-- Logs begin at Fri 2022-02-04 16:27:58 UTC, end at Fri 2022-02-04 19:02:11 UTC. -- Feb 04 17:00:12.286610 n-d-827839-2 systemd[1]: Started Devstack devstack@q-svc.service. Feb 04 17:00:15.230025 n-d-827839-2 neutron-server[103233]: INFO neutron.common.config [-] Logging enabled! Feb 04 17:00:15.230674 n-d-827839-2 neutron-server[103233]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev476 Feb 04 17:00:15.230836 n-d-827839-2 neutron-server[103233]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103233) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 04 17:00:15.234107 n-d-827839-2 neutron-server[103233]: INFO neutron.common.config [-] Logging enabled! Feb 04 17:00:15.234355 n-d-827839-2 neutron-server[103233]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev476 Feb 04 17:00:15.234684 n-d-827839-2 neutron-server[103233]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103233) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 04 17:00:15.235610 n-d-827839-2 neutron-server[103233]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 04 17:00:15.235842 n-d-827839-2 neutron-server[103233]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 04 17:00:15.236210 n-d-827839-2 neutron-server[103233]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 04 17:00:15.236452 n-d-827839-2 neutron-server[103233]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 04 17:00:15.236675 n-d-827839-2 neutron-server[103233]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 04 17:00:15.237164 n-d-827839-2 neutron-server[103233]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:00:15.237578 n-d-827839-2 neutron-server[103233]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Feb 04 17:00:15.237883 n-d-827839-2 neutron-server[103233]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:00:15.238169 n-d-827839-2 neutron-server[103233]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:00:15.238451 n-d-827839-2 neutron-server[103233]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:00:15.238737 n-d-827839-2 neutron-server[103233]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:00:15.239022 n-d-827839-2 neutron-server[103233]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:00:15.239296 n-d-827839-2 neutron-server[103233]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:00:15.239706 n-d-827839-2 neutron-server[103233]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:00:15.239871 n-d-827839-2 neutron-server[103233]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:00:15.240149 n-d-827839-2 neutron-server[103233]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:00:15.240426 n-d-827839-2 neutron-server[103233]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:00:15.240701 n-d-827839-2 neutron-server[103233]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:00:15.241010 n-d-827839-2 neutron-server[103233]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:00:15.241287 n-d-827839-2 neutron-server[103233]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:00:15.241566 n-d-827839-2 neutron-server[103233]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:00:15.241842 n-d-827839-2 neutron-server[103233]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:00:15.242116 n-d-827839-2 neutron-server[103233]: DEBUG neutron.common.config [-] debug = True {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:00:15.242388 n-d-827839-2 neutron-server[103233]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:00:15.242811 n-d-827839-2 neutron-server[103233]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:00:15.243225 n-d-827839-2 neutron-server[103233]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:00:15.243525 n-d-827839-2 neutron-server[103233]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:00:15.243783 n-d-827839-2 neutron-server[103233]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:00:15.244058 n-d-827839-2 neutron-server[103233]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:00:15.244325 n-d-827839-2 neutron-server[103233]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:00:15.244598 n-d-827839-2 neutron-server[103233]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:00:15.244906 n-d-827839-2 neutron-server[103233]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:00:15.245230 n-d-827839-2 neutron-server[103233]: DEBUG neutron.common.config [-] host = n-d-827839-2 {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:00:15.245509 n-d-827839-2 neutron-server[103233]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:00:15.245791 n-d-827839-2 neutron-server[103233]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:00:15.246072 n-d-827839-2 neutron-server[103233]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:00:15.246353 n-d-827839-2 neutron-server[103233]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:00:15.246625 n-d-827839-2 neutron-server[103233]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:00:15.246896 n-d-827839-2 neutron-server[103233]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:00:15.247174 n-d-827839-2 neutron-server[103233]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:00:15.247443 n-d-827839-2 neutron-server[103233]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:00:15.247711 n-d-827839-2 neutron-server[103233]: DEBUG neutron.common.config [-] log_file = None {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:00:15.247981 n-d-827839-2 neutron-server[103233]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:00:15.248264 n-d-827839-2 neutron-server[103233]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:00:15.248546 n-d-827839-2 neutron-server[103233]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:00:15.248874 n-d-827839-2 neutron-server[103233]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:00:15.249101 n-d-827839-2 neutron-server[103233]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:00:15.249323 n-d-827839-2 neutron-server[103233]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:00:15.249606 n-d-827839-2 neutron-server[103233]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:00:15.249894 n-d-827839-2 neutron-server[103233]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:00:15.250189 n-d-827839-2 neutron-server[103233]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:00:15.250464 n-d-827839-2 neutron-server[103233]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:00:15.250739 n-d-827839-2 neutron-server[103233]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:00:15.251049 n-d-827839-2 neutron-server[103233]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:00:15.251279 n-d-827839-2 neutron-server[103233]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:00:15.251546 n-d-827839-2 neutron-server[103233]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:00:15.251825 n-d-827839-2 neutron-server[103233]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:00:15.252103 n-d-827839-2 neutron-server[103233]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:00:15.252381 n-d-827839-2 neutron-server[103233]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:00:15.252652 n-d-827839-2 neutron-server[103233]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:00:15.252946 n-d-827839-2 neutron-server[103233]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:00:15.253213 n-d-827839-2 neutron-server[103233]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:00:15.253482 n-d-827839-2 neutron-server[103233]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:00:15.253762 n-d-827839-2 neutron-server[103233]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:00:15.254032 n-d-827839-2 neutron-server[103233]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:00:15.254301 n-d-827839-2 neutron-server[103233]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:00:15.254571 n-d-827839-2 neutron-server[103233]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:00:15.254855 n-d-827839-2 neutron-server[103233]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:00:15.255120 n-d-827839-2 neutron-server[103233]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:00:15.255390 n-d-827839-2 neutron-server[103233]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:00:15.255685 n-d-827839-2 neutron-server[103233]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:00:15.255965 n-d-827839-2 neutron-server[103233]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:00:15.256240 n-d-827839-2 neutron-server[103233]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:00:15.256519 n-d-827839-2 neutron-server[103233]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:00:15.256817 n-d-827839-2 neutron-server[103233]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:00:15.257090 n-d-827839-2 neutron-server[103233]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:00:15.257360 n-d-827839-2 neutron-server[103233]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:00:15.257626 n-d-827839-2 neutron-server[103233]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:00:15.257893 n-d-827839-2 neutron-server[103233]: DEBUG neutron.common.config [-] use_json = False {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:00:15.258163 n-d-827839-2 neutron-server[103233]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:00:15.258460 n-d-827839-2 neutron-server[103233]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:00:15.258706 n-d-827839-2 neutron-server[103233]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:00:15.258980 n-d-827839-2 neutron-server[103233]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:00:15.259246 n-d-827839-2 neutron-server[103233]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:00:15.259516 n-d-827839-2 neutron-server[103233]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:00:15.259783 n-d-827839-2 neutron-server[103233]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:00:15.260165 n-d-827839-2 neutron-server[103233]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:00:15.260329 n-d-827839-2 neutron-server[103233]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:00:15.260625 n-d-827839-2 neutron-server[103233]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:15.260935 n-d-827839-2 neutron-server[103233]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:15.261230 n-d-827839-2 neutron-server[103233]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:15.261562 n-d-827839-2 neutron-server[103233]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:15.261807 n-d-827839-2 neutron-server[103233]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:15.262084 n-d-827839-2 neutron-server[103233]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:15.262369 n-d-827839-2 neutron-server[103233]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:15.262648 n-d-827839-2 neutron-server[103233]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:15.262933 n-d-827839-2 neutron-server[103233]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:15.263218 n-d-827839-2 neutron-server[103233]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:15.263507 n-d-827839-2 neutron-server[103233]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:15.263782 n-d-827839-2 neutron-server[103233]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:15.264079 n-d-827839-2 neutron-server[103233]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:15.264363 n-d-827839-2 neutron-server[103233]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:15.264651 n-d-827839-2 neutron-server[103233]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:15.264979 n-d-827839-2 neutron-server[103233]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:15.265267 n-d-827839-2 neutron-server[103233]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:15.265553 n-d-827839-2 neutron-server[103233]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:15.266364 n-d-827839-2 neutron-server[103233]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:15.266637 n-d-827839-2 neutron-server[103233]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:15.266904 n-d-827839-2 neutron-server[103233]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:15.267181 n-d-827839-2 neutron-server[103233]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:15.267466 n-d-827839-2 neutron-server[103233]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:15.267743 n-d-827839-2 neutron-server[103233]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:15.268027 n-d-827839-2 neutron-server[103233]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:15.268313 n-d-827839-2 neutron-server[103233]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:15.268590 n-d-827839-2 neutron-server[103233]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:15.268906 n-d-827839-2 neutron-server[103233]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:15.269193 n-d-827839-2 neutron-server[103233]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:15.269493 n-d-827839-2 neutron-server[103233]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:15.269774 n-d-827839-2 neutron-server[103233]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:15.270107 n-d-827839-2 neutron-server[103233]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:15.270326 n-d-827839-2 neutron-server[103233]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:15.270612 n-d-827839-2 neutron-server[103233]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:15.270886 n-d-827839-2 neutron-server[103233]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:15.271155 n-d-827839-2 neutron-server[103233]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:15.271428 n-d-827839-2 neutron-server[103233]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:15.272023 n-d-827839-2 neutron-server[103233]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:15.272023 n-d-827839-2 neutron-server[103233]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:15.272234 n-d-827839-2 neutron-server[103233]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:15.272511 n-d-827839-2 neutron-server[103233]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:15.272806 n-d-827839-2 neutron-server[103233]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:15.273076 n-d-827839-2 neutron-server[103233]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:15.273342 n-d-827839-2 neutron-server[103233]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:15.273614 n-d-827839-2 neutron-server[103233]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:15.273899 n-d-827839-2 neutron-server[103233]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:15.274170 n-d-827839-2 neutron-server[103233]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:15.274436 n-d-827839-2 neutron-server[103233]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:15.274702 n-d-827839-2 neutron-server[103233]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:15.274973 n-d-827839-2 neutron-server[103233]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:15.275239 n-d-827839-2 neutron-server[103233]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:15.275516 n-d-827839-2 neutron-server[103233]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:15.275789 n-d-827839-2 neutron-server[103233]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:15.276056 n-d-827839-2 neutron-server[103233]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:15.276319 n-d-827839-2 neutron-server[103233]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:15.276590 n-d-827839-2 neutron-server[103233]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:15.276878 n-d-827839-2 neutron-server[103233]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:15.277148 n-d-827839-2 neutron-server[103233]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:15.277419 n-d-827839-2 neutron-server[103233]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:15.277688 n-d-827839-2 neutron-server[103233]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:15.277958 n-d-827839-2 neutron-server[103233]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:15.278223 n-d-827839-2 neutron-server[103233]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:15.278488 n-d-827839-2 neutron-server[103233]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:15.278754 n-d-827839-2 neutron-server[103233]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:15.279020 n-d-827839-2 neutron-server[103233]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:15.279284 n-d-827839-2 neutron-server[103233]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:15.279550 n-d-827839-2 neutron-server[103233]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:15.279818 n-d-827839-2 neutron-server[103233]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:15.280091 n-d-827839-2 neutron-server[103233]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:15.280361 n-d-827839-2 neutron-server[103233]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:15.280629 n-d-827839-2 neutron-server[103233]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:15.280917 n-d-827839-2 neutron-server[103233]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:15.281184 n-d-827839-2 neutron-server[103233]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:15.282077 n-d-827839-2 neutron-server[103233]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:15.282376 n-d-827839-2 neutron-server[103233]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:15.282662 n-d-827839-2 neutron-server[103233]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:15.282939 n-d-827839-2 neutron-server[103233]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:15.283215 n-d-827839-2 neutron-server[103233]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:15.283494 n-d-827839-2 neutron-server[103233]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:15.283768 n-d-827839-2 neutron-server[103233]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:15.284044 n-d-827839-2 neutron-server[103233]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:15.284319 n-d-827839-2 neutron-server[103233]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:15.284596 n-d-827839-2 neutron-server[103233]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:15.284897 n-d-827839-2 neutron-server[103233]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:15.285169 n-d-827839-2 neutron-server[103233]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:15.285455 n-d-827839-2 neutron-server[103233]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:15.285736 n-d-827839-2 neutron-server[103233]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:15.286023 n-d-827839-2 neutron-server[103233]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:15.286322 n-d-827839-2 neutron-server[103233]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:15.286619 n-d-827839-2 neutron-server[103233]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:15.286912 n-d-827839-2 neutron-server[103233]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:15.287188 n-d-827839-2 neutron-server[103233]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:15.287469 n-d-827839-2 neutron-server[103233]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:15.287744 n-d-827839-2 neutron-server[103233]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:15.288021 n-d-827839-2 neutron-server[103233]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:15.288304 n-d-827839-2 neutron-server[103233]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:15.288590 n-d-827839-2 neutron-server[103233]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:15.288903 n-d-827839-2 neutron-server[103233]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:15.289197 n-d-827839-2 neutron-server[103233]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:15.289493 n-d-827839-2 neutron-server[103233]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:15.289782 n-d-827839-2 neutron-server[103233]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:15.290074 n-d-827839-2 neutron-server[103233]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:15.290358 n-d-827839-2 neutron-server[103233]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:15.290663 n-d-827839-2 neutron-server[103233]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:15.290939 n-d-827839-2 neutron-server[103233]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:15.291155 n-d-827839-2 neutron-server[103233]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 04 17:00:15.291402 n-d-827839-2 neutron-server[103233]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103233) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Feb 04 17:00:15.667951 n-d-827839-2 neutron-server[103233]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Feb 04 17:00:15.668230 n-d-827839-2 neutron-server[103233]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Feb 04 17:00:15.668534 n-d-827839-2 neutron-server[103233]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Feb 04 17:00:15.668896 n-d-827839-2 neutron-server[103233]: INFO neutron.manager [-] Loading core plugin: ml2 Feb 04 17:00:16.000968 n-d-827839-2 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:00:16.001263 n-d-827839-2 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:00:16.001530 n-d-827839-2 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:00:16.002856 n-d-827839-2 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:00:16.003124 n-d-827839-2 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:00:16.003395 n-d-827839-2 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:00:16.046412 n-d-827839-2 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:00:16.046685 n-d-827839-2 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:00:16.047476 n-d-827839-2 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:00:16.062009 n-d-827839-2 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:00:16.062284 n-d-827839-2 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:00:16.062624 n-d-827839-2 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:00:16.093283 n-d-827839-2 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:00:16.093554 n-d-827839-2 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:00:16.093849 n-d-827839-2 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:00:16.130372 n-d-827839-2 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:00:16.130643 n-d-827839-2 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:00:16.130912 n-d-827839-2 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:00:16.480573 n-d-827839-2 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:00:16.481337 n-d-827839-2 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:00:16.481337 n-d-827839-2 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:00:16.481487 n-d-827839-2 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:00:16.482065 n-d-827839-2 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:00:16.584520 n-d-827839-2 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:00:16.584839 n-d-827839-2 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:00:16.585019 n-d-827839-2 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:00:16.585287 n-d-827839-2 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:00:16.585547 n-d-827839-2 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:00:16.585854 n-d-827839-2 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:00:16.586130 n-d-827839-2 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:00:16.586385 n-d-827839-2 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:00:16.586635 n-d-827839-2 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:00:16.586935 n-d-827839-2 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:00:16.587218 n-d-827839-2 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:00:16.587480 n-d-827839-2 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:00:16.587731 n-d-827839-2 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:00:16.588016 n-d-827839-2 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:00:16.588270 n-d-827839-2 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:00:16.588532 n-d-827839-2 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:00:16.588876 n-d-827839-2 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:00:16.589182 n-d-827839-2 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:00:16.589467 n-d-827839-2 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:00:16.589788 n-d-827839-2 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:00:16.590080 n-d-827839-2 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:00:16.590345 n-d-827839-2 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:00:16.590621 n-d-827839-2 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:00:16.591024 n-d-827839-2 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:00:16.591321 n-d-827839-2 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:00:16.591536 n-d-827839-2 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:00:16.591960 n-d-827839-2 neutron-server[103233]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103233) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 04 17:00:16.592197 n-d-827839-2 neutron-server[103233]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103233) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 04 17:00:16.592432 n-d-827839-2 neutron-server[103233]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103233) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 04 17:00:16.592664 n-d-827839-2 neutron-server[103233]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103233) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 04 17:00:16.592927 n-d-827839-2 neutron-server[103233]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103233) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 04 17:00:16.593159 n-d-827839-2 neutron-server[103233]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103233) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 04 17:00:16.593522 n-d-827839-2 neutron-server[103233]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Feb 04 17:00:16.598797 n-d-827839-2 neutron-server[103233]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Feb 04 17:00:16.602835 n-d-827839-2 neutron-server[103233]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Feb 04 17:00:16.606726 n-d-827839-2 neutron-server[103233]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(750, 799)])]) Feb 04 17:00:16.608359 n-d-827839-2 neutron-server[103233]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Feb 04 17:00:16.608871 n-d-827839-2 neutron-server[103233]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Feb 04 17:00:16.609203 n-d-827839-2 neutron-server[103233]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Feb 04 17:00:16.609615 n-d-827839-2 neutron-server[103233]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Feb 04 17:00:16.612469 n-d-827839-2 neutron-server[103233]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Feb 04 17:00:16.612715 n-d-827839-2 neutron-server[103233]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Feb 04 17:00:16.613094 n-d-827839-2 neutron-server[103233]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Feb 04 17:00:16.617974 n-d-827839-2 neutron-server[103233]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Feb 04 17:00:16.641285 n-d-827839-2 neutron-server[103233]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Feb 04 17:00:16.641745 n-d-827839-2 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:00:16.642046 n-d-827839-2 neutron-server[103233]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103233) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Feb 04 17:00:16.642398 n-d-827839-2 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:00:16.643782 n-d-827839-2 neutron-server[103233]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103233) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Feb 04 17:00:16.644060 n-d-827839-2 neutron-server[103233]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Feb 04 17:00:16.644302 n-d-827839-2 neutron-server[103233]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Feb 04 17:00:16.647622 n-d-827839-2 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:00:16.647899 n-d-827839-2 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:00:16.711026 n-d-827839-2 neutron-server[103233]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Feb 04 17:00:16.711335 n-d-827839-2 neutron-server[103233]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Feb 04 17:00:16.711489 n-d-827839-2 neutron-server[103233]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Feb 04 17:00:16.711859 n-d-827839-2 neutron-server[103233]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Feb 04 17:00:16.732566 n-d-827839-2 neutron-server[103233]: DEBUG oslo_db.sqlalchemy.engines [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103233) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Feb 04 17:00:17.194169 n-d-827839-2 neutron-server[103233]: INFO neutron.plugins.ml2.managers [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Initializing driver for type 'gre' Feb 04 17:00:17.194764 n-d-827839-2 neutron-server[103233]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] gre ID ranges: [(1, 1000)] Feb 04 17:00:17.254992 n-d-827839-2 neutron-server[103233]: INFO neutron.plugins.ml2.managers [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Initializing driver for type 'local' Feb 04 17:00:17.255318 n-d-827839-2 neutron-server[103233]: INFO neutron.plugins.ml2.managers [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Initializing driver for type 'vlan' Feb 04 17:00:17.270940 n-d-827839-2 neutron-server[103233]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] VlanTypeDriver initialization complete Feb 04 17:00:17.271288 n-d-827839-2 neutron-server[103233]: INFO neutron.plugins.ml2.managers [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Initializing driver for type 'vxlan' Feb 04 17:00:17.271800 n-d-827839-2 neutron-server[103233]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] vxlan ID ranges: [(1, 1000)] Feb 04 17:00:17.330626 n-d-827839-2 neutron-server[103233]: INFO neutron.plugins.ml2.managers [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Initializing extension driver 'port_security' Feb 04 17:00:17.330977 n-d-827839-2 neutron-server[103233]: INFO neutron.plugins.ml2.extensions.port_security [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] PortSecurityExtensionDriver initialization complete Feb 04 17:00:17.331321 n-d-827839-2 neutron-server[103233]: INFO neutron.plugins.ml2.managers [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Initializing mechanism driver 'openvswitch' Feb 04 17:00:17.331649 n-d-827839-2 neutron-server[103233]: INFO neutron.plugins.ml2.managers [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Initializing mechanism driver 'hyperv' Feb 04 17:00:17.338825 n-d-827839-2 neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:00:17.339705 n-d-827839-2 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Subscribe: > port after_create 55550000 {{(pid=103233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:00:17.340101 n-d-827839-2 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Subscribe: > port after_update 55550000 {{(pid=103233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:00:17.340464 n-d-827839-2 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Subscribe: > port after_delete 55550000 {{(pid=103233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:00:17.341060 n-d-827839-2 neutron-server[103233]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103233) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 04 17:00:17.341521 n-d-827839-2 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Subscribe: > subnet after_create 55550000 {{(pid=103233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:00:17.341884 n-d-827839-2 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Subscribe: > subnet after_update 55550000 {{(pid=103233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:00:17.342226 n-d-827839-2 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:00:17.342636 n-d-827839-2 neutron-server[103233]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103233) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 04 17:00:17.343055 n-d-827839-2 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Subscribe: > network after_create 55550000 {{(pid=103233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:00:17.343405 n-d-827839-2 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Subscribe: > network after_update 55550000 {{(pid=103233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:00:17.343961 n-d-827839-2 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Subscribe: > network after_delete 55550000 {{(pid=103233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:00:17.344238 n-d-827839-2 neutron-server[103233]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103233) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 04 17:00:17.344663 n-d-827839-2 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Subscribe: > security_group after_create 55550000 {{(pid=103233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:00:17.345082 n-d-827839-2 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Subscribe: > security_group after_update 55550000 {{(pid=103233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:00:17.345420 n-d-827839-2 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Subscribe: > security_group after_delete 55550000 {{(pid=103233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:00:17.345872 n-d-827839-2 neutron-server[103233]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103233) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 04 17:00:17.346235 n-d-827839-2 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:00:17.346587 n-d-827839-2 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:00:17.346931 n-d-827839-2 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:00:17.347341 n-d-827839-2 neutron-server[103233]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103233) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 04 17:00:17.347785 n-d-827839-2 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Subscribe: > address_group after_create 55550000 {{(pid=103233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:00:17.348128 n-d-827839-2 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Subscribe: > address_group after_update 55550000 {{(pid=103233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:00:17.348469 n-d-827839-2 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Subscribe: > address_group after_delete 55550000 {{(pid=103233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:00:17.348892 n-d-827839-2 neutron-server[103233]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103233) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 04 17:00:17.349361 n-d-827839-2 neutron-server[103233]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] ML2 OVO RPC backend initialized. {{(pid=103233) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Feb 04 17:00:17.350105 n-d-827839-2 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:00:17.350464 n-d-827839-2 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:00:17.350882 n-d-827839-2 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Subscribe: > network before_response 55550000 {{(pid=103233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:00:17.351233 n-d-827839-2 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Subscribe: > networks before_response 55550000 {{(pid=103233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:00:17.351594 n-d-827839-2 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Subscribe: > port before_response 55550000 {{(pid=103233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:00:17.351944 n-d-827839-2 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Subscribe: > ports before_response 55550000 {{(pid=103233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:00:17.352295 n-d-827839-2 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Subscribe: > subnet before_response 55550000 {{(pid=103233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:00:17.352636 n-d-827839-2 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Subscribe: > subnets before_response 55550000 {{(pid=103233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:00:17.353010 n-d-827839-2 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Subscribe: > network after_create 55550000 {{(pid=103233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:00:17.353363 n-d-827839-2 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Subscribe: > network after_update 55550000 {{(pid=103233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:00:17.353701 n-d-827839-2 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Subscribe: > network after_delete 55550000 {{(pid=103233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:00:17.354042 n-d-827839-2 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Subscribe: > port after_create 55550000 {{(pid=103233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:00:17.354382 n-d-827839-2 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Subscribe: > port after_update 55550000 {{(pid=103233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:00:17.354723 n-d-827839-2 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Subscribe: > port after_delete 55550000 {{(pid=103233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:00:17.355061 n-d-827839-2 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Subscribe: > subnet after_create 55550000 {{(pid=103233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:00:17.355398 n-d-827839-2 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Subscribe: > subnet after_update 55550000 {{(pid=103233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:00:17.355738 n-d-827839-2 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:00:17.364119 n-d-827839-2 neutron-server[103233]: INFO neutron.quota [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Loaded quota_driver: . Feb 04 17:00:17.364492 n-d-827839-2 neutron-server[103233]: INFO neutron.plugins.ml2.plugin [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Modular L2 Plugin initialization complete Feb 04 17:00:17.364969 n-d-827839-2 neutron-server[103233]: DEBUG neutron.manager [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Loading services supported by the core plugin {{(pid=103233) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Feb 04 17:00:17.365242 n-d-827839-2 neutron-server[103233]: INFO neutron.plugins.ml2.managers [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Got port-security extension from driver 'port_security' Feb 04 17:00:17.365744 n-d-827839-2 neutron-server[103233]: INFO neutron.extensions.vlantransparent [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Disabled vlantransparent extension. Feb 04 17:00:17.366283 n-d-827839-2 neutron-server[103233]: DEBUG neutron.manager [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103233) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Feb 04 17:00:17.366576 n-d-827839-2 neutron-server[103233]: INFO neutron.manager [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Loading Plugin: router Feb 04 17:00:17.405413 n-d-827839-2 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Subscribe: > router_interface before_create 55550000 {{(pid=103233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:00:17.405808 n-d-827839-2 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Subscribe: > router after_create 55549900 {{(pid=103233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:00:17.406184 n-d-827839-2 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Subscribe: > router before_create 55549900 {{(pid=103233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:00:17.406598 n-d-827839-2 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:00:17.406969 n-d-827839-2 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:00:17.407327 n-d-827839-2 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Subscribe: > router after_delete 55549900 {{(pid=103233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:00:17.407690 n-d-827839-2 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Subscribe: > floatingip after_create 55550000 {{(pid=103233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:00:17.408047 n-d-827839-2 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Subscribe: > floatingip after_update 55550000 {{(pid=103233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:00:17.408417 n-d-827839-2 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Subscribe: > router after_create 55549900 {{(pid=103233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:00:17.408799 n-d-827839-2 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Subscribe: > router after_update 55549900 {{(pid=103233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:00:17.409159 n-d-827839-2 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Subscribe: > router after_update 55549900 {{(pid=103233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:00:17.409510 n-d-827839-2 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:00:17.409872 n-d-827839-2 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Subscribe: > router after_update 55549900 {{(pid=103233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:00:17.410289 n-d-827839-2 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Subscribe: > router precommit_update 55549900 {{(pid=103233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:00:17.410670 n-d-827839-2 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Subscribe: port after_update 55550000 {{(pid=103233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:00:17.411012 n-d-827839-2 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Subscribe: port after_delete 55550000 {{(pid=103233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:00:17.411350 n-d-827839-2 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Subscribe: subnet after_update 55550000 {{(pid=103233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:00:17.411695 n-d-827839-2 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:00:17.412049 n-d-827839-2 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Subscribe: > port precommit_delete 55550000 {{(pid=103233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:00:17.412398 n-d-827839-2 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Subscribe: > router precommit_create 55549900 {{(pid=103233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:00:17.412762 n-d-827839-2 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Subscribe: port before_delete 55550000 {{(pid=103233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:00:17.413121 n-d-827839-2 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Subscribe: > router precommit_create 55550000 {{(pid=103233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:00:17.413484 n-d-827839-2 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Subscribe: > router after_update 55549900 {{(pid=103233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:00:17.413825 n-d-827839-2 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Subscribe: > router precommit_delete 55549900 {{(pid=103233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:00:17.414325 n-d-827839-2 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Subscribe: > router precommit_create 55549900 {{(pid=103233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:00:17.414691 n-d-827839-2 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:00:17.415044 n-d-827839-2 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Subscribe: > router precommit_update 55549900 {{(pid=103233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:00:17.415406 n-d-827839-2 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Subscribe: > agent after_create 55550000 {{(pid=103233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:00:17.415762 n-d-827839-2 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Subscribe: > agent after_delete 55550000 {{(pid=103233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:00:17.416106 n-d-827839-2 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Subscribe: > network after_delete 55550000 {{(pid=103233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:00:17.417034 n-d-827839-2 neutron-server[103233]: DEBUG neutron.quota.resource_registry [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Tracking information for resource: router configured {{(pid=103233) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 04 17:00:17.417365 n-d-827839-2 neutron-server[103233]: DEBUG neutron.quota.resource_registry [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Tracking information for resource: floatingip configured {{(pid=103233) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 04 17:00:17.423158 n-d-827839-2 neutron-server[103233]: INFO neutron.db.l3_agentschedulers_db [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Feb 04 17:00:17.423745 n-d-827839-2 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Subscribe: port after_update 55550000 {{(pid=103233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:00:17.424107 n-d-827839-2 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Subscribe: port after_create 55550000 {{(pid=103233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:00:17.424458 n-d-827839-2 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Subscribe: port after_delete 55550000 {{(pid=103233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:00:17.424835 n-d-827839-2 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Subscribe: port after_update 55550000 {{(pid=103233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:00:17.425634 n-d-827839-2 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Subscribe: > router before_create 55550100 {{(pid=103233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:00:17.426003 n-d-827839-2 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Subscribe: > router precommit_delete 55550100 {{(pid=103233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:00:17.426367 n-d-827839-2 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Subscribe: > router precommit_create 55550100 {{(pid=103233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:00:17.427031 n-d-827839-2 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Subscribe: > router precommit_update 55550100 {{(pid=103233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:00:17.431811 n-d-827839-2 neutron-server[103233]: DEBUG neutron.services.provider_configuration [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Service providers = [] {{(pid=103233) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Feb 04 17:00:17.432178 n-d-827839-2 neutron-server[103233]: DEBUG neutron.db.servicetype_db [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103233) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Feb 04 17:00:17.435283 n-d-827839-2 neutron-server[103233]: DEBUG neutron.services.service_base [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103233) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 04 17:00:17.435632 n-d-827839-2 neutron-server[103233]: DEBUG neutron.services.service_base [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103233) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 04 17:00:17.435978 n-d-827839-2 neutron-server[103233]: DEBUG neutron.services.service_base [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103233) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 04 17:00:17.436904 n-d-827839-2 neutron-server[103233]: DEBUG neutron.services.service_base [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103233) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 04 17:00:17.437289 n-d-827839-2 neutron-server[103233]: INFO neutron.services.service_base [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Default provider is not specified for service type L3_ROUTER_NAT Feb 04 17:00:17.438359 n-d-827839-2 neutron-server[103233]: DEBUG neutron.manager [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103233) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 04 17:00:17.438688 n-d-827839-2 neutron-server[103233]: INFO neutron.manager [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Feb 04 17:00:17.449943 n-d-827839-2 neutron-server[103233]: DEBUG neutron.manager [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103233) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 04 17:00:17.450216 n-d-827839-2 neutron-server[103233]: INFO neutron.manager [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Loading Plugin: auto_allocate Feb 04 17:00:17.456224 n-d-827839-2 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Subscribe: network precommit_update 55550000 {{(pid=103233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:00:17.456606 n-d-827839-2 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Subscribe: network precommit_create 55550000 {{(pid=103233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:00:17.457179 n-d-827839-2 neutron-server[103233]: DEBUG neutron.manager [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103233) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 04 17:00:17.457506 n-d-827839-2 neutron-server[103233]: INFO neutron.manager [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Loading Plugin: tag Feb 04 17:00:17.464646 n-d-827839-2 neutron-server[103233]: DEBUG neutron.manager [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103233) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 04 17:00:17.465017 n-d-827839-2 neutron-server[103233]: INFO neutron.manager [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Loading Plugin: timestamp Feb 04 17:00:17.469020 n-d-827839-2 neutron-server[103233]: DEBUG neutron.manager [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103233) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 04 17:00:17.469359 n-d-827839-2 neutron-server[103233]: INFO neutron.manager [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Loading Plugin: network_ip_availability Feb 04 17:00:17.474996 n-d-827839-2 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:00:17.475375 n-d-827839-2 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:00:17.475745 n-d-827839-2 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:00:17.476503 n-d-827839-2 neutron-server[103233]: DEBUG neutron.manager [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103233) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 04 17:00:17.476859 n-d-827839-2 neutron-server[103233]: INFO neutron.manager [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Loading Plugin: flavors Feb 04 17:00:17.481935 n-d-827839-2 neutron-server[103233]: DEBUG neutron.manager [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103233) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 04 17:00:17.482490 n-d-827839-2 neutron-server[103233]: INFO neutron.manager [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Loading Plugin: revisions Feb 04 17:00:17.487188 n-d-827839-2 neutron-server[103233]: DEBUG neutron.manager [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103233) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 04 17:00:17.487598 n-d-827839-2 neutron-server[103233]: DEBUG oslo_concurrency.lockutils [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.819s {{(pid=103233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Feb 04 17:00:17.488369 n-d-827839-2 neutron-server[103233]: DEBUG neutron.api.extensions [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103233) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Feb 04 17:00:17.488714 n-d-827839-2 neutron-server[103233]: INFO neutron.api.extensions [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Initializing extension manager. Feb 04 17:00:17.489268 n-d-827839-2 neutron-server[103233]: DEBUG neutron.api.extensions [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Loading extension file: __init__.py {{(pid=103233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 17:00:17.489615 n-d-827839-2 neutron-server[103233]: DEBUG neutron.api.extensions [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Loading extension file: __pycache__ {{(pid=103233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 17:00:17.489956 n-d-827839-2 neutron-server[103233]: DEBUG neutron.api.extensions [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=103233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 17:00:17.490290 n-d-827839-2 neutron-server[103233]: DEBUG neutron.api.extensions [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Loading extension file: address_group.py {{(pid=103233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 17:00:17.491056 n-d-827839-2 neutron-server[103233]: DEBUG neutron.api.extensions [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 17:00:17.491646 n-d-827839-2 neutron-server[103233]: INFO neutron.api.extensions [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Loaded extension: address-group Feb 04 17:00:17.491971 n-d-827839-2 neutron-server[103233]: DEBUG neutron.api.extensions [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Loading extension file: address_scope.py {{(pid=103233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 17:00:17.492687 n-d-827839-2 neutron-server[103233]: DEBUG neutron.api.extensions [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 17:00:17.493234 n-d-827839-2 neutron-server[103233]: INFO neutron.api.extensions [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Loaded extension: address-scope Feb 04 17:00:17.493561 n-d-827839-2 neutron-server[103233]: DEBUG neutron.api.extensions [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Loading extension file: admin_state_down_before_update.py {{(pid=103233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 17:00:17.494509 n-d-827839-2 neutron-server[103233]: DEBUG neutron.api.extensions [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 17:00:17.495031 n-d-827839-2 neutron-server[103233]: INFO neutron.api.extensions [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Loaded extension: router-admin-state-down-before-update Feb 04 17:00:17.495352 n-d-827839-2 neutron-server[103233]: DEBUG neutron.api.extensions [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Loading extension file: agent.py {{(pid=103233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 17:00:17.496063 n-d-827839-2 neutron-server[103233]: DEBUG neutron.api.extensions [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 17:00:17.496576 n-d-827839-2 neutron-server[103233]: INFO neutron.api.extensions [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Loaded extension: agent Feb 04 17:00:17.496933 n-d-827839-2 neutron-server[103233]: DEBUG neutron.api.extensions [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Loading extension file: agent_resources_synced.py {{(pid=103233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 17:00:17.497851 n-d-827839-2 neutron-server[103233]: DEBUG neutron.api.extensions [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 17:00:17.498375 n-d-827839-2 neutron-server[103233]: INFO neutron.api.extensions [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Loaded extension: agent-resources-synced Feb 04 17:00:17.498699 n-d-827839-2 neutron-server[103233]: DEBUG neutron.api.extensions [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Loading extension file: allowedaddresspairs.py {{(pid=103233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 17:00:17.501214 n-d-827839-2 neutron-server[103233]: DEBUG neutron.api.extensions [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 17:00:17.501751 n-d-827839-2 neutron-server[103233]: INFO neutron.api.extensions [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Loaded extension: allowed-address-pairs Feb 04 17:00:17.502079 n-d-827839-2 neutron-server[103233]: DEBUG neutron.api.extensions [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Loading extension file: auto_allocated_topology.py {{(pid=103233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 17:00:17.503180 n-d-827839-2 neutron-server[103233]: DEBUG neutron.api.extensions [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 17:00:17.503704 n-d-827839-2 neutron-server[103233]: INFO neutron.api.extensions [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Loaded extension: auto-allocated-topology Feb 04 17:00:17.504034 n-d-827839-2 neutron-server[103233]: DEBUG neutron.api.extensions [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Loading extension file: availability_zone.py {{(pid=103233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 17:00:17.504750 n-d-827839-2 neutron-server[103233]: DEBUG neutron.api.extensions [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 17:00:17.505277 n-d-827839-2 neutron-server[103233]: INFO neutron.api.extensions [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Loaded extension: availability_zone Feb 04 17:00:17.505597 n-d-827839-2 neutron-server[103233]: DEBUG neutron.api.extensions [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Loading extension file: availability_zone_filter.py {{(pid=103233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 17:00:17.506516 n-d-827839-2 neutron-server[103233]: DEBUG neutron.api.extensions [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 17:00:17.507035 n-d-827839-2 neutron-server[103233]: INFO neutron.api.extensions [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Loaded extension: availability_zone_filter Feb 04 17:00:17.507362 n-d-827839-2 neutron-server[103233]: DEBUG neutron.api.extensions [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Loading extension file: data_plane_status.py {{(pid=103233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 17:00:17.508278 n-d-827839-2 neutron-server[103233]: DEBUG neutron.api.extensions [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 17:00:17.508813 n-d-827839-2 neutron-server[103233]: INFO neutron.api.extensions [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Extension data-plane-status not supported by any of loaded plugins Feb 04 17:00:17.509153 n-d-827839-2 neutron-server[103233]: DEBUG neutron.api.extensions [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Loading extension file: default_subnetpools.py {{(pid=103233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 17:00:17.510071 n-d-827839-2 neutron-server[103233]: DEBUG neutron.api.extensions [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 17:00:17.510579 n-d-827839-2 neutron-server[103233]: INFO neutron.api.extensions [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Loaded extension: default-subnetpools Feb 04 17:00:17.510900 n-d-827839-2 neutron-server[103233]: DEBUG neutron.api.extensions [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Loading extension file: dhcpagentscheduler.py {{(pid=103233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 17:00:17.511720 n-d-827839-2 neutron-server[103233]: DEBUG neutron.api.extensions [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 17:00:17.512234 n-d-827839-2 neutron-server[103233]: INFO neutron.api.extensions [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Loaded extension: dhcp_agent_scheduler Feb 04 17:00:17.512554 n-d-827839-2 neutron-server[103233]: DEBUG neutron.api.extensions [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Loading extension file: dns.py {{(pid=103233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 17:00:17.513515 n-d-827839-2 neutron-server[103233]: DEBUG neutron.api.extensions [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 17:00:17.514023 n-d-827839-2 neutron-server[103233]: INFO neutron.api.extensions [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Extension dns-integration not supported by any of loaded plugins Feb 04 17:00:17.514346 n-d-827839-2 neutron-server[103233]: DEBUG neutron.api.extensions [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Loading extension file: dns_domain_ports.py {{(pid=103233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 17:00:17.515272 n-d-827839-2 neutron-server[103233]: DEBUG neutron.api.extensions [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 17:00:17.515812 n-d-827839-2 neutron-server[103233]: INFO neutron.api.extensions [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Extension dns-domain-ports not supported by any of loaded plugins Feb 04 17:00:17.516130 n-d-827839-2 neutron-server[103233]: DEBUG neutron.api.extensions [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 17:00:17.517090 n-d-827839-2 neutron-server[103233]: DEBUG neutron.api.extensions [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 17:00:17.517607 n-d-827839-2 neutron-server[103233]: INFO neutron.api.extensions [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Feb 04 17:00:17.517930 n-d-827839-2 neutron-server[103233]: DEBUG neutron.api.extensions [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Loading extension file: dvr.py {{(pid=103233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 17:00:17.518612 n-d-827839-2 neutron-server[103233]: DEBUG neutron.api.extensions [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 17:00:17.519120 n-d-827839-2 neutron-server[103233]: INFO neutron.api.extensions [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Loaded extension: dvr Feb 04 17:00:17.519441 n-d-827839-2 neutron-server[103233]: DEBUG neutron.api.extensions [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Loading extension file: ecmp_routes.py {{(pid=103233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 17:00:17.520366 n-d-827839-2 neutron-server[103233]: DEBUG neutron.api.extensions [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 17:00:17.520985 n-d-827839-2 neutron-server[103233]: INFO neutron.api.extensions [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Extension ecmp_routes not supported by any of loaded plugins Feb 04 17:00:17.521314 n-d-827839-2 neutron-server[103233]: DEBUG neutron.api.extensions [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Loading extension file: empty_string_filtering.py {{(pid=103233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 17:00:17.522232 n-d-827839-2 neutron-server[103233]: DEBUG neutron.api.extensions [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 17:00:17.522741 n-d-827839-2 neutron-server[103233]: INFO neutron.api.extensions [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Loaded extension: empty-string-filtering Feb 04 17:00:17.523065 n-d-827839-2 neutron-server[103233]: DEBUG neutron.api.extensions [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 17:00:17.523987 n-d-827839-2 neutron-server[103233]: DEBUG neutron.api.extensions [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 17:00:17.524494 n-d-827839-2 neutron-server[103233]: INFO neutron.api.extensions [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Feb 04 17:00:17.524846 n-d-827839-2 neutron-server[103233]: DEBUG neutron.api.extensions [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 17:00:17.525765 n-d-827839-2 neutron-server[103233]: DEBUG neutron.api.extensions [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 17:00:17.526276 n-d-827839-2 neutron-server[103233]: INFO neutron.api.extensions [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Feb 04 17:00:17.526604 n-d-827839-2 neutron-server[103233]: DEBUG neutron.api.extensions [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Loading extension file: external_net.py {{(pid=103233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 17:00:17.527517 n-d-827839-2 neutron-server[103233]: DEBUG neutron.api.extensions [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 17:00:17.528025 n-d-827839-2 neutron-server[103233]: INFO neutron.api.extensions [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Loaded extension: external-net Feb 04 17:00:17.528357 n-d-827839-2 neutron-server[103233]: DEBUG neutron.api.extensions [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Loading extension file: extra_dhcp_opt.py {{(pid=103233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 17:00:17.529289 n-d-827839-2 neutron-server[103233]: DEBUG neutron.api.extensions [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 17:00:17.529809 n-d-827839-2 neutron-server[103233]: INFO neutron.api.extensions [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Loaded extension: extra_dhcp_opt Feb 04 17:00:17.530127 n-d-827839-2 neutron-server[103233]: DEBUG neutron.api.extensions [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Loading extension file: extraroute.py {{(pid=103233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 17:00:17.531047 n-d-827839-2 neutron-server[103233]: DEBUG neutron.api.extensions [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 17:00:17.531585 n-d-827839-2 neutron-server[103233]: INFO neutron.api.extensions [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Loaded extension: extraroute Feb 04 17:00:17.531904 n-d-827839-2 neutron-server[103233]: DEBUG neutron.api.extensions [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Loading extension file: extraroute_atomic.py {{(pid=103233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 17:00:17.532988 n-d-827839-2 neutron-server[103233]: DEBUG neutron.api.extensions [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 17:00:17.533507 n-d-827839-2 neutron-server[103233]: INFO neutron.api.extensions [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Loaded extension: extraroute-atomic Feb 04 17:00:17.533830 n-d-827839-2 neutron-server[103233]: DEBUG neutron.api.extensions [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Loading extension file: filter_validation.py {{(pid=103233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 17:00:17.534501 n-d-827839-2 neutron-server[103233]: DEBUG neutron.api.extensions [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 17:00:17.535008 n-d-827839-2 neutron-server[103233]: INFO neutron.api.extensions [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Loaded extension: filter-validation Feb 04 17:00:17.535330 n-d-827839-2 neutron-server[103233]: DEBUG neutron.api.extensions [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Loading extension file: fip_pf_description.py {{(pid=103233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 17:00:17.536241 n-d-827839-2 neutron-server[103233]: DEBUG neutron.api.extensions [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 17:00:17.536764 n-d-827839-2 neutron-server[103233]: INFO neutron.api.extensions [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Feb 04 17:00:17.537092 n-d-827839-2 neutron-server[103233]: DEBUG neutron.api.extensions [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Loading extension file: fip_port_details.py {{(pid=103233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 17:00:17.538241 n-d-827839-2 neutron-server[103233]: DEBUG neutron.api.extensions [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 17:00:17.538758 n-d-827839-2 neutron-server[103233]: INFO neutron.api.extensions [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Loaded extension: fip-port-details Feb 04 17:00:17.539083 n-d-827839-2 neutron-server[103233]: DEBUG neutron.api.extensions [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Loading extension file: flavors.py {{(pid=103233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 17:00:17.540337 n-d-827839-2 neutron-server[103233]: DEBUG neutron.api.extensions [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 17:00:17.540895 n-d-827839-2 neutron-server[103233]: INFO neutron.api.extensions [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Loaded extension: flavors Feb 04 17:00:17.541224 n-d-827839-2 neutron-server[103233]: DEBUG neutron.api.extensions [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 17:00:17.542922 n-d-827839-2 neutron-server[103233]: DEBUG neutron.api.extensions [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 17:00:17.543453 n-d-827839-2 neutron-server[103233]: INFO neutron.api.extensions [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Feb 04 17:00:17.543787 n-d-827839-2 neutron-server[103233]: DEBUG neutron.api.extensions [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Loading extension file: floatingip_pools.py {{(pid=103233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 17:00:17.544484 n-d-827839-2 neutron-server[103233]: DEBUG neutron.api.extensions [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 17:00:17.545024 n-d-827839-2 neutron-server[103233]: INFO neutron.api.extensions [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Loaded extension: floatingip-pools Feb 04 17:00:17.545355 n-d-827839-2 neutron-server[103233]: DEBUG neutron.api.extensions [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Loading extension file: ip_allocation.py {{(pid=103233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 17:00:17.546305 n-d-827839-2 neutron-server[103233]: DEBUG neutron.api.extensions [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 17:00:17.547354 n-d-827839-2 neutron-server[103233]: INFO neutron.api.extensions [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Extension ip_allocation not supported by any of loaded plugins Feb 04 17:00:17.547683 n-d-827839-2 neutron-server[103233]: DEBUG neutron.api.extensions [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 17:00:17.548619 n-d-827839-2 neutron-server[103233]: DEBUG neutron.api.extensions [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 17:00:17.549211 n-d-827839-2 neutron-server[103233]: INFO neutron.api.extensions [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Loaded extension: ip-substring-filtering Feb 04 17:00:17.549511 n-d-827839-2 neutron-server[103233]: DEBUG neutron.api.extensions [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Loading extension file: l2_adjacency.py {{(pid=103233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 17:00:17.550560 n-d-827839-2 neutron-server[103233]: DEBUG neutron.api.extensions [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 17:00:17.551130 n-d-827839-2 neutron-server[103233]: INFO neutron.api.extensions [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Extension l2_adjacency not supported by any of loaded plugins Feb 04 17:00:17.551520 n-d-827839-2 neutron-server[103233]: DEBUG neutron.api.extensions [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Loading extension file: l3.py {{(pid=103233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 17:00:17.552867 n-d-827839-2 neutron-server[103233]: DEBUG neutron.api.extensions [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 17:00:17.553407 n-d-827839-2 neutron-server[103233]: INFO neutron.api.extensions [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Loaded extension: router Feb 04 17:00:17.553763 n-d-827839-2 neutron-server[103233]: DEBUG neutron.api.extensions [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Loading extension file: l3_conntrack_helper.py {{(pid=103233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 17:00:17.556353 n-d-827839-2 neutron-server[103233]: DEBUG neutron.api.extensions [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 17:00:17.557055 n-d-827839-2 neutron-server[103233]: INFO neutron.api.extensions [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Feb 04 17:00:17.557281 n-d-827839-2 neutron-server[103233]: DEBUG neutron.api.extensions [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 17:00:17.558312 n-d-827839-2 neutron-server[103233]: DEBUG neutron.api.extensions [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 17:00:17.558914 n-d-827839-2 neutron-server[103233]: INFO neutron.api.extensions [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Loaded extension: ext-gw-mode Feb 04 17:00:17.559265 n-d-827839-2 neutron-server[103233]: DEBUG neutron.api.extensions [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 17:00:17.560306 n-d-827839-2 neutron-server[103233]: DEBUG neutron.api.extensions [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 17:00:17.560893 n-d-827839-2 neutron-server[103233]: INFO neutron.api.extensions [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Loaded extension: l3-ha Feb 04 17:00:17.561304 n-d-827839-2 neutron-server[103233]: DEBUG neutron.api.extensions [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=103233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 17:00:17.562415 n-d-827839-2 neutron-server[103233]: DEBUG neutron.api.extensions [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=103233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 17:00:17.563535 n-d-827839-2 neutron-server[103233]: INFO neutron.api.extensions [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Feb 04 17:00:17.563884 n-d-827839-2 neutron-server[103233]: DEBUG neutron.api.extensions [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Loading extension file: l3_flavors.py {{(pid=103233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 17:00:17.565017 n-d-827839-2 neutron-server[103233]: DEBUG neutron.api.extensions [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 17:00:17.565456 n-d-827839-2 neutron-server[103233]: INFO neutron.api.extensions [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Loaded extension: l3-flavors Feb 04 17:00:17.565863 n-d-827839-2 neutron-server[103233]: DEBUG neutron.api.extensions [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Loading extension file: l3_ndp_proxy.py {{(pid=103233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 17:00:17.567503 n-d-827839-2 neutron-server[103233]: DEBUG neutron.api.extensions [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=103233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 17:00:17.568000 n-d-827839-2 neutron-server[103233]: INFO neutron.api.extensions [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Feb 04 17:00:17.568360 n-d-827839-2 neutron-server[103233]: DEBUG neutron.api.extensions [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 17:00:17.569348 n-d-827839-2 neutron-server[103233]: DEBUG neutron.api.extensions [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 17:00:17.569946 n-d-827839-2 neutron-server[103233]: INFO neutron.api.extensions [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Loaded extension: l3-port-ip-change-not-allowed Feb 04 17:00:17.570287 n-d-827839-2 neutron-server[103233]: DEBUG neutron.api.extensions [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Loading extension file: l3agentscheduler.py {{(pid=103233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 17:00:17.571490 n-d-827839-2 neutron-server[103233]: DEBUG neutron.api.extensions [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 17:00:17.572081 n-d-827839-2 neutron-server[103233]: INFO neutron.api.extensions [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Loaded extension: l3_agent_scheduler Feb 04 17:00:17.572530 n-d-827839-2 neutron-server[103233]: DEBUG neutron.api.extensions [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Loading extension file: local_ip.py {{(pid=103233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 17:00:17.574500 n-d-827839-2 neutron-server[103233]: DEBUG neutron.api.extensions [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 17:00:17.574978 n-d-827839-2 neutron-server[103233]: INFO neutron.api.extensions [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Extension local_ip not supported by any of loaded plugins Feb 04 17:00:17.575320 n-d-827839-2 neutron-server[103233]: DEBUG neutron.api.extensions [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Loading extension file: logging.py {{(pid=103233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 17:00:17.577154 n-d-827839-2 neutron-server[103233]: DEBUG neutron.api.extensions [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 17:00:17.577695 n-d-827839-2 neutron-server[103233]: INFO neutron.api.extensions [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Extension logging not supported by any of loaded plugins Feb 04 17:00:17.578089 n-d-827839-2 neutron-server[103233]: DEBUG neutron.api.extensions [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Loading extension file: metering.py {{(pid=103233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 17:00:17.578916 n-d-827839-2 neutron-server[103233]: DEBUG neutron.api.extensions [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 17:00:17.579542 n-d-827839-2 neutron-server[103233]: INFO neutron.api.extensions [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Loaded extension: metering Feb 04 17:00:17.579861 n-d-827839-2 neutron-server[103233]: DEBUG neutron.api.extensions [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 17:00:17.581167 n-d-827839-2 neutron-server[103233]: DEBUG neutron.api.extensions [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 17:00:17.581701 n-d-827839-2 neutron-server[103233]: INFO neutron.api.extensions [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Loaded extension: metering_source_and_destination_fields Feb 04 17:00:17.582032 n-d-827839-2 neutron-server[103233]: DEBUG neutron.api.extensions [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Loading extension file: multiprovidernet.py {{(pid=103233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 17:00:17.583050 n-d-827839-2 neutron-server[103233]: DEBUG neutron.api.extensions [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 17:00:17.583872 n-d-827839-2 neutron-server[103233]: INFO neutron.api.extensions [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Loaded extension: multi-provider Feb 04 17:00:17.583980 n-d-827839-2 neutron-server[103233]: DEBUG neutron.api.extensions [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Loading extension file: netmtu.py {{(pid=103233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 17:00:17.585168 n-d-827839-2 neutron-server[103233]: DEBUG neutron.api.extensions [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 17:00:17.585679 n-d-827839-2 neutron-server[103233]: INFO neutron.api.extensions [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Loaded extension: net-mtu Feb 04 17:00:17.585883 n-d-827839-2 neutron-server[103233]: DEBUG neutron.api.extensions [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Loading extension file: netmtu_writable.py {{(pid=103233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 17:00:17.586890 n-d-827839-2 neutron-server[103233]: DEBUG neutron.api.extensions [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 17:00:17.587427 n-d-827839-2 neutron-server[103233]: INFO neutron.api.extensions [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Loaded extension: net-mtu-writable Feb 04 17:00:17.587794 n-d-827839-2 neutron-server[103233]: DEBUG neutron.api.extensions [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Loading extension file: network_availability_zone.py {{(pid=103233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 17:00:17.588551 n-d-827839-2 neutron-server[103233]: DEBUG neutron.api.extensions [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 17:00:17.589140 n-d-827839-2 neutron-server[103233]: INFO neutron.api.extensions [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Loaded extension: network_availability_zone Feb 04 17:00:17.589463 n-d-827839-2 neutron-server[103233]: DEBUG neutron.api.extensions [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Loading extension file: network_ip_availability.py {{(pid=103233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 17:00:17.590684 n-d-827839-2 neutron-server[103233]: DEBUG neutron.api.extensions [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 17:00:17.591258 n-d-827839-2 neutron-server[103233]: INFO neutron.api.extensions [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Loaded extension: network-ip-availability Feb 04 17:00:17.591594 n-d-827839-2 neutron-server[103233]: DEBUG neutron.api.extensions [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Loading extension file: network_segment_range.py {{(pid=103233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 17:00:17.592472 n-d-827839-2 neutron-server[103233]: DEBUG neutron.api.extensions [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 17:00:17.593026 n-d-827839-2 neutron-server[103233]: INFO neutron.api.extensions [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Extension network-segment-range not supported by any of loaded plugins Feb 04 17:00:17.593369 n-d-827839-2 neutron-server[103233]: DEBUG neutron.api.extensions [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Loading extension file: pagination.py {{(pid=103233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 17:00:17.594561 n-d-827839-2 neutron-server[103233]: DEBUG neutron.api.extensions [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 17:00:17.595052 n-d-827839-2 neutron-server[103233]: INFO neutron.api.extensions [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Loaded extension: pagination Feb 04 17:00:17.595249 n-d-827839-2 neutron-server[103233]: DEBUG neutron.api.extensions [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Loading extension file: port_device_profile.py {{(pid=103233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 17:00:17.596339 n-d-827839-2 neutron-server[103233]: DEBUG neutron.api.extensions [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 17:00:17.596812 n-d-827839-2 neutron-server[103233]: INFO neutron.api.extensions [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Loaded extension: port-device-profile Feb 04 17:00:17.597209 n-d-827839-2 neutron-server[103233]: DEBUG neutron.api.extensions [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 17:00:17.598350 n-d-827839-2 neutron-server[103233]: DEBUG neutron.api.extensions [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 17:00:17.598864 n-d-827839-2 neutron-server[103233]: INFO neutron.api.extensions [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Loaded extension: port-mac-address-regenerate Feb 04 17:00:17.599197 n-d-827839-2 neutron-server[103233]: DEBUG neutron.api.extensions [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 17:00:17.600202 n-d-827839-2 neutron-server[103233]: DEBUG neutron.api.extensions [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 17:00:17.600720 n-d-827839-2 neutron-server[103233]: INFO neutron.api.extensions [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Loaded extension: port-numa-affinity-policy Feb 04 17:00:17.601115 n-d-827839-2 neutron-server[103233]: DEBUG neutron.api.extensions [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Loading extension file: port_resource_request.py {{(pid=103233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 17:00:17.602211 n-d-827839-2 neutron-server[103233]: DEBUG neutron.api.extensions [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 17:00:17.602786 n-d-827839-2 neutron-server[103233]: INFO neutron.api.extensions [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Extension port-resource-request not supported by any of loaded plugins Feb 04 17:00:17.603139 n-d-827839-2 neutron-server[103233]: DEBUG neutron.api.extensions [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Loading extension file: port_resource_request_groups.py {{(pid=103233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 17:00:17.604149 n-d-827839-2 neutron-server[103233]: DEBUG neutron.api.extensions [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 17:00:17.604665 n-d-827839-2 neutron-server[103233]: INFO neutron.api.extensions [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Extension port-resource-request-groups not supported by any of loaded plugins Feb 04 17:00:17.605032 n-d-827839-2 neutron-server[103233]: DEBUG neutron.api.extensions [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Loading extension file: portbindings.py {{(pid=103233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 17:00:17.605980 n-d-827839-2 neutron-server[103233]: DEBUG neutron.api.extensions [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 17:00:17.606497 n-d-827839-2 neutron-server[103233]: INFO neutron.api.extensions [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Loaded extension: binding Feb 04 17:00:17.606816 n-d-827839-2 neutron-server[103233]: DEBUG neutron.api.extensions [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Loading extension file: portbindings_extended.py {{(pid=103233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 17:00:17.608137 n-d-827839-2 neutron-server[103233]: DEBUG neutron.api.extensions [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 17:00:17.608668 n-d-827839-2 neutron-server[103233]: INFO neutron.api.extensions [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Loaded extension: binding-extended Feb 04 17:00:17.609021 n-d-827839-2 neutron-server[103233]: DEBUG neutron.api.extensions [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Loading extension file: portsecurity.py {{(pid=103233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 17:00:17.610490 n-d-827839-2 neutron-server[103233]: DEBUG neutron.api.extensions [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 17:00:17.611005 n-d-827839-2 neutron-server[103233]: INFO neutron.api.extensions [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Loaded extension: port-security Feb 04 17:00:17.611337 n-d-827839-2 neutron-server[103233]: DEBUG neutron.api.extensions [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Loading extension file: project_id.py {{(pid=103233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 17:00:17.612319 n-d-827839-2 neutron-server[103233]: DEBUG neutron.api.extensions [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 17:00:17.612653 n-d-827839-2 neutron-server[103233]: INFO neutron.api.extensions [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Loaded extension: project-id Feb 04 17:00:17.613009 n-d-827839-2 neutron-server[103233]: DEBUG neutron.api.extensions [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Loading extension file: providernet.py {{(pid=103233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 17:00:17.613936 n-d-827839-2 neutron-server[103233]: DEBUG neutron.api.extensions [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 17:00:17.614453 n-d-827839-2 neutron-server[103233]: INFO neutron.api.extensions [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Loaded extension: provider Feb 04 17:00:17.614778 n-d-827839-2 neutron-server[103233]: DEBUG neutron.api.extensions [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Loading extension file: qos.py {{(pid=103233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 17:00:17.618490 n-d-827839-2 neutron-server[103233]: DEBUG neutron.api.extensions [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 17:00:17.619023 n-d-827839-2 neutron-server[103233]: INFO neutron.api.extensions [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Extension qos not supported by any of loaded plugins Feb 04 17:00:17.619353 n-d-827839-2 neutron-server[103233]: DEBUG neutron.api.extensions [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 17:00:17.620622 n-d-827839-2 neutron-server[103233]: DEBUG neutron.api.extensions [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 17:00:17.621186 n-d-827839-2 neutron-server[103233]: INFO neutron.api.extensions [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Feb 04 17:00:17.621521 n-d-827839-2 neutron-server[103233]: DEBUG neutron.api.extensions [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 17:00:17.622446 n-d-827839-2 neutron-server[103233]: DEBUG neutron.api.extensions [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 17:00:17.622967 n-d-827839-2 neutron-server[103233]: INFO neutron.api.extensions [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Feb 04 17:00:17.623296 n-d-827839-2 neutron-server[103233]: DEBUG neutron.api.extensions [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Loading extension file: qos_default.py {{(pid=103233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 17:00:17.624215 n-d-827839-2 neutron-server[103233]: DEBUG neutron.api.extensions [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 17:00:17.624755 n-d-827839-2 neutron-server[103233]: INFO neutron.api.extensions [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Extension qos-default not supported by any of loaded plugins Feb 04 17:00:17.625745 n-d-827839-2 neutron-server[103233]: DEBUG neutron.api.extensions [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Loading extension file: qos_fip.py {{(pid=103233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 17:00:17.626698 n-d-827839-2 neutron-server[103233]: DEBUG neutron.api.extensions [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 17:00:17.627209 n-d-827839-2 neutron-server[103233]: INFO neutron.api.extensions [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Extension qos-fip not supported by any of loaded plugins Feb 04 17:00:17.627536 n-d-827839-2 neutron-server[103233]: DEBUG neutron.api.extensions [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Loading extension file: qos_fip_network_policy.py {{(pid=103233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 17:00:17.628463 n-d-827839-2 neutron-server[103233]: DEBUG neutron.api.extensions [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 17:00:17.629022 n-d-827839-2 neutron-server[103233]: INFO neutron.api.extensions [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Feb 04 17:00:17.629360 n-d-827839-2 neutron-server[103233]: DEBUG neutron.api.extensions [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Loading extension file: qos_gateway_ip.py {{(pid=103233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 17:00:17.630443 n-d-827839-2 neutron-server[103233]: DEBUG neutron.api.extensions [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 17:00:17.630965 n-d-827839-2 neutron-server[103233]: INFO neutron.api.extensions [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Extension qos-gateway-ip not supported by any of loaded plugins Feb 04 17:00:17.631290 n-d-827839-2 neutron-server[103233]: DEBUG neutron.api.extensions [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Loading extension file: qos_port_network_policy.py {{(pid=103233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 17:00:17.632226 n-d-827839-2 neutron-server[103233]: DEBUG neutron.api.extensions [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 17:00:17.632764 n-d-827839-2 neutron-server[103233]: INFO neutron.api.extensions [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Extension qos-port-network-policy not supported by any of loaded plugins Feb 04 17:00:17.633087 n-d-827839-2 neutron-server[103233]: DEBUG neutron.api.extensions [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 17:00:17.634150 n-d-827839-2 neutron-server[103233]: DEBUG neutron.api.extensions [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 17:00:17.634662 n-d-827839-2 neutron-server[103233]: INFO neutron.api.extensions [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Extension qos-pps-minimum not supported by any of loaded plugins Feb 04 17:00:17.634990 n-d-827839-2 neutron-server[103233]: DEBUG neutron.api.extensions [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Loading extension file: qos_pps_rule.py {{(pid=103233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 17:00:17.636177 n-d-827839-2 neutron-server[103233]: DEBUG neutron.api.extensions [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 17:00:17.636698 n-d-827839-2 neutron-server[103233]: INFO neutron.api.extensions [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Extension qos-pps not supported by any of loaded plugins Feb 04 17:00:17.637052 n-d-827839-2 neutron-server[103233]: DEBUG neutron.api.extensions [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Loading extension file: qos_rule_type_details.py {{(pid=103233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 17:00:17.637974 n-d-827839-2 neutron-server[103233]: DEBUG neutron.api.extensions [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 17:00:17.638491 n-d-827839-2 neutron-server[103233]: INFO neutron.api.extensions [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Extension qos-rule-type-details not supported by any of loaded plugins Feb 04 17:00:17.638816 n-d-827839-2 neutron-server[103233]: DEBUG neutron.api.extensions [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Loading extension file: qos_rules_alias.py {{(pid=103233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 17:00:17.639871 n-d-827839-2 neutron-server[103233]: DEBUG neutron.api.extensions [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 17:00:17.640392 n-d-827839-2 neutron-server[103233]: INFO neutron.api.extensions [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Extension qos-rules-alias not supported by any of loaded plugins Feb 04 17:00:17.640763 n-d-827839-2 neutron-server[103233]: DEBUG neutron.api.extensions [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Loading extension file: quota_check_limit.py {{(pid=103233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 17:00:17.641680 n-d-827839-2 neutron-server[103233]: DEBUG neutron.api.extensions [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 17:00:17.642202 n-d-827839-2 neutron-server[103233]: INFO neutron.api.extensions [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Loaded extension: quota-check-limit Feb 04 17:00:17.642527 n-d-827839-2 neutron-server[103233]: DEBUG neutron.api.extensions [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Loading extension file: quotasv2.py {{(pid=103233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 17:00:17.643512 n-d-827839-2 neutron-server[103233]: DEBUG neutron.api.extensions [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 17:00:17.643848 n-d-827839-2 neutron-server[103233]: INFO neutron.api.extensions [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Loaded extension: quotas Feb 04 17:00:17.644172 n-d-827839-2 neutron-server[103233]: DEBUG neutron.api.extensions [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Loading extension file: quotasv2_detail.py {{(pid=103233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 17:00:17.645968 n-d-827839-2 neutron-server[103233]: DEBUG neutron.api.extensions [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 17:00:17.646310 n-d-827839-2 neutron-server[103233]: INFO neutron.api.extensions [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Loaded extension: quota_details Feb 04 17:00:17.646649 n-d-827839-2 neutron-server[103233]: DEBUG neutron.api.extensions [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Loading extension file: rbac.py {{(pid=103233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 17:00:17.647712 n-d-827839-2 neutron-server[103233]: DEBUG neutron.api.extensions [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 17:00:17.648239 n-d-827839-2 neutron-server[103233]: INFO neutron.api.extensions [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Loaded extension: rbac-policies Feb 04 17:00:17.648572 n-d-827839-2 neutron-server[103233]: DEBUG neutron.api.extensions [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Loading extension file: rbac_address_group.py {{(pid=103233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 17:00:17.649563 n-d-827839-2 neutron-server[103233]: DEBUG neutron.api.extensions [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 17:00:17.650089 n-d-827839-2 neutron-server[103233]: INFO neutron.api.extensions [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Loaded extension: rbac-address-group Feb 04 17:00:17.650418 n-d-827839-2 neutron-server[103233]: DEBUG neutron.api.extensions [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Loading extension file: rbac_address_scope.py {{(pid=103233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 17:00:17.651341 n-d-827839-2 neutron-server[103233]: DEBUG neutron.api.extensions [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 17:00:17.651858 n-d-827839-2 neutron-server[103233]: INFO neutron.api.extensions [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Loaded extension: rbac-address-scope Feb 04 17:00:17.652182 n-d-827839-2 neutron-server[103233]: DEBUG neutron.api.extensions [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Loading extension file: rbac_security_groups.py {{(pid=103233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 17:00:17.653145 n-d-827839-2 neutron-server[103233]: DEBUG neutron.api.extensions [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 17:00:17.653663 n-d-827839-2 neutron-server[103233]: INFO neutron.api.extensions [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Loaded extension: rbac-security-groups Feb 04 17:00:17.653989 n-d-827839-2 neutron-server[103233]: DEBUG neutron.api.extensions [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Loading extension file: rbac_subnetpool.py {{(pid=103233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 17:00:17.654911 n-d-827839-2 neutron-server[103233]: DEBUG neutron.api.extensions [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 17:00:17.655423 n-d-827839-2 neutron-server[103233]: INFO neutron.api.extensions [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Loaded extension: rbac-subnetpool Feb 04 17:00:17.655748 n-d-827839-2 neutron-server[103233]: DEBUG neutron.api.extensions [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Loading extension file: revisionifmatch.py {{(pid=103233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 17:00:17.657223 n-d-827839-2 neutron-server[103233]: DEBUG neutron.api.extensions [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 17:00:17.657742 n-d-827839-2 neutron-server[103233]: INFO neutron.api.extensions [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Loaded extension: revision-if-match Feb 04 17:00:17.658066 n-d-827839-2 neutron-server[103233]: DEBUG neutron.api.extensions [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Loading extension file: revisions.py {{(pid=103233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 17:00:17.659274 n-d-827839-2 neutron-server[103233]: DEBUG neutron.api.extensions [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 17:00:17.659799 n-d-827839-2 neutron-server[103233]: INFO neutron.api.extensions [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Loaded extension: standard-attr-revisions Feb 04 17:00:17.660127 n-d-827839-2 neutron-server[103233]: DEBUG neutron.api.extensions [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Loading extension file: router_availability_zone.py {{(pid=103233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 17:00:17.660828 n-d-827839-2 neutron-server[103233]: DEBUG neutron.api.extensions [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 17:00:17.661346 n-d-827839-2 neutron-server[103233]: INFO neutron.api.extensions [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Loaded extension: router_availability_zone Feb 04 17:00:17.661669 n-d-827839-2 neutron-server[103233]: DEBUG neutron.api.extensions [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Loading extension file: routerservicetype.py {{(pid=103233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 17:00:17.662599 n-d-827839-2 neutron-server[103233]: DEBUG neutron.api.extensions [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 17:00:17.663111 n-d-827839-2 neutron-server[103233]: INFO neutron.api.extensions [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Extension router-service-type not supported by any of loaded plugins Feb 04 17:00:17.663434 n-d-827839-2 neutron-server[103233]: DEBUG neutron.api.extensions [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 17:00:17.664370 n-d-827839-2 neutron-server[103233]: DEBUG neutron.api.extensions [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 17:00:17.664920 n-d-827839-2 neutron-server[103233]: INFO neutron.api.extensions [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Loaded extension: security-groups-normalized-cidr Feb 04 17:00:17.665244 n-d-827839-2 neutron-server[103233]: DEBUG neutron.api.extensions [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Loading extension file: security_groups_port_filtering.py {{(pid=103233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 17:00:17.666175 n-d-827839-2 neutron-server[103233]: DEBUG neutron.api.extensions [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 17:00:17.666694 n-d-827839-2 neutron-server[103233]: INFO neutron.api.extensions [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Loaded extension: port-security-groups-filtering Feb 04 17:00:17.667017 n-d-827839-2 neutron-server[103233]: DEBUG neutron.api.extensions [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 17:00:17.667952 n-d-827839-2 neutron-server[103233]: DEBUG neutron.api.extensions [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 17:00:17.668468 n-d-827839-2 neutron-server[103233]: INFO neutron.api.extensions [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Loaded extension: security-groups-remote-address-group Feb 04 17:00:17.668816 n-d-827839-2 neutron-server[103233]: DEBUG neutron.api.extensions [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 17:00:17.669762 n-d-827839-2 neutron-server[103233]: DEBUG neutron.api.extensions [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 17:00:17.670276 n-d-827839-2 neutron-server[103233]: INFO neutron.api.extensions [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Loaded extension: security-groups-shared-filtering Feb 04 17:00:17.670601 n-d-827839-2 neutron-server[103233]: DEBUG neutron.api.extensions [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 17:00:17.671197 n-d-827839-2 neutron-server[103233]: WARNING neutron.api.extensions [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Feb 04 17:00:17.671523 n-d-827839-2 neutron-server[103233]: DEBUG neutron.api.extensions [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Loading extension file: securitygroup.py {{(pid=103233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 17:00:17.682380 n-d-827839-2 neutron-server[103233]: DEBUG neutron.api.extensions [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 17:00:17.682925 n-d-827839-2 neutron-server[103233]: INFO neutron.api.extensions [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Loaded extension: security-group Feb 04 17:00:17.683266 n-d-827839-2 neutron-server[103233]: DEBUG neutron.api.extensions [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Loading extension file: segment.py {{(pid=103233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 17:00:17.684066 n-d-827839-2 neutron-server[103233]: DEBUG neutron.api.extensions [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 17:00:17.684587 n-d-827839-2 neutron-server[103233]: INFO neutron.api.extensions [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Extension segment not supported by any of loaded plugins Feb 04 17:00:17.684953 n-d-827839-2 neutron-server[103233]: DEBUG neutron.api.extensions [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 17:00:17.685916 n-d-827839-2 neutron-server[103233]: DEBUG neutron.api.extensions [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 17:00:17.686438 n-d-827839-2 neutron-server[103233]: INFO neutron.api.extensions [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Feb 04 17:00:17.686772 n-d-827839-2 neutron-server[103233]: DEBUG neutron.api.extensions [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Loading extension file: servicetype.py {{(pid=103233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 17:00:17.687929 n-d-827839-2 neutron-server[103233]: DEBUG neutron.api.extensions [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 17:00:17.688457 n-d-827839-2 neutron-server[103233]: INFO neutron.api.extensions [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Loaded extension: service-type Feb 04 17:00:17.688809 n-d-827839-2 neutron-server[103233]: DEBUG neutron.api.extensions [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Loading extension file: sorting.py {{(pid=103233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 17:00:17.689814 n-d-827839-2 neutron-server[103233]: DEBUG neutron.api.extensions [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 17:00:17.690152 n-d-827839-2 neutron-server[103233]: INFO neutron.api.extensions [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Loaded extension: sorting Feb 04 17:00:17.690481 n-d-827839-2 neutron-server[103233]: DEBUG neutron.api.extensions [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Loading extension file: standard_attr_segment.py {{(pid=103233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 17:00:17.691404 n-d-827839-2 neutron-server[103233]: DEBUG neutron.api.extensions [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 17:00:17.691927 n-d-827839-2 neutron-server[103233]: INFO neutron.api.extensions [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Extension standard-attr-segment not supported by any of loaded plugins Feb 04 17:00:17.692257 n-d-827839-2 neutron-server[103233]: DEBUG neutron.api.extensions [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Loading extension file: standardattrdescription.py {{(pid=103233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 17:00:17.692954 n-d-827839-2 neutron-server[103233]: DEBUG neutron.api.extensions [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 17:00:17.693473 n-d-827839-2 neutron-server[103233]: INFO neutron.api.extensions [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Loaded extension: standard-attr-description Feb 04 17:00:17.693800 n-d-827839-2 neutron-server[103233]: DEBUG neutron.api.extensions [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Loading extension file: stateful_security_group.py {{(pid=103233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 17:00:17.694762 n-d-827839-2 neutron-server[103233]: DEBUG neutron.api.extensions [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 17:00:17.695296 n-d-827839-2 neutron-server[103233]: INFO neutron.api.extensions [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Loaded extension: stateful-security-group Feb 04 17:00:17.695614 n-d-827839-2 neutron-server[103233]: DEBUG neutron.api.extensions [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Loading extension file: stdattrs_common.py {{(pid=103233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 17:00:17.696191 n-d-827839-2 neutron-server[103233]: WARNING neutron.api.extensions [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Feb 04 17:00:17.696515 n-d-827839-2 neutron-server[103233]: DEBUG neutron.api.extensions [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 17:00:17.697511 n-d-827839-2 neutron-server[103233]: DEBUG neutron.api.extensions [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 17:00:17.697995 n-d-827839-2 neutron-server[103233]: INFO neutron.api.extensions [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Feb 04 17:00:17.698317 n-d-827839-2 neutron-server[103233]: DEBUG neutron.api.extensions [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Loading extension file: subnet_onboard.py {{(pid=103233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 17:00:17.699432 n-d-827839-2 neutron-server[103233]: DEBUG neutron.api.extensions [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 17:00:17.700025 n-d-827839-2 neutron-server[103233]: INFO neutron.api.extensions [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Loaded extension: subnet_onboard Feb 04 17:00:17.700296 n-d-827839-2 neutron-server[103233]: DEBUG neutron.api.extensions [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 17:00:17.701305 n-d-827839-2 neutron-server[103233]: DEBUG neutron.api.extensions [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 17:00:17.701846 n-d-827839-2 neutron-server[103233]: INFO neutron.api.extensions [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Feb 04 17:00:17.702170 n-d-827839-2 neutron-server[103233]: DEBUG neutron.api.extensions [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Loading extension file: subnet_service_types.py {{(pid=103233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 17:00:17.703180 n-d-827839-2 neutron-server[103233]: DEBUG neutron.api.extensions [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 17:00:17.703752 n-d-827839-2 neutron-server[103233]: INFO neutron.api.extensions [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Loaded extension: subnet-service-types Feb 04 17:00:17.704056 n-d-827839-2 neutron-server[103233]: DEBUG neutron.api.extensions [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Loading extension file: subnetallocation.py {{(pid=103233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 17:00:17.705264 n-d-827839-2 neutron-server[103233]: DEBUG neutron.api.extensions [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 17:00:17.705787 n-d-827839-2 neutron-server[103233]: INFO neutron.api.extensions [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Loaded extension: subnet_allocation Feb 04 17:00:17.706187 n-d-827839-2 neutron-server[103233]: DEBUG neutron.api.extensions [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 17:00:17.706860 n-d-827839-2 neutron-server[103233]: DEBUG neutron.api.extensions [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 17:00:17.707396 n-d-827839-2 neutron-server[103233]: INFO neutron.api.extensions [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Loaded extension: subnetpool-prefix-ops Feb 04 17:00:17.707687 n-d-827839-2 neutron-server[103233]: DEBUG neutron.api.extensions [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 17:00:17.708707 n-d-827839-2 neutron-server[103233]: DEBUG neutron.api.extensions [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 17:00:17.709276 n-d-827839-2 neutron-server[103233]: INFO neutron.api.extensions [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Feb 04 17:00:17.709678 n-d-827839-2 neutron-server[103233]: DEBUG neutron.api.extensions [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Loading extension file: tagging.py {{(pid=103233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 17:00:17.710841 n-d-827839-2 neutron-server[103233]: DEBUG neutron.api.extensions [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 17:00:17.711483 n-d-827839-2 neutron-server[103233]: INFO neutron.api.extensions [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Loaded extension: standard-attr-tag Feb 04 17:00:17.711833 n-d-827839-2 neutron-server[103233]: DEBUG neutron.api.extensions [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Loading extension file: timestamp.py {{(pid=103233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 17:00:17.713198 n-d-827839-2 neutron-server[103233]: DEBUG neutron.api.extensions [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 17:00:17.713728 n-d-827839-2 neutron-server[103233]: INFO neutron.api.extensions [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Loaded extension: standard-attr-timestamp Feb 04 17:00:17.714062 n-d-827839-2 neutron-server[103233]: DEBUG neutron.api.extensions [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Loading extension file: trunk.py {{(pid=103233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 17:00:17.715138 n-d-827839-2 neutron-server[103233]: DEBUG neutron.api.extensions [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 17:00:17.715662 n-d-827839-2 neutron-server[103233]: INFO neutron.api.extensions [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Extension trunk not supported by any of loaded plugins Feb 04 17:00:17.715991 n-d-827839-2 neutron-server[103233]: DEBUG neutron.api.extensions [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Loading extension file: trunk_details.py {{(pid=103233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 17:00:17.716959 n-d-827839-2 neutron-server[103233]: DEBUG neutron.api.extensions [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 17:00:17.717475 n-d-827839-2 neutron-server[103233]: INFO neutron.api.extensions [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Extension trunk-details not supported by any of loaded plugins Feb 04 17:00:17.717804 n-d-827839-2 neutron-server[103233]: DEBUG neutron.api.extensions [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Loading extension file: uplink_status_propagation.py {{(pid=103233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 17:00:17.719300 n-d-827839-2 neutron-server[103233]: DEBUG neutron.api.extensions [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 17:00:17.719820 n-d-827839-2 neutron-server[103233]: INFO neutron.api.extensions [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Extension uplink-status-propagation not supported by any of loaded plugins Feb 04 17:00:17.720146 n-d-827839-2 neutron-server[103233]: DEBUG neutron.api.extensions [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Loading extension file: vlantransparent.py {{(pid=103233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 17:00:17.720877 n-d-827839-2 neutron-server[103233]: DEBUG neutron.api.extensions [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 17:00:17.721397 n-d-827839-2 neutron-server[103233]: INFO neutron.api.extensions [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Extension vlan-transparent not supported by any of loaded plugins Feb 04 17:00:17.724019 n-d-827839-2 neutron-server[103233]: INFO neutron.quota.resource_registry [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Creating instance of TrackedResource for resource:network Feb 04 17:00:17.724581 n-d-827839-2 neutron-server[103233]: INFO neutron.quota.resource_registry [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Creating instance of TrackedResource for resource:subnet Feb 04 17:00:17.725015 n-d-827839-2 neutron-server[103233]: INFO neutron.quota.resource_registry [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Creating instance of TrackedResource for resource:subnetpool Feb 04 17:00:17.725416 n-d-827839-2 neutron-server[103233]: INFO neutron.quota.resource_registry [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Creating instance of TrackedResource for resource:port Feb 04 17:00:17.727984 n-d-827839-2 neutron-server[103233]: DEBUG neutron.api.v2.resource_helper [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103233) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 04 17:00:17.728432 n-d-827839-2 neutron-server[103233]: DEBUG neutron.api.v2.resource_helper [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Service FLAVORS assigned prefix: {{(pid=103233) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 04 17:00:17.729180 n-d-827839-2 neutron-server[103233]: DEBUG neutron.api.v2.resource_helper [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103233) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 04 17:00:17.729623 n-d-827839-2 neutron-server[103233]: DEBUG neutron.api.v2.resource_helper [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103233) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 04 17:00:17.729962 n-d-827839-2 neutron-server[103233]: INFO neutron.quota.resource_registry [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Creating instance of TrackedResource for resource:router Feb 04 17:00:17.730412 n-d-827839-2 neutron-server[103233]: INFO neutron.quota.resource_registry [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Creating instance of TrackedResource for resource:floatingip Feb 04 17:00:17.730902 n-d-827839-2 neutron-server[103233]: DEBUG neutron.api.v2.resource_helper [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Service METERING assigned prefix: /metering {{(pid=103233) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 04 17:00:17.732402 n-d-827839-2 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:00:17.732802 n-d-827839-2 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:00:17.733165 n-d-827839-2 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:00:17.734298 n-d-827839-2 neutron-server[103233]: INFO neutron.quota.resource_registry [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Creating instance of CountableResource for resource:rbac_policy Feb 04 17:00:17.735288 n-d-827839-2 neutron-server[103233]: INFO neutron.quota.resource_registry [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Creating instance of TrackedResource for resource:security_group Feb 04 17:00:17.735742 n-d-827839-2 neutron-server[103233]: INFO neutron.quota.resource_registry [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Creating instance of TrackedResource for resource:security_group_rule Feb 04 17:00:17.736362 n-d-827839-2 neutron-server[103233]: DEBUG neutron.api.v2.resource_helper [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Service CORE assigned prefix: {{(pid=103233) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 04 17:00:17.736701 n-d-827839-2 neutron-server[103233]: INFO neutron.quota.resource_registry [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Creating instance of TrackedResource for resource:subnetpool Feb 04 17:00:17.737095 n-d-827839-2 neutron-server[103233]: WARNING neutron.quota.resource_registry [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] subnetpool is already registered Feb 04 17:00:17.737520 n-d-827839-2 neutron-server[103233]: DEBUG neutron.api.v2.resource_helper [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Service CORE assigned prefix: {{(pid=103233) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 04 17:00:17.737853 n-d-827839-2 neutron-server[103233]: INFO neutron.quota.resource_registry [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Creating instance of TrackedResource for resource:subnetpool Feb 04 17:00:17.738188 n-d-827839-2 neutron-server[103233]: WARNING neutron.quota.resource_registry [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] subnetpool is already registered Feb 04 17:00:17.740544 n-d-827839-2 neutron-server[103233]: DEBUG neutron.api.v2.resource_helper [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103233) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 04 17:00:17.741013 n-d-827839-2 neutron-server[103233]: DEBUG neutron.api.v2.resource_helper [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Service FLAVORS assigned prefix: {{(pid=103233) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 04 17:00:17.741613 n-d-827839-2 neutron-server[103233]: DEBUG neutron.api.v2.resource_helper [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103233) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 04 17:00:17.742039 n-d-827839-2 neutron-server[103233]: DEBUG neutron.api.v2.resource_helper [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103233) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 04 17:00:17.742375 n-d-827839-2 neutron-server[103233]: INFO neutron.quota.resource_registry [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Creating instance of TrackedResource for resource:router Feb 04 17:00:17.742719 n-d-827839-2 neutron-server[103233]: WARNING neutron.quota.resource_registry [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] router is already registered Feb 04 17:00:17.743133 n-d-827839-2 neutron-server[103233]: INFO neutron.quota.resource_registry [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Creating instance of TrackedResource for resource:floatingip Feb 04 17:00:17.743479 n-d-827839-2 neutron-server[103233]: WARNING neutron.quota.resource_registry [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] floatingip is already registered Feb 04 17:00:17.743937 n-d-827839-2 neutron-server[103233]: DEBUG neutron.api.v2.resource_helper [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Service METERING assigned prefix: /metering {{(pid=103233) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 04 17:00:17.744631 n-d-827839-2 neutron-server[103233]: INFO neutron.quota.resource_registry [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Creating instance of CountableResource for resource:rbac_policy Feb 04 17:00:17.744993 n-d-827839-2 neutron-server[103233]: WARNING neutron.quota.resource_registry [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] rbac_policy is already registered Feb 04 17:00:17.745415 n-d-827839-2 neutron-server[103233]: INFO neutron.quota.resource_registry [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Creating instance of TrackedResource for resource:security_group Feb 04 17:00:17.745754 n-d-827839-2 neutron-server[103233]: WARNING neutron.quota.resource_registry [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] security_group is already registered Feb 04 17:00:17.746162 n-d-827839-2 neutron-server[103233]: INFO neutron.quota.resource_registry [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Creating instance of TrackedResource for resource:security_group_rule Feb 04 17:00:17.746497 n-d-827839-2 neutron-server[103233]: WARNING neutron.quota.resource_registry [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] security_group_rule is already registered Feb 04 17:00:17.747154 n-d-827839-2 neutron-server[103233]: DEBUG neutron.api.v2.resource_helper [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Service CORE assigned prefix: {{(pid=103233) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 04 17:00:17.747483 n-d-827839-2 neutron-server[103233]: INFO neutron.quota.resource_registry [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Creating instance of TrackedResource for resource:subnetpool Feb 04 17:00:17.747818 n-d-827839-2 neutron-server[103233]: WARNING neutron.quota.resource_registry [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] subnetpool is already registered Feb 04 17:00:17.748247 n-d-827839-2 neutron-server[103233]: DEBUG neutron.api.v2.resource_helper [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Service CORE assigned prefix: {{(pid=103233) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 04 17:00:17.748567 n-d-827839-2 neutron-server[103233]: INFO neutron.quota.resource_registry [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Creating instance of TrackedResource for resource:subnetpool Feb 04 17:00:17.748926 n-d-827839-2 neutron-server[103233]: WARNING neutron.quota.resource_registry [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] subnetpool is already registered Feb 04 17:00:17.749400 n-d-827839-2 neutron-server[103233]: DEBUG neutron.api.extensions [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Extended resource: extensions {{(pid=103233) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 17:00:17.750978 n-d-827839-2 neutron-server[103233]: DEBUG neutron.api.extensions [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Extended resource: address-groups {{(pid=103233) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 17:00:17.752492 n-d-827839-2 neutron-server[103233]: DEBUG neutron.api.extensions [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Extended resource: address-scopes {{(pid=103233) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 17:00:17.753869 n-d-827839-2 neutron-server[103233]: DEBUG neutron.api.extensions [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Extended resource: agents {{(pid=103233) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 17:00:17.755036 n-d-827839-2 neutron-server[103233]: DEBUG neutron.api.extensions [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Extended resource: auto-allocated-topology {{(pid=103233) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 17:00:17.756273 n-d-827839-2 neutron-server[103233]: DEBUG neutron.api.extensions [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Extended resource: availability_zones {{(pid=103233) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 17:00:17.757529 n-d-827839-2 neutron-server[103233]: DEBUG neutron.api.extensions [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Extended resource: dhcp-networks {{(pid=103233) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 17:00:17.759042 n-d-827839-2 neutron-server[103233]: DEBUG neutron.api.extensions [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Extended resource: dhcp-agents {{(pid=103233) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 17:00:17.760466 n-d-827839-2 neutron-server[103233]: DEBUG neutron.api.extensions [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Extended resource: routers {{(pid=103233) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 17:00:17.762831 n-d-827839-2 neutron-server[103233]: DEBUG neutron.api.extensions [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Extended resource: flavors {{(pid=103233) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 17:00:17.763989 n-d-827839-2 neutron-server[103233]: DEBUG neutron.api.extensions [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Extended resource: service_profiles {{(pid=103233) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 17:00:17.765244 n-d-827839-2 neutron-server[103233]: DEBUG neutron.api.extensions [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Extended resource: next_providers {{(pid=103233) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 17:00:17.766740 n-d-827839-2 neutron-server[103233]: DEBUG neutron.api.extensions [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Extended resource: service_profiles {{(pid=103233) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 17:00:17.768268 n-d-827839-2 neutron-server[103233]: DEBUG neutron.api.extensions [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Extended resource: floatingip-pools {{(pid=103233) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 17:00:17.769517 n-d-827839-2 neutron-server[103233]: DEBUG neutron.api.extensions [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Extended resource: routers {{(pid=103233) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 17:00:17.771625 n-d-827839-2 neutron-server[103233]: DEBUG neutron.api.extensions [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Extended resource: floatingips {{(pid=103233) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 17:00:17.772949 n-d-827839-2 neutron-server[103233]: DEBUG neutron.api.extensions [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Extended resource: l3-routers {{(pid=103233) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 17:00:17.774325 n-d-827839-2 neutron-server[103233]: DEBUG neutron.api.extensions [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Extended resource: l3-agents {{(pid=103233) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 17:00:17.775733 n-d-827839-2 neutron-server[103233]: DEBUG neutron.api.extensions [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Extended resource: metering-labels {{(pid=103233) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 17:00:17.777128 n-d-827839-2 neutron-server[103233]: DEBUG neutron.api.extensions [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Extended resource: metering-label-rules {{(pid=103233) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 17:00:17.778403 n-d-827839-2 neutron-server[103233]: DEBUG neutron.api.extensions [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Extended resource: network-ip-availabilities {{(pid=103233) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 17:00:17.779682 n-d-827839-2 neutron-server[103233]: DEBUG neutron.api.extensions [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Extended resource: bindings {{(pid=103233) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 17:00:17.781896 n-d-827839-2 neutron-server[103233]: DEBUG neutron.api.extensions [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Extended resource: quotas {{(pid=103233) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 17:00:17.783473 n-d-827839-2 neutron-server[103233]: DEBUG neutron.api.extensions [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Extended resource: quotas {{(pid=103233) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 17:00:17.785033 n-d-827839-2 neutron-server[103233]: DEBUG neutron.api.extensions [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Extended resource: rbac-policies {{(pid=103233) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 17:00:17.786335 n-d-827839-2 neutron-server[103233]: DEBUG neutron.api.extensions [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Extended resource: security-groups {{(pid=103233) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 17:00:17.787589 n-d-827839-2 neutron-server[103233]: DEBUG neutron.api.extensions [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Extended resource: security-group-rules {{(pid=103233) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 17:00:17.788835 n-d-827839-2 neutron-server[103233]: DEBUG neutron.api.extensions [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Extended resource: service-providers {{(pid=103233) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 17:00:17.790058 n-d-827839-2 neutron-server[103233]: DEBUG neutron.api.extensions [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Extended resource: subnetpools {{(pid=103233) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 17:00:17.791507 n-d-827839-2 neutron-server[103233]: DEBUG neutron.api.extensions [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Extended resource: subnetpools {{(pid=103233) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 17:00:17.792975 n-d-827839-2 neutron-server[103233]: DEBUG neutron.api.extensions [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Extended resource: tags {{(pid=103233) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 17:00:17.794648 n-d-827839-2 neutron-server[103233]: DEBUG neutron.api.extensions [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Extended resource: tags {{(pid=103233) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 17:00:17.798136 n-d-827839-2 neutron-server[103233]: DEBUG neutron.api.extensions [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Extended resource: tags {{(pid=103233) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 17:00:17.799949 n-d-827839-2 neutron-server[103233]: DEBUG neutron.api.extensions [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Extended resource: tags {{(pid=103233) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 17:00:17.802025 n-d-827839-2 neutron-server[103233]: DEBUG neutron.api.extensions [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Extended resource: tags {{(pid=103233) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 17:00:17.803876 n-d-827839-2 neutron-server[103233]: DEBUG neutron.api.extensions [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Extended resource: tags {{(pid=103233) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 17:00:17.805583 n-d-827839-2 neutron-server[103233]: DEBUG neutron.api.extensions [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Extended resource: tags {{(pid=103233) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 17:00:17.807487 n-d-827839-2 neutron-server[103233]: DEBUG neutron.api.extensions [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Extended resource: tags {{(pid=103233) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 17:00:17.809291 n-d-827839-2 neutron-server[103233]: DEBUG neutron.api.extensions [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Extended resource: tags {{(pid=103233) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 17:00:17.811126 n-d-827839-2 neutron-server[103233]: DEBUG neutron.api.extensions [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Extended resource: tags {{(pid=103233) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 17:00:17.817146 n-d-827839-2 neutron-server[103233]: WARNING keystonemiddleware.auth_token [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Feb 04 17:00:17.821912 n-d-827839-2 neutron-server[103233]: WARNING keystonemiddleware.auth_token [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Feb 04 17:00:17.830580 n-d-827839-2 neutron-server[103233]: DEBUG oslo_concurrency.lockutils [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Acquired lock "singleton_lock" {{(pid=103233) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Feb 04 17:00:17.831068 n-d-827839-2 neutron-server[103233]: DEBUG oslo_concurrency.lockutils [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Releasing lock "singleton_lock" {{(pid=103233) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Feb 04 17:00:17.831739 n-d-827839-2 neutron-server[103233]: INFO oslo_service.service [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Starting 2 workers Feb 04 17:00:17.836757 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Started child 103376 {{(pid=103233) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 04 17:00:17.841545 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Started child 103377 {{(pid=103233) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 04 17:00:17.842343 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:00:17.843159 n-d-827839-2 neutron-server[103233]: INFO neutron.service [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Neutron service started, listening on 0.0.0.0:9696 Feb 04 17:00:17.844383 n-d-827839-2 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Publish callbacks [] for process (None), before_spawn {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:00:17.844617 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [-] (103376) wsgi starting up on http://0.0.0.0:9696 Feb 04 17:00:17.846865 n-d-827839-2 neutron-server[103233]: INFO oslo_service.service [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Starting 1 workers Feb 04 17:00:17.847167 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:00:17.848654 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [-] (103377) wsgi starting up on http://0.0.0.0:9696 Feb 04 17:00:17.852274 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Started child 103378 {{(pid=103233) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 04 17:00:17.852832 n-d-827839-2 neutron-server[103233]: INFO oslo_service.service [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Starting 1 workers Feb 04 17:00:17.856105 n-d-827839-2 neutron-server[103378]: DEBUG neutron.service [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] calling RpcWorker wait() {{(pid=103378) _wait /opt/stack/neutron/neutron/service.py:128}} Feb 04 17:00:17.856673 n-d-827839-2 neutron-server[103378]: DEBUG neutron.service [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] returning from RpcWorker wait() {{(pid=103378) _wait /opt/stack/neutron/neutron/service.py:135}} Feb 04 17:00:17.857552 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Started child 103379 {{(pid=103233) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 04 17:00:17.858067 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:00:17.858402 n-d-827839-2 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-5c1551af-5477-41c8-a05a-895b0b519fe6 None None] Publish callbacks [] for process (None), after_spawn {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:00:17.858597 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:00:17.861059 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103233) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Feb 04 17:00:17.861273 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 04 17:00:17.861466 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 04 17:00:17.861694 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 04 17:00:17.862041 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 04 17:00:17.862207 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 04 17:00:17.862742 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:00:17.863031 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:00:17.863312 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:00:17.863679 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:00:17.863848 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:00:17.863936 n-d-827839-2 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:00:17.864429 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:00:17.864913 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:00:17.865176 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:00:17.865454 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:00:17.865692 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:00:17.865863 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:00:17.866033 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:00:17.866289 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:00:17.866530 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:00:17.866841 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:00:17.867116 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:00:17.867361 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:00:17.867642 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:00:17.867818 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:00:17.868073 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:00:17.868334 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:00:17.868570 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:00:17.869017 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] debug = True {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:00:17.869168 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:00:17.869607 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:00:17.869836 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:00:17.870198 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:00:17.870335 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:00:17.870583 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:00:17.870810 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:00:17.871109 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:00:17.871362 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:00:17.871585 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:00:17.871913 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:00:17.872103 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:00:17.872362 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:00:17.872583 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:00:17.872859 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:00:17.873079 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:00:17.873348 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:00:17.873579 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:00:17.874029 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] host = n-d-827839-2 {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:00:17.874269 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:00:17.874508 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:00:17.874739 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:00:17.876918 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:00:17.876918 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:00:17.876918 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:00:17.876918 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:00:17.876918 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:00:17.876918 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:00:17.876918 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:00:17.876918 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:00:17.878196 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:00:17.878196 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:00:17.878196 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] log_file = None {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:00:17.878196 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] log_options = True {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:00:17.878196 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:00:17.878196 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:00:17.879086 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:00:17.879086 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:00:17.879086 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:00:17.879086 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:00:17.879786 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:00:17.879786 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:00:17.879786 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:00:17.879786 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:00:17.880324 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:00:17.880324 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:00:17.880566 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:00:17.880687 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:00:17.880932 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:00:17.881187 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:00:17.881441 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:00:17.881682 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:00:17.881930 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:00:17.882287 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:00:17.882576 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:00:17.882743 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:00:17.882979 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:00:17.883220 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:00:17.883452 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:00:17.883713 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:00:17.883912 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:00:17.884150 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:00:17.884371 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:00:17.886393 n-d-827839-2 neutron-server[103379]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:00:17.889367 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:00:17.892538 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:00:17.892950 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:00:17.893222 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:00:17.893529 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:00:17.893815 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:00:17.894224 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:00:17.894654 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:00:17.895080 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:00:17.895566 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:00:17.895997 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:00:17.896451 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:00:17.896911 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:00:17.897316 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:00:17.897783 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:00:17.898211 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:00:17.898646 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:00:17.899059 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] use_json = False {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:00:17.899457 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:00:17.899882 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:00:17.900160 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:00:17.900416 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:00:17.900641 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:00:17.900895 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:00:17.901555 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:00:17.901555 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:00:17.901700 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:00:17.902039 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:17.902346 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:17.902671 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:17.902944 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:17.903217 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:17.903468 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:17.903792 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:17.903916 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:17.904324 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:17.904713 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:17.905196 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:17.905590 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:17.906591 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:17.906987 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:17.907398 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:17.907873 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:17.908273 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:17.908710 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:17.908967 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:17.909217 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:17.909462 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:17.909837 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:17.910263 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:17.910649 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:17.910909 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:17.911297 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:17.911708 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:17.912192 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:17.912665 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:17.913048 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:17.913329 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:17.913592 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.89/identity {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:17.913865 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:17.914111 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:17.914350 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:17.914578 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:17.914806 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:17.915048 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:17.915270 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:17.915538 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:17.915766 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:17.916007 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:17.916232 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:17.916465 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:17.916686 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:17.917011 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:17.917254 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:17.917516 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:17.917764 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:17.918019 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:17.918241 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:17.918458 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:17.918707 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:17.918971 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:17.919187 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:17.919403 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:17.919674 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:17.919934 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:17.920185 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:17.920425 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:17.920646 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:17.920916 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:17.921150 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:17.921370 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:17.921587 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:17.922380 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:17.923018 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:17.923480 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:17.923988 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:17.924367 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:17.924683 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:17.925121 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:17.925513 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:17.925829 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:17.926083 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:17.926356 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:17.926827 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:17.927068 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:17.927281 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:17.927669 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:17.928264 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:17.928705 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:17.929113 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:17.929499 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:17.929933 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:17.930313 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:17.930685 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:17.931232 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:17.931812 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:17.932194 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:17.932570 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:17.932922 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:17.933283 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:17.933525 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:17.933942 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:17.934343 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:17.934752 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:17.935139 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:17.935420 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:17.935666 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:17.935920 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:17.936146 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:17.936417 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:17.936649 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:17.936921 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:17.937171 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:17.937436 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:17.937718 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:17.939443 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:17.939703 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:17.939939 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:17.940187 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:17.940445 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:17.940707 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:17.940976 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:17.941272 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:17.941459 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:17.941693 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:17.941964 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:17.942204 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:17.942485 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:17.942710 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:17.942989 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:17.943299 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:17.943563 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:17.943836 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:17.944253 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:17.944531 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:17.944818 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:17.945056 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:17.945322 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:17.945555 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:17.946133 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:17.946540 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:17.946821 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:17.947055 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:17.947281 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:17.947521 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:17.947826 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:17.948285 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:17.948510 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:17.948762 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:17.949065 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:17.949344 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:17.949586 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:17.949863 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:17.950170 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:17.950376 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:17.950615 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:17.950849 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.89/identity {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:17.951086 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:17.951324 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:17.951577 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:17.951796 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:17.952045 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:17.952281 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:17.952532 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:17.952767 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:17.953049 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:17.953304 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:17.953524 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:17.953751 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:17.953983 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:17.954214 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:17.954444 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:17.954708 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:17.954929 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:17.955152 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:17.955392 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:17.955636 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:17.955857 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:17.956078 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:17.956299 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:17.956553 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:17.956802 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:17.957079 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:17.957331 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:17.957569 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:17.957808 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:17.958100 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:17.958269 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:17.958519 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:17.958727 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:17.958949 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:17.959482 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:17.959645 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:17.959919 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:17.960140 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:17.960362 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:17.960594 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:17.960857 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:17.961110 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:17.961370 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:17.961714 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:17.961966 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:17.962203 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:17.962454 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:17.962705 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:17.962932 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:17.963157 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:17.963399 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:17.963660 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:17.963840 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:17.964449 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:17.964449 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:17.968505 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:17.968505 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:17.968505 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:17.968505 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:17.968505 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:17.968505 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:17.968505 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:17.968505 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:17.970141 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:17.970141 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:17.970141 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:17.970141 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:17.970141 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:17.970141 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:17.970141 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:17.970141 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:17.970141 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:17.971264 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:17.971401 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 46548) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:00:17.971610 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:17.971610 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:17.971610 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:17.971610 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:17.971610 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:17.971610 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:17.971610 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:17.971610 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:17.972635 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:17.972635 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:17.972635 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:17.972635 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:17.972635 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:17.972635 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:17.972635 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:17.972635 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:17.973724 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:17.973724 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:17.973724 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:17.973724 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:17.973724 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:17.974368 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:17.974368 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:17.974368 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:17.974778 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:17.974778 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:17.975042 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:17.975190 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:17.975327 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:17.976222 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:17.976222 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:17.976222 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:17.976222 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:17.977038 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:17.977038 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:17.977038 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:17.977435 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:17.977435 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:17.977713 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:17.977851 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:17.978068 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:17.978981 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:17.979135 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [-] 10.222.0.89 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0073063 Feb 04 17:00:17.979230 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:17.979230 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:17.979230 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:17.979450 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:17.980610 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:17.980892 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:17.981314 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:17.982235 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:17.982551 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:17.982821 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:17.983073 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:17.983385 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:17.983665 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:750:799'] {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:17.983959 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:17.984178 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:17.985058 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:17.985405 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:17.985707 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:17.985964 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:17.986217 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:17.986468 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:17.986699 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:17.986921 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:17.987168 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:17.987396 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:17.987633 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:17.987945 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:17.989076 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:17.989076 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:17.989076 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:17.989076 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:17.989076 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:17.989486 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:17.989486 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:17.989717 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:17.989946 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:17.990100 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 04 17:00:17.990632 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103233) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Feb 04 17:00:17.991263 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 04 17:00:17.991263 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 04 17:00:17.991263 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 04 17:00:17.991263 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 04 17:00:17.991542 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 04 17:00:17.991609 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:00:17.991770 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:00:17.991922 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:00:17.992084 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:00:17.992401 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:00:17.992729 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:00:17.993049 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:00:17.993212 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:00:17.993521 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:00:17.993807 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:00:17.994117 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:00:17.994289 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:00:17.994454 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:00:17.994615 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:00:17.994777 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:00:17.994940 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:00:17.995190 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:00:17.995290 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:00:17.995422 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:00:17.995583 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:00:17.995928 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:00:17.996102 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:00:17.996248 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] debug = True {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:00:17.996549 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:00:17.996929 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:00:17.997133 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:00:17.997269 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:00:17.997417 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:00:17.997578 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:00:17.998072 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:00:17.998072 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:00:17.998072 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:00:17.998288 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:00:17.998354 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:00:17.998534 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:00:17.998626 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:00:17.999104 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:00:17.999104 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:00:17.999104 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:00:17.999327 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:00:17.999393 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:00:17.999536 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] host = n-d-827839-2 {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:00:18.001741 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:00:18.001741 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:00:18.001741 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:00:18.001741 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:00:18.001741 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:00:18.001741 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:00:18.001741 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:00:18.001741 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:00:18.002269 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:00:18.002336 n-d-827839-2 neutron-server[103378]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:00:18.002405 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:00:18.002405 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:00:18.002405 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:00:18.002405 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:00:18.002405 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] log_file = None {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:00:18.002405 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] log_options = True {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:00:18.002405 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:00:18.002405 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:00:18.002405 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:00:18.002874 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:00:18.002874 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:00:18.002874 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:00:18.003052 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:00:18.003336 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:00:18.003336 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:00:18.003516 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:00:18.003711 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:00:18.003811 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:00:18.003966 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:00:18.004129 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:00:18.004292 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:00:18.004451 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:00:18.004613 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:00:18.005705 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:00:18.005809 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:00:18.006009 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:00:18.006131 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:00:18.006350 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:00:18.006474 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:00:18.006596 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:00:18.006737 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:00:18.006889 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:00:18.007047 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:00:18.007359 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:00:18.007664 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:00:18.007831 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:00:18.007992 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:00:18.008154 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:00:18.009034 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:00:18.009034 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:00:18.009034 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:00:18.009034 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:00:18.009034 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:00:18.009669 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:00:18.009669 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:00:18.009669 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:00:18.009669 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:00:18.009966 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:00:18.009966 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:00:18.010212 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:00:18.010296 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:00:18.010406 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:00:18.010567 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] use_json = False {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:00:18.010882 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:00:18.011047 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:00:18.011206 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:00:18.011522 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:00:18.011814 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:00:18.012099 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:00:18.012402 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:00:18.012697 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:00:18.012894 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:00:18.013127 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:18.013242 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:18.013560 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:18.013922 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:18.014226 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:18.014546 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:18.014924 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:18.015249 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:18.015729 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:18.015844 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:18.016052 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:18.016281 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:18.016483 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:18.016642 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:18.016819 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:18.016972 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:18.017135 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:18.017300 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:18.017463 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:18.017627 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:18.017789 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:18.017941 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:18.018120 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:18.018285 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:18.018454 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:18.018739 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:18.018838 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:18.018960 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:18.019141 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:18.019379 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:18.019748 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:18.020098 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.89/identity {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:18.020300 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:18.020635 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:18.020778 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:18.021160 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:18.021160 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:18.021321 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:18.021389 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:18.021548 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:18.021860 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:18.022633 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:18.022633 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:18.022633 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:18.022633 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:18.022633 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:18.022977 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:18.022977 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:18.023108 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:18.023258 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:18.023551 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:18.023962 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:18.024072 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:18.024775 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:18.024775 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:18.024775 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:18.024775 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:18.025064 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:18.025064 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:18.025186 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:18.025383 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:18.025474 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:18.025623 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:18.025935 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:18.025935 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:18.026095 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:18.026253 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:18.026392 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:18.026527 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:18.026705 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:18.026850 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:18.026982 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:18.027152 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:18.027317 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:18.027472 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:18.027633 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:18.027786 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:18.027945 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:18.028098 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:18.028256 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:18.028419 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:18.028583 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:18.028733 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:18.028952 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:18.029090 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:18.029225 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:18.029394 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:18.029563 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:18.029726 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:18.029920 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:18.030070 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:18.030216 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:18.030373 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:18.030536 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:18.030699 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:18.030863 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:18.031027 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:18.031728 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:18.031892 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:18.032055 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:18.032206 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:18.032368 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:18.032532 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:18.032685 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:18.032875 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:18.033039 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:18.033202 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:18.033352 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:18.033513 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:18.033667 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:18.033906 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:18.034049 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:18.034222 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:18.034397 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:18.034582 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:18.034582 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:18.034854 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:18.034854 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:18.035121 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:18.035257 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:18.035392 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:18.035528 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:18.035662 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:18.035860 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:18.036544 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:18.036544 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:18.036544 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:18.036544 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:18.036544 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:18.037299 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:18.037299 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:18.037299 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:18.037299 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:18.037804 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:18.037804 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:18.037804 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:18.037804 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:18.038725 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:18.038725 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:18.038725 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:18.038725 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:18.038725 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:18.038725 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:18.039726 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:18.039726 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:18.039726 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:18.039726 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:18.039726 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:18.039726 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:18.040306 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.89/identity {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:18.040306 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:18.040306 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:18.040306 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:18.040521 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:18.040521 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:18.042118 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:18.042118 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:18.042118 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:18.042118 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:18.042118 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:18.042118 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:18.042118 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:18.042118 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:18.043568 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:18.043568 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:18.043568 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:18.043568 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:18.043568 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:18.043568 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:18.043568 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:18.043568 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:18.044341 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:18.044341 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:18.044341 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:18.044341 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:18.044341 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:18.044341 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:18.044341 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:18.044341 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:18.045225 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:18.045225 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:18.045225 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:18.045225 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:18.045225 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:18.045225 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:18.045225 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:18.045879 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:18.045879 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:18.045879 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:18.045879 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:18.046307 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:18.046307 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:18.046307 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:18.046560 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:18.046641 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:18.046843 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:18.047520 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:18.047685 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:18.047866 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:18.048052 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:18.048252 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:18.048563 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:18.048563 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:18.048888 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:18.048888 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:18.049221 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:18.049221 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:18.049479 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:18.049479 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:18.049763 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:18.049763 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:18.050020 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:18.050020 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:18.050277 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:18.050411 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:18.050546 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:18.050681 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:18.050833 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:18.050964 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:18.051103 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:18.051239 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:18.051374 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:18.051548 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:18.051993 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:18.052130 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:18.052266 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:18.052409 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:18.052577 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:18.052804 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:18.052951 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:18.053089 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:18.053226 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:18.053388 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:18.053550 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:18.053725 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:18.053891 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:18.054027 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:18.054189 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:18.054352 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:18.054516 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:18.054689 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:18.054853 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:18.055016 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:18.055180 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:18.055332 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:18.055492 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:18.055665 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:18.055828 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:18.055991 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:18.056145 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:18.056305 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:18.056468 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:18.056642 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:18.056837 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:18.057006 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:18.057170 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:18.057333 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:18.057496 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:18.057669 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:18.057833 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:18.057995 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:18.058168 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:18.058331 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:18.058493 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:18.058659 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:18.059194 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:18.059194 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:18.059194 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:18.059507 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:18.059507 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:18.060300 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:18.060300 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:18.060300 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:18.060300 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:18.060300 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:18.060814 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:18.060814 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:18.060814 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:750:799'] {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:18.061121 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:18.061121 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:18.061752 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:18.061752 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:18.061752 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:18.061752 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:18.062228 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:18.062228 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:18.062228 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:18.063155 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:18.063155 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:18.063155 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:18.063155 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:18.063155 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:18.063155 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:18.063948 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:18.063948 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:18.063948 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:18.063948 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:18.063948 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:18.064620 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:18.064620 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:18.064620 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:00:18.064620 n-d-827839-2 neutron-server[103233]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 04 17:00:29.692260 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a1c3040-5b90-49d2-9369-4a1cb026c1ae None None] get_active_networks_info from n-d-827839-2 {{(pid=103378) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 04 17:00:29.698123 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6b05bff4-8623-4913-9275-1588ad6779c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1602667'] for agent (bb89f5a3-3c22-440b-b7d1-c4f0c43c184a), after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:00:29.783359 n-d-827839-2 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a1c3040-5b90-49d2-9369-4a1cb026c1ae None None] No non-hosted networks {{(pid=103378) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Feb 04 17:00:31.893866 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7d74f2fe-c627-4916-a11f-d83a23a2d804 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1602667'] for agent (64ada913-9131-4d99-a265-63a920956287), after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:00:31.934863 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1cc231e3-f85f-4f26-b6d5-d0dc1dccf5c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (64ada913-9131-4d99-a265-63a920956287), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:00:32.809376 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d408ec64-b374-4acb-a1fc-48241dad6d47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1602667'] for agent (0cd6d64a-47a7-40ff-8c12-71dd526c62e0), after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:00:34.606248 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4f14bb47-e72b-46ac-9e44-a61d9293afcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1602667'] for agent (75326290-f7a3-4db8-9cf2-15c7139ed224), after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:00:35.616934 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1602667'] for agent (ba70844b-66a0-45fd-a2f2-e6ed673321fc), after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:00:35.618025 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:00:35.618025 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:00:35.618832 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:00:35.619650 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:00:35.621433 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:00:35.623238 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:00:35.624224 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:00:35.626939 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:00:35.628315 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:00:35.629645 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:00:35.630548 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:00:35.630907 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:00:35.631245 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:00:35.633787 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-827839-2', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:00:35.645511 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-827839-2', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:00:38.318037 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 46652) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:00:38.846748 n-d-827839-2 neutron-server[103376]: WARNING oslo_policy.policy [None req-f63aee96-eca8-42a4-af07-3caf05e7c7b3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 04 17:00:38.847363 n-d-827839-2 neutron-server[103376]: WARNING oslo_policy.policy [None req-f63aee96-eca8-42a4-af07-3caf05e7c7b3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 04 17:00:38.917481 n-d-827839-2 neutron-server[103378]: INFO neutron.db.l3_hamode_db [None req-d78d26cf-b275-45e0-9b0f-ddcb530c3779 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Feb 04 17:00:38.994477 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d78d26cf-b275-45e0-9b0f-ddcb530c3779 None None] Routers set() bound to L3 agent in host n-d-827839-2 {{(pid=103378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:00:38.994861 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d78d26cf-b275-45e0-9b0f-ddcb530c3779 None None] Router IDs set() for agent in host n-d-827839-2 {{(pid=103378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 04 17:00:39.074138 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [None req-f63aee96-eca8-42a4-af07-3caf05e7c7b3 admin admin] http://10.222.0.89:9696/v2.0/extensions returned with HTTP 200 {{(pid=103376) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 17:00:39.075393 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-f63aee96-eca8-42a4-af07-3caf05e7c7b3 admin admin] 10.222.0.89 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7550588 Feb 04 17:00:41.751833 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 46668) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:00:42.062753 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-e29552af-9d20-4811-888a-e6aca749a5bb admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'is_default': True, 'name': 'shared-default-subnetpool-v4', 'tenant_id': 'feb591bbb3a0478e9924b979aaadda3d', 'default_prefixlen': 26, 'shared': True}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:00:42.155323 n-d-827839-2 neutron-server[103376]: DEBUG neutron.policy [None req-e29552af-9d20-4811-888a-e6aca749a5bb admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103376) register_rules /opt/stack/neutron/neutron/policy.py:73}} Feb 04 17:00:42.197477 n-d-827839-2 neutron-server[103376]: WARNING oslo_policy.policy [None req-e29552af-9d20-4811-888a-e6aca749a5bb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 04 17:00:42.197856 n-d-827839-2 neutron-server[103376]: WARNING oslo_policy.policy [None req-e29552af-9d20-4811-888a-e6aca749a5bb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 04 17:00:42.296821 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-e29552af-9d20-4811-888a-e6aca749a5bb admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8781082696128', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8781082696693', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8781082714377', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8781082712578', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8781082865432', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8781082856594', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-628807', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-607649', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1594448', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1552265'] for rbac-policy (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:00:42.364720 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-e29552af-9d20-4811-888a-e6aca749a5bb admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:00:42.366134 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-e29552af-9d20-4811-888a-e6aca749a5bb admin admin] 10.222.0.89 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6132908 Feb 04 17:00:45.077436 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 46680) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:00:45.595965 n-d-827839-2 neutron-server[103377]: WARNING oslo_policy.policy [None req-705f34ff-9bda-455e-b877-817452eed814 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 04 17:00:45.596552 n-d-827839-2 neutron-server[103377]: WARNING oslo_policy.policy [None req-705f34ff-9bda-455e-b877-817452eed814 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 04 17:00:45.824197 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-705f34ff-9bda-455e-b877-817452eed814 admin admin] Request body: {'network': {'project_id': '7d55ec7ce67c4d7892bf47b710efb6b1', 'admin_state_up': True, 'name': 'private', 'tenant_id': '7d55ec7ce67c4d7892bf47b710efb6b1'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:00:45.881429 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-705f34ff-9bda-455e-b877-817452eed814 admin admin] Made reservation on behalf of 7d55ec7ce67c4d7892bf47b710efb6b1 for: {'network': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:00:45.942454 n-d-827839-2 neutron-server[103377]: DEBUG neutron.policy [None req-705f34ff-9bda-455e-b877-817452eed814 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103377) register_rules /opt/stack/neutron/neutron/policy.py:73}} Feb 04 17:00:45.983561 n-d-827839-2 neutron-server[103377]: WARNING oslo_policy.policy [None req-705f34ff-9bda-455e-b877-817452eed814 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 04 17:00:45.983925 n-d-827839-2 neutron-server[103377]: WARNING oslo_policy.policy [None req-705f34ff-9bda-455e-b877-817452eed814 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 04 17:00:45.993591 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-705f34ff-9bda-455e-b877-817452eed814 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for network (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:00:46.015570 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-705f34ff-9bda-455e-b877-817452eed814 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:00:46.128506 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-705f34ff-9bda-455e-b877-817452eed814 admin admin] Publish callbacks [] for security_group (25368795-5f65-4838-8640-23e95bae0d00), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:00:46.132668 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-705f34ff-9bda-455e-b877-817452eed814 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (25368795-5f65-4838-8640-23e95bae0d00), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:00:46.156957 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-705f34ff-9bda-455e-b877-817452eed814 admin admin] vlan segment allocate from pool success with {'vlan_id': 765, 'physical_network': 'physnet1'} {{(pid=103377) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 17:00:46.181062 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-705f34ff-9bda-455e-b877-817452eed814 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8781084786508', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (a9acb210-f1fd-4420-93c6-a7b43f1e0f0d), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:00:46.181611 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-705f34ff-9bda-455e-b877-817452eed814 admin admin] Unsubscribe: segment precommit_create {{(pid=103377) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Feb 04 17:00:46.182150 n-d-827839-2 neutron-server[103377]: INFO neutron.db.segments_db [None req-705f34ff-9bda-455e-b877-817452eed814 admin admin] Added segment a9acb210-f1fd-4420-93c6-a7b43f1e0f0d of type vlan for network 35e00981-5c7b-463b-b7a5-0208f6339530 Feb 04 17:00:46.187913 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705f34ff-9bda-455e-b877-817452eed814 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25368795-5f65-4838-8640-23e95bae0d00,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:00:46.217142 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705f34ff-9bda-455e-b877-817452eed814 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:00:46.218003 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705f34ff-9bda-455e-b877-817452eed814 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:00:46.218335 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705f34ff-9bda-455e-b877-817452eed814 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:00:46.218663 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705f34ff-9bda-455e-b877-817452eed814 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:00:46.218982 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705f34ff-9bda-455e-b877-817452eed814 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:00:46.219300 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705f34ff-9bda-455e-b877-817452eed814 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:00:46.219615 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705f34ff-9bda-455e-b877-817452eed814 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:00:46.219950 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705f34ff-9bda-455e-b877-817452eed814 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:00:46.220241 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705f34ff-9bda-455e-b877-817452eed814 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:00:46.220556 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705f34ff-9bda-455e-b877-817452eed814 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:00:46.220889 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705f34ff-9bda-455e-b877-817452eed814 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:00:46.221201 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705f34ff-9bda-455e-b877-817452eed814 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:00:46.221510 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705f34ff-9bda-455e-b877-817452eed814 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:00:46.222658 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705f34ff-9bda-455e-b877-817452eed814 admin admin] Tracked resource versions report: Feb 04 17:00:46.222658 n-d-827839-2 neutron-server[103377]: pushed versions: Feb 04 17:00:46.222658 n-d-827839-2 neutron-server[103377]: { 'AddressGroup': {'1.2'}, Feb 04 17:00:46.222658 n-d-827839-2 neutron-server[103377]: 'ConntrackHelper': {'1.0'}, Feb 04 17:00:46.222658 n-d-827839-2 neutron-server[103377]: 'LocalIPAssociation': {'1.0'}, Feb 04 17:00:46.222658 n-d-827839-2 neutron-server[103377]: 'Log': {'1.0'}, Feb 04 17:00:46.222658 n-d-827839-2 neutron-server[103377]: 'Network': {'1.1'}, Feb 04 17:00:46.222658 n-d-827839-2 neutron-server[103377]: 'Port': {'1.7'}, Feb 04 17:00:46.222658 n-d-827839-2 neutron-server[103377]: 'PortForwarding': {'1.2'}, Feb 04 17:00:46.222658 n-d-827839-2 neutron-server[103377]: 'QosPolicy': {'1.10'}, Feb 04 17:00:46.222658 n-d-827839-2 neutron-server[103377]: 'SecurityGroup': {'1.5'}, Feb 04 17:00:46.222658 n-d-827839-2 neutron-server[103377]: 'SecurityGroupRule': {'1.2'}, Feb 04 17:00:46.222658 n-d-827839-2 neutron-server[103377]: 'SubPort': {'1.0'}, Feb 04 17:00:46.222658 n-d-827839-2 neutron-server[103377]: 'Subnet': {'1.1'}, Feb 04 17:00:46.222658 n-d-827839-2 neutron-server[103377]: 'Trunk': {'1.1'}} Feb 04 17:00:46.222658 n-d-827839-2 neutron-server[103377]: consumer versions: Feb 04 17:00:46.222658 n-d-827839-2 neutron-server[103377]: { DHCP agent@n-d-827839-2: {}, Feb 04 17:00:46.222658 n-d-827839-2 neutron-server[103377]: L3 agent@n-d-827839-2: {}, Feb 04 17:00:46.222658 n-d-827839-2 neutron-server[103377]: Metadata agent@n-d-827839-2: {}, Feb 04 17:00:46.222658 n-d-827839-2 neutron-server[103377]: Metering agent@n-d-827839-2: {}, Feb 04 17:00:46.222658 n-d-827839-2 neutron-server[103377]: Open vSwitch agent@n-d-827839-2: { 'AddressGroup': '1.2', Feb 04 17:00:46.222658 n-d-827839-2 neutron-server[103377]: 'ConntrackHelper': '1.0', Feb 04 17:00:46.222658 n-d-827839-2 neutron-server[103377]: 'LocalIPAssociation': '1.0', Feb 04 17:00:46.222658 n-d-827839-2 neutron-server[103377]: 'Log': '1.0', Feb 04 17:00:46.222658 n-d-827839-2 neutron-server[103377]: 'Network': '1.1', Feb 04 17:00:46.222658 n-d-827839-2 neutron-server[103377]: 'Port': '1.7', Feb 04 17:00:46.222658 n-d-827839-2 neutron-server[103377]: 'PortForwarding': '1.2', Feb 04 17:00:46.222658 n-d-827839-2 neutron-server[103377]: 'QosPolicy': '1.10', Feb 04 17:00:46.222658 n-d-827839-2 neutron-server[103377]: 'SecurityGroup': '1.5', Feb 04 17:00:46.222658 n-d-827839-2 neutron-server[103377]: 'SecurityGroupRule': '1.2', Feb 04 17:00:46.222658 n-d-827839-2 neutron-server[103377]: 'SubPort': '1.0', Feb 04 17:00:46.222658 n-d-827839-2 neutron-server[103377]: 'Subnet': '1.1', Feb 04 17:00:46.222658 n-d-827839-2 neutron-server[103377]: 'Trunk': '1.1'}} Feb 04 17:00:46.222658 n-d-827839-2 neutron-server[103377]: {{(pid=103377) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 04 17:00:46.304491 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-705f34ff-9bda-455e-b877-817452eed814 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781084292801'] for network (35e00981-5c7b-463b-b7a5-0208f6339530), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:00:46.343695 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-705f34ff-9bda-455e-b877-817452eed814 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327'] for network (35e00981-5c7b-463b-b7a5-0208f6339530), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:00:46.344904 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-705f34ff-9bda-455e-b877-817452eed814 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:00:46.345632 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-705f34ff-9bda-455e-b877-817452eed814 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677565'] for network (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:00:46.423499 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-705f34ff-9bda-455e-b877-817452eed814 admin admin] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.3449256 Feb 04 17:00:46.453324 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705f34ff-9bda-455e-b877-817452eed814 admin admin] Pushing event updated for resources: {'Network': ['ID=35e00981-5c7b-463b-b7a5-0208f6339530,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:00:46.465280 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Network 35e00981-5c7b-463b-b7a5-0208f6339530 details requested by agent ovs-agent-n-d-827839-2 with host n-d-827839-2 {{(pid=103378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 17:00:49.137654 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 46702) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:00:49.546978 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43e0c844-a02b-43a7-ac27-6ef2f7c4d175 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:00:49.548362 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-43e0c844-a02b-43a7-ac27-6ef2f7c4d175 admin admin] 10.222.0.89 "GET /v2.0/networks/35e00981-5c7b-463b-b7a5-0208f6339530 HTTP/1.1" status: 200 len: 825 time: 0.4097342 Feb 04 17:00:49.591638 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-b01580bb-5c8b-4fc5-915e-cd5cc46e4e55 admin admin] 10.222.0.89 "GET /v2.0/subnetpools/3086f941-e2eb-487a-b00c-b45bd3874697 HTTP/1.1" status: 200 len: 734 time: 0.0368268 Feb 04 17:00:49.601173 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-1b92ba7e-a68e-44be-85d8-5a07d7da44ef admin admin] Request body: {'subnet': {'subnetpool_id': '3086f941-e2eb-487a-b00c-b45bd3874697', 'tenant_id': '7d55ec7ce67c4d7892bf47b710efb6b1', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'network_id': '35e00981-5c7b-463b-b7a5-0208f6339530'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:00:49.622912 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b92ba7e-a68e-44be-85d8-5a07d7da44ef admin admin] Made reservation on behalf of 7d55ec7ce67c4d7892bf47b710efb6b1 for: {'subnet': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:00:49.625163 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-1b92ba7e-a68e-44be-85d8-5a07d7da44ef admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:00:49.908612 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-1b92ba7e-a68e-44be-85d8-5a07d7da44ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327'] for subnet (8af08b09-0cbe-4c3a-ae0b-d8a3d7b88864), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:00:49.975174 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b92ba7e-a68e-44be-85d8-5a07d7da44ef admin admin] Pushing event updated for resources: {'Subnet': ['ID=8af08b09-0cbe-4c3a-ae0b-d8a3d7b88864,revision_number=0']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:00:49.980056 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b92ba7e-a68e-44be-85d8-5a07d7da44ef admin admin] Checking segment: {'id': 'a9acb210-f1fd-4420-93c6-a7b43f1e0f0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '35e00981-5c7b-463b-b7a5-0208f6339530'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:00:49.980410 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b92ba7e-a68e-44be-85d8-5a07d7da44ef admin admin] Network hostable DHCP agents. Network: 35e00981-5c7b-463b-b7a5-0208f6339530, hostable agents: ['bb89f5a3-3c22-440b-b7d1-c4f0c43c184a'], hosted agents: [] {{(pid=103377) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 17:00:50.001673 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b92ba7e-a68e-44be-85d8-5a07d7da44ef admin admin] Network 35e00981-5c7b-463b-b7a5-0208f6339530 is scheduled to be hosted by DHCP agent bb89f5a3-3c22-440b-b7d1-c4f0c43c184a with binding_index 1 {{(pid=103377) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 17:00:50.013042 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [None req-1b92ba7e-a68e-44be-85d8-5a07d7da44ef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827839-2, 35e00981-5c7b-463b-b7a5-0208f6339530) {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:00:50.018493 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b92ba7e-a68e-44be-85d8-5a07d7da44ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:00:50.019087 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-1b92ba7e-a68e-44be-85d8-5a07d7da44ef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677565'] for subnet (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:00:50.025604 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b871342e-2705-426e-9ed1-ad202aaf01c9 None None] Network 35e00981-5c7b-463b-b7a5-0208f6339530 requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:00:50.036385 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-1b92ba7e-a68e-44be-85d8-5a07d7da44ef admin admin] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4386890 Feb 04 17:00:50.301164 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-903ae2c9-842c-43d5-b602-884fdb5d75e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e4c19ad-5724-5db8-8ee1-4f56ae69fcf4-35e00981-5c7b-463b-b7a5-0208f6339530', 'network_id': '35e00981-5c7b-463b-b7a5-0208f6339530', 'project_id': '7d55ec7ce67c4d7892bf47b710efb6b1', 'fixed_ips': [{'subnet_id': '8af08b09-0cbe-4c3a-ae0b-d8a3d7b88864'}]}} from n-d-827839-2. {{(pid=103378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 17:00:50.302622 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-903ae2c9-842c-43d5-b602-884fdb5d75e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:00:50.610842 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-903ae2c9-842c-43d5-b602-884fdb5d75e2 None None] Allocated IP 172.20.0.2 (35e00981-5c7b-463b-b7a5-0208f6339530/8af08b09-0cbe-4c3a-ae0b-d8a3d7b88864/498d762a-0c4f-4810-99e7-e88e272c6b71) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:00:50.856472 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-903ae2c9-842c-43d5-b602-884fdb5d75e2 None None] Publish callbacks [] for port (498d762a-0c4f-4810-99e7-e88e272c6b71), precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:00:50.865514 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-903ae2c9-842c-43d5-b602-884fdb5d75e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135'] for port (498d762a-0c4f-4810-99e7-e88e272c6b71), after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:00:50.944992 n-d-827839-2 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-903ae2c9-842c-43d5-b602-884fdb5d75e2 None None] Network 35e00981-5c7b-463b-b7a5-0208f6339530 is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:00:50.953595 n-d-827839-2 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-903ae2c9-842c-43d5-b602-884fdb5d75e2 None None] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:00:50.958306 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-903ae2c9-842c-43d5-b602-884fdb5d75e2 None None] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:00:50.963263 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903ae2c9-842c-43d5-b602-884fdb5d75e2 None None] Pushing event updated for resources: {'Port': ['ID=498d762a-0c4f-4810-99e7-e88e272c6b71,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:00:50.972856 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-903ae2c9-842c-43d5-b602-884fdb5d75e2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:00:50.973209 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-903ae2c9-842c-43d5-b602-884fdb5d75e2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:00:50.973550 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-903ae2c9-842c-43d5-b602-884fdb5d75e2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:00:50.973886 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-903ae2c9-842c-43d5-b602-884fdb5d75e2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:00:50.974218 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-903ae2c9-842c-43d5-b602-884fdb5d75e2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:00:50.974548 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-903ae2c9-842c-43d5-b602-884fdb5d75e2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:00:50.974887 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-903ae2c9-842c-43d5-b602-884fdb5d75e2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:00:50.975204 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-903ae2c9-842c-43d5-b602-884fdb5d75e2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:00:50.975526 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-903ae2c9-842c-43d5-b602-884fdb5d75e2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:00:50.975929 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-903ae2c9-842c-43d5-b602-884fdb5d75e2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:00:50.976169 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-903ae2c9-842c-43d5-b602-884fdb5d75e2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:00:50.976491 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-903ae2c9-842c-43d5-b602-884fdb5d75e2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:00:50.976835 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-903ae2c9-842c-43d5-b602-884fdb5d75e2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:00:50.977961 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-903ae2c9-842c-43d5-b602-884fdb5d75e2 None None] Tracked resource versions report: Feb 04 17:00:50.977961 n-d-827839-2 neutron-server[103378]: pushed versions: Feb 04 17:00:50.977961 n-d-827839-2 neutron-server[103378]: { 'AddressGroup': {'1.2'}, Feb 04 17:00:50.977961 n-d-827839-2 neutron-server[103378]: 'ConntrackHelper': {'1.0'}, Feb 04 17:00:50.977961 n-d-827839-2 neutron-server[103378]: 'LocalIPAssociation': {'1.0'}, Feb 04 17:00:50.977961 n-d-827839-2 neutron-server[103378]: 'Log': {'1.0'}, Feb 04 17:00:50.977961 n-d-827839-2 neutron-server[103378]: 'Network': {'1.1'}, Feb 04 17:00:50.977961 n-d-827839-2 neutron-server[103378]: 'Port': {'1.7'}, Feb 04 17:00:50.977961 n-d-827839-2 neutron-server[103378]: 'PortForwarding': {'1.2'}, Feb 04 17:00:50.977961 n-d-827839-2 neutron-server[103378]: 'QosPolicy': {'1.10'}, Feb 04 17:00:50.977961 n-d-827839-2 neutron-server[103378]: 'SecurityGroup': {'1.5'}, Feb 04 17:00:50.977961 n-d-827839-2 neutron-server[103378]: 'SecurityGroupRule': {'1.2'}, Feb 04 17:00:50.977961 n-d-827839-2 neutron-server[103378]: 'SubPort': {'1.0'}, Feb 04 17:00:50.977961 n-d-827839-2 neutron-server[103378]: 'Subnet': {'1.1'}, Feb 04 17:00:50.977961 n-d-827839-2 neutron-server[103378]: 'Trunk': {'1.1'}} Feb 04 17:00:50.977961 n-d-827839-2 neutron-server[103378]: consumer versions: Feb 04 17:00:50.977961 n-d-827839-2 neutron-server[103378]: { DHCP agent@n-d-827839-2: {}, Feb 04 17:00:50.977961 n-d-827839-2 neutron-server[103378]: L3 agent@n-d-827839-2: {}, Feb 04 17:00:50.977961 n-d-827839-2 neutron-server[103378]: Metadata agent@n-d-827839-2: {}, Feb 04 17:00:50.977961 n-d-827839-2 neutron-server[103378]: Metering agent@n-d-827839-2: {}, Feb 04 17:00:50.977961 n-d-827839-2 neutron-server[103378]: Open vSwitch agent@n-d-827839-2: { 'AddressGroup': '1.2', Feb 04 17:00:50.977961 n-d-827839-2 neutron-server[103378]: 'ConntrackHelper': '1.0', Feb 04 17:00:50.977961 n-d-827839-2 neutron-server[103378]: 'LocalIPAssociation': '1.0', Feb 04 17:00:50.977961 n-d-827839-2 neutron-server[103378]: 'Log': '1.0', Feb 04 17:00:50.977961 n-d-827839-2 neutron-server[103378]: 'Network': '1.1', Feb 04 17:00:50.977961 n-d-827839-2 neutron-server[103378]: 'Port': '1.7', Feb 04 17:00:50.977961 n-d-827839-2 neutron-server[103378]: 'PortForwarding': '1.2', Feb 04 17:00:50.977961 n-d-827839-2 neutron-server[103378]: 'QosPolicy': '1.10', Feb 04 17:00:50.977961 n-d-827839-2 neutron-server[103378]: 'SecurityGroup': '1.5', Feb 04 17:00:50.977961 n-d-827839-2 neutron-server[103378]: 'SecurityGroupRule': '1.2', Feb 04 17:00:50.977961 n-d-827839-2 neutron-server[103378]: 'SubPort': '1.0', Feb 04 17:00:50.977961 n-d-827839-2 neutron-server[103378]: 'Subnet': '1.1', Feb 04 17:00:50.977961 n-d-827839-2 neutron-server[103378]: 'Trunk': '1.1'}} Feb 04 17:00:50.977961 n-d-827839-2 neutron-server[103378]: {{(pid=103378) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 04 17:00:51.056602 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-903ae2c9-842c-43d5-b602-884fdb5d75e2 None None] Attempting to bind port 498d762a-0c4f-4810-99e7-e88e272c6b71 on host n-d-827839-2 for vnic_type normal with profile {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:00:51.057331 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-903ae2c9-842c-43d5-b602-884fdb5d75e2 None None] Attempting to bind port 498d762a-0c4f-4810-99e7-e88e272c6b71 by drivers openvswitch,hyperv on host n-d-827839-2 at level 0 using segments [{'id': 'a9acb210-f1fd-4420-93c6-a7b43f1e0f0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '35e00981-5c7b-463b-b7a5-0208f6339530'}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:00:51.057534 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-903ae2c9-842c-43d5-b602-884fdb5d75e2 None None] Attempting to bind port 498d762a-0c4f-4810-99e7-e88e272c6b71 on network 35e00981-5c7b-463b-b7a5-0208f6339530 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:00:51.062737 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-903ae2c9-842c-43d5-b602-884fdb5d75e2 None None] Checking agent: {'id': 'ba70844b-66a0-45fd-a2f2-e6ed673321fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 0, 36), 'started_at': datetime.datetime(2022, 2, 4, 17, 0, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 0, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:00:51.063093 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-903ae2c9-842c-43d5-b602-884fdb5d75e2 None None] Checking segment: {'id': 'a9acb210-f1fd-4420-93c6-a7b43f1e0f0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '35e00981-5c7b-463b-b7a5-0208f6339530'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:00:51.063569 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-903ae2c9-842c-43d5-b602-884fdb5d75e2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:00:51.063959 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-903ae2c9-842c-43d5-b602-884fdb5d75e2 None None] Bound using segment: {'id': 'a9acb210-f1fd-4420-93c6-a7b43f1e0f0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '35e00981-5c7b-463b-b7a5-0208f6339530'} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:00:51.064456 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-903ae2c9-842c-43d5-b602-884fdb5d75e2 None None] Bound port: 498d762a-0c4f-4810-99e7-e88e272c6b71, host: n-d-827839-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9acb210-f1fd-4420-93c6-a7b43f1e0f0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '35e00981-5c7b-463b-b7a5-0208f6339530'}}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:00:51.064907 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-903ae2c9-842c-43d5-b602-884fdb5d75e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (498d762a-0c4f-4810-99e7-e88e272c6b71), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:00:51.131030 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-903ae2c9-842c-43d5-b602-884fdb5d75e2 None None] For port 498d762a-0c4f-4810-99e7-e88e272c6b71, host n-d-827839-2, cleared binding levels {{(pid=103378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:00:51.135484 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-903ae2c9-842c-43d5-b602-884fdb5d75e2 None None] For port 498d762a-0c4f-4810-99e7-e88e272c6b71, host n-d-827839-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=498d762a-0c4f-4810-99e7-e88e272c6b71,segment=NetworkSegment(a9acb210-f1fd-4420-93c6-a7b43f1e0f0d),segment_id=a9acb210-f1fd-4420-93c6-a7b43f1e0f0d)] {{(pid=103378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:00:51.144095 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-903ae2c9-842c-43d5-b602-884fdb5d75e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (498d762a-0c4f-4810-99e7-e88e272c6b71), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:00:51.206438 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903ae2c9-842c-43d5-b602-884fdb5d75e2 None None] Pushing event updated for resources: {'Port': ['ID=498d762a-0c4f-4810-99e7-e88e272c6b71,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:00:52.659388 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 46710) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:00:52.991343 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [None req-def390c1-852f-4a95-a5d7-8b669dcfafa8 admin admin] http://10.222.0.89:9696/v2.0/extensions returned with HTTP 200 {{(pid=103377) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 17:00:52.992354 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-def390c1-852f-4a95-a5d7-8b669dcfafa8 admin admin] 10.222.0.89 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3320789 Feb 04 17:00:55.510755 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 46718) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:00:55.839891 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [None req-ee7ef05e-f49e-46ec-9b07-cae0509a7012 admin admin] http://10.222.0.89:9696/v2.0/extensions returned with HTTP 200 {{(pid=103376) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 17:00:55.840890 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-ee7ef05e-f49e-46ec-9b07-cae0509a7012 admin admin] 10.222.0.89 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3291640 Feb 04 17:00:57.903179 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.agents_db [None req-e1691f3b-aacd-4cd6-8ebb-a9c53bb301c0 None None] Agent healthcheck: found 5 active agents {{(pid=103379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 17:00:58.565160 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 46728) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:00:58.889899 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-a7899b49-a55c-42bf-916e-905e96c10c5d admin admin] Request body: {'router': {'admin_state_up': True, 'name': 'router1', 'tenant_id': '7d55ec7ce67c4d7892bf47b710efb6b1'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:00:58.919837 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-a7899b49-a55c-42bf-916e-905e96c10c5d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1601657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26921'] for router (ad13f872-d886-40cd-b299-fba88679bf8f), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:00:58.921827 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-a7899b49-a55c-42bf-916e-905e96c10c5d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1602025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603663', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1630571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26960'] for router (ad13f872-d886-40cd-b299-fba88679bf8f), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:00:59.098999 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-a7899b49-a55c-42bf-916e-905e96c10c5d admin admin] Publish callbacks [] for router_controller (ad13f872-d886-40cd-b299-fba88679bf8f), precommit_add_association {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:00:59.103923 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-a7899b49-a55c-42bf-916e-905e96c10c5d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1602046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603680'] for router (ad13f872-d886-40cd-b299-fba88679bf8f), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:00:59.121156 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-a7899b49-a55c-42bf-916e-905e96c10c5d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:00:59.136792 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-a7899b49-a55c-42bf-916e-905e96c10c5d admin admin] 10.222.0.89 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5563009 Feb 04 17:00:59.610865 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d4c284e6-82c0-4426-bf32-026ff3f500db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (bb89f5a3-3c22-440b-b7d1-c4f0c43c184a), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:01:01.714484 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 46740) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:01:01.898267 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-98f4c650-3a78-4cb1-8b0b-2e6fc440836a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (64ada913-9131-4d99-a265-63a920956287), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:01:02.039037 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [None req-ee689029-42fd-4993-952f-14568fcaab38 admin admin] http://10.222.0.89:9696/v2.0/extensions returned with HTTP 200 {{(pid=103377) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 17:01:02.040056 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-ee689029-42fd-4993-952f-14568fcaab38 admin admin] 10.222.0.89 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3246212 Feb 04 17:01:02.253795 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 498d762a-0c4f-4810-99e7-e88e272c6b71 up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:01:02.349609 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port 498d762a-0c4f-4810-99e7-e88e272c6b71 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:01:02.350019 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (498d762a-0c4f-4810-99e7-e88e272c6b71), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:01:02.432542 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9d08841-7c11-4bff-b561-cfc98aa6adc1 None None] Network 35e00981-5c7b-463b-b7a5-0208f6339530 requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:01:02.500338 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port 498d762a-0c4f-4810-99e7-e88e272c6b71 is: DOWN; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:01:02.500810 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (498d762a-0c4f-4810-99e7-e88e272c6b71), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:01:02.571000 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] For port 498d762a-0c4f-4810-99e7-e88e272c6b71, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=498d762a-0c4f-4810-99e7-e88e272c6b71,segment=NetworkSegment(a9acb210-f1fd-4420-93c6-a7b43f1e0f0d),segment_id=a9acb210-f1fd-4420-93c6-a7b43f1e0f0d)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:01:02.576689 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (498d762a-0c4f-4810-99e7-e88e272c6b71), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:01:02.599594 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-469b4939-fc48-43a2-bbd2-6d7933808230 None None] Provisioning complete for port 498d762a-0c4f-4810-99e7-e88e272c6b71 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:01:02.599985 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-469b4939-fc48-43a2-bbd2-6d7933808230 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (498d762a-0c4f-4810-99e7-e88e272c6b71), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:01:02.691654 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Pushing event updated for resources: {'Port': ['ID=498d762a-0c4f-4810-99e7-e88e272c6b71,revision_number=3']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:01:02.747622 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-469b4939-fc48-43a2-bbd2-6d7933808230 None None] Current status of the port 498d762a-0c4f-4810-99e7-e88e272c6b71 is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:01:02.776304 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d408ec64-b374-4acb-a1fc-48241dad6d47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (0cd6d64a-47a7-40ff-8c12-71dd526c62e0), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:01:02.969606 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-5d57554d-2c34-4a45-a47c-a712f95ce292 None None] Provisioning complete for port 498d762a-0c4f-4810-99e7-e88e272c6b71 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:01:02.970264 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5d57554d-2c34-4a45-a47c-a712f95ce292 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (498d762a-0c4f-4810-99e7-e88e272c6b71), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:01:03.045082 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-5d57554d-2c34-4a45-a47c-a712f95ce292 None None] Current status of the port 498d762a-0c4f-4810-99e7-e88e272c6b71 is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:01:04.197798 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 498d762a-0c4f-4810-99e7-e88e272c6b71 up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:01:04.246592 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port 498d762a-0c4f-4810-99e7-e88e272c6b71 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:01:04.246957 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (498d762a-0c4f-4810-99e7-e88e272c6b71), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:01:04.329128 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port 498d762a-0c4f-4810-99e7-e88e272c6b71 is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:01:04.551113 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4f14bb47-e72b-46ac-9e44-a61d9293afcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (75326290-f7a3-4db8-9cf2-15c7139ed224), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:01:04.607783 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 46772) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:01:04.736461 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-d97158a7-2d6c-4251-9bdd-a9304e2693e9 admin admin] Request body: {'network': {'is_default': True, 'admin_state_up': True, 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'project_id': 'feb591bbb3a0478e9924b979aaadda3d', 'tenant_id': 'feb591bbb3a0478e9924b979aaadda3d', 'router:external': True, 'name': 'public'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:01:04.755743 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d97158a7-2d6c-4251-9bdd-a9304e2693e9 admin admin] Made reservation on behalf of feb591bbb3a0478e9924b979aaadda3d for: {'network': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:01:04.758006 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-d97158a7-2d6c-4251-9bdd-a9304e2693e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for network (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:01:04.765987 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-d97158a7-2d6c-4251-9bdd-a9304e2693e9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:01:04.845495 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-d97158a7-2d6c-4251-9bdd-a9304e2693e9 admin admin] Publish callbacks [] for security_group (0509695a-c051-4afb-8508-bd56f5c22e5e), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:01:04.849292 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-d97158a7-2d6c-4251-9bdd-a9304e2693e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (0509695a-c051-4afb-8508-bd56f5c22e5e), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:01:04.868485 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-d97158a7-2d6c-4251-9bdd-a9304e2693e9 admin admin] Reserving flat network on physical network physnet1 {{(pid=103377) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Feb 04 17:01:04.883631 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97158a7-2d6c-4251-9bdd-a9304e2693e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0509695a-c051-4afb-8508-bd56f5c22e5e,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:01:04.890618 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-d97158a7-2d6c-4251-9bdd-a9304e2693e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (5942dc44-1f07-4c27-b0ab-45a2bff20dd5), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:01:04.890774 n-d-827839-2 neutron-server[103377]: INFO neutron.db.segments_db [None req-d97158a7-2d6c-4251-9bdd-a9304e2693e9 admin admin] Added segment 5942dc44-1f07-4c27-b0ab-45a2bff20dd5 of type flat for network 48165773-85ad-49a1-9ec1-76fc8dc24188 Feb 04 17:01:04.940451 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-d97158a7-2d6c-4251-9bdd-a9304e2693e9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781084292801'] for network (48165773-85ad-49a1-9ec1-76fc8dc24188), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:01:04.972051 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-d97158a7-2d6c-4251-9bdd-a9304e2693e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327'] for network (48165773-85ad-49a1-9ec1-76fc8dc24188), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:01:04.972945 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d97158a7-2d6c-4251-9bdd-a9304e2693e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:01:04.973524 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-d97158a7-2d6c-4251-9bdd-a9304e2693e9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677565'] for network (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:01:05.024217 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-d97158a7-2d6c-4251-9bdd-a9304e2693e9 admin admin] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4153733 Feb 04 17:01:05.036984 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97158a7-2d6c-4251-9bdd-a9304e2693e9 admin admin] Pushing event updated for resources: {'Network': ['ID=48165773-85ad-49a1-9ec1-76fc8dc24188,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:01:05.048431 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Network 48165773-85ad-49a1-9ec1-76fc8dc24188 details requested by agent ovs-agent-n-d-827839-2 with host n-d-827839-2 {{(pid=103378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 17:01:05.609106 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (ba70844b-66a0-45fd-a2f2-e6ed673321fc), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:01:07.367147 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 46780) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:01:07.457252 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ed70887-a533-465b-a657-d1919a1cc681 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:01:07.458610 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-0ed70887-a533-465b-a657-d1919a1cc681 admin admin] 10.222.0.89 "GET /v2.0/subnets/8af08b09-0cbe-4c3a-ae0b-d8a3d7b88864 HTTP/1.1" status: 200 len: 849 time: 0.0905030 Feb 04 17:01:07.625389 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-c1f3c969-dd24-43c6-8155-a27ca88d31f6 admin admin] 10.222.0.89 "GET /v2.0/routers/ad13f872-d886-40cd-b299-fba88679bf8f HTTP/1.1" status: 200 len: 704 time: 0.1610951 Feb 04 17:01:07.913493 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-8ab72f21-4f1e-4227-8e2d-7df16a42b781 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:01:08.214769 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.db_base_plugin_common [None req-8ab72f21-4f1e-4227-8e2d-7df16a42b781 admin admin] Allocated IP 172.20.0.1 (35e00981-5c7b-463b-b7a5-0208f6339530/8af08b09-0cbe-4c3a-ae0b-d8a3d7b88864/9ecf7fe3-16e6-48a9-b081-23c64a120316) {{(pid=103377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:01:08.370817 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-8ab72f21-4f1e-4227-8e2d-7df16a42b781 admin admin] Publish callbacks [] for port (9ecf7fe3-16e6-48a9-b081-23c64a120316), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:01:08.484592 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-8ab72f21-4f1e-4227-8e2d-7df16a42b781 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135'] for port (9ecf7fe3-16e6-48a9-b081-23c64a120316), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:01:08.560164 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ab72f21-4f1e-4227-8e2d-7df16a42b781 admin admin] Network 35e00981-5c7b-463b-b7a5-0208f6339530 is already hosted by enough agents. {{(pid=103377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:01:08.565147 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [None req-8ab72f21-4f1e-4227-8e2d-7df16a42b781 admin admin] Resources bound (agent type, host, resource id): {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:01:08.570839 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ab72f21-4f1e-4227-8e2d-7df16a42b781 admin admin] Received port after_create {{(pid=103377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:01:08.570928 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-8ab72f21-4f1e-4227-8e2d-7df16a42b781 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1595471'] for router_interface (ad13f872-d886-40cd-b299-fba88679bf8f), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:01:08.593594 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab72f21-4f1e-4227-8e2d-7df16a42b781 admin admin] Pushing event updated for resources: {'Port': ['ID=9ecf7fe3-16e6-48a9-b081-23c64a120316,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:01:08.778006 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-8ab72f21-4f1e-4227-8e2d-7df16a42b781 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (9ecf7fe3-16e6-48a9-b081-23c64a120316), before_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:01:08.799027 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-3f795073-6db9-4f61-a197-411ee16d270e None None] Provisioning complete for port 9ecf7fe3-16e6-48a9-b081-23c64a120316 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:01:08.799618 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3f795073-6db9-4f61-a197-411ee16d270e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (9ecf7fe3-16e6-48a9-b081-23c64a120316), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:01:08.833468 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-3f795073-6db9-4f61-a197-411ee16d270e None None] Port 9ecf7fe3-16e6-48a9-b081-23c64a120316 cannot update to ACTIVE because it is not bound. {{(pid=103378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 17:01:08.987485 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-8ab72f21-4f1e-4227-8e2d-7df16a42b781 admin admin] Publish callbacks [] for port (9ecf7fe3-16e6-48a9-b081-23c64a120316), precommit_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:01:08.991855 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-8ab72f21-4f1e-4227-8e2d-7df16a42b781 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (9ecf7fe3-16e6-48a9-b081-23c64a120316), after_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:01:08.992635 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-8ab72f21-4f1e-4227-8e2d-7df16a42b781 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1677345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602751'] for router_interface (ad13f872-d886-40cd-b299-fba88679bf8f), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:01:09.077282 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab72f21-4f1e-4227-8e2d-7df16a42b781 admin admin] Pushing event updated for resources: {'Port': ['ID=9ecf7fe3-16e6-48a9-b081-23c64a120316,revision_number=2']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:01:09.123408 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ab72f21-4f1e-4227-8e2d-7df16a42b781 admin admin] Network 35e00981-5c7b-463b-b7a5-0208f6339530 is already hosted by enough agents. {{(pid=103377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:01:09.124824 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [None req-8ab72f21-4f1e-4227-8e2d-7df16a42b781 admin admin] Resources bound (agent type, host, resource id): {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:01:09.285823 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ab72f21-4f1e-4227-8e2d-7df16a42b781 admin admin] Router ad13f872-d886-40cd-b299-fba88679bf8f is scheduled to L3 agent 64ada913-9131-4d99-a265-63a920956287 with binding_index 1 {{(pid=103377) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 17:01:09.354651 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-469fbd2c-da1a-44bb-a3b4-35e541625a84 None None] Provisioning complete for port 9ecf7fe3-16e6-48a9-b081-23c64a120316 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:01:09.354967 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-469fbd2c-da1a-44bb-a3b4-35e541625a84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (9ecf7fe3-16e6-48a9-b081-23c64a120316), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:01:09.382906 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ab72f21-4f1e-4227-8e2d-7df16a42b781 admin admin] Notify agent at l3_agent.n-d-827839-2 the message routers_updated {{(pid=103377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 17:01:09.388495 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-8ab72f21-4f1e-4227-8e2d-7df16a42b781 admin admin] 10.222.0.89 "PUT /v2.0/routers/ad13f872-d886-40cd-b299-fba88679bf8f/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7579870 Feb 04 17:01:09.391355 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-469fbd2c-da1a-44bb-a3b4-35e541625a84 None None] Port 9ecf7fe3-16e6-48a9-b081-23c64a120316 cannot update to ACTIVE because it is not bound. {{(pid=103378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 17:01:09.404826 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d26e85cf-5728-427c-80e7-ea7bd7ae529b None None] Sync routers for ids ['ad13f872-d886-40cd-b299-fba88679bf8f'] in n-d-827839-2 {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 17:01:09.417726 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d26e85cf-5728-427c-80e7-ea7bd7ae529b None None] Routers {'ad13f872-d886-40cd-b299-fba88679bf8f'} bound to L3 agent in host n-d-827839-2 {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:01:09.418565 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-d26e85cf-5728-427c-80e7-ea7bd7ae529b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:01:02Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['ad13f872-d886-40cd-b299-fba88679bf8f'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:01:09.614680 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvr_db [None req-d26e85cf-5728-427c-80e7-ea7bd7ae529b None None] Set router ad13f872-d886-40cd-b299-fba88679bf8f gateway port host: None {{(pid=103379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:01:10.062279 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-d26e85cf-5728-427c-80e7-ea7bd7ae529b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad13f872-d886-40cd-b299-fba88679bf8f', 'name': 'router1', 'tenant_id': '7d55ec7ce67c4d7892bf47b710efb6b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:00:58Z', 'updated_at': '2022-02-04T17:01:08Z', 'revision_number': 2, 'project_id': '7d55ec7ce67c4d7892bf47b710efb6b1', 'gw_port_host': None, '_interfaces': [{'id': '9ecf7fe3-16e6-48a9-b081-23c64a120316', 'name': '', 'network_id': '35e00981-5c7b-463b-b7a5-0208f6339530', 'tenant_id': '7d55ec7ce67c4d7892bf47b710efb6b1', 'mac_address': 'fa:16:3e:98:86:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad13f872-d886-40cd-b299-fba88679bf8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8af08b09-0cbe-4c3a-ae0b-d8a3d7b88864', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:01:07Z', 'updated_at': '2022-02-04T17:01:08Z', 'revision_number': 2, 'project_id': '7d55ec7ce67c4d7892bf47b710efb6b1', 'subnets': [{'id': '8af08b09-0cbe-4c3a-ae0b-d8a3d7b88864', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3086f941-e2eb-487a-b00c-b45bd3874697'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-2', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:01:10.121455 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d26e85cf-5728-427c-80e7-ea7bd7ae529b None None] Checking router: ad13f872-d886-40cd-b299-fba88679bf8f for host: n-d-827839-2 {{(pid=103379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 17:01:10.121822 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d26e85cf-5728-427c-80e7-ea7bd7ae529b None None] Updating router ad13f872-d886-40cd-b299-fba88679bf8f port 9ecf7fe3-16e6-48a9-b081-23c64a120316 binding host n-d-827839-2 {{(pid=103379) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 17:01:10.176601 n-d-827839-2 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d26e85cf-5728-427c-80e7-ea7bd7ae529b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (9ecf7fe3-16e6-48a9-b081-23c64a120316), before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:01:10.721559 n-d-827839-2 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d26e85cf-5728-427c-80e7-ea7bd7ae529b None None] Publish callbacks [] for port (9ecf7fe3-16e6-48a9-b081-23c64a120316), precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:01:10.729018 n-d-827839-2 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d26e85cf-5728-427c-80e7-ea7bd7ae529b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (9ecf7fe3-16e6-48a9-b081-23c64a120316), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:01:10.894127 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e219ab-bbe3-437d-8351-b648cedc1791 None None] Pushing event updated for resources: {'Port': ['ID=9ecf7fe3-16e6-48a9-b081-23c64a120316,revision_number=3']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:01:10.904080 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [None req-d26e85cf-5728-427c-80e7-ea7bd7ae529b None None] Attempting to bind port 9ecf7fe3-16e6-48a9-b081-23c64a120316 on host n-d-827839-2 for vnic_type normal with profile {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:01:10.904180 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [None req-d26e85cf-5728-427c-80e7-ea7bd7ae529b None None] Attempting to bind port 9ecf7fe3-16e6-48a9-b081-23c64a120316 by drivers openvswitch,hyperv on host n-d-827839-2 at level 0 using segments [{'id': 'a9acb210-f1fd-4420-93c6-a7b43f1e0f0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '35e00981-5c7b-463b-b7a5-0208f6339530'}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:01:10.904626 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d26e85cf-5728-427c-80e7-ea7bd7ae529b None None] Attempting to bind port 9ecf7fe3-16e6-48a9-b081-23c64a120316 on network 35e00981-5c7b-463b-b7a5-0208f6339530 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:01:10.908192 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e219ab-bbe3-437d-8351-b648cedc1791 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:01:10.908540 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e219ab-bbe3-437d-8351-b648cedc1791 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:01:10.908902 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e219ab-bbe3-437d-8351-b648cedc1791 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:01:10.909235 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e219ab-bbe3-437d-8351-b648cedc1791 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:01:10.909562 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e219ab-bbe3-437d-8351-b648cedc1791 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:01:10.909885 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e219ab-bbe3-437d-8351-b648cedc1791 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:01:10.910208 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e219ab-bbe3-437d-8351-b648cedc1791 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:01:10.910531 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e219ab-bbe3-437d-8351-b648cedc1791 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:01:10.910852 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e219ab-bbe3-437d-8351-b648cedc1791 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:01:10.911173 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e219ab-bbe3-437d-8351-b648cedc1791 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:01:10.911484 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e219ab-bbe3-437d-8351-b648cedc1791 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:01:10.911798 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e219ab-bbe3-437d-8351-b648cedc1791 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:01:10.912111 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e219ab-bbe3-437d-8351-b648cedc1791 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:01:10.913259 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e219ab-bbe3-437d-8351-b648cedc1791 None None] Tracked resource versions report: Feb 04 17:01:10.913259 n-d-827839-2 neutron-server[103379]: pushed versions: Feb 04 17:01:10.913259 n-d-827839-2 neutron-server[103379]: { 'AddressGroup': {'1.2'}, Feb 04 17:01:10.913259 n-d-827839-2 neutron-server[103379]: 'ConntrackHelper': {'1.0'}, Feb 04 17:01:10.913259 n-d-827839-2 neutron-server[103379]: 'LocalIPAssociation': {'1.0'}, Feb 04 17:01:10.913259 n-d-827839-2 neutron-server[103379]: 'Log': {'1.0'}, Feb 04 17:01:10.913259 n-d-827839-2 neutron-server[103379]: 'Network': {'1.1'}, Feb 04 17:01:10.913259 n-d-827839-2 neutron-server[103379]: 'Port': {'1.7'}, Feb 04 17:01:10.913259 n-d-827839-2 neutron-server[103379]: 'PortForwarding': {'1.2'}, Feb 04 17:01:10.913259 n-d-827839-2 neutron-server[103379]: 'QosPolicy': {'1.10'}, Feb 04 17:01:10.913259 n-d-827839-2 neutron-server[103379]: 'SecurityGroup': {'1.5'}, Feb 04 17:01:10.913259 n-d-827839-2 neutron-server[103379]: 'SecurityGroupRule': {'1.2'}, Feb 04 17:01:10.913259 n-d-827839-2 neutron-server[103379]: 'SubPort': {'1.0'}, Feb 04 17:01:10.913259 n-d-827839-2 neutron-server[103379]: 'Subnet': {'1.1'}, Feb 04 17:01:10.913259 n-d-827839-2 neutron-server[103379]: 'Trunk': {'1.1'}} Feb 04 17:01:10.913259 n-d-827839-2 neutron-server[103379]: consumer versions: Feb 04 17:01:10.913259 n-d-827839-2 neutron-server[103379]: { DHCP agent@n-d-827839-2: {}, Feb 04 17:01:10.913259 n-d-827839-2 neutron-server[103379]: L3 agent@n-d-827839-2: {}, Feb 04 17:01:10.913259 n-d-827839-2 neutron-server[103379]: Metadata agent@n-d-827839-2: {}, Feb 04 17:01:10.913259 n-d-827839-2 neutron-server[103379]: Metering agent@n-d-827839-2: {}, Feb 04 17:01:10.913259 n-d-827839-2 neutron-server[103379]: Open vSwitch agent@n-d-827839-2: { 'AddressGroup': '1.2', Feb 04 17:01:10.913259 n-d-827839-2 neutron-server[103379]: 'ConntrackHelper': '1.0', Feb 04 17:01:10.913259 n-d-827839-2 neutron-server[103379]: 'LocalIPAssociation': '1.0', Feb 04 17:01:10.913259 n-d-827839-2 neutron-server[103379]: 'Log': '1.0', Feb 04 17:01:10.913259 n-d-827839-2 neutron-server[103379]: 'Network': '1.1', Feb 04 17:01:10.913259 n-d-827839-2 neutron-server[103379]: 'Port': '1.7', Feb 04 17:01:10.913259 n-d-827839-2 neutron-server[103379]: 'PortForwarding': '1.2', Feb 04 17:01:10.913259 n-d-827839-2 neutron-server[103379]: 'QosPolicy': '1.10', Feb 04 17:01:10.913259 n-d-827839-2 neutron-server[103379]: 'SecurityGroup': '1.5', Feb 04 17:01:10.913259 n-d-827839-2 neutron-server[103379]: 'SecurityGroupRule': '1.2', Feb 04 17:01:10.913259 n-d-827839-2 neutron-server[103379]: 'SubPort': '1.0', Feb 04 17:01:10.913259 n-d-827839-2 neutron-server[103379]: 'Subnet': '1.1', Feb 04 17:01:10.913259 n-d-827839-2 neutron-server[103379]: 'Trunk': '1.1'}} Feb 04 17:01:10.913259 n-d-827839-2 neutron-server[103379]: {{(pid=103379) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 04 17:01:10.920009 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d26e85cf-5728-427c-80e7-ea7bd7ae529b None None] Checking agent: {'id': 'ba70844b-66a0-45fd-a2f2-e6ed673321fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 0, 36), 'started_at': datetime.datetime(2022, 2, 4, 17, 1, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 1, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:01:10.920400 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d26e85cf-5728-427c-80e7-ea7bd7ae529b None None] Checking segment: {'id': 'a9acb210-f1fd-4420-93c6-a7b43f1e0f0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '35e00981-5c7b-463b-b7a5-0208f6339530'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:01:10.920950 n-d-827839-2 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d26e85cf-5728-427c-80e7-ea7bd7ae529b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:01:10.921289 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d26e85cf-5728-427c-80e7-ea7bd7ae529b None None] Bound using segment: {'id': 'a9acb210-f1fd-4420-93c6-a7b43f1e0f0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '35e00981-5c7b-463b-b7a5-0208f6339530'} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:01:10.921783 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [None req-d26e85cf-5728-427c-80e7-ea7bd7ae529b None None] Bound port: 9ecf7fe3-16e6-48a9-b081-23c64a120316, host: n-d-827839-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9acb210-f1fd-4420-93c6-a7b43f1e0f0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '35e00981-5c7b-463b-b7a5-0208f6339530'}}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:01:10.922161 n-d-827839-2 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d26e85cf-5728-427c-80e7-ea7bd7ae529b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (9ecf7fe3-16e6-48a9-b081-23c64a120316), before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:01:10.939771 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4a78d2b1-6165-4f00-9dfc-2a6783d017d6 None None] Provisioning complete for port 9ecf7fe3-16e6-48a9-b081-23c64a120316 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:01:10.940348 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4a78d2b1-6165-4f00-9dfc-2a6783d017d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (9ecf7fe3-16e6-48a9-b081-23c64a120316), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:01:10.974452 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4a78d2b1-6165-4f00-9dfc-2a6783d017d6 None None] Port 9ecf7fe3-16e6-48a9-b081-23c64a120316 cannot update to ACTIVE because it is not bound. {{(pid=103378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 17:01:10.994802 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-d26e85cf-5728-427c-80e7-ea7bd7ae529b None None] For port 9ecf7fe3-16e6-48a9-b081-23c64a120316, host n-d-827839-2, cleared binding levels {{(pid=103379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:01:11.014624 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-d26e85cf-5728-427c-80e7-ea7bd7ae529b None None] For port 9ecf7fe3-16e6-48a9-b081-23c64a120316, host n-d-827839-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=9ecf7fe3-16e6-48a9-b081-23c64a120316,segment=NetworkSegment(a9acb210-f1fd-4420-93c6-a7b43f1e0f0d),segment_id=a9acb210-f1fd-4420-93c6-a7b43f1e0f0d)] {{(pid=103379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:01:11.020638 n-d-827839-2 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d26e85cf-5728-427c-80e7-ea7bd7ae529b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (9ecf7fe3-16e6-48a9-b081-23c64a120316), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:01:11.104851 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e219ab-bbe3-437d-8351-b648cedc1791 None None] Pushing event updated for resources: {'Port': ['ID=9ecf7fe3-16e6-48a9-b081-23c64a120316,revision_number=4']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:01:11.108202 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d26e85cf-5728-427c-80e7-ea7bd7ae529b None None] Routers {'ad13f872-d886-40cd-b299-fba88679bf8f'} bound to L3 agent in host n-d-827839-2 {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:01:11.108819 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-d26e85cf-5728-427c-80e7-ea7bd7ae529b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:01:02Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['ad13f872-d886-40cd-b299-fba88679bf8f'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:01:11.205131 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvr_db [None req-d26e85cf-5728-427c-80e7-ea7bd7ae529b None None] Set router ad13f872-d886-40cd-b299-fba88679bf8f gateway port host: None {{(pid=103379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:01:11.296986 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-060ce246-f88c-487a-bd84-0a71f2ac5f8f None None] Provisioning complete for port 9ecf7fe3-16e6-48a9-b081-23c64a120316 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:01:11.297391 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-060ce246-f88c-487a-bd84-0a71f2ac5f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (9ecf7fe3-16e6-48a9-b081-23c64a120316), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:01:11.380985 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-060ce246-f88c-487a-bd84-0a71f2ac5f8f None None] Current status of the port 9ecf7fe3-16e6-48a9-b081-23c64a120316 is: DOWN; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:01:11.381360 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-060ce246-f88c-487a-bd84-0a71f2ac5f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (9ecf7fe3-16e6-48a9-b081-23c64a120316), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:01:11.421130 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-060ce246-f88c-487a-bd84-0a71f2ac5f8f None None] For port 9ecf7fe3-16e6-48a9-b081-23c64a120316, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=9ecf7fe3-16e6-48a9-b081-23c64a120316,segment=NetworkSegment(a9acb210-f1fd-4420-93c6-a7b43f1e0f0d),segment_id=a9acb210-f1fd-4420-93c6-a7b43f1e0f0d)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:01:11.425851 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-060ce246-f88c-487a-bd84-0a71f2ac5f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (9ecf7fe3-16e6-48a9-b081-23c64a120316), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:01:11.432780 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-d26e85cf-5728-427c-80e7-ea7bd7ae529b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad13f872-d886-40cd-b299-fba88679bf8f', 'name': 'router1', 'tenant_id': '7d55ec7ce67c4d7892bf47b710efb6b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:00:58Z', 'updated_at': '2022-02-04T17:01:08Z', 'revision_number': 2, 'project_id': '7d55ec7ce67c4d7892bf47b710efb6b1', 'gw_port_host': None, '_interfaces': [{'id': '9ecf7fe3-16e6-48a9-b081-23c64a120316', 'name': '', 'network_id': '35e00981-5c7b-463b-b7a5-0208f6339530', 'tenant_id': '7d55ec7ce67c4d7892bf47b710efb6b1', 'mac_address': 'fa:16:3e:98:86:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad13f872-d886-40cd-b299-fba88679bf8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8af08b09-0cbe-4c3a-ae0b-d8a3d7b88864', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:01:07Z', 'updated_at': '2022-02-04T17:01:10Z', 'revision_number': 4, 'project_id': '7d55ec7ce67c4d7892bf47b710efb6b1', 'subnets': [{'id': '8af08b09-0cbe-4c3a-ae0b-d8a3d7b88864', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3086f941-e2eb-487a-b00c-b45bd3874697'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-2', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:01:11.463767 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d26e85cf-5728-427c-80e7-ea7bd7ae529b None None] The sync data for ids ['ad13f872-d886-40cd-b299-fba88679bf8f'] in n-d-827839-2 is: [{'id': 'ad13f872-d886-40cd-b299-fba88679bf8f', 'name': 'router1', 'tenant_id': '7d55ec7ce67c4d7892bf47b710efb6b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:00:58Z', 'updated_at': '2022-02-04T17:01:08Z', 'revision_number': 2, 'project_id': '7d55ec7ce67c4d7892bf47b710efb6b1', 'gw_port_host': None, '_interfaces': [{'id': '9ecf7fe3-16e6-48a9-b081-23c64a120316', 'name': '', 'network_id': '35e00981-5c7b-463b-b7a5-0208f6339530', 'tenant_id': '7d55ec7ce67c4d7892bf47b710efb6b1', 'mac_address': 'fa:16:3e:98:86:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad13f872-d886-40cd-b299-fba88679bf8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8af08b09-0cbe-4c3a-ae0b-d8a3d7b88864', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:01:07Z', 'updated_at': '2022-02-04T17:01:10Z', 'revision_number': 4, 'project_id': '7d55ec7ce67c4d7892bf47b710efb6b1', 'subnets': [{'id': '8af08b09-0cbe-4c3a-ae0b-d8a3d7b88864', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3086f941-e2eb-487a-b00c-b45bd3874697'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 17:01:11.474594 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060ce246-f88c-487a-bd84-0a71f2ac5f8f None None] Pushing event updated for resources: {'Port': ['ID=9ecf7fe3-16e6-48a9-b081-23c64a120316,revision_number=5']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:01:14.102597 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 46798) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:01:14.302114 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56ca14b5-66a8-44f7-a330-2214fa556c64 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:01:14.303680 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-56ca14b5-66a8-44f7-a330-2214fa556c64 admin admin] 10.222.0.89 "GET /v2.0/networks/48165773-85ad-49a1-9ec1-76fc8dc24188 HTTP/1.1" status: 200 len: 842 time: 0.2001350 Feb 04 17:01:14.318655 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-b4d34dd2-45da-491c-8929-fbaa61f2c7a5 admin admin] Request body: {'subnet': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'cidr': '172.25.6.0/24', 'tenant_id': 'feb591bbb3a0478e9924b979aaadda3d', 'name': 'public-subnet', 'ip_version': 4, 'gateway_ip': '172.25.6.1', 'enable_dhcp': False}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:01:14.341927 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4d34dd2-45da-491c-8929-fbaa61f2c7a5 admin admin] Made reservation on behalf of feb591bbb3a0478e9924b979aaadda3d for: {'subnet': 1} {{(pid=103376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:01:14.344683 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-b4d34dd2-45da-491c-8929-fbaa61f2c7a5 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:01:14.748808 n-d-827839-2 neutron-server[103376]: DEBUG neutron.objects.ports [None req-b4d34dd2-45da-491c-8929-fbaa61f2c7a5 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103376) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 04 17:01:14.749306 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-b4d34dd2-45da-491c-8929-fbaa61f2c7a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327'] for subnet (7660bfad-1ea8-4fe7-831b-bed836f13efc), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:01:14.817271 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d34dd2-45da-491c-8929-fbaa61f2c7a5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7660bfad-1ea8-4fe7-831b-bed836f13efc,revision_number=0']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:01:14.819521 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4d34dd2-45da-491c-8929-fbaa61f2c7a5 admin admin] Checking segment: {'id': '5942dc44-1f07-4c27-b0ab-45a2bff20dd5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:01:14.819877 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4d34dd2-45da-491c-8929-fbaa61f2c7a5 admin admin] Network hostable DHCP agents. Network: 48165773-85ad-49a1-9ec1-76fc8dc24188, hostable agents: ['bb89f5a3-3c22-440b-b7d1-c4f0c43c184a'], hosted agents: [] {{(pid=103376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 17:01:14.832015 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d34dd2-45da-491c-8929-fbaa61f2c7a5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:01:14.832358 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d34dd2-45da-491c-8929-fbaa61f2c7a5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:01:14.832700 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d34dd2-45da-491c-8929-fbaa61f2c7a5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:01:14.833065 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d34dd2-45da-491c-8929-fbaa61f2c7a5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:01:14.833392 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d34dd2-45da-491c-8929-fbaa61f2c7a5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:01:14.833717 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d34dd2-45da-491c-8929-fbaa61f2c7a5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:01:14.834041 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d34dd2-45da-491c-8929-fbaa61f2c7a5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:01:14.834364 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d34dd2-45da-491c-8929-fbaa61f2c7a5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:01:14.834683 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d34dd2-45da-491c-8929-fbaa61f2c7a5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:01:14.835002 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d34dd2-45da-491c-8929-fbaa61f2c7a5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:01:14.835317 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d34dd2-45da-491c-8929-fbaa61f2c7a5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:01:14.835635 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d34dd2-45da-491c-8929-fbaa61f2c7a5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:01:14.835951 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d34dd2-45da-491c-8929-fbaa61f2c7a5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:01:14.837088 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d34dd2-45da-491c-8929-fbaa61f2c7a5 admin admin] Tracked resource versions report: Feb 04 17:01:14.837088 n-d-827839-2 neutron-server[103376]: pushed versions: Feb 04 17:01:14.837088 n-d-827839-2 neutron-server[103376]: { 'AddressGroup': {'1.2'}, Feb 04 17:01:14.837088 n-d-827839-2 neutron-server[103376]: 'ConntrackHelper': {'1.0'}, Feb 04 17:01:14.837088 n-d-827839-2 neutron-server[103376]: 'LocalIPAssociation': {'1.0'}, Feb 04 17:01:14.837088 n-d-827839-2 neutron-server[103376]: 'Log': {'1.0'}, Feb 04 17:01:14.837088 n-d-827839-2 neutron-server[103376]: 'Network': {'1.1'}, Feb 04 17:01:14.837088 n-d-827839-2 neutron-server[103376]: 'Port': {'1.7'}, Feb 04 17:01:14.837088 n-d-827839-2 neutron-server[103376]: 'PortForwarding': {'1.2'}, Feb 04 17:01:14.837088 n-d-827839-2 neutron-server[103376]: 'QosPolicy': {'1.10'}, Feb 04 17:01:14.837088 n-d-827839-2 neutron-server[103376]: 'SecurityGroup': {'1.5'}, Feb 04 17:01:14.837088 n-d-827839-2 neutron-server[103376]: 'SecurityGroupRule': {'1.2'}, Feb 04 17:01:14.837088 n-d-827839-2 neutron-server[103376]: 'SubPort': {'1.0'}, Feb 04 17:01:14.837088 n-d-827839-2 neutron-server[103376]: 'Subnet': {'1.1'}, Feb 04 17:01:14.837088 n-d-827839-2 neutron-server[103376]: 'Trunk': {'1.1'}} Feb 04 17:01:14.837088 n-d-827839-2 neutron-server[103376]: consumer versions: Feb 04 17:01:14.837088 n-d-827839-2 neutron-server[103376]: { DHCP agent@n-d-827839-2: {}, Feb 04 17:01:14.837088 n-d-827839-2 neutron-server[103376]: L3 agent@n-d-827839-2: {}, Feb 04 17:01:14.837088 n-d-827839-2 neutron-server[103376]: Metadata agent@n-d-827839-2: {}, Feb 04 17:01:14.837088 n-d-827839-2 neutron-server[103376]: Metering agent@n-d-827839-2: {}, Feb 04 17:01:14.837088 n-d-827839-2 neutron-server[103376]: Open vSwitch agent@n-d-827839-2: { 'AddressGroup': '1.2', Feb 04 17:01:14.837088 n-d-827839-2 neutron-server[103376]: 'ConntrackHelper': '1.0', Feb 04 17:01:14.837088 n-d-827839-2 neutron-server[103376]: 'LocalIPAssociation': '1.0', Feb 04 17:01:14.837088 n-d-827839-2 neutron-server[103376]: 'Log': '1.0', Feb 04 17:01:14.837088 n-d-827839-2 neutron-server[103376]: 'Network': '1.1', Feb 04 17:01:14.837088 n-d-827839-2 neutron-server[103376]: 'Port': '1.7', Feb 04 17:01:14.837088 n-d-827839-2 neutron-server[103376]: 'PortForwarding': '1.2', Feb 04 17:01:14.837088 n-d-827839-2 neutron-server[103376]: 'QosPolicy': '1.10', Feb 04 17:01:14.837088 n-d-827839-2 neutron-server[103376]: 'SecurityGroup': '1.5', Feb 04 17:01:14.837088 n-d-827839-2 neutron-server[103376]: 'SecurityGroupRule': '1.2', Feb 04 17:01:14.837088 n-d-827839-2 neutron-server[103376]: 'SubPort': '1.0', Feb 04 17:01:14.837088 n-d-827839-2 neutron-server[103376]: 'Subnet': '1.1', Feb 04 17:01:14.837088 n-d-827839-2 neutron-server[103376]: 'Trunk': '1.1'}} Feb 04 17:01:14.837088 n-d-827839-2 neutron-server[103376]: {{(pid=103376) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 04 17:01:14.865713 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4d34dd2-45da-491c-8929-fbaa61f2c7a5 admin admin] Network 48165773-85ad-49a1-9ec1-76fc8dc24188 is scheduled to be hosted by DHCP agent bb89f5a3-3c22-440b-b7d1-c4f0c43c184a with binding_index 1 {{(pid=103376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 17:01:14.881848 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [None req-b4d34dd2-45da-491c-8929-fbaa61f2c7a5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827839-2, 48165773-85ad-49a1-9ec1-76fc8dc24188) {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:01:14.886671 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4d34dd2-45da-491c-8929-fbaa61f2c7a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:01:14.887844 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-b4d34dd2-45da-491c-8929-fbaa61f2c7a5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677565'] for subnet (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:01:14.895321 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00497bbb-427b-41d0-a10a-88bb403b18ac None None] Network 48165773-85ad-49a1-9ec1-76fc8dc24188 requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:01:14.905769 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-b4d34dd2-45da-491c-8929-fbaa61f2c7a5 admin admin] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5954301 Feb 04 17:01:15.018178 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01dec30f-93e4-43e5-8918-d13ae613bdde None None] Network 48165773-85ad-49a1-9ec1-76fc8dc24188 requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:01:17.294822 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 46810) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:01:17.553085 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-160d1822-136c-452a-970b-f197ca517477 admin admin] 10.222.0.89 "GET /v2.0/routers/ad13f872-d886-40cd-b299-fba88679bf8f HTTP/1.1" status: 200 len: 710 time: 0.2570128 Feb 04 17:01:17.657911 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a9b71fe-73f2-415a-9fa7-11131d476a6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:01:17.664200 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-8a9b71fe-73f2-415a-9fa7-11131d476a6c admin admin] 10.222.0.89 "GET /v2.0/networks/48165773-85ad-49a1-9ec1-76fc8dc24188 HTTP/1.1" status: 200 len: 886 time: 0.0989983 Feb 04 17:01:17.668200 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-e5fa10e4-9715-4d55-9a6e-21989504f299 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188'}}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:01:17.940702 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-e5fa10e4-9715-4d55-9a6e-21989504f299 admin admin] Publish callbacks [] for router_gateway (ad13f872-d886-40cd-b299-fba88679bf8f), precommit_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:01:18.227222 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-e5fa10e4-9715-4d55-9a6e-21989504f299 admin admin] Publish callbacks [] for router_gateway (ad13f872-d886-40cd-b299-fba88679bf8f), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:01:18.258560 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 9ecf7fe3-16e6-48a9-b081-23c64a120316 up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:01:18.314971 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-e5fa10e4-9715-4d55-9a6e-21989504f299 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:01:18.317537 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port 9ecf7fe3-16e6-48a9-b081-23c64a120316 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:01:18.318308 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (9ecf7fe3-16e6-48a9-b081-23c64a120316), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:01:18.410015 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port 9ecf7fe3-16e6-48a9-b081-23c64a120316 is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:01:18.481211 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.db_base_plugin_common [None req-e5fa10e4-9715-4d55-9a6e-21989504f299 admin admin] Allocated IP 172.25.6.189 (48165773-85ad-49a1-9ec1-76fc8dc24188/7660bfad-1ea8-4fe7-831b-bed836f13efc/8c4cec6a-fa53-4d9f-b902-f335efc79ba1) {{(pid=103376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:01:18.591847 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-e5fa10e4-9715-4d55-9a6e-21989504f299 admin admin] Publish callbacks [] for port (8c4cec6a-fa53-4d9f-b902-f335efc79ba1), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:01:18.696110 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-e5fa10e4-9715-4d55-9a6e-21989504f299 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135'] for port (8c4cec6a-fa53-4d9f-b902-f335efc79ba1), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:01:18.771023 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5fa10e4-9715-4d55-9a6e-21989504f299 admin admin] Network 48165773-85ad-49a1-9ec1-76fc8dc24188 is already hosted by enough agents. {{(pid=103376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:01:18.775875 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [None req-e5fa10e4-9715-4d55-9a6e-21989504f299 admin admin] Resources bound (agent type, host, resource id): {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:01:18.781226 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5fa10e4-9715-4d55-9a6e-21989504f299 admin admin] Received port after_create {{(pid=103376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:01:18.786744 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5fa10e4-9715-4d55-9a6e-21989504f299 admin admin] Pushing event updated for resources: {'Port': ['ID=8c4cec6a-fa53-4d9f-b902-f335efc79ba1,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:01:19.075248 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-e5fa10e4-9715-4d55-9a6e-21989504f299 admin admin] Publish callbacks [] for router_gateway (ad13f872-d886-40cd-b299-fba88679bf8f), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:01:19.283356 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-e5fa10e4-9715-4d55-9a6e-21989504f299 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1603677', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1602039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26946'] for router (ad13f872-d886-40cd-b299-fba88679bf8f), precommit_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:01:19.288084 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-e5fa10e4-9715-4d55-9a6e-21989504f299 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1603666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1603691', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1601804'] for router (ad13f872-d886-40cd-b299-fba88679bf8f), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:01:19.407664 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5fa10e4-9715-4d55-9a6e-21989504f299 admin admin] Router ad13f872-d886-40cd-b299-fba88679bf8f has already been hosted by L3 agent 64ada913-9131-4d99-a265-63a920956287 {{(pid=103376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 17:01:19.527220 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5fa10e4-9715-4d55-9a6e-21989504f299 admin admin] Notify agent at l3_agent.n-d-827839-2 the message routers_updated {{(pid=103376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 17:01:19.533675 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-e5fa10e4-9715-4d55-9a6e-21989504f299 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:01:19.535543 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-e5fa10e4-9715-4d55-9a6e-21989504f299 admin admin] 10.222.0.89 "PUT /v2.0/routers/ad13f872-d886-40cd-b299-fba88679bf8f HTTP/1.1" status: 200 len: 890 time: 1.8705285 Feb 04 17:01:19.974593 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-695cbba0-735b-4441-9c8a-548e2b06fb9b None None] Sync routers for ids ['ad13f872-d886-40cd-b299-fba88679bf8f'] in n-d-827839-2 {{(pid=103378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 17:01:19.986427 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-695cbba0-735b-4441-9c8a-548e2b06fb9b None None] Routers {'ad13f872-d886-40cd-b299-fba88679bf8f'} bound to L3 agent in host n-d-827839-2 {{(pid=103378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:01:19.987170 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-695cbba0-735b-4441-9c8a-548e2b06fb9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:01:02Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['ad13f872-d886-40cd-b299-fba88679bf8f'], 'active': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:01:20.204603 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvr_db [None req-695cbba0-735b-4441-9c8a-548e2b06fb9b None None] Set router ad13f872-d886-40cd-b299-fba88679bf8f gateway port host: n-d-827839-2 {{(pid=103378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:01:20.694673 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-695cbba0-735b-4441-9c8a-548e2b06fb9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad13f872-d886-40cd-b299-fba88679bf8f', 'name': 'router1', 'tenant_id': '7d55ec7ce67c4d7892bf47b710efb6b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.189'}], 'enable_snat': True}, 'gw_port_id': '8c4cec6a-fa53-4d9f-b902-f335efc79ba1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:00:58Z', 'updated_at': '2022-02-04T17:01:18Z', 'revision_number': 4, 'project_id': '7d55ec7ce67c4d7892bf47b710efb6b1', 'gw_port': {'id': '8c4cec6a-fa53-4d9f-b902-f335efc79ba1', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:63:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad13f872-d886-40cd-b299-fba88679bf8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:01:18Z', 'updated_at': '2022-02-04T17:01:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_interfaces': [{'id': '9ecf7fe3-16e6-48a9-b081-23c64a120316', 'name': '', 'network_id': '35e00981-5c7b-463b-b7a5-0208f6339530', 'tenant_id': '7d55ec7ce67c4d7892bf47b710efb6b1', 'mac_address': 'fa:16:3e:98:86:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad13f872-d886-40cd-b299-fba88679bf8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8af08b09-0cbe-4c3a-ae0b-d8a3d7b88864', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:01:07Z', 'updated_at': '2022-02-04T17:01:11Z', 'revision_number': 5, 'project_id': '7d55ec7ce67c4d7892bf47b710efb6b1', 'subnets': [{'id': '8af08b09-0cbe-4c3a-ae0b-d8a3d7b88864', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3086f941-e2eb-487a-b00c-b45bd3874697'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-2', False) {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:01:20.747287 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-695cbba0-735b-4441-9c8a-548e2b06fb9b None None] Checking router: ad13f872-d886-40cd-b299-fba88679bf8f for host: n-d-827839-2 {{(pid=103378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 17:01:20.747664 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-695cbba0-735b-4441-9c8a-548e2b06fb9b None None] Updating router ad13f872-d886-40cd-b299-fba88679bf8f port 8c4cec6a-fa53-4d9f-b902-f335efc79ba1 binding host n-d-827839-2 {{(pid=103378) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 17:01:20.799691 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-695cbba0-735b-4441-9c8a-548e2b06fb9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (8c4cec6a-fa53-4d9f-b902-f335efc79ba1), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:01:21.120403 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-695cbba0-735b-4441-9c8a-548e2b06fb9b None None] Publish callbacks [] for port (8c4cec6a-fa53-4d9f-b902-f335efc79ba1), precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:01:21.126213 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-695cbba0-735b-4441-9c8a-548e2b06fb9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (8c4cec6a-fa53-4d9f-b902-f335efc79ba1), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:01:21.181120 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b1dd04-dcef-4b9c-963c-095945d9f564 None None] Pushing event updated for resources: {'Port': ['ID=8c4cec6a-fa53-4d9f-b902-f335efc79ba1,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:01:21.183322 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-695cbba0-735b-4441-9c8a-548e2b06fb9b None None] Attempting to bind port 8c4cec6a-fa53-4d9f-b902-f335efc79ba1 on host n-d-827839-2 for vnic_type normal with profile {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:01:21.183729 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-695cbba0-735b-4441-9c8a-548e2b06fb9b None None] Attempting to bind port 8c4cec6a-fa53-4d9f-b902-f335efc79ba1 by drivers openvswitch,hyperv on host n-d-827839-2 at level 0 using segments [{'id': '5942dc44-1f07-4c27-b0ab-45a2bff20dd5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188'}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:01:21.184108 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-695cbba0-735b-4441-9c8a-548e2b06fb9b None None] Attempting to bind port 8c4cec6a-fa53-4d9f-b902-f335efc79ba1 on network 48165773-85ad-49a1-9ec1-76fc8dc24188 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:01:21.189960 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-695cbba0-735b-4441-9c8a-548e2b06fb9b None None] Checking agent: {'id': 'ba70844b-66a0-45fd-a2f2-e6ed673321fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 0, 36), 'started_at': datetime.datetime(2022, 2, 4, 17, 1, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 1, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:01:21.190337 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-695cbba0-735b-4441-9c8a-548e2b06fb9b None None] Checking segment: {'id': '5942dc44-1f07-4c27-b0ab-45a2bff20dd5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:01:21.190762 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-695cbba0-735b-4441-9c8a-548e2b06fb9b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:01:21.191125 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-695cbba0-735b-4441-9c8a-548e2b06fb9b None None] Bound using segment: {'id': '5942dc44-1f07-4c27-b0ab-45a2bff20dd5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188'} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:01:21.191586 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-695cbba0-735b-4441-9c8a-548e2b06fb9b None None] Bound port: 8c4cec6a-fa53-4d9f-b902-f335efc79ba1, host: n-d-827839-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5942dc44-1f07-4c27-b0ab-45a2bff20dd5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188'}}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:01:21.191963 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-695cbba0-735b-4441-9c8a-548e2b06fb9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (8c4cec6a-fa53-4d9f-b902-f335efc79ba1), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:01:21.244505 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-695cbba0-735b-4441-9c8a-548e2b06fb9b None None] For port 8c4cec6a-fa53-4d9f-b902-f335efc79ba1, host n-d-827839-2, cleared binding levels {{(pid=103378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:01:21.248002 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-695cbba0-735b-4441-9c8a-548e2b06fb9b None None] For port 8c4cec6a-fa53-4d9f-b902-f335efc79ba1, host n-d-827839-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=8c4cec6a-fa53-4d9f-b902-f335efc79ba1,segment=NetworkSegment(5942dc44-1f07-4c27-b0ab-45a2bff20dd5),segment_id=5942dc44-1f07-4c27-b0ab-45a2bff20dd5)] {{(pid=103378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:01:21.255125 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-695cbba0-735b-4441-9c8a-548e2b06fb9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (8c4cec6a-fa53-4d9f-b902-f335efc79ba1), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:01:21.313343 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-695cbba0-735b-4441-9c8a-548e2b06fb9b None None] Routers {'ad13f872-d886-40cd-b299-fba88679bf8f'} bound to L3 agent in host n-d-827839-2 {{(pid=103378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:01:21.313990 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-695cbba0-735b-4441-9c8a-548e2b06fb9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:01:02Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['ad13f872-d886-40cd-b299-fba88679bf8f'], 'active': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:01:21.356403 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b1dd04-dcef-4b9c-963c-095945d9f564 None None] Pushing event updated for resources: {'Port': ['ID=8c4cec6a-fa53-4d9f-b902-f335efc79ba1,revision_number=3']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:01:21.429743 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvr_db [None req-695cbba0-735b-4441-9c8a-548e2b06fb9b None None] Set router ad13f872-d886-40cd-b299-fba88679bf8f gateway port host: n-d-827839-2 {{(pid=103378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:01:21.661703 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-695cbba0-735b-4441-9c8a-548e2b06fb9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad13f872-d886-40cd-b299-fba88679bf8f', 'name': 'router1', 'tenant_id': '7d55ec7ce67c4d7892bf47b710efb6b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.189'}], 'enable_snat': True}, 'gw_port_id': '8c4cec6a-fa53-4d9f-b902-f335efc79ba1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:00:58Z', 'updated_at': '2022-02-04T17:01:18Z', 'revision_number': 4, 'project_id': '7d55ec7ce67c4d7892bf47b710efb6b1', 'gw_port': {'id': '8c4cec6a-fa53-4d9f-b902-f335efc79ba1', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:63:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad13f872-d886-40cd-b299-fba88679bf8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:01:18Z', 'updated_at': '2022-02-04T17:01:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_interfaces': [{'id': '9ecf7fe3-16e6-48a9-b081-23c64a120316', 'name': '', 'network_id': '35e00981-5c7b-463b-b7a5-0208f6339530', 'tenant_id': '7d55ec7ce67c4d7892bf47b710efb6b1', 'mac_address': 'fa:16:3e:98:86:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad13f872-d886-40cd-b299-fba88679bf8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8af08b09-0cbe-4c3a-ae0b-d8a3d7b88864', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:01:07Z', 'updated_at': '2022-02-04T17:01:11Z', 'revision_number': 5, 'project_id': '7d55ec7ce67c4d7892bf47b710efb6b1', 'subnets': [{'id': '8af08b09-0cbe-4c3a-ae0b-d8a3d7b88864', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3086f941-e2eb-487a-b00c-b45bd3874697'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-2', False) {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:01:21.689167 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-695cbba0-735b-4441-9c8a-548e2b06fb9b None None] The sync data for ids ['ad13f872-d886-40cd-b299-fba88679bf8f'] in n-d-827839-2 is: [{'id': 'ad13f872-d886-40cd-b299-fba88679bf8f', 'name': 'router1', 'tenant_id': '7d55ec7ce67c4d7892bf47b710efb6b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.189'}], 'enable_snat': True}, 'gw_port_id': '8c4cec6a-fa53-4d9f-b902-f335efc79ba1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:00:58Z', 'updated_at': '2022-02-04T17:01:18Z', 'revision_number': 4, 'project_id': '7d55ec7ce67c4d7892bf47b710efb6b1', 'gw_port': {'id': '8c4cec6a-fa53-4d9f-b902-f335efc79ba1', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:63:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad13f872-d886-40cd-b299-fba88679bf8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:01:18Z', 'updated_at': '2022-02-04T17:01:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_interfaces': [{'id': '9ecf7fe3-16e6-48a9-b081-23c64a120316', 'name': '', 'network_id': '35e00981-5c7b-463b-b7a5-0208f6339530', 'tenant_id': '7d55ec7ce67c4d7892bf47b710efb6b1', 'mac_address': 'fa:16:3e:98:86:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad13f872-d886-40cd-b299-fba88679bf8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8af08b09-0cbe-4c3a-ae0b-d8a3d7b88864', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:01:07Z', 'updated_at': '2022-02-04T17:01:11Z', 'revision_number': 5, 'project_id': '7d55ec7ce67c4d7892bf47b710efb6b1', 'subnets': [{'id': '8af08b09-0cbe-4c3a-ae0b-d8a3d7b88864', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3086f941-e2eb-487a-b00c-b45bd3874697'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 17:01:22.054152 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 46822) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:01:22.186288 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-a8e0b8c8-7b2e-4374-8ecd-459493e6a10c admin admin] 10.222.0.89 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1309948 Feb 04 17:01:22.278348 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 8c4cec6a-fa53-4d9f-b902-f335efc79ba1 up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:01:22.342429 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port 8c4cec6a-fa53-4d9f-b902-f335efc79ba1 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:01:22.343351 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (8c4cec6a-fa53-4d9f-b902-f335efc79ba1), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:01:22.438885 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port 8c4cec6a-fa53-4d9f-b902-f335efc79ba1 is: DOWN; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:01:22.439281 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (8c4cec6a-fa53-4d9f-b902-f335efc79ba1), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:01:22.467876 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] For port 8c4cec6a-fa53-4d9f-b902-f335efc79ba1, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=8c4cec6a-fa53-4d9f-b902-f335efc79ba1,segment=NetworkSegment(5942dc44-1f07-4c27-b0ab-45a2bff20dd5),segment_id=5942dc44-1f07-4c27-b0ab-45a2bff20dd5)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:01:22.472862 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (8c4cec6a-fa53-4d9f-b902-f335efc79ba1), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:01:22.524402 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Pushing event updated for resources: {'Port': ['ID=8c4cec6a-fa53-4d9f-b902-f335efc79ba1,revision_number=4']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:01:24.218295 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 8c4cec6a-fa53-4d9f-b902-f335efc79ba1 up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:01:24.287097 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port 8c4cec6a-fa53-4d9f-b902-f335efc79ba1 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:01:24.287671 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (8c4cec6a-fa53-4d9f-b902-f335efc79ba1), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:01:24.380606 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port 8c4cec6a-fa53-4d9f-b902-f335efc79ba1 is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:01:29.671706 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-dbc0cf37-5fd4-4a52-8469-d2b3872da74a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (bb89f5a3-3c22-440b-b7d1-c4f0c43c184a), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:01:31.909285 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-83b7631c-7215-4bb1-a927-85c00f0fd0a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (64ada913-9131-4d99-a265-63a920956287), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:01:32.775899 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d408ec64-b374-4acb-a1fc-48241dad6d47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (0cd6d64a-47a7-40ff-8c12-71dd526c62e0), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:01:34.551060 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4f14bb47-e72b-46ac-9e44-a61d9293afcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (75326290-f7a3-4db8-9cf2-15c7139ed224), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:01:34.902367 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.agents_db [None req-e1691f3b-aacd-4cd6-8ebb-a9c53bb301c0 None None] Agent healthcheck: found 5 active agents {{(pid=103379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 17:01:35.608465 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (ba70844b-66a0-45fd-a2f2-e6ed673321fc), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:01:59.627956 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c1142260-5372-46c5-9d35-f4df47720d7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (bb89f5a3-3c22-440b-b7d1-c4f0c43c184a), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:02:01.913166 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f4bac666-3326-4817-8e5d-ba35e8899ba8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (64ada913-9131-4d99-a265-63a920956287), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:02:02.779595 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d408ec64-b374-4acb-a1fc-48241dad6d47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (0cd6d64a-47a7-40ff-8c12-71dd526c62e0), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:02:04.553931 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4f14bb47-e72b-46ac-9e44-a61d9293afcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (75326290-f7a3-4db8-9cf2-15c7139ed224), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:02:05.608694 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (ba70844b-66a0-45fd-a2f2-e6ed673321fc), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:02:11.905166 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.agents_db [None req-e1691f3b-aacd-4cd6-8ebb-a9c53bb301c0 None None] Agent healthcheck: found 5 active agents {{(pid=103379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 17:02:29.621573 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a43d1d20-9c29-450c-84c2-8b398f2f4a3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (bb89f5a3-3c22-440b-b7d1-c4f0c43c184a), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:02:31.908251 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8c66c87b-42e2-44ca-86db-90e4d310390b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (64ada913-9131-4d99-a265-63a920956287), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:02:32.783237 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d408ec64-b374-4acb-a1fc-48241dad6d47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (0cd6d64a-47a7-40ff-8c12-71dd526c62e0), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:02:34.559224 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4f14bb47-e72b-46ac-9e44-a61d9293afcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (75326290-f7a3-4db8-9cf2-15c7139ed224), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:02:35.602024 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (ba70844b-66a0-45fd-a2f2-e6ed673321fc), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:02:48.906371 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.agents_db [None req-e1691f3b-aacd-4cd6-8ebb-a9c53bb301c0 None None] Agent healthcheck: found 5 active agents {{(pid=103379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 17:02:49.927107 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 47338) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:02:49.991800 n-d-827839-2 neutron-server[103376]: INFO neutron.pecan_wsgi.hooks.translation [None req-d68f5d25-8682-40ef-83be-9a97c8360764 admin admin] GET failed (client error): The resource could not be found. Feb 04 17:02:49.993148 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-d68f5d25-8682-40ef-83be-9a97c8360764 admin admin] 10.222.0.89 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0650892 Feb 04 17:02:50.156105 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a003030-b67b-4e01-8674-59c041cf6ab4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:02:50.157552 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-0a003030-b67b-4e01-8674-59c041cf6ab4 admin admin] 10.222.0.89 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1603701 Feb 04 17:02:52.453168 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 47348) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:02:52.557586 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fed480ab-f13e-46a8-a926-e5401de136f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:02:52.558954 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-fed480ab-f13e-46a8-a926-e5401de136f6 admin admin] 10.222.0.89 "GET /v2.0/subnets/8af08b09-0cbe-4c3a-ae0b-d8a3d7b88864 HTTP/1.1" status: 200 len: 849 time: 0.1050320 Feb 04 17:02:52.568574 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-43c990e7-8958-4d58-a7d3-a3062a8211c1 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:02:52.654423 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-43c990e7-8958-4d58-a7d3-a3062a8211c1 admin admin] Publish callbacks [] for subnet (8af08b09-0cbe-4c3a-ae0b-d8a3d7b88864), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:02:52.870496 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-43c990e7-8958-4d58-a7d3-a3062a8211c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8781084764142'] for subnet (8af08b09-0cbe-4c3a-ae0b-d8a3d7b88864), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:02:52.903542 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43c990e7-8958-4d58-a7d3-a3062a8211c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:02:52.904248 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-43c990e7-8958-4d58-a7d3-a3062a8211c1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677565'] for subnet (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:02:52.909484 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-43c990e7-8958-4d58-a7d3-a3062a8211c1 admin admin] 10.222.0.89 "PUT /v2.0/subnets/8af08b09-0cbe-4c3a-ae0b-d8a3d7b88864 HTTP/1.1" status: 200 len: 868 time: 0.3443611 Feb 04 17:02:52.910735 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ea11d5f-97c2-4170-85ef-a5c575e3fbd2 None None] Network 35e00981-5c7b-463b-b7a5-0208f6339530 requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:02:52.939085 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c990e7-8958-4d58-a7d3-a3062a8211c1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8af08b09-0cbe-4c3a-ae0b-d8a3d7b88864,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:02:52.948643 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c990e7-8958-4d58-a7d3-a3062a8211c1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:02:52.949239 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c990e7-8958-4d58-a7d3-a3062a8211c1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:02:52.949974 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c990e7-8958-4d58-a7d3-a3062a8211c1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:02:52.950424 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c990e7-8958-4d58-a7d3-a3062a8211c1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:02:52.950936 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c990e7-8958-4d58-a7d3-a3062a8211c1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:02:52.951378 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c990e7-8958-4d58-a7d3-a3062a8211c1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:02:52.951841 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c990e7-8958-4d58-a7d3-a3062a8211c1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:02:52.952275 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c990e7-8958-4d58-a7d3-a3062a8211c1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:02:52.952755 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c990e7-8958-4d58-a7d3-a3062a8211c1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:02:52.953205 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c990e7-8958-4d58-a7d3-a3062a8211c1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:02:52.953641 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c990e7-8958-4d58-a7d3-a3062a8211c1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:02:52.954075 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c990e7-8958-4d58-a7d3-a3062a8211c1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:02:52.954505 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c990e7-8958-4d58-a7d3-a3062a8211c1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:02:53.354187 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-683a6ecb-38cf-4638-897c-63dabbe6cf38 None None] Provisioning complete for port 9ecf7fe3-16e6-48a9-b081-23c64a120316 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:02:53.354534 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-683a6ecb-38cf-4638-897c-63dabbe6cf38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (9ecf7fe3-16e6-48a9-b081-23c64a120316), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:02:53.435543 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-683a6ecb-38cf-4638-897c-63dabbe6cf38 None None] Current status of the port 9ecf7fe3-16e6-48a9-b081-23c64a120316 is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:02:53.445264 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-683a6ecb-38cf-4638-897c-63dabbe6cf38 None None] Provisioning complete for port 498d762a-0c4f-4810-99e7-e88e272c6b71 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:02:53.445640 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-683a6ecb-38cf-4638-897c-63dabbe6cf38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (498d762a-0c4f-4810-99e7-e88e272c6b71), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:02:53.520005 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-683a6ecb-38cf-4638-897c-63dabbe6cf38 None None] Current status of the port 498d762a-0c4f-4810-99e7-e88e272c6b71 is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:02:55.194976 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 47356) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:02:55.396491 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b3f3001-ff2d-4eb8-aa95-2ae7634b22cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:02:55.396898 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b3f3001-ff2d-4eb8-aa95-2ae7634b22cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:02:55.398433 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-0b3f3001-ff2d-4eb8-aa95-2ae7634b22cf admin admin] 10.222.0.89 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2025259 Feb 04 17:02:57.697477 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 47366) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:02:57.897371 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6da13b58-2dfb-40c0-81d9-729fa2ce899b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:02:57.897760 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6da13b58-2dfb-40c0-81d9-729fa2ce899b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:02:57.899297 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-6da13b58-2dfb-40c0-81d9-729fa2ce899b admin admin] 10.222.0.89 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2008572 Feb 04 17:02:59.625000 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-bc65f03d-67c9-4646-b12e-3c8ddff93b7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (bb89f5a3-3c22-440b-b7d1-c4f0c43c184a), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:03:00.142688 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 47374) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:03:00.288273 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-342255f0-cb55-404a-812c-1e7d7daa8c9a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:03:00.289715 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-342255f0-cb55-404a-812c-1e7d7daa8c9a admin admin] 10.222.0.89 "GET /v2.0/networks/35e00981-5c7b-463b-b7a5-0208f6339530 HTTP/1.1" status: 200 len: 869 time: 0.1460524 Feb 04 17:03:01.913434 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-74e84762-139b-4bf8-8dcb-7d868b73c9c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (64ada913-9131-4d99-a265-63a920956287), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:03:02.610191 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 47382) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:03:02.737784 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4559b719-f86d-42cc-97b4-1564fa1a2cef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:03:02.739177 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-4559b719-f86d-42cc-97b4-1564fa1a2cef admin admin] 10.222.0.89 "GET /v2.0/networks/48165773-85ad-49a1-9ec1-76fc8dc24188 HTTP/1.1" status: 200 len: 886 time: 0.1280127 Feb 04 17:03:02.787455 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d408ec64-b374-4acb-a1fc-48241dad6d47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (0cd6d64a-47a7-40ff-8c12-71dd526c62e0), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:03:04.560788 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4f14bb47-e72b-46ac-9e44-a61d9293afcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (75326290-f7a3-4db8-9cf2-15c7139ed224), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:03:05.023827 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 47390) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:03:05.150757 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c6c2747-0d78-42ab-a073-318c14205c8c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:03:05.151216 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c6c2747-0d78-42ab-a073-318c14205c8c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:03:05.152797 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-7c6c2747-0d78-42ab-a073-318c14205c8c admin admin] 10.222.0.89 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1280289 Feb 04 17:03:05.608884 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (ba70844b-66a0-45fd-a2f2-e6ed673321fc), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:03:07.421498 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 47398) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:03:07.547862 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6772bce2-4b51-463c-9d49-e7f31bcc2e73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:03:07.548211 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6772bce2-4b51-463c-9d49-e7f31bcc2e73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:03:07.550040 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-6772bce2-4b51-463c-9d49-e7f31bcc2e73 admin admin] 10.222.0.89 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1273279 Feb 04 17:03:09.812196 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 47406) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:03:09.907137 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31d53393-b194-4058-8bfc-ceb6a1fa24ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:03:09.908525 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-31d53393-b194-4058-8bfc-ceb6a1fa24ee admin admin] 10.222.0.89 "GET /v2.0/subnets/7660bfad-1ea8-4fe7-831b-bed836f13efc HTTP/1.1" status: 200 len: 816 time: 0.0953212 Feb 04 17:03:12.147536 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 47414) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:03:12.255371 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d418e42-5d8b-46d9-9935-543547067d5f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:03:12.256825 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-7d418e42-5d8b-46d9-9935-543547067d5f admin admin] 10.222.0.89 "GET /v2.0/subnets/8af08b09-0cbe-4c3a-ae0b-d8a3d7b88864 HTTP/1.1" status: 200 len: 868 time: 0.1083090 Feb 04 17:03:25.904275 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.agents_db [None req-e1691f3b-aacd-4cd6-8ebb-a9c53bb301c0 None None] Agent healthcheck: found 5 active agents {{(pid=103379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 17:03:29.628161 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5ac94105-61bd-46c9-a402-ac0850d0a20e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (bb89f5a3-3c22-440b-b7d1-c4f0c43c184a), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:03:31.916676 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9e6bc281-4b96-40ee-94a0-abd3a224aed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (64ada913-9131-4d99-a265-63a920956287), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:03:32.788096 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d408ec64-b374-4acb-a1fc-48241dad6d47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (0cd6d64a-47a7-40ff-8c12-71dd526c62e0), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:03:34.567446 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4f14bb47-e72b-46ac-9e44-a61d9293afcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (75326290-f7a3-4db8-9cf2-15c7139ed224), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:03:35.603203 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (ba70844b-66a0-45fd-a2f2-e6ed673321fc), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:03:36.803736 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 47468) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:03:36.850407 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [None req-374e3c43-84b9-4b7c-ae58-0cb110f4642c admin admin] http://10.222.0.89:9696/v2.0/extensions returned with HTTP 200 {{(pid=103376) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 17:03:36.851416 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-374e3c43-84b9-4b7c-ae58-0cb110f4642c admin admin] 10.222.0.89 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0467625 Feb 04 17:03:39.166670 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 47476) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:03:39.231088 n-d-827839-2 neutron-server[103377]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa3974c4-e9e9-40c6-825f-e915de32f4f6 admin admin] GET failed (client error): The resource could not be found. Feb 04 17:03:39.232366 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-aa3974c4-e9e9-40c6-825f-e915de32f4f6 admin admin] 10.222.0.89 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0647581 Feb 04 17:03:39.455613 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46819eec-3d0c-468d-aed5-14d72599ae38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:03:39.457021 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-46819eec-3d0c-468d-aed5-14d72599ae38 admin admin] 10.222.0.89 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.2206092 Feb 04 17:03:41.886394 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 47486) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:03:41.934933 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-9a211f02-d1a0-4b0d-b919-23f490ae73cf admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'project_id': 'feb591bbb3a0478e9924b979aaadda3d', 'tenant_id': 'feb591bbb3a0478e9924b979aaadda3d', 'admin_state_up': True}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:03:41.956367 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a211f02-d1a0-4b0d-b919-23f490ae73cf admin admin] Made reservation on behalf of feb591bbb3a0478e9924b979aaadda3d for: {'network': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:03:41.959111 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-9a211f02-d1a0-4b0d-b919-23f490ae73cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for network (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:03:41.990436 n-d-827839-2 neutron-server[103377]: WARNING neutron.services.revisions.revision_plugin [None req-9a211f02-d1a0-4b0d-b919-23f490ae73cf admin admin] Could not find related network for resource to bump revision. Feb 04 17:03:42.003600 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a211f02-d1a0-4b0d-b919-23f490ae73cf admin admin] vlan segment allocate from pool success with {'vlan_id': 797, 'physical_network': 'physnet1'} {{(pid=103377) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 17:03:42.014190 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-9a211f02-d1a0-4b0d-b919-23f490ae73cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (3a39b085-d3e6-43bb-a64c-1b06dd049e5a), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:03:42.014591 n-d-827839-2 neutron-server[103377]: INFO neutron.db.segments_db [None req-9a211f02-d1a0-4b0d-b919-23f490ae73cf admin admin] Added segment 3a39b085-d3e6-43bb-a64c-1b06dd049e5a of type vlan for network 02be22b9-aa53-40ea-8050-9239cd27d1ff Feb 04 17:03:42.057649 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-9a211f02-d1a0-4b0d-b919-23f490ae73cf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781084292801'] for network (02be22b9-aa53-40ea-8050-9239cd27d1ff), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:03:42.083848 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-9a211f02-d1a0-4b0d-b919-23f490ae73cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327'] for network (02be22b9-aa53-40ea-8050-9239cd27d1ff), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:03:42.085033 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a211f02-d1a0-4b0d-b919-23f490ae73cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:03:42.085656 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-9a211f02-d1a0-4b0d-b919-23f490ae73cf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677565'] for network (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:03:42.141403 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-9a211f02-d1a0-4b0d-b919-23f490ae73cf admin admin] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2537670 Feb 04 17:03:42.148224 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a211f02-d1a0-4b0d-b919-23f490ae73cf admin admin] Pushing event updated for resources: {'Network': ['ID=02be22b9-aa53-40ea-8050-9239cd27d1ff,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:03:42.157375 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a211f02-d1a0-4b0d-b919-23f490ae73cf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:03:42.157814 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a211f02-d1a0-4b0d-b919-23f490ae73cf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:03:42.158058 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a211f02-d1a0-4b0d-b919-23f490ae73cf admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:03:42.158418 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a211f02-d1a0-4b0d-b919-23f490ae73cf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:03:42.158728 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a211f02-d1a0-4b0d-b919-23f490ae73cf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:03:42.159057 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a211f02-d1a0-4b0d-b919-23f490ae73cf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:03:42.159394 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a211f02-d1a0-4b0d-b919-23f490ae73cf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:03:42.159722 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a211f02-d1a0-4b0d-b919-23f490ae73cf admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:03:42.160049 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a211f02-d1a0-4b0d-b919-23f490ae73cf admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:03:42.160371 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a211f02-d1a0-4b0d-b919-23f490ae73cf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:03:42.160726 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a211f02-d1a0-4b0d-b919-23f490ae73cf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:03:42.161058 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a211f02-d1a0-4b0d-b919-23f490ae73cf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:03:42.161372 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a211f02-d1a0-4b0d-b919-23f490ae73cf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:03:42.173975 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Network 02be22b9-aa53-40ea-8050-9239cd27d1ff details requested by agent ovs-agent-n-d-827839-2 with host n-d-827839-2 {{(pid=103378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 17:03:44.458647 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 47496) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:03:44.520336 n-d-827839-2 neutron-server[103377]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a55be0b-5e03-4b3b-ad73-b79cbfe42530 admin admin] GET failed (client error): The resource could not be found. Feb 04 17:03:44.521679 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-0a55be0b-5e03-4b3b-ad73-b79cbfe42530 admin admin] 10.222.0.89 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0620732 Feb 04 17:03:44.593005 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c547e4f0-7cc3-4113-85de-4b56980ca336 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:03:44.594475 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-c547e4f0-7cc3-4113-85de-4b56980ca336 admin admin] 10.222.0.89 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0682054 Feb 04 17:03:44.604549 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-abf4558a-0b6f-4d9b-9028-042295c57821 admin admin] Request body: {'subnet': {'ip_version': 4, 'tenant_id': 'feb591bbb3a0478e9924b979aaadda3d', 'cidr': '192.168.233.0/24', 'network_id': '02be22b9-aa53-40ea-8050-9239cd27d1ff', 'description': 'shared-subnet', 'name': 'shared-subnet'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:03:44.622957 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abf4558a-0b6f-4d9b-9028-042295c57821 admin admin] Made reservation on behalf of feb591bbb3a0478e9924b979aaadda3d for: {'subnet': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:03:44.625449 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-abf4558a-0b6f-4d9b-9028-042295c57821 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:03:44.793309 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-abf4558a-0b6f-4d9b-9028-042295c57821 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327'] for subnet (c974b0ff-2c5c-4667-8a81-3bde3ea6ced5), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:03:44.851239 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf4558a-0b6f-4d9b-9028-042295c57821 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c974b0ff-2c5c-4667-8a81-3bde3ea6ced5,revision_number=0']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:03:44.856310 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abf4558a-0b6f-4d9b-9028-042295c57821 admin admin] Checking segment: {'id': '3a39b085-d3e6-43bb-a64c-1b06dd049e5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '02be22b9-aa53-40ea-8050-9239cd27d1ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:03:44.856667 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abf4558a-0b6f-4d9b-9028-042295c57821 admin admin] Network hostable DHCP agents. Network: 02be22b9-aa53-40ea-8050-9239cd27d1ff, hostable agents: ['bb89f5a3-3c22-440b-b7d1-c4f0c43c184a'], hosted agents: [] {{(pid=103377) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 17:03:44.872989 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abf4558a-0b6f-4d9b-9028-042295c57821 admin admin] Network 02be22b9-aa53-40ea-8050-9239cd27d1ff is scheduled to be hosted by DHCP agent bb89f5a3-3c22-440b-b7d1-c4f0c43c184a with binding_index 1 {{(pid=103377) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 17:03:44.881392 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [None req-abf4558a-0b6f-4d9b-9028-042295c57821 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827839-2, 02be22b9-aa53-40ea-8050-9239cd27d1ff) {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:03:44.885559 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abf4558a-0b6f-4d9b-9028-042295c57821 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:03:44.886189 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-abf4558a-0b6f-4d9b-9028-042295c57821 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677565'] for subnet (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:03:44.891960 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71894cb9-69e8-4b2f-9bec-45c12614052a None None] Network 02be22b9-aa53-40ea-8050-9239cd27d1ff requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:03:44.903751 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-abf4558a-0b6f-4d9b-9028-042295c57821 admin admin] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3027380 Feb 04 17:03:45.003189 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1668aadb-0a7b-4cce-bd50-3cb5dd040474 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e4c19ad-5724-5db8-8ee1-4f56ae69fcf4-02be22b9-aa53-40ea-8050-9239cd27d1ff', 'network_id': '02be22b9-aa53-40ea-8050-9239cd27d1ff', 'project_id': 'feb591bbb3a0478e9924b979aaadda3d', 'fixed_ips': [{'subnet_id': 'c974b0ff-2c5c-4667-8a81-3bde3ea6ced5'}]}} from n-d-827839-2. {{(pid=103378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 17:03:45.004553 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1668aadb-0a7b-4cce-bd50-3cb5dd040474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:03:45.185315 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-1668aadb-0a7b-4cce-bd50-3cb5dd040474 None None] Allocated IP 192.168.233.2 (02be22b9-aa53-40ea-8050-9239cd27d1ff/c974b0ff-2c5c-4667-8a81-3bde3ea6ced5/faf10e02-c8d1-45af-9365-96105e91ab45) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:03:45.443558 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1668aadb-0a7b-4cce-bd50-3cb5dd040474 None None] Publish callbacks [] for port (faf10e02-c8d1-45af-9365-96105e91ab45), precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:03:45.450569 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1668aadb-0a7b-4cce-bd50-3cb5dd040474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135'] for port (faf10e02-c8d1-45af-9365-96105e91ab45), after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:03:45.489674 n-d-827839-2 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1668aadb-0a7b-4cce-bd50-3cb5dd040474 None None] Network 02be22b9-aa53-40ea-8050-9239cd27d1ff is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:03:45.492606 n-d-827839-2 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-1668aadb-0a7b-4cce-bd50-3cb5dd040474 None None] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:03:45.497347 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1668aadb-0a7b-4cce-bd50-3cb5dd040474 None None] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:03:45.508035 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1668aadb-0a7b-4cce-bd50-3cb5dd040474 None None] Pushing event updated for resources: {'Port': ['ID=faf10e02-c8d1-45af-9365-96105e91ab45,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:03:45.535555 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1668aadb-0a7b-4cce-bd50-3cb5dd040474 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:03:45.535896 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1668aadb-0a7b-4cce-bd50-3cb5dd040474 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:03:45.536222 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1668aadb-0a7b-4cce-bd50-3cb5dd040474 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:03:45.536555 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1668aadb-0a7b-4cce-bd50-3cb5dd040474 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:03:45.537006 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1668aadb-0a7b-4cce-bd50-3cb5dd040474 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:03:45.537265 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1668aadb-0a7b-4cce-bd50-3cb5dd040474 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:03:45.537587 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1668aadb-0a7b-4cce-bd50-3cb5dd040474 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:03:45.537905 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1668aadb-0a7b-4cce-bd50-3cb5dd040474 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:03:45.538241 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1668aadb-0a7b-4cce-bd50-3cb5dd040474 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:03:45.538596 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1668aadb-0a7b-4cce-bd50-3cb5dd040474 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:03:45.538845 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1668aadb-0a7b-4cce-bd50-3cb5dd040474 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:03:45.539161 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1668aadb-0a7b-4cce-bd50-3cb5dd040474 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:03:45.539612 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1668aadb-0a7b-4cce-bd50-3cb5dd040474 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:03:45.573737 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-1668aadb-0a7b-4cce-bd50-3cb5dd040474 None None] Attempting to bind port faf10e02-c8d1-45af-9365-96105e91ab45 on host n-d-827839-2 for vnic_type normal with profile {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:03:45.574119 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-1668aadb-0a7b-4cce-bd50-3cb5dd040474 None None] Attempting to bind port faf10e02-c8d1-45af-9365-96105e91ab45 by drivers openvswitch,hyperv on host n-d-827839-2 at level 0 using segments [{'id': '3a39b085-d3e6-43bb-a64c-1b06dd049e5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '02be22b9-aa53-40ea-8050-9239cd27d1ff'}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:03:45.574460 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1668aadb-0a7b-4cce-bd50-3cb5dd040474 None None] Attempting to bind port faf10e02-c8d1-45af-9365-96105e91ab45 on network 02be22b9-aa53-40ea-8050-9239cd27d1ff {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:03:45.580330 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1668aadb-0a7b-4cce-bd50-3cb5dd040474 None None] Checking agent: {'id': 'ba70844b-66a0-45fd-a2f2-e6ed673321fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 0, 36), 'started_at': datetime.datetime(2022, 2, 4, 17, 1, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 3, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:03:45.580771 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1668aadb-0a7b-4cce-bd50-3cb5dd040474 None None] Checking segment: {'id': '3a39b085-d3e6-43bb-a64c-1b06dd049e5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '02be22b9-aa53-40ea-8050-9239cd27d1ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:03:45.581229 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1668aadb-0a7b-4cce-bd50-3cb5dd040474 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:03:45.581615 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1668aadb-0a7b-4cce-bd50-3cb5dd040474 None None] Bound using segment: {'id': '3a39b085-d3e6-43bb-a64c-1b06dd049e5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '02be22b9-aa53-40ea-8050-9239cd27d1ff'} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:03:45.582081 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-1668aadb-0a7b-4cce-bd50-3cb5dd040474 None None] Bound port: faf10e02-c8d1-45af-9365-96105e91ab45, host: n-d-827839-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a39b085-d3e6-43bb-a64c-1b06dd049e5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '02be22b9-aa53-40ea-8050-9239cd27d1ff'}}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:03:45.582454 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1668aadb-0a7b-4cce-bd50-3cb5dd040474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (faf10e02-c8d1-45af-9365-96105e91ab45), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:03:45.650697 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1668aadb-0a7b-4cce-bd50-3cb5dd040474 None None] For port faf10e02-c8d1-45af-9365-96105e91ab45, host n-d-827839-2, cleared binding levels {{(pid=103378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:03:45.654394 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1668aadb-0a7b-4cce-bd50-3cb5dd040474 None None] For port faf10e02-c8d1-45af-9365-96105e91ab45, host n-d-827839-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=faf10e02-c8d1-45af-9365-96105e91ab45,segment=NetworkSegment(3a39b085-d3e6-43bb-a64c-1b06dd049e5a),segment_id=3a39b085-d3e6-43bb-a64c-1b06dd049e5a)] {{(pid=103378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:03:45.661082 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1668aadb-0a7b-4cce-bd50-3cb5dd040474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (faf10e02-c8d1-45af-9365-96105e91ab45), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:03:45.723499 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1668aadb-0a7b-4cce-bd50-3cb5dd040474 None None] Pushing event updated for resources: {'Port': ['ID=faf10e02-c8d1-45af-9365-96105e91ab45,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:03:46.359042 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device faf10e02-c8d1-45af-9365-96105e91ab45 up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:03:46.427292 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port faf10e02-c8d1-45af-9365-96105e91ab45 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:03:46.427684 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (faf10e02-c8d1-45af-9365-96105e91ab45), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:03:46.518113 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port faf10e02-c8d1-45af-9365-96105e91ab45 is: DOWN; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:03:46.518464 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (faf10e02-c8d1-45af-9365-96105e91ab45), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:03:46.557082 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] For port faf10e02-c8d1-45af-9365-96105e91ab45, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=faf10e02-c8d1-45af-9365-96105e91ab45,segment=NetworkSegment(3a39b085-d3e6-43bb-a64c-1b06dd049e5a),segment_id=3a39b085-d3e6-43bb-a64c-1b06dd049e5a)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:03:46.562792 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (faf10e02-c8d1-45af-9365-96105e91ab45), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:03:46.625178 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Pushing event updated for resources: {'Port': ['ID=faf10e02-c8d1-45af-9365-96105e91ab45,revision_number=3']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:03:46.751511 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b98d5f2-38a9-4d12-8389-323fa38649b7 None None] Network 02be22b9-aa53-40ea-8050-9239cd27d1ff requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:03:46.827512 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-bc74a4a9-1fff-405a-a0a1-895e070e4989 None None] Provisioning complete for port faf10e02-c8d1-45af-9365-96105e91ab45 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:03:46.827827 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-bc74a4a9-1fff-405a-a0a1-895e070e4989 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (faf10e02-c8d1-45af-9365-96105e91ab45), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:03:46.942135 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-bc74a4a9-1fff-405a-a0a1-895e070e4989 None None] Current status of the port faf10e02-c8d1-45af-9365-96105e91ab45 is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:03:47.167170 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-c9dbede6-1481-4eef-b26e-1e2d5c4c397b None None] Provisioning complete for port faf10e02-c8d1-45af-9365-96105e91ab45 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:03:47.167536 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c9dbede6-1481-4eef-b26e-1e2d5c4c397b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (faf10e02-c8d1-45af-9365-96105e91ab45), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:03:47.250772 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-c9dbede6-1481-4eef-b26e-1e2d5c4c397b None None] Current status of the port faf10e02-c8d1-45af-9365-96105e91ab45 is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:03:48.302409 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device faf10e02-c8d1-45af-9365-96105e91ab45 up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:03:48.350501 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port faf10e02-c8d1-45af-9365-96105e91ab45 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:03:48.350894 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (faf10e02-c8d1-45af-9365-96105e91ab45), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:03:48.426992 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port faf10e02-c8d1-45af-9365-96105e91ab45 is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:03:59.630051 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9fb393c1-2e0a-4123-97b5-ea33334d2a3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (bb89f5a3-3c22-440b-b7d1-c4f0c43c184a), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:04:01.918713 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8c839d3d-edf5-49b6-bfa1-ae0934c96aef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (64ada913-9131-4d99-a265-63a920956287), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:04:02.790525 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d408ec64-b374-4acb-a1fc-48241dad6d47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (0cd6d64a-47a7-40ff-8c12-71dd526c62e0), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:04:02.936732 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.agents_db [None req-e1691f3b-aacd-4cd6-8ebb-a9c53bb301c0 None None] Agent healthcheck: found 5 active agents {{(pid=103379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 17:04:04.568863 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4f14bb47-e72b-46ac-9e44-a61d9293afcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (75326290-f7a3-4db8-9cf2-15c7139ed224), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:04:05.607298 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (ba70844b-66a0-45fd-a2f2-e6ed673321fc), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:04:29.634123 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f21419d4-872f-4e88-96b3-875ca65e55e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (bb89f5a3-3c22-440b-b7d1-c4f0c43c184a), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:04:31.920249 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-59b364a5-5b62-42cd-b328-9678d658caf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (64ada913-9131-4d99-a265-63a920956287), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:04:32.794391 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d408ec64-b374-4acb-a1fc-48241dad6d47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (0cd6d64a-47a7-40ff-8c12-71dd526c62e0), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:04:34.573511 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4f14bb47-e72b-46ac-9e44-a61d9293afcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (75326290-f7a3-4db8-9cf2-15c7139ed224), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:04:35.610175 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (ba70844b-66a0-45fd-a2f2-e6ed673321fc), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:04:39.926577 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.agents_db [None req-e1691f3b-aacd-4cd6-8ebb-a9c53bb301c0 None None] Agent healthcheck: found 5 active agents {{(pid=103379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 17:04:59.637762 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b13301d0-a04f-43fe-aeb4-fcb4e24fb38a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (bb89f5a3-3c22-440b-b7d1-c4f0c43c184a), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:05:01.924306 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-47fce67d-6a60-46e1-8e2c-f8e0156a2780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (64ada913-9131-4d99-a265-63a920956287), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:05:02.797668 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d408ec64-b374-4acb-a1fc-48241dad6d47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (0cd6d64a-47a7-40ff-8c12-71dd526c62e0), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:05:04.578090 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4f14bb47-e72b-46ac-9e44-a61d9293afcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (75326290-f7a3-4db8-9cf2-15c7139ed224), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:05:05.613262 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (ba70844b-66a0-45fd-a2f2-e6ed673321fc), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:05:08.412385 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 47540) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:05:08.418218 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [None req-c3ca6ebe-06df-4922-95a5-d5cbe3df9b89 tempest-verify_tempest_config-1461746391 tempest-verify_tempest_config-1461746391-project] http://10.222.0.89:9696/v2.0/extensions returned with HTTP 200 {{(pid=103376) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 17:05:08.419175 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-c3ca6ebe-06df-4922-95a5-d5cbe3df9b89 tempest-verify_tempest_config-1461746391 tempest-verify_tempest_config-1461746391-project] 10.222.0.89 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0057564 Feb 04 17:05:08.725708 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 47558) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:05:08.841363 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-829055a5-35a5-4355-a416-88c83b0a2d4f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:05:08.952302 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-829055a5-35a5-4355-a416-88c83b0a2d4f admin admin] Publish callbacks [] for security_group (b71b676b-b6a6-4257-89ae-a4f9ab890429), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:05:08.956179 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-829055a5-35a5-4355-a416-88c83b0a2d4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (b71b676b-b6a6-4257-89ae-a4f9ab890429), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:05:09.002741 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-829055a5-35a5-4355-a416-88c83b0a2d4f admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=d97a97b07b964de3ab6c6c5a57f9cba2&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2754569 Feb 04 17:05:09.003823 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829055a5-35a5-4355-a416-88c83b0a2d4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b71b676b-b6a6-4257-89ae-a4f9ab890429,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:05:09.005570 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 47562) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:05:09.011387 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-829055a5-35a5-4355-a416-88c83b0a2d4f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:05:09.011741 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-829055a5-35a5-4355-a416-88c83b0a2d4f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:05:09.012091 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-829055a5-35a5-4355-a416-88c83b0a2d4f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:05:09.012431 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-829055a5-35a5-4355-a416-88c83b0a2d4f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:05:09.012793 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-829055a5-35a5-4355-a416-88c83b0a2d4f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:05:09.013135 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-829055a5-35a5-4355-a416-88c83b0a2d4f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:05:09.013465 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-829055a5-35a5-4355-a416-88c83b0a2d4f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:05:09.013820 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-829055a5-35a5-4355-a416-88c83b0a2d4f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:05:09.014149 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-829055a5-35a5-4355-a416-88c83b0a2d4f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:05:09.014477 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-829055a5-35a5-4355-a416-88c83b0a2d4f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:05:09.014807 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-829055a5-35a5-4355-a416-88c83b0a2d4f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:05:09.015161 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-829055a5-35a5-4355-a416-88c83b0a2d4f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:05:09.015485 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-829055a5-35a5-4355-a416-88c83b0a2d4f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:05:09.065565 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-eabbcc74-6076-4e12-9b85-1d89d1ba2119 admin admin] Publish callbacks [] for security_group (b71b676b-b6a6-4257-89ae-a4f9ab890429), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:05:09.086971 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-eabbcc74-6076-4e12-9b85-1d89d1ba2119 admin admin] Publish callbacks [] for security_group (b71b676b-b6a6-4257-89ae-a4f9ab890429), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:05:09.179248 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-eabbcc74-6076-4e12-9b85-1d89d1ba2119 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (b71b676b-b6a6-4257-89ae-a4f9ab890429), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:05:09.182526 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-eabbcc74-6076-4e12-9b85-1d89d1ba2119 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:05:09.183780 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-eabbcc74-6076-4e12-9b85-1d89d1ba2119 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/b71b676b-b6a6-4257-89ae-a4f9ab890429 HTTP/1.1" status: 204 len: 168 time: 0.1771240 Feb 04 17:05:09.192333 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabbcc74-6076-4e12-9b85-1d89d1ba2119 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b71b676b-b6a6-4257-89ae-a4f9ab890429,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:05:09.200812 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eabbcc74-6076-4e12-9b85-1d89d1ba2119 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:05:09.201159 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eabbcc74-6076-4e12-9b85-1d89d1ba2119 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:05:09.201525 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eabbcc74-6076-4e12-9b85-1d89d1ba2119 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:05:09.201861 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eabbcc74-6076-4e12-9b85-1d89d1ba2119 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:05:09.202197 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eabbcc74-6076-4e12-9b85-1d89d1ba2119 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:05:09.202550 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eabbcc74-6076-4e12-9b85-1d89d1ba2119 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:05:09.202842 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eabbcc74-6076-4e12-9b85-1d89d1ba2119 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:05:09.203161 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eabbcc74-6076-4e12-9b85-1d89d1ba2119 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:05:09.203477 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eabbcc74-6076-4e12-9b85-1d89d1ba2119 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:05:09.203794 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eabbcc74-6076-4e12-9b85-1d89d1ba2119 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:05:09.204110 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eabbcc74-6076-4e12-9b85-1d89d1ba2119 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:05:09.204425 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eabbcc74-6076-4e12-9b85-1d89d1ba2119 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:05:09.204784 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eabbcc74-6076-4e12-9b85-1d89d1ba2119 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:05:16.929326 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.agents_db [None req-e1691f3b-aacd-4cd6-8ebb-a9c53bb301c0 None None] Agent healthcheck: found 5 active agents {{(pid=103379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 17:05:29.640761 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f730f7bd-4221-4b1f-b71a-74282cb41734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (bb89f5a3-3c22-440b-b7d1-c4f0c43c184a), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:05:31.930828 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5ef64cfa-ccbc-4205-8d0e-8994bfe899b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (64ada913-9131-4d99-a265-63a920956287), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:05:32.799839 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d408ec64-b374-4acb-a1fc-48241dad6d47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (0cd6d64a-47a7-40ff-8c12-71dd526c62e0), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:05:34.582120 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4f14bb47-e72b-46ac-9e44-a61d9293afcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (75326290-f7a3-4db8-9cf2-15c7139ed224), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:05:35.616936 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (ba70844b-66a0-45fd-a2f2-e6ed673321fc), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:05:53.927716 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.agents_db [None req-e1691f3b-aacd-4cd6-8ebb-a9c53bb301c0 None None] Agent healthcheck: found 5 active agents {{(pid=103379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 17:05:59.642768 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-952a670e-27f6-4eb6-9c5a-62c2f85fc3e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (bb89f5a3-3c22-440b-b7d1-c4f0c43c184a), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:06:01.924635 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8c4533e6-bb90-4de1-bae9-5390b5ac7812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (64ada913-9131-4d99-a265-63a920956287), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:06:02.800888 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d408ec64-b374-4acb-a1fc-48241dad6d47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (0cd6d64a-47a7-40ff-8c12-71dd526c62e0), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:06:04.582513 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4f14bb47-e72b-46ac-9e44-a61d9293afcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (75326290-f7a3-4db8-9cf2-15c7139ed224), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:06:05.620333 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (ba70844b-66a0-45fd-a2f2-e6ed673321fc), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:06:29.645138 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ca48bd89-677f-48f3-9922-5aede5cfdb24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (bb89f5a3-3c22-440b-b7d1-c4f0c43c184a), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:06:30.928286 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.agents_db [None req-e1691f3b-aacd-4cd6-8ebb-a9c53bb301c0 None None] Agent healthcheck: found 5 active agents {{(pid=103379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 17:06:31.926608 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-63c1f24d-3cbe-4544-987e-782a67d90d7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (64ada913-9131-4d99-a265-63a920956287), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:06:32.804404 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d408ec64-b374-4acb-a1fc-48241dad6d47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (0cd6d64a-47a7-40ff-8c12-71dd526c62e0), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:06:34.585591 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4f14bb47-e72b-46ac-9e44-a61d9293afcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (75326290-f7a3-4db8-9cf2-15c7139ed224), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:06:35.623308 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (ba70844b-66a0-45fd-a2f2-e6ed673321fc), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:06:59.646549 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-cf06aab8-4893-49ea-878b-1d8c7fc6ca7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (bb89f5a3-3c22-440b-b7d1-c4f0c43c184a), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:07:01.931089 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6842c4eb-a7fc-4311-8e41-a23d51187316 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (64ada913-9131-4d99-a265-63a920956287), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:07:02.807427 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d408ec64-b374-4acb-a1fc-48241dad6d47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (0cd6d64a-47a7-40ff-8c12-71dd526c62e0), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:07:04.589765 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4f14bb47-e72b-46ac-9e44-a61d9293afcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (75326290-f7a3-4db8-9cf2-15c7139ed224), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:07:05.625898 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (ba70844b-66a0-45fd-a2f2-e6ed673321fc), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:07:07.927023 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.agents_db [None req-e1691f3b-aacd-4cd6-8ebb-a9c53bb301c0 None None] Agent healthcheck: found 5 active agents {{(pid=103379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 17:07:29.648894 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-05a6c6b6-04b4-4c99-bd4f-1c17e4b5ec40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (bb89f5a3-3c22-440b-b7d1-c4f0c43c184a), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:07:31.933205 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ca09b0a8-80bc-430a-a96f-ff38e375bff7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (64ada913-9131-4d99-a265-63a920956287), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:07:32.809921 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d408ec64-b374-4acb-a1fc-48241dad6d47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (0cd6d64a-47a7-40ff-8c12-71dd526c62e0), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:07:34.592557 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4f14bb47-e72b-46ac-9e44-a61d9293afcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (75326290-f7a3-4db8-9cf2-15c7139ed224), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:07:35.628728 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (ba70844b-66a0-45fd-a2f2-e6ed673321fc), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:07:44.926665 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.agents_db [None req-e1691f3b-aacd-4cd6-8ebb-a9c53bb301c0 None None] Agent healthcheck: found 5 active agents {{(pid=103379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 17:07:59.650247 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c3fdfbef-18f0-45ed-b2c6-293deb07b7d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (bb89f5a3-3c22-440b-b7d1-c4f0c43c184a), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:08:01.936258 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4180c5c1-1873-4495-8cc5-9d87d19a6988 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (64ada913-9131-4d99-a265-63a920956287), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:08:02.813557 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d408ec64-b374-4acb-a1fc-48241dad6d47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (0cd6d64a-47a7-40ff-8c12-71dd526c62e0), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:08:04.598802 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4f14bb47-e72b-46ac-9e44-a61d9293afcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (75326290-f7a3-4db8-9cf2-15c7139ed224), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:08:05.633817 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (ba70844b-66a0-45fd-a2f2-e6ed673321fc), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:08:21.927849 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.agents_db [None req-e1691f3b-aacd-4cd6-8ebb-a9c53bb301c0 None None] Agent healthcheck: found 5 active agents {{(pid=103379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 17:08:29.651729 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4ab81e90-7cd1-44b8-b286-e9fc71ca2724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (bb89f5a3-3c22-440b-b7d1-c4f0c43c184a), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:08:31.939087 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-babf0905-ca7a-4345-a0ff-07d2f0982825 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (64ada913-9131-4d99-a265-63a920956287), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:08:32.816502 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d408ec64-b374-4acb-a1fc-48241dad6d47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (0cd6d64a-47a7-40ff-8c12-71dd526c62e0), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:08:34.599046 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4f14bb47-e72b-46ac-9e44-a61d9293afcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (75326290-f7a3-4db8-9cf2-15c7139ed224), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:08:35.637156 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (ba70844b-66a0-45fd-a2f2-e6ed673321fc), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:08:39.918650 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1602667'] for agent (f20a1ab3-4332-4f54-833b-ba4a7c687e89), after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:08:42.126879 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1602667'] for agent (3f9244a9-75fc-4c10-b195-11d48b853b41), after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:08:58.927678 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.agents_db [None req-e1691f3b-aacd-4cd6-8ebb-a9c53bb301c0 None None] Agent healthcheck: found 7 active agents {{(pid=103379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 17:08:59.655654 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b229d480-e44e-4899-a183-c1b02516549f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (bb89f5a3-3c22-440b-b7d1-c4f0c43c184a), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:09:01.942088 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-97ef1fc7-5ab1-44bd-954c-58e1356500dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (64ada913-9131-4d99-a265-63a920956287), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:09:02.818676 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d408ec64-b374-4acb-a1fc-48241dad6d47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (0cd6d64a-47a7-40ff-8c12-71dd526c62e0), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:09:04.602958 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4f14bb47-e72b-46ac-9e44-a61d9293afcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (75326290-f7a3-4db8-9cf2-15c7139ed224), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:09:05.637427 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (ba70844b-66a0-45fd-a2f2-e6ed673321fc), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:09:09.905171 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (f20a1ab3-4332-4f54-833b-ba4a7c687e89), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:09:12.078759 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (3f9244a9-75fc-4c10-b195-11d48b853b41), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:09:24.372237 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 47620) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:09:24.477641 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-5f940484-139a-4e6b-a241-777469a77e51 admin admin] 10.222.0.89 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4931 time: 0.1042829 Feb 04 17:09:26.768165 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 47630) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:09:26.830177 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-c0db5202-9d29-4132-8882-584238262135 admin admin] 10.222.0.89 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4931 time: 0.0608871 Feb 04 17:09:29.658022 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-63851db5-6cfd-4200-809b-5ea0580089e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (bb89f5a3-3c22-440b-b7d1-c4f0c43c184a), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:09:31.945011 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e7b7336b-cd69-43e0-80e0-9b4962c4d91c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (64ada913-9131-4d99-a265-63a920956287), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:09:32.822946 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d408ec64-b374-4acb-a1fc-48241dad6d47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (0cd6d64a-47a7-40ff-8c12-71dd526c62e0), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:09:34.606355 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4f14bb47-e72b-46ac-9e44-a61d9293afcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (75326290-f7a3-4db8-9cf2-15c7139ed224), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:09:35.641925 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (ba70844b-66a0-45fd-a2f2-e6ed673321fc), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:09:35.927670 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.agents_db [None req-e1691f3b-aacd-4cd6-8ebb-a9c53bb301c0 None None] Agent healthcheck: found 7 active agents {{(pid=103379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 17:09:39.903436 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (f20a1ab3-4332-4f54-833b-ba4a7c687e89), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:09:42.102707 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (3f9244a9-75fc-4c10-b195-11d48b853b41), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:09:59.660511 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5043a97a-eca1-43b7-bf46-402e8836db98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (bb89f5a3-3c22-440b-b7d1-c4f0c43c184a), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:10:01.952013 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ae348654-6864-4dd8-9827-4386b8f783c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (64ada913-9131-4d99-a265-63a920956287), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:10:02.826110 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d408ec64-b374-4acb-a1fc-48241dad6d47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (0cd6d64a-47a7-40ff-8c12-71dd526c62e0), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:10:04.609671 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4f14bb47-e72b-46ac-9e44-a61d9293afcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (75326290-f7a3-4db8-9cf2-15c7139ed224), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:10:05.647013 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (ba70844b-66a0-45fd-a2f2-e6ed673321fc), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:10:09.902790 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (f20a1ab3-4332-4f54-833b-ba4a7c687e89), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:10:12.092415 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (3f9244a9-75fc-4c10-b195-11d48b853b41), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:10:12.928272 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.agents_db [None req-e1691f3b-aacd-4cd6-8ebb-a9c53bb301c0 None None] Agent healthcheck: found 7 active agents {{(pid=103379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 17:10:29.664109 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-02e9bb06-cdae-4df7-8a5c-82b5a196d732 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (bb89f5a3-3c22-440b-b7d1-c4f0c43c184a), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:10:31.947959 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9de27e25-3839-4dbc-9ec2-b338b12f6542 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (64ada913-9131-4d99-a265-63a920956287), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:10:32.828472 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d408ec64-b374-4acb-a1fc-48241dad6d47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (0cd6d64a-47a7-40ff-8c12-71dd526c62e0), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:10:34.615421 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4f14bb47-e72b-46ac-9e44-a61d9293afcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (75326290-f7a3-4db8-9cf2-15c7139ed224), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:10:35.643899 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (ba70844b-66a0-45fd-a2f2-e6ed673321fc), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:10:39.905620 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (f20a1ab3-4332-4f54-833b-ba4a7c687e89), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:10:42.100893 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (3f9244a9-75fc-4c10-b195-11d48b853b41), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:10:49.929027 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.agents_db [None req-e1691f3b-aacd-4cd6-8ebb-a9c53bb301c0 None None] Agent healthcheck: found 7 active agents {{(pid=103379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 17:10:54.499741 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 47764) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:10:54.739003 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-a084de2f-01fd-4e42-a0be-76eb9a787419 tempest-AutoAllocateNetworkTest-982289873 tempest-AutoAllocateNetworkTest-982289873-project] 10.222.0.89 "GET /v2.0/networks?tenant_id=3083c37923804f5081f0f658018ea17a&shared=False HTTP/1.1" status: 200 len: 208 time: 0.2379568 Feb 04 17:10:54.741859 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 47788) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:10:54.940285 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e521d7e-8f03-446f-9857-eece1487a6e6 tempest-AutoAllocateNetworkTest-982289873 tempest-AutoAllocateNetworkTest-982289873-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:10:54.942082 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-0e521d7e-8f03-446f-9857-eece1487a6e6 tempest-AutoAllocateNetworkTest-982289873 tempest-AutoAllocateNetworkTest-982289873-project] 10.222.0.89 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.1992199 Feb 04 17:10:54.945128 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 47800) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:10:55.006245 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-7fca8fcd-f6fa-4020-b90b-b1f6887f8485 tempest-AutoAllocateNetworkTest-982289873 tempest-AutoAllocateNetworkTest-982289873-project] 10.222.0.89 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0574880 Feb 04 17:10:55.006535 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 47806) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:10:55.036673 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-b1af3c6f-ac54-4a5a-8ff5-2754856cc42e tempest-AutoAllocateNetworkTest-982289873 tempest-AutoAllocateNetworkTest-982289873-project] 10.222.0.89 "GET /v2.0/networks?tenant_id=3083c37923804f5081f0f658018ea17a HTTP/1.1" status: 200 len: 208 time: 0.0290320 Feb 04 17:10:55.646146 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 47836) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:10:55.678917 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 47840) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:10:55.910851 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-4635c1e0-1fd7-459e-b246-80e55793bce1 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1579046244-network', 'tenant_id': 'f616a69521a6439b8b9ce4b5361b1b3c'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:10:55.933624 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-e473e555-1318-498f-b153-2b5590dbb253 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:10:55.955092 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4635c1e0-1fd7-459e-b246-80e55793bce1 admin admin] Made reservation on behalf of f616a69521a6439b8b9ce4b5361b1b3c for: {'network': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:10:55.957991 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-4635c1e0-1fd7-459e-b246-80e55793bce1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for network (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:10:55.970943 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-4635c1e0-1fd7-459e-b246-80e55793bce1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:10:56.024081 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-e473e555-1318-498f-b153-2b5590dbb253 admin admin] Publish callbacks [] for security_group (fec56bbf-c040-4254-b912-60558cd530a8), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:10:56.030514 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-e473e555-1318-498f-b153-2b5590dbb253 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (fec56bbf-c040-4254-b912-60558cd530a8), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:10:56.071204 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-4635c1e0-1fd7-459e-b246-80e55793bce1 admin admin] Publish callbacks [] for security_group (0cd7e4f5-6c9a-4e4c-af60-8d881fa2093f), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:10:56.077386 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-4635c1e0-1fd7-459e-b246-80e55793bce1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (0cd7e4f5-6c9a-4e4c-af60-8d881fa2093f), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:10:56.088656 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e473e555-1318-498f-b153-2b5590dbb253 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fec56bbf-c040-4254-b912-60558cd530a8,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:10:56.093165 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4635c1e0-1fd7-459e-b246-80e55793bce1 admin admin] vlan segment allocate from pool success with {'vlan_id': 773, 'physical_network': 'physnet1'} {{(pid=103377) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 17:10:56.102162 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-e473e555-1318-498f-b153-2b5590dbb253 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=3083c37923804f5081f0f658018ea17a&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4220836 Feb 04 17:10:56.102946 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 47864) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:10:56.104686 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e473e555-1318-498f-b153-2b5590dbb253 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:10:56.105162 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e473e555-1318-498f-b153-2b5590dbb253 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:10:56.105575 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e473e555-1318-498f-b153-2b5590dbb253 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:10:56.105995 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e473e555-1318-498f-b153-2b5590dbb253 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:10:56.106129 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-4635c1e0-1fd7-459e-b246-80e55793bce1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (96478007-32f6-4e3f-be0e-d1541677c592), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:10:56.106580 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e473e555-1318-498f-b153-2b5590dbb253 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:10:56.106834 n-d-827839-2 neutron-server[103377]: INFO neutron.db.segments_db [None req-4635c1e0-1fd7-459e-b246-80e55793bce1 admin admin] Added segment 96478007-32f6-4e3f-be0e-d1541677c592 of type vlan for network 4d1c76e6-ea0c-4d14-ba91-32b9665be5f0 Feb 04 17:10:56.107074 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e473e555-1318-498f-b153-2b5590dbb253 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:10:56.107712 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e473e555-1318-498f-b153-2b5590dbb253 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:10:56.108191 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e473e555-1318-498f-b153-2b5590dbb253 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:10:56.108665 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e473e555-1318-498f-b153-2b5590dbb253 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:10:56.109833 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e473e555-1318-498f-b153-2b5590dbb253 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:10:56.110375 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e473e555-1318-498f-b153-2b5590dbb253 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:10:56.110850 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e473e555-1318-498f-b153-2b5590dbb253 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:10:56.111368 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e473e555-1318-498f-b153-2b5590dbb253 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:10:56.112803 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e473e555-1318-498f-b153-2b5590dbb253 admin admin] Tracked resource versions report: Feb 04 17:10:56.112803 n-d-827839-2 neutron-server[103376]: pushed versions: Feb 04 17:10:56.112803 n-d-827839-2 neutron-server[103376]: { 'AddressGroup': {'1.2'}, Feb 04 17:10:56.112803 n-d-827839-2 neutron-server[103376]: 'ConntrackHelper': {'1.0'}, Feb 04 17:10:56.112803 n-d-827839-2 neutron-server[103376]: 'LocalIPAssociation': {'1.0'}, Feb 04 17:10:56.112803 n-d-827839-2 neutron-server[103376]: 'Log': {'1.0'}, Feb 04 17:10:56.112803 n-d-827839-2 neutron-server[103376]: 'Network': {'1.1'}, Feb 04 17:10:56.112803 n-d-827839-2 neutron-server[103376]: 'Port': {'1.7'}, Feb 04 17:10:56.112803 n-d-827839-2 neutron-server[103376]: 'PortForwarding': {'1.2'}, Feb 04 17:10:56.112803 n-d-827839-2 neutron-server[103376]: 'QosPolicy': {'1.10'}, Feb 04 17:10:56.112803 n-d-827839-2 neutron-server[103376]: 'SecurityGroup': {'1.5'}, Feb 04 17:10:56.112803 n-d-827839-2 neutron-server[103376]: 'SecurityGroupRule': {'1.2'}, Feb 04 17:10:56.112803 n-d-827839-2 neutron-server[103376]: 'SubPort': {'1.0'}, Feb 04 17:10:56.112803 n-d-827839-2 neutron-server[103376]: 'Subnet': {'1.1'}, Feb 04 17:10:56.112803 n-d-827839-2 neutron-server[103376]: 'Trunk': {'1.1'}} Feb 04 17:10:56.112803 n-d-827839-2 neutron-server[103376]: consumer versions: Feb 04 17:10:56.112803 n-d-827839-2 neutron-server[103376]: { DHCP agent@n-d-827839-2: {}, Feb 04 17:10:56.112803 n-d-827839-2 neutron-server[103376]: HyperV agent@n-h1-827839-2: {}, Feb 04 17:10:56.112803 n-d-827839-2 neutron-server[103376]: HyperV agent@n-h2-827839-2: {}, Feb 04 17:10:56.112803 n-d-827839-2 neutron-server[103376]: L3 agent@n-d-827839-2: {}, Feb 04 17:10:56.112803 n-d-827839-2 neutron-server[103376]: Metadata agent@n-d-827839-2: {}, Feb 04 17:10:56.112803 n-d-827839-2 neutron-server[103376]: Metering agent@n-d-827839-2: {}, Feb 04 17:10:56.112803 n-d-827839-2 neutron-server[103376]: Open vSwitch agent@n-d-827839-2: { 'AddressGroup': '1.2', Feb 04 17:10:56.112803 n-d-827839-2 neutron-server[103376]: 'ConntrackHelper': '1.0', Feb 04 17:10:56.112803 n-d-827839-2 neutron-server[103376]: 'LocalIPAssociation': '1.0', Feb 04 17:10:56.112803 n-d-827839-2 neutron-server[103376]: 'Log': '1.0', Feb 04 17:10:56.112803 n-d-827839-2 neutron-server[103376]: 'Network': '1.1', Feb 04 17:10:56.112803 n-d-827839-2 neutron-server[103376]: 'Port': '1.7', Feb 04 17:10:56.112803 n-d-827839-2 neutron-server[103376]: 'PortForwarding': '1.2', Feb 04 17:10:56.112803 n-d-827839-2 neutron-server[103376]: 'QosPolicy': '1.10', Feb 04 17:10:56.112803 n-d-827839-2 neutron-server[103376]: 'SecurityGroup': '1.5', Feb 04 17:10:56.112803 n-d-827839-2 neutron-server[103376]: 'SecurityGroupRule': '1.2', Feb 04 17:10:56.112803 n-d-827839-2 neutron-server[103376]: 'SubPort': '1.0', Feb 04 17:10:56.112803 n-d-827839-2 neutron-server[103376]: 'Subnet': '1.1', Feb 04 17:10:56.112803 n-d-827839-2 neutron-server[103376]: 'Trunk': '1.1'}} Feb 04 17:10:56.112803 n-d-827839-2 neutron-server[103376]: {{(pid=103376) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 04 17:10:56.204104 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-4635c1e0-1fd7-459e-b246-80e55793bce1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781084292801'] for network (4d1c76e6-ea0c-4d14-ba91-32b9665be5f0), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:10:56.215630 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4635c1e0-1fd7-459e-b246-80e55793bce1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cd7e4f5-6c9a-4e4c-af60-8d881fa2093f,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:10:56.228807 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-2a42386c-2984-45e5-9c73-92f99b667ac8 admin admin] Publish callbacks [] for security_group (fec56bbf-c040-4254-b912-60558cd530a8), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:10:56.234245 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4635c1e0-1fd7-459e-b246-80e55793bce1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:10:56.234890 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4635c1e0-1fd7-459e-b246-80e55793bce1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:10:56.235290 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4635c1e0-1fd7-459e-b246-80e55793bce1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:10:56.235848 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4635c1e0-1fd7-459e-b246-80e55793bce1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:10:56.236353 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4635c1e0-1fd7-459e-b246-80e55793bce1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:10:56.236926 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4635c1e0-1fd7-459e-b246-80e55793bce1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:10:56.237316 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4635c1e0-1fd7-459e-b246-80e55793bce1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:10:56.237714 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4635c1e0-1fd7-459e-b246-80e55793bce1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:10:56.238104 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4635c1e0-1fd7-459e-b246-80e55793bce1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:10:56.238509 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4635c1e0-1fd7-459e-b246-80e55793bce1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:10:56.238902 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4635c1e0-1fd7-459e-b246-80e55793bce1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:10:56.239288 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4635c1e0-1fd7-459e-b246-80e55793bce1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:10:56.239679 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4635c1e0-1fd7-459e-b246-80e55793bce1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:10:56.241040 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4635c1e0-1fd7-459e-b246-80e55793bce1 admin admin] Tracked resource versions report: Feb 04 17:10:56.241040 n-d-827839-2 neutron-server[103377]: pushed versions: Feb 04 17:10:56.241040 n-d-827839-2 neutron-server[103377]: { 'AddressGroup': {'1.2'}, Feb 04 17:10:56.241040 n-d-827839-2 neutron-server[103377]: 'ConntrackHelper': {'1.0'}, Feb 04 17:10:56.241040 n-d-827839-2 neutron-server[103377]: 'LocalIPAssociation': {'1.0'}, Feb 04 17:10:56.241040 n-d-827839-2 neutron-server[103377]: 'Log': {'1.0'}, Feb 04 17:10:56.241040 n-d-827839-2 neutron-server[103377]: 'Network': {'1.1'}, Feb 04 17:10:56.241040 n-d-827839-2 neutron-server[103377]: 'Port': {'1.7'}, Feb 04 17:10:56.241040 n-d-827839-2 neutron-server[103377]: 'PortForwarding': {'1.2'}, Feb 04 17:10:56.241040 n-d-827839-2 neutron-server[103377]: 'QosPolicy': {'1.10'}, Feb 04 17:10:56.241040 n-d-827839-2 neutron-server[103377]: 'SecurityGroup': {'1.5'}, Feb 04 17:10:56.241040 n-d-827839-2 neutron-server[103377]: 'SecurityGroupRule': {'1.2'}, Feb 04 17:10:56.241040 n-d-827839-2 neutron-server[103377]: 'SubPort': {'1.0'}, Feb 04 17:10:56.241040 n-d-827839-2 neutron-server[103377]: 'Subnet': {'1.1'}, Feb 04 17:10:56.241040 n-d-827839-2 neutron-server[103377]: 'Trunk': {'1.1'}} Feb 04 17:10:56.241040 n-d-827839-2 neutron-server[103377]: consumer versions: Feb 04 17:10:56.241040 n-d-827839-2 neutron-server[103377]: { DHCP agent@n-d-827839-2: {}, Feb 04 17:10:56.241040 n-d-827839-2 neutron-server[103377]: HyperV agent@n-h1-827839-2: {}, Feb 04 17:10:56.241040 n-d-827839-2 neutron-server[103377]: HyperV agent@n-h2-827839-2: {}, Feb 04 17:10:56.241040 n-d-827839-2 neutron-server[103377]: L3 agent@n-d-827839-2: {}, Feb 04 17:10:56.241040 n-d-827839-2 neutron-server[103377]: Metadata agent@n-d-827839-2: {}, Feb 04 17:10:56.241040 n-d-827839-2 neutron-server[103377]: Metering agent@n-d-827839-2: {}, Feb 04 17:10:56.241040 n-d-827839-2 neutron-server[103377]: Open vSwitch agent@n-d-827839-2: { 'AddressGroup': '1.2', Feb 04 17:10:56.241040 n-d-827839-2 neutron-server[103377]: 'ConntrackHelper': '1.0', Feb 04 17:10:56.241040 n-d-827839-2 neutron-server[103377]: 'LocalIPAssociation': '1.0', Feb 04 17:10:56.241040 n-d-827839-2 neutron-server[103377]: 'Log': '1.0', Feb 04 17:10:56.241040 n-d-827839-2 neutron-server[103377]: 'Network': '1.1', Feb 04 17:10:56.241040 n-d-827839-2 neutron-server[103377]: 'Port': '1.7', Feb 04 17:10:56.241040 n-d-827839-2 neutron-server[103377]: 'PortForwarding': '1.2', Feb 04 17:10:56.241040 n-d-827839-2 neutron-server[103377]: 'QosPolicy': '1.10', Feb 04 17:10:56.241040 n-d-827839-2 neutron-server[103377]: 'SecurityGroup': '1.5', Feb 04 17:10:56.241040 n-d-827839-2 neutron-server[103377]: 'SecurityGroupRule': '1.2', Feb 04 17:10:56.241040 n-d-827839-2 neutron-server[103377]: 'SubPort': '1.0', Feb 04 17:10:56.241040 n-d-827839-2 neutron-server[103377]: 'Subnet': '1.1', Feb 04 17:10:56.241040 n-d-827839-2 neutron-server[103377]: 'Trunk': '1.1'}} Feb 04 17:10:56.241040 n-d-827839-2 neutron-server[103377]: {{(pid=103377) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 04 17:10:56.255213 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-2a42386c-2984-45e5-9c73-92f99b667ac8 admin admin] Publish callbacks [] for security_group (fec56bbf-c040-4254-b912-60558cd530a8), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:10:56.256173 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-4635c1e0-1fd7-459e-b246-80e55793bce1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327'] for network (4d1c76e6-ea0c-4d14-ba91-32b9665be5f0), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:10:56.258066 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4635c1e0-1fd7-459e-b246-80e55793bce1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:10:56.258963 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-4635c1e0-1fd7-459e-b246-80e55793bce1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677565'] for network (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:10:56.322832 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-4635c1e0-1fd7-459e-b246-80e55793bce1 admin admin] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.6755998 Feb 04 17:10:56.323010 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-2a42386c-2984-45e5-9c73-92f99b667ac8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (fec56bbf-c040-4254-b912-60558cd530a8), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:10:56.325769 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 47870) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:10:56.328095 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-2a42386c-2984-45e5-9c73-92f99b667ac8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:10:56.331462 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-bdc5d8f9-6a57-41b7-98dd-5f17d77a530c admin admin] Request body: {'subnet': {'network_id': '4d1c76e6-ea0c-4d14-ba91-32b9665be5f0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1579046244-subnet', 'tenant_id': 'f616a69521a6439b8b9ce4b5361b1b3c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:10:56.332594 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-2a42386c-2984-45e5-9c73-92f99b667ac8 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/fec56bbf-c040-4254-b912-60558cd530a8 HTTP/1.1" status: 204 len: 168 time: 0.2146766 Feb 04 17:10:56.343348 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a42386c-2984-45e5-9c73-92f99b667ac8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fec56bbf-c040-4254-b912-60558cd530a8,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:10:56.344440 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4635c1e0-1fd7-459e-b246-80e55793bce1 admin admin] Pushing event updated for resources: {'Network': ['ID=4d1c76e6-ea0c-4d14-ba91-32b9665be5f0,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:10:56.359385 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdc5d8f9-6a57-41b7-98dd-5f17d77a530c admin admin] Made reservation on behalf of f616a69521a6439b8b9ce4b5361b1b3c for: {'subnet': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:10:56.362201 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-bdc5d8f9-6a57-41b7-98dd-5f17d77a530c admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:10:56.414484 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Network 4d1c76e6-ea0c-4d14-ba91-32b9665be5f0 details requested by agent ovs-agent-n-d-827839-2 with host n-d-827839-2 {{(pid=103378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 17:10:56.596669 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-bdc5d8f9-6a57-41b7-98dd-5f17d77a530c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327'] for subnet (46532e3a-bfe8-4be0-a512-ac5329d05d46), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:10:56.657029 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc5d8f9-6a57-41b7-98dd-5f17d77a530c admin admin] Pushing event updated for resources: {'Subnet': ['ID=46532e3a-bfe8-4be0-a512-ac5329d05d46,revision_number=0']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:10:56.671180 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdc5d8f9-6a57-41b7-98dd-5f17d77a530c admin admin] Checking segment: {'id': '96478007-32f6-4e3f-be0e-d1541677c592', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '4d1c76e6-ea0c-4d14-ba91-32b9665be5f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:10:56.671565 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdc5d8f9-6a57-41b7-98dd-5f17d77a530c admin admin] Network hostable DHCP agents. Network: 4d1c76e6-ea0c-4d14-ba91-32b9665be5f0, hostable agents: ['bb89f5a3-3c22-440b-b7d1-c4f0c43c184a'], hosted agents: [] {{(pid=103377) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 17:10:56.692311 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdc5d8f9-6a57-41b7-98dd-5f17d77a530c admin admin] Network 4d1c76e6-ea0c-4d14-ba91-32b9665be5f0 is scheduled to be hosted by DHCP agent bb89f5a3-3c22-440b-b7d1-c4f0c43c184a with binding_index 1 {{(pid=103377) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 17:10:56.703879 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [None req-bdc5d8f9-6a57-41b7-98dd-5f17d77a530c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827839-2, 4d1c76e6-ea0c-4d14-ba91-32b9665be5f0) {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:10:56.708556 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdc5d8f9-6a57-41b7-98dd-5f17d77a530c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:10:56.709107 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-bdc5d8f9-6a57-41b7-98dd-5f17d77a530c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677565'] for subnet (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:10:56.721128 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6186d11-be7a-48a5-a329-541d4ab55551 None None] Network 4d1c76e6-ea0c-4d14-ba91-32b9665be5f0 requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:10:56.728579 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-bdc5d8f9-6a57-41b7-98dd-5f17d77a530c admin admin] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.4013982 Feb 04 17:10:56.731348 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 47890) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:10:56.742272 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-1b8daa71-b3c5-466c-83b0-64212b484f11 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1579046244-router', 'tenant_id': 'f616a69521a6439b8b9ce4b5361b1b3c', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188'}}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:10:56.767721 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-1b8daa71-b3c5-466c-83b0-64212b484f11 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1601657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26921'] for router (e0d96195-acff-4146-81bc-edd40b66b4a4), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:10:56.769603 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-1b8daa71-b3c5-466c-83b0-64212b484f11 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1602025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603663', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1630571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26960'] for router (e0d96195-acff-4146-81bc-edd40b66b4a4), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:10:56.844829 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44a35de5-451a-4b1e-8c83-059218fab701 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e4c19ad-5724-5db8-8ee1-4f56ae69fcf4-4d1c76e6-ea0c-4d14-ba91-32b9665be5f0', 'network_id': '4d1c76e6-ea0c-4d14-ba91-32b9665be5f0', 'project_id': 'f616a69521a6439b8b9ce4b5361b1b3c', 'fixed_ips': [{'subnet_id': '46532e3a-bfe8-4be0-a512-ac5329d05d46'}]}} from n-d-827839-2. {{(pid=103378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 17:10:56.846084 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-44a35de5-451a-4b1e-8c83-059218fab701 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:10:56.910310 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-1b8daa71-b3c5-466c-83b0-64212b484f11 admin admin] Publish callbacks [] for router_controller (e0d96195-acff-4146-81bc-edd40b66b4a4), precommit_add_association {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:10:57.015300 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-44a35de5-451a-4b1e-8c83-059218fab701 None None] Allocated IP 172.20.0.2 (4d1c76e6-ea0c-4d14-ba91-32b9665be5f0/46532e3a-bfe8-4be0-a512-ac5329d05d46/c60724c4-d2a2-4941-9c31-d000aacc638c) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:10:57.190420 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-1b8daa71-b3c5-466c-83b0-64212b484f11 admin admin] Publish callbacks [] for router_gateway (e0d96195-acff-4146-81bc-edd40b66b4a4), precommit_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:10:57.198148 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-44a35de5-451a-4b1e-8c83-059218fab701 None None] Publish callbacks [] for port (c60724c4-d2a2-4941-9c31-d000aacc638c), precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:10:57.209489 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-44a35de5-451a-4b1e-8c83-059218fab701 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135'] for port (c60724c4-d2a2-4941-9c31-d000aacc638c), after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:10:57.247239 n-d-827839-2 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44a35de5-451a-4b1e-8c83-059218fab701 None None] Network 4d1c76e6-ea0c-4d14-ba91-32b9665be5f0 is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:10:57.252926 n-d-827839-2 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-44a35de5-451a-4b1e-8c83-059218fab701 None None] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:10:57.256846 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44a35de5-451a-4b1e-8c83-059218fab701 None None] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:10:57.275527 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a35de5-451a-4b1e-8c83-059218fab701 None None] Pushing event updated for resources: {'Port': ['ID=c60724c4-d2a2-4941-9c31-d000aacc638c,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:10:57.302022 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a35de5-451a-4b1e-8c83-059218fab701 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:10:57.302617 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a35de5-451a-4b1e-8c83-059218fab701 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:10:57.302955 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a35de5-451a-4b1e-8c83-059218fab701 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:10:57.303296 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a35de5-451a-4b1e-8c83-059218fab701 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:10:57.303635 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a35de5-451a-4b1e-8c83-059218fab701 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:10:57.303984 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a35de5-451a-4b1e-8c83-059218fab701 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:10:57.304299 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a35de5-451a-4b1e-8c83-059218fab701 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:10:57.304631 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a35de5-451a-4b1e-8c83-059218fab701 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:10:57.305000 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a35de5-451a-4b1e-8c83-059218fab701 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:10:57.305320 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a35de5-451a-4b1e-8c83-059218fab701 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:10:57.305908 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a35de5-451a-4b1e-8c83-059218fab701 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:10:57.306384 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a35de5-451a-4b1e-8c83-059218fab701 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:10:57.306906 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a35de5-451a-4b1e-8c83-059218fab701 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:10:57.308310 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a35de5-451a-4b1e-8c83-059218fab701 None None] Tracked resource versions report: Feb 04 17:10:57.308310 n-d-827839-2 neutron-server[103378]: pushed versions: Feb 04 17:10:57.308310 n-d-827839-2 neutron-server[103378]: { 'AddressGroup': {'1.2'}, Feb 04 17:10:57.308310 n-d-827839-2 neutron-server[103378]: 'ConntrackHelper': {'1.0'}, Feb 04 17:10:57.308310 n-d-827839-2 neutron-server[103378]: 'LocalIPAssociation': {'1.0'}, Feb 04 17:10:57.308310 n-d-827839-2 neutron-server[103378]: 'Log': {'1.0'}, Feb 04 17:10:57.308310 n-d-827839-2 neutron-server[103378]: 'Network': {'1.1'}, Feb 04 17:10:57.308310 n-d-827839-2 neutron-server[103378]: 'Port': {'1.7'}, Feb 04 17:10:57.308310 n-d-827839-2 neutron-server[103378]: 'PortForwarding': {'1.2'}, Feb 04 17:10:57.308310 n-d-827839-2 neutron-server[103378]: 'QosPolicy': {'1.10'}, Feb 04 17:10:57.308310 n-d-827839-2 neutron-server[103378]: 'SecurityGroup': {'1.5'}, Feb 04 17:10:57.308310 n-d-827839-2 neutron-server[103378]: 'SecurityGroupRule': {'1.2'}, Feb 04 17:10:57.308310 n-d-827839-2 neutron-server[103378]: 'SubPort': {'1.0'}, Feb 04 17:10:57.308310 n-d-827839-2 neutron-server[103378]: 'Subnet': {'1.1'}, Feb 04 17:10:57.308310 n-d-827839-2 neutron-server[103378]: 'Trunk': {'1.1'}} Feb 04 17:10:57.308310 n-d-827839-2 neutron-server[103378]: consumer versions: Feb 04 17:10:57.308310 n-d-827839-2 neutron-server[103378]: { DHCP agent@n-d-827839-2: {}, Feb 04 17:10:57.308310 n-d-827839-2 neutron-server[103378]: HyperV agent@n-h1-827839-2: {}, Feb 04 17:10:57.308310 n-d-827839-2 neutron-server[103378]: HyperV agent@n-h2-827839-2: {}, Feb 04 17:10:57.308310 n-d-827839-2 neutron-server[103378]: L3 agent@n-d-827839-2: {}, Feb 04 17:10:57.308310 n-d-827839-2 neutron-server[103378]: Metadata agent@n-d-827839-2: {}, Feb 04 17:10:57.308310 n-d-827839-2 neutron-server[103378]: Metering agent@n-d-827839-2: {}, Feb 04 17:10:57.308310 n-d-827839-2 neutron-server[103378]: Open vSwitch agent@n-d-827839-2: { 'AddressGroup': '1.2', Feb 04 17:10:57.308310 n-d-827839-2 neutron-server[103378]: 'ConntrackHelper': '1.0', Feb 04 17:10:57.308310 n-d-827839-2 neutron-server[103378]: 'LocalIPAssociation': '1.0', Feb 04 17:10:57.308310 n-d-827839-2 neutron-server[103378]: 'Log': '1.0', Feb 04 17:10:57.308310 n-d-827839-2 neutron-server[103378]: 'Network': '1.1', Feb 04 17:10:57.308310 n-d-827839-2 neutron-server[103378]: 'Port': '1.7', Feb 04 17:10:57.308310 n-d-827839-2 neutron-server[103378]: 'PortForwarding': '1.2', Feb 04 17:10:57.308310 n-d-827839-2 neutron-server[103378]: 'QosPolicy': '1.10', Feb 04 17:10:57.308310 n-d-827839-2 neutron-server[103378]: 'SecurityGroup': '1.5', Feb 04 17:10:57.308310 n-d-827839-2 neutron-server[103378]: 'SecurityGroupRule': '1.2', Feb 04 17:10:57.308310 n-d-827839-2 neutron-server[103378]: 'SubPort': '1.0', Feb 04 17:10:57.308310 n-d-827839-2 neutron-server[103378]: 'Subnet': '1.1', Feb 04 17:10:57.308310 n-d-827839-2 neutron-server[103378]: 'Trunk': '1.1'}} Feb 04 17:10:57.308310 n-d-827839-2 neutron-server[103378]: {{(pid=103378) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 04 17:10:57.341378 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-44a35de5-451a-4b1e-8c83-059218fab701 None None] Attempting to bind port c60724c4-d2a2-4941-9c31-d000aacc638c on host n-d-827839-2 for vnic_type normal with profile {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:10:57.341812 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-44a35de5-451a-4b1e-8c83-059218fab701 None None] Attempting to bind port c60724c4-d2a2-4941-9c31-d000aacc638c by drivers openvswitch,hyperv on host n-d-827839-2 at level 0 using segments [{'id': '96478007-32f6-4e3f-be0e-d1541677c592', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '4d1c76e6-ea0c-4d14-ba91-32b9665be5f0'}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:10:57.342342 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44a35de5-451a-4b1e-8c83-059218fab701 None None] Attempting to bind port c60724c4-d2a2-4941-9c31-d000aacc638c on network 4d1c76e6-ea0c-4d14-ba91-32b9665be5f0 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:10:57.347762 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44a35de5-451a-4b1e-8c83-059218fab701 None None] Checking agent: {'id': 'ba70844b-66a0-45fd-a2f2-e6ed673321fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 0, 36), 'started_at': datetime.datetime(2022, 2, 4, 17, 1, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 10, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:10:57.348468 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44a35de5-451a-4b1e-8c83-059218fab701 None None] Checking segment: {'id': '96478007-32f6-4e3f-be0e-d1541677c592', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '4d1c76e6-ea0c-4d14-ba91-32b9665be5f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:10:57.349053 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-44a35de5-451a-4b1e-8c83-059218fab701 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:10:57.349590 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44a35de5-451a-4b1e-8c83-059218fab701 None None] Bound using segment: {'id': '96478007-32f6-4e3f-be0e-d1541677c592', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '4d1c76e6-ea0c-4d14-ba91-32b9665be5f0'} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:10:57.350808 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-44a35de5-451a-4b1e-8c83-059218fab701 None None] Bound port: c60724c4-d2a2-4941-9c31-d000aacc638c, host: n-d-827839-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96478007-32f6-4e3f-be0e-d1541677c592', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '4d1c76e6-ea0c-4d14-ba91-32b9665be5f0'}}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:10:57.351378 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-44a35de5-451a-4b1e-8c83-059218fab701 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (c60724c4-d2a2-4941-9c31-d000aacc638c), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:10:57.426729 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-44a35de5-451a-4b1e-8c83-059218fab701 None None] For port c60724c4-d2a2-4941-9c31-d000aacc638c, host n-d-827839-2, cleared binding levels {{(pid=103378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:10:57.430717 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-44a35de5-451a-4b1e-8c83-059218fab701 None None] For port c60724c4-d2a2-4941-9c31-d000aacc638c, host n-d-827839-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=c60724c4-d2a2-4941-9c31-d000aacc638c,segment=NetworkSegment(96478007-32f6-4e3f-be0e-d1541677c592),segment_id=96478007-32f6-4e3f-be0e-d1541677c592)] {{(pid=103378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:10:57.438819 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-44a35de5-451a-4b1e-8c83-059218fab701 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (c60724c4-d2a2-4941-9c31-d000aacc638c), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:10:57.520302 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-1b8daa71-b3c5-466c-83b0-64212b484f11 admin admin] Publish callbacks [] for router_gateway (e0d96195-acff-4146-81bc-edd40b66b4a4), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:10:57.520655 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a35de5-451a-4b1e-8c83-059218fab701 None None] Pushing event updated for resources: {'Port': ['ID=c60724c4-d2a2-4941-9c31-d000aacc638c,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:10:57.547076 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-1b8daa71-b3c5-466c-83b0-64212b484f11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:10:57.684697 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.db_base_plugin_common [None req-1b8daa71-b3c5-466c-83b0-64212b484f11 admin admin] Allocated IP 172.25.6.56 (48165773-85ad-49a1-9ec1-76fc8dc24188/7660bfad-1ea8-4fe7-831b-bed836f13efc/831da7a3-2097-48f7-8496-d400ff797b27) {{(pid=103377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:10:57.843040 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-1b8daa71-b3c5-466c-83b0-64212b484f11 admin admin] Publish callbacks [] for port (831da7a3-2097-48f7-8496-d400ff797b27), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:10:57.903235 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-1b8daa71-b3c5-466c-83b0-64212b484f11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135'] for port (831da7a3-2097-48f7-8496-d400ff797b27), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:10:57.968178 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b8daa71-b3c5-466c-83b0-64212b484f11 admin admin] Network 48165773-85ad-49a1-9ec1-76fc8dc24188 is already hosted by enough agents. {{(pid=103377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:10:57.969604 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8daa71-b3c5-466c-83b0-64212b484f11 admin admin] Pushing event updated for resources: {'Port': ['ID=831da7a3-2097-48f7-8496-d400ff797b27,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:10:57.973274 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [None req-1b8daa71-b3c5-466c-83b0-64212b484f11 admin admin] Resources bound (agent type, host, resource id): {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:10:57.975348 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b8daa71-b3c5-466c-83b0-64212b484f11 admin admin] Received port after_create {{(pid=103377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:10:58.242365 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-1b8daa71-b3c5-466c-83b0-64212b484f11 admin admin] Publish callbacks [] for router_gateway (e0d96195-acff-4146-81bc-edd40b66b4a4), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:10:58.489854 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-1b8daa71-b3c5-466c-83b0-64212b484f11 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1602046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603680'] for router (e0d96195-acff-4146-81bc-edd40b66b4a4), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:10:58.667646 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device c60724c4-d2a2-4941-9c31-d000aacc638c up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:10:58.705268 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b8daa71-b3c5-466c-83b0-64212b484f11 admin admin] Router e0d96195-acff-4146-81bc-edd40b66b4a4 is scheduled to L3 agent 64ada913-9131-4d99-a265-63a920956287 with binding_index 1 {{(pid=103377) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 17:10:58.751681 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port c60724c4-d2a2-4941-9c31-d000aacc638c triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:10:58.752430 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (c60724c4-d2a2-4941-9c31-d000aacc638c), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:10:58.817705 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fbe0f1d-f31d-4443-b77c-2acdca3ba37d None None] Network 4d1c76e6-ea0c-4d14-ba91-32b9665be5f0 requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:10:58.853165 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b8daa71-b3c5-466c-83b0-64212b484f11 admin admin] Notify agent at l3_agent.n-d-827839-2 the message routers_updated {{(pid=103377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 17:10:58.865875 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-844106a7-a3e9-4243-99b6-738090fbe4f3 None None] Sync routers for ids ['e0d96195-acff-4146-81bc-edd40b66b4a4'] in n-d-827839-2 {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 17:10:58.877497 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-844106a7-a3e9-4243-99b6-738090fbe4f3 None None] Routers {'e0d96195-acff-4146-81bc-edd40b66b4a4'} bound to L3 agent in host n-d-827839-2 {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:10:58.878653 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-844106a7-a3e9-4243-99b6-738090fbe4f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:10:32Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['e0d96195-acff-4146-81bc-edd40b66b4a4'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:10:58.886091 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-1b8daa71-b3c5-466c-83b0-64212b484f11 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:10:58.888086 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-1b8daa71-b3c5-466c-83b0-64212b484f11 admin admin] 10.222.0.89 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 2.1557701 Feb 04 17:10:58.891495 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 47984) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:10:58.975967 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-5ae1f04b-5b84-40c9-adaf-a32bbb3fe5d3 None None] Provisioning complete for port c60724c4-d2a2-4941-9c31-d000aacc638c triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:10:58.976362 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5ae1f04b-5b84-40c9-adaf-a32bbb3fe5d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (c60724c4-d2a2-4941-9c31-d000aacc638c), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:10:59.009605 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port c60724c4-d2a2-4941-9c31-d000aacc638c is: DOWN; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:10:59.010020 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (c60724c4-d2a2-4941-9c31-d000aacc638c), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:10:59.078959 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] For port c60724c4-d2a2-4941-9c31-d000aacc638c, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=c60724c4-d2a2-4941-9c31-d000aacc638c,segment=NetworkSegment(96478007-32f6-4e3f-be0e-d1541677c592),segment_id=96478007-32f6-4e3f-be0e-d1541677c592)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:10:59.082527 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvr_db [None req-844106a7-a3e9-4243-99b6-738090fbe4f3 None None] Set router e0d96195-acff-4146-81bc-edd40b66b4a4 gateway port host: n-d-827839-2 {{(pid=103379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:10:59.090905 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (c60724c4-d2a2-4941-9c31-d000aacc638c), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:10:59.194836 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Pushing event updated for resources: {'Port': ['ID=c60724c4-d2a2-4941-9c31-d000aacc638c,revision_number=3']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:10:59.262781 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-5ae1f04b-5b84-40c9-adaf-a32bbb3fe5d3 None None] Current status of the port c60724c4-d2a2-4941-9c31-d000aacc638c is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:10:59.409037 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-844106a7-a3e9-4243-99b6-738090fbe4f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0d96195-acff-4146-81bc-edd40b66b4a4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1579046244-router', 'tenant_id': 'f616a69521a6439b8b9ce4b5361b1b3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.56'}], 'enable_snat': True}, 'gw_port_id': '831da7a3-2097-48f7-8496-d400ff797b27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:10:56Z', 'updated_at': '2022-02-04T17:10:58Z', 'revision_number': 3, 'project_id': 'f616a69521a6439b8b9ce4b5361b1b3c', 'gw_port': {'id': '831da7a3-2097-48f7-8496-d400ff797b27', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:ed:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0d96195-acff-4146-81bc-edd40b66b4a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:10:57Z', 'updated_at': '2022-02-04T17:10:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2'}], 'n-d-827839-2', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:10:59.471321 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-844106a7-a3e9-4243-99b6-738090fbe4f3 None None] Checking router: e0d96195-acff-4146-81bc-edd40b66b4a4 for host: n-d-827839-2 {{(pid=103379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 17:10:59.472159 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-844106a7-a3e9-4243-99b6-738090fbe4f3 None None] Updating router e0d96195-acff-4146-81bc-edd40b66b4a4 port 831da7a3-2097-48f7-8496-d400ff797b27 binding host n-d-827839-2 {{(pid=103379) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 17:10:59.516468 n-d-827839-2 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-844106a7-a3e9-4243-99b6-738090fbe4f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (831da7a3-2097-48f7-8496-d400ff797b27), before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:10:59.598035 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-572ebb63-a5a2-487a-8e50-ee6d997de5ee None None] Provisioning complete for port c60724c4-d2a2-4941-9c31-d000aacc638c triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:10:59.598439 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-572ebb63-a5a2-487a-8e50-ee6d997de5ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (c60724c4-d2a2-4941-9c31-d000aacc638c), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:10:59.812311 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-e3a025b5-938a-4631-b18c-c96579ded9e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:10:59.887002 n-d-827839-2 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-844106a7-a3e9-4243-99b6-738090fbe4f3 None None] Publish callbacks [] for port (831da7a3-2097-48f7-8496-d400ff797b27), precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:10:59.899646 n-d-827839-2 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-844106a7-a3e9-4243-99b6-738090fbe4f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (831da7a3-2097-48f7-8496-d400ff797b27), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:10:59.972002 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [None req-844106a7-a3e9-4243-99b6-738090fbe4f3 None None] Attempting to bind port 831da7a3-2097-48f7-8496-d400ff797b27 on host n-d-827839-2 for vnic_type normal with profile {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:10:59.972627 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [None req-844106a7-a3e9-4243-99b6-738090fbe4f3 None None] Attempting to bind port 831da7a3-2097-48f7-8496-d400ff797b27 by drivers openvswitch,hyperv on host n-d-827839-2 at level 0 using segments [{'id': '5942dc44-1f07-4c27-b0ab-45a2bff20dd5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188'}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:10:59.973235 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-844106a7-a3e9-4243-99b6-738090fbe4f3 None None] Attempting to bind port 831da7a3-2097-48f7-8496-d400ff797b27 on network 48165773-85ad-49a1-9ec1-76fc8dc24188 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:10:59.983462 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e1b286-baef-4df9-988e-59bc106cf32a None None] Pushing event updated for resources: {'Port': ['ID=831da7a3-2097-48f7-8496-d400ff797b27,revision_number=2']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:10:59.986308 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-844106a7-a3e9-4243-99b6-738090fbe4f3 None None] Checking agent: {'id': 'ba70844b-66a0-45fd-a2f2-e6ed673321fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 0, 36), 'started_at': datetime.datetime(2022, 2, 4, 17, 1, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 10, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:10:59.986872 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-844106a7-a3e9-4243-99b6-738090fbe4f3 None None] Checking segment: {'id': '5942dc44-1f07-4c27-b0ab-45a2bff20dd5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:10:59.987448 n-d-827839-2 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-844106a7-a3e9-4243-99b6-738090fbe4f3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:10:59.988357 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-844106a7-a3e9-4243-99b6-738090fbe4f3 None None] Bound using segment: {'id': '5942dc44-1f07-4c27-b0ab-45a2bff20dd5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188'} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:10:59.989010 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [None req-844106a7-a3e9-4243-99b6-738090fbe4f3 None None] Bound port: 831da7a3-2097-48f7-8496-d400ff797b27, host: n-d-827839-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5942dc44-1f07-4c27-b0ab-45a2bff20dd5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188'}}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:10:59.989539 n-d-827839-2 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-844106a7-a3e9-4243-99b6-738090fbe4f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (831da7a3-2097-48f7-8496-d400ff797b27), before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:00.018992 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e1b286-baef-4df9-988e-59bc106cf32a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:11:00.019874 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e1b286-baef-4df9-988e-59bc106cf32a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:11:00.020361 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e1b286-baef-4df9-988e-59bc106cf32a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:11:00.020858 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e1b286-baef-4df9-988e-59bc106cf32a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:11:00.021328 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e1b286-baef-4df9-988e-59bc106cf32a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:11:00.021798 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e1b286-baef-4df9-988e-59bc106cf32a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:11:00.022286 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e1b286-baef-4df9-988e-59bc106cf32a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:11:00.022748 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e1b286-baef-4df9-988e-59bc106cf32a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:11:00.023208 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e1b286-baef-4df9-988e-59bc106cf32a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:11:00.023920 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e1b286-baef-4df9-988e-59bc106cf32a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:11:00.024480 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e1b286-baef-4df9-988e-59bc106cf32a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:11:00.025051 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e1b286-baef-4df9-988e-59bc106cf32a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:11:00.025510 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e1b286-baef-4df9-988e-59bc106cf32a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:11:00.026790 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e1b286-baef-4df9-988e-59bc106cf32a None None] Tracked resource versions report: Feb 04 17:11:00.026790 n-d-827839-2 neutron-server[103379]: pushed versions: Feb 04 17:11:00.026790 n-d-827839-2 neutron-server[103379]: { 'AddressGroup': {'1.2'}, Feb 04 17:11:00.026790 n-d-827839-2 neutron-server[103379]: 'ConntrackHelper': {'1.0'}, Feb 04 17:11:00.026790 n-d-827839-2 neutron-server[103379]: 'LocalIPAssociation': {'1.0'}, Feb 04 17:11:00.026790 n-d-827839-2 neutron-server[103379]: 'Log': {'1.0'}, Feb 04 17:11:00.026790 n-d-827839-2 neutron-server[103379]: 'Network': {'1.1'}, Feb 04 17:11:00.026790 n-d-827839-2 neutron-server[103379]: 'Port': {'1.7'}, Feb 04 17:11:00.026790 n-d-827839-2 neutron-server[103379]: 'PortForwarding': {'1.2'}, Feb 04 17:11:00.026790 n-d-827839-2 neutron-server[103379]: 'QosPolicy': {'1.10'}, Feb 04 17:11:00.026790 n-d-827839-2 neutron-server[103379]: 'SecurityGroup': {'1.5'}, Feb 04 17:11:00.026790 n-d-827839-2 neutron-server[103379]: 'SecurityGroupRule': {'1.2'}, Feb 04 17:11:00.026790 n-d-827839-2 neutron-server[103379]: 'SubPort': {'1.0'}, Feb 04 17:11:00.026790 n-d-827839-2 neutron-server[103379]: 'Subnet': {'1.1'}, Feb 04 17:11:00.026790 n-d-827839-2 neutron-server[103379]: 'Trunk': {'1.1'}} Feb 04 17:11:00.026790 n-d-827839-2 neutron-server[103379]: consumer versions: Feb 04 17:11:00.026790 n-d-827839-2 neutron-server[103379]: { DHCP agent@n-d-827839-2: {}, Feb 04 17:11:00.026790 n-d-827839-2 neutron-server[103379]: HyperV agent@n-h1-827839-2: {}, Feb 04 17:11:00.026790 n-d-827839-2 neutron-server[103379]: HyperV agent@n-h2-827839-2: {}, Feb 04 17:11:00.026790 n-d-827839-2 neutron-server[103379]: L3 agent@n-d-827839-2: {}, Feb 04 17:11:00.026790 n-d-827839-2 neutron-server[103379]: Metadata agent@n-d-827839-2: {}, Feb 04 17:11:00.026790 n-d-827839-2 neutron-server[103379]: Metering agent@n-d-827839-2: {}, Feb 04 17:11:00.026790 n-d-827839-2 neutron-server[103379]: Open vSwitch agent@n-d-827839-2: { 'AddressGroup': '1.2', Feb 04 17:11:00.026790 n-d-827839-2 neutron-server[103379]: 'ConntrackHelper': '1.0', Feb 04 17:11:00.026790 n-d-827839-2 neutron-server[103379]: 'LocalIPAssociation': '1.0', Feb 04 17:11:00.026790 n-d-827839-2 neutron-server[103379]: 'Log': '1.0', Feb 04 17:11:00.026790 n-d-827839-2 neutron-server[103379]: 'Network': '1.1', Feb 04 17:11:00.026790 n-d-827839-2 neutron-server[103379]: 'Port': '1.7', Feb 04 17:11:00.026790 n-d-827839-2 neutron-server[103379]: 'PortForwarding': '1.2', Feb 04 17:11:00.026790 n-d-827839-2 neutron-server[103379]: 'QosPolicy': '1.10', Feb 04 17:11:00.026790 n-d-827839-2 neutron-server[103379]: 'SecurityGroup': '1.5', Feb 04 17:11:00.026790 n-d-827839-2 neutron-server[103379]: 'SecurityGroupRule': '1.2', Feb 04 17:11:00.026790 n-d-827839-2 neutron-server[103379]: 'SubPort': '1.0', Feb 04 17:11:00.026790 n-d-827839-2 neutron-server[103379]: 'Subnet': '1.1', Feb 04 17:11:00.026790 n-d-827839-2 neutron-server[103379]: 'Trunk': '1.1'}} Feb 04 17:11:00.026790 n-d-827839-2 neutron-server[103379]: {{(pid=103379) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 04 17:11:00.042014 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8f03dbae-d2a5-4986-9f15-5ec0a792cebc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (bb89f5a3-3c22-440b-b7d1-c4f0c43c184a), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:00.046748 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-572ebb63-a5a2-487a-8e50-ee6d997de5ee None None] Current status of the port c60724c4-d2a2-4941-9c31-d000aacc638c is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:11:00.072876 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-844106a7-a3e9-4243-99b6-738090fbe4f3 None None] For port 831da7a3-2097-48f7-8496-d400ff797b27, host n-d-827839-2, cleared binding levels {{(pid=103379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:11:00.077101 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-844106a7-a3e9-4243-99b6-738090fbe4f3 None None] For port 831da7a3-2097-48f7-8496-d400ff797b27, host n-d-827839-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=831da7a3-2097-48f7-8496-d400ff797b27,segment=NetworkSegment(5942dc44-1f07-4c27-b0ab-45a2bff20dd5),segment_id=5942dc44-1f07-4c27-b0ab-45a2bff20dd5)] {{(pid=103379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:11:00.085812 n-d-827839-2 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-844106a7-a3e9-4243-99b6-738090fbe4f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (831da7a3-2097-48f7-8496-d400ff797b27), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:00.098804 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.db_base_plugin_common [None req-e3a025b5-938a-4631-b18c-c96579ded9e6 admin admin] Allocated IP 172.20.0.1 (4d1c76e6-ea0c-4d14-ba91-32b9665be5f0/46532e3a-bfe8-4be0-a512-ac5329d05d46/b0b5d03f-dc2e-46ac-8e2a-baf5cc577f5d) {{(pid=103376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:11:00.169228 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-844106a7-a3e9-4243-99b6-738090fbe4f3 None None] Routers {'e0d96195-acff-4146-81bc-edd40b66b4a4'} bound to L3 agent in host n-d-827839-2 {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:11:00.170585 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-844106a7-a3e9-4243-99b6-738090fbe4f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:10:32Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['e0d96195-acff-4146-81bc-edd40b66b4a4'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:11:00.177686 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e1b286-baef-4df9-988e-59bc106cf32a None None] Pushing event updated for resources: {'Port': ['ID=831da7a3-2097-48f7-8496-d400ff797b27,revision_number=3']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:11:00.312936 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvr_db [None req-844106a7-a3e9-4243-99b6-738090fbe4f3 None None] Set router e0d96195-acff-4146-81bc-edd40b66b4a4 gateway port host: n-d-827839-2 {{(pid=103379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:11:00.327232 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-e3a025b5-938a-4631-b18c-c96579ded9e6 admin admin] Publish callbacks [] for port (b0b5d03f-dc2e-46ac-8e2a-baf5cc577f5d), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:00.383716 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-e3a025b5-938a-4631-b18c-c96579ded9e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135'] for port (b0b5d03f-dc2e-46ac-8e2a-baf5cc577f5d), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:00.458622 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3a025b5-938a-4631-b18c-c96579ded9e6 admin admin] Network 4d1c76e6-ea0c-4d14-ba91-32b9665be5f0 is already hosted by enough agents. {{(pid=103376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:11:00.462153 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [None req-e3a025b5-938a-4631-b18c-c96579ded9e6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:11:00.465640 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3a025b5-938a-4631-b18c-c96579ded9e6 admin admin] Received port after_create {{(pid=103376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:11:00.466144 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-e3a025b5-938a-4631-b18c-c96579ded9e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1595471'] for router_interface (e0d96195-acff-4146-81bc-edd40b66b4a4), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:00.567922 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a025b5-938a-4631-b18c-c96579ded9e6 admin admin] Pushing event updated for resources: {'Port': ['ID=b0b5d03f-dc2e-46ac-8e2a-baf5cc577f5d,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:11:00.594922 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-844106a7-a3e9-4243-99b6-738090fbe4f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0d96195-acff-4146-81bc-edd40b66b4a4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1579046244-router', 'tenant_id': 'f616a69521a6439b8b9ce4b5361b1b3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.56'}], 'enable_snat': True}, 'gw_port_id': '831da7a3-2097-48f7-8496-d400ff797b27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:10:56Z', 'updated_at': '2022-02-04T17:10:58Z', 'revision_number': 3, 'project_id': 'f616a69521a6439b8b9ce4b5361b1b3c', 'gw_port': {'id': '831da7a3-2097-48f7-8496-d400ff797b27', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:ed:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0d96195-acff-4146-81bc-edd40b66b4a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:10:57Z', 'updated_at': '2022-02-04T17:11:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2'}], 'n-d-827839-2', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:11:00.614802 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device c60724c4-d2a2-4941-9c31-d000aacc638c up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:11:00.734144 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-844106a7-a3e9-4243-99b6-738090fbe4f3 None None] The sync data for ids ['e0d96195-acff-4146-81bc-edd40b66b4a4'] in n-d-827839-2 is: [{'id': 'e0d96195-acff-4146-81bc-edd40b66b4a4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1579046244-router', 'tenant_id': 'f616a69521a6439b8b9ce4b5361b1b3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.56'}], 'enable_snat': True}, 'gw_port_id': '831da7a3-2097-48f7-8496-d400ff797b27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:10:56Z', 'updated_at': '2022-02-04T17:10:58Z', 'revision_number': 3, 'project_id': 'f616a69521a6439b8b9ce4b5361b1b3c', 'gw_port': {'id': '831da7a3-2097-48f7-8496-d400ff797b27', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:ed:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0d96195-acff-4146-81bc-edd40b66b4a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:10:57Z', 'updated_at': '2022-02-04T17:11:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2'}] {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 17:11:00.781757 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port c60724c4-d2a2-4941-9c31-d000aacc638c triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:11:00.782148 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (c60724c4-d2a2-4941-9c31-d000aacc638c), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:00.916290 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-e3a025b5-938a-4631-b18c-c96579ded9e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (b0b5d03f-dc2e-46ac-8e2a-baf5cc577f5d), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:01.060138 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-422d847e-5b3a-4138-a2a3-22456733a502 None None] Provisioning complete for port b0b5d03f-dc2e-46ac-8e2a-baf5cc577f5d triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:11:01.067046 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-422d847e-5b3a-4138-a2a3-22456733a502 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (b0b5d03f-dc2e-46ac-8e2a-baf5cc577f5d), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:01.104326 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port c60724c4-d2a2-4941-9c31-d000aacc638c is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:11:01.174637 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-422d847e-5b3a-4138-a2a3-22456733a502 None None] Port b0b5d03f-dc2e-46ac-8e2a-baf5cc577f5d cannot update to ACTIVE because it is not bound. {{(pid=103378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 17:11:01.213451 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-e3a025b5-938a-4631-b18c-c96579ded9e6 admin admin] Publish callbacks [] for port (b0b5d03f-dc2e-46ac-8e2a-baf5cc577f5d), precommit_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:01.220478 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-e3a025b5-938a-4631-b18c-c96579ded9e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (b0b5d03f-dc2e-46ac-8e2a-baf5cc577f5d), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:01.221705 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-e3a025b5-938a-4631-b18c-c96579ded9e6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1677345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602751'] for router_interface (e0d96195-acff-4146-81bc-edd40b66b4a4), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:01.299253 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 48058) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:11:01.363058 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a025b5-938a-4631-b18c-c96579ded9e6 admin admin] Pushing event updated for resources: {'Port': ['ID=b0b5d03f-dc2e-46ac-8e2a-baf5cc577f5d,revision_number=2']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:11:01.423381 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3a025b5-938a-4631-b18c-c96579ded9e6 admin admin] Network 4d1c76e6-ea0c-4d14-ba91-32b9665be5f0 is already hosted by enough agents. {{(pid=103376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:11:01.428870 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [None req-e3a025b5-938a-4631-b18c-c96579ded9e6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:11:01.649839 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-9c421cdf-ee78-4250-b032-bb4dfae94212 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:01.697570 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3a025b5-938a-4631-b18c-c96579ded9e6 admin admin] Router e0d96195-acff-4146-81bc-edd40b66b4a4 has already been hosted by L3 agent 64ada913-9131-4d99-a265-63a920956287 {{(pid=103376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 17:11:01.842375 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-9c421cdf-ee78-4250-b032-bb4dfae94212 admin admin] Publish callbacks [] for security_group (01b74c95-30f3-49d0-9ab6-959eea785da3), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:01.849862 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-9c421cdf-ee78-4250-b032-bb4dfae94212 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (01b74c95-30f3-49d0-9ab6-959eea785da3), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:01.905089 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-ec6fd7fc-da5c-4442-9f58-d590549aaf7f None None] Provisioning complete for port b0b5d03f-dc2e-46ac-8e2a-baf5cc577f5d triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:11:01.905463 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ec6fd7fc-da5c-4442-9f58-d590549aaf7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (b0b5d03f-dc2e-46ac-8e2a-baf5cc577f5d), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:01.939072 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-9c421cdf-ee78-4250-b032-bb4dfae94212 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=3d96d34b8257441c8ce0a0517705d55e&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6385732 Feb 04 17:11:01.942128 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 48090) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:11:01.989931 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-ec6fd7fc-da5c-4442-9f58-d590549aaf7f None None] Port b0b5d03f-dc2e-46ac-8e2a-baf5cc577f5d cannot update to ACTIVE because it is not bound. {{(pid=103378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 17:11:01.992722 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c421cdf-ee78-4250-b032-bb4dfae94212 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01b74c95-30f3-49d0-9ab6-959eea785da3,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:11:02.031573 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e480f544-0f22-4622-9b5a-d2e0e1ae9924 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (64ada913-9131-4d99-a265-63a920956287), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:02.053918 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3a025b5-938a-4631-b18c-c96579ded9e6 admin admin] Notify agent at l3_agent.n-d-827839-2 the message routers_updated {{(pid=103376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 17:11:02.082982 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-e3a025b5-938a-4631-b18c-c96579ded9e6 admin admin] 10.222.0.89 "PUT /v2.0/routers/e0d96195-acff-4146-81bc-edd40b66b4a4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1888742 Feb 04 17:11:02.118939 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-2ec3be1a-163c-4577-a41b-44d76eaeb350 admin admin] Publish callbacks [] for security_group (01b74c95-30f3-49d0-9ab6-959eea785da3), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:02.159749 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-2ec3be1a-163c-4577-a41b-44d76eaeb350 admin admin] Publish callbacks [] for security_group (01b74c95-30f3-49d0-9ab6-959eea785da3), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:02.199190 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 48114) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:11:02.246291 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-2ec3be1a-163c-4577-a41b-44d76eaeb350 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (01b74c95-30f3-49d0-9ab6-959eea785da3), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:02.249284 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-2ec3be1a-163c-4577-a41b-44d76eaeb350 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:02.251146 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-2ec3be1a-163c-4577-a41b-44d76eaeb350 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/01b74c95-30f3-49d0-9ab6-959eea785da3 HTTP/1.1" status: 204 len: 168 time: 0.3078692 Feb 04 17:11:02.261597 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec3be1a-163c-4577-a41b-44d76eaeb350 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01b74c95-30f3-49d0-9ab6-959eea785da3,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:11:02.329814 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 48126) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:11:02.575646 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 831da7a3-2097-48f7-8496-d400ff797b27 up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:11:02.639186 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port 831da7a3-2097-48f7-8496-d400ff797b27 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:11:02.639962 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (831da7a3-2097-48f7-8496-d400ff797b27), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:02.662842 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-f5255fb7-bb94-432e-8ef0-bc05fe9bc57d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:02.743587 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port 831da7a3-2097-48f7-8496-d400ff797b27 is: DOWN; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:11:02.744015 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (831da7a3-2097-48f7-8496-d400ff797b27), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:02.770518 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] For port 831da7a3-2097-48f7-8496-d400ff797b27, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=831da7a3-2097-48f7-8496-d400ff797b27,segment=NetworkSegment(5942dc44-1f07-4c27-b0ab-45a2bff20dd5),segment_id=5942dc44-1f07-4c27-b0ab-45a2bff20dd5)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:11:02.777085 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (831da7a3-2097-48f7-8496-d400ff797b27), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:02.836082 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-f5255fb7-bb94-432e-8ef0-bc05fe9bc57d admin admin] Publish callbacks [] for security_group (6561a822-f55c-4d18-9ee5-1c6ae97ff4f3), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:02.843206 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-f5255fb7-bb94-432e-8ef0-bc05fe9bc57d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (6561a822-f55c-4d18-9ee5-1c6ae97ff4f3), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:02.846658 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Pushing event updated for resources: {'Port': ['ID=831da7a3-2097-48f7-8496-d400ff797b27,revision_number=4']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:11:02.867448 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d408ec64-b374-4acb-a1fc-48241dad6d47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (0cd6d64a-47a7-40ff-8c12-71dd526c62e0), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:03.038947 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-f5255fb7-bb94-432e-8ef0-bc05fe9bc57d admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=4ad28e4981384889aa36875ac8883748&name=default HTTP/1.1" status: 200 len: 2992 time: 0.8382800 Feb 04 17:11:03.041568 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 48144) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:11:03.051349 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5255fb7-bb94-432e-8ef0-bc05fe9bc57d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6561a822-f55c-4d18-9ee5-1c6ae97ff4f3,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:11:03.058511 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 48146) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:11:03.059684 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-1ad53bc5-6b96-4785-b76f-262333908a36 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:03.178562 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-bf1d2581-d173-46bd-b68f-7c79654d2575 admin admin] Publish callbacks [] for security_group (6561a822-f55c-4d18-9ee5-1c6ae97ff4f3), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:03.204462 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-1ad53bc5-6b96-4785-b76f-262333908a36 admin admin] Publish callbacks [] for security_group (3d8a6d54-4ac1-405a-bffa-51821df04aac), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:03.206169 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-bf1d2581-d173-46bd-b68f-7c79654d2575 admin admin] Publish callbacks [] for security_group (6561a822-f55c-4d18-9ee5-1c6ae97ff4f3), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:03.211705 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-1ad53bc5-6b96-4785-b76f-262333908a36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (3d8a6d54-4ac1-405a-bffa-51821df04aac), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:03.280781 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad53bc5-6b96-4785-b76f-262333908a36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d8a6d54-4ac1-405a-bffa-51821df04aac,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:11:03.292092 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 48158) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:11:03.293262 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-1ad53bc5-6b96-4785-b76f-262333908a36 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=b7825278b92a4a78a4d303122774d946&name=default HTTP/1.1" status: 200 len: 2992 time: 0.9617276 Feb 04 17:11:03.303118 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-bf1d2581-d173-46bd-b68f-7c79654d2575 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (6561a822-f55c-4d18-9ee5-1c6ae97ff4f3), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:03.312874 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-bf1d2581-d173-46bd-b68f-7c79654d2575 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:03.314203 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-bf1d2581-d173-46bd-b68f-7c79654d2575 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/6561a822-f55c-4d18-9ee5-1c6ae97ff4f3 HTTP/1.1" status: 204 len: 168 time: 0.2713032 Feb 04 17:11:03.328039 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 48162) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:11:03.339006 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1d2581-d173-46bd-b68f-7c79654d2575 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6561a822-f55c-4d18-9ee5-1c6ae97ff4f3,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:11:03.350855 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-3654fdda-ad2c-4079-a1da-da6b86123d36 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:03.407889 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-f68d16d0-c30b-479c-9c40-4a0b19e13eef admin admin] Publish callbacks [] for security_group (3d8a6d54-4ac1-405a-bffa-51821df04aac), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:03.427645 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d16cea3f-bde1-4156-b072-318032023b25 None None] Sync routers for ids ['e0d96195-acff-4146-81bc-edd40b66b4a4'] in n-d-827839-2 {{(pid=103378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 17:11:03.444482 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d16cea3f-bde1-4156-b072-318032023b25 None None] Routers {'e0d96195-acff-4146-81bc-edd40b66b4a4'} bound to L3 agent in host n-d-827839-2 {{(pid=103378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:11:03.444609 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-f68d16d0-c30b-479c-9c40-4a0b19e13eef admin admin] Publish callbacks [] for security_group (3d8a6d54-4ac1-405a-bffa-51821df04aac), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:03.446743 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-d16cea3f-bde1-4156-b072-318032023b25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:11:02Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['e0d96195-acff-4146-81bc-edd40b66b4a4'], 'active': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:11:03.470550 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-3654fdda-ad2c-4079-a1da-da6b86123d36 admin admin] Publish callbacks [] for security_group (0a656396-d6a1-488f-a95e-536726b9d316), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:03.476364 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-3654fdda-ad2c-4079-a1da-da6b86123d36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (0a656396-d6a1-488f-a95e-536726b9d316), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:03.523511 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-f68d16d0-c30b-479c-9c40-4a0b19e13eef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (3d8a6d54-4ac1-405a-bffa-51821df04aac), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:03.526815 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-f68d16d0-c30b-479c-9c40-4a0b19e13eef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:03.531309 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-f68d16d0-c30b-479c-9c40-4a0b19e13eef admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/3d8a6d54-4ac1-405a-bffa-51821df04aac HTTP/1.1" status: 204 len: 168 time: 0.2376785 Feb 04 17:11:03.532451 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3654fdda-ad2c-4079-a1da-da6b86123d36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a656396-d6a1-488f-a95e-536726b9d316,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:11:03.548120 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68d16d0-c30b-479c-9c40-4a0b19e13eef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d8a6d54-4ac1-405a-bffa-51821df04aac,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:11:03.553657 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-3654fdda-ad2c-4079-a1da-da6b86123d36 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=9cc576e544e54ce19e03d06a9469ad60&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2238252 Feb 04 17:11:03.556274 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 48170) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:11:03.589370 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-083c1882-5105-47d5-b339-36d77b0ebecb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:03.602338 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvr_db [None req-d16cea3f-bde1-4156-b072-318032023b25 None None] Set router e0d96195-acff-4146-81bc-edd40b66b4a4 gateway port host: n-d-827839-2 {{(pid=103378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:11:03.655507 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-29e16a88-310e-417b-903a-d6c7b6d205ac admin admin] Publish callbacks [] for security_group (0a656396-d6a1-488f-a95e-536726b9d316), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:03.691554 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-29e16a88-310e-417b-903a-d6c7b6d205ac admin admin] Publish callbacks [] for security_group (0a656396-d6a1-488f-a95e-536726b9d316), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:03.781789 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-29e16a88-310e-417b-903a-d6c7b6d205ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (0a656396-d6a1-488f-a95e-536726b9d316), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:03.784331 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-29e16a88-310e-417b-903a-d6c7b6d205ac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:03.786932 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-29e16a88-310e-417b-903a-d6c7b6d205ac admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/0a656396-d6a1-488f-a95e-536726b9d316 HTTP/1.1" status: 204 len: 168 time: 0.2294359 Feb 04 17:11:03.789742 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-083c1882-5105-47d5-b339-36d77b0ebecb admin admin] Publish callbacks [] for security_group (a144a3db-fa6a-4b78-8261-0375a47f41d1), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:03.799918 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-083c1882-5105-47d5-b339-36d77b0ebecb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (a144a3db-fa6a-4b78-8261-0375a47f41d1), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:03.802541 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e16a88-310e-417b-903a-d6c7b6d205ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a656396-d6a1-488f-a95e-536726b9d316,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:11:03.847514 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-083c1882-5105-47d5-b339-36d77b0ebecb admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=a9f7d48d462748bc8ffcfc29e2ec5187&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7854233 Feb 04 17:11:03.847514 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083c1882-5105-47d5-b339-36d77b0ebecb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a144a3db-fa6a-4b78-8261-0375a47f41d1,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:11:03.847934 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 48182) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:11:03.898310 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-d16cea3f-bde1-4156-b072-318032023b25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0d96195-acff-4146-81bc-edd40b66b4a4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1579046244-router', 'tenant_id': 'f616a69521a6439b8b9ce4b5361b1b3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.56'}], 'enable_snat': True}, 'gw_port_id': '831da7a3-2097-48f7-8496-d400ff797b27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:10:56Z', 'updated_at': '2022-02-04T17:11:00Z', 'revision_number': 4, 'project_id': 'f616a69521a6439b8b9ce4b5361b1b3c', 'gw_port': {'id': '831da7a3-2097-48f7-8496-d400ff797b27', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:ed:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0d96195-acff-4146-81bc-edd40b66b4a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:10:57Z', 'updated_at': '2022-02-04T17:11:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_interfaces': [{'id': 'b0b5d03f-dc2e-46ac-8e2a-baf5cc577f5d', 'name': '', 'network_id': '4d1c76e6-ea0c-4d14-ba91-32b9665be5f0', 'tenant_id': 'f616a69521a6439b8b9ce4b5361b1b3c', 'mac_address': 'fa:16:3e:fe:72:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0d96195-acff-4146-81bc-edd40b66b4a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '46532e3a-bfe8-4be0-a512-ac5329d05d46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:10:59Z', 'updated_at': '2022-02-04T17:11:00Z', 'revision_number': 2, 'project_id': 'f616a69521a6439b8b9ce4b5361b1b3c', 'subnets': [{'id': '46532e3a-bfe8-4be0-a512-ac5329d05d46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-2', False) {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:11:03.917178 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-9a90c5b8-291c-484f-a098-afada0891f49 admin admin] Publish callbacks [] for security_group (a144a3db-fa6a-4b78-8261-0375a47f41d1), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:03.952175 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-9a90c5b8-291c-484f-a098-afada0891f49 admin admin] Publish callbacks [] for security_group (a144a3db-fa6a-4b78-8261-0375a47f41d1), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:03.957782 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d16cea3f-bde1-4156-b072-318032023b25 None None] Checking router: e0d96195-acff-4146-81bc-edd40b66b4a4 for host: n-d-827839-2 {{(pid=103378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 17:11:03.958007 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d16cea3f-bde1-4156-b072-318032023b25 None None] Updating router e0d96195-acff-4146-81bc-edd40b66b4a4 port b0b5d03f-dc2e-46ac-8e2a-baf5cc577f5d binding host n-d-827839-2 {{(pid=103378) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 17:11:03.991638 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d16cea3f-bde1-4156-b072-318032023b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (b0b5d03f-dc2e-46ac-8e2a-baf5cc577f5d), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:04.014184 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-9a90c5b8-291c-484f-a098-afada0891f49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (a144a3db-fa6a-4b78-8261-0375a47f41d1), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:04.017161 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-9a90c5b8-291c-484f-a098-afada0891f49 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:04.018506 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-9a90c5b8-291c-484f-a098-afada0891f49 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/a144a3db-fa6a-4b78-8261-0375a47f41d1 HTTP/1.1" status: 204 len: 168 time: 0.1689696 Feb 04 17:11:04.027404 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a90c5b8-291c-484f-a098-afada0891f49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a144a3db-fa6a-4b78-8261-0375a47f41d1,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:11:04.214176 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 48196) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:11:04.235794 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-af1cb856-151b-40d5-bf9a-a052e4a3299e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:04.387858 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-af1cb856-151b-40d5-bf9a-a052e4a3299e admin admin] Publish callbacks [] for security_group (3f1f2bcf-12ec-4cea-85e5-7a21fdd6ab40), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:04.394690 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-af1cb856-151b-40d5-bf9a-a052e4a3299e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (3f1f2bcf-12ec-4cea-85e5-7a21fdd6ab40), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:04.413349 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d16cea3f-bde1-4156-b072-318032023b25 None None] Publish callbacks [] for port (b0b5d03f-dc2e-46ac-8e2a-baf5cc577f5d), precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:04.426897 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d16cea3f-bde1-4156-b072-318032023b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (b0b5d03f-dc2e-46ac-8e2a-baf5cc577f5d), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:04.477862 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-af1cb856-151b-40d5-bf9a-a052e4a3299e admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=616a58a164234589aa04d655b8676066&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2626078 Feb 04 17:11:04.480684 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1cb856-151b-40d5-bf9a-a052e4a3299e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f1f2bcf-12ec-4cea-85e5-7a21fdd6ab40,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:11:04.480866 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 48210) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:11:04.520347 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 48212) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:11:04.524350 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399e9fd9-5923-4474-a94a-fce2db2c8fc2 None None] Pushing event updated for resources: {'Port': ['ID=b0b5d03f-dc2e-46ac-8e2a-baf5cc577f5d,revision_number=3']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:11:04.566249 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-3ada8367-6584-45c1-97b7-a8ce3f735dae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:04.602026 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-358a3afd-3627-4c68-81bd-4e74079f68fd admin admin] Publish callbacks [] for security_group (3f1f2bcf-12ec-4cea-85e5-7a21fdd6ab40), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:04.626207 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 831da7a3-2097-48f7-8496-d400ff797b27 up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:11:04.637185 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-358a3afd-3627-4c68-81bd-4e74079f68fd admin admin] Publish callbacks [] for security_group (3f1f2bcf-12ec-4cea-85e5-7a21fdd6ab40), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:04.710239 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-d16cea3f-bde1-4156-b072-318032023b25 None None] Attempting to bind port b0b5d03f-dc2e-46ac-8e2a-baf5cc577f5d on host n-d-827839-2 for vnic_type normal with profile {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:11:04.710799 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-d16cea3f-bde1-4156-b072-318032023b25 None None] Attempting to bind port b0b5d03f-dc2e-46ac-8e2a-baf5cc577f5d by drivers openvswitch,hyperv on host n-d-827839-2 at level 0 using segments [{'id': '96478007-32f6-4e3f-be0e-d1541677c592', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '4d1c76e6-ea0c-4d14-ba91-32b9665be5f0'}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:11:04.711361 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d16cea3f-bde1-4156-b072-318032023b25 None None] Attempting to bind port b0b5d03f-dc2e-46ac-8e2a-baf5cc577f5d on network 4d1c76e6-ea0c-4d14-ba91-32b9665be5f0 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:11:04.719401 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4f14bb47-e72b-46ac-9e44-a61d9293afcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (75326290-f7a3-4db8-9cf2-15c7139ed224), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:04.730367 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d16cea3f-bde1-4156-b072-318032023b25 None None] Checking agent: {'id': 'ba70844b-66a0-45fd-a2f2-e6ed673321fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 0, 36), 'started_at': datetime.datetime(2022, 2, 4, 17, 1, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 10, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:11:04.731102 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d16cea3f-bde1-4156-b072-318032023b25 None None] Checking segment: {'id': '96478007-32f6-4e3f-be0e-d1541677c592', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '4d1c76e6-ea0c-4d14-ba91-32b9665be5f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:11:04.731768 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d16cea3f-bde1-4156-b072-318032023b25 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:04.732593 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d16cea3f-bde1-4156-b072-318032023b25 None None] Bound using segment: {'id': '96478007-32f6-4e3f-be0e-d1541677c592', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '4d1c76e6-ea0c-4d14-ba91-32b9665be5f0'} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:11:04.733443 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-d16cea3f-bde1-4156-b072-318032023b25 None None] Bound port: b0b5d03f-dc2e-46ac-8e2a-baf5cc577f5d, host: n-d-827839-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96478007-32f6-4e3f-be0e-d1541677c592', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '4d1c76e6-ea0c-4d14-ba91-32b9665be5f0'}}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:11:04.734115 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d16cea3f-bde1-4156-b072-318032023b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (b0b5d03f-dc2e-46ac-8e2a-baf5cc577f5d), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:04.766245 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-358a3afd-3627-4c68-81bd-4e74079f68fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (3f1f2bcf-12ec-4cea-85e5-7a21fdd6ab40), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:04.770543 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-358a3afd-3627-4c68-81bd-4e74079f68fd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:04.772988 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-358a3afd-3627-4c68-81bd-4e74079f68fd admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/3f1f2bcf-12ec-4cea-85e5-7a21fdd6ab40 HTTP/1.1" status: 204 len: 168 time: 0.2910001 Feb 04 17:11:04.784172 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358a3afd-3627-4c68-81bd-4e74079f68fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f1f2bcf-12ec-4cea-85e5-7a21fdd6ab40,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:11:04.804691 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-3ada8367-6584-45c1-97b7-a8ce3f735dae admin admin] Publish callbacks [] for security_group (d8a4fcdc-3ad8-40db-aef9-c8464c428fab), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:04.810498 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-3ada8367-6584-45c1-97b7-a8ce3f735dae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (d8a4fcdc-3ad8-40db-aef9-c8464c428fab), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:04.818160 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port 831da7a3-2097-48f7-8496-d400ff797b27 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:11:04.819610 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (831da7a3-2097-48f7-8496-d400ff797b27), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:04.867092 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-d16cea3f-bde1-4156-b072-318032023b25 None None] For port b0b5d03f-dc2e-46ac-8e2a-baf5cc577f5d, host n-d-827839-2, cleared binding levels {{(pid=103378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:11:04.888787 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-d16cea3f-bde1-4156-b072-318032023b25 None None] For port b0b5d03f-dc2e-46ac-8e2a-baf5cc577f5d, host n-d-827839-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=b0b5d03f-dc2e-46ac-8e2a-baf5cc577f5d,segment=NetworkSegment(96478007-32f6-4e3f-be0e-d1541677c592),segment_id=96478007-32f6-4e3f-be0e-d1541677c592)] {{(pid=103378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:11:04.897674 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d16cea3f-bde1-4156-b072-318032023b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (b0b5d03f-dc2e-46ac-8e2a-baf5cc577f5d), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:04.925703 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-3ada8367-6584-45c1-97b7-a8ce3f735dae admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=129e51b92d38481bb190a243b1a1534f&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4031754 Feb 04 17:11:04.928272 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 48230) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:11:04.931798 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ada8367-6584-45c1-97b7-a8ce3f735dae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8a4fcdc-3ad8-40db-aef9-c8464c428fab,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:11:04.979646 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d16cea3f-bde1-4156-b072-318032023b25 None None] Routers {'e0d96195-acff-4146-81bc-edd40b66b4a4'} bound to L3 agent in host n-d-827839-2 {{(pid=103378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:11:04.980273 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-d16cea3f-bde1-4156-b072-318032023b25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:11:02Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['e0d96195-acff-4146-81bc-edd40b66b4a4'], 'active': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:11:05.053689 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-dd981125-0060-4b88-bd3a-bc16ca0ba3ca admin admin] Publish callbacks [] for security_group (d8a4fcdc-3ad8-40db-aef9-c8464c428fab), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:05.072591 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 48242) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:11:05.093735 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-09be168a-f6f9-4461-96b6-4ff446649322 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1225084271-network', 'tenant_id': '0ec81d08a88a46d0aaf649efd27614b8'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:11:05.099469 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-395514dc-0439-4bc4-987e-ed1b301bf8a0 None None] Provisioning complete for port b0b5d03f-dc2e-46ac-8e2a-baf5cc577f5d triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:11:05.100088 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-395514dc-0439-4bc4-987e-ed1b301bf8a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (b0b5d03f-dc2e-46ac-8e2a-baf5cc577f5d), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:05.119605 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-dd981125-0060-4b88-bd3a-bc16ca0ba3ca admin admin] Publish callbacks [] for security_group (d8a4fcdc-3ad8-40db-aef9-c8464c428fab), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:05.144561 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09be168a-f6f9-4461-96b6-4ff446649322 admin admin] Made reservation on behalf of 0ec81d08a88a46d0aaf649efd27614b8 for: {'network': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:11:05.147784 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-09be168a-f6f9-4461-96b6-4ff446649322 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for network (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:05.175249 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-09be168a-f6f9-4461-96b6-4ff446649322 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:05.254138 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-dd981125-0060-4b88-bd3a-bc16ca0ba3ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (d8a4fcdc-3ad8-40db-aef9-c8464c428fab), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:05.256659 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-dd981125-0060-4b88-bd3a-bc16ca0ba3ca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:05.260689 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-dd981125-0060-4b88-bd3a-bc16ca0ba3ca admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/d8a4fcdc-3ad8-40db-aef9-c8464c428fab HTTP/1.1" status: 204 len: 168 time: 0.3310845 Feb 04 17:11:05.275412 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd981125-0060-4b88-bd3a-bc16ca0ba3ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8a4fcdc-3ad8-40db-aef9-c8464c428fab,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:11:05.284050 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399e9fd9-5923-4474-a94a-fce2db2c8fc2 None None] Pushing event updated for resources: {'Port': ['ID=b0b5d03f-dc2e-46ac-8e2a-baf5cc577f5d,revision_number=4']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:11:05.345510 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port 831da7a3-2097-48f7-8496-d400ff797b27 is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:11:05.381753 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvr_db [None req-d16cea3f-bde1-4156-b072-318032023b25 None None] Set router e0d96195-acff-4146-81bc-edd40b66b4a4 gateway port host: n-d-827839-2 {{(pid=103378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:11:05.421776 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-09be168a-f6f9-4461-96b6-4ff446649322 admin admin] Publish callbacks [] for security_group (96c6dbcf-3f56-4583-966d-5418449633e1), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:05.428655 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-09be168a-f6f9-4461-96b6-4ff446649322 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (96c6dbcf-3f56-4583-966d-5418449633e1), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:05.468399 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09be168a-f6f9-4461-96b6-4ff446649322 admin admin] vlan segment allocate from pool success with {'vlan_id': 768, 'physical_network': 'physnet1'} {{(pid=103377) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 17:11:05.494923 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09be168a-f6f9-4461-96b6-4ff446649322 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96c6dbcf-3f56-4583-966d-5418449633e1,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:11:05.498910 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-09be168a-f6f9-4461-96b6-4ff446649322 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (0dd3dbb9-6674-4135-9538-a5501c158cbd), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:05.499411 n-d-827839-2 neutron-server[103377]: INFO neutron.db.segments_db [None req-09be168a-f6f9-4461-96b6-4ff446649322 admin admin] Added segment 0dd3dbb9-6674-4135-9538-a5501c158cbd of type vlan for network 16ba072e-986a-4d00-ae75-d3edbe2bf2c9 Feb 04 17:11:05.599427 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 48270) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:11:05.608166 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-395514dc-0439-4bc4-987e-ed1b301bf8a0 None None] Current status of the port b0b5d03f-dc2e-46ac-8e2a-baf5cc577f5d is: DOWN; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:11:05.609041 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-395514dc-0439-4bc4-987e-ed1b301bf8a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (b0b5d03f-dc2e-46ac-8e2a-baf5cc577f5d), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:05.621534 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-09be168a-f6f9-4461-96b6-4ff446649322 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781084292801'] for network (16ba072e-986a-4d00-ae75-d3edbe2bf2c9), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:05.624325 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-a35e0175-3fed-4972-b978-96e85d7faaaa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:05.660302 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-09be168a-f6f9-4461-96b6-4ff446649322 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327'] for network (16ba072e-986a-4d00-ae75-d3edbe2bf2c9), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:05.669315 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09be168a-f6f9-4461-96b6-4ff446649322 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:11:05.672698 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-09be168a-f6f9-4461-96b6-4ff446649322 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677565'] for network (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:05.709309 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (ba70844b-66a0-45fd-a2f2-e6ed673321fc), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:05.724050 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-395514dc-0439-4bc4-987e-ed1b301bf8a0 None None] For port b0b5d03f-dc2e-46ac-8e2a-baf5cc577f5d, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=b0b5d03f-dc2e-46ac-8e2a-baf5cc577f5d,segment=NetworkSegment(96478007-32f6-4e3f-be0e-d1541677c592),segment_id=96478007-32f6-4e3f-be0e-d1541677c592)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:11:05.738110 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-395514dc-0439-4bc4-987e-ed1b301bf8a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (b0b5d03f-dc2e-46ac-8e2a-baf5cc577f5d), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:05.750063 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-a35e0175-3fed-4972-b978-96e85d7faaaa admin admin] Publish callbacks [] for security_group (d88a6d15-4664-4230-9411-85c8502b98bf), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:05.755252 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-a35e0175-3fed-4972-b978-96e85d7faaaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (d88a6d15-4664-4230-9411-85c8502b98bf), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:05.779039 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-09be168a-f6f9-4461-96b6-4ff446649322 admin admin] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.7028661 Feb 04 17:11:05.789487 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 48276) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:11:05.797583 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 48278) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:11:05.805174 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09be168a-f6f9-4461-96b6-4ff446649322 admin admin] Pushing event updated for resources: {'Network': ['ID=16ba072e-986a-4d00-ae75-d3edbe2bf2c9,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:11:05.814721 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-4f17adaf-60e7-4025-bb2f-7d8ac165b961 admin admin] Request body: {'subnet': {'network_id': '16ba072e-986a-4d00-ae75-d3edbe2bf2c9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1225084271-subnet', 'tenant_id': '0ec81d08a88a46d0aaf649efd27614b8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:11:05.831761 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Network 16ba072e-986a-4d00-ae75-d3edbe2bf2c9 details requested by agent ovs-agent-n-d-827839-2 with host n-d-827839-2 {{(pid=103378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 17:11:05.860468 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 48284) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:11:05.860679 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-a35e0175-3fed-4972-b978-96e85d7faaaa admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=b5a21e5beda243b4a1a26333fb4450b2&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2597883 Feb 04 17:11:05.863111 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35e0175-3fed-4972-b978-96e85d7faaaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d88a6d15-4664-4230-9411-85c8502b98bf,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:11:05.870528 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f17adaf-60e7-4025-bb2f-7d8ac165b961 admin admin] Made reservation on behalf of 0ec81d08a88a46d0aaf649efd27614b8 for: {'subnet': 1} {{(pid=103376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:11:05.874612 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-4f17adaf-60e7-4025-bb2f-7d8ac165b961 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:05.907210 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395514dc-0439-4bc4-987e-ed1b301bf8a0 None None] Pushing event updated for resources: {'Port': ['ID=b0b5d03f-dc2e-46ac-8e2a-baf5cc577f5d,revision_number=5']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:11:05.940378 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-c512e0d4-a152-445c-b98a-f215e394fc78 None None] Provisioning complete for port b0b5d03f-dc2e-46ac-8e2a-baf5cc577f5d triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:11:05.941035 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c512e0d4-a152-445c-b98a-f215e394fc78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (b0b5d03f-dc2e-46ac-8e2a-baf5cc577f5d), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:05.971883 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-48631399-cb3e-4ce8-898d-0ef046dc46a7 admin admin] Publish callbacks [] for security_group (d88a6d15-4664-4230-9411-85c8502b98bf), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:05.989228 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-d16cea3f-bde1-4156-b072-318032023b25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0d96195-acff-4146-81bc-edd40b66b4a4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1579046244-router', 'tenant_id': 'f616a69521a6439b8b9ce4b5361b1b3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.56'}], 'enable_snat': True}, 'gw_port_id': '831da7a3-2097-48f7-8496-d400ff797b27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:10:56Z', 'updated_at': '2022-02-04T17:11:00Z', 'revision_number': 4, 'project_id': 'f616a69521a6439b8b9ce4b5361b1b3c', 'gw_port': {'id': '831da7a3-2097-48f7-8496-d400ff797b27', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:ed:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0d96195-acff-4146-81bc-edd40b66b4a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:10:57Z', 'updated_at': '2022-02-04T17:11:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_interfaces': [{'id': 'b0b5d03f-dc2e-46ac-8e2a-baf5cc577f5d', 'name': '', 'network_id': '4d1c76e6-ea0c-4d14-ba91-32b9665be5f0', 'tenant_id': 'f616a69521a6439b8b9ce4b5361b1b3c', 'mac_address': 'fa:16:3e:fe:72:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0d96195-acff-4146-81bc-edd40b66b4a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '46532e3a-bfe8-4be0-a512-ac5329d05d46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:10:59Z', 'updated_at': '2022-02-04T17:11:04Z', 'revision_number': 4, 'project_id': 'f616a69521a6439b8b9ce4b5361b1b3c', 'subnets': [{'id': '46532e3a-bfe8-4be0-a512-ac5329d05d46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-2', False) {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:11:06.004555 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-48631399-cb3e-4ce8-898d-0ef046dc46a7 admin admin] Publish callbacks [] for security_group (d88a6d15-4664-4230-9411-85c8502b98bf), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:06.024562 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d16cea3f-bde1-4156-b072-318032023b25 None None] The sync data for ids ['e0d96195-acff-4146-81bc-edd40b66b4a4'] in n-d-827839-2 is: [{'id': 'e0d96195-acff-4146-81bc-edd40b66b4a4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1579046244-router', 'tenant_id': 'f616a69521a6439b8b9ce4b5361b1b3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.56'}], 'enable_snat': True}, 'gw_port_id': '831da7a3-2097-48f7-8496-d400ff797b27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:10:56Z', 'updated_at': '2022-02-04T17:11:00Z', 'revision_number': 4, 'project_id': 'f616a69521a6439b8b9ce4b5361b1b3c', 'gw_port': {'id': '831da7a3-2097-48f7-8496-d400ff797b27', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:ed:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0d96195-acff-4146-81bc-edd40b66b4a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:10:57Z', 'updated_at': '2022-02-04T17:11:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_interfaces': [{'id': 'b0b5d03f-dc2e-46ac-8e2a-baf5cc577f5d', 'name': '', 'network_id': '4d1c76e6-ea0c-4d14-ba91-32b9665be5f0', 'tenant_id': 'f616a69521a6439b8b9ce4b5361b1b3c', 'mac_address': 'fa:16:3e:fe:72:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0d96195-acff-4146-81bc-edd40b66b4a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '46532e3a-bfe8-4be0-a512-ac5329d05d46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:10:59Z', 'updated_at': '2022-02-04T17:11:04Z', 'revision_number': 4, 'project_id': 'f616a69521a6439b8b9ce4b5361b1b3c', 'subnets': [{'id': '46532e3a-bfe8-4be0-a512-ac5329d05d46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 17:11:06.100433 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-48631399-cb3e-4ce8-898d-0ef046dc46a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (d88a6d15-4664-4230-9411-85c8502b98bf), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:06.110572 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-48631399-cb3e-4ce8-898d-0ef046dc46a7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:06.113726 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-48631399-cb3e-4ce8-898d-0ef046dc46a7 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/d88a6d15-4664-4230-9411-85c8502b98bf HTTP/1.1" status: 204 len: 168 time: 0.2518351 Feb 04 17:11:06.128018 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-c512e0d4-a152-445c-b98a-f215e394fc78 None None] Current status of the port b0b5d03f-dc2e-46ac-8e2a-baf5cc577f5d is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:11:06.129746 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48631399-cb3e-4ce8-898d-0ef046dc46a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d88a6d15-4664-4230-9411-85c8502b98bf,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:11:06.408856 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-4f17adaf-60e7-4025-bb2f-7d8ac165b961 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327'] for subnet (d3eeeabb-874e-4db6-8ebc-ab58caaf205e), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:06.496283 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f17adaf-60e7-4025-bb2f-7d8ac165b961 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d3eeeabb-874e-4db6-8ebc-ab58caaf205e,revision_number=0']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:11:06.628824 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f17adaf-60e7-4025-bb2f-7d8ac165b961 admin admin] Checking segment: {'id': '0dd3dbb9-6674-4135-9538-a5501c158cbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '16ba072e-986a-4d00-ae75-d3edbe2bf2c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:11:06.629808 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f17adaf-60e7-4025-bb2f-7d8ac165b961 admin admin] Network hostable DHCP agents. Network: 16ba072e-986a-4d00-ae75-d3edbe2bf2c9, hostable agents: ['bb89f5a3-3c22-440b-b7d1-c4f0c43c184a'], hosted agents: [] {{(pid=103376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 17:11:06.661002 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device b0b5d03f-dc2e-46ac-8e2a-baf5cc577f5d up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:11:06.676089 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-658d9e18-3fc5-478e-a681-b2c2ed9d3579 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:06.733266 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f17adaf-60e7-4025-bb2f-7d8ac165b961 admin admin] Network 16ba072e-986a-4d00-ae75-d3edbe2bf2c9 is scheduled to be hosted by DHCP agent bb89f5a3-3c22-440b-b7d1-c4f0c43c184a with binding_index 1 {{(pid=103376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 17:11:06.778104 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [None req-4f17adaf-60e7-4025-bb2f-7d8ac165b961 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827839-2, 16ba072e-986a-4d00-ae75-d3edbe2bf2c9) {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:11:06.785816 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port b0b5d03f-dc2e-46ac-8e2a-baf5cc577f5d triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:11:06.785816 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (b0b5d03f-dc2e-46ac-8e2a-baf5cc577f5d), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:06.797654 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f17adaf-60e7-4025-bb2f-7d8ac165b961 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:11:06.798643 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-4f17adaf-60e7-4025-bb2f-7d8ac165b961 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677565'] for subnet (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:06.821943 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35ecbf18-7b7a-46ae-b2aa-389c239bee72 None None] Network 16ba072e-986a-4d00-ae75-d3edbe2bf2c9 requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:11:06.829720 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 48330) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:11:06.835886 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-e51465ac-b147-4f84-a306-252304d85f01 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1225084271-router', 'tenant_id': '0ec81d08a88a46d0aaf649efd27614b8', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188'}}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:11:06.838949 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-4f17adaf-60e7-4025-bb2f-7d8ac165b961 admin admin] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.0211518 Feb 04 17:11:06.878264 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-e51465ac-b147-4f84-a306-252304d85f01 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1601657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26921'] for router (e6cfa39f-f4f7-40b5-962c-02e403579bac), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:06.881201 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-e51465ac-b147-4f84-a306-252304d85f01 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1602025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603663', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1630571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26960'] for router (e6cfa39f-f4f7-40b5-962c-02e403579bac), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:06.961405 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-658d9e18-3fc5-478e-a681-b2c2ed9d3579 admin admin] Publish callbacks [] for security_group (6f0041e9-f1a9-40e7-9860-76f1ebe4afe3), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:06.967490 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-658d9e18-3fc5-478e-a681-b2c2ed9d3579 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (6f0041e9-f1a9-40e7-9860-76f1ebe4afe3), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:07.049857 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658d9e18-3fc5-478e-a681-b2c2ed9d3579 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f0041e9-f1a9-40e7-9860-76f1ebe4afe3,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:11:07.056045 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-e51465ac-b147-4f84-a306-252304d85f01 admin admin] Publish callbacks [] for router_controller (e6cfa39f-f4f7-40b5-962c-02e403579bac), precommit_add_association {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:07.118251 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5074a02-a420-49f2-be27-6a8353cde1c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e4c19ad-5724-5db8-8ee1-4f56ae69fcf4-16ba072e-986a-4d00-ae75-d3edbe2bf2c9', 'network_id': '16ba072e-986a-4d00-ae75-d3edbe2bf2c9', 'project_id': '0ec81d08a88a46d0aaf649efd27614b8', 'fixed_ips': [{'subnet_id': 'd3eeeabb-874e-4db6-8ebc-ab58caaf205e'}]}} from n-d-827839-2. {{(pid=103378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 17:11:07.119125 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a5074a02-a420-49f2-be27-6a8353cde1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:07.122671 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-658d9e18-3fc5-478e-a681-b2c2ed9d3579 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=6b1d64c280234290845136e4659f0767&name=default HTTP/1.1" status: 200 len: 2993 time: 1.3171821 Feb 04 17:11:07.126240 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 48346) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:11:07.131847 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port b0b5d03f-dc2e-46ac-8e2a-baf5cc577f5d is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:11:07.227885 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-48d5fec8-48b8-442d-ad9b-0ab350e5baab admin admin] Publish callbacks [] for security_group (6f0041e9-f1a9-40e7-9860-76f1ebe4afe3), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:07.261753 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-48d5fec8-48b8-442d-ad9b-0ab350e5baab admin admin] Publish callbacks [] for security_group (6f0041e9-f1a9-40e7-9860-76f1ebe4afe3), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:07.334851 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-48d5fec8-48b8-442d-ad9b-0ab350e5baab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (6f0041e9-f1a9-40e7-9860-76f1ebe4afe3), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:07.338767 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-48d5fec8-48b8-442d-ad9b-0ab350e5baab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:07.349080 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-48d5fec8-48b8-442d-ad9b-0ab350e5baab admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/6f0041e9-f1a9-40e7-9860-76f1ebe4afe3 HTTP/1.1" status: 204 len: 168 time: 0.2127223 Feb 04 17:11:07.363206 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d5fec8-48b8-442d-ad9b-0ab350e5baab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f0041e9-f1a9-40e7-9860-76f1ebe4afe3,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:11:07.386857 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-e51465ac-b147-4f84-a306-252304d85f01 admin admin] Publish callbacks [] for router_gateway (e6cfa39f-f4f7-40b5-962c-02e403579bac), precommit_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:07.487015 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-a5074a02-a420-49f2-be27-6a8353cde1c0 None None] Allocated IP 172.20.0.2 (16ba072e-986a-4d00-ae75-d3edbe2bf2c9/d3eeeabb-874e-4db6-8ebc-ab58caaf205e/54328309-105a-4d36-8973-3cf0cc4718ca) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:11:07.724633 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a5074a02-a420-49f2-be27-6a8353cde1c0 None None] Publish callbacks [] for port (54328309-105a-4d36-8973-3cf0cc4718ca), precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:07.738856 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a5074a02-a420-49f2-be27-6a8353cde1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135'] for port (54328309-105a-4d36-8973-3cf0cc4718ca), after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:07.758288 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-e51465ac-b147-4f84-a306-252304d85f01 admin admin] Publish callbacks [] for router_gateway (e6cfa39f-f4f7-40b5-962c-02e403579bac), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:07.786986 n-d-827839-2 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5074a02-a420-49f2-be27-6a8353cde1c0 None None] Network 16ba072e-986a-4d00-ae75-d3edbe2bf2c9 is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:11:07.793272 n-d-827839-2 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-a5074a02-a420-49f2-be27-6a8353cde1c0 None None] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:11:07.797850 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-e51465ac-b147-4f84-a306-252304d85f01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:07.803639 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5074a02-a420-49f2-be27-6a8353cde1c0 None None] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:11:07.805858 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5074a02-a420-49f2-be27-6a8353cde1c0 None None] Pushing event updated for resources: {'Port': ['ID=54328309-105a-4d36-8973-3cf0cc4718ca,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:11:07.876760 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-a5074a02-a420-49f2-be27-6a8353cde1c0 None None] Attempting to bind port 54328309-105a-4d36-8973-3cf0cc4718ca on host n-d-827839-2 for vnic_type normal with profile {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:11:07.877359 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-a5074a02-a420-49f2-be27-6a8353cde1c0 None None] Attempting to bind port 54328309-105a-4d36-8973-3cf0cc4718ca by drivers openvswitch,hyperv on host n-d-827839-2 at level 0 using segments [{'id': '0dd3dbb9-6674-4135-9538-a5501c158cbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '16ba072e-986a-4d00-ae75-d3edbe2bf2c9'}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:11:07.877870 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5074a02-a420-49f2-be27-6a8353cde1c0 None None] Attempting to bind port 54328309-105a-4d36-8973-3cf0cc4718ca on network 16ba072e-986a-4d00-ae75-d3edbe2bf2c9 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:11:07.889793 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5074a02-a420-49f2-be27-6a8353cde1c0 None None] Checking agent: {'id': 'ba70844b-66a0-45fd-a2f2-e6ed673321fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 0, 36), 'started_at': datetime.datetime(2022, 2, 4, 17, 1, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 11, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:11:07.890528 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5074a02-a420-49f2-be27-6a8353cde1c0 None None] Checking segment: {'id': '0dd3dbb9-6674-4135-9538-a5501c158cbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '16ba072e-986a-4d00-ae75-d3edbe2bf2c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:11:07.891665 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a5074a02-a420-49f2-be27-6a8353cde1c0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:07.892218 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5074a02-a420-49f2-be27-6a8353cde1c0 None None] Bound using segment: {'id': '0dd3dbb9-6674-4135-9538-a5501c158cbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '16ba072e-986a-4d00-ae75-d3edbe2bf2c9'} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:11:07.892711 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-a5074a02-a420-49f2-be27-6a8353cde1c0 None None] Bound port: 54328309-105a-4d36-8973-3cf0cc4718ca, host: n-d-827839-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0dd3dbb9-6674-4135-9538-a5501c158cbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '16ba072e-986a-4d00-ae75-d3edbe2bf2c9'}}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:11:07.893640 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a5074a02-a420-49f2-be27-6a8353cde1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (54328309-105a-4d36-8973-3cf0cc4718ca), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:07.955858 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.db_base_plugin_common [None req-e51465ac-b147-4f84-a306-252304d85f01 admin admin] Allocated IP 172.25.6.60 (48165773-85ad-49a1-9ec1-76fc8dc24188/7660bfad-1ea8-4fe7-831b-bed836f13efc/ece315fd-f7f5-4da8-b591-f15dc27ca6ef) {{(pid=103377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:11:07.982246 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-a5074a02-a420-49f2-be27-6a8353cde1c0 None None] For port 54328309-105a-4d36-8973-3cf0cc4718ca, host n-d-827839-2, cleared binding levels {{(pid=103378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:11:07.987244 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-a5074a02-a420-49f2-be27-6a8353cde1c0 None None] For port 54328309-105a-4d36-8973-3cf0cc4718ca, host n-d-827839-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=54328309-105a-4d36-8973-3cf0cc4718ca,segment=NetworkSegment(0dd3dbb9-6674-4135-9538-a5501c158cbd),segment_id=0dd3dbb9-6674-4135-9538-a5501c158cbd)] {{(pid=103378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:11:07.995689 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a5074a02-a420-49f2-be27-6a8353cde1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (54328309-105a-4d36-8973-3cf0cc4718ca), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:08.066766 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5074a02-a420-49f2-be27-6a8353cde1c0 None None] Pushing event updated for resources: {'Port': ['ID=54328309-105a-4d36-8973-3cf0cc4718ca,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:11:08.093893 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-e51465ac-b147-4f84-a306-252304d85f01 admin admin] Publish callbacks [] for port (ece315fd-f7f5-4da8-b591-f15dc27ca6ef), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:08.103131 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 48386) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:11:08.121260 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-78a97745-faa5-4551-9ffd-c30fd73e6f20 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:08.136708 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-e51465ac-b147-4f84-a306-252304d85f01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135'] for port (ece315fd-f7f5-4da8-b591-f15dc27ca6ef), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:08.213863 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51465ac-b147-4f84-a306-252304d85f01 admin admin] Pushing event updated for resources: {'Port': ['ID=ece315fd-f7f5-4da8-b591-f15dc27ca6ef,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:11:08.239820 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e51465ac-b147-4f84-a306-252304d85f01 admin admin] Network 48165773-85ad-49a1-9ec1-76fc8dc24188 is already hosted by enough agents. {{(pid=103377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:11:08.242665 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [None req-e51465ac-b147-4f84-a306-252304d85f01 admin admin] Resources bound (agent type, host, resource id): {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:11:08.258058 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e51465ac-b147-4f84-a306-252304d85f01 admin admin] Received port after_create {{(pid=103377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:11:08.320628 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-78a97745-faa5-4551-9ffd-c30fd73e6f20 admin admin] Publish callbacks [] for security_group (c2cb1d88-d83b-472c-ad89-6b4b5ea90c6e), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:08.327420 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-78a97745-faa5-4551-9ffd-c30fd73e6f20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (c2cb1d88-d83b-472c-ad89-6b4b5ea90c6e), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:08.387931 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-78a97745-faa5-4551-9ffd-c30fd73e6f20 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=5bc32971978743768e2a577ad6021aad&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2824383 Feb 04 17:11:08.390808 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 48400) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:11:08.394380 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a97745-faa5-4551-9ffd-c30fd73e6f20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2cb1d88-d83b-472c-ad89-6b4b5ea90c6e,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:11:08.526277 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-528cc5a2-af7f-4258-9222-a67badddaab0 admin admin] Publish callbacks [] for security_group (c2cb1d88-d83b-472c-ad89-6b4b5ea90c6e), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:08.654295 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 54328309-105a-4d36-8973-3cf0cc4718ca up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:11:08.710798 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port 54328309-105a-4d36-8973-3cf0cc4718ca triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:11:08.711423 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (54328309-105a-4d36-8973-3cf0cc4718ca), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:08.761796 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-528cc5a2-af7f-4258-9222-a67badddaab0 admin admin] Publish callbacks [] for security_group (c2cb1d88-d83b-472c-ad89-6b4b5ea90c6e), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:08.778469 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 48418) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:11:08.783344 n-d-827839-2 neutron-server[103376]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 04 17:11:08.818879 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-ddd8fae0-2f28-4fe3-b47b-be4ecd9dcecf req-385e3d41-8497-4f64-853b-eee1becfe8f9 tempest-AggregatesAdminTestJSON-190950878 tempest-AggregatesAdminTestJSON-190950878-project] 10.222.0.89 "GET /v2.0/networks?tenant_id=0e962086c33d485eb5acb700edb95d90&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0362172 Feb 04 17:11:08.834610 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port 54328309-105a-4d36-8973-3cf0cc4718ca is: DOWN; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:11:08.835754 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (54328309-105a-4d36-8973-3cf0cc4718ca), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:08.856428 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-e51465ac-b147-4f84-a306-252304d85f01 admin admin] Publish callbacks [] for router_gateway (e6cfa39f-f4f7-40b5-962c-02e403579bac), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:08.888264 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] For port 54328309-105a-4d36-8973-3cf0cc4718ca, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=54328309-105a-4d36-8973-3cf0cc4718ca,segment=NetworkSegment(0dd3dbb9-6674-4135-9538-a5501c158cbd),segment_id=0dd3dbb9-6674-4135-9538-a5501c158cbd)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:11:08.899394 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (54328309-105a-4d36-8973-3cf0cc4718ca), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:09.006322 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Pushing event updated for resources: {'Port': ['ID=54328309-105a-4d36-8973-3cf0cc4718ca,revision_number=3']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:11:09.027948 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-528cc5a2-af7f-4258-9222-a67badddaab0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (c2cb1d88-d83b-472c-ad89-6b4b5ea90c6e), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:09.031688 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-528cc5a2-af7f-4258-9222-a67badddaab0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:09.033212 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-528cc5a2-af7f-4258-9222-a67badddaab0 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/c2cb1d88-d83b-472c-ad89-6b4b5ea90c6e HTTP/1.1" status: 204 len: 168 time: 0.6409440 Feb 04 17:11:09.054864 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528cc5a2-af7f-4258-9222-a67badddaab0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2cb1d88-d83b-472c-ad89-6b4b5ea90c6e,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:11:09.135563 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd8fae0-2f28-4fe3-b47b-be4ecd9dcecf req-0af080d9-abcb-4c9a-93e7-e291cc2f2c07 tempest-AggregatesAdminTestJSON-190950878 tempest-AggregatesAdminTestJSON-190950878-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:11:09.144242 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-ddd8fae0-2f28-4fe3-b47b-be4ecd9dcecf req-0af080d9-abcb-4c9a-93e7-e291cc2f2c07 tempest-AggregatesAdminTestJSON-190950878 tempest-AggregatesAdminTestJSON-190950878-project] 10.222.0.89 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3201978 Feb 04 17:11:09.161860 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-ddd8fae0-2f28-4fe3-b47b-be4ecd9dcecf req-01cea8f6-8079-46da-a6cd-ec10e2489449 tempest-AggregatesAdminTestJSON-190950878 tempest-AggregatesAdminTestJSON-190950878-project] 10.222.0.89 "GET /v2.0/quotas/0e962086c33d485eb5acb700edb95d90 HTTP/1.1" status: 200 len: 375 time: 0.0166340 Feb 04 17:11:09.231712 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-ddd8fae0-2f28-4fe3-b47b-be4ecd9dcecf req-e06bce2a-dfbf-4613-bec5-c8f456e3ef0b tempest-AggregatesAdminTestJSON-190950878 tempest-AggregatesAdminTestJSON-190950878-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=0e962086c33d485eb5acb700edb95d90&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0688438 Feb 04 17:11:09.259755 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-e51465ac-b147-4f84-a306-252304d85f01 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1602046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603680'] for router (e6cfa39f-f4f7-40b5-962c-02e403579bac), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:09.466695 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e51465ac-b147-4f84-a306-252304d85f01 admin admin] Router e6cfa39f-f4f7-40b5-962c-02e403579bac is scheduled to L3 agent 64ada913-9131-4d99-a265-63a920956287 with binding_index 1 {{(pid=103377) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 17:11:09.569097 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e5beaca-6b9c-4b36-a517-f4bc1cf34de1 None None] Network 16ba072e-986a-4d00-ae75-d3edbe2bf2c9 requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:11:09.623117 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e51465ac-b147-4f84-a306-252304d85f01 admin admin] Notify agent at l3_agent.n-d-827839-2 the message routers_updated {{(pid=103377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 17:11:09.635729 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-184725a9-9180-4189-b7f2-312311dde420 None None] Provisioning complete for port 54328309-105a-4d36-8973-3cf0cc4718ca triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:11:09.636179 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-184725a9-9180-4189-b7f2-312311dde420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (54328309-105a-4d36-8973-3cf0cc4718ca), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:09.640186 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9295df8-0657-44bb-87aa-4512de2f2a5a None None] Sync routers for ids ['e6cfa39f-f4f7-40b5-962c-02e403579bac'] in n-d-827839-2 {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 17:11:09.645048 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-e51465ac-b147-4f84-a306-252304d85f01 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:09.647226 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-e51465ac-b147-4f84-a306-252304d85f01 admin admin] 10.222.0.89 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 2.8162987 Feb 04 17:11:09.649849 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 48462) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:11:09.654359 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9295df8-0657-44bb-87aa-4512de2f2a5a None None] Routers {'e6cfa39f-f4f7-40b5-962c-02e403579bac'} bound to L3 agent in host n-d-827839-2 {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:11:09.655354 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-a9295df8-0657-44bb-87aa-4512de2f2a5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:11:02Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['e6cfa39f-f4f7-40b5-962c-02e403579bac'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:11:09.757650 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-184725a9-9180-4189-b7f2-312311dde420 None None] Current status of the port 54328309-105a-4d36-8973-3cf0cc4718ca is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:11:09.800128 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvr_db [None req-a9295df8-0657-44bb-87aa-4512de2f2a5a None None] Set router e6cfa39f-f4f7-40b5-962c-02e403579bac gateway port host: n-d-827839-2 {{(pid=103379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:11:09.913859 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (f20a1ab3-4332-4f54-833b-ba4a7c687e89), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:10.041980 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-a9295df8-0657-44bb-87aa-4512de2f2a5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6cfa39f-f4f7-40b5-962c-02e403579bac', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1225084271-router', 'tenant_id': '0ec81d08a88a46d0aaf649efd27614b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.60'}], 'enable_snat': True}, 'gw_port_id': 'ece315fd-f7f5-4da8-b591-f15dc27ca6ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:11:06Z', 'updated_at': '2022-02-04T17:11:08Z', 'revision_number': 3, 'project_id': '0ec81d08a88a46d0aaf649efd27614b8', 'gw_port': {'id': 'ece315fd-f7f5-4da8-b591-f15dc27ca6ef', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:7a:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6cfa39f-f4f7-40b5-962c-02e403579bac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:11:07Z', 'updated_at': '2022-02-04T17:11:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2'}], 'n-d-827839-2', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:11:10.099680 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9295df8-0657-44bb-87aa-4512de2f2a5a None None] Checking router: e6cfa39f-f4f7-40b5-962c-02e403579bac for host: n-d-827839-2 {{(pid=103379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 17:11:10.100029 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9295df8-0657-44bb-87aa-4512de2f2a5a None None] Updating router e6cfa39f-f4f7-40b5-962c-02e403579bac port ece315fd-f7f5-4da8-b591-f15dc27ca6ef binding host n-d-827839-2 {{(pid=103379) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 17:11:10.147820 n-d-827839-2 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-a9295df8-0657-44bb-87aa-4512de2f2a5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (ece315fd-f7f5-4da8-b591-f15dc27ca6ef), before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:10.201559 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-ad0accf8-98e6-4893-82e7-2da81252a2fe None None] Provisioning complete for port 54328309-105a-4d36-8973-3cf0cc4718ca triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:11:10.202159 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ad0accf8-98e6-4893-82e7-2da81252a2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (54328309-105a-4d36-8973-3cf0cc4718ca), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:10.350756 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-ad0accf8-98e6-4893-82e7-2da81252a2fe None None] Current status of the port 54328309-105a-4d36-8973-3cf0cc4718ca is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:11:10.391241 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-16e9b27f-8d3e-48df-84dc-eae27d5b41a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:10.440280 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 48490) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:11:10.581172 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 54328309-105a-4d36-8973-3cf0cc4718ca up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:11:10.613414 n-d-827839-2 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-a9295df8-0657-44bb-87aa-4512de2f2a5a None None] Publish callbacks [] for port (ece315fd-f7f5-4da8-b591-f15dc27ca6ef), precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:10.624562 n-d-827839-2 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-a9295df8-0657-44bb-87aa-4512de2f2a5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (ece315fd-f7f5-4da8-b591-f15dc27ca6ef), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:10.660802 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.db_base_plugin_common [None req-16e9b27f-8d3e-48df-84dc-eae27d5b41a1 admin admin] Allocated IP 172.20.0.1 (16ba072e-986a-4d00-ae75-d3edbe2bf2c9/d3eeeabb-874e-4db6-8ebc-ab58caaf205e/408dc723-bea6-491d-b464-68410d4be7c7) {{(pid=103376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:11:10.679152 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port 54328309-105a-4d36-8973-3cf0cc4718ca triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:11:10.680063 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (54328309-105a-4d36-8973-3cf0cc4718ca), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:10.698301 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594a85d3-02c2-44e3-9640-e140e1dcb2c6 None None] Pushing event updated for resources: {'Port': ['ID=ece315fd-f7f5-4da8-b591-f15dc27ca6ef,revision_number=2']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:11:10.728565 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [None req-a9295df8-0657-44bb-87aa-4512de2f2a5a None None] Attempting to bind port ece315fd-f7f5-4da8-b591-f15dc27ca6ef on host n-d-827839-2 for vnic_type normal with profile {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:11:10.729236 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [None req-a9295df8-0657-44bb-87aa-4512de2f2a5a None None] Attempting to bind port ece315fd-f7f5-4da8-b591-f15dc27ca6ef by drivers openvswitch,hyperv on host n-d-827839-2 at level 0 using segments [{'id': '5942dc44-1f07-4c27-b0ab-45a2bff20dd5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188'}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:11:10.729757 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9295df8-0657-44bb-87aa-4512de2f2a5a None None] Attempting to bind port ece315fd-f7f5-4da8-b591-f15dc27ca6ef on network 48165773-85ad-49a1-9ec1-76fc8dc24188 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:11:10.739955 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9295df8-0657-44bb-87aa-4512de2f2a5a None None] Checking agent: {'id': 'ba70844b-66a0-45fd-a2f2-e6ed673321fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 0, 36), 'started_at': datetime.datetime(2022, 2, 4, 17, 1, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 11, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:11:10.740671 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9295df8-0657-44bb-87aa-4512de2f2a5a None None] Checking segment: {'id': '5942dc44-1f07-4c27-b0ab-45a2bff20dd5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:11:10.741316 n-d-827839-2 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-a9295df8-0657-44bb-87aa-4512de2f2a5a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:10.742719 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9295df8-0657-44bb-87aa-4512de2f2a5a None None] Bound using segment: {'id': '5942dc44-1f07-4c27-b0ab-45a2bff20dd5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188'} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:11:10.743429 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [None req-a9295df8-0657-44bb-87aa-4512de2f2a5a None None] Bound port: ece315fd-f7f5-4da8-b591-f15dc27ca6ef, host: n-d-827839-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5942dc44-1f07-4c27-b0ab-45a2bff20dd5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188'}}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:11:10.746005 n-d-827839-2 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-a9295df8-0657-44bb-87aa-4512de2f2a5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (ece315fd-f7f5-4da8-b591-f15dc27ca6ef), before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:10.819939 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-a9295df8-0657-44bb-87aa-4512de2f2a5a None None] For port ece315fd-f7f5-4da8-b591-f15dc27ca6ef, host n-d-827839-2, cleared binding levels {{(pid=103379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:11:10.824090 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-a9295df8-0657-44bb-87aa-4512de2f2a5a None None] For port ece315fd-f7f5-4da8-b591-f15dc27ca6ef, host n-d-827839-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=ece315fd-f7f5-4da8-b591-f15dc27ca6ef,segment=NetworkSegment(5942dc44-1f07-4c27-b0ab-45a2bff20dd5),segment_id=5942dc44-1f07-4c27-b0ab-45a2bff20dd5)] {{(pid=103379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:11:10.833873 n-d-827839-2 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-a9295df8-0657-44bb-87aa-4512de2f2a5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (ece315fd-f7f5-4da8-b591-f15dc27ca6ef), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:10.884471 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port 54328309-105a-4d36-8973-3cf0cc4718ca is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:11:10.901776 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594a85d3-02c2-44e3-9640-e140e1dcb2c6 None None] Pushing event updated for resources: {'Port': ['ID=ece315fd-f7f5-4da8-b591-f15dc27ca6ef,revision_number=3']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:11:10.919992 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9295df8-0657-44bb-87aa-4512de2f2a5a None None] Routers {'e6cfa39f-f4f7-40b5-962c-02e403579bac'} bound to L3 agent in host n-d-827839-2 {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:11:10.920706 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-a9295df8-0657-44bb-87aa-4512de2f2a5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:11:02Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['e6cfa39f-f4f7-40b5-962c-02e403579bac'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:11:10.925125 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-16e9b27f-8d3e-48df-84dc-eae27d5b41a1 admin admin] Publish callbacks [] for port (408dc723-bea6-491d-b464-68410d4be7c7), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:10.932535 n-d-827839-2 neutron-server[103377]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 04 17:11:10.972538 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-16e9b27f-8d3e-48df-84dc-eae27d5b41a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135'] for port (408dc723-bea6-491d-b464-68410d4be7c7), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:11.004304 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16e9b27f-8d3e-48df-84dc-eae27d5b41a1 admin admin] Network 16ba072e-986a-4d00-ae75-d3edbe2bf2c9 is already hosted by enough agents. {{(pid=103376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:11:11.009373 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [None req-16e9b27f-8d3e-48df-84dc-eae27d5b41a1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:11:11.014063 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16e9b27f-8d3e-48df-84dc-eae27d5b41a1 admin admin] Received port after_create {{(pid=103376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:11:11.014963 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-16e9b27f-8d3e-48df-84dc-eae27d5b41a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1595471'] for router_interface (e6cfa39f-f4f7-40b5-962c-02e403579bac), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:11.055790 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvr_db [None req-a9295df8-0657-44bb-87aa-4512de2f2a5a None None] Set router e6cfa39f-f4f7-40b5-962c-02e403579bac gateway port host: n-d-827839-2 {{(pid=103379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:11:11.078590 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-bc6bfa1a-72e7-48b1-b55f-123d3c6c913b req-044eb302-76cc-4b3b-a475-82a4264306b4 tempest-AggregatesAdminTestJSON-190950878 tempest-AggregatesAdminTestJSON-190950878-project] 10.222.0.89 "GET /v2.0/ports?device_id=22ea2fc8-54da-4816-a487-654d736510de HTTP/1.1" status: 200 len: 210 time: 0.6367152 Feb 04 17:11:11.280018 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e9b27f-8d3e-48df-84dc-eae27d5b41a1 admin admin] Pushing event updated for resources: {'Port': ['ID=408dc723-bea6-491d-b464-68410d4be7c7,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:11:11.310553 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-16e9b27f-8d3e-48df-84dc-eae27d5b41a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (408dc723-bea6-491d-b464-68410d4be7c7), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:11.397255 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-345938fb-42d9-43f6-885f-ae1ed3cc4d9c None None] Provisioning complete for port 408dc723-bea6-491d-b464-68410d4be7c7 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:11:11.398387 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-345938fb-42d9-43f6-885f-ae1ed3cc4d9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (408dc723-bea6-491d-b464-68410d4be7c7), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:11.431649 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-a9295df8-0657-44bb-87aa-4512de2f2a5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6cfa39f-f4f7-40b5-962c-02e403579bac', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1225084271-router', 'tenant_id': '0ec81d08a88a46d0aaf649efd27614b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.60'}], 'enable_snat': True}, 'gw_port_id': 'ece315fd-f7f5-4da8-b591-f15dc27ca6ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:11:06Z', 'updated_at': '2022-02-04T17:11:08Z', 'revision_number': 3, 'project_id': '0ec81d08a88a46d0aaf649efd27614b8', 'gw_port': {'id': 'ece315fd-f7f5-4da8-b591-f15dc27ca6ef', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:7a:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6cfa39f-f4f7-40b5-962c-02e403579bac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:11:07Z', 'updated_at': '2022-02-04T17:11:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2'}], 'n-d-827839-2', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:11:11.453207 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-345938fb-42d9-43f6-885f-ae1ed3cc4d9c None None] Port 408dc723-bea6-491d-b464-68410d4be7c7 cannot update to ACTIVE because it is not bound. {{(pid=103378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 17:11:11.499408 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9295df8-0657-44bb-87aa-4512de2f2a5a None None] The sync data for ids ['e6cfa39f-f4f7-40b5-962c-02e403579bac'] in n-d-827839-2 is: [{'id': 'e6cfa39f-f4f7-40b5-962c-02e403579bac', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1225084271-router', 'tenant_id': '0ec81d08a88a46d0aaf649efd27614b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.60'}], 'enable_snat': True}, 'gw_port_id': 'ece315fd-f7f5-4da8-b591-f15dc27ca6ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:11:06Z', 'updated_at': '2022-02-04T17:11:08Z', 'revision_number': 3, 'project_id': '0ec81d08a88a46d0aaf649efd27614b8', 'gw_port': {'id': 'ece315fd-f7f5-4da8-b591-f15dc27ca6ef', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:7a:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6cfa39f-f4f7-40b5-962c-02e403579bac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:11:07Z', 'updated_at': '2022-02-04T17:11:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2'}] {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 17:11:11.641933 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-16e9b27f-8d3e-48df-84dc-eae27d5b41a1 admin admin] Publish callbacks [] for port (408dc723-bea6-491d-b464-68410d4be7c7), precommit_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:11.646737 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-16e9b27f-8d3e-48df-84dc-eae27d5b41a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (408dc723-bea6-491d-b464-68410d4be7c7), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:11.647701 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-16e9b27f-8d3e-48df-84dc-eae27d5b41a1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1677345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602751'] for router_interface (e6cfa39f-f4f7-40b5-962c-02e403579bac), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:11.875243 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e9b27f-8d3e-48df-84dc-eae27d5b41a1 admin admin] Pushing event updated for resources: {'Port': ['ID=408dc723-bea6-491d-b464-68410d4be7c7,revision_number=2']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:11:11.986730 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16e9b27f-8d3e-48df-84dc-eae27d5b41a1 admin admin] Network 16ba072e-986a-4d00-ae75-d3edbe2bf2c9 is already hosted by enough agents. {{(pid=103376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:11:11.988199 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [None req-16e9b27f-8d3e-48df-84dc-eae27d5b41a1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:11:12.105106 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (3f9244a9-75fc-4c10-b195-11d48b853b41), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:12.294551 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-c82bca64-ea46-44cb-ad50-38a047736a51 None None] Provisioning complete for port 408dc723-bea6-491d-b464-68410d4be7c7 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:11:12.296387 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c82bca64-ea46-44cb-ad50-38a047736a51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (408dc723-bea6-491d-b464-68410d4be7c7), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:12.363523 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16e9b27f-8d3e-48df-84dc-eae27d5b41a1 admin admin] Router e6cfa39f-f4f7-40b5-962c-02e403579bac has already been hosted by L3 agent 64ada913-9131-4d99-a265-63a920956287 {{(pid=103376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 17:11:12.404327 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-c82bca64-ea46-44cb-ad50-38a047736a51 None None] Port 408dc723-bea6-491d-b464-68410d4be7c7 cannot update to ACTIVE because it is not bound. {{(pid=103378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 17:11:12.408653 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-ff75838b-6f05-46a7-91a2-fc35b0d12831 req-00ad5b34-a393-45b6-9571-a96703d197a2 tempest-AggregatesAdminTestJSON-190950878 tempest-AggregatesAdminTestJSON-190950878-project] 10.222.0.89 "GET /v2.0/ports?device_id=22ea2fc8-54da-4816-a487-654d736510de HTTP/1.1" status: 200 len: 210 time: 0.0452323 Feb 04 17:11:12.437210 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.90', 56820) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:11:12.483801 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-ddd8fae0-2f28-4fe3-b47b-be4ecd9dcecf req-89696697-8def-452a-b35a-803554904fef tempest-AggregatesAdminTestJSON-190950878 tempest-AggregatesAdminTestJSON-190950878-project] 10.222.0.90 "GET /v2.0/networks?tenant_id=0e962086c33d485eb5acb700edb95d90&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0454361 Feb 04 17:11:12.625888 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16e9b27f-8d3e-48df-84dc-eae27d5b41a1 admin admin] Notify agent at l3_agent.n-d-827839-2 the message routers_updated {{(pid=103376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 17:11:12.642765 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-16e9b27f-8d3e-48df-84dc-eae27d5b41a1 admin admin] 10.222.0.89 "PUT /v2.0/routers/e6cfa39f-f4f7-40b5-962c-02e403579bac/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9829257 Feb 04 17:11:12.701334 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd8fae0-2f28-4fe3-b47b-be4ecd9dcecf req-8f71e96e-5366-43fb-8c85-f7379ae9b4df tempest-AggregatesAdminTestJSON-190950878 tempest-AggregatesAdminTestJSON-190950878-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:11:12.703784 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-ddd8fae0-2f28-4fe3-b47b-be4ecd9dcecf req-8f71e96e-5366-43fb-8c85-f7379ae9b4df tempest-AggregatesAdminTestJSON-190950878 tempest-AggregatesAdminTestJSON-190950878-project] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2124662 Feb 04 17:11:12.725863 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device ece315fd-f7f5-4da8-b591-f15dc27ca6ef up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:11:12.804362 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port ece315fd-f7f5-4da8-b591-f15dc27ca6ef triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:11:12.804785 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (ece315fd-f7f5-4da8-b591-f15dc27ca6ef), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:12.836443 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [req-ddd8fae0-2f28-4fe3-b47b-be4ecd9dcecf req-39b9352c-8c24-4060-a4dc-63893e909094 tempest-AggregatesAdminTestJSON-190950878 tempest-AggregatesAdminTestJSON-190950878-project] Request body: {'port': {'device_id': '22ea2fc8-54da-4816-a487-654d736510de', 'network_id': '02be22b9-aa53-40ea-8050-9239cd27d1ff', 'admin_state_up': True, 'tenant_id': '0e962086c33d485eb5acb700edb95d90'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:11:12.985676 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port ece315fd-f7f5-4da8-b591-f15dc27ca6ef is: DOWN; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:11:12.986264 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (ece315fd-f7f5-4da8-b591-f15dc27ca6ef), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:13.040012 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] For port ece315fd-f7f5-4da8-b591-f15dc27ca6ef, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=ece315fd-f7f5-4da8-b591-f15dc27ca6ef,segment=NetworkSegment(5942dc44-1f07-4c27-b0ab-45a2bff20dd5),segment_id=5942dc44-1f07-4c27-b0ab-45a2bff20dd5)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:11:13.046280 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (ece315fd-f7f5-4da8-b591-f15dc27ca6ef), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:13.173614 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Pushing event updated for resources: {'Port': ['ID=ece315fd-f7f5-4da8-b591-f15dc27ca6ef,revision_number=4']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:11:13.223218 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ddd8fae0-2f28-4fe3-b47b-be4ecd9dcecf req-39b9352c-8c24-4060-a4dc-63893e909094 tempest-AggregatesAdminTestJSON-190950878 tempest-AggregatesAdminTestJSON-190950878-project] Made reservation on behalf of 0e962086c33d485eb5acb700edb95d90 for: {'port': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:11:13.228065 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-ddd8fae0-2f28-4fe3-b47b-be4ecd9dcecf req-39b9352c-8c24-4060-a4dc-63893e909094 tempest-AggregatesAdminTestJSON-190950878 tempest-AggregatesAdminTestJSON-190950878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:13.239216 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-ddd8fae0-2f28-4fe3-b47b-be4ecd9dcecf req-39b9352c-8c24-4060-a4dc-63893e909094 tempest-AggregatesAdminTestJSON-190950878 tempest-AggregatesAdminTestJSON-190950878-project] Publish callbacks [] for security_group (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:13.346461 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-ddd8fae0-2f28-4fe3-b47b-be4ecd9dcecf req-39b9352c-8c24-4060-a4dc-63893e909094 tempest-AggregatesAdminTestJSON-190950878 tempest-AggregatesAdminTestJSON-190950878-project] Publish callbacks [] for security_group (63334a72-f19b-48de-9626-835c42145453), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:13.350233 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-ddd8fae0-2f28-4fe3-b47b-be4ecd9dcecf req-39b9352c-8c24-4060-a4dc-63893e909094 tempest-AggregatesAdminTestJSON-190950878 tempest-AggregatesAdminTestJSON-190950878-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (63334a72-f19b-48de-9626-835c42145453), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:13.463780 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b9352c-8c24-4060-a4dc-63893e909094 tempest-AggregatesAdminTestJSON-190950878 tempest-AggregatesAdminTestJSON-190950878-project] Pushing event updated for resources: {'SecurityGroup': ['ID=63334a72-f19b-48de-9626-835c42145453,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:11:13.599912 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.db_base_plugin_common [req-ddd8fae0-2f28-4fe3-b47b-be4ecd9dcecf req-39b9352c-8c24-4060-a4dc-63893e909094 tempest-AggregatesAdminTestJSON-190950878 tempest-AggregatesAdminTestJSON-190950878-project] Allocated IP 192.168.233.15 (02be22b9-aa53-40ea-8050-9239cd27d1ff/c974b0ff-2c5c-4667-8a81-3bde3ea6ced5/a299087e-bdf1-4350-8919-d5b3c19cfa3b) {{(pid=103377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:11:13.792399 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-3888d154-2183-4ea1-b550-8e0972780870 req-4dd1f5d2-acbc-4270-a616-2fdc9897d698 tempest-AggregatesAdminTestJSON-190950878 tempest-AggregatesAdminTestJSON-190950878-project] 10.222.0.89 "GET /v2.0/ports?device_id=22ea2fc8-54da-4816-a487-654d736510de HTTP/1.1" status: 200 len: 210 time: 0.0379770 Feb 04 17:11:13.865971 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-ddd8fae0-2f28-4fe3-b47b-be4ecd9dcecf req-39b9352c-8c24-4060-a4dc-63893e909094 tempest-AggregatesAdminTestJSON-190950878 tempest-AggregatesAdminTestJSON-190950878-project] Publish callbacks [] for port (a299087e-bdf1-4350-8919-d5b3c19cfa3b), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:13.902892 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-ddd8fae0-2f28-4fe3-b47b-be4ecd9dcecf req-39b9352c-8c24-4060-a4dc-63893e909094 tempest-AggregatesAdminTestJSON-190950878 tempest-AggregatesAdminTestJSON-190950878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135'] for port (a299087e-bdf1-4350-8919-d5b3c19cfa3b), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:14.019177 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ddd8fae0-2f28-4fe3-b47b-be4ecd9dcecf req-39b9352c-8c24-4060-a4dc-63893e909094 tempest-AggregatesAdminTestJSON-190950878 tempest-AggregatesAdminTestJSON-190950878-project] Network 02be22b9-aa53-40ea-8050-9239cd27d1ff is already hosted by enough agents. {{(pid=103377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:11:14.028153 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [req-ddd8fae0-2f28-4fe3-b47b-be4ecd9dcecf req-39b9352c-8c24-4060-a4dc-63893e909094 tempest-AggregatesAdminTestJSON-190950878 tempest-AggregatesAdminTestJSON-190950878-project] Resources bound (agent type, host, resource id): {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:11:14.032178 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddd8fae0-2f28-4fe3-b47b-be4ecd9dcecf req-39b9352c-8c24-4060-a4dc-63893e909094 tempest-AggregatesAdminTestJSON-190950878 tempest-AggregatesAdminTestJSON-190950878-project] Received port after_create {{(pid=103377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:11:14.038378 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd8fae0-2f28-4fe3-b47b-be4ecd9dcecf req-39b9352c-8c24-4060-a4dc-63893e909094 tempest-AggregatesAdminTestJSON-190950878 tempest-AggregatesAdminTestJSON-190950878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:11:14.039084 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-ddd8fae0-2f28-4fe3-b47b-be4ecd9dcecf req-39b9352c-8c24-4060-a4dc-63893e909094 tempest-AggregatesAdminTestJSON-190950878 tempest-AggregatesAdminTestJSON-190950878-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677565'] for port (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:14.047647 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b9352c-8c24-4060-a4dc-63893e909094 tempest-AggregatesAdminTestJSON-190950878 tempest-AggregatesAdminTestJSON-190950878-project] Pushing event updated for resources: {'Port': ['ID=a299087e-bdf1-4350-8919-d5b3c19cfa3b,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:11:14.088475 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-ddd8fae0-2f28-4fe3-b47b-be4ecd9dcecf req-39b9352c-8c24-4060-a4dc-63893e909094 tempest-AggregatesAdminTestJSON-190950878 tempest-AggregatesAdminTestJSON-190950878-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2558658 Feb 04 17:11:14.134671 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [req-ddd8fae0-2f28-4fe3-b47b-be4ecd9dcecf req-0e7d1b1e-2bc5-4d8c-a791-495a40a4cc87 tempest-AggregatesAdminTestJSON-190950878 tempest-AggregatesAdminTestJSON-190950878-project] http://10.222.0.89:9696/v2.0/extensions returned with HTTP 200 {{(pid=103377) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 17:11:14.142447 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-ddd8fae0-2f28-4fe3-b47b-be4ecd9dcecf req-0e7d1b1e-2bc5-4d8c-a791-495a40a4cc87 tempest-AggregatesAdminTestJSON-190950878 tempest-AggregatesAdminTestJSON-190950878-project] 10.222.0.90 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0349662 Feb 04 17:11:14.186987 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc34695b-dc36-4aff-ab48-37f65aaa856e None None] Sync routers for ids ['e6cfa39f-f4f7-40b5-962c-02e403579bac'] in n-d-827839-2 {{(pid=103378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 17:11:14.210361 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc34695b-dc36-4aff-ab48-37f65aaa856e None None] Routers {'e6cfa39f-f4f7-40b5-962c-02e403579bac'} bound to L3 agent in host n-d-827839-2 {{(pid=103378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:11:14.211273 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-bc34695b-dc36-4aff-ab48-37f65aaa856e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:11:02Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['e6cfa39f-f4f7-40b5-962c-02e403579bac'], 'active': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:11:14.503579 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 48654) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:11:14.675750 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device ece315fd-f7f5-4da8-b591-f15dc27ca6ef up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:11:14.767416 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-feee8adb-300c-4944-a3bd-85293c078aae None None] Provisioning complete for port a299087e-bdf1-4350-8919-d5b3c19cfa3b triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:11:14.767759 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-feee8adb-300c-4944-a3bd-85293c078aae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (a299087e-bdf1-4350-8919-d5b3c19cfa3b), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:14.891304 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvr_db [None req-bc34695b-dc36-4aff-ab48-37f65aaa856e None None] Set router e6cfa39f-f4f7-40b5-962c-02e403579bac gateway port host: n-d-827839-2 {{(pid=103378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:11:14.987864 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-feee8adb-300c-4944-a3bd-85293c078aae None None] Port a299087e-bdf1-4350-8919-d5b3c19cfa3b cannot update to ACTIVE because it is not bound. {{(pid=103378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 17:11:15.007041 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port ece315fd-f7f5-4da8-b591-f15dc27ca6ef triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:11:15.007662 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (ece315fd-f7f5-4da8-b591-f15dc27ca6ef), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:15.057780 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-75436cf9-1c68-4ba0-aed5-f2a1e276f1bd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:15.162924 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [req-ddd8fae0-2f28-4fe3-b47b-be4ecd9dcecf req-ed537b47-d21b-43f7-a24b-b5b4bce9a991 service neutron] Request body: {'port': {'device_id': '22ea2fc8-54da-4816-a487-654d736510de', 'device_owner': 'compute:tempest-test_az-555947110', 'binding:host_id': 'n-h2-827839-2'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:11:15.402840 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port ece315fd-f7f5-4da8-b591-f15dc27ca6ef is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:11:15.451605 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-bc34695b-dc36-4aff-ab48-37f65aaa856e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6cfa39f-f4f7-40b5-962c-02e403579bac', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1225084271-router', 'tenant_id': '0ec81d08a88a46d0aaf649efd27614b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.60'}], 'enable_snat': True}, 'gw_port_id': 'ece315fd-f7f5-4da8-b591-f15dc27ca6ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:11:06Z', 'updated_at': '2022-02-04T17:11:11Z', 'revision_number': 4, 'project_id': '0ec81d08a88a46d0aaf649efd27614b8', 'gw_port': {'id': 'ece315fd-f7f5-4da8-b591-f15dc27ca6ef', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:7a:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6cfa39f-f4f7-40b5-962c-02e403579bac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:11:07Z', 'updated_at': '2022-02-04T17:11:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_interfaces': [{'id': '408dc723-bea6-491d-b464-68410d4be7c7', 'name': '', 'network_id': '16ba072e-986a-4d00-ae75-d3edbe2bf2c9', 'tenant_id': '0ec81d08a88a46d0aaf649efd27614b8', 'mac_address': 'fa:16:3e:da:2d:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6cfa39f-f4f7-40b5-962c-02e403579bac', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'd3eeeabb-874e-4db6-8ebc-ab58caaf205e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:11:10Z', 'updated_at': '2022-02-04T17:11:11Z', 'revision_number': 2, 'project_id': '0ec81d08a88a46d0aaf649efd27614b8', 'subnets': [{'id': 'd3eeeabb-874e-4db6-8ebc-ab58caaf205e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-2', False) {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:11:15.533683 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc34695b-dc36-4aff-ab48-37f65aaa856e None None] Checking router: e6cfa39f-f4f7-40b5-962c-02e403579bac for host: n-d-827839-2 {{(pid=103378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 17:11:15.534339 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc34695b-dc36-4aff-ab48-37f65aaa856e None None] Updating router e6cfa39f-f4f7-40b5-962c-02e403579bac port 408dc723-bea6-491d-b464-68410d4be7c7 binding host n-d-827839-2 {{(pid=103378) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 17:11:15.565584 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52de6b1f-36da-4d44-8f4f-ddc3b3271e62 req-843ebdad-fe0f-41df-9071-073551afe565 tempest-AggregatesAdminTestJSON-190950878 tempest-AggregatesAdminTestJSON-190950878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:11:15.574079 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-52de6b1f-36da-4d44-8f4f-ddc3b3271e62 req-843ebdad-fe0f-41df-9071-073551afe565 tempest-AggregatesAdminTestJSON-190950878 tempest-AggregatesAdminTestJSON-190950878-project] 10.222.0.89 "GET /v2.0/ports?device_id=22ea2fc8-54da-4816-a487-654d736510de HTTP/1.1" status: 200 len: 935 time: 0.4164703 Feb 04 17:11:15.595814 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-bc34695b-dc36-4aff-ab48-37f65aaa856e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (408dc723-bea6-491d-b464-68410d4be7c7), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:15.655788 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-52de6b1f-36da-4d44-8f4f-ddc3b3271e62 req-a6c4c3d4-267c-430a-90bf-8c02a001471e tempest-AggregatesAdminTestJSON-190950878 tempest-AggregatesAdminTestJSON-190950878-project] 10.222.0.89 "GET /v2.0/security-groups?id=63334a72-f19b-48de-9626-835c42145453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801101 Feb 04 17:11:15.657993 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-75436cf9-1c68-4ba0-aed5-f2a1e276f1bd admin admin] Publish callbacks [] for security_group (649ed004-999a-4ea8-84ac-31096b8ea363), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:15.668538 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-75436cf9-1c68-4ba0-aed5-f2a1e276f1bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (649ed004-999a-4ea8-84ac-31096b8ea363), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:15.728019 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-ddd8fae0-2f28-4fe3-b47b-be4ecd9dcecf req-ed537b47-d21b-43f7-a24b-b5b4bce9a991 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (a299087e-bdf1-4350-8919-d5b3c19cfa3b), before_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:15.736866 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 48700) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:11:15.739711 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-75436cf9-1c68-4ba0-aed5-f2a1e276f1bd admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=2203d27b50734698a50f223afeba5e98&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2338719 Feb 04 17:11:15.884539 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-79e82f1a-cf6f-4589-a9b0-6085ab02e698 admin admin] Publish callbacks [] for security_group (649ed004-999a-4ea8-84ac-31096b8ea363), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:15.929845 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75436cf9-1c68-4ba0-aed5-f2a1e276f1bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=649ed004-999a-4ea8-84ac-31096b8ea363,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:11:15.972854 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-79e82f1a-cf6f-4589-a9b0-6085ab02e698 admin admin] Publish callbacks [] for security_group (649ed004-999a-4ea8-84ac-31096b8ea363), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:16.122722 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-79e82f1a-cf6f-4589-a9b0-6085ab02e698 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (649ed004-999a-4ea8-84ac-31096b8ea363), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:16.125567 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-79e82f1a-cf6f-4589-a9b0-6085ab02e698 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:16.126945 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-79e82f1a-cf6f-4589-a9b0-6085ab02e698 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/649ed004-999a-4ea8-84ac-31096b8ea363 HTTP/1.1" status: 204 len: 168 time: 0.3883488 Feb 04 17:11:16.153513 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e82f1a-cf6f-4589-a9b0-6085ab02e698 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=649ed004-999a-4ea8-84ac-31096b8ea363,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:11:16.276054 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 48730) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:11:16.281313 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-0ee15360-49d9-459d-a49d-b017410558c0 tempest-ServersWithSpecificFlavorTestJSON-330130714 tempest-ServersWithSpecificFlavorTestJSON-330130714-project] Request body: {'security_group': {'name': 'tempest-securitygroup--862776988', 'description': 'tempest-description--515616901'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:11:16.344877 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-0ee15360-49d9-459d-a49d-b017410558c0 tempest-ServersWithSpecificFlavorTestJSON-330130714 tempest-ServersWithSpecificFlavorTestJSON-330130714-project] Publish callbacks [] for security_group (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:16.539010 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-bc34695b-dc36-4aff-ab48-37f65aaa856e None None] Publish callbacks [] for port (408dc723-bea6-491d-b464-68410d4be7c7), precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:16.553871 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-bc34695b-dc36-4aff-ab48-37f65aaa856e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (408dc723-bea6-491d-b464-68410d4be7c7), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:16.649956 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-0ee15360-49d9-459d-a49d-b017410558c0 tempest-ServersWithSpecificFlavorTestJSON-330130714 tempest-ServersWithSpecificFlavorTestJSON-330130714-project] Publish callbacks [] for security_group (a2b9895e-fd37-4072-8754-90c5d10d2f1e), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:16.658619 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-0ee15360-49d9-459d-a49d-b017410558c0 tempest-ServersWithSpecificFlavorTestJSON-330130714 tempest-ServersWithSpecificFlavorTestJSON-330130714-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (a2b9895e-fd37-4072-8754-90c5d10d2f1e), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:16.808626 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 48740) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:11:16.817306 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-0ee15360-49d9-459d-a49d-b017410558c0 tempest-ServersWithSpecificFlavorTestJSON-330130714 tempest-ServersWithSpecificFlavorTestJSON-330130714-project] Publish callbacks [] for security_group (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:16.821512 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-0ee15360-49d9-459d-a49d-b017410558c0 tempest-ServersWithSpecificFlavorTestJSON-330130714 tempest-ServersWithSpecificFlavorTestJSON-330130714-project] 10.222.0.89 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.5433214 Feb 04 17:11:16.846298 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 48742) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:11:16.925880 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-d3963265-ed3d-4be9-aafa-bd57eb4f3225 tempest-ServersWithSpecificFlavorTestJSON-330130714 tempest-ServersWithSpecificFlavorTestJSON-330130714-project] Request body: {'security_group_rule': {'security_group_id': 'a2b9895e-fd37-4072-8754-90c5d10d2f1e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:11:16.932230 n-d-827839-2 neutron-server[103377]: DEBUG neutron.notifiers.nova [req-ddd8fae0-2f28-4fe3-b47b-be4ecd9dcecf req-ed537b47-d21b-43f7-a24b-b5b4bce9a991 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a299087e-bdf1-4350-8919-d5b3c19cfa3b {{(pid=103377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 17:11:16.953194 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee15360-49d9-459d-a49d-b017410558c0 tempest-ServersWithSpecificFlavorTestJSON-330130714 tempest-ServersWithSpecificFlavorTestJSON-330130714-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a2b9895e-fd37-4072-8754-90c5d10d2f1e,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:11:16.953773 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d57426f-b6db-4f5e-b6d2-7a37a9f8da23 None None] Pushing event updated for resources: {'Port': ['ID=408dc723-bea6-491d-b464-68410d4be7c7,revision_number=3']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:11:16.974390 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-ddd8fae0-2f28-4fe3-b47b-be4ecd9dcecf req-ed537b47-d21b-43f7-a24b-b5b4bce9a991 service neutron] Publish callbacks [] for port (a299087e-bdf1-4350-8919-d5b3c19cfa3b), precommit_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:17.027700 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-d3963265-ed3d-4be9-aafa-bd57eb4f3225 tempest-ServersWithSpecificFlavorTestJSON-330130714 tempest-ServersWithSpecificFlavorTestJSON-330130714-project] Publish callbacks [] for security_group_rule (be1ba58f-b013-43dd-98c7-7e32fbafae50), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:17.062706 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-bc34695b-dc36-4aff-ab48-37f65aaa856e None None] Attempting to bind port 408dc723-bea6-491d-b464-68410d4be7c7 on host n-d-827839-2 for vnic_type normal with profile {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:11:17.063343 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-bc34695b-dc36-4aff-ab48-37f65aaa856e None None] Attempting to bind port 408dc723-bea6-491d-b464-68410d4be7c7 by drivers openvswitch,hyperv on host n-d-827839-2 at level 0 using segments [{'id': '0dd3dbb9-6674-4135-9538-a5501c158cbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '16ba072e-986a-4d00-ae75-d3edbe2bf2c9'}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:11:17.063545 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc34695b-dc36-4aff-ab48-37f65aaa856e None None] Attempting to bind port 408dc723-bea6-491d-b464-68410d4be7c7 on network 16ba072e-986a-4d00-ae75-d3edbe2bf2c9 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:11:17.081391 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.provisioning_blocks [req-ddd8fae0-2f28-4fe3-b47b-be4ecd9dcecf req-ed537b47-d21b-43f7-a24b-b5b4bce9a991 service neutron] Transition to ACTIVE for port object a299087e-bdf1-4350-8919-d5b3c19cfa3b will not be triggered until provisioned by entity L2. {{(pid=103377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 17:11:17.089778 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc34695b-dc36-4aff-ab48-37f65aaa856e None None] Checking agent: {'id': 'ba70844b-66a0-45fd-a2f2-e6ed673321fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 0, 36), 'started_at': datetime.datetime(2022, 2, 4, 17, 1, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 11, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:11:17.090233 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc34695b-dc36-4aff-ab48-37f65aaa856e None None] Checking segment: {'id': '0dd3dbb9-6674-4135-9538-a5501c158cbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '16ba072e-986a-4d00-ae75-d3edbe2bf2c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:11:17.091110 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-bc34695b-dc36-4aff-ab48-37f65aaa856e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:17.091572 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc34695b-dc36-4aff-ab48-37f65aaa856e None None] Bound using segment: {'id': '0dd3dbb9-6674-4135-9538-a5501c158cbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '16ba072e-986a-4d00-ae75-d3edbe2bf2c9'} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:11:17.092194 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-bc34695b-dc36-4aff-ab48-37f65aaa856e None None] Bound port: 408dc723-bea6-491d-b464-68410d4be7c7, host: n-d-827839-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0dd3dbb9-6674-4135-9538-a5501c158cbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '16ba072e-986a-4d00-ae75-d3edbe2bf2c9'}}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:11:17.092623 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-bc34695b-dc36-4aff-ab48-37f65aaa856e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (408dc723-bea6-491d-b464-68410d4be7c7), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:17.094408 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-ddd8fae0-2f28-4fe3-b47b-be4ecd9dcecf req-ed537b47-d21b-43f7-a24b-b5b4bce9a991 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (a299087e-bdf1-4350-8919-d5b3c19cfa3b), after_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:17.270920 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 48754) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:11:17.303619 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-8def774b-7f11-4e50-9169-4f4c5b832e80 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:17.353122 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-d3963265-ed3d-4be9-aafa-bd57eb4f3225 tempest-ServersWithSpecificFlavorTestJSON-330130714 tempest-ServersWithSpecificFlavorTestJSON-330130714-project] Publish callbacks [] for security_group_rule (be1ba58f-b013-43dd-98c7-7e32fbafae50), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:17.365710 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-bc34695b-dc36-4aff-ab48-37f65aaa856e None None] For port 408dc723-bea6-491d-b464-68410d4be7c7, host n-d-827839-2, cleared binding levels {{(pid=103378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:11:17.400028 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-679dc5c2-9262-42b8-ba52-f3c45efc4e1d None None] Provisioning complete for port 408dc723-bea6-491d-b464-68410d4be7c7 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:11:17.401929 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-679dc5c2-9262-42b8-ba52-f3c45efc4e1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (408dc723-bea6-491d-b464-68410d4be7c7), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:17.403073 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-d3963265-ed3d-4be9-aafa-bd57eb4f3225 tempest-ServersWithSpecificFlavorTestJSON-330130714 tempest-ServersWithSpecificFlavorTestJSON-330130714-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664556'] for security_group_rule (be1ba58f-b013-43dd-98c7-7e32fbafae50), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:17.473707 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-d3963265-ed3d-4be9-aafa-bd57eb4f3225 tempest-ServersWithSpecificFlavorTestJSON-330130714 tempest-ServersWithSpecificFlavorTestJSON-330130714-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:17.478373 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-d3963265-ed3d-4be9-aafa-bd57eb4f3225 tempest-ServersWithSpecificFlavorTestJSON-330130714 tempest-ServersWithSpecificFlavorTestJSON-330130714-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6201384 Feb 04 17:11:17.505551 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 48758) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:11:17.515150 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-679dc5c2-9262-42b8-ba52-f3c45efc4e1d None None] Port 408dc723-bea6-491d-b464-68410d4be7c7 cannot update to ACTIVE because it is not bound. {{(pid=103378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 17:11:17.529809 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-bc34695b-dc36-4aff-ab48-37f65aaa856e None None] For port 408dc723-bea6-491d-b464-68410d4be7c7, host n-d-827839-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=408dc723-bea6-491d-b464-68410d4be7c7,segment=NetworkSegment(0dd3dbb9-6674-4135-9538-a5501c158cbd),segment_id=0dd3dbb9-6674-4135-9538-a5501c158cbd)] {{(pid=103378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:11:17.543616 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-bc34695b-dc36-4aff-ab48-37f65aaa856e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (408dc723-bea6-491d-b464-68410d4be7c7), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:17.546440 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-4dfabb02-0cb5-4807-a787-463d2d01716a tempest-ServersWithSpecificFlavorTestJSON-330130714 tempest-ServersWithSpecificFlavorTestJSON-330130714-project] Request body: {'security_group_rule': {'security_group_id': 'a2b9895e-fd37-4072-8754-90c5d10d2f1e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:11:17.565629 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3963265-ed3d-4be9-aafa-bd57eb4f3225 tempest-ServersWithSpecificFlavorTestJSON-330130714 tempest-ServersWithSpecificFlavorTestJSON-330130714-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be1ba58f-b013-43dd-98c7-7e32fbafae50,revision_number=0']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:11:17.640785 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed537b47-d21b-43f7-a24b-b5b4bce9a991 service neutron] Pushing event updated for resources: {'Port': ['ID=a299087e-bdf1-4350-8919-d5b3c19cfa3b,revision_number=2']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:11:17.663883 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17925ee-b934-4232-96f9-dd527dbf2147 req-32f52de7-0aa7-4304-b320-8fece50c414b tempest-AggregatesAdminTestJSON-190950878 tempest-AggregatesAdminTestJSON-190950878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:11:17.677909 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-e17925ee-b934-4232-96f9-dd527dbf2147 req-32f52de7-0aa7-4304-b320-8fece50c414b tempest-AggregatesAdminTestJSON-190950878 tempest-AggregatesAdminTestJSON-190950878-project] 10.222.0.89 "GET /v2.0/ports?device_id=22ea2fc8-54da-4816-a487-654d736510de HTTP/1.1" status: 200 len: 968 time: 0.5833669 Feb 04 17:11:17.719724 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-8def774b-7f11-4e50-9169-4f4c5b832e80 admin admin] Publish callbacks [] for security_group (d6ef126e-f5ca-4ebc-ab63-0af926926898), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:17.732603 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [req-ddd8fae0-2f28-4fe3-b47b-be4ecd9dcecf req-ed537b47-d21b-43f7-a24b-b5b4bce9a991 service neutron] Attempting to bind port a299087e-bdf1-4350-8919-d5b3c19cfa3b on host n-h2-827839-2 for vnic_type normal with profile {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:11:17.736894 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [req-ddd8fae0-2f28-4fe3-b47b-be4ecd9dcecf req-ed537b47-d21b-43f7-a24b-b5b4bce9a991 service neutron] Attempting to bind port a299087e-bdf1-4350-8919-d5b3c19cfa3b by drivers openvswitch,hyperv on host n-h2-827839-2 at level 0 using segments [{'id': '3a39b085-d3e6-43bb-a64c-1b06dd049e5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '02be22b9-aa53-40ea-8050-9239cd27d1ff'}] {{(pid=103377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:11:17.737825 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddd8fae0-2f28-4fe3-b47b-be4ecd9dcecf req-ed537b47-d21b-43f7-a24b-b5b4bce9a991 service neutron] Attempting to bind port a299087e-bdf1-4350-8919-d5b3c19cfa3b on network 02be22b9-aa53-40ea-8050-9239cd27d1ff {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:11:17.745954 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-4dfabb02-0cb5-4807-a787-463d2d01716a tempest-ServersWithSpecificFlavorTestJSON-330130714 tempest-ServersWithSpecificFlavorTestJSON-330130714-project] Publish callbacks [] for security_group_rule (a035332f-6a31-4d09-90ff-bb49dfe0dc07), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:17.765013 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc34695b-dc36-4aff-ab48-37f65aaa856e None None] Routers {'e6cfa39f-f4f7-40b5-962c-02e403579bac'} bound to L3 agent in host n-d-827839-2 {{(pid=103378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:11:17.765013 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-bc34695b-dc36-4aff-ab48-37f65aaa856e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:11:02Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['e6cfa39f-f4f7-40b5-962c-02e403579bac'], 'active': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:11:17.765196 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddd8fae0-2f28-4fe3-b47b-be4ecd9dcecf req-ed537b47-d21b-43f7-a24b-b5b4bce9a991 service neutron] Port a299087e-bdf1-4350-8919-d5b3c19cfa3b on network 02be22b9-aa53-40ea-8050-9239cd27d1ff not bound, no agent of type Open vSwitch agent registered on host n-h2-827839-2 {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 17:11:17.765196 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddd8fae0-2f28-4fe3-b47b-be4ecd9dcecf req-ed537b47-d21b-43f7-a24b-b5b4bce9a991 service neutron] Attempting to bind port a299087e-bdf1-4350-8919-d5b3c19cfa3b on network 02be22b9-aa53-40ea-8050-9239cd27d1ff {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:11:17.766741 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-8def774b-7f11-4e50-9169-4f4c5b832e80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (d6ef126e-f5ca-4ebc-ab63-0af926926898), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:17.885852 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d57426f-b6db-4f5e-b6d2-7a37a9f8da23 None None] Pushing event updated for resources: {'Port': ['ID=408dc723-bea6-491d-b464-68410d4be7c7,revision_number=4']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:11:17.886804 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8def774b-7f11-4e50-9169-4f4c5b832e80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6ef126e-f5ca-4ebc-ab63-0af926926898,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:11:17.921493 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddd8fae0-2f28-4fe3-b47b-be4ecd9dcecf req-ed537b47-d21b-43f7-a24b-b5b4bce9a991 service neutron] Checking agent: {'id': 'f20a1ab3-4332-4f54-833b-ba4a7c687e89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 8, 40), 'started_at': datetime.datetime(2022, 2, 4, 17, 8, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 11, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:11:17.922252 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddd8fae0-2f28-4fe3-b47b-be4ecd9dcecf req-ed537b47-d21b-43f7-a24b-b5b4bce9a991 service neutron] Checking segment: {'id': '3a39b085-d3e6-43bb-a64c-1b06dd049e5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '02be22b9-aa53-40ea-8050-9239cd27d1ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:11:17.923395 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddd8fae0-2f28-4fe3-b47b-be4ecd9dcecf req-ed537b47-d21b-43f7-a24b-b5b4bce9a991 service neutron] Bound using segment: {'id': '3a39b085-d3e6-43bb-a64c-1b06dd049e5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '02be22b9-aa53-40ea-8050-9239cd27d1ff'} {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:11:17.924179 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [req-ddd8fae0-2f28-4fe3-b47b-be4ecd9dcecf req-ed537b47-d21b-43f7-a24b-b5b4bce9a991 service neutron] Bound port: a299087e-bdf1-4350-8919-d5b3c19cfa3b, host: n-h2-827839-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a39b085-d3e6-43bb-a64c-1b06dd049e5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '02be22b9-aa53-40ea-8050-9239cd27d1ff'}}] {{(pid=103377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:11:17.924755 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-ddd8fae0-2f28-4fe3-b47b-be4ecd9dcecf req-ed537b47-d21b-43f7-a24b-b5b4bce9a991 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (a299087e-bdf1-4350-8919-d5b3c19cfa3b), before_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:17.941402 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-e17925ee-b934-4232-96f9-dd527dbf2147 req-f29ef5fd-55d3-4263-aa32-93bd9cf7af81 tempest-AggregatesAdminTestJSON-190950878 tempest-AggregatesAdminTestJSON-190950878-project] 10.222.0.89 "GET /v2.0/security-groups?id=63334a72-f19b-48de-9626-835c42145453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2567217 Feb 04 17:11:17.974155 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-7b8b0c83-030e-43a3-83af-1c9f3a8df0e0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:18.080712 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-4dfabb02-0cb5-4807-a787-463d2d01716a tempest-ServersWithSpecificFlavorTestJSON-330130714 tempest-ServersWithSpecificFlavorTestJSON-330130714-project] Publish callbacks [] for security_group_rule (a035332f-6a31-4d09-90ff-bb49dfe0dc07), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:18.094604 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-4dfabb02-0cb5-4807-a787-463d2d01716a tempest-ServersWithSpecificFlavorTestJSON-330130714 tempest-ServersWithSpecificFlavorTestJSON-330130714-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664556'] for security_group_rule (a035332f-6a31-4d09-90ff-bb49dfe0dc07), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:18.112790 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvr_db [None req-bc34695b-dc36-4aff-ab48-37f65aaa856e None None] Set router e6cfa39f-f4f7-40b5-962c-02e403579bac gateway port host: n-d-827839-2 {{(pid=103378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:11:18.147082 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [req-ddd8fae0-2f28-4fe3-b47b-be4ecd9dcecf req-ed537b47-d21b-43f7-a24b-b5b4bce9a991 service neutron] For port a299087e-bdf1-4350-8919-d5b3c19cfa3b, host n-h2-827839-2, cleared binding levels {{(pid=103377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:11:18.152790 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [req-ddd8fae0-2f28-4fe3-b47b-be4ecd9dcecf req-ed537b47-d21b-43f7-a24b-b5b4bce9a991 service neutron] For port a299087e-bdf1-4350-8919-d5b3c19cfa3b, host n-h2-827839-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=a299087e-bdf1-4350-8919-d5b3c19cfa3b,segment=NetworkSegment(3a39b085-d3e6-43bb-a64c-1b06dd049e5a),segment_id=3a39b085-d3e6-43bb-a64c-1b06dd049e5a)] {{(pid=103377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:11:18.159562 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-8def774b-7f11-4e50-9169-4f4c5b832e80 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=0070b0cfac924b8baaa4f7dd721be5c8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8810625 Feb 04 17:11:18.164969 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-ddd8fae0-2f28-4fe3-b47b-be4ecd9dcecf req-ed537b47-d21b-43f7-a24b-b5b4bce9a991 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (a299087e-bdf1-4350-8919-d5b3c19cfa3b), after_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:18.167115 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfabb02-0cb5-4807-a787-463d2d01716a tempest-ServersWithSpecificFlavorTestJSON-330130714 tempest-ServersWithSpecificFlavorTestJSON-330130714-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a035332f-6a31-4d09-90ff-bb49dfe0dc07,revision_number=0']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:11:18.169413 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 48788) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:11:18.179273 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-4dfabb02-0cb5-4807-a787-463d2d01716a tempest-ServersWithSpecificFlavorTestJSON-330130714 tempest-ServersWithSpecificFlavorTestJSON-330130714-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:18.196153 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-4dfabb02-0cb5-4807-a787-463d2d01716a tempest-ServersWithSpecificFlavorTestJSON-330130714 tempest-ServersWithSpecificFlavorTestJSON-330130714-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6752934 Feb 04 17:11:18.218301 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 48790) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:11:18.223825 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-c555ffa9-5fc2-4c62-bffb-640c13e92050 tempest-ServersWithSpecificFlavorTestJSON-330130714 tempest-ServersWithSpecificFlavorTestJSON-330130714-project] Request body: {'floatingip': {'floating_network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:11:18.230169 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-eb7255a9-4e89-4d77-96d2-b16b6224e55e None None] Provisioning complete for port 408dc723-bea6-491d-b464-68410d4be7c7 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:11:18.230549 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-eb7255a9-4e89-4d77-96d2-b16b6224e55e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (408dc723-bea6-491d-b464-68410d4be7c7), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:18.393556 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd8fae0-2f28-4fe3-b47b-be4ecd9dcecf req-ed537b47-d21b-43f7-a24b-b5b4bce9a991 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:11:18.396485 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-ddd8fae0-2f28-4fe3-b47b-be4ecd9dcecf req-ed537b47-d21b-43f7-a24b-b5b4bce9a991 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677565'] for port (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:18.400441 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-ddd8fae0-2f28-4fe3-b47b-be4ecd9dcecf req-ed537b47-d21b-43f7-a24b-b5b4bce9a991 service neutron] 10.222.0.90 "PUT /v2.0/ports/a299087e-bdf1-4350-8919-d5b3c19cfa3b HTTP/1.1" status: 200 len: 1116 time: 3.5211775 Feb 04 17:11:18.410812 n-d-827839-2 neutron-server[103377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22ea2fc8-54da-4816-a487-654d736510de', 'tag': 'a299087e-bdf1-4350-8919-d5b3c19cfa3b'}] {{(pid=103377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:11:18.500837 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-7b8b0c83-030e-43a3-83af-1c9f3a8df0e0 admin admin] Publish callbacks [] for security_group (3da99e61-241b-4ee6-9e25-2464eab67ec5), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:18.504203 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-c555ffa9-5fc2-4c62-bffb-640c13e92050 tempest-ServersWithSpecificFlavorTestJSON-330130714 tempest-ServersWithSpecificFlavorTestJSON-330130714-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:18.539956 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-7b8b0c83-030e-43a3-83af-1c9f3a8df0e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (3da99e61-241b-4ee6-9e25-2464eab67ec5), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:18.617941 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-7b8b0c83-030e-43a3-83af-1c9f3a8df0e0 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=05d4e113f2d44721bad1ab2250e37b95&name=default HTTP/1.1" status: 200 len: 2996 time: 1.7931874 Feb 04 17:11:18.635944 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 48806) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:11:18.655568 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8b0c83-030e-43a3-83af-1c9f3a8df0e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3da99e61-241b-4ee6-9e25-2464eab67ec5,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:11:18.789074 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-eb7255a9-4e89-4d77-96d2-b16b6224e55e None None] Current status of the port 408dc723-bea6-491d-b464-68410d4be7c7 is: DOWN; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:11:18.789607 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-eb7255a9-4e89-4d77-96d2-b16b6224e55e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (408dc723-bea6-491d-b464-68410d4be7c7), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:18.821077 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7240428b650e1488e9361b62648ff4b3a6c19d49d8c27c949491ab58c1346cf0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73163fcd-ee9c-44db-ac11-4dd48b2d5376" -d '{"events": [{"name": "network-changed", "server_uuid": "22ea2fc8-54da-4816-a487-654d736510de", "tag": "a299087e-bdf1-4350-8919-d5b3c19cfa3b"}]}' {{(pid=103377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:11:18.910132 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-eb7255a9-4e89-4d77-96d2-b16b6224e55e None None] For port 408dc723-bea6-491d-b464-68410d4be7c7, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=408dc723-bea6-491d-b464-68410d4be7c7,segment=NetworkSegment(0dd3dbb9-6674-4135-9538-a5501c158cbd),segment_id=0dd3dbb9-6674-4135-9538-a5501c158cbd)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:11:18.923702 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-eb7255a9-4e89-4d77-96d2-b16b6224e55e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (408dc723-bea6-491d-b464-68410d4be7c7), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:19.002086 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-bc34695b-dc36-4aff-ab48-37f65aaa856e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6cfa39f-f4f7-40b5-962c-02e403579bac', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1225084271-router', 'tenant_id': '0ec81d08a88a46d0aaf649efd27614b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.60'}], 'enable_snat': True}, 'gw_port_id': 'ece315fd-f7f5-4da8-b591-f15dc27ca6ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:11:06Z', 'updated_at': '2022-02-04T17:11:11Z', 'revision_number': 4, 'project_id': '0ec81d08a88a46d0aaf649efd27614b8', 'gw_port': {'id': 'ece315fd-f7f5-4da8-b591-f15dc27ca6ef', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:7a:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6cfa39f-f4f7-40b5-962c-02e403579bac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:11:07Z', 'updated_at': '2022-02-04T17:11:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_interfaces': [{'id': '408dc723-bea6-491d-b464-68410d4be7c7', 'name': '', 'network_id': '16ba072e-986a-4d00-ae75-d3edbe2bf2c9', 'tenant_id': '0ec81d08a88a46d0aaf649efd27614b8', 'mac_address': 'fa:16:3e:da:2d:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6cfa39f-f4f7-40b5-962c-02e403579bac', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'd3eeeabb-874e-4db6-8ebc-ab58caaf205e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:11:10Z', 'updated_at': '2022-02-04T17:11:17Z', 'revision_number': 4, 'project_id': '0ec81d08a88a46d0aaf649efd27614b8', 'subnets': [{'id': 'd3eeeabb-874e-4db6-8ebc-ab58caaf205e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-2', False) {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:11:19.038579 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-c555ffa9-5fc2-4c62-bffb-640c13e92050 tempest-ServersWithSpecificFlavorTestJSON-330130714 tempest-ServersWithSpecificFlavorTestJSON-330130714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:19.063395 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-c06ed2de-cafd-4bf0-a9ff-a75dc6a92d03 admin admin] Publish callbacks [] for security_group (d6ef126e-f5ca-4ebc-ab63-0af926926898), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:19.117082 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-c06ed2de-cafd-4bf0-a9ff-a75dc6a92d03 admin admin] Publish callbacks [] for security_group (d6ef126e-f5ca-4ebc-ab63-0af926926898), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:19.169533 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.db_base_plugin_common [None req-c555ffa9-5fc2-4c62-bffb-640c13e92050 tempest-ServersWithSpecificFlavorTestJSON-330130714 tempest-ServersWithSpecificFlavorTestJSON-330130714-project] Allocated IP 172.25.6.98 (48165773-85ad-49a1-9ec1-76fc8dc24188/7660bfad-1ea8-4fe7-831b-bed836f13efc/d3c41b4e-6368-4c18-a1aa-d989f441a3d9) {{(pid=103376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:11:19.208145 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed537b47-d21b-43f7-a24b-b5b4bce9a991 service neutron] Pushing event updated for resources: {'Port': ['ID=a299087e-bdf1-4350-8919-d5b3c19cfa3b,revision_number=3']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:11:19.346477 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-c555ffa9-5fc2-4c62-bffb-640c13e92050 tempest-ServersWithSpecificFlavorTestJSON-330130714 tempest-ServersWithSpecificFlavorTestJSON-330130714-project] Publish callbacks [] for port (d3c41b4e-6368-4c18-a1aa-d989f441a3d9), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:19.349546 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-c06ed2de-cafd-4bf0-a9ff-a75dc6a92d03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (d6ef126e-f5ca-4ebc-ab63-0af926926898), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:19.352106 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-c06ed2de-cafd-4bf0-a9ff-a75dc6a92d03 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:19.363727 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-c06ed2de-cafd-4bf0-a9ff-a75dc6a92d03 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/d6ef126e-f5ca-4ebc-ab63-0af926926898 HTTP/1.1" status: 204 len: 168 time: 1.1883936 Feb 04 17:11:19.373242 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 17:11:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0636216-28e4-4dad-9b8a-3c1a5c4f4c3c x-openstack-request-id: req-b0636216-28e4-4dad-9b8a-3c1a5c4f4c3c {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:11:19.373552 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22ea2fc8-54da-4816-a487-654d736510de", "tag": "a299087e-bdf1-4350-8919-d5b3c19cfa3b", "status": "completed", "code": 200}]} {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:11:19.373810 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-b0636216-28e4-4dad-9b8a-3c1a5c4f4c3c {{(pid=103377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:11:19.374388 n-d-827839-2 neutron-server[103377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22ea2fc8-54da-4816-a487-654d736510de', 'tag': 'a299087e-bdf1-4350-8919-d5b3c19cfa3b', 'status': 'completed', 'code': 200} Feb 04 17:11:19.387524 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-c555ffa9-5fc2-4c62-bffb-640c13e92050 tempest-ServersWithSpecificFlavorTestJSON-330130714 tempest-ServersWithSpecificFlavorTestJSON-330130714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135'] for port (d3c41b4e-6368-4c18-a1aa-d989f441a3d9), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:19.436011 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c555ffa9-5fc2-4c62-bffb-640c13e92050 tempest-ServersWithSpecificFlavorTestJSON-330130714 tempest-ServersWithSpecificFlavorTestJSON-330130714-project] Network 48165773-85ad-49a1-9ec1-76fc8dc24188 is already hosted by enough agents. {{(pid=103376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:11:19.441366 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [None req-c555ffa9-5fc2-4c62-bffb-640c13e92050 tempest-ServersWithSpecificFlavorTestJSON-330130714 tempest-ServersWithSpecificFlavorTestJSON-330130714-project] Resources bound (agent type, host, resource id): {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:11:19.444661 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c555ffa9-5fc2-4c62-bffb-640c13e92050 tempest-ServersWithSpecificFlavorTestJSON-330130714 tempest-ServersWithSpecificFlavorTestJSON-330130714-project] Received port after_create {{(pid=103376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:11:19.453617 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc34695b-dc36-4aff-ab48-37f65aaa856e None None] The sync data for ids ['e6cfa39f-f4f7-40b5-962c-02e403579bac'] in n-d-827839-2 is: [{'id': 'e6cfa39f-f4f7-40b5-962c-02e403579bac', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1225084271-router', 'tenant_id': '0ec81d08a88a46d0aaf649efd27614b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.60'}], 'enable_snat': True}, 'gw_port_id': 'ece315fd-f7f5-4da8-b591-f15dc27ca6ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:11:06Z', 'updated_at': '2022-02-04T17:11:11Z', 'revision_number': 4, 'project_id': '0ec81d08a88a46d0aaf649efd27614b8', 'gw_port': {'id': 'ece315fd-f7f5-4da8-b591-f15dc27ca6ef', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:7a:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6cfa39f-f4f7-40b5-962c-02e403579bac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:11:07Z', 'updated_at': '2022-02-04T17:11:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_interfaces': [{'id': '408dc723-bea6-491d-b464-68410d4be7c7', 'name': '', 'network_id': '16ba072e-986a-4d00-ae75-d3edbe2bf2c9', 'tenant_id': '0ec81d08a88a46d0aaf649efd27614b8', 'mac_address': 'fa:16:3e:da:2d:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6cfa39f-f4f7-40b5-962c-02e403579bac', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'd3eeeabb-874e-4db6-8ebc-ab58caaf205e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:11:10Z', 'updated_at': '2022-02-04T17:11:17Z', 'revision_number': 4, 'project_id': '0ec81d08a88a46d0aaf649efd27614b8', 'subnets': [{'id': 'd3eeeabb-874e-4db6-8ebc-ab58caaf205e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 17:11:19.463769 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06ed2de-cafd-4bf0-a9ff-a75dc6a92d03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6ef126e-f5ca-4ebc-ab63-0af926926898,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:11:19.476957 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-458abc8b-280a-4c48-92a6-ac2bad145d69 admin admin] Publish callbacks [] for security_group (3da99e61-241b-4ee6-9e25-2464eab67ec5), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:19.485993 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c555ffa9-5fc2-4c62-bffb-640c13e92050 tempest-ServersWithSpecificFlavorTestJSON-330130714 tempest-ServersWithSpecificFlavorTestJSON-330130714-project] Pushing event updated for resources: {'Port': ['ID=d3c41b4e-6368-4c18-a1aa-d989f441a3d9,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:11:19.600817 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-458abc8b-280a-4c48-92a6-ac2bad145d69 admin admin] Publish callbacks [] for security_group (3da99e61-241b-4ee6-9e25-2464eab67ec5), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:19.636359 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd8fae0-2f28-4fe3-b47b-be4ecd9dcecf req-577535d9-d22e-4feb-bf14-1d68c9a991e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:11:19.638198 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-ddd8fae0-2f28-4fe3-b47b-be4ecd9dcecf req-577535d9-d22e-4feb-bf14-1d68c9a991e5 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=0e962086c33d485eb5acb700edb95d90&device_id=22ea2fc8-54da-4816-a487-654d736510de HTTP/1.1" status: 200 len: 1150 time: 1.0092864 Feb 04 17:11:19.663610 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-c555ffa9-5fc2-4c62-bffb-640c13e92050 tempest-ServersWithSpecificFlavorTestJSON-330130714 tempest-ServersWithSpecificFlavorTestJSON-330130714-project] Publish callbacks [] for floatingip (f7037037-04ed-42ec-b088-d26d05e8a6b9), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:19.705787 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7255a9-4e89-4d77-96d2-b16b6224e55e None None] Pushing event updated for resources: {'Port': ['ID=408dc723-bea6-491d-b464-68410d4be7c7,revision_number=5']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:11:19.774960 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-c555ffa9-5fc2-4c62-bffb-640c13e92050 tempest-ServersWithSpecificFlavorTestJSON-330130714 tempest-ServersWithSpecificFlavorTestJSON-330130714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (d3c41b4e-6368-4c18-a1aa-d989f441a3d9), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:19.842687 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ab04a3-bc04-45f9-a4f3-63ed510dd9d4 req-cb1791ee-f37e-4758-ab3c-a36520b7c8df tempest-AggregatesAdminTestJSON-190950878 tempest-AggregatesAdminTestJSON-190950878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:11:19.854129 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-f7ab04a3-bc04-45f9-a4f3-63ed510dd9d4 req-cb1791ee-f37e-4758-ab3c-a36520b7c8df tempest-AggregatesAdminTestJSON-190950878 tempest-AggregatesAdminTestJSON-190950878-project] 10.222.0.89 "GET /v2.0/ports?device_id=22ea2fc8-54da-4816-a487-654d736510de HTTP/1.1" status: 200 len: 968 time: 0.5971451 Feb 04 17:11:19.985222 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-ddd8fae0-2f28-4fe3-b47b-be4ecd9dcecf req-2e873cc6-1e5a-4cc4-b66f-75238e445efc service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.15&port_id=a299087e-bdf1-4350-8919-d5b3c19cfa3b HTTP/1.1" status: 200 len: 217 time: 0.2823887 Feb 04 17:11:20.046719 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-f7ab04a3-bc04-45f9-a4f3-63ed510dd9d4 req-cfd42d9f-6254-4c8a-bd37-abdbedf99226 tempest-AggregatesAdminTestJSON-190950878 tempest-AggregatesAdminTestJSON-190950878-project] 10.222.0.89 "GET /v2.0/security-groups?id=63334a72-f19b-48de-9626-835c42145453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1903026 Feb 04 17:11:20.066086 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-458abc8b-280a-4c48-92a6-ac2bad145d69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (3da99e61-241b-4ee6-9e25-2464eab67ec5), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:20.069279 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-458abc8b-280a-4c48-92a6-ac2bad145d69 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:20.071723 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-458abc8b-280a-4c48-92a6-ac2bad145d69 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/3da99e61-241b-4ee6-9e25-2464eab67ec5 HTTP/1.1" status: 204 len: 168 time: 1.4066889 Feb 04 17:11:20.094124 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458abc8b-280a-4c48-92a6-ac2bad145d69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3da99e61-241b-4ee6-9e25-2464eab67ec5,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:11:20.257136 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-c555ffa9-5fc2-4c62-bffb-640c13e92050 tempest-ServersWithSpecificFlavorTestJSON-330130714 tempest-ServersWithSpecificFlavorTestJSON-330130714-project] Publish callbacks [] for port (d3c41b4e-6368-4c18-a1aa-d989f441a3d9), precommit_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:20.272340 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-c555ffa9-5fc2-4c62-bffb-640c13e92050 tempest-ServersWithSpecificFlavorTestJSON-330130714 tempest-ServersWithSpecificFlavorTestJSON-330130714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (d3c41b4e-6368-4c18-a1aa-d989f441a3d9), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:20.378073 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c555ffa9-5fc2-4c62-bffb-640c13e92050 tempest-ServersWithSpecificFlavorTestJSON-330130714 tempest-ServersWithSpecificFlavorTestJSON-330130714-project] Pushing event updated for resources: {'Port': ['ID=d3c41b4e-6368-4c18-a1aa-d989f441a3d9,revision_number=2']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:11:20.393464 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-c555ffa9-5fc2-4c62-bffb-640c13e92050 tempest-ServersWithSpecificFlavorTestJSON-330130714 tempest-ServersWithSpecificFlavorTestJSON-330130714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1595586'] for floatingip (f7037037-04ed-42ec-b088-d26d05e8a6b9), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:20.447161 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-c555ffa9-5fc2-4c62-bffb-640c13e92050 tempest-ServersWithSpecificFlavorTestJSON-330130714 tempest-ServersWithSpecificFlavorTestJSON-330130714-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for floatingip (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:20.452330 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-c555ffa9-5fc2-4c62-bffb-640c13e92050 tempest-ServersWithSpecificFlavorTestJSON-330130714 tempest-ServersWithSpecificFlavorTestJSON-330130714-project] 10.222.0.89 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.2325182 Feb 04 17:11:20.538924 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd8fae0-2f28-4fe3-b47b-be4ecd9dcecf req-335fd86b-66e6-42ba-ad32-fd34f5e98f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:11:20.541469 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-ddd8fae0-2f28-4fe3-b47b-be4ecd9dcecf req-335fd86b-66e6-42ba-ad32-fd34f5e98f4d service neutron] 10.222.0.90 "GET /v2.0/subnets?id=c974b0ff-2c5c-4667-8a81-3bde3ea6ced5 HTTP/1.1" status: 200 len: 843 time: 0.3022952 Feb 04 17:11:20.754899 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 408dc723-bea6-491d-b464-68410d4be7c7 up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:11:20.915623 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd8fae0-2f28-4fe3-b47b-be4ecd9dcecf req-d8c0d19a-cf8d-49a8-b51c-16fe1a203da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:11:20.929401 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-ddd8fae0-2f28-4fe3-b47b-be4ecd9dcecf req-d8c0d19a-cf8d-49a8-b51c-16fe1a203da6 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=02be22b9-aa53-40ea-8050-9239cd27d1ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3777857 Feb 04 17:11:20.968490 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port 408dc723-bea6-491d-b464-68410d4be7c7 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:11:20.969065 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (408dc723-bea6-491d-b464-68410d4be7c7), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:21.166575 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-d9f21063-6d20-464d-bc33-af83cdf0887c req-e95331ab-f443-4a62-b152-d01b109ad644 tempest-ServersWithSpecificFlavorTestJSON-330130714 tempest-ServersWithSpecificFlavorTestJSON-330130714-project] 10.222.0.89 "GET /v2.0/security-groups?name=tempest-securitygroup--862776988&fields=id&tenant_id=f616a69521a6439b8b9ce4b5361b1b3c HTTP/1.1" status: 200 len: 267 time: 0.1673069 Feb 04 17:11:21.197424 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port 408dc723-bea6-491d-b464-68410d4be7c7 is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:11:21.286037 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-ddd8fae0-2f28-4fe3-b47b-be4ecd9dcecf req-491473a1-52c4-48e8-a13f-da5c9d102474 service neutron] 10.222.0.90 "GET /v2.0/networks/02be22b9-aa53-40ea-8050-9239cd27d1ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2730594 Feb 04 17:11:21.398857 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 48912) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:11:21.464531 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-d0053989-94ff-4f5c-89ac-aa8401915c73 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:21.544334 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-ddd8fae0-2f28-4fe3-b47b-be4ecd9dcecf req-efd20295-a4e5-481a-8721-81eebe986cbb service neutron] 10.222.0.90 "GET /v2.0/networks/02be22b9-aa53-40ea-8050-9239cd27d1ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2464302 Feb 04 17:11:21.554738 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 48916) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:11:21.789276 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6028f282-0450-4e4c-a091-fc73e792738f req-6fe9c190-b11b-4637-a4ec-2fc5929714a7 tempest-AggregatesAdminTestJSON-190950878 tempest-AggregatesAdminTestJSON-190950878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:11:21.796969 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-6028f282-0450-4e4c-a091-fc73e792738f req-6fe9c190-b11b-4637-a4ec-2fc5929714a7 tempest-AggregatesAdminTestJSON-190950878 tempest-AggregatesAdminTestJSON-190950878-project] 10.222.0.89 "GET /v2.0/ports?device_id=22ea2fc8-54da-4816-a487-654d736510de HTTP/1.1" status: 200 len: 968 time: 0.1580758 Feb 04 17:11:22.097943 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f21063-6d20-464d-bc33-af83cdf0887c req-783f1cd5-f8cd-4149-89af-ca84fae23180 tempest-ServersWithSpecificFlavorTestJSON-330130714 tempest-ServersWithSpecificFlavorTestJSON-330130714-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:11:22.106815 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-d9f21063-6d20-464d-bc33-af83cdf0887c req-783f1cd5-f8cd-4149-89af-ca84fae23180 tempest-ServersWithSpecificFlavorTestJSON-330130714 tempest-ServersWithSpecificFlavorTestJSON-330130714-project] 10.222.0.89 "GET /v2.0/networks?id=4d1c76e6-ea0c-4d14-ba91-32b9665be5f0 HTTP/1.1" status: 200 len: 824 time: 0.9388516 Feb 04 17:11:22.162409 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-9dba6553-f1df-41e7-bd88-1cdaf3d0ab89 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:22.192925 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-d9f21063-6d20-464d-bc33-af83cdf0887c req-2d5697d9-b00c-4030-a2ba-182398d1e04f tempest-ServersWithSpecificFlavorTestJSON-330130714 tempest-ServersWithSpecificFlavorTestJSON-330130714-project] 10.222.0.89 "GET /v2.0/quotas/f616a69521a6439b8b9ce4b5361b1b3c HTTP/1.1" status: 200 len: 375 time: 0.0727925 Feb 04 17:11:22.307170 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-9dba6553-f1df-41e7-bd88-1cdaf3d0ab89 admin admin] Publish callbacks [] for security_group (3e884f14-461c-44e5-80f1-47843e3c51cb), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:22.318198 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-9dba6553-f1df-41e7-bd88-1cdaf3d0ab89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (3e884f14-461c-44e5-80f1-47843e3c51cb), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:22.364551 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-6028f282-0450-4e4c-a091-fc73e792738f req-1094882b-66b9-4179-963f-008dbd39e3d5 tempest-AggregatesAdminTestJSON-190950878 tempest-AggregatesAdminTestJSON-190950878-project] 10.222.0.89 "GET /v2.0/security-groups?id=63334a72-f19b-48de-9626-835c42145453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5566595 Feb 04 17:11:22.384149 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-d0053989-94ff-4f5c-89ac-aa8401915c73 admin admin] Publish callbacks [] for security_group (67acff28-b9c3-4d7a-8b12-764ab9e19eb3), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:22.404080 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-d9f21063-6d20-464d-bc33-af83cdf0887c req-8e6fbd37-9b8b-49a5-bddd-d347ba0ce654 tempest-ServersWithSpecificFlavorTestJSON-330130714 tempest-ServersWithSpecificFlavorTestJSON-330130714-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=f616a69521a6439b8b9ce4b5361b1b3c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2074130 Feb 04 17:11:22.405403 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-d0053989-94ff-4f5c-89ac-aa8401915c73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (67acff28-b9c3-4d7a-8b12-764ab9e19eb3), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:22.426880 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-9dba6553-f1df-41e7-bd88-1cdaf3d0ab89 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=d3a4467284a948d7ad295559b7a68cfc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8705142 Feb 04 17:11:22.433043 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 48934) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:11:22.460361 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dba6553-f1df-41e7-bd88-1cdaf3d0ab89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e884f14-461c-44e5-80f1-47843e3c51cb,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:11:22.522745 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-533425bf-31c2-4ee2-8362-c43ebd49d31c admin admin] Publish callbacks [] for security_group (3e884f14-461c-44e5-80f1-47843e3c51cb), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:22.532885 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0053989-94ff-4f5c-89ac-aa8401915c73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67acff28-b9c3-4d7a-8b12-764ab9e19eb3,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:11:22.563758 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-533425bf-31c2-4ee2-8362-c43ebd49d31c admin admin] Publish callbacks [] for security_group (3e884f14-461c-44e5-80f1-47843e3c51cb), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:22.580144 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-d0053989-94ff-4f5c-89ac-aa8401915c73 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=dd324d3a012f45c0be0f6ecb564cc384&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1775346 Feb 04 17:11:22.581086 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 48942) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:11:22.703158 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73163fcd-ee9c-44db-ac11-4dd48b2d5376 req-49e2a494-6a64-48b0-84f7-232c941ea1f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:11:22.705017 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-73163fcd-ee9c-44db-ac11-4dd48b2d5376 req-49e2a494-6a64-48b0-84f7-232c941ea1f1 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=0e962086c33d485eb5acb700edb95d90&device_id=22ea2fc8-54da-4816-a487-654d736510de HTTP/1.1" status: 200 len: 1150 time: 0.1045578 Feb 04 17:11:22.718154 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-bb1b8cf9-fb91-4798-b3b3-f7742526946c admin admin] Publish callbacks [] for security_group (67acff28-b9c3-4d7a-8b12-764ab9e19eb3), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:22.724569 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [req-d9f21063-6d20-464d-bc33-af83cdf0887c req-223372ae-a609-40c8-9711-9c4dc8d2ed9c service neutron] http://10.222.0.89:9696/v2.0/extensions returned with HTTP 200 {{(pid=103376) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 17:11:22.733282 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-d9f21063-6d20-464d-bc33-af83cdf0887c req-223372ae-a609-40c8-9711-9c4dc8d2ed9c service neutron] 10.222.0.89 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1178727 Feb 04 17:11:22.844054 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-bb1b8cf9-fb91-4798-b3b3-f7742526946c admin admin] Publish callbacks [] for security_group (67acff28-b9c3-4d7a-8b12-764ab9e19eb3), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:22.889921 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-533425bf-31c2-4ee2-8362-c43ebd49d31c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (3e884f14-461c-44e5-80f1-47843e3c51cb), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:22.892431 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-533425bf-31c2-4ee2-8362-c43ebd49d31c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:22.895958 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-533425bf-31c2-4ee2-8362-c43ebd49d31c admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/3e884f14-461c-44e5-80f1-47843e3c51cb HTTP/1.1" status: 204 len: 168 time: 0.4484897 Feb 04 17:11:22.927911 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533425bf-31c2-4ee2-8362-c43ebd49d31c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e884f14-461c-44e5-80f1-47843e3c51cb,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:11:22.969585 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-d9f21063-6d20-464d-bc33-af83cdf0887c req-c6bc3bfc-9a65-4729-8c19-27f6cc683dee service neutron] 10.222.0.89 "GET /v2.0/networks/4d1c76e6-ea0c-4d14-ba91-32b9665be5f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2351165 Feb 04 17:11:22.989681 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-bb1b8cf9-fb91-4798-b3b3-f7742526946c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (67acff28-b9c3-4d7a-8b12-764ab9e19eb3), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:22.993455 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-bb1b8cf9-fb91-4798-b3b3-f7742526946c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:22.994954 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-bb1b8cf9-fb91-4798-b3b3-f7742526946c admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/67acff28-b9c3-4d7a-8b12-764ab9e19eb3 HTTP/1.1" status: 204 len: 168 time: 0.4126093 Feb 04 17:11:23.042565 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1b8cf9-fb91-4798-b3b3-f7742526946c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67acff28-b9c3-4d7a-8b12-764ab9e19eb3,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:11:23.118069 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-d9f21063-6d20-464d-bc33-af83cdf0887c req-39439e48-a3ca-4029-9677-1fb2d1a7a784 service neutron] 10.222.0.89 "GET /v2.0/networks/4d1c76e6-ea0c-4d14-ba91-32b9665be5f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1474764 Feb 04 17:11:23.118242 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73163fcd-ee9c-44db-ac11-4dd48b2d5376 req-bb4fa739-29a2-474e-bbaa-b90ff6df753f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:11:23.119666 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-73163fcd-ee9c-44db-ac11-4dd48b2d5376 req-bb4fa739-29a2-474e-bbaa-b90ff6df753f service neutron] 10.222.0.90 "GET /v2.0/networks?id=02be22b9-aa53-40ea-8050-9239cd27d1ff HTTP/1.1" status: 200 len: 870 time: 0.3908491 Feb 04 17:11:23.355579 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-73163fcd-ee9c-44db-ac11-4dd48b2d5376 req-a677238a-249f-4f06-979e-14e9db782911 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.15&port_id=a299087e-bdf1-4350-8919-d5b3c19cfa3b HTTP/1.1" status: 200 len: 217 time: 0.0695350 Feb 04 17:11:23.462402 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-6c87c8c6-65a4-4088-b572-26961e65a65e req-47fe5a00-7aeb-47bc-9585-1797211ceb4c tempest-ServersWithSpecificFlavorTestJSON-330130714 tempest-ServersWithSpecificFlavorTestJSON-330130714-project] 10.222.0.89 "GET /v2.0/ports?device_id=07c45ccf-8a9c-4b4a-a3ab-97114a1df7b0 HTTP/1.1" status: 200 len: 210 time: 0.0790524 Feb 04 17:11:23.582529 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 48986) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:11:23.608887 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-ddb5b92c-70a8-4cc5-a698-e799d3c76669 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:23.709826 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795b1de3-3813-4405-8022-0ce1d4322ffb req-8db18836-4557-4eef-a408-6ff99fc00096 tempest-AggregatesAdminTestJSON-190950878 tempest-AggregatesAdminTestJSON-190950878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:11:23.728435 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-795b1de3-3813-4405-8022-0ce1d4322ffb req-8db18836-4557-4eef-a408-6ff99fc00096 tempest-AggregatesAdminTestJSON-190950878 tempest-AggregatesAdminTestJSON-190950878-project] 10.222.0.89 "GET /v2.0/ports?device_id=22ea2fc8-54da-4816-a487-654d736510de HTTP/1.1" status: 200 len: 968 time: 0.1750536 Feb 04 17:11:23.878534 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-795b1de3-3813-4405-8022-0ce1d4322ffb req-915433a0-7be9-4fa4-97fc-f713d8db9513 tempest-AggregatesAdminTestJSON-190950878 tempest-AggregatesAdminTestJSON-190950878-project] 10.222.0.89 "GET /v2.0/security-groups?id=63334a72-f19b-48de-9626-835c42145453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472831 Feb 04 17:11:23.896242 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-ddb5b92c-70a8-4cc5-a698-e799d3c76669 admin admin] Publish callbacks [] for security_group (fa4018fa-b49d-4dcf-8df7-c51e8fa7b285), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:23.904761 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-ddb5b92c-70a8-4cc5-a698-e799d3c76669 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (fa4018fa-b49d-4dcf-8df7-c51e8fa7b285), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:23.950424 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-ddb5b92c-70a8-4cc5-a698-e799d3c76669 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=719d774990bf4880b9abda0beecaff5a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3667450 Feb 04 17:11:23.951351 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb5b92c-70a8-4cc5-a698-e799d3c76669 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa4018fa-b49d-4dcf-8df7-c51e8fa7b285,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:11:23.954183 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 49000) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:11:24.039731 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-4664c984-f27e-47d9-8e07-463e5126297e admin admin] Publish callbacks [] for security_group (fa4018fa-b49d-4dcf-8df7-c51e8fa7b285), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:24.065795 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-4664c984-f27e-47d9-8e07-463e5126297e admin admin] Publish callbacks [] for security_group (fa4018fa-b49d-4dcf-8df7-c51e8fa7b285), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:24.127863 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-4664c984-f27e-47d9-8e07-463e5126297e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (fa4018fa-b49d-4dcf-8df7-c51e8fa7b285), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:24.133778 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-4664c984-f27e-47d9-8e07-463e5126297e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:24.137379 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-4664c984-f27e-47d9-8e07-463e5126297e admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/fa4018fa-b49d-4dcf-8df7-c51e8fa7b285 HTTP/1.1" status: 204 len: 168 time: 0.1824534 Feb 04 17:11:24.158418 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4664c984-f27e-47d9-8e07-463e5126297e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa4018fa-b49d-4dcf-8df7-c51e8fa7b285,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:11:24.487284 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73163fcd-ee9c-44db-ac11-4dd48b2d5376 req-e2847151-ae36-4403-adfc-245070a0977a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:11:24.491076 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-73163fcd-ee9c-44db-ac11-4dd48b2d5376 req-e2847151-ae36-4403-adfc-245070a0977a service neutron] 10.222.0.90 "GET /v2.0/subnets?id=c974b0ff-2c5c-4667-8a81-3bde3ea6ced5 HTTP/1.1" status: 200 len: 843 time: 0.2084558 Feb 04 17:11:24.600209 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73163fcd-ee9c-44db-ac11-4dd48b2d5376 req-65ab0da9-88c3-4c75-a124-77e3c6ae4cde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:11:24.602827 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-73163fcd-ee9c-44db-ac11-4dd48b2d5376 req-65ab0da9-88c3-4c75-a124-77e3c6ae4cde service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=02be22b9-aa53-40ea-8050-9239cd27d1ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1015928 Feb 04 17:11:24.609854 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-78b2f143-a26b-474f-802f-42b62aa6f6fc req-720b262b-bae2-42c8-9460-1a14691d6e19 tempest-ServersWithSpecificFlavorTestJSON-330130714 tempest-ServersWithSpecificFlavorTestJSON-330130714-project] 10.222.0.89 "GET /v2.0/ports?device_id=07c45ccf-8a9c-4b4a-a3ab-97114a1df7b0 HTTP/1.1" status: 200 len: 210 time: 0.0589018 Feb 04 17:11:24.884564 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-73163fcd-ee9c-44db-ac11-4dd48b2d5376 req-40849d34-b1e1-43fb-9c50-04c0e7ac8a93 service neutron] 10.222.0.90 "GET /v2.0/networks/02be22b9-aa53-40ea-8050-9239cd27d1ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2705381 Feb 04 17:11:25.030137 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8788ac-7c4e-48f7-8676-9cfadb1fa1df req-a43972aa-ec09-4e47-8fcf-8a29e81b807e tempest-AggregatesAdminTestJSON-190950878 tempest-AggregatesAdminTestJSON-190950878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:11:25.039043 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-cb8788ac-7c4e-48f7-8676-9cfadb1fa1df req-a43972aa-ec09-4e47-8fcf-8a29e81b807e tempest-AggregatesAdminTestJSON-190950878 tempest-AggregatesAdminTestJSON-190950878-project] 10.222.0.89 "GET /v2.0/ports?device_id=22ea2fc8-54da-4816-a487-654d736510de HTTP/1.1" status: 200 len: 968 time: 0.0782819 Feb 04 17:11:25.101920 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-cb8788ac-7c4e-48f7-8676-9cfadb1fa1df req-399f5c7f-eb8f-4d8b-bf17-e9c05051b218 tempest-AggregatesAdminTestJSON-190950878 tempest-AggregatesAdminTestJSON-190950878-project] 10.222.0.89 "GET /v2.0/security-groups?id=63334a72-f19b-48de-9626-835c42145453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616453 Feb 04 17:11:25.528495 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-57c7b214-87ae-426a-a71a-8a9affd31c17 req-7fb43cf3-b65a-41a2-9bfb-ce15b5725281 tempest-TenantUsagesTestJSON-1510417140 tempest-TenantUsagesTestJSON-1510417140-project] 10.222.0.89 "GET /v2.0/networks?tenant_id=91a3d1cbe1ca43709692c0c6b5687949&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0381777 Feb 04 17:11:25.649522 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c7b214-87ae-426a-a71a-8a9affd31c17 req-38a604ba-5085-471f-b0d4-55b2dd2f953f tempest-TenantUsagesTestJSON-1510417140 tempest-TenantUsagesTestJSON-1510417140-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:11:25.656434 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-57c7b214-87ae-426a-a71a-8a9affd31c17 req-38a604ba-5085-471f-b0d4-55b2dd2f953f tempest-TenantUsagesTestJSON-1510417140 tempest-TenantUsagesTestJSON-1510417140-project] 10.222.0.89 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1266878 Feb 04 17:11:25.666576 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-57c7b214-87ae-426a-a71a-8a9affd31c17 req-e1f72948-4bd1-49f7-aa73-045ef0282559 tempest-TenantUsagesTestJSON-1510417140 tempest-TenantUsagesTestJSON-1510417140-project] 10.222.0.89 "GET /v2.0/quotas/91a3d1cbe1ca43709692c0c6b5687949 HTTP/1.1" status: 200 len: 375 time: 0.0092854 Feb 04 17:11:25.679419 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.96', 56795) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:11:25.773735 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 49088) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:11:25.813877 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-57c7b214-87ae-426a-a71a-8a9affd31c17 req-adb36a7f-4a32-4da5-9e1e-38d578feb887 tempest-TenantUsagesTestJSON-1510417140 tempest-TenantUsagesTestJSON-1510417140-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=91a3d1cbe1ca43709692c0c6b5687949&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1394835 Feb 04 17:11:25.822296 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-27b94284-0fe8-417c-b8ca-464e4a450cd8 req-94c9c41b-98e7-4718-9e99-7a0796574578 tempest-ServersWithSpecificFlavorTestJSON-330130714 tempest-ServersWithSpecificFlavorTestJSON-330130714-project] 10.222.0.89 "GET /v2.0/ports?device_id=07c45ccf-8a9c-4b4a-a3ab-97114a1df7b0 HTTP/1.1" status: 200 len: 210 time: 0.0416141 Feb 04 17:11:25.859576 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f21063-6d20-464d-bc33-af83cdf0887c req-84d65023-0d75-4088-9cf9-a64b944c0ead tempest-ServersWithSpecificFlavorTestJSON-330130714 tempest-ServersWithSpecificFlavorTestJSON-330130714-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:11:25.861746 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-d9f21063-6d20-464d-bc33-af83cdf0887c req-84d65023-0d75-4088-9cf9-a64b944c0ead tempest-ServersWithSpecificFlavorTestJSON-330130714 tempest-ServersWithSpecificFlavorTestJSON-330130714-project] 10.222.0.96 "GET /v2.0/networks?id=4d1c76e6-ea0c-4d14-ba91-32b9665be5f0 HTTP/1.1" status: 200 len: 824 time: 0.1802757 Feb 04 17:11:25.955351 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 49096) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:11:26.007972 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-73163fcd-ee9c-44db-ac11-4dd48b2d5376 req-531e98e6-b3fa-4244-9249-dd564a29791f service neutron] 10.222.0.90 "GET /v2.0/networks/02be22b9-aa53-40ea-8050-9239cd27d1ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1197145 Feb 04 17:11:26.078214 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-d9f21063-6d20-464d-bc33-af83cdf0887c req-d2ecddd4-04f2-45b4-8c69-ab75e936460e tempest-ServersWithSpecificFlavorTestJSON-330130714 tempest-ServersWithSpecificFlavorTestJSON-330130714-project] 10.222.0.96 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f616a69521a6439b8b9ce4b5361b1b3c HTTP/1.1" status: 200 len: 379 time: 0.1358657 Feb 04 17:11:26.079485 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-d8007cff-29e3-47a2-8e13-7d89578ae477 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:26.113109 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [req-d9f21063-6d20-464d-bc33-af83cdf0887c req-258d2341-345e-4177-b30f-436a1cb40e30 tempest-ServersWithSpecificFlavorTestJSON-330130714 tempest-ServersWithSpecificFlavorTestJSON-330130714-project] Request body: {'port': {'device_id': '07c45ccf-8a9c-4b4a-a3ab-97114a1df7b0', 'network_id': '4d1c76e6-ea0c-4d14-ba91-32b9665be5f0', 'admin_state_up': True, 'tenant_id': 'f616a69521a6439b8b9ce4b5361b1b3c', 'security_groups': ['a2b9895e-fd37-4072-8754-90c5d10d2f1e']}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:11:26.166401 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-fe6e8ff2-a9ea-408d-8b65-53dc97fbb199 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1637432301-network', 'tenant_id': 'f3812c841c31408e86184d3885a61bc1'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:11:26.197419 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-80285b4f-ff81-4592-9310-91b7f4df0500 req-6020f9fa-1c10-4b83-959a-9f5eb83863dd tempest-TenantUsagesTestJSON-1510417140 tempest-TenantUsagesTestJSON-1510417140-project] 10.222.0.89 "GET /v2.0/ports?device_id=a205f6b5-e519-437d-89f9-789236c6a540 HTTP/1.1" status: 200 len: 210 time: 0.0928042 Feb 04 17:11:26.296216 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964fd5de-cbf4-4f5a-b5b8-238db16f38a8 req-1e552edd-ca02-40d4-ae20-22604a82b77d tempest-AggregatesAdminTestJSON-190950878 tempest-AggregatesAdminTestJSON-190950878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:11:26.298680 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-964fd5de-cbf4-4f5a-b5b8-238db16f38a8 req-1e552edd-ca02-40d4-ae20-22604a82b77d tempest-AggregatesAdminTestJSON-190950878 tempest-AggregatesAdminTestJSON-190950878-project] 10.222.0.89 "GET /v2.0/ports?device_id=22ea2fc8-54da-4816-a487-654d736510de HTTP/1.1" status: 200 len: 968 time: 0.0737963 Feb 04 17:11:26.391521 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-964fd5de-cbf4-4f5a-b5b8-238db16f38a8 req-392bd362-25d1-4ec8-9bfe-8e5c61283eff tempest-AggregatesAdminTestJSON-190950878 tempest-AggregatesAdminTestJSON-190950878-project] 10.222.0.89 "GET /v2.0/security-groups?id=63334a72-f19b-48de-9626-835c42145453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867350 Feb 04 17:11:26.398059 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe6e8ff2-a9ea-408d-8b65-53dc97fbb199 admin admin] Made reservation on behalf of f3812c841c31408e86184d3885a61bc1 for: {'network': 1} {{(pid=103376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:11:26.400386 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-fe6e8ff2-a9ea-408d-8b65-53dc97fbb199 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for network (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:26.428726 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-fe6e8ff2-a9ea-408d-8b65-53dc97fbb199 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:26.457439 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d9f21063-6d20-464d-bc33-af83cdf0887c req-258d2341-345e-4177-b30f-436a1cb40e30 tempest-ServersWithSpecificFlavorTestJSON-330130714 tempest-ServersWithSpecificFlavorTestJSON-330130714-project] Made reservation on behalf of f616a69521a6439b8b9ce4b5361b1b3c for: {'port': 1} {{(pid=103376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:11:26.461057 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-d9f21063-6d20-464d-bc33-af83cdf0887c req-258d2341-345e-4177-b30f-436a1cb40e30 tempest-ServersWithSpecificFlavorTestJSON-330130714 tempest-ServersWithSpecificFlavorTestJSON-330130714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:26.525613 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-d8007cff-29e3-47a2-8e13-7d89578ae477 admin admin] Publish callbacks [] for security_group (00fe3fc8-c22d-45cd-be3b-4f5aea7a5c58), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:26.539244 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-d8007cff-29e3-47a2-8e13-7d89578ae477 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (00fe3fc8-c22d-45cd-be3b-4f5aea7a5c58), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:26.710930 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-d8007cff-29e3-47a2-8e13-7d89578ae477 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=04b29e745ce84837ae1bbb8e762ddc96&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7511475 Feb 04 17:11:26.711799 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 49132) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:11:26.711901 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8007cff-29e3-47a2-8e13-7d89578ae477 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00fe3fc8-c22d-45cd-be3b-4f5aea7a5c58,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:11:26.793175 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-fe6e8ff2-a9ea-408d-8b65-53dc97fbb199 admin admin] Publish callbacks [] for security_group (119a7f03-3e07-4d1e-8852-d9f974f9f052), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:26.800426 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-fe6e8ff2-a9ea-408d-8b65-53dc97fbb199 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (119a7f03-3e07-4d1e-8852-d9f974f9f052), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:26.808903 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-ee10257c-70dd-40e8-a3d3-aa5ec808dcc0 admin admin] Publish callbacks [] for security_group (00fe3fc8-c22d-45cd-be3b-4f5aea7a5c58), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:26.839169 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.db_base_plugin_common [req-d9f21063-6d20-464d-bc33-af83cdf0887c req-258d2341-345e-4177-b30f-436a1cb40e30 tempest-ServersWithSpecificFlavorTestJSON-330130714 tempest-ServersWithSpecificFlavorTestJSON-330130714-project] Allocated IP 172.20.0.3 (4d1c76e6-ea0c-4d14-ba91-32b9665be5f0/46532e3a-bfe8-4be0-a512-ac5329d05d46/e28b6dd2-3435-4f16-9bfc-a3c4c1fccd18) {{(pid=103376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:11:26.839893 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-ee10257c-70dd-40e8-a3d3-aa5ec808dcc0 admin admin] Publish callbacks [] for security_group (00fe3fc8-c22d-45cd-be3b-4f5aea7a5c58), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:26.859950 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe6e8ff2-a9ea-408d-8b65-53dc97fbb199 admin admin] vlan segment allocate from pool success with {'vlan_id': 767, 'physical_network': 'physnet1'} {{(pid=103376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 17:11:26.872361 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6e8ff2-a9ea-408d-8b65-53dc97fbb199 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=119a7f03-3e07-4d1e-8852-d9f974f9f052,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:11:26.888032 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-fe6e8ff2-a9ea-408d-8b65-53dc97fbb199 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8781084786508', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (422e2db4-29a0-413f-80b3-a344e9c773f4), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:26.888607 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-fe6e8ff2-a9ea-408d-8b65-53dc97fbb199 admin admin] Unsubscribe: segment precommit_create {{(pid=103376) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Feb 04 17:11:26.889118 n-d-827839-2 neutron-server[103376]: INFO neutron.db.segments_db [None req-fe6e8ff2-a9ea-408d-8b65-53dc97fbb199 admin admin] Added segment 422e2db4-29a0-413f-80b3-a344e9c773f4 of type vlan for network b27b7363-f5f5-42ff-a720-66280b0b57a7 Feb 04 17:11:26.937083 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.agents_db [None req-e1691f3b-aacd-4cd6-8ebb-a9c53bb301c0 None None] Agent healthcheck: found 7 active agents {{(pid=103379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 17:11:27.020809 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-fe6e8ff2-a9ea-408d-8b65-53dc97fbb199 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781084292801'] for network (b27b7363-f5f5-42ff-a720-66280b0b57a7), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:27.026024 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-ee10257c-70dd-40e8-a3d3-aa5ec808dcc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (00fe3fc8-c22d-45cd-be3b-4f5aea7a5c58), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:27.029262 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-ee10257c-70dd-40e8-a3d3-aa5ec808dcc0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:27.030496 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-ee10257c-70dd-40e8-a3d3-aa5ec808dcc0 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/00fe3fc8-c22d-45cd-be3b-4f5aea7a5c58 HTTP/1.1" status: 204 len: 168 time: 0.3182065 Feb 04 17:11:27.073861 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee10257c-70dd-40e8-a3d3-aa5ec808dcc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00fe3fc8-c22d-45cd-be3b-4f5aea7a5c58,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:11:27.114655 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-fe6e8ff2-a9ea-408d-8b65-53dc97fbb199 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327'] for network (b27b7363-f5f5-42ff-a720-66280b0b57a7), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:27.115683 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe6e8ff2-a9ea-408d-8b65-53dc97fbb199 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:11:27.116291 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-fe6e8ff2-a9ea-408d-8b65-53dc97fbb199 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677565'] for network (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:27.142810 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-dd930a0f-8225-4493-b45f-d2bd1fb3c89d req-a7c7485c-27ce-40f5-bbd5-41d84823e972 tempest-ServersWithSpecificFlavorTestJSON-330130714 tempest-ServersWithSpecificFlavorTestJSON-330130714-project] 10.222.0.89 "GET /v2.0/ports?device_id=07c45ccf-8a9c-4b4a-a3ab-97114a1df7b0 HTTP/1.1" status: 200 len: 210 time: 0.0551989 Feb 04 17:11:27.270019 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-fe6e8ff2-a9ea-408d-8b65-53dc97fbb199 admin admin] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.4901383 Feb 04 17:11:27.273347 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 49148) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:11:27.280093 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-a7c1b630-cc19-4c36-9a85-c557cbacdcf4 admin admin] Request body: {'subnet': {'network_id': 'b27b7363-f5f5-42ff-a720-66280b0b57a7', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1637432301-subnet', 'tenant_id': 'f3812c841c31408e86184d3885a61bc1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:11:27.285029 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-d9f21063-6d20-464d-bc33-af83cdf0887c req-258d2341-345e-4177-b30f-436a1cb40e30 tempest-ServersWithSpecificFlavorTestJSON-330130714 tempest-ServersWithSpecificFlavorTestJSON-330130714-project] Publish callbacks [] for port (e28b6dd2-3435-4f16-9bfc-a3c4c1fccd18), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:27.291742 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6e8ff2-a9ea-408d-8b65-53dc97fbb199 admin admin] Pushing event updated for resources: {'Network': ['ID=b27b7363-f5f5-42ff-a720-66280b0b57a7,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:11:27.308334 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Network b27b7363-f5f5-42ff-a720-66280b0b57a7 details requested by agent ovs-agent-n-d-827839-2 with host n-d-827839-2 {{(pid=103378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 17:11:27.332397 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-d9f21063-6d20-464d-bc33-af83cdf0887c req-258d2341-345e-4177-b30f-436a1cb40e30 tempest-ServersWithSpecificFlavorTestJSON-330130714 tempest-ServersWithSpecificFlavorTestJSON-330130714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135'] for port (e28b6dd2-3435-4f16-9bfc-a3c4c1fccd18), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:27.368289 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-db3a9c0a-8936-468b-992b-e1ca0db599a3 req-dd9d3906-a96d-4be1-809e-2c051a6783cc tempest-TenantUsagesTestJSON-1510417140 tempest-TenantUsagesTestJSON-1510417140-project] 10.222.0.89 "GET /v2.0/ports?device_id=a205f6b5-e519-437d-89f9-789236c6a540 HTTP/1.1" status: 200 len: 210 time: 0.0712247 Feb 04 17:11:27.392761 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7c1b630-cc19-4c36-9a85-c557cbacdcf4 admin admin] Made reservation on behalf of f3812c841c31408e86184d3885a61bc1 for: {'subnet': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:11:27.395969 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-a7c1b630-cc19-4c36-9a85-c557cbacdcf4 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:27.607945 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d9f21063-6d20-464d-bc33-af83cdf0887c req-258d2341-345e-4177-b30f-436a1cb40e30 tempest-ServersWithSpecificFlavorTestJSON-330130714 tempest-ServersWithSpecificFlavorTestJSON-330130714-project] Network 4d1c76e6-ea0c-4d14-ba91-32b9665be5f0 is already hosted by enough agents. {{(pid=103376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:11:27.622664 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [req-d9f21063-6d20-464d-bc33-af83cdf0887c req-258d2341-345e-4177-b30f-436a1cb40e30 tempest-ServersWithSpecificFlavorTestJSON-330130714 tempest-ServersWithSpecificFlavorTestJSON-330130714-project] Resources bound (agent type, host, resource id): {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:11:27.627696 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9f21063-6d20-464d-bc33-af83cdf0887c req-258d2341-345e-4177-b30f-436a1cb40e30 tempest-ServersWithSpecificFlavorTestJSON-330130714 tempest-ServersWithSpecificFlavorTestJSON-330130714-project] Received port after_create {{(pid=103376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:11:27.633355 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f21063-6d20-464d-bc33-af83cdf0887c req-258d2341-345e-4177-b30f-436a1cb40e30 tempest-ServersWithSpecificFlavorTestJSON-330130714 tempest-ServersWithSpecificFlavorTestJSON-330130714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:11:27.634026 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-d9f21063-6d20-464d-bc33-af83cdf0887c req-258d2341-345e-4177-b30f-436a1cb40e30 tempest-ServersWithSpecificFlavorTestJSON-330130714 tempest-ServersWithSpecificFlavorTestJSON-330130714-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677565'] for port (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:27.636818 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258d2341-345e-4177-b30f-436a1cb40e30 tempest-ServersWithSpecificFlavorTestJSON-330130714 tempest-ServersWithSpecificFlavorTestJSON-330130714-project] Pushing event updated for resources: {'Port': ['ID=e28b6dd2-3435-4f16-9bfc-a3c4c1fccd18,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:11:27.659628 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-d9f21063-6d20-464d-bc33-af83cdf0887c req-258d2341-345e-4177-b30f-436a1cb40e30 tempest-ServersWithSpecificFlavorTestJSON-330130714 tempest-ServersWithSpecificFlavorTestJSON-330130714-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5558920 Feb 04 17:11:27.660329 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 49156) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:11:27.677523 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-f8e26cd0-6ac2-4e17-b062-a5a17e34cb98 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:27.792330 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-57c7b214-87ae-426a-a71a-8a9affd31c17 req-5364ddc8-e988-4c07-a39e-b7a49b67993a tempest-TenantUsagesTestJSON-1510417140 tempest-TenantUsagesTestJSON-1510417140-project] 10.222.0.90 "GET /v2.0/networks?tenant_id=91a3d1cbe1ca43709692c0c6b5687949&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0871661 Feb 04 17:11:27.809435 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-f8e26cd0-6ac2-4e17-b062-a5a17e34cb98 admin admin] Publish callbacks [] for security_group (4d45e5dd-ce7b-433a-b779-3465dcfde34a), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:27.815128 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-f8e26cd0-6ac2-4e17-b062-a5a17e34cb98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (4d45e5dd-ce7b-433a-b779-3465dcfde34a), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:27.848850 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-f8e26cd0-6ac2-4e17-b062-a5a17e34cb98 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=1bd3e2668f4347b0a3009c37edaa54ad&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1871738 Feb 04 17:11:27.857157 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 49164) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:11:27.895341 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e26cd0-6ac2-4e17-b062-a5a17e34cb98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d45e5dd-ce7b-433a-b779-3465dcfde34a,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:11:27.933115 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-ab871774-15d1-4297-ae45-085501f146e9 admin admin] Publish callbacks [] for security_group (4d45e5dd-ce7b-433a-b779-3465dcfde34a), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:27.945497 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-a7c1b630-cc19-4c36-9a85-c557cbacdcf4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327'] for subnet (fa2004f2-da24-41cf-84b9-96d41a7dd118), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:27.965850 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-ab871774-15d1-4297-ae45-085501f146e9 admin admin] Publish callbacks [] for security_group (4d45e5dd-ce7b-433a-b779-3465dcfde34a), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:28.017518 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382f9f55-3d23-4a81-9ddb-376a65d28517 req-6102a0c0-2f80-49bb-a988-d983af99b320 tempest-AggregatesAdminTestJSON-190950878 tempest-AggregatesAdminTestJSON-190950878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:11:28.019332 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-382f9f55-3d23-4a81-9ddb-376a65d28517 req-6102a0c0-2f80-49bb-a988-d983af99b320 tempest-AggregatesAdminTestJSON-190950878 tempest-AggregatesAdminTestJSON-190950878-project] 10.222.0.89 "GET /v2.0/ports?device_id=22ea2fc8-54da-4816-a487-654d736510de HTTP/1.1" status: 200 len: 968 time: 0.3127964 Feb 04 17:11:28.052297 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-ab871774-15d1-4297-ae45-085501f146e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (4d45e5dd-ce7b-433a-b779-3465dcfde34a), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:28.060124 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-ab871774-15d1-4297-ae45-085501f146e9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:28.063898 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-ab871774-15d1-4297-ae45-085501f146e9 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/4d45e5dd-ce7b-433a-b779-3465dcfde34a HTTP/1.1" status: 204 len: 168 time: 0.2031426 Feb 04 17:11:28.088044 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab871774-15d1-4297-ae45-085501f146e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d45e5dd-ce7b-433a-b779-3465dcfde34a,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:11:28.100663 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-36562e13-cabe-4259-b4cf-898a36158303 None None] Provisioning complete for port e28b6dd2-3435-4f16-9bfc-a3c4c1fccd18 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:11:28.101339 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-36562e13-cabe-4259-b4cf-898a36158303 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (e28b6dd2-3435-4f16-9bfc-a3c4c1fccd18), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:28.123248 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c1b630-cc19-4c36-9a85-c557cbacdcf4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fa2004f2-da24-41cf-84b9-96d41a7dd118,revision_number=0']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:11:28.152682 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-36562e13-cabe-4259-b4cf-898a36158303 None None] Port e28b6dd2-3435-4f16-9bfc-a3c4c1fccd18 cannot update to ACTIVE because it is not bound. {{(pid=103378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 17:11:28.166425 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c7b214-87ae-426a-a71a-8a9affd31c17 req-19281765-9938-44ff-9b62-04c6a9bf8958 tempest-TenantUsagesTestJSON-1510417140 tempest-TenantUsagesTestJSON-1510417140-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:11:28.167895 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-57c7b214-87ae-426a-a71a-8a9affd31c17 req-19281765-9938-44ff-9b62-04c6a9bf8958 tempest-TenantUsagesTestJSON-1510417140 tempest-TenantUsagesTestJSON-1510417140-project] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3473496 Feb 04 17:11:28.191426 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [req-57c7b214-87ae-426a-a71a-8a9affd31c17 req-0ddafde0-4b30-4e44-a97f-376e0978a4bc tempest-TenantUsagesTestJSON-1510417140 tempest-TenantUsagesTestJSON-1510417140-project] Request body: {'port': {'device_id': 'a205f6b5-e519-437d-89f9-789236c6a540', 'network_id': '02be22b9-aa53-40ea-8050-9239cd27d1ff', 'admin_state_up': True, 'tenant_id': '91a3d1cbe1ca43709692c0c6b5687949'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:11:28.201318 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-382f9f55-3d23-4a81-9ddb-376a65d28517 req-be6b2d20-944f-4435-b7f9-bcc128023c61 tempest-AggregatesAdminTestJSON-190950878 tempest-AggregatesAdminTestJSON-190950878-project] 10.222.0.89 "GET /v2.0/security-groups?id=63334a72-f19b-48de-9626-835c42145453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1759179 Feb 04 17:11:28.258364 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7c1b630-cc19-4c36-9a85-c557cbacdcf4 admin admin] Checking segment: {'id': '422e2db4-29a0-413f-80b3-a344e9c773f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'b27b7363-f5f5-42ff-a720-66280b0b57a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:11:28.258733 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7c1b630-cc19-4c36-9a85-c557cbacdcf4 admin admin] Network hostable DHCP agents. Network: b27b7363-f5f5-42ff-a720-66280b0b57a7, hostable agents: ['bb89f5a3-3c22-440b-b7d1-c4f0c43c184a'], hosted agents: [] {{(pid=103377) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 17:11:28.351253 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7c1b630-cc19-4c36-9a85-c557cbacdcf4 admin admin] Network b27b7363-f5f5-42ff-a720-66280b0b57a7 is scheduled to be hosted by DHCP agent bb89f5a3-3c22-440b-b7d1-c4f0c43c184a with binding_index 1 {{(pid=103377) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 17:11:28.394555 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [None req-a7c1b630-cc19-4c36-9a85-c557cbacdcf4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827839-2, b27b7363-f5f5-42ff-a720-66280b0b57a7) {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:11:28.407511 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7c1b630-cc19-4c36-9a85-c557cbacdcf4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:11:28.408345 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-a7c1b630-cc19-4c36-9a85-c557cbacdcf4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677565'] for subnet (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:28.409028 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2d99e00-0b25-4f4e-8189-f02ad7bd9d49 None None] Network b27b7363-f5f5-42ff-a720-66280b0b57a7 requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:11:28.436899 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-57c7b214-87ae-426a-a71a-8a9affd31c17 req-0ddafde0-4b30-4e44-a97f-376e0978a4bc tempest-TenantUsagesTestJSON-1510417140 tempest-TenantUsagesTestJSON-1510417140-project] Made reservation on behalf of 91a3d1cbe1ca43709692c0c6b5687949 for: {'port': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:11:28.445706 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-57c7b214-87ae-426a-a71a-8a9affd31c17 req-0ddafde0-4b30-4e44-a97f-376e0978a4bc tempest-TenantUsagesTestJSON-1510417140 tempest-TenantUsagesTestJSON-1510417140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:28.455709 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-a7c1b630-cc19-4c36-9a85-c557cbacdcf4 admin admin] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.1809881 Feb 04 17:11:28.473023 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b98613-4bd3-4bae-b8fe-fcd7f8dc685c req-5a0bffd1-6761-40ac-92ac-d9032e2bb7d1 tempest-ServersWithSpecificFlavorTestJSON-330130714 tempest-ServersWithSpecificFlavorTestJSON-330130714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:11:28.481413 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-c1b98613-4bd3-4bae-b8fe-fcd7f8dc685c req-5a0bffd1-6761-40ac-92ac-d9032e2bb7d1 tempest-ServersWithSpecificFlavorTestJSON-330130714 tempest-ServersWithSpecificFlavorTestJSON-330130714-project] 10.222.0.89 "GET /v2.0/ports?device_id=07c45ccf-8a9c-4b4a-a3ab-97114a1df7b0 HTTP/1.1" status: 200 len: 931 time: 0.1726143 Feb 04 17:11:28.519928 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-57c7b214-87ae-426a-a71a-8a9affd31c17 req-0ddafde0-4b30-4e44-a97f-376e0978a4bc tempest-TenantUsagesTestJSON-1510417140 tempest-TenantUsagesTestJSON-1510417140-project] Publish callbacks [] for security_group (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:28.559862 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bcf0877-86b9-4678-80d1-7eb67853796d None None] Network b27b7363-f5f5-42ff-a720-66280b0b57a7 requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:11:28.577091 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-c1b98613-4bd3-4bae-b8fe-fcd7f8dc685c req-e9a4bb27-cc88-4534-965b-01df6bfc3303 tempest-ServersWithSpecificFlavorTestJSON-330130714 tempest-ServersWithSpecificFlavorTestJSON-330130714-project] 10.222.0.89 "GET /v2.0/security-groups?id=a2b9895e-fd37-4072-8754-90c5d10d2f1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0945950 Feb 04 17:11:28.605424 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 49186) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:11:28.631189 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-402834f5-a994-4d5c-b1d2-a1db225169bd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:28.728714 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-71202a87-f4fc-47d4-bcd0-484d374c4186 req-62cbeb79-672f-43de-b463-1fbb2a5b2b6a tempest-TenantUsagesTestJSON-1510417140 tempest-TenantUsagesTestJSON-1510417140-project] 10.222.0.89 "GET /v2.0/ports?device_id=a205f6b5-e519-437d-89f9-789236c6a540 HTTP/1.1" status: 200 len: 210 time: 0.0527003 Feb 04 17:11:28.749407 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-57c7b214-87ae-426a-a71a-8a9affd31c17 req-0ddafde0-4b30-4e44-a97f-376e0978a4bc tempest-TenantUsagesTestJSON-1510417140 tempest-TenantUsagesTestJSON-1510417140-project] Publish callbacks [] for security_group (140c35fd-a559-43b2-a1ac-b37e33a93807), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:28.755074 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-57c7b214-87ae-426a-a71a-8a9affd31c17 req-0ddafde0-4b30-4e44-a97f-376e0978a4bc tempest-TenantUsagesTestJSON-1510417140 tempest-TenantUsagesTestJSON-1510417140-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (140c35fd-a559-43b2-a1ac-b37e33a93807), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:28.834930 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-402834f5-a994-4d5c-b1d2-a1db225169bd admin admin] Publish callbacks [] for security_group (2c78ec19-e153-4cb7-875f-07b9a3483a92), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:28.844462 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-402834f5-a994-4d5c-b1d2-a1db225169bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (2c78ec19-e153-4cb7-875f-07b9a3483a92), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:28.884546 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ddafde0-4b30-4e44-a97f-376e0978a4bc tempest-TenantUsagesTestJSON-1510417140 tempest-TenantUsagesTestJSON-1510417140-project] Pushing event updated for resources: {'SecurityGroup': ['ID=140c35fd-a559-43b2-a1ac-b37e33a93807,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:11:28.910505 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-402834f5-a994-4d5c-b1d2-a1db225169bd admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=3794addfeebf472b981d2fad526bc115&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3014863 Feb 04 17:11:28.911470 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402834f5-a994-4d5c-b1d2-a1db225169bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c78ec19-e153-4cb7-875f-07b9a3483a92,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:11:28.913925 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 49202) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:11:28.974215 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-f737ecfc-bb3c-433b-9026-324ee96b0d0b admin admin] Publish callbacks [] for security_group (2c78ec19-e153-4cb7-875f-07b9a3483a92), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:29.003528 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-f737ecfc-bb3c-433b-9026-324ee96b0d0b admin admin] Publish callbacks [] for security_group (2c78ec19-e153-4cb7-875f-07b9a3483a92), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:29.015872 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.db_base_plugin_common [req-57c7b214-87ae-426a-a71a-8a9affd31c17 req-0ddafde0-4b30-4e44-a97f-376e0978a4bc tempest-TenantUsagesTestJSON-1510417140 tempest-TenantUsagesTestJSON-1510417140-project] Allocated IP 192.168.233.198 (02be22b9-aa53-40ea-8050-9239cd27d1ff/c974b0ff-2c5c-4667-8a81-3bde3ea6ced5/10bf66da-04e4-4cfa-aec5-24ed3b5008f5) {{(pid=103377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:11:29.077772 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-f737ecfc-bb3c-433b-9026-324ee96b0d0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (2c78ec19-e153-4cb7-875f-07b9a3483a92), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:29.085953 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-f737ecfc-bb3c-433b-9026-324ee96b0d0b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:29.085953 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-f737ecfc-bb3c-433b-9026-324ee96b0d0b admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/2c78ec19-e153-4cb7-875f-07b9a3483a92 HTTP/1.1" status: 204 len: 168 time: 0.1669397 Feb 04 17:11:29.095277 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f737ecfc-bb3c-433b-9026-324ee96b0d0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c78ec19-e153-4cb7-875f-07b9a3483a92,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:11:29.235469 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-57c7b214-87ae-426a-a71a-8a9affd31c17 req-0ddafde0-4b30-4e44-a97f-376e0978a4bc tempest-TenantUsagesTestJSON-1510417140 tempest-TenantUsagesTestJSON-1510417140-project] Publish callbacks [] for port (10bf66da-04e4-4cfa-aec5-24ed3b5008f5), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:29.291508 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-57c7b214-87ae-426a-a71a-8a9affd31c17 req-0ddafde0-4b30-4e44-a97f-376e0978a4bc tempest-TenantUsagesTestJSON-1510417140 tempest-TenantUsagesTestJSON-1510417140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135'] for port (10bf66da-04e4-4cfa-aec5-24ed3b5008f5), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:29.354115 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-57c7b214-87ae-426a-a71a-8a9affd31c17 req-0ddafde0-4b30-4e44-a97f-376e0978a4bc tempest-TenantUsagesTestJSON-1510417140 tempest-TenantUsagesTestJSON-1510417140-project] Network 02be22b9-aa53-40ea-8050-9239cd27d1ff is already hosted by enough agents. {{(pid=103377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:11:29.358787 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [req-57c7b214-87ae-426a-a71a-8a9affd31c17 req-0ddafde0-4b30-4e44-a97f-376e0978a4bc tempest-TenantUsagesTestJSON-1510417140 tempest-TenantUsagesTestJSON-1510417140-project] Resources bound (agent type, host, resource id): {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:11:29.360786 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ddafde0-4b30-4e44-a97f-376e0978a4bc tempest-TenantUsagesTestJSON-1510417140 tempest-TenantUsagesTestJSON-1510417140-project] Pushing event updated for resources: {'Port': ['ID=10bf66da-04e4-4cfa-aec5-24ed3b5008f5,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:11:29.365394 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [req-57c7b214-87ae-426a-a71a-8a9affd31c17 req-0ddafde0-4b30-4e44-a97f-376e0978a4bc tempest-TenantUsagesTestJSON-1510417140 tempest-TenantUsagesTestJSON-1510417140-project] Received port after_create {{(pid=103377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:11:29.370944 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c7b214-87ae-426a-a71a-8a9affd31c17 req-0ddafde0-4b30-4e44-a97f-376e0978a4bc tempest-TenantUsagesTestJSON-1510417140 tempest-TenantUsagesTestJSON-1510417140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:11:29.371697 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-57c7b214-87ae-426a-a71a-8a9affd31c17 req-0ddafde0-4b30-4e44-a97f-376e0978a4bc tempest-TenantUsagesTestJSON-1510417140 tempest-TenantUsagesTestJSON-1510417140-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677565'] for port (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:29.379505 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39cfc34-ad42-4f63-b5e9-1b96918e5d64 req-dfcb7038-29b3-46d4-b79d-9d0ae42566ad tempest-AggregatesAdminTestJSON-190950878 tempest-AggregatesAdminTestJSON-190950878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:11:29.382742 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-d39cfc34-ad42-4f63-b5e9-1b96918e5d64 req-dfcb7038-29b3-46d4-b79d-9d0ae42566ad tempest-AggregatesAdminTestJSON-190950878 tempest-AggregatesAdminTestJSON-190950878-project] 10.222.0.89 "GET /v2.0/ports?device_id=22ea2fc8-54da-4816-a487-654d736510de HTTP/1.1" status: 200 len: 968 time: 0.0814130 Feb 04 17:11:29.395892 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-57c7b214-87ae-426a-a71a-8a9affd31c17 req-0ddafde0-4b30-4e44-a97f-376e0978a4bc tempest-TenantUsagesTestJSON-1510417140 tempest-TenantUsagesTestJSON-1510417140-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2114286 Feb 04 17:11:29.412213 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [req-57c7b214-87ae-426a-a71a-8a9affd31c17 req-e7354051-c02f-4d4a-a956-128e0d7204ab service neutron] Request body: {'port': {'device_id': 'a205f6b5-e519-437d-89f9-789236c6a540', 'device_owner': 'compute:tempest-test_az-555947110', 'binding:host_id': 'n-h2-827839-2'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:11:29.459671 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 49224) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:11:29.488469 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-d39cfc34-ad42-4f63-b5e9-1b96918e5d64 req-67e04f7a-4652-429b-8af0-22b3008d33d8 tempest-AggregatesAdminTestJSON-190950878 tempest-AggregatesAdminTestJSON-190950878-project] 10.222.0.89 "GET /v2.0/security-groups?id=63334a72-f19b-48de-9626-835c42145453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904984 Feb 04 17:11:29.495229 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-57c7b214-87ae-426a-a71a-8a9affd31c17 req-e7354051-c02f-4d4a-a956-128e0d7204ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (10bf66da-04e4-4cfa-aec5-24ed3b5008f5), before_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:29.674270 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a1f21798-4149-4a03-94ae-539880a7ae97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (bb89f5a3-3c22-440b-b7d1-c4f0c43c184a), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:29.697729 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-3f1df4af-7f12-4786-93ca-0034c6b5ba20 None None] Provisioning complete for port 10bf66da-04e4-4cfa-aec5-24ed3b5008f5 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:11:29.698245 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3f1df4af-7f12-4786-93ca-0034c6b5ba20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (10bf66da-04e4-4cfa-aec5-24ed3b5008f5), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:29.748175 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-3f1df4af-7f12-4786-93ca-0034c6b5ba20 None None] Port 10bf66da-04e4-4cfa-aec5-24ed3b5008f5 cannot update to ACTIVE because it is not bound. {{(pid=103378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 17:11:29.794178 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-6a7c2b12-2ca4-40a2-9d69-024608d5ed18 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:29.897310 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 49242) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:11:29.910173 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-52fa09f9-8357-4510-a583-c62ba0d73210 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1991221122-network', 'tenant_id': '9561ab1c09844bb792a87c5633509fda'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:11:29.958338 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fe130a-f4b1-4ac1-bba1-de06f447c18c req-9df88ff2-0c25-448c-9c8e-ce6f693599b0 tempest-TenantUsagesTestJSON-1510417140 tempest-TenantUsagesTestJSON-1510417140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:11:29.960968 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-b4fe130a-f4b1-4ac1-bba1-de06f447c18c req-9df88ff2-0c25-448c-9c8e-ce6f693599b0 tempest-TenantUsagesTestJSON-1510417140 tempest-TenantUsagesTestJSON-1510417140-project] 10.222.0.89 "GET /v2.0/ports?device_id=a205f6b5-e519-437d-89f9-789236c6a540 HTTP/1.1" status: 200 len: 936 time: 0.1303232 Feb 04 17:11:29.968542 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52fa09f9-8357-4510-a583-c62ba0d73210 admin admin] Made reservation on behalf of 9561ab1c09844bb792a87c5633509fda for: {'network': 1} {{(pid=103376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:11:29.971040 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-52fa09f9-8357-4510-a583-c62ba0d73210 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for network (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:30.001052 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-52fa09f9-8357-4510-a583-c62ba0d73210 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:30.005707 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa7f1af-1d91-42b8-8f33-f027740c59c6 req-5fe1d2c6-c6f7-4038-9278-efe3af837a99 tempest-ServersWithSpecificFlavorTestJSON-330130714 tempest-ServersWithSpecificFlavorTestJSON-330130714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:11:30.007756 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-5aa7f1af-1d91-42b8-8f33-f027740c59c6 req-5fe1d2c6-c6f7-4038-9278-efe3af837a99 tempest-ServersWithSpecificFlavorTestJSON-330130714 tempest-ServersWithSpecificFlavorTestJSON-330130714-project] 10.222.0.89 "GET /v2.0/ports?device_id=07c45ccf-8a9c-4b4a-a3ab-97114a1df7b0 HTTP/1.1" status: 200 len: 931 time: 0.3313265 Feb 04 17:11:30.009400 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-6a7c2b12-2ca4-40a2-9d69-024608d5ed18 admin admin] Publish callbacks [] for security_group (03a785c4-ff0e-4ed9-81aa-f5ffd65df366), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:30.018042 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-6a7c2b12-2ca4-40a2-9d69-024608d5ed18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (03a785c4-ff0e-4ed9-81aa-f5ffd65df366), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:30.105397 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-b4fe130a-f4b1-4ac1-bba1-de06f447c18c req-74df8815-46d6-404c-b4d8-901050c5ec7f tempest-TenantUsagesTestJSON-1510417140 tempest-TenantUsagesTestJSON-1510417140-project] 10.222.0.89 "GET /v2.0/security-groups?id=140c35fd-a559-43b2-a1ac-b37e33a93807&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377883 Feb 04 17:11:30.106196 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7c2b12-2ca4-40a2-9d69-024608d5ed18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03a785c4-ff0e-4ed9-81aa-f5ffd65df366,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:11:30.124712 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-5aa7f1af-1d91-42b8-8f33-f027740c59c6 req-e6683916-f864-4e18-86cd-38cb9f7c9719 tempest-ServersWithSpecificFlavorTestJSON-330130714 tempest-ServersWithSpecificFlavorTestJSON-330130714-project] 10.222.0.89 "GET /v2.0/security-groups?id=a2b9895e-fd37-4072-8754-90c5d10d2f1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1030240 Feb 04 17:11:30.128962 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-6a7c2b12-2ca4-40a2-9d69-024608d5ed18 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=3fda555f38f446ab852fd5d16bd5ceec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6682131 Feb 04 17:11:30.134003 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 49246) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:11:30.162373 n-d-827839-2 neutron-server[103377]: DEBUG neutron.notifiers.nova [req-57c7b214-87ae-426a-a71a-8a9affd31c17 req-e7354051-c02f-4d4a-a956-128e0d7204ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10bf66da-04e4-4cfa-aec5-24ed3b5008f5 {{(pid=103377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 17:11:30.175865 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-57c7b214-87ae-426a-a71a-8a9affd31c17 req-e7354051-c02f-4d4a-a956-128e0d7204ab service neutron] Publish callbacks [] for port (10bf66da-04e4-4cfa-aec5-24ed3b5008f5), precommit_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:30.203687 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-52fa09f9-8357-4510-a583-c62ba0d73210 admin admin] Publish callbacks [] for security_group (c9f5bd7c-911a-4b9f-bc3e-1c857741dbcf), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:30.207344 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.provisioning_blocks [req-57c7b214-87ae-426a-a71a-8a9affd31c17 req-e7354051-c02f-4d4a-a956-128e0d7204ab service neutron] Transition to ACTIVE for port object 10bf66da-04e4-4cfa-aec5-24ed3b5008f5 will not be triggered until provisioned by entity L2. {{(pid=103377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 17:11:30.210259 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-52fa09f9-8357-4510-a583-c62ba0d73210 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (c9f5bd7c-911a-4b9f-bc3e-1c857741dbcf), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:30.213006 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-57c7b214-87ae-426a-a71a-8a9affd31c17 req-e7354051-c02f-4d4a-a956-128e0d7204ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (10bf66da-04e4-4cfa-aec5-24ed3b5008f5), after_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:30.237704 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52fa09f9-8357-4510-a583-c62ba0d73210 admin admin] vlan segment allocate from pool success with {'vlan_id': 771, 'physical_network': 'physnet1'} {{(pid=103376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 17:11:30.249376 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-9046d050-7fa8-4dde-817e-e01fcd22bd93 admin admin] Publish callbacks [] for security_group (03a785c4-ff0e-4ed9-81aa-f5ffd65df366), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:30.253943 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fa09f9-8357-4510-a583-c62ba0d73210 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9f5bd7c-911a-4b9f-bc3e-1c857741dbcf,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:11:30.259659 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-52fa09f9-8357-4510-a583-c62ba0d73210 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (5c01112e-f1ff-458d-9416-814c1a3d6ed5), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:30.260013 n-d-827839-2 neutron-server[103376]: INFO neutron.db.segments_db [None req-52fa09f9-8357-4510-a583-c62ba0d73210 admin admin] Added segment 5c01112e-f1ff-458d-9416-814c1a3d6ed5 of type vlan for network 790aba4b-965b-4cc9-a016-9a6fd68afc05 Feb 04 17:11:30.324624 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-9046d050-7fa8-4dde-817e-e01fcd22bd93 admin admin] Publish callbacks [] for security_group (03a785c4-ff0e-4ed9-81aa-f5ffd65df366), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:30.334752 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7354051-c02f-4d4a-a956-128e0d7204ab service neutron] Pushing event updated for resources: {'Port': ['ID=10bf66da-04e4-4cfa-aec5-24ed3b5008f5,revision_number=2']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:11:30.337421 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-52fa09f9-8357-4510-a583-c62ba0d73210 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781084292801'] for network (790aba4b-965b-4cc9-a016-9a6fd68afc05), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:30.376708 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [req-57c7b214-87ae-426a-a71a-8a9affd31c17 req-e7354051-c02f-4d4a-a956-128e0d7204ab service neutron] Attempting to bind port 10bf66da-04e4-4cfa-aec5-24ed3b5008f5 on host n-h2-827839-2 for vnic_type normal with profile {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:11:30.377081 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [req-57c7b214-87ae-426a-a71a-8a9affd31c17 req-e7354051-c02f-4d4a-a956-128e0d7204ab service neutron] Attempting to bind port 10bf66da-04e4-4cfa-aec5-24ed3b5008f5 by drivers openvswitch,hyperv on host n-h2-827839-2 at level 0 using segments [{'id': '3a39b085-d3e6-43bb-a64c-1b06dd049e5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '02be22b9-aa53-40ea-8050-9239cd27d1ff'}] {{(pid=103377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:11:30.377405 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57c7b214-87ae-426a-a71a-8a9affd31c17 req-e7354051-c02f-4d4a-a956-128e0d7204ab service neutron] Attempting to bind port 10bf66da-04e4-4cfa-aec5-24ed3b5008f5 on network 02be22b9-aa53-40ea-8050-9239cd27d1ff {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:11:30.377521 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-52fa09f9-8357-4510-a583-c62ba0d73210 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327'] for network (790aba4b-965b-4cc9-a016-9a6fd68afc05), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:30.378504 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52fa09f9-8357-4510-a583-c62ba0d73210 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:11:30.379169 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-52fa09f9-8357-4510-a583-c62ba0d73210 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677565'] for network (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:30.424230 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57c7b214-87ae-426a-a71a-8a9affd31c17 req-e7354051-c02f-4d4a-a956-128e0d7204ab service neutron] Port 10bf66da-04e4-4cfa-aec5-24ed3b5008f5 on network 02be22b9-aa53-40ea-8050-9239cd27d1ff not bound, no agent of type Open vSwitch agent registered on host n-h2-827839-2 {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 17:11:30.424558 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57c7b214-87ae-426a-a71a-8a9affd31c17 req-e7354051-c02f-4d4a-a956-128e0d7204ab service neutron] Attempting to bind port 10bf66da-04e4-4cfa-aec5-24ed3b5008f5 on network 02be22b9-aa53-40ea-8050-9239cd27d1ff {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:11:30.434762 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57c7b214-87ae-426a-a71a-8a9affd31c17 req-e7354051-c02f-4d4a-a956-128e0d7204ab service neutron] Checking agent: {'id': 'f20a1ab3-4332-4f54-833b-ba4a7c687e89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 8, 40), 'started_at': datetime.datetime(2022, 2, 4, 17, 8, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 11, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:11:30.435102 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57c7b214-87ae-426a-a71a-8a9affd31c17 req-e7354051-c02f-4d4a-a956-128e0d7204ab service neutron] Checking segment: {'id': '3a39b085-d3e6-43bb-a64c-1b06dd049e5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '02be22b9-aa53-40ea-8050-9239cd27d1ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:11:30.435484 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57c7b214-87ae-426a-a71a-8a9affd31c17 req-e7354051-c02f-4d4a-a956-128e0d7204ab service neutron] Bound using segment: {'id': '3a39b085-d3e6-43bb-a64c-1b06dd049e5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '02be22b9-aa53-40ea-8050-9239cd27d1ff'} {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:11:30.435909 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [req-57c7b214-87ae-426a-a71a-8a9affd31c17 req-e7354051-c02f-4d4a-a956-128e0d7204ab service neutron] Bound port: 10bf66da-04e4-4cfa-aec5-24ed3b5008f5, host: n-h2-827839-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a39b085-d3e6-43bb-a64c-1b06dd049e5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '02be22b9-aa53-40ea-8050-9239cd27d1ff'}}] {{(pid=103377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:11:30.436404 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-57c7b214-87ae-426a-a71a-8a9affd31c17 req-e7354051-c02f-4d4a-a956-128e0d7204ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (10bf66da-04e4-4cfa-aec5-24ed3b5008f5), before_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:30.447942 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-9046d050-7fa8-4dde-817e-e01fcd22bd93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (03a785c4-ff0e-4ed9-81aa-f5ffd65df366), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:30.450705 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-9046d050-7fa8-4dde-817e-e01fcd22bd93 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:30.454550 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-9046d050-7fa8-4dde-817e-e01fcd22bd93 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/03a785c4-ff0e-4ed9-81aa-f5ffd65df366 HTTP/1.1" status: 204 len: 168 time: 0.3067255 Feb 04 17:11:30.467754 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9046d050-7fa8-4dde-817e-e01fcd22bd93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03a785c4-ff0e-4ed9-81aa-f5ffd65df366,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:11:30.514036 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-52fa09f9-8357-4510-a583-c62ba0d73210 admin admin] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.6097779 Feb 04 17:11:30.516782 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 49260) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:11:30.523572 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-8782f9ec-1c73-4e99-81b9-f33e95c09a3b admin admin] Request body: {'subnet': {'network_id': '790aba4b-965b-4cc9-a016-9a6fd68afc05', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1991221122-subnet', 'tenant_id': '9561ab1c09844bb792a87c5633509fda', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:11:30.532157 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fa09f9-8357-4510-a583-c62ba0d73210 admin admin] Pushing event updated for resources: {'Network': ['ID=790aba4b-965b-4cc9-a016-9a6fd68afc05,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:11:30.556991 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [req-57c7b214-87ae-426a-a71a-8a9affd31c17 req-e7354051-c02f-4d4a-a956-128e0d7204ab service neutron] For port 10bf66da-04e4-4cfa-aec5-24ed3b5008f5, host n-h2-827839-2, cleared binding levels {{(pid=103377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:11:30.558570 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Network 790aba4b-965b-4cc9-a016-9a6fd68afc05 details requested by agent ovs-agent-n-d-827839-2 with host n-d-827839-2 {{(pid=103378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 17:11:30.561466 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [req-57c7b214-87ae-426a-a71a-8a9affd31c17 req-e7354051-c02f-4d4a-a956-128e0d7204ab service neutron] For port 10bf66da-04e4-4cfa-aec5-24ed3b5008f5, host n-h2-827839-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=10bf66da-04e4-4cfa-aec5-24ed3b5008f5,segment=NetworkSegment(3a39b085-d3e6-43bb-a64c-1b06dd049e5a),segment_id=3a39b085-d3e6-43bb-a64c-1b06dd049e5a)] {{(pid=103377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:11:30.568957 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-57c7b214-87ae-426a-a71a-8a9affd31c17 req-e7354051-c02f-4d4a-a956-128e0d7204ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (10bf66da-04e4-4cfa-aec5-24ed3b5008f5), after_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:30.573822 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8782f9ec-1c73-4e99-81b9-f33e95c09a3b admin admin] Made reservation on behalf of 9561ab1c09844bb792a87c5633509fda for: {'subnet': 1} {{(pid=103376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:11:30.579641 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-8782f9ec-1c73-4e99-81b9-f33e95c09a3b admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:30.645602 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Device a299087e-bdf1-4350-8919-d5b3c19cfa3b details requested by agent hyperv_n-h2-827839-2 with host n-h2-827839-2 {{(pid=103378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 17:11:30.673385 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c7b214-87ae-426a-a71a-8a9affd31c17 req-e7354051-c02f-4d4a-a956-128e0d7204ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:11:30.678091 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-57c7b214-87ae-426a-a71a-8a9affd31c17 req-e7354051-c02f-4d4a-a956-128e0d7204ab service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677565'] for port (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:30.679566 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-57c7b214-87ae-426a-a71a-8a9affd31c17 req-e7354051-c02f-4d4a-a956-128e0d7204ab service neutron] 10.222.0.90 "PUT /v2.0/ports/10bf66da-04e4-4cfa-aec5-24ed3b5008f5 HTTP/1.1" status: 200 len: 1117 time: 1.2717013 Feb 04 17:11:30.680041 n-d-827839-2 neutron-server[103377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a205f6b5-e519-437d-89f9-789236c6a540', 'tag': '10bf66da-04e4-4cfa-aec5-24ed3b5008f5'}] {{(pid=103377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:11:30.682336 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7240428b650e1488e9361b62648ff4b3a6c19d49d8c27c949491ab58c1346cf0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0284830a-35e8-4f54-9f23-234f2e3f82ce" -d '{"events": [{"name": "network-changed", "server_uuid": "a205f6b5-e519-437d-89f9-789236c6a540", "tag": "10bf66da-04e4-4cfa-aec5-24ed3b5008f5"}]}' {{(pid=103377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:11:30.803948 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7354051-c02f-4d4a-a956-128e0d7204ab service neutron] Pushing event updated for resources: {'Port': ['ID=10bf66da-04e4-4cfa-aec5-24ed3b5008f5,revision_number=3']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:11:30.827245 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b576a26-0013-476d-bc05-ae2d2b45a62c req-221660e1-8d26-43ce-b152-c715ea730e43 tempest-AggregatesAdminTestJSON-190950878 tempest-AggregatesAdminTestJSON-190950878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:11:30.840434 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-5b576a26-0013-476d-bc05-ae2d2b45a62c req-221660e1-8d26-43ce-b152-c715ea730e43 tempest-AggregatesAdminTestJSON-190950878 tempest-AggregatesAdminTestJSON-190950878-project] 10.222.0.89 "GET /v2.0/ports?device_id=22ea2fc8-54da-4816-a487-654d736510de HTTP/1.1" status: 200 len: 968 time: 0.2223883 Feb 04 17:11:30.897777 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c7b214-87ae-426a-a71a-8a9affd31c17 req-ad4e82f4-7694-4d14-9693-ae71a8d75a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:11:30.902167 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-57c7b214-87ae-426a-a71a-8a9affd31c17 req-ad4e82f4-7694-4d14-9693-ae71a8d75a5f service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=91a3d1cbe1ca43709692c0c6b5687949&device_id=a205f6b5-e519-437d-89f9-789236c6a540 HTTP/1.1" status: 200 len: 1151 time: 0.1641712 Feb 04 17:11:30.931461 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] For port a299087e-bdf1-4350-8919-d5b3c19cfa3b, host n-h2-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=a299087e-bdf1-4350-8919-d5b3c19cfa3b,segment=NetworkSegment(3a39b085-d3e6-43bb-a64c-1b06dd049e5a),segment_id=3a39b085-d3e6-43bb-a64c-1b06dd049e5a)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:11:30.969391 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-5b576a26-0013-476d-bc05-ae2d2b45a62c req-f2e447b9-b6f3-4335-9b53-8c89bb924334 tempest-AggregatesAdminTestJSON-190950878 tempest-AggregatesAdminTestJSON-190950878-project] 10.222.0.89 "GET /v2.0/security-groups?id=63334a72-f19b-48de-9626-835c42145453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278951 Feb 04 17:11:30.982248 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Returning: {'device': 'a299087e-bdf1-4350-8919-d5b3c19cfa3b', 'network_id': '02be22b9-aa53-40ea-8050-9239cd27d1ff', 'port_id': 'a299087e-bdf1-4350-8919-d5b3c19cfa3b', 'mac_address': 'fa:16:3e:fc:33:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 797, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c974b0ff-2c5c-4667-8a81-3bde3ea6ced5', 'ip_address': '192.168.233.15'}], 'device_owner': 'compute:tempest-test_az-555947110', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 17:11:31.044366 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-57c7b214-87ae-426a-a71a-8a9affd31c17 req-872c5ddc-5e4b-48a4-8858-fc73ca882ef6 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.198&port_id=10bf66da-04e4-4cfa-aec5-24ed3b5008f5 HTTP/1.1" status: 200 len: 217 time: 0.1328685 Feb 04 17:11:31.047503 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Current status of the port a299087e-bdf1-4350-8919-d5b3c19cfa3b is: DOWN; New status is: BUILD {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:11:31.049119 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (a299087e-bdf1-4350-8919-d5b3c19cfa3b), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:31.058340 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 17:11:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1d5191f-8ef3-4e3a-8b4d-30d852c22236 x-openstack-request-id: req-d1d5191f-8ef3-4e3a-8b4d-30d852c22236 {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:11:31.058701 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a205f6b5-e519-437d-89f9-789236c6a540", "tag": "10bf66da-04e4-4cfa-aec5-24ed3b5008f5", "status": "completed", "code": 200}]} {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:11:31.058972 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-d1d5191f-8ef3-4e3a-8b4d-30d852c22236 {{(pid=103377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:11:31.059385 n-d-827839-2 neutron-server[103377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a205f6b5-e519-437d-89f9-789236c6a540', 'tag': '10bf66da-04e4-4cfa-aec5-24ed3b5008f5', 'status': 'completed', 'code': 200} Feb 04 17:11:31.069164 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a299087e-bdf1-4350-8919-d5b3c19cfa3b {{(pid=103378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 17:11:31.087506 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-8782f9ec-1c73-4e99-81b9-f33e95c09a3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327'] for subnet (f4266eac-9d37-4915-b084-c45454e06c89), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:31.099475 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] For port a299087e-bdf1-4350-8919-d5b3c19cfa3b, host n-h2-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=a299087e-bdf1-4350-8919-d5b3c19cfa3b,segment=NetworkSegment(3a39b085-d3e6-43bb-a64c-1b06dd049e5a),segment_id=3a39b085-d3e6-43bb-a64c-1b06dd049e5a)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:11:31.110258 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c7b214-87ae-426a-a71a-8a9affd31c17 req-b40731bc-37b7-4f99-8473-5b8130611681 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:11:31.112038 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (a299087e-bdf1-4350-8919-d5b3c19cfa3b), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:31.120224 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-57c7b214-87ae-426a-a71a-8a9affd31c17 req-b40731bc-37b7-4f99-8473-5b8130611681 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=c974b0ff-2c5c-4667-8a81-3bde3ea6ced5 HTTP/1.1" status: 200 len: 843 time: 0.0597436 Feb 04 17:11:31.223990 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Pushing event updated for resources: {'Port': ['ID=a299087e-bdf1-4350-8919-d5b3c19cfa3b,revision_number=4']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:11:31.248842 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c7b214-87ae-426a-a71a-8a9affd31c17 req-49e8e888-576f-4425-a177-1c04e0a09f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:11:31.250417 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-57c7b214-87ae-426a-a71a-8a9affd31c17 req-49e8e888-576f-4425-a177-1c04e0a09f52 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=02be22b9-aa53-40ea-8050-9239cd27d1ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1235075 Feb 04 17:11:31.291481 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8782f9ec-1c73-4e99-81b9-f33e95c09a3b admin admin] Checking segment: {'id': '5c01112e-f1ff-458d-9416-814c1a3d6ed5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '790aba4b-965b-4cc9-a016-9a6fd68afc05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:11:31.292316 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8782f9ec-1c73-4e99-81b9-f33e95c09a3b admin admin] Network hostable DHCP agents. Network: 790aba4b-965b-4cc9-a016-9a6fd68afc05, hostable agents: ['bb89f5a3-3c22-440b-b7d1-c4f0c43c184a'], hosted agents: [] {{(pid=103376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 17:11:31.298197 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8782f9ec-1c73-4e99-81b9-f33e95c09a3b admin admin] Pushing event updated for resources: {'Subnet': ['ID=f4266eac-9d37-4915-b084-c45454e06c89,revision_number=0']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:11:31.322151 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 49278) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:11:31.342574 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-8b24d0d6-96ed-4410-ba4e-ad761b09151d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:31.391134 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8782f9ec-1c73-4e99-81b9-f33e95c09a3b admin admin] Network 790aba4b-965b-4cc9-a016-9a6fd68afc05 is scheduled to be hosted by DHCP agent bb89f5a3-3c22-440b-b7d1-c4f0c43c184a with binding_index 1 {{(pid=103376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 17:11:31.414326 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-57c7b214-87ae-426a-a71a-8a9affd31c17 req-7aa4a6ee-990b-4113-af1e-52858c2df76e service neutron] 10.222.0.90 "GET /v2.0/networks/02be22b9-aa53-40ea-8050-9239cd27d1ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1545186 Feb 04 17:11:31.420108 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd2e38c-56b8-478b-9646-01f4d21b3730 req-d82b3800-24a0-433d-bedc-99f3bbe3f16c tempest-ServersWithSpecificFlavorTestJSON-330130714 tempest-ServersWithSpecificFlavorTestJSON-330130714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:11:31.422417 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-2dd2e38c-56b8-478b-9646-01f4d21b3730 req-d82b3800-24a0-433d-bedc-99f3bbe3f16c tempest-ServersWithSpecificFlavorTestJSON-330130714 tempest-ServersWithSpecificFlavorTestJSON-330130714-project] 10.222.0.89 "GET /v2.0/ports?device_id=07c45ccf-8a9c-4b4a-a3ab-97114a1df7b0 HTTP/1.1" status: 200 len: 931 time: 0.1437132 Feb 04 17:11:31.423763 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [None req-8782f9ec-1c73-4e99-81b9-f33e95c09a3b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827839-2, 790aba4b-965b-4cc9-a016-9a6fd68afc05) {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:11:31.431502 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33111bb5-a44d-4d44-b4d6-e7480ac46a89 None None] Network 790aba4b-965b-4cc9-a016-9a6fd68afc05 requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:11:31.444147 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8782f9ec-1c73-4e99-81b9-f33e95c09a3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:11:31.444764 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-8782f9ec-1c73-4e99-81b9-f33e95c09a3b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677565'] for subnet (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:31.488792 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-8782f9ec-1c73-4e99-81b9-f33e95c09a3b admin admin] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.9646091 Feb 04 17:11:31.510158 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-2dd2e38c-56b8-478b-9646-01f4d21b3730 req-0e4c52e3-4aed-42d3-9deb-3036fd4abd0e tempest-ServersWithSpecificFlavorTestJSON-330130714 tempest-ServersWithSpecificFlavorTestJSON-330130714-project] 10.222.0.89 "GET /v2.0/security-groups?id=a2b9895e-fd37-4072-8754-90c5d10d2f1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0755768 Feb 04 17:11:31.526539 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] get_ports_and_sgs() called for port_ids ['a299087e-bdf1-4350-8919-d5b3c19cfa3b'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 17:11:31.629157 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-8b24d0d6-96ed-4410-ba4e-ad761b09151d admin admin] Publish callbacks [] for security_group (89ec0c8c-c21b-4b87-8757-91891ae1cec4), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:31.650149 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-8b24d0d6-96ed-4410-ba4e-ad761b09151d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (89ec0c8c-c21b-4b87-8757-91891ae1cec4), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:31.663840 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b93f28c-d8d4-4cfb-bcc1-b0db5b6107a1 None None] Network 790aba4b-965b-4cc9-a016-9a6fd68afc05 requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:11:31.685545 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f75b81-5ce6-47ae-8cfa-f5c84551c1f7 req-931526d9-ed10-49d5-a862-3f387e097e6a tempest-TenantUsagesTestJSON-1510417140 tempest-TenantUsagesTestJSON-1510417140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:11:31.693359 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-99f75b81-5ce6-47ae-8cfa-f5c84551c1f7 req-931526d9-ed10-49d5-a862-3f387e097e6a tempest-TenantUsagesTestJSON-1510417140 tempest-TenantUsagesTestJSON-1510417140-project] 10.222.0.89 "GET /v2.0/ports?device_id=a205f6b5-e519-437d-89f9-789236c6a540 HTTP/1.1" status: 200 len: 969 time: 0.2623947 Feb 04 17:11:31.799139 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-8b24d0d6-96ed-4410-ba4e-ad761b09151d admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=fcf4031d16394061b235b3381efa2aac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4783020 Feb 04 17:11:31.802434 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 49296) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:11:31.803463 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-57c7b214-87ae-426a-a71a-8a9affd31c17 req-ffa6db2a-32c8-408e-a91c-1df18f740fdb service neutron] 10.222.0.90 "GET /v2.0/networks/02be22b9-aa53-40ea-8050-9239cd27d1ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3715363 Feb 04 17:11:31.804074 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b24d0d6-96ed-4410-ba4e-ad761b09151d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89ec0c8c-c21b-4b87-8757-91891ae1cec4,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:11:31.877360 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-99f75b81-5ce6-47ae-8cfa-f5c84551c1f7 req-eeefaf86-9de2-4e9c-aee4-4b0b879d6bbc tempest-TenantUsagesTestJSON-1510417140 tempest-TenantUsagesTestJSON-1510417140-project] 10.222.0.89 "GET /v2.0/security-groups?id=140c35fd-a559-43b2-a1ac-b37e33a93807&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1815846 Feb 04 17:11:31.907008 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-a94d43f2-6098-42c3-9692-3981328066c2 admin admin] Publish callbacks [] for security_group (89ec0c8c-c21b-4b87-8757-91891ae1cec4), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:31.940229 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-a94d43f2-6098-42c3-9692-3981328066c2 admin admin] Publish callbacks [] for security_group (89ec0c8c-c21b-4b87-8757-91891ae1cec4), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:31.946750 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0284830a-35e8-4f54-9f23-234f2e3f82ce req-c259671a-4b3e-4b91-b307-d103e5aa98e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:11:31.948348 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-0284830a-35e8-4f54-9f23-234f2e3f82ce req-c259671a-4b3e-4b91-b307-d103e5aa98e4 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=91a3d1cbe1ca43709692c0c6b5687949&device_id=a205f6b5-e519-437d-89f9-789236c6a540 HTTP/1.1" status: 200 len: 1151 time: 0.0698822 Feb 04 17:11:31.951160 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-297d70a2-fd34-46e2-acc0-6a9e4d8bfef5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (64ada913-9131-4d99-a265-63a920956287), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:31.998120 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-a94d43f2-6098-42c3-9692-3981328066c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (89ec0c8c-c21b-4b87-8757-91891ae1cec4), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:32.001468 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-a94d43f2-6098-42c3-9692-3981328066c2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:32.002846 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-a94d43f2-6098-42c3-9692-3981328066c2 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/89ec0c8c-c21b-4b87-8757-91891ae1cec4 HTTP/1.1" status: 204 len: 168 time: 0.1991026 Feb 04 17:11:32.014896 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94d43f2-6098-42c3-9692-3981328066c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89ec0c8c-c21b-4b87-8757-91891ae1cec4,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:11:32.164146 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d107c9d7-09bc-4326-a32c-7eb5bcbd73b1 req-4737facd-7e66-4d79-8562-e89f17caf24c tempest-AggregatesAdminTestJSON-190950878 tempest-AggregatesAdminTestJSON-190950878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:11:32.173364 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-d107c9d7-09bc-4326-a32c-7eb5bcbd73b1 req-4737facd-7e66-4d79-8562-e89f17caf24c tempest-AggregatesAdminTestJSON-190950878 tempest-AggregatesAdminTestJSON-190950878-project] 10.222.0.89 "GET /v2.0/ports?device_id=22ea2fc8-54da-4816-a487-654d736510de HTTP/1.1" status: 200 len: 969 time: 0.1090841 Feb 04 17:11:32.208883 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0284830a-35e8-4f54-9f23-234f2e3f82ce req-54ee78ca-b94c-4c00-ba34-d35f399a587f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:11:32.210855 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-0284830a-35e8-4f54-9f23-234f2e3f82ce req-54ee78ca-b94c-4c00-ba34-d35f399a587f service neutron] 10.222.0.90 "GET /v2.0/networks?id=02be22b9-aa53-40ea-8050-9239cd27d1ff HTTP/1.1" status: 200 len: 870 time: 0.2533243 Feb 04 17:11:32.268361 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-0284830a-35e8-4f54-9f23-234f2e3f82ce req-60e1e5a6-6467-4767-a3d4-a9abeb6f3d99 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.198&port_id=10bf66da-04e4-4cfa-aec5-24ed3b5008f5 HTTP/1.1" status: 200 len: 217 time: 0.0485311 Feb 04 17:11:32.284798 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-d107c9d7-09bc-4326-a32c-7eb5bcbd73b1 req-60cf7513-1727-4ea2-b3f6-ab9e1ffa4cb9 tempest-AggregatesAdminTestJSON-190950878 tempest-AggregatesAdminTestJSON-190950878-project] 10.222.0.89 "GET /v2.0/security-groups?id=63334a72-f19b-48de-9626-835c42145453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102285 Feb 04 17:11:32.333554 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0284830a-35e8-4f54-9f23-234f2e3f82ce req-c0af52bf-a614-46ae-bcf9-dd5a6c26d6e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:11:32.335177 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-0284830a-35e8-4f54-9f23-234f2e3f82ce req-c0af52bf-a614-46ae-bcf9-dd5a6c26d6e8 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=c974b0ff-2c5c-4667-8a81-3bde3ea6ced5 HTTP/1.1" status: 200 len: 843 time: 0.0604000 Feb 04 17:11:32.335955 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 49318) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:11:32.348978 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910a5e1f-180e-4a16-878f-c2c15ae7b9f1 req-d034335d-fda4-4e23-83ba-aaadbcc8dab2 tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:11:32.350499 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-910a5e1f-180e-4a16-878f-c2c15ae7b9f1 req-d034335d-fda4-4e23-83ba-aaadbcc8dab2 tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] 10.222.0.89 "GET /v2.0/networks?id=b27b7363-f5f5-42ff-a720-66280b0b57a7 HTTP/1.1" status: 200 len: 821 time: 0.1653125 Feb 04 17:11:32.365871 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-910a5e1f-180e-4a16-878f-c2c15ae7b9f1 req-1835f235-fa6f-4afa-a82f-ae110e6ecad7 tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] 10.222.0.89 "GET /v2.0/quotas/f3812c841c31408e86184d3885a61bc1 HTTP/1.1" status: 200 len: 375 time: 0.0098827 Feb 04 17:11:32.392530 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0284830a-35e8-4f54-9f23-234f2e3f82ce req-4247f9d5-9187-4c0d-be6a-ae422dce1201 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:11:32.394695 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-0284830a-35e8-4f54-9f23-234f2e3f82ce req-4247f9d5-9187-4c0d-be6a-ae422dce1201 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=02be22b9-aa53-40ea-8050-9239cd27d1ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0529711 Feb 04 17:11:32.405126 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-910a5e1f-180e-4a16-878f-c2c15ae7b9f1 req-7a4e2575-986f-43b8-97b5-21823b0f0c38 tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=f3812c841c31408e86184d3885a61bc1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0320480 Feb 04 17:11:32.482755 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-e352e516-79f1-4928-9940-4aa7ea87bf86 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:32.538147 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-910a5e1f-180e-4a16-878f-c2c15ae7b9f1 req-c084ae32-0243-45ef-b94d-fdec079295a3 service neutron] 10.222.0.89 "GET /v2.0/networks/b27b7363-f5f5-42ff-a720-66280b0b57a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254625 Feb 04 17:11:32.550785 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-0284830a-35e8-4f54-9f23-234f2e3f82ce req-3f10879c-c5e4-4a81-b270-766c659f572a service neutron] 10.222.0.90 "GET /v2.0/networks/02be22b9-aa53-40ea-8050-9239cd27d1ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1491985 Feb 04 17:11:32.620369 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Device a299087e-bdf1-4350-8919-d5b3c19cfa3b up at agent hyperv_n-h2-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:11:32.659480 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-910a5e1f-180e-4a16-878f-c2c15ae7b9f1 req-f89358a6-041a-42cf-8f0d-ce3affbc9cbe service neutron] 10.222.0.89 "GET /v2.0/networks/b27b7363-f5f5-42ff-a720-66280b0b57a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1204557 Feb 04 17:11:32.689424 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Provisioning for port a299087e-bdf1-4350-8919-d5b3c19cfa3b completed by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 17:11:32.694855 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Provisioning complete for port a299087e-bdf1-4350-8919-d5b3c19cfa3b triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:11:32.695660 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (a299087e-bdf1-4350-8919-d5b3c19cfa3b), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:32.709139 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-e352e516-79f1-4928-9940-4aa7ea87bf86 admin admin] Publish callbacks [] for security_group (d85cbafc-b667-4986-a313-bb30268b109e), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:32.721834 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-e352e516-79f1-4928-9940-4aa7ea87bf86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (d85cbafc-b667-4986-a313-bb30268b109e), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:32.757455 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e352e516-79f1-4928-9940-4aa7ea87bf86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d85cbafc-b667-4986-a313-bb30268b109e,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:11:32.791722 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b80291-c1fc-442f-a788-c00900685838 req-9ca507eb-7bd5-4ff9-93cc-7d6c4164b34c tempest-ServersWithSpecificFlavorTestJSON-330130714 tempest-ServersWithSpecificFlavorTestJSON-330130714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:11:32.794081 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-66b80291-c1fc-442f-a788-c00900685838 req-9ca507eb-7bd5-4ff9-93cc-7d6c4164b34c tempest-ServersWithSpecificFlavorTestJSON-330130714 tempest-ServersWithSpecificFlavorTestJSON-330130714-project] 10.222.0.89 "GET /v2.0/ports?device_id=07c45ccf-8a9c-4b4a-a3ab-97114a1df7b0 HTTP/1.1" status: 200 len: 931 time: 0.1682842 Feb 04 17:11:32.800779 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-0284830a-35e8-4f54-9f23-234f2e3f82ce req-c4c96694-877b-435f-bfd7-59c2428676fc service neutron] 10.222.0.90 "GET /v2.0/networks/02be22b9-aa53-40ea-8050-9239cd27d1ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2433660 Feb 04 17:11:32.803366 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-e352e516-79f1-4928-9940-4aa7ea87bf86 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=2d27d78e4f9d48579659695763c38c2a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4664476 Feb 04 17:11:32.806085 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Current status of the port a299087e-bdf1-4350-8919-d5b3c19cfa3b is: BUILD; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:11:32.806230 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 49336) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:11:32.806977 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (a299087e-bdf1-4350-8919-d5b3c19cfa3b), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:32.852579 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22ea2fc8-54da-4816-a487-654d736510de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a299087e-bdf1-4350-8919-d5b3c19cfa3b'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:11:32.894700 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-66b80291-c1fc-442f-a788-c00900685838 req-b38e6118-5dc9-422b-8fe9-82a700204c54 tempest-ServersWithSpecificFlavorTestJSON-330130714 tempest-ServersWithSpecificFlavorTestJSON-330130714-project] 10.222.0.89 "GET /v2.0/security-groups?id=a2b9895e-fd37-4072-8754-90c5d10d2f1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0678549 Feb 04 17:11:32.906655 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-a8dcea8f-41ba-4736-ab0b-7f74796c3c7e admin admin] Publish callbacks [] for security_group (d85cbafc-b667-4986-a313-bb30268b109e), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:32.932528 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-a8dcea8f-41ba-4736-ab0b-7f74796c3c7e admin admin] Publish callbacks [] for security_group (d85cbafc-b667-4986-a313-bb30268b109e), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:32.981587 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-aad3bd41-b629-4f6c-807e-1ad7b5ac2379 req-37434889-516e-4cc3-a73c-ccd7a7f7eaea tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] 10.222.0.89 "GET /v2.0/ports?device_id=284c52b0-3695-4fc3-be5f-67c29b313e1f HTTP/1.1" status: 200 len: 210 time: 0.0817170 Feb 04 17:11:33.026676 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-a8dcea8f-41ba-4736-ab0b-7f74796c3c7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (d85cbafc-b667-4986-a313-bb30268b109e), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:33.033762 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-a8dcea8f-41ba-4736-ab0b-7f74796c3c7e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:33.039544 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-a8dcea8f-41ba-4736-ab0b-7f74796c3c7e admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/d85cbafc-b667-4986-a313-bb30268b109e HTTP/1.1" status: 204 len: 168 time: 0.2322695 Feb 04 17:11:33.063732 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8dcea8f-41ba-4736-ab0b-7f74796c3c7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d85cbafc-b667-4986-a313-bb30268b109e,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:11:33.131695 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c19c695-0921-4f51-876b-ca26601efdc3 req-d82a3e44-86b1-43b1-afba-bf35a7cf51fd tempest-TenantUsagesTestJSON-1510417140 tempest-TenantUsagesTestJSON-1510417140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:11:33.135743 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-4c19c695-0921-4f51-876b-ca26601efdc3 req-d82a3e44-86b1-43b1-afba-bf35a7cf51fd tempest-TenantUsagesTestJSON-1510417140 tempest-TenantUsagesTestJSON-1510417140-project] 10.222.0.89 "GET /v2.0/ports?device_id=a205f6b5-e519-437d-89f9-789236c6a540 HTTP/1.1" status: 200 len: 969 time: 0.1198013 Feb 04 17:11:33.143962 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d408ec64-b374-4acb-a1fc-48241dad6d47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (0cd6d64a-47a7-40ff-8c12-71dd526c62e0), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:33.150099 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] For port a299087e-bdf1-4350-8919-d5b3c19cfa3b, host n-h2-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=a299087e-bdf1-4350-8919-d5b3c19cfa3b,segment=NetworkSegment(3a39b085-d3e6-43bb-a64c-1b06dd049e5a),segment_id=3a39b085-d3e6-43bb-a64c-1b06dd049e5a)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:11:33.156156 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (a299087e-bdf1-4350-8919-d5b3c19cfa3b), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:33.227991 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Pushing event updated for resources: {'Port': ['ID=a299087e-bdf1-4350-8919-d5b3c19cfa3b,revision_number=5']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:11:33.229903 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-4c19c695-0921-4f51-876b-ca26601efdc3 req-5656f150-42e6-4ace-a805-38e599416157 tempest-TenantUsagesTestJSON-1510417140 tempest-TenantUsagesTestJSON-1510417140-project] 10.222.0.89 "GET /v2.0/security-groups?id=140c35fd-a559-43b2-a1ac-b37e33a93807&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874033 Feb 04 17:11:33.400673 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c34bc964ce2211770fda26ca2f3801cc06f4f39928110690550e94ab9c9d2fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aaba5c12-49a5-4667-8f38-da58bfa6ee0f" -d '{"events": [{"server_uuid": "22ea2fc8-54da-4816-a487-654d736510de", "name": "network-vif-plugged", "status": "completed", "tag": "a299087e-bdf1-4350-8919-d5b3c19cfa3b"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:11:33.422214 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7d536d-5fef-4096-b6d0-c65cc1c73bf0 req-19998ac0-7b3f-420d-8b18-9ffbd3a030fc tempest-AggregatesAdminTestJSON-190950878 tempest-AggregatesAdminTestJSON-190950878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:11:33.424768 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-fc7d536d-5fef-4096-b6d0-c65cc1c73bf0 req-19998ac0-7b3f-420d-8b18-9ffbd3a030fc tempest-AggregatesAdminTestJSON-190950878 tempest-AggregatesAdminTestJSON-190950878-project] 10.222.0.89 "GET /v2.0/ports?device_id=22ea2fc8-54da-4816-a487-654d736510de HTTP/1.1" status: 200 len: 970 time: 0.0699697 Feb 04 17:11:33.484512 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-fc7d536d-5fef-4096-b6d0-c65cc1c73bf0 req-11c98c29-2317-4ade-b02a-aaa37bef791b tempest-AggregatesAdminTestJSON-190950878 tempest-AggregatesAdminTestJSON-190950878-project] 10.222.0.89 "GET /v2.0/security-groups?id=63334a72-f19b-48de-9626-835c42145453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529339 Feb 04 17:11:33.572800 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 17:11:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-144cdcc8-4650-4485-8bf5-46e25a751969 x-openstack-request-id: req-144cdcc8-4650-4485-8bf5-46e25a751969 {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:11:33.573467 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22ea2fc8-54da-4816-a487-654d736510de", "name": "network-vif-plugged", "status": "completed", "tag": "a299087e-bdf1-4350-8919-d5b3c19cfa3b", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:11:33.573783 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-144cdcc8-4650-4485-8bf5-46e25a751969 {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:11:33.574825 n-d-827839-2 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22ea2fc8-54da-4816-a487-654d736510de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a299087e-bdf1-4350-8919-d5b3c19cfa3b', 'code': 200} Feb 04 17:11:33.612646 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 49376) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:11:33.631350 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-4946938b-41a2-4572-89e9-69f9238dc289 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:33.787183 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd51c50-1966-49b8-93b5-91cdc85f10d9 req-2328b1da-7850-4212-bcdb-f8bfc85bbc86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:11:33.789808 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-5fd51c50-1966-49b8-93b5-91cdc85f10d9 req-2328b1da-7850-4212-bcdb-f8bfc85bbc86 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=22ea2fc8-54da-4816-a487-654d736510de HTTP/1.1" status: 200 len: 1152 time: 0.1392758 Feb 04 17:11:33.826851 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-5fd51c50-1966-49b8-93b5-91cdc85f10d9 req-dd3e452d-1d68-423f-a12e-37d7afe566b1 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:33.837815 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-4946938b-41a2-4572-89e9-69f9238dc289 admin admin] Publish callbacks [] for security_group (25976b5e-7dbc-4208-8acb-b86328f99cb6), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:33.845040 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-4946938b-41a2-4572-89e9-69f9238dc289 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (25976b5e-7dbc-4208-8acb-b86328f99cb6), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:33.900023 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-4946938b-41a2-4572-89e9-69f9238dc289 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=278137e0992144b88e3c9106fbc90591&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2861722 Feb 04 17:11:33.900713 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4946938b-41a2-4572-89e9-69f9238dc289 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25976b5e-7dbc-4208-8acb-b86328f99cb6,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:11:33.903987 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 49384) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:11:33.969194 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-7b7018b8-aee0-4322-9fc6-7f50cfac5631 admin admin] Publish callbacks [] for security_group (25976b5e-7dbc-4208-8acb-b86328f99cb6), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:33.972542 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-5fd51c50-1966-49b8-93b5-91cdc85f10d9 req-dd3e452d-1d68-423f-a12e-37d7afe566b1 service neutron] Publish callbacks [] for security_group (fb9ab587-eb5d-49a4-b420-26128ee2a3b9), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:33.977382 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-5fd51c50-1966-49b8-93b5-91cdc85f10d9 req-dd3e452d-1d68-423f-a12e-37d7afe566b1 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (fb9ab587-eb5d-49a4-b420-26128ee2a3b9), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:34.004881 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-7b7018b8-aee0-4322-9fc6-7f50cfac5631 admin admin] Publish callbacks [] for security_group (25976b5e-7dbc-4208-8acb-b86328f99cb6), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:34.031755 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-5fd51c50-1966-49b8-93b5-91cdc85f10d9 req-dd3e452d-1d68-423f-a12e-37d7afe566b1 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=63334a72-f19b-48de-9626-835c42145453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2323260 Feb 04 17:11:34.033623 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3e452d-1d68-423f-a12e-37d7afe566b1 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=fb9ab587-eb5d-49a4-b420-26128ee2a3b9,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:11:34.085091 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb692a82-cfac-49e1-8785-28fddbf74b83 req-173df4f7-5c51-4aca-a960-9e4769830dc1 tempest-ServersWithSpecificFlavorTestJSON-330130714 tempest-ServersWithSpecificFlavorTestJSON-330130714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:11:34.086655 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-eb692a82-cfac-49e1-8785-28fddbf74b83 req-173df4f7-5c51-4aca-a960-9e4769830dc1 tempest-ServersWithSpecificFlavorTestJSON-330130714 tempest-ServersWithSpecificFlavorTestJSON-330130714-project] 10.222.0.89 "GET /v2.0/ports?device_id=07c45ccf-8a9c-4b4a-a3ab-97114a1df7b0 HTTP/1.1" status: 200 len: 931 time: 0.0925505 Feb 04 17:11:34.109390 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-7b7018b8-aee0-4322-9fc6-7f50cfac5631 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (25976b5e-7dbc-4208-8acb-b86328f99cb6), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:34.111953 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-7b7018b8-aee0-4322-9fc6-7f50cfac5631 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:34.113212 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-7b7018b8-aee0-4322-9fc6-7f50cfac5631 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/25976b5e-7dbc-4208-8acb-b86328f99cb6 HTTP/1.1" status: 204 len: 168 time: 0.2073450 Feb 04 17:11:34.133544 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7018b8-aee0-4322-9fc6-7f50cfac5631 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25976b5e-7dbc-4208-8acb-b86328f99cb6,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:11:34.154105 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-eb692a82-cfac-49e1-8785-28fddbf74b83 req-4a025f00-4050-4bce-b94b-3f484a074cb4 tempest-ServersWithSpecificFlavorTestJSON-330130714 tempest-ServersWithSpecificFlavorTestJSON-330130714-project] 10.222.0.89 "GET /v2.0/security-groups?id=a2b9895e-fd37-4072-8754-90c5d10d2f1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0606804 Feb 04 17:11:34.238177 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-b4ee5d30-8c32-464f-9335-b4a21ac9c7a1 req-4753e088-2929-4376-86e1-b02d839ce68a tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] 10.222.0.89 "GET /v2.0/ports?device_id=284c52b0-3695-4fc3-be5f-67c29b313e1f HTTP/1.1" status: 200 len: 210 time: 0.0288389 Feb 04 17:11:34.368720 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a20249-b04b-4df3-a8b4-3a125dd16688 req-a9bd291e-3fb8-409c-afb6-6707a7231d9c tempest-TenantUsagesTestJSON-1510417140 tempest-TenantUsagesTestJSON-1510417140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:11:34.370362 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-44a20249-b04b-4df3-a8b4-3a125dd16688 req-a9bd291e-3fb8-409c-afb6-6707a7231d9c tempest-TenantUsagesTestJSON-1510417140 tempest-TenantUsagesTestJSON-1510417140-project] 10.222.0.89 "GET /v2.0/ports?device_id=a205f6b5-e519-437d-89f9-789236c6a540 HTTP/1.1" status: 200 len: 969 time: 0.0630305 Feb 04 17:11:34.418590 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-44a20249-b04b-4df3-a8b4-3a125dd16688 req-cbd96ecb-5133-4c92-b132-20aacc016e28 tempest-TenantUsagesTestJSON-1510417140 tempest-TenantUsagesTestJSON-1510417140-project] 10.222.0.89 "GET /v2.0/security-groups?id=140c35fd-a559-43b2-a1ac-b37e33a93807&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416112 Feb 04 17:11:34.624389 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Device 10bf66da-04e4-4cfa-aec5-24ed3b5008f5 details requested by agent hyperv_n-h2-827839-2 with host n-h2-827839-2 {{(pid=103378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 17:11:34.628940 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4f14bb47-e72b-46ac-9e44-a61d9293afcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (75326290-f7a3-4db8-9cf2-15c7139ed224), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:34.635846 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dee8727-14d5-4d2f-82ad-a1391b08637d req-5e666fa0-a026-43e7-ada9-b21359a6d07c tempest-AggregatesAdminTestJSON-190950878 tempest-AggregatesAdminTestJSON-190950878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:11:34.638112 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-9dee8727-14d5-4d2f-82ad-a1391b08637d req-5e666fa0-a026-43e7-ada9-b21359a6d07c tempest-AggregatesAdminTestJSON-190950878 tempest-AggregatesAdminTestJSON-190950878-project] 10.222.0.89 "GET /v2.0/ports?device_id=22ea2fc8-54da-4816-a487-654d736510de HTTP/1.1" status: 200 len: 970 time: 0.0754859 Feb 04 17:11:34.719543 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-9dee8727-14d5-4d2f-82ad-a1391b08637d req-01a18f93-a108-4673-97e7-164dcd03afa9 tempest-AggregatesAdminTestJSON-190950878 tempest-AggregatesAdminTestJSON-190950878-project] 10.222.0.89 "GET /v2.0/security-groups?id=63334a72-f19b-48de-9626-835c42145453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714681 Feb 04 17:11:34.794569 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] For port 10bf66da-04e4-4cfa-aec5-24ed3b5008f5, host n-h2-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=10bf66da-04e4-4cfa-aec5-24ed3b5008f5,segment=NetworkSegment(3a39b085-d3e6-43bb-a64c-1b06dd049e5a),segment_id=3a39b085-d3e6-43bb-a64c-1b06dd049e5a)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:11:34.806865 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Returning: {'device': '10bf66da-04e4-4cfa-aec5-24ed3b5008f5', 'network_id': '02be22b9-aa53-40ea-8050-9239cd27d1ff', 'port_id': '10bf66da-04e4-4cfa-aec5-24ed3b5008f5', 'mac_address': 'fa:16:3e:78:14:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 797, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c974b0ff-2c5c-4667-8a81-3bde3ea6ced5', 'ip_address': '192.168.233.198'}], 'device_owner': 'compute:tempest-test_az-555947110', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 17:11:34.848119 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Current status of the port 10bf66da-04e4-4cfa-aec5-24ed3b5008f5 is: DOWN; New status is: BUILD {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:11:34.848786 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (10bf66da-04e4-4cfa-aec5-24ed3b5008f5), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:34.865774 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10bf66da-04e4-4cfa-aec5-24ed3b5008f5 {{(pid=103378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 17:11:34.898090 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] For port 10bf66da-04e4-4cfa-aec5-24ed3b5008f5, host n-h2-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=10bf66da-04e4-4cfa-aec5-24ed3b5008f5,segment=NetworkSegment(3a39b085-d3e6-43bb-a64c-1b06dd049e5a),segment_id=3a39b085-d3e6-43bb-a64c-1b06dd049e5a)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:11:34.906246 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (10bf66da-04e4-4cfa-aec5-24ed3b5008f5), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:34.962102 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Pushing event updated for resources: {'Port': ['ID=10bf66da-04e4-4cfa-aec5-24ed3b5008f5,revision_number=4']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:11:34.991266 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 49450) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:11:35.133668 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] get_ports_and_sgs() called for port_ids ['10bf66da-04e4-4cfa-aec5-24ed3b5008f5'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 17:11:35.148264 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-80463da5-2783-418a-8100-972a09d69ded admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:35.243476 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-80463da5-2783-418a-8100-972a09d69ded admin admin] Publish callbacks [] for security_group (d5002d22-2880-4c97-b058-03c5db99b271), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:35.248877 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-80463da5-2783-418a-8100-972a09d69ded admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (d5002d22-2880-4c97-b058-03c5db99b271), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:35.314831 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142293fd-62fd-4a48-a465-c2d7efcab1f1 req-cd2d53cc-aa9d-4cc0-a4fd-a1c963ce4553 tempest-ServersWithSpecificFlavorTestJSON-330130714 tempest-ServersWithSpecificFlavorTestJSON-330130714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:11:35.322761 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80463da5-2783-418a-8100-972a09d69ded admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5002d22-2880-4c97-b058-03c5db99b271,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:11:35.324466 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-142293fd-62fd-4a48-a465-c2d7efcab1f1 req-cd2d53cc-aa9d-4cc0-a4fd-a1c963ce4553 tempest-ServersWithSpecificFlavorTestJSON-330130714 tempest-ServersWithSpecificFlavorTestJSON-330130714-project] 10.222.0.89 "GET /v2.0/ports?device_id=07c45ccf-8a9c-4b4a-a3ab-97114a1df7b0 HTTP/1.1" status: 200 len: 931 time: 0.0848329 Feb 04 17:11:35.335395 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-80463da5-2783-418a-8100-972a09d69ded admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=8219e2cb458348408c35c7112811e464&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3427036 Feb 04 17:11:35.338327 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 49468) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:11:35.389314 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-142293fd-62fd-4a48-a465-c2d7efcab1f1 req-ca126599-2904-4665-9368-889290ce8dae tempest-ServersWithSpecificFlavorTestJSON-330130714 tempest-ServersWithSpecificFlavorTestJSON-330130714-project] 10.222.0.89 "GET /v2.0/security-groups?id=a2b9895e-fd37-4072-8754-90c5d10d2f1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0637074 Feb 04 17:11:35.393872 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-240164d8-f420-48a4-92f3-2de97995764d req-7fd324b1-062d-4570-9825-68b9e08b55be tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] 10.222.0.89 "GET /v2.0/ports?device_id=284c52b0-3695-4fc3-be5f-67c29b313e1f HTTP/1.1" status: 200 len: 210 time: 0.0435677 Feb 04 17:11:35.422990 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-b7abfec5-3d4a-446e-96c9-20ca8b736480 admin admin] Publish callbacks [] for security_group (d5002d22-2880-4c97-b058-03c5db99b271), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:35.448045 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-b7abfec5-3d4a-446e-96c9-20ca8b736480 admin admin] Publish callbacks [] for security_group (d5002d22-2880-4c97-b058-03c5db99b271), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:35.468461 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [req-d9f21063-6d20-464d-bc33-af83cdf0887c req-4650fbd1-9b6e-43fa-857b-d6d2f9d48200 tempest-ServersWithSpecificFlavorTestJSON-330130714 tempest-ServersWithSpecificFlavorTestJSON-330130714-project] http://10.222.0.89:9696/v2.0/extensions returned with HTTP 200 {{(pid=103376) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 17:11:35.469844 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-d9f21063-6d20-464d-bc33-af83cdf0887c req-4650fbd1-9b6e-43fa-857b-d6d2f9d48200 tempest-ServersWithSpecificFlavorTestJSON-330130714 tempest-ServersWithSpecificFlavorTestJSON-330130714-project] 10.222.0.96 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0067682 Feb 04 17:11:35.520757 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-b7abfec5-3d4a-446e-96c9-20ca8b736480 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (d5002d22-2880-4c97-b058-03c5db99b271), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:35.525597 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-b7abfec5-3d4a-446e-96c9-20ca8b736480 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:35.530388 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-b7abfec5-3d4a-446e-96c9-20ca8b736480 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/d5002d22-2880-4c97-b058-03c5db99b271 HTTP/1.1" status: 204 len: 168 time: 0.1858034 Feb 04 17:11:35.539133 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7abfec5-3d4a-446e-96c9-20ca8b736480 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5002d22-2880-4c97-b058-03c5db99b271,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:11:35.552250 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68859d0-6d24-4e21-b928-a0d314ecea87 req-029141c6-f357-4fa2-b094-5d2801a8339b tempest-TenantUsagesTestJSON-1510417140 tempest-TenantUsagesTestJSON-1510417140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:11:35.560913 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-a68859d0-6d24-4e21-b928-a0d314ecea87 req-029141c6-f357-4fa2-b094-5d2801a8339b tempest-TenantUsagesTestJSON-1510417140 tempest-TenantUsagesTestJSON-1510417140-project] 10.222.0.89 "GET /v2.0/ports?device_id=a205f6b5-e519-437d-89f9-789236c6a540 HTTP/1.1" status: 200 len: 970 time: 0.0630317 Feb 04 17:11:35.623069 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-a68859d0-6d24-4e21-b928-a0d314ecea87 req-87a05636-c4d8-4dea-a311-42e94b7dcc84 tempest-TenantUsagesTestJSON-1510417140 tempest-TenantUsagesTestJSON-1510417140-project] 10.222.0.89 "GET /v2.0/security-groups?id=140c35fd-a559-43b2-a1ac-b37e33a93807&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608294 Feb 04 17:11:35.658779 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (ba70844b-66a0-45fd-a2f2-e6ed673321fc), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:35.876903 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a1ad49-da38-47bd-82c4-489b38be2db5 req-7651c0cd-d667-40bb-a423-13b84c429005 tempest-AggregatesAdminTestJSON-190950878 tempest-AggregatesAdminTestJSON-190950878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:11:35.878699 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-29a1ad49-da38-47bd-82c4-489b38be2db5 req-7651c0cd-d667-40bb-a423-13b84c429005 tempest-AggregatesAdminTestJSON-190950878 tempest-AggregatesAdminTestJSON-190950878-project] 10.222.0.89 "GET /v2.0/ports?device_id=22ea2fc8-54da-4816-a487-654d736510de HTTP/1.1" status: 200 len: 970 time: 0.0592561 Feb 04 17:11:35.904798 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [req-d9f21063-6d20-464d-bc33-af83cdf0887c req-c1059294-263e-44f4-9546-79e907656f90 service neutron] Request body: {'port': {'device_id': '07c45ccf-8a9c-4b4a-a3ab-97114a1df7b0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827839-2'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:11:35.975604 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-29a1ad49-da38-47bd-82c4-489b38be2db5 req-910d1471-e71f-49d8-86fc-2209224b9953 tempest-AggregatesAdminTestJSON-190950878 tempest-AggregatesAdminTestJSON-190950878-project] 10.222.0.89 "GET /v2.0/security-groups?id=63334a72-f19b-48de-9626-835c42145453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907173 Feb 04 17:11:35.987521 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-d9f21063-6d20-464d-bc33-af83cdf0887c req-c1059294-263e-44f4-9546-79e907656f90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (e28b6dd2-3435-4f16-9bfc-a3c4c1fccd18), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:36.031834 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 49494) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:11:36.045307 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-8e5e8850-2d74-4d7a-9b5b-1f538bc90d7a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:36.139264 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-8e5e8850-2d74-4d7a-9b5b-1f538bc90d7a admin admin] Publish callbacks [] for security_group (ebbdbef0-0045-4431-a120-7e033fba6773), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:36.149658 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-8e5e8850-2d74-4d7a-9b5b-1f538bc90d7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (ebbdbef0-0045-4431-a120-7e033fba6773), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:36.192655 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-8e5e8850-2d74-4d7a-9b5b-1f538bc90d7a admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=3d6c6f2a765540718122c7768e06a375&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1594899 Feb 04 17:11:36.195712 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 49500) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:11:36.204402 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5e8850-2d74-4d7a-9b5b-1f538bc90d7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebbdbef0-0045-4431-a120-7e033fba6773,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:11:36.268066 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.96', 56800) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:11:36.290563 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-b4f23b6f-748b-42ff-b5b5-6f2ff1790b5b admin admin] Publish callbacks [] for security_group (ebbdbef0-0045-4431-a120-7e033fba6773), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:36.396415 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-b4f23b6f-748b-42ff-b5b5-6f2ff1790b5b admin admin] Publish callbacks [] for security_group (ebbdbef0-0045-4431-a120-7e033fba6773), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:36.424038 n-d-827839-2 neutron-server[103376]: DEBUG neutron.notifiers.nova [req-d9f21063-6d20-464d-bc33-af83cdf0887c req-c1059294-263e-44f4-9546-79e907656f90 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e28b6dd2-3435-4f16-9bfc-a3c4c1fccd18 {{(pid=103376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 17:11:36.437679 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-d9f21063-6d20-464d-bc33-af83cdf0887c req-c1059294-263e-44f4-9546-79e907656f90 service neutron] Publish callbacks [] for port (e28b6dd2-3435-4f16-9bfc-a3c4c1fccd18), precommit_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:36.467976 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.provisioning_blocks [req-d9f21063-6d20-464d-bc33-af83cdf0887c req-c1059294-263e-44f4-9546-79e907656f90 service neutron] Transition to ACTIVE for port object e28b6dd2-3435-4f16-9bfc-a3c4c1fccd18 will not be triggered until provisioned by entity L2. {{(pid=103376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 17:11:36.472106 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-d9f21063-6d20-464d-bc33-af83cdf0887c req-c1059294-263e-44f4-9546-79e907656f90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (e28b6dd2-3435-4f16-9bfc-a3c4c1fccd18), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:36.505421 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910a5e1f-180e-4a16-878f-c2c15ae7b9f1 req-db3d0097-ed51-45bf-a446-0659a95fe272 tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:11:36.506927 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-910a5e1f-180e-4a16-878f-c2c15ae7b9f1 req-db3d0097-ed51-45bf-a446-0659a95fe272 tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] 10.222.0.96 "GET /v2.0/networks?id=b27b7363-f5f5-42ff-a720-66280b0b57a7 HTTP/1.1" status: 200 len: 821 time: 0.2379224 Feb 04 17:11:36.523781 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [req-910a5e1f-180e-4a16-878f-c2c15ae7b9f1 req-af845f9e-4739-42fb-85c7-b1642be8c9b1 tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] Request body: {'port': {'device_id': '284c52b0-3695-4fc3-be5f-67c29b313e1f', 'network_id': 'b27b7363-f5f5-42ff-a720-66280b0b57a7', 'admin_state_up': True, 'tenant_id': 'f3812c841c31408e86184d3885a61bc1'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:11:36.592246 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-b4f23b6f-748b-42ff-b5b5-6f2ff1790b5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (ebbdbef0-0045-4431-a120-7e033fba6773), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:36.594665 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-b4f23b6f-748b-42ff-b5b5-6f2ff1790b5b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:36.595810 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-b4f23b6f-748b-42ff-b5b5-6f2ff1790b5b admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/ebbdbef0-0045-4431-a120-7e033fba6773 HTTP/1.1" status: 204 len: 168 time: 0.3990631 Feb 04 17:11:36.618940 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f23b6f-748b-42ff-b5b5-6f2ff1790b5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebbdbef0-0045-4431-a120-7e033fba6773,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:11:36.625488 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Device 10bf66da-04e4-4cfa-aec5-24ed3b5008f5 up at agent hyperv_n-h2-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:11:36.645191 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-c712f803-8a59-4df5-86e0-d9f48708f378 req-e2ec7461-ac70-4a7a-94cf-2d9373e33bbd tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] 10.222.0.89 "GET /v2.0/ports?device_id=284c52b0-3695-4fc3-be5f-67c29b313e1f HTTP/1.1" status: 200 len: 210 time: 0.1097572 Feb 04 17:11:36.672018 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1059294-263e-44f4-9546-79e907656f90 service neutron] Pushing event updated for resources: {'Port': ['ID=e28b6dd2-3435-4f16-9bfc-a3c4c1fccd18,revision_number=2']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:11:36.682748 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [req-d9f21063-6d20-464d-bc33-af83cdf0887c req-c1059294-263e-44f4-9546-79e907656f90 service neutron] Attempting to bind port e28b6dd2-3435-4f16-9bfc-a3c4c1fccd18 on host n-h1-827839-2 for vnic_type normal with profile {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:11:36.683254 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [req-d9f21063-6d20-464d-bc33-af83cdf0887c req-c1059294-263e-44f4-9546-79e907656f90 service neutron] Attempting to bind port e28b6dd2-3435-4f16-9bfc-a3c4c1fccd18 by drivers openvswitch,hyperv on host n-h1-827839-2 at level 0 using segments [{'id': '96478007-32f6-4e3f-be0e-d1541677c592', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '4d1c76e6-ea0c-4d14-ba91-32b9665be5f0'}] {{(pid=103376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:11:36.684012 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9f21063-6d20-464d-bc33-af83cdf0887c req-c1059294-263e-44f4-9546-79e907656f90 service neutron] Attempting to bind port e28b6dd2-3435-4f16-9bfc-a3c4c1fccd18 on network 4d1c76e6-ea0c-4d14-ba91-32b9665be5f0 {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:11:36.688845 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9f21063-6d20-464d-bc33-af83cdf0887c req-c1059294-263e-44f4-9546-79e907656f90 service neutron] Port e28b6dd2-3435-4f16-9bfc-a3c4c1fccd18 on network 4d1c76e6-ea0c-4d14-ba91-32b9665be5f0 not bound, no agent of type Open vSwitch agent registered on host n-h1-827839-2 {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 17:11:36.689102 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9f21063-6d20-464d-bc33-af83cdf0887c req-c1059294-263e-44f4-9546-79e907656f90 service neutron] Attempting to bind port e28b6dd2-3435-4f16-9bfc-a3c4c1fccd18 on network 4d1c76e6-ea0c-4d14-ba91-32b9665be5f0 {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:11:36.694332 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9f21063-6d20-464d-bc33-af83cdf0887c req-c1059294-263e-44f4-9546-79e907656f90 service neutron] Checking agent: {'id': '3f9244a9-75fc-4c10-b195-11d48b853b41', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 8, 42), 'started_at': datetime.datetime(2022, 2, 4, 17, 8, 42), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 11, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:11:36.694944 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9f21063-6d20-464d-bc33-af83cdf0887c req-c1059294-263e-44f4-9546-79e907656f90 service neutron] Checking segment: {'id': '96478007-32f6-4e3f-be0e-d1541677c592', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '4d1c76e6-ea0c-4d14-ba91-32b9665be5f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:11:36.695257 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9f21063-6d20-464d-bc33-af83cdf0887c req-c1059294-263e-44f4-9546-79e907656f90 service neutron] Bound using segment: {'id': '96478007-32f6-4e3f-be0e-d1541677c592', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '4d1c76e6-ea0c-4d14-ba91-32b9665be5f0'} {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:11:36.695729 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [req-d9f21063-6d20-464d-bc33-af83cdf0887c req-c1059294-263e-44f4-9546-79e907656f90 service neutron] Bound port: e28b6dd2-3435-4f16-9bfc-a3c4c1fccd18, host: n-h1-827839-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96478007-32f6-4e3f-be0e-d1541677c592', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '4d1c76e6-ea0c-4d14-ba91-32b9665be5f0'}}] {{(pid=103376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:11:36.696359 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-d9f21063-6d20-464d-bc33-af83cdf0887c req-c1059294-263e-44f4-9546-79e907656f90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (e28b6dd2-3435-4f16-9bfc-a3c4c1fccd18), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:36.697628 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb12b37-270c-4e46-9849-8a6030d14e20 req-6f6b98a1-487b-4251-a293-a8ea09e765c9 tempest-ServersWithSpecificFlavorTestJSON-330130714 tempest-ServersWithSpecificFlavorTestJSON-330130714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:11:36.700719 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-deb12b37-270c-4e46-9849-8a6030d14e20 req-6f6b98a1-487b-4251-a293-a8ea09e765c9 tempest-ServersWithSpecificFlavorTestJSON-330130714 tempest-ServersWithSpecificFlavorTestJSON-330130714-project] 10.222.0.89 "GET /v2.0/ports?device_id=07c45ccf-8a9c-4b4a-a3ab-97114a1df7b0 HTTP/1.1" status: 200 len: 943 time: 0.1833866 Feb 04 17:11:36.771726 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Provisioning for port 10bf66da-04e4-4cfa-aec5-24ed3b5008f5 completed by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 17:11:36.781945 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Provisioning complete for port 10bf66da-04e4-4cfa-aec5-24ed3b5008f5 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:11:36.783566 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (10bf66da-04e4-4cfa-aec5-24ed3b5008f5), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:36.815092 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-910a5e1f-180e-4a16-878f-c2c15ae7b9f1 req-af845f9e-4739-42fb-85c7-b1642be8c9b1 tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] Made reservation on behalf of f3812c841c31408e86184d3885a61bc1 for: {'port': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:11:36.826749 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-910a5e1f-180e-4a16-878f-c2c15ae7b9f1 req-af845f9e-4739-42fb-85c7-b1642be8c9b1 tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:36.897233 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-deb12b37-270c-4e46-9849-8a6030d14e20 req-9d718de6-01b5-4804-9cd3-26ad8c225507 tempest-ServersWithSpecificFlavorTestJSON-330130714 tempest-ServersWithSpecificFlavorTestJSON-330130714-project] 10.222.0.89 "GET /v2.0/security-groups?id=a2b9895e-fd37-4072-8754-90c5d10d2f1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1758158 Feb 04 17:11:36.898995 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [req-d9f21063-6d20-464d-bc33-af83cdf0887c req-c1059294-263e-44f4-9546-79e907656f90 service neutron] For port e28b6dd2-3435-4f16-9bfc-a3c4c1fccd18, host n-h1-827839-2, cleared binding levels {{(pid=103376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:11:36.945746 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [req-d9f21063-6d20-464d-bc33-af83cdf0887c req-c1059294-263e-44f4-9546-79e907656f90 service neutron] For port e28b6dd2-3435-4f16-9bfc-a3c4c1fccd18, host n-h1-827839-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=e28b6dd2-3435-4f16-9bfc-a3c4c1fccd18,segment=NetworkSegment(96478007-32f6-4e3f-be0e-d1541677c592),segment_id=96478007-32f6-4e3f-be0e-d1541677c592)] {{(pid=103376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:11:36.962316 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-d9f21063-6d20-464d-bc33-af83cdf0887c req-c1059294-263e-44f4-9546-79e907656f90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (e28b6dd2-3435-4f16-9bfc-a3c4c1fccd18), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:36.978745 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Current status of the port 10bf66da-04e4-4cfa-aec5-24ed3b5008f5 is: BUILD; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:11:36.979138 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (10bf66da-04e4-4cfa-aec5-24ed3b5008f5), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:37.017667 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2dd75d4-928f-45c3-83e8-102ef9930002 req-60505f05-48f8-4409-b7c9-b4b97b1d20a0 tempest-TenantUsagesTestJSON-1510417140 tempest-TenantUsagesTestJSON-1510417140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:11:37.024572 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-f2dd75d4-928f-45c3-83e8-102ef9930002 req-60505f05-48f8-4409-b7c9-b4b97b1d20a0 tempest-TenantUsagesTestJSON-1510417140 tempest-TenantUsagesTestJSON-1510417140-project] 10.222.0.89 "GET /v2.0/ports?device_id=a205f6b5-e519-437d-89f9-789236c6a540 HTTP/1.1" status: 200 len: 970 time: 0.1956477 Feb 04 17:11:37.030265 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.db_base_plugin_common [req-910a5e1f-180e-4a16-878f-c2c15ae7b9f1 req-af845f9e-4739-42fb-85c7-b1642be8c9b1 tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] Allocated IP 172.20.0.6 (b27b7363-f5f5-42ff-a720-66280b0b57a7/fa2004f2-da24-41cf-84b9-96d41a7dd118/69be7e67-fc27-4724-9cc4-b43b77a95248) {{(pid=103377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:11:37.049615 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f21063-6d20-464d-bc33-af83cdf0887c req-c1059294-263e-44f4-9546-79e907656f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:11:37.050323 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-d9f21063-6d20-464d-bc33-af83cdf0887c req-c1059294-263e-44f4-9546-79e907656f90 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677565'] for port (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:37.052638 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-d9f21063-6d20-464d-bc33-af83cdf0887c req-c1059294-263e-44f4-9546-79e907656f90 service neutron] 10.222.0.96 "PUT /v2.0/ports/e28b6dd2-3435-4f16-9bfc-a3c4c1fccd18 HTTP/1.1" status: 200 len: 1091 time: 1.4100955 Feb 04 17:11:37.053199 n-d-827839-2 neutron-server[103376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07c45ccf-8a9c-4b4a-a3ab-97114a1df7b0', 'tag': 'e28b6dd2-3435-4f16-9bfc-a3c4c1fccd18'}] {{(pid=103376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:11:37.063479 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] For port 10bf66da-04e4-4cfa-aec5-24ed3b5008f5, host n-h2-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=10bf66da-04e4-4cfa-aec5-24ed3b5008f5,segment=NetworkSegment(3a39b085-d3e6-43bb-a64c-1b06dd049e5a),segment_id=3a39b085-d3e6-43bb-a64c-1b06dd049e5a)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:11:37.064701 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a205f6b5-e519-437d-89f9-789236c6a540', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10bf66da-04e4-4cfa-aec5-24ed3b5008f5'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:11:37.067543 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c34bc964ce2211770fda26ca2f3801cc06f4f39928110690550e94ab9c9d2fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d52f9566-2e90-42d0-9d06-e5435bb7e414" -d '{"events": [{"server_uuid": "a205f6b5-e519-437d-89f9-789236c6a540", "name": "network-vif-plugged", "status": "completed", "tag": "10bf66da-04e4-4cfa-aec5-24ed3b5008f5"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:11:37.076335 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (10bf66da-04e4-4cfa-aec5-24ed3b5008f5), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:37.114552 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 49542) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:11:37.187910 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Pushing event updated for resources: {'Port': ['ID=10bf66da-04e4-4cfa-aec5-24ed3b5008f5,revision_number=5']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:11:37.364932 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-f2dd75d4-928f-45c3-83e8-102ef9930002 req-363fe09f-05c4-41aa-b6f1-f5ef39f069b4 tempest-TenantUsagesTestJSON-1510417140 tempest-TenantUsagesTestJSON-1510417140-project] 10.222.0.89 "GET /v2.0/security-groups?id=140c35fd-a559-43b2-a1ac-b37e33a93807&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3259776 Feb 04 17:11:37.364932 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1059294-263e-44f4-9546-79e907656f90 service neutron] Pushing event updated for resources: {'Port': ['ID=e28b6dd2-3435-4f16-9bfc-a3c4c1fccd18,revision_number=3']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:11:37.431233 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f21063-6d20-464d-bc33-af83cdf0887c req-f3751837-7f2f-4f01-916f-14c07282fb18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:11:37.431836 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 17:11:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-310105df-cc03-4401-9cc4-46ad1cce68b2 x-openstack-request-id: req-310105df-cc03-4401-9cc4-46ad1cce68b2 {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:11:37.432161 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a205f6b5-e519-437d-89f9-789236c6a540", "name": "network-vif-plugged", "status": "completed", "tag": "10bf66da-04e4-4cfa-aec5-24ed3b5008f5", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:11:37.432418 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-310105df-cc03-4401-9cc4-46ad1cce68b2 {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:11:37.432983 n-d-827839-2 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a205f6b5-e519-437d-89f9-789236c6a540', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10bf66da-04e4-4cfa-aec5-24ed3b5008f5', 'code': 200} Feb 04 17:11:37.433920 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-d9f21063-6d20-464d-bc33-af83cdf0887c req-f3751837-7f2f-4f01-916f-14c07282fb18 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=f616a69521a6439b8b9ce4b5361b1b3c&device_id=07c45ccf-8a9c-4b4a-a3ab-97114a1df7b0 HTTP/1.1" status: 200 len: 1125 time: 0.2591393 Feb 04 17:11:37.472355 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-ed0bcc4c-f758-4b49-b128-beeebb9e6b44 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:37.476537 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d59c3bb5e2f09ebf62144d5e09b1cff60c763a9c19614c24538e77842938c05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-552fbb87-b0d7-4155-9989-a39afb119665" -d '{"events": [{"name": "network-changed", "server_uuid": "07c45ccf-8a9c-4b4a-a3ab-97114a1df7b0", "tag": "e28b6dd2-3435-4f16-9bfc-a3c4c1fccd18"}]}' {{(pid=103376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:11:37.517563 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-d9f21063-6d20-464d-bc33-af83cdf0887c req-a26b9472-43e9-4af5-90d7-f1e46c5b0e27 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e28b6dd2-3435-4f16-9bfc-a3c4c1fccd18 HTTP/1.1" status: 200 len: 217 time: 0.0763738 Feb 04 17:11:37.589569 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf31dc3-e448-4427-b4ee-fa7d84078635 req-0fd54153-3daa-400b-98b2-d935fe1bc0d3 tempest-AggregatesAdminTestJSON-190950878 tempest-AggregatesAdminTestJSON-190950878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:11:37.596522 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-baf31dc3-e448-4427-b4ee-fa7d84078635 req-0fd54153-3daa-400b-98b2-d935fe1bc0d3 tempest-AggregatesAdminTestJSON-190950878 tempest-AggregatesAdminTestJSON-190950878-project] 10.222.0.89 "GET /v2.0/ports?device_id=22ea2fc8-54da-4816-a487-654d736510de HTTP/1.1" status: 200 len: 970 time: 0.4831583 Feb 04 17:11:37.659639 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-baf31dc3-e448-4427-b4ee-fa7d84078635 req-e22714fe-ff96-4e74-9eb7-0edb289eb23e tempest-AggregatesAdminTestJSON-190950878 tempest-AggregatesAdminTestJSON-190950878-project] 10.222.0.89 "GET /v2.0/security-groups?id=63334a72-f19b-48de-9626-835c42145453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602334 Feb 04 17:11:37.710675 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0320090c-3eec-4c48-b67d-5d848ebc0163 req-cd1bce4b-c193-4797-9d3c-36c55423d0c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:11:37.712215 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-0320090c-3eec-4c48-b67d-5d848ebc0163 req-cd1bce4b-c193-4797-9d3c-36c55423d0c8 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=a205f6b5-e519-437d-89f9-789236c6a540 HTTP/1.1" status: 200 len: 1153 time: 0.1937263 Feb 04 17:11:37.763311 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-910a5e1f-180e-4a16-878f-c2c15ae7b9f1 req-af845f9e-4739-42fb-85c7-b1642be8c9b1 tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] Publish callbacks [] for port (69be7e67-fc27-4724-9cc4-b43b77a95248), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:37.794978 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-ed0bcc4c-f758-4b49-b128-beeebb9e6b44 admin admin] Publish callbacks [] for security_group (07c3f433-3a64-49ad-9f33-4fd19e548afc), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:37.812234 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 17:11:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-551aeb28-4492-4af1-8c23-599d7cea9f30 x-openstack-request-id: req-551aeb28-4492-4af1-8c23-599d7cea9f30 {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:11:37.812520 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07c45ccf-8a9c-4b4a-a3ab-97114a1df7b0", "tag": "e28b6dd2-3435-4f16-9bfc-a3c4c1fccd18", "status": "completed", "code": 200}]} {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:11:37.812962 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-551aeb28-4492-4af1-8c23-599d7cea9f30 {{(pid=103376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:11:37.813591 n-d-827839-2 neutron-server[103376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07c45ccf-8a9c-4b4a-a3ab-97114a1df7b0', 'tag': 'e28b6dd2-3435-4f16-9bfc-a3c4c1fccd18', 'status': 'completed', 'code': 200} Feb 04 17:11:37.821471 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f21063-6d20-464d-bc33-af83cdf0887c req-a61fa71f-18f4-4325-85c2-1d393f123361 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:11:37.823232 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-b181f70d-c479-4c9b-b5ec-d42639fb5f01 req-c2a480e0-3a01-4664-b77c-b781d31d9c6b tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] 10.222.0.89 "GET /v2.0/ports?device_id=284c52b0-3695-4fc3-be5f-67c29b313e1f HTTP/1.1" status: 200 len: 210 time: 0.0631037 Feb 04 17:11:37.827732 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-ed0bcc4c-f758-4b49-b128-beeebb9e6b44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (07c3f433-3a64-49ad-9f33-4fd19e548afc), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:37.830772 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-d9f21063-6d20-464d-bc33-af83cdf0887c req-a61fa71f-18f4-4325-85c2-1d393f123361 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=46532e3a-bfe8-4be0-a512-ac5329d05d46 HTTP/1.1" status: 200 len: 863 time: 0.3060839 Feb 04 17:11:37.897775 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-0320090c-3eec-4c48-b67d-5d848ebc0163 req-4998c487-7a56-4e13-98d6-2ec28b7b8586 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=140c35fd-a559-43b2-a1ac-b37e33a93807&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1787000 Feb 04 17:11:37.903545 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-ed0bcc4c-f758-4b49-b128-beeebb9e6b44 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=153e7dfc1d814e96aae0f2699c3d4ac4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7876487 Feb 04 17:11:37.908114 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 49576) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:11:37.918869 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0bcc4c-f758-4b49-b128-beeebb9e6b44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07c3f433-3a64-49ad-9f33-4fd19e548afc,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:11:37.926933 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-910a5e1f-180e-4a16-878f-c2c15ae7b9f1 req-af845f9e-4739-42fb-85c7-b1642be8c9b1 tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135'] for port (69be7e67-fc27-4724-9cc4-b43b77a95248), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:37.986658 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-910a5e1f-180e-4a16-878f-c2c15ae7b9f1 req-af845f9e-4739-42fb-85c7-b1642be8c9b1 tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] Network b27b7363-f5f5-42ff-a720-66280b0b57a7 is already hosted by enough agents. {{(pid=103377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:11:38.000112 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [req-910a5e1f-180e-4a16-878f-c2c15ae7b9f1 req-af845f9e-4739-42fb-85c7-b1642be8c9b1 tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] Resources bound (agent type, host, resource id): {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:11:38.000534 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af845f9e-4739-42fb-85c7-b1642be8c9b1 tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] Pushing event updated for resources: {'Port': ['ID=69be7e67-fc27-4724-9cc4-b43b77a95248,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:11:38.016640 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [req-910a5e1f-180e-4a16-878f-c2c15ae7b9f1 req-af845f9e-4739-42fb-85c7-b1642be8c9b1 tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] Received port after_create {{(pid=103377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:11:38.021716 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910a5e1f-180e-4a16-878f-c2c15ae7b9f1 req-af845f9e-4739-42fb-85c7-b1642be8c9b1 tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:11:38.022348 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-910a5e1f-180e-4a16-878f-c2c15ae7b9f1 req-af845f9e-4739-42fb-85c7-b1642be8c9b1 tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677565'] for port (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:38.031106 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f21063-6d20-464d-bc33-af83cdf0887c req-b6618b45-7acb-42b9-953f-415323e5db5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:11:38.032780 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-d9f21063-6d20-464d-bc33-af83cdf0887c req-b6618b45-7acb-42b9-953f-415323e5db5f service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=4d1c76e6-ea0c-4d14-ba91-32b9665be5f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1952364 Feb 04 17:11:38.050544 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-910a5e1f-180e-4a16-878f-c2c15ae7b9f1 req-af845f9e-4739-42fb-85c7-b1642be8c9b1 tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5307136 Feb 04 17:11:38.063572 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [req-910a5e1f-180e-4a16-878f-c2c15ae7b9f1 req-c9e16c6c-712d-4f2a-bc4c-37a80a63759b service neutron] Request body: {'port': {'device_id': '284c52b0-3695-4fc3-be5f-67c29b313e1f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827839-2'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:11:38.077510 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5d5c98-a0dc-419b-abcd-fceacfc34d71 req-a143ec85-350a-478c-bea4-1e285465f381 tempest-ServersWithSpecificFlavorTestJSON-330130714 tempest-ServersWithSpecificFlavorTestJSON-330130714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:11:38.079085 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-2e5d5c98-a0dc-419b-abcd-fceacfc34d71 req-a143ec85-350a-478c-bea4-1e285465f381 tempest-ServersWithSpecificFlavorTestJSON-330130714 tempest-ServersWithSpecificFlavorTestJSON-330130714-project] 10.222.0.89 "GET /v2.0/ports?device_id=07c45ccf-8a9c-4b4a-a3ab-97114a1df7b0 HTTP/1.1" status: 200 len: 943 time: 0.0954194 Feb 04 17:11:38.103894 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683fe387-0d5b-41d5-84c8-b3233c77f0ea req-9e5ca7ee-e6ce-4dd1-8ac5-2d87f905659b tempest-AggregatesAdminTestJSON-1100672925 tempest-AggregatesAdminTestJSON-1100672925-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:11:38.106405 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-683fe387-0d5b-41d5-84c8-b3233c77f0ea req-9e5ca7ee-e6ce-4dd1-8ac5-2d87f905659b tempest-AggregatesAdminTestJSON-1100672925 tempest-AggregatesAdminTestJSON-1100672925-project-admin] 10.222.0.89 "GET /v2.0/ports?device_id=22ea2fc8-54da-4816-a487-654d736510de HTTP/1.1" status: 200 len: 1152 time: 0.1851506 Feb 04 17:11:38.111935 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-fec7e254-a8da-4fa4-9c2c-c9562b0ed865 admin admin] Publish callbacks [] for security_group (07c3f433-3a64-49ad-9f33-4fd19e548afc), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:38.154929 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-683fe387-0d5b-41d5-84c8-b3233c77f0ea req-97f9e840-2468-4e70-aa84-8532aec099d6 tempest-AggregatesAdminTestJSON-1100672925 tempest-AggregatesAdminTestJSON-1100672925-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:38.159440 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-fec7e254-a8da-4fa4-9c2c-c9562b0ed865 admin admin] Publish callbacks [] for security_group (07c3f433-3a64-49ad-9f33-4fd19e548afc), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:38.186090 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-910a5e1f-180e-4a16-878f-c2c15ae7b9f1 req-c9e16c6c-712d-4f2a-bc4c-37a80a63759b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (69be7e67-fc27-4724-9cc4-b43b77a95248), before_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:38.192122 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-2e5d5c98-a0dc-419b-abcd-fceacfc34d71 req-6d1a4053-3ea4-4546-aef8-697341988126 tempest-ServersWithSpecificFlavorTestJSON-330130714 tempest-ServersWithSpecificFlavorTestJSON-330130714-project] 10.222.0.89 "GET /v2.0/security-groups?id=a2b9895e-fd37-4072-8754-90c5d10d2f1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0964122 Feb 04 17:11:38.238351 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-d9f21063-6d20-464d-bc33-af83cdf0887c req-8a94fa21-016c-4967-92d8-a91eee2e0402 service neutron] 10.222.0.96 "GET /v2.0/networks/4d1c76e6-ea0c-4d14-ba91-32b9665be5f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1956141 Feb 04 17:11:38.344699 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-fec7e254-a8da-4fa4-9c2c-c9562b0ed865 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (07c3f433-3a64-49ad-9f33-4fd19e548afc), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:38.347293 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-fec7e254-a8da-4fa4-9c2c-c9562b0ed865 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:38.348443 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-fec7e254-a8da-4fa4-9c2c-c9562b0ed865 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/07c3f433-3a64-49ad-9f33-4fd19e548afc HTTP/1.1" status: 204 len: 168 time: 0.4391546 Feb 04 17:11:38.375260 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec7e254-a8da-4fa4-9c2c-c9562b0ed865 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07c3f433-3a64-49ad-9f33-4fd19e548afc,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:11:38.407666 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-d9f21063-6d20-464d-bc33-af83cdf0887c req-93db8787-5ae8-4b77-aac3-e69ad3220f35 service neutron] 10.222.0.96 "GET /v2.0/networks/4d1c76e6-ea0c-4d14-ba91-32b9665be5f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1621053 Feb 04 17:11:38.409536 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-683fe387-0d5b-41d5-84c8-b3233c77f0ea req-97f9e840-2468-4e70-aa84-8532aec099d6 tempest-AggregatesAdminTestJSON-1100672925 tempest-AggregatesAdminTestJSON-1100672925-project-admin] Publish callbacks [] for security_group (6be20d70-4ff4-4a93-b065-0a5d57878198), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:38.415189 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-683fe387-0d5b-41d5-84c8-b3233c77f0ea req-97f9e840-2468-4e70-aa84-8532aec099d6 tempest-AggregatesAdminTestJSON-1100672925 tempest-AggregatesAdminTestJSON-1100672925-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (6be20d70-4ff4-4a93-b065-0a5d57878198), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:38.536259 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-683fe387-0d5b-41d5-84c8-b3233c77f0ea req-97f9e840-2468-4e70-aa84-8532aec099d6 tempest-AggregatesAdminTestJSON-1100672925 tempest-AggregatesAdminTestJSON-1100672925-project-admin] 10.222.0.89 "GET /v2.0/security-groups?id=63334a72-f19b-48de-9626-835c42145453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4115212 Feb 04 17:11:38.542457 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f9e840-2468-4e70-aa84-8532aec099d6 tempest-AggregatesAdminTestJSON-1100672925 tempest-AggregatesAdminTestJSON-1100672925-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6be20d70-4ff4-4a93-b065-0a5d57878198,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:11:38.578680 n-d-827839-2 neutron-server[103377]: DEBUG neutron.notifiers.nova [req-910a5e1f-180e-4a16-878f-c2c15ae7b9f1 req-c9e16c6c-712d-4f2a-bc4c-37a80a63759b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69be7e67-fc27-4724-9cc4-b43b77a95248 {{(pid=103377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 17:11:38.584116 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552fbb87-b0d7-4155-9989-a39afb119665 req-99d25561-455d-4b88-a80c-6661109c69b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:11:38.585791 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-552fbb87-b0d7-4155-9989-a39afb119665 req-99d25561-455d-4b88-a80c-6661109c69b2 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=f616a69521a6439b8b9ce4b5361b1b3c&device_id=07c45ccf-8a9c-4b4a-a3ab-97114a1df7b0 HTTP/1.1" status: 200 len: 1125 time: 0.1094985 Feb 04 17:11:38.589734 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-910a5e1f-180e-4a16-878f-c2c15ae7b9f1 req-c9e16c6c-712d-4f2a-bc4c-37a80a63759b service neutron] Publish callbacks [] for port (69be7e67-fc27-4724-9cc4-b43b77a95248), precommit_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:38.622021 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9548cae7-55e3-4012-80a4-a4aade39221d req-40449e32-274b-46cb-960e-471c8051ad48 tempest-TenantUsagesTestJSON-1510417140 tempest-TenantUsagesTestJSON-1510417140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:11:38.629845 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-9548cae7-55e3-4012-80a4-a4aade39221d req-40449e32-274b-46cb-960e-471c8051ad48 tempest-TenantUsagesTestJSON-1510417140 tempest-TenantUsagesTestJSON-1510417140-project] 10.222.0.89 "GET /v2.0/ports?device_id=a205f6b5-e519-437d-89f9-789236c6a540 HTTP/1.1" status: 200 len: 971 time: 0.1540146 Feb 04 17:11:38.632725 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.provisioning_blocks [req-910a5e1f-180e-4a16-878f-c2c15ae7b9f1 req-c9e16c6c-712d-4f2a-bc4c-37a80a63759b service neutron] Transition to ACTIVE for port object 69be7e67-fc27-4724-9cc4-b43b77a95248 will not be triggered until provisioned by entity L2. {{(pid=103377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 17:11:38.649563 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-910a5e1f-180e-4a16-878f-c2c15ae7b9f1 req-c9e16c6c-712d-4f2a-bc4c-37a80a63759b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (69be7e67-fc27-4724-9cc4-b43b77a95248), after_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:38.733868 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-9548cae7-55e3-4012-80a4-a4aade39221d req-e42d8357-2041-406d-86ef-cde8702cba8f tempest-TenantUsagesTestJSON-1510417140 tempest-TenantUsagesTestJSON-1510417140-project] 10.222.0.89 "GET /v2.0/security-groups?id=140c35fd-a559-43b2-a1ac-b37e33a93807&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031229 Feb 04 17:11:38.734886 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e16c6c-712d-4f2a-bc4c-37a80a63759b service neutron] Pushing event updated for resources: {'Port': ['ID=69be7e67-fc27-4724-9cc4-b43b77a95248,revision_number=2']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:11:38.808202 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [req-910a5e1f-180e-4a16-878f-c2c15ae7b9f1 req-c9e16c6c-712d-4f2a-bc4c-37a80a63759b service neutron] Attempting to bind port 69be7e67-fc27-4724-9cc4-b43b77a95248 on host n-h1-827839-2 for vnic_type normal with profile {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:11:38.808534 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [req-910a5e1f-180e-4a16-878f-c2c15ae7b9f1 req-c9e16c6c-712d-4f2a-bc4c-37a80a63759b service neutron] Attempting to bind port 69be7e67-fc27-4724-9cc4-b43b77a95248 by drivers openvswitch,hyperv on host n-h1-827839-2 at level 0 using segments [{'id': '422e2db4-29a0-413f-80b3-a344e9c773f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'b27b7363-f5f5-42ff-a720-66280b0b57a7'}] {{(pid=103377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:11:38.808857 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-910a5e1f-180e-4a16-878f-c2c15ae7b9f1 req-c9e16c6c-712d-4f2a-bc4c-37a80a63759b service neutron] Attempting to bind port 69be7e67-fc27-4724-9cc4-b43b77a95248 on network b27b7363-f5f5-42ff-a720-66280b0b57a7 {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:11:38.826764 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-910a5e1f-180e-4a16-878f-c2c15ae7b9f1 req-c9e16c6c-712d-4f2a-bc4c-37a80a63759b service neutron] Port 69be7e67-fc27-4724-9cc4-b43b77a95248 on network b27b7363-f5f5-42ff-a720-66280b0b57a7 not bound, no agent of type Open vSwitch agent registered on host n-h1-827839-2 {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 17:11:38.827104 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-910a5e1f-180e-4a16-878f-c2c15ae7b9f1 req-c9e16c6c-712d-4f2a-bc4c-37a80a63759b service neutron] Attempting to bind port 69be7e67-fc27-4724-9cc4-b43b77a95248 on network b27b7363-f5f5-42ff-a720-66280b0b57a7 {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:11:38.834215 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-910a5e1f-180e-4a16-878f-c2c15ae7b9f1 req-c9e16c6c-712d-4f2a-bc4c-37a80a63759b service neutron] Checking agent: {'id': '3f9244a9-75fc-4c10-b195-11d48b853b41', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 8, 42), 'started_at': datetime.datetime(2022, 2, 4, 17, 8, 42), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 11, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:11:38.834558 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-910a5e1f-180e-4a16-878f-c2c15ae7b9f1 req-c9e16c6c-712d-4f2a-bc4c-37a80a63759b service neutron] Checking segment: {'id': '422e2db4-29a0-413f-80b3-a344e9c773f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'b27b7363-f5f5-42ff-a720-66280b0b57a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:11:38.834946 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-910a5e1f-180e-4a16-878f-c2c15ae7b9f1 req-c9e16c6c-712d-4f2a-bc4c-37a80a63759b service neutron] Bound using segment: {'id': '422e2db4-29a0-413f-80b3-a344e9c773f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'b27b7363-f5f5-42ff-a720-66280b0b57a7'} {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:11:38.835380 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [req-910a5e1f-180e-4a16-878f-c2c15ae7b9f1 req-c9e16c6c-712d-4f2a-bc4c-37a80a63759b service neutron] Bound port: 69be7e67-fc27-4724-9cc4-b43b77a95248, host: n-h1-827839-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '422e2db4-29a0-413f-80b3-a344e9c773f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'b27b7363-f5f5-42ff-a720-66280b0b57a7'}}] {{(pid=103377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:11:38.835745 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-910a5e1f-180e-4a16-878f-c2c15ae7b9f1 req-c9e16c6c-712d-4f2a-bc4c-37a80a63759b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (69be7e67-fc27-4724-9cc4-b43b77a95248), before_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:38.869308 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552fbb87-b0d7-4155-9989-a39afb119665 req-67bd1822-0cc7-4f64-8af0-45341cc2895e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:11:38.871127 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-552fbb87-b0d7-4155-9989-a39afb119665 req-67bd1822-0cc7-4f64-8af0-45341cc2895e service neutron] 10.222.0.96 "GET /v2.0/networks?id=4d1c76e6-ea0c-4d14-ba91-32b9665be5f0 HTTP/1.1" status: 200 len: 925 time: 0.2783446 Feb 04 17:11:38.915955 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [req-910a5e1f-180e-4a16-878f-c2c15ae7b9f1 req-c9e16c6c-712d-4f2a-bc4c-37a80a63759b service neutron] For port 69be7e67-fc27-4724-9cc4-b43b77a95248, host n-h1-827839-2, cleared binding levels {{(pid=103377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:11:38.920782 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [req-910a5e1f-180e-4a16-878f-c2c15ae7b9f1 req-c9e16c6c-712d-4f2a-bc4c-37a80a63759b service neutron] For port 69be7e67-fc27-4724-9cc4-b43b77a95248, host n-h1-827839-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=69be7e67-fc27-4724-9cc4-b43b77a95248,segment=NetworkSegment(422e2db4-29a0-413f-80b3-a344e9c773f4),segment_id=422e2db4-29a0-413f-80b3-a344e9c773f4)] {{(pid=103377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:11:38.928810 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-910a5e1f-180e-4a16-878f-c2c15ae7b9f1 req-c9e16c6c-712d-4f2a-bc4c-37a80a63759b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (69be7e67-fc27-4724-9cc4-b43b77a95248), after_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:38.957621 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-552fbb87-b0d7-4155-9989-a39afb119665 req-b6ad6973-7e52-411b-a7cf-b20037fe03b9 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e28b6dd2-3435-4f16-9bfc-a3c4c1fccd18 HTTP/1.1" status: 200 len: 217 time: 0.0802622 Feb 04 17:11:38.977871 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910a5e1f-180e-4a16-878f-c2c15ae7b9f1 req-c9e16c6c-712d-4f2a-bc4c-37a80a63759b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:11:38.978511 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-910a5e1f-180e-4a16-878f-c2c15ae7b9f1 req-c9e16c6c-712d-4f2a-bc4c-37a80a63759b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677565'] for port (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:38.979922 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-910a5e1f-180e-4a16-878f-c2c15ae7b9f1 req-c9e16c6c-712d-4f2a-bc4c-37a80a63759b service neutron] 10.222.0.96 "PUT /v2.0/ports/69be7e67-fc27-4724-9cc4-b43b77a95248 HTTP/1.1" status: 200 len: 1091 time: 0.9219410 Feb 04 17:11:38.980998 n-d-827839-2 neutron-server[103377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '284c52b0-3695-4fc3-be5f-67c29b313e1f', 'tag': '69be7e67-fc27-4724-9cc4-b43b77a95248'}] {{(pid=103377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:11:38.983307 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7240428b650e1488e9361b62648ff4b3a6c19d49d8c27c949491ab58c1346cf0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e96b172e-9ffa-48fd-9436-4f22c18d80b9" -d '{"events": [{"name": "network-changed", "server_uuid": "284c52b0-3695-4fc3-be5f-67c29b313e1f", "tag": "69be7e67-fc27-4724-9cc4-b43b77a95248"}]}' {{(pid=103377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:11:39.010568 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e16c6c-712d-4f2a-bc4c-37a80a63759b service neutron] Pushing event updated for resources: {'Port': ['ID=69be7e67-fc27-4724-9cc4-b43b77a95248,revision_number=3']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:11:39.025526 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 49610) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:11:39.059762 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552fbb87-b0d7-4155-9989-a39afb119665 req-51fd6961-cf80-4e84-b6f9-61ce0655af71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:11:39.061292 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-552fbb87-b0d7-4155-9989-a39afb119665 req-51fd6961-cf80-4e84-b6f9-61ce0655af71 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=46532e3a-bfe8-4be0-a512-ac5329d05d46 HTTP/1.1" status: 200 len: 863 time: 0.0756938 Feb 04 17:11:39.072472 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e7cf8f-f39b-4315-b882-716e7091ec55 req-6008268e-3774-4e28-996a-b70a3e2474aa tempest-AggregatesAdminTestJSON-190950878 tempest-AggregatesAdminTestJSON-190950878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:11:39.079750 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-47e7cf8f-f39b-4315-b882-716e7091ec55 req-6008268e-3774-4e28-996a-b70a3e2474aa tempest-AggregatesAdminTestJSON-190950878 tempest-AggregatesAdminTestJSON-190950878-project] 10.222.0.89 "GET /v2.0/ports?device_id=22ea2fc8-54da-4816-a487-654d736510de HTTP/1.1" status: 200 len: 970 time: 0.1786480 Feb 04 17:11:39.085855 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-01c1a943-6997-42ad-a8b8-d8f4474a6147 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:39.131913 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910a5e1f-180e-4a16-878f-c2c15ae7b9f1 req-9ff491a6-d2c3-46be-a922-215e2652c956 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:11:39.133550 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-910a5e1f-180e-4a16-878f-c2c15ae7b9f1 req-9ff491a6-d2c3-46be-a922-215e2652c956 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=f3812c841c31408e86184d3885a61bc1&device_id=284c52b0-3695-4fc3-be5f-67c29b313e1f HTTP/1.1" status: 200 len: 1125 time: 0.1027353 Feb 04 17:11:39.156603 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552fbb87-b0d7-4155-9989-a39afb119665 req-df1c0683-4738-4c3c-ba3b-bd727acf261b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:11:39.158304 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-552fbb87-b0d7-4155-9989-a39afb119665 req-df1c0683-4738-4c3c-ba3b-bd727acf261b service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=4d1c76e6-ea0c-4d14-ba91-32b9665be5f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0765984 Feb 04 17:11:39.173238 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-47e7cf8f-f39b-4315-b882-716e7091ec55 req-32d16045-f979-46df-9de5-c3cda509a1c8 tempest-AggregatesAdminTestJSON-190950878 tempest-AggregatesAdminTestJSON-190950878-project] 10.222.0.89 "GET /v2.0/security-groups?id=63334a72-f19b-48de-9626-835c42145453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874608 Feb 04 17:11:39.189902 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-910a5e1f-180e-4a16-878f-c2c15ae7b9f1 req-c4e11e73-2e43-45ae-b933-9701041233bc service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=69be7e67-fc27-4724-9cc4-b43b77a95248 HTTP/1.1" status: 200 len: 217 time: 0.0482404 Feb 04 17:11:39.236018 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 17:11:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd3b87b0-03ab-41db-ad55-b7989977087a x-openstack-request-id: req-fd3b87b0-03ab-41db-ad55-b7989977087a {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:11:39.236316 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "284c52b0-3695-4fc3-be5f-67c29b313e1f", "tag": "69be7e67-fc27-4724-9cc4-b43b77a95248", "status": "completed", "code": 200}]} {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:11:39.236581 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-fd3b87b0-03ab-41db-ad55-b7989977087a {{(pid=103377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:11:39.237004 n-d-827839-2 neutron-server[103377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '284c52b0-3695-4fc3-be5f-67c29b313e1f', 'tag': '69be7e67-fc27-4724-9cc4-b43b77a95248', 'status': 'completed', 'code': 200} Feb 04 17:11:39.301034 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-552fbb87-b0d7-4155-9989-a39afb119665 req-4ec9c52b-129c-49ae-8af4-47ba87b98c7f service neutron] 10.222.0.96 "GET /v2.0/networks/4d1c76e6-ea0c-4d14-ba91-32b9665be5f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266820 Feb 04 17:11:39.308508 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910a5e1f-180e-4a16-878f-c2c15ae7b9f1 req-1964341c-2553-45ca-ae51-49fb1afd7dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:11:39.310088 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-910a5e1f-180e-4a16-878f-c2c15ae7b9f1 req-1964341c-2553-45ca-ae51-49fb1afd7dd6 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=fa2004f2-da24-41cf-84b9-96d41a7dd118 HTTP/1.1" status: 200 len: 861 time: 0.1066911 Feb 04 17:11:39.322269 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f69f40f-8175-4cd5-94c5-39370a95d33c req-2a3476c2-ddbf-4880-98d0-b1b043b145f6 tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:11:39.324651 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-9f69f40f-8175-4cd5-94c5-39370a95d33c req-2a3476c2-ddbf-4880-98d0-b1b043b145f6 tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] 10.222.0.89 "GET /v2.0/ports?device_id=284c52b0-3695-4fc3-be5f-67c29b313e1f HTTP/1.1" status: 200 len: 943 time: 0.1316075 Feb 04 17:11:39.362063 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-910a5e1f-180e-4a16-878f-c2c15ae7b9f1 req-c43c4e36-a089-43c0-bdb7-4b916dc137af service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=b27b7363-f5f5-42ff-a720-66280b0b57a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319567 Feb 04 17:11:39.368133 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-01c1a943-6997-42ad-a8b8-d8f4474a6147 admin admin] Publish callbacks [] for security_group (c8950508-5e34-476d-b641-cf5f06fe06e9), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:39.387194 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-01c1a943-6997-42ad-a8b8-d8f4474a6147 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (c8950508-5e34-476d-b641-cf5f06fe06e9), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:39.401418 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-552fbb87-b0d7-4155-9989-a39afb119665 req-6df0c39f-0f22-4e01-944f-04e9df7248c7 service neutron] 10.222.0.96 "GET /v2.0/networks/4d1c76e6-ea0c-4d14-ba91-32b9665be5f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931318 Feb 04 17:11:39.493209 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-01c1a943-6997-42ad-a8b8-d8f4474a6147 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=3e14ee8b7e6340c2a344e1fa44f06fdc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4655941 Feb 04 17:11:39.496616 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 49622) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:11:39.498674 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c1a943-6997-42ad-a8b8-d8f4474a6147 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8950508-5e34-476d-b641-cf5f06fe06e9,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:11:39.514033 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-9f69f40f-8175-4cd5-94c5-39370a95d33c req-081f77bb-7b19-4f59-8800-90455292eccf tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] 10.222.0.89 "GET /v2.0/security-groups?id=119a7f03-3e07-4d1e-8852-d9f974f9f052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1828105 Feb 04 17:11:39.531833 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-910a5e1f-180e-4a16-878f-c2c15ae7b9f1 req-398c4fbb-7e49-4f81-8ec2-7283926c6038 service neutron] 10.222.0.96 "GET /v2.0/networks/b27b7363-f5f5-42ff-a720-66280b0b57a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1613586 Feb 04 17:11:39.581192 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e20bac-4829-41a9-9d08-2f027ab9d3b8 req-74b42e7e-2c1c-4c39-98b3-8329e6c65f29 tempest-ServersWithSpecificFlavorTestJSON-330130714 tempest-ServersWithSpecificFlavorTestJSON-330130714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:11:39.582672 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-e2e20bac-4829-41a9-9d08-2f027ab9d3b8 req-74b42e7e-2c1c-4c39-98b3-8329e6c65f29 tempest-ServersWithSpecificFlavorTestJSON-330130714 tempest-ServersWithSpecificFlavorTestJSON-330130714-project] 10.222.0.89 "GET /v2.0/ports?device_id=07c45ccf-8a9c-4b4a-a3ab-97114a1df7b0 HTTP/1.1" status: 200 len: 943 time: 0.0875711 Feb 04 17:11:39.608291 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-a493541a-9a13-428a-ad16-69a1865c14d4 admin admin] Publish callbacks [] for security_group (c8950508-5e34-476d-b641-cf5f06fe06e9), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:39.646589 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-a493541a-9a13-428a-ad16-69a1865c14d4 admin admin] Publish callbacks [] for security_group (c8950508-5e34-476d-b641-cf5f06fe06e9), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:39.653816 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-910a5e1f-180e-4a16-878f-c2c15ae7b9f1 req-96c7d6bf-2201-47a0-b134-0152f434f52a service neutron] 10.222.0.96 "GET /v2.0/networks/b27b7363-f5f5-42ff-a720-66280b0b57a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1147861 Feb 04 17:11:39.666684 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-e2e20bac-4829-41a9-9d08-2f027ab9d3b8 req-b667a117-19c4-42a0-8553-e25ff524070b tempest-ServersWithSpecificFlavorTestJSON-330130714 tempest-ServersWithSpecificFlavorTestJSON-330130714-project] 10.222.0.89 "GET /v2.0/security-groups?id=a2b9895e-fd37-4072-8754-90c5d10d2f1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0783384 Feb 04 17:11:39.733235 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-a493541a-9a13-428a-ad16-69a1865c14d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (c8950508-5e34-476d-b641-cf5f06fe06e9), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:39.736136 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-a493541a-9a13-428a-ad16-69a1865c14d4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:39.739546 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-a493541a-9a13-428a-ad16-69a1865c14d4 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/c8950508-5e34-476d-b641-cf5f06fe06e9 HTTP/1.1" status: 204 len: 168 time: 0.2392020 Feb 04 17:11:39.748538 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a493541a-9a13-428a-ad16-69a1865c14d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8950508-5e34-476d-b641-cf5f06fe06e9,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:11:39.779255 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96b172e-9ffa-48fd-9436-4f22c18d80b9 req-17387d65-edbe-4851-9aef-66888c186f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:11:39.780647 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-e96b172e-9ffa-48fd-9436-4f22c18d80b9 req-17387d65-edbe-4851-9aef-66888c186f3b service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=f3812c841c31408e86184d3885a61bc1&device_id=284c52b0-3695-4fc3-be5f-67c29b313e1f HTTP/1.1" status: 200 len: 1125 time: 0.0711288 Feb 04 17:11:39.918606 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (f20a1ab3-4332-4f54-833b-ba4a7c687e89), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:39.929988 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615b3de7-832e-4f68-8bfb-3cc470e07d0f req-4e90bee7-83d7-4a3c-be7c-0973a4dd094c tempest-TenantUsagesTestJSON-1510417140 tempest-TenantUsagesTestJSON-1510417140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:11:39.931544 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-615b3de7-832e-4f68-8bfb-3cc470e07d0f req-4e90bee7-83d7-4a3c-be7c-0973a4dd094c tempest-TenantUsagesTestJSON-1510417140 tempest-TenantUsagesTestJSON-1510417140-project] 10.222.0.89 "GET /v2.0/ports?device_id=a205f6b5-e519-437d-89f9-789236c6a540 HTTP/1.1" status: 200 len: 971 time: 0.0930326 Feb 04 17:11:39.932775 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96b172e-9ffa-48fd-9436-4f22c18d80b9 req-21c23e27-fc7c-4ce7-8173-8e349d03ecbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:11:39.934742 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-e96b172e-9ffa-48fd-9436-4f22c18d80b9 req-21c23e27-fc7c-4ce7-8173-8e349d03ecbd service neutron] 10.222.0.96 "GET /v2.0/networks?id=b27b7363-f5f5-42ff-a720-66280b0b57a7 HTTP/1.1" status: 200 len: 922 time: 0.1471384 Feb 04 17:11:39.990890 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-e96b172e-9ffa-48fd-9436-4f22c18d80b9 req-264123b7-2a45-4da2-9ae1-6efc6205ef72 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=69be7e67-fc27-4724-9cc4-b43b77a95248 HTTP/1.1" status: 200 len: 217 time: 0.0445955 Feb 04 17:11:40.058940 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-615b3de7-832e-4f68-8bfb-3cc470e07d0f req-8af79be0-68eb-4a96-80ef-44705e678334 tempest-TenantUsagesTestJSON-1510417140 tempest-TenantUsagesTestJSON-1510417140-project] 10.222.0.89 "GET /v2.0/security-groups?id=140c35fd-a559-43b2-a1ac-b37e33a93807&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190383 Feb 04 17:11:40.067036 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96b172e-9ffa-48fd-9436-4f22c18d80b9 req-1781a3ba-34da-4bea-9e17-36f65b524503 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:11:40.068623 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-e96b172e-9ffa-48fd-9436-4f22c18d80b9 req-1781a3ba-34da-4bea-9e17-36f65b524503 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=fa2004f2-da24-41cf-84b9-96d41a7dd118 HTTP/1.1" status: 200 len: 861 time: 0.0651922 Feb 04 17:11:40.088471 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 49644) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:11:40.117964 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-e96b172e-9ffa-48fd-9436-4f22c18d80b9 req-c89dd2f6-9ba6-4d9a-bd14-53ee191d4c8c service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=b27b7363-f5f5-42ff-a720-66280b0b57a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0425203 Feb 04 17:11:40.228312 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-6f693187-dfa0-4285-b944-8f790c17c742 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:40.231733 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-e96b172e-9ffa-48fd-9436-4f22c18d80b9 req-31f536d6-80fa-4341-afc8-4444162a7faa service neutron] 10.222.0.96 "GET /v2.0/networks/b27b7363-f5f5-42ff-a720-66280b0b57a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1069231 Feb 04 17:11:40.342340 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-6f693187-dfa0-4285-b944-8f790c17c742 admin admin] Publish callbacks [] for security_group (f9b6f0d8-b0ad-4fae-af5b-a6a229b6bf55), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:40.350370 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-6f693187-dfa0-4285-b944-8f790c17c742 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (f9b6f0d8-b0ad-4fae-af5b-a6a229b6bf55), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:40.384096 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-6f693187-dfa0-4285-b944-8f790c17c742 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=196bc660ba9f4c7fa046413bf9f0ba3b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2943997 Feb 04 17:11:40.385575 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a9b225-4ffe-4d2a-9822-ad15ec79fd97 req-0b0bf369-af9c-485f-9735-a0bf10fe6801 tempest-AggregatesAdminTestJSON-190950878 tempest-AggregatesAdminTestJSON-190950878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:11:40.386096 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 49658) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:11:40.393998 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-a7a9b225-4ffe-4d2a-9822-ad15ec79fd97 req-0b0bf369-af9c-485f-9735-a0bf10fe6801 tempest-AggregatesAdminTestJSON-190950878 tempest-AggregatesAdminTestJSON-190950878-project] 10.222.0.89 "GET /v2.0/ports?device_id=22ea2fc8-54da-4816-a487-654d736510de HTTP/1.1" status: 200 len: 970 time: 0.1222157 Feb 04 17:11:40.470094 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-51cd3625-5864-4000-868c-65ca9c9c2cb6 admin admin] Publish callbacks [] for security_group (f9b6f0d8-b0ad-4fae-af5b-a6a229b6bf55), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:40.494677 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-a7a9b225-4ffe-4d2a-9822-ad15ec79fd97 req-a5ad9c84-f380-44c5-a746-49da8d15b716 tempest-AggregatesAdminTestJSON-190950878 tempest-AggregatesAdminTestJSON-190950878-project] 10.222.0.89 "GET /v2.0/security-groups?id=63334a72-f19b-48de-9626-835c42145453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909376 Feb 04 17:11:40.498027 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-e96b172e-9ffa-48fd-9436-4f22c18d80b9 req-8a4ebc34-d11f-4ef5-9353-5778fa8bd51c service neutron] 10.222.0.96 "GET /v2.0/networks/b27b7363-f5f5-42ff-a720-66280b0b57a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2553141 Feb 04 17:11:40.498572 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-51cd3625-5864-4000-868c-65ca9c9c2cb6 admin admin] Publish callbacks [] for security_group (f9b6f0d8-b0ad-4fae-af5b-a6a229b6bf55), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:40.501144 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f693187-dfa0-4285-b944-8f790c17c742 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9b6f0d8-b0ad-4fae-af5b-a6a229b6bf55,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:11:40.583952 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-51cd3625-5864-4000-868c-65ca9c9c2cb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (f9b6f0d8-b0ad-4fae-af5b-a6a229b6bf55), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:40.589191 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-51cd3625-5864-4000-868c-65ca9c9c2cb6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:40.602141 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-51cd3625-5864-4000-868c-65ca9c9c2cb6 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/f9b6f0d8-b0ad-4fae-af5b-a6a229b6bf55 HTTP/1.1" status: 204 len: 168 time: 0.2097960 Feb 04 17:11:40.633399 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cd3625-5864-4000-868c-65ca9c9c2cb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9b6f0d8-b0ad-4fae-af5b-a6a229b6bf55,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:11:40.663292 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0738687a-a864-4708-9632-961c2dd61556 req-f4128aab-a41b-40a8-af37-afdc53262adf tempest-AggregatesAdminTestJSON-190950878 tempest-AggregatesAdminTestJSON-190950878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:11:40.665787 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-0738687a-a864-4708-9632-961c2dd61556 req-f4128aab-a41b-40a8-af37-afdc53262adf tempest-AggregatesAdminTestJSON-190950878 tempest-AggregatesAdminTestJSON-190950878-project] 10.222.0.90 "GET /v2.0/ports?device_id=22ea2fc8-54da-4816-a487-654d736510de HTTP/1.1" status: 200 len: 970 time: 0.1495981 Feb 04 17:11:40.853271 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312e19af-2dbb-4bfe-918e-65af9632bc2f req-7f52460a-ab0e-49a3-8f5d-797b019b128a tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:11:40.861472 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-312e19af-2dbb-4bfe-918e-65af9632bc2f req-7f52460a-ab0e-49a3-8f5d-797b019b128a tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] 10.222.0.89 "GET /v2.0/ports?device_id=284c52b0-3695-4fc3-be5f-67c29b313e1f HTTP/1.1" status: 200 len: 943 time: 0.1945963 Feb 04 17:11:40.923351 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [req-0738687a-a864-4708-9632-961c2dd61556 req-bed78bdf-3ce1-49c2-be22-6ab9a53a4b7f tempest-AggregatesAdminTestJSON-190950878 tempest-AggregatesAdminTestJSON-190950878-project] Deleting port a299087e-bdf1-4350-8919-d5b3c19cfa3b {{(pid=103377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:11:40.923696 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-0738687a-a864-4708-9632-961c2dd61556 req-bed78bdf-3ce1-49c2-be22-6ab9a53a4b7f tempest-AggregatesAdminTestJSON-190950878 tempest-AggregatesAdminTestJSON-190950878-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (a299087e-bdf1-4350-8919-d5b3c19cfa3b), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:40.951015 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff9c15f-b928-4d44-9b24-8d4af750bc6f req-e50ac2fe-3b6b-46aa-9011-87241f48a6df tempest-ServersWithSpecificFlavorTestJSON-330130714 tempest-ServersWithSpecificFlavorTestJSON-330130714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:11:40.958793 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-2ff9c15f-b928-4d44-9b24-8d4af750bc6f req-e50ac2fe-3b6b-46aa-9011-87241f48a6df tempest-ServersWithSpecificFlavorTestJSON-330130714 tempest-ServersWithSpecificFlavorTestJSON-330130714-project] 10.222.0.89 "GET /v2.0/ports?device_id=07c45ccf-8a9c-4b4a-a3ab-97114a1df7b0 HTTP/1.1" status: 200 len: 943 time: 0.0801952 Feb 04 17:11:40.977082 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-312e19af-2dbb-4bfe-918e-65af9632bc2f req-3bb2b0ff-ed0b-48fb-b6ff-20dc27366e0a tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] 10.222.0.89 "GET /v2.0/security-groups?id=119a7f03-3e07-4d1e-8852-d9f974f9f052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146643 Feb 04 17:11:41.048289 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [req-0738687a-a864-4708-9632-961c2dd61556 req-bed78bdf-3ce1-49c2-be22-6ab9a53a4b7f tempest-AggregatesAdminTestJSON-190950878 tempest-AggregatesAdminTestJSON-190950878-project] For port a299087e-bdf1-4350-8919-d5b3c19cfa3b, host n-h2-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=a299087e-bdf1-4350-8919-d5b3c19cfa3b,segment=NetworkSegment(3a39b085-d3e6-43bb-a64c-1b06dd049e5a),segment_id=3a39b085-d3e6-43bb-a64c-1b06dd049e5a)] {{(pid=103377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:11:41.048655 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-0738687a-a864-4708-9632-961c2dd61556 req-bed78bdf-3ce1-49c2-be22-6ab9a53a4b7f tempest-AggregatesAdminTestJSON-190950878 tempest-AggregatesAdminTestJSON-190950878-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (a299087e-bdf1-4350-8919-d5b3c19cfa3b), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:41.052257 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-2ff9c15f-b928-4d44-9b24-8d4af750bc6f req-d317f43c-766a-4ef0-be75-0d9693467c6d tempest-ServersWithSpecificFlavorTestJSON-330130714 tempest-ServersWithSpecificFlavorTestJSON-330130714-project] 10.222.0.89 "GET /v2.0/security-groups?id=a2b9895e-fd37-4072-8754-90c5d10d2f1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0922809 Feb 04 17:11:41.092134 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [req-0738687a-a864-4708-9632-961c2dd61556 req-bed78bdf-3ce1-49c2-be22-6ab9a53a4b7f tempest-AggregatesAdminTestJSON-190950878 tempest-AggregatesAdminTestJSON-190950878-project] Calling delete_port for a299087e-bdf1-4350-8919-d5b3c19cfa3b owned by compute:tempest-test_az-555947110 {{(pid=103377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:11:41.106960 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 49690) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:11:41.123911 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-252b9ff5-e37a-4f11-9601-71ac28283fec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:41.213390 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-252b9ff5-e37a-4f11-9601-71ac28283fec admin admin] Publish callbacks [] for security_group (912ee781-044c-4364-9322-72c16b7c0d82), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:41.218809 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-252b9ff5-e37a-4f11-9601-71ac28283fec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (912ee781-044c-4364-9322-72c16b7c0d82), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:41.262718 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-252b9ff5-e37a-4f11-9601-71ac28283fec admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=387863cc76304cbb9f4b2d1dbf486e0c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1544032 Feb 04 17:11:41.265072 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252b9ff5-e37a-4f11-9601-71ac28283fec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=912ee781-044c-4364-9322-72c16b7c0d82,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:11:41.267390 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 49694) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:11:41.337016 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-08cd6db1-eaf6-4238-877d-d86a6b644334 admin admin] Publish callbacks [] for security_group (912ee781-044c-4364-9322-72c16b7c0d82), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:41.370511 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-08cd6db1-eaf6-4238-877d-d86a6b644334 admin admin] Publish callbacks [] for security_group (912ee781-044c-4364-9322-72c16b7c0d82), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:41.390381 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77028ff8-8597-4e5d-85c9-58700e4a7323 req-9ed36fac-fe00-44ee-8dbe-68329141b8fb tempest-TenantUsagesTestJSON-1510417140 tempest-TenantUsagesTestJSON-1510417140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:11:41.391867 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-77028ff8-8597-4e5d-85c9-58700e4a7323 req-9ed36fac-fe00-44ee-8dbe-68329141b8fb tempest-TenantUsagesTestJSON-1510417140 tempest-TenantUsagesTestJSON-1510417140-project] 10.222.0.89 "GET /v2.0/ports?device_id=a205f6b5-e519-437d-89f9-789236c6a540 HTTP/1.1" status: 200 len: 971 time: 0.3163733 Feb 04 17:11:41.423794 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-08cd6db1-eaf6-4238-877d-d86a6b644334 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (912ee781-044c-4364-9322-72c16b7c0d82), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:41.427044 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-08cd6db1-eaf6-4238-877d-d86a6b644334 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:41.428355 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-08cd6db1-eaf6-4238-877d-d86a6b644334 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/912ee781-044c-4364-9322-72c16b7c0d82 HTTP/1.1" status: 204 len: 168 time: 0.1594322 Feb 04 17:11:41.437478 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cd6db1-eaf6-4238-877d-d86a6b644334 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=912ee781-044c-4364-9322-72c16b7c0d82,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:11:41.478642 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-77028ff8-8597-4e5d-85c9-58700e4a7323 req-340e3a90-cb5c-430a-a5c3-682d0b6d4f01 tempest-TenantUsagesTestJSON-1510417140 tempest-TenantUsagesTestJSON-1510417140-project] 10.222.0.89 "GET /v2.0/security-groups?id=140c35fd-a559-43b2-a1ac-b37e33a93807&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777700 Feb 04 17:11:41.513195 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-0738687a-a864-4708-9632-961c2dd61556 req-bed78bdf-3ce1-49c2-be22-6ab9a53a4b7f tempest-AggregatesAdminTestJSON-190950878 tempest-AggregatesAdminTestJSON-190950878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144'] for port (a299087e-bdf1-4350-8919-d5b3c19cfa3b), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:41.536364 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] get_ports_and_sgs() called for port_ids ['a299087e-bdf1-4350-8919-d5b3c19cfa3b'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 17:11:41.550768 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed78bdf-3ce1-49c2-be22-6ab9a53a4b7f tempest-AggregatesAdminTestJSON-190950878 tempest-AggregatesAdminTestJSON-190950878-project] Pushing event deleted for resources: {'Port': ['ID=a299087e-bdf1-4350-8919-d5b3c19cfa3b,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:11:41.628248 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [req-0738687a-a864-4708-9632-961c2dd61556 req-bed78bdf-3ce1-49c2-be22-6ab9a53a4b7f tempest-AggregatesAdminTestJSON-190950878 tempest-AggregatesAdminTestJSON-190950878-project] No DVR routers for this DVR port a299087e-bdf1-4350-8919-d5b3c19cfa3b on host n-h2-827839-2 {{(pid=103377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 17:11:41.640722 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-0738687a-a864-4708-9632-961c2dd61556 req-bed78bdf-3ce1-49c2-be22-6ab9a53a4b7f tempest-AggregatesAdminTestJSON-190950878 tempest-AggregatesAdminTestJSON-190950878-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:41.648086 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-0738687a-a864-4708-9632-961c2dd61556 req-bed78bdf-3ce1-49c2-be22-6ab9a53a4b7f tempest-AggregatesAdminTestJSON-190950878 tempest-AggregatesAdminTestJSON-190950878-project] 10.222.0.90 "DELETE /v2.0/ports/a299087e-bdf1-4350-8919-d5b3c19cfa3b HTTP/1.1" status: 204 len: 173 time: 0.9683945 Feb 04 17:11:41.648699 n-d-827839-2 neutron-server[103377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22ea2fc8-54da-4816-a487-654d736510de', 'name': 'network-vif-deleted', 'tag': 'a299087e-bdf1-4350-8919-d5b3c19cfa3b'}] {{(pid=103377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:11:41.650898 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7240428b650e1488e9361b62648ff4b3a6c19d49d8c27c949491ab58c1346cf0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eff6715f-4c4a-4c64-92db-198445ae2a08" -d '{"events": [{"server_uuid": "22ea2fc8-54da-4816-a487-654d736510de", "name": "network-vif-deleted", "tag": "a299087e-bdf1-4350-8919-d5b3c19cfa3b"}]}' {{(pid=103377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:11:41.678797 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-b4868a9d-9efc-4ffd-b332-0bc5f3992213 req-46a47f5b-2c9b-4eb8-9ee3-c31bc65a8c0c tempest-AggregatesAdminTestJSON-190950878 tempest-AggregatesAdminTestJSON-190950878-project] 10.222.0.89 "GET /v2.0/ports?device_id=22ea2fc8-54da-4816-a487-654d736510de HTTP/1.1" status: 200 len: 210 time: 0.0825753 Feb 04 17:11:41.737107 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 17:11:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bde99cae-e41e-40d1-b6f5-0a5d778e19c9 x-openstack-request-id: req-bde99cae-e41e-40d1-b6f5-0a5d778e19c9 {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:11:41.737400 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22ea2fc8-54da-4816-a487-654d736510de", "name": "network-vif-deleted", "tag": "a299087e-bdf1-4350-8919-d5b3c19cfa3b", "status": "completed", "code": 200}]} {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:11:41.737654 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-bde99cae-e41e-40d1-b6f5-0a5d778e19c9 {{(pid=103377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:11:41.738054 n-d-827839-2 neutron-server[103377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22ea2fc8-54da-4816-a487-654d736510de', 'name': 'network-vif-deleted', 'tag': 'a299087e-bdf1-4350-8919-d5b3c19cfa3b', 'status': 'completed', 'code': 200} Feb 04 17:11:42.097965 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (3f9244a9-75fc-4c10-b195-11d48b853b41), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:42.129970 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbafd52b-077b-4eb2-bfd5-18f4ca420b6c req-41b641e4-fe55-4e60-a414-c8a415d4df22 tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:11:42.133643 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-fbafd52b-077b-4eb2-bfd5-18f4ca420b6c req-41b641e4-fe55-4e60-a414-c8a415d4df22 tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] 10.222.0.89 "GET /v2.0/ports?device_id=284c52b0-3695-4fc3-be5f-67c29b313e1f HTTP/1.1" status: 200 len: 943 time: 0.0692556 Feb 04 17:11:42.195664 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-fbafd52b-077b-4eb2-bfd5-18f4ca420b6c req-46a30a5b-3e7b-4302-a091-bb93eca8c725 tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] 10.222.0.89 "GET /v2.0/security-groups?id=119a7f03-3e07-4d1e-8852-d9f974f9f052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551326 Feb 04 17:11:42.337888 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82a2452-ab7b-42ef-ab73-bc45d76c07df req-afbeb094-4b7d-4afd-bb06-c014e95aa4cd tempest-ServersWithSpecificFlavorTestJSON-330130714 tempest-ServersWithSpecificFlavorTestJSON-330130714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:11:42.340022 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-a82a2452-ab7b-42ef-ab73-bc45d76c07df req-afbeb094-4b7d-4afd-bb06-c014e95aa4cd tempest-ServersWithSpecificFlavorTestJSON-330130714 tempest-ServersWithSpecificFlavorTestJSON-330130714-project] 10.222.0.89 "GET /v2.0/ports?device_id=07c45ccf-8a9c-4b4a-a3ab-97114a1df7b0 HTTP/1.1" status: 200 len: 943 time: 0.0691307 Feb 04 17:11:42.416358 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-a82a2452-ab7b-42ef-ab73-bc45d76c07df req-3bb3a82d-36df-4003-b39a-2c3f13385d92 tempest-ServersWithSpecificFlavorTestJSON-330130714 tempest-ServersWithSpecificFlavorTestJSON-330130714-project] 10.222.0.89 "GET /v2.0/security-groups?id=a2b9895e-fd37-4072-8754-90c5d10d2f1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0700700 Feb 04 17:11:42.482236 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cb4585-7d7c-4a21-9a2d-a958467a36d9 req-e8d4383f-9357-47b9-bc05-b2a764bcdc23 tempest-TenantUsagesTestJSON-1510417140 tempest-TenantUsagesTestJSON-1510417140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:11:42.483837 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-c0cb4585-7d7c-4a21-9a2d-a958467a36d9 req-e8d4383f-9357-47b9-bc05-b2a764bcdc23 tempest-TenantUsagesTestJSON-1510417140 tempest-TenantUsagesTestJSON-1510417140-project] 10.222.0.90 "GET /v2.0/ports?device_id=a205f6b5-e519-437d-89f9-789236c6a540 HTTP/1.1" status: 200 len: 971 time: 0.0647421 Feb 04 17:11:42.507914 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 49748) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:11:42.608324 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [req-c0cb4585-7d7c-4a21-9a2d-a958467a36d9 req-f805866b-9e2b-45e6-be6e-ea8d6261f53b tempest-TenantUsagesTestJSON-1510417140 tempest-TenantUsagesTestJSON-1510417140-project] Deleting port 10bf66da-04e4-4cfa-aec5-24ed3b5008f5 {{(pid=103377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:11:42.608682 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-c0cb4585-7d7c-4a21-9a2d-a958467a36d9 req-f805866b-9e2b-45e6-be6e-ea8d6261f53b tempest-TenantUsagesTestJSON-1510417140 tempest-TenantUsagesTestJSON-1510417140-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (10bf66da-04e4-4cfa-aec5-24ed3b5008f5), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:42.668622 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40aae0a0-34b3-4237-972b-dbf0ade96b8e req-5052782e-a2ba-413a-b0c2-3f318180191d tempest-TenantUsagesTestJSON-1510417140 tempest-TenantUsagesTestJSON-1510417140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:11:42.670794 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-40aae0a0-34b3-4237-972b-dbf0ade96b8e req-5052782e-a2ba-413a-b0c2-3f318180191d tempest-TenantUsagesTestJSON-1510417140 tempest-TenantUsagesTestJSON-1510417140-project] 10.222.0.89 "GET /v2.0/ports?device_id=a205f6b5-e519-437d-89f9-789236c6a540 HTTP/1.1" status: 200 len: 971 time: 0.0678525 Feb 04 17:11:42.723157 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [req-c0cb4585-7d7c-4a21-9a2d-a958467a36d9 req-f805866b-9e2b-45e6-be6e-ea8d6261f53b tempest-TenantUsagesTestJSON-1510417140 tempest-TenantUsagesTestJSON-1510417140-project] For port 10bf66da-04e4-4cfa-aec5-24ed3b5008f5, host n-h2-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=10bf66da-04e4-4cfa-aec5-24ed3b5008f5,segment=NetworkSegment(3a39b085-d3e6-43bb-a64c-1b06dd049e5a),segment_id=3a39b085-d3e6-43bb-a64c-1b06dd049e5a)] {{(pid=103377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:11:42.723580 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-c0cb4585-7d7c-4a21-9a2d-a958467a36d9 req-f805866b-9e2b-45e6-be6e-ea8d6261f53b tempest-TenantUsagesTestJSON-1510417140 tempest-TenantUsagesTestJSON-1510417140-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (10bf66da-04e4-4cfa-aec5-24ed3b5008f5), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:42.754137 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-40aae0a0-34b3-4237-972b-dbf0ade96b8e req-bacdb105-722c-43c7-bf88-57d2489f791c tempest-TenantUsagesTestJSON-1510417140 tempest-TenantUsagesTestJSON-1510417140-project] 10.222.0.89 "GET /v2.0/security-groups?id=140c35fd-a559-43b2-a1ac-b37e33a93807&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713739 Feb 04 17:11:42.760009 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [req-c0cb4585-7d7c-4a21-9a2d-a958467a36d9 req-f805866b-9e2b-45e6-be6e-ea8d6261f53b tempest-TenantUsagesTestJSON-1510417140 tempest-TenantUsagesTestJSON-1510417140-project] Calling delete_port for 10bf66da-04e4-4cfa-aec5-24ed3b5008f5 owned by compute:tempest-test_az-555947110 {{(pid=103377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:11:42.789388 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-7d12b406-666b-42ab-a0d3-b430c7900995 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:42.870152 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device e28b6dd2-3435-4f16-9bfc-a3c4c1fccd18 details requested by agent hyperv_n-h1-827839-2 with host n-h1-827839-2 {{(pid=103378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 17:11:42.897826 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-7d12b406-666b-42ab-a0d3-b430c7900995 admin admin] Publish callbacks [] for security_group (8f52835f-f320-4fba-832f-a66495bc1b42), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:42.907230 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-7d12b406-666b-42ab-a0d3-b430c7900995 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (8f52835f-f320-4fba-832f-a66495bc1b42), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:42.923341 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-c0cb4585-7d7c-4a21-9a2d-a958467a36d9 req-f805866b-9e2b-45e6-be6e-ea8d6261f53b tempest-TenantUsagesTestJSON-1510417140 tempest-TenantUsagesTestJSON-1510417140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144'] for port (10bf66da-04e4-4cfa-aec5-24ed3b5008f5), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:42.966674 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] get_ports_and_sgs() called for port_ids ['10bf66da-04e4-4cfa-aec5-24ed3b5008f5'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 17:11:42.970855 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f805866b-9e2b-45e6-be6e-ea8d6261f53b tempest-TenantUsagesTestJSON-1510417140 tempest-TenantUsagesTestJSON-1510417140-project] Pushing event deleted for resources: {'Port': ['ID=10bf66da-04e4-4cfa-aec5-24ed3b5008f5,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:11:42.971049 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-7d12b406-666b-42ab-a0d3-b430c7900995 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=0ec7fae2ac0d4ea58bd713d160cb6144&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4590771 Feb 04 17:11:42.980942 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 49774) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:11:42.983081 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d12b406-666b-42ab-a0d3-b430c7900995 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f52835f-f320-4fba-832f-a66495bc1b42,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:11:43.066945 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0cb4585-7d7c-4a21-9a2d-a958467a36d9 req-f805866b-9e2b-45e6-be6e-ea8d6261f53b tempest-TenantUsagesTestJSON-1510417140 tempest-TenantUsagesTestJSON-1510417140-project] No DVR routers for this DVR port 10bf66da-04e4-4cfa-aec5-24ed3b5008f5 on host n-h2-827839-2 {{(pid=103377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 17:11:43.071411 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-c0cb4585-7d7c-4a21-9a2d-a958467a36d9 req-f805866b-9e2b-45e6-be6e-ea8d6261f53b tempest-TenantUsagesTestJSON-1510417140 tempest-TenantUsagesTestJSON-1510417140-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:43.081324 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-c0cb4585-7d7c-4a21-9a2d-a958467a36d9 req-f805866b-9e2b-45e6-be6e-ea8d6261f53b tempest-TenantUsagesTestJSON-1510417140 tempest-TenantUsagesTestJSON-1510417140-project] 10.222.0.90 "DELETE /v2.0/ports/10bf66da-04e4-4cfa-aec5-24ed3b5008f5 HTTP/1.1" status: 204 len: 173 time: 0.5896201 Feb 04 17:11:43.125634 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] For port e28b6dd2-3435-4f16-9bfc-a3c4c1fccd18, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=e28b6dd2-3435-4f16-9bfc-a3c4c1fccd18,segment=NetworkSegment(96478007-32f6-4e3f-be0e-d1541677c592),segment_id=96478007-32f6-4e3f-be0e-d1541677c592)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:11:43.127484 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-36deca36-c4b2-4c96-b242-90a68881cb54 admin admin] Publish callbacks [] for security_group (8f52835f-f320-4fba-832f-a66495bc1b42), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:43.175921 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Returning: {'device': 'e28b6dd2-3435-4f16-9bfc-a3c4c1fccd18', 'network_id': '4d1c76e6-ea0c-4d14-ba91-32b9665be5f0', 'port_id': 'e28b6dd2-3435-4f16-9bfc-a3c4c1fccd18', 'mac_address': 'fa:16:3e:9b:17:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 773, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46532e3a-bfe8-4be0-a512-ac5329d05d46', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 17:11:43.199419 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-36deca36-c4b2-4c96-b242-90a68881cb54 admin admin] Publish callbacks [] for security_group (8f52835f-f320-4fba-832f-a66495bc1b42), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:43.257091 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Current status of the port e28b6dd2-3435-4f16-9bfc-a3c4c1fccd18 is: DOWN; New status is: BUILD {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:11:43.257498 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (e28b6dd2-3435-4f16-9bfc-a3c4c1fccd18), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:43.285048 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e28b6dd2-3435-4f16-9bfc-a3c4c1fccd18 {{(pid=103378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 17:11:43.312716 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] For port e28b6dd2-3435-4f16-9bfc-a3c4c1fccd18, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=e28b6dd2-3435-4f16-9bfc-a3c4c1fccd18,segment=NetworkSegment(96478007-32f6-4e3f-be0e-d1541677c592),segment_id=96478007-32f6-4e3f-be0e-d1541677c592)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:11:43.333203 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (e28b6dd2-3435-4f16-9bfc-a3c4c1fccd18), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:43.340956 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-36deca36-c4b2-4c96-b242-90a68881cb54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (8f52835f-f320-4fba-832f-a66495bc1b42), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:43.343692 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-36deca36-c4b2-4c96-b242-90a68881cb54 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:43.344876 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-36deca36-c4b2-4c96-b242-90a68881cb54 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/8f52835f-f320-4fba-832f-a66495bc1b42 HTTP/1.1" status: 204 len: 168 time: 0.3628035 Feb 04 17:11:43.373077 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36deca36-c4b2-4c96-b242-90a68881cb54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f52835f-f320-4fba-832f-a66495bc1b42,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:11:43.406632 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Pushing event updated for resources: {'Port': ['ID=e28b6dd2-3435-4f16-9bfc-a3c4c1fccd18,revision_number=4']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:11:43.423168 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147f34ad-e5c0-429b-b2d6-2729d29c36fa req-f5e4fc1d-2a49-454c-916d-f9c7f7fd7bd3 tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:11:43.441379 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-147f34ad-e5c0-429b-b2d6-2729d29c36fa req-f5e4fc1d-2a49-454c-916d-f9c7f7fd7bd3 tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] 10.222.0.89 "GET /v2.0/ports?device_id=284c52b0-3695-4fc3-be5f-67c29b313e1f HTTP/1.1" status: 200 len: 943 time: 0.0964172 Feb 04 17:11:43.495857 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-147f34ad-e5c0-429b-b2d6-2729d29c36fa req-420a7a1b-e7c1-458d-92d3-ed765f4a4511 tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] 10.222.0.89 "GET /v2.0/security-groups?id=119a7f03-3e07-4d1e-8852-d9f974f9f052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531809 Feb 04 17:11:43.654219 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db59eec-d5cf-456b-a583-5eb873e6c0e8 req-53ef00cf-ec3d-445c-8332-7db025ae1d42 tempest-ServersWithSpecificFlavorTestJSON-330130714 tempest-ServersWithSpecificFlavorTestJSON-330130714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:11:43.655776 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-6db59eec-d5cf-456b-a583-5eb873e6c0e8 req-53ef00cf-ec3d-445c-8332-7db025ae1d42 tempest-ServersWithSpecificFlavorTestJSON-330130714 tempest-ServersWithSpecificFlavorTestJSON-330130714-project] 10.222.0.89 "GET /v2.0/ports?device_id=07c45ccf-8a9c-4b4a-a3ab-97114a1df7b0 HTTP/1.1" status: 200 len: 944 time: 0.0808773 Feb 04 17:11:43.707501 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-6db59eec-d5cf-456b-a583-5eb873e6c0e8 req-98e1bcbe-2c42-4545-ac46-913e17e65736 tempest-ServersWithSpecificFlavorTestJSON-330130714 tempest-ServersWithSpecificFlavorTestJSON-330130714-project] 10.222.0.89 "GET /v2.0/security-groups?id=a2b9895e-fd37-4072-8754-90c5d10d2f1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451713 Feb 04 17:11:43.739804 n-d-827839-2 neutron-server[103377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a205f6b5-e519-437d-89f9-789236c6a540', 'name': 'network-vif-deleted', 'tag': '10bf66da-04e4-4cfa-aec5-24ed3b5008f5'}] {{(pid=103377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:11:43.742246 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7240428b650e1488e9361b62648ff4b3a6c19d49d8c27c949491ab58c1346cf0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b2fde51-dbc4-4f02-8070-b80683c2f31e" -d '{"events": [{"server_uuid": "a205f6b5-e519-437d-89f9-789236c6a540", "name": "network-vif-deleted", "tag": "10bf66da-04e4-4cfa-aec5-24ed3b5008f5"}]}' {{(pid=103377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:11:43.788848 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] get_ports_and_sgs() called for port_ids ['e28b6dd2-3435-4f16-9bfc-a3c4c1fccd18'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 17:11:43.802006 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 17:11:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4259a2ea-2211-41d5-8c31-718a6e17ed25 x-openstack-request-id: req-4259a2ea-2211-41d5-8c31-718a6e17ed25 {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:11:43.802006 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a205f6b5-e519-437d-89f9-789236c6a540", "name": "network-vif-deleted", "tag": "10bf66da-04e4-4cfa-aec5-24ed3b5008f5", "status": "completed", "code": 200}]} {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:11:43.802196 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-4259a2ea-2211-41d5-8c31-718a6e17ed25 {{(pid=103377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:11:43.802605 n-d-827839-2 neutron-server[103377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a205f6b5-e519-437d-89f9-789236c6a540', 'name': 'network-vif-deleted', 'tag': '10bf66da-04e4-4cfa-aec5-24ed3b5008f5', 'status': 'completed', 'code': 200} Feb 04 17:11:43.891933 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 49828) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:11:43.909615 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-a9114f45-cc29-4e6b-8597-eb949056d9ed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:44.037723 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-a9114f45-cc29-4e6b-8597-eb949056d9ed admin admin] Publish callbacks [] for security_group (30e5e22a-0018-48cd-872a-20bc9ebde994), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:44.042892 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-a9114f45-cc29-4e6b-8597-eb949056d9ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (30e5e22a-0018-48cd-872a-20bc9ebde994), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:44.101665 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-a9114f45-cc29-4e6b-8597-eb949056d9ed admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=f3e0b6911f5842f188d466a90d62ce17&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2082014 Feb 04 17:11:44.102411 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9114f45-cc29-4e6b-8597-eb949056d9ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30e5e22a-0018-48cd-872a-20bc9ebde994,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:11:44.109114 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 49840) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:11:44.132331 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 49844) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:11:44.174458 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-70726330-1338-46de-ac26-2b0c99a0621d admin admin] Publish callbacks [] for security_group (30e5e22a-0018-48cd-872a-20bc9ebde994), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:44.200152 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-70726330-1338-46de-ac26-2b0c99a0621d admin admin] Publish callbacks [] for security_group (30e5e22a-0018-48cd-872a-20bc9ebde994), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:44.260327 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-70726330-1338-46de-ac26-2b0c99a0621d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (30e5e22a-0018-48cd-872a-20bc9ebde994), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:44.273956 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-70726330-1338-46de-ac26-2b0c99a0621d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:44.275357 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-70726330-1338-46de-ac26-2b0c99a0621d admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/30e5e22a-0018-48cd-872a-20bc9ebde994 HTTP/1.1" status: 204 len: 168 time: 0.1697977 Feb 04 17:11:44.285504 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70726330-1338-46de-ac26-2b0c99a0621d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30e5e22a-0018-48cd-872a-20bc9ebde994,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:11:44.329539 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-8ba7e4c6-e9a0-4e22-8917-2634a8cc9621 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=91a3d1cbe1ca43709692c0c6b5687949&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1947930 Feb 04 17:11:44.330672 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 49862) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:11:44.400220 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-de520404-449d-4c70-a3a7-faeaad791624 admin admin] Publish callbacks [] for security_group (140c35fd-a559-43b2-a1ac-b37e33a93807), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:44.437391 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-de520404-449d-4c70-a3a7-faeaad791624 admin admin] Publish callbacks [] for security_group (140c35fd-a559-43b2-a1ac-b37e33a93807), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:44.518477 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-de520404-449d-4c70-a3a7-faeaad791624 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (140c35fd-a559-43b2-a1ac-b37e33a93807), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:44.521889 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-de520404-449d-4c70-a3a7-faeaad791624 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:44.525664 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-de520404-449d-4c70-a3a7-faeaad791624 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/140c35fd-a559-43b2-a1ac-b37e33a93807 HTTP/1.1" status: 204 len: 168 time: 0.1915922 Feb 04 17:11:44.532587 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de520404-449d-4c70-a3a7-faeaad791624 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=140c35fd-a559-43b2-a1ac-b37e33a93807,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:11:44.641009 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Device a299087e-bdf1-4350-8919-d5b3c19cfa3b no longer exists at agent hyperv_n-h2-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:11:44.673400 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] No Port match for: a299087e-bdf1-4350-8919-d5b3c19cfa3b {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 17:11:44.673813 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Device a299087e-bdf1-4350-8919-d5b3c19cfa3b not bound to the agent host n-h2-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 17:11:44.674289 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Device 10bf66da-04e4-4cfa-aec5-24ed3b5008f5 no longer exists at agent hyperv_n-h2-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:11:44.677778 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0cb52c-9235-4bfd-87bc-1eded0128828 req-499d37d8-d942-479f-b216-d970fc221287 tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:11:44.679293 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-ac0cb52c-9235-4bfd-87bc-1eded0128828 req-499d37d8-d942-479f-b216-d970fc221287 tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] 10.222.0.89 "GET /v2.0/ports?device_id=284c52b0-3695-4fc3-be5f-67c29b313e1f HTTP/1.1" status: 200 len: 943 time: 0.0703366 Feb 04 17:11:44.699996 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] No Port match for: 10bf66da-04e4-4cfa-aec5-24ed3b5008f5 {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 17:11:44.700617 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Device 10bf66da-04e4-4cfa-aec5-24ed3b5008f5 not bound to the agent host n-h2-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 17:11:44.755283 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-ac0cb52c-9235-4bfd-87bc-1eded0128828 req-ad875a36-30c3-4db2-b55a-1b2127f09b80 tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] 10.222.0.89 "GET /v2.0/security-groups?id=119a7f03-3e07-4d1e-8852-d9f974f9f052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664861 Feb 04 17:11:44.872230 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device 69be7e67-fc27-4724-9cc4-b43b77a95248 details requested by agent hyperv_n-h1-827839-2 with host n-h1-827839-2 {{(pid=103378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 17:11:44.873198 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e11c12-88f2-4cee-ad56-0393eba60adf req-49adfc9e-715f-4b9b-8c82-772ed6db723c tempest-ServersWithSpecificFlavorTestJSON-330130714 tempest-ServersWithSpecificFlavorTestJSON-330130714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:11:44.875155 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 49912) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:11:44.881673 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-b8e11c12-88f2-4cee-ad56-0393eba60adf req-49adfc9e-715f-4b9b-8c82-772ed6db723c tempest-ServersWithSpecificFlavorTestJSON-330130714 tempest-ServersWithSpecificFlavorTestJSON-330130714-project] 10.222.0.89 "GET /v2.0/ports?device_id=07c45ccf-8a9c-4b4a-a3ab-97114a1df7b0 HTTP/1.1" status: 200 len: 944 time: 0.0863247 Feb 04 17:11:44.887973 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device e28b6dd2-3435-4f16-9bfc-a3c4c1fccd18 up at agent hyperv_n-h1-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:11:44.943693 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-b8e11c12-88f2-4cee-ad56-0393eba60adf req-bda85eaa-afae-40c7-b404-2900f6e47ba1 tempest-ServersWithSpecificFlavorTestJSON-330130714 tempest-ServersWithSpecificFlavorTestJSON-330130714-project] 10.222.0.89 "GET /v2.0/security-groups?id=a2b9895e-fd37-4072-8754-90c5d10d2f1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607867 Feb 04 17:11:45.001878 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 49922) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:11:45.025364 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-c4ecfa25-afae-4789-84a5-a1525151ca79 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:45.146813 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Provisioning for port e28b6dd2-3435-4f16-9bfc-a3c4c1fccd18 completed by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 17:11:45.164448 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] For port 69be7e67-fc27-4724-9cc4-b43b77a95248, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=69be7e67-fc27-4724-9cc4-b43b77a95248,segment=NetworkSegment(422e2db4-29a0-413f-80b3-a344e9c773f4),segment_id=422e2db4-29a0-413f-80b3-a344e9c773f4)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:11:45.189202 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Provisioning complete for port e28b6dd2-3435-4f16-9bfc-a3c4c1fccd18 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:11:45.194853 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (e28b6dd2-3435-4f16-9bfc-a3c4c1fccd18), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:45.198251 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-c4ecfa25-afae-4789-84a5-a1525151ca79 admin admin] Publish callbacks [] for security_group (eb98d3eb-1f4b-4372-a494-b0aeb7066a0d), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:45.206931 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-c4ecfa25-afae-4789-84a5-a1525151ca79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (eb98d3eb-1f4b-4372-a494-b0aeb7066a0d), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:45.270929 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Returning: {'device': '69be7e67-fc27-4724-9cc4-b43b77a95248', 'network_id': 'b27b7363-f5f5-42ff-a720-66280b0b57a7', 'port_id': '69be7e67-fc27-4724-9cc4-b43b77a95248', 'mac_address': 'fa:16:3e:14:22:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 767, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa2004f2-da24-41cf-84b9-96d41a7dd118', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 17:11:45.309574 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-25dc8991-77f6-49d1-949f-136cbac19484 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:45.325257 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ecfa25-afae-4789-84a5-a1525151ca79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb98d3eb-1f4b-4372-a494-b0aeb7066a0d,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:11:45.334325 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-c4ecfa25-afae-4789-84a5-a1525151ca79 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=0f7bca3994774ee6a4b570b7393da3ca&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3314414 Feb 04 17:11:45.337094 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 49954) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:11:45.403437 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Current status of the port e28b6dd2-3435-4f16-9bfc-a3c4c1fccd18 is: BUILD; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:11:45.404956 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (e28b6dd2-3435-4f16-9bfc-a3c4c1fccd18), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:45.408395 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Current status of the port 69be7e67-fc27-4724-9cc4-b43b77a95248 is: DOWN; New status is: BUILD {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:11:45.409048 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (69be7e67-fc27-4724-9cc4-b43b77a95248), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:45.455714 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-cab3036b-a944-4938-86d7-eab3bf08f7ee admin admin] Publish callbacks [] for security_group (eb98d3eb-1f4b-4372-a494-b0aeb7066a0d), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:45.456724 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] For port e28b6dd2-3435-4f16-9bfc-a3c4c1fccd18, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=e28b6dd2-3435-4f16-9bfc-a3c4c1fccd18,segment=NetworkSegment(96478007-32f6-4e3f-be0e-d1541677c592),segment_id=96478007-32f6-4e3f-be0e-d1541677c592)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:11:45.459117 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07c45ccf-8a9c-4b4a-a3ab-97114a1df7b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e28b6dd2-3435-4f16-9bfc-a3c4c1fccd18'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:11:45.462123 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c34bc964ce2211770fda26ca2f3801cc06f4f39928110690550e94ab9c9d2fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5ac9083-4fb4-402f-80a0-9702f99767e9" -d '{"events": [{"server_uuid": "07c45ccf-8a9c-4b4a-a3ab-97114a1df7b0", "name": "network-vif-plugged", "status": "completed", "tag": "e28b6dd2-3435-4f16-9bfc-a3c4c1fccd18"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:11:45.466297 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (e28b6dd2-3435-4f16-9bfc-a3c4c1fccd18), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:45.471634 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69be7e67-fc27-4724-9cc4-b43b77a95248 {{(pid=103378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 17:11:45.488875 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-25dc8991-77f6-49d1-949f-136cbac19484 admin admin] Publish callbacks [] for security_group (6333ec09-cfe9-477e-bea2-2cd4dbb4eb57), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:45.499476 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-25dc8991-77f6-49d1-949f-136cbac19484 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (6333ec09-cfe9-477e-bea2-2cd4dbb4eb57), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:45.516079 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-cab3036b-a944-4938-86d7-eab3bf08f7ee admin admin] Publish callbacks [] for security_group (eb98d3eb-1f4b-4372-a494-b0aeb7066a0d), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:45.527712 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] For port 69be7e67-fc27-4724-9cc4-b43b77a95248, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=69be7e67-fc27-4724-9cc4-b43b77a95248,segment=NetworkSegment(422e2db4-29a0-413f-80b3-a344e9c773f4),segment_id=422e2db4-29a0-413f-80b3-a344e9c773f4)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:11:45.540913 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (69be7e67-fc27-4724-9cc4-b43b77a95248), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:45.586472 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 49974) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:11:45.587250 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-25dc8991-77f6-49d1-949f-136cbac19484 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=6b59a7bf415f4a61bc1696dda9ae7064&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7059984 Feb 04 17:11:45.588047 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25dc8991-77f6-49d1-949f-136cbac19484 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6333ec09-cfe9-477e-bea2-2cd4dbb4eb57,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:11:45.603433 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 17:11:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e13b5d2-85cf-4f04-af07-1f0cbf6407a2 x-openstack-request-id: req-8e13b5d2-85cf-4f04-af07-1f0cbf6407a2 {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:11:45.609188 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07c45ccf-8a9c-4b4a-a3ab-97114a1df7b0", "name": "network-vif-plugged", "status": "completed", "tag": "e28b6dd2-3435-4f16-9bfc-a3c4c1fccd18", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:11:45.609465 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-8e13b5d2-85cf-4f04-af07-1f0cbf6407a2 {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:11:45.609884 n-d-827839-2 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07c45ccf-8a9c-4b4a-a3ab-97114a1df7b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e28b6dd2-3435-4f16-9bfc-a3c4c1fccd18', 'code': 200} Feb 04 17:11:45.616447 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Pushing event updated for resources: {'Port': ['ID=e28b6dd2-3435-4f16-9bfc-a3c4c1fccd18,revision_number=5']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:11:45.706770 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Pushing event updated for resources: {'Port': ['ID=69be7e67-fc27-4724-9cc4-b43b77a95248,revision_number=4']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:11:45.768037 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-cab3036b-a944-4938-86d7-eab3bf08f7ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (eb98d3eb-1f4b-4372-a494-b0aeb7066a0d), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:45.770582 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-cab3036b-a944-4938-86d7-eab3bf08f7ee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:45.771930 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-cab3036b-a944-4938-86d7-eab3bf08f7ee admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/eb98d3eb-1f4b-4372-a494-b0aeb7066a0d HTTP/1.1" status: 204 len: 168 time: 0.4331584 Feb 04 17:11:45.782854 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-4fa6d514-0cdf-4073-bc46-72368f1aeb12 admin admin] Publish callbacks [] for security_group (6333ec09-cfe9-477e-bea2-2cd4dbb4eb57), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:45.802453 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab3036b-a944-4938-86d7-eab3bf08f7ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb98d3eb-1f4b-4372-a494-b0aeb7066a0d,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:11:45.813750 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6feda0-d513-4118-8142-7c32ca0a411e req-b737aef4-d7c9-441a-802a-345b17e284dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:11:45.815663 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-1e6feda0-d513-4118-8142-7c32ca0a411e req-b737aef4-d7c9-441a-802a-345b17e284dc service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=07c45ccf-8a9c-4b4a-a3ab-97114a1df7b0 HTTP/1.1" status: 200 len: 1127 time: 0.1587262 Feb 04 17:11:45.833865 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-4fa6d514-0cdf-4073-bc46-72368f1aeb12 admin admin] Publish callbacks [] for security_group (6333ec09-cfe9-477e-bea2-2cd4dbb4eb57), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:45.906323 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-1e6feda0-d513-4118-8142-7c32ca0a411e req-59f05ebb-0919-43f2-9a5a-98c2b8d99533 service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=a2b9895e-fd37-4072-8754-90c5d10d2f1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0838435 Feb 04 17:11:45.939833 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] get_ports_and_sgs() called for port_ids ['69be7e67-fc27-4724-9cc4-b43b77a95248'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 17:11:45.994322 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-4fa6d514-0cdf-4073-bc46-72368f1aeb12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (6333ec09-cfe9-477e-bea2-2cd4dbb4eb57), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:46.000348 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-4fa6d514-0cdf-4073-bc46-72368f1aeb12 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:46.001547 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-4fa6d514-0cdf-4073-bc46-72368f1aeb12 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/6333ec09-cfe9-477e-bea2-2cd4dbb4eb57 HTTP/1.1" status: 204 len: 168 time: 0.4131496 Feb 04 17:11:46.025977 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b75e3dd-535f-4fc3-ad00-46250599d3c7 req-55a2f948-2547-4a71-acfb-6b82ff366724 tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:11:46.028175 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-6b75e3dd-535f-4fc3-ad00-46250599d3c7 req-55a2f948-2547-4a71-acfb-6b82ff366724 tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] 10.222.0.89 "GET /v2.0/ports?device_id=284c52b0-3695-4fc3-be5f-67c29b313e1f HTTP/1.1" status: 200 len: 944 time: 0.1264238 Feb 04 17:11:46.029451 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa6d514-0cdf-4073-bc46-72368f1aeb12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6333ec09-cfe9-477e-bea2-2cd4dbb4eb57,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:11:46.125835 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-6b75e3dd-535f-4fc3-ad00-46250599d3c7 req-1bc8e602-f3f6-46ed-b86f-5ff7469a52ac tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] 10.222.0.89 "GET /v2.0/security-groups?id=119a7f03-3e07-4d1e-8852-d9f974f9f052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776684 Feb 04 17:11:46.270263 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab51626d-b541-4c1c-b397-9e39d4c898e6 req-d5bee3f2-3694-44bc-ad13-dc42deb12eac tempest-ServersWithSpecificFlavorTestJSON-330130714 tempest-ServersWithSpecificFlavorTestJSON-330130714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:11:46.281543 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-ab51626d-b541-4c1c-b397-9e39d4c898e6 req-d5bee3f2-3694-44bc-ad13-dc42deb12eac tempest-ServersWithSpecificFlavorTestJSON-330130714 tempest-ServersWithSpecificFlavorTestJSON-330130714-project] 10.222.0.89 "GET /v2.0/ports?device_id=07c45ccf-8a9c-4b4a-a3ab-97114a1df7b0 HTTP/1.1" status: 200 len: 945 time: 0.0792499 Feb 04 17:11:46.330236 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-ab51626d-b541-4c1c-b397-9e39d4c898e6 req-572086d7-0750-434e-a1d5-89bafe1021e4 tempest-ServersWithSpecificFlavorTestJSON-330130714 tempest-ServersWithSpecificFlavorTestJSON-330130714-project] 10.222.0.89 "GET /v2.0/security-groups?id=a2b9895e-fd37-4072-8754-90c5d10d2f1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476971 Feb 04 17:11:46.383167 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 50024) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:11:46.718220 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-02e1ab51-f3f9-447e-b45f-09b0924860c5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:46.793597 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 50056) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:11:46.807936 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-02e1ab51-f3f9-447e-b45f-09b0924860c5 admin admin] Publish callbacks [] for security_group (4136b91e-934f-4120-8f38-106e038afbce), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:46.808796 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-8b647dba-7fb7-47ff-af1f-a62c09ebd4a7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:46.813282 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-02e1ab51-f3f9-447e-b45f-09b0924860c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (4136b91e-934f-4120-8f38-106e038afbce), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:46.843388 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-02e1ab51-f3f9-447e-b45f-09b0924860c5 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=200b09da8e834ebcbce7fa17c73e4ac6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4588978 Feb 04 17:11:46.848162 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 50058) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:11:46.869172 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e1ab51-f3f9-447e-b45f-09b0924860c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4136b91e-934f-4120-8f38-106e038afbce,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:11:46.888521 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 50060) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:11:46.941684 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-7307ffd1-d50e-443c-bcc3-27a9104641e4 admin admin] Publish callbacks [] for security_group (4136b91e-934f-4120-8f38-106e038afbce), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:46.953286 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-8b647dba-7fb7-47ff-af1f-a62c09ebd4a7 admin admin] Publish callbacks [] for security_group (555efea3-ea79-4a05-99e2-0dfd77ad439d), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:46.960615 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-8b647dba-7fb7-47ff-af1f-a62c09ebd4a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (555efea3-ea79-4a05-99e2-0dfd77ad439d), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:46.990798 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-7307ffd1-d50e-443c-bcc3-27a9104641e4 admin admin] Publish callbacks [] for security_group (4136b91e-934f-4120-8f38-106e038afbce), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:47.016124 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-8b647dba-7fb7-47ff-af1f-a62c09ebd4a7 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=2597d5981b00489689009dd011fe4ee8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2214293 Feb 04 17:11:47.018757 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 50070) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:11:47.027839 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b647dba-7fb7-47ff-af1f-a62c09ebd4a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=555efea3-ea79-4a05-99e2-0dfd77ad439d,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:11:47.073840 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-7307ffd1-d50e-443c-bcc3-27a9104641e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (4136b91e-934f-4120-8f38-106e038afbce), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:47.077140 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-7307ffd1-d50e-443c-bcc3-27a9104641e4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:47.082027 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-7307ffd1-d50e-443c-bcc3-27a9104641e4 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/4136b91e-934f-4120-8f38-106e038afbce HTTP/1.1" status: 204 len: 168 time: 0.2323072 Feb 04 17:11:47.086525 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-34965606-9bff-46ac-8c3d-9b4434403210 admin admin] Publish callbacks [] for security_group (555efea3-ea79-4a05-99e2-0dfd77ad439d), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:47.091092 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7307ffd1-d50e-443c-bcc3-27a9104641e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4136b91e-934f-4120-8f38-106e038afbce,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:11:47.113363 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-34965606-9bff-46ac-8c3d-9b4434403210 admin admin] Publish callbacks [] for security_group (555efea3-ea79-4a05-99e2-0dfd77ad439d), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:47.174787 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-34965606-9bff-46ac-8c3d-9b4434403210 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (555efea3-ea79-4a05-99e2-0dfd77ad439d), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:47.178614 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-34965606-9bff-46ac-8c3d-9b4434403210 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:47.180165 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-34965606-9bff-46ac-8c3d-9b4434403210 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/555efea3-ea79-4a05-99e2-0dfd77ad439d HTTP/1.1" status: 204 len: 168 time: 0.1604500 Feb 04 17:11:47.190148 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34965606-9bff-46ac-8c3d-9b4434403210 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=555efea3-ea79-4a05-99e2-0dfd77ad439d,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:11:47.207975 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-d379e5d5-76c1-4d5f-92d3-3dd70f5f6150 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:47.293907 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e38c60-dfae-4e49-89cb-a975a8a40083 req-b5b9d0eb-ab73-4a20-9279-cece84f5e45a tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:11:47.295294 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 50082) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:11:47.295809 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-c8e38c60-dfae-4e49-89cb-a975a8a40083 req-b5b9d0eb-ab73-4a20-9279-cece84f5e45a tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] 10.222.0.89 "GET /v2.0/ports?device_id=284c52b0-3695-4fc3-be5f-67c29b313e1f HTTP/1.1" status: 200 len: 944 time: 0.0842581 Feb 04 17:11:47.374510 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-d379e5d5-76c1-4d5f-92d3-3dd70f5f6150 admin admin] Publish callbacks [] for security_group (8c71c66a-dfb7-4802-8873-e5f2c1721a98), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:47.380464 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-c8e38c60-dfae-4e49-89cb-a975a8a40083 req-27d11152-02ce-4337-a9d6-9fd813729cc2 tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] 10.222.0.89 "GET /v2.0/security-groups?id=119a7f03-3e07-4d1e-8852-d9f974f9f052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778463 Feb 04 17:11:47.381581 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-d379e5d5-76c1-4d5f-92d3-3dd70f5f6150 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (8c71c66a-dfb7-4802-8873-e5f2c1721a98), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:47.439074 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-d379e5d5-76c1-4d5f-92d3-3dd70f5f6150 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=d4bd592509d645ecbed93615c7b8f811&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5492277 Feb 04 17:11:47.440208 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d379e5d5-76c1-4d5f-92d3-3dd70f5f6150 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c71c66a-dfb7-4802-8873-e5f2c1721a98,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:11:47.442912 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 50092) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:11:47.516110 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9ea1ae-8115-4007-a979-68b5f322277d req-5ca050f2-5c66-484c-baff-e6c0aa892bb4 tempest-ServersWithSpecificFlavorTestJSON-330130714 tempest-ServersWithSpecificFlavorTestJSON-330130714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:11:47.517686 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-4e9ea1ae-8115-4007-a979-68b5f322277d req-5ca050f2-5c66-484c-baff-e6c0aa892bb4 tempest-ServersWithSpecificFlavorTestJSON-330130714 tempest-ServersWithSpecificFlavorTestJSON-330130714-project] 10.222.0.89 "GET /v2.0/ports?device_id=07c45ccf-8a9c-4b4a-a3ab-97114a1df7b0 HTTP/1.1" status: 200 len: 945 time: 0.0856175 Feb 04 17:11:47.548056 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-5f08cd33-3352-4458-ba96-b647307720fa admin admin] Publish callbacks [] for security_group (8c71c66a-dfb7-4802-8873-e5f2c1721a98), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:47.580850 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-5f08cd33-3352-4458-ba96-b647307720fa admin admin] Publish callbacks [] for security_group (8c71c66a-dfb7-4802-8873-e5f2c1721a98), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:47.604501 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-4e9ea1ae-8115-4007-a979-68b5f322277d req-0e3b5fa4-9e6d-499f-b831-001bd83eca1c tempest-ServersWithSpecificFlavorTestJSON-330130714 tempest-ServersWithSpecificFlavorTestJSON-330130714-project] 10.222.0.89 "GET /v2.0/security-groups?id=a2b9895e-fd37-4072-8754-90c5d10d2f1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0797412 Feb 04 17:11:47.663620 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-5f08cd33-3352-4458-ba96-b647307720fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (8c71c66a-dfb7-4802-8873-e5f2c1721a98), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:47.666486 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-5f08cd33-3352-4458-ba96-b647307720fa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:47.670084 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-5f08cd33-3352-4458-ba96-b647307720fa admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/8c71c66a-dfb7-4802-8873-e5f2c1721a98 HTTP/1.1" status: 204 len: 168 time: 0.2233911 Feb 04 17:11:47.684456 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f08cd33-3352-4458-ba96-b647307720fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c71c66a-dfb7-4802-8873-e5f2c1721a98,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:11:47.699387 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-3a3aed2a-cb39-48c0-a300-6d452c8b08c5 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=0e962086c33d485eb5acb700edb95d90&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4000731 Feb 04 17:11:47.699761 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 50102) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:11:47.752692 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-d32eef51-b5a2-4af3-b81e-4c9aa2aae377 admin admin] Publish callbacks [] for security_group (63334a72-f19b-48de-9626-835c42145453), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:47.780224 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-d32eef51-b5a2-4af3-b81e-4c9aa2aae377 admin admin] Publish callbacks [] for security_group (63334a72-f19b-48de-9626-835c42145453), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:47.841492 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 50108) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:11:47.852311 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-d32eef51-b5a2-4af3-b81e-4c9aa2aae377 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (63334a72-f19b-48de-9626-835c42145453), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:47.855338 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-d32eef51-b5a2-4af3-b81e-4c9aa2aae377 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:47.856526 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-d32eef51-b5a2-4af3-b81e-4c9aa2aae377 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/63334a72-f19b-48de-9626-835c42145453 HTTP/1.1" status: 204 len: 168 time: 0.1557777 Feb 04 17:11:47.864135 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-40baa598-0963-4883-9ebe-aad5f8c105e2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:47.865877 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32eef51-b5a2-4af3-b81e-4c9aa2aae377 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63334a72-f19b-48de-9626-835c42145453,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:11:47.974317 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-40baa598-0963-4883-9ebe-aad5f8c105e2 admin admin] Publish callbacks [] for security_group (44c5994c-6813-483b-8279-344900601200), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:47.979542 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-40baa598-0963-4883-9ebe-aad5f8c105e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (44c5994c-6813-483b-8279-344900601200), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:48.021941 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40baa598-0963-4883-9ebe-aad5f8c105e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44c5994c-6813-483b-8279-344900601200,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:11:48.029163 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-40baa598-0963-4883-9ebe-aad5f8c105e2 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=2d731adf5b944ee3a2c9fbedd623e343&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1831138 Feb 04 17:11:48.029573 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 50118) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:11:48.090916 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-88be0b12-33e7-4316-8217-f81ac9dd02ad admin admin] Publish callbacks [] for security_group (44c5994c-6813-483b-8279-344900601200), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:48.114072 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-88be0b12-33e7-4316-8217-f81ac9dd02ad admin admin] Publish callbacks [] for security_group (44c5994c-6813-483b-8279-344900601200), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:48.175094 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-88be0b12-33e7-4316-8217-f81ac9dd02ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (44c5994c-6813-483b-8279-344900601200), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:48.177979 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-88be0b12-33e7-4316-8217-f81ac9dd02ad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:48.179132 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-88be0b12-33e7-4316-8217-f81ac9dd02ad admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/44c5994c-6813-483b-8279-344900601200 HTTP/1.1" status: 204 len: 168 time: 0.1486380 Feb 04 17:11:48.190143 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88be0b12-33e7-4316-8217-f81ac9dd02ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44c5994c-6813-483b-8279-344900601200,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:11:48.354855 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 50128) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:11:48.368378 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-1e6b3853-f1b1-4285-9139-bce3843f7c82 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:48.560004 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-1e6b3853-f1b1-4285-9139-bce3843f7c82 admin admin] Publish callbacks [] for security_group (736ffc6d-fb7d-4f2c-8e54-a5dc2bd28048), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:48.575078 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-1e6b3853-f1b1-4285-9139-bce3843f7c82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (736ffc6d-fb7d-4f2c-8e54-a5dc2bd28048), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:48.632781 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6b3853-f1b1-4285-9139-bce3843f7c82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=736ffc6d-fb7d-4f2c-8e54-a5dc2bd28048,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:11:48.656794 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-1e6b3853-f1b1-4285-9139-bce3843f7c82 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=ad02cd6a955a47c5a2d8be0804be1f49&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3007710 Feb 04 17:11:48.659463 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 50156) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:11:48.696296 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f692cd-2d63-4136-9c1c-80175a35c8b9 req-228c1648-1b7a-4ca2-92c2-341224e36d96 tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:11:48.697905 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-95f692cd-2d63-4136-9c1c-80175a35c8b9 req-228c1648-1b7a-4ca2-92c2-341224e36d96 tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] 10.222.0.89 "GET /v2.0/ports?device_id=284c52b0-3695-4fc3-be5f-67c29b313e1f HTTP/1.1" status: 200 len: 944 time: 0.1362147 Feb 04 17:11:48.765794 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-d64fdfcc-1dcd-488f-8b6f-7c01aa3054b1 admin admin] Publish callbacks [] for security_group (736ffc6d-fb7d-4f2c-8e54-a5dc2bd28048), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:48.776385 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-95f692cd-2d63-4136-9c1c-80175a35c8b9 req-f3e20d0c-f405-4f6b-96f2-eaefa39ea99b tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] 10.222.0.89 "GET /v2.0/security-groups?id=119a7f03-3e07-4d1e-8852-d9f974f9f052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628536 Feb 04 17:11:48.783264 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 50160) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:11:48.805226 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-d64fdfcc-1dcd-488f-8b6f-7c01aa3054b1 admin admin] Publish callbacks [] for security_group (736ffc6d-fb7d-4f2c-8e54-a5dc2bd28048), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:48.816726 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59e22b0-29cc-42d1-ba3c-b4da11ca3ce2 req-2dafea05-ed8b-41c5-a654-7ab766682ed6 tempest-ServersWithSpecificFlavorTestJSON-330130714 tempest-ServersWithSpecificFlavorTestJSON-330130714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:11:48.825238 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-d59e22b0-29cc-42d1-ba3c-b4da11ca3ce2 req-2dafea05-ed8b-41c5-a654-7ab766682ed6 tempest-ServersWithSpecificFlavorTestJSON-330130714 tempest-ServersWithSpecificFlavorTestJSON-330130714-project] 10.222.0.89 "GET /v2.0/ports?device_id=07c45ccf-8a9c-4b4a-a3ab-97114a1df7b0 HTTP/1.1" status: 200 len: 945 time: 0.1080241 Feb 04 17:11:48.887058 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-26e44bc2-96e0-484b-b435-58e7c02ca745 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=4a6ae9aad8424d44ba278ce1638fb80d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1006100 Feb 04 17:11:48.889021 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 50166) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:11:48.908077 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device 69be7e67-fc27-4724-9cc4-b43b77a95248 up at agent hyperv_n-h1-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:11:48.949618 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-d59e22b0-29cc-42d1-ba3c-b4da11ca3ce2 req-816c166a-1d35-41ff-a656-d457d62af62d tempest-ServersWithSpecificFlavorTestJSON-330130714 tempest-ServersWithSpecificFlavorTestJSON-330130714-project] 10.222.0.89 "GET /v2.0/security-groups?id=a2b9895e-fd37-4072-8754-90c5d10d2f1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1228278 Feb 04 17:11:48.959233 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-d64fdfcc-1dcd-488f-8b6f-7c01aa3054b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (736ffc6d-fb7d-4f2c-8e54-a5dc2bd28048), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:48.964102 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-d64fdfcc-1dcd-488f-8b6f-7c01aa3054b1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:48.965439 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-d64fdfcc-1dcd-488f-8b6f-7c01aa3054b1 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/736ffc6d-fb7d-4f2c-8e54-a5dc2bd28048 HTTP/1.1" status: 204 len: 168 time: 0.3039901 Feb 04 17:11:48.999970 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-2877841a-5eef-4d42-8342-a31af3afc668 admin admin] Publish callbacks [] for security_group (6be20d70-4ff4-4a93-b065-0a5d57878198), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:49.000727 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64fdfcc-1dcd-488f-8b6f-7c01aa3054b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=736ffc6d-fb7d-4f2c-8e54-a5dc2bd28048,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:11:49.074321 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-2877841a-5eef-4d42-8342-a31af3afc668 admin admin] Publish callbacks [] for security_group (6be20d70-4ff4-4a93-b065-0a5d57878198), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:49.081116 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Provisioning for port 69be7e67-fc27-4724-9cc4-b43b77a95248 completed by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 17:11:49.086271 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Provisioning complete for port 69be7e67-fc27-4724-9cc4-b43b77a95248 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:11:49.088962 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (69be7e67-fc27-4724-9cc4-b43b77a95248), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:49.136964 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35e30e5-150f-44c8-bfe5-779e848ee054 req-6e3df15f-8110-4da9-8636-74efa8938185 tempest-ServersWithSpecificFlavorTestJSON-330130714 tempest-ServersWithSpecificFlavorTestJSON-330130714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:11:49.142923 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-d35e30e5-150f-44c8-bfe5-779e848ee054 req-6e3df15f-8110-4da9-8636-74efa8938185 tempest-ServersWithSpecificFlavorTestJSON-330130714 tempest-ServersWithSpecificFlavorTestJSON-330130714-project] 10.222.0.89 "GET /v2.0/ports?device_id=07c45ccf-8a9c-4b4a-a3ab-97114a1df7b0 HTTP/1.1" status: 200 len: 945 time: 0.0900939 Feb 04 17:11:49.148468 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 50192) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:11:49.153684 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-3489d7e2-280c-42c6-96ce-c1babf68beed tempest-ServersWithSpecificFlavorTestJSON-330130714 tempest-ServersWithSpecificFlavorTestJSON-330130714-project] Request body: {'floatingip': {'port_id': 'e28b6dd2-3435-4f16-9bfc-a3c4c1fccd18'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:11:49.213013 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Current status of the port 69be7e67-fc27-4724-9cc4-b43b77a95248 is: BUILD; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:11:49.213410 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (69be7e67-fc27-4724-9cc4-b43b77a95248), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:49.248079 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '284c52b0-3695-4fc3-be5f-67c29b313e1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69be7e67-fc27-4724-9cc4-b43b77a95248'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:11:49.251128 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c34bc964ce2211770fda26ca2f3801cc06f4f39928110690550e94ab9c9d2fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1f067c3-88f8-42e7-aae4-5b7d2c7a150f" -d '{"events": [{"server_uuid": "284c52b0-3695-4fc3-be5f-67c29b313e1f", "name": "network-vif-plugged", "status": "completed", "tag": "69be7e67-fc27-4724-9cc4-b43b77a95248"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:11:49.255484 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-3489d7e2-280c-42c6-96ce-c1babf68beed tempest-ServersWithSpecificFlavorTestJSON-330130714 tempest-ServersWithSpecificFlavorTestJSON-330130714-project] Publish callbacks [] for floatingip (f7037037-04ed-42ec-b088-d26d05e8a6b9), before_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:49.273967 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] For port 69be7e67-fc27-4724-9cc4-b43b77a95248, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=69be7e67-fc27-4724-9cc4-b43b77a95248,segment=NetworkSegment(422e2db4-29a0-413f-80b3-a344e9c773f4),segment_id=422e2db4-29a0-413f-80b3-a344e9c773f4)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:11:49.279224 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (69be7e67-fc27-4724-9cc4-b43b77a95248), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:49.307721 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-2877841a-5eef-4d42-8342-a31af3afc668 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (6be20d70-4ff4-4a93-b065-0a5d57878198), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:49.315958 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-2877841a-5eef-4d42-8342-a31af3afc668 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:49.317218 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-2877841a-5eef-4d42-8342-a31af3afc668 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/6be20d70-4ff4-4a93-b065-0a5d57878198 HTTP/1.1" status: 204 len: 168 time: 0.4272048 Feb 04 17:11:49.322713 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 17:11:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be72f0c7-b8c5-4028-9aa7-3d8f1b28a3c0 x-openstack-request-id: req-be72f0c7-b8c5-4028-9aa7-3d8f1b28a3c0 {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:11:49.323328 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "284c52b0-3695-4fc3-be5f-67c29b313e1f", "name": "network-vif-plugged", "status": "completed", "tag": "69be7e67-fc27-4724-9cc4-b43b77a95248", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:11:49.323887 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-be72f0c7-b8c5-4028-9aa7-3d8f1b28a3c0 {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:11:49.327820 n-d-827839-2 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '284c52b0-3695-4fc3-be5f-67c29b313e1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69be7e67-fc27-4724-9cc4-b43b77a95248', 'code': 200} Feb 04 17:11:49.335986 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2877841a-5eef-4d42-8342-a31af3afc668 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6be20d70-4ff4-4a93-b065-0a5d57878198,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:11:49.380351 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Pushing event updated for resources: {'Port': ['ID=69be7e67-fc27-4724-9cc4-b43b77a95248,revision_number=5']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:11:49.534636 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d023311-566b-46f3-a5a4-a349d9db1b29 req-15cb208f-f400-43e1-a210-606303d4f972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:11:49.536265 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-2d023311-566b-46f3-a5a4-a349d9db1b29 req-15cb208f-f400-43e1-a210-606303d4f972 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=284c52b0-3695-4fc3-be5f-67c29b313e1f HTTP/1.1" status: 200 len: 1127 time: 0.1388009 Feb 04 17:11:49.609599 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-2d023311-566b-46f3-a5a4-a349d9db1b29 req-073bb43e-4223-4f75-948d-c84b3576abfc service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=119a7f03-3e07-4d1e-8852-d9f974f9f052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637543 Feb 04 17:11:49.924562 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac67b56-d7db-42e0-b86a-fd2b4265810c req-0a8ebaac-b89f-4449-af49-012882667a95 tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:11:49.931893 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-fac67b56-d7db-42e0-b86a-fd2b4265810c req-0a8ebaac-b89f-4449-af49-012882667a95 tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] 10.222.0.89 "GET /v2.0/ports?device_id=284c52b0-3695-4fc3-be5f-67c29b313e1f HTTP/1.1" status: 200 len: 945 time: 0.0639293 Feb 04 17:11:49.992136 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-fac67b56-d7db-42e0-b86a-fd2b4265810c req-61dbb5cb-3320-4219-8756-6e72088767d5 tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] 10.222.0.89 "GET /v2.0/security-groups?id=119a7f03-3e07-4d1e-8852-d9f974f9f052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590658 Feb 04 17:11:50.181994 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-3489d7e2-280c-42c6-96ce-c1babf68beed tempest-ServersWithSpecificFlavorTestJSON-330130714 tempest-ServersWithSpecificFlavorTestJSON-330130714-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:50.188424 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-3489d7e2-280c-42c6-96ce-c1babf68beed tempest-ServersWithSpecificFlavorTestJSON-330130714 tempest-ServersWithSpecificFlavorTestJSON-330130714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1595586'] for floatingip (f7037037-04ed-42ec-b088-d26d05e8a6b9), after_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:50.236633 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 50238) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:11:50.311439 n-d-827839-2 neutron-server[103377]: INFO neutron.db.l3_db [None req-3489d7e2-280c-42c6-96ce-c1babf68beed tempest-ServersWithSpecificFlavorTestJSON-330130714 tempest-ServersWithSpecificFlavorTestJSON-330130714-project] Floating IP f7037037-04ed-42ec-b088-d26d05e8a6b9 associated. External IP: 172.25.6.98, port: e28b6dd2-3435-4f16-9bfc-a3c4c1fccd18. Feb 04 17:11:50.532655 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-491058f1-263a-481a-9359-876e49ab44d3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:50.544441 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3489d7e2-280c-42c6-96ce-c1babf68beed tempest-ServersWithSpecificFlavorTestJSON-330130714 tempest-ServersWithSpecificFlavorTestJSON-330130714-project] Router e0d96195-acff-4146-81bc-edd40b66b4a4 has already been hosted by L3 agent 64ada913-9131-4d99-a265-63a920956287 {{(pid=103377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 17:11:50.641145 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-491058f1-263a-481a-9359-876e49ab44d3 admin admin] Publish callbacks [] for security_group (9a433e53-f9f2-4ce5-95b4-cb08c1ffedad), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:50.650726 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-491058f1-263a-481a-9359-876e49ab44d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (9a433e53-f9f2-4ce5-95b4-cb08c1ffedad), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:50.689501 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-491058f1-263a-481a-9359-876e49ab44d3 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=69364e096f50458ab15f75f589716ad9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4512887 Feb 04 17:11:50.692315 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3489d7e2-280c-42c6-96ce-c1babf68beed tempest-ServersWithSpecificFlavorTestJSON-330130714 tempest-ServersWithSpecificFlavorTestJSON-330130714-project] Notify agent at l3_agent.n-d-827839-2 the message routers_updated {{(pid=103377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 17:11:50.695093 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 50264) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:11:50.699756 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-3489d7e2-280c-42c6-96ce-c1babf68beed tempest-ServersWithSpecificFlavorTestJSON-330130714 tempest-ServersWithSpecificFlavorTestJSON-330130714-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for floatingip (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:50.712574 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aef923b2-8fa6-497f-9ea9-f8272b6fa16f None None] Sync routers for ids ['e0d96195-acff-4146-81bc-edd40b66b4a4'] in n-d-827839-2 {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 17:11:50.713175 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491058f1-263a-481a-9359-876e49ab44d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a433e53-f9f2-4ce5-95b4-cb08c1ffedad,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:11:50.732932 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aef923b2-8fa6-497f-9ea9-f8272b6fa16f None None] Routers {'e0d96195-acff-4146-81bc-edd40b66b4a4'} bound to L3 agent in host n-d-827839-2 {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:11:50.734831 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-aef923b2-8fa6-497f-9ea9-f8272b6fa16f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:11:32Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['e0d96195-acff-4146-81bc-edd40b66b4a4'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:11:50.755235 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-052d1784-8692-4967-ad1c-69c0a142d9a0 admin admin] Publish callbacks [] for security_group (9a433e53-f9f2-4ce5-95b4-cb08c1ffedad), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:50.780044 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-3489d7e2-280c-42c6-96ce-c1babf68beed tempest-ServersWithSpecificFlavorTestJSON-330130714 tempest-ServersWithSpecificFlavorTestJSON-330130714-project] 10.222.0.89 "PUT /v2.0/floatingips/f7037037-04ed-42ec-b088-d26d05e8a6b9 HTTP/1.1" status: 200 len: 990 time: 1.6268284 Feb 04 17:11:50.782292 n-d-827839-2 neutron-server[103377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07c45ccf-8a9c-4b4a-a3ab-97114a1df7b0', 'tag': 'e28b6dd2-3435-4f16-9bfc-a3c4c1fccd18'}] {{(pid=103377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:11:50.787849 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7240428b650e1488e9361b62648ff4b3a6c19d49d8c27c949491ab58c1346cf0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19dc694a-59e8-4918-bbd3-c7e16efddba8" -d '{"events": [{"name": "network-changed", "server_uuid": "07c45ccf-8a9c-4b4a-a3ab-97114a1df7b0", "tag": "e28b6dd2-3435-4f16-9bfc-a3c4c1fccd18"}]}' {{(pid=103377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:11:50.924668 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvr_db [None req-aef923b2-8fa6-497f-9ea9-f8272b6fa16f None None] Set router e0d96195-acff-4146-81bc-edd40b66b4a4 gateway port host: n-d-827839-2 {{(pid=103379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:11:51.003100 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-052d1784-8692-4967-ad1c-69c0a142d9a0 admin admin] Publish callbacks [] for security_group (9a433e53-f9f2-4ce5-95b4-cb08c1ffedad), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:51.056455 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6ef419-0aac-4327-aaa3-8e2396071dca req-801e1037-8c3d-445a-a13c-4f8c29df5d79 tempest-ServersWithSpecificFlavorTestJSON-330130714 tempest-ServersWithSpecificFlavorTestJSON-330130714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:11:51.065236 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-0b6ef419-0aac-4327-aaa3-8e2396071dca req-801e1037-8c3d-445a-a13c-4f8c29df5d79 tempest-ServersWithSpecificFlavorTestJSON-330130714 tempest-ServersWithSpecificFlavorTestJSON-330130714-project] 10.222.0.89 "GET /v2.0/ports?device_id=07c45ccf-8a9c-4b4a-a3ab-97114a1df7b0 HTTP/1.1" status: 200 len: 945 time: 0.1093385 Feb 04 17:11:51.136775 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-0b6ef419-0aac-4327-aaa3-8e2396071dca req-88b76781-7e36-4a8b-9082-98c6b98ea514 tempest-ServersWithSpecificFlavorTestJSON-330130714 tempest-ServersWithSpecificFlavorTestJSON-330130714-project] 10.222.0.89 "GET /v2.0/security-groups?id=a2b9895e-fd37-4072-8754-90c5d10d2f1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564101 Feb 04 17:11:51.141989 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-052d1784-8692-4967-ad1c-69c0a142d9a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (9a433e53-f9f2-4ce5-95b4-cb08c1ffedad), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:51.144662 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-052d1784-8692-4967-ad1c-69c0a142d9a0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:51.145910 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-052d1784-8692-4967-ad1c-69c0a142d9a0 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/9a433e53-f9f2-4ce5-95b4-cb08c1ffedad HTTP/1.1" status: 204 len: 168 time: 0.4497271 Feb 04 17:11:51.166821 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052d1784-8692-4967-ad1c-69c0a142d9a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a433e53-f9f2-4ce5-95b4-cb08c1ffedad,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:11:51.184534 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 17:11:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7120eee-111a-473c-aa8d-0cc22e811467 x-openstack-request-id: req-b7120eee-111a-473c-aa8d-0cc22e811467 {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:11:51.185043 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07c45ccf-8a9c-4b4a-a3ab-97114a1df7b0", "tag": "e28b6dd2-3435-4f16-9bfc-a3c4c1fccd18", "status": "completed", "code": 200}]} {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:11:51.185134 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-b7120eee-111a-473c-aa8d-0cc22e811467 {{(pid=103377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:11:51.185571 n-d-827839-2 neutron-server[103377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07c45ccf-8a9c-4b4a-a3ab-97114a1df7b0', 'tag': 'e28b6dd2-3435-4f16-9bfc-a3c4c1fccd18', 'status': 'completed', 'code': 200} Feb 04 17:11:51.311494 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19dc694a-59e8-4918-bbd3-c7e16efddba8 req-068cb702-57f8-49d6-825e-e6728c2592c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:11:51.315627 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-19dc694a-59e8-4918-bbd3-c7e16efddba8 req-068cb702-57f8-49d6-825e-e6728c2592c6 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=f616a69521a6439b8b9ce4b5361b1b3c&device_id=07c45ccf-8a9c-4b4a-a3ab-97114a1df7b0 HTTP/1.1" status: 200 len: 1127 time: 0.0979245 Feb 04 17:11:51.375458 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95f3861-8d37-472f-a87f-b77eedf4fd23 req-55671f25-76b4-4f02-8612-cc5c44e4f856 tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:11:51.382690 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-c95f3861-8d37-472f-a87f-b77eedf4fd23 req-55671f25-76b4-4f02-8612-cc5c44e4f856 tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] 10.222.0.89 "GET /v2.0/ports?device_id=284c52b0-3695-4fc3-be5f-67c29b313e1f HTTP/1.1" status: 200 len: 945 time: 0.1251800 Feb 04 17:11:51.472389 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-c95f3861-8d37-472f-a87f-b77eedf4fd23 req-1ed5f00c-1c9f-4663-b8d7-28dd3a287aff tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] 10.222.0.89 "GET /v2.0/security-groups?id=119a7f03-3e07-4d1e-8852-d9f974f9f052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887971 Feb 04 17:11:51.501920 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19dc694a-59e8-4918-bbd3-c7e16efddba8 req-ed5ebd92-e6ad-470b-8d6a-235f3cdcef0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:11:51.503608 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-19dc694a-59e8-4918-bbd3-c7e16efddba8 req-ed5ebd92-e6ad-470b-8d6a-235f3cdcef0d service neutron] 10.222.0.96 "GET /v2.0/networks?id=4d1c76e6-ea0c-4d14-ba91-32b9665be5f0 HTTP/1.1" status: 200 len: 925 time: 0.1726186 Feb 04 17:11:51.606843 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-aef923b2-8fa6-497f-9ea9-f8272b6fa16f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0d96195-acff-4146-81bc-edd40b66b4a4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1579046244-router', 'tenant_id': 'f616a69521a6439b8b9ce4b5361b1b3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.56'}], 'enable_snat': True}, 'gw_port_id': '831da7a3-2097-48f7-8496-d400ff797b27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:10:56Z', 'updated_at': '2022-02-04T17:11:00Z', 'revision_number': 4, 'project_id': 'f616a69521a6439b8b9ce4b5361b1b3c', 'gw_port': {'id': '831da7a3-2097-48f7-8496-d400ff797b27', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:ed:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0d96195-acff-4146-81bc-edd40b66b4a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:10:57Z', 'updated_at': '2022-02-04T17:11:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_floatingips': [{'id': 'f7037037-04ed-42ec-b088-d26d05e8a6b9', 'tenant_id': 'f616a69521a6439b8b9ce4b5361b1b3c', 'floating_ip_address': '172.25.6.98', 'floating_network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'router_id': 'e0d96195-acff-4146-81bc-edd40b66b4a4', 'port_id': 'e28b6dd2-3435-4f16-9bfc-a3c4c1fccd18', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 137, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4d1c76e6-ea0c-4d14-ba91-32b9665be5f0', 'mac_address': 'fa:16:3e:9b:17:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07c45ccf-8a9c-4b4a-a3ab-97114a1df7b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T17:11:19Z', 'updated_at': '2022-02-04T17:11:49Z', 'revision_number': 1, 'project_id': 'f616a69521a6439b8b9ce4b5361b1b3c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b0b5d03f-dc2e-46ac-8e2a-baf5cc577f5d', 'name': '', 'network_id': '4d1c76e6-ea0c-4d14-ba91-32b9665be5f0', 'tenant_id': 'f616a69521a6439b8b9ce4b5361b1b3c', 'mac_address': 'fa:16:3e:fe:72:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0d96195-acff-4146-81bc-edd40b66b4a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '46532e3a-bfe8-4be0-a512-ac5329d05d46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:10:59Z', 'updated_at': '2022-02-04T17:11:05Z', 'revision_number': 5, 'project_id': 'f616a69521a6439b8b9ce4b5361b1b3c', 'subnets': [{'id': '46532e3a-bfe8-4be0-a512-ac5329d05d46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-2', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:11:51.628831 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-19dc694a-59e8-4918-bbd3-c7e16efddba8 req-e9417916-7261-439b-bf2c-5d8aec965ddc service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e28b6dd2-3435-4f16-9bfc-a3c4c1fccd18 HTTP/1.1" status: 200 len: 998 time: 0.1122727 Feb 04 17:11:51.641318 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aef923b2-8fa6-497f-9ea9-f8272b6fa16f None None] Checking router: e0d96195-acff-4146-81bc-edd40b66b4a4 for host: n-d-827839-2 {{(pid=103379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 17:11:51.650732 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aef923b2-8fa6-497f-9ea9-f8272b6fa16f None None] Routers {'e0d96195-acff-4146-81bc-edd40b66b4a4'} bound to L3 agent in host n-d-827839-2 {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:11:51.651455 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-aef923b2-8fa6-497f-9ea9-f8272b6fa16f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:11:32Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['e0d96195-acff-4146-81bc-edd40b66b4a4'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:11:51.696319 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19dc694a-59e8-4918-bbd3-c7e16efddba8 req-f7b2d000-c989-4d98-bf49-33903ee9792b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:11:51.698296 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-19dc694a-59e8-4918-bbd3-c7e16efddba8 req-f7b2d000-c989-4d98-bf49-33903ee9792b service neutron] 10.222.0.96 "GET /v2.0/subnets?id=46532e3a-bfe8-4be0-a512-ac5329d05d46 HTTP/1.1" status: 200 len: 863 time: 0.0632999 Feb 04 17:11:51.779619 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19dc694a-59e8-4918-bbd3-c7e16efddba8 req-239964a0-537c-4bd2-8eac-2fb0a808c999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:11:51.781644 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-19dc694a-59e8-4918-bbd3-c7e16efddba8 req-239964a0-537c-4bd2-8eac-2fb0a808c999 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=4d1c76e6-ea0c-4d14-ba91-32b9665be5f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0760639 Feb 04 17:11:51.816356 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvr_db [None req-aef923b2-8fa6-497f-9ea9-f8272b6fa16f None None] Set router e0d96195-acff-4146-81bc-edd40b66b4a4 gateway port host: n-d-827839-2 {{(pid=103379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:11:51.950115 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-19dc694a-59e8-4918-bbd3-c7e16efddba8 req-db50ec50-2210-4fd7-b06a-5163e58b86d3 service neutron] 10.222.0.96 "GET /v2.0/networks/4d1c76e6-ea0c-4d14-ba91-32b9665be5f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1511683 Feb 04 17:11:52.098138 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-19dc694a-59e8-4918-bbd3-c7e16efddba8 req-9c325ce4-95f9-4383-a144-5c49be67dc0c service neutron] 10.222.0.96 "GET /v2.0/networks/4d1c76e6-ea0c-4d14-ba91-32b9665be5f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1406326 Feb 04 17:11:52.133058 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-aef923b2-8fa6-497f-9ea9-f8272b6fa16f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0d96195-acff-4146-81bc-edd40b66b4a4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1579046244-router', 'tenant_id': 'f616a69521a6439b8b9ce4b5361b1b3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.56'}], 'enable_snat': True}, 'gw_port_id': '831da7a3-2097-48f7-8496-d400ff797b27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:10:56Z', 'updated_at': '2022-02-04T17:11:00Z', 'revision_number': 4, 'project_id': 'f616a69521a6439b8b9ce4b5361b1b3c', 'gw_port': {'id': '831da7a3-2097-48f7-8496-d400ff797b27', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:ed:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0d96195-acff-4146-81bc-edd40b66b4a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:10:57Z', 'updated_at': '2022-02-04T17:11:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_floatingips': [{'id': 'f7037037-04ed-42ec-b088-d26d05e8a6b9', 'tenant_id': 'f616a69521a6439b8b9ce4b5361b1b3c', 'floating_ip_address': '172.25.6.98', 'floating_network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'router_id': 'e0d96195-acff-4146-81bc-edd40b66b4a4', 'port_id': 'e28b6dd2-3435-4f16-9bfc-a3c4c1fccd18', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 137, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4d1c76e6-ea0c-4d14-ba91-32b9665be5f0', 'mac_address': 'fa:16:3e:9b:17:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07c45ccf-8a9c-4b4a-a3ab-97114a1df7b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T17:11:19Z', 'updated_at': '2022-02-04T17:11:49Z', 'revision_number': 1, 'project_id': 'f616a69521a6439b8b9ce4b5361b1b3c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b0b5d03f-dc2e-46ac-8e2a-baf5cc577f5d', 'name': '', 'network_id': '4d1c76e6-ea0c-4d14-ba91-32b9665be5f0', 'tenant_id': 'f616a69521a6439b8b9ce4b5361b1b3c', 'mac_address': 'fa:16:3e:fe:72:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0d96195-acff-4146-81bc-edd40b66b4a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '46532e3a-bfe8-4be0-a512-ac5329d05d46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:10:59Z', 'updated_at': '2022-02-04T17:11:05Z', 'revision_number': 5, 'project_id': 'f616a69521a6439b8b9ce4b5361b1b3c', 'subnets': [{'id': '46532e3a-bfe8-4be0-a512-ac5329d05d46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-2', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:11:52.133466 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 50312) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:11:52.151279 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-4e5e3d93-a53a-4be0-812b-c0af437d9bdd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:52.202464 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aef923b2-8fa6-497f-9ea9-f8272b6fa16f None None] The sync data for ids ['e0d96195-acff-4146-81bc-edd40b66b4a4'] in n-d-827839-2 is: [{'id': 'e0d96195-acff-4146-81bc-edd40b66b4a4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1579046244-router', 'tenant_id': 'f616a69521a6439b8b9ce4b5361b1b3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.56'}], 'enable_snat': True}, 'gw_port_id': '831da7a3-2097-48f7-8496-d400ff797b27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:10:56Z', 'updated_at': '2022-02-04T17:11:00Z', 'revision_number': 4, 'project_id': 'f616a69521a6439b8b9ce4b5361b1b3c', 'gw_port': {'id': '831da7a3-2097-48f7-8496-d400ff797b27', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:ed:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0d96195-acff-4146-81bc-edd40b66b4a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:10:57Z', 'updated_at': '2022-02-04T17:11:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_floatingips': [{'id': 'f7037037-04ed-42ec-b088-d26d05e8a6b9', 'tenant_id': 'f616a69521a6439b8b9ce4b5361b1b3c', 'floating_ip_address': '172.25.6.98', 'floating_network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'router_id': 'e0d96195-acff-4146-81bc-edd40b66b4a4', 'port_id': 'e28b6dd2-3435-4f16-9bfc-a3c4c1fccd18', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 137, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4d1c76e6-ea0c-4d14-ba91-32b9665be5f0', 'mac_address': 'fa:16:3e:9b:17:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07c45ccf-8a9c-4b4a-a3ab-97114a1df7b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T17:11:19Z', 'updated_at': '2022-02-04T17:11:49Z', 'revision_number': 1, 'project_id': 'f616a69521a6439b8b9ce4b5361b1b3c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b0b5d03f-dc2e-46ac-8e2a-baf5cc577f5d', 'name': '', 'network_id': '4d1c76e6-ea0c-4d14-ba91-32b9665be5f0', 'tenant_id': 'f616a69521a6439b8b9ce4b5361b1b3c', 'mac_address': 'fa:16:3e:fe:72:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0d96195-acff-4146-81bc-edd40b66b4a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '46532e3a-bfe8-4be0-a512-ac5329d05d46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:10:59Z', 'updated_at': '2022-02-04T17:11:05Z', 'revision_number': 5, 'project_id': 'f616a69521a6439b8b9ce4b5361b1b3c', 'subnets': [{'id': '46532e3a-bfe8-4be0-a512-ac5329d05d46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 17:11:52.312037 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-4e5e3d93-a53a-4be0-812b-c0af437d9bdd admin admin] Publish callbacks [] for security_group (262c44f4-849b-4027-9e8c-f1a581218166), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:52.319849 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-4e5e3d93-a53a-4be0-812b-c0af437d9bdd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (262c44f4-849b-4027-9e8c-f1a581218166), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:52.356550 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-4e5e3d93-a53a-4be0-812b-c0af437d9bdd admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=dc83d087eeb8409abf06bb74a4df029d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2215829 Feb 04 17:11:52.361657 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 50318) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:11:52.389569 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5e3d93-a53a-4be0-812b-c0af437d9bdd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=262c44f4-849b-4027-9e8c-f1a581218166,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:11:52.397718 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25762f3b-6068-4174-9497-dea54c3dfa1a req-2cf3a4c1-3aa4-4ee0-a69a-0a16efb13dc2 tempest-LiveAutoBlockMigrationV225Test-1607657603 tempest-LiveAutoBlockMigrationV225Test-1607657603-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:11:52.404143 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b5d2eb-2488-4bab-bfef-9df7fc89ac30 req-435d7a5c-e3b7-438e-b18d-0c660ff4011e tempest-ServersWithSpecificFlavorTestJSON-330130714 tempest-ServersWithSpecificFlavorTestJSON-330130714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:11:52.411307 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-59b5d2eb-2488-4bab-bfef-9df7fc89ac30 req-435d7a5c-e3b7-438e-b18d-0c660ff4011e tempest-ServersWithSpecificFlavorTestJSON-330130714 tempest-ServersWithSpecificFlavorTestJSON-330130714-project] 10.222.0.89 "GET /v2.0/ports?device_id=07c45ccf-8a9c-4b4a-a3ab-97114a1df7b0 HTTP/1.1" status: 200 len: 945 time: 0.1700170 Feb 04 17:11:52.413497 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-25762f3b-6068-4174-9497-dea54c3dfa1a req-2cf3a4c1-3aa4-4ee0-a69a-0a16efb13dc2 tempest-LiveAutoBlockMigrationV225Test-1607657603 tempest-LiveAutoBlockMigrationV225Test-1607657603-project-admin] 10.222.0.89 "GET /v2.0/ports?device_id=284c52b0-3695-4fc3-be5f-67c29b313e1f HTTP/1.1" status: 200 len: 1127 time: 0.1113582 Feb 04 17:11:52.466580 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-59b5d2eb-2488-4bab-bfef-9df7fc89ac30 req-2ff5d6b2-8ba1-4d7a-8f82-fa3a17723975 tempest-ServersWithSpecificFlavorTestJSON-330130714 tempest-ServersWithSpecificFlavorTestJSON-330130714-project] 10.222.0.89 "GET /v2.0/security-groups?id=a2b9895e-fd37-4072-8754-90c5d10d2f1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542974 Feb 04 17:11:52.534410 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-12da5266-e7cd-436b-b3d9-8b1f0322b0a6 admin admin] Publish callbacks [] for security_group (262c44f4-849b-4027-9e8c-f1a581218166), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:52.553171 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-25762f3b-6068-4174-9497-dea54c3dfa1a req-3bcc0c69-fe0f-498c-9ffe-84d303507844 tempest-LiveAutoBlockMigrationV225Test-1607657603 tempest-LiveAutoBlockMigrationV225Test-1607657603-project-admin] 10.222.0.89 "GET /v2.0/security-groups?id=119a7f03-3e07-4d1e-8852-d9f974f9f052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324043 Feb 04 17:11:52.614927 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-12da5266-e7cd-436b-b3d9-8b1f0322b0a6 admin admin] Publish callbacks [] for security_group (262c44f4-849b-4027-9e8c-f1a581218166), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:52.690982 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40033024-b0f5-45a6-8f61-9d92cc0add70 None None] New status for floating IP f7037037-04ed-42ec-b088-d26d05e8a6b9: ACTIVE {{(pid=103378) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 17:11:52.693483 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86604d8f-f9b8-43bd-903e-16fe7ab8d3f2 req-98e58883-7099-47a0-abe8-0dc0e3de743a tempest-ServersWithSpecificFlavorTestJSON-330130714 tempest-ServersWithSpecificFlavorTestJSON-330130714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:11:52.695452 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-86604d8f-f9b8-43bd-903e-16fe7ab8d3f2 req-98e58883-7099-47a0-abe8-0dc0e3de743a tempest-ServersWithSpecificFlavorTestJSON-330130714 tempest-ServersWithSpecificFlavorTestJSON-330130714-project] 10.222.0.89 "GET /v2.0/ports?device_id=07c45ccf-8a9c-4b4a-a3ab-97114a1df7b0 HTTP/1.1" status: 200 len: 945 time: 0.1225493 Feb 04 17:11:52.741731 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-12da5266-e7cd-436b-b3d9-8b1f0322b0a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (262c44f4-849b-4027-9e8c-f1a581218166), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:52.744422 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-12da5266-e7cd-436b-b3d9-8b1f0322b0a6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:52.751000 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-12da5266-e7cd-436b-b3d9-8b1f0322b0a6 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/262c44f4-849b-4027-9e8c-f1a581218166 HTTP/1.1" status: 204 len: 168 time: 0.3842061 Feb 04 17:11:52.772332 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12da5266-e7cd-436b-b3d9-8b1f0322b0a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=262c44f4-849b-4027-9e8c-f1a581218166,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:11:52.839406 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-86604d8f-f9b8-43bd-903e-16fe7ab8d3f2 req-1647bdda-d359-4764-8621-3c422a81de1e tempest-ServersWithSpecificFlavorTestJSON-330130714 tempest-ServersWithSpecificFlavorTestJSON-330130714-project] 10.222.0.89 "GET /v2.0/security-groups?id=a2b9895e-fd37-4072-8754-90c5d10d2f1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1355870 Feb 04 17:11:52.897079 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d896d67-8c4d-41eb-93cd-ae9a728977f5 req-6dddeaf9-3278-476c-b014-c684a5747961 tempest-LiveAutoBlockMigrationV225Test-1607657603 tempest-LiveAutoBlockMigrationV225Test-1607657603-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:11:52.899037 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-8d896d67-8c4d-41eb-93cd-ae9a728977f5 req-6dddeaf9-3278-476c-b014-c684a5747961 tempest-LiveAutoBlockMigrationV225Test-1607657603 tempest-LiveAutoBlockMigrationV225Test-1607657603-project-admin] 10.222.0.89 "GET /v2.0/ports?device_id=284c52b0-3695-4fc3-be5f-67c29b313e1f HTTP/1.1" status: 200 len: 1127 time: 0.0937498 Feb 04 17:11:52.963933 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-8d896d67-8c4d-41eb-93cd-ae9a728977f5 req-6306bc30-1ab5-46e2-8a4a-69bb98c61ad4 tempest-LiveAutoBlockMigrationV225Test-1607657603 tempest-LiveAutoBlockMigrationV225Test-1607657603-project-admin] 10.222.0.89 "GET /v2.0/security-groups?id=119a7f03-3e07-4d1e-8852-d9f974f9f052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578349 Feb 04 17:11:53.064635 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 50350) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:11:53.152677 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [req-afa4c224-7d10-4c7b-9487-b7612d85af29 req-b6ec3fbc-6bd9-48ff-b344-da662677fa5b service neutron] http://10.222.0.89:9696/v2.0/extensions returned with HTTP 200 {{(pid=103376) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 17:11:53.153862 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-afa4c224-7d10-4c7b-9487-b7612d85af29 req-b6ec3fbc-6bd9-48ff-b344-da662677fa5b service neutron] 10.222.0.89 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0058084 Feb 04 17:11:53.581366 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-152516ee-d894-4127-a707-0b6ca8c7db40 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:53.700603 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-152516ee-d894-4127-a707-0b6ca8c7db40 admin admin] Publish callbacks [] for security_group (437ab71f-48c6-4daa-a39d-c4fae6022fd4), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:53.704915 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-152516ee-d894-4127-a707-0b6ca8c7db40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (437ab71f-48c6-4daa-a39d-c4fae6022fd4), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:53.749991 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152516ee-d894-4127-a707-0b6ca8c7db40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=437ab71f-48c6-4daa-a39d-c4fae6022fd4,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:11:53.767057 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-152516ee-d894-4127-a707-0b6ca8c7db40 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=243976284aa04f6d9e768a556f93e12c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7003140 Feb 04 17:11:53.769716 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 50384) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:11:53.792815 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [req-0e52dfdc-50c3-45db-a9ba-4548ab8047dd req-77a2830e-b8a4-4315-be60-571f58f433c4 tempest-SecurityGroupsTestAdminJSON-349982606 tempest-SecurityGroupsTestAdminJSON-349982606-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1737158803', 'description': 'tempest-description-1352379552'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:11:53.828882 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-0e52dfdc-50c3-45db-a9ba-4548ab8047dd req-77a2830e-b8a4-4315-be60-571f58f433c4 tempest-SecurityGroupsTestAdminJSON-349982606 tempest-SecurityGroupsTestAdminJSON-349982606-project] Publish callbacks [] for security_group (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:53.842876 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-0e52dfdc-50c3-45db-a9ba-4548ab8047dd req-77a2830e-b8a4-4315-be60-571f58f433c4 tempest-SecurityGroupsTestAdminJSON-349982606 tempest-SecurityGroupsTestAdminJSON-349982606-project] Publish callbacks [] for security_group (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:53.879502 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-16a0e5ce-7b5f-42c8-aeeb-10e5f45c3e16 admin admin] Publish callbacks [] for security_group (437ab71f-48c6-4daa-a39d-c4fae6022fd4), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:53.924584 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-16a0e5ce-7b5f-42c8-aeeb-10e5f45c3e16 admin admin] Publish callbacks [] for security_group (437ab71f-48c6-4daa-a39d-c4fae6022fd4), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:53.991602 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-16a0e5ce-7b5f-42c8-aeeb-10e5f45c3e16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (437ab71f-48c6-4daa-a39d-c4fae6022fd4), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:53.997423 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-16a0e5ce-7b5f-42c8-aeeb-10e5f45c3e16 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:53.999374 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-16a0e5ce-7b5f-42c8-aeeb-10e5f45c3e16 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/437ab71f-48c6-4daa-a39d-c4fae6022fd4 HTTP/1.1" status: 204 len: 168 time: 0.2281811 Feb 04 17:11:53.999883 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-0e52dfdc-50c3-45db-a9ba-4548ab8047dd req-77a2830e-b8a4-4315-be60-571f58f433c4 tempest-SecurityGroupsTestAdminJSON-349982606 tempest-SecurityGroupsTestAdminJSON-349982606-project] Publish callbacks [] for security_group (53bcb9bc-3eaa-4e98-b4a4-8e180227f25f), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:54.006557 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-0e52dfdc-50c3-45db-a9ba-4548ab8047dd req-77a2830e-b8a4-4315-be60-571f58f433c4 tempest-SecurityGroupsTestAdminJSON-349982606 tempest-SecurityGroupsTestAdminJSON-349982606-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (53bcb9bc-3eaa-4e98-b4a4-8e180227f25f), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:54.015016 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a0e5ce-7b5f-42c8-aeeb-10e5f45c3e16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=437ab71f-48c6-4daa-a39d-c4fae6022fd4,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:11:54.110627 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a2830e-b8a4-4315-be60-571f58f433c4 tempest-SecurityGroupsTestAdminJSON-349982606 tempest-SecurityGroupsTestAdminJSON-349982606-project] Pushing event updated for resources: {'SecurityGroup': ['ID=53bcb9bc-3eaa-4e98-b4a4-8e180227f25f,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:11:54.146731 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-0e52dfdc-50c3-45db-a9ba-4548ab8047dd req-77a2830e-b8a4-4315-be60-571f58f433c4 tempest-SecurityGroupsTestAdminJSON-349982606 tempest-SecurityGroupsTestAdminJSON-349982606-project] Publish callbacks [] for security_group (88e4b6db-f0a6-4696-bf12-c8d779ea8104), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:54.152581 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-0e52dfdc-50c3-45db-a9ba-4548ab8047dd req-77a2830e-b8a4-4315-be60-571f58f433c4 tempest-SecurityGroupsTestAdminJSON-349982606 tempest-SecurityGroupsTestAdminJSON-349982606-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (88e4b6db-f0a6-4696-bf12-c8d779ea8104), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:54.183709 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-0e52dfdc-50c3-45db-a9ba-4548ab8047dd req-77a2830e-b8a4-4315-be60-571f58f433c4 tempest-SecurityGroupsTestAdminJSON-349982606 tempest-SecurityGroupsTestAdminJSON-349982606-project] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:54.184978 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-0e52dfdc-50c3-45db-a9ba-4548ab8047dd req-77a2830e-b8a4-4315-be60-571f58f433c4 tempest-SecurityGroupsTestAdminJSON-349982606 tempest-SecurityGroupsTestAdminJSON-349982606-project] 10.222.0.89 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.3982029 Feb 04 17:11:54.189678 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a2830e-b8a4-4315-be60-571f58f433c4 tempest-SecurityGroupsTestAdminJSON-349982606 tempest-SecurityGroupsTestAdminJSON-349982606-project] Pushing event updated for resources: {'SecurityGroup': ['ID=88e4b6db-f0a6-4696-bf12-c8d779ea8104,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:11:54.223662 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [req-d618a80e-ac85-4656-936a-c75dc3e97322 req-63d3a6c0-2bd8-4f1b-b366-88929a9223a0 tempest-SecurityGroupsTestAdminJSON-349982606 tempest-SecurityGroupsTestAdminJSON-349982606-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1877872682', 'description': 'tempest-description-891023770'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:11:54.247976 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-d618a80e-ac85-4656-936a-c75dc3e97322 req-63d3a6c0-2bd8-4f1b-b366-88929a9223a0 tempest-SecurityGroupsTestAdminJSON-349982606 tempest-SecurityGroupsTestAdminJSON-349982606-project] Publish callbacks [] for security_group (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:54.353925 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-d618a80e-ac85-4656-936a-c75dc3e97322 req-63d3a6c0-2bd8-4f1b-b366-88929a9223a0 tempest-SecurityGroupsTestAdminJSON-349982606 tempest-SecurityGroupsTestAdminJSON-349982606-project] Publish callbacks [] for security_group (68a72a5c-2fa5-40f9-b39c-02174f415288), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:54.359014 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-d618a80e-ac85-4656-936a-c75dc3e97322 req-63d3a6c0-2bd8-4f1b-b366-88929a9223a0 tempest-SecurityGroupsTestAdminJSON-349982606 tempest-SecurityGroupsTestAdminJSON-349982606-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (68a72a5c-2fa5-40f9-b39c-02174f415288), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:54.399227 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-d618a80e-ac85-4656-936a-c75dc3e97322 req-63d3a6c0-2bd8-4f1b-b366-88929a9223a0 tempest-SecurityGroupsTestAdminJSON-349982606 tempest-SecurityGroupsTestAdminJSON-349982606-project] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:54.400461 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-d618a80e-ac85-4656-936a-c75dc3e97322 req-63d3a6c0-2bd8-4f1b-b366-88929a9223a0 tempest-SecurityGroupsTestAdminJSON-349982606 tempest-SecurityGroupsTestAdminJSON-349982606-project] 10.222.0.89 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.1852672 Feb 04 17:11:54.411004 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d3a6c0-2bd8-4f1b-b366-88929a9223a0 tempest-SecurityGroupsTestAdminJSON-349982606 tempest-SecurityGroupsTestAdminJSON-349982606-project] Pushing event updated for resources: {'SecurityGroup': ['ID=68a72a5c-2fa5-40f9-b39c-02174f415288,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:11:54.713834 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 50420) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:11:54.733988 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-71b1ae60-50b5-43c2-8692-65eeb59cc326 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:54.852869 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-71b1ae60-50b5-43c2-8692-65eeb59cc326 admin admin] Publish callbacks [] for security_group (29f30626-8a6c-41bd-aaca-91bf601203b1), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:54.859964 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-71b1ae60-50b5-43c2-8692-65eeb59cc326 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (29f30626-8a6c-41bd-aaca-91bf601203b1), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:54.918186 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-71b1ae60-50b5-43c2-8692-65eeb59cc326 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=4e86ce373bb94738900cddf0a7c2d134&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2013664 Feb 04 17:11:54.919560 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 50430) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:11:54.921650 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b1ae60-50b5-43c2-8692-65eeb59cc326 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29f30626-8a6c-41bd-aaca-91bf601203b1,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:11:55.012220 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-00373ee1-8f11-422a-82b5-5682b9310fc8 admin admin] Publish callbacks [] for security_group (29f30626-8a6c-41bd-aaca-91bf601203b1), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:55.035339 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-00373ee1-8f11-422a-82b5-5682b9310fc8 admin admin] Publish callbacks [] for security_group (29f30626-8a6c-41bd-aaca-91bf601203b1), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:55.086975 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-00373ee1-8f11-422a-82b5-5682b9310fc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (29f30626-8a6c-41bd-aaca-91bf601203b1), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:55.089790 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-00373ee1-8f11-422a-82b5-5682b9310fc8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:55.093414 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-00373ee1-8f11-422a-82b5-5682b9310fc8 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/29f30626-8a6c-41bd-aaca-91bf601203b1 HTTP/1.1" status: 204 len: 168 time: 0.1704044 Feb 04 17:11:55.100812 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00373ee1-8f11-422a-82b5-5682b9310fc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29f30626-8a6c-41bd-aaca-91bf601203b1,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:11:55.420020 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [req-5f9c8645-f316-48ff-b044-3d8796190392 req-ef14c300-5711-4e62-85cc-f43d3581f14f tempest-SecurityGroupsTestAdminJSON-2012557777 tempest-SecurityGroupsTestAdminJSON-2012557777-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-941995776', 'description': 'tempest-description-347101520'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:11:55.453342 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-5f9c8645-f316-48ff-b044-3d8796190392 req-ef14c300-5711-4e62-85cc-f43d3581f14f tempest-SecurityGroupsTestAdminJSON-2012557777 tempest-SecurityGroupsTestAdminJSON-2012557777-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:55.463152 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-5f9c8645-f316-48ff-b044-3d8796190392 req-ef14c300-5711-4e62-85cc-f43d3581f14f tempest-SecurityGroupsTestAdminJSON-2012557777 tempest-SecurityGroupsTestAdminJSON-2012557777-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:55.572097 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-5f9c8645-f316-48ff-b044-3d8796190392 req-ef14c300-5711-4e62-85cc-f43d3581f14f tempest-SecurityGroupsTestAdminJSON-2012557777 tempest-SecurityGroupsTestAdminJSON-2012557777-project-admin] Publish callbacks [] for security_group (1d7439a5-71bd-46a8-a38b-5f9d27948c89), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:55.577777 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-5f9c8645-f316-48ff-b044-3d8796190392 req-ef14c300-5711-4e62-85cc-f43d3581f14f tempest-SecurityGroupsTestAdminJSON-2012557777 tempest-SecurityGroupsTestAdminJSON-2012557777-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (1d7439a5-71bd-46a8-a38b-5f9d27948c89), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:55.632629 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef14c300-5711-4e62-85cc-f43d3581f14f tempest-SecurityGroupsTestAdminJSON-2012557777 tempest-SecurityGroupsTestAdminJSON-2012557777-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d7439a5-71bd-46a8-a38b-5f9d27948c89,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:11:55.680656 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-5f9c8645-f316-48ff-b044-3d8796190392 req-ef14c300-5711-4e62-85cc-f43d3581f14f tempest-SecurityGroupsTestAdminJSON-2012557777 tempest-SecurityGroupsTestAdminJSON-2012557777-project-admin] Publish callbacks [] for security_group (f392d275-b9db-4fb3-b600-49f8417e2b70), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:55.685792 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-5f9c8645-f316-48ff-b044-3d8796190392 req-ef14c300-5711-4e62-85cc-f43d3581f14f tempest-SecurityGroupsTestAdminJSON-2012557777 tempest-SecurityGroupsTestAdminJSON-2012557777-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (f392d275-b9db-4fb3-b600-49f8417e2b70), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:55.714347 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-5f9c8645-f316-48ff-b044-3d8796190392 req-ef14c300-5711-4e62-85cc-f43d3581f14f tempest-SecurityGroupsTestAdminJSON-2012557777 tempest-SecurityGroupsTestAdminJSON-2012557777-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:55.715590 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-5f9c8645-f316-48ff-b044-3d8796190392 req-ef14c300-5711-4e62-85cc-f43d3581f14f tempest-SecurityGroupsTestAdminJSON-2012557777 tempest-SecurityGroupsTestAdminJSON-2012557777-project-admin] 10.222.0.89 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.3030214 Feb 04 17:11:55.719735 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef14c300-5711-4e62-85cc-f43d3581f14f tempest-SecurityGroupsTestAdminJSON-2012557777 tempest-SecurityGroupsTestAdminJSON-2012557777-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f392d275-b9db-4fb3-b600-49f8417e2b70,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:11:55.743152 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 50478) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:11:55.875599 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 50488) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:11:55.926449 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-dc0d3715-543a-4262-ab5a-17ef2de4e813 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-2015193451-network', 'tenant_id': '86e5384b0ee84732b26b62ff2467c60f'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:11:55.950396 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc0d3715-543a-4262-ab5a-17ef2de4e813 admin admin] Made reservation on behalf of 86e5384b0ee84732b26b62ff2467c60f for: {'network': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:11:55.952663 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-dc0d3715-543a-4262-ab5a-17ef2de4e813 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for network (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:55.961499 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-dc0d3715-543a-4262-ab5a-17ef2de4e813 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:56.019395 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [req-e91586c9-e5fd-4add-b2d4-5b4ad5059e28 req-75c2e89e-01a6-484f-9eb7-bc3d475dcf62 tempest-LiveAutoBlockMigrationV225Test-1607657603 tempest-LiveAutoBlockMigrationV225Test-1607657603-project-admin] http://10.222.0.89:9696/v2.0/extensions returned with HTTP 200 {{(pid=103377) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 17:11:56.020543 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-e91586c9-e5fd-4add-b2d4-5b4ad5059e28 req-75c2e89e-01a6-484f-9eb7-bc3d475dcf62 tempest-LiveAutoBlockMigrationV225Test-1607657603 tempest-LiveAutoBlockMigrationV225Test-1607657603-project-admin] 10.222.0.89 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1439619 Feb 04 17:11:56.060692 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-dc0d3715-543a-4262-ab5a-17ef2de4e813 admin admin] Publish callbacks [] for security_group (5d264e15-a74e-4acb-8b99-64515cf194c6), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:56.065812 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-dc0d3715-543a-4262-ab5a-17ef2de4e813 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (5d264e15-a74e-4acb-8b99-64515cf194c6), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:56.103524 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc0d3715-543a-4262-ab5a-17ef2de4e813 admin admin] vlan segment allocate from pool success with {'vlan_id': 750, 'physical_network': 'physnet1'} {{(pid=103377) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 17:11:56.113860 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0d3715-543a-4262-ab5a-17ef2de4e813 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d264e15-a74e-4acb-8b99-64515cf194c6,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:11:56.124533 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-dc0d3715-543a-4262-ab5a-17ef2de4e813 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (0a0a939d-889c-4199-9677-864d9bd5edb0), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:56.124919 n-d-827839-2 neutron-server[103377]: INFO neutron.db.segments_db [None req-dc0d3715-543a-4262-ab5a-17ef2de4e813 admin admin] Added segment 0a0a939d-889c-4199-9677-864d9bd5edb0 of type vlan for network e941cf2a-5852-4284-8b63-29974e6e0102 Feb 04 17:11:56.218797 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-dc0d3715-543a-4262-ab5a-17ef2de4e813 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781084292801'] for network (e941cf2a-5852-4284-8b63-29974e6e0102), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:56.252628 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-505a03cd-98d5-4647-be78-811f52942b49 req-20d38bd4-ec71-43bb-9db8-a4ac6efad54a tempest-DeleteServersAdminTestJSON-1119549418 tempest-DeleteServersAdminTestJSON-1119549418-project] 10.222.0.89 "GET /v2.0/networks?tenant_id=5217efdccb6643fb8e8089bf85bf3456&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0391569 Feb 04 17:11:56.253565 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91586c9-e5fd-4add-b2d4-5b4ad5059e28 req-e033badf-6246-4b06-8c78-ccd10d8dd046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:11:56.254810 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-e91586c9-e5fd-4add-b2d4-5b4ad5059e28 req-e033badf-6246-4b06-8c78-ccd10d8dd046 service neutron] 10.222.0.89 "GET /v2.0/ports/69be7e67-fc27-4724-9cc4-b43b77a95248 HTTP/1.1" status: 200 len: 1124 time: 0.1706688 Feb 04 17:11:56.280627 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [req-e91586c9-e5fd-4add-b2d4-5b4ad5059e28 req-c7075297-87ce-45f9-a681-1651f920254a service neutron] Request body: {'binding': {'host': 'n-h2-827839-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:11:56.281178 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [req-e91586c9-e5fd-4add-b2d4-5b4ad5059e28 req-c7075297-87ce-45f9-a681-1651f920254a service neutron] Unknown quota resources ['binding']. {{(pid=103377) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 04 17:11:56.343516 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-dc0d3715-543a-4262-ab5a-17ef2de4e813 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327'] for network (e941cf2a-5852-4284-8b63-29974e6e0102), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:56.344372 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc0d3715-543a-4262-ab5a-17ef2de4e813 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:11:56.344973 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-dc0d3715-543a-4262-ab5a-17ef2de4e813 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677565'] for network (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:56.425039 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-dc0d3715-543a-4262-ab5a-17ef2de4e813 admin admin] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.6806893 Feb 04 17:11:56.427998 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 50522) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:11:56.433422 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-22f21df8-3120-4225-9f39-39a1471f3d9c admin admin] Request body: {'subnet': {'network_id': 'e941cf2a-5852-4284-8b63-29974e6e0102', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-2015193451-subnet', 'tenant_id': '86e5384b0ee84732b26b62ff2467c60f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:11:56.455547 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22f21df8-3120-4225-9f39-39a1471f3d9c admin admin] Made reservation on behalf of 86e5384b0ee84732b26b62ff2467c60f for: {'subnet': 1} {{(pid=103376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:11:56.458403 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-22f21df8-3120-4225-9f39-39a1471f3d9c admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:56.491577 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0d3715-543a-4262-ab5a-17ef2de4e813 admin admin] Pushing event updated for resources: {'Network': ['ID=e941cf2a-5852-4284-8b63-29974e6e0102,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:11:56.521586 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc0d3715-543a-4262-ab5a-17ef2de4e813 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:11:56.522225 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc0d3715-543a-4262-ab5a-17ef2de4e813 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:11:56.522838 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc0d3715-543a-4262-ab5a-17ef2de4e813 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:11:56.522838 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc0d3715-543a-4262-ab5a-17ef2de4e813 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:11:56.523067 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc0d3715-543a-4262-ab5a-17ef2de4e813 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:11:56.523323 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc0d3715-543a-4262-ab5a-17ef2de4e813 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:11:56.523659 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc0d3715-543a-4262-ab5a-17ef2de4e813 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:11:56.523990 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc0d3715-543a-4262-ab5a-17ef2de4e813 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:11:56.524333 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc0d3715-543a-4262-ab5a-17ef2de4e813 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:11:56.524634 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc0d3715-543a-4262-ab5a-17ef2de4e813 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:11:56.525005 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc0d3715-543a-4262-ab5a-17ef2de4e813 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:11:56.525326 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc0d3715-543a-4262-ab5a-17ef2de4e813 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:11:56.525869 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc0d3715-543a-4262-ab5a-17ef2de4e813 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:11:56.543076 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505a03cd-98d5-4647-be78-811f52942b49 req-88a0e123-9115-455f-96d8-8558e925aff9 tempest-DeleteServersAdminTestJSON-1119549418 tempest-DeleteServersAdminTestJSON-1119549418-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:11:56.543782 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Network e941cf2a-5852-4284-8b63-29974e6e0102 details requested by agent ovs-agent-n-d-827839-2 with host n-d-827839-2 {{(pid=103378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 17:11:56.549845 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-505a03cd-98d5-4647-be78-811f52942b49 req-88a0e123-9115-455f-96d8-8558e925aff9 tempest-DeleteServersAdminTestJSON-1119549418 tempest-DeleteServersAdminTestJSON-1119549418-project] 10.222.0.89 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2913406 Feb 04 17:11:56.582887 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-505a03cd-98d5-4647-be78-811f52942b49 req-345fc4d6-c017-40ed-ae45-579d9fed0c51 tempest-DeleteServersAdminTestJSON-1119549418 tempest-DeleteServersAdminTestJSON-1119549418-project] 10.222.0.89 "GET /v2.0/quotas/5217efdccb6643fb8e8089bf85bf3456 HTTP/1.1" status: 200 len: 375 time: 0.0320792 Feb 04 17:11:56.626066 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-505a03cd-98d5-4647-be78-811f52942b49 req-b4e551f9-6d73-41dc-b00d-d8f20eb0a64a tempest-DeleteServersAdminTestJSON-1119549418 tempest-DeleteServersAdminTestJSON-1119549418-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=5217efdccb6643fb8e8089bf85bf3456&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0422313 Feb 04 17:11:56.631326 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [req-e91586c9-e5fd-4add-b2d4-5b4ad5059e28 req-c7075297-87ce-45f9-a681-1651f920254a service neutron] Attempting to bind port 69be7e67-fc27-4724-9cc4-b43b77a95248 on host n-h2-827839-2 for vnic_type normal with profile None {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:11:56.631622 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [req-e91586c9-e5fd-4add-b2d4-5b4ad5059e28 req-c7075297-87ce-45f9-a681-1651f920254a service neutron] Attempting to bind port 69be7e67-fc27-4724-9cc4-b43b77a95248 by drivers openvswitch,hyperv on host n-h2-827839-2 at level 0 using segments [{'id': '422e2db4-29a0-413f-80b3-a344e9c773f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'b27b7363-f5f5-42ff-a720-66280b0b57a7'}] {{(pid=103377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:11:56.632094 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e91586c9-e5fd-4add-b2d4-5b4ad5059e28 req-c7075297-87ce-45f9-a681-1651f920254a service neutron] Attempting to bind port 69be7e67-fc27-4724-9cc4-b43b77a95248 on network b27b7363-f5f5-42ff-a720-66280b0b57a7 {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:11:56.639554 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e91586c9-e5fd-4add-b2d4-5b4ad5059e28 req-c7075297-87ce-45f9-a681-1651f920254a service neutron] Port 69be7e67-fc27-4724-9cc4-b43b77a95248 on network b27b7363-f5f5-42ff-a720-66280b0b57a7 not bound, no agent of type Open vSwitch agent registered on host n-h2-827839-2 {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 17:11:56.639938 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e91586c9-e5fd-4add-b2d4-5b4ad5059e28 req-c7075297-87ce-45f9-a681-1651f920254a service neutron] Attempting to bind port 69be7e67-fc27-4724-9cc4-b43b77a95248 on network b27b7363-f5f5-42ff-a720-66280b0b57a7 {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:11:56.645629 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e91586c9-e5fd-4add-b2d4-5b4ad5059e28 req-c7075297-87ce-45f9-a681-1651f920254a service neutron] Checking agent: {'id': 'f20a1ab3-4332-4f54-833b-ba4a7c687e89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 8, 40), 'started_at': datetime.datetime(2022, 2, 4, 17, 8, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 11, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:11:56.646026 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e91586c9-e5fd-4add-b2d4-5b4ad5059e28 req-c7075297-87ce-45f9-a681-1651f920254a service neutron] Checking segment: {'id': '422e2db4-29a0-413f-80b3-a344e9c773f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'b27b7363-f5f5-42ff-a720-66280b0b57a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:11:56.646513 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e91586c9-e5fd-4add-b2d4-5b4ad5059e28 req-c7075297-87ce-45f9-a681-1651f920254a service neutron] Bound using segment: {'id': '422e2db4-29a0-413f-80b3-a344e9c773f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'b27b7363-f5f5-42ff-a720-66280b0b57a7'} {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:11:56.646846 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [req-e91586c9-e5fd-4add-b2d4-5b4ad5059e28 req-c7075297-87ce-45f9-a681-1651f920254a service neutron] Bound port: 69be7e67-fc27-4724-9cc4-b43b77a95248, host: n-h2-827839-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '422e2db4-29a0-413f-80b3-a344e9c773f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'b27b7363-f5f5-42ff-a720-66280b0b57a7'}}] {{(pid=103377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:11:56.683530 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-22f21df8-3120-4225-9f39-39a1471f3d9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327'] for subnet (574e4b7d-d16c-4ffc-b2d1-9c97f6e44d56), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:56.757631 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f21df8-3120-4225-9f39-39a1471f3d9c admin admin] Pushing event updated for resources: {'Subnet': ['ID=574e4b7d-d16c-4ffc-b2d1-9c97f6e44d56,revision_number=0']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:11:56.772546 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f21df8-3120-4225-9f39-39a1471f3d9c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:11:56.773259 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f21df8-3120-4225-9f39-39a1471f3d9c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:11:56.773750 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f21df8-3120-4225-9f39-39a1471f3d9c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:11:56.774244 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f21df8-3120-4225-9f39-39a1471f3d9c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:11:56.774724 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f21df8-3120-4225-9f39-39a1471f3d9c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:11:56.775214 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f21df8-3120-4225-9f39-39a1471f3d9c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:11:56.775704 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f21df8-3120-4225-9f39-39a1471f3d9c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:11:56.776880 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f21df8-3120-4225-9f39-39a1471f3d9c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:11:56.777428 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f21df8-3120-4225-9f39-39a1471f3d9c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:11:56.777915 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f21df8-3120-4225-9f39-39a1471f3d9c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:11:56.779160 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f21df8-3120-4225-9f39-39a1471f3d9c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:11:56.779648 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f21df8-3120-4225-9f39-39a1471f3d9c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:11:56.780130 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f21df8-3120-4225-9f39-39a1471f3d9c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:11:56.784178 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22f21df8-3120-4225-9f39-39a1471f3d9c admin admin] Checking segment: {'id': '0a0a939d-889c-4199-9677-864d9bd5edb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'e941cf2a-5852-4284-8b63-29974e6e0102'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:11:56.784890 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22f21df8-3120-4225-9f39-39a1471f3d9c admin admin] Network hostable DHCP agents. Network: e941cf2a-5852-4284-8b63-29974e6e0102, hostable agents: ['bb89f5a3-3c22-440b-b7d1-c4f0c43c184a'], hosted agents: [] {{(pid=103376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 17:11:56.818005 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22f21df8-3120-4225-9f39-39a1471f3d9c admin admin] Network e941cf2a-5852-4284-8b63-29974e6e0102 is scheduled to be hosted by DHCP agent bb89f5a3-3c22-440b-b7d1-c4f0c43c184a with binding_index 1 {{(pid=103376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 17:11:56.840690 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [None req-22f21df8-3120-4225-9f39-39a1471f3d9c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827839-2, e941cf2a-5852-4284-8b63-29974e6e0102) {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:11:56.849554 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22f21df8-3120-4225-9f39-39a1471f3d9c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:11:56.850574 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-22f21df8-3120-4225-9f39-39a1471f3d9c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677565'] for subnet (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:56.851695 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f770836e-9edb-4985-b340-dbd76602b59b None None] Network e941cf2a-5852-4284-8b63-29974e6e0102 requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:11:56.872985 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-22f21df8-3120-4225-9f39-39a1471f3d9c admin admin] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4435914 Feb 04 17:11:56.875455 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 50544) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:11:56.880632 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-9da82965-d9d7-49fe-aea3-dd9e05b2a916 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-2015193451-router', 'tenant_id': '86e5384b0ee84732b26b62ff2467c60f', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188'}}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:11:56.905287 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-9da82965-d9d7-49fe-aea3-dd9e05b2a916 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1601657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26921'] for router (74b5be9e-075c-4a07-92a6-c126201d5b5c), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:56.907255 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-9da82965-d9d7-49fe-aea3-dd9e05b2a916 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1602025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603663', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1630571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26960'] for router (74b5be9e-075c-4a07-92a6-c126201d5b5c), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:56.988827 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [req-a4242384-fdfe-44ba-a641-2edf8d97b7af req-0300cba9-bb1e-4891-a6bd-dfcd340b3d85 tempest-SecurityGroupsTestAdminJSON-2012557777 tempest-SecurityGroupsTestAdminJSON-2012557777-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-311290937', 'description': 'tempest-description-1078831997'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:11:57.001834 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-9da82965-d9d7-49fe-aea3-dd9e05b2a916 admin admin] Publish callbacks [] for router_controller (74b5be9e-075c-4a07-92a6-c126201d5b5c), precommit_add_association {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:57.010402 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-a4242384-fdfe-44ba-a641-2edf8d97b7af req-0300cba9-bb1e-4891-a6bd-dfcd340b3d85 tempest-SecurityGroupsTestAdminJSON-2012557777 tempest-SecurityGroupsTestAdminJSON-2012557777-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:57.028675 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6ecb63f-8b3a-4f25-a3ac-73a25f96751d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e4c19ad-5724-5db8-8ee1-4f56ae69fcf4-e941cf2a-5852-4284-8b63-29974e6e0102', 'network_id': 'e941cf2a-5852-4284-8b63-29974e6e0102', 'project_id': '86e5384b0ee84732b26b62ff2467c60f', 'fixed_ips': [{'subnet_id': '574e4b7d-d16c-4ffc-b2d1-9c97f6e44d56'}]}} from n-d-827839-2. {{(pid=103378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 17:11:57.031637 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b6ecb63f-8b3a-4f25-a3ac-73a25f96751d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:57.051253 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [req-e91586c9-e5fd-4add-b2d4-5b4ad5059e28 req-c7075297-87ce-45f9-a681-1651f920254a service neutron] For port 69be7e67-fc27-4724-9cc4-b43b77a95248, host n-h2-827839-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=69be7e67-fc27-4724-9cc4-b43b77a95248,segment=NetworkSegment(422e2db4-29a0-413f-80b3-a344e9c773f4),segment_id=422e2db4-29a0-413f-80b3-a344e9c773f4)] {{(pid=103377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:11:57.065417 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-e91586c9-e5fd-4add-b2d4-5b4ad5059e28 req-c7075297-87ce-45f9-a681-1651f920254a service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:57.066716 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-e91586c9-e5fd-4add-b2d4-5b4ad5059e28 req-c7075297-87ce-45f9-a681-1651f920254a service neutron] 10.222.0.89 "POST /v2.0/ports/69be7e67-fc27-4724-9cc4-b43b77a95248/bindings HTTP/1.1" status: 201 len: 389 time: 0.8006124 Feb 04 17:11:57.098487 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-a4242384-fdfe-44ba-a641-2edf8d97b7af req-0300cba9-bb1e-4891-a6bd-dfcd340b3d85 tempest-SecurityGroupsTestAdminJSON-2012557777 tempest-SecurityGroupsTestAdminJSON-2012557777-project-admin] Publish callbacks [] for security_group (2e7e80ea-bfa7-4269-be05-7538c88f8c82), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:57.103212 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-a4242384-fdfe-44ba-a641-2edf8d97b7af req-0300cba9-bb1e-4891-a6bd-dfcd340b3d85 tempest-SecurityGroupsTestAdminJSON-2012557777 tempest-SecurityGroupsTestAdminJSON-2012557777-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (2e7e80ea-bfa7-4269-be05-7538c88f8c82), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:57.141043 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0300cba9-bb1e-4891-a6bd-dfcd340b3d85 tempest-SecurityGroupsTestAdminJSON-2012557777 tempest-SecurityGroupsTestAdminJSON-2012557777-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e7e80ea-bfa7-4269-be05-7538c88f8c82,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:11:57.145245 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-a4242384-fdfe-44ba-a641-2edf8d97b7af req-0300cba9-bb1e-4891-a6bd-dfcd340b3d85 tempest-SecurityGroupsTestAdminJSON-2012557777 tempest-SecurityGroupsTestAdminJSON-2012557777-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:57.146713 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-a4242384-fdfe-44ba-a641-2edf8d97b7af req-0300cba9-bb1e-4891-a6bd-dfcd340b3d85 tempest-SecurityGroupsTestAdminJSON-2012557777 tempest-SecurityGroupsTestAdminJSON-2012557777-project-admin] 10.222.0.89 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.1615622 Feb 04 17:11:57.209304 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-9da82965-d9d7-49fe-aea3-dd9e05b2a916 admin admin] Publish callbacks [] for router_gateway (74b5be9e-075c-4a07-92a6-c126201d5b5c), precommit_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:57.257331 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-b6ecb63f-8b3a-4f25-a3ac-73a25f96751d None None] Allocated IP 172.20.0.2 (e941cf2a-5852-4284-8b63-29974e6e0102/574e4b7d-d16c-4ffc-b2d1-9c97f6e44d56/84503cb7-e834-4de3-85f5-324ef7e648b0) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:11:57.367041 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-30b925b1-b1fd-4afd-a5ed-f231a6eb168b req-92854123-cbec-4ac1-b669-6f932dd1131e tempest-DeleteServersAdminTestJSON-1119549418 tempest-DeleteServersAdminTestJSON-1119549418-project] 10.222.0.89 "GET /v2.0/ports?device_id=e287ed65-268e-4afa-ac95-3b3960a564b2 HTTP/1.1" status: 200 len: 210 time: 0.0567796 Feb 04 17:11:57.506470 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b6ecb63f-8b3a-4f25-a3ac-73a25f96751d None None] Publish callbacks [] for port (84503cb7-e834-4de3-85f5-324ef7e648b0), precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:57.515272 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b6ecb63f-8b3a-4f25-a3ac-73a25f96751d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135'] for port (84503cb7-e834-4de3-85f5-324ef7e648b0), after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:57.579422 n-d-827839-2 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6ecb63f-8b3a-4f25-a3ac-73a25f96751d None None] Network e941cf2a-5852-4284-8b63-29974e6e0102 is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:11:57.602928 n-d-827839-2 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-b6ecb63f-8b3a-4f25-a3ac-73a25f96751d None None] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:11:57.611050 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ecb63f-8b3a-4f25-a3ac-73a25f96751d None None] Pushing event updated for resources: {'Port': ['ID=84503cb7-e834-4de3-85f5-324ef7e648b0,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:11:57.615412 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6ecb63f-8b3a-4f25-a3ac-73a25f96751d None None] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:11:57.632138 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-9da82965-d9d7-49fe-aea3-dd9e05b2a916 admin admin] Publish callbacks [] for router_gateway (74b5be9e-075c-4a07-92a6-c126201d5b5c), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:57.668420 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-9da82965-d9d7-49fe-aea3-dd9e05b2a916 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:57.703129 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91586c9-e5fd-4add-b2d4-5b4ad5059e28 req-eb0f5665-2ce0-44be-9681-0aae289ee605 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:11:57.704042 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ecb63f-8b3a-4f25-a3ac-73a25f96751d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:11:57.704579 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ecb63f-8b3a-4f25-a3ac-73a25f96751d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:11:57.704719 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-e91586c9-e5fd-4add-b2d4-5b4ad5059e28 req-eb0f5665-2ce0-44be-9681-0aae289ee605 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=f3812c841c31408e86184d3885a61bc1&device_id=284c52b0-3695-4fc3-be5f-67c29b313e1f HTTP/1.1" status: 200 len: 1127 time: 0.2143667 Feb 04 17:11:57.705206 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ecb63f-8b3a-4f25-a3ac-73a25f96751d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:11:57.705683 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ecb63f-8b3a-4f25-a3ac-73a25f96751d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:11:57.706152 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ecb63f-8b3a-4f25-a3ac-73a25f96751d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:11:57.706644 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ecb63f-8b3a-4f25-a3ac-73a25f96751d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:11:57.707119 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ecb63f-8b3a-4f25-a3ac-73a25f96751d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:11:57.707609 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ecb63f-8b3a-4f25-a3ac-73a25f96751d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:11:57.708157 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ecb63f-8b3a-4f25-a3ac-73a25f96751d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:11:57.708709 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ecb63f-8b3a-4f25-a3ac-73a25f96751d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:11:57.709214 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ecb63f-8b3a-4f25-a3ac-73a25f96751d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:11:57.709678 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ecb63f-8b3a-4f25-a3ac-73a25f96751d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:11:57.710138 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ecb63f-8b3a-4f25-a3ac-73a25f96751d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:11:57.714923 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-b6ecb63f-8b3a-4f25-a3ac-73a25f96751d None None] Attempting to bind port 84503cb7-e834-4de3-85f5-324ef7e648b0 on host n-d-827839-2 for vnic_type normal with profile {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:11:57.715533 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-b6ecb63f-8b3a-4f25-a3ac-73a25f96751d None None] Attempting to bind port 84503cb7-e834-4de3-85f5-324ef7e648b0 by drivers openvswitch,hyperv on host n-d-827839-2 at level 0 using segments [{'id': '0a0a939d-889c-4199-9677-864d9bd5edb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'e941cf2a-5852-4284-8b63-29974e6e0102'}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:11:57.716061 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6ecb63f-8b3a-4f25-a3ac-73a25f96751d None None] Attempting to bind port 84503cb7-e834-4de3-85f5-324ef7e648b0 on network e941cf2a-5852-4284-8b63-29974e6e0102 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:11:57.725444 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6ecb63f-8b3a-4f25-a3ac-73a25f96751d None None] Checking agent: {'id': 'ba70844b-66a0-45fd-a2f2-e6ed673321fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 0, 36), 'started_at': datetime.datetime(2022, 2, 4, 17, 1, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 11, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:11:57.726881 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6ecb63f-8b3a-4f25-a3ac-73a25f96751d None None] Checking segment: {'id': '0a0a939d-889c-4199-9677-864d9bd5edb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'e941cf2a-5852-4284-8b63-29974e6e0102'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:11:57.727193 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b6ecb63f-8b3a-4f25-a3ac-73a25f96751d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:57.727598 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6ecb63f-8b3a-4f25-a3ac-73a25f96751d None None] Bound using segment: {'id': '0a0a939d-889c-4199-9677-864d9bd5edb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'e941cf2a-5852-4284-8b63-29974e6e0102'} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:11:57.728084 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-b6ecb63f-8b3a-4f25-a3ac-73a25f96751d None None] Bound port: 84503cb7-e834-4de3-85f5-324ef7e648b0, host: n-d-827839-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a0a939d-889c-4199-9677-864d9bd5edb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'e941cf2a-5852-4284-8b63-29974e6e0102'}}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:11:57.728468 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b6ecb63f-8b3a-4f25-a3ac-73a25f96751d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (84503cb7-e834-4de3-85f5-324ef7e648b0), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:57.772412 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 50578) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:11:57.813979 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cb1651-2898-4c1a-95e8-7361c5c73d0d req-83a76094-493d-41fc-8e83-2960010a606d tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:11:57.815522 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-b3cb1651-2898-4c1a-95e8-7361c5c73d0d req-83a76094-493d-41fc-8e83-2960010a606d tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] 10.222.0.89 "GET /v2.0/ports?device_id=284c52b0-3695-4fc3-be5f-67c29b313e1f HTTP/1.1" status: 200 len: 945 time: 0.1492510 Feb 04 17:11:57.832548 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-b6ecb63f-8b3a-4f25-a3ac-73a25f96751d None None] For port 84503cb7-e834-4de3-85f5-324ef7e648b0, host n-d-827839-2, cleared binding levels {{(pid=103378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:11:57.839545 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-b6ecb63f-8b3a-4f25-a3ac-73a25f96751d None None] For port 84503cb7-e834-4de3-85f5-324ef7e648b0, host n-d-827839-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=84503cb7-e834-4de3-85f5-324ef7e648b0,segment=NetworkSegment(0a0a939d-889c-4199-9677-864d9bd5edb0),segment_id=0a0a939d-889c-4199-9677-864d9bd5edb0)] {{(pid=103378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:11:57.849483 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b6ecb63f-8b3a-4f25-a3ac-73a25f96751d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (84503cb7-e834-4de3-85f5-324ef7e648b0), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:57.905742 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-b3cb1651-2898-4c1a-95e8-7361c5c73d0d req-c1cd67e0-1213-4853-ab8f-19a971ba184a tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] 10.222.0.89 "GET /v2.0/security-groups?id=119a7f03-3e07-4d1e-8852-d9f974f9f052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774562 Feb 04 17:11:57.912478 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91586c9-e5fd-4add-b2d4-5b4ad5059e28 req-c6b80ac7-890b-402e-a4be-b2e421dcb4ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:11:57.914253 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-e91586c9-e5fd-4add-b2d4-5b4ad5059e28 req-c6b80ac7-890b-402e-a4be-b2e421dcb4ff service neutron] 10.222.0.90 "GET /v2.0/networks?id=b27b7363-f5f5-42ff-a720-66280b0b57a7 HTTP/1.1" status: 200 len: 922 time: 0.1950939 Feb 04 17:11:57.937736 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-70169d9d-8579-43c0-a9d3-2e0ef0af0b5a req-44aff5d6-bd92-4007-9458-ae8c6988014c tempest-SecurityGroupsTestAdminJSON-2012557777 tempest-SecurityGroupsTestAdminJSON-2012557777-project-admin] 10.222.0.89 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 37046 time: 0.5755658 Feb 04 17:11:57.961908 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.db_base_plugin_common [None req-9da82965-d9d7-49fe-aea3-dd9e05b2a916 admin admin] Allocated IP 172.25.6.196 (48165773-85ad-49a1-9ec1-76fc8dc24188/7660bfad-1ea8-4fe7-831b-bed836f13efc/3153e3f4-0a06-4a11-9c83-0331a20a48e1) {{(pid=103376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:11:57.963572 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ecb63f-8b3a-4f25-a3ac-73a25f96751d None None] Pushing event updated for resources: {'Port': ['ID=84503cb7-e834-4de3-85f5-324ef7e648b0,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:11:58.033577 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-e91586c9-e5fd-4add-b2d4-5b4ad5059e28 req-802218c8-7b6e-4a6c-85dc-a9e699b600eb service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=69be7e67-fc27-4724-9cc4-b43b77a95248 HTTP/1.1" status: 200 len: 217 time: 0.0929430 Feb 04 17:11:58.067132 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-34eac72b-854c-4310-b0de-266218f2d4e9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:58.096558 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-9da82965-d9d7-49fe-aea3-dd9e05b2a916 admin admin] Publish callbacks [] for port (3153e3f4-0a06-4a11-9c83-0331a20a48e1), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:58.108450 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-70169d9d-8579-43c0-a9d3-2e0ef0af0b5a req-f15d1ec4-7cbd-43e7-9d99-32ce872ae8b3 tempest-SecurityGroupsTestAdminJSON-2012557777 tempest-SecurityGroupsTestAdminJSON-2012557777-project-admin] 10.222.0.89 "GET /v2.0/security-groups/0509695a-c051-4afb-8508-bd56f5c22e5e HTTP/1.1" status: 200 len: 2994 time: 0.1696112 Feb 04 17:11:58.145621 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-9da82965-d9d7-49fe-aea3-dd9e05b2a916 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135'] for port (3153e3f4-0a06-4a11-9c83-0331a20a48e1), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:58.188720 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91586c9-e5fd-4add-b2d4-5b4ad5059e28 req-b150feb0-4b0f-4864-b9d4-3223bf0371dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:11:58.190170 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-e91586c9-e5fd-4add-b2d4-5b4ad5059e28 req-b150feb0-4b0f-4864-b9d4-3223bf0371dc service neutron] 10.222.0.90 "GET /v2.0/subnets?id=fa2004f2-da24-41cf-84b9-96d41a7dd118 HTTP/1.1" status: 200 len: 861 time: 0.1347203 Feb 04 17:11:58.197972 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9da82965-d9d7-49fe-aea3-dd9e05b2a916 admin admin] Network 48165773-85ad-49a1-9ec1-76fc8dc24188 is already hosted by enough agents. {{(pid=103376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:11:58.234310 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [None req-9da82965-d9d7-49fe-aea3-dd9e05b2a916 admin admin] Resources bound (agent type, host, resource id): {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:11:58.242504 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-70169d9d-8579-43c0-a9d3-2e0ef0af0b5a req-6788db96-b141-4054-a3e4-6be29e9a5ca4 tempest-SecurityGroupsTestAdminJSON-2012557777 tempest-SecurityGroupsTestAdminJSON-2012557777-project-admin] 10.222.0.89 "GET /v2.0/security-groups/0509695a-c051-4afb-8508-bd56f5c22e5e HTTP/1.1" status: 200 len: 2994 time: 0.1150098 Feb 04 17:11:58.243770 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9da82965-d9d7-49fe-aea3-dd9e05b2a916 admin admin] Received port after_create {{(pid=103376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:11:58.258933 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da82965-d9d7-49fe-aea3-dd9e05b2a916 admin admin] Pushing event updated for resources: {'Port': ['ID=3153e3f4-0a06-4a11-9c83-0331a20a48e1,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:11:58.333882 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-e91586c9-e5fd-4add-b2d4-5b4ad5059e28 req-c401a3a4-519d-49d0-be12-3b666fa103ba service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=b27b7363-f5f5-42ff-a720-66280b0b57a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1340308 Feb 04 17:11:58.357538 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-34eac72b-854c-4310-b0de-266218f2d4e9 admin admin] Publish callbacks [] for security_group (71d58185-9772-4d7b-9e14-0e742425a755), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:58.358354 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.90', 56838) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:11:58.471586 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-34eac72b-854c-4310-b0de-266218f2d4e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (71d58185-9772-4d7b-9e14-0e742425a755), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:58.507741 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-505a03cd-98d5-4647-be78-811f52942b49 req-1a7d6b1b-58d3-462c-80bc-ce71888ec3a6 tempest-DeleteServersAdminTestJSON-1119549418 tempest-DeleteServersAdminTestJSON-1119549418-project] 10.222.0.90 "GET /v2.0/networks?tenant_id=5217efdccb6643fb8e8089bf85bf3456&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1352463 Feb 04 17:11:58.517516 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-70169d9d-8579-43c0-a9d3-2e0ef0af0b5a req-704117a4-059d-4574-a009-87b05134401e tempest-SecurityGroupsTestAdminJSON-2012557777 tempest-SecurityGroupsTestAdminJSON-2012557777-project-admin] 10.222.0.89 "GET /v2.0/security-groups/0cd7e4f5-6c9a-4e4c-af60-8d881fa2093f HTTP/1.1" status: 200 len: 2994 time: 0.2729254 Feb 04 17:11:58.558633 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-e91586c9-e5fd-4add-b2d4-5b4ad5059e28 req-18003f25-723b-4936-bc40-ff98047838d6 service neutron] 10.222.0.90 "GET /v2.0/networks/b27b7363-f5f5-42ff-a720-66280b0b57a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1720700 Feb 04 17:11:58.615631 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-2d171b03-f5e4-4cf9-b713-b29985345bad req-e237de6f-f82d-4b0d-896f-f51abbffeff7 tempest-DeleteServersAdminTestJSON-1119549418 tempest-DeleteServersAdminTestJSON-1119549418-project] 10.222.0.89 "GET /v2.0/ports?device_id=e287ed65-268e-4afa-ac95-3b3960a564b2 HTTP/1.1" status: 200 len: 210 time: 0.0384512 Feb 04 17:11:58.647958 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-34eac72b-854c-4310-b0de-266218f2d4e9 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=f81d2bf169eb41f9ae473f3ca97a6f9d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8695979 Feb 04 17:11:58.648767 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34eac72b-854c-4310-b0de-266218f2d4e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71d58185-9772-4d7b-9e14-0e742425a755,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:11:58.650188 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 50630) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:11:58.672524 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-9da82965-d9d7-49fe-aea3-dd9e05b2a916 admin admin] Publish callbacks [] for router_gateway (74b5be9e-075c-4a07-92a6-c126201d5b5c), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:58.738755 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-70169d9d-8579-43c0-a9d3-2e0ef0af0b5a req-9664d244-296e-4855-8874-22e5651a74ae tempest-SecurityGroupsTestAdminJSON-2012557777 tempest-SecurityGroupsTestAdminJSON-2012557777-project-admin] 10.222.0.89 "GET /v2.0/security-groups/0cd7e4f5-6c9a-4e4c-af60-8d881fa2093f HTTP/1.1" status: 200 len: 2994 time: 0.2057409 Feb 04 17:11:58.793039 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 84503cb7-e834-4de3-85f5-324ef7e648b0 up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:11:58.803042 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-c4f3380a-acc4-46e3-81f5-2bf336beb972 admin admin] Publish callbacks [] for security_group (71d58185-9772-4d7b-9e14-0e742425a755), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:58.816038 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505a03cd-98d5-4647-be78-811f52942b49 req-8b202bec-8a91-4984-a78c-711d8262d5d0 tempest-DeleteServersAdminTestJSON-1119549418 tempest-DeleteServersAdminTestJSON-1119549418-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:11:58.817963 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-505a03cd-98d5-4647-be78-811f52942b49 req-8b202bec-8a91-4984-a78c-711d8262d5d0 tempest-DeleteServersAdminTestJSON-1119549418 tempest-DeleteServersAdminTestJSON-1119549418-project] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2966030 Feb 04 17:11:58.821573 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-e91586c9-e5fd-4add-b2d4-5b4ad5059e28 req-77f6eb24-0024-456c-8658-36c8b397d9d5 service neutron] 10.222.0.90 "GET /v2.0/networks/b27b7363-f5f5-42ff-a720-66280b0b57a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2424839 Feb 04 17:11:58.836310 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [req-505a03cd-98d5-4647-be78-811f52942b49 req-8f8aa7c2-9d95-4592-b284-41c473432c7c tempest-DeleteServersAdminTestJSON-1119549418 tempest-DeleteServersAdminTestJSON-1119549418-project] Request body: {'port': {'device_id': 'e287ed65-268e-4afa-ac95-3b3960a564b2', 'network_id': '02be22b9-aa53-40ea-8050-9239cd27d1ff', 'admin_state_up': True, 'tenant_id': '5217efdccb6643fb8e8089bf85bf3456'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:11:58.842180 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-70169d9d-8579-43c0-a9d3-2e0ef0af0b5a req-64dd4e26-4801-423e-8585-0613b687242b tempest-SecurityGroupsTestAdminJSON-2012557777 tempest-SecurityGroupsTestAdminJSON-2012557777-project-admin] 10.222.0.89 "GET /v2.0/security-groups/119a7f03-3e07-4d1e-8852-d9f974f9f052 HTTP/1.1" status: 200 len: 2998 time: 0.1023219 Feb 04 17:11:58.856159 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-c4f3380a-acc4-46e3-81f5-2bf336beb972 admin admin] Publish callbacks [] for security_group (71d58185-9772-4d7b-9e14-0e742425a755), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:58.889180 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port 84503cb7-e834-4de3-85f5-324ef7e648b0 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:11:58.889759 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (84503cb7-e834-4de3-85f5-324ef7e648b0), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:58.955191 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-70169d9d-8579-43c0-a9d3-2e0ef0af0b5a req-2c3fa1d7-7e11-4846-90c5-5ecf8a1edf4d tempest-SecurityGroupsTestAdminJSON-2012557777 tempest-SecurityGroupsTestAdminJSON-2012557777-project-admin] 10.222.0.89 "GET /v2.0/security-groups/119a7f03-3e07-4d1e-8852-d9f974f9f052 HTTP/1.1" status: 200 len: 2998 time: 0.1009941 Feb 04 17:11:59.004348 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-c4f3380a-acc4-46e3-81f5-2bf336beb972 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (71d58185-9772-4d7b-9e14-0e742425a755), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:59.006976 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-c4f3380a-acc4-46e3-81f5-2bf336beb972 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:59.008789 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-c4f3380a-acc4-46e3-81f5-2bf336beb972 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/71d58185-9772-4d7b-9e14-0e742425a755 HTTP/1.1" status: 204 len: 168 time: 0.3421340 Feb 04 17:11:59.025129 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f3380a-acc4-46e3-81f5-2bf336beb972 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71d58185-9772-4d7b-9e14-0e742425a755,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:11:59.029400 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-9da82965-d9d7-49fe-aea3-dd9e05b2a916 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1602046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603680'] for router (74b5be9e-075c-4a07-92a6-c126201d5b5c), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:59.071934 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port 84503cb7-e834-4de3-85f5-324ef7e648b0 is: DOWN; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:11:59.072438 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (84503cb7-e834-4de3-85f5-324ef7e648b0), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:59.117772 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-505a03cd-98d5-4647-be78-811f52942b49 req-8f8aa7c2-9d95-4592-b284-41c473432c7c tempest-DeleteServersAdminTestJSON-1119549418 tempest-DeleteServersAdminTestJSON-1119549418-project] Made reservation on behalf of 5217efdccb6643fb8e8089bf85bf3456 for: {'port': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:11:59.124366 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-505a03cd-98d5-4647-be78-811f52942b49 req-8f8aa7c2-9d95-4592-b284-41c473432c7c tempest-DeleteServersAdminTestJSON-1119549418 tempest-DeleteServersAdminTestJSON-1119549418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:59.142895 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-505a03cd-98d5-4647-be78-811f52942b49 req-8f8aa7c2-9d95-4592-b284-41c473432c7c tempest-DeleteServersAdminTestJSON-1119549418 tempest-DeleteServersAdminTestJSON-1119549418-project] Publish callbacks [] for security_group (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:59.159854 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-70169d9d-8579-43c0-a9d3-2e0ef0af0b5a req-847cd9c6-613c-4062-83fc-fe3a1023f04a tempest-SecurityGroupsTestAdminJSON-2012557777 tempest-SecurityGroupsTestAdminJSON-2012557777-project-admin] 10.222.0.89 "GET /v2.0/security-groups/1d7439a5-71bd-46a8-a38b-5f9d27948c89 HTTP/1.1" status: 200 len: 2998 time: 0.1959713 Feb 04 17:11:59.174687 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] For port 84503cb7-e834-4de3-85f5-324ef7e648b0, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=84503cb7-e834-4de3-85f5-324ef7e648b0,segment=NetworkSegment(0a0a939d-889c-4199-9677-864d9bd5edb0),segment_id=0a0a939d-889c-4199-9677-864d9bd5edb0)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:11:59.180828 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (84503cb7-e834-4de3-85f5-324ef7e648b0), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:59.255784 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Pushing event updated for resources: {'Port': ['ID=84503cb7-e834-4de3-85f5-324ef7e648b0,revision_number=3']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:11:59.291770 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91586c9-e5fd-4add-b2d4-5b4ad5059e28 req-3c96c6a3-eb55-42d5-98cb-74ab8850ed66 tempest-LiveAutoBlockMigrationV225Test-1607657603 tempest-LiveAutoBlockMigrationV225Test-1607657603-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:11:59.293917 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-e91586c9-e5fd-4add-b2d4-5b4ad5059e28 req-3c96c6a3-eb55-42d5-98cb-74ab8850ed66 tempest-LiveAutoBlockMigrationV225Test-1607657603 tempest-LiveAutoBlockMigrationV225Test-1607657603-project-admin] 10.222.0.90 "GET /v2.0/ports?device_id=284c52b0-3695-4fc3-be5f-67c29b313e1f&tenant_id=f3812c841c31408e86184d3885a61bc1&binding%3Ahost_id=n-h1-827839-2 HTTP/1.1" status: 200 len: 1127 time: 0.3095989 Feb 04 17:11:59.316139 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [req-e91586c9-e5fd-4add-b2d4-5b4ad5059e28 req-0ebd26b1-f114-462d-bcb9-9e6dd9c7321d service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-827839-2'}}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:11:59.328671 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9da82965-d9d7-49fe-aea3-dd9e05b2a916 admin admin] Router 74b5be9e-075c-4a07-92a6-c126201d5b5c is scheduled to L3 agent 64ada913-9131-4d99-a265-63a920956287 with binding_index 1 {{(pid=103376) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 17:11:59.379874 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-70169d9d-8579-43c0-a9d3-2e0ef0af0b5a req-43087641-2af9-4fb3-a63a-91fc616054cd tempest-SecurityGroupsTestAdminJSON-2012557777 tempest-SecurityGroupsTestAdminJSON-2012557777-project-admin] 10.222.0.89 "GET /v2.0/security-groups/1d7439a5-71bd-46a8-a38b-5f9d27948c89 HTTP/1.1" status: 200 len: 2998 time: 0.2189910 Feb 04 17:11:59.474850 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 50676) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:11:59.482627 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-70169d9d-8579-43c0-a9d3-2e0ef0af0b5a req-7add902e-7813-4f39-bec3-939cf7dbadc1 tempest-SecurityGroupsTestAdminJSON-2012557777 tempest-SecurityGroupsTestAdminJSON-2012557777-project-admin] 10.222.0.89 "GET /v2.0/security-groups/25368795-5f65-4838-8640-23e95bae0d00 HTTP/1.1" status: 200 len: 2990 time: 0.0956790 Feb 04 17:11:59.484700 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-e91586c9-e5fd-4add-b2d4-5b4ad5059e28 req-0ebd26b1-f114-462d-bcb9-9e6dd9c7321d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (69be7e67-fc27-4724-9cc4-b43b77a95248), before_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:59.505113 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-e5d9252c-6465-4dbc-ac66-0b4923956937 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:59.548287 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e259e62-7dad-4b29-adc1-d31dab709f90 req-88937c8f-f3d8-4bea-a7a5-07562d8e293a tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:11:59.554866 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-6e259e62-7dad-4b29-adc1-d31dab709f90 req-88937c8f-f3d8-4bea-a7a5-07562d8e293a tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] 10.222.0.89 "GET /v2.0/ports?device_id=284c52b0-3695-4fc3-be5f-67c29b313e1f HTTP/1.1" status: 200 len: 945 time: 0.1605241 Feb 04 17:11:59.555468 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-505a03cd-98d5-4647-be78-811f52942b49 req-8f8aa7c2-9d95-4592-b284-41c473432c7c tempest-DeleteServersAdminTestJSON-1119549418 tempest-DeleteServersAdminTestJSON-1119549418-project] Publish callbacks [] for security_group (35ea2ef0-2d20-4f98-9e35-b935cb69d427), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:59.564184 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-505a03cd-98d5-4647-be78-811f52942b49 req-8f8aa7c2-9d95-4592-b284-41c473432c7c tempest-DeleteServersAdminTestJSON-1119549418 tempest-DeleteServersAdminTestJSON-1119549418-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (35ea2ef0-2d20-4f98-9e35-b935cb69d427), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:59.589426 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12c4fe34-3a67-40dd-bec0-0741dd16739d None None] Network e941cf2a-5852-4284-8b63-29974e6e0102 requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:11:59.595786 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9da82965-d9d7-49fe-aea3-dd9e05b2a916 admin admin] Notify agent at l3_agent.n-d-827839-2 the message routers_updated {{(pid=103376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 17:11:59.609758 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c6543dd-c249-423f-9ae8-9cb80e6a9611 None None] Sync routers for ids ['74b5be9e-075c-4a07-92a6-c126201d5b5c'] in n-d-827839-2 {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 17:11:59.630255 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c6543dd-c249-423f-9ae8-9cb80e6a9611 None None] Routers {'74b5be9e-075c-4a07-92a6-c126201d5b5c'} bound to L3 agent in host n-d-827839-2 {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:11:59.633023 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-9c6543dd-c249-423f-9ae8-9cb80e6a9611 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:11:32Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['74b5be9e-075c-4a07-92a6-c126201d5b5c'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:11:59.659383 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-70169d9d-8579-43c0-a9d3-2e0ef0af0b5a req-43871b40-26eb-4ee7-a128-4c7dabd5ca28 tempest-SecurityGroupsTestAdminJSON-2012557777 tempest-SecurityGroupsTestAdminJSON-2012557777-project-admin] 10.222.0.89 "GET /v2.0/security-groups/25368795-5f65-4838-8640-23e95bae0d00 HTTP/1.1" status: 200 len: 2990 time: 0.1701198 Feb 04 17:11:59.674136 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-6e259e62-7dad-4b29-adc1-d31dab709f90 req-80a9db17-fd07-4db4-982b-63f9c45e24c6 tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] 10.222.0.89 "GET /v2.0/security-groups?id=119a7f03-3e07-4d1e-8852-d9f974f9f052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183121 Feb 04 17:11:59.684909 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-72c941ba-c5bd-4132-8272-514ebef9f683 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (bb89f5a3-3c22-440b-b7d1-c4f0c43c184a), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:59.689863 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-9da82965-d9d7-49fe-aea3-dd9e05b2a916 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:59.692310 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-9da82965-d9d7-49fe-aea3-dd9e05b2a916 admin admin] 10.222.0.89 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 2.8156750 Feb 04 17:11:59.694923 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 50680) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:11:59.721705 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8aa7c2-9d95-4592-b284-41c473432c7c tempest-DeleteServersAdminTestJSON-1119549418 tempest-DeleteServersAdminTestJSON-1119549418-project] Pushing event updated for resources: {'SecurityGroup': ['ID=35ea2ef0-2d20-4f98-9e35-b935cb69d427,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:11:59.741734 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-d80008ab-3306-4851-848b-fc9aee40b027 None None] Provisioning complete for port 84503cb7-e834-4de3-85f5-324ef7e648b0 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:11:59.742071 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d80008ab-3306-4851-848b-fc9aee40b027 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (84503cb7-e834-4de3-85f5-324ef7e648b0), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:59.856310 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-e5d9252c-6465-4dbc-ac66-0b4923956937 admin admin] Publish callbacks [] for security_group (8689a485-8cf3-4aa7-85bd-65fb0537b082), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:59.860658 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvr_db [None req-9c6543dd-c249-423f-9ae8-9cb80e6a9611 None None] Set router 74b5be9e-075c-4a07-92a6-c126201d5b5c gateway port host: n-d-827839-2 {{(pid=103379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:11:59.876670 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-70169d9d-8579-43c0-a9d3-2e0ef0af0b5a req-aa29e5a7-6489-4dcb-a371-0dd76af3c2f4 tempest-SecurityGroupsTestAdminJSON-2012557777 tempest-SecurityGroupsTestAdminJSON-2012557777-project-admin] 10.222.0.89 "GET /v2.0/security-groups/53bcb9bc-3eaa-4e98-b4a4-8e180227f25f HTTP/1.1" status: 200 len: 2998 time: 0.1970870 Feb 04 17:11:59.879602 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-e5d9252c-6465-4dbc-ac66-0b4923956937 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (8689a485-8cf3-4aa7-85bd-65fb0537b082), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:59.938368 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.db_base_plugin_common [req-505a03cd-98d5-4647-be78-811f52942b49 req-8f8aa7c2-9d95-4592-b284-41c473432c7c tempest-DeleteServersAdminTestJSON-1119549418 tempest-DeleteServersAdminTestJSON-1119549418-project] Allocated IP 192.168.233.160 (02be22b9-aa53-40ea-8050-9239cd27d1ff/c974b0ff-2c5c-4667-8a81-3bde3ea6ced5/fdafa5a0-091a-4b4b-b34a-b153af89a0a5) {{(pid=103377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:11:59.955306 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-d80008ab-3306-4851-848b-fc9aee40b027 None None] Current status of the port 84503cb7-e834-4de3-85f5-324ef7e648b0 is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:11:59.956511 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [req-e91586c9-e5fd-4add-b2d4-5b4ad5059e28 req-0ebd26b1-f114-462d-bcb9-9e6dd9c7321d service neutron] For port 69be7e67-fc27-4724-9cc4-b43b77a95248, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=69be7e67-fc27-4724-9cc4-b43b77a95248,segment=NetworkSegment(422e2db4-29a0-413f-80b3-a344e9c773f4),segment_id=422e2db4-29a0-413f-80b3-a344e9c773f4)] {{(pid=103377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:11:59.960843 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-40832d89-0b4f-42f6-9550-d98fc2656c5e req-546ae93d-1a29-4078-8ecb-3c4028ef4fc6 tempest-DeleteServersAdminTestJSON-1119549418 tempest-DeleteServersAdminTestJSON-1119549418-project] 10.222.0.89 "GET /v2.0/ports?device_id=e287ed65-268e-4afa-ac95-3b3960a564b2 HTTP/1.1" status: 200 len: 210 time: 0.0775781 Feb 04 17:11:59.990300 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-70169d9d-8579-43c0-a9d3-2e0ef0af0b5a req-1c380706-61ed-41b2-a3dd-d2f7af14cbcd tempest-SecurityGroupsTestAdminJSON-2012557777 tempest-SecurityGroupsTestAdminJSON-2012557777-project-admin] 10.222.0.89 "GET /v2.0/security-groups/53bcb9bc-3eaa-4e98-b4a4-8e180227f25f HTTP/1.1" status: 200 len: 2998 time: 0.1033208 Feb 04 17:12:00.000794 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-e5d9252c-6465-4dbc-ac66-0b4923956937 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=799590d03143485fba19c7187d0b91f0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5240023 Feb 04 17:12:00.001396 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 50698) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:12:00.004786 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d9252c-6465-4dbc-ac66-0b4923956937 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8689a485-8cf3-4aa7-85bd-65fb0537b082,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:12:00.087842 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [req-e91586c9-e5fd-4add-b2d4-5b4ad5059e28 req-0ebd26b1-f114-462d-bcb9-9e6dd9c7321d service neutron] For port 69be7e67-fc27-4724-9cc4-b43b77a95248, host n-h1-827839-2, cleared binding levels {{(pid=103377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:12:00.219535 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-70169d9d-8579-43c0-a9d3-2e0ef0af0b5a req-7ccc373a-4117-4048-9bc1-c6747b151e83 tempest-SecurityGroupsTestAdminJSON-2012557777 tempest-SecurityGroupsTestAdminJSON-2012557777-project-admin] 10.222.0.89 "GET /v2.0/security-groups/5d264e15-a74e-4acb-8b99-64515cf194c6 HTTP/1.1" status: 200 len: 2998 time: 0.2214065 Feb 04 17:12:00.252251 n-d-827839-2 neutron-server[103377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '284c52b0-3695-4fc3-be5f-67c29b313e1f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '69be7e67-fc27-4724-9cc4-b43b77a95248'}] {{(pid=103377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:12:00.254564 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7240428b650e1488e9361b62648ff4b3a6c19d49d8c27c949491ab58c1346cf0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c76614aa-1570-47d4-b02d-9fdcc4df120e" -d '{"events": [{"server_uuid": "284c52b0-3695-4fc3-be5f-67c29b313e1f", "name": "network-vif-unplugged", "status": "completed", "tag": "69be7e67-fc27-4724-9cc4-b43b77a95248"}]}' {{(pid=103377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:12:00.265661 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-e91586c9-e5fd-4add-b2d4-5b4ad5059e28 req-0ebd26b1-f114-462d-bcb9-9e6dd9c7321d service neutron] Publish callbacks [] for port (69be7e67-fc27-4724-9cc4-b43b77a95248), precommit_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:00.272125 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-9c6543dd-c249-423f-9ae8-9cb80e6a9611 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74b5be9e-075c-4a07-92a6-c126201d5b5c', 'name': 'tempest-FloatingIPsNegativeTestJSON-2015193451-router', 'tenant_id': '86e5384b0ee84732b26b62ff2467c60f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.196'}], 'enable_snat': True}, 'gw_port_id': '3153e3f4-0a06-4a11-9c83-0331a20a48e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:11:56Z', 'updated_at': '2022-02-04T17:11:58Z', 'revision_number': 3, 'project_id': '86e5384b0ee84732b26b62ff2467c60f', 'gw_port': {'id': '3153e3f4-0a06-4a11-9c83-0331a20a48e1', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:e5:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74b5be9e-075c-4a07-92a6-c126201d5b5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:11:57Z', 'updated_at': '2022-02-04T17:11:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2'}], 'n-d-827839-2', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:12:00.295513 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-034b1b38-c042-4de9-b937-b138f27b270a None None] Provisioning complete for port 84503cb7-e834-4de3-85f5-324ef7e648b0 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:12:00.297162 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-034b1b38-c042-4de9-b937-b138f27b270a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (84503cb7-e834-4de3-85f5-324ef7e648b0), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:00.299017 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-e91586c9-e5fd-4add-b2d4-5b4ad5059e28 req-0ebd26b1-f114-462d-bcb9-9e6dd9c7321d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (69be7e67-fc27-4724-9cc4-b43b77a95248), after_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:00.327536 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c6543dd-c249-423f-9ae8-9cb80e6a9611 None None] Checking router: 74b5be9e-075c-4a07-92a6-c126201d5b5c for host: n-d-827839-2 {{(pid=103379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 17:12:00.328599 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c6543dd-c249-423f-9ae8-9cb80e6a9611 None None] Updating router 74b5be9e-075c-4a07-92a6-c126201d5b5c port 3153e3f4-0a06-4a11-9c83-0331a20a48e1 binding host n-d-827839-2 {{(pid=103379) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 17:12:00.375601 n-d-827839-2 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9c6543dd-c249-423f-9ae8-9cb80e6a9611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (3153e3f4-0a06-4a11-9c83-0331a20a48e1), before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:00.395312 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-505a03cd-98d5-4647-be78-811f52942b49 req-8f8aa7c2-9d95-4592-b284-41c473432c7c tempest-DeleteServersAdminTestJSON-1119549418 tempest-DeleteServersAdminTestJSON-1119549418-project] Publish callbacks [] for port (fdafa5a0-091a-4b4b-b34a-b153af89a0a5), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:00.402941 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-70169d9d-8579-43c0-a9d3-2e0ef0af0b5a req-2874fbc5-07f8-4377-a831-825d01d477e3 tempest-SecurityGroupsTestAdminJSON-2012557777 tempest-SecurityGroupsTestAdminJSON-2012557777-project-admin] 10.222.0.89 "GET /v2.0/security-groups/5d264e15-a74e-4acb-8b99-64515cf194c6 HTTP/1.1" status: 200 len: 2998 time: 0.1690865 Feb 04 17:12:00.462124 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebd26b1-f114-462d-bcb9-9e6dd9c7321d service neutron] Pushing event updated for resources: {'Port': ['ID=69be7e67-fc27-4724-9cc4-b43b77a95248,revision_number=7']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:12:00.474926 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-1c8efdc2-7c0a-4c71-9c08-0e64f8f763d5 admin admin] Publish callbacks [] for security_group (8689a485-8cf3-4aa7-85bd-65fb0537b082), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:00.487164 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-034b1b38-c042-4de9-b937-b138f27b270a None None] Current status of the port 84503cb7-e834-4de3-85f5-324ef7e648b0 is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:12:00.542879 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-70169d9d-8579-43c0-a9d3-2e0ef0af0b5a req-b1735ce1-efea-4ee8-91ae-2a831f93f642 tempest-SecurityGroupsTestAdminJSON-2012557777 tempest-SecurityGroupsTestAdminJSON-2012557777-project-admin] 10.222.0.89 "GET /v2.0/security-groups/96c6dbcf-3f56-4583-966d-5418449633e1 HTTP/1.1" status: 200 len: 2994 time: 0.1240776 Feb 04 17:12:00.545038 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [req-e91586c9-e5fd-4add-b2d4-5b4ad5059e28 req-0ebd26b1-f114-462d-bcb9-9e6dd9c7321d service neutron] Attempting to bind port 69be7e67-fc27-4724-9cc4-b43b77a95248 on host n-h1-827839-2 for vnic_type normal with profile {"migrating_to": "n-h2-827839-2"} {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:12:00.545440 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [req-e91586c9-e5fd-4add-b2d4-5b4ad5059e28 req-0ebd26b1-f114-462d-bcb9-9e6dd9c7321d service neutron] Attempting to bind port 69be7e67-fc27-4724-9cc4-b43b77a95248 by drivers openvswitch,hyperv on host n-h1-827839-2 at level 0 using segments [{'id': '422e2db4-29a0-413f-80b3-a344e9c773f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'b27b7363-f5f5-42ff-a720-66280b0b57a7'}] {{(pid=103377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:12:00.545842 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e91586c9-e5fd-4add-b2d4-5b4ad5059e28 req-0ebd26b1-f114-462d-bcb9-9e6dd9c7321d service neutron] Attempting to bind port 69be7e67-fc27-4724-9cc4-b43b77a95248 on network b27b7363-f5f5-42ff-a720-66280b0b57a7 {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:12:00.549285 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-1c8efdc2-7c0a-4c71-9c08-0e64f8f763d5 admin admin] Publish callbacks [] for security_group (8689a485-8cf3-4aa7-85bd-65fb0537b082), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:00.561328 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e91586c9-e5fd-4add-b2d4-5b4ad5059e28 req-0ebd26b1-f114-462d-bcb9-9e6dd9c7321d service neutron] Port 69be7e67-fc27-4724-9cc4-b43b77a95248 on network b27b7363-f5f5-42ff-a720-66280b0b57a7 not bound, no agent of type Open vSwitch agent registered on host n-h1-827839-2 {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 17:12:00.561731 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e91586c9-e5fd-4add-b2d4-5b4ad5059e28 req-0ebd26b1-f114-462d-bcb9-9e6dd9c7321d service neutron] Attempting to bind port 69be7e67-fc27-4724-9cc4-b43b77a95248 on network b27b7363-f5f5-42ff-a720-66280b0b57a7 {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:12:00.576175 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-505a03cd-98d5-4647-be78-811f52942b49 req-8f8aa7c2-9d95-4592-b284-41c473432c7c tempest-DeleteServersAdminTestJSON-1119549418 tempest-DeleteServersAdminTestJSON-1119549418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135'] for port (fdafa5a0-091a-4b4b-b34a-b153af89a0a5), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:00.583520 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e91586c9-e5fd-4add-b2d4-5b4ad5059e28 req-0ebd26b1-f114-462d-bcb9-9e6dd9c7321d service neutron] Checking agent: {'id': '3f9244a9-75fc-4c10-b195-11d48b853b41', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 8, 42), 'started_at': datetime.datetime(2022, 2, 4, 17, 8, 42), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 11, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:12:00.583928 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e91586c9-e5fd-4add-b2d4-5b4ad5059e28 req-0ebd26b1-f114-462d-bcb9-9e6dd9c7321d service neutron] Checking segment: {'id': '422e2db4-29a0-413f-80b3-a344e9c773f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'b27b7363-f5f5-42ff-a720-66280b0b57a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:12:00.584379 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e91586c9-e5fd-4add-b2d4-5b4ad5059e28 req-0ebd26b1-f114-462d-bcb9-9e6dd9c7321d service neutron] Bound using segment: {'id': '422e2db4-29a0-413f-80b3-a344e9c773f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'b27b7363-f5f5-42ff-a720-66280b0b57a7'} {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:12:00.585054 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [req-e91586c9-e5fd-4add-b2d4-5b4ad5059e28 req-0ebd26b1-f114-462d-bcb9-9e6dd9c7321d service neutron] Bound port: 69be7e67-fc27-4724-9cc4-b43b77a95248, host: n-h1-827839-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '422e2db4-29a0-413f-80b3-a344e9c773f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'b27b7363-f5f5-42ff-a720-66280b0b57a7'}}] {{(pid=103377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:12:00.585494 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-e91586c9-e5fd-4add-b2d4-5b4ad5059e28 req-0ebd26b1-f114-462d-bcb9-9e6dd9c7321d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (69be7e67-fc27-4724-9cc4-b43b77a95248), before_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:00.637201 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 04 Feb 2022 17:12:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-512b4052-5452-4ae0-bd5a-5ee6bc4033be x-openstack-request-id: req-512b4052-5452-4ae0-bd5a-5ee6bc4033be {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:12:00.637719 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "284c52b0-3695-4fc3-be5f-67c29b313e1f", "name": "network-vif-unplugged", "status": "completed", "tag": "69be7e67-fc27-4724-9cc4-b43b77a95248", "code": 200}]} {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:12:00.637884 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-512b4052-5452-4ae0-bd5a-5ee6bc4033be {{(pid=103377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:12:00.638249 n-d-827839-2 neutron-server[103377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '284c52b0-3695-4fc3-be5f-67c29b313e1f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '69be7e67-fc27-4724-9cc4-b43b77a95248', 'code': 200} Feb 04 17:12:00.674453 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 84503cb7-e834-4de3-85f5-324ef7e648b0 up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:12:00.728188 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-1c8efdc2-7c0a-4c71-9c08-0e64f8f763d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (8689a485-8cf3-4aa7-85bd-65fb0537b082), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:00.735605 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-1c8efdc2-7c0a-4c71-9c08-0e64f8f763d5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:00.735792 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-505a03cd-98d5-4647-be78-811f52942b49 req-8f8aa7c2-9d95-4592-b284-41c473432c7c tempest-DeleteServersAdminTestJSON-1119549418 tempest-DeleteServersAdminTestJSON-1119549418-project] Network 02be22b9-aa53-40ea-8050-9239cd27d1ff is already hosted by enough agents. {{(pid=103377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:12:00.744505 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-1c8efdc2-7c0a-4c71-9c08-0e64f8f763d5 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/8689a485-8cf3-4aa7-85bd-65fb0537b082 HTTP/1.1" status: 204 len: 168 time: 0.7385144 Feb 04 17:12:00.749128 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [req-505a03cd-98d5-4647-be78-811f52942b49 req-8f8aa7c2-9d95-4592-b284-41c473432c7c tempest-DeleteServersAdminTestJSON-1119549418 tempest-DeleteServersAdminTestJSON-1119549418-project] Resources bound (agent type, host, resource id): {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:12:00.752994 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8aa7c2-9d95-4592-b284-41c473432c7c tempest-DeleteServersAdminTestJSON-1119549418 tempest-DeleteServersAdminTestJSON-1119549418-project] Pushing event updated for resources: {'Port': ['ID=fdafa5a0-091a-4b4b-b34a-b153af89a0a5,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:12:00.756669 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-70169d9d-8579-43c0-a9d3-2e0ef0af0b5a req-d9916fa8-ae40-4485-9aee-cff49c4b907b tempest-SecurityGroupsTestAdminJSON-2012557777 tempest-SecurityGroupsTestAdminJSON-2012557777-project-admin] 10.222.0.89 "GET /v2.0/security-groups/96c6dbcf-3f56-4583-966d-5418449633e1 HTTP/1.1" status: 200 len: 2994 time: 0.2049305 Feb 04 17:12:00.760191 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [req-505a03cd-98d5-4647-be78-811f52942b49 req-8f8aa7c2-9d95-4592-b284-41c473432c7c tempest-DeleteServersAdminTestJSON-1119549418 tempest-DeleteServersAdminTestJSON-1119549418-project] Received port after_create {{(pid=103377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:12:00.766954 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505a03cd-98d5-4647-be78-811f52942b49 req-8f8aa7c2-9d95-4592-b284-41c473432c7c tempest-DeleteServersAdminTestJSON-1119549418 tempest-DeleteServersAdminTestJSON-1119549418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:12:00.767834 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-505a03cd-98d5-4647-be78-811f52942b49 req-8f8aa7c2-9d95-4592-b284-41c473432c7c tempest-DeleteServersAdminTestJSON-1119549418 tempest-DeleteServersAdminTestJSON-1119549418-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:00.799905 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8efdc2-7c0a-4c71-9c08-0e64f8f763d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8689a485-8cf3-4aa7-85bd-65fb0537b082,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:12:00.841497 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [req-e91586c9-e5fd-4add-b2d4-5b4ad5059e28 req-0ebd26b1-f114-462d-bcb9-9e6dd9c7321d service neutron] For port 69be7e67-fc27-4724-9cc4-b43b77a95248, host n-h1-827839-2, cleared binding levels {{(pid=103377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:12:00.850253 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [req-e91586c9-e5fd-4add-b2d4-5b4ad5059e28 req-0ebd26b1-f114-462d-bcb9-9e6dd9c7321d service neutron] For port 69be7e67-fc27-4724-9cc4-b43b77a95248, host n-h1-827839-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=69be7e67-fc27-4724-9cc4-b43b77a95248,segment=NetworkSegment(422e2db4-29a0-413f-80b3-a344e9c773f4),segment_id=422e2db4-29a0-413f-80b3-a344e9c773f4)] {{(pid=103377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:12:00.863555 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port 84503cb7-e834-4de3-85f5-324ef7e648b0 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:12:00.865719 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (84503cb7-e834-4de3-85f5-324ef7e648b0), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:00.866121 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-505a03cd-98d5-4647-be78-811f52942b49 req-8f8aa7c2-9d95-4592-b284-41c473432c7c tempest-DeleteServersAdminTestJSON-1119549418 tempest-DeleteServersAdminTestJSON-1119549418-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0334105 Feb 04 17:12:00.882032 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-e91586c9-e5fd-4add-b2d4-5b4ad5059e28 req-0ebd26b1-f114-462d-bcb9-9e6dd9c7321d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (69be7e67-fc27-4724-9cc4-b43b77a95248), after_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:00.902229 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [req-505a03cd-98d5-4647-be78-811f52942b49 req-b3cd20bc-e44c-4121-bab0-25d4fa46c4ef service neutron] Request body: {'port': {'device_id': 'e287ed65-268e-4afa-ac95-3b3960a564b2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827839-2'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:12:00.935572 n-d-827839-2 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9c6543dd-c249-423f-9ae8-9cb80e6a9611 None None] Publish callbacks [] for port (3153e3f4-0a06-4a11-9c83-0331a20a48e1), precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:00.947567 n-d-827839-2 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9c6543dd-c249-423f-9ae8-9cb80e6a9611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (3153e3f4-0a06-4a11-9c83-0331a20a48e1), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:00.985014 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-70169d9d-8579-43c0-a9d3-2e0ef0af0b5a req-c5540cae-60fb-4072-895e-8b240fa97868 tempest-SecurityGroupsTestAdminJSON-2012557777 tempest-SecurityGroupsTestAdminJSON-2012557777-project-admin] 10.222.0.89 "GET /v2.0/security-groups/c9f5bd7c-911a-4b9f-bc3e-1c857741dbcf HTTP/1.1" status: 200 len: 2998 time: 0.2137878 Feb 04 17:12:01.023123 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-1b905e57-e3b4-4eba-b03a-dd1c0122625e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:01.023753 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [None req-9c6543dd-c249-423f-9ae8-9cb80e6a9611 None None] Attempting to bind port 3153e3f4-0a06-4a11-9c83-0331a20a48e1 on host n-d-827839-2 for vnic_type normal with profile {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:12:01.025411 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [None req-9c6543dd-c249-423f-9ae8-9cb80e6a9611 None None] Attempting to bind port 3153e3f4-0a06-4a11-9c83-0331a20a48e1 by drivers openvswitch,hyperv on host n-d-827839-2 at level 0 using segments [{'id': '5942dc44-1f07-4c27-b0ab-45a2bff20dd5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188'}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:12:01.026599 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c6543dd-c249-423f-9ae8-9cb80e6a9611 None None] Attempting to bind port 3153e3f4-0a06-4a11-9c83-0331a20a48e1 on network 48165773-85ad-49a1-9ec1-76fc8dc24188 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:12:01.083605 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebd26b1-f114-462d-bcb9-9e6dd9c7321d service neutron] Pushing event updated for resources: {'Port': ['ID=69be7e67-fc27-4724-9cc4-b43b77a95248,revision_number=8']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:12:01.090170 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c6543dd-c249-423f-9ae8-9cb80e6a9611 None None] Checking agent: {'id': 'ba70844b-66a0-45fd-a2f2-e6ed673321fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 0, 36), 'started_at': datetime.datetime(2022, 2, 4, 17, 1, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 11, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:12:01.091318 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c6543dd-c249-423f-9ae8-9cb80e6a9611 None None] Checking segment: {'id': '5942dc44-1f07-4c27-b0ab-45a2bff20dd5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:12:01.091878 n-d-827839-2 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9c6543dd-c249-423f-9ae8-9cb80e6a9611 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:01.092630 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c6543dd-c249-423f-9ae8-9cb80e6a9611 None None] Bound using segment: {'id': '5942dc44-1f07-4c27-b0ab-45a2bff20dd5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188'} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:12:01.093303 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [None req-9c6543dd-c249-423f-9ae8-9cb80e6a9611 None None] Bound port: 3153e3f4-0a06-4a11-9c83-0331a20a48e1, host: n-d-827839-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5942dc44-1f07-4c27-b0ab-45a2bff20dd5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188'}}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:12:01.098740 n-d-827839-2 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9c6543dd-c249-423f-9ae8-9cb80e6a9611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (3153e3f4-0a06-4a11-9c83-0331a20a48e1), before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:01.158806 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port 84503cb7-e834-4de3-85f5-324ef7e648b0 is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:12:01.169488 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91586c9-e5fd-4add-b2d4-5b4ad5059e28 req-0ebd26b1-f114-462d-bcb9-9e6dd9c7321d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:12:01.178691 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-e91586c9-e5fd-4add-b2d4-5b4ad5059e28 req-0ebd26b1-f114-462d-bcb9-9e6dd9c7321d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:01.180774 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-e91586c9-e5fd-4add-b2d4-5b4ad5059e28 req-0ebd26b1-f114-462d-bcb9-9e6dd9c7321d service neutron] 10.222.0.90 "PUT /v2.0/ports/69be7e67-fc27-4724-9cc4-b43b77a95248 HTTP/1.1" status: 200 len: 1121 time: 1.8760719 Feb 04 17:12:01.196973 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-505a03cd-98d5-4647-be78-811f52942b49 req-b3cd20bc-e44c-4121-bab0-25d4fa46c4ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (fdafa5a0-091a-4b4b-b34a-b153af89a0a5), before_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:01.217835 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-9c6543dd-c249-423f-9ae8-9cb80e6a9611 None None] For port 3153e3f4-0a06-4a11-9c83-0331a20a48e1, host n-d-827839-2, cleared binding levels {{(pid=103379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:12:01.221225 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-9c6543dd-c249-423f-9ae8-9cb80e6a9611 None None] For port 3153e3f4-0a06-4a11-9c83-0331a20a48e1, host n-d-827839-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=3153e3f4-0a06-4a11-9c83-0331a20a48e1,segment=NetworkSegment(5942dc44-1f07-4c27-b0ab-45a2bff20dd5),segment_id=5942dc44-1f07-4c27-b0ab-45a2bff20dd5)] {{(pid=103379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:12:01.238928 n-d-827839-2 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9c6543dd-c249-423f-9ae8-9cb80e6a9611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (3153e3f4-0a06-4a11-9c83-0331a20a48e1), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:01.258854 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] get_ports_and_sgs() called for port_ids ['69be7e67-fc27-4724-9cc4-b43b77a95248'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 17:12:01.279161 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c6543dd-c249-423f-9ae8-9cb80e6a9611 None None] Routers {'74b5be9e-075c-4a07-92a6-c126201d5b5c'} bound to L3 agent in host n-d-827839-2 {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:12:01.279791 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-9c6543dd-c249-423f-9ae8-9cb80e6a9611 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:11:32Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['74b5be9e-075c-4a07-92a6-c126201d5b5c'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:12:01.298839 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-70169d9d-8579-43c0-a9d3-2e0ef0af0b5a req-768088c2-46bd-46e9-a242-215ba66d0b4f tempest-SecurityGroupsTestAdminJSON-2012557777 tempest-SecurityGroupsTestAdminJSON-2012557777-project-admin] 10.222.0.89 "GET /v2.0/security-groups/c9f5bd7c-911a-4b9f-bc3e-1c857741dbcf HTTP/1.1" status: 200 len: 2998 time: 0.3039501 Feb 04 17:12:01.362211 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b1a41a-0f6b-424a-915e-e38d8c32d5e8 None None] Pushing event updated for resources: {'Port': ['ID=3153e3f4-0a06-4a11-9c83-0331a20a48e1,revision_number=2']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:12:01.368304 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-d2cffda8-a21e-437f-84f5-93a8c4d9a410 None None] Provisioning complete for port fdafa5a0-091a-4b4b-b34a-b153af89a0a5 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:12:01.368929 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d2cffda8-a21e-437f-84f5-93a8c4d9a410 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (fdafa5a0-091a-4b4b-b34a-b153af89a0a5), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:01.414078 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-d2cffda8-a21e-437f-84f5-93a8c4d9a410 None None] Port fdafa5a0-091a-4b4b-b34a-b153af89a0a5 cannot update to ACTIVE because it is not bound. {{(pid=103378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 17:12:01.458452 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b1a41a-0f6b-424a-915e-e38d8c32d5e8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:12:01.458798 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b1a41a-0f6b-424a-915e-e38d8c32d5e8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:12:01.461446 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b1a41a-0f6b-424a-915e-e38d8c32d5e8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:12:01.461984 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b1a41a-0f6b-424a-915e-e38d8c32d5e8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:12:01.462473 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b1a41a-0f6b-424a-915e-e38d8c32d5e8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:12:01.464224 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b1a41a-0f6b-424a-915e-e38d8c32d5e8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:12:01.464706 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b1a41a-0f6b-424a-915e-e38d8c32d5e8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:12:01.468392 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b1a41a-0f6b-424a-915e-e38d8c32d5e8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:12:01.468966 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b1a41a-0f6b-424a-915e-e38d8c32d5e8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:12:01.469452 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b1a41a-0f6b-424a-915e-e38d8c32d5e8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:12:01.469945 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b1a41a-0f6b-424a-915e-e38d8c32d5e8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:12:01.470418 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b1a41a-0f6b-424a-915e-e38d8c32d5e8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:12:01.470899 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b1a41a-0f6b-424a-915e-e38d8c32d5e8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:12:01.476704 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.db_base_plugin_common [None req-1b905e57-e3b4-4eba-b03a-dd1c0122625e admin admin] Allocated IP 172.20.0.1 (e941cf2a-5852-4284-8b63-29974e6e0102/574e4b7d-d16c-4ffc-b2d1-9c97f6e44d56/371990f1-c956-47b0-85f9-8855bc4f400e) {{(pid=103376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:12:01.524368 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 50802) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:12:01.587284 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-70169d9d-8579-43c0-a9d3-2e0ef0af0b5a req-edda8153-d27b-421c-a97d-597c4a2c8057 tempest-SecurityGroupsTestAdminJSON-2012557777 tempest-SecurityGroupsTestAdminJSON-2012557777-project-admin] 10.222.0.89 "GET /v2.0/security-groups/fb9ab587-eb5d-49a4-b420-26128ee2a3b9 HTTP/1.1" status: 200 len: 2998 time: 0.2750387 Feb 04 17:12:01.661075 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-1b905e57-e3b4-4eba-b03a-dd1c0122625e admin admin] Publish callbacks [] for port (371990f1-c956-47b0-85f9-8855bc4f400e), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:01.685646 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-70169d9d-8579-43c0-a9d3-2e0ef0af0b5a req-9f002d6a-671b-4ead-89cd-727fd8512fda tempest-SecurityGroupsTestAdminJSON-2012557777 tempest-SecurityGroupsTestAdminJSON-2012557777-project-admin] 10.222.0.89 "GET /v2.0/security-groups/fb9ab587-eb5d-49a4-b420-26128ee2a3b9 HTTP/1.1" status: 200 len: 2998 time: 0.0926502 Feb 04 17:12:01.736317 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-4b1e7cc1-da0a-44bb-94d2-2c082d7d9468 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:01.790930 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785219ad-9bac-4eee-876f-f3502747dc4a req-2e1a3bd9-5495-4349-b5f9-38e43e443f87 tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:12:01.793010 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-785219ad-9bac-4eee-876f-f3502747dc4a req-2e1a3bd9-5495-4349-b5f9-38e43e443f87 tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] 10.222.0.89 "GET /v2.0/ports?device_id=284c52b0-3695-4fc3-be5f-67c29b313e1f HTTP/1.1" status: 200 len: 943 time: 0.1666183 Feb 04 17:12:01.802448 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvr_db [None req-9c6543dd-c249-423f-9ae8-9cb80e6a9611 None None] Set router 74b5be9e-075c-4a07-92a6-c126201d5b5c gateway port host: n-d-827839-2 {{(pid=103379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:12:01.826953 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-1b905e57-e3b4-4eba-b03a-dd1c0122625e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135'] for port (371990f1-c956-47b0-85f9-8855bc4f400e), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:01.834204 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b1a41a-0f6b-424a-915e-e38d8c32d5e8 None None] Pushing event updated for resources: {'Port': ['ID=3153e3f4-0a06-4a11-9c83-0331a20a48e1,revision_number=3']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:12:01.902524 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b905e57-e3b4-4eba-b03a-dd1c0122625e admin admin] Pushing event updated for resources: {'Port': ['ID=371990f1-c956-47b0-85f9-8855bc4f400e,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:12:01.920446 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240f7c8e-a87b-4987-a362-77ac6e4ca422 req-26f11ea5-3319-48c6-90fa-4b5c744888ea tempest-DeleteServersAdminTestJSON-1119549418 tempest-DeleteServersAdminTestJSON-1119549418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:12:01.922501 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-240f7c8e-a87b-4987-a362-77ac6e4ca422 req-26f11ea5-3319-48c6-90fa-4b5c744888ea tempest-DeleteServersAdminTestJSON-1119549418 tempest-DeleteServersAdminTestJSON-1119549418-project] 10.222.0.89 "GET /v2.0/ports?device_id=e287ed65-268e-4afa-ac95-3b3960a564b2 HTTP/1.1" status: 200 len: 936 time: 0.1578827 Feb 04 17:12:01.935109 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b905e57-e3b4-4eba-b03a-dd1c0122625e admin admin] Network e941cf2a-5852-4284-8b63-29974e6e0102 is already hosted by enough agents. {{(pid=103376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:12:01.937346 n-d-827839-2 neutron-server[103377]: DEBUG neutron.notifiers.nova [req-505a03cd-98d5-4647-be78-811f52942b49 req-b3cd20bc-e44c-4121-bab0-25d4fa46c4ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fdafa5a0-091a-4b4b-b34a-b153af89a0a5 {{(pid=103377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 17:12:01.943112 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [None req-1b905e57-e3b4-4eba-b03a-dd1c0122625e admin admin] Resources bound (agent type, host, resource id): {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:12:01.953512 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-505a03cd-98d5-4647-be78-811f52942b49 req-b3cd20bc-e44c-4121-bab0-25d4fa46c4ef service neutron] Publish callbacks [] for port (fdafa5a0-091a-4b4b-b34a-b153af89a0a5), precommit_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:01.957877 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b905e57-e3b4-4eba-b03a-dd1c0122625e admin admin] Received port after_create {{(pid=103376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:12:01.958322 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-58d133ed-9b56-4b6b-8bde-ca6e54737946 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (64ada913-9131-4d99-a265-63a920956287), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:01.958439 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-1b905e57-e3b4-4eba-b03a-dd1c0122625e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1595471'] for router_interface (74b5be9e-075c-4a07-92a6-c126201d5b5c), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:01.981570 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-785219ad-9bac-4eee-876f-f3502747dc4a req-0c3510d3-9457-4c54-bcc6-326a28b2d26f tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] 10.222.0.89 "GET /v2.0/security-groups?id=119a7f03-3e07-4d1e-8852-d9f974f9f052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1815853 Feb 04 17:12:02.012527 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-4b1e7cc1-da0a-44bb-94d2-2c082d7d9468 admin admin] Publish callbacks [] for security_group (5d60a29a-74a8-4a4f-a0fb-9f26daf94bae), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:02.015943 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-4b1e7cc1-da0a-44bb-94d2-2c082d7d9468 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (5d60a29a-74a8-4a4f-a0fb-9f26daf94bae), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:02.020165 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.provisioning_blocks [req-505a03cd-98d5-4647-be78-811f52942b49 req-b3cd20bc-e44c-4121-bab0-25d4fa46c4ef service neutron] Transition to ACTIVE for port object fdafa5a0-091a-4b4b-b34a-b153af89a0a5 will not be triggered until provisioned by entity L2. {{(pid=103377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 17:12:02.055224 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-505a03cd-98d5-4647-be78-811f52942b49 req-b3cd20bc-e44c-4121-bab0-25d4fa46c4ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (fdafa5a0-091a-4b4b-b34a-b153af89a0a5), after_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:02.128694 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-9c6543dd-c249-423f-9ae8-9cb80e6a9611 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74b5be9e-075c-4a07-92a6-c126201d5b5c', 'name': 'tempest-FloatingIPsNegativeTestJSON-2015193451-router', 'tenant_id': '86e5384b0ee84732b26b62ff2467c60f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.196'}], 'enable_snat': True}, 'gw_port_id': '3153e3f4-0a06-4a11-9c83-0331a20a48e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:11:56Z', 'updated_at': '2022-02-04T17:11:58Z', 'revision_number': 3, 'project_id': '86e5384b0ee84732b26b62ff2467c60f', 'gw_port': {'id': '3153e3f4-0a06-4a11-9c83-0331a20a48e1', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:e5:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74b5be9e-075c-4a07-92a6-c126201d5b5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:11:57Z', 'updated_at': '2022-02-04T17:12:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2'}], 'n-d-827839-2', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:12:02.161349 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-4b1e7cc1-da0a-44bb-94d2-2c082d7d9468 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=3aedd55d058b4e32a18bf33ee05f71b4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6148434 Feb 04 17:12:02.162156 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1e7cc1-da0a-44bb-94d2-2c082d7d9468 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d60a29a-74a8-4a4f-a0fb-9f26daf94bae,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:12:02.164974 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c6543dd-c249-423f-9ae8-9cb80e6a9611 None None] The sync data for ids ['74b5be9e-075c-4a07-92a6-c126201d5b5c'] in n-d-827839-2 is: [{'id': '74b5be9e-075c-4a07-92a6-c126201d5b5c', 'name': 'tempest-FloatingIPsNegativeTestJSON-2015193451-router', 'tenant_id': '86e5384b0ee84732b26b62ff2467c60f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.196'}], 'enable_snat': True}, 'gw_port_id': '3153e3f4-0a06-4a11-9c83-0331a20a48e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:11:56Z', 'updated_at': '2022-02-04T17:11:58Z', 'revision_number': 3, 'project_id': '86e5384b0ee84732b26b62ff2467c60f', 'gw_port': {'id': '3153e3f4-0a06-4a11-9c83-0331a20a48e1', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:e5:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74b5be9e-075c-4a07-92a6-c126201d5b5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:11:57Z', 'updated_at': '2022-02-04T17:12:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2'}] {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 17:12:02.167841 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 50830) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:12:02.177584 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-240f7c8e-a87b-4987-a362-77ac6e4ca422 req-f7850e9c-9dc4-4bc8-b659-a1af05f9fcc1 tempest-DeleteServersAdminTestJSON-1119549418 tempest-DeleteServersAdminTestJSON-1119549418-project] 10.222.0.89 "GET /v2.0/security-groups?id=35ea2ef0-2d20-4f98-9e35-b935cb69d427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2322690 Feb 04 17:12:02.201779 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cd20bc-e44c-4121-bab0-25d4fa46c4ef service neutron] Pushing event updated for resources: {'Port': ['ID=fdafa5a0-091a-4b4b-b34a-b153af89a0a5,revision_number=2']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:12:02.289271 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [req-505a03cd-98d5-4647-be78-811f52942b49 req-b3cd20bc-e44c-4121-bab0-25d4fa46c4ef service neutron] Attempting to bind port fdafa5a0-091a-4b4b-b34a-b153af89a0a5 on host n-h2-827839-2 for vnic_type normal with profile {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:12:02.289683 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [req-505a03cd-98d5-4647-be78-811f52942b49 req-b3cd20bc-e44c-4121-bab0-25d4fa46c4ef service neutron] Attempting to bind port fdafa5a0-091a-4b4b-b34a-b153af89a0a5 by drivers openvswitch,hyperv on host n-h2-827839-2 at level 0 using segments [{'id': '3a39b085-d3e6-43bb-a64c-1b06dd049e5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '02be22b9-aa53-40ea-8050-9239cd27d1ff'}] {{(pid=103377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:12:02.290022 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-505a03cd-98d5-4647-be78-811f52942b49 req-b3cd20bc-e44c-4121-bab0-25d4fa46c4ef service neutron] Attempting to bind port fdafa5a0-091a-4b4b-b34a-b153af89a0a5 on network 02be22b9-aa53-40ea-8050-9239cd27d1ff {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:12:02.299122 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-505a03cd-98d5-4647-be78-811f52942b49 req-b3cd20bc-e44c-4121-bab0-25d4fa46c4ef service neutron] Port fdafa5a0-091a-4b4b-b34a-b153af89a0a5 on network 02be22b9-aa53-40ea-8050-9239cd27d1ff not bound, no agent of type Open vSwitch agent registered on host n-h2-827839-2 {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 17:12:02.299727 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-505a03cd-98d5-4647-be78-811f52942b49 req-b3cd20bc-e44c-4121-bab0-25d4fa46c4ef service neutron] Attempting to bind port fdafa5a0-091a-4b4b-b34a-b153af89a0a5 on network 02be22b9-aa53-40ea-8050-9239cd27d1ff {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:12:02.333752 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-505a03cd-98d5-4647-be78-811f52942b49 req-b3cd20bc-e44c-4121-bab0-25d4fa46c4ef service neutron] Checking agent: {'id': 'f20a1ab3-4332-4f54-833b-ba4a7c687e89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 8, 40), 'started_at': datetime.datetime(2022, 2, 4, 17, 8, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 11, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:12:02.334092 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-505a03cd-98d5-4647-be78-811f52942b49 req-b3cd20bc-e44c-4121-bab0-25d4fa46c4ef service neutron] Checking segment: {'id': '3a39b085-d3e6-43bb-a64c-1b06dd049e5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '02be22b9-aa53-40ea-8050-9239cd27d1ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:12:02.334476 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-505a03cd-98d5-4647-be78-811f52942b49 req-b3cd20bc-e44c-4121-bab0-25d4fa46c4ef service neutron] Bound using segment: {'id': '3a39b085-d3e6-43bb-a64c-1b06dd049e5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '02be22b9-aa53-40ea-8050-9239cd27d1ff'} {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:12:02.334919 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [req-505a03cd-98d5-4647-be78-811f52942b49 req-b3cd20bc-e44c-4121-bab0-25d4fa46c4ef service neutron] Bound port: fdafa5a0-091a-4b4b-b34a-b153af89a0a5, host: n-h2-827839-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a39b085-d3e6-43bb-a64c-1b06dd049e5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '02be22b9-aa53-40ea-8050-9239cd27d1ff'}}] {{(pid=103377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:12:02.335515 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-505a03cd-98d5-4647-be78-811f52942b49 req-b3cd20bc-e44c-4121-bab0-25d4fa46c4ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (fdafa5a0-091a-4b4b-b34a-b153af89a0a5), before_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:02.365854 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-443ab793-8ee1-463e-923f-ad719504e2ac req-6253aeaf-b2ab-4da7-93c0-21b3b06bea85 tempest-SecurityGroupsTestAdminJSON-349982606 tempest-SecurityGroupsTestAdminJSON-349982606-project] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=7e3d08189c50489ba9bc73dbb44bb308 HTTP/1.1" status: 200 len: 6154 time: 0.2521222 Feb 04 17:12:02.437395 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [req-505a03cd-98d5-4647-be78-811f52942b49 req-b3cd20bc-e44c-4121-bab0-25d4fa46c4ef service neutron] For port fdafa5a0-091a-4b4b-b34a-b153af89a0a5, host n-h2-827839-2, cleared binding levels {{(pid=103377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:12:02.439726 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-1b905e57-e3b4-4eba-b03a-dd1c0122625e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (371990f1-c956-47b0-85f9-8855bc4f400e), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:02.442711 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [req-505a03cd-98d5-4647-be78-811f52942b49 req-b3cd20bc-e44c-4121-bab0-25d4fa46c4ef service neutron] For port fdafa5a0-091a-4b4b-b34a-b153af89a0a5, host n-h2-827839-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=fdafa5a0-091a-4b4b-b34a-b153af89a0a5,segment=NetworkSegment(3a39b085-d3e6-43bb-a64c-1b06dd049e5a),segment_id=3a39b085-d3e6-43bb-a64c-1b06dd049e5a)] {{(pid=103377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:12:02.450848 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-505a03cd-98d5-4647-be78-811f52942b49 req-b3cd20bc-e44c-4121-bab0-25d4fa46c4ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (fdafa5a0-091a-4b4b-b34a-b153af89a0a5), after_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:02.457605 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-fe3bb2cb-5688-41bc-b4db-b8cb743f1c8d None None] Provisioning complete for port 371990f1-c956-47b0-85f9-8855bc4f400e triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:12:02.459687 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-fe3bb2cb-5688-41bc-b4db-b8cb743f1c8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (371990f1-c956-47b0-85f9-8855bc4f400e), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:02.511666 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-fe3bb2cb-5688-41bc-b4db-b8cb743f1c8d None None] Port 371990f1-c956-47b0-85f9-8855bc4f400e cannot update to ACTIVE because it is not bound. {{(pid=103378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 17:12:02.521201 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505a03cd-98d5-4647-be78-811f52942b49 req-b3cd20bc-e44c-4121-bab0-25d4fa46c4ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:12:02.521832 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-505a03cd-98d5-4647-be78-811f52942b49 req-b3cd20bc-e44c-4121-bab0-25d4fa46c4ef service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:02.524996 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-505a03cd-98d5-4647-be78-811f52942b49 req-b3cd20bc-e44c-4121-bab0-25d4fa46c4ef service neutron] 10.222.0.90 "PUT /v2.0/ports/fdafa5a0-091a-4b4b-b34a-b153af89a0a5 HTTP/1.1" status: 200 len: 1096 time: 1.6357718 Feb 04 17:12:02.563588 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cd20bc-e44c-4121-bab0-25d4fa46c4ef service neutron] Pushing event updated for resources: {'Port': ['ID=fdafa5a0-091a-4b4b-b34a-b153af89a0a5,revision_number=3']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:12:02.662282 n-d-827839-2 neutron-server[103377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '284c52b0-3695-4fc3-be5f-67c29b313e1f', 'tag': '69be7e67-fc27-4724-9cc4-b43b77a95248'}, {'name': 'network-changed', 'server_uuid': 'e287ed65-268e-4afa-ac95-3b3960a564b2', 'tag': 'fdafa5a0-091a-4b4b-b34a-b153af89a0a5'}] {{(pid=103377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:12:02.666018 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7240428b650e1488e9361b62648ff4b3a6c19d49d8c27c949491ab58c1346cf0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f38b2e51-7839-45d9-a18d-2e9c3fc16d4f" -d '{"events": [{"name": "network-changed", "server_uuid": "284c52b0-3695-4fc3-be5f-67c29b313e1f", "tag": "69be7e67-fc27-4724-9cc4-b43b77a95248"}, {"name": "network-changed", "server_uuid": "e287ed65-268e-4afa-ac95-3b3960a564b2", "tag": "fdafa5a0-091a-4b4b-b34a-b153af89a0a5"}]}' {{(pid=103377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:12:02.670840 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-443ab793-8ee1-463e-923f-ad719504e2ac req-6e20c64b-6fd6-4b02-a95d-6647c92cc7fd tempest-SecurityGroupsTestAdminJSON-349982606 tempest-SecurityGroupsTestAdminJSON-349982606-project] 10.222.0.89 "GET /v2.0/security-groups/53bcb9bc-3eaa-4e98-b4a4-8e180227f25f HTTP/1.1" status: 200 len: 2998 time: 0.3040380 Feb 04 17:12:02.711927 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505a03cd-98d5-4647-be78-811f52942b49 req-d9f683a3-7a25-4795-9fd4-328e16a912a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:12:02.717944 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-505a03cd-98d5-4647-be78-811f52942b49 req-d9f683a3-7a25-4795-9fd4-328e16a912a7 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=5217efdccb6643fb8e8089bf85bf3456&device_id=e287ed65-268e-4afa-ac95-3b3960a564b2 HTTP/1.1" status: 200 len: 1130 time: 0.1467271 Feb 04 17:12:02.764176 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-68357409-0d42-489d-b7f5-873c3598344f admin admin] Publish callbacks [] for security_group (5d60a29a-74a8-4a4f-a0fb-9f26daf94bae), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:02.813529 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-443ab793-8ee1-463e-923f-ad719504e2ac req-0542c67a-3e6b-45aa-8fd8-6551fe203d3c tempest-SecurityGroupsTestAdminJSON-349982606 tempest-SecurityGroupsTestAdminJSON-349982606-project] 10.222.0.89 "GET /v2.0/security-groups/53bcb9bc-3eaa-4e98-b4a4-8e180227f25f HTTP/1.1" status: 200 len: 2998 time: 0.1417286 Feb 04 17:12:02.843241 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d408ec64-b374-4acb-a1fc-48241dad6d47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (0cd6d64a-47a7-40ff-8c12-71dd526c62e0), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:02.974586 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-68357409-0d42-489d-b7f5-873c3598344f admin admin] Publish callbacks [] for security_group (5d60a29a-74a8-4a4f-a0fb-9f26daf94bae), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:03.107065 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 04 Feb 2022 17:12:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2928e131-a742-4166-b37e-79552e944f85 x-openstack-request-id: req-2928e131-a742-4166-b37e-79552e944f85 {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:12:03.107372 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "284c52b0-3695-4fc3-be5f-67c29b313e1f", "tag": "69be7e67-fc27-4724-9cc4-b43b77a95248", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "e287ed65-268e-4afa-ac95-3b3960a564b2", "tag": "fdafa5a0-091a-4b4b-b34a-b153af89a0a5", "status": "completed", "code": 200}]} {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:12:03.107670 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-2928e131-a742-4166-b37e-79552e944f85 {{(pid=103377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:12:03.108316 n-d-827839-2 neutron-server[103377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '284c52b0-3695-4fc3-be5f-67c29b313e1f', 'tag': '69be7e67-fc27-4724-9cc4-b43b77a95248', 'status': 'completed', 'code': 200} Feb 04 17:12:03.108316 n-d-827839-2 neutron-server[103377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e287ed65-268e-4afa-ac95-3b3960a564b2', 'tag': 'fdafa5a0-091a-4b4b-b34a-b153af89a0a5', 'status': 'completed', 'code': 200} Feb 04 17:12:03.160137 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-68357409-0d42-489d-b7f5-873c3598344f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (5d60a29a-74a8-4a4f-a0fb-9f26daf94bae), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:03.163489 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-68357409-0d42-489d-b7f5-873c3598344f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:03.165353 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-68357409-0d42-489d-b7f5-873c3598344f admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/5d60a29a-74a8-4a4f-a0fb-9f26daf94bae HTTP/1.1" status: 204 len: 168 time: 0.9065828 Feb 04 17:12:03.170641 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-505a03cd-98d5-4647-be78-811f52942b49 req-48f8a853-5da9-4117-8c97-61e692417d32 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.160&port_id=fdafa5a0-091a-4b4b-b34a-b153af89a0a5 HTTP/1.1" status: 200 len: 217 time: 0.4444637 Feb 04 17:12:03.184035 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68357409-0d42-489d-b7f5-873c3598344f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d60a29a-74a8-4a4f-a0fb-9f26daf94bae,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:12:03.221838 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-1b905e57-e3b4-4eba-b03a-dd1c0122625e admin admin] Publish callbacks [] for port (371990f1-c956-47b0-85f9-8855bc4f400e), precommit_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:03.227380 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-1b905e57-e3b4-4eba-b03a-dd1c0122625e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (371990f1-c956-47b0-85f9-8855bc4f400e), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:03.229460 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-1b905e57-e3b4-4eba-b03a-dd1c0122625e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1677345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602751'] for router_interface (74b5be9e-075c-4a07-92a6-c126201d5b5c), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:03.272372 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505a03cd-98d5-4647-be78-811f52942b49 req-7f1141e4-0861-4277-9018-5581e8899725 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:12:03.272372 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-505a03cd-98d5-4647-be78-811f52942b49 req-7f1141e4-0861-4277-9018-5581e8899725 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=c974b0ff-2c5c-4667-8a81-3bde3ea6ced5 HTTP/1.1" status: 200 len: 843 time: 0.0885968 Feb 04 17:12:03.362485 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-a492a16e-625b-42fc-b233-6c958279420f req-50d2a8ba-c94c-487f-9c59-98a76be097c9 tempest-SecurityGroupsTestAdminJSON-2012557777 tempest-SecurityGroupsTestAdminJSON-2012557777-project-admin] 10.222.0.89 "GET /v2.0/security-groups/2e7e80ea-bfa7-4269-be05-7538c88f8c82 HTTP/1.1" status: 200 len: 1794 time: 0.2568097 Feb 04 17:12:03.364445 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b905e57-e3b4-4eba-b03a-dd1c0122625e admin admin] Pushing event updated for resources: {'Port': ['ID=371990f1-c956-47b0-85f9-8855bc4f400e,revision_number=2']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:12:03.378479 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38b2e51-7839-45d9-a18d-2e9c3fc16d4f req-3d6d9219-7fd8-49b7-a76f-614bd621b8ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:12:03.381519 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-f38b2e51-7839-45d9-a18d-2e9c3fc16d4f req-3d6d9219-7fd8-49b7-a76f-614bd621b8ab service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=f3812c841c31408e86184d3885a61bc1&device_id=284c52b0-3695-4fc3-be5f-67c29b313e1f HTTP/1.1" status: 200 len: 1155 time: 0.2711387 Feb 04 17:12:03.511465 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b905e57-e3b4-4eba-b03a-dd1c0122625e admin admin] Network e941cf2a-5852-4284-8b63-29974e6e0102 is already hosted by enough agents. {{(pid=103376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:12:03.515784 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [None req-1b905e57-e3b4-4eba-b03a-dd1c0122625e admin admin] Resources bound (agent type, host, resource id): {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:12:03.524028 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505a03cd-98d5-4647-be78-811f52942b49 req-cfd2b751-8c93-490a-889a-1668b5a4b588 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:12:03.529759 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-505a03cd-98d5-4647-be78-811f52942b49 req-cfd2b751-8c93-490a-889a-1668b5a4b588 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=02be22b9-aa53-40ea-8050-9239cd27d1ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2462378 Feb 04 17:12:03.733811 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-505a03cd-98d5-4647-be78-811f52942b49 req-414b3da8-d1cb-4c3c-94b2-af3b0cd80d7b service neutron] 10.222.0.90 "GET /v2.0/networks/02be22b9-aa53-40ea-8050-9239cd27d1ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1932416 Feb 04 17:12:03.780163 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1b9f61-8c44-4f60-a5dc-3bb012ab295a req-3328afe3-1665-4099-870e-b9ea60de6a80 tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:12:03.781935 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-ad1b9f61-8c44-4f60-a5dc-3bb012ab295a req-3328afe3-1665-4099-870e-b9ea60de6a80 tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] 10.222.0.89 "GET /v2.0/ports?device_id=284c52b0-3695-4fc3-be5f-67c29b313e1f HTTP/1.1" status: 200 len: 943 time: 0.0998268 Feb 04 17:12:03.791174 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38b2e51-7839-45d9-a18d-2e9c3fc16d4f req-001179ed-5f3a-4165-9616-9bd0b000d370 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:12:03.792678 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-f38b2e51-7839-45d9-a18d-2e9c3fc16d4f req-001179ed-5f3a-4165-9616-9bd0b000d370 service neutron] 10.222.0.96 "GET /v2.0/networks?id=b27b7363-f5f5-42ff-a720-66280b0b57a7 HTTP/1.1" status: 200 len: 922 time: 0.4003015 Feb 04 17:12:03.816926 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b905e57-e3b4-4eba-b03a-dd1c0122625e admin admin] Router 74b5be9e-075c-4a07-92a6-c126201d5b5c has already been hosted by L3 agent 64ada913-9131-4d99-a265-63a920956287 {{(pid=103376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 17:12:03.833311 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-a492a16e-625b-42fc-b233-6c958279420f req-6c74f235-3b7f-41d7-837f-04664468d506 tempest-SecurityGroupsTestAdminJSON-2012557777 tempest-SecurityGroupsTestAdminJSON-2012557777-project-admin] Publish callbacks [] for security_group (2e7e80ea-bfa7-4269-be05-7538c88f8c82), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:03.893674 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-ad1b9f61-8c44-4f60-a5dc-3bb012ab295a req-ff2451db-b0bc-4be1-8bb9-7a474c3c2631 tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] 10.222.0.89 "GET /v2.0/security-groups?id=119a7f03-3e07-4d1e-8852-d9f974f9f052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031361 Feb 04 17:12:03.896300 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 50940) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:12:03.901463 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-f38b2e51-7839-45d9-a18d-2e9c3fc16d4f req-829f54c5-78c4-4617-be13-7e2678bf0d77 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=69be7e67-fc27-4724-9cc4-b43b77a95248 HTTP/1.1" status: 200 len: 217 time: 0.0753579 Feb 04 17:12:03.932216 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.agents_db [None req-e1691f3b-aacd-4cd6-8ebb-a9c53bb301c0 None None] Agent healthcheck: found 7 active agents {{(pid=103379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 17:12:03.942164 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-52051e4c-9a45-40d9-b4e5-0674462ecbd2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:03.947453 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-55b27d4a-ccad-4446-ac3f-2e44291d4881 None None] Provisioning complete for port 371990f1-c956-47b0-85f9-8855bc4f400e triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:12:03.949445 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-55b27d4a-ccad-4446-ac3f-2e44291d4881 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (371990f1-c956-47b0-85f9-8855bc4f400e), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:03.964469 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-a492a16e-625b-42fc-b233-6c958279420f req-6c74f235-3b7f-41d7-837f-04664468d506 tempest-SecurityGroupsTestAdminJSON-2012557777 tempest-SecurityGroupsTestAdminJSON-2012557777-project-admin] Publish callbacks [] for security_group (2e7e80ea-bfa7-4269-be05-7538c88f8c82), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:03.993367 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-55b27d4a-ccad-4446-ac3f-2e44291d4881 None None] Port 371990f1-c956-47b0-85f9-8855bc4f400e cannot update to ACTIVE because it is not bound. {{(pid=103378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 17:12:04.027795 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-505a03cd-98d5-4647-be78-811f52942b49 req-aa0bf6af-5395-4072-9e28-2ee149817ebe service neutron] 10.222.0.90 "GET /v2.0/networks/02be22b9-aa53-40ea-8050-9239cd27d1ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2849798 Feb 04 17:12:04.030044 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38b2e51-7839-45d9-a18d-2e9c3fc16d4f req-55b163fb-14b7-4298-a85e-e7e38f29fc0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:12:04.031395 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-f38b2e51-7839-45d9-a18d-2e9c3fc16d4f req-55b163fb-14b7-4298-a85e-e7e38f29fc0f service neutron] 10.222.0.96 "GET /v2.0/subnets?id=fa2004f2-da24-41cf-84b9-96d41a7dd118 HTTP/1.1" status: 200 len: 861 time: 0.1226289 Feb 04 17:12:04.051848 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-a492a16e-625b-42fc-b233-6c958279420f req-6c74f235-3b7f-41d7-837f-04664468d506 tempest-SecurityGroupsTestAdminJSON-2012557777 tempest-SecurityGroupsTestAdminJSON-2012557777-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (2e7e80ea-bfa7-4269-be05-7538c88f8c82), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:04.055639 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-a492a16e-625b-42fc-b233-6c958279420f req-6c74f235-3b7f-41d7-837f-04664468d506 tempest-SecurityGroupsTestAdminJSON-2012557777 tempest-SecurityGroupsTestAdminJSON-2012557777-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:04.057063 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-a492a16e-625b-42fc-b233-6c958279420f req-6c74f235-3b7f-41d7-837f-04664468d506 tempest-SecurityGroupsTestAdminJSON-2012557777 tempest-SecurityGroupsTestAdminJSON-2012557777-project-admin] 10.222.0.89 "DELETE /v2.0/security-groups/2e7e80ea-bfa7-4269-be05-7538c88f8c82 HTTP/1.1" status: 204 len: 173 time: 0.6897032 Feb 04 17:12:04.067793 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b905e57-e3b4-4eba-b03a-dd1c0122625e admin admin] Notify agent at l3_agent.n-d-827839-2 the message routers_updated {{(pid=103376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 17:12:04.077016 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-1b905e57-e3b4-4eba-b03a-dd1c0122625e admin admin] 10.222.0.89 "PUT /v2.0/routers/74b5be9e-075c-4a07-92a6-c126201d5b5c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3807852 Feb 04 17:12:04.086635 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-f38b2e51-7839-45d9-a18d-2e9c3fc16d4f req-50091d14-2ae5-4102-ab5f-9ce78f7bfcfd service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=b27b7363-f5f5-42ff-a720-66280b0b57a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0476065 Feb 04 17:12:04.105611 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05610c1e-97b6-4bca-b6f3-c6d5d59d81a2 req-88478cc2-d01c-487d-b451-035ccf392037 tempest-DeleteServersAdminTestJSON-1119549418 tempest-DeleteServersAdminTestJSON-1119549418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:12:04.107115 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-05610c1e-97b6-4bca-b6f3-c6d5d59d81a2 req-88478cc2-d01c-487d-b451-035ccf392037 tempest-DeleteServersAdminTestJSON-1119549418 tempest-DeleteServersAdminTestJSON-1119549418-project] 10.222.0.89 "GET /v2.0/ports?device_id=e287ed65-268e-4afa-ac95-3b3960a564b2 HTTP/1.1" status: 200 len: 948 time: 0.1359031 Feb 04 17:12:04.119018 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c74f235-3b7f-41d7-837f-04664468d506 tempest-SecurityGroupsTestAdminJSON-2012557777 tempest-SecurityGroupsTestAdminJSON-2012557777-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e7e80ea-bfa7-4269-be05-7538c88f8c82,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:12:04.164173 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-52051e4c-9a45-40d9-b4e5-0674462ecbd2 admin admin] Publish callbacks [] for security_group (d97855db-8eff-4a1e-9d98-8622bb8d0c57), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:04.173529 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-52051e4c-9a45-40d9-b4e5-0674462ecbd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (d97855db-8eff-4a1e-9d98-8622bb8d0c57), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:04.215799 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-05610c1e-97b6-4bca-b6f3-c6d5d59d81a2 req-bcd8b07a-cad8-4055-a8f0-33b898273e38 tempest-DeleteServersAdminTestJSON-1119549418 tempest-DeleteServersAdminTestJSON-1119549418-project] 10.222.0.89 "GET /v2.0/security-groups?id=35ea2ef0-2d20-4f98-9e35-b935cb69d427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007359 Feb 04 17:12:04.230470 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-52051e4c-9a45-40d9-b4e5-0674462ecbd2 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=ff439677d8e241a2a45910bdcab7b856&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3334541 Feb 04 17:12:04.234880 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 50958) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:12:04.247237 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52051e4c-9a45-40d9-b4e5-0674462ecbd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d97855db-8eff-4a1e-9d98-8622bb8d0c57,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:12:04.253172 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38b2e51-7839-45d9-a18d-2e9c3fc16d4f req-ac230cc4-d363-4fdb-ba0b-8081d153cd44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:12:04.254706 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-f38b2e51-7839-45d9-a18d-2e9c3fc16d4f req-ac230cc4-d363-4fdb-ba0b-8081d153cd44 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=5217efdccb6643fb8e8089bf85bf3456&device_id=e287ed65-268e-4afa-ac95-3b3960a564b2 HTTP/1.1" status: 200 len: 1130 time: 0.1596396 Feb 04 17:12:04.314608 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-a17ff087-dbf1-469c-ae11-145f6eed9a0f req-1fbc01ca-dec4-4024-8de1-4e371f6cb4ad tempest-SecurityGroupsTestAdminJSON-2012557777 tempest-SecurityGroupsTestAdminJSON-2012557777-project-admin] 10.222.0.89 "GET /v2.0/security-groups/f392d275-b9db-4fb3-b600-49f8417e2b70 HTTP/1.1" status: 200 len: 1793 time: 0.0576479 Feb 04 17:12:04.337819 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-a10201c4-f1e3-42f5-b660-ff4dcf806853 admin admin] Publish callbacks [] for security_group (d97855db-8eff-4a1e-9d98-8622bb8d0c57), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:04.340320 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-f38b2e51-7839-45d9-a18d-2e9c3fc16d4f req-e22c0123-a1f6-4045-af7e-294b490c0740 service neutron] 10.222.0.96 "GET /v2.0/networks/b27b7363-f5f5-42ff-a720-66280b0b57a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2359972 Feb 04 17:12:04.383346 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-a10201c4-f1e3-42f5-b660-ff4dcf806853 admin admin] Publish callbacks [] for security_group (d97855db-8eff-4a1e-9d98-8622bb8d0c57), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:04.431491 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-a17ff087-dbf1-469c-ae11-145f6eed9a0f req-4a8f5035-4c82-437d-9cbc-3ab5d55d63a2 tempest-SecurityGroupsTestAdminJSON-2012557777 tempest-SecurityGroupsTestAdminJSON-2012557777-project-admin] Publish callbacks [] for security_group (f392d275-b9db-4fb3-b600-49f8417e2b70), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:04.463100 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-a17ff087-dbf1-469c-ae11-145f6eed9a0f req-4a8f5035-4c82-437d-9cbc-3ab5d55d63a2 tempest-SecurityGroupsTestAdminJSON-2012557777 tempest-SecurityGroupsTestAdminJSON-2012557777-project-admin] Publish callbacks [] for security_group (f392d275-b9db-4fb3-b600-49f8417e2b70), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:04.463470 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38b2e51-7839-45d9-a18d-2e9c3fc16d4f req-a7c71e59-5fd4-4f4e-8b00-d1650eae5e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:12:04.465981 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-f38b2e51-7839-45d9-a18d-2e9c3fc16d4f req-a7c71e59-5fd4-4f4e-8b00-d1650eae5e54 service neutron] 10.222.0.90 "GET /v2.0/networks?id=02be22b9-aa53-40ea-8050-9239cd27d1ff HTTP/1.1" status: 200 len: 870 time: 0.2026224 Feb 04 17:12:04.480436 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-a10201c4-f1e3-42f5-b660-ff4dcf806853 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (d97855db-8eff-4a1e-9d98-8622bb8d0c57), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:04.483249 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-a10201c4-f1e3-42f5-b660-ff4dcf806853 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:04.484616 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-a10201c4-f1e3-42f5-b660-ff4dcf806853 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/d97855db-8eff-4a1e-9d98-8622bb8d0c57 HTTP/1.1" status: 204 len: 168 time: 0.2457912 Feb 04 17:12:04.506630 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10201c4-f1e3-42f5-b660-ff4dcf806853 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d97855db-8eff-4a1e-9d98-8622bb8d0c57,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:12:04.528448 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-a17ff087-dbf1-469c-ae11-145f6eed9a0f req-4a8f5035-4c82-437d-9cbc-3ab5d55d63a2 tempest-SecurityGroupsTestAdminJSON-2012557777 tempest-SecurityGroupsTestAdminJSON-2012557777-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (f392d275-b9db-4fb3-b600-49f8417e2b70), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:04.532487 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-a17ff087-dbf1-469c-ae11-145f6eed9a0f req-4a8f5035-4c82-437d-9cbc-3ab5d55d63a2 tempest-SecurityGroupsTestAdminJSON-2012557777 tempest-SecurityGroupsTestAdminJSON-2012557777-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:04.544695 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-f38b2e51-7839-45d9-a18d-2e9c3fc16d4f req-1074ca39-888d-4d01-a2d9-58064db0083b service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.160&port_id=fdafa5a0-091a-4b4b-b34a-b153af89a0a5 HTTP/1.1" status: 200 len: 217 time: 0.0697043 Feb 04 17:12:04.544960 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-a17ff087-dbf1-469c-ae11-145f6eed9a0f req-4a8f5035-4c82-437d-9cbc-3ab5d55d63a2 tempest-SecurityGroupsTestAdminJSON-2012557777 tempest-SecurityGroupsTestAdminJSON-2012557777-project-admin] 10.222.0.89 "DELETE /v2.0/security-groups/f392d275-b9db-4fb3-b600-49f8417e2b70 HTTP/1.1" status: 204 len: 173 time: 0.2172039 Feb 04 17:12:04.547354 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-f38b2e51-7839-45d9-a18d-2e9c3fc16d4f req-38e7320b-fd01-40f6-ad4b-ae59555d3ae1 service neutron] 10.222.0.96 "GET /v2.0/networks/b27b7363-f5f5-42ff-a720-66280b0b57a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1968396 Feb 04 17:12:04.603077 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8f5035-4c82-437d-9cbc-3ab5d55d63a2 tempest-SecurityGroupsTestAdminJSON-2012557777 tempest-SecurityGroupsTestAdminJSON-2012557777-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f392d275-b9db-4fb3-b600-49f8417e2b70,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:12:04.632667 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38b2e51-7839-45d9-a18d-2e9c3fc16d4f req-d78202e7-d82b-419d-ad0e-02464eafe052 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:12:04.635610 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-f38b2e51-7839-45d9-a18d-2e9c3fc16d4f req-d78202e7-d82b-419d-ad0e-02464eafe052 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=c974b0ff-2c5c-4667-8a81-3bde3ea6ced5 HTTP/1.1" status: 200 len: 843 time: 0.0840566 Feb 04 17:12:04.638866 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4f14bb47-e72b-46ac-9e44-a61d9293afcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (75326290-f7a3-4db8-9cf2-15c7139ed224), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:04.695539 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Device 69be7e67-fc27-4724-9cc4-b43b77a95248 details requested by agent hyperv_n-h2-827839-2 with host n-h2-827839-2 {{(pid=103378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 17:12:04.846355 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] For port 69be7e67-fc27-4724-9cc4-b43b77a95248, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=69be7e67-fc27-4724-9cc4-b43b77a95248,segment=NetworkSegment(422e2db4-29a0-413f-80b3-a344e9c773f4),segment_id=422e2db4-29a0-413f-80b3-a344e9c773f4)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:12:04.863694 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Device 69be7e67-fc27-4724-9cc4-b43b77a95248 has no active binding in host n-h2-827839-2 {{(pid=103378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 04 17:12:04.875475 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-6210e7ec-f4a8-4644-8402-8f3ac1c3f3ce req-07b69faa-a711-46d4-84a4-e51e33436eb5 tempest-FloatingIPsNegativeTestJSON-356217618 tempest-FloatingIPsNegativeTestJSON-356217618-project] 10.222.0.89 "GET /v2.0/floatingips?tenant_id=86e5384b0ee84732b26b62ff2467c60f HTTP/1.1" status: 200 len: 217 time: 0.1761980 Feb 04 17:12:04.883924 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38b2e51-7839-45d9-a18d-2e9c3fc16d4f req-b35d0865-00c0-44ad-b969-08cf37db4323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:12:04.886879 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-f38b2e51-7839-45d9-a18d-2e9c3fc16d4f req-b35d0865-00c0-44ad-b969-08cf37db4323 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=02be22b9-aa53-40ea-8050-9239cd27d1ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2436182 Feb 04 17:12:05.013735 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 3153e3f4-0a06-4a11-9c83-0331a20a48e1 up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:12:05.049057 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fd6bb01-c0c2-47d4-829e-8c477f65918b None None] Sync routers for ids ['74b5be9e-075c-4a07-92a6-c126201d5b5c'] in n-d-827839-2 {{(pid=103378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 17:12:05.074526 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-1b0caa0e-8095-4af2-9af3-a4b3470ad63e req-86f85ebc-a335-4d70-a528-d5b1999bea53 tempest-SecurityGroupsTestAdminJSON-349982606 tempest-SecurityGroupsTestAdminJSON-349982606-project] 10.222.0.89 "GET /v2.0/security-groups/68a72a5c-2fa5-40f9-b39c-02174f415288 HTTP/1.1" status: 200 len: 1794 time: 0.1656570 Feb 04 17:12:05.077222 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-f38b2e51-7839-45d9-a18d-2e9c3fc16d4f req-ee4140bf-07f2-477a-b213-ac7cc8564eb4 service neutron] 10.222.0.90 "GET /v2.0/networks/02be22b9-aa53-40ea-8050-9239cd27d1ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1830139 Feb 04 17:12:05.083258 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fd6bb01-c0c2-47d4-829e-8c477f65918b None None] Routers {'74b5be9e-075c-4a07-92a6-c126201d5b5c'} bound to L3 agent in host n-d-827839-2 {{(pid=103378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:12:05.083906 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-2fd6bb01-c0c2-47d4-829e-8c477f65918b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:12:02Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['74b5be9e-075c-4a07-92a6-c126201d5b5c'], 'active': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:12:05.240151 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-f38b2e51-7839-45d9-a18d-2e9c3fc16d4f req-1e246f69-95fb-4988-9fff-f29a008cd088 service neutron] 10.222.0.90 "GET /v2.0/networks/02be22b9-aa53-40ea-8050-9239cd27d1ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1457918 Feb 04 17:12:05.257189 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-1b0caa0e-8095-4af2-9af3-a4b3470ad63e req-b3f99619-5829-42da-9daa-b403c1d8bba6 tempest-SecurityGroupsTestAdminJSON-349982606 tempest-SecurityGroupsTestAdminJSON-349982606-project] Publish callbacks [] for security_group (68a72a5c-2fa5-40f9-b39c-02174f415288), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:05.288409 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-1b0caa0e-8095-4af2-9af3-a4b3470ad63e req-b3f99619-5829-42da-9daa-b403c1d8bba6 tempest-SecurityGroupsTestAdminJSON-349982606 tempest-SecurityGroupsTestAdminJSON-349982606-project] Publish callbacks [] for security_group (68a72a5c-2fa5-40f9-b39c-02174f415288), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:05.335368 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-bc4c8cd2-d18c-4342-a45e-31694fa6e3bf req-b27513d2-3c4f-4e71-8c2e-e068b0074477 tempest-FloatingIPsNegativeTestJSON-356217618 tempest-FloatingIPsNegativeTestJSON-356217618-project] 10.222.0.89 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0487077 Feb 04 17:12:05.345424 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-1b0caa0e-8095-4af2-9af3-a4b3470ad63e req-b3f99619-5829-42da-9daa-b403c1d8bba6 tempest-SecurityGroupsTestAdminJSON-349982606 tempest-SecurityGroupsTestAdminJSON-349982606-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (68a72a5c-2fa5-40f9-b39c-02174f415288), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:05.350326 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-1b0caa0e-8095-4af2-9af3-a4b3470ad63e req-b3f99619-5829-42da-9daa-b403c1d8bba6 tempest-SecurityGroupsTestAdminJSON-349982606 tempest-SecurityGroupsTestAdminJSON-349982606-project] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:05.351902 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-1b0caa0e-8095-4af2-9af3-a4b3470ad63e req-b3f99619-5829-42da-9daa-b403c1d8bba6 tempest-SecurityGroupsTestAdminJSON-349982606 tempest-SecurityGroupsTestAdminJSON-349982606-project] 10.222.0.89 "DELETE /v2.0/security-groups/68a72a5c-2fa5-40f9-b39c-02174f415288 HTTP/1.1" status: 204 len: 173 time: 0.2715607 Feb 04 17:12:05.352806 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port 3153e3f4-0a06-4a11-9c83-0331a20a48e1 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:12:05.353349 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (3153e3f4-0a06-4a11-9c83-0331a20a48e1), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:05.365114 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f99619-5829-42da-9daa-b403c1d8bba6 tempest-SecurityGroupsTestAdminJSON-349982606 tempest-SecurityGroupsTestAdminJSON-349982606-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=68a72a5c-2fa5-40f9-b39c-02174f415288,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:12:05.449346 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64abdb3-48b4-4f15-849d-4708231dfdf7 req-bb0844db-c318-44b1-a01c-d3c184a523d3 tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:12:05.449525 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvr_db [None req-2fd6bb01-c0c2-47d4-829e-8c477f65918b None None] Set router 74b5be9e-075c-4a07-92a6-c126201d5b5c gateway port host: n-d-827839-2 {{(pid=103378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:12:05.456653 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-c64abdb3-48b4-4f15-849d-4708231dfdf7 req-bb0844db-c318-44b1-a01c-d3c184a523d3 tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] 10.222.0.89 "GET /v2.0/ports?device_id=284c52b0-3695-4fc3-be5f-67c29b313e1f HTTP/1.1" status: 200 len: 943 time: 0.0746493 Feb 04 17:12:05.514652 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-c64abdb3-48b4-4f15-849d-4708231dfdf7 req-ce2559c4-eedb-4bba-9e4d-2c432d46aa3c tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] 10.222.0.89 "GET /v2.0/security-groups?id=119a7f03-3e07-4d1e-8852-d9f974f9f052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570717 Feb 04 17:12:05.574256 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port 3153e3f4-0a06-4a11-9c83-0331a20a48e1 is: DOWN; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:12:05.574643 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (3153e3f4-0a06-4a11-9c83-0331a20a48e1), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:05.658652 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] For port 3153e3f4-0a06-4a11-9c83-0331a20a48e1, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=3153e3f4-0a06-4a11-9c83-0331a20a48e1,segment=NetworkSegment(5942dc44-1f07-4c27-b0ab-45a2bff20dd5),segment_id=5942dc44-1f07-4c27-b0ab-45a2bff20dd5)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:12:05.672658 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (3153e3f4-0a06-4a11-9c83-0331a20a48e1), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:05.676881 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf70498d-5b3c-4be9-aaeb-18bd4ac4235b req-d5d6af53-bfe3-405e-8ce8-4d434a2e3bf3 tempest-DeleteServersAdminTestJSON-1119549418 tempest-DeleteServersAdminTestJSON-1119549418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:12:05.684510 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (ba70844b-66a0-45fd-a2f2-e6ed673321fc), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:05.685410 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-cf70498d-5b3c-4be9-aaeb-18bd4ac4235b req-d5d6af53-bfe3-405e-8ce8-4d434a2e3bf3 tempest-DeleteServersAdminTestJSON-1119549418 tempest-DeleteServersAdminTestJSON-1119549418-project] 10.222.0.89 "GET /v2.0/ports?device_id=e287ed65-268e-4afa-ac95-3b3960a564b2 HTTP/1.1" status: 200 len: 948 time: 0.0706315 Feb 04 17:12:05.756398 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-cf70498d-5b3c-4be9-aaeb-18bd4ac4235b req-91d4eb6b-ff8d-4d1c-b2de-dc8b055b1782 tempest-DeleteServersAdminTestJSON-1119549418 tempest-DeleteServersAdminTestJSON-1119549418-project] 10.222.0.89 "GET /v2.0/security-groups?id=35ea2ef0-2d20-4f98-9e35-b935cb69d427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698729 Feb 04 17:12:05.787258 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Pushing event updated for resources: {'Port': ['ID=3153e3f4-0a06-4a11-9c83-0331a20a48e1,revision_number=4']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:12:05.824042 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-2fd6bb01-c0c2-47d4-829e-8c477f65918b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74b5be9e-075c-4a07-92a6-c126201d5b5c', 'name': 'tempest-FloatingIPsNegativeTestJSON-2015193451-router', 'tenant_id': '86e5384b0ee84732b26b62ff2467c60f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.196'}], 'enable_snat': True}, 'gw_port_id': '3153e3f4-0a06-4a11-9c83-0331a20a48e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:11:56Z', 'updated_at': '2022-02-04T17:12:02Z', 'revision_number': 4, 'project_id': '86e5384b0ee84732b26b62ff2467c60f', 'gw_port': {'id': '3153e3f4-0a06-4a11-9c83-0331a20a48e1', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:e5:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74b5be9e-075c-4a07-92a6-c126201d5b5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:11:57Z', 'updated_at': '2022-02-04T17:12:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_interfaces': [{'id': '371990f1-c956-47b0-85f9-8855bc4f400e', 'name': '', 'network_id': 'e941cf2a-5852-4284-8b63-29974e6e0102', 'tenant_id': '86e5384b0ee84732b26b62ff2467c60f', 'mac_address': 'fa:16:3e:71:c5:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74b5be9e-075c-4a07-92a6-c126201d5b5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '574e4b7d-d16c-4ffc-b2d1-9c97f6e44d56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:12:01Z', 'updated_at': '2022-02-04T17:12:02Z', 'revision_number': 2, 'project_id': '86e5384b0ee84732b26b62ff2467c60f', 'subnets': [{'id': '574e4b7d-d16c-4ffc-b2d1-9c97f6e44d56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-2', False) {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:12:05.863974 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fd6bb01-c0c2-47d4-829e-8c477f65918b None None] Checking router: 74b5be9e-075c-4a07-92a6-c126201d5b5c for host: n-d-827839-2 {{(pid=103378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 17:12:05.864269 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fd6bb01-c0c2-47d4-829e-8c477f65918b None None] Updating router 74b5be9e-075c-4a07-92a6-c126201d5b5c port 371990f1-c956-47b0-85f9-8855bc4f400e binding host n-d-827839-2 {{(pid=103378) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 17:12:05.875210 n-d-827839-2 neutron-server[103377]: INFO neutron.api.v2.resource [req-f8005ba0-831b-458b-a1b1-601d064879b2 req-ecdf0636-c2b9-4c3f-8914-32ed360f1390 tempest-FloatingIPsNegativeTestJSON-356217618 tempest-FloatingIPsNegativeTestJSON-356217618-project] show failed (client error): The resource could not be found. Feb 04 17:12:05.883776 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-f8005ba0-831b-458b-a1b1-601d064879b2 req-ecdf0636-c2b9-4c3f-8914-32ed360f1390 tempest-FloatingIPsNegativeTestJSON-356217618 tempest-FloatingIPsNegativeTestJSON-356217618-project] 10.222.0.89 "GET /v2.0/floatingips/983be73b-62df-4097-aa00-6561d7efd155 HTTP/1.1" status: 404 len: 350 time: 0.0504985 Feb 04 17:12:05.894508 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 51082) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:12:05.923096 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2fd6bb01-c0c2-47d4-829e-8c477f65918b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (371990f1-c956-47b0-85f9-8855bc4f400e), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:05.953492 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-debbd159-1ae4-48a7-901f-9c6a5037efad req-d9c2c8d1-e624-4b8a-9b85-34c7cd21ab36 tempest-SecurityGroupsTestAdminJSON-349982606 tempest-SecurityGroupsTestAdminJSON-349982606-project] 10.222.0.89 "GET /v2.0/security-groups/88e4b6db-f0a6-4696-bf12-c8d779ea8104 HTTP/1.1" status: 200 len: 1795 time: 0.0907357 Feb 04 17:12:06.048127 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-debbd159-1ae4-48a7-901f-9c6a5037efad req-a61b122f-62ab-4159-a127-1167cdecbcd6 tempest-SecurityGroupsTestAdminJSON-349982606 tempest-SecurityGroupsTestAdminJSON-349982606-project] Publish callbacks [] for security_group (88e4b6db-f0a6-4696-bf12-c8d779ea8104), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:06.093974 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-debbd159-1ae4-48a7-901f-9c6a5037efad req-a61b122f-62ab-4159-a127-1167cdecbcd6 tempest-SecurityGroupsTestAdminJSON-349982606 tempest-SecurityGroupsTestAdminJSON-349982606-project] Publish callbacks [] for security_group (88e4b6db-f0a6-4696-bf12-c8d779ea8104), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:06.146977 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-debbd159-1ae4-48a7-901f-9c6a5037efad req-a61b122f-62ab-4159-a127-1167cdecbcd6 tempest-SecurityGroupsTestAdminJSON-349982606 tempest-SecurityGroupsTestAdminJSON-349982606-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (88e4b6db-f0a6-4696-bf12-c8d779ea8104), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:06.157694 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-debbd159-1ae4-48a7-901f-9c6a5037efad req-a61b122f-62ab-4159-a127-1167cdecbcd6 tempest-SecurityGroupsTestAdminJSON-349982606 tempest-SecurityGroupsTestAdminJSON-349982606-project] Publish callbacks [] for security_group (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:06.168793 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-debbd159-1ae4-48a7-901f-9c6a5037efad req-a61b122f-62ab-4159-a127-1167cdecbcd6 tempest-SecurityGroupsTestAdminJSON-349982606 tempest-SecurityGroupsTestAdminJSON-349982606-project] 10.222.0.89 "DELETE /v2.0/security-groups/88e4b6db-f0a6-4696-bf12-c8d779ea8104 HTTP/1.1" status: 204 len: 173 time: 0.2060208 Feb 04 17:12:06.186609 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61b122f-62ab-4159-a127-1167cdecbcd6 tempest-SecurityGroupsTestAdminJSON-349982606 tempest-SecurityGroupsTestAdminJSON-349982606-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=88e4b6db-f0a6-4696-bf12-c8d779ea8104,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:12:06.326439 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2fd6bb01-c0c2-47d4-829e-8c477f65918b None None] Publish callbacks [] for port (371990f1-c956-47b0-85f9-8855bc4f400e), precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:06.334801 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2fd6bb01-c0c2-47d4-829e-8c477f65918b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (371990f1-c956-47b0-85f9-8855bc4f400e), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:06.355473 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 51132) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:12:06.417025 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdcc9880-bb26-4098-82cf-cd57b28cfc50 None None] Pushing event updated for resources: {'Port': ['ID=371990f1-c956-47b0-85f9-8855bc4f400e,revision_number=3']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:12:06.549474 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-2fd6bb01-c0c2-47d4-829e-8c477f65918b None None] Attempting to bind port 371990f1-c956-47b0-85f9-8855bc4f400e on host n-d-827839-2 for vnic_type normal with profile {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:12:06.550157 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-2fd6bb01-c0c2-47d4-829e-8c477f65918b None None] Attempting to bind port 371990f1-c956-47b0-85f9-8855bc4f400e by drivers openvswitch,hyperv on host n-d-827839-2 at level 0 using segments [{'id': '0a0a939d-889c-4199-9677-864d9bd5edb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'e941cf2a-5852-4284-8b63-29974e6e0102'}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:12:06.550715 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fd6bb01-c0c2-47d4-829e-8c477f65918b None None] Attempting to bind port 371990f1-c956-47b0-85f9-8855bc4f400e on network e941cf2a-5852-4284-8b63-29974e6e0102 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:12:06.562053 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fd6bb01-c0c2-47d4-829e-8c477f65918b None None] Checking agent: {'id': 'ba70844b-66a0-45fd-a2f2-e6ed673321fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 0, 36), 'started_at': datetime.datetime(2022, 2, 4, 17, 1, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 12, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:12:06.562762 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fd6bb01-c0c2-47d4-829e-8c477f65918b None None] Checking segment: {'id': '0a0a939d-889c-4199-9677-864d9bd5edb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'e941cf2a-5852-4284-8b63-29974e6e0102'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:12:06.562762 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2fd6bb01-c0c2-47d4-829e-8c477f65918b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:06.563160 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fd6bb01-c0c2-47d4-829e-8c477f65918b None None] Bound using segment: {'id': '0a0a939d-889c-4199-9677-864d9bd5edb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'e941cf2a-5852-4284-8b63-29974e6e0102'} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:12:06.563630 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-2fd6bb01-c0c2-47d4-829e-8c477f65918b None None] Bound port: 371990f1-c956-47b0-85f9-8855bc4f400e, host: n-d-827839-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a0a939d-889c-4199-9677-864d9bd5edb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'e941cf2a-5852-4284-8b63-29974e6e0102'}}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:12:06.564085 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2fd6bb01-c0c2-47d4-829e-8c477f65918b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (371990f1-c956-47b0-85f9-8855bc4f400e), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:06.711054 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Device fdafa5a0-091a-4b4b-b34a-b153af89a0a5 details requested by agent hyperv_n-h2-827839-2 with host n-h2-827839-2 {{(pid=103378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 17:12:06.737220 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-75c47b6a-6b2f-46d4-93a7-a58c718a88d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602754'] for router_interface (74b5be9e-075c-4a07-92a6-c126201d5b5c), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:06.747782 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 3153e3f4-0a06-4a11-9c83-0331a20a48e1 up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:12:06.802362 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 51172) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:12:06.820702 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-bc75c820-5b7b-40f3-9694-f35a65644b44 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:06.826590 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-2fd6bb01-c0c2-47d4-829e-8c477f65918b None None] For port 371990f1-c956-47b0-85f9-8855bc4f400e, host n-d-827839-2, cleared binding levels {{(pid=103378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:12:06.877091 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port 3153e3f4-0a06-4a11-9c83-0331a20a48e1 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:12:06.877091 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (3153e3f4-0a06-4a11-9c83-0331a20a48e1), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:06.923225 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-2fd6bb01-c0c2-47d4-829e-8c477f65918b None None] For port 371990f1-c956-47b0-85f9-8855bc4f400e, host n-d-827839-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=371990f1-c956-47b0-85f9-8855bc4f400e,segment=NetworkSegment(0a0a939d-889c-4199-9677-864d9bd5edb0),segment_id=0a0a939d-889c-4199-9677-864d9bd5edb0)] {{(pid=103378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:12:06.937383 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-eb52d074-6ceb-48f4-b429-2e98bd717c6f None None] Provisioning complete for port 371990f1-c956-47b0-85f9-8855bc4f400e triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:12:06.937768 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-eb52d074-6ceb-48f4-b429-2e98bd717c6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (371990f1-c956-47b0-85f9-8855bc4f400e), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:06.939843 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2fd6bb01-c0c2-47d4-829e-8c477f65918b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (371990f1-c956-47b0-85f9-8855bc4f400e), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:07.022895 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdcc9880-bb26-4098-82cf-cd57b28cfc50 None None] Pushing event updated for resources: {'Port': ['ID=371990f1-c956-47b0-85f9-8855bc4f400e,revision_number=4']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:12:07.028995 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-bc75c820-5b7b-40f3-9694-f35a65644b44 admin admin] Publish callbacks [] for security_group (c0fef470-9de2-49cb-8bab-7fb1b10ee453), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:07.034046 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-bc75c820-5b7b-40f3-9694-f35a65644b44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (c0fef470-9de2-49cb-8bab-7fb1b10ee453), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:07.113453 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc75c820-5b7b-40f3-9694-f35a65644b44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0fef470-9de2-49cb-8bab-7fb1b10ee453,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:12:07.143677 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-bc75c820-5b7b-40f3-9694-f35a65644b44 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=c0627cea4ac943bc93aa8487170e2e77&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7866533 Feb 04 17:12:07.144340 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 51198) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:12:07.159658 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] For port fdafa5a0-091a-4b4b-b34a-b153af89a0a5, host n-h2-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=fdafa5a0-091a-4b4b-b34a-b153af89a0a5,segment=NetworkSegment(3a39b085-d3e6-43bb-a64c-1b06dd049e5a),segment_id=3a39b085-d3e6-43bb-a64c-1b06dd049e5a)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:12:07.164556 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fd6bb01-c0c2-47d4-829e-8c477f65918b None None] Routers {'74b5be9e-075c-4a07-92a6-c126201d5b5c'} bound to L3 agent in host n-d-827839-2 {{(pid=103378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:12:07.173873 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-2fd6bb01-c0c2-47d4-829e-8c477f65918b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:12:02Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['74b5be9e-075c-4a07-92a6-c126201d5b5c'], 'active': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:12:07.222060 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87a5889-80e4-4871-998d-3e102bb5cc78 req-8061226b-e444-4a42-b0df-6c55b6ac1103 tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:12:07.229999 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-b87a5889-80e4-4871-998d-3e102bb5cc78 req-8061226b-e444-4a42-b0df-6c55b6ac1103 tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] 10.222.0.89 "GET /v2.0/ports?device_id=284c52b0-3695-4fc3-be5f-67c29b313e1f HTTP/1.1" status: 200 len: 943 time: 0.5735385 Feb 04 17:12:07.232854 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port 3153e3f4-0a06-4a11-9c83-0331a20a48e1 is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:12:07.244613 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-9937cf11-4e98-480b-8730-f553599bdb0a admin admin] Publish callbacks [] for security_group (c0fef470-9de2-49cb-8bab-7fb1b10ee453), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:07.278524 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-9937cf11-4e98-480b-8730-f553599bdb0a admin admin] Publish callbacks [] for security_group (c0fef470-9de2-49cb-8bab-7fb1b10ee453), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:07.325750 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-6a171de0-edb0-43b0-8e02-84ad7c6e8949 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=7e3d08189c50489ba9bc73dbb44bb308&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5191517 Feb 04 17:12:07.328309 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 51206) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:12:07.336233 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Returning: {'device': 'fdafa5a0-091a-4b4b-b34a-b153af89a0a5', 'network_id': '02be22b9-aa53-40ea-8050-9239cd27d1ff', 'port_id': 'fdafa5a0-091a-4b4b-b34a-b153af89a0a5', 'mac_address': 'fa:16:3e:f4:7e:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 797, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c974b0ff-2c5c-4667-8a81-3bde3ea6ced5', 'ip_address': '192.168.233.160'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 17:12:07.395378 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-9937cf11-4e98-480b-8730-f553599bdb0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (c0fef470-9de2-49cb-8bab-7fb1b10ee453), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:07.398241 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-9937cf11-4e98-480b-8730-f553599bdb0a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:07.399618 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-9937cf11-4e98-480b-8730-f553599bdb0a admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/c0fef470-9de2-49cb-8bab-7fb1b10ee453 HTTP/1.1" status: 204 len: 168 time: 0.2532120 Feb 04 17:12:07.425569 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9937cf11-4e98-480b-8730-f553599bdb0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0fef470-9de2-49cb-8bab-7fb1b10ee453,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:12:07.436649 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-eb52d074-6ceb-48f4-b429-2e98bd717c6f None None] Current status of the port 371990f1-c956-47b0-85f9-8855bc4f400e is: DOWN; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:12:07.437192 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-eb52d074-6ceb-48f4-b429-2e98bd717c6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (371990f1-c956-47b0-85f9-8855bc4f400e), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:07.444886 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db91685-6d63-405f-ac78-1af40bd6b1c9 req-d63400ef-1184-438e-94ae-4a46a68d6147 tempest-DeleteServersAdminTestJSON-1119549418 tempest-DeleteServersAdminTestJSON-1119549418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:12:07.446777 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-9db91685-6d63-405f-ac78-1af40bd6b1c9 req-d63400ef-1184-438e-94ae-4a46a68d6147 tempest-DeleteServersAdminTestJSON-1119549418 tempest-DeleteServersAdminTestJSON-1119549418-project] 10.222.0.89 "GET /v2.0/ports?device_id=e287ed65-268e-4afa-ac95-3b3960a564b2 HTTP/1.1" status: 200 len: 948 time: 0.0886042 Feb 04 17:12:07.450274 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvr_db [None req-2fd6bb01-c0c2-47d4-829e-8c477f65918b None None] Set router 74b5be9e-075c-4a07-92a6-c126201d5b5c gateway port host: n-d-827839-2 {{(pid=103378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:12:07.450419 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-e91586c9-e5fd-4add-b2d4-5b4ad5059e28 req-36c980e6-7ece-40d5-bc14-31d0bbc5c39a service neutron] 10.222.0.96 "GET /v2.0/ports/69be7e67-fc27-4724-9cc4-b43b77a95248/bindings/n-h2-827839-2 HTTP/1.1" status: 200 len: 384 time: 0.2515965 Feb 04 17:12:07.483893 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-b87a5889-80e4-4871-998d-3e102bb5cc78 req-3b7844d2-00ab-43e1-af21-3593ab9fe5e2 tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] 10.222.0.89 "GET /v2.0/security-groups?id=119a7f03-3e07-4d1e-8852-d9f974f9f052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2533705 Feb 04 17:12:07.539606 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-9db91685-6d63-405f-ac78-1af40bd6b1c9 req-50e95add-c21c-439c-8f22-4e91915dc84f tempest-DeleteServersAdminTestJSON-1119549418 tempest-DeleteServersAdminTestJSON-1119549418-project] 10.222.0.89 "GET /v2.0/security-groups?id=35ea2ef0-2d20-4f98-9e35-b935cb69d427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741022 Feb 04 17:12:07.574420 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-eb52d074-6ceb-48f4-b429-2e98bd717c6f None None] For port 371990f1-c956-47b0-85f9-8855bc4f400e, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=371990f1-c956-47b0-85f9-8855bc4f400e,segment=NetworkSegment(0a0a939d-889c-4199-9677-864d9bd5edb0),segment_id=0a0a939d-889c-4199-9677-864d9bd5edb0)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:12:07.581722 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-eb52d074-6ceb-48f4-b429-2e98bd717c6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (371990f1-c956-47b0-85f9-8855bc4f400e), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:07.589799 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Current status of the port fdafa5a0-091a-4b4b-b34a-b153af89a0a5 is: DOWN; New status is: BUILD {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:12:07.590190 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (fdafa5a0-091a-4b4b-b34a-b153af89a0a5), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:07.662570 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-cec2d156-468b-4361-9433-ca80fcda6843 admin admin] Publish callbacks [] for security_group (53bcb9bc-3eaa-4e98-b4a4-8e180227f25f), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:07.744112 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fdafa5a0-091a-4b4b-b34a-b153af89a0a5 {{(pid=103378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 17:12:07.803750 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] For port fdafa5a0-091a-4b4b-b34a-b153af89a0a5, host n-h2-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=fdafa5a0-091a-4b4b-b34a-b153af89a0a5,segment=NetworkSegment(3a39b085-d3e6-43bb-a64c-1b06dd049e5a),segment_id=3a39b085-d3e6-43bb-a64c-1b06dd049e5a)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:12:07.816773 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-cec2d156-468b-4361-9433-ca80fcda6843 admin admin] Publish callbacks [] for security_group (53bcb9bc-3eaa-4e98-b4a4-8e180227f25f), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:07.821721 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb52d074-6ceb-48f4-b429-2e98bd717c6f None None] Pushing event updated for resources: {'Port': ['ID=371990f1-c956-47b0-85f9-8855bc4f400e,revision_number=5']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:12:07.827041 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-1c8ffde3-421b-4848-8abb-0c95924339fb None None] Provisioning complete for port 371990f1-c956-47b0-85f9-8855bc4f400e triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:12:07.827416 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1c8ffde3-421b-4848-8abb-0c95924339fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (371990f1-c956-47b0-85f9-8855bc4f400e), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:07.831141 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (fdafa5a0-091a-4b4b-b34a-b153af89a0a5), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:07.920046 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Pushing event updated for resources: {'Port': ['ID=fdafa5a0-091a-4b4b-b34a-b153af89a0a5,revision_number=4']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:12:07.935849 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [req-e91586c9-e5fd-4add-b2d4-5b4ad5059e28 req-97c73099-0314-4462-be92-a2346675b248 service neutron] For port 69be7e67-fc27-4724-9cc4-b43b77a95248, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=69be7e67-fc27-4724-9cc4-b43b77a95248,segment=NetworkSegment(422e2db4-29a0-413f-80b3-a344e9c773f4),segment_id=422e2db4-29a0-413f-80b3-a344e9c773f4)] {{(pid=103377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:12:07.979384 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-2fd6bb01-c0c2-47d4-829e-8c477f65918b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74b5be9e-075c-4a07-92a6-c126201d5b5c', 'name': 'tempest-FloatingIPsNegativeTestJSON-2015193451-router', 'tenant_id': '86e5384b0ee84732b26b62ff2467c60f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.196'}], 'enable_snat': True}, 'gw_port_id': '3153e3f4-0a06-4a11-9c83-0331a20a48e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:11:56Z', 'updated_at': '2022-02-04T17:12:02Z', 'revision_number': 4, 'project_id': '86e5384b0ee84732b26b62ff2467c60f', 'gw_port': {'id': '3153e3f4-0a06-4a11-9c83-0331a20a48e1', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:e5:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74b5be9e-075c-4a07-92a6-c126201d5b5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:11:57Z', 'updated_at': '2022-02-04T17:12:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_interfaces': [{'id': '371990f1-c956-47b0-85f9-8855bc4f400e', 'name': '', 'network_id': 'e941cf2a-5852-4284-8b63-29974e6e0102', 'tenant_id': '86e5384b0ee84732b26b62ff2467c60f', 'mac_address': 'fa:16:3e:71:c5:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74b5be9e-075c-4a07-92a6-c126201d5b5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '574e4b7d-d16c-4ffc-b2d1-9c97f6e44d56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:12:01Z', 'updated_at': '2022-02-04T17:12:06Z', 'revision_number': 4, 'project_id': '86e5384b0ee84732b26b62ff2467c60f', 'subnets': [{'id': '574e4b7d-d16c-4ffc-b2d1-9c97f6e44d56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-2', False) {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:12:08.014161 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [req-e91586c9-e5fd-4add-b2d4-5b4ad5059e28 req-97c73099-0314-4462-be92-a2346675b248 service neutron] For port 69be7e67-fc27-4724-9cc4-b43b77a95248, host n-h1-827839-2, cleared binding levels {{(pid=103377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:12:08.084524 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-cec2d156-468b-4361-9433-ca80fcda6843 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (53bcb9bc-3eaa-4e98-b4a4-8e180227f25f), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:08.087111 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-cec2d156-468b-4361-9433-ca80fcda6843 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:08.093017 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-cec2d156-468b-4361-9433-ca80fcda6843 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/53bcb9bc-3eaa-4e98-b4a4-8e180227f25f HTTP/1.1" status: 204 len: 168 time: 0.7594566 Feb 04 17:12:08.118922 n-d-827839-2 neutron-server[103377]: DEBUG neutron.notifiers.nova [req-e91586c9-e5fd-4add-b2d4-5b4ad5059e28 req-97c73099-0314-4462-be92-a2346675b248 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69be7e67-fc27-4724-9cc4-b43b77a95248 {{(pid=103377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 17:12:08.128464 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec2d156-468b-4361-9433-ca80fcda6843 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53bcb9bc-3eaa-4e98-b4a4-8e180227f25f,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:12:08.140928 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [req-e91586c9-e5fd-4add-b2d4-5b4ad5059e28 req-97c73099-0314-4462-be92-a2346675b248 service neutron] For port 69be7e67-fc27-4724-9cc4-b43b77a95248, host n-h2-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=69be7e67-fc27-4724-9cc4-b43b77a95248,segment=NetworkSegment(422e2db4-29a0-413f-80b3-a344e9c773f4),segment_id=422e2db4-29a0-413f-80b3-a344e9c773f4)] {{(pid=103377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:12:08.144199 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-75c47b6a-6b2f-46d4-93a7-a58c718a88d0 admin admin] Deleting port 371990f1-c956-47b0-85f9-8855bc4f400e {{(pid=103377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:12:08.144538 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-75c47b6a-6b2f-46d4-93a7-a58c718a88d0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (371990f1-c956-47b0-85f9-8855bc4f400e), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:08.173724 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 51238) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:12:08.179532 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fd6bb01-c0c2-47d4-829e-8c477f65918b None None] The sync data for ids ['74b5be9e-075c-4a07-92a6-c126201d5b5c'] in n-d-827839-2 is: [{'id': '74b5be9e-075c-4a07-92a6-c126201d5b5c', 'name': 'tempest-FloatingIPsNegativeTestJSON-2015193451-router', 'tenant_id': '86e5384b0ee84732b26b62ff2467c60f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.196'}], 'enable_snat': True}, 'gw_port_id': '3153e3f4-0a06-4a11-9c83-0331a20a48e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:11:56Z', 'updated_at': '2022-02-04T17:12:02Z', 'revision_number': 4, 'project_id': '86e5384b0ee84732b26b62ff2467c60f', 'gw_port': {'id': '3153e3f4-0a06-4a11-9c83-0331a20a48e1', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:e5:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74b5be9e-075c-4a07-92a6-c126201d5b5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:11:57Z', 'updated_at': '2022-02-04T17:12:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_interfaces': [{'id': '371990f1-c956-47b0-85f9-8855bc4f400e', 'name': '', 'network_id': 'e941cf2a-5852-4284-8b63-29974e6e0102', 'tenant_id': '86e5384b0ee84732b26b62ff2467c60f', 'mac_address': 'fa:16:3e:71:c5:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74b5be9e-075c-4a07-92a6-c126201d5b5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '574e4b7d-d16c-4ffc-b2d1-9c97f6e44d56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:12:01Z', 'updated_at': '2022-02-04T17:12:06Z', 'revision_number': 4, 'project_id': '86e5384b0ee84732b26b62ff2467c60f', 'subnets': [{'id': '574e4b7d-d16c-4ffc-b2d1-9c97f6e44d56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 17:12:08.199048 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1c8ffde3-421b-4848-8abb-0c95924339fb None None] Current status of the port 371990f1-c956-47b0-85f9-8855bc4f400e is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:12:08.200768 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-d4eedd50-de80-4498-9897-dd8692254f79 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:08.226256 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-e91586c9-e5fd-4add-b2d4-5b4ad5059e28 req-97c73099-0314-4462-be92-a2346675b248 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (69be7e67-fc27-4724-9cc4-b43b77a95248), before_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:08.267691 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] get_ports_and_sgs() called for port_ids ['fdafa5a0-091a-4b4b-b34a-b153af89a0a5'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 17:12:08.363068 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [None req-75c47b6a-6b2f-46d4-93a7-a58c718a88d0 admin admin] For port 371990f1-c956-47b0-85f9-8855bc4f400e, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=371990f1-c956-47b0-85f9-8855bc4f400e,segment=NetworkSegment(0a0a939d-889c-4199-9677-864d9bd5edb0),segment_id=0a0a939d-889c-4199-9677-864d9bd5edb0)] {{(pid=103377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:12:08.363501 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-75c47b6a-6b2f-46d4-93a7-a58c718a88d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (371990f1-c956-47b0-85f9-8855bc4f400e), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:08.391573 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-75c47b6a-6b2f-46d4-93a7-a58c718a88d0 admin admin] Calling delete_port for 371990f1-c956-47b0-85f9-8855bc4f400e owned by network:router_interface {{(pid=103377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:12:08.393568 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.provisioning_blocks [req-e91586c9-e5fd-4add-b2d4-5b4ad5059e28 req-97c73099-0314-4462-be92-a2346675b248 service neutron] Transition to ACTIVE for port object 69be7e67-fc27-4724-9cc4-b43b77a95248 will not be triggered until provisioned by entity L2. {{(pid=103377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 17:12:08.402782 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-e91586c9-e5fd-4add-b2d4-5b4ad5059e28 req-97c73099-0314-4462-be92-a2346675b248 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (69be7e67-fc27-4724-9cc4-b43b77a95248), after_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:08.424117 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-d4eedd50-de80-4498-9897-dd8692254f79 admin admin] Publish callbacks [] for security_group (afc75c73-6d62-4cc9-bb60-c06e34f7fffe), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:08.430157 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-d4eedd50-de80-4498-9897-dd8692254f79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (afc75c73-6d62-4cc9-bb60-c06e34f7fffe), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:08.495935 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-d4eedd50-de80-4498-9897-dd8692254f79 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=1c8013f2176a4f1987909cc7088f1876&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3210678 Feb 04 17:12:08.498940 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 51244) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:12:08.583387 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4eedd50-de80-4498-9897-dd8692254f79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afc75c73-6d62-4cc9-bb60-c06e34f7fffe,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:12:08.611200 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-a0dd6a2b-6728-4863-b5fa-2275c767bc93 admin admin] Publish callbacks [] for security_group (afc75c73-6d62-4cc9-bb60-c06e34f7fffe), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:08.628944 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [req-e91586c9-e5fd-4add-b2d4-5b4ad5059e28 req-97c73099-0314-4462-be92-a2346675b248 service neutron] No DVR routers for this DVR port 69be7e67-fc27-4724-9cc4-b43b77a95248 on host n-h1-827839-2 {{(pid=103377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 17:12:08.639609 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-a0dd6a2b-6728-4863-b5fa-2275c767bc93 admin admin] Publish callbacks [] for security_group (afc75c73-6d62-4cc9-bb60-c06e34f7fffe), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:08.775004 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-a0dd6a2b-6728-4863-b5fa-2275c767bc93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (afc75c73-6d62-4cc9-bb60-c06e34f7fffe), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:08.780796 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-a0dd6a2b-6728-4863-b5fa-2275c767bc93 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:08.782125 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-a0dd6a2b-6728-4863-b5fa-2275c767bc93 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/afc75c73-6d62-4cc9-bb60-c06e34f7fffe HTTP/1.1" status: 204 len: 168 time: 0.2819760 Feb 04 17:12:08.811362 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98006e9-1b9e-4436-993b-2ee7f1da7b3b req-6546f5d5-39db-49df-8af6-c69a398f319d tempest-DeleteServersAdminTestJSON-1119549418 tempest-DeleteServersAdminTestJSON-1119549418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:12:08.819792 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-f98006e9-1b9e-4436-993b-2ee7f1da7b3b req-6546f5d5-39db-49df-8af6-c69a398f319d tempest-DeleteServersAdminTestJSON-1119549418 tempest-DeleteServersAdminTestJSON-1119549418-project] 10.222.0.89 "GET /v2.0/ports?device_id=e287ed65-268e-4afa-ac95-3b3960a564b2 HTTP/1.1" status: 200 len: 949 time: 0.1126971 Feb 04 17:12:08.845678 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0dd6a2b-6728-4863-b5fa-2275c767bc93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afc75c73-6d62-4cc9-bb60-c06e34f7fffe,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:12:08.847741 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 371990f1-c956-47b0-85f9-8855bc4f400e up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:12:08.903519 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-f98006e9-1b9e-4436-993b-2ee7f1da7b3b req-c3ac6060-7c71-4309-b7c2-a5e7f0b3ebd4 tempest-DeleteServersAdminTestJSON-1119549418 tempest-DeleteServersAdminTestJSON-1119549418-project] 10.222.0.89 "GET /v2.0/security-groups?id=35ea2ef0-2d20-4f98-9e35-b935cb69d427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789034 Feb 04 17:12:08.922410 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-e91586c9-e5fd-4add-b2d4-5b4ad5059e28 req-97c73099-0314-4462-be92-a2346675b248 service neutron] 10.222.0.96 "PUT /v2.0/ports/69be7e67-fc27-4724-9cc4-b43b77a95248/bindings/n-h2-827839-2/activate HTTP/1.1" status: 200 len: 369 time: 1.4627004 Feb 04 17:12:08.933226 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c73099-0314-4462-be92-a2346675b248 service neutron] Pushing event updated for resources: {'Port': ['ID=69be7e67-fc27-4724-9cc4-b43b77a95248,revision_number=10']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:12:09.001301 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port 371990f1-c956-47b0-85f9-8855bc4f400e triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:12:09.004083 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (371990f1-c956-47b0-85f9-8855bc4f400e), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:09.031503 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 51264) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:12:09.111421 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-16ed9002-17e6-448b-83f2-12e4fdacee94 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=888041286e8f40ecb2a47c184be87109&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0777416 Feb 04 17:12:09.113178 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 51268) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:12:09.126587 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c66fd7f-a89f-4349-bfad-9d2b357e1e49 req-a65c54ee-80c5-422a-9eb7-285fc52a8990 tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:12:09.137756 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-3c66fd7f-a89f-4349-bfad-9d2b357e1e49 req-a65c54ee-80c5-422a-9eb7-285fc52a8990 tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] 10.222.0.89 "GET /v2.0/ports?device_id=284c52b0-3695-4fc3-be5f-67c29b313e1f HTTP/1.1" status: 200 len: 944 time: 0.4630649 Feb 04 17:12:09.147245 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 51270) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:12:09.198584 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-bcfc8031-6ca6-4800-b7de-477116285e2d admin admin] Publish callbacks [] for security_group (1d7439a5-71bd-46a8-a38b-5f9d27948c89), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:09.221221 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port 371990f1-c956-47b0-85f9-8855bc4f400e is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:12:09.238681 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-bcfc8031-6ca6-4800-b7de-477116285e2d admin admin] Publish callbacks [] for security_group (1d7439a5-71bd-46a8-a38b-5f9d27948c89), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:09.307519 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-3c66fd7f-a89f-4349-bfad-9d2b357e1e49 req-9f8310bb-c518-4ae9-8eaa-5bbf0e3d19ab tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] 10.222.0.89 "GET /v2.0/security-groups?id=119a7f03-3e07-4d1e-8852-d9f974f9f052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1645799 Feb 04 17:12:09.329399 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-bcfc8031-6ca6-4800-b7de-477116285e2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (1d7439a5-71bd-46a8-a38b-5f9d27948c89), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:09.330765 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91586c9-e5fd-4add-b2d4-5b4ad5059e28 req-bab7204a-f534-44dc-8a7f-1e30bb4bb4c9 tempest-LiveAutoBlockMigrationV225Test-1607657603 tempest-LiveAutoBlockMigrationV225Test-1607657603-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:12:09.332283 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-e91586c9-e5fd-4add-b2d4-5b4ad5059e28 req-bab7204a-f534-44dc-8a7f-1e30bb4bb4c9 tempest-LiveAutoBlockMigrationV225Test-1607657603 tempest-LiveAutoBlockMigrationV225Test-1607657603-project-admin] 10.222.0.90 "GET /v2.0/ports?device_id=284c52b0-3695-4fc3-be5f-67c29b313e1f&tenant_id=f3812c841c31408e86184d3885a61bc1&binding%3Ahost_id=n-h1-827839-2 HTTP/1.1" status: 200 len: 1126 time: 0.3281324 Feb 04 17:12:09.334058 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-bcfc8031-6ca6-4800-b7de-477116285e2d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:09.336213 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-bcfc8031-6ca6-4800-b7de-477116285e2d admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/1d7439a5-71bd-46a8-a38b-5f9d27948c89 HTTP/1.1" status: 204 len: 168 time: 0.2184846 Feb 04 17:12:09.347666 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfc8031-6ca6-4800-b7de-477116285e2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d7439a5-71bd-46a8-a38b-5f9d27948c89,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:12:09.472217 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-75c47b6a-6b2f-46d4-93a7-a58c718a88d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144'] for port (371990f1-c956-47b0-85f9-8855bc4f400e), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:09.483151 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91586c9-e5fd-4add-b2d4-5b4ad5059e28 req-a49e9898-dd34-4df5-afd3-cf3ecbbe21ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:12:09.484673 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-e91586c9-e5fd-4add-b2d4-5b4ad5059e28 req-a49e9898-dd34-4df5-afd3-cf3ecbbe21ec service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=284c52b0-3695-4fc3-be5f-67c29b313e1f&tenant_id=f3812c841c31408e86184d3885a61bc1 HTTP/1.1" status: 200 len: 1126 time: 0.1436615 Feb 04 17:12:09.505409 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c47b6a-6b2f-46d4-93a7-a58c718a88d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=371990f1-c956-47b0-85f9-8855bc4f400e,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:12:09.571022 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-e896bff6-6019-4e9b-be56-92cadbede4fa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:09.578440 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 51280) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:12:09.733853 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91586c9-e5fd-4add-b2d4-5b4ad5059e28 req-b693570e-2ece-426a-bfca-b41807326ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:12:09.736014 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-e91586c9-e5fd-4add-b2d4-5b4ad5059e28 req-b693570e-2ece-426a-bfca-b41807326ee1 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=f3812c841c31408e86184d3885a61bc1&device_id=284c52b0-3695-4fc3-be5f-67c29b313e1f HTTP/1.1" status: 200 len: 1126 time: 0.2171497 Feb 04 17:12:09.776835 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-763f65bf-f9d2-42f6-a332-016154744edd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:09.815773 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-e896bff6-6019-4e9b-be56-92cadbede4fa admin admin] Publish callbacks [] for security_group (064a861e-9107-451e-9eef-aa3e598504f8), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:09.828529 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-e896bff6-6019-4e9b-be56-92cadbede4fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (064a861e-9107-451e-9eef-aa3e598504f8), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:09.839714 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-75c47b6a-6b2f-46d4-93a7-a58c718a88d0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1677336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1602614'] for router_interface (74b5be9e-075c-4a07-92a6-c126201d5b5c), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:09.921580 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e896bff6-6019-4e9b-be56-92cadbede4fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=064a861e-9107-451e-9eef-aa3e598504f8,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:12:09.933422 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-e896bff6-6019-4e9b-be56-92cadbede4fa admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=f70fbaebf535472099079a73037952e1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7849693 Feb 04 17:12:09.940485 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 51294) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:12:09.950387 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (f20a1ab3-4332-4f54-833b-ba4a7c687e89), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:10.030087 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91586c9-e5fd-4add-b2d4-5b4ad5059e28 req-76418f6e-b99f-4c84-bc12-87aa2e343791 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:12:10.032131 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-e91586c9-e5fd-4add-b2d4-5b4ad5059e28 req-76418f6e-b99f-4c84-bc12-87aa2e343791 service neutron] 10.222.0.90 "GET /v2.0/networks?id=b27b7363-f5f5-42ff-a720-66280b0b57a7 HTTP/1.1" status: 200 len: 922 time: 0.2860551 Feb 04 17:12:10.067007 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-dfe8fc73-6477-43af-9170-7404587d6b7e admin admin] Publish callbacks [] for security_group (064a861e-9107-451e-9eef-aa3e598504f8), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:10.088834 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-763f65bf-f9d2-42f6-a332-016154744edd admin admin] Publish callbacks [] for security_group (a4293d46-565d-44dc-af1d-9a43a8560713), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:10.104558 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-763f65bf-f9d2-42f6-a332-016154744edd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (a4293d46-565d-44dc-af1d-9a43a8560713), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:10.104826 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-e91586c9-e5fd-4add-b2d4-5b4ad5059e28 req-691179b8-2afb-4356-b80f-ffa18d1d22ff service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=69be7e67-fc27-4724-9cc4-b43b77a95248 HTTP/1.1" status: 200 len: 217 time: 0.0607221 Feb 04 17:12:10.147283 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-763f65bf-f9d2-42f6-a332-016154744edd admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=30b2e7c1d1e943cc9791c2afcb052560&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5675826 Feb 04 17:12:10.152153 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 51302) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:12:10.191848 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91586c9-e5fd-4add-b2d4-5b4ad5059e28 req-c648984a-79dc-40fd-b9cb-705a54262cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:12:10.196880 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-e91586c9-e5fd-4add-b2d4-5b4ad5059e28 req-c648984a-79dc-40fd-b9cb-705a54262cb8 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=fa2004f2-da24-41cf-84b9-96d41a7dd118 HTTP/1.1" status: 200 len: 861 time: 0.0786421 Feb 04 17:12:10.234124 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-e91586c9-e5fd-4add-b2d4-5b4ad5059e28 req-6bec64aa-ecc6-43d9-89f1-d409e37a8e9c service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=b27b7363-f5f5-42ff-a720-66280b0b57a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0329769 Feb 04 17:12:10.237067 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-dfe8fc73-6477-43af-9170-7404587d6b7e admin admin] Publish callbacks [] for security_group (064a861e-9107-451e-9eef-aa3e598504f8), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:10.325454 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8561251-98d1-40e1-ab4b-e26397211a6d req-799f18a8-b0ad-49a0-85a7-e05a0f59d6d6 tempest-DeleteServersAdminTestJSON-1119549418 tempest-DeleteServersAdminTestJSON-1119549418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:12:10.327193 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-f8561251-98d1-40e1-ab4b-e26397211a6d req-799f18a8-b0ad-49a0-85a7-e05a0f59d6d6 tempest-DeleteServersAdminTestJSON-1119549418 tempest-DeleteServersAdminTestJSON-1119549418-project] 10.222.0.89 "GET /v2.0/ports?device_id=e287ed65-268e-4afa-ac95-3b3960a564b2 HTTP/1.1" status: 200 len: 949 time: 0.3018637 Feb 04 17:12:10.327862 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763f65bf-f9d2-42f6-a332-016154744edd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4293d46-565d-44dc-af1d-9a43a8560713,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:12:10.350328 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-19a68f50-1070-4579-a424-693f9e176052 admin admin] Publish callbacks [] for security_group (a4293d46-565d-44dc-af1d-9a43a8560713), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:10.373909 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-19a68f50-1070-4579-a424-693f9e176052 admin admin] Publish callbacks [] for security_group (a4293d46-565d-44dc-af1d-9a43a8560713), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:10.386811 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-e91586c9-e5fd-4add-b2d4-5b4ad5059e28 req-0f0722ec-11f6-44b7-916c-4addea02ecc2 service neutron] 10.222.0.90 "GET /v2.0/networks/b27b7363-f5f5-42ff-a720-66280b0b57a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1036904 Feb 04 17:12:10.446112 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-19a68f50-1070-4579-a424-693f9e176052 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (a4293d46-565d-44dc-af1d-9a43a8560713), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:10.449623 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-19a68f50-1070-4579-a424-693f9e176052 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:10.457115 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-19a68f50-1070-4579-a424-693f9e176052 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/a4293d46-565d-44dc-af1d-9a43a8560713 HTTP/1.1" status: 204 len: 168 time: 0.3028870 Feb 04 17:12:10.480708 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-f8561251-98d1-40e1-ab4b-e26397211a6d req-1494b3cb-e429-45df-9083-f4cf028d1e00 tempest-DeleteServersAdminTestJSON-1119549418 tempest-DeleteServersAdminTestJSON-1119549418-project] 10.222.0.89 "GET /v2.0/security-groups?id=35ea2ef0-2d20-4f98-9e35-b935cb69d427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408658 Feb 04 17:12:10.481751 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a68f50-1070-4579-a424-693f9e176052 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4293d46-565d-44dc-af1d-9a43a8560713,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:12:10.485545 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-dfe8fc73-6477-43af-9170-7404587d6b7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (064a861e-9107-451e-9eef-aa3e598504f8), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:10.488267 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-dfe8fc73-6477-43af-9170-7404587d6b7e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:10.488496 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-dfe8fc73-6477-43af-9170-7404587d6b7e admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/064a861e-9107-451e-9eef-aa3e598504f8 HTTP/1.1" status: 204 len: 168 time: 0.5448470 Feb 04 17:12:10.498495 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe8fc73-6477-43af-9170-7404587d6b7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=064a861e-9107-451e-9eef-aa3e598504f8,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:12:10.714618 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Device fdafa5a0-091a-4b4b-b34a-b153af89a0a5 up at agent hyperv_n-h2-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:12:10.795187 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Provisioning for port fdafa5a0-091a-4b4b-b34a-b153af89a0a5 completed by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 17:12:10.801160 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Provisioning complete for port fdafa5a0-091a-4b4b-b34a-b153af89a0a5 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:12:10.802165 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (fdafa5a0-091a-4b4b-b34a-b153af89a0a5), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:10.883335 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75c47b6a-6b2f-46d4-93a7-a58c718a88d0 admin admin] Router 74b5be9e-075c-4a07-92a6-c126201d5b5c has already been hosted by L3 agent 64ada913-9131-4d99-a265-63a920956287 {{(pid=103377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 17:12:10.912548 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Current status of the port fdafa5a0-091a-4b4b-b34a-b153af89a0a5 is: BUILD; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:12:10.913043 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (fdafa5a0-091a-4b4b-b34a-b153af89a0a5), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:10.914493 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7464e21-0279-472a-8703-2daf622c9609 req-e380081e-4f1f-4250-9af6-ea491b6ba0ff tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:12:10.916037 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-c7464e21-0279-472a-8703-2daf622c9609 req-e380081e-4f1f-4250-9af6-ea491b6ba0ff tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] 10.222.0.89 "GET /v2.0/ports?device_id=284c52b0-3695-4fc3-be5f-67c29b313e1f HTTP/1.1" status: 200 len: 944 time: 0.4514418 Feb 04 17:12:10.924628 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-e91586c9-e5fd-4add-b2d4-5b4ad5059e28 req-3802cb18-6cd0-456e-9c1f-cba76a7f221d service neutron] 10.222.0.90 "GET /v2.0/networks/b27b7363-f5f5-42ff-a720-66280b0b57a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4983466 Feb 04 17:12:10.944675 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e287ed65-268e-4afa-ac95-3b3960a564b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdafa5a0-091a-4b4b-b34a-b153af89a0a5'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:12:10.948378 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c34bc964ce2211770fda26ca2f3801cc06f4f39928110690550e94ab9c9d2fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92c0f665-c2c2-4b14-8ed6-102f955acb2f" -d '{"events": [{"server_uuid": "e287ed65-268e-4afa-ac95-3b3960a564b2", "name": "network-vif-plugged", "status": "completed", "tag": "fdafa5a0-091a-4b4b-b34a-b153af89a0a5"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:12:10.991005 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] For port fdafa5a0-091a-4b4b-b34a-b153af89a0a5, host n-h2-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=fdafa5a0-091a-4b4b-b34a-b153af89a0a5,segment=NetworkSegment(3a39b085-d3e6-43bb-a64c-1b06dd049e5a),segment_id=3a39b085-d3e6-43bb-a64c-1b06dd049e5a)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:12:11.006488 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (fdafa5a0-091a-4b4b-b34a-b153af89a0a5), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:11.067512 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device 69be7e67-fc27-4724-9cc4-b43b77a95248 no longer exists at agent hyperv_n-h1-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:12:11.090546 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 17:12:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2509ae9-fa68-4353-acab-1b5aa7f51100 x-openstack-request-id: req-d2509ae9-fa68-4353-acab-1b5aa7f51100 {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:12:11.091300 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e287ed65-268e-4afa-ac95-3b3960a564b2", "name": "network-vif-plugged", "status": "completed", "tag": "fdafa5a0-091a-4b4b-b34a-b153af89a0a5", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:12:11.091707 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-d2509ae9-fa68-4353-acab-1b5aa7f51100 {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:12:11.096059 n-d-827839-2 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e287ed65-268e-4afa-ac95-3b3960a564b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdafa5a0-091a-4b4b-b34a-b153af89a0a5', 'code': 200} Feb 04 17:12:11.130748 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-c7464e21-0279-472a-8703-2daf622c9609 req-78049bbe-9432-4d72-be86-f345121b9a7a tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] 10.222.0.89 "GET /v2.0/security-groups?id=119a7f03-3e07-4d1e-8852-d9f974f9f052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2016537 Feb 04 17:12:11.170301 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75c47b6a-6b2f-46d4-93a7-a58c718a88d0 admin admin] Notify agent at l3_agent.n-d-827839-2 the message routers_updated {{(pid=103377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 17:12:11.182419 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91df08d9-7f32-4419-b833-b81fbaae0377 None None] Sync routers for ids ['74b5be9e-075c-4a07-92a6-c126201d5b5c'] in n-d-827839-2 {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 17:12:11.184508 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-75c47b6a-6b2f-46d4-93a7-a58c718a88d0 admin admin] 10.222.0.89 "PUT /v2.0/routers/74b5be9e-075c-4a07-92a6-c126201d5b5c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2887113 Feb 04 17:12:11.189187 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 51340) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:12:11.196862 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5429efe5-24ae-4ef9-a8f9-c120eded277a req-243e8acd-0103-48c9-8070-75c37624c76b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:12:11.199256 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-5429efe5-24ae-4ef9-a8f9-c120eded277a req-243e8acd-0103-48c9-8070-75c37624c76b service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=e287ed65-268e-4afa-ac95-3b3960a564b2 HTTP/1.1" status: 200 len: 1132 time: 0.0866427 Feb 04 17:12:11.219191 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91df08d9-7f32-4419-b833-b81fbaae0377 None None] Routers {'74b5be9e-075c-4a07-92a6-c126201d5b5c'} bound to L3 agent in host n-d-827839-2 {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:12:11.221788 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-91df08d9-7f32-4419-b833-b81fbaae0377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:12:02Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['74b5be9e-075c-4a07-92a6-c126201d5b5c'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:12:11.269171 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 51342) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:12:11.322699 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-5b53f1d1-5c41-427c-80d9-dec32f01c6a7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:11.360542 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-5429efe5-24ae-4ef9-a8f9-c120eded277a req-5d5963a7-5575-4147-81f5-c5acc853fc67 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=35ea2ef0-2d20-4f98-9e35-b935cb69d427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545708 Feb 04 17:12:11.377960 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] The host n-h1-827839-2 is not matching for port 69be7e67-fc27-4724-9cc4-b43b77a95248 host n-h2-827839-2! {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Feb 04 17:12:11.378385 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device 69be7e67-fc27-4724-9cc4-b43b77a95248 not bound to the agent host n-h1-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 17:12:11.380307 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Pushing event updated for resources: {'Port': ['ID=fdafa5a0-091a-4b4b-b34a-b153af89a0a5,revision_number=5']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:12:11.408072 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91586c9-e5fd-4add-b2d4-5b4ad5059e28 req-904f8b1e-bc57-4401-95ea-045563fc2284 tempest-LiveAutoBlockMigrationV225Test-1607657603 tempest-LiveAutoBlockMigrationV225Test-1607657603-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:12:11.410308 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-e91586c9-e5fd-4add-b2d4-5b4ad5059e28 req-904f8b1e-bc57-4401-95ea-045563fc2284 tempest-LiveAutoBlockMigrationV225Test-1607657603 tempest-LiveAutoBlockMigrationV225Test-1607657603-project-admin] 10.222.0.90 "GET /v2.0/ports?device_id=284c52b0-3695-4fc3-be5f-67c29b313e1f&tenant_id=f3812c841c31408e86184d3885a61bc1&binding%3Ahost_id=n-h2-827839-2 HTTP/1.1" status: 200 len: 1126 time: 0.1551924 Feb 04 17:12:11.468452 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-76bcb905-f4a9-41d1-ba85-484774f987ce admin admin] Publish callbacks [] for router (74b5be9e-075c-4a07-92a6-c126201d5b5c), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:11.482288 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-5b53f1d1-5c41-427c-80d9-dec32f01c6a7 admin admin] Publish callbacks [] for security_group (3c22e636-1448-4294-b9d3-73b3563e92c3), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:11.489025 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-5b53f1d1-5c41-427c-80d9-dec32f01c6a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (3c22e636-1448-4294-b9d3-73b3563e92c3), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:11.524839 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvr_db [None req-91df08d9-7f32-4419-b833-b81fbaae0377 None None] Set router 74b5be9e-075c-4a07-92a6-c126201d5b5c gateway port host: n-d-827839-2 {{(pid=103379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:12:11.652167 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b53f1d1-5c41-427c-80d9-dec32f01c6a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c22e636-1448-4294-b9d3-73b3563e92c3,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:12:11.659798 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-5b53f1d1-5c41-427c-80d9-dec32f01c6a7 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=e57a75c05254451d88a063357a671764&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3893590 Feb 04 17:12:11.664482 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 51352) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:12:11.671671 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-76bcb905-f4a9-41d1-ba85-484774f987ce admin admin] Publish callbacks [] for router_gateway (74b5be9e-075c-4a07-92a6-c126201d5b5c), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:11.729535 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387e09b4-f1c1-413e-b3a6-c4b8e75e455c req-5048ebc9-38b0-4a9b-9a6d-0f2d76f86732 tempest-DeleteServersAdminTestJSON-1119549418 tempest-DeleteServersAdminTestJSON-1119549418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:12:11.731593 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-387e09b4-f1c1-413e-b3a6-c4b8e75e455c req-5048ebc9-38b0-4a9b-9a6d-0f2d76f86732 tempest-DeleteServersAdminTestJSON-1119549418 tempest-DeleteServersAdminTestJSON-1119549418-project] 10.222.0.89 "GET /v2.0/ports?device_id=e287ed65-268e-4afa-ac95-3b3960a564b2 HTTP/1.1" status: 200 len: 950 time: 0.1055801 Feb 04 17:12:11.805102 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-387e09b4-f1c1-413e-b3a6-c4b8e75e455c req-4220333b-b476-4959-8343-a3f92372416b tempest-DeleteServersAdminTestJSON-1119549418 tempest-DeleteServersAdminTestJSON-1119549418-project] 10.222.0.89 "GET /v2.0/security-groups?id=35ea2ef0-2d20-4f98-9e35-b935cb69d427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667102 Feb 04 17:12:11.808214 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-76bcb905-f4a9-41d1-ba85-484774f987ce admin admin] Deleting port 3153e3f4-0a06-4a11-9c83-0331a20a48e1 {{(pid=103376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:12:11.808558 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-76bcb905-f4a9-41d1-ba85-484774f987ce admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (3153e3f4-0a06-4a11-9c83-0331a20a48e1), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:11.836436 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-ba62d13d-e39d-4594-9e85-bf8f231f9f5d admin admin] Publish callbacks [] for security_group (3c22e636-1448-4294-b9d3-73b3563e92c3), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:11.889767 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [req-e91586c9-e5fd-4add-b2d4-5b4ad5059e28 req-5df1cfdc-5156-4511-abcc-31744f020c94 service neutron] For port 69be7e67-fc27-4724-9cc4-b43b77a95248, host n-h1-827839-2, cleared binding levels {{(pid=103377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:12:11.892512 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-ba62d13d-e39d-4594-9e85-bf8f231f9f5d admin admin] Publish callbacks [] for security_group (3c22e636-1448-4294-b9d3-73b3563e92c3), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:11.905789 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-e91586c9-e5fd-4add-b2d4-5b4ad5059e28 req-5df1cfdc-5156-4511-abcc-31744f020c94 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:11.906954 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-e91586c9-e5fd-4add-b2d4-5b4ad5059e28 req-5df1cfdc-5156-4511-abcc-31744f020c94 service neutron] 10.222.0.90 "DELETE /v2.0/ports/69be7e67-fc27-4724-9cc4-b43b77a95248/bindings/n-h1-827839-2 HTTP/1.1" status: 204 len: 173 time: 0.3424244 Feb 04 17:12:11.927783 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-91df08d9-7f32-4419-b833-b81fbaae0377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74b5be9e-075c-4a07-92a6-c126201d5b5c', 'name': 'tempest-FloatingIPsNegativeTestJSON-2015193451-router', 'tenant_id': '86e5384b0ee84732b26b62ff2467c60f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.196'}], 'enable_snat': True}, 'gw_port_id': '3153e3f4-0a06-4a11-9c83-0331a20a48e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:11:56Z', 'updated_at': '2022-02-04T17:12:09Z', 'revision_number': 5, 'project_id': '86e5384b0ee84732b26b62ff2467c60f', 'gw_port': {'id': '3153e3f4-0a06-4a11-9c83-0331a20a48e1', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:e5:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74b5be9e-075c-4a07-92a6-c126201d5b5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:11:57Z', 'updated_at': '2022-02-04T17:12:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2'}], 'n-d-827839-2', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:12:11.959654 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [None req-76bcb905-f4a9-41d1-ba85-484774f987ce admin admin] For port 3153e3f4-0a06-4a11-9c83-0331a20a48e1, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=3153e3f4-0a06-4a11-9c83-0331a20a48e1,segment=NetworkSegment(5942dc44-1f07-4c27-b0ab-45a2bff20dd5),segment_id=5942dc44-1f07-4c27-b0ab-45a2bff20dd5)] {{(pid=103376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:12:11.962247 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-76bcb905-f4a9-41d1-ba85-484774f987ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (3153e3f4-0a06-4a11-9c83-0331a20a48e1), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:11.964206 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91df08d9-7f32-4419-b833-b81fbaae0377 None None] Checking router: 74b5be9e-075c-4a07-92a6-c126201d5b5c for host: n-d-827839-2 {{(pid=103379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 17:12:11.973150 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91df08d9-7f32-4419-b833-b81fbaae0377 None None] Routers {'74b5be9e-075c-4a07-92a6-c126201d5b5c'} bound to L3 agent in host n-d-827839-2 {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:12:11.974055 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-91df08d9-7f32-4419-b833-b81fbaae0377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:12:02Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['74b5be9e-075c-4a07-92a6-c126201d5b5c'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:12:11.995922 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-76bcb905-f4a9-41d1-ba85-484774f987ce admin admin] Calling delete_port for 3153e3f4-0a06-4a11-9c83-0331a20a48e1 owned by network:router_gateway {{(pid=103376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:12:12.001946 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-ba62d13d-e39d-4594-9e85-bf8f231f9f5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (3c22e636-1448-4294-b9d3-73b3563e92c3), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:12.012292 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-ba62d13d-e39d-4594-9e85-bf8f231f9f5d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:12.016082 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-ba62d13d-e39d-4594-9e85-bf8f231f9f5d admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/3c22e636-1448-4294-b9d3-73b3563e92c3 HTTP/1.1" status: 204 len: 168 time: 0.3445528 Feb 04 17:12:12.034307 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba62d13d-e39d-4594-9e85-bf8f231f9f5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c22e636-1448-4294-b9d3-73b3563e92c3,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:12:12.072988 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvr_db [None req-91df08d9-7f32-4419-b833-b81fbaae0377 None None] Set router 74b5be9e-075c-4a07-92a6-c126201d5b5c gateway port host: None {{(pid=103379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:12:12.113584 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (3f9244a9-75fc-4c10-b195-11d48b853b41), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:12.133929 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-91df08d9-7f32-4419-b833-b81fbaae0377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74b5be9e-075c-4a07-92a6-c126201d5b5c', 'name': 'tempest-FloatingIPsNegativeTestJSON-2015193451-router', 'tenant_id': '86e5384b0ee84732b26b62ff2467c60f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:11:56Z', 'updated_at': '2022-02-04T17:12:11Z', 'revision_number': 6, 'project_id': '86e5384b0ee84732b26b62ff2467c60f', 'gw_port_host': None}], 'n-d-827839-2', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:12:12.163692 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91df08d9-7f32-4419-b833-b81fbaae0377 None None] The sync data for ids ['74b5be9e-075c-4a07-92a6-c126201d5b5c'] in n-d-827839-2 is: [{'id': '74b5be9e-075c-4a07-92a6-c126201d5b5c', 'name': 'tempest-FloatingIPsNegativeTestJSON-2015193451-router', 'tenant_id': '86e5384b0ee84732b26b62ff2467c60f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:11:56Z', 'updated_at': '2022-02-04T17:12:11Z', 'revision_number': 6, 'project_id': '86e5384b0ee84732b26b62ff2467c60f', 'gw_port_host': None}] {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 17:12:12.394606 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee2195d-7dd7-4e52-8572-1db2965901eb req-240e2cfc-318e-4b16-8213-c114e5ef6a2e tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:12:12.398605 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-4ee2195d-7dd7-4e52-8572-1db2965901eb req-240e2cfc-318e-4b16-8213-c114e5ef6a2e tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] 10.222.0.89 "GET /v2.0/ports?device_id=284c52b0-3695-4fc3-be5f-67c29b313e1f HTTP/1.1" status: 200 len: 944 time: 0.0988619 Feb 04 17:12:12.468105 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-4ee2195d-7dd7-4e52-8572-1db2965901eb req-45f2ca65-be02-4889-8916-f28f1434e582 tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] 10.222.0.89 "GET /v2.0/security-groups?id=119a7f03-3e07-4d1e-8852-d9f974f9f052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650609 Feb 04 17:12:12.553703 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-76bcb905-f4a9-41d1-ba85-484774f987ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144'] for port (3153e3f4-0a06-4a11-9c83-0331a20a48e1), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:12.599973 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 371990f1-c956-47b0-85f9-8855bc4f400e no longer exists at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:12:12.617519 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76bcb905-f4a9-41d1-ba85-484774f987ce admin admin] Pushing event deleted for resources: {'Port': ['ID=3153e3f4-0a06-4a11-9c83-0331a20a48e1,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:12:12.654501 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-76bcb905-f4a9-41d1-ba85-484774f987ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1595544'] for router_gateway (74b5be9e-075c-4a07-92a6-c126201d5b5c), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:12.658066 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] No Port match for: 371990f1-c956-47b0-85f9-8855bc4f400e {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 17:12:12.659571 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 371990f1-c956-47b0-85f9-8855bc4f400e not bound to the agent host n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 17:12:12.775518 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17ac147-880f-4401-8b1e-47cd14f48a0e req-c3855019-1c8f-4d2c-8799-26c55caa0109 tempest-LiveAutoBlockMigrationV225Test-1607657603 tempest-LiveAutoBlockMigrationV225Test-1607657603-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:12:12.786597 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-a17ac147-880f-4401-8b1e-47cd14f48a0e req-c3855019-1c8f-4d2c-8799-26c55caa0109 tempest-LiveAutoBlockMigrationV225Test-1607657603 tempest-LiveAutoBlockMigrationV225Test-1607657603-project-admin] 10.222.0.89 "GET /v2.0/ports?device_id=284c52b0-3695-4fc3-be5f-67c29b313e1f HTTP/1.1" status: 200 len: 1126 time: 0.0693135 Feb 04 17:12:12.815456 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-76bcb905-f4a9-41d1-ba85-484774f987ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1601811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26971'] for router (74b5be9e-075c-4a07-92a6-c126201d5b5c), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:12.818631 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-76bcb905-f4a9-41d1-ba85-484774f987ce admin admin] Publish callbacks [] for router_controller (74b5be9e-075c-4a07-92a6-c126201d5b5c), precommit_delete_associations {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:12.886928 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-a17ac147-880f-4401-8b1e-47cd14f48a0e req-129024fd-c597-425f-9657-2b8557d54e76 tempest-LiveAutoBlockMigrationV225Test-1607657603 tempest-LiveAutoBlockMigrationV225Test-1607657603-project-admin] 10.222.0.89 "GET /v2.0/security-groups?id=119a7f03-3e07-4d1e-8852-d9f974f9f052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994272 Feb 04 17:12:12.898368 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-76bcb905-f4a9-41d1-ba85-484774f987ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1601832'] for router (74b5be9e-075c-4a07-92a6-c126201d5b5c), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:12.898926 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76bcb905-f4a9-41d1-ba85-484774f987ce admin admin] Fanout notify agent at l3_agent the message router_deleted on router 74b5be9e-075c-4a07-92a6-c126201d5b5c {{(pid=103376) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 17:12:12.909813 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-76bcb905-f4a9-41d1-ba85-484774f987ce admin admin] Publish callbacks [] for router (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:12.914339 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 51396) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:12:12.915032 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-76bcb905-f4a9-41d1-ba85-484774f987ce admin admin] 10.222.0.89 "DELETE /v2.0/routers/74b5be9e-075c-4a07-92a6-c126201d5b5c HTTP/1.1" status: 204 len: 168 time: 1.7241390 Feb 04 17:12:12.995711 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9793112-04e8-49c6-86e7-14f6905e8c98 admin admin] Deleting subnet 574e4b7d-d16c-4ffc-b2d1-9c97f6e44d56 {{(pid=103377) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 17:12:12.995711 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-f9793112-04e8-49c6-86e7-14f6905e8c98 admin admin] Publish callbacks [] for subnet (574e4b7d-d16c-4ffc-b2d1-9c97f6e44d56), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:12.997233 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36508701-e38c-457a-831e-3c21008d8d72 req-89be9354-3f9e-4244-9a8b-8938e206f9de tempest-DeleteServersAdminTestJSON-1119549418 tempest-DeleteServersAdminTestJSON-1119549418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:12:12.999038 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-36508701-e38c-457a-831e-3c21008d8d72 req-89be9354-3f9e-4244-9a8b-8938e206f9de tempest-DeleteServersAdminTestJSON-1119549418 tempest-DeleteServersAdminTestJSON-1119549418-project] 10.222.0.89 "GET /v2.0/ports?device_id=e287ed65-268e-4afa-ac95-3b3960a564b2 HTTP/1.1" status: 200 len: 950 time: 0.0819860 Feb 04 17:12:13.069130 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-f9793112-04e8-49c6-86e7-14f6905e8c98 admin admin] Publish callbacks [] for subnet (574e4b7d-d16c-4ffc-b2d1-9c97f6e44d56), precommit_delete_associations {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:13.073208 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-36508701-e38c-457a-831e-3c21008d8d72 req-b5ea0d60-9e94-40fb-95f1-6b95637d93b8 tempest-DeleteServersAdminTestJSON-1119549418 tempest-DeleteServersAdminTestJSON-1119549418-project] 10.222.0.89 "GET /v2.0/security-groups?id=35ea2ef0-2d20-4f98-9e35-b935cb69d427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661404 Feb 04 17:12:13.178174 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-f9793112-04e8-49c6-86e7-14f6905e8c98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1541225'] for subnet (574e4b7d-d16c-4ffc-b2d1-9c97f6e44d56), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:13.250609 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-f9793112-04e8-49c6-86e7-14f6905e8c98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1541216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327'] for subnet (574e4b7d-d16c-4ffc-b2d1-9c97f6e44d56), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:13.300622 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9793112-04e8-49c6-86e7-14f6905e8c98 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=574e4b7d-d16c-4ffc-b2d1-9c97f6e44d56,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:12:13.312115 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-f9793112-04e8-49c6-86e7-14f6905e8c98 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677565'] for subnet (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:13.312586 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-f9793112-04e8-49c6-86e7-14f6905e8c98 admin admin] 10.222.0.89 "DELETE /v2.0/subnets/574e4b7d-d16c-4ffc-b2d1-9c97f6e44d56 HTTP/1.1" status: 204 len: 168 time: 0.3967192 Feb 04 17:12:13.315178 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 51418) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:12:13.329096 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bdb1af1-7c70-42a8-932e-adfe1cf48ca2 None None] Network e941cf2a-5852-4284-8b63-29974e6e0102 requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:12:13.419915 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-291ab97a-457a-4b96-9e23-99333a88512e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628832'] for network (e941cf2a-5852-4284-8b63-29974e6e0102), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:13.507584 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-291ab97a-457a-4b96-9e23-99333a88512e admin admin] Deleting port 84503cb7-e834-4de3-85f5-324ef7e648b0 {{(pid=103377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:12:13.508250 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-291ab97a-457a-4b96-9e23-99333a88512e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (84503cb7-e834-4de3-85f5-324ef7e648b0), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:13.606049 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [None req-291ab97a-457a-4b96-9e23-99333a88512e admin admin] For port 84503cb7-e834-4de3-85f5-324ef7e648b0, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=84503cb7-e834-4de3-85f5-324ef7e648b0,segment=NetworkSegment(0a0a939d-889c-4199-9677-864d9bd5edb0),segment_id=0a0a939d-889c-4199-9677-864d9bd5edb0)] {{(pid=103377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:12:13.607701 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-291ab97a-457a-4b96-9e23-99333a88512e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (84503cb7-e834-4de3-85f5-324ef7e648b0), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:13.620952 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96837f7-bac8-4d3c-a694-3589b34ce2ef req-ebc1d547-0968-4aa2-bd02-9ab6e13e4a52 tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:12:13.621564 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-291ab97a-457a-4b96-9e23-99333a88512e admin admin] Calling delete_port for 84503cb7-e834-4de3-85f5-324ef7e648b0 owned by network:dhcp {{(pid=103377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:12:13.622998 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-c96837f7-bac8-4d3c-a694-3589b34ce2ef req-ebc1d547-0968-4aa2-bd02-9ab6e13e4a52 tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] 10.222.0.89 "GET /v2.0/networks?id=b27b7363-f5f5-42ff-a720-66280b0b57a7 HTTP/1.1" status: 200 len: 821 time: 0.1983006 Feb 04 17:12:13.640786 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-c96837f7-bac8-4d3c-a694-3589b34ce2ef req-401907de-fc74-4316-81e6-33bb9ca515ad tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] 10.222.0.89 "GET /v2.0/quotas/f3812c841c31408e86184d3885a61bc1 HTTP/1.1" status: 200 len: 375 time: 0.0118964 Feb 04 17:12:13.644834 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af69cf13-ce80-475d-90a7-0cde4caafa75 None None] DHCP port deletion for e941cf2a-5852-4284-8b63-29974e6e0102 request from n-d-827839-2 {{(pid=103378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 17:12:13.762945 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-af69cf13-ce80-475d-90a7-0cde4caafa75 None None] Deleting port 84503cb7-e834-4de3-85f5-324ef7e648b0 {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:12:13.763502 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-af69cf13-ce80-475d-90a7-0cde4caafa75 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (84503cb7-e834-4de3-85f5-324ef7e648b0), before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:13.763728 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-c96837f7-bac8-4d3c-a694-3589b34ce2ef req-8cc54239-7735-4a2e-bbc7-c702c50e4bb6 tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=f3812c841c31408e86184d3885a61bc1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1090391 Feb 04 17:12:13.771800 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-291ab97a-457a-4b96-9e23-99333a88512e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144'] for port (84503cb7-e834-4de3-85f5-324ef7e648b0), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:13.800068 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291ab97a-457a-4b96-9e23-99333a88512e admin admin] Pushing event deleted for resources: {'Port': ['ID=84503cb7-e834-4de3-85f5-324ef7e648b0,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:12:13.809556 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-291ab97a-457a-4b96-9e23-99333a88512e admin admin] No DVR routers for this DVR port 84503cb7-e834-4de3-85f5-324ef7e648b0 on host n-d-827839-2 {{(pid=103377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 17:12:13.905833 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-af69cf13-ce80-475d-90a7-0cde4caafa75 None None] For port 84503cb7-e834-4de3-85f5-324ef7e648b0, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=84503cb7-e834-4de3-85f5-324ef7e648b0,segment=NetworkSegment(0a0a939d-889c-4199-9677-864d9bd5edb0),segment_id=0a0a939d-889c-4199-9677-864d9bd5edb0)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:12:13.906345 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-af69cf13-ce80-475d-90a7-0cde4caafa75 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (84503cb7-e834-4de3-85f5-324ef7e648b0), precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:13.929801 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-291ab97a-457a-4b96-9e23-99333a88512e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1543676', 'neutron.services.segments.db._delete_segments_for_network-8781084786517'] for network (e941cf2a-5852-4284-8b63-29974e6e0102), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:13.935569 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-af69cf13-ce80-475d-90a7-0cde4caafa75 None None] Calling delete_port for 84503cb7-e834-4de3-85f5-324ef7e648b0 owned by network:dhcp {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:12:13.942642 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-c96837f7-bac8-4d3c-a694-3589b34ce2ef req-2dbc0421-6c86-4b4b-a602-ce996f753127 service neutron] 10.222.0.89 "GET /v2.0/networks/b27b7363-f5f5-42ff-a720-66280b0b57a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1709592 Feb 04 17:12:13.981812 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-291ab97a-457a-4b96-9e23-99333a88512e admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:12:13.982350 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-291ab97a-457a-4b96-9e23-99333a88512e admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:12:13.983364 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-291ab97a-457a-4b96-9e23-99333a88512e admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:12:13.983917 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-291ab97a-457a-4b96-9e23-99333a88512e admin admin] Subscribe: > port after_create 55550000 {{(pid=103377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:12:13.984457 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-291ab97a-457a-4b96-9e23-99333a88512e admin admin] Subscribe: > port after_delete 55550000 {{(pid=103377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:12:13.984831 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-291ab97a-457a-4b96-9e23-99333a88512e admin admin] Subscribe: > port after_update 55550000 {{(pid=103377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:12:13.985205 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-291ab97a-457a-4b96-9e23-99333a88512e admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:12:13.986047 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-291ab97a-457a-4b96-9e23-99333a88512e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:12:13.987323 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-291ab97a-457a-4b96-9e23-99333a88512e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:12:13.987323 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-291ab97a-457a-4b96-9e23-99333a88512e admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:12:14.064497 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-291ab97a-457a-4b96-9e23-99333a88512e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:12:14.064946 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-291ab97a-457a-4b96-9e23-99333a88512e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:12:14.065355 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-291ab97a-457a-4b96-9e23-99333a88512e admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:12:14.065762 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-291ab97a-457a-4b96-9e23-99333a88512e admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:12:14.066571 n-d-827839-2 neutron-server[103377]: DEBUG neutron.services.segments.db [None req-291ab97a-457a-4b96-9e23-99333a88512e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e941cf2a-5852-4284-8b63-29974e6e0102']}} {{(pid=103377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:12:14.091268 n-d-827839-2 neutron-server[103377]: DEBUG neutron.services.segments.db [None req-291ab97a-457a-4b96-9e23-99333a88512e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a0a939d-889c-4199-9677-864d9bd5edb0') {'for_net_delete': True} {{(pid=103377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:12:14.091748 n-d-827839-2 neutron-server[103377]: DEBUG neutron.services.segments.db [None req-291ab97a-457a-4b96-9e23-99333a88512e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a0a939d-889c-4199-9677-864d9bd5edb0') {} {{(pid=103377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:12:14.111675 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-c96837f7-bac8-4d3c-a694-3589b34ce2ef req-8cdcf61a-a3c7-40cc-8cf3-93472062e48f service neutron] 10.222.0.89 "GET /v2.0/networks/b27b7363-f5f5-42ff-a720-66280b0b57a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1608024 Feb 04 17:12:14.114371 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-291ab97a-457a-4b96-9e23-99333a88512e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781084783966', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26866685'] for segment (0a0a939d-889c-4199-9677-864d9bd5edb0), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:14.147346 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-291ab97a-457a-4b96-9e23-99333a88512e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (0a0a939d-889c-4199-9677-864d9bd5edb0), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:14.149917 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-af69cf13-ce80-475d-90a7-0cde4caafa75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144'] for port (84503cb7-e834-4de3-85f5-324ef7e648b0), after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:14.167677 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-291ab97a-457a-4b96-9e23-99333a88512e admin admin] Releasing vlan 750 on physical network physnet1 to pool {{(pid=103377) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 17:12:14.169459 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-291ab97a-457a-4b96-9e23-99333a88512e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25888454'] for segment (0a0a939d-889c-4199-9677-864d9bd5edb0), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:14.186680 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af69cf13-ce80-475d-90a7-0cde4caafa75 None None] Pushing event deleted for resources: {'Port': ['ID=84503cb7-e834-4de3-85f5-324ef7e648b0,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:12:14.192404 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af69cf13-ce80-475d-90a7-0cde4caafa75 None None] No DVR routers for this DVR port 84503cb7-e834-4de3-85f5-324ef7e648b0 on host n-d-827839-2 {{(pid=103378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 17:12:14.212340 n-d-827839-2 neutron-server[103377]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 04 17:12:14.212340 n-d-827839-2 neutron-server[103377]: from cryptography.utils import int_from_bytes Feb 04 17:12:14.212340 n-d-827839-2 neutron-server[103377]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 04 17:12:14.212340 n-d-827839-2 neutron-server[103377]: from cryptography.utils import int_from_bytes Feb 04 17:12:14.212340 n-d-827839-2 neutron-server[103377]: Traceback (most recent call last): Feb 04 17:12:14.212340 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 17:12:14.212340 n-d-827839-2 neutron-server[103377]: timer() Feb 04 17:12:14.212340 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 17:12:14.212340 n-d-827839-2 neutron-server[103377]: cb(*args, **kw) Feb 04 17:12:14.212340 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 17:12:14.212340 n-d-827839-2 neutron-server[103377]: return func(*args, **kwargs) Feb 04 17:12:14.212340 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 17:12:14.212340 n-d-827839-2 neutron-server[103377]: self._notify() Feb 04 17:12:14.212340 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 17:12:14.212340 n-d-827839-2 neutron-server[103377]: self.callback(batched_events) Feb 04 17:12:14.212340 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 17:12:14.212340 n-d-827839-2 neutron-server[103377]: event.method(event) Feb 04 17:12:14.212340 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 17:12:14.212340 n-d-827839-2 neutron-server[103377]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 17:12:14.212340 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 17:12:14.212340 n-d-827839-2 neutron-server[103377]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 17:12:14.212340 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 17:12:14.212340 n-d-827839-2 neutron-server[103377]: return f(self, *a, **k) Feb 04 17:12:14.212340 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 17:12:14.212340 n-d-827839-2 neutron-server[103377]: return self._get(url).json() Feb 04 17:12:14.212340 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 17:12:14.212340 n-d-827839-2 neutron-server[103377]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 17:12:14.212340 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 17:12:14.212340 n-d-827839-2 neutron-server[103377]: return self.request(url, 'GET', **kwargs) Feb 04 17:12:14.212340 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 17:12:14.212340 n-d-827839-2 neutron-server[103377]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 17:12:14.212340 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 17:12:14.212340 n-d-827839-2 neutron-server[103377]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 17:12:14.212340 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 17:12:14.212340 n-d-827839-2 neutron-server[103377]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 17:12:14.212340 n-d-827839-2 neutron-server[103377]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 17:12:14.295046 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-291ab97a-457a-4b96-9e23-99333a88512e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1543671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1595572'] for network (e941cf2a-5852-4284-8b63-29974e6e0102), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:14.315247 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-291ab97a-457a-4b96-9e23-99333a88512e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677565'] for network (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:14.315247 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-291ab97a-457a-4b96-9e23-99333a88512e admin admin] 10.222.0.89 "DELETE /v2.0/networks/e941cf2a-5852-4284-8b63-29974e6e0102 HTTP/1.1" status: 204 len: 168 time: 0.9928579 Feb 04 17:12:14.339946 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291ab97a-457a-4b96-9e23-99333a88512e admin admin] Pushing event deleted for resources: {'Network': ['ID=e941cf2a-5852-4284-8b63-29974e6e0102,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:12:14.493453 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9e9b60-84db-480c-9437-cf2390e7810b req-62139175-b30a-47d0-9d8a-dfacb3f22394 tempest-DeleteServersAdminTestJSON-1119549418 tempest-DeleteServersAdminTestJSON-1119549418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:12:14.495074 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-3e9e9b60-84db-480c-9437-cf2390e7810b req-62139175-b30a-47d0-9d8a-dfacb3f22394 tempest-DeleteServersAdminTestJSON-1119549418 tempest-DeleteServersAdminTestJSON-1119549418-project] 10.222.0.89 "GET /v2.0/ports?device_id=e287ed65-268e-4afa-ac95-3b3960a564b2 HTTP/1.1" status: 200 len: 950 time: 0.0644298 Feb 04 17:12:14.565234 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-3e9e9b60-84db-480c-9437-cf2390e7810b req-82706568-0cca-4d8a-8955-b8c409be359f tempest-DeleteServersAdminTestJSON-1119549418 tempest-DeleteServersAdminTestJSON-1119549418-project] 10.222.0.89 "GET /v2.0/security-groups?id=35ea2ef0-2d20-4f98-9e35-b935cb69d427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595553 Feb 04 17:12:14.589291 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 51470) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:12:14.670968 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 84503cb7-e834-4de3-85f5-324ef7e648b0 no longer exists at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:12:14.689947 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-3180f668-9c17-4855-89ff-8e1ed3951e3c req-5129974f-853a-4b67-b835-ebb3690c259b tempest-ImagesOneServerTestJSON-981392013 tempest-ImagesOneServerTestJSON-981392013-project] 10.222.0.89 "GET /v2.0/networks?tenant_id=2c420b292f5b4cbf9817b70576d5d74f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0554924 Feb 04 17:12:14.697212 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] No Port match for: 84503cb7-e834-4de3-85f5-324ef7e648b0 {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 17:12:14.697556 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 84503cb7-e834-4de3-85f5-324ef7e648b0 not bound to the agent host n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 17:12:14.697981 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 3153e3f4-0a06-4a11-9c83-0331a20a48e1 no longer exists at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:12:14.755391 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] No Port match for: 3153e3f4-0a06-4a11-9c83-0331a20a48e1 {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 17:12:14.755746 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 3153e3f4-0a06-4a11-9c83-0331a20a48e1 not bound to the agent host n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 17:12:14.808169 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-54daf7b7-35a0-4468-88c8-d0665e7900af admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=86e5384b0ee84732b26b62ff2467c60f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2176065 Feb 04 17:12:14.811369 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 51482) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:12:14.895006 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-7af4cf2c-4fca-4057-8009-889bfe3e004f admin admin] Publish callbacks [] for security_group (5d264e15-a74e-4acb-8b99-64515cf194c6), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:14.927734 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-7af4cf2c-4fca-4057-8009-889bfe3e004f admin admin] Publish callbacks [] for security_group (5d264e15-a74e-4acb-8b99-64515cf194c6), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:14.949452 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3180f668-9c17-4855-89ff-8e1ed3951e3c req-240e0bd3-a1a4-4ee0-b35f-5d69855d92f9 tempest-ImagesOneServerTestJSON-981392013 tempest-ImagesOneServerTestJSON-981392013-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:12:14.958312 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-3180f668-9c17-4855-89ff-8e1ed3951e3c req-240e0bd3-a1a4-4ee0-b35f-5d69855d92f9 tempest-ImagesOneServerTestJSON-981392013 tempest-ImagesOneServerTestJSON-981392013-project] 10.222.0.89 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2544160 Feb 04 17:12:14.977409 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-3180f668-9c17-4855-89ff-8e1ed3951e3c req-1c8c9d6a-d43b-47f7-8bbd-07714483fc67 tempest-ImagesOneServerTestJSON-981392013 tempest-ImagesOneServerTestJSON-981392013-project] 10.222.0.89 "GET /v2.0/quotas/2c420b292f5b4cbf9817b70576d5d74f HTTP/1.1" status: 200 len: 375 time: 0.0110712 Feb 04 17:12:14.995569 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-5a208ee2-aed4-4523-abb5-c63f37dd67ac req-eee5714e-8e6b-4c10-8fff-02c677890422 tempest-ServerDiagnosticsNegativeTest-1396520382 tempest-ServerDiagnosticsNegativeTest-1396520382-project] 10.222.0.89 "GET /v2.0/networks?tenant_id=b998a6eae085453a97bb8b5a4e98cd21&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0284135 Feb 04 17:12:15.030058 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-3180f668-9c17-4855-89ff-8e1ed3951e3c req-3eea2dbd-cfd1-4033-ad7c-4fc804cfabe8 tempest-ImagesOneServerTestJSON-981392013 tempest-ImagesOneServerTestJSON-981392013-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=2c420b292f5b4cbf9817b70576d5d74f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0392568 Feb 04 17:12:15.033637 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-7af4cf2c-4fca-4057-8009-889bfe3e004f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (5d264e15-a74e-4acb-8b99-64515cf194c6), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:15.036881 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-7af4cf2c-4fca-4057-8009-889bfe3e004f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:15.038124 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-7af4cf2c-4fca-4057-8009-889bfe3e004f admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/5d264e15-a74e-4acb-8b99-64515cf194c6 HTTP/1.1" status: 204 len: 168 time: 0.2254512 Feb 04 17:12:15.077980 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af4cf2c-4fca-4057-8009-889bfe3e004f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d264e15-a74e-4acb-8b99-64515cf194c6,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:12:15.201140 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a208ee2-aed4-4523-abb5-c63f37dd67ac req-e817f298-57c2-4845-819a-a25eea1cab72 tempest-ServerDiagnosticsNegativeTest-1396520382 tempest-ServerDiagnosticsNegativeTest-1396520382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:12:15.208271 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-5a208ee2-aed4-4523-abb5-c63f37dd67ac req-e817f298-57c2-4845-819a-a25eea1cab72 tempest-ServerDiagnosticsNegativeTest-1396520382 tempest-ServerDiagnosticsNegativeTest-1396520382-project] 10.222.0.89 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1690216 Feb 04 17:12:15.230807 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-5a208ee2-aed4-4523-abb5-c63f37dd67ac req-431d9b58-f196-4c42-aab5-9d095fe2a141 tempest-ServerDiagnosticsNegativeTest-1396520382 tempest-ServerDiagnosticsNegativeTest-1396520382-project] 10.222.0.89 "GET /v2.0/quotas/b998a6eae085453a97bb8b5a4e98cd21 HTTP/1.1" status: 200 len: 375 time: 0.0207870 Feb 04 17:12:15.333408 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-5a208ee2-aed4-4523-abb5-c63f37dd67ac req-33c237ec-1266-4dc7-bf25-4289b9eacfb2 tempest-ServerDiagnosticsNegativeTest-1396520382 tempest-ServerDiagnosticsNegativeTest-1396520382-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=b998a6eae085453a97bb8b5a4e98cd21&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0995097 Feb 04 17:12:15.359760 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-e58c27db-824f-4cac-93bf-b6cdae8bc439 req-1e547546-c803-48a8-bb6c-bae149951cb4 tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] 10.222.0.89 "GET /v2.0/ports?device_id=2fa90556-daae-4498-8501-e90a55f37287 HTTP/1.1" status: 200 len: 210 time: 0.0644326 Feb 04 17:12:15.588179 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0271e0e7-bab7-4736-a66d-e4a91021739b req-5176460e-5fa7-4b0a-aad5-69d1e96f9f6c tempest-DeleteServersAdminTestJSON-1839832198 tempest-DeleteServersAdminTestJSON-1839832198-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:12:15.590332 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-0271e0e7-bab7-4736-a66d-e4a91021739b req-5176460e-5fa7-4b0a-aad5-69d1e96f9f6c tempest-DeleteServersAdminTestJSON-1839832198 tempest-DeleteServersAdminTestJSON-1839832198-project-admin] 10.222.0.90 "GET /v2.0/ports?device_id=e287ed65-268e-4afa-ac95-3b3960a564b2 HTTP/1.1" status: 200 len: 1132 time: 0.1281009 Feb 04 17:12:15.656154 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-0c7d036f-4450-4e3e-bca9-7e9de43368e0 req-029bcdcc-a952-46cb-8a34-29f0d511bf35 tempest-ImagesOneServerTestJSON-981392013 tempest-ImagesOneServerTestJSON-981392013-project] 10.222.0.89 "GET /v2.0/ports?device_id=b35c36f6-2ebf-48ae-aa08-48a8ee20c89c HTTP/1.1" status: 200 len: 210 time: 0.0412917 Feb 04 17:12:15.883312 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a72004-997b-461c-a656-4cb9a3929227 req-e55fa3c4-932d-4337-8f52-4f4e893ffa5d tempest-DeleteServersAdminTestJSON-1119549418 tempest-DeleteServersAdminTestJSON-1119549418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:12:15.893299 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-26a72004-997b-461c-a656-4cb9a3929227 req-e55fa3c4-932d-4337-8f52-4f4e893ffa5d tempest-DeleteServersAdminTestJSON-1119549418 tempest-DeleteServersAdminTestJSON-1119549418-project] 10.222.0.89 "GET /v2.0/ports?device_id=e287ed65-268e-4afa-ac95-3b3960a564b2 HTTP/1.1" status: 200 len: 950 time: 0.1269321 Feb 04 17:12:15.998884 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-26a72004-997b-461c-a656-4cb9a3929227 req-c5c3db30-2f80-4cd5-af6e-6c03e7bbed86 tempest-DeleteServersAdminTestJSON-1119549418 tempest-DeleteServersAdminTestJSON-1119549418-project] 10.222.0.89 "GET /v2.0/security-groups?id=35ea2ef0-2d20-4f98-9e35-b935cb69d427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971782 Feb 04 17:12:16.074270 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-c82a335d-fa03-47cf-9e59-061d6bdc13f2 req-d5c1bf74-2e76-4917-a0a7-d3f5bb301265 tempest-ServerDiagnosticsNegativeTest-1396520382 tempest-ServerDiagnosticsNegativeTest-1396520382-project] 10.222.0.89 "GET /v2.0/ports?device_id=55c265ac-0685-4d07-b6e7-8fb69429bb30 HTTP/1.1" status: 200 len: 210 time: 0.2385402 Feb 04 17:12:16.155005 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [req-0271e0e7-bab7-4736-a66d-e4a91021739b req-43dccf68-3ff8-4d1d-af71-8153c77baac6 tempest-DeleteServersAdminTestJSON-1839832198 tempest-DeleteServersAdminTestJSON-1839832198-project-admin] Deleting port fdafa5a0-091a-4b4b-b34a-b153af89a0a5 {{(pid=103377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:12:16.156506 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-0271e0e7-bab7-4736-a66d-e4a91021739b req-43dccf68-3ff8-4d1d-af71-8153c77baac6 tempest-DeleteServersAdminTestJSON-1839832198 tempest-DeleteServersAdminTestJSON-1839832198-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (fdafa5a0-091a-4b4b-b34a-b153af89a0a5), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:16.323568 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96837f7-bac8-4d3c-a694-3589b34ce2ef req-8bc69ccd-92ad-43b1-ba0e-192be8be0f44 tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:12:16.323568 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-c96837f7-bac8-4d3c-a694-3589b34ce2ef req-8bc69ccd-92ad-43b1-ba0e-192be8be0f44 tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] 10.222.0.96 "GET /v2.0/networks?id=b27b7363-f5f5-42ff-a720-66280b0b57a7 HTTP/1.1" status: 200 len: 821 time: 0.4747822 Feb 04 17:12:16.362310 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [req-c96837f7-bac8-4d3c-a694-3589b34ce2ef req-f44bf9cd-7248-435d-9b94-6c09aee4c145 tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] Request body: {'port': {'device_id': '2fa90556-daae-4498-8501-e90a55f37287', 'network_id': 'b27b7363-f5f5-42ff-a720-66280b0b57a7', 'admin_state_up': True, 'tenant_id': 'f3812c841c31408e86184d3885a61bc1'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:12:16.519427 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [req-0271e0e7-bab7-4736-a66d-e4a91021739b req-43dccf68-3ff8-4d1d-af71-8153c77baac6 tempest-DeleteServersAdminTestJSON-1839832198 tempest-DeleteServersAdminTestJSON-1839832198-project-admin] For port fdafa5a0-091a-4b4b-b34a-b153af89a0a5, host n-h2-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=fdafa5a0-091a-4b4b-b34a-b153af89a0a5,segment=NetworkSegment(3a39b085-d3e6-43bb-a64c-1b06dd049e5a),segment_id=3a39b085-d3e6-43bb-a64c-1b06dd049e5a)] {{(pid=103377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:12:16.519797 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-0271e0e7-bab7-4736-a66d-e4a91021739b req-43dccf68-3ff8-4d1d-af71-8153c77baac6 tempest-DeleteServersAdminTestJSON-1839832198 tempest-DeleteServersAdminTestJSON-1839832198-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (fdafa5a0-091a-4b4b-b34a-b153af89a0a5), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:16.546748 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [req-0271e0e7-bab7-4736-a66d-e4a91021739b req-43dccf68-3ff8-4d1d-af71-8153c77baac6 tempest-DeleteServersAdminTestJSON-1839832198 tempest-DeleteServersAdminTestJSON-1839832198-project-admin] Calling delete_port for fdafa5a0-091a-4b4b-b34a-b153af89a0a5 owned by compute:nova {{(pid=103377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:12:16.600674 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-bee630fd-1671-449e-9504-fc55707543f4 req-0c878b0f-0047-4194-a4b2-e380467be41c tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] 10.222.0.89 "GET /v2.0/ports?device_id=2fa90556-daae-4498-8501-e90a55f37287 HTTP/1.1" status: 200 len: 210 time: 0.0539105 Feb 04 17:12:16.666094 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c96837f7-bac8-4d3c-a694-3589b34ce2ef req-f44bf9cd-7248-435d-9b94-6c09aee4c145 tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] Made reservation on behalf of f3812c841c31408e86184d3885a61bc1 for: {'port': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:12:16.670386 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-c96837f7-bac8-4d3c-a694-3589b34ce2ef req-f44bf9cd-7248-435d-9b94-6c09aee4c145 tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:16.712322 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 51566) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:12:16.784024 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-0271e0e7-bab7-4736-a66d-e4a91021739b req-43dccf68-3ff8-4d1d-af71-8153c77baac6 tempest-DeleteServersAdminTestJSON-1839832198 tempest-DeleteServersAdminTestJSON-1839832198-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (fdafa5a0-091a-4b4b-b34a-b153af89a0a5), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:16.841497 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-e29504f7-ed82-4051-8080-70b62d4d0426 req-ffdf5d5d-d1c0-476c-b62e-2ddaf9d96502 tempest-ImagesOneServerTestJSON-981392013 tempest-ImagesOneServerTestJSON-981392013-project] 10.222.0.89 "GET /v2.0/ports?device_id=b35c36f6-2ebf-48ae-aa08-48a8ee20c89c HTTP/1.1" status: 200 len: 210 time: 0.0593076 Feb 04 17:12:16.851926 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43dccf68-3ff8-4d1d-af71-8153c77baac6 tempest-DeleteServersAdminTestJSON-1839832198 tempest-DeleteServersAdminTestJSON-1839832198-project-admin] Pushing event deleted for resources: {'Port': ['ID=fdafa5a0-091a-4b4b-b34a-b153af89a0a5,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:12:16.947077 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-ef1ced75-79f2-4a7f-8253-ffc11543dc71 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-583815648-network', 'tenant_id': '86774b39ad8a41fa924d1792aacb1e11'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:12:16.952258 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [req-0271e0e7-bab7-4736-a66d-e4a91021739b req-43dccf68-3ff8-4d1d-af71-8153c77baac6 tempest-DeleteServersAdminTestJSON-1839832198 tempest-DeleteServersAdminTestJSON-1839832198-project-admin] No DVR routers for this DVR port fdafa5a0-091a-4b4b-b34a-b153af89a0a5 on host n-h2-827839-2 {{(pid=103377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 17:12:16.984911 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-0271e0e7-bab7-4736-a66d-e4a91021739b req-43dccf68-3ff8-4d1d-af71-8153c77baac6 tempest-DeleteServersAdminTestJSON-1839832198 tempest-DeleteServersAdminTestJSON-1839832198-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:16.988566 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-0271e0e7-bab7-4736-a66d-e4a91021739b req-43dccf68-3ff8-4d1d-af71-8153c77baac6 tempest-DeleteServersAdminTestJSON-1839832198 tempest-DeleteServersAdminTestJSON-1839832198-project-admin] 10.222.0.90 "DELETE /v2.0/ports/fdafa5a0-091a-4b4b-b34a-b153af89a0a5 HTTP/1.1" status: 204 len: 173 time: 1.3918869 Feb 04 17:12:16.989463 n-d-827839-2 neutron-server[103377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e287ed65-268e-4afa-ac95-3b3960a564b2', 'name': 'network-vif-deleted', 'tag': 'fdafa5a0-091a-4b4b-b34a-b153af89a0a5'}] {{(pid=103377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:12:16.991298 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef1ced75-79f2-4a7f-8253-ffc11543dc71 admin admin] Made reservation on behalf of 86774b39ad8a41fa924d1792aacb1e11 for: {'network': 1} {{(pid=103376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:12:16.991758 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7240428b650e1488e9361b62648ff4b3a6c19d49d8c27c949491ab58c1346cf0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56d1fca7-d13a-4c49-8a7d-191b1e5b775b" -d '{"events": [{"server_uuid": "e287ed65-268e-4afa-ac95-3b3960a564b2", "name": "network-vif-deleted", "tag": "fdafa5a0-091a-4b4b-b34a-b153af89a0a5"}]}' {{(pid=103377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:12:16.996260 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-ef1ced75-79f2-4a7f-8253-ffc11543dc71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for network (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:17.039131 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-ef1ced75-79f2-4a7f-8253-ffc11543dc71 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:17.065181 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-f616512b-81e0-430c-b967-d32d3289a7ed req-226f93e0-4700-43a6-a555-9c48034df46d tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] 10.222.0.89 "GET /v2.0/networks?tenant_id=1cd99d9701204f3692368e4539967c47&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0899880 Feb 04 17:12:17.082066 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 17:12:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17e82374-a2c4-483b-8526-192fb0a653fe x-openstack-request-id: req-17e82374-a2c4-483b-8526-192fb0a653fe {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:12:17.082560 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e287ed65-268e-4afa-ac95-3b3960a564b2", "name": "network-vif-deleted", "tag": "fdafa5a0-091a-4b4b-b34a-b153af89a0a5", "status": "completed", "code": 200}]} {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:12:17.082950 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-17e82374-a2c4-483b-8526-192fb0a653fe {{(pid=103377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:12:17.083484 n-d-827839-2 neutron-server[103377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e287ed65-268e-4afa-ac95-3b3960a564b2', 'name': 'network-vif-deleted', 'tag': 'fdafa5a0-091a-4b4b-b34a-b153af89a0a5', 'status': 'completed', 'code': 200} Feb 04 17:12:17.105884 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-3180f668-9c17-4855-89ff-8e1ed3951e3c req-baf4d774-ff75-4aef-94b3-a5b70f7addf2 tempest-ImagesOneServerTestJSON-981392013 tempest-ImagesOneServerTestJSON-981392013-project] 10.222.0.90 "GET /v2.0/networks?tenant_id=2c420b292f5b4cbf9817b70576d5d74f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0761588 Feb 04 17:12:17.243003 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-ef1ced75-79f2-4a7f-8253-ffc11543dc71 admin admin] Publish callbacks [] for security_group (93c660a2-9a39-4e35-b172-c2fcfd9b6315), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:17.261144 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-83f7ec0b-25ac-4e42-994f-07380e723269 req-aa048bed-62b2-4a85-9143-14d70ef72e7e tempest-DeleteServersAdminTestJSON-1119549418 tempest-DeleteServersAdminTestJSON-1119549418-project] 10.222.0.89 "GET /v2.0/ports?device_id=e287ed65-268e-4afa-ac95-3b3960a564b2 HTTP/1.1" status: 200 len: 210 time: 0.0545275 Feb 04 17:12:17.261957 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-ef1ced75-79f2-4a7f-8253-ffc11543dc71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (93c660a2-9a39-4e35-b172-c2fcfd9b6315), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:17.300444 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef1ced75-79f2-4a7f-8253-ffc11543dc71 admin admin] vlan segment allocate from pool success with {'vlan_id': 764, 'physical_network': 'physnet1'} {{(pid=103376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 17:12:17.305953 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1ced75-79f2-4a7f-8253-ffc11543dc71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93c660a2-9a39-4e35-b172-c2fcfd9b6315,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:12:17.314306 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-ef1ced75-79f2-4a7f-8253-ffc11543dc71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (925d9078-c82e-4bcc-b2ae-415f0fcde575), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:17.314406 n-d-827839-2 neutron-server[103376]: INFO neutron.db.segments_db [None req-ef1ced75-79f2-4a7f-8253-ffc11543dc71 admin admin] Added segment 925d9078-c82e-4bcc-b2ae-415f0fcde575 of type vlan for network 518579bb-9b83-431f-85d9-0080ad95e906 Feb 04 17:12:17.334454 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.db_base_plugin_common [req-c96837f7-bac8-4d3c-a694-3589b34ce2ef req-f44bf9cd-7248-435d-9b94-6c09aee4c145 tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] Allocated IP 172.20.0.3 (b27b7363-f5f5-42ff-a720-66280b0b57a7/fa2004f2-da24-41cf-84b9-96d41a7dd118/1d6e420e-bb1f-421e-9902-a9c0af5df917) {{(pid=103377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:12:17.357953 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 51592) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:12:17.411044 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-a51a0137-ad33-482d-81fa-263206828a07 req-f486bdc8-49ec-489f-b5e3-e8c2f8697095 tempest-ServerDiagnosticsNegativeTest-1396520382 tempest-ServerDiagnosticsNegativeTest-1396520382-project] 10.222.0.89 "GET /v2.0/ports?device_id=55c265ac-0685-4d07-b6e7-8fb69429bb30 HTTP/1.1" status: 200 len: 210 time: 0.0434587 Feb 04 17:12:17.414734 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-ef1ced75-79f2-4a7f-8253-ffc11543dc71 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781084292801'] for network (518579bb-9b83-431f-85d9-0080ad95e906), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:17.469581 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-ef1ced75-79f2-4a7f-8253-ffc11543dc71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327'] for network (518579bb-9b83-431f-85d9-0080ad95e906), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:17.471095 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef1ced75-79f2-4a7f-8253-ffc11543dc71 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:12:17.471987 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-ef1ced75-79f2-4a7f-8253-ffc11543dc71 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677565'] for network (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:17.542191 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3180f668-9c17-4855-89ff-8e1ed3951e3c req-c90df139-5f37-4c38-80e9-aa49cf2b3751 tempest-ImagesOneServerTestJSON-981392013 tempest-ImagesOneServerTestJSON-981392013-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:12:17.542793 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-3180f668-9c17-4855-89ff-8e1ed3951e3c req-c90df139-5f37-4c38-80e9-aa49cf2b3751 tempest-ImagesOneServerTestJSON-981392013 tempest-ImagesOneServerTestJSON-981392013-project] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4085684 Feb 04 17:12:17.543180 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-ef1ced75-79f2-4a7f-8253-ffc11543dc71 admin admin] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.8278966 Feb 04 17:12:17.543318 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 51596) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:12:17.547879 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1ced75-79f2-4a7f-8253-ffc11543dc71 admin admin] Pushing event updated for resources: {'Network': ['ID=518579bb-9b83-431f-85d9-0080ad95e906,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:12:17.551883 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-5a208ee2-aed4-4523-abb5-c63f37dd67ac req-869235ab-ee6e-4335-a546-7585248ab48b tempest-ServerDiagnosticsNegativeTest-1396520382 tempest-ServerDiagnosticsNegativeTest-1396520382-project] 10.222.0.90 "GET /v2.0/networks?tenant_id=b998a6eae085453a97bb8b5a4e98cd21&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1470912 Feb 04 17:12:17.557287 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-5bc8fd2b-4b90-40a8-bc5c-132d596a7677 admin admin] Request body: {'subnet': {'network_id': '518579bb-9b83-431f-85d9-0080ad95e906', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-583815648-subnet', 'tenant_id': '86774b39ad8a41fa924d1792aacb1e11', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:12:17.565211 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Network 518579bb-9b83-431f-85d9-0080ad95e906 details requested by agent ovs-agent-n-d-827839-2 with host n-d-827839-2 {{(pid=103378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 17:12:17.573011 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [req-3180f668-9c17-4855-89ff-8e1ed3951e3c req-55a1f1f8-3aab-4bb9-9b84-e5db0554bd20 tempest-ImagesOneServerTestJSON-981392013 tempest-ImagesOneServerTestJSON-981392013-project] Request body: {'port': {'device_id': 'b35c36f6-2ebf-48ae-aa08-48a8ee20c89c', 'network_id': '02be22b9-aa53-40ea-8050-9239cd27d1ff', 'admin_state_up': True, 'tenant_id': '2c420b292f5b4cbf9817b70576d5d74f'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:12:17.602161 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f616512b-81e0-430c-b967-d32d3289a7ed req-49145958-b370-484b-8989-137f260ccc80 tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:12:17.604278 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-f616512b-81e0-430c-b967-d32d3289a7ed req-49145958-b370-484b-8989-137f260ccc80 tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] 10.222.0.89 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5380602 Feb 04 17:12:17.641094 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-f5d3c49c-0b29-437f-8bee-d6abf059d196 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:17.717178 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-23e3accb-733f-48c3-9e94-6e6cfb756c03 req-e69af2cd-403e-456f-a264-cce3ade5bd6b tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] 10.222.0.89 "GET /v2.0/ports?device_id=2fa90556-daae-4498-8501-e90a55f37287 HTTP/1.1" status: 200 len: 210 time: 0.0308836 Feb 04 17:12:17.746841 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-f616512b-81e0-430c-b967-d32d3289a7ed req-423de14e-a67a-4ab9-90e3-2e876f732dd8 tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] 10.222.0.89 "GET /v2.0/quotas/1cd99d9701204f3692368e4539967c47 HTTP/1.1" status: 200 len: 375 time: 0.1071320 Feb 04 17:12:17.755366 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bc8fd2b-4b90-40a8-bc5c-132d596a7677 admin admin] Made reservation on behalf of 86774b39ad8a41fa924d1792aacb1e11 for: {'subnet': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:12:17.757694 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-5bc8fd2b-4b90-40a8-bc5c-132d596a7677 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25597243'] for subnet (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:17.938037 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-2827b901-fe57-4cd3-a6d7-d6bd016afca3 req-622e53e9-cf38-42d8-8d82-c3076d09c36f tempest-ImagesOneServerTestJSON-981392013 tempest-ImagesOneServerTestJSON-981392013-project] 10.222.0.89 "GET /v2.0/ports?device_id=b35c36f6-2ebf-48ae-aa08-48a8ee20c89c HTTP/1.1" status: 200 len: 210 time: 0.0335834 Feb 04 17:12:18.066699 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-c96837f7-bac8-4d3c-a694-3589b34ce2ef req-f44bf9cd-7248-435d-9b94-6c09aee4c145 tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] Publish callbacks [] for port (1d6e420e-bb1f-421e-9902-a9c0af5df917), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:18.101881 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-f616512b-81e0-430c-b967-d32d3289a7ed req-009caa44-2b55-44e9-a884-bdbdf77a0b5e tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=1cd99d9701204f3692368e4539967c47&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3304257 Feb 04 17:12:18.220126 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a208ee2-aed4-4523-abb5-c63f37dd67ac req-40d29b41-4ef4-4ea1-ac80-10a53cece276 tempest-ServerDiagnosticsNegativeTest-1396520382 tempest-ServerDiagnosticsNegativeTest-1396520382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:12:18.221591 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-5a208ee2-aed4-4523-abb5-c63f37dd67ac req-40d29b41-4ef4-4ea1-ac80-10a53cece276 tempest-ServerDiagnosticsNegativeTest-1396520382 tempest-ServerDiagnosticsNegativeTest-1396520382-project] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6453521 Feb 04 17:12:18.252480 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [req-5a208ee2-aed4-4523-abb5-c63f37dd67ac req-aaab34c9-10f2-4989-8751-291f9ec97041 tempest-ServerDiagnosticsNegativeTest-1396520382 tempest-ServerDiagnosticsNegativeTest-1396520382-project] Request body: {'port': {'device_id': '55c265ac-0685-4d07-b6e7-8fb69429bb30', 'network_id': '02be22b9-aa53-40ea-8050-9239cd27d1ff', 'admin_state_up': True, 'tenant_id': 'b998a6eae085453a97bb8b5a4e98cd21'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:12:18.300266 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-e2c6b06c-49c8-428e-9b7d-2987e3e4a3d1 req-04c32246-36d0-4019-8bac-6fd62150cf0e tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] 10.222.0.89 "GET /v2.0/ports?device_id=99914122-947d-4d33-8d43-120a66c70f08 HTTP/1.1" status: 200 len: 210 time: 0.0435462 Feb 04 17:12:18.338700 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3180f668-9c17-4855-89ff-8e1ed3951e3c req-55a1f1f8-3aab-4bb9-9b84-e5db0554bd20 tempest-ImagesOneServerTestJSON-981392013 tempest-ImagesOneServerTestJSON-981392013-project] Made reservation on behalf of 2c420b292f5b4cbf9817b70576d5d74f for: {'port': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:12:18.342949 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-3180f668-9c17-4855-89ff-8e1ed3951e3c req-55a1f1f8-3aab-4bb9-9b84-e5db0554bd20 tempest-ImagesOneServerTestJSON-981392013 tempest-ImagesOneServerTestJSON-981392013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:18.361913 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-c96837f7-bac8-4d3c-a694-3589b34ce2ef req-f44bf9cd-7248-435d-9b94-6c09aee4c145 tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (1d6e420e-bb1f-421e-9902-a9c0af5df917), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:18.369108 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-f5d3c49c-0b29-437f-8bee-d6abf059d196 admin admin] Publish callbacks [] for security_group (860c49c6-ddcb-4bac-945a-4dfcdd574351), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:18.432204 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-f5d3c49c-0b29-437f-8bee-d6abf059d196 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (860c49c6-ddcb-4bac-945a-4dfcdd574351), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:18.454714 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-3180f668-9c17-4855-89ff-8e1ed3951e3c req-55a1f1f8-3aab-4bb9-9b84-e5db0554bd20 tempest-ImagesOneServerTestJSON-981392013 tempest-ImagesOneServerTestJSON-981392013-project] Publish callbacks [] for security_group (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:18.534063 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-441e46a2-56c9-4b26-83b0-e0e1d275eb34 req-6ecd22c0-8fcf-4e1f-856c-88877cbffd03 tempest-DeleteServersAdminTestJSON-1119549418 tempest-DeleteServersAdminTestJSON-1119549418-project] 10.222.0.89 "GET /v2.0/networks?tenant_id=5217efdccb6643fb8e8089bf85bf3456&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0260823 Feb 04 17:12:18.615074 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c96837f7-bac8-4d3c-a694-3589b34ce2ef req-f44bf9cd-7248-435d-9b94-6c09aee4c145 tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] Network b27b7363-f5f5-42ff-a720-66280b0b57a7 is already hosted by enough agents. {{(pid=103377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:12:18.622727 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44bf9cd-7248-435d-9b94-6c09aee4c145 tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] Pushing event updated for resources: {'Port': ['ID=1d6e420e-bb1f-421e-9902-a9c0af5df917,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:12:18.643486 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [req-c96837f7-bac8-4d3c-a694-3589b34ce2ef req-f44bf9cd-7248-435d-9b94-6c09aee4c145 tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] Resources bound (agent type, host, resource id): {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:12:18.648357 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-f5d3c49c-0b29-437f-8bee-d6abf059d196 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=99861f05d6504eddac8b24ca7fa88f72&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2894073 Feb 04 17:12:18.650421 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [req-c96837f7-bac8-4d3c-a694-3589b34ce2ef req-f44bf9cd-7248-435d-9b94-6c09aee4c145 tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] Received port after_create {{(pid=103377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:12:18.651739 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 51632) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:12:18.658774 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d3c49c-0b29-437f-8bee-d6abf059d196 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=860c49c6-ddcb-4bac-945a-4dfcdd574351,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:12:18.686591 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441e46a2-56c9-4b26-83b0-e0e1d275eb34 req-41a4d6c5-6a50-4c8c-8342-a2cc836979e4 tempest-DeleteServersAdminTestJSON-1119549418 tempest-DeleteServersAdminTestJSON-1119549418-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:12:18.688128 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-441e46a2-56c9-4b26-83b0-e0e1d275eb34 req-41a4d6c5-6a50-4c8c-8342-a2cc836979e4 tempest-DeleteServersAdminTestJSON-1119549418 tempest-DeleteServersAdminTestJSON-1119549418-project] 10.222.0.89 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1483157 Feb 04 17:12:18.713352 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-5bc8fd2b-4b90-40a8-bc5c-132d596a7677 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25889445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25597197'] for subnet (11b7fa3d-4973-471d-9057-d3ba5d21542b), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:18.723132 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-441e46a2-56c9-4b26-83b0-e0e1d275eb34 req-4ba31240-0b0d-4e34-a80e-c68a8020aa18 tempest-DeleteServersAdminTestJSON-1119549418 tempest-DeleteServersAdminTestJSON-1119549418-project] 10.222.0.89 "GET /v2.0/quotas/5217efdccb6643fb8e8089bf85bf3456 HTTP/1.1" status: 200 len: 375 time: 0.0238438 Feb 04 17:12:18.727406 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-2be60bd4-b5f1-40c9-904f-1b8511a5c6c1 req-650dbf97-904c-4f7d-aa28-dd1240956d54 tempest-ServerDiagnosticsNegativeTest-1396520382 tempest-ServerDiagnosticsNegativeTest-1396520382-project] 10.222.0.89 "GET /v2.0/ports?device_id=55c265ac-0685-4d07-b6e7-8fb69429bb30 HTTP/1.1" status: 200 len: 210 time: 0.2157490 Feb 04 17:12:18.737298 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Device fdafa5a0-091a-4b4b-b34a-b153af89a0a5 no longer exists at agent hyperv_n-h2-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:12:18.752581 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-bacf3f2f-43cb-402e-a1f3-a8ade3b50140 admin admin] Publish callbacks [] for security_group (860c49c6-ddcb-4bac-945a-4dfcdd574351), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:18.767116 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] No Port match for: fdafa5a0-091a-4b4b-b34a-b153af89a0a5 {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 17:12:18.767571 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Device fdafa5a0-091a-4b4b-b34a-b153af89a0a5 not bound to the agent host n-h2-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 17:12:18.777031 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-441e46a2-56c9-4b26-83b0-e0e1d275eb34 req-1d5c4cdd-ab26-4152-a0bc-5c656bfc9101 tempest-DeleteServersAdminTestJSON-1119549418 tempest-DeleteServersAdminTestJSON-1119549418-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=5217efdccb6643fb8e8089bf85bf3456&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0431411 Feb 04 17:12:18.798270 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-bacf3f2f-43cb-402e-a1f3-a8ade3b50140 admin admin] Publish callbacks [] for security_group (860c49c6-ddcb-4bac-945a-4dfcdd574351), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:18.862740 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-bacf3f2f-43cb-402e-a1f3-a8ade3b50140 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (860c49c6-ddcb-4bac-945a-4dfcdd574351), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:18.866131 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a208ee2-aed4-4523-abb5-c63f37dd67ac req-aaab34c9-10f2-4989-8751-291f9ec97041 tempest-ServerDiagnosticsNegativeTest-1396520382 tempest-ServerDiagnosticsNegativeTest-1396520382-project] Made reservation on behalf of b998a6eae085453a97bb8b5a4e98cd21 for: {'port': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:12:18.869701 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-5a208ee2-aed4-4523-abb5-c63f37dd67ac req-aaab34c9-10f2-4989-8751-291f9ec97041 tempest-ServerDiagnosticsNegativeTest-1396520382 tempest-ServerDiagnosticsNegativeTest-1396520382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:18.871700 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-bacf3f2f-43cb-402e-a1f3-a8ade3b50140 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:18.873398 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-bacf3f2f-43cb-402e-a1f3-a8ade3b50140 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/860c49c6-ddcb-4bac-945a-4dfcdd574351 HTTP/1.1" status: 204 len: 168 time: 0.2148986 Feb 04 17:12:18.885333 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bacf3f2f-43cb-402e-a1f3-a8ade3b50140 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=860c49c6-ddcb-4bac-945a-4dfcdd574351,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:12:18.913388 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96837f7-bac8-4d3c-a694-3589b34ce2ef req-f44bf9cd-7248-435d-9b94-6c09aee4c145 tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:12:18.914003 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-c96837f7-bac8-4d3c-a694-3589b34ce2ef req-f44bf9cd-7248-435d-9b94-6c09aee4c145 tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:18.945758 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-c96837f7-bac8-4d3c-a694-3589b34ce2ef req-f44bf9cd-7248-435d-9b94-6c09aee4c145 tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6016505 Feb 04 17:12:18.949654 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-5a208ee2-aed4-4523-abb5-c63f37dd67ac req-aaab34c9-10f2-4989-8751-291f9ec97041 tempest-ServerDiagnosticsNegativeTest-1396520382 tempest-ServerDiagnosticsNegativeTest-1396520382-project] Publish callbacks [] for security_group (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:18.951856 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc8fd2b-4b90-40a8-bc5c-132d596a7677 admin admin] Pushing event updated for resources: {'Subnet': ['ID=11b7fa3d-4973-471d-9057-d3ba5d21542b,revision_number=0']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:12:18.970816 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [req-c96837f7-bac8-4d3c-a694-3589b34ce2ef req-3575dd72-a48f-4bcc-a73b-d24fca3508fa service neutron] Request body: {'port': {'device_id': '2fa90556-daae-4498-8501-e90a55f37287', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827839-2'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:12:19.031612 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bc8fd2b-4b90-40a8-bc5c-132d596a7677 admin admin] Checking segment: {'id': '925d9078-c82e-4bcc-b2ae-415f0fcde575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '518579bb-9b83-431f-85d9-0080ad95e906'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:12:19.032237 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bc8fd2b-4b90-40a8-bc5c-132d596a7677 admin admin] Network hostable DHCP agents. Network: 518579bb-9b83-431f-85d9-0080ad95e906, hostable agents: ['bb89f5a3-3c22-440b-b7d1-c4f0c43c184a'], hosted agents: [] {{(pid=103377) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 17:12:19.088459 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-9bdde167-b3cf-4a0d-832b-b3f0f7e8d853 req-3fa47476-3f26-4448-9c61-808a9749dd15 tempest-DeleteServersAdminTestJSON-1119549418 tempest-DeleteServersAdminTestJSON-1119549418-project] 10.222.0.89 "GET /v2.0/ports?device_id=89f6c9f3-31ff-4c02-aed7-52c560e39b0e HTTP/1.1" status: 200 len: 210 time: 0.0675676 Feb 04 17:12:19.116693 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-3180f668-9c17-4855-89ff-8e1ed3951e3c req-55a1f1f8-3aab-4bb9-9b84-e5db0554bd20 tempest-ImagesOneServerTestJSON-981392013 tempest-ImagesOneServerTestJSON-981392013-project] Publish callbacks [] for security_group (8b4b9691-3cf9-4823-9b14-a8c5b66738e8), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:19.126275 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba7669b-c471-4a3b-8518-e170ce685774 req-bf68ad63-848d-4f75-a22a-588b9c3fc393 tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:12:19.127835 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-fba7669b-c471-4a3b-8518-e170ce685774 req-bf68ad63-848d-4f75-a22a-588b9c3fc393 tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] 10.222.0.89 "GET /v2.0/ports?device_id=2fa90556-daae-4498-8501-e90a55f37287 HTTP/1.1" status: 200 len: 931 time: 0.3009930 Feb 04 17:12:19.145829 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-3180f668-9c17-4855-89ff-8e1ed3951e3c req-55a1f1f8-3aab-4bb9-9b84-e5db0554bd20 tempest-ImagesOneServerTestJSON-981392013 tempest-ImagesOneServerTestJSON-981392013-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (8b4b9691-3cf9-4823-9b14-a8c5b66738e8), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:19.193289 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-c96837f7-bac8-4d3c-a694-3589b34ce2ef req-3575dd72-a48f-4bcc-a73b-d24fca3508fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (1d6e420e-bb1f-421e-9902-a9c0af5df917), before_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:19.202301 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bc8fd2b-4b90-40a8-bc5c-132d596a7677 admin admin] Network 518579bb-9b83-431f-85d9-0080ad95e906 is scheduled to be hosted by DHCP agent bb89f5a3-3c22-440b-b7d1-c4f0c43c184a with binding_index 1 {{(pid=103377) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 17:12:19.227559 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-ff39aa7f-a180-4aea-af4e-df61e4b0bb6d req-947a87ad-db77-42d9-ae9a-2f31d63e8400 tempest-ImagesOneServerTestJSON-981392013 tempest-ImagesOneServerTestJSON-981392013-project] 10.222.0.89 "GET /v2.0/ports?device_id=b35c36f6-2ebf-48ae-aa08-48a8ee20c89c HTTP/1.1" status: 200 len: 210 time: 0.0408034 Feb 04 17:12:19.270383 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a1f1f8-3aab-4bb9-9b84-e5db0554bd20 tempest-ImagesOneServerTestJSON-981392013 tempest-ImagesOneServerTestJSON-981392013-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8b4b9691-3cf9-4823-9b14-a8c5b66738e8,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:12:19.285398 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [None req-5bc8fd2b-4b90-40a8-bc5c-132d596a7677 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827839-2, 518579bb-9b83-431f-85d9-0080ad95e906) {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:12:19.298309 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13f72037-b668-40bb-9264-6165b6cf4fd9 None None] Network 518579bb-9b83-431f-85d9-0080ad95e906 requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:12:19.338934 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bc8fd2b-4b90-40a8-bc5c-132d596a7677 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:12:19.339539 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-5bc8fd2b-4b90-40a8-bc5c-132d596a7677 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677565'] for subnet (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:19.395397 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-fba7669b-c471-4a3b-8518-e170ce685774 req-e73ff39b-8f33-4ee0-b2a4-efafd3d2e0e2 tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] 10.222.0.89 "GET /v2.0/security-groups?id=119a7f03-3e07-4d1e-8852-d9f974f9f052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2543192 Feb 04 17:12:19.403019 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 51654) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:12:19.419505 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-5a208ee2-aed4-4523-abb5-c63f37dd67ac req-aaab34c9-10f2-4989-8751-291f9ec97041 tempest-ServerDiagnosticsNegativeTest-1396520382 tempest-ServerDiagnosticsNegativeTest-1396520382-project] Publish callbacks [] for security_group (7ac643e8-1380-41fa-9e0d-00d7daf5edd3), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:19.432437 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-726cf970-eb81-4e71-98d0-04768e5d3cc7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:19.449541 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-5bc8fd2b-4b90-40a8-bc5c-132d596a7677 admin admin] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.8996873 Feb 04 17:12:19.454700 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-5a208ee2-aed4-4523-abb5-c63f37dd67ac req-aaab34c9-10f2-4989-8751-291f9ec97041 tempest-ServerDiagnosticsNegativeTest-1396520382 tempest-ServerDiagnosticsNegativeTest-1396520382-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (7ac643e8-1380-41fa-9e0d-00d7daf5edd3), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:19.464579 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63c23774-505c-4472-b2ed-35a8339ccc1e None None] Network 518579bb-9b83-431f-85d9-0080ad95e906 requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:12:19.508492 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-4a4c92f1-5fd2-443f-8d78-caca3092edd1 req-4cbb3759-2b20-41b9-8761-d1648dc3fa1b tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] 10.222.0.89 "GET /v2.0/ports?device_id=99914122-947d-4d33-8d43-120a66c70f08 HTTP/1.1" status: 200 len: 210 time: 0.0683658 Feb 04 17:12:19.606529 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-f616512b-81e0-430c-b967-d32d3289a7ed req-9b8a5b4e-b2a4-4f0b-bbea-1a48ad1529be tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] 10.222.0.96 "GET /v2.0/networks?tenant_id=1cd99d9701204f3692368e4539967c47&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0637205 Feb 04 17:12:19.687674 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.db_base_plugin_common [req-3180f668-9c17-4855-89ff-8e1ed3951e3c req-55a1f1f8-3aab-4bb9-9b84-e5db0554bd20 tempest-ImagesOneServerTestJSON-981392013 tempest-ImagesOneServerTestJSON-981392013-project] Allocated IP 192.168.233.214 (02be22b9-aa53-40ea-8050-9239cd27d1ff/c974b0ff-2c5c-4667-8a81-3bde3ea6ced5/85df9036-9ceb-43ab-b1ab-cce347c74193) {{(pid=103377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:12:19.720086 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaab34c9-10f2-4989-8751-291f9ec97041 tempest-ServerDiagnosticsNegativeTest-1396520382 tempest-ServerDiagnosticsNegativeTest-1396520382-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ac643e8-1380-41fa-9e0d-00d7daf5edd3,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:12:19.812705 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-726cf970-eb81-4e71-98d0-04768e5d3cc7 admin admin] Publish callbacks [] for security_group (a929c7d2-938a-4bc1-b2e7-ccb2b3503a32), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:19.845023 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-726cf970-eb81-4e71-98d0-04768e5d3cc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (a929c7d2-938a-4bc1-b2e7-ccb2b3503a32), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:19.889309 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-02eee122-b82b-4f82-9bc5-f16f7eeb0ca5 req-825e45d2-b40d-414e-81f3-1ab1a33b5ff6 tempest-ServerDiagnosticsNegativeTest-1396520382 tempest-ServerDiagnosticsNegativeTest-1396520382-project] 10.222.0.89 "GET /v2.0/ports?device_id=55c265ac-0685-4d07-b6e7-8fb69429bb30 HTTP/1.1" status: 200 len: 210 time: 0.0519452 Feb 04 17:12:19.929638 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726cf970-eb81-4e71-98d0-04768e5d3cc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a929c7d2-938a-4bc1-b2e7-ccb2b3503a32,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:12:19.950754 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-726cf970-eb81-4e71-98d0-04768e5d3cc7 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=946d1b768ac04246a1b604ab694609ed&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5459163 Feb 04 17:12:19.951705 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 51666) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:12:19.962225 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f616512b-81e0-430c-b967-d32d3289a7ed req-53f45c90-d92b-4077-8cb2-00f8e7784cb1 tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:12:19.963866 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-f616512b-81e0-430c-b967-d32d3289a7ed req-53f45c90-d92b-4077-8cb2-00f8e7784cb1 tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] 10.222.0.96 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3484151 Feb 04 17:12:19.979753 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [req-f616512b-81e0-430c-b967-d32d3289a7ed req-6ce7d825-d584-46ca-b071-9f22cdae47a8 tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] Request body: {'port': {'device_id': '99914122-947d-4d33-8d43-120a66c70f08', 'network_id': '02be22b9-aa53-40ea-8050-9239cd27d1ff', 'admin_state_up': True, 'tenant_id': '1cd99d9701204f3692368e4539967c47'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:12:20.113602 n-d-827839-2 neutron-server[103377]: DEBUG neutron.notifiers.nova [req-c96837f7-bac8-4d3c-a694-3589b34ce2ef req-3575dd72-a48f-4bcc-a73b-d24fca3508fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d6e420e-bb1f-421e-9902-a9c0af5df917 {{(pid=103377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 17:12:20.124242 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-c96837f7-bac8-4d3c-a694-3589b34ce2ef req-3575dd72-a48f-4bcc-a73b-d24fca3508fa service neutron] Publish callbacks [] for port (1d6e420e-bb1f-421e-9902-a9c0af5df917), precommit_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:20.129228 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-3180f668-9c17-4855-89ff-8e1ed3951e3c req-55a1f1f8-3aab-4bb9-9b84-e5db0554bd20 tempest-ImagesOneServerTestJSON-981392013 tempest-ImagesOneServerTestJSON-981392013-project] Publish callbacks [] for port (85df9036-9ceb-43ab-b1ab-cce347c74193), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:20.154769 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.provisioning_blocks [req-c96837f7-bac8-4d3c-a694-3589b34ce2ef req-3575dd72-a48f-4bcc-a73b-d24fca3508fa service neutron] Transition to ACTIVE for port object 1d6e420e-bb1f-421e-9902-a9c0af5df917 will not be triggered until provisioned by entity L2. {{(pid=103377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 17:12:20.157267 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-912acffd-2506-49c2-8ddc-3d86eba9197c admin admin] Publish callbacks [] for security_group (a929c7d2-938a-4bc1-b2e7-ccb2b3503a32), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:20.161618 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-c96837f7-bac8-4d3c-a694-3589b34ce2ef req-3575dd72-a48f-4bcc-a73b-d24fca3508fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25888290'] for port (1d6e420e-bb1f-421e-9902-a9c0af5df917), after_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:20.194431 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f616512b-81e0-430c-b967-d32d3289a7ed req-6ce7d825-d584-46ca-b071-9f22cdae47a8 tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] Made reservation on behalf of 1cd99d9701204f3692368e4539967c47 for: {'port': 1} {{(pid=103376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:12:20.198390 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-f616512b-81e0-430c-b967-d32d3289a7ed req-6ce7d825-d584-46ca-b071-9f22cdae47a8 tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:20.215256 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-f616512b-81e0-430c-b967-d32d3289a7ed req-6ce7d825-d584-46ca-b071-9f22cdae47a8 tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] Publish callbacks [] for security_group (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:20.230310 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-912acffd-2506-49c2-8ddc-3d86eba9197c admin admin] Publish callbacks [] for security_group (a929c7d2-938a-4bc1-b2e7-ccb2b3503a32), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:20.263696 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1a7103-accf-427b-8c00-53c9a4644e27 req-2f541af6-763a-4291-93fc-b3032d2d09fe tempest-ImagesOneServerNegativeTestJSON-254357925 tempest-ImagesOneServerNegativeTestJSON-254357925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:12:20.265222 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-fd28204b-7bb6-4560-8f88-aee9dd8bfd7a req-b6387b98-8567-4f19-a78a-dcfc13460941 tempest-DeleteServersAdminTestJSON-1119549418 tempest-DeleteServersAdminTestJSON-1119549418-project] 10.222.0.89 "GET /v2.0/ports?device_id=89f6c9f3-31ff-4c02-aed7-52c560e39b0e HTTP/1.1" status: 200 len: 210 time: 0.0909016 Feb 04 17:12:20.275331 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-1e1a7103-accf-427b-8c00-53c9a4644e27 req-2f541af6-763a-4291-93fc-b3032d2d09fe tempest-ImagesOneServerNegativeTestJSON-254357925 tempest-ImagesOneServerNegativeTestJSON-254357925-project] 10.222.0.89 "GET /v2.0/networks?id=518579bb-9b83-431f-85d9-0080ad95e906 HTTP/1.1" status: 200 len: 821 time: 0.1763906 Feb 04 17:12:20.302814 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3575dd72-a48f-4bcc-a73b-d24fca3508fa service neutron] Pushing event updated for resources: {'Port': ['ID=1d6e420e-bb1f-421e-9902-a9c0af5df917,revision_number=2']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:12:20.345905 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-1e1a7103-accf-427b-8c00-53c9a4644e27 req-990eb364-fe6b-4ef2-bdb2-0101f1ea0e2d tempest-ImagesOneServerNegativeTestJSON-254357925 tempest-ImagesOneServerNegativeTestJSON-254357925-project] 10.222.0.89 "GET /v2.0/quotas/86774b39ad8a41fa924d1792aacb1e11 HTTP/1.1" status: 200 len: 375 time: 0.0723712 Feb 04 17:12:20.347461 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-3180f668-9c17-4855-89ff-8e1ed3951e3c req-55a1f1f8-3aab-4bb9-9b84-e5db0554bd20 tempest-ImagesOneServerTestJSON-981392013 tempest-ImagesOneServerTestJSON-981392013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (85df9036-9ceb-43ab-b1ab-cce347c74193), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:20.390131 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-1e1a7103-accf-427b-8c00-53c9a4644e27 req-d169c929-88f0-47de-9903-b624289ccdf4 tempest-ImagesOneServerNegativeTestJSON-254357925 tempest-ImagesOneServerNegativeTestJSON-254357925-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=86774b39ad8a41fa924d1792aacb1e11&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0431623 Feb 04 17:12:20.429908 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.96', 56837) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:12:20.486848 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-f616512b-81e0-430c-b967-d32d3289a7ed req-6ce7d825-d584-46ca-b071-9f22cdae47a8 tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] Publish callbacks [] for security_group (5fa98c6a-94b3-4690-b9c3-4f0e67d11226), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:20.489767 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-441e46a2-56c9-4b26-83b0-e0e1d275eb34 req-54d766ec-d2fb-43e9-b3a3-a5be05801e40 tempest-DeleteServersAdminTestJSON-1119549418 tempest-DeleteServersAdminTestJSON-1119549418-project] 10.222.0.96 "GET /v2.0/networks?tenant_id=5217efdccb6643fb8e8089bf85bf3456&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0587418 Feb 04 17:12:20.490916 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3180f668-9c17-4855-89ff-8e1ed3951e3c req-55a1f1f8-3aab-4bb9-9b84-e5db0554bd20 tempest-ImagesOneServerTestJSON-981392013 tempest-ImagesOneServerTestJSON-981392013-project] Network 02be22b9-aa53-40ea-8050-9239cd27d1ff is already hosted by enough agents. {{(pid=103377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:12:20.494357 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-f616512b-81e0-430c-b967-d32d3289a7ed req-6ce7d825-d584-46ca-b071-9f22cdae47a8 tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (5fa98c6a-94b3-4690-b9c3-4f0e67d11226), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:20.507490 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [req-3180f668-9c17-4855-89ff-8e1ed3951e3c req-55a1f1f8-3aab-4bb9-9b84-e5db0554bd20 tempest-ImagesOneServerTestJSON-981392013 tempest-ImagesOneServerTestJSON-981392013-project] Resources bound (agent type, host, resource id): {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:12:20.510922 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-912acffd-2506-49c2-8ddc-3d86eba9197c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (a929c7d2-938a-4bc1-b2e7-ccb2b3503a32), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:20.513421 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-912acffd-2506-49c2-8ddc-3d86eba9197c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:20.516925 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-912acffd-2506-49c2-8ddc-3d86eba9197c admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/a929c7d2-938a-4bc1-b2e7-ccb2b3503a32 HTTP/1.1" status: 204 len: 168 time: 0.5603769 Feb 04 17:12:20.517859 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [req-3180f668-9c17-4855-89ff-8e1ed3951e3c req-55a1f1f8-3aab-4bb9-9b84-e5db0554bd20 tempest-ImagesOneServerTestJSON-981392013 tempest-ImagesOneServerTestJSON-981392013-project] Received port after_create {{(pid=103377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:12:20.526939 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.db_base_plugin_common [req-5a208ee2-aed4-4523-abb5-c63f37dd67ac req-aaab34c9-10f2-4989-8751-291f9ec97041 tempest-ServerDiagnosticsNegativeTest-1396520382 tempest-ServerDiagnosticsNegativeTest-1396520382-project] Allocated IP 192.168.233.32 (02be22b9-aa53-40ea-8050-9239cd27d1ff/c974b0ff-2c5c-4667-8a81-3bde3ea6ced5/d26e31c0-0656-4b7b-804c-48453766fc0d) {{(pid=103377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:12:20.548205 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a1f1f8-3aab-4bb9-9b84-e5db0554bd20 tempest-ImagesOneServerTestJSON-981392013 tempest-ImagesOneServerTestJSON-981392013-project] Pushing event updated for resources: {'Port': ['ID=85df9036-9ceb-43ab-b1ab-cce347c74193,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:12:20.579439 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912acffd-2506-49c2-8ddc-3d86eba9197c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a929c7d2-938a-4bc1-b2e7-ccb2b3503a32,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:12:20.592378 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [req-c96837f7-bac8-4d3c-a694-3589b34ce2ef req-3575dd72-a48f-4bcc-a73b-d24fca3508fa service neutron] Attempting to bind port 1d6e420e-bb1f-421e-9902-a9c0af5df917 on host n-h1-827839-2 for vnic_type normal with profile {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:12:20.592838 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [req-c96837f7-bac8-4d3c-a694-3589b34ce2ef req-3575dd72-a48f-4bcc-a73b-d24fca3508fa service neutron] Attempting to bind port 1d6e420e-bb1f-421e-9902-a9c0af5df917 by drivers openvswitch,hyperv on host n-h1-827839-2 at level 0 using segments [{'id': '422e2db4-29a0-413f-80b3-a344e9c773f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'b27b7363-f5f5-42ff-a720-66280b0b57a7'}] {{(pid=103377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:12:20.593089 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c96837f7-bac8-4d3c-a694-3589b34ce2ef req-3575dd72-a48f-4bcc-a73b-d24fca3508fa service neutron] Attempting to bind port 1d6e420e-bb1f-421e-9902-a9c0af5df917 on network b27b7363-f5f5-42ff-a720-66280b0b57a7 {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:12:20.648381 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3180f668-9c17-4855-89ff-8e1ed3951e3c req-55a1f1f8-3aab-4bb9-9b84-e5db0554bd20 tempest-ImagesOneServerTestJSON-981392013 tempest-ImagesOneServerTestJSON-981392013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:12:20.649200 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-3180f668-9c17-4855-89ff-8e1ed3951e3c req-55a1f1f8-3aab-4bb9-9b84-e5db0554bd20 tempest-ImagesOneServerTestJSON-981392013 tempest-ImagesOneServerTestJSON-981392013-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:20.663992 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce7d825-d584-46ca-b071-9f22cdae47a8 tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5fa98c6a-94b3-4690-b9c3-4f0e67d11226,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:12:20.666863 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c96837f7-bac8-4d3c-a694-3589b34ce2ef req-3575dd72-a48f-4bcc-a73b-d24fca3508fa service neutron] Port 1d6e420e-bb1f-421e-9902-a9c0af5df917 on network b27b7363-f5f5-42ff-a720-66280b0b57a7 not bound, no agent of type Open vSwitch agent registered on host n-h1-827839-2 {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 17:12:20.667513 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c96837f7-bac8-4d3c-a694-3589b34ce2ef req-3575dd72-a48f-4bcc-a73b-d24fca3508fa service neutron] Attempting to bind port 1d6e420e-bb1f-421e-9902-a9c0af5df917 on network b27b7363-f5f5-42ff-a720-66280b0b57a7 {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:12:20.693862 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e7aae0-34ba-4b9f-b7ab-46323eba9ba2 req-e778aa1c-58ba-424d-9107-3d7861a6de2f tempest-ImagesOneServerTestJSON-981392013 tempest-ImagesOneServerTestJSON-981392013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:12:20.703980 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-33e7aae0-34ba-4b9f-b7ab-46323eba9ba2 req-e778aa1c-58ba-424d-9107-3d7861a6de2f tempest-ImagesOneServerTestJSON-981392013 tempest-ImagesOneServerTestJSON-981392013-project] 10.222.0.89 "GET /v2.0/ports?device_id=b35c36f6-2ebf-48ae-aa08-48a8ee20c89c HTTP/1.1" status: 200 len: 936 time: 0.3061461 Feb 04 17:12:20.719611 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-1e1a7103-accf-427b-8c00-53c9a4644e27 req-d3bed42a-f626-498f-9e68-44ae0319ae82 service neutron] 10.222.0.89 "GET /v2.0/networks/518579bb-9b83-431f-85d9-0080ad95e906?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3177168 Feb 04 17:12:20.768719 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-3180f668-9c17-4855-89ff-8e1ed3951e3c req-55a1f1f8-3aab-4bb9-9b84-e5db0554bd20 tempest-ImagesOneServerTestJSON-981392013 tempest-ImagesOneServerTestJSON-981392013-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.2079589 Feb 04 17:12:20.794172 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-33e7aae0-34ba-4b9f-b7ab-46323eba9ba2 req-bb5aa8ee-ebf1-4678-b3f8-562df1b560e4 tempest-ImagesOneServerTestJSON-981392013 tempest-ImagesOneServerTestJSON-981392013-project] 10.222.0.89 "GET /v2.0/security-groups?id=8b4b9691-3cf9-4823-9b14-a8c5b66738e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887706 Feb 04 17:12:20.795625 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c96837f7-bac8-4d3c-a694-3589b34ce2ef req-3575dd72-a48f-4bcc-a73b-d24fca3508fa service neutron] Checking agent: {'id': '3f9244a9-75fc-4c10-b195-11d48b853b41', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 8, 42), 'started_at': datetime.datetime(2022, 2, 4, 17, 8, 42), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 12, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:12:20.797290 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c96837f7-bac8-4d3c-a694-3589b34ce2ef req-3575dd72-a48f-4bcc-a73b-d24fca3508fa service neutron] Checking segment: {'id': '422e2db4-29a0-413f-80b3-a344e9c773f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'b27b7363-f5f5-42ff-a720-66280b0b57a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:12:20.802304 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c96837f7-bac8-4d3c-a694-3589b34ce2ef req-3575dd72-a48f-4bcc-a73b-d24fca3508fa service neutron] Bound using segment: {'id': '422e2db4-29a0-413f-80b3-a344e9c773f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'b27b7363-f5f5-42ff-a720-66280b0b57a7'} {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:12:20.803262 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [req-c96837f7-bac8-4d3c-a694-3589b34ce2ef req-3575dd72-a48f-4bcc-a73b-d24fca3508fa service neutron] Bound port: 1d6e420e-bb1f-421e-9902-a9c0af5df917, host: n-h1-827839-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '422e2db4-29a0-413f-80b3-a344e9c773f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'b27b7363-f5f5-42ff-a720-66280b0b57a7'}}] {{(pid=103377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:12:20.803262 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-c96837f7-bac8-4d3c-a694-3589b34ce2ef req-3575dd72-a48f-4bcc-a73b-d24fca3508fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (1d6e420e-bb1f-421e-9902-a9c0af5df917), before_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:20.819162 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [req-3180f668-9c17-4855-89ff-8e1ed3951e3c req-b70dbb06-f4aa-44be-8a29-07f036e18f83 service neutron] Request body: {'port': {'device_id': 'b35c36f6-2ebf-48ae-aa08-48a8ee20c89c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827839-2'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:12:20.832022 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-af0cc8b0-9c71-4523-a03f-b852777ad7ec None None] Provisioning complete for port 85df9036-9ceb-43ab-b1ab-cce347c74193 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:12:20.832770 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-af0cc8b0-9c71-4523-a03f-b852777ad7ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (85df9036-9ceb-43ab-b1ab-cce347c74193), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:20.845806 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441e46a2-56c9-4b26-83b0-e0e1d275eb34 req-6411640e-b0f6-4028-a823-9af630f8ea79 tempest-DeleteServersAdminTestJSON-1119549418 tempest-DeleteServersAdminTestJSON-1119549418-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:12:20.853059 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-441e46a2-56c9-4b26-83b0-e0e1d275eb34 req-6411640e-b0f6-4028-a823-9af630f8ea79 tempest-DeleteServersAdminTestJSON-1119549418 tempest-DeleteServersAdminTestJSON-1119549418-project] 10.222.0.96 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3497596 Feb 04 17:12:20.882911 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-af0cc8b0-9c71-4523-a03f-b852777ad7ec None None] Port 85df9036-9ceb-43ab-b1ab-cce347c74193 cannot update to ACTIVE because it is not bound. {{(pid=103378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 17:12:20.883153 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [req-441e46a2-56c9-4b26-83b0-e0e1d275eb34 req-2f2ebd60-daad-40a9-8d44-ea545524fa59 tempest-DeleteServersAdminTestJSON-1119549418 tempest-DeleteServersAdminTestJSON-1119549418-project] Request body: {'port': {'device_id': '89f6c9f3-31ff-4c02-aed7-52c560e39b0e', 'network_id': '02be22b9-aa53-40ea-8050-9239cd27d1ff', 'admin_state_up': True, 'tenant_id': '5217efdccb6643fb8e8089bf85bf3456'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:12:20.969340 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-1e1a7103-accf-427b-8c00-53c9a4644e27 req-f766cff1-ff57-4557-bd9b-3675a1feb1c2 service neutron] 10.222.0.89 "GET /v2.0/networks/518579bb-9b83-431f-85d9-0080ad95e906?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2488050 Feb 04 17:12:21.042263 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-441e46a2-56c9-4b26-83b0-e0e1d275eb34 req-2f2ebd60-daad-40a9-8d44-ea545524fa59 tempest-DeleteServersAdminTestJSON-1119549418 tempest-DeleteServersAdminTestJSON-1119549418-project] Made reservation on behalf of 5217efdccb6643fb8e8089bf85bf3456 for: {'port': 1} {{(pid=103376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:12:21.046995 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-441e46a2-56c9-4b26-83b0-e0e1d275eb34 req-2f2ebd60-daad-40a9-8d44-ea545524fa59 tempest-DeleteServersAdminTestJSON-1119549418 tempest-DeleteServersAdminTestJSON-1119549418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:21.102352 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-3180f668-9c17-4855-89ff-8e1ed3951e3c req-b70dbb06-f4aa-44be-8a29-07f036e18f83 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (85df9036-9ceb-43ab-b1ab-cce347c74193), before_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:21.165883 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [req-c96837f7-bac8-4d3c-a694-3589b34ce2ef req-3575dd72-a48f-4bcc-a73b-d24fca3508fa service neutron] For port 1d6e420e-bb1f-421e-9902-a9c0af5df917, host n-h1-827839-2, cleared binding levels {{(pid=103377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:12:21.178090 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eafc4f9-93f6-4fc9-aa96-01810ff081f5 req-0afb0558-2da1-47da-ab8b-b954c05dfda9 tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:12:21.185904 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-6eafc4f9-93f6-4fc9-aa96-01810ff081f5 req-0afb0558-2da1-47da-ab8b-b954c05dfda9 tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] 10.222.0.89 "GET /v2.0/ports?device_id=2fa90556-daae-4498-8501-e90a55f37287 HTTP/1.1" status: 200 len: 943 time: 0.2618973 Feb 04 17:12:21.190931 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-5a208ee2-aed4-4523-abb5-c63f37dd67ac req-aaab34c9-10f2-4989-8751-291f9ec97041 tempest-ServerDiagnosticsNegativeTest-1396520382 tempest-ServerDiagnosticsNegativeTest-1396520382-project] Publish callbacks [] for port (d26e31c0-0656-4b7b-804c-48453766fc0d), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:21.224108 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-aeec1ba0-2f40-47b2-a42d-9e3bd8ae6199 req-750ed4c5-8e0d-4764-b911-0fcfc4d6cc02 tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] 10.222.0.89 "GET /v2.0/ports?device_id=99914122-947d-4d33-8d43-120a66c70f08 HTTP/1.1" status: 200 len: 210 time: 0.0582163 Feb 04 17:12:21.237527 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [req-c96837f7-bac8-4d3c-a694-3589b34ce2ef req-3575dd72-a48f-4bcc-a73b-d24fca3508fa service neutron] For port 1d6e420e-bb1f-421e-9902-a9c0af5df917, host n-h1-827839-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=1d6e420e-bb1f-421e-9902-a9c0af5df917,segment=NetworkSegment(422e2db4-29a0-413f-80b3-a344e9c773f4),segment_id=422e2db4-29a0-413f-80b3-a344e9c773f4)] {{(pid=103377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:12:21.257617 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-c96837f7-bac8-4d3c-a694-3589b34ce2ef req-3575dd72-a48f-4bcc-a73b-d24fca3508fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25888290'] for port (1d6e420e-bb1f-421e-9902-a9c0af5df917), after_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:21.356130 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96837f7-bac8-4d3c-a694-3589b34ce2ef req-3575dd72-a48f-4bcc-a73b-d24fca3508fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:12:21.356791 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-c96837f7-bac8-4d3c-a694-3589b34ce2ef req-3575dd72-a48f-4bcc-a73b-d24fca3508fa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:21.358222 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-c96837f7-bac8-4d3c-a694-3589b34ce2ef req-3575dd72-a48f-4bcc-a73b-d24fca3508fa service neutron] 10.222.0.96 "PUT /v2.0/ports/1d6e420e-bb1f-421e-9902-a9c0af5df917 HTTP/1.1" status: 200 len: 1091 time: 2.4038200 Feb 04 17:12:21.371935 n-d-827839-2 neutron-server[103377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2fa90556-daae-4498-8501-e90a55f37287', 'tag': '1d6e420e-bb1f-421e-9902-a9c0af5df917'}] {{(pid=103377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:12:21.374086 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7240428b650e1488e9361b62648ff4b3a6c19d49d8c27c949491ab58c1346cf0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a72db4b-89b7-46e4-8421-c359b33b930f" -d '{"events": [{"name": "network-changed", "server_uuid": "2fa90556-daae-4498-8501-e90a55f37287", "tag": "1d6e420e-bb1f-421e-9902-a9c0af5df917"}]}' {{(pid=103377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:12:21.465530 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-6eafc4f9-93f6-4fc9-aa96-01810ff081f5 req-e6d3e8e2-c295-49ca-87e5-a77389ce9aa0 tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] 10.222.0.89 "GET /v2.0/security-groups?id=119a7f03-3e07-4d1e-8852-d9f974f9f052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2784295 Feb 04 17:12:21.575212 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-5a208ee2-aed4-4523-abb5-c63f37dd67ac req-aaab34c9-10f2-4989-8751-291f9ec97041 tempest-ServerDiagnosticsNegativeTest-1396520382 tempest-ServerDiagnosticsNegativeTest-1396520382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (d26e31c0-0656-4b7b-804c-48453766fc0d), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:21.603472 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-e93260ce-e029-4a49-86c0-3c3e4d5f84a1 req-12ba019c-ae4d-47e9-856a-c3c9fa97f412 tempest-ServerDiagnosticsNegativeTest-1396520382 tempest-ServerDiagnosticsNegativeTest-1396520382-project] 10.222.0.89 "GET /v2.0/ports?device_id=55c265ac-0685-4d07-b6e7-8fb69429bb30 HTTP/1.1" status: 200 len: 210 time: 0.3016207 Feb 04 17:12:21.632339 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-ebd0ca93-9099-4a0c-9e9d-66d485a262c5 req-9ea5f668-0f9d-4a5f-9def-2c564c5af0e3 tempest-ImagesOneServerNegativeTestJSON-254357925 tempest-ImagesOneServerNegativeTestJSON-254357925-project] 10.222.0.89 "GET /v2.0/ports?device_id=4a849d53-c682-4910-aead-f1da6a7bff83 HTTP/1.1" status: 200 len: 210 time: 0.0887704 Feb 04 17:12:21.638667 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3575dd72-a48f-4bcc-a73b-d24fca3508fa service neutron] Pushing event updated for resources: {'Port': ['ID=1d6e420e-bb1f-421e-9902-a9c0af5df917,revision_number=3']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:12:21.687508 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.db_base_plugin_common [req-f616512b-81e0-430c-b967-d32d3289a7ed req-6ce7d825-d584-46ca-b071-9f22cdae47a8 tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] Allocated IP 192.168.233.143 (02be22b9-aa53-40ea-8050-9239cd27d1ff/c974b0ff-2c5c-4667-8a81-3bde3ea6ced5/a9ea809e-a7d4-4c46-b4d9-cd7077cf1c91) {{(pid=103376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:12:21.718188 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 17:12:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0917e629-8d55-4c04-a93c-ffe250c7a900 x-openstack-request-id: req-0917e629-8d55-4c04-a93c-ffe250c7a900 {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:12:21.718686 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2fa90556-daae-4498-8501-e90a55f37287", "tag": "1d6e420e-bb1f-421e-9902-a9c0af5df917", "status": "completed", "code": 200}]} {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:12:21.719057 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-0917e629-8d55-4c04-a93c-ffe250c7a900 {{(pid=103377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:12:21.719547 n-d-827839-2 neutron-server[103377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2fa90556-daae-4498-8501-e90a55f37287', 'tag': '1d6e420e-bb1f-421e-9902-a9c0af5df917', 'status': 'completed', 'code': 200} Feb 04 17:12:21.733037 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a208ee2-aed4-4523-abb5-c63f37dd67ac req-aaab34c9-10f2-4989-8751-291f9ec97041 tempest-ServerDiagnosticsNegativeTest-1396520382 tempest-ServerDiagnosticsNegativeTest-1396520382-project] Network 02be22b9-aa53-40ea-8050-9239cd27d1ff is already hosted by enough agents. {{(pid=103377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:12:21.736675 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [req-5a208ee2-aed4-4523-abb5-c63f37dd67ac req-aaab34c9-10f2-4989-8751-291f9ec97041 tempest-ServerDiagnosticsNegativeTest-1396520382 tempest-ServerDiagnosticsNegativeTest-1396520382-project] Resources bound (agent type, host, resource id): {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:12:21.743503 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a208ee2-aed4-4523-abb5-c63f37dd67ac req-aaab34c9-10f2-4989-8751-291f9ec97041 tempest-ServerDiagnosticsNegativeTest-1396520382 tempest-ServerDiagnosticsNegativeTest-1396520382-project] Received port after_create {{(pid=103377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:12:21.866138 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-b9be5160-f37b-483c-ac7e-a81ff17bbfe7 req-1fc327a2-4eaa-444e-9625-97d253b73705 tempest-DeleteServersAdminTestJSON-1119549418 tempest-DeleteServersAdminTestJSON-1119549418-project] 10.222.0.89 "GET /v2.0/ports?device_id=89f6c9f3-31ff-4c02-aed7-52c560e39b0e HTTP/1.1" status: 200 len: 210 time: 0.1231797 Feb 04 17:12:21.970012 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-f616512b-81e0-430c-b967-d32d3289a7ed req-6ce7d825-d584-46ca-b071-9f22cdae47a8 tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] Publish callbacks [] for port (a9ea809e-a7d4-4c46-b4d9-cd7077cf1c91), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:22.023601 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-f616512b-81e0-430c-b967-d32d3289a7ed req-6ce7d825-d584-46ca-b071-9f22cdae47a8 tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135'] for port (a9ea809e-a7d4-4c46-b4d9-cd7077cf1c91), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:22.115411 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f616512b-81e0-430c-b967-d32d3289a7ed req-6ce7d825-d584-46ca-b071-9f22cdae47a8 tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] Network 02be22b9-aa53-40ea-8050-9239cd27d1ff is already hosted by enough agents. {{(pid=103376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:12:22.122110 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-57363c09-13d9-4903-8314-a37ca843e0c0 None None] Provisioning complete for port d26e31c0-0656-4b7b-804c-48453766fc0d triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:12:22.122638 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-57363c09-13d9-4903-8314-a37ca843e0c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (d26e31c0-0656-4b7b-804c-48453766fc0d), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:22.126063 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [req-f616512b-81e0-430c-b967-d32d3289a7ed req-6ce7d825-d584-46ca-b071-9f22cdae47a8 tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] Resources bound (agent type, host, resource id): {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:12:22.141343 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [req-f616512b-81e0-430c-b967-d32d3289a7ed req-6ce7d825-d584-46ca-b071-9f22cdae47a8 tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] Received port after_create {{(pid=103376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:12:22.151266 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f616512b-81e0-430c-b967-d32d3289a7ed req-6ce7d825-d584-46ca-b071-9f22cdae47a8 tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:12:22.152400 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-f616512b-81e0-430c-b967-d32d3289a7ed req-6ce7d825-d584-46ca-b071-9f22cdae47a8 tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:22.154419 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96837f7-bac8-4d3c-a694-3589b34ce2ef req-dcc84f0e-8f18-4432-a2ba-a71050a4e8ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:12:22.155994 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-c96837f7-bac8-4d3c-a694-3589b34ce2ef req-dcc84f0e-8f18-4432-a2ba-a71050a4e8ff service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=f3812c841c31408e86184d3885a61bc1&device_id=2fa90556-daae-4498-8501-e90a55f37287 HTTP/1.1" status: 200 len: 1125 time: 0.7174385 Feb 04 17:12:22.166180 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaab34c9-10f2-4989-8751-291f9ec97041 tempest-ServerDiagnosticsNegativeTest-1396520382 tempest-ServerDiagnosticsNegativeTest-1396520382-project] Pushing event updated for resources: {'Port': ['ID=d26e31c0-0656-4b7b-804c-48453766fc0d,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:12:22.178110 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-57363c09-13d9-4903-8314-a37ca843e0c0 None None] Port d26e31c0-0656-4b7b-804c-48453766fc0d cannot update to ACTIVE because it is not bound. {{(pid=103378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 17:12:22.196818 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.db_base_plugin_common [req-441e46a2-56c9-4b26-83b0-e0e1d275eb34 req-2f2ebd60-daad-40a9-8d44-ea545524fa59 tempest-DeleteServersAdminTestJSON-1119549418 tempest-DeleteServersAdminTestJSON-1119549418-project] Allocated IP 192.168.233.201 (02be22b9-aa53-40ea-8050-9239cd27d1ff/c974b0ff-2c5c-4667-8a81-3bde3ea6ced5/6bc91910-8ce5-4421-8bec-95bea80aecde) {{(pid=103376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:12:22.199615 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce7d825-d584-46ca-b071-9f22cdae47a8 tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] Pushing event updated for resources: {'Port': ['ID=a9ea809e-a7d4-4c46-b4d9-cd7077cf1c91,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:12:22.223350 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-f616512b-81e0-430c-b967-d32d3289a7ed req-6ce7d825-d584-46ca-b071-9f22cdae47a8 tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2476594 Feb 04 17:12:22.227802 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a208ee2-aed4-4523-abb5-c63f37dd67ac req-aaab34c9-10f2-4989-8751-291f9ec97041 tempest-ServerDiagnosticsNegativeTest-1396520382 tempest-ServerDiagnosticsNegativeTest-1396520382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:12:22.229071 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-5a208ee2-aed4-4523-abb5-c63f37dd67ac req-aaab34c9-10f2-4989-8751-291f9ec97041 tempest-ServerDiagnosticsNegativeTest-1396520382 tempest-ServerDiagnosticsNegativeTest-1396520382-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:22.237291 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-c96837f7-bac8-4d3c-a694-3589b34ce2ef req-2ec39e9c-1d5a-45bf-b2fa-0d48775122de service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1d6e420e-bb1f-421e-9902-a9c0af5df917 HTTP/1.1" status: 200 len: 217 time: 0.0667586 Feb 04 17:12:22.240061 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [req-f616512b-81e0-430c-b967-d32d3289a7ed req-e403299c-c40d-483a-8187-04931fab181e service neutron] Request body: {'port': {'device_id': '99914122-947d-4d33-8d43-120a66c70f08', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827839-2'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:12:22.329035 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-5a208ee2-aed4-4523-abb5-c63f37dd67ac req-aaab34c9-10f2-4989-8751-291f9ec97041 tempest-ServerDiagnosticsNegativeTest-1396520382 tempest-ServerDiagnosticsNegativeTest-1396520382-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.0865407 Feb 04 17:12:22.360825 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af067a1-c165-4fb4-9018-9f5438dfa407 req-64627c10-05f6-4dfd-91d9-97a20c620f5a tempest-ImagesOneServerTestJSON-981392013 tempest-ImagesOneServerTestJSON-981392013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:12:22.367273 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-4af067a1-c165-4fb4-9018-9f5438dfa407 req-64627c10-05f6-4dfd-91d9-97a20c620f5a tempest-ImagesOneServerTestJSON-981392013 tempest-ImagesOneServerTestJSON-981392013-project] 10.222.0.89 "GET /v2.0/ports?device_id=b35c36f6-2ebf-48ae-aa08-48a8ee20c89c HTTP/1.1" status: 200 len: 936 time: 0.2553756 Feb 04 17:12:22.390134 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [req-5a208ee2-aed4-4523-abb5-c63f37dd67ac req-221bc2c2-5991-4ddf-ae2f-c940ecc7ad79 service neutron] Request body: {'port': {'device_id': '55c265ac-0685-4d07-b6e7-8fb69429bb30', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827839-2'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:12:22.429551 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96837f7-bac8-4d3c-a694-3589b34ce2ef req-1e3e182c-b205-414e-8f27-cc4d507a14bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:12:22.431762 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-c96837f7-bac8-4d3c-a694-3589b34ce2ef req-1e3e182c-b205-414e-8f27-cc4d507a14bd service neutron] 10.222.0.96 "GET /v2.0/subnets?id=fa2004f2-da24-41cf-84b9-96d41a7dd118 HTTP/1.1" status: 200 len: 861 time: 0.1887999 Feb 04 17:12:22.443121 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.90', 56843) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:12:22.504869 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-b29c79a5-20d9-4cae-98b9-dfddb8ab96cc None None] Provisioning complete for port a9ea809e-a7d4-4c46-b4d9-cd7077cf1c91 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:12:22.505247 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b29c79a5-20d9-4cae-98b9-dfddb8ab96cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (a9ea809e-a7d4-4c46-b4d9-cd7077cf1c91), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:22.515398 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-441e46a2-56c9-4b26-83b0-e0e1d275eb34 req-2f2ebd60-daad-40a9-8d44-ea545524fa59 tempest-DeleteServersAdminTestJSON-1119549418 tempest-DeleteServersAdminTestJSON-1119549418-project] Publish callbacks [] for port (6bc91910-8ce5-4421-8bec-95bea80aecde), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:22.549653 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-f616512b-81e0-430c-b967-d32d3289a7ed req-e403299c-c40d-483a-8187-04931fab181e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (a9ea809e-a7d4-4c46-b4d9-cd7077cf1c91), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:22.558396 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-c96837f7-bac8-4d3c-a694-3589b34ce2ef req-24564ca6-6c4f-431b-aa5f-e0ba3e8e709a service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=b27b7363-f5f5-42ff-a720-66280b0b57a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1182928 Feb 04 17:12:22.566830 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-b29c79a5-20d9-4cae-98b9-dfddb8ab96cc None None] Port a9ea809e-a7d4-4c46-b4d9-cd7077cf1c91 cannot update to ACTIVE because it is not bound. {{(pid=103378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 17:12:22.631782 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e4dd90-a1c9-4758-a569-540fb7681b05 req-fe251471-24f0-4530-8f36-2c343af07bca tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:12:22.633375 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-66e4dd90-a1c9-4758-a569-540fb7681b05 req-fe251471-24f0-4530-8f36-2c343af07bca tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] 10.222.0.89 "GET /v2.0/ports?device_id=99914122-947d-4d33-8d43-120a66c70f08 HTTP/1.1" status: 200 len: 936 time: 0.1699469 Feb 04 17:12:22.675044 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-4af067a1-c165-4fb4-9018-9f5438dfa407 req-5da66222-286a-4a5b-bfec-bb6e60c6933f tempest-ImagesOneServerTestJSON-981392013 tempest-ImagesOneServerTestJSON-981392013-project] 10.222.0.89 "GET /v2.0/security-groups?id=8b4b9691-3cf9-4823-9b14-a8c5b66738e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2818720 Feb 04 17:12:22.688393 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-5a208ee2-aed4-4523-abb5-c63f37dd67ac req-221bc2c2-5991-4ddf-ae2f-c940ecc7ad79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (d26e31c0-0656-4b7b-804c-48453766fc0d), before_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:22.729620 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1a7103-accf-427b-8c00-53c9a4644e27 req-1c52a134-b7b0-424c-abfc-1234bef4ff06 tempest-ImagesOneServerNegativeTestJSON-254357925 tempest-ImagesOneServerNegativeTestJSON-254357925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:12:22.731105 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-1e1a7103-accf-427b-8c00-53c9a4644e27 req-1c52a134-b7b0-424c-abfc-1234bef4ff06 tempest-ImagesOneServerNegativeTestJSON-254357925 tempest-ImagesOneServerNegativeTestJSON-254357925-project] 10.222.0.90 "GET /v2.0/networks?id=518579bb-9b83-431f-85d9-0080ad95e906 HTTP/1.1" status: 200 len: 821 time: 0.2758329 Feb 04 17:12:22.749843 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-441e46a2-56c9-4b26-83b0-e0e1d275eb34 req-2f2ebd60-daad-40a9-8d44-ea545524fa59 tempest-DeleteServersAdminTestJSON-1119549418 tempest-DeleteServersAdminTestJSON-1119549418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135'] for port (6bc91910-8ce5-4421-8bec-95bea80aecde), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:22.781514 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [req-1e1a7103-accf-427b-8c00-53c9a4644e27 req-97cd346b-264a-497c-9ec7-4af7bdc9b8fa tempest-ImagesOneServerNegativeTestJSON-254357925 tempest-ImagesOneServerNegativeTestJSON-254357925-project] Request body: {'port': {'device_id': '4a849d53-c682-4910-aead-f1da6a7bff83', 'network_id': '518579bb-9b83-431f-85d9-0080ad95e906', 'admin_state_up': True, 'tenant_id': '86774b39ad8a41fa924d1792aacb1e11'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:12:22.811209 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2ebd60-daad-40a9-8d44-ea545524fa59 tempest-DeleteServersAdminTestJSON-1119549418 tempest-DeleteServersAdminTestJSON-1119549418-project] Pushing event updated for resources: {'Port': ['ID=6bc91910-8ce5-4421-8bec-95bea80aecde,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:12:22.844833 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-66e4dd90-a1c9-4758-a569-540fb7681b05 req-a0daddec-0a2f-45a0-a35c-6ae781e19eec tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] 10.222.0.89 "GET /v2.0/security-groups?id=5fa98c6a-94b3-4690-b9c3-4f0e67d11226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1887064 Feb 04 17:12:22.852260 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-441e46a2-56c9-4b26-83b0-e0e1d275eb34 req-2f2ebd60-daad-40a9-8d44-ea545524fa59 tempest-DeleteServersAdminTestJSON-1119549418 tempest-DeleteServersAdminTestJSON-1119549418-project] Network 02be22b9-aa53-40ea-8050-9239cd27d1ff is already hosted by enough agents. {{(pid=103376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:12:22.857988 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [req-441e46a2-56c9-4b26-83b0-e0e1d275eb34 req-2f2ebd60-daad-40a9-8d44-ea545524fa59 tempest-DeleteServersAdminTestJSON-1119549418 tempest-DeleteServersAdminTestJSON-1119549418-project] Resources bound (agent type, host, resource id): {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:12:22.864197 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [req-441e46a2-56c9-4b26-83b0-e0e1d275eb34 req-2f2ebd60-daad-40a9-8d44-ea545524fa59 tempest-DeleteServersAdminTestJSON-1119549418 tempest-DeleteServersAdminTestJSON-1119549418-project] Received port after_create {{(pid=103376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:12:22.870743 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441e46a2-56c9-4b26-83b0-e0e1d275eb34 req-2f2ebd60-daad-40a9-8d44-ea545524fa59 tempest-DeleteServersAdminTestJSON-1119549418 tempest-DeleteServersAdminTestJSON-1119549418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:12:22.871739 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-441e46a2-56c9-4b26-83b0-e0e1d275eb34 req-2f2ebd60-daad-40a9-8d44-ea545524fa59 tempest-DeleteServersAdminTestJSON-1119549418 tempest-DeleteServersAdminTestJSON-1119549418-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:22.911131 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-441e46a2-56c9-4b26-83b0-e0e1d275eb34 req-2f2ebd60-daad-40a9-8d44-ea545524fa59 tempest-DeleteServersAdminTestJSON-1119549418 tempest-DeleteServersAdminTestJSON-1119549418-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0397973 Feb 04 17:12:22.926246 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [req-441e46a2-56c9-4b26-83b0-e0e1d275eb34 req-3bcc0fef-8c10-454c-9d74-db24cce337c0 service neutron] Request body: {'port': {'device_id': '89f6c9f3-31ff-4c02-aed7-52c560e39b0e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827839-2'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:12:22.930952 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-c96837f7-bac8-4d3c-a694-3589b34ce2ef req-eb0e28d0-550a-49ce-99b3-a3718267d329 service neutron] 10.222.0.96 "GET /v2.0/networks/b27b7363-f5f5-42ff-a720-66280b0b57a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3638699 Feb 04 17:12:23.030049 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-441e46a2-56c9-4b26-83b0-e0e1d275eb34 req-3bcc0fef-8c10-454c-9d74-db24cce337c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (6bc91910-8ce5-4421-8bec-95bea80aecde), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:23.039923 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec22120d-661a-421a-af06-ec7a24a30218 req-ecfcda57-60f3-4405-b965-f23a173ec942 tempest-ServerDiagnosticsNegativeTest-1396520382 tempest-ServerDiagnosticsNegativeTest-1396520382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:12:23.041562 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-ec22120d-661a-421a-af06-ec7a24a30218 req-ecfcda57-60f3-4405-b965-f23a173ec942 tempest-ServerDiagnosticsNegativeTest-1396520382 tempest-ServerDiagnosticsNegativeTest-1396520382-project] 10.222.0.89 "GET /v2.0/ports?device_id=55c265ac-0685-4d07-b6e7-8fb69429bb30 HTTP/1.1" status: 200 len: 935 time: 0.1124983 Feb 04 17:12:23.144244 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-ec22120d-661a-421a-af06-ec7a24a30218 req-c4036317-8b35-42b7-871f-c9c987711b2b tempest-ServerDiagnosticsNegativeTest-1396520382 tempest-ServerDiagnosticsNegativeTest-1396520382-project] 10.222.0.89 "GET /v2.0/security-groups?id=7ac643e8-1380-41fa-9e0d-00d7daf5edd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935876 Feb 04 17:12:23.157571 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad881c5e-f347-4b3f-bca9-61cdf755007b req-8553aeac-2afe-47fc-b06c-f908e7b45cfd tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:12:23.159084 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-ad881c5e-f347-4b3f-bca9-61cdf755007b req-8553aeac-2afe-47fc-b06c-f908e7b45cfd tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] 10.222.0.89 "GET /v2.0/ports?device_id=2fa90556-daae-4498-8501-e90a55f37287 HTTP/1.1" status: 200 len: 943 time: 0.3451095 Feb 04 17:12:23.206614 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-c2cc470c-926a-46c9-91d4-fbdb77f26413 None None] Provisioning complete for port 6bc91910-8ce5-4421-8bec-95bea80aecde triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:12:23.207210 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c2cc470c-926a-46c9-91d4-fbdb77f26413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (6bc91910-8ce5-4421-8bec-95bea80aecde), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:23.252214 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-d8c508f4-6c1d-4c8d-a0be-110280240854 req-076b38c2-c518-4308-9608-a0d45fc72950 tempest-ImagesOneServerNegativeTestJSON-254357925 tempest-ImagesOneServerNegativeTestJSON-254357925-project] 10.222.0.89 "GET /v2.0/ports?device_id=4a849d53-c682-4910-aead-f1da6a7bff83 HTTP/1.1" status: 200 len: 210 time: 0.0288274 Feb 04 17:12:23.252446 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-c2cc470c-926a-46c9-91d4-fbdb77f26413 None None] Port 6bc91910-8ce5-4421-8bec-95bea80aecde cannot update to ACTIVE because it is not bound. {{(pid=103378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 17:12:23.264213 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-c96837f7-bac8-4d3c-a694-3589b34ce2ef req-046239d5-a68a-4012-a94c-540572063ca5 service neutron] 10.222.0.96 "GET /v2.0/networks/b27b7363-f5f5-42ff-a720-66280b0b57a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3203528 Feb 04 17:12:23.286448 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e1a7103-accf-427b-8c00-53c9a4644e27 req-97cd346b-264a-497c-9ec7-4af7bdc9b8fa tempest-ImagesOneServerNegativeTestJSON-254357925 tempest-ImagesOneServerNegativeTestJSON-254357925-project] Made reservation on behalf of 86774b39ad8a41fa924d1792aacb1e11 for: {'port': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:12:23.289924 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-1e1a7103-accf-427b-8c00-53c9a4644e27 req-97cd346b-264a-497c-9ec7-4af7bdc9b8fa tempest-ImagesOneServerNegativeTestJSON-254357925 tempest-ImagesOneServerNegativeTestJSON-254357925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:23.294821 n-d-827839-2 neutron-server[103377]: DEBUG neutron.notifiers.nova [req-3180f668-9c17-4855-89ff-8e1ed3951e3c req-b70dbb06-f4aa-44be-8a29-07f036e18f83 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85df9036-9ceb-43ab-b1ab-cce347c74193 {{(pid=103377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 17:12:23.323027 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-3180f668-9c17-4855-89ff-8e1ed3951e3c req-b70dbb06-f4aa-44be-8a29-07f036e18f83 service neutron] Publish callbacks [] for port (85df9036-9ceb-43ab-b1ab-cce347c74193), precommit_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:23.345683 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-ad881c5e-f347-4b3f-bca9-61cdf755007b req-fd638742-af0b-4388-aed9-d5109f1dfc01 tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] 10.222.0.89 "GET /v2.0/security-groups?id=119a7f03-3e07-4d1e-8852-d9f974f9f052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1748893 Feb 04 17:12:23.364423 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.provisioning_blocks [req-3180f668-9c17-4855-89ff-8e1ed3951e3c req-b70dbb06-f4aa-44be-8a29-07f036e18f83 service neutron] Transition to ACTIVE for port object 85df9036-9ceb-43ab-b1ab-cce347c74193 will not be triggered until provisioned by entity L2. {{(pid=103377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 17:12:23.409895 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-3180f668-9c17-4855-89ff-8e1ed3951e3c req-b70dbb06-f4aa-44be-8a29-07f036e18f83 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25888290'] for port (85df9036-9ceb-43ab-b1ab-cce347c74193), after_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:23.455576 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa37f4d3-6f58-43df-b517-ca3f88894ec3 req-3315a8a6-d836-4135-9c5a-6f7df7e2df38 tempest-DeleteServersAdminTestJSON-1119549418 tempest-DeleteServersAdminTestJSON-1119549418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:12:23.462401 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-aa37f4d3-6f58-43df-b517-ca3f88894ec3 req-3315a8a6-d836-4135-9c5a-6f7df7e2df38 tempest-DeleteServersAdminTestJSON-1119549418 tempest-DeleteServersAdminTestJSON-1119549418-project] 10.222.0.89 "GET /v2.0/ports?device_id=89f6c9f3-31ff-4c02-aed7-52c560e39b0e HTTP/1.1" status: 200 len: 936 time: 0.1391127 Feb 04 17:12:23.518430 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70dbb06-f4aa-44be-8a29-07f036e18f83 service neutron] Pushing event updated for resources: {'Port': ['ID=85df9036-9ceb-43ab-b1ab-cce347c74193,revision_number=2']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:12:23.530786 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a72db4b-89b7-46e4-8421-c359b33b930f req-c972c66a-3e2f-4165-9e71-8e2a58b67ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:12:23.532334 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-5a72db4b-89b7-46e4-8421-c359b33b930f req-c972c66a-3e2f-4165-9e71-8e2a58b67ce3 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=f3812c841c31408e86184d3885a61bc1&device_id=2fa90556-daae-4498-8501-e90a55f37287 HTTP/1.1" status: 200 len: 1125 time: 0.1902924 Feb 04 17:12:23.552526 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-aa37f4d3-6f58-43df-b517-ca3f88894ec3 req-183969df-efb0-4070-bfd6-a7c887f4d0c5 tempest-DeleteServersAdminTestJSON-1119549418 tempest-DeleteServersAdminTestJSON-1119549418-project] 10.222.0.89 "GET /v2.0/security-groups?id=35ea2ef0-2d20-4f98-9e35-b935cb69d427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844114 Feb 04 17:12:23.583473 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.db_base_plugin_common [req-1e1a7103-accf-427b-8c00-53c9a4644e27 req-97cd346b-264a-497c-9ec7-4af7bdc9b8fa tempest-ImagesOneServerNegativeTestJSON-254357925 tempest-ImagesOneServerNegativeTestJSON-254357925-project] Allocated IP 172.20.0.8 (518579bb-9b83-431f-85d9-0080ad95e906/11b7fa3d-4973-471d-9057-d3ba5d21542b/66a1128d-8cda-494a-b561-4b0625ad7dee) {{(pid=103377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:12:23.603794 n-d-827839-2 neutron-server[103376]: DEBUG neutron.notifiers.nova [req-f616512b-81e0-430c-b967-d32d3289a7ed req-e403299c-c40d-483a-8187-04931fab181e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a9ea809e-a7d4-4c46-b4d9-cd7077cf1c91 {{(pid=103376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 17:12:23.612377 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-f616512b-81e0-430c-b967-d32d3289a7ed req-e403299c-c40d-483a-8187-04931fab181e service neutron] Publish callbacks [] for port (a9ea809e-a7d4-4c46-b4d9-cd7077cf1c91), precommit_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:23.626185 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.provisioning_blocks [req-f616512b-81e0-430c-b967-d32d3289a7ed req-e403299c-c40d-483a-8187-04931fab181e service neutron] Transition to ACTIVE for port object a9ea809e-a7d4-4c46-b4d9-cd7077cf1c91 will not be triggered until provisioned by entity L2. {{(pid=103376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 17:12:23.631219 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-f616512b-81e0-430c-b967-d32d3289a7ed req-e403299c-c40d-483a-8187-04931fab181e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (a9ea809e-a7d4-4c46-b4d9-cd7077cf1c91), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:23.698710 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e403299c-c40d-483a-8187-04931fab181e service neutron] Pushing event updated for resources: {'Port': ['ID=a9ea809e-a7d4-4c46-b4d9-cd7077cf1c91,revision_number=2']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:12:23.840173 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [req-f616512b-81e0-430c-b967-d32d3289a7ed req-e403299c-c40d-483a-8187-04931fab181e service neutron] Attempting to bind port a9ea809e-a7d4-4c46-b4d9-cd7077cf1c91 on host n-h1-827839-2 for vnic_type normal with profile {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:12:23.840952 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [req-f616512b-81e0-430c-b967-d32d3289a7ed req-e403299c-c40d-483a-8187-04931fab181e service neutron] Attempting to bind port a9ea809e-a7d4-4c46-b4d9-cd7077cf1c91 by drivers openvswitch,hyperv on host n-h1-827839-2 at level 0 using segments [{'id': '3a39b085-d3e6-43bb-a64c-1b06dd049e5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '02be22b9-aa53-40ea-8050-9239cd27d1ff'}] {{(pid=103376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:12:23.841549 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f616512b-81e0-430c-b967-d32d3289a7ed req-e403299c-c40d-483a-8187-04931fab181e service neutron] Attempting to bind port a9ea809e-a7d4-4c46-b4d9-cd7077cf1c91 on network 02be22b9-aa53-40ea-8050-9239cd27d1ff {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:12:23.849744 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f616512b-81e0-430c-b967-d32d3289a7ed req-e403299c-c40d-483a-8187-04931fab181e service neutron] Port a9ea809e-a7d4-4c46-b4d9-cd7077cf1c91 on network 02be22b9-aa53-40ea-8050-9239cd27d1ff not bound, no agent of type Open vSwitch agent registered on host n-h1-827839-2 {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 17:12:23.850396 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f616512b-81e0-430c-b967-d32d3289a7ed req-e403299c-c40d-483a-8187-04931fab181e service neutron] Attempting to bind port a9ea809e-a7d4-4c46-b4d9-cd7077cf1c91 on network 02be22b9-aa53-40ea-8050-9239cd27d1ff {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:12:23.861309 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f616512b-81e0-430c-b967-d32d3289a7ed req-e403299c-c40d-483a-8187-04931fab181e service neutron] Checking agent: {'id': '3f9244a9-75fc-4c10-b195-11d48b853b41', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 8, 42), 'started_at': datetime.datetime(2022, 2, 4, 17, 8, 42), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 12, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:12:23.862190 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f616512b-81e0-430c-b967-d32d3289a7ed req-e403299c-c40d-483a-8187-04931fab181e service neutron] Checking segment: {'id': '3a39b085-d3e6-43bb-a64c-1b06dd049e5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '02be22b9-aa53-40ea-8050-9239cd27d1ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:12:23.862801 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f616512b-81e0-430c-b967-d32d3289a7ed req-e403299c-c40d-483a-8187-04931fab181e service neutron] Bound using segment: {'id': '3a39b085-d3e6-43bb-a64c-1b06dd049e5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '02be22b9-aa53-40ea-8050-9239cd27d1ff'} {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:12:23.863463 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [req-f616512b-81e0-430c-b967-d32d3289a7ed req-e403299c-c40d-483a-8187-04931fab181e service neutron] Bound port: a9ea809e-a7d4-4c46-b4d9-cd7077cf1c91, host: n-h1-827839-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a39b085-d3e6-43bb-a64c-1b06dd049e5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '02be22b9-aa53-40ea-8050-9239cd27d1ff'}}] {{(pid=103376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:12:23.864142 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-f616512b-81e0-430c-b967-d32d3289a7ed req-e403299c-c40d-483a-8187-04931fab181e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (a9ea809e-a7d4-4c46-b4d9-cd7077cf1c91), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:23.901482 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9cd443-a567-4c9e-a4b1-da5fea08b7c9 req-272a8d04-1fe0-411d-a709-38396dbcc676 tempest-ImagesOneServerTestJSON-981392013 tempest-ImagesOneServerTestJSON-981392013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:12:23.903058 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-6d9cd443-a567-4c9e-a4b1-da5fea08b7c9 req-272a8d04-1fe0-411d-a709-38396dbcc676 tempest-ImagesOneServerTestJSON-981392013 tempest-ImagesOneServerTestJSON-981392013-project] 10.222.0.89 "GET /v2.0/ports?device_id=b35c36f6-2ebf-48ae-aa08-48a8ee20c89c HTTP/1.1" status: 200 len: 948 time: 0.1175883 Feb 04 17:12:23.990178 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [req-3180f668-9c17-4855-89ff-8e1ed3951e3c req-b70dbb06-f4aa-44be-8a29-07f036e18f83 service neutron] Attempting to bind port 85df9036-9ceb-43ab-b1ab-cce347c74193 on host n-h2-827839-2 for vnic_type normal with profile {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:12:23.990518 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [req-3180f668-9c17-4855-89ff-8e1ed3951e3c req-b70dbb06-f4aa-44be-8a29-07f036e18f83 service neutron] Attempting to bind port 85df9036-9ceb-43ab-b1ab-cce347c74193 by drivers openvswitch,hyperv on host n-h2-827839-2 at level 0 using segments [{'id': '3a39b085-d3e6-43bb-a64c-1b06dd049e5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '02be22b9-aa53-40ea-8050-9239cd27d1ff'}] {{(pid=103377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:12:23.990854 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3180f668-9c17-4855-89ff-8e1ed3951e3c req-b70dbb06-f4aa-44be-8a29-07f036e18f83 service neutron] Attempting to bind port 85df9036-9ceb-43ab-b1ab-cce347c74193 on network 02be22b9-aa53-40ea-8050-9239cd27d1ff {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:12:23.999246 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a72db4b-89b7-46e4-8421-c359b33b930f req-85c32b45-bf7d-4e4c-bc9d-071e6cf722fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:12:24.000928 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-5a72db4b-89b7-46e4-8421-c359b33b930f req-85c32b45-bf7d-4e4c-bc9d-071e6cf722fd service neutron] 10.222.0.96 "GET /v2.0/networks?id=b27b7363-f5f5-42ff-a720-66280b0b57a7 HTTP/1.1" status: 200 len: 922 time: 0.4487140 Feb 04 17:12:24.014062 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-6d9cd443-a567-4c9e-a4b1-da5fea08b7c9 req-5fb80998-f130-4296-aa94-dc36b150a2a9 tempest-ImagesOneServerTestJSON-981392013 tempest-ImagesOneServerTestJSON-981392013-project] 10.222.0.89 "GET /v2.0/security-groups?id=8b4b9691-3cf9-4823-9b14-a8c5b66738e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891185 Feb 04 17:12:24.020637 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [req-f616512b-81e0-430c-b967-d32d3289a7ed req-e403299c-c40d-483a-8187-04931fab181e service neutron] For port a9ea809e-a7d4-4c46-b4d9-cd7077cf1c91, host n-h1-827839-2, cleared binding levels {{(pid=103376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:12:24.025818 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [req-f616512b-81e0-430c-b967-d32d3289a7ed req-e403299c-c40d-483a-8187-04931fab181e service neutron] For port a9ea809e-a7d4-4c46-b4d9-cd7077cf1c91, host n-h1-827839-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=a9ea809e-a7d4-4c46-b4d9-cd7077cf1c91,segment=NetworkSegment(3a39b085-d3e6-43bb-a64c-1b06dd049e5a),segment_id=3a39b085-d3e6-43bb-a64c-1b06dd049e5a)] {{(pid=103376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:12:24.036691 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-f616512b-81e0-430c-b967-d32d3289a7ed req-e403299c-c40d-483a-8187-04931fab181e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (a9ea809e-a7d4-4c46-b4d9-cd7077cf1c91), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:24.093487 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3180f668-9c17-4855-89ff-8e1ed3951e3c req-b70dbb06-f4aa-44be-8a29-07f036e18f83 service neutron] Port 85df9036-9ceb-43ab-b1ab-cce347c74193 on network 02be22b9-aa53-40ea-8050-9239cd27d1ff not bound, no agent of type Open vSwitch agent registered on host n-h2-827839-2 {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 17:12:24.094089 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3180f668-9c17-4855-89ff-8e1ed3951e3c req-b70dbb06-f4aa-44be-8a29-07f036e18f83 service neutron] Attempting to bind port 85df9036-9ceb-43ab-b1ab-cce347c74193 on network 02be22b9-aa53-40ea-8050-9239cd27d1ff {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:12:24.096445 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f616512b-81e0-430c-b967-d32d3289a7ed req-e403299c-c40d-483a-8187-04931fab181e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:12:24.097112 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-f616512b-81e0-430c-b967-d32d3289a7ed req-e403299c-c40d-483a-8187-04931fab181e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:24.098510 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-f616512b-81e0-430c-b967-d32d3289a7ed req-e403299c-c40d-483a-8187-04931fab181e service neutron] 10.222.0.96 "PUT /v2.0/ports/a9ea809e-a7d4-4c46-b4d9-cd7077cf1c91 HTTP/1.1" status: 200 len: 1096 time: 1.8661411 Feb 04 17:12:24.098962 n-d-827839-2 neutron-server[103376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99914122-947d-4d33-8d43-120a66c70f08', 'tag': 'a9ea809e-a7d4-4c46-b4d9-cd7077cf1c91'}] {{(pid=103376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:12:24.101758 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d59c3bb5e2f09ebf62144d5e09b1cff60c763a9c19614c24538e77842938c05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f562960-ad96-41db-aadb-54b40a81b78a" -d '{"events": [{"name": "network-changed", "server_uuid": "99914122-947d-4d33-8d43-120a66c70f08", "tag": "a9ea809e-a7d4-4c46-b4d9-cd7077cf1c91"}]}' {{(pid=103376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:12:24.109395 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3180f668-9c17-4855-89ff-8e1ed3951e3c req-b70dbb06-f4aa-44be-8a29-07f036e18f83 service neutron] Checking agent: {'id': 'f20a1ab3-4332-4f54-833b-ba4a7c687e89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 8, 40), 'started_at': datetime.datetime(2022, 2, 4, 17, 8, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 12, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:12:24.110105 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3180f668-9c17-4855-89ff-8e1ed3951e3c req-b70dbb06-f4aa-44be-8a29-07f036e18f83 service neutron] Checking segment: {'id': '3a39b085-d3e6-43bb-a64c-1b06dd049e5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '02be22b9-aa53-40ea-8050-9239cd27d1ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:12:24.110715 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3180f668-9c17-4855-89ff-8e1ed3951e3c req-b70dbb06-f4aa-44be-8a29-07f036e18f83 service neutron] Bound using segment: {'id': '3a39b085-d3e6-43bb-a64c-1b06dd049e5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '02be22b9-aa53-40ea-8050-9239cd27d1ff'} {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:12:24.111382 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [req-3180f668-9c17-4855-89ff-8e1ed3951e3c req-b70dbb06-f4aa-44be-8a29-07f036e18f83 service neutron] Bound port: 85df9036-9ceb-43ab-b1ab-cce347c74193, host: n-h2-827839-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a39b085-d3e6-43bb-a64c-1b06dd049e5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '02be22b9-aa53-40ea-8050-9239cd27d1ff'}}] {{(pid=103377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:12:24.111969 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-3180f668-9c17-4855-89ff-8e1ed3951e3c req-b70dbb06-f4aa-44be-8a29-07f036e18f83 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (85df9036-9ceb-43ab-b1ab-cce347c74193), before_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:24.137181 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e403299c-c40d-483a-8187-04931fab181e service neutron] Pushing event updated for resources: {'Port': ['ID=a9ea809e-a7d4-4c46-b4d9-cd7077cf1c91,revision_number=3']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:12:24.189701 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-5a72db4b-89b7-46e4-8421-c359b33b930f req-8d51f6ae-792d-4d38-b5e7-345c4541bd40 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1d6e420e-bb1f-421e-9902-a9c0af5df917 HTTP/1.1" status: 200 len: 217 time: 0.1409647 Feb 04 17:12:24.202834 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-1e1a7103-accf-427b-8c00-53c9a4644e27 req-97cd346b-264a-497c-9ec7-4af7bdc9b8fa tempest-ImagesOneServerNegativeTestJSON-254357925 tempest-ImagesOneServerNegativeTestJSON-254357925-project] Publish callbacks [] for port (66a1128d-8cda-494a-b561-4b0625ad7dee), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:24.211534 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f616512b-81e0-430c-b967-d32d3289a7ed req-b45d549f-fd05-49d7-b5ee-4d606227b14c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:12:24.213898 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-f616512b-81e0-430c-b967-d32d3289a7ed req-b45d549f-fd05-49d7-b5ee-4d606227b14c service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=1cd99d9701204f3692368e4539967c47&device_id=99914122-947d-4d33-8d43-120a66c70f08 HTTP/1.1" status: 200 len: 1130 time: 0.0601983 Feb 04 17:12:24.280581 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-f616512b-81e0-430c-b967-d32d3289a7ed req-08eb730f-8805-4859-ac45-e63bd0a04b69 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.143&port_id=a9ea809e-a7d4-4c46-b4d9-cd7077cf1c91 HTTP/1.1" status: 200 len: 217 time: 0.0558796 Feb 04 17:12:24.310003 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a72db4b-89b7-46e4-8421-c359b33b930f req-36b30cd8-8c45-4f01-8ada-bc3a0b66d976 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:12:24.312068 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-5a72db4b-89b7-46e4-8421-c359b33b930f req-36b30cd8-8c45-4f01-8ada-bc3a0b66d976 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=fa2004f2-da24-41cf-84b9-96d41a7dd118 HTTP/1.1" status: 200 len: 861 time: 0.1137698 Feb 04 17:12:24.335059 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f475fc4f-ec5f-464f-983f-5e8b607784ff req-34ce9247-fa53-4bf9-be52-677ac6601f1d tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:12:24.336629 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-f475fc4f-ec5f-464f-983f-5e8b607784ff req-34ce9247-fa53-4bf9-be52-677ac6601f1d tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] 10.222.0.89 "GET /v2.0/ports?device_id=99914122-947d-4d33-8d43-120a66c70f08 HTTP/1.1" status: 200 len: 948 time: 0.3674114 Feb 04 17:12:24.337700 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f616512b-81e0-430c-b967-d32d3289a7ed req-cb4a33a0-7f0c-4d45-9439-50eca83652e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:12:24.339162 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-f616512b-81e0-430c-b967-d32d3289a7ed req-cb4a33a0-7f0c-4d45-9439-50eca83652e1 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=c974b0ff-2c5c-4667-8a81-3bde3ea6ced5 HTTP/1.1" status: 200 len: 843 time: 0.0523016 Feb 04 17:12:24.340827 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 17:12:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94aeac27-eda0-46fb-b844-5238bbd3bc07 x-openstack-request-id: req-94aeac27-eda0-46fb-b844-5238bbd3bc07 {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:12:24.341098 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99914122-947d-4d33-8d43-120a66c70f08", "tag": "a9ea809e-a7d4-4c46-b4d9-cd7077cf1c91", "status": "completed", "code": 200}]} {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:12:24.341486 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-94aeac27-eda0-46fb-b844-5238bbd3bc07 {{(pid=103376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:12:24.341930 n-d-827839-2 neutron-server[103376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99914122-947d-4d33-8d43-120a66c70f08', 'tag': 'a9ea809e-a7d4-4c46-b4d9-cd7077cf1c91', 'status': 'completed', 'code': 200} Feb 04 17:12:24.347767 n-d-827839-2 neutron-server[103377]: DEBUG neutron.notifiers.nova [req-5a208ee2-aed4-4523-abb5-c63f37dd67ac req-221bc2c2-5991-4ddf-ae2f-c940ecc7ad79 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d26e31c0-0656-4b7b-804c-48453766fc0d {{(pid=103377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 17:12:24.361724 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-5a208ee2-aed4-4523-abb5-c63f37dd67ac req-221bc2c2-5991-4ddf-ae2f-c940ecc7ad79 service neutron] Publish callbacks [] for port (d26e31c0-0656-4b7b-804c-48453766fc0d), precommit_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:24.393982 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-5a72db4b-89b7-46e4-8421-c359b33b930f req-579de741-fb9b-4f21-b701-74aaef8355e7 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=b27b7363-f5f5-42ff-a720-66280b0b57a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0676813 Feb 04 17:12:24.432379 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f616512b-81e0-430c-b967-d32d3289a7ed req-dd23d1a8-d8a8-4d91-b78d-4f1c3dac3a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:12:24.433909 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-f616512b-81e0-430c-b967-d32d3289a7ed req-dd23d1a8-d8a8-4d91-b78d-4f1c3dac3a6f service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=02be22b9-aa53-40ea-8050-9239cd27d1ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0860493 Feb 04 17:12:24.455850 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce07c78f-bcb4-4150-9f9c-a27e2ab1780f req-be0de2cd-e0cc-4ebc-b5c7-796dfed722e5 tempest-ServerDiagnosticsNegativeTest-1396520382 tempest-ServerDiagnosticsNegativeTest-1396520382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:12:24.457360 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-ce07c78f-bcb4-4150-9f9c-a27e2ab1780f req-be0de2cd-e0cc-4ebc-b5c7-796dfed722e5 tempest-ServerDiagnosticsNegativeTest-1396520382 tempest-ServerDiagnosticsNegativeTest-1396520382-project] 10.222.0.89 "GET /v2.0/ports?device_id=55c265ac-0685-4d07-b6e7-8fb69429bb30 HTTP/1.1" status: 200 len: 935 time: 0.0787380 Feb 04 17:12:24.481686 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.provisioning_blocks [req-5a208ee2-aed4-4523-abb5-c63f37dd67ac req-221bc2c2-5991-4ddf-ae2f-c940ecc7ad79 service neutron] Transition to ACTIVE for port object d26e31c0-0656-4b7b-804c-48453766fc0d will not be triggered until provisioned by entity L2. {{(pid=103377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 17:12:24.489253 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [req-3180f668-9c17-4855-89ff-8e1ed3951e3c req-b70dbb06-f4aa-44be-8a29-07f036e18f83 service neutron] For port 85df9036-9ceb-43ab-b1ab-cce347c74193, host n-h2-827839-2, cleared binding levels {{(pid=103377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:12:24.498594 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-5a208ee2-aed4-4523-abb5-c63f37dd67ac req-221bc2c2-5991-4ddf-ae2f-c940ecc7ad79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25888290'] for port (d26e31c0-0656-4b7b-804c-48453766fc0d), after_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:24.547963 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [req-3180f668-9c17-4855-89ff-8e1ed3951e3c req-b70dbb06-f4aa-44be-8a29-07f036e18f83 service neutron] For port 85df9036-9ceb-43ab-b1ab-cce347c74193, host n-h2-827839-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=85df9036-9ceb-43ab-b1ab-cce347c74193,segment=NetworkSegment(3a39b085-d3e6-43bb-a64c-1b06dd049e5a),segment_id=3a39b085-d3e6-43bb-a64c-1b06dd049e5a)] {{(pid=103377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:12:24.560305 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-1e1a7103-accf-427b-8c00-53c9a4644e27 req-97cd346b-264a-497c-9ec7-4af7bdc9b8fa tempest-ImagesOneServerNegativeTestJSON-254357925 tempest-ImagesOneServerNegativeTestJSON-254357925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (66a1128d-8cda-494a-b561-4b0625ad7dee), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:24.576232 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-3180f668-9c17-4855-89ff-8e1ed3951e3c req-b70dbb06-f4aa-44be-8a29-07f036e18f83 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25888290'] for port (85df9036-9ceb-43ab-b1ab-cce347c74193), after_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:24.607720 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-f475fc4f-ec5f-464f-983f-5e8b607784ff req-486cd418-b900-41a7-a316-276363af3084 tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] 10.222.0.89 "GET /v2.0/security-groups?id=5fa98c6a-94b3-4690-b9c3-4f0e67d11226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2525513 Feb 04 17:12:24.622612 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-ce07c78f-bcb4-4150-9f9c-a27e2ab1780f req-3680f9c8-ce74-4726-9318-61d8f5413c95 tempest-ServerDiagnosticsNegativeTest-1396520382 tempest-ServerDiagnosticsNegativeTest-1396520382-project] 10.222.0.89 "GET /v2.0/security-groups?id=7ac643e8-1380-41fa-9e0d-00d7daf5edd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538005 Feb 04 17:12:24.629288 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3180f668-9c17-4855-89ff-8e1ed3951e3c req-b70dbb06-f4aa-44be-8a29-07f036e18f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:12:24.629915 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-3180f668-9c17-4855-89ff-8e1ed3951e3c req-b70dbb06-f4aa-44be-8a29-07f036e18f83 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:24.631338 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-3180f668-9c17-4855-89ff-8e1ed3951e3c req-b70dbb06-f4aa-44be-8a29-07f036e18f83 service neutron] 10.222.0.90 "PUT /v2.0/ports/85df9036-9ceb-43ab-b1ab-cce347c74193 HTTP/1.1" status: 200 len: 1096 time: 3.8217564 Feb 04 17:12:24.636771 n-d-827839-2 neutron-server[103377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b35c36f6-2ebf-48ae-aa08-48a8ee20c89c', 'tag': '85df9036-9ceb-43ab-b1ab-cce347c74193'}] {{(pid=103377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:12:24.639324 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7240428b650e1488e9361b62648ff4b3a6c19d49d8c27c949491ab58c1346cf0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afde1bfb-ef73-404d-aec4-42fbc7246d24" -d '{"events": [{"name": "network-changed", "server_uuid": "b35c36f6-2ebf-48ae-aa08-48a8ee20c89c", "tag": "85df9036-9ceb-43ab-b1ab-cce347c74193"}]}' {{(pid=103377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:12:24.642580 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221bc2c2-5991-4ddf-ae2f-c940ecc7ad79 service neutron] Pushing event updated for resources: {'Port': ['ID=d26e31c0-0656-4b7b-804c-48453766fc0d,revision_number=2']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:12:24.662218 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e1a7103-accf-427b-8c00-53c9a4644e27 req-97cd346b-264a-497c-9ec7-4af7bdc9b8fa tempest-ImagesOneServerNegativeTestJSON-254357925 tempest-ImagesOneServerNegativeTestJSON-254357925-project] Network 518579bb-9b83-431f-85d9-0080ad95e906 is already hosted by enough agents. {{(pid=103377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:12:24.691034 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-5a72db4b-89b7-46e4-8421-c359b33b930f req-bcf63daf-1e9a-413c-a5f4-75e3dc31114a service neutron] 10.222.0.96 "GET /v2.0/networks/b27b7363-f5f5-42ff-a720-66280b0b57a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2752409 Feb 04 17:12:24.698344 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-f616512b-81e0-430c-b967-d32d3289a7ed req-210fda84-cebf-4841-89ad-7b6122e76b39 service neutron] 10.222.0.96 "GET /v2.0/networks/02be22b9-aa53-40ea-8050-9239cd27d1ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2569852 Feb 04 17:12:24.976239 n-d-827839-2 neutron-server[103376]: DEBUG neutron.notifiers.nova [req-441e46a2-56c9-4b26-83b0-e0e1d275eb34 req-3bcc0fef-8c10-454c-9d74-db24cce337c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6bc91910-8ce5-4421-8bec-95bea80aecde {{(pid=103376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 17:12:24.989844 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-441e46a2-56c9-4b26-83b0-e0e1d275eb34 req-3bcc0fef-8c10-454c-9d74-db24cce337c0 service neutron] Publish callbacks [] for port (6bc91910-8ce5-4421-8bec-95bea80aecde), precommit_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:24.999139 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-f616512b-81e0-430c-b967-d32d3289a7ed req-72fa1833-4c88-4590-a437-b115c5e179a7 service neutron] 10.222.0.96 "GET /v2.0/networks/02be22b9-aa53-40ea-8050-9239cd27d1ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2912910 Feb 04 17:12:25.020986 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2c2e69-a75a-4a96-a807-360e3b2000cf req-24bdbdcb-39ee-4191-a8c6-125bbbb8787b tempest-ImagesOneServerNegativeTestJSON-254357925 tempest-ImagesOneServerNegativeTestJSON-254357925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:12:25.029666 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-fa2c2e69-a75a-4a96-a807-360e3b2000cf req-24bdbdcb-39ee-4191-a8c6-125bbbb8787b tempest-ImagesOneServerNegativeTestJSON-254357925 tempest-ImagesOneServerNegativeTestJSON-254357925-project] 10.222.0.89 "GET /v2.0/ports?device_id=4a849d53-c682-4910-aead-f1da6a7bff83 HTTP/1.1" status: 200 len: 931 time: 0.1862316 Feb 04 17:12:25.039740 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [req-1e1a7103-accf-427b-8c00-53c9a4644e27 req-97cd346b-264a-497c-9ec7-4af7bdc9b8fa tempest-ImagesOneServerNegativeTestJSON-254357925 tempest-ImagesOneServerNegativeTestJSON-254357925-project] Resources bound (agent type, host, resource id): {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:12:25.042119 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.provisioning_blocks [req-441e46a2-56c9-4b26-83b0-e0e1d275eb34 req-3bcc0fef-8c10-454c-9d74-db24cce337c0 service neutron] Transition to ACTIVE for port object 6bc91910-8ce5-4421-8bec-95bea80aecde will not be triggered until provisioned by entity L2. {{(pid=103376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 17:12:25.052596 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-441e46a2-56c9-4b26-83b0-e0e1d275eb34 req-3bcc0fef-8c10-454c-9d74-db24cce337c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (6bc91910-8ce5-4421-8bec-95bea80aecde), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:25.086351 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e1a7103-accf-427b-8c00-53c9a4644e27 req-97cd346b-264a-497c-9ec7-4af7bdc9b8fa tempest-ImagesOneServerNegativeTestJSON-254357925 tempest-ImagesOneServerNegativeTestJSON-254357925-project] Received port after_create {{(pid=103377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:12:25.128158 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97cd346b-264a-497c-9ec7-4af7bdc9b8fa tempest-ImagesOneServerNegativeTestJSON-254357925 tempest-ImagesOneServerNegativeTestJSON-254357925-project] Pushing event updated for resources: {'Port': ['ID=66a1128d-8cda-494a-b561-4b0625ad7dee,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:12:25.173551 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-fa2c2e69-a75a-4a96-a807-360e3b2000cf req-2143996d-b6bb-40bc-b8b8-186e663f8ba0 tempest-ImagesOneServerNegativeTestJSON-254357925 tempest-ImagesOneServerNegativeTestJSON-254357925-project] 10.222.0.89 "GET /v2.0/security-groups?id=93c660a2-9a39-4e35-b172-c2fcfd9b6315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380603 Feb 04 17:12:25.177392 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bcc0fef-8c10-454c-9d74-db24cce337c0 service neutron] Pushing event updated for resources: {'Port': ['ID=6bc91910-8ce5-4421-8bec-95bea80aecde,revision_number=2']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:12:25.233159 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f562960-ad96-41db-aadb-54b40a81b78a req-2d3e17d1-4189-4a69-89a7-282216a18932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:12:25.234682 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-5f562960-ad96-41db-aadb-54b40a81b78a req-2d3e17d1-4189-4a69-89a7-282216a18932 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=1cd99d9701204f3692368e4539967c47&device_id=99914122-947d-4d33-8d43-120a66c70f08 HTTP/1.1" status: 200 len: 1130 time: 0.1771963 Feb 04 17:12:25.334703 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1a7103-accf-427b-8c00-53c9a4644e27 req-97cd346b-264a-497c-9ec7-4af7bdc9b8fa tempest-ImagesOneServerNegativeTestJSON-254357925 tempest-ImagesOneServerNegativeTestJSON-254357925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:12:25.335801 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-1e1a7103-accf-427b-8c00-53c9a4644e27 req-97cd346b-264a-497c-9ec7-4af7bdc9b8fa tempest-ImagesOneServerNegativeTestJSON-254357925 tempest-ImagesOneServerNegativeTestJSON-254357925-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:25.340506 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [req-441e46a2-56c9-4b26-83b0-e0e1d275eb34 req-3bcc0fef-8c10-454c-9d74-db24cce337c0 service neutron] Attempting to bind port 6bc91910-8ce5-4421-8bec-95bea80aecde on host n-h1-827839-2 for vnic_type normal with profile {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:12:25.340960 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [req-441e46a2-56c9-4b26-83b0-e0e1d275eb34 req-3bcc0fef-8c10-454c-9d74-db24cce337c0 service neutron] Attempting to bind port 6bc91910-8ce5-4421-8bec-95bea80aecde by drivers openvswitch,hyperv on host n-h1-827839-2 at level 0 using segments [{'id': '3a39b085-d3e6-43bb-a64c-1b06dd049e5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '02be22b9-aa53-40ea-8050-9239cd27d1ff'}] {{(pid=103376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:12:25.341368 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-441e46a2-56c9-4b26-83b0-e0e1d275eb34 req-3bcc0fef-8c10-454c-9d74-db24cce337c0 service neutron] Attempting to bind port 6bc91910-8ce5-4421-8bec-95bea80aecde on network 02be22b9-aa53-40ea-8050-9239cd27d1ff {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:12:25.369255 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-441e46a2-56c9-4b26-83b0-e0e1d275eb34 req-3bcc0fef-8c10-454c-9d74-db24cce337c0 service neutron] Port 6bc91910-8ce5-4421-8bec-95bea80aecde on network 02be22b9-aa53-40ea-8050-9239cd27d1ff not bound, no agent of type Open vSwitch agent registered on host n-h1-827839-2 {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 17:12:25.369560 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-441e46a2-56c9-4b26-83b0-e0e1d275eb34 req-3bcc0fef-8c10-454c-9d74-db24cce337c0 service neutron] Attempting to bind port 6bc91910-8ce5-4421-8bec-95bea80aecde on network 02be22b9-aa53-40ea-8050-9239cd27d1ff {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:12:25.387082 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-441e46a2-56c9-4b26-83b0-e0e1d275eb34 req-3bcc0fef-8c10-454c-9d74-db24cce337c0 service neutron] Checking agent: {'id': '3f9244a9-75fc-4c10-b195-11d48b853b41', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 8, 42), 'started_at': datetime.datetime(2022, 2, 4, 17, 8, 42), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 12, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:12:25.387436 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-441e46a2-56c9-4b26-83b0-e0e1d275eb34 req-3bcc0fef-8c10-454c-9d74-db24cce337c0 service neutron] Checking segment: {'id': '3a39b085-d3e6-43bb-a64c-1b06dd049e5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '02be22b9-aa53-40ea-8050-9239cd27d1ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:12:25.387829 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-441e46a2-56c9-4b26-83b0-e0e1d275eb34 req-3bcc0fef-8c10-454c-9d74-db24cce337c0 service neutron] Bound using segment: {'id': '3a39b085-d3e6-43bb-a64c-1b06dd049e5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '02be22b9-aa53-40ea-8050-9239cd27d1ff'} {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:12:25.388276 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [req-441e46a2-56c9-4b26-83b0-e0e1d275eb34 req-3bcc0fef-8c10-454c-9d74-db24cce337c0 service neutron] Bound port: 6bc91910-8ce5-4421-8bec-95bea80aecde, host: n-h1-827839-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a39b085-d3e6-43bb-a64c-1b06dd049e5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '02be22b9-aa53-40ea-8050-9239cd27d1ff'}}] {{(pid=103376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:12:25.388707 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-441e46a2-56c9-4b26-83b0-e0e1d275eb34 req-3bcc0fef-8c10-454c-9d74-db24cce337c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (6bc91910-8ce5-4421-8bec-95bea80aecde), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:25.417385 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [req-5a208ee2-aed4-4523-abb5-c63f37dd67ac req-221bc2c2-5991-4ddf-ae2f-c940ecc7ad79 service neutron] Attempting to bind port d26e31c0-0656-4b7b-804c-48453766fc0d on host n-h2-827839-2 for vnic_type normal with profile {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:12:25.417642 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [req-5a208ee2-aed4-4523-abb5-c63f37dd67ac req-221bc2c2-5991-4ddf-ae2f-c940ecc7ad79 service neutron] Attempting to bind port d26e31c0-0656-4b7b-804c-48453766fc0d by drivers openvswitch,hyperv on host n-h2-827839-2 at level 0 using segments [{'id': '3a39b085-d3e6-43bb-a64c-1b06dd049e5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '02be22b9-aa53-40ea-8050-9239cd27d1ff'}] {{(pid=103377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:12:25.419018 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a208ee2-aed4-4523-abb5-c63f37dd67ac req-221bc2c2-5991-4ddf-ae2f-c940ecc7ad79 service neutron] Attempting to bind port d26e31c0-0656-4b7b-804c-48453766fc0d on network 02be22b9-aa53-40ea-8050-9239cd27d1ff {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:12:25.419192 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f562960-ad96-41db-aadb-54b40a81b78a req-20fb35d8-f5bd-430f-b375-e638d92ce1e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:12:25.420788 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-5f562960-ad96-41db-aadb-54b40a81b78a req-20fb35d8-f5bd-430f-b375-e638d92ce1e6 service neutron] 10.222.0.96 "GET /v2.0/networks?id=02be22b9-aa53-40ea-8050-9239cd27d1ff HTTP/1.1" status: 200 len: 870 time: 0.1684866 Feb 04 17:12:25.436860 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0c8657-cfc0-4347-a43b-62757e161ce1 req-557f66cf-2414-4567-9b71-5bac59cd46c1 tempest-DeleteServersAdminTestJSON-1119549418 tempest-DeleteServersAdminTestJSON-1119549418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:12:25.444122 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-7e0c8657-cfc0-4347-a43b-62757e161ce1 req-557f66cf-2414-4567-9b71-5bac59cd46c1 tempest-DeleteServersAdminTestJSON-1119549418 tempest-DeleteServersAdminTestJSON-1119549418-project] 10.222.0.89 "GET /v2.0/ports?device_id=89f6c9f3-31ff-4c02-aed7-52c560e39b0e HTTP/1.1" status: 200 len: 948 time: 0.1188333 Feb 04 17:12:25.450303 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a208ee2-aed4-4523-abb5-c63f37dd67ac req-221bc2c2-5991-4ddf-ae2f-c940ecc7ad79 service neutron] Port d26e31c0-0656-4b7b-804c-48453766fc0d on network 02be22b9-aa53-40ea-8050-9239cd27d1ff not bound, no agent of type Open vSwitch agent registered on host n-h2-827839-2 {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 17:12:25.451732 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a208ee2-aed4-4523-abb5-c63f37dd67ac req-221bc2c2-5991-4ddf-ae2f-c940ecc7ad79 service neutron] Attempting to bind port d26e31c0-0656-4b7b-804c-48453766fc0d on network 02be22b9-aa53-40ea-8050-9239cd27d1ff {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:12:25.460078 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-1e1a7103-accf-427b-8c00-53c9a4644e27 req-97cd346b-264a-497c-9ec7-4af7bdc9b8fa tempest-ImagesOneServerNegativeTestJSON-254357925 tempest-ImagesOneServerNegativeTestJSON-254357925-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7027020 Feb 04 17:12:25.471179 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-5a72db4b-89b7-46e4-8421-c359b33b930f req-51061ae8-1767-4b45-af17-612c97304c1f service neutron] 10.222.0.96 "GET /v2.0/networks/b27b7363-f5f5-42ff-a720-66280b0b57a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4227293 Feb 04 17:12:25.487564 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [req-1e1a7103-accf-427b-8c00-53c9a4644e27 req-fbc2136f-217b-452a-8028-7f9d76054ea0 service neutron] Request body: {'port': {'device_id': '4a849d53-c682-4910-aead-f1da6a7bff83', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827839-2'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:12:25.522450 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-5f562960-ad96-41db-aadb-54b40a81b78a req-2909fc12-cce7-4256-816f-033ee4fd417f service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.143&port_id=a9ea809e-a7d4-4c46-b4d9-cd7077cf1c91 HTTP/1.1" status: 200 len: 217 time: 0.0938599 Feb 04 17:12:25.526544 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a208ee2-aed4-4523-abb5-c63f37dd67ac req-221bc2c2-5991-4ddf-ae2f-c940ecc7ad79 service neutron] Checking agent: {'id': 'f20a1ab3-4332-4f54-833b-ba4a7c687e89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 8, 40), 'started_at': datetime.datetime(2022, 2, 4, 17, 8, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 12, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:12:25.527133 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a208ee2-aed4-4523-abb5-c63f37dd67ac req-221bc2c2-5991-4ddf-ae2f-c940ecc7ad79 service neutron] Checking segment: {'id': '3a39b085-d3e6-43bb-a64c-1b06dd049e5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '02be22b9-aa53-40ea-8050-9239cd27d1ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:12:25.527689 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a208ee2-aed4-4523-abb5-c63f37dd67ac req-221bc2c2-5991-4ddf-ae2f-c940ecc7ad79 service neutron] Bound using segment: {'id': '3a39b085-d3e6-43bb-a64c-1b06dd049e5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '02be22b9-aa53-40ea-8050-9239cd27d1ff'} {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:12:25.528278 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [req-5a208ee2-aed4-4523-abb5-c63f37dd67ac req-221bc2c2-5991-4ddf-ae2f-c940ecc7ad79 service neutron] Bound port: d26e31c0-0656-4b7b-804c-48453766fc0d, host: n-h2-827839-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a39b085-d3e6-43bb-a64c-1b06dd049e5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '02be22b9-aa53-40ea-8050-9239cd27d1ff'}}] {{(pid=103377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:12:25.528649 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-5a208ee2-aed4-4523-abb5-c63f37dd67ac req-221bc2c2-5991-4ddf-ae2f-c940ecc7ad79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (d26e31c0-0656-4b7b-804c-48453766fc0d), before_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:25.558320 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70dbb06-f4aa-44be-8a29-07f036e18f83 service neutron] Pushing event updated for resources: {'Port': ['ID=85df9036-9ceb-43ab-b1ab-cce347c74193,revision_number=3']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:12:25.592840 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a8cd8e-02b7-40b2-95eb-a82897359a0b req-70228b64-3975-4182-84ec-585f5baafb10 tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:12:25.599843 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-a5a8cd8e-02b7-40b2-95eb-a82897359a0b req-70228b64-3975-4182-84ec-585f5baafb10 tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] 10.222.0.89 "GET /v2.0/ports?device_id=2fa90556-daae-4498-8501-e90a55f37287 HTTP/1.1" status: 200 len: 943 time: 0.5569348 Feb 04 17:12:25.616562 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [req-441e46a2-56c9-4b26-83b0-e0e1d275eb34 req-3bcc0fef-8c10-454c-9d74-db24cce337c0 service neutron] For port 6bc91910-8ce5-4421-8bec-95bea80aecde, host n-h1-827839-2, cleared binding levels {{(pid=103376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:12:25.635686 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-7e0c8657-cfc0-4347-a43b-62757e161ce1 req-56e819c2-e95d-4fba-aaec-9aefa6b34873 tempest-DeleteServersAdminTestJSON-1119549418 tempest-DeleteServersAdminTestJSON-1119549418-project] 10.222.0.89 "GET /v2.0/security-groups?id=35ea2ef0-2d20-4f98-9e35-b935cb69d427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1852565 Feb 04 17:12:25.657913 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f562960-ad96-41db-aadb-54b40a81b78a req-668fba14-bc51-46b3-8c09-9d80e7166a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:12:25.659443 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-5f562960-ad96-41db-aadb-54b40a81b78a req-668fba14-bc51-46b3-8c09-9d80e7166a62 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=c974b0ff-2c5c-4667-8a81-3bde3ea6ced5 HTTP/1.1" status: 200 len: 843 time: 0.1258585 Feb 04 17:12:25.669292 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [req-441e46a2-56c9-4b26-83b0-e0e1d275eb34 req-3bcc0fef-8c10-454c-9d74-db24cce337c0 service neutron] For port 6bc91910-8ce5-4421-8bec-95bea80aecde, host n-h1-827839-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=6bc91910-8ce5-4421-8bec-95bea80aecde,segment=NetworkSegment(3a39b085-d3e6-43bb-a64c-1b06dd049e5a),segment_id=3a39b085-d3e6-43bb-a64c-1b06dd049e5a)] {{(pid=103376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:12:25.697069 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3180f668-9c17-4855-89ff-8e1ed3951e3c req-fccea4f8-cbca-4fb8-b94f-be882322ae77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:12:25.699590 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-3180f668-9c17-4855-89ff-8e1ed3951e3c req-fccea4f8-cbca-4fb8-b94f-be882322ae77 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=2c420b292f5b4cbf9817b70576d5d74f&device_id=b35c36f6-2ebf-48ae-aa08-48a8ee20c89c HTTP/1.1" status: 200 len: 1130 time: 0.6502960 Feb 04 17:12:25.701379 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 17:12:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec35788d-633f-4525-a220-38c64da946be x-openstack-request-id: req-ec35788d-633f-4525-a220-38c64da946be {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:12:25.701667 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b35c36f6-2ebf-48ae-aa08-48a8ee20c89c", "tag": "85df9036-9ceb-43ab-b1ab-cce347c74193", "status": "completed", "code": 200}]} {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:12:25.701916 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-ec35788d-633f-4525-a220-38c64da946be {{(pid=103377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:12:25.702299 n-d-827839-2 neutron-server[103377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b35c36f6-2ebf-48ae-aa08-48a8ee20c89c', 'tag': '85df9036-9ceb-43ab-b1ab-cce347c74193', 'status': 'completed', 'code': 200} Feb 04 17:12:25.704791 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 51818) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:12:25.713188 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-441e46a2-56c9-4b26-83b0-e0e1d275eb34 req-3bcc0fef-8c10-454c-9d74-db24cce337c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (6bc91910-8ce5-4421-8bec-95bea80aecde), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:25.767698 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-3180f668-9c17-4855-89ff-8e1ed3951e3c req-cb473f0e-9fee-4ba7-9c97-3fef8f03746f service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.214&port_id=85df9036-9ceb-43ab-b1ab-cce347c74193 HTTP/1.1" status: 200 len: 217 time: 0.0569487 Feb 04 17:12:25.786522 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [req-5a208ee2-aed4-4523-abb5-c63f37dd67ac req-221bc2c2-5991-4ddf-ae2f-c940ecc7ad79 service neutron] For port d26e31c0-0656-4b7b-804c-48453766fc0d, host n-h2-827839-2, cleared binding levels {{(pid=103377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:12:25.791326 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-1e1a7103-accf-427b-8c00-53c9a4644e27 req-fbc2136f-217b-452a-8028-7f9d76054ea0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (66a1128d-8cda-494a-b561-4b0625ad7dee), before_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:25.822501 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-a5a8cd8e-02b7-40b2-95eb-a82897359a0b req-79205c0e-a2f1-46ea-b2ba-69e5f985046b tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] 10.222.0.89 "GET /v2.0/security-groups?id=119a7f03-3e07-4d1e-8852-d9f974f9f052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2217710 Feb 04 17:12:25.839531 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [req-5a208ee2-aed4-4523-abb5-c63f37dd67ac req-221bc2c2-5991-4ddf-ae2f-c940ecc7ad79 service neutron] For port d26e31c0-0656-4b7b-804c-48453766fc0d, host n-h2-827839-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=d26e31c0-0656-4b7b-804c-48453766fc0d,segment=NetworkSegment(3a39b085-d3e6-43bb-a64c-1b06dd049e5a),segment_id=3a39b085-d3e6-43bb-a64c-1b06dd049e5a)] {{(pid=103377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:12:25.884520 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-5a208ee2-aed4-4523-abb5-c63f37dd67ac req-221bc2c2-5991-4ddf-ae2f-c940ecc7ad79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25888290'] for port (d26e31c0-0656-4b7b-804c-48453766fc0d), after_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:25.923401 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3180f668-9c17-4855-89ff-8e1ed3951e3c req-7f45bb73-8536-40a6-98ab-c8bc6b5aa2be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:12:25.925577 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-3180f668-9c17-4855-89ff-8e1ed3951e3c req-7f45bb73-8536-40a6-98ab-c8bc6b5aa2be service neutron] 10.222.0.90 "GET /v2.0/subnets?id=c974b0ff-2c5c-4667-8a81-3bde3ea6ced5 HTTP/1.1" status: 200 len: 843 time: 0.1464796 Feb 04 17:12:25.971748 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a208ee2-aed4-4523-abb5-c63f37dd67ac req-221bc2c2-5991-4ddf-ae2f-c940ecc7ad79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:12:25.972424 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-5a208ee2-aed4-4523-abb5-c63f37dd67ac req-221bc2c2-5991-4ddf-ae2f-c940ecc7ad79 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:25.974021 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-5a208ee2-aed4-4523-abb5-c63f37dd67ac req-221bc2c2-5991-4ddf-ae2f-c940ecc7ad79 service neutron] 10.222.0.90 "PUT /v2.0/ports/d26e31c0-0656-4b7b-804c-48453766fc0d HTTP/1.1" status: 200 len: 1095 time: 3.6033525 Feb 04 17:12:26.035720 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441e46a2-56c9-4b26-83b0-e0e1d275eb34 req-3bcc0fef-8c10-454c-9d74-db24cce337c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:12:26.036352 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-441e46a2-56c9-4b26-83b0-e0e1d275eb34 req-3bcc0fef-8c10-454c-9d74-db24cce337c0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:26.038088 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-441e46a2-56c9-4b26-83b0-e0e1d275eb34 req-3bcc0fef-8c10-454c-9d74-db24cce337c0 service neutron] 10.222.0.96 "PUT /v2.0/ports/6bc91910-8ce5-4421-8bec-95bea80aecde HTTP/1.1" status: 200 len: 1096 time: 3.1197429 Feb 04 17:12:26.050430 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-ab261c48-206c-4727-8778-169dbecf08aa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:26.109772 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f562960-ad96-41db-aadb-54b40a81b78a req-293bfa95-759f-427f-bcb7-dd77637cc6ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:12:26.111314 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-5f562960-ad96-41db-aadb-54b40a81b78a req-293bfa95-759f-427f-bcb7-dd77637cc6ec service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=02be22b9-aa53-40ea-8050-9239cd27d1ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.4394481 Feb 04 17:12:26.111948 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bcc0fef-8c10-454c-9d74-db24cce337c0 service neutron] Pushing event updated for resources: {'Port': ['ID=6bc91910-8ce5-4421-8bec-95bea80aecde,revision_number=3']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:12:26.118303 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221bc2c2-5991-4ddf-ae2f-c940ecc7ad79 service neutron] Pushing event updated for resources: {'Port': ['ID=d26e31c0-0656-4b7b-804c-48453766fc0d,revision_number=3']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:12:26.164240 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3180f668-9c17-4855-89ff-8e1ed3951e3c req-bd657056-a25c-4619-a6e3-e99ea977ab0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:12:26.166332 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-3180f668-9c17-4855-89ff-8e1ed3951e3c req-bd657056-a25c-4619-a6e3-e99ea977ab0a service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=02be22b9-aa53-40ea-8050-9239cd27d1ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2180986 Feb 04 17:12:26.206228 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3559fab3-dae2-4134-9a58-9ec1c86a8b17 req-6fbb8486-4d63-456e-ac5c-bf3eaff22dde tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:12:26.212937 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-3559fab3-dae2-4134-9a58-9ec1c86a8b17 req-6fbb8486-4d63-456e-ac5c-bf3eaff22dde tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] 10.222.0.89 "GET /v2.0/ports?device_id=99914122-947d-4d33-8d43-120a66c70f08 HTTP/1.1" status: 200 len: 948 time: 0.2844789 Feb 04 17:12:26.215506 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3422f110-dac7-4543-842e-e826da61161c req-f64ce6cb-c85b-4748-bf93-d539f8b9ceef tempest-ImagesOneServerTestJSON-981392013 tempest-ImagesOneServerTestJSON-981392013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:12:26.217085 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-3422f110-dac7-4543-842e-e826da61161c req-f64ce6cb-c85b-4748-bf93-d539f8b9ceef tempest-ImagesOneServerTestJSON-981392013 tempest-ImagesOneServerTestJSON-981392013-project] 10.222.0.89 "GET /v2.0/ports?device_id=b35c36f6-2ebf-48ae-aa08-48a8ee20c89c HTTP/1.1" status: 200 len: 948 time: 0.4725654 Feb 04 17:12:26.289351 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a208ee2-aed4-4523-abb5-c63f37dd67ac req-5580d082-2e44-4e88-8ac7-951afd3d8fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:12:26.291250 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-5a208ee2-aed4-4523-abb5-c63f37dd67ac req-5580d082-2e44-4e88-8ac7-951afd3d8fd4 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=b998a6eae085453a97bb8b5a4e98cd21&device_id=55c265ac-0685-4d07-b6e7-8fb69429bb30 HTTP/1.1" status: 200 len: 1129 time: 0.2634165 Feb 04 17:12:26.297317 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441e46a2-56c9-4b26-83b0-e0e1d275eb34 req-5fa1d64e-b9b9-4d48-9aa0-0b6424b74137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:12:26.298846 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-441e46a2-56c9-4b26-83b0-e0e1d275eb34 req-5fa1d64e-b9b9-4d48-9aa0-0b6424b74137 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=5217efdccb6643fb8e8089bf85bf3456&device_id=89f6c9f3-31ff-4c02-aed7-52c560e39b0e HTTP/1.1" status: 200 len: 1130 time: 0.2161937 Feb 04 17:12:26.367073 n-d-827839-2 neutron-server[103376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89f6c9f3-31ff-4c02-aed7-52c560e39b0e', 'tag': '6bc91910-8ce5-4421-8bec-95bea80aecde'}] {{(pid=103376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:12:26.369699 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d59c3bb5e2f09ebf62144d5e09b1cff60c763a9c19614c24538e77842938c05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc4addb8-974e-43f3-9306-4f70825092b2" -d '{"events": [{"name": "network-changed", "server_uuid": "89f6c9f3-31ff-4c02-aed7-52c560e39b0e", "tag": "6bc91910-8ce5-4421-8bec-95bea80aecde"}]}' {{(pid=103376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:12:26.374378 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-5a208ee2-aed4-4523-abb5-c63f37dd67ac req-21c36dba-437c-4a20-992e-11cdf073ae4e service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.32&port_id=d26e31c0-0656-4b7b-804c-48453766fc0d HTTP/1.1" status: 200 len: 217 time: 0.0715830 Feb 04 17:12:26.387641 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-441e46a2-56c9-4b26-83b0-e0e1d275eb34 req-824bce23-dae5-446b-bfa0-bf20e3ce352a service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.201&port_id=6bc91910-8ce5-4421-8bec-95bea80aecde HTTP/1.1" status: 200 len: 217 time: 0.0749652 Feb 04 17:12:26.406332 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-3559fab3-dae2-4134-9a58-9ec1c86a8b17 req-977a98e3-7387-42a2-a404-5726d3a6e79e tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] 10.222.0.89 "GET /v2.0/security-groups?id=5fa98c6a-94b3-4690-b9c3-4f0e67d11226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1925323 Feb 04 17:12:26.414144 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-3422f110-dac7-4543-842e-e826da61161c req-1d039569-585c-4b91-b078-8cc5ee4c9fd0 tempest-ImagesOneServerTestJSON-981392013 tempest-ImagesOneServerTestJSON-981392013-project] 10.222.0.89 "GET /v2.0/security-groups?id=8b4b9691-3cf9-4823-9b14-a8c5b66738e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1817691 Feb 04 17:12:26.440426 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-5f562960-ad96-41db-aadb-54b40a81b78a req-0c918f15-a681-4f8d-81c3-b25ae1e830c9 service neutron] 10.222.0.96 "GET /v2.0/networks/02be22b9-aa53-40ea-8050-9239cd27d1ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2980225 Feb 04 17:12:26.446867 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-ab261c48-206c-4727-8778-169dbecf08aa admin admin] Publish callbacks [] for security_group (d1cb4430-c88e-4b3b-a9f7-f6aabaa4d2d1), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:26.467929 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-ab261c48-206c-4727-8778-169dbecf08aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (d1cb4430-c88e-4b3b-a9f7-f6aabaa4d2d1), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:26.483877 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-3180f668-9c17-4855-89ff-8e1ed3951e3c req-62d79544-c380-4ead-a000-6442809ee48d service neutron] 10.222.0.90 "GET /v2.0/networks/02be22b9-aa53-40ea-8050-9239cd27d1ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2851386 Feb 04 17:12:26.532481 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a208ee2-aed4-4523-abb5-c63f37dd67ac req-6be2d1ef-1a88-4bd1-8d05-e95033808fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:12:26.533931 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-5a208ee2-aed4-4523-abb5-c63f37dd67ac req-6be2d1ef-1a88-4bd1-8d05-e95033808fb5 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=c974b0ff-2c5c-4667-8a81-3bde3ea6ced5 HTTP/1.1" status: 200 len: 843 time: 0.1473548 Feb 04 17:12:26.549544 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441e46a2-56c9-4b26-83b0-e0e1d275eb34 req-8a062faf-0689-4935-b7e6-23276e8c4a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:12:26.551011 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-441e46a2-56c9-4b26-83b0-e0e1d275eb34 req-8a062faf-0689-4935-b7e6-23276e8c4a23 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=c974b0ff-2c5c-4667-8a81-3bde3ea6ced5 HTTP/1.1" status: 200 len: 843 time: 0.1518176 Feb 04 17:12:26.613012 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-ab261c48-206c-4727-8778-169dbecf08aa admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=2aa93aed622346cd8071a7afb631e54a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9041455 Feb 04 17:12:26.625828 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 51828) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:12:26.628592 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab261c48-206c-4727-8778-169dbecf08aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1cb4430-c88e-4b3b-a9f7-f6aabaa4d2d1,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:12:26.657274 n-d-827839-2 neutron-server[103377]: DEBUG neutron.notifiers.nova [req-1e1a7103-accf-427b-8c00-53c9a4644e27 req-fbc2136f-217b-452a-8028-7f9d76054ea0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66a1128d-8cda-494a-b561-4b0625ad7dee {{(pid=103377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 17:12:26.674047 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-5f562960-ad96-41db-aadb-54b40a81b78a req-cfe3cfa0-e471-4231-96c2-d8755cd36f9c service neutron] 10.222.0.96 "GET /v2.0/networks/02be22b9-aa53-40ea-8050-9239cd27d1ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2240617 Feb 04 17:12:26.679287 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-1e1a7103-accf-427b-8c00-53c9a4644e27 req-fbc2136f-217b-452a-8028-7f9d76054ea0 service neutron] Publish callbacks [] for port (66a1128d-8cda-494a-b561-4b0625ad7dee), precommit_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:26.688852 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602f5620-309a-4700-b67a-f97f731d10e0 req-c2ab2e0a-6728-49ee-bd42-fc052ac45971 tempest-ImagesOneServerNegativeTestJSON-254357925 tempest-ImagesOneServerNegativeTestJSON-254357925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:12:26.690304 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-602f5620-309a-4700-b67a-f97f731d10e0 req-c2ab2e0a-6728-49ee-bd42-fc052ac45971 tempest-ImagesOneServerNegativeTestJSON-254357925 tempest-ImagesOneServerNegativeTestJSON-254357925-project] 10.222.0.89 "GET /v2.0/ports?device_id=4a849d53-c682-4910-aead-f1da6a7bff83 HTTP/1.1" status: 200 len: 931 time: 0.1709332 Feb 04 17:12:26.697153 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441e46a2-56c9-4b26-83b0-e0e1d275eb34 req-ab7eaf3d-a720-4734-86b5-e51190e11f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:12:26.698673 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-441e46a2-56c9-4b26-83b0-e0e1d275eb34 req-ab7eaf3d-a720-4734-86b5-e51190e11f8d service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=02be22b9-aa53-40ea-8050-9239cd27d1ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1207466 Feb 04 17:12:26.726743 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.provisioning_blocks [req-1e1a7103-accf-427b-8c00-53c9a4644e27 req-fbc2136f-217b-452a-8028-7f9d76054ea0 service neutron] Transition to ACTIVE for port object 66a1128d-8cda-494a-b561-4b0625ad7dee will not be triggered until provisioned by entity L2. {{(pid=103377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 17:12:26.742037 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08789da2-259a-4c93-a3eb-881d8d0c4853 req-1ea4ce23-f716-4d08-9d51-529f72e9df1d tempest-ServerDiagnosticsNegativeTest-1396520382 tempest-ServerDiagnosticsNegativeTest-1396520382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:12:26.743577 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-08789da2-259a-4c93-a3eb-881d8d0c4853 req-1ea4ce23-f716-4d08-9d51-529f72e9df1d tempest-ServerDiagnosticsNegativeTest-1396520382 tempest-ServerDiagnosticsNegativeTest-1396520382-project] 10.222.0.89 "GET /v2.0/ports?device_id=55c265ac-0685-4d07-b6e7-8fb69429bb30 HTTP/1.1" status: 200 len: 947 time: 0.2527244 Feb 04 17:12:26.749542 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a208ee2-aed4-4523-abb5-c63f37dd67ac req-3bb9f004-63ee-4003-bf17-380218ca4cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:12:26.750954 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-5a208ee2-aed4-4523-abb5-c63f37dd67ac req-3bb9f004-63ee-4003-bf17-380218ca4cd0 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=02be22b9-aa53-40ea-8050-9239cd27d1ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1662900 Feb 04 17:12:26.754877 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-1e1a7103-accf-427b-8c00-53c9a4644e27 req-fbc2136f-217b-452a-8028-7f9d76054ea0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25888290'] for port (66a1128d-8cda-494a-b561-4b0625ad7dee), after_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:26.775970 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-3180f668-9c17-4855-89ff-8e1ed3951e3c req-1760c624-f66c-4bca-b543-131b93d7bde3 service neutron] 10.222.0.90 "GET /v2.0/networks/02be22b9-aa53-40ea-8050-9239cd27d1ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2690635 Feb 04 17:12:26.800528 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-602f5620-309a-4700-b67a-f97f731d10e0 req-a9dbf6ef-8a8f-48ca-80cd-5fda8dbcd6da tempest-ImagesOneServerNegativeTestJSON-254357925 tempest-ImagesOneServerNegativeTestJSON-254357925-project] 10.222.0.89 "GET /v2.0/security-groups?id=93c660a2-9a39-4e35-b172-c2fcfd9b6315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008210 Feb 04 17:12:26.830091 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-aa6e0f6a-375f-46c1-9e07-50788170e84a admin admin] Publish callbacks [] for security_group (d1cb4430-c88e-4b3b-a9f7-f6aabaa4d2d1), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:26.840874 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-441e46a2-56c9-4b26-83b0-e0e1d275eb34 req-93eb7bcd-41e0-46cd-a0b3-62ae45fb67bb service neutron] 10.222.0.96 "GET /v2.0/networks/02be22b9-aa53-40ea-8050-9239cd27d1ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353233 Feb 04 17:12:26.871284 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 17:12:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4d86220-ebaf-42e4-85d7-83953a608756 x-openstack-request-id: req-b4d86220-ebaf-42e4-85d7-83953a608756 {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:12:26.871682 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89f6c9f3-31ff-4c02-aed7-52c560e39b0e", "tag": "6bc91910-8ce5-4421-8bec-95bea80aecde", "status": "completed", "code": 200}]} {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:12:26.872055 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-b4d86220-ebaf-42e4-85d7-83953a608756 {{(pid=103376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:12:26.872523 n-d-827839-2 neutron-server[103376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89f6c9f3-31ff-4c02-aed7-52c560e39b0e', 'tag': '6bc91910-8ce5-4421-8bec-95bea80aecde', 'status': 'completed', 'code': 200} Feb 04 17:12:26.937690 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc2136f-217b-452a-8028-7f9d76054ea0 service neutron] Pushing event updated for resources: {'Port': ['ID=66a1128d-8cda-494a-b561-4b0625ad7dee,revision_number=2']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:12:26.981888 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-aa6e0f6a-375f-46c1-9e07-50788170e84a admin admin] Publish callbacks [] for security_group (d1cb4430-c88e-4b3b-a9f7-f6aabaa4d2d1), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:26.988599 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-441e46a2-56c9-4b26-83b0-e0e1d275eb34 req-3aa43a41-a980-4b69-8f61-7dd625ba8c30 service neutron] 10.222.0.96 "GET /v2.0/networks/02be22b9-aa53-40ea-8050-9239cd27d1ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1409307 Feb 04 17:12:26.996385 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437197f8-e9b4-4411-b4a5-7a0ebb1a2827 req-3d2ece84-1bec-42b1-acd3-1ad0439423c0 tempest-DeleteServersAdminTestJSON-1119549418 tempest-DeleteServersAdminTestJSON-1119549418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:12:26.997926 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-437197f8-e9b4-4411-b4a5-7a0ebb1a2827 req-3d2ece84-1bec-42b1-acd3-1ad0439423c0 tempest-DeleteServersAdminTestJSON-1119549418 tempest-DeleteServersAdminTestJSON-1119549418-project] 10.222.0.89 "GET /v2.0/ports?device_id=89f6c9f3-31ff-4c02-aed7-52c560e39b0e HTTP/1.1" status: 200 len: 948 time: 0.0778272 Feb 04 17:12:26.999629 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-08789da2-259a-4c93-a3eb-881d8d0c4853 req-17b7c3b1-011f-44a8-8a27-23a0d4d418eb tempest-ServerDiagnosticsNegativeTest-1396520382 tempest-ServerDiagnosticsNegativeTest-1396520382-project] 10.222.0.89 "GET /v2.0/security-groups?id=7ac643e8-1380-41fa-9e0d-00d7daf5edd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2455785 Feb 04 17:12:27.073952 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-5a208ee2-aed4-4523-abb5-c63f37dd67ac req-a4c9f9e8-8dff-4607-a13d-ef9a2828857b service neutron] 10.222.0.90 "GET /v2.0/networks/02be22b9-aa53-40ea-8050-9239cd27d1ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3006699 Feb 04 17:12:27.091963 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-437197f8-e9b4-4411-b4a5-7a0ebb1a2827 req-2a83f9d3-837f-47be-9a45-becdac93498c tempest-DeleteServersAdminTestJSON-1119549418 tempest-DeleteServersAdminTestJSON-1119549418-project] 10.222.0.89 "GET /v2.0/security-groups?id=35ea2ef0-2d20-4f98-9e35-b935cb69d427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876114 Feb 04 17:12:27.101589 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device 1d6e420e-bb1f-421e-9902-a9c0af5df917 details requested by agent hyperv_n-h1-827839-2 with host n-h1-827839-2 {{(pid=103378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 17:12:27.117601 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4addb8-974e-43f3-9306-4f70825092b2 req-b57389db-394d-4125-bd79-4f08779727c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:12:27.119850 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-cc4addb8-974e-43f3-9306-4f70825092b2 req-b57389db-394d-4125-bd79-4f08779727c6 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=5217efdccb6643fb8e8089bf85bf3456&device_id=89f6c9f3-31ff-4c02-aed7-52c560e39b0e HTTP/1.1" status: 200 len: 1130 time: 0.0613797 Feb 04 17:12:27.127374 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afde1bfb-ef73-404d-aec4-42fbc7246d24 req-ced7b593-0ffc-4a6b-96ea-a3e7c1da894f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:12:27.128879 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-afde1bfb-ef73-404d-aec4-42fbc7246d24 req-ced7b593-0ffc-4a6b-96ea-a3e7c1da894f service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=2c420b292f5b4cbf9817b70576d5d74f&device_id=b35c36f6-2ebf-48ae-aa08-48a8ee20c89c HTTP/1.1" status: 200 len: 1130 time: 0.2646229 Feb 04 17:12:27.185204 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [req-1e1a7103-accf-427b-8c00-53c9a4644e27 req-fbc2136f-217b-452a-8028-7f9d76054ea0 service neutron] Attempting to bind port 66a1128d-8cda-494a-b561-4b0625ad7dee on host n-h2-827839-2 for vnic_type normal with profile {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:12:27.185538 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [req-1e1a7103-accf-427b-8c00-53c9a4644e27 req-fbc2136f-217b-452a-8028-7f9d76054ea0 service neutron] Attempting to bind port 66a1128d-8cda-494a-b561-4b0625ad7dee by drivers openvswitch,hyperv on host n-h2-827839-2 at level 0 using segments [{'id': '925d9078-c82e-4bcc-b2ae-415f0fcde575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '518579bb-9b83-431f-85d9-0080ad95e906'}] {{(pid=103377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:12:27.185865 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e1a7103-accf-427b-8c00-53c9a4644e27 req-fbc2136f-217b-452a-8028-7f9d76054ea0 service neutron] Attempting to bind port 66a1128d-8cda-494a-b561-4b0625ad7dee on network 518579bb-9b83-431f-85d9-0080ad95e906 {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:12:27.213881 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] For port 1d6e420e-bb1f-421e-9902-a9c0af5df917, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=1d6e420e-bb1f-421e-9902-a9c0af5df917,segment=NetworkSegment(422e2db4-29a0-413f-80b3-a344e9c773f4),segment_id=422e2db4-29a0-413f-80b3-a344e9c773f4)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:12:27.225524 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Returning: {'device': '1d6e420e-bb1f-421e-9902-a9c0af5df917', 'network_id': 'b27b7363-f5f5-42ff-a720-66280b0b57a7', 'port_id': '1d6e420e-bb1f-421e-9902-a9c0af5df917', 'mac_address': 'fa:16:3e:31:9e:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 767, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa2004f2-da24-41cf-84b9-96d41a7dd118', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 17:12:27.230312 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4addb8-974e-43f3-9306-4f70825092b2 req-1f60b585-d899-4ae2-88a7-1d3bd8fcd414 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:12:27.231834 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-cc4addb8-974e-43f3-9306-4f70825092b2 req-1f60b585-d899-4ae2-88a7-1d3bd8fcd414 service neutron] 10.222.0.96 "GET /v2.0/networks?id=02be22b9-aa53-40ea-8050-9239cd27d1ff HTTP/1.1" status: 200 len: 870 time: 0.1055648 Feb 04 17:12:27.265732 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Current status of the port 1d6e420e-bb1f-421e-9902-a9c0af5df917 is: DOWN; New status is: BUILD {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:12:27.266208 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (1d6e420e-bb1f-421e-9902-a9c0af5df917), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:27.277749 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-cc4addb8-974e-43f3-9306-4f70825092b2 req-6be12b62-a0c4-4a29-8672-54a839fd9f5e service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.201&port_id=6bc91910-8ce5-4421-8bec-95bea80aecde HTTP/1.1" status: 200 len: 217 time: 0.0395451 Feb 04 17:12:27.281424 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d6e420e-bb1f-421e-9902-a9c0af5df917 {{(pid=103378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 17:12:27.305313 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] For port 1d6e420e-bb1f-421e-9902-a9c0af5df917, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=1d6e420e-bb1f-421e-9902-a9c0af5df917,segment=NetworkSegment(422e2db4-29a0-413f-80b3-a344e9c773f4),segment_id=422e2db4-29a0-413f-80b3-a344e9c773f4)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:12:27.309902 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (1d6e420e-bb1f-421e-9902-a9c0af5df917), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:27.336665 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4addb8-974e-43f3-9306-4f70825092b2 req-f53c633f-ba8e-46fe-91f3-e3d97e45b499 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:12:27.338750 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-cc4addb8-974e-43f3-9306-4f70825092b2 req-f53c633f-ba8e-46fe-91f3-e3d97e45b499 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=c974b0ff-2c5c-4667-8a81-3bde3ea6ced5 HTTP/1.1" status: 200 len: 843 time: 0.0540648 Feb 04 17:12:27.369391 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Pushing event updated for resources: {'Port': ['ID=1d6e420e-bb1f-421e-9902-a9c0af5df917,revision_number=4']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:12:27.392603 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4addb8-974e-43f3-9306-4f70825092b2 req-7f28ab4b-185f-4254-aaae-0a580b435ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:12:27.394259 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-cc4addb8-974e-43f3-9306-4f70825092b2 req-7f28ab4b-185f-4254-aaae-0a580b435ec4 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=02be22b9-aa53-40ea-8050-9239cd27d1ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0489352 Feb 04 17:12:27.483983 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e1a7103-accf-427b-8c00-53c9a4644e27 req-fbc2136f-217b-452a-8028-7f9d76054ea0 service neutron] Port 66a1128d-8cda-494a-b561-4b0625ad7dee on network 518579bb-9b83-431f-85d9-0080ad95e906 not bound, no agent of type Open vSwitch agent registered on host n-h2-827839-2 {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 17:12:27.484599 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e1a7103-accf-427b-8c00-53c9a4644e27 req-fbc2136f-217b-452a-8028-7f9d76054ea0 service neutron] Attempting to bind port 66a1128d-8cda-494a-b561-4b0625ad7dee on network 518579bb-9b83-431f-85d9-0080ad95e906 {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:12:27.499064 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-aa6e0f6a-375f-46c1-9e07-50788170e84a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (d1cb4430-c88e-4b3b-a9f7-f6aabaa4d2d1), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:27.501623 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-aa6e0f6a-375f-46c1-9e07-50788170e84a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:27.502740 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-aa6e0f6a-375f-46c1-9e07-50788170e84a admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/d1cb4430-c88e-4b3b-a9f7-f6aabaa4d2d1 HTTP/1.1" status: 204 len: 168 time: 0.8738008 Feb 04 17:12:27.514073 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e1a7103-accf-427b-8c00-53c9a4644e27 req-fbc2136f-217b-452a-8028-7f9d76054ea0 service neutron] Checking agent: {'id': 'f20a1ab3-4332-4f54-833b-ba4a7c687e89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 8, 40), 'started_at': datetime.datetime(2022, 2, 4, 17, 8, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 12, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:12:27.514412 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e1a7103-accf-427b-8c00-53c9a4644e27 req-fbc2136f-217b-452a-8028-7f9d76054ea0 service neutron] Checking segment: {'id': '925d9078-c82e-4bcc-b2ae-415f0fcde575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '518579bb-9b83-431f-85d9-0080ad95e906'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:12:27.514800 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e1a7103-accf-427b-8c00-53c9a4644e27 req-fbc2136f-217b-452a-8028-7f9d76054ea0 service neutron] Bound using segment: {'id': '925d9078-c82e-4bcc-b2ae-415f0fcde575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '518579bb-9b83-431f-85d9-0080ad95e906'} {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:12:27.515242 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [req-1e1a7103-accf-427b-8c00-53c9a4644e27 req-fbc2136f-217b-452a-8028-7f9d76054ea0 service neutron] Bound port: 66a1128d-8cda-494a-b561-4b0625ad7dee, host: n-h2-827839-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '925d9078-c82e-4bcc-b2ae-415f0fcde575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '518579bb-9b83-431f-85d9-0080ad95e906'}}] {{(pid=103377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:12:27.515611 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-1e1a7103-accf-427b-8c00-53c9a4644e27 req-fbc2136f-217b-452a-8028-7f9d76054ea0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (66a1128d-8cda-494a-b561-4b0625ad7dee), before_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:27.528170 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-cc4addb8-974e-43f3-9306-4f70825092b2 req-f33dda8c-e609-4742-93d6-a6207e11ea4f service neutron] 10.222.0.96 "GET /v2.0/networks/02be22b9-aa53-40ea-8050-9239cd27d1ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272624 Feb 04 17:12:27.540150 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6e0f6a-375f-46c1-9e07-50788170e84a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1cb4430-c88e-4b3b-a9f7-f6aabaa4d2d1,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:12:27.600577 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c829043-70bf-4395-97a1-bbb47a5b2aa6 req-902a5a75-9bd4-4944-ac10-bc43cd23496b tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:12:27.602257 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-1c829043-70bf-4395-97a1-bbb47a5b2aa6 req-902a5a75-9bd4-4944-ac10-bc43cd23496b tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] 10.222.0.89 "GET /v2.0/ports?device_id=99914122-947d-4d33-8d43-120a66c70f08 HTTP/1.1" status: 200 len: 948 time: 0.1193860 Feb 04 17:12:27.610747 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-5a208ee2-aed4-4523-abb5-c63f37dd67ac req-ce88a36c-4901-4881-b483-ff5f44deb182 service neutron] 10.222.0.90 "GET /v2.0/networks/02be22b9-aa53-40ea-8050-9239cd27d1ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5245912 Feb 04 17:12:27.620899 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6a7149-9c90-41c8-9ebf-c1c1813cf06e req-12f0db5e-60f6-4f26-8a29-6cd402de7c43 tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:12:27.622548 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-fd6a7149-9c90-41c8-9ebf-c1c1813cf06e req-12f0db5e-60f6-4f26-8a29-6cd402de7c43 tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] 10.222.0.89 "GET /v2.0/ports?device_id=2fa90556-daae-4498-8501-e90a55f37287 HTTP/1.1" status: 200 len: 943 time: 0.5531735 Feb 04 17:12:27.651857 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afde1bfb-ef73-404d-aec4-42fbc7246d24 req-0e0b98cd-094d-42a2-a0a1-fa2f8cd48b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:12:27.653614 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-afde1bfb-ef73-404d-aec4-42fbc7246d24 req-0e0b98cd-094d-42a2-a0a1-fa2f8cd48b75 service neutron] 10.222.0.90 "GET /v2.0/networks?id=02be22b9-aa53-40ea-8050-9239cd27d1ff HTTP/1.1" status: 200 len: 870 time: 0.5044506 Feb 04 17:12:27.688026 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-cc4addb8-974e-43f3-9306-4f70825092b2 req-fc92fbdc-2cf0-4a10-9c44-1d1680fe5e18 service neutron] 10.222.0.96 "GET /v2.0/networks/02be22b9-aa53-40ea-8050-9239cd27d1ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1507041 Feb 04 17:12:27.692648 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-1c829043-70bf-4395-97a1-bbb47a5b2aa6 req-e891275b-df3a-4f4a-8bf9-9f5479585d7e tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] 10.222.0.89 "GET /v2.0/security-groups?id=5fa98c6a-94b3-4690-b9c3-4f0e67d11226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790906 Feb 04 17:12:27.722350 n-d-827839-2 neutron-server[103377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55c265ac-0685-4d07-b6e7-8fb69429bb30', 'tag': 'd26e31c0-0656-4b7b-804c-48453766fc0d'}] {{(pid=103377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:12:27.724629 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7240428b650e1488e9361b62648ff4b3a6c19d49d8c27c949491ab58c1346cf0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81087fa8-156f-4a35-954a-f474279f58b3" -d '{"events": [{"name": "network-changed", "server_uuid": "55c265ac-0685-4d07-b6e7-8fb69429bb30", "tag": "d26e31c0-0656-4b7b-804c-48453766fc0d"}]}' {{(pid=103377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:12:27.732578 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-afde1bfb-ef73-404d-aec4-42fbc7246d24 req-75edf179-4c2b-4bf0-a7ba-97d72f42c836 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.214&port_id=85df9036-9ceb-43ab-b1ab-cce347c74193 HTTP/1.1" status: 200 len: 217 time: 0.0668092 Feb 04 17:12:27.801161 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [req-1e1a7103-accf-427b-8c00-53c9a4644e27 req-fbc2136f-217b-452a-8028-7f9d76054ea0 service neutron] For port 66a1128d-8cda-494a-b561-4b0625ad7dee, host n-h2-827839-2, cleared binding levels {{(pid=103377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:12:27.814763 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-fd6a7149-9c90-41c8-9ebf-c1c1813cf06e req-390b227a-044c-47eb-9b83-da379a5379bc tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] 10.222.0.89 "GET /v2.0/security-groups?id=119a7f03-3e07-4d1e-8852-d9f974f9f052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1690898 Feb 04 17:12:27.815666 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a4fac9-888f-413c-9990-680dfb34eff2 req-2d70d851-a660-46a8-9728-c6396d917280 tempest-ImagesOneServerTestJSON-981392013 tempest-ImagesOneServerTestJSON-981392013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:12:27.821705 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [req-1e1a7103-accf-427b-8c00-53c9a4644e27 req-fbc2136f-217b-452a-8028-7f9d76054ea0 service neutron] For port 66a1128d-8cda-494a-b561-4b0625ad7dee, host n-h2-827839-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=66a1128d-8cda-494a-b561-4b0625ad7dee,segment=NetworkSegment(925d9078-c82e-4bcc-b2ae-415f0fcde575),segment_id=925d9078-c82e-4bcc-b2ae-415f0fcde575)] {{(pid=103377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:12:27.821954 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-51a4fac9-888f-413c-9990-680dfb34eff2 req-2d70d851-a660-46a8-9728-c6396d917280 tempest-ImagesOneServerTestJSON-981392013 tempest-ImagesOneServerTestJSON-981392013-project] 10.222.0.89 "GET /v2.0/ports?device_id=b35c36f6-2ebf-48ae-aa08-48a8ee20c89c HTTP/1.1" status: 200 len: 948 time: 0.0650434 Feb 04 17:12:27.831617 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-1e1a7103-accf-427b-8c00-53c9a4644e27 req-fbc2136f-217b-452a-8028-7f9d76054ea0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25888290'] for port (66a1128d-8cda-494a-b561-4b0625ad7dee), after_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:27.834469 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afde1bfb-ef73-404d-aec4-42fbc7246d24 req-210aba09-1e2b-4c71-89ee-05aedaa82aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:12:27.835880 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-afde1bfb-ef73-404d-aec4-42fbc7246d24 req-210aba09-1e2b-4c71-89ee-05aedaa82aa6 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=c974b0ff-2c5c-4667-8a81-3bde3ea6ced5 HTTP/1.1" status: 200 len: 843 time: 0.0848415 Feb 04 17:12:27.841697 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] get_ports_and_sgs() called for port_ids ['1d6e420e-bb1f-421e-9902-a9c0af5df917'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 17:12:27.870204 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 51846) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:12:27.884994 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-51a4fac9-888f-413c-9990-680dfb34eff2 req-f863898d-6287-48ba-8373-011a488226c7 tempest-ImagesOneServerTestJSON-981392013 tempest-ImagesOneServerTestJSON-981392013-project] 10.222.0.89 "GET /v2.0/security-groups?id=8b4b9691-3cf9-4823-9b14-a8c5b66738e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611062 Feb 04 17:12:27.934331 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1a7103-accf-427b-8c00-53c9a4644e27 req-fbc2136f-217b-452a-8028-7f9d76054ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:12:27.934947 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-1e1a7103-accf-427b-8c00-53c9a4644e27 req-fbc2136f-217b-452a-8028-7f9d76054ea0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:27.936966 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-1e1a7103-accf-427b-8c00-53c9a4644e27 req-fbc2136f-217b-452a-8028-7f9d76054ea0 service neutron] 10.222.0.90 "PUT /v2.0/ports/66a1128d-8cda-494a-b561-4b0625ad7dee HTTP/1.1" status: 200 len: 1091 time: 2.4622307 Feb 04 17:12:27.960907 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 17:12:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95fd653d-ad81-47e7-bc87-79c4e8cdad6c x-openstack-request-id: req-95fd653d-ad81-47e7-bc87-79c4e8cdad6c {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:12:27.961320 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55c265ac-0685-4d07-b6e7-8fb69429bb30", "tag": "d26e31c0-0656-4b7b-804c-48453766fc0d", "status": "completed", "code": 200}]} {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:12:27.961451 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-95fd653d-ad81-47e7-bc87-79c4e8cdad6c {{(pid=103377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:12:27.961871 n-d-827839-2 neutron-server[103377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55c265ac-0685-4d07-b6e7-8fb69429bb30', 'tag': 'd26e31c0-0656-4b7b-804c-48453766fc0d', 'status': 'completed', 'code': 200} Feb 04 17:12:27.972365 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-3914ad55-b177-4e6d-9c88-521efbd1dcae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:27.984616 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc2136f-217b-452a-8028-7f9d76054ea0 service neutron] Pushing event updated for resources: {'Port': ['ID=66a1128d-8cda-494a-b561-4b0625ad7dee,revision_number=3']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:12:28.022802 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02bb765-d9a1-46b2-a88f-686a3c3173d0 req-d2db7ab2-dc73-4f56-bec6-3becde57f1cb tempest-ImagesOneServerNegativeTestJSON-254357925 tempest-ImagesOneServerNegativeTestJSON-254357925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:12:28.023479 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-a02bb765-d9a1-46b2-a88f-686a3c3173d0 req-d2db7ab2-dc73-4f56-bec6-3becde57f1cb tempest-ImagesOneServerNegativeTestJSON-254357925 tempest-ImagesOneServerNegativeTestJSON-254357925-project] 10.222.0.89 "GET /v2.0/ports?device_id=4a849d53-c682-4910-aead-f1da6a7bff83 HTTP/1.1" status: 200 len: 943 time: 0.0709679 Feb 04 17:12:28.052724 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afde1bfb-ef73-404d-aec4-42fbc7246d24 req-77127b90-3585-47a0-9ba2-3ab59a0f5fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:12:28.054183 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-afde1bfb-ef73-404d-aec4-42fbc7246d24 req-77127b90-3585-47a0-9ba2-3ab59a0f5fa3 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=02be22b9-aa53-40ea-8050-9239cd27d1ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1904948 Feb 04 17:12:28.082148 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-a02bb765-d9a1-46b2-a88f-686a3c3173d0 req-3cfecccd-12ad-475c-b371-b872d43ad7bc tempest-ImagesOneServerNegativeTestJSON-254357925 tempest-ImagesOneServerNegativeTestJSON-254357925-project] 10.222.0.89 "GET /v2.0/security-groups?id=93c660a2-9a39-4e35-b172-c2fcfd9b6315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517747 Feb 04 17:12:28.209124 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5f26a8-c6f7-4f7e-8cb7-fbe2a9767b18 req-2a9ab68f-f4f8-49d6-b74a-25f12cba68d9 tempest-DeleteServersAdminTestJSON-1119549418 tempest-DeleteServersAdminTestJSON-1119549418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:12:28.210733 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-db5f26a8-c6f7-4f7e-8cb7-fbe2a9767b18 req-2a9ab68f-f4f8-49d6-b74a-25f12cba68d9 tempest-DeleteServersAdminTestJSON-1119549418 tempest-DeleteServersAdminTestJSON-1119549418-project] 10.222.0.89 "GET /v2.0/ports?device_id=89f6c9f3-31ff-4c02-aed7-52c560e39b0e HTTP/1.1" status: 200 len: 948 time: 0.0527833 Feb 04 17:12:28.217871 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81087fa8-156f-4a35-954a-f474279f58b3 req-408e3ed1-676c-4b42-9197-1d972ef6ad97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:12:28.219388 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-81087fa8-156f-4a35-954a-f474279f58b3 req-408e3ed1-676c-4b42-9197-1d972ef6ad97 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=b998a6eae085453a97bb8b5a4e98cd21&device_id=55c265ac-0685-4d07-b6e7-8fb69429bb30 HTTP/1.1" status: 200 len: 1129 time: 0.2496648 Feb 04 17:12:28.233463 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1a7103-accf-427b-8c00-53c9a4644e27 req-7b306a15-cf65-40c1-b45e-04772c598b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:12:28.234935 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-1e1a7103-accf-427b-8c00-53c9a4644e27 req-7b306a15-cf65-40c1-b45e-04772c598b39 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=86774b39ad8a41fa924d1792aacb1e11&device_id=4a849d53-c682-4910-aead-f1da6a7bff83 HTTP/1.1" status: 200 len: 1125 time: 0.2393248 Feb 04 17:12:28.263542 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-db5f26a8-c6f7-4f7e-8cb7-fbe2a9767b18 req-3ce0fa74-b244-4605-be62-f2b6ed203e89 tempest-DeleteServersAdminTestJSON-1119549418 tempest-DeleteServersAdminTestJSON-1119549418-project] 10.222.0.89 "GET /v2.0/security-groups?id=35ea2ef0-2d20-4f98-9e35-b935cb69d427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461588 Feb 04 17:12:28.288882 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f047f4-4748-4788-b6c2-8c7ffd859023 req-c803f2dc-4e21-4a44-ad42-3bf7cb76e60c tempest-ServerDiagnosticsNegativeTest-1396520382 tempest-ServerDiagnosticsNegativeTest-1396520382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:12:28.290911 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-26f047f4-4748-4788-b6c2-8c7ffd859023 req-c803f2dc-4e21-4a44-ad42-3bf7cb76e60c tempest-ServerDiagnosticsNegativeTest-1396520382 tempest-ServerDiagnosticsNegativeTest-1396520382-project] 10.222.0.89 "GET /v2.0/ports?device_id=55c265ac-0685-4d07-b6e7-8fb69429bb30 HTTP/1.1" status: 200 len: 947 time: 0.2093525 Feb 04 17:12:28.292671 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-afde1bfb-ef73-404d-aec4-42fbc7246d24 req-4c90f20e-3ed9-4bf2-a3d8-bd78dc4a4247 service neutron] 10.222.0.90 "GET /v2.0/networks/02be22b9-aa53-40ea-8050-9239cd27d1ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2275076 Feb 04 17:12:28.360398 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-1e1a7103-accf-427b-8c00-53c9a4644e27 req-1c2be526-b4d2-419e-9881-72719aa95d09 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=66a1128d-8cda-494a-b561-4b0625ad7dee HTTP/1.1" status: 200 len: 217 time: 0.1017630 Feb 04 17:12:28.459361 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-3914ad55-b177-4e6d-9c88-521efbd1dcae admin admin] Publish callbacks [] for security_group (6d6e2e49-0f4f-4d7b-8028-8e4ca26b7726), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:28.478231 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-3914ad55-b177-4e6d-9c88-521efbd1dcae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (6d6e2e49-0f4f-4d7b-8028-8e4ca26b7726), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:28.567460 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1a7103-accf-427b-8c00-53c9a4644e27 req-fd4b0926-3712-4d19-82ce-302de72c6250 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:12:28.568941 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-1e1a7103-accf-427b-8c00-53c9a4644e27 req-fd4b0926-3712-4d19-82ce-302de72c6250 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=11b7fa3d-4973-471d-9057-d3ba5d21542b HTTP/1.1" status: 200 len: 861 time: 0.1863999 Feb 04 17:12:28.578645 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-26f047f4-4748-4788-b6c2-8c7ffd859023 req-e30ecd82-21ae-4158-9571-2d7a1d2ee63e tempest-ServerDiagnosticsNegativeTest-1396520382 tempest-ServerDiagnosticsNegativeTest-1396520382-project] 10.222.0.89 "GET /v2.0/security-groups?id=7ac643e8-1380-41fa-9e0d-00d7daf5edd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2351925 Feb 04 17:12:28.595111 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-3914ad55-b177-4e6d-9c88-521efbd1dcae admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=32d96f86496e4fd3aae7e4112877ee9f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7161264 Feb 04 17:12:28.597873 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 51852) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:12:28.601964 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3914ad55-b177-4e6d-9c88-521efbd1dcae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d6e2e49-0f4f-4d7b-8028-8e4ca26b7726,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:12:28.604965 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81087fa8-156f-4a35-954a-f474279f58b3 req-e00d947f-a7e4-4ed5-9fcf-f57797b82523 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:12:28.606466 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-81087fa8-156f-4a35-954a-f474279f58b3 req-e00d947f-a7e4-4ed5-9fcf-f57797b82523 service neutron] 10.222.0.90 "GET /v2.0/networks?id=02be22b9-aa53-40ea-8050-9239cd27d1ff HTTP/1.1" status: 200 len: 870 time: 0.3654597 Feb 04 17:12:28.628020 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-1e1a7103-accf-427b-8c00-53c9a4644e27 req-4183597d-26c7-40e5-88d8-62433fa378b9 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=518579bb-9b83-431f-85d9-0080ad95e906&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0470564 Feb 04 17:12:28.636565 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-afde1bfb-ef73-404d-aec4-42fbc7246d24 req-5ecc82e4-a773-4dfb-afd2-e9823989824f service neutron] 10.222.0.90 "GET /v2.0/networks/02be22b9-aa53-40ea-8050-9239cd27d1ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2942107 Feb 04 17:12:28.659189 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-97d38314-3d5b-4d12-8b70-d4caab1fb35c admin admin] Publish callbacks [] for security_group (6d6e2e49-0f4f-4d7b-8028-8e4ca26b7726), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:28.672319 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-81087fa8-156f-4a35-954a-f474279f58b3 req-d5759490-7a3d-43a9-8f92-5fef6492c1d2 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.32&port_id=d26e31c0-0656-4b7b-804c-48453766fc0d HTTP/1.1" status: 200 len: 217 time: 0.0466986 Feb 04 17:12:28.681134 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-97d38314-3d5b-4d12-8b70-d4caab1fb35c admin admin] Publish callbacks [] for security_group (6d6e2e49-0f4f-4d7b-8028-8e4ca26b7726), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:28.730510 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-97d38314-3d5b-4d12-8b70-d4caab1fb35c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (6d6e2e49-0f4f-4d7b-8028-8e4ca26b7726), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:28.733905 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-97d38314-3d5b-4d12-8b70-d4caab1fb35c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:28.737713 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-97d38314-3d5b-4d12-8b70-d4caab1fb35c admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/6d6e2e49-0f4f-4d7b-8028-8e4ca26b7726 HTTP/1.1" status: 204 len: 168 time: 0.1363435 Feb 04 17:12:28.746737 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d38314-3d5b-4d12-8b70-d4caab1fb35c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d6e2e49-0f4f-4d7b-8028-8e4ca26b7726,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:12:28.772331 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81087fa8-156f-4a35-954a-f474279f58b3 req-7e5eadf5-4077-4a8b-b66b-a84a84d36d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:12:28.773796 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-81087fa8-156f-4a35-954a-f474279f58b3 req-7e5eadf5-4077-4a8b-b66b-a84a84d36d2a service neutron] 10.222.0.90 "GET /v2.0/subnets?id=c974b0ff-2c5c-4667-8a81-3bde3ea6ced5 HTTP/1.1" status: 200 len: 843 time: 0.0915813 Feb 04 17:12:28.802088 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-1e1a7103-accf-427b-8c00-53c9a4644e27 req-9b372465-5ef0-4a45-82c2-e89510dd06f4 service neutron] 10.222.0.90 "GET /v2.0/networks/518579bb-9b83-431f-85d9-0080ad95e906?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1390798 Feb 04 17:12:28.836324 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505f5afd-c169-4a56-8018-3052a09f2203 req-410ae52f-8b14-48f9-a470-9c28bdce4a72 tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:12:28.838468 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-505f5afd-c169-4a56-8018-3052a09f2203 req-410ae52f-8b14-48f9-a470-9c28bdce4a72 tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] 10.222.0.89 "GET /v2.0/ports?device_id=99914122-947d-4d33-8d43-120a66c70f08 HTTP/1.1" status: 200 len: 948 time: 0.0550196 Feb 04 17:12:28.890277 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81087fa8-156f-4a35-954a-f474279f58b3 req-ab8f54b0-ec91-466e-878e-1e4ad813f656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:12:28.891829 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-81087fa8-156f-4a35-954a-f474279f58b3 req-ab8f54b0-ec91-466e-878e-1e4ad813f656 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=02be22b9-aa53-40ea-8050-9239cd27d1ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1089690 Feb 04 17:12:28.895615 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-505f5afd-c169-4a56-8018-3052a09f2203 req-a00809cf-277f-4c80-b74d-8a50b40cac81 tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] 10.222.0.89 "GET /v2.0/security-groups?id=5fa98c6a-94b3-4690-b9c3-4f0e67d11226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489247 Feb 04 17:12:28.999042 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-1e1a7103-accf-427b-8c00-53c9a4644e27 req-4e4d6257-5379-4203-b2f0-e92e04b7a9fe service neutron] 10.222.0.90 "GET /v2.0/networks/518579bb-9b83-431f-85d9-0080ad95e906?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1819437 Feb 04 17:12:29.041616 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d9e463-af14-4f3a-b7a3-873e7f13543b req-fb3c236c-ace0-4b76-b830-da019674a285 tempest-ImagesOneServerTestJSON-981392013 tempest-ImagesOneServerTestJSON-981392013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:12:29.043432 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-22d9e463-af14-4f3a-b7a3-873e7f13543b req-fb3c236c-ace0-4b76-b830-da019674a285 tempest-ImagesOneServerTestJSON-981392013 tempest-ImagesOneServerTestJSON-981392013-project] 10.222.0.89 "GET /v2.0/ports?device_id=b35c36f6-2ebf-48ae-aa08-48a8ee20c89c HTTP/1.1" status: 200 len: 948 time: 0.0802760 Feb 04 17:12:29.048049 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c39369-73bf-4383-bae9-f111ffde5f58 req-e8ed2ae1-a269-4d65-a5a3-b68a742e0592 tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:12:29.049554 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-58c39369-73bf-4383-bae9-f111ffde5f58 req-e8ed2ae1-a269-4d65-a5a3-b68a742e0592 tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] 10.222.0.89 "GET /v2.0/ports?device_id=2fa90556-daae-4498-8501-e90a55f37287 HTTP/1.1" status: 200 len: 944 time: 0.1349354 Feb 04 17:12:29.055239 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-81087fa8-156f-4a35-954a-f474279f58b3 req-f73de92d-ca9d-4d04-8b6f-4f7efe620305 service neutron] 10.222.0.90 "GET /v2.0/networks/02be22b9-aa53-40ea-8050-9239cd27d1ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1510384 Feb 04 17:12:29.113445 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-22d9e463-af14-4f3a-b7a3-873e7f13543b req-a914915c-c264-4d06-84af-df05f93e459f tempest-ImagesOneServerTestJSON-981392013 tempest-ImagesOneServerTestJSON-981392013-project] 10.222.0.89 "GET /v2.0/security-groups?id=8b4b9691-3cf9-4823-9b14-a8c5b66738e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630500 Feb 04 17:12:29.123080 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device a9ea809e-a7d4-4c46-b4d9-cd7077cf1c91 details requested by agent hyperv_n-h1-827839-2 with host n-h1-827839-2 {{(pid=103378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 17:12:29.129245 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device 1d6e420e-bb1f-421e-9902-a9c0af5df917 up at agent hyperv_n-h1-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:12:29.170710 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-58c39369-73bf-4383-bae9-f111ffde5f58 req-65ea55c1-0aad-4bc2-a4e1-da3cda18421b tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] 10.222.0.89 "GET /v2.0/security-groups?id=119a7f03-3e07-4d1e-8852-d9f974f9f052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061492 Feb 04 17:12:29.225001 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-81087fa8-156f-4a35-954a-f474279f58b3 req-6e868b9e-ca31-4447-b48c-7ea176887c79 service neutron] 10.222.0.90 "GET /v2.0/networks/02be22b9-aa53-40ea-8050-9239cd27d1ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1617458 Feb 04 17:12:29.258579 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Provisioning for port 1d6e420e-bb1f-421e-9902-a9c0af5df917 completed by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 17:12:29.271840 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Provisioning complete for port 1d6e420e-bb1f-421e-9902-a9c0af5df917 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:12:29.272222 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (1d6e420e-bb1f-421e-9902-a9c0af5df917), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:29.276432 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd87d18-ff25-42aa-b112-119d652776f3 req-fdec549a-948d-4372-84ce-9c27ce16b156 tempest-ImagesOneServerNegativeTestJSON-254357925 tempest-ImagesOneServerNegativeTestJSON-254357925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:12:29.279557 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-9fd87d18-ff25-42aa-b112-119d652776f3 req-fdec549a-948d-4372-84ce-9c27ce16b156 tempest-ImagesOneServerNegativeTestJSON-254357925 tempest-ImagesOneServerNegativeTestJSON-254357925-project] 10.222.0.89 "GET /v2.0/ports?device_id=4a849d53-c682-4910-aead-f1da6a7bff83 HTTP/1.1" status: 200 len: 943 time: 0.0759397 Feb 04 17:12:29.322049 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] For port a9ea809e-a7d4-4c46-b4d9-cd7077cf1c91, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=a9ea809e-a7d4-4c46-b4d9-cd7077cf1c91,segment=NetworkSegment(3a39b085-d3e6-43bb-a64c-1b06dd049e5a),segment_id=3a39b085-d3e6-43bb-a64c-1b06dd049e5a)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:12:29.352274 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-9fd87d18-ff25-42aa-b112-119d652776f3 req-6c94a430-0ba7-400f-8a8a-a4a52d6db69a tempest-ImagesOneServerNegativeTestJSON-254357925 tempest-ImagesOneServerNegativeTestJSON-254357925-project] 10.222.0.89 "GET /v2.0/security-groups?id=93c660a2-9a39-4e35-b172-c2fcfd9b6315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668035 Feb 04 17:12:29.406902 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e666192f-a2f0-4c51-8e78-98b71f892241 req-c8247507-f750-47e2-986e-ae665aaf8b60 tempest-DeleteServersAdminTestJSON-1119549418 tempest-DeleteServersAdminTestJSON-1119549418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:12:29.408475 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-e666192f-a2f0-4c51-8e78-98b71f892241 req-c8247507-f750-47e2-986e-ae665aaf8b60 tempest-DeleteServersAdminTestJSON-1119549418 tempest-DeleteServersAdminTestJSON-1119549418-project] 10.222.0.89 "GET /v2.0/ports?device_id=89f6c9f3-31ff-4c02-aed7-52c560e39b0e HTTP/1.1" status: 200 len: 948 time: 0.0676873 Feb 04 17:12:29.461593 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-e666192f-a2f0-4c51-8e78-98b71f892241 req-e0f79b6e-717f-48c1-a805-1f81d07764d5 tempest-DeleteServersAdminTestJSON-1119549418 tempest-DeleteServersAdminTestJSON-1119549418-project] 10.222.0.89 "GET /v2.0/security-groups?id=35ea2ef0-2d20-4f98-9e35-b935cb69d427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468099 Feb 04 17:12:29.469550 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Returning: {'device': 'a9ea809e-a7d4-4c46-b4d9-cd7077cf1c91', 'network_id': '02be22b9-aa53-40ea-8050-9239cd27d1ff', 'port_id': 'a9ea809e-a7d4-4c46-b4d9-cd7077cf1c91', 'mac_address': 'fa:16:3e:a4:5d:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 797, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c974b0ff-2c5c-4667-8a81-3bde3ea6ced5', 'ip_address': '192.168.233.143'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 17:12:29.538620 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Current status of the port a9ea809e-a7d4-4c46-b4d9-cd7077cf1c91 is: DOWN; New status is: BUILD {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:12:29.539013 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (a9ea809e-a7d4-4c46-b4d9-cd7077cf1c91), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:29.557274 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Current status of the port 1d6e420e-bb1f-421e-9902-a9c0af5df917 is: BUILD; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:12:29.557671 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (1d6e420e-bb1f-421e-9902-a9c0af5df917), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:29.560392 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9ea809e-a7d4-4c46-b4d9-cd7077cf1c91 {{(pid=103378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 17:12:29.595634 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] For port a9ea809e-a7d4-4c46-b4d9-cd7077cf1c91, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=a9ea809e-a7d4-4c46-b4d9-cd7077cf1c91,segment=NetworkSegment(3a39b085-d3e6-43bb-a64c-1b06dd049e5a),segment_id=3a39b085-d3e6-43bb-a64c-1b06dd049e5a)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:12:29.600679 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fa90556-daae-4498-8501-e90a55f37287', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d6e420e-bb1f-421e-9902-a9c0af5df917'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:12:29.603516 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c34bc964ce2211770fda26ca2f3801cc06f4f39928110690550e94ab9c9d2fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4148a843-0559-4822-870b-c6711a9b6d52" -d '{"events": [{"server_uuid": "2fa90556-daae-4498-8501-e90a55f37287", "name": "network-vif-plugged", "status": "completed", "tag": "1d6e420e-bb1f-421e-9902-a9c0af5df917"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:12:29.612910 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (a9ea809e-a7d4-4c46-b4d9-cd7077cf1c91), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:29.621979 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] For port 1d6e420e-bb1f-421e-9902-a9c0af5df917, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=1d6e420e-bb1f-421e-9902-a9c0af5df917,segment=NetworkSegment(422e2db4-29a0-413f-80b3-a344e9c773f4),segment_id=422e2db4-29a0-413f-80b3-a344e9c773f4)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:12:29.648576 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (1d6e420e-bb1f-421e-9902-a9c0af5df917), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:29.672701 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 17:12:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-636f9de9-d4c0-4666-bf0b-07a87880c750 x-openstack-request-id: req-636f9de9-d4c0-4666-bf0b-07a87880c750 {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:12:29.673110 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fa90556-daae-4498-8501-e90a55f37287", "name": "network-vif-plugged", "status": "completed", "tag": "1d6e420e-bb1f-421e-9902-a9c0af5df917", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:12:29.673294 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-636f9de9-d4c0-4666-bf0b-07a87880c750 {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:12:29.673948 n-d-827839-2 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fa90556-daae-4498-8501-e90a55f37287', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d6e420e-bb1f-421e-9902-a9c0af5df917', 'code': 200} Feb 04 17:12:29.692264 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-24bc9444-f96c-4c9d-8f89-99795c144e9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (bb89f5a3-3c22-440b-b7d1-c4f0c43c184a), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:29.708474 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Pushing event updated for resources: {'Port': ['ID=a9ea809e-a7d4-4c46-b4d9-cd7077cf1c91,revision_number=4']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:12:29.772340 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Pushing event updated for resources: {'Port': ['ID=1d6e420e-bb1f-421e-9902-a9c0af5df917,revision_number=5']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:12:29.784980 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829e3428-fd9a-47eb-8bed-ef80eb2bbc03 req-1efacc41-f83f-48b2-a973-2bfcca1b420f tempest-ServerDiagnosticsNegativeTest-1396520382 tempest-ServerDiagnosticsNegativeTest-1396520382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:12:29.786487 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-829e3428-fd9a-47eb-8bed-ef80eb2bbc03 req-1efacc41-f83f-48b2-a973-2bfcca1b420f tempest-ServerDiagnosticsNegativeTest-1396520382 tempest-ServerDiagnosticsNegativeTest-1396520382-project] 10.222.0.89 "GET /v2.0/ports?device_id=55c265ac-0685-4d07-b6e7-8fb69429bb30 HTTP/1.1" status: 200 len: 947 time: 0.1058295 Feb 04 17:12:29.827253 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61086400-9de9-4453-9647-eed5dbd23de7 req-809603ce-1bed-4633-bbf1-d988b149cf12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:12:29.828785 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-61086400-9de9-4453-9647-eed5dbd23de7 req-809603ce-1bed-4633-bbf1-d988b149cf12 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=2fa90556-daae-4498-8501-e90a55f37287 HTTP/1.1" status: 200 len: 1127 time: 0.0869160 Feb 04 17:12:29.856633 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-829e3428-fd9a-47eb-8bed-ef80eb2bbc03 req-4e4d215c-b5e8-4846-9a55-a619bc840644 tempest-ServerDiagnosticsNegativeTest-1396520382 tempest-ServerDiagnosticsNegativeTest-1396520382-project] 10.222.0.89 "GET /v2.0/security-groups?id=7ac643e8-1380-41fa-9e0d-00d7daf5edd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640116 Feb 04 17:12:29.891117 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-61086400-9de9-4453-9647-eed5dbd23de7 req-14ccfe06-84b2-400e-912e-d09351c1352b service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=119a7f03-3e07-4d1e-8852-d9f974f9f052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528533 Feb 04 17:12:29.952586 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] get_ports_and_sgs() called for port_ids ['a9ea809e-a7d4-4c46-b4d9-cd7077cf1c91'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 17:12:29.963007 n-d-827839-2 neutron-server[103377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a849d53-c682-4910-aead-f1da6a7bff83', 'tag': '66a1128d-8cda-494a-b561-4b0625ad7dee'}] {{(pid=103377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:12:29.965692 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7240428b650e1488e9361b62648ff4b3a6c19d49d8c27c949491ab58c1346cf0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16c2d03c-7b2e-4411-b18d-dfa91ffbaef7" -d '{"events": [{"name": "network-changed", "server_uuid": "4a849d53-c682-4910-aead-f1da6a7bff83", "tag": "66a1128d-8cda-494a-b561-4b0625ad7dee"}]}' {{(pid=103377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:12:30.022805 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 17:12:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27bc613e-258a-47e1-84f8-05b5435e4a6f x-openstack-request-id: req-27bc613e-258a-47e1-84f8-05b5435e4a6f {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:12:30.023090 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a849d53-c682-4910-aead-f1da6a7bff83", "tag": "66a1128d-8cda-494a-b561-4b0625ad7dee", "status": "completed", "code": 200}]} {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:12:30.023338 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-27bc613e-258a-47e1-84f8-05b5435e4a6f {{(pid=103377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:12:30.023725 n-d-827839-2 neutron-server[103377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a849d53-c682-4910-aead-f1da6a7bff83', 'tag': '66a1128d-8cda-494a-b561-4b0625ad7dee', 'status': 'completed', 'code': 200} Feb 04 17:12:30.078759 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa79edc4-753d-45e9-af24-28b2632b8c8d req-5cd564e1-e029-4853-8bf6-32193ed5c757 tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:12:30.080404 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-fa79edc4-753d-45e9-af24-28b2632b8c8d req-5cd564e1-e029-4853-8bf6-32193ed5c757 tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] 10.222.0.89 "GET /v2.0/ports?device_id=99914122-947d-4d33-8d43-120a66c70f08 HTTP/1.1" status: 200 len: 949 time: 0.0951698 Feb 04 17:12:30.115000 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c2d03c-7b2e-4411-b18d-dfa91ffbaef7 req-8f16e447-db30-42d0-b174-3110f2aed919 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:12:30.116478 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-16c2d03c-7b2e-4411-b18d-dfa91ffbaef7 req-8f16e447-db30-42d0-b174-3110f2aed919 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=86774b39ad8a41fa924d1792aacb1e11&device_id=4a849d53-c682-4910-aead-f1da6a7bff83 HTTP/1.1" status: 200 len: 1125 time: 0.0756912 Feb 04 17:12:30.190101 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-fa79edc4-753d-45e9-af24-28b2632b8c8d req-50103238-5e0b-4ecd-a778-0589c119ebe6 tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] 10.222.0.89 "GET /v2.0/security-groups?id=5fa98c6a-94b3-4690-b9c3-4f0e67d11226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011076 Feb 04 17:12:30.246925 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c2d03c-7b2e-4411-b18d-dfa91ffbaef7 req-f2be38f4-02f8-41c5-888b-3b034bdcd41c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:12:30.248632 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-16c2d03c-7b2e-4411-b18d-dfa91ffbaef7 req-f2be38f4-02f8-41c5-888b-3b034bdcd41c service neutron] 10.222.0.90 "GET /v2.0/networks?id=518579bb-9b83-431f-85d9-0080ad95e906 HTTP/1.1" status: 200 len: 922 time: 0.1202688 Feb 04 17:12:30.272277 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afaf4216-00c3-4a0a-a610-b4697878fb81 req-3fd82427-9a5b-4aa5-8497-cb686e931c2a tempest-ImagesOneServerTestJSON-981392013 tempest-ImagesOneServerTestJSON-981392013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:12:30.273866 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-afaf4216-00c3-4a0a-a610-b4697878fb81 req-3fd82427-9a5b-4aa5-8497-cb686e931c2a tempest-ImagesOneServerTestJSON-981392013 tempest-ImagesOneServerTestJSON-981392013-project] 10.222.0.89 "GET /v2.0/ports?device_id=b35c36f6-2ebf-48ae-aa08-48a8ee20c89c HTTP/1.1" status: 200 len: 948 time: 0.0637758 Feb 04 17:12:30.295827 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-16c2d03c-7b2e-4411-b18d-dfa91ffbaef7 req-23c88437-68cc-485c-b86c-37e499ebe1e5 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=66a1128d-8cda-494a-b561-4b0625ad7dee HTTP/1.1" status: 200 len: 217 time: 0.0406380 Feb 04 17:12:30.326617 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-afaf4216-00c3-4a0a-a610-b4697878fb81 req-c399a18f-6bad-431f-8b75-d3b7c7debf3f tempest-ImagesOneServerTestJSON-981392013 tempest-ImagesOneServerTestJSON-981392013-project] 10.222.0.89 "GET /v2.0/security-groups?id=8b4b9691-3cf9-4823-9b14-a8c5b66738e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459120 Feb 04 17:12:30.378879 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c2d03c-7b2e-4411-b18d-dfa91ffbaef7 req-db03c471-7dcf-4654-99c2-d47fc78b60c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:12:30.380347 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-16c2d03c-7b2e-4411-b18d-dfa91ffbaef7 req-db03c471-7dcf-4654-99c2-d47fc78b60c9 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=11b7fa3d-4973-471d-9057-d3ba5d21542b HTTP/1.1" status: 200 len: 861 time: 0.0719883 Feb 04 17:12:30.390178 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc7fd91-f4ff-4f59-9b27-2b1f8b88f947 req-0d3f89c1-ee2b-4f14-902e-2aee0c0b412d tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:12:30.391591 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-adc7fd91-f4ff-4f59-9b27-2b1f8b88f947 req-0d3f89c1-ee2b-4f14-902e-2aee0c0b412d tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] 10.222.0.89 "GET /v2.0/ports?device_id=2fa90556-daae-4498-8501-e90a55f37287 HTTP/1.1" status: 200 len: 945 time: 0.0989273 Feb 04 17:12:30.423390 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-16c2d03c-7b2e-4411-b18d-dfa91ffbaef7 req-5babb457-c4d4-4d8f-b46f-078f944daa15 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=518579bb-9b83-431f-85d9-0080ad95e906&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308833 Feb 04 17:12:30.514408 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-adc7fd91-f4ff-4f59-9b27-2b1f8b88f947 req-7c0ce3ab-dd67-45ad-9de9-f4574864a67c tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] 10.222.0.89 "GET /v2.0/security-groups?id=119a7f03-3e07-4d1e-8852-d9f974f9f052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128862 Feb 04 17:12:30.554397 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-16c2d03c-7b2e-4411-b18d-dfa91ffbaef7 req-2263c2fd-170d-429d-a9c5-4d05290255c3 service neutron] 10.222.0.90 "GET /v2.0/networks/518579bb-9b83-431f-85d9-0080ad95e906?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229377 Feb 04 17:12:30.589036 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6cf4b8-2050-43e0-b584-47aa474cf049 req-75bba378-f4a9-4975-b344-c76f99c97a38 tempest-ImagesOneServerNegativeTestJSON-254357925 tempest-ImagesOneServerNegativeTestJSON-254357925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:12:30.590534 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-1b6cf4b8-2050-43e0-b584-47aa474cf049 req-75bba378-f4a9-4975-b344-c76f99c97a38 tempest-ImagesOneServerNegativeTestJSON-254357925 tempest-ImagesOneServerNegativeTestJSON-254357925-project] 10.222.0.89 "GET /v2.0/ports?device_id=4a849d53-c682-4910-aead-f1da6a7bff83 HTTP/1.1" status: 200 len: 943 time: 0.0583651 Feb 04 17:12:30.637943 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-1b6cf4b8-2050-43e0-b584-47aa474cf049 req-53336547-7fb5-48c8-a3c4-aed0ca7e5adf tempest-ImagesOneServerNegativeTestJSON-254357925 tempest-ImagesOneServerNegativeTestJSON-254357925-project] 10.222.0.89 "GET /v2.0/security-groups?id=93c660a2-9a39-4e35-b172-c2fcfd9b6315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418229 Feb 04 17:12:30.673373 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410ea230-2e34-49e6-b892-4142fe3e6ed4 req-314a7673-8513-4a2b-911a-638a2a472fc4 tempest-DeleteServersAdminTestJSON-1119549418 tempest-DeleteServersAdminTestJSON-1119549418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:12:30.674770 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-410ea230-2e34-49e6-b892-4142fe3e6ed4 req-314a7673-8513-4a2b-911a-638a2a472fc4 tempest-DeleteServersAdminTestJSON-1119549418 tempest-DeleteServersAdminTestJSON-1119549418-project] 10.222.0.89 "GET /v2.0/ports?device_id=89f6c9f3-31ff-4c02-aed7-52c560e39b0e HTTP/1.1" status: 200 len: 948 time: 0.0727100 Feb 04 17:12:30.713153 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-16c2d03c-7b2e-4411-b18d-dfa91ffbaef7 req-20795030-52c9-46d1-9fa4-9a146013046f service neutron] 10.222.0.90 "GET /v2.0/networks/518579bb-9b83-431f-85d9-0080ad95e906?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1523602 Feb 04 17:12:30.749436 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-410ea230-2e34-49e6-b892-4142fe3e6ed4 req-5b8551f1-cb74-4903-8559-9c3c1e5e6a31 tempest-DeleteServersAdminTestJSON-1119549418 tempest-DeleteServersAdminTestJSON-1119549418-project] 10.222.0.89 "GET /v2.0/security-groups?id=35ea2ef0-2d20-4f98-9e35-b935cb69d427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679657 Feb 04 17:12:30.801078 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Device 85df9036-9ceb-43ab-b1ab-cce347c74193 details requested by agent hyperv_n-h2-827839-2 with host n-h2-827839-2 {{(pid=103378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 17:12:30.911737 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] For port 85df9036-9ceb-43ab-b1ab-cce347c74193, host n-h2-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=85df9036-9ceb-43ab-b1ab-cce347c74193,segment=NetworkSegment(3a39b085-d3e6-43bb-a64c-1b06dd049e5a),segment_id=3a39b085-d3e6-43bb-a64c-1b06dd049e5a)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:12:30.926441 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Returning: {'device': '85df9036-9ceb-43ab-b1ab-cce347c74193', 'network_id': '02be22b9-aa53-40ea-8050-9239cd27d1ff', 'port_id': '85df9036-9ceb-43ab-b1ab-cce347c74193', 'mac_address': 'fa:16:3e:f9:6e:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 797, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c974b0ff-2c5c-4667-8a81-3bde3ea6ced5', 'ip_address': '192.168.233.214'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 17:12:30.973681 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Current status of the port 85df9036-9ceb-43ab-b1ab-cce347c74193 is: DOWN; New status is: BUILD {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:12:30.974069 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (85df9036-9ceb-43ab-b1ab-cce347c74193), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:30.983387 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4024eaa1-2422-4107-8fe6-9a866b3cd4bf req-d00f81bf-394c-4bca-a63c-aee84faaa3a2 tempest-ServerDiagnosticsNegativeTest-1396520382 tempest-ServerDiagnosticsNegativeTest-1396520382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:12:30.985227 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-4024eaa1-2422-4107-8fe6-9a866b3cd4bf req-d00f81bf-394c-4bca-a63c-aee84faaa3a2 tempest-ServerDiagnosticsNegativeTest-1396520382 tempest-ServerDiagnosticsNegativeTest-1396520382-project] 10.222.0.89 "GET /v2.0/ports?device_id=55c265ac-0685-4d07-b6e7-8fb69429bb30 HTTP/1.1" status: 200 len: 947 time: 0.0602872 Feb 04 17:12:30.989846 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85df9036-9ceb-43ab-b1ab-cce347c74193 {{(pid=103378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 17:12:31.010653 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] For port 85df9036-9ceb-43ab-b1ab-cce347c74193, host n-h2-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=85df9036-9ceb-43ab-b1ab-cce347c74193,segment=NetworkSegment(3a39b085-d3e6-43bb-a64c-1b06dd049e5a),segment_id=3a39b085-d3e6-43bb-a64c-1b06dd049e5a)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:12:31.014822 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (85df9036-9ceb-43ab-b1ab-cce347c74193), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:31.015567 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Device d26e31c0-0656-4b7b-804c-48453766fc0d details requested by agent hyperv_n-h2-827839-2 with host n-h2-827839-2 {{(pid=103378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 17:12:31.029913 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 51940) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:12:31.039007 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-4024eaa1-2422-4107-8fe6-9a866b3cd4bf req-66a68b29-e62c-487e-8136-c500d9f625a3 tempest-ServerDiagnosticsNegativeTest-1396520382 tempest-ServerDiagnosticsNegativeTest-1396520382-project] 10.222.0.89 "GET /v2.0/security-groups?id=7ac643e8-1380-41fa-9e0d-00d7daf5edd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475924 Feb 04 17:12:31.082166 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Pushing event updated for resources: {'Port': ['ID=85df9036-9ceb-43ab-b1ab-cce347c74193,revision_number=4']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:12:31.088032 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] For port d26e31c0-0656-4b7b-804c-48453766fc0d, host n-h2-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=d26e31c0-0656-4b7b-804c-48453766fc0d,segment=NetworkSegment(3a39b085-d3e6-43bb-a64c-1b06dd049e5a),segment_id=3a39b085-d3e6-43bb-a64c-1b06dd049e5a)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:12:31.100040 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Returning: {'device': 'd26e31c0-0656-4b7b-804c-48453766fc0d', 'network_id': '02be22b9-aa53-40ea-8050-9239cd27d1ff', 'port_id': 'd26e31c0-0656-4b7b-804c-48453766fc0d', 'mac_address': 'fa:16:3e:74:b0:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 797, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c974b0ff-2c5c-4667-8a81-3bde3ea6ced5', 'ip_address': '192.168.233.32'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 17:12:31.134797 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device 6bc91910-8ce5-4421-8bec-95bea80aecde details requested by agent hyperv_n-h1-827839-2 with host n-h1-827839-2 {{(pid=103378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 17:12:31.136805 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device a9ea809e-a7d4-4c46-b4d9-cd7077cf1c91 up at agent hyperv_n-h1-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:12:31.144179 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-9172175e-b27c-474f-bd38-5c800a3f98a5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:31.176801 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Current status of the port d26e31c0-0656-4b7b-804c-48453766fc0d is: DOWN; New status is: BUILD {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:12:31.177050 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (d26e31c0-0656-4b7b-804c-48453766fc0d), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:31.207977 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d26e31c0-0656-4b7b-804c-48453766fc0d {{(pid=103378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 17:12:31.236722 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-9172175e-b27c-474f-bd38-5c800a3f98a5 admin admin] Publish callbacks [] for security_group (e8ccc9e8-7a04-4229-9ae4-40d42d15c5d9), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:31.240801 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-9172175e-b27c-474f-bd38-5c800a3f98a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (e8ccc9e8-7a04-4229-9ae4-40d42d15c5d9), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:31.288489 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] For port d26e31c0-0656-4b7b-804c-48453766fc0d, host n-h2-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=d26e31c0-0656-4b7b-804c-48453766fc0d,segment=NetworkSegment(3a39b085-d3e6-43bb-a64c-1b06dd049e5a),segment_id=3a39b085-d3e6-43bb-a64c-1b06dd049e5a)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:12:31.297448 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (d26e31c0-0656-4b7b-804c-48453766fc0d), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:31.306713 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-9172175e-b27c-474f-bd38-5c800a3f98a5 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=bda66802cf5245189f1a3cd1082992ed&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2756770 Feb 04 17:12:31.308532 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9172175e-b27c-474f-bd38-5c800a3f98a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8ccc9e8-7a04-4229-9ae4-40d42d15c5d9,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:12:31.309594 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 51946) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:12:31.344867 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9ce83b-0fcd-4b38-9639-89ddef1ec841 req-5002db18-4885-4a66-80fd-22aec5481b2e tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:12:31.346521 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-0c9ce83b-0fcd-4b38-9639-89ddef1ec841 req-5002db18-4885-4a66-80fd-22aec5481b2e tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] 10.222.0.89 "GET /v2.0/ports?device_id=99914122-947d-4d33-8d43-120a66c70f08 HTTP/1.1" status: 200 len: 949 time: 0.0811083 Feb 04 17:12:31.359516 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Provisioning for port a9ea809e-a7d4-4c46-b4d9-cd7077cf1c91 completed by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 17:12:31.375107 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Provisioning complete for port a9ea809e-a7d4-4c46-b4d9-cd7077cf1c91 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:12:31.375743 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (a9ea809e-a7d4-4c46-b4d9-cd7077cf1c91), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:31.418984 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] For port 6bc91910-8ce5-4421-8bec-95bea80aecde, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=6bc91910-8ce5-4421-8bec-95bea80aecde,segment=NetworkSegment(3a39b085-d3e6-43bb-a64c-1b06dd049e5a),segment_id=3a39b085-d3e6-43bb-a64c-1b06dd049e5a)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:12:31.422106 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-0c9ce83b-0fcd-4b38-9639-89ddef1ec841 req-14ee4a0f-3a9c-46de-b461-60dc7a8f1c2d tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] 10.222.0.89 "GET /v2.0/security-groups?id=5fa98c6a-94b3-4690-b9c3-4f0e67d11226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652826 Feb 04 17:12:31.429338 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-bedc42a7-c32d-4d88-93f0-0ce94c6277f4 admin admin] Publish callbacks [] for security_group (e8ccc9e8-7a04-4229-9ae4-40d42d15c5d9), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:31.452241 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Pushing event updated for resources: {'Port': ['ID=d26e31c0-0656-4b7b-804c-48453766fc0d,revision_number=4']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:12:31.454919 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Returning: {'device': '6bc91910-8ce5-4421-8bec-95bea80aecde', 'network_id': '02be22b9-aa53-40ea-8050-9239cd27d1ff', 'port_id': '6bc91910-8ce5-4421-8bec-95bea80aecde', 'mac_address': 'fa:16:3e:85:d8:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 797, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c974b0ff-2c5c-4667-8a81-3bde3ea6ced5', 'ip_address': '192.168.233.201'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 17:12:31.480547 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-bedc42a7-c32d-4d88-93f0-0ce94c6277f4 admin admin] Publish callbacks [] for security_group (e8ccc9e8-7a04-4229-9ae4-40d42d15c5d9), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:31.522609 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838c2fa3-f0d7-4da7-ba60-23385412a5bc req-bce3d782-963a-4402-a6ce-8e04e9059623 tempest-ImagesOneServerTestJSON-981392013 tempest-ImagesOneServerTestJSON-981392013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:12:31.524088 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-838c2fa3-f0d7-4da7-ba60-23385412a5bc req-bce3d782-963a-4402-a6ce-8e04e9059623 tempest-ImagesOneServerTestJSON-981392013 tempest-ImagesOneServerTestJSON-981392013-project] 10.222.0.89 "GET /v2.0/ports?device_id=b35c36f6-2ebf-48ae-aa08-48a8ee20c89c HTTP/1.1" status: 200 len: 949 time: 0.1027625 Feb 04 17:12:31.531989 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Current status of the port 6bc91910-8ce5-4421-8bec-95bea80aecde is: DOWN; New status is: BUILD {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:12:31.532388 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (6bc91910-8ce5-4421-8bec-95bea80aecde), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:31.557277 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Current status of the port a9ea809e-a7d4-4c46-b4d9-cd7077cf1c91 is: BUILD; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:12:31.557700 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (a9ea809e-a7d4-4c46-b4d9-cd7077cf1c91), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:31.562204 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6bc91910-8ce5-4421-8bec-95bea80aecde {{(pid=103378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 17:12:31.566834 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-bedc42a7-c32d-4d88-93f0-0ce94c6277f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (e8ccc9e8-7a04-4229-9ae4-40d42d15c5d9), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:31.569337 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-bedc42a7-c32d-4d88-93f0-0ce94c6277f4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:31.570500 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-bedc42a7-c32d-4d88-93f0-0ce94c6277f4 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/e8ccc9e8-7a04-4229-9ae4-40d42d15c5d9 HTTP/1.1" status: 204 len: 168 time: 0.2555206 Feb 04 17:12:31.584470 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-838c2fa3-f0d7-4da7-ba60-23385412a5bc req-caf1f488-ad82-4f51-9f86-e74f051d571c tempest-ImagesOneServerTestJSON-981392013 tempest-ImagesOneServerTestJSON-981392013-project] 10.222.0.89 "GET /v2.0/security-groups?id=8b4b9691-3cf9-4823-9b14-a8c5b66738e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542104 Feb 04 17:12:31.585619 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bedc42a7-c32d-4d88-93f0-0ce94c6277f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8ccc9e8-7a04-4229-9ae4-40d42d15c5d9,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:12:31.610944 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] get_ports_and_sgs() called for port_ids ['d26e31c0-0656-4b7b-804c-48453766fc0d'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 17:12:31.619650 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] For port a9ea809e-a7d4-4c46-b4d9-cd7077cf1c91, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=a9ea809e-a7d4-4c46-b4d9-cd7077cf1c91,segment=NetworkSegment(3a39b085-d3e6-43bb-a64c-1b06dd049e5a),segment_id=3a39b085-d3e6-43bb-a64c-1b06dd049e5a)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:12:31.648942 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] get_ports_and_sgs() called for port_ids ['85df9036-9ceb-43ab-b1ab-cce347c74193'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 17:12:31.652392 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] For port 6bc91910-8ce5-4421-8bec-95bea80aecde, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=6bc91910-8ce5-4421-8bec-95bea80aecde,segment=NetworkSegment(3a39b085-d3e6-43bb-a64c-1b06dd049e5a),segment_id=3a39b085-d3e6-43bb-a64c-1b06dd049e5a)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:12:31.656157 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (a9ea809e-a7d4-4c46-b4d9-cd7077cf1c91), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:31.682750 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99914122-947d-4d33-8d43-120a66c70f08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9ea809e-a7d4-4c46-b4d9-cd7077cf1c91'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:12:31.685092 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c34bc964ce2211770fda26ca2f3801cc06f4f39928110690550e94ab9c9d2fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a15b5c75-eea1-4c68-a651-d3e4c5005886" -d '{"events": [{"server_uuid": "99914122-947d-4d33-8d43-120a66c70f08", "name": "network-vif-plugged", "status": "completed", "tag": "a9ea809e-a7d4-4c46-b4d9-cd7077cf1c91"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:12:31.692263 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da6bdea-6c4b-414f-9cfe-5212d9f79ac0 req-d38d545c-6084-4f72-9ccb-01da7c98dfc5 tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:12:31.694250 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-7da6bdea-6c4b-414f-9cfe-5212d9f79ac0 req-d38d545c-6084-4f72-9ccb-01da7c98dfc5 tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] 10.222.0.89 "GET /v2.0/ports?device_id=2fa90556-daae-4498-8501-e90a55f37287 HTTP/1.1" status: 200 len: 945 time: 0.0662322 Feb 04 17:12:31.716878 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (6bc91910-8ce5-4421-8bec-95bea80aecde), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:31.778381 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a48b021-859f-4dc6-a520-41482c3335cf req-4ec1bddd-c025-43c1-9348-35c8ff257dbc tempest-ImagesOneServerNegativeTestJSON-254357925 tempest-ImagesOneServerNegativeTestJSON-254357925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:12:31.780050 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-4a48b021-859f-4dc6-a520-41482c3335cf req-4ec1bddd-c025-43c1-9348-35c8ff257dbc tempest-ImagesOneServerNegativeTestJSON-254357925 tempest-ImagesOneServerNegativeTestJSON-254357925-project] 10.222.0.89 "GET /v2.0/ports?device_id=4a849d53-c682-4910-aead-f1da6a7bff83 HTTP/1.1" status: 200 len: 943 time: 0.0637157 Feb 04 17:12:31.785277 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-7da6bdea-6c4b-414f-9cfe-5212d9f79ac0 req-95411643-fe13-47d4-bc64-f86e2eb5fab4 tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] 10.222.0.89 "GET /v2.0/security-groups?id=119a7f03-3e07-4d1e-8852-d9f974f9f052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821242 Feb 04 17:12:31.785593 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Pushing event updated for resources: {'Port': ['ID=a9ea809e-a7d4-4c46-b4d9-cd7077cf1c91,revision_number=5']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:12:31.860628 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-4a48b021-859f-4dc6-a520-41482c3335cf req-3e1b1447-dcb8-4274-ba4f-ca6600882fbf tempest-ImagesOneServerNegativeTestJSON-254357925 tempest-ImagesOneServerNegativeTestJSON-254357925-project] 10.222.0.89 "GET /v2.0/security-groups?id=93c660a2-9a39-4e35-b172-c2fcfd9b6315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625925 Feb 04 17:12:31.873197 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 17:12:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55be802b-79f4-4c9a-8612-881d6a5b285c x-openstack-request-id: req-55be802b-79f4-4c9a-8612-881d6a5b285c {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:12:31.874128 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99914122-947d-4d33-8d43-120a66c70f08", "name": "network-vif-plugged", "status": "completed", "tag": "a9ea809e-a7d4-4c46-b4d9-cd7077cf1c91", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:12:31.874530 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-55be802b-79f4-4c9a-8612-881d6a5b285c {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:12:31.875069 n-d-827839-2 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99914122-947d-4d33-8d43-120a66c70f08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9ea809e-a7d4-4c46-b4d9-cd7077cf1c91', 'code': 200} Feb 04 17:12:31.978714 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Pushing event updated for resources: {'Port': ['ID=6bc91910-8ce5-4421-8bec-95bea80aecde,revision_number=4']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:12:32.004637 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7314d924-bf2b-4ded-999e-e28c4143998e req-45ceab02-2731-466b-a90b-2a58025dfc6c tempest-DeleteServersAdminTestJSON-1119549418 tempest-DeleteServersAdminTestJSON-1119549418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:12:32.006418 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-7314d924-bf2b-4ded-999e-e28c4143998e req-45ceab02-2731-466b-a90b-2a58025dfc6c tempest-DeleteServersAdminTestJSON-1119549418 tempest-DeleteServersAdminTestJSON-1119549418-project] 10.222.0.89 "GET /v2.0/ports?device_id=89f6c9f3-31ff-4c02-aed7-52c560e39b0e HTTP/1.1" status: 200 len: 949 time: 0.0939522 Feb 04 17:12:32.007460 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 51964) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:12:32.011404 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a69c2234-4f0c-4eca-a0e1-269b24e11610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (64ada913-9131-4d99-a265-63a920956287), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:32.022463 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-7683d6ef-49fb-4306-b887-bbc12880040d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:32.025077 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4b098e-4af7-456a-9aef-dfb6c6ea6676 req-9fa1faa4-0623-446e-ace0-ababc3d9e48f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:12:32.026350 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-ef4b098e-4af7-456a-9aef-dfb6c6ea6676 req-9fa1faa4-0623-446e-ace0-ababc3d9e48f service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=99914122-947d-4d33-8d43-120a66c70f08 HTTP/1.1" status: 200 len: 1132 time: 0.0944593 Feb 04 17:12:32.049635 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866579fb-0bec-43cc-af72-023fa921fbab req-d60fad16-1e16-4ac1-b43e-8c29e0a0b13d tempest-LiveAutoBlockMigrationV225Test-1607657603 tempest-LiveAutoBlockMigrationV225Test-1607657603-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:12:32.057448 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-866579fb-0bec-43cc-af72-023fa921fbab req-d60fad16-1e16-4ac1-b43e-8c29e0a0b13d tempest-LiveAutoBlockMigrationV225Test-1607657603 tempest-LiveAutoBlockMigrationV225Test-1607657603-project-admin] 10.222.0.89 "GET /v2.0/ports?device_id=2fa90556-daae-4498-8501-e90a55f37287 HTTP/1.1" status: 200 len: 1127 time: 0.0867283 Feb 04 17:12:32.090498 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] get_ports_and_sgs() called for port_ids ['6bc91910-8ce5-4421-8bec-95bea80aecde'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 17:12:32.094715 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-7314d924-bf2b-4ded-999e-e28c4143998e req-0b91c9e2-e209-473a-9a67-6af1ac618bfc tempest-DeleteServersAdminTestJSON-1119549418 tempest-DeleteServersAdminTestJSON-1119549418-project] 10.222.0.89 "GET /v2.0/security-groups?id=35ea2ef0-2d20-4f98-9e35-b935cb69d427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688610 Feb 04 17:12:32.107138 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-ef4b098e-4af7-456a-9aef-dfb6c6ea6676 req-3230df11-96f9-457b-b757-e28e01c93436 service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=5fa98c6a-94b3-4690-b9c3-4f0e67d11226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740287 Feb 04 17:12:32.129769 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-866579fb-0bec-43cc-af72-023fa921fbab req-a8f623db-057d-47f1-b389-9bafd1cadccd tempest-LiveAutoBlockMigrationV225Test-1607657603 tempest-LiveAutoBlockMigrationV225Test-1607657603-project-admin] 10.222.0.89 "GET /v2.0/security-groups?id=119a7f03-3e07-4d1e-8852-d9f974f9f052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672069 Feb 04 17:12:32.153927 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-7683d6ef-49fb-4306-b887-bbc12880040d admin admin] Publish callbacks [] for security_group (ed2c0759-c281-4921-b157-de38c98949cd), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:32.162001 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-7683d6ef-49fb-4306-b887-bbc12880040d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (ed2c0759-c281-4921-b157-de38c98949cd), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:32.192542 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7683d6ef-49fb-4306-b887-bbc12880040d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed2c0759-c281-4921-b157-de38c98949cd,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:12:32.247922 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-7683d6ef-49fb-4306-b887-bbc12880040d admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=7875f5e3a2a24c1c988a98aa82a8bdb2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2396636 Feb 04 17:12:32.251192 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 51970) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:12:32.267224 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed871d8-4fe7-4fe9-b481-a3545bef60df req-4d380077-0a63-4af7-80f1-9698f2090f56 tempest-ServerDiagnosticsNegativeTest-1396520382 tempest-ServerDiagnosticsNegativeTest-1396520382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:12:32.268730 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-aed871d8-4fe7-4fe9-b481-a3545bef60df req-4d380077-0a63-4af7-80f1-9698f2090f56 tempest-ServerDiagnosticsNegativeTest-1396520382 tempest-ServerDiagnosticsNegativeTest-1396520382-project] 10.222.0.89 "GET /v2.0/ports?device_id=55c265ac-0685-4d07-b6e7-8fb69429bb30 HTTP/1.1" status: 200 len: 948 time: 0.0713840 Feb 04 17:12:32.302597 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6feea0-0ae8-4d77-8922-a57a686c8095 req-31d66c1f-d8bb-4938-bc06-3fb10a79a918 tempest-LiveAutoBlockMigrationV225Test-1607657603 tempest-LiveAutoBlockMigrationV225Test-1607657603-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:12:32.304117 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-6d6feea0-0ae8-4d77-8922-a57a686c8095 req-31d66c1f-d8bb-4938-bc06-3fb10a79a918 tempest-LiveAutoBlockMigrationV225Test-1607657603 tempest-LiveAutoBlockMigrationV225Test-1607657603-project-admin] 10.222.0.89 "GET /v2.0/ports?device_id=2fa90556-daae-4498-8501-e90a55f37287 HTTP/1.1" status: 200 len: 1127 time: 0.0859654 Feb 04 17:12:32.322463 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-aed871d8-4fe7-4fe9-b481-a3545bef60df req-f7206c4d-b2a8-454e-b6a3-eeb1a50d7bd9 tempest-ServerDiagnosticsNegativeTest-1396520382 tempest-ServerDiagnosticsNegativeTest-1396520382-project] 10.222.0.89 "GET /v2.0/security-groups?id=7ac643e8-1380-41fa-9e0d-00d7daf5edd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441716 Feb 04 17:12:32.324218 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-957a7681-71fd-45ec-8561-9c6961346d04 admin admin] Publish callbacks [] for security_group (ed2c0759-c281-4921-b157-de38c98949cd), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:32.361655 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-957a7681-71fd-45ec-8561-9c6961346d04 admin admin] Publish callbacks [] for security_group (ed2c0759-c281-4921-b157-de38c98949cd), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:32.382851 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-6d6feea0-0ae8-4d77-8922-a57a686c8095 req-d0190ed3-c500-41ec-b223-47e9d7e3a8ed tempest-LiveAutoBlockMigrationV225Test-1607657603 tempest-LiveAutoBlockMigrationV225Test-1607657603-project-admin] 10.222.0.89 "GET /v2.0/security-groups?id=119a7f03-3e07-4d1e-8852-d9f974f9f052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690804 Feb 04 17:12:32.420826 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-957a7681-71fd-45ec-8561-9c6961346d04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (ed2c0759-c281-4921-b157-de38c98949cd), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:32.423788 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-957a7681-71fd-45ec-8561-9c6961346d04 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:32.424982 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-957a7681-71fd-45ec-8561-9c6961346d04 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/ed2c0759-c281-4921-b157-de38c98949cd HTTP/1.1" status: 204 len: 168 time: 0.1727059 Feb 04 17:12:32.433612 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957a7681-71fd-45ec-8561-9c6961346d04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed2c0759-c281-4921-b157-de38c98949cd,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:12:32.542846 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5599586d-54ac-42bf-b78b-cdffde291a7a req-688b6956-71ef-4e28-8a85-f767dc1e9260 tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:12:32.544364 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-5599586d-54ac-42bf-b78b-cdffde291a7a req-688b6956-71ef-4e28-8a85-f767dc1e9260 tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] 10.222.0.89 "GET /v2.0/ports?device_id=99914122-947d-4d33-8d43-120a66c70f08 HTTP/1.1" status: 200 len: 950 time: 0.0584443 Feb 04 17:12:32.603539 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-5599586d-54ac-42bf-b78b-cdffde291a7a req-2194fec9-ac1d-4235-8066-5c0245dec9a2 tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] 10.222.0.89 "GET /v2.0/security-groups?id=5fa98c6a-94b3-4690-b9c3-4f0e67d11226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508964 Feb 04 17:12:32.697981 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a7a965-e08a-4229-a808-64842d9215a0 req-a86105dd-757f-449f-9637-95ea3bdebaae tempest-LiveAutoBlockMigrationV225Test-1607657603 tempest-LiveAutoBlockMigrationV225Test-1607657603-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:12:32.704656 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-d3a7a965-e08a-4229-a808-64842d9215a0 req-a86105dd-757f-449f-9637-95ea3bdebaae tempest-LiveAutoBlockMigrationV225Test-1607657603 tempest-LiveAutoBlockMigrationV225Test-1607657603-project-admin] 10.222.0.89 "GET /v2.0/ports?device_id=2fa90556-daae-4498-8501-e90a55f37287 HTTP/1.1" status: 200 len: 1127 time: 0.0574481 Feb 04 17:12:32.731306 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2d6d9f-67d4-45d7-b1b2-7578bb55c320 req-ada095a6-424d-474e-895a-5f9f60a257b7 tempest-ImagesOneServerTestJSON-981392013 tempest-ImagesOneServerTestJSON-981392013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:12:32.732961 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-da2d6d9f-67d4-45d7-b1b2-7578bb55c320 req-ada095a6-424d-474e-895a-5f9f60a257b7 tempest-ImagesOneServerTestJSON-981392013 tempest-ImagesOneServerTestJSON-981392013-project] 10.222.0.89 "GET /v2.0/ports?device_id=b35c36f6-2ebf-48ae-aa08-48a8ee20c89c HTTP/1.1" status: 200 len: 949 time: 0.0609078 Feb 04 17:12:32.749677 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-d3a7a965-e08a-4229-a808-64842d9215a0 req-cb44c5e8-7c9f-4379-86c4-4ef5e165e5e8 tempest-LiveAutoBlockMigrationV225Test-1607657603 tempest-LiveAutoBlockMigrationV225Test-1607657603-project-admin] 10.222.0.89 "GET /v2.0/security-groups?id=119a7f03-3e07-4d1e-8852-d9f974f9f052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440919 Feb 04 17:12:32.789081 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-da2d6d9f-67d4-45d7-b1b2-7578bb55c320 req-fd300c22-5bb1-465c-9da2-3f71e20ef69a tempest-ImagesOneServerTestJSON-981392013 tempest-ImagesOneServerTestJSON-981392013-project] 10.222.0.89 "GET /v2.0/security-groups?id=8b4b9691-3cf9-4823-9b14-a8c5b66738e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502455 Feb 04 17:12:32.807055 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Device 66a1128d-8cda-494a-b561-4b0625ad7dee details requested by agent hyperv_n-h2-827839-2 with host n-h2-827839-2 {{(pid=103378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 17:12:32.810317 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Device 85df9036-9ceb-43ab-b1ab-cce347c74193 up at agent hyperv_n-h2-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:12:32.872081 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d408ec64-b374-4acb-a1fc-48241dad6d47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (0cd6d64a-47a7-40ff-8c12-71dd526c62e0), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:32.934383 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Provisioning for port 85df9036-9ceb-43ab-b1ab-cce347c74193 completed by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 17:12:32.946992 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Provisioning complete for port 85df9036-9ceb-43ab-b1ab-cce347c74193 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:12:32.947615 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (85df9036-9ceb-43ab-b1ab-cce347c74193), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:32.985114 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] For port 66a1128d-8cda-494a-b561-4b0625ad7dee, host n-h2-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=66a1128d-8cda-494a-b561-4b0625ad7dee,segment=NetworkSegment(925d9078-c82e-4bcc-b2ae-415f0fcde575),segment_id=925d9078-c82e-4bcc-b2ae-415f0fcde575)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:12:33.005273 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247696b4-2481-4ae6-8831-521b5f325848 req-b1505bf2-d1b6-4706-9703-f54e0b417746 tempest-ImagesOneServerNegativeTestJSON-254357925 tempest-ImagesOneServerNegativeTestJSON-254357925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:12:33.007517 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-247696b4-2481-4ae6-8831-521b5f325848 req-b1505bf2-d1b6-4706-9703-f54e0b417746 tempest-ImagesOneServerNegativeTestJSON-254357925 tempest-ImagesOneServerNegativeTestJSON-254357925-project] 10.222.0.89 "GET /v2.0/ports?device_id=4a849d53-c682-4910-aead-f1da6a7bff83 HTTP/1.1" status: 200 len: 943 time: 0.0719733 Feb 04 17:12:33.009835 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Returning: {'device': '66a1128d-8cda-494a-b561-4b0625ad7dee', 'network_id': '518579bb-9b83-431f-85d9-0080ad95e906', 'port_id': '66a1128d-8cda-494a-b561-4b0625ad7dee', 'mac_address': 'fa:16:3e:89:f7:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 764, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11b7fa3d-4973-471d-9057-d3ba5d21542b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 17:12:33.072018 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-247696b4-2481-4ae6-8831-521b5f325848 req-0ddd736f-b724-47ca-94a7-c9a30c0cf123 tempest-ImagesOneServerNegativeTestJSON-254357925 tempest-ImagesOneServerNegativeTestJSON-254357925-project] 10.222.0.89 "GET /v2.0/security-groups?id=93c660a2-9a39-4e35-b172-c2fcfd9b6315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565133 Feb 04 17:12:33.075068 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Current status of the port 66a1128d-8cda-494a-b561-4b0625ad7dee is: DOWN; New status is: BUILD {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:12:33.075460 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (66a1128d-8cda-494a-b561-4b0625ad7dee), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:33.097367 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Current status of the port 85df9036-9ceb-43ab-b1ab-cce347c74193 is: BUILD; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:12:33.097796 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (85df9036-9ceb-43ab-b1ab-cce347c74193), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:33.105054 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66a1128d-8cda-494a-b561-4b0625ad7dee {{(pid=103378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 17:12:33.143753 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] For port 66a1128d-8cda-494a-b561-4b0625ad7dee, host n-h2-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=66a1128d-8cda-494a-b561-4b0625ad7dee,segment=NetworkSegment(925d9078-c82e-4bcc-b2ae-415f0fcde575),segment_id=925d9078-c82e-4bcc-b2ae-415f0fcde575)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:12:33.153515 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device 6bc91910-8ce5-4421-8bec-95bea80aecde up at agent hyperv_n-h1-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:12:33.158687 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (66a1128d-8cda-494a-b561-4b0625ad7dee), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:33.161493 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] For port 85df9036-9ceb-43ab-b1ab-cce347c74193, host n-h2-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=85df9036-9ceb-43ab-b1ab-cce347c74193,segment=NetworkSegment(3a39b085-d3e6-43bb-a64c-1b06dd049e5a),segment_id=3a39b085-d3e6-43bb-a64c-1b06dd049e5a)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:12:33.189575 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (85df9036-9ceb-43ab-b1ab-cce347c74193), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:33.190323 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Device d26e31c0-0656-4b7b-804c-48453766fc0d up at agent hyperv_n-h2-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:12:33.260205 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294bead6-36d5-4332-a64e-b8380c251a22 req-56dbe8ad-c485-47b0-b519-7ea88f34ca9e tempest-DeleteServersAdminTestJSON-1119549418 tempest-DeleteServersAdminTestJSON-1119549418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:12:33.262389 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-294bead6-36d5-4332-a64e-b8380c251a22 req-56dbe8ad-c485-47b0-b519-7ea88f34ca9e tempest-DeleteServersAdminTestJSON-1119549418 tempest-DeleteServersAdminTestJSON-1119549418-project] 10.222.0.89 "GET /v2.0/ports?device_id=89f6c9f3-31ff-4c02-aed7-52c560e39b0e HTTP/1.1" status: 200 len: 949 time: 0.0770891 Feb 04 17:12:33.278927 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Pushing event updated for resources: {'Port': ['ID=66a1128d-8cda-494a-b561-4b0625ad7dee,revision_number=4']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:12:33.320833 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Provisioning for port 6bc91910-8ce5-4421-8bec-95bea80aecde completed by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 17:12:33.330276 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-294bead6-36d5-4332-a64e-b8380c251a22 req-a4d39604-3e79-46a9-9bc6-b39728617240 tempest-DeleteServersAdminTestJSON-1119549418 tempest-DeleteServersAdminTestJSON-1119549418-project] 10.222.0.89 "GET /v2.0/security-groups?id=35ea2ef0-2d20-4f98-9e35-b935cb69d427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611763 Feb 04 17:12:33.334307 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Provisioning complete for port 6bc91910-8ce5-4421-8bec-95bea80aecde triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:12:33.334604 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (6bc91910-8ce5-4421-8bec-95bea80aecde), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:33.369094 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Provisioning for port d26e31c0-0656-4b7b-804c-48453766fc0d completed by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 17:12:33.373767 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Pushing event updated for resources: {'Port': ['ID=85df9036-9ceb-43ab-b1ab-cce347c74193,revision_number=5']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:12:33.383041 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Provisioning complete for port d26e31c0-0656-4b7b-804c-48453766fc0d triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:12:33.383445 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (d26e31c0-0656-4b7b-804c-48453766fc0d), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:33.427913 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] get_ports_and_sgs() called for port_ids ['66a1128d-8cda-494a-b561-4b0625ad7dee'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 17:12:33.452181 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37da01e-dd0c-42cb-9726-733331e4a8d0 req-1438ea64-9c7d-40a7-b6d9-2e7c40b280a9 tempest-ServerDiagnosticsNegativeTest-1396520382 tempest-ServerDiagnosticsNegativeTest-1396520382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:12:33.459892 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-b37da01e-dd0c-42cb-9726-733331e4a8d0 req-1438ea64-9c7d-40a7-b6d9-2e7c40b280a9 tempest-ServerDiagnosticsNegativeTest-1396520382 tempest-ServerDiagnosticsNegativeTest-1396520382-project] 10.222.0.89 "GET /v2.0/ports?device_id=55c265ac-0685-4d07-b6e7-8fb69429bb30 HTTP/1.1" status: 200 len: 948 time: 0.0625303 Feb 04 17:12:33.507135 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-b37da01e-dd0c-42cb-9726-733331e4a8d0 req-a002b2a8-86e1-46ee-ab00-26d9dfcbb212 tempest-ServerDiagnosticsNegativeTest-1396520382 tempest-ServerDiagnosticsNegativeTest-1396520382-project] 10.222.0.89 "GET /v2.0/security-groups?id=7ac643e8-1380-41fa-9e0d-00d7daf5edd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462017 Feb 04 17:12:33.548527 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Current status of the port 6bc91910-8ce5-4421-8bec-95bea80aecde is: BUILD; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:12:33.548941 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (6bc91910-8ce5-4421-8bec-95bea80aecde), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:33.572985 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Current status of the port d26e31c0-0656-4b7b-804c-48453766fc0d is: BUILD; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:12:33.573375 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (d26e31c0-0656-4b7b-804c-48453766fc0d), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:33.628368 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] For port 6bc91910-8ce5-4421-8bec-95bea80aecde, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=6bc91910-8ce5-4421-8bec-95bea80aecde,segment=NetworkSegment(3a39b085-d3e6-43bb-a64c-1b06dd049e5a),segment_id=3a39b085-d3e6-43bb-a64c-1b06dd049e5a)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:12:33.640439 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (6bc91910-8ce5-4421-8bec-95bea80aecde), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:33.678816 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] For port d26e31c0-0656-4b7b-804c-48453766fc0d, host n-h2-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=d26e31c0-0656-4b7b-804c-48453766fc0d,segment=NetworkSegment(3a39b085-d3e6-43bb-a64c-1b06dd049e5a),segment_id=3a39b085-d3e6-43bb-a64c-1b06dd049e5a)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:12:33.686432 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (d26e31c0-0656-4b7b-804c-48453766fc0d), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:33.737280 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Pushing event updated for resources: {'Port': ['ID=6bc91910-8ce5-4421-8bec-95bea80aecde,revision_number=5']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:12:33.768995 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86132ad-4d67-4b43-aa5e-f46df9295a01 req-50c17f05-409f-4cea-bee6-63f8205b8a7d tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:12:33.776299 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-a86132ad-4d67-4b43-aa5e-f46df9295a01 req-50c17f05-409f-4cea-bee6-63f8205b8a7d tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] 10.222.0.89 "GET /v2.0/ports?device_id=99914122-947d-4d33-8d43-120a66c70f08 HTTP/1.1" status: 200 len: 950 time: 0.0679731 Feb 04 17:12:33.806174 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Pushing event updated for resources: {'Port': ['ID=d26e31c0-0656-4b7b-804c-48453766fc0d,revision_number=5']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:12:33.835617 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-a86132ad-4d67-4b43-aa5e-f46df9295a01 req-2369ef09-9b6b-4945-a362-f41c4bef19fb tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] 10.222.0.89 "GET /v2.0/security-groups?id=5fa98c6a-94b3-4690-b9c3-4f0e67d11226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588725 Feb 04 17:12:33.877829 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b35c36f6-2ebf-48ae-aa08-48a8ee20c89c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85df9036-9ceb-43ab-b1ab-cce347c74193'}, {'server_uuid': '89f6c9f3-31ff-4c02-aed7-52c560e39b0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bc91910-8ce5-4421-8bec-95bea80aecde'}, {'server_uuid': '55c265ac-0685-4d07-b6e7-8fb69429bb30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd26e31c0-0656-4b7b-804c-48453766fc0d'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:12:33.884008 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c34bc964ce2211770fda26ca2f3801cc06f4f39928110690550e94ab9c9d2fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea00841d-c08c-4888-95af-ec632a6d0dc5" -d '{"events": [{"server_uuid": "b35c36f6-2ebf-48ae-aa08-48a8ee20c89c", "name": "network-vif-plugged", "status": "completed", "tag": "85df9036-9ceb-43ab-b1ab-cce347c74193"}, {"server_uuid": "89f6c9f3-31ff-4c02-aed7-52c560e39b0e", "name": "network-vif-plugged", "status": "completed", "tag": "6bc91910-8ce5-4421-8bec-95bea80aecde"}, {"server_uuid": "55c265ac-0685-4d07-b6e7-8fb69429bb30", "name": "network-vif-plugged", "status": "completed", "tag": "d26e31c0-0656-4b7b-804c-48453766fc0d"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:12:33.897535 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef9ce2e-1dd4-4db2-b7c9-da8e5546a90e req-ea3138b2-d78b-4961-8d4e-25e4879fc89e tempest-LiveAutoBlockMigrationV225Test-1607657603 tempest-LiveAutoBlockMigrationV225Test-1607657603-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:12:33.901226 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-0ef9ce2e-1dd4-4db2-b7c9-da8e5546a90e req-ea3138b2-d78b-4961-8d4e-25e4879fc89e tempest-LiveAutoBlockMigrationV225Test-1607657603 tempest-LiveAutoBlockMigrationV225Test-1607657603-project-admin] 10.222.0.89 "GET /v2.0/ports?device_id=2fa90556-daae-4498-8501-e90a55f37287 HTTP/1.1" status: 200 len: 1127 time: 0.0586216 Feb 04 17:12:33.959138 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a84a15c-8565-4134-8030-fbb3fdf0b6c4 req-6e0b6a5e-f376-4894-a1ae-878e78aadb40 tempest-ImagesOneServerTestJSON-981392013 tempest-ImagesOneServerTestJSON-981392013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:12:33.960721 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-6a84a15c-8565-4134-8030-fbb3fdf0b6c4 req-6e0b6a5e-f376-4894-a1ae-878e78aadb40 tempest-ImagesOneServerTestJSON-981392013 tempest-ImagesOneServerTestJSON-981392013-project] 10.222.0.89 "GET /v2.0/ports?device_id=b35c36f6-2ebf-48ae-aa08-48a8ee20c89c HTTP/1.1" status: 200 len: 950 time: 0.0662389 Feb 04 17:12:33.965036 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-0ef9ce2e-1dd4-4db2-b7c9-da8e5546a90e req-5049a978-7b0c-4e04-9a73-21ecd7d63090 tempest-LiveAutoBlockMigrationV225Test-1607657603 tempest-LiveAutoBlockMigrationV225Test-1607657603-project-admin] 10.222.0.89 "GET /v2.0/security-groups?id=119a7f03-3e07-4d1e-8852-d9f974f9f052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529490 Feb 04 17:12:34.010345 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-6a84a15c-8565-4134-8030-fbb3fdf0b6c4 req-6e20deae-0a21-4fc6-9e06-5da076d8ec4f tempest-ImagesOneServerTestJSON-981392013 tempest-ImagesOneServerTestJSON-981392013-project] 10.222.0.89 "GET /v2.0/security-groups?id=8b4b9691-3cf9-4823-9b14-a8c5b66738e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424414 Feb 04 17:12:34.064094 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Fri, 04 Feb 2022 17:12:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0223e82-4f21-4207-bd74-9a1940436eaa x-openstack-request-id: req-e0223e82-4f21-4207-bd74-9a1940436eaa {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:12:34.064660 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b35c36f6-2ebf-48ae-aa08-48a8ee20c89c", "name": "network-vif-plugged", "status": "completed", "tag": "85df9036-9ceb-43ab-b1ab-cce347c74193", "code": 200}, {"server_uuid": "89f6c9f3-31ff-4c02-aed7-52c560e39b0e", "name": "network-vif-plugged", "status": "completed", "tag": "6bc91910-8ce5-4421-8bec-95bea80aecde", "code": 200}, {"server_uuid": "55c265ac-0685-4d07-b6e7-8fb69429bb30", "name": "network-vif-plugged", "status": "completed", "tag": "d26e31c0-0656-4b7b-804c-48453766fc0d", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:12:34.064660 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-e0223e82-4f21-4207-bd74-9a1940436eaa {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:12:34.065240 n-d-827839-2 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b35c36f6-2ebf-48ae-aa08-48a8ee20c89c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85df9036-9ceb-43ab-b1ab-cce347c74193', 'code': 200} Feb 04 17:12:34.065702 n-d-827839-2 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89f6c9f3-31ff-4c02-aed7-52c560e39b0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bc91910-8ce5-4421-8bec-95bea80aecde', 'code': 200} Feb 04 17:12:34.066162 n-d-827839-2 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55c265ac-0685-4d07-b6e7-8fb69429bb30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd26e31c0-0656-4b7b-804c-48453766fc0d', 'code': 200} Feb 04 17:12:34.191904 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd45de6-8320-420d-838f-334e721c429f req-5413f70f-f6fe-4e9f-ad5b-070cb5a045c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:12:34.193600 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-6cd45de6-8320-420d-838f-334e721c429f req-5413f70f-f6fe-4e9f-ad5b-070cb5a045c5 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=89f6c9f3-31ff-4c02-aed7-52c560e39b0e HTTP/1.1" status: 200 len: 1132 time: 0.0605803 Feb 04 17:12:34.241548 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-6cd45de6-8320-420d-838f-334e721c429f req-3a7ddfb1-a19d-43e1-8348-89af323936d4 service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=35ea2ef0-2d20-4f98-9e35-b935cb69d427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413060 Feb 04 17:12:34.262346 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f2facc-aabd-46aa-8646-f6612a7b037e req-c173c21e-4d50-4190-b754-a43b57077e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:12:34.263945 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-77f2facc-aabd-46aa-8646-f6612a7b037e req-c173c21e-4d50-4190-b754-a43b57077e82 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=55c265ac-0685-4d07-b6e7-8fb69429bb30 HTTP/1.1" status: 200 len: 1131 time: 0.1122091 Feb 04 17:12:34.280100 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad661df-6817-4031-adf9-07a0d9d77a2b req-d2be1420-17bc-49d7-a8dc-6bb7425bf185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:12:34.282087 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-1ad661df-6817-4031-adf9-07a0d9d77a2b req-d2be1420-17bc-49d7-a8dc-6bb7425bf185 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=b35c36f6-2ebf-48ae-aa08-48a8ee20c89c HTTP/1.1" status: 200 len: 1132 time: 0.1290493 Feb 04 17:12:34.318519 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547b9fa5-ab33-48b3-b2b4-0c540af4e02e req-0ee34768-3c4c-4348-8bdb-9706dadcfdbb tempest-MigrationsAdminTest-1340940992 tempest-MigrationsAdminTest-1340940992-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:12:34.320345 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-547b9fa5-ab33-48b3-b2b4-0c540af4e02e req-0ee34768-3c4c-4348-8bdb-9706dadcfdbb tempest-MigrationsAdminTest-1340940992 tempest-MigrationsAdminTest-1340940992-project-admin] 10.222.0.89 "GET /v2.0/ports?device_id=99914122-947d-4d33-8d43-120a66c70f08 HTTP/1.1" status: 200 len: 1132 time: 0.1024487 Feb 04 17:12:34.363365 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-77f2facc-aabd-46aa-8646-f6612a7b037e req-37dcff17-9296-4961-b36a-6d4a94bbf03a service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=7ac643e8-1380-41fa-9e0d-00d7daf5edd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918100 Feb 04 17:12:34.364029 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-547b9fa5-ab33-48b3-b2b4-0c540af4e02e req-6cf2823e-760c-45bf-8a95-08ff9db2e5b9 tempest-MigrationsAdminTest-1340940992 tempest-MigrationsAdminTest-1340940992-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:34.389451 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-1ad661df-6817-4031-adf9-07a0d9d77a2b req-4412054c-725f-43c1-acab-d397fe46b26f service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=8b4b9691-3cf9-4823-9b14-a8c5b66738e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958507 Feb 04 17:12:34.450148 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-547b9fa5-ab33-48b3-b2b4-0c540af4e02e req-6cf2823e-760c-45bf-8a95-08ff9db2e5b9 tempest-MigrationsAdminTest-1340940992 tempest-MigrationsAdminTest-1340940992-project-admin] Publish callbacks [] for security_group (f77cbbcb-68f1-4e62-bd03-8bc45bcd1602), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:34.455130 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-547b9fa5-ab33-48b3-b2b4-0c540af4e02e req-6cf2823e-760c-45bf-8a95-08ff9db2e5b9 tempest-MigrationsAdminTest-1340940992 tempest-MigrationsAdminTest-1340940992-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (f77cbbcb-68f1-4e62-bd03-8bc45bcd1602), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:34.492916 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf2823e-760c-45bf-8a95-08ff9db2e5b9 tempest-MigrationsAdminTest-1340940992 tempest-MigrationsAdminTest-1340940992-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f77cbbcb-68f1-4e62-bd03-8bc45bcd1602,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:12:34.496853 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-547b9fa5-ab33-48b3-b2b4-0c540af4e02e req-6cf2823e-760c-45bf-8a95-08ff9db2e5b9 tempest-MigrationsAdminTest-1340940992 tempest-MigrationsAdminTest-1340940992-project-admin] 10.222.0.89 "GET /v2.0/security-groups?id=5fa98c6a-94b3-4690-b9c3-4f0e67d11226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1682446 Feb 04 17:12:34.616187 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4f14bb47-e72b-46ac-9e44-a61d9293afcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (75326290-f7a3-4db8-9cf2-15c7139ed224), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:34.620754 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f66f40-342b-4d46-ad16-845e3ef8af3e req-25d52a98-0aa1-4470-9777-43fa4607bc8b tempest-ImagesOneServerNegativeTestJSON-254357925 tempest-ImagesOneServerNegativeTestJSON-254357925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:12:34.622333 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-07f66f40-342b-4d46-ad16-845e3ef8af3e req-25d52a98-0aa1-4470-9777-43fa4607bc8b tempest-ImagesOneServerNegativeTestJSON-254357925 tempest-ImagesOneServerNegativeTestJSON-254357925-project] 10.222.0.89 "GET /v2.0/ports?device_id=4a849d53-c682-4910-aead-f1da6a7bff83 HTTP/1.1" status: 200 len: 944 time: 0.0645208 Feb 04 17:12:34.671653 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-07f66f40-342b-4d46-ad16-845e3ef8af3e req-cc567eb4-c98d-4b27-ac1b-640dcda2eb5b tempest-ImagesOneServerNegativeTestJSON-254357925 tempest-ImagesOneServerNegativeTestJSON-254357925-project] 10.222.0.89 "GET /v2.0/security-groups?id=93c660a2-9a39-4e35-b172-c2fcfd9b6315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434628 Feb 04 17:12:34.810376 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Device 66a1128d-8cda-494a-b561-4b0625ad7dee up at agent hyperv_n-h2-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:12:34.821982 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f00e6ee-0171-4afa-83d2-3f99e4c2f52e req-165be063-053e-404c-8f64-2c260517b518 tempest-DeleteServersAdminTestJSON-1119549418 tempest-DeleteServersAdminTestJSON-1119549418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:12:34.823522 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-4f00e6ee-0171-4afa-83d2-3f99e4c2f52e req-165be063-053e-404c-8f64-2c260517b518 tempest-DeleteServersAdminTestJSON-1119549418 tempest-DeleteServersAdminTestJSON-1119549418-project] 10.222.0.89 "GET /v2.0/ports?device_id=89f6c9f3-31ff-4c02-aed7-52c560e39b0e HTTP/1.1" status: 200 len: 950 time: 0.0571439 Feb 04 17:12:34.871094 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Provisioning for port 66a1128d-8cda-494a-b561-4b0625ad7dee completed by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 17:12:34.877007 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-4f00e6ee-0171-4afa-83d2-3f99e4c2f52e req-029b7416-5323-4126-92bc-09f03958224d tempest-DeleteServersAdminTestJSON-1119549418 tempest-DeleteServersAdminTestJSON-1119549418-project] 10.222.0.89 "GET /v2.0/security-groups?id=35ea2ef0-2d20-4f98-9e35-b935cb69d427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477991 Feb 04 17:12:34.877520 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Provisioning complete for port 66a1128d-8cda-494a-b561-4b0625ad7dee triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:12:34.877927 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (66a1128d-8cda-494a-b561-4b0625ad7dee), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:35.052988 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [req-ee95aca5-1c81-4d97-834d-f2d098397ba9 req-d53b2184-5dbc-48e7-98e1-ed8f89a276d7 tempest-LiveAutoBlockMigrationV225Test-1607657603 tempest-LiveAutoBlockMigrationV225Test-1607657603-project-admin] http://10.222.0.89:9696/v2.0/extensions returned with HTTP 200 {{(pid=103377) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 17:12:35.054033 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-ee95aca5-1c81-4d97-834d-f2d098397ba9 req-d53b2184-5dbc-48e7-98e1-ed8f89a276d7 tempest-LiveAutoBlockMigrationV225Test-1607657603 tempest-LiveAutoBlockMigrationV225Test-1607657603-project-admin] 10.222.0.89 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0085719 Feb 04 17:12:35.105881 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Current status of the port 66a1128d-8cda-494a-b561-4b0625ad7dee is: BUILD; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:12:35.106384 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (66a1128d-8cda-494a-b561-4b0625ad7dee), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:35.109954 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee95aca5-1c81-4d97-834d-f2d098397ba9 req-d3e5baf4-0617-41a3-8989-bea571050973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:12:35.111573 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-ee95aca5-1c81-4d97-834d-f2d098397ba9 req-d3e5baf4-0617-41a3-8989-bea571050973 service neutron] 10.222.0.89 "GET /v2.0/ports/1d6e420e-bb1f-421e-9902-a9c0af5df917 HTTP/1.1" status: 200 len: 1124 time: 0.0488474 Feb 04 17:12:35.121335 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [req-ee95aca5-1c81-4d97-834d-f2d098397ba9 req-993aadcb-382a-4ce8-9c4c-7ba6692428be service neutron] Request body: {'binding': {'host': 'n-h2-827839-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:12:35.121847 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [req-ee95aca5-1c81-4d97-834d-f2d098397ba9 req-993aadcb-382a-4ce8-9c4c-7ba6692428be service neutron] Unknown quota resources ['binding']. {{(pid=103377) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 04 17:12:35.141351 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] For port 66a1128d-8cda-494a-b561-4b0625ad7dee, host n-h2-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=66a1128d-8cda-494a-b561-4b0625ad7dee,segment=NetworkSegment(925d9078-c82e-4bcc-b2ae-415f0fcde575),segment_id=925d9078-c82e-4bcc-b2ae-415f0fcde575)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:12:35.146022 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (66a1128d-8cda-494a-b561-4b0625ad7dee), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:35.151491 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [req-e6616ecf-b7ef-43de-93da-e42527e192db req-9adade3e-f809-4f4b-b06c-a777a2bd58f1 service neutron] http://10.222.0.89:9696/v2.0/extensions returned with HTTP 200 {{(pid=103377) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 17:12:35.152518 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-e6616ecf-b7ef-43de-93da-e42527e192db req-9adade3e-f809-4f4b-b06c-a777a2bd58f1 service neutron] 10.222.0.89 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0591960 Feb 04 17:12:35.204725 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Pushing event updated for resources: {'Port': ['ID=66a1128d-8cda-494a-b561-4b0625ad7dee,revision_number=5']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:12:35.274634 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [req-ee95aca5-1c81-4d97-834d-f2d098397ba9 req-993aadcb-382a-4ce8-9c4c-7ba6692428be service neutron] Attempting to bind port 1d6e420e-bb1f-421e-9902-a9c0af5df917 on host n-h2-827839-2 for vnic_type normal with profile None {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:12:35.275081 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [req-ee95aca5-1c81-4d97-834d-f2d098397ba9 req-993aadcb-382a-4ce8-9c4c-7ba6692428be service neutron] Attempting to bind port 1d6e420e-bb1f-421e-9902-a9c0af5df917 by drivers openvswitch,hyperv on host n-h2-827839-2 at level 0 using segments [{'id': '422e2db4-29a0-413f-80b3-a344e9c773f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'b27b7363-f5f5-42ff-a720-66280b0b57a7'}] {{(pid=103377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:12:35.275274 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee95aca5-1c81-4d97-834d-f2d098397ba9 req-993aadcb-382a-4ce8-9c4c-7ba6692428be service neutron] Attempting to bind port 1d6e420e-bb1f-421e-9902-a9c0af5df917 on network b27b7363-f5f5-42ff-a720-66280b0b57a7 {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:12:35.279565 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee95aca5-1c81-4d97-834d-f2d098397ba9 req-993aadcb-382a-4ce8-9c4c-7ba6692428be service neutron] Port 1d6e420e-bb1f-421e-9902-a9c0af5df917 on network b27b7363-f5f5-42ff-a720-66280b0b57a7 not bound, no agent of type Open vSwitch agent registered on host n-h2-827839-2 {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 17:12:35.279887 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee95aca5-1c81-4d97-834d-f2d098397ba9 req-993aadcb-382a-4ce8-9c4c-7ba6692428be service neutron] Attempting to bind port 1d6e420e-bb1f-421e-9902-a9c0af5df917 on network b27b7363-f5f5-42ff-a720-66280b0b57a7 {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:12:35.284661 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee95aca5-1c81-4d97-834d-f2d098397ba9 req-993aadcb-382a-4ce8-9c4c-7ba6692428be service neutron] Checking agent: {'id': 'f20a1ab3-4332-4f54-833b-ba4a7c687e89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 8, 40), 'started_at': datetime.datetime(2022, 2, 4, 17, 8, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 12, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:12:35.285036 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee95aca5-1c81-4d97-834d-f2d098397ba9 req-993aadcb-382a-4ce8-9c4c-7ba6692428be service neutron] Checking segment: {'id': '422e2db4-29a0-413f-80b3-a344e9c773f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'b27b7363-f5f5-42ff-a720-66280b0b57a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:12:35.285419 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee95aca5-1c81-4d97-834d-f2d098397ba9 req-993aadcb-382a-4ce8-9c4c-7ba6692428be service neutron] Bound using segment: {'id': '422e2db4-29a0-413f-80b3-a344e9c773f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'b27b7363-f5f5-42ff-a720-66280b0b57a7'} {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:12:35.285848 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [req-ee95aca5-1c81-4d97-834d-f2d098397ba9 req-993aadcb-382a-4ce8-9c4c-7ba6692428be service neutron] Bound port: 1d6e420e-bb1f-421e-9902-a9c0af5df917, host: n-h2-827839-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '422e2db4-29a0-413f-80b3-a344e9c773f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'b27b7363-f5f5-42ff-a720-66280b0b57a7'}}] {{(pid=103377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:12:35.340177 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [req-ee95aca5-1c81-4d97-834d-f2d098397ba9 req-993aadcb-382a-4ce8-9c4c-7ba6692428be service neutron] For port 1d6e420e-bb1f-421e-9902-a9c0af5df917, host n-h2-827839-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=1d6e420e-bb1f-421e-9902-a9c0af5df917,segment=NetworkSegment(422e2db4-29a0-413f-80b3-a344e9c773f4),segment_id=422e2db4-29a0-413f-80b3-a344e9c773f4)] {{(pid=103377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:12:35.346353 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-ee95aca5-1c81-4d97-834d-f2d098397ba9 req-993aadcb-382a-4ce8-9c4c-7ba6692428be service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:35.347507 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-ee95aca5-1c81-4d97-834d-f2d098397ba9 req-993aadcb-382a-4ce8-9c4c-7ba6692428be service neutron] 10.222.0.89 "POST /v2.0/ports/1d6e420e-bb1f-421e-9902-a9c0af5df917/bindings HTTP/1.1" status: 201 len: 389 time: 0.2302349 Feb 04 17:12:35.511676 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5dc190-2a06-4526-81e8-0f719e7b1a5f req-064a8c95-11e5-471e-a731-c6ab85fabcef tempest-ServerDiagnosticsNegativeTest-1396520382 tempest-ServerDiagnosticsNegativeTest-1396520382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:12:35.514199 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-fb5dc190-2a06-4526-81e8-0f719e7b1a5f req-064a8c95-11e5-471e-a731-c6ab85fabcef tempest-ServerDiagnosticsNegativeTest-1396520382 tempest-ServerDiagnosticsNegativeTest-1396520382-project] 10.222.0.89 "GET /v2.0/ports?device_id=55c265ac-0685-4d07-b6e7-8fb69429bb30 HTTP/1.1" status: 200 len: 949 time: 0.0616314 Feb 04 17:12:35.601358 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-fb5dc190-2a06-4526-81e8-0f719e7b1a5f req-45da1696-2c57-4136-9a18-76f99e190906 tempest-ServerDiagnosticsNegativeTest-1396520382 tempest-ServerDiagnosticsNegativeTest-1396520382-project] 10.222.0.89 "GET /v2.0/security-groups?id=7ac643e8-1380-41fa-9e0d-00d7daf5edd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783205 Feb 04 17:12:35.620010 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 52108) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:12:35.622885 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898b4b61-fd08-473c-aeb2-3396b06f3ab8 req-7ff11843-7f8a-40a1-8ab6-94b2c3c9f22f tempest-ImagesOneServerTestJSON-981392013 tempest-ImagesOneServerTestJSON-981392013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:12:35.624628 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-898b4b61-fd08-473c-aeb2-3396b06f3ab8 req-7ff11843-7f8a-40a1-8ab6-94b2c3c9f22f tempest-ImagesOneServerTestJSON-981392013 tempest-ImagesOneServerTestJSON-981392013-project] 10.222.0.89 "GET /v2.0/ports?device_id=b35c36f6-2ebf-48ae-aa08-48a8ee20c89c HTTP/1.1" status: 200 len: 950 time: 0.0730677 Feb 04 17:12:35.659648 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (ba70844b-66a0-45fd-a2f2-e6ed673321fc), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:35.794670 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-02f9da34-36e2-4f25-8b54-0c892c65e117 req-068afe06-cf0d-4406-badd-3784cbf40c3f service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=99914122-947d-4d33-8d43-120a66c70f08&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1734982 Feb 04 17:12:35.806573 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [req-02f9da34-36e2-4f25-8b54-0c892c65e117 req-df804223-f22a-4c91-8707-9da1bbc6721b service neutron] http://10.222.0.89:9696/v2.0/extensions returned with HTTP 200 {{(pid=103376) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 17:12:35.807617 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-02f9da34-36e2-4f25-8b54-0c892c65e117 req-df804223-f22a-4c91-8707-9da1bbc6721b service neutron] 10.222.0.89 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053737 Feb 04 17:12:35.823722 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0beed1b6-d534-4729-9b9d-f1c1ad776b50 req-d9390623-f7e2-4886-9bd9-6f2817c91690 tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:12:35.830970 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-0beed1b6-d534-4729-9b9d-f1c1ad776b50 req-d9390623-f7e2-4886-9bd9-6f2817c91690 tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] 10.222.0.89 "GET /v2.0/ports?device_id=2fa90556-daae-4498-8501-e90a55f37287 HTTP/1.1" status: 200 len: 945 time: 0.1008606 Feb 04 17:12:35.889995 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-0beed1b6-d534-4729-9b9d-f1c1ad776b50 req-99568774-b40a-4b99-96ff-998ad7da3fa3 tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] 10.222.0.89 "GET /v2.0/security-groups?id=119a7f03-3e07-4d1e-8852-d9f974f9f052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582302 Feb 04 17:12:36.019180 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-898b4b61-fd08-473c-aeb2-3396b06f3ab8 req-07ed1542-f25e-41d7-a94d-8b09d961b3bd tempest-ImagesOneServerTestJSON-981392013 tempest-ImagesOneServerTestJSON-981392013-project] 10.222.0.89 "GET /v2.0/security-groups?id=8b4b9691-3cf9-4823-9b14-a8c5b66738e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3852327 Feb 04 17:12:36.021368 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c16e736-0175-4d1a-a0ba-cafa2ae619ce req-56a418c1-e6a0-477b-8514-5fdd1ed7e57a tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:12:36.023752 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-4c16e736-0175-4d1a-a0ba-cafa2ae619ce req-56a418c1-e6a0-477b-8514-5fdd1ed7e57a tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] 10.222.0.89 "GET /v2.0/ports?device_id=99914122-947d-4d33-8d43-120a66c70f08 HTTP/1.1" status: 200 len: 950 time: 0.0626826 Feb 04 17:12:36.038463 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee95aca5-1c81-4d97-834d-f2d098397ba9 req-a33ff1b1-bb62-4466-a596-f87d42824026 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:12:36.040122 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-ee95aca5-1c81-4d97-834d-f2d098397ba9 req-a33ff1b1-bb62-4466-a596-f87d42824026 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=f3812c841c31408e86184d3885a61bc1&device_id=2fa90556-daae-4498-8501-e90a55f37287 HTTP/1.1" status: 200 len: 1127 time: 0.3690910 Feb 04 17:12:36.067566 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a849d53-c682-4910-aead-f1da6a7bff83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66a1128d-8cda-494a-b561-4b0625ad7dee'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:12:36.070444 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c34bc964ce2211770fda26ca2f3801cc06f4f39928110690550e94ab9c9d2fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64d38bca-3858-45a2-b635-025dc94827a7" -d '{"events": [{"server_uuid": "4a849d53-c682-4910-aead-f1da6a7bff83", "name": "network-vif-plugged", "status": "completed", "tag": "66a1128d-8cda-494a-b561-4b0625ad7dee"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:12:36.093142 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-4c16e736-0175-4d1a-a0ba-cafa2ae619ce req-52526973-3f3e-4470-af59-1468b6169776 tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] 10.222.0.89 "GET /v2.0/security-groups?id=5fa98c6a-94b3-4690-b9c3-4f0e67d11226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580139 Feb 04 17:12:36.182621 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee95aca5-1c81-4d97-834d-f2d098397ba9 req-1983b904-5636-4e6d-9dc6-b9f15e3a421e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:12:36.184088 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-ee95aca5-1c81-4d97-834d-f2d098397ba9 req-1983b904-5636-4e6d-9dc6-b9f15e3a421e service neutron] 10.222.0.90 "GET /v2.0/networks?id=b27b7363-f5f5-42ff-a720-66280b0b57a7 HTTP/1.1" status: 200 len: 922 time: 0.1376715 Feb 04 17:12:36.222469 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ad8f6d-8ae4-40b2-95f7-42f3b90c5c5a req-411bbb3b-e962-40ee-8183-9226e950ec09 tempest-DeleteServersAdminTestJSON-1119549418 tempest-DeleteServersAdminTestJSON-1119549418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:12:36.223973 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-76ad8f6d-8ae4-40b2-95f7-42f3b90c5c5a req-411bbb3b-e962-40ee-8183-9226e950ec09 tempest-DeleteServersAdminTestJSON-1119549418 tempest-DeleteServersAdminTestJSON-1119549418-project] 10.222.0.89 "GET /v2.0/ports?device_id=89f6c9f3-31ff-4c02-aed7-52c560e39b0e HTTP/1.1" status: 200 len: 950 time: 0.0704663 Feb 04 17:12:36.239238 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-ee95aca5-1c81-4d97-834d-f2d098397ba9 req-b84ab341-f260-474d-88e3-ea6e7d58ff4d service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1d6e420e-bb1f-421e-9902-a9c0af5df917 HTTP/1.1" status: 200 len: 217 time: 0.0435483 Feb 04 17:12:36.281291 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-76ad8f6d-8ae4-40b2-95f7-42f3b90c5c5a req-2ff632ca-ea20-41e7-96db-e3cb39e836ce tempest-DeleteServersAdminTestJSON-1119549418 tempest-DeleteServersAdminTestJSON-1119549418-project] 10.222.0.89 "GET /v2.0/security-groups?id=35ea2ef0-2d20-4f98-9e35-b935cb69d427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506575 Feb 04 17:12:36.282114 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c6ea53-c251-4717-abef-a72a733a4912 req-b02e6a71-6b6c-44d7-934b-2e2f3d1ad53b tempest-ImagesOneServerNegativeTestJSON-254357925 tempest-ImagesOneServerNegativeTestJSON-254357925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:12:36.284446 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-e4c6ea53-c251-4717-abef-a72a733a4912 req-b02e6a71-6b6c-44d7-934b-2e2f3d1ad53b tempest-ImagesOneServerNegativeTestJSON-254357925 tempest-ImagesOneServerNegativeTestJSON-254357925-project] 10.222.0.89 "GET /v2.0/ports?device_id=4a849d53-c682-4910-aead-f1da6a7bff83 HTTP/1.1" status: 200 len: 945 time: 0.1404004 Feb 04 17:12:36.334186 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 17:12:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4d998cf-751f-4cbd-9952-0f4a35c1d82c x-openstack-request-id: req-f4d998cf-751f-4cbd-9952-0f4a35c1d82c {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:12:36.335185 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a849d53-c682-4910-aead-f1da6a7bff83", "name": "network-vif-plugged", "status": "completed", "tag": "66a1128d-8cda-494a-b561-4b0625ad7dee", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:12:36.335362 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-f4d998cf-751f-4cbd-9952-0f4a35c1d82c {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:12:36.336238 n-d-827839-2 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a849d53-c682-4910-aead-f1da6a7bff83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66a1128d-8cda-494a-b561-4b0625ad7dee', 'code': 200} Feb 04 17:12:36.349945 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-e4c6ea53-c251-4717-abef-a72a733a4912 req-f1ef4e92-d486-4c2a-ba3b-286594c1a223 tempest-ImagesOneServerNegativeTestJSON-254357925 tempest-ImagesOneServerNegativeTestJSON-254357925-project] 10.222.0.89 "GET /v2.0/security-groups?id=93c660a2-9a39-4e35-b172-c2fcfd9b6315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569220 Feb 04 17:12:36.357254 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee95aca5-1c81-4d97-834d-f2d098397ba9 req-62d20977-0a08-4147-9351-b4d60e86743e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:12:36.358931 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-ee95aca5-1c81-4d97-834d-f2d098397ba9 req-62d20977-0a08-4147-9351-b4d60e86743e service neutron] 10.222.0.90 "GET /v2.0/subnets?id=fa2004f2-da24-41cf-84b9-96d41a7dd118 HTTP/1.1" status: 200 len: 861 time: 0.1131265 Feb 04 17:12:36.411643 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-ee95aca5-1c81-4d97-834d-f2d098397ba9 req-cad70199-ee3e-464a-b000-f9f8560c3ee9 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=b27b7363-f5f5-42ff-a720-66280b0b57a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0449703 Feb 04 17:12:36.575303 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897743d9-660b-40d0-817c-5a26a09b80b5 req-f3d08925-00cc-4dfb-9397-48b58f2d79b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:12:36.581629 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-897743d9-660b-40d0-817c-5a26a09b80b5 req-f3d08925-00cc-4dfb-9397-48b58f2d79b9 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=4a849d53-c682-4910-aead-f1da6a7bff83 HTTP/1.1" status: 200 len: 1127 time: 0.1562595 Feb 04 17:12:36.626591 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-ee95aca5-1c81-4d97-834d-f2d098397ba9 req-2ae8b39b-1f17-4697-82b0-de2cb7298f72 service neutron] 10.222.0.90 "GET /v2.0/networks/b27b7363-f5f5-42ff-a720-66280b0b57a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1823597 Feb 04 17:12:36.653668 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb1a4c1-e419-4c78-9ddb-1c03e9ee9ba5 req-eb6308e8-47d6-45d1-8397-1becd587eaac tempest-DeleteServersAdminTestJSON-1119549418 tempest-DeleteServersAdminTestJSON-1119549418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:12:36.665914 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-bfb1a4c1-e419-4c78-9ddb-1c03e9ee9ba5 req-eb6308e8-47d6-45d1-8397-1becd587eaac tempest-DeleteServersAdminTestJSON-1119549418 tempest-DeleteServersAdminTestJSON-1119549418-project] 10.222.0.89 "GET /v2.0/ports?device_id=89f6c9f3-31ff-4c02-aed7-52c560e39b0e HTTP/1.1" status: 200 len: 950 time: 0.0846641 Feb 04 17:12:36.725593 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-bfb1a4c1-e419-4c78-9ddb-1c03e9ee9ba5 req-c63205ac-4c78-45ae-96bf-50a331fc53ef tempest-DeleteServersAdminTestJSON-1119549418 tempest-DeleteServersAdminTestJSON-1119549418-project] 10.222.0.89 "GET /v2.0/security-groups?id=35ea2ef0-2d20-4f98-9e35-b935cb69d427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586977 Feb 04 17:12:36.768191 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-897743d9-660b-40d0-817c-5a26a09b80b5 req-568406a4-5a1c-4d0b-8c87-4c67e1c4852e service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=93c660a2-9a39-4e35-b172-c2fcfd9b6315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1780388 Feb 04 17:12:36.809766 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-ee95aca5-1c81-4d97-834d-f2d098397ba9 req-0cefa22b-3f96-4553-b812-dc73332887df service neutron] 10.222.0.90 "GET /v2.0/networks/b27b7363-f5f5-42ff-a720-66280b0b57a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1767402 Feb 04 17:12:36.820337 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b7e410-60f4-4278-9d69-7ff22ad49d1f req-39b31a26-8389-4453-8bcc-483c9685f8c5 tempest-ServerDiagnosticsNegativeTest-1396520382 tempest-ServerDiagnosticsNegativeTest-1396520382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:12:36.822398 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-60b7e410-60f4-4278-9d69-7ff22ad49d1f req-39b31a26-8389-4453-8bcc-483c9685f8c5 tempest-ServerDiagnosticsNegativeTest-1396520382 tempest-ServerDiagnosticsNegativeTest-1396520382-project] 10.222.0.89 "GET /v2.0/ports?device_id=55c265ac-0685-4d07-b6e7-8fb69429bb30 HTTP/1.1" status: 200 len: 949 time: 0.1100774 Feb 04 17:12:36.872320 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-60b7e410-60f4-4278-9d69-7ff22ad49d1f req-e1bbeb2d-bbd0-419b-b365-5317dee95a40 tempest-ServerDiagnosticsNegativeTest-1396520382 tempest-ServerDiagnosticsNegativeTest-1396520382-project] 10.222.0.89 "GET /v2.0/security-groups?id=7ac643e8-1380-41fa-9e0d-00d7daf5edd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437691 Feb 04 17:12:36.938383 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 52172) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:12:37.045078 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cff26a-dbdd-432e-8db2-ee94ce5c5d20 req-55bdae56-4d52-4ec2-99dd-bc3f6891ebe0 tempest-DeleteServersAdminTestJSON-1119549418 tempest-DeleteServersAdminTestJSON-1119549418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:12:37.047136 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-86cff26a-dbdd-432e-8db2-ee94ce5c5d20 req-55bdae56-4d52-4ec2-99dd-bc3f6891ebe0 tempest-DeleteServersAdminTestJSON-1119549418 tempest-DeleteServersAdminTestJSON-1119549418-project] 10.222.0.89 "GET /v2.0/ports?device_id=89f6c9f3-31ff-4c02-aed7-52c560e39b0e HTTP/1.1" status: 200 len: 950 time: 0.0769231 Feb 04 17:12:37.083166 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-64f79a7b-56a4-4fb1-8db9-e46c6ea38783 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:37.122090 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee95aca5-1c81-4d97-834d-f2d098397ba9 req-8efb2201-354d-4aba-b653-39091ec6d0ec tempest-LiveAutoBlockMigrationV225Test-1607657603 tempest-LiveAutoBlockMigrationV225Test-1607657603-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:12:37.123575 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-ee95aca5-1c81-4d97-834d-f2d098397ba9 req-8efb2201-354d-4aba-b653-39091ec6d0ec tempest-LiveAutoBlockMigrationV225Test-1607657603 tempest-LiveAutoBlockMigrationV225Test-1607657603-project-admin] 10.222.0.90 "GET /v2.0/ports?device_id=2fa90556-daae-4498-8501-e90a55f37287&tenant_id=f3812c841c31408e86184d3885a61bc1&binding%3Ahost_id=n-h1-827839-2 HTTP/1.1" status: 200 len: 1127 time: 0.0967505 Feb 04 17:12:37.124768 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-86cff26a-dbdd-432e-8db2-ee94ce5c5d20 req-6d3e52da-bf7e-4f09-ac04-b9ff53c33bb8 tempest-DeleteServersAdminTestJSON-1119549418 tempest-DeleteServersAdminTestJSON-1119549418-project] 10.222.0.89 "GET /v2.0/security-groups?id=35ea2ef0-2d20-4f98-9e35-b935cb69d427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717390 Feb 04 17:12:37.131263 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6bd974-823a-4359-98e9-ed73b11626e4 req-f852bda8-38fd-4052-87ea-aab04db0967b tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:12:37.132727 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-de6bd974-823a-4359-98e9-ed73b11626e4 req-f852bda8-38fd-4052-87ea-aab04db0967b tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] 10.222.0.89 "GET /v2.0/ports?device_id=2fa90556-daae-4498-8501-e90a55f37287 HTTP/1.1" status: 200 len: 945 time: 0.0941091 Feb 04 17:12:37.156609 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [req-ee95aca5-1c81-4d97-834d-f2d098397ba9 req-8b29c645-ccac-4c9d-ac70-772c50f04bf9 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-827839-2'}}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:12:37.201073 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-64f79a7b-56a4-4fb1-8db9-e46c6ea38783 admin admin] Publish callbacks [] for security_group (1a605cb2-7101-4e78-9001-065f13beea52), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:37.206283 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-64f79a7b-56a4-4fb1-8db9-e46c6ea38783 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (1a605cb2-7101-4e78-9001-065f13beea52), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:37.235770 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-de6bd974-823a-4359-98e9-ed73b11626e4 req-49a0f169-5e5e-4644-9662-07da9a0e26c0 tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] 10.222.0.89 "GET /v2.0/security-groups?id=119a7f03-3e07-4d1e-8852-d9f974f9f052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966170 Feb 04 17:12:37.244433 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-ee95aca5-1c81-4d97-834d-f2d098397ba9 req-8b29c645-ccac-4c9d-ac70-772c50f04bf9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (1d6e420e-bb1f-421e-9902-a9c0af5df917), before_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:37.255183 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-64f79a7b-56a4-4fb1-8db9-e46c6ea38783 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=f62d851d5d474634ba0076c1b9407dfe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3155568 Feb 04 17:12:37.256236 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f79a7b-56a4-4fb1-8db9-e46c6ea38783 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a605cb2-7101-4e78-9001-065f13beea52,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:12:37.270451 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 52182) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:12:37.415130 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac7f4ac-ba75-469e-a3b6-46534cd3e74e req-c7c69325-f5a9-4a43-b13c-316818e179a8 tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:12:37.418685 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-2ac7f4ac-ba75-469e-a3b6-46534cd3e74e req-c7c69325-f5a9-4a43-b13c-316818e179a8 tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] 10.222.0.89 "GET /v2.0/ports?device_id=99914122-947d-4d33-8d43-120a66c70f08 HTTP/1.1" status: 200 len: 950 time: 0.0672011 Feb 04 17:12:37.432576 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-7caf9999-7d85-4943-9d21-8b86845eb124 admin admin] Publish callbacks [] for security_group (1a605cb2-7101-4e78-9001-065f13beea52), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:37.471958 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-7caf9999-7d85-4943-9d21-8b86845eb124 admin admin] Publish callbacks [] for security_group (1a605cb2-7101-4e78-9001-065f13beea52), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:37.473870 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-2ac7f4ac-ba75-469e-a3b6-46534cd3e74e req-179cd70d-859a-44e2-a576-417b857d3115 tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] 10.222.0.89 "GET /v2.0/security-groups?id=5fa98c6a-94b3-4690-b9c3-4f0e67d11226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476947 Feb 04 17:12:37.481724 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07699d33-e06a-4cb6-8876-9ad0828d9cd5 req-c1211b36-0231-4559-ad02-916c9e6287db tempest-ImagesOneServerTestJSON-981392013 tempest-ImagesOneServerTestJSON-981392013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:12:37.483235 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-07699d33-e06a-4cb6-8876-9ad0828d9cd5 req-c1211b36-0231-4559-ad02-916c9e6287db tempest-ImagesOneServerTestJSON-981392013 tempest-ImagesOneServerTestJSON-981392013-project] 10.222.0.89 "GET /v2.0/ports?device_id=b35c36f6-2ebf-48ae-aa08-48a8ee20c89c HTTP/1.1" status: 200 len: 950 time: 0.1647420 Feb 04 17:12:37.536129 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [req-ee95aca5-1c81-4d97-834d-f2d098397ba9 req-8b29c645-ccac-4c9d-ac70-772c50f04bf9 service neutron] For port 1d6e420e-bb1f-421e-9902-a9c0af5df917, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=1d6e420e-bb1f-421e-9902-a9c0af5df917,segment=NetworkSegment(422e2db4-29a0-413f-80b3-a344e9c773f4),segment_id=422e2db4-29a0-413f-80b3-a344e9c773f4)] {{(pid=103377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:12:37.581133 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f9da34-36e2-4f25-8b54-0c892c65e117 req-1a37d505-d33d-44a7-a339-0ab08a5d0799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:12:37.582795 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-02f9da34-36e2-4f25-8b54-0c892c65e117 req-1a37d505-d33d-44a7-a339-0ab08a5d0799 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=1cd99d9701204f3692368e4539967c47&device_id=99914122-947d-4d33-8d43-120a66c70f08 HTTP/1.1" status: 200 len: 1132 time: 0.0730240 Feb 04 17:12:37.594261 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-07699d33-e06a-4cb6-8876-9ad0828d9cd5 req-f4602a77-4ea8-4c41-9b07-c68c42930c7d tempest-ImagesOneServerTestJSON-981392013 tempest-ImagesOneServerTestJSON-981392013-project] 10.222.0.89 "GET /v2.0/security-groups?id=8b4b9691-3cf9-4823-9b14-a8c5b66738e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037955 Feb 04 17:12:37.606074 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-7caf9999-7d85-4943-9d21-8b86845eb124 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (1a605cb2-7101-4e78-9001-065f13beea52), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:37.608614 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-7caf9999-7d85-4943-9d21-8b86845eb124 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:37.612484 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-7caf9999-7d85-4943-9d21-8b86845eb124 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/1a605cb2-7101-4e78-9001-065f13beea52 HTTP/1.1" status: 204 len: 168 time: 0.3386903 Feb 04 17:12:37.612484 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [req-ee95aca5-1c81-4d97-834d-f2d098397ba9 req-8b29c645-ccac-4c9d-ac70-772c50f04bf9 service neutron] For port 1d6e420e-bb1f-421e-9902-a9c0af5df917, host n-h1-827839-2, cleared binding levels {{(pid=103377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:12:37.640428 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7caf9999-7d85-4943-9d21-8b86845eb124 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a605cb2-7101-4e78-9001-065f13beea52,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:12:37.681631 n-d-827839-2 neutron-server[103377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fa90556-daae-4498-8501-e90a55f37287', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1d6e420e-bb1f-421e-9902-a9c0af5df917'}] {{(pid=103377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:12:37.685394 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7240428b650e1488e9361b62648ff4b3a6c19d49d8c27c949491ab58c1346cf0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6684efb-d4a1-4461-b973-0fae3af07908" -d '{"events": [{"server_uuid": "2fa90556-daae-4498-8501-e90a55f37287", "name": "network-vif-unplugged", "status": "completed", "tag": "1d6e420e-bb1f-421e-9902-a9c0af5df917"}]}' {{(pid=103377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:12:37.688088 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7e93c0-7849-4239-8f00-7bdefc1c30a1 req-9653351f-7c4c-4f0f-994a-4352e49fdfa1 tempest-ServerDiagnosticsNegativeTest-1396520382 tempest-ServerDiagnosticsNegativeTest-1396520382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:12:37.689637 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-af7e93c0-7849-4239-8f00-7bdefc1c30a1 req-9653351f-7c4c-4f0f-994a-4352e49fdfa1 tempest-ServerDiagnosticsNegativeTest-1396520382 tempest-ServerDiagnosticsNegativeTest-1396520382-project] 10.222.0.89 "GET /v2.0/ports?device_id=55c265ac-0685-4d07-b6e7-8fb69429bb30 HTTP/1.1" status: 200 len: 949 time: 0.1475320 Feb 04 17:12:37.691600 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-ee95aca5-1c81-4d97-834d-f2d098397ba9 req-8b29c645-ccac-4c9d-ac70-772c50f04bf9 service neutron] Publish callbacks [] for port (1d6e420e-bb1f-421e-9902-a9c0af5df917), precommit_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:37.707366 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-ee95aca5-1c81-4d97-834d-f2d098397ba9 req-8b29c645-ccac-4c9d-ac70-772c50f04bf9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25888290'] for port (1d6e420e-bb1f-421e-9902-a9c0af5df917), after_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:37.780218 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-af7e93c0-7849-4239-8f00-7bdefc1c30a1 req-196dd9a5-4f6f-4a5d-983e-23e1e48ec2f2 tempest-ServerDiagnosticsNegativeTest-1396520382 tempest-ServerDiagnosticsNegativeTest-1396520382-project] 10.222.0.89 "GET /v2.0/security-groups?id=7ac643e8-1380-41fa-9e0d-00d7daf5edd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835695 Feb 04 17:12:37.780918 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f9da34-36e2-4f25-8b54-0c892c65e117 req-78a50afc-e4ba-4f99-89cf-e5ce013060df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:12:37.782383 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-02f9da34-36e2-4f25-8b54-0c892c65e117 req-78a50afc-e4ba-4f99-89cf-e5ce013060df service neutron] 10.222.0.96 "GET /v2.0/networks?id=02be22b9-aa53-40ea-8050-9239cd27d1ff HTTP/1.1" status: 200 len: 870 time: 0.1915836 Feb 04 17:12:37.813443 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b29c645-ccac-4c9d-ac70-772c50f04bf9 service neutron] Pushing event updated for resources: {'Port': ['ID=1d6e420e-bb1f-421e-9902-a9c0af5df917,revision_number=7']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:12:37.833163 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d03eb46-c16f-4653-9f3b-ce3bdc38024c req-f8158c07-bc1e-4ee2-95c1-abe21933df2f tempest-ImagesOneServerNegativeTestJSON-254357925 tempest-ImagesOneServerNegativeTestJSON-254357925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:12:37.834274 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-02f9da34-36e2-4f25-8b54-0c892c65e117 req-e928d4fb-ceff-42c7-b604-d302c56c7734 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.143&port_id=a9ea809e-a7d4-4c46-b4d9-cd7077cf1c91 HTTP/1.1" status: 200 len: 217 time: 0.0434291 Feb 04 17:12:37.834693 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-8d03eb46-c16f-4653-9f3b-ce3bdc38024c req-f8158c07-bc1e-4ee2-95c1-abe21933df2f tempest-ImagesOneServerNegativeTestJSON-254357925 tempest-ImagesOneServerNegativeTestJSON-254357925-project] 10.222.0.89 "GET /v2.0/ports?device_id=4a849d53-c682-4910-aead-f1da6a7bff83 HTTP/1.1" status: 200 len: 945 time: 0.1406786 Feb 04 17:12:37.837440 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [req-ee95aca5-1c81-4d97-834d-f2d098397ba9 req-8b29c645-ccac-4c9d-ac70-772c50f04bf9 service neutron] Attempting to bind port 1d6e420e-bb1f-421e-9902-a9c0af5df917 on host n-h1-827839-2 for vnic_type normal with profile {"migrating_to": "n-h2-827839-2"} {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:12:37.837766 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [req-ee95aca5-1c81-4d97-834d-f2d098397ba9 req-8b29c645-ccac-4c9d-ac70-772c50f04bf9 service neutron] Attempting to bind port 1d6e420e-bb1f-421e-9902-a9c0af5df917 by drivers openvswitch,hyperv on host n-h1-827839-2 at level 0 using segments [{'id': '422e2db4-29a0-413f-80b3-a344e9c773f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'b27b7363-f5f5-42ff-a720-66280b0b57a7'}] {{(pid=103377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:12:37.838089 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee95aca5-1c81-4d97-834d-f2d098397ba9 req-8b29c645-ccac-4c9d-ac70-772c50f04bf9 service neutron] Attempting to bind port 1d6e420e-bb1f-421e-9902-a9c0af5df917 on network b27b7363-f5f5-42ff-a720-66280b0b57a7 {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:12:37.844607 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee95aca5-1c81-4d97-834d-f2d098397ba9 req-8b29c645-ccac-4c9d-ac70-772c50f04bf9 service neutron] Port 1d6e420e-bb1f-421e-9902-a9c0af5df917 on network b27b7363-f5f5-42ff-a720-66280b0b57a7 not bound, no agent of type Open vSwitch agent registered on host n-h1-827839-2 {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 17:12:37.844931 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee95aca5-1c81-4d97-834d-f2d098397ba9 req-8b29c645-ccac-4c9d-ac70-772c50f04bf9 service neutron] Attempting to bind port 1d6e420e-bb1f-421e-9902-a9c0af5df917 on network b27b7363-f5f5-42ff-a720-66280b0b57a7 {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:12:37.863280 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee95aca5-1c81-4d97-834d-f2d098397ba9 req-8b29c645-ccac-4c9d-ac70-772c50f04bf9 service neutron] Checking agent: {'id': '3f9244a9-75fc-4c10-b195-11d48b853b41', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 8, 42), 'started_at': datetime.datetime(2022, 2, 4, 17, 8, 42), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 12, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:12:37.863623 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee95aca5-1c81-4d97-834d-f2d098397ba9 req-8b29c645-ccac-4c9d-ac70-772c50f04bf9 service neutron] Checking segment: {'id': '422e2db4-29a0-413f-80b3-a344e9c773f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'b27b7363-f5f5-42ff-a720-66280b0b57a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:12:37.864157 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee95aca5-1c81-4d97-834d-f2d098397ba9 req-8b29c645-ccac-4c9d-ac70-772c50f04bf9 service neutron] Bound using segment: {'id': '422e2db4-29a0-413f-80b3-a344e9c773f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'b27b7363-f5f5-42ff-a720-66280b0b57a7'} {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:12:37.864558 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [req-ee95aca5-1c81-4d97-834d-f2d098397ba9 req-8b29c645-ccac-4c9d-ac70-772c50f04bf9 service neutron] Bound port: 1d6e420e-bb1f-421e-9902-a9c0af5df917, host: n-h1-827839-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '422e2db4-29a0-413f-80b3-a344e9c773f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'b27b7363-f5f5-42ff-a720-66280b0b57a7'}}] {{(pid=103377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:12:37.865580 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-ee95aca5-1c81-4d97-834d-f2d098397ba9 req-8b29c645-ccac-4c9d-ac70-772c50f04bf9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (1d6e420e-bb1f-421e-9902-a9c0af5df917), before_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:37.896849 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f9da34-36e2-4f25-8b54-0c892c65e117 req-2204cb4b-ea4b-4ee6-882b-0f3809b44ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:12:37.898363 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-02f9da34-36e2-4f25-8b54-0c892c65e117 req-2204cb4b-ea4b-4ee6-882b-0f3809b44ba4 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=c974b0ff-2c5c-4667-8a81-3bde3ea6ced5 HTTP/1.1" status: 200 len: 843 time: 0.0567470 Feb 04 17:12:37.929643 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-8d03eb46-c16f-4653-9f3b-ce3bdc38024c req-8342a6bd-2e3b-4d89-be43-9962953af0a4 tempest-ImagesOneServerNegativeTestJSON-254357925 tempest-ImagesOneServerNegativeTestJSON-254357925-project] 10.222.0.89 "GET /v2.0/security-groups?id=93c660a2-9a39-4e35-b172-c2fcfd9b6315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865586 Feb 04 17:12:37.989093 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f9da34-36e2-4f25-8b54-0c892c65e117 req-6cb0e020-e305-4b91-ba00-381722bc5ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:12:37.989771 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 04 Feb 2022 17:12:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65cd393c-4939-42a7-8810-86ef54ef694c x-openstack-request-id: req-65cd393c-4939-42a7-8810-86ef54ef694c {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:12:37.990080 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fa90556-daae-4498-8501-e90a55f37287", "name": "network-vif-unplugged", "status": "completed", "tag": "1d6e420e-bb1f-421e-9902-a9c0af5df917", "code": 200}]} {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:12:37.990337 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-65cd393c-4939-42a7-8810-86ef54ef694c {{(pid=103377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:12:37.990733 n-d-827839-2 neutron-server[103377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fa90556-daae-4498-8501-e90a55f37287', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1d6e420e-bb1f-421e-9902-a9c0af5df917', 'code': 200} Feb 04 17:12:37.991259 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-02f9da34-36e2-4f25-8b54-0c892c65e117 req-6cb0e020-e305-4b91-ba00-381722bc5ab8 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=02be22b9-aa53-40ea-8050-9239cd27d1ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0860164 Feb 04 17:12:37.993311 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [req-ee95aca5-1c81-4d97-834d-f2d098397ba9 req-8b29c645-ccac-4c9d-ac70-772c50f04bf9 service neutron] For port 1d6e420e-bb1f-421e-9902-a9c0af5df917, host n-h1-827839-2, cleared binding levels {{(pid=103377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:12:37.997200 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [req-ee95aca5-1c81-4d97-834d-f2d098397ba9 req-8b29c645-ccac-4c9d-ac70-772c50f04bf9 service neutron] For port 1d6e420e-bb1f-421e-9902-a9c0af5df917, host n-h1-827839-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=1d6e420e-bb1f-421e-9902-a9c0af5df917,segment=NetworkSegment(422e2db4-29a0-413f-80b3-a344e9c773f4),segment_id=422e2db4-29a0-413f-80b3-a344e9c773f4)] {{(pid=103377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:12:38.003928 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-ee95aca5-1c81-4d97-834d-f2d098397ba9 req-8b29c645-ccac-4c9d-ac70-772c50f04bf9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25888290'] for port (1d6e420e-bb1f-421e-9902-a9c0af5df917), after_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:38.034581 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 52200) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:12:38.081786 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-a322845a-6fdc-4c72-aac1-a70e6c5d7d5a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:38.100541 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee95aca5-1c81-4d97-834d-f2d098397ba9 req-8b29c645-ccac-4c9d-ac70-772c50f04bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:12:38.101744 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-ee95aca5-1c81-4d97-834d-f2d098397ba9 req-8b29c645-ccac-4c9d-ac70-772c50f04bf9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:38.104691 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-ee95aca5-1c81-4d97-834d-f2d098397ba9 req-8b29c645-ccac-4c9d-ac70-772c50f04bf9 service neutron] 10.222.0.90 "PUT /v2.0/ports/1d6e420e-bb1f-421e-9902-a9c0af5df917 HTTP/1.1" status: 200 len: 1121 time: 0.9580197 Feb 04 17:12:38.114187 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b29c645-ccac-4c9d-ac70-772c50f04bf9 service neutron] Pushing event updated for resources: {'Port': ['ID=1d6e420e-bb1f-421e-9902-a9c0af5df917,revision_number=8']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:12:38.270962 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] get_ports_and_sgs() called for port_ids ['1d6e420e-bb1f-421e-9902-a9c0af5df917'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 17:12:38.375719 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-02f9da34-36e2-4f25-8b54-0c892c65e117 req-13d6f5d7-4b64-4aca-81f4-e07e418309bc service neutron] 10.222.0.96 "GET /v2.0/networks/02be22b9-aa53-40ea-8050-9239cd27d1ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3740256 Feb 04 17:12:38.384150 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9949ae6-2294-4016-a3b6-e3a00bc3f32c req-8af4558c-daed-498f-9188-7a99bebb1af5 tempest-DeleteServersAdminTestJSON-1119549418 tempest-DeleteServersAdminTestJSON-1119549418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:12:38.385926 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-b9949ae6-2294-4016-a3b6-e3a00bc3f32c req-8af4558c-daed-498f-9188-7a99bebb1af5 tempest-DeleteServersAdminTestJSON-1119549418 tempest-DeleteServersAdminTestJSON-1119549418-project] 10.222.0.89 "GET /v2.0/ports?device_id=89f6c9f3-31ff-4c02-aed7-52c560e39b0e HTTP/1.1" status: 200 len: 950 time: 0.1197207 Feb 04 17:12:38.440318 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-b9949ae6-2294-4016-a3b6-e3a00bc3f32c req-676eecef-3aff-4d3b-98b5-df739ec13494 tempest-DeleteServersAdminTestJSON-1119549418 tempest-DeleteServersAdminTestJSON-1119549418-project] 10.222.0.89 "GET /v2.0/security-groups?id=35ea2ef0-2d20-4f98-9e35-b935cb69d427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477262 Feb 04 17:12:38.515805 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04580be8-a95a-4fc4-92ce-0729cfd2d697 req-9f0fc770-c259-4e43-ab3e-aab7239302fc tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:12:38.517331 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-04580be8-a95a-4fc4-92ce-0729cfd2d697 req-9f0fc770-c259-4e43-ab3e-aab7239302fc tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] 10.222.0.89 "GET /v2.0/ports?device_id=2fa90556-daae-4498-8501-e90a55f37287 HTTP/1.1" status: 200 len: 943 time: 0.1443515 Feb 04 17:12:38.547412 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-a322845a-6fdc-4c72-aac1-a70e6c5d7d5a admin admin] Publish callbacks [] for security_group (f2fd6bfc-d9dc-4121-bcf3-81f7b815f7ad), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:38.560902 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-a322845a-6fdc-4c72-aac1-a70e6c5d7d5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (f2fd6bfc-d9dc-4121-bcf3-81f7b815f7ad), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:38.586157 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-02f9da34-36e2-4f25-8b54-0c892c65e117 req-6b9eb731-ad17-4832-b100-8c9e116b252d service neutron] 10.222.0.96 "GET /v2.0/networks/02be22b9-aa53-40ea-8050-9239cd27d1ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1990743 Feb 04 17:12:38.600720 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69557661-a57b-412c-bf4d-580cd7923d8c req-ab13db3b-929b-4442-94a5-2924cef103ae tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:12:38.602881 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-69557661-a57b-412c-bf4d-580cd7923d8c req-ab13db3b-929b-4442-94a5-2924cef103ae tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] 10.222.0.89 "GET /v2.0/ports?device_id=99914122-947d-4d33-8d43-120a66c70f08 HTTP/1.1" status: 200 len: 950 time: 0.0565379 Feb 04 17:12:38.623841 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-a322845a-6fdc-4c72-aac1-a70e6c5d7d5a admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=56c10d2308ef4d6cb114c49967356db1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5613375 Feb 04 17:12:38.624120 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 52224) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:12:38.657308 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-04580be8-a95a-4fc4-92ce-0729cfd2d697 req-f28ce539-4448-43ec-91c0-21f7f8b61f8b tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] 10.222.0.89 "GET /v2.0/security-groups?id=119a7f03-3e07-4d1e-8852-d9f974f9f052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306803 Feb 04 17:12:38.658163 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a322845a-6fdc-4c72-aac1-a70e6c5d7d5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2fd6bfc-d9dc-4121-bcf3-81f7b815f7ad,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:12:38.689692 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1953eb10-00a9-4ca7-a0f3-be314df9843b req-f53366c8-0627-4a84-b55a-1a26390ea93e tempest-DeleteServersAdminTestJSON-1119549418 tempest-DeleteServersAdminTestJSON-1119549418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:12:38.691536 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-1953eb10-00a9-4ca7-a0f3-be314df9843b req-f53366c8-0627-4a84-b55a-1a26390ea93e tempest-DeleteServersAdminTestJSON-1119549418 tempest-DeleteServersAdminTestJSON-1119549418-project] 10.222.0.96 "GET /v2.0/ports?device_id=89f6c9f3-31ff-4c02-aed7-52c560e39b0e HTTP/1.1" status: 200 len: 950 time: 0.0781925 Feb 04 17:12:38.699507 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-3bbc5679-3640-4563-abec-976895516730 admin admin] Publish callbacks [] for security_group (f2fd6bfc-d9dc-4121-bcf3-81f7b815f7ad), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:38.721993 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-69557661-a57b-412c-bf4d-580cd7923d8c req-8932d100-2a13-47ca-a991-cd491002efae tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] 10.222.0.89 "GET /v2.0/security-groups?id=5fa98c6a-94b3-4690-b9c3-4f0e67d11226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069839 Feb 04 17:12:38.734864 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-3bbc5679-3640-4563-abec-976895516730 admin admin] Publish callbacks [] for security_group (f2fd6bfc-d9dc-4121-bcf3-81f7b815f7ad), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:38.791428 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-3bbc5679-3640-4563-abec-976895516730 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (f2fd6bfc-d9dc-4121-bcf3-81f7b815f7ad), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:38.794216 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-3bbc5679-3640-4563-abec-976895516730 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:38.795395 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-3bbc5679-3640-4563-abec-976895516730 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/f2fd6bfc-d9dc-4121-bcf3-81f7b815f7ad HTTP/1.1" status: 204 len: 168 time: 0.1701481 Feb 04 17:12:38.805891 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbc5679-3640-4563-abec-976895516730 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2fd6bfc-d9dc-4121-bcf3-81f7b815f7ad,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:12:38.937387 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9df9b17-0301-4364-bfef-18479fff5774 req-721f5dc2-67f3-4b9d-9ac3-853e002c5c60 tempest-ServerDiagnosticsNegativeTest-1396520382 tempest-ServerDiagnosticsNegativeTest-1396520382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:12:38.940498 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-e9df9b17-0301-4364-bfef-18479fff5774 req-721f5dc2-67f3-4b9d-9ac3-853e002c5c60 tempest-ServerDiagnosticsNegativeTest-1396520382 tempest-ServerDiagnosticsNegativeTest-1396520382-project] 10.222.0.89 "GET /v2.0/ports?device_id=55c265ac-0685-4d07-b6e7-8fb69429bb30 HTTP/1.1" status: 200 len: 949 time: 0.0861597 Feb 04 17:12:38.947711 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [req-1953eb10-00a9-4ca7-a0f3-be314df9843b req-f3ee378e-3c22-416c-973c-56182e6db800 tempest-DeleteServersAdminTestJSON-1119549418 tempest-DeleteServersAdminTestJSON-1119549418-project] Deleting port 6bc91910-8ce5-4421-8bec-95bea80aecde {{(pid=103376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:12:38.948273 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-1953eb10-00a9-4ca7-a0f3-be314df9843b req-f3ee378e-3c22-416c-973c-56182e6db800 tempest-DeleteServersAdminTestJSON-1119549418 tempest-DeleteServersAdminTestJSON-1119549418-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (6bc91910-8ce5-4421-8bec-95bea80aecde), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:39.013359 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b9fbe1-a129-4950-9a42-273b83240aea req-3435bec7-f131-42cc-8d8f-b186118674bf tempest-ServerDiagnosticsNegativeTest-1396520382 tempest-ServerDiagnosticsNegativeTest-1396520382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:12:39.015328 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-d0b9fbe1-a129-4950-9a42-273b83240aea req-3435bec7-f131-42cc-8d8f-b186118674bf tempest-ServerDiagnosticsNegativeTest-1396520382 tempest-ServerDiagnosticsNegativeTest-1396520382-project] 10.222.0.90 "GET /v2.0/ports?device_id=55c265ac-0685-4d07-b6e7-8fb69429bb30 HTTP/1.1" status: 200 len: 949 time: 0.0860019 Feb 04 17:12:39.073785 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-e9df9b17-0301-4364-bfef-18479fff5774 req-f4d9b54b-05db-4487-aaf3-5aae9952a8fc tempest-ServerDiagnosticsNegativeTest-1396520382 tempest-ServerDiagnosticsNegativeTest-1396520382-project] 10.222.0.89 "GET /v2.0/security-groups?id=7ac643e8-1380-41fa-9e0d-00d7daf5edd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158564 Feb 04 17:12:39.086934 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [req-1953eb10-00a9-4ca7-a0f3-be314df9843b req-f3ee378e-3c22-416c-973c-56182e6db800 tempest-DeleteServersAdminTestJSON-1119549418 tempest-DeleteServersAdminTestJSON-1119549418-project] For port 6bc91910-8ce5-4421-8bec-95bea80aecde, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=6bc91910-8ce5-4421-8bec-95bea80aecde,segment=NetworkSegment(3a39b085-d3e6-43bb-a64c-1b06dd049e5a),segment_id=3a39b085-d3e6-43bb-a64c-1b06dd049e5a)] {{(pid=103376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:12:39.088574 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-1953eb10-00a9-4ca7-a0f3-be314df9843b req-f3ee378e-3c22-416c-973c-56182e6db800 tempest-DeleteServersAdminTestJSON-1119549418 tempest-DeleteServersAdminTestJSON-1119549418-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (6bc91910-8ce5-4421-8bec-95bea80aecde), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:39.108782 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [req-1953eb10-00a9-4ca7-a0f3-be314df9843b req-f3ee378e-3c22-416c-973c-56182e6db800 tempest-DeleteServersAdminTestJSON-1119549418 tempest-DeleteServersAdminTestJSON-1119549418-project] Calling delete_port for 6bc91910-8ce5-4421-8bec-95bea80aecde owned by compute:nova {{(pid=103376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:12:39.143129 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4908ea4-847c-472f-88a7-57b597e68ecc req-79cc7779-d22e-4971-8a22-8e9b7790b925 tempest-ImagesOneServerNegativeTestJSON-254357925 tempest-ImagesOneServerNegativeTestJSON-254357925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:12:39.144623 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-c4908ea4-847c-472f-88a7-57b597e68ecc req-79cc7779-d22e-4971-8a22-8e9b7790b925 tempest-ImagesOneServerNegativeTestJSON-254357925 tempest-ImagesOneServerNegativeTestJSON-254357925-project] 10.222.0.89 "GET /v2.0/ports?device_id=4a849d53-c682-4910-aead-f1da6a7bff83 HTTP/1.1" status: 200 len: 945 time: 0.1282377 Feb 04 17:12:39.202674 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [req-d0b9fbe1-a129-4950-9a42-273b83240aea req-166819b7-1ae3-41d1-86cc-8c0bf0dfc9a7 tempest-ServerDiagnosticsNegativeTest-1396520382 tempest-ServerDiagnosticsNegativeTest-1396520382-project] Deleting port d26e31c0-0656-4b7b-804c-48453766fc0d {{(pid=103377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:12:39.203025 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-d0b9fbe1-a129-4950-9a42-273b83240aea req-166819b7-1ae3-41d1-86cc-8c0bf0dfc9a7 tempest-ServerDiagnosticsNegativeTest-1396520382 tempest-ServerDiagnosticsNegativeTest-1396520382-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (d26e31c0-0656-4b7b-804c-48453766fc0d), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:39.246300 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-c4908ea4-847c-472f-88a7-57b597e68ecc req-1253c9e5-ca95-4b5c-8c26-308177204fe0 tempest-ImagesOneServerNegativeTestJSON-254357925 tempest-ImagesOneServerNegativeTestJSON-254357925-project] 10.222.0.89 "GET /v2.0/security-groups?id=93c660a2-9a39-4e35-b172-c2fcfd9b6315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938575 Feb 04 17:12:39.263353 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-1953eb10-00a9-4ca7-a0f3-be314df9843b req-f3ee378e-3c22-416c-973c-56182e6db800 tempest-DeleteServersAdminTestJSON-1119549418 tempest-DeleteServersAdminTestJSON-1119549418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144'] for port (6bc91910-8ce5-4421-8bec-95bea80aecde), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:39.283794 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] get_ports_and_sgs() called for port_ids ['6bc91910-8ce5-4421-8bec-95bea80aecde'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 17:12:39.313977 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ee378e-3c22-416c-973c-56182e6db800 tempest-DeleteServersAdminTestJSON-1119549418 tempest-DeleteServersAdminTestJSON-1119549418-project] Pushing event deleted for resources: {'Port': ['ID=6bc91910-8ce5-4421-8bec-95bea80aecde,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:12:39.335943 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [req-d0b9fbe1-a129-4950-9a42-273b83240aea req-166819b7-1ae3-41d1-86cc-8c0bf0dfc9a7 tempest-ServerDiagnosticsNegativeTest-1396520382 tempest-ServerDiagnosticsNegativeTest-1396520382-project] For port d26e31c0-0656-4b7b-804c-48453766fc0d, host n-h2-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=d26e31c0-0656-4b7b-804c-48453766fc0d,segment=NetworkSegment(3a39b085-d3e6-43bb-a64c-1b06dd049e5a),segment_id=3a39b085-d3e6-43bb-a64c-1b06dd049e5a)] {{(pid=103377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:12:39.336360 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-d0b9fbe1-a129-4950-9a42-273b83240aea req-166819b7-1ae3-41d1-86cc-8c0bf0dfc9a7 tempest-ServerDiagnosticsNegativeTest-1396520382 tempest-ServerDiagnosticsNegativeTest-1396520382-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (d26e31c0-0656-4b7b-804c-48453766fc0d), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:39.386228 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [req-d0b9fbe1-a129-4950-9a42-273b83240aea req-166819b7-1ae3-41d1-86cc-8c0bf0dfc9a7 tempest-ServerDiagnosticsNegativeTest-1396520382 tempest-ServerDiagnosticsNegativeTest-1396520382-project] Calling delete_port for d26e31c0-0656-4b7b-804c-48453766fc0d owned by compute:nova {{(pid=103377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:12:39.412465 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [req-1953eb10-00a9-4ca7-a0f3-be314df9843b req-f3ee378e-3c22-416c-973c-56182e6db800 tempest-DeleteServersAdminTestJSON-1119549418 tempest-DeleteServersAdminTestJSON-1119549418-project] No DVR routers for this DVR port 6bc91910-8ce5-4421-8bec-95bea80aecde on host n-h1-827839-2 {{(pid=103376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 17:12:39.415643 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-1953eb10-00a9-4ca7-a0f3-be314df9843b req-f3ee378e-3c22-416c-973c-56182e6db800 tempest-DeleteServersAdminTestJSON-1119549418 tempest-DeleteServersAdminTestJSON-1119549418-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:39.419722 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-1953eb10-00a9-4ca7-a0f3-be314df9843b req-f3ee378e-3c22-416c-973c-56182e6db800 tempest-DeleteServersAdminTestJSON-1119549418 tempest-DeleteServersAdminTestJSON-1119549418-project] 10.222.0.96 "DELETE /v2.0/ports/6bc91910-8ce5-4421-8bec-95bea80aecde HTTP/1.1" status: 204 len: 173 time: 0.7104738 Feb 04 17:12:39.420337 n-d-827839-2 neutron-server[103376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89f6c9f3-31ff-4c02-aed7-52c560e39b0e', 'name': 'network-vif-deleted', 'tag': '6bc91910-8ce5-4421-8bec-95bea80aecde'}] {{(pid=103376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:12:39.423247 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d59c3bb5e2f09ebf62144d5e09b1cff60c763a9c19614c24538e77842938c05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e384e25-4628-492f-a7e6-5610c88825f3" -d '{"events": [{"server_uuid": "89f6c9f3-31ff-4c02-aed7-52c560e39b0e", "name": "network-vif-deleted", "tag": "6bc91910-8ce5-4421-8bec-95bea80aecde"}]}' {{(pid=103376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:12:39.515504 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 17:12:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a4b179d-9f12-4742-a5f5-567320053ae8 x-openstack-request-id: req-0a4b179d-9f12-4742-a5f5-567320053ae8 {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:12:39.515504 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89f6c9f3-31ff-4c02-aed7-52c560e39b0e", "name": "network-vif-deleted", "tag": "6bc91910-8ce5-4421-8bec-95bea80aecde", "status": "completed", "code": 200}]} {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:12:39.522599 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-0a4b179d-9f12-4742-a5f5-567320053ae8 {{(pid=103376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:12:39.523795 n-d-827839-2 neutron-server[103376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89f6c9f3-31ff-4c02-aed7-52c560e39b0e', 'name': 'network-vif-deleted', 'tag': '6bc91910-8ce5-4421-8bec-95bea80aecde', 'status': 'completed', 'code': 200} Feb 04 17:12:39.575309 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59608e97-9fb2-461a-a002-1080b2e3689f req-6f3e7a02-a002-4c8b-a7c4-502225837ea9 tempest-ImagesOneServerNegativeTestJSON-254357925 tempest-ImagesOneServerNegativeTestJSON-254357925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:12:39.576938 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-59608e97-9fb2-461a-a002-1080b2e3689f req-6f3e7a02-a002-4c8b-a7c4-502225837ea9 tempest-ImagesOneServerNegativeTestJSON-254357925 tempest-ImagesOneServerNegativeTestJSON-254357925-project] 10.222.0.89 "GET /v2.0/ports?device_id=4a849d53-c682-4910-aead-f1da6a7bff83 HTTP/1.1" status: 200 len: 945 time: 0.1506286 Feb 04 17:12:39.635390 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-44375cd1-e24e-48a9-86bb-22bb040da2a0 req-85219697-1411-4445-aa09-d4fa0d5656cc tempest-DeleteServersAdminTestJSON-1119549418 tempest-DeleteServersAdminTestJSON-1119549418-project] 10.222.0.89 "GET /v2.0/ports?device_id=89f6c9f3-31ff-4c02-aed7-52c560e39b0e HTTP/1.1" status: 200 len: 210 time: 0.0536277 Feb 04 17:12:39.641024 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-59608e97-9fb2-461a-a002-1080b2e3689f req-9f9363d4-12ca-4095-9790-a00817a1af59 tempest-ImagesOneServerNegativeTestJSON-254357925 tempest-ImagesOneServerNegativeTestJSON-254357925-project] 10.222.0.89 "GET /v2.0/security-groups?id=93c660a2-9a39-4e35-b172-c2fcfd9b6315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567217 Feb 04 17:12:39.657306 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-d0b9fbe1-a129-4950-9a42-273b83240aea req-166819b7-1ae3-41d1-86cc-8c0bf0dfc9a7 tempest-ServerDiagnosticsNegativeTest-1396520382 tempest-ServerDiagnosticsNegativeTest-1396520382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (d26e31c0-0656-4b7b-804c-48453766fc0d), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:39.679043 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] get_ports_and_sgs() called for port_ids ['d26e31c0-0656-4b7b-804c-48453766fc0d'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 17:12:39.735678 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166819b7-1ae3-41d1-86cc-8c0bf0dfc9a7 tempest-ServerDiagnosticsNegativeTest-1396520382 tempest-ServerDiagnosticsNegativeTest-1396520382-project] Pushing event deleted for resources: {'Port': ['ID=d26e31c0-0656-4b7b-804c-48453766fc0d,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:12:39.816966 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0b9fbe1-a129-4950-9a42-273b83240aea req-166819b7-1ae3-41d1-86cc-8c0bf0dfc9a7 tempest-ServerDiagnosticsNegativeTest-1396520382 tempest-ServerDiagnosticsNegativeTest-1396520382-project] No DVR routers for this DVR port d26e31c0-0656-4b7b-804c-48453766fc0d on host n-h2-827839-2 {{(pid=103377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 17:12:39.819877 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-d0b9fbe1-a129-4950-9a42-273b83240aea req-166819b7-1ae3-41d1-86cc-8c0bf0dfc9a7 tempest-ServerDiagnosticsNegativeTest-1396520382 tempest-ServerDiagnosticsNegativeTest-1396520382-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:39.823525 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913af74f-99a8-40a3-ad7e-11e1c29bf810 req-b10506c5-8617-4c8c-b8c8-08b1c721c306 tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:12:39.824262 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-d0b9fbe1-a129-4950-9a42-273b83240aea req-166819b7-1ae3-41d1-86cc-8c0bf0dfc9a7 tempest-ServerDiagnosticsNegativeTest-1396520382 tempest-ServerDiagnosticsNegativeTest-1396520382-project] 10.222.0.90 "DELETE /v2.0/ports/d26e31c0-0656-4b7b-804c-48453766fc0d HTTP/1.1" status: 204 len: 173 time: 0.7952774 Feb 04 17:12:39.825108 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-913af74f-99a8-40a3-ad7e-11e1c29bf810 req-b10506c5-8617-4c8c-b8c8-08b1c721c306 tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] 10.222.0.89 "GET /v2.0/ports?device_id=2fa90556-daae-4498-8501-e90a55f37287 HTTP/1.1" status: 200 len: 943 time: 0.0632312 Feb 04 17:12:39.862884 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc5a6bf-2e8c-4e5b-a83f-52fa953c5152 req-3eeeff5a-0bcf-4b8f-a3cc-c05481e97487 tempest-ImagesOneServerNegativeTestJSON-254357925 tempest-ImagesOneServerNegativeTestJSON-254357925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:12:39.865160 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-cdc5a6bf-2e8c-4e5b-a83f-52fa953c5152 req-3eeeff5a-0bcf-4b8f-a3cc-c05481e97487 tempest-ImagesOneServerNegativeTestJSON-254357925 tempest-ImagesOneServerNegativeTestJSON-254357925-project] 10.222.0.89 "GET /v2.0/ports?device_id=4a849d53-c682-4910-aead-f1da6a7bff83 HTTP/1.1" status: 200 len: 945 time: 0.1253197 Feb 04 17:12:39.924169 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (f20a1ab3-4332-4f54-833b-ba4a7c687e89), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:39.934374 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-913af74f-99a8-40a3-ad7e-11e1c29bf810 req-723aee4b-0ae3-4c32-9642-53340be6c06e tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] 10.222.0.89 "GET /v2.0/security-groups?id=119a7f03-3e07-4d1e-8852-d9f974f9f052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965323 Feb 04 17:12:39.952899 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-cdc5a6bf-2e8c-4e5b-a83f-52fa953c5152 req-630c132f-cb9a-4970-9f73-46d908ceec8d tempest-ImagesOneServerNegativeTestJSON-254357925 tempest-ImagesOneServerNegativeTestJSON-254357925-project] 10.222.0.89 "GET /v2.0/security-groups?id=93c660a2-9a39-4e35-b172-c2fcfd9b6315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809975 Feb 04 17:12:39.991878 n-d-827839-2 neutron-server[103377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2fa90556-daae-4498-8501-e90a55f37287', 'tag': '1d6e420e-bb1f-421e-9902-a9c0af5df917'}, {'server_uuid': '55c265ac-0685-4d07-b6e7-8fb69429bb30', 'name': 'network-vif-deleted', 'tag': 'd26e31c0-0656-4b7b-804c-48453766fc0d'}] {{(pid=103377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:12:39.995791 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7240428b650e1488e9361b62648ff4b3a6c19d49d8c27c949491ab58c1346cf0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-503fecd5-9530-461e-9cdb-a8c9b0b42349" -d '{"events": [{"name": "network-changed", "server_uuid": "2fa90556-daae-4498-8501-e90a55f37287", "tag": "1d6e420e-bb1f-421e-9902-a9c0af5df917"}, {"server_uuid": "55c265ac-0685-4d07-b6e7-8fb69429bb30", "name": "network-vif-deleted", "tag": "d26e31c0-0656-4b7b-804c-48453766fc0d"}]}' {{(pid=103377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:12:40.080112 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c75cd50-2783-4c5e-8bc7-ec6007e050df req-5b9fe531-1173-402a-9981-6f80a84ac560 tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:12:40.081833 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-1c75cd50-2783-4c5e-8bc7-ec6007e050df req-5b9fe531-1173-402a-9981-6f80a84ac560 tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] 10.222.0.89 "GET /v2.0/ports?device_id=99914122-947d-4d33-8d43-120a66c70f08 HTTP/1.1" status: 200 len: 950 time: 0.0566804 Feb 04 17:12:40.132673 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-1c75cd50-2783-4c5e-8bc7-ec6007e050df req-3e61e669-239f-448d-8e79-96ed03378cd8 tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] 10.222.0.89 "GET /v2.0/security-groups?id=5fa98c6a-94b3-4690-b9c3-4f0e67d11226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443063 Feb 04 17:12:40.208780 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 04 Feb 2022 17:12:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34de6648-fd34-47b1-8690-0c114d774033 x-openstack-request-id: req-34de6648-fd34-47b1-8690-0c114d774033 {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:12:40.209130 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2fa90556-daae-4498-8501-e90a55f37287", "tag": "1d6e420e-bb1f-421e-9902-a9c0af5df917", "status": "completed", "code": 200}, {"server_uuid": "55c265ac-0685-4d07-b6e7-8fb69429bb30", "name": "network-vif-deleted", "tag": "d26e31c0-0656-4b7b-804c-48453766fc0d", "status": "completed", "code": 200}]} {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:12:40.209374 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-34de6648-fd34-47b1-8690-0c114d774033 {{(pid=103377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:12:40.209714 n-d-827839-2 neutron-server[103377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2fa90556-daae-4498-8501-e90a55f37287', 'tag': '1d6e420e-bb1f-421e-9902-a9c0af5df917', 'status': 'completed', 'code': 200} Feb 04 17:12:40.209971 n-d-827839-2 neutron-server[103377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55c265ac-0685-4d07-b6e7-8fb69429bb30', 'name': 'network-vif-deleted', 'tag': 'd26e31c0-0656-4b7b-804c-48453766fc0d', 'status': 'completed', 'code': 200} Feb 04 17:12:40.246205 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0824675-a0b3-49f0-9fc2-84cf8c42ee7e req-0516942d-f8c5-419e-8ed7-6a5358d3af28 tempest-ImagesOneServerNegativeTestJSON-254357925 tempest-ImagesOneServerNegativeTestJSON-254357925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:12:40.254303 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-a0824675-a0b3-49f0-9fc2-84cf8c42ee7e req-0516942d-f8c5-419e-8ed7-6a5358d3af28 tempest-ImagesOneServerNegativeTestJSON-254357925 tempest-ImagesOneServerNegativeTestJSON-254357925-project] 10.222.0.89 "GET /v2.0/ports?device_id=4a849d53-c682-4910-aead-f1da6a7bff83 HTTP/1.1" status: 200 len: 945 time: 0.0753784 Feb 04 17:12:40.284990 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503fecd5-9530-461e-9cdb-a8c9b0b42349 req-8b43ae15-b522-4114-b9be-cb54e5e6ffe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:12:40.286800 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-503fecd5-9530-461e-9cdb-a8c9b0b42349 req-8b43ae15-b522-4114-b9be-cb54e5e6ffe1 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=f3812c841c31408e86184d3885a61bc1&device_id=2fa90556-daae-4498-8501-e90a55f37287 HTTP/1.1" status: 200 len: 1155 time: 0.0564604 Feb 04 17:12:40.305471 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-a0824675-a0b3-49f0-9fc2-84cf8c42ee7e req-fbbea740-ec51-40ee-9bea-f45beb29a279 tempest-ImagesOneServerNegativeTestJSON-254357925 tempest-ImagesOneServerNegativeTestJSON-254357925-project] 10.222.0.89 "GET /v2.0/security-groups?id=93c660a2-9a39-4e35-b172-c2fcfd9b6315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507660 Feb 04 17:12:40.363470 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-06d8bdff-eecb-4fb0-93ff-f5afa663a3ac req-d27ed01c-7cea-47f5-be91-ba9186fe52b0 tempest-ServerDiagnosticsNegativeTest-1396520382 tempest-ServerDiagnosticsNegativeTest-1396520382-project] 10.222.0.89 "GET /v2.0/ports?device_id=55c265ac-0685-4d07-b6e7-8fb69429bb30 HTTP/1.1" status: 200 len: 210 time: 0.0631273 Feb 04 17:12:40.466769 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503fecd5-9530-461e-9cdb-a8c9b0b42349 req-73ac0ae3-c86c-4a01-b2ad-395a78fcf137 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:12:40.468322 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-503fecd5-9530-461e-9cdb-a8c9b0b42349 req-73ac0ae3-c86c-4a01-b2ad-395a78fcf137 service neutron] 10.222.0.96 "GET /v2.0/networks?id=b27b7363-f5f5-42ff-a720-66280b0b57a7 HTTP/1.1" status: 200 len: 922 time: 0.1692703 Feb 04 17:12:40.484456 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41416c60-259f-4c36-b1d1-fbea87779ad1 req-601c11b2-2c96-4854-b066-1cae1f71fa30 tempest-ImagesOneServerNegativeTestJSON-254357925 tempest-ImagesOneServerNegativeTestJSON-254357925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:12:40.486009 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-41416c60-259f-4c36-b1d1-fbea87779ad1 req-601c11b2-2c96-4854-b066-1cae1f71fa30 tempest-ImagesOneServerNegativeTestJSON-254357925 tempest-ImagesOneServerNegativeTestJSON-254357925-project] 10.222.0.89 "GET /v2.0/ports?device_id=4a849d53-c682-4910-aead-f1da6a7bff83 HTTP/1.1" status: 200 len: 945 time: 0.0769663 Feb 04 17:12:40.521659 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-503fecd5-9530-461e-9cdb-a8c9b0b42349 req-d63d9fad-4551-445c-a550-be9b1b43c597 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1d6e420e-bb1f-421e-9902-a9c0af5df917 HTTP/1.1" status: 200 len: 217 time: 0.0399265 Feb 04 17:12:40.538105 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-41416c60-259f-4c36-b1d1-fbea87779ad1 req-13b096f4-4e77-4562-bdbe-a34cec697ccb tempest-ImagesOneServerNegativeTestJSON-254357925 tempest-ImagesOneServerNegativeTestJSON-254357925-project] 10.222.0.89 "GET /v2.0/security-groups?id=93c660a2-9a39-4e35-b172-c2fcfd9b6315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451090 Feb 04 17:12:40.586221 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503fecd5-9530-461e-9cdb-a8c9b0b42349 req-f4ce9e43-77f0-4c48-ba09-f71e6427b35e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:12:40.588219 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-503fecd5-9530-461e-9cdb-a8c9b0b42349 req-f4ce9e43-77f0-4c48-ba09-f71e6427b35e service neutron] 10.222.0.96 "GET /v2.0/subnets?id=fa2004f2-da24-41cf-84b9-96d41a7dd118 HTTP/1.1" status: 200 len: 861 time: 0.0607975 Feb 04 17:12:40.622720 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-503fecd5-9530-461e-9cdb-a8c9b0b42349 req-0312c889-8d03-423c-881f-7cdb231a19b3 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=b27b7363-f5f5-42ff-a720-66280b0b57a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276051 Feb 04 17:12:40.750423 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacc636f-2ed2-446e-be78-c4535b9ef3ec req-763eedd9-9d93-4f63-93fa-3a0b39981582 tempest-ImagesOneServerNegativeTestJSON-254357925 tempest-ImagesOneServerNegativeTestJSON-254357925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:12:40.752549 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-bacc636f-2ed2-446e-be78-c4535b9ef3ec req-763eedd9-9d93-4f63-93fa-3a0b39981582 tempest-ImagesOneServerNegativeTestJSON-254357925 tempest-ImagesOneServerNegativeTestJSON-254357925-project] 10.222.0.89 "GET /v2.0/ports?device_id=4a849d53-c682-4910-aead-f1da6a7bff83 HTTP/1.1" status: 200 len: 945 time: 0.1328652 Feb 04 17:12:40.784332 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-503fecd5-9530-461e-9cdb-a8c9b0b42349 req-77dce9fd-cb24-48b3-8555-871578edb8f2 service neutron] 10.222.0.96 "GET /v2.0/networks/b27b7363-f5f5-42ff-a720-66280b0b57a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1541226 Feb 04 17:12:40.846283 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Device 1d6e420e-bb1f-421e-9902-a9c0af5df917 details requested by agent hyperv_n-h2-827839-2 with host n-h2-827839-2 {{(pid=103378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 17:12:40.866397 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-bacc636f-2ed2-446e-be78-c4535b9ef3ec req-9a441328-9c96-40b0-824f-3868e5174997 tempest-ImagesOneServerNegativeTestJSON-254357925 tempest-ImagesOneServerNegativeTestJSON-254357925-project] 10.222.0.89 "GET /v2.0/security-groups?id=93c660a2-9a39-4e35-b172-c2fcfd9b6315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024971 Feb 04 17:12:40.874929 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-7901c3c6-00b9-48ff-afc5-0962c32fa14b req-d0d42fd3-157f-43bd-9b93-f4a2044d3b94 tempest-FlavorsV2NegativeTest-1882739500 tempest-FlavorsV2NegativeTest-1882739500-project] 10.222.0.89 "GET /v2.0/networks?tenant_id=40e5b71fac2a484385b969a2fcb61c58&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0253012 Feb 04 17:12:40.911068 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-503fecd5-9530-461e-9cdb-a8c9b0b42349 req-719d8a03-a96c-4815-81ec-64a66ed1c12f service neutron] 10.222.0.96 "GET /v2.0/networks/b27b7363-f5f5-42ff-a720-66280b0b57a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205194 Feb 04 17:12:40.934780 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.agents_db [None req-e1691f3b-aacd-4cd6-8ebb-a9c53bb301c0 None None] Agent healthcheck: found 7 active agents {{(pid=103379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 17:12:40.964315 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] For port 1d6e420e-bb1f-421e-9902-a9c0af5df917, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=1d6e420e-bb1f-421e-9902-a9c0af5df917,segment=NetworkSegment(422e2db4-29a0-413f-80b3-a344e9c773f4),segment_id=422e2db4-29a0-413f-80b3-a344e9c773f4)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:12:40.980696 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Device 1d6e420e-bb1f-421e-9902-a9c0af5df917 has no active binding in host n-h2-827839-2 {{(pid=103378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 04 17:12:40.981114 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Device 85df9036-9ceb-43ab-b1ab-cce347c74193 details requested by agent hyperv_n-h2-827839-2 with host n-h2-827839-2 {{(pid=103378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 17:12:41.017937 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7901c3c6-00b9-48ff-afc5-0962c32fa14b req-c39eca6b-328b-44a1-bb67-d4d27fcb92f5 tempest-FlavorsV2NegativeTest-1882739500 tempest-FlavorsV2NegativeTest-1882739500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:12:41.026155 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-7901c3c6-00b9-48ff-afc5-0962c32fa14b req-c39eca6b-328b-44a1-bb67-d4d27fcb92f5 tempest-FlavorsV2NegativeTest-1882739500 tempest-FlavorsV2NegativeTest-1882739500-project] 10.222.0.89 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1410697 Feb 04 17:12:41.040349 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-7901c3c6-00b9-48ff-afc5-0962c32fa14b req-c4dd03fe-8e59-4dea-9365-2d4626e7fee2 tempest-FlavorsV2NegativeTest-1882739500 tempest-FlavorsV2NegativeTest-1882739500-project] 10.222.0.89 "GET /v2.0/quotas/40e5b71fac2a484385b969a2fcb61c58 HTTP/1.1" status: 200 len: 375 time: 0.0132020 Feb 04 17:12:41.081110 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452efd78-4210-4675-91ff-c7bdfd58cbfd req-45c83006-a223-46e5-90ab-5c9e4ec2b623 tempest-ImagesOneServerNegativeTestJSON-254357925 tempest-ImagesOneServerNegativeTestJSON-254357925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:12:41.083556 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-452efd78-4210-4675-91ff-c7bdfd58cbfd req-45c83006-a223-46e5-90ab-5c9e4ec2b623 tempest-ImagesOneServerNegativeTestJSON-254357925 tempest-ImagesOneServerNegativeTestJSON-254357925-project] 10.222.0.89 "GET /v2.0/ports?device_id=4a849d53-c682-4910-aead-f1da6a7bff83 HTTP/1.1" status: 200 len: 945 time: 0.0622485 Feb 04 17:12:41.089406 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-7901c3c6-00b9-48ff-afc5-0962c32fa14b req-17930792-e090-4387-837f-417514d403da tempest-FlavorsV2NegativeTest-1882739500 tempest-FlavorsV2NegativeTest-1882739500-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=40e5b71fac2a484385b969a2fcb61c58&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0396845 Feb 04 17:12:41.091890 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] For port 85df9036-9ceb-43ab-b1ab-cce347c74193, host n-h2-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=85df9036-9ceb-43ab-b1ab-cce347c74193,segment=NetworkSegment(3a39b085-d3e6-43bb-a64c-1b06dd049e5a),segment_id=3a39b085-d3e6-43bb-a64c-1b06dd049e5a)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:12:41.107106 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Returning: {'device': '85df9036-9ceb-43ab-b1ab-cce347c74193', 'network_id': '02be22b9-aa53-40ea-8050-9239cd27d1ff', 'port_id': '85df9036-9ceb-43ab-b1ab-cce347c74193', 'mac_address': 'fa:16:3e:f9:6e:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 797, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c974b0ff-2c5c-4667-8a81-3bde3ea6ced5', 'ip_address': '192.168.233.214'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 17:12:41.156115 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-452efd78-4210-4675-91ff-c7bdfd58cbfd req-f5791514-4f2f-4717-98b8-3e04d5f65d88 tempest-ImagesOneServerNegativeTestJSON-254357925 tempest-ImagesOneServerNegativeTestJSON-254357925-project] 10.222.0.89 "GET /v2.0/security-groups?id=93c660a2-9a39-4e35-b172-c2fcfd9b6315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573647 Feb 04 17:12:41.190393 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Current status of the port 85df9036-9ceb-43ab-b1ab-cce347c74193 is: ACTIVE; New status is: BUILD {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:12:41.191255 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (85df9036-9ceb-43ab-b1ab-cce347c74193), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:41.214731 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 85df9036-9ceb-43ab-b1ab-cce347c74193 {{(pid=103378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 17:12:41.240438 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] For port 85df9036-9ceb-43ab-b1ab-cce347c74193, host n-h2-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=85df9036-9ceb-43ab-b1ab-cce347c74193,segment=NetworkSegment(3a39b085-d3e6-43bb-a64c-1b06dd049e5a),segment_id=3a39b085-d3e6-43bb-a64c-1b06dd049e5a)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:12:41.250699 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943a8bfc-27ae-4d8c-9d18-665a7136947f req-5f170c0a-2a99-44a8-a10b-5ea26af09859 tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:12:41.252469 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-943a8bfc-27ae-4d8c-9d18-665a7136947f req-5f170c0a-2a99-44a8-a10b-5ea26af09859 tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] 10.222.0.89 "GET /v2.0/ports?device_id=2fa90556-daae-4498-8501-e90a55f37287 HTTP/1.1" status: 200 len: 943 time: 0.0951269 Feb 04 17:12:41.257701 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (85df9036-9ceb-43ab-b1ab-cce347c74193), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:41.340956 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb3f258-c188-40bc-afce-3776e5f9afde req-de5a8436-a262-422d-b21c-abca22abe9de tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:12:41.346416 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-943a8bfc-27ae-4d8c-9d18-665a7136947f req-7708782d-8c2a-44da-b2a2-9a5d124db8bf tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] 10.222.0.89 "GET /v2.0/security-groups?id=119a7f03-3e07-4d1e-8852-d9f974f9f052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811770 Feb 04 17:12:41.349774 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-bfb3f258-c188-40bc-afce-3776e5f9afde req-de5a8436-a262-422d-b21c-abca22abe9de tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] 10.222.0.89 "GET /v2.0/ports?device_id=99914122-947d-4d33-8d43-120a66c70f08 HTTP/1.1" status: 200 len: 950 time: 0.1033123 Feb 04 17:12:41.353578 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Pushing event updated for resources: {'Port': ['ID=85df9036-9ceb-43ab-b1ab-cce347c74193,revision_number=6']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:12:41.397880 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 52380) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:12:41.404952 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-bfb3f258-c188-40bc-afce-3776e5f9afde req-9c3de77c-4253-4810-9454-1a3341c8f6a8 tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] 10.222.0.89 "GET /v2.0/security-groups?id=5fa98c6a-94b3-4690-b9c3-4f0e67d11226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550859 Feb 04 17:12:41.488564 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] get_ports_and_sgs() called for port_ids ['85df9036-9ceb-43ab-b1ab-cce347c74193'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 17:12:41.554482 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567a6ef4-ed83-4dd6-acfc-bab369f7c54c req-4e6b8eca-babc-488b-ac84-77ecf49a3b4a tempest-ImagesOneServerNegativeTestJSON-254357925 tempest-ImagesOneServerNegativeTestJSON-254357925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:12:41.556358 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-567a6ef4-ed83-4dd6-acfc-bab369f7c54c req-4e6b8eca-babc-488b-ac84-77ecf49a3b4a tempest-ImagesOneServerNegativeTestJSON-254357925 tempest-ImagesOneServerNegativeTestJSON-254357925-project] 10.222.0.89 "GET /v2.0/ports?device_id=4a849d53-c682-4910-aead-f1da6a7bff83 HTTP/1.1" status: 200 len: 945 time: 0.1064496 Feb 04 17:12:41.626085 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-567a6ef4-ed83-4dd6-acfc-bab369f7c54c req-d01f09e9-e019-44c1-997b-7fcc17b611d2 tempest-ImagesOneServerNegativeTestJSON-254357925 tempest-ImagesOneServerNegativeTestJSON-254357925-project] 10.222.0.89 "GET /v2.0/security-groups?id=93c660a2-9a39-4e35-b172-c2fcfd9b6315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535295 Feb 04 17:12:41.723484 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-aabbd2d4-4bda-4127-90c5-ca674f665d15 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=5217efdccb6643fb8e8089bf85bf3456&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3208799 Feb 04 17:12:41.724533 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 52410) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:12:41.795958 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-1f29e109-862a-4282-8742-90eba7cc92ca admin admin] Publish callbacks [] for security_group (35ea2ef0-2d20-4f98-9e35-b935cb69d427), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:41.810037 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 52418) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:12:41.824432 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-1f29e109-862a-4282-8742-90eba7cc92ca admin admin] Publish callbacks [] for security_group (35ea2ef0-2d20-4f98-9e35-b935cb69d427), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:41.903093 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-1f29e109-862a-4282-8742-90eba7cc92ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (35ea2ef0-2d20-4f98-9e35-b935cb69d427), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:41.907099 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-1f29e109-862a-4282-8742-90eba7cc92ca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:41.908367 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-1f29e109-862a-4282-8742-90eba7cc92ca admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/35ea2ef0-2d20-4f98-9e35-b935cb69d427 HTTP/1.1" status: 204 len: 168 time: 0.1827970 Feb 04 17:12:41.919087 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f29e109-862a-4282-8742-90eba7cc92ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35ea2ef0-2d20-4f98-9e35-b935cb69d427,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:12:42.043480 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-b883ce6b-ab83-455f-bd61-fc6b94912092 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=b998a6eae085453a97bb8b5a4e98cd21&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2318342 Feb 04 17:12:42.046123 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 52434) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:12:42.113346 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-62de415e-d48c-4a45-ae4c-721baaf7c9a3 admin admin] Publish callbacks [] for security_group (7ac643e8-1380-41fa-9e0d-00d7daf5edd3), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:42.115928 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (3f9244a9-75fc-4c10-b195-11d48b853b41), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:42.155930 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-62de415e-d48c-4a45-ae4c-721baaf7c9a3 admin admin] Publish callbacks [] for security_group (7ac643e8-1380-41fa-9e0d-00d7daf5edd3), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:42.206852 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 52442) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:12:42.267621 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-62de415e-d48c-4a45-ae4c-721baaf7c9a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (7ac643e8-1380-41fa-9e0d-00d7daf5edd3), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:42.270937 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-62de415e-d48c-4a45-ae4c-721baaf7c9a3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:42.275690 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-62de415e-d48c-4a45-ae4c-721baaf7c9a3 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/7ac643e8-1380-41fa-9e0d-00d7daf5edd3 HTTP/1.1" status: 204 len: 168 time: 0.2279236 Feb 04 17:12:42.294086 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62de415e-d48c-4a45-ae4c-721baaf7c9a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ac643e8-1380-41fa-9e0d-00d7daf5edd3,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:12:42.450059 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 52462) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:12:42.472985 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-b5ee598a-76a8-4b54-93d4-a063bbd4178e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:42.509868 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-9cea6d26-a013-487b-833f-8e94254c507a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:42.565585 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c7f49c-c38b-4bef-ae78-116f6be34764 req-c2048d2f-a988-4a2e-a6aa-3a5866e36c40 tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:12:42.575009 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-e6c7f49c-c38b-4bef-ae78-116f6be34764 req-c2048d2f-a988-4a2e-a6aa-3a5866e36c40 tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] 10.222.0.89 "GET /v2.0/ports?device_id=2fa90556-daae-4498-8501-e90a55f37287 HTTP/1.1" status: 200 len: 943 time: 0.1491497 Feb 04 17:12:42.613982 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd8dae8-9b9f-4272-a76e-6137b00ff208 req-bc8e478e-86f9-4fc5-b43f-3b9dbbfb2c11 tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:12:42.615600 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-bdd8dae8-9b9f-4272-a76e-6137b00ff208 req-bc8e478e-86f9-4fc5-b43f-3b9dbbfb2c11 tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] 10.222.0.89 "GET /v2.0/ports?device_id=99914122-947d-4d33-8d43-120a66c70f08 HTTP/1.1" status: 200 len: 950 time: 0.1015146 Feb 04 17:12:42.661365 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-e6c7f49c-c38b-4bef-ae78-116f6be34764 req-665b69a3-f76b-47d9-af45-7420855a3884 tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] 10.222.0.89 "GET /v2.0/security-groups?id=119a7f03-3e07-4d1e-8852-d9f974f9f052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853693 Feb 04 17:12:42.666903 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-b5ee598a-76a8-4b54-93d4-a063bbd4178e admin admin] Publish callbacks [] for security_group (13c13ab0-0d66-451c-ade4-70d23447324e), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:42.694499 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-b5ee598a-76a8-4b54-93d4-a063bbd4178e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (13c13ab0-0d66-451c-ade4-70d23447324e), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:42.708873 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-9cea6d26-a013-487b-833f-8e94254c507a admin admin] Publish callbacks [] for security_group (9795498d-88c9-4458-89b2-5020288faf00), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:42.714589 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-9cea6d26-a013-487b-833f-8e94254c507a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (9795498d-88c9-4458-89b2-5020288faf00), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:42.773284 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-9cea6d26-a013-487b-833f-8e94254c507a admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=40e5b71fac2a484385b969a2fcb61c58&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5645874 Feb 04 17:12:42.774565 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 52468) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:12:42.782283 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-b5ee598a-76a8-4b54-93d4-a063bbd4178e admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=6b8e7783a2944e609a2b9c26628125da&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3311355 Feb 04 17:12:42.789870 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ee598a-76a8-4b54-93d4-a063bbd4178e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13c13ab0-0d66-451c-ade4-70d23447324e,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:12:42.796414 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 52470) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:12:42.799373 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-ee95aca5-1c81-4d97-834d-f2d098397ba9 req-3695d041-fea8-4f3d-972e-ad928b776beb service neutron] 10.222.0.96 "GET /v2.0/ports/1d6e420e-bb1f-421e-9902-a9c0af5df917/bindings/n-h2-827839-2 HTTP/1.1" status: 200 len: 384 time: 0.1825676 Feb 04 17:12:42.806243 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-bdd8dae8-9b9f-4272-a76e-6137b00ff208 req-0b7e1116-cddd-44d0-aea8-66c80ca0226c tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] 10.222.0.89 "GET /v2.0/security-groups?id=5fa98c6a-94b3-4690-b9c3-4f0e67d11226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1744378 Feb 04 17:12:42.854588 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cea6d26-a013-487b-833f-8e94254c507a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9795498d-88c9-4458-89b2-5020288faf00,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:12:43.003753 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Device 85df9036-9ceb-43ab-b1ab-cce347c74193 up at agent hyperv_n-h2-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:12:43.021261 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78420e5c-e52f-4625-9ad1-97c2d0158308 req-c75e9244-5a75-4d4e-aaf5-958aff4cf132 tempest-ImagesOneServerNegativeTestJSON-254357925 tempest-ImagesOneServerNegativeTestJSON-254357925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:12:43.023084 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-78420e5c-e52f-4625-9ad1-97c2d0158308 req-c75e9244-5a75-4d4e-aaf5-958aff4cf132 tempest-ImagesOneServerNegativeTestJSON-254357925 tempest-ImagesOneServerNegativeTestJSON-254357925-project] 10.222.0.89 "GET /v2.0/ports?device_id=4a849d53-c682-4910-aead-f1da6a7bff83 HTTP/1.1" status: 200 len: 945 time: 0.2476499 Feb 04 17:12:43.028427 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-c3aefcd0-e9fc-4ea1-9e3f-f7b0a5ba1005 admin admin] Publish callbacks [] for security_group (13c13ab0-0d66-451c-ade4-70d23447324e), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:43.030274 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-9df9a4d9-9d3e-4426-9749-cbe1de36f3af admin admin] Publish callbacks [] for security_group (9795498d-88c9-4458-89b2-5020288faf00), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:43.087965 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-c3aefcd0-e9fc-4ea1-9e3f-f7b0a5ba1005 admin admin] Publish callbacks [] for security_group (13c13ab0-0d66-451c-ade4-70d23447324e), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:43.100700 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-9df9a4d9-9d3e-4426-9749-cbe1de36f3af admin admin] Publish callbacks [] for security_group (9795498d-88c9-4458-89b2-5020288faf00), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:43.111659 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Provisioning complete for port 85df9036-9ceb-43ab-b1ab-cce347c74193 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:12:43.112237 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (85df9036-9ceb-43ab-b1ab-cce347c74193), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:43.122211 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 52484) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:12:43.163186 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-10651160-c581-445e-a1f4-3d6b3c8fd96f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:43.173628 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-78420e5c-e52f-4625-9ad1-97c2d0158308 req-eaf3b594-e3c6-4269-b173-8660bfb53754 tempest-ImagesOneServerNegativeTestJSON-254357925 tempest-ImagesOneServerNegativeTestJSON-254357925-project] 10.222.0.89 "GET /v2.0/security-groups?id=93c660a2-9a39-4e35-b172-c2fcfd9b6315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403987 Feb 04 17:12:43.235407 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-9df9a4d9-9d3e-4426-9749-cbe1de36f3af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (9795498d-88c9-4458-89b2-5020288faf00), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:43.238496 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-9df9a4d9-9d3e-4426-9749-cbe1de36f3af admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:43.239855 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-9df9a4d9-9d3e-4426-9749-cbe1de36f3af admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/9795498d-88c9-4458-89b2-5020288faf00 HTTP/1.1" status: 204 len: 168 time: 0.4622977 Feb 04 17:12:43.250488 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-c3aefcd0-e9fc-4ea1-9e3f-f7b0a5ba1005 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (13c13ab0-0d66-451c-ade4-70d23447324e), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:43.259488 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-c3aefcd0-e9fc-4ea1-9e3f-f7b0a5ba1005 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:43.266602 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-10651160-c581-445e-a1f4-3d6b3c8fd96f admin admin] Publish callbacks [] for security_group (91b3903b-0242-4fcd-9493-265f0536e572), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:43.275187 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-10651160-c581-445e-a1f4-3d6b3c8fd96f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (91b3903b-0242-4fcd-9493-265f0536e572), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:43.278873 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-c3aefcd0-e9fc-4ea1-9e3f-f7b0a5ba1005 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/13c13ab0-0d66-451c-ade4-70d23447324e HTTP/1.1" status: 204 len: 168 time: 0.4813564 Feb 04 17:12:43.283029 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Current status of the port 85df9036-9ceb-43ab-b1ab-cce347c74193 is: BUILD; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:12:43.283440 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [req-ee95aca5-1c81-4d97-834d-f2d098397ba9 req-797e1eab-5afb-4910-8528-6562961a36b9 service neutron] For port 1d6e420e-bb1f-421e-9902-a9c0af5df917, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=1d6e420e-bb1f-421e-9902-a9c0af5df917,segment=NetworkSegment(422e2db4-29a0-413f-80b3-a344e9c773f4),segment_id=422e2db4-29a0-413f-80b3-a344e9c773f4)] {{(pid=103376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:12:43.283546 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (85df9036-9ceb-43ab-b1ab-cce347c74193), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:43.289973 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df9a4d9-9d3e-4426-9749-cbe1de36f3af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9795498d-88c9-4458-89b2-5020288faf00,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:12:43.313802 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device 6bc91910-8ce5-4421-8bec-95bea80aecde no longer exists at agent hyperv_n-h1-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:12:43.334363 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3aefcd0-e9fc-4ea1-9e3f-f7b0a5ba1005 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13c13ab0-0d66-451c-ade4-70d23447324e,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:12:43.354039 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b35c36f6-2ebf-48ae-aa08-48a8ee20c89c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85df9036-9ceb-43ab-b1ab-cce347c74193'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:12:43.356419 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c34bc964ce2211770fda26ca2f3801cc06f4f39928110690550e94ab9c9d2fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74d61865-92c4-4086-9abf-00cb0804affe" -d '{"events": [{"server_uuid": "b35c36f6-2ebf-48ae-aa08-48a8ee20c89c", "name": "network-vif-plugged", "status": "completed", "tag": "85df9036-9ceb-43ab-b1ab-cce347c74193"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:12:43.383584 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] No Port match for: 6bc91910-8ce5-4421-8bec-95bea80aecde {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 17:12:43.383995 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device 6bc91910-8ce5-4421-8bec-95bea80aecde not bound to the agent host n-h1-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 17:12:43.391672 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [req-ee95aca5-1c81-4d97-834d-f2d098397ba9 req-797e1eab-5afb-4910-8528-6562961a36b9 service neutron] For port 1d6e420e-bb1f-421e-9902-a9c0af5df917, host n-h1-827839-2, cleared binding levels {{(pid=103376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:12:43.404612 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] For port 85df9036-9ceb-43ab-b1ab-cce347c74193, host n-h2-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=85df9036-9ceb-43ab-b1ab-cce347c74193,segment=NetworkSegment(3a39b085-d3e6-43bb-a64c-1b06dd049e5a),segment_id=3a39b085-d3e6-43bb-a64c-1b06dd049e5a)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:12:43.408802 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-10651160-c581-445e-a1f4-3d6b3c8fd96f admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=38450c235ace475bbe189a94cd3e77b0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2699087 Feb 04 17:12:43.408954 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 52494) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:12:43.418913 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (85df9036-9ceb-43ab-b1ab-cce347c74193), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:43.421719 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Device d26e31c0-0656-4b7b-804c-48453766fc0d no longer exists at agent hyperv_n-h2-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:12:43.459589 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10651160-c581-445e-a1f4-3d6b3c8fd96f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91b3903b-0242-4fcd-9493-265f0536e572,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:12:43.495202 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 17:12:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b805814-79df-4bbf-9673-f44a0052f71b x-openstack-request-id: req-6b805814-79df-4bbf-9673-f44a0052f71b {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:12:43.495376 n-d-827839-2 neutron-server[103376]: DEBUG neutron.notifiers.nova [req-ee95aca5-1c81-4d97-834d-f2d098397ba9 req-797e1eab-5afb-4910-8528-6562961a36b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d6e420e-bb1f-421e-9902-a9c0af5df917 {{(pid=103376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 17:12:43.496656 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b35c36f6-2ebf-48ae-aa08-48a8ee20c89c", "name": "network-vif-plugged", "status": "completed", "tag": "85df9036-9ceb-43ab-b1ab-cce347c74193", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:12:43.497299 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-6b805814-79df-4bbf-9673-f44a0052f71b {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:12:43.498610 n-d-827839-2 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b35c36f6-2ebf-48ae-aa08-48a8ee20c89c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85df9036-9ceb-43ab-b1ab-cce347c74193', 'code': 200} Feb 04 17:12:43.509432 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [req-ee95aca5-1c81-4d97-834d-f2d098397ba9 req-797e1eab-5afb-4910-8528-6562961a36b9 service neutron] For port 1d6e420e-bb1f-421e-9902-a9c0af5df917, host n-h2-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=1d6e420e-bb1f-421e-9902-a9c0af5df917,segment=NetworkSegment(422e2db4-29a0-413f-80b3-a344e9c773f4),segment_id=422e2db4-29a0-413f-80b3-a344e9c773f4)] {{(pid=103376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:12:43.537593 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-ee95aca5-1c81-4d97-834d-f2d098397ba9 req-797e1eab-5afb-4910-8528-6562961a36b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (1d6e420e-bb1f-421e-9902-a9c0af5df917), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:43.555486 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] No Port match for: d26e31c0-0656-4b7b-804c-48453766fc0d {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 17:12:43.556009 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Device d26e31c0-0656-4b7b-804c-48453766fc0d not bound to the agent host n-h2-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 17:12:43.558992 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-5a551501-2234-450a-945b-af457139a617 admin admin] Publish callbacks [] for security_group (91b3903b-0242-4fcd-9493-265f0536e572), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:43.611763 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-5a551501-2234-450a-945b-af457139a617 admin admin] Publish callbacks [] for security_group (91b3903b-0242-4fcd-9493-265f0536e572), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:43.612043 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Pushing event updated for resources: {'Port': ['ID=85df9036-9ceb-43ab-b1ab-cce347c74193,revision_number=7']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:12:43.696213 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-5a551501-2234-450a-945b-af457139a617 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (91b3903b-0242-4fcd-9493-265f0536e572), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:43.703882 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-5a551501-2234-450a-945b-af457139a617 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:43.708675 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-5a551501-2234-450a-945b-af457139a617 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/91b3903b-0242-4fcd-9493-265f0536e572 HTTP/1.1" status: 204 len: 168 time: 0.2986870 Feb 04 17:12:43.723757 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a551501-2234-450a-945b-af457139a617 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91b3903b-0242-4fcd-9493-265f0536e572,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:12:43.724094 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.provisioning_blocks [req-ee95aca5-1c81-4d97-834d-f2d098397ba9 req-797e1eab-5afb-4910-8528-6562961a36b9 service neutron] Transition to ACTIVE for port object 1d6e420e-bb1f-421e-9902-a9c0af5df917 will not be triggered until provisioned by entity L2. {{(pid=103376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 17:12:43.741235 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-ee95aca5-1c81-4d97-834d-f2d098397ba9 req-797e1eab-5afb-4910-8528-6562961a36b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (1d6e420e-bb1f-421e-9902-a9c0af5df917), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:43.881828 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee95aca5-1c81-4d97-834d-f2d098397ba9 req-797e1eab-5afb-4910-8528-6562961a36b9 service neutron] No DVR routers for this DVR port 1d6e420e-bb1f-421e-9902-a9c0af5df917 on host n-h1-827839-2 {{(pid=103376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 17:12:43.882714 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d12c62-9aad-4f40-9334-480c4d9e8e85 req-71099db4-c6e4-44ef-b476-59d2709fb0d2 tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:12:43.894085 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-d1d12c62-9aad-4f40-9334-480c4d9e8e85 req-71099db4-c6e4-44ef-b476-59d2709fb0d2 tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] 10.222.0.89 "GET /v2.0/ports?device_id=2fa90556-daae-4498-8501-e90a55f37287 HTTP/1.1" status: 200 len: 944 time: 0.1011074 Feb 04 17:12:43.899571 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797e1eab-5afb-4910-8528-6562961a36b9 service neutron] Pushing event updated for resources: {'Port': ['ID=1d6e420e-bb1f-421e-9902-a9c0af5df917,revision_number=10']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:12:43.947764 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-ee95aca5-1c81-4d97-834d-f2d098397ba9 req-797e1eab-5afb-4910-8528-6562961a36b9 service neutron] 10.222.0.96 "PUT /v2.0/ports/1d6e420e-bb1f-421e-9902-a9c0af5df917/bindings/n-h2-827839-2/activate HTTP/1.1" status: 200 len: 369 time: 1.1404347 Feb 04 17:12:44.003766 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-d1d12c62-9aad-4f40-9334-480c4d9e8e85 req-3d9a3cf4-b7cb-4eab-bd21-367d92fd0d4f tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] 10.222.0.89 "GET /v2.0/security-groups?id=119a7f03-3e07-4d1e-8852-d9f974f9f052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076469 Feb 04 17:12:44.112690 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee95aca5-1c81-4d97-834d-f2d098397ba9 req-44fa780a-848a-4914-ae23-d8ec014b940f tempest-LiveAutoBlockMigrationV225Test-1607657603 tempest-LiveAutoBlockMigrationV225Test-1607657603-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:12:44.113574 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab73005-4a38-4a96-83af-ff9a10c0dc66 req-1e57a98e-97e7-4f12-a7ab-9c7e48b03ecf tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:12:44.114244 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-ee95aca5-1c81-4d97-834d-f2d098397ba9 req-44fa780a-848a-4914-ae23-d8ec014b940f tempest-LiveAutoBlockMigrationV225Test-1607657603 tempest-LiveAutoBlockMigrationV225Test-1607657603-project-admin] 10.222.0.90 "GET /v2.0/ports?device_id=2fa90556-daae-4498-8501-e90a55f37287&tenant_id=f3812c841c31408e86184d3885a61bc1&binding%3Ahost_id=n-h1-827839-2 HTTP/1.1" status: 200 len: 1126 time: 0.0984225 Feb 04 17:12:44.127164 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-4ab73005-4a38-4a96-83af-ff9a10c0dc66 req-1e57a98e-97e7-4f12-a7ab-9c7e48b03ecf tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] 10.222.0.89 "GET /v2.0/ports?device_id=99914122-947d-4d33-8d43-120a66c70f08 HTTP/1.1" status: 200 len: 950 time: 0.1749673 Feb 04 17:12:44.221619 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee95aca5-1c81-4d97-834d-f2d098397ba9 req-ce33c9d5-a288-4ad1-b6bc-9854951c6b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:12:44.225215 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-4ab73005-4a38-4a96-83af-ff9a10c0dc66 req-fbf33dcf-d96b-484c-b8ab-b3b7cfbe217f tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] 10.222.0.89 "GET /v2.0/security-groups?id=5fa98c6a-94b3-4690-b9c3-4f0e67d11226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903678 Feb 04 17:12:44.226366 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-ee95aca5-1c81-4d97-834d-f2d098397ba9 req-ce33c9d5-a288-4ad1-b6bc-9854951c6b76 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=2fa90556-daae-4498-8501-e90a55f37287&tenant_id=f3812c841c31408e86184d3885a61bc1 HTTP/1.1" status: 200 len: 1126 time: 0.1009626 Feb 04 17:12:44.392081 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-4c1eac7b-daa9-49aa-87df-3f53e347248d req-e9be3e97-1473-4e0a-8201-ab6639029997 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=284c52b0-3695-4fc3-be5f-67c29b313e1f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1171417 Feb 04 17:12:44.396781 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee95aca5-1c81-4d97-834d-f2d098397ba9 req-b8b7e1db-700c-44fc-942e-8e4a9d8f35ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:12:44.397190 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-ee95aca5-1c81-4d97-834d-f2d098397ba9 req-b8b7e1db-700c-44fc-942e-8e4a9d8f35ca service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=f3812c841c31408e86184d3885a61bc1&device_id=2fa90556-daae-4498-8501-e90a55f37287 HTTP/1.1" status: 200 len: 1126 time: 0.1421099 Feb 04 17:12:44.427555 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d4694e-f666-42d7-92a9-c781bbac0666 req-d69c079a-02da-4cc5-bec1-a8b619f43990 tempest-ImagesOneServerNegativeTestJSON-254357925 tempest-ImagesOneServerNegativeTestJSON-254357925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:12:44.429155 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-d7d4694e-f666-42d7-92a9-c781bbac0666 req-d69c079a-02da-4cc5-bec1-a8b619f43990 tempest-ImagesOneServerNegativeTestJSON-254357925 tempest-ImagesOneServerNegativeTestJSON-254357925-project] 10.222.0.89 "GET /v2.0/ports?device_id=4a849d53-c682-4910-aead-f1da6a7bff83 HTTP/1.1" status: 200 len: 945 time: 0.1064806 Feb 04 17:12:44.576824 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-d7d4694e-f666-42d7-92a9-c781bbac0666 req-3bc385aa-1146-4649-b8e2-249683498676 tempest-ImagesOneServerNegativeTestJSON-254357925 tempest-ImagesOneServerNegativeTestJSON-254357925-project] 10.222.0.89 "GET /v2.0/security-groups?id=93c660a2-9a39-4e35-b172-c2fcfd9b6315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359584 Feb 04 17:12:44.592205 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee95aca5-1c81-4d97-834d-f2d098397ba9 req-14715f2e-61d4-4d42-b858-e8c8e876faa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:12:44.602551 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-ee95aca5-1c81-4d97-834d-f2d098397ba9 req-14715f2e-61d4-4d42-b858-e8c8e876faa4 service neutron] 10.222.0.90 "GET /v2.0/networks?id=b27b7363-f5f5-42ff-a720-66280b0b57a7 HTTP/1.1" status: 200 len: 922 time: 0.1849093 Feb 04 17:12:44.602551 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1eac7b-daa9-49aa-87df-3f53e347248d req-5a34d823-ca07-47bc-9eee-ca55a8939766 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:12:44.602551 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-4c1eac7b-daa9-49aa-87df-3f53e347248d req-5a34d823-ca07-47bc-9eee-ca55a8939766 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=f3812c841c31408e86184d3885a61bc1&device_id=284c52b0-3695-4fc3-be5f-67c29b313e1f HTTP/1.1" status: 200 len: 1126 time: 0.1235366 Feb 04 17:12:44.667716 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-ee95aca5-1c81-4d97-834d-f2d098397ba9 req-cebb0e7d-2150-4b86-8be3-a94a585ccd67 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1d6e420e-bb1f-421e-9902-a9c0af5df917 HTTP/1.1" status: 200 len: 217 time: 0.0558956 Feb 04 17:12:44.781652 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee95aca5-1c81-4d97-834d-f2d098397ba9 req-0d26ac96-172c-49f1-bd16-b597038717fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:12:44.783203 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-ee95aca5-1c81-4d97-834d-f2d098397ba9 req-0d26ac96-172c-49f1-bd16-b597038717fd service neutron] 10.222.0.90 "GET /v2.0/subnets?id=fa2004f2-da24-41cf-84b9-96d41a7dd118 HTTP/1.1" status: 200 len: 861 time: 0.0673373 Feb 04 17:12:44.813017 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1eac7b-daa9-49aa-87df-3f53e347248d req-d0e0be31-e8eb-4f2a-b482-ce3c5be579db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:12:44.814561 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-4c1eac7b-daa9-49aa-87df-3f53e347248d req-d0e0be31-e8eb-4f2a-b482-ce3c5be579db service neutron] 10.222.0.90 "GET /v2.0/networks?id=b27b7363-f5f5-42ff-a720-66280b0b57a7 HTTP/1.1" status: 200 len: 922 time: 0.1563087 Feb 04 17:12:44.839350 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-ee95aca5-1c81-4d97-834d-f2d098397ba9 req-24ff51bb-baa3-4604-bbef-00608bf6025b service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=b27b7363-f5f5-42ff-a720-66280b0b57a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0364952 Feb 04 17:12:44.881624 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Device 66a1128d-8cda-494a-b561-4b0625ad7dee details requested by agent hyperv_n-h2-827839-2 with host n-h2-827839-2 {{(pid=103378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 17:12:44.907793 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-4c1eac7b-daa9-49aa-87df-3f53e347248d req-02ee3416-c6e2-45b4-98c9-4bcae316eaa0 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=69be7e67-fc27-4724-9cc4-b43b77a95248 HTTP/1.1" status: 200 len: 217 time: 0.0719335 Feb 04 17:12:45.010530 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1eac7b-daa9-49aa-87df-3f53e347248d req-aeee0ca2-790b-4ae4-985f-599232c172ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:12:45.011986 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-4c1eac7b-daa9-49aa-87df-3f53e347248d req-aeee0ca2-790b-4ae4-985f-599232c172ca service neutron] 10.222.0.90 "GET /v2.0/subnets?id=fa2004f2-da24-41cf-84b9-96d41a7dd118 HTTP/1.1" status: 200 len: 861 time: 0.0697970 Feb 04 17:12:45.099408 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-4c1eac7b-daa9-49aa-87df-3f53e347248d req-a963286e-f62c-4a3e-9c6e-7357dee6fbb6 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=b27b7363-f5f5-42ff-a720-66280b0b57a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0776453 Feb 04 17:12:45.107206 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-ee95aca5-1c81-4d97-834d-f2d098397ba9 req-bafb2b54-17cb-4cc6-9fd3-814326128716 service neutron] 10.222.0.90 "GET /v2.0/networks/b27b7363-f5f5-42ff-a720-66280b0b57a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2571790 Feb 04 17:12:45.120424 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] For port 66a1128d-8cda-494a-b561-4b0625ad7dee, host n-h2-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=66a1128d-8cda-494a-b561-4b0625ad7dee,segment=NetworkSegment(925d9078-c82e-4bcc-b2ae-415f0fcde575),segment_id=925d9078-c82e-4bcc-b2ae-415f0fcde575)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:12:45.185179 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Returning: {'device': '66a1128d-8cda-494a-b561-4b0625ad7dee', 'network_id': '518579bb-9b83-431f-85d9-0080ad95e906', 'port_id': '66a1128d-8cda-494a-b561-4b0625ad7dee', 'mac_address': 'fa:16:3e:89:f7:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 764, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11b7fa3d-4973-471d-9057-d3ba5d21542b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 17:12:45.285952 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Current status of the port 66a1128d-8cda-494a-b561-4b0625ad7dee is: ACTIVE; New status is: BUILD {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:12:45.286336 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (66a1128d-8cda-494a-b561-4b0625ad7dee), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:45.311887 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330b555b-4080-4b0d-b90d-42944ea5db00 req-c1fe5c97-8615-496e-b1cb-0eb3aa0fb292 tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:12:45.319279 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-330b555b-4080-4b0d-b90d-42944ea5db00 req-c1fe5c97-8615-496e-b1cb-0eb3aa0fb292 tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] 10.222.0.89 "GET /v2.0/ports?device_id=2fa90556-daae-4498-8501-e90a55f37287 HTTP/1.1" status: 200 len: 944 time: 0.1851976 Feb 04 17:12:45.327564 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 66a1128d-8cda-494a-b561-4b0625ad7dee {{(pid=103378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 17:12:45.362658 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] For port 66a1128d-8cda-494a-b561-4b0625ad7dee, host n-h2-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=66a1128d-8cda-494a-b561-4b0625ad7dee,segment=NetworkSegment(925d9078-c82e-4bcc-b2ae-415f0fcde575),segment_id=925d9078-c82e-4bcc-b2ae-415f0fcde575)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:12:45.372451 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (66a1128d-8cda-494a-b561-4b0625ad7dee), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:45.454550 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-330b555b-4080-4b0d-b90d-42944ea5db00 req-7f9152ab-d4a9-474a-8d0f-58831bff83d1 tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] 10.222.0.89 "GET /v2.0/security-groups?id=119a7f03-3e07-4d1e-8852-d9f974f9f052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210999 Feb 04 17:12:45.555241 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] get_ports_and_sgs() called for port_ids ['66a1128d-8cda-494a-b561-4b0625ad7dee'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 17:12:45.591579 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 52586) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:12:45.607368 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Pushing event updated for resources: {'Port': ['ID=66a1128d-8cda-494a-b561-4b0625ad7dee,revision_number=6']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:12:45.864405 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6fe262-6bef-4647-9ede-e8e329e79f64 req-a986da0c-b625-4bb8-9830-61ff3e2fd288 tempest-ImagesOneServerNegativeTestJSON-254357925 tempest-ImagesOneServerNegativeTestJSON-254357925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:12:45.872570 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-8d6fe262-6bef-4647-9ede-e8e329e79f64 req-a986da0c-b625-4bb8-9830-61ff3e2fd288 tempest-ImagesOneServerNegativeTestJSON-254357925 tempest-ImagesOneServerNegativeTestJSON-254357925-project] 10.222.0.89 "GET /v2.0/ports?device_id=4a849d53-c682-4910-aead-f1da6a7bff83 HTTP/1.1" status: 200 len: 944 time: 0.1483526 Feb 04 17:12:45.934330 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-4c1eac7b-daa9-49aa-87df-3f53e347248d req-3b08ffa6-6d69-4f13-afc6-06ca8fded551 service neutron] 10.222.0.90 "GET /v2.0/networks/b27b7363-f5f5-42ff-a720-66280b0b57a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8215716 Feb 04 17:12:45.937516 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-ee95aca5-1c81-4d97-834d-f2d098397ba9 req-1a0e49ba-31e2-4628-a066-e1553152ec08 service neutron] 10.222.0.90 "GET /v2.0/networks/b27b7363-f5f5-42ff-a720-66280b0b57a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8105638 Feb 04 17:12:45.953401 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-ffbad3df-3418-448d-bc74-6149698c7d09 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-332341644-network', 'tenant_id': 'cf07c74cdc00450eafd97d06057c3156'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:12:45.957184 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46934a90-0ee7-4bbe-ac0f-df029fd2de9c req-dd9a3d94-a981-46d4-8bf8-10e48e49c3d5 tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:12:45.972286 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-46934a90-0ee7-4bbe-ac0f-df029fd2de9c req-dd9a3d94-a981-46d4-8bf8-10e48e49c3d5 tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] 10.222.0.89 "GET /v2.0/ports?device_id=99914122-947d-4d33-8d43-120a66c70f08 HTTP/1.1" status: 200 len: 950 time: 0.2557204 Feb 04 17:12:45.993298 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-8d6fe262-6bef-4647-9ede-e8e329e79f64 req-8316cb92-52c7-4aaf-aa80-2b105e8cef39 tempest-ImagesOneServerNegativeTestJSON-254357925 tempest-ImagesOneServerNegativeTestJSON-254357925-project] 10.222.0.89 "GET /v2.0/security-groups?id=93c660a2-9a39-4e35-b172-c2fcfd9b6315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175137 Feb 04 17:12:46.035974 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffbad3df-3418-448d-bc74-6149698c7d09 admin admin] Made reservation on behalf of cf07c74cdc00450eafd97d06057c3156 for: {'network': 1} {{(pid=103376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:12:46.040116 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-ffbad3df-3418-448d-bc74-6149698c7d09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for network (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:46.067909 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-ffbad3df-3418-448d-bc74-6149698c7d09 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:46.162397 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-ffbad3df-3418-448d-bc74-6149698c7d09 admin admin] Publish callbacks [] for security_group (6426fe0b-86c7-4694-a2c4-8fd16e84da96), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:46.180968 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-ffbad3df-3418-448d-bc74-6149698c7d09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (6426fe0b-86c7-4694-a2c4-8fd16e84da96), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:46.221094 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-46934a90-0ee7-4bbe-ac0f-df029fd2de9c req-f85a285b-aca4-482b-90f3-4379e524ab6c tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] 10.222.0.89 "GET /v2.0/security-groups?id=5fa98c6a-94b3-4690-b9c3-4f0e67d11226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2473876 Feb 04 17:12:46.224402 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbad3df-3418-448d-bc74-6149698c7d09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6426fe0b-86c7-4694-a2c4-8fd16e84da96,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:12:46.247775 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ffbad3df-3418-448d-bc74-6149698c7d09 admin admin] vlan segment allocate from pool success with {'vlan_id': 756, 'physical_network': 'physnet1'} {{(pid=103376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 17:12:46.254229 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-4c1eac7b-daa9-49aa-87df-3f53e347248d req-8ec7bf8b-7fa0-4094-9d0e-9bb17d28f782 service neutron] 10.222.0.90 "GET /v2.0/networks/b27b7363-f5f5-42ff-a720-66280b0b57a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2776399 Feb 04 17:12:46.333799 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-ffbad3df-3418-448d-bc74-6149698c7d09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (1d2e5411-a293-4ba9-86e4-cf68dc997fdd), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:46.334531 n-d-827839-2 neutron-server[103376]: INFO neutron.db.segments_db [None req-ffbad3df-3418-448d-bc74-6149698c7d09 admin admin] Added segment 1d2e5411-a293-4ba9-86e4-cf68dc997fdd of type vlan for network 71f03b9f-e704-4df0-bce2-e9f92d5b531b Feb 04 17:12:46.407331 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-ffbad3df-3418-448d-bc74-6149698c7d09 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781084292801'] for network (71f03b9f-e704-4df0-bce2-e9f92d5b531b), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:46.440156 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-ffbad3df-3418-448d-bc74-6149698c7d09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327'] for network (71f03b9f-e704-4df0-bce2-e9f92d5b531b), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:46.441851 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffbad3df-3418-448d-bc74-6149698c7d09 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:12:46.442441 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-ffbad3df-3418-448d-bc74-6149698c7d09 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677565'] for network (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:46.449000 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee95aca5-1c81-4d97-834d-f2d098397ba9 req-8e26327d-8145-4712-90e0-4dff83de192e tempest-LiveAutoBlockMigrationV225Test-1607657603 tempest-LiveAutoBlockMigrationV225Test-1607657603-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:12:46.450515 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-ee95aca5-1c81-4d97-834d-f2d098397ba9 req-8e26327d-8145-4712-90e0-4dff83de192e tempest-LiveAutoBlockMigrationV225Test-1607657603 tempest-LiveAutoBlockMigrationV225Test-1607657603-project-admin] 10.222.0.90 "GET /v2.0/ports?device_id=2fa90556-daae-4498-8501-e90a55f37287&tenant_id=f3812c841c31408e86184d3885a61bc1&binding%3Ahost_id=n-h2-827839-2 HTTP/1.1" status: 200 len: 1126 time: 0.1111972 Feb 04 17:12:46.518110 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-ffbad3df-3418-448d-bc74-6149698c7d09 admin admin] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.9252124 Feb 04 17:12:46.523075 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 52622) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:12:46.530366 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-73eaae78-1a74-472b-a55f-1db00b09be57 admin admin] Request body: {'subnet': {'network_id': '71f03b9f-e704-4df0-bce2-e9f92d5b531b', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-332341644-subnet', 'tenant_id': 'cf07c74cdc00450eafd97d06057c3156', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:12:46.563782 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbad3df-3418-448d-bc74-6149698c7d09 admin admin] Pushing event updated for resources: {'Network': ['ID=71f03b9f-e704-4df0-bce2-e9f92d5b531b,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:12:46.576485 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Network 71f03b9f-e704-4df0-bce2-e9f92d5b531b details requested by agent ovs-agent-n-d-827839-2 with host n-d-827839-2 {{(pid=103378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 17:12:46.600635 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73eaae78-1a74-472b-a55f-1db00b09be57 admin admin] Made reservation on behalf of cf07c74cdc00450eafd97d06057c3156 for: {'subnet': 1} {{(pid=103376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:12:46.610471 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-73eaae78-1a74-472b-a55f-1db00b09be57 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:46.670818 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [req-ee95aca5-1c81-4d97-834d-f2d098397ba9 req-71f10543-217c-4e97-881f-2ce7f2760f19 service neutron] For port 1d6e420e-bb1f-421e-9902-a9c0af5df917, host n-h1-827839-2, cleared binding levels {{(pid=103377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:12:46.676595 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-ee95aca5-1c81-4d97-834d-f2d098397ba9 req-71f10543-217c-4e97-881f-2ce7f2760f19 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:46.677982 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-ee95aca5-1c81-4d97-834d-f2d098397ba9 req-71f10543-217c-4e97-881f-2ce7f2760f19 service neutron] 10.222.0.90 "DELETE /v2.0/ports/1d6e420e-bb1f-421e-9902-a9c0af5df917/bindings/n-h1-827839-2 HTTP/1.1" status: 204 len: 173 time: 0.2184892 Feb 04 17:12:46.705804 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2414775-3b80-416c-ae3d-05c14eab7366 req-d76da740-b17d-4fb0-989f-9a1521ececb9 tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:12:46.716418 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-c2414775-3b80-416c-ae3d-05c14eab7366 req-d76da740-b17d-4fb0-989f-9a1521ececb9 tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] 10.222.0.89 "GET /v2.0/ports?device_id=2fa90556-daae-4498-8501-e90a55f37287 HTTP/1.1" status: 200 len: 944 time: 0.1017730 Feb 04 17:12:46.818514 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-c2414775-3b80-416c-ae3d-05c14eab7366 req-a8b8825e-c33d-43f5-850f-bef14447599d tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] 10.222.0.89 "GET /v2.0/security-groups?id=119a7f03-3e07-4d1e-8852-d9f974f9f052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973637 Feb 04 17:12:46.897689 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Device 66a1128d-8cda-494a-b561-4b0625ad7dee no longer exists at agent hyperv_n-h2-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:12:47.138669 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428ec27f-7ecf-4d68-b69d-338c5c261310 req-3b2117ee-5790-4497-b6dd-c13c0cbd476b tempest-LiveAutoBlockMigrationV225Test-1607657603 tempest-LiveAutoBlockMigrationV225Test-1607657603-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:12:47.151098 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-428ec27f-7ecf-4d68-b69d-338c5c261310 req-3b2117ee-5790-4497-b6dd-c13c0cbd476b tempest-LiveAutoBlockMigrationV225Test-1607657603 tempest-LiveAutoBlockMigrationV225Test-1607657603-project-admin] 10.222.0.89 "GET /v2.0/ports?device_id=2fa90556-daae-4498-8501-e90a55f37287 HTTP/1.1" status: 200 len: 1126 time: 0.1725242 Feb 04 17:12:47.198321 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Current status of the port 66a1128d-8cda-494a-b561-4b0625ad7dee is: BUILD; New status is: DOWN {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:12:47.198876 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (66a1128d-8cda-494a-b561-4b0625ad7dee), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:47.234266 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-73eaae78-1a74-472b-a55f-1db00b09be57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327'] for subnet (147a2a29-50a3-4d38-8c0e-9ec73b9af714), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:47.241459 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-428ec27f-7ecf-4d68-b69d-338c5c261310 req-1f81031e-f2a9-4070-8248-025cfc8b7cf2 tempest-LiveAutoBlockMigrationV225Test-1607657603 tempest-LiveAutoBlockMigrationV225Test-1607657603-project-admin] 10.222.0.89 "GET /v2.0/security-groups?id=119a7f03-3e07-4d1e-8852-d9f974f9f052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892825 Feb 04 17:12:47.245168 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 66a1128d-8cda-494a-b561-4b0625ad7dee {{(pid=103378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 17:12:47.261951 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device 1d6e420e-bb1f-421e-9902-a9c0af5df917 no longer exists at agent hyperv_n-h1-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:12:47.290526 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73eaae78-1a74-472b-a55f-1db00b09be57 admin admin] Pushing event updated for resources: {'Subnet': ['ID=147a2a29-50a3-4d38-8c0e-9ec73b9af714,revision_number=0']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:12:47.308983 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] For port 66a1128d-8cda-494a-b561-4b0625ad7dee, host n-h2-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=66a1128d-8cda-494a-b561-4b0625ad7dee,segment=NetworkSegment(925d9078-c82e-4bcc-b2ae-415f0fcde575),segment_id=925d9078-c82e-4bcc-b2ae-415f0fcde575)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:12:47.330332 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (66a1128d-8cda-494a-b561-4b0625ad7dee), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:47.361564 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e1caec-4d5f-4e4e-a9c0-b00c7cb1b60a req-b50909c8-002b-490d-917c-5e02c92d2eae tempest-ImagesOneServerNegativeTestJSON-254357925 tempest-ImagesOneServerNegativeTestJSON-254357925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:12:47.363159 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-a7e1caec-4d5f-4e4e-a9c0-b00c7cb1b60a req-b50909c8-002b-490d-917c-5e02c92d2eae tempest-ImagesOneServerNegativeTestJSON-254357925 tempest-ImagesOneServerNegativeTestJSON-254357925-project] 10.222.0.89 "GET /v2.0/ports?device_id=4a849d53-c682-4910-aead-f1da6a7bff83 HTTP/1.1" status: 200 len: 944 time: 0.2101860 Feb 04 17:12:47.399450 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] The host n-h1-827839-2 is not matching for port 1d6e420e-bb1f-421e-9902-a9c0af5df917 host n-h2-827839-2! {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Feb 04 17:12:47.399872 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device 1d6e420e-bb1f-421e-9902-a9c0af5df917 not bound to the agent host n-h1-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 17:12:47.408728 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73eaae78-1a74-472b-a55f-1db00b09be57 admin admin] Checking segment: {'id': '1d2e5411-a293-4ba9-86e4-cf68dc997fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '71f03b9f-e704-4df0-bce2-e9f92d5b531b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:12:47.409193 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73eaae78-1a74-472b-a55f-1db00b09be57 admin admin] Network hostable DHCP agents. Network: 71f03b9f-e704-4df0-bce2-e9f92d5b531b, hostable agents: ['bb89f5a3-3c22-440b-b7d1-c4f0c43c184a'], hosted agents: [] {{(pid=103376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 17:12:47.425945 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Pushing event updated for resources: {'Port': ['ID=66a1128d-8cda-494a-b561-4b0625ad7dee,revision_number=7']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:12:47.474474 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-a7e1caec-4d5f-4e4e-a9c0-b00c7cb1b60a req-4d3edec4-f677-421b-a13f-626e01e63e05 tempest-ImagesOneServerNegativeTestJSON-254357925 tempest-ImagesOneServerNegativeTestJSON-254357925-project] 10.222.0.89 "GET /v2.0/security-groups?id=93c660a2-9a39-4e35-b172-c2fcfd9b6315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014283 Feb 04 17:12:47.475684 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73eaae78-1a74-472b-a55f-1db00b09be57 admin admin] Network 71f03b9f-e704-4df0-bce2-e9f92d5b531b is scheduled to be hosted by DHCP agent bb89f5a3-3c22-440b-b7d1-c4f0c43c184a with binding_index 1 {{(pid=103376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 17:12:47.527627 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [None req-73eaae78-1a74-472b-a55f-1db00b09be57 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827839-2, 71f03b9f-e704-4df0-bce2-e9f92d5b531b) {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:12:47.533160 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73eaae78-1a74-472b-a55f-1db00b09be57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:12:47.534403 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-73eaae78-1a74-472b-a55f-1db00b09be57 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677565'] for subnet (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:47.540254 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59766cb1-f36a-4bd9-a0d3-105641bd9d00 None None] Network 71f03b9f-e704-4df0-bce2-e9f92d5b531b requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:12:47.609413 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-73eaae78-1a74-472b-a55f-1db00b09be57 admin admin] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.0819089 Feb 04 17:12:47.611722 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 52656) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:12:47.621192 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-93723423-5333-40ee-98f4-1056338603ad req-d5c232cb-5944-42d2-83f8-1d5230eb5fe6 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=07c45ccf-8a9c-4b4a-a3ab-97114a1df7b0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1403604 Feb 04 17:12:47.622425 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-9d258f8f-ad87-494f-9f11-27bee08f37f8 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-332341644-router', 'tenant_id': 'cf07c74cdc00450eafd97d06057c3156', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188'}}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:12:47.646085 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a97001-0e3e-4705-9509-d248eb9bd807 req-239cec16-cced-4c64-b590-17f5afe769bb tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:12:47.647700 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-09a97001-0e3e-4705-9509-d248eb9bd807 req-239cec16-cced-4c64-b590-17f5afe769bb tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] 10.222.0.89 "GET /v2.0/ports?device_id=99914122-947d-4d33-8d43-120a66c70f08 HTTP/1.1" status: 200 len: 950 time: 0.0891407 Feb 04 17:12:47.667494 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-9d258f8f-ad87-494f-9f11-27bee08f37f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1601657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26921'] for router (b5d014be-c135-4c5a-85ce-4035303b563e), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:47.669133 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-9d258f8f-ad87-494f-9f11-27bee08f37f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1602025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603663', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1630571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26960'] for router (b5d014be-c135-4c5a-85ce-4035303b563e), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:47.775521 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7183ccbe-2eed-4846-acde-be58dcbe79cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e4c19ad-5724-5db8-8ee1-4f56ae69fcf4-71f03b9f-e704-4df0-bce2-e9f92d5b531b', 'network_id': '71f03b9f-e704-4df0-bce2-e9f92d5b531b', 'project_id': 'cf07c74cdc00450eafd97d06057c3156', 'fixed_ips': [{'subnet_id': '147a2a29-50a3-4d38-8c0e-9ec73b9af714'}]}} from n-d-827839-2. {{(pid=103378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 17:12:47.779388 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7183ccbe-2eed-4846-acde-be58dcbe79cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:47.815581 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-9d258f8f-ad87-494f-9f11-27bee08f37f8 admin admin] Publish callbacks [] for router_controller (b5d014be-c135-4c5a-85ce-4035303b563e), precommit_add_association {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:48.053801 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-7183ccbe-2eed-4846-acde-be58dcbe79cf None None] Allocated IP 172.20.0.2 (71f03b9f-e704-4df0-bce2-e9f92d5b531b/147a2a29-50a3-4d38-8c0e-9ec73b9af714/89f3b565-6f5d-4397-b7b3-adc2e5483bc9) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:12:48.068695 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-4f8a4746-9a7f-4ad1-a71c-b55dd41f3a16 req-d0d0a10f-791f-469f-9e06-8c794bb2e1f5 tempest-ServersAdminNegativeTestJSON-344829367 tempest-ServersAdminNegativeTestJSON-344829367-project] 10.222.0.89 "GET /v2.0/networks?tenant_id=ca65812a4af246d9ad6f7cde880e7893&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0868227 Feb 04 17:12:48.128031 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-9d258f8f-ad87-494f-9f11-27bee08f37f8 admin admin] Publish callbacks [] for router_gateway (b5d014be-c135-4c5a-85ce-4035303b563e), precommit_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:48.151344 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-09a97001-0e3e-4705-9509-d248eb9bd807 req-2d684966-62d3-46fe-a939-3c8247c2a9e1 tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] 10.222.0.89 "GET /v2.0/security-groups?id=5fa98c6a-94b3-4690-b9c3-4f0e67d11226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4885952 Feb 04 17:12:48.174769 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93723423-5333-40ee-98f4-1056338603ad req-6350a751-41df-468c-9eeb-460c049e0c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:12:48.179274 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-93723423-5333-40ee-98f4-1056338603ad req-6350a751-41df-468c-9eeb-460c049e0c20 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=f616a69521a6439b8b9ce4b5361b1b3c&device_id=07c45ccf-8a9c-4b4a-a3ab-97114a1df7b0 HTTP/1.1" status: 200 len: 1127 time: 0.1188571 Feb 04 17:12:48.257081 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7183ccbe-2eed-4846-acde-be58dcbe79cf None None] Publish callbacks [] for port (89f3b565-6f5d-4397-b7b3-adc2e5483bc9), precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:48.271356 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7183ccbe-2eed-4846-acde-be58dcbe79cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135'] for port (89f3b565-6f5d-4397-b7b3-adc2e5483bc9), after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:48.290161 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8a4746-9a7f-4ad1-a71c-b55dd41f3a16 req-3d1db650-1453-499e-b145-29392f02725f tempest-ServersAdminNegativeTestJSON-344829367 tempest-ServersAdminNegativeTestJSON-344829367-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:12:48.298687 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-4f8a4746-9a7f-4ad1-a71c-b55dd41f3a16 req-3d1db650-1453-499e-b145-29392f02725f tempest-ServersAdminNegativeTestJSON-344829367 tempest-ServersAdminNegativeTestJSON-344829367-project] 10.222.0.89 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2015460 Feb 04 17:12:48.328604 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-4f8a4746-9a7f-4ad1-a71c-b55dd41f3a16 req-41ad494f-6a92-43ce-8e9b-c3b688b252ef tempest-ServersAdminNegativeTestJSON-344829367 tempest-ServersAdminNegativeTestJSON-344829367-project] 10.222.0.89 "GET /v2.0/quotas/ca65812a4af246d9ad6f7cde880e7893 HTTP/1.1" status: 200 len: 375 time: 0.0287693 Feb 04 17:12:48.378189 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-4f8a4746-9a7f-4ad1-a71c-b55dd41f3a16 req-35b6ce11-4754-4fab-85c5-a2133e01f51f tempest-ServersAdminNegativeTestJSON-344829367 tempest-ServersAdminNegativeTestJSON-344829367-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=ca65812a4af246d9ad6f7cde880e7893&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0472560 Feb 04 17:12:48.398814 n-d-827839-2 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7183ccbe-2eed-4846-acde-be58dcbe79cf None None] Network 71f03b9f-e704-4df0-bce2-e9f92d5b531b is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:12:48.399669 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7183ccbe-2eed-4846-acde-be58dcbe79cf None None] Pushing event updated for resources: {'Port': ['ID=89f3b565-6f5d-4397-b7b3-adc2e5483bc9,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:12:48.408823 n-d-827839-2 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-7183ccbe-2eed-4846-acde-be58dcbe79cf None None] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:12:48.413390 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7183ccbe-2eed-4846-acde-be58dcbe79cf None None] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:12:48.415152 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93723423-5333-40ee-98f4-1056338603ad req-9ee7620c-14be-47ee-8427-5d889c5494c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:12:48.416657 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-93723423-5333-40ee-98f4-1056338603ad req-9ee7620c-14be-47ee-8427-5d889c5494c9 service neutron] 10.222.0.96 "GET /v2.0/networks?id=4d1c76e6-ea0c-4d14-ba91-32b9665be5f0 HTTP/1.1" status: 200 len: 925 time: 0.2172823 Feb 04 17:12:48.543299 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-7183ccbe-2eed-4846-acde-be58dcbe79cf None None] Attempting to bind port 89f3b565-6f5d-4397-b7b3-adc2e5483bc9 on host n-d-827839-2 for vnic_type normal with profile {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:12:48.543630 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-7183ccbe-2eed-4846-acde-be58dcbe79cf None None] Attempting to bind port 89f3b565-6f5d-4397-b7b3-adc2e5483bc9 by drivers openvswitch,hyperv on host n-d-827839-2 at level 0 using segments [{'id': '1d2e5411-a293-4ba9-86e4-cf68dc997fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '71f03b9f-e704-4df0-bce2-e9f92d5b531b'}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:12:48.543980 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7183ccbe-2eed-4846-acde-be58dcbe79cf None None] Attempting to bind port 89f3b565-6f5d-4397-b7b3-adc2e5483bc9 on network 71f03b9f-e704-4df0-bce2-e9f92d5b531b {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:12:48.560506 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7183ccbe-2eed-4846-acde-be58dcbe79cf None None] Checking agent: {'id': 'ba70844b-66a0-45fd-a2f2-e6ed673321fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 0, 36), 'started_at': datetime.datetime(2022, 2, 4, 17, 1, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 12, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:12:48.561001 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7183ccbe-2eed-4846-acde-be58dcbe79cf None None] Checking segment: {'id': '1d2e5411-a293-4ba9-86e4-cf68dc997fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '71f03b9f-e704-4df0-bce2-e9f92d5b531b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:12:48.561414 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7183ccbe-2eed-4846-acde-be58dcbe79cf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:48.561809 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7183ccbe-2eed-4846-acde-be58dcbe79cf None None] Bound using segment: {'id': '1d2e5411-a293-4ba9-86e4-cf68dc997fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '71f03b9f-e704-4df0-bce2-e9f92d5b531b'} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:12:48.562300 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-7183ccbe-2eed-4846-acde-be58dcbe79cf None None] Bound port: 89f3b565-6f5d-4397-b7b3-adc2e5483bc9, host: n-d-827839-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d2e5411-a293-4ba9-86e4-cf68dc997fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '71f03b9f-e704-4df0-bce2-e9f92d5b531b'}}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:12:48.563060 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7183ccbe-2eed-4846-acde-be58dcbe79cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (89f3b565-6f5d-4397-b7b3-adc2e5483bc9), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:48.589778 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-93723423-5333-40ee-98f4-1056338603ad req-d81f6049-bcd6-4f71-93dd-42499af41bac service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e28b6dd2-3435-4f16-9bfc-a3c4c1fccd18 HTTP/1.1" status: 200 len: 1000 time: 0.1657810 Feb 04 17:12:48.749045 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-9d258f8f-ad87-494f-9f11-27bee08f37f8 admin admin] Publish callbacks [] for router_gateway (b5d014be-c135-4c5a-85ce-4035303b563e), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:48.752635 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-7183ccbe-2eed-4846-acde-be58dcbe79cf None None] For port 89f3b565-6f5d-4397-b7b3-adc2e5483bc9, host n-d-827839-2, cleared binding levels {{(pid=103378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:12:48.764658 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-7183ccbe-2eed-4846-acde-be58dcbe79cf None None] For port 89f3b565-6f5d-4397-b7b3-adc2e5483bc9, host n-d-827839-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=89f3b565-6f5d-4397-b7b3-adc2e5483bc9,segment=NetworkSegment(1d2e5411-a293-4ba9-86e4-cf68dc997fdd),segment_id=1d2e5411-a293-4ba9-86e4-cf68dc997fdd)] {{(pid=103378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:12:48.780222 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7183ccbe-2eed-4846-acde-be58dcbe79cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (89f3b565-6f5d-4397-b7b3-adc2e5483bc9), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:48.795507 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93723423-5333-40ee-98f4-1056338603ad req-f2900095-e494-4ff0-837e-3e34d54b808f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:12:48.797792 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-93723423-5333-40ee-98f4-1056338603ad req-f2900095-e494-4ff0-837e-3e34d54b808f service neutron] 10.222.0.96 "GET /v2.0/subnets?id=46532e3a-bfe8-4be0-a512-ac5329d05d46 HTTP/1.1" status: 200 len: 863 time: 0.1952441 Feb 04 17:12:48.841149 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-9d258f8f-ad87-494f-9f11-27bee08f37f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:48.900594 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4188c58-c2d8-494d-bf63-04642bd14e23 req-9a8b93a0-ef26-4835-a664-9812f1a6fd6b tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:12:48.902797 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-e4188c58-c2d8-494d-bf63-04642bd14e23 req-9a8b93a0-ef26-4835-a664-9812f1a6fd6b tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] 10.222.0.89 "GET /v2.0/networks?id=b27b7363-f5f5-42ff-a720-66280b0b57a7 HTTP/1.1" status: 200 len: 821 time: 0.3491373 Feb 04 17:12:48.922761 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-e4188c58-c2d8-494d-bf63-04642bd14e23 req-e8cfad84-f161-4242-9038-fe846e9b13ff tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] 10.222.0.89 "GET /v2.0/quotas/f3812c841c31408e86184d3885a61bc1 HTTP/1.1" status: 200 len: 375 time: 0.0143421 Feb 04 17:12:48.959403 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7183ccbe-2eed-4846-acde-be58dcbe79cf None None] Pushing event updated for resources: {'Port': ['ID=89f3b565-6f5d-4397-b7b3-adc2e5483bc9,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:12:49.000245 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 52700) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:12:49.002391 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93723423-5333-40ee-98f4-1056338603ad req-12b534f0-08c3-4b28-8507-8619f2d41330 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:12:49.004508 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-93723423-5333-40ee-98f4-1056338603ad req-12b534f0-08c3-4b28-8507-8619f2d41330 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=4d1c76e6-ea0c-4d14-ba91-32b9665be5f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1770117 Feb 04 17:12:49.092947 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11005a7-2ddb-4433-a608-6898300da4c6 req-0d0efea1-9195-49d1-b73e-590a95fa06f8 tempest-ImagesOneServerNegativeTestJSON-254357925 tempest-ImagesOneServerNegativeTestJSON-254357925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:12:49.099884 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-a11005a7-2ddb-4433-a608-6898300da4c6 req-0d0efea1-9195-49d1-b73e-590a95fa06f8 tempest-ImagesOneServerNegativeTestJSON-254357925 tempest-ImagesOneServerNegativeTestJSON-254357925-project] 10.222.0.89 "GET /v2.0/ports?device_id=4a849d53-c682-4910-aead-f1da6a7bff83 HTTP/1.1" status: 200 len: 943 time: 0.3523438 Feb 04 17:12:49.193135 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-a11005a7-2ddb-4433-a608-6898300da4c6 req-2f9d4204-7922-4b45-953f-fd1c33a557d9 tempest-ImagesOneServerNegativeTestJSON-254357925 tempest-ImagesOneServerNegativeTestJSON-254357925-project] 10.222.0.89 "GET /v2.0/security-groups?id=93c660a2-9a39-4e35-b172-c2fcfd9b6315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876348 Feb 04 17:12:49.194672 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.db_base_plugin_common [None req-9d258f8f-ad87-494f-9f11-27bee08f37f8 admin admin] Allocated IP 172.25.6.21 (48165773-85ad-49a1-9ec1-76fc8dc24188/7660bfad-1ea8-4fe7-831b-bed836f13efc/d7ff67dc-98f3-4a6d-a6e9-60b7725303fb) {{(pid=103377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:12:49.323082 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-e4188c58-c2d8-494d-bf63-04642bd14e23 req-b8bc1444-ecaa-4feb-83e5-d3c5f33cc776 tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=f3812c841c31408e86184d3885a61bc1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3898869 Feb 04 17:12:49.323082 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-ea5f1cf6-561a-401b-a9db-e861bb482bef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:49.362109 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-a19977e7-ef33-468f-b585-497f87706c35 req-b62bf8c3-036b-4c42-a2f7-f119601e3ca4 tempest-ServersAdminNegativeTestJSON-344829367 tempest-ServersAdminNegativeTestJSON-344829367-project] 10.222.0.89 "GET /v2.0/ports?device_id=c05a0ce4-1161-4262-bea7-6e3b7b097a4f HTTP/1.1" status: 200 len: 210 time: 0.0946770 Feb 04 17:12:49.509772 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-9d258f8f-ad87-494f-9f11-27bee08f37f8 admin admin] Publish callbacks [] for port (d7ff67dc-98f3-4a6d-a6e9-60b7725303fb), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:49.573423 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-93723423-5333-40ee-98f4-1056338603ad req-ab1101b8-643e-44fe-977d-dff94c3f3963 service neutron] 10.222.0.96 "GET /v2.0/networks/4d1c76e6-ea0c-4d14-ba91-32b9665be5f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5601780 Feb 04 17:12:49.620251 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-9d258f8f-ad87-494f-9f11-27bee08f37f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (d7ff67dc-98f3-4a6d-a6e9-60b7725303fb), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:49.636242 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-e4188c58-c2d8-494d-bf63-04642bd14e23 req-0922d3ea-77c6-4894-807a-26dad3d900cf service neutron] 10.222.0.89 "GET /v2.0/networks/b27b7363-f5f5-42ff-a720-66280b0b57a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3169794 Feb 04 17:12:49.690902 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d258f8f-ad87-494f-9f11-27bee08f37f8 admin admin] Network 48165773-85ad-49a1-9ec1-76fc8dc24188 is already hosted by enough agents. {{(pid=103377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:12:49.700550 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99ed79c-9619-4395-b88b-caf025192c13 req-6e2d0145-1e54-457b-a057-b7c15c538e3c tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:12:49.707745 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-c99ed79c-9619-4395-b88b-caf025192c13 req-6e2d0145-1e54-457b-a057-b7c15c538e3c tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] 10.222.0.89 "GET /v2.0/ports?device_id=99914122-947d-4d33-8d43-120a66c70f08 HTTP/1.1" status: 200 len: 950 time: 0.1391628 Feb 04 17:12:49.709791 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d258f8f-ad87-494f-9f11-27bee08f37f8 admin admin] Pushing event updated for resources: {'Port': ['ID=d7ff67dc-98f3-4a6d-a6e9-60b7725303fb,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:12:49.713519 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [None req-9d258f8f-ad87-494f-9f11-27bee08f37f8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:12:49.721264 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d258f8f-ad87-494f-9f11-27bee08f37f8 admin admin] Received port after_create {{(pid=103377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:12:49.798203 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-c99ed79c-9619-4395-b88b-caf025192c13 req-6dfb1b0e-3f86-40b9-aa67-b1c093b814f7 tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] 10.222.0.89 "GET /v2.0/security-groups?id=5fa98c6a-94b3-4690-b9c3-4f0e67d11226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892568 Feb 04 17:12:49.813456 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-e4188c58-c2d8-494d-bf63-04642bd14e23 req-df1184b2-76d5-4f41-9a5a-7103737a5c9e service neutron] 10.222.0.89 "GET /v2.0/networks/b27b7363-f5f5-42ff-a720-66280b0b57a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1635313 Feb 04 17:12:49.921364 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-ea5f1cf6-561a-401b-a9db-e861bb482bef admin admin] Publish callbacks [] for security_group (47f042e4-25f9-4993-9061-80b45e4c337a), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:49.936167 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-ea5f1cf6-561a-401b-a9db-e861bb482bef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (47f042e4-25f9-4993-9061-80b45e4c337a), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:50.015449 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-ea5f1cf6-561a-401b-a9db-e861bb482bef admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=fc36f2337a984d9bb5eccfd13b2c9f75&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0062141 Feb 04 17:12:50.015449 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5f1cf6-561a-401b-a9db-e861bb482bef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47f042e4-25f9-4993-9061-80b45e4c337a,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:12:50.016376 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 52722) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:12:50.024973 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-93723423-5333-40ee-98f4-1056338603ad req-0f91a36d-7b97-4208-9aed-5afdc0f3aabc service neutron] 10.222.0.96 "GET /v2.0/networks/4d1c76e6-ea0c-4d14-ba91-32b9665be5f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4086921 Feb 04 17:12:50.133493 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-5f267c4b-eb29-4397-8e9f-c95e07d46833 admin admin] Publish callbacks [] for security_group (47f042e4-25f9-4993-9061-80b45e4c337a), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:50.153798 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-89c9bb9b-b685-4d49-b3ea-4f9a15e565c6 req-cd51d96d-52b6-4edb-b679-10f6fff0c859 tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] 10.222.0.89 "GET /v2.0/ports?device_id=d8a46594-af9a-4c29-9a3e-2edb427e70fa HTTP/1.1" status: 200 len: 210 time: 0.0441380 Feb 04 17:12:50.175405 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-5f267c4b-eb29-4397-8e9f-c95e07d46833 admin admin] Publish callbacks [] for security_group (47f042e4-25f9-4993-9061-80b45e4c337a), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:50.231260 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-9d258f8f-ad87-494f-9f11-27bee08f37f8 admin admin] Publish callbacks [] for router_gateway (b5d014be-c135-4c5a-85ce-4035303b563e), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:50.259523 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-5f267c4b-eb29-4397-8e9f-c95e07d46833 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (47f042e4-25f9-4993-9061-80b45e4c337a), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:50.264260 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-5f267c4b-eb29-4397-8e9f-c95e07d46833 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:50.272935 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-5f267c4b-eb29-4397-8e9f-c95e07d46833 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/47f042e4-25f9-4993-9061-80b45e4c337a HTTP/1.1" status: 204 len: 168 time: 0.2557027 Feb 04 17:12:50.301094 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f267c4b-eb29-4397-8e9f-c95e07d46833 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47f042e4-25f9-4993-9061-80b45e4c337a,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:12:50.462499 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca063322-063b-4559-b800-1de5db1e84b2 req-a1d243d6-4a7a-47b2-a732-a04fb78826dd tempest-ImagesOneServerNegativeTestJSON-254357925 tempest-ImagesOneServerNegativeTestJSON-254357925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:12:50.464088 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-ca063322-063b-4559-b800-1de5db1e84b2 req-a1d243d6-4a7a-47b2-a732-a04fb78826dd tempest-ImagesOneServerNegativeTestJSON-254357925 tempest-ImagesOneServerNegativeTestJSON-254357925-project] 10.222.0.89 "GET /v2.0/ports?device_id=4a849d53-c682-4910-aead-f1da6a7bff83 HTTP/1.1" status: 200 len: 943 time: 0.1100259 Feb 04 17:12:50.579012 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-ca063322-063b-4559-b800-1de5db1e84b2 req-0d167bc0-ee81-4831-96f0-7014e2fc39a6 tempest-ImagesOneServerNegativeTestJSON-254357925 tempest-ImagesOneServerNegativeTestJSON-254357925-project] 10.222.0.89 "GET /v2.0/security-groups?id=93c660a2-9a39-4e35-b172-c2fcfd9b6315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009426 Feb 04 17:12:50.703288 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-4f8a4746-9a7f-4ad1-a71c-b55dd41f3a16 req-3ab7704b-f00f-4755-8210-59a015a408a6 tempest-ServersAdminNegativeTestJSON-344829367 tempest-ServersAdminNegativeTestJSON-344829367-project] 10.222.0.90 "GET /v2.0/networks?tenant_id=ca65812a4af246d9ad6f7cde880e7893&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2932835 Feb 04 17:12:50.737402 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-cdd892e9-862b-4469-a7d6-6d8139956984 req-6a29531c-262e-4db5-b78c-11102342524f tempest-ServersAdminNegativeTestJSON-344829367 tempest-ServersAdminNegativeTestJSON-344829367-project] 10.222.0.89 "GET /v2.0/ports?device_id=c05a0ce4-1161-4262-bea7-6e3b7b097a4f HTTP/1.1" status: 200 len: 210 time: 0.1255288 Feb 04 17:12:50.876267 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 89f3b565-6f5d-4397-b7b3-adc2e5483bc9 up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:12:50.916019 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd705c32-eeaa-4329-bb43-8aa0be0a7619 None None] Network 71f03b9f-e704-4df0-bce2-e9f92d5b531b requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:12:50.973293 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f03df40-9a94-4695-aebf-4e83d4117a88 req-f8e17699-8176-48a6-815e-8517c626d63c tempest-ImagesOneServerNegativeTestJSON-254357925 tempest-ImagesOneServerNegativeTestJSON-254357925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:12:50.975009 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-0f03df40-9a94-4695-aebf-4e83d4117a88 req-f8e17699-8176-48a6-815e-8517c626d63c tempest-ImagesOneServerNegativeTestJSON-254357925 tempest-ImagesOneServerNegativeTestJSON-254357925-project] 10.222.0.90 "GET /v2.0/ports?device_id=4a849d53-c682-4910-aead-f1da6a7bff83 HTTP/1.1" status: 200 len: 943 time: 0.6552131 Feb 04 17:12:51.012633 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 52758) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:12:51.038307 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-34fcd949-fa1a-48cd-908a-e637fe78bbfd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:51.059599 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-11b3364e-7126-4a4b-bbe3-e46251366371 None None] Provisioning complete for port 89f3b565-6f5d-4397-b7b3-adc2e5483bc9 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:12:51.060294 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-11b3364e-7126-4a4b-bbe3-e46251366371 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (89f3b565-6f5d-4397-b7b3-adc2e5483bc9), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:51.150580 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-9d258f8f-ad87-494f-9f11-27bee08f37f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1602046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603680'] for router (b5d014be-c135-4c5a-85ce-4035303b563e), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:51.158795 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-34fcd949-fa1a-48cd-908a-e637fe78bbfd admin admin] Publish callbacks [] for security_group (61a76768-0548-4ed9-8eda-e0e025c27e0e), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:51.167091 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-34fcd949-fa1a-48cd-908a-e637fe78bbfd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (61a76768-0548-4ed9-8eda-e0e025c27e0e), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:51.207797 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-11b3364e-7126-4a4b-bbe3-e46251366371 None None] Current status of the port 89f3b565-6f5d-4397-b7b3-adc2e5483bc9 is: DOWN; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:12:51.208189 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-11b3364e-7126-4a4b-bbe3-e46251366371 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (89f3b565-6f5d-4397-b7b3-adc2e5483bc9), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:51.276599 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8a4746-9a7f-4ad1-a71c-b55dd41f3a16 req-356081ec-4c73-4391-ae9e-b34d8ed94a7d tempest-ServersAdminNegativeTestJSON-344829367 tempest-ServersAdminNegativeTestJSON-344829367-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:12:51.277165 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-34fcd949-fa1a-48cd-908a-e637fe78bbfd admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=919891b77c5745b3b8928c7d8d5b3ec7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2629914 Feb 04 17:12:51.278379 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-4f8a4746-9a7f-4ad1-a71c-b55dd41f3a16 req-356081ec-4c73-4391-ae9e-b34d8ed94a7d tempest-ServersAdminNegativeTestJSON-344829367 tempest-ServersAdminNegativeTestJSON-344829367-project] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5426962 Feb 04 17:12:51.280141 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 52762) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:12:51.289816 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-11b3364e-7126-4a4b-bbe3-e46251366371 None None] For port 89f3b565-6f5d-4397-b7b3-adc2e5483bc9, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=89f3b565-6f5d-4397-b7b3-adc2e5483bc9,segment=NetworkSegment(1d2e5411-a293-4ba9-86e4-cf68dc997fdd),segment_id=1d2e5411-a293-4ba9-86e4-cf68dc997fdd)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:12:51.298869 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34fcd949-fa1a-48cd-908a-e637fe78bbfd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61a76768-0548-4ed9-8eda-e0e025c27e0e,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:12:51.319919 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-11b3364e-7126-4a4b-bbe3-e46251366371 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (89f3b565-6f5d-4397-b7b3-adc2e5483bc9), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:51.360039 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [req-4f8a4746-9a7f-4ad1-a71c-b55dd41f3a16 req-ffd6a764-d322-49c8-a6ab-1b7d9490a9b0 tempest-ServersAdminNegativeTestJSON-344829367 tempest-ServersAdminNegativeTestJSON-344829367-project] Request body: {'port': {'device_id': 'c05a0ce4-1161-4262-bea7-6e3b7b097a4f', 'network_id': '02be22b9-aa53-40ea-8050-9239cd27d1ff', 'admin_state_up': True, 'tenant_id': 'ca65812a4af246d9ad6f7cde880e7893'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:12:51.401220 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-51d4ed68-16d8-45c0-9166-6a2c93ae7adb req-6327e1be-937a-4fd0-953a-37856e438667 tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] 10.222.0.89 "GET /v2.0/ports?device_id=d8a46594-af9a-4c29-9a3e-2edb427e70fa HTTP/1.1" status: 200 len: 210 time: 0.0537198 Feb 04 17:12:51.404557 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-7603f81e-1082-4b3d-89b5-735608b169d4 admin admin] Publish callbacks [] for security_group (61a76768-0548-4ed9-8eda-e0e025c27e0e), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:51.457922 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-7603f81e-1082-4b3d-89b5-735608b169d4 admin admin] Publish callbacks [] for security_group (61a76768-0548-4ed9-8eda-e0e025c27e0e), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:51.465160 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port 89f3b565-6f5d-4397-b7b3-adc2e5483bc9 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:12:51.468565 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (89f3b565-6f5d-4397-b7b3-adc2e5483bc9), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:51.516478 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b3364e-7126-4a4b-bbe3-e46251366371 None None] Pushing event updated for resources: {'Port': ['ID=89f3b565-6f5d-4397-b7b3-adc2e5483bc9,revision_number=3']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:12:51.572919 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-7603f81e-1082-4b3d-89b5-735608b169d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (61a76768-0548-4ed9-8eda-e0e025c27e0e), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:51.578805 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-7603f81e-1082-4b3d-89b5-735608b169d4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:51.582354 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-7603f81e-1082-4b3d-89b5-735608b169d4 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/61a76768-0548-4ed9-8eda-e0e025c27e0e HTTP/1.1" status: 204 len: 168 time: 0.2960124 Feb 04 17:12:51.602371 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7603f81e-1082-4b3d-89b5-735608b169d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61a76768-0548-4ed9-8eda-e0e025c27e0e,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:12:51.667544 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port 89f3b565-6f5d-4397-b7b3-adc2e5483bc9 is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:12:51.868224 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bdfa2f-0834-4b0b-b5a1-59f35679eab3 req-192b9091-7567-4ef9-93e6-1f9cb4f06a54 tempest-ImagesOneServerNegativeTestJSON-254357925 tempest-ImagesOneServerNegativeTestJSON-254357925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:12:51.872852 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-18bdfa2f-0834-4b0b-b5a1-59f35679eab3 req-192b9091-7567-4ef9-93e6-1f9cb4f06a54 tempest-ImagesOneServerNegativeTestJSON-254357925 tempest-ImagesOneServerNegativeTestJSON-254357925-project] 10.222.0.89 "GET /v2.0/ports?device_id=4a849d53-c682-4910-aead-f1da6a7bff83 HTTP/1.1" status: 200 len: 943 time: 0.1470346 Feb 04 17:12:51.958898 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-18bdfa2f-0834-4b0b-b5a1-59f35679eab3 req-8bcec8e6-7fa8-47d5-9c6b-4d41a0eccebb tempest-ImagesOneServerNegativeTestJSON-254357925 tempest-ImagesOneServerNegativeTestJSON-254357925-project] 10.222.0.89 "GET /v2.0/security-groups?id=93c660a2-9a39-4e35-b172-c2fcfd9b6315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761263 Feb 04 17:12:51.963150 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-fff5dbf2-2478-4bcb-a7da-cd1d76969d33 None None] Provisioning complete for port 89f3b565-6f5d-4397-b7b3-adc2e5483bc9 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:12:51.963631 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-fff5dbf2-2478-4bcb-a7da-cd1d76969d33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (89f3b565-6f5d-4397-b7b3-adc2e5483bc9), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:52.198092 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-fff5dbf2-2478-4bcb-a7da-cd1d76969d33 None None] Current status of the port 89f3b565-6f5d-4397-b7b3-adc2e5483bc9 is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:12:52.397482 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88d15ee-65fc-4628-966c-5c99749cebb3 req-0d8ab12e-7ecb-4f48-983e-28ff61f584f7 tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:12:52.398370 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-f88d15ee-65fc-4628-966c-5c99749cebb3 req-0d8ab12e-7ecb-4f48-983e-28ff61f584f7 tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] 10.222.0.89 "GET /v2.0/ports?device_id=99914122-947d-4d33-8d43-120a66c70f08 HTTP/1.1" status: 200 len: 950 time: 1.3803568 Feb 04 17:12:52.419178 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-74474e5e-297c-41f2-a99e-9b31ff18e8f1 req-57973b5b-6b9f-4ba5-8d3c-129df35a15b6 tempest-ServersAdminNegativeTestJSON-344829367 tempest-ServersAdminNegativeTestJSON-344829367-project] 10.222.0.89 "GET /v2.0/ports?device_id=c05a0ce4-1161-4262-bea7-6e3b7b097a4f HTTP/1.1" status: 200 len: 210 time: 0.1366117 Feb 04 17:12:52.518462 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4188c58-c2d8-494d-bf63-04642bd14e23 req-083ddc37-7f3c-4ffa-bbea-489ba4cf05ec tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:12:52.520087 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-e4188c58-c2d8-494d-bf63-04642bd14e23 req-083ddc37-7f3c-4ffa-bbea-489ba4cf05ec tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] 10.222.0.96 "GET /v2.0/networks?id=b27b7363-f5f5-42ff-a720-66280b0b57a7 HTTP/1.1" status: 200 len: 821 time: 0.5308349 Feb 04 17:12:52.532231 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f8a4746-9a7f-4ad1-a71c-b55dd41f3a16 req-ffd6a764-d322-49c8-a6ab-1b7d9490a9b0 tempest-ServersAdminNegativeTestJSON-344829367 tempest-ServersAdminNegativeTestJSON-344829367-project] Made reservation on behalf of ca65812a4af246d9ad6f7cde880e7893 for: {'port': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:12:52.536830 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-4f8a4746-9a7f-4ad1-a71c-b55dd41f3a16 req-ffd6a764-d322-49c8-a6ab-1b7d9490a9b0 tempest-ServersAdminNegativeTestJSON-344829367 tempest-ServersAdminNegativeTestJSON-344829367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:52.556912 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [req-e4188c58-c2d8-494d-bf63-04642bd14e23 req-e8916549-d526-40a1-a07a-f399105132b9 tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] Request body: {'port': {'device_id': 'd8a46594-af9a-4c29-9a3e-2edb427e70fa', 'network_id': 'b27b7363-f5f5-42ff-a720-66280b0b57a7', 'admin_state_up': True, 'tenant_id': 'f3812c841c31408e86184d3885a61bc1'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:12:52.560856 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [req-0f03df40-9a94-4695-aebf-4e83d4117a88 req-61f03154-cbb1-4a80-8669-9b688a4e79dd tempest-ImagesOneServerNegativeTestJSON-254357925 tempest-ImagesOneServerNegativeTestJSON-254357925-project] Deleting port 66a1128d-8cda-494a-b561-4b0625ad7dee {{(pid=103377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:12:52.561266 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-0f03df40-9a94-4695-aebf-4e83d4117a88 req-61f03154-cbb1-4a80-8669-9b688a4e79dd tempest-ImagesOneServerNegativeTestJSON-254357925 tempest-ImagesOneServerNegativeTestJSON-254357925-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (66a1128d-8cda-494a-b561-4b0625ad7dee), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:52.661405 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-4f8a4746-9a7f-4ad1-a71c-b55dd41f3a16 req-ffd6a764-d322-49c8-a6ab-1b7d9490a9b0 tempest-ServersAdminNegativeTestJSON-344829367 tempest-ServersAdminNegativeTestJSON-344829367-project] Publish callbacks [] for security_group (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:52.767552 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 89f3b565-6f5d-4397-b7b3-adc2e5483bc9 up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:12:52.801660 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-ce5e935c-7583-4520-bc75-28e3d80c567d req-882685e2-8919-499d-b4f0-16c1d4a56fb1 tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] 10.222.0.89 "GET /v2.0/ports?device_id=d8a46594-af9a-4c29-9a3e-2edb427e70fa HTTP/1.1" status: 200 len: 210 time: 0.0562191 Feb 04 17:12:52.824018 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e4188c58-c2d8-494d-bf63-04642bd14e23 req-e8916549-d526-40a1-a07a-f399105132b9 tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] Made reservation on behalf of f3812c841c31408e86184d3885a61bc1 for: {'port': 1} {{(pid=103376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:12:52.828584 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-f88d15ee-65fc-4628-966c-5c99749cebb3 req-d7f02008-e566-4ca9-b3f5-5076f14f65a3 tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] 10.222.0.89 "GET /v2.0/security-groups?id=5fa98c6a-94b3-4690-b9c3-4f0e67d11226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3031700 Feb 04 17:12:52.829383 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-e4188c58-c2d8-494d-bf63-04642bd14e23 req-e8916549-d526-40a1-a07a-f399105132b9 tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:52.902608 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [req-0f03df40-9a94-4695-aebf-4e83d4117a88 req-61f03154-cbb1-4a80-8669-9b688a4e79dd tempest-ImagesOneServerNegativeTestJSON-254357925 tempest-ImagesOneServerNegativeTestJSON-254357925-project] For port 66a1128d-8cda-494a-b561-4b0625ad7dee, host n-h2-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=66a1128d-8cda-494a-b561-4b0625ad7dee,segment=NetworkSegment(925d9078-c82e-4bcc-b2ae-415f0fcde575),segment_id=925d9078-c82e-4bcc-b2ae-415f0fcde575)] {{(pid=103377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:12:52.903429 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-0f03df40-9a94-4695-aebf-4e83d4117a88 req-61f03154-cbb1-4a80-8669-9b688a4e79dd tempest-ImagesOneServerNegativeTestJSON-254357925 tempest-ImagesOneServerNegativeTestJSON-254357925-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (66a1128d-8cda-494a-b561-4b0625ad7dee), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:52.918946 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d258f8f-ad87-494f-9f11-27bee08f37f8 admin admin] Router b5d014be-c135-4c5a-85ce-4035303b563e is scheduled to L3 agent 64ada913-9131-4d99-a265-63a920956287 with binding_index 1 {{(pid=103377) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 17:12:52.970357 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [req-0f03df40-9a94-4695-aebf-4e83d4117a88 req-61f03154-cbb1-4a80-8669-9b688a4e79dd tempest-ImagesOneServerNegativeTestJSON-254357925 tempest-ImagesOneServerNegativeTestJSON-254357925-project] Calling delete_port for 66a1128d-8cda-494a-b561-4b0625ad7dee owned by compute:nova {{(pid=103377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:12:52.983572 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port 89f3b565-6f5d-4397-b7b3-adc2e5483bc9 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:12:52.984004 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (89f3b565-6f5d-4397-b7b3-adc2e5483bc9), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:53.093138 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.db_base_plugin_common [req-e4188c58-c2d8-494d-bf63-04642bd14e23 req-e8916549-d526-40a1-a07a-f399105132b9 tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] Allocated IP 172.20.0.4 (b27b7363-f5f5-42ff-a720-66280b0b57a7/fa2004f2-da24-41cf-84b9-96d41a7dd118/09fe44f1-9e7b-43ae-8405-ca810bec8f9b) {{(pid=103376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:12:53.207414 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399a9651-ac9f-4b27-90fd-e8a196aa5c4a req-243ec716-a83e-450f-acd0-f6177c3efe25 tempest-ImagesOneServerNegativeTestJSON-254357925 tempest-ImagesOneServerNegativeTestJSON-254357925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:12:53.216508 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-399a9651-ac9f-4b27-90fd-e8a196aa5c4a req-243ec716-a83e-450f-acd0-f6177c3efe25 tempest-ImagesOneServerNegativeTestJSON-254357925 tempest-ImagesOneServerNegativeTestJSON-254357925-project] 10.222.0.89 "GET /v2.0/ports?device_id=4a849d53-c682-4910-aead-f1da6a7bff83 HTTP/1.1" status: 200 len: 943 time: 0.1154902 Feb 04 17:12:53.253521 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port 89f3b565-6f5d-4397-b7b3-adc2e5483bc9 is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:12:53.325917 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-4f8a4746-9a7f-4ad1-a71c-b55dd41f3a16 req-ffd6a764-d322-49c8-a6ab-1b7d9490a9b0 tempest-ServersAdminNegativeTestJSON-344829367 tempest-ServersAdminNegativeTestJSON-344829367-project] Publish callbacks [] for security_group (38af6261-52ee-4276-8567-41fcd5f88dcd), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:53.339085 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 52802) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:12:53.352093 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-399a9651-ac9f-4b27-90fd-e8a196aa5c4a req-2ad450e8-6d56-418c-a3d8-9f3dc8859861 tempest-ImagesOneServerNegativeTestJSON-254357925 tempest-ImagesOneServerNegativeTestJSON-254357925-project] 10.222.0.89 "GET /v2.0/security-groups?id=93c660a2-9a39-4e35-b172-c2fcfd9b6315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335926 Feb 04 17:12:53.352281 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d258f8f-ad87-494f-9f11-27bee08f37f8 admin admin] Notify agent at l3_agent.n-d-827839-2 the message routers_updated {{(pid=103377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 17:12:53.356023 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-4f8a4746-9a7f-4ad1-a71c-b55dd41f3a16 req-ffd6a764-d322-49c8-a6ab-1b7d9490a9b0 tempest-ServersAdminNegativeTestJSON-344829367 tempest-ServersAdminNegativeTestJSON-344829367-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (38af6261-52ee-4276-8567-41fcd5f88dcd), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:53.364506 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c6bf625-5af0-41ef-8e5d-b0dcafcffeb1 None None] Sync routers for ids ['b5d014be-c135-4c5a-85ce-4035303b563e'] in n-d-827839-2 {{(pid=103378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 17:12:53.399521 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c6bf625-5af0-41ef-8e5d-b0dcafcffeb1 None None] Routers {'b5d014be-c135-4c5a-85ce-4035303b563e'} bound to L3 agent in host n-d-827839-2 {{(pid=103378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:12:53.400178 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-1c6bf625-5af0-41ef-8e5d-b0dcafcffeb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:12:32Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['b5d014be-c135-4c5a-85ce-4035303b563e'], 'active': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:12:53.573509 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-e4188c58-c2d8-494d-bf63-04642bd14e23 req-e8916549-d526-40a1-a07a-f399105132b9 tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] Publish callbacks [] for port (09fe44f1-9e7b-43ae-8405-ca810bec8f9b), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:53.677198 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-0f03df40-9a94-4695-aebf-4e83d4117a88 req-61f03154-cbb1-4a80-8669-9b688a4e79dd tempest-ImagesOneServerNegativeTestJSON-254357925 tempest-ImagesOneServerNegativeTestJSON-254357925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (66a1128d-8cda-494a-b561-4b0625ad7dee), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:53.686639 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-62026d09-f1b5-4f90-bcca-75384b75ed53 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-937348206-network', 'tenant_id': '8da6ad4e5ee34bf6bb722cd37ab73ea7'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:12:53.703808 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-e4188c58-c2d8-494d-bf63-04642bd14e23 req-e8916549-d526-40a1-a07a-f399105132b9 tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135'] for port (09fe44f1-9e7b-43ae-8405-ca810bec8f9b), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:53.723140 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-9d258f8f-ad87-494f-9f11-27bee08f37f8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:53.727165 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-9d258f8f-ad87-494f-9f11-27bee08f37f8 admin admin] 10.222.0.89 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 6.1106172 Feb 04 17:12:53.743435 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 52818) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:12:53.760758 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e4188c58-c2d8-494d-bf63-04642bd14e23 req-e8916549-d526-40a1-a07a-f399105132b9 tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] Network b27b7363-f5f5-42ff-a720-66280b0b57a7 is already hosted by enough agents. {{(pid=103376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:12:53.804942 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [req-e4188c58-c2d8-494d-bf63-04642bd14e23 req-e8916549-d526-40a1-a07a-f399105132b9 tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] Resources bound (agent type, host, resource id): {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:12:53.837361 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-6f5055c7-8825-4855-aff5-9882f98f3f92 req-16e7ab10-35f3-4efd-b5e5-6216eee6f2e5 tempest-ServersAdminNegativeTestJSON-344829367 tempest-ServersAdminNegativeTestJSON-344829367-project] 10.222.0.89 "GET /v2.0/ports?device_id=c05a0ce4-1161-4262-bea7-6e3b7b097a4f HTTP/1.1" status: 200 len: 210 time: 0.2001665 Feb 04 17:12:53.869135 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4188c58-c2d8-494d-bf63-04642bd14e23 req-e8916549-d526-40a1-a07a-f399105132b9 tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] Received port after_create {{(pid=103376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:12:53.885263 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4188c58-c2d8-494d-bf63-04642bd14e23 req-e8916549-d526-40a1-a07a-f399105132b9 tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:12:53.885945 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-e4188c58-c2d8-494d-bf63-04642bd14e23 req-e8916549-d526-40a1-a07a-f399105132b9 tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:53.940546 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd6a764-d322-49c8-a6ab-1b7d9490a9b0 tempest-ServersAdminNegativeTestJSON-344829367 tempest-ServersAdminNegativeTestJSON-344829367-project] Pushing event updated for resources: {'SecurityGroup': ['ID=38af6261-52ee-4276-8567-41fcd5f88dcd,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:12:53.945861 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-e4188c58-c2d8-494d-bf63-04642bd14e23 req-e8916549-d526-40a1-a07a-f399105132b9 tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4078054 Feb 04 17:12:53.952047 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvr_db [None req-1c6bf625-5af0-41ef-8e5d-b0dcafcffeb1 None None] Set router b5d014be-c135-4c5a-85ce-4035303b563e gateway port host: n-d-827839-2 {{(pid=103378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:12:53.968353 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f03154-cbb1-4a80-8669-9b688a4e79dd tempest-ImagesOneServerNegativeTestJSON-254357925 tempest-ImagesOneServerNegativeTestJSON-254357925-project] Pushing event deleted for resources: {'Port': ['ID=66a1128d-8cda-494a-b561-4b0625ad7dee,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:12:54.054275 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f03df40-9a94-4695-aebf-4e83d4117a88 req-61f03154-cbb1-4a80-8669-9b688a4e79dd tempest-ImagesOneServerNegativeTestJSON-254357925 tempest-ImagesOneServerNegativeTestJSON-254357925-project] No DVR routers for this DVR port 66a1128d-8cda-494a-b561-4b0625ad7dee on host n-h2-827839-2 {{(pid=103377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 17:12:54.057626 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-0f03df40-9a94-4695-aebf-4e83d4117a88 req-61f03154-cbb1-4a80-8669-9b688a4e79dd tempest-ImagesOneServerNegativeTestJSON-254357925 tempest-ImagesOneServerNegativeTestJSON-254357925-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:54.061427 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-0f03df40-9a94-4695-aebf-4e83d4117a88 req-61f03154-cbb1-4a80-8669-9b688a4e79dd tempest-ImagesOneServerNegativeTestJSON-254357925 tempest-ImagesOneServerNegativeTestJSON-254357925-project] 10.222.0.90 "DELETE /v2.0/ports/66a1128d-8cda-494a-b561-4b0625ad7dee HTTP/1.1" status: 204 len: 173 time: 3.0253942 Feb 04 17:12:54.062836 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [req-e4188c58-c2d8-494d-bf63-04642bd14e23 req-30987dd3-1dca-4bff-b380-548164f896dd service neutron] Request body: {'port': {'device_id': 'd8a46594-af9a-4c29-9a3e-2edb427e70fa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827839-2'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:12:54.067672 n-d-827839-2 neutron-server[103377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a849d53-c682-4910-aead-f1da6a7bff83', 'name': 'network-vif-deleted', 'tag': '66a1128d-8cda-494a-b561-4b0625ad7dee'}] {{(pid=103377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:12:54.069631 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7240428b650e1488e9361b62648ff4b3a6c19d49d8c27c949491ab58c1346cf0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54a8a154-be82-44db-af30-c4ee363f1c55" -d '{"events": [{"server_uuid": "4a849d53-c682-4910-aead-f1da6a7bff83", "name": "network-vif-deleted", "tag": "66a1128d-8cda-494a-b561-4b0625ad7dee"}]}' {{(pid=103377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:12:54.126209 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.db_base_plugin_common [req-4f8a4746-9a7f-4ad1-a71c-b55dd41f3a16 req-ffd6a764-d322-49c8-a6ab-1b7d9490a9b0 tempest-ServersAdminNegativeTestJSON-344829367 tempest-ServersAdminNegativeTestJSON-344829367-project] Allocated IP 192.168.233.185 (02be22b9-aa53-40ea-8050-9239cd27d1ff/c974b0ff-2c5c-4667-8a81-3bde3ea6ced5/dd0e2982-3730-447a-a6c8-7a0d42e612d8) {{(pid=103377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:12:54.161397 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62026d09-f1b5-4f90-bcca-75384b75ed53 admin admin] Made reservation on behalf of 8da6ad4e5ee34bf6bb722cd37ab73ea7 for: {'network': 1} {{(pid=103376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:12:54.181279 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-62026d09-f1b5-4f90-bcca-75384b75ed53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for network (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:54.270562 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8916549-d526-40a1-a07a-f399105132b9 tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] Pushing event updated for resources: {'Port': ['ID=09fe44f1-9e7b-43ae-8405-ca810bec8f9b,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:12:54.279421 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-62026d09-f1b5-4f90-bcca-75384b75ed53 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:54.342918 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73200dd0-c254-4282-874a-575bbcaea5eb req-d91b0dea-0d56-40ae-b1f5-17104e0d7030 tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:12:54.349950 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-73200dd0-c254-4282-874a-575bbcaea5eb req-d91b0dea-0d56-40ae-b1f5-17104e0d7030 tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] 10.222.0.89 "GET /v2.0/ports?device_id=d8a46594-af9a-4c29-9a3e-2edb427e70fa HTTP/1.1" status: 200 len: 931 time: 0.3077240 Feb 04 17:12:54.404778 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-e4188c58-c2d8-494d-bf63-04642bd14e23 req-30987dd3-1dca-4bff-b380-548164f896dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (09fe44f1-9e7b-43ae-8405-ca810bec8f9b), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:54.408388 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-1c6bf625-5af0-41ef-8e5d-b0dcafcffeb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5d014be-c135-4c5a-85ce-4035303b563e', 'name': 'tempest-FloatingIPsAssociationTestJSON-332341644-router', 'tenant_id': 'cf07c74cdc00450eafd97d06057c3156', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.21'}], 'enable_snat': True}, 'gw_port_id': 'd7ff67dc-98f3-4a6d-a6e9-60b7725303fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:12:47Z', 'updated_at': '2022-02-04T17:12:49Z', 'revision_number': 3, 'project_id': 'cf07c74cdc00450eafd97d06057c3156', 'gw_port': {'id': 'd7ff67dc-98f3-4a6d-a6e9-60b7725303fb', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:36:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5d014be-c135-4c5a-85ce-4035303b563e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:12:48Z', 'updated_at': '2022-02-04T17:12:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2'}], 'n-d-827839-2', False) {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:12:54.409246 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-4f8a4746-9a7f-4ad1-a71c-b55dd41f3a16 req-ffd6a764-d322-49c8-a6ab-1b7d9490a9b0 tempest-ServersAdminNegativeTestJSON-344829367 tempest-ServersAdminNegativeTestJSON-344829367-project] Publish callbacks [] for port (dd0e2982-3730-447a-a6c8-7a0d42e612d8), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:54.450658 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c6bf625-5af0-41ef-8e5d-b0dcafcffeb1 None None] Checking router: b5d014be-c135-4c5a-85ce-4035303b563e for host: n-d-827839-2 {{(pid=103378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 17:12:54.451106 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c6bf625-5af0-41ef-8e5d-b0dcafcffeb1 None None] Updating router b5d014be-c135-4c5a-85ce-4035303b563e port d7ff67dc-98f3-4a6d-a6e9-60b7725303fb binding host n-d-827839-2 {{(pid=103378) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 17:12:54.456647 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-4f8a4746-9a7f-4ad1-a71c-b55dd41f3a16 req-ffd6a764-d322-49c8-a6ab-1b7d9490a9b0 tempest-ServersAdminNegativeTestJSON-344829367 tempest-ServersAdminNegativeTestJSON-344829367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (dd0e2982-3730-447a-a6c8-7a0d42e612d8), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:54.508105 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1c6bf625-5af0-41ef-8e5d-b0dcafcffeb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (d7ff67dc-98f3-4a6d-a6e9-60b7725303fb), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:54.526811 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd6a764-d322-49c8-a6ab-1b7d9490a9b0 tempest-ServersAdminNegativeTestJSON-344829367 tempest-ServersAdminNegativeTestJSON-344829367-project] Pushing event updated for resources: {'Port': ['ID=dd0e2982-3730-447a-a6c8-7a0d42e612d8,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:12:54.549400 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f8a4746-9a7f-4ad1-a71c-b55dd41f3a16 req-ffd6a764-d322-49c8-a6ab-1b7d9490a9b0 tempest-ServersAdminNegativeTestJSON-344829367 tempest-ServersAdminNegativeTestJSON-344829367-project] Network 02be22b9-aa53-40ea-8050-9239cd27d1ff is already hosted by enough agents. {{(pid=103377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:12:54.566169 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-73200dd0-c254-4282-874a-575bbcaea5eb req-a1b5cc5b-a8e0-4090-9034-0ac1f6abcb6e tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] 10.222.0.89 "GET /v2.0/security-groups?id=119a7f03-3e07-4d1e-8852-d9f974f9f052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2127855 Feb 04 17:12:54.571588 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ece1b14-3018-4c7a-b32a-7d1eef3b2aad req-6a6d6a01-b9d4-4b4d-a6ec-2cd9dc142755 tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:12:54.581875 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-5ece1b14-3018-4c7a-b32a-7d1eef3b2aad req-6a6d6a01-b9d4-4b4d-a6ec-2cd9dc142755 tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] 10.222.0.89 "GET /v2.0/ports?device_id=99914122-947d-4d33-8d43-120a66c70f08 HTTP/1.1" status: 200 len: 950 time: 0.5766273 Feb 04 17:12:54.592387 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [req-4f8a4746-9a7f-4ad1-a71c-b55dd41f3a16 req-ffd6a764-d322-49c8-a6ab-1b7d9490a9b0 tempest-ServersAdminNegativeTestJSON-344829367 tempest-ServersAdminNegativeTestJSON-344829367-project] Resources bound (agent type, host, resource id): {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:12:54.596021 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f8a4746-9a7f-4ad1-a71c-b55dd41f3a16 req-ffd6a764-d322-49c8-a6ab-1b7d9490a9b0 tempest-ServersAdminNegativeTestJSON-344829367 tempest-ServersAdminNegativeTestJSON-344829367-project] Received port after_create {{(pid=103377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:12:54.733555 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8a4746-9a7f-4ad1-a71c-b55dd41f3a16 req-ffd6a764-d322-49c8-a6ab-1b7d9490a9b0 tempest-ServersAdminNegativeTestJSON-344829367 tempest-ServersAdminNegativeTestJSON-344829367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:12:54.734348 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-4f8a4746-9a7f-4ad1-a71c-b55dd41f3a16 req-ffd6a764-d322-49c8-a6ab-1b7d9490a9b0 tempest-ServersAdminNegativeTestJSON-344829367 tempest-ServersAdminNegativeTestJSON-344829367-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:54.794131 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-4f8a4746-9a7f-4ad1-a71c-b55dd41f3a16 req-ffd6a764-d322-49c8-a6ab-1b7d9490a9b0 tempest-ServersAdminNegativeTestJSON-344829367 tempest-ServersAdminNegativeTestJSON-344829367-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.4438028 Feb 04 17:12:54.803466 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 17:12:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2130699-f892-4643-8ebb-4c47ee7c78f9 x-openstack-request-id: req-f2130699-f892-4643-8ebb-4c47ee7c78f9 {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:12:54.803766 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a849d53-c682-4910-aead-f1da6a7bff83", "name": "network-vif-deleted", "tag": "66a1128d-8cda-494a-b561-4b0625ad7dee", "status": "completed", "code": 200}]} {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:12:54.804048 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-f2130699-f892-4643-8ebb-4c47ee7c78f9 {{(pid=103377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:12:54.815125 n-d-827839-2 neutron-server[103377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a849d53-c682-4910-aead-f1da6a7bff83', 'name': 'network-vif-deleted', 'tag': '66a1128d-8cda-494a-b561-4b0625ad7dee', 'status': 'completed', 'code': 200} Feb 04 17:12:54.828657 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [req-4f8a4746-9a7f-4ad1-a71c-b55dd41f3a16 req-bc8c3584-c077-4be5-9f73-0ab2b4fbf852 service neutron] Request body: {'port': {'device_id': 'c05a0ce4-1161-4262-bea7-6e3b7b097a4f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827839-2'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:12:54.965026 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Device 66a1128d-8cda-494a-b561-4b0625ad7dee no longer exists at agent hyperv_n-h2-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:12:55.014867 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] No Port match for: 66a1128d-8cda-494a-b561-4b0625ad7dee {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 17:12:55.015222 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Device 66a1128d-8cda-494a-b561-4b0625ad7dee not bound to the agent host n-h2-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 17:12:55.027564 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-4f8a4746-9a7f-4ad1-a71c-b55dd41f3a16 req-bc8c3584-c077-4be5-9f73-0ab2b4fbf852 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (dd0e2982-3730-447a-a6c8-7a0d42e612d8), before_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:55.032355 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-62026d09-f1b5-4f90-bcca-75384b75ed53 admin admin] Publish callbacks [] for security_group (18e6cc58-e448-4d12-9423-2a502a086ba2), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:55.044916 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-5ece1b14-3018-4c7a-b32a-7d1eef3b2aad req-cd77163b-ce64-4ab5-a81e-5ac2f260aa9e tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] 10.222.0.89 "GET /v2.0/security-groups?id=5fa98c6a-94b3-4690-b9c3-4f0e67d11226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4620848 Feb 04 17:12:55.126120 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-90592f7c-5a2d-4ab8-8322-9fa029de80f3 None None] Provisioning complete for port dd0e2982-3730-447a-a6c8-7a0d42e612d8 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:12:55.126580 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-90592f7c-5a2d-4ab8-8322-9fa029de80f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (dd0e2982-3730-447a-a6c8-7a0d42e612d8), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:55.292701 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1c6bf625-5af0-41ef-8e5d-b0dcafcffeb1 None None] Publish callbacks [] for port (d7ff67dc-98f3-4a6d-a6e9-60b7725303fb), precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:55.297158 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-90592f7c-5a2d-4ab8-8322-9fa029de80f3 None None] Port dd0e2982-3730-447a-a6c8-7a0d42e612d8 cannot update to ACTIVE because it is not bound. {{(pid=103378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 17:12:55.302669 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1c6bf625-5af0-41ef-8e5d-b0dcafcffeb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (d7ff67dc-98f3-4a6d-a6e9-60b7725303fb), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:55.379031 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-1c6bf625-5af0-41ef-8e5d-b0dcafcffeb1 None None] Attempting to bind port d7ff67dc-98f3-4a6d-a6e9-60b7725303fb on host n-d-827839-2 for vnic_type normal with profile {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:12:55.387119 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-1c6bf625-5af0-41ef-8e5d-b0dcafcffeb1 None None] Attempting to bind port d7ff67dc-98f3-4a6d-a6e9-60b7725303fb by drivers openvswitch,hyperv on host n-d-827839-2 at level 0 using segments [{'id': '5942dc44-1f07-4c27-b0ab-45a2bff20dd5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188'}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:12:55.387582 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c6bf625-5af0-41ef-8e5d-b0dcafcffeb1 None None] Attempting to bind port d7ff67dc-98f3-4a6d-a6e9-60b7725303fb on network 48165773-85ad-49a1-9ec1-76fc8dc24188 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:12:55.389959 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55836f19-488e-457b-b4d1-7be9c0992d40 None None] Pushing event updated for resources: {'Port': ['ID=d7ff67dc-98f3-4a6d-a6e9-60b7725303fb,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:12:55.415761 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c6bf625-5af0-41ef-8e5d-b0dcafcffeb1 None None] Checking agent: {'id': 'ba70844b-66a0-45fd-a2f2-e6ed673321fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 0, 36), 'started_at': datetime.datetime(2022, 2, 4, 17, 1, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 12, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:12:55.416436 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c6bf625-5af0-41ef-8e5d-b0dcafcffeb1 None None] Checking segment: {'id': '5942dc44-1f07-4c27-b0ab-45a2bff20dd5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:12:55.416561 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1c6bf625-5af0-41ef-8e5d-b0dcafcffeb1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:55.417247 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c6bf625-5af0-41ef-8e5d-b0dcafcffeb1 None None] Bound using segment: {'id': '5942dc44-1f07-4c27-b0ab-45a2bff20dd5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188'} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:12:55.417730 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-1c6bf625-5af0-41ef-8e5d-b0dcafcffeb1 None None] Bound port: d7ff67dc-98f3-4a6d-a6e9-60b7725303fb, host: n-d-827839-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5942dc44-1f07-4c27-b0ab-45a2bff20dd5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188'}}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:12:55.418113 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1c6bf625-5af0-41ef-8e5d-b0dcafcffeb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (d7ff67dc-98f3-4a6d-a6e9-60b7725303fb), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:55.577017 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1c6bf625-5af0-41ef-8e5d-b0dcafcffeb1 None None] For port d7ff67dc-98f3-4a6d-a6e9-60b7725303fb, host n-d-827839-2, cleared binding levels {{(pid=103378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:12:55.585541 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1c6bf625-5af0-41ef-8e5d-b0dcafcffeb1 None None] For port d7ff67dc-98f3-4a6d-a6e9-60b7725303fb, host n-d-827839-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=d7ff67dc-98f3-4a6d-a6e9-60b7725303fb,segment=NetworkSegment(5942dc44-1f07-4c27-b0ab-45a2bff20dd5),segment_id=5942dc44-1f07-4c27-b0ab-45a2bff20dd5)] {{(pid=103378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:12:55.597055 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1c6bf625-5af0-41ef-8e5d-b0dcafcffeb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (d7ff67dc-98f3-4a6d-a6e9-60b7725303fb), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:55.610957 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-62026d09-f1b5-4f90-bcca-75384b75ed53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (18e6cc58-e448-4d12-9423-2a502a086ba2), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:55.623382 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 52844) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:12:55.642377 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-798afe58-001b-45a3-873c-589b15ee21e4 tempest-ImagesOneServerNegativeTestJSON-254357925 tempest-ImagesOneServerNegativeTestJSON-254357925-project] Request body: {'security_group': {'name': 'tempest-securitygroup--142926954', 'description': 'tempest-description--1865784816'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:12:55.715630 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-798afe58-001b-45a3-873c-589b15ee21e4 tempest-ImagesOneServerNegativeTestJSON-254357925 tempest-ImagesOneServerNegativeTestJSON-254357925-project] Publish callbacks [] for security_group (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:55.761369 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55836f19-488e-457b-b4d1-7be9c0992d40 None None] Pushing event updated for resources: {'Port': ['ID=d7ff67dc-98f3-4a6d-a6e9-60b7725303fb,revision_number=3']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:12:55.774799 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c6bf625-5af0-41ef-8e5d-b0dcafcffeb1 None None] Routers {'b5d014be-c135-4c5a-85ce-4035303b563e'} bound to L3 agent in host n-d-827839-2 {{(pid=103378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:12:55.775430 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-1c6bf625-5af0-41ef-8e5d-b0dcafcffeb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:12:32Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['b5d014be-c135-4c5a-85ce-4035303b563e'], 'active': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:12:55.875578 n-d-827839-2 neutron-server[103376]: DEBUG neutron.notifiers.nova [req-e4188c58-c2d8-494d-bf63-04642bd14e23 req-30987dd3-1dca-4bff-b380-548164f896dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 09fe44f1-9e7b-43ae-8405-ca810bec8f9b {{(pid=103376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 17:12:55.885578 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-e4188c58-c2d8-494d-bf63-04642bd14e23 req-30987dd3-1dca-4bff-b380-548164f896dd service neutron] Publish callbacks [] for port (09fe44f1-9e7b-43ae-8405-ca810bec8f9b), precommit_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:55.900192 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.provisioning_blocks [req-e4188c58-c2d8-494d-bf63-04642bd14e23 req-30987dd3-1dca-4bff-b380-548164f896dd service neutron] Transition to ACTIVE for port object 09fe44f1-9e7b-43ae-8405-ca810bec8f9b will not be triggered until provisioned by entity L2. {{(pid=103376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 17:12:55.900407 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9839cff6-d7bd-4340-af7f-94be964cec70 req-9ea8858c-bf1a-409c-922f-d75560f81f6e tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:12:55.906826 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-9839cff6-d7bd-4340-af7f-94be964cec70 req-9ea8858c-bf1a-409c-922f-d75560f81f6e tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] 10.222.0.89 "GET /v2.0/ports?device_id=d8a46594-af9a-4c29-9a3e-2edb427e70fa HTTP/1.1" status: 200 len: 931 time: 0.1596665 Feb 04 17:12:55.941980 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62026d09-f1b5-4f90-bcca-75384b75ed53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18e6cc58-e448-4d12-9423-2a502a086ba2,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:12:55.948402 n-d-827839-2 neutron-server[103377]: DEBUG neutron.notifiers.nova [req-4f8a4746-9a7f-4ad1-a71c-b55dd41f3a16 req-bc8c3584-c077-4be5-9f73-0ab2b4fbf852 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd0e2982-3730-447a-a6c8-7a0d42e612d8 {{(pid=103377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 17:12:55.957029 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-e4188c58-c2d8-494d-bf63-04642bd14e23 req-30987dd3-1dca-4bff-b380-548164f896dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (09fe44f1-9e7b-43ae-8405-ca810bec8f9b), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:55.999124 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-4f8a4746-9a7f-4ad1-a71c-b55dd41f3a16 req-bc8c3584-c077-4be5-9f73-0ab2b4fbf852 service neutron] Publish callbacks [] for port (dd0e2982-3730-447a-a6c8-7a0d42e612d8), precommit_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:56.003519 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvr_db [None req-1c6bf625-5af0-41ef-8e5d-b0dcafcffeb1 None None] Set router b5d014be-c135-4c5a-85ce-4035303b563e gateway port host: n-d-827839-2 {{(pid=103378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:12:56.025134 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-798afe58-001b-45a3-873c-589b15ee21e4 tempest-ImagesOneServerNegativeTestJSON-254357925 tempest-ImagesOneServerNegativeTestJSON-254357925-project] Publish callbacks [] for security_group (f72bcbe5-7283-4beb-af66-a97a96868f75), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:56.054557 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-798afe58-001b-45a3-873c-589b15ee21e4 tempest-ImagesOneServerNegativeTestJSON-254357925 tempest-ImagesOneServerNegativeTestJSON-254357925-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (f72bcbe5-7283-4beb-af66-a97a96868f75), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:56.067715 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30987dd3-1dca-4bff-b380-548164f896dd service neutron] Pushing event updated for resources: {'Port': ['ID=09fe44f1-9e7b-43ae-8405-ca810bec8f9b,revision_number=2']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:12:56.080108 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.provisioning_blocks [req-4f8a4746-9a7f-4ad1-a71c-b55dd41f3a16 req-bc8c3584-c077-4be5-9f73-0ab2b4fbf852 service neutron] Transition to ACTIVE for port object dd0e2982-3730-447a-a6c8-7a0d42e612d8 will not be triggered until provisioned by entity L2. {{(pid=103377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 17:12:56.097642 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62026d09-f1b5-4f90-bcca-75384b75ed53 admin admin] vlan segment allocate from pool success with {'vlan_id': 770, 'physical_network': 'physnet1'} {{(pid=103376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 17:12:56.125972 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798afe58-001b-45a3-873c-589b15ee21e4 tempest-ImagesOneServerNegativeTestJSON-254357925 tempest-ImagesOneServerNegativeTestJSON-254357925-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f72bcbe5-7283-4beb-af66-a97a96868f75,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:12:56.134039 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-62026d09-f1b5-4f90-bcca-75384b75ed53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (4adf983e-b4f0-4caa-beec-ecaadf2366f2), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:56.134407 n-d-827839-2 neutron-server[103376]: INFO neutron.db.segments_db [None req-62026d09-f1b5-4f90-bcca-75384b75ed53 admin admin] Added segment 4adf983e-b4f0-4caa-beec-ecaadf2366f2 of type vlan for network 865a5290-ec33-4655-84a4-bc1453190ac7 Feb 04 17:12:56.137760 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-9839cff6-d7bd-4340-af7f-94be964cec70 req-077f3550-7446-4cae-aa01-77d7d17325ff tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] 10.222.0.89 "GET /v2.0/security-groups?id=119a7f03-3e07-4d1e-8852-d9f974f9f052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2167814 Feb 04 17:12:56.138502 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-4f8a4746-9a7f-4ad1-a71c-b55dd41f3a16 req-bc8c3584-c077-4be5-9f73-0ab2b4fbf852 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25888290'] for port (dd0e2982-3730-447a-a6c8-7a0d42e612d8), after_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:56.147827 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-798afe58-001b-45a3-873c-589b15ee21e4 tempest-ImagesOneServerNegativeTestJSON-254357925 tempest-ImagesOneServerNegativeTestJSON-254357925-project] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:56.150107 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-798afe58-001b-45a3-873c-589b15ee21e4 tempest-ImagesOneServerNegativeTestJSON-254357925 tempest-ImagesOneServerNegativeTestJSON-254357925-project] 10.222.0.89 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5166028 Feb 04 17:12:56.159047 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 52850) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:12:56.221348 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-806b1fe7-29de-4db8-927a-e3c284f4cbd5 tempest-ImagesOneServerNegativeTestJSON-254357925 tempest-ImagesOneServerNegativeTestJSON-254357925-project] Request body: {'security_group_rule': {'security_group_id': 'f72bcbe5-7283-4beb-af66-a97a96868f75', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:12:56.230969 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b184a923-bb9b-4840-9559-34f608545cb9 req-897c8f01-0301-44e3-87f1-ae9db7d43a61 tempest-ServersAdminNegativeTestJSON-344829367 tempest-ServersAdminNegativeTestJSON-344829367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:12:56.247145 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-b184a923-bb9b-4840-9559-34f608545cb9 req-897c8f01-0301-44e3-87f1-ae9db7d43a61 tempest-ServersAdminNegativeTestJSON-344829367 tempest-ServersAdminNegativeTestJSON-344829367-project] 10.222.0.89 "GET /v2.0/ports?device_id=c05a0ce4-1161-4262-bea7-6e3b7b097a4f HTTP/1.1" status: 200 len: 936 time: 0.6282585 Feb 04 17:12:56.320779 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-1c6bf625-5af0-41ef-8e5d-b0dcafcffeb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5d014be-c135-4c5a-85ce-4035303b563e', 'name': 'tempest-FloatingIPsAssociationTestJSON-332341644-router', 'tenant_id': 'cf07c74cdc00450eafd97d06057c3156', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.21'}], 'enable_snat': True}, 'gw_port_id': 'd7ff67dc-98f3-4a6d-a6e9-60b7725303fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:12:47Z', 'updated_at': '2022-02-04T17:12:49Z', 'revision_number': 3, 'project_id': 'cf07c74cdc00450eafd97d06057c3156', 'gw_port': {'id': 'd7ff67dc-98f3-4a6d-a6e9-60b7725303fb', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:36:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5d014be-c135-4c5a-85ce-4035303b563e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:12:48Z', 'updated_at': '2022-02-04T17:12:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2'}], 'n-d-827839-2', False) {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:12:56.400895 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [req-4f8a4746-9a7f-4ad1-a71c-b55dd41f3a16 req-bc8c3584-c077-4be5-9f73-0ab2b4fbf852 service neutron] Attempting to bind port dd0e2982-3730-447a-a6c8-7a0d42e612d8 on host n-h2-827839-2 for vnic_type normal with profile {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:12:56.401242 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [req-4f8a4746-9a7f-4ad1-a71c-b55dd41f3a16 req-bc8c3584-c077-4be5-9f73-0ab2b4fbf852 service neutron] Attempting to bind port dd0e2982-3730-447a-a6c8-7a0d42e612d8 by drivers openvswitch,hyperv on host n-h2-827839-2 at level 0 using segments [{'id': '3a39b085-d3e6-43bb-a64c-1b06dd049e5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '02be22b9-aa53-40ea-8050-9239cd27d1ff'}] {{(pid=103377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:12:56.401573 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f8a4746-9a7f-4ad1-a71c-b55dd41f3a16 req-bc8c3584-c077-4be5-9f73-0ab2b4fbf852 service neutron] Attempting to bind port dd0e2982-3730-447a-a6c8-7a0d42e612d8 on network 02be22b9-aa53-40ea-8050-9239cd27d1ff {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:12:56.407811 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c6bf625-5af0-41ef-8e5d-b0dcafcffeb1 None None] The sync data for ids ['b5d014be-c135-4c5a-85ce-4035303b563e'] in n-d-827839-2 is: [{'id': 'b5d014be-c135-4c5a-85ce-4035303b563e', 'name': 'tempest-FloatingIPsAssociationTestJSON-332341644-router', 'tenant_id': 'cf07c74cdc00450eafd97d06057c3156', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.21'}], 'enable_snat': True}, 'gw_port_id': 'd7ff67dc-98f3-4a6d-a6e9-60b7725303fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:12:47Z', 'updated_at': '2022-02-04T17:12:49Z', 'revision_number': 3, 'project_id': 'cf07c74cdc00450eafd97d06057c3156', 'gw_port': {'id': 'd7ff67dc-98f3-4a6d-a6e9-60b7725303fb', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:36:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5d014be-c135-4c5a-85ce-4035303b563e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:12:48Z', 'updated_at': '2022-02-04T17:12:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2'}] {{(pid=103378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 17:12:56.412732 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f8a4746-9a7f-4ad1-a71c-b55dd41f3a16 req-bc8c3584-c077-4be5-9f73-0ab2b4fbf852 service neutron] Port dd0e2982-3730-447a-a6c8-7a0d42e612d8 on network 02be22b9-aa53-40ea-8050-9239cd27d1ff not bound, no agent of type Open vSwitch agent registered on host n-h2-827839-2 {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 17:12:56.413088 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f8a4746-9a7f-4ad1-a71c-b55dd41f3a16 req-bc8c3584-c077-4be5-9f73-0ab2b4fbf852 service neutron] Attempting to bind port dd0e2982-3730-447a-a6c8-7a0d42e612d8 on network 02be22b9-aa53-40ea-8050-9239cd27d1ff {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:12:56.433576 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [req-e4188c58-c2d8-494d-bf63-04642bd14e23 req-30987dd3-1dca-4bff-b380-548164f896dd service neutron] Attempting to bind port 09fe44f1-9e7b-43ae-8405-ca810bec8f9b on host n-h1-827839-2 for vnic_type normal with profile {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:12:56.434136 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [req-e4188c58-c2d8-494d-bf63-04642bd14e23 req-30987dd3-1dca-4bff-b380-548164f896dd service neutron] Attempting to bind port 09fe44f1-9e7b-43ae-8405-ca810bec8f9b by drivers openvswitch,hyperv on host n-h1-827839-2 at level 0 using segments [{'id': '422e2db4-29a0-413f-80b3-a344e9c773f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'b27b7363-f5f5-42ff-a720-66280b0b57a7'}] {{(pid=103376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:12:56.434616 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4188c58-c2d8-494d-bf63-04642bd14e23 req-30987dd3-1dca-4bff-b380-548164f896dd service neutron] Attempting to bind port 09fe44f1-9e7b-43ae-8405-ca810bec8f9b on network b27b7363-f5f5-42ff-a720-66280b0b57a7 {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:12:56.438382 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-62026d09-f1b5-4f90-bcca-75384b75ed53 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781084292801'] for network (865a5290-ec33-4655-84a4-bc1453190ac7), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:56.466694 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4188c58-c2d8-494d-bf63-04642bd14e23 req-30987dd3-1dca-4bff-b380-548164f896dd service neutron] Port 09fe44f1-9e7b-43ae-8405-ca810bec8f9b on network b27b7363-f5f5-42ff-a720-66280b0b57a7 not bound, no agent of type Open vSwitch agent registered on host n-h1-827839-2 {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 17:12:56.467029 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4188c58-c2d8-494d-bf63-04642bd14e23 req-30987dd3-1dca-4bff-b380-548164f896dd service neutron] Attempting to bind port 09fe44f1-9e7b-43ae-8405-ca810bec8f9b on network b27b7363-f5f5-42ff-a720-66280b0b57a7 {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:12:56.468360 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f8a4746-9a7f-4ad1-a71c-b55dd41f3a16 req-bc8c3584-c077-4be5-9f73-0ab2b4fbf852 service neutron] Checking agent: {'id': 'f20a1ab3-4332-4f54-833b-ba4a7c687e89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 8, 40), 'started_at': datetime.datetime(2022, 2, 4, 17, 8, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 12, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:12:56.468876 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f8a4746-9a7f-4ad1-a71c-b55dd41f3a16 req-bc8c3584-c077-4be5-9f73-0ab2b4fbf852 service neutron] Checking segment: {'id': '3a39b085-d3e6-43bb-a64c-1b06dd049e5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '02be22b9-aa53-40ea-8050-9239cd27d1ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:12:56.469271 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f8a4746-9a7f-4ad1-a71c-b55dd41f3a16 req-bc8c3584-c077-4be5-9f73-0ab2b4fbf852 service neutron] Bound using segment: {'id': '3a39b085-d3e6-43bb-a64c-1b06dd049e5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '02be22b9-aa53-40ea-8050-9239cd27d1ff'} {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:12:56.469697 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [req-4f8a4746-9a7f-4ad1-a71c-b55dd41f3a16 req-bc8c3584-c077-4be5-9f73-0ab2b4fbf852 service neutron] Bound port: dd0e2982-3730-447a-a6c8-7a0d42e612d8, host: n-h2-827839-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a39b085-d3e6-43bb-a64c-1b06dd049e5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '02be22b9-aa53-40ea-8050-9239cd27d1ff'}}] {{(pid=103377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:12:56.470553 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-4f8a4746-9a7f-4ad1-a71c-b55dd41f3a16 req-bc8c3584-c077-4be5-9f73-0ab2b4fbf852 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (dd0e2982-3730-447a-a6c8-7a0d42e612d8), before_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:56.483573 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-51731d25-5113-499f-b114-9cdbd19f20ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:56.514629 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4188c58-c2d8-494d-bf63-04642bd14e23 req-30987dd3-1dca-4bff-b380-548164f896dd service neutron] Checking agent: {'id': '3f9244a9-75fc-4c10-b195-11d48b853b41', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 8, 42), 'started_at': datetime.datetime(2022, 2, 4, 17, 8, 42), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 12, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:12:56.515038 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4188c58-c2d8-494d-bf63-04642bd14e23 req-30987dd3-1dca-4bff-b380-548164f896dd service neutron] Checking segment: {'id': '422e2db4-29a0-413f-80b3-a344e9c773f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'b27b7363-f5f5-42ff-a720-66280b0b57a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:12:56.515353 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4188c58-c2d8-494d-bf63-04642bd14e23 req-30987dd3-1dca-4bff-b380-548164f896dd service neutron] Bound using segment: {'id': '422e2db4-29a0-413f-80b3-a344e9c773f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'b27b7363-f5f5-42ff-a720-66280b0b57a7'} {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:12:56.515795 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [req-e4188c58-c2d8-494d-bf63-04642bd14e23 req-30987dd3-1dca-4bff-b380-548164f896dd service neutron] Bound port: 09fe44f1-9e7b-43ae-8405-ca810bec8f9b, host: n-h1-827839-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '422e2db4-29a0-413f-80b3-a344e9c773f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'b27b7363-f5f5-42ff-a720-66280b0b57a7'}}] {{(pid=103376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:12:56.516417 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-e4188c58-c2d8-494d-bf63-04642bd14e23 req-30987dd3-1dca-4bff-b380-548164f896dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (09fe44f1-9e7b-43ae-8405-ca810bec8f9b), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:56.541111 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-b184a923-bb9b-4840-9559-34f608545cb9 req-7a4b78d3-d5e2-43a2-a76f-d996abfbe167 tempest-ServersAdminNegativeTestJSON-344829367 tempest-ServersAdminNegativeTestJSON-344829367-project] 10.222.0.89 "GET /v2.0/security-groups?id=38af6261-52ee-4276-8567-41fcd5f88dcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2869604 Feb 04 17:12:56.586742 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-62026d09-f1b5-4f90-bcca-75384b75ed53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327'] for network (865a5290-ec33-4655-84a4-bc1453190ac7), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:56.587935 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62026d09-f1b5-4f90-bcca-75384b75ed53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:12:56.588568 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-62026d09-f1b5-4f90-bcca-75384b75ed53 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677565'] for network (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:56.607506 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-806b1fe7-29de-4db8-927a-e3c284f4cbd5 tempest-ImagesOneServerNegativeTestJSON-254357925 tempest-ImagesOneServerNegativeTestJSON-254357925-project] Publish callbacks [] for security_group_rule (3e233507-9f1e-482d-968e-94eb87e4ec6c), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:56.642700 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8c3584-c077-4be5-9f73-0ab2b4fbf852 service neutron] Pushing event updated for resources: {'Port': ['ID=dd0e2982-3730-447a-a6c8-7a0d42e612d8,revision_number=2']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:12:56.676340 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8c3584-c077-4be5-9f73-0ab2b4fbf852 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:12:56.676680 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8c3584-c077-4be5-9f73-0ab2b4fbf852 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:12:56.677061 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8c3584-c077-4be5-9f73-0ab2b4fbf852 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:12:56.677400 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8c3584-c077-4be5-9f73-0ab2b4fbf852 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:12:56.677726 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8c3584-c077-4be5-9f73-0ab2b4fbf852 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:12:56.678094 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8c3584-c077-4be5-9f73-0ab2b4fbf852 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:12:56.678400 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8c3584-c077-4be5-9f73-0ab2b4fbf852 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:12:56.678712 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8c3584-c077-4be5-9f73-0ab2b4fbf852 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:12:56.679083 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8c3584-c077-4be5-9f73-0ab2b4fbf852 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:12:56.681710 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8c3584-c077-4be5-9f73-0ab2b4fbf852 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:12:56.681710 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8c3584-c077-4be5-9f73-0ab2b4fbf852 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:12:56.681710 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8c3584-c077-4be5-9f73-0ab2b4fbf852 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:12:56.681710 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8c3584-c077-4be5-9f73-0ab2b4fbf852 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:12:56.694615 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [req-4f8a4746-9a7f-4ad1-a71c-b55dd41f3a16 req-bc8c3584-c077-4be5-9f73-0ab2b4fbf852 service neutron] For port dd0e2982-3730-447a-a6c8-7a0d42e612d8, host n-h2-827839-2, cleared binding levels {{(pid=103377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:12:56.732664 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [req-4f8a4746-9a7f-4ad1-a71c-b55dd41f3a16 req-bc8c3584-c077-4be5-9f73-0ab2b4fbf852 service neutron] For port dd0e2982-3730-447a-a6c8-7a0d42e612d8, host n-h2-827839-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=dd0e2982-3730-447a-a6c8-7a0d42e612d8,segment=NetworkSegment(3a39b085-d3e6-43bb-a64c-1b06dd049e5a),segment_id=3a39b085-d3e6-43bb-a64c-1b06dd049e5a)] {{(pid=103377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:12:56.769751 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2d1d0b-32d7-48a9-876a-c5d4eb160795 req-c4ad029d-6ab1-4332-b9fa-fcaf5ef0dfae tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:12:56.770377 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [req-e4188c58-c2d8-494d-bf63-04642bd14e23 req-30987dd3-1dca-4bff-b380-548164f896dd service neutron] For port 09fe44f1-9e7b-43ae-8405-ca810bec8f9b, host n-h1-827839-2, cleared binding levels {{(pid=103376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:12:56.771881 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-8f2d1d0b-32d7-48a9-876a-c5d4eb160795 req-c4ad029d-6ab1-4332-b9fa-fcaf5ef0dfae tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] 10.222.0.89 "GET /v2.0/ports?device_id=99914122-947d-4d33-8d43-120a66c70f08 HTTP/1.1" status: 200 len: 950 time: 0.3857403 Feb 04 17:12:56.773854 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-4f8a4746-9a7f-4ad1-a71c-b55dd41f3a16 req-bc8c3584-c077-4be5-9f73-0ab2b4fbf852 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25888290'] for port (dd0e2982-3730-447a-a6c8-7a0d42e612d8), after_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:56.813629 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-62026d09-f1b5-4f90-bcca-75384b75ed53 admin admin] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 3.4438031 Feb 04 17:12:56.814798 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 52862) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:12:56.840820 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-806b1fe7-29de-4db8-927a-e3c284f4cbd5 tempest-ImagesOneServerNegativeTestJSON-254357925 tempest-ImagesOneServerNegativeTestJSON-254357925-project] Publish callbacks [] for security_group_rule (3e233507-9f1e-482d-968e-94eb87e4ec6c), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:56.848818 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-14c69a2b-6de4-4b84-b83f-8ab390ecdbb5 admin admin] Request body: {'subnet': {'network_id': '865a5290-ec33-4655-84a4-bc1453190ac7', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-937348206-subnet', 'tenant_id': '8da6ad4e5ee34bf6bb722cd37ab73ea7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:12:56.879889 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [req-e4188c58-c2d8-494d-bf63-04642bd14e23 req-30987dd3-1dca-4bff-b380-548164f896dd service neutron] For port 09fe44f1-9e7b-43ae-8405-ca810bec8f9b, host n-h1-827839-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=09fe44f1-9e7b-43ae-8405-ca810bec8f9b,segment=NetworkSegment(422e2db4-29a0-413f-80b3-a344e9c773f4),segment_id=422e2db4-29a0-413f-80b3-a344e9c773f4)] {{(pid=103376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:12:56.884762 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-806b1fe7-29de-4db8-927a-e3c284f4cbd5 tempest-ImagesOneServerNegativeTestJSON-254357925 tempest-ImagesOneServerNegativeTestJSON-254357925-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664556'] for security_group_rule (3e233507-9f1e-482d-968e-94eb87e4ec6c), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:56.900882 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8a4746-9a7f-4ad1-a71c-b55dd41f3a16 req-bc8c3584-c077-4be5-9f73-0ab2b4fbf852 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:12:56.901550 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-4f8a4746-9a7f-4ad1-a71c-b55dd41f3a16 req-bc8c3584-c077-4be5-9f73-0ab2b4fbf852 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:56.903406 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-4f8a4746-9a7f-4ad1-a71c-b55dd41f3a16 req-bc8c3584-c077-4be5-9f73-0ab2b4fbf852 service neutron] 10.222.0.90 "PUT /v2.0/ports/dd0e2982-3730-447a-a6c8-7a0d42e612d8 HTTP/1.1" status: 200 len: 1096 time: 2.0871224 Feb 04 17:12:56.904151 n-d-827839-2 neutron-server[103377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c05a0ce4-1161-4262-bea7-6e3b7b097a4f', 'tag': 'dd0e2982-3730-447a-a6c8-7a0d42e612d8'}] {{(pid=103377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:12:56.906554 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7240428b650e1488e9361b62648ff4b3a6c19d49d8c27c949491ab58c1346cf0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bc32cc9-5051-44a4-9abc-e7be369ec276" -d '{"events": [{"name": "network-changed", "server_uuid": "c05a0ce4-1161-4262-bea7-6e3b7b097a4f", "tag": "dd0e2982-3730-447a-a6c8-7a0d42e612d8"}]}' {{(pid=103377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:12:56.981753 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-e4188c58-c2d8-494d-bf63-04642bd14e23 req-30987dd3-1dca-4bff-b380-548164f896dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (09fe44f1-9e7b-43ae-8405-ca810bec8f9b), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:57.044028 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-8f2d1d0b-32d7-48a9-876a-c5d4eb160795 req-f0e7b748-b4a9-4232-9529-7035be57bed4 tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] 10.222.0.89 "GET /v2.0/security-groups?id=5fa98c6a-94b3-4690-b9c3-4f0e67d11226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2242780 Feb 04 17:12:57.051339 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 17:12:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42534cec-2cac-4e79-938f-82a2af67a69d x-openstack-request-id: req-42534cec-2cac-4e79-938f-82a2af67a69d {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:12:57.051647 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c05a0ce4-1161-4262-bea7-6e3b7b097a4f", "tag": "dd0e2982-3730-447a-a6c8-7a0d42e612d8", "status": "completed", "code": 200}]} {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:12:57.051903 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-42534cec-2cac-4e79-938f-82a2af67a69d {{(pid=103377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:12:57.052313 n-d-827839-2 neutron-server[103377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c05a0ce4-1161-4262-bea7-6e3b7b097a4f', 'tag': 'dd0e2982-3730-447a-a6c8-7a0d42e612d8', 'status': 'completed', 'code': 200} Feb 04 17:12:57.089470 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806b1fe7-29de-4db8-927a-e3c284f4cbd5 tempest-ImagesOneServerNegativeTestJSON-254357925 tempest-ImagesOneServerNegativeTestJSON-254357925-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e233507-9f1e-482d-968e-94eb87e4ec6c,revision_number=0']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:12:57.097531 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62026d09-f1b5-4f90-bcca-75384b75ed53 admin admin] Pushing event updated for resources: {'Network': ['ID=865a5290-ec33-4655-84a4-bc1453190ac7,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:12:57.119990 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8c3584-c077-4be5-9f73-0ab2b4fbf852 service neutron] Pushing event updated for resources: {'Port': ['ID=dd0e2982-3730-447a-a6c8-7a0d42e612d8,revision_number=3']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:12:57.132130 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-806b1fe7-29de-4db8-927a-e3c284f4cbd5 tempest-ImagesOneServerNegativeTestJSON-254357925 tempest-ImagesOneServerNegativeTestJSON-254357925-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:57.136420 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-806b1fe7-29de-4db8-927a-e3c284f4cbd5 tempest-ImagesOneServerNegativeTestJSON-254357925 tempest-ImagesOneServerNegativeTestJSON-254357925-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9743359 Feb 04 17:12:57.137877 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30987dd3-1dca-4bff-b380-548164f896dd service neutron] Pushing event updated for resources: {'Port': ['ID=09fe44f1-9e7b-43ae-8405-ca810bec8f9b,revision_number=3']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:12:57.139188 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 52866) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:12:57.145906 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-a880b270-775c-49ba-b70c-4d189439e5e0 tempest-ImagesOneServerNegativeTestJSON-254357925 tempest-ImagesOneServerNegativeTestJSON-254357925-project] Request body: {'security_group_rule': {'security_group_id': 'f72bcbe5-7283-4beb-af66-a97a96868f75', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:12:57.153070 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14c69a2b-6de4-4b84-b83f-8ab390ecdbb5 admin admin] Made reservation on behalf of 8da6ad4e5ee34bf6bb722cd37ab73ea7 for: {'subnet': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:12:57.156054 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-14c69a2b-6de4-4b84-b83f-8ab390ecdbb5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25597243'] for subnet (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:57.165714 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30987dd3-1dca-4bff-b380-548164f896dd service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:12:57.165714 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30987dd3-1dca-4bff-b380-548164f896dd service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:12:57.165714 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30987dd3-1dca-4bff-b380-548164f896dd service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:12:57.167135 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30987dd3-1dca-4bff-b380-548164f896dd service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:12:57.168215 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30987dd3-1dca-4bff-b380-548164f896dd service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:12:57.168764 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30987dd3-1dca-4bff-b380-548164f896dd service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:12:57.171180 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30987dd3-1dca-4bff-b380-548164f896dd service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:12:57.171180 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30987dd3-1dca-4bff-b380-548164f896dd service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:12:57.171636 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30987dd3-1dca-4bff-b380-548164f896dd service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:12:57.172146 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30987dd3-1dca-4bff-b380-548164f896dd service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:12:57.172956 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30987dd3-1dca-4bff-b380-548164f896dd service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:12:57.173346 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30987dd3-1dca-4bff-b380-548164f896dd service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:12:57.173855 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30987dd3-1dca-4bff-b380-548164f896dd service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:12:57.186800 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62026d09-f1b5-4f90-bcca-75384b75ed53 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:12:57.187307 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62026d09-f1b5-4f90-bcca-75384b75ed53 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:12:57.187751 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62026d09-f1b5-4f90-bcca-75384b75ed53 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:12:57.188195 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62026d09-f1b5-4f90-bcca-75384b75ed53 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:12:57.188631 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62026d09-f1b5-4f90-bcca-75384b75ed53 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:12:57.189088 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62026d09-f1b5-4f90-bcca-75384b75ed53 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:12:57.189531 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62026d09-f1b5-4f90-bcca-75384b75ed53 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:12:57.190056 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62026d09-f1b5-4f90-bcca-75384b75ed53 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:12:57.190611 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62026d09-f1b5-4f90-bcca-75384b75ed53 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:12:57.190991 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62026d09-f1b5-4f90-bcca-75384b75ed53 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:12:57.191396 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62026d09-f1b5-4f90-bcca-75384b75ed53 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:12:57.191886 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62026d09-f1b5-4f90-bcca-75384b75ed53 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:12:57.192339 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62026d09-f1b5-4f90-bcca-75384b75ed53 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:12:57.212190 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Network 865a5290-ec33-4655-84a4-bc1453190ac7 details requested by agent ovs-agent-n-d-827839-2 with host n-d-827839-2 {{(pid=103378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 17:12:57.274270 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.db_base_plugin_common [None req-51731d25-5113-499f-b114-9cdbd19f20ca admin admin] Allocated IP 172.20.0.1 (71f03b9f-e704-4df0-bce2-e9f92d5b531b/147a2a29-50a3-4d38-8c0e-9ec73b9af714/42093760-4751-4ec8-b7ed-25206ff15cfc) {{(pid=103376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:12:57.317786 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8a4746-9a7f-4ad1-a71c-b55dd41f3a16 req-4c83f49b-bb32-420e-92bc-f731d1102411 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:12:57.319523 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-4f8a4746-9a7f-4ad1-a71c-b55dd41f3a16 req-4c83f49b-bb32-420e-92bc-f731d1102411 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=ca65812a4af246d9ad6f7cde880e7893&device_id=c05a0ce4-1161-4262-bea7-6e3b7b097a4f HTTP/1.1" status: 200 len: 1130 time: 0.3224516 Feb 04 17:12:57.421890 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4188c58-c2d8-494d-bf63-04642bd14e23 req-30987dd3-1dca-4bff-b380-548164f896dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:12:57.422460 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-e4188c58-c2d8-494d-bf63-04642bd14e23 req-30987dd3-1dca-4bff-b380-548164f896dd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:57.431940 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-e4188c58-c2d8-494d-bf63-04642bd14e23 req-30987dd3-1dca-4bff-b380-548164f896dd service neutron] 10.222.0.96 "PUT /v2.0/ports/09fe44f1-9e7b-43ae-8405-ca810bec8f9b HTTP/1.1" status: 200 len: 1091 time: 3.3896163 Feb 04 17:12:57.440591 n-d-827839-2 neutron-server[103376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8a46594-af9a-4c29-9a3e-2edb427e70fa', 'tag': '09fe44f1-9e7b-43ae-8405-ca810bec8f9b'}] {{(pid=103376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:12:57.451290 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d59c3bb5e2f09ebf62144d5e09b1cff60c763a9c19614c24538e77842938c05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e7db604-2d2b-46e4-afc8-566b62e14564" -d '{"events": [{"name": "network-changed", "server_uuid": "d8a46594-af9a-4c29-9a3e-2edb427e70fa", "tag": "09fe44f1-9e7b-43ae-8405-ca810bec8f9b"}]}' {{(pid=103376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:12:57.573738 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-51731d25-5113-499f-b114-9cdbd19f20ca admin admin] Publish callbacks [] for port (42093760-4751-4ec8-b7ed-25206ff15cfc), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:57.578365 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 17:12:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cd304bc-fb0e-432b-b513-d1644f72f440 x-openstack-request-id: req-2cd304bc-fb0e-432b-b513-d1644f72f440 {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:12:57.579149 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8a46594-af9a-4c29-9a3e-2edb427e70fa", "tag": "09fe44f1-9e7b-43ae-8405-ca810bec8f9b", "status": "completed", "code": 200}]} {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:12:57.579408 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-2cd304bc-fb0e-432b-b513-d1644f72f440 {{(pid=103376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:12:57.579827 n-d-827839-2 neutron-server[103376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8a46594-af9a-4c29-9a3e-2edb427e70fa', 'tag': '09fe44f1-9e7b-43ae-8405-ca810bec8f9b', 'status': 'completed', 'code': 200} Feb 04 17:12:57.596552 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-a880b270-775c-49ba-b70c-4d189439e5e0 tempest-ImagesOneServerNegativeTestJSON-254357925 tempest-ImagesOneServerNegativeTestJSON-254357925-project] Publish callbacks [] for security_group_rule (faeb262a-16ac-4c17-aa14-9143ccaf9c90), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:57.609496 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-14c69a2b-6de4-4b84-b83f-8ab390ecdbb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25889445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25597197'] for subnet (22305eb3-36bf-4425-804b-f2478ee8714d), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:57.624111 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-4f8a4746-9a7f-4ad1-a71c-b55dd41f3a16 req-567746b2-40b5-4ce3-8bf6-772ae85c9e64 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.185&port_id=dd0e2982-3730-447a-a6c8-7a0d42e612d8 HTTP/1.1" status: 200 len: 217 time: 0.2930717 Feb 04 17:12:57.631496 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f8cf5a-9c64-455d-9d5d-5c2d89abece5 req-57d58bcf-d25f-42d9-adcf-bb27924f6d15 tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:12:57.634045 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-98f8cf5a-9c64-455d-9d5d-5c2d89abece5 req-57d58bcf-d25f-42d9-adcf-bb27924f6d15 tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] 10.222.0.89 "GET /v2.0/ports?device_id=d8a46594-af9a-4c29-9a3e-2edb427e70fa HTTP/1.1" status: 200 len: 943 time: 0.2265084 Feb 04 17:12:57.704026 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-98f8cf5a-9c64-455d-9d5d-5c2d89abece5 req-8bf5e8c1-a49b-4889-911a-44b7859dda3c tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] 10.222.0.89 "GET /v2.0/security-groups?id=119a7f03-3e07-4d1e-8852-d9f974f9f052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610065 Feb 04 17:12:57.730946 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4188c58-c2d8-494d-bf63-04642bd14e23 req-91b08d56-1d10-4f07-8e03-9815e4f6726d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:12:57.733749 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-e4188c58-c2d8-494d-bf63-04642bd14e23 req-91b08d56-1d10-4f07-8e03-9815e4f6726d service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=f3812c841c31408e86184d3885a61bc1&device_id=d8a46594-af9a-4c29-9a3e-2edb427e70fa HTTP/1.1" status: 200 len: 1125 time: 0.2457311 Feb 04 17:12:57.808939 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-e4188c58-c2d8-494d-bf63-04642bd14e23 req-c591e5c1-b6f6-4566-b05e-6fdbe3ab54d1 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=09fe44f1-9e7b-43ae-8405-ca810bec8f9b HTTP/1.1" status: 200 len: 217 time: 0.0627580 Feb 04 17:12:57.810563 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-51731d25-5113-499f-b114-9cdbd19f20ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135'] for port (42093760-4751-4ec8-b7ed-25206ff15cfc), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:57.816636 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8a4746-9a7f-4ad1-a71c-b55dd41f3a16 req-78887893-0e4c-41a0-a258-a7ca40da1b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:12:57.818811 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-4f8a4746-9a7f-4ad1-a71c-b55dd41f3a16 req-78887893-0e4c-41a0-a258-a7ca40da1b36 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=c974b0ff-2c5c-4667-8a81-3bde3ea6ced5 HTTP/1.1" status: 200 len: 843 time: 0.1486044 Feb 04 17:12:57.901059 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51731d25-5113-499f-b114-9cdbd19f20ca admin admin] Network 71f03b9f-e704-4df0-bce2-e9f92d5b531b is already hosted by enough agents. {{(pid=103376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:12:57.909300 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [None req-51731d25-5113-499f-b114-9cdbd19f20ca admin admin] Resources bound (agent type, host, resource id): {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:12:57.909551 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c69a2b-6de4-4b84-b83f-8ab390ecdbb5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=22305eb3-36bf-4425-804b-f2478ee8714d,revision_number=0']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:12:57.924267 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51731d25-5113-499f-b114-9cdbd19f20ca admin admin] Received port after_create {{(pid=103376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:12:57.924633 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae557ce-4937-4dc1-8738-0a1c4eb1a1b7 req-5175a9f8-15b6-4b5b-a192-aad9c4dab0d6 tempest-ServersAdminNegativeTestJSON-344829367 tempest-ServersAdminNegativeTestJSON-344829367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:12:57.924789 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-51731d25-5113-499f-b114-9cdbd19f20ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1595471'] for router_interface (b5d014be-c135-4c5a-85ce-4035303b563e), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:57.934322 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-9ae557ce-4937-4dc1-8738-0a1c4eb1a1b7 req-5175a9f8-15b6-4b5b-a192-aad9c4dab0d6 tempest-ServersAdminNegativeTestJSON-344829367 tempest-ServersAdminNegativeTestJSON-344829367-project] 10.222.0.89 "GET /v2.0/ports?device_id=c05a0ce4-1161-4262-bea7-6e3b7b097a4f HTTP/1.1" status: 200 len: 948 time: 0.2214594 Feb 04 17:12:57.967576 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14c69a2b-6de4-4b84-b83f-8ab390ecdbb5 admin admin] Checking segment: {'id': '4adf983e-b4f0-4caa-beec-ecaadf2366f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '865a5290-ec33-4655-84a4-bc1453190ac7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:12:57.968127 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14c69a2b-6de4-4b84-b83f-8ab390ecdbb5 admin admin] Network hostable DHCP agents. Network: 865a5290-ec33-4655-84a4-bc1453190ac7, hostable agents: ['bb89f5a3-3c22-440b-b7d1-c4f0c43c184a'], hosted agents: [] {{(pid=103377) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 17:12:57.972717 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-a880b270-775c-49ba-b70c-4d189439e5e0 tempest-ImagesOneServerNegativeTestJSON-254357925 tempest-ImagesOneServerNegativeTestJSON-254357925-project] Publish callbacks [] for security_group_rule (faeb262a-16ac-4c17-aa14-9143ccaf9c90), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:57.972938 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51731d25-5113-499f-b114-9cdbd19f20ca admin admin] Pushing event updated for resources: {'Port': ['ID=42093760-4751-4ec8-b7ed-25206ff15cfc,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:12:57.985328 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-a880b270-775c-49ba-b70c-4d189439e5e0 tempest-ImagesOneServerNegativeTestJSON-254357925 tempest-ImagesOneServerNegativeTestJSON-254357925-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664556'] for security_group_rule (faeb262a-16ac-4c17-aa14-9143ccaf9c90), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:58.018704 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4188c58-c2d8-494d-bf63-04642bd14e23 req-3f80af70-bbd3-44cf-a16f-6a31029d6f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:12:58.020274 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-e4188c58-c2d8-494d-bf63-04642bd14e23 req-3f80af70-bbd3-44cf-a16f-6a31029d6f9c service neutron] 10.222.0.96 "GET /v2.0/subnets?id=fa2004f2-da24-41cf-84b9-96d41a7dd118 HTTP/1.1" status: 200 len: 861 time: 0.1880968 Feb 04 17:12:58.046911 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a880b270-775c-49ba-b70c-4d189439e5e0 tempest-ImagesOneServerNegativeTestJSON-254357925 tempest-ImagesOneServerNegativeTestJSON-254357925-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=faeb262a-16ac-4c17-aa14-9143ccaf9c90,revision_number=0']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:12:58.074631 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8a4746-9a7f-4ad1-a71c-b55dd41f3a16 req-5f5551eb-1cd5-48b7-8586-ca2643c176f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:12:58.076359 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-4f8a4746-9a7f-4ad1-a71c-b55dd41f3a16 req-5f5551eb-1cd5-48b7-8586-ca2643c176f4 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=02be22b9-aa53-40ea-8050-9239cd27d1ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2443116 Feb 04 17:12:58.084465 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-a880b270-775c-49ba-b70c-4d189439e5e0 tempest-ImagesOneServerNegativeTestJSON-254357925 tempest-ImagesOneServerNegativeTestJSON-254357925-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:58.087999 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-e4188c58-c2d8-494d-bf63-04642bd14e23 req-00c5e13f-8acf-4529-b080-626d13fe22d0 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=b27b7363-f5f5-42ff-a720-66280b0b57a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0549097 Feb 04 17:12:58.090910 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 52888) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:12:58.096495 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-98f900de-1540-4a15-ab31-5df3c1c75b6f tempest-ImagesOneServerNegativeTestJSON-254357925 tempest-ImagesOneServerNegativeTestJSON-254357925-project] Request body: {'floatingip': {'floating_network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:12:58.098743 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-a880b270-775c-49ba-b70c-4d189439e5e0 tempest-ImagesOneServerNegativeTestJSON-254357925 tempest-ImagesOneServerNegativeTestJSON-254357925-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9563289 Feb 04 17:12:58.099555 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14c69a2b-6de4-4b84-b83f-8ab390ecdbb5 admin admin] Network 865a5290-ec33-4655-84a4-bc1453190ac7 is scheduled to be hosted by DHCP agent bb89f5a3-3c22-440b-b7d1-c4f0c43c184a with binding_index 1 {{(pid=103377) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 17:12:58.144058 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-9ae557ce-4937-4dc1-8738-0a1c4eb1a1b7 req-ebf8fa36-5853-44b9-b2db-970178ea70b3 tempest-ServersAdminNegativeTestJSON-344829367 tempest-ServersAdminNegativeTestJSON-344829367-project] 10.222.0.89 "GET /v2.0/security-groups?id=38af6261-52ee-4276-8567-41fcd5f88dcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2087142 Feb 04 17:12:58.179616 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [None req-14c69a2b-6de4-4b84-b83f-8ab390ecdbb5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827839-2, 865a5290-ec33-4655-84a4-bc1453190ac7) {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:12:58.192304 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7679b9c2-2fa5-4e74-9699-3d2ae8ecaa3d None None] Network 865a5290-ec33-4655-84a4-bc1453190ac7 requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:12:58.246455 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14c69a2b-6de4-4b84-b83f-8ab390ecdbb5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:12:58.247204 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-14c69a2b-6de4-4b84-b83f-8ab390ecdbb5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677565'] for subnet (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:58.289334 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-14c69a2b-6de4-4b84-b83f-8ab390ecdbb5 admin admin] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.4457417 Feb 04 17:12:58.323096 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-98f900de-1540-4a15-ab31-5df3c1c75b6f tempest-ImagesOneServerNegativeTestJSON-254357925 tempest-ImagesOneServerNegativeTestJSON-254357925-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:58.339246 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-4f8a4746-9a7f-4ad1-a71c-b55dd41f3a16 req-193bd78b-ef37-4627-9356-eb5016799e6e service neutron] 10.222.0.90 "GET /v2.0/networks/02be22b9-aa53-40ea-8050-9239cd27d1ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2298272 Feb 04 17:12:58.466962 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95f76d32-1df3-4efb-ad17-d32c6358cccd None None] Network 865a5290-ec33-4655-84a4-bc1453190ac7 requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:12:58.523595 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b1a77b-33c5-4213-99cd-f01a2afd4503 req-2514df0a-e285-439f-acee-b0f2d5fabdb3 tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:12:58.523595 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-31b1a77b-33c5-4213-99cd-f01a2afd4503 req-2514df0a-e285-439f-acee-b0f2d5fabdb3 tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] 10.222.0.89 "GET /v2.0/ports?device_id=99914122-947d-4d33-8d43-120a66c70f08 HTTP/1.1" status: 200 len: 950 time: 0.3040123 Feb 04 17:12:58.539824 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-9152fc90-9c39-4202-adcc-7dd9564f857c None None] Provisioning complete for port 42093760-4751-4ec8-b7ed-25206ff15cfc triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:12:58.540450 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9152fc90-9c39-4202-adcc-7dd9564f857c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (42093760-4751-4ec8-b7ed-25206ff15cfc), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:58.578298 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-4f8a4746-9a7f-4ad1-a71c-b55dd41f3a16 req-544d3c7a-0466-46f3-83cc-8b1a42fc4b25 service neutron] 10.222.0.90 "GET /v2.0/networks/02be22b9-aa53-40ea-8050-9239cd27d1ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2225614 Feb 04 17:12:58.617126 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-51731d25-5113-499f-b114-9cdbd19f20ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (42093760-4751-4ec8-b7ed-25206ff15cfc), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:58.676216 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-9152fc90-9c39-4202-adcc-7dd9564f857c None None] Port 42093760-4751-4ec8-b7ed-25206ff15cfc cannot update to ACTIVE because it is not bound. {{(pid=103378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 17:12:58.685999 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-e4188c58-c2d8-494d-bf63-04642bd14e23 req-bdbd657e-1c53-4d02-a7e5-c82b7a193f41 service neutron] 10.222.0.96 "GET /v2.0/networks/b27b7363-f5f5-42ff-a720-66280b0b57a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5805273 Feb 04 17:12:58.753989 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc32cc9-5051-44a4-9abc-e7be369ec276 req-0cfa73c1-0b0d-41c3-af89-9453fc8ba0d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:12:58.755520 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-1bc32cc9-5051-44a4-9abc-e7be369ec276 req-0cfa73c1-0b0d-41c3-af89-9453fc8ba0d2 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=ca65812a4af246d9ad6f7cde880e7893&device_id=c05a0ce4-1161-4262-bea7-6e3b7b097a4f HTTP/1.1" status: 200 len: 1130 time: 0.1212592 Feb 04 17:12:58.819386 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device d7ff67dc-98f3-4a6d-a6e9-60b7725303fb up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:12:58.948216 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port d7ff67dc-98f3-4a6d-a6e9-60b7725303fb triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:12:58.948594 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (d7ff67dc-98f3-4a6d-a6e9-60b7725303fb), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:58.983350 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-31b1a77b-33c5-4213-99cd-f01a2afd4503 req-bf901af0-72d0-4ad6-934e-af2e08396f1b tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] 10.222.0.89 "GET /v2.0/security-groups?id=5fa98c6a-94b3-4690-b9c3-4f0e67d11226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4269300 Feb 04 17:12:59.005956 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc32cc9-5051-44a4-9abc-e7be369ec276 req-823faf23-1def-459a-8f47-11d2df0f864a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:12:59.005956 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-1bc32cc9-5051-44a4-9abc-e7be369ec276 req-823faf23-1def-459a-8f47-11d2df0f864a service neutron] 10.222.0.90 "GET /v2.0/networks?id=02be22b9-aa53-40ea-8050-9239cd27d1ff HTTP/1.1" status: 200 len: 870 time: 0.2416074 Feb 04 17:12:59.017307 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef012c25-a54a-40bc-8d92-a83d516e9865 req-9e8c34fe-12e9-4385-80d4-3a3bf5de3279 tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:12:59.026083 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-ef012c25-a54a-40bc-8d92-a83d516e9865 req-9e8c34fe-12e9-4385-80d4-3a3bf5de3279 tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] 10.222.0.89 "GET /v2.0/ports?device_id=d8a46594-af9a-4c29-9a3e-2edb427e70fa HTTP/1.1" status: 200 len: 943 time: 0.1237273 Feb 04 17:12:59.082449 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 52918) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:12:59.091475 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-79d83f2e-8749-4207-a33a-d5f6a8feb4a9 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-2073436713-network', 'tenant_id': '0740e7e310714b8da90d7ecce306a9aa'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:12:59.106918 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-1bc32cc9-5051-44a4-9abc-e7be369ec276 req-c48c8894-3f3d-4f53-8911-331c89c637c4 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.185&port_id=dd0e2982-3730-447a-a6c8-7a0d42e612d8 HTTP/1.1" status: 200 len: 217 time: 0.0779579 Feb 04 17:12:59.131885 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port d7ff67dc-98f3-4a6d-a6e9-60b7725303fb is: DOWN; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:12:59.133395 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (d7ff67dc-98f3-4a6d-a6e9-60b7725303fb), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:59.170690 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] For port d7ff67dc-98f3-4a6d-a6e9-60b7725303fb, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=d7ff67dc-98f3-4a6d-a6e9-60b7725303fb,segment=NetworkSegment(5942dc44-1f07-4c27-b0ab-45a2bff20dd5),segment_id=5942dc44-1f07-4c27-b0ab-45a2bff20dd5)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:12:59.178583 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-e4188c58-c2d8-494d-bf63-04642bd14e23 req-084e600f-8e37-49cc-9e6c-43d4109af616 service neutron] 10.222.0.96 "GET /v2.0/networks/b27b7363-f5f5-42ff-a720-66280b0b57a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4598536 Feb 04 17:12:59.179405 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (d7ff67dc-98f3-4a6d-a6e9-60b7725303fb), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:59.215167 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-ef012c25-a54a-40bc-8d92-a83d516e9865 req-337030b9-3ad0-4580-8436-81153ab43671 tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] 10.222.0.89 "GET /v2.0/security-groups?id=119a7f03-3e07-4d1e-8852-d9f974f9f052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1880260 Feb 04 17:12:59.239412 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79d83f2e-8749-4207-a33a-d5f6a8feb4a9 admin admin] Made reservation on behalf of 0740e7e310714b8da90d7ecce306a9aa for: {'network': 1} {{(pid=103376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:12:59.242274 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-79d83f2e-8749-4207-a33a-d5f6a8feb4a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for network (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:59.258549 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-79d83f2e-8749-4207-a33a-d5f6a8feb4a9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:59.259918 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc32cc9-5051-44a4-9abc-e7be369ec276 req-85311f32-72d6-4b74-82d3-81592a9401b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:12:59.261238 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-1bc32cc9-5051-44a4-9abc-e7be369ec276 req-85311f32-72d6-4b74-82d3-81592a9401b1 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=c974b0ff-2c5c-4667-8a81-3bde3ea6ced5 HTTP/1.1" status: 200 len: 843 time: 0.1432831 Feb 04 17:12:59.280929 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Pushing event updated for resources: {'Port': ['ID=d7ff67dc-98f3-4a6d-a6e9-60b7725303fb,revision_number=4']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:12:59.298225 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:12:59.298225 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:12:59.298225 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:12:59.298599 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:12:59.298962 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:12:59.299475 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:12:59.299816 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:12:59.300212 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:12:59.300592 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:12:59.300952 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:12:59.301285 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:12:59.301617 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:12:59.302001 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:12:59.339726 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc32cc9-5051-44a4-9abc-e7be369ec276 req-6e9b81f8-2a30-4b8b-b636-b34e4a7fb06b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:12:59.341382 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-1bc32cc9-5051-44a4-9abc-e7be369ec276 req-6e9b81f8-2a30-4b8b-b636-b34e4a7fb06b service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=02be22b9-aa53-40ea-8050-9239cd27d1ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0701377 Feb 04 17:12:59.465201 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-1bc32cc9-5051-44a4-9abc-e7be369ec276 req-3071c348-a3f7-4900-9091-9539fbb43528 service neutron] 10.222.0.90 "GET /v2.0/networks/02be22b9-aa53-40ea-8050-9239cd27d1ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1129637 Feb 04 17:12:59.575156 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-98f900de-1540-4a15-ab31-5df3c1c75b6f tempest-ImagesOneServerNegativeTestJSON-254357925 tempest-ImagesOneServerNegativeTestJSON-254357925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:59.603118 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-1bc32cc9-5051-44a4-9abc-e7be369ec276 req-6190a6d1-669b-4218-9a3a-be26b0a3d880 service neutron] 10.222.0.90 "GET /v2.0/networks/02be22b9-aa53-40ea-8050-9239cd27d1ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305339 Feb 04 17:12:59.683447 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-930e1b90-4ab5-4df6-8af8-049ba10dbef9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (bb89f5a3-3c22-440b-b7d1-c4f0c43c184a), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:59.755351 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-51731d25-5113-499f-b114-9cdbd19f20ca admin admin] Publish callbacks [] for port (42093760-4751-4ec8-b7ed-25206ff15cfc), precommit_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:59.780362 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7db604-2d2b-46e4-afc8-566b62e14564 req-26ca08f0-c34e-41fd-a194-d4bc4097523c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:12:59.781964 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-8e7db604-2d2b-46e4-afc8-566b62e14564 req-26ca08f0-c34e-41fd-a194-d4bc4097523c service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=f3812c841c31408e86184d3885a61bc1&device_id=d8a46594-af9a-4c29-9a3e-2edb427e70fa HTTP/1.1" status: 200 len: 1125 time: 0.4996288 Feb 04 17:12:59.782837 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-51731d25-5113-499f-b114-9cdbd19f20ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (42093760-4751-4ec8-b7ed-25206ff15cfc), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:59.783530 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-51731d25-5113-499f-b114-9cdbd19f20ca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1677345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602751'] for router_interface (b5d014be-c135-4c5a-85ce-4035303b563e), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:59.882918 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed198ca-84ff-4726-837e-a67ebf999bc8 req-c58f3881-8309-4898-a299-a898c572ea93 tempest-ServersAdminNegativeTestJSON-344829367 tempest-ServersAdminNegativeTestJSON-344829367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:12:59.884422 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-3ed198ca-84ff-4726-837e-a67ebf999bc8 req-c58f3881-8309-4898-a299-a898c572ea93 tempest-ServersAdminNegativeTestJSON-344829367 tempest-ServersAdminNegativeTestJSON-344829367-project] 10.222.0.89 "GET /v2.0/ports?device_id=c05a0ce4-1161-4262-bea7-6e3b7b097a4f HTTP/1.1" status: 200 len: 948 time: 0.3058777 Feb 04 17:13:00.033604 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.db_base_plugin_common [None req-98f900de-1540-4a15-ab31-5df3c1c75b6f tempest-ImagesOneServerNegativeTestJSON-254357925 tempest-ImagesOneServerNegativeTestJSON-254357925-project] Allocated IP 172.25.6.177 (48165773-85ad-49a1-9ec1-76fc8dc24188/7660bfad-1ea8-4fe7-831b-bed836f13efc/f8ef99e0-2c81-452c-803c-956c66920e28) {{(pid=103376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:13:00.048598 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-79d83f2e-8749-4207-a33a-d5f6a8feb4a9 admin admin] Publish callbacks [] for security_group (c3d9f165-c2b4-4310-a3ad-69894b95963a), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:13:00.076599 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-79d83f2e-8749-4207-a33a-d5f6a8feb4a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (c3d9f165-c2b4-4310-a3ad-69894b95963a), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:13:00.088542 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51731d25-5113-499f-b114-9cdbd19f20ca admin admin] Pushing event updated for resources: {'Port': ['ID=42093760-4751-4ec8-b7ed-25206ff15cfc,revision_number=2']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:13:00.139127 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d83f2e-8749-4207-a33a-d5f6a8feb4a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3d9f165-c2b4-4310-a3ad-69894b95963a,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:13:00.149591 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635f2bff-e870-4a66-9786-9fa190d7f871 req-b6ae2639-6834-4f86-af5e-9505adf4740d tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:13:00.161453 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-635f2bff-e870-4a66-9786-9fa190d7f871 req-b6ae2639-6834-4f86-af5e-9505adf4740d tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] 10.222.0.89 "GET /v2.0/ports?device_id=99914122-947d-4d33-8d43-120a66c70f08 HTTP/1.1" status: 200 len: 950 time: 0.0969934 Feb 04 17:13:00.229896 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79d83f2e-8749-4207-a33a-d5f6a8feb4a9 admin admin] vlan segment allocate from pool success with {'vlan_id': 791, 'physical_network': 'physnet1'} {{(pid=103376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 17:13:00.242693 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7db604-2d2b-46e4-afc8-566b62e14564 req-844fcc19-0af0-4030-a6ec-c6934f9e2124 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:13:00.244204 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-8e7db604-2d2b-46e4-afc8-566b62e14564 req-844fcc19-0af0-4030-a6ec-c6934f9e2124 service neutron] 10.222.0.96 "GET /v2.0/networks?id=b27b7363-f5f5-42ff-a720-66280b0b57a7 HTTP/1.1" status: 200 len: 922 time: 0.4296257 Feb 04 17:13:00.251366 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-635f2bff-e870-4a66-9786-9fa190d7f871 req-6b073bd8-853d-47fa-8f3d-1abe10f6c96e tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] 10.222.0.89 "GET /v2.0/security-groups?id=5fa98c6a-94b3-4690-b9c3-4f0e67d11226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849922 Feb 04 17:13:00.269827 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-3ed198ca-84ff-4726-837e-a67ebf999bc8 req-8b7da21f-43c0-4851-b8e1-e62052d7177a tempest-ServersAdminNegativeTestJSON-344829367 tempest-ServersAdminNegativeTestJSON-344829367-project] 10.222.0.89 "GET /v2.0/security-groups?id=38af6261-52ee-4276-8567-41fcd5f88dcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3218224 Feb 04 17:13:00.322092 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-79d83f2e-8749-4207-a33a-d5f6a8feb4a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (f57f0d3c-22ee-4eea-b01e-8c9edd00cac6), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:13:00.323068 n-d-827839-2 neutron-server[103376]: INFO neutron.db.segments_db [None req-79d83f2e-8749-4207-a33a-d5f6a8feb4a9 admin admin] Added segment f57f0d3c-22ee-4eea-b01e-8c9edd00cac6 of type vlan for network 3177e370-1aa6-4b86-9364-e8edd8730df5 Feb 04 17:13:00.336942 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-8e7db604-2d2b-46e4-afc8-566b62e14564 req-6f6f8766-d100-48cb-a887-bb5eecec2e61 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=09fe44f1-9e7b-43ae-8405-ca810bec8f9b HTTP/1.1" status: 200 len: 217 time: 0.0775306 Feb 04 17:13:00.359322 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51731d25-5113-499f-b114-9cdbd19f20ca admin admin] Network 71f03b9f-e704-4df0-bce2-e9f92d5b531b is already hosted by enough agents. {{(pid=103376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:13:00.362754 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [None req-51731d25-5113-499f-b114-9cdbd19f20ca admin admin] Resources bound (agent type, host, resource id): {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:13:00.419989 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce760263-a6a8-4622-9937-eee55b820cd0 req-2236dff6-5c6f-44ae-9660-b4c8a6452077 tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:13:00.425199 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-ce760263-a6a8-4622-9937-eee55b820cd0 req-2236dff6-5c6f-44ae-9660-b4c8a6452077 tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] 10.222.0.89 "GET /v2.0/ports?device_id=d8a46594-af9a-4c29-9a3e-2edb427e70fa HTTP/1.1" status: 200 len: 943 time: 0.0857341 Feb 04 17:13:00.503381 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-79d83f2e-8749-4207-a33a-d5f6a8feb4a9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781084292801'] for network (3177e370-1aa6-4b86-9364-e8edd8730df5), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:13:00.521595 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-ce760263-a6a8-4622-9937-eee55b820cd0 req-277d8a2b-9044-459b-a0bc-00b3ae566bae tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] 10.222.0.89 "GET /v2.0/security-groups?id=119a7f03-3e07-4d1e-8852-d9f974f9f052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808833 Feb 04 17:13:00.548477 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7db604-2d2b-46e4-afc8-566b62e14564 req-9c7c949d-9e49-4781-a817-1ccba11709b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:13:00.549979 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-8e7db604-2d2b-46e4-afc8-566b62e14564 req-9c7c949d-9e49-4781-a817-1ccba11709b4 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=fa2004f2-da24-41cf-84b9-96d41a7dd118 HTTP/1.1" status: 200 len: 861 time: 0.2053733 Feb 04 17:13:00.619524 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.db.resource_extend [None req-79d83f2e-8749-4207-a33a-d5f6a8feb4a9 admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 17:13:00.691933 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-98f900de-1540-4a15-ab31-5df3c1c75b6f tempest-ImagesOneServerNegativeTestJSON-254357925 tempest-ImagesOneServerNegativeTestJSON-254357925-project] Publish callbacks [] for port (f8ef99e0-2c81-452c-803c-956c66920e28), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:13:00.699058 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-8e7db604-2d2b-46e4-afc8-566b62e14564 req-608295a9-f85d-46ec-8394-65863bfc60ed service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=b27b7363-f5f5-42ff-a720-66280b0b57a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0539436 Feb 04 17:13:00.705334 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-79d83f2e-8749-4207-a33a-d5f6a8feb4a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327'] for network (3177e370-1aa6-4b86-9364-e8edd8730df5), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:13:00.706614 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79d83f2e-8749-4207-a33a-d5f6a8feb4a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:13:00.707302 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-79d83f2e-8749-4207-a33a-d5f6a8feb4a9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677565'] for network (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:13:00.715672 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51731d25-5113-499f-b114-9cdbd19f20ca admin admin] Router b5d014be-c135-4c5a-85ce-4035303b563e has already been hosted by L3 agent 64ada913-9131-4d99-a265-63a920956287 {{(pid=103376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 17:13:00.721653 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-f00ab1a3-c403-4eff-acbf-1e29d1b92a51 None None] Provisioning complete for port 42093760-4751-4ec8-b7ed-25206ff15cfc triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:13:00.722871 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f00ab1a3-c403-4eff-acbf-1e29d1b92a51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (42093760-4751-4ec8-b7ed-25206ff15cfc), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:13:00.754428 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device d7ff67dc-98f3-4a6d-a6e9-60b7725303fb up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:13:00.801653 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-f00ab1a3-c403-4eff-acbf-1e29d1b92a51 None None] Port 42093760-4751-4ec8-b7ed-25206ff15cfc cannot update to ACTIVE because it is not bound. {{(pid=103378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 17:13:00.823344 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port d7ff67dc-98f3-4a6d-a6e9-60b7725303fb triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:13:00.823975 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (d7ff67dc-98f3-4a6d-a6e9-60b7725303fb), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:13:00.836037 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d83f2e-8749-4207-a33a-d5f6a8feb4a9 admin admin] Pushing event updated for resources: {'Network': ['ID=3177e370-1aa6-4b86-9364-e8edd8730df5,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:13:00.854664 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Network 3177e370-1aa6-4b86-9364-e8edd8730df5 details requested by agent ovs-agent-n-d-827839-2 with host n-d-827839-2 {{(pid=103378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 17:13:00.987190 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-79d83f2e-8749-4207-a33a-d5f6a8feb4a9 admin admin] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.8993108 Feb 04 17:13:00.989990 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 52950) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:13:00.995516 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-623e7f84-33ab-4a24-a5b4-185ce7ffd81c admin admin] Request body: {'subnet': {'network_id': '3177e370-1aa6-4b86-9364-e8edd8730df5', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-2073436713-subnet', 'tenant_id': '0740e7e310714b8da90d7ecce306a9aa', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:13:01.005062 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Device dd0e2982-3730-447a-a6c8-7a0d42e612d8 details requested by agent hyperv_n-h2-827839-2 with host n-h2-827839-2 {{(pid=103378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 17:13:01.021033 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-623e7f84-33ab-4a24-a5b4-185ce7ffd81c admin admin] Made reservation on behalf of 0740e7e310714b8da90d7ecce306a9aa for: {'subnet': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:13:01.024967 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-623e7f84-33ab-4a24-a5b4-185ce7ffd81c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25597243'] for subnet (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:13:01.061652 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-98f900de-1540-4a15-ab31-5df3c1c75b6f tempest-ImagesOneServerNegativeTestJSON-254357925 tempest-ImagesOneServerNegativeTestJSON-254357925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135'] for port (f8ef99e0-2c81-452c-803c-956c66920e28), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:13:01.086131 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-8e7db604-2d2b-46e4-afc8-566b62e14564 req-8bd3645b-070e-41db-83ab-1258d073b54d service neutron] 10.222.0.96 "GET /v2.0/networks/b27b7363-f5f5-42ff-a720-66280b0b57a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2950027 Feb 04 17:13:01.141936 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98f900de-1540-4a15-ab31-5df3c1c75b6f tempest-ImagesOneServerNegativeTestJSON-254357925 tempest-ImagesOneServerNegativeTestJSON-254357925-project] Network 48165773-85ad-49a1-9ec1-76fc8dc24188 is already hosted by enough agents. {{(pid=103376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:13:01.167699 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51731d25-5113-499f-b114-9cdbd19f20ca admin admin] Notify agent at l3_agent.n-d-827839-2 the message routers_updated {{(pid=103376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 17:13:01.185240 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-51731d25-5113-499f-b114-9cdbd19f20ca admin admin] 10.222.0.89 "PUT /v2.0/routers/b5d014be-c135-4c5a-85ce-4035303b563e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4056137 Feb 04 17:13:01.185240 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [None req-98f900de-1540-4a15-ab31-5df3c1c75b6f tempest-ImagesOneServerNegativeTestJSON-254357925 tempest-ImagesOneServerNegativeTestJSON-254357925-project] Resources bound (agent type, host, resource id): {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:13:01.185240 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98f900de-1540-4a15-ab31-5df3c1c75b6f tempest-ImagesOneServerNegativeTestJSON-254357925 tempest-ImagesOneServerNegativeTestJSON-254357925-project] Received port after_create {{(pid=103376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:13:01.189302 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port d7ff67dc-98f3-4a6d-a6e9-60b7725303fb is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:13:01.192162 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6111acd-9f6d-4918-ab4f-7e92425e6de6 None None] Sync routers for ids ['b5d014be-c135-4c5a-85ce-4035303b563e'] in n-d-827839-2 {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 17:13:01.197733 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] For port dd0e2982-3730-447a-a6c8-7a0d42e612d8, host n-h2-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=dd0e2982-3730-447a-a6c8-7a0d42e612d8,segment=NetworkSegment(3a39b085-d3e6-43bb-a64c-1b06dd049e5a),segment_id=3a39b085-d3e6-43bb-a64c-1b06dd049e5a)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:13:01.215161 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Returning: {'device': 'dd0e2982-3730-447a-a6c8-7a0d42e612d8', 'network_id': '02be22b9-aa53-40ea-8050-9239cd27d1ff', 'port_id': 'dd0e2982-3730-447a-a6c8-7a0d42e612d8', 'mac_address': 'fa:16:3e:86:97:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 797, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c974b0ff-2c5c-4667-8a81-3bde3ea6ced5', 'ip_address': '192.168.233.185'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 17:13:01.223304 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6111acd-9f6d-4918-ab4f-7e92425e6de6 None None] Routers {'b5d014be-c135-4c5a-85ce-4035303b563e'} bound to L3 agent in host n-d-827839-2 {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:13:01.224346 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f900de-1540-4a15-ab31-5df3c1c75b6f tempest-ImagesOneServerNegativeTestJSON-254357925 tempest-ImagesOneServerNegativeTestJSON-254357925-project] Pushing event updated for resources: {'Port': ['ID=f8ef99e0-2c81-452c-803c-956c66920e28,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:13:01.236090 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-c6111acd-9f6d-4918-ab4f-7e92425e6de6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:12:32Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['b5d014be-c135-4c5a-85ce-4035303b563e'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:13:01.264590 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Current status of the port dd0e2982-3730-447a-a6c8-7a0d42e612d8 is: DOWN; New status is: BUILD {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:13:01.265008 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (dd0e2982-3730-447a-a6c8-7a0d42e612d8), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:13:01.325133 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd0e2982-3730-447a-a6c8-7a0d42e612d8 {{(pid=103378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 17:13:01.380270 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] For port dd0e2982-3730-447a-a6c8-7a0d42e612d8, host n-h2-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=dd0e2982-3730-447a-a6c8-7a0d42e612d8,segment=NetworkSegment(3a39b085-d3e6-43bb-a64c-1b06dd049e5a),segment_id=3a39b085-d3e6-43bb-a64c-1b06dd049e5a)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:13:01.388495 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-98f900de-1540-4a15-ab31-5df3c1c75b6f tempest-ImagesOneServerNegativeTestJSON-254357925 tempest-ImagesOneServerNegativeTestJSON-254357925-project] Publish callbacks [] for floatingip (a1989926-3b3b-4925-9ef8-c54e072f0eee), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:13:01.391203 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-8e7db604-2d2b-46e4-afc8-566b62e14564 req-cbe3cc06-6251-4a01-b001-44477cdbecda service neutron] 10.222.0.96 "GET /v2.0/networks/b27b7363-f5f5-42ff-a720-66280b0b57a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2817526 Feb 04 17:13:01.392249 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (dd0e2982-3730-447a-a6c8-7a0d42e612d8), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:13:01.493898 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-623e7f84-33ab-4a24-a5b4-185ce7ffd81c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25889445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25597197'] for subnet (3d01afb6-3a6d-4568-b1a6-2ad48c07e8e1), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:13:01.508335 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Pushing event updated for resources: {'Port': ['ID=dd0e2982-3730-447a-a6c8-7a0d42e612d8,revision_number=4']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:13:01.528564 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-98f900de-1540-4a15-ab31-5df3c1c75b6f tempest-ImagesOneServerNegativeTestJSON-254357925 tempest-ImagesOneServerNegativeTestJSON-254357925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (f8ef99e0-2c81-452c-803c-956c66920e28), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:13:01.548959 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvr_db [None req-c6111acd-9f6d-4918-ab4f-7e92425e6de6 None None] Set router b5d014be-c135-4c5a-85ce-4035303b563e gateway port host: n-d-827839-2 {{(pid=103379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:13:01.582252 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623e7f84-33ab-4a24-a5b4-185ce7ffd81c admin admin] Pushing event updated for resources: {'Subnet': ['ID=3d01afb6-3a6d-4568-b1a6-2ad48c07e8e1,revision_number=0']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:13:01.637532 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d16ed6d-2c89-4b71-9e62-718a0b9861b1 req-b08f971f-b26c-4966-b1ac-db17b7f9d3e7 tempest-ServersAdminNegativeTestJSON-344829367 tempest-ServersAdminNegativeTestJSON-344829367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:13:01.640357 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-1d16ed6d-2c89-4b71-9e62-718a0b9861b1 req-b08f971f-b26c-4966-b1ac-db17b7f9d3e7 tempest-ServersAdminNegativeTestJSON-344829367 tempest-ServersAdminNegativeTestJSON-344829367-project] 10.222.0.89 "GET /v2.0/ports?device_id=c05a0ce4-1161-4262-bea7-6e3b7b097a4f HTTP/1.1" status: 200 len: 949 time: 0.2045846 Feb 04 17:13:01.640497 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-623e7f84-33ab-4a24-a5b4-185ce7ffd81c admin admin] Checking segment: {'id': 'f57f0d3c-22ee-4eea-b01e-8c9edd00cac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '3177e370-1aa6-4b86-9364-e8edd8730df5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:13:01.640757 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-623e7f84-33ab-4a24-a5b4-185ce7ffd81c admin admin] Network hostable DHCP agents. Network: 3177e370-1aa6-4b86-9364-e8edd8730df5, hostable agents: ['bb89f5a3-3c22-440b-b7d1-c4f0c43c184a'], hosted agents: [] {{(pid=103377) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 17:13:01.653880 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645aebef-7070-47fe-a9a7-7d516573e292 req-d4ff4f72-b061-4c2a-ab4c-cd0ef98f40a3 tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:13:01.655507 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-645aebef-7070-47fe-a9a7-7d516573e292 req-d4ff4f72-b061-4c2a-ab4c-cd0ef98f40a3 tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] 10.222.0.89 "GET /v2.0/ports?device_id=99914122-947d-4d33-8d43-120a66c70f08 HTTP/1.1" status: 200 len: 950 time: 0.2129335 Feb 04 17:13:01.672696 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] get_ports_and_sgs() called for port_ids ['dd0e2982-3730-447a-a6c8-7a0d42e612d8'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 17:13:01.714937 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-645aebef-7070-47fe-a9a7-7d516573e292 req-f1c32e9d-911a-4e23-8c88-231bff17ccb4 tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] 10.222.0.89 "GET /v2.0/security-groups?id=5fa98c6a-94b3-4690-b9c3-4f0e67d11226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519612 Feb 04 17:13:01.725304 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-623e7f84-33ab-4a24-a5b4-185ce7ffd81c admin admin] Network 3177e370-1aa6-4b86-9364-e8edd8730df5 is scheduled to be hosted by DHCP agent bb89f5a3-3c22-440b-b7d1-c4f0c43c184a with binding_index 1 {{(pid=103377) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 17:13:01.749262 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [None req-623e7f84-33ab-4a24-a5b4-185ce7ffd81c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827839-2, 3177e370-1aa6-4b86-9364-e8edd8730df5) {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:13:01.754538 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-623e7f84-33ab-4a24-a5b4-185ce7ffd81c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:13:01.756029 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-623e7f84-33ab-4a24-a5b4-185ce7ffd81c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677565'] for subnet (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:13:01.780289 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44574dc9-a025-48a1-abcd-0755106a5e98 None None] Network 3177e370-1aa6-4b86-9364-e8edd8730df5 requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:13:01.787561 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-623e7f84-33ab-4a24-a5b4-185ce7ffd81c admin admin] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7927454 Feb 04 17:13:01.847944 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-1d16ed6d-2c89-4b71-9e62-718a0b9861b1 req-279c38d0-768f-4708-b117-4145776d6835 tempest-ServersAdminNegativeTestJSON-344829367 tempest-ServersAdminNegativeTestJSON-344829367-project] 10.222.0.89 "GET /v2.0/security-groups?id=38af6261-52ee-4276-8567-41fcd5f88dcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2009964 Feb 04 17:13:01.965896 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-c6111acd-9f6d-4918-ab4f-7e92425e6de6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5d014be-c135-4c5a-85ce-4035303b563e', 'name': 'tempest-FloatingIPsAssociationTestJSON-332341644-router', 'tenant_id': 'cf07c74cdc00450eafd97d06057c3156', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.21'}], 'enable_snat': True}, 'gw_port_id': 'd7ff67dc-98f3-4a6d-a6e9-60b7725303fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:12:47Z', 'updated_at': '2022-02-04T17:12:58Z', 'revision_number': 4, 'project_id': 'cf07c74cdc00450eafd97d06057c3156', 'gw_port': {'id': 'd7ff67dc-98f3-4a6d-a6e9-60b7725303fb', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:36:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5d014be-c135-4c5a-85ce-4035303b563e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:12:48Z', 'updated_at': '2022-02-04T17:12:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_interfaces': [{'id': '42093760-4751-4ec8-b7ed-25206ff15cfc', 'name': '', 'network_id': '71f03b9f-e704-4df0-bce2-e9f92d5b531b', 'tenant_id': 'cf07c74cdc00450eafd97d06057c3156', 'mac_address': 'fa:16:3e:1b:b6:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5d014be-c135-4c5a-85ce-4035303b563e', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '147a2a29-50a3-4d38-8c0e-9ec73b9af714', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:12:56Z', 'updated_at': '2022-02-04T17:12:59Z', 'revision_number': 2, 'project_id': 'cf07c74cdc00450eafd97d06057c3156', 'subnets': [{'id': '147a2a29-50a3-4d38-8c0e-9ec73b9af714', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-2', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:13:02.016353 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6111acd-9f6d-4918-ab4f-7e92425e6de6 None None] Checking router: b5d014be-c135-4c5a-85ce-4035303b563e for host: n-d-827839-2 {{(pid=103379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 17:13:02.016971 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6111acd-9f6d-4918-ab4f-7e92425e6de6 None None] Updating router b5d014be-c135-4c5a-85ce-4035303b563e port 42093760-4751-4ec8-b7ed-25206ff15cfc binding host n-d-827839-2 {{(pid=103379) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 17:13:02.038963 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-98f900de-1540-4a15-ab31-5df3c1c75b6f tempest-ImagesOneServerNegativeTestJSON-254357925 tempest-ImagesOneServerNegativeTestJSON-254357925-project] Publish callbacks [] for port (f8ef99e0-2c81-452c-803c-956c66920e28), precommit_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:13:02.053103 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-98f900de-1540-4a15-ab31-5df3c1c75b6f tempest-ImagesOneServerNegativeTestJSON-254357925 tempest-ImagesOneServerNegativeTestJSON-254357925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (f8ef99e0-2c81-452c-803c-956c66920e28), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:13:02.061633 n-d-827839-2 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c6111acd-9f6d-4918-ab4f-7e92425e6de6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (42093760-4751-4ec8-b7ed-25206ff15cfc), before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:13:02.077541 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14384dd6-e15c-4ce5-96b6-ad1857826608 None None] Network 3177e370-1aa6-4b86-9364-e8edd8730df5 requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:13:02.161804 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9506ce43-cf17-48d6-9b84-e99f2847373b req-753eaaef-7683-4bb6-af40-6b636ceec5f5 tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:13:02.165925 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-9506ce43-cf17-48d6-9b84-e99f2847373b req-753eaaef-7683-4bb6-af40-6b636ceec5f5 tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] 10.222.0.89 "GET /v2.0/ports?device_id=d8a46594-af9a-4c29-9a3e-2edb427e70fa HTTP/1.1" status: 200 len: 943 time: 0.2017822 Feb 04 17:13:02.196392 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-98f900de-1540-4a15-ab31-5df3c1c75b6f tempest-ImagesOneServerNegativeTestJSON-254357925 tempest-ImagesOneServerNegativeTestJSON-254357925-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1595586'] for floatingip (a1989926-3b3b-4925-9ef8-c54e072f0eee), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:13:02.247411 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-17d99a06-3e2c-4b56-a99b-082d9f3ea813 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (64ada913-9131-4d99-a265-63a920956287), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:13:02.253140 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f900de-1540-4a15-ab31-5df3c1c75b6f tempest-ImagesOneServerNegativeTestJSON-254357925 tempest-ImagesOneServerNegativeTestJSON-254357925-project] Pushing event updated for resources: {'Port': ['ID=f8ef99e0-2c81-452c-803c-956c66920e28,revision_number=2']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:13:02.288687 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-98f900de-1540-4a15-ab31-5df3c1c75b6f tempest-ImagesOneServerNegativeTestJSON-254357925 tempest-ImagesOneServerNegativeTestJSON-254357925-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for floatingip (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:13:02.293118 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-98f900de-1540-4a15-ab31-5df3c1c75b6f tempest-ImagesOneServerNegativeTestJSON-254357925 tempest-ImagesOneServerNegativeTestJSON-254357925-project] 10.222.0.89 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.2007387 Feb 04 17:13:02.365919 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-9506ce43-cf17-48d6-9b84-e99f2847373b req-6ef2b326-5317-49a5-b653-6486bf58f66d tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] 10.222.0.89 "GET /v2.0/security-groups?id=119a7f03-3e07-4d1e-8852-d9f974f9f052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1820862 Feb 04 17:13:02.390439 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6427b6de-97c1-4eb1-a4ea-c5f2359cb929 req-5fce7963-0652-46b2-b848-f87ef25a78cc tempest-FloatingIPsAssociationTestJSON-1767827216 tempest-FloatingIPsAssociationTestJSON-1767827216-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:13:02.404161 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-6427b6de-97c1-4eb1-a4ea-c5f2359cb929 req-5fce7963-0652-46b2-b848-f87ef25a78cc tempest-FloatingIPsAssociationTestJSON-1767827216 tempest-FloatingIPsAssociationTestJSON-1767827216-project] 10.222.0.89 "GET /v2.0/networks?id=71f03b9f-e704-4df0-bce2-e9f92d5b531b HTTP/1.1" status: 200 len: 820 time: 0.2865758 Feb 04 17:13:02.443781 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-6427b6de-97c1-4eb1-a4ea-c5f2359cb929 req-07192f2a-82bd-4f06-b086-3cee76278558 tempest-FloatingIPsAssociationTestJSON-1767827216 tempest-FloatingIPsAssociationTestJSON-1767827216-project] 10.222.0.89 "GET /v2.0/quotas/cf07c74cdc00450eafd97d06057c3156 HTTP/1.1" status: 200 len: 375 time: 0.0297251 Feb 04 17:13:02.620202 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-6427b6de-97c1-4eb1-a4ea-c5f2359cb929 req-90d76a79-a2fa-453d-9ba0-3136495a6a53 tempest-FloatingIPsAssociationTestJSON-1767827216 tempest-FloatingIPsAssociationTestJSON-1767827216-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=cf07c74cdc00450eafd97d06057c3156&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1734304 Feb 04 17:13:02.627641 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [req-6427b6de-97c1-4eb1-a4ea-c5f2359cb929 req-aa23a401-e5ec-4286-bcdb-200ab536208f service neutron] http://10.222.0.89:9696/v2.0/extensions returned with HTTP 200 {{(pid=103377) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 17:13:02.635311 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-6427b6de-97c1-4eb1-a4ea-c5f2359cb929 req-aa23a401-e5ec-4286-bcdb-200ab536208f service neutron] 10.222.0.89 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0141652 Feb 04 17:13:02.753483 n-d-827839-2 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c6111acd-9f6d-4918-ab4f-7e92425e6de6 None None] Publish callbacks [] for port (42093760-4751-4ec8-b7ed-25206ff15cfc), precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:13:02.760632 n-d-827839-2 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c6111acd-9f6d-4918-ab4f-7e92425e6de6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (42093760-4751-4ec8-b7ed-25206ff15cfc), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:13:02.768118 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-6427b6de-97c1-4eb1-a4ea-c5f2359cb929 req-74afb4a9-5fd0-417c-9a6b-826adca7c367 service neutron] 10.222.0.89 "GET /v2.0/networks/71f03b9f-e704-4df0-bce2-e9f92d5b531b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318774 Feb 04 17:13:02.822896 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d536302-f6ff-4b03-996e-23f3ffd3c9bb None None] Pushing event updated for resources: {'Port': ['ID=42093760-4751-4ec8-b7ed-25206ff15cfc,revision_number=3']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:13:02.840508 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d536302-f6ff-4b03-996e-23f3ffd3c9bb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:13:02.841159 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d536302-f6ff-4b03-996e-23f3ffd3c9bb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:13:02.841735 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d536302-f6ff-4b03-996e-23f3ffd3c9bb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:13:02.842215 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d536302-f6ff-4b03-996e-23f3ffd3c9bb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:13:02.842840 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d536302-f6ff-4b03-996e-23f3ffd3c9bb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:13:02.843330 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d536302-f6ff-4b03-996e-23f3ffd3c9bb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:13:02.843868 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d536302-f6ff-4b03-996e-23f3ffd3c9bb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:13:02.844025 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d408ec64-b374-4acb-a1fc-48241dad6d47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (0cd6d64a-47a7-40ff-8c12-71dd526c62e0), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:13:02.844916 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d536302-f6ff-4b03-996e-23f3ffd3c9bb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:13:02.845390 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d536302-f6ff-4b03-996e-23f3ffd3c9bb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:13:02.845880 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d536302-f6ff-4b03-996e-23f3ffd3c9bb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:13:02.846484 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d536302-f6ff-4b03-996e-23f3ffd3c9bb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:13:02.846969 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d536302-f6ff-4b03-996e-23f3ffd3c9bb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:13:02.847424 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d536302-f6ff-4b03-996e-23f3ffd3c9bb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:13:02.891114 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811bfbb9-c675-464b-a98c-5879fc89ea31 req-9ecda560-31b5-4d8f-930d-463c07c219f7 tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:13:02.901871 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [None req-c6111acd-9f6d-4918-ab4f-7e92425e6de6 None None] Attempting to bind port 42093760-4751-4ec8-b7ed-25206ff15cfc on host n-d-827839-2 for vnic_type normal with profile {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:13:02.902092 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-811bfbb9-c675-464b-a98c-5879fc89ea31 req-9ecda560-31b5-4d8f-930d-463c07c219f7 tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] 10.222.0.89 "GET /v2.0/networks?id=865a5290-ec33-4655-84a4-bc1453190ac7 HTTP/1.1" status: 200 len: 807 time: 0.1838691 Feb 04 17:13:02.902241 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [None req-c6111acd-9f6d-4918-ab4f-7e92425e6de6 None None] Attempting to bind port 42093760-4751-4ec8-b7ed-25206ff15cfc by drivers openvswitch,hyperv on host n-d-827839-2 at level 0 using segments [{'id': '1d2e5411-a293-4ba9-86e4-cf68dc997fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '71f03b9f-e704-4df0-bce2-e9f92d5b531b'}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:13:02.902599 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6111acd-9f6d-4918-ab4f-7e92425e6de6 None None] Attempting to bind port 42093760-4751-4ec8-b7ed-25206ff15cfc on network 71f03b9f-e704-4df0-bce2-e9f92d5b531b {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:13:02.910310 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6111acd-9f6d-4918-ab4f-7e92425e6de6 None None] Checking agent: {'id': 'ba70844b-66a0-45fd-a2f2-e6ed673321fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 0, 36), 'started_at': datetime.datetime(2022, 2, 4, 17, 1, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 12, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:13:02.910684 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6111acd-9f6d-4918-ab4f-7e92425e6de6 None None] Checking segment: {'id': '1d2e5411-a293-4ba9-86e4-cf68dc997fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '71f03b9f-e704-4df0-bce2-e9f92d5b531b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:13:02.911084 n-d-827839-2 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c6111acd-9f6d-4918-ab4f-7e92425e6de6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:13:02.911475 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6111acd-9f6d-4918-ab4f-7e92425e6de6 None None] Bound using segment: {'id': '1d2e5411-a293-4ba9-86e4-cf68dc997fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '71f03b9f-e704-4df0-bce2-e9f92d5b531b'} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:13:02.911944 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [None req-c6111acd-9f6d-4918-ab4f-7e92425e6de6 None None] Bound port: 42093760-4751-4ec8-b7ed-25206ff15cfc, host: n-d-827839-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d2e5411-a293-4ba9-86e4-cf68dc997fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '71f03b9f-e704-4df0-bce2-e9f92d5b531b'}}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:13:02.912322 n-d-827839-2 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c6111acd-9f6d-4918-ab4f-7e92425e6de6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (42093760-4751-4ec8-b7ed-25206ff15cfc), before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:13:02.918230 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-6427b6de-97c1-4eb1-a4ea-c5f2359cb929 req-d4d1d773-37f4-44d9-9bb1-bf73b1a12d17 service neutron] 10.222.0.89 "GET /v2.0/networks/71f03b9f-e704-4df0-bce2-e9f92d5b531b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1491587 Feb 04 17:13:02.929893 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-811bfbb9-c675-464b-a98c-5879fc89ea31 req-f8f0bfbc-c5ab-4f1a-8561-88454b6cc89c tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] 10.222.0.89 "GET /v2.0/quotas/8da6ad4e5ee34bf6bb722cd37ab73ea7 HTTP/1.1" status: 200 len: 375 time: 0.0266924 Feb 04 17:13:02.994555 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-811bfbb9-c675-464b-a98c-5879fc89ea31 req-5463feb7-3230-405c-9301-71e722dc188c tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=8da6ad4e5ee34bf6bb722cd37ab73ea7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0637953 Feb 04 17:13:02.997454 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-c6111acd-9f6d-4918-ab4f-7e92425e6de6 None None] For port 42093760-4751-4ec8-b7ed-25206ff15cfc, host n-d-827839-2, cleared binding levels {{(pid=103379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:13:03.001582 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-c6111acd-9f6d-4918-ab4f-7e92425e6de6 None None] For port 42093760-4751-4ec8-b7ed-25206ff15cfc, host n-d-827839-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=42093760-4751-4ec8-b7ed-25206ff15cfc,segment=NetworkSegment(1d2e5411-a293-4ba9-86e4-cf68dc997fdd),segment_id=1d2e5411-a293-4ba9-86e4-cf68dc997fdd)] {{(pid=103379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:13:03.012420 n-d-827839-2 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c6111acd-9f6d-4918-ab4f-7e92425e6de6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (42093760-4751-4ec8-b7ed-25206ff15cfc), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:13:03.138726 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6111acd-9f6d-4918-ab4f-7e92425e6de6 None None] Routers {'b5d014be-c135-4c5a-85ce-4035303b563e'} bound to L3 agent in host n-d-827839-2 {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:13:03.139418 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-c6111acd-9f6d-4918-ab4f-7e92425e6de6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:13:02Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['b5d014be-c135-4c5a-85ce-4035303b563e'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:13:03.143144 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-811bfbb9-c675-464b-a98c-5879fc89ea31 req-a317212b-ab0e-4314-88e4-401c5477d5e3 service neutron] 10.222.0.89 "GET /v2.0/networks/865a5290-ec33-4655-84a4-bc1453190ac7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1475229 Feb 04 17:13:03.204809 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-9e1c68ab-ac90-4e87-b804-f69edef3f05f None None] Provisioning complete for port 42093760-4751-4ec8-b7ed-25206ff15cfc triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:13:03.206584 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9e1c68ab-ac90-4e87-b804-f69edef3f05f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (42093760-4751-4ec8-b7ed-25206ff15cfc), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:13:03.306832 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvr_db [None req-c6111acd-9f6d-4918-ab4f-7e92425e6de6 None None] Set router b5d014be-c135-4c5a-85ce-4035303b563e gateway port host: n-d-827839-2 {{(pid=103379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:13:03.443939 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-811bfbb9-c675-464b-a98c-5879fc89ea31 req-00a67474-0b19-4822-b1bb-f8aee787fec9 service neutron] 10.222.0.89 "GET /v2.0/networks/865a5290-ec33-4655-84a4-bc1453190ac7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2999184 Feb 04 17:13:03.493091 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d536302-f6ff-4b03-996e-23f3ffd3c9bb None None] Pushing event updated for resources: {'Port': ['ID=42093760-4751-4ec8-b7ed-25206ff15cfc,revision_number=4']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:13:03.612927 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device 09fe44f1-9e7b-43ae-8405-ca810bec8f9b details requested by agent hyperv_n-h1-827839-2 with host n-h1-827839-2 {{(pid=103378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 17:13:03.797619 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e410e0-399f-4aa8-a8aa-be3b26609e0d req-b2160c69-f034-46b5-91b0-dd7b59413473 tempest-ImagesOneServerNegativeTestJSON-254357925 tempest-ImagesOneServerNegativeTestJSON-254357925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:13:03.805264 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-27e410e0-399f-4aa8-a8aa-be3b26609e0d req-b2160c69-f034-46b5-91b0-dd7b59413473 tempest-ImagesOneServerNegativeTestJSON-254357925 tempest-ImagesOneServerNegativeTestJSON-254357925-project] 10.222.0.89 "GET /v2.0/networks?id=518579bb-9b83-431f-85d9-0080ad95e906 HTTP/1.1" status: 200 len: 821 time: 0.5841672 Feb 04 17:13:03.833724 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-27e410e0-399f-4aa8-a8aa-be3b26609e0d req-c172f8b0-9643-46f3-a914-2228d0210a51 tempest-ImagesOneServerNegativeTestJSON-254357925 tempest-ImagesOneServerNegativeTestJSON-254357925-project] 10.222.0.89 "GET /v2.0/quotas/86774b39ad8a41fa924d1792aacb1e11 HTTP/1.1" status: 200 len: 375 time: 0.0275006 Feb 04 17:13:03.846195 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-c6111acd-9f6d-4918-ab4f-7e92425e6de6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5d014be-c135-4c5a-85ce-4035303b563e', 'name': 'tempest-FloatingIPsAssociationTestJSON-332341644-router', 'tenant_id': 'cf07c74cdc00450eafd97d06057c3156', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.21'}], 'enable_snat': True}, 'gw_port_id': 'd7ff67dc-98f3-4a6d-a6e9-60b7725303fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:12:47Z', 'updated_at': '2022-02-04T17:12:58Z', 'revision_number': 4, 'project_id': 'cf07c74cdc00450eafd97d06057c3156', 'gw_port': {'id': 'd7ff67dc-98f3-4a6d-a6e9-60b7725303fb', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:36:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5d014be-c135-4c5a-85ce-4035303b563e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:12:48Z', 'updated_at': '2022-02-04T17:12:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_interfaces': [{'id': '42093760-4751-4ec8-b7ed-25206ff15cfc', 'name': '', 'network_id': '71f03b9f-e704-4df0-bce2-e9f92d5b531b', 'tenant_id': 'cf07c74cdc00450eafd97d06057c3156', 'mac_address': 'fa:16:3e:1b:b6:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5d014be-c135-4c5a-85ce-4035303b563e', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '147a2a29-50a3-4d38-8c0e-9ec73b9af714', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:12:56Z', 'updated_at': '2022-02-04T17:13:02Z', 'revision_number': 4, 'project_id': 'cf07c74cdc00450eafd97d06057c3156', 'subnets': [{'id': '147a2a29-50a3-4d38-8c0e-9ec73b9af714', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-2', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:13:03.862389 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc20ec6-5dd3-4000-bfa2-7fd346a2e651 req-c6dd02b4-deae-4d50-98bb-5c92aa7585e7 tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:13:03.865629 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-4fc20ec6-5dd3-4000-bfa2-7fd346a2e651 req-c6dd02b4-deae-4d50-98bb-5c92aa7585e7 tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] 10.222.0.89 "GET /v2.0/ports?device_id=99914122-947d-4d33-8d43-120a66c70f08 HTTP/1.1" status: 200 len: 950 time: 0.1209755 Feb 04 17:13:03.911079 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-27e410e0-399f-4aa8-a8aa-be3b26609e0d req-6b19764a-1f00-4a1b-a89a-ca6347c7eef4 tempest-ImagesOneServerNegativeTestJSON-254357925 tempest-ImagesOneServerNegativeTestJSON-254357925-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=86774b39ad8a41fa924d1792aacb1e11&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0763309 Feb 04 17:13:03.924715 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6111acd-9f6d-4918-ab4f-7e92425e6de6 None None] The sync data for ids ['b5d014be-c135-4c5a-85ce-4035303b563e'] in n-d-827839-2 is: [{'id': 'b5d014be-c135-4c5a-85ce-4035303b563e', 'name': 'tempest-FloatingIPsAssociationTestJSON-332341644-router', 'tenant_id': 'cf07c74cdc00450eafd97d06057c3156', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.21'}], 'enable_snat': True}, 'gw_port_id': 'd7ff67dc-98f3-4a6d-a6e9-60b7725303fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:12:47Z', 'updated_at': '2022-02-04T17:12:58Z', 'revision_number': 4, 'project_id': 'cf07c74cdc00450eafd97d06057c3156', 'gw_port': {'id': 'd7ff67dc-98f3-4a6d-a6e9-60b7725303fb', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:36:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5d014be-c135-4c5a-85ce-4035303b563e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:12:48Z', 'updated_at': '2022-02-04T17:12:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_interfaces': [{'id': '42093760-4751-4ec8-b7ed-25206ff15cfc', 'name': '', 'network_id': '71f03b9f-e704-4df0-bce2-e9f92d5b531b', 'tenant_id': 'cf07c74cdc00450eafd97d06057c3156', 'mac_address': 'fa:16:3e:1b:b6:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5d014be-c135-4c5a-85ce-4035303b563e', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '147a2a29-50a3-4d38-8c0e-9ec73b9af714', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:12:56Z', 'updated_at': '2022-02-04T17:13:02Z', 'revision_number': 4, 'project_id': 'cf07c74cdc00450eafd97d06057c3156', 'subnets': [{'id': '147a2a29-50a3-4d38-8c0e-9ec73b9af714', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 17:13:04.030408 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-4fc20ec6-5dd3-4000-bfa2-7fd346a2e651 req-04b1ece2-3670-4db8-98c5-a071086b6776 tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] 10.222.0.89 "GET /v2.0/security-groups?id=5fa98c6a-94b3-4690-b9c3-4f0e67d11226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586649 Feb 04 17:13:04.063340 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-27e410e0-399f-4aa8-a8aa-be3b26609e0d req-bdeaf30e-9936-4b07-9ce2-423aff238c94 service neutron] 10.222.0.89 "GET /v2.0/networks/518579bb-9b83-431f-85d9-0080ad95e906?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1513293 Feb 04 17:13:04.065644 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] For port 09fe44f1-9e7b-43ae-8405-ca810bec8f9b, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=09fe44f1-9e7b-43ae-8405-ca810bec8f9b,segment=NetworkSegment(422e2db4-29a0-413f-80b3-a344e9c773f4),segment_id=422e2db4-29a0-413f-80b3-a344e9c773f4)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:13:04.086631 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-9e1c68ab-ac90-4e87-b804-f69edef3f05f None None] Current status of the port 42093760-4751-4ec8-b7ed-25206ff15cfc is: DOWN; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:13:04.087176 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9e1c68ab-ac90-4e87-b804-f69edef3f05f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (42093760-4751-4ec8-b7ed-25206ff15cfc), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:13:04.114825 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Returning: {'device': '09fe44f1-9e7b-43ae-8405-ca810bec8f9b', 'network_id': 'b27b7363-f5f5-42ff-a720-66280b0b57a7', 'port_id': '09fe44f1-9e7b-43ae-8405-ca810bec8f9b', 'mac_address': 'fa:16:3e:5c:3d:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 767, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa2004f2-da24-41cf-84b9-96d41a7dd118', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 17:13:04.229537 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-9e1c68ab-ac90-4e87-b804-f69edef3f05f None None] For port 42093760-4751-4ec8-b7ed-25206ff15cfc, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=42093760-4751-4ec8-b7ed-25206ff15cfc,segment=NetworkSegment(1d2e5411-a293-4ba9-86e4-cf68dc997fdd),segment_id=1d2e5411-a293-4ba9-86e4-cf68dc997fdd)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:13:04.256610 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Current status of the port 09fe44f1-9e7b-43ae-8405-ca810bec8f9b is: DOWN; New status is: BUILD {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:13:04.257869 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (09fe44f1-9e7b-43ae-8405-ca810bec8f9b), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:13:04.260380 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9e1c68ab-ac90-4e87-b804-f69edef3f05f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (42093760-4751-4ec8-b7ed-25206ff15cfc), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:13:04.274922 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500d1996-c889-4202-b92a-0498268be062 req-296323b2-9df5-4f5d-a866-effaa60ddce9 tempest-ServersAdminNegativeTestJSON-344829367 tempest-ServersAdminNegativeTestJSON-344829367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:13:04.288487 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-500d1996-c889-4202-b92a-0498268be062 req-296323b2-9df5-4f5d-a866-effaa60ddce9 tempest-ServersAdminNegativeTestJSON-344829367 tempest-ServersAdminNegativeTestJSON-344829367-project] 10.222.0.89 "GET /v2.0/ports?device_id=c05a0ce4-1161-4262-bea7-6e3b7b097a4f HTTP/1.1" status: 200 len: 949 time: 0.1213818 Feb 04 17:13:04.319877 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 09fe44f1-9e7b-43ae-8405-ca810bec8f9b {{(pid=103378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 17:13:04.375192 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] For port 09fe44f1-9e7b-43ae-8405-ca810bec8f9b, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=09fe44f1-9e7b-43ae-8405-ca810bec8f9b,segment=NetworkSegment(422e2db4-29a0-413f-80b3-a344e9c773f4),segment_id=422e2db4-29a0-413f-80b3-a344e9c773f4)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:13:04.376928 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-27e410e0-399f-4aa8-a8aa-be3b26609e0d req-132dbaae-6bea-4590-a36d-4c85403d41e9 service neutron] 10.222.0.89 "GET /v2.0/networks/518579bb-9b83-431f-85d9-0080ad95e906?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3126481 Feb 04 17:13:04.420408 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-500d1996-c889-4202-b92a-0498268be062 req-597cb2d1-8fb4-4a0c-946f-e45b9ca2832f tempest-ServersAdminNegativeTestJSON-344829367 tempest-ServersAdminNegativeTestJSON-344829367-project] 10.222.0.89 "GET /v2.0/security-groups?id=38af6261-52ee-4276-8567-41fcd5f88dcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309221 Feb 04 17:13:04.422766 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (09fe44f1-9e7b-43ae-8405-ca810bec8f9b), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:13:04.433581 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1c68ab-ac90-4e87-b804-f69edef3f05f None None] Pushing event updated for resources: {'Port': ['ID=42093760-4751-4ec8-b7ed-25206ff15cfc,revision_number=5']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:13:04.436969 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-d68a079b-c1e9-4fc0-bb06-f29b1b480290 None None] Provisioning complete for port 42093760-4751-4ec8-b7ed-25206ff15cfc triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:13:04.437339 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d68a079b-c1e9-4fc0-bb06-f29b1b480290 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (42093760-4751-4ec8-b7ed-25206ff15cfc), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:13:04.617686 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-d68a079b-c1e9-4fc0-bb06-f29b1b480290 None None] Current status of the port 42093760-4751-4ec8-b7ed-25206ff15cfc is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:13:04.623525 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-8b5a4a41-b23a-48e0-84d6-cd46e3f31a6d req-78617925-3609-4949-9237-08ea1a0d4401 tempest-FloatingIPsAssociationTestJSON-1767827216 tempest-FloatingIPsAssociationTestJSON-1767827216-project] 10.222.0.89 "GET /v2.0/ports?device_id=c44eccd5-dfa3-4a3f-847a-c21c74381eee HTTP/1.1" status: 200 len: 210 time: 0.0852585 Feb 04 17:13:04.718289 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4f14bb47-e72b-46ac-9e44-a61d9293afcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (75326290-f7a3-4db8-9cf2-15c7139ed224), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:13:04.719067 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Pushing event updated for resources: {'Port': ['ID=09fe44f1-9e7b-43ae-8405-ca810bec8f9b,revision_number=4']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:13:04.777362 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6aa838-2de3-4ba6-b3ab-afed9f82456d req-ec9d2495-40d9-48e8-bd9a-50bf47d214a6 tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:13:04.780143 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-9e6aa838-2de3-4ba6-b3ab-afed9f82456d req-ec9d2495-40d9-48e8-bd9a-50bf47d214a6 tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] 10.222.0.89 "GET /v2.0/ports?device_id=d8a46594-af9a-4c29-9a3e-2edb427e70fa HTTP/1.1" status: 200 len: 944 time: 0.1673560 Feb 04 17:13:04.816650 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 42093760-4751-4ec8-b7ed-25206ff15cfc up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:13:04.856547 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-11502b36-748b-42b9-875e-6c03427fbbbf req-ef3e2af4-8be5-47ff-9f5b-cd9206259eac tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] 10.222.0.89 "GET /v2.0/ports?device_id=9f5aa8b2-f0e7-47df-b418-3e36c0d10805 HTTP/1.1" status: 200 len: 210 time: 0.0573127 Feb 04 17:13:04.891635 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-9e6aa838-2de3-4ba6-b3ab-afed9f82456d req-bcf718f9-9ac2-47d5-bf86-7885a2b8a2ef tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] 10.222.0.89 "GET /v2.0/security-groups?id=119a7f03-3e07-4d1e-8852-d9f974f9f052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969558 Feb 04 17:13:04.908084 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] get_ports_and_sgs() called for port_ids ['09fe44f1-9e7b-43ae-8405-ca810bec8f9b'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 17:13:04.975021 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-ec0c1b07-f4fe-4e90-9f02-3351a173a71b req-a8aca94d-d839-46b7-9c50-d8eb2f401205 tempest-ImagesOneServerNegativeTestJSON-254357925 tempest-ImagesOneServerNegativeTestJSON-254357925-project] 10.222.0.89 "GET /v2.0/ports?device_id=4bd07e04-af6f-4e7d-8008-4bf0ae443369 HTTP/1.1" status: 200 len: 210 time: 0.0653772 Feb 04 17:13:04.998978 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port 42093760-4751-4ec8-b7ed-25206ff15cfc triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:13:04.999360 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (42093760-4751-4ec8-b7ed-25206ff15cfc), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:13:05.035453 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Device dd0e2982-3730-447a-a6c8-7a0d42e612d8 up at agent hyperv_n-h2-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:13:05.189133 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Provisioning for port dd0e2982-3730-447a-a6c8-7a0d42e612d8 completed by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 17:13:05.239893 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Provisioning complete for port dd0e2982-3730-447a-a6c8-7a0d42e612d8 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:13:05.241066 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (dd0e2982-3730-447a-a6c8-7a0d42e612d8), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:13:05.283216 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3d32a0-9dfd-4300-8469-5b2ce6e0e151 req-3646560b-3408-4683-9eb7-2657d6502194 tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:13:05.297482 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-df3d32a0-9dfd-4300-8469-5b2ce6e0e151 req-3646560b-3408-4683-9eb7-2657d6502194 tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] 10.222.0.89 "GET /v2.0/ports?device_id=99914122-947d-4d33-8d43-120a66c70f08 HTTP/1.1" status: 200 len: 950 time: 0.1229615 Feb 04 17:13:05.335208 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cf9f71-696a-4b32-925a-b0742a628187 req-ff12121d-89fe-4f0e-aa36-4126a49a0810 tempest-ImagesOneServerTestJSON-981392013 tempest-ImagesOneServerTestJSON-981392013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:13:05.337408 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port 42093760-4751-4ec8-b7ed-25206ff15cfc is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:13:05.338548 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-a4cf9f71-696a-4b32-925a-b0742a628187 req-ff12121d-89fe-4f0e-aa36-4126a49a0810 tempest-ImagesOneServerTestJSON-981392013 tempest-ImagesOneServerTestJSON-981392013-project] 10.222.0.89 "GET /v2.0/ports?device_id=b35c36f6-2ebf-48ae-aa08-48a8ee20c89c HTTP/1.1" status: 200 len: 950 time: 0.2332828 Feb 04 17:13:05.387900 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-df3d32a0-9dfd-4300-8469-5b2ce6e0e151 req-46c95ebd-ad91-44a0-a920-1984cc0b9e04 tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] 10.222.0.89 "GET /v2.0/security-groups?id=5fa98c6a-94b3-4690-b9c3-4f0e67d11226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894706 Feb 04 17:13:05.447237 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-a4cf9f71-696a-4b32-925a-b0742a628187 req-da06e2ae-da86-470d-b0ab-420782937f28 tempest-ImagesOneServerTestJSON-981392013 tempest-ImagesOneServerTestJSON-981392013-project] 10.222.0.89 "GET /v2.0/security-groups?id=8b4b9691-3cf9-4823-9b14-a8c5b66738e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008036 Feb 04 17:13:05.492659 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6427b6de-97c1-4eb1-a4ea-c5f2359cb929 req-1abd6e54-18c6-46b6-9752-0270898542ea tempest-FloatingIPsAssociationTestJSON-1767827216 tempest-FloatingIPsAssociationTestJSON-1767827216-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:13:05.496177 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-6427b6de-97c1-4eb1-a4ea-c5f2359cb929 req-1abd6e54-18c6-46b6-9752-0270898542ea tempest-FloatingIPsAssociationTestJSON-1767827216 tempest-FloatingIPsAssociationTestJSON-1767827216-project] 10.222.0.90 "GET /v2.0/networks?id=71f03b9f-e704-4df0-bce2-e9f92d5b531b HTTP/1.1" status: 200 len: 820 time: 0.3285449 Feb 04 17:13:05.510976 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [req-6427b6de-97c1-4eb1-a4ea-c5f2359cb929 req-da61b845-bde8-4a1c-86b5-65c85fcba05e tempest-FloatingIPsAssociationTestJSON-1767827216 tempest-FloatingIPsAssociationTestJSON-1767827216-project] Request body: {'port': {'device_id': 'c44eccd5-dfa3-4a3f-847a-c21c74381eee', 'network_id': '71f03b9f-e704-4df0-bce2-e9f92d5b531b', 'admin_state_up': True, 'tenant_id': 'cf07c74cdc00450eafd97d06057c3156'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:13:05.529924 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Current status of the port dd0e2982-3730-447a-a6c8-7a0d42e612d8 is: BUILD; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:13:05.530552 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (dd0e2982-3730-447a-a6c8-7a0d42e612d8), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:13:05.574937 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c05a0ce4-1161-4262-bea7-6e3b7b097a4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd0e2982-3730-447a-a6c8-7a0d42e612d8'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:13:05.579693 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c34bc964ce2211770fda26ca2f3801cc06f4f39928110690550e94ab9c9d2fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df3e51a1-44b0-41b6-a977-610fabadd963" -d '{"events": [{"server_uuid": "c05a0ce4-1161-4262-bea7-6e3b7b097a4f", "name": "network-vif-plugged", "status": "completed", "tag": "dd0e2982-3730-447a-a6c8-7a0d42e612d8"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:13:05.610263 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fa2d35-29f5-486b-bf1b-cbf53249e4a9 req-3ad64e37-c294-42db-bb55-c4cbb1f4f72a tempest-ServersAdminNegativeTestJSON-344829367 tempest-ServersAdminNegativeTestJSON-344829367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:13:05.616585 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] For port dd0e2982-3730-447a-a6c8-7a0d42e612d8, host n-h2-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=dd0e2982-3730-447a-a6c8-7a0d42e612d8,segment=NetworkSegment(3a39b085-d3e6-43bb-a64c-1b06dd049e5a),segment_id=3a39b085-d3e6-43bb-a64c-1b06dd049e5a)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:13:05.621990 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-c7fa2d35-29f5-486b-bf1b-cbf53249e4a9 req-3ad64e37-c294-42db-bb55-c4cbb1f4f72a tempest-ServersAdminNegativeTestJSON-344829367 tempest-ServersAdminNegativeTestJSON-344829367-project] 10.222.0.89 "GET /v2.0/ports?device_id=c05a0ce4-1161-4262-bea7-6e3b7b097a4f HTTP/1.1" status: 200 len: 949 time: 0.1195426 Feb 04 17:13:05.622366 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (dd0e2982-3730-447a-a6c8-7a0d42e612d8), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:13:05.686767 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (ba70844b-66a0-45fd-a2f2-e6ed673321fc), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:13:05.694438 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Pushing event updated for resources: {'Port': ['ID=dd0e2982-3730-447a-a6c8-7a0d42e612d8,revision_number=5']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:13:05.740091 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 17:13:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f7ad641-d7e2-4f78-8220-782cdac563cf x-openstack-request-id: req-0f7ad641-d7e2-4f78-8220-782cdac563cf {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:13:05.740445 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c05a0ce4-1161-4262-bea7-6e3b7b097a4f", "name": "network-vif-plugged", "status": "completed", "tag": "dd0e2982-3730-447a-a6c8-7a0d42e612d8", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:13:05.740711 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-0f7ad641-d7e2-4f78-8220-782cdac563cf {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:13:05.741215 n-d-827839-2 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c05a0ce4-1161-4262-bea7-6e3b7b097a4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd0e2982-3730-447a-a6c8-7a0d42e612d8', 'code': 200} Feb 04 17:13:05.777065 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6427b6de-97c1-4eb1-a4ea-c5f2359cb929 req-da61b845-bde8-4a1c-86b5-65c85fcba05e tempest-FloatingIPsAssociationTestJSON-1767827216 tempest-FloatingIPsAssociationTestJSON-1767827216-project] Made reservation on behalf of cf07c74cdc00450eafd97d06057c3156 for: {'port': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:13:05.781574 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-6427b6de-97c1-4eb1-a4ea-c5f2359cb929 req-da61b845-bde8-4a1c-86b5-65c85fcba05e tempest-FloatingIPsAssociationTestJSON-1767827216 tempest-FloatingIPsAssociationTestJSON-1767827216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:13:06.061412 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-c7fa2d35-29f5-486b-bf1b-cbf53249e4a9 req-c8b09a97-e592-4ec3-b7e3-730c459d4288 tempest-ServersAdminNegativeTestJSON-344829367 tempest-ServersAdminNegativeTestJSON-344829367-project] 10.222.0.89 "GET /v2.0/security-groups?id=38af6261-52ee-4276-8567-41fcd5f88dcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4378197 Feb 04 17:13:06.082953 n-d-827839-2 neutron-server[103376]: INFO neutron.api.v2.resource [req-02f9da34-36e2-4f25-8b54-0c892c65e117 req-f9fa823b-bd77-4af4-8872-e097fb0810ab service neutron] show failed (client error): The resource could not be found. Feb 04 17:13:06.084862 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-02f9da34-36e2-4f25-8b54-0c892c65e117 req-f9fa823b-bd77-4af4-8872-e097fb0810ab service neutron] 10.222.0.96 "GET /v2.0/ports/a9ea809e-a7d4-4c46-b4d9-cd7077cf1c91/bindings/n-h2-827839-2 HTTP/1.1" status: 404 len: 380 time: 0.1252544 Feb 04 17:13:06.121006 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55ab545-dbda-4944-875d-595a60c57e4c req-9e1d99e4-76b5-4959-95d4-34c1150139b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:13:06.122546 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-b55ab545-dbda-4944-875d-595a60c57e4c req-9e1d99e4-76b5-4959-95d4-34c1150139b1 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=c05a0ce4-1161-4262-bea7-6e3b7b097a4f HTTP/1.1" status: 200 len: 1132 time: 0.2066822 Feb 04 17:13:06.136675 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811bfbb9-c675-464b-a98c-5879fc89ea31 req-2a97381c-b699-4ce5-a53c-4eb3366901c5 tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:13:06.138341 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-811bfbb9-c675-464b-a98c-5879fc89ea31 req-2a97381c-b699-4ce5-a53c-4eb3366901c5 tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] 10.222.0.90 "GET /v2.0/networks?id=865a5290-ec33-4655-84a4-bc1453190ac7 HTTP/1.1" status: 200 len: 807 time: 0.3261995 Feb 04 17:13:06.166956 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [req-811bfbb9-c675-464b-a98c-5879fc89ea31 req-c9b842be-51a0-4bfd-828c-b7e2b6f15d0b tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] Request body: {'port': {'device_id': '9f5aa8b2-f0e7-47df-b418-3e36c0d10805', 'network_id': '865a5290-ec33-4655-84a4-bc1453190ac7', 'admin_state_up': True, 'tenant_id': '8da6ad4e5ee34bf6bb722cd37ab73ea7'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:13:06.183309 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-ba0ae61e-2bf2-481b-82ed-5df99c3c7d81 req-4940a751-6820-481d-9dba-a729e531b96c tempest-FloatingIPsAssociationTestJSON-1767827216 tempest-FloatingIPsAssociationTestJSON-1767827216-project] 10.222.0.89 "GET /v2.0/ports?device_id=c44eccd5-dfa3-4a3f-847a-c21c74381eee HTTP/1.1" status: 200 len: 210 time: 0.0470185 Feb 04 17:13:06.228701 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.db_base_plugin_common [req-6427b6de-97c1-4eb1-a4ea-c5f2359cb929 req-da61b845-bde8-4a1c-86b5-65c85fcba05e tempest-FloatingIPsAssociationTestJSON-1767827216 tempest-FloatingIPsAssociationTestJSON-1767827216-project] Allocated IP 172.20.0.7 (71f03b9f-e704-4df0-bce2-e9f92d5b531b/147a2a29-50a3-4d38-8c0e-9ec73b9af714/8de53365-17ae-47ae-b48d-2c5bd7b7ab3c) {{(pid=103377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:13:06.329615 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-4f3084d5-a6a3-443b-84c4-4b2c5db0f809 req-5cf808a8-98f0-4fe3-a828-1f4ab4e46bcc tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] 10.222.0.89 "GET /v2.0/ports?device_id=9f5aa8b2-f0e7-47df-b418-3e36c0d10805 HTTP/1.1" status: 200 len: 210 time: 0.0340769 Feb 04 17:13:06.353169 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-b55ab545-dbda-4944-875d-595a60c57e4c req-3207befa-6092-4dc7-bef6-6547d4719107 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=38af6261-52ee-4276-8567-41fcd5f88dcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2221613 Feb 04 17:13:06.465239 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-811bfbb9-c675-464b-a98c-5879fc89ea31 req-c9b842be-51a0-4bfd-828c-b7e2b6f15d0b tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] Made reservation on behalf of 8da6ad4e5ee34bf6bb722cd37ab73ea7 for: {'port': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:13:06.468542 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-811bfbb9-c675-464b-a98c-5879fc89ea31 req-c9b842be-51a0-4bfd-828c-b7e2b6f15d0b tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:13:06.585445 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c878d6-eeaf-4526-8248-27d048405d5a req-4e2910e0-02a3-4c64-807a-a41db65dfca6 tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:13:06.587032 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-f8c878d6-eeaf-4526-8248-27d048405d5a req-4e2910e0-02a3-4c64-807a-a41db65dfca6 tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] 10.222.0.89 "GET /v2.0/ports?device_id=d8a46594-af9a-4c29-9a3e-2edb427e70fa HTTP/1.1" status: 200 len: 944 time: 0.1441231 Feb 04 17:13:06.599106 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e410e0-399f-4aa8-a8aa-be3b26609e0d req-8c73b5bd-a288-400a-a2b2-8d65ad122b06 tempest-ImagesOneServerNegativeTestJSON-254357925 tempest-ImagesOneServerNegativeTestJSON-254357925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:13:06.601252 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-27e410e0-399f-4aa8-a8aa-be3b26609e0d req-8c73b5bd-a288-400a-a2b2-8d65ad122b06 tempest-ImagesOneServerNegativeTestJSON-254357925 tempest-ImagesOneServerNegativeTestJSON-254357925-project] 10.222.0.96 "GET /v2.0/networks?id=518579bb-9b83-431f-85d9-0080ad95e906 HTTP/1.1" status: 200 len: 821 time: 0.2199438 Feb 04 17:13:06.614011 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [req-27e410e0-399f-4aa8-a8aa-be3b26609e0d req-ac7accea-4613-40ce-95fd-89403fc90234 tempest-ImagesOneServerNegativeTestJSON-254357925 tempest-ImagesOneServerNegativeTestJSON-254357925-project] Request body: {'port': {'device_id': '4bd07e04-af6f-4e7d-8008-4bf0ae443369', 'network_id': '518579bb-9b83-431f-85d9-0080ad95e906', 'admin_state_up': True, 'tenant_id': '86774b39ad8a41fa924d1792aacb1e11'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:13:06.704900 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-f8c878d6-eeaf-4526-8248-27d048405d5a req-b60c6932-8e21-4cd1-9f0a-51c3c116b903 tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] 10.222.0.89 "GET /v2.0/security-groups?id=119a7f03-3e07-4d1e-8852-d9f974f9f052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024172 Feb 04 17:13:06.716544 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-6427b6de-97c1-4eb1-a4ea-c5f2359cb929 req-da61b845-bde8-4a1c-86b5-65c85fcba05e tempest-FloatingIPsAssociationTestJSON-1767827216 tempest-FloatingIPsAssociationTestJSON-1767827216-project] Publish callbacks [] for port (8de53365-17ae-47ae-b48d-2c5bd7b7ab3c), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:13:06.724685 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-44285f06-382b-4f27-aa10-3d60164534ae req-9f27b59e-5ea7-4da2-931c-cae68a1ed5f6 tempest-ImagesOneServerNegativeTestJSON-254357925 tempest-ImagesOneServerNegativeTestJSON-254357925-project] 10.222.0.89 "GET /v2.0/ports?device_id=4bd07e04-af6f-4e7d-8008-4bf0ae443369 HTTP/1.1" status: 200 len: 210 time: 0.0698957 Feb 04 17:13:06.745750 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.db_base_plugin_common [req-811bfbb9-c675-464b-a98c-5879fc89ea31 req-c9b842be-51a0-4bfd-828c-b7e2b6f15d0b tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] Allocated IP 172.20.0.6 (865a5290-ec33-4655-84a4-bc1453190ac7/22305eb3-36bf-4425-804b-f2478ee8714d/7c6b4724-1adf-4dd1-8c66-4bc76c05989f) {{(pid=103377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:13:06.786881 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27e410e0-399f-4aa8-a8aa-be3b26609e0d req-ac7accea-4613-40ce-95fd-89403fc90234 tempest-ImagesOneServerNegativeTestJSON-254357925 tempest-ImagesOneServerNegativeTestJSON-254357925-project] Made reservation on behalf of 86774b39ad8a41fa924d1792aacb1e11 for: {'port': 1} {{(pid=103376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:13:06.796260 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-27e410e0-399f-4aa8-a8aa-be3b26609e0d req-ac7accea-4613-40ce-95fd-89403fc90234 tempest-ImagesOneServerNegativeTestJSON-254357925 tempest-ImagesOneServerNegativeTestJSON-254357925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:13:06.812919 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f9da34-36e2-4f25-8b54-0c892c65e117 req-18de4a9b-64c5-4454-9f75-47088c188c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:13:06.814790 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-02f9da34-36e2-4f25-8b54-0c892c65e117 req-18de4a9b-64c5-4454-9f75-47088c188c50 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=99914122-947d-4d33-8d43-120a66c70f08&tenant_id=1cd99d9701204f3692368e4539967c47 HTTP/1.1" status: 200 len: 1132 time: 0.1915033 Feb 04 17:13:06.818890 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-6427b6de-97c1-4eb1-a4ea-c5f2359cb929 req-da61b845-bde8-4a1c-86b5-65c85fcba05e tempest-FloatingIPsAssociationTestJSON-1767827216 tempest-FloatingIPsAssociationTestJSON-1767827216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (8de53365-17ae-47ae-b48d-2c5bd7b7ab3c), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:13:06.840294 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [req-02f9da34-36e2-4f25-8b54-0c892c65e117 req-4feec2e4-cb1b-420a-95e9-05723e5c4e3d service neutron] Request body: {'port': {'binding:host_id': 'n-h2-827839-2', 'device_owner': 'compute:nova'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:13:06.924440 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4b3b6c-e0a4-4e63-b0e3-5418112146f2 req-6af815ca-0705-4185-b227-fed9df354f87 tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:13:06.926047 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-3c4b3b6c-e0a4-4e63-b0e3-5418112146f2 req-6af815ca-0705-4185-b227-fed9df354f87 tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] 10.222.0.89 "GET /v2.0/ports?device_id=99914122-947d-4d33-8d43-120a66c70f08 HTTP/1.1" status: 200 len: 950 time: 0.1309962 Feb 04 17:13:06.962837 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6427b6de-97c1-4eb1-a4ea-c5f2359cb929 req-da61b845-bde8-4a1c-86b5-65c85fcba05e tempest-FloatingIPsAssociationTestJSON-1767827216 tempest-FloatingIPsAssociationTestJSON-1767827216-project] Network 71f03b9f-e704-4df0-bce2-e9f92d5b531b is already hosted by enough agents. {{(pid=103377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:13:06.973051 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [req-6427b6de-97c1-4eb1-a4ea-c5f2359cb929 req-da61b845-bde8-4a1c-86b5-65c85fcba05e tempest-FloatingIPsAssociationTestJSON-1767827216 tempest-FloatingIPsAssociationTestJSON-1767827216-project] Resources bound (agent type, host, resource id): {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:13:06.980718 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [req-6427b6de-97c1-4eb1-a4ea-c5f2359cb929 req-da61b845-bde8-4a1c-86b5-65c85fcba05e tempest-FloatingIPsAssociationTestJSON-1767827216 tempest-FloatingIPsAssociationTestJSON-1767827216-project] Received port after_create {{(pid=103377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:13:06.986326 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da61b845-bde8-4a1c-86b5-65c85fcba05e tempest-FloatingIPsAssociationTestJSON-1767827216 tempest-FloatingIPsAssociationTestJSON-1767827216-project] Pushing event updated for resources: {'Port': ['ID=8de53365-17ae-47ae-b48d-2c5bd7b7ab3c,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:13:07.049971 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-3c4b3b6c-e0a4-4e63-b0e3-5418112146f2 req-a1c31f56-0bab-4e4b-8ffd-56fcf8acb15f tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] 10.222.0.89 "GET /v2.0/security-groups?id=5fa98c6a-94b3-4690-b9c3-4f0e67d11226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128988 Feb 04 17:13:07.064258 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-02f9da34-36e2-4f25-8b54-0c892c65e117 req-4feec2e4-cb1b-420a-95e9-05723e5c4e3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (a9ea809e-a7d4-4c46-b4d9-cd7077cf1c91), before_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:13:07.075697 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.db_base_plugin_common [req-27e410e0-399f-4aa8-a8aa-be3b26609e0d req-ac7accea-4613-40ce-95fd-89403fc90234 tempest-ImagesOneServerNegativeTestJSON-254357925 tempest-ImagesOneServerNegativeTestJSON-254357925-project] Allocated IP 172.20.0.6 (518579bb-9b83-431f-85d9-0080ad95e906/11b7fa3d-4973-471d-9057-d3ba5d21542b/cb578c5c-e30a-410b-8d53-585a9f4f1d33) {{(pid=103376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:13:07.114444 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-811bfbb9-c675-464b-a98c-5879fc89ea31 req-c9b842be-51a0-4bfd-828c-b7e2b6f15d0b tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] Publish callbacks [] for port (7c6b4724-1adf-4dd1-8c66-4bc76c05989f), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:13:07.130283 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6427b6de-97c1-4eb1-a4ea-c5f2359cb929 req-da61b845-bde8-4a1c-86b5-65c85fcba05e tempest-FloatingIPsAssociationTestJSON-1767827216 tempest-FloatingIPsAssociationTestJSON-1767827216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:13:07.130987 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-6427b6de-97c1-4eb1-a4ea-c5f2359cb929 req-da61b845-bde8-4a1c-86b5-65c85fcba05e tempest-FloatingIPsAssociationTestJSON-1767827216 tempest-FloatingIPsAssociationTestJSON-1767827216-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:13:07.185814 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-6427b6de-97c1-4eb1-a4ea-c5f2359cb929 req-da61b845-bde8-4a1c-86b5-65c85fcba05e tempest-FloatingIPsAssociationTestJSON-1767827216 tempest-FloatingIPsAssociationTestJSON-1767827216-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6786954 Feb 04 17:13:07.282900 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ce88cb-f58f-43d1-851b-c2757bc53d02 req-5b0dee25-c07a-43d5-a6da-a97c741b3a6e tempest-ServersAdminNegativeTestJSON-344829367 tempest-ServersAdminNegativeTestJSON-344829367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:13:07.284858 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-10ce88cb-f58f-43d1-851b-c2757bc53d02 req-5b0dee25-c07a-43d5-a6da-a97c741b3a6e tempest-ServersAdminNegativeTestJSON-344829367 tempest-ServersAdminNegativeTestJSON-344829367-project] 10.222.0.89 "GET /v2.0/ports?device_id=c05a0ce4-1161-4262-bea7-6e3b7b097a4f HTTP/1.1" status: 200 len: 950 time: 0.1356177 Feb 04 17:13:07.308594 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [req-6427b6de-97c1-4eb1-a4ea-c5f2359cb929 req-9c61a6cd-5196-4305-b037-e1fd69e413ce service neutron] Request body: {'port': {'device_id': 'c44eccd5-dfa3-4a3f-847a-c21c74381eee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827839-2'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:13:07.325913 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-27e410e0-399f-4aa8-a8aa-be3b26609e0d req-ac7accea-4613-40ce-95fd-89403fc90234 tempest-ImagesOneServerNegativeTestJSON-254357925 tempest-ImagesOneServerNegativeTestJSON-254357925-project] Publish callbacks [] for port (cb578c5c-e30a-410b-8d53-585a9f4f1d33), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:13:07.345816 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device 09fe44f1-9e7b-43ae-8405-ca810bec8f9b up at agent hyperv_n-h1-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:13:07.369607 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-811bfbb9-c675-464b-a98c-5879fc89ea31 req-c9b842be-51a0-4bfd-828c-b7e2b6f15d0b tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (7c6b4724-1adf-4dd1-8c66-4bc76c05989f), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:13:07.399572 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-10ce88cb-f58f-43d1-851b-c2757bc53d02 req-4df2b986-f6da-47e8-a445-3584ec141086 tempest-ServersAdminNegativeTestJSON-344829367 tempest-ServersAdminNegativeTestJSON-344829367-project] 10.222.0.89 "GET /v2.0/security-groups?id=38af6261-52ee-4276-8567-41fcd5f88dcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779541 Feb 04 17:13:07.407725 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-27e410e0-399f-4aa8-a8aa-be3b26609e0d req-ac7accea-4613-40ce-95fd-89403fc90234 tempest-ImagesOneServerNegativeTestJSON-254357925 tempest-ImagesOneServerNegativeTestJSON-254357925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135'] for port (cb578c5c-e30a-410b-8d53-585a9f4f1d33), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:13:07.452019 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27e410e0-399f-4aa8-a8aa-be3b26609e0d req-ac7accea-4613-40ce-95fd-89403fc90234 tempest-ImagesOneServerNegativeTestJSON-254357925 tempest-ImagesOneServerNegativeTestJSON-254357925-project] Network 518579bb-9b83-431f-85d9-0080ad95e906 is already hosted by enough agents. {{(pid=103376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:13:07.453170 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-1bbd5c73-e336-48be-9eab-a82058d507b1 None None] Provisioning complete for port 8de53365-17ae-47ae-b48d-2c5bd7b7ab3c triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:13:07.453796 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1bbd5c73-e336-48be-9eab-a82058d507b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (8de53365-17ae-47ae-b48d-2c5bd7b7ab3c), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:13:07.455346 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [req-27e410e0-399f-4aa8-a8aa-be3b26609e0d req-ac7accea-4613-40ce-95fd-89403fc90234 tempest-ImagesOneServerNegativeTestJSON-254357925 tempest-ImagesOneServerNegativeTestJSON-254357925-project] Resources bound (agent type, host, resource id): {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:13:07.476353 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [req-27e410e0-399f-4aa8-a8aa-be3b26609e0d req-ac7accea-4613-40ce-95fd-89403fc90234 tempest-ImagesOneServerNegativeTestJSON-254357925 tempest-ImagesOneServerNegativeTestJSON-254357925-project] Received port after_create {{(pid=103376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:13:07.477669 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-811bfbb9-c675-464b-a98c-5879fc89ea31 req-c9b842be-51a0-4bfd-828c-b7e2b6f15d0b tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] Network 865a5290-ec33-4655-84a4-bc1453190ac7 is already hosted by enough agents. {{(pid=103377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:13:07.481773 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e410e0-399f-4aa8-a8aa-be3b26609e0d req-ac7accea-4613-40ce-95fd-89403fc90234 tempest-ImagesOneServerNegativeTestJSON-254357925 tempest-ImagesOneServerNegativeTestJSON-254357925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:13:07.482403 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-27e410e0-399f-4aa8-a8aa-be3b26609e0d req-ac7accea-4613-40ce-95fd-89403fc90234 tempest-ImagesOneServerNegativeTestJSON-254357925 tempest-ImagesOneServerNegativeTestJSON-254357925-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:13:07.504571 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [req-811bfbb9-c675-464b-a98c-5879fc89ea31 req-c9b842be-51a0-4bfd-828c-b7e2b6f15d0b tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] Resources bound (agent type, host, resource id): {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:13:07.510672 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7accea-4613-40ce-95fd-89403fc90234 tempest-ImagesOneServerNegativeTestJSON-254357925 tempest-ImagesOneServerNegativeTestJSON-254357925-project] Pushing event updated for resources: {'Port': ['ID=cb578c5c-e30a-410b-8d53-585a9f4f1d33,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:13:07.516625 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-27e410e0-399f-4aa8-a8aa-be3b26609e0d req-ac7accea-4613-40ce-95fd-89403fc90234 tempest-ImagesOneServerNegativeTestJSON-254357925 tempest-ImagesOneServerNegativeTestJSON-254357925-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9067194 Feb 04 17:13:07.526258 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Provisioning for port 09fe44f1-9e7b-43ae-8405-ca810bec8f9b completed by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 17:13:07.532150 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [req-27e410e0-399f-4aa8-a8aa-be3b26609e0d req-73ad94cb-d934-4e53-bdde-928e05f4679f service neutron] Request body: {'port': {'device_id': '4bd07e04-af6f-4e7d-8008-4bf0ae443369', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827839-2'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:13:07.546385 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Provisioning complete for port 09fe44f1-9e7b-43ae-8405-ca810bec8f9b triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:13:07.546770 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (09fe44f1-9e7b-43ae-8405-ca810bec8f9b), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:13:07.578853 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [req-811bfbb9-c675-464b-a98c-5879fc89ea31 req-c9b842be-51a0-4bfd-828c-b7e2b6f15d0b tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] Received port after_create {{(pid=103377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:13:07.583062 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1bbd5c73-e336-48be-9eab-a82058d507b1 None None] Port 8de53365-17ae-47ae-b48d-2c5bd7b7ab3c cannot update to ACTIVE because it is not bound. {{(pid=103378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 17:13:07.605518 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f56f1e-dfcd-429b-9791-14cb4ccbe371 req-62db4de4-ceb0-482f-a777-72c4eeb3ff53 tempest-FloatingIPsAssociationTestJSON-1767827216 tempest-FloatingIPsAssociationTestJSON-1767827216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:13:07.619522 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-f8f56f1e-dfcd-429b-9791-14cb4ccbe371 req-62db4de4-ceb0-482f-a777-72c4eeb3ff53 tempest-FloatingIPsAssociationTestJSON-1767827216 tempest-FloatingIPsAssociationTestJSON-1767827216-project] 10.222.0.89 "GET /v2.0/ports?device_id=c44eccd5-dfa3-4a3f-847a-c21c74381eee HTTP/1.1" status: 200 len: 931 time: 0.2880476 Feb 04 17:13:07.662082 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b842be-51a0-4bfd-828c-b7e2b6f15d0b tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] Pushing event updated for resources: {'Port': ['ID=7c6b4724-1adf-4dd1-8c66-4bc76c05989f,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:13:07.662632 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Current status of the port 09fe44f1-9e7b-43ae-8405-ca810bec8f9b is: BUILD; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:13:07.663285 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (09fe44f1-9e7b-43ae-8405-ca810bec8f9b), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:13:07.668609 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-27e410e0-399f-4aa8-a8aa-be3b26609e0d req-73ad94cb-d934-4e53-bdde-928e05f4679f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (cb578c5c-e30a-410b-8d53-585a9f4f1d33), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:13:07.697115 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-6427b6de-97c1-4eb1-a4ea-c5f2359cb929 req-9c61a6cd-5196-4305-b037-e1fd69e413ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (8de53365-17ae-47ae-b48d-2c5bd7b7ab3c), before_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:13:07.705867 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] For port 09fe44f1-9e7b-43ae-8405-ca810bec8f9b, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=09fe44f1-9e7b-43ae-8405-ca810bec8f9b,segment=NetworkSegment(422e2db4-29a0-413f-80b3-a344e9c773f4),segment_id=422e2db4-29a0-413f-80b3-a344e9c773f4)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:13:07.711098 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (09fe44f1-9e7b-43ae-8405-ca810bec8f9b), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:13:07.712459 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device a9ea809e-a7d4-4c46-b4d9-cd7077cf1c91 no longer exists at agent hyperv_n-h1-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:13:07.718986 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41616020-05fe-4a3f-855e-8da7495cddd1 req-c2582ef0-1245-43eb-895a-2ce0e5eb5cbf tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:13:07.720512 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-41616020-05fe-4a3f-855e-8da7495cddd1 req-c2582ef0-1245-43eb-895a-2ce0e5eb5cbf tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] 10.222.0.89 "GET /v2.0/ports?device_id=9f5aa8b2-f0e7-47df-b418-3e36c0d10805 HTTP/1.1" status: 200 len: 931 time: 0.1212695 Feb 04 17:13:07.744465 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811bfbb9-c675-464b-a98c-5879fc89ea31 req-c9b842be-51a0-4bfd-828c-b7e2b6f15d0b tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:13:07.745290 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-811bfbb9-c675-464b-a98c-5879fc89ea31 req-c9b842be-51a0-4bfd-828c-b7e2b6f15d0b tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:13:07.757903 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8a46594-af9a-4c29-9a3e-2edb427e70fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09fe44f1-9e7b-43ae-8405-ca810bec8f9b'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:13:07.760530 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c34bc964ce2211770fda26ca2f3801cc06f4f39928110690550e94ab9c9d2fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d631b6a-c5ce-4ad5-886a-28da7a339fa3" -d '{"events": [{"server_uuid": "d8a46594-af9a-4c29-9a3e-2edb427e70fa", "name": "network-vif-plugged", "status": "completed", "tag": "09fe44f1-9e7b-43ae-8405-ca810bec8f9b"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:13:07.800309 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Pushing event updated for resources: {'Port': ['ID=09fe44f1-9e7b-43ae-8405-ca810bec8f9b,revision_number=5']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:13:07.817554 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [req-02f9da34-36e2-4f25-8b54-0c892c65e117 req-4feec2e4-cb1b-420a-95e9-05723e5c4e3d service neutron] For port a9ea809e-a7d4-4c46-b4d9-cd7077cf1c91, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=a9ea809e-a7d4-4c46-b4d9-cd7077cf1c91,segment=NetworkSegment(3a39b085-d3e6-43bb-a64c-1b06dd049e5a),segment_id=3a39b085-d3e6-43bb-a64c-1b06dd049e5a)] {{(pid=103377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:13:07.826846 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-811bfbb9-c675-464b-a98c-5879fc89ea31 req-c9b842be-51a0-4bfd-828c-b7e2b6f15d0b tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6750276 Feb 04 17:13:07.847526 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [req-811bfbb9-c675-464b-a98c-5879fc89ea31 req-561e059f-f74d-4451-83b4-6e631fe091d9 service neutron] Request body: {'port': {'device_id': '9f5aa8b2-f0e7-47df-b418-3e36c0d10805', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827839-2'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:13:07.847924 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Current status of the port a9ea809e-a7d4-4c46-b4d9-cd7077cf1c91 is: ACTIVE; New status is: DOWN {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:13:07.848535 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (a9ea809e-a7d4-4c46-b4d9-cd7077cf1c91), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:13:07.853241 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-41616020-05fe-4a3f-855e-8da7495cddd1 req-374be1c6-3061-47a4-8ddf-13d103b7b631 tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] 10.222.0.89 "GET /v2.0/security-groups?id=18e6cc58-e448-4d12-9423-2a502a086ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230822 Feb 04 17:13:07.864766 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-f8f56f1e-dfcd-429b-9791-14cb4ccbe371 req-c3d05e81-7b68-4d78-a771-1f9a74e4d5dc tempest-FloatingIPsAssociationTestJSON-1767827216 tempest-FloatingIPsAssociationTestJSON-1767827216-project] 10.222.0.89 "GET /v2.0/security-groups?id=6426fe0b-86c7-4694-a2c4-8fd16e84da96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2061584 Feb 04 17:13:07.993840 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [req-02f9da34-36e2-4f25-8b54-0c892c65e117 req-4feec2e4-cb1b-420a-95e9-05723e5c4e3d service neutron] For port a9ea809e-a7d4-4c46-b4d9-cd7077cf1c91, host n-h1-827839-2, cleared binding levels {{(pid=103377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:13:08.011929 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff04b00-dda0-4047-bd80-9d40f6520fb8 req-81a200fa-166c-43de-a039-a7bd18f4ebac tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:13:08.013457 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-6ff04b00-dda0-4047-bd80-9d40f6520fb8 req-81a200fa-166c-43de-a039-a7bd18f4ebac tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] 10.222.0.89 "GET /v2.0/ports?device_id=d8a46594-af9a-4c29-9a3e-2edb427e70fa HTTP/1.1" status: 200 len: 945 time: 0.0860467 Feb 04 17:13:08.104959 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-6ff04b00-dda0-4047-bd80-9d40f6520fb8 req-ed9f2b80-854e-4955-8c63-836c189dc462 tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] 10.222.0.89 "GET /v2.0/security-groups?id=119a7f03-3e07-4d1e-8852-d9f974f9f052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845537 Feb 04 17:13:08.111885 n-d-827839-2 neutron-server[103376]: DEBUG neutron.notifiers.nova [req-27e410e0-399f-4aa8-a8aa-be3b26609e0d req-73ad94cb-d934-4e53-bdde-928e05f4679f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb578c5c-e30a-410b-8d53-585a9f4f1d33 {{(pid=103376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 17:13:08.119856 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-27e410e0-399f-4aa8-a8aa-be3b26609e0d req-73ad94cb-d934-4e53-bdde-928e05f4679f service neutron] Publish callbacks [] for port (cb578c5c-e30a-410b-8d53-585a9f4f1d33), precommit_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:13:08.135049 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-811bfbb9-c675-464b-a98c-5879fc89ea31 req-561e059f-f74d-4451-83b4-6e631fe091d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (7c6b4724-1adf-4dd1-8c66-4bc76c05989f), before_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:13:08.136885 n-d-827839-2 neutron-server[103377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99914122-947d-4d33-8d43-120a66c70f08', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a9ea809e-a7d4-4c46-b4d9-cd7077cf1c91'}] {{(pid=103377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:13:08.139488 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7240428b650e1488e9361b62648ff4b3a6c19d49d8c27c949491ab58c1346cf0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4864f9a3-7c5e-4051-ad97-0bbc0f56d421" -d '{"events": [{"server_uuid": "99914122-947d-4d33-8d43-120a66c70f08", "name": "network-vif-unplugged", "status": "completed", "tag": "a9ea809e-a7d4-4c46-b4d9-cd7077cf1c91"}]}' {{(pid=103377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:13:08.139717 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.provisioning_blocks [req-27e410e0-399f-4aa8-a8aa-be3b26609e0d req-73ad94cb-d934-4e53-bdde-928e05f4679f service neutron] Transition to ACTIVE for port object cb578c5c-e30a-410b-8d53-585a9f4f1d33 will not be triggered until provisioned by entity L2. {{(pid=103376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 17:13:08.144969 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-02f9da34-36e2-4f25-8b54-0c892c65e117 req-4feec2e4-cb1b-420a-95e9-05723e5c4e3d service neutron] Publish callbacks [] for port (a9ea809e-a7d4-4c46-b4d9-cd7077cf1c91), precommit_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:13:08.145130 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-27e410e0-399f-4aa8-a8aa-be3b26609e0d req-73ad94cb-d934-4e53-bdde-928e05f4679f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (cb578c5c-e30a-410b-8d53-585a9f4f1d33), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:13:08.167075 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 17:13:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abb1f562-0e85-4334-bb01-8c614250342d x-openstack-request-id: req-abb1f562-0e85-4334-bb01-8c614250342d {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:13:08.168247 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8a46594-af9a-4c29-9a3e-2edb427e70fa", "name": "network-vif-plugged", "status": "completed", "tag": "09fe44f1-9e7b-43ae-8405-ca810bec8f9b", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:13:08.168616 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-abb1f562-0e85-4334-bb01-8c614250342d {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:13:08.169918 n-d-827839-2 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8a46594-af9a-4c29-9a3e-2edb427e70fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09fe44f1-9e7b-43ae-8405-ca810bec8f9b', 'code': 200} Feb 04 17:13:08.190089 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.provisioning_blocks [req-02f9da34-36e2-4f25-8b54-0c892c65e117 req-4feec2e4-cb1b-420a-95e9-05723e5c4e3d service neutron] Transition to ACTIVE for port object a9ea809e-a7d4-4c46-b4d9-cd7077cf1c91 will not be triggered until provisioned by entity L2. {{(pid=103377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 17:13:08.190730 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ad94cb-d934-4e53-bdde-928e05f4679f service neutron] Pushing event updated for resources: {'Port': ['ID=cb578c5c-e30a-410b-8d53-585a9f4f1d33,revision_number=2']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:13:08.204044 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33174338-42ff-4a14-8351-ec7d5b1ed95f req-bfdb2db2-5f75-4b46-a6ed-a1ccd48d9987 tempest-ImagesOneServerNegativeTestJSON-254357925 tempest-ImagesOneServerNegativeTestJSON-254357925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:13:08.212022 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-33174338-42ff-4a14-8351-ec7d5b1ed95f req-bfdb2db2-5f75-4b46-a6ed-a1ccd48d9987 tempest-ImagesOneServerNegativeTestJSON-254357925 tempest-ImagesOneServerNegativeTestJSON-254357925-project] 10.222.0.89 "GET /v2.0/ports?device_id=4bd07e04-af6f-4e7d-8008-4bf0ae443369 HTTP/1.1" status: 200 len: 931 time: 0.2383523 Feb 04 17:13:08.240157 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [req-27e410e0-399f-4aa8-a8aa-be3b26609e0d req-73ad94cb-d934-4e53-bdde-928e05f4679f service neutron] Attempting to bind port cb578c5c-e30a-410b-8d53-585a9f4f1d33 on host n-h1-827839-2 for vnic_type normal with profile {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:13:08.240493 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [req-27e410e0-399f-4aa8-a8aa-be3b26609e0d req-73ad94cb-d934-4e53-bdde-928e05f4679f service neutron] Attempting to bind port cb578c5c-e30a-410b-8d53-585a9f4f1d33 by drivers openvswitch,hyperv on host n-h1-827839-2 at level 0 using segments [{'id': '925d9078-c82e-4bcc-b2ae-415f0fcde575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '518579bb-9b83-431f-85d9-0080ad95e906'}] {{(pid=103376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:13:08.240891 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27e410e0-399f-4aa8-a8aa-be3b26609e0d req-73ad94cb-d934-4e53-bdde-928e05f4679f service neutron] Attempting to bind port cb578c5c-e30a-410b-8d53-585a9f4f1d33 on network 518579bb-9b83-431f-85d9-0080ad95e906 {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:13:08.243729 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-02f9da34-36e2-4f25-8b54-0c892c65e117 req-4feec2e4-cb1b-420a-95e9-05723e5c4e3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25888290'] for port (a9ea809e-a7d4-4c46-b4d9-cd7077cf1c91), after_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:13:08.280780 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.db.api [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103378) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 17:13:08.281535 n-d-827839-2 neutron-server[103378]: DEBUG oslo_db.api [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 17:13:08.318247 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27e410e0-399f-4aa8-a8aa-be3b26609e0d req-73ad94cb-d934-4e53-bdde-928e05f4679f service neutron] Port cb578c5c-e30a-410b-8d53-585a9f4f1d33 on network 518579bb-9b83-431f-85d9-0080ad95e906 not bound, no agent of type Open vSwitch agent registered on host n-h1-827839-2 {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 17:13:08.318735 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27e410e0-399f-4aa8-a8aa-be3b26609e0d req-73ad94cb-d934-4e53-bdde-928e05f4679f service neutron] Attempting to bind port cb578c5c-e30a-410b-8d53-585a9f4f1d33 on network 518579bb-9b83-431f-85d9-0080ad95e906 {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:13:08.342633 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7d0bf8-38a1-494f-ab1e-870a4689ee79 req-6dad19af-3327-41ff-84c8-4ea575fcbeab tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:13:08.344227 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-7b7d0bf8-38a1-494f-ab1e-870a4689ee79 req-6dad19af-3327-41ff-84c8-4ea575fcbeab tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] 10.222.0.89 "GET /v2.0/ports?device_id=99914122-947d-4d33-8d43-120a66c70f08 HTTP/1.1" status: 200 len: 948 time: 0.1190093 Feb 04 17:13:08.345807 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27e410e0-399f-4aa8-a8aa-be3b26609e0d req-73ad94cb-d934-4e53-bdde-928e05f4679f service neutron] Checking agent: {'id': '3f9244a9-75fc-4c10-b195-11d48b853b41', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 8, 42), 'started_at': datetime.datetime(2022, 2, 4, 17, 8, 42), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 12, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:13:08.346151 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27e410e0-399f-4aa8-a8aa-be3b26609e0d req-73ad94cb-d934-4e53-bdde-928e05f4679f service neutron] Checking segment: {'id': '925d9078-c82e-4bcc-b2ae-415f0fcde575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '518579bb-9b83-431f-85d9-0080ad95e906'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:13:08.346539 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27e410e0-399f-4aa8-a8aa-be3b26609e0d req-73ad94cb-d934-4e53-bdde-928e05f4679f service neutron] Bound using segment: {'id': '925d9078-c82e-4bcc-b2ae-415f0fcde575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '518579bb-9b83-431f-85d9-0080ad95e906'} {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:13:08.346985 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [req-27e410e0-399f-4aa8-a8aa-be3b26609e0d req-73ad94cb-d934-4e53-bdde-928e05f4679f service neutron] Bound port: cb578c5c-e30a-410b-8d53-585a9f4f1d33, host: n-h1-827839-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '925d9078-c82e-4bcc-b2ae-415f0fcde575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '518579bb-9b83-431f-85d9-0080ad95e906'}}] {{(pid=103376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:13:08.347355 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-27e410e0-399f-4aa8-a8aa-be3b26609e0d req-73ad94cb-d934-4e53-bdde-928e05f4679f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (cb578c5c-e30a-410b-8d53-585a9f4f1d33), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:13:08.402672 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4feec2e4-cb1b-420a-95e9-05723e5c4e3d service neutron] Pushing event updated for resources: {'Port': ['ID=a9ea809e-a7d4-4c46-b4d9-cd7077cf1c91,revision_number=6']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:13:08.406106 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [req-02f9da34-36e2-4f25-8b54-0c892c65e117 req-4feec2e4-cb1b-420a-95e9-05723e5c4e3d service neutron] No DVR routers for this DVR port a9ea809e-a7d4-4c46-b4d9-cd7077cf1c91 on host n-h1-827839-2 {{(pid=103377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 17:13:08.410331 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3221bb95-2225-4201-b2ea-47d50697303c req-bb90926f-ae4e-481e-b35e-b5537893b0ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:13:08.411841 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-3221bb95-2225-4201-b2ea-47d50697303c req-bb90926f-ae4e-481e-b35e-b5537893b0ce service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=d8a46594-af9a-4c29-9a3e-2edb427e70fa HTTP/1.1" status: 200 len: 1127 time: 0.1405976 Feb 04 17:13:08.468582 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [req-27e410e0-399f-4aa8-a8aa-be3b26609e0d req-73ad94cb-d934-4e53-bdde-928e05f4679f service neutron] For port cb578c5c-e30a-410b-8d53-585a9f4f1d33, host n-h1-827839-2, cleared binding levels {{(pid=103376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:13:08.480911 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-33174338-42ff-4a14-8351-ec7d5b1ed95f req-b0a095cf-16ee-4d9a-b2c4-2d7170de0574 tempest-ImagesOneServerNegativeTestJSON-254357925 tempest-ImagesOneServerNegativeTestJSON-254357925-project] 10.222.0.89 "GET /v2.0/security-groups?id=93c660a2-9a39-4e35-b172-c2fcfd9b6315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2618477 Feb 04 17:13:08.499940 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-3221bb95-2225-4201-b2ea-47d50697303c req-bd9f050c-daea-4ffb-9fb2-0f0f7219f56a service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=119a7f03-3e07-4d1e-8852-d9f974f9f052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805106 Feb 04 17:13:08.509724 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-7b7d0bf8-38a1-494f-ab1e-870a4689ee79 req-cdaccb3f-619b-4e2a-bb57-3de848273837 tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] 10.222.0.89 "GET /v2.0/security-groups?id=5fa98c6a-94b3-4690-b9c3-4f0e67d11226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475582 Feb 04 17:13:08.534827 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [req-27e410e0-399f-4aa8-a8aa-be3b26609e0d req-73ad94cb-d934-4e53-bdde-928e05f4679f service neutron] For port cb578c5c-e30a-410b-8d53-585a9f4f1d33, host n-h1-827839-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=cb578c5c-e30a-410b-8d53-585a9f4f1d33,segment=NetworkSegment(925d9078-c82e-4bcc-b2ae-415f0fcde575),segment_id=925d9078-c82e-4bcc-b2ae-415f0fcde575)] {{(pid=103376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:13:08.544506 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-27e410e0-399f-4aa8-a8aa-be3b26609e0d req-73ad94cb-d934-4e53-bdde-928e05f4679f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (cb578c5c-e30a-410b-8d53-585a9f4f1d33), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:13:08.588902 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 04 Feb 2022 17:13:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e61e73c-199b-41c5-bc2f-579a1fe263cc x-openstack-request-id: req-0e61e73c-199b-41c5-bc2f-579a1fe263cc {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:13:08.589181 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99914122-947d-4d33-8d43-120a66c70f08", "name": "network-vif-unplugged", "status": "completed", "tag": "a9ea809e-a7d4-4c46-b4d9-cd7077cf1c91", "code": 200}]} {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:13:08.589432 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-0e61e73c-199b-41c5-bc2f-579a1fe263cc {{(pid=103377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:13:08.589819 n-d-827839-2 neutron-server[103377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99914122-947d-4d33-8d43-120a66c70f08', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a9ea809e-a7d4-4c46-b4d9-cd7077cf1c91', 'code': 200} Feb 04 17:13:08.625198 n-d-827839-2 neutron-server[103377]: DEBUG neutron.notifiers.nova [req-6427b6de-97c1-4eb1-a4ea-c5f2359cb929 req-9c61a6cd-5196-4305-b037-e1fd69e413ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8de53365-17ae-47ae-b48d-2c5bd7b7ab3c {{(pid=103377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 17:13:08.637651 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-6427b6de-97c1-4eb1-a4ea-c5f2359cb929 req-9c61a6cd-5196-4305-b037-e1fd69e413ce service neutron] Publish callbacks [] for port (8de53365-17ae-47ae-b48d-2c5bd7b7ab3c), precommit_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:13:08.639964 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e410e0-399f-4aa8-a8aa-be3b26609e0d req-73ad94cb-d934-4e53-bdde-928e05f4679f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:13:08.640591 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-27e410e0-399f-4aa8-a8aa-be3b26609e0d req-73ad94cb-d934-4e53-bdde-928e05f4679f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:13:08.642023 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-27e410e0-399f-4aa8-a8aa-be3b26609e0d req-73ad94cb-d934-4e53-bdde-928e05f4679f service neutron] 10.222.0.96 "PUT /v2.0/ports/cb578c5c-e30a-410b-8d53-585a9f4f1d33 HTTP/1.1" status: 200 len: 1091 time: 1.1156967 Feb 04 17:13:08.643209 n-d-827839-2 neutron-server[103376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4bd07e04-af6f-4e7d-8008-4bf0ae443369', 'tag': 'cb578c5c-e30a-410b-8d53-585a9f4f1d33'}] {{(pid=103376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:13:08.645732 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d59c3bb5e2f09ebf62144d5e09b1cff60c763a9c19614c24538e77842938c05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68a13158-ab33-4c88-8880-95a844c74135" -d '{"events": [{"name": "network-changed", "server_uuid": "4bd07e04-af6f-4e7d-8008-4bf0ae443369", "tag": "cb578c5c-e30a-410b-8d53-585a9f4f1d33"}]}' {{(pid=103376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:13:08.659262 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ad94cb-d934-4e53-bdde-928e05f4679f service neutron] Pushing event updated for resources: {'Port': ['ID=cb578c5c-e30a-410b-8d53-585a9f4f1d33,revision_number=3']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:13:08.680664 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e11164e-42ea-4295-92af-dc1564063039 req-694c7c72-0f43-4a8e-9abe-0db8a964a561 tempest-ServersAdminNegativeTestJSON-344829367 tempest-ServersAdminNegativeTestJSON-344829367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:13:08.682401 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-3e11164e-42ea-4295-92af-dc1564063039 req-694c7c72-0f43-4a8e-9abe-0db8a964a561 tempest-ServersAdminNegativeTestJSON-344829367 tempest-ServersAdminNegativeTestJSON-344829367-project] 10.222.0.89 "GET /v2.0/ports?device_id=c05a0ce4-1161-4262-bea7-6e3b7b097a4f HTTP/1.1" status: 200 len: 950 time: 0.0928869 Feb 04 17:13:08.697637 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [req-02f9da34-36e2-4f25-8b54-0c892c65e117 req-4feec2e4-cb1b-420a-95e9-05723e5c4e3d service neutron] Attempting to bind port a9ea809e-a7d4-4c46-b4d9-cd7077cf1c91 on host n-h2-827839-2 for vnic_type normal with profile {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:13:08.697973 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [req-02f9da34-36e2-4f25-8b54-0c892c65e117 req-4feec2e4-cb1b-420a-95e9-05723e5c4e3d service neutron] Attempting to bind port a9ea809e-a7d4-4c46-b4d9-cd7077cf1c91 by drivers openvswitch,hyperv on host n-h2-827839-2 at level 0 using segments [{'id': '3a39b085-d3e6-43bb-a64c-1b06dd049e5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '02be22b9-aa53-40ea-8050-9239cd27d1ff'}] {{(pid=103377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:13:08.698295 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02f9da34-36e2-4f25-8b54-0c892c65e117 req-4feec2e4-cb1b-420a-95e9-05723e5c4e3d service neutron] Attempting to bind port a9ea809e-a7d4-4c46-b4d9-cd7077cf1c91 on network 02be22b9-aa53-40ea-8050-9239cd27d1ff {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:13:08.701313 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.provisioning_blocks [req-6427b6de-97c1-4eb1-a4ea-c5f2359cb929 req-9c61a6cd-5196-4305-b037-e1fd69e413ce service neutron] Transition to ACTIVE for port object 8de53365-17ae-47ae-b48d-2c5bd7b7ab3c will not be triggered until provisioned by entity L2. {{(pid=103377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 17:13:08.704363 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 17:13:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d77e675-03c6-450c-9c89-144231d5b672 x-openstack-request-id: req-3d77e675-03c6-450c-9c89-144231d5b672 {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:13:08.704655 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4bd07e04-af6f-4e7d-8008-4bf0ae443369", "tag": "cb578c5c-e30a-410b-8d53-585a9f4f1d33", "status": "completed", "code": 200}]} {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:13:08.704945 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-3d77e675-03c6-450c-9c89-144231d5b672 {{(pid=103376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:13:08.705605 n-d-827839-2 neutron-server[103376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4bd07e04-af6f-4e7d-8008-4bf0ae443369', 'tag': 'cb578c5c-e30a-410b-8d53-585a9f4f1d33', 'status': 'completed', 'code': 200} Feb 04 17:13:08.707155 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02f9da34-36e2-4f25-8b54-0c892c65e117 req-4feec2e4-cb1b-420a-95e9-05723e5c4e3d service neutron] Port a9ea809e-a7d4-4c46-b4d9-cd7077cf1c91 on network 02be22b9-aa53-40ea-8050-9239cd27d1ff not bound, no agent of type Open vSwitch agent registered on host n-h2-827839-2 {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 17:13:08.707478 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02f9da34-36e2-4f25-8b54-0c892c65e117 req-4feec2e4-cb1b-420a-95e9-05723e5c4e3d service neutron] Attempting to bind port a9ea809e-a7d4-4c46-b4d9-cd7077cf1c91 on network 02be22b9-aa53-40ea-8050-9239cd27d1ff {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:13:08.716314 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-6427b6de-97c1-4eb1-a4ea-c5f2359cb929 req-9c61a6cd-5196-4305-b037-e1fd69e413ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25888290'] for port (8de53365-17ae-47ae-b48d-2c5bd7b7ab3c), after_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:13:08.721654 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02f9da34-36e2-4f25-8b54-0c892c65e117 req-4feec2e4-cb1b-420a-95e9-05723e5c4e3d service neutron] Checking agent: {'id': 'f20a1ab3-4332-4f54-833b-ba4a7c687e89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 8, 40), 'started_at': datetime.datetime(2022, 2, 4, 17, 8, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 12, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:13:08.721989 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02f9da34-36e2-4f25-8b54-0c892c65e117 req-4feec2e4-cb1b-420a-95e9-05723e5c4e3d service neutron] Checking segment: {'id': '3a39b085-d3e6-43bb-a64c-1b06dd049e5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '02be22b9-aa53-40ea-8050-9239cd27d1ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:13:08.722365 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02f9da34-36e2-4f25-8b54-0c892c65e117 req-4feec2e4-cb1b-420a-95e9-05723e5c4e3d service neutron] Bound using segment: {'id': '3a39b085-d3e6-43bb-a64c-1b06dd049e5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '02be22b9-aa53-40ea-8050-9239cd27d1ff'} {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:13:08.722781 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [req-02f9da34-36e2-4f25-8b54-0c892c65e117 req-4feec2e4-cb1b-420a-95e9-05723e5c4e3d service neutron] Bound port: a9ea809e-a7d4-4c46-b4d9-cd7077cf1c91, host: n-h2-827839-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a39b085-d3e6-43bb-a64c-1b06dd049e5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '02be22b9-aa53-40ea-8050-9239cd27d1ff'}}] {{(pid=103377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:13:08.723124 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-02f9da34-36e2-4f25-8b54-0c892c65e117 req-4feec2e4-cb1b-420a-95e9-05723e5c4e3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (a9ea809e-a7d4-4c46-b4d9-cd7077cf1c91), before_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:13:08.737820 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-3e11164e-42ea-4295-92af-dc1564063039 req-0acdaed0-9e91-4070-9552-37d04412c01b tempest-ServersAdminNegativeTestJSON-344829367 tempest-ServersAdminNegativeTestJSON-344829367-project] 10.222.0.89 "GET /v2.0/security-groups?id=38af6261-52ee-4276-8567-41fcd5f88dcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485256 Feb 04 17:13:08.826881 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Current status of the port a9ea809e-a7d4-4c46-b4d9-cd7077cf1c91 is: DOWN; New status is: DOWN {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:13:08.885699 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a13158-ab33-4c88-8880-95a844c74135 req-36791692-dd91-41db-8bc3-f11ea82a9426 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:13:08.887908 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-68a13158-ab33-4c88-8880-95a844c74135 req-36791692-dd91-41db-8bc3-f11ea82a9426 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=86774b39ad8a41fa924d1792aacb1e11&device_id=4bd07e04-af6f-4e7d-8008-4bf0ae443369 HTTP/1.1" status: 200 len: 1125 time: 0.0630479 Feb 04 17:13:09.023765 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Device 85df9036-9ceb-43ab-b1ab-cce347c74193 no longer exists at agent hyperv_n-h2-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:13:09.153854 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8da461-b4ea-455c-8fe2-ff4795d6cf58 req-43b13bd9-94a6-4980-a82c-5abc9490e5e6 tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:13:09.155396 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-9d8da461-b4ea-455c-8fe2-ff4795d6cf58 req-43b13bd9-94a6-4980-a82c-5abc9490e5e6 tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] 10.222.0.89 "GET /v2.0/ports?device_id=9f5aa8b2-f0e7-47df-b418-3e36c0d10805 HTTP/1.1" status: 200 len: 931 time: 0.2118185 Feb 04 17:13:09.158660 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a13158-ab33-4c88-8880-95a844c74135 req-0d5e7369-a8d4-4d3c-9a60-d755d67438cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:13:09.159864 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-68a13158-ab33-4c88-8880-95a844c74135 req-0d5e7369-a8d4-4d3c-9a60-d755d67438cb service neutron] 10.222.0.96 "GET /v2.0/networks?tenant_id=86774b39ad8a41fa924d1792aacb1e11&shared=False HTTP/1.1" status: 200 len: 922 time: 0.2647991 Feb 04 17:13:09.161015 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Current status of the port 85df9036-9ceb-43ab-b1ab-cce347c74193 is: ACTIVE; New status is: DOWN {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:13:09.164417 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (85df9036-9ceb-43ab-b1ab-cce347c74193), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:13:09.182882 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c61a6cd-5196-4305-b037-e1fd69e413ce service neutron] Pushing event updated for resources: {'Port': ['ID=8de53365-17ae-47ae-b48d-2c5bd7b7ab3c,revision_number=2']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:13:09.196812 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] For port 85df9036-9ceb-43ab-b1ab-cce347c74193, host n-h2-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=85df9036-9ceb-43ab-b1ab-cce347c74193,segment=NetworkSegment(3a39b085-d3e6-43bb-a64c-1b06dd049e5a),segment_id=3a39b085-d3e6-43bb-a64c-1b06dd049e5a)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:13:09.202178 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (85df9036-9ceb-43ab-b1ab-cce347c74193), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:13:09.254757 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Pushing event updated for resources: {'Port': ['ID=85df9036-9ceb-43ab-b1ab-cce347c74193,revision_number=8']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:13:09.278188 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [req-02f9da34-36e2-4f25-8b54-0c892c65e117 req-4feec2e4-cb1b-420a-95e9-05723e5c4e3d service neutron] For port a9ea809e-a7d4-4c46-b4d9-cd7077cf1c91, host n-h2-827839-2, cleared binding levels {{(pid=103377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:13:09.313443 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [req-02f9da34-36e2-4f25-8b54-0c892c65e117 req-4feec2e4-cb1b-420a-95e9-05723e5c4e3d service neutron] For port a9ea809e-a7d4-4c46-b4d9-cd7077cf1c91, host n-h2-827839-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=a9ea809e-a7d4-4c46-b4d9-cd7077cf1c91,segment=NetworkSegment(3a39b085-d3e6-43bb-a64c-1b06dd049e5a),segment_id=3a39b085-d3e6-43bb-a64c-1b06dd049e5a)] {{(pid=103377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:13:09.327717 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe62a93-a77f-43cc-b419-8829086fc2ab req-667c8aed-a631-408e-9140-5590c31e9419 tempest-FloatingIPsAssociationTestJSON-1767827216 tempest-FloatingIPsAssociationTestJSON-1767827216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:13:09.329364 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-1fe62a93-a77f-43cc-b419-8829086fc2ab req-667c8aed-a631-408e-9140-5590c31e9419 tempest-FloatingIPsAssociationTestJSON-1767827216 tempest-FloatingIPsAssociationTestJSON-1767827216-project] 10.222.0.89 "GET /v2.0/ports?device_id=c44eccd5-dfa3-4a3f-847a-c21c74381eee HTTP/1.1" status: 200 len: 943 time: 0.2013583 Feb 04 17:13:09.341310 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-9d8da461-b4ea-455c-8fe2-ff4795d6cf58 req-f80d8c6c-d3bb-4908-849c-1ba1266df8cd tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] 10.222.0.89 "GET /v2.0/security-groups?id=18e6cc58-e448-4d12-9423-2a502a086ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1799257 Feb 04 17:13:09.356444 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-02f9da34-36e2-4f25-8b54-0c892c65e117 req-4feec2e4-cb1b-420a-95e9-05723e5c4e3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25888290'] for port (a9ea809e-a7d4-4c46-b4d9-cd7077cf1c91), after_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:13:09.387508 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a13158-ab33-4c88-8880-95a844c74135 req-83635223-7683-4c73-89a9-1826ad664cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:13:09.389022 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-68a13158-ab33-4c88-8880-95a844c74135 req-83635223-7683-4c73-89a9-1826ad664cd7 service neutron] 10.222.0.96 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2166762 Feb 04 17:13:09.404574 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [req-6427b6de-97c1-4eb1-a4ea-c5f2359cb929 req-9c61a6cd-5196-4305-b037-e1fd69e413ce service neutron] Attempting to bind port 8de53365-17ae-47ae-b48d-2c5bd7b7ab3c on host n-h2-827839-2 for vnic_type normal with profile {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:13:09.404793 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [req-6427b6de-97c1-4eb1-a4ea-c5f2359cb929 req-9c61a6cd-5196-4305-b037-e1fd69e413ce service neutron] Attempting to bind port 8de53365-17ae-47ae-b48d-2c5bd7b7ab3c by drivers openvswitch,hyperv on host n-h2-827839-2 at level 0 using segments [{'id': '1d2e5411-a293-4ba9-86e4-cf68dc997fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '71f03b9f-e704-4df0-bce2-e9f92d5b531b'}] {{(pid=103377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:13:09.405111 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6427b6de-97c1-4eb1-a4ea-c5f2359cb929 req-9c61a6cd-5196-4305-b037-e1fd69e413ce service neutron] Attempting to bind port 8de53365-17ae-47ae-b48d-2c5bd7b7ab3c on network 71f03b9f-e704-4df0-bce2-e9f92d5b531b {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:13:09.427654 n-d-827839-2 neutron-server[103377]: DEBUG neutron.notifiers.nova [req-811bfbb9-c675-464b-a98c-5879fc89ea31 req-561e059f-f74d-4451-83b4-6e631fe091d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c6b4724-1adf-4dd1-8c66-4bc76c05989f {{(pid=103377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 17:13:09.435387 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f9da34-36e2-4f25-8b54-0c892c65e117 req-4feec2e4-cb1b-420a-95e9-05723e5c4e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:13:09.436017 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-02f9da34-36e2-4f25-8b54-0c892c65e117 req-4feec2e4-cb1b-420a-95e9-05723e5c4e3d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:13:09.437439 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-02f9da34-36e2-4f25-8b54-0c892c65e117 req-4feec2e4-cb1b-420a-95e9-05723e5c4e3d service neutron] 10.222.0.90 "PUT /v2.0/ports/a9ea809e-a7d4-4c46-b4d9-cd7077cf1c91 HTTP/1.1" status: 200 len: 1096 time: 2.6133249 Feb 04 17:13:09.442258 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6427b6de-97c1-4eb1-a4ea-c5f2359cb929 req-9c61a6cd-5196-4305-b037-e1fd69e413ce service neutron] Port 8de53365-17ae-47ae-b48d-2c5bd7b7ab3c on network 71f03b9f-e704-4df0-bce2-e9f92d5b531b not bound, no agent of type Open vSwitch agent registered on host n-h2-827839-2 {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 17:13:09.442588 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6427b6de-97c1-4eb1-a4ea-c5f2359cb929 req-9c61a6cd-5196-4305-b037-e1fd69e413ce service neutron] Attempting to bind port 8de53365-17ae-47ae-b48d-2c5bd7b7ab3c on network 71f03b9f-e704-4df0-bce2-e9f92d5b531b {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:13:09.446847 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-811bfbb9-c675-464b-a98c-5879fc89ea31 req-561e059f-f74d-4451-83b4-6e631fe091d9 service neutron] Publish callbacks [] for port (7c6b4724-1adf-4dd1-8c66-4bc76c05989f), precommit_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:13:09.477129 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6427b6de-97c1-4eb1-a4ea-c5f2359cb929 req-9c61a6cd-5196-4305-b037-e1fd69e413ce service neutron] Checking agent: {'id': 'f20a1ab3-4332-4f54-833b-ba4a7c687e89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 8, 40), 'started_at': datetime.datetime(2022, 2, 4, 17, 8, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 12, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:13:09.477531 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6427b6de-97c1-4eb1-a4ea-c5f2359cb929 req-9c61a6cd-5196-4305-b037-e1fd69e413ce service neutron] Checking segment: {'id': '1d2e5411-a293-4ba9-86e4-cf68dc997fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '71f03b9f-e704-4df0-bce2-e9f92d5b531b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:13:09.477844 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6427b6de-97c1-4eb1-a4ea-c5f2359cb929 req-9c61a6cd-5196-4305-b037-e1fd69e413ce service neutron] Bound using segment: {'id': '1d2e5411-a293-4ba9-86e4-cf68dc997fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '71f03b9f-e704-4df0-bce2-e9f92d5b531b'} {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:13:09.478289 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [req-6427b6de-97c1-4eb1-a4ea-c5f2359cb929 req-9c61a6cd-5196-4305-b037-e1fd69e413ce service neutron] Bound port: 8de53365-17ae-47ae-b48d-2c5bd7b7ab3c, host: n-h2-827839-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d2e5411-a293-4ba9-86e4-cf68dc997fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '71f03b9f-e704-4df0-bce2-e9f92d5b531b'}}] {{(pid=103377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:13:09.479156 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-6427b6de-97c1-4eb1-a4ea-c5f2359cb929 req-9c61a6cd-5196-4305-b037-e1fd69e413ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (8de53365-17ae-47ae-b48d-2c5bd7b7ab3c), before_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:13:09.494579 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-e4c04e8e-5e0a-432c-8380-a63d119a8bc0 req-9c9310d6-cef1-4487-9d4a-468f788f6ef9 tempest-ServersAdminNegativeTestJSON-344829367 tempest-ServersAdminNegativeTestJSON-344829367-project] 10.222.0.89 "GET /v2.0/networks?tenant_id=ca65812a4af246d9ad6f7cde880e7893&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0281804 Feb 04 17:13:09.521813 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4feec2e4-cb1b-420a-95e9-05723e5c4e3d service neutron] Pushing event updated for resources: {'Port': ['ID=a9ea809e-a7d4-4c46-b4d9-cd7077cf1c91,revision_number=7']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:13:09.537664 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.provisioning_blocks [req-811bfbb9-c675-464b-a98c-5879fc89ea31 req-561e059f-f74d-4451-83b4-6e631fe091d9 service neutron] Transition to ACTIVE for port object 7c6b4724-1adf-4dd1-8c66-4bc76c05989f will not be triggered until provisioned by entity L2. {{(pid=103377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 17:13:09.546633 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-1fe62a93-a77f-43cc-b419-8829086fc2ab req-6b222a16-2929-4bad-a862-bcaee7508095 tempest-FloatingIPsAssociationTestJSON-1767827216 tempest-FloatingIPsAssociationTestJSON-1767827216-project] 10.222.0.89 "GET /v2.0/security-groups?id=6426fe0b-86c7-4694-a2c4-8fd16e84da96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1971209 Feb 04 17:13:09.552504 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-811bfbb9-c675-464b-a98c-5879fc89ea31 req-561e059f-f74d-4451-83b4-6e631fe091d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25888290'] for port (7c6b4724-1adf-4dd1-8c66-4bc76c05989f), after_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:13:09.560725 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e410e0-399f-4aa8-a8aa-be3b26609e0d req-884b2b74-2789-4c27-8950-7872da4c4da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:13:09.575783 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-27e410e0-399f-4aa8-a8aa-be3b26609e0d req-884b2b74-2789-4c27-8950-7872da4c4da2 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=86774b39ad8a41fa924d1792aacb1e11&device_id=4bd07e04-af6f-4e7d-8008-4bf0ae443369 HTTP/1.1" status: 200 len: 1125 time: 0.1431417 Feb 04 17:13:09.632894 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-27e410e0-399f-4aa8-a8aa-be3b26609e0d req-83e5bf1d-047b-463e-91d9-ed2ffada0238 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cb578c5c-e30a-410b-8d53-585a9f4f1d33 HTTP/1.1" status: 200 len: 217 time: 0.0417354 Feb 04 17:13:09.676931 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f9da34-36e2-4f25-8b54-0c892c65e117 req-eb7a22f6-c3e5-456a-9847-4aa9d2d34933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:13:09.677822 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-02f9da34-36e2-4f25-8b54-0c892c65e117 req-eb7a22f6-c3e5-456a-9847-4aa9d2d34933 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=1cd99d9701204f3692368e4539967c47&device_id=99914122-947d-4d33-8d43-120a66c70f08 HTTP/1.1" status: 200 len: 1130 time: 0.2062979 Feb 04 17:13:09.701192 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561e059f-f74d-4451-83b4-6e631fe091d9 service neutron] Pushing event updated for resources: {'Port': ['ID=7c6b4724-1adf-4dd1-8c66-4bc76c05989f,revision_number=2']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:13:09.711176 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [req-6427b6de-97c1-4eb1-a4ea-c5f2359cb929 req-9c61a6cd-5196-4305-b037-e1fd69e413ce service neutron] For port 8de53365-17ae-47ae-b48d-2c5bd7b7ab3c, host n-h2-827839-2, cleared binding levels {{(pid=103377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:13:09.714502 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c04e8e-5e0a-432c-8380-a63d119a8bc0 req-9d72c31a-6fe7-4b07-9c90-15f748601318 tempest-ServersAdminNegativeTestJSON-344829367 tempest-ServersAdminNegativeTestJSON-344829367-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:13:09.716621 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-e4c04e8e-5e0a-432c-8380-a63d119a8bc0 req-9d72c31a-6fe7-4b07-9c90-15f748601318 tempest-ServersAdminNegativeTestJSON-344829367 tempest-ServersAdminNegativeTestJSON-344829367-project] 10.222.0.89 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2142956 Feb 04 17:13:09.736626 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-e4c04e8e-5e0a-432c-8380-a63d119a8bc0 req-421ce58a-e3de-4059-b898-79f8294800ea tempest-ServersAdminNegativeTestJSON-344829367 tempest-ServersAdminNegativeTestJSON-344829367-project] 10.222.0.89 "GET /v2.0/quotas/ca65812a4af246d9ad6f7cde880e7893 HTTP/1.1" status: 200 len: 375 time: 0.0121002 Feb 04 17:13:09.740573 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e410e0-399f-4aa8-a8aa-be3b26609e0d req-574aec10-0675-47b2-b83c-3c439ce63409 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:13:09.742753 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-27e410e0-399f-4aa8-a8aa-be3b26609e0d req-574aec10-0675-47b2-b83c-3c439ce63409 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=11b7fa3d-4973-471d-9057-d3ba5d21542b HTTP/1.1" status: 200 len: 861 time: 0.0920434 Feb 04 17:13:09.766605 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [req-6427b6de-97c1-4eb1-a4ea-c5f2359cb929 req-9c61a6cd-5196-4305-b037-e1fd69e413ce service neutron] For port 8de53365-17ae-47ae-b48d-2c5bd7b7ab3c, host n-h2-827839-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=8de53365-17ae-47ae-b48d-2c5bd7b7ab3c,segment=NetworkSegment(1d2e5411-a293-4ba9-86e4-cf68dc997fdd),segment_id=1d2e5411-a293-4ba9-86e4-cf68dc997fdd)] {{(pid=103377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:13:09.792995 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-27e410e0-399f-4aa8-a8aa-be3b26609e0d req-853713a8-2e7d-427d-a0d3-5c1f052689b8 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=518579bb-9b83-431f-85d9-0080ad95e906&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399249 Feb 04 17:13:09.809900 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-6427b6de-97c1-4eb1-a4ea-c5f2359cb929 req-9c61a6cd-5196-4305-b037-e1fd69e413ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25888290'] for port (8de53365-17ae-47ae-b48d-2c5bd7b7ab3c), after_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:13:09.858004 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-e4c04e8e-5e0a-432c-8380-a63d119a8bc0 req-049e8495-1911-4b06-913d-aeee8820984f tempest-ServersAdminNegativeTestJSON-344829367 tempest-ServersAdminNegativeTestJSON-344829367-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=ca65812a4af246d9ad6f7cde880e7893&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1142695 Feb 04 17:13:09.885146 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6427b6de-97c1-4eb1-a4ea-c5f2359cb929 req-9c61a6cd-5196-4305-b037-e1fd69e413ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:13:09.885777 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-6427b6de-97c1-4eb1-a4ea-c5f2359cb929 req-9c61a6cd-5196-4305-b037-e1fd69e413ce service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:13:09.887228 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-6427b6de-97c1-4eb1-a4ea-c5f2359cb929 req-9c61a6cd-5196-4305-b037-e1fd69e413ce service neutron] 10.222.0.90 "PUT /v2.0/ports/8de53365-17ae-47ae-b48d-2c5bd7b7ab3c HTTP/1.1" status: 200 len: 1091 time: 2.6848323 Feb 04 17:13:09.902064 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-27e410e0-399f-4aa8-a8aa-be3b26609e0d req-337353cc-f5aa-417a-ab85-41134639e9b8 service neutron] 10.222.0.96 "GET /v2.0/networks/518579bb-9b83-431f-85d9-0080ad95e906?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1016147 Feb 04 17:13:09.923366 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa47244e-fda9-4f0b-bbb2-70b2b611d96a req-3ecedf9b-8c77-435d-a0d3-3ab929de707f tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:13:09.924907 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-fa47244e-fda9-4f0b-bbb2-70b2b611d96a req-3ecedf9b-8c77-435d-a0d3-3ab929de707f tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] 10.222.0.89 "GET /v2.0/ports?device_id=d8a46594-af9a-4c29-9a3e-2edb427e70fa HTTP/1.1" status: 200 len: 945 time: 0.2767384 Feb 04 17:13:09.935294 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [req-811bfbb9-c675-464b-a98c-5879fc89ea31 req-561e059f-f74d-4451-83b4-6e631fe091d9 service neutron] Attempting to bind port 7c6b4724-1adf-4dd1-8c66-4bc76c05989f on host n-h2-827839-2 for vnic_type normal with profile {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:13:09.935650 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [req-811bfbb9-c675-464b-a98c-5879fc89ea31 req-561e059f-f74d-4451-83b4-6e631fe091d9 service neutron] Attempting to bind port 7c6b4724-1adf-4dd1-8c66-4bc76c05989f by drivers openvswitch,hyperv on host n-h2-827839-2 at level 0 using segments [{'id': '4adf983e-b4f0-4caa-beec-ecaadf2366f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '865a5290-ec33-4655-84a4-bc1453190ac7'}] {{(pid=103377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:13:09.935968 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-811bfbb9-c675-464b-a98c-5879fc89ea31 req-561e059f-f74d-4451-83b4-6e631fe091d9 service neutron] Attempting to bind port 7c6b4724-1adf-4dd1-8c66-4bc76c05989f on network 865a5290-ec33-4655-84a4-bc1453190ac7 {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:13:09.936604 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (f20a1ab3-4332-4f54-833b-ba4a7c687e89), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:13:09.947853 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c61a6cd-5196-4305-b037-e1fd69e413ce service neutron] Pushing event updated for resources: {'Port': ['ID=8de53365-17ae-47ae-b48d-2c5bd7b7ab3c,revision_number=3']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:13:09.958317 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f9da34-36e2-4f25-8b54-0c892c65e117 req-5714da9e-5900-4b0a-b5ce-af9fcb514f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:13:09.959865 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-02f9da34-36e2-4f25-8b54-0c892c65e117 req-5714da9e-5900-4b0a-b5ce-af9fcb514f35 service neutron] 10.222.0.90 "GET /v2.0/networks?id=02be22b9-aa53-40ea-8050-9239cd27d1ff HTTP/1.1" status: 200 len: 870 time: 0.2610338 Feb 04 17:13:10.008817 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-811bfbb9-c675-464b-a98c-5879fc89ea31 req-561e059f-f74d-4451-83b4-6e631fe091d9 service neutron] Port 7c6b4724-1adf-4dd1-8c66-4bc76c05989f on network 865a5290-ec33-4655-84a4-bc1453190ac7 not bound, no agent of type Open vSwitch agent registered on host n-h2-827839-2 {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 17:13:10.009172 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-811bfbb9-c675-464b-a98c-5879fc89ea31 req-561e059f-f74d-4451-83b4-6e631fe091d9 service neutron] Attempting to bind port 7c6b4724-1adf-4dd1-8c66-4bc76c05989f on network 865a5290-ec33-4655-84a4-bc1453190ac7 {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:13:10.069685 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-02f9da34-36e2-4f25-8b54-0c892c65e117 req-ce96c35e-41b3-4df0-b79b-07a1ad616e9e service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.143&port_id=a9ea809e-a7d4-4c46-b4d9-cd7077cf1c91 HTTP/1.1" status: 200 len: 217 time: 0.0954909 Feb 04 17:13:10.070475 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-811bfbb9-c675-464b-a98c-5879fc89ea31 req-561e059f-f74d-4451-83b4-6e631fe091d9 service neutron] Checking agent: {'id': 'f20a1ab3-4332-4f54-833b-ba4a7c687e89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 8, 40), 'started_at': datetime.datetime(2022, 2, 4, 17, 8, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 13, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:13:10.070814 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-811bfbb9-c675-464b-a98c-5879fc89ea31 req-561e059f-f74d-4451-83b4-6e631fe091d9 service neutron] Checking segment: {'id': '4adf983e-b4f0-4caa-beec-ecaadf2366f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '865a5290-ec33-4655-84a4-bc1453190ac7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:13:10.071189 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-811bfbb9-c675-464b-a98c-5879fc89ea31 req-561e059f-f74d-4451-83b4-6e631fe091d9 service neutron] Bound using segment: {'id': '4adf983e-b4f0-4caa-beec-ecaadf2366f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '865a5290-ec33-4655-84a4-bc1453190ac7'} {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:13:10.071632 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [req-811bfbb9-c675-464b-a98c-5879fc89ea31 req-561e059f-f74d-4451-83b4-6e631fe091d9 service neutron] Bound port: 7c6b4724-1adf-4dd1-8c66-4bc76c05989f, host: n-h2-827839-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4adf983e-b4f0-4caa-beec-ecaadf2366f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '865a5290-ec33-4655-84a4-bc1453190ac7'}}] {{(pid=103377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:13:10.071989 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-811bfbb9-c675-464b-a98c-5879fc89ea31 req-561e059f-f74d-4451-83b4-6e631fe091d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (7c6b4724-1adf-4dd1-8c66-4bc76c05989f), before_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:13:10.170914 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b35c36f6-2ebf-48ae-aa08-48a8ee20c89c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '85df9036-9ceb-43ab-b1ab-cce347c74193'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:13:10.173573 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c34bc964ce2211770fda26ca2f3801cc06f4f39928110690550e94ab9c9d2fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09a17907-f8ed-4c3b-a32b-dc0588b3a824" -d '{"events": [{"server_uuid": "b35c36f6-2ebf-48ae-aa08-48a8ee20c89c", "name": "network-vif-unplugged", "status": "completed", "tag": "85df9036-9ceb-43ab-b1ab-cce347c74193"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:13:10.208198 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-fa47244e-fda9-4f0b-bbb2-70b2b611d96a req-dc82d1e5-33f0-4cce-b809-7d87decceab9 tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] 10.222.0.89 "GET /v2.0/security-groups?id=119a7f03-3e07-4d1e-8852-d9f974f9f052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2692978 Feb 04 17:13:10.231014 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f9da34-36e2-4f25-8b54-0c892c65e117 req-82944a7e-187e-449e-8eaf-993ee9612bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:13:10.232509 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-02f9da34-36e2-4f25-8b54-0c892c65e117 req-82944a7e-187e-449e-8eaf-993ee9612bc2 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=c974b0ff-2c5c-4667-8a81-3bde3ea6ced5 HTTP/1.1" status: 200 len: 843 time: 0.1508150 Feb 04 17:13:10.243296 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6427b6de-97c1-4eb1-a4ea-c5f2359cb929 req-ff46ef28-a27c-4b8d-9f5f-354157a4972d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:13:10.244684 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-6427b6de-97c1-4eb1-a4ea-c5f2359cb929 req-ff46ef28-a27c-4b8d-9f5f-354157a4972d service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=cf07c74cdc00450eafd97d06057c3156&device_id=c44eccd5-dfa3-4a3f-847a-c21c74381eee HTTP/1.1" status: 200 len: 1125 time: 0.2724612 Feb 04 17:13:10.323594 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-6427b6de-97c1-4eb1-a4ea-c5f2359cb929 req-cd292d21-fed3-47ca-bada-1f9687d42024 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8de53365-17ae-47ae-b48d-2c5bd7b7ab3c HTTP/1.1" status: 200 len: 217 time: 0.0630982 Feb 04 17:13:10.327492 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [req-811bfbb9-c675-464b-a98c-5879fc89ea31 req-561e059f-f74d-4451-83b4-6e631fe091d9 service neutron] For port 7c6b4724-1adf-4dd1-8c66-4bc76c05989f, host n-h2-827839-2, cleared binding levels {{(pid=103377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:13:10.362101 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [req-811bfbb9-c675-464b-a98c-5879fc89ea31 req-561e059f-f74d-4451-83b4-6e631fe091d9 service neutron] For port 7c6b4724-1adf-4dd1-8c66-4bc76c05989f, host n-h2-827839-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=7c6b4724-1adf-4dd1-8c66-4bc76c05989f,segment=NetworkSegment(4adf983e-b4f0-4caa-beec-ecaadf2366f2),segment_id=4adf983e-b4f0-4caa-beec-ecaadf2366f2)] {{(pid=103377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:13:10.412100 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6c9e19-0e3f-48d4-a800-78387baef3f2 req-3e7609eb-222b-4a46-b656-982b72f86741 tempest-ImagesOneServerNegativeTestJSON-254357925 tempest-ImagesOneServerNegativeTestJSON-254357925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:13:10.414352 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-0f6c9e19-0e3f-48d4-a800-78387baef3f2 req-3e7609eb-222b-4a46-b656-982b72f86741 tempest-ImagesOneServerNegativeTestJSON-254357925 tempest-ImagesOneServerNegativeTestJSON-254357925-project] 10.222.0.89 "GET /v2.0/ports?device_id=4bd07e04-af6f-4e7d-8008-4bf0ae443369 HTTP/1.1" status: 200 len: 943 time: 0.1284361 Feb 04 17:13:10.418985 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-27e410e0-399f-4aa8-a8aa-be3b26609e0d req-6c9aa6fe-4f68-41ee-8777-8367b93f0a56 service neutron] 10.222.0.96 "GET /v2.0/networks/518579bb-9b83-431f-85d9-0080ad95e906?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5077801 Feb 04 17:13:10.419300 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-811bfbb9-c675-464b-a98c-5879fc89ea31 req-561e059f-f74d-4451-83b4-6e631fe091d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25888290'] for port (7c6b4724-1adf-4dd1-8c66-4bc76c05989f), after_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:13:10.465107 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-0f6c9e19-0e3f-48d4-a800-78387baef3f2 req-37e685ef-49eb-4e67-a44e-3dfce422b6c2 tempest-ImagesOneServerNegativeTestJSON-254357925 tempest-ImagesOneServerNegativeTestJSON-254357925-project] 10.222.0.89 "GET /v2.0/security-groups?id=93c660a2-9a39-4e35-b172-c2fcfd9b6315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438385 Feb 04 17:13:10.488023 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6427b6de-97c1-4eb1-a4ea-c5f2359cb929 req-6f6a9f15-28cd-4ab9-bdc8-0a619a6c7d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:13:10.490120 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-6427b6de-97c1-4eb1-a4ea-c5f2359cb929 req-6f6a9f15-28cd-4ab9-bdc8-0a619a6c7d9f service neutron] 10.222.0.90 "GET /v2.0/subnets?id=147a2a29-50a3-4d38-8c0e-9ec73b9af714 HTTP/1.1" status: 200 len: 859 time: 0.1401994 Feb 04 17:13:10.491778 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f9da34-36e2-4f25-8b54-0c892c65e117 req-76977dcb-07f9-4c08-92cf-e33071dbf901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:13:10.493210 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-02f9da34-36e2-4f25-8b54-0c892c65e117 req-76977dcb-07f9-4c08-92cf-e33071dbf901 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=02be22b9-aa53-40ea-8050-9239cd27d1ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2475824 Feb 04 17:13:10.496975 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811bfbb9-c675-464b-a98c-5879fc89ea31 req-561e059f-f74d-4451-83b4-6e631fe091d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:13:10.497591 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-811bfbb9-c675-464b-a98c-5879fc89ea31 req-561e059f-f74d-4451-83b4-6e631fe091d9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:13:10.498913 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-811bfbb9-c675-464b-a98c-5879fc89ea31 req-561e059f-f74d-4451-83b4-6e631fe091d9 service neutron] 10.222.0.90 "PUT /v2.0/ports/7c6b4724-1adf-4dd1-8c66-4bc76c05989f HTTP/1.1" status: 200 len: 1091 time: 2.6583500 Feb 04 17:13:10.554606 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a8b0f1-75b7-4c68-adbf-8c3bb940f1a4 req-a877a43c-f3b4-4d28-9e10-cd7f8b44b3dd tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:13:10.556144 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-96a8b0f1-75b7-4c68-adbf-8c3bb940f1a4 req-a877a43c-f3b4-4d28-9e10-cd7f8b44b3dd tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] 10.222.0.89 "GET /v2.0/ports?device_id=99914122-947d-4d33-8d43-120a66c70f08 HTTP/1.1" status: 200 len: 948 time: 0.2385206 Feb 04 17:13:10.621796 n-d-827839-2 neutron-server[103377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99914122-947d-4d33-8d43-120a66c70f08', 'tag': 'a9ea809e-a7d4-4c46-b4d9-cd7077cf1c91'}, {'name': 'network-changed', 'server_uuid': 'c44eccd5-dfa3-4a3f-847a-c21c74381eee', 'tag': '8de53365-17ae-47ae-b48d-2c5bd7b7ab3c'}, {'name': 'network-changed', 'server_uuid': '9f5aa8b2-f0e7-47df-b418-3e36c0d10805', 'tag': '7c6b4724-1adf-4dd1-8c66-4bc76c05989f'}] {{(pid=103377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:13:10.624066 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7240428b650e1488e9361b62648ff4b3a6c19d49d8c27c949491ab58c1346cf0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4ec0eb4-24d8-4451-80a6-78591c04160e" -d '{"events": [{"name": "network-changed", "server_uuid": "99914122-947d-4d33-8d43-120a66c70f08", "tag": "a9ea809e-a7d4-4c46-b4d9-cd7077cf1c91"}, {"name": "network-changed", "server_uuid": "c44eccd5-dfa3-4a3f-847a-c21c74381eee", "tag": "8de53365-17ae-47ae-b48d-2c5bd7b7ab3c"}, {"name": "network-changed", "server_uuid": "9f5aa8b2-f0e7-47df-b418-3e36c0d10805", "tag": "7c6b4724-1adf-4dd1-8c66-4bc76c05989f"}]}' {{(pid=103377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:13:10.627422 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561e059f-f74d-4451-83b4-6e631fe091d9 service neutron] Pushing event updated for resources: {'Port': ['ID=7c6b4724-1adf-4dd1-8c66-4bc76c05989f,revision_number=3']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:13:10.641568 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-2c6f3081-8cd0-4814-80d2-26eadb249b1c req-3d681fb6-94df-48ff-8e4c-ad560cbe336c tempest-ServersAdminNegativeTestJSON-344829367 tempest-ServersAdminNegativeTestJSON-344829367-project] 10.222.0.89 "GET /v2.0/ports?device_id=bf5df23b-6684-4da4-a390-366e2738796e HTTP/1.1" status: 200 len: 210 time: 0.0314054 Feb 04 17:13:10.693238 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 04 Feb 2022 17:13:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8c35daf-6a17-45bb-9d3f-93049f95e4a3 x-openstack-request-id: req-a8c35daf-6a17-45bb-9d3f-93049f95e4a3 {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:13:10.693957 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b35c36f6-2ebf-48ae-aa08-48a8ee20c89c", "name": "network-vif-unplugged", "status": "completed", "tag": "85df9036-9ceb-43ab-b1ab-cce347c74193", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:13:10.695130 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-a8c35daf-6a17-45bb-9d3f-93049f95e4a3 {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:13:10.696176 n-d-827839-2 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b35c36f6-2ebf-48ae-aa08-48a8ee20c89c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '85df9036-9ceb-43ab-b1ab-cce347c74193', 'code': 200} Feb 04 17:13:10.745891 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6427b6de-97c1-4eb1-a4ea-c5f2359cb929 req-fc4b4d3b-7048-4850-899e-7891cd8faf53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:13:10.747398 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-6427b6de-97c1-4eb1-a4ea-c5f2359cb929 req-fc4b4d3b-7048-4850-899e-7891cd8faf53 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=71f03b9f-e704-4df0-bce2-e9f92d5b531b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2322736 Feb 04 17:13:10.762937 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811bfbb9-c675-464b-a98c-5879fc89ea31 req-fe2b13bd-e466-4ae4-ba74-5aad0250a5f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:13:10.764443 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-811bfbb9-c675-464b-a98c-5879fc89ea31 req-fe2b13bd-e466-4ae4-ba74-5aad0250a5f1 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=8da6ad4e5ee34bf6bb722cd37ab73ea7&device_id=9f5aa8b2-f0e7-47df-b418-3e36c0d10805 HTTP/1.1" status: 200 len: 1125 time: 0.1789412 Feb 04 17:13:10.786065 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-96a8b0f1-75b7-4c68-adbf-8c3bb940f1a4 req-be366731-3a0a-4c51-a404-3a271965581c tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] 10.222.0.89 "GET /v2.0/security-groups?id=5fa98c6a-94b3-4690-b9c3-4f0e67d11226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1969476 Feb 04 17:13:10.797079 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2174fe8d-dc01-42cb-a9bb-b66d38549808 req-6a3d39f3-1da2-47ab-a78e-5a7c40b835c6 tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:13:10.804439 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-02f9da34-36e2-4f25-8b54-0c892c65e117 req-08e031aa-d675-4542-bd7f-faa030a22ea6 service neutron] 10.222.0.90 "GET /v2.0/networks/02be22b9-aa53-40ea-8050-9239cd27d1ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2880433 Feb 04 17:13:10.804647 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-2174fe8d-dc01-42cb-a9bb-b66d38549808 req-6a3d39f3-1da2-47ab-a78e-5a7c40b835c6 tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] 10.222.0.89 "GET /v2.0/ports?device_id=9f5aa8b2-f0e7-47df-b418-3e36c0d10805 HTTP/1.1" status: 200 len: 943 time: 0.0659180 Feb 04 17:13:10.876184 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-2174fe8d-dc01-42cb-a9bb-b66d38549808 req-210dfc39-5ba8-41f4-b767-612bae60edda tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] 10.222.0.89 "GET /v2.0/security-groups?id=18e6cc58-e448-4d12-9423-2a502a086ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706120 Feb 04 17:13:10.905982 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-811bfbb9-c675-464b-a98c-5879fc89ea31 req-7549f87e-675a-4c27-a9dd-8e264ee488c7 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7c6b4724-1adf-4dd1-8c66-4bc76c05989f HTTP/1.1" status: 200 len: 217 time: 0.1190443 Feb 04 17:13:10.977709 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 513 Content-Type: application/json Date: Fri, 04 Feb 2022 17:13:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc888280-cbc6-432d-9b7f-86cdea3f1434 x-openstack-request-id: req-cc888280-cbc6-432d-9b7f-86cdea3f1434 {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:13:10.977935 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99914122-947d-4d33-8d43-120a66c70f08", "tag": "a9ea809e-a7d4-4c46-b4d9-cd7077cf1c91", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "c44eccd5-dfa3-4a3f-847a-c21c74381eee", "tag": "8de53365-17ae-47ae-b48d-2c5bd7b7ab3c", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "9f5aa8b2-f0e7-47df-b418-3e36c0d10805", "tag": "7c6b4724-1adf-4dd1-8c66-4bc76c05989f", "status": "completed", "code": 200}]} {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:13:10.978158 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-cc888280-cbc6-432d-9b7f-86cdea3f1434 {{(pid=103377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:13:10.978555 n-d-827839-2 neutron-server[103377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99914122-947d-4d33-8d43-120a66c70f08', 'tag': 'a9ea809e-a7d4-4c46-b4d9-cd7077cf1c91', 'status': 'completed', 'code': 200} Feb 04 17:13:10.978810 n-d-827839-2 neutron-server[103377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c44eccd5-dfa3-4a3f-847a-c21c74381eee', 'tag': '8de53365-17ae-47ae-b48d-2c5bd7b7ab3c', 'status': 'completed', 'code': 200} Feb 04 17:13:10.979058 n-d-827839-2 neutron-server[103377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f5aa8b2-f0e7-47df-b418-3e36c0d10805', 'tag': '7c6b4724-1adf-4dd1-8c66-4bc76c05989f', 'status': 'completed', 'code': 200} Feb 04 17:13:11.035232 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Device 85df9036-9ceb-43ab-b1ab-cce347c74193 details requested by agent hyperv_n-h2-827839-2 with host n-h2-827839-2 {{(pid=103378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 17:13:11.035820 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ec0eb4-24d8-4451-80a6-78591c04160e req-1f38c981-9f47-4936-90c6-ce53bd7c3659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:13:11.036999 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-e4ec0eb4-24d8-4451-80a6-78591c04160e req-1f38c981-9f47-4936-90c6-ce53bd7c3659 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=1cd99d9701204f3692368e4539967c47&device_id=99914122-947d-4d33-8d43-120a66c70f08 HTTP/1.1" status: 200 len: 1130 time: 0.0528946 Feb 04 17:13:11.087062 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811bfbb9-c675-464b-a98c-5879fc89ea31 req-e0d5692b-7420-4941-aeca-edd8c24ff198 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:13:11.088544 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-811bfbb9-c675-464b-a98c-5879fc89ea31 req-e0d5692b-7420-4941-aeca-edd8c24ff198 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=22305eb3-36bf-4425-804b-f2478ee8714d HTTP/1.1" status: 200 len: 847 time: 0.1700032 Feb 04 17:13:11.090316 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-6427b6de-97c1-4eb1-a4ea-c5f2359cb929 req-498f9f74-6d90-4abf-83c5-d07ac167e7e7 service neutron] 10.222.0.90 "GET /v2.0/networks/71f03b9f-e704-4df0-bce2-e9f92d5b531b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3018477 Feb 04 17:13:11.130095 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-02f9da34-36e2-4f25-8b54-0c892c65e117 req-1c4f99ae-0cc9-4a2a-b86c-2d2cba27e31c service neutron] 10.222.0.90 "GET /v2.0/networks/02be22b9-aa53-40ea-8050-9239cd27d1ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2351754 Feb 04 17:13:11.137251 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fdecd3-354d-42af-a228-289ede122589 req-0d4f50af-e60b-4901-bacd-146c3e716838 tempest-FloatingIPsAssociationTestJSON-1767827216 tempest-FloatingIPsAssociationTestJSON-1767827216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:13:11.138773 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-88fdecd3-354d-42af-a228-289ede122589 req-0d4f50af-e60b-4901-bacd-146c3e716838 tempest-FloatingIPsAssociationTestJSON-1767827216 tempest-FloatingIPsAssociationTestJSON-1767827216-project] 10.222.0.89 "GET /v2.0/ports?device_id=c44eccd5-dfa3-4a3f-847a-c21c74381eee HTTP/1.1" status: 200 len: 943 time: 0.2458746 Feb 04 17:13:11.183602 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] For port 85df9036-9ceb-43ab-b1ab-cce347c74193, host n-h2-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=85df9036-9ceb-43ab-b1ab-cce347c74193,segment=NetworkSegment(3a39b085-d3e6-43bb-a64c-1b06dd049e5a),segment_id=3a39b085-d3e6-43bb-a64c-1b06dd049e5a)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:13:11.201396 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Returning: {'device': '85df9036-9ceb-43ab-b1ab-cce347c74193', 'network_id': '02be22b9-aa53-40ea-8050-9239cd27d1ff', 'port_id': '85df9036-9ceb-43ab-b1ab-cce347c74193', 'mac_address': 'fa:16:3e:f9:6e:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 797, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c974b0ff-2c5c-4667-8a81-3bde3ea6ced5', 'ip_address': '192.168.233.214'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 17:13:11.207030 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-811bfbb9-c675-464b-a98c-5879fc89ea31 req-01bce9e3-e032-44e1-8858-4cf4c2f5c045 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=865a5290-ec33-4655-84a4-bc1453190ac7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1014471 Feb 04 17:13:11.227174 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ec0eb4-24d8-4451-80a6-78591c04160e req-938300ac-1358-4b6a-acd8-376535dabf71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:13:11.239127 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-e4ec0eb4-24d8-4451-80a6-78591c04160e req-938300ac-1358-4b6a-acd8-376535dabf71 service neutron] 10.222.0.96 "GET /v2.0/networks?id=02be22b9-aa53-40ea-8050-9239cd27d1ff HTTP/1.1" status: 200 len: 870 time: 0.1942935 Feb 04 17:13:11.256238 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Current status of the port 85df9036-9ceb-43ab-b1ab-cce347c74193 is: DOWN; New status is: BUILD {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:13:11.257176 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (85df9036-9ceb-43ab-b1ab-cce347c74193), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:13:11.286267 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85df9036-9ceb-43ab-b1ab-cce347c74193 {{(pid=103378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 17:13:11.325641 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-e4ec0eb4-24d8-4451-80a6-78591c04160e req-17c4ea9e-d2e7-49a2-9635-3093f9e739f3 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.143&port_id=a9ea809e-a7d4-4c46-b4d9-cd7077cf1c91 HTTP/1.1" status: 200 len: 217 time: 0.0797184 Feb 04 17:13:11.339943 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] For port 85df9036-9ceb-43ab-b1ab-cce347c74193, host n-h2-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=85df9036-9ceb-43ab-b1ab-cce347c74193,segment=NetworkSegment(3a39b085-d3e6-43bb-a64c-1b06dd049e5a),segment_id=3a39b085-d3e6-43bb-a64c-1b06dd049e5a)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:13:11.353386 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (85df9036-9ceb-43ab-b1ab-cce347c74193), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:13:11.358916 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-88fdecd3-354d-42af-a228-289ede122589 req-3d55cb10-448b-482c-9fcb-6648350ab0c1 tempest-FloatingIPsAssociationTestJSON-1767827216 tempest-FloatingIPsAssociationTestJSON-1767827216-project] 10.222.0.89 "GET /v2.0/security-groups?id=6426fe0b-86c7-4694-a2c4-8fd16e84da96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2072651 Feb 04 17:13:11.427111 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-6427b6de-97c1-4eb1-a4ea-c5f2359cb929 req-3dbc2e5f-13c7-45fc-98e0-bd4d9d454b0c service neutron] 10.222.0.90 "GET /v2.0/networks/71f03b9f-e704-4df0-bce2-e9f92d5b531b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3234391 Feb 04 17:13:11.447355 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-811bfbb9-c675-464b-a98c-5879fc89ea31 req-3b113e7c-f3e2-42c3-8e07-54732338c2f9 service neutron] 10.222.0.90 "GET /v2.0/networks/865a5290-ec33-4655-84a4-bc1453190ac7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2317820 Feb 04 17:13:11.450256 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-e4c04e8e-5e0a-432c-8380-a63d119a8bc0 req-202c9624-dd77-480a-8d7f-06ecc0fc8415 tempest-ServersAdminNegativeTestJSON-344829367 tempest-ServersAdminNegativeTestJSON-344829367-project] 10.222.0.96 "GET /v2.0/networks?tenant_id=ca65812a4af246d9ad6f7cde880e7893&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0561454 Feb 04 17:13:11.450710 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ec0eb4-24d8-4451-80a6-78591c04160e req-4a648e75-4315-47d7-99a2-e89465370970 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:13:11.452615 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-e4ec0eb4-24d8-4451-80a6-78591c04160e req-4a648e75-4315-47d7-99a2-e89465370970 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=1cd99d9701204f3692368e4539967c47&device_id=99914122-947d-4d33-8d43-120a66c70f08 HTTP/1.1" status: 200 len: 1130 time: 0.1804659 Feb 04 17:13:11.467389 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Pushing event updated for resources: {'Port': ['ID=85df9036-9ceb-43ab-b1ab-cce347c74193,revision_number=9']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:13:11.476859 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] get_ports_and_sgs() called for port_ids ['85df9036-9ceb-43ab-b1ab-cce347c74193'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 17:13:11.724774 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c04e8e-5e0a-432c-8380-a63d119a8bc0 req-50b6a3de-124a-444b-92b5-d2a0f5b1ac9c tempest-ServersAdminNegativeTestJSON-344829367 tempest-ServersAdminNegativeTestJSON-344829367-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:13:11.727581 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-e4c04e8e-5e0a-432c-8380-a63d119a8bc0 req-50b6a3de-124a-444b-92b5-d2a0f5b1ac9c tempest-ServersAdminNegativeTestJSON-344829367 tempest-ServersAdminNegativeTestJSON-344829367-project] 10.222.0.96 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2503467 Feb 04 17:13:11.750646 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [req-e4c04e8e-5e0a-432c-8380-a63d119a8bc0 req-0767793b-409e-4b00-befc-aa7fe3ab5b8e tempest-ServersAdminNegativeTestJSON-344829367 tempest-ServersAdminNegativeTestJSON-344829367-project] Request body: {'port': {'device_id': 'bf5df23b-6684-4da4-a390-366e2738796e', 'network_id': '02be22b9-aa53-40ea-8050-9239cd27d1ff', 'admin_state_up': True, 'tenant_id': 'ca65812a4af246d9ad6f7cde880e7893'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:13:11.757904 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ec0eb4-24d8-4451-80a6-78591c04160e req-4b5af991-3d0c-487a-b9c3-3d33a3b73916 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:13:11.760532 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-e4ec0eb4-24d8-4451-80a6-78591c04160e req-4b5af991-3d0c-487a-b9c3-3d33a3b73916 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=c974b0ff-2c5c-4667-8a81-3bde3ea6ced5 HTTP/1.1" status: 200 len: 843 time: 0.4278259 Feb 04 17:13:11.885479 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab26f29a-c523-45ad-b0ec-f2ad8d562ed6 req-57398973-f2d8-4dcd-b81f-95793fb40f7b tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:13:11.892701 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-ab26f29a-c523-45ad-b0ec-f2ad8d562ed6 req-57398973-f2d8-4dcd-b81f-95793fb40f7b tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] 10.222.0.89 "GET /v2.0/ports?device_id=d8a46594-af9a-4c29-9a3e-2edb427e70fa HTTP/1.1" status: 200 len: 945 time: 0.4573879 Feb 04 17:13:11.927393 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ec0eb4-24d8-4451-80a6-78591c04160e req-45614f78-6bd9-4dcc-a992-2b3a2f18d65b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:13:11.929308 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-e4ec0eb4-24d8-4451-80a6-78591c04160e req-45614f78-6bd9-4dcc-a992-2b3a2f18d65b service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=02be22b9-aa53-40ea-8050-9239cd27d1ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1246500 Feb 04 17:13:12.007831 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be0d6d8-f1f3-47b9-8efa-510b14478911 req-b9c71944-e31e-4cb9-97f9-9bf90ef3fbc4 tempest-ImagesOneServerNegativeTestJSON-254357925 tempest-ImagesOneServerNegativeTestJSON-254357925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:13:12.007831 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-5be0d6d8-f1f3-47b9-8efa-510b14478911 req-b9c71944-e31e-4cb9-97f9-9bf90ef3fbc4 tempest-ImagesOneServerNegativeTestJSON-254357925 tempest-ImagesOneServerNegativeTestJSON-254357925-project] 10.222.0.89 "GET /v2.0/ports?device_id=4bd07e04-af6f-4e7d-8008-4bf0ae443369 HTTP/1.1" status: 200 len: 943 time: 0.1166351 Feb 04 17:13:12.053488 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ec0eb4-24d8-4451-80a6-78591c04160e req-d19fb316-4daa-4e64-8303-341714ae37d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:13:12.055000 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-e4ec0eb4-24d8-4451-80a6-78591c04160e req-d19fb316-4daa-4e64-8303-341714ae37d0 service neutron] 10.222.0.90 "GET /v2.0/networks?id=02be22b9-aa53-40ea-8050-9239cd27d1ff HTTP/1.1" status: 200 len: 870 time: 0.5812867 Feb 04 17:13:12.055116 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-ab26f29a-c523-45ad-b0ec-f2ad8d562ed6 req-0595cf93-42c1-4427-9ef2-8be299f56f1a tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] 10.222.0.89 "GET /v2.0/security-groups?id=119a7f03-3e07-4d1e-8852-d9f974f9f052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612406 Feb 04 17:13:12.058188 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e4c04e8e-5e0a-432c-8380-a63d119a8bc0 req-0767793b-409e-4b00-befc-aa7fe3ab5b8e tempest-ServersAdminNegativeTestJSON-344829367 tempest-ServersAdminNegativeTestJSON-344829367-project] Made reservation on behalf of ca65812a4af246d9ad6f7cde880e7893 for: {'port': 1} {{(pid=103376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:13:12.059131 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-811bfbb9-c675-464b-a98c-5879fc89ea31 req-a0f50c0f-afe4-4165-a339-c676f603690d service neutron] 10.222.0.90 "GET /v2.0/networks/865a5290-ec33-4655-84a4-bc1453190ac7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5989125 Feb 04 17:13:12.063025 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-e4c04e8e-5e0a-432c-8380-a63d119a8bc0 req-0767793b-409e-4b00-befc-aa7fe3ab5b8e tempest-ServersAdminNegativeTestJSON-344829367 tempest-ServersAdminNegativeTestJSON-344829367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:13:12.130800 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-e4ec0eb4-24d8-4451-80a6-78591c04160e req-4f08a7a4-fce9-4412-85a5-62c590f19552 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.143&port_id=a9ea809e-a7d4-4c46-b4d9-cd7077cf1c91 HTTP/1.1" status: 200 len: 217 time: 0.0598102 Feb 04 17:13:12.132490 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (3f9244a9-75fc-4c10-b195-11d48b853b41), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:13:12.151173 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-e4ec0eb4-24d8-4451-80a6-78591c04160e req-545f3162-da54-4d82-8c54-4cac52c93571 service neutron] 10.222.0.96 "GET /v2.0/networks/02be22b9-aa53-40ea-8050-9239cd27d1ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2115626 Feb 04 17:13:12.189607 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-5be0d6d8-f1f3-47b9-8efa-510b14478911 req-0f9f3012-d60d-4169-9732-0d5b099e5503 tempest-ImagesOneServerNegativeTestJSON-254357925 tempest-ImagesOneServerNegativeTestJSON-254357925-project] 10.222.0.89 "GET /v2.0/security-groups?id=93c660a2-9a39-4e35-b172-c2fcfd9b6315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691563 Feb 04 17:13:12.212164 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ec0eb4-24d8-4451-80a6-78591c04160e req-c14fcaa8-f503-46f0-b79f-b1d6cde664a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:13:12.213942 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-e4ec0eb4-24d8-4451-80a6-78591c04160e req-c14fcaa8-f503-46f0-b79f-b1d6cde664a7 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=c974b0ff-2c5c-4667-8a81-3bde3ea6ced5 HTTP/1.1" status: 200 len: 843 time: 0.0752399 Feb 04 17:13:12.293833 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ec0eb4-24d8-4451-80a6-78591c04160e req-d0a4b0e7-fb22-4311-b6f6-c0ec8612948f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:13:12.295719 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-e4ec0eb4-24d8-4451-80a6-78591c04160e req-d0a4b0e7-fb22-4311-b6f6-c0ec8612948f service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=02be22b9-aa53-40ea-8050-9239cd27d1ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0735145 Feb 04 17:13:12.380952 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-ed7228ba-b22a-4a5e-8e92-fd3a8d2f0b8a req-cd4510c1-0411-4e74-b818-8bdb7f1a9f8b tempest-ServersAdminNegativeTestJSON-344829367 tempest-ServersAdminNegativeTestJSON-344829367-project] 10.222.0.89 "GET /v2.0/ports?device_id=bf5df23b-6684-4da4-a390-366e2738796e HTTP/1.1" status: 200 len: 210 time: 0.0696170 Feb 04 17:13:12.443340 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6758146b-31da-42be-807c-4216ad52852b req-f09d12ee-fbcb-4274-8344-10d4503e8723 tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:13:12.445833 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-6758146b-31da-42be-807c-4216ad52852b req-f09d12ee-fbcb-4274-8344-10d4503e8723 tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] 10.222.0.89 "GET /v2.0/ports?device_id=99914122-947d-4d33-8d43-120a66c70f08 HTTP/1.1" status: 200 len: 948 time: 0.1127715 Feb 04 17:13:12.472151 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-e4ec0eb4-24d8-4451-80a6-78591c04160e req-08740f82-33dc-49dc-999b-3391f4fb6d3c service neutron] 10.222.0.96 "GET /v2.0/networks/02be22b9-aa53-40ea-8050-9239cd27d1ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2688930 Feb 04 17:13:12.502180 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.db_base_plugin_common [req-e4c04e8e-5e0a-432c-8380-a63d119a8bc0 req-0767793b-409e-4b00-befc-aa7fe3ab5b8e tempest-ServersAdminNegativeTestJSON-344829367 tempest-ServersAdminNegativeTestJSON-344829367-project] Allocated IP 192.168.233.101 (02be22b9-aa53-40ea-8050-9239cd27d1ff/c974b0ff-2c5c-4667-8a81-3bde3ea6ced5/904c7553-a23a-4bed-8cfa-d7cda77b9747) {{(pid=103376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:13:12.514558 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-6758146b-31da-42be-807c-4216ad52852b req-d301e7f7-f778-49a8-997c-4f96847692b1 tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] 10.222.0.89 "GET /v2.0/security-groups?id=5fa98c6a-94b3-4690-b9c3-4f0e67d11226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605865 Feb 04 17:13:12.516882 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-e4ec0eb4-24d8-4451-80a6-78591c04160e req-d9bf0245-6ab5-4e6f-b6c5-409222b95641 service neutron] 10.222.0.90 "GET /v2.0/networks/02be22b9-aa53-40ea-8050-9239cd27d1ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2139115 Feb 04 17:13:12.601066 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b988b90-b7d4-434c-923d-f7d5ac2d0c2f req-9c3375fc-c96a-45a0-809d-49388dee3f8d tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:13:12.608566 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-4b988b90-b7d4-434c-923d-f7d5ac2d0c2f req-9c3375fc-c96a-45a0-809d-49388dee3f8d tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] 10.222.0.89 "GET /v2.0/ports?device_id=9f5aa8b2-f0e7-47df-b418-3e36c0d10805 HTTP/1.1" status: 200 len: 943 time: 0.1305220 Feb 04 17:13:12.695376 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a477be-a6fc-4be8-8f70-4db3600f869a req-f5bd178e-41f2-43c2-9b5c-d109e988eb64 tempest-LiveAutoBlockMigrationV225Test-1607657603 tempest-LiveAutoBlockMigrationV225Test-1607657603-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:13:12.696828 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-a3a477be-a6fc-4be8-8f70-4db3600f869a req-f5bd178e-41f2-43c2-9b5c-d109e988eb64 tempest-LiveAutoBlockMigrationV225Test-1607657603 tempest-LiveAutoBlockMigrationV225Test-1607657603-project-admin] 10.222.0.89 "GET /v2.0/ports?device_id=d8a46594-af9a-4c29-9a3e-2edb427e70fa HTTP/1.1" status: 200 len: 1127 time: 0.0809867 Feb 04 17:13:12.701231 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-e4ec0eb4-24d8-4451-80a6-78591c04160e req-2ae32bb5-f7d5-45a0-af06-7a8abaf747ee service neutron] 10.222.0.90 "GET /v2.0/networks/02be22b9-aa53-40ea-8050-9239cd27d1ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1761382 Feb 04 17:13:12.743542 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-4b988b90-b7d4-434c-923d-f7d5ac2d0c2f req-5bae0ee9-eef4-48f5-8e67-5077f49089a9 tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] 10.222.0.89 "GET /v2.0/security-groups?id=18e6cc58-e448-4d12-9423-2a502a086ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337261 Feb 04 17:13:12.820494 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-e4c04e8e-5e0a-432c-8380-a63d119a8bc0 req-0767793b-409e-4b00-befc-aa7fe3ab5b8e tempest-ServersAdminNegativeTestJSON-344829367 tempest-ServersAdminNegativeTestJSON-344829367-project] Publish callbacks [] for port (904c7553-a23a-4bed-8cfa-d7cda77b9747), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:13:12.833315 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-a3a477be-a6fc-4be8-8f70-4db3600f869a req-6d22bf38-644d-4548-92da-bdfb70ab8898 tempest-LiveAutoBlockMigrationV225Test-1607657603 tempest-LiveAutoBlockMigrationV225Test-1607657603-project-admin] 10.222.0.89 "GET /v2.0/security-groups?id=119a7f03-3e07-4d1e-8852-d9f974f9f052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184940 Feb 04 17:13:12.854518 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ec0eb4-24d8-4451-80a6-78591c04160e req-ad07a1a5-1378-4676-9bc9-0117598325c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:13:12.856079 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-e4ec0eb4-24d8-4451-80a6-78591c04160e req-ad07a1a5-1378-4676-9bc9-0117598325c2 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=cf07c74cdc00450eafd97d06057c3156&device_id=c44eccd5-dfa3-4a3f-847a-c21c74381eee HTTP/1.1" status: 200 len: 1125 time: 0.1010599 Feb 04 17:13:12.919299 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-e4c04e8e-5e0a-432c-8380-a63d119a8bc0 req-0767793b-409e-4b00-befc-aa7fe3ab5b8e tempest-ServersAdminNegativeTestJSON-344829367 tempest-ServersAdminNegativeTestJSON-344829367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135'] for port (904c7553-a23a-4bed-8cfa-d7cda77b9747), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:13:12.933382 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] get_ports_and_sgs() called for port_ids ['dd0e2982-3730-447a-a6c8-7a0d42e612d8'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 17:13:12.989254 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e4c04e8e-5e0a-432c-8380-a63d119a8bc0 req-0767793b-409e-4b00-befc-aa7fe3ab5b8e tempest-ServersAdminNegativeTestJSON-344829367 tempest-ServersAdminNegativeTestJSON-344829367-project] Network 02be22b9-aa53-40ea-8050-9239cd27d1ff is already hosted by enough agents. {{(pid=103376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:13:13.002269 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa4f1b2-95c0-415d-b49e-3b2631ab8421 req-932ebab3-461b-4c25-9b4a-8311086b6672 tempest-FloatingIPsAssociationTestJSON-1767827216 tempest-FloatingIPsAssociationTestJSON-1767827216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:13:13.004013 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-9aa4f1b2-95c0-415d-b49e-3b2631ab8421 req-932ebab3-461b-4c25-9b4a-8311086b6672 tempest-FloatingIPsAssociationTestJSON-1767827216 tempest-FloatingIPsAssociationTestJSON-1767827216-project] 10.222.0.89 "GET /v2.0/ports?device_id=c44eccd5-dfa3-4a3f-847a-c21c74381eee HTTP/1.1" status: 200 len: 943 time: 0.1733325 Feb 04 17:13:13.005827 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [req-e4c04e8e-5e0a-432c-8380-a63d119a8bc0 req-0767793b-409e-4b00-befc-aa7fe3ab5b8e tempest-ServersAdminNegativeTestJSON-344829367 tempest-ServersAdminNegativeTestJSON-344829367-project] Resources bound (agent type, host, resource id): {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:13:13.028426 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Device 85df9036-9ceb-43ab-b1ab-cce347c74193 up at agent hyperv_n-h2-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:13:13.032695 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ec0eb4-24d8-4451-80a6-78591c04160e req-f5868db5-4057-45e7-b820-52da4214ecdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:13:13.034337 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-e4ec0eb4-24d8-4451-80a6-78591c04160e req-f5868db5-4057-45e7-b820-52da4214ecdb service neutron] 10.222.0.90 "GET /v2.0/networks?id=71f03b9f-e704-4df0-bce2-e9f92d5b531b HTTP/1.1" status: 200 len: 921 time: 0.1702008 Feb 04 17:13:13.038239 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4c04e8e-5e0a-432c-8380-a63d119a8bc0 req-0767793b-409e-4b00-befc-aa7fe3ab5b8e tempest-ServersAdminNegativeTestJSON-344829367 tempest-ServersAdminNegativeTestJSON-344829367-project] Received port after_create {{(pid=103376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:13:13.046722 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c04e8e-5e0a-432c-8380-a63d119a8bc0 req-0767793b-409e-4b00-befc-aa7fe3ab5b8e tempest-ServersAdminNegativeTestJSON-344829367 tempest-ServersAdminNegativeTestJSON-344829367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:13:13.047411 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-e4c04e8e-5e0a-432c-8380-a63d119a8bc0 req-0767793b-409e-4b00-befc-aa7fe3ab5b8e tempest-ServersAdminNegativeTestJSON-344829367 tempest-ServersAdminNegativeTestJSON-344829367-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:13:13.101881 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0767793b-409e-4b00-befc-aa7fe3ab5b8e tempest-ServersAdminNegativeTestJSON-344829367 tempest-ServersAdminNegativeTestJSON-344829367-project] Pushing event updated for resources: {'Port': ['ID=904c7553-a23a-4bed-8cfa-d7cda77b9747,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:13:13.164542 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-e4ec0eb4-24d8-4451-80a6-78591c04160e req-47025c15-5b83-4b75-a776-cc7bb9aa4974 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8de53365-17ae-47ae-b48d-2c5bd7b7ab3c HTTP/1.1" status: 200 len: 217 time: 0.1216230 Feb 04 17:13:13.171021 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-9aa4f1b2-95c0-415d-b49e-3b2631ab8421 req-c00e9d56-a9e7-4d30-aa90-6b4539045091 tempest-FloatingIPsAssociationTestJSON-1767827216 tempest-FloatingIPsAssociationTestJSON-1767827216-project] 10.222.0.89 "GET /v2.0/security-groups?id=6426fe0b-86c7-4694-a2c4-8fd16e84da96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173503 Feb 04 17:13:13.184518 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-e4c04e8e-5e0a-432c-8380-a63d119a8bc0 req-0767793b-409e-4b00-befc-aa7fe3ab5b8e tempest-ServersAdminNegativeTestJSON-344829367 tempest-ServersAdminNegativeTestJSON-344829367-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4423821 Feb 04 17:13:13.195181 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [req-e4c04e8e-5e0a-432c-8380-a63d119a8bc0 req-0ea1cbc0-d891-4d7a-bfb5-517e7ded86d0 service neutron] Request body: {'port': {'device_id': 'bf5df23b-6684-4da4-a390-366e2738796e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827839-2'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:13:13.279930 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ec0eb4-24d8-4451-80a6-78591c04160e req-e5301cbe-471f-47b5-91eb-7ba80e1df09c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:13:13.281482 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-e4ec0eb4-24d8-4451-80a6-78591c04160e req-e5301cbe-471f-47b5-91eb-7ba80e1df09c service neutron] 10.222.0.90 "GET /v2.0/subnets?id=147a2a29-50a3-4d38-8c0e-9ec73b9af714 HTTP/1.1" status: 200 len: 859 time: 0.1088197 Feb 04 17:13:13.381731 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ec0eb4-24d8-4451-80a6-78591c04160e req-08934547-9d20-4698-81bc-c3eda870bd5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:13:13.385981 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-e4ec0eb4-24d8-4451-80a6-78591c04160e req-08934547-9d20-4698-81bc-c3eda870bd5b service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=71f03b9f-e704-4df0-bce2-e9f92d5b531b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0945971 Feb 04 17:13:13.387194 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Provisioning complete for port 85df9036-9ceb-43ab-b1ab-cce347c74193 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:13:13.387770 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (85df9036-9ceb-43ab-b1ab-cce347c74193), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:13:13.389634 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-e4c04e8e-5e0a-432c-8380-a63d119a8bc0 req-0ea1cbc0-d891-4d7a-bfb5-517e7ded86d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (904c7553-a23a-4bed-8cfa-d7cda77b9747), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:13:13.579570 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-e4ec0eb4-24d8-4451-80a6-78591c04160e req-a91b3da9-de6f-4d88-a4bb-6f3ad19089ba service neutron] 10.222.0.90 "GET /v2.0/networks/71f03b9f-e704-4df0-bce2-e9f92d5b531b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1771808 Feb 04 17:13:13.643784 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-7661b2e2-1869-48a1-8cc2-f0d4d56356cf None None] Provisioning complete for port 904c7553-a23a-4bed-8cfa-d7cda77b9747 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:13:13.644218 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7661b2e2-1869-48a1-8cc2-f0d4d56356cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (904c7553-a23a-4bed-8cfa-d7cda77b9747), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:13:13.687680 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731637ea-0737-4515-8a65-9a02d13f9f3b req-3c72e204-21ce-4aeb-ae24-279362d5abb0 tempest-ImagesOneServerNegativeTestJSON-254357925 tempest-ImagesOneServerNegativeTestJSON-254357925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:13:13.691344 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-731637ea-0737-4515-8a65-9a02d13f9f3b req-3c72e204-21ce-4aeb-ae24-279362d5abb0 tempest-ImagesOneServerNegativeTestJSON-254357925 tempest-ImagesOneServerNegativeTestJSON-254357925-project] 10.222.0.89 "GET /v2.0/ports?device_id=4bd07e04-af6f-4e7d-8008-4bf0ae443369 HTTP/1.1" status: 200 len: 943 time: 0.3025749 Feb 04 17:13:13.736905 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Current status of the port 85df9036-9ceb-43ab-b1ab-cce347c74193 is: BUILD; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:13:13.737190 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (85df9036-9ceb-43ab-b1ab-cce347c74193), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:13:13.747663 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-e4ec0eb4-24d8-4451-80a6-78591c04160e req-d90ec7a9-72b0-4ada-8468-72db87ccdf9f service neutron] 10.222.0.90 "GET /v2.0/networks/71f03b9f-e704-4df0-bce2-e9f92d5b531b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263113 Feb 04 17:13:13.779294 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8336704f-eba0-4787-859f-f58e3e650866 req-403dde73-7460-49b5-9ca7-67683a28c289 tempest-ServersAdminNegativeTestJSON-344829367 tempest-ServersAdminNegativeTestJSON-344829367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:13:13.781164 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-8336704f-eba0-4787-859f-f58e3e650866 req-403dde73-7460-49b5-9ca7-67683a28c289 tempest-ServersAdminNegativeTestJSON-344829367 tempest-ServersAdminNegativeTestJSON-344829367-project] 10.222.0.89 "GET /v2.0/ports?device_id=bf5df23b-6684-4da4-a390-366e2738796e HTTP/1.1" status: 200 len: 936 time: 0.2004700 Feb 04 17:13:13.808713 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] For port 85df9036-9ceb-43ab-b1ab-cce347c74193, host n-h2-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=85df9036-9ceb-43ab-b1ab-cce347c74193,segment=NetworkSegment(3a39b085-d3e6-43bb-a64c-1b06dd049e5a),segment_id=3a39b085-d3e6-43bb-a64c-1b06dd049e5a)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:13:13.812202 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b35c36f6-2ebf-48ae-aa08-48a8ee20c89c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85df9036-9ceb-43ab-b1ab-cce347c74193'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:13:13.814985 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c34bc964ce2211770fda26ca2f3801cc06f4f39928110690550e94ab9c9d2fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9d2f4f9-ef25-4c21-8250-61e10abaadcb" -d '{"events": [{"server_uuid": "b35c36f6-2ebf-48ae-aa08-48a8ee20c89c", "name": "network-vif-plugged", "status": "completed", "tag": "85df9036-9ceb-43ab-b1ab-cce347c74193"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:13:13.822021 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (85df9036-9ceb-43ab-b1ab-cce347c74193), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:13:13.828963 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-7661b2e2-1869-48a1-8cc2-f0d4d56356cf None None] Port 904c7553-a23a-4bed-8cfa-d7cda77b9747 cannot update to ACTIVE because it is not bound. {{(pid=103378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 17:13:13.888523 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-8336704f-eba0-4787-859f-f58e3e650866 req-d612134a-d365-4d08-b9c8-880d380ebd7a tempest-ServersAdminNegativeTestJSON-344829367 tempest-ServersAdminNegativeTestJSON-344829367-project] 10.222.0.89 "GET /v2.0/security-groups?id=38af6261-52ee-4276-8567-41fcd5f88dcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994182 Feb 04 17:13:13.895998 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Pushing event updated for resources: {'Port': ['ID=85df9036-9ceb-43ab-b1ab-cce347c74193,revision_number=10']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:13:13.911005 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ec0eb4-24d8-4451-80a6-78591c04160e req-165e10d9-df19-4b7c-926d-7a6b0255207c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:13:13.911005 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-e4ec0eb4-24d8-4451-80a6-78591c04160e req-165e10d9-df19-4b7c-926d-7a6b0255207c service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=8da6ad4e5ee34bf6bb722cd37ab73ea7&device_id=9f5aa8b2-f0e7-47df-b418-3e36c0d10805 HTTP/1.1" status: 200 len: 1125 time: 0.1123571 Feb 04 17:13:13.961455 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-731637ea-0737-4515-8a65-9a02d13f9f3b req-be84b84b-d32c-413d-b802-d628f1dc30ba tempest-ImagesOneServerNegativeTestJSON-254357925 tempest-ImagesOneServerNegativeTestJSON-254357925-project] 10.222.0.89 "GET /v2.0/security-groups?id=93c660a2-9a39-4e35-b172-c2fcfd9b6315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2493372 Feb 04 17:13:14.179986 n-d-827839-2 neutron-server[103376]: DEBUG neutron.notifiers.nova [req-e4c04e8e-5e0a-432c-8380-a63d119a8bc0 req-0ea1cbc0-d891-4d7a-bfb5-517e7ded86d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 904c7553-a23a-4bed-8cfa-d7cda77b9747 {{(pid=103376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 17:13:14.191702 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-e4c04e8e-5e0a-432c-8380-a63d119a8bc0 req-0ea1cbc0-d891-4d7a-bfb5-517e7ded86d0 service neutron] Publish callbacks [] for port (904c7553-a23a-4bed-8cfa-d7cda77b9747), precommit_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:13:14.196191 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6decf5de-0e22-424a-b389-3fd08d64d56a req-fcce588e-0fc9-49da-9727-ef517a9f2820 tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:13:14.205580 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-6decf5de-0e22-424a-b389-3fd08d64d56a req-fcce588e-0fc9-49da-9727-ef517a9f2820 tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] 10.222.0.89 "GET /v2.0/ports?device_id=99914122-947d-4d33-8d43-120a66c70f08 HTTP/1.1" status: 200 len: 948 time: 0.1723042 Feb 04 17:13:14.209543 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.provisioning_blocks [req-e4c04e8e-5e0a-432c-8380-a63d119a8bc0 req-0ea1cbc0-d891-4d7a-bfb5-517e7ded86d0 service neutron] Transition to ACTIVE for port object 904c7553-a23a-4bed-8cfa-d7cda77b9747 will not be triggered until provisioned by entity L2. {{(pid=103376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 17:13:14.224478 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ec0eb4-24d8-4451-80a6-78591c04160e req-1f7d5a2c-185e-4122-8841-34e61b64660e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:13:14.228153 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-e4ec0eb4-24d8-4451-80a6-78591c04160e req-1f7d5a2c-185e-4122-8841-34e61b64660e service neutron] 10.222.0.90 "GET /v2.0/networks?id=865a5290-ec33-4655-84a4-bc1453190ac7 HTTP/1.1" status: 200 len: 908 time: 0.3162749 Feb 04 17:13:14.233910 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-e4c04e8e-5e0a-432c-8380-a63d119a8bc0 req-0ea1cbc0-d891-4d7a-bfb5-517e7ded86d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (904c7553-a23a-4bed-8cfa-d7cda77b9747), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:13:14.339820 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea1cbc0-d891-4d7a-bfb5-517e7ded86d0 service neutron] Pushing event updated for resources: {'Port': ['ID=904c7553-a23a-4bed-8cfa-d7cda77b9747,revision_number=2']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:13:14.358912 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-e4ec0eb4-24d8-4451-80a6-78591c04160e req-cd94afc3-67ff-4064-881e-2a1aff3f4588 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7c6b4724-1adf-4dd1-8c66-4bc76c05989f HTTP/1.1" status: 200 len: 217 time: 0.1116908 Feb 04 17:13:14.394323 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef356d8e-ce55-4c7f-b340-fb093695becb req-908485fc-974d-413d-99d9-341b4b57ff23 tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:13:14.405130 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-ef356d8e-ce55-4c7f-b340-fb093695becb req-908485fc-974d-413d-99d9-341b4b57ff23 tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] 10.222.0.89 "GET /v2.0/ports?device_id=9f5aa8b2-f0e7-47df-b418-3e36c0d10805 HTTP/1.1" status: 200 len: 943 time: 0.3362091 Feb 04 17:13:14.421368 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [req-e4c04e8e-5e0a-432c-8380-a63d119a8bc0 req-0ea1cbc0-d891-4d7a-bfb5-517e7ded86d0 service neutron] Attempting to bind port 904c7553-a23a-4bed-8cfa-d7cda77b9747 on host n-h1-827839-2 for vnic_type normal with profile {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:13:14.421713 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [req-e4c04e8e-5e0a-432c-8380-a63d119a8bc0 req-0ea1cbc0-d891-4d7a-bfb5-517e7ded86d0 service neutron] Attempting to bind port 904c7553-a23a-4bed-8cfa-d7cda77b9747 by drivers openvswitch,hyperv on host n-h1-827839-2 at level 0 using segments [{'id': '3a39b085-d3e6-43bb-a64c-1b06dd049e5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '02be22b9-aa53-40ea-8050-9239cd27d1ff'}] {{(pid=103376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:13:14.422298 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4c04e8e-5e0a-432c-8380-a63d119a8bc0 req-0ea1cbc0-d891-4d7a-bfb5-517e7ded86d0 service neutron] Attempting to bind port 904c7553-a23a-4bed-8cfa-d7cda77b9747 on network 02be22b9-aa53-40ea-8050-9239cd27d1ff {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:13:14.436121 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4c04e8e-5e0a-432c-8380-a63d119a8bc0 req-0ea1cbc0-d891-4d7a-bfb5-517e7ded86d0 service neutron] Port 904c7553-a23a-4bed-8cfa-d7cda77b9747 on network 02be22b9-aa53-40ea-8050-9239cd27d1ff not bound, no agent of type Open vSwitch agent registered on host n-h1-827839-2 {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 17:13:14.436455 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4c04e8e-5e0a-432c-8380-a63d119a8bc0 req-0ea1cbc0-d891-4d7a-bfb5-517e7ded86d0 service neutron] Attempting to bind port 904c7553-a23a-4bed-8cfa-d7cda77b9747 on network 02be22b9-aa53-40ea-8050-9239cd27d1ff {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:13:14.456436 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4c04e8e-5e0a-432c-8380-a63d119a8bc0 req-0ea1cbc0-d891-4d7a-bfb5-517e7ded86d0 service neutron] Checking agent: {'id': '3f9244a9-75fc-4c10-b195-11d48b853b41', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 8, 42), 'started_at': datetime.datetime(2022, 2, 4, 17, 8, 42), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 13, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:13:14.456798 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4c04e8e-5e0a-432c-8380-a63d119a8bc0 req-0ea1cbc0-d891-4d7a-bfb5-517e7ded86d0 service neutron] Checking segment: {'id': '3a39b085-d3e6-43bb-a64c-1b06dd049e5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '02be22b9-aa53-40ea-8050-9239cd27d1ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:13:14.457198 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4c04e8e-5e0a-432c-8380-a63d119a8bc0 req-0ea1cbc0-d891-4d7a-bfb5-517e7ded86d0 service neutron] Bound using segment: {'id': '3a39b085-d3e6-43bb-a64c-1b06dd049e5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '02be22b9-aa53-40ea-8050-9239cd27d1ff'} {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:13:14.457719 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [req-e4c04e8e-5e0a-432c-8380-a63d119a8bc0 req-0ea1cbc0-d891-4d7a-bfb5-517e7ded86d0 service neutron] Bound port: 904c7553-a23a-4bed-8cfa-d7cda77b9747, host: n-h1-827839-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a39b085-d3e6-43bb-a64c-1b06dd049e5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '02be22b9-aa53-40ea-8050-9239cd27d1ff'}}] {{(pid=103376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:13:14.458103 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-e4c04e8e-5e0a-432c-8380-a63d119a8bc0 req-0ea1cbc0-d891-4d7a-bfb5-517e7ded86d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (904c7553-a23a-4bed-8cfa-d7cda77b9747), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:13:14.483076 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-6decf5de-0e22-424a-b389-3fd08d64d56a req-9f05627d-b310-49fc-b34d-16043cb76e27 tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] 10.222.0.89 "GET /v2.0/security-groups?id=5fa98c6a-94b3-4690-b9c3-4f0e67d11226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2764626 Feb 04 17:13:14.509856 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ec0eb4-24d8-4451-80a6-78591c04160e req-9b36dc81-dd14-46be-99c6-70f36942b7bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:13:14.511350 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-e4ec0eb4-24d8-4451-80a6-78591c04160e req-9b36dc81-dd14-46be-99c6-70f36942b7bb service neutron] 10.222.0.90 "GET /v2.0/subnets?id=22305eb3-36bf-4425-804b-f2478ee8714d HTTP/1.1" status: 200 len: 847 time: 0.1434114 Feb 04 17:13:14.573466 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-ef356d8e-ce55-4c7f-b340-fb093695becb req-dba79620-2d19-4057-86b2-813320ac47ea tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] 10.222.0.89 "GET /v2.0/security-groups?id=18e6cc58-e448-4d12-9423-2a502a086ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470308 Feb 04 17:13:14.588221 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 17:13:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4d46678-147a-49dc-ad19-dbcd8e91be8a x-openstack-request-id: req-f4d46678-147a-49dc-ad19-dbcd8e91be8a {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:13:14.588884 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b35c36f6-2ebf-48ae-aa08-48a8ee20c89c", "name": "network-vif-plugged", "status": "completed", "tag": "85df9036-9ceb-43ab-b1ab-cce347c74193", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:13:14.588884 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-f4d46678-147a-49dc-ad19-dbcd8e91be8a {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:13:14.589278 n-d-827839-2 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b35c36f6-2ebf-48ae-aa08-48a8ee20c89c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85df9036-9ceb-43ab-b1ab-cce347c74193', 'code': 200} Feb 04 17:13:14.589617 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-e4ec0eb4-24d8-4451-80a6-78591c04160e req-e2a11d52-4c8d-4516-8d91-8b00402eba74 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=865a5290-ec33-4655-84a4-bc1453190ac7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0676672 Feb 04 17:13:14.671510 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [req-e4c04e8e-5e0a-432c-8380-a63d119a8bc0 req-0ea1cbc0-d891-4d7a-bfb5-517e7ded86d0 service neutron] For port 904c7553-a23a-4bed-8cfa-d7cda77b9747, host n-h1-827839-2, cleared binding levels {{(pid=103376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:13:14.675679 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [req-e4c04e8e-5e0a-432c-8380-a63d119a8bc0 req-0ea1cbc0-d891-4d7a-bfb5-517e7ded86d0 service neutron] For port 904c7553-a23a-4bed-8cfa-d7cda77b9747, host n-h1-827839-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=904c7553-a23a-4bed-8cfa-d7cda77b9747,segment=NetworkSegment(3a39b085-d3e6-43bb-a64c-1b06dd049e5a),segment_id=3a39b085-d3e6-43bb-a64c-1b06dd049e5a)] {{(pid=103376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:13:14.685454 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-e4c04e8e-5e0a-432c-8380-a63d119a8bc0 req-0ea1cbc0-d891-4d7a-bfb5-517e7ded86d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (904c7553-a23a-4bed-8cfa-d7cda77b9747), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:13:14.782526 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c04e8e-5e0a-432c-8380-a63d119a8bc0 req-0ea1cbc0-d891-4d7a-bfb5-517e7ded86d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:13:14.785151 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-e4c04e8e-5e0a-432c-8380-a63d119a8bc0 req-0ea1cbc0-d891-4d7a-bfb5-517e7ded86d0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:13:14.786631 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-e4c04e8e-5e0a-432c-8380-a63d119a8bc0 req-0ea1cbc0-d891-4d7a-bfb5-517e7ded86d0 service neutron] 10.222.0.96 "PUT /v2.0/ports/904c7553-a23a-4bed-8cfa-d7cda77b9747 HTTP/1.1" status: 200 len: 1096 time: 1.5964322 Feb 04 17:13:14.789076 n-d-827839-2 neutron-server[103376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf5df23b-6684-4da4-a390-366e2738796e', 'tag': '904c7553-a23a-4bed-8cfa-d7cda77b9747'}] {{(pid=103376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:13:14.795759 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d59c3bb5e2f09ebf62144d5e09b1cff60c763a9c19614c24538e77842938c05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a2631c6-d9da-42c4-8548-419d28dff46c" -d '{"events": [{"name": "network-changed", "server_uuid": "bf5df23b-6684-4da4-a390-366e2738796e", "tag": "904c7553-a23a-4bed-8cfa-d7cda77b9747"}]}' {{(pid=103376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:13:14.983007 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea1cbc0-d891-4d7a-bfb5-517e7ded86d0 service neutron] Pushing event updated for resources: {'Port': ['ID=904c7553-a23a-4bed-8cfa-d7cda77b9747,revision_number=3']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:13:15.016155 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-e4ec0eb4-24d8-4451-80a6-78591c04160e req-cdd5edf4-6bb9-4c4d-9cc6-cd12613d213b service neutron] 10.222.0.90 "GET /v2.0/networks/865a5290-ec33-4655-84a4-bc1453190ac7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4196062 Feb 04 17:13:15.026948 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 17:13:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-644ec1e0-ce99-44ce-9e71-8314ccbcbe65 x-openstack-request-id: req-644ec1e0-ce99-44ce-9e71-8314ccbcbe65 {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:13:15.027244 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf5df23b-6684-4da4-a390-366e2738796e", "tag": "904c7553-a23a-4bed-8cfa-d7cda77b9747", "status": "completed", "code": 200}]} {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:13:15.028998 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-644ec1e0-ce99-44ce-9e71-8314ccbcbe65 {{(pid=103376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:13:15.035632 n-d-827839-2 neutron-server[103376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf5df23b-6684-4da4-a390-366e2738796e', 'tag': '904c7553-a23a-4bed-8cfa-d7cda77b9747', 'status': 'completed', 'code': 200} Feb 04 17:13:15.050716 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Device 7c6b4724-1adf-4dd1-8c66-4bc76c05989f details requested by agent hyperv_n-h2-827839-2 with host n-h2-827839-2 {{(pid=103378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 17:13:15.052987 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4366d17-5b82-4efc-94f9-c5c1676e6887 req-c2c62ba7-88a3-46f0-a9e4-6a45133191ad tempest-FloatingIPsAssociationTestJSON-1767827216 tempest-FloatingIPsAssociationTestJSON-1767827216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:13:15.056635 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-c4366d17-5b82-4efc-94f9-c5c1676e6887 req-c2c62ba7-88a3-46f0-a9e4-6a45133191ad tempest-FloatingIPsAssociationTestJSON-1767827216 tempest-FloatingIPsAssociationTestJSON-1767827216-project] 10.222.0.89 "GET /v2.0/ports?device_id=c44eccd5-dfa3-4a3f-847a-c21c74381eee HTTP/1.1" status: 200 len: 943 time: 0.3319871 Feb 04 17:13:15.058460 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c04e8e-5e0a-432c-8380-a63d119a8bc0 req-d675790e-5db0-4442-8a34-913f6763a2de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:13:15.063839 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-e4c04e8e-5e0a-432c-8380-a63d119a8bc0 req-d675790e-5db0-4442-8a34-913f6763a2de service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=ca65812a4af246d9ad6f7cde880e7893&device_id=bf5df23b-6684-4da4-a390-366e2738796e HTTP/1.1" status: 200 len: 1130 time: 0.2078328 Feb 04 17:13:15.231763 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-e4ec0eb4-24d8-4451-80a6-78591c04160e req-88206eba-9a20-4fd9-ac3c-43523dd64ddf service neutron] 10.222.0.90 "GET /v2.0/networks/865a5290-ec33-4655-84a4-bc1453190ac7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1685438 Feb 04 17:13:15.263190 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-e4c04e8e-5e0a-432c-8380-a63d119a8bc0 req-f2726e7c-1a11-4c1e-a37c-b0d50cadab55 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.101&port_id=904c7553-a23a-4bed-8cfa-d7cda77b9747 HTTP/1.1" status: 200 len: 217 time: 0.1952052 Feb 04 17:13:15.332594 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] For port 7c6b4724-1adf-4dd1-8c66-4bc76c05989f, host n-h2-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=7c6b4724-1adf-4dd1-8c66-4bc76c05989f,segment=NetworkSegment(4adf983e-b4f0-4caa-beec-ecaadf2366f2),segment_id=4adf983e-b4f0-4caa-beec-ecaadf2366f2)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:13:15.371252 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-c4366d17-5b82-4efc-94f9-c5c1676e6887 req-c1f0e525-13fa-401f-b9e2-705f3d128363 tempest-FloatingIPsAssociationTestJSON-1767827216 tempest-FloatingIPsAssociationTestJSON-1767827216-project] 10.222.0.89 "GET /v2.0/security-groups?id=6426fe0b-86c7-4694-a2c4-8fd16e84da96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409695 Feb 04 17:13:15.373880 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device cb578c5c-e30a-410b-8d53-585a9f4f1d33 details requested by agent hyperv_n-h1-827839-2 with host n-h1-827839-2 {{(pid=103378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 17:13:15.386390 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Returning: {'device': '7c6b4724-1adf-4dd1-8c66-4bc76c05989f', 'network_id': '865a5290-ec33-4655-84a4-bc1453190ac7', 'port_id': '7c6b4724-1adf-4dd1-8c66-4bc76c05989f', 'mac_address': 'fa:16:3e:af:d5:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 770, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22305eb3-36bf-4425-804b-f2478ee8714d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 17:13:15.398259 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c04e8e-5e0a-432c-8380-a63d119a8bc0 req-12191e05-dd06-4c75-91fe-d14efb7b8a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:13:15.409131 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-e4c04e8e-5e0a-432c-8380-a63d119a8bc0 req-12191e05-dd06-4c75-91fe-d14efb7b8a07 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=c974b0ff-2c5c-4667-8a81-3bde3ea6ced5 HTTP/1.1" status: 200 len: 843 time: 0.1219800 Feb 04 17:13:15.505591 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Current status of the port 7c6b4724-1adf-4dd1-8c66-4bc76c05989f is: DOWN; New status is: BUILD {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:13:15.506791 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (7c6b4724-1adf-4dd1-8c66-4bc76c05989f), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:13:15.549003 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c6b4724-1adf-4dd1-8c66-4bc76c05989f {{(pid=103378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 17:13:15.573704 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f885e4-1a35-43fa-a05e-a08d2e7059c6 req-becab50a-e21e-4fee-8924-482cb9726852 tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:13:15.584077 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-52f885e4-1a35-43fa-a05e-a08d2e7059c6 req-becab50a-e21e-4fee-8924-482cb9726852 tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] 10.222.0.89 "GET /v2.0/ports?device_id=99914122-947d-4d33-8d43-120a66c70f08 HTTP/1.1" status: 200 len: 948 time: 0.1135561 Feb 04 17:13:15.589207 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8b09de-30b1-4059-87df-735eded15908 req-170ae2b6-4569-4633-af69-5cb5cedd013d tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:13:15.592327 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-ff8b09de-30b1-4059-87df-735eded15908 req-170ae2b6-4569-4633-af69-5cb5cedd013d tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] 10.222.0.96 "GET /v2.0/ports?device_id=99914122-947d-4d33-8d43-120a66c70f08&tenant_id=1cd99d9701204f3692368e4539967c47&binding%3Ahost_id=n-h2-827839-2 HTTP/1.1" status: 200 len: 948 time: 0.4228647 Feb 04 17:13:15.642854 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b124bb8-267c-4e9e-8f0f-50260a3499b5 req-d5715016-0e32-4a5f-8abc-f70e0c93219e tempest-ServersAdminNegativeTestJSON-344829367 tempest-ServersAdminNegativeTestJSON-344829367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:13:15.660621 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-4b124bb8-267c-4e9e-8f0f-50260a3499b5 req-d5715016-0e32-4a5f-8abc-f70e0c93219e tempest-ServersAdminNegativeTestJSON-344829367 tempest-ServersAdminNegativeTestJSON-344829367-project] 10.222.0.89 "GET /v2.0/ports?device_id=bf5df23b-6684-4da4-a390-366e2738796e HTTP/1.1" status: 200 len: 948 time: 0.4893558 Feb 04 17:13:15.672996 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] For port 7c6b4724-1adf-4dd1-8c66-4bc76c05989f, host n-h2-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=7c6b4724-1adf-4dd1-8c66-4bc76c05989f,segment=NetworkSegment(4adf983e-b4f0-4caa-beec-ecaadf2366f2),segment_id=4adf983e-b4f0-4caa-beec-ecaadf2366f2)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:13:15.688288 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (7c6b4724-1adf-4dd1-8c66-4bc76c05989f), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:13:15.689388 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Device 8de53365-17ae-47ae-b48d-2c5bd7b7ab3c details requested by agent hyperv_n-h2-827839-2 with host n-h2-827839-2 {{(pid=103378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 17:13:15.695394 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-52f885e4-1a35-43fa-a05e-a08d2e7059c6 req-bae542fd-adb1-40df-84f1-f1a12474f169 tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] 10.222.0.89 "GET /v2.0/security-groups?id=5fa98c6a-94b3-4690-b9c3-4f0e67d11226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101828 Feb 04 17:13:15.796352 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c04e8e-5e0a-432c-8380-a63d119a8bc0 req-d0331cca-c263-4b1d-a233-b2c61c454658 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:13:15.799310 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-e4c04e8e-5e0a-432c-8380-a63d119a8bc0 req-d0331cca-c263-4b1d-a233-b2c61c454658 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=02be22b9-aa53-40ea-8050-9239cd27d1ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3717210 Feb 04 17:13:15.799447 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Pushing event updated for resources: {'Port': ['ID=7c6b4724-1adf-4dd1-8c66-4bc76c05989f,revision_number=4']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:13:15.929297 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda27d12-63f7-4867-9159-8b40da752565 req-066c5bb0-49ff-4f2c-a8ec-9fabae5fc9b4 tempest-ImagesOneServerNegativeTestJSON-254357925 tempest-ImagesOneServerNegativeTestJSON-254357925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:13:15.938729 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-fda27d12-63f7-4867-9159-8b40da752565 req-066c5bb0-49ff-4f2c-a8ec-9fabae5fc9b4 tempest-ImagesOneServerNegativeTestJSON-254357925 tempest-ImagesOneServerNegativeTestJSON-254357925-project] 10.222.0.89 "GET /v2.0/ports?device_id=4bd07e04-af6f-4e7d-8008-4bf0ae443369 HTTP/1.1" status: 200 len: 943 time: 0.1441159 Feb 04 17:13:16.008937 n-d-827839-2 neutron-server[103376]: INFO neutron.api.v2.resource [req-ff8b09de-30b1-4059-87df-735eded15908 req-4bbff3ee-082e-4df7-b264-a6b2db8c3eb5 service neutron] delete failed (client error): The resource could not be found. Feb 04 17:13:16.008937 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-ff8b09de-30b1-4059-87df-735eded15908 req-4bbff3ee-082e-4df7-b264-a6b2db8c3eb5 service neutron] 10.222.0.96 "DELETE /v2.0/ports/a9ea809e-a7d4-4c46-b4d9-cd7077cf1c91/bindings/n-h1-827839-2 HTTP/1.1" status: 404 len: 380 time: 0.4036398 Feb 04 17:13:16.016546 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] For port cb578c5c-e30a-410b-8d53-585a9f4f1d33, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=cb578c5c-e30a-410b-8d53-585a9f4f1d33,segment=NetworkSegment(925d9078-c82e-4bcc-b2ae-415f0fcde575),segment_id=925d9078-c82e-4bcc-b2ae-415f0fcde575)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:13:16.061964 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-fda27d12-63f7-4867-9159-8b40da752565 req-c7dca455-86a4-414b-87f7-66c96c130cbb tempest-ImagesOneServerNegativeTestJSON-254357925 tempest-ImagesOneServerNegativeTestJSON-254357925-project] 10.222.0.89 "GET /v2.0/security-groups?id=93c660a2-9a39-4e35-b172-c2fcfd9b6315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157696 Feb 04 17:13:16.062662 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Returning: {'device': 'cb578c5c-e30a-410b-8d53-585a9f4f1d33', 'network_id': '518579bb-9b83-431f-85d9-0080ad95e906', 'port_id': 'cb578c5c-e30a-410b-8d53-585a9f4f1d33', 'mac_address': 'fa:16:3e:f5:55:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 764, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11b7fa3d-4973-471d-9057-d3ba5d21542b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 17:13:16.072670 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-4b124bb8-267c-4e9e-8f0f-50260a3499b5 req-74e41521-3b5c-4c9d-938d-e8fe508f2846 tempest-ServersAdminNegativeTestJSON-344829367 tempest-ServersAdminNegativeTestJSON-344829367-project] 10.222.0.89 "GET /v2.0/security-groups?id=38af6261-52ee-4276-8567-41fcd5f88dcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4098313 Feb 04 17:13:16.168881 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-e4c04e8e-5e0a-432c-8380-a63d119a8bc0 req-577ca6d0-5952-4367-ad4e-b0c62194d162 service neutron] 10.222.0.96 "GET /v2.0/networks/02be22b9-aa53-40ea-8050-9239cd27d1ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3615024 Feb 04 17:13:16.279816 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c4a748-c7fc-4057-9661-bd1f01a71510 req-383a8d4e-9dbc-4975-a50b-e69e46593ea2 tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:13:16.291163 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-04c4a748-c7fc-4057-9661-bd1f01a71510 req-383a8d4e-9dbc-4975-a50b-e69e46593ea2 tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] 10.222.0.89 "GET /v2.0/ports?device_id=9f5aa8b2-f0e7-47df-b418-3e36c0d10805 HTTP/1.1" status: 200 len: 944 time: 0.1012659 Feb 04 17:13:16.333126 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Current status of the port cb578c5c-e30a-410b-8d53-585a9f4f1d33 is: DOWN; New status is: BUILD {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:13:16.333863 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (cb578c5c-e30a-410b-8d53-585a9f4f1d33), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:13:16.374986 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] For port 8de53365-17ae-47ae-b48d-2c5bd7b7ab3c, host n-h2-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=8de53365-17ae-47ae-b48d-2c5bd7b7ab3c,segment=NetworkSegment(1d2e5411-a293-4ba9-86e4-cf68dc997fdd),segment_id=1d2e5411-a293-4ba9-86e4-cf68dc997fdd)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:13:16.383356 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-04c4a748-c7fc-4057-9661-bd1f01a71510 req-4eb258ec-7c30-4081-8539-3ece706459eb tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] 10.222.0.89 "GET /v2.0/security-groups?id=18e6cc58-e448-4d12-9423-2a502a086ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908947 Feb 04 17:13:16.391187 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Returning: {'device': '8de53365-17ae-47ae-b48d-2c5bd7b7ab3c', 'network_id': '71f03b9f-e704-4df0-bce2-e9f92d5b531b', 'port_id': '8de53365-17ae-47ae-b48d-2c5bd7b7ab3c', 'mac_address': 'fa:16:3e:f8:5f:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 756, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '147a2a29-50a3-4d38-8c0e-9ec73b9af714', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 17:13:16.424357 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb578c5c-e30a-410b-8d53-585a9f4f1d33 {{(pid=103378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 17:13:16.446427 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] For port cb578c5c-e30a-410b-8d53-585a9f4f1d33, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=cb578c5c-e30a-410b-8d53-585a9f4f1d33,segment=NetworkSegment(925d9078-c82e-4bcc-b2ae-415f0fcde575),segment_id=925d9078-c82e-4bcc-b2ae-415f0fcde575)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:13:16.453798 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (cb578c5c-e30a-410b-8d53-585a9f4f1d33), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:13:16.496557 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Current status of the port 8de53365-17ae-47ae-b48d-2c5bd7b7ab3c is: DOWN; New status is: BUILD {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:13:16.497265 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (8de53365-17ae-47ae-b48d-2c5bd7b7ab3c), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:13:16.525652 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8de53365-17ae-47ae-b48d-2c5bd7b7ab3c {{(pid=103378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 17:13:16.562519 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] For port 8de53365-17ae-47ae-b48d-2c5bd7b7ab3c, host n-h2-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=8de53365-17ae-47ae-b48d-2c5bd7b7ab3c,segment=NetworkSegment(1d2e5411-a293-4ba9-86e4-cf68dc997fdd),segment_id=1d2e5411-a293-4ba9-86e4-cf68dc997fdd)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:13:16.569397 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (8de53365-17ae-47ae-b48d-2c5bd7b7ab3c), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:13:16.570098 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Device a9ea809e-a7d4-4c46-b4d9-cd7077cf1c91 details requested by agent hyperv_n-h2-827839-2 with host n-h2-827839-2 {{(pid=103378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 17:13:16.572790 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Pushing event updated for resources: {'Port': ['ID=cb578c5c-e30a-410b-8d53-585a9f4f1d33,revision_number=4']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:13:16.742392 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-e4c04e8e-5e0a-432c-8380-a63d119a8bc0 req-caae52d6-8ba3-4351-91d5-269e17fb6fc0 service neutron] 10.222.0.96 "GET /v2.0/networks/02be22b9-aa53-40ea-8050-9239cd27d1ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5662317 Feb 04 17:13:16.756911 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Pushing event updated for resources: {'Port': ['ID=8de53365-17ae-47ae-b48d-2c5bd7b7ab3c,revision_number=4']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:13:16.818182 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8b09de-30b1-4059-87df-735eded15908 req-9298e569-af55-422d-9318-ea2b308c8483 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:13:16.820357 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-ff8b09de-30b1-4059-87df-735eded15908 req-9298e569-af55-422d-9318-ea2b308c8483 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=1cd99d9701204f3692368e4539967c47&device_id=99914122-947d-4d33-8d43-120a66c70f08 HTTP/1.1" status: 200 len: 1130 time: 0.6294734 Feb 04 17:13:16.831874 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea60ba9-e3a3-4e0a-aa68-8d349bbe1d62 req-1a69dc17-a720-4832-bd11-81e2565681f9 tempest-FloatingIPsAssociationTestJSON-1767827216 tempest-FloatingIPsAssociationTestJSON-1767827216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:13:16.840144 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-9ea60ba9-e3a3-4e0a-aa68-8d349bbe1d62 req-1a69dc17-a720-4832-bd11-81e2565681f9 tempest-FloatingIPsAssociationTestJSON-1767827216 tempest-FloatingIPsAssociationTestJSON-1767827216-project] 10.222.0.89 "GET /v2.0/ports?device_id=c44eccd5-dfa3-4a3f-847a-c21c74381eee HTTP/1.1" status: 200 len: 944 time: 0.1039948 Feb 04 17:13:16.892944 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] For port a9ea809e-a7d4-4c46-b4d9-cd7077cf1c91, host n-h2-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=a9ea809e-a7d4-4c46-b4d9-cd7077cf1c91,segment=NetworkSegment(3a39b085-d3e6-43bb-a64c-1b06dd049e5a),segment_id=3a39b085-d3e6-43bb-a64c-1b06dd049e5a)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:13:16.924721 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d959e2b7-eb07-470d-ad81-d61aa9560a58 req-0fbd4b8c-94ee-4d36-918c-3150d05a411b tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:13:16.935668 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-d959e2b7-eb07-470d-ad81-d61aa9560a58 req-0fbd4b8c-94ee-4d36-918c-3150d05a411b tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] 10.222.0.89 "GET /v2.0/ports?device_id=99914122-947d-4d33-8d43-120a66c70f08 HTTP/1.1" status: 200 len: 948 time: 0.1022489 Feb 04 17:13:16.941939 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] get_ports_and_sgs() called for port_ids ['cb578c5c-e30a-410b-8d53-585a9f4f1d33'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 17:13:16.988966 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Returning: {'device': 'a9ea809e-a7d4-4c46-b4d9-cd7077cf1c91', 'network_id': '02be22b9-aa53-40ea-8050-9239cd27d1ff', 'port_id': 'a9ea809e-a7d4-4c46-b4d9-cd7077cf1c91', 'mac_address': 'fa:16:3e:a4:5d:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 797, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c974b0ff-2c5c-4667-8a81-3bde3ea6ced5', 'ip_address': '192.168.233.143'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 17:13:17.036984 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-d959e2b7-eb07-470d-ad81-d61aa9560a58 req-71cb9036-4576-45be-88e8-f27942926a4a tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] 10.222.0.89 "GET /v2.0/security-groups?id=5fa98c6a-94b3-4690-b9c3-4f0e67d11226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000657 Feb 04 17:13:17.070659 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-9ea60ba9-e3a3-4e0a-aa68-8d349bbe1d62 req-0e733cd7-f134-4502-ac1d-35bb7bf350dc tempest-FloatingIPsAssociationTestJSON-1767827216 tempest-FloatingIPsAssociationTestJSON-1767827216-project] 10.222.0.89 "GET /v2.0/security-groups?id=6426fe0b-86c7-4694-a2c4-8fd16e84da96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2295871 Feb 04 17:13:17.125823 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8b09de-30b1-4059-87df-735eded15908 req-e443a7ed-70a6-47ae-9056-4b753b3382bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:13:17.127673 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-ff8b09de-30b1-4059-87df-735eded15908 req-e443a7ed-70a6-47ae-9056-4b753b3382bc service neutron] 10.222.0.96 "GET /v2.0/networks?id=02be22b9-aa53-40ea-8050-9239cd27d1ff HTTP/1.1" status: 200 len: 870 time: 0.2805700 Feb 04 17:13:17.162950 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Current status of the port a9ea809e-a7d4-4c46-b4d9-cd7077cf1c91 is: DOWN; New status is: BUILD {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:13:17.163710 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (a9ea809e-a7d4-4c46-b4d9-cd7077cf1c91), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:13:17.211313 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9ea809e-a7d4-4c46-b4d9-cd7077cf1c91 {{(pid=103378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 17:13:17.240554 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-ff8b09de-30b1-4059-87df-735eded15908 req-6628187d-da72-4d16-86e6-45c49c443709 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.143&port_id=a9ea809e-a7d4-4c46-b4d9-cd7077cf1c91 HTTP/1.1" status: 200 len: 217 time: 0.1043589 Feb 04 17:13:17.245075 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2631c6-d9da-42c4-8548-419d28dff46c req-235c1e5b-cb71-4d54-97c1-22d63f499af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:13:17.248393 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-8a2631c6-d9da-42c4-8548-419d28dff46c req-235c1e5b-cb71-4d54-97c1-22d63f499af6 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=ca65812a4af246d9ad6f7cde880e7893&device_id=bf5df23b-6684-4da4-a390-366e2738796e HTTP/1.1" status: 200 len: 1130 time: 0.3901849 Feb 04 17:13:17.276787 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c432af34-ebd1-4125-8b1e-5a2c05b38f82 req-67d4ac65-cf29-457d-b607-85901376a05d tempest-ImagesOneServerNegativeTestJSON-254357925 tempest-ImagesOneServerNegativeTestJSON-254357925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:13:17.282560 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] For port a9ea809e-a7d4-4c46-b4d9-cd7077cf1c91, host n-h2-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=a9ea809e-a7d4-4c46-b4d9-cd7077cf1c91,segment=NetworkSegment(3a39b085-d3e6-43bb-a64c-1b06dd049e5a),segment_id=3a39b085-d3e6-43bb-a64c-1b06dd049e5a)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:13:17.289288 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-c432af34-ebd1-4125-8b1e-5a2c05b38f82 req-67d4ac65-cf29-457d-b607-85901376a05d tempest-ImagesOneServerNegativeTestJSON-254357925 tempest-ImagesOneServerNegativeTestJSON-254357925-project] 10.222.0.89 "GET /v2.0/ports?device_id=4bd07e04-af6f-4e7d-8008-4bf0ae443369 HTTP/1.1" status: 200 len: 944 time: 0.1207616 Feb 04 17:13:17.291771 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (a9ea809e-a7d4-4c46-b4d9-cd7077cf1c91), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:13:17.368815 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Pushing event updated for resources: {'Port': ['ID=a9ea809e-a7d4-4c46-b4d9-cd7077cf1c91,revision_number=8']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:13:17.393572 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-c432af34-ebd1-4125-8b1e-5a2c05b38f82 req-37a1c023-4eb8-4bb2-a4ec-e14e9bd47add tempest-ImagesOneServerNegativeTestJSON-254357925 tempest-ImagesOneServerNegativeTestJSON-254357925-project] 10.222.0.89 "GET /v2.0/security-groups?id=93c660a2-9a39-4e35-b172-c2fcfd9b6315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033471 Feb 04 17:13:17.407106 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8b09de-30b1-4059-87df-735eded15908 req-62d24b2c-4133-4076-b437-2e16ef6340ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:13:17.417060 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-ff8b09de-30b1-4059-87df-735eded15908 req-62d24b2c-4133-4076-b437-2e16ef6340ba service neutron] 10.222.0.96 "GET /v2.0/subnets?id=c974b0ff-2c5c-4667-8a81-3bde3ea6ced5 HTTP/1.1" status: 200 len: 843 time: 0.0886338 Feb 04 17:13:17.588844 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08aadf5-5939-429a-9dbc-fca4739d85cc req-693088c5-06a4-47db-9d77-68beb3798a9b tempest-ServersAdminNegativeTestJSON-344829367 tempest-ServersAdminNegativeTestJSON-344829367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:13:17.595984 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-e08aadf5-5939-429a-9dbc-fca4739d85cc req-693088c5-06a4-47db-9d77-68beb3798a9b tempest-ServersAdminNegativeTestJSON-344829367 tempest-ServersAdminNegativeTestJSON-344829367-project] 10.222.0.89 "GET /v2.0/ports?device_id=bf5df23b-6684-4da4-a390-366e2738796e HTTP/1.1" status: 200 len: 948 time: 0.3464057 Feb 04 17:13:17.626398 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8b09de-30b1-4059-87df-735eded15908 req-80788d60-9361-4ae4-bff9-384dc2d4f918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:13:17.627902 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-ff8b09de-30b1-4059-87df-735eded15908 req-80788d60-9361-4ae4-bff9-384dc2d4f918 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=02be22b9-aa53-40ea-8050-9239cd27d1ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2006922 Feb 04 17:13:17.685727 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] get_ports_and_sgs() called for port_ids ['8de53365-17ae-47ae-b48d-2c5bd7b7ab3c'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 17:13:17.722688 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ce562f-29c4-4651-a142-c2dbf5994b6c req-57b0cbef-2a2a-4aa0-8e30-ffa99e65815c tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:13:17.724910 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-17ce562f-29c4-4651-a142-c2dbf5994b6c req-57b0cbef-2a2a-4aa0-8e30-ffa99e65815c tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] 10.222.0.89 "GET /v2.0/ports?device_id=9f5aa8b2-f0e7-47df-b418-3e36c0d10805 HTTP/1.1" status: 200 len: 944 time: 0.1263759 Feb 04 17:13:17.758850 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2631c6-d9da-42c4-8548-419d28dff46c req-b8d15989-c071-440f-aac1-29a9f2f147f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:13:17.760718 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-8a2631c6-d9da-42c4-8548-419d28dff46c req-b8d15989-c071-440f-aac1-29a9f2f147f0 service neutron] 10.222.0.96 "GET /v2.0/networks?id=02be22b9-aa53-40ea-8050-9239cd27d1ff HTTP/1.1" status: 200 len: 870 time: 0.3511488 Feb 04 17:13:17.772717 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] get_ports_and_sgs() called for port_ids ['a9ea809e-a7d4-4c46-b4d9-cd7077cf1c91'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 17:13:17.813092 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-8a2631c6-d9da-42c4-8548-419d28dff46c req-4b90be9f-d789-469b-9209-b1519167bbf5 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.101&port_id=904c7553-a23a-4bed-8cfa-d7cda77b9747 HTTP/1.1" status: 200 len: 217 time: 0.0383317 Feb 04 17:13:17.826128 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-17ce562f-29c4-4651-a142-c2dbf5994b6c req-8e67bace-c0a8-4040-8a70-776a8d0ebcb7 tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] 10.222.0.89 "GET /v2.0/security-groups?id=18e6cc58-e448-4d12-9423-2a502a086ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905781 Feb 04 17:13:17.834985 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] get_ports_and_sgs() called for port_ids ['7c6b4724-1adf-4dd1-8c66-4bc76c05989f'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 17:13:17.835515 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-e08aadf5-5939-429a-9dbc-fca4739d85cc req-90aba305-666d-4086-8ae2-0699a0c5d88e tempest-ServersAdminNegativeTestJSON-344829367 tempest-ServersAdminNegativeTestJSON-344829367-project] 10.222.0.89 "GET /v2.0/security-groups?id=38af6261-52ee-4276-8567-41fcd5f88dcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2384322 Feb 04 17:13:17.880550 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-ff8b09de-30b1-4059-87df-735eded15908 req-e5737c98-60de-4d60-91ca-c98e152c9856 service neutron] 10.222.0.96 "GET /v2.0/networks/02be22b9-aa53-40ea-8050-9239cd27d1ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2410092 Feb 04 17:13:17.915233 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2631c6-d9da-42c4-8548-419d28dff46c req-4ea26ecd-1264-4f50-95d2-3166456e5343 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:13:17.916585 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-8a2631c6-d9da-42c4-8548-419d28dff46c req-4ea26ecd-1264-4f50-95d2-3166456e5343 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=c974b0ff-2c5c-4667-8a81-3bde3ea6ced5 HTTP/1.1" status: 200 len: 843 time: 0.0969872 Feb 04 17:13:17.935297 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.agents_db [None req-e1691f3b-aacd-4cd6-8ebb-a9c53bb301c0 None None] Agent healthcheck: found 7 active agents {{(pid=103379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 17:13:18.027322 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2631c6-d9da-42c4-8548-419d28dff46c req-18fff198-5d97-4498-bc4b-9548b18f5d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:13:18.029021 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-8a2631c6-d9da-42c4-8548-419d28dff46c req-18fff198-5d97-4498-bc4b-9548b18f5d3b service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=02be22b9-aa53-40ea-8050-9239cd27d1ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1011834 Feb 04 17:13:18.135792 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-ff8b09de-30b1-4059-87df-735eded15908 req-94ebe7b0-3f6c-4141-910a-b77eb734fcd9 service neutron] 10.222.0.96 "GET /v2.0/networks/02be22b9-aa53-40ea-8050-9239cd27d1ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2402272 Feb 04 17:13:18.203708 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-8a2631c6-d9da-42c4-8548-419d28dff46c req-4c97b811-8520-4f93-ab36-a213f415246a service neutron] 10.222.0.96 "GET /v2.0/networks/02be22b9-aa53-40ea-8050-9239cd27d1ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1676183 Feb 04 17:13:18.239012 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16206da0-3418-47e6-8944-c7c44619984f req-a78cce0a-0514-4ad8-97e1-039ca3268233 tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:13:18.245323 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-16206da0-3418-47e6-8944-c7c44619984f req-a78cce0a-0514-4ad8-97e1-039ca3268233 tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] 10.222.0.89 "GET /v2.0/ports?device_id=99914122-947d-4d33-8d43-120a66c70f08 HTTP/1.1" status: 200 len: 949 time: 0.1126997 Feb 04 17:13:18.349176 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-16206da0-3418-47e6-8944-c7c44619984f req-412d6a32-7f74-4c09-aec5-261488b68f40 tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] 10.222.0.89 "GET /v2.0/security-groups?id=5fa98c6a-94b3-4690-b9c3-4f0e67d11226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977712 Feb 04 17:13:18.385961 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ca5119-fb39-4ce2-bae3-72dbc3b75671 req-91e1f58c-54ed-4199-b8af-26de47f35005 tempest-FloatingIPsAssociationTestJSON-1767827216 tempest-FloatingIPsAssociationTestJSON-1767827216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:13:18.387495 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-06ca5119-fb39-4ce2-bae3-72dbc3b75671 req-91e1f58c-54ed-4199-b8af-26de47f35005 tempest-FloatingIPsAssociationTestJSON-1767827216 tempest-FloatingIPsAssociationTestJSON-1767827216-project] 10.222.0.89 "GET /v2.0/ports?device_id=c44eccd5-dfa3-4a3f-847a-c21c74381eee HTTP/1.1" status: 200 len: 944 time: 0.1654916 Feb 04 17:13:18.410108 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-8a2631c6-d9da-42c4-8548-419d28dff46c req-6df95712-affa-4c34-8b47-2549426ad760 service neutron] 10.222.0.96 "GET /v2.0/networks/02be22b9-aa53-40ea-8050-9239cd27d1ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1933208 Feb 04 17:13:18.455302 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-06ca5119-fb39-4ce2-bae3-72dbc3b75671 req-5fe802b2-8929-4b2a-8d2b-9f1089db55f9 tempest-FloatingIPsAssociationTestJSON-1767827216 tempest-FloatingIPsAssociationTestJSON-1767827216-project] 10.222.0.89 "GET /v2.0/security-groups?id=6426fe0b-86c7-4694-a2c4-8fd16e84da96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580559 Feb 04 17:13:18.554610 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48df61d5-d537-48a9-9fab-00f9ba137650 req-e053719e-b6e9-4e65-af67-da8c516a0e39 tempest-ImagesOneServerNegativeTestJSON-254357925 tempest-ImagesOneServerNegativeTestJSON-254357925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:13:18.569453 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-48df61d5-d537-48a9-9fab-00f9ba137650 req-e053719e-b6e9-4e65-af67-da8c516a0e39 tempest-ImagesOneServerNegativeTestJSON-254357925 tempest-ImagesOneServerNegativeTestJSON-254357925-project] 10.222.0.89 "GET /v2.0/ports?device_id=4bd07e04-af6f-4e7d-8008-4bf0ae443369 HTTP/1.1" status: 200 len: 944 time: 0.0698757 Feb 04 17:13:18.642744 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-48df61d5-d537-48a9-9fab-00f9ba137650 req-263bfaf8-a607-46c6-9afd-b1618e64fffd tempest-ImagesOneServerNegativeTestJSON-254357925 tempest-ImagesOneServerNegativeTestJSON-254357925-project] 10.222.0.89 "GET /v2.0/security-groups?id=93c660a2-9a39-4e35-b172-c2fcfd9b6315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716181 Feb 04 17:13:18.968217 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9d9095-55eb-40f3-afe4-ca15550288be req-970bc167-b1b0-4712-86ff-027fced61f22 tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:13:18.976585 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-be9d9095-55eb-40f3-afe4-ca15550288be req-970bc167-b1b0-4712-86ff-027fced61f22 tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] 10.222.0.89 "GET /v2.0/ports?device_id=9f5aa8b2-f0e7-47df-b418-3e36c0d10805 HTTP/1.1" status: 200 len: 944 time: 0.0843756 Feb 04 17:13:19.058629 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-be9d9095-55eb-40f3-afe4-ca15550288be req-dab433af-08c9-49dc-9649-45355328d25a tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] 10.222.0.89 "GET /v2.0/security-groups?id=18e6cc58-e448-4d12-9423-2a502a086ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793786 Feb 04 17:13:19.191297 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48212c82-0709-4756-b615-0da8f46e44e9 req-390cdda3-5fc7-4f77-9bb9-d53bf531405b tempest-ServersAdminNegativeTestJSON-344829367 tempest-ServersAdminNegativeTestJSON-344829367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:13:19.192886 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-48212c82-0709-4756-b615-0da8f46e44e9 req-390cdda3-5fc7-4f77-9bb9-d53bf531405b tempest-ServersAdminNegativeTestJSON-344829367 tempest-ServersAdminNegativeTestJSON-344829367-project] 10.222.0.89 "GET /v2.0/ports?device_id=bf5df23b-6684-4da4-a390-366e2738796e HTTP/1.1" status: 200 len: 948 time: 0.0643928 Feb 04 17:13:19.274997 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-48212c82-0709-4756-b615-0da8f46e44e9 req-565c2f58-abab-40dc-a74f-ab5e1d6cf748 tempest-ServersAdminNegativeTestJSON-344829367 tempest-ServersAdminNegativeTestJSON-344829367-project] 10.222.0.89 "GET /v2.0/security-groups?id=38af6261-52ee-4276-8567-41fcd5f88dcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735157 Feb 04 17:13:19.310452 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Device a9ea809e-a7d4-4c46-b4d9-cd7077cf1c91 up at agent hyperv_n-h2-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:13:19.377516 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device cb578c5c-e30a-410b-8d53-585a9f4f1d33 up at agent hyperv_n-h1-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:13:19.471146 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Provisioning for port a9ea809e-a7d4-4c46-b4d9-cd7077cf1c91 completed by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 17:13:19.480189 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Provisioning complete for port a9ea809e-a7d4-4c46-b4d9-cd7077cf1c91 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:13:19.480701 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (a9ea809e-a7d4-4c46-b4d9-cd7077cf1c91), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:13:19.531810 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Provisioning for port cb578c5c-e30a-410b-8d53-585a9f4f1d33 completed by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 17:13:19.536246 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Provisioning complete for port cb578c5c-e30a-410b-8d53-585a9f4f1d33 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:13:19.536633 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (cb578c5c-e30a-410b-8d53-585a9f4f1d33), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:13:19.559074 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd213bb-23d7-4c5c-97fc-047002f21ef6 req-34080c52-6a97-45bf-901c-1cf7d582ebcb tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:13:19.572592 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-cdd213bb-23d7-4c5c-97fc-047002f21ef6 req-34080c52-6a97-45bf-901c-1cf7d582ebcb tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] 10.222.0.89 "GET /v2.0/ports?device_id=99914122-947d-4d33-8d43-120a66c70f08 HTTP/1.1" status: 200 len: 949 time: 0.1145589 Feb 04 17:13:19.610431 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Current status of the port a9ea809e-a7d4-4c46-b4d9-cd7077cf1c91 is: BUILD; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:13:19.610817 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (a9ea809e-a7d4-4c46-b4d9-cd7077cf1c91), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:13:19.687085 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99914122-947d-4d33-8d43-120a66c70f08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9ea809e-a7d4-4c46-b4d9-cd7077cf1c91'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:13:19.696572 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c34bc964ce2211770fda26ca2f3801cc06f4f39928110690550e94ab9c9d2fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a35ce29b-79c4-471f-8adb-2b503e103257" -d '{"events": [{"server_uuid": "99914122-947d-4d33-8d43-120a66c70f08", "name": "network-vif-plugged", "status": "completed", "tag": "a9ea809e-a7d4-4c46-b4d9-cd7077cf1c91"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:13:19.708228 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] For port a9ea809e-a7d4-4c46-b4d9-cd7077cf1c91, host n-h2-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=a9ea809e-a7d4-4c46-b4d9-cd7077cf1c91,segment=NetworkSegment(3a39b085-d3e6-43bb-a64c-1b06dd049e5a),segment_id=3a39b085-d3e6-43bb-a64c-1b06dd049e5a)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:13:19.717524 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (a9ea809e-a7d4-4c46-b4d9-cd7077cf1c91), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:13:19.718356 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Device 7c6b4724-1adf-4dd1-8c66-4bc76c05989f up at agent hyperv_n-h2-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:13:19.721699 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-cdd213bb-23d7-4c5c-97fc-047002f21ef6 req-0c39982d-f4af-44af-83f3-147c32800baa tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] 10.222.0.89 "GET /v2.0/security-groups?id=5fa98c6a-94b3-4690-b9c3-4f0e67d11226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296616 Feb 04 17:13:19.875341 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae273e0-170a-47f6-8551-23cf10576fef req-7a649dff-d59b-4a01-8d72-a75609f332b0 tempest-FloatingIPsAssociationTestJSON-1767827216 tempest-FloatingIPsAssociationTestJSON-1767827216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:13:19.886970 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-dae273e0-170a-47f6-8551-23cf10576fef req-7a649dff-d59b-4a01-8d72-a75609f332b0 tempest-FloatingIPsAssociationTestJSON-1767827216 tempest-FloatingIPsAssociationTestJSON-1767827216-project] 10.222.0.89 "GET /v2.0/ports?device_id=c44eccd5-dfa3-4a3f-847a-c21c74381eee HTTP/1.1" status: 200 len: 944 time: 0.1190026 Feb 04 17:13:19.891831 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Provisioning for port 7c6b4724-1adf-4dd1-8c66-4bc76c05989f completed by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 17:13:19.905472 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Provisioning complete for port 7c6b4724-1adf-4dd1-8c66-4bc76c05989f triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:13:19.905853 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (7c6b4724-1adf-4dd1-8c66-4bc76c05989f), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:13:19.943335 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Current status of the port cb578c5c-e30a-410b-8d53-585a9f4f1d33 is: BUILD; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:13:19.943728 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (cb578c5c-e30a-410b-8d53-585a9f4f1d33), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:13:19.946596 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Pushing event updated for resources: {'Port': ['ID=a9ea809e-a7d4-4c46-b4d9-cd7077cf1c91,revision_number=9']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:13:19.973933 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-dae273e0-170a-47f6-8551-23cf10576fef req-54d3d8dd-f647-47d3-96a6-54fd390a77e7 tempest-FloatingIPsAssociationTestJSON-1767827216 tempest-FloatingIPsAssociationTestJSON-1767827216-project] 10.222.0.89 "GET /v2.0/security-groups?id=6426fe0b-86c7-4694-a2c4-8fd16e84da96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855222 Feb 04 17:13:20.040797 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 17:13:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70fc4620-ad16-4dcd-a7a7-6ba7abd398c0 x-openstack-request-id: req-70fc4620-ad16-4dcd-a7a7-6ba7abd398c0 {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:13:20.041200 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99914122-947d-4d33-8d43-120a66c70f08", "name": "network-vif-plugged", "status": "completed", "tag": "a9ea809e-a7d4-4c46-b4d9-cd7077cf1c91", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:13:20.041393 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-70fc4620-ad16-4dcd-a7a7-6ba7abd398c0 {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:13:20.041763 n-d-827839-2 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99914122-947d-4d33-8d43-120a66c70f08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9ea809e-a7d4-4c46-b4d9-cd7077cf1c91', 'code': 200} Feb 04 17:13:20.043057 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5d4ebd-86ae-44ea-b0ac-ff24a67588d9 req-e2792114-c27d-4f86-951c-112d73ed72f4 tempest-ImagesOneServerNegativeTestJSON-254357925 tempest-ImagesOneServerNegativeTestJSON-254357925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:13:20.051440 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-bf5d4ebd-86ae-44ea-b0ac-ff24a67588d9 req-e2792114-c27d-4f86-951c-112d73ed72f4 tempest-ImagesOneServerNegativeTestJSON-254357925 tempest-ImagesOneServerNegativeTestJSON-254357925-project] 10.222.0.89 "GET /v2.0/ports?device_id=4bd07e04-af6f-4e7d-8008-4bf0ae443369 HTTP/1.1" status: 200 len: 944 time: 0.1330011 Feb 04 17:13:20.067565 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] For port cb578c5c-e30a-410b-8d53-585a9f4f1d33, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=cb578c5c-e30a-410b-8d53-585a9f4f1d33,segment=NetworkSegment(925d9078-c82e-4bcc-b2ae-415f0fcde575),segment_id=925d9078-c82e-4bcc-b2ae-415f0fcde575)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:13:20.072112 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (cb578c5c-e30a-410b-8d53-585a9f4f1d33), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:13:20.135537 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-bf5d4ebd-86ae-44ea-b0ac-ff24a67588d9 req-4fb875ad-3591-42fe-bd89-cd5043ce44e5 tempest-ImagesOneServerNegativeTestJSON-254357925 tempest-ImagesOneServerNegativeTestJSON-254357925-project] 10.222.0.89 "GET /v2.0/security-groups?id=93c660a2-9a39-4e35-b172-c2fcfd9b6315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831537 Feb 04 17:13:20.138552 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Pushing event updated for resources: {'Port': ['ID=cb578c5c-e30a-410b-8d53-585a9f4f1d33,revision_number=5']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:13:20.144585 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Current status of the port 7c6b4724-1adf-4dd1-8c66-4bc76c05989f is: BUILD; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:13:20.146543 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (7c6b4724-1adf-4dd1-8c66-4bc76c05989f), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:13:20.194707 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6716a2fc-6d46-4027-bb2f-e4df5aa01f58 req-568a7651-33ea-4db7-8efa-576b14e86565 tempest-MigrationsAdminTest-1340940992 tempest-MigrationsAdminTest-1340940992-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:13:20.196253 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-6716a2fc-6d46-4027-bb2f-e4df5aa01f58 req-568a7651-33ea-4db7-8efa-576b14e86565 tempest-MigrationsAdminTest-1340940992 tempest-MigrationsAdminTest-1340940992-project-admin] 10.222.0.89 "GET /v2.0/ports?device_id=99914122-947d-4d33-8d43-120a66c70f08 HTTP/1.1" status: 200 len: 1132 time: 0.1001105 Feb 04 17:13:20.231576 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] For port 7c6b4724-1adf-4dd1-8c66-4bc76c05989f, host n-h2-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=7c6b4724-1adf-4dd1-8c66-4bc76c05989f,segment=NetworkSegment(4adf983e-b4f0-4caa-beec-ecaadf2366f2),segment_id=4adf983e-b4f0-4caa-beec-ecaadf2366f2)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:13:20.238575 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (7c6b4724-1adf-4dd1-8c66-4bc76c05989f), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:13:20.276671 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-6716a2fc-6d46-4027-bb2f-e4df5aa01f58 req-67da335b-3303-4802-a962-dd95b347f27d tempest-MigrationsAdminTest-1340940992 tempest-MigrationsAdminTest-1340940992-project-admin] 10.222.0.89 "GET /v2.0/security-groups?id=5fa98c6a-94b3-4690-b9c3-4f0e67d11226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684965 Feb 04 17:13:20.309219 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Pushing event updated for resources: {'Port': ['ID=7c6b4724-1adf-4dd1-8c66-4bc76c05989f,revision_number=5']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:13:20.417924 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-28ad3a99-c1ed-4c86-982e-fad1e6aacb49 req-d5297455-08cd-46cb-8a65-ea5b469108e6 tempest-ServersWithSpecificFlavorTestJSON-330130714 tempest-ServersWithSpecificFlavorTestJSON-330130714-project] 10.222.0.89 "GET /v2.0/security-groups?name=tempest-securitygroup--862776988&fields=id&tenant_id=f616a69521a6439b8b9ce4b5361b1b3c HTTP/1.1" status: 200 len: 267 time: 0.1262047 Feb 04 17:13:20.549140 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ad3a99-c1ed-4c86-982e-fad1e6aacb49 req-6a09c5b1-82b1-4325-bdea-2dae3d573ae7 tempest-ServersWithSpecificFlavorTestJSON-330130714 tempest-ServersWithSpecificFlavorTestJSON-330130714-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:13:20.558897 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-28ad3a99-c1ed-4c86-982e-fad1e6aacb49 req-6a09c5b1-82b1-4325-bdea-2dae3d573ae7 tempest-ServersWithSpecificFlavorTestJSON-330130714 tempest-ServersWithSpecificFlavorTestJSON-330130714-project] 10.222.0.89 "GET /v2.0/networks?id=4d1c76e6-ea0c-4d14-ba91-32b9665be5f0 HTTP/1.1" status: 200 len: 824 time: 0.1405611 Feb 04 17:13:20.574383 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-28ad3a99-c1ed-4c86-982e-fad1e6aacb49 req-1f2e15a2-f31a-4e72-9b1b-97d61c0b1376 tempest-ServersWithSpecificFlavorTestJSON-330130714 tempest-ServersWithSpecificFlavorTestJSON-330130714-project] 10.222.0.89 "GET /v2.0/quotas/f616a69521a6439b8b9ce4b5361b1b3c HTTP/1.1" status: 200 len: 375 time: 0.0163133 Feb 04 17:13:20.586423 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88783ef9-3062-42d6-9b20-ad069f0bd770 req-95378c1b-1f3f-48ee-aedf-f3dadce1c65f tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:13:20.604638 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-88783ef9-3062-42d6-9b20-ad069f0bd770 req-95378c1b-1f3f-48ee-aedf-f3dadce1c65f tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] 10.222.0.89 "GET /v2.0/ports?device_id=9f5aa8b2-f0e7-47df-b418-3e36c0d10805 HTTP/1.1" status: 200 len: 945 time: 0.1630709 Feb 04 17:13:20.669364 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-28ad3a99-c1ed-4c86-982e-fad1e6aacb49 req-399409db-5a68-4b10-aee1-38b80bf4fdd6 tempest-ServersWithSpecificFlavorTestJSON-330130714 tempest-ServersWithSpecificFlavorTestJSON-330130714-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=f616a69521a6439b8b9ce4b5361b1b3c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0940218 Feb 04 17:13:20.737638 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-88783ef9-3062-42d6-9b20-ad069f0bd770 req-d9a936bc-a237-4fe5-bed9-cd791eded85a tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] 10.222.0.89 "GET /v2.0/security-groups?id=18e6cc58-e448-4d12-9423-2a502a086ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289968 Feb 04 17:13:20.868158 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-28ad3a99-c1ed-4c86-982e-fad1e6aacb49 req-de51eedc-b43c-4024-9690-ca2143e6d0c2 service neutron] 10.222.0.89 "GET /v2.0/networks/4d1c76e6-ea0c-4d14-ba91-32b9665be5f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1959395 Feb 04 17:13:20.904546 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e07a42b-2c2f-449c-a572-6ec4da7f0516 req-59ff8540-8e9d-48da-96e5-d6e2987e0188 tempest-ServersAdminNegativeTestJSON-344829367 tempest-ServersAdminNegativeTestJSON-344829367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:13:20.906769 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-2e07a42b-2c2f-449c-a572-6ec4da7f0516 req-59ff8540-8e9d-48da-96e5-d6e2987e0188 tempest-ServersAdminNegativeTestJSON-344829367 tempest-ServersAdminNegativeTestJSON-344829367-project] 10.222.0.89 "GET /v2.0/ports?device_id=bf5df23b-6684-4da4-a390-366e2738796e HTTP/1.1" status: 200 len: 948 time: 0.0701237 Feb 04 17:13:21.009779 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-2e07a42b-2c2f-449c-a572-6ec4da7f0516 req-252b6df0-a9fc-4fc4-8aed-dc461e52cf8f tempest-ServersAdminNegativeTestJSON-344829367 tempest-ServersAdminNegativeTestJSON-344829367-project] 10.222.0.89 "GET /v2.0/security-groups?id=38af6261-52ee-4276-8567-41fcd5f88dcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793223 Feb 04 17:13:21.032905 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-28ad3a99-c1ed-4c86-982e-fad1e6aacb49 req-c1cf0f1e-5ea0-4053-b609-b51f7c378dd2 service neutron] 10.222.0.89 "GET /v2.0/networks/4d1c76e6-ea0c-4d14-ba91-32b9665be5f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1580839 Feb 04 17:13:21.330235 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Device 8de53365-17ae-47ae-b48d-2c5bd7b7ab3c up at agent hyperv_n-h2-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:13:21.331109 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add36245-fc9a-4554-a7e0-0eded62c11a8 req-b0d81af2-cba2-42f1-b72b-27af09c48709 tempest-FloatingIPsAssociationTestJSON-1767827216 tempest-FloatingIPsAssociationTestJSON-1767827216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:13:21.334683 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-add36245-fc9a-4554-a7e0-0eded62c11a8 req-b0d81af2-cba2-42f1-b72b-27af09c48709 tempest-FloatingIPsAssociationTestJSON-1767827216 tempest-FloatingIPsAssociationTestJSON-1767827216-project] 10.222.0.89 "GET /v2.0/ports?device_id=c44eccd5-dfa3-4a3f-847a-c21c74381eee HTTP/1.1" status: 200 len: 944 time: 0.1201143 Feb 04 17:13:21.394861 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-5c5fec83-70f9-4447-962a-ae0696d7a0f0 req-c74bde91-d8d7-4381-8dde-648bf1be27cd tempest-ServersWithSpecificFlavorTestJSON-330130714 tempest-ServersWithSpecificFlavorTestJSON-330130714-project] 10.222.0.89 "GET /v2.0/ports?device_id=cb1b0366-d623-4256-9bd7-daa9e73975fa HTTP/1.1" status: 200 len: 210 time: 0.0899658 Feb 04 17:13:21.437876 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device 904c7553-a23a-4bed-8cfa-d7cda77b9747 details requested by agent hyperv_n-h1-827839-2 with host n-h1-827839-2 {{(pid=103378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 17:13:21.466340 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-add36245-fc9a-4554-a7e0-0eded62c11a8 req-b24a56cc-2a37-4375-8092-6e4e26d4ab7b tempest-FloatingIPsAssociationTestJSON-1767827216 tempest-FloatingIPsAssociationTestJSON-1767827216-project] 10.222.0.89 "GET /v2.0/security-groups?id=6426fe0b-86c7-4694-a2c4-8fd16e84da96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246274 Feb 04 17:13:21.656299 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a9016a-92d7-4a7c-bc95-ce76dff74995 req-751c1239-6150-4680-8c68-223388391f1c tempest-ImagesOneServerNegativeTestJSON-254357925 tempest-ImagesOneServerNegativeTestJSON-254357925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:13:21.657995 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-b3a9016a-92d7-4a7c-bc95-ce76dff74995 req-751c1239-6150-4680-8c68-223388391f1c tempest-ImagesOneServerNegativeTestJSON-254357925 tempest-ImagesOneServerNegativeTestJSON-254357925-project] 10.222.0.89 "GET /v2.0/ports?device_id=4bd07e04-af6f-4e7d-8008-4bf0ae443369 HTTP/1.1" status: 200 len: 945 time: 0.1625872 Feb 04 17:13:21.681021 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-7116e83d-0942-4714-9bcb-7134d2fb27d1 req-a3d4404f-91f2-449a-acfe-e39d6bd17991 tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] 10.222.0.89 "GET /v2.0/networks?tenant_id=1cd99d9701204f3692368e4539967c47&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0542283 Feb 04 17:13:21.702458 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Provisioning for port 8de53365-17ae-47ae-b48d-2c5bd7b7ab3c completed by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 17:13:21.711344 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Provisioning complete for port 8de53365-17ae-47ae-b48d-2c5bd7b7ab3c triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:13:21.712125 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (8de53365-17ae-47ae-b48d-2c5bd7b7ab3c), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:13:21.775367 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-b3a9016a-92d7-4a7c-bc95-ce76dff74995 req-a2711d18-74ac-4c7e-99f5-39fc3d96579d tempest-ImagesOneServerNegativeTestJSON-254357925 tempest-ImagesOneServerNegativeTestJSON-254357925-project] 10.222.0.89 "GET /v2.0/security-groups?id=93c660a2-9a39-4e35-b172-c2fcfd9b6315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076159 Feb 04 17:13:21.802334 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9c9639-edf4-4ddb-af64-13c07b4bf99a req-87b8a00a-c6e9-42db-ad3c-835699375144 tempest-ServersWithSpecificFlavorTestJSON-330130714 tempest-ServersWithSpecificFlavorTestJSON-330130714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:13:21.802334 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-6c9c9639-edf4-4ddb-af64-13c07b4bf99a req-87b8a00a-c6e9-42db-ad3c-835699375144 tempest-ServersWithSpecificFlavorTestJSON-330130714 tempest-ServersWithSpecificFlavorTestJSON-330130714-project] 10.222.0.96 "GET /v2.0/ports?device_id=07c45ccf-8a9c-4b4a-a3ab-97114a1df7b0 HTTP/1.1" status: 200 len: 945 time: 0.2669964 Feb 04 17:13:21.855717 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] For port 904c7553-a23a-4bed-8cfa-d7cda77b9747, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=904c7553-a23a-4bed-8cfa-d7cda77b9747,segment=NetworkSegment(3a39b085-d3e6-43bb-a64c-1b06dd049e5a),segment_id=3a39b085-d3e6-43bb-a64c-1b06dd049e5a)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:13:21.915282 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Returning: {'device': '904c7553-a23a-4bed-8cfa-d7cda77b9747', 'network_id': '02be22b9-aa53-40ea-8050-9239cd27d1ff', 'port_id': '904c7553-a23a-4bed-8cfa-d7cda77b9747', 'mac_address': 'fa:16:3e:c1:9d:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 797, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c974b0ff-2c5c-4667-8a81-3bde3ea6ced5', 'ip_address': '192.168.233.101'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 17:13:21.991634 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a20c9e-812e-441e-aeae-ef98c1eaa231 req-5dffa2cd-504e-4e10-a6f8-c8c2b01d6e8e tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:13:21.993275 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-f3a20c9e-812e-441e-aeae-ef98c1eaa231 req-5dffa2cd-504e-4e10-a6f8-c8c2b01d6e8e tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] 10.222.0.89 "GET /v2.0/ports?device_id=9f5aa8b2-f0e7-47df-b418-3e36c0d10805 HTTP/1.1" status: 200 len: 945 time: 0.1061184 Feb 04 17:13:22.005791 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7116e83d-0942-4714-9bcb-7134d2fb27d1 req-c96eec61-cacd-49ac-83c7-0ba3389963ce tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:13:22.017546 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-7116e83d-0942-4714-9bcb-7134d2fb27d1 req-c96eec61-cacd-49ac-83c7-0ba3389963ce tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] 10.222.0.89 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3331358 Feb 04 17:13:22.043602 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bd07e04-af6f-4e7d-8008-4bf0ae443369', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb578c5c-e30a-410b-8d53-585a9f4f1d33'}, {'server_uuid': '9f5aa8b2-f0e7-47df-b418-3e36c0d10805', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c6b4724-1adf-4dd1-8c66-4bc76c05989f'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:13:22.051501 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-7116e83d-0942-4714-9bcb-7134d2fb27d1 req-9736e564-47bf-486f-8215-4c06627dd2e3 tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] 10.222.0.89 "GET /v2.0/quotas/1cd99d9701204f3692368e4539967c47 HTTP/1.1" status: 200 len: 375 time: 0.0329661 Feb 04 17:13:22.058800 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c34bc964ce2211770fda26ca2f3801cc06f4f39928110690550e94ab9c9d2fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcd22ed7-d26f-4f71-902e-19339a78dcd4" -d '{"events": [{"server_uuid": "4bd07e04-af6f-4e7d-8008-4bf0ae443369", "name": "network-vif-plugged", "status": "completed", "tag": "cb578c5c-e30a-410b-8d53-585a9f4f1d33"}, {"server_uuid": "9f5aa8b2-f0e7-47df-b418-3e36c0d10805", "name": "network-vif-plugged", "status": "completed", "tag": "7c6b4724-1adf-4dd1-8c66-4bc76c05989f"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:13:22.079322 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-f3a20c9e-812e-441e-aeae-ef98c1eaa231 req-063e861d-73b6-4842-a74f-0b93ff28b50a tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] 10.222.0.89 "GET /v2.0/security-groups?id=18e6cc58-e448-4d12-9423-2a502a086ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771918 Feb 04 17:13:22.087803 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Current status of the port 904c7553-a23a-4bed-8cfa-d7cda77b9747 is: DOWN; New status is: BUILD {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:13:22.088050 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (904c7553-a23a-4bed-8cfa-d7cda77b9747), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:13:22.109127 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Current status of the port 8de53365-17ae-47ae-b48d-2c5bd7b7ab3c is: BUILD; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:13:22.109595 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (8de53365-17ae-47ae-b48d-2c5bd7b7ab3c), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:13:22.122440 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 904c7553-a23a-4bed-8cfa-d7cda77b9747 {{(pid=103378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 17:13:22.126991 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [req-6c9c9639-edf4-4ddb-af64-13c07b4bf99a req-bcccde2d-8376-452b-957f-75f6628885d3 tempest-ServersWithSpecificFlavorTestJSON-330130714 tempest-ServersWithSpecificFlavorTestJSON-330130714-project] Deleting port e28b6dd2-3435-4f16-9bfc-a3c4c1fccd18 {{(pid=103376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:13:22.127372 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-6c9c9639-edf4-4ddb-af64-13c07b4bf99a req-bcccde2d-8376-452b-957f-75f6628885d3 tempest-ServersWithSpecificFlavorTestJSON-330130714 tempest-ServersWithSpecificFlavorTestJSON-330130714-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (e28b6dd2-3435-4f16-9bfc-a3c4c1fccd18), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:13:22.169605 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] For port 904c7553-a23a-4bed-8cfa-d7cda77b9747, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=904c7553-a23a-4bed-8cfa-d7cda77b9747,segment=NetworkSegment(3a39b085-d3e6-43bb-a64c-1b06dd049e5a),segment_id=3a39b085-d3e6-43bb-a64c-1b06dd049e5a)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:13:22.207667 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (904c7553-a23a-4bed-8cfa-d7cda77b9747), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:13:22.215152 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-7116e83d-0942-4714-9bcb-7134d2fb27d1 req-054c3414-7263-4016-8b4e-4a4582c1a061 tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=1cd99d9701204f3692368e4539967c47&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1612325 Feb 04 17:13:22.215741 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] For port 8de53365-17ae-47ae-b48d-2c5bd7b7ab3c, host n-h2-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=8de53365-17ae-47ae-b48d-2c5bd7b7ab3c,segment=NetworkSegment(1d2e5411-a293-4ba9-86e4-cf68dc997fdd),segment_id=1d2e5411-a293-4ba9-86e4-cf68dc997fdd)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:13:22.226773 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (8de53365-17ae-47ae-b48d-2c5bd7b7ab3c), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:13:22.287506 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [req-6c9c9639-edf4-4ddb-af64-13c07b4bf99a req-bcccde2d-8376-452b-957f-75f6628885d3 tempest-ServersWithSpecificFlavorTestJSON-330130714 tempest-ServersWithSpecificFlavorTestJSON-330130714-project] For port e28b6dd2-3435-4f16-9bfc-a3c4c1fccd18, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=e28b6dd2-3435-4f16-9bfc-a3c4c1fccd18,segment=NetworkSegment(96478007-32f6-4e3f-be0e-d1541677c592),segment_id=96478007-32f6-4e3f-be0e-d1541677c592)] {{(pid=103376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:13:22.287506 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-6c9c9639-edf4-4ddb-af64-13c07b4bf99a req-bcccde2d-8376-452b-957f-75f6628885d3 tempest-ServersWithSpecificFlavorTestJSON-330130714 tempest-ServersWithSpecificFlavorTestJSON-330130714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (e28b6dd2-3435-4f16-9bfc-a3c4c1fccd18), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:13:22.331521 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00202d2a-64df-4b97-b8b0-3f602e80a74f req-a338c1b0-bb3a-4273-b757-b8b836468dc2 tempest-ServersAdminNegativeTestJSON-344829367 tempest-ServersAdminNegativeTestJSON-344829367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:13:22.352509 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-00202d2a-64df-4b97-b8b0-3f602e80a74f req-a338c1b0-bb3a-4273-b757-b8b836468dc2 tempest-ServersAdminNegativeTestJSON-344829367 tempest-ServersAdminNegativeTestJSON-344829367-project] 10.222.0.89 "GET /v2.0/ports?device_id=bf5df23b-6684-4da4-a390-366e2738796e HTTP/1.1" status: 200 len: 949 time: 0.1433101 Feb 04 17:13:22.386879 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Pushing event updated for resources: {'Port': ['ID=904c7553-a23a-4bed-8cfa-d7cda77b9747,revision_number=4']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:13:22.472609 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-00202d2a-64df-4b97-b8b0-3f602e80a74f req-2ac86a2c-84e7-4b07-b7ac-6f83d3cc468f tempest-ServersAdminNegativeTestJSON-344829367 tempest-ServersAdminNegativeTestJSON-344829367-project] 10.222.0.89 "GET /v2.0/security-groups?id=38af6261-52ee-4276-8567-41fcd5f88dcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091204 Feb 04 17:13:22.551816 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Pushing event updated for resources: {'Port': ['ID=8de53365-17ae-47ae-b48d-2c5bd7b7ab3c,revision_number=5']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:13:22.592638 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 04 Feb 2022 17:13:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e6d33ad-e2ef-4dff-9b1c-1d6224159d05 x-openstack-request-id: req-3e6d33ad-e2ef-4dff-9b1c-1d6224159d05 {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:13:22.592954 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bd07e04-af6f-4e7d-8008-4bf0ae443369", "name": "network-vif-plugged", "status": "completed", "tag": "cb578c5c-e30a-410b-8d53-585a9f4f1d33", "code": 200}, {"server_uuid": "9f5aa8b2-f0e7-47df-b418-3e36c0d10805", "name": "network-vif-plugged", "status": "completed", "tag": "7c6b4724-1adf-4dd1-8c66-4bc76c05989f", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:13:22.593912 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-3e6d33ad-e2ef-4dff-9b1c-1d6224159d05 {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:13:22.594360 n-d-827839-2 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bd07e04-af6f-4e7d-8008-4bf0ae443369', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb578c5c-e30a-410b-8d53-585a9f4f1d33', 'code': 200} Feb 04 17:13:22.594612 n-d-827839-2 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f5aa8b2-f0e7-47df-b418-3e36c0d10805', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c6b4724-1adf-4dd1-8c66-4bc76c05989f', 'code': 200} Feb 04 17:13:22.721942 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] get_ports_and_sgs() called for port_ids ['904c7553-a23a-4bed-8cfa-d7cda77b9747'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 17:13:22.812231 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-192241d7-b533-4159-bd93-6f9561da8101 req-8082fc75-0325-4535-b993-f3458844ca42 tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] 10.222.0.89 "GET /v2.0/ports?device_id=cc6828c0-e3de-440f-b02a-be00d4b9136d HTTP/1.1" status: 200 len: 210 time: 0.0940952 Feb 04 17:13:22.843456 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1410c20-1178-4d7a-8fe4-cefee15c2535 req-23b6f0ed-a956-401b-a4da-1697d20b2fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:13:22.849273 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-c1410c20-1178-4d7a-8fe4-cefee15c2535 req-23b6f0ed-a956-401b-a4da-1697d20b2fbc service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=9f5aa8b2-f0e7-47df-b418-3e36c0d10805 HTTP/1.1" status: 200 len: 1127 time: 0.1993074 Feb 04 17:13:22.921647 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-6555ff55-ff66-4398-9727-e2a54e966dee req-761b4125-a8d6-4ddb-996e-8919ba94ba7d tempest-ServersWithSpecificFlavorTestJSON-330130714 tempest-ServersWithSpecificFlavorTestJSON-330130714-project] 10.222.0.89 "GET /v2.0/ports?device_id=cb1b0366-d623-4256-9bd7-daa9e73975fa HTTP/1.1" status: 200 len: 210 time: 0.1046910 Feb 04 17:13:23.057707 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-c1410c20-1178-4d7a-8fe4-cefee15c2535 req-0ef04380-28bf-4505-bddf-66121ae851d6 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=18e6cc58-e448-4d12-9423-2a502a086ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1958830 Feb 04 17:13:23.369448 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca3575b-5b74-4367-9fa4-774623f1a16d req-c6536d94-c78e-42e8-992e-1a65ca2f80f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:13:23.370934 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-dca3575b-5b74-4367-9fa4-774623f1a16d req-c6536d94-c78e-42e8-992e-1a65ca2f80f3 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=4bd07e04-af6f-4e7d-8008-4bf0ae443369 HTTP/1.1" status: 200 len: 1127 time: 0.4451010 Feb 04 17:13:23.414602 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e854194-eacf-4677-829a-f634f12e4979 req-cd8e3a5e-4846-4836-99ab-fd53a9d0af1c tempest-FloatingIPsAssociationTestJSON-1767827216 tempest-FloatingIPsAssociationTestJSON-1767827216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:13:23.423491 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-3e854194-eacf-4677-829a-f634f12e4979 req-cd8e3a5e-4846-4836-99ab-fd53a9d0af1c tempest-FloatingIPsAssociationTestJSON-1767827216 tempest-FloatingIPsAssociationTestJSON-1767827216-project] 10.222.0.89 "GET /v2.0/ports?device_id=c44eccd5-dfa3-4a3f-847a-c21c74381eee HTTP/1.1" status: 200 len: 945 time: 0.3340178 Feb 04 17:13:23.426986 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-6c9c9639-edf4-4ddb-af64-13c07b4bf99a req-bcccde2d-8376-452b-957f-75f6628885d3 tempest-ServersWithSpecificFlavorTestJSON-330130714 tempest-ServersWithSpecificFlavorTestJSON-330130714-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:13:23.427945 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-6c9c9639-edf4-4ddb-af64-13c07b4bf99a req-bcccde2d-8376-452b-957f-75f6628885d3 tempest-ServersWithSpecificFlavorTestJSON-330130714 tempest-ServersWithSpecificFlavorTestJSON-330130714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1595586'] for floatingip (f7037037-04ed-42ec-b088-d26d05e8a6b9), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:13:23.428267 n-d-827839-2 neutron-server[103376]: INFO neutron.db.l3_db [req-6c9c9639-edf4-4ddb-af64-13c07b4bf99a req-bcccde2d-8376-452b-957f-75f6628885d3 tempest-ServersWithSpecificFlavorTestJSON-330130714 tempest-ServersWithSpecificFlavorTestJSON-330130714-project] Floating IP f7037037-04ed-42ec-b088-d26d05e8a6b9 disassociated. External IP: 172.25.6.98, port: e28b6dd2-3435-4f16-9bfc-a3c4c1fccd18. Feb 04 17:13:23.428595 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [req-6c9c9639-edf4-4ddb-af64-13c07b4bf99a req-bcccde2d-8376-452b-957f-75f6628885d3 tempest-ServersWithSpecificFlavorTestJSON-330130714 tempest-ServersWithSpecificFlavorTestJSON-330130714-project] Calling delete_port for e28b6dd2-3435-4f16-9bfc-a3c4c1fccd18 owned by compute:nova {{(pid=103376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:13:23.459598 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ad3a99-c1ed-4c86-982e-fad1e6aacb49 req-182cf863-4e6f-4aa9-8d10-8e2a515d4e1a tempest-ServersWithSpecificFlavorTestJSON-330130714 tempest-ServersWithSpecificFlavorTestJSON-330130714-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:13:23.461336 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-28ad3a99-c1ed-4c86-982e-fad1e6aacb49 req-182cf863-4e6f-4aa9-8d10-8e2a515d4e1a tempest-ServersWithSpecificFlavorTestJSON-330130714 tempest-ServersWithSpecificFlavorTestJSON-330130714-project] 10.222.0.96 "GET /v2.0/networks?id=4d1c76e6-ea0c-4d14-ba91-32b9665be5f0 HTTP/1.1" status: 200 len: 824 time: 0.4001853 Feb 04 17:13:23.466003 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b998721a-4e40-4ab5-a594-e0678207d0ed req-4d9b53b0-6a79-4456-a77f-b837fd475b4a tempest-ImagesOneServerNegativeTestJSON-254357925 tempest-ImagesOneServerNegativeTestJSON-254357925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:13:23.467521 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-b998721a-4e40-4ab5-a594-e0678207d0ed req-4d9b53b0-6a79-4456-a77f-b837fd475b4a tempest-ImagesOneServerNegativeTestJSON-254357925 tempest-ImagesOneServerNegativeTestJSON-254357925-project] 10.222.0.89 "GET /v2.0/ports?device_id=4bd07e04-af6f-4e7d-8008-4bf0ae443369 HTTP/1.1" status: 200 len: 945 time: 0.1954358 Feb 04 17:13:23.529198 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-3e854194-eacf-4677-829a-f634f12e4979 req-1482cad7-3046-4009-9d26-dcb2e4f67622 tempest-FloatingIPsAssociationTestJSON-1767827216 tempest-FloatingIPsAssociationTestJSON-1767827216-project] 10.222.0.89 "GET /v2.0/security-groups?id=6426fe0b-86c7-4694-a2c4-8fd16e84da96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044381 Feb 04 17:13:23.558171 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-dca3575b-5b74-4367-9fa4-774623f1a16d req-1fea8477-0d02-4ba0-a998-13b7ebe8bc26 service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=93c660a2-9a39-4e35-b172-c2fcfd9b6315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1750081 Feb 04 17:13:23.649464 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-b998721a-4e40-4ab5-a594-e0678207d0ed req-8c0b16b9-9bcd-4dec-b365-a6d44323af3e tempest-ImagesOneServerNegativeTestJSON-254357925 tempest-ImagesOneServerNegativeTestJSON-254357925-project] 10.222.0.89 "GET /v2.0/security-groups?id=93c660a2-9a39-4e35-b172-c2fcfd9b6315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526775 Feb 04 17:13:23.707254 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-28ad3a99-c1ed-4c86-982e-fad1e6aacb49 req-1405416f-89d8-4fe5-aece-25668b33edd5 tempest-ServersWithSpecificFlavorTestJSON-330130714 tempest-ServersWithSpecificFlavorTestJSON-330130714-project] 10.222.0.96 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f616a69521a6439b8b9ce4b5361b1b3c HTTP/1.1" status: 200 len: 379 time: 0.1945429 Feb 04 17:13:23.773628 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e5b9dd-8526-488c-ac3a-50a9e4fbec1f req-84855d35-1f5e-4792-98fb-1b1116c28e7c tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:13:23.781543 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-c2e5b9dd-8526-488c-ac3a-50a9e4fbec1f req-84855d35-1f5e-4792-98fb-1b1116c28e7c tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] 10.222.0.89 "GET /v2.0/ports?device_id=9f5aa8b2-f0e7-47df-b418-3e36c0d10805 HTTP/1.1" status: 200 len: 945 time: 0.1326797 Feb 04 17:13:23.853447 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-c2e5b9dd-8526-488c-ac3a-50a9e4fbec1f req-1600b36e-f52c-4d1e-8fae-a6e37e5dec47 tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] 10.222.0.89 "GET /v2.0/security-groups?id=18e6cc58-e448-4d12-9423-2a502a086ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685675 Feb 04 17:13:23.857482 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [req-28ad3a99-c1ed-4c86-982e-fad1e6aacb49 req-070f55c4-d2b3-41cd-8ad1-916d2d91335c tempest-ServersWithSpecificFlavorTestJSON-330130714 tempest-ServersWithSpecificFlavorTestJSON-330130714-project] Request body: {'port': {'device_id': 'cb1b0366-d623-4256-9bd7-daa9e73975fa', 'network_id': '4d1c76e6-ea0c-4d14-ba91-32b9665be5f0', 'admin_state_up': True, 'tenant_id': 'f616a69521a6439b8b9ce4b5361b1b3c', 'security_groups': ['a2b9895e-fd37-4072-8754-90c5d10d2f1e']}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:13:24.117347 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-f579428b-e2c3-49d0-b81a-5a96bb85b48d req-b18162a1-6c33-4474-a8ab-e04dffc39cca tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] 10.222.0.89 "GET /v2.0/ports?device_id=cc6828c0-e3de-440f-b02a-be00d4b9136d HTTP/1.1" status: 200 len: 210 time: 0.0564165 Feb 04 17:13:24.161154 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-6c9c9639-edf4-4ddb-af64-13c07b4bf99a req-bcccde2d-8376-452b-957f-75f6628885d3 tempest-ServersWithSpecificFlavorTestJSON-330130714 tempest-ServersWithSpecificFlavorTestJSON-330130714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144'] for port (e28b6dd2-3435-4f16-9bfc-a3c4c1fccd18), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:13:24.180921 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-28ad3a99-c1ed-4c86-982e-fad1e6aacb49 req-070f55c4-d2b3-41cd-8ad1-916d2d91335c tempest-ServersWithSpecificFlavorTestJSON-330130714 tempest-ServersWithSpecificFlavorTestJSON-330130714-project] Made reservation on behalf of f616a69521a6439b8b9ce4b5361b1b3c for: {'port': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:13:24.184778 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-28ad3a99-c1ed-4c86-982e-fad1e6aacb49 req-070f55c4-d2b3-41cd-8ad1-916d2d91335c tempest-ServersWithSpecificFlavorTestJSON-330130714 tempest-ServersWithSpecificFlavorTestJSON-330130714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:13:24.205502 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced74adf-9494-4699-a258-d7917db930bf req-c35daadb-7360-4f9b-92d1-141babfbd93e tempest-ServersAdminNegativeTestJSON-344829367 tempest-ServersAdminNegativeTestJSON-344829367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:13:24.212850 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-ced74adf-9494-4699-a258-d7917db930bf req-c35daadb-7360-4f9b-92d1-141babfbd93e tempest-ServersAdminNegativeTestJSON-344829367 tempest-ServersAdminNegativeTestJSON-344829367-project] 10.222.0.89 "GET /v2.0/ports?device_id=bf5df23b-6684-4da4-a390-366e2738796e HTTP/1.1" status: 200 len: 949 time: 0.1277127 Feb 04 17:13:24.215986 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcccde2d-8376-452b-957f-75f6628885d3 tempest-ServersWithSpecificFlavorTestJSON-330130714 tempest-ServersWithSpecificFlavorTestJSON-330130714-project] Pushing event deleted for resources: {'Port': ['ID=e28b6dd2-3435-4f16-9bfc-a3c4c1fccd18,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:13:24.279733 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-7caccb44-d1f1-4618-806d-c2dc11f3d494 req-a045b2d4-c6cf-47f6-8805-733437ab152e tempest-ServersWithSpecificFlavorTestJSON-330130714 tempest-ServersWithSpecificFlavorTestJSON-330130714-project] 10.222.0.89 "GET /v2.0/ports?device_id=cb1b0366-d623-4256-9bd7-daa9e73975fa HTTP/1.1" status: 200 len: 210 time: 0.0521202 Feb 04 17:13:24.373395 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-ced74adf-9494-4699-a258-d7917db930bf req-a09dd48f-eb3a-4e3d-8a6e-7809ce933097 tempest-ServersAdminNegativeTestJSON-344829367 tempest-ServersAdminNegativeTestJSON-344829367-project] 10.222.0.89 "GET /v2.0/security-groups?id=38af6261-52ee-4276-8567-41fcd5f88dcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594622 Feb 04 17:13:24.431664 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6c9c9639-edf4-4ddb-af64-13c07b4bf99a req-bcccde2d-8376-452b-957f-75f6628885d3 tempest-ServersWithSpecificFlavorTestJSON-330130714 tempest-ServersWithSpecificFlavorTestJSON-330130714-project] Router e0d96195-acff-4146-81bc-edd40b66b4a4 has already been hosted by L3 agent 64ada913-9131-4d99-a265-63a920956287 {{(pid=103376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 17:13:24.463796 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.db_base_plugin_common [req-28ad3a99-c1ed-4c86-982e-fad1e6aacb49 req-070f55c4-d2b3-41cd-8ad1-916d2d91335c tempest-ServersWithSpecificFlavorTestJSON-330130714 tempest-ServersWithSpecificFlavorTestJSON-330130714-project] Allocated IP 172.20.0.3 (4d1c76e6-ea0c-4d14-ba91-32b9665be5f0/46532e3a-bfe8-4be0-a512-ac5329d05d46/10c097a6-2357-455f-a26f-a8db86e47315) {{(pid=103377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:13:24.596506 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c44eccd5-dfa3-4a3f-847a-c21c74381eee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8de53365-17ae-47ae-b48d-2c5bd7b7ab3c'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:13:24.599992 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c34bc964ce2211770fda26ca2f3801cc06f4f39928110690550e94ab9c9d2fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23408f32-debc-4860-a6ea-fc5406517708" -d '{"events": [{"server_uuid": "c44eccd5-dfa3-4a3f-847a-c21c74381eee", "name": "network-vif-plugged", "status": "completed", "tag": "8de53365-17ae-47ae-b48d-2c5bd7b7ab3c"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:13:24.717401 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 17:13:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39f85c43-fcb3-4391-9b7e-c073fed52acd x-openstack-request-id: req-39f85c43-fcb3-4391-9b7e-c073fed52acd {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:13:24.717985 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c44eccd5-dfa3-4a3f-847a-c21c74381eee", "name": "network-vif-plugged", "status": "completed", "tag": "8de53365-17ae-47ae-b48d-2c5bd7b7ab3c", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:13:24.718404 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-39f85c43-fcb3-4391-9b7e-c073fed52acd {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:13:24.718981 n-d-827839-2 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c44eccd5-dfa3-4a3f-847a-c21c74381eee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8de53365-17ae-47ae-b48d-2c5bd7b7ab3c', 'code': 200} Feb 04 17:13:24.726380 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6c9c9639-edf4-4ddb-af64-13c07b4bf99a req-bcccde2d-8376-452b-957f-75f6628885d3 tempest-ServersWithSpecificFlavorTestJSON-330130714 tempest-ServersWithSpecificFlavorTestJSON-330130714-project] Notify agent at l3_agent.n-d-827839-2 the message routers_updated {{(pid=103376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 17:13:24.749274 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc86f868-17f2-4729-9ab2-28fe07cdfff7 None None] Sync routers for ids ['e0d96195-acff-4146-81bc-edd40b66b4a4'] in n-d-827839-2 {{(pid=103378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 17:13:24.781200 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc86f868-17f2-4729-9ab2-28fe07cdfff7 None None] Routers {'e0d96195-acff-4146-81bc-edd40b66b4a4'} bound to L3 agent in host n-d-827839-2 {{(pid=103378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:13:24.783357 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-dc86f868-17f2-4729-9ab2-28fe07cdfff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:13:02Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['e0d96195-acff-4146-81bc-edd40b66b4a4'], 'active': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:13:24.825969 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c9c9639-edf4-4ddb-af64-13c07b4bf99a req-bcccde2d-8376-452b-957f-75f6628885d3 tempest-ServersWithSpecificFlavorTestJSON-330130714 tempest-ServersWithSpecificFlavorTestJSON-330130714-project] No DVR routers for this DVR port e28b6dd2-3435-4f16-9bfc-a3c4c1fccd18 on host n-h1-827839-2 {{(pid=103376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 17:13:24.834444 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-6c9c9639-edf4-4ddb-af64-13c07b4bf99a req-bcccde2d-8376-452b-957f-75f6628885d3 tempest-ServersWithSpecificFlavorTestJSON-330130714 tempest-ServersWithSpecificFlavorTestJSON-330130714-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:13:24.842974 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-6c9c9639-edf4-4ddb-af64-13c07b4bf99a req-bcccde2d-8376-452b-957f-75f6628885d3 tempest-ServersWithSpecificFlavorTestJSON-330130714 tempest-ServersWithSpecificFlavorTestJSON-330130714-project] 10.222.0.96 "DELETE /v2.0/ports/e28b6dd2-3435-4f16-9bfc-a3c4c1fccd18 HTTP/1.1" status: 204 len: 173 time: 3.0359216 Feb 04 17:13:24.845457 n-d-827839-2 neutron-server[103376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07c45ccf-8a9c-4b4a-a3ab-97114a1df7b0', 'name': 'network-vif-deleted', 'tag': 'e28b6dd2-3435-4f16-9bfc-a3c4c1fccd18'}] {{(pid=103376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:13:24.850405 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-7116e83d-0942-4714-9bcb-7134d2fb27d1 req-dba31322-3e33-4c6a-af44-6a7756f66c8e tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] 10.222.0.90 "GET /v2.0/networks?tenant_id=1cd99d9701204f3692368e4539967c47&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0989192 Feb 04 17:13:24.851918 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d59c3bb5e2f09ebf62144d5e09b1cff60c763a9c19614c24538e77842938c05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b686c59-2024-4f58-9c98-6106cb297ec7" -d '{"events": [{"server_uuid": "07c45ccf-8a9c-4b4a-a3ab-97114a1df7b0", "name": "network-vif-deleted", "tag": "e28b6dd2-3435-4f16-9bfc-a3c4c1fccd18"}]}' {{(pid=103376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:13:24.881117 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-28ad3a99-c1ed-4c86-982e-fad1e6aacb49 req-070f55c4-d2b3-41cd-8ad1-916d2d91335c tempest-ServersWithSpecificFlavorTestJSON-330130714 tempest-ServersWithSpecificFlavorTestJSON-330130714-project] Publish callbacks [] for port (10c097a6-2357-455f-a26f-a8db86e47315), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:13:25.009593 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ad430d-17bb-483f-bbca-10e0151036df req-94b57051-aba9-429e-90ca-4abd0c4a1af6 tempest-FloatingIPsAssociationTestJSON-1767827216 tempest-FloatingIPsAssociationTestJSON-1767827216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:13:25.016811 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-28ad430d-17bb-483f-bbca-10e0151036df req-94b57051-aba9-429e-90ca-4abd0c4a1af6 tempest-FloatingIPsAssociationTestJSON-1767827216 tempest-FloatingIPsAssociationTestJSON-1767827216-project] 10.222.0.89 "GET /v2.0/ports?device_id=c44eccd5-dfa3-4a3f-847a-c21c74381eee HTTP/1.1" status: 200 len: 945 time: 0.3098085 Feb 04 17:13:25.132539 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79937cc2-d6d3-4428-9ee8-af4c45de23a3 req-c1aec918-6b09-4d8c-9661-1ec4253cef74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:13:25.145294 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-79937cc2-d6d3-4428-9ee8-af4c45de23a3 req-c1aec918-6b09-4d8c-9661-1ec4253cef74 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=c44eccd5-dfa3-4a3f-847a-c21c74381eee HTTP/1.1" status: 200 len: 1127 time: 0.2477670 Feb 04 17:13:25.236165 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvr_db [None req-dc86f868-17f2-4729-9ab2-28fe07cdfff7 None None] Set router e0d96195-acff-4146-81bc-edd40b66b4a4 gateway port host: n-d-827839-2 {{(pid=103378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:13:25.252148 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-28ad430d-17bb-483f-bbca-10e0151036df req-490484c0-d1ba-429a-8ad0-51d359521f57 tempest-FloatingIPsAssociationTestJSON-1767827216 tempest-FloatingIPsAssociationTestJSON-1767827216-project] 10.222.0.89 "GET /v2.0/security-groups?id=6426fe0b-86c7-4694-a2c4-8fd16e84da96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2332809 Feb 04 17:13:25.260480 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-28ad3a99-c1ed-4c86-982e-fad1e6aacb49 req-070f55c4-d2b3-41cd-8ad1-916d2d91335c tempest-ServersWithSpecificFlavorTestJSON-330130714 tempest-ServersWithSpecificFlavorTestJSON-330130714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (10c097a6-2357-455f-a26f-a8db86e47315), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:13:25.313279 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-28ad3a99-c1ed-4c86-982e-fad1e6aacb49 req-070f55c4-d2b3-41cd-8ad1-916d2d91335c tempest-ServersWithSpecificFlavorTestJSON-330130714 tempest-ServersWithSpecificFlavorTestJSON-330130714-project] Network 4d1c76e6-ea0c-4d14-ba91-32b9665be5f0 is already hosted by enough agents. {{(pid=103377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:13:25.322889 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7116e83d-0942-4714-9bcb-7134d2fb27d1 req-7fefbc01-5aeb-4958-9aa9-af3b99b1ed27 tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:13:25.324530 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-7116e83d-0942-4714-9bcb-7134d2fb27d1 req-7fefbc01-5aeb-4958-9aa9-af3b99b1ed27 tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4623246 Feb 04 17:13:25.332606 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [req-28ad3a99-c1ed-4c86-982e-fad1e6aacb49 req-070f55c4-d2b3-41cd-8ad1-916d2d91335c tempest-ServersWithSpecificFlavorTestJSON-330130714 tempest-ServersWithSpecificFlavorTestJSON-330130714-project] Resources bound (agent type, host, resource id): {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:13:25.335626 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [req-28ad3a99-c1ed-4c86-982e-fad1e6aacb49 req-070f55c4-d2b3-41cd-8ad1-916d2d91335c tempest-ServersWithSpecificFlavorTestJSON-330130714 tempest-ServersWithSpecificFlavorTestJSON-330130714-project] Received port after_create {{(pid=103377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:13:25.366393 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 17:13:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-523c4753-a42f-4a6a-a7db-17b5a616650b x-openstack-request-id: req-523c4753-a42f-4a6a-a7db-17b5a616650b {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:13:25.373222 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07c45ccf-8a9c-4b4a-a3ab-97114a1df7b0", "name": "network-vif-deleted", "tag": "e28b6dd2-3435-4f16-9bfc-a3c4c1fccd18", "status": "completed", "code": 200}]} {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:13:25.373726 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-523c4753-a42f-4a6a-a7db-17b5a616650b {{(pid=103376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:13:25.374394 n-d-827839-2 neutron-server[103376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07c45ccf-8a9c-4b4a-a3ab-97114a1df7b0', 'name': 'network-vif-deleted', 'tag': 'e28b6dd2-3435-4f16-9bfc-a3c4c1fccd18', 'status': 'completed', 'code': 200} Feb 04 17:13:25.399362 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2137bc3d-6117-4908-ad6c-9998f14c4dda req-32241e3f-8740-403f-8f3d-e11bfc660b23 tempest-ImagesOneServerNegativeTestJSON-254357925 tempest-ImagesOneServerNegativeTestJSON-254357925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:13:25.405771 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device 904c7553-a23a-4bed-8cfa-d7cda77b9747 up at agent hyperv_n-h1-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:13:25.407290 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-2137bc3d-6117-4908-ad6c-9998f14c4dda req-32241e3f-8740-403f-8f3d-e11bfc660b23 tempest-ImagesOneServerNegativeTestJSON-254357925 tempest-ImagesOneServerNegativeTestJSON-254357925-project] 10.222.0.89 "GET /v2.0/ports?device_id=4bd07e04-af6f-4e7d-8008-4bf0ae443369 HTTP/1.1" status: 200 len: 945 time: 0.1936946 Feb 04 17:13:25.452387 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [req-7116e83d-0942-4714-9bcb-7134d2fb27d1 req-530d8c71-aca7-47a0-8b93-3e2736e17bb8 tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] Request body: {'port': {'device_id': 'cc6828c0-e3de-440f-b02a-be00d4b9136d', 'network_id': '02be22b9-aa53-40ea-8050-9239cd27d1ff', 'admin_state_up': True, 'tenant_id': '1cd99d9701204f3692368e4539967c47'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:13:25.537314 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-2137bc3d-6117-4908-ad6c-9998f14c4dda req-f9450fa4-104a-4ede-8e3f-f05b0dd66924 tempest-ImagesOneServerNegativeTestJSON-254357925 tempest-ImagesOneServerNegativeTestJSON-254357925-project] 10.222.0.89 "GET /v2.0/security-groups?id=93c660a2-9a39-4e35-b172-c2fcfd9b6315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213868 Feb 04 17:13:25.671685 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Provisioning for port 904c7553-a23a-4bed-8cfa-d7cda77b9747 completed by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 17:13:25.679368 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Provisioning complete for port 904c7553-a23a-4bed-8cfa-d7cda77b9747 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:13:25.680136 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (904c7553-a23a-4bed-8cfa-d7cda77b9747), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:13:25.773174 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-79937cc2-d6d3-4428-9ee8-af4c45de23a3 req-ce72423c-9318-4078-9951-ce946b56e2b4 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=6426fe0b-86c7-4694-a2c4-8fd16e84da96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5746117 Feb 04 17:13:25.774327 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070f55c4-d2b3-41cd-8ad1-916d2d91335c tempest-ServersWithSpecificFlavorTestJSON-330130714 tempest-ServersWithSpecificFlavorTestJSON-330130714-project] Pushing event updated for resources: {'Port': ['ID=10c097a6-2357-455f-a26f-a8db86e47315,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:13:25.826372 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-4799378a-dec9-461f-8592-b3f0001823d3 req-b7d6c8b1-0be6-4ff0-be67-92ebf64a8f57 tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] 10.222.0.89 "GET /v2.0/ports?device_id=cc6828c0-e3de-440f-b02a-be00d4b9136d HTTP/1.1" status: 200 len: 210 time: 0.0644479 Feb 04 17:13:25.970564 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Current status of the port 904c7553-a23a-4bed-8cfa-d7cda77b9747 is: BUILD; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:13:25.971132 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (904c7553-a23a-4bed-8cfa-d7cda77b9747), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:13:25.994737 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-dc86f868-17f2-4729-9ab2-28fe07cdfff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0d96195-acff-4146-81bc-edd40b66b4a4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1579046244-router', 'tenant_id': 'f616a69521a6439b8b9ce4b5361b1b3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.56'}], 'enable_snat': True}, 'gw_port_id': '831da7a3-2097-48f7-8496-d400ff797b27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:10:56Z', 'updated_at': '2022-02-04T17:11:00Z', 'revision_number': 4, 'project_id': 'f616a69521a6439b8b9ce4b5361b1b3c', 'gw_port': {'id': '831da7a3-2097-48f7-8496-d400ff797b27', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:ed:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0d96195-acff-4146-81bc-edd40b66b4a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:10:57Z', 'updated_at': '2022-02-04T17:11:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_interfaces': [{'id': 'b0b5d03f-dc2e-46ac-8e2a-baf5cc577f5d', 'name': '', 'network_id': '4d1c76e6-ea0c-4d14-ba91-32b9665be5f0', 'tenant_id': 'f616a69521a6439b8b9ce4b5361b1b3c', 'mac_address': 'fa:16:3e:fe:72:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0d96195-acff-4146-81bc-edd40b66b4a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '46532e3a-bfe8-4be0-a512-ac5329d05d46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:10:59Z', 'updated_at': '2022-02-04T17:11:05Z', 'revision_number': 5, 'project_id': 'f616a69521a6439b8b9ce4b5361b1b3c', 'subnets': [{'id': '46532e3a-bfe8-4be0-a512-ac5329d05d46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-2', False) {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:13:26.039521 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc86f868-17f2-4729-9ab2-28fe07cdfff7 None None] Checking router: e0d96195-acff-4146-81bc-edd40b66b4a4 for host: n-d-827839-2 {{(pid=103378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 17:13:26.044861 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] For port 904c7553-a23a-4bed-8cfa-d7cda77b9747, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=904c7553-a23a-4bed-8cfa-d7cda77b9747,segment=NetworkSegment(3a39b085-d3e6-43bb-a64c-1b06dd049e5a),segment_id=3a39b085-d3e6-43bb-a64c-1b06dd049e5a)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:13:26.053032 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc86f868-17f2-4729-9ab2-28fe07cdfff7 None None] Routers {'e0d96195-acff-4146-81bc-edd40b66b4a4'} bound to L3 agent in host n-d-827839-2 {{(pid=103378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:13:26.054136 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-dc86f868-17f2-4729-9ab2-28fe07cdfff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:13:02Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['e0d96195-acff-4146-81bc-edd40b66b4a4'], 'active': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:13:26.056842 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (904c7553-a23a-4bed-8cfa-d7cda77b9747), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:13:26.057708 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device e28b6dd2-3435-4f16-9bfc-a3c4c1fccd18 no longer exists at agent hyperv_n-h1-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:13:26.108242 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9a50cf-c9cc-405d-ae9b-69d598237097 req-50c07301-48d5-44ab-9162-53496e4e09cd tempest-ServersWithSpecificFlavorTestJSON-330130714 tempest-ServersWithSpecificFlavorTestJSON-330130714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:13:26.110268 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-4c9a50cf-c9cc-405d-ae9b-69d598237097 req-50c07301-48d5-44ab-9162-53496e4e09cd tempest-ServersWithSpecificFlavorTestJSON-330130714 tempest-ServersWithSpecificFlavorTestJSON-330130714-project] 10.222.0.89 "GET /v2.0/ports?device_id=cb1b0366-d623-4256-9bd7-daa9e73975fa HTTP/1.1" status: 200 len: 931 time: 0.1908698 Feb 04 17:13:26.205078 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-4c9a50cf-c9cc-405d-ae9b-69d598237097 req-3d0ac52d-ab13-491f-add6-78b11859de7a tempest-ServersWithSpecificFlavorTestJSON-330130714 tempest-ServersWithSpecificFlavorTestJSON-330130714-project] 10.222.0.89 "GET /v2.0/security-groups?id=a2b9895e-fd37-4072-8754-90c5d10d2f1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0861342 Feb 04 17:13:26.413069 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7116e83d-0942-4714-9bcb-7134d2fb27d1 req-530d8c71-aca7-47a0-8b93-3e2736e17bb8 tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] Made reservation on behalf of 1cd99d9701204f3692368e4539967c47 for: {'port': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:13:26.431196 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-7116e83d-0942-4714-9bcb-7134d2fb27d1 req-530d8c71-aca7-47a0-8b93-3e2736e17bb8 tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:13:26.447175 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c58ce2-b5e8-4c36-bc8a-3d8e02268053 req-66608280-6761-484a-8891-1d6d5c8f07a6 tempest-ServersAdminNegativeTestJSON-344829367 tempest-ServersAdminNegativeTestJSON-344829367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:13:26.454668 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-28c58ce2-b5e8-4c36-bc8a-3d8e02268053 req-66608280-6761-484a-8891-1d6d5c8f07a6 tempest-ServersAdminNegativeTestJSON-344829367 tempest-ServersAdminNegativeTestJSON-344829367-project] 10.222.0.89 "GET /v2.0/ports?device_id=bf5df23b-6684-4da4-a390-366e2738796e HTTP/1.1" status: 200 len: 950 time: 0.1383927 Feb 04 17:13:26.483248 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ad3a99-c1ed-4c86-982e-fad1e6aacb49 req-070f55c4-d2b3-41cd-8ad1-916d2d91335c tempest-ServersWithSpecificFlavorTestJSON-330130714 tempest-ServersWithSpecificFlavorTestJSON-330130714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:13:26.483782 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-28ad3a99-c1ed-4c86-982e-fad1e6aacb49 req-070f55c4-d2b3-41cd-8ad1-916d2d91335c tempest-ServersWithSpecificFlavorTestJSON-330130714 tempest-ServersWithSpecificFlavorTestJSON-330130714-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:13:26.534715 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] No Port match for: e28b6dd2-3435-4f16-9bfc-a3c4c1fccd18 {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 17:13:26.540113 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device e28b6dd2-3435-4f16-9bfc-a3c4c1fccd18 not bound to the agent host n-h1-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 17:13:26.557497 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-28c58ce2-b5e8-4c36-bc8a-3d8e02268053 req-192005f9-cfbd-4869-8dd8-f7b1023b21d5 tempest-ServersAdminNegativeTestJSON-344829367 tempest-ServersAdminNegativeTestJSON-344829367-project] 10.222.0.89 "GET /v2.0/security-groups?id=38af6261-52ee-4276-8567-41fcd5f88dcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966947 Feb 04 17:13:26.565710 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-28ad3a99-c1ed-4c86-982e-fad1e6aacb49 req-070f55c4-d2b3-41cd-8ad1-916d2d91335c tempest-ServersWithSpecificFlavorTestJSON-330130714 tempest-ServersWithSpecificFlavorTestJSON-330130714-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7325590 Feb 04 17:13:26.593420 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [req-28ad3a99-c1ed-4c86-982e-fad1e6aacb49 req-46d38264-fce0-42dd-8a95-2d4d34fb8ed9 service neutron] Request body: {'port': {'device_id': 'cb1b0366-d623-4256-9bd7-daa9e73975fa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827839-2'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:13:26.727095 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdab14f-b2a4-40ab-9cb6-ea83e9756870 req-69640283-e80d-45d2-a92f-4e0c62776f6b tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:13:26.728894 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf5df23b-6684-4da4-a390-366e2738796e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '904c7553-a23a-4bed-8cfa-d7cda77b9747'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:13:26.733977 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c34bc964ce2211770fda26ca2f3801cc06f4f39928110690550e94ab9c9d2fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c21bd564-30f8-4462-9a08-0b3a0feaef08" -d '{"events": [{"server_uuid": "bf5df23b-6684-4da4-a390-366e2738796e", "name": "network-vif-plugged", "status": "completed", "tag": "904c7553-a23a-4bed-8cfa-d7cda77b9747"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:13:26.738095 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-7bdab14f-b2a4-40ab-9cb6-ea83e9756870 req-69640283-e80d-45d2-a92f-4e0c62776f6b tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] 10.222.0.89 "GET /v2.0/ports?device_id=9f5aa8b2-f0e7-47df-b418-3e36c0d10805 HTTP/1.1" status: 200 len: 945 time: 1.0093200 Feb 04 17:13:26.798583 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-28ad3a99-c1ed-4c86-982e-fad1e6aacb49 req-46d38264-fce0-42dd-8a95-2d4d34fb8ed9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (10c097a6-2357-455f-a26f-a8db86e47315), before_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:13:26.812840 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Pushing event updated for resources: {'Port': ['ID=904c7553-a23a-4bed-8cfa-d7cda77b9747,revision_number=5']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:13:26.842935 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a018e01-3961-4487-bfae-fa9fbff88866 req-5b7afc0f-45c3-41fe-8cf8-1e771fd6eb58 tempest-FloatingIPsAssociationTestJSON-1767827216 tempest-FloatingIPsAssociationTestJSON-1767827216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:13:26.846835 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-5a018e01-3961-4487-bfae-fa9fbff88866 req-5b7afc0f-45c3-41fe-8cf8-1e771fd6eb58 tempest-FloatingIPsAssociationTestJSON-1767827216 tempest-FloatingIPsAssociationTestJSON-1767827216-project] 10.222.0.89 "GET /v2.0/ports?device_id=c44eccd5-dfa3-4a3f-847a-c21c74381eee HTTP/1.1" status: 200 len: 945 time: 0.1700535 Feb 04 17:13:26.862495 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-7bdab14f-b2a4-40ab-9cb6-ea83e9756870 req-460b88fe-788f-47b8-9621-14e71d4d2585 tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] 10.222.0.89 "GET /v2.0/security-groups?id=18e6cc58-e448-4d12-9423-2a502a086ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232858 Feb 04 17:13:26.894342 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvr_db [None req-dc86f868-17f2-4729-9ab2-28fe07cdfff7 None None] Set router e0d96195-acff-4146-81bc-edd40b66b4a4 gateway port host: n-d-827839-2 {{(pid=103378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:13:26.971411 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-5a018e01-3961-4487-bfae-fa9fbff88866 req-66051580-6f62-4944-89b7-7d9045b9d19e tempest-FloatingIPsAssociationTestJSON-1767827216 tempest-FloatingIPsAssociationTestJSON-1767827216-project] 10.222.0.89 "GET /v2.0/security-groups?id=6426fe0b-86c7-4694-a2c4-8fd16e84da96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176016 Feb 04 17:13:27.070099 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.db_base_plugin_common [req-7116e83d-0942-4714-9bcb-7134d2fb27d1 req-530d8c71-aca7-47a0-8b93-3e2736e17bb8 tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] Allocated IP 192.168.233.110 (02be22b9-aa53-40ea-8050-9239cd27d1ff/c974b0ff-2c5c-4667-8a81-3bde3ea6ced5/1c7d9fa2-9ef9-488a-a8c3-a61982a926f8) {{(pid=103377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:13:27.152270 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 17:13:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b00e385e-cb73-45a5-be41-c174e36f50bd x-openstack-request-id: req-b00e385e-cb73-45a5-be41-c174e36f50bd {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:13:27.152435 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf5df23b-6684-4da4-a390-366e2738796e", "name": "network-vif-plugged", "status": "completed", "tag": "904c7553-a23a-4bed-8cfa-d7cda77b9747", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:13:27.153310 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-b00e385e-cb73-45a5-be41-c174e36f50bd {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:13:27.158363 n-d-827839-2 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf5df23b-6684-4da4-a390-366e2738796e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '904c7553-a23a-4bed-8cfa-d7cda77b9747', 'code': 200} Feb 04 17:13:27.309278 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df08801-3d88-4180-a6bf-3cb0f6f2dc34 req-848402ee-b5c2-4119-aa20-4cbe824c7a37 tempest-ImagesOneServerNegativeTestJSON-254357925 tempest-ImagesOneServerNegativeTestJSON-254357925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:13:27.316082 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-8df08801-3d88-4180-a6bf-3cb0f6f2dc34 req-848402ee-b5c2-4119-aa20-4cbe824c7a37 tempest-ImagesOneServerNegativeTestJSON-254357925 tempest-ImagesOneServerNegativeTestJSON-254357925-project] 10.222.0.89 "GET /v2.0/ports?device_id=4bd07e04-af6f-4e7d-8008-4bf0ae443369 HTTP/1.1" status: 200 len: 945 time: 0.3320546 Feb 04 17:13:27.318705 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-17124e36-b5c7-43ed-84a7-a1243e4b17a8 req-4f6b3c61-9056-4037-ac0f-fe7b8cdd5417 tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] 10.222.0.89 "GET /v2.0/ports?device_id=cc6828c0-e3de-440f-b02a-be00d4b9136d HTTP/1.1" status: 200 len: 210 time: 0.0826583 Feb 04 17:13:27.425404 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-dc86f868-17f2-4729-9ab2-28fe07cdfff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0d96195-acff-4146-81bc-edd40b66b4a4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1579046244-router', 'tenant_id': 'f616a69521a6439b8b9ce4b5361b1b3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.56'}], 'enable_snat': True}, 'gw_port_id': '831da7a3-2097-48f7-8496-d400ff797b27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:10:56Z', 'updated_at': '2022-02-04T17:11:00Z', 'revision_number': 4, 'project_id': 'f616a69521a6439b8b9ce4b5361b1b3c', 'gw_port': {'id': '831da7a3-2097-48f7-8496-d400ff797b27', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:ed:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0d96195-acff-4146-81bc-edd40b66b4a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:10:57Z', 'updated_at': '2022-02-04T17:11:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_interfaces': [{'id': 'b0b5d03f-dc2e-46ac-8e2a-baf5cc577f5d', 'name': '', 'network_id': '4d1c76e6-ea0c-4d14-ba91-32b9665be5f0', 'tenant_id': 'f616a69521a6439b8b9ce4b5361b1b3c', 'mac_address': 'fa:16:3e:fe:72:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0d96195-acff-4146-81bc-edd40b66b4a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '46532e3a-bfe8-4be0-a512-ac5329d05d46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:10:59Z', 'updated_at': '2022-02-04T17:11:05Z', 'revision_number': 5, 'project_id': 'f616a69521a6439b8b9ce4b5361b1b3c', 'subnets': [{'id': '46532e3a-bfe8-4be0-a512-ac5329d05d46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-2', False) {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:13:27.502249 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc86f868-17f2-4729-9ab2-28fe07cdfff7 None None] The sync data for ids ['e0d96195-acff-4146-81bc-edd40b66b4a4'] in n-d-827839-2 is: [{'id': 'e0d96195-acff-4146-81bc-edd40b66b4a4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1579046244-router', 'tenant_id': 'f616a69521a6439b8b9ce4b5361b1b3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.56'}], 'enable_snat': True}, 'gw_port_id': '831da7a3-2097-48f7-8496-d400ff797b27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:10:56Z', 'updated_at': '2022-02-04T17:11:00Z', 'revision_number': 4, 'project_id': 'f616a69521a6439b8b9ce4b5361b1b3c', 'gw_port': {'id': '831da7a3-2097-48f7-8496-d400ff797b27', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:ed:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0d96195-acff-4146-81bc-edd40b66b4a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:10:57Z', 'updated_at': '2022-02-04T17:11:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_interfaces': [{'id': 'b0b5d03f-dc2e-46ac-8e2a-baf5cc577f5d', 'name': '', 'network_id': '4d1c76e6-ea0c-4d14-ba91-32b9665be5f0', 'tenant_id': 'f616a69521a6439b8b9ce4b5361b1b3c', 'mac_address': 'fa:16:3e:fe:72:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0d96195-acff-4146-81bc-edd40b66b4a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '46532e3a-bfe8-4be0-a512-ac5329d05d46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:10:59Z', 'updated_at': '2022-02-04T17:11:05Z', 'revision_number': 5, 'project_id': 'f616a69521a6439b8b9ce4b5361b1b3c', 'subnets': [{'id': '46532e3a-bfe8-4be0-a512-ac5329d05d46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 17:13:27.547608 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f90068-9403-465a-af6a-1ab8947ff3bd req-46b26cec-500a-4d82-918c-9de93b41dd43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:13:27.552211 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-d1f90068-9403-465a-af6a-1ab8947ff3bd req-46b26cec-500a-4d82-918c-9de93b41dd43 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=bf5df23b-6684-4da4-a390-366e2738796e HTTP/1.1" status: 200 len: 1132 time: 0.1269848 Feb 04 17:13:27.700263 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-d1f90068-9403-465a-af6a-1ab8947ff3bd req-ec03e606-e0be-4f10-99f8-9e325f111256 service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=38af6261-52ee-4276-8567-41fcd5f88dcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048892 Feb 04 17:13:27.702037 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3727cfbf-74c9-42ac-9b22-9fbf6542fe25 req-29adf0b6-f663-4f0b-861c-2c146f54bad5 tempest-LiveMigrationTest-101728267 tempest-LiveMigrationTest-101728267-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:13:27.703474 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-3727cfbf-74c9-42ac-9b22-9fbf6542fe25 req-29adf0b6-f663-4f0b-861c-2c146f54bad5 tempest-LiveMigrationTest-101728267 tempest-LiveMigrationTest-101728267-project-admin] 10.222.0.89 "GET /v2.0/ports?device_id=9f5aa8b2-f0e7-47df-b418-3e36c0d10805 HTTP/1.1" status: 200 len: 1127 time: 0.1488497 Feb 04 17:13:27.711879 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-7116e83d-0942-4714-9bcb-7134d2fb27d1 req-530d8c71-aca7-47a0-8b93-3e2736e17bb8 tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] Publish callbacks [] for port (1c7d9fa2-9ef9-488a-a8c3-a61982a926f8), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:13:27.797337 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-8df08801-3d88-4180-a6bf-3cb0f6f2dc34 req-957699b6-564d-47dc-a507-cc9bd1737352 tempest-ImagesOneServerNegativeTestJSON-254357925 tempest-ImagesOneServerNegativeTestJSON-254357925-project] 10.222.0.89 "GET /v2.0/security-groups?id=93c660a2-9a39-4e35-b172-c2fcfd9b6315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4803023 Feb 04 17:13:27.817569 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-3727cfbf-74c9-42ac-9b22-9fbf6542fe25 req-b5110e7d-a810-462b-87f9-c6e2b6df600f tempest-LiveMigrationTest-101728267 tempest-LiveMigrationTest-101728267-project-admin] 10.222.0.89 "GET /v2.0/security-groups?id=18e6cc58-e448-4d12-9423-2a502a086ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057346 Feb 04 17:13:27.821011 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-7116e83d-0942-4714-9bcb-7134d2fb27d1 req-530d8c71-aca7-47a0-8b93-3e2736e17bb8 tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (1c7d9fa2-9ef9-488a-a8c3-a61982a926f8), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:13:27.843391 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] get_ports_and_sgs() called for port_ids ['a9ea809e-a7d4-4c46-b4d9-cd7077cf1c91'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 17:13:27.937460 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7116e83d-0942-4714-9bcb-7134d2fb27d1 req-530d8c71-aca7-47a0-8b93-3e2736e17bb8 tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] Network 02be22b9-aa53-40ea-8050-9239cd27d1ff is already hosted by enough agents. {{(pid=103377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:13:27.966403 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45f5e344-52de-4ec8-ad32-bb99424652d4 None None] New status for floating IP f7037037-04ed-42ec-b088-d26d05e8a6b9: DOWN {{(pid=103379) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 17:13:28.001825 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [req-7116e83d-0942-4714-9bcb-7134d2fb27d1 req-530d8c71-aca7-47a0-8b93-3e2736e17bb8 tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] Resources bound (agent type, host, resource id): {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:13:28.040260 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [req-7116e83d-0942-4714-9bcb-7134d2fb27d1 req-530d8c71-aca7-47a0-8b93-3e2736e17bb8 tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] Received port after_create {{(pid=103377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:13:28.229276 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c800a6-7d22-440d-b9d4-547063a3ec0e req-a3cfdc3e-f610-4acd-9a59-bf685315c455 tempest-ServersAdminNegativeTestJSON-344829367 tempest-ServersAdminNegativeTestJSON-344829367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:13:28.241248 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-e2c800a6-7d22-440d-b9d4-547063a3ec0e req-a3cfdc3e-f610-4acd-9a59-bf685315c455 tempest-ServersAdminNegativeTestJSON-344829367 tempest-ServersAdminNegativeTestJSON-344829367-project] 10.222.0.89 "GET /v2.0/ports?device_id=bf5df23b-6684-4da4-a390-366e2738796e HTTP/1.1" status: 200 len: 950 time: 0.1844499 Feb 04 17:13:28.257039 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530d8c71-aca7-47a0-8b93-3e2736e17bb8 tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] Pushing event updated for resources: {'Port': ['ID=1c7d9fa2-9ef9-488a-a8c3-a61982a926f8,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:13:28.317503 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7116e83d-0942-4714-9bcb-7134d2fb27d1 req-530d8c71-aca7-47a0-8b93-3e2736e17bb8 tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:13:28.320259 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-7116e83d-0942-4714-9bcb-7134d2fb27d1 req-530d8c71-aca7-47a0-8b93-3e2736e17bb8 tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:13:28.365313 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ef27f7-b5c9-4954-8aa4-9256be828c63 req-397c8406-4c4f-4563-9c30-f3cce81a56be tempest-ServersWithSpecificFlavorTestJSON-330130714 tempest-ServersWithSpecificFlavorTestJSON-330130714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:13:28.370395 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-a7ef27f7-b5c9-4954-8aa4-9256be828c63 req-397c8406-4c4f-4563-9c30-f3cce81a56be tempest-ServersWithSpecificFlavorTestJSON-330130714 tempest-ServersWithSpecificFlavorTestJSON-330130714-project] 10.222.0.89 "GET /v2.0/ports?device_id=cb1b0366-d623-4256-9bd7-daa9e73975fa HTTP/1.1" status: 200 len: 931 time: 0.4496391 Feb 04 17:13:28.378608 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-e2c800a6-7d22-440d-b9d4-547063a3ec0e req-ab9f52a3-700b-48f9-904d-09089473129e tempest-ServersAdminNegativeTestJSON-344829367 tempest-ServersAdminNegativeTestJSON-344829367-project] 10.222.0.89 "GET /v2.0/security-groups?id=38af6261-52ee-4276-8567-41fcd5f88dcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324842 Feb 04 17:13:28.484596 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-f891d5ff-d762-4b2e-89f9-d4c9502fd441 None None] Provisioning complete for port 1c7d9fa2-9ef9-488a-a8c3-a61982a926f8 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:13:28.487001 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f891d5ff-d762-4b2e-89f9-d4c9502fd441 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (1c7d9fa2-9ef9-488a-a8c3-a61982a926f8), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:13:28.492173 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-7116e83d-0942-4714-9bcb-7134d2fb27d1 req-530d8c71-aca7-47a0-8b93-3e2736e17bb8 tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.0510030 Feb 04 17:13:28.539297 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-a7ef27f7-b5c9-4954-8aa4-9256be828c63 req-82d7859f-9eef-4bb7-8d46-13a6a9aba885 tempest-ServersWithSpecificFlavorTestJSON-330130714 tempest-ServersWithSpecificFlavorTestJSON-330130714-project] 10.222.0.89 "GET /v2.0/security-groups?id=a2b9895e-fd37-4072-8754-90c5d10d2f1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1412699 Feb 04 17:13:28.551055 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [req-7116e83d-0942-4714-9bcb-7134d2fb27d1 req-ae777da5-b0de-4ab2-b3ea-c98a61527c29 service neutron] Request body: {'port': {'device_id': 'cc6828c0-e3de-440f-b02a-be00d4b9136d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827839-2'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:13:28.633196 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-7116e83d-0942-4714-9bcb-7134d2fb27d1 req-ae777da5-b0de-4ab2-b3ea-c98a61527c29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (1c7d9fa2-9ef9-488a-a8c3-a61982a926f8), before_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:13:28.639949 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-f891d5ff-d762-4b2e-89f9-d4c9502fd441 None None] Port 1c7d9fa2-9ef9-488a-a8c3-a61982a926f8 cannot update to ACTIVE because it is not bound. {{(pid=103378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 17:13:28.722221 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9938edd8-088a-463d-a799-f675ef3e15ad req-e437c5b7-29fd-4472-a5f1-45d927c4b4b1 tempest-ImagesOneServerNegativeTestJSON-254357925 tempest-ImagesOneServerNegativeTestJSON-254357925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:13:28.723875 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-9938edd8-088a-463d-a799-f675ef3e15ad req-e437c5b7-29fd-4472-a5f1-45d927c4b4b1 tempest-ImagesOneServerNegativeTestJSON-254357925 tempest-ImagesOneServerNegativeTestJSON-254357925-project] 10.222.0.89 "GET /v2.0/ports?device_id=4bd07e04-af6f-4e7d-8008-4bf0ae443369 HTTP/1.1" status: 200 len: 945 time: 0.1265931 Feb 04 17:13:28.781879 n-d-827839-2 neutron-server[103377]: DEBUG neutron.notifiers.nova [req-28ad3a99-c1ed-4c86-982e-fad1e6aacb49 req-46d38264-fce0-42dd-8a95-2d4d34fb8ed9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10c097a6-2357-455f-a26f-a8db86e47315 {{(pid=103377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 17:13:28.791121 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-28ad3a99-c1ed-4c86-982e-fad1e6aacb49 req-46d38264-fce0-42dd-8a95-2d4d34fb8ed9 service neutron] Publish callbacks [] for port (10c097a6-2357-455f-a26f-a8db86e47315), precommit_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:13:28.792038 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-9938edd8-088a-463d-a799-f675ef3e15ad req-bbce5e58-b9bf-4dc7-85f4-144eb7111ef0 tempest-ImagesOneServerNegativeTestJSON-254357925 tempest-ImagesOneServerNegativeTestJSON-254357925-project] 10.222.0.89 "GET /v2.0/security-groups?id=93c660a2-9a39-4e35-b172-c2fcfd9b6315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618799 Feb 04 17:13:28.835259 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.provisioning_blocks [req-28ad3a99-c1ed-4c86-982e-fad1e6aacb49 req-46d38264-fce0-42dd-8a95-2d4d34fb8ed9 service neutron] Transition to ACTIVE for port object 10c097a6-2357-455f-a26f-a8db86e47315 will not be triggered until provisioned by entity L2. {{(pid=103377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 17:13:28.992905 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7203c4c-ea51-4639-b1bb-f90ea6e91926 req-3f8e74f2-8d97-4024-bcfb-eb5c7f4be198 tempest-FloatingIPsAssociationTestJSON-1767827216 tempest-FloatingIPsAssociationTestJSON-1767827216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:13:28.995689 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-a7203c4c-ea51-4639-b1bb-f90ea6e91926 req-3f8e74f2-8d97-4024-bcfb-eb5c7f4be198 tempest-FloatingIPsAssociationTestJSON-1767827216 tempest-FloatingIPsAssociationTestJSON-1767827216-project] 10.222.0.89 "GET /v2.0/ports?device_id=c44eccd5-dfa3-4a3f-847a-c21c74381eee HTTP/1.1" status: 200 len: 945 time: 0.1098757 Feb 04 17:13:29.071753 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-a7203c4c-ea51-4639-b1bb-f90ea6e91926 req-7f221843-2c47-4fd1-9577-28116c34fd9d tempest-FloatingIPsAssociationTestJSON-1767827216 tempest-FloatingIPsAssociationTestJSON-1767827216-project] 10.222.0.89 "GET /v2.0/security-groups?id=6426fe0b-86c7-4694-a2c4-8fd16e84da96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690031 Feb 04 17:13:29.253377 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-28ad3a99-c1ed-4c86-982e-fad1e6aacb49 req-46d38264-fce0-42dd-8a95-2d4d34fb8ed9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25888290'] for port (10c097a6-2357-455f-a26f-a8db86e47315), after_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:13:29.430858 n-d-827839-2 neutron-server[103377]: DEBUG neutron.notifiers.nova [req-7116e83d-0942-4714-9bcb-7134d2fb27d1 req-ae777da5-b0de-4ab2-b3ea-c98a61527c29 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c7d9fa2-9ef9-488a-a8c3-a61982a926f8 {{(pid=103377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 17:13:29.440569 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d38264-fce0-42dd-8a95-2d4d34fb8ed9 service neutron] Pushing event updated for resources: {'Port': ['ID=10c097a6-2357-455f-a26f-a8db86e47315,revision_number=2']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:13:29.454520 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-7116e83d-0942-4714-9bcb-7134d2fb27d1 req-ae777da5-b0de-4ab2-b3ea-c98a61527c29 service neutron] Publish callbacks [] for port (1c7d9fa2-9ef9-488a-a8c3-a61982a926f8), precommit_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:13:29.471184 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819fba02-3273-4944-b5b0-b52059561e6f req-9ae4b445-d9fa-46a2-8ac5-cec1f97f3218 tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:13:29.471561 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-819fba02-3273-4944-b5b0-b52059561e6f req-9ae4b445-d9fa-46a2-8ac5-cec1f97f3218 tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] 10.222.0.89 "GET /v2.0/ports?device_id=cc6828c0-e3de-440f-b02a-be00d4b9136d HTTP/1.1" status: 200 len: 936 time: 0.1256590 Feb 04 17:13:29.484108 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a6f179-7e77-4c76-b531-b799fbcd56d3 req-fc1cd297-95db-4b40-a646-2c1f9a07635e tempest-LiveMigrationTest-101728267 tempest-LiveMigrationTest-101728267-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:13:29.492279 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-65a6f179-7e77-4c76-b531-b799fbcd56d3 req-fc1cd297-95db-4b40-a646-2c1f9a07635e tempest-LiveMigrationTest-101728267 tempest-LiveMigrationTest-101728267-project-admin] 10.222.0.89 "GET /v2.0/ports?device_id=9f5aa8b2-f0e7-47df-b418-3e36c0d10805 HTTP/1.1" status: 200 len: 1127 time: 0.6554453 Feb 04 17:13:29.573209 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-819fba02-3273-4944-b5b0-b52059561e6f req-5cd66c76-33fa-492f-acdb-1e05c02e50e1 tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] 10.222.0.89 "GET /v2.0/security-groups?id=5fa98c6a-94b3-4690-b9c3-4f0e67d11226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896082 Feb 04 17:13:29.590880 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.provisioning_blocks [req-7116e83d-0942-4714-9bcb-7134d2fb27d1 req-ae777da5-b0de-4ab2-b3ea-c98a61527c29 service neutron] Transition to ACTIVE for port object 1c7d9fa2-9ef9-488a-a8c3-a61982a926f8 will not be triggered until provisioned by entity L2. {{(pid=103377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 17:13:29.603250 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-7116e83d-0942-4714-9bcb-7134d2fb27d1 req-ae777da5-b0de-4ab2-b3ea-c98a61527c29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25888290'] for port (1c7d9fa2-9ef9-488a-a8c3-a61982a926f8), after_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:13:29.657167 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [req-28ad3a99-c1ed-4c86-982e-fad1e6aacb49 req-46d38264-fce0-42dd-8a95-2d4d34fb8ed9 service neutron] Attempting to bind port 10c097a6-2357-455f-a26f-a8db86e47315 on host n-h1-827839-2 for vnic_type normal with profile {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:13:29.657424 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [req-28ad3a99-c1ed-4c86-982e-fad1e6aacb49 req-46d38264-fce0-42dd-8a95-2d4d34fb8ed9 service neutron] Attempting to bind port 10c097a6-2357-455f-a26f-a8db86e47315 by drivers openvswitch,hyperv on host n-h1-827839-2 at level 0 using segments [{'id': '96478007-32f6-4e3f-be0e-d1541677c592', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '4d1c76e6-ea0c-4d14-ba91-32b9665be5f0'}] {{(pid=103377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:13:29.657689 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28ad3a99-c1ed-4c86-982e-fad1e6aacb49 req-46d38264-fce0-42dd-8a95-2d4d34fb8ed9 service neutron] Attempting to bind port 10c097a6-2357-455f-a26f-a8db86e47315 on network 4d1c76e6-ea0c-4d14-ba91-32b9665be5f0 {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:13:29.682628 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a1283c0b-fc3f-4618-b6a2-9d898147ffa8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (bb89f5a3-3c22-440b-b7d1-c4f0c43c184a), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:13:29.696286 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28ad3a99-c1ed-4c86-982e-fad1e6aacb49 req-46d38264-fce0-42dd-8a95-2d4d34fb8ed9 service neutron] Port 10c097a6-2357-455f-a26f-a8db86e47315 on network 4d1c76e6-ea0c-4d14-ba91-32b9665be5f0 not bound, no agent of type Open vSwitch agent registered on host n-h1-827839-2 {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 17:13:29.697228 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28ad3a99-c1ed-4c86-982e-fad1e6aacb49 req-46d38264-fce0-42dd-8a95-2d4d34fb8ed9 service neutron] Attempting to bind port 10c097a6-2357-455f-a26f-a8db86e47315 on network 4d1c76e6-ea0c-4d14-ba91-32b9665be5f0 {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:13:29.700448 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae777da5-b0de-4ab2-b3ea-c98a61527c29 service neutron] Pushing event updated for resources: {'Port': ['ID=1c7d9fa2-9ef9-488a-a8c3-a61982a926f8,revision_number=2']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:13:29.748804 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-65a6f179-7e77-4c76-b531-b799fbcd56d3 req-90093aab-442b-41cb-8876-3c2f71f9f4bf tempest-LiveMigrationTest-101728267 tempest-LiveMigrationTest-101728267-project-admin] 10.222.0.89 "GET /v2.0/security-groups?id=18e6cc58-e448-4d12-9423-2a502a086ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2556486 Feb 04 17:13:29.750991 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28ad3a99-c1ed-4c86-982e-fad1e6aacb49 req-46d38264-fce0-42dd-8a95-2d4d34fb8ed9 service neutron] Checking agent: {'id': '3f9244a9-75fc-4c10-b195-11d48b853b41', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 8, 42), 'started_at': datetime.datetime(2022, 2, 4, 17, 8, 42), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 13, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:13:29.751334 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28ad3a99-c1ed-4c86-982e-fad1e6aacb49 req-46d38264-fce0-42dd-8a95-2d4d34fb8ed9 service neutron] Checking segment: {'id': '96478007-32f6-4e3f-be0e-d1541677c592', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '4d1c76e6-ea0c-4d14-ba91-32b9665be5f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:13:29.751712 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28ad3a99-c1ed-4c86-982e-fad1e6aacb49 req-46d38264-fce0-42dd-8a95-2d4d34fb8ed9 service neutron] Bound using segment: {'id': '96478007-32f6-4e3f-be0e-d1541677c592', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '4d1c76e6-ea0c-4d14-ba91-32b9665be5f0'} {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:13:29.752153 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [req-28ad3a99-c1ed-4c86-982e-fad1e6aacb49 req-46d38264-fce0-42dd-8a95-2d4d34fb8ed9 service neutron] Bound port: 10c097a6-2357-455f-a26f-a8db86e47315, host: n-h1-827839-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96478007-32f6-4e3f-be0e-d1541677c592', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '4d1c76e6-ea0c-4d14-ba91-32b9665be5f0'}}] {{(pid=103377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:13:29.752510 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-28ad3a99-c1ed-4c86-982e-fad1e6aacb49 req-46d38264-fce0-42dd-8a95-2d4d34fb8ed9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (10c097a6-2357-455f-a26f-a8db86e47315), before_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:13:30.082949 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [req-7116e83d-0942-4714-9bcb-7134d2fb27d1 req-ae777da5-b0de-4ab2-b3ea-c98a61527c29 service neutron] Attempting to bind port 1c7d9fa2-9ef9-488a-a8c3-a61982a926f8 on host n-h2-827839-2 for vnic_type normal with profile {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:13:30.083741 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [req-7116e83d-0942-4714-9bcb-7134d2fb27d1 req-ae777da5-b0de-4ab2-b3ea-c98a61527c29 service neutron] Attempting to bind port 1c7d9fa2-9ef9-488a-a8c3-a61982a926f8 by drivers openvswitch,hyperv on host n-h2-827839-2 at level 0 using segments [{'id': '3a39b085-d3e6-43bb-a64c-1b06dd049e5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '02be22b9-aa53-40ea-8050-9239cd27d1ff'}] {{(pid=103377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:13:30.084511 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7116e83d-0942-4714-9bcb-7134d2fb27d1 req-ae777da5-b0de-4ab2-b3ea-c98a61527c29 service neutron] Attempting to bind port 1c7d9fa2-9ef9-488a-a8c3-a61982a926f8 on network 02be22b9-aa53-40ea-8050-9239cd27d1ff {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:13:30.104296 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7116e83d-0942-4714-9bcb-7134d2fb27d1 req-ae777da5-b0de-4ab2-b3ea-c98a61527c29 service neutron] Port 1c7d9fa2-9ef9-488a-a8c3-a61982a926f8 on network 02be22b9-aa53-40ea-8050-9239cd27d1ff not bound, no agent of type Open vSwitch agent registered on host n-h2-827839-2 {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 17:13:30.105241 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7116e83d-0942-4714-9bcb-7134d2fb27d1 req-ae777da5-b0de-4ab2-b3ea-c98a61527c29 service neutron] Attempting to bind port 1c7d9fa2-9ef9-488a-a8c3-a61982a926f8 on network 02be22b9-aa53-40ea-8050-9239cd27d1ff {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:13:30.127757 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7116e83d-0942-4714-9bcb-7134d2fb27d1 req-ae777da5-b0de-4ab2-b3ea-c98a61527c29 service neutron] Checking agent: {'id': 'f20a1ab3-4332-4f54-833b-ba4a7c687e89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 8, 40), 'started_at': datetime.datetime(2022, 2, 4, 17, 8, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 13, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:13:30.128098 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7116e83d-0942-4714-9bcb-7134d2fb27d1 req-ae777da5-b0de-4ab2-b3ea-c98a61527c29 service neutron] Checking segment: {'id': '3a39b085-d3e6-43bb-a64c-1b06dd049e5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '02be22b9-aa53-40ea-8050-9239cd27d1ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:13:30.128478 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7116e83d-0942-4714-9bcb-7134d2fb27d1 req-ae777da5-b0de-4ab2-b3ea-c98a61527c29 service neutron] Bound using segment: {'id': '3a39b085-d3e6-43bb-a64c-1b06dd049e5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '02be22b9-aa53-40ea-8050-9239cd27d1ff'} {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:13:30.129012 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [req-7116e83d-0942-4714-9bcb-7134d2fb27d1 req-ae777da5-b0de-4ab2-b3ea-c98a61527c29 service neutron] Bound port: 1c7d9fa2-9ef9-488a-a8c3-a61982a926f8, host: n-h2-827839-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a39b085-d3e6-43bb-a64c-1b06dd049e5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '02be22b9-aa53-40ea-8050-9239cd27d1ff'}}] {{(pid=103377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:13:30.129370 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-7116e83d-0942-4714-9bcb-7134d2fb27d1 req-ae777da5-b0de-4ab2-b3ea-c98a61527c29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (1c7d9fa2-9ef9-488a-a8c3-a61982a926f8), before_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:13:30.217642 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [req-7116e83d-0942-4714-9bcb-7134d2fb27d1 req-ae777da5-b0de-4ab2-b3ea-c98a61527c29 service neutron] For port 1c7d9fa2-9ef9-488a-a8c3-a61982a926f8, host n-h2-827839-2, cleared binding levels {{(pid=103377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:13:30.221716 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [req-7116e83d-0942-4714-9bcb-7134d2fb27d1 req-ae777da5-b0de-4ab2-b3ea-c98a61527c29 service neutron] For port 1c7d9fa2-9ef9-488a-a8c3-a61982a926f8, host n-h2-827839-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=1c7d9fa2-9ef9-488a-a8c3-a61982a926f8,segment=NetworkSegment(3a39b085-d3e6-43bb-a64c-1b06dd049e5a),segment_id=3a39b085-d3e6-43bb-a64c-1b06dd049e5a)] {{(pid=103377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:13:30.251188 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-7116e83d-0942-4714-9bcb-7134d2fb27d1 req-ae777da5-b0de-4ab2-b3ea-c98a61527c29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25888290'] for port (1c7d9fa2-9ef9-488a-a8c3-a61982a926f8), after_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:13:30.342972 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7116e83d-0942-4714-9bcb-7134d2fb27d1 req-ae777da5-b0de-4ab2-b3ea-c98a61527c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:13:30.346844 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-7116e83d-0942-4714-9bcb-7134d2fb27d1 req-ae777da5-b0de-4ab2-b3ea-c98a61527c29 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:13:30.348369 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-7116e83d-0942-4714-9bcb-7134d2fb27d1 req-ae777da5-b0de-4ab2-b3ea-c98a61527c29 service neutron] 10.222.0.90 "PUT /v2.0/ports/1c7d9fa2-9ef9-488a-a8c3-a61982a926f8 HTTP/1.1" status: 200 len: 1096 time: 1.8078871 Feb 04 17:13:30.403773 n-d-827839-2 neutron-server[103377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc6828c0-e3de-440f-b02a-be00d4b9136d', 'tag': '1c7d9fa2-9ef9-488a-a8c3-a61982a926f8'}] {{(pid=103377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:13:30.414207 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7240428b650e1488e9361b62648ff4b3a6c19d49d8c27c949491ab58c1346cf0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c72845e2-ae1a-428e-a04e-4c342dadfd97" -d '{"events": [{"name": "network-changed", "server_uuid": "cc6828c0-e3de-440f-b02a-be00d4b9136d", "tag": "1c7d9fa2-9ef9-488a-a8c3-a61982a926f8"}]}' {{(pid=103377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:13:30.529914 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744c539b-54e9-44fa-8933-56f75b6f30e6 req-2cee76bb-079f-4ea3-a164-bf6a97da27a5 tempest-ServersAdminNegativeTestJSON-344829367 tempest-ServersAdminNegativeTestJSON-344829367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:13:30.548541 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [req-28ad3a99-c1ed-4c86-982e-fad1e6aacb49 req-46d38264-fce0-42dd-8a95-2d4d34fb8ed9 service neutron] For port 10c097a6-2357-455f-a26f-a8db86e47315, host n-h1-827839-2, cleared binding levels {{(pid=103377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:13:30.559110 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-744c539b-54e9-44fa-8933-56f75b6f30e6 req-2cee76bb-079f-4ea3-a164-bf6a97da27a5 tempest-ServersAdminNegativeTestJSON-344829367 tempest-ServersAdminNegativeTestJSON-344829367-project] 10.222.0.89 "GET /v2.0/ports?device_id=bf5df23b-6684-4da4-a390-366e2738796e HTTP/1.1" status: 200 len: 950 time: 0.1415327 Feb 04 17:13:30.594004 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae777da5-b0de-4ab2-b3ea-c98a61527c29 service neutron] Pushing event updated for resources: {'Port': ['ID=1c7d9fa2-9ef9-488a-a8c3-a61982a926f8,revision_number=3']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:13:30.605146 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [req-28ad3a99-c1ed-4c86-982e-fad1e6aacb49 req-46d38264-fce0-42dd-8a95-2d4d34fb8ed9 service neutron] For port 10c097a6-2357-455f-a26f-a8db86e47315, host n-h1-827839-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=10c097a6-2357-455f-a26f-a8db86e47315,segment=NetworkSegment(96478007-32f6-4e3f-be0e-d1541677c592),segment_id=96478007-32f6-4e3f-be0e-d1541677c592)] {{(pid=103377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:13:30.615775 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7116e83d-0942-4714-9bcb-7134d2fb27d1 req-2a884e23-241d-46fa-9dda-e221ffd3e45d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:13:30.617799 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-7116e83d-0942-4714-9bcb-7134d2fb27d1 req-2a884e23-241d-46fa-9dda-e221ffd3e45d service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=1cd99d9701204f3692368e4539967c47&device_id=cc6828c0-e3de-440f-b02a-be00d4b9136d HTTP/1.1" status: 200 len: 1130 time: 0.1284056 Feb 04 17:13:30.622284 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-6f37df92-e192-4301-9766-9c04a1e262e8 req-e867bd0e-af05-46fe-85e2-dcd3a0ce2298 tempest-FloatingIPsAssociationTestJSON-1767827216 tempest-FloatingIPsAssociationTestJSON-1767827216-project] 10.222.0.89 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.8191574 Feb 04 17:13:30.624027 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-28ad3a99-c1ed-4c86-982e-fad1e6aacb49 req-46d38264-fce0-42dd-8a95-2d4d34fb8ed9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25888290'] for port (10c097a6-2357-455f-a26f-a8db86e47315), after_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:13:30.686244 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [req-6f37df92-e192-4301-9766-9c04a1e262e8 req-d807478e-d98b-47b1-ab09-8d4c6c9f8674 tempest-FloatingIPsAssociationTestJSON-1767827216 tempest-FloatingIPsAssociationTestJSON-1767827216-project] Request body: {'floatingip': {'floating_network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:13:30.697626 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ad3a99-c1ed-4c86-982e-fad1e6aacb49 req-46d38264-fce0-42dd-8a95-2d4d34fb8ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:13:30.698481 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-28ad3a99-c1ed-4c86-982e-fad1e6aacb49 req-46d38264-fce0-42dd-8a95-2d4d34fb8ed9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:13:30.699876 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-28ad3a99-c1ed-4c86-982e-fad1e6aacb49 req-46d38264-fce0-42dd-8a95-2d4d34fb8ed9 service neutron] 10.222.0.96 "PUT /v2.0/ports/10c097a6-2357-455f-a26f-a8db86e47315 HTTP/1.1" status: 200 len: 1091 time: 4.1259146 Feb 04 17:13:30.701202 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-7116e83d-0942-4714-9bcb-7134d2fb27d1 req-ec3521d3-8a89-49c4-a71a-0b549e06527b service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.110&port_id=1c7d9fa2-9ef9-488a-a8c3-a61982a926f8 HTTP/1.1" status: 200 len: 217 time: 0.0637040 Feb 04 17:13:30.707229 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-744c539b-54e9-44fa-8933-56f75b6f30e6 req-6a4cc56b-5d3b-4e0e-b8d3-fb774ba3dac6 tempest-ServersAdminNegativeTestJSON-344829367 tempest-ServersAdminNegativeTestJSON-344829367-project] 10.222.0.89 "GET /v2.0/security-groups?id=38af6261-52ee-4276-8567-41fcd5f88dcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405635 Feb 04 17:13:30.847759 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-6f37df92-e192-4301-9766-9c04a1e262e8 req-d807478e-d98b-47b1-ab09-8d4c6c9f8674 tempest-FloatingIPsAssociationTestJSON-1767827216 tempest-FloatingIPsAssociationTestJSON-1767827216-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:13:30.859664 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7116e83d-0942-4714-9bcb-7134d2fb27d1 req-599c65eb-b05a-48fb-9e16-62f4d77fa40c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:13:30.861189 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-7116e83d-0942-4714-9bcb-7134d2fb27d1 req-599c65eb-b05a-48fb-9e16-62f4d77fa40c service neutron] 10.222.0.90 "GET /v2.0/subnets?id=c974b0ff-2c5c-4667-8a81-3bde3ea6ced5 HTTP/1.1" status: 200 len: 843 time: 0.0916414 Feb 04 17:13:30.948957 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47226a93-a2ce-427f-8fa6-98b989e76abf req-397503dd-e4df-41ce-b211-cef209e3f900 tempest-ServersWithSpecificFlavorTestJSON-330130714 tempest-ServersWithSpecificFlavorTestJSON-330130714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:13:30.956525 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-47226a93-a2ce-427f-8fa6-98b989e76abf req-397503dd-e4df-41ce-b211-cef209e3f900 tempest-ServersWithSpecificFlavorTestJSON-330130714 tempest-ServersWithSpecificFlavorTestJSON-330130714-project] 10.222.0.89 "GET /v2.0/ports?device_id=cb1b0366-d623-4256-9bd7-daa9e73975fa HTTP/1.1" status: 200 len: 943 time: 0.1199496 Feb 04 17:13:31.032039 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ad3a99-c1ed-4c86-982e-fad1e6aacb49 req-19913d7e-7181-459b-99e8-3f852d2aac8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:13:31.034347 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-28ad3a99-c1ed-4c86-982e-fad1e6aacb49 req-19913d7e-7181-459b-99e8-3f852d2aac8e service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=f616a69521a6439b8b9ce4b5361b1b3c&device_id=cb1b0366-d623-4256-9bd7-daa9e73975fa HTTP/1.1" status: 200 len: 1125 time: 0.2141826 Feb 04 17:13:31.066399 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-47226a93-a2ce-427f-8fa6-98b989e76abf req-dbbca29c-db43-4109-b432-723e76c4439e tempest-ServersWithSpecificFlavorTestJSON-330130714 tempest-ServersWithSpecificFlavorTestJSON-330130714-project] 10.222.0.89 "GET /v2.0/security-groups?id=a2b9895e-fd37-4072-8754-90c5d10d2f1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1072576 Feb 04 17:13:31.100444 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-28ad3a99-c1ed-4c86-982e-fad1e6aacb49 req-6b25546d-7294-4e91-a82a-91382fb23008 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=10c097a6-2357-455f-a26f-a8db86e47315 HTTP/1.1" status: 200 len: 217 time: 0.0497165 Feb 04 17:13:31.114350 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7116e83d-0942-4714-9bcb-7134d2fb27d1 req-d741ccca-b27a-499d-a443-c55d275887b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:13:31.116426 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-7116e83d-0942-4714-9bcb-7134d2fb27d1 req-d741ccca-b27a-499d-a443-c55d275887b3 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=02be22b9-aa53-40ea-8050-9239cd27d1ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2290738 Feb 04 17:13:31.210732 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d38264-fce0-42dd-8a95-2d4d34fb8ed9 service neutron] Pushing event updated for resources: {'Port': ['ID=10c097a6-2357-455f-a26f-a8db86e47315,revision_number=3']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:13:31.339255 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ad3a99-c1ed-4c86-982e-fad1e6aacb49 req-eea1843d-53a4-41b3-b627-d797348edf9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:13:31.340732 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-28ad3a99-c1ed-4c86-982e-fad1e6aacb49 req-eea1843d-53a4-41b3-b627-d797348edf9b service neutron] 10.222.0.96 "GET /v2.0/subnets?id=46532e3a-bfe8-4be0-a512-ac5329d05d46 HTTP/1.1" status: 200 len: 863 time: 0.2215137 Feb 04 17:13:31.365401 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-6f37df92-e192-4301-9766-9c04a1e262e8 req-d807478e-d98b-47b1-ab09-8d4c6c9f8674 tempest-FloatingIPsAssociationTestJSON-1767827216 tempest-FloatingIPsAssociationTestJSON-1767827216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:13:31.588506 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.db_base_plugin_common [req-6f37df92-e192-4301-9766-9c04a1e262e8 req-d807478e-d98b-47b1-ab09-8d4c6c9f8674 tempest-FloatingIPsAssociationTestJSON-1767827216 tempest-FloatingIPsAssociationTestJSON-1767827216-project] Allocated IP 172.25.6.195 (48165773-85ad-49a1-9ec1-76fc8dc24188/7660bfad-1ea8-4fe7-831b-bed836f13efc/dcf9886b-a640-4f9e-baf2-cb92a096e082) {{(pid=103377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:13:31.594118 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 17:13:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-118210a8-f455-4cec-825d-ff0850004080 x-openstack-request-id: req-118210a8-f455-4cec-825d-ff0850004080 {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:13:31.594437 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc6828c0-e3de-440f-b02a-be00d4b9136d", "tag": "1c7d9fa2-9ef9-488a-a8c3-a61982a926f8", "status": "completed", "code": 200}]} {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:13:31.594863 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-118210a8-f455-4cec-825d-ff0850004080 {{(pid=103377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:13:31.595412 n-d-827839-2 neutron-server[103377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc6828c0-e3de-440f-b02a-be00d4b9136d', 'tag': '1c7d9fa2-9ef9-488a-a8c3-a61982a926f8', 'status': 'completed', 'code': 200} Feb 04 17:13:31.631708 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-7116e83d-0942-4714-9bcb-7134d2fb27d1 req-28456c48-8a6d-4c9f-b8ce-27a18c6a977a service neutron] 10.222.0.90 "GET /v2.0/networks/02be22b9-aa53-40ea-8050-9239cd27d1ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4525530 Feb 04 17:13:31.709975 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ad3a99-c1ed-4c86-982e-fad1e6aacb49 req-bb21ce65-b4f6-40db-b955-57a5a392d091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:13:31.711656 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-28ad3a99-c1ed-4c86-982e-fad1e6aacb49 req-bb21ce65-b4f6-40db-b955-57a5a392d091 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=4d1c76e6-ea0c-4d14-ba91-32b9665be5f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3588490 Feb 04 17:13:31.767547 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd9488e-e8d8-4665-8650-b59232ca1830 req-02fd958d-50c2-448f-aa55-2396ed5f4602 tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:13:31.776623 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-ffd9488e-e8d8-4665-8650-b59232ca1830 req-02fd958d-50c2-448f-aa55-2396ed5f4602 tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] 10.222.0.89 "GET /v2.0/ports?device_id=cc6828c0-e3de-440f-b02a-be00d4b9136d HTTP/1.1" status: 200 len: 948 time: 0.0777185 Feb 04 17:13:31.869738 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-ffd9488e-e8d8-4665-8650-b59232ca1830 req-3cc83aa6-e617-426b-bff9-ac7a3722e8f8 tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] 10.222.0.89 "GET /v2.0/security-groups?id=5fa98c6a-94b3-4690-b9c3-4f0e67d11226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916977 Feb 04 17:13:31.948255 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-dbb8fcb5-66a7-4980-8edc-e4e1e4de0c94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (64ada913-9131-4d99-a265-63a920956287), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:13:32.192272 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-7116e83d-0942-4714-9bcb-7134d2fb27d1 req-57d89da7-1469-4778-a3e0-e822d01fe684 service neutron] 10.222.0.90 "GET /v2.0/networks/02be22b9-aa53-40ea-8050-9239cd27d1ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5435843 Feb 04 17:13:32.464337 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-6f37df92-e192-4301-9766-9c04a1e262e8 req-d807478e-d98b-47b1-ab09-8d4c6c9f8674 tempest-FloatingIPsAssociationTestJSON-1767827216 tempest-FloatingIPsAssociationTestJSON-1767827216-project] Publish callbacks [] for port (dcf9886b-a640-4f9e-baf2-cb92a096e082), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:13:32.486309 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-28ad3a99-c1ed-4c86-982e-fad1e6aacb49 req-7f7cc826-efaa-4ae4-8901-337cbfb917c8 service neutron] 10.222.0.96 "GET /v2.0/networks/4d1c76e6-ea0c-4d14-ba91-32b9665be5f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2898254 Feb 04 17:13:32.496516 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72845e2-ae1a-428e-a04e-4c342dadfd97 req-0e78150c-7bde-44c3-b993-ee537e8b567e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:13:32.498094 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-c72845e2-ae1a-428e-a04e-4c342dadfd97 req-0e78150c-7bde-44c3-b993-ee537e8b567e service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=1cd99d9701204f3692368e4539967c47&device_id=cc6828c0-e3de-440f-b02a-be00d4b9136d HTTP/1.1" status: 200 len: 1130 time: 0.1932127 Feb 04 17:13:32.638296 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-6f37df92-e192-4301-9766-9c04a1e262e8 req-d807478e-d98b-47b1-ab09-8d4c6c9f8674 tempest-FloatingIPsAssociationTestJSON-1767827216 tempest-FloatingIPsAssociationTestJSON-1767827216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (dcf9886b-a640-4f9e-baf2-cb92a096e082), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:13:32.738163 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f37df92-e192-4301-9766-9c04a1e262e8 req-d807478e-d98b-47b1-ab09-8d4c6c9f8674 tempest-FloatingIPsAssociationTestJSON-1767827216 tempest-FloatingIPsAssociationTestJSON-1767827216-project] Network 48165773-85ad-49a1-9ec1-76fc8dc24188 is already hosted by enough agents. {{(pid=103377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:13:32.740319 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72845e2-ae1a-428e-a04e-4c342dadfd97 req-fbedc8b3-c1ba-496e-9e98-a84a2e4179d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:13:32.742335 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-c72845e2-ae1a-428e-a04e-4c342dadfd97 req-fbedc8b3-c1ba-496e-9e98-a84a2e4179d5 service neutron] 10.222.0.90 "GET /v2.0/networks?id=02be22b9-aa53-40ea-8050-9239cd27d1ff HTTP/1.1" status: 200 len: 870 time: 0.2353435 Feb 04 17:13:32.743937 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-28ad3a99-c1ed-4c86-982e-fad1e6aacb49 req-9182e11f-4098-4a89-b9ea-4ace818e437a service neutron] 10.222.0.96 "GET /v2.0/networks/4d1c76e6-ea0c-4d14-ba91-32b9665be5f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2511697 Feb 04 17:13:32.747536 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [req-6f37df92-e192-4301-9766-9c04a1e262e8 req-d807478e-d98b-47b1-ab09-8d4c6c9f8674 tempest-FloatingIPsAssociationTestJSON-1767827216 tempest-FloatingIPsAssociationTestJSON-1767827216-project] Resources bound (agent type, host, resource id): {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:13:32.759573 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f37df92-e192-4301-9766-9c04a1e262e8 req-d807478e-d98b-47b1-ab09-8d4c6c9f8674 tempest-FloatingIPsAssociationTestJSON-1767827216 tempest-FloatingIPsAssociationTestJSON-1767827216-project] Received port after_create {{(pid=103377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:13:32.806891 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d807478e-d98b-47b1-ab09-8d4c6c9f8674 tempest-FloatingIPsAssociationTestJSON-1767827216 tempest-FloatingIPsAssociationTestJSON-1767827216-project] Pushing event updated for resources: {'Port': ['ID=dcf9886b-a640-4f9e-baf2-cb92a096e082,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:13:32.854585 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d408ec64-b374-4acb-a1fc-48241dad6d47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (0cd6d64a-47a7-40ff-8c12-71dd526c62e0), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:13:32.861056 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-c72845e2-ae1a-428e-a04e-4c342dadfd97 req-d17aa23e-323b-4302-bbc2-46fcf29662bf service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.110&port_id=1c7d9fa2-9ef9-488a-a8c3-a61982a926f8 HTTP/1.1" status: 200 len: 217 time: 0.0962660 Feb 04 17:13:32.997396 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72845e2-ae1a-428e-a04e-4c342dadfd97 req-4e8408db-8298-4b6e-82ea-9ad7505a3f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:13:32.998953 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-c72845e2-ae1a-428e-a04e-4c342dadfd97 req-4e8408db-8298-4b6e-82ea-9ad7505a3f55 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=c974b0ff-2c5c-4667-8a81-3bde3ea6ced5 HTTP/1.1" status: 200 len: 843 time: 0.1263251 Feb 04 17:13:33.005917 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-6f37df92-e192-4301-9766-9c04a1e262e8 req-d807478e-d98b-47b1-ab09-8d4c6c9f8674 tempest-FloatingIPsAssociationTestJSON-1767827216 tempest-FloatingIPsAssociationTestJSON-1767827216-project] Publish callbacks [] for floatingip (25d62b49-05a6-4bd1-812f-a44e9e405721), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:13:33.091868 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-6f37df92-e192-4301-9766-9c04a1e262e8 req-d807478e-d98b-47b1-ab09-8d4c6c9f8674 tempest-FloatingIPsAssociationTestJSON-1767827216 tempest-FloatingIPsAssociationTestJSON-1767827216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (dcf9886b-a640-4f9e-baf2-cb92a096e082), before_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:13:33.157370 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72845e2-ae1a-428e-a04e-4c342dadfd97 req-33a96a2d-8126-4f15-9f03-c3c0f199ca61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:13:33.159127 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-c72845e2-ae1a-428e-a04e-4c342dadfd97 req-33a96a2d-8126-4f15-9f03-c3c0f199ca61 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=02be22b9-aa53-40ea-8050-9239cd27d1ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1514134 Feb 04 17:13:33.332970 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-c72845e2-ae1a-428e-a04e-4c342dadfd97 req-fb1c4a24-17d2-44c7-a4c3-ce17b2ca5a2f service neutron] 10.222.0.90 "GET /v2.0/networks/02be22b9-aa53-40ea-8050-9239cd27d1ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1587863 Feb 04 17:13:33.378711 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-6f37df92-e192-4301-9766-9c04a1e262e8 req-d807478e-d98b-47b1-ab09-8d4c6c9f8674 tempest-FloatingIPsAssociationTestJSON-1767827216 tempest-FloatingIPsAssociationTestJSON-1767827216-project] Publish callbacks [] for port (dcf9886b-a640-4f9e-baf2-cb92a096e082), precommit_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:13:33.385027 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [req-580eafd4-d217-43c1-91ac-488c773729f0 req-f03b6399-9ce0-4069-b30c-5dda41e1a2f8 tempest-LiveMigrationTest-101728267 tempest-LiveMigrationTest-101728267-project-admin] http://10.222.0.89:9696/v2.0/extensions returned with HTTP 200 {{(pid=103377) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 17:13:33.386141 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-580eafd4-d217-43c1-91ac-488c773729f0 req-f03b6399-9ce0-4069-b30c-5dda41e1a2f8 tempest-LiveMigrationTest-101728267 tempest-LiveMigrationTest-101728267-project-admin] 10.222.0.89 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0362725 Feb 04 17:13:33.426344 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-6f37df92-e192-4301-9766-9c04a1e262e8 req-d807478e-d98b-47b1-ab09-8d4c6c9f8674 tempest-FloatingIPsAssociationTestJSON-1767827216 tempest-FloatingIPsAssociationTestJSON-1767827216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25888290'] for port (dcf9886b-a640-4f9e-baf2-cb92a096e082), after_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:13:33.499360 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580eafd4-d217-43c1-91ac-488c773729f0 req-1c15cea7-04a2-41b0-aceb-a98bc5d26235 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:13:33.500765 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-580eafd4-d217-43c1-91ac-488c773729f0 req-1c15cea7-04a2-41b0-aceb-a98bc5d26235 service neutron] 10.222.0.89 "GET /v2.0/ports/7c6b4724-1adf-4dd1-8c66-4bc76c05989f HTTP/1.1" status: 200 len: 1124 time: 0.0843458 Feb 04 17:13:33.541060 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [req-580eafd4-d217-43c1-91ac-488c773729f0 req-3e704a7a-af18-4896-8bc4-dd66d5785a7a service neutron] Request body: {'binding': {'host': 'n-h1-827839-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:13:33.541424 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [req-580eafd4-d217-43c1-91ac-488c773729f0 req-3e704a7a-af18-4896-8bc4-dd66d5785a7a service neutron] Unknown quota resources ['binding']. {{(pid=103377) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 04 17:13:33.572014 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d807478e-d98b-47b1-ab09-8d4c6c9f8674 tempest-FloatingIPsAssociationTestJSON-1767827216 tempest-FloatingIPsAssociationTestJSON-1767827216-project] Pushing event updated for resources: {'Port': ['ID=dcf9886b-a640-4f9e-baf2-cb92a096e082,revision_number=2']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:13:33.596633 n-d-827839-2 neutron-server[103377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb1b0366-d623-4256-9bd7-daa9e73975fa', 'tag': '10c097a6-2357-455f-a26f-a8db86e47315'}] {{(pid=103377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:13:33.598949 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7240428b650e1488e9361b62648ff4b3a6c19d49d8c27c949491ab58c1346cf0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c13d7bf-792c-4a74-af23-ce4020207724" -d '{"events": [{"name": "network-changed", "server_uuid": "cb1b0366-d623-4256-9bd7-daa9e73975fa", "tag": "10c097a6-2357-455f-a26f-a8db86e47315"}]}' {{(pid=103377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:13:33.605107 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-c72845e2-ae1a-428e-a04e-4c342dadfd97 req-250273ee-ad14-4a47-aa78-d78176a1b4bd service neutron] 10.222.0.90 "GET /v2.0/networks/02be22b9-aa53-40ea-8050-9239cd27d1ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2563372 Feb 04 17:13:33.605842 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-6f37df92-e192-4301-9766-9c04a1e262e8 req-d807478e-d98b-47b1-ab09-8d4c6c9f8674 tempest-FloatingIPsAssociationTestJSON-1767827216 tempest-FloatingIPsAssociationTestJSON-1767827216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1595586'] for floatingip (25d62b49-05a6-4bd1-812f-a44e9e405721), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:13:33.663332 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-6f37df92-e192-4301-9766-9c04a1e262e8 req-d807478e-d98b-47b1-ab09-8d4c6c9f8674 tempest-FloatingIPsAssociationTestJSON-1767827216 tempest-FloatingIPsAssociationTestJSON-1767827216-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for floatingip (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:13:33.664640 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-6f37df92-e192-4301-9766-9c04a1e262e8 req-d807478e-d98b-47b1-ab09-8d4c6c9f8674 tempest-FloatingIPsAssociationTestJSON-1767827216 tempest-FloatingIPsAssociationTestJSON-1767827216-project] 10.222.0.89 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.9838445 Feb 04 17:13:33.756262 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-6f37df92-e192-4301-9766-9c04a1e262e8 req-05971e1b-f82a-483d-a3bf-68128d13959f tempest-FloatingIPsAssociationTestJSON-1767827216 tempest-FloatingIPsAssociationTestJSON-1767827216-project] 10.222.0.89 "GET /v2.0/floatingips?floating_ip_address=172.25.6.195 HTTP/1.1" status: 200 len: 696 time: 0.0850575 Feb 04 17:13:33.850800 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [req-580eafd4-d217-43c1-91ac-488c773729f0 req-3e704a7a-af18-4896-8bc4-dd66d5785a7a service neutron] Attempting to bind port 7c6b4724-1adf-4dd1-8c66-4bc76c05989f on host n-h1-827839-2 for vnic_type normal with profile None {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:13:33.851121 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [req-580eafd4-d217-43c1-91ac-488c773729f0 req-3e704a7a-af18-4896-8bc4-dd66d5785a7a service neutron] Attempting to bind port 7c6b4724-1adf-4dd1-8c66-4bc76c05989f by drivers openvswitch,hyperv on host n-h1-827839-2 at level 0 using segments [{'id': '4adf983e-b4f0-4caa-beec-ecaadf2366f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '865a5290-ec33-4655-84a4-bc1453190ac7'}] {{(pid=103377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:13:33.851454 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-580eafd4-d217-43c1-91ac-488c773729f0 req-3e704a7a-af18-4896-8bc4-dd66d5785a7a service neutron] Attempting to bind port 7c6b4724-1adf-4dd1-8c66-4bc76c05989f on network 865a5290-ec33-4655-84a4-bc1453190ac7 {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:13:33.859490 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-580eafd4-d217-43c1-91ac-488c773729f0 req-3e704a7a-af18-4896-8bc4-dd66d5785a7a service neutron] Port 7c6b4724-1adf-4dd1-8c66-4bc76c05989f on network 865a5290-ec33-4655-84a4-bc1453190ac7 not bound, no agent of type Open vSwitch agent registered on host n-h1-827839-2 {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 17:13:33.859815 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-580eafd4-d217-43c1-91ac-488c773729f0 req-3e704a7a-af18-4896-8bc4-dd66d5785a7a service neutron] Attempting to bind port 7c6b4724-1adf-4dd1-8c66-4bc76c05989f on network 865a5290-ec33-4655-84a4-bc1453190ac7 {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:13:33.875828 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-580eafd4-d217-43c1-91ac-488c773729f0 req-3e704a7a-af18-4896-8bc4-dd66d5785a7a service neutron] Checking agent: {'id': '3f9244a9-75fc-4c10-b195-11d48b853b41', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 8, 42), 'started_at': datetime.datetime(2022, 2, 4, 17, 8, 42), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 13, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:13:33.876167 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-580eafd4-d217-43c1-91ac-488c773729f0 req-3e704a7a-af18-4896-8bc4-dd66d5785a7a service neutron] Checking segment: {'id': '4adf983e-b4f0-4caa-beec-ecaadf2366f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '865a5290-ec33-4655-84a4-bc1453190ac7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:13:33.876556 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-580eafd4-d217-43c1-91ac-488c773729f0 req-3e704a7a-af18-4896-8bc4-dd66d5785a7a service neutron] Bound using segment: {'id': '4adf983e-b4f0-4caa-beec-ecaadf2366f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '865a5290-ec33-4655-84a4-bc1453190ac7'} {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:13:33.877011 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [req-580eafd4-d217-43c1-91ac-488c773729f0 req-3e704a7a-af18-4896-8bc4-dd66d5785a7a service neutron] Bound port: 7c6b4724-1adf-4dd1-8c66-4bc76c05989f, host: n-h1-827839-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4adf983e-b4f0-4caa-beec-ecaadf2366f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '865a5290-ec33-4655-84a4-bc1453190ac7'}}] {{(pid=103377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:13:33.926087 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f37df92-e192-4301-9766-9c04a1e262e8 req-35c2464d-9a03-421f-864e-a5e7411aa8f1 tempest-FloatingIPsAssociationTestJSON-1767827216 tempest-FloatingIPsAssociationTestJSON-1767827216-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:13:33.927473 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-6f37df92-e192-4301-9766-9c04a1e262e8 req-35c2464d-9a03-421f-864e-a5e7411aa8f1 tempest-FloatingIPsAssociationTestJSON-1767827216 tempest-FloatingIPsAssociationTestJSON-1767827216-project] 10.222.0.89 "GET /v2.0/networks/48165773-85ad-49a1-9ec1-76fc8dc24188 HTTP/1.1" status: 200 len: 784 time: 0.1653829 Feb 04 17:13:33.940659 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [req-6f37df92-e192-4301-9766-9c04a1e262e8 req-c3da8336-15f2-429e-b126-4ca803917979 tempest-FloatingIPsAssociationTestJSON-1767827216 tempest-FloatingIPsAssociationTestJSON-1767827216-project] http://10.222.0.89:9696/v2.0/extensions returned with HTTP 200 {{(pid=103377) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 17:13:33.941670 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-6f37df92-e192-4301-9766-9c04a1e262e8 req-c3da8336-15f2-429e-b126-4ca803917979 tempest-FloatingIPsAssociationTestJSON-1767827216 tempest-FloatingIPsAssociationTestJSON-1767827216-project] 10.222.0.89 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0059953 Feb 04 17:13:33.959670 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [req-580eafd4-d217-43c1-91ac-488c773729f0 req-3e704a7a-af18-4896-8bc4-dd66d5785a7a service neutron] For port 7c6b4724-1adf-4dd1-8c66-4bc76c05989f, host n-h1-827839-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=7c6b4724-1adf-4dd1-8c66-4bc76c05989f,segment=NetworkSegment(4adf983e-b4f0-4caa-beec-ecaadf2366f2),segment_id=4adf983e-b4f0-4caa-beec-ecaadf2366f2)] {{(pid=103377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:13:33.968209 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-580eafd4-d217-43c1-91ac-488c773729f0 req-3e704a7a-af18-4896-8bc4-dd66d5785a7a service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:13:33.969580 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-580eafd4-d217-43c1-91ac-488c773729f0 req-3e704a7a-af18-4896-8bc4-dd66d5785a7a service neutron] 10.222.0.89 "POST /v2.0/ports/7c6b4724-1adf-4dd1-8c66-4bc76c05989f/bindings HTTP/1.1" status: 201 len: 389 time: 0.4395175 Feb 04 17:13:34.125739 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510bc0de-d4fe-4202-9642-23249e0855a1 req-4d15f07b-f5a3-408a-ad3d-9b416b4b94f3 tempest-ServersAdminNegativeTestJSON-1390519721 tempest-ServersAdminNegativeTestJSON-1390519721-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:13:34.127617 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-510bc0de-d4fe-4202-9642-23249e0855a1 req-4d15f07b-f5a3-408a-ad3d-9b416b4b94f3 tempest-ServersAdminNegativeTestJSON-1390519721 tempest-ServersAdminNegativeTestJSON-1390519721-project-admin] 10.222.0.89 "GET /v2.0/ports?device_id=bf5df23b-6684-4da4-a390-366e2738796e HTTP/1.1" status: 200 len: 1132 time: 0.0640342 Feb 04 17:13:34.147643 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-510bc0de-d4fe-4202-9642-23249e0855a1 req-e441f1cb-3566-4f46-adcd-dc7ff1a50ed0 tempest-ServersAdminNegativeTestJSON-1390519721 tempest-ServersAdminNegativeTestJSON-1390519721-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:13:34.190057 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1aa4be-5a9b-4bda-8682-e7a83101efb7 req-c0f77aeb-6c30-4978-bc65-fcce5f420287 tempest-ServersWithSpecificFlavorTestJSON-330130714 tempest-ServersWithSpecificFlavorTestJSON-330130714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:13:34.192579 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-bf1aa4be-5a9b-4bda-8682-e7a83101efb7 req-c0f77aeb-6c30-4978-bc65-fcce5f420287 tempest-ServersWithSpecificFlavorTestJSON-330130714 tempest-ServersWithSpecificFlavorTestJSON-330130714-project] 10.222.0.89 "GET /v2.0/ports?device_id=cb1b0366-d623-4256-9bd7-daa9e73975fa HTTP/1.1" status: 200 len: 943 time: 0.0654445 Feb 04 17:13:34.251241 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-510bc0de-d4fe-4202-9642-23249e0855a1 req-e441f1cb-3566-4f46-adcd-dc7ff1a50ed0 tempest-ServersAdminNegativeTestJSON-1390519721 tempest-ServersAdminNegativeTestJSON-1390519721-project-admin] Publish callbacks [] for security_group (dab341f1-4943-44a5-b43d-60e82081d233), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:13:34.257248 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-bf1aa4be-5a9b-4bda-8682-e7a83101efb7 req-7d85c751-76b9-4b6e-8768-0f5e6ae4e484 tempest-ServersWithSpecificFlavorTestJSON-330130714 tempest-ServersWithSpecificFlavorTestJSON-330130714-project] 10.222.0.89 "GET /v2.0/security-groups?id=a2b9895e-fd37-4072-8754-90c5d10d2f1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576594 Feb 04 17:13:34.271042 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-510bc0de-d4fe-4202-9642-23249e0855a1 req-e441f1cb-3566-4f46-adcd-dc7ff1a50ed0 tempest-ServersAdminNegativeTestJSON-1390519721 tempest-ServersAdminNegativeTestJSON-1390519721-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (dab341f1-4943-44a5-b43d-60e82081d233), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:13:34.314516 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-510bc0de-d4fe-4202-9642-23249e0855a1 req-e441f1cb-3566-4f46-adcd-dc7ff1a50ed0 tempest-ServersAdminNegativeTestJSON-1390519721 tempest-ServersAdminNegativeTestJSON-1390519721-project-admin] 10.222.0.89 "GET /v2.0/security-groups?id=38af6261-52ee-4276-8567-41fcd5f88dcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1813717 Feb 04 17:13:34.332097 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e441f1cb-3566-4f46-adcd-dc7ff1a50ed0 tempest-ServersAdminNegativeTestJSON-1390519721 tempest-ServersAdminNegativeTestJSON-1390519721-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dab341f1-4943-44a5-b43d-60e82081d233,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:13:34.355182 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580eafd4-d217-43c1-91ac-488c773729f0 req-a003e3ea-a4e8-4d16-b71e-b83b9a1a8210 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:13:34.356956 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-580eafd4-d217-43c1-91ac-488c773729f0 req-a003e3ea-a4e8-4d16-b71e-b83b9a1a8210 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=8da6ad4e5ee34bf6bb722cd37ab73ea7&device_id=9f5aa8b2-f0e7-47df-b418-3e36c0d10805 HTTP/1.1" status: 200 len: 1127 time: 0.1255515 Feb 04 17:13:34.443471 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 17:13:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3916c728-a569-4209-b214-f3e15fb3d986 x-openstack-request-id: req-3916c728-a569-4209-b214-f3e15fb3d986 {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:13:34.443763 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb1b0366-d623-4256-9bd7-daa9e73975fa", "tag": "10c097a6-2357-455f-a26f-a8db86e47315", "status": "completed", "code": 200}]} {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:13:34.444015 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-3916c728-a569-4209-b214-f3e15fb3d986 {{(pid=103377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:13:34.444398 n-d-827839-2 neutron-server[103377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb1b0366-d623-4256-9bd7-daa9e73975fa', 'tag': '10c097a6-2357-455f-a26f-a8db86e47315', 'status': 'completed', 'code': 200} Feb 04 17:13:34.497708 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580eafd4-d217-43c1-91ac-488c773729f0 req-511eeeda-d877-484b-9454-cce9bca80e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:13:34.499187 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-580eafd4-d217-43c1-91ac-488c773729f0 req-511eeeda-d877-484b-9454-cce9bca80e08 service neutron] 10.222.0.96 "GET /v2.0/networks?id=865a5290-ec33-4655-84a4-bc1453190ac7 HTTP/1.1" status: 200 len: 908 time: 0.1352754 Feb 04 17:13:34.523581 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c13d7bf-792c-4a74-af23-ce4020207724 req-c411f65c-542c-48dc-89f9-2e4f00177e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:13:34.523791 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a0bc4a-2362-4d50-ae03-fa939887c510 req-ce222670-f8e2-4d6e-bc6e-3a6fcedc545a tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:13:34.525141 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-8c13d7bf-792c-4a74-af23-ce4020207724 req-c411f65c-542c-48dc-89f9-2e4f00177e85 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=f616a69521a6439b8b9ce4b5361b1b3c&device_id=cb1b0366-d623-4256-9bd7-daa9e73975fa HTTP/1.1" status: 200 len: 1125 time: 0.1081161 Feb 04 17:13:34.525273 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-38a0bc4a-2362-4d50-ae03-fa939887c510 req-ce222670-f8e2-4d6e-bc6e-3a6fcedc545a tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] 10.222.0.89 "GET /v2.0/ports?device_id=cc6828c0-e3de-440f-b02a-be00d4b9136d HTTP/1.1" status: 200 len: 948 time: 0.0841942 Feb 04 17:13:34.554454 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-580eafd4-d217-43c1-91ac-488c773729f0 req-04622658-0374-4bcf-a3e0-660564bb263f service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7c6b4724-1adf-4dd1-8c66-4bc76c05989f HTTP/1.1" status: 200 len: 217 time: 0.0459116 Feb 04 17:13:34.636415 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-38a0bc4a-2362-4d50-ae03-fa939887c510 req-5aa492c9-03c2-4cd8-8cdd-d872e01350da tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] 10.222.0.89 "GET /v2.0/security-groups?id=5fa98c6a-94b3-4690-b9c3-4f0e67d11226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847111 Feb 04 17:13:34.638016 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5027c166-0cd8-4e8b-a536-f9cb5afcf4c9 req-ee1cd4d1-f4ba-47ea-8971-bc11fc2f5fa2 tempest-FloatingIPsAssociationTestJSON-1767827216 tempest-FloatingIPsAssociationTestJSON-1767827216-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:13:34.638323 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580eafd4-d217-43c1-91ac-488c773729f0 req-4e80cc3b-6f82-4df8-99ec-57c88c711aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:13:34.639779 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-5027c166-0cd8-4e8b-a536-f9cb5afcf4c9 req-ee1cd4d1-f4ba-47ea-8971-bc11fc2f5fa2 tempest-FloatingIPsAssociationTestJSON-1767827216 tempest-FloatingIPsAssociationTestJSON-1767827216-project] 10.222.0.89 "GET /v2.0/networks?id=71f03b9f-e704-4df0-bce2-e9f92d5b531b HTTP/1.1" status: 200 len: 820 time: 0.1811974 Feb 04 17:13:34.644706 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-580eafd4-d217-43c1-91ac-488c773729f0 req-4e80cc3b-6f82-4df8-99ec-57c88c711aa0 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=22305eb3-36bf-4425-804b-f2478ee8714d HTTP/1.1" status: 200 len: 847 time: 0.0734820 Feb 04 17:13:34.660118 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4f14bb47-e72b-46ac-9e44-a61d9293afcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (75326290-f7a3-4db8-9cf2-15c7139ed224), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:13:34.685269 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-580eafd4-d217-43c1-91ac-488c773729f0 req-3e45905d-9dcf-4394-8a97-af95a29e571f service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=865a5290-ec33-4655-84a4-bc1453190ac7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0386906 Feb 04 17:13:34.696523 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c13d7bf-792c-4a74-af23-ce4020207724 req-62a67547-baa9-4e34-8e62-d5aa91276a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:13:34.698316 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-8c13d7bf-792c-4a74-af23-ce4020207724 req-62a67547-baa9-4e34-8e62-d5aa91276a7d service neutron] 10.222.0.96 "GET /v2.0/networks?id=4d1c76e6-ea0c-4d14-ba91-32b9665be5f0 HTTP/1.1" status: 200 len: 925 time: 0.1591520 Feb 04 17:13:34.699920 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-5027c166-0cd8-4e8b-a536-f9cb5afcf4c9 req-493cae0e-dbb1-46ee-bed1-3175458e1b8b tempest-FloatingIPsAssociationTestJSON-1767827216 tempest-FloatingIPsAssociationTestJSON-1767827216-project] 10.222.0.89 "GET /v2.0/quotas/cf07c74cdc00450eafd97d06057c3156 HTTP/1.1" status: 200 len: 375 time: 0.0465679 Feb 04 17:13:34.772462 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-8c13d7bf-792c-4a74-af23-ce4020207724 req-c514de8a-13f3-456b-8209-0623cfc41084 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=10c097a6-2357-455f-a26f-a8db86e47315 HTTP/1.1" status: 200 len: 217 time: 0.0650909 Feb 04 17:13:34.827057 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-5027c166-0cd8-4e8b-a536-f9cb5afcf4c9 req-98d990ff-8a40-4abc-abed-6fc6034ec712 tempest-FloatingIPsAssociationTestJSON-1767827216 tempest-FloatingIPsAssociationTestJSON-1767827216-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=cf07c74cdc00450eafd97d06057c3156&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1176927 Feb 04 17:13:34.827275 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f581094c-6770-4757-bb0f-bf6775334ed3 req-5d506fcc-8321-48be-967a-c31651f41058 tempest-ImagesOneServerNegativeTestJSON-254357925 tempest-ImagesOneServerNegativeTestJSON-254357925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:13:34.829371 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-f581094c-6770-4757-bb0f-bf6775334ed3 req-5d506fcc-8321-48be-967a-c31651f41058 tempest-ImagesOneServerNegativeTestJSON-254357925 tempest-ImagesOneServerNegativeTestJSON-254357925-project] 10.222.0.89 "GET /v2.0/ports?device_id=4bd07e04-af6f-4e7d-8008-4bf0ae443369 HTTP/1.1" status: 200 len: 945 time: 0.0855377 Feb 04 17:13:34.830990 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-580eafd4-d217-43c1-91ac-488c773729f0 req-58cedc03-e91e-4f94-aade-797d0b091490 service neutron] 10.222.0.96 "GET /v2.0/networks/865a5290-ec33-4655-84a4-bc1453190ac7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1378331 Feb 04 17:13:34.894265 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c13d7bf-792c-4a74-af23-ce4020207724 req-3275b519-072f-4a26-ad19-a68619d05dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:13:34.896942 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-8c13d7bf-792c-4a74-af23-ce4020207724 req-3275b519-072f-4a26-ad19-a68619d05dd2 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=46532e3a-bfe8-4be0-a512-ac5329d05d46 HTTP/1.1" status: 200 len: 863 time: 0.1171994 Feb 04 17:13:34.935093 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-f581094c-6770-4757-bb0f-bf6775334ed3 req-a7c91d7c-edbe-4ea4-b8c7-081fad7638ce tempest-ImagesOneServerNegativeTestJSON-254357925 tempest-ImagesOneServerNegativeTestJSON-254357925-project] 10.222.0.89 "GET /v2.0/security-groups?id=93c660a2-9a39-4e35-b172-c2fcfd9b6315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994737 Feb 04 17:13:34.972191 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-580eafd4-d217-43c1-91ac-488c773729f0 req-5c1bbcb6-b5fa-4af5-8be2-1ddeedb696e7 service neutron] 10.222.0.96 "GET /v2.0/networks/865a5290-ec33-4655-84a4-bc1453190ac7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298723 Feb 04 17:13:34.991649 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c13d7bf-792c-4a74-af23-ce4020207724 req-d6ea6f4e-7a33-44d7-8d25-4fa3ef0892d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:13:34.992726 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-8c13d7bf-792c-4a74-af23-ce4020207724 req-d6ea6f4e-7a33-44d7-8d25-4fa3ef0892d4 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=4d1c76e6-ea0c-4d14-ba91-32b9665be5f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0892744 Feb 04 17:13:35.003115 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-5027c166-0cd8-4e8b-a536-f9cb5afcf4c9 req-f7851cc7-09ed-4c78-aad1-f33509a1c373 service neutron] 10.222.0.89 "GET /v2.0/networks/71f03b9f-e704-4df0-bce2-e9f92d5b531b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1652136 Feb 04 17:13:35.061061 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699727b6-de8d-4a5e-a6c2-1546708db761 req-2f4518fe-8418-4ce6-8d14-61b26227809f tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:13:35.068393 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-699727b6-de8d-4a5e-a6c2-1546708db761 req-2f4518fe-8418-4ce6-8d14-61b26227809f tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] 10.222.0.89 "GET /v2.0/ports?device_id=9f5aa8b2-f0e7-47df-b418-3e36c0d10805 HTTP/1.1" status: 200 len: 945 time: 0.0630991 Feb 04 17:13:35.145659 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-699727b6-de8d-4a5e-a6c2-1546708db761 req-97c83a7e-f208-4e5c-b063-ab4472512d84 tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] 10.222.0.89 "GET /v2.0/security-groups?id=18e6cc58-e448-4d12-9423-2a502a086ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762453 Feb 04 17:13:35.148453 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580eafd4-d217-43c1-91ac-488c773729f0 req-2c9d173b-94fb-4037-980c-060d9eeceaae tempest-LiveMigrationTest-101728267 tempest-LiveMigrationTest-101728267-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:13:35.149837 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-580eafd4-d217-43c1-91ac-488c773729f0 req-2c9d173b-94fb-4037-980c-060d9eeceaae tempest-LiveMigrationTest-101728267 tempest-LiveMigrationTest-101728267-project-admin] 10.222.0.96 "GET /v2.0/ports?device_id=9f5aa8b2-f0e7-47df-b418-3e36c0d10805&tenant_id=8da6ad4e5ee34bf6bb722cd37ab73ea7&binding%3Ahost_id=n-h2-827839-2 HTTP/1.1" status: 200 len: 1127 time: 0.0795465 Feb 04 17:13:35.165765 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [req-580eafd4-d217-43c1-91ac-488c773729f0 req-71805ca9-e343-4d0b-aa4d-cdc8059b5245 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-827839-2'}}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:13:35.167880 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-8c13d7bf-792c-4a74-af23-ce4020207724 req-783c3a55-c987-465f-a658-b59dcbc0afe8 service neutron] 10.222.0.96 "GET /v2.0/networks/4d1c76e6-ea0c-4d14-ba91-32b9665be5f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1565266 Feb 04 17:13:35.172698 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-5027c166-0cd8-4e8b-a536-f9cb5afcf4c9 req-c29a4ad9-248a-42b4-a944-a21ecfcc2bb0 service neutron] 10.222.0.89 "GET /v2.0/networks/71f03b9f-e704-4df0-bce2-e9f92d5b531b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1687901 Feb 04 17:13:35.237636 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-580eafd4-d217-43c1-91ac-488c773729f0 req-71805ca9-e343-4d0b-aa4d-cdc8059b5245 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (7c6b4724-1adf-4dd1-8c66-4bc76c05989f), before_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:13:35.295721 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-8c13d7bf-792c-4a74-af23-ce4020207724 req-8313b9f1-55d0-47bb-b31e-f59a78c4dd7a service neutron] 10.222.0.96 "GET /v2.0/networks/4d1c76e6-ea0c-4d14-ba91-32b9665be5f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1136765 Feb 04 17:13:35.399998 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Device 1c7d9fa2-9ef9-488a-a8c3-a61982a926f8 details requested by agent hyperv_n-h2-827839-2 with host n-h2-827839-2 {{(pid=103378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 17:13:35.421816 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfccc8d-1398-4c4c-bdbf-fde63bc87e1c req-32240801-2bd4-427b-9f96-fca47d00ff91 tempest-ImagesOneServerTestJSON-981392013 tempest-ImagesOneServerTestJSON-981392013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:13:35.423368 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-8cfccc8d-1398-4c4c-bdbf-fde63bc87e1c req-32240801-2bd4-427b-9f96-fca47d00ff91 tempest-ImagesOneServerTestJSON-981392013 tempest-ImagesOneServerTestJSON-981392013-project] 10.222.0.89 "GET /v2.0/ports?device_id=b35c36f6-2ebf-48ae-aa08-48a8ee20c89c HTTP/1.1" status: 200 len: 951 time: 0.0582247 Feb 04 17:13:35.443868 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [req-580eafd4-d217-43c1-91ac-488c773729f0 req-71805ca9-e343-4d0b-aa4d-cdc8059b5245 service neutron] For port 7c6b4724-1adf-4dd1-8c66-4bc76c05989f, host n-h2-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=7c6b4724-1adf-4dd1-8c66-4bc76c05989f,segment=NetworkSegment(4adf983e-b4f0-4caa-beec-ecaadf2366f2),segment_id=4adf983e-b4f0-4caa-beec-ecaadf2366f2)] {{(pid=103377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:13:35.459374 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device cb578c5c-e30a-410b-8d53-585a9f4f1d33 details requested by agent hyperv_n-h1-827839-2 with host n-h1-827839-2 {{(pid=103378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 17:13:35.485586 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-8cfccc8d-1398-4c4c-bdbf-fde63bc87e1c req-d10291a2-dddd-47b3-a135-efabdac8d72c tempest-ImagesOneServerTestJSON-981392013 tempest-ImagesOneServerTestJSON-981392013-project] 10.222.0.89 "GET /v2.0/security-groups?id=8b4b9691-3cf9-4823-9b14-a8c5b66738e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543253 Feb 04 17:13:35.495167 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [req-580eafd4-d217-43c1-91ac-488c773729f0 req-71805ca9-e343-4d0b-aa4d-cdc8059b5245 service neutron] For port 7c6b4724-1adf-4dd1-8c66-4bc76c05989f, host n-h2-827839-2, cleared binding levels {{(pid=103377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:13:35.541551 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fa345b-0563-44ad-9e2e-058192ead474 req-fd485130-5843-4f5b-9764-9b9059861d12 tempest-ServersWithSpecificFlavorTestJSON-330130714 tempest-ServersWithSpecificFlavorTestJSON-330130714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:13:35.550479 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-a9fa345b-0563-44ad-9e2e-058192ead474 req-fd485130-5843-4f5b-9764-9b9059861d12 tempest-ServersWithSpecificFlavorTestJSON-330130714 tempest-ServersWithSpecificFlavorTestJSON-330130714-project] 10.222.0.89 "GET /v2.0/ports?device_id=cb1b0366-d623-4256-9bd7-daa9e73975fa HTTP/1.1" status: 200 len: 943 time: 0.1831017 Feb 04 17:13:35.612897 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-580eafd4-d217-43c1-91ac-488c773729f0 req-71805ca9-e343-4d0b-aa4d-cdc8059b5245 service neutron] Publish callbacks [] for port (7c6b4724-1adf-4dd1-8c66-4bc76c05989f), precommit_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:13:35.618368 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-a9fa345b-0563-44ad-9e2e-058192ead474 req-b67b82c9-2126-46b3-a837-dad277094a7a tempest-ServersWithSpecificFlavorTestJSON-330130714 tempest-ServersWithSpecificFlavorTestJSON-330130714-project] 10.222.0.89 "GET /v2.0/security-groups?id=a2b9895e-fd37-4072-8754-90c5d10d2f1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0667820 Feb 04 17:13:35.618754 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] For port 1c7d9fa2-9ef9-488a-a8c3-a61982a926f8, host n-h2-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=1c7d9fa2-9ef9-488a-a8c3-a61982a926f8,segment=NetworkSegment(3a39b085-d3e6-43bb-a64c-1b06dd049e5a),segment_id=3a39b085-d3e6-43bb-a64c-1b06dd049e5a)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:13:35.621589 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-0b8bc51e-7ba3-49a2-a4e6-72ceea3b4474 req-e326ea16-5c3f-43f9-b7b6-ecdf5282a7a6 tempest-FloatingIPsAssociationTestJSON-1767827216 tempest-FloatingIPsAssociationTestJSON-1767827216-project] 10.222.0.89 "GET /v2.0/ports?device_id=5196e6cf-a12c-4bb6-90ee-c977b84aa4c1 HTTP/1.1" status: 200 len: 210 time: 0.0640016 Feb 04 17:13:35.625717 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-580eafd4-d217-43c1-91ac-488c773729f0 req-71805ca9-e343-4d0b-aa4d-cdc8059b5245 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25888290'] for port (7c6b4724-1adf-4dd1-8c66-4bc76c05989f), after_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:13:35.632411 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Returning: {'device': '1c7d9fa2-9ef9-488a-a8c3-a61982a926f8', 'network_id': '02be22b9-aa53-40ea-8050-9239cd27d1ff', 'port_id': '1c7d9fa2-9ef9-488a-a8c3-a61982a926f8', 'mac_address': 'fa:16:3e:4a:45:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 797, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c974b0ff-2c5c-4667-8a81-3bde3ea6ced5', 'ip_address': '192.168.233.110'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 17:13:35.662233 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] For port cb578c5c-e30a-410b-8d53-585a9f4f1d33, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=cb578c5c-e30a-410b-8d53-585a9f4f1d33,segment=NetworkSegment(925d9078-c82e-4bcc-b2ae-415f0fcde575),segment_id=925d9078-c82e-4bcc-b2ae-415f0fcde575)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:13:35.722745 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Current status of the port 1c7d9fa2-9ef9-488a-a8c3-a61982a926f8 is: DOWN; New status is: BUILD {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:13:35.723330 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (1c7d9fa2-9ef9-488a-a8c3-a61982a926f8), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:13:35.747549 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (ba70844b-66a0-45fd-a2f2-e6ed673321fc), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:13:35.747797 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [req-580eafd4-d217-43c1-91ac-488c773729f0 req-71805ca9-e343-4d0b-aa4d-cdc8059b5245 service neutron] Attempting to bind port 7c6b4724-1adf-4dd1-8c66-4bc76c05989f on host n-h2-827839-2 for vnic_type normal with profile {"migrating_to": "n-h1-827839-2"} {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:13:35.749244 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [req-580eafd4-d217-43c1-91ac-488c773729f0 req-71805ca9-e343-4d0b-aa4d-cdc8059b5245 service neutron] Attempting to bind port 7c6b4724-1adf-4dd1-8c66-4bc76c05989f by drivers openvswitch,hyperv on host n-h2-827839-2 at level 0 using segments [{'id': '4adf983e-b4f0-4caa-beec-ecaadf2366f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '865a5290-ec33-4655-84a4-bc1453190ac7'}] {{(pid=103377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:13:35.749244 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-580eafd4-d217-43c1-91ac-488c773729f0 req-71805ca9-e343-4d0b-aa4d-cdc8059b5245 service neutron] Attempting to bind port 7c6b4724-1adf-4dd1-8c66-4bc76c05989f on network 865a5290-ec33-4655-84a4-bc1453190ac7 {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:13:35.751449 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71805ca9-e343-4d0b-aa4d-cdc8059b5245 service neutron] Pushing event updated for resources: {'Port': ['ID=7c6b4724-1adf-4dd1-8c66-4bc76c05989f,revision_number=7']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:13:35.757685 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-580eafd4-d217-43c1-91ac-488c773729f0 req-71805ca9-e343-4d0b-aa4d-cdc8059b5245 service neutron] Port 7c6b4724-1adf-4dd1-8c66-4bc76c05989f on network 865a5290-ec33-4655-84a4-bc1453190ac7 not bound, no agent of type Open vSwitch agent registered on host n-h2-827839-2 {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 17:13:35.758049 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-580eafd4-d217-43c1-91ac-488c773729f0 req-71805ca9-e343-4d0b-aa4d-cdc8059b5245 service neutron] Attempting to bind port 7c6b4724-1adf-4dd1-8c66-4bc76c05989f on network 865a5290-ec33-4655-84a4-bc1453190ac7 {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:13:35.761800 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Returning: {'device': 'cb578c5c-e30a-410b-8d53-585a9f4f1d33', 'network_id': '518579bb-9b83-431f-85d9-0080ad95e906', 'port_id': 'cb578c5c-e30a-410b-8d53-585a9f4f1d33', 'mac_address': 'fa:16:3e:f5:55:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 764, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11b7fa3d-4973-471d-9057-d3ba5d21542b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 17:13:35.764177 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-580eafd4-d217-43c1-91ac-488c773729f0 req-71805ca9-e343-4d0b-aa4d-cdc8059b5245 service neutron] Checking agent: {'id': 'f20a1ab3-4332-4f54-833b-ba4a7c687e89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 8, 40), 'started_at': datetime.datetime(2022, 2, 4, 17, 8, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 13, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:13:35.764832 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-580eafd4-d217-43c1-91ac-488c773729f0 req-71805ca9-e343-4d0b-aa4d-cdc8059b5245 service neutron] Checking segment: {'id': '4adf983e-b4f0-4caa-beec-ecaadf2366f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '865a5290-ec33-4655-84a4-bc1453190ac7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:13:35.765370 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-580eafd4-d217-43c1-91ac-488c773729f0 req-71805ca9-e343-4d0b-aa4d-cdc8059b5245 service neutron] Bound using segment: {'id': '4adf983e-b4f0-4caa-beec-ecaadf2366f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '865a5290-ec33-4655-84a4-bc1453190ac7'} {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:13:35.765946 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [req-580eafd4-d217-43c1-91ac-488c773729f0 req-71805ca9-e343-4d0b-aa4d-cdc8059b5245 service neutron] Bound port: 7c6b4724-1adf-4dd1-8c66-4bc76c05989f, host: n-h2-827839-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4adf983e-b4f0-4caa-beec-ecaadf2366f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '865a5290-ec33-4655-84a4-bc1453190ac7'}}] {{(pid=103377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:13:35.766446 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-580eafd4-d217-43c1-91ac-488c773729f0 req-71805ca9-e343-4d0b-aa4d-cdc8059b5245 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (7c6b4724-1adf-4dd1-8c66-4bc76c05989f), before_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:13:35.775862 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c7d9fa2-9ef9-488a-a8c3-a61982a926f8 {{(pid=103378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 17:13:35.841570 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] For port 1c7d9fa2-9ef9-488a-a8c3-a61982a926f8, host n-h2-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=1c7d9fa2-9ef9-488a-a8c3-a61982a926f8,segment=NetworkSegment(3a39b085-d3e6-43bb-a64c-1b06dd049e5a),segment_id=3a39b085-d3e6-43bb-a64c-1b06dd049e5a)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:13:35.849276 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (1c7d9fa2-9ef9-488a-a8c3-a61982a926f8), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:13:35.879239 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Current status of the port cb578c5c-e30a-410b-8d53-585a9f4f1d33 is: ACTIVE; New status is: BUILD {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:13:35.879663 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (cb578c5c-e30a-410b-8d53-585a9f4f1d33), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:13:35.892236 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [req-580eafd4-d217-43c1-91ac-488c773729f0 req-71805ca9-e343-4d0b-aa4d-cdc8059b5245 service neutron] For port 7c6b4724-1adf-4dd1-8c66-4bc76c05989f, host n-h2-827839-2, cleared binding levels {{(pid=103377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:13:35.899134 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [req-580eafd4-d217-43c1-91ac-488c773729f0 req-71805ca9-e343-4d0b-aa4d-cdc8059b5245 service neutron] For port 7c6b4724-1adf-4dd1-8c66-4bc76c05989f, host n-h2-827839-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=7c6b4724-1adf-4dd1-8c66-4bc76c05989f,segment=NetworkSegment(4adf983e-b4f0-4caa-beec-ecaadf2366f2),segment_id=4adf983e-b4f0-4caa-beec-ecaadf2366f2)] {{(pid=103377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:13:35.907134 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id cb578c5c-e30a-410b-8d53-585a9f4f1d33 {{(pid=103378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 17:13:35.922683 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218ffd00-aad1-46fd-ac64-4dacd02bd25b req-490d0c9a-5bcd-49a1-9a61-36f0693f7e1f tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:13:35.943306 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] For port cb578c5c-e30a-410b-8d53-585a9f4f1d33, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=cb578c5c-e30a-410b-8d53-585a9f4f1d33,segment=NetworkSegment(925d9078-c82e-4bcc-b2ae-415f0fcde575),segment_id=925d9078-c82e-4bcc-b2ae-415f0fcde575)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:13:35.944060 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-218ffd00-aad1-46fd-ac64-4dacd02bd25b req-490d0c9a-5bcd-49a1-9a61-36f0693f7e1f tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] 10.222.0.89 "GET /v2.0/ports?device_id=cc6828c0-e3de-440f-b02a-be00d4b9136d HTTP/1.1" status: 200 len: 948 time: 0.1501842 Feb 04 17:13:35.944231 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Pushing event updated for resources: {'Port': ['ID=1c7d9fa2-9ef9-488a-a8c3-a61982a926f8,revision_number=4']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:13:35.948131 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (cb578c5c-e30a-410b-8d53-585a9f4f1d33), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:13:35.974224 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-580eafd4-d217-43c1-91ac-488c773729f0 req-71805ca9-e343-4d0b-aa4d-cdc8059b5245 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25888290'] for port (7c6b4724-1adf-4dd1-8c66-4bc76c05989f), after_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:13:36.007121 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Pushing event updated for resources: {'Port': ['ID=cb578c5c-e30a-410b-8d53-585a9f4f1d33,revision_number=6']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:13:36.117192 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-218ffd00-aad1-46fd-ac64-4dacd02bd25b req-124cfded-ed5e-4c92-90d9-9c24ec2eea83 tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] 10.222.0.89 "GET /v2.0/security-groups?id=5fa98c6a-94b3-4690-b9c3-4f0e67d11226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1714098 Feb 04 17:13:36.151704 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71805ca9-e343-4d0b-aa4d-cdc8059b5245 service neutron] Pushing event updated for resources: {'Port': ['ID=7c6b4724-1adf-4dd1-8c66-4bc76c05989f,revision_number=8']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:13:36.156604 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580eafd4-d217-43c1-91ac-488c773729f0 req-71805ca9-e343-4d0b-aa4d-cdc8059b5245 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:13:36.157858 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-580eafd4-d217-43c1-91ac-488c773729f0 req-71805ca9-e343-4d0b-aa4d-cdc8059b5245 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:13:36.159481 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-580eafd4-d217-43c1-91ac-488c773729f0 req-71805ca9-e343-4d0b-aa4d-cdc8059b5245 service neutron] 10.222.0.96 "PUT /v2.0/ports/7c6b4724-1adf-4dd1-8c66-4bc76c05989f HTTP/1.1" status: 200 len: 1121 time: 0.9988859 Feb 04 17:13:36.198118 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] get_ports_and_sgs() called for port_ids ['cb578c5c-e30a-410b-8d53-585a9f4f1d33'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 17:13:36.233378 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] get_ports_and_sgs() called for port_ids ['1c7d9fa2-9ef9-488a-a8c3-a61982a926f8'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 17:13:36.313202 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] get_ports_and_sgs() called for port_ids ['7c6b4724-1adf-4dd1-8c66-4bc76c05989f'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 17:13:36.393766 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bfc36e-c50f-46e3-ac0f-d22e1f70bce7 req-5aa83eb3-94a8-4daf-856b-0054f44a8af5 tempest-ImagesOneServerNegativeTestJSON-254357925 tempest-ImagesOneServerNegativeTestJSON-254357925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:13:36.395509 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-a5bfc36e-c50f-46e3-ac0f-d22e1f70bce7 req-5aa83eb3-94a8-4daf-856b-0054f44a8af5 tempest-ImagesOneServerNegativeTestJSON-254357925 tempest-ImagesOneServerNegativeTestJSON-254357925-project] 10.222.0.89 "GET /v2.0/ports?device_id=4bd07e04-af6f-4e7d-8008-4bf0ae443369 HTTP/1.1" status: 200 len: 944 time: 0.0644314 Feb 04 17:13:36.443402 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cff2ae2-55b5-4847-be1c-0eed567e20a3 req-56a21331-f804-436c-b6ee-242ffa4ebd98 tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:13:36.445353 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-3cff2ae2-55b5-4847-be1c-0eed567e20a3 req-56a21331-f804-436c-b6ee-242ffa4ebd98 tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] 10.222.0.89 "GET /v2.0/ports?device_id=9f5aa8b2-f0e7-47df-b418-3e36c0d10805 HTTP/1.1" status: 200 len: 943 time: 0.0655568 Feb 04 17:13:36.445920 n-d-827839-2 neutron-server[103377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f5aa8b2-f0e7-47df-b418-3e36c0d10805', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7c6b4724-1adf-4dd1-8c66-4bc76c05989f'}, {'name': 'network-changed', 'server_uuid': '9f5aa8b2-f0e7-47df-b418-3e36c0d10805', 'tag': '7c6b4724-1adf-4dd1-8c66-4bc76c05989f'}] {{(pid=103377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:13:36.448075 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7240428b650e1488e9361b62648ff4b3a6c19d49d8c27c949491ab58c1346cf0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a50da17-eac9-4b7e-b3e4-96b9c64b3d2f" -d '{"events": [{"server_uuid": "9f5aa8b2-f0e7-47df-b418-3e36c0d10805", "name": "network-vif-unplugged", "status": "completed", "tag": "7c6b4724-1adf-4dd1-8c66-4bc76c05989f"}, {"name": "network-changed", "server_uuid": "9f5aa8b2-f0e7-47df-b418-3e36c0d10805", "tag": "7c6b4724-1adf-4dd1-8c66-4bc76c05989f"}]}' {{(pid=103377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:13:36.451318 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-a5bfc36e-c50f-46e3-ac0f-d22e1f70bce7 req-4c9f6069-cda1-429b-b644-6233f151762d tempest-ImagesOneServerNegativeTestJSON-254357925 tempest-ImagesOneServerNegativeTestJSON-254357925-project] 10.222.0.89 "GET /v2.0/security-groups?id=93c660a2-9a39-4e35-b172-c2fcfd9b6315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498865 Feb 04 17:13:36.517849 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-3cff2ae2-55b5-4847-be1c-0eed567e20a3 req-22098614-3059-4d10-b871-6b2b645b7d5e tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] 10.222.0.89 "GET /v2.0/security-groups?id=18e6cc58-e448-4d12-9423-2a502a086ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620027 Feb 04 17:13:36.595016 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Fri, 04 Feb 2022 17:13:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-207a5063-2502-4150-b5d5-5c3dbf910fe1 x-openstack-request-id: req-207a5063-2502-4150-b5d5-5c3dbf910fe1 {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:13:36.597995 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f5aa8b2-f0e7-47df-b418-3e36c0d10805", "name": "network-vif-unplugged", "status": "completed", "tag": "7c6b4724-1adf-4dd1-8c66-4bc76c05989f", "code": 200}, {"name": "network-changed", "server_uuid": "9f5aa8b2-f0e7-47df-b418-3e36c0d10805", "tag": "7c6b4724-1adf-4dd1-8c66-4bc76c05989f", "status": "completed", "code": 200}]} {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:13:36.598518 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-207a5063-2502-4150-b5d5-5c3dbf910fe1 {{(pid=103377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:13:36.600155 n-d-827839-2 neutron-server[103377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f5aa8b2-f0e7-47df-b418-3e36c0d10805', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7c6b4724-1adf-4dd1-8c66-4bc76c05989f', 'code': 200} Feb 04 17:13:36.600619 n-d-827839-2 neutron-server[103377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f5aa8b2-f0e7-47df-b418-3e36c0d10805', 'tag': '7c6b4724-1adf-4dd1-8c66-4bc76c05989f', 'status': 'completed', 'code': 200} Feb 04 17:13:36.662832 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30770ae-a7c0-4a6d-9bed-6bb0f9f364a0 req-9c080239-bf1c-4386-96a4-5794b3c0d3d4 tempest-ServersAdminNegativeTestJSON-344829367 tempest-ServersAdminNegativeTestJSON-344829367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:13:36.670325 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-b30770ae-a7c0-4a6d-9bed-6bb0f9f364a0 req-9c080239-bf1c-4386-96a4-5794b3c0d3d4 tempest-ServersAdminNegativeTestJSON-344829367 tempest-ServersAdminNegativeTestJSON-344829367-project] 10.222.0.89 "GET /v2.0/ports?device_id=bf5df23b-6684-4da4-a390-366e2738796e HTTP/1.1" status: 200 len: 950 time: 0.0851705 Feb 04 17:13:36.726556 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-b30770ae-a7c0-4a6d-9bed-6bb0f9f364a0 req-853fe56e-4c8e-4064-bf52-7153e5c1d481 tempest-ServersAdminNegativeTestJSON-344829367 tempest-ServersAdminNegativeTestJSON-344829367-project] 10.222.0.89 "GET /v2.0/security-groups?id=38af6261-52ee-4276-8567-41fcd5f88dcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549395 Feb 04 17:13:36.870684 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e181630-64d0-4939-a3fb-041b7fe53d31 req-9f7d4076-7579-4812-b282-e92d36b6a15f tempest-ServersWithSpecificFlavorTestJSON-330130714 tempest-ServersWithSpecificFlavorTestJSON-330130714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:13:36.872283 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-1e181630-64d0-4939-a3fb-041b7fe53d31 req-9f7d4076-7579-4812-b282-e92d36b6a15f tempest-ServersWithSpecificFlavorTestJSON-330130714 tempest-ServersWithSpecificFlavorTestJSON-330130714-project] 10.222.0.89 "GET /v2.0/ports?device_id=cb1b0366-d623-4256-9bd7-daa9e73975fa HTTP/1.1" status: 200 len: 943 time: 0.0695121 Feb 04 17:13:36.920518 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-1e181630-64d0-4939-a3fb-041b7fe53d31 req-805f377d-da23-4428-9b6e-260c1632ac38 tempest-ServersWithSpecificFlavorTestJSON-330130714 tempest-ServersWithSpecificFlavorTestJSON-330130714-project] 10.222.0.89 "GET /v2.0/security-groups?id=a2b9895e-fd37-4072-8754-90c5d10d2f1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425384 Feb 04 17:13:37.006679 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-ef6f9a29-6637-465a-9d18-05f64d72c702 req-a99977e0-51a6-485b-9f76-861b702bfaba tempest-FloatingIPsAssociationTestJSON-1767827216 tempest-FloatingIPsAssociationTestJSON-1767827216-project] 10.222.0.89 "GET /v2.0/ports?device_id=5196e6cf-a12c-4bb6-90ee-c977b84aa4c1 HTTP/1.1" status: 200 len: 210 time: 0.0498183 Feb 04 17:13:37.032942 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951daac1-d85b-46e1-8e0a-bbfa5b0fc579 req-ea7a2496-cf1f-4829-99c7-8ca00b750880 tempest-ImagesOneServerTestJSON-981392013 tempest-ImagesOneServerTestJSON-981392013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:13:37.034614 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-951daac1-d85b-46e1-8e0a-bbfa5b0fc579 req-ea7a2496-cf1f-4829-99c7-8ca00b750880 tempest-ImagesOneServerTestJSON-981392013 tempest-ImagesOneServerTestJSON-981392013-project] 10.222.0.89 "GET /v2.0/ports?device_id=b35c36f6-2ebf-48ae-aa08-48a8ee20c89c HTTP/1.1" status: 200 len: 951 time: 0.0584869 Feb 04 17:13:37.056398 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5027c166-0cd8-4e8b-a536-f9cb5afcf4c9 req-39ff48d2-f43d-4832-b097-e92d72a95947 tempest-FloatingIPsAssociationTestJSON-1767827216 tempest-FloatingIPsAssociationTestJSON-1767827216-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:13:37.057904 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-5027c166-0cd8-4e8b-a536-f9cb5afcf4c9 req-39ff48d2-f43d-4832-b097-e92d72a95947 tempest-FloatingIPsAssociationTestJSON-1767827216 tempest-FloatingIPsAssociationTestJSON-1767827216-project] 10.222.0.96 "GET /v2.0/networks?id=71f03b9f-e704-4df0-bce2-e9f92d5b531b HTTP/1.1" status: 200 len: 820 time: 0.4888861 Feb 04 17:13:37.059766 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a50da17-eac9-4b7e-b3e4-96b9c64b3d2f req-5c7ba264-9e9c-42dc-8347-790b1853e210 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:13:37.061155 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-0a50da17-eac9-4b7e-b3e4-96b9c64b3d2f req-5c7ba264-9e9c-42dc-8347-790b1853e210 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=8da6ad4e5ee34bf6bb722cd37ab73ea7&device_id=9f5aa8b2-f0e7-47df-b418-3e36c0d10805 HTTP/1.1" status: 200 len: 1155 time: 0.4279919 Feb 04 17:13:37.071506 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [req-5027c166-0cd8-4e8b-a536-f9cb5afcf4c9 req-b6422acd-46f3-46df-a6cf-2aeafd205d03 tempest-FloatingIPsAssociationTestJSON-1767827216 tempest-FloatingIPsAssociationTestJSON-1767827216-project] Request body: {'port': {'device_id': '5196e6cf-a12c-4bb6-90ee-c977b84aa4c1', 'network_id': '71f03b9f-e704-4df0-bce2-e9f92d5b531b', 'admin_state_up': True, 'tenant_id': 'cf07c74cdc00450eafd97d06057c3156'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:13:37.085039 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-951daac1-d85b-46e1-8e0a-bbfa5b0fc579 req-1565d33d-4f95-48fe-b4a8-f6c6efb7d7cf tempest-ImagesOneServerTestJSON-981392013 tempest-ImagesOneServerTestJSON-981392013-project] 10.222.0.89 "GET /v2.0/security-groups?id=8b4b9691-3cf9-4823-9b14-a8c5b66738e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446687 Feb 04 17:13:37.264527 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a50da17-eac9-4b7e-b3e4-96b9c64b3d2f req-c8c1d154-074c-4010-83b2-aa154da0400b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:13:37.265985 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-0a50da17-eac9-4b7e-b3e4-96b9c64b3d2f req-c8c1d154-074c-4010-83b2-aa154da0400b service neutron] 10.222.0.90 "GET /v2.0/networks?id=865a5290-ec33-4655-84a4-bc1453190ac7 HTTP/1.1" status: 200 len: 908 time: 0.1913359 Feb 04 17:13:37.322775 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-0a50da17-eac9-4b7e-b3e4-96b9c64b3d2f req-20d4435b-536e-4be3-9a18-72325af202e1 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7c6b4724-1adf-4dd1-8c66-4bc76c05989f HTTP/1.1" status: 200 len: 217 time: 0.0464580 Feb 04 17:13:37.325493 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5027c166-0cd8-4e8b-a536-f9cb5afcf4c9 req-b6422acd-46f3-46df-a6cf-2aeafd205d03 tempest-FloatingIPsAssociationTestJSON-1767827216 tempest-FloatingIPsAssociationTestJSON-1767827216-project] Made reservation on behalf of cf07c74cdc00450eafd97d06057c3156 for: {'port': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:13:37.328847 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-5027c166-0cd8-4e8b-a536-f9cb5afcf4c9 req-b6422acd-46f3-46df-a6cf-2aeafd205d03 tempest-FloatingIPsAssociationTestJSON-1767827216 tempest-FloatingIPsAssociationTestJSON-1767827216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:13:37.352883 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ddc6a5-8d0f-4730-9161-0c841f0964e2 req-280623ea-b774-4fe3-9a48-34e284cdfa9f tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:13:37.354297 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-33ddc6a5-8d0f-4730-9161-0c841f0964e2 req-280623ea-b774-4fe3-9a48-34e284cdfa9f tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] 10.222.0.89 "GET /v2.0/ports?device_id=cc6828c0-e3de-440f-b02a-be00d4b9136d HTTP/1.1" status: 200 len: 949 time: 0.1369805 Feb 04 17:13:37.409655 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Device 1c7d9fa2-9ef9-488a-a8c3-a61982a926f8 up at agent hyperv_n-h2-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:13:37.448761 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a50da17-eac9-4b7e-b3e4-96b9c64b3d2f req-25e66a0e-9c21-428f-9986-f1e708b99e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:13:37.450250 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-0a50da17-eac9-4b7e-b3e4-96b9c64b3d2f req-25e66a0e-9c21-428f-9986-f1e708b99e29 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=22305eb3-36bf-4425-804b-f2478ee8714d HTTP/1.1" status: 200 len: 847 time: 0.1165180 Feb 04 17:13:37.456615 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device cb578c5c-e30a-410b-8d53-585a9f4f1d33 up at agent hyperv_n-h1-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:13:37.504209 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Provisioning for port 1c7d9fa2-9ef9-488a-a8c3-a61982a926f8 completed by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 17:13:37.511392 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Provisioning complete for port 1c7d9fa2-9ef9-488a-a8c3-a61982a926f8 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:13:37.511771 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (1c7d9fa2-9ef9-488a-a8c3-a61982a926f8), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:13:37.534613 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-0a50da17-eac9-4b7e-b3e4-96b9c64b3d2f req-b98803c3-41f8-475e-9fcf-80235c64457b service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=865a5290-ec33-4655-84a4-bc1453190ac7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0746727 Feb 04 17:13:37.550440 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Provisioning complete for port cb578c5c-e30a-410b-8d53-585a9f4f1d33 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:13:37.550802 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (cb578c5c-e30a-410b-8d53-585a9f4f1d33), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:13:37.552126 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-33ddc6a5-8d0f-4730-9161-0c841f0964e2 req-3e7e58ae-a2b7-4642-be41-2d2c1ca3e79f tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] 10.222.0.89 "GET /v2.0/security-groups?id=5fa98c6a-94b3-4690-b9c3-4f0e67d11226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1768303 Feb 04 17:13:37.592469 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57aa99a-997e-4681-90f9-1a4a13c01104 req-6c4b7992-49b5-4f4c-ab3e-f04f165e2adb tempest-ImagesOneServerNegativeTestJSON-254357925 tempest-ImagesOneServerNegativeTestJSON-254357925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:13:37.595077 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-a57aa99a-997e-4681-90f9-1a4a13c01104 req-6c4b7992-49b5-4f4c-ab3e-f04f165e2adb tempest-ImagesOneServerNegativeTestJSON-254357925 tempest-ImagesOneServerNegativeTestJSON-254357925-project] 10.222.0.89 "GET /v2.0/ports?device_id=4bd07e04-af6f-4e7d-8008-4bf0ae443369 HTTP/1.1" status: 200 len: 944 time: 0.0754395 Feb 04 17:13:37.660219 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-a57aa99a-997e-4681-90f9-1a4a13c01104 req-bcec4c98-7865-4db4-8db0-e5941638867f tempest-ImagesOneServerNegativeTestJSON-254357925 tempest-ImagesOneServerNegativeTestJSON-254357925-project] 10.222.0.89 "GET /v2.0/security-groups?id=93c660a2-9a39-4e35-b172-c2fcfd9b6315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553041 Feb 04 17:13:37.675951 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.db_base_plugin_common [req-5027c166-0cd8-4e8b-a536-f9cb5afcf4c9 req-b6422acd-46f3-46df-a6cf-2aeafd205d03 tempest-FloatingIPsAssociationTestJSON-1767827216 tempest-FloatingIPsAssociationTestJSON-1767827216-project] Allocated IP 172.20.0.8 (71f03b9f-e704-4df0-bce2-e9f92d5b531b/147a2a29-50a3-4d38-8c0e-9ec73b9af714/2868b715-dae8-4a3f-b481-1acad8c24330) {{(pid=103377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:13:37.678319 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Current status of the port 1c7d9fa2-9ef9-488a-a8c3-a61982a926f8 is: BUILD; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:13:37.678709 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (1c7d9fa2-9ef9-488a-a8c3-a61982a926f8), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:13:37.705935 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Current status of the port cb578c5c-e30a-410b-8d53-585a9f4f1d33 is: BUILD; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:13:37.706380 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (cb578c5c-e30a-410b-8d53-585a9f4f1d33), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:13:37.712682 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc6828c0-e3de-440f-b02a-be00d4b9136d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c7d9fa2-9ef9-488a-a8c3-a61982a926f8'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:13:37.714935 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c34bc964ce2211770fda26ca2f3801cc06f4f39928110690550e94ab9c9d2fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0aa0235-1d0b-43af-8824-42456397c52e" -d '{"events": [{"server_uuid": "cc6828c0-e3de-440f-b02a-be00d4b9136d", "name": "network-vif-plugged", "status": "completed", "tag": "1c7d9fa2-9ef9-488a-a8c3-a61982a926f8"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:13:37.728107 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-0a50da17-eac9-4b7e-b3e4-96b9c64b3d2f req-7ccc05b5-3bb9-4da1-ace2-64be11bf9490 service neutron] 10.222.0.90 "GET /v2.0/networks/865a5290-ec33-4655-84a4-bc1453190ac7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1804242 Feb 04 17:13:37.734722 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] For port 1c7d9fa2-9ef9-488a-a8c3-a61982a926f8, host n-h2-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=1c7d9fa2-9ef9-488a-a8c3-a61982a926f8,segment=NetworkSegment(3a39b085-d3e6-43bb-a64c-1b06dd049e5a),segment_id=3a39b085-d3e6-43bb-a64c-1b06dd049e5a)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:13:37.745632 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (1c7d9fa2-9ef9-488a-a8c3-a61982a926f8), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:13:37.746439 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Device 85df9036-9ceb-43ab-b1ab-cce347c74193 no longer exists at agent hyperv_n-h2-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:13:37.758013 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 17:13:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c1ff422-c7f1-4594-bfe3-af6ee94e8708 x-openstack-request-id: req-9c1ff422-c7f1-4594-bfe3-af6ee94e8708 {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:13:37.758184 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc6828c0-e3de-440f-b02a-be00d4b9136d", "name": "network-vif-plugged", "status": "completed", "tag": "1c7d9fa2-9ef9-488a-a8c3-a61982a926f8", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:13:37.758383 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-9c1ff422-c7f1-4594-bfe3-af6ee94e8708 {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:13:37.758751 n-d-827839-2 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc6828c0-e3de-440f-b02a-be00d4b9136d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c7d9fa2-9ef9-488a-a8c3-a61982a926f8', 'code': 200} Feb 04 17:13:37.773242 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abf04e6-7326-487c-8034-64c7326def59 req-f667be1e-531e-4707-b253-b0a7e35fb253 tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:13:37.774887 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-3abf04e6-7326-487c-8034-64c7326def59 req-f667be1e-531e-4707-b253-b0a7e35fb253 tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] 10.222.0.89 "GET /v2.0/ports?device_id=9f5aa8b2-f0e7-47df-b418-3e36c0d10805 HTTP/1.1" status: 200 len: 943 time: 0.1424417 Feb 04 17:13:37.830644 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] For port cb578c5c-e30a-410b-8d53-585a9f4f1d33, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=cb578c5c-e30a-410b-8d53-585a9f4f1d33,segment=NetworkSegment(925d9078-c82e-4bcc-b2ae-415f0fcde575),segment_id=925d9078-c82e-4bcc-b2ae-415f0fcde575)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:13:37.843712 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (cb578c5c-e30a-410b-8d53-585a9f4f1d33), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:13:37.866743 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c24ddb-6c36-45b2-adb5-1bcce4c92cfd req-fdd4f44b-7ab9-4850-a6bc-af4b5f851b91 tempest-ServersAdminNegativeTestJSON-344829367 tempest-ServersAdminNegativeTestJSON-344829367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:13:37.868216 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-90c24ddb-6c36-45b2-adb5-1bcce4c92cfd req-fdd4f44b-7ab9-4850-a6bc-af4b5f851b91 tempest-ServersAdminNegativeTestJSON-344829367 tempest-ServersAdminNegativeTestJSON-344829367-project] 10.222.0.89 "GET /v2.0/ports?device_id=bf5df23b-6684-4da4-a390-366e2738796e HTTP/1.1" status: 200 len: 950 time: 0.0551713 Feb 04 17:13:37.870777 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Pushing event updated for resources: {'Port': ['ID=1c7d9fa2-9ef9-488a-a8c3-a61982a926f8,revision_number=5']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:13:37.931528 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-90c24ddb-6c36-45b2-adb5-1bcce4c92cfd req-86c6ff43-f188-4361-8495-60ec8d97b8bd tempest-ServersAdminNegativeTestJSON-344829367 tempest-ServersAdminNegativeTestJSON-344829367-project] 10.222.0.89 "GET /v2.0/security-groups?id=38af6261-52ee-4276-8567-41fcd5f88dcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466928 Feb 04 17:13:37.946038 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Current status of the port 85df9036-9ceb-43ab-b1ab-cce347c74193 is: ACTIVE; New status is: DOWN {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:13:37.946429 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (85df9036-9ceb-43ab-b1ab-cce347c74193), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:13:37.951358 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Pushing event updated for resources: {'Port': ['ID=cb578c5c-e30a-410b-8d53-585a9f4f1d33,revision_number=7']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:13:37.992422 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-3abf04e6-7326-487c-8034-64c7326def59 req-2fa3c550-c544-4a0a-8b95-2b1f9ec9416e tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] 10.222.0.89 "GET /v2.0/security-groups?id=18e6cc58-e448-4d12-9423-2a502a086ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1848738 Feb 04 17:13:38.002266 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] For port 85df9036-9ceb-43ab-b1ab-cce347c74193, host n-h2-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=85df9036-9ceb-43ab-b1ab-cce347c74193,segment=NetworkSegment(3a39b085-d3e6-43bb-a64c-1b06dd049e5a),segment_id=3a39b085-d3e6-43bb-a64c-1b06dd049e5a)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:13:38.006545 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (85df9036-9ceb-43ab-b1ab-cce347c74193), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:13:38.011332 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-0a50da17-eac9-4b7e-b3e4-96b9c64b3d2f req-ca4ae7c7-cfa5-4de1-814e-0de1b0a64571 service neutron] 10.222.0.90 "GET /v2.0/networks/865a5290-ec33-4655-84a4-bc1453190ac7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2737241 Feb 04 17:13:38.029984 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3ca858-bd28-4a00-801c-5ca42cffe8ae req-e2925497-998a-4efe-9480-35dfc42fa7fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:13:38.032103 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-de3ca858-bd28-4a00-801c-5ca42cffe8ae req-e2925497-998a-4efe-9480-35dfc42fa7fa service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=cc6828c0-e3de-440f-b02a-be00d4b9136d HTTP/1.1" status: 200 len: 1132 time: 0.1893210 Feb 04 17:13:38.061307 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Pushing event updated for resources: {'Port': ['ID=85df9036-9ceb-43ab-b1ab-cce347c74193,revision_number=11']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:13:38.083371 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-5027c166-0cd8-4e8b-a536-f9cb5afcf4c9 req-b6422acd-46f3-46df-a6cf-2aeafd205d03 tempest-FloatingIPsAssociationTestJSON-1767827216 tempest-FloatingIPsAssociationTestJSON-1767827216-project] Publish callbacks [] for port (2868b715-dae8-4a3f-b481-1acad8c24330), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:13:38.100044 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d49c9d3-911f-4649-bd7a-f06ad0b5688d req-7d5b5790-a1cb-46f4-9a80-d7dced21d41b tempest-ServersWithSpecificFlavorTestJSON-330130714 tempest-ServersWithSpecificFlavorTestJSON-330130714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:13:38.101582 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-5d49c9d3-911f-4649-bd7a-f06ad0b5688d req-7d5b5790-a1cb-46f4-9a80-d7dced21d41b tempest-ServersWithSpecificFlavorTestJSON-330130714 tempest-ServersWithSpecificFlavorTestJSON-330130714-project] 10.222.0.89 "GET /v2.0/ports?device_id=cb1b0366-d623-4256-9bd7-daa9e73975fa HTTP/1.1" status: 200 len: 943 time: 0.0903738 Feb 04 17:13:38.127911 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-e15c7fdf-115b-47d4-af10-c65708b05a34 req-dac08b54-a917-46de-b54f-84be76cd9dc2 tempest-FloatingIPsAssociationTestJSON-1767827216 tempest-FloatingIPsAssociationTestJSON-1767827216-project] 10.222.0.89 "GET /v2.0/ports?device_id=5196e6cf-a12c-4bb6-90ee-c977b84aa4c1 HTTP/1.1" status: 200 len: 210 time: 0.0365610 Feb 04 17:13:38.137384 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-de3ca858-bd28-4a00-801c-5ca42cffe8ae req-3e1013b8-ae05-4802-a401-ccf02429c00e service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=5fa98c6a-94b3-4690-b9c3-4f0e67d11226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977993 Feb 04 17:13:38.154052 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-5d49c9d3-911f-4649-bd7a-f06ad0b5688d req-5a743e8e-c915-4530-a717-7bfa9c682cfc tempest-ServersWithSpecificFlavorTestJSON-330130714 tempest-ServersWithSpecificFlavorTestJSON-330130714-project] 10.222.0.89 "GET /v2.0/security-groups?id=a2b9895e-fd37-4072-8754-90c5d10d2f1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450795 Feb 04 17:13:38.165572 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-5027c166-0cd8-4e8b-a536-f9cb5afcf4c9 req-b6422acd-46f3-46df-a6cf-2aeafd205d03 tempest-FloatingIPsAssociationTestJSON-1767827216 tempest-FloatingIPsAssociationTestJSON-1767827216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (2868b715-dae8-4a3f-b481-1acad8c24330), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:13:38.183032 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] get_ports_and_sgs() called for port_ids ['8de53365-17ae-47ae-b48d-2c5bd7b7ab3c'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 17:13:38.227758 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5027c166-0cd8-4e8b-a536-f9cb5afcf4c9 req-b6422acd-46f3-46df-a6cf-2aeafd205d03 tempest-FloatingIPsAssociationTestJSON-1767827216 tempest-FloatingIPsAssociationTestJSON-1767827216-project] Network 71f03b9f-e704-4df0-bce2-e9f92d5b531b is already hosted by enough agents. {{(pid=103377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:13:38.248342 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [req-5027c166-0cd8-4e8b-a536-f9cb5afcf4c9 req-b6422acd-46f3-46df-a6cf-2aeafd205d03 tempest-FloatingIPsAssociationTestJSON-1767827216 tempest-FloatingIPsAssociationTestJSON-1767827216-project] Resources bound (agent type, host, resource id): {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:13:38.258522 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [req-5027c166-0cd8-4e8b-a536-f9cb5afcf4c9 req-b6422acd-46f3-46df-a6cf-2aeafd205d03 tempest-FloatingIPsAssociationTestJSON-1767827216 tempest-FloatingIPsAssociationTestJSON-1767827216-project] Received port after_create {{(pid=103377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:13:38.258522 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6422acd-46f3-46df-a6cf-2aeafd205d03 tempest-FloatingIPsAssociationTestJSON-1767827216 tempest-FloatingIPsAssociationTestJSON-1767827216-project] Pushing event updated for resources: {'Port': ['ID=2868b715-dae8-4a3f-b481-1acad8c24330,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:13:38.313753 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5027c166-0cd8-4e8b-a536-f9cb5afcf4c9 req-b6422acd-46f3-46df-a6cf-2aeafd205d03 tempest-FloatingIPsAssociationTestJSON-1767827216 tempest-FloatingIPsAssociationTestJSON-1767827216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:13:38.314395 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-5027c166-0cd8-4e8b-a536-f9cb5afcf4c9 req-b6422acd-46f3-46df-a6cf-2aeafd205d03 tempest-FloatingIPsAssociationTestJSON-1767827216 tempest-FloatingIPsAssociationTestJSON-1767827216-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:13:38.324261 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e0a196-d249-4aaa-9806-e29068622dbb req-cec31dfe-a6a4-4eeb-8d7b-7eb467abb9d7 tempest-ImagesOneServerTestJSON-981392013 tempest-ImagesOneServerTestJSON-981392013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:13:38.325848 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-27e0a196-d249-4aaa-9806-e29068622dbb req-cec31dfe-a6a4-4eeb-8d7b-7eb467abb9d7 tempest-ImagesOneServerTestJSON-981392013 tempest-ImagesOneServerTestJSON-981392013-project] 10.222.0.89 "GET /v2.0/ports?device_id=b35c36f6-2ebf-48ae-aa08-48a8ee20c89c HTTP/1.1" status: 200 len: 949 time: 0.1266079 Feb 04 17:13:38.343825 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-5027c166-0cd8-4e8b-a536-f9cb5afcf4c9 req-b6422acd-46f3-46df-a6cf-2aeafd205d03 tempest-FloatingIPsAssociationTestJSON-1767827216 tempest-FloatingIPsAssociationTestJSON-1767827216-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2763846 Feb 04 17:13:38.380728 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-27e0a196-d249-4aaa-9806-e29068622dbb req-c7afba67-086a-4739-8af3-6e717f3dcd12 tempest-ImagesOneServerTestJSON-981392013 tempest-ImagesOneServerTestJSON-981392013-project] 10.222.0.89 "GET /v2.0/security-groups?id=8b4b9691-3cf9-4823-9b14-a8c5b66738e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467668 Feb 04 17:13:38.472437 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [req-5027c166-0cd8-4e8b-a536-f9cb5afcf4c9 req-56cadafd-2d72-4fa2-8f93-f9a4ae5714c0 service neutron] Request body: {'port': {'device_id': '5196e6cf-a12c-4bb6-90ee-c977b84aa4c1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827839-2'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:13:38.531478 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-5027c166-0cd8-4e8b-a536-f9cb5afcf4c9 req-56cadafd-2d72-4fa2-8f93-f9a4ae5714c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (2868b715-dae8-4a3f-b481-1acad8c24330), before_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:13:38.551656 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-c52a6f0f-83c7-4fda-8e73-bdcc78780f01 None None] Provisioning complete for port 2868b715-dae8-4a3f-b481-1acad8c24330 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:13:38.552186 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c52a6f0f-83c7-4fda-8e73-bdcc78780f01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (2868b715-dae8-4a3f-b481-1acad8c24330), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:13:38.586526 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-c52a6f0f-83c7-4fda-8e73-bdcc78780f01 None None] Port 2868b715-dae8-4a3f-b481-1acad8c24330 cannot update to ACTIVE because it is not bound. {{(pid=103378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 17:13:38.678021 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994e7fb2-7d8a-4784-b705-27c41b0b1342 req-723d07c5-fa2e-4ade-be9f-e6070564acd0 tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:13:38.679703 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-994e7fb2-7d8a-4784-b705-27c41b0b1342 req-723d07c5-fa2e-4ade-be9f-e6070564acd0 tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] 10.222.0.89 "GET /v2.0/ports?device_id=cc6828c0-e3de-440f-b02a-be00d4b9136d HTTP/1.1" status: 200 len: 950 time: 0.0533078 Feb 04 17:13:38.728353 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-994e7fb2-7d8a-4784-b705-27c41b0b1342 req-c87b55d3-a24f-4441-bde8-f9dfcb7e7800 tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] 10.222.0.89 "GET /v2.0/security-groups?id=5fa98c6a-94b3-4690-b9c3-4f0e67d11226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428677 Feb 04 17:13:38.804535 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a5ca43-bb6b-4fae-a5a3-362d87847902 req-06695bfa-91ff-4a50-bcfb-0e7825720d3a tempest-ImagesOneServerNegativeTestJSON-254357925 tempest-ImagesOneServerNegativeTestJSON-254357925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:13:38.806245 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-52a5ca43-bb6b-4fae-a5a3-362d87847902 req-06695bfa-91ff-4a50-bcfb-0e7825720d3a tempest-ImagesOneServerNegativeTestJSON-254357925 tempest-ImagesOneServerNegativeTestJSON-254357925-project] 10.222.0.89 "GET /v2.0/ports?device_id=4bd07e04-af6f-4e7d-8008-4bf0ae443369 HTTP/1.1" status: 200 len: 945 time: 0.0844939 Feb 04 17:13:38.857081 n-d-827839-2 neutron-server[103377]: DEBUG neutron.notifiers.nova [req-5027c166-0cd8-4e8b-a536-f9cb5afcf4c9 req-56cadafd-2d72-4fa2-8f93-f9a4ae5714c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2868b715-dae8-4a3f-b481-1acad8c24330 {{(pid=103377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 17:13:38.868361 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-5027c166-0cd8-4e8b-a536-f9cb5afcf4c9 req-56cadafd-2d72-4fa2-8f93-f9a4ae5714c0 service neutron] Publish callbacks [] for port (2868b715-dae8-4a3f-b481-1acad8c24330), precommit_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:13:38.886829 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-52a5ca43-bb6b-4fae-a5a3-362d87847902 req-ab33d75e-0b53-4384-b8bc-798ab7a7385a tempest-ImagesOneServerNegativeTestJSON-254357925 tempest-ImagesOneServerNegativeTestJSON-254357925-project] 10.222.0.89 "GET /v2.0/security-groups?id=93c660a2-9a39-4e35-b172-c2fcfd9b6315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637763 Feb 04 17:13:38.889215 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.provisioning_blocks [req-5027c166-0cd8-4e8b-a536-f9cb5afcf4c9 req-56cadafd-2d72-4fa2-8f93-f9a4ae5714c0 service neutron] Transition to ACTIVE for port object 2868b715-dae8-4a3f-b481-1acad8c24330 will not be triggered until provisioned by entity L2. {{(pid=103377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 17:13:38.893303 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-5027c166-0cd8-4e8b-a536-f9cb5afcf4c9 req-56cadafd-2d72-4fa2-8f93-f9a4ae5714c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25888290'] for port (2868b715-dae8-4a3f-b481-1acad8c24330), after_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:13:38.948101 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56cadafd-2d72-4fa2-8f93-f9a4ae5714c0 service neutron] Pushing event updated for resources: {'Port': ['ID=2868b715-dae8-4a3f-b481-1acad8c24330,revision_number=2']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:13:39.021043 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [req-5027c166-0cd8-4e8b-a536-f9cb5afcf4c9 req-56cadafd-2d72-4fa2-8f93-f9a4ae5714c0 service neutron] Attempting to bind port 2868b715-dae8-4a3f-b481-1acad8c24330 on host n-h1-827839-2 for vnic_type normal with profile {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:13:39.021489 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [req-5027c166-0cd8-4e8b-a536-f9cb5afcf4c9 req-56cadafd-2d72-4fa2-8f93-f9a4ae5714c0 service neutron] Attempting to bind port 2868b715-dae8-4a3f-b481-1acad8c24330 by drivers openvswitch,hyperv on host n-h1-827839-2 at level 0 using segments [{'id': '1d2e5411-a293-4ba9-86e4-cf68dc997fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '71f03b9f-e704-4df0-bce2-e9f92d5b531b'}] {{(pid=103377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:13:39.021860 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5027c166-0cd8-4e8b-a536-f9cb5afcf4c9 req-56cadafd-2d72-4fa2-8f93-f9a4ae5714c0 service neutron] Attempting to bind port 2868b715-dae8-4a3f-b481-1acad8c24330 on network 71f03b9f-e704-4df0-bce2-e9f92d5b531b {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:13:39.031486 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5027c166-0cd8-4e8b-a536-f9cb5afcf4c9 req-56cadafd-2d72-4fa2-8f93-f9a4ae5714c0 service neutron] Port 2868b715-dae8-4a3f-b481-1acad8c24330 on network 71f03b9f-e704-4df0-bce2-e9f92d5b531b not bound, no agent of type Open vSwitch agent registered on host n-h1-827839-2 {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 17:13:39.031848 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5027c166-0cd8-4e8b-a536-f9cb5afcf4c9 req-56cadafd-2d72-4fa2-8f93-f9a4ae5714c0 service neutron] Attempting to bind port 2868b715-dae8-4a3f-b481-1acad8c24330 on network 71f03b9f-e704-4df0-bce2-e9f92d5b531b {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:13:39.037928 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5027c166-0cd8-4e8b-a536-f9cb5afcf4c9 req-56cadafd-2d72-4fa2-8f93-f9a4ae5714c0 service neutron] Checking agent: {'id': '3f9244a9-75fc-4c10-b195-11d48b853b41', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 8, 42), 'started_at': datetime.datetime(2022, 2, 4, 17, 8, 42), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 13, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:13:39.038273 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5027c166-0cd8-4e8b-a536-f9cb5afcf4c9 req-56cadafd-2d72-4fa2-8f93-f9a4ae5714c0 service neutron] Checking segment: {'id': '1d2e5411-a293-4ba9-86e4-cf68dc997fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '71f03b9f-e704-4df0-bce2-e9f92d5b531b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:13:39.038647 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5027c166-0cd8-4e8b-a536-f9cb5afcf4c9 req-56cadafd-2d72-4fa2-8f93-f9a4ae5714c0 service neutron] Bound using segment: {'id': '1d2e5411-a293-4ba9-86e4-cf68dc997fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '71f03b9f-e704-4df0-bce2-e9f92d5b531b'} {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:13:39.039074 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [req-5027c166-0cd8-4e8b-a536-f9cb5afcf4c9 req-56cadafd-2d72-4fa2-8f93-f9a4ae5714c0 service neutron] Bound port: 2868b715-dae8-4a3f-b481-1acad8c24330, host: n-h1-827839-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d2e5411-a293-4ba9-86e4-cf68dc997fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '71f03b9f-e704-4df0-bce2-e9f92d5b531b'}}] {{(pid=103377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:13:39.039427 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-5027c166-0cd8-4e8b-a536-f9cb5afcf4c9 req-56cadafd-2d72-4fa2-8f93-f9a4ae5714c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (2868b715-dae8-4a3f-b481-1acad8c24330), before_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:13:39.099092 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3ba223-6b0e-497f-94f8-9aa95f9d7d00 req-2d18d6bf-e9c5-46ee-812a-07e394cd3494 tempest-ServersAdminNegativeTestJSON-344829367 tempest-ServersAdminNegativeTestJSON-344829367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:13:39.100772 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-ea3ba223-6b0e-497f-94f8-9aa95f9d7d00 req-2d18d6bf-e9c5-46ee-812a-07e394cd3494 tempest-ServersAdminNegativeTestJSON-344829367 tempest-ServersAdminNegativeTestJSON-344829367-project] 10.222.0.89 "GET /v2.0/ports?device_id=bf5df23b-6684-4da4-a390-366e2738796e HTTP/1.1" status: 200 len: 950 time: 0.0767171 Feb 04 17:13:39.154366 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [req-5027c166-0cd8-4e8b-a536-f9cb5afcf4c9 req-56cadafd-2d72-4fa2-8f93-f9a4ae5714c0 service neutron] For port 2868b715-dae8-4a3f-b481-1acad8c24330, host n-h1-827839-2, cleared binding levels {{(pid=103377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:13:39.163689 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-ea3ba223-6b0e-497f-94f8-9aa95f9d7d00 req-9d5cbb30-3e60-4bc2-a51c-dfd511bc03af tempest-ServersAdminNegativeTestJSON-344829367 tempest-ServersAdminNegativeTestJSON-344829367-project] 10.222.0.89 "GET /v2.0/security-groups?id=38af6261-52ee-4276-8567-41fcd5f88dcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541732 Feb 04 17:13:39.168571 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fb3bf1-b1ec-45e1-85a0-57488db7ef49 req-e78ba9e5-93fe-49b4-91d1-347928886ff2 tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:13:39.170396 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-78fb3bf1-b1ec-45e1-85a0-57488db7ef49 req-e78ba9e5-93fe-49b4-91d1-347928886ff2 tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] 10.222.0.89 "GET /v2.0/ports?device_id=9f5aa8b2-f0e7-47df-b418-3e36c0d10805 HTTP/1.1" status: 200 len: 943 time: 0.0967083 Feb 04 17:13:39.188016 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [req-5027c166-0cd8-4e8b-a536-f9cb5afcf4c9 req-56cadafd-2d72-4fa2-8f93-f9a4ae5714c0 service neutron] For port 2868b715-dae8-4a3f-b481-1acad8c24330, host n-h1-827839-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=2868b715-dae8-4a3f-b481-1acad8c24330,segment=NetworkSegment(1d2e5411-a293-4ba9-86e4-cf68dc997fdd),segment_id=1d2e5411-a293-4ba9-86e4-cf68dc997fdd)] {{(pid=103377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:13:39.204193 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-5027c166-0cd8-4e8b-a536-f9cb5afcf4c9 req-56cadafd-2d72-4fa2-8f93-f9a4ae5714c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25888290'] for port (2868b715-dae8-4a3f-b481-1acad8c24330), after_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:13:39.252925 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5027c166-0cd8-4e8b-a536-f9cb5afcf4c9 req-56cadafd-2d72-4fa2-8f93-f9a4ae5714c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:13:39.253543 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-5027c166-0cd8-4e8b-a536-f9cb5afcf4c9 req-56cadafd-2d72-4fa2-8f93-f9a4ae5714c0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:13:39.254949 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-5027c166-0cd8-4e8b-a536-f9cb5afcf4c9 req-56cadafd-2d72-4fa2-8f93-f9a4ae5714c0 service neutron] 10.222.0.96 "PUT /v2.0/ports/2868b715-dae8-4a3f-b481-1acad8c24330 HTTP/1.1" status: 200 len: 1091 time: 0.7867517 Feb 04 17:13:39.255422 n-d-827839-2 neutron-server[103377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5196e6cf-a12c-4bb6-90ee-c977b84aa4c1', 'tag': '2868b715-dae8-4a3f-b481-1acad8c24330'}] {{(pid=103377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:13:39.257699 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7240428b650e1488e9361b62648ff4b3a6c19d49d8c27c949491ab58c1346cf0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53c2466e-f04b-4a53-bd85-0b84d7c7e571" -d '{"events": [{"name": "network-changed", "server_uuid": "5196e6cf-a12c-4bb6-90ee-c977b84aa4c1", "tag": "2868b715-dae8-4a3f-b481-1acad8c24330"}]}' {{(pid=103377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:13:39.296916 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa1bcb5-ae66-45ac-90e9-6da980674c33 req-756c190d-2252-498f-a01b-ba46c8dbb5a7 tempest-FloatingIPsAssociationTestJSON-1767827216 tempest-FloatingIPsAssociationTestJSON-1767827216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:13:39.298050 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-78fb3bf1-b1ec-45e1-85a0-57488db7ef49 req-13929001-d2e5-4c3b-be09-beca04b23d48 tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] 10.222.0.89 "GET /v2.0/security-groups?id=18e6cc58-e448-4d12-9423-2a502a086ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203418 Feb 04 17:13:39.298869 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-baa1bcb5-ae66-45ac-90e9-6da980674c33 req-756c190d-2252-498f-a01b-ba46c8dbb5a7 tempest-FloatingIPsAssociationTestJSON-1767827216 tempest-FloatingIPsAssociationTestJSON-1767827216-project] 10.222.0.89 "GET /v2.0/ports?device_id=5196e6cf-a12c-4bb6-90ee-c977b84aa4c1 HTTP/1.1" status: 200 len: 943 time: 0.0799429 Feb 04 17:13:39.313724 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56cadafd-2d72-4fa2-8f93-f9a4ae5714c0 service neutron] Pushing event updated for resources: {'Port': ['ID=2868b715-dae8-4a3f-b481-1acad8c24330,revision_number=3']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:13:39.368333 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-baa1bcb5-ae66-45ac-90e9-6da980674c33 req-b6449d32-44de-48f9-a2f8-761a41b67c37 tempest-FloatingIPsAssociationTestJSON-1767827216 tempest-FloatingIPsAssociationTestJSON-1767827216-project] 10.222.0.89 "GET /v2.0/security-groups?id=6426fe0b-86c7-4694-a2c4-8fd16e84da96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609801 Feb 04 17:13:39.380995 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5027c166-0cd8-4e8b-a536-f9cb5afcf4c9 req-6b408d47-970b-4350-8449-a71ccb3410dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:13:39.383022 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-5027c166-0cd8-4e8b-a536-f9cb5afcf4c9 req-6b408d47-970b-4350-8449-a71ccb3410dc service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=cf07c74cdc00450eafd97d06057c3156&device_id=5196e6cf-a12c-4bb6-90ee-c977b84aa4c1 HTTP/1.1" status: 200 len: 1125 time: 0.0787127 Feb 04 17:13:39.427650 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b6dd44-be09-4f77-9664-297e2b62d3dd req-667f70e2-e449-481b-a8d0-83c35961aebd tempest-ServersAdminNegativeTestJSON-344829367 tempest-ServersAdminNegativeTestJSON-344829367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:13:39.429231 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-c0b6dd44-be09-4f77-9664-297e2b62d3dd req-667f70e2-e449-481b-a8d0-83c35961aebd tempest-ServersAdminNegativeTestJSON-344829367 tempest-ServersAdminNegativeTestJSON-344829367-project] 10.222.0.96 "GET /v2.0/ports?device_id=bf5df23b-6684-4da4-a390-366e2738796e HTTP/1.1" status: 200 len: 950 time: 0.0599992 Feb 04 17:13:39.449094 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 17:13:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-492de045-4071-4a97-97c9-fd6462980b55 x-openstack-request-id: req-492de045-4071-4a97-97c9-fd6462980b55 {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:13:39.449390 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5196e6cf-a12c-4bb6-90ee-c977b84aa4c1", "tag": "2868b715-dae8-4a3f-b481-1acad8c24330", "status": "completed", "code": 200}]} {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:13:39.449649 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-492de045-4071-4a97-97c9-fd6462980b55 {{(pid=103377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:13:39.450053 n-d-827839-2 neutron-server[103377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5196e6cf-a12c-4bb6-90ee-c977b84aa4c1', 'tag': '2868b715-dae8-4a3f-b481-1acad8c24330', 'status': 'completed', 'code': 200} Feb 04 17:13:39.460718 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device 7c6b4724-1adf-4dd1-8c66-4bc76c05989f details requested by agent hyperv_n-h1-827839-2 with host n-h1-827839-2 {{(pid=103378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 17:13:39.467327 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-5027c166-0cd8-4e8b-a536-f9cb5afcf4c9 req-13daf599-3d68-4797-bf43-6b09ec4773ad service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2868b715-dae8-4a3f-b481-1acad8c24330 HTTP/1.1" status: 200 len: 217 time: 0.0686531 Feb 04 17:13:39.534273 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4dd639a-2f54-44d2-893f-2ff71312acf6 req-8dc3f813-7687-46fb-80d5-696a31646fbf tempest-ServersWithSpecificFlavorTestJSON-330130714 tempest-ServersWithSpecificFlavorTestJSON-330130714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:13:39.542934 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-a4dd639a-2f54-44d2-893f-2ff71312acf6 req-8dc3f813-7687-46fb-80d5-696a31646fbf tempest-ServersWithSpecificFlavorTestJSON-330130714 tempest-ServersWithSpecificFlavorTestJSON-330130714-project] 10.222.0.89 "GET /v2.0/ports?device_id=cb1b0366-d623-4256-9bd7-daa9e73975fa HTTP/1.1" status: 200 len: 943 time: 0.1540811 Feb 04 17:13:39.588627 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5027c166-0cd8-4e8b-a536-f9cb5afcf4c9 req-d41f0e8c-3f29-4c09-b0b0-23fb7f2eaa8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:13:39.590111 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-5027c166-0cd8-4e8b-a536-f9cb5afcf4c9 req-d41f0e8c-3f29-4c09-b0b0-23fb7f2eaa8a service neutron] 10.222.0.96 "GET /v2.0/subnets?id=147a2a29-50a3-4d38-8c0e-9ec73b9af714 HTTP/1.1" status: 200 len: 859 time: 0.1143267 Feb 04 17:13:39.595595 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [req-c0b6dd44-be09-4f77-9664-297e2b62d3dd req-3b62098b-47ec-48fe-980f-31cde4223053 tempest-ServersAdminNegativeTestJSON-344829367 tempest-ServersAdminNegativeTestJSON-344829367-project] Deleting port 904c7553-a23a-4bed-8cfa-d7cda77b9747 {{(pid=103376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:13:39.595973 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-c0b6dd44-be09-4f77-9664-297e2b62d3dd req-3b62098b-47ec-48fe-980f-31cde4223053 tempest-ServersAdminNegativeTestJSON-344829367 tempest-ServersAdminNegativeTestJSON-344829367-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (904c7553-a23a-4bed-8cfa-d7cda77b9747), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:13:39.602111 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] For port 7c6b4724-1adf-4dd1-8c66-4bc76c05989f, host n-h2-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=7c6b4724-1adf-4dd1-8c66-4bc76c05989f,segment=NetworkSegment(4adf983e-b4f0-4caa-beec-ecaadf2366f2),segment_id=4adf983e-b4f0-4caa-beec-ecaadf2366f2)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:13:39.606864 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13255773-b0c6-49c2-81aa-96679af41152 req-1983f378-1dc3-4381-883c-10e05d875690 tempest-ImagesOneServerTestJSON-981392013 tempest-ImagesOneServerTestJSON-981392013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:13:39.608388 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-13255773-b0c6-49c2-81aa-96679af41152 req-1983f378-1dc3-4381-883c-10e05d875690 tempest-ImagesOneServerTestJSON-981392013 tempest-ImagesOneServerTestJSON-981392013-project] 10.222.0.89 "GET /v2.0/ports?device_id=b35c36f6-2ebf-48ae-aa08-48a8ee20c89c HTTP/1.1" status: 200 len: 949 time: 0.0854437 Feb 04 17:13:39.616233 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device 7c6b4724-1adf-4dd1-8c66-4bc76c05989f has no active binding in host n-h1-827839-2 {{(pid=103378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 04 17:13:39.616233 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device 10c097a6-2357-455f-a26f-a8db86e47315 details requested by agent hyperv_n-h1-827839-2 with host n-h1-827839-2 {{(pid=103378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 17:13:39.650076 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-a4dd639a-2f54-44d2-893f-2ff71312acf6 req-9386d9e8-12bd-46b0-b14d-25ab8740f019 tempest-ServersWithSpecificFlavorTestJSON-330130714 tempest-ServersWithSpecificFlavorTestJSON-330130714-project] 10.222.0.89 "GET /v2.0/security-groups?id=a2b9895e-fd37-4072-8754-90c5d10d2f1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1061039 Feb 04 17:13:39.667878 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5027c166-0cd8-4e8b-a536-f9cb5afcf4c9 req-e6ceba66-c7e7-44ff-8851-f132acf700b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:13:39.670275 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-5027c166-0cd8-4e8b-a536-f9cb5afcf4c9 req-e6ceba66-c7e7-44ff-8851-f132acf700b6 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=71f03b9f-e704-4df0-bce2-e9f92d5b531b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0696778 Feb 04 17:13:39.726678 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] For port 10c097a6-2357-455f-a26f-a8db86e47315, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=10c097a6-2357-455f-a26f-a8db86e47315,segment=NetworkSegment(96478007-32f6-4e3f-be0e-d1541677c592),segment_id=96478007-32f6-4e3f-be0e-d1541677c592)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:13:39.731605 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-13255773-b0c6-49c2-81aa-96679af41152 req-9ee28564-747b-478e-9511-5692eee0dd95 tempest-ImagesOneServerTestJSON-981392013 tempest-ImagesOneServerTestJSON-981392013-project] 10.222.0.89 "GET /v2.0/security-groups?id=8b4b9691-3cf9-4823-9b14-a8c5b66738e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087272 Feb 04 17:13:39.738664 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [req-c0b6dd44-be09-4f77-9664-297e2b62d3dd req-3b62098b-47ec-48fe-980f-31cde4223053 tempest-ServersAdminNegativeTestJSON-344829367 tempest-ServersAdminNegativeTestJSON-344829367-project] For port 904c7553-a23a-4bed-8cfa-d7cda77b9747, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=904c7553-a23a-4bed-8cfa-d7cda77b9747,segment=NetworkSegment(3a39b085-d3e6-43bb-a64c-1b06dd049e5a),segment_id=3a39b085-d3e6-43bb-a64c-1b06dd049e5a)] {{(pid=103376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:13:39.738818 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Returning: {'device': '10c097a6-2357-455f-a26f-a8db86e47315', 'network_id': '4d1c76e6-ea0c-4d14-ba91-32b9665be5f0', 'port_id': '10c097a6-2357-455f-a26f-a8db86e47315', 'mac_address': 'fa:16:3e:11:76:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 773, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46532e3a-bfe8-4be0-a512-ac5329d05d46', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 17:13:39.740985 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-c0b6dd44-be09-4f77-9664-297e2b62d3dd req-3b62098b-47ec-48fe-980f-31cde4223053 tempest-ServersAdminNegativeTestJSON-344829367 tempest-ServersAdminNegativeTestJSON-344829367-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (904c7553-a23a-4bed-8cfa-d7cda77b9747), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:13:39.763195 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [req-c0b6dd44-be09-4f77-9664-297e2b62d3dd req-3b62098b-47ec-48fe-980f-31cde4223053 tempest-ServersAdminNegativeTestJSON-344829367 tempest-ServersAdminNegativeTestJSON-344829367-project] Calling delete_port for 904c7553-a23a-4bed-8cfa-d7cda77b9747 owned by compute:nova {{(pid=103376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:13:39.767576 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bd07e04-af6f-4e7d-8008-4bf0ae443369', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb578c5c-e30a-410b-8d53-585a9f4f1d33'}, {'server_uuid': 'b35c36f6-2ebf-48ae-aa08-48a8ee20c89c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '85df9036-9ceb-43ab-b1ab-cce347c74193'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:13:39.769927 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c34bc964ce2211770fda26ca2f3801cc06f4f39928110690550e94ab9c9d2fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3e74f03-abd0-4208-ae75-8a9453d73056" -d '{"events": [{"server_uuid": "4bd07e04-af6f-4e7d-8008-4bf0ae443369", "name": "network-vif-plugged", "status": "completed", "tag": "cb578c5c-e30a-410b-8d53-585a9f4f1d33"}, {"server_uuid": "b35c36f6-2ebf-48ae-aa08-48a8ee20c89c", "name": "network-vif-unplugged", "status": "completed", "tag": "85df9036-9ceb-43ab-b1ab-cce347c74193"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:13:39.773863 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab8553f-5e5d-4102-842c-2942bd663b79 req-038972f0-8454-4e80-9303-56f5b611d820 tempest-ImagesOneServerTestJSON-981392013 tempest-ImagesOneServerTestJSON-981392013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:13:39.775405 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-1ab8553f-5e5d-4102-842c-2942bd663b79 req-038972f0-8454-4e80-9303-56f5b611d820 tempest-ImagesOneServerTestJSON-981392013 tempest-ImagesOneServerTestJSON-981392013-project] 10.222.0.90 "GET /v2.0/ports?device_id=b35c36f6-2ebf-48ae-aa08-48a8ee20c89c HTTP/1.1" status: 200 len: 949 time: 0.0773170 Feb 04 17:13:39.789061 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Current status of the port 10c097a6-2357-455f-a26f-a8db86e47315 is: DOWN; New status is: BUILD {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:13:39.789455 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (10c097a6-2357-455f-a26f-a8db86e47315), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:13:39.806286 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10c097a6-2357-455f-a26f-a8db86e47315 {{(pid=103378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 17:13:39.828807 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] For port 10c097a6-2357-455f-a26f-a8db86e47315, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=10c097a6-2357-455f-a26f-a8db86e47315,segment=NetworkSegment(96478007-32f6-4e3f-be0e-d1541677c592),segment_id=96478007-32f6-4e3f-be0e-d1541677c592)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:13:39.834491 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (10c097a6-2357-455f-a26f-a8db86e47315), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:13:39.885029 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Fri, 04 Feb 2022 17:13:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3079a08d-65d4-4b45-b1cf-6797f0f22130 x-openstack-request-id: req-3079a08d-65d4-4b45-b1cf-6797f0f22130 {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:13:39.885328 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bd07e04-af6f-4e7d-8008-4bf0ae443369", "name": "network-vif-plugged", "status": "completed", "tag": "cb578c5c-e30a-410b-8d53-585a9f4f1d33", "code": 200}, {"server_uuid": "b35c36f6-2ebf-48ae-aa08-48a8ee20c89c", "name": "network-vif-unplugged", "status": "completed", "tag": "85df9036-9ceb-43ab-b1ab-cce347c74193", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:13:39.885581 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-3079a08d-65d4-4b45-b1cf-6797f0f22130 {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:13:39.885974 n-d-827839-2 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bd07e04-af6f-4e7d-8008-4bf0ae443369', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb578c5c-e30a-410b-8d53-585a9f4f1d33', 'code': 200} Feb 04 17:13:39.886227 n-d-827839-2 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b35c36f6-2ebf-48ae-aa08-48a8ee20c89c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '85df9036-9ceb-43ab-b1ab-cce347c74193', 'code': 200} Feb 04 17:13:39.905926 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Pushing event updated for resources: {'Port': ['ID=10c097a6-2357-455f-a26f-a8db86e47315,revision_number=4']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:13:39.951608 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (f20a1ab3-4332-4f54-833b-ba4a7c687e89), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:13:39.963575 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-c0b6dd44-be09-4f77-9664-297e2b62d3dd req-3b62098b-47ec-48fe-980f-31cde4223053 tempest-ServersAdminNegativeTestJSON-344829367 tempest-ServersAdminNegativeTestJSON-344829367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144'] for port (904c7553-a23a-4bed-8cfa-d7cda77b9747), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:13:39.978378 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] get_ports_and_sgs() called for port_ids ['dd0e2982-3730-447a-a6c8-7a0d42e612d8'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 17:13:40.003291 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b62098b-47ec-48fe-980f-31cde4223053 tempest-ServersAdminNegativeTestJSON-344829367 tempest-ServersAdminNegativeTestJSON-344829367-project] Pushing event deleted for resources: {'Port': ['ID=904c7553-a23a-4bed-8cfa-d7cda77b9747,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:13:40.086134 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-5027c166-0cd8-4e8b-a536-f9cb5afcf4c9 req-4d9569bc-5a5d-4b6d-9480-0f6231779705 service neutron] 10.222.0.96 "GET /v2.0/networks/71f03b9f-e704-4df0-bce2-e9f92d5b531b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2279377 Feb 04 17:13:40.098150 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b997971-858c-42fd-90cc-230f1a519c7d req-daf8420a-1acf-4a06-91c2-3d217bb982d5 tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:13:40.099431 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-5b997971-858c-42fd-90cc-230f1a519c7d req-daf8420a-1acf-4a06-91c2-3d217bb982d5 tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] 10.222.0.89 "GET /v2.0/ports?device_id=cc6828c0-e3de-440f-b02a-be00d4b9136d HTTP/1.1" status: 200 len: 950 time: 0.2401626 Feb 04 17:13:40.113859 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0b6dd44-be09-4f77-9664-297e2b62d3dd req-3b62098b-47ec-48fe-980f-31cde4223053 tempest-ServersAdminNegativeTestJSON-344829367 tempest-ServersAdminNegativeTestJSON-344829367-project] No DVR routers for this DVR port 904c7553-a23a-4bed-8cfa-d7cda77b9747 on host n-h1-827839-2 {{(pid=103376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 17:13:40.118358 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-c0b6dd44-be09-4f77-9664-297e2b62d3dd req-3b62098b-47ec-48fe-980f-31cde4223053 tempest-ServersAdminNegativeTestJSON-344829367 tempest-ServersAdminNegativeTestJSON-344829367-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:13:40.121811 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-c0b6dd44-be09-4f77-9664-297e2b62d3dd req-3b62098b-47ec-48fe-980f-31cde4223053 tempest-ServersAdminNegativeTestJSON-344829367 tempest-ServersAdminNegativeTestJSON-344829367-project] 10.222.0.96 "DELETE /v2.0/ports/904c7553-a23a-4bed-8cfa-d7cda77b9747 HTTP/1.1" status: 204 len: 173 time: 0.6862826 Feb 04 17:13:40.123112 n-d-827839-2 neutron-server[103376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf5df23b-6684-4da4-a390-366e2738796e', 'name': 'network-vif-deleted', 'tag': '904c7553-a23a-4bed-8cfa-d7cda77b9747'}] {{(pid=103376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:13:40.125691 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d59c3bb5e2f09ebf62144d5e09b1cff60c763a9c19614c24538e77842938c05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d186e30e-1948-431c-a9af-24e0f9595a4e" -d '{"events": [{"server_uuid": "bf5df23b-6684-4da4-a390-366e2738796e", "name": "network-vif-deleted", "tag": "904c7553-a23a-4bed-8cfa-d7cda77b9747"}]}' {{(pid=103376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:13:40.137899 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48955fb-6b9b-4035-9c5e-e54e4bd62733 req-1ad2b6ce-7128-4057-9ae2-4ad1f8bea35b tempest-ImagesOneServerNegativeTestJSON-254357925 tempest-ImagesOneServerNegativeTestJSON-254357925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:13:40.144531 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-b48955fb-6b9b-4035-9c5e-e54e4bd62733 req-1ad2b6ce-7128-4057-9ae2-4ad1f8bea35b tempest-ImagesOneServerNegativeTestJSON-254357925 tempest-ImagesOneServerNegativeTestJSON-254357925-project] 10.222.0.89 "GET /v2.0/ports?device_id=4bd07e04-af6f-4e7d-8008-4bf0ae443369 HTTP/1.1" status: 200 len: 945 time: 0.1453080 Feb 04 17:13:40.163265 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [req-1ab8553f-5e5d-4102-842c-2942bd663b79 req-c8635eea-3de3-4087-83dc-35d370e04049 tempest-ImagesOneServerTestJSON-981392013 tempest-ImagesOneServerTestJSON-981392013-project] Deleting port 85df9036-9ceb-43ab-b1ab-cce347c74193 {{(pid=103377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:13:40.163607 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-1ab8553f-5e5d-4102-842c-2942bd663b79 req-c8635eea-3de3-4087-83dc-35d370e04049 tempest-ImagesOneServerTestJSON-981392013 tempest-ImagesOneServerTestJSON-981392013-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (85df9036-9ceb-43ab-b1ab-cce347c74193), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:13:40.216091 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-b48955fb-6b9b-4035-9c5e-e54e4bd62733 req-c61f7393-ae2d-4907-92e9-5eab092d0d0d tempest-ImagesOneServerNegativeTestJSON-254357925 tempest-ImagesOneServerNegativeTestJSON-254357925-project] 10.222.0.89 "GET /v2.0/security-groups?id=93c660a2-9a39-4e35-b172-c2fcfd9b6315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689149 Feb 04 17:13:40.292696 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 17:13:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c72dcb3c-e720-4860-bcfe-3ab18b16f7a6 x-openstack-request-id: req-c72dcb3c-e720-4860-bcfe-3ab18b16f7a6 {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:13:40.292963 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf5df23b-6684-4da4-a390-366e2738796e", "name": "network-vif-deleted", "tag": "904c7553-a23a-4bed-8cfa-d7cda77b9747", "status": "completed", "code": 200}]} {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:13:40.293324 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-c72dcb3c-e720-4860-bcfe-3ab18b16f7a6 {{(pid=103376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:13:40.293800 n-d-827839-2 neutron-server[103376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf5df23b-6684-4da4-a390-366e2738796e', 'name': 'network-vif-deleted', 'tag': '904c7553-a23a-4bed-8cfa-d7cda77b9747', 'status': 'completed', 'code': 200} Feb 04 17:13:40.301688 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-5b997971-858c-42fd-90cc-230f1a519c7d req-d8575a3f-a0ab-4db0-8497-c64646700c9f tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] 10.222.0.89 "GET /v2.0/security-groups?id=5fa98c6a-94b3-4690-b9c3-4f0e67d11226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1921811 Feb 04 17:13:40.345602 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-5027c166-0cd8-4e8b-a536-f9cb5afcf4c9 req-2be4d70a-6359-4fa2-ae7e-180ad7a38955 service neutron] 10.222.0.96 "GET /v2.0/networks/71f03b9f-e704-4df0-bce2-e9f92d5b531b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2451954 Feb 04 17:13:40.352943 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [req-1ab8553f-5e5d-4102-842c-2942bd663b79 req-c8635eea-3de3-4087-83dc-35d370e04049 tempest-ImagesOneServerTestJSON-981392013 tempest-ImagesOneServerTestJSON-981392013-project] For port 85df9036-9ceb-43ab-b1ab-cce347c74193, host n-h2-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=85df9036-9ceb-43ab-b1ab-cce347c74193,segment=NetworkSegment(3a39b085-d3e6-43bb-a64c-1b06dd049e5a),segment_id=3a39b085-d3e6-43bb-a64c-1b06dd049e5a)] {{(pid=103377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:13:40.353297 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-1ab8553f-5e5d-4102-842c-2942bd663b79 req-c8635eea-3de3-4087-83dc-35d370e04049 tempest-ImagesOneServerTestJSON-981392013 tempest-ImagesOneServerTestJSON-981392013-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (85df9036-9ceb-43ab-b1ab-cce347c74193), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:13:40.369526 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [req-1ab8553f-5e5d-4102-842c-2942bd663b79 req-c8635eea-3de3-4087-83dc-35d370e04049 tempest-ImagesOneServerTestJSON-981392013 tempest-ImagesOneServerTestJSON-981392013-project] Calling delete_port for 85df9036-9ceb-43ab-b1ab-cce347c74193 owned by compute:nova {{(pid=103377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:13:40.419133 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-e2d56c6c-762e-47ea-9f08-cb9b1bd93010 req-c0e209ea-29b5-4f7d-ac0c-0057e3226cbc tempest-ServersAdminNegativeTestJSON-344829367 tempest-ServersAdminNegativeTestJSON-344829367-project] 10.222.0.89 "GET /v2.0/ports?device_id=bf5df23b-6684-4da4-a390-366e2738796e HTTP/1.1" status: 200 len: 210 time: 0.0330203 Feb 04 17:13:40.476872 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] get_ports_and_sgs() called for port_ids ['10c097a6-2357-455f-a26f-a8db86e47315'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 17:13:40.540935 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f831752-0f13-405d-9a88-4760d4436e79 req-8ce116d3-00aa-4f9c-a786-bb493f384c58 tempest-FloatingIPsAssociationTestJSON-1767827216 tempest-FloatingIPsAssociationTestJSON-1767827216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:13:40.542776 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-7f831752-0f13-405d-9a88-4760d4436e79 req-8ce116d3-00aa-4f9c-a786-bb493f384c58 tempest-FloatingIPsAssociationTestJSON-1767827216 tempest-FloatingIPsAssociationTestJSON-1767827216-project] 10.222.0.89 "GET /v2.0/ports?device_id=5196e6cf-a12c-4bb6-90ee-c977b84aa4c1 HTTP/1.1" status: 200 len: 943 time: 0.0632567 Feb 04 17:13:40.594379 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-7f831752-0f13-405d-9a88-4760d4436e79 req-b635f8e9-9ba4-4122-8ebf-f8fec6f2321e tempest-FloatingIPsAssociationTestJSON-1767827216 tempest-FloatingIPsAssociationTestJSON-1767827216-project] 10.222.0.89 "GET /v2.0/security-groups?id=6426fe0b-86c7-4694-a2c4-8fd16e84da96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455289 Feb 04 17:13:40.784666 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b2e541-519b-4709-a71b-e212ce53e5f9 req-36681e83-de07-4fe6-a8f7-533100116b49 tempest-ServersWithSpecificFlavorTestJSON-330130714 tempest-ServersWithSpecificFlavorTestJSON-330130714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:13:40.786759 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-74b2e541-519b-4709-a71b-e212ce53e5f9 req-36681e83-de07-4fe6-a8f7-533100116b49 tempest-ServersWithSpecificFlavorTestJSON-330130714 tempest-ServersWithSpecificFlavorTestJSON-330130714-project] 10.222.0.89 "GET /v2.0/ports?device_id=cb1b0366-d623-4256-9bd7-daa9e73975fa HTTP/1.1" status: 200 len: 944 time: 0.0568461 Feb 04 17:13:40.807525 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb037414-0a1f-40dc-94ea-b2bbb5ec02c3 req-7eed6c6f-43dc-4d28-886e-0357a60a3e29 tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:13:40.809129 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-bb037414-0a1f-40dc-94ea-b2bbb5ec02c3 req-7eed6c6f-43dc-4d28-886e-0357a60a3e29 tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] 10.222.0.89 "GET /v2.0/ports?device_id=9f5aa8b2-f0e7-47df-b418-3e36c0d10805 HTTP/1.1" status: 200 len: 943 time: 0.4197052 Feb 04 17:13:40.811598 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c2466e-f04b-4a53-bd85-0b84d7c7e571 req-89583a32-2d28-47d3-b7e4-9184775706d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:13:40.813021 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-53c2466e-f04b-4a53-bd85-0b84d7c7e571 req-89583a32-2d28-47d3-b7e4-9184775706d7 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=cf07c74cdc00450eafd97d06057c3156&device_id=5196e6cf-a12c-4bb6-90ee-c977b84aa4c1 HTTP/1.1" status: 200 len: 1125 time: 0.3839662 Feb 04 17:13:40.836063 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-74b2e541-519b-4709-a71b-e212ce53e5f9 req-7357833d-6d17-4211-8c98-0e52ba35a74b tempest-ServersWithSpecificFlavorTestJSON-330130714 tempest-ServersWithSpecificFlavorTestJSON-330130714-project] 10.222.0.89 "GET /v2.0/security-groups?id=a2b9895e-fd37-4072-8754-90c5d10d2f1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421886 Feb 04 17:13:40.897646 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-bb037414-0a1f-40dc-94ea-b2bbb5ec02c3 req-83c82c9b-c460-42cc-8752-a9530408161a tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] 10.222.0.89 "GET /v2.0/security-groups?id=18e6cc58-e448-4d12-9423-2a502a086ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817750 Feb 04 17:13:40.905930 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-1ab8553f-5e5d-4102-842c-2942bd663b79 req-c8635eea-3de3-4087-83dc-35d370e04049 tempest-ImagesOneServerTestJSON-981392013 tempest-ImagesOneServerTestJSON-981392013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (85df9036-9ceb-43ab-b1ab-cce347c74193), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:13:40.938917 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8635eea-3de3-4087-83dc-35d370e04049 tempest-ImagesOneServerTestJSON-981392013 tempest-ImagesOneServerTestJSON-981392013-project] Pushing event deleted for resources: {'Port': ['ID=85df9036-9ceb-43ab-b1ab-cce347c74193,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:13:40.942103 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-1c14fd7f-b885-468a-813d-e87c1033219e req-9adf401d-b5de-4b22-b655-ed8350fb1cde tempest-ImagesOneServerTestJSON-981392013 tempest-ImagesOneServerTestJSON-981392013-project] 10.222.0.89 "GET /v2.0/ports?device_id=b35c36f6-2ebf-48ae-aa08-48a8ee20c89c HTTP/1.1" status: 200 len: 210 time: 0.0361030 Feb 04 17:13:40.988515 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ab8553f-5e5d-4102-842c-2942bd663b79 req-c8635eea-3de3-4087-83dc-35d370e04049 tempest-ImagesOneServerTestJSON-981392013 tempest-ImagesOneServerTestJSON-981392013-project] No DVR routers for this DVR port 85df9036-9ceb-43ab-b1ab-cce347c74193 on host n-h2-827839-2 {{(pid=103377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 17:13:40.991159 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-1ab8553f-5e5d-4102-842c-2942bd663b79 req-c8635eea-3de3-4087-83dc-35d370e04049 tempest-ImagesOneServerTestJSON-981392013 tempest-ImagesOneServerTestJSON-981392013-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:13:40.994392 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-1ab8553f-5e5d-4102-842c-2942bd663b79 req-c8635eea-3de3-4087-83dc-35d370e04049 tempest-ImagesOneServerTestJSON-981392013 tempest-ImagesOneServerTestJSON-981392013-project] 10.222.0.90 "DELETE /v2.0/ports/85df9036-9ceb-43ab-b1ab-cce347c74193 HTTP/1.1" status: 204 len: 173 time: 1.2046783 Feb 04 17:13:41.342325 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99915ef9-18a5-4a62-b01c-bc612871af46 req-d5fd3b56-a357-40e1-979b-2ca078a1aa55 tempest-ImagesOneServerNegativeTestJSON-254357925 tempest-ImagesOneServerNegativeTestJSON-254357925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:13:41.343863 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-99915ef9-18a5-4a62-b01c-bc612871af46 req-d5fd3b56-a357-40e1-979b-2ca078a1aa55 tempest-ImagesOneServerNegativeTestJSON-254357925 tempest-ImagesOneServerNegativeTestJSON-254357925-project] 10.222.0.89 "GET /v2.0/ports?device_id=4bd07e04-af6f-4e7d-8008-4bf0ae443369 HTTP/1.1" status: 200 len: 945 time: 0.0539331 Feb 04 17:13:41.395184 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-99915ef9-18a5-4a62-b01c-bc612871af46 req-0d26f124-ac20-408a-93fc-9bae70167380 tempest-ImagesOneServerNegativeTestJSON-254357925 tempest-ImagesOneServerNegativeTestJSON-254357925-project] 10.222.0.89 "GET /v2.0/security-groups?id=93c660a2-9a39-4e35-b172-c2fcfd9b6315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455387 Feb 04 17:13:41.448278 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624bc2cc-9af2-40ff-9065-f3a64e76d5ad req-90a81846-b0db-401a-b00f-c4f60597aae5 tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:13:41.449995 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-624bc2cc-9af2-40ff-9065-f3a64e76d5ad req-90a81846-b0db-401a-b00f-c4f60597aae5 tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] 10.222.0.89 "GET /v2.0/ports?device_id=cc6828c0-e3de-440f-b02a-be00d4b9136d HTTP/1.1" status: 200 len: 950 time: 0.0729551 Feb 04 17:13:41.451442 n-d-827839-2 neutron-server[103377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b35c36f6-2ebf-48ae-aa08-48a8ee20c89c', 'name': 'network-vif-deleted', 'tag': '85df9036-9ceb-43ab-b1ab-cce347c74193'}] {{(pid=103377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:13:41.454185 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7240428b650e1488e9361b62648ff4b3a6c19d49d8c27c949491ab58c1346cf0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1180b1b3-7cad-48fa-936a-2700f48468ab" -d '{"events": [{"server_uuid": "b35c36f6-2ebf-48ae-aa08-48a8ee20c89c", "name": "network-vif-deleted", "tag": "85df9036-9ceb-43ab-b1ab-cce347c74193"}]}' {{(pid=103377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:13:41.479335 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device 904c7553-a23a-4bed-8cfa-d7cda77b9747 no longer exists at agent hyperv_n-h1-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:13:41.530108 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-624bc2cc-9af2-40ff-9065-f3a64e76d5ad req-d9d0268e-4b96-4694-bb47-d356ecd646d9 tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] 10.222.0.89 "GET /v2.0/security-groups?id=5fa98c6a-94b3-4690-b9c3-4f0e67d11226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712349 Feb 04 17:13:41.668211 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 17:13:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83f75bee-bfc7-4c2c-925b-31802cf0c8c1 x-openstack-request-id: req-83f75bee-bfc7-4c2c-925b-31802cf0c8c1 {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:13:41.668464 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b35c36f6-2ebf-48ae-aa08-48a8ee20c89c", "name": "network-vif-deleted", "tag": "85df9036-9ceb-43ab-b1ab-cce347c74193", "status": "completed", "code": 200}]} {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:13:41.668870 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-83f75bee-bfc7-4c2c-925b-31802cf0c8c1 {{(pid=103377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:13:41.669291 n-d-827839-2 neutron-server[103377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b35c36f6-2ebf-48ae-aa08-48a8ee20c89c', 'name': 'network-vif-deleted', 'tag': '85df9036-9ceb-43ab-b1ab-cce347c74193', 'status': 'completed', 'code': 200} Feb 04 17:13:41.671252 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-a8583d72-da04-4c8a-9d35-8dfd2bab04b5 req-7e2a59e4-d1cb-4771-973d-b97d58efece6 tempest-ServersAdminNegativeTestJSON-344829367 tempest-ServersAdminNegativeTestJSON-344829367-project] 10.222.0.89 "GET /v2.0/ports?device_id=bf5df23b-6684-4da4-a390-366e2738796e HTTP/1.1" status: 200 len: 210 time: 0.0549881 Feb 04 17:13:41.671566 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] No Port match for: 904c7553-a23a-4bed-8cfa-d7cda77b9747 {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 17:13:41.672239 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device 904c7553-a23a-4bed-8cfa-d7cda77b9747 not bound to the agent host n-h1-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 17:13:41.782468 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [req-386da173-3341-485d-8a72-77aa1a5f483a req-68bc4eee-85bf-4b63-8207-3544797f3c7b service neutron] http://10.222.0.89:9696/v2.0/extensions returned with HTTP 200 {{(pid=103377) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 17:13:41.783407 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-386da173-3341-485d-8a72-77aa1a5f483a req-68bc4eee-85bf-4b63-8207-3544797f3c7b service neutron] 10.222.0.89 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0059304 Feb 04 17:13:41.792217 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db714c62-66a0-4d97-9664-f56e64b64ae8 req-6199a407-0cbb-48ba-ada4-3b9d22c02e45 tempest-FloatingIPsAssociationTestJSON-1767827216 tempest-FloatingIPsAssociationTestJSON-1767827216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:13:41.793872 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-db714c62-66a0-4d97-9664-f56e64b64ae8 req-6199a407-0cbb-48ba-ada4-3b9d22c02e45 tempest-FloatingIPsAssociationTestJSON-1767827216 tempest-FloatingIPsAssociationTestJSON-1767827216-project] 10.222.0.89 "GET /v2.0/ports?device_id=5196e6cf-a12c-4bb6-90ee-c977b84aa4c1 HTTP/1.1" status: 200 len: 943 time: 0.0561032 Feb 04 17:13:41.845425 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-db714c62-66a0-4d97-9664-f56e64b64ae8 req-9848785e-8084-4fe0-a73e-95800c9dfa03 tempest-FloatingIPsAssociationTestJSON-1767827216 tempest-FloatingIPsAssociationTestJSON-1767827216-project] 10.222.0.89 "GET /v2.0/security-groups?id=6426fe0b-86c7-4694-a2c4-8fd16e84da96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451624 Feb 04 17:13:41.961816 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db58665c-07c6-4116-9a37-b288d9db6255 req-aa5fbaee-7cd7-4a2b-a3d8-dab6f76be55e tempest-ImagesOneServerNegativeTestJSON-254357925 tempest-ImagesOneServerNegativeTestJSON-254357925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:13:41.963287 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-db58665c-07c6-4116-9a37-b288d9db6255 req-aa5fbaee-7cd7-4a2b-a3d8-dab6f76be55e tempest-ImagesOneServerNegativeTestJSON-254357925 tempest-ImagesOneServerNegativeTestJSON-254357925-project] 10.222.0.89 "GET /v2.0/ports?device_id=4bd07e04-af6f-4e7d-8008-4bf0ae443369 HTTP/1.1" status: 200 len: 945 time: 0.0583236 Feb 04 17:13:42.017921 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-db58665c-07c6-4116-9a37-b288d9db6255 req-cb7779d9-0b43-42cc-822d-58dd82fc460a tempest-ImagesOneServerNegativeTestJSON-254357925 tempest-ImagesOneServerNegativeTestJSON-254357925-project] 10.222.0.89 "GET /v2.0/security-groups?id=93c660a2-9a39-4e35-b172-c2fcfd9b6315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466795 Feb 04 17:13:42.102678 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (3f9244a9-75fc-4c10-b195-11d48b853b41), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:13:42.118084 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-683cf62d-d32f-4d74-8c5e-41e5bc1aff4f req-fef19f14-5b75-4014-acc0-30ef3611e325 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=cc6828c0-e3de-440f-b02a-be00d4b9136d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1379070 Feb 04 17:13:42.132127 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [req-683cf62d-d32f-4d74-8c5e-41e5bc1aff4f req-64e44906-e68c-4b01-99ad-1e7346754003 service neutron] http://10.222.0.89:9696/v2.0/extensions returned with HTTP 200 {{(pid=103377) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 17:13:42.133138 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-683cf62d-d32f-4d74-8c5e-41e5bc1aff4f req-64e44906-e68c-4b01-99ad-1e7346754003 service neutron] 10.222.0.89 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0086873 Feb 04 17:13:42.140448 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396e96d5-e5a7-4173-85b8-a3ad261ff761 req-5a935958-0aae-4a81-916c-60af55b58754 tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:13:42.141998 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-396e96d5-e5a7-4173-85b8-a3ad261ff761 req-5a935958-0aae-4a81-916c-60af55b58754 tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] 10.222.0.89 "GET /v2.0/ports?device_id=cc6828c0-e3de-440f-b02a-be00d4b9136d HTTP/1.1" status: 200 len: 950 time: 0.0591402 Feb 04 17:13:42.146353 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b5fb02-e6a9-44e1-af72-dd03696ced13 req-c18151e3-5b21-4de0-a13a-3a8f29644984 tempest-ServersWithSpecificFlavorTestJSON-330130714 tempest-ServersWithSpecificFlavorTestJSON-330130714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:13:42.147860 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-77b5fb02-e6a9-44e1-af72-dd03696ced13 req-c18151e3-5b21-4de0-a13a-3a8f29644984 tempest-ServersWithSpecificFlavorTestJSON-330130714 tempest-ServersWithSpecificFlavorTestJSON-330130714-project] 10.222.0.89 "GET /v2.0/ports?device_id=cb1b0366-d623-4256-9bd7-daa9e73975fa HTTP/1.1" status: 200 len: 944 time: 0.1664984 Feb 04 17:13:42.201904 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-396e96d5-e5a7-4173-85b8-a3ad261ff761 req-d461c629-cd8e-41dc-9714-83c1dfd435cc tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] 10.222.0.89 "GET /v2.0/security-groups?id=5fa98c6a-94b3-4690-b9c3-4f0e67d11226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521433 Feb 04 17:13:42.209000 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c2466e-f04b-4a53-bd85-0b84d7c7e571 req-76e717cd-cd42-44fa-9435-628bc4136e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:13:42.210414 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-53c2466e-f04b-4a53-bd85-0b84d7c7e571 req-76e717cd-cd42-44fa-9435-628bc4136e4e service neutron] 10.222.0.96 "GET /v2.0/networks?id=71f03b9f-e704-4df0-bce2-e9f92d5b531b HTTP/1.1" status: 200 len: 921 time: 0.1533716 Feb 04 17:13:42.227615 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-77b5fb02-e6a9-44e1-af72-dd03696ced13 req-48daefda-2066-4a13-afe4-73eba5677df5 tempest-ServersWithSpecificFlavorTestJSON-330130714 tempest-ServersWithSpecificFlavorTestJSON-330130714-project] 10.222.0.89 "GET /v2.0/security-groups?id=a2b9895e-fd37-4072-8754-90c5d10d2f1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0737944 Feb 04 17:13:42.277330 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-53c2466e-f04b-4a53-bd85-0b84d7c7e571 req-6a7cc625-47bc-4c5a-ba65-19fe631f2b61 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2868b715-dae8-4a3f-b481-1acad8c24330 HTTP/1.1" status: 200 len: 217 time: 0.0467336 Feb 04 17:13:42.344429 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c2466e-f04b-4a53-bd85-0b84d7c7e571 req-be0224e4-ebd5-4654-bf5f-ef00a36a284f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:13:42.346179 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-53c2466e-f04b-4a53-bd85-0b84d7c7e571 req-be0224e4-ebd5-4654-bf5f-ef00a36a284f service neutron] 10.222.0.96 "GET /v2.0/subnets?id=147a2a29-50a3-4d38-8c0e-9ec73b9af714 HTTP/1.1" status: 200 len: 859 time: 0.0610440 Feb 04 17:13:42.364647 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c921d9-ebf2-4b53-af72-d0dd7b99b120 req-2fb3d593-65cb-4b87-ba80-f9251d81e191 tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:13:42.366271 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-41c921d9-ebf2-4b53-af72-d0dd7b99b120 req-2fb3d593-65cb-4b87-ba80-f9251d81e191 tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] 10.222.0.89 "GET /v2.0/ports?device_id=9f5aa8b2-f0e7-47df-b418-3e36c0d10805 HTTP/1.1" status: 200 len: 943 time: 0.0853863 Feb 04 17:13:42.422177 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c2466e-f04b-4a53-bd85-0b84d7c7e571 req-2e0ae139-93a3-477c-8f74-ff82bf541357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:13:42.424050 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-53c2466e-f04b-4a53-bd85-0b84d7c7e571 req-2e0ae139-93a3-477c-8f74-ff82bf541357 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=71f03b9f-e704-4df0-bce2-e9f92d5b531b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0707657 Feb 04 17:13:42.454863 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-41c921d9-ebf2-4b53-af72-d0dd7b99b120 req-174831c9-b70c-49cd-8d77-a8bae40ef017 tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] 10.222.0.89 "GET /v2.0/security-groups?id=18e6cc58-e448-4d12-9423-2a502a086ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768220 Feb 04 17:13:42.588971 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-53c2466e-f04b-4a53-bd85-0b84d7c7e571 req-8ce4096e-482a-4b85-978f-bf430f4634de service neutron] 10.222.0.96 "GET /v2.0/networks/71f03b9f-e704-4df0-bce2-e9f92d5b531b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1562953 Feb 04 17:13:42.659092 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 54006) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:13:42.695604 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-53c2466e-f04b-4a53-bd85-0b84d7c7e571 req-8a4dce94-1b1b-4d3e-83ad-587c19240b4d service neutron] 10.222.0.96 "GET /v2.0/networks/71f03b9f-e704-4df0-bce2-e9f92d5b531b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946438 Feb 04 17:13:42.834288 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-aefab23b-7b50-48ca-855f-30ee1d30a731 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=2c420b292f5b4cbf9817b70576d5d74f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1737444 Feb 04 17:13:42.836985 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 54018) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:13:42.912805 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-aa0bb534-888c-4724-b62e-b272b3da72e8 admin admin] Publish callbacks [] for security_group (8b4b9691-3cf9-4823-9b14-a8c5b66738e8), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:13:42.946449 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-aa0bb534-888c-4724-b62e-b272b3da72e8 admin admin] Publish callbacks [] for security_group (8b4b9691-3cf9-4823-9b14-a8c5b66738e8), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:13:42.992231 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0376874c-2a53-4b2a-8aff-4c3b8c400db7 req-8cfad7b7-04d5-49fe-84a8-825458a439e6 tempest-FloatingIPsAssociationTestJSON-1767827216 tempest-FloatingIPsAssociationTestJSON-1767827216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:13:42.993829 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-0376874c-2a53-4b2a-8aff-4c3b8c400db7 req-8cfad7b7-04d5-49fe-84a8-825458a439e6 tempest-FloatingIPsAssociationTestJSON-1767827216 tempest-FloatingIPsAssociationTestJSON-1767827216-project] 10.222.0.89 "GET /v2.0/ports?device_id=5196e6cf-a12c-4bb6-90ee-c977b84aa4c1 HTTP/1.1" status: 200 len: 943 time: 0.0660024 Feb 04 17:13:43.021911 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dff4d16-61ed-4910-9aac-58676cab9a95 req-d43963b5-0666-465f-9819-4b835bffd5a2 tempest-ServersAdminNegativeTestJSON-344829367 tempest-ServersAdminNegativeTestJSON-344829367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:13:43.024262 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-6dff4d16-61ed-4910-9aac-58676cab9a95 req-d43963b5-0666-465f-9819-4b835bffd5a2 tempest-ServersAdminNegativeTestJSON-344829367 tempest-ServersAdminNegativeTestJSON-344829367-project] 10.222.0.89 "GET /v2.0/ports?device_id=c05a0ce4-1161-4262-bea7-6e3b7b097a4f HTTP/1.1" status: 200 len: 950 time: 0.0900185 Feb 04 17:13:43.052665 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-0376874c-2a53-4b2a-8aff-4c3b8c400db7 req-b37b8bdf-5517-4599-892f-f5e3b53c0700 tempest-FloatingIPsAssociationTestJSON-1767827216 tempest-FloatingIPsAssociationTestJSON-1767827216-project] 10.222.0.89 "GET /v2.0/security-groups?id=6426fe0b-86c7-4694-a2c4-8fd16e84da96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525360 Feb 04 17:13:43.060664 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-aa0bb534-888c-4724-b62e-b272b3da72e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (8b4b9691-3cf9-4823-9b14-a8c5b66738e8), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:13:43.063318 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-aa0bb534-888c-4724-b62e-b272b3da72e8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:13:43.064506 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-aa0bb534-888c-4724-b62e-b272b3da72e8 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/8b4b9691-3cf9-4823-9b14-a8c5b66738e8 HTTP/1.1" status: 204 len: 168 time: 0.2257984 Feb 04 17:13:43.084172 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0bb534-888c-4724-b62e-b272b3da72e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b4b9691-3cf9-4823-9b14-a8c5b66738e8,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:13:43.134311 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-6dff4d16-61ed-4910-9aac-58676cab9a95 req-8ff82d09-f1de-4af9-a054-b2b77c511ab0 tempest-ServersAdminNegativeTestJSON-344829367 tempest-ServersAdminNegativeTestJSON-344829367-project] 10.222.0.89 "GET /v2.0/security-groups?id=38af6261-52ee-4276-8567-41fcd5f88dcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982261 Feb 04 17:13:43.197386 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c62e466-ff32-4257-a03f-a9e57477fee8 req-e6d11499-70df-4f0f-ac30-9cd7ab52f13d tempest-ImagesOneServerNegativeTestJSON-254357925 tempest-ImagesOneServerNegativeTestJSON-254357925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:13:43.201369 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-9c62e466-ff32-4257-a03f-a9e57477fee8 req-e6d11499-70df-4f0f-ac30-9cd7ab52f13d tempest-ImagesOneServerNegativeTestJSON-254357925 tempest-ImagesOneServerNegativeTestJSON-254357925-project] 10.222.0.89 "GET /v2.0/ports?device_id=4bd07e04-af6f-4e7d-8008-4bf0ae443369 HTTP/1.1" status: 200 len: 945 time: 0.0687461 Feb 04 17:13:43.253405 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-9c62e466-ff32-4257-a03f-a9e57477fee8 req-8eee3842-6dc1-4b48-8c6a-09e1dbc78f9e tempest-ImagesOneServerNegativeTestJSON-254357925 tempest-ImagesOneServerNegativeTestJSON-254357925-project] 10.222.0.89 "GET /v2.0/security-groups?id=93c660a2-9a39-4e35-b172-c2fcfd9b6315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484684 Feb 04 17:13:43.333438 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af4cba7-7e4b-490b-bb11-089ae031bead req-477e5547-51ac-4a60-abc8-06aff61c20fc tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:13:43.334983 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-8af4cba7-7e4b-490b-bb11-089ae031bead req-477e5547-51ac-4a60-abc8-06aff61c20fc tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] 10.222.0.89 "GET /v2.0/ports?device_id=cc6828c0-e3de-440f-b02a-be00d4b9136d HTTP/1.1" status: 200 len: 950 time: 0.0585279 Feb 04 17:13:43.376232 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910c6c3f-c251-4808-bc2a-9502992aaaec req-50bf3075-b93e-4bf5-b5b9-511a0b860256 tempest-ServersWithSpecificFlavorTestJSON-330130714 tempest-ServersWithSpecificFlavorTestJSON-330130714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:13:43.383844 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-910c6c3f-c251-4808-bc2a-9502992aaaec req-50bf3075-b93e-4bf5-b5b9-511a0b860256 tempest-ServersWithSpecificFlavorTestJSON-330130714 tempest-ServersWithSpecificFlavorTestJSON-330130714-project] 10.222.0.89 "GET /v2.0/ports?device_id=cb1b0366-d623-4256-9bd7-daa9e73975fa HTTP/1.1" status: 200 len: 944 time: 0.0669355 Feb 04 17:13:43.395747 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-8af4cba7-7e4b-490b-bb11-089ae031bead req-ffda9c78-982d-41c0-b451-439e005e23f4 tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] 10.222.0.89 "GET /v2.0/security-groups?id=5fa98c6a-94b3-4690-b9c3-4f0e67d11226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533311 Feb 04 17:13:43.416719 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Device 85df9036-9ceb-43ab-b1ab-cce347c74193 no longer exists at agent hyperv_n-h2-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:13:43.429763 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] No Port match for: 85df9036-9ceb-43ab-b1ab-cce347c74193 {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 17:13:43.430180 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Device 85df9036-9ceb-43ab-b1ab-cce347c74193 not bound to the agent host n-h2-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 17:13:43.432702 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-910c6c3f-c251-4808-bc2a-9502992aaaec req-fe52ccd0-03e2-4a71-8bc2-45c5d7b221e4 tempest-ServersWithSpecificFlavorTestJSON-330130714 tempest-ServersWithSpecificFlavorTestJSON-330130714-project] 10.222.0.89 "GET /v2.0/security-groups?id=a2b9895e-fd37-4072-8754-90c5d10d2f1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480089 Feb 04 17:13:43.492702 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device 10c097a6-2357-455f-a26f-a8db86e47315 up at agent hyperv_n-h1-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:13:43.575422 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Provisioning for port 10c097a6-2357-455f-a26f-a8db86e47315 completed by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 17:13:43.582862 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Provisioning complete for port 10c097a6-2357-455f-a26f-a8db86e47315 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:13:43.583703 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (10c097a6-2357-455f-a26f-a8db86e47315), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:13:43.589449 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7f6966-9749-4169-843f-d4a25b6f696a req-eb373525-94f9-4d76-92e9-3d85295464f3 tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:13:43.590967 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-1d7f6966-9749-4169-843f-d4a25b6f696a req-eb373525-94f9-4d76-92e9-3d85295464f3 tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] 10.222.0.89 "GET /v2.0/ports?device_id=9f5aa8b2-f0e7-47df-b418-3e36c0d10805 HTTP/1.1" status: 200 len: 943 time: 0.0660098 Feb 04 17:13:43.668809 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-1d7f6966-9749-4169-843f-d4a25b6f696a req-b178ab31-dd01-4173-b59b-2c595bbf4359 tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] 10.222.0.89 "GET /v2.0/security-groups?id=18e6cc58-e448-4d12-9423-2a502a086ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710766 Feb 04 17:13:43.692179 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Current status of the port 10c097a6-2357-455f-a26f-a8db86e47315 is: BUILD; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:13:43.692576 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (10c097a6-2357-455f-a26f-a8db86e47315), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:13:43.720999 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb1b0366-d623-4256-9bd7-daa9e73975fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10c097a6-2357-455f-a26f-a8db86e47315'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:13:43.724385 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c34bc964ce2211770fda26ca2f3801cc06f4f39928110690550e94ab9c9d2fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e87e66dd-19eb-49dc-ab69-7c103f206ee5" -d '{"events": [{"server_uuid": "cb1b0366-d623-4256-9bd7-daa9e73975fa", "name": "network-vif-plugged", "status": "completed", "tag": "10c097a6-2357-455f-a26f-a8db86e47315"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:13:43.738019 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] For port 10c097a6-2357-455f-a26f-a8db86e47315, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=10c097a6-2357-455f-a26f-a8db86e47315,segment=NetworkSegment(96478007-32f6-4e3f-be0e-d1541677c592),segment_id=96478007-32f6-4e3f-be0e-d1541677c592)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:13:43.742840 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (10c097a6-2357-455f-a26f-a8db86e47315), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:13:43.744486 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device cb578c5c-e30a-410b-8d53-585a9f4f1d33 no longer exists at agent hyperv_n-h1-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:13:43.793244 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 17:13:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36e9808f-b34d-40fe-94d2-453fdb255cfe x-openstack-request-id: req-36e9808f-b34d-40fe-94d2-453fdb255cfe {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:13:43.794359 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb1b0366-d623-4256-9bd7-daa9e73975fa", "name": "network-vif-plugged", "status": "completed", "tag": "10c097a6-2357-455f-a26f-a8db86e47315", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:13:43.794359 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-36e9808f-b34d-40fe-94d2-453fdb255cfe {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:13:43.794359 n-d-827839-2 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb1b0366-d623-4256-9bd7-daa9e73975fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10c097a6-2357-455f-a26f-a8db86e47315', 'code': 200} Feb 04 17:13:43.839708 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Pushing event updated for resources: {'Port': ['ID=10c097a6-2357-455f-a26f-a8db86e47315,revision_number=5']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:13:43.887806 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Current status of the port cb578c5c-e30a-410b-8d53-585a9f4f1d33 is: ACTIVE; New status is: DOWN {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:13:43.888205 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (cb578c5c-e30a-410b-8d53-585a9f4f1d33), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:13:43.932019 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] For port cb578c5c-e30a-410b-8d53-585a9f4f1d33, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=cb578c5c-e30a-410b-8d53-585a9f4f1d33,segment=NetworkSegment(925d9078-c82e-4bcc-b2ae-415f0fcde575),segment_id=925d9078-c82e-4bcc-b2ae-415f0fcde575)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:13:43.936686 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (cb578c5c-e30a-410b-8d53-585a9f4f1d33), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:13:43.947141 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860d5a02-ed59-4894-9806-16e285b7010d req-df0ff4ca-fdee-42bc-9f1a-e1b1a4566283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:13:43.948832 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-860d5a02-ed59-4894-9806-16e285b7010d req-df0ff4ca-fdee-42bc-9f1a-e1b1a4566283 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=cb1b0366-d623-4256-9bd7-daa9e73975fa HTTP/1.1" status: 200 len: 1127 time: 0.0865011 Feb 04 17:13:43.959459 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683cf62d-d32f-4d74-8c5e-41e5bc1aff4f req-47e8fada-4ada-4ff2-8063-1141c8423ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:13:43.961204 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-683cf62d-d32f-4d74-8c5e-41e5bc1aff4f req-47e8fada-4ada-4ff2-8063-1141c8423ca8 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=1cd99d9701204f3692368e4539967c47&device_id=cc6828c0-e3de-440f-b02a-be00d4b9136d HTTP/1.1" status: 200 len: 1132 time: 0.0588744 Feb 04 17:13:43.987586 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Pushing event updated for resources: {'Port': ['ID=cb578c5c-e30a-410b-8d53-585a9f4f1d33,revision_number=8']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:13:44.055629 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-860d5a02-ed59-4894-9806-16e285b7010d req-34860534-0405-4cbb-8742-e4b8c1de80e4 service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=a2b9895e-fd37-4072-8754-90c5d10d2f1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0922446 Feb 04 17:13:44.087974 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683cf62d-d32f-4d74-8c5e-41e5bc1aff4f req-3780037f-b88e-45f2-b0c7-9bd771f0f51d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:13:44.089502 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-683cf62d-d32f-4d74-8c5e-41e5bc1aff4f req-3780037f-b88e-45f2-b0c7-9bd771f0f51d service neutron] 10.222.0.90 "GET /v2.0/networks?id=02be22b9-aa53-40ea-8050-9239cd27d1ff HTTP/1.1" status: 200 len: 870 time: 0.1199894 Feb 04 17:13:44.146435 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-683cf62d-d32f-4d74-8c5e-41e5bc1aff4f req-6438f8a4-f18c-4bdd-b96c-73f434bc4206 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.110&port_id=1c7d9fa2-9ef9-488a-a8c3-a61982a926f8 HTTP/1.1" status: 200 len: 217 time: 0.0406113 Feb 04 17:13:44.230445 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683cf62d-d32f-4d74-8c5e-41e5bc1aff4f req-d4d61275-7556-4d71-83bc-a350c3126836 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:13:44.232641 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-683cf62d-d32f-4d74-8c5e-41e5bc1aff4f req-d4d61275-7556-4d71-83bc-a350c3126836 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=c974b0ff-2c5c-4667-8a81-3bde3ea6ced5 HTTP/1.1" status: 200 len: 843 time: 0.0783851 Feb 04 17:13:44.242583 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e0a355-5b96-4633-8c9b-57dd3962eb8c req-39e98228-463c-42e1-809a-d8fa69d504bc tempest-FloatingIPsAssociationTestJSON-1767827216 tempest-FloatingIPsAssociationTestJSON-1767827216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:13:44.244141 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-86e0a355-5b96-4633-8c9b-57dd3962eb8c req-39e98228-463c-42e1-809a-d8fa69d504bc tempest-FloatingIPsAssociationTestJSON-1767827216 tempest-FloatingIPsAssociationTestJSON-1767827216-project] 10.222.0.89 "GET /v2.0/ports?device_id=5196e6cf-a12c-4bb6-90ee-c977b84aa4c1 HTTP/1.1" status: 200 len: 943 time: 0.1003022 Feb 04 17:13:44.273582 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62869066-d291-4210-843c-a064e8020bbc req-511456a9-724f-4b39-a06a-132aa81f57a4 tempest-ServersAdminNegativeTestJSON-344829367 tempest-ServersAdminNegativeTestJSON-344829367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:13:44.276461 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-62869066-d291-4210-843c-a064e8020bbc req-511456a9-724f-4b39-a06a-132aa81f57a4 tempest-ServersAdminNegativeTestJSON-344829367 tempest-ServersAdminNegativeTestJSON-344829367-project] 10.222.0.89 "GET /v2.0/ports?device_id=c05a0ce4-1161-4262-bea7-6e3b7b097a4f HTTP/1.1" status: 200 len: 950 time: 0.0668006 Feb 04 17:13:44.330429 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-86e0a355-5b96-4633-8c9b-57dd3962eb8c req-9ecb622b-b111-40f6-9117-607f25d32146 tempest-FloatingIPsAssociationTestJSON-1767827216 tempest-FloatingIPsAssociationTestJSON-1767827216-project] 10.222.0.89 "GET /v2.0/security-groups?id=6426fe0b-86c7-4694-a2c4-8fd16e84da96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763199 Feb 04 17:13:44.332257 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683cf62d-d32f-4d74-8c5e-41e5bc1aff4f req-ff120c39-9f31-432b-bd7a-6691f8cd0f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:13:44.334366 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-683cf62d-d32f-4d74-8c5e-41e5bc1aff4f req-ff120c39-9f31-432b-bd7a-6691f8cd0f03 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=02be22b9-aa53-40ea-8050-9239cd27d1ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0892863 Feb 04 17:13:44.336691 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-62869066-d291-4210-843c-a064e8020bbc req-6494a653-9f11-43d3-b4a1-8c8b97ff8e54 tempest-ServersAdminNegativeTestJSON-344829367 tempest-ServersAdminNegativeTestJSON-344829367-project] 10.222.0.89 "GET /v2.0/security-groups?id=38af6261-52ee-4276-8567-41fcd5f88dcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540161 Feb 04 17:13:44.362973 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 54074) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:13:44.481333 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a7f88f-9e65-4d34-bd3c-c14cf6a63b92 req-53b56b08-387e-4641-a699-1f0176ea95fc tempest-ImagesOneServerNegativeTestJSON-254357925 tempest-ImagesOneServerNegativeTestJSON-254357925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:13:44.482930 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-b6a7f88f-9e65-4d34-bd3c-c14cf6a63b92 req-53b56b08-387e-4641-a699-1f0176ea95fc tempest-ImagesOneServerNegativeTestJSON-254357925 tempest-ImagesOneServerNegativeTestJSON-254357925-project] 10.222.0.89 "GET /v2.0/ports?device_id=4bd07e04-af6f-4e7d-8008-4bf0ae443369 HTTP/1.1" status: 200 len: 943 time: 0.0831339 Feb 04 17:13:44.489288 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-683cf62d-d32f-4d74-8c5e-41e5bc1aff4f req-8d7176e7-33bd-4d4f-9404-4271bd7404c4 service neutron] 10.222.0.90 "GET /v2.0/networks/02be22b9-aa53-40ea-8050-9239cd27d1ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1468172 Feb 04 17:13:44.489959 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-4ff0e3bc-9bac-4bc7-b85b-621d03ab33cd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:13:44.592118 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-b6a7f88f-9e65-4d34-bd3c-c14cf6a63b92 req-3ae5693b-8ae2-4758-ae38-efbeb8e8876b tempest-ImagesOneServerNegativeTestJSON-254357925 tempest-ImagesOneServerNegativeTestJSON-254357925-project] 10.222.0.89 "GET /v2.0/security-groups?id=93c660a2-9a39-4e35-b172-c2fcfd9b6315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016412 Feb 04 17:13:44.622519 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-683cf62d-d32f-4d74-8c5e-41e5bc1aff4f req-1da1b1d4-8385-4836-a8b9-07d91a5659a2 service neutron] 10.222.0.90 "GET /v2.0/networks/02be22b9-aa53-40ea-8050-9239cd27d1ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261296 Feb 04 17:13:44.747737 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70d5c68-7db7-43ac-a48e-cd0f461763e1 req-26e578b0-9924-4785-ba35-a432313865fc tempest-ServersWithSpecificFlavorTestJSON-330130714 tempest-ServersWithSpecificFlavorTestJSON-330130714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:13:44.749258 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-c70d5c68-7db7-43ac-a48e-cd0f461763e1 req-26e578b0-9924-4785-ba35-a432313865fc tempest-ServersWithSpecificFlavorTestJSON-330130714 tempest-ServersWithSpecificFlavorTestJSON-330130714-project] 10.222.0.89 "GET /v2.0/ports?device_id=cb1b0366-d623-4256-9bd7-daa9e73975fa HTTP/1.1" status: 200 len: 945 time: 0.0601165 Feb 04 17:13:44.806553 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9179378e-33a6-4cc5-850d-3d11cd413aed req-700cb4ad-c852-4769-b777-e3325626e9d0 tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:13:44.808113 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-9179378e-33a6-4cc5-850d-3d11cd413aed req-700cb4ad-c852-4769-b777-e3325626e9d0 tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] 10.222.0.89 "GET /v2.0/ports?device_id=cc6828c0-e3de-440f-b02a-be00d4b9136d HTTP/1.1" status: 200 len: 950 time: 0.3365262 Feb 04 17:13:44.810142 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-c70d5c68-7db7-43ac-a48e-cd0f461763e1 req-bddcec22-3a20-4789-b1e5-289f6907ce82 tempest-ServersWithSpecificFlavorTestJSON-330130714 tempest-ServersWithSpecificFlavorTestJSON-330130714-project] 10.222.0.89 "GET /v2.0/security-groups?id=a2b9895e-fd37-4072-8754-90c5d10d2f1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536389 Feb 04 17:13:44.894466 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-4ff0e3bc-9bac-4bc7-b85b-621d03ab33cd admin admin] Publish callbacks [] for security_group (144a4cba-b22f-412e-8c82-659181ffd5bf), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:13:44.899310 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-9179378e-33a6-4cc5-850d-3d11cd413aed req-9d0042da-c119-4a1a-8f62-971de0252c13 tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] 10.222.0.89 "GET /v2.0/security-groups?id=5fa98c6a-94b3-4690-b9c3-4f0e67d11226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785139 Feb 04 17:13:44.900559 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-4ff0e3bc-9bac-4bc7-b85b-621d03ab33cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (144a4cba-b22f-412e-8c82-659181ffd5bf), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:13:44.944947 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-4ff0e3bc-9bac-4bc7-b85b-621d03ab33cd admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=314eb2fa55a74372a96df2f225b909fb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5805786 Feb 04 17:13:44.947863 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 54086) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:13:44.956201 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff0e3bc-9bac-4bc7-b85b-621d03ab33cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=144a4cba-b22f-412e-8c82-659181ffd5bf,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:13:45.000127 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944bec6e-ea61-415c-9aba-e6d0dc2e78b6 req-5c2c19c2-feb1-4354-bc4b-010cacb64412 tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:13:45.002184 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-dd3c6bb4-4637-4527-9537-182e0a73f3d9 admin admin] Publish callbacks [] for security_group (144a4cba-b22f-412e-8c82-659181ffd5bf), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:13:45.002400 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-944bec6e-ea61-415c-9aba-e6d0dc2e78b6 req-5c2c19c2-feb1-4354-bc4b-010cacb64412 tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] 10.222.0.89 "GET /v2.0/ports?device_id=9f5aa8b2-f0e7-47df-b418-3e36c0d10805 HTTP/1.1" status: 200 len: 943 time: 0.1272340 Feb 04 17:13:45.026740 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-dd3c6bb4-4637-4527-9537-182e0a73f3d9 admin admin] Publish callbacks [] for security_group (144a4cba-b22f-412e-8c82-659181ffd5bf), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:13:45.038223 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454b69d9-423c-4691-b5d4-22733bd024ca req-ea2bf057-386f-46e2-9387-0dea3535a31e tempest-ServersAdminNegativeTestJSON-344829367 tempest-ServersAdminNegativeTestJSON-344829367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:13:45.040137 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-454b69d9-423c-4691-b5d4-22733bd024ca req-ea2bf057-386f-46e2-9387-0dea3535a31e tempest-ServersAdminNegativeTestJSON-344829367 tempest-ServersAdminNegativeTestJSON-344829367-project] 10.222.0.90 "GET /v2.0/ports?device_id=c05a0ce4-1161-4262-bea7-6e3b7b097a4f HTTP/1.1" status: 200 len: 950 time: 0.1325073 Feb 04 17:13:45.077227 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-dd3c6bb4-4637-4527-9537-182e0a73f3d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (144a4cba-b22f-412e-8c82-659181ffd5bf), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:13:45.080077 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-dd3c6bb4-4637-4527-9537-182e0a73f3d9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:13:45.081868 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-dd3c6bb4-4637-4527-9537-182e0a73f3d9 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/144a4cba-b22f-412e-8c82-659181ffd5bf HTTP/1.1" status: 204 len: 168 time: 0.1329463 Feb 04 17:13:45.090127 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3c6bb4-4637-4527-9537-182e0a73f3d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=144a4cba-b22f-412e-8c82-659181ffd5bf,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:13:45.107616 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-944bec6e-ea61-415c-9aba-e6d0dc2e78b6 req-d36811a0-2164-4118-8cff-ad4192a40084 tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] 10.222.0.89 "GET /v2.0/security-groups?id=18e6cc58-e448-4d12-9423-2a502a086ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995123 Feb 04 17:13:45.179269 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [req-454b69d9-423c-4691-b5d4-22733bd024ca req-c7a7b3a6-b07b-4845-9965-fc5d3f7066f1 tempest-ServersAdminNegativeTestJSON-344829367 tempest-ServersAdminNegativeTestJSON-344829367-project] Deleting port dd0e2982-3730-447a-a6c8-7a0d42e612d8 {{(pid=103377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:13:45.179658 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-454b69d9-423c-4691-b5d4-22733bd024ca req-c7a7b3a6-b07b-4845-9965-fc5d3f7066f1 tempest-ServersAdminNegativeTestJSON-344829367 tempest-ServersAdminNegativeTestJSON-344829367-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (dd0e2982-3730-447a-a6c8-7a0d42e612d8), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:13:45.273452 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [req-454b69d9-423c-4691-b5d4-22733bd024ca req-c7a7b3a6-b07b-4845-9965-fc5d3f7066f1 tempest-ServersAdminNegativeTestJSON-344829367 tempest-ServersAdminNegativeTestJSON-344829367-project] For port dd0e2982-3730-447a-a6c8-7a0d42e612d8, host n-h2-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=dd0e2982-3730-447a-a6c8-7a0d42e612d8,segment=NetworkSegment(3a39b085-d3e6-43bb-a64c-1b06dd049e5a),segment_id=3a39b085-d3e6-43bb-a64c-1b06dd049e5a)] {{(pid=103377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:13:45.274146 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-454b69d9-423c-4691-b5d4-22733bd024ca req-c7a7b3a6-b07b-4845-9965-fc5d3f7066f1 tempest-ServersAdminNegativeTestJSON-344829367 tempest-ServersAdminNegativeTestJSON-344829367-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (dd0e2982-3730-447a-a6c8-7a0d42e612d8), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:13:45.287829 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [req-454b69d9-423c-4691-b5d4-22733bd024ca req-c7a7b3a6-b07b-4845-9965-fc5d3f7066f1 tempest-ServersAdminNegativeTestJSON-344829367 tempest-ServersAdminNegativeTestJSON-344829367-project] Calling delete_port for dd0e2982-3730-447a-a6c8-7a0d42e612d8 owned by compute:nova {{(pid=103377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:13:45.469665 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-454b69d9-423c-4691-b5d4-22733bd024ca req-c7a7b3a6-b07b-4845-9965-fc5d3f7066f1 tempest-ServersAdminNegativeTestJSON-344829367 tempest-ServersAdminNegativeTestJSON-344829367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (dd0e2982-3730-447a-a6c8-7a0d42e612d8), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:13:45.475572 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc21d42-5d84-41e2-8bdf-2b1a0b5ab86f req-8746af39-28f1-49a5-a931-92c1cd2ee5d6 tempest-ServersAdminNegativeTestJSON-344829367 tempest-ServersAdminNegativeTestJSON-344829367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:13:45.483966 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-ccc21d42-5d84-41e2-8bdf-2b1a0b5ab86f req-8746af39-28f1-49a5-a931-92c1cd2ee5d6 tempest-ServersAdminNegativeTestJSON-344829367 tempest-ServersAdminNegativeTestJSON-344829367-project] 10.222.0.89 "GET /v2.0/ports?device_id=c05a0ce4-1161-4262-bea7-6e3b7b097a4f HTTP/1.1" status: 200 len: 950 time: 0.0694172 Feb 04 17:13:45.484318 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] get_ports_and_sgs() called for port_ids ['dd0e2982-3730-447a-a6c8-7a0d42e612d8'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 17:13:45.511867 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c36aaee-69da-43ff-8072-2f9fbc79c0cc req-33a53b63-de0c-4c38-82c0-29e91479ef84 tempest-FloatingIPsAssociationTestJSON-1767827216 tempest-FloatingIPsAssociationTestJSON-1767827216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:13:45.519597 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-8c36aaee-69da-43ff-8072-2f9fbc79c0cc req-33a53b63-de0c-4c38-82c0-29e91479ef84 tempest-FloatingIPsAssociationTestJSON-1767827216 tempest-FloatingIPsAssociationTestJSON-1767827216-project] 10.222.0.89 "GET /v2.0/ports?device_id=5196e6cf-a12c-4bb6-90ee-c977b84aa4c1 HTTP/1.1" status: 200 len: 943 time: 0.1137245 Feb 04 17:13:45.522818 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a7b3a6-b07b-4845-9965-fc5d3f7066f1 tempest-ServersAdminNegativeTestJSON-344829367 tempest-ServersAdminNegativeTestJSON-344829367-project] Pushing event deleted for resources: {'Port': ['ID=dd0e2982-3730-447a-a6c8-7a0d42e612d8,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:13:45.545778 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-ccc21d42-5d84-41e2-8bdf-2b1a0b5ab86f req-3e86f449-bf64-4c67-aa4e-a720490aab30 tempest-ServersAdminNegativeTestJSON-344829367 tempest-ServersAdminNegativeTestJSON-344829367-project] 10.222.0.89 "GET /v2.0/security-groups?id=38af6261-52ee-4276-8567-41fcd5f88dcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578027 Feb 04 17:13:45.591916 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [req-454b69d9-423c-4691-b5d4-22733bd024ca req-c7a7b3a6-b07b-4845-9965-fc5d3f7066f1 tempest-ServersAdminNegativeTestJSON-344829367 tempest-ServersAdminNegativeTestJSON-344829367-project] No DVR routers for this DVR port dd0e2982-3730-447a-a6c8-7a0d42e612d8 on host n-h2-827839-2 {{(pid=103377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 17:13:45.599039 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-454b69d9-423c-4691-b5d4-22733bd024ca req-c7a7b3a6-b07b-4845-9965-fc5d3f7066f1 tempest-ServersAdminNegativeTestJSON-344829367 tempest-ServersAdminNegativeTestJSON-344829367-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:13:45.602348 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-454b69d9-423c-4691-b5d4-22733bd024ca req-c7a7b3a6-b07b-4845-9965-fc5d3f7066f1 tempest-ServersAdminNegativeTestJSON-344829367 tempest-ServersAdminNegativeTestJSON-344829367-project] 10.222.0.90 "DELETE /v2.0/ports/dd0e2982-3730-447a-a6c8-7a0d42e612d8 HTTP/1.1" status: 204 len: 173 time: 0.5510030 Feb 04 17:13:45.602807 n-d-827839-2 neutron-server[103377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c05a0ce4-1161-4262-bea7-6e3b7b097a4f', 'name': 'network-vif-deleted', 'tag': 'dd0e2982-3730-447a-a6c8-7a0d42e612d8'}] {{(pid=103377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:13:45.605078 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7240428b650e1488e9361b62648ff4b3a6c19d49d8c27c949491ab58c1346cf0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2becf72-4915-4da3-8e9e-d8d45668d487" -d '{"events": [{"server_uuid": "c05a0ce4-1161-4262-bea7-6e3b7b097a4f", "name": "network-vif-deleted", "tag": "dd0e2982-3730-447a-a6c8-7a0d42e612d8"}]}' {{(pid=103377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:13:45.627550 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-8c36aaee-69da-43ff-8072-2f9fbc79c0cc req-8550cef3-b72b-48e4-b375-90c58582f04a tempest-FloatingIPsAssociationTestJSON-1767827216 tempest-FloatingIPsAssociationTestJSON-1767827216-project] 10.222.0.89 "GET /v2.0/security-groups?id=6426fe0b-86c7-4694-a2c4-8fd16e84da96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064529 Feb 04 17:13:45.664671 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 17:13:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fc48cc2-1f41-49b5-a6be-d4f3d1bb5fc5 x-openstack-request-id: req-9fc48cc2-1f41-49b5-a6be-d4f3d1bb5fc5 {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:13:45.665081 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c05a0ce4-1161-4262-bea7-6e3b7b097a4f", "name": "network-vif-deleted", "tag": "dd0e2982-3730-447a-a6c8-7a0d42e612d8", "status": "completed", "code": 200}]} {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:13:45.665649 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-9fc48cc2-1f41-49b5-a6be-d4f3d1bb5fc5 {{(pid=103377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:13:45.666135 n-d-827839-2 neutron-server[103377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c05a0ce4-1161-4262-bea7-6e3b7b097a4f', 'name': 'network-vif-deleted', 'tag': 'dd0e2982-3730-447a-a6c8-7a0d42e612d8', 'status': 'completed', 'code': 200} Feb 04 17:13:45.780178 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5412d72b-a6dc-40c6-b2d0-e242db879d90 req-1d99b9b7-962c-45ef-9e29-1ddfdc7d71b1 tempest-ImagesOneServerNegativeTestJSON-254357925 tempest-ImagesOneServerNegativeTestJSON-254357925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:13:45.780178 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-5412d72b-a6dc-40c6-b2d0-e242db879d90 req-1d99b9b7-962c-45ef-9e29-1ddfdc7d71b1 tempest-ImagesOneServerNegativeTestJSON-254357925 tempest-ImagesOneServerNegativeTestJSON-254357925-project] 10.222.0.89 "GET /v2.0/ports?device_id=4bd07e04-af6f-4e7d-8008-4bf0ae443369 HTTP/1.1" status: 200 len: 943 time: 0.0772448 Feb 04 17:13:45.795842 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bd07e04-af6f-4e7d-8008-4bf0ae443369', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cb578c5c-e30a-410b-8d53-585a9f4f1d33'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:13:45.799319 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c34bc964ce2211770fda26ca2f3801cc06f4f39928110690550e94ab9c9d2fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b458c18f-1214-4892-a6ec-7032131a9386" -d '{"events": [{"server_uuid": "4bd07e04-af6f-4e7d-8008-4bf0ae443369", "name": "network-vif-unplugged", "status": "completed", "tag": "cb578c5c-e30a-410b-8d53-585a9f4f1d33"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:13:45.839517 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-5412d72b-a6dc-40c6-b2d0-e242db879d90 req-4923fa07-4f68-46ee-8f7b-5c79ae98ba80 tempest-ImagesOneServerNegativeTestJSON-254357925 tempest-ImagesOneServerNegativeTestJSON-254357925-project] 10.222.0.89 "GET /v2.0/security-groups?id=93c660a2-9a39-4e35-b172-c2fcfd9b6315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522935 Feb 04 17:13:45.841263 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 04 Feb 2022 17:13:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80f3d87d-1d33-44aa-9529-567423612d56 x-openstack-request-id: req-80f3d87d-1d33-44aa-9529-567423612d56 {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:13:45.841674 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bd07e04-af6f-4e7d-8008-4bf0ae443369", "name": "network-vif-unplugged", "status": "completed", "tag": "cb578c5c-e30a-410b-8d53-585a9f4f1d33", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:13:45.842028 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-80f3d87d-1d33-44aa-9529-567423612d56 {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:13:45.842509 n-d-827839-2 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bd07e04-af6f-4e7d-8008-4bf0ae443369', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cb578c5c-e30a-410b-8d53-585a9f4f1d33', 'code': 200} Feb 04 17:13:45.919215 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3441e08b-4bf6-4dfb-8ac3-315670beed7d req-29f6d200-fdf4-4349-a396-3c21ff072745 tempest-ImagesOneServerNegativeTestJSON-254357925 tempest-ImagesOneServerNegativeTestJSON-254357925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:13:45.921603 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-3441e08b-4bf6-4dfb-8ac3-315670beed7d req-29f6d200-fdf4-4349-a396-3c21ff072745 tempest-ImagesOneServerNegativeTestJSON-254357925 tempest-ImagesOneServerNegativeTestJSON-254357925-project] 10.222.0.96 "GET /v2.0/ports?device_id=4bd07e04-af6f-4e7d-8008-4bf0ae443369 HTTP/1.1" status: 200 len: 943 time: 0.0884509 Feb 04 17:13:45.962857 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d576fee4-b6af-4d02-9148-3358587e2e70 req-c59c4506-806c-4166-acde-7ec63296a89b tempest-ServersWithSpecificFlavorTestJSON-330130714 tempest-ServersWithSpecificFlavorTestJSON-330130714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:13:45.965257 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-d576fee4-b6af-4d02-9148-3358587e2e70 req-c59c4506-806c-4166-acde-7ec63296a89b tempest-ServersWithSpecificFlavorTestJSON-330130714 tempest-ServersWithSpecificFlavorTestJSON-330130714-project] 10.222.0.89 "GET /v2.0/ports?device_id=cb1b0366-d623-4256-9bd7-daa9e73975fa HTTP/1.1" status: 200 len: 945 time: 0.0562263 Feb 04 17:13:46.018243 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-d576fee4-b6af-4d02-9148-3358587e2e70 req-e7fc51b6-7f9f-4300-8169-a50bcca48aee tempest-ServersWithSpecificFlavorTestJSON-330130714 tempest-ServersWithSpecificFlavorTestJSON-330130714-project] 10.222.0.89 "GET /v2.0/security-groups?id=a2b9895e-fd37-4072-8754-90c5d10d2f1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481358 Feb 04 17:13:46.033818 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23221f57-f9d5-4074-98aa-e0905677dc5e req-1c7d708e-249d-4a55-a81b-8e190a717f14 tempest-LiveAutoBlockMigrationV225Test-1607657603 tempest-LiveAutoBlockMigrationV225Test-1607657603-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:13:46.035366 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-23221f57-f9d5-4074-98aa-e0905677dc5e req-1c7d708e-249d-4a55-a81b-8e190a717f14 tempest-LiveAutoBlockMigrationV225Test-1607657603 tempest-LiveAutoBlockMigrationV225Test-1607657603-project-admin] 10.222.0.89 "GET /v2.0/ports?device_id=d8a46594-af9a-4c29-9a3e-2edb427e70fa HTTP/1.1" status: 200 len: 1127 time: 0.1127369 Feb 04 17:13:46.087453 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [req-3441e08b-4bf6-4dfb-8ac3-315670beed7d req-bd927cd2-b99a-4b50-8655-efefe93547cb tempest-ImagesOneServerNegativeTestJSON-254357925 tempest-ImagesOneServerNegativeTestJSON-254357925-project] Deleting port cb578c5c-e30a-410b-8d53-585a9f4f1d33 {{(pid=103377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:13:46.087801 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-3441e08b-4bf6-4dfb-8ac3-315670beed7d req-bd927cd2-b99a-4b50-8655-efefe93547cb tempest-ImagesOneServerNegativeTestJSON-254357925 tempest-ImagesOneServerNegativeTestJSON-254357925-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (cb578c5c-e30a-410b-8d53-585a9f4f1d33), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:13:46.137877 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-23221f57-f9d5-4074-98aa-e0905677dc5e req-15d658dd-50e6-4c52-8426-6e227accfdc2 tempest-LiveAutoBlockMigrationV225Test-1607657603 tempest-LiveAutoBlockMigrationV225Test-1607657603-project-admin] 10.222.0.89 "GET /v2.0/security-groups?id=119a7f03-3e07-4d1e-8852-d9f974f9f052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915592 Feb 04 17:13:46.168378 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea70958f-ee2d-4695-84b4-8d8e6136d163 req-07f79643-548f-4112-998d-4a5dc25ba363 tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:13:46.170203 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-ea70958f-ee2d-4695-84b4-8d8e6136d163 req-07f79643-548f-4112-998d-4a5dc25ba363 tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] 10.222.0.89 "GET /v2.0/ports?device_id=cc6828c0-e3de-440f-b02a-be00d4b9136d HTTP/1.1" status: 200 len: 950 time: 0.0801809 Feb 04 17:13:46.202970 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [req-3441e08b-4bf6-4dfb-8ac3-315670beed7d req-bd927cd2-b99a-4b50-8655-efefe93547cb tempest-ImagesOneServerNegativeTestJSON-254357925 tempest-ImagesOneServerNegativeTestJSON-254357925-project] For port cb578c5c-e30a-410b-8d53-585a9f4f1d33, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=cb578c5c-e30a-410b-8d53-585a9f4f1d33,segment=NetworkSegment(925d9078-c82e-4bcc-b2ae-415f0fcde575),segment_id=925d9078-c82e-4bcc-b2ae-415f0fcde575)] {{(pid=103377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:13:46.203654 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-3441e08b-4bf6-4dfb-8ac3-315670beed7d req-bd927cd2-b99a-4b50-8655-efefe93547cb tempest-ImagesOneServerNegativeTestJSON-254357925 tempest-ImagesOneServerNegativeTestJSON-254357925-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (cb578c5c-e30a-410b-8d53-585a9f4f1d33), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:13:46.222910 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [req-3441e08b-4bf6-4dfb-8ac3-315670beed7d req-bd927cd2-b99a-4b50-8655-efefe93547cb tempest-ImagesOneServerNegativeTestJSON-254357925 tempest-ImagesOneServerNegativeTestJSON-254357925-project] Calling delete_port for cb578c5c-e30a-410b-8d53-585a9f4f1d33 owned by compute:nova {{(pid=103377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:13:46.264845 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-ea70958f-ee2d-4695-84b4-8d8e6136d163 req-8f3ed29e-e52c-4181-9fbc-fd2624ef3588 tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] 10.222.0.89 "GET /v2.0/security-groups?id=5fa98c6a-94b3-4690-b9c3-4f0e67d11226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839150 Feb 04 17:13:46.389597 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-3441e08b-4bf6-4dfb-8ac3-315670beed7d req-bd927cd2-b99a-4b50-8655-efefe93547cb tempest-ImagesOneServerNegativeTestJSON-254357925 tempest-ImagesOneServerNegativeTestJSON-254357925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (cb578c5c-e30a-410b-8d53-585a9f4f1d33), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:13:46.407958 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441eaf85-a90d-4dcf-b56e-704ab327d424 req-4eb186f8-734d-4f4e-b60e-5f0e032e3ab2 tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:13:46.410055 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-441eaf85-a90d-4dcf-b56e-704ab327d424 req-4eb186f8-734d-4f4e-b60e-5f0e032e3ab2 tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] 10.222.0.89 "GET /v2.0/ports?device_id=9f5aa8b2-f0e7-47df-b418-3e36c0d10805 HTTP/1.1" status: 200 len: 943 time: 0.0730314 Feb 04 17:13:46.426142 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd927cd2-b99a-4b50-8655-efefe93547cb tempest-ImagesOneServerNegativeTestJSON-254357925 tempest-ImagesOneServerNegativeTestJSON-254357925-project] Pushing event deleted for resources: {'Port': ['ID=cb578c5c-e30a-410b-8d53-585a9f4f1d33,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:13:46.475019 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [req-3441e08b-4bf6-4dfb-8ac3-315670beed7d req-bd927cd2-b99a-4b50-8655-efefe93547cb tempest-ImagesOneServerNegativeTestJSON-254357925 tempest-ImagesOneServerNegativeTestJSON-254357925-project] No DVR routers for this DVR port cb578c5c-e30a-410b-8d53-585a9f4f1d33 on host n-h1-827839-2 {{(pid=103377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 17:13:46.478406 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-3441e08b-4bf6-4dfb-8ac3-315670beed7d req-bd927cd2-b99a-4b50-8655-efefe93547cb tempest-ImagesOneServerNegativeTestJSON-254357925 tempest-ImagesOneServerNegativeTestJSON-254357925-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:13:46.482720 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-3441e08b-4bf6-4dfb-8ac3-315670beed7d req-bd927cd2-b99a-4b50-8655-efefe93547cb tempest-ImagesOneServerNegativeTestJSON-254357925 tempest-ImagesOneServerNegativeTestJSON-254357925-project] 10.222.0.96 "DELETE /v2.0/ports/cb578c5c-e30a-410b-8d53-585a9f4f1d33 HTTP/1.1" status: 204 len: 173 time: 0.5496738 Feb 04 17:13:46.485279 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-441eaf85-a90d-4dcf-b56e-704ab327d424 req-0cb97b28-a248-4369-bc0b-280854f013da tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] 10.222.0.89 "GET /v2.0/security-groups?id=18e6cc58-e448-4d12-9423-2a502a086ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672100 Feb 04 17:13:46.885103 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6473d805-a8ff-42a1-94f9-9fbf65d8f4de req-c61b41e8-25a7-4efb-b2d0-46ce8da7692c tempest-FloatingIPsAssociationTestJSON-1767827216 tempest-FloatingIPsAssociationTestJSON-1767827216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:13:46.891945 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-6473d805-a8ff-42a1-94f9-9fbf65d8f4de req-c61b41e8-25a7-4efb-b2d0-46ce8da7692c tempest-FloatingIPsAssociationTestJSON-1767827216 tempest-FloatingIPsAssociationTestJSON-1767827216-project] 10.222.0.89 "GET /v2.0/ports?device_id=5196e6cf-a12c-4bb6-90ee-c977b84aa4c1 HTTP/1.1" status: 200 len: 943 time: 0.0681479 Feb 04 17:13:46.942581 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-6473d805-a8ff-42a1-94f9-9fbf65d8f4de req-cdb76484-c5c6-4edf-b250-19e185d465a4 tempest-FloatingIPsAssociationTestJSON-1767827216 tempest-FloatingIPsAssociationTestJSON-1767827216-project] 10.222.0.89 "GET /v2.0/security-groups?id=6426fe0b-86c7-4694-a2c4-8fd16e84da96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485773 Feb 04 17:13:47.131161 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 54178) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:13:47.181095 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06daf267-fcdd-4a1c-9918-1a901f6b0ff8 req-ed93ee0e-d815-43c2-9e7f-57af9c858629 tempest-ServersWithSpecificFlavorTestJSON-330130714 tempest-ServersWithSpecificFlavorTestJSON-330130714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:13:47.182650 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-06daf267-fcdd-4a1c-9918-1a901f6b0ff8 req-ed93ee0e-d815-43c2-9e7f-57af9c858629 tempest-ServersWithSpecificFlavorTestJSON-330130714 tempest-ServersWithSpecificFlavorTestJSON-330130714-project] 10.222.0.89 "GET /v2.0/ports?device_id=cb1b0366-d623-4256-9bd7-daa9e73975fa HTTP/1.1" status: 200 len: 945 time: 0.0661731 Feb 04 17:13:47.233823 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-06daf267-fcdd-4a1c-9918-1a901f6b0ff8 req-c2964a3d-5f9e-4e19-be40-96e6d055b256 tempest-ServersWithSpecificFlavorTestJSON-330130714 tempest-ServersWithSpecificFlavorTestJSON-330130714-project] 10.222.0.89 "GET /v2.0/security-groups?id=a2b9895e-fd37-4072-8754-90c5d10d2f1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441003 Feb 04 17:13:47.290214 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-31dabdf8-330f-47c9-b1b6-7066a76f0e24 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=ca65812a4af246d9ad6f7cde880e7893&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1577408 Feb 04 17:13:47.292768 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 54190) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:13:47.349865 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-5ea24e34-e3eb-497a-8ea3-afa62496549c admin admin] Publish callbacks [] for security_group (38af6261-52ee-4276-8567-41fcd5f88dcd), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:13:47.374072 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-5ea24e34-e3eb-497a-8ea3-afa62496549c admin admin] Publish callbacks [] for security_group (38af6261-52ee-4276-8567-41fcd5f88dcd), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:13:47.436169 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-5ea24e34-e3eb-497a-8ea3-afa62496549c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (38af6261-52ee-4276-8567-41fcd5f88dcd), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:13:47.439810 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-5ea24e34-e3eb-497a-8ea3-afa62496549c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:13:47.441222 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-5ea24e34-e3eb-497a-8ea3-afa62496549c admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/38af6261-52ee-4276-8567-41fcd5f88dcd HTTP/1.1" status: 204 len: 168 time: 0.1472812 Feb 04 17:13:47.451304 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea24e34-e3eb-497a-8ea3-afa62496549c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38af6261-52ee-4276-8567-41fcd5f88dcd,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:13:47.501566 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device 2868b715-dae8-4a3f-b481-1acad8c24330 details requested by agent hyperv_n-h1-827839-2 with host n-h1-827839-2 {{(pid=103378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 17:13:47.632777 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] For port 2868b715-dae8-4a3f-b481-1acad8c24330, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=2868b715-dae8-4a3f-b481-1acad8c24330,segment=NetworkSegment(1d2e5411-a293-4ba9-86e4-cf68dc997fdd),segment_id=1d2e5411-a293-4ba9-86e4-cf68dc997fdd)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:13:47.648177 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Returning: {'device': '2868b715-dae8-4a3f-b481-1acad8c24330', 'network_id': '71f03b9f-e704-4df0-bce2-e9f92d5b531b', 'port_id': '2868b715-dae8-4a3f-b481-1acad8c24330', 'mac_address': 'fa:16:3e:ad:01:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 756, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '147a2a29-50a3-4d38-8c0e-9ec73b9af714', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 17:13:47.672006 n-d-827839-2 neutron-server[103377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bd07e04-af6f-4e7d-8008-4bf0ae443369', 'name': 'network-vif-deleted', 'tag': 'cb578c5c-e30a-410b-8d53-585a9f4f1d33'}] {{(pid=103377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:13:47.674278 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7240428b650e1488e9361b62648ff4b3a6c19d49d8c27c949491ab58c1346cf0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d95c254-04d4-4aba-a3fc-6e4296a36e63" -d '{"events": [{"server_uuid": "4bd07e04-af6f-4e7d-8008-4bf0ae443369", "name": "network-vif-deleted", "tag": "cb578c5c-e30a-410b-8d53-585a9f4f1d33"}]}' {{(pid=103377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:13:47.688453 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1f74b2-7adf-4b4d-a247-cbfb2e139a52 req-8c66dd0d-1b3c-4f22-9261-68f711da9e50 tempest-ImagesOneServerNegativeTestJSON-254357925 tempest-ImagesOneServerNegativeTestJSON-254357925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:13:47.697316 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-cc1f74b2-7adf-4b4d-a247-cbfb2e139a52 req-8c66dd0d-1b3c-4f22-9261-68f711da9e50 tempest-ImagesOneServerNegativeTestJSON-254357925 tempest-ImagesOneServerNegativeTestJSON-254357925-project] 10.222.0.89 "GET /v2.0/networks?id=518579bb-9b83-431f-85d9-0080ad95e906 HTTP/1.1" status: 200 len: 821 time: 0.1399026 Feb 04 17:13:47.698901 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Current status of the port 2868b715-dae8-4a3f-b481-1acad8c24330 is: DOWN; New status is: BUILD {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:13:47.699394 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (2868b715-dae8-4a3f-b481-1acad8c24330), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:13:47.713558 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-cc1f74b2-7adf-4b4d-a247-cbfb2e139a52 req-1fabf7ad-5012-4279-8fd8-f15d070ad4b4 tempest-ImagesOneServerNegativeTestJSON-254357925 tempest-ImagesOneServerNegativeTestJSON-254357925-project] 10.222.0.89 "GET /v2.0/quotas/86774b39ad8a41fa924d1792aacb1e11 HTTP/1.1" status: 200 len: 375 time: 0.0151057 Feb 04 17:13:47.716043 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2868b715-dae8-4a3f-b481-1acad8c24330 {{(pid=103378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 17:13:47.740196 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] For port 2868b715-dae8-4a3f-b481-1acad8c24330, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=2868b715-dae8-4a3f-b481-1acad8c24330,segment=NetworkSegment(1d2e5411-a293-4ba9-86e4-cf68dc997fdd),segment_id=1d2e5411-a293-4ba9-86e4-cf68dc997fdd)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:13:47.746200 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (2868b715-dae8-4a3f-b481-1acad8c24330), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:13:47.753087 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-cc1f74b2-7adf-4b4d-a247-cbfb2e139a52 req-dcee9307-b2be-4d9a-8c6e-5edbd8754724 tempest-ImagesOneServerNegativeTestJSON-254357925 tempest-ImagesOneServerNegativeTestJSON-254357925-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=86774b39ad8a41fa924d1792aacb1e11&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0377264 Feb 04 17:13:47.797030 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [req-c56f35a0-9423-4cd5-8f3c-542a9495b428 req-6ee9a45d-7e2d-478a-91e2-b33b5dfca333 tempest-LiveAutoBlockMigrationV225Test-1607657603 tempest-LiveAutoBlockMigrationV225Test-1607657603-project-admin] http://10.222.0.89:9696/v2.0/extensions returned with HTTP 200 {{(pid=103376) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 17:13:47.798793 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-c56f35a0-9423-4cd5-8f3c-542a9495b428 req-6ee9a45d-7e2d-478a-91e2-b33b5dfca333 tempest-LiveAutoBlockMigrationV225Test-1607657603 tempest-LiveAutoBlockMigrationV225Test-1607657603-project-admin] 10.222.0.89 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2407479 Feb 04 17:13:47.806838 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Pushing event updated for resources: {'Port': ['ID=2868b715-dae8-4a3f-b481-1acad8c24330,revision_number=4']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:13:47.847199 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 54214) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:13:47.868007 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-cc1f74b2-7adf-4b4d-a247-cbfb2e139a52 req-57d47bdf-6966-43ae-b7ff-1067c62fa8f5 service neutron] 10.222.0.89 "GET /v2.0/networks/518579bb-9b83-431f-85d9-0080ad95e906?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1139641 Feb 04 17:13:47.876307 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56f35a0-9423-4cd5-8f3c-542a9495b428 req-fcf62a09-180a-4ae8-b445-f922469f81ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:13:47.878339 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-c56f35a0-9423-4cd5-8f3c-542a9495b428 req-fcf62a09-180a-4ae8-b445-f922469f81ef service neutron] 10.222.0.89 "GET /v2.0/ports/09fe44f1-9e7b-43ae-8405-ca810bec8f9b HTTP/1.1" status: 200 len: 1124 time: 0.0656002 Feb 04 17:13:47.890983 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [req-c56f35a0-9423-4cd5-8f3c-542a9495b428 req-fb8de4ce-959e-471b-b1ba-e6b3747bc55c service neutron] Request body: {'binding': {'host': 'n-h2-827839-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:13:47.891620 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [req-c56f35a0-9423-4cd5-8f3c-542a9495b428 req-fb8de4ce-959e-471b-b1ba-e6b3747bc55c service neutron] Unknown quota resources ['binding']. {{(pid=103376) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 04 17:13:47.936849 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-7fd3d27a-0e11-4579-b072-97624e50ed7c admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=d56db2eee41c4ed38620d7b26c9d5af3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0884576 Feb 04 17:13:47.940872 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 54216) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:13:47.993380 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-cc1f74b2-7adf-4b4d-a247-cbfb2e139a52 req-eca2eeea-2a17-4322-886f-dbe3bc7e5188 service neutron] 10.222.0.89 "GET /v2.0/networks/518579bb-9b83-431f-85d9-0080ad95e906?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1189408 Feb 04 17:13:48.027715 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-e764320c-230c-4cfc-a07f-b8f32aaaea90 admin admin] Publish callbacks [] for security_group (dab341f1-4943-44a5-b43d-60e82081d233), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:13:48.060063 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-e764320c-230c-4cfc-a07f-b8f32aaaea90 admin admin] Publish callbacks [] for security_group (dab341f1-4943-44a5-b43d-60e82081d233), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:13:48.083209 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [req-c56f35a0-9423-4cd5-8f3c-542a9495b428 req-fb8de4ce-959e-471b-b1ba-e6b3747bc55c service neutron] Attempting to bind port 09fe44f1-9e7b-43ae-8405-ca810bec8f9b on host n-h2-827839-2 for vnic_type normal with profile None {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:13:48.083628 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [req-c56f35a0-9423-4cd5-8f3c-542a9495b428 req-fb8de4ce-959e-471b-b1ba-e6b3747bc55c service neutron] Attempting to bind port 09fe44f1-9e7b-43ae-8405-ca810bec8f9b by drivers openvswitch,hyperv on host n-h2-827839-2 at level 0 using segments [{'id': '422e2db4-29a0-413f-80b3-a344e9c773f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'b27b7363-f5f5-42ff-a720-66280b0b57a7'}] {{(pid=103376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:13:48.084045 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c56f35a0-9423-4cd5-8f3c-542a9495b428 req-fb8de4ce-959e-471b-b1ba-e6b3747bc55c service neutron] Attempting to bind port 09fe44f1-9e7b-43ae-8405-ca810bec8f9b on network b27b7363-f5f5-42ff-a720-66280b0b57a7 {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:13:48.091313 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c56f35a0-9423-4cd5-8f3c-542a9495b428 req-fb8de4ce-959e-471b-b1ba-e6b3747bc55c service neutron] Port 09fe44f1-9e7b-43ae-8405-ca810bec8f9b on network b27b7363-f5f5-42ff-a720-66280b0b57a7 not bound, no agent of type Open vSwitch agent registered on host n-h2-827839-2 {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 17:13:48.092492 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c56f35a0-9423-4cd5-8f3c-542a9495b428 req-fb8de4ce-959e-471b-b1ba-e6b3747bc55c service neutron] Attempting to bind port 09fe44f1-9e7b-43ae-8405-ca810bec8f9b on network b27b7363-f5f5-42ff-a720-66280b0b57a7 {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:13:48.099542 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c56f35a0-9423-4cd5-8f3c-542a9495b428 req-fb8de4ce-959e-471b-b1ba-e6b3747bc55c service neutron] Checking agent: {'id': 'f20a1ab3-4332-4f54-833b-ba4a7c687e89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 8, 40), 'started_at': datetime.datetime(2022, 2, 4, 17, 8, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 13, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:13:48.100150 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c56f35a0-9423-4cd5-8f3c-542a9495b428 req-fb8de4ce-959e-471b-b1ba-e6b3747bc55c service neutron] Checking segment: {'id': '422e2db4-29a0-413f-80b3-a344e9c773f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'b27b7363-f5f5-42ff-a720-66280b0b57a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:13:48.100714 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c56f35a0-9423-4cd5-8f3c-542a9495b428 req-fb8de4ce-959e-471b-b1ba-e6b3747bc55c service neutron] Bound using segment: {'id': '422e2db4-29a0-413f-80b3-a344e9c773f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'b27b7363-f5f5-42ff-a720-66280b0b57a7'} {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:13:48.101339 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [req-c56f35a0-9423-4cd5-8f3c-542a9495b428 req-fb8de4ce-959e-471b-b1ba-e6b3747bc55c service neutron] Bound port: 09fe44f1-9e7b-43ae-8405-ca810bec8f9b, host: n-h2-827839-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '422e2db4-29a0-413f-80b3-a344e9c773f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'b27b7363-f5f5-42ff-a720-66280b0b57a7'}}] {{(pid=103376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:13:48.139658 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-e764320c-230c-4cfc-a07f-b8f32aaaea90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (dab341f1-4943-44a5-b43d-60e82081d233), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:13:48.142523 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-e764320c-230c-4cfc-a07f-b8f32aaaea90 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:13:48.143906 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-e764320c-230c-4cfc-a07f-b8f32aaaea90 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/dab341f1-4943-44a5-b43d-60e82081d233 HTTP/1.1" status: 204 len: 168 time: 0.2003572 Feb 04 17:13:48.170047 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e764320c-230c-4cfc-a07f-b8f32aaaea90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dab341f1-4943-44a5-b43d-60e82081d233,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:13:48.243975 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] get_ports_and_sgs() called for port_ids ['2868b715-dae8-4a3f-b481-1acad8c24330'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 17:13:48.301494 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [req-c56f35a0-9423-4cd5-8f3c-542a9495b428 req-fb8de4ce-959e-471b-b1ba-e6b3747bc55c service neutron] For port 09fe44f1-9e7b-43ae-8405-ca810bec8f9b, host n-h2-827839-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=09fe44f1-9e7b-43ae-8405-ca810bec8f9b,segment=NetworkSegment(422e2db4-29a0-413f-80b3-a344e9c773f4),segment_id=422e2db4-29a0-413f-80b3-a344e9c773f4)] {{(pid=103376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:13:48.309135 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2df8a9-f488-4315-a61f-4e17eb840a50 req-ea3f76ad-9614-4440-8b38-835a4b3687e8 tempest-ServersWithSpecificFlavorTestJSON-330130714 tempest-ServersWithSpecificFlavorTestJSON-330130714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:13:48.311973 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-fc2df8a9-f488-4315-a61f-4e17eb840a50 req-ea3f76ad-9614-4440-8b38-835a4b3687e8 tempest-ServersWithSpecificFlavorTestJSON-330130714 tempest-ServersWithSpecificFlavorTestJSON-330130714-project] 10.222.0.89 "GET /v2.0/ports?device_id=cb1b0366-d623-4256-9bd7-daa9e73975fa HTTP/1.1" status: 200 len: 945 time: 0.1006246 Feb 04 17:13:48.314113 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-c56f35a0-9423-4cd5-8f3c-542a9495b428 req-fb8de4ce-959e-471b-b1ba-e6b3747bc55c service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:13:48.314964 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-c56f35a0-9423-4cd5-8f3c-542a9495b428 req-fb8de4ce-959e-471b-b1ba-e6b3747bc55c service neutron] 10.222.0.89 "POST /v2.0/ports/09fe44f1-9e7b-43ae-8405-ca810bec8f9b/bindings HTTP/1.1" status: 201 len: 389 time: 0.4276924 Feb 04 17:13:48.319875 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 54226) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:13:48.330560 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-958d3bda-825f-42fe-a112-8ddf868cb82a tempest-ServersWithSpecificFlavorTestJSON-330130714 tempest-ServersWithSpecificFlavorTestJSON-330130714-project] Request body: {'floatingip': {'port_id': '10c097a6-2357-455f-a26f-a8db86e47315'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:13:48.412777 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-958d3bda-825f-42fe-a112-8ddf868cb82a tempest-ServersWithSpecificFlavorTestJSON-330130714 tempest-ServersWithSpecificFlavorTestJSON-330130714-project] Publish callbacks [] for floatingip (f7037037-04ed-42ec-b088-d26d05e8a6b9), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:13:48.647730 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-580eafd4-d217-43c1-91ac-488c773729f0 req-7c3d907e-d0d8-4fda-a77b-953bd82ffce9 service neutron] 10.222.0.90 "GET /v2.0/ports/7c6b4724-1adf-4dd1-8c66-4bc76c05989f/bindings/n-h1-827839-2 HTTP/1.1" status: 200 len: 384 time: 0.1557317 Feb 04 17:13:48.664486 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fb9c1a-4ff0-42d8-93df-6525e9c2ef95 req-2252bc74-8fb2-40af-8e36-22633ea5f09e tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:13:48.674017 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-02fb9c1a-4ff0-42d8-93df-6525e9c2ef95 req-2252bc74-8fb2-40af-8e36-22633ea5f09e tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] 10.222.0.89 "GET /v2.0/ports?device_id=cc6828c0-e3de-440f-b02a-be00d4b9136d HTTP/1.1" status: 200 len: 950 time: 0.2516534 Feb 04 17:13:48.753461 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d9d5f5-f846-4589-989b-4a8d62bec114 req-23069f97-6e7a-4228-92e7-c122c8db4a31 tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:13:48.755053 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-e7d9d5f5-f846-4589-989b-4a8d62bec114 req-23069f97-6e7a-4228-92e7-c122c8db4a31 tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] 10.222.0.89 "GET /v2.0/ports?device_id=9f5aa8b2-f0e7-47df-b418-3e36c0d10805 HTTP/1.1" status: 200 len: 943 time: 0.1357646 Feb 04 17:13:48.856433 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56f35a0-9423-4cd5-8f3c-542a9495b428 req-1f45b94b-e603-40d4-92b0-916335326d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:13:48.857529 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-c56f35a0-9423-4cd5-8f3c-542a9495b428 req-1f45b94b-e603-40d4-92b0-916335326d62 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=f3812c841c31408e86184d3885a61bc1&device_id=d8a46594-af9a-4c29-9a3e-2edb427e70fa HTTP/1.1" status: 200 len: 1127 time: 0.1795008 Feb 04 17:13:48.877314 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-02fb9c1a-4ff0-42d8-93df-6525e9c2ef95 req-77207b1a-97b6-4fe8-ae43-c7b1c21f9263 tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] 10.222.0.89 "GET /v2.0/security-groups?id=5fa98c6a-94b3-4690-b9c3-4f0e67d11226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2008829 Feb 04 17:13:48.898601 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-e7d9d5f5-f846-4589-989b-4a8d62bec114 req-6fc3f385-90af-4786-a57c-db4ecb9efec1 tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] 10.222.0.89 "GET /v2.0/security-groups?id=18e6cc58-e448-4d12-9423-2a502a086ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108935 Feb 04 17:13:49.014695 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 17:13:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6ba5bc8-14e6-4412-b51e-51e3c8a7ebf0 x-openstack-request-id: req-f6ba5bc8-14e6-4412-b51e-51e3c8a7ebf0 {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:13:49.014989 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bd07e04-af6f-4e7d-8008-4bf0ae443369", "name": "network-vif-deleted", "tag": "cb578c5c-e30a-410b-8d53-585a9f4f1d33", "status": "completed", "code": 200}]} {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:13:49.015237 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-f6ba5bc8-14e6-4412-b51e-51e3c8a7ebf0 {{(pid=103377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:13:49.015623 n-d-827839-2 neutron-server[103377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bd07e04-af6f-4e7d-8008-4bf0ae443369', 'name': 'network-vif-deleted', 'tag': 'cb578c5c-e30a-410b-8d53-585a9f4f1d33', 'status': 'completed', 'code': 200} Feb 04 17:13:49.073060 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56f35a0-9423-4cd5-8f3c-542a9495b428 req-4fc0f273-e641-4654-b2f4-8d5238de55ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:13:49.074520 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-c56f35a0-9423-4cd5-8f3c-542a9495b428 req-4fc0f273-e641-4654-b2f4-8d5238de55ff service neutron] 10.222.0.90 "GET /v2.0/networks?id=b27b7363-f5f5-42ff-a720-66280b0b57a7 HTTP/1.1" status: 200 len: 922 time: 0.1962433 Feb 04 17:13:49.138054 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-c56f35a0-9423-4cd5-8f3c-542a9495b428 req-6b18ad04-9371-4f2b-ae00-881956433a2d service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=09fe44f1-9e7b-43ae-8405-ca810bec8f9b HTTP/1.1" status: 200 len: 217 time: 0.0501416 Feb 04 17:13:49.178709 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [req-580eafd4-d217-43c1-91ac-488c773729f0 req-70827060-fc74-4fdf-a772-eb800b50f7a8 service neutron] For port 7c6b4724-1adf-4dd1-8c66-4bc76c05989f, host n-h2-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=7c6b4724-1adf-4dd1-8c66-4bc76c05989f,segment=NetworkSegment(4adf983e-b4f0-4caa-beec-ecaadf2366f2),segment_id=4adf983e-b4f0-4caa-beec-ecaadf2366f2)] {{(pid=103377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:13:49.183431 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-4911d4dd-ff9e-4f61-98b9-4c03f05f74bb req-e5bb92a8-1aae-4fff-93a7-73feb103d0f4 tempest-ImagesOneServerNegativeTestJSON-254357925 tempest-ImagesOneServerNegativeTestJSON-254357925-project] 10.222.0.89 "GET /v2.0/ports?device_id=426f9f67-7c89-4a3c-a6b9-33ee3738ed54 HTTP/1.1" status: 200 len: 210 time: 0.0496473 Feb 04 17:13:49.236132 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [req-580eafd4-d217-43c1-91ac-488c773729f0 req-70827060-fc74-4fdf-a772-eb800b50f7a8 service neutron] For port 7c6b4724-1adf-4dd1-8c66-4bc76c05989f, host n-h2-827839-2, cleared binding levels {{(pid=103377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:13:49.275272 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56f35a0-9423-4cd5-8f3c-542a9495b428 req-f6a5845b-0b4b-4fa4-b0ce-c1f5f2887e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:13:49.277676 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-c56f35a0-9423-4cd5-8f3c-542a9495b428 req-f6a5845b-0b4b-4fa4-b0ce-c1f5f2887e57 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=fa2004f2-da24-41cf-84b9-96d41a7dd118 HTTP/1.1" status: 200 len: 861 time: 0.1233318 Feb 04 17:13:49.316259 n-d-827839-2 neutron-server[103377]: DEBUG neutron.notifiers.nova [req-580eafd4-d217-43c1-91ac-488c773729f0 req-70827060-fc74-4fdf-a772-eb800b50f7a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c6b4724-1adf-4dd1-8c66-4bc76c05989f {{(pid=103377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 17:13:49.331669 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-c56f35a0-9423-4cd5-8f3c-542a9495b428 req-caf3863a-ac4a-4f65-a9c9-d154a2ee78b4 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=b27b7363-f5f5-42ff-a720-66280b0b57a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0458963 Feb 04 17:13:49.344339 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [req-580eafd4-d217-43c1-91ac-488c773729f0 req-70827060-fc74-4fdf-a772-eb800b50f7a8 service neutron] For port 7c6b4724-1adf-4dd1-8c66-4bc76c05989f, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=7c6b4724-1adf-4dd1-8c66-4bc76c05989f,segment=NetworkSegment(4adf983e-b4f0-4caa-beec-ecaadf2366f2),segment_id=4adf983e-b4f0-4caa-beec-ecaadf2366f2)] {{(pid=103377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:13:49.406543 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcfe58c-7436-46ac-bf08-b416b9e2ffc3 req-21a53890-5b51-46fa-97ec-a6f8be8c81a5 tempest-FloatingIPsAssociationTestJSON-1767827216 tempest-FloatingIPsAssociationTestJSON-1767827216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:13:49.414022 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-adcfe58c-7436-46ac-bf08-b416b9e2ffc3 req-21a53890-5b51-46fa-97ec-a6f8be8c81a5 tempest-FloatingIPsAssociationTestJSON-1767827216 tempest-FloatingIPsAssociationTestJSON-1767827216-project] 10.222.0.89 "GET /v2.0/ports?device_id=5196e6cf-a12c-4bb6-90ee-c977b84aa4c1 HTTP/1.1" status: 200 len: 944 time: 0.3347061 Feb 04 17:13:49.431470 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.db.resource_extend [None req-958d3bda-825f-42fe-a112-8ddf868cb82a tempest-ServersWithSpecificFlavorTestJSON-330130714 tempest-ServersWithSpecificFlavorTestJSON-330130714-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 17:13:49.434237 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-580eafd4-d217-43c1-91ac-488c773729f0 req-70827060-fc74-4fdf-a772-eb800b50f7a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (7c6b4724-1adf-4dd1-8c66-4bc76c05989f), before_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:13:49.446520 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Device dd0e2982-3730-447a-a6c8-7a0d42e612d8 no longer exists at agent hyperv_n-h2-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:13:49.487443 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] No Port match for: dd0e2982-3730-447a-a6c8-7a0d42e612d8 {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 17:13:49.494464 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Device dd0e2982-3730-447a-a6c8-7a0d42e612d8 not bound to the agent host n-h2-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 17:13:49.499580 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-958d3bda-825f-42fe-a112-8ddf868cb82a tempest-ServersWithSpecificFlavorTestJSON-330130714 tempest-ServersWithSpecificFlavorTestJSON-330130714-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:13:49.507789 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device 7c6b4724-1adf-4dd1-8c66-4bc76c05989f details requested by agent hyperv_n-h1-827839-2 with host n-h1-827839-2 {{(pid=103378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 17:13:49.512706 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device 2868b715-dae8-4a3f-b481-1acad8c24330 up at agent hyperv_n-h1-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:13:49.521301 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230ca9e1-c7dc-4981-8e6c-dfbda601aaac req-d997859c-6a5d-4587-8d52-180ebc1d833e tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:13:49.528915 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-230ca9e1-c7dc-4981-8e6c-dfbda601aaac req-d997859c-6a5d-4587-8d52-180ebc1d833e tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] 10.222.0.89 "GET /v2.0/ports?device_id=d8a46594-af9a-4c29-9a3e-2edb427e70fa HTTP/1.1" status: 200 len: 945 time: 0.1871269 Feb 04 17:13:49.547453 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-adcfe58c-7436-46ac-bf08-b416b9e2ffc3 req-525828b2-ce21-4e4b-aabe-d846866b3a3c tempest-FloatingIPsAssociationTestJSON-1767827216 tempest-FloatingIPsAssociationTestJSON-1767827216-project] 10.222.0.89 "GET /v2.0/security-groups?id=6426fe0b-86c7-4694-a2c4-8fd16e84da96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324422 Feb 04 17:13:49.548419 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-958d3bda-825f-42fe-a112-8ddf868cb82a tempest-ServersWithSpecificFlavorTestJSON-330130714 tempest-ServersWithSpecificFlavorTestJSON-330130714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1595586'] for floatingip (f7037037-04ed-42ec-b088-d26d05e8a6b9), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:13:49.605061 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-c56f35a0-9423-4cd5-8f3c-542a9495b428 req-026830b1-11cd-4837-93ea-a883b1e78248 service neutron] 10.222.0.90 "GET /v2.0/networks/b27b7363-f5f5-42ff-a720-66280b0b57a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2643802 Feb 04 17:13:49.694266 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Provisioning for port 2868b715-dae8-4a3f-b481-1acad8c24330 completed by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 17:13:49.715175 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Provisioning complete for port 2868b715-dae8-4a3f-b481-1acad8c24330 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:13:49.717021 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (2868b715-dae8-4a3f-b481-1acad8c24330), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:13:49.725577 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-230ca9e1-c7dc-4981-8e6c-dfbda601aaac req-143f4107-1652-43c0-87f3-1b58fb16ffae tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] 10.222.0.89 "GET /v2.0/security-groups?id=119a7f03-3e07-4d1e-8852-d9f974f9f052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1909788 Feb 04 17:13:49.730139 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.provisioning_blocks [req-580eafd4-d217-43c1-91ac-488c773729f0 req-70827060-fc74-4fdf-a772-eb800b50f7a8 service neutron] Transition to ACTIVE for port object 7c6b4724-1adf-4dd1-8c66-4bc76c05989f will not be triggered until provisioned by entity L2. {{(pid=103377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 17:13:49.742460 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-580eafd4-d217-43c1-91ac-488c773729f0 req-70827060-fc74-4fdf-a772-eb800b50f7a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25888290'] for port (7c6b4724-1adf-4dd1-8c66-4bc76c05989f), after_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:13:49.763595 n-d-827839-2 neutron-server[103376]: INFO neutron.db.l3_db [None req-958d3bda-825f-42fe-a112-8ddf868cb82a tempest-ServersWithSpecificFlavorTestJSON-330130714 tempest-ServersWithSpecificFlavorTestJSON-330130714-project] Floating IP f7037037-04ed-42ec-b088-d26d05e8a6b9 associated. External IP: 172.25.6.98, port: 10c097a6-2357-455f-a26f-a8db86e47315. Feb 04 17:13:49.767966 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] For port 7c6b4724-1adf-4dd1-8c66-4bc76c05989f, host n-h2-827839-2, got binding levels [] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:13:49.812384 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Attempting to bind port 7c6b4724-1adf-4dd1-8c66-4bc76c05989f on host n-h2-827839-2 for vnic_type normal with profile {"migrating_to": "n-h1-827839-2"} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:13:49.812958 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Attempting to bind port 7c6b4724-1adf-4dd1-8c66-4bc76c05989f by drivers openvswitch,hyperv on host n-h2-827839-2 at level 0 using segments [{'id': '4adf983e-b4f0-4caa-beec-ecaadf2366f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '865a5290-ec33-4655-84a4-bc1453190ac7'}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:13:49.813672 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Attempting to bind port 7c6b4724-1adf-4dd1-8c66-4bc76c05989f on network 865a5290-ec33-4655-84a4-bc1453190ac7 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:13:49.821976 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Port 7c6b4724-1adf-4dd1-8c66-4bc76c05989f on network 865a5290-ec33-4655-84a4-bc1453190ac7 not bound, no agent of type Open vSwitch agent registered on host n-h2-827839-2 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 17:13:49.822313 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Attempting to bind port 7c6b4724-1adf-4dd1-8c66-4bc76c05989f on network 865a5290-ec33-4655-84a4-bc1453190ac7 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:13:49.838669 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Checking agent: {'id': 'f20a1ab3-4332-4f54-833b-ba4a7c687e89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 8, 40), 'started_at': datetime.datetime(2022, 2, 4, 17, 8, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 13, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:13:49.839271 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Checking segment: {'id': '4adf983e-b4f0-4caa-beec-ecaadf2366f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '865a5290-ec33-4655-84a4-bc1453190ac7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:13:49.839997 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Bound using segment: {'id': '4adf983e-b4f0-4caa-beec-ecaadf2366f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '865a5290-ec33-4655-84a4-bc1453190ac7'} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:13:49.841326 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Bound port: 7c6b4724-1adf-4dd1-8c66-4bc76c05989f, host: n-h2-827839-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4adf983e-b4f0-4caa-beec-ecaadf2366f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '865a5290-ec33-4655-84a4-bc1453190ac7'}}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:13:49.842010 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (7c6b4724-1adf-4dd1-8c66-4bc76c05989f), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:13:49.939681 n-d-827839-2 neutron-server[103378]: WARNING neutron.plugins.ml2.plugin [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Concurrent port binding operations failed on port 7c6b4724-1adf-4dd1-8c66-4bc76c05989f Feb 04 17:13:49.944495 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] For port 7c6b4724-1adf-4dd1-8c66-4bc76c05989f, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=7c6b4724-1adf-4dd1-8c66-4bc76c05989f,segment=NetworkSegment(4adf983e-b4f0-4caa-beec-ecaadf2366f2),segment_id=4adf983e-b4f0-4caa-beec-ecaadf2366f2)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:13:49.951616 n-d-827839-2 neutron-server[103378]: INFO neutron.plugins.ml2.plugin [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Attempt 2 to bind port 7c6b4724-1adf-4dd1-8c66-4bc76c05989f Feb 04 17:13:49.952253 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Returning: {'device': '7c6b4724-1adf-4dd1-8c66-4bc76c05989f', 'network_id': '865a5290-ec33-4655-84a4-bc1453190ac7', 'port_id': '7c6b4724-1adf-4dd1-8c66-4bc76c05989f', 'mac_address': 'fa:16:3e:af:d5:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 770, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22305eb3-36bf-4425-804b-f2478ee8714d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 17:13:49.965744 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Current status of the port 2868b715-dae8-4a3f-b481-1acad8c24330 is: BUILD; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:13:49.965964 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (2868b715-dae8-4a3f-b481-1acad8c24330), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:13:50.042693 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] For port 2868b715-dae8-4a3f-b481-1acad8c24330, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=2868b715-dae8-4a3f-b481-1acad8c24330,segment=NetworkSegment(1d2e5411-a293-4ba9-86e4-cf68dc997fdd),segment_id=1d2e5411-a293-4ba9-86e4-cf68dc997fdd)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:13:50.047166 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5196e6cf-a12c-4bb6-90ee-c977b84aa4c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2868b715-dae8-4a3f-b481-1acad8c24330'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:13:50.050768 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c34bc964ce2211770fda26ca2f3801cc06f4f39928110690550e94ab9c9d2fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a388d0e3-be57-4512-b04f-324cd5b9a752" -d '{"events": [{"server_uuid": "5196e6cf-a12c-4bb6-90ee-c977b84aa4c1", "name": "network-vif-plugged", "status": "completed", "tag": "2868b715-dae8-4a3f-b481-1acad8c24330"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:13:50.058039 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (2868b715-dae8-4a3f-b481-1acad8c24330), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:13:50.058039 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device cb578c5c-e30a-410b-8d53-585a9f4f1d33 no longer exists at agent hyperv_n-h1-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:13:50.065764 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [req-580eafd4-d217-43c1-91ac-488c773729f0 req-70827060-fc74-4fdf-a772-eb800b50f7a8 service neutron] No DVR routers for this DVR port 7c6b4724-1adf-4dd1-8c66-4bc76c05989f on host n-h2-827839-2 {{(pid=103377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 17:13:50.087753 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Current status of the port 7c6b4724-1adf-4dd1-8c66-4bc76c05989f is: DOWN; New status is: BUILD {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:13:50.087753 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (7c6b4724-1adf-4dd1-8c66-4bc76c05989f), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:13:50.110776 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] No Port match for: cb578c5c-e30a-410b-8d53-585a9f4f1d33 {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 17:13:50.111267 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device cb578c5c-e30a-410b-8d53-585a9f4f1d33 not bound to the agent host n-h1-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 17:13:50.137521 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c6b4724-1adf-4dd1-8c66-4bc76c05989f {{(pid=103378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 17:13:50.161294 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] For port 7c6b4724-1adf-4dd1-8c66-4bc76c05989f, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=7c6b4724-1adf-4dd1-8c66-4bc76c05989f,segment=NetworkSegment(4adf983e-b4f0-4caa-beec-ecaadf2366f2),segment_id=4adf983e-b4f0-4caa-beec-ecaadf2366f2)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:13:50.176679 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (7c6b4724-1adf-4dd1-8c66-4bc76c05989f), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:13:50.184807 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70827060-fc74-4fdf-a772-eb800b50f7a8 service neutron] Pushing event updated for resources: {'Port': ['ID=7c6b4724-1adf-4dd1-8c66-4bc76c05989f,revision_number=10']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:13:50.196633 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Pushing event updated for resources: {'Port': ['ID=2868b715-dae8-4a3f-b481-1acad8c24330,revision_number=5']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:13:50.212958 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-c56f35a0-9423-4cd5-8f3c-542a9495b428 req-fc5ba23b-e04d-4d66-acb7-097eb95de71d service neutron] 10.222.0.90 "GET /v2.0/networks/b27b7363-f5f5-42ff-a720-66280b0b57a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5945692 Feb 04 17:13:50.264331 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-580eafd4-d217-43c1-91ac-488c773729f0 req-70827060-fc74-4fdf-a772-eb800b50f7a8 service neutron] 10.222.0.90 "PUT /v2.0/ports/7c6b4724-1adf-4dd1-8c66-4bc76c05989f/bindings/n-h1-827839-2/activate HTTP/1.1" status: 200 len: 369 time: 1.5737488 Feb 04 17:13:50.287221 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Pushing event updated for resources: {'Port': ['ID=7c6b4724-1adf-4dd1-8c66-4bc76c05989f,revision_number=11']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:13:50.298912 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] get_ports_and_sgs() called for port_ids ['7c6b4724-1adf-4dd1-8c66-4bc76c05989f'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 17:13:50.337099 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1f74b2-7adf-4b4d-a247-cbfb2e139a52 req-b99ee282-bcd4-4f63-a4e5-e6ec6cc1ba81 tempest-ImagesOneServerNegativeTestJSON-254357925 tempest-ImagesOneServerNegativeTestJSON-254357925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:13:50.338794 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-cc1f74b2-7adf-4b4d-a247-cbfb2e139a52 req-b99ee282-bcd4-4f63-a4e5-e6ec6cc1ba81 tempest-ImagesOneServerNegativeTestJSON-254357925 tempest-ImagesOneServerNegativeTestJSON-254357925-project] 10.222.0.90 "GET /v2.0/networks?id=518579bb-9b83-431f-85d9-0080ad95e906 HTTP/1.1" status: 200 len: 821 time: 0.4817431 Feb 04 17:13:50.348916 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-958d3bda-825f-42fe-a112-8ddf868cb82a tempest-ServersWithSpecificFlavorTestJSON-330130714 tempest-ServersWithSpecificFlavorTestJSON-330130714-project] Router e0d96195-acff-4146-81bc-edd40b66b4a4 has already been hosted by L3 agent 64ada913-9131-4d99-a265-63a920956287 {{(pid=103376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 17:13:50.360553 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f15067-c4ae-4a00-b8a6-59b49301bcc7 req-ff94a90b-3c48-481f-bffb-12fac6173e9d tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:13:50.370186 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-b1f15067-c4ae-4a00-b8a6-59b49301bcc7 req-ff94a90b-3c48-481f-bffb-12fac6173e9d tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] 10.222.0.89 "GET /v2.0/ports?device_id=cc6828c0-e3de-440f-b02a-be00d4b9136d HTTP/1.1" status: 200 len: 950 time: 0.3284137 Feb 04 17:13:50.421500 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [req-cc1f74b2-7adf-4b4d-a247-cbfb2e139a52 req-35034309-853e-4d40-a099-538402789419 tempest-ImagesOneServerNegativeTestJSON-254357925 tempest-ImagesOneServerNegativeTestJSON-254357925-project] Request body: {'port': {'device_id': '426f9f67-7c89-4a3c-a6b9-33ee3738ed54', 'network_id': '518579bb-9b83-431f-85d9-0080ad95e906', 'admin_state_up': True, 'tenant_id': '86774b39ad8a41fa924d1792aacb1e11'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:13:50.560780 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-958d3bda-825f-42fe-a112-8ddf868cb82a tempest-ServersWithSpecificFlavorTestJSON-330130714 tempest-ServersWithSpecificFlavorTestJSON-330130714-project] Notify agent at l3_agent.n-d-827839-2 the message routers_updated {{(pid=103376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 17:13:50.570867 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-958d3bda-825f-42fe-a112-8ddf868cb82a tempest-ServersWithSpecificFlavorTestJSON-330130714 tempest-ServersWithSpecificFlavorTestJSON-330130714-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for floatingip (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:13:50.578265 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d009e5c2-21dd-4aef-a032-d0e176d6c1b4 None None] Sync routers for ids ['e0d96195-acff-4146-81bc-edd40b66b4a4'] in n-d-827839-2 {{(pid=103378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 17:13:50.648344 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d009e5c2-21dd-4aef-a032-d0e176d6c1b4 None None] Routers {'e0d96195-acff-4146-81bc-edd40b66b4a4'} bound to L3 agent in host n-d-827839-2 {{(pid=103378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:13:50.649474 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-d009e5c2-21dd-4aef-a032-d0e176d6c1b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:13:32Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['e0d96195-acff-4146-81bc-edd40b66b4a4'], 'active': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:13:50.669168 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-958d3bda-825f-42fe-a112-8ddf868cb82a tempest-ServersWithSpecificFlavorTestJSON-330130714 tempest-ServersWithSpecificFlavorTestJSON-330130714-project] 10.222.0.89 "PUT /v2.0/floatingips/f7037037-04ed-42ec-b088-d26d05e8a6b9 HTTP/1.1" status: 200 len: 990 time: 2.3477821 Feb 04 17:13:50.670184 n-d-827839-2 neutron-server[103376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb1b0366-d623-4256-9bd7-daa9e73975fa', 'tag': '10c097a6-2357-455f-a26f-a8db86e47315'}] {{(pid=103376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:13:50.672468 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d59c3bb5e2f09ebf62144d5e09b1cff60c763a9c19614c24538e77842938c05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97623ea0-5bcb-4fe7-997c-6b859e2a213d" -d '{"events": [{"name": "network-changed", "server_uuid": "cb1b0366-d623-4256-9bd7-daa9e73975fa", "tag": "10c097a6-2357-455f-a26f-a8db86e47315"}]}' {{(pid=103376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:13:50.701197 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22891afd-4d1b-4e6d-9758-b8a2d88b0f64 req-9052145d-331c-4138-a747-1ea48e2eebbc tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:13:50.712594 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-22891afd-4d1b-4e6d-9758-b8a2d88b0f64 req-9052145d-331c-4138-a747-1ea48e2eebbc tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] 10.222.0.89 "GET /v2.0/ports?device_id=9f5aa8b2-f0e7-47df-b418-3e36c0d10805 HTTP/1.1" status: 200 len: 945 time: 0.0884967 Feb 04 17:13:50.809401 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-22891afd-4d1b-4e6d-9758-b8a2d88b0f64 req-2e6891c2-aad8-4d19-a264-8f757420355b tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] 10.222.0.89 "GET /v2.0/security-groups?id=18e6cc58-e448-4d12-9423-2a502a086ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957739 Feb 04 17:13:50.902021 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 17:13:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78f7d95e-7dc8-46df-97b8-e82d053fb410 x-openstack-request-id: req-78f7d95e-7dc8-46df-97b8-e82d053fb410 {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:13:50.902332 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5196e6cf-a12c-4bb6-90ee-c977b84aa4c1", "name": "network-vif-plugged", "status": "completed", "tag": "2868b715-dae8-4a3f-b481-1acad8c24330", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:13:50.902695 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-78f7d95e-7dc8-46df-97b8-e82d053fb410 {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:13:50.902968 n-d-827839-2 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5196e6cf-a12c-4bb6-90ee-c977b84aa4c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2868b715-dae8-4a3f-b481-1acad8c24330', 'code': 200} Feb 04 17:13:50.934182 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvr_db [None req-d009e5c2-21dd-4aef-a032-d0e176d6c1b4 None None] Set router e0d96195-acff-4146-81bc-edd40b66b4a4 gateway port host: n-d-827839-2 {{(pid=103378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:13:51.028889 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-d2158492-4b1b-447b-a279-cba27a69b7cf req-4c16a09a-f33a-4d79-b3ce-046da5dae321 tempest-ImagesOneServerNegativeTestJSON-254357925 tempest-ImagesOneServerNegativeTestJSON-254357925-project] 10.222.0.89 "GET /v2.0/ports?device_id=426f9f67-7c89-4a3c-a6b9-33ee3738ed54 HTTP/1.1" status: 200 len: 210 time: 0.0427537 Feb 04 17:13:51.045535 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d177303c-c15b-4a2d-961a-9d5d4ad7eb85 req-032e2226-2001-424d-a02c-baf7e11c0cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:13:51.047197 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-d177303c-c15b-4a2d-961a-9d5d4ad7eb85 req-032e2226-2001-424d-a02c-baf7e11c0cc2 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=5196e6cf-a12c-4bb6-90ee-c977b84aa4c1 HTTP/1.1" status: 200 len: 1127 time: 0.0699830 Feb 04 17:13:51.107955 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-d177303c-c15b-4a2d-961a-9d5d4ad7eb85 req-a5ce8547-29b3-43cf-b564-8ca2e3cfe14c service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=6426fe0b-86c7-4694-a2c4-8fd16e84da96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487776 Feb 04 17:13:51.138773 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-b1f15067-c4ae-4a00-b8a6-59b49301bcc7 req-03ba249d-1518-4086-a015-8cda05c3c11c tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] 10.222.0.89 "GET /v2.0/security-groups?id=5fa98c6a-94b3-4690-b9c3-4f0e67d11226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7555280 Feb 04 17:13:51.204119 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580eafd4-d217-43c1-91ac-488c773729f0 req-c29de086-dec1-425b-81af-f6510efedae4 tempest-LiveMigrationTest-101728267 tempest-LiveMigrationTest-101728267-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:13:51.205741 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-580eafd4-d217-43c1-91ac-488c773729f0 req-c29de086-dec1-425b-81af-f6510efedae4 tempest-LiveMigrationTest-101728267 tempest-LiveMigrationTest-101728267-project-admin] 10.222.0.96 "GET /v2.0/ports?device_id=9f5aa8b2-f0e7-47df-b418-3e36c0d10805&tenant_id=8da6ad4e5ee34bf6bb722cd37ab73ea7&binding%3Ahost_id=n-h2-827839-2 HTTP/1.1" status: 200 len: 1127 time: 0.7430904 Feb 04 17:13:51.226214 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc1f74b2-7adf-4b4d-a247-cbfb2e139a52 req-35034309-853e-4d40-a099-538402789419 tempest-ImagesOneServerNegativeTestJSON-254357925 tempest-ImagesOneServerNegativeTestJSON-254357925-project] Made reservation on behalf of 86774b39ad8a41fa924d1792aacb1e11 for: {'port': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:13:51.234176 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-cc1f74b2-7adf-4b4d-a247-cbfb2e139a52 req-35034309-853e-4d40-a099-538402789419 tempest-ImagesOneServerNegativeTestJSON-254357925 tempest-ImagesOneServerNegativeTestJSON-254357925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:13:51.344454 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-d009e5c2-21dd-4aef-a032-d0e176d6c1b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0d96195-acff-4146-81bc-edd40b66b4a4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1579046244-router', 'tenant_id': 'f616a69521a6439b8b9ce4b5361b1b3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.56'}], 'enable_snat': True}, 'gw_port_id': '831da7a3-2097-48f7-8496-d400ff797b27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:10:56Z', 'updated_at': '2022-02-04T17:11:00Z', 'revision_number': 4, 'project_id': 'f616a69521a6439b8b9ce4b5361b1b3c', 'gw_port': {'id': '831da7a3-2097-48f7-8496-d400ff797b27', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:ed:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0d96195-acff-4146-81bc-edd40b66b4a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:10:57Z', 'updated_at': '2022-02-04T17:11:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_floatingips': [{'id': 'f7037037-04ed-42ec-b088-d26d05e8a6b9', 'tenant_id': 'f616a69521a6439b8b9ce4b5361b1b3c', 'floating_ip_address': '172.25.6.98', 'floating_network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'router_id': 'e0d96195-acff-4146-81bc-edd40b66b4a4', 'port_id': '10c097a6-2357-455f-a26f-a8db86e47315', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 137, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4d1c76e6-ea0c-4d14-ba91-32b9665be5f0', 'mac_address': 'fa:16:3e:11:76:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb1b0366-d623-4256-9bd7-daa9e73975fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T17:11:19Z', 'updated_at': '2022-02-04T17:13:49Z', 'revision_number': 5, 'project_id': 'f616a69521a6439b8b9ce4b5361b1b3c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b0b5d03f-dc2e-46ac-8e2a-baf5cc577f5d', 'name': '', 'network_id': '4d1c76e6-ea0c-4d14-ba91-32b9665be5f0', 'tenant_id': 'f616a69521a6439b8b9ce4b5361b1b3c', 'mac_address': 'fa:16:3e:fe:72:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0d96195-acff-4146-81bc-edd40b66b4a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '46532e3a-bfe8-4be0-a512-ac5329d05d46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:10:59Z', 'updated_at': '2022-02-04T17:11:05Z', 'revision_number': 5, 'project_id': 'f616a69521a6439b8b9ce4b5361b1b3c', 'subnets': [{'id': '46532e3a-bfe8-4be0-a512-ac5329d05d46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-2', False) {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:13:51.404006 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d009e5c2-21dd-4aef-a032-d0e176d6c1b4 None None] Checking router: e0d96195-acff-4146-81bc-edd40b66b4a4 for host: n-d-827839-2 {{(pid=103378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 17:13:51.415908 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d009e5c2-21dd-4aef-a032-d0e176d6c1b4 None None] Routers {'e0d96195-acff-4146-81bc-edd40b66b4a4'} bound to L3 agent in host n-d-827839-2 {{(pid=103378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:13:51.417406 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-d009e5c2-21dd-4aef-a032-d0e176d6c1b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:13:32Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['e0d96195-acff-4146-81bc-edd40b66b4a4'], 'active': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:13:51.448899 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f7ae8f-44e9-4262-9103-30b9ea6dd5de req-a489110b-6705-4318-8dae-bfb2234f7aee tempest-FloatingIPsAssociationTestJSON-1767827216 tempest-FloatingIPsAssociationTestJSON-1767827216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:13:51.456984 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-79f7ae8f-44e9-4262-9103-30b9ea6dd5de req-a489110b-6705-4318-8dae-bfb2234f7aee tempest-FloatingIPsAssociationTestJSON-1767827216 tempest-FloatingIPsAssociationTestJSON-1767827216-project] 10.222.0.89 "GET /v2.0/ports?device_id=5196e6cf-a12c-4bb6-90ee-c977b84aa4c1 HTTP/1.1" status: 200 len: 945 time: 0.2202566 Feb 04 17:13:51.482136 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25295b49-f3a4-4eac-a1f7-2accb88dc37e req-32d366b0-4b93-4e5b-9c53-b4dbc38ce3bf tempest-ServersWithSpecificFlavorTestJSON-330130714 tempest-ServersWithSpecificFlavorTestJSON-330130714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:13:51.483736 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-25295b49-f3a4-4eac-a1f7-2accb88dc37e req-32d366b0-4b93-4e5b-9c53-b4dbc38ce3bf tempest-ServersWithSpecificFlavorTestJSON-330130714 tempest-ServersWithSpecificFlavorTestJSON-330130714-project] 10.222.0.89 "GET /v2.0/ports?device_id=cb1b0366-d623-4256-9bd7-daa9e73975fa HTTP/1.1" status: 200 len: 945 time: 0.1021156 Feb 04 17:13:51.566577 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-25295b49-f3a4-4eac-a1f7-2accb88dc37e req-f4ef76bb-d7d9-4717-81dc-c36e347441b9 tempest-ServersWithSpecificFlavorTestJSON-330130714 tempest-ServersWithSpecificFlavorTestJSON-330130714-project] 10.222.0.89 "GET /v2.0/security-groups?id=a2b9895e-fd37-4072-8754-90c5d10d2f1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0755110 Feb 04 17:13:51.598903 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.db_base_plugin_common [req-cc1f74b2-7adf-4b4d-a247-cbfb2e139a52 req-35034309-853e-4d40-a099-538402789419 tempest-ImagesOneServerNegativeTestJSON-254357925 tempest-ImagesOneServerNegativeTestJSON-254357925-project] Allocated IP 172.20.0.13 (518579bb-9b83-431f-85d9-0080ad95e906/11b7fa3d-4973-471d-9057-d3ba5d21542b/8f89dfaf-ace8-4eee-817b-ad08272e9a38) {{(pid=103377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:13:51.669341 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 17:13:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e6a707f-6153-42f5-bf95-6655f9e8bed0 x-openstack-request-id: req-6e6a707f-6153-42f5-bf95-6655f9e8bed0 {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:13:51.669890 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb1b0366-d623-4256-9bd7-daa9e73975fa", "tag": "10c097a6-2357-455f-a26f-a8db86e47315", "status": "completed", "code": 200}]} {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:13:51.670139 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-6e6a707f-6153-42f5-bf95-6655f9e8bed0 {{(pid=103376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:13:51.670539 n-d-827839-2 neutron-server[103376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb1b0366-d623-4256-9bd7-daa9e73975fa', 'tag': '10c097a6-2357-455f-a26f-a8db86e47315', 'status': 'completed', 'code': 200} Feb 04 17:13:51.710483 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Device 7c6b4724-1adf-4dd1-8c66-4bc76c05989f no longer exists at agent hyperv_n-h2-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:13:51.718631 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device 7c6b4724-1adf-4dd1-8c66-4bc76c05989f up at agent hyperv_n-h1-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:13:51.792574 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-79f7ae8f-44e9-4262-9103-30b9ea6dd5de req-f5da3187-7ec8-4d87-929d-6e67ceaf2826 tempest-FloatingIPsAssociationTestJSON-1767827216 tempest-FloatingIPsAssociationTestJSON-1767827216-project] 10.222.0.89 "GET /v2.0/security-groups?id=6426fe0b-86c7-4694-a2c4-8fd16e84da96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3288465 Feb 04 17:13:51.857199 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843828a7-9011-4d88-9b97-a6b17ec910f3 req-ccfe582e-2f55-4506-8673-57e55d82504d tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:13:51.858758 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-843828a7-9011-4d88-9b97-a6b17ec910f3 req-ccfe582e-2f55-4506-8673-57e55d82504d tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] 10.222.0.89 "GET /v2.0/ports?device_id=d8a46594-af9a-4c29-9a3e-2edb427e70fa HTTP/1.1" status: 200 len: 945 time: 0.1086023 Feb 04 17:13:51.880415 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-cc1f74b2-7adf-4b4d-a247-cbfb2e139a52 req-35034309-853e-4d40-a099-538402789419 tempest-ImagesOneServerNegativeTestJSON-254357925 tempest-ImagesOneServerNegativeTestJSON-254357925-project] Publish callbacks [] for port (8f89dfaf-ace8-4eee-817b-ad08272e9a38), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:13:51.911606 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] The host n-h2-827839-2 is not matching for port 7c6b4724-1adf-4dd1-8c66-4bc76c05989f host n-h1-827839-2! {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Feb 04 17:13:51.912398 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Device 7c6b4724-1adf-4dd1-8c66-4bc76c05989f not bound to the agent host n-h2-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 17:13:51.929310 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Provisioning for port 7c6b4724-1adf-4dd1-8c66-4bc76c05989f completed by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 17:13:51.935572 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-cc1f74b2-7adf-4b4d-a247-cbfb2e139a52 req-35034309-853e-4d40-a099-538402789419 tempest-ImagesOneServerNegativeTestJSON-254357925 tempest-ImagesOneServerNegativeTestJSON-254357925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (8f89dfaf-ace8-4eee-817b-ad08272e9a38), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:13:51.939970 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Provisioning complete for port 7c6b4724-1adf-4dd1-8c66-4bc76c05989f triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:13:51.940587 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (7c6b4724-1adf-4dd1-8c66-4bc76c05989f), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:13:51.961386 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-843828a7-9011-4d88-9b97-a6b17ec910f3 req-a25aa652-06f1-407d-a0e0-6c55c0071ca9 tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] 10.222.0.89 "GET /v2.0/security-groups?id=119a7f03-3e07-4d1e-8852-d9f974f9f052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874348 Feb 04 17:13:51.963731 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc1f74b2-7adf-4b4d-a247-cbfb2e139a52 req-35034309-853e-4d40-a099-538402789419 tempest-ImagesOneServerNegativeTestJSON-254357925 tempest-ImagesOneServerNegativeTestJSON-254357925-project] Network 518579bb-9b83-431f-85d9-0080ad95e906 is already hosted by enough agents. {{(pid=103377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:13:51.966840 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [req-cc1f74b2-7adf-4b4d-a247-cbfb2e139a52 req-35034309-853e-4d40-a099-538402789419 tempest-ImagesOneServerNegativeTestJSON-254357925 tempest-ImagesOneServerNegativeTestJSON-254357925-project] Resources bound (agent type, host, resource id): {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:13:52.024849 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc1f74b2-7adf-4b4d-a247-cbfb2e139a52 req-35034309-853e-4d40-a099-538402789419 tempest-ImagesOneServerNegativeTestJSON-254357925 tempest-ImagesOneServerNegativeTestJSON-254357925-project] Received port after_create {{(pid=103377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:13:52.030592 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35034309-853e-4d40-a099-538402789419 tempest-ImagesOneServerNegativeTestJSON-254357925 tempest-ImagesOneServerNegativeTestJSON-254357925-project] Pushing event updated for resources: {'Port': ['ID=8f89dfaf-ace8-4eee-817b-ad08272e9a38,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:13:52.098628 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvr_db [None req-d009e5c2-21dd-4aef-a032-d0e176d6c1b4 None None] Set router e0d96195-acff-4146-81bc-edd40b66b4a4 gateway port host: n-d-827839-2 {{(pid=103378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:13:52.140452 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-7af9b509-e396-4f7f-a05f-ba405b177f9f req-715a6051-1a71-4895-bb76-6172b4518369 tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] 10.222.0.89 "GET /v2.0/networks?tenant_id=de991ffa63634ff992d797b06d2aeaaa&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0447097 Feb 04 17:13:52.219897 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1f74b2-7adf-4b4d-a247-cbfb2e139a52 req-35034309-853e-4d40-a099-538402789419 tempest-ImagesOneServerNegativeTestJSON-254357925 tempest-ImagesOneServerNegativeTestJSON-254357925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:13:52.220458 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-cc1f74b2-7adf-4b4d-a247-cbfb2e139a52 req-35034309-853e-4d40-a099-538402789419 tempest-ImagesOneServerNegativeTestJSON-254357925 tempest-ImagesOneServerNegativeTestJSON-254357925-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:13:52.248695 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Current status of the port 7c6b4724-1adf-4dd1-8c66-4bc76c05989f is: BUILD; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:13:52.249110 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (7c6b4724-1adf-4dd1-8c66-4bc76c05989f), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:13:52.250308 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-cc1f74b2-7adf-4b4d-a247-cbfb2e139a52 req-35034309-853e-4d40-a099-538402789419 tempest-ImagesOneServerNegativeTestJSON-254357925 tempest-ImagesOneServerNegativeTestJSON-254357925-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8373621 Feb 04 17:13:52.269306 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [req-cc1f74b2-7adf-4b4d-a247-cbfb2e139a52 req-24d5ae04-4125-464d-a7b9-812068f1343f service neutron] Request body: {'port': {'device_id': '426f9f67-7c89-4a3c-a6b9-33ee3738ed54', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827839-2'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:13:52.335649 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af9b509-e396-4f7f-a05f-ba405b177f9f req-d6440ca4-74c7-4285-b5b6-427c6143c9b5 tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:13:52.338869 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-7af9b509-e396-4f7f-a05f-ba405b177f9f req-d6440ca4-74c7-4285-b5b6-427c6143c9b5 tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] 10.222.0.89 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1979508 Feb 04 17:13:52.360316 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] For port 7c6b4724-1adf-4dd1-8c66-4bc76c05989f, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=7c6b4724-1adf-4dd1-8c66-4bc76c05989f,segment=NetworkSegment(4adf983e-b4f0-4caa-beec-ecaadf2366f2),segment_id=4adf983e-b4f0-4caa-beec-ecaadf2366f2)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:13:52.371681 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (7c6b4724-1adf-4dd1-8c66-4bc76c05989f), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:13:52.391864 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-7af9b509-e396-4f7f-a05f-ba405b177f9f req-a02e5d60-4146-4392-94b5-65be797f76cf tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] 10.222.0.89 "GET /v2.0/quotas/de991ffa63634ff992d797b06d2aeaaa HTTP/1.1" status: 200 len: 375 time: 0.0459075 Feb 04 17:13:52.394454 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-cc1f74b2-7adf-4b4d-a247-cbfb2e139a52 req-24d5ae04-4125-464d-a7b9-812068f1343f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (8f89dfaf-ace8-4eee-817b-ad08272e9a38), before_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:13:52.435819 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c50dcf-e975-4c74-9ff3-6cb7eb6fde99 req-cb46c358-2505-42e1-88fb-01a1e6d6067b tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:13:52.437320 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-7af9b509-e396-4f7f-a05f-ba405b177f9f req-cef0a53a-fd4c-43d1-8e56-eb3a605ff2e1 tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=de991ffa63634ff992d797b06d2aeaaa&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0336583 Feb 04 17:13:52.447360 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-d6c50dcf-e975-4c74-9ff3-6cb7eb6fde99 req-cb46c358-2505-42e1-88fb-01a1e6d6067b tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] 10.222.0.89 "GET /v2.0/ports?device_id=9f5aa8b2-f0e7-47df-b418-3e36c0d10805 HTTP/1.1" status: 200 len: 945 time: 0.1350212 Feb 04 17:13:52.492664 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Pushing event updated for resources: {'Port': ['ID=7c6b4724-1adf-4dd1-8c66-4bc76c05989f,revision_number=12']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:13:52.529444 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-d6c50dcf-e975-4c74-9ff3-6cb7eb6fde99 req-4cfec4e4-c7ae-44e5-9c61-6ff8669d8059 tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] 10.222.0.89 "GET /v2.0/security-groups?id=18e6cc58-e448-4d12-9423-2a502a086ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810926 Feb 04 17:13:52.575853 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-d009e5c2-21dd-4aef-a032-d0e176d6c1b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0d96195-acff-4146-81bc-edd40b66b4a4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1579046244-router', 'tenant_id': 'f616a69521a6439b8b9ce4b5361b1b3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.56'}], 'enable_snat': True}, 'gw_port_id': '831da7a3-2097-48f7-8496-d400ff797b27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:10:56Z', 'updated_at': '2022-02-04T17:11:00Z', 'revision_number': 4, 'project_id': 'f616a69521a6439b8b9ce4b5361b1b3c', 'gw_port': {'id': '831da7a3-2097-48f7-8496-d400ff797b27', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:ed:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0d96195-acff-4146-81bc-edd40b66b4a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:10:57Z', 'updated_at': '2022-02-04T17:11:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_floatingips': [{'id': 'f7037037-04ed-42ec-b088-d26d05e8a6b9', 'tenant_id': 'f616a69521a6439b8b9ce4b5361b1b3c', 'floating_ip_address': '172.25.6.98', 'floating_network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'router_id': 'e0d96195-acff-4146-81bc-edd40b66b4a4', 'port_id': '10c097a6-2357-455f-a26f-a8db86e47315', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 137, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4d1c76e6-ea0c-4d14-ba91-32b9665be5f0', 'mac_address': 'fa:16:3e:11:76:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb1b0366-d623-4256-9bd7-daa9e73975fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T17:11:19Z', 'updated_at': '2022-02-04T17:13:49Z', 'revision_number': 5, 'project_id': 'f616a69521a6439b8b9ce4b5361b1b3c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b0b5d03f-dc2e-46ac-8e2a-baf5cc577f5d', 'name': '', 'network_id': '4d1c76e6-ea0c-4d14-ba91-32b9665be5f0', 'tenant_id': 'f616a69521a6439b8b9ce4b5361b1b3c', 'mac_address': 'fa:16:3e:fe:72:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0d96195-acff-4146-81bc-edd40b66b4a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '46532e3a-bfe8-4be0-a512-ac5329d05d46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:10:59Z', 'updated_at': '2022-02-04T17:11:05Z', 'revision_number': 5, 'project_id': 'f616a69521a6439b8b9ce4b5361b1b3c', 'subnets': [{'id': '46532e3a-bfe8-4be0-a512-ac5329d05d46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-2', False) {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:13:52.612266 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d009e5c2-21dd-4aef-a032-d0e176d6c1b4 None None] The sync data for ids ['e0d96195-acff-4146-81bc-edd40b66b4a4'] in n-d-827839-2 is: [{'id': 'e0d96195-acff-4146-81bc-edd40b66b4a4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1579046244-router', 'tenant_id': 'f616a69521a6439b8b9ce4b5361b1b3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.56'}], 'enable_snat': True}, 'gw_port_id': '831da7a3-2097-48f7-8496-d400ff797b27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:10:56Z', 'updated_at': '2022-02-04T17:11:00Z', 'revision_number': 4, 'project_id': 'f616a69521a6439b8b9ce4b5361b1b3c', 'gw_port': {'id': '831da7a3-2097-48f7-8496-d400ff797b27', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:ed:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0d96195-acff-4146-81bc-edd40b66b4a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:10:57Z', 'updated_at': '2022-02-04T17:11:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_floatingips': [{'id': 'f7037037-04ed-42ec-b088-d26d05e8a6b9', 'tenant_id': 'f616a69521a6439b8b9ce4b5361b1b3c', 'floating_ip_address': '172.25.6.98', 'floating_network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'router_id': 'e0d96195-acff-4146-81bc-edd40b66b4a4', 'port_id': '10c097a6-2357-455f-a26f-a8db86e47315', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 137, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4d1c76e6-ea0c-4d14-ba91-32b9665be5f0', 'mac_address': 'fa:16:3e:11:76:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb1b0366-d623-4256-9bd7-daa9e73975fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T17:11:19Z', 'updated_at': '2022-02-04T17:13:49Z', 'revision_number': 5, 'project_id': 'f616a69521a6439b8b9ce4b5361b1b3c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b0b5d03f-dc2e-46ac-8e2a-baf5cc577f5d', 'name': '', 'network_id': '4d1c76e6-ea0c-4d14-ba91-32b9665be5f0', 'tenant_id': 'f616a69521a6439b8b9ce4b5361b1b3c', 'mac_address': 'fa:16:3e:fe:72:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0d96195-acff-4146-81bc-edd40b66b4a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '46532e3a-bfe8-4be0-a512-ac5329d05d46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:10:59Z', 'updated_at': '2022-02-04T17:11:05Z', 'revision_number': 5, 'project_id': 'f616a69521a6439b8b9ce4b5361b1b3c', 'subnets': [{'id': '46532e3a-bfe8-4be0-a512-ac5329d05d46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 17:13:52.764422 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c52113-82c0-498a-8b6f-1969cccc76bb req-ce7c8cc9-82c8-44d5-8364-d4a3423c7cfe tempest-ImagesOneServerNegativeTestJSON-254357925 tempest-ImagesOneServerNegativeTestJSON-254357925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:13:52.766131 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-d2c52113-82c0-498a-8b6f-1969cccc76bb req-ce7c8cc9-82c8-44d5-8364-d4a3423c7cfe tempest-ImagesOneServerNegativeTestJSON-254357925 tempest-ImagesOneServerNegativeTestJSON-254357925-project] 10.222.0.89 "GET /v2.0/ports?device_id=426f9f67-7c89-4a3c-a6b9-33ee3738ed54 HTTP/1.1" status: 200 len: 932 time: 0.1187999 Feb 04 17:13:52.830632 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-d2c52113-82c0-498a-8b6f-1969cccc76bb req-e35f9acb-a9e0-47b1-929c-77c004db578d tempest-ImagesOneServerNegativeTestJSON-254357925 tempest-ImagesOneServerNegativeTestJSON-254357925-project] 10.222.0.89 "GET /v2.0/security-groups?id=93c660a2-9a39-4e35-b172-c2fcfd9b6315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545840 Feb 04 17:13:52.903863 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f5aa8b2-f0e7-47df-b418-3e36c0d10805', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c6b4724-1adf-4dd1-8c66-4bc76c05989f'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:13:52.906320 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c34bc964ce2211770fda26ca2f3801cc06f4f39928110690550e94ab9c9d2fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b68db59-92b1-4259-bd35-d52260143096" -d '{"events": [{"server_uuid": "9f5aa8b2-f0e7-47df-b418-3e36c0d10805", "name": "network-vif-plugged", "status": "completed", "tag": "7c6b4724-1adf-4dd1-8c66-4bc76c05989f"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:13:52.927844 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abc9820-0f33-4f3f-9173-fb2668a10643 req-a59aaa7d-99a2-4d5c-a8a0-87b9f4171402 tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:13:52.945485 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-4abc9820-0f33-4f3f-9173-fb2668a10643 req-a59aaa7d-99a2-4d5c-a8a0-87b9f4171402 tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] 10.222.0.89 "GET /v2.0/ports?device_id=cc6828c0-e3de-440f-b02a-be00d4b9136d HTTP/1.1" status: 200 len: 950 time: 0.1868062 Feb 04 17:13:52.975183 n-d-827839-2 neutron-server[103377]: DEBUG neutron.notifiers.nova [req-cc1f74b2-7adf-4b4d-a247-cbfb2e139a52 req-24d5ae04-4125-464d-a7b9-812068f1343f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f89dfaf-ace8-4eee-817b-ad08272e9a38 {{(pid=103377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 17:13:53.012181 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-cc1f74b2-7adf-4b4d-a247-cbfb2e139a52 req-24d5ae04-4125-464d-a7b9-812068f1343f service neutron] Publish callbacks [] for port (8f89dfaf-ace8-4eee-817b-ad08272e9a38), precommit_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:13:53.048980 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59d525e8-7b54-4b90-b03a-fbc91b286300 None None] New status for floating IP f7037037-04ed-42ec-b088-d26d05e8a6b9: ACTIVE {{(pid=103379) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 17:13:53.117216 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b2636f-d8df-472c-b956-b0d4b8962d21 req-8cee0855-ab04-4cec-b6be-8f60286e1c27 tempest-ServersWithSpecificFlavorTestJSON-330130714 tempest-ServersWithSpecificFlavorTestJSON-330130714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:13:53.121365 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-4abc9820-0f33-4f3f-9173-fb2668a10643 req-8ed114ce-cf4a-42e1-9781-d48912024cf6 tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] 10.222.0.89 "GET /v2.0/security-groups?id=5fa98c6a-94b3-4690-b9c3-4f0e67d11226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570804 Feb 04 17:13:53.141854 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-61b2636f-d8df-472c-b956-b0d4b8962d21 req-8cee0855-ab04-4cec-b6be-8f60286e1c27 tempest-ServersWithSpecificFlavorTestJSON-330130714 tempest-ServersWithSpecificFlavorTestJSON-330130714-project] 10.222.0.89 "GET /v2.0/ports?device_id=cb1b0366-d623-4256-9bd7-daa9e73975fa HTTP/1.1" status: 200 len: 945 time: 0.1609116 Feb 04 17:13:53.164909 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.provisioning_blocks [req-cc1f74b2-7adf-4b4d-a247-cbfb2e139a52 req-24d5ae04-4125-464d-a7b9-812068f1343f service neutron] Transition to ACTIVE for port object 8f89dfaf-ace8-4eee-817b-ad08272e9a38 will not be triggered until provisioned by entity L2. {{(pid=103377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 17:13:53.170242 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-cc1f74b2-7adf-4b4d-a247-cbfb2e139a52 req-24d5ae04-4125-464d-a7b9-812068f1343f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25888290'] for port (8f89dfaf-ace8-4eee-817b-ad08272e9a38), after_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:13:53.285912 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-7884bfde-f186-4eda-be92-f97a507a5963 req-d1b69147-f395-4401-9300-f534078e06a9 tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] 10.222.0.89 "GET /v2.0/ports?device_id=c54f216e-39fb-4465-8339-5b51cf4324bd HTTP/1.1" status: 200 len: 210 time: 0.0577993 Feb 04 17:13:53.299042 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-61b2636f-d8df-472c-b956-b0d4b8962d21 req-c6705ed6-3e7b-4e2a-af73-ea35334a7f72 tempest-ServersWithSpecificFlavorTestJSON-330130714 tempest-ServersWithSpecificFlavorTestJSON-330130714-project] 10.222.0.89 "GET /v2.0/security-groups?id=a2b9895e-fd37-4072-8754-90c5d10d2f1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1461766 Feb 04 17:13:53.307924 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d5ae04-4125-464d-a7b9-812068f1343f service neutron] Pushing event updated for resources: {'Port': ['ID=8f89dfaf-ace8-4eee-817b-ad08272e9a38,revision_number=2']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:13:53.426760 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 17:13:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-972a3884-9558-4242-b0a9-24516004191a x-openstack-request-id: req-972a3884-9558-4242-b0a9-24516004191a {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:13:53.427272 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f5aa8b2-f0e7-47df-b418-3e36c0d10805", "name": "network-vif-plugged", "status": "completed", "tag": "7c6b4724-1adf-4dd1-8c66-4bc76c05989f", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:13:53.427591 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-972a3884-9558-4242-b0a9-24516004191a {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:13:53.428362 n-d-827839-2 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f5aa8b2-f0e7-47df-b418-3e36c0d10805', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c6b4724-1adf-4dd1-8c66-4bc76c05989f', 'code': 200} Feb 04 17:13:53.554910 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [req-cc1f74b2-7adf-4b4d-a247-cbfb2e139a52 req-24d5ae04-4125-464d-a7b9-812068f1343f service neutron] Attempting to bind port 8f89dfaf-ace8-4eee-817b-ad08272e9a38 on host n-h2-827839-2 for vnic_type normal with profile {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:13:53.555239 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [req-cc1f74b2-7adf-4b4d-a247-cbfb2e139a52 req-24d5ae04-4125-464d-a7b9-812068f1343f service neutron] Attempting to bind port 8f89dfaf-ace8-4eee-817b-ad08272e9a38 by drivers openvswitch,hyperv on host n-h2-827839-2 at level 0 using segments [{'id': '925d9078-c82e-4bcc-b2ae-415f0fcde575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '518579bb-9b83-431f-85d9-0080ad95e906'}] {{(pid=103377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:13:53.555500 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc1f74b2-7adf-4b4d-a247-cbfb2e139a52 req-24d5ae04-4125-464d-a7b9-812068f1343f service neutron] Attempting to bind port 8f89dfaf-ace8-4eee-817b-ad08272e9a38 on network 518579bb-9b83-431f-85d9-0080ad95e906 {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:13:53.571517 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc1f74b2-7adf-4b4d-a247-cbfb2e139a52 req-24d5ae04-4125-464d-a7b9-812068f1343f service neutron] Port 8f89dfaf-ace8-4eee-817b-ad08272e9a38 on network 518579bb-9b83-431f-85d9-0080ad95e906 not bound, no agent of type Open vSwitch agent registered on host n-h2-827839-2 {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 17:13:53.571719 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc1f74b2-7adf-4b4d-a247-cbfb2e139a52 req-24d5ae04-4125-464d-a7b9-812068f1343f service neutron] Attempting to bind port 8f89dfaf-ace8-4eee-817b-ad08272e9a38 on network 518579bb-9b83-431f-85d9-0080ad95e906 {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:13:53.581762 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc1f74b2-7adf-4b4d-a247-cbfb2e139a52 req-24d5ae04-4125-464d-a7b9-812068f1343f service neutron] Checking agent: {'id': 'f20a1ab3-4332-4f54-833b-ba4a7c687e89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 8, 40), 'started_at': datetime.datetime(2022, 2, 4, 17, 8, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 13, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:13:53.582142 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc1f74b2-7adf-4b4d-a247-cbfb2e139a52 req-24d5ae04-4125-464d-a7b9-812068f1343f service neutron] Checking segment: {'id': '925d9078-c82e-4bcc-b2ae-415f0fcde575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '518579bb-9b83-431f-85d9-0080ad95e906'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:13:53.582534 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc1f74b2-7adf-4b4d-a247-cbfb2e139a52 req-24d5ae04-4125-464d-a7b9-812068f1343f service neutron] Bound using segment: {'id': '925d9078-c82e-4bcc-b2ae-415f0fcde575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '518579bb-9b83-431f-85d9-0080ad95e906'} {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:13:53.582969 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [req-cc1f74b2-7adf-4b4d-a247-cbfb2e139a52 req-24d5ae04-4125-464d-a7b9-812068f1343f service neutron] Bound port: 8f89dfaf-ace8-4eee-817b-ad08272e9a38, host: n-h2-827839-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '925d9078-c82e-4bcc-b2ae-415f0fcde575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '518579bb-9b83-431f-85d9-0080ad95e906'}}] {{(pid=103377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:13:53.583331 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-cc1f74b2-7adf-4b4d-a247-cbfb2e139a52 req-24d5ae04-4125-464d-a7b9-812068f1343f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (8f89dfaf-ace8-4eee-817b-ad08272e9a38), before_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:13:53.591509 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdedc2d0-c49a-409b-857b-d06b6c279065 req-2e1e47c4-1dfc-468e-ae5d-fff3e57a121a tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:13:53.593084 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-cdedc2d0-c49a-409b-857b-d06b6c279065 req-2e1e47c4-1dfc-468e-ae5d-fff3e57a121a tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] 10.222.0.89 "GET /v2.0/ports?device_id=d8a46594-af9a-4c29-9a3e-2edb427e70fa HTTP/1.1" status: 200 len: 945 time: 0.0814555 Feb 04 17:13:53.604200 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef04d1a-025e-4fc4-acd7-8bbd55fd07a1 req-e2c5f198-b535-4056-bd79-6e14d11df5ba tempest-FloatingIPsAssociationTestJSON-1767827216 tempest-FloatingIPsAssociationTestJSON-1767827216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:13:53.605774 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-bef04d1a-025e-4fc4-acd7-8bbd55fd07a1 req-e2c5f198-b535-4056-bd79-6e14d11df5ba tempest-FloatingIPsAssociationTestJSON-1767827216 tempest-FloatingIPsAssociationTestJSON-1767827216-project] 10.222.0.89 "GET /v2.0/ports?device_id=5196e6cf-a12c-4bb6-90ee-c977b84aa4c1 HTTP/1.1" status: 200 len: 945 time: 0.1362481 Feb 04 17:13:53.674343 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-cdedc2d0-c49a-409b-857b-d06b6c279065 req-d7e15d52-63c8-4104-b250-bc2cd71ac612 tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] 10.222.0.89 "GET /v2.0/security-groups?id=119a7f03-3e07-4d1e-8852-d9f974f9f052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721207 Feb 04 17:13:53.728465 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-bef04d1a-025e-4fc4-acd7-8bbd55fd07a1 req-f25f70d5-9f76-4ed6-b411-6422c5a3eca2 tempest-FloatingIPsAssociationTestJSON-1767827216 tempest-FloatingIPsAssociationTestJSON-1767827216-project] 10.222.0.89 "GET /v2.0/security-groups?id=6426fe0b-86c7-4694-a2c4-8fd16e84da96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164298 Feb 04 17:13:53.737808 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [req-cc1f74b2-7adf-4b4d-a247-cbfb2e139a52 req-24d5ae04-4125-464d-a7b9-812068f1343f service neutron] For port 8f89dfaf-ace8-4eee-817b-ad08272e9a38, host n-h2-827839-2, cleared binding levels {{(pid=103377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:13:53.746304 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [req-cc1f74b2-7adf-4b4d-a247-cbfb2e139a52 req-24d5ae04-4125-464d-a7b9-812068f1343f service neutron] For port 8f89dfaf-ace8-4eee-817b-ad08272e9a38, host n-h2-827839-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=8f89dfaf-ace8-4eee-817b-ad08272e9a38,segment=NetworkSegment(925d9078-c82e-4bcc-b2ae-415f0fcde575),segment_id=925d9078-c82e-4bcc-b2ae-415f0fcde575)] {{(pid=103377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:13:53.762727 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-cc1f74b2-7adf-4b4d-a247-cbfb2e139a52 req-24d5ae04-4125-464d-a7b9-812068f1343f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25888290'] for port (8f89dfaf-ace8-4eee-817b-ad08272e9a38), after_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:13:53.819285 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1f74b2-7adf-4b4d-a247-cbfb2e139a52 req-24d5ae04-4125-464d-a7b9-812068f1343f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:13:53.819916 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-cc1f74b2-7adf-4b4d-a247-cbfb2e139a52 req-24d5ae04-4125-464d-a7b9-812068f1343f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:13:53.821337 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-cc1f74b2-7adf-4b4d-a247-cbfb2e139a52 req-24d5ae04-4125-464d-a7b9-812068f1343f service neutron] 10.222.0.90 "PUT /v2.0/ports/8f89dfaf-ace8-4eee-817b-ad08272e9a38 HTTP/1.1" status: 200 len: 1092 time: 1.5601189 Feb 04 17:13:53.821799 n-d-827839-2 neutron-server[103377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '426f9f67-7c89-4a3c-a6b9-33ee3738ed54', 'tag': '8f89dfaf-ace8-4eee-817b-ad08272e9a38'}] {{(pid=103377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:13:53.824049 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7240428b650e1488e9361b62648ff4b3a6c19d49d8c27c949491ab58c1346cf0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a2665d8-3928-4685-b9b5-5ed41852188a" -d '{"events": [{"name": "network-changed", "server_uuid": "426f9f67-7c89-4a3c-a6b9-33ee3738ed54", "tag": "8f89dfaf-ace8-4eee-817b-ad08272e9a38"}]}' {{(pid=103377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:13:53.923201 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb6cd04-c144-4199-b860-d01bce35d110 req-3aca58fc-2aeb-4298-8a6b-3c1b1b2f571f tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:13:53.934258 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-aeb6cd04-c144-4199-b860-d01bce35d110 req-3aca58fc-2aeb-4298-8a6b-3c1b1b2f571f tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] 10.222.0.89 "GET /v2.0/ports?device_id=9f5aa8b2-f0e7-47df-b418-3e36c0d10805 HTTP/1.1" status: 200 len: 946 time: 0.1409547 Feb 04 17:13:53.941129 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d5ae04-4125-464d-a7b9-812068f1343f service neutron] Pushing event updated for resources: {'Port': ['ID=8f89dfaf-ace8-4eee-817b-ad08272e9a38,revision_number=3']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:13:54.008345 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580eafd4-d217-43c1-91ac-488c773729f0 req-d3a4353c-f346-411a-9a99-8ad3592a78df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:13:54.012767 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-580eafd4-d217-43c1-91ac-488c773729f0 req-d3a4353c-f346-411a-9a99-8ad3592a78df service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=9f5aa8b2-f0e7-47df-b418-3e36c0d10805&tenant_id=8da6ad4e5ee34bf6bb722cd37ab73ea7 HTTP/1.1" status: 200 len: 1128 time: 0.1806769 Feb 04 17:13:54.040244 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1f74b2-7adf-4b4d-a247-cbfb2e139a52 req-156bd96b-94d9-4bfb-828f-e524d304d927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:13:54.041792 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-cc1f74b2-7adf-4b4d-a247-cbfb2e139a52 req-156bd96b-94d9-4bfb-828f-e524d304d927 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=86774b39ad8a41fa924d1792aacb1e11&device_id=426f9f67-7c89-4a3c-a6b9-33ee3738ed54 HTTP/1.1" status: 200 len: 1126 time: 0.1394856 Feb 04 17:13:54.052869 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-aeb6cd04-c144-4199-b860-d01bce35d110 req-ccf4fccf-8503-4f4b-b8ff-7a28481a17aa tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] 10.222.0.89 "GET /v2.0/security-groups?id=18e6cc58-e448-4d12-9423-2a502a086ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169260 Feb 04 17:13:54.074814 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97623ea0-5bcb-4fe7-997c-6b859e2a213d req-d63a0c7e-a429-4882-9e8f-d6fbde3a535a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:13:54.079942 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-97623ea0-5bcb-4fe7-997c-6b859e2a213d req-d63a0c7e-a429-4882-9e8f-d6fbde3a535a service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=f616a69521a6439b8b9ce4b5361b1b3c&device_id=cb1b0366-d623-4256-9bd7-daa9e73975fa HTTP/1.1" status: 200 len: 1127 time: 0.2084246 Feb 04 17:13:54.181215 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 17:13:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcdff64a-aef5-4597-809c-bb067cec9be8 x-openstack-request-id: req-dcdff64a-aef5-4597-809c-bb067cec9be8 {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:13:54.181708 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "426f9f67-7c89-4a3c-a6b9-33ee3738ed54", "tag": "8f89dfaf-ace8-4eee-817b-ad08272e9a38", "status": "completed", "code": 200}]} {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:13:54.181810 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-dcdff64a-aef5-4597-809c-bb067cec9be8 {{(pid=103377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:13:54.182183 n-d-827839-2 neutron-server[103377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '426f9f67-7c89-4a3c-a6b9-33ee3738ed54', 'tag': '8f89dfaf-ace8-4eee-817b-ad08272e9a38', 'status': 'completed', 'code': 200} Feb 04 17:13:54.198643 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-cc1f74b2-7adf-4b4d-a247-cbfb2e139a52 req-e8c9f40d-562e-49aa-8e91-09aa8f63be79 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8f89dfaf-ace8-4eee-817b-ad08272e9a38 HTTP/1.1" status: 200 len: 217 time: 0.1357603 Feb 04 17:13:54.304958 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97623ea0-5bcb-4fe7-997c-6b859e2a213d req-1886da5d-b96a-4581-a95d-edcfc322d582 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:13:54.305389 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580eafd4-d217-43c1-91ac-488c773729f0 req-15515f46-5526-438a-8956-05c6a1f54b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:13:54.306447 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-97623ea0-5bcb-4fe7-997c-6b859e2a213d req-1886da5d-b96a-4581-a95d-edcfc322d582 service neutron] 10.222.0.96 "GET /v2.0/networks?id=4d1c76e6-ea0c-4d14-ba91-32b9665be5f0 HTTP/1.1" status: 200 len: 925 time: 0.2149072 Feb 04 17:13:54.306878 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-580eafd4-d217-43c1-91ac-488c773729f0 req-15515f46-5526-438a-8956-05c6a1f54b2a service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=8da6ad4e5ee34bf6bb722cd37ab73ea7&device_id=9f5aa8b2-f0e7-47df-b418-3e36c0d10805 HTTP/1.1" status: 200 len: 1128 time: 0.2636130 Feb 04 17:13:54.310115 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1f74b2-7adf-4b4d-a247-cbfb2e139a52 req-fa22a4b8-a46c-4ab4-9741-489e7bbe3124 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:13:54.311564 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-cc1f74b2-7adf-4b4d-a247-cbfb2e139a52 req-fa22a4b8-a46c-4ab4-9741-489e7bbe3124 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=11b7fa3d-4973-471d-9057-d3ba5d21542b HTTP/1.1" status: 200 len: 861 time: 0.1055303 Feb 04 17:13:54.321327 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85e17ab-14c7-473d-bfbf-2107264e6b20 req-7165dda3-a426-4ad1-9b6e-bc72f6f7025a tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:13:54.325431 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-f85e17ab-14c7-473d-bfbf-2107264e6b20 req-7165dda3-a426-4ad1-9b6e-bc72f6f7025a tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] 10.222.0.89 "GET /v2.0/ports?device_id=cc6828c0-e3de-440f-b02a-be00d4b9136d HTTP/1.1" status: 200 len: 950 time: 0.0964367 Feb 04 17:13:54.388353 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a2b0a2-6771-4457-b36a-d41d85a034dc req-9393cba7-a141-4dec-ac9e-75d66d4543b6 tempest-ImagesOneServerNegativeTestJSON-254357925 tempest-ImagesOneServerNegativeTestJSON-254357925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:13:54.390208 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-a6a2b0a2-6771-4457-b36a-d41d85a034dc req-9393cba7-a141-4dec-ac9e-75d66d4543b6 tempest-ImagesOneServerNegativeTestJSON-254357925 tempest-ImagesOneServerNegativeTestJSON-254357925-project] 10.222.0.89 "GET /v2.0/ports?device_id=426f9f67-7c89-4a3c-a6b9-33ee3738ed54 HTTP/1.1" status: 200 len: 944 time: 0.1474557 Feb 04 17:13:54.420944 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-cc1f74b2-7adf-4b4d-a247-cbfb2e139a52 req-c409794c-5655-4891-8c88-3d481b47c30a service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=518579bb-9b83-431f-85d9-0080ad95e906&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0996659 Feb 04 17:13:54.557626 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-a6a2b0a2-6771-4457-b36a-d41d85a034dc req-695574ba-604e-43ef-9264-322c42885e91 tempest-ImagesOneServerNegativeTestJSON-254357925 tempest-ImagesOneServerNegativeTestJSON-254357925-project] 10.222.0.89 "GET /v2.0/security-groups?id=93c660a2-9a39-4e35-b172-c2fcfd9b6315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395535 Feb 04 17:13:54.558680 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580eafd4-d217-43c1-91ac-488c773729f0 req-8afc9d5a-ff74-4be5-9411-bc0847a7acc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:13:54.560048 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-580eafd4-d217-43c1-91ac-488c773729f0 req-8afc9d5a-ff74-4be5-9411-bc0847a7acc9 service neutron] 10.222.0.96 "GET /v2.0/networks?id=865a5290-ec33-4655-84a4-bc1453190ac7 HTTP/1.1" status: 200 len: 908 time: 0.2405100 Feb 04 17:13:54.631835 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-580eafd4-d217-43c1-91ac-488c773729f0 req-b683d508-5212-4f8d-9776-659ca73c0cd3 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7c6b4724-1adf-4dd1-8c66-4bc76c05989f HTTP/1.1" status: 200 len: 217 time: 0.0638161 Feb 04 17:13:54.636662 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-cc1f74b2-7adf-4b4d-a247-cbfb2e139a52 req-7bffef58-e0b1-418d-b48f-1591b17ef339 service neutron] 10.222.0.90 "GET /v2.0/networks/518579bb-9b83-431f-85d9-0080ad95e906?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2066083 Feb 04 17:13:54.748259 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-cc1f74b2-7adf-4b4d-a247-cbfb2e139a52 req-2f2fc122-9283-4aaa-86f4-0beb26ff608c service neutron] 10.222.0.90 "GET /v2.0/networks/518579bb-9b83-431f-85d9-0080ad95e906?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004357 Feb 04 17:13:54.829462 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-c7cb65cd-2a7f-426e-bb05-8ab6b12fbe8c req-fb3bb32e-ea10-4647-8e6d-0b57184b19c5 tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] 10.222.0.89 "GET /v2.0/ports?device_id=c54f216e-39fb-4465-8339-5b51cf4324bd HTTP/1.1" status: 200 len: 210 time: 0.0607934 Feb 04 17:13:54.830424 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-7af9b509-e396-4f7f-a05f-ba405b177f9f req-2656fedc-c04e-4af4-a30d-30d8b2537ff3 tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] 10.222.0.96 "GET /v2.0/networks?tenant_id=de991ffa63634ff992d797b06d2aeaaa&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1101153 Feb 04 17:13:54.902835 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-97623ea0-5bcb-4fe7-997c-6b859e2a213d req-7b343058-2c9b-4a92-a6ec-9a49221b07d3 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=10c097a6-2357-455f-a26f-a8db86e47315 HTTP/1.1" status: 200 len: 1000 time: 0.5762894 Feb 04 17:13:54.927277 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580eafd4-d217-43c1-91ac-488c773729f0 req-4a17d5a2-9d4d-4ad2-a8ad-0ac74e07a81d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:13:54.928714 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-580eafd4-d217-43c1-91ac-488c773729f0 req-4a17d5a2-9d4d-4ad2-a8ad-0ac74e07a81d service neutron] 10.222.0.96 "GET /v2.0/subnets?id=22305eb3-36bf-4425-804b-f2478ee8714d HTTP/1.1" status: 200 len: 847 time: 0.2903638 Feb 04 17:13:54.938573 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.agents_db [None req-e1691f3b-aacd-4cd6-8ebb-a9c53bb301c0 None None] Agent healthcheck: found 7 active agents {{(pid=103379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 17:13:54.978903 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-f85e17ab-14c7-473d-bfbf-2107264e6b20 req-ffe976bb-824d-4972-85af-e9f71dd75e17 tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] 10.222.0.89 "GET /v2.0/security-groups?id=5fa98c6a-94b3-4690-b9c3-4f0e67d11226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6453848 Feb 04 17:13:54.989061 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-580eafd4-d217-43c1-91ac-488c773729f0 req-d1a8c125-04ba-4e3c-b81e-b1282dfc7cfb service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=865a5290-ec33-4655-84a4-bc1453190ac7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0324039 Feb 04 17:13:55.015528 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2665d8-3928-4685-b9b5-5ed41852188a req-8c2fe840-c4df-4c24-9e09-7db3a3d506a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:13:55.017056 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-3a2665d8-3928-4685-b9b5-5ed41852188a req-8c2fe840-c4df-4c24-9e09-7db3a3d506a4 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=86774b39ad8a41fa924d1792aacb1e11&device_id=426f9f67-7c89-4a3c-a6b9-33ee3738ed54 HTTP/1.1" status: 200 len: 1126 time: 0.1850979 Feb 04 17:13:55.020426 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97623ea0-5bcb-4fe7-997c-6b859e2a213d req-6a22b3ff-bb9e-4262-affb-4deeaa65ed71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:13:55.022530 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-97623ea0-5bcb-4fe7-997c-6b859e2a213d req-6a22b3ff-bb9e-4262-affb-4deeaa65ed71 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=46532e3a-bfe8-4be0-a512-ac5329d05d46 HTTP/1.1" status: 200 len: 863 time: 0.0772257 Feb 04 17:13:55.075037 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af9b509-e396-4f7f-a05f-ba405b177f9f req-22d63a3b-9a79-4972-b3a9-1b75ab19b9ac tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:13:55.076885 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-7af9b509-e396-4f7f-a05f-ba405b177f9f req-22d63a3b-9a79-4972-b3a9-1b75ab19b9ac tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] 10.222.0.96 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2148886 Feb 04 17:13:55.090834 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [req-7af9b509-e396-4f7f-a05f-ba405b177f9f req-c37aabe1-cef9-40fd-a2a9-acee042dda70 tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] Request body: {'port': {'device_id': 'c54f216e-39fb-4465-8339-5b51cf4324bd', 'network_id': '02be22b9-aa53-40ea-8050-9239cd27d1ff', 'admin_state_up': True, 'tenant_id': 'de991ffa63634ff992d797b06d2aeaaa'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:13:55.127919 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bd0a61-f73d-4dbf-9507-d4d799728b89 req-6a9938d2-ea70-476b-a109-e966c368d196 tempest-ServersWithSpecificFlavorTestJSON-330130714 tempest-ServersWithSpecificFlavorTestJSON-330130714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:13:55.129504 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-f6bd0a61-f73d-4dbf-9507-d4d799728b89 req-6a9938d2-ea70-476b-a109-e966c368d196 tempest-ServersWithSpecificFlavorTestJSON-330130714 tempest-ServersWithSpecificFlavorTestJSON-330130714-project] 10.222.0.89 "GET /v2.0/ports?device_id=cb1b0366-d623-4256-9bd7-daa9e73975fa HTTP/1.1" status: 200 len: 945 time: 0.2130558 Feb 04 17:13:55.169217 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97623ea0-5bcb-4fe7-997c-6b859e2a213d req-548fb955-98a0-4849-9747-fbcf1945005d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:13:55.170993 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-97623ea0-5bcb-4fe7-997c-6b859e2a213d req-548fb955-98a0-4849-9747-fbcf1945005d service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=4d1c76e6-ea0c-4d14-ba91-32b9665be5f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1402352 Feb 04 17:13:55.200186 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-580eafd4-d217-43c1-91ac-488c773729f0 req-08a144bf-871a-4afc-8d58-0d75e49437eb service neutron] 10.222.0.96 "GET /v2.0/networks/865a5290-ec33-4655-84a4-bc1453190ac7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2027693 Feb 04 17:13:55.274604 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2665d8-3928-4685-b9b5-5ed41852188a req-3f764d58-c75e-4038-bc06-2186e784cf7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:13:55.276084 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-3a2665d8-3928-4685-b9b5-5ed41852188a req-3f764d58-c75e-4038-bc06-2186e784cf7b service neutron] 10.222.0.90 "GET /v2.0/networks?id=518579bb-9b83-431f-85d9-0080ad95e906 HTTP/1.1" status: 200 len: 922 time: 0.2146678 Feb 04 17:13:55.281142 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-f6bd0a61-f73d-4dbf-9507-d4d799728b89 req-18fa231a-6929-4bf5-a061-0fd3b032dabc tempest-ServersWithSpecificFlavorTestJSON-330130714 tempest-ServersWithSpecificFlavorTestJSON-330130714-project] 10.222.0.89 "GET /v2.0/security-groups?id=a2b9895e-fd37-4072-8754-90c5d10d2f1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1362464 Feb 04 17:13:55.287491 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4398c4e-785d-4920-93b4-6b7b902b9830 req-f2b8bc56-4a36-4f64-8111-7a66eeb32b98 tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:13:55.289046 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-a4398c4e-785d-4920-93b4-6b7b902b9830 req-f2b8bc56-4a36-4f64-8111-7a66eeb32b98 tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] 10.222.0.89 "GET /v2.0/ports?device_id=d8a46594-af9a-4c29-9a3e-2edb427e70fa HTTP/1.1" status: 200 len: 945 time: 0.1775975 Feb 04 17:13:55.328587 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-3a2665d8-3928-4685-b9b5-5ed41852188a req-56622cde-605c-4b54-8289-4913defcfe25 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8f89dfaf-ace8-4eee-817b-ad08272e9a38 HTTP/1.1" status: 200 len: 217 time: 0.0425675 Feb 04 17:13:55.352797 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-97623ea0-5bcb-4fe7-997c-6b859e2a213d req-e394b3aa-fae0-4f6f-a164-5d103c0eaa99 service neutron] 10.222.0.96 "GET /v2.0/networks/4d1c76e6-ea0c-4d14-ba91-32b9665be5f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1737442 Feb 04 17:13:55.358939 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7af9b509-e396-4f7f-a05f-ba405b177f9f req-c37aabe1-cef9-40fd-a2a9-acee042dda70 tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] Made reservation on behalf of de991ffa63634ff992d797b06d2aeaaa for: {'port': 1} {{(pid=103376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:13:55.362273 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-7af9b509-e396-4f7f-a05f-ba405b177f9f req-c37aabe1-cef9-40fd-a2a9-acee042dda70 tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:13:55.401425 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-580eafd4-d217-43c1-91ac-488c773729f0 req-cfd59253-b926-4c2c-8815-34ff9a89b28f service neutron] 10.222.0.96 "GET /v2.0/networks/865a5290-ec33-4655-84a4-bc1453190ac7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1942835 Feb 04 17:13:55.402902 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-7af9b509-e396-4f7f-a05f-ba405b177f9f req-c37aabe1-cef9-40fd-a2a9-acee042dda70 tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] Publish callbacks [] for security_group (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:13:55.429431 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2665d8-3928-4685-b9b5-5ed41852188a req-8918c61b-cf69-4f68-9e74-bdf94c463f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:13:55.430958 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-3a2665d8-3928-4685-b9b5-5ed41852188a req-8918c61b-cf69-4f68-9e74-bdf94c463f73 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=11b7fa3d-4973-471d-9057-d3ba5d21542b HTTP/1.1" status: 200 len: 861 time: 0.0904527 Feb 04 17:13:55.454452 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-a4398c4e-785d-4920-93b4-6b7b902b9830 req-fca40a52-f45a-4bc2-8bb5-a774f84f864f tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] 10.222.0.89 "GET /v2.0/security-groups?id=119a7f03-3e07-4d1e-8852-d9f974f9f052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448226 Feb 04 17:13:55.471274 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-3a2665d8-3928-4685-b9b5-5ed41852188a req-2520f1d6-36f3-4722-95c6-8cca6e8ad009 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=518579bb-9b83-431f-85d9-0080ad95e906&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0335827 Feb 04 17:13:55.485137 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a4696e-5171-4969-855f-618d6fc34238 req-bb623be7-f0e5-4aaa-8c2c-85c61d84aaef tempest-FloatingIPsAssociationTestJSON-1767827216 tempest-FloatingIPsAssociationTestJSON-1767827216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:13:55.494458 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-08a4696e-5171-4969-855f-618d6fc34238 req-bb623be7-f0e5-4aaa-8c2c-85c61d84aaef tempest-FloatingIPsAssociationTestJSON-1767827216 tempest-FloatingIPsAssociationTestJSON-1767827216-project] 10.222.0.89 "GET /v2.0/ports?device_id=5196e6cf-a12c-4bb6-90ee-c977b84aa4c1 HTTP/1.1" status: 200 len: 945 time: 0.1082740 Feb 04 17:13:55.517004 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-97623ea0-5bcb-4fe7-997c-6b859e2a213d req-1db953d3-8748-4640-8182-478d1608c619 service neutron] 10.222.0.96 "GET /v2.0/networks/4d1c76e6-ea0c-4d14-ba91-32b9665be5f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1523836 Feb 04 17:13:55.564614 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-7af9b509-e396-4f7f-a05f-ba405b177f9f req-c37aabe1-cef9-40fd-a2a9-acee042dda70 tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] Publish callbacks [] for security_group (4f68676b-760c-49c3-a14c-c9afa7ad720d), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:13:55.569818 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-7af9b509-e396-4f7f-a05f-ba405b177f9f req-c37aabe1-cef9-40fd-a2a9-acee042dda70 tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (4f68676b-760c-49c3-a14c-c9afa7ad720d), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:13:55.619625 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-08a4696e-5171-4969-855f-618d6fc34238 req-d3188843-ff9b-4008-b116-8affd6542f91 tempest-FloatingIPsAssociationTestJSON-1767827216 tempest-FloatingIPsAssociationTestJSON-1767827216-project] 10.222.0.89 "GET /v2.0/security-groups?id=6426fe0b-86c7-4694-a2c4-8fd16e84da96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192062 Feb 04 17:13:55.647358 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37aabe1-cef9-40fd-a2a9-acee042dda70 tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4f68676b-760c-49c3-a14c-c9afa7ad720d,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:13:55.679910 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-3a2665d8-3928-4685-b9b5-5ed41852188a req-c19bd36c-db5a-4aa8-ac37-a798686ea656 service neutron] 10.222.0.90 "GET /v2.0/networks/518579bb-9b83-431f-85d9-0080ad95e906?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1830688 Feb 04 17:13:55.803241 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.db_base_plugin_common [req-7af9b509-e396-4f7f-a05f-ba405b177f9f req-c37aabe1-cef9-40fd-a2a9-acee042dda70 tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] Allocated IP 192.168.233.8 (02be22b9-aa53-40ea-8050-9239cd27d1ff/c974b0ff-2c5c-4667-8a81-3bde3ea6ced5/def23c9d-c30f-47d7-bd81-7d3520f20168) {{(pid=103376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:13:55.871371 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-3a2665d8-3928-4685-b9b5-5ed41852188a req-241cf126-ba74-45de-a70f-562353f2dc15 service neutron] 10.222.0.90 "GET /v2.0/networks/518579bb-9b83-431f-85d9-0080ad95e906?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1840370 Feb 04 17:13:55.880821 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ddcaab-37b6-4f31-a57b-8454e7ca58ea req-e7ef0b42-65db-4ce3-92ff-0e3447678a8a tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:13:55.882681 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-f4ddcaab-37b6-4f31-a57b-8454e7ca58ea req-e7ef0b42-65db-4ce3-92ff-0e3447678a8a tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] 10.222.0.89 "GET /v2.0/ports?device_id=9f5aa8b2-f0e7-47df-b418-3e36c0d10805 HTTP/1.1" status: 200 len: 946 time: 0.1477013 Feb 04 17:13:55.949708 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-f4ddcaab-37b6-4f31-a57b-8454e7ca58ea req-08454f71-3ce5-4e2b-add3-e1579f7103f3 tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] 10.222.0.89 "GET /v2.0/security-groups?id=18e6cc58-e448-4d12-9423-2a502a086ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550480 Feb 04 17:13:56.001707 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580eafd4-d217-43c1-91ac-488c773729f0 req-07b9c925-00d5-4738-bd07-379033bd46c9 tempest-LiveMigrationTest-101728267 tempest-LiveMigrationTest-101728267-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:13:56.003322 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-580eafd4-d217-43c1-91ac-488c773729f0 req-07b9c925-00d5-4738-bd07-379033bd46c9 tempest-LiveMigrationTest-101728267 tempest-LiveMigrationTest-101728267-project-admin] 10.222.0.96 "GET /v2.0/ports?device_id=9f5aa8b2-f0e7-47df-b418-3e36c0d10805&tenant_id=8da6ad4e5ee34bf6bb722cd37ab73ea7&binding%3Ahost_id=n-h1-827839-2 HTTP/1.1" status: 200 len: 1128 time: 0.1705050 Feb 04 17:13:56.070128 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c97bc8-d283-4c47-88cc-08b296407e0a req-8162b961-1bbb-4393-9ac7-fdb52b7c04cd tempest-ImagesOneServerNegativeTestJSON-254357925 tempest-ImagesOneServerNegativeTestJSON-254357925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:13:56.071606 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-93c97bc8-d283-4c47-88cc-08b296407e0a req-8162b961-1bbb-4393-9ac7-fdb52b7c04cd tempest-ImagesOneServerNegativeTestJSON-254357925 tempest-ImagesOneServerNegativeTestJSON-254357925-project] 10.222.0.89 "GET /v2.0/ports?device_id=426f9f67-7c89-4a3c-a6b9-33ee3738ed54 HTTP/1.1" status: 200 len: 944 time: 0.0565941 Feb 04 17:13:56.079406 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-20230d3a-59fe-45b4-b062-e26c3fc40ad1 req-3dfbf4c3-3081-4471-b919-e182b33b7f85 tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] 10.222.0.89 "GET /v2.0/ports?device_id=c54f216e-39fb-4465-8339-5b51cf4324bd HTTP/1.1" status: 200 len: 210 time: 0.0395429 Feb 04 17:13:56.135474 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-93c97bc8-d283-4c47-88cc-08b296407e0a req-a93836be-311c-4654-a5cd-3902c4a51066 tempest-ImagesOneServerNegativeTestJSON-254357925 tempest-ImagesOneServerNegativeTestJSON-254357925-project] 10.222.0.89 "GET /v2.0/security-groups?id=93c660a2-9a39-4e35-b172-c2fcfd9b6315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577865 Feb 04 17:13:56.135966 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-7af9b509-e396-4f7f-a05f-ba405b177f9f req-c37aabe1-cef9-40fd-a2a9-acee042dda70 tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] Publish callbacks [] for port (def23c9d-c30f-47d7-bd81-7d3520f20168), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:13:56.237554 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [req-580eafd4-d217-43c1-91ac-488c773729f0 req-f29b1c4a-16f6-407f-b8f9-7aa84d448470 service neutron] For port 7c6b4724-1adf-4dd1-8c66-4bc76c05989f, host n-h2-827839-2, cleared binding levels {{(pid=103376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:13:56.245175 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-580eafd4-d217-43c1-91ac-488c773729f0 req-f29b1c4a-16f6-407f-b8f9-7aa84d448470 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:13:56.246269 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-580eafd4-d217-43c1-91ac-488c773729f0 req-f29b1c4a-16f6-407f-b8f9-7aa84d448470 service neutron] 10.222.0.96 "DELETE /v2.0/ports/7c6b4724-1adf-4dd1-8c66-4bc76c05989f/bindings/n-h2-827839-2 HTTP/1.1" status: 204 len: 173 time: 0.2357891 Feb 04 17:13:56.254732 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-7af9b509-e396-4f7f-a05f-ba405b177f9f req-c37aabe1-cef9-40fd-a2a9-acee042dda70 tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135'] for port (def23c9d-c30f-47d7-bd81-7d3520f20168), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:13:56.279607 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34d7af5-f68a-478e-ab59-92185a65cdff req-d6cbb769-e781-46b9-8835-10af0083ec2b tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:13:56.281324 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-f34d7af5-f68a-478e-ab59-92185a65cdff req-d6cbb769-e781-46b9-8835-10af0083ec2b tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] 10.222.0.89 "GET /v2.0/ports?device_id=cc6828c0-e3de-440f-b02a-be00d4b9136d HTTP/1.1" status: 200 len: 950 time: 0.1148505 Feb 04 17:13:56.346485 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7af9b509-e396-4f7f-a05f-ba405b177f9f req-c37aabe1-cef9-40fd-a2a9-acee042dda70 tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] Network 02be22b9-aa53-40ea-8050-9239cd27d1ff is already hosted by enough agents. {{(pid=103376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:13:56.354429 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [req-7af9b509-e396-4f7f-a05f-ba405b177f9f req-c37aabe1-cef9-40fd-a2a9-acee042dda70 tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] Resources bound (agent type, host, resource id): {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:13:56.356691 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37aabe1-cef9-40fd-a2a9-acee042dda70 tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] Pushing event updated for resources: {'Port': ['ID=def23c9d-c30f-47d7-bd81-7d3520f20168,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:13:56.359437 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [req-7af9b509-e396-4f7f-a05f-ba405b177f9f req-c37aabe1-cef9-40fd-a2a9-acee042dda70 tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] Received port after_create {{(pid=103376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:13:56.365473 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af9b509-e396-4f7f-a05f-ba405b177f9f req-c37aabe1-cef9-40fd-a2a9-acee042dda70 tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:13:56.366335 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-7af9b509-e396-4f7f-a05f-ba405b177f9f req-c37aabe1-cef9-40fd-a2a9-acee042dda70 tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:13:56.402855 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-7af9b509-e396-4f7f-a05f-ba405b177f9f req-c37aabe1-cef9-40fd-a2a9-acee042dda70 tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.3167312 Feb 04 17:13:56.406655 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-f34d7af5-f68a-478e-ab59-92185a65cdff req-89c68e2e-cc15-4960-9fd3-f3a3c6499850 tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] 10.222.0.89 "GET /v2.0/security-groups?id=5fa98c6a-94b3-4690-b9c3-4f0e67d11226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024492 Feb 04 17:13:56.415479 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [req-7af9b509-e396-4f7f-a05f-ba405b177f9f req-6664ebc4-5b48-4c4a-a96e-4b973c3fb81c service neutron] Request body: {'port': {'device_id': 'c54f216e-39fb-4465-8339-5b51cf4324bd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827839-2'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:13:56.498321 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41f75dc-072a-4a01-a116-a8781002797a req-f44457f7-5b75-417b-851b-27f232077951 tempest-ServersWithSpecificFlavorTestJSON-330130714 tempest-ServersWithSpecificFlavorTestJSON-330130714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:13:56.507327 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-d41f75dc-072a-4a01-a116-a8781002797a req-f44457f7-5b75-417b-851b-27f232077951 tempest-ServersWithSpecificFlavorTestJSON-330130714 tempest-ServersWithSpecificFlavorTestJSON-330130714-project] 10.222.0.89 "GET /v2.0/ports?device_id=cb1b0366-d623-4256-9bd7-daa9e73975fa HTTP/1.1" status: 200 len: 945 time: 0.1077912 Feb 04 17:13:56.546066 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-7af9b509-e396-4f7f-a05f-ba405b177f9f req-6664ebc4-5b48-4c4a-a96e-4b973c3fb81c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (def23c9d-c30f-47d7-bd81-7d3520f20168), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:13:56.604708 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-d41f75dc-072a-4a01-a116-a8781002797a req-3866dc4e-256e-4aae-ae28-0003184f9c95 tempest-ServersWithSpecificFlavorTestJSON-330130714 tempest-ServersWithSpecificFlavorTestJSON-330130714-project] 10.222.0.89 "GET /v2.0/security-groups?id=a2b9895e-fd37-4072-8754-90c5d10d2f1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0896971 Feb 04 17:13:56.604708 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 54390) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:13:56.749673 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a436dfd-cafe-4fa5-b900-07137cd8d2a3 req-6f352ecc-f581-4d94-ba3d-7954cb69cecc tempest-ServersWithSpecificFlavorTestJSON-330130714 tempest-ServersWithSpecificFlavorTestJSON-330130714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:13:56.751177 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-8a436dfd-cafe-4fa5-b900-07137cd8d2a3 req-6f352ecc-f581-4d94-ba3d-7954cb69cecc tempest-ServersWithSpecificFlavorTestJSON-330130714 tempest-ServersWithSpecificFlavorTestJSON-330130714-project] 10.222.0.89 "GET /v2.0/ports?device_id=cb1b0366-d623-4256-9bd7-daa9e73975fa HTTP/1.1" status: 200 len: 945 time: 0.0672610 Feb 04 17:13:56.805356 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-8a436dfd-cafe-4fa5-b900-07137cd8d2a3 req-78a0baf0-a909-43c7-bfad-090761560b58 tempest-ServersWithSpecificFlavorTestJSON-330130714 tempest-ServersWithSpecificFlavorTestJSON-330130714-project] 10.222.0.89 "GET /v2.0/security-groups?id=a2b9895e-fd37-4072-8754-90c5d10d2f1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479853 Feb 04 17:13:56.820170 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-33d24717-76aa-46d8-a3a0-4ffdace83f62 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:13:56.876776 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-f5c2493a-3568-4d32-b7c2-ae0d44d3827a None None] Provisioning complete for port def23c9d-c30f-47d7-bd81-7d3520f20168 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:13:56.877524 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f5c2493a-3568-4d32-b7c2-ae0d44d3827a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (def23c9d-c30f-47d7-bd81-7d3520f20168), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:13:56.920060 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2945102f-a78d-4456-99d9-4b3020f233e2 req-f67865c2-8079-4c31-89be-d0c1187e23e1 tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:13:56.927379 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-2945102f-a78d-4456-99d9-4b3020f233e2 req-f67865c2-8079-4c31-89be-d0c1187e23e1 tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] 10.222.0.89 "GET /v2.0/ports?device_id=d8a46594-af9a-4c29-9a3e-2edb427e70fa HTTP/1.1" status: 200 len: 945 time: 0.3236001 Feb 04 17:13:56.946936 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-f5c2493a-3568-4d32-b7c2-ae0d44d3827a None None] Port def23c9d-c30f-47d7-bd81-7d3520f20168 cannot update to ACTIVE because it is not bound. {{(pid=103378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 17:13:56.998595 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-2945102f-a78d-4456-99d9-4b3020f233e2 req-7411fcee-7c61-4940-95b0-688a3ed2c4ae tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] 10.222.0.89 "GET /v2.0/security-groups?id=119a7f03-3e07-4d1e-8852-d9f974f9f052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700412 Feb 04 17:13:57.001728 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-33d24717-76aa-46d8-a3a0-4ffdace83f62 admin admin] Publish callbacks [] for security_group (967f345d-e84d-4eba-b985-45fc572cf3bc), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:13:57.014115 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-33d24717-76aa-46d8-a3a0-4ffdace83f62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (967f345d-e84d-4eba-b985-45fc572cf3bc), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:13:57.037943 n-d-827839-2 neutron-server[103376]: DEBUG neutron.notifiers.nova [req-7af9b509-e396-4f7f-a05f-ba405b177f9f req-6664ebc4-5b48-4c4a-a96e-4b973c3fb81c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id def23c9d-c30f-47d7-bd81-7d3520f20168 {{(pid=103376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 17:13:57.048117 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-7af9b509-e396-4f7f-a05f-ba405b177f9f req-6664ebc4-5b48-4c4a-a96e-4b973c3fb81c service neutron] Publish callbacks [] for port (def23c9d-c30f-47d7-bd81-7d3520f20168), precommit_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:13:57.058621 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-33d24717-76aa-46d8-a3a0-4ffdace83f62 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=5331cd481af740d6834443d9d6a37852&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4533169 Feb 04 17:13:57.061994 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 54402) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:13:57.065243 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.provisioning_blocks [req-7af9b509-e396-4f7f-a05f-ba405b177f9f req-6664ebc4-5b48-4c4a-a96e-4b973c3fb81c service neutron] Transition to ACTIVE for port object def23c9d-c30f-47d7-bd81-7d3520f20168 will not be triggered until provisioned by entity L2. {{(pid=103376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 17:13:57.073817 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-7af9b509-e396-4f7f-a05f-ba405b177f9f req-6664ebc4-5b48-4c4a-a96e-4b973c3fb81c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (def23c9d-c30f-47d7-bd81-7d3520f20168), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:13:57.127801 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d24717-76aa-46d8-a3a0-4ffdace83f62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=967f345d-e84d-4eba-b985-45fc572cf3bc,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:13:57.154486 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d24717-76aa-46d8-a3a0-4ffdace83f62 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:13:57.154842 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d24717-76aa-46d8-a3a0-4ffdace83f62 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:13:57.155187 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d24717-76aa-46d8-a3a0-4ffdace83f62 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:13:57.155592 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d24717-76aa-46d8-a3a0-4ffdace83f62 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:13:57.156088 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d24717-76aa-46d8-a3a0-4ffdace83f62 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:13:57.156543 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d24717-76aa-46d8-a3a0-4ffdace83f62 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:13:57.156906 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d24717-76aa-46d8-a3a0-4ffdace83f62 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:13:57.157240 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d24717-76aa-46d8-a3a0-4ffdace83f62 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:13:57.157618 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d24717-76aa-46d8-a3a0-4ffdace83f62 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:13:57.157934 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d24717-76aa-46d8-a3a0-4ffdace83f62 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:13:57.158357 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6664ebc4-5b48-4c4a-a96e-4b973c3fb81c service neutron] Pushing event updated for resources: {'Port': ['ID=def23c9d-c30f-47d7-bd81-7d3520f20168,revision_number=2']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:13:57.158532 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d24717-76aa-46d8-a3a0-4ffdace83f62 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:13:57.159383 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d24717-76aa-46d8-a3a0-4ffdace83f62 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:13:57.159383 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d24717-76aa-46d8-a3a0-4ffdace83f62 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:13:57.211867 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad83f1e9-902c-45a8-a9e5-bbcdce216f79 req-d668e08f-c38a-4dfc-ba91-5856de74d8a7 tempest-FloatingIPsAssociationTestJSON-1767827216 tempest-FloatingIPsAssociationTestJSON-1767827216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:13:57.222077 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [req-7af9b509-e396-4f7f-a05f-ba405b177f9f req-6664ebc4-5b48-4c4a-a96e-4b973c3fb81c service neutron] Attempting to bind port def23c9d-c30f-47d7-bd81-7d3520f20168 on host n-h1-827839-2 for vnic_type normal with profile {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:13:57.223086 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [req-7af9b509-e396-4f7f-a05f-ba405b177f9f req-6664ebc4-5b48-4c4a-a96e-4b973c3fb81c service neutron] Attempting to bind port def23c9d-c30f-47d7-bd81-7d3520f20168 by drivers openvswitch,hyperv on host n-h1-827839-2 at level 0 using segments [{'id': '3a39b085-d3e6-43bb-a64c-1b06dd049e5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '02be22b9-aa53-40ea-8050-9239cd27d1ff'}] {{(pid=103376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:13:57.223580 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7af9b509-e396-4f7f-a05f-ba405b177f9f req-6664ebc4-5b48-4c4a-a96e-4b973c3fb81c service neutron] Attempting to bind port def23c9d-c30f-47d7-bd81-7d3520f20168 on network 02be22b9-aa53-40ea-8050-9239cd27d1ff {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:13:57.231030 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-ad83f1e9-902c-45a8-a9e5-bbcdce216f79 req-d668e08f-c38a-4dfc-ba91-5856de74d8a7 tempest-FloatingIPsAssociationTestJSON-1767827216 tempest-FloatingIPsAssociationTestJSON-1767827216-project] 10.222.0.89 "GET /v2.0/ports?device_id=5196e6cf-a12c-4bb6-90ee-c977b84aa4c1 HTTP/1.1" status: 200 len: 945 time: 0.2329607 Feb 04 17:13:57.231664 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7af9b509-e396-4f7f-a05f-ba405b177f9f req-6664ebc4-5b48-4c4a-a96e-4b973c3fb81c service neutron] Port def23c9d-c30f-47d7-bd81-7d3520f20168 on network 02be22b9-aa53-40ea-8050-9239cd27d1ff not bound, no agent of type Open vSwitch agent registered on host n-h1-827839-2 {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 17:13:57.232086 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7af9b509-e396-4f7f-a05f-ba405b177f9f req-6664ebc4-5b48-4c4a-a96e-4b973c3fb81c service neutron] Attempting to bind port def23c9d-c30f-47d7-bd81-7d3520f20168 on network 02be22b9-aa53-40ea-8050-9239cd27d1ff {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:13:57.243941 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-280f4174-0573-461b-b618-a65aff3ff21c admin admin] Publish callbacks [] for security_group (967f345d-e84d-4eba-b985-45fc572cf3bc), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:13:57.247144 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7af9b509-e396-4f7f-a05f-ba405b177f9f req-6664ebc4-5b48-4c4a-a96e-4b973c3fb81c service neutron] Checking agent: {'id': '3f9244a9-75fc-4c10-b195-11d48b853b41', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 8, 42), 'started_at': datetime.datetime(2022, 2, 4, 17, 8, 42), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 13, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:13:57.247600 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7af9b509-e396-4f7f-a05f-ba405b177f9f req-6664ebc4-5b48-4c4a-a96e-4b973c3fb81c service neutron] Checking segment: {'id': '3a39b085-d3e6-43bb-a64c-1b06dd049e5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '02be22b9-aa53-40ea-8050-9239cd27d1ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:13:57.248090 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7af9b509-e396-4f7f-a05f-ba405b177f9f req-6664ebc4-5b48-4c4a-a96e-4b973c3fb81c service neutron] Bound using segment: {'id': '3a39b085-d3e6-43bb-a64c-1b06dd049e5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '02be22b9-aa53-40ea-8050-9239cd27d1ff'} {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:13:57.248640 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [req-7af9b509-e396-4f7f-a05f-ba405b177f9f req-6664ebc4-5b48-4c4a-a96e-4b973c3fb81c service neutron] Bound port: def23c9d-c30f-47d7-bd81-7d3520f20168, host: n-h1-827839-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a39b085-d3e6-43bb-a64c-1b06dd049e5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '02be22b9-aa53-40ea-8050-9239cd27d1ff'}}] {{(pid=103376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:13:57.249138 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-7af9b509-e396-4f7f-a05f-ba405b177f9f req-6664ebc4-5b48-4c4a-a96e-4b973c3fb81c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (def23c9d-c30f-47d7-bd81-7d3520f20168), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:13:57.276378 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82907a6c-ce62-444d-aa77-eb178389e4e0 req-a9482b1a-70d0-4d03-a0f2-b954e4bfb7c0 tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:13:57.284248 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-82907a6c-ce62-444d-aa77-eb178389e4e0 req-a9482b1a-70d0-4d03-a0f2-b954e4bfb7c0 tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] 10.222.0.89 "GET /v2.0/ports?device_id=9f5aa8b2-f0e7-47df-b418-3e36c0d10805 HTTP/1.1" status: 200 len: 946 time: 0.1830411 Feb 04 17:13:57.331185 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-280f4174-0573-461b-b618-a65aff3ff21c admin admin] Publish callbacks [] for security_group (967f345d-e84d-4eba-b985-45fc572cf3bc), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:13:57.370635 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-ad83f1e9-902c-45a8-a9e5-bbcdce216f79 req-7f350738-1194-4fdc-9ccc-8eac0ab42ace tempest-FloatingIPsAssociationTestJSON-1767827216 tempest-FloatingIPsAssociationTestJSON-1767827216-project] 10.222.0.89 "GET /v2.0/security-groups?id=6426fe0b-86c7-4694-a2c4-8fd16e84da96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384072 Feb 04 17:13:57.396004 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-82907a6c-ce62-444d-aa77-eb178389e4e0 req-6b92487c-9d58-4eaa-8cbd-f5fc160824e8 tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] 10.222.0.89 "GET /v2.0/security-groups?id=18e6cc58-e448-4d12-9423-2a502a086ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027915 Feb 04 17:13:57.409969 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-280f4174-0573-461b-b618-a65aff3ff21c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (967f345d-e84d-4eba-b985-45fc572cf3bc), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:13:57.414017 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-280f4174-0573-461b-b618-a65aff3ff21c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:13:57.437927 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-280f4174-0573-461b-b618-a65aff3ff21c admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/967f345d-e84d-4eba-b985-45fc572cf3bc HTTP/1.1" status: 204 len: 168 time: 0.3663185 Feb 04 17:13:57.446446 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280f4174-0573-461b-b618-a65aff3ff21c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=967f345d-e84d-4eba-b985-45fc572cf3bc,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:13:57.463843 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [req-7af9b509-e396-4f7f-a05f-ba405b177f9f req-6664ebc4-5b48-4c4a-a96e-4b973c3fb81c service neutron] For port def23c9d-c30f-47d7-bd81-7d3520f20168, host n-h1-827839-2, cleared binding levels {{(pid=103376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:13:57.470943 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [req-7af9b509-e396-4f7f-a05f-ba405b177f9f req-6664ebc4-5b48-4c4a-a96e-4b973c3fb81c service neutron] For port def23c9d-c30f-47d7-bd81-7d3520f20168, host n-h1-827839-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=def23c9d-c30f-47d7-bd81-7d3520f20168,segment=NetworkSegment(3a39b085-d3e6-43bb-a64c-1b06dd049e5a),segment_id=3a39b085-d3e6-43bb-a64c-1b06dd049e5a)] {{(pid=103376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:13:57.480647 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-7af9b509-e396-4f7f-a05f-ba405b177f9f req-6664ebc4-5b48-4c4a-a96e-4b973c3fb81c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (def23c9d-c30f-47d7-bd81-7d3520f20168), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:13:57.485818 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Device 8f89dfaf-ace8-4eee-817b-ad08272e9a38 details requested by agent hyperv_n-h2-827839-2 with host n-h2-827839-2 {{(pid=103378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 17:13:57.554141 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af9b509-e396-4f7f-a05f-ba405b177f9f req-6664ebc4-5b48-4c4a-a96e-4b973c3fb81c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:13:57.554790 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-7af9b509-e396-4f7f-a05f-ba405b177f9f req-6664ebc4-5b48-4c4a-a96e-4b973c3fb81c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:13:57.556210 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-7af9b509-e396-4f7f-a05f-ba405b177f9f req-6664ebc4-5b48-4c4a-a96e-4b973c3fb81c service neutron] 10.222.0.96 "PUT /v2.0/ports/def23c9d-c30f-47d7-bd81-7d3520f20168 HTTP/1.1" status: 200 len: 1094 time: 1.1458282 Feb 04 17:13:57.556678 n-d-827839-2 neutron-server[103376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c54f216e-39fb-4465-8339-5b51cf4324bd', 'tag': 'def23c9d-c30f-47d7-bd81-7d3520f20168'}] {{(pid=103376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:13:57.558995 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d59c3bb5e2f09ebf62144d5e09b1cff60c763a9c19614c24538e77842938c05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ac6a8f2-62eb-4434-80b4-d794f6925096" -d '{"events": [{"name": "network-changed", "server_uuid": "c54f216e-39fb-4465-8339-5b51cf4324bd", "tag": "def23c9d-c30f-47d7-bd81-7d3520f20168"}]}' {{(pid=103376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:13:57.610226 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e736d8-9a0c-4cd0-909c-0a10145ce286 req-51c15b43-5637-41bd-9273-611937a21bfe tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:13:57.624485 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-b8e736d8-9a0c-4cd0-909c-0a10145ce286 req-51c15b43-5637-41bd-9273-611937a21bfe tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] 10.222.0.89 "GET /v2.0/ports?device_id=c54f216e-39fb-4465-8339-5b51cf4324bd HTTP/1.1" status: 200 len: 946 time: 0.1338215 Feb 04 17:13:57.684366 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6664ebc4-5b48-4c4a-a96e-4b973c3fb81c service neutron] Pushing event updated for resources: {'Port': ['ID=def23c9d-c30f-47d7-bd81-7d3520f20168,revision_number=3']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:13:57.714691 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6664ebc4-5b48-4c4a-a96e-4b973c3fb81c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:13:57.715046 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6664ebc4-5b48-4c4a-a96e-4b973c3fb81c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:13:57.715392 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6664ebc4-5b48-4c4a-a96e-4b973c3fb81c service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:13:57.715726 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6664ebc4-5b48-4c4a-a96e-4b973c3fb81c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:13:57.716058 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6664ebc4-5b48-4c4a-a96e-4b973c3fb81c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:13:57.718281 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-b8e736d8-9a0c-4cd0-909c-0a10145ce286 req-326e80f5-f223-44a3-8c87-a5bc732c7363 tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] 10.222.0.89 "GET /v2.0/security-groups?id=4f68676b-760c-49c3-a14c-c9afa7ad720d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926878 Feb 04 17:13:57.720272 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6664ebc4-5b48-4c4a-a96e-4b973c3fb81c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:13:57.720509 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6664ebc4-5b48-4c4a-a96e-4b973c3fb81c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:13:57.720881 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6664ebc4-5b48-4c4a-a96e-4b973c3fb81c service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:13:57.723487 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] For port 8f89dfaf-ace8-4eee-817b-ad08272e9a38, host n-h2-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=8f89dfaf-ace8-4eee-817b-ad08272e9a38,segment=NetworkSegment(925d9078-c82e-4bcc-b2ae-415f0fcde575),segment_id=925d9078-c82e-4bcc-b2ae-415f0fcde575)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:13:57.725915 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6664ebc4-5b48-4c4a-a96e-4b973c3fb81c service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:13:57.726068 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6664ebc4-5b48-4c4a-a96e-4b973c3fb81c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:13:57.726411 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6664ebc4-5b48-4c4a-a96e-4b973c3fb81c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:13:57.726749 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6664ebc4-5b48-4c4a-a96e-4b973c3fb81c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:13:57.727084 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6664ebc4-5b48-4c4a-a96e-4b973c3fb81c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:13:57.772346 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Returning: {'device': '8f89dfaf-ace8-4eee-817b-ad08272e9a38', 'network_id': '518579bb-9b83-431f-85d9-0080ad95e906', 'port_id': '8f89dfaf-ace8-4eee-817b-ad08272e9a38', 'mac_address': 'fa:16:3e:39:54:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 764, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11b7fa3d-4973-471d-9057-d3ba5d21542b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 17:13:57.802955 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c389ea19-e52f-47f9-a7d7-1dfdad349665 req-9f094bb0-3156-4c92-a26c-215e7e5029b6 tempest-ImagesOneServerNegativeTestJSON-254357925 tempest-ImagesOneServerNegativeTestJSON-254357925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:13:57.821073 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-c389ea19-e52f-47f9-a7d7-1dfdad349665 req-9f094bb0-3156-4c92-a26c-215e7e5029b6 tempest-ImagesOneServerNegativeTestJSON-254357925 tempest-ImagesOneServerNegativeTestJSON-254357925-project] 10.222.0.89 "GET /v2.0/ports?device_id=426f9f67-7c89-4a3c-a6b9-33ee3738ed54 HTTP/1.1" status: 200 len: 944 time: 0.2905300 Feb 04 17:13:57.844511 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af9b509-e396-4f7f-a05f-ba405b177f9f req-6db4d6cb-1ea4-46c4-a382-7ec61ebef492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:13:57.846005 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-7af9b509-e396-4f7f-a05f-ba405b177f9f req-6db4d6cb-1ea4-46c4-a382-7ec61ebef492 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=de991ffa63634ff992d797b06d2aeaaa&device_id=c54f216e-39fb-4465-8339-5b51cf4324bd HTTP/1.1" status: 200 len: 1128 time: 0.2278440 Feb 04 17:13:57.857063 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Current status of the port 8f89dfaf-ace8-4eee-817b-ad08272e9a38 is: DOWN; New status is: BUILD {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:13:57.857652 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (8f89dfaf-ace8-4eee-817b-ad08272e9a38), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:13:57.882002 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f89dfaf-ace8-4eee-817b-ad08272e9a38 {{(pid=103378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 17:13:57.911703 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] For port 8f89dfaf-ace8-4eee-817b-ad08272e9a38, host n-h2-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=8f89dfaf-ace8-4eee-817b-ad08272e9a38,segment=NetworkSegment(925d9078-c82e-4bcc-b2ae-415f0fcde575),segment_id=925d9078-c82e-4bcc-b2ae-415f0fcde575)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:13:57.917273 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (8f89dfaf-ace8-4eee-817b-ad08272e9a38), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:13:57.924471 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-c389ea19-e52f-47f9-a7d7-1dfdad349665 req-787511cc-afb7-4f23-ba80-583e6d60527c tempest-ImagesOneServerNegativeTestJSON-254357925 tempest-ImagesOneServerNegativeTestJSON-254357925-project] 10.222.0.89 "GET /v2.0/security-groups?id=93c660a2-9a39-4e35-b172-c2fcfd9b6315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820758 Feb 04 17:13:57.979092 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Pushing event updated for resources: {'Port': ['ID=8f89dfaf-ace8-4eee-817b-ad08272e9a38,revision_number=4']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:13:57.981826 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5502fbe3-a16f-4b6c-aa5b-664dbc745d75 req-d406e6f1-6c13-4741-92d5-e048379f0865 tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:13:57.986432 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-5502fbe3-a16f-4b6c-aa5b-664dbc745d75 req-d406e6f1-6c13-4741-92d5-e048379f0865 tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] 10.222.0.89 "GET /v2.0/ports?device_id=cc6828c0-e3de-440f-b02a-be00d4b9136d HTTP/1.1" status: 200 len: 950 time: 0.1240213 Feb 04 17:13:57.999541 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 17:13:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58fe9314-1fd6-4622-a105-aabb2ab21905 x-openstack-request-id: req-58fe9314-1fd6-4622-a105-aabb2ab21905 {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:13:57.999961 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c54f216e-39fb-4465-8339-5b51cf4324bd", "tag": "def23c9d-c30f-47d7-bd81-7d3520f20168", "status": "completed", "code": 200}]} {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:13:58.000319 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-58fe9314-1fd6-4622-a105-aabb2ab21905 {{(pid=103376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:13:58.000920 n-d-827839-2 neutron-server[103376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c54f216e-39fb-4465-8339-5b51cf4324bd', 'tag': 'def23c9d-c30f-47d7-bd81-7d3520f20168', 'status': 'completed', 'code': 200} Feb 04 17:13:58.002594 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-7af9b509-e396-4f7f-a05f-ba405b177f9f req-421d393a-92e8-4047-abd3-fa486103a846 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.8&port_id=def23c9d-c30f-47d7-bd81-7d3520f20168 HTTP/1.1" status: 200 len: 217 time: 0.0983653 Feb 04 17:13:58.069431 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af9b509-e396-4f7f-a05f-ba405b177f9f req-af4d51b3-447c-4474-8ff9-b0644613e658 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:13:58.070626 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-5502fbe3-a16f-4b6c-aa5b-664dbc745d75 req-f94a7eb6-12c7-4963-b6f3-ab4fc3c1ded1 tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] 10.222.0.89 "GET /v2.0/security-groups?id=5fa98c6a-94b3-4690-b9c3-4f0e67d11226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773315 Feb 04 17:13:58.070857 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-7af9b509-e396-4f7f-a05f-ba405b177f9f req-af4d51b3-447c-4474-8ff9-b0644613e658 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=c974b0ff-2c5c-4667-8a81-3bde3ea6ced5 HTTP/1.1" status: 200 len: 843 time: 0.0616202 Feb 04 17:13:58.166221 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da8a506-5d9c-4293-ac76-d197f437c64a req-92642390-4b17-4670-983b-a405a6b1f246 tempest-LiveMigrationTest-101728267 tempest-LiveMigrationTest-101728267-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:13:58.167766 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-5da8a506-5d9c-4293-ac76-d197f437c64a req-92642390-4b17-4670-983b-a405a6b1f246 tempest-LiveMigrationTest-101728267 tempest-LiveMigrationTest-101728267-project-admin] 10.222.0.89 "GET /v2.0/ports?device_id=9f5aa8b2-f0e7-47df-b418-3e36c0d10805 HTTP/1.1" status: 200 len: 1128 time: 0.0960414 Feb 04 17:13:58.170910 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af9b509-e396-4f7f-a05f-ba405b177f9f req-2601035f-2ab0-4fce-acc0-6d52626b8daa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:13:58.172314 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-7af9b509-e396-4f7f-a05f-ba405b177f9f req-2601035f-2ab0-4fce-acc0-6d52626b8daa service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=02be22b9-aa53-40ea-8050-9239cd27d1ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0690911 Feb 04 17:13:58.190826 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] get_ports_and_sgs() called for port_ids ['8f89dfaf-ace8-4eee-817b-ad08272e9a38'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 17:13:58.204754 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c8109a-e23a-41f6-bab4-e9c203c08d3a req-1469768a-03ab-4580-881d-87d218b3d24a tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:13:58.212378 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-b7c8109a-e23a-41f6-bab4-e9c203c08d3a req-1469768a-03ab-4580-881d-87d218b3d24a tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] 10.222.0.89 "GET /v2.0/ports?device_id=d8a46594-af9a-4c29-9a3e-2edb427e70fa HTTP/1.1" status: 200 len: 945 time: 0.0775805 Feb 04 17:13:58.286109 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-b7c8109a-e23a-41f6-bab4-e9c203c08d3a req-b2108d36-0382-463c-aac6-009c43562b76 tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] 10.222.0.89 "GET /v2.0/security-groups?id=119a7f03-3e07-4d1e-8852-d9f974f9f052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724857 Feb 04 17:13:58.298097 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-5da8a506-5d9c-4293-ac76-d197f437c64a req-fc2454f6-b866-4f53-87fd-8902ff618f52 tempest-LiveMigrationTest-101728267 tempest-LiveMigrationTest-101728267-project-admin] 10.222.0.89 "GET /v2.0/security-groups?id=18e6cc58-e448-4d12-9423-2a502a086ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227624 Feb 04 17:13:58.344286 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-7af9b509-e396-4f7f-a05f-ba405b177f9f req-443abf0b-3655-45d1-921c-d8386f866691 service neutron] 10.222.0.96 "GET /v2.0/networks/02be22b9-aa53-40ea-8050-9239cd27d1ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1612434 Feb 04 17:13:58.539727 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 54452) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:13:58.541068 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-7af9b509-e396-4f7f-a05f-ba405b177f9f req-886eb910-879b-4518-8c32-e15371c805e5 service neutron] 10.222.0.96 "GET /v2.0/networks/02be22b9-aa53-40ea-8050-9239cd27d1ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1907475 Feb 04 17:13:58.577485 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f4500a-5127-4bc2-8849-346d7584b03c req-0d33a04c-d4f7-4602-9247-62a9d7f226ea tempest-FloatingIPsAssociationTestJSON-1767827216 tempest-FloatingIPsAssociationTestJSON-1767827216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:13:58.585059 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-b1f4500a-5127-4bc2-8849-346d7584b03c req-0d33a04c-d4f7-4602-9247-62a9d7f226ea tempest-FloatingIPsAssociationTestJSON-1767827216 tempest-FloatingIPsAssociationTestJSON-1767827216-project] 10.222.0.89 "GET /v2.0/ports?device_id=5196e6cf-a12c-4bb6-90ee-c977b84aa4c1 HTTP/1.1" status: 200 len: 945 time: 0.0920074 Feb 04 17:13:58.691812 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-b1f4500a-5127-4bc2-8849-346d7584b03c req-e989f258-3386-4572-a93d-6638f9021ee1 tempest-FloatingIPsAssociationTestJSON-1767827216 tempest-FloatingIPsAssociationTestJSON-1767827216-project] 10.222.0.89 "GET /v2.0/security-groups?id=6426fe0b-86c7-4694-a2c4-8fd16e84da96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918338 Feb 04 17:13:58.696856 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac6a8f2-62eb-4434-80b4-d794f6925096 req-f6f00323-9362-4255-9b07-ce2dcf0a77f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:13:58.698551 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-0ac6a8f2-62eb-4434-80b4-d794f6925096 req-f6f00323-9362-4255-9b07-ce2dcf0a77f6 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=de991ffa63634ff992d797b06d2aeaaa&device_id=c54f216e-39fb-4465-8339-5b51cf4324bd HTTP/1.1" status: 200 len: 1128 time: 0.0990939 Feb 04 17:13:58.707428 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4db48e-c8df-413f-9c6b-6680f0abd709 req-06172648-03d6-408b-9f66-83dae516e8e1 tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:13:58.714070 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-cb4db48e-c8df-413f-9c6b-6680f0abd709 req-06172648-03d6-408b-9f66-83dae516e8e1 tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] 10.222.0.89 "GET /v2.0/networks?id=865a5290-ec33-4655-84a4-bc1453190ac7 HTTP/1.1" status: 200 len: 807 time: 0.1665144 Feb 04 17:13:58.730213 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-cb4db48e-c8df-413f-9c6b-6680f0abd709 req-b4484960-df4f-41ab-9f69-285264474efa tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] 10.222.0.89 "GET /v2.0/quotas/8da6ad4e5ee34bf6bb722cd37ab73ea7 HTTP/1.1" status: 200 len: 375 time: 0.0152354 Feb 04 17:13:58.746201 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-55c55964-b8ff-4c8d-bfaf-72931128598d admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-523440085-network', 'tenant_id': '2df700f40d574a42a4f2216550877d46'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:13:58.793454 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55c55964-b8ff-4c8d-bfaf-72931128598d admin admin] Made reservation on behalf of 2df700f40d574a42a4f2216550877d46 for: {'network': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:13:58.796219 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-55c55964-b8ff-4c8d-bfaf-72931128598d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for network (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:13:58.809285 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-cb4db48e-c8df-413f-9c6b-6680f0abd709 req-d094da54-e7d6-41bd-ab21-5af16fe71bb2 tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=8da6ad4e5ee34bf6bb722cd37ab73ea7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0781987 Feb 04 17:13:58.824383 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-55c55964-b8ff-4c8d-bfaf-72931128598d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:13:58.847001 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac6a8f2-62eb-4434-80b4-d794f6925096 req-4111007f-7969-4a2d-aeb7-faeefe8e73df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:13:58.849393 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-0ac6a8f2-62eb-4434-80b4-d794f6925096 req-4111007f-7969-4a2d-aeb7-faeefe8e73df service neutron] 10.222.0.96 "GET /v2.0/networks?id=02be22b9-aa53-40ea-8050-9239cd27d1ff HTTP/1.1" status: 200 len: 870 time: 0.1440670 Feb 04 17:13:58.902763 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-0ac6a8f2-62eb-4434-80b4-d794f6925096 req-4b16a699-19a8-44b5-a869-07f539c30fa1 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.8&port_id=def23c9d-c30f-47d7-bd81-7d3520f20168 HTTP/1.1" status: 200 len: 217 time: 0.0462623 Feb 04 17:13:58.929262 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138c1918-1c12-4a64-a9fc-73fb3d81cc57 req-d2b8e854-bda0-4ec7-854d-bf93077a40b1 tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:13:58.930838 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-138c1918-1c12-4a64-a9fc-73fb3d81cc57 req-d2b8e854-bda0-4ec7-854d-bf93077a40b1 tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] 10.222.0.89 "GET /v2.0/ports?device_id=c54f216e-39fb-4465-8339-5b51cf4324bd HTTP/1.1" status: 200 len: 946 time: 0.1240108 Feb 04 17:13:58.948054 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-cb4db48e-c8df-413f-9c6b-6680f0abd709 req-4c49adf2-985d-4be4-8928-4c302f0d9852 service neutron] 10.222.0.89 "GET /v2.0/networks/865a5290-ec33-4655-84a4-bc1453190ac7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309376 Feb 04 17:13:59.011218 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac6a8f2-62eb-4434-80b4-d794f6925096 req-6c803f51-0565-4df5-90be-5a5681b6dbc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:13:59.012776 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-0ac6a8f2-62eb-4434-80b4-d794f6925096 req-6c803f51-0565-4df5-90be-5a5681b6dbc0 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=c974b0ff-2c5c-4667-8a81-3bde3ea6ced5 HTTP/1.1" status: 200 len: 843 time: 0.1034691 Feb 04 17:13:59.017087 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-138c1918-1c12-4a64-a9fc-73fb3d81cc57 req-475b2454-c2c9-4204-8ee5-36daded886b6 tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] 10.222.0.89 "GET /v2.0/security-groups?id=4f68676b-760c-49c3-a14c-c9afa7ad720d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658789 Feb 04 17:13:59.032452 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-55c55964-b8ff-4c8d-bfaf-72931128598d admin admin] Publish callbacks [] for security_group (1fa40d06-b90b-42bd-8c49-974fc70de4de), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:13:59.037052 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-55c55964-b8ff-4c8d-bfaf-72931128598d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (1fa40d06-b90b-42bd-8c49-974fc70de4de), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:13:59.072289 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac6a8f2-62eb-4434-80b4-d794f6925096 req-1804d25c-2984-4b15-8cf6-fdda60706904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:13:59.074251 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-0ac6a8f2-62eb-4434-80b4-d794f6925096 req-1804d25c-2984-4b15-8cf6-fdda60706904 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=02be22b9-aa53-40ea-8050-9239cd27d1ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0526850 Feb 04 17:13:59.076328 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55c55964-b8ff-4c8d-bfaf-72931128598d admin admin] vlan segment allocate from pool success with {'vlan_id': 754, 'physical_network': 'physnet1'} {{(pid=103377) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 17:13:59.105483 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c55964-b8ff-4c8d-bfaf-72931128598d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fa40d06-b90b-42bd-8c49-974fc70de4de,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:13:59.113274 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-55c55964-b8ff-4c8d-bfaf-72931128598d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (53dfde72-736a-4f7a-8c92-11af90057ba9), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:13:59.113623 n-d-827839-2 neutron-server[103377]: INFO neutron.db.segments_db [None req-55c55964-b8ff-4c8d-bfaf-72931128598d admin admin] Added segment 53dfde72-736a-4f7a-8c92-11af90057ba9 of type vlan for network d0d323e9-0a51-41b0-a560-38b6d5ac0f3f Feb 04 17:13:59.146859 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-cb4db48e-c8df-413f-9c6b-6680f0abd709 req-62ec46d9-dcd2-4498-b284-e9ad966b6912 service neutron] 10.222.0.89 "GET /v2.0/networks/865a5290-ec33-4655-84a4-bc1453190ac7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1852748 Feb 04 17:13:59.163622 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-55c55964-b8ff-4c8d-bfaf-72931128598d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781084292801'] for network (d0d323e9-0a51-41b0-a560-38b6d5ac0f3f), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:13:59.198720 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-55c55964-b8ff-4c8d-bfaf-72931128598d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327'] for network (d0d323e9-0a51-41b0-a560-38b6d5ac0f3f), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:13:59.200721 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55c55964-b8ff-4c8d-bfaf-72931128598d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:13:59.201395 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-55c55964-b8ff-4c8d-bfaf-72931128598d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677565'] for network (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:13:59.242529 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a10ca5-df75-4ae6-ab86-9ff8ddab5a02 req-d5b37547-6c23-4394-88d3-30cf52b22173 tempest-ImagesOneServerNegativeTestJSON-254357925 tempest-ImagesOneServerNegativeTestJSON-254357925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:13:59.250325 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-17a10ca5-df75-4ae6-ab86-9ff8ddab5a02 req-d5b37547-6c23-4394-88d3-30cf52b22173 tempest-ImagesOneServerNegativeTestJSON-254357925 tempest-ImagesOneServerNegativeTestJSON-254357925-project] 10.222.0.89 "GET /v2.0/ports?device_id=426f9f67-7c89-4a3c-a6b9-33ee3738ed54 HTTP/1.1" status: 200 len: 945 time: 0.0973604 Feb 04 17:13:59.254578 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-0ac6a8f2-62eb-4434-80b4-d794f6925096 req-aa5bc5f6-75c0-4d94-a33e-06d113342277 service neutron] 10.222.0.96 "GET /v2.0/networks/02be22b9-aa53-40ea-8050-9239cd27d1ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1729774 Feb 04 17:13:59.376053 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-17a10ca5-df75-4ae6-ab86-9ff8ddab5a02 req-6d821022-8056-42a8-a4f6-328a092f4e82 tempest-ImagesOneServerNegativeTestJSON-254357925 tempest-ImagesOneServerNegativeTestJSON-254357925-project] 10.222.0.89 "GET /v2.0/security-groups?id=93c660a2-9a39-4e35-b172-c2fcfd9b6315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103561 Feb 04 17:13:59.472813 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-0ac6a8f2-62eb-4434-80b4-d794f6925096 req-9c9d4713-363e-4378-bda6-10cc24105c3f service neutron] 10.222.0.96 "GET /v2.0/networks/02be22b9-aa53-40ea-8050-9239cd27d1ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2043982 Feb 04 17:13:59.502326 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Device 8f89dfaf-ace8-4eee-817b-ad08272e9a38 up at agent hyperv_n-h2-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:13:59.548797 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c3f919-9440-42e4-b9af-3a1481e8fcb1 req-4f8de878-2616-4c87-82c1-d817eb92ee47 tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:13:59.551189 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-17c3f919-9440-42e4-b9af-3a1481e8fcb1 req-4f8de878-2616-4c87-82c1-d817eb92ee47 tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] 10.222.0.89 "GET /v2.0/ports?device_id=d8a46594-af9a-4c29-9a3e-2edb427e70fa HTTP/1.1" status: 200 len: 945 time: 0.0737171 Feb 04 17:13:59.576419 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Provisioning for port 8f89dfaf-ace8-4eee-817b-ad08272e9a38 completed by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 17:13:59.584815 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Provisioning complete for port 8f89dfaf-ace8-4eee-817b-ad08272e9a38 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:13:59.585890 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (8f89dfaf-ace8-4eee-817b-ad08272e9a38), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:13:59.651613 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-17c3f919-9440-42e4-b9af-3a1481e8fcb1 req-011b0911-c018-44f4-91cc-8122de934ad7 tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] 10.222.0.89 "GET /v2.0/security-groups?id=119a7f03-3e07-4d1e-8852-d9f974f9f052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907815 Feb 04 17:13:59.718365 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e32987ad-fbcc-4959-a94c-8d5f457e8242 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (bb89f5a3-3c22-440b-b7d1-c4f0c43c184a), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:13:59.725842 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Current status of the port 8f89dfaf-ace8-4eee-817b-ad08272e9a38 is: BUILD; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:13:59.726632 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (8f89dfaf-ace8-4eee-817b-ad08272e9a38), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:13:59.760669 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '426f9f67-7c89-4a3c-a6b9-33ee3738ed54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f89dfaf-ace8-4eee-817b-ad08272e9a38'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:13:59.763347 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-55c55964-b8ff-4c8d-bfaf-72931128598d admin admin] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.2222962 Feb 04 17:13:59.763899 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c34bc964ce2211770fda26ca2f3801cc06f4f39928110690550e94ab9c9d2fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28289ec3-f57f-4dad-9c6c-733ca6b0f6fc" -d '{"events": [{"server_uuid": "426f9f67-7c89-4a3c-a6b9-33ee3738ed54", "name": "network-vif-plugged", "status": "completed", "tag": "8f89dfaf-ace8-4eee-817b-ad08272e9a38"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:13:59.766736 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 54474) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:13:59.774435 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-a8a10a9d-aa8e-484e-a66a-f5a01a3d74be admin admin] Request body: {'subnet': {'network_id': 'd0d323e9-0a51-41b0-a560-38b6d5ac0f3f', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-523440085-subnet', 'tenant_id': '2df700f40d574a42a4f2216550877d46', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:13:59.781976 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] For port 8f89dfaf-ace8-4eee-817b-ad08272e9a38, host n-h2-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=8f89dfaf-ace8-4eee-817b-ad08272e9a38,segment=NetworkSegment(925d9078-c82e-4bcc-b2ae-415f0fcde575),segment_id=925d9078-c82e-4bcc-b2ae-415f0fcde575)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:13:59.789000 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (8f89dfaf-ace8-4eee-817b-ad08272e9a38), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:13:59.795505 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c55964-b8ff-4c8d-bfaf-72931128598d admin admin] Pushing event updated for resources: {'Network': ['ID=d0d323e9-0a51-41b0-a560-38b6d5ac0f3f,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:13:59.819532 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703b2a22-7cd9-4816-9850-86a946e43fbc req-5e448abe-74e5-41c7-b3a8-6e49f7395d16 tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:13:59.826721 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-703b2a22-7cd9-4816-9850-86a946e43fbc req-5e448abe-74e5-41c7-b3a8-6e49f7395d16 tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] 10.222.0.89 "GET /v2.0/ports?device_id=cc6828c0-e3de-440f-b02a-be00d4b9136d HTTP/1.1" status: 200 len: 950 time: 0.0824621 Feb 04 17:13:59.842394 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-1cd84861-2de9-44cd-bf32-9c4fc4e13a9b req-ab304cd6-12d1-433c-89c2-c9cbab8036ea tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] 10.222.0.89 "GET /v2.0/ports?device_id=7bfb0405-10b3-4cc0-8634-8feb429a0d1f HTTP/1.1" status: 200 len: 210 time: 0.1036339 Feb 04 17:13:59.843419 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8a10a9d-aa8e-484e-a66a-f5a01a3d74be admin admin] Made reservation on behalf of 2df700f40d574a42a4f2216550877d46 for: {'subnet': 1} {{(pid=103376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:13:59.845918 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-a8a10a9d-aa8e-484e-a66a-f5a01a3d74be admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:13:59.846195 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Network d0d323e9-0a51-41b0-a560-38b6d5ac0f3f details requested by agent ovs-agent-n-d-827839-2 with host n-d-827839-2 {{(pid=103378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 17:13:59.899227 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-703b2a22-7cd9-4816-9850-86a946e43fbc req-6d2b8e42-a25d-4a14-a26c-48b86ce50c8e tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] 10.222.0.89 "GET /v2.0/security-groups?id=5fa98c6a-94b3-4690-b9c3-4f0e67d11226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677900 Feb 04 17:14:00.044731 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Pushing event updated for resources: {'Port': ['ID=8f89dfaf-ace8-4eee-817b-ad08272e9a38,revision_number=5']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:14:00.076807 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:14:00.077327 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:14:00.078434 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-a8a10a9d-aa8e-484e-a66a-f5a01a3d74be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327'] for subnet (090f5c7f-7092-4a37-8bb1-dd93945153b8), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:00.080064 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:14:00.080531 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:14:00.081009 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:14:00.082602 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:14:00.083269 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:14:00.085423 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:14:00.085872 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:14:00.086350 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:14:00.086799 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:14:00.087254 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:14:00.087751 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:14:00.141280 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 17:13:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5aa3f50e-3acd-4f59-9be7-0beccd8c594b x-openstack-request-id: req-5aa3f50e-3acd-4f59-9be7-0beccd8c594b {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:14:00.142489 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "426f9f67-7c89-4a3c-a6b9-33ee3738ed54", "name": "network-vif-plugged", "status": "completed", "tag": "8f89dfaf-ace8-4eee-817b-ad08272e9a38", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:14:00.142984 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-5aa3f50e-3acd-4f59-9be7-0beccd8c594b {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:14:00.144180 n-d-827839-2 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '426f9f67-7c89-4a3c-a6b9-33ee3738ed54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f89dfaf-ace8-4eee-817b-ad08272e9a38', 'code': 200} Feb 04 17:14:00.167284 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a10a9d-aa8e-484e-a66a-f5a01a3d74be admin admin] Pushing event updated for resources: {'Subnet': ['ID=090f5c7f-7092-4a37-8bb1-dd93945153b8,revision_number=0']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:14:00.189471 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8a10a9d-aa8e-484e-a66a-f5a01a3d74be admin admin] Checking segment: {'id': '53dfde72-736a-4f7a-8c92-11af90057ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'd0d323e9-0a51-41b0-a560-38b6d5ac0f3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:14:00.189828 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8a10a9d-aa8e-484e-a66a-f5a01a3d74be admin admin] Network hostable DHCP agents. Network: d0d323e9-0a51-41b0-a560-38b6d5ac0f3f, hostable agents: ['bb89f5a3-3c22-440b-b7d1-c4f0c43c184a'], hosted agents: [] {{(pid=103376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 17:14:00.198916 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69e4ad9-9715-4a2e-97f8-9c4052d0447e req-98d14f25-a9a2-4194-be52-1dca1c693011 tempest-FloatingIPsAssociationTestJSON-1767827216 tempest-FloatingIPsAssociationTestJSON-1767827216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:14:00.200424 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-a69e4ad9-9715-4a2e-97f8-9c4052d0447e req-98d14f25-a9a2-4194-be52-1dca1c693011 tempest-FloatingIPsAssociationTestJSON-1767827216 tempest-FloatingIPsAssociationTestJSON-1767827216-project] 10.222.0.89 "GET /v2.0/ports?device_id=5196e6cf-a12c-4bb6-90ee-c977b84aa4c1 HTTP/1.1" status: 200 len: 945 time: 0.1361654 Feb 04 17:14:00.223397 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8a10a9d-aa8e-484e-a66a-f5a01a3d74be admin admin] Network d0d323e9-0a51-41b0-a560-38b6d5ac0f3f is scheduled to be hosted by DHCP agent bb89f5a3-3c22-440b-b7d1-c4f0c43c184a with binding_index 1 {{(pid=103376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 17:14:00.249570 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [None req-a8a10a9d-aa8e-484e-a66a-f5a01a3d74be admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827839-2, d0d323e9-0a51-41b0-a560-38b6d5ac0f3f) {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:14:00.258416 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8a10a9d-aa8e-484e-a66a-f5a01a3d74be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:14:00.259011 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-a8a10a9d-aa8e-484e-a66a-f5a01a3d74be admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677565'] for subnet (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:00.260910 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-578c5248-8592-46ef-a46e-49d3b430bf7a None None] Network d0d323e9-0a51-41b0-a560-38b6d5ac0f3f requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:14:00.308444 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-a69e4ad9-9715-4a2e-97f8-9c4052d0447e req-b17fbd3f-8f31-48dd-a897-3931c00122dc tempest-FloatingIPsAssociationTestJSON-1767827216 tempest-FloatingIPsAssociationTestJSON-1767827216-project] 10.222.0.89 "GET /v2.0/security-groups?id=6426fe0b-86c7-4694-a2c4-8fd16e84da96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786824 Feb 04 17:14:00.330744 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-a8a10a9d-aa8e-484e-a66a-f5a01a3d74be admin admin] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.5550740 Feb 04 17:14:00.362103 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8133600-83c0-4baa-b71b-d95e9d177561 req-8b55867d-c07b-4587-9fb3-e8bca7ee2156 tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:14:00.364426 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-a8133600-83c0-4baa-b71b-d95e9d177561 req-8b55867d-c07b-4587-9fb3-e8bca7ee2156 tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] 10.222.0.89 "GET /v2.0/ports?device_id=c54f216e-39fb-4465-8339-5b51cf4324bd HTTP/1.1" status: 200 len: 946 time: 0.1656866 Feb 04 17:14:00.418823 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25bfa9a0-6191-4f4b-9694-67ff644cc6d8 None None] Network d0d323e9-0a51-41b0-a560-38b6d5ac0f3f requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:14:00.421422 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f62f03-472f-4f11-9b97-76b6d098422a req-73a9b8bc-bfb1-45d2-a7bf-92de3bab615c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:14:00.423005 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-45f62f03-472f-4f11-9b97-76b6d098422a req-73a9b8bc-bfb1-45d2-a7bf-92de3bab615c service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=426f9f67-7c89-4a3c-a6b9-33ee3738ed54 HTTP/1.1" status: 200 len: 1128 time: 0.1490829 Feb 04 17:14:00.496080 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-a8133600-83c0-4baa-b71b-d95e9d177561 req-28a28eb9-2620-4361-8356-eaf1cb22d948 tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] 10.222.0.89 "GET /v2.0/security-groups?id=4f68676b-760c-49c3-a14c-c9afa7ad720d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249123 Feb 04 17:14:00.533141 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-45f62f03-472f-4f11-9b97-76b6d098422a req-ca74cd38-cc50-4819-a378-14ad0d812775 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=93c660a2-9a39-4e35-b172-c2fcfd9b6315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949244 Feb 04 17:14:00.559012 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154dea7a-72b2-4672-a6b3-0c7e497a694e req-b705b963-ec08-4178-888a-5cc1ba903c91 tempest-ImagesOneServerNegativeTestJSON-254357925 tempest-ImagesOneServerNegativeTestJSON-254357925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:14:00.560501 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-154dea7a-72b2-4672-a6b3-0c7e497a694e req-b705b963-ec08-4178-888a-5cc1ba903c91 tempest-ImagesOneServerNegativeTestJSON-254357925 tempest-ImagesOneServerNegativeTestJSON-254357925-project] 10.222.0.89 "GET /v2.0/ports?device_id=426f9f67-7c89-4a3c-a6b9-33ee3738ed54 HTTP/1.1" status: 200 len: 946 time: 0.0863678 Feb 04 17:14:00.611887 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-154dea7a-72b2-4672-a6b3-0c7e497a694e req-38c6d0fd-a512-4c6e-9ab8-730c9b6a5022 tempest-ImagesOneServerNegativeTestJSON-254357925 tempest-ImagesOneServerNegativeTestJSON-254357925-project] 10.222.0.89 "GET /v2.0/security-groups?id=93c660a2-9a39-4e35-b172-c2fcfd9b6315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448606 Feb 04 17:14:00.661480 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [req-b2d808fe-3690-4dcd-b67b-073d1adce6cb req-46b1153e-2f4a-4285-8863-f760e818e654 tempest-SecurityGroupRulesTestJSON-2005265224 tempest-SecurityGroupRulesTestJSON-2005265224-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-2097946976', 'description': 'tempest-description-421825022'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:14:00.684218 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-b2d808fe-3690-4dcd-b67b-073d1adce6cb req-46b1153e-2f4a-4285-8863-f760e818e654 tempest-SecurityGroupRulesTestJSON-2005265224 tempest-SecurityGroupRulesTestJSON-2005265224-project] Publish callbacks [] for security_group (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:00.779942 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-b2d808fe-3690-4dcd-b67b-073d1adce6cb req-46b1153e-2f4a-4285-8863-f760e818e654 tempest-SecurityGroupRulesTestJSON-2005265224 tempest-SecurityGroupRulesTestJSON-2005265224-project] Publish callbacks [] for security_group (65fb4d1a-7c72-4e5d-968d-b69a7b4abfb0), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:00.785061 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-b2d808fe-3690-4dcd-b67b-073d1adce6cb req-46b1153e-2f4a-4285-8863-f760e818e654 tempest-SecurityGroupRulesTestJSON-2005265224 tempest-SecurityGroupRulesTestJSON-2005265224-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (65fb4d1a-7c72-4e5d-968d-b69a7b4abfb0), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:00.819611 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b1153e-2f4a-4285-8863-f760e818e654 tempest-SecurityGroupRulesTestJSON-2005265224 tempest-SecurityGroupRulesTestJSON-2005265224-project] Pushing event updated for resources: {'SecurityGroup': ['ID=65fb4d1a-7c72-4e5d-968d-b69a7b4abfb0,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:14:00.837214 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-b2d808fe-3690-4dcd-b67b-073d1adce6cb req-46b1153e-2f4a-4285-8863-f760e818e654 tempest-SecurityGroupRulesTestJSON-2005265224 tempest-SecurityGroupRulesTestJSON-2005265224-project] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:00.839205 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-b2d808fe-3690-4dcd-b67b-073d1adce6cb req-46b1153e-2f4a-4285-8863-f760e818e654 tempest-SecurityGroupRulesTestJSON-2005265224 tempest-SecurityGroupRulesTestJSON-2005265224-project] 10.222.0.89 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1826 time: 0.1827166 Feb 04 17:14:00.886964 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a72236d-75ec-4cdd-b081-5e2c0a997daf req-c5bb2d0c-e739-4149-adb9-e593165cc343 tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:14:00.888603 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-2a72236d-75ec-4cdd-b081-5e2c0a997daf req-c5bb2d0c-e739-4149-adb9-e593165cc343 tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] 10.222.0.89 "GET /v2.0/ports?device_id=d8a46594-af9a-4c29-9a3e-2edb427e70fa HTTP/1.1" status: 200 len: 945 time: 0.1316381 Feb 04 17:14:00.947106 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4db48e-c8df-413f-9c6b-6680f0abd709 req-4dcc3cb1-a80b-4ff8-aa45-27b5a3d1f249 tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:14:00.948762 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-cb4db48e-c8df-413f-9c6b-6680f0abd709 req-4dcc3cb1-a80b-4ff8-aa45-27b5a3d1f249 tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] 10.222.0.96 "GET /v2.0/networks?id=865a5290-ec33-4655-84a4-bc1453190ac7 HTTP/1.1" status: 200 len: 807 time: 0.1629965 Feb 04 17:14:00.960768 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-0bdbdbec-e657-4ba1-8cf0-0e34a01f4a93 req-6822674b-5440-4150-9a8b-f9916d405937 tempest-SecurityGroupRulesTestJSON-2005265224 tempest-SecurityGroupRulesTestJSON-2005265224-project] 10.222.0.89 "GET /v2.0/security-groups/65fb4d1a-7c72-4e5d-968d-b69a7b4abfb0 HTTP/1.1" status: 200 len: 1821 time: 0.0856161 Feb 04 17:14:00.969651 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [req-cb4db48e-c8df-413f-9c6b-6680f0abd709 req-789fc5b5-deea-4a3d-883d-cb77ce4a5c4e tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] Request body: {'port': {'device_id': '7bfb0405-10b3-4cc0-8634-8feb429a0d1f', 'network_id': '865a5290-ec33-4655-84a4-bc1453190ac7', 'admin_state_up': True, 'tenant_id': '8da6ad4e5ee34bf6bb722cd37ab73ea7'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:14:00.971515 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [req-0bdbdbec-e657-4ba1-8cf0-0e34a01f4a93 req-f305343d-e10f-4ee6-852d-70a03cf174e8 tempest-SecurityGroupRulesTestJSON-2005265224 tempest-SecurityGroupRulesTestJSON-2005265224-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '65fb4d1a-7c72-4e5d-968d-b69a7b4abfb0', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:14:00.971899 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [req-0bdbdbec-e657-4ba1-8cf0-0e34a01f4a93 req-f305343d-e10f-4ee6-852d-70a03cf174e8 tempest-SecurityGroupRulesTestJSON-2005265224 tempest-SecurityGroupRulesTestJSON-2005265224-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '65fb4d1a-7c72-4e5d-968d-b69a7b4abfb0', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:14:01.029127 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-2a72236d-75ec-4cdd-b081-5e2c0a997daf req-cbf09001-22ec-4b1c-a434-aeaaca684e34 tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] 10.222.0.89 "GET /v2.0/security-groups?id=119a7f03-3e07-4d1e-8852-d9f974f9f052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303668 Feb 04 17:14:01.033344 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-0bdbdbec-e657-4ba1-8cf0-0e34a01f4a93 req-f305343d-e10f-4ee6-852d-70a03cf174e8 tempest-SecurityGroupRulesTestJSON-2005265224 tempest-SecurityGroupRulesTestJSON-2005265224-project] Publish callbacks [] for security_group_rule (097809c8-646e-42bc-9cad-7b27e6330fdd), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:01.072941 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-0bdbdbec-e657-4ba1-8cf0-0e34a01f4a93 req-f305343d-e10f-4ee6-852d-70a03cf174e8 tempest-SecurityGroupRulesTestJSON-2005265224 tempest-SecurityGroupRulesTestJSON-2005265224-project] Publish callbacks [] for security_group_rule (097809c8-646e-42bc-9cad-7b27e6330fdd), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:01.078298 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-0bdbdbec-e657-4ba1-8cf0-0e34a01f4a93 req-f305343d-e10f-4ee6-852d-70a03cf174e8 tempest-SecurityGroupRulesTestJSON-2005265224 tempest-SecurityGroupRulesTestJSON-2005265224-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664556'] for security_group_rule (097809c8-646e-42bc-9cad-7b27e6330fdd), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:01.101970 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f305343d-e10f-4ee6-852d-70a03cf174e8 tempest-SecurityGroupRulesTestJSON-2005265224 tempest-SecurityGroupRulesTestJSON-2005265224-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=097809c8-646e-42bc-9cad-7b27e6330fdd,revision_number=0']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:14:01.111666 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb4db48e-c8df-413f-9c6b-6680f0abd709 req-789fc5b5-deea-4a3d-883d-cb77ce4a5c4e tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] Made reservation on behalf of 8da6ad4e5ee34bf6bb722cd37ab73ea7 for: {'port': 1} {{(pid=103376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:14:01.116891 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-cb4db48e-c8df-413f-9c6b-6680f0abd709 req-789fc5b5-deea-4a3d-883d-cb77ce4a5c4e tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:01.122355 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-0bdbdbec-e657-4ba1-8cf0-0e34a01f4a93 req-f305343d-e10f-4ee6-852d-70a03cf174e8 tempest-SecurityGroupRulesTestJSON-2005265224 tempest-SecurityGroupRulesTestJSON-2005265224-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:01.123548 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-0bdbdbec-e657-4ba1-8cf0-0e34a01f4a93 req-f305343d-e10f-4ee6-852d-70a03cf174e8 tempest-SecurityGroupRulesTestJSON-2005265224 tempest-SecurityGroupRulesTestJSON-2005265224-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1565170 Feb 04 17:14:01.160395 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-79b713e0-9c3c-4331-a358-9443965c40bb req-2b82cf31-6ffa-4870-83a2-dcc0294aa84c tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] 10.222.0.89 "GET /v2.0/ports?device_id=7bfb0405-10b3-4cc0-8634-8feb429a0d1f HTTP/1.1" status: 200 len: 210 time: 0.0398018 Feb 04 17:14:01.212914 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [req-26e9b5dc-a466-4c35-8e74-f8b1c3c2742a req-6326e59e-817a-4b1c-9a4d-44e03785dfe6 tempest-SecurityGroupRulesTestJSON-2005265224 tempest-SecurityGroupRulesTestJSON-2005265224-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1036217453', 'description': 'tempest-description-1301487630'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:14:01.242735 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6d4858-871b-44ed-b705-ba980687cfb1 req-b16fed51-24d3-497a-b344-e64a9cfebc27 tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:14:01.244353 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-ba6d4858-871b-44ed-b705-ba980687cfb1 req-b16fed51-24d3-497a-b344-e64a9cfebc27 tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] 10.222.0.89 "GET /v2.0/ports?device_id=cc6828c0-e3de-440f-b02a-be00d4b9136d HTTP/1.1" status: 200 len: 950 time: 0.0548093 Feb 04 17:14:01.253587 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-26e9b5dc-a466-4c35-8e74-f8b1c3c2742a req-6326e59e-817a-4b1c-9a4d-44e03785dfe6 tempest-SecurityGroupRulesTestJSON-2005265224 tempest-SecurityGroupRulesTestJSON-2005265224-project] Publish callbacks [] for security_group (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:01.310630 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-ba6d4858-871b-44ed-b705-ba980687cfb1 req-73d5f934-5478-40df-91a5-21c5aac7a30e tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] 10.222.0.89 "GET /v2.0/security-groups?id=5fa98c6a-94b3-4690-b9c3-4f0e67d11226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575247 Feb 04 17:14:01.322165 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.db_base_plugin_common [req-cb4db48e-c8df-413f-9c6b-6680f0abd709 req-789fc5b5-deea-4a3d-883d-cb77ce4a5c4e tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] Allocated IP 172.20.0.9 (865a5290-ec33-4655-84a4-bc1453190ac7/22305eb3-36bf-4425-804b-f2478ee8714d/17cda4ab-3ccf-457d-a2e3-93cde1c26576) {{(pid=103376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:14:01.405541 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-26e9b5dc-a466-4c35-8e74-f8b1c3c2742a req-6326e59e-817a-4b1c-9a4d-44e03785dfe6 tempest-SecurityGroupRulesTestJSON-2005265224 tempest-SecurityGroupRulesTestJSON-2005265224-project] Publish callbacks [] for security_group (36e1ec7c-a54a-40c0-ba77-f069b76ff9e8), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:01.413266 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-26e9b5dc-a466-4c35-8e74-f8b1c3c2742a req-6326e59e-817a-4b1c-9a4d-44e03785dfe6 tempest-SecurityGroupRulesTestJSON-2005265224 tempest-SecurityGroupRulesTestJSON-2005265224-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (36e1ec7c-a54a-40c0-ba77-f069b76ff9e8), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:01.451996 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180edcc7-73ac-4c20-88c1-4fc8a1be5c3c req-5907d87c-1543-494d-b717-3a20c1d3b9e7 tempest-FloatingIPsAssociationTestJSON-1767827216 tempest-FloatingIPsAssociationTestJSON-1767827216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:14:01.453593 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-180edcc7-73ac-4c20-88c1-4fc8a1be5c3c req-5907d87c-1543-494d-b717-3a20c1d3b9e7 tempest-FloatingIPsAssociationTestJSON-1767827216 tempest-FloatingIPsAssociationTestJSON-1767827216-project] 10.222.0.89 "GET /v2.0/ports?device_id=5196e6cf-a12c-4bb6-90ee-c977b84aa4c1 HTTP/1.1" status: 200 len: 945 time: 0.0654578 Feb 04 17:14:01.507096 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-180edcc7-73ac-4c20-88c1-4fc8a1be5c3c req-2e631ed9-87eb-461b-b979-ac2070367da9 tempest-FloatingIPsAssociationTestJSON-1767827216 tempest-FloatingIPsAssociationTestJSON-1767827216-project] 10.222.0.89 "GET /v2.0/security-groups?id=6426fe0b-86c7-4694-a2c4-8fd16e84da96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463159 Feb 04 17:14:01.628418 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b895d4ec-11ea-472d-9441-32b70acdb1a3 req-0a87f0f2-e9bc-4e29-8fb6-c184ba607d8c tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:14:01.629969 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-b895d4ec-11ea-472d-9441-32b70acdb1a3 req-0a87f0f2-e9bc-4e29-8fb6-c184ba607d8c tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] 10.222.0.89 "GET /v2.0/ports?device_id=c54f216e-39fb-4465-8339-5b51cf4324bd HTTP/1.1" status: 200 len: 946 time: 0.0576591 Feb 04 17:14:01.683119 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-b895d4ec-11ea-472d-9441-32b70acdb1a3 req-88f945cb-2e40-4b3e-84e8-006fc2d92c02 tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] 10.222.0.89 "GET /v2.0/security-groups?id=4f68676b-760c-49c3-a14c-c9afa7ad720d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473199 Feb 04 17:14:01.749169 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6326e59e-817a-4b1c-9a4d-44e03785dfe6 tempest-SecurityGroupRulesTestJSON-2005265224 tempest-SecurityGroupRulesTestJSON-2005265224-project] Pushing event updated for resources: {'SecurityGroup': ['ID=36e1ec7c-a54a-40c0-ba77-f069b76ff9e8,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:14:01.758863 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-26e9b5dc-a466-4c35-8e74-f8b1c3c2742a req-6326e59e-817a-4b1c-9a4d-44e03785dfe6 tempest-SecurityGroupRulesTestJSON-2005265224 tempest-SecurityGroupRulesTestJSON-2005265224-project] Publish callbacks [] for security_group (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:01.760082 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-26e9b5dc-a466-4c35-8e74-f8b1c3c2742a req-6326e59e-817a-4b1c-9a4d-44e03785dfe6 tempest-SecurityGroupRulesTestJSON-2005265224 tempest-SecurityGroupRulesTestJSON-2005265224-project] 10.222.0.89 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1827 time: 0.5534523 Feb 04 17:14:01.847849 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb0d2a7-8b17-4d4b-9374-4c8f4cc61d83 req-072bb233-6712-4afe-94a2-3de420e35511 tempest-ImagesOneServerNegativeTestJSON-254357925 tempest-ImagesOneServerNegativeTestJSON-254357925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:14:01.848440 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-cb4db48e-c8df-413f-9c6b-6680f0abd709 req-789fc5b5-deea-4a3d-883d-cb77ce4a5c4e tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] Publish callbacks [] for port (17cda4ab-3ccf-457d-a2e3-93cde1c26576), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:01.855722 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-8cb0d2a7-8b17-4d4b-9374-4c8f4cc61d83 req-072bb233-6712-4afe-94a2-3de420e35511 tempest-ImagesOneServerNegativeTestJSON-254357925 tempest-ImagesOneServerNegativeTestJSON-254357925-project] 10.222.0.89 "GET /v2.0/ports?device_id=426f9f67-7c89-4a3c-a6b9-33ee3738ed54 HTTP/1.1" status: 200 len: 946 time: 0.0623183 Feb 04 17:14:01.858158 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-80e1819a-d365-45cc-b898-c1eb489a677f req-df3402b7-e989-4f19-b824-00bc11634be1 tempest-SecurityGroupRulesTestJSON-2005265224 tempest-SecurityGroupRulesTestJSON-2005265224-project] 10.222.0.89 "GET /v2.0/security-groups/36e1ec7c-a54a-40c0-ba77-f069b76ff9e8 HTTP/1.1" status: 200 len: 1822 time: 0.0725358 Feb 04 17:14:01.880802 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [req-80e1819a-d365-45cc-b898-c1eb489a677f req-8998c52b-d489-4346-a6b0-65c002a08e19 tempest-SecurityGroupRulesTestJSON-2005265224 tempest-SecurityGroupRulesTestJSON-2005265224-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '36e1ec7c-a54a-40c0-ba77-f069b76ff9e8', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:14:01.881032 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [req-80e1819a-d365-45cc-b898-c1eb489a677f req-8998c52b-d489-4346-a6b0-65c002a08e19 tempest-SecurityGroupRulesTestJSON-2005265224 tempest-SecurityGroupRulesTestJSON-2005265224-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '36e1ec7c-a54a-40c0-ba77-f069b76ff9e8', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:14:01.919711 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-cb4db48e-c8df-413f-9c6b-6680f0abd709 req-789fc5b5-deea-4a3d-883d-cb77ce4a5c4e tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135'] for port (17cda4ab-3ccf-457d-a2e3-93cde1c26576), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:01.936477 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-8cb0d2a7-8b17-4d4b-9374-4c8f4cc61d83 req-d6efefcc-8f11-43d8-a0a8-afaf165b4803 tempest-ImagesOneServerNegativeTestJSON-254357925 tempest-ImagesOneServerNegativeTestJSON-254357925-project] 10.222.0.89 "GET /v2.0/security-groups?id=93c660a2-9a39-4e35-b172-c2fcfd9b6315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724540 Feb 04 17:14:01.940152 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] get_ports_and_sgs() called for port_ids ['7c6b4724-1adf-4dd1-8c66-4bc76c05989f'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 17:14:01.992752 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f985fb28-b3f1-4676-9206-60bb8e906274 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (64ada913-9131-4d99-a265-63a920956287), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:02.011348 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb4db48e-c8df-413f-9c6b-6680f0abd709 req-789fc5b5-deea-4a3d-883d-cb77ce4a5c4e tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] Network 865a5290-ec33-4655-84a4-bc1453190ac7 is already hosted by enough agents. {{(pid=103376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:14:02.013178 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789fc5b5-deea-4a3d-883d-cb77ce4a5c4e tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] Pushing event updated for resources: {'Port': ['ID=17cda4ab-3ccf-457d-a2e3-93cde1c26576,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:14:02.021638 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [req-cb4db48e-c8df-413f-9c6b-6680f0abd709 req-789fc5b5-deea-4a3d-883d-cb77ce4a5c4e tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] Resources bound (agent type, host, resource id): {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:14:02.025786 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb4db48e-c8df-413f-9c6b-6680f0abd709 req-789fc5b5-deea-4a3d-883d-cb77ce4a5c4e tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] Received port after_create {{(pid=103376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:14:02.031119 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4db48e-c8df-413f-9c6b-6680f0abd709 req-789fc5b5-deea-4a3d-883d-cb77ce4a5c4e tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:14:02.031723 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-cb4db48e-c8df-413f-9c6b-6680f0abd709 req-789fc5b5-deea-4a3d-883d-cb77ce4a5c4e tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:02.043445 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-80e1819a-d365-45cc-b898-c1eb489a677f req-8998c52b-d489-4346-a6b0-65c002a08e19 tempest-SecurityGroupRulesTestJSON-2005265224 tempest-SecurityGroupRulesTestJSON-2005265224-project] Publish callbacks [] for security_group_rule (32f2c88e-6709-4bc3-bf9b-a49b26760e9e), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:02.051009 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-cb4db48e-c8df-413f-9c6b-6680f0abd709 req-789fc5b5-deea-4a3d-883d-cb77ce4a5c4e tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0910668 Feb 04 17:14:02.063255 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [req-cb4db48e-c8df-413f-9c6b-6680f0abd709 req-5ed7d7b4-8649-434b-a1b3-0bc9f9ca2403 service neutron] Request body: {'port': {'device_id': '7bfb0405-10b3-4cc0-8634-8feb429a0d1f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827839-2'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:14:02.092403 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-80e1819a-d365-45cc-b898-c1eb489a677f req-8998c52b-d489-4346-a6b0-65c002a08e19 tempest-SecurityGroupRulesTestJSON-2005265224 tempest-SecurityGroupRulesTestJSON-2005265224-project] Publish callbacks [] for security_group_rule (32f2c88e-6709-4bc3-bf9b-a49b26760e9e), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:02.100628 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-80e1819a-d365-45cc-b898-c1eb489a677f req-8998c52b-d489-4346-a6b0-65c002a08e19 tempest-SecurityGroupRulesTestJSON-2005265224 tempest-SecurityGroupRulesTestJSON-2005265224-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664556'] for security_group_rule (32f2c88e-6709-4bc3-bf9b-a49b26760e9e), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:02.131104 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8998c52b-d489-4346-a6b0-65c002a08e19 tempest-SecurityGroupRulesTestJSON-2005265224 tempest-SecurityGroupRulesTestJSON-2005265224-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32f2c88e-6709-4bc3-bf9b-a49b26760e9e,revision_number=0']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:14:02.158261 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-80e1819a-d365-45cc-b898-c1eb489a677f req-8998c52b-d489-4346-a6b0-65c002a08e19 tempest-SecurityGroupRulesTestJSON-2005265224 tempest-SecurityGroupRulesTestJSON-2005265224-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:02.159458 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-80e1819a-d365-45cc-b898-c1eb489a677f req-8998c52b-d489-4346-a6b0-65c002a08e19 tempest-SecurityGroupRulesTestJSON-2005265224 tempest-SecurityGroupRulesTestJSON-2005265224-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.2932808 Feb 04 17:14:02.170231 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-cb4db48e-c8df-413f-9c6b-6680f0abd709 req-5ed7d7b4-8649-434b-a1b3-0bc9f9ca2403 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (17cda4ab-3ccf-457d-a2e3-93cde1c26576), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:02.193935 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [req-7c90887f-14e8-432c-8516-57581d58cedc req-f08f3062-2335-4300-9ffd-e4723065f901 tempest-SecurityGroupRulesTestJSON-2005265224 tempest-SecurityGroupRulesTestJSON-2005265224-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1055961188', 'description': 'tempest-description-1026626833'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:14:02.194278 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8410317a-b840-4cb2-94c1-ed89c3dfd78b req-15f5c1e2-0b68-4979-9af0-bc065486d59e tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:14:02.196156 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-8410317a-b840-4cb2-94c1-ed89c3dfd78b req-15f5c1e2-0b68-4979-9af0-bc065486d59e tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] 10.222.0.89 "GET /v2.0/ports?device_id=d8a46594-af9a-4c29-9a3e-2edb427e70fa HTTP/1.1" status: 200 len: 945 time: 0.0717268 Feb 04 17:14:02.232958 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-7c90887f-14e8-432c-8516-57581d58cedc req-f08f3062-2335-4300-9ffd-e4723065f901 tempest-SecurityGroupRulesTestJSON-2005265224 tempest-SecurityGroupRulesTestJSON-2005265224-project] Publish callbacks [] for security_group (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:02.255717 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-8410317a-b840-4cb2-94c1-ed89c3dfd78b req-152b3473-6721-430b-9a09-29c0ec48c478 tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] 10.222.0.89 "GET /v2.0/security-groups?id=119a7f03-3e07-4d1e-8852-d9f974f9f052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534921 Feb 04 17:14:02.397126 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463128ab-45db-42e6-bb79-a160ac48a89f req-d7b73ca8-4c9a-482d-85b4-2765d94c9beb tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:14:02.399112 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-463128ab-45db-42e6-bb79-a160ac48a89f req-d7b73ca8-4c9a-482d-85b4-2765d94c9beb tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] 10.222.0.89 "GET /v2.0/ports?device_id=7bfb0405-10b3-4cc0-8634-8feb429a0d1f HTTP/1.1" status: 200 len: 931 time: 0.0614760 Feb 04 17:14:02.433319 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-7c90887f-14e8-432c-8516-57581d58cedc req-f08f3062-2335-4300-9ffd-e4723065f901 tempest-SecurityGroupRulesTestJSON-2005265224 tempest-SecurityGroupRulesTestJSON-2005265224-project] Publish callbacks [] for security_group (9b0dcfbe-0b71-43a9-b54e-8485608c47ed), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:02.440714 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-7c90887f-14e8-432c-8516-57581d58cedc req-f08f3062-2335-4300-9ffd-e4723065f901 tempest-SecurityGroupRulesTestJSON-2005265224 tempest-SecurityGroupRulesTestJSON-2005265224-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (9b0dcfbe-0b71-43a9-b54e-8485608c47ed), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:02.455462 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-463128ab-45db-42e6-bb79-a160ac48a89f req-bc74b314-8844-4278-b799-0b88d9010caf tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] 10.222.0.89 "GET /v2.0/security-groups?id=18e6cc58-e448-4d12-9423-2a502a086ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498617 Feb 04 17:14:02.486003 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-7c90887f-14e8-432c-8516-57581d58cedc req-f08f3062-2335-4300-9ffd-e4723065f901 tempest-SecurityGroupRulesTestJSON-2005265224 tempest-SecurityGroupRulesTestJSON-2005265224-project] Publish callbacks [] for security_group (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:02.487232 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-7c90887f-14e8-432c-8516-57581d58cedc req-f08f3062-2335-4300-9ffd-e4723065f901 tempest-SecurityGroupRulesTestJSON-2005265224 tempest-SecurityGroupRulesTestJSON-2005265224-project] 10.222.0.89 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1827 time: 0.2996469 Feb 04 17:14:02.522955 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [req-9151b781-262d-4301-a254-2cea9494cc22 req-1117bdc3-83dd-4421-a00f-4e3ff0d086aa tempest-SecurityGroupRulesTestJSON-2005265224 tempest-SecurityGroupRulesTestJSON-2005265224-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-111581231', 'description': 'tempest-description-2002566479'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:14:02.529008 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08f3062-2335-4300-9ffd-e4723065f901 tempest-SecurityGroupRulesTestJSON-2005265224 tempest-SecurityGroupRulesTestJSON-2005265224-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9b0dcfbe-0b71-43a9-b54e-8485608c47ed,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:14:02.584427 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-9151b781-262d-4301-a254-2cea9494cc22 req-1117bdc3-83dd-4421-a00f-4e3ff0d086aa tempest-SecurityGroupRulesTestJSON-2005265224 tempest-SecurityGroupRulesTestJSON-2005265224-project] Publish callbacks [] for security_group (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:02.599351 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b21c01f-3f10-46d4-bcd1-1f2932ece99f req-d3775301-2b64-4a48-8aed-f930ee242afe tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:14:02.601154 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-4b21c01f-3f10-46d4-bcd1-1f2932ece99f req-d3775301-2b64-4a48-8aed-f930ee242afe tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] 10.222.0.89 "GET /v2.0/ports?device_id=cc6828c0-e3de-440f-b02a-be00d4b9136d HTTP/1.1" status: 200 len: 950 time: 0.0734429 Feb 04 17:14:02.606468 n-d-827839-2 neutron-server[103376]: DEBUG neutron.notifiers.nova [req-cb4db48e-c8df-413f-9c6b-6680f0abd709 req-5ed7d7b4-8649-434b-a1b3-0bc9f9ca2403 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 17cda4ab-3ccf-457d-a2e3-93cde1c26576 {{(pid=103376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 17:14:02.619414 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-cb4db48e-c8df-413f-9c6b-6680f0abd709 req-5ed7d7b4-8649-434b-a1b3-0bc9f9ca2403 service neutron] Publish callbacks [] for port (17cda4ab-3ccf-457d-a2e3-93cde1c26576), precommit_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:02.644236 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.provisioning_blocks [req-cb4db48e-c8df-413f-9c6b-6680f0abd709 req-5ed7d7b4-8649-434b-a1b3-0bc9f9ca2403 service neutron] Transition to ACTIVE for port object 17cda4ab-3ccf-457d-a2e3-93cde1c26576 will not be triggered until provisioned by entity L2. {{(pid=103376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 17:14:02.648700 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-cb4db48e-c8df-413f-9c6b-6680f0abd709 req-5ed7d7b4-8649-434b-a1b3-0bc9f9ca2403 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (17cda4ab-3ccf-457d-a2e3-93cde1c26576), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:02.659213 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-4b21c01f-3f10-46d4-bcd1-1f2932ece99f req-9125e847-59f5-41ef-9703-b04e9fdf28ac tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] 10.222.0.89 "GET /v2.0/security-groups?id=5fa98c6a-94b3-4690-b9c3-4f0e67d11226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506184 Feb 04 17:14:02.754389 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-9151b781-262d-4301-a254-2cea9494cc22 req-1117bdc3-83dd-4421-a00f-4e3ff0d086aa tempest-SecurityGroupRulesTestJSON-2005265224 tempest-SecurityGroupRulesTestJSON-2005265224-project] Publish callbacks [] for security_group (cb99e544-f701-49ad-bb6f-1afa3fb1b4ad), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:02.768717 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-9151b781-262d-4301-a254-2cea9494cc22 req-1117bdc3-83dd-4421-a00f-4e3ff0d086aa tempest-SecurityGroupRulesTestJSON-2005265224 tempest-SecurityGroupRulesTestJSON-2005265224-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (cb99e544-f701-49ad-bb6f-1afa3fb1b4ad), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:02.777152 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed7d7b4-8649-434b-a1b3-0bc9f9ca2403 service neutron] Pushing event updated for resources: {'Port': ['ID=17cda4ab-3ccf-457d-a2e3-93cde1c26576,revision_number=2']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:14:02.792695 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [req-cb4db48e-c8df-413f-9c6b-6680f0abd709 req-5ed7d7b4-8649-434b-a1b3-0bc9f9ca2403 service neutron] Attempting to bind port 17cda4ab-3ccf-457d-a2e3-93cde1c26576 on host n-h1-827839-2 for vnic_type normal with profile {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:14:02.793065 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [req-cb4db48e-c8df-413f-9c6b-6680f0abd709 req-5ed7d7b4-8649-434b-a1b3-0bc9f9ca2403 service neutron] Attempting to bind port 17cda4ab-3ccf-457d-a2e3-93cde1c26576 by drivers openvswitch,hyperv on host n-h1-827839-2 at level 0 using segments [{'id': '4adf983e-b4f0-4caa-beec-ecaadf2366f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '865a5290-ec33-4655-84a4-bc1453190ac7'}] {{(pid=103376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:14:02.793398 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb4db48e-c8df-413f-9c6b-6680f0abd709 req-5ed7d7b4-8649-434b-a1b3-0bc9f9ca2403 service neutron] Attempting to bind port 17cda4ab-3ccf-457d-a2e3-93cde1c26576 on network 865a5290-ec33-4655-84a4-bc1453190ac7 {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:14:02.810891 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e198dbf0-ace5-4332-8652-759f7c4c48c0 req-f4b0f3a4-cd8e-40d9-b690-fbf40c255a44 tempest-FloatingIPsAssociationTestJSON-1767827216 tempest-FloatingIPsAssociationTestJSON-1767827216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:14:02.811560 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-9151b781-262d-4301-a254-2cea9494cc22 req-1117bdc3-83dd-4421-a00f-4e3ff0d086aa tempest-SecurityGroupRulesTestJSON-2005265224 tempest-SecurityGroupRulesTestJSON-2005265224-project] Publish callbacks [] for security_group (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:02.812388 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-e198dbf0-ace5-4332-8652-759f7c4c48c0 req-f4b0f3a4-cd8e-40d9-b690-fbf40c255a44 tempest-FloatingIPsAssociationTestJSON-1767827216 tempest-FloatingIPsAssociationTestJSON-1767827216-project] 10.222.0.89 "GET /v2.0/ports?device_id=5196e6cf-a12c-4bb6-90ee-c977b84aa4c1 HTTP/1.1" status: 200 len: 945 time: 0.0701149 Feb 04 17:14:02.812778 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-9151b781-262d-4301-a254-2cea9494cc22 req-1117bdc3-83dd-4421-a00f-4e3ff0d086aa tempest-SecurityGroupRulesTestJSON-2005265224 tempest-SecurityGroupRulesTestJSON-2005265224-project] 10.222.0.89 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1826 time: 0.2964125 Feb 04 17:14:02.813883 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb4db48e-c8df-413f-9c6b-6680f0abd709 req-5ed7d7b4-8649-434b-a1b3-0bc9f9ca2403 service neutron] Port 17cda4ab-3ccf-457d-a2e3-93cde1c26576 on network 865a5290-ec33-4655-84a4-bc1453190ac7 not bound, no agent of type Open vSwitch agent registered on host n-h1-827839-2 {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 17:14:02.813883 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb4db48e-c8df-413f-9c6b-6680f0abd709 req-5ed7d7b4-8649-434b-a1b3-0bc9f9ca2403 service neutron] Attempting to bind port 17cda4ab-3ccf-457d-a2e3-93cde1c26576 on network 865a5290-ec33-4655-84a4-bc1453190ac7 {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:14:02.825550 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1117bdc3-83dd-4421-a00f-4e3ff0d086aa tempest-SecurityGroupRulesTestJSON-2005265224 tempest-SecurityGroupRulesTestJSON-2005265224-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cb99e544-f701-49ad-bb6f-1afa3fb1b4ad,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:14:02.828172 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb4db48e-c8df-413f-9c6b-6680f0abd709 req-5ed7d7b4-8649-434b-a1b3-0bc9f9ca2403 service neutron] Checking agent: {'id': '3f9244a9-75fc-4c10-b195-11d48b853b41', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 8, 42), 'started_at': datetime.datetime(2022, 2, 4, 17, 8, 42), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 13, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:14:02.828521 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb4db48e-c8df-413f-9c6b-6680f0abd709 req-5ed7d7b4-8649-434b-a1b3-0bc9f9ca2403 service neutron] Checking segment: {'id': '4adf983e-b4f0-4caa-beec-ecaadf2366f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '865a5290-ec33-4655-84a4-bc1453190ac7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:14:02.828943 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb4db48e-c8df-413f-9c6b-6680f0abd709 req-5ed7d7b4-8649-434b-a1b3-0bc9f9ca2403 service neutron] Bound using segment: {'id': '4adf983e-b4f0-4caa-beec-ecaadf2366f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '865a5290-ec33-4655-84a4-bc1453190ac7'} {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:14:02.829386 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [req-cb4db48e-c8df-413f-9c6b-6680f0abd709 req-5ed7d7b4-8649-434b-a1b3-0bc9f9ca2403 service neutron] Bound port: 17cda4ab-3ccf-457d-a2e3-93cde1c26576, host: n-h1-827839-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4adf983e-b4f0-4caa-beec-ecaadf2366f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '865a5290-ec33-4655-84a4-bc1453190ac7'}}] {{(pid=103376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:14:02.829748 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-cb4db48e-c8df-413f-9c6b-6680f0abd709 req-5ed7d7b4-8649-434b-a1b3-0bc9f9ca2403 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (17cda4ab-3ccf-457d-a2e3-93cde1c26576), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:02.849107 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d408ec64-b374-4acb-a1fc-48241dad6d47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (0cd6d64a-47a7-40ff-8c12-71dd526c62e0), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:02.890451 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-e198dbf0-ace5-4332-8652-759f7c4c48c0 req-3530f95a-d180-4c78-b5d7-fff19604c9ff tempest-FloatingIPsAssociationTestJSON-1767827216 tempest-FloatingIPsAssociationTestJSON-1767827216-project] 10.222.0.89 "GET /v2.0/security-groups?id=6426fe0b-86c7-4694-a2c4-8fd16e84da96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668311 Feb 04 17:14:02.937116 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [req-cb4db48e-c8df-413f-9c6b-6680f0abd709 req-5ed7d7b4-8649-434b-a1b3-0bc9f9ca2403 service neutron] For port 17cda4ab-3ccf-457d-a2e3-93cde1c26576, host n-h1-827839-2, cleared binding levels {{(pid=103376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:14:02.953551 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [req-cb4db48e-c8df-413f-9c6b-6680f0abd709 req-5ed7d7b4-8649-434b-a1b3-0bc9f9ca2403 service neutron] For port 17cda4ab-3ccf-457d-a2e3-93cde1c26576, host n-h1-827839-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=17cda4ab-3ccf-457d-a2e3-93cde1c26576,segment=NetworkSegment(4adf983e-b4f0-4caa-beec-ecaadf2366f2),segment_id=4adf983e-b4f0-4caa-beec-ecaadf2366f2)] {{(pid=103376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:14:02.963389 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-cb4db48e-c8df-413f-9c6b-6680f0abd709 req-5ed7d7b4-8649-434b-a1b3-0bc9f9ca2403 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (17cda4ab-3ccf-457d-a2e3-93cde1c26576), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:02.978126 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d21baf1-08a3-4388-9841-db0851f40c4d req-6deea21e-d504-4fbb-bf1e-f7a039397929 tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:14:02.979659 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-8d21baf1-08a3-4388-9841-db0851f40c4d req-6deea21e-d504-4fbb-bf1e-f7a039397929 tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] 10.222.0.89 "GET /v2.0/ports?device_id=c54f216e-39fb-4465-8339-5b51cf4324bd HTTP/1.1" status: 200 len: 946 time: 0.0885599 Feb 04 17:14:02.987516 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-d413ea28-c183-4fa3-a555-713999c483cc req-ada737b6-1e18-4602-a2b4-936dd34ec4e4 tempest-SecurityGroupRulesTestJSON-2005265224 tempest-SecurityGroupRulesTestJSON-2005265224-project] 10.222.0.89 "GET /v2.0/security-groups/9b0dcfbe-0b71-43a9-b54e-8485608c47ed HTTP/1.1" status: 200 len: 1822 time: 0.0417299 Feb 04 17:14:03.035552 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4db48e-c8df-413f-9c6b-6680f0abd709 req-5ed7d7b4-8649-434b-a1b3-0bc9f9ca2403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:14:03.036192 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-cb4db48e-c8df-413f-9c6b-6680f0abd709 req-5ed7d7b4-8649-434b-a1b3-0bc9f9ca2403 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:03.037702 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-cb4db48e-c8df-413f-9c6b-6680f0abd709 req-5ed7d7b4-8649-434b-a1b3-0bc9f9ca2403 service neutron] 10.222.0.96 "PUT /v2.0/ports/17cda4ab-3ccf-457d-a2e3-93cde1c26576 HTTP/1.1" status: 200 len: 1091 time: 0.9789350 Feb 04 17:14:03.038421 n-d-827839-2 neutron-server[103376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7bfb0405-10b3-4cc0-8634-8feb429a0d1f', 'tag': '17cda4ab-3ccf-457d-a2e3-93cde1c26576'}] {{(pid=103376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:14:03.039718 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-d413ea28-c183-4fa3-a555-713999c483cc req-d6f4e782-9224-48a6-a55f-9ca38cdcf2bd tempest-SecurityGroupRulesTestJSON-2005265224 tempest-SecurityGroupRulesTestJSON-2005265224-project] 10.222.0.89 "GET /v2.0/security-groups/cb99e544-f701-49ad-bb6f-1afa3fb1b4ad HTTP/1.1" status: 200 len: 1821 time: 0.0453050 Feb 04 17:14:03.040785 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d59c3bb5e2f09ebf62144d5e09b1cff60c763a9c19614c24538e77842938c05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fee03a71-f0ab-4705-b106-35d80825dbe3" -d '{"events": [{"name": "network-changed", "server_uuid": "7bfb0405-10b3-4cc0-8634-8feb429a0d1f", "tag": "17cda4ab-3ccf-457d-a2e3-93cde1c26576"}]}' {{(pid=103376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:14:03.053283 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [req-d413ea28-c183-4fa3-a555-713999c483cc req-dc150095-9876-4edc-9fdc-c7adc0dabdf4 tempest-SecurityGroupRulesTestJSON-2005265224 tempest-SecurityGroupRulesTestJSON-2005265224-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '9b0dcfbe-0b71-43a9-b54e-8485608c47ed', 'remote_group_id': 'cb99e544-f701-49ad-bb6f-1afa3fb1b4ad', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:14:03.053733 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [req-d413ea28-c183-4fa3-a555-713999c483cc req-dc150095-9876-4edc-9fdc-c7adc0dabdf4 tempest-SecurityGroupRulesTestJSON-2005265224 tempest-SecurityGroupRulesTestJSON-2005265224-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '9b0dcfbe-0b71-43a9-b54e-8485608c47ed', 'remote_group_id': 'cb99e544-f701-49ad-bb6f-1afa3fb1b4ad', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:14:03.064324 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed7d7b4-8649-434b-a1b3-0bc9f9ca2403 service neutron] Pushing event updated for resources: {'Port': ['ID=17cda4ab-3ccf-457d-a2e3-93cde1c26576,revision_number=3']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:14:03.085730 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-8d21baf1-08a3-4388-9841-db0851f40c4d req-25761e69-fcac-4f6e-8dd7-a14ec5288354 tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] 10.222.0.89 "GET /v2.0/security-groups?id=4f68676b-760c-49c3-a14c-c9afa7ad720d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836170 Feb 04 17:14:03.122712 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-d413ea28-c183-4fa3-a555-713999c483cc req-dc150095-9876-4edc-9fdc-c7adc0dabdf4 tempest-SecurityGroupRulesTestJSON-2005265224 tempest-SecurityGroupRulesTestJSON-2005265224-project] Publish callbacks [] for security_group_rule (7595910d-aede-4d46-b1e1-90133122341d), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:03.140197 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4db48e-c8df-413f-9c6b-6680f0abd709 req-5439a00b-0c7f-41f6-a50c-a45eb793127d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:14:03.142305 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-cb4db48e-c8df-413f-9c6b-6680f0abd709 req-5439a00b-0c7f-41f6-a50c-a45eb793127d service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=8da6ad4e5ee34bf6bb722cd37ab73ea7&device_id=7bfb0405-10b3-4cc0-8634-8feb429a0d1f HTTP/1.1" status: 200 len: 1125 time: 0.0532942 Feb 04 17:14:03.180192 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-d413ea28-c183-4fa3-a555-713999c483cc req-dc150095-9876-4edc-9fdc-c7adc0dabdf4 tempest-SecurityGroupRulesTestJSON-2005265224 tempest-SecurityGroupRulesTestJSON-2005265224-project] Publish callbacks [] for security_group_rule (7595910d-aede-4d46-b1e1-90133122341d), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:03.185388 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-d413ea28-c183-4fa3-a555-713999c483cc req-dc150095-9876-4edc-9fdc-c7adc0dabdf4 tempest-SecurityGroupRulesTestJSON-2005265224 tempest-SecurityGroupRulesTestJSON-2005265224-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664556'] for security_group_rule (7595910d-aede-4d46-b1e1-90133122341d), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:03.193478 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-cb4db48e-c8df-413f-9c6b-6680f0abd709 req-f495c2b1-c916-4ab7-b8a7-2b629310955b service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=17cda4ab-3ccf-457d-a2e3-93cde1c26576 HTTP/1.1" status: 200 len: 217 time: 0.0446424 Feb 04 17:14:03.204299 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc150095-9876-4edc-9fdc-c7adc0dabdf4 tempest-SecurityGroupRulesTestJSON-2005265224 tempest-SecurityGroupRulesTestJSON-2005265224-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7595910d-aede-4d46-b1e1-90133122341d,revision_number=0']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:14:03.212924 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-d413ea28-c183-4fa3-a555-713999c483cc req-dc150095-9876-4edc-9fdc-c7adc0dabdf4 tempest-SecurityGroupRulesTestJSON-2005265224 tempest-SecurityGroupRulesTestJSON-2005265224-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:03.214137 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-d413ea28-c183-4fa3-a555-713999c483cc req-dc150095-9876-4edc-9fdc-c7adc0dabdf4 tempest-SecurityGroupRulesTestJSON-2005265224 tempest-SecurityGroupRulesTestJSON-2005265224-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.1668150 Feb 04 17:14:03.252763 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 17:14:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d48a0d6-e8ef-47ea-a16b-476ea95d0fa3 x-openstack-request-id: req-6d48a0d6-e8ef-47ea-a16b-476ea95d0fa3 {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:14:03.253287 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7bfb0405-10b3-4cc0-8634-8feb429a0d1f", "tag": "17cda4ab-3ccf-457d-a2e3-93cde1c26576", "status": "completed", "code": 200}]} {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:14:03.253422 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-6d48a0d6-e8ef-47ea-a16b-476ea95d0fa3 {{(pid=103376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:14:03.253825 n-d-827839-2 neutron-server[103376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7bfb0405-10b3-4cc0-8634-8feb429a0d1f', 'tag': '17cda4ab-3ccf-457d-a2e3-93cde1c26576', 'status': 'completed', 'code': 200} Feb 04 17:14:03.269978 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [req-c9143735-7265-4eb2-84aa-943ea33e4305 req-492d4e5c-f7b7-4090-973d-bcbac4b040ed tempest-SecurityGroupRulesTestJSON-2005265224 tempest-SecurityGroupRulesTestJSON-2005265224-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-128375105', 'description': 'tempest-description-1398212295'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:14:03.272113 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4db48e-c8df-413f-9c6b-6680f0abd709 req-55ce3053-9a2f-4d67-a0fd-8dc977fdac3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:14:03.273867 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-cb4db48e-c8df-413f-9c6b-6680f0abd709 req-55ce3053-9a2f-4d67-a0fd-8dc977fdac3a service neutron] 10.222.0.96 "GET /v2.0/subnets?id=22305eb3-36bf-4425-804b-f2478ee8714d HTTP/1.1" status: 200 len: 847 time: 0.0717955 Feb 04 17:14:03.295366 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-c9143735-7265-4eb2-84aa-943ea33e4305 req-492d4e5c-f7b7-4090-973d-bcbac4b040ed tempest-SecurityGroupRulesTestJSON-2005265224 tempest-SecurityGroupRulesTestJSON-2005265224-project] Publish callbacks [] for security_group (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:03.301167 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7a0faf-9866-466c-813c-3d608d1b864b req-78aeb899-7b11-4f5b-9c72-542df4bbf70c tempest-ImagesOneServerNegativeTestJSON-254357925 tempest-ImagesOneServerNegativeTestJSON-254357925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:14:03.302659 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-2f7a0faf-9866-466c-813c-3d608d1b864b req-78aeb899-7b11-4f5b-9c72-542df4bbf70c tempest-ImagesOneServerNegativeTestJSON-254357925 tempest-ImagesOneServerNegativeTestJSON-254357925-project] 10.222.0.89 "GET /v2.0/ports?device_id=426f9f67-7c89-4a3c-a6b9-33ee3738ed54 HTTP/1.1" status: 200 len: 946 time: 0.1126809 Feb 04 17:14:03.329628 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-cb4db48e-c8df-413f-9c6b-6680f0abd709 req-d8d0b324-a080-406b-9c7c-5780fda50b73 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=865a5290-ec33-4655-84a4-bc1453190ac7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0464008 Feb 04 17:14:03.371420 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-c9143735-7265-4eb2-84aa-943ea33e4305 req-492d4e5c-f7b7-4090-973d-bcbac4b040ed tempest-SecurityGroupRulesTestJSON-2005265224 tempest-SecurityGroupRulesTestJSON-2005265224-project] Publish callbacks [] for security_group (b1e7d788-8f08-4287-a9b0-103e457398fd), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:03.375526 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-c9143735-7265-4eb2-84aa-943ea33e4305 req-492d4e5c-f7b7-4090-973d-bcbac4b040ed tempest-SecurityGroupRulesTestJSON-2005265224 tempest-SecurityGroupRulesTestJSON-2005265224-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (b1e7d788-8f08-4287-a9b0-103e457398fd), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:03.400664 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-c9143735-7265-4eb2-84aa-943ea33e4305 req-492d4e5c-f7b7-4090-973d-bcbac4b040ed tempest-SecurityGroupRulesTestJSON-2005265224 tempest-SecurityGroupRulesTestJSON-2005265224-project] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:03.401922 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-c9143735-7265-4eb2-84aa-943ea33e4305 req-492d4e5c-f7b7-4090-973d-bcbac4b040ed tempest-SecurityGroupRulesTestJSON-2005265224 tempest-SecurityGroupRulesTestJSON-2005265224-project] 10.222.0.89 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1826 time: 0.1375527 Feb 04 17:14:03.415001 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492d4e5c-f7b7-4090-973d-bcbac4b040ed tempest-SecurityGroupRulesTestJSON-2005265224 tempest-SecurityGroupRulesTestJSON-2005265224-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b1e7d788-8f08-4287-a9b0-103e457398fd,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:14:03.416075 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-2f7a0faf-9866-466c-813c-3d608d1b864b req-62484a22-c059-4ff6-a44a-33d93be11458 tempest-ImagesOneServerNegativeTestJSON-254357925 tempest-ImagesOneServerNegativeTestJSON-254357925-project] 10.222.0.89 "GET /v2.0/security-groups?id=93c660a2-9a39-4e35-b172-c2fcfd9b6315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946817 Feb 04 17:14:03.453477 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [req-1f20f47d-f86d-43df-96e3-61d8d537effd req-7854eda7-d1d7-4403-8607-65c72fb9580d tempest-SecurityGroupRulesTestJSON-2005265224 tempest-SecurityGroupRulesTestJSON-2005265224-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1656434284', 'description': 'tempest-description-1833593349'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:14:03.467426 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-cb4db48e-c8df-413f-9c6b-6680f0abd709 req-0f833d3d-1997-4b9e-9bc9-f60cc308cb02 service neutron] 10.222.0.96 "GET /v2.0/networks/865a5290-ec33-4655-84a4-bc1453190ac7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314178 Feb 04 17:14:03.494157 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-1f20f47d-f86d-43df-96e3-61d8d537effd req-7854eda7-d1d7-4403-8607-65c72fb9580d tempest-SecurityGroupRulesTestJSON-2005265224 tempest-SecurityGroupRulesTestJSON-2005265224-project] Publish callbacks [] for security_group (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:03.527656 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1331c2b-1c57-4e11-ac1a-00b7008b9236 req-e6ee4a3c-4d8b-4ce3-a925-f601da6f5988 tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:14:03.529213 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-b1331c2b-1c57-4e11-ac1a-00b7008b9236 req-e6ee4a3c-4d8b-4ce3-a925-f601da6f5988 tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] 10.222.0.89 "GET /v2.0/ports?device_id=d8a46594-af9a-4c29-9a3e-2edb427e70fa HTTP/1.1" status: 200 len: 945 time: 0.0534766 Feb 04 17:14:03.567712 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device def23c9d-c30f-47d7-bd81-7d3520f20168 details requested by agent hyperv_n-h1-827839-2 with host n-h1-827839-2 {{(pid=103378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 17:14:03.585993 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-b1331c2b-1c57-4e11-ac1a-00b7008b9236 req-2920a967-abad-4397-98c4-b96ac746f203 tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] 10.222.0.89 "GET /v2.0/security-groups?id=119a7f03-3e07-4d1e-8852-d9f974f9f052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497270 Feb 04 17:14:03.603566 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-cb4db48e-c8df-413f-9c6b-6680f0abd709 req-0ae17440-3cf3-4848-9894-d8869970c935 service neutron] 10.222.0.96 "GET /v2.0/networks/865a5290-ec33-4655-84a4-bc1453190ac7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295164 Feb 04 17:14:03.629749 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-1f20f47d-f86d-43df-96e3-61d8d537effd req-7854eda7-d1d7-4403-8607-65c72fb9580d tempest-SecurityGroupRulesTestJSON-2005265224 tempest-SecurityGroupRulesTestJSON-2005265224-project] Publish callbacks [] for security_group (c0cc4f63-1e03-4fef-b06f-6d6282b7ea52), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:03.634401 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-1f20f47d-f86d-43df-96e3-61d8d537effd req-7854eda7-d1d7-4403-8607-65c72fb9580d tempest-SecurityGroupRulesTestJSON-2005265224 tempest-SecurityGroupRulesTestJSON-2005265224-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (c0cc4f63-1e03-4fef-b06f-6d6282b7ea52), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:03.667891 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-1f20f47d-f86d-43df-96e3-61d8d537effd req-7854eda7-d1d7-4403-8607-65c72fb9580d tempest-SecurityGroupRulesTestJSON-2005265224 tempest-SecurityGroupRulesTestJSON-2005265224-project] Publish callbacks [] for security_group (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:03.674171 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-1f20f47d-f86d-43df-96e3-61d8d537effd req-7854eda7-d1d7-4403-8607-65c72fb9580d tempest-SecurityGroupRulesTestJSON-2005265224 tempest-SecurityGroupRulesTestJSON-2005265224-project] 10.222.0.89 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1827 time: 0.2309415 Feb 04 17:14:03.693627 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7854eda7-d1d7-4403-8607-65c72fb9580d tempest-SecurityGroupRulesTestJSON-2005265224 tempest-SecurityGroupRulesTestJSON-2005265224-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c0cc4f63-1e03-4fef-b06f-6d6282b7ea52,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:14:03.724969 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] For port def23c9d-c30f-47d7-bd81-7d3520f20168, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=def23c9d-c30f-47d7-bd81-7d3520f20168,segment=NetworkSegment(3a39b085-d3e6-43bb-a64c-1b06dd049e5a),segment_id=3a39b085-d3e6-43bb-a64c-1b06dd049e5a)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:14:03.739674 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee03a71-f0ab-4705-b106-35d80825dbe3 req-07299823-d582-4e74-ad32-c106fe9da016 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:14:03.739979 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Returning: {'device': 'def23c9d-c30f-47d7-bd81-7d3520f20168', 'network_id': '02be22b9-aa53-40ea-8050-9239cd27d1ff', 'port_id': 'def23c9d-c30f-47d7-bd81-7d3520f20168', 'mac_address': 'fa:16:3e:21:39:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 797, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c974b0ff-2c5c-4667-8a81-3bde3ea6ced5', 'ip_address': '192.168.233.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 17:14:03.741283 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-fee03a71-f0ab-4705-b106-35d80825dbe3 req-07299823-d582-4e74-ad32-c106fe9da016 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=8da6ad4e5ee34bf6bb722cd37ab73ea7&device_id=7bfb0405-10b3-4cc0-8634-8feb429a0d1f HTTP/1.1" status: 200 len: 1125 time: 0.0647421 Feb 04 17:14:03.788018 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Current status of the port def23c9d-c30f-47d7-bd81-7d3520f20168 is: DOWN; New status is: BUILD {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:14:03.788677 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (def23c9d-c30f-47d7-bd81-7d3520f20168), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:03.804559 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id def23c9d-c30f-47d7-bd81-7d3520f20168 {{(pid=103378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 17:14:03.828647 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] For port def23c9d-c30f-47d7-bd81-7d3520f20168, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=def23c9d-c30f-47d7-bd81-7d3520f20168,segment=NetworkSegment(3a39b085-d3e6-43bb-a64c-1b06dd049e5a),segment_id=3a39b085-d3e6-43bb-a64c-1b06dd049e5a)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:14:03.834100 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (def23c9d-c30f-47d7-bd81-7d3520f20168), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:03.837902 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-ad70193a-b58e-499d-967c-124e90b7a14d req-1dfdb307-7241-42c1-a61f-11b0e0857df4 tempest-SecurityGroupRulesTestJSON-2005265224 tempest-SecurityGroupRulesTestJSON-2005265224-project] 10.222.0.89 "GET /v2.0/security-groups/b1e7d788-8f08-4287-a9b0-103e457398fd HTTP/1.1" status: 200 len: 1821 time: 0.0437615 Feb 04 17:14:03.867759 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad04296-8eda-472c-beab-8e67a1feb37a req-b288397a-039d-4ec1-a2f1-e124714a1df7 tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:14:03.869308 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-0ad04296-8eda-472c-beab-8e67a1feb37a req-b288397a-039d-4ec1-a2f1-e124714a1df7 tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] 10.222.0.89 "GET /v2.0/ports?device_id=7bfb0405-10b3-4cc0-8634-8feb429a0d1f HTTP/1.1" status: 200 len: 943 time: 0.1271381 Feb 04 17:14:03.884926 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-ad70193a-b58e-499d-967c-124e90b7a14d req-be7c2cdd-a0fe-4778-b197-0a659912ccef tempest-SecurityGroupRulesTestJSON-2005265224 tempest-SecurityGroupRulesTestJSON-2005265224-project] 10.222.0.89 "GET /v2.0/security-groups/c0cc4f63-1e03-4fef-b06f-6d6282b7ea52 HTTP/1.1" status: 200 len: 1822 time: 0.0411727 Feb 04 17:14:03.894852 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Pushing event updated for resources: {'Port': ['ID=def23c9d-c30f-47d7-bd81-7d3520f20168,revision_number=4']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:14:03.897475 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [req-ad70193a-b58e-499d-967c-124e90b7a14d req-aba4ced7-89b9-4161-915e-f50913b840e2 tempest-SecurityGroupRulesTestJSON-2005265224 tempest-SecurityGroupRulesTestJSON-2005265224-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'b1e7d788-8f08-4287-a9b0-103e457398fd', 'remote_group_id': 'c0cc4f63-1e03-4fef-b06f-6d6282b7ea52', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:14:03.898066 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee03a71-f0ab-4705-b106-35d80825dbe3 req-53461a04-a760-42b7-a587-f12dc52d572f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:14:03.898169 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [req-ad70193a-b58e-499d-967c-124e90b7a14d req-aba4ced7-89b9-4161-915e-f50913b840e2 tempest-SecurityGroupRulesTestJSON-2005265224 tempest-SecurityGroupRulesTestJSON-2005265224-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'b1e7d788-8f08-4287-a9b0-103e457398fd', 'remote_group_id': 'c0cc4f63-1e03-4fef-b06f-6d6282b7ea52', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:14:03.899175 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-fee03a71-f0ab-4705-b106-35d80825dbe3 req-53461a04-a760-42b7-a587-f12dc52d572f service neutron] 10.222.0.96 "GET /v2.0/networks?id=865a5290-ec33-4655-84a4-bc1453190ac7 HTTP/1.1" status: 200 len: 908 time: 0.1467443 Feb 04 17:14:03.957620 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-fee03a71-f0ab-4705-b106-35d80825dbe3 req-81d39213-1d07-4cb5-adee-d6a2832b8acd service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=17cda4ab-3ccf-457d-a2e3-93cde1c26576 HTTP/1.1" status: 200 len: 217 time: 0.0503976 Feb 04 17:14:03.961513 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-ad70193a-b58e-499d-967c-124e90b7a14d req-aba4ced7-89b9-4161-915e-f50913b840e2 tempest-SecurityGroupRulesTestJSON-2005265224 tempest-SecurityGroupRulesTestJSON-2005265224-project] Publish callbacks [] for security_group_rule (28b6f492-c515-4b17-8fcd-07da8626828f), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:03.968476 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-0ad04296-8eda-472c-beab-8e67a1feb37a req-0f5e48df-1e8a-4189-84ea-34bd08b08fde tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] 10.222.0.89 "GET /v2.0/security-groups?id=18e6cc58-e448-4d12-9423-2a502a086ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877800 Feb 04 17:14:03.997303 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-ad70193a-b58e-499d-967c-124e90b7a14d req-aba4ced7-89b9-4161-915e-f50913b840e2 tempest-SecurityGroupRulesTestJSON-2005265224 tempest-SecurityGroupRulesTestJSON-2005265224-project] Publish callbacks [] for security_group_rule (28b6f492-c515-4b17-8fcd-07da8626828f), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:04.002115 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-ad70193a-b58e-499d-967c-124e90b7a14d req-aba4ced7-89b9-4161-915e-f50913b840e2 tempest-SecurityGroupRulesTestJSON-2005265224 tempest-SecurityGroupRulesTestJSON-2005265224-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664556'] for security_group_rule (28b6f492-c515-4b17-8fcd-07da8626828f), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:04.021104 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba4ced7-89b9-4161-915e-f50913b840e2 tempest-SecurityGroupRulesTestJSON-2005265224 tempest-SecurityGroupRulesTestJSON-2005265224-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28b6f492-c515-4b17-8fcd-07da8626828f,revision_number=0']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:14:04.021609 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee03a71-f0ab-4705-b106-35d80825dbe3 req-7ac9ce85-5411-4092-bb50-06173ae7e08f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:14:04.025979 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-fee03a71-f0ab-4705-b106-35d80825dbe3 req-7ac9ce85-5411-4092-bb50-06173ae7e08f service neutron] 10.222.0.96 "GET /v2.0/subnets?id=22305eb3-36bf-4425-804b-f2478ee8714d HTTP/1.1" status: 200 len: 847 time: 0.0564117 Feb 04 17:14:04.030164 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-ad70193a-b58e-499d-967c-124e90b7a14d req-aba4ced7-89b9-4161-915e-f50913b840e2 tempest-SecurityGroupRulesTestJSON-2005265224 tempest-SecurityGroupRulesTestJSON-2005265224-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:04.031367 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-ad70193a-b58e-499d-967c-124e90b7a14d req-aba4ced7-89b9-4161-915e-f50913b840e2 tempest-SecurityGroupRulesTestJSON-2005265224 tempest-SecurityGroupRulesTestJSON-2005265224-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.1388552 Feb 04 17:14:04.089021 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-fee03a71-f0ab-4705-b106-35d80825dbe3 req-2dda8eb6-d696-4dc0-95a9-95974acd4db1 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=865a5290-ec33-4655-84a4-bc1453190ac7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0532713 Feb 04 17:14:04.133832 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc9fc84-d1da-4139-b416-aaae93b2e1db req-bb378d71-5b9d-415a-a64d-77e70c03d407 tempest-ImagesOneServerNegativeTestJSON-254357925 tempest-ImagesOneServerNegativeTestJSON-254357925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:14:04.135290 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-5bc9fc84-d1da-4139-b416-aaae93b2e1db req-bb378d71-5b9d-415a-a64d-77e70c03d407 tempest-ImagesOneServerNegativeTestJSON-254357925 tempest-ImagesOneServerNegativeTestJSON-254357925-project] 10.222.0.89 "GET /v2.0/ports?device_id=426f9f67-7c89-4a3c-a6b9-33ee3738ed54 HTTP/1.1" status: 200 len: 946 time: 0.0532913 Feb 04 17:14:04.162072 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb871992-8ead-4331-8710-3daf9a817ee2 req-fc9cba54-7173-498b-8ade-a42be52e4925 tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:14:04.163591 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-fb871992-8ead-4331-8710-3daf9a817ee2 req-fc9cba54-7173-498b-8ade-a42be52e4925 tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] 10.222.0.89 "GET /v2.0/ports?device_id=cc6828c0-e3de-440f-b02a-be00d4b9136d HTTP/1.1" status: 200 len: 950 time: 0.1170855 Feb 04 17:14:04.186147 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-5bc9fc84-d1da-4139-b416-aaae93b2e1db req-21c5de65-9dd8-462a-9a0f-d3cbbf39dea9 tempest-ImagesOneServerNegativeTestJSON-254357925 tempest-ImagesOneServerNegativeTestJSON-254357925-project] 10.222.0.89 "GET /v2.0/security-groups?id=93c660a2-9a39-4e35-b172-c2fcfd9b6315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449297 Feb 04 17:14:04.227039 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-fee03a71-f0ab-4705-b106-35d80825dbe3 req-c8052f93-3777-46d4-827d-a7851ad4e3d5 service neutron] 10.222.0.96 "GET /v2.0/networks/865a5290-ec33-4655-84a4-bc1453190ac7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308343 Feb 04 17:14:04.245863 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-fb871992-8ead-4331-8710-3daf9a817ee2 req-89c7b96e-0aa8-41d2-86cd-36a8ed4d9db6 tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] 10.222.0.89 "GET /v2.0/security-groups?id=5fa98c6a-94b3-4690-b9c3-4f0e67d11226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752871 Feb 04 17:14:04.295169 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e673283f-6e2f-4a8c-be0f-dc9b7734065c req-99af244d-7aa6-4000-bd66-ac0b7270e412 tempest-FloatingIPsAssociationTestJSON-1767827216 tempest-FloatingIPsAssociationTestJSON-1767827216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:14:04.296644 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-e673283f-6e2f-4a8c-be0f-dc9b7734065c req-99af244d-7aa6-4000-bd66-ac0b7270e412 tempest-FloatingIPsAssociationTestJSON-1767827216 tempest-FloatingIPsAssociationTestJSON-1767827216-project] 10.222.0.89 "GET /v2.0/ports?device_id=5196e6cf-a12c-4bb6-90ee-c977b84aa4c1 HTTP/1.1" status: 200 len: 945 time: 0.0561810 Feb 04 17:14:04.348285 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-bf86d419-c870-49dc-bd66-f60f542a07de req-546e0cfe-2e2e-41cd-bd63-62d872358ae1 tempest-SecurityGroupRulesTestJSON-2005265224 tempest-SecurityGroupRulesTestJSON-2005265224-project] 10.222.0.89 "GET /v2.0/security-groups/c0cc4f63-1e03-4fef-b06f-6d6282b7ea52 HTTP/1.1" status: 200 len: 1822 time: 0.0635967 Feb 04 17:14:04.355081 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-e673283f-6e2f-4a8c-be0f-dc9b7734065c req-b2f4856e-e6ed-4c24-87e7-9bed147acc4f tempest-FloatingIPsAssociationTestJSON-1767827216 tempest-FloatingIPsAssociationTestJSON-1767827216-project] 10.222.0.89 "GET /v2.0/security-groups?id=6426fe0b-86c7-4694-a2c4-8fd16e84da96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519733 Feb 04 17:14:04.366384 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-fee03a71-f0ab-4705-b106-35d80825dbe3 req-68f88f5f-5446-48b4-8252-309b37dc83b0 service neutron] 10.222.0.96 "GET /v2.0/networks/865a5290-ec33-4655-84a4-bc1453190ac7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317592 Feb 04 17:14:04.413727 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-bf86d419-c870-49dc-bd66-f60f542a07de req-5660b3c8-02af-4300-b04f-972593041bdd tempest-SecurityGroupRulesTestJSON-2005265224 tempest-SecurityGroupRulesTestJSON-2005265224-project] Publish callbacks [] for security_group (c0cc4f63-1e03-4fef-b06f-6d6282b7ea52), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:04.436774 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-bf86d419-c870-49dc-bd66-f60f542a07de req-5660b3c8-02af-4300-b04f-972593041bdd tempest-SecurityGroupRulesTestJSON-2005265224 tempest-SecurityGroupRulesTestJSON-2005265224-project] Publish callbacks [] for security_group (c0cc4f63-1e03-4fef-b06f-6d6282b7ea52), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:04.462173 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd31c33-69ac-443f-944e-9e9d307a466e req-e61d8812-ab81-409b-ae39-680cc5c6c753 tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:14:04.463573 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-dcd31c33-69ac-443f-944e-9e9d307a466e req-e61d8812-ab81-409b-ae39-680cc5c6c753 tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] 10.222.0.89 "GET /v2.0/ports?device_id=c54f216e-39fb-4465-8339-5b51cf4324bd HTTP/1.1" status: 200 len: 947 time: 0.0522001 Feb 04 17:14:04.502598 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-bf86d419-c870-49dc-bd66-f60f542a07de req-5660b3c8-02af-4300-b04f-972593041bdd tempest-SecurityGroupRulesTestJSON-2005265224 tempest-SecurityGroupRulesTestJSON-2005265224-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (c0cc4f63-1e03-4fef-b06f-6d6282b7ea52), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:04.505862 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-bf86d419-c870-49dc-bd66-f60f542a07de req-5660b3c8-02af-4300-b04f-972593041bdd tempest-SecurityGroupRulesTestJSON-2005265224 tempest-SecurityGroupRulesTestJSON-2005265224-project] Publish callbacks [] for security_group (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:04.509297 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-bf86d419-c870-49dc-bd66-f60f542a07de req-5660b3c8-02af-4300-b04f-972593041bdd tempest-SecurityGroupRulesTestJSON-2005265224 tempest-SecurityGroupRulesTestJSON-2005265224-project] 10.222.0.89 "DELETE /v2.0/security-groups/c0cc4f63-1e03-4fef-b06f-6d6282b7ea52 HTTP/1.1" status: 204 len: 173 time: 0.1536789 Feb 04 17:14:04.510922 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-dcd31c33-69ac-443f-944e-9e9d307a466e req-0350aeee-3313-4e9b-b3d4-4b3474ccbab4 tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] 10.222.0.89 "GET /v2.0/security-groups?id=4f68676b-760c-49c3-a14c-c9afa7ad720d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417874 Feb 04 17:14:04.530550 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5660b3c8-02af-4300-b04f-972593041bdd tempest-SecurityGroupRulesTestJSON-2005265224 tempest-SecurityGroupRulesTestJSON-2005265224-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0cc4f63-1e03-4fef-b06f-6d6282b7ea52,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:14:04.564532 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-4bc00b63-f20d-45f7-b0b4-3db7e69a34ff req-247cd392-4ba2-403c-a5ae-6f892590b4fc tempest-SecurityGroupRulesTestJSON-2005265224 tempest-SecurityGroupRulesTestJSON-2005265224-project] 10.222.0.89 "GET /v2.0/security-groups/b1e7d788-8f08-4287-a9b0-103e457398fd HTTP/1.1" status: 200 len: 1821 time: 0.0406306 Feb 04 17:14:04.576305 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] get_ports_and_sgs() called for port_ids ['def23c9d-c30f-47d7-bd81-7d3520f20168'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 17:14:04.590732 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [req-be81174f-bbd1-48ad-8d74-17f19a061ee3 req-19336e21-d21e-4017-b266-b367e5c0b861 tempest-SecurityGroupRulesTestJSON-2005265224 tempest-SecurityGroupRulesTestJSON-2005265224-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-574690929', 'description': 'tempest-description-1180210946'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:14:04.613678 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-be81174f-bbd1-48ad-8d74-17f19a061ee3 req-19336e21-d21e-4017-b266-b367e5c0b861 tempest-SecurityGroupRulesTestJSON-2005265224 tempest-SecurityGroupRulesTestJSON-2005265224-project] Publish callbacks [] for security_group (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:04.636558 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4f14bb47-e72b-46ac-9e44-a61d9293afcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (75326290-f7a3-4db8-9cf2-15c7139ed224), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:04.700399 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-be81174f-bbd1-48ad-8d74-17f19a061ee3 req-19336e21-d21e-4017-b266-b367e5c0b861 tempest-SecurityGroupRulesTestJSON-2005265224 tempest-SecurityGroupRulesTestJSON-2005265224-project] Publish callbacks [] for security_group (c5f1c860-3f9a-4a6f-9d8a-28ba3c3ba72e), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:04.705328 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-be81174f-bbd1-48ad-8d74-17f19a061ee3 req-19336e21-d21e-4017-b266-b367e5c0b861 tempest-SecurityGroupRulesTestJSON-2005265224 tempest-SecurityGroupRulesTestJSON-2005265224-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (c5f1c860-3f9a-4a6f-9d8a-28ba3c3ba72e), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:04.730260 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3eefdb4-8759-43e3-8c3f-1fde5cebb529 req-e58a8a15-183d-4d7c-a15a-904d3067dc15 tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:14:04.732183 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-e3eefdb4-8759-43e3-8c3f-1fde5cebb529 req-e58a8a15-183d-4d7c-a15a-904d3067dc15 tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] 10.222.0.89 "GET /v2.0/ports?device_id=d8a46594-af9a-4c29-9a3e-2edb427e70fa HTTP/1.1" status: 200 len: 945 time: 0.0570128 Feb 04 17:14:04.740273 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-be81174f-bbd1-48ad-8d74-17f19a061ee3 req-19336e21-d21e-4017-b266-b367e5c0b861 tempest-SecurityGroupRulesTestJSON-2005265224 tempest-SecurityGroupRulesTestJSON-2005265224-project] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:04.741528 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-be81174f-bbd1-48ad-8d74-17f19a061ee3 req-19336e21-d21e-4017-b266-b367e5c0b861 tempest-SecurityGroupRulesTestJSON-2005265224 tempest-SecurityGroupRulesTestJSON-2005265224-project] 10.222.0.89 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1826 time: 0.1549501 Feb 04 17:14:04.750240 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19336e21-d21e-4017-b266-b367e5c0b861 tempest-SecurityGroupRulesTestJSON-2005265224 tempest-SecurityGroupRulesTestJSON-2005265224-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c5f1c860-3f9a-4a6f-9d8a-28ba3c3ba72e,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:14:04.784131 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-e3eefdb4-8759-43e3-8c3f-1fde5cebb529 req-bfb83d17-6e50-4e5a-8151-4f0ef21e1c34 tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] 10.222.0.89 "GET /v2.0/security-groups?id=119a7f03-3e07-4d1e-8852-d9f974f9f052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432596 Feb 04 17:14:04.803509 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-aaa6ec71-a141-4dc9-b080-d38a2eca216f req-349d91c8-9c84-4235-8078-2a9c7728d731 tempest-SecurityGroupRulesTestJSON-2005265224 tempest-SecurityGroupRulesTestJSON-2005265224-project] 10.222.0.89 "GET /v2.0/security-groups/c5f1c860-3f9a-4a6f-9d8a-28ba3c3ba72e HTTP/1.1" status: 200 len: 1821 time: 0.0402143 Feb 04 17:14:04.813150 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [req-aaa6ec71-a141-4dc9-b080-d38a2eca216f req-b9dfd81a-14bf-4d85-93e5-2179ad3b79cf tempest-SecurityGroupRulesTestJSON-2005265224 tempest-SecurityGroupRulesTestJSON-2005265224-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'c5f1c860-3f9a-4a6f-9d8a-28ba3c3ba72e', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:14:04.813477 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [req-aaa6ec71-a141-4dc9-b080-d38a2eca216f req-b9dfd81a-14bf-4d85-93e5-2179ad3b79cf tempest-SecurityGroupRulesTestJSON-2005265224 tempest-SecurityGroupRulesTestJSON-2005265224-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'c5f1c860-3f9a-4a6f-9d8a-28ba3c3ba72e', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:14:04.867457 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-aaa6ec71-a141-4dc9-b080-d38a2eca216f req-b9dfd81a-14bf-4d85-93e5-2179ad3b79cf tempest-SecurityGroupRulesTestJSON-2005265224 tempest-SecurityGroupRulesTestJSON-2005265224-project] Publish callbacks [] for security_group_rule (edfc2937-9a01-4dc1-b326-af3b9ac10778), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:04.891603 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-aaa6ec71-a141-4dc9-b080-d38a2eca216f req-b9dfd81a-14bf-4d85-93e5-2179ad3b79cf tempest-SecurityGroupRulesTestJSON-2005265224 tempest-SecurityGroupRulesTestJSON-2005265224-project] Publish callbacks [] for security_group_rule (edfc2937-9a01-4dc1-b326-af3b9ac10778), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:04.895484 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-aaa6ec71-a141-4dc9-b080-d38a2eca216f req-b9dfd81a-14bf-4d85-93e5-2179ad3b79cf tempest-SecurityGroupRulesTestJSON-2005265224 tempest-SecurityGroupRulesTestJSON-2005265224-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664556'] for security_group_rule (edfc2937-9a01-4dc1-b326-af3b9ac10778), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:04.909892 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9dfd81a-14bf-4d85-93e5-2179ad3b79cf tempest-SecurityGroupRulesTestJSON-2005265224 tempest-SecurityGroupRulesTestJSON-2005265224-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=edfc2937-9a01-4dc1-b326-af3b9ac10778,revision_number=0']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:14:04.920290 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-aaa6ec71-a141-4dc9-b080-d38a2eca216f req-b9dfd81a-14bf-4d85-93e5-2179ad3b79cf tempest-SecurityGroupRulesTestJSON-2005265224 tempest-SecurityGroupRulesTestJSON-2005265224-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:04.921492 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-aaa6ec71-a141-4dc9-b080-d38a2eca216f req-b9dfd81a-14bf-4d85-93e5-2179ad3b79cf tempest-SecurityGroupRulesTestJSON-2005265224 tempest-SecurityGroupRulesTestJSON-2005265224-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1121707 Feb 04 17:14:04.979563 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-597ccd24-f8d9-4ba4-bb8b-550dc23f9640 req-fea148e9-f934-4080-b5f0-d35275e9ddac tempest-SecurityGroupRulesTestJSON-2005265224 tempest-SecurityGroupRulesTestJSON-2005265224-project] 10.222.0.89 "GET /v2.0/security-groups/c5f1c860-3f9a-4a6f-9d8a-28ba3c3ba72e HTTP/1.1" status: 200 len: 2414 time: 0.0386884 Feb 04 17:14:04.989371 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [req-597ccd24-f8d9-4ba4-bb8b-550dc23f9640 req-411afbc0-8e03-4b2a-93ea-421b55397f85 tempest-SecurityGroupRulesTestJSON-2005265224 tempest-SecurityGroupRulesTestJSON-2005265224-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'c5f1c860-3f9a-4a6f-9d8a-28ba3c3ba72e', 'remote_group_id': None}]} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:14:04.989690 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [req-597ccd24-f8d9-4ba4-bb8b-550dc23f9640 req-411afbc0-8e03-4b2a-93ea-421b55397f85 tempest-SecurityGroupRulesTestJSON-2005265224 tempest-SecurityGroupRulesTestJSON-2005265224-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'c5f1c860-3f9a-4a6f-9d8a-28ba3c3ba72e', 'remote_group_id': None}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:14:05.046039 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-597ccd24-f8d9-4ba4-bb8b-550dc23f9640 req-411afbc0-8e03-4b2a-93ea-421b55397f85 tempest-SecurityGroupRulesTestJSON-2005265224 tempest-SecurityGroupRulesTestJSON-2005265224-project] Publish callbacks [] for security_group_rule (442f3fd4-3a16-4758-8839-57638e1efc40), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:05.074841 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-597ccd24-f8d9-4ba4-bb8b-550dc23f9640 req-411afbc0-8e03-4b2a-93ea-421b55397f85 tempest-SecurityGroupRulesTestJSON-2005265224 tempest-SecurityGroupRulesTestJSON-2005265224-project] Publish callbacks [] for security_group_rule (442f3fd4-3a16-4758-8839-57638e1efc40), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:05.082302 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-597ccd24-f8d9-4ba4-bb8b-550dc23f9640 req-411afbc0-8e03-4b2a-93ea-421b55397f85 tempest-SecurityGroupRulesTestJSON-2005265224 tempest-SecurityGroupRulesTestJSON-2005265224-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664556'] for security_group_rule (442f3fd4-3a16-4758-8839-57638e1efc40), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:05.093068 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a65116c-1a92-47dd-818a-4c3f25077a7c req-1c3c6a4e-0591-476d-8d70-bc7dd11e74f5 tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:14:05.097238 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-1a65116c-1a92-47dd-818a-4c3f25077a7c req-1c3c6a4e-0591-476d-8d70-bc7dd11e74f5 tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] 10.222.0.89 "GET /v2.0/ports?device_id=7bfb0405-10b3-4cc0-8634-8feb429a0d1f HTTP/1.1" status: 200 len: 943 time: 0.0575104 Feb 04 17:14:05.098857 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411afbc0-8e03-4b2a-93ea-421b55397f85 tempest-SecurityGroupRulesTestJSON-2005265224 tempest-SecurityGroupRulesTestJSON-2005265224-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=442f3fd4-3a16-4758-8839-57638e1efc40,revision_number=0']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:14:05.110554 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-597ccd24-f8d9-4ba4-bb8b-550dc23f9640 req-411afbc0-8e03-4b2a-93ea-421b55397f85 tempest-SecurityGroupRulesTestJSON-2005265224 tempest-SecurityGroupRulesTestJSON-2005265224-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:05.111768 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-597ccd24-f8d9-4ba4-bb8b-550dc23f9640 req-411afbc0-8e03-4b2a-93ea-421b55397f85 tempest-SecurityGroupRulesTestJSON-2005265224 tempest-SecurityGroupRulesTestJSON-2005265224-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.1261597 Feb 04 17:14:05.146841 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-1a65116c-1a92-47dd-818a-4c3f25077a7c req-c6af0bec-072d-41cf-8e27-2fc09bfed746 tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] 10.222.0.89 "GET /v2.0/security-groups?id=18e6cc58-e448-4d12-9423-2a502a086ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463636 Feb 04 17:14:05.176458 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-63008522-22ae-4c73-b89c-103757faf7a0 req-31dc9a90-2003-4f4b-8988-f2484377320f tempest-SecurityGroupRulesTestJSON-2005265224 tempest-SecurityGroupRulesTestJSON-2005265224-project] 10.222.0.89 "GET /v2.0/security-groups/c5f1c860-3f9a-4a6f-9d8a-28ba3c3ba72e HTTP/1.1" status: 200 len: 3012 time: 0.0424497 Feb 04 17:14:05.218437 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-d3e1692d-9ead-4949-9b4f-eaf3bff4e24f req-68735bb0-6588-43eb-8eda-103628ada271 tempest-SecurityGroupRulesTestJSON-2005265224 tempest-SecurityGroupRulesTestJSON-2005265224-project] 10.222.0.89 "GET /v2.0/security-group-rules/442f3fd4-3a16-4758-8839-57638e1efc40 HTTP/1.1" status: 200 len: 783 time: 0.0209386 Feb 04 17:14:05.263471 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-d3e1692d-9ead-4949-9b4f-eaf3bff4e24f req-941d7d82-dc56-4762-b9fc-6ee50ef38cbf tempest-SecurityGroupRulesTestJSON-2005265224 tempest-SecurityGroupRulesTestJSON-2005265224-project] 10.222.0.89 "GET /v2.0/security-groups/c5f1c860-3f9a-4a6f-9d8a-28ba3c3ba72e HTTP/1.1" status: 200 len: 3012 time: 0.0389898 Feb 04 17:14:05.292050 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-d3e1692d-9ead-4949-9b4f-eaf3bff4e24f req-c3b984b8-5dec-4f54-a909-36c9776d57cb tempest-SecurityGroupRulesTestJSON-2005265224 tempest-SecurityGroupRulesTestJSON-2005265224-project] Publish callbacks [] for security_group_rule (442f3fd4-3a16-4758-8839-57638e1efc40), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:05.299847 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-d3e1692d-9ead-4949-9b4f-eaf3bff4e24f req-c3b984b8-5dec-4f54-a909-36c9776d57cb tempest-SecurityGroupRulesTestJSON-2005265224 tempest-SecurityGroupRulesTestJSON-2005265224-project] Publish callbacks [] for security_group_rule (442f3fd4-3a16-4758-8839-57638e1efc40), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:05.307510 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e78fbb1-4d9e-46e3-936d-7d278aca9405 req-12313f3d-48f0-449d-a3b7-b63b76c96131 tempest-ImagesOneServerNegativeTestJSON-254357925 tempest-ImagesOneServerNegativeTestJSON-254357925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:14:05.309043 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-1e78fbb1-4d9e-46e3-936d-7d278aca9405 req-12313f3d-48f0-449d-a3b7-b63b76c96131 tempest-ImagesOneServerNegativeTestJSON-254357925 tempest-ImagesOneServerNegativeTestJSON-254357925-project] 10.222.0.89 "GET /v2.0/ports?device_id=426f9f67-7c89-4a3c-a6b9-33ee3738ed54 HTTP/1.1" status: 200 len: 946 time: 0.0560126 Feb 04 17:14:05.355789 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-d3e1692d-9ead-4949-9b4f-eaf3bff4e24f req-c3b984b8-5dec-4f54-a909-36c9776d57cb tempest-SecurityGroupRulesTestJSON-2005265224 tempest-SecurityGroupRulesTestJSON-2005265224-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664556'] for security_group_rule (442f3fd4-3a16-4758-8839-57638e1efc40), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:05.356932 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-1e78fbb1-4d9e-46e3-936d-7d278aca9405 req-34e0a70e-9a47-4265-a8fc-1ad59b573d78 tempest-ImagesOneServerNegativeTestJSON-254357925 tempest-ImagesOneServerNegativeTestJSON-254357925-project] 10.222.0.89 "GET /v2.0/security-groups?id=93c660a2-9a39-4e35-b172-c2fcfd9b6315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420120 Feb 04 17:14:05.363480 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-d3e1692d-9ead-4949-9b4f-eaf3bff4e24f req-c3b984b8-5dec-4f54-a909-36c9776d57cb tempest-SecurityGroupRulesTestJSON-2005265224 tempest-SecurityGroupRulesTestJSON-2005265224-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:05.364575 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-d3e1692d-9ead-4949-9b4f-eaf3bff4e24f req-c3b984b8-5dec-4f54-a909-36c9776d57cb tempest-SecurityGroupRulesTestJSON-2005265224 tempest-SecurityGroupRulesTestJSON-2005265224-project] 10.222.0.89 "DELETE /v2.0/security-group-rules/442f3fd4-3a16-4758-8839-57638e1efc40 HTTP/1.1" status: 204 len: 173 time: 0.0954266 Feb 04 17:14:05.380209 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f7a21f-8812-45e5-b8ec-a1c7233e84d2 req-778967ef-d919-4a5d-8359-531b316962e8 tempest-ImagesOneServerNegativeTestJSON-254357925 tempest-ImagesOneServerNegativeTestJSON-254357925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:14:05.381738 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-18f7a21f-8812-45e5-b8ec-a1c7233e84d2 req-778967ef-d919-4a5d-8359-531b316962e8 tempest-ImagesOneServerNegativeTestJSON-254357925 tempest-ImagesOneServerNegativeTestJSON-254357925-project] 10.222.0.90 "GET /v2.0/ports?device_id=426f9f67-7c89-4a3c-a6b9-33ee3738ed54 HTTP/1.1" status: 200 len: 946 time: 0.0752845 Feb 04 17:14:05.382763 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b984b8-5dec-4f54-a909-36c9776d57cb tempest-SecurityGroupRulesTestJSON-2005265224 tempest-SecurityGroupRulesTestJSON-2005265224-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=442f3fd4-3a16-4758-8839-57638e1efc40,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:14:05.431731 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-da3fc8d5-fd21-41ec-a54b-d799241362cc req-76dc7e0b-b967-4ae1-891b-15839f19b14c tempest-SecurityGroupRulesTestJSON-2005265224 tempest-SecurityGroupRulesTestJSON-2005265224-project] 10.222.0.89 "GET /v2.0/security-groups/c5f1c860-3f9a-4a6f-9d8a-28ba3c3ba72e HTTP/1.1" status: 200 len: 2414 time: 0.0434959 Feb 04 17:14:05.489453 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-da3fc8d5-fd21-41ec-a54b-d799241362cc req-73cc4eff-f182-4c91-b1c0-1a57b6759970 tempest-SecurityGroupRulesTestJSON-2005265224 tempest-SecurityGroupRulesTestJSON-2005265224-project] Publish callbacks [] for security_group (c5f1c860-3f9a-4a6f-9d8a-28ba3c3ba72e), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:05.509421 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5392a653-bf9d-44a9-9ba7-7059565dd568 req-f9942dce-9537-4474-b244-b6ee68cefb5d tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:14:05.510814 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-5392a653-bf9d-44a9-9ba7-7059565dd568 req-f9942dce-9537-4474-b244-b6ee68cefb5d tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] 10.222.0.89 "GET /v2.0/ports?device_id=cc6828c0-e3de-440f-b02a-be00d4b9136d HTTP/1.1" status: 200 len: 950 time: 0.0888727 Feb 04 17:14:05.515556 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-da3fc8d5-fd21-41ec-a54b-d799241362cc req-73cc4eff-f182-4c91-b1c0-1a57b6759970 tempest-SecurityGroupRulesTestJSON-2005265224 tempest-SecurityGroupRulesTestJSON-2005265224-project] Publish callbacks [] for security_group (c5f1c860-3f9a-4a6f-9d8a-28ba3c3ba72e), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:05.539280 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [req-18f7a21f-8812-45e5-b8ec-a1c7233e84d2 req-34cc2026-bce5-4107-b75b-4bafca1ba2c4 tempest-ImagesOneServerNegativeTestJSON-254357925 tempest-ImagesOneServerNegativeTestJSON-254357925-project] Deleting port 8f89dfaf-ace8-4eee-817b-ad08272e9a38 {{(pid=103377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:14:05.539622 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-18f7a21f-8812-45e5-b8ec-a1c7233e84d2 req-34cc2026-bce5-4107-b75b-4bafca1ba2c4 tempest-ImagesOneServerNegativeTestJSON-254357925 tempest-ImagesOneServerNegativeTestJSON-254357925-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (8f89dfaf-ace8-4eee-817b-ad08272e9a38), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:05.561043 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-da3fc8d5-fd21-41ec-a54b-d799241362cc req-73cc4eff-f182-4c91-b1c0-1a57b6759970 tempest-SecurityGroupRulesTestJSON-2005265224 tempest-SecurityGroupRulesTestJSON-2005265224-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (c5f1c860-3f9a-4a6f-9d8a-28ba3c3ba72e), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:05.563626 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-da3fc8d5-fd21-41ec-a54b-d799241362cc req-73cc4eff-f182-4c91-b1c0-1a57b6759970 tempest-SecurityGroupRulesTestJSON-2005265224 tempest-SecurityGroupRulesTestJSON-2005265224-project] Publish callbacks [] for security_group (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:05.564952 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-da3fc8d5-fd21-41ec-a54b-d799241362cc req-73cc4eff-f182-4c91-b1c0-1a57b6759970 tempest-SecurityGroupRulesTestJSON-2005265224 tempest-SecurityGroupRulesTestJSON-2005265224-project] 10.222.0.89 "DELETE /v2.0/security-groups/c5f1c860-3f9a-4a6f-9d8a-28ba3c3ba72e HTTP/1.1" status: 204 len: 173 time: 0.1273742 Feb 04 17:14:05.577025 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cc4eff-f182-4c91-b1c0-1a57b6759970 tempest-SecurityGroupRulesTestJSON-2005265224 tempest-SecurityGroupRulesTestJSON-2005265224-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5f1c860-3f9a-4a6f-9d8a-28ba3c3ba72e,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:14:05.634309 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-5392a653-bf9d-44a9-9ba7-7059565dd568 req-2fdc7ff2-da13-4750-9bc6-29389ce99f06 tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] 10.222.0.89 "GET /v2.0/security-groups?id=5fa98c6a-94b3-4690-b9c3-4f0e67d11226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156802 Feb 04 17:14:05.658404 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (ba70844b-66a0-45fd-a2f2-e6ed673321fc), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:05.677290 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [req-18f7a21f-8812-45e5-b8ec-a1c7233e84d2 req-34cc2026-bce5-4107-b75b-4bafca1ba2c4 tempest-ImagesOneServerNegativeTestJSON-254357925 tempest-ImagesOneServerNegativeTestJSON-254357925-project] For port 8f89dfaf-ace8-4eee-817b-ad08272e9a38, host n-h2-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=8f89dfaf-ace8-4eee-817b-ad08272e9a38,segment=NetworkSegment(925d9078-c82e-4bcc-b2ae-415f0fcde575),segment_id=925d9078-c82e-4bcc-b2ae-415f0fcde575)] {{(pid=103377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:14:05.677692 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-18f7a21f-8812-45e5-b8ec-a1c7233e84d2 req-34cc2026-bce5-4107-b75b-4bafca1ba2c4 tempest-ImagesOneServerNegativeTestJSON-254357925 tempest-ImagesOneServerNegativeTestJSON-254357925-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (8f89dfaf-ace8-4eee-817b-ad08272e9a38), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:05.694374 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4662e9f2-52f6-426c-b1d2-dbf28bd3102a req-fe2ca00e-c5c1-4c58-bf77-7f85d232d1bc tempest-FloatingIPsAssociationTestJSON-1767827216 tempest-FloatingIPsAssociationTestJSON-1767827216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:14:05.695913 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-4662e9f2-52f6-426c-b1d2-dbf28bd3102a req-fe2ca00e-c5c1-4c58-bf77-7f85d232d1bc tempest-FloatingIPsAssociationTestJSON-1767827216 tempest-FloatingIPsAssociationTestJSON-1767827216-project] 10.222.0.89 "GET /v2.0/ports?device_id=5196e6cf-a12c-4bb6-90ee-c977b84aa4c1 HTTP/1.1" status: 200 len: 945 time: 0.0728264 Feb 04 17:14:05.697072 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [req-18f7a21f-8812-45e5-b8ec-a1c7233e84d2 req-34cc2026-bce5-4107-b75b-4bafca1ba2c4 tempest-ImagesOneServerNegativeTestJSON-254357925 tempest-ImagesOneServerNegativeTestJSON-254357925-project] Calling delete_port for 8f89dfaf-ace8-4eee-817b-ad08272e9a38 owned by compute:nova {{(pid=103377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:14:05.745902 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-4662e9f2-52f6-426c-b1d2-dbf28bd3102a req-2d4f89d1-e6f2-4f29-b797-4ad2bdd2b006 tempest-FloatingIPsAssociationTestJSON-1767827216 tempest-FloatingIPsAssociationTestJSON-1767827216-project] 10.222.0.89 "GET /v2.0/security-groups?id=6426fe0b-86c7-4694-a2c4-8fd16e84da96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442586 Feb 04 17:14:05.781427 n-d-827839-2 neutron-server[103376]: INFO neutron.api.v2.resource [req-81ae4b43-c9cf-4842-9748-09756619d831 req-d6b2402b-d336-4b7c-b10e-c59754987ca5 tempest-SecurityGroupRulesTestJSON-2005265224 tempest-SecurityGroupRulesTestJSON-2005265224-project] show failed (client error): The resource could not be found. Feb 04 17:14:05.782348 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-81ae4b43-c9cf-4842-9748-09756619d831 req-d6b2402b-d336-4b7c-b10e-c59754987ca5 tempest-SecurityGroupRulesTestJSON-2005265224 tempest-SecurityGroupRulesTestJSON-2005265224-project] 10.222.0.89 "GET /v2.0/security-groups/c0cc4f63-1e03-4fef-b06f-6d6282b7ea52 HTTP/1.1" status: 404 len: 352 time: 0.0142453 Feb 04 17:14:05.819135 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a5e7c7-723a-41e8-90a4-4342ffb32b4f req-179a8a4f-c3fb-4d88-98a5-e53fd818cf7e tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:14:05.820618 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-86a5e7c7-723a-41e8-90a4-4342ffb32b4f req-179a8a4f-c3fb-4d88-98a5-e53fd818cf7e tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] 10.222.0.89 "GET /v2.0/ports?device_id=c54f216e-39fb-4465-8339-5b51cf4324bd HTTP/1.1" status: 200 len: 947 time: 0.1098168 Feb 04 17:14:05.843603 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-097bf26c-c710-4c3b-95a4-e46a54f062b8 req-087b8e64-4ad5-4752-903c-14c057c824e2 tempest-SecurityGroupRulesTestJSON-2005265224 tempest-SecurityGroupRulesTestJSON-2005265224-project] 10.222.0.89 "GET /v2.0/security-groups/b1e7d788-8f08-4287-a9b0-103e457398fd HTTP/1.1" status: 200 len: 1821 time: 0.0414009 Feb 04 17:14:05.907141 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-86a5e7c7-723a-41e8-90a4-4342ffb32b4f req-1a5a655a-245d-4a7c-92fa-764a6ad20637 tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] 10.222.0.89 "GET /v2.0/security-groups?id=4f68676b-760c-49c3-a14c-c9afa7ad720d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794089 Feb 04 17:14:05.908850 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-097bf26c-c710-4c3b-95a4-e46a54f062b8 req-bb0da34e-b950-4e7e-9733-d1f5f42cdea1 tempest-SecurityGroupRulesTestJSON-2005265224 tempest-SecurityGroupRulesTestJSON-2005265224-project] Publish callbacks [] for security_group (b1e7d788-8f08-4287-a9b0-103e457398fd), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:05.924647 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-18f7a21f-8812-45e5-b8ec-a1c7233e84d2 req-34cc2026-bce5-4107-b75b-4bafca1ba2c4 tempest-ImagesOneServerNegativeTestJSON-254357925 tempest-ImagesOneServerNegativeTestJSON-254357925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (8f89dfaf-ace8-4eee-817b-ad08272e9a38), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:05.941775 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] get_ports_and_sgs() called for port_ids ['8f89dfaf-ace8-4eee-817b-ad08272e9a38'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 17:14:05.946609 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-097bf26c-c710-4c3b-95a4-e46a54f062b8 req-bb0da34e-b950-4e7e-9733-d1f5f42cdea1 tempest-SecurityGroupRulesTestJSON-2005265224 tempest-SecurityGroupRulesTestJSON-2005265224-project] Publish callbacks [] for security_group (b1e7d788-8f08-4287-a9b0-103e457398fd), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:05.960429 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34cc2026-bce5-4107-b75b-4bafca1ba2c4 tempest-ImagesOneServerNegativeTestJSON-254357925 tempest-ImagesOneServerNegativeTestJSON-254357925-project] Pushing event deleted for resources: {'Port': ['ID=8f89dfaf-ace8-4eee-817b-ad08272e9a38,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:14:05.997460 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-097bf26c-c710-4c3b-95a4-e46a54f062b8 req-bb0da34e-b950-4e7e-9733-d1f5f42cdea1 tempest-SecurityGroupRulesTestJSON-2005265224 tempest-SecurityGroupRulesTestJSON-2005265224-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (b1e7d788-8f08-4287-a9b0-103e457398fd), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:06.000684 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-097bf26c-c710-4c3b-95a4-e46a54f062b8 req-bb0da34e-b950-4e7e-9733-d1f5f42cdea1 tempest-SecurityGroupRulesTestJSON-2005265224 tempest-SecurityGroupRulesTestJSON-2005265224-project] Publish callbacks [] for security_group (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:06.001966 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-097bf26c-c710-4c3b-95a4-e46a54f062b8 req-bb0da34e-b950-4e7e-9733-d1f5f42cdea1 tempest-SecurityGroupRulesTestJSON-2005265224 tempest-SecurityGroupRulesTestJSON-2005265224-project] 10.222.0.89 "DELETE /v2.0/security-groups/b1e7d788-8f08-4287-a9b0-103e457398fd HTTP/1.1" status: 204 len: 173 time: 0.1505387 Feb 04 17:14:06.011422 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0da34e-b950-4e7e-9733-d1f5f42cdea1 tempest-SecurityGroupRulesTestJSON-2005265224 tempest-SecurityGroupRulesTestJSON-2005265224-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1e7d788-8f08-4287-a9b0-103e457398fd,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:14:06.031555 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [req-18f7a21f-8812-45e5-b8ec-a1c7233e84d2 req-34cc2026-bce5-4107-b75b-4bafca1ba2c4 tempest-ImagesOneServerNegativeTestJSON-254357925 tempest-ImagesOneServerNegativeTestJSON-254357925-project] No DVR routers for this DVR port 8f89dfaf-ace8-4eee-817b-ad08272e9a38 on host n-h2-827839-2 {{(pid=103377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 17:14:06.037547 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-18f7a21f-8812-45e5-b8ec-a1c7233e84d2 req-34cc2026-bce5-4107-b75b-4bafca1ba2c4 tempest-ImagesOneServerNegativeTestJSON-254357925 tempest-ImagesOneServerNegativeTestJSON-254357925-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:06.040704 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-18f7a21f-8812-45e5-b8ec-a1c7233e84d2 req-34cc2026-bce5-4107-b75b-4bafca1ba2c4 tempest-ImagesOneServerNegativeTestJSON-254357925 tempest-ImagesOneServerNegativeTestJSON-254357925-project] 10.222.0.90 "DELETE /v2.0/ports/8f89dfaf-ace8-4eee-817b-ad08272e9a38 HTTP/1.1" status: 204 len: 173 time: 0.6535432 Feb 04 17:14:06.042088 n-d-827839-2 neutron-server[103377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '426f9f67-7c89-4a3c-a6b9-33ee3738ed54', 'name': 'network-vif-deleted', 'tag': '8f89dfaf-ace8-4eee-817b-ad08272e9a38'}] {{(pid=103377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:14:06.044633 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7240428b650e1488e9361b62648ff4b3a6c19d49d8c27c949491ab58c1346cf0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c04aa18e-e6da-477e-84ed-a84f82500aca" -d '{"events": [{"server_uuid": "426f9f67-7c89-4a3c-a6b9-33ee3738ed54", "name": "network-vif-deleted", "tag": "8f89dfaf-ace8-4eee-817b-ad08272e9a38"}]}' {{(pid=103377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:14:06.067438 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-b1b20540-0052-4ee3-9958-ee52ad6ae0a0 req-ab9db155-613d-4070-b990-38b37216b5b5 tempest-SecurityGroupRulesTestJSON-2005265224 tempest-SecurityGroupRulesTestJSON-2005265224-project] 10.222.0.89 "GET /v2.0/security-groups/cb99e544-f701-49ad-bb6f-1afa3fb1b4ad HTTP/1.1" status: 200 len: 1821 time: 0.0455613 Feb 04 17:14:06.072096 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9c411a-96b0-4e00-96c6-1a64e6157038 req-a6451a76-d75d-4f10-a1c3-0c54fae27592 tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:14:06.073681 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-ce9c411a-96b0-4e00-96c6-1a64e6157038 req-a6451a76-d75d-4f10-a1c3-0c54fae27592 tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] 10.222.0.89 "GET /v2.0/ports?device_id=d8a46594-af9a-4c29-9a3e-2edb427e70fa HTTP/1.1" status: 200 len: 945 time: 0.1062467 Feb 04 17:14:06.125404 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-ce9c411a-96b0-4e00-96c6-1a64e6157038 req-30e43781-4e24-4463-ba90-d98a812a746c tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] 10.222.0.89 "GET /v2.0/security-groups?id=119a7f03-3e07-4d1e-8852-d9f974f9f052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457280 Feb 04 17:14:06.133219 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-b1b20540-0052-4ee3-9958-ee52ad6ae0a0 req-9f45fda0-1c30-4328-9098-20d1e04f32da tempest-SecurityGroupRulesTestJSON-2005265224 tempest-SecurityGroupRulesTestJSON-2005265224-project] Publish callbacks [] for security_group (cb99e544-f701-49ad-bb6f-1afa3fb1b4ad), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:06.157680 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-b1b20540-0052-4ee3-9958-ee52ad6ae0a0 req-9f45fda0-1c30-4328-9098-20d1e04f32da tempest-SecurityGroupRulesTestJSON-2005265224 tempest-SecurityGroupRulesTestJSON-2005265224-project] Publish callbacks [] for security_group (cb99e544-f701-49ad-bb6f-1afa3fb1b4ad), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:06.188589 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 17:14:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71928405-4aef-4c95-958e-dd4e34d61302 x-openstack-request-id: req-71928405-4aef-4c95-958e-dd4e34d61302 {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:14:06.190256 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "426f9f67-7c89-4a3c-a6b9-33ee3738ed54", "name": "network-vif-deleted", "tag": "8f89dfaf-ace8-4eee-817b-ad08272e9a38", "status": "completed", "code": 200}]} {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:14:06.190256 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-71928405-4aef-4c95-958e-dd4e34d61302 {{(pid=103377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:14:06.190256 n-d-827839-2 neutron-server[103377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '426f9f67-7c89-4a3c-a6b9-33ee3738ed54', 'name': 'network-vif-deleted', 'tag': '8f89dfaf-ace8-4eee-817b-ad08272e9a38', 'status': 'completed', 'code': 200} Feb 04 17:14:06.229340 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-b1b20540-0052-4ee3-9958-ee52ad6ae0a0 req-9f45fda0-1c30-4328-9098-20d1e04f32da tempest-SecurityGroupRulesTestJSON-2005265224 tempest-SecurityGroupRulesTestJSON-2005265224-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (cb99e544-f701-49ad-bb6f-1afa3fb1b4ad), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:06.232068 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-b1b20540-0052-4ee3-9958-ee52ad6ae0a0 req-9f45fda0-1c30-4328-9098-20d1e04f32da tempest-SecurityGroupRulesTestJSON-2005265224 tempest-SecurityGroupRulesTestJSON-2005265224-project] Publish callbacks [] for security_group (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:06.233481 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-b1b20540-0052-4ee3-9958-ee52ad6ae0a0 req-9f45fda0-1c30-4328-9098-20d1e04f32da tempest-SecurityGroupRulesTestJSON-2005265224 tempest-SecurityGroupRulesTestJSON-2005265224-project] 10.222.0.89 "DELETE /v2.0/security-groups/cb99e544-f701-49ad-bb6f-1afa3fb1b4ad HTTP/1.1" status: 204 len: 173 time: 0.1558242 Feb 04 17:14:06.244155 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f45fda0-1c30-4328-9098-20d1e04f32da tempest-SecurityGroupRulesTestJSON-2005265224 tempest-SecurityGroupRulesTestJSON-2005265224-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb99e544-f701-49ad-bb6f-1afa3fb1b4ad,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:14:06.296857 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1622c792-1648-4165-86e9-917662c11f5e req-f4ae3537-6cf2-4ae4-bfdd-36ab7ce78bf6 tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:14:06.298313 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-1622c792-1648-4165-86e9-917662c11f5e req-f4ae3537-6cf2-4ae4-bfdd-36ab7ce78bf6 tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] 10.222.0.89 "GET /v2.0/ports?device_id=7bfb0405-10b3-4cc0-8634-8feb429a0d1f HTTP/1.1" status: 200 len: 943 time: 0.0584118 Feb 04 17:14:06.299201 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-7b1aa51e-cada-419f-a49a-6e3ea14240a9 req-f9e17923-68d9-4618-b6d7-d7bd2173b65e tempest-SecurityGroupRulesTestJSON-2005265224 tempest-SecurityGroupRulesTestJSON-2005265224-project] 10.222.0.89 "GET /v2.0/security-groups/9b0dcfbe-0b71-43a9-b54e-8485608c47ed HTTP/1.1" status: 200 len: 1822 time: 0.0423253 Feb 04 17:14:06.347799 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-1622c792-1648-4165-86e9-917662c11f5e req-ea9ac1fe-0e7b-4dcc-86c4-a0800fb5d092 tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] 10.222.0.89 "GET /v2.0/security-groups?id=18e6cc58-e448-4d12-9423-2a502a086ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436926 Feb 04 17:14:06.358992 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-7b1aa51e-cada-419f-a49a-6e3ea14240a9 req-5cd94592-15c5-4d0b-8164-39f57b4982da tempest-SecurityGroupRulesTestJSON-2005265224 tempest-SecurityGroupRulesTestJSON-2005265224-project] Publish callbacks [] for security_group (9b0dcfbe-0b71-43a9-b54e-8485608c47ed), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:06.380942 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-7b1aa51e-cada-419f-a49a-6e3ea14240a9 req-5cd94592-15c5-4d0b-8164-39f57b4982da tempest-SecurityGroupRulesTestJSON-2005265224 tempest-SecurityGroupRulesTestJSON-2005265224-project] Publish callbacks [] for security_group (9b0dcfbe-0b71-43a9-b54e-8485608c47ed), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:06.425242 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-7b1aa51e-cada-419f-a49a-6e3ea14240a9 req-5cd94592-15c5-4d0b-8164-39f57b4982da tempest-SecurityGroupRulesTestJSON-2005265224 tempest-SecurityGroupRulesTestJSON-2005265224-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (9b0dcfbe-0b71-43a9-b54e-8485608c47ed), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:06.427802 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-7b1aa51e-cada-419f-a49a-6e3ea14240a9 req-5cd94592-15c5-4d0b-8164-39f57b4982da tempest-SecurityGroupRulesTestJSON-2005265224 tempest-SecurityGroupRulesTestJSON-2005265224-project] Publish callbacks [] for security_group (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:06.428950 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-7b1aa51e-cada-419f-a49a-6e3ea14240a9 req-5cd94592-15c5-4d0b-8164-39f57b4982da tempest-SecurityGroupRulesTestJSON-2005265224 tempest-SecurityGroupRulesTestJSON-2005265224-project] 10.222.0.89 "DELETE /v2.0/security-groups/9b0dcfbe-0b71-43a9-b54e-8485608c47ed HTTP/1.1" status: 204 len: 173 time: 0.1238673 Feb 04 17:14:06.438133 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd94592-15c5-4d0b-8164-39f57b4982da tempest-SecurityGroupRulesTestJSON-2005265224 tempest-SecurityGroupRulesTestJSON-2005265224-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b0dcfbe-0b71-43a9-b54e-8485608c47ed,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:14:06.473452 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-15cf1353-7b71-4c77-8863-de9f11a4ae0e req-b5648272-593e-4971-a742-34b5af41c202 tempest-ImagesOneServerNegativeTestJSON-254357925 tempest-ImagesOneServerNegativeTestJSON-254357925-project] 10.222.0.89 "GET /v2.0/ports?device_id=426f9f67-7c89-4a3c-a6b9-33ee3738ed54 HTTP/1.1" status: 200 len: 210 time: 0.0303705 Feb 04 17:14:06.505208 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-1ef85711-4546-47d1-9787-bb0659538cf3 req-a1564654-d859-4a98-be50-3fc845c421ed tempest-SecurityGroupRulesTestJSON-2005265224 tempest-SecurityGroupRulesTestJSON-2005265224-project] 10.222.0.89 "GET /v2.0/security-groups/36e1ec7c-a54a-40c0-ba77-f069b76ff9e8 HTTP/1.1" status: 200 len: 2421 time: 0.0423019 Feb 04 17:14:06.566068 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-1ef85711-4546-47d1-9787-bb0659538cf3 req-8ebd2069-04fa-48b8-b139-8233885aef79 tempest-SecurityGroupRulesTestJSON-2005265224 tempest-SecurityGroupRulesTestJSON-2005265224-project] Publish callbacks [] for security_group (36e1ec7c-a54a-40c0-ba77-f069b76ff9e8), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:06.592201 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-1ef85711-4546-47d1-9787-bb0659538cf3 req-8ebd2069-04fa-48b8-b139-8233885aef79 tempest-SecurityGroupRulesTestJSON-2005265224 tempest-SecurityGroupRulesTestJSON-2005265224-project] Publish callbacks [] for security_group (36e1ec7c-a54a-40c0-ba77-f069b76ff9e8), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:06.640451 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-1ef85711-4546-47d1-9787-bb0659538cf3 req-8ebd2069-04fa-48b8-b139-8233885aef79 tempest-SecurityGroupRulesTestJSON-2005265224 tempest-SecurityGroupRulesTestJSON-2005265224-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (36e1ec7c-a54a-40c0-ba77-f069b76ff9e8), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:06.643191 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-1ef85711-4546-47d1-9787-bb0659538cf3 req-8ebd2069-04fa-48b8-b139-8233885aef79 tempest-SecurityGroupRulesTestJSON-2005265224 tempest-SecurityGroupRulesTestJSON-2005265224-project] Publish callbacks [] for security_group (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:06.644864 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-1ef85711-4546-47d1-9787-bb0659538cf3 req-8ebd2069-04fa-48b8-b139-8233885aef79 tempest-SecurityGroupRulesTestJSON-2005265224 tempest-SecurityGroupRulesTestJSON-2005265224-project] 10.222.0.89 "DELETE /v2.0/security-groups/36e1ec7c-a54a-40c0-ba77-f069b76ff9e8 HTTP/1.1" status: 204 len: 173 time: 0.1335146 Feb 04 17:14:06.653802 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebd2069-04fa-48b8-b139-8233885aef79 tempest-SecurityGroupRulesTestJSON-2005265224 tempest-SecurityGroupRulesTestJSON-2005265224-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=36e1ec7c-a54a-40c0-ba77-f069b76ff9e8,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:14:06.707434 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-413b6ed1-f3dc-40fb-8ac9-69985b8ecdbb req-b240b981-9e4d-4641-abc9-a55ec92ef1cd tempest-SecurityGroupRulesTestJSON-2005265224 tempest-SecurityGroupRulesTestJSON-2005265224-project] 10.222.0.89 "GET /v2.0/security-groups/65fb4d1a-7c72-4e5d-968d-b69a7b4abfb0 HTTP/1.1" status: 200 len: 2414 time: 0.0437899 Feb 04 17:14:06.762594 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841c6a7b-8c38-491d-8b75-023be55b6c38 req-56f277b0-02ea-4cfc-92fb-9237a92b497a tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:14:06.764096 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-841c6a7b-8c38-491d-8b75-023be55b6c38 req-56f277b0-02ea-4cfc-92fb-9237a92b497a tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] 10.222.0.89 "GET /v2.0/ports?device_id=cc6828c0-e3de-440f-b02a-be00d4b9136d HTTP/1.1" status: 200 len: 950 time: 0.0563698 Feb 04 17:14:06.765904 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-413b6ed1-f3dc-40fb-8ac9-69985b8ecdbb req-680428e7-2b7b-4808-b100-a21650a28ba3 tempest-SecurityGroupRulesTestJSON-2005265224 tempest-SecurityGroupRulesTestJSON-2005265224-project] Publish callbacks [] for security_group (65fb4d1a-7c72-4e5d-968d-b69a7b4abfb0), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:06.789305 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-413b6ed1-f3dc-40fb-8ac9-69985b8ecdbb req-680428e7-2b7b-4808-b100-a21650a28ba3 tempest-SecurityGroupRulesTestJSON-2005265224 tempest-SecurityGroupRulesTestJSON-2005265224-project] Publish callbacks [] for security_group (65fb4d1a-7c72-4e5d-968d-b69a7b4abfb0), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:06.811491 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-841c6a7b-8c38-491d-8b75-023be55b6c38 req-38520301-65aa-4192-91fa-48f3cd5b5cc2 tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] 10.222.0.89 "GET /v2.0/security-groups?id=5fa98c6a-94b3-4690-b9c3-4f0e67d11226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413671 Feb 04 17:14:06.836286 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-413b6ed1-f3dc-40fb-8ac9-69985b8ecdbb req-680428e7-2b7b-4808-b100-a21650a28ba3 tempest-SecurityGroupRulesTestJSON-2005265224 tempest-SecurityGroupRulesTestJSON-2005265224-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (65fb4d1a-7c72-4e5d-968d-b69a7b4abfb0), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:06.839027 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-413b6ed1-f3dc-40fb-8ac9-69985b8ecdbb req-680428e7-2b7b-4808-b100-a21650a28ba3 tempest-SecurityGroupRulesTestJSON-2005265224 tempest-SecurityGroupRulesTestJSON-2005265224-project] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:06.840347 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-413b6ed1-f3dc-40fb-8ac9-69985b8ecdbb req-680428e7-2b7b-4808-b100-a21650a28ba3 tempest-SecurityGroupRulesTestJSON-2005265224 tempest-SecurityGroupRulesTestJSON-2005265224-project] 10.222.0.89 "DELETE /v2.0/security-groups/65fb4d1a-7c72-4e5d-968d-b69a7b4abfb0 HTTP/1.1" status: 204 len: 173 time: 0.1266911 Feb 04 17:14:06.849515 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680428e7-2b7b-4808-b100-a21650a28ba3 tempest-SecurityGroupRulesTestJSON-2005265224 tempest-SecurityGroupRulesTestJSON-2005265224-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=65fb4d1a-7c72-4e5d-968d-b69a7b4abfb0,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:14:06.853352 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 54600) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:14:06.926060 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.db_base_plugin_v2 [None req-6fb38032-aeea-4693-87c2-d0f96ac2dd2a admin admin] Deleting subnet 090f5c7f-7092-4a37-8bb1-dd93945153b8 {{(pid=103376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 17:14:06.929697 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-6fb38032-aeea-4693-87c2-d0f96ac2dd2a admin admin] Publish callbacks [] for subnet (090f5c7f-7092-4a37-8bb1-dd93945153b8), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:06.980602 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885f4387-d993-4294-9098-c5e16a7ea0d3 req-b5c336d0-a3bc-44ad-aab7-2299cb78e48b tempest-FloatingIPsAssociationTestJSON-1767827216 tempest-FloatingIPsAssociationTestJSON-1767827216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:14:06.982483 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-885f4387-d993-4294-9098-c5e16a7ea0d3 req-b5c336d0-a3bc-44ad-aab7-2299cb78e48b tempest-FloatingIPsAssociationTestJSON-1767827216 tempest-FloatingIPsAssociationTestJSON-1767827216-project] 10.222.0.89 "GET /v2.0/ports?device_id=5196e6cf-a12c-4bb6-90ee-c977b84aa4c1 HTTP/1.1" status: 200 len: 945 time: 0.1020377 Feb 04 17:14:06.984600 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-6fb38032-aeea-4693-87c2-d0f96ac2dd2a admin admin] Publish callbacks [] for subnet (090f5c7f-7092-4a37-8bb1-dd93945153b8), precommit_delete_associations {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:07.001690 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-6fb38032-aeea-4693-87c2-d0f96ac2dd2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1541225'] for subnet (090f5c7f-7092-4a37-8bb1-dd93945153b8), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:07.031316 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d430626e-518a-4052-8628-ae22c54bd8ab req-f08675d0-3eeb-4359-bab4-fa6cc75c1cf1 tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:14:07.032840 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-d430626e-518a-4052-8628-ae22c54bd8ab req-f08675d0-3eeb-4359-bab4-fa6cc75c1cf1 tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] 10.222.0.89 "GET /v2.0/ports?device_id=c54f216e-39fb-4465-8339-5b51cf4324bd HTTP/1.1" status: 200 len: 947 time: 0.0542421 Feb 04 17:14:07.067535 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-885f4387-d993-4294-9098-c5e16a7ea0d3 req-1a47add0-2435-46f9-88e0-2a2e875c07ed tempest-FloatingIPsAssociationTestJSON-1767827216 tempest-FloatingIPsAssociationTestJSON-1767827216-project] 10.222.0.89 "GET /v2.0/security-groups?id=6426fe0b-86c7-4694-a2c4-8fd16e84da96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786290 Feb 04 17:14:07.086899 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-6fb38032-aeea-4693-87c2-d0f96ac2dd2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1541216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327'] for subnet (090f5c7f-7092-4a37-8bb1-dd93945153b8), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:07.089725 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-d430626e-518a-4052-8628-ae22c54bd8ab req-cc445ad7-a166-48a6-a352-a31e8a9d2436 tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] 10.222.0.89 "GET /v2.0/security-groups?id=4f68676b-760c-49c3-a14c-c9afa7ad720d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506299 Feb 04 17:14:07.115482 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb38032-aeea-4693-87c2-d0f96ac2dd2a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=090f5c7f-7092-4a37-8bb1-dd93945153b8,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:14:07.117281 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-6fb38032-aeea-4693-87c2-d0f96ac2dd2a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:07.120454 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-6fb38032-aeea-4693-87c2-d0f96ac2dd2a admin admin] 10.222.0.89 "DELETE /v2.0/subnets/090f5c7f-7092-4a37-8bb1-dd93945153b8 HTTP/1.1" status: 204 len: 168 time: 0.2658334 Feb 04 17:14:07.122899 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 54604) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:14:07.195503 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-338136fc-53a9-4e3e-aa3c-0913cf60e95e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628832'] for network (d0d323e9-0a51-41b0-a560-38b6d5ac0f3f), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:07.318269 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41c0b0a-cf53-4f0d-8577-4ec739087125 req-ba87f5e8-7979-4dba-a714-c112ff781b95 tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:14:07.319788 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-f41c0b0a-cf53-4f0d-8577-4ec739087125 req-ba87f5e8-7979-4dba-a714-c112ff781b95 tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] 10.222.0.89 "GET /v2.0/ports?device_id=d8a46594-af9a-4c29-9a3e-2edb427e70fa HTTP/1.1" status: 200 len: 945 time: 0.1209302 Feb 04 17:14:07.324933 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-338136fc-53a9-4e3e-aa3c-0913cf60e95e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1543676', 'neutron.services.segments.db._delete_segments_for_network-8781084786517'] for network (d0d323e9-0a51-41b0-a560-38b6d5ac0f3f), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:07.358934 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-338136fc-53a9-4e3e-aa3c-0913cf60e95e admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:14:07.359226 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-338136fc-53a9-4e3e-aa3c-0913cf60e95e admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:14:07.359943 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-338136fc-53a9-4e3e-aa3c-0913cf60e95e admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:14:07.360279 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-338136fc-53a9-4e3e-aa3c-0913cf60e95e admin admin] Subscribe: > port after_create 55550000 {{(pid=103376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:14:07.360630 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-338136fc-53a9-4e3e-aa3c-0913cf60e95e admin admin] Subscribe: > port after_delete 55550000 {{(pid=103376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:14:07.360994 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-338136fc-53a9-4e3e-aa3c-0913cf60e95e admin admin] Subscribe: > port after_update 55550000 {{(pid=103376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:14:07.361323 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-338136fc-53a9-4e3e-aa3c-0913cf60e95e admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:14:07.361648 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-338136fc-53a9-4e3e-aa3c-0913cf60e95e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:14:07.361974 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-338136fc-53a9-4e3e-aa3c-0913cf60e95e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:14:07.362298 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-338136fc-53a9-4e3e-aa3c-0913cf60e95e admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:14:07.439100 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-338136fc-53a9-4e3e-aa3c-0913cf60e95e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:14:07.439459 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-338136fc-53a9-4e3e-aa3c-0913cf60e95e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:14:07.439800 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-338136fc-53a9-4e3e-aa3c-0913cf60e95e admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:14:07.440141 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-338136fc-53a9-4e3e-aa3c-0913cf60e95e admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:14:07.440544 n-d-827839-2 neutron-server[103376]: DEBUG neutron.services.segments.db [None req-338136fc-53a9-4e3e-aa3c-0913cf60e95e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0d323e9-0a51-41b0-a560-38b6d5ac0f3f']}} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:14:07.466215 n-d-827839-2 neutron-server[103376]: DEBUG neutron.services.segments.db [None req-338136fc-53a9-4e3e-aa3c-0913cf60e95e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53dfde72-736a-4f7a-8c92-11af90057ba9') {'for_net_delete': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:14:07.466516 n-d-827839-2 neutron-server[103376]: DEBUG neutron.services.segments.db [None req-338136fc-53a9-4e3e-aa3c-0913cf60e95e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53dfde72-736a-4f7a-8c92-11af90057ba9') {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:14:07.468639 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e797a2b1-82be-4c80-a8d8-4d63acfc2a77 req-c7adcf65-d680-4ed2-89df-d46f1350ae2c tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:14:07.471369 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-e797a2b1-82be-4c80-a8d8-4d63acfc2a77 req-c7adcf65-d680-4ed2-89df-d46f1350ae2c tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] 10.222.0.89 "GET /v2.0/ports?device_id=7bfb0405-10b3-4cc0-8634-8feb429a0d1f HTTP/1.1" status: 200 len: 943 time: 0.0576005 Feb 04 17:14:07.490067 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-338136fc-53a9-4e3e-aa3c-0913cf60e95e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781084783966', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25674908'] for segment (53dfde72-736a-4f7a-8c92-11af90057ba9), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:07.513304 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-f41c0b0a-cf53-4f0d-8577-4ec739087125 req-5a41675e-1e1e-487c-a639-02751efa66c2 tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] 10.222.0.89 "GET /v2.0/security-groups?id=119a7f03-3e07-4d1e-8852-d9f974f9f052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1854310 Feb 04 17:14:07.517757 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-338136fc-53a9-4e3e-aa3c-0913cf60e95e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (53dfde72-736a-4f7a-8c92-11af90057ba9), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:07.521008 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-e797a2b1-82be-4c80-a8d8-4d63acfc2a77 req-7027e833-15a8-4dfd-9802-85307b4fb739 tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] 10.222.0.89 "GET /v2.0/security-groups?id=18e6cc58-e448-4d12-9423-2a502a086ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446327 Feb 04 17:14:07.528226 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-338136fc-53a9-4e3e-aa3c-0913cf60e95e admin admin] Releasing vlan 754 on physical network physnet1 to pool {{(pid=103376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 17:14:07.528636 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-338136fc-53a9-4e3e-aa3c-0913cf60e95e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25675992'] for segment (53dfde72-736a-4f7a-8c92-11af90057ba9), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:07.532508 n-d-827839-2 neutron-server[103376]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 04 17:14:07.532508 n-d-827839-2 neutron-server[103376]: from cryptography.utils import int_from_bytes Feb 04 17:14:07.532508 n-d-827839-2 neutron-server[103376]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 04 17:14:07.532508 n-d-827839-2 neutron-server[103376]: from cryptography.utils import int_from_bytes Feb 04 17:14:07.532508 n-d-827839-2 neutron-server[103376]: Traceback (most recent call last): Feb 04 17:14:07.532508 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 17:14:07.532508 n-d-827839-2 neutron-server[103376]: timer() Feb 04 17:14:07.532508 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 17:14:07.532508 n-d-827839-2 neutron-server[103376]: cb(*args, **kw) Feb 04 17:14:07.532508 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 17:14:07.532508 n-d-827839-2 neutron-server[103376]: return func(*args, **kwargs) Feb 04 17:14:07.532508 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 17:14:07.532508 n-d-827839-2 neutron-server[103376]: self._notify() Feb 04 17:14:07.532508 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 17:14:07.532508 n-d-827839-2 neutron-server[103376]: self.callback(batched_events) Feb 04 17:14:07.532508 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 17:14:07.532508 n-d-827839-2 neutron-server[103376]: event.method(event) Feb 04 17:14:07.532508 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 17:14:07.532508 n-d-827839-2 neutron-server[103376]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 17:14:07.532508 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 17:14:07.532508 n-d-827839-2 neutron-server[103376]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 17:14:07.532508 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 17:14:07.532508 n-d-827839-2 neutron-server[103376]: return f(self, *a, **k) Feb 04 17:14:07.532508 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 17:14:07.532508 n-d-827839-2 neutron-server[103376]: return self._get(url).json() Feb 04 17:14:07.532508 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 17:14:07.532508 n-d-827839-2 neutron-server[103376]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 17:14:07.532508 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 17:14:07.532508 n-d-827839-2 neutron-server[103376]: return self.request(url, 'GET', **kwargs) Feb 04 17:14:07.532508 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 17:14:07.532508 n-d-827839-2 neutron-server[103376]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 17:14:07.532508 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 17:14:07.532508 n-d-827839-2 neutron-server[103376]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 17:14:07.532508 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 17:14:07.532508 n-d-827839-2 neutron-server[103376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 17:14:07.532508 n-d-827839-2 neutron-server[103376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 17:14:07.598574 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-338136fc-53a9-4e3e-aa3c-0913cf60e95e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1543671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1595572'] for network (d0d323e9-0a51-41b0-a560-38b6d5ac0f3f), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:07.606483 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-338136fc-53a9-4e3e-aa3c-0913cf60e95e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677565'] for network (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:07.611020 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device 17cda4ab-3ccf-457d-a2e3-93cde1c26576 details requested by agent hyperv_n-h1-827839-2 with host n-h1-827839-2 {{(pid=103378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 17:14:07.613037 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device def23c9d-c30f-47d7-bd81-7d3520f20168 up at agent hyperv_n-h1-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:14:07.616567 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-338136fc-53a9-4e3e-aa3c-0913cf60e95e admin admin] 10.222.0.89 "DELETE /v2.0/networks/d0d323e9-0a51-41b0-a560-38b6d5ac0f3f HTTP/1.1" status: 204 len: 168 time: 0.4903131 Feb 04 17:14:07.626595 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338136fc-53a9-4e3e-aa3c-0913cf60e95e admin admin] Pushing event deleted for resources: {'Network': ['ID=d0d323e9-0a51-41b0-a560-38b6d5ac0f3f,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:14:07.743066 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 54626) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:14:07.751188 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 54628) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:14:07.788950 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-b399ae36-f484-45fd-a4b3-4033289470f0 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=2df700f40d574a42a4f2216550877d46&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0426581 Feb 04 17:14:07.789972 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 54630) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:14:07.811187 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-751050d4-1b37-4b62-a59b-cbfa6e4ad421 tempest-ImagesOneServerNegativeTestJSON-254357925 tempest-ImagesOneServerNegativeTestJSON-254357925-project] Publish callbacks [] for security_group (f72bcbe5-7283-4beb-af66-a97a96868f75), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:07.847908 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-751050d4-1b37-4b62-a59b-cbfa6e4ad421 tempest-ImagesOneServerNegativeTestJSON-254357925 tempest-ImagesOneServerNegativeTestJSON-254357925-project] Publish callbacks [] for security_group (f72bcbe5-7283-4beb-af66-a97a96868f75), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:07.869026 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Provisioning for port def23c9d-c30f-47d7-bd81-7d3520f20168 completed by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 17:14:07.870193 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-f3a0a584-281f-4d86-aa97-42d4f7d5481f admin admin] Publish callbacks [] for security_group (1fa40d06-b90b-42bd-8c49-974fc70de4de), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:07.878173 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Provisioning complete for port def23c9d-c30f-47d7-bd81-7d3520f20168 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:14:07.878918 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (def23c9d-c30f-47d7-bd81-7d3520f20168), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:07.905532 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-f3a0a584-281f-4d86-aa97-42d4f7d5481f admin admin] Publish callbacks [] for security_group (1fa40d06-b90b-42bd-8c49-974fc70de4de), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:07.937387 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-751050d4-1b37-4b62-a59b-cbfa6e4ad421 tempest-ImagesOneServerNegativeTestJSON-254357925 tempest-ImagesOneServerNegativeTestJSON-254357925-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (f72bcbe5-7283-4beb-af66-a97a96868f75), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:07.939660 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] For port 17cda4ab-3ccf-457d-a2e3-93cde1c26576, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=17cda4ab-3ccf-457d-a2e3-93cde1c26576,segment=NetworkSegment(4adf983e-b4f0-4caa-beec-ecaadf2366f2),segment_id=4adf983e-b4f0-4caa-beec-ecaadf2366f2)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:14:07.940106 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-751050d4-1b37-4b62-a59b-cbfa6e4ad421 tempest-ImagesOneServerNegativeTestJSON-254357925 tempest-ImagesOneServerNegativeTestJSON-254357925-project] Publish callbacks [] for security_group (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:07.941322 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-751050d4-1b37-4b62-a59b-cbfa6e4ad421 tempest-ImagesOneServerNegativeTestJSON-254357925 tempest-ImagesOneServerNegativeTestJSON-254357925-project] 10.222.0.89 "DELETE /v2.0/security-groups/f72bcbe5-7283-4beb-af66-a97a96868f75 HTTP/1.1" status: 204 len: 168 time: 0.1890891 Feb 04 17:14:07.949486 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 54634) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:14:07.953555 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Returning: {'device': '17cda4ab-3ccf-457d-a2e3-93cde1c26576', 'network_id': '865a5290-ec33-4655-84a4-bc1453190ac7', 'port_id': '17cda4ab-3ccf-457d-a2e3-93cde1c26576', 'mac_address': 'fa:16:3e:12:86:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 770, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22305eb3-36bf-4425-804b-f2478ee8714d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 17:14:07.964085 n-d-827839-2 neutron-server[103377]: INFO neutron.api.v2.resource [None req-5adc0269-a4b1-4607-81ef-e5195d239c7b tempest-ImagesOneServerNegativeTestJSON-254357925 tempest-ImagesOneServerNegativeTestJSON-254357925-project] show failed (client error): The resource could not be found. Feb 04 17:14:07.964626 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751050d4-1b37-4b62-a59b-cbfa6e4ad421 tempest-ImagesOneServerNegativeTestJSON-254357925 tempest-ImagesOneServerNegativeTestJSON-254357925-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f72bcbe5-7283-4beb-af66-a97a96868f75,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:14:07.967957 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-5adc0269-a4b1-4607-81ef-e5195d239c7b tempest-ImagesOneServerNegativeTestJSON-254357925 tempest-ImagesOneServerNegativeTestJSON-254357925-project] 10.222.0.89 "GET /v2.0/security-groups/f72bcbe5-7283-4beb-af66-a97a96868f75 HTTP/1.1" status: 404 len: 347 time: 0.0143712 Feb 04 17:14:07.968774 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 54636) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:14:07.978829 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e6fd73-0b52-4958-91a4-49beaee03a38 req-9e753ea7-a493-42dd-8397-b284a8fe4f13 tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:14:07.981477 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-02e6fd73-0b52-4958-91a4-49beaee03a38 req-9e753ea7-a493-42dd-8397-b284a8fe4f13 tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] 10.222.0.89 "GET /v2.0/ports?device_id=cc6828c0-e3de-440f-b02a-be00d4b9136d HTTP/1.1" status: 200 len: 950 time: 0.0866101 Feb 04 17:14:08.034012 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-02e6fd73-0b52-4958-91a4-49beaee03a38 req-9121a97b-1cb8-4b45-8aa1-41c3943fee1b tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] 10.222.0.89 "GET /v2.0/security-groups?id=5fa98c6a-94b3-4690-b9c3-4f0e67d11226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463629 Feb 04 17:14:08.037289 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Current status of the port 17cda4ab-3ccf-457d-a2e3-93cde1c26576 is: DOWN; New status is: BUILD {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:14:08.037691 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (17cda4ab-3ccf-457d-a2e3-93cde1c26576), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:08.065002 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17cda4ab-3ccf-457d-a2e3-93cde1c26576 {{(pid=103378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 17:14:08.071116 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Current status of the port def23c9d-c30f-47d7-bd81-7d3520f20168 is: BUILD; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:14:08.071612 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (def23c9d-c30f-47d7-bd81-7d3520f20168), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:08.084659 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-f3a0a584-281f-4d86-aa97-42d4f7d5481f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (1fa40d06-b90b-42bd-8c49-974fc70de4de), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:08.087153 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-f3a0a584-281f-4d86-aa97-42d4f7d5481f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:08.088279 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-f3a0a584-281f-4d86-aa97-42d4f7d5481f admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/1fa40d06-b90b-42bd-8c49-974fc70de4de HTTP/1.1" status: 204 len: 168 time: 0.2970514 Feb 04 17:14:08.100544 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a0a584-281f-4d86-aa97-42d4f7d5481f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fa40d06-b90b-42bd-8c49-974fc70de4de,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:14:08.110509 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] For port 17cda4ab-3ccf-457d-a2e3-93cde1c26576, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=17cda4ab-3ccf-457d-a2e3-93cde1c26576,segment=NetworkSegment(4adf983e-b4f0-4caa-beec-ecaadf2366f2),segment_id=4adf983e-b4f0-4caa-beec-ecaadf2366f2)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:14:08.134733 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c54f216e-39fb-4465-8339-5b51cf4324bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'def23c9d-c30f-47d7-bd81-7d3520f20168'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:14:08.137857 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-bf848179-491a-4d27-8c3d-158626c54ba7 tempest-ImagesOneServerNegativeTestJSON-254357925 tempest-ImagesOneServerNegativeTestJSON-254357925-project] Deleting port f8ef99e0-2c81-452c-803c-956c66920e28 {{(pid=103377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:14:08.137991 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c34bc964ce2211770fda26ca2f3801cc06f4f39928110690550e94ab9c9d2fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8cfbacc-c063-48b2-a8bc-d9f6def9adfb" -d '{"events": [{"server_uuid": "c54f216e-39fb-4465-8339-5b51cf4324bd", "name": "network-vif-plugged", "status": "completed", "tag": "def23c9d-c30f-47d7-bd81-7d3520f20168"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:14:08.138211 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-bf848179-491a-4d27-8c3d-158626c54ba7 tempest-ImagesOneServerNegativeTestJSON-254357925 tempest-ImagesOneServerNegativeTestJSON-254357925-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (f8ef99e0-2c81-452c-803c-956c66920e28), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:08.146809 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (17cda4ab-3ccf-457d-a2e3-93cde1c26576), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:08.184711 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] For port def23c9d-c30f-47d7-bd81-7d3520f20168, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=def23c9d-c30f-47d7-bd81-7d3520f20168,segment=NetworkSegment(3a39b085-d3e6-43bb-a64c-1b06dd049e5a),segment_id=3a39b085-d3e6-43bb-a64c-1b06dd049e5a)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:14:08.190242 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (def23c9d-c30f-47d7-bd81-7d3520f20168), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:08.221511 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Pushing event updated for resources: {'Port': ['ID=17cda4ab-3ccf-457d-a2e3-93cde1c26576,revision_number=4']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:14:08.261683 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d911735f-aa8e-43e2-aea9-3870a27b4058 req-702ca02e-59c1-4302-a480-9710c6a106d3 tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:14:08.263714 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-d911735f-aa8e-43e2-aea9-3870a27b4058 req-702ca02e-59c1-4302-a480-9710c6a106d3 tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] 10.222.0.89 "GET /v2.0/ports?device_id=c54f216e-39fb-4465-8339-5b51cf4324bd HTTP/1.1" status: 200 len: 948 time: 0.0681312 Feb 04 17:14:08.279678 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Pushing event updated for resources: {'Port': ['ID=def23c9d-c30f-47d7-bd81-7d3520f20168,revision_number=5']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:14:08.291615 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f065dd-4765-4dbb-90fa-7d9d8d0a1eba req-5b0d8059-1867-47ea-a558-53bef04b7d4b tempest-FloatingIPsAssociationTestJSON-1767827216 tempest-FloatingIPsAssociationTestJSON-1767827216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:14:08.301642 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-35f065dd-4765-4dbb-90fa-7d9d8d0a1eba req-5b0d8059-1867-47ea-a558-53bef04b7d4b tempest-FloatingIPsAssociationTestJSON-1767827216 tempest-FloatingIPsAssociationTestJSON-1767827216-project] 10.222.0.89 "GET /v2.0/ports?device_id=5196e6cf-a12c-4bb6-90ee-c977b84aa4c1 HTTP/1.1" status: 200 len: 945 time: 0.1379879 Feb 04 17:14:08.342937 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-d911735f-aa8e-43e2-aea9-3870a27b4058 req-0c25f1dc-6640-4295-a5f1-63f1522ccc27 tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] 10.222.0.89 "GET /v2.0/security-groups?id=4f68676b-760c-49c3-a14c-c9afa7ad720d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628040 Feb 04 17:14:08.348614 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-bf848179-491a-4d27-8c3d-158626c54ba7 tempest-ImagesOneServerNegativeTestJSON-254357925 tempest-ImagesOneServerNegativeTestJSON-254357925-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (f8ef99e0-2c81-452c-803c-956c66920e28), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:08.348973 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-bf848179-491a-4d27-8c3d-158626c54ba7 tempest-ImagesOneServerNegativeTestJSON-254357925 tempest-ImagesOneServerNegativeTestJSON-254357925-project] Publish callbacks [] for floatingip (f8ef99e0-2c81-452c-803c-956c66920e28), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:08.374880 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-bf848179-491a-4d27-8c3d-158626c54ba7 tempest-ImagesOneServerNegativeTestJSON-254357925 tempest-ImagesOneServerNegativeTestJSON-254357925-project] Calling delete_port for f8ef99e0-2c81-452c-803c-956c66920e28 owned by network:floatingip {{(pid=103377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:14:08.386093 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-35f065dd-4765-4dbb-90fa-7d9d8d0a1eba req-2f46395c-5b4e-46b8-b1ef-9dae206eab86 tempest-FloatingIPsAssociationTestJSON-1767827216 tempest-FloatingIPsAssociationTestJSON-1767827216-project] 10.222.0.89 "GET /v2.0/security-groups?id=6426fe0b-86c7-4694-a2c4-8fd16e84da96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835104 Feb 04 17:14:08.412217 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 17:14:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16f97587-10d6-4245-a00b-afbb599a286a x-openstack-request-id: req-16f97587-10d6-4245-a00b-afbb599a286a {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:14:08.412512 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c54f216e-39fb-4465-8339-5b51cf4324bd", "name": "network-vif-plugged", "status": "completed", "tag": "def23c9d-c30f-47d7-bd81-7d3520f20168", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:14:08.412877 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-16f97587-10d6-4245-a00b-afbb599a286a {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:14:08.413286 n-d-827839-2 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c54f216e-39fb-4465-8339-5b51cf4324bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'def23c9d-c30f-47d7-bd81-7d3520f20168', 'code': 200} Feb 04 17:14:08.528915 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045d3645-44fa-4be3-bdc7-872b102a4434 req-f3ef6c5f-f010-426e-90c2-41c18e7844a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:14:08.530521 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-045d3645-44fa-4be3-bdc7-872b102a4434 req-f3ef6c5f-f010-426e-90c2-41c18e7844a1 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=c54f216e-39fb-4465-8339-5b51cf4324bd HTTP/1.1" status: 200 len: 1130 time: 0.0499249 Feb 04 17:14:08.579349 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] get_ports_and_sgs() called for port_ids ['17cda4ab-3ccf-457d-a2e3-93cde1c26576'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 17:14:08.590755 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-bf848179-491a-4d27-8c3d-158626c54ba7 tempest-ImagesOneServerNegativeTestJSON-254357925 tempest-ImagesOneServerNegativeTestJSON-254357925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (f8ef99e0-2c81-452c-803c-956c66920e28), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:08.629425 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf848179-491a-4d27-8c3d-158626c54ba7 tempest-ImagesOneServerNegativeTestJSON-254357925 tempest-ImagesOneServerNegativeTestJSON-254357925-project] Pushing event deleted for resources: {'Port': ['ID=f8ef99e0-2c81-452c-803c-956c66920e28,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:14:08.706500 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-045d3645-44fa-4be3-bdc7-872b102a4434 req-5f5513b7-ef10-4f2c-9987-5a6e90816bc4 service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=4f68676b-760c-49c3-a14c-c9afa7ad720d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670134 Feb 04 17:14:08.729282 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408a8059-9b54-4330-be49-c12df6266750 req-62363fba-3d17-4ca1-b0b9-008a583669a0 tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:14:08.730965 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-408a8059-9b54-4330-be49-c12df6266750 req-62363fba-3d17-4ca1-b0b9-008a583669a0 tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] 10.222.0.89 "GET /v2.0/ports?device_id=7bfb0405-10b3-4cc0-8634-8feb429a0d1f HTTP/1.1" status: 200 len: 944 time: 0.0869198 Feb 04 17:14:08.801583 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-408a8059-9b54-4330-be49-c12df6266750 req-afbe18a7-d233-468a-b037-19e43677571d tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] 10.222.0.89 "GET /v2.0/security-groups?id=18e6cc58-e448-4d12-9423-2a502a086ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639656 Feb 04 17:14:08.817764 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e5353d-6824-497c-b938-08bc49fd2b97 req-68a3a8b4-be65-444c-9ca2-0366d9fc89f9 tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:14:08.820382 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-f4e5353d-6824-497c-b938-08bc49fd2b97 req-68a3a8b4-be65-444c-9ca2-0366d9fc89f9 tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] 10.222.0.89 "GET /v2.0/ports?device_id=d8a46594-af9a-4c29-9a3e-2edb427e70fa HTTP/1.1" status: 200 len: 945 time: 0.1653643 Feb 04 17:14:08.821492 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-bf848179-491a-4d27-8c3d-158626c54ba7 tempest-ImagesOneServerNegativeTestJSON-254357925 tempest-ImagesOneServerNegativeTestJSON-254357925-project] Publish callbacks [] for floatingip (a1989926-3b3b-4925-9ef8-c54e072f0eee), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:08.824223 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-bf848179-491a-4d27-8c3d-158626c54ba7 tempest-ImagesOneServerNegativeTestJSON-254357925 tempest-ImagesOneServerNegativeTestJSON-254357925-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for floatingip (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:08.825904 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-bf848179-491a-4d27-8c3d-158626c54ba7 tempest-ImagesOneServerNegativeTestJSON-254357925 tempest-ImagesOneServerNegativeTestJSON-254357925-project] 10.222.0.89 "DELETE /v2.0/floatingips/a1989926-3b3b-4925-9ef8-c54e072f0eee HTTP/1.1" status: 204 len: 168 time: 0.8559380 Feb 04 17:14:08.892968 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-f4e5353d-6824-497c-b938-08bc49fd2b97 req-9667eeeb-944b-439b-9257-f32a29b5ad58 tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] 10.222.0.89 "GET /v2.0/security-groups?id=119a7f03-3e07-4d1e-8852-d9f974f9f052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603657 Feb 04 17:14:08.942511 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 54676) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:14:08.988662 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.db_base_plugin_v2 [None req-4527795f-a6e6-4a14-bb9f-28cc19e3f043 admin admin] Deleting subnet 11b7fa3d-4973-471d-9057-d3ba5d21542b {{(pid=103377) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 17:14:08.992140 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-4527795f-a6e6-4a14-bb9f-28cc19e3f043 admin admin] Publish callbacks [] for subnet (11b7fa3d-4973-471d-9057-d3ba5d21542b), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:09.027556 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-4527795f-a6e6-4a14-bb9f-28cc19e3f043 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26866676'] for subnet (11b7fa3d-4973-471d-9057-d3ba5d21542b), precommit_delete_associations {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:09.067320 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-4527795f-a6e6-4a14-bb9f-28cc19e3f043 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1541225'] for subnet (11b7fa3d-4973-471d-9057-d3ba5d21542b), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:09.086547 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 54682) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:14:09.160129 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-4527795f-a6e6-4a14-bb9f-28cc19e3f043 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1541216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25888360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25597190'] for subnet (11b7fa3d-4973-471d-9057-d3ba5d21542b), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:09.191775 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-4527795f-a6e6-4a14-bb9f-28cc19e3f043 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677565'] for subnet (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:09.194516 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-df5ba75f-cdc6-4255-b443-eefb15f54f1f admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-808535198-network', 'tenant_id': 'fd192a63f2b3498486f0abc1b85bfe62'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:14:09.194950 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-4527795f-a6e6-4a14-bb9f-28cc19e3f043 admin admin] 10.222.0.89 "DELETE /v2.0/subnets/11b7fa3d-4973-471d-9057-d3ba5d21542b HTTP/1.1" status: 204 len: 168 time: 0.2514222 Feb 04 17:14:09.196034 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4527795f-a6e6-4a14-bb9f-28cc19e3f043 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=11b7fa3d-4973-471d-9057-d3ba5d21542b,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:14:09.197911 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 54686) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:14:09.209448 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e77d9a-32e7-4459-ae63-1299b50c773e req-37c57484-541c-48a3-8626-896bd15dd18f tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:14:09.211023 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-67e77d9a-32e7-4459-ae63-1299b50c773e req-37c57484-541c-48a3-8626-896bd15dd18f tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] 10.222.0.89 "GET /v2.0/ports?device_id=cc6828c0-e3de-440f-b02a-be00d4b9136d HTTP/1.1" status: 200 len: 950 time: 0.0995739 Feb 04 17:14:09.258871 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-67e77d9a-32e7-4459-ae63-1299b50c773e req-b0f22fa4-f74a-44ac-97de-bca340f917e0 tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] 10.222.0.89 "GET /v2.0/security-groups?id=5fa98c6a-94b3-4690-b9c3-4f0e67d11226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415664 Feb 04 17:14:09.274104 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df5ba75f-cdc6-4255-b443-eefb15f54f1f admin admin] Made reservation on behalf of fd192a63f2b3498486f0abc1b85bfe62 for: {'network': 1} {{(pid=103376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:14:09.276498 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-df5ba75f-cdc6-4255-b443-eefb15f54f1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for network (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:09.289652 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-a92457f7-6820-4eb4-a9c2-9db9fc781bf3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628832'] for network (518579bb-9b83-431f-85d9-0080ad95e906), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:09.291440 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-df5ba75f-cdc6-4255-b443-eefb15f54f1f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:09.412758 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-a92457f7-6820-4eb4-a9c2-9db9fc781bf3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1543676', 'neutron.services.segments.db._delete_segments_for_network-8781084786517'] for network (518579bb-9b83-431f-85d9-0080ad95e906), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:09.471086 n-d-827839-2 neutron-server[103376]: DEBUG neutron.services.segments.db [None req-a92457f7-6820-4eb4-a9c2-9db9fc781bf3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['518579bb-9b83-431f-85d9-0080ad95e906']}} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:14:09.486579 n-d-827839-2 neutron-server[103376]: DEBUG neutron.services.segments.db [None req-a92457f7-6820-4eb4-a9c2-9db9fc781bf3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '925d9078-c82e-4bcc-b2ae-415f0fcde575') {'for_net_delete': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:14:09.486878 n-d-827839-2 neutron-server[103376]: DEBUG neutron.services.segments.db [None req-a92457f7-6820-4eb4-a9c2-9db9fc781bf3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '925d9078-c82e-4bcc-b2ae-415f0fcde575') {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:14:09.504346 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Device 8f89dfaf-ace8-4eee-817b-ad08272e9a38 no longer exists at agent hyperv_n-h2-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:14:09.504977 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-a92457f7-6820-4eb4-a9c2-9db9fc781bf3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781084783966', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25674908'] for segment (925d9078-c82e-4bcc-b2ae-415f0fcde575), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:09.512610 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-df5ba75f-cdc6-4255-b443-eefb15f54f1f admin admin] Publish callbacks [] for security_group (b541bcf4-8947-4fb8-b2a0-cd49d8b0838d), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:09.512880 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c0d626-c0cd-4319-924e-50d9b216d3bd req-adb86e87-eb31-4cce-866b-6ab9a2f180f7 tempest-FloatingIPsAssociationTestJSON-1767827216 tempest-FloatingIPsAssociationTestJSON-1767827216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:14:09.520929 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-76c0d626-c0cd-4319-924e-50d9b216d3bd req-adb86e87-eb31-4cce-866b-6ab9a2f180f7 tempest-FloatingIPsAssociationTestJSON-1767827216 tempest-FloatingIPsAssociationTestJSON-1767827216-project] 10.222.0.89 "GET /v2.0/ports?device_id=5196e6cf-a12c-4bb6-90ee-c977b84aa4c1 HTTP/1.1" status: 200 len: 945 time: 0.0594015 Feb 04 17:14:09.521268 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-df5ba75f-cdc6-4255-b443-eefb15f54f1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (b541bcf4-8947-4fb8-b2a0-cd49d8b0838d), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:09.531683 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] No Port match for: 8f89dfaf-ace8-4eee-817b-ad08272e9a38 {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 17:14:09.532032 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Device 8f89dfaf-ace8-4eee-817b-ad08272e9a38 not bound to the agent host n-h2-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 17:14:09.547167 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-a92457f7-6820-4eb4-a9c2-9db9fc781bf3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (925d9078-c82e-4bcc-b2ae-415f0fcde575), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:09.549185 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df5ba75f-cdc6-4255-b443-eefb15f54f1f admin admin] vlan segment allocate from pool success with {'vlan_id': 777, 'physical_network': 'physnet1'} {{(pid=103376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 17:14:09.567438 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44377734-0130-46c3-9ece-9ba91bdbd8d1 req-303acf3d-eff4-4a95-9189-67d27f1387b2 tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:14:09.568960 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-44377734-0130-46c3-9ece-9ba91bdbd8d1 req-303acf3d-eff4-4a95-9189-67d27f1387b2 tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] 10.222.0.89 "GET /v2.0/ports?device_id=c54f216e-39fb-4465-8339-5b51cf4324bd HTTP/1.1" status: 200 len: 948 time: 0.1465409 Feb 04 17:14:09.570621 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-76c0d626-c0cd-4319-924e-50d9b216d3bd req-15d13608-8a27-427e-8e21-a2d434d58854 tempest-FloatingIPsAssociationTestJSON-1767827216 tempest-FloatingIPsAssociationTestJSON-1767827216-project] 10.222.0.89 "GET /v2.0/security-groups?id=6426fe0b-86c7-4694-a2c4-8fd16e84da96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486281 Feb 04 17:14:09.576387 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a92457f7-6820-4eb4-a9c2-9db9fc781bf3 admin admin] Releasing vlan 764 on physical network physnet1 to pool {{(pid=103376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 17:14:09.576820 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-a92457f7-6820-4eb4-a9c2-9db9fc781bf3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25675992'] for segment (925d9078-c82e-4bcc-b2ae-415f0fcde575), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:09.579604 n-d-827839-2 neutron-server[103376]: Traceback (most recent call last): Feb 04 17:14:09.579604 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 17:14:09.579604 n-d-827839-2 neutron-server[103376]: timer() Feb 04 17:14:09.579604 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 17:14:09.579604 n-d-827839-2 neutron-server[103376]: cb(*args, **kw) Feb 04 17:14:09.579604 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 17:14:09.579604 n-d-827839-2 neutron-server[103376]: return func(*args, **kwargs) Feb 04 17:14:09.579604 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 17:14:09.579604 n-d-827839-2 neutron-server[103376]: self._notify() Feb 04 17:14:09.579604 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 17:14:09.579604 n-d-827839-2 neutron-server[103376]: self.callback(batched_events) Feb 04 17:14:09.579604 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 17:14:09.579604 n-d-827839-2 neutron-server[103376]: event.method(event) Feb 04 17:14:09.579604 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 17:14:09.579604 n-d-827839-2 neutron-server[103376]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 17:14:09.579604 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 17:14:09.579604 n-d-827839-2 neutron-server[103376]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 17:14:09.579604 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 17:14:09.579604 n-d-827839-2 neutron-server[103376]: return f(self, *a, **k) Feb 04 17:14:09.579604 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 17:14:09.579604 n-d-827839-2 neutron-server[103376]: return self._get(url).json() Feb 04 17:14:09.579604 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 17:14:09.579604 n-d-827839-2 neutron-server[103376]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 17:14:09.579604 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 17:14:09.579604 n-d-827839-2 neutron-server[103376]: return self.request(url, 'GET', **kwargs) Feb 04 17:14:09.579604 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 17:14:09.579604 n-d-827839-2 neutron-server[103376]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 17:14:09.579604 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 17:14:09.579604 n-d-827839-2 neutron-server[103376]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 17:14:09.579604 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 17:14:09.579604 n-d-827839-2 neutron-server[103376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 17:14:09.579604 n-d-827839-2 neutron-server[103376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 17:14:09.595527 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-df5ba75f-cdc6-4255-b443-eefb15f54f1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (bee9a28c-580f-445b-8d2e-5c4c3903d188), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:09.595882 n-d-827839-2 neutron-server[103376]: INFO neutron.db.segments_db [None req-df5ba75f-cdc6-4255-b443-eefb15f54f1f admin admin] Added segment bee9a28c-580f-445b-8d2e-5c4c3903d188 of type vlan for network b746bac5-cc19-45da-9cf3-0187a389a920 Feb 04 17:14:09.645331 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5ba75f-cdc6-4255-b443-eefb15f54f1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b541bcf4-8947-4fb8-b2a0-cd49d8b0838d,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:14:09.699649 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-a92457f7-6820-4eb4-a9c2-9db9fc781bf3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1543671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1595572'] for network (518579bb-9b83-431f-85d9-0080ad95e906), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:09.706646 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-df5ba75f-cdc6-4255-b443-eefb15f54f1f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781084292801'] for network (b746bac5-cc19-45da-9cf3-0187a389a920), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:09.711765 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-a92457f7-6820-4eb4-a9c2-9db9fc781bf3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677565'] for network (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:09.717449 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-a92457f7-6820-4eb4-a9c2-9db9fc781bf3 admin admin] 10.222.0.89 "DELETE /v2.0/networks/518579bb-9b83-431f-85d9-0080ad95e906 HTTP/1.1" status: 204 len: 168 time: 0.5160558 Feb 04 17:14:09.741177 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92457f7-6820-4eb4-a9c2-9db9fc781bf3 admin admin] Pushing event deleted for resources: {'Network': ['ID=518579bb-9b83-431f-85d9-0080ad95e906,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:14:09.751983 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-44377734-0130-46c3-9ece-9ba91bdbd8d1 req-0a8681ac-ec43-4f24-a14d-546ceeb5f238 tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] 10.222.0.89 "GET /v2.0/security-groups?id=4f68676b-760c-49c3-a14c-c9afa7ad720d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674714 Feb 04 17:14:09.763823 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-df5ba75f-cdc6-4255-b443-eefb15f54f1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327'] for network (b746bac5-cc19-45da-9cf3-0187a389a920), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:09.765116 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df5ba75f-cdc6-4255-b443-eefb15f54f1f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:14:09.765853 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-df5ba75f-cdc6-4255-b443-eefb15f54f1f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677565'] for network (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:09.782176 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab0f707-38a8-4e77-9854-86d66a960182 req-1f01f21c-c9d3-4a1a-8e41-9c5707ee8508 tempest-FloatingIPsAssociationTestJSON-1767827216 tempest-FloatingIPsAssociationTestJSON-1767827216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:14:09.783799 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-dab0f707-38a8-4e77-9854-86d66a960182 req-1f01f21c-c9d3-4a1a-8e41-9c5707ee8508 tempest-FloatingIPsAssociationTestJSON-1767827216 tempest-FloatingIPsAssociationTestJSON-1767827216-project] 10.222.0.89 "GET /v2.0/ports?device_id=c44eccd5-dfa3-4a3f-847a-c21c74381eee&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0980263 Feb 04 17:14:09.825186 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-df5ba75f-cdc6-4255-b443-eefb15f54f1f admin admin] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7369082 Feb 04 17:14:09.828166 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 54698) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:14:09.836239 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-f12cebbb-7c8c-47b4-b248-051a088d3eb5 admin admin] Request body: {'subnet': {'network_id': 'b746bac5-cc19-45da-9cf3-0187a389a920', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-808535198-subnet', 'tenant_id': 'fd192a63f2b3498486f0abc1b85bfe62', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:14:09.841245 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-dab0f707-38a8-4e77-9854-86d66a960182 req-e3042689-cfe5-44a2-9177-f46f3b42d27a tempest-FloatingIPsAssociationTestJSON-1767827216 tempest-FloatingIPsAssociationTestJSON-1767827216-project] 10.222.0.89 "GET /v2.0/floatingips?floating_ip_address=172.25.6.195 HTTP/1.1" status: 200 len: 696 time: 0.0503080 Feb 04 17:14:09.846335 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5ba75f-cdc6-4255-b443-eefb15f54f1f admin admin] Pushing event updated for resources: {'Network': ['ID=b746bac5-cc19-45da-9cf3-0187a389a920,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:14:09.854140 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [req-dab0f707-38a8-4e77-9854-86d66a960182 req-db0672a9-17e3-4b5c-942d-5e1bfd8d56f3 tempest-FloatingIPsAssociationTestJSON-1767827216 tempest-FloatingIPsAssociationTestJSON-1767827216-project] Request body: {'floatingip': {'port_id': '8de53365-17ae-47ae-b48d-2c5bd7b7ab3c', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:14:09.858777 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Network b746bac5-cc19-45da-9cf3-0187a389a920 details requested by agent ovs-agent-n-d-827839-2 with host n-d-827839-2 {{(pid=103378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 17:14:09.859779 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f12cebbb-7c8c-47b4-b248-051a088d3eb5 admin admin] Made reservation on behalf of fd192a63f2b3498486f0abc1b85bfe62 for: {'subnet': 1} {{(pid=103376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:14:09.862183 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-f12cebbb-7c8c-47b4-b248-051a088d3eb5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25859006'] for subnet (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:09.902405 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-dab0f707-38a8-4e77-9854-86d66a960182 req-db0672a9-17e3-4b5c-942d-5e1bfd8d56f3 tempest-FloatingIPsAssociationTestJSON-1767827216 tempest-FloatingIPsAssociationTestJSON-1767827216-project] Publish callbacks [] for floatingip (25d62b49-05a6-4bd1-812f-a44e9e405721), before_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:09.935353 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 54700) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:14:09.936467 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (f20a1ab3-4332-4f54-833b-ba4a7c687e89), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:10.014072 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30feecbd-177e-4846-80cf-332b9ac6ceb8 req-0d173176-939c-415d-896e-4475aa10937b tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:14:10.015705 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-30feecbd-177e-4846-80cf-332b9ac6ceb8 req-0d173176-939c-415d-896e-4475aa10937b tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] 10.222.0.89 "GET /v2.0/ports?device_id=7bfb0405-10b3-4cc0-8634-8feb429a0d1f HTTP/1.1" status: 200 len: 944 time: 0.0807421 Feb 04 17:14:10.057765 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-bc59940a-0cb2-4113-b006-e52792fdfb26 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=86774b39ad8a41fa924d1792aacb1e11&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1210713 Feb 04 17:14:10.063041 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 54704) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:14:10.104032 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-30feecbd-177e-4846-80cf-332b9ac6ceb8 req-269c7646-aad9-44d3-b07d-7ed3558b0439 tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] 10.222.0.89 "GET /v2.0/security-groups?id=18e6cc58-e448-4d12-9423-2a502a086ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813541 Feb 04 17:14:10.156672 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-f12cebbb-7c8c-47b4-b248-051a088d3eb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25674939', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25858952'] for subnet (360f8d7b-ee49-4e91-b8fc-d5c0ca9fdfaa), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:10.187687 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56f35a0-9423-4cd5-8f3c-542a9495b428 req-eee1e568-2e33-43af-b90e-cdbe51614f9e tempest-LiveAutoBlockMigrationV225Test-1607657603 tempest-LiveAutoBlockMigrationV225Test-1607657603-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:14:10.189124 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-c56f35a0-9423-4cd5-8f3c-542a9495b428 req-eee1e568-2e33-43af-b90e-cdbe51614f9e tempest-LiveAutoBlockMigrationV225Test-1607657603 tempest-LiveAutoBlockMigrationV225Test-1607657603-project-admin] 10.222.0.90 "GET /v2.0/ports?device_id=d8a46594-af9a-4c29-9a3e-2edb427e70fa&tenant_id=f3812c841c31408e86184d3885a61bc1&binding%3Ahost_id=n-h1-827839-2 HTTP/1.1" status: 200 len: 1127 time: 0.1730511 Feb 04 17:14:10.208606 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [req-c56f35a0-9423-4cd5-8f3c-542a9495b428 req-77e82d4e-047c-41fb-8fa7-1b8b96d82052 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-827839-2'}}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:14:10.234715 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-f1b569fa-3262-4978-8d66-d87547cd3d1d admin admin] Publish callbacks [] for security_group (93c660a2-9a39-4e35-b172-c2fcfd9b6315), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:10.248400 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12cebbb-7c8c-47b4-b248-051a088d3eb5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=360f8d7b-ee49-4e91-b8fc-d5c0ca9fdfaa,revision_number=0']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:14:10.260567 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f12cebbb-7c8c-47b4-b248-051a088d3eb5 admin admin] Checking segment: {'id': 'bee9a28c-580f-445b-8d2e-5c4c3903d188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'b746bac5-cc19-45da-9cf3-0187a389a920'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:14:10.260955 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f12cebbb-7c8c-47b4-b248-051a088d3eb5 admin admin] Network hostable DHCP agents. Network: b746bac5-cc19-45da-9cf3-0187a389a920, hostable agents: ['bb89f5a3-3c22-440b-b7d1-c4f0c43c184a'], hosted agents: [] {{(pid=103376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 17:14:10.271376 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-f1b569fa-3262-4978-8d66-d87547cd3d1d admin admin] Publish callbacks [] for security_group (93c660a2-9a39-4e35-b172-c2fcfd9b6315), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:10.276498 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55d3e7a-48fd-40ca-9956-ef4fc8469984 req-46098a4d-6fe0-4965-affd-05587f447f32 tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:14:10.278048 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-d55d3e7a-48fd-40ca-9956-ef4fc8469984 req-46098a4d-6fe0-4965-affd-05587f447f32 tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] 10.222.0.89 "GET /v2.0/ports?device_id=d8a46594-af9a-4c29-9a3e-2edb427e70fa HTTP/1.1" status: 200 len: 945 time: 0.0881059 Feb 04 17:14:10.302738 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f12cebbb-7c8c-47b4-b248-051a088d3eb5 admin admin] Network b746bac5-cc19-45da-9cf3-0187a389a920 is scheduled to be hosted by DHCP agent bb89f5a3-3c22-440b-b7d1-c4f0c43c184a with binding_index 1 {{(pid=103376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 17:14:10.321766 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [None req-f12cebbb-7c8c-47b4-b248-051a088d3eb5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827839-2, b746bac5-cc19-45da-9cf3-0187a389a920) {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:14:10.331953 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f12cebbb-7c8c-47b4-b248-051a088d3eb5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:14:10.332553 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-f12cebbb-7c8c-47b4-b248-051a088d3eb5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:10.335996 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02140147-5e4b-40d7-832f-40f00046dda9 None None] Network b746bac5-cc19-45da-9cf3-0187a389a920 requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:14:10.347917 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-d55d3e7a-48fd-40ca-9956-ef4fc8469984 req-929418c6-b8fd-44e4-a85b-061a2f23ae87 tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] 10.222.0.89 "GET /v2.0/security-groups?id=119a7f03-3e07-4d1e-8852-d9f974f9f052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619781 Feb 04 17:14:10.357811 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-f12cebbb-7c8c-47b4-b248-051a088d3eb5 admin admin] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5282931 Feb 04 17:14:10.360964 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 54708) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:14:10.369541 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-c56f35a0-9423-4cd5-8f3c-542a9495b428 req-77e82d4e-047c-41fb-8fa7-1b8b96d82052 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (09fe44f1-9e7b-43ae-8405-ca810bec8f9b), before_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:10.371261 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-018d19dd-188f-4b47-a79a-0c32f5aefb6d admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-808535198-router', 'tenant_id': 'fd192a63f2b3498486f0abc1b85bfe62', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188'}}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:14:10.411200 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-018d19dd-188f-4b47-a79a-0c32f5aefb6d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1601657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26921'] for router (443be536-4628-4353-af62-b6e5cffe24fd), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:10.413091 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-018d19dd-188f-4b47-a79a-0c32f5aefb6d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1602025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603663', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1630571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26960'] for router (443be536-4628-4353-af62-b6e5cffe24fd), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:10.480477 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b430d43c-9142-4ad7-8c8d-27ef65d732da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e4c19ad-5724-5db8-8ee1-4f56ae69fcf4-b746bac5-cc19-45da-9cf3-0187a389a920', 'network_id': 'b746bac5-cc19-45da-9cf3-0187a389a920', 'project_id': 'fd192a63f2b3498486f0abc1b85bfe62', 'fixed_ips': [{'subnet_id': '360f8d7b-ee49-4e91-b8fc-d5c0ca9fdfaa'}]}} from n-d-827839-2. {{(pid=103378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 17:14:10.481541 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b430d43c-9142-4ad7-8c8d-27ef65d732da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:10.515679 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-018d19dd-188f-4b47-a79a-0c32f5aefb6d admin admin] Publish callbacks [] for router_controller (443be536-4628-4353-af62-b6e5cffe24fd), precommit_add_association {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:10.696627 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2950d3fe-8b97-4aea-913d-2ce04da686c2 req-0fe38223-75de-447b-998f-90b29eac1233 tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:14:10.696889 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-b430d43c-9142-4ad7-8c8d-27ef65d732da None None] Allocated IP 172.20.0.2 (b746bac5-cc19-45da-9cf3-0187a389a920/360f8d7b-ee49-4e91-b8fc-d5c0ca9fdfaa/88d16a9a-359c-48ef-99e3-2197eb6ca916) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:14:10.698535 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-2950d3fe-8b97-4aea-913d-2ce04da686c2 req-0fe38223-75de-447b-998f-90b29eac1233 tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] 10.222.0.89 "GET /v2.0/ports?device_id=cc6828c0-e3de-440f-b02a-be00d4b9136d HTTP/1.1" status: 200 len: 950 time: 0.2134173 Feb 04 17:14:10.707550 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-018d19dd-188f-4b47-a79a-0c32f5aefb6d admin admin] Publish callbacks [] for router_gateway (443be536-4628-4353-af62-b6e5cffe24fd), precommit_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:10.755806 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-f1b569fa-3262-4978-8d66-d87547cd3d1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (93c660a2-9a39-4e35-b172-c2fcfd9b6315), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:10.758305 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-f1b569fa-3262-4978-8d66-d87547cd3d1d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:10.762082 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-f1b569fa-3262-4978-8d66-d87547cd3d1d admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/93c660a2-9a39-4e35-b172-c2fcfd9b6315 HTTP/1.1" status: 204 len: 168 time: 0.6938572 Feb 04 17:14:10.785101 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b569fa-3262-4978-8d66-d87547cd3d1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93c660a2-9a39-4e35-b172-c2fcfd9b6315,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:14:10.895689 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b430d43c-9142-4ad7-8c8d-27ef65d732da None None] Publish callbacks [] for port (88d16a9a-359c-48ef-99e3-2197eb6ca916), precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:10.902673 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b430d43c-9142-4ad7-8c8d-27ef65d732da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135'] for port (88d16a9a-359c-48ef-99e3-2197eb6ca916), after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:10.913123 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-dab0f707-38a8-4e77-9854-86d66a960182 req-db0672a9-17e3-4b5c-942d-5e1bfd8d56f3 tempest-FloatingIPsAssociationTestJSON-1767827216 tempest-FloatingIPsAssociationTestJSON-1767827216-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:10.919363 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-dab0f707-38a8-4e77-9854-86d66a960182 req-db0672a9-17e3-4b5c-942d-5e1bfd8d56f3 tempest-FloatingIPsAssociationTestJSON-1767827216 tempest-FloatingIPsAssociationTestJSON-1767827216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1595586'] for floatingip (25d62b49-05a6-4bd1-812f-a44e9e405721), after_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:10.951355 n-d-827839-2 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b430d43c-9142-4ad7-8c8d-27ef65d732da None None] Network b746bac5-cc19-45da-9cf3-0187a389a920 is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:14:10.954743 n-d-827839-2 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-b430d43c-9142-4ad7-8c8d-27ef65d732da None None] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:14:10.960062 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b430d43c-9142-4ad7-8c8d-27ef65d732da None None] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:14:10.966905 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b430d43c-9142-4ad7-8c8d-27ef65d732da None None] Pushing event updated for resources: {'Port': ['ID=88d16a9a-359c-48ef-99e3-2197eb6ca916,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:14:11.039180 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-b430d43c-9142-4ad7-8c8d-27ef65d732da None None] Attempting to bind port 88d16a9a-359c-48ef-99e3-2197eb6ca916 on host n-d-827839-2 for vnic_type normal with profile {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:14:11.039838 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-b430d43c-9142-4ad7-8c8d-27ef65d732da None None] Attempting to bind port 88d16a9a-359c-48ef-99e3-2197eb6ca916 by drivers openvswitch,hyperv on host n-d-827839-2 at level 0 using segments [{'id': 'bee9a28c-580f-445b-8d2e-5c4c3903d188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'b746bac5-cc19-45da-9cf3-0187a389a920'}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:14:11.040308 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b430d43c-9142-4ad7-8c8d-27ef65d732da None None] Attempting to bind port 88d16a9a-359c-48ef-99e3-2197eb6ca916 on network b746bac5-cc19-45da-9cf3-0187a389a920 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:14:11.047226 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b430d43c-9142-4ad7-8c8d-27ef65d732da None None] Checking agent: {'id': 'ba70844b-66a0-45fd-a2f2-e6ed673321fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 0, 36), 'started_at': datetime.datetime(2022, 2, 4, 17, 1, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 14, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:14:11.047794 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b430d43c-9142-4ad7-8c8d-27ef65d732da None None] Checking segment: {'id': 'bee9a28c-580f-445b-8d2e-5c4c3903d188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'b746bac5-cc19-45da-9cf3-0187a389a920'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:14:11.048308 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b430d43c-9142-4ad7-8c8d-27ef65d732da None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:11.048824 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b430d43c-9142-4ad7-8c8d-27ef65d732da None None] Bound using segment: {'id': 'bee9a28c-580f-445b-8d2e-5c4c3903d188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'b746bac5-cc19-45da-9cf3-0187a389a920'} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:14:11.049438 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-b430d43c-9142-4ad7-8c8d-27ef65d732da None None] Bound port: 88d16a9a-359c-48ef-99e3-2197eb6ca916, host: n-d-827839-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bee9a28c-580f-445b-8d2e-5c4c3903d188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'b746bac5-cc19-45da-9cf3-0187a389a920'}}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:14:11.050119 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b430d43c-9142-4ad7-8c8d-27ef65d732da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (88d16a9a-359c-48ef-99e3-2197eb6ca916), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:11.055381 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [req-c56f35a0-9423-4cd5-8f3c-542a9495b428 req-77e82d4e-047c-41fb-8fa7-1b8b96d82052 service neutron] For port 09fe44f1-9e7b-43ae-8405-ca810bec8f9b, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=09fe44f1-9e7b-43ae-8405-ca810bec8f9b,segment=NetworkSegment(422e2db4-29a0-413f-80b3-a344e9c773f4),segment_id=422e2db4-29a0-413f-80b3-a344e9c773f4)] {{(pid=103377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:14:11.086837 n-d-827839-2 neutron-server[103377]: INFO neutron.db.l3_db [req-dab0f707-38a8-4e77-9854-86d66a960182 req-db0672a9-17e3-4b5c-942d-5e1bfd8d56f3 tempest-FloatingIPsAssociationTestJSON-1767827216 tempest-FloatingIPsAssociationTestJSON-1767827216-project] Floating IP 25d62b49-05a6-4bd1-812f-a44e9e405721 associated. External IP: 172.25.6.195, port: 8de53365-17ae-47ae-b48d-2c5bd7b7ab3c. Feb 04 17:14:11.131583 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-b430d43c-9142-4ad7-8c8d-27ef65d732da None None] For port 88d16a9a-359c-48ef-99e3-2197eb6ca916, host n-d-827839-2, cleared binding levels {{(pid=103378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:14:11.135479 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-b430d43c-9142-4ad7-8c8d-27ef65d732da None None] For port 88d16a9a-359c-48ef-99e3-2197eb6ca916, host n-d-827839-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=88d16a9a-359c-48ef-99e3-2197eb6ca916,segment=NetworkSegment(bee9a28c-580f-445b-8d2e-5c4c3903d188),segment_id=bee9a28c-580f-445b-8d2e-5c4c3903d188)] {{(pid=103378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:14:11.143920 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b430d43c-9142-4ad7-8c8d-27ef65d732da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (88d16a9a-359c-48ef-99e3-2197eb6ca916), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:11.178633 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [req-c56f35a0-9423-4cd5-8f3c-542a9495b428 req-77e82d4e-047c-41fb-8fa7-1b8b96d82052 service neutron] For port 09fe44f1-9e7b-43ae-8405-ca810bec8f9b, host n-h1-827839-2, cleared binding levels {{(pid=103377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:14:11.184074 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-2950d3fe-8b97-4aea-913d-2ce04da686c2 req-114d4f62-d29e-4b69-b528-ce8fb18b2fb8 tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] 10.222.0.89 "GET /v2.0/security-groups?id=5fa98c6a-94b3-4690-b9c3-4f0e67d11226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4534371 Feb 04 17:14:11.245355 n-d-827839-2 neutron-server[103377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8a46594-af9a-4c29-9a3e-2edb427e70fa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '09fe44f1-9e7b-43ae-8405-ca810bec8f9b'}] {{(pid=103377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:14:11.247649 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7240428b650e1488e9361b62648ff4b3a6c19d49d8c27c949491ab58c1346cf0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5f30365-91f0-45ed-adf4-046a5dea6d7e" -d '{"events": [{"server_uuid": "d8a46594-af9a-4c29-9a3e-2edb427e70fa", "name": "network-vif-unplugged", "status": "completed", "tag": "09fe44f1-9e7b-43ae-8405-ca810bec8f9b"}]}' {{(pid=103377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:14:11.251713 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-c56f35a0-9423-4cd5-8f3c-542a9495b428 req-77e82d4e-047c-41fb-8fa7-1b8b96d82052 service neutron] Publish callbacks [] for port (09fe44f1-9e7b-43ae-8405-ca810bec8f9b), precommit_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:11.256785 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b430d43c-9142-4ad7-8c8d-27ef65d732da None None] Pushing event updated for resources: {'Port': ['ID=88d16a9a-359c-48ef-99e3-2197eb6ca916,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:14:11.266108 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-c56f35a0-9423-4cd5-8f3c-542a9495b428 req-77e82d4e-047c-41fb-8fa7-1b8b96d82052 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25888290'] for port (09fe44f1-9e7b-43ae-8405-ca810bec8f9b), after_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:11.421103 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e82d4e-047c-41fb-8fa7-1b8b96d82052 service neutron] Pushing event updated for resources: {'Port': ['ID=09fe44f1-9e7b-43ae-8405-ca810bec8f9b,revision_number=7']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:14:11.463074 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [req-c56f35a0-9423-4cd5-8f3c-542a9495b428 req-77e82d4e-047c-41fb-8fa7-1b8b96d82052 service neutron] Attempting to bind port 09fe44f1-9e7b-43ae-8405-ca810bec8f9b on host n-h1-827839-2 for vnic_type normal with profile {"migrating_to": "n-h2-827839-2"} {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:14:11.463463 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [req-c56f35a0-9423-4cd5-8f3c-542a9495b428 req-77e82d4e-047c-41fb-8fa7-1b8b96d82052 service neutron] Attempting to bind port 09fe44f1-9e7b-43ae-8405-ca810bec8f9b by drivers openvswitch,hyperv on host n-h1-827839-2 at level 0 using segments [{'id': '422e2db4-29a0-413f-80b3-a344e9c773f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'b27b7363-f5f5-42ff-a720-66280b0b57a7'}] {{(pid=103377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:14:11.463790 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c56f35a0-9423-4cd5-8f3c-542a9495b428 req-77e82d4e-047c-41fb-8fa7-1b8b96d82052 service neutron] Attempting to bind port 09fe44f1-9e7b-43ae-8405-ca810bec8f9b on network b27b7363-f5f5-42ff-a720-66280b0b57a7 {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:14:11.471112 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3936ba-7aa4-4cf5-9c29-7f0e51fcc2ef req-62f52864-56c5-44a6-aecd-2eaf0024fa76 tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:14:11.474489 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c56f35a0-9423-4cd5-8f3c-542a9495b428 req-77e82d4e-047c-41fb-8fa7-1b8b96d82052 service neutron] Port 09fe44f1-9e7b-43ae-8405-ca810bec8f9b on network b27b7363-f5f5-42ff-a720-66280b0b57a7 not bound, no agent of type Open vSwitch agent registered on host n-h1-827839-2 {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 17:14:11.474848 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c56f35a0-9423-4cd5-8f3c-542a9495b428 req-77e82d4e-047c-41fb-8fa7-1b8b96d82052 service neutron] Attempting to bind port 09fe44f1-9e7b-43ae-8405-ca810bec8f9b on network b27b7363-f5f5-42ff-a720-66280b0b57a7 {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:14:11.483841 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-5d3936ba-7aa4-4cf5-9c29-7f0e51fcc2ef req-62f52864-56c5-44a6-aecd-2eaf0024fa76 tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] 10.222.0.89 "GET /v2.0/ports?device_id=c54f216e-39fb-4465-8339-5b51cf4324bd HTTP/1.1" status: 200 len: 948 time: 0.2010942 Feb 04 17:14:11.485604 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c56f35a0-9423-4cd5-8f3c-542a9495b428 req-77e82d4e-047c-41fb-8fa7-1b8b96d82052 service neutron] Checking agent: {'id': '3f9244a9-75fc-4c10-b195-11d48b853b41', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 8, 42), 'started_at': datetime.datetime(2022, 2, 4, 17, 8, 42), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 13, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:14:11.485954 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c56f35a0-9423-4cd5-8f3c-542a9495b428 req-77e82d4e-047c-41fb-8fa7-1b8b96d82052 service neutron] Checking segment: {'id': '422e2db4-29a0-413f-80b3-a344e9c773f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'b27b7363-f5f5-42ff-a720-66280b0b57a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:14:11.486340 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c56f35a0-9423-4cd5-8f3c-542a9495b428 req-77e82d4e-047c-41fb-8fa7-1b8b96d82052 service neutron] Bound using segment: {'id': '422e2db4-29a0-413f-80b3-a344e9c773f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'b27b7363-f5f5-42ff-a720-66280b0b57a7'} {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:14:11.486773 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [req-c56f35a0-9423-4cd5-8f3c-542a9495b428 req-77e82d4e-047c-41fb-8fa7-1b8b96d82052 service neutron] Bound port: 09fe44f1-9e7b-43ae-8405-ca810bec8f9b, host: n-h1-827839-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '422e2db4-29a0-413f-80b3-a344e9c773f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'b27b7363-f5f5-42ff-a720-66280b0b57a7'}}] {{(pid=103377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:14:11.487129 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-c56f35a0-9423-4cd5-8f3c-542a9495b428 req-77e82d4e-047c-41fb-8fa7-1b8b96d82052 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (09fe44f1-9e7b-43ae-8405-ca810bec8f9b), before_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:11.514590 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.l3_agent_scheduler [req-dab0f707-38a8-4e77-9854-86d66a960182 req-db0672a9-17e3-4b5c-942d-5e1bfd8d56f3 tempest-FloatingIPsAssociationTestJSON-1767827216 tempest-FloatingIPsAssociationTestJSON-1767827216-project] Router b5d014be-c135-4c5a-85ce-4035303b563e has already been hosted by L3 agent 64ada913-9131-4d99-a265-63a920956287 {{(pid=103377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 17:14:11.532202 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Device 09fe44f1-9e7b-43ae-8405-ca810bec8f9b details requested by agent hyperv_n-h2-827839-2 with host n-h2-827839-2 {{(pid=103378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 17:14:11.617697 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-5d3936ba-7aa4-4cf5-9c29-7f0e51fcc2ef req-62f17fe4-3160-467f-8f0e-ce5dd55775f5 tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] 10.222.0.89 "GET /v2.0/security-groups?id=4f68676b-760c-49c3-a14c-c9afa7ad720d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325986 Feb 04 17:14:11.619847 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device 17cda4ab-3ccf-457d-a2e3-93cde1c26576 up at agent hyperv_n-h1-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:14:11.663757 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-018d19dd-188f-4b47-a79a-0c32f5aefb6d admin admin] Publish callbacks [] for router_gateway (443be536-4628-4353-af62-b6e5cffe24fd), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:11.673070 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [req-c56f35a0-9423-4cd5-8f3c-542a9495b428 req-77e82d4e-047c-41fb-8fa7-1b8b96d82052 service neutron] For port 09fe44f1-9e7b-43ae-8405-ca810bec8f9b, host n-h1-827839-2, cleared binding levels {{(pid=103377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:14:11.679469 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [req-c56f35a0-9423-4cd5-8f3c-542a9495b428 req-77e82d4e-047c-41fb-8fa7-1b8b96d82052 service neutron] For port 09fe44f1-9e7b-43ae-8405-ca810bec8f9b, host n-h1-827839-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=09fe44f1-9e7b-43ae-8405-ca810bec8f9b,segment=NetworkSegment(422e2db4-29a0-413f-80b3-a344e9c773f4),segment_id=422e2db4-29a0-413f-80b3-a344e9c773f4)] {{(pid=103377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:14:11.698151 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-c56f35a0-9423-4cd5-8f3c-542a9495b428 req-77e82d4e-047c-41fb-8fa7-1b8b96d82052 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25888290'] for port (09fe44f1-9e7b-43ae-8405-ca810bec8f9b), after_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:11.737137 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-018d19dd-188f-4b47-a79a-0c32f5aefb6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:11.866734 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-dab0f707-38a8-4e77-9854-86d66a960182 req-db0672a9-17e3-4b5c-942d-5e1bfd8d56f3 tempest-FloatingIPsAssociationTestJSON-1767827216 tempest-FloatingIPsAssociationTestJSON-1767827216-project] Notify agent at l3_agent.n-d-827839-2 the message routers_updated {{(pid=103377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 17:14:11.871449 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Provisioning for port 17cda4ab-3ccf-457d-a2e3-93cde1c26576 completed by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 17:14:11.896973 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Provisioning complete for port 17cda4ab-3ccf-457d-a2e3-93cde1c26576 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:14:11.897884 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (17cda4ab-3ccf-457d-a2e3-93cde1c26576), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:11.899450 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-dab0f707-38a8-4e77-9854-86d66a960182 req-db0672a9-17e3-4b5c-942d-5e1bfd8d56f3 tempest-FloatingIPsAssociationTestJSON-1767827216 tempest-FloatingIPsAssociationTestJSON-1767827216-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for floatingip (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:11.932579 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a403fe1d-ac9a-4bed-bfca-4bb325352050 None None] Sync routers for ids ['b5d014be-c135-4c5a-85ce-4035303b563e'] in n-d-827839-2 {{(pid=103378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 17:14:11.933377 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9362851f-e01e-4ccd-b04b-d178956caf6e req-0c973fa8-97fd-4791-898f-27f8e4a9aa93 tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:14:11.941372 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-9362851f-e01e-4ccd-b04b-d178956caf6e req-0c973fa8-97fd-4791-898f-27f8e4a9aa93 tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] 10.222.0.89 "GET /v2.0/ports?device_id=7bfb0405-10b3-4cc0-8634-8feb429a0d1f HTTP/1.1" status: 200 len: 944 time: 0.1216536 Feb 04 17:14:11.974970 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.db_base_plugin_common [None req-018d19dd-188f-4b47-a79a-0c32f5aefb6d admin admin] Allocated IP 172.25.6.194 (48165773-85ad-49a1-9ec1-76fc8dc24188/7660bfad-1ea8-4fe7-831b-bed836f13efc/79a43ddf-5144-4fa6-b457-afb41792a29d) {{(pid=103376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:14:11.983627 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56f35a0-9423-4cd5-8f3c-542a9495b428 req-77e82d4e-047c-41fb-8fa7-1b8b96d82052 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:14:11.984267 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-c56f35a0-9423-4cd5-8f3c-542a9495b428 req-77e82d4e-047c-41fb-8fa7-1b8b96d82052 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:11.985724 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-c56f35a0-9423-4cd5-8f3c-542a9495b428 req-77e82d4e-047c-41fb-8fa7-1b8b96d82052 service neutron] 10.222.0.90 "PUT /v2.0/ports/09fe44f1-9e7b-43ae-8405-ca810bec8f9b HTTP/1.1" status: 200 len: 1121 time: 1.7873087 Feb 04 17:14:11.991546 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e82d4e-047c-41fb-8fa7-1b8b96d82052 service neutron] Pushing event updated for resources: {'Port': ['ID=09fe44f1-9e7b-43ae-8405-ca810bec8f9b,revision_number=8']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:14:12.012164 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-dab0f707-38a8-4e77-9854-86d66a960182 req-db0672a9-17e3-4b5c-942d-5e1bfd8d56f3 tempest-FloatingIPsAssociationTestJSON-1767827216 tempest-FloatingIPsAssociationTestJSON-1767827216-project] 10.222.0.89 "PUT /v2.0/floatingips/25d62b49-05a6-4bd1-812f-a44e9e405721 HTTP/1.1" status: 200 len: 996 time: 2.1634576 Feb 04 17:14:12.045160 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a403fe1d-ac9a-4bed-bfca-4bb325352050 None None] Routers {'b5d014be-c135-4c5a-85ce-4035303b563e'} bound to L3 agent in host n-d-827839-2 {{(pid=103378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:14:12.045462 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-a403fe1d-ac9a-4bed-bfca-4bb325352050 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:14:02Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['b5d014be-c135-4c5a-85ce-4035303b563e'], 'active': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:14:12.080635 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab0f707-38a8-4e77-9854-86d66a960182 req-2ded6100-995f-421c-8c0a-92c7a9f5395f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:14:12.090924 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-dab0f707-38a8-4e77-9854-86d66a960182 req-2ded6100-995f-421c-8c0a-92c7a9f5395f service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=cf07c74cdc00450eafd97d06057c3156&device_id=c44eccd5-dfa3-4a3f-847a-c21c74381eee HTTP/1.1" status: 200 len: 1127 time: 0.0715721 Feb 04 17:14:12.149334 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-9362851f-e01e-4ccd-b04b-d178956caf6e req-e4459871-4eae-4799-9bc5-81b375870c80 tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] 10.222.0.89 "GET /v2.0/security-groups?id=18e6cc58-e448-4d12-9423-2a502a086ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2070038 Feb 04 17:14:12.150999 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 54740) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:14:12.191655 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] get_ports_and_sgs() called for port_ids ['09fe44f1-9e7b-43ae-8405-ca810bec8f9b'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 17:14:12.195323 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-018d19dd-188f-4b47-a79a-0c32f5aefb6d admin admin] Publish callbacks [] for port (79a43ddf-5144-4fa6-b457-afb41792a29d), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:12.245898 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab0f707-38a8-4e77-9854-86d66a960182 req-c5e4832e-cc2e-492e-af5d-f4cf85a36583 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:14:12.247746 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-dab0f707-38a8-4e77-9854-86d66a960182 req-c5e4832e-cc2e-492e-af5d-f4cf85a36583 service neutron] 10.222.0.89 "GET /v2.0/networks?id=71f03b9f-e704-4df0-bce2-e9f92d5b531b HTTP/1.1" status: 200 len: 921 time: 0.1560106 Feb 04 17:14:12.249633 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 04 Feb 2022 17:14:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff7e0aca-acd0-4766-beda-524cc7d31e43 x-openstack-request-id: req-ff7e0aca-acd0-4766-beda-524cc7d31e43 {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:14:12.249996 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8a46594-af9a-4c29-9a3e-2edb427e70fa", "name": "network-vif-unplugged", "status": "completed", "tag": "09fe44f1-9e7b-43ae-8405-ca810bec8f9b", "code": 200}]} {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:14:12.250363 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-ff7e0aca-acd0-4766-beda-524cc7d31e43 {{(pid=103377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:14:12.250511 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-018d19dd-188f-4b47-a79a-0c32f5aefb6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (79a43ddf-5144-4fa6-b457-afb41792a29d), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:12.250890 n-d-827839-2 neutron-server[103377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8a46594-af9a-4c29-9a3e-2edb427e70fa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '09fe44f1-9e7b-43ae-8405-ca810bec8f9b', 'code': 200} Feb 04 17:14:12.253012 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] get_ports_and_sgs() called for port_ids ['09fe44f1-9e7b-43ae-8405-ca810bec8f9b'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 17:14:12.321022 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] For port 09fe44f1-9e7b-43ae-8405-ca810bec8f9b, host n-h1-827839-2, got binding levels [] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:14:12.339528 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018d19dd-188f-4b47-a79a-0c32f5aefb6d admin admin] Pushing event updated for resources: {'Port': ['ID=79a43ddf-5144-4fa6-b457-afb41792a29d,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:14:12.351763 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-708dbe57-9d01-47ac-a4ec-84ce35f0f95b admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-262380658-network', 'tenant_id': '978c6d026b0944f6a413e3d4f2103bea'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:14:12.357344 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-018d19dd-188f-4b47-a79a-0c32f5aefb6d admin admin] Network 48165773-85ad-49a1-9ec1-76fc8dc24188 is already hosted by enough agents. {{(pid=103376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:14:12.376026 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [None req-018d19dd-188f-4b47-a79a-0c32f5aefb6d admin admin] Resources bound (agent type, host, resource id): {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:14:12.380079 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-018d19dd-188f-4b47-a79a-0c32f5aefb6d admin admin] Received port after_create {{(pid=103376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:14:12.390340 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-708dbe57-9d01-47ac-a4ec-84ce35f0f95b admin admin] Made reservation on behalf of 978c6d026b0944f6a413e3d4f2103bea for: {'network': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:14:12.393703 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-708dbe57-9d01-47ac-a4ec-84ce35f0f95b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for network (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:12.409792 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-dab0f707-38a8-4e77-9854-86d66a960182 req-e2f9fe76-12c6-47ff-be73-ea6b4a14a4e1 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8de53365-17ae-47ae-b48d-2c5bd7b7ab3c HTTP/1.1" status: 200 len: 999 time: 0.1545155 Feb 04 17:14:12.411174 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-708dbe57-9d01-47ac-a4ec-84ce35f0f95b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:12.494089 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab0f707-38a8-4e77-9854-86d66a960182 req-b7c7e6c6-aa31-48e5-a643-7f9f8f234cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:14:12.497064 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-dab0f707-38a8-4e77-9854-86d66a960182 req-b7c7e6c6-aa31-48e5-a643-7f9f8f234cc2 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=147a2a29-50a3-4d38-8c0e-9ec73b9af714 HTTP/1.1" status: 200 len: 859 time: 0.0747964 Feb 04 17:14:12.504789 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (3f9244a9-75fc-4c10-b195-11d48b853b41), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:12.529626 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Current status of the port 17cda4ab-3ccf-457d-a2e3-93cde1c26576 is: BUILD; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:14:12.530007 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (17cda4ab-3ccf-457d-a2e3-93cde1c26576), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:12.541951 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvr_db [None req-a403fe1d-ac9a-4bed-bfca-4bb325352050 None None] Set router b5d014be-c135-4c5a-85ce-4035303b563e gateway port host: n-d-827839-2 {{(pid=103378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:14:12.579201 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9304789b-d9a2-4af2-b89d-df123f55a3e5 req-640fc660-3034-4241-a13f-6603a9055f43 tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:14:12.580446 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-9304789b-d9a2-4af2-b89d-df123f55a3e5 req-640fc660-3034-4241-a13f-6603a9055f43 tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] 10.222.0.89 "GET /v2.0/ports?device_id=d8a46594-af9a-4c29-9a3e-2edb427e70fa HTTP/1.1" status: 200 len: 943 time: 0.2421367 Feb 04 17:14:12.591019 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Attempting to bind port 09fe44f1-9e7b-43ae-8405-ca810bec8f9b on host n-h1-827839-2 for vnic_type normal with profile {"migrating_to": "n-h2-827839-2"} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:14:12.591401 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Attempting to bind port 09fe44f1-9e7b-43ae-8405-ca810bec8f9b by drivers openvswitch,hyperv on host n-h1-827839-2 at level 0 using segments [{'id': '422e2db4-29a0-413f-80b3-a344e9c773f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'b27b7363-f5f5-42ff-a720-66280b0b57a7'}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:14:12.591765 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Attempting to bind port 09fe44f1-9e7b-43ae-8405-ca810bec8f9b on network b27b7363-f5f5-42ff-a720-66280b0b57a7 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:14:12.602830 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab0f707-38a8-4e77-9854-86d66a960182 req-03866d20-b247-4f29-86d1-80523ce067ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:14:12.604844 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-dab0f707-38a8-4e77-9854-86d66a960182 req-03866d20-b247-4f29-86d1-80523ce067ed service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=71f03b9f-e704-4df0-bce2-e9f92d5b531b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0983508 Feb 04 17:14:12.607629 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-708dbe57-9d01-47ac-a4ec-84ce35f0f95b admin admin] Publish callbacks [] for security_group (beaee1ab-f1ea-48fb-8fb6-199b9068cee8), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:12.620187 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-708dbe57-9d01-47ac-a4ec-84ce35f0f95b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (beaee1ab-f1ea-48fb-8fb6-199b9068cee8), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:12.636548 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Port 09fe44f1-9e7b-43ae-8405-ca810bec8f9b on network b27b7363-f5f5-42ff-a720-66280b0b57a7 not bound, no agent of type Open vSwitch agent registered on host n-h1-827839-2 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 17:14:12.636929 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Attempting to bind port 09fe44f1-9e7b-43ae-8405-ca810bec8f9b on network b27b7363-f5f5-42ff-a720-66280b0b57a7 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:14:12.640363 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [req-dab0f707-38a8-4e77-9854-86d66a960182 req-4270a6c0-58ee-475e-a1b6-fb23e7aa78d0 service neutron] http://10.222.0.89:9696/v2.0/extensions returned with HTTP 200 {{(pid=103377) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 17:14:12.641167 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-dab0f707-38a8-4e77-9854-86d66a960182 req-4270a6c0-58ee-475e-a1b6-fb23e7aa78d0 service neutron] 10.222.0.89 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0078077 Feb 04 17:14:12.658650 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-708dbe57-9d01-47ac-a4ec-84ce35f0f95b admin admin] vlan segment allocate from pool success with {'vlan_id': 754, 'physical_network': 'physnet1'} {{(pid=103377) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 17:14:12.668793 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bfb0405-10b3-4cc0-8634-8feb429a0d1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17cda4ab-3ccf-457d-a2e3-93cde1c26576'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:14:12.671131 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c34bc964ce2211770fda26ca2f3801cc06f4f39928110690550e94ab9c9d2fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18e82531-3e9b-40ae-9182-667685896836" -d '{"events": [{"server_uuid": "7bfb0405-10b3-4cc0-8634-8feb429a0d1f", "name": "network-vif-plugged", "status": "completed", "tag": "17cda4ab-3ccf-457d-a2e3-93cde1c26576"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:14:12.727631 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Checking agent: {'id': '3f9244a9-75fc-4c10-b195-11d48b853b41', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 8, 42), 'started_at': datetime.datetime(2022, 2, 4, 17, 8, 42), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 14, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:14:12.728013 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Checking segment: {'id': '422e2db4-29a0-413f-80b3-a344e9c773f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'b27b7363-f5f5-42ff-a720-66280b0b57a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:14:12.728426 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Bound using segment: {'id': '422e2db4-29a0-413f-80b3-a344e9c773f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'b27b7363-f5f5-42ff-a720-66280b0b57a7'} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:14:12.728928 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Bound port: 09fe44f1-9e7b-43ae-8405-ca810bec8f9b, host: n-h1-827839-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '422e2db4-29a0-413f-80b3-a344e9c773f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'b27b7363-f5f5-42ff-a720-66280b0b57a7'}}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:14:12.729319 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (09fe44f1-9e7b-43ae-8405-ca810bec8f9b), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:12.738751 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] For port 17cda4ab-3ccf-457d-a2e3-93cde1c26576, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=17cda4ab-3ccf-457d-a2e3-93cde1c26576,segment=NetworkSegment(4adf983e-b4f0-4caa-beec-ecaadf2366f2),segment_id=4adf983e-b4f0-4caa-beec-ecaadf2366f2)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:14:12.769411 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (17cda4ab-3ccf-457d-a2e3-93cde1c26576), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:12.785843 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-dab0f707-38a8-4e77-9854-86d66a960182 req-ce8ad327-842d-4c7f-a6c4-5f8ba776fe78 service neutron] 10.222.0.89 "GET /v2.0/networks/71f03b9f-e704-4df0-bce2-e9f92d5b531b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1069045 Feb 04 17:14:12.788223 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-9304789b-d9a2-4af2-b89d-df123f55a3e5 req-eeb1d032-3b5e-4612-8237-bf30c9932c90 tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] 10.222.0.89 "GET /v2.0/security-groups?id=119a7f03-3e07-4d1e-8852-d9f974f9f052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1984570 Feb 04 17:14:12.800167 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-708dbe57-9d01-47ac-a4ec-84ce35f0f95b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (2581f07c-86e2-4d88-bea9-098dd9136854), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:12.800563 n-d-827839-2 neutron-server[103377]: INFO neutron.db.segments_db [None req-708dbe57-9d01-47ac-a4ec-84ce35f0f95b admin admin] Added segment 2581f07c-86e2-4d88-bea9-098dd9136854 of type vlan for network 3a92870e-0f75-4f51-bf18-f38ecaa186c3 Feb 04 17:14:12.802259 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708dbe57-9d01-47ac-a4ec-84ce35f0f95b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=beaee1ab-f1ea-48fb-8fb6-199b9068cee8,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:14:12.885702 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-018d19dd-188f-4b47-a79a-0c32f5aefb6d admin admin] Publish callbacks [] for router_gateway (443be536-4628-4353-af62-b6e5cffe24fd), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:12.921507 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18003bf9-62d3-455b-bfa6-d436aaee352a None None] Network b746bac5-cc19-45da-9cf3-0187a389a920 requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:14:12.923254 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 88d16a9a-359c-48ef-99e3-2197eb6ca916 up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:14:12.930424 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-708dbe57-9d01-47ac-a4ec-84ce35f0f95b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781084292801'] for network (3a92870e-0f75-4f51-bf18-f38ecaa186c3), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:12.999837 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-708dbe57-9d01-47ac-a4ec-84ce35f0f95b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327'] for network (3a92870e-0f75-4f51-bf18-f38ecaa186c3), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:13.000619 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-708dbe57-9d01-47ac-a4ec-84ce35f0f95b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:14:13.001236 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-708dbe57-9d01-47ac-a4ec-84ce35f0f95b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677565'] for network (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:13.092773 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-dab0f707-38a8-4e77-9854-86d66a960182 req-40819623-097a-4648-b8a9-b73e9e1b2b84 service neutron] 10.222.0.89 "GET /v2.0/networks/71f03b9f-e704-4df0-bce2-e9f92d5b531b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2792366 Feb 04 17:14:13.100973 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708dbe57-9d01-47ac-a4ec-84ce35f0f95b admin admin] Pushing event updated for resources: {'Network': ['ID=3a92870e-0f75-4f51-bf18-f38ecaa186c3,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:14:13.125116 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-708dbe57-9d01-47ac-a4ec-84ce35f0f95b admin admin] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9688163 Feb 04 17:14:13.125469 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 54754) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:14:13.149994 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-0d29fdfe-e806-4da5-b0ac-390f38ff4f64 admin admin] Request body: {'subnet': {'network_id': '3a92870e-0f75-4f51-bf18-f38ecaa186c3', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-262380658-subnet', 'tenant_id': '978c6d026b0944f6a413e3d4f2103bea', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:14:13.181106 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d29fdfe-e806-4da5-b0ac-390f38ff4f64 admin admin] Made reservation on behalf of 978c6d026b0944f6a413e3d4f2103bea for: {'subnet': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:14:13.184827 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-0d29fdfe-e806-4da5-b0ac-390f38ff4f64 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25597243'] for subnet (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:13.207183 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-018d19dd-188f-4b47-a79a-0c32f5aefb6d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1602046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603680'] for router (443be536-4628-4353-af62-b6e5cffe24fd), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:13.228623 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Network 3a92870e-0f75-4f51-bf18-f38ecaa186c3 details requested by agent ovs-agent-n-d-827839-2 with host n-d-827839-2 {{(pid=103378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 17:14:13.263056 n-d-827839-2 neutron-server[103378]: WARNING neutron.plugins.ml2.plugin [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Concurrent port binding operations failed on port 09fe44f1-9e7b-43ae-8405-ca810bec8f9b Feb 04 17:14:13.282863 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] For port 09fe44f1-9e7b-43ae-8405-ca810bec8f9b, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=09fe44f1-9e7b-43ae-8405-ca810bec8f9b,segment=NetworkSegment(422e2db4-29a0-413f-80b3-a344e9c773f4),segment_id=422e2db4-29a0-413f-80b3-a344e9c773f4)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:14:13.308129 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Pushing event updated for resources: {'Port': ['ID=17cda4ab-3ccf-457d-a2e3-93cde1c26576,revision_number=5']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:14:13.343017 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a5af9e-e73b-4bef-bc70-c0b9c60a0797 req-50311460-fa3d-45c3-b7f4-a7c5145cba1a tempest-ServersOnMultiNodesTest-1012602224 tempest-ServersOnMultiNodesTest-1012602224-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:14:13.345020 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-05a5af9e-e73b-4bef-bc70-c0b9c60a0797 req-50311460-fa3d-45c3-b7f4-a7c5145cba1a tempest-ServersOnMultiNodesTest-1012602224 tempest-ServersOnMultiNodesTest-1012602224-project-admin] 10.222.0.89 "GET /v2.0/ports?device_id=c54f216e-39fb-4465-8339-5b51cf4324bd HTTP/1.1" status: 200 len: 1130 time: 0.1332464 Feb 04 17:14:13.350680 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c1c0f7-df59-4589-b2a4-a48159f01d08 req-1cae0018-9107-4750-ac74-be2d8779db11 tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:14:13.352326 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-70c1c0f7-df59-4589-b2a4-a48159f01d08 req-1cae0018-9107-4750-ac74-be2d8779db11 tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] 10.222.0.89 "GET /v2.0/ports?device_id=cc6828c0-e3de-440f-b02a-be00d4b9136d HTTP/1.1" status: 200 len: 950 time: 0.1099381 Feb 04 17:14:13.359660 n-d-827839-2 neutron-server[103378]: INFO neutron.plugins.ml2.plugin [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Attempt 2 to bind port 09fe44f1-9e7b-43ae-8405-ca810bec8f9b Feb 04 17:14:13.360324 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Device 09fe44f1-9e7b-43ae-8405-ca810bec8f9b has no active binding in host n-h2-827839-2 {{(pid=103378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 04 17:14:13.375903 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-05a5af9e-e73b-4bef-bc70-c0b9c60a0797 req-1210aaeb-46ea-4896-9c98-913c1593a1a2 tempest-ServersOnMultiNodesTest-1012602224 tempest-ServersOnMultiNodesTest-1012602224-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:13.386391 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-d5589f37-1cbb-42de-be8c-445fae3c09e8 None None] Provisioning complete for port 88d16a9a-359c-48ef-99e3-2197eb6ca916 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:14:13.387020 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d5589f37-1cbb-42de-be8c-445fae3c09e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (88d16a9a-359c-48ef-99e3-2197eb6ca916), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:13.445451 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-70c1c0f7-df59-4589-b2a4-a48159f01d08 req-72d93d8d-3b64-4695-b06a-c1498ee7de76 tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] 10.222.0.89 "GET /v2.0/security-groups?id=5fa98c6a-94b3-4690-b9c3-4f0e67d11226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806844 Feb 04 17:14:13.450366 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-018d19dd-188f-4b47-a79a-0c32f5aefb6d admin admin] Router 443be536-4628-4353-af62-b6e5cffe24fd is scheduled to L3 agent 64ada913-9131-4d99-a265-63a920956287 with binding_index 1 {{(pid=103376) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 17:14:13.456545 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port 88d16a9a-359c-48ef-99e3-2197eb6ca916 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:14:13.457195 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (88d16a9a-359c-48ef-99e3-2197eb6ca916), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:13.510554 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-0d29fdfe-e806-4da5-b0ac-390f38ff4f64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25889445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25597197'] for subnet (223e3d0b-2da1-4b6d-bc4c-a1504765d855), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:13.589549 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d29fdfe-e806-4da5-b0ac-390f38ff4f64 admin admin] Pushing event updated for resources: {'Subnet': ['ID=223e3d0b-2da1-4b6d-bc4c-a1504765d855,revision_number=0']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:14:13.598387 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-05a5af9e-e73b-4bef-bc70-c0b9c60a0797 req-1210aaeb-46ea-4896-9c98-913c1593a1a2 tempest-ServersOnMultiNodesTest-1012602224 tempest-ServersOnMultiNodesTest-1012602224-project-admin] Publish callbacks [] for security_group (5de663fe-41f4-4719-acaf-4fda2a69a8e3), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:13.601184 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d29fdfe-e806-4da5-b0ac-390f38ff4f64 admin admin] Checking segment: {'id': '2581f07c-86e2-4d88-bea9-098dd9136854', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '3a92870e-0f75-4f51-bf18-f38ecaa186c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:14:13.601556 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d29fdfe-e806-4da5-b0ac-390f38ff4f64 admin admin] Network hostable DHCP agents. Network: 3a92870e-0f75-4f51-bf18-f38ecaa186c3, hostable agents: ['bb89f5a3-3c22-440b-b7d1-c4f0c43c184a'], hosted agents: [] {{(pid=103377) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 17:14:13.605101 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 17:14:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c98a0297-72a7-410a-b477-32eb917faa4d x-openstack-request-id: req-c98a0297-72a7-410a-b477-32eb917faa4d {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:14:13.605634 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bfb0405-10b3-4cc0-8634-8feb429a0d1f", "name": "network-vif-plugged", "status": "completed", "tag": "17cda4ab-3ccf-457d-a2e3-93cde1c26576", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:14:13.605904 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-c98a0297-72a7-410a-b477-32eb917faa4d {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:14:13.606306 n-d-827839-2 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bfb0405-10b3-4cc0-8634-8feb429a0d1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17cda4ab-3ccf-457d-a2e3-93cde1c26576', 'code': 200} Feb 04 17:14:13.615497 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-05a5af9e-e73b-4bef-bc70-c0b9c60a0797 req-1210aaeb-46ea-4896-9c98-913c1593a1a2 tempest-ServersOnMultiNodesTest-1012602224 tempest-ServersOnMultiNodesTest-1012602224-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (5de663fe-41f4-4719-acaf-4fda2a69a8e3), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:13.645473 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d29fdfe-e806-4da5-b0ac-390f38ff4f64 admin admin] Network 3a92870e-0f75-4f51-bf18-f38ecaa186c3 is scheduled to be hosted by DHCP agent bb89f5a3-3c22-440b-b7d1-c4f0c43c184a with binding_index 1 {{(pid=103377) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 17:14:13.661618 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [None req-0d29fdfe-e806-4da5-b0ac-390f38ff4f64 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827839-2, 3a92870e-0f75-4f51-bf18-f38ecaa186c3) {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:14:13.673384 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10d5412-d064-45ef-a4af-795f13ea3b0b req-fa7b273f-24e6-40c7-b95d-540ea952c53e tempest-FloatingIPsAssociationTestJSON-1767827216 tempest-FloatingIPsAssociationTestJSON-1767827216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:14:13.676853 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-a10d5412-d064-45ef-a4af-795f13ea3b0b req-fa7b273f-24e6-40c7-b95d-540ea952c53e tempest-FloatingIPsAssociationTestJSON-1767827216 tempest-FloatingIPsAssociationTestJSON-1767827216-project] 10.222.0.89 "GET /v2.0/ports?device_id=5196e6cf-a12c-4bb6-90ee-c977b84aa4c1&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0846932 Feb 04 17:14:13.678440 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d29fdfe-e806-4da5-b0ac-390f38ff4f64 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:14:13.679248 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-0d29fdfe-e806-4da5-b0ac-390f38ff4f64 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677565'] for subnet (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:13.686269 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5758d178-6080-41ed-835d-cf6e5062d571 None None] Network 3a92870e-0f75-4f51-bf18-f38ecaa186c3 requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:14:13.696775 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-05a5af9e-e73b-4bef-bc70-c0b9c60a0797 req-1210aaeb-46ea-4896-9c98-913c1593a1a2 tempest-ServersOnMultiNodesTest-1012602224 tempest-ServersOnMultiNodesTest-1012602224-project-admin] 10.222.0.89 "GET /v2.0/security-groups?id=4f68676b-760c-49c3-a14c-c9afa7ad720d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3418102 Feb 04 17:14:13.701679 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1210aaeb-46ea-4896-9c98-913c1593a1a2 tempest-ServersOnMultiNodesTest-1012602224 tempest-ServersOnMultiNodesTest-1012602224-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5de663fe-41f4-4719-acaf-4fda2a69a8e3,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:14:13.709816 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-018d19dd-188f-4b47-a79a-0c32f5aefb6d admin admin] Notify agent at l3_agent.n-d-827839-2 the message routers_updated {{(pid=103376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 17:14:13.725405 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a3d1f4b-98ad-4358-ac48-2714058d8df5 None None] Sync routers for ids ['443be536-4628-4353-af62-b6e5cffe24fd'] in n-d-827839-2 {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 17:14:13.726108 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6241aac-674f-44a8-8581-62d02778c311 req-32759b7f-fe88-43a8-a025-3a18b593c46f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:14:13.727830 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-d6241aac-674f-44a8-8581-62d02778c311 req-32759b7f-fe88-43a8-a025-3a18b593c46f service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=7bfb0405-10b3-4cc0-8634-8feb429a0d1f HTTP/1.1" status: 200 len: 1127 time: 0.1232038 Feb 04 17:14:13.735871 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-018d19dd-188f-4b47-a79a-0c32f5aefb6d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:13.739914 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-018d19dd-188f-4b47-a79a-0c32f5aefb6d admin admin] 10.222.0.89 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.3734996 Feb 04 17:14:13.740299 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 54762) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:14:13.742862 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a3d1f4b-98ad-4358-ac48-2714058d8df5 None None] Routers {'443be536-4628-4353-af62-b6e5cffe24fd'} bound to L3 agent in host n-d-827839-2 {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:14:13.743512 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-7a3d1f4b-98ad-4358-ac48-2714058d8df5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:14:02Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['443be536-4628-4353-af62-b6e5cffe24fd'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:14:13.755293 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-0d29fdfe-e806-4da5-b0ac-390f38ff4f64 admin admin] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6187751 Feb 04 17:14:13.828441 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-a10d5412-d064-45ef-a4af-795f13ea3b0b req-1b2cd963-a3b3-4df8-bf78-89271dd4a592 tempest-FloatingIPsAssociationTestJSON-1767827216 tempest-FloatingIPsAssociationTestJSON-1767827216-project] 10.222.0.89 "GET /v2.0/floatingips?floating_ip_address=172.25.6.195 HTTP/1.1" status: 200 len: 999 time: 0.1453273 Feb 04 17:14:13.851793 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [req-a10d5412-d064-45ef-a4af-795f13ea3b0b req-07ccb01d-8632-433d-9e51-1f483e4bb415 tempest-FloatingIPsAssociationTestJSON-1767827216 tempest-FloatingIPsAssociationTestJSON-1767827216-project] Request body: {'floatingip': {'port_id': '2868b715-dae8-4a3f-b481-1acad8c24330', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:14:13.958247 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-a10d5412-d064-45ef-a4af-795f13ea3b0b req-07ccb01d-8632-433d-9e51-1f483e4bb415 tempest-FloatingIPsAssociationTestJSON-1767827216 tempest-FloatingIPsAssociationTestJSON-1767827216-project] Publish callbacks [] for floatingip (25d62b49-05a6-4bd1-812f-a44e9e405721), before_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:13.966989 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-d5589f37-1cbb-42de-be8c-445fae3c09e8 None None] Current status of the port 88d16a9a-359c-48ef-99e3-2197eb6ca916 is: DOWN; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:14:13.968187 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d5589f37-1cbb-42de-be8c-445fae3c09e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (88d16a9a-359c-48ef-99e3-2197eb6ca916), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:13.990655 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-a403fe1d-ac9a-4bed-bfca-4bb325352050 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5d014be-c135-4c5a-85ce-4035303b563e', 'name': 'tempest-FloatingIPsAssociationTestJSON-332341644-router', 'tenant_id': 'cf07c74cdc00450eafd97d06057c3156', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.21'}], 'enable_snat': True}, 'gw_port_id': 'd7ff67dc-98f3-4a6d-a6e9-60b7725303fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:12:47Z', 'updated_at': '2022-02-04T17:12:58Z', 'revision_number': 4, 'project_id': 'cf07c74cdc00450eafd97d06057c3156', 'gw_port': {'id': 'd7ff67dc-98f3-4a6d-a6e9-60b7725303fb', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:36:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5d014be-c135-4c5a-85ce-4035303b563e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:12:48Z', 'updated_at': '2022-02-04T17:12:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_floatingips': [{'id': '25d62b49-05a6-4bd1-812f-a44e9e405721', 'tenant_id': 'cf07c74cdc00450eafd97d06057c3156', 'floating_ip_address': '172.25.6.195', 'floating_network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'router_id': 'b5d014be-c135-4c5a-85ce-4035303b563e', 'port_id': '8de53365-17ae-47ae-b48d-2c5bd7b7ab3c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 550, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '71f03b9f-e704-4df0-bce2-e9f92d5b531b', 'mac_address': 'fa:16:3e:f8:5f:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c44eccd5-dfa3-4a3f-847a-c21c74381eee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T17:13:32Z', 'updated_at': '2022-02-04T17:14:10Z', 'revision_number': 1, 'project_id': 'cf07c74cdc00450eafd97d06057c3156', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42093760-4751-4ec8-b7ed-25206ff15cfc', 'name': '', 'network_id': '71f03b9f-e704-4df0-bce2-e9f92d5b531b', 'tenant_id': 'cf07c74cdc00450eafd97d06057c3156', 'mac_address': 'fa:16:3e:1b:b6:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5d014be-c135-4c5a-85ce-4035303b563e', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '147a2a29-50a3-4d38-8c0e-9ec73b9af714', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:12:56Z', 'updated_at': '2022-02-04T17:13:04Z', 'revision_number': 5, 'project_id': 'cf07c74cdc00450eafd97d06057c3156', 'subnets': [{'id': '147a2a29-50a3-4d38-8c0e-9ec73b9af714', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-2', False) {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:14:14.035110 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvr_db [None req-7a3d1f4b-98ad-4358-ac48-2714058d8df5 None None] Set router 443be536-4628-4353-af62-b6e5cffe24fd gateway port host: n-d-827839-2 {{(pid=103379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:14:14.046509 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-d6241aac-674f-44a8-8581-62d02778c311 req-a0e570f1-7703-43ef-b211-9e71e0210f3f service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=18e6cc58-e448-4d12-9423-2a502a086ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3074064 Feb 04 17:14:14.075967 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-d5589f37-1cbb-42de-be8c-445fae3c09e8 None None] For port 88d16a9a-359c-48ef-99e3-2197eb6ca916, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=88d16a9a-359c-48ef-99e3-2197eb6ca916,segment=NetworkSegment(bee9a28c-580f-445b-8d2e-5c4c3903d188),segment_id=bee9a28c-580f-445b-8d2e-5c4c3903d188)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:14:14.078189 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b84c16a2-4d49-46ba-ae5b-2b155cfca9db None None] Network 3a92870e-0f75-4f51-bf18-f38ecaa186c3 requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:14:14.104447 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cfa2c2-8d53-4a56-aced-d0650900d6ea req-4d4016df-4093-43b2-bc0b-a858f47bfee9 tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:14:14.106030 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-b5cfa2c2-8d53-4a56-aced-d0650900d6ea req-4d4016df-4093-43b2-bc0b-a858f47bfee9 tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] 10.222.0.89 "GET /v2.0/ports?device_id=7bfb0405-10b3-4cc0-8634-8feb429a0d1f HTTP/1.1" status: 200 len: 945 time: 0.2156439 Feb 04 17:14:14.175696 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a403fe1d-ac9a-4bed-bfca-4bb325352050 None None] Checking router: b5d014be-c135-4c5a-85ce-4035303b563e for host: n-d-827839-2 {{(pid=103378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 17:14:14.213839 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d5589f37-1cbb-42de-be8c-445fae3c09e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (88d16a9a-359c-48ef-99e3-2197eb6ca916), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:14.217959 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a403fe1d-ac9a-4bed-bfca-4bb325352050 None None] Routers {'b5d014be-c135-4c5a-85ce-4035303b563e'} bound to L3 agent in host n-d-827839-2 {{(pid=103378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:14:14.218744 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-a403fe1d-ac9a-4bed-bfca-4bb325352050 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:14:02Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['b5d014be-c135-4c5a-85ce-4035303b563e'], 'active': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:14:14.274569 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-7a3d1f4b-98ad-4358-ac48-2714058d8df5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '443be536-4628-4353-af62-b6e5cffe24fd', 'name': 'tempest-ServersTestBootFromVolume-808535198-router', 'tenant_id': 'fd192a63f2b3498486f0abc1b85bfe62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.194'}], 'enable_snat': True}, 'gw_port_id': '79a43ddf-5144-4fa6-b457-afb41792a29d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:14:10Z', 'updated_at': '2022-02-04T17:14:12Z', 'revision_number': 3, 'project_id': 'fd192a63f2b3498486f0abc1b85bfe62', 'gw_port': {'id': '79a43ddf-5144-4fa6-b457-afb41792a29d', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:ba:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '443be536-4628-4353-af62-b6e5cffe24fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:14:11Z', 'updated_at': '2022-02-04T17:14:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2'}], 'n-d-827839-2', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:14:14.293604 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-b5cfa2c2-8d53-4a56-aced-d0650900d6ea req-74c8bb0d-c27e-4877-acc4-5fd668443e00 tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] 10.222.0.89 "GET /v2.0/security-groups?id=18e6cc58-e448-4d12-9423-2a502a086ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1735992 Feb 04 17:14:14.307645 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a3d1f4b-98ad-4358-ac48-2714058d8df5 None None] Checking router: 443be536-4628-4353-af62-b6e5cffe24fd for host: n-d-827839-2 {{(pid=103379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 17:14:14.308359 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a3d1f4b-98ad-4358-ac48-2714058d8df5 None None] Updating router 443be536-4628-4353-af62-b6e5cffe24fd port 79a43ddf-5144-4fa6-b457-afb41792a29d binding host n-d-827839-2 {{(pid=103379) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 17:14:14.345310 n-d-827839-2 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-7a3d1f4b-98ad-4358-ac48-2714058d8df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (79a43ddf-5144-4fa6-b457-afb41792a29d), before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:14.364957 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvr_db [None req-a403fe1d-ac9a-4bed-bfca-4bb325352050 None None] Set router b5d014be-c135-4c5a-85ce-4035303b563e gateway port host: n-d-827839-2 {{(pid=103378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:14:14.516638 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-a10d5412-d064-45ef-a4af-795f13ea3b0b req-07ccb01d-8632-433d-9e51-1f483e4bb415 tempest-FloatingIPsAssociationTestJSON-1767827216 tempest-FloatingIPsAssociationTestJSON-1767827216-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:14.518398 n-d-827839-2 neutron-server[103377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8a46594-af9a-4c29-9a3e-2edb427e70fa', 'tag': '09fe44f1-9e7b-43ae-8405-ca810bec8f9b'}, {'name': 'network-changed', 'server_uuid': 'c44eccd5-dfa3-4a3f-847a-c21c74381eee', 'tag': '8de53365-17ae-47ae-b48d-2c5bd7b7ab3c'}] {{(pid=103377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:14:14.522111 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7240428b650e1488e9361b62648ff4b3a6c19d49d8c27c949491ab58c1346cf0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc2b28a8-d961-4d68-9f24-d4a3bd9f8ad6" -d '{"events": [{"name": "network-changed", "server_uuid": "d8a46594-af9a-4c29-9a3e-2edb427e70fa", "tag": "09fe44f1-9e7b-43ae-8405-ca810bec8f9b"}, {"name": "network-changed", "server_uuid": "c44eccd5-dfa3-4a3f-847a-c21c74381eee", "tag": "8de53365-17ae-47ae-b48d-2c5bd7b7ab3c"}]}' {{(pid=103377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:14:14.526942 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-a10d5412-d064-45ef-a4af-795f13ea3b0b req-07ccb01d-8632-433d-9e51-1f483e4bb415 tempest-FloatingIPsAssociationTestJSON-1767827216 tempest-FloatingIPsAssociationTestJSON-1767827216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1595586'] for floatingip (25d62b49-05a6-4bd1-812f-a44e9e405721), after_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:14.642762 n-d-827839-2 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-7a3d1f4b-98ad-4358-ac48-2714058d8df5 None None] Publish callbacks [] for port (79a43ddf-5144-4fa6-b457-afb41792a29d), precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:14.650162 n-d-827839-2 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-7a3d1f4b-98ad-4358-ac48-2714058d8df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (79a43ddf-5144-4fa6-b457-afb41792a29d), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:14.685789 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5589f37-1cbb-42de-be8c-445fae3c09e8 None None] Pushing event updated for resources: {'Port': ['ID=88d16a9a-359c-48ef-99e3-2197eb6ca916,revision_number=3']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:14:14.692371 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port 88d16a9a-359c-48ef-99e3-2197eb6ca916 is: DOWN; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:14:14.692954 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (88d16a9a-359c-48ef-99e3-2197eb6ca916), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:14.725756 n-d-827839-2 neutron-server[103377]: INFO neutron.db.l3_db [req-a10d5412-d064-45ef-a4af-795f13ea3b0b req-07ccb01d-8632-433d-9e51-1f483e4bb415 tempest-FloatingIPsAssociationTestJSON-1767827216 tempest-FloatingIPsAssociationTestJSON-1767827216-project] Floating IP 25d62b49-05a6-4bd1-812f-a44e9e405721 associated. External IP: 172.25.6.195, port: 8de53365-17ae-47ae-b48d-2c5bd7b7ab3c. Feb 04 17:14:14.746528 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41bbb226-aa75-473e-863b-f5b527e13100 None None] Pushing event updated for resources: {'Port': ['ID=79a43ddf-5144-4fa6-b457-afb41792a29d,revision_number=2']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:14:14.763524 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41bbb226-aa75-473e-863b-f5b527e13100 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:14:14.763524 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41bbb226-aa75-473e-863b-f5b527e13100 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:14:14.763881 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41bbb226-aa75-473e-863b-f5b527e13100 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:14:14.764481 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41bbb226-aa75-473e-863b-f5b527e13100 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:14:14.765086 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41bbb226-aa75-473e-863b-f5b527e13100 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:14:14.765953 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41bbb226-aa75-473e-863b-f5b527e13100 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:14:14.767544 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41bbb226-aa75-473e-863b-f5b527e13100 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:14:14.767924 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41bbb226-aa75-473e-863b-f5b527e13100 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:14:14.768295 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41bbb226-aa75-473e-863b-f5b527e13100 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:14:14.769255 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41bbb226-aa75-473e-863b-f5b527e13100 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:14:14.769776 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41bbb226-aa75-473e-863b-f5b527e13100 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:14:14.770259 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41bbb226-aa75-473e-863b-f5b527e13100 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:14:14.770742 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41bbb226-aa75-473e-863b-f5b527e13100 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:14:14.801903 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [None req-7a3d1f4b-98ad-4358-ac48-2714058d8df5 None None] Attempting to bind port 79a43ddf-5144-4fa6-b457-afb41792a29d on host n-d-827839-2 for vnic_type normal with profile {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:14:14.802540 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [None req-7a3d1f4b-98ad-4358-ac48-2714058d8df5 None None] Attempting to bind port 79a43ddf-5144-4fa6-b457-afb41792a29d by drivers openvswitch,hyperv on host n-d-827839-2 at level 0 using segments [{'id': '5942dc44-1f07-4c27-b0ab-45a2bff20dd5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188'}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:14:14.803069 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a3d1f4b-98ad-4358-ac48-2714058d8df5 None None] Attempting to bind port 79a43ddf-5144-4fa6-b457-afb41792a29d on network 48165773-85ad-49a1-9ec1-76fc8dc24188 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:14:14.809075 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.db.api [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103378) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 17:14:14.809434 n-d-827839-2 neutron-server[103378]: DEBUG oslo_db.api [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 17:14:14.809864 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a3d1f4b-98ad-4358-ac48-2714058d8df5 None None] Checking agent: {'id': 'ba70844b-66a0-45fd-a2f2-e6ed673321fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 0, 36), 'started_at': datetime.datetime(2022, 2, 4, 17, 1, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 14, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:14:14.810445 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a3d1f4b-98ad-4358-ac48-2714058d8df5 None None] Checking segment: {'id': '5942dc44-1f07-4c27-b0ab-45a2bff20dd5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:14:14.811034 n-d-827839-2 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-7a3d1f4b-98ad-4358-ac48-2714058d8df5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:14.811592 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a3d1f4b-98ad-4358-ac48-2714058d8df5 None None] Bound using segment: {'id': '5942dc44-1f07-4c27-b0ab-45a2bff20dd5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188'} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:14:14.812236 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [None req-7a3d1f4b-98ad-4358-ac48-2714058d8df5 None None] Bound port: 79a43ddf-5144-4fa6-b457-afb41792a29d, host: n-d-827839-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5942dc44-1f07-4c27-b0ab-45a2bff20dd5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188'}}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:14:14.812809 n-d-827839-2 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-7a3d1f4b-98ad-4358-ac48-2714058d8df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (79a43ddf-5144-4fa6-b457-afb41792a29d), before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:14.819343 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-643241a4-9325-482d-b2d5-16a7d495630c None None] Provisioning complete for port 88d16a9a-359c-48ef-99e3-2197eb6ca916 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:14:14.819720 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-643241a4-9325-482d-b2d5-16a7d495630c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (88d16a9a-359c-48ef-99e3-2197eb6ca916), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:14.877892 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-7a3d1f4b-98ad-4358-ac48-2714058d8df5 None None] For port 79a43ddf-5144-4fa6-b457-afb41792a29d, host n-d-827839-2, cleared binding levels {{(pid=103379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:14:14.882889 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-7a3d1f4b-98ad-4358-ac48-2714058d8df5 None None] For port 79a43ddf-5144-4fa6-b457-afb41792a29d, host n-d-827839-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=79a43ddf-5144-4fa6-b457-afb41792a29d,segment=NetworkSegment(5942dc44-1f07-4c27-b0ab-45a2bff20dd5),segment_id=5942dc44-1f07-4c27-b0ab-45a2bff20dd5)] {{(pid=103379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:14:14.892445 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-a403fe1d-ac9a-4bed-bfca-4bb325352050 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5d014be-c135-4c5a-85ce-4035303b563e', 'name': 'tempest-FloatingIPsAssociationTestJSON-332341644-router', 'tenant_id': 'cf07c74cdc00450eafd97d06057c3156', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.21'}], 'enable_snat': True}, 'gw_port_id': 'd7ff67dc-98f3-4a6d-a6e9-60b7725303fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:12:47Z', 'updated_at': '2022-02-04T17:12:58Z', 'revision_number': 4, 'project_id': 'cf07c74cdc00450eafd97d06057c3156', 'gw_port': {'id': 'd7ff67dc-98f3-4a6d-a6e9-60b7725303fb', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:36:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5d014be-c135-4c5a-85ce-4035303b563e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:12:48Z', 'updated_at': '2022-02-04T17:12:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_floatingips': [{'id': '25d62b49-05a6-4bd1-812f-a44e9e405721', 'tenant_id': 'cf07c74cdc00450eafd97d06057c3156', 'floating_ip_address': '172.25.6.195', 'floating_network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'router_id': 'b5d014be-c135-4c5a-85ce-4035303b563e', 'port_id': '8de53365-17ae-47ae-b48d-2c5bd7b7ab3c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 550, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '71f03b9f-e704-4df0-bce2-e9f92d5b531b', 'mac_address': 'fa:16:3e:f8:5f:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c44eccd5-dfa3-4a3f-847a-c21c74381eee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T17:13:32Z', 'updated_at': '2022-02-04T17:14:10Z', 'revision_number': 1, 'project_id': 'cf07c74cdc00450eafd97d06057c3156', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42093760-4751-4ec8-b7ed-25206ff15cfc', 'name': '', 'network_id': '71f03b9f-e704-4df0-bce2-e9f92d5b531b', 'tenant_id': 'cf07c74cdc00450eafd97d06057c3156', 'mac_address': 'fa:16:3e:1b:b6:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5d014be-c135-4c5a-85ce-4035303b563e', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '147a2a29-50a3-4d38-8c0e-9ec73b9af714', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:12:56Z', 'updated_at': '2022-02-04T17:13:04Z', 'revision_number': 5, 'project_id': 'cf07c74cdc00450eafd97d06057c3156', 'subnets': [{'id': '147a2a29-50a3-4d38-8c0e-9ec73b9af714', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-2', False) {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:14:14.893102 n-d-827839-2 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-7a3d1f4b-98ad-4358-ac48-2714058d8df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (79a43ddf-5144-4fa6-b457-afb41792a29d), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:14.932001 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a403fe1d-ac9a-4bed-bfca-4bb325352050 None None] The sync data for ids ['b5d014be-c135-4c5a-85ce-4035303b563e'] in n-d-827839-2 is: [{'id': 'b5d014be-c135-4c5a-85ce-4035303b563e', 'name': 'tempest-FloatingIPsAssociationTestJSON-332341644-router', 'tenant_id': 'cf07c74cdc00450eafd97d06057c3156', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.21'}], 'enable_snat': True}, 'gw_port_id': 'd7ff67dc-98f3-4a6d-a6e9-60b7725303fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:12:47Z', 'updated_at': '2022-02-04T17:12:58Z', 'revision_number': 4, 'project_id': 'cf07c74cdc00450eafd97d06057c3156', 'gw_port': {'id': 'd7ff67dc-98f3-4a6d-a6e9-60b7725303fb', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:36:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5d014be-c135-4c5a-85ce-4035303b563e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:12:48Z', 'updated_at': '2022-02-04T17:12:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_floatingips': [{'id': '25d62b49-05a6-4bd1-812f-a44e9e405721', 'tenant_id': 'cf07c74cdc00450eafd97d06057c3156', 'floating_ip_address': '172.25.6.195', 'floating_network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'router_id': 'b5d014be-c135-4c5a-85ce-4035303b563e', 'port_id': '8de53365-17ae-47ae-b48d-2c5bd7b7ab3c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 550, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '71f03b9f-e704-4df0-bce2-e9f92d5b531b', 'mac_address': 'fa:16:3e:f8:5f:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c44eccd5-dfa3-4a3f-847a-c21c74381eee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T17:13:32Z', 'updated_at': '2022-02-04T17:14:10Z', 'revision_number': 1, 'project_id': 'cf07c74cdc00450eafd97d06057c3156', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42093760-4751-4ec8-b7ed-25206ff15cfc', 'name': '', 'network_id': '71f03b9f-e704-4df0-bce2-e9f92d5b531b', 'tenant_id': 'cf07c74cdc00450eafd97d06057c3156', 'mac_address': 'fa:16:3e:1b:b6:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5d014be-c135-4c5a-85ce-4035303b563e', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '147a2a29-50a3-4d38-8c0e-9ec73b9af714', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:12:56Z', 'updated_at': '2022-02-04T17:13:04Z', 'revision_number': 5, 'project_id': 'cf07c74cdc00450eafd97d06057c3156', 'subnets': [{'id': '147a2a29-50a3-4d38-8c0e-9ec73b9af714', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 17:14:14.968691 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41bbb226-aa75-473e-863b-f5b527e13100 None None] Pushing event updated for resources: {'Port': ['ID=79a43ddf-5144-4fa6-b457-afb41792a29d,revision_number=3']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:14:14.986745 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a3d1f4b-98ad-4358-ac48-2714058d8df5 None None] Routers {'443be536-4628-4353-af62-b6e5cffe24fd'} bound to L3 agent in host n-d-827839-2 {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:14:14.988076 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-7a3d1f4b-98ad-4358-ac48-2714058d8df5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:14:02Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['443be536-4628-4353-af62-b6e5cffe24fd'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:14:15.001141 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-643241a4-9325-482d-b2d5-16a7d495630c None None] Current status of the port 88d16a9a-359c-48ef-99e3-2197eb6ca916 is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:14:15.030108 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867109cd-e2e0-4b6c-afeb-1ca604d1a824 req-08ec017f-f96e-408f-89cf-df7333a6155d tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:14:15.037783 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-867109cd-e2e0-4b6c-afeb-1ca604d1a824 req-08ec017f-f96e-408f-89cf-df7333a6155d tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] 10.222.0.89 "GET /v2.0/ports?device_id=d8a46594-af9a-4c29-9a3e-2edb427e70fa HTTP/1.1" status: 200 len: 943 time: 0.1286786 Feb 04 17:14:15.109355 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-867109cd-e2e0-4b6c-afeb-1ca604d1a824 req-61287c4b-55e3-4c2c-afc2-8439ac7bd42b tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] 10.222.0.89 "GET /v2.0/security-groups?id=119a7f03-3e07-4d1e-8852-d9f974f9f052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708032 Feb 04 17:14:15.183490 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvr_db [None req-7a3d1f4b-98ad-4358-ac48-2714058d8df5 None None] Set router 443be536-4628-4353-af62-b6e5cffe24fd gateway port host: n-d-827839-2 {{(pid=103379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:14:15.253669 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [req-b7ef9cf2-b99a-4e2e-bd9b-1518e57230a1 req-1997300d-670d-47f0-aaf6-299e477fe0f7 tempest-SecurityGroupsTestJSON-1563643175 tempest-SecurityGroupsTestJSON-1563643175-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1068901496', 'description': 'tempest-description-124057031'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:14:15.304992 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-673c2379-d978-4609-98fc-eb6fc2440b7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:15.308333 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfdfd4bb-2447-4872-bca8-ed07e1c56ac6 None None] New status for floating IP 25d62b49-05a6-4bd1-812f-a44e9e405721: ACTIVE {{(pid=103378) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 17:14:15.326669 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-b7ef9cf2-b99a-4e2e-bd9b-1518e57230a1 req-1997300d-670d-47f0-aaf6-299e477fe0f7 tempest-SecurityGroupsTestJSON-1563643175 tempest-SecurityGroupsTestJSON-1563643175-project] Publish callbacks [] for security_group (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:15.410963 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port 88d16a9a-359c-48ef-99e3-2197eb6ca916 is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:14:15.465065 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a10d5412-d064-45ef-a4af-795f13ea3b0b req-07ccb01d-8632-433d-9e51-1f483e4bb415 tempest-FloatingIPsAssociationTestJSON-1767827216 tempest-FloatingIPsAssociationTestJSON-1767827216-project] Router b5d014be-c135-4c5a-85ce-4035303b563e has already been hosted by L3 agent 64ada913-9131-4d99-a265-63a920956287 {{(pid=103377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 17:14:15.468299 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-7a3d1f4b-98ad-4358-ac48-2714058d8df5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '443be536-4628-4353-af62-b6e5cffe24fd', 'name': 'tempest-ServersTestBootFromVolume-808535198-router', 'tenant_id': 'fd192a63f2b3498486f0abc1b85bfe62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.194'}], 'enable_snat': True}, 'gw_port_id': '79a43ddf-5144-4fa6-b457-afb41792a29d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:14:10Z', 'updated_at': '2022-02-04T17:14:12Z', 'revision_number': 3, 'project_id': 'fd192a63f2b3498486f0abc1b85bfe62', 'gw_port': {'id': '79a43ddf-5144-4fa6-b457-afb41792a29d', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:ba:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '443be536-4628-4353-af62-b6e5cffe24fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:14:11Z', 'updated_at': '2022-02-04T17:14:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2'}], 'n-d-827839-2', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:14:15.512367 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a3d1f4b-98ad-4358-ac48-2714058d8df5 None None] The sync data for ids ['443be536-4628-4353-af62-b6e5cffe24fd'] in n-d-827839-2 is: [{'id': '443be536-4628-4353-af62-b6e5cffe24fd', 'name': 'tempest-ServersTestBootFromVolume-808535198-router', 'tenant_id': 'fd192a63f2b3498486f0abc1b85bfe62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.194'}], 'enable_snat': True}, 'gw_port_id': '79a43ddf-5144-4fa6-b457-afb41792a29d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:14:10Z', 'updated_at': '2022-02-04T17:14:12Z', 'revision_number': 3, 'project_id': 'fd192a63f2b3498486f0abc1b85bfe62', 'gw_port': {'id': '79a43ddf-5144-4fa6-b457-afb41792a29d', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:ba:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '443be536-4628-4353-af62-b6e5cffe24fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:14:11Z', 'updated_at': '2022-02-04T17:14:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2'}] {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 17:14:15.534912 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-b7ef9cf2-b99a-4e2e-bd9b-1518e57230a1 req-1997300d-670d-47f0-aaf6-299e477fe0f7 tempest-SecurityGroupsTestJSON-1563643175 tempest-SecurityGroupsTestJSON-1563643175-project] Publish callbacks [] for security_group (f1d0a3a9-da15-4371-a6fe-d73ef122bd3d), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:15.542667 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-b7ef9cf2-b99a-4e2e-bd9b-1518e57230a1 req-1997300d-670d-47f0-aaf6-299e477fe0f7 tempest-SecurityGroupsTestJSON-1563643175 tempest-SecurityGroupsTestJSON-1563643175-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (f1d0a3a9-da15-4371-a6fe-d73ef122bd3d), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:15.574851 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 88d16a9a-359c-48ef-99e3-2197eb6ca916 up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:14:15.632375 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-b7ef9cf2-b99a-4e2e-bd9b-1518e57230a1 req-1997300d-670d-47f0-aaf6-299e477fe0f7 tempest-SecurityGroupsTestJSON-1563643175 tempest-SecurityGroupsTestJSON-1563643175-project] Publish callbacks [] for security_group (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:15.633887 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-b7ef9cf2-b99a-4e2e-bd9b-1518e57230a1 req-1997300d-670d-47f0-aaf6-299e477fe0f7 tempest-SecurityGroupsTestJSON-1563643175 tempest-SecurityGroupsTestJSON-1563643175-project] 10.222.0.89 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 0.3872941 Feb 04 17:14:15.642841 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1997300d-670d-47f0-aaf6-299e477fe0f7 tempest-SecurityGroupsTestJSON-1563643175 tempest-SecurityGroupsTestJSON-1563643175-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f1d0a3a9-da15-4371-a6fe-d73ef122bd3d,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:14:15.651499 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.db_base_plugin_common [None req-673c2379-d978-4609-98fc-eb6fc2440b7d admin admin] Allocated IP 172.20.0.1 (b746bac5-cc19-45da-9cf3-0187a389a920/360f8d7b-ee49-4e91-b8fc-d5c0ca9fdfaa/e36a0fd0-ca88-45b8-aaf5-e2a56758afc4) {{(pid=103376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:14:15.684074 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a10d5412-d064-45ef-a4af-795f13ea3b0b req-07ccb01d-8632-433d-9e51-1f483e4bb415 tempest-FloatingIPsAssociationTestJSON-1767827216 tempest-FloatingIPsAssociationTestJSON-1767827216-project] Notify agent at l3_agent.n-d-827839-2 the message routers_updated {{(pid=103377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 17:14:15.701111 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port 88d16a9a-359c-48ef-99e3-2197eb6ca916 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:14:15.701775 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (88d16a9a-359c-48ef-99e3-2197eb6ca916), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:15.810622 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab74b765-531c-4865-ac29-3de6db93252b None None] Sync routers for ids ['b5d014be-c135-4c5a-85ce-4035303b563e'] in n-d-827839-2 {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 17:14:15.833471 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab74b765-531c-4865-ac29-3de6db93252b None None] Routers {'b5d014be-c135-4c5a-85ce-4035303b563e'} bound to L3 agent in host n-d-827839-2 {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:14:15.835120 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-ab74b765-531c-4865-ac29-3de6db93252b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:14:02Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['b5d014be-c135-4c5a-85ce-4035303b563e'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:14:15.871742 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-673c2379-d978-4609-98fc-eb6fc2440b7d admin admin] Publish callbacks [] for port (e36a0fd0-ca88-45b8-aaf5-e2a56758afc4), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:15.916849 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ac3487-0754-4c55-8db1-b2e5c773485e req-020646a3-961c-415f-aa52-f46c2cf17ca9 tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:14:15.927373 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-e2ac3487-0754-4c55-8db1-b2e5c773485e req-020646a3-961c-415f-aa52-f46c2cf17ca9 tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] 10.222.0.89 "GET /v2.0/ports?device_id=cc6828c0-e3de-440f-b02a-be00d4b9136d HTTP/1.1" status: 200 len: 950 time: 0.1295919 Feb 04 17:14:16.032588 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-673c2379-d978-4609-98fc-eb6fc2440b7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (e36a0fd0-ca88-45b8-aaf5-e2a56758afc4), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:16.059776 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-e2ac3487-0754-4c55-8db1-b2e5c773485e req-41224aff-7714-44ef-8987-3ad3949c1a5d tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] 10.222.0.89 "GET /v2.0/security-groups?id=5fa98c6a-94b3-4690-b9c3-4f0e67d11226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312141 Feb 04 17:14:16.111168 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvr_db [None req-ab74b765-531c-4865-ac29-3de6db93252b None None] Set router b5d014be-c135-4c5a-85ce-4035303b563e gateway port host: n-d-827839-2 {{(pid=103379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:14:16.124061 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port 88d16a9a-359c-48ef-99e3-2197eb6ca916 is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:14:16.134612 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673c2379-d978-4609-98fc-eb6fc2440b7d admin admin] Pushing event updated for resources: {'Port': ['ID=e36a0fd0-ca88-45b8-aaf5-e2a56758afc4,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:14:16.145607 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-673c2379-d978-4609-98fc-eb6fc2440b7d admin admin] Network b746bac5-cc19-45da-9cf3-0187a389a920 is already hosted by enough agents. {{(pid=103376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:14:16.147865 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [None req-673c2379-d978-4609-98fc-eb6fc2440b7d admin admin] Resources bound (agent type, host, resource id): {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:14:16.149930 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a10d5412-d064-45ef-a4af-795f13ea3b0b req-07ccb01d-8632-433d-9e51-1f483e4bb415 tempest-FloatingIPsAssociationTestJSON-1767827216 tempest-FloatingIPsAssociationTestJSON-1767827216-project] Router b5d014be-c135-4c5a-85ce-4035303b563e has already been hosted by L3 agent 64ada913-9131-4d99-a265-63a920956287 {{(pid=103377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 17:14:16.167490 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-673c2379-d978-4609-98fc-eb6fc2440b7d admin admin] Received port after_create {{(pid=103376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:14:16.363790 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 04 Feb 2022 17:14:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-190a3515-e192-41a0-9719-04e4acd8f50d x-openstack-request-id: req-190a3515-e192-41a0-9719-04e4acd8f50d {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:14:16.364133 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8a46594-af9a-4c29-9a3e-2edb427e70fa", "tag": "09fe44f1-9e7b-43ae-8405-ca810bec8f9b", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "c44eccd5-dfa3-4a3f-847a-c21c74381eee", "tag": "8de53365-17ae-47ae-b48d-2c5bd7b7ab3c", "status": "completed", "code": 200}]} {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:14:16.364587 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-190a3515-e192-41a0-9719-04e4acd8f50d {{(pid=103377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:14:16.364930 n-d-827839-2 neutron-server[103377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8a46594-af9a-4c29-9a3e-2edb427e70fa', 'tag': '09fe44f1-9e7b-43ae-8405-ca810bec8f9b', 'status': 'completed', 'code': 200} Feb 04 17:14:16.365046 n-d-827839-2 neutron-server[103377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c44eccd5-dfa3-4a3f-847a-c21c74381eee', 'tag': '8de53365-17ae-47ae-b48d-2c5bd7b7ab3c', 'status': 'completed', 'code': 200} Feb 04 17:14:16.366322 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-c630afe4-9c3f-441b-940a-93357e25d925 req-44229bc0-2a9b-4a8b-8770-de8496242769 tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] 10.222.0.89 "GET /v2.0/networks?tenant_id=de991ffa63634ff992d797b06d2aeaaa&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0412714 Feb 04 17:14:16.388353 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a10d5412-d064-45ef-a4af-795f13ea3b0b req-07ccb01d-8632-433d-9e51-1f483e4bb415 tempest-FloatingIPsAssociationTestJSON-1767827216 tempest-FloatingIPsAssociationTestJSON-1767827216-project] Notify agent at l3_agent.n-d-827839-2 the message routers_updated {{(pid=103377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 17:14:16.410488 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-a10d5412-d064-45ef-a4af-795f13ea3b0b req-07ccb01d-8632-433d-9e51-1f483e4bb415 tempest-FloatingIPsAssociationTestJSON-1767827216 tempest-FloatingIPsAssociationTestJSON-1767827216-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for floatingip (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:16.464234 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-673c2379-d978-4609-98fc-eb6fc2440b7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1595471'] for router_interface (443be536-4628-4353-af62-b6e5cffe24fd), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:16.488778 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2b28a8-d961-4d68-9f24-d4a3bd9f8ad6 req-821a92c0-0b09-4ad7-b954-a99fcb79a1ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:14:16.490227 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-fc2b28a8-d961-4d68-9f24-d4a3bd9f8ad6 req-821a92c0-0b09-4ad7-b954-a99fcb79a1ad service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=cf07c74cdc00450eafd97d06057c3156&device_id=c44eccd5-dfa3-4a3f-847a-c21c74381eee HTTP/1.1" status: 200 len: 1127 time: 0.1243992 Feb 04 17:14:16.502987 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-a10d5412-d064-45ef-a4af-795f13ea3b0b req-07ccb01d-8632-433d-9e51-1f483e4bb415 tempest-FloatingIPsAssociationTestJSON-1767827216 tempest-FloatingIPsAssociationTestJSON-1767827216-project] 10.222.0.89 "PUT /v2.0/floatingips/25d62b49-05a6-4bd1-812f-a44e9e405721 HTTP/1.1" status: 200 len: 996 time: 2.6611164 Feb 04 17:14:16.547917 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-acd61493-e49e-42a2-a4aa-c46192d4f03a None None] Provisioning complete for port e36a0fd0-ca88-45b8-aaf5-e2a56758afc4 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:14:16.548300 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-acd61493-e49e-42a2-a4aa-c46192d4f03a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (e36a0fd0-ca88-45b8-aaf5-e2a56758afc4), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:16.562577 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2b28a8-d961-4d68-9f24-d4a3bd9f8ad6 req-2917229f-6a85-4b33-ad8e-8ca200201c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:14:16.564119 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-fc2b28a8-d961-4d68-9f24-d4a3bd9f8ad6 req-2917229f-6a85-4b33-ad8e-8ca200201c3f service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=f3812c841c31408e86184d3885a61bc1&device_id=d8a46594-af9a-4c29-9a3e-2edb427e70fa HTTP/1.1" status: 200 len: 1155 time: 0.3293774 Feb 04 17:14:16.578230 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-ab74b765-531c-4865-ac29-3de6db93252b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5d014be-c135-4c5a-85ce-4035303b563e', 'name': 'tempest-FloatingIPsAssociationTestJSON-332341644-router', 'tenant_id': 'cf07c74cdc00450eafd97d06057c3156', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.21'}], 'enable_snat': True}, 'gw_port_id': 'd7ff67dc-98f3-4a6d-a6e9-60b7725303fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:12:47Z', 'updated_at': '2022-02-04T17:12:58Z', 'revision_number': 4, 'project_id': 'cf07c74cdc00450eafd97d06057c3156', 'gw_port': {'id': 'd7ff67dc-98f3-4a6d-a6e9-60b7725303fb', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:36:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5d014be-c135-4c5a-85ce-4035303b563e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:12:48Z', 'updated_at': '2022-02-04T17:12:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_floatingips': [{'id': '25d62b49-05a6-4bd1-812f-a44e9e405721', 'tenant_id': 'cf07c74cdc00450eafd97d06057c3156', 'floating_ip_address': '172.25.6.195', 'floating_network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'router_id': 'b5d014be-c135-4c5a-85ce-4035303b563e', 'port_id': '2868b715-dae8-4a3f-b481-1acad8c24330', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 550, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '71f03b9f-e704-4df0-bce2-e9f92d5b531b', 'mac_address': 'fa:16:3e:ad:01:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5196e6cf-a12c-4bb6-90ee-c977b84aa4c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T17:13:32Z', 'updated_at': '2022-02-04T17:14:15Z', 'revision_number': 3, 'project_id': 'cf07c74cdc00450eafd97d06057c3156', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42093760-4751-4ec8-b7ed-25206ff15cfc', 'name': '', 'network_id': '71f03b9f-e704-4df0-bce2-e9f92d5b531b', 'tenant_id': 'cf07c74cdc00450eafd97d06057c3156', 'mac_address': 'fa:16:3e:1b:b6:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5d014be-c135-4c5a-85ce-4035303b563e', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '147a2a29-50a3-4d38-8c0e-9ec73b9af714', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:12:56Z', 'updated_at': '2022-02-04T17:13:04Z', 'revision_number': 5, 'project_id': 'cf07c74cdc00450eafd97d06057c3156', 'subnets': [{'id': '147a2a29-50a3-4d38-8c0e-9ec73b9af714', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-2', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:14:16.614335 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-acd61493-e49e-42a2-a4aa-c46192d4f03a None None] Port e36a0fd0-ca88-45b8-aaf5-e2a56758afc4 cannot update to ACTIVE because it is not bound. {{(pid=103378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 17:14:16.620622 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab74b765-531c-4865-ac29-3de6db93252b None None] Checking router: b5d014be-c135-4c5a-85ce-4035303b563e for host: n-d-827839-2 {{(pid=103379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 17:14:16.632249 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab74b765-531c-4865-ac29-3de6db93252b None None] Routers {'b5d014be-c135-4c5a-85ce-4035303b563e'} bound to L3 agent in host n-d-827839-2 {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:14:16.632960 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-ab74b765-531c-4865-ac29-3de6db93252b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:14:02Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['b5d014be-c135-4c5a-85ce-4035303b563e'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:14:16.666913 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10d5412-d064-45ef-a4af-795f13ea3b0b req-8876479a-e411-4b9c-818c-81fd76991666 tempest-FloatingIPsAssociationTestJSON-1767827216 tempest-FloatingIPsAssociationTestJSON-1767827216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:14:16.681680 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-a10d5412-d064-45ef-a4af-795f13ea3b0b req-8876479a-e411-4b9c-818c-81fd76991666 tempest-FloatingIPsAssociationTestJSON-1767827216 tempest-FloatingIPsAssociationTestJSON-1767827216-project] 10.222.0.89 "GET /v2.0/ports/8de53365-17ae-47ae-b48d-2c5bd7b7ab3c HTTP/1.1" status: 200 len: 942 time: 0.1679823 Feb 04 17:14:16.685114 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2b28a8-d961-4d68-9f24-d4a3bd9f8ad6 req-0402c68b-f3b0-4c82-8e8f-14f4e099b359 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:14:16.688045 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-fc2b28a8-d961-4d68-9f24-d4a3bd9f8ad6 req-0402c68b-f3b0-4c82-8e8f-14f4e099b359 service neutron] 10.222.0.90 "GET /v2.0/networks?id=71f03b9f-e704-4df0-bce2-e9f92d5b531b HTTP/1.1" status: 200 len: 921 time: 0.1829250 Feb 04 17:14:16.731145 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c630afe4-9c3f-441b-940a-93357e25d925 req-c3088c29-e60c-4227-870e-b520dfe17d8a tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:14:16.733212 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-c630afe4-9c3f-441b-940a-93357e25d925 req-c3088c29-e60c-4227-870e-b520dfe17d8a tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] 10.222.0.89 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3580751 Feb 04 17:14:16.745843 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2b28a8-d961-4d68-9f24-d4a3bd9f8ad6 req-8fcdad43-9678-44d4-be21-607133596f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:14:16.747414 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-fc2b28a8-d961-4d68-9f24-d4a3bd9f8ad6 req-8fcdad43-9678-44d4-be21-607133596f71 service neutron] 10.222.0.96 "GET /v2.0/networks?id=b27b7363-f5f5-42ff-a720-66280b0b57a7 HTTP/1.1" status: 200 len: 922 time: 0.1716337 Feb 04 17:14:16.753900 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-fc2b28a8-d961-4d68-9f24-d4a3bd9f8ad6 req-e4feeb31-6bb4-4a6f-bea7-a92155857be9 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8de53365-17ae-47ae-b48d-2c5bd7b7ab3c HTTP/1.1" status: 200 len: 217 time: 0.0593085 Feb 04 17:14:16.778024 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-c630afe4-9c3f-441b-940a-93357e25d925 req-624c913d-7422-4178-b1d8-05c42418c9bc tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] 10.222.0.89 "GET /v2.0/quotas/de991ffa63634ff992d797b06d2aeaaa HTTP/1.1" status: 200 len: 375 time: 0.0361378 Feb 04 17:14:16.850646 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-fc2b28a8-d961-4d68-9f24-d4a3bd9f8ad6 req-abb85742-60f0-454b-ba28-a57a138fa3a0 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=09fe44f1-9e7b-43ae-8405-ca810bec8f9b HTTP/1.1" status: 200 len: 217 time: 0.0760255 Feb 04 17:14:16.882913 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvr_db [None req-ab74b765-531c-4865-ac29-3de6db93252b None None] Set router b5d014be-c135-4c5a-85ce-4035303b563e gateway port host: n-d-827839-2 {{(pid=103379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:14:16.893274 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10d5412-d064-45ef-a4af-795f13ea3b0b req-28627ba0-a83d-4bd3-b93e-9fedddb17e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:14:16.895305 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-a10d5412-d064-45ef-a4af-795f13ea3b0b req-28627ba0-a83d-4bd3-b93e-9fedddb17e2b service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=cf07c74cdc00450eafd97d06057c3156&device_id=c44eccd5-dfa3-4a3f-847a-c21c74381eee HTTP/1.1" status: 200 len: 1127 time: 0.1184671 Feb 04 17:14:16.899337 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2b28a8-d961-4d68-9f24-d4a3bd9f8ad6 req-a243a2ec-a7f8-408f-a51e-695ce12f5bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:14:16.900935 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-fc2b28a8-d961-4d68-9f24-d4a3bd9f8ad6 req-a243a2ec-a7f8-408f-a51e-695ce12f5bf6 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=147a2a29-50a3-4d38-8c0e-9ec73b9af714 HTTP/1.1" status: 200 len: 859 time: 0.1351793 Feb 04 17:14:16.947376 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2b28a8-d961-4d68-9f24-d4a3bd9f8ad6 req-cdf2450c-faf7-4d16-b9b5-1e5f589688d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:14:16.948784 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-fc2b28a8-d961-4d68-9f24-d4a3bd9f8ad6 req-cdf2450c-faf7-4d16-b9b5-1e5f589688d0 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=fa2004f2-da24-41cf-84b9-96d41a7dd118 HTTP/1.1" status: 200 len: 861 time: 0.0848792 Feb 04 17:14:16.955035 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-c630afe4-9c3f-441b-940a-93357e25d925 req-0860d610-b18c-45ab-9477-ab0eb2aa35d8 tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=de991ffa63634ff992d797b06d2aeaaa&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1669278 Feb 04 17:14:16.967208 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-673c2379-d978-4609-98fc-eb6fc2440b7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (e36a0fd0-ca88-45b8-aaf5-e2a56758afc4), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:16.992304 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-fc2b28a8-d961-4d68-9f24-d4a3bd9f8ad6 req-786e7ed4-4b7f-4b2e-b2c4-dc507d9e4d54 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=b27b7363-f5f5-42ff-a720-66280b0b57a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0340638 Feb 04 17:14:17.068503 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2b28a8-d961-4d68-9f24-d4a3bd9f8ad6 req-f4988237-1c56-4d78-a19e-71ae960e120b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:14:17.070065 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-fc2b28a8-d961-4d68-9f24-d4a3bd9f8ad6 req-f4988237-1c56-4d78-a19e-71ae960e120b service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=71f03b9f-e704-4df0-bce2-e9f92d5b531b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1329966 Feb 04 17:14:17.166806 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-fc2b28a8-d961-4d68-9f24-d4a3bd9f8ad6 req-af4be4c9-51f1-4086-9108-be6520ccd2e6 service neutron] 10.222.0.90 "GET /v2.0/networks/71f03b9f-e704-4df0-bce2-e9f92d5b531b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891080 Feb 04 17:14:17.169264 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10d5412-d064-45ef-a4af-795f13ea3b0b req-1a56ef8a-cae2-4fac-8fe7-cf6a7573e263 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:14:17.176873 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-a10d5412-d064-45ef-a4af-795f13ea3b0b req-1a56ef8a-cae2-4fac-8fe7-cf6a7573e263 service neutron] 10.222.0.89 "GET /v2.0/networks?id=71f03b9f-e704-4df0-bce2-e9f92d5b531b HTTP/1.1" status: 200 len: 921 time: 0.2706442 Feb 04 17:14:17.184137 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-fc2b28a8-d961-4d68-9f24-d4a3bd9f8ad6 req-2928fb14-cd64-4781-b06b-1a5470805791 service neutron] 10.222.0.96 "GET /v2.0/networks/b27b7363-f5f5-42ff-a720-66280b0b57a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1837740 Feb 04 17:14:17.194753 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-ab74b765-531c-4865-ac29-3de6db93252b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5d014be-c135-4c5a-85ce-4035303b563e', 'name': 'tempest-FloatingIPsAssociationTestJSON-332341644-router', 'tenant_id': 'cf07c74cdc00450eafd97d06057c3156', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.21'}], 'enable_snat': True}, 'gw_port_id': 'd7ff67dc-98f3-4a6d-a6e9-60b7725303fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:12:47Z', 'updated_at': '2022-02-04T17:12:58Z', 'revision_number': 4, 'project_id': 'cf07c74cdc00450eafd97d06057c3156', 'gw_port': {'id': 'd7ff67dc-98f3-4a6d-a6e9-60b7725303fb', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:36:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5d014be-c135-4c5a-85ce-4035303b563e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:12:48Z', 'updated_at': '2022-02-04T17:12:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_floatingips': [{'id': '25d62b49-05a6-4bd1-812f-a44e9e405721', 'tenant_id': 'cf07c74cdc00450eafd97d06057c3156', 'floating_ip_address': '172.25.6.195', 'floating_network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'router_id': 'b5d014be-c135-4c5a-85ce-4035303b563e', 'port_id': '2868b715-dae8-4a3f-b481-1acad8c24330', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 550, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '71f03b9f-e704-4df0-bce2-e9f92d5b531b', 'mac_address': 'fa:16:3e:ad:01:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5196e6cf-a12c-4bb6-90ee-c977b84aa4c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T17:13:32Z', 'updated_at': '2022-02-04T17:14:15Z', 'revision_number': 3, 'project_id': 'cf07c74cdc00450eafd97d06057c3156', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42093760-4751-4ec8-b7ed-25206ff15cfc', 'name': '', 'network_id': '71f03b9f-e704-4df0-bce2-e9f92d5b531b', 'tenant_id': 'cf07c74cdc00450eafd97d06057c3156', 'mac_address': 'fa:16:3e:1b:b6:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5d014be-c135-4c5a-85ce-4035303b563e', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '147a2a29-50a3-4d38-8c0e-9ec73b9af714', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:12:56Z', 'updated_at': '2022-02-04T17:13:04Z', 'revision_number': 5, 'project_id': 'cf07c74cdc00450eafd97d06057c3156', 'subnets': [{'id': '147a2a29-50a3-4d38-8c0e-9ec73b9af714', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-2', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:14:17.239708 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab74b765-531c-4865-ac29-3de6db93252b None None] The sync data for ids ['b5d014be-c135-4c5a-85ce-4035303b563e'] in n-d-827839-2 is: [{'id': 'b5d014be-c135-4c5a-85ce-4035303b563e', 'name': 'tempest-FloatingIPsAssociationTestJSON-332341644-router', 'tenant_id': 'cf07c74cdc00450eafd97d06057c3156', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.21'}], 'enable_snat': True}, 'gw_port_id': 'd7ff67dc-98f3-4a6d-a6e9-60b7725303fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:12:47Z', 'updated_at': '2022-02-04T17:12:58Z', 'revision_number': 4, 'project_id': 'cf07c74cdc00450eafd97d06057c3156', 'gw_port': {'id': 'd7ff67dc-98f3-4a6d-a6e9-60b7725303fb', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:36:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5d014be-c135-4c5a-85ce-4035303b563e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:12:48Z', 'updated_at': '2022-02-04T17:12:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_floatingips': [{'id': '25d62b49-05a6-4bd1-812f-a44e9e405721', 'tenant_id': 'cf07c74cdc00450eafd97d06057c3156', 'floating_ip_address': '172.25.6.195', 'floating_network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'router_id': 'b5d014be-c135-4c5a-85ce-4035303b563e', 'port_id': '2868b715-dae8-4a3f-b481-1acad8c24330', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 550, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '71f03b9f-e704-4df0-bce2-e9f92d5b531b', 'mac_address': 'fa:16:3e:ad:01:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5196e6cf-a12c-4bb6-90ee-c977b84aa4c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T17:13:32Z', 'updated_at': '2022-02-04T17:14:15Z', 'revision_number': 3, 'project_id': 'cf07c74cdc00450eafd97d06057c3156', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42093760-4751-4ec8-b7ed-25206ff15cfc', 'name': '', 'network_id': '71f03b9f-e704-4df0-bce2-e9f92d5b531b', 'tenant_id': 'cf07c74cdc00450eafd97d06057c3156', 'mac_address': 'fa:16:3e:1b:b6:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5d014be-c135-4c5a-85ce-4035303b563e', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '147a2a29-50a3-4d38-8c0e-9ec73b9af714', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:12:56Z', 'updated_at': '2022-02-04T17:13:04Z', 'revision_number': 5, 'project_id': 'cf07c74cdc00450eafd97d06057c3156', 'subnets': [{'id': '147a2a29-50a3-4d38-8c0e-9ec73b9af714', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 17:14:17.276423 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-a10d5412-d064-45ef-a4af-795f13ea3b0b req-c5168873-79b4-47e1-8641-7d4a98f63576 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8de53365-17ae-47ae-b48d-2c5bd7b7ab3c HTTP/1.1" status: 200 len: 217 time: 0.0985928 Feb 04 17:14:17.330276 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-673c2379-d978-4609-98fc-eb6fc2440b7d admin admin] Publish callbacks [] for port (e36a0fd0-ca88-45b8-aaf5-e2a56758afc4), precommit_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:17.339247 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-673c2379-d978-4609-98fc-eb6fc2440b7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675836'] for port (e36a0fd0-ca88-45b8-aaf5-e2a56758afc4), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:17.348506 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10d5412-d064-45ef-a4af-795f13ea3b0b req-5a80d818-15a6-4db1-ad12-4b08e9d31c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:14:17.355348 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-a10d5412-d064-45ef-a4af-795f13ea3b0b req-5a80d818-15a6-4db1-ad12-4b08e9d31c58 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=147a2a29-50a3-4d38-8c0e-9ec73b9af714 HTTP/1.1" status: 200 len: 859 time: 0.0780413 Feb 04 17:14:17.369657 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-fc2b28a8-d961-4d68-9f24-d4a3bd9f8ad6 req-901b59df-9405-433d-87f6-97bc3d02da77 service neutron] 10.222.0.96 "GET /v2.0/networks/b27b7363-f5f5-42ff-a720-66280b0b57a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1687415 Feb 04 17:14:17.445932 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-673c2379-d978-4609-98fc-eb6fc2440b7d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1677345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602751'] for router_interface (443be536-4628-4353-af62-b6e5cffe24fd), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:17.455124 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673c2379-d978-4609-98fc-eb6fc2440b7d admin admin] Pushing event updated for resources: {'Port': ['ID=e36a0fd0-ca88-45b8-aaf5-e2a56758afc4,revision_number=2']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:14:17.462199 n-d-827839-2 neutron-server[103377]: INFO neutron.api.v2.resource [req-683cf62d-d32f-4d74-8c5e-41e5bc1aff4f req-22b3057e-4942-4fd4-b850-4a67694a75f0 service neutron] show failed (client error): The resource could not be found. Feb 04 17:14:17.462947 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-683cf62d-d32f-4d74-8c5e-41e5bc1aff4f req-22b3057e-4942-4fd4-b850-4a67694a75f0 service neutron] 10.222.0.90 "GET /v2.0/ports/1c7d9fa2-9ef9-488a-a8c3-a61982a926f8/bindings/n-h1-827839-2 HTTP/1.1" status: 404 len: 380 time: 0.2380185 Feb 04 17:14:17.464991 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10d5412-d064-45ef-a4af-795f13ea3b0b req-4e1c64f4-3013-4b10-82f6-c786114eaf43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:14:17.472926 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-a10d5412-d064-45ef-a4af-795f13ea3b0b req-4e1c64f4-3013-4b10-82f6-c786114eaf43 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=71f03b9f-e704-4df0-bce2-e9f92d5b531b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1166332 Feb 04 17:14:17.476014 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-fc2b28a8-d961-4d68-9f24-d4a3bd9f8ad6 req-95f83eff-1982-491c-befe-6a1f0a2dd023 service neutron] 10.222.0.90 "GET /v2.0/networks/71f03b9f-e704-4df0-bce2-e9f92d5b531b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2920711 Feb 04 17:14:17.629915 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-673c2379-d978-4609-98fc-eb6fc2440b7d admin admin] Network b746bac5-cc19-45da-9cf3-0187a389a920 is already hosted by enough agents. {{(pid=103376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:14:17.631584 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [None req-673c2379-d978-4609-98fc-eb6fc2440b7d admin admin] Resources bound (agent type, host, resource id): {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:14:17.688562 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 79a43ddf-5144-4fa6-b457-afb41792a29d up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:14:17.729002 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-a10d5412-d064-45ef-a4af-795f13ea3b0b req-d4c98421-b1ec-403a-b481-a78556783c1f service neutron] 10.222.0.89 "GET /v2.0/networks/71f03b9f-e704-4df0-bce2-e9f92d5b531b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2551141 Feb 04 17:14:17.801797 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1d1cdc4-25b2-4580-a8bb-888bd6874194 None None] New status for floating IP 25d62b49-05a6-4bd1-812f-a44e9e405721: ACTIVE {{(pid=103378) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 17:14:17.901240 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-a10d5412-d064-45ef-a4af-795f13ea3b0b req-9005125d-773f-4f33-9d24-e988d18ffa1e service neutron] 10.222.0.89 "GET /v2.0/networks/71f03b9f-e704-4df0-bce2-e9f92d5b531b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1685026 Feb 04 17:14:17.990421 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-673c2379-d978-4609-98fc-eb6fc2440b7d admin admin] Router 443be536-4628-4353-af62-b6e5cffe24fd has already been hosted by L3 agent 64ada913-9131-4d99-a265-63a920956287 {{(pid=103376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 17:14:17.995513 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10d5412-d064-45ef-a4af-795f13ea3b0b req-d9d2dc95-b214-48d0-a92f-1816b7513106 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:14:18.004426 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port 79a43ddf-5144-4fa6-b457-afb41792a29d triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:14:18.004815 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (79a43ddf-5144-4fa6-b457-afb41792a29d), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:18.004928 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-a10d5412-d064-45ef-a4af-795f13ea3b0b req-d9d2dc95-b214-48d0-a92f-1816b7513106 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=cf07c74cdc00450eafd97d06057c3156&device_id=5196e6cf-a12c-4bb6-90ee-c977b84aa4c1 HTTP/1.1" status: 200 len: 1127 time: 0.0914798 Feb 04 17:14:18.047548 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2506f9-b607-4fe6-84e0-8c122e275111 req-bb3aad06-537a-425e-84a7-1fe015d31a56 tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:14:18.050063 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-5b2506f9-b607-4fe6-84e0-8c122e275111 req-bb3aad06-537a-425e-84a7-1fe015d31a56 tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] 10.222.0.89 "GET /v2.0/ports?device_id=7bfb0405-10b3-4cc0-8634-8feb429a0d1f HTTP/1.1" status: 200 len: 945 time: 0.1323996 Feb 04 17:14:18.137585 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10d5412-d064-45ef-a4af-795f13ea3b0b req-5071995a-8a6d-46a1-9854-2442bc70280c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:14:18.148122 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-a10d5412-d064-45ef-a4af-795f13ea3b0b req-5071995a-8a6d-46a1-9854-2442bc70280c service neutron] 10.222.0.89 "GET /v2.0/networks?id=71f03b9f-e704-4df0-bce2-e9f92d5b531b HTTP/1.1" status: 200 len: 921 time: 0.1421275 Feb 04 17:14:18.148226 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683cf62d-d32f-4d74-8c5e-41e5bc1aff4f req-b319bead-ec8c-422c-b161-02d7a9e8bc46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:14:18.155633 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-683cf62d-d32f-4d74-8c5e-41e5bc1aff4f req-b319bead-ec8c-422c-b161-02d7a9e8bc46 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=cc6828c0-e3de-440f-b02a-be00d4b9136d&tenant_id=1cd99d9701204f3692368e4539967c47 HTTP/1.1" status: 200 len: 1132 time: 0.3845351 Feb 04 17:14:18.176520 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-a6fea4e8-c4c4-40eb-a195-924569550bed None None] Provisioning complete for port e36a0fd0-ca88-45b8-aaf5-e2a56758afc4 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:14:18.177884 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a6fea4e8-c4c4-40eb-a195-924569550bed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (e36a0fd0-ca88-45b8-aaf5-e2a56758afc4), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:18.230119 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [req-683cf62d-d32f-4d74-8c5e-41e5bc1aff4f req-0db7cfca-cec3-407a-a3f4-189987319366 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-827839-2', 'device_owner': 'compute:nova'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:14:18.232620 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-a10d5412-d064-45ef-a4af-795f13ea3b0b req-916993c5-5e1a-480d-a413-70172dd82c84 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2868b715-dae8-4a3f-b481-1acad8c24330 HTTP/1.1" status: 200 len: 1001 time: 0.0836253 Feb 04 17:14:18.305992 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-a6fea4e8-c4c4-40eb-a195-924569550bed None None] Port e36a0fd0-ca88-45b8-aaf5-e2a56758afc4 cannot update to ACTIVE because it is not bound. {{(pid=103378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 17:14:18.325376 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port 79a43ddf-5144-4fa6-b457-afb41792a29d is: DOWN; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:14:18.326261 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (79a43ddf-5144-4fa6-b457-afb41792a29d), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:18.328654 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-673c2379-d978-4609-98fc-eb6fc2440b7d admin admin] Notify agent at l3_agent.n-d-827839-2 the message routers_updated {{(pid=103376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 17:14:18.339234 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-018ce175-16d2-468f-96fc-c0fac63b66ab None None] Sync routers for ids ['443be536-4628-4353-af62-b6e5cffe24fd'] in n-d-827839-2 {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 17:14:18.340806 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10d5412-d064-45ef-a4af-795f13ea3b0b req-4b011abe-5157-4b0d-8332-ee111d3a1c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:14:18.342292 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-a10d5412-d064-45ef-a4af-795f13ea3b0b req-4b011abe-5157-4b0d-8332-ee111d3a1c17 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=147a2a29-50a3-4d38-8c0e-9ec73b9af714 HTTP/1.1" status: 200 len: 859 time: 0.1023614 Feb 04 17:14:18.359534 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-018ce175-16d2-468f-96fc-c0fac63b66ab None None] Routers {'443be536-4628-4353-af62-b6e5cffe24fd'} bound to L3 agent in host n-d-827839-2 {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:14:18.361624 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-018ce175-16d2-468f-96fc-c0fac63b66ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:14:02Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['443be536-4628-4353-af62-b6e5cffe24fd'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:14:18.368280 n-d-827839-2 neutron-server[103377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c44eccd5-dfa3-4a3f-847a-c21c74381eee', 'tag': '8de53365-17ae-47ae-b48d-2c5bd7b7ab3c'}, {'name': 'network-changed', 'server_uuid': '5196e6cf-a12c-4bb6-90ee-c977b84aa4c1', 'tag': '2868b715-dae8-4a3f-b481-1acad8c24330'}] {{(pid=103377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:14:18.371305 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7240428b650e1488e9361b62648ff4b3a6c19d49d8c27c949491ab58c1346cf0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbb21e36-6202-4e16-885c-780f920b2804" -d '{"events": [{"name": "network-changed", "server_uuid": "c44eccd5-dfa3-4a3f-847a-c21c74381eee", "tag": "8de53365-17ae-47ae-b48d-2c5bd7b7ab3c"}, {"name": "network-changed", "server_uuid": "5196e6cf-a12c-4bb6-90ee-c977b84aa4c1", "tag": "2868b715-dae8-4a3f-b481-1acad8c24330"}]}' {{(pid=103377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:14:18.380681 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-673c2379-d978-4609-98fc-eb6fc2440b7d admin admin] 10.222.0.89 "PUT /v2.0/routers/443be536-4628-4353-af62-b6e5cffe24fd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6392310 Feb 04 17:14:18.397647 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-5b2506f9-b607-4fe6-84e0-8c122e275111 req-a547f259-c6f3-4057-9e49-59f060ab16db tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] 10.222.0.89 "GET /v2.0/security-groups?id=18e6cc58-e448-4d12-9423-2a502a086ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3337042 Feb 04 17:14:18.405109 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] For port 79a43ddf-5144-4fa6-b457-afb41792a29d, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=79a43ddf-5144-4fa6-b457-afb41792a29d,segment=NetworkSegment(5942dc44-1f07-4c27-b0ab-45a2bff20dd5),segment_id=5942dc44-1f07-4c27-b0ab-45a2bff20dd5)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:14:18.426305 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (79a43ddf-5144-4fa6-b457-afb41792a29d), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:18.466743 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10d5412-d064-45ef-a4af-795f13ea3b0b req-98b758af-d0f8-4bfe-bbd0-9343037dcfa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:14:18.468420 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-a10d5412-d064-45ef-a4af-795f13ea3b0b req-98b758af-d0f8-4bfe-bbd0-9343037dcfa7 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=71f03b9f-e704-4df0-bce2-e9f92d5b531b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1172526 Feb 04 17:14:18.472988 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [req-3a99dd97-eda8-414c-8ad8-bd1bf542e07a req-d473b9e5-b6d1-4cf9-9546-3eab903a08dc tempest-SecurityGroupsTestJSON-1563643175 tempest-SecurityGroupsTestJSON-1563643175-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1602574778', 'description': 'tempest-description-1193760027'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:14:18.519365 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62f77bdb-b501-40a1-845b-9e354ec4b5b5 None None] Sync routers for ids ['b5d014be-c135-4c5a-85ce-4035303b563e'] in n-d-827839-2 {{(pid=103378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 17:14:18.539691 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-683cf62d-d32f-4d74-8c5e-41e5bc1aff4f req-0db7cfca-cec3-407a-a3f4-189987319366 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (1c7d9fa2-9ef9-488a-a8c3-a61982a926f8), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:18.562699 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-3a99dd97-eda8-414c-8ad8-bd1bf542e07a req-d473b9e5-b6d1-4cf9-9546-3eab903a08dc tempest-SecurityGroupsTestJSON-1563643175 tempest-SecurityGroupsTestJSON-1563643175-project] Publish callbacks [] for security_group (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:18.581117 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Pushing event updated for resources: {'Port': ['ID=79a43ddf-5144-4fa6-b457-afb41792a29d,revision_number=4']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:14:18.597347 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62f77bdb-b501-40a1-845b-9e354ec4b5b5 None None] Routers {'b5d014be-c135-4c5a-85ce-4035303b563e'} bound to L3 agent in host n-d-827839-2 {{(pid=103378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:14:18.598459 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-62f77bdb-b501-40a1-845b-9e354ec4b5b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:14:02Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['b5d014be-c135-4c5a-85ce-4035303b563e'], 'active': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:14:18.649042 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-a10d5412-d064-45ef-a4af-795f13ea3b0b req-80dbd038-615f-40f6-b73b-b4468286ca21 service neutron] 10.222.0.89 "GET /v2.0/networks/71f03b9f-e704-4df0-bce2-e9f92d5b531b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1733236 Feb 04 17:14:18.750582 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvr_db [None req-018ce175-16d2-468f-96fc-c0fac63b66ab None None] Set router 443be536-4628-4353-af62-b6e5cffe24fd gateway port host: n-d-827839-2 {{(pid=103379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:14:18.818331 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-a10d5412-d064-45ef-a4af-795f13ea3b0b req-07fd27ff-d910-4896-8f40-35ee45ac891c service neutron] 10.222.0.89 "GET /v2.0/networks/71f03b9f-e704-4df0-bce2-e9f92d5b531b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1613109 Feb 04 17:14:18.834428 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvr_db [None req-62f77bdb-b501-40a1-845b-9e354ec4b5b5 None None] Set router b5d014be-c135-4c5a-85ce-4035303b563e gateway port host: n-d-827839-2 {{(pid=103378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:14:18.941351 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-3a99dd97-eda8-414c-8ad8-bd1bf542e07a req-d473b9e5-b6d1-4cf9-9546-3eab903a08dc tempest-SecurityGroupsTestJSON-1563643175 tempest-SecurityGroupsTestJSON-1563643175-project] Publish callbacks [] for security_group (c3dff184-07f9-46c9-b393-d55c7c2a8b8f), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:18.948209 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-3a99dd97-eda8-414c-8ad8-bd1bf542e07a req-d473b9e5-b6d1-4cf9-9546-3eab903a08dc tempest-SecurityGroupsTestJSON-1563643175 tempest-SecurityGroupsTestJSON-1563643175-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (c3dff184-07f9-46c9-b393-d55c7c2a8b8f), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:19.062614 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [req-683cf62d-d32f-4d74-8c5e-41e5bc1aff4f req-0db7cfca-cec3-407a-a3f4-189987319366 service neutron] For port 1c7d9fa2-9ef9-488a-a8c3-a61982a926f8, host n-h2-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=1c7d9fa2-9ef9-488a-a8c3-a61982a926f8,segment=NetworkSegment(3a39b085-d3e6-43bb-a64c-1b06dd049e5a),segment_id=3a39b085-d3e6-43bb-a64c-1b06dd049e5a)] {{(pid=103376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:14:19.063145 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8ccf5d-14d1-4d9e-ae91-754353e05ba4 req-180ee607-a038-46e2-9342-2e2cc2924a18 tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:14:19.073313 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-1a8ccf5d-14d1-4d9e-ae91-754353e05ba4 req-180ee607-a038-46e2-9342-2e2cc2924a18 tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] 10.222.0.89 "GET /v2.0/ports?device_id=d8a46594-af9a-4c29-9a3e-2edb427e70fa HTTP/1.1" status: 200 len: 943 time: 0.1178207 Feb 04 17:14:19.117628 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [req-683cf62d-d32f-4d74-8c5e-41e5bc1aff4f req-0db7cfca-cec3-407a-a3f4-189987319366 service neutron] For port 1c7d9fa2-9ef9-488a-a8c3-a61982a926f8, host n-h2-827839-2, cleared binding levels {{(pid=103376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:14:19.193315 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-683cf62d-d32f-4d74-8c5e-41e5bc1aff4f req-0db7cfca-cec3-407a-a3f4-189987319366 service neutron] Publish callbacks [] for port (1c7d9fa2-9ef9-488a-a8c3-a61982a926f8), precommit_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:19.195727 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-018ce175-16d2-468f-96fc-c0fac63b66ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '443be536-4628-4353-af62-b6e5cffe24fd', 'name': 'tempest-ServersTestBootFromVolume-808535198-router', 'tenant_id': 'fd192a63f2b3498486f0abc1b85bfe62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.194'}], 'enable_snat': True}, 'gw_port_id': '79a43ddf-5144-4fa6-b457-afb41792a29d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:14:10Z', 'updated_at': '2022-02-04T17:14:16Z', 'revision_number': 4, 'project_id': 'fd192a63f2b3498486f0abc1b85bfe62', 'gw_port': {'id': '79a43ddf-5144-4fa6-b457-afb41792a29d', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:ba:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '443be536-4628-4353-af62-b6e5cffe24fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:14:11Z', 'updated_at': '2022-02-04T17:14:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_interfaces': [{'id': 'e36a0fd0-ca88-45b8-aaf5-e2a56758afc4', 'name': '', 'network_id': 'b746bac5-cc19-45da-9cf3-0187a389a920', 'tenant_id': 'fd192a63f2b3498486f0abc1b85bfe62', 'mac_address': 'fa:16:3e:9d:4b:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '443be536-4628-4353-af62-b6e5cffe24fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '360f8d7b-ee49-4e91-b8fc-d5c0ca9fdfaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:14:15Z', 'updated_at': '2022-02-04T17:14:17Z', 'revision_number': 2, 'project_id': 'fd192a63f2b3498486f0abc1b85bfe62', 'subnets': [{'id': '360f8d7b-ee49-4e91-b8fc-d5c0ca9fdfaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-2', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:14:19.211140 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.provisioning_blocks [req-683cf62d-d32f-4d74-8c5e-41e5bc1aff4f req-0db7cfca-cec3-407a-a3f4-189987319366 service neutron] Transition to ACTIVE for port object 1c7d9fa2-9ef9-488a-a8c3-a61982a926f8 will not be triggered until provisioned by entity L2. {{(pid=103376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 17:14:19.212567 n-d-827839-2 neutron-server[103376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc6828c0-e3de-440f-b02a-be00d4b9136d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1c7d9fa2-9ef9-488a-a8c3-a61982a926f8'}] {{(pid=103376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:14:19.212850 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-1a8ccf5d-14d1-4d9e-ae91-754353e05ba4 req-85e295b3-e777-450a-91d9-e8cec09ff6fe tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] 10.222.0.89 "GET /v2.0/security-groups?id=119a7f03-3e07-4d1e-8852-d9f974f9f052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377544 Feb 04 17:14:19.217215 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d59c3bb5e2f09ebf62144d5e09b1cff60c763a9c19614c24538e77842938c05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1898ab9a-590c-4908-a82c-bd0e02e46f66" -d '{"events": [{"server_uuid": "cc6828c0-e3de-440f-b02a-be00d4b9136d", "name": "network-vif-unplugged", "status": "completed", "tag": "1c7d9fa2-9ef9-488a-a8c3-a61982a926f8"}]}' {{(pid=103376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:14:19.229470 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-683cf62d-d32f-4d74-8c5e-41e5bc1aff4f req-0db7cfca-cec3-407a-a3f4-189987319366 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675836'] for port (1c7d9fa2-9ef9-488a-a8c3-a61982a926f8), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:19.232072 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-018ce175-16d2-468f-96fc-c0fac63b66ab None None] Checking router: 443be536-4628-4353-af62-b6e5cffe24fd for host: n-d-827839-2 {{(pid=103379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 17:14:19.232430 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-018ce175-16d2-468f-96fc-c0fac63b66ab None None] Updating router 443be536-4628-4353-af62-b6e5cffe24fd port e36a0fd0-ca88-45b8-aaf5-e2a56758afc4 binding host n-d-827839-2 {{(pid=103379) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 17:14:19.276267 n-d-827839-2 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-018ce175-16d2-468f-96fc-c0fac63b66ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (e36a0fd0-ca88-45b8-aaf5-e2a56758afc4), before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:19.319147 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db7cfca-cec3-407a-a3f4-189987319366 service neutron] Pushing event updated for resources: {'Port': ['ID=1c7d9fa2-9ef9-488a-a8c3-a61982a926f8,revision_number=6']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:14:19.334601 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-3a99dd97-eda8-414c-8ad8-bd1bf542e07a req-d473b9e5-b6d1-4cf9-9546-3eab903a08dc tempest-SecurityGroupsTestJSON-1563643175 tempest-SecurityGroupsTestJSON-1563643175-project] Publish callbacks [] for security_group (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:19.352789 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-3a99dd97-eda8-414c-8ad8-bd1bf542e07a req-d473b9e5-b6d1-4cf9-9546-3eab903a08dc tempest-SecurityGroupsTestJSON-1563643175 tempest-SecurityGroupsTestJSON-1563643175-project] 10.222.0.89 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 0.8791504 Feb 04 17:14:19.378931 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d473b9e5-b6d1-4cf9-9546-3eab903a08dc tempest-SecurityGroupsTestJSON-1563643175 tempest-SecurityGroupsTestJSON-1563643175-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c3dff184-07f9-46c9-b393-d55c7c2a8b8f,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:14:19.440403 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [req-683cf62d-d32f-4d74-8c5e-41e5bc1aff4f req-0db7cfca-cec3-407a-a3f4-189987319366 service neutron] No DVR routers for this DVR port 1c7d9fa2-9ef9-488a-a8c3-a61982a926f8 on host n-h2-827839-2 {{(pid=103376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 17:14:19.445560 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-62f77bdb-b501-40a1-845b-9e354ec4b5b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5d014be-c135-4c5a-85ce-4035303b563e', 'name': 'tempest-FloatingIPsAssociationTestJSON-332341644-router', 'tenant_id': 'cf07c74cdc00450eafd97d06057c3156', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.21'}], 'enable_snat': True}, 'gw_port_id': 'd7ff67dc-98f3-4a6d-a6e9-60b7725303fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:12:47Z', 'updated_at': '2022-02-04T17:12:58Z', 'revision_number': 4, 'project_id': 'cf07c74cdc00450eafd97d06057c3156', 'gw_port': {'id': 'd7ff67dc-98f3-4a6d-a6e9-60b7725303fb', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:36:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5d014be-c135-4c5a-85ce-4035303b563e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:12:48Z', 'updated_at': '2022-02-04T17:12:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_floatingips': [{'id': '25d62b49-05a6-4bd1-812f-a44e9e405721', 'tenant_id': 'cf07c74cdc00450eafd97d06057c3156', 'floating_ip_address': '172.25.6.195', 'floating_network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'router_id': 'b5d014be-c135-4c5a-85ce-4035303b563e', 'port_id': '2868b715-dae8-4a3f-b481-1acad8c24330', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 550, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '71f03b9f-e704-4df0-bce2-e9f92d5b531b', 'mac_address': 'fa:16:3e:ad:01:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5196e6cf-a12c-4bb6-90ee-c977b84aa4c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T17:13:32Z', 'updated_at': '2022-02-04T17:14:18Z', 'revision_number': 4, 'project_id': 'cf07c74cdc00450eafd97d06057c3156', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42093760-4751-4ec8-b7ed-25206ff15cfc', 'name': '', 'network_id': '71f03b9f-e704-4df0-bce2-e9f92d5b531b', 'tenant_id': 'cf07c74cdc00450eafd97d06057c3156', 'mac_address': 'fa:16:3e:1b:b6:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5d014be-c135-4c5a-85ce-4035303b563e', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '147a2a29-50a3-4d38-8c0e-9ec73b9af714', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:12:56Z', 'updated_at': '2022-02-04T17:13:04Z', 'revision_number': 5, 'project_id': 'cf07c74cdc00450eafd97d06057c3156', 'subnets': [{'id': '147a2a29-50a3-4d38-8c0e-9ec73b9af714', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-2', False) {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:14:19.494633 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62f77bdb-b501-40a1-845b-9e354ec4b5b5 None None] Checking router: b5d014be-c135-4c5a-85ce-4035303b563e for host: n-d-827839-2 {{(pid=103378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 17:14:19.504153 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62f77bdb-b501-40a1-845b-9e354ec4b5b5 None None] Routers {'b5d014be-c135-4c5a-85ce-4035303b563e'} bound to L3 agent in host n-d-827839-2 {{(pid=103378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:14:19.505061 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-62f77bdb-b501-40a1-845b-9e354ec4b5b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:14:02Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['b5d014be-c135-4c5a-85ce-4035303b563e'], 'active': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:14:19.527967 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [req-683cf62d-d32f-4d74-8c5e-41e5bc1aff4f req-0db7cfca-cec3-407a-a3f4-189987319366 service neutron] Attempting to bind port 1c7d9fa2-9ef9-488a-a8c3-a61982a926f8 on host n-h1-827839-2 for vnic_type normal with profile {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:14:19.528235 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [req-683cf62d-d32f-4d74-8c5e-41e5bc1aff4f req-0db7cfca-cec3-407a-a3f4-189987319366 service neutron] Attempting to bind port 1c7d9fa2-9ef9-488a-a8c3-a61982a926f8 by drivers openvswitch,hyperv on host n-h1-827839-2 at level 0 using segments [{'id': '3a39b085-d3e6-43bb-a64c-1b06dd049e5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '02be22b9-aa53-40ea-8050-9239cd27d1ff'}] {{(pid=103376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:14:19.528664 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-683cf62d-d32f-4d74-8c5e-41e5bc1aff4f req-0db7cfca-cec3-407a-a3f4-189987319366 service neutron] Attempting to bind port 1c7d9fa2-9ef9-488a-a8c3-a61982a926f8 on network 02be22b9-aa53-40ea-8050-9239cd27d1ff {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:14:19.549997 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-683cf62d-d32f-4d74-8c5e-41e5bc1aff4f req-0db7cfca-cec3-407a-a3f4-189987319366 service neutron] Port 1c7d9fa2-9ef9-488a-a8c3-a61982a926f8 on network 02be22b9-aa53-40ea-8050-9239cd27d1ff not bound, no agent of type Open vSwitch agent registered on host n-h1-827839-2 {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 17:14:19.550437 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-683cf62d-d32f-4d74-8c5e-41e5bc1aff4f req-0db7cfca-cec3-407a-a3f4-189987319366 service neutron] Attempting to bind port 1c7d9fa2-9ef9-488a-a8c3-a61982a926f8 on network 02be22b9-aa53-40ea-8050-9239cd27d1ff {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:14:19.556506 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-683cf62d-d32f-4d74-8c5e-41e5bc1aff4f req-0db7cfca-cec3-407a-a3f4-189987319366 service neutron] Checking agent: {'id': '3f9244a9-75fc-4c10-b195-11d48b853b41', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 8, 42), 'started_at': datetime.datetime(2022, 2, 4, 17, 8, 42), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 14, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:14:19.557007 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-683cf62d-d32f-4d74-8c5e-41e5bc1aff4f req-0db7cfca-cec3-407a-a3f4-189987319366 service neutron] Checking segment: {'id': '3a39b085-d3e6-43bb-a64c-1b06dd049e5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '02be22b9-aa53-40ea-8050-9239cd27d1ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:14:19.557489 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-683cf62d-d32f-4d74-8c5e-41e5bc1aff4f req-0db7cfca-cec3-407a-a3f4-189987319366 service neutron] Bound using segment: {'id': '3a39b085-d3e6-43bb-a64c-1b06dd049e5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '02be22b9-aa53-40ea-8050-9239cd27d1ff'} {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:14:19.558149 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [req-683cf62d-d32f-4d74-8c5e-41e5bc1aff4f req-0db7cfca-cec3-407a-a3f4-189987319366 service neutron] Bound port: 1c7d9fa2-9ef9-488a-a8c3-a61982a926f8, host: n-h1-827839-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a39b085-d3e6-43bb-a64c-1b06dd049e5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '02be22b9-aa53-40ea-8050-9239cd27d1ff'}}] {{(pid=103376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:14:19.558610 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-683cf62d-d32f-4d74-8c5e-41e5bc1aff4f req-0db7cfca-cec3-407a-a3f4-189987319366 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (1c7d9fa2-9ef9-488a-a8c3-a61982a926f8), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:19.578672 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33037b1-5717-4705-b6fc-db619778e642 req-58047431-beb4-42af-8072-0cc665a01a27 tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:14:19.600338 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-b33037b1-5717-4705-b6fc-db619778e642 req-58047431-beb4-42af-8072-0cc665a01a27 tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] 10.222.0.89 "GET /v2.0/ports?device_id=cc6828c0-e3de-440f-b02a-be00d4b9136d HTTP/1.1" status: 200 len: 948 time: 0.1383488 Feb 04 17:14:19.662060 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 79a43ddf-5144-4fa6-b457-afb41792a29d up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:14:19.732027 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [req-683cf62d-d32f-4d74-8c5e-41e5bc1aff4f req-0db7cfca-cec3-407a-a3f4-189987319366 service neutron] For port 1c7d9fa2-9ef9-488a-a8c3-a61982a926f8, host n-h1-827839-2, cleared binding levels {{(pid=103376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:14:19.735614 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [req-683cf62d-d32f-4d74-8c5e-41e5bc1aff4f req-0db7cfca-cec3-407a-a3f4-189987319366 service neutron] For port 1c7d9fa2-9ef9-488a-a8c3-a61982a926f8, host n-h1-827839-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=1c7d9fa2-9ef9-488a-a8c3-a61982a926f8,segment=NetworkSegment(3a39b085-d3e6-43bb-a64c-1b06dd049e5a),segment_id=3a39b085-d3e6-43bb-a64c-1b06dd049e5a)] {{(pid=103376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:14:19.750190 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-683cf62d-d32f-4d74-8c5e-41e5bc1aff4f req-0db7cfca-cec3-407a-a3f4-189987319366 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675836'] for port (1c7d9fa2-9ef9-488a-a8c3-a61982a926f8), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:19.751263 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-b33037b1-5717-4705-b6fc-db619778e642 req-f2c0bad8-e0f5-4797-a7d7-0deb6e094b44 tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] 10.222.0.89 "GET /v2.0/security-groups?id=5fa98c6a-94b3-4690-b9c3-4f0e67d11226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344438 Feb 04 17:14:19.806164 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 04 Feb 2022 17:14:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71f45236-c8c3-46b7-916b-89544e224aab x-openstack-request-id: req-71f45236-c8c3-46b7-916b-89544e224aab {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:14:19.809961 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c44eccd5-dfa3-4a3f-847a-c21c74381eee", "tag": "8de53365-17ae-47ae-b48d-2c5bd7b7ab3c", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "5196e6cf-a12c-4bb6-90ee-c977b84aa4c1", "tag": "2868b715-dae8-4a3f-b481-1acad8c24330", "status": "completed", "code": 200}]} {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:14:19.811433 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-71f45236-c8c3-46b7-916b-89544e224aab {{(pid=103377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:14:19.812062 n-d-827839-2 neutron-server[103377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c44eccd5-dfa3-4a3f-847a-c21c74381eee', 'tag': '8de53365-17ae-47ae-b48d-2c5bd7b7ab3c', 'status': 'completed', 'code': 200} Feb 04 17:14:19.813510 n-d-827839-2 neutron-server[103377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5196e6cf-a12c-4bb6-90ee-c977b84aa4c1', 'tag': '2868b715-dae8-4a3f-b481-1acad8c24330', 'status': 'completed', 'code': 200} Feb 04 17:14:19.874141 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db7cfca-cec3-407a-a3f4-189987319366 service neutron] Pushing event updated for resources: {'Port': ['ID=1c7d9fa2-9ef9-488a-a8c3-a61982a926f8,revision_number=7']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:14:19.892118 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683cf62d-d32f-4d74-8c5e-41e5bc1aff4f req-0db7cfca-cec3-407a-a3f4-189987319366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:14:19.892804 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-683cf62d-d32f-4d74-8c5e-41e5bc1aff4f req-0db7cfca-cec3-407a-a3f4-189987319366 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:19.894896 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-683cf62d-d32f-4d74-8c5e-41e5bc1aff4f req-0db7cfca-cec3-407a-a3f4-189987319366 service neutron] 10.222.0.96 "PUT /v2.0/ports/1c7d9fa2-9ef9-488a-a8c3-a61982a926f8 HTTP/1.1" status: 200 len: 1096 time: 1.6753316 Feb 04 17:14:19.943692 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port 79a43ddf-5144-4fa6-b457-afb41792a29d triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:14:19.944230 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (79a43ddf-5144-4fa6-b457-afb41792a29d), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:19.946969 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvr_db [None req-62f77bdb-b501-40a1-845b-9e354ec4b5b5 None None] Set router b5d014be-c135-4c5a-85ce-4035303b563e gateway port host: n-d-827839-2 {{(pid=103378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:14:20.008342 n-d-827839-2 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-018ce175-16d2-468f-96fc-c0fac63b66ab None None] Publish callbacks [] for port (e36a0fd0-ca88-45b8-aaf5-e2a56758afc4), precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:20.016133 n-d-827839-2 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-018ce175-16d2-468f-96fc-c0fac63b66ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (e36a0fd0-ca88-45b8-aaf5-e2a56758afc4), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:20.040122 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-c630afe4-9c3f-441b-940a-93357e25d925 req-75e0d64c-ca58-4563-a6a2-c6da362ea963 tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] 10.222.0.90 "GET /v2.0/networks?tenant_id=de991ffa63634ff992d797b06d2aeaaa&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1025412 Feb 04 17:14:20.106927 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-c630afe4-9c3f-441b-940a-93357e25d925 req-4c3dfb40-47ee-4d73-9266-4e1615ec8bd8 tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] 10.222.0.90 "GET /v2.0/networks?tenant_id=de991ffa63634ff992d797b06d2aeaaa&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0577545 Feb 04 17:14:20.164526 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71fe0956-f007-4cce-abc3-16aa6d5dc240 None None] Pushing event updated for resources: {'Port': ['ID=e36a0fd0-ca88-45b8-aaf5-e2a56758afc4,revision_number=3']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:14:20.169347 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb21e36-6202-4e16-885c-780f920b2804 req-481ed996-b7a6-4ab8-813e-31772b5b4438 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:14:20.179024 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-cbb21e36-6202-4e16-885c-780f920b2804 req-481ed996-b7a6-4ab8-813e-31772b5b4438 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=cf07c74cdc00450eafd97d06057c3156&device_id=5196e6cf-a12c-4bb6-90ee-c977b84aa4c1 HTTP/1.1" status: 200 len: 1127 time: 0.2831001 Feb 04 17:14:20.264437 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [None req-018ce175-16d2-468f-96fc-c0fac63b66ab None None] Attempting to bind port e36a0fd0-ca88-45b8-aaf5-e2a56758afc4 on host n-d-827839-2 for vnic_type normal with profile {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:14:20.265359 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [None req-018ce175-16d2-468f-96fc-c0fac63b66ab None None] Attempting to bind port e36a0fd0-ca88-45b8-aaf5-e2a56758afc4 by drivers openvswitch,hyperv on host n-d-827839-2 at level 0 using segments [{'id': 'bee9a28c-580f-445b-8d2e-5c4c3903d188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'b746bac5-cc19-45da-9cf3-0187a389a920'}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:14:20.265953 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-018ce175-16d2-468f-96fc-c0fac63b66ab None None] Attempting to bind port e36a0fd0-ca88-45b8-aaf5-e2a56758afc4 on network b746bac5-cc19-45da-9cf3-0187a389a920 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:14:20.296759 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-018ce175-16d2-468f-96fc-c0fac63b66ab None None] Checking agent: {'id': 'ba70844b-66a0-45fd-a2f2-e6ed673321fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 0, 36), 'started_at': datetime.datetime(2022, 2, 4, 17, 1, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 14, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:14:20.303190 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-018ce175-16d2-468f-96fc-c0fac63b66ab None None] Checking segment: {'id': 'bee9a28c-580f-445b-8d2e-5c4c3903d188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'b746bac5-cc19-45da-9cf3-0187a389a920'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:14:20.304329 n-d-827839-2 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-018ce175-16d2-468f-96fc-c0fac63b66ab None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:20.305152 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-018ce175-16d2-468f-96fc-c0fac63b66ab None None] Bound using segment: {'id': 'bee9a28c-580f-445b-8d2e-5c4c3903d188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'b746bac5-cc19-45da-9cf3-0187a389a920'} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:14:20.306050 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [None req-018ce175-16d2-468f-96fc-c0fac63b66ab None None] Bound port: e36a0fd0-ca88-45b8-aaf5-e2a56758afc4, host: n-d-827839-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bee9a28c-580f-445b-8d2e-5c4c3903d188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'b746bac5-cc19-45da-9cf3-0187a389a920'}}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:14:20.317209 n-d-827839-2 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-018ce175-16d2-468f-96fc-c0fac63b66ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (e36a0fd0-ca88-45b8-aaf5-e2a56758afc4), before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:20.395269 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683cf62d-d32f-4d74-8c5e-41e5bc1aff4f req-b25ba247-2384-44e7-aa5e-264530faf987 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:14:20.396823 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-683cf62d-d32f-4d74-8c5e-41e5bc1aff4f req-b25ba247-2384-44e7-aa5e-264530faf987 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=1cd99d9701204f3692368e4539967c47&device_id=cc6828c0-e3de-440f-b02a-be00d4b9136d HTTP/1.1" status: 200 len: 1130 time: 0.3933880 Feb 04 17:14:20.433036 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c630afe4-9c3f-441b-940a-93357e25d925 req-750a58a9-2553-4f93-bf23-81b5187fb518 tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:14:20.435593 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-c630afe4-9c3f-441b-940a-93357e25d925 req-750a58a9-2553-4f93-bf23-81b5187fb518 tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3014348 Feb 04 17:14:20.462693 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-018ce175-16d2-468f-96fc-c0fac63b66ab None None] For port e36a0fd0-ca88-45b8-aaf5-e2a56758afc4, host n-d-827839-2, cleared binding levels {{(pid=103379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:14:20.473544 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-018ce175-16d2-468f-96fc-c0fac63b66ab None None] For port e36a0fd0-ca88-45b8-aaf5-e2a56758afc4, host n-d-827839-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=e36a0fd0-ca88-45b8-aaf5-e2a56758afc4,segment=NetworkSegment(bee9a28c-580f-445b-8d2e-5c4c3903d188),segment_id=bee9a28c-580f-445b-8d2e-5c4c3903d188)] {{(pid=103379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:14:20.487335 n-d-827839-2 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-018ce175-16d2-468f-96fc-c0fac63b66ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (e36a0fd0-ca88-45b8-aaf5-e2a56758afc4), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:20.487551 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [req-c630afe4-9c3f-441b-940a-93357e25d925 req-f194bc54-9fb6-4192-84d0-3f7e57c2235e tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] Request body: {'port': {'device_id': '50c546c5-589c-44d9-b10d-3b47cb5bfc2d', 'network_id': '02be22b9-aa53-40ea-8050-9239cd27d1ff', 'admin_state_up': True, 'tenant_id': 'de991ffa63634ff992d797b06d2aeaaa'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:14:20.571484 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 54838) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:14:20.576653 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-f9ef8bcc-4978-4033-9808-537904590a97 tempest-ServersTestBootFromVolume-1946499048 tempest-ServersTestBootFromVolume-1946499048-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1760270221', 'description': 'tempest-description--1884887500'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:14:20.590818 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-018ce175-16d2-468f-96fc-c0fac63b66ab None None] Routers {'443be536-4628-4353-af62-b6e5cffe24fd'} bound to L3 agent in host n-d-827839-2 {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:14:20.591461 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-018ce175-16d2-468f-96fc-c0fac63b66ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:14:02Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['443be536-4628-4353-af62-b6e5cffe24fd'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:14:20.737486 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port 79a43ddf-5144-4fa6-b457-afb41792a29d is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:14:20.757936 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb21e36-6202-4e16-885c-780f920b2804 req-168f3f7d-8c28-4841-9cd2-075f91d30240 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:14:20.759479 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-cbb21e36-6202-4e16-885c-780f920b2804 req-168f3f7d-8c28-4841-9cd2-075f91d30240 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=cf07c74cdc00450eafd97d06057c3156&device_id=c44eccd5-dfa3-4a3f-847a-c21c74381eee HTTP/1.1" status: 200 len: 1127 time: 0.9276576 Feb 04 17:14:20.776269 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-62f77bdb-b501-40a1-845b-9e354ec4b5b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5d014be-c135-4c5a-85ce-4035303b563e', 'name': 'tempest-FloatingIPsAssociationTestJSON-332341644-router', 'tenant_id': 'cf07c74cdc00450eafd97d06057c3156', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.21'}], 'enable_snat': True}, 'gw_port_id': 'd7ff67dc-98f3-4a6d-a6e9-60b7725303fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:12:47Z', 'updated_at': '2022-02-04T17:12:58Z', 'revision_number': 4, 'project_id': 'cf07c74cdc00450eafd97d06057c3156', 'gw_port': {'id': 'd7ff67dc-98f3-4a6d-a6e9-60b7725303fb', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:36:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5d014be-c135-4c5a-85ce-4035303b563e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:12:48Z', 'updated_at': '2022-02-04T17:12:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_floatingips': [{'id': '25d62b49-05a6-4bd1-812f-a44e9e405721', 'tenant_id': 'cf07c74cdc00450eafd97d06057c3156', 'floating_ip_address': '172.25.6.195', 'floating_network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'router_id': 'b5d014be-c135-4c5a-85ce-4035303b563e', 'port_id': '2868b715-dae8-4a3f-b481-1acad8c24330', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 550, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '71f03b9f-e704-4df0-bce2-e9f92d5b531b', 'mac_address': 'fa:16:3e:ad:01:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5196e6cf-a12c-4bb6-90ee-c977b84aa4c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T17:13:32Z', 'updated_at': '2022-02-04T17:14:18Z', 'revision_number': 4, 'project_id': 'cf07c74cdc00450eafd97d06057c3156', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42093760-4751-4ec8-b7ed-25206ff15cfc', 'name': '', 'network_id': '71f03b9f-e704-4df0-bce2-e9f92d5b531b', 'tenant_id': 'cf07c74cdc00450eafd97d06057c3156', 'mac_address': 'fa:16:3e:1b:b6:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5d014be-c135-4c5a-85ce-4035303b563e', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '147a2a29-50a3-4d38-8c0e-9ec73b9af714', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:12:56Z', 'updated_at': '2022-02-04T17:13:04Z', 'revision_number': 5, 'project_id': 'cf07c74cdc00450eafd97d06057c3156', 'subnets': [{'id': '147a2a29-50a3-4d38-8c0e-9ec73b9af714', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-2', False) {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:14:20.782245 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285846ad-d9c5-4513-bf1a-6998f185a5f7 req-d243b782-1f6c-4933-a4f8-ff0816f9cac7 tempest-LiveMigrationTest-101728267 tempest-LiveMigrationTest-101728267-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:14:20.794854 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-285846ad-d9c5-4513-bf1a-6998f185a5f7 req-d243b782-1f6c-4933-a4f8-ff0816f9cac7 tempest-LiveMigrationTest-101728267 tempest-LiveMigrationTest-101728267-project-admin] 10.222.0.89 "GET /v2.0/ports?device_id=7bfb0405-10b3-4cc0-8634-8feb429a0d1f HTTP/1.1" status: 200 len: 1127 time: 0.6765265 Feb 04 17:14:20.826158 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62f77bdb-b501-40a1-845b-9e354ec4b5b5 None None] The sync data for ids ['b5d014be-c135-4c5a-85ce-4035303b563e'] in n-d-827839-2 is: [{'id': 'b5d014be-c135-4c5a-85ce-4035303b563e', 'name': 'tempest-FloatingIPsAssociationTestJSON-332341644-router', 'tenant_id': 'cf07c74cdc00450eafd97d06057c3156', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.21'}], 'enable_snat': True}, 'gw_port_id': 'd7ff67dc-98f3-4a6d-a6e9-60b7725303fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:12:47Z', 'updated_at': '2022-02-04T17:12:58Z', 'revision_number': 4, 'project_id': 'cf07c74cdc00450eafd97d06057c3156', 'gw_port': {'id': 'd7ff67dc-98f3-4a6d-a6e9-60b7725303fb', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:36:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5d014be-c135-4c5a-85ce-4035303b563e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:12:48Z', 'updated_at': '2022-02-04T17:12:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_floatingips': [{'id': '25d62b49-05a6-4bd1-812f-a44e9e405721', 'tenant_id': 'cf07c74cdc00450eafd97d06057c3156', 'floating_ip_address': '172.25.6.195', 'floating_network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'router_id': 'b5d014be-c135-4c5a-85ce-4035303b563e', 'port_id': '2868b715-dae8-4a3f-b481-1acad8c24330', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 550, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '71f03b9f-e704-4df0-bce2-e9f92d5b531b', 'mac_address': 'fa:16:3e:ad:01:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5196e6cf-a12c-4bb6-90ee-c977b84aa4c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T17:13:32Z', 'updated_at': '2022-02-04T17:14:18Z', 'revision_number': 4, 'project_id': 'cf07c74cdc00450eafd97d06057c3156', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42093760-4751-4ec8-b7ed-25206ff15cfc', 'name': '', 'network_id': '71f03b9f-e704-4df0-bce2-e9f92d5b531b', 'tenant_id': 'cf07c74cdc00450eafd97d06057c3156', 'mac_address': 'fa:16:3e:1b:b6:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5d014be-c135-4c5a-85ce-4035303b563e', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '147a2a29-50a3-4d38-8c0e-9ec73b9af714', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:12:56Z', 'updated_at': '2022-02-04T17:13:04Z', 'revision_number': 5, 'project_id': 'cf07c74cdc00450eafd97d06057c3156', 'subnets': [{'id': '147a2a29-50a3-4d38-8c0e-9ec73b9af714', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 17:14:20.838297 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-e5d93b2d-2388-4c2f-8704-ea63bf3189b6 None None] Provisioning complete for port e36a0fd0-ca88-45b8-aaf5-e2a56758afc4 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:14:20.839269 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e5d93b2d-2388-4c2f-8704-ea63bf3189b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (e36a0fd0-ca88-45b8-aaf5-e2a56758afc4), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:20.882667 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvr_db [None req-018ce175-16d2-468f-96fc-c0fac63b66ab None None] Set router 443be536-4628-4353-af62-b6e5cffe24fd gateway port host: n-d-827839-2 {{(pid=103379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:14:20.936131 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb21e36-6202-4e16-885c-780f920b2804 req-42bc8ecb-95af-468c-9548-8b18aa918ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:14:20.938261 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-cbb21e36-6202-4e16-885c-780f920b2804 req-42bc8ecb-95af-468c-9548-8b18aa918ebb service neutron] 10.222.0.90 "GET /v2.0/networks?id=71f03b9f-e704-4df0-bce2-e9f92d5b531b HTTP/1.1" status: 200 len: 921 time: 0.1619308 Feb 04 17:14:21.041768 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c630afe4-9c3f-441b-940a-93357e25d925 req-f194bc54-9fb6-4192-84d0-3f7e57c2235e tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] Made reservation on behalf of de991ffa63634ff992d797b06d2aeaaa for: {'port': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:14:21.047978 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-c630afe4-9c3f-441b-940a-93357e25d925 req-f194bc54-9fb6-4192-84d0-3f7e57c2235e tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:21.052443 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-cbb21e36-6202-4e16-885c-780f920b2804 req-5aac04c7-bcd8-45c8-b853-0d21dafc06d5 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8de53365-17ae-47ae-b48d-2c5bd7b7ab3c HTTP/1.1" status: 200 len: 217 time: 0.1022875 Feb 04 17:14:21.088722 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-e5d93b2d-2388-4c2f-8704-ea63bf3189b6 None None] Current status of the port e36a0fd0-ca88-45b8-aaf5-e2a56758afc4 is: DOWN; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:14:21.089304 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e5d93b2d-2388-4c2f-8704-ea63bf3189b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (e36a0fd0-ca88-45b8-aaf5-e2a56758afc4), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:21.161318 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-285846ad-d9c5-4513-bf1a-6998f185a5f7 req-795c9a02-916f-47a3-abc4-069a8ba425bc tempest-LiveMigrationTest-101728267 tempest-LiveMigrationTest-101728267-project-admin] 10.222.0.89 "GET /v2.0/security-groups?id=18e6cc58-e448-4d12-9423-2a502a086ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3654482 Feb 04 17:14:21.300150 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-018ce175-16d2-468f-96fc-c0fac63b66ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '443be536-4628-4353-af62-b6e5cffe24fd', 'name': 'tempest-ServersTestBootFromVolume-808535198-router', 'tenant_id': 'fd192a63f2b3498486f0abc1b85bfe62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.194'}], 'enable_snat': True}, 'gw_port_id': '79a43ddf-5144-4fa6-b457-afb41792a29d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:14:10Z', 'updated_at': '2022-02-04T17:14:16Z', 'revision_number': 4, 'project_id': 'fd192a63f2b3498486f0abc1b85bfe62', 'gw_port': {'id': '79a43ddf-5144-4fa6-b457-afb41792a29d', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:ba:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '443be536-4628-4353-af62-b6e5cffe24fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:14:11Z', 'updated_at': '2022-02-04T17:14:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_interfaces': [{'id': 'e36a0fd0-ca88-45b8-aaf5-e2a56758afc4', 'name': '', 'network_id': 'b746bac5-cc19-45da-9cf3-0187a389a920', 'tenant_id': 'fd192a63f2b3498486f0abc1b85bfe62', 'mac_address': 'fa:16:3e:9d:4b:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '443be536-4628-4353-af62-b6e5cffe24fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '360f8d7b-ee49-4e91-b8fc-d5c0ca9fdfaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:14:15Z', 'updated_at': '2022-02-04T17:14:20Z', 'revision_number': 4, 'project_id': 'fd192a63f2b3498486f0abc1b85bfe62', 'subnets': [{'id': '360f8d7b-ee49-4e91-b8fc-d5c0ca9fdfaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-2', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:14:21.300799 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb21e36-6202-4e16-885c-780f920b2804 req-3ce6d0ac-de30-487a-84a0-11544303efac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:14:21.300799 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-cbb21e36-6202-4e16-885c-780f920b2804 req-3ce6d0ac-de30-487a-84a0-11544303efac service neutron] 10.222.0.96 "GET /v2.0/networks?id=71f03b9f-e704-4df0-bce2-e9f92d5b531b HTTP/1.1" status: 200 len: 921 time: 1.1110253 Feb 04 17:14:21.302566 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71fe0956-f007-4cce-abc3-16aa6d5dc240 None None] Pushing event updated for resources: {'Port': ['ID=e36a0fd0-ca88-45b8-aaf5-e2a56758afc4,revision_number=4']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:14:21.312944 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 04 Feb 2022 17:14:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab62e287-7d1d-4245-b847-f03171b5d6c4 x-openstack-request-id: req-ab62e287-7d1d-4245-b847-f03171b5d6c4 {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:14:21.313294 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc6828c0-e3de-440f-b02a-be00d4b9136d", "name": "network-vif-unplugged", "status": "completed", "tag": "1c7d9fa2-9ef9-488a-a8c3-a61982a926f8", "code": 200}]} {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:14:21.313597 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-ab62e287-7d1d-4245-b847-f03171b5d6c4 {{(pid=103376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:14:21.313964 n-d-827839-2 neutron-server[103376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc6828c0-e3de-440f-b02a-be00d4b9136d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1c7d9fa2-9ef9-488a-a8c3-a61982a926f8', 'code': 200} Feb 04 17:14:21.381628 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.db_base_plugin_common [req-c630afe4-9c3f-441b-940a-93357e25d925 req-f194bc54-9fb6-4192-84d0-3f7e57c2235e tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] Allocated IP 192.168.233.94 (02be22b9-aa53-40ea-8050-9239cd27d1ff/c974b0ff-2c5c-4667-8a81-3bde3ea6ced5/d84d4853-863b-4441-877e-8ff0319d5d6b) {{(pid=103377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:14:21.414037 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-f9ef8bcc-4978-4033-9808-537904590a97 tempest-ServersTestBootFromVolume-1946499048 tempest-ServersTestBootFromVolume-1946499048-project] Publish callbacks [] for security_group (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:21.419391 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-018ce175-16d2-468f-96fc-c0fac63b66ab None None] The sync data for ids ['443be536-4628-4353-af62-b6e5cffe24fd'] in n-d-827839-2 is: [{'id': '443be536-4628-4353-af62-b6e5cffe24fd', 'name': 'tempest-ServersTestBootFromVolume-808535198-router', 'tenant_id': 'fd192a63f2b3498486f0abc1b85bfe62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.194'}], 'enable_snat': True}, 'gw_port_id': '79a43ddf-5144-4fa6-b457-afb41792a29d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:14:10Z', 'updated_at': '2022-02-04T17:14:16Z', 'revision_number': 4, 'project_id': 'fd192a63f2b3498486f0abc1b85bfe62', 'gw_port': {'id': '79a43ddf-5144-4fa6-b457-afb41792a29d', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:ba:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '443be536-4628-4353-af62-b6e5cffe24fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:14:11Z', 'updated_at': '2022-02-04T17:14:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_interfaces': [{'id': 'e36a0fd0-ca88-45b8-aaf5-e2a56758afc4', 'name': '', 'network_id': 'b746bac5-cc19-45da-9cf3-0187a389a920', 'tenant_id': 'fd192a63f2b3498486f0abc1b85bfe62', 'mac_address': 'fa:16:3e:9d:4b:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '443be536-4628-4353-af62-b6e5cffe24fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '360f8d7b-ee49-4e91-b8fc-d5c0ca9fdfaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:14:15Z', 'updated_at': '2022-02-04T17:14:20Z', 'revision_number': 4, 'project_id': 'fd192a63f2b3498486f0abc1b85bfe62', 'subnets': [{'id': '360f8d7b-ee49-4e91-b8fc-d5c0ca9fdfaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 17:14:21.497521 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-9b0804ee-b2b8-4385-bb0e-8c0e81b1e37d req-4313e544-df2e-44d6-8b41-87bbfadb79ad tempest-FloatingIPsAssociationTestJSON-1767827216 tempest-FloatingIPsAssociationTestJSON-1767827216-project] 10.222.0.89 "GET /v2.0/floatingips?floating_ip_address=172.25.6.195 HTTP/1.1" status: 200 len: 1001 time: 0.3815701 Feb 04 17:14:21.500565 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683cf62d-d32f-4d74-8c5e-41e5bc1aff4f req-913f2eb0-467c-4bca-98e2-a281f0452965 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:14:21.508941 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-683cf62d-d32f-4d74-8c5e-41e5bc1aff4f req-913f2eb0-467c-4bca-98e2-a281f0452965 service neutron] 10.222.0.96 "GET /v2.0/networks?id=02be22b9-aa53-40ea-8050-9239cd27d1ff HTTP/1.1" status: 200 len: 870 time: 1.1017387 Feb 04 17:14:21.556992 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c630afe4-9c3f-441b-940a-93357e25d925 req-e8160c20-04c6-4407-a2fd-90731388e3bf tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:14:21.558505 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-c630afe4-9c3f-441b-940a-93357e25d925 req-e8160c20-04c6-4407-a2fd-90731388e3bf tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.1450076 Feb 04 17:14:21.579455 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Device 1c7d9fa2-9ef9-488a-a8c3-a61982a926f8 no longer exists at agent hyperv_n-h2-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:14:21.585825 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [req-c630afe4-9c3f-441b-940a-93357e25d925 req-bda27b40-8808-4e7a-b722-d3846dda7d09 tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] Request body: {'port': {'device_id': '77f976c4-27a6-4a43-a568-55dca59e1c70', 'network_id': '02be22b9-aa53-40ea-8050-9239cd27d1ff', 'admin_state_up': True, 'tenant_id': 'de991ffa63634ff992d797b06d2aeaaa'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:14:21.655512 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device 09fe44f1-9e7b-43ae-8405-ca810bec8f9b no longer exists at agent hyperv_n-h1-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:14:21.671197 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-e5d93b2d-2388-4c2f-8704-ea63bf3189b6 None None] For port e36a0fd0-ca88-45b8-aaf5-e2a56758afc4, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=e36a0fd0-ca88-45b8-aaf5-e2a56758afc4,segment=NetworkSegment(bee9a28c-580f-445b-8d2e-5c4c3903d188),segment_id=bee9a28c-580f-445b-8d2e-5c4c3903d188)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:14:21.699350 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0804ee-b2b8-4385-bb0e-8c0e81b1e37d req-1366f87d-4e50-42ba-851a-580fe521a7cc tempest-FloatingIPsAssociationTestJSON-1767827216 tempest-FloatingIPsAssociationTestJSON-1767827216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:14:21.701207 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-9b0804ee-b2b8-4385-bb0e-8c0e81b1e37d req-1366f87d-4e50-42ba-851a-580fe521a7cc tempest-FloatingIPsAssociationTestJSON-1767827216 tempest-FloatingIPsAssociationTestJSON-1767827216-project] 10.222.0.89 "GET /v2.0/ports/2868b715-dae8-4a3f-b481-1acad8c24330 HTTP/1.1" status: 200 len: 942 time: 0.2025352 Feb 04 17:14:21.702599 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-683cf62d-d32f-4d74-8c5e-41e5bc1aff4f req-2025419a-60fc-4c44-b15d-90727e36e706 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.110&port_id=1c7d9fa2-9ef9-488a-a8c3-a61982a926f8 HTTP/1.1" status: 200 len: 217 time: 0.0651114 Feb 04 17:14:21.738889 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] The host n-h2-827839-2 is not matching for port 1c7d9fa2-9ef9-488a-a8c3-a61982a926f8 host n-h1-827839-2! {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Feb 04 17:14:21.739553 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Device 1c7d9fa2-9ef9-488a-a8c3-a61982a926f8 not bound to the agent host n-h2-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 17:14:21.741331 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e5d93b2d-2388-4c2f-8704-ea63bf3189b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (e36a0fd0-ca88-45b8-aaf5-e2a56758afc4), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:21.789785 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-cbb21e36-6202-4e16-885c-780f920b2804 req-044059fe-e1e1-44b5-a67f-a79550ce0ecf service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2868b715-dae8-4a3f-b481-1acad8c24330 HTTP/1.1" status: 200 len: 1001 time: 0.4679639 Feb 04 17:14:21.838782 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683cf62d-d32f-4d74-8c5e-41e5bc1aff4f req-462c941e-2376-41f6-a6da-95f4c4632cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:14:21.840602 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-683cf62d-d32f-4d74-8c5e-41e5bc1aff4f req-462c941e-2376-41f6-a6da-95f4c4632cc5 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=c974b0ff-2c5c-4667-8a81-3bde3ea6ced5 HTTP/1.1" status: 200 len: 843 time: 0.1286111 Feb 04 17:14:21.913208 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-f9ef8bcc-4978-4033-9808-537904590a97 tempest-ServersTestBootFromVolume-1946499048 tempest-ServersTestBootFromVolume-1946499048-project] Publish callbacks [] for security_group (e0c7c260-7f3c-4059-832b-03acecef069a), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:21.918532 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d93b2d-2388-4c2f-8704-ea63bf3189b6 None None] Pushing event updated for resources: {'Port': ['ID=e36a0fd0-ca88-45b8-aaf5-e2a56758afc4,revision_number=5']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:14:21.951628 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-f9ef8bcc-4978-4033-9808-537904590a97 tempest-ServersTestBootFromVolume-1946499048 tempest-ServersTestBootFromVolume-1946499048-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (e0c7c260-7f3c-4059-832b-03acecef069a), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:21.972510 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-9cd295b9-3b7f-4e2c-bd2f-7ef2eb6997fa None None] Provisioning complete for port e36a0fd0-ca88-45b8-aaf5-e2a56758afc4 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:14:21.972921 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9cd295b9-3b7f-4e2c-bd2f-7ef2eb6997fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (e36a0fd0-ca88-45b8-aaf5-e2a56758afc4), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:22.017063 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Current status of the port 09fe44f1-9e7b-43ae-8405-ca810bec8f9b is: DOWN; New status is: DOWN {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:14:22.052149 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683cf62d-d32f-4d74-8c5e-41e5bc1aff4f req-a89580af-5663-4811-9c85-9acfde3c4627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:14:22.054152 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-683cf62d-d32f-4d74-8c5e-41e5bc1aff4f req-a89580af-5663-4811-9c85-9acfde3c4627 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=02be22b9-aa53-40ea-8050-9239cd27d1ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1999857 Feb 04 17:14:22.132009 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-9cd295b9-3b7f-4e2c-bd2f-7ef2eb6997fa None None] Current status of the port e36a0fd0-ca88-45b8-aaf5-e2a56758afc4 is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:14:22.147136 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-f9ef8bcc-4978-4033-9808-537904590a97 tempest-ServersTestBootFromVolume-1946499048 tempest-ServersTestBootFromVolume-1946499048-project] Publish callbacks [] for security_group (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:22.148886 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-f9ef8bcc-4978-4033-9808-537904590a97 tempest-ServersTestBootFromVolume-1946499048 tempest-ServersTestBootFromVolume-1946499048-project] 10.222.0.89 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 1.5761330 Feb 04 17:14:22.156558 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 54852) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:14:22.160062 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb21e36-6202-4e16-885c-780f920b2804 req-6eb39ada-6748-4d2a-9290-7939b4c617cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:14:22.161842 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-cbb21e36-6202-4e16-885c-780f920b2804 req-6eb39ada-6748-4d2a-9290-7939b4c617cc service neutron] 10.222.0.96 "GET /v2.0/subnets?id=147a2a29-50a3-4d38-8c0e-9ec73b9af714 HTTP/1.1" status: 200 len: 859 time: 0.3175054 Feb 04 17:14:22.173101 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-7812a2cd-0a1d-437d-b743-133c776d879c tempest-ServersTestBootFromVolume-1946499048 tempest-ServersTestBootFromVolume-1946499048-project] Request body: {'security_group_rule': {'security_group_id': 'e0c7c260-7f3c-4059-832b-03acecef069a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:14:22.177354 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ef8bcc-4978-4033-9808-537904590a97 tempest-ServersTestBootFromVolume-1946499048 tempest-ServersTestBootFromVolume-1946499048-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e0c7c260-7f3c-4059-832b-03acecef069a,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:14:22.244219 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7adeb3-5e5c-4109-8f42-5f326ce78ed6 req-8e35a7d0-3c2f-4c9e-8447-18a03ed25746 tempest-SecurityGroupsTestJSON-1563643175 tempest-SecurityGroupsTestJSON-1563643175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:14:22.251479 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-fe7adeb3-5e5c-4109-8f42-5f326ce78ed6 req-8e35a7d0-3c2f-4c9e-8447-18a03ed25746 tempest-SecurityGroupsTestJSON-1563643175 tempest-SecurityGroupsTestJSON-1563643175-project] 10.222.0.89 "GET /v2.0/networks?id=3a92870e-0f75-4f51-bf18-f38ecaa186c3 HTTP/1.1" status: 200 len: 812 time: 0.7034259 Feb 04 17:14:22.256022 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-9b0804ee-b2b8-4385-bb0e-8c0e81b1e37d req-d4b14aa1-5806-431a-a023-665ab2a97be5 tempest-FloatingIPsAssociationTestJSON-1767827216 tempest-FloatingIPsAssociationTestJSON-1767827216-project] 10.222.0.89 "GET /v2.0/floatingips?floating_ip_address=172.25.6.195 HTTP/1.1" status: 200 len: 1001 time: 0.3342042 Feb 04 17:14:22.305136 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-fe7adeb3-5e5c-4109-8f42-5f326ce78ed6 req-b184ccb3-4d49-4ed8-8fd9-ef6208c8b56d tempest-SecurityGroupsTestJSON-1563643175 tempest-SecurityGroupsTestJSON-1563643175-project] 10.222.0.89 "GET /v2.0/quotas/978c6d026b0944f6a413e3d4f2103bea HTTP/1.1" status: 200 len: 375 time: 0.0526803 Feb 04 17:14:22.307779 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb21e36-6202-4e16-885c-780f920b2804 req-999bfc6a-eb2e-4bc9-a591-dc777c92a6f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:14:22.309365 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-cbb21e36-6202-4e16-885c-780f920b2804 req-999bfc6a-eb2e-4bc9-a591-dc777c92a6f7 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=147a2a29-50a3-4d38-8c0e-9ec73b9af714 HTTP/1.1" status: 200 len: 859 time: 1.2364326 Feb 04 17:14:22.338410 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-7812a2cd-0a1d-437d-b743-133c776d879c tempest-ServersTestBootFromVolume-1946499048 tempest-ServersTestBootFromVolume-1946499048-project] Publish callbacks [] for security_group_rule (4c46a78f-521b-4065-b62e-eba93dfa6758), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:22.357785 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-683cf62d-d32f-4d74-8c5e-41e5bc1aff4f req-3572caf2-dee3-43d5-b3b6-7e84d0a2bf6f service neutron] 10.222.0.96 "GET /v2.0/networks/02be22b9-aa53-40ea-8050-9239cd27d1ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2904751 Feb 04 17:14:22.438031 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-fe7adeb3-5e5c-4109-8f42-5f326ce78ed6 req-f35e087b-399c-49f2-bb18-214d19397b51 tempest-SecurityGroupsTestJSON-1563643175 tempest-SecurityGroupsTestJSON-1563643175-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=978c6d026b0944f6a413e3d4f2103bea&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1307299 Feb 04 17:14:22.447980 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb21e36-6202-4e16-885c-780f920b2804 req-4e1ed907-867c-4a20-a29a-c8a7d619d38c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:14:22.449653 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-cbb21e36-6202-4e16-885c-780f920b2804 req-4e1ed907-867c-4a20-a29a-c8a7d619d38c service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=71f03b9f-e704-4df0-bce2-e9f92d5b531b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2687275 Feb 04 17:14:22.527897 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c630afe4-9c3f-441b-940a-93357e25d925 req-bda27b40-8808-4e7a-b722-d3846dda7d09 tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] Made reservation on behalf of de991ffa63634ff992d797b06d2aeaaa for: {'port': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:14:22.531234 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-c630afe4-9c3f-441b-940a-93357e25d925 req-bda27b40-8808-4e7a-b722-d3846dda7d09 tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:22.574737 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0804ee-b2b8-4385-bb0e-8c0e81b1e37d req-8b8f662c-6fec-4b22-8c23-88243429d369 tempest-FloatingIPsAssociationTestJSON-1767827216 tempest-FloatingIPsAssociationTestJSON-1767827216-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:14:22.576363 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-9b0804ee-b2b8-4385-bb0e-8c0e81b1e37d req-8b8f662c-6fec-4b22-8c23-88243429d369 tempest-FloatingIPsAssociationTestJSON-1767827216 tempest-FloatingIPsAssociationTestJSON-1767827216-project] 10.222.0.89 "GET /v2.0/networks/48165773-85ad-49a1-9ec1-76fc8dc24188 HTTP/1.1" status: 200 len: 784 time: 0.3118954 Feb 04 17:14:22.588599 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-c630afe4-9c3f-441b-940a-93357e25d925 req-f194bc54-9fb6-4192-84d0-3f7e57c2235e tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] Publish callbacks [] for port (d84d4853-863b-4441-877e-8ff0319d5d6b), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:22.596993 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [req-9b0804ee-b2b8-4385-bb0e-8c0e81b1e37d req-c184af5a-f143-4bb6-8935-01d2fac40f92 tempest-FloatingIPsAssociationTestJSON-1767827216 tempest-FloatingIPsAssociationTestJSON-1767827216-project] http://10.222.0.89:9696/v2.0/extensions returned with HTTP 200 {{(pid=103376) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 17:14:22.598011 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-9b0804ee-b2b8-4385-bb0e-8c0e81b1e37d req-c184af5a-f143-4bb6-8935-01d2fac40f92 tempest-FloatingIPsAssociationTestJSON-1767827216 tempest-FloatingIPsAssociationTestJSON-1767827216-project] 10.222.0.89 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0064943 Feb 04 17:14:22.608947 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-7812a2cd-0a1d-437d-b743-133c776d879c tempest-ServersTestBootFromVolume-1946499048 tempest-ServersTestBootFromVolume-1946499048-project] Publish callbacks [] for security_group_rule (4c46a78f-521b-4065-b62e-eba93dfa6758), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:22.625539 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-7812a2cd-0a1d-437d-b743-133c776d879c tempest-ServersTestBootFromVolume-1946499048 tempest-ServersTestBootFromVolume-1946499048-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664556'] for security_group_rule (4c46a78f-521b-4065-b62e-eba93dfa6758), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:22.664185 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-683cf62d-d32f-4d74-8c5e-41e5bc1aff4f req-fd655174-ea87-45c6-a894-dcde23f336e7 service neutron] 10.222.0.96 "GET /v2.0/networks/02be22b9-aa53-40ea-8050-9239cd27d1ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2982259 Feb 04 17:14:22.667501 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-c630afe4-9c3f-441b-940a-93357e25d925 req-f194bc54-9fb6-4192-84d0-3f7e57c2235e tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (d84d4853-863b-4441-877e-8ff0319d5d6b), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:22.672713 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-fe7adeb3-5e5c-4109-8f42-5f326ce78ed6 req-674145a9-110d-4100-b602-8936d6fc7c89 service neutron] 10.222.0.89 "GET /v2.0/networks/3a92870e-0f75-4f51-bf18-f38ecaa186c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2336671 Feb 04 17:14:22.679592 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] get_ports_and_sgs() called for port_ids ['def23c9d-c30f-47d7-bd81-7d3520f20168'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 17:14:22.688734 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7812a2cd-0a1d-437d-b743-133c776d879c tempest-ServersTestBootFromVolume-1946499048 tempest-ServersTestBootFromVolume-1946499048-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c46a78f-521b-4065-b62e-eba93dfa6758,revision_number=0']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:14:22.695239 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-cbb21e36-6202-4e16-885c-780f920b2804 req-5aa492f0-a935-41af-a965-85297e5ad44a service neutron] 10.222.0.96 "GET /v2.0/networks/71f03b9f-e704-4df0-bce2-e9f92d5b531b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2379475 Feb 04 17:14:22.722313 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-7812a2cd-0a1d-437d-b743-133c776d879c tempest-ServersTestBootFromVolume-1946499048 tempest-ServersTestBootFromVolume-1946499048-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:22.723784 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-7812a2cd-0a1d-437d-b743-133c776d879c tempest-ServersTestBootFromVolume-1946499048 tempest-ServersTestBootFromVolume-1946499048-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5658042 Feb 04 17:14:22.734886 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 54856) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:14:22.773514 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-d52a8e3a-47b9-41b0-80a8-bad439ab5a59 tempest-ServersTestBootFromVolume-1946499048 tempest-ServersTestBootFromVolume-1946499048-project] Request body: {'security_group_rule': {'security_group_id': 'e0c7c260-7f3c-4059-832b-03acecef069a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:14:22.835166 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.db_base_plugin_common [req-c630afe4-9c3f-441b-940a-93357e25d925 req-bda27b40-8808-4e7a-b722-d3846dda7d09 tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] Allocated IP 192.168.233.80 (02be22b9-aa53-40ea-8050-9239cd27d1ff/c974b0ff-2c5c-4667-8a81-3bde3ea6ced5/f4b260ec-2b92-4b49-a638-97cffbd194dd) {{(pid=103377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:14:22.954311 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-d52a8e3a-47b9-41b0-80a8-bad439ab5a59 tempest-ServersTestBootFromVolume-1946499048 tempest-ServersTestBootFromVolume-1946499048-project] Publish callbacks [] for security_group_rule (3120c54c-ca75-40c5-8dbd-4199b1cb5455), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:22.996836 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777a686c-1ce5-4d7f-bfdb-1aba3d8a9f4f req-42c33fc7-d14a-4903-9baa-d297ef5f48e4 tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:14:22.998390 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-777a686c-1ce5-4d7f-bfdb-1aba3d8a9f4f req-42c33fc7-d14a-4903-9baa-d297ef5f48e4 tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] 10.222.0.89 "GET /v2.0/ports?device_id=50c546c5-589c-44d9-b10d-3b47cb5bfc2d HTTP/1.1" status: 200 len: 935 time: 0.2719002 Feb 04 17:14:23.000276 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-cbb21e36-6202-4e16-885c-780f920b2804 req-55e397f2-b3fa-4385-b2d6-b56d01a46e43 service neutron] 10.222.0.96 "GET /v2.0/networks/71f03b9f-e704-4df0-bce2-e9f92d5b531b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2907193 Feb 04 17:14:23.035705 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-c630afe4-9c3f-441b-940a-93357e25d925 req-bda27b40-8808-4e7a-b722-d3846dda7d09 tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] Publish callbacks [] for port (f4b260ec-2b92-4b49-a638-97cffbd194dd), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:23.076365 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-d52a8e3a-47b9-41b0-80a8-bad439ab5a59 tempest-ServersTestBootFromVolume-1946499048 tempest-ServersTestBootFromVolume-1946499048-project] Publish callbacks [] for security_group_rule (3120c54c-ca75-40c5-8dbd-4199b1cb5455), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:23.080987 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-777a686c-1ce5-4d7f-bfdb-1aba3d8a9f4f req-bc0765f6-99a4-4034-8b07-bb22c0ca988a tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] 10.222.0.89 "GET /v2.0/security-groups?id=4f68676b-760c-49c3-a14c-c9afa7ad720d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730927 Feb 04 17:14:23.082143 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-d52a8e3a-47b9-41b0-80a8-bad439ab5a59 tempest-ServersTestBootFromVolume-1946499048 tempest-ServersTestBootFromVolume-1946499048-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664556'] for security_group_rule (3120c54c-ca75-40c5-8dbd-4199b1cb5455), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:23.103717 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52a8e3a-47b9-41b0-80a8-bad439ab5a59 tempest-ServersTestBootFromVolume-1946499048 tempest-ServersTestBootFromVolume-1946499048-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3120c54c-ca75-40c5-8dbd-4199b1cb5455,revision_number=0']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:14:23.115390 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-d52a8e3a-47b9-41b0-80a8-bad439ab5a59 tempest-ServersTestBootFromVolume-1946499048 tempest-ServersTestBootFromVolume-1946499048-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:23.119547 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-d52a8e3a-47b9-41b0-80a8-bad439ab5a59 tempest-ServersTestBootFromVolume-1946499048 tempest-ServersTestBootFromVolume-1946499048-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3526292 Feb 04 17:14:23.119775 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 54858) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:14:23.124654 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-7209e856-2207-4e50-b442-fbda0005afa0 tempest-ServersTestBootFromVolume-1946499048 tempest-ServersTestBootFromVolume-1946499048-project] Request body: {'floatingip': {'floating_network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:14:23.160538 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-7209e856-2207-4e50-b442-fbda0005afa0 tempest-ServersTestBootFromVolume-1946499048 tempest-ServersTestBootFromVolume-1946499048-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:23.165866 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-c630afe4-9c3f-441b-940a-93357e25d925 req-bda27b40-8808-4e7a-b722-d3846dda7d09 tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (f4b260ec-2b92-4b49-a638-97cffbd194dd), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:23.169879 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c630afe4-9c3f-441b-940a-93357e25d925 req-f194bc54-9fb6-4192-84d0-3f7e57c2235e tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] Network 02be22b9-aa53-40ea-8050-9239cd27d1ff is already hosted by enough agents. {{(pid=103377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:14:23.180621 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] get_ports_and_sgs() called for port_ids ['def23c9d-c30f-47d7-bd81-7d3520f20168'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 17:14:23.181290 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f194bc54-9fb6-4192-84d0-3f7e57c2235e tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] Pushing event updated for resources: {'Port': ['ID=d84d4853-863b-4441-877e-8ff0319d5d6b,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:14:23.243807 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb21e36-6202-4e16-885c-780f920b2804 req-3822297c-f2af-43b4-b693-75e68f75ac70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:14:23.245518 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-cbb21e36-6202-4e16-885c-780f920b2804 req-3822297c-f2af-43b4-b693-75e68f75ac70 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=71f03b9f-e704-4df0-bce2-e9f92d5b531b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.9206336 Feb 04 17:14:23.246676 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [req-c630afe4-9c3f-441b-940a-93357e25d925 req-f194bc54-9fb6-4192-84d0-3f7e57c2235e tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] Resources bound (agent type, host, resource id): {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:14:23.314364 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c630afe4-9c3f-441b-940a-93357e25d925 req-bda27b40-8808-4e7a-b722-d3846dda7d09 tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] Network 02be22b9-aa53-40ea-8050-9239cd27d1ff is already hosted by enough agents. {{(pid=103377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:14:23.315688 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [req-c630afe4-9c3f-441b-940a-93357e25d925 req-f194bc54-9fb6-4192-84d0-3f7e57c2235e tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] Received port after_create {{(pid=103377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:14:23.340977 n-d-827839-2 neutron-server[103376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc6828c0-e3de-440f-b02a-be00d4b9136d', 'tag': '1c7d9fa2-9ef9-488a-a8c3-a61982a926f8'}] {{(pid=103376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:14:23.343416 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d59c3bb5e2f09ebf62144d5e09b1cff60c763a9c19614c24538e77842938c05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a25b3c5-dc61-4c1c-b0be-f10b5d573719" -d '{"events": [{"name": "network-changed", "server_uuid": "cc6828c0-e3de-440f-b02a-be00d4b9136d", "tag": "1c7d9fa2-9ef9-488a-a8c3-a61982a926f8"}]}' {{(pid=103376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:14:23.381644 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-7209e856-2207-4e50-b442-fbda0005afa0 tempest-ServersTestBootFromVolume-1946499048 tempest-ServersTestBootFromVolume-1946499048-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:23.472814 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-cbb21e36-6202-4e16-885c-780f920b2804 req-783fa7ce-48e1-4357-8ebd-2e5d8d3a7ef5 service neutron] 10.222.0.90 "GET /v2.0/networks/71f03b9f-e704-4df0-bce2-e9f92d5b531b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1646719 Feb 04 17:14:23.508116 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [req-c630afe4-9c3f-441b-940a-93357e25d925 req-bda27b40-8808-4e7a-b722-d3846dda7d09 tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] Resources bound (agent type, host, resource id): {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:14:23.521520 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [req-c630afe4-9c3f-441b-940a-93357e25d925 req-bda27b40-8808-4e7a-b722-d3846dda7d09 tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] Received port after_create {{(pid=103377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:14:23.537919 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1def3a47-95c7-4649-a750-cfe82dcd7374 req-10e325c3-882a-4df4-ba4b-448e21c9d783 tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:14:23.543310 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-1def3a47-95c7-4649-a750-cfe82dcd7374 req-10e325c3-882a-4df4-ba4b-448e21c9d783 tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] 10.222.0.89 "GET /v2.0/ports?device_id=d8a46594-af9a-4c29-9a3e-2edb427e70fa HTTP/1.1" status: 200 len: 943 time: 0.2353830 Feb 04 17:14:23.651865 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device e36a0fd0-ca88-45b8-aaf5-e2a56758afc4 up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:14:23.674898 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c630afe4-9c3f-441b-940a-93357e25d925 req-bda27b40-8808-4e7a-b722-d3846dda7d09 tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:14:23.675298 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-1def3a47-95c7-4649-a750-cfe82dcd7374 req-ed81bcc6-6490-4ee9-8d08-4605f05884f6 tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] 10.222.0.89 "GET /v2.0/security-groups?id=119a7f03-3e07-4d1e-8852-d9f974f9f052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307056 Feb 04 17:14:23.675557 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-c630afe4-9c3f-441b-940a-93357e25d925 req-bda27b40-8808-4e7a-b722-d3846dda7d09 tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:23.679387 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-cbb21e36-6202-4e16-885c-780f920b2804 req-61bca70e-22aa-49b1-a9e2-6a9743eb8460 service neutron] 10.222.0.90 "GET /v2.0/networks/71f03b9f-e704-4df0-bce2-e9f92d5b531b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1609609 Feb 04 17:14:23.716984 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda27b40-8808-4e7a-b722-d3846dda7d09 tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] Pushing event updated for resources: {'Port': ['ID=f4b260ec-2b92-4b49-a638-97cffbd194dd,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:14:23.734523 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.db_base_plugin_common [None req-7209e856-2207-4e50-b442-fbda0005afa0 tempest-ServersTestBootFromVolume-1946499048 tempest-ServersTestBootFromVolume-1946499048-project] Allocated IP 172.25.6.92 (48165773-85ad-49a1-9ec1-76fc8dc24188/7660bfad-1ea8-4fe7-831b-bed836f13efc/66e30c37-3900-48ad-8b71-4ea9fce3c71c) {{(pid=103376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:14:23.742196 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-c630afe4-9c3f-441b-940a-93357e25d925 req-bda27b40-8808-4e7a-b722-d3846dda7d09 tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.1628766 Feb 04 17:14:23.754533 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c630afe4-9c3f-441b-940a-93357e25d925 req-f194bc54-9fb6-4192-84d0-3f7e57c2235e tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:14:23.755454 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-c630afe4-9c3f-441b-940a-93357e25d925 req-f194bc54-9fb6-4192-84d0-3f7e57c2235e tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:23.775350 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [req-c630afe4-9c3f-441b-940a-93357e25d925 req-16682ba0-f9e1-4d83-89a2-396091c3751e service neutron] Request body: {'port': {'device_id': '77f976c4-27a6-4a43-a568-55dca59e1c70', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827839-2'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:14:23.776993 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-1c86b810-defe-4c87-a260-bdb102464bb1 None None] Provisioning complete for port d84d4853-863b-4441-877e-8ff0319d5d6b triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:14:23.779474 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1c86b810-defe-4c87-a260-bdb102464bb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (d84d4853-863b-4441-877e-8ff0319d5d6b), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:23.794312 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-c630afe4-9c3f-441b-940a-93357e25d925 req-f194bc54-9fb6-4192-84d0-3f7e57c2235e tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.3167665 Feb 04 17:14:23.818950 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [req-c630afe4-9c3f-441b-940a-93357e25d925 req-79c35a7c-ef4c-42c6-9a7a-d5f88058c48c service neutron] Request body: {'port': {'device_id': '50c546c5-589c-44d9-b10d-3b47cb5bfc2d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827839-2'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:14:23.832135 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1c86b810-defe-4c87-a260-bdb102464bb1 None None] Port d84d4853-863b-4441-877e-8ff0319d5d6b cannot update to ACTIVE because it is not bound. {{(pid=103378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 17:14:23.836859 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port e36a0fd0-ca88-45b8-aaf5-e2a56758afc4 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:14:23.838259 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (e36a0fd0-ca88-45b8-aaf5-e2a56758afc4), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:23.909014 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-fe7adeb3-5e5c-4109-8f42-5f326ce78ed6 req-d340ad4f-6969-471e-b82a-1b2abb294562 service neutron] 10.222.0.89 "GET /v2.0/networks/3a92870e-0f75-4f51-bf18-f38ecaa186c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8285701 Feb 04 17:14:23.960634 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port e36a0fd0-ca88-45b8-aaf5-e2a56758afc4 is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:14:23.965650 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-c630afe4-9c3f-441b-940a-93357e25d925 req-79c35a7c-ef4c-42c6-9a7a-d5f88058c48c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (d84d4853-863b-4441-877e-8ff0319d5d6b), before_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:23.986319 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-c630afe4-9c3f-441b-940a-93357e25d925 req-16682ba0-f9e1-4d83-89a2-396091c3751e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (f4b260ec-2b92-4b49-a638-97cffbd194dd), before_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:24.000483 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee0cb29-7404-4d1b-99a3-41c73b73c293 req-7cca860c-dd1f-481c-b17c-71bea298eb3a tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:14:24.006468 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-dee0cb29-7404-4d1b-99a3-41c73b73c293 req-7cca860c-dd1f-481c-b17c-71bea298eb3a tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] 10.222.0.89 "GET /v2.0/ports?device_id=cc6828c0-e3de-440f-b02a-be00d4b9136d HTTP/1.1" status: 200 len: 948 time: 0.1546714 Feb 04 17:14:24.020593 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-7209e856-2207-4e50-b442-fbda0005afa0 tempest-ServersTestBootFromVolume-1946499048 tempest-ServersTestBootFromVolume-1946499048-project] Publish callbacks [] for port (66e30c37-3900-48ad-8b71-4ea9fce3c71c), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:24.077544 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-1090ec04-83ec-4882-8462-eaf3197a1e0d None None] Provisioning complete for port f4b260ec-2b92-4b49-a638-97cffbd194dd triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:14:24.077942 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1090ec04-83ec-4882-8462-eaf3197a1e0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (f4b260ec-2b92-4b49-a638-97cffbd194dd), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:24.103348 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-dee0cb29-7404-4d1b-99a3-41c73b73c293 req-80d98aee-b910-48c8-96a6-902238392ec4 tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] 10.222.0.89 "GET /v2.0/security-groups?id=5fa98c6a-94b3-4690-b9c3-4f0e67d11226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522113 Feb 04 17:14:24.105942 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-7209e856-2207-4e50-b442-fbda0005afa0 tempest-ServersTestBootFromVolume-1946499048 tempest-ServersTestBootFromVolume-1946499048-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (66e30c37-3900-48ad-8b71-4ea9fce3c71c), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:24.179898 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7209e856-2207-4e50-b442-fbda0005afa0 tempest-ServersTestBootFromVolume-1946499048 tempest-ServersTestBootFromVolume-1946499048-project] Network 48165773-85ad-49a1-9ec1-76fc8dc24188 is already hosted by enough agents. {{(pid=103376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:14:24.200870 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1090ec04-83ec-4882-8462-eaf3197a1e0d None None] Port f4b260ec-2b92-4b49-a638-97cffbd194dd cannot update to ACTIVE because it is not bound. {{(pid=103378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 17:14:24.220149 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [None req-7209e856-2207-4e50-b442-fbda0005afa0 tempest-ServersTestBootFromVolume-1946499048 tempest-ServersTestBootFromVolume-1946499048-project] Resources bound (agent type, host, resource id): {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:14:24.225183 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7209e856-2207-4e50-b442-fbda0005afa0 tempest-ServersTestBootFromVolume-1946499048 tempest-ServersTestBootFromVolume-1946499048-project] Received port after_create {{(pid=103376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:14:24.258067 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7209e856-2207-4e50-b442-fbda0005afa0 tempest-ServersTestBootFromVolume-1946499048 tempest-ServersTestBootFromVolume-1946499048-project] Pushing event updated for resources: {'Port': ['ID=66e30c37-3900-48ad-8b71-4ea9fce3c71c,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:14:24.301476 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-d1a47ff6-893c-4866-a520-ffa48a4a3167 req-e09c6b0c-2bfa-4f5f-ad50-d9a9ebbef42e tempest-FloatingIPsAssociationTestJSON-1767827216 tempest-FloatingIPsAssociationTestJSON-1767827216-project] 10.222.0.89 "GET /v2.0/floatingips?floating_ip_address=172.25.6.195 HTTP/1.1" status: 200 len: 1001 time: 0.1409783 Feb 04 17:14:24.392539 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a47ff6-893c-4866-a520-ffa48a4a3167 req-dda3ce97-4539-4111-bd42-8e5d7bcb720e tempest-FloatingIPsAssociationTestJSON-1767827216 tempest-FloatingIPsAssociationTestJSON-1767827216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:14:24.397390 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-d1a47ff6-893c-4866-a520-ffa48a4a3167 req-dda3ce97-4539-4111-bd42-8e5d7bcb720e tempest-FloatingIPsAssociationTestJSON-1767827216 tempest-FloatingIPsAssociationTestJSON-1767827216-project] 10.222.0.89 "GET /v2.0/ports/2868b715-dae8-4a3f-b481-1acad8c24330 HTTP/1.1" status: 200 len: 942 time: 0.0928533 Feb 04 17:14:24.428185 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-7209e856-2207-4e50-b442-fbda0005afa0 tempest-ServersTestBootFromVolume-1946499048 tempest-ServersTestBootFromVolume-1946499048-project] Publish callbacks [] for floatingip (0fcb0172-c173-4215-923b-f04a10742c6d), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:24.499337 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb71da9-1d0c-4c21-9867-68897d41ea60 req-04bf0eaa-d9f6-4fd4-b421-b32c4c5e0395 tempest-LiveMigrationTest-101728267 tempest-LiveMigrationTest-101728267-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:14:24.501634 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-dbb71da9-1d0c-4c21-9867-68897d41ea60 req-04bf0eaa-d9f6-4fd4-b421-b32c4c5e0395 tempest-LiveMigrationTest-101728267 tempest-LiveMigrationTest-101728267-project-admin] 10.222.0.89 "GET /v2.0/ports?device_id=7bfb0405-10b3-4cc0-8634-8feb429a0d1f HTTP/1.1" status: 200 len: 1127 time: 0.1917720 Feb 04 17:14:24.550833 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-7209e856-2207-4e50-b442-fbda0005afa0 tempest-ServersTestBootFromVolume-1946499048 tempest-ServersTestBootFromVolume-1946499048-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (66e30c37-3900-48ad-8b71-4ea9fce3c71c), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:24.586228 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-dbb71da9-1d0c-4c21-9867-68897d41ea60 req-bdccdce6-64d9-4237-a033-65ca6eb78efa tempest-LiveMigrationTest-101728267 tempest-LiveMigrationTest-101728267-project-admin] 10.222.0.89 "GET /v2.0/security-groups?id=18e6cc58-e448-4d12-9423-2a502a086ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768974 Feb 04 17:14:24.606049 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-d1a47ff6-893c-4866-a520-ffa48a4a3167 req-44e21414-091e-49bb-9b3a-28ec80eafbdf tempest-FloatingIPsAssociationTestJSON-1767827216 tempest-FloatingIPsAssociationTestJSON-1767827216-project] 10.222.0.89 "GET /v2.0/floatingips?floating_ip_address=172.25.6.195 HTTP/1.1" status: 200 len: 1001 time: 0.1598458 Feb 04 17:14:24.636786 n-d-827839-2 neutron-server[103377]: DEBUG neutron.notifiers.nova [req-c630afe4-9c3f-441b-940a-93357e25d925 req-16682ba0-f9e1-4d83-89a2-396091c3751e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f4b260ec-2b92-4b49-a638-97cffbd194dd {{(pid=103377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 17:14:24.648917 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-c630afe4-9c3f-441b-940a-93357e25d925 req-16682ba0-f9e1-4d83-89a2-396091c3751e service neutron] Publish callbacks [] for port (f4b260ec-2b92-4b49-a638-97cffbd194dd), precommit_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:24.671693 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.provisioning_blocks [req-c630afe4-9c3f-441b-940a-93357e25d925 req-16682ba0-f9e1-4d83-89a2-396091c3751e service neutron] Transition to ACTIVE for port object f4b260ec-2b92-4b49-a638-97cffbd194dd will not be triggered until provisioned by entity L2. {{(pid=103377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 17:14:24.687250 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 17:14:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-047be0e7-c9b9-42f8-8141-468dde74df27 x-openstack-request-id: req-047be0e7-c9b9-42f8-8141-468dde74df27 {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:14:24.687544 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc6828c0-e3de-440f-b02a-be00d4b9136d", "tag": "1c7d9fa2-9ef9-488a-a8c3-a61982a926f8", "status": "completed", "code": 200}]} {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:14:24.687676 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-c630afe4-9c3f-441b-940a-93357e25d925 req-16682ba0-f9e1-4d83-89a2-396091c3751e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25888290'] for port (f4b260ec-2b92-4b49-a638-97cffbd194dd), after_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:24.687859 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-047be0e7-c9b9-42f8-8141-468dde74df27 {{(pid=103376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:14:24.688187 n-d-827839-2 neutron-server[103376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc6828c0-e3de-440f-b02a-be00d4b9136d', 'tag': '1c7d9fa2-9ef9-488a-a8c3-a61982a926f8', 'status': 'completed', 'code': 200} Feb 04 17:14:24.729813 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-c56f35a0-9423-4cd5-8f3c-542a9495b428 req-a0d717b2-a74a-4a69-b524-59e80e1f30bd service neutron] 10.222.0.96 "GET /v2.0/ports/09fe44f1-9e7b-43ae-8405-ca810bec8f9b/bindings/n-h2-827839-2 HTTP/1.1" status: 200 len: 384 time: 0.2549772 Feb 04 17:14:24.826654 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16682ba0-f9e1-4d83-89a2-396091c3751e service neutron] Pushing event updated for resources: {'Port': ['ID=f4b260ec-2b92-4b49-a638-97cffbd194dd,revision_number=2']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:14:24.832209 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-b44ae958-2a24-4b19-b8d7-3b3452371aca req-8bad6715-05a1-4954-8edf-1cc700149752 tempest-SecurityGroupsTestJSON-1563643175 tempest-SecurityGroupsTestJSON-1563643175-project] 10.222.0.89 "GET /v2.0/ports?device_id=00f087e2-0627-42fe-a81f-2759ffd284e1 HTTP/1.1" status: 200 len: 210 time: 0.0425732 Feb 04 17:14:25.030972 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a25b3c5-dc61-4c1c-b0be-f10b5d573719 req-e4b30ab4-2d6d-48b6-be70-f72cfefb8278 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:14:25.032517 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-0a25b3c5-dc61-4c1c-b0be-f10b5d573719 req-e4b30ab4-2d6d-48b6-be70-f72cfefb8278 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=1cd99d9701204f3692368e4539967c47&device_id=cc6828c0-e3de-440f-b02a-be00d4b9136d HTTP/1.1" status: 200 len: 1130 time: 0.2558703 Feb 04 17:14:25.155099 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [req-c630afe4-9c3f-441b-940a-93357e25d925 req-16682ba0-f9e1-4d83-89a2-396091c3751e service neutron] Attempting to bind port f4b260ec-2b92-4b49-a638-97cffbd194dd on host n-h2-827839-2 for vnic_type normal with profile {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:14:25.155437 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [req-c630afe4-9c3f-441b-940a-93357e25d925 req-16682ba0-f9e1-4d83-89a2-396091c3751e service neutron] Attempting to bind port f4b260ec-2b92-4b49-a638-97cffbd194dd by drivers openvswitch,hyperv on host n-h2-827839-2 at level 0 using segments [{'id': '3a39b085-d3e6-43bb-a64c-1b06dd049e5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '02be22b9-aa53-40ea-8050-9239cd27d1ff'}] {{(pid=103377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:14:25.155765 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c630afe4-9c3f-441b-940a-93357e25d925 req-16682ba0-f9e1-4d83-89a2-396091c3751e service neutron] Attempting to bind port f4b260ec-2b92-4b49-a638-97cffbd194dd on network 02be22b9-aa53-40ea-8050-9239cd27d1ff {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:14:25.190911 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a47ff6-893c-4866-a520-ffa48a4a3167 req-0223dcad-280d-4aea-b5ce-8b7ced256dad tempest-FloatingIPsAssociationTestJSON-1767827216 tempest-FloatingIPsAssociationTestJSON-1767827216-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:14:25.192329 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-d1a47ff6-893c-4866-a520-ffa48a4a3167 req-0223dcad-280d-4aea-b5ce-8b7ced256dad tempest-FloatingIPsAssociationTestJSON-1767827216 tempest-FloatingIPsAssociationTestJSON-1767827216-project] 10.222.0.89 "GET /v2.0/networks/48165773-85ad-49a1-9ec1-76fc8dc24188 HTTP/1.1" status: 200 len: 784 time: 0.5664473 Feb 04 17:14:25.198674 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c630afe4-9c3f-441b-940a-93357e25d925 req-16682ba0-f9e1-4d83-89a2-396091c3751e service neutron] Port f4b260ec-2b92-4b49-a638-97cffbd194dd on network 02be22b9-aa53-40ea-8050-9239cd27d1ff not bound, no agent of type Open vSwitch agent registered on host n-h2-827839-2 {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 17:14:25.199000 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c630afe4-9c3f-441b-940a-93357e25d925 req-16682ba0-f9e1-4d83-89a2-396091c3751e service neutron] Attempting to bind port f4b260ec-2b92-4b49-a638-97cffbd194dd on network 02be22b9-aa53-40ea-8050-9239cd27d1ff {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:14:25.220552 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aca3f04-3386-4e2a-a96e-b9bf32a99415 req-a9b5c394-0ad3-4a60-9dc3-8d51c60caf01 tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:14:25.222795 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-9aca3f04-3386-4e2a-a96e-b9bf32a99415 req-a9b5c394-0ad3-4a60-9dc3-8d51c60caf01 tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] 10.222.0.89 "GET /v2.0/ports?device_id=50c546c5-589c-44d9-b10d-3b47cb5bfc2d HTTP/1.1" status: 200 len: 935 time: 0.2473371 Feb 04 17:14:25.231796 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a25b3c5-dc61-4c1c-b0be-f10b5d573719 req-0d098acd-fa66-4bdb-beca-0d997d72a663 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:14:25.233322 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-0a25b3c5-dc61-4c1c-b0be-f10b5d573719 req-0d098acd-fa66-4bdb-beca-0d997d72a663 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=1cd99d9701204f3692368e4539967c47&device_id=cc6828c0-e3de-440f-b02a-be00d4b9136d HTTP/1.1" status: 200 len: 1130 time: 0.5167396 Feb 04 17:14:25.235718 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c630afe4-9c3f-441b-940a-93357e25d925 req-16682ba0-f9e1-4d83-89a2-396091c3751e service neutron] Checking agent: {'id': 'f20a1ab3-4332-4f54-833b-ba4a7c687e89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 8, 40), 'started_at': datetime.datetime(2022, 2, 4, 17, 8, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 14, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:14:25.236055 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c630afe4-9c3f-441b-940a-93357e25d925 req-16682ba0-f9e1-4d83-89a2-396091c3751e service neutron] Checking segment: {'id': '3a39b085-d3e6-43bb-a64c-1b06dd049e5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '02be22b9-aa53-40ea-8050-9239cd27d1ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:14:25.236472 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c630afe4-9c3f-441b-940a-93357e25d925 req-16682ba0-f9e1-4d83-89a2-396091c3751e service neutron] Bound using segment: {'id': '3a39b085-d3e6-43bb-a64c-1b06dd049e5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '02be22b9-aa53-40ea-8050-9239cd27d1ff'} {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:14:25.237448 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [req-c630afe4-9c3f-441b-940a-93357e25d925 req-16682ba0-f9e1-4d83-89a2-396091c3751e service neutron] Bound port: f4b260ec-2b92-4b49-a638-97cffbd194dd, host: n-h2-827839-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a39b085-d3e6-43bb-a64c-1b06dd049e5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '02be22b9-aa53-40ea-8050-9239cd27d1ff'}}] {{(pid=103377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:14:25.237801 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-c630afe4-9c3f-441b-940a-93357e25d925 req-16682ba0-f9e1-4d83-89a2-396091c3751e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (f4b260ec-2b92-4b49-a638-97cffbd194dd), before_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:25.240897 n-d-827839-2 neutron-server[103377]: DEBUG neutron.notifiers.nova [req-c630afe4-9c3f-441b-940a-93357e25d925 req-79c35a7c-ef4c-42c6-9a7a-d5f88058c48c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d84d4853-863b-4441-877e-8ff0319d5d6b {{(pid=103377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 17:14:25.262940 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-c630afe4-9c3f-441b-940a-93357e25d925 req-79c35a7c-ef4c-42c6-9a7a-d5f88058c48c service neutron] Publish callbacks [] for port (d84d4853-863b-4441-877e-8ff0319d5d6b), precommit_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:25.269107 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a25b3c5-dc61-4c1c-b0be-f10b5d573719 req-1bd3c3a1-b6ce-4d60-bcdc-339d7605883e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:14:25.270565 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-0a25b3c5-dc61-4c1c-b0be-f10b5d573719 req-1bd3c3a1-b6ce-4d60-bcdc-339d7605883e service neutron] 10.222.0.90 "GET /v2.0/networks?id=02be22b9-aa53-40ea-8050-9239cd27d1ff HTTP/1.1" status: 200 len: 870 time: 0.2272506 Feb 04 17:14:25.319163 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.provisioning_blocks [req-c630afe4-9c3f-441b-940a-93357e25d925 req-79c35a7c-ef4c-42c6-9a7a-d5f88058c48c service neutron] Transition to ACTIVE for port object d84d4853-863b-4441-877e-8ff0319d5d6b will not be triggered until provisioned by entity L2. {{(pid=103377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 17:14:25.358764 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-0a25b3c5-dc61-4c1c-b0be-f10b5d573719 req-f456d9a6-4630-488f-a24d-82de9a8760df service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.110&port_id=1c7d9fa2-9ef9-488a-a8c3-a61982a926f8 HTTP/1.1" status: 200 len: 217 time: 0.0770218 Feb 04 17:14:25.363412 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-c630afe4-9c3f-441b-940a-93357e25d925 req-79c35a7c-ef4c-42c6-9a7a-d5f88058c48c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25888290'] for port (d84d4853-863b-4441-877e-8ff0319d5d6b), after_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:25.417309 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-d1a47ff6-893c-4866-a520-ffa48a4a3167 req-2fbd33d0-71ed-404b-9595-037310d1f21e tempest-FloatingIPsAssociationTestJSON-1767827216 tempest-FloatingIPsAssociationTestJSON-1767827216-project] 10.222.0.89 "GET /v2.0/floatingips?floating_ip_address=172.25.6.195 HTTP/1.1" status: 200 len: 1001 time: 0.2136424 Feb 04 17:14:25.424731 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-7209e856-2207-4e50-b442-fbda0005afa0 tempest-ServersTestBootFromVolume-1946499048 tempest-ServersTestBootFromVolume-1946499048-project] Publish callbacks [] for port (66e30c37-3900-48ad-8b71-4ea9fce3c71c), precommit_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:25.437152 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-7209e856-2207-4e50-b442-fbda0005afa0 tempest-ServersTestBootFromVolume-1946499048 tempest-ServersTestBootFromVolume-1946499048-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675836'] for port (66e30c37-3900-48ad-8b71-4ea9fce3c71c), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:25.465268 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-9aca3f04-3386-4e2a-a96e-b9bf32a99415 req-61037af5-0434-4341-ac5d-98b7412d77ea tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] 10.222.0.89 "GET /v2.0/security-groups?id=4f68676b-760c-49c3-a14c-c9afa7ad720d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2352450 Feb 04 17:14:25.491743 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [req-d1a47ff6-893c-4866-a520-ffa48a4a3167 req-1f7b0cfa-a31f-4ef1-9acd-3fb47dedcfd2 tempest-FloatingIPsAssociationTestJSON-1767827216 tempest-FloatingIPsAssociationTestJSON-1767827216-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:14:25.529082 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [req-c630afe4-9c3f-441b-940a-93357e25d925 req-16682ba0-f9e1-4d83-89a2-396091c3751e service neutron] For port f4b260ec-2b92-4b49-a638-97cffbd194dd, host n-h2-827839-2, cleared binding levels {{(pid=103377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:14:25.585333 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c35a7c-ef4c-42c6-9a7a-d5f88058c48c service neutron] Pushing event updated for resources: {'Port': ['ID=d84d4853-863b-4441-877e-8ff0319d5d6b,revision_number=2']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:14:25.595219 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a25b3c5-dc61-4c1c-b0be-f10b5d573719 req-65c57124-3cec-4b62-a9ec-5180c9849e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:14:25.598109 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-0a25b3c5-dc61-4c1c-b0be-f10b5d573719 req-65c57124-3cec-4b62-a9ec-5180c9849e6d service neutron] 10.222.0.90 "GET /v2.0/subnets?id=c974b0ff-2c5c-4667-8a81-3bde3ea6ced5 HTTP/1.1" status: 200 len: 843 time: 0.2313616 Feb 04 17:14:25.606555 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [req-c630afe4-9c3f-441b-940a-93357e25d925 req-16682ba0-f9e1-4d83-89a2-396091c3751e service neutron] For port f4b260ec-2b92-4b49-a638-97cffbd194dd, host n-h2-827839-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=f4b260ec-2b92-4b49-a638-97cffbd194dd,segment=NetworkSegment(3a39b085-d3e6-43bb-a64c-1b06dd049e5a),segment_id=3a39b085-d3e6-43bb-a64c-1b06dd049e5a)] {{(pid=103377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:14:25.668152 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [req-c56f35a0-9423-4cd5-8f3c-542a9495b428 req-0727eb6a-eddf-441f-a7c5-3b01635b74b3 service neutron] For port 09fe44f1-9e7b-43ae-8405-ca810bec8f9b, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=09fe44f1-9e7b-43ae-8405-ca810bec8f9b,segment=NetworkSegment(422e2db4-29a0-413f-80b3-a344e9c773f4),segment_id=422e2db4-29a0-413f-80b3-a344e9c773f4)] {{(pid=103376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:14:25.674074 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a25b3c5-dc61-4c1c-b0be-f10b5d573719 req-eeafb34e-f487-4922-9079-f1d6584e03e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:14:25.675570 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-0a25b3c5-dc61-4c1c-b0be-f10b5d573719 req-eeafb34e-f487-4922-9079-f1d6584e03e4 service neutron] 10.222.0.96 "GET /v2.0/networks?id=02be22b9-aa53-40ea-8050-9239cd27d1ff HTTP/1.1" status: 200 len: 870 time: 0.3887093 Feb 04 17:14:25.712237 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7209e856-2207-4e50-b442-fbda0005afa0 tempest-ServersTestBootFromVolume-1946499048 tempest-ServersTestBootFromVolume-1946499048-project] Pushing event updated for resources: {'Port': ['ID=66e30c37-3900-48ad-8b71-4ea9fce3c71c,revision_number=2']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:14:25.759645 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-0a25b3c5-dc61-4c1c-b0be-f10b5d573719 req-0f85205f-def8-44af-b29d-1d1601c8d942 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.110&port_id=1c7d9fa2-9ef9-488a-a8c3-a61982a926f8 HTTP/1.1" status: 200 len: 217 time: 0.0682614 Feb 04 17:14:25.762947 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-c630afe4-9c3f-441b-940a-93357e25d925 req-16682ba0-f9e1-4d83-89a2-396091c3751e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25888290'] for port (f4b260ec-2b92-4b49-a638-97cffbd194dd), after_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:25.770138 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-7209e856-2207-4e50-b442-fbda0005afa0 tempest-ServersTestBootFromVolume-1946499048 tempest-ServersTestBootFromVolume-1946499048-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1595586'] for floatingip (0fcb0172-c173-4215-923b-f04a10742c6d), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:25.777702 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [req-c56f35a0-9423-4cd5-8f3c-542a9495b428 req-0727eb6a-eddf-441f-a7c5-3b01635b74b3 service neutron] For port 09fe44f1-9e7b-43ae-8405-ca810bec8f9b, host n-h1-827839-2, cleared binding levels {{(pid=103376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:14:25.780476 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-d1a47ff6-893c-4866-a520-ffa48a4a3167 req-1f7b0cfa-a31f-4ef1-9acd-3fb47dedcfd2 tempest-FloatingIPsAssociationTestJSON-1767827216 tempest-FloatingIPsAssociationTestJSON-1767827216-project] Publish callbacks [] for floatingip (25d62b49-05a6-4bd1-812f-a44e9e405721), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:25.847076 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c630afe4-9c3f-441b-940a-93357e25d925 req-16682ba0-f9e1-4d83-89a2-396091c3751e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:14:25.847710 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-c630afe4-9c3f-441b-940a-93357e25d925 req-16682ba0-f9e1-4d83-89a2-396091c3751e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:25.849154 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-c630afe4-9c3f-441b-940a-93357e25d925 req-16682ba0-f9e1-4d83-89a2-396091c3751e service neutron] 10.222.0.90 "PUT /v2.0/ports/f4b260ec-2b92-4b49-a638-97cffbd194dd HTTP/1.1" status: 200 len: 1095 time: 2.0793550 Feb 04 17:14:25.855349 n-d-827839-2 neutron-server[103377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77f976c4-27a6-4a43-a568-55dca59e1c70', 'tag': 'f4b260ec-2b92-4b49-a638-97cffbd194dd'}] {{(pid=103377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:14:25.857640 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7240428b650e1488e9361b62648ff4b3a6c19d49d8c27c949491ab58c1346cf0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d422a6cc-c430-4713-960e-7fee20aeeda1" -d '{"events": [{"name": "network-changed", "server_uuid": "77f976c4-27a6-4a43-a568-55dca59e1c70", "tag": "f4b260ec-2b92-4b49-a638-97cffbd194dd"}]}' {{(pid=103377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:14:25.879166 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7adeb3-5e5c-4109-8f42-5f326ce78ed6 req-b3a9c33a-45b9-4eac-8537-2074b7432969 tempest-SecurityGroupsTestJSON-1563643175 tempest-SecurityGroupsTestJSON-1563643175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:14:25.880632 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-fe7adeb3-5e5c-4109-8f42-5f326ce78ed6 req-b3a9c33a-45b9-4eac-8537-2074b7432969 tempest-SecurityGroupsTestJSON-1563643175 tempest-SecurityGroupsTestJSON-1563643175-project] 10.222.0.96 "GET /v2.0/networks?id=3a92870e-0f75-4f51-bf18-f38ecaa186c3 HTTP/1.1" status: 200 len: 812 time: 0.4011121 Feb 04 17:14:25.901740 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-7209e856-2207-4e50-b442-fbda0005afa0 tempest-ServersTestBootFromVolume-1946499048 tempest-ServersTestBootFromVolume-1946499048-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for floatingip (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:25.902966 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-7209e856-2207-4e50-b442-fbda0005afa0 tempest-ServersTestBootFromVolume-1946499048 tempest-ServersTestBootFromVolume-1946499048-project] 10.222.0.89 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.7820737 Feb 04 17:14:25.906087 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [req-fe7adeb3-5e5c-4109-8f42-5f326ce78ed6 req-ad5359ff-6ac0-41f1-a2ee-3abd98cc35c1 tempest-SecurityGroupsTestJSON-1563643175 tempest-SecurityGroupsTestJSON-1563643175-project] Request body: {'port': {'device_id': '00f087e2-0627-42fe-a81f-2759ffd284e1', 'network_id': '3a92870e-0f75-4f51-bf18-f38ecaa186c3', 'admin_state_up': True, 'tenant_id': '978c6d026b0944f6a413e3d4f2103bea'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:14:25.910013 n-d-827839-2 neutron-server[103376]: DEBUG neutron.notifiers.nova [req-c56f35a0-9423-4cd5-8f3c-542a9495b428 req-0727eb6a-eddf-441f-a7c5-3b01635b74b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 09fe44f1-9e7b-43ae-8405-ca810bec8f9b {{(pid=103376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 17:14:25.949994 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [req-c630afe4-9c3f-441b-940a-93357e25d925 req-79c35a7c-ef4c-42c6-9a7a-d5f88058c48c service neutron] Attempting to bind port d84d4853-863b-4441-877e-8ff0319d5d6b on host n-h2-827839-2 for vnic_type normal with profile {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:14:25.950284 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [req-c630afe4-9c3f-441b-940a-93357e25d925 req-79c35a7c-ef4c-42c6-9a7a-d5f88058c48c service neutron] Attempting to bind port d84d4853-863b-4441-877e-8ff0319d5d6b by drivers openvswitch,hyperv on host n-h2-827839-2 at level 0 using segments [{'id': '3a39b085-d3e6-43bb-a64c-1b06dd049e5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '02be22b9-aa53-40ea-8050-9239cd27d1ff'}] {{(pid=103377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:14:25.950615 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c630afe4-9c3f-441b-940a-93357e25d925 req-79c35a7c-ef4c-42c6-9a7a-d5f88058c48c service neutron] Attempting to bind port d84d4853-863b-4441-877e-8ff0319d5d6b on network 02be22b9-aa53-40ea-8050-9239cd27d1ff {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:14:25.971613 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [req-c56f35a0-9423-4cd5-8f3c-542a9495b428 req-0727eb6a-eddf-441f-a7c5-3b01635b74b3 service neutron] For port 09fe44f1-9e7b-43ae-8405-ca810bec8f9b, host n-h2-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=09fe44f1-9e7b-43ae-8405-ca810bec8f9b,segment=NetworkSegment(422e2db4-29a0-413f-80b3-a344e9c773f4),segment_id=422e2db4-29a0-413f-80b3-a344e9c773f4)] {{(pid=103376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:14:25.993021 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a25b3c5-dc61-4c1c-b0be-f10b5d573719 req-839b8f99-2253-4f30-a673-d99abafda168 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:14:25.994762 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-0a25b3c5-dc61-4c1c-b0be-f10b5d573719 req-839b8f99-2253-4f30-a673-d99abafda168 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=c974b0ff-2c5c-4667-8a81-3bde3ea6ced5 HTTP/1.1" status: 200 len: 843 time: 0.2199593 Feb 04 17:14:25.995065 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a25b3c5-dc61-4c1c-b0be-f10b5d573719 req-bc417154-f319-40fb-83a1-c2363b9aa24e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:14:25.997031 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-0a25b3c5-dc61-4c1c-b0be-f10b5d573719 req-bc417154-f319-40fb-83a1-c2363b9aa24e service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=02be22b9-aa53-40ea-8050-9239cd27d1ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3584185 Feb 04 17:14:25.997805 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-c56f35a0-9423-4cd5-8f3c-542a9495b428 req-0727eb6a-eddf-441f-a7c5-3b01635b74b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (09fe44f1-9e7b-43ae-8405-ca810bec8f9b), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:26.005971 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e59ea2-dcdc-40b8-a3da-de61e132e9a2 req-0c5738b3-0dc6-4f2c-acda-4fcfd905d995 tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:14:26.007657 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-d9e59ea2-dcdc-40b8-a3da-de61e132e9a2 req-0c5738b3-0dc6-4f2c-acda-4fcfd905d995 tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] 10.222.0.89 "GET /v2.0/ports?device_id=d8a46594-af9a-4c29-9a3e-2edb427e70fa HTTP/1.1" status: 200 len: 943 time: 0.3310008 Feb 04 17:14:26.101031 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-d1a47ff6-893c-4866-a520-ffa48a4a3167 req-1f7b0cfa-a31f-4ef1-9acd-3fb47dedcfd2 tempest-FloatingIPsAssociationTestJSON-1767827216 tempest-FloatingIPsAssociationTestJSON-1767827216-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:26.115613 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-d1a47ff6-893c-4866-a520-ffa48a4a3167 req-1f7b0cfa-a31f-4ef1-9acd-3fb47dedcfd2 tempest-FloatingIPsAssociationTestJSON-1767827216 tempest-FloatingIPsAssociationTestJSON-1767827216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1595586'] for floatingip (25d62b49-05a6-4bd1-812f-a44e9e405721), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:26.115962 n-d-827839-2 neutron-server[103376]: INFO neutron.db.l3_db [req-d1a47ff6-893c-4866-a520-ffa48a4a3167 req-1f7b0cfa-a31f-4ef1-9acd-3fb47dedcfd2 tempest-FloatingIPsAssociationTestJSON-1767827216 tempest-FloatingIPsAssociationTestJSON-1767827216-project] Floating IP 25d62b49-05a6-4bd1-812f-a44e9e405721 disassociated. External IP: 172.25.6.195, port: 2868b715-dae8-4a3f-b481-1acad8c24330. Feb 04 17:14:26.125731 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16682ba0-f9e1-4d83-89a2-396091c3751e service neutron] Pushing event updated for resources: {'Port': ['ID=f4b260ec-2b92-4b49-a638-97cffbd194dd,revision_number=3']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:14:26.129013 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c630afe4-9c3f-441b-940a-93357e25d925 req-79c35a7c-ef4c-42c6-9a7a-d5f88058c48c service neutron] Port d84d4853-863b-4441-877e-8ff0319d5d6b on network 02be22b9-aa53-40ea-8050-9239cd27d1ff not bound, no agent of type Open vSwitch agent registered on host n-h2-827839-2 {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 17:14:26.129508 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c630afe4-9c3f-441b-940a-93357e25d925 req-79c35a7c-ef4c-42c6-9a7a-d5f88058c48c service neutron] Attempting to bind port d84d4853-863b-4441-877e-8ff0319d5d6b on network 02be22b9-aa53-40ea-8050-9239cd27d1ff {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:14:26.143514 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-0a25b3c5-dc61-4c1c-b0be-f10b5d573719 req-ac61f6d4-541b-471d-be19-a416cf89c811 service neutron] 10.222.0.90 "GET /v2.0/networks/02be22b9-aa53-40ea-8050-9239cd27d1ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1115928 Feb 04 17:14:26.159854 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c630afe4-9c3f-441b-940a-93357e25d925 req-79c35a7c-ef4c-42c6-9a7a-d5f88058c48c service neutron] Checking agent: {'id': 'f20a1ab3-4332-4f54-833b-ba4a7c687e89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 8, 40), 'started_at': datetime.datetime(2022, 2, 4, 17, 8, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 14, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:14:26.160370 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c630afe4-9c3f-441b-940a-93357e25d925 req-79c35a7c-ef4c-42c6-9a7a-d5f88058c48c service neutron] Checking segment: {'id': '3a39b085-d3e6-43bb-a64c-1b06dd049e5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '02be22b9-aa53-40ea-8050-9239cd27d1ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:14:26.160895 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c630afe4-9c3f-441b-940a-93357e25d925 req-79c35a7c-ef4c-42c6-9a7a-d5f88058c48c service neutron] Bound using segment: {'id': '3a39b085-d3e6-43bb-a64c-1b06dd049e5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '02be22b9-aa53-40ea-8050-9239cd27d1ff'} {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:14:26.161454 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [req-c630afe4-9c3f-441b-940a-93357e25d925 req-79c35a7c-ef4c-42c6-9a7a-d5f88058c48c service neutron] Bound port: d84d4853-863b-4441-877e-8ff0319d5d6b, host: n-h2-827839-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a39b085-d3e6-43bb-a64c-1b06dd049e5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '02be22b9-aa53-40ea-8050-9239cd27d1ff'}}] {{(pid=103377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:14:26.161918 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-c630afe4-9c3f-441b-940a-93357e25d925 req-79c35a7c-ef4c-42c6-9a7a-d5f88058c48c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (d84d4853-863b-4441-877e-8ff0319d5d6b), before_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:26.248770 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.provisioning_blocks [req-c56f35a0-9423-4cd5-8f3c-542a9495b428 req-0727eb6a-eddf-441f-a7c5-3b01635b74b3 service neutron] Transition to ACTIVE for port object 09fe44f1-9e7b-43ae-8405-ca810bec8f9b will not be triggered until provisioned by entity L2. {{(pid=103376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 17:14:26.251581 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a25b3c5-dc61-4c1c-b0be-f10b5d573719 req-49c784ed-d607-405c-a68c-d14492164838 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:14:26.253888 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-0a25b3c5-dc61-4c1c-b0be-f10b5d573719 req-49c784ed-d607-405c-a68c-d14492164838 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=02be22b9-aa53-40ea-8050-9239cd27d1ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2372406 Feb 04 17:14:26.258083 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-c56f35a0-9423-4cd5-8f3c-542a9495b428 req-0727eb6a-eddf-441f-a7c5-3b01635b74b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675836'] for port (09fe44f1-9e7b-43ae-8405-ca810bec8f9b), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:26.418354 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [req-c56f35a0-9423-4cd5-8f3c-542a9495b428 req-0727eb6a-eddf-441f-a7c5-3b01635b74b3 service neutron] No DVR routers for this DVR port 09fe44f1-9e7b-43ae-8405-ca810bec8f9b on host n-h1-827839-2 {{(pid=103376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 17:14:26.423819 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0727eb6a-eddf-441f-a7c5-3b01635b74b3 service neutron] Pushing event updated for resources: {'Port': ['ID=09fe44f1-9e7b-43ae-8405-ca810bec8f9b,revision_number=10']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:14:26.555314 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-0a25b3c5-dc61-4c1c-b0be-f10b5d573719 req-6bb10938-4a91-40d1-9c01-6cae83c0ffb5 service neutron] 10.222.0.96 "GET /v2.0/networks/02be22b9-aa53-40ea-8050-9239cd27d1ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2862847 Feb 04 17:14:26.564078 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-c56f35a0-9423-4cd5-8f3c-542a9495b428 req-0727eb6a-eddf-441f-a7c5-3b01635b74b3 service neutron] 10.222.0.96 "PUT /v2.0/ports/09fe44f1-9e7b-43ae-8405-ca810bec8f9b/bindings/n-h2-827839-2/activate HTTP/1.1" status: 200 len: 369 time: 1.8018684 Feb 04 17:14:26.647816 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.90', 56925) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:14:26.667665 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d1a47ff6-893c-4866-a520-ffa48a4a3167 req-1f7b0cfa-a31f-4ef1-9acd-3fb47dedcfd2 tempest-FloatingIPsAssociationTestJSON-1767827216 tempest-FloatingIPsAssociationTestJSON-1767827216-project] Router b5d014be-c135-4c5a-85ce-4035303b563e has already been hosted by L3 agent 64ada913-9131-4d99-a265-63a920956287 {{(pid=103376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 17:14:26.746990 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-0a25b3c5-dc61-4c1c-b0be-f10b5d573719 req-0523b4df-0208-491b-b251-fd00569f7e56 service neutron] 10.222.0.96 "GET /v2.0/networks/02be22b9-aa53-40ea-8050-9239cd27d1ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1813583 Feb 04 17:14:26.749202 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c630afe4-9c3f-441b-940a-93357e25d925 req-665ffbb4-cbe8-44cd-8b80-17d590408b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:14:26.750796 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-c630afe4-9c3f-441b-940a-93357e25d925 req-665ffbb4-cbe8-44cd-8b80-17d590408b53 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=de991ffa63634ff992d797b06d2aeaaa&device_id=77f976c4-27a6-4a43-a568-55dca59e1c70 HTTP/1.1" status: 200 len: 1129 time: 0.8223786 Feb 04 17:14:26.754567 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-d9e59ea2-dcdc-40b8-a3da-de61e132e9a2 req-2d33f7d2-a3e8-4daa-9a0c-dd1f57876a6f tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] 10.222.0.89 "GET /v2.0/security-groups?id=119a7f03-3e07-4d1e-8852-d9f974f9f052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6208355 Feb 04 17:14:26.838456 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-0a25b3c5-dc61-4c1c-b0be-f10b5d573719 req-418adc50-a5d1-4a98-b83a-7a494d3f57c5 service neutron] 10.222.0.90 "GET /v2.0/networks/02be22b9-aa53-40ea-8050-9239cd27d1ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6853585 Feb 04 17:14:26.859544 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-c630afe4-9c3f-441b-940a-93357e25d925 req-fb8a1763-8672-4554-8c42-c970cd282dca service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.80&port_id=f4b260ec-2b92-4b49-a638-97cffbd194dd HTTP/1.1" status: 200 len: 217 time: 0.0959303 Feb 04 17:14:26.861985 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [req-c630afe4-9c3f-441b-940a-93357e25d925 req-79c35a7c-ef4c-42c6-9a7a-d5f88058c48c service neutron] For port d84d4853-863b-4441-877e-8ff0319d5d6b, host n-h2-827839-2, cleared binding levels {{(pid=103377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:14:26.867188 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fe7adeb3-5e5c-4109-8f42-5f326ce78ed6 req-ad5359ff-6ac0-41f1-a2ee-3abd98cc35c1 tempest-SecurityGroupsTestJSON-1563643175 tempest-SecurityGroupsTestJSON-1563643175-project] Made reservation on behalf of 978c6d026b0944f6a413e3d4f2103bea for: {'port': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:14:26.880926 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-fe7adeb3-5e5c-4109-8f42-5f326ce78ed6 req-ad5359ff-6ac0-41f1-a2ee-3abd98cc35c1 tempest-SecurityGroupsTestJSON-1563643175 tempest-SecurityGroupsTestJSON-1563643175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:26.886695 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d1a47ff6-893c-4866-a520-ffa48a4a3167 req-1f7b0cfa-a31f-4ef1-9acd-3fb47dedcfd2 tempest-FloatingIPsAssociationTestJSON-1767827216 tempest-FloatingIPsAssociationTestJSON-1767827216-project] Notify agent at l3_agent.n-d-827839-2 the message routers_updated {{(pid=103376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 17:14:26.900923 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-d1a47ff6-893c-4866-a520-ffa48a4a3167 req-1f7b0cfa-a31f-4ef1-9acd-3fb47dedcfd2 tempest-FloatingIPsAssociationTestJSON-1767827216 tempest-FloatingIPsAssociationTestJSON-1767827216-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for floatingip (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:26.910182 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24a031ed-5dbb-4dcb-89d6-2d9e5493abeb None None] Sync routers for ids ['b5d014be-c135-4c5a-85ce-4035303b563e'] in n-d-827839-2 {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 17:14:26.927911 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24a031ed-5dbb-4dcb-89d6-2d9e5493abeb None None] Routers {'b5d014be-c135-4c5a-85ce-4035303b563e'} bound to L3 agent in host n-d-827839-2 {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:14:26.928538 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-24a031ed-5dbb-4dcb-89d6-2d9e5493abeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:14:02Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['b5d014be-c135-4c5a-85ce-4035303b563e'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:14:26.950062 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [req-c630afe4-9c3f-441b-940a-93357e25d925 req-79c35a7c-ef4c-42c6-9a7a-d5f88058c48c service neutron] For port d84d4853-863b-4441-877e-8ff0319d5d6b, host n-h2-827839-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=d84d4853-863b-4441-877e-8ff0319d5d6b,segment=NetworkSegment(3a39b085-d3e6-43bb-a64c-1b06dd049e5a),segment_id=3a39b085-d3e6-43bb-a64c-1b06dd049e5a)] {{(pid=103377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:14:26.957216 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-d1a47ff6-893c-4866-a520-ffa48a4a3167 req-1f7b0cfa-a31f-4ef1-9acd-3fb47dedcfd2 tempest-FloatingIPsAssociationTestJSON-1767827216 tempest-FloatingIPsAssociationTestJSON-1767827216-project] 10.222.0.89 "PUT /v2.0/floatingips/25d62b49-05a6-4bd1-812f-a44e9e405721 HTTP/1.1" status: 200 len: 695 time: 1.4931164 Feb 04 17:14:26.957683 n-d-827839-2 neutron-server[103376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5196e6cf-a12c-4bb6-90ee-c977b84aa4c1', 'tag': '2868b715-dae8-4a3f-b481-1acad8c24330'}] {{(pid=103376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:14:26.959973 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d59c3bb5e2f09ebf62144d5e09b1cff60c763a9c19614c24538e77842938c05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3c1f194-031d-4cee-8a45-5ca328b15cf5" -d '{"events": [{"name": "network-changed", "server_uuid": "5196e6cf-a12c-4bb6-90ee-c977b84aa4c1", "tag": "2868b715-dae8-4a3f-b481-1acad8c24330"}]}' {{(pid=103376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:14:26.976643 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56f35a0-9423-4cd5-8f3c-542a9495b428 req-239ba6b8-fb4e-4f4b-a296-cf828c2bbd3a tempest-LiveAutoBlockMigrationV225Test-1607657603 tempest-LiveAutoBlockMigrationV225Test-1607657603-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:14:26.978209 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-c56f35a0-9423-4cd5-8f3c-542a9495b428 req-239ba6b8-fb4e-4f4b-a296-cf828c2bbd3a tempest-LiveAutoBlockMigrationV225Test-1607657603 tempest-LiveAutoBlockMigrationV225Test-1607657603-project-admin] 10.222.0.90 "GET /v2.0/ports?device_id=d8a46594-af9a-4c29-9a3e-2edb427e70fa&tenant_id=f3812c841c31408e86184d3885a61bc1&binding%3Ahost_id=n-h1-827839-2 HTTP/1.1" status: 200 len: 1126 time: 0.3226857 Feb 04 17:14:26.998285 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-c630afe4-9c3f-441b-940a-93357e25d925 req-79c35a7c-ef4c-42c6-9a7a-d5f88058c48c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25888290'] for port (d84d4853-863b-4441-877e-8ff0319d5d6b), after_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:27.048354 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a47ff6-893c-4866-a520-ffa48a4a3167 req-0494cdd6-0aab-4d58-aa32-ce722ad8c684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:14:27.051179 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-d1a47ff6-893c-4866-a520-ffa48a4a3167 req-0494cdd6-0aab-4d58-aa32-ce722ad8c684 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=cf07c74cdc00450eafd97d06057c3156&device_id=5196e6cf-a12c-4bb6-90ee-c977b84aa4c1 HTTP/1.1" status: 200 len: 1127 time: 0.0670679 Feb 04 17:14:27.139946 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c630afe4-9c3f-441b-940a-93357e25d925 req-e7b0ae8f-95c8-413c-96a0-64f7f586196a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:14:27.141533 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-c630afe4-9c3f-441b-940a-93357e25d925 req-e7b0ae8f-95c8-413c-96a0-64f7f586196a service neutron] 10.222.0.90 "GET /v2.0/subnets?id=c974b0ff-2c5c-4667-8a81-3bde3ea6ced5 HTTP/1.1" status: 200 len: 843 time: 0.2564621 Feb 04 17:14:27.161316 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a47ff6-893c-4866-a520-ffa48a4a3167 req-fe0cac9c-0e78-42f6-bf53-a2125f6939df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:14:27.162831 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-d1a47ff6-893c-4866-a520-ffa48a4a3167 req-fe0cac9c-0e78-42f6-bf53-a2125f6939df service neutron] 10.222.0.89 "GET /v2.0/networks?id=71f03b9f-e704-4df0-bce2-e9f92d5b531b HTTP/1.1" status: 200 len: 921 time: 0.1042068 Feb 04 17:14:27.171897 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c630afe4-9c3f-441b-940a-93357e25d925 req-79c35a7c-ef4c-42c6-9a7a-d5f88058c48c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:14:27.172712 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-c630afe4-9c3f-441b-940a-93357e25d925 req-79c35a7c-ef4c-42c6-9a7a-d5f88058c48c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:27.174918 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-c630afe4-9c3f-441b-940a-93357e25d925 req-79c35a7c-ef4c-42c6-9a7a-d5f88058c48c service neutron] 10.222.0.90 "PUT /v2.0/ports/d84d4853-863b-4441-877e-8ff0319d5d6b HTTP/1.1" status: 200 len: 1095 time: 3.3612330 Feb 04 17:14:27.201718 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvr_db [None req-24a031ed-5dbb-4dcb-89d6-2d9e5493abeb None None] Set router b5d014be-c135-4c5a-85ce-4035303b563e gateway port host: n-d-827839-2 {{(pid=103379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:14:27.248368 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-d1a47ff6-893c-4866-a520-ffa48a4a3167 req-da37912b-66fb-43e8-97f3-466f907d8833 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2868b715-dae8-4a3f-b481-1acad8c24330 HTTP/1.1" status: 200 len: 217 time: 0.0779569 Feb 04 17:14:27.277630 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c35a7c-ef4c-42c6-9a7a-d5f88058c48c service neutron] Pushing event updated for resources: {'Port': ['ID=d84d4853-863b-4441-877e-8ff0319d5d6b,revision_number=3']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:14:27.328961 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a47ff6-893c-4866-a520-ffa48a4a3167 req-32c31fdf-8c0d-44d5-bdd6-d0229a5981d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:14:27.333930 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-d1a47ff6-893c-4866-a520-ffa48a4a3167 req-32c31fdf-8c0d-44d5-bdd6-d0229a5981d8 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=147a2a29-50a3-4d38-8c0e-9ec73b9af714 HTTP/1.1" status: 200 len: 859 time: 0.0838823 Feb 04 17:14:27.362344 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18aa5d1f-9c9c-4255-bcb9-46749ef10d49 req-53caf77a-8cae-44ed-a687-be213bbdae29 tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:14:27.364089 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-18aa5d1f-9c9c-4255-bcb9-46749ef10d49 req-53caf77a-8cae-44ed-a687-be213bbdae29 tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] 10.222.0.89 "GET /v2.0/ports?device_id=cc6828c0-e3de-440f-b02a-be00d4b9136d HTTP/1.1" status: 200 len: 948 time: 0.4401937 Feb 04 17:14:27.371049 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56f35a0-9423-4cd5-8f3c-542a9495b428 req-bb789b21-15ee-4118-b1aa-09d5d89a031b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:14:27.372555 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-c56f35a0-9423-4cd5-8f3c-542a9495b428 req-bb789b21-15ee-4118-b1aa-09d5d89a031b service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=d8a46594-af9a-4c29-9a3e-2edb427e70fa&tenant_id=f3812c841c31408e86184d3885a61bc1 HTTP/1.1" status: 200 len: 1126 time: 0.3718140 Feb 04 17:14:27.439134 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c630afe4-9c3f-441b-940a-93357e25d925 req-415d1383-7e0e-41c1-84da-d70ea21ee30b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:14:27.444650 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-c630afe4-9c3f-441b-940a-93357e25d925 req-415d1383-7e0e-41c1-84da-d70ea21ee30b service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=02be22b9-aa53-40ea-8050-9239cd27d1ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2920051 Feb 04 17:14:27.452135 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a47ff6-893c-4866-a520-ffa48a4a3167 req-712a5a7a-238d-485f-b427-84aef145dfaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:14:27.461105 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-d1a47ff6-893c-4866-a520-ffa48a4a3167 req-712a5a7a-238d-485f-b427-84aef145dfaa service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=71f03b9f-e704-4df0-bce2-e9f92d5b531b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1200368 Feb 04 17:14:27.470371 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.db_base_plugin_common [req-fe7adeb3-5e5c-4109-8f42-5f326ce78ed6 req-ad5359ff-6ac0-41f1-a2ee-3abd98cc35c1 tempest-SecurityGroupsTestJSON-1563643175 tempest-SecurityGroupsTestJSON-1563643175-project] Allocated IP 172.20.0.8 (3a92870e-0f75-4f51-bf18-f38ecaa186c3/223e3d0b-2da1-4b6d-bc4c-a1504765d855/3f815a81-39e6-4dda-88cd-517133688c05) {{(pid=103377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:14:27.499620 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-24a031ed-5dbb-4dcb-89d6-2d9e5493abeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5d014be-c135-4c5a-85ce-4035303b563e', 'name': 'tempest-FloatingIPsAssociationTestJSON-332341644-router', 'tenant_id': 'cf07c74cdc00450eafd97d06057c3156', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.21'}], 'enable_snat': True}, 'gw_port_id': 'd7ff67dc-98f3-4a6d-a6e9-60b7725303fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:12:47Z', 'updated_at': '2022-02-04T17:12:58Z', 'revision_number': 4, 'project_id': 'cf07c74cdc00450eafd97d06057c3156', 'gw_port': {'id': 'd7ff67dc-98f3-4a6d-a6e9-60b7725303fb', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:36:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5d014be-c135-4c5a-85ce-4035303b563e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:12:48Z', 'updated_at': '2022-02-04T17:12:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_interfaces': [{'id': '42093760-4751-4ec8-b7ed-25206ff15cfc', 'name': '', 'network_id': '71f03b9f-e704-4df0-bce2-e9f92d5b531b', 'tenant_id': 'cf07c74cdc00450eafd97d06057c3156', 'mac_address': 'fa:16:3e:1b:b6:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5d014be-c135-4c5a-85ce-4035303b563e', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '147a2a29-50a3-4d38-8c0e-9ec73b9af714', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:12:56Z', 'updated_at': '2022-02-04T17:13:04Z', 'revision_number': 5, 'project_id': 'cf07c74cdc00450eafd97d06057c3156', 'subnets': [{'id': '147a2a29-50a3-4d38-8c0e-9ec73b9af714', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-2', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:14:27.550867 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24a031ed-5dbb-4dcb-89d6-2d9e5493abeb None None] Checking router: b5d014be-c135-4c5a-85ce-4035303b563e for host: n-d-827839-2 {{(pid=103379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 17:14:27.564511 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24a031ed-5dbb-4dcb-89d6-2d9e5493abeb None None] Routers {'b5d014be-c135-4c5a-85ce-4035303b563e'} bound to L3 agent in host n-d-827839-2 {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:14:27.565526 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-24a031ed-5dbb-4dcb-89d6-2d9e5493abeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:14:02Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['b5d014be-c135-4c5a-85ce-4035303b563e'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:14:27.571855 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c630afe4-9c3f-441b-940a-93357e25d925 req-1aa4ca58-b699-41d4-875f-32b50f7a9d65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:14:27.573176 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-c630afe4-9c3f-441b-940a-93357e25d925 req-1aa4ca58-b699-41d4-875f-32b50f7a9d65 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=de991ffa63634ff992d797b06d2aeaaa&device_id=50c546c5-589c-44d9-b10d-3b47cb5bfc2d HTTP/1.1" status: 200 len: 1129 time: 0.3291450 Feb 04 17:14:27.599246 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-d1a47ff6-893c-4866-a520-ffa48a4a3167 req-772eba07-09a5-42ea-8a6f-ca347ad97070 service neutron] 10.222.0.89 "GET /v2.0/networks/71f03b9f-e704-4df0-bce2-e9f92d5b531b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1372664 Feb 04 17:14:27.659848 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device 1c7d9fa2-9ef9-488a-a8c3-a61982a926f8 details requested by agent hyperv_n-h1-827839-2 with host n-h1-827839-2 {{(pid=103378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 17:14:27.674545 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-c630afe4-9c3f-441b-940a-93357e25d925 req-6dd0f74b-84fa-4a5c-abca-619dcd4f7dad service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.94&port_id=d84d4853-863b-4441-877e-8ff0319d5d6b HTTP/1.1" status: 200 len: 217 time: 0.0867929 Feb 04 17:14:27.691484 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-18aa5d1f-9c9c-4255-bcb9-46749ef10d49 req-c3a60ba5-164a-42e5-90e3-11ee390fd96d tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] 10.222.0.89 "GET /v2.0/security-groups?id=5fa98c6a-94b3-4690-b9c3-4f0e67d11226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3085785 Feb 04 17:14:27.733844 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvr_db [None req-24a031ed-5dbb-4dcb-89d6-2d9e5493abeb None None] Set router b5d014be-c135-4c5a-85ce-4035303b563e gateway port host: n-d-827839-2 {{(pid=103379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:14:27.770764 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c630afe4-9c3f-441b-940a-93357e25d925 req-d9db8da9-3b41-4a79-9a23-02718d25ccf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:14:27.772255 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-c630afe4-9c3f-441b-940a-93357e25d925 req-d9db8da9-3b41-4a79-9a23-02718d25ccf1 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=c974b0ff-2c5c-4667-8a81-3bde3ea6ced5 HTTP/1.1" status: 200 len: 843 time: 0.0800049 Feb 04 17:14:27.777280 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-d1a47ff6-893c-4866-a520-ffa48a4a3167 req-dd596012-d143-4746-abc1-9ef605a3fc71 service neutron] 10.222.0.89 "GET /v2.0/networks/71f03b9f-e704-4df0-bce2-e9f92d5b531b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1696916 Feb 04 17:14:27.822354 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56f35a0-9423-4cd5-8f3c-542a9495b428 req-f885e963-99e5-4d2a-bb48-eec2f6ee52a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:14:27.824175 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-c56f35a0-9423-4cd5-8f3c-542a9495b428 req-f885e963-99e5-4d2a-bb48-eec2f6ee52a5 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=f3812c841c31408e86184d3885a61bc1&device_id=d8a46594-af9a-4c29-9a3e-2edb427e70fa HTTP/1.1" status: 200 len: 1126 time: 0.4247212 Feb 04 17:14:27.935252 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 17:14:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03f7d59b-984e-42c9-82f0-e0eb930405e7 x-openstack-request-id: req-03f7d59b-984e-42c9-82f0-e0eb930405e7 {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:14:27.935568 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77f976c4-27a6-4a43-a568-55dca59e1c70", "tag": "f4b260ec-2b92-4b49-a638-97cffbd194dd", "status": "completed", "code": 200}]} {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:14:27.935820 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-03f7d59b-984e-42c9-82f0-e0eb930405e7 {{(pid=103377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:14:27.936229 n-d-827839-2 neutron-server[103377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77f976c4-27a6-4a43-a568-55dca59e1c70', 'tag': 'f4b260ec-2b92-4b49-a638-97cffbd194dd', 'status': 'completed', 'code': 200} Feb 04 17:14:27.980223 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] For port 1c7d9fa2-9ef9-488a-a8c3-a61982a926f8, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=1c7d9fa2-9ef9-488a-a8c3-a61982a926f8,segment=NetworkSegment(3a39b085-d3e6-43bb-a64c-1b06dd049e5a),segment_id=3a39b085-d3e6-43bb-a64c-1b06dd049e5a)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:14:27.981616 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-c630afe4-9c3f-441b-940a-93357e25d925 req-22e477f3-a988-480b-85ef-fe827f0a6ec8 service neutron] 10.222.0.90 "GET /v2.0/networks/02be22b9-aa53-40ea-8050-9239cd27d1ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5059934 Feb 04 17:14:28.007137 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-fa2fcd13-fc24-464f-bdc2-45b4454eec49 req-10b5d719-c224-4d94-bd13-12aeb3f09ea0 tempest-SecurityGroupsTestJSON-1563643175 tempest-SecurityGroupsTestJSON-1563643175-project] 10.222.0.89 "GET /v2.0/ports?device_id=00f087e2-0627-42fe-a81f-2759ffd284e1 HTTP/1.1" status: 200 len: 210 time: 0.0501547 Feb 04 17:14:28.012661 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Returning: {'device': '1c7d9fa2-9ef9-488a-a8c3-a61982a926f8', 'network_id': '02be22b9-aa53-40ea-8050-9239cd27d1ff', 'port_id': '1c7d9fa2-9ef9-488a-a8c3-a61982a926f8', 'mac_address': 'fa:16:3e:4a:45:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 797, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c974b0ff-2c5c-4667-8a81-3bde3ea6ced5', 'ip_address': '192.168.233.110'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 17:14:28.078618 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Current status of the port 1c7d9fa2-9ef9-488a-a8c3-a61982a926f8 is: DOWN; New status is: BUILD {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:14:28.079380 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (1c7d9fa2-9ef9-488a-a8c3-a61982a926f8), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:28.087779 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 17:14:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dccbf78-d0da-4c4e-bb71-5dd9ce72ec31 x-openstack-request-id: req-8dccbf78-d0da-4c4e-bb71-5dd9ce72ec31 {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:14:28.088077 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5196e6cf-a12c-4bb6-90ee-c977b84aa4c1", "tag": "2868b715-dae8-4a3f-b481-1acad8c24330", "status": "completed", "code": 200}]} {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:14:28.088334 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-8dccbf78-d0da-4c4e-bb71-5dd9ce72ec31 {{(pid=103376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:14:28.088766 n-d-827839-2 neutron-server[103376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5196e6cf-a12c-4bb6-90ee-c977b84aa4c1', 'tag': '2868b715-dae8-4a3f-b481-1acad8c24330', 'status': 'completed', 'code': 200} Feb 04 17:14:28.104045 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c7d9fa2-9ef9-488a-a8c3-a61982a926f8 {{(pid=103378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 17:14:28.138220 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56f35a0-9423-4cd5-8f3c-542a9495b428 req-1b3523d1-5647-4db5-9ce4-3d9bd8d0768f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:14:28.140310 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-c56f35a0-9423-4cd5-8f3c-542a9495b428 req-1b3523d1-5647-4db5-9ce4-3d9bd8d0768f service neutron] 10.222.0.90 "GET /v2.0/networks?id=b27b7363-f5f5-42ff-a720-66280b0b57a7 HTTP/1.1" status: 200 len: 922 time: 0.2872622 Feb 04 17:14:28.157862 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] For port 1c7d9fa2-9ef9-488a-a8c3-a61982a926f8, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=1c7d9fa2-9ef9-488a-a8c3-a61982a926f8,segment=NetworkSegment(3a39b085-d3e6-43bb-a64c-1b06dd049e5a),segment_id=3a39b085-d3e6-43bb-a64c-1b06dd049e5a)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:14:28.164704 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (1c7d9fa2-9ef9-488a-a8c3-a61982a926f8), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:28.199466 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-c56f35a0-9423-4cd5-8f3c-542a9495b428 req-9c400c97-048c-4865-a04b-4dada2f84fbc service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=09fe44f1-9e7b-43ae-8405-ca810bec8f9b HTTP/1.1" status: 200 len: 217 time: 0.0472803 Feb 04 17:14:28.200340 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-24a031ed-5dbb-4dcb-89d6-2d9e5493abeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5d014be-c135-4c5a-85ce-4035303b563e', 'name': 'tempest-FloatingIPsAssociationTestJSON-332341644-router', 'tenant_id': 'cf07c74cdc00450eafd97d06057c3156', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.21'}], 'enable_snat': True}, 'gw_port_id': 'd7ff67dc-98f3-4a6d-a6e9-60b7725303fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:12:47Z', 'updated_at': '2022-02-04T17:12:58Z', 'revision_number': 4, 'project_id': 'cf07c74cdc00450eafd97d06057c3156', 'gw_port': {'id': 'd7ff67dc-98f3-4a6d-a6e9-60b7725303fb', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:36:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5d014be-c135-4c5a-85ce-4035303b563e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:12:48Z', 'updated_at': '2022-02-04T17:12:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_interfaces': [{'id': '42093760-4751-4ec8-b7ed-25206ff15cfc', 'name': '', 'network_id': '71f03b9f-e704-4df0-bce2-e9f92d5b531b', 'tenant_id': 'cf07c74cdc00450eafd97d06057c3156', 'mac_address': 'fa:16:3e:1b:b6:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5d014be-c135-4c5a-85ce-4035303b563e', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '147a2a29-50a3-4d38-8c0e-9ec73b9af714', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:12:56Z', 'updated_at': '2022-02-04T17:13:04Z', 'revision_number': 5, 'project_id': 'cf07c74cdc00450eafd97d06057c3156', 'subnets': [{'id': '147a2a29-50a3-4d38-8c0e-9ec73b9af714', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-2', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:14:28.235329 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24a031ed-5dbb-4dcb-89d6-2d9e5493abeb None None] The sync data for ids ['b5d014be-c135-4c5a-85ce-4035303b563e'] in n-d-827839-2 is: [{'id': 'b5d014be-c135-4c5a-85ce-4035303b563e', 'name': 'tempest-FloatingIPsAssociationTestJSON-332341644-router', 'tenant_id': 'cf07c74cdc00450eafd97d06057c3156', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.21'}], 'enable_snat': True}, 'gw_port_id': 'd7ff67dc-98f3-4a6d-a6e9-60b7725303fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:12:47Z', 'updated_at': '2022-02-04T17:12:58Z', 'revision_number': 4, 'project_id': 'cf07c74cdc00450eafd97d06057c3156', 'gw_port': {'id': 'd7ff67dc-98f3-4a6d-a6e9-60b7725303fb', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:36:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5d014be-c135-4c5a-85ce-4035303b563e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:12:48Z', 'updated_at': '2022-02-04T17:12:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_interfaces': [{'id': '42093760-4751-4ec8-b7ed-25206ff15cfc', 'name': '', 'network_id': '71f03b9f-e704-4df0-bce2-e9f92d5b531b', 'tenant_id': 'cf07c74cdc00450eafd97d06057c3156', 'mac_address': 'fa:16:3e:1b:b6:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5d014be-c135-4c5a-85ce-4035303b563e', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '147a2a29-50a3-4d38-8c0e-9ec73b9af714', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:12:56Z', 'updated_at': '2022-02-04T17:13:04Z', 'revision_number': 5, 'project_id': 'cf07c74cdc00450eafd97d06057c3156', 'subnets': [{'id': '147a2a29-50a3-4d38-8c0e-9ec73b9af714', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 17:14:28.276774 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Pushing event updated for resources: {'Port': ['ID=1c7d9fa2-9ef9-488a-a8c3-a61982a926f8,revision_number=8']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:14:28.292439 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c1f194-031d-4cee-8a45-5ca328b15cf5 req-af442a4d-a997-4ae8-a0d4-b5d7fdd40b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:14:28.296504 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-f3c1f194-031d-4cee-8a45-5ca328b15cf5 req-af442a4d-a997-4ae8-a0d4-b5d7fdd40b77 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=cf07c74cdc00450eafd97d06057c3156&device_id=5196e6cf-a12c-4bb6-90ee-c977b84aa4c1 HTTP/1.1" status: 200 len: 1127 time: 0.1827240 Feb 04 17:14:28.316803 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56f35a0-9423-4cd5-8f3c-542a9495b428 req-285888fc-3017-4d05-8223-20542e9d50d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:14:28.318271 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-c56f35a0-9423-4cd5-8f3c-542a9495b428 req-285888fc-3017-4d05-8223-20542e9d50d3 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=fa2004f2-da24-41cf-84b9-96d41a7dd118 HTTP/1.1" status: 200 len: 861 time: 0.0997214 Feb 04 17:14:28.330957 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4528e69a-d6df-4157-b6b2-60f934e4af32 req-5e07af24-e5ec-4ad8-a7e0-b13953e1be41 tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:14:28.332966 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-4528e69a-d6df-4157-b6b2-60f934e4af32 req-5e07af24-e5ec-4ad8-a7e0-b13953e1be41 tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] 10.222.0.89 "GET /v2.0/ports?device_id=d8a46594-af9a-4c29-9a3e-2edb427e70fa HTTP/1.1" status: 200 len: 944 time: 0.1796012 Feb 04 17:14:28.333569 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c630afe4-9c3f-441b-940a-93357e25d925 req-30ed9b95-65e0-4498-8863-9b328b5c9dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:14:28.337781 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-c630afe4-9c3f-441b-940a-93357e25d925 req-30ed9b95-65e0-4498-8863-9b328b5c9dcd service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=02be22b9-aa53-40ea-8050-9239cd27d1ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.5481956 Feb 04 17:14:28.382434 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed1bc1d-8736-435c-ad95-f4e2e5cd2a08 req-7d9178b4-ea1a-4edb-a55a-a4063bb9a022 tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:14:28.390130 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-7ed1bc1d-8736-435c-ad95-f4e2e5cd2a08 req-7d9178b4-ea1a-4edb-a55a-a4063bb9a022 tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] 10.222.0.89 "GET /v2.0/ports?device_id=50c546c5-589c-44d9-b10d-3b47cb5bfc2d HTTP/1.1" status: 200 len: 947 time: 0.2978745 Feb 04 17:14:28.431711 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-c56f35a0-9423-4cd5-8f3c-542a9495b428 req-33f8a744-0a85-4eb4-af9e-1d58a6cf540b service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=b27b7363-f5f5-42ff-a720-66280b0b57a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0899768 Feb 04 17:14:28.453945 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-4528e69a-d6df-4157-b6b2-60f934e4af32 req-20231b53-5729-4a83-8220-05e2d43bbf4b tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] 10.222.0.89 "GET /v2.0/security-groups?id=119a7f03-3e07-4d1e-8852-d9f974f9f052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068978 Feb 04 17:14:28.465293 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c1f194-031d-4cee-8a45-5ca328b15cf5 req-1c4118bd-bcda-4bf1-9a0c-08581d7fd2ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:14:28.467586 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-f3c1f194-031d-4cee-8a45-5ca328b15cf5 req-1c4118bd-bcda-4bf1-9a0c-08581d7fd2ea service neutron] 10.222.0.96 "GET /v2.0/networks?id=71f03b9f-e704-4df0-bce2-e9f92d5b531b HTTP/1.1" status: 200 len: 921 time: 0.1596205 Feb 04 17:14:28.514725 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-fe7adeb3-5e5c-4109-8f42-5f326ce78ed6 req-ad5359ff-6ac0-41f1-a2ee-3abd98cc35c1 tempest-SecurityGroupsTestJSON-1563643175 tempest-SecurityGroupsTestJSON-1563643175-project] Publish callbacks [] for port (3f815a81-39e6-4dda-88cd-517133688c05), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:28.521220 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-f3c1f194-031d-4cee-8a45-5ca328b15cf5 req-a00502cc-80f6-4722-869b-3b3c3b0b10c0 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2868b715-dae8-4a3f-b481-1acad8c24330 HTTP/1.1" status: 200 len: 217 time: 0.0466282 Feb 04 17:14:28.599535 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c1f194-031d-4cee-8a45-5ca328b15cf5 req-3c6fb87b-2c07-4c99-8195-5dbdfb5c1ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:14:28.602618 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-f3c1f194-031d-4cee-8a45-5ca328b15cf5 req-3c6fb87b-2c07-4c99-8195-5dbdfb5c1ab2 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=147a2a29-50a3-4d38-8c0e-9ec73b9af714 HTTP/1.1" status: 200 len: 859 time: 0.0741689 Feb 04 17:14:28.603364 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] get_ports_and_sgs() called for port_ids ['1c7d9fa2-9ef9-488a-a8c3-a61982a926f8'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 17:14:28.631200 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-c630afe4-9c3f-441b-940a-93357e25d925 req-23f3f85d-955e-4477-8481-bc555f37591e service neutron] 10.222.0.90 "GET /v2.0/networks/02be22b9-aa53-40ea-8050-9239cd27d1ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6354074 Feb 04 17:14:28.664316 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-7ed1bc1d-8736-435c-ad95-f4e2e5cd2a08 req-1a1a173f-9bbb-4667-97dc-67d8b4adecab tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] 10.222.0.89 "GET /v2.0/security-groups?id=4f68676b-760c-49c3-a14c-c9afa7ad720d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2731121 Feb 04 17:14:28.723693 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98d6bf6d-630d-44d3-9c09-337530dfcd33 None None] New status for floating IP 25d62b49-05a6-4bd1-812f-a44e9e405721: DOWN {{(pid=103378) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 17:14:28.755831 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c1f194-031d-4cee-8a45-5ca328b15cf5 req-09e72a13-9012-4224-b779-d4eedbf03aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:14:28.757778 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-f3c1f194-031d-4cee-8a45-5ca328b15cf5 req-09e72a13-9012-4224-b779-d4eedbf03aa7 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=71f03b9f-e704-4df0-bce2-e9f92d5b531b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1460626 Feb 04 17:14:28.771230 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-c56f35a0-9423-4cd5-8f3c-542a9495b428 req-e4ab553c-33e5-40e5-bc2e-e7ec8aa1e01c service neutron] 10.222.0.90 "GET /v2.0/networks/b27b7363-f5f5-42ff-a720-66280b0b57a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2844305 Feb 04 17:14:28.792087 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-fe7adeb3-5e5c-4109-8f42-5f326ce78ed6 req-ad5359ff-6ac0-41f1-a2ee-3abd98cc35c1 tempest-SecurityGroupsTestJSON-1563643175 tempest-SecurityGroupsTestJSON-1563643175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (3f815a81-39e6-4dda-88cd-517133688c05), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:28.893928 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-c630afe4-9c3f-441b-940a-93357e25d925 req-9c0366be-739e-4fed-b594-89d257abe74a service neutron] 10.222.0.90 "GET /v2.0/networks/02be22b9-aa53-40ea-8050-9239cd27d1ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5332091 Feb 04 17:14:28.964321 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-f3c1f194-031d-4cee-8a45-5ca328b15cf5 req-5f42b04a-b12a-41c2-bced-4d2176582ca3 service neutron] 10.222.0.96 "GET /v2.0/networks/71f03b9f-e704-4df0-bce2-e9f92d5b531b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1969681 Feb 04 17:14:28.968202 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5359ff-6ac0-41f1-a2ee-3abd98cc35c1 tempest-SecurityGroupsTestJSON-1563643175 tempest-SecurityGroupsTestJSON-1563643175-project] Pushing event updated for resources: {'Port': ['ID=3f815a81-39e6-4dda-88cd-517133688c05,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:14:28.987561 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe7adeb3-5e5c-4109-8f42-5f326ce78ed6 req-ad5359ff-6ac0-41f1-a2ee-3abd98cc35c1 tempest-SecurityGroupsTestJSON-1563643175 tempest-SecurityGroupsTestJSON-1563643175-project] Network 3a92870e-0f75-4f51-bf18-f38ecaa186c3 is already hosted by enough agents. {{(pid=103377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:14:29.005792 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393edbbe-d1e6-432f-9110-189f5d4bd9d6 req-6a428a2b-1af2-4947-93fa-a2a8e67d8456 tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:14:29.007796 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-393edbbe-d1e6-432f-9110-189f5d4bd9d6 req-6a428a2b-1af2-4947-93fa-a2a8e67d8456 tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] 10.222.0.89 "GET /v2.0/ports?device_id=cc6828c0-e3de-440f-b02a-be00d4b9136d HTTP/1.1" status: 200 len: 949 time: 0.1469104 Feb 04 17:14:29.036323 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [req-fe7adeb3-5e5c-4109-8f42-5f326ce78ed6 req-ad5359ff-6ac0-41f1-a2ee-3abd98cc35c1 tempest-SecurityGroupsTestJSON-1563643175 tempest-SecurityGroupsTestJSON-1563643175-project] Resources bound (agent type, host, resource id): {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:14:29.039037 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe7adeb3-5e5c-4109-8f42-5f326ce78ed6 req-ad5359ff-6ac0-41f1-a2ee-3abd98cc35c1 tempest-SecurityGroupsTestJSON-1563643175 tempest-SecurityGroupsTestJSON-1563643175-project] Received port after_create {{(pid=103377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:14:29.434067 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-393edbbe-d1e6-432f-9110-189f5d4bd9d6 req-ca22dba3-727b-4b63-be56-dfdf5c821835 tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] 10.222.0.89 "GET /v2.0/security-groups?id=5fa98c6a-94b3-4690-b9c3-4f0e67d11226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4150133 Feb 04 17:14:29.449633 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-f3c1f194-031d-4cee-8a45-5ca328b15cf5 req-6448f049-c3cb-41f0-a14f-3b170c48a95e service neutron] 10.222.0.96 "GET /v2.0/networks/71f03b9f-e704-4df0-bce2-e9f92d5b531b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4759548 Feb 04 17:14:29.450040 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba79be6-8168-491b-bfb8-e52e7f16329f req-e333b270-f3bf-4fb1-8b0f-9daef44e9f67 tempest-LiveMigrationTest-101728267 tempest-LiveMigrationTest-101728267-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:14:29.451538 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-aba79be6-8168-491b-bfb8-e52e7f16329f req-e333b270-f3bf-4fb1-8b0f-9daef44e9f67 tempest-LiveMigrationTest-101728267 tempest-LiveMigrationTest-101728267-project-admin] 10.222.0.89 "GET /v2.0/ports?device_id=7bfb0405-10b3-4cc0-8634-8feb429a0d1f HTTP/1.1" status: 200 len: 1127 time: 0.5959289 Feb 04 17:14:29.461593 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d422a6cc-c430-4713-960e-7fee20aeeda1 req-574c12a4-b71f-4b42-b7a1-44ba0322a61a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:14:29.463878 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-d422a6cc-c430-4713-960e-7fee20aeeda1 req-574c12a4-b71f-4b42-b7a1-44ba0322a61a service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=de991ffa63634ff992d797b06d2aeaaa&device_id=77f976c4-27a6-4a43-a568-55dca59e1c70 HTTP/1.1" status: 200 len: 1129 time: 0.7473352 Feb 04 17:14:29.479012 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7adeb3-5e5c-4109-8f42-5f326ce78ed6 req-ad5359ff-6ac0-41f1-a2ee-3abd98cc35c1 tempest-SecurityGroupsTestJSON-1563643175 tempest-SecurityGroupsTestJSON-1563643175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:14:29.479839 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-fe7adeb3-5e5c-4109-8f42-5f326ce78ed6 req-ad5359ff-6ac0-41f1-a2ee-3abd98cc35c1 tempest-SecurityGroupsTestJSON-1563643175 tempest-SecurityGroupsTestJSON-1563643175-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:29.522118 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-c56f35a0-9423-4cd5-8f3c-542a9495b428 req-c94ffad4-6800-4233-8f04-47236dc8d1b0 service neutron] 10.222.0.90 "GET /v2.0/networks/b27b7363-f5f5-42ff-a720-66280b0b57a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7235343 Feb 04 17:14:29.583886 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-fe7adeb3-5e5c-4109-8f42-5f326ce78ed6 req-ad5359ff-6ac0-41f1-a2ee-3abd98cc35c1 tempest-SecurityGroupsTestJSON-1563643175 tempest-SecurityGroupsTestJSON-1563643175-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6851814 Feb 04 17:14:29.610755 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [req-fe7adeb3-5e5c-4109-8f42-5f326ce78ed6 req-afb0b907-8a43-4afd-8377-ab0dd44b22ab service neutron] Request body: {'port': {'device_id': '00f087e2-0627-42fe-a81f-2759ffd284e1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827839-2'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:14:29.630587 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-c630afe4-9c3f-441b-940a-93357e25d925 req-3d565f5a-9e96-40a8-8e1e-d55a9661ef04 service neutron] 10.222.0.90 "GET /v2.0/networks/02be22b9-aa53-40ea-8050-9239cd27d1ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6726058 Feb 04 17:14:29.630906 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69179c2d-c2e2-4848-9d9c-79dc21b6ea03 req-4896d180-38b2-47c5-b206-d38e3dd91d3d tempest-FloatingIPsAssociationTestJSON-1767827216 tempest-FloatingIPsAssociationTestJSON-1767827216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:14:29.630906 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-69179c2d-c2e2-4848-9d9c-79dc21b6ea03 req-4896d180-38b2-47c5-b206-d38e3dd91d3d tempest-FloatingIPsAssociationTestJSON-1767827216 tempest-FloatingIPsAssociationTestJSON-1767827216-project] 10.222.0.89 "GET /v2.0/ports?device_id=c44eccd5-dfa3-4a3f-847a-c21c74381eee&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0995665 Feb 04 17:14:29.669815 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-aba79be6-8168-491b-bfb8-e52e7f16329f req-b9a7dec7-1a2a-4118-b1cd-d93c0c131938 tempest-LiveMigrationTest-101728267 tempest-LiveMigrationTest-101728267-project-admin] 10.222.0.89 "GET /v2.0/security-groups?id=18e6cc58-e448-4d12-9423-2a502a086ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2031674 Feb 04 17:14:29.686921 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8619172e-b680-4353-b2ea-fece21064b51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (bb89f5a3-3c22-440b-b7d1-c4f0c43c184a), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:29.705517 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-69179c2d-c2e2-4848-9d9c-79dc21b6ea03 req-277ac6d6-792f-40f6-82f9-8b8b5e989997 tempest-FloatingIPsAssociationTestJSON-1767827216 tempest-FloatingIPsAssociationTestJSON-1767827216-project] 10.222.0.89 "GET /v2.0/floatingips?floating_ip_address=172.25.6.195 HTTP/1.1" status: 200 len: 696 time: 0.0604823 Feb 04 17:14:29.708479 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d422a6cc-c430-4713-960e-7fee20aeeda1 req-4b0c50c9-de02-4531-8b03-44272ef28205 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:14:29.710636 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-d422a6cc-c430-4713-960e-7fee20aeeda1 req-4b0c50c9-de02-4531-8b03-44272ef28205 service neutron] 10.222.0.90 "GET /v2.0/networks?id=02be22b9-aa53-40ea-8050-9239cd27d1ff HTTP/1.1" status: 200 len: 870 time: 0.2251523 Feb 04 17:14:29.716678 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [req-69179c2d-c2e2-4848-9d9c-79dc21b6ea03 req-2017707e-548b-46c4-a4f5-a71d05b8fdab tempest-FloatingIPsAssociationTestJSON-1767827216 tempest-FloatingIPsAssociationTestJSON-1767827216-project] Request body: {'floatingip': {'port_id': '8de53365-17ae-47ae-b48d-2c5bd7b7ab3c', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:14:29.786792 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-69179c2d-c2e2-4848-9d9c-79dc21b6ea03 req-2017707e-548b-46c4-a4f5-a71d05b8fdab tempest-FloatingIPsAssociationTestJSON-1767827216 tempest-FloatingIPsAssociationTestJSON-1767827216-project] Publish callbacks [] for floatingip (25d62b49-05a6-4bd1-812f-a44e9e405721), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:29.834645 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-d422a6cc-c430-4713-960e-7fee20aeeda1 req-cd69e75e-96d1-4899-8aaf-2c58079ae2d2 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.80&port_id=f4b260ec-2b92-4b49-a638-97cffbd194dd HTTP/1.1" status: 200 len: 217 time: 0.1112895 Feb 04 17:14:29.881961 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-fe7adeb3-5e5c-4109-8f42-5f326ce78ed6 req-afb0b907-8a43-4afd-8377-ab0dd44b22ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (3f815a81-39e6-4dda-88cd-517133688c05), before_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:29.945652 n-d-827839-2 neutron-server[103377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50c546c5-589c-44d9-b10d-3b47cb5bfc2d', 'tag': 'd84d4853-863b-4441-877e-8ff0319d5d6b'}] {{(pid=103377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:14:29.948268 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7240428b650e1488e9361b62648ff4b3a6c19d49d8c27c949491ab58c1346cf0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cfb80f2-3029-460d-9dd1-381500ad4414" -d '{"events": [{"name": "network-changed", "server_uuid": "50c546c5-589c-44d9-b10d-3b47cb5bfc2d", "tag": "d84d4853-863b-4441-877e-8ff0319d5d6b"}]}' {{(pid=103377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:14:30.022932 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d422a6cc-c430-4713-960e-7fee20aeeda1 req-d82cd972-df67-4d61-b727-f8c210cebcef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:14:30.024423 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-d422a6cc-c430-4713-960e-7fee20aeeda1 req-d82cd972-df67-4d61-b727-f8c210cebcef service neutron] 10.222.0.90 "GET /v2.0/subnets?id=c974b0ff-2c5c-4667-8a81-3bde3ea6ced5 HTTP/1.1" status: 200 len: 843 time: 0.1507692 Feb 04 17:14:30.060617 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae3348a-2c9c-4ff7-be87-60788e943191 req-c6c39909-5155-4da1-a0f9-9df134bb1821 tempest-SecurityGroupsTestJSON-1563643175 tempest-SecurityGroupsTestJSON-1563643175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:14:30.062127 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-bae3348a-2c9c-4ff7-be87-60788e943191 req-c6c39909-5155-4da1-a0f9-9df134bb1821 tempest-SecurityGroupsTestJSON-1563643175 tempest-SecurityGroupsTestJSON-1563643175-project] 10.222.0.89 "GET /v2.0/ports?device_id=00f087e2-0627-42fe-a81f-2759ffd284e1 HTTP/1.1" status: 200 len: 931 time: 0.2513065 Feb 04 17:14:30.064066 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56f35a0-9423-4cd5-8f3c-542a9495b428 req-dd31cfe9-396f-433a-b2aa-4620b95e7720 tempest-LiveAutoBlockMigrationV225Test-1607657603 tempest-LiveAutoBlockMigrationV225Test-1607657603-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:14:30.066273 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-c56f35a0-9423-4cd5-8f3c-542a9495b428 req-dd31cfe9-396f-433a-b2aa-4620b95e7720 tempest-LiveAutoBlockMigrationV225Test-1607657603 tempest-LiveAutoBlockMigrationV225Test-1607657603-project-admin] 10.222.0.90 "GET /v2.0/ports?device_id=d8a46594-af9a-4c29-9a3e-2edb427e70fa&tenant_id=f3812c841c31408e86184d3885a61bc1&binding%3Ahost_id=n-h2-827839-2 HTTP/1.1" status: 200 len: 1126 time: 0.2524028 Feb 04 17:14:30.293804 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-bae3348a-2c9c-4ff7-be87-60788e943191 req-dac183f1-c7f4-4c24-bd0c-7044d8562556 tempest-SecurityGroupsTestJSON-1563643175 tempest-SecurityGroupsTestJSON-1563643175-project] 10.222.0.89 "GET /v2.0/security-groups?id=beaee1ab-f1ea-48fb-8fb6-199b9068cee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672039 Feb 04 17:14:30.314932 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d422a6cc-c430-4713-960e-7fee20aeeda1 req-26ba3d1a-a050-48c0-97c2-66b39ffd6302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:14:30.318473 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-d422a6cc-c430-4713-960e-7fee20aeeda1 req-26ba3d1a-a050-48c0-97c2-66b39ffd6302 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=02be22b9-aa53-40ea-8050-9239cd27d1ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2819517 Feb 04 17:14:30.370829 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-69179c2d-c2e2-4848-9d9c-79dc21b6ea03 req-2017707e-548b-46c4-a4f5-a71d05b8fdab tempest-FloatingIPsAssociationTestJSON-1767827216 tempest-FloatingIPsAssociationTestJSON-1767827216-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:30.375923 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-69179c2d-c2e2-4848-9d9c-79dc21b6ea03 req-2017707e-548b-46c4-a4f5-a71d05b8fdab tempest-FloatingIPsAssociationTestJSON-1767827216 tempest-FloatingIPsAssociationTestJSON-1767827216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1595586'] for floatingip (25d62b49-05a6-4bd1-812f-a44e9e405721), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:30.530766 n-d-827839-2 neutron-server[103376]: INFO neutron.db.l3_db [req-69179c2d-c2e2-4848-9d9c-79dc21b6ea03 req-2017707e-548b-46c4-a4f5-a71d05b8fdab tempest-FloatingIPsAssociationTestJSON-1767827216 tempest-FloatingIPsAssociationTestJSON-1767827216-project] Floating IP 25d62b49-05a6-4bd1-812f-a44e9e405721 associated. External IP: 172.25.6.195, port: 8de53365-17ae-47ae-b48d-2c5bd7b7ab3c. Feb 04 17:14:30.536697 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [req-c56f35a0-9423-4cd5-8f3c-542a9495b428 req-d7d96305-2ed8-4206-aa28-fe0c915dda80 service neutron] For port 09fe44f1-9e7b-43ae-8405-ca810bec8f9b, host n-h1-827839-2, cleared binding levels {{(pid=103377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:14:30.583383 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-c56f35a0-9423-4cd5-8f3c-542a9495b428 req-d7d96305-2ed8-4206-aa28-fe0c915dda80 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:30.584593 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-c56f35a0-9423-4cd5-8f3c-542a9495b428 req-d7d96305-2ed8-4206-aa28-fe0c915dda80 service neutron] 10.222.0.90 "DELETE /v2.0/ports/09fe44f1-9e7b-43ae-8405-ca810bec8f9b/bindings/n-h1-827839-2 HTTP/1.1" status: 204 len: 173 time: 0.4560938 Feb 04 17:14:30.722946 n-d-827839-2 neutron-server[103377]: DEBUG neutron.notifiers.nova [req-fe7adeb3-5e5c-4109-8f42-5f326ce78ed6 req-afb0b907-8a43-4afd-8377-ab0dd44b22ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f815a81-39e6-4dda-88cd-517133688c05 {{(pid=103377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 17:14:30.738607 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-fe7adeb3-5e5c-4109-8f42-5f326ce78ed6 req-afb0b907-8a43-4afd-8377-ab0dd44b22ab service neutron] Publish callbacks [] for port (3f815a81-39e6-4dda-88cd-517133688c05), precommit_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:30.760622 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-d422a6cc-c430-4713-960e-7fee20aeeda1 req-93dbe17b-f92d-4f25-bc66-e0f6a5b0e2e4 service neutron] 10.222.0.90 "GET /v2.0/networks/02be22b9-aa53-40ea-8050-9239cd27d1ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3879528 Feb 04 17:14:30.787364 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1292b865-1884-4736-ae9f-c6d871c993ff req-b8f7a665-4aba-4a0d-8b12-269be0950f11 tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:14:30.788277 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-1292b865-1884-4736-ae9f-c6d871c993ff req-b8f7a665-4aba-4a0d-8b12-269be0950f11 tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] 10.222.0.90 "GET /v2.0/ports?device_id=cc6828c0-e3de-440f-b02a-be00d4b9136d&tenant_id=1cd99d9701204f3692368e4539967c47&binding%3Ahost_id=n-h1-827839-2 HTTP/1.1" status: 200 len: 949 time: 0.1973879 Feb 04 17:14:30.809236 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.provisioning_blocks [req-fe7adeb3-5e5c-4109-8f42-5f326ce78ed6 req-afb0b907-8a43-4afd-8377-ab0dd44b22ab service neutron] Transition to ACTIVE for port object 3f815a81-39e6-4dda-88cd-517133688c05 will not be triggered until provisioned by entity L2. {{(pid=103377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 17:14:30.811238 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.l3_agent_scheduler [req-69179c2d-c2e2-4848-9d9c-79dc21b6ea03 req-2017707e-548b-46c4-a4f5-a71d05b8fdab tempest-FloatingIPsAssociationTestJSON-1767827216 tempest-FloatingIPsAssociationTestJSON-1767827216-project] Router b5d014be-c135-4c5a-85ce-4035303b563e has already been hosted by L3 agent 64ada913-9131-4d99-a265-63a920956287 {{(pid=103376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 17:14:30.849723 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c509e9-11e4-431a-b552-5b02a7fa5c92 req-b4074a5f-b4b3-421b-8e2f-15aa32ef8970 tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:14:30.851348 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-11c509e9-11e4-431a-b552-5b02a7fa5c92 req-b4074a5f-b4b3-421b-8e2f-15aa32ef8970 tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] 10.222.0.89 "GET /v2.0/ports?device_id=d8a46594-af9a-4c29-9a3e-2edb427e70fa HTTP/1.1" status: 200 len: 944 time: 0.3095119 Feb 04 17:14:30.878946 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-fe7adeb3-5e5c-4109-8f42-5f326ce78ed6 req-afb0b907-8a43-4afd-8377-ab0dd44b22ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25888290'] for port (3f815a81-39e6-4dda-88cd-517133688c05), after_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:30.989684 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb0b907-8a43-4afd-8377-ab0dd44b22ab service neutron] Pushing event updated for resources: {'Port': ['ID=3f815a81-39e6-4dda-88cd-517133688c05,revision_number=2']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:14:30.990640 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b31c76-fc04-4c1a-8140-5ce931230b28 req-e62c4861-8f86-4b6d-aa5f-fb6e68b61567 tempest-FloatingIPsAssociationTestJSON-1767827216 tempest-FloatingIPsAssociationTestJSON-1767827216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:14:30.992238 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-18b31c76-fc04-4c1a-8140-5ce931230b28 req-e62c4861-8f86-4b6d-aa5f-fb6e68b61567 tempest-FloatingIPsAssociationTestJSON-1767827216 tempest-FloatingIPsAssociationTestJSON-1767827216-project] 10.222.0.96 "GET /v2.0/ports?device_id=5196e6cf-a12c-4bb6-90ee-c977b84aa4c1 HTTP/1.1" status: 200 len: 945 time: 0.0803030 Feb 04 17:14:30.993620 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-69179c2d-c2e2-4848-9d9c-79dc21b6ea03 req-2017707e-548b-46c4-a4f5-a71d05b8fdab tempest-FloatingIPsAssociationTestJSON-1767827216 tempest-FloatingIPsAssociationTestJSON-1767827216-project] Notify agent at l3_agent.n-d-827839-2 the message routers_updated {{(pid=103376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 17:14:30.999000 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-69179c2d-c2e2-4848-9d9c-79dc21b6ea03 req-2017707e-548b-46c4-a4f5-a71d05b8fdab tempest-FloatingIPsAssociationTestJSON-1767827216 tempest-FloatingIPsAssociationTestJSON-1767827216-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for floatingip (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:31.008922 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c740f73-29c7-43b8-96cd-76594e1fd0b2 None None] Sync routers for ids ['b5d014be-c135-4c5a-85ce-4035303b563e'] in n-d-827839-2 {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 17:14:31.028929 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c740f73-29c7-43b8-96cd-76594e1fd0b2 None None] Routers {'b5d014be-c135-4c5a-85ce-4035303b563e'} bound to L3 agent in host n-d-827839-2 {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:14:31.030354 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-1c740f73-29c7-43b8-96cd-76594e1fd0b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:14:02Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['b5d014be-c135-4c5a-85ce-4035303b563e'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:14:31.045665 n-d-827839-2 neutron-server[103377]: INFO neutron.api.v2.resource [req-1292b865-1884-4736-ae9f-c6d871c993ff req-38801cdc-8fcf-426d-8236-150158bfa664 service neutron] delete failed (client error): The resource could not be found. Feb 04 17:14:31.046610 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-1292b865-1884-4736-ae9f-c6d871c993ff req-38801cdc-8fcf-426d-8236-150158bfa664 service neutron] 10.222.0.90 "DELETE /v2.0/ports/1c7d9fa2-9ef9-488a-a8c3-a61982a926f8/bindings/n-h2-827839-2 HTTP/1.1" status: 404 len: 380 time: 0.2460985 Feb 04 17:14:31.076487 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-69179c2d-c2e2-4848-9d9c-79dc21b6ea03 req-2017707e-548b-46c4-a4f5-a71d05b8fdab tempest-FloatingIPsAssociationTestJSON-1767827216 tempest-FloatingIPsAssociationTestJSON-1767827216-project] 10.222.0.89 "PUT /v2.0/floatingips/25d62b49-05a6-4bd1-812f-a44e9e405721 HTTP/1.1" status: 200 len: 996 time: 1.3646173 Feb 04 17:14:31.079754 n-d-827839-2 neutron-server[103376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c44eccd5-dfa3-4a3f-847a-c21c74381eee', 'tag': '8de53365-17ae-47ae-b48d-2c5bd7b7ab3c'}] {{(pid=103376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:14:31.080608 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d59c3bb5e2f09ebf62144d5e09b1cff60c763a9c19614c24538e77842938c05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25e3ed9a-ce7b-40ac-9694-641911cd86e5" -d '{"events": [{"name": "network-changed", "server_uuid": "c44eccd5-dfa3-4a3f-847a-c21c74381eee", "tag": "8de53365-17ae-47ae-b48d-2c5bd7b7ab3c"}]}' {{(pid=103376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:14:31.098451 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-11c509e9-11e4-431a-b552-5b02a7fa5c92 req-24d9f0aa-3540-4c44-ad01-2669669d8944 tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] 10.222.0.89 "GET /v2.0/security-groups?id=119a7f03-3e07-4d1e-8852-d9f974f9f052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2072060 Feb 04 17:14:31.102981 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-d422a6cc-c430-4713-960e-7fee20aeeda1 req-239d90f2-8c09-418c-957a-137aa5725442 service neutron] 10.222.0.90 "GET /v2.0/networks/02be22b9-aa53-40ea-8050-9239cd27d1ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3320954 Feb 04 17:14:31.163613 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [req-fe7adeb3-5e5c-4109-8f42-5f326ce78ed6 req-afb0b907-8a43-4afd-8377-ab0dd44b22ab service neutron] Attempting to bind port 3f815a81-39e6-4dda-88cd-517133688c05 on host n-h1-827839-2 for vnic_type normal with profile {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:14:31.164253 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [req-fe7adeb3-5e5c-4109-8f42-5f326ce78ed6 req-afb0b907-8a43-4afd-8377-ab0dd44b22ab service neutron] Attempting to bind port 3f815a81-39e6-4dda-88cd-517133688c05 by drivers openvswitch,hyperv on host n-h1-827839-2 at level 0 using segments [{'id': '2581f07c-86e2-4d88-bea9-098dd9136854', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '3a92870e-0f75-4f51-bf18-f38ecaa186c3'}] {{(pid=103377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:14:31.164788 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe7adeb3-5e5c-4109-8f42-5f326ce78ed6 req-afb0b907-8a43-4afd-8377-ab0dd44b22ab service neutron] Attempting to bind port 3f815a81-39e6-4dda-88cd-517133688c05 on network 3a92870e-0f75-4f51-bf18-f38ecaa186c3 {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:14:31.179132 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe7adeb3-5e5c-4109-8f42-5f326ce78ed6 req-afb0b907-8a43-4afd-8377-ab0dd44b22ab service neutron] Port 3f815a81-39e6-4dda-88cd-517133688c05 on network 3a92870e-0f75-4f51-bf18-f38ecaa186c3 not bound, no agent of type Open vSwitch agent registered on host n-h1-827839-2 {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 17:14:31.179737 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe7adeb3-5e5c-4109-8f42-5f326ce78ed6 req-afb0b907-8a43-4afd-8377-ab0dd44b22ab service neutron] Attempting to bind port 3f815a81-39e6-4dda-88cd-517133688c05 on network 3a92870e-0f75-4f51-bf18-f38ecaa186c3 {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:14:31.180432 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69179c2d-c2e2-4848-9d9c-79dc21b6ea03 req-9ed414a9-9566-433d-9a9e-db5cf5ed6c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:14:31.182625 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-69179c2d-c2e2-4848-9d9c-79dc21b6ea03 req-9ed414a9-9566-433d-9a9e-db5cf5ed6c59 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=cf07c74cdc00450eafd97d06057c3156&device_id=c44eccd5-dfa3-4a3f-847a-c21c74381eee HTTP/1.1" status: 200 len: 1127 time: 0.0660677 Feb 04 17:14:31.187577 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe7adeb3-5e5c-4109-8f42-5f326ce78ed6 req-afb0b907-8a43-4afd-8377-ab0dd44b22ab service neutron] Checking agent: {'id': '3f9244a9-75fc-4c10-b195-11d48b853b41', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 8, 42), 'started_at': datetime.datetime(2022, 2, 4, 17, 8, 42), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 14, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:14:31.188175 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe7adeb3-5e5c-4109-8f42-5f326ce78ed6 req-afb0b907-8a43-4afd-8377-ab0dd44b22ab service neutron] Checking segment: {'id': '2581f07c-86e2-4d88-bea9-098dd9136854', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '3a92870e-0f75-4f51-bf18-f38ecaa186c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:14:31.188732 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe7adeb3-5e5c-4109-8f42-5f326ce78ed6 req-afb0b907-8a43-4afd-8377-ab0dd44b22ab service neutron] Bound using segment: {'id': '2581f07c-86e2-4d88-bea9-098dd9136854', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '3a92870e-0f75-4f51-bf18-f38ecaa186c3'} {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:14:31.197956 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [req-fe7adeb3-5e5c-4109-8f42-5f326ce78ed6 req-afb0b907-8a43-4afd-8377-ab0dd44b22ab service neutron] Bound port: 3f815a81-39e6-4dda-88cd-517133688c05, host: n-h1-827839-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2581f07c-86e2-4d88-bea9-098dd9136854', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '3a92870e-0f75-4f51-bf18-f38ecaa186c3'}}] {{(pid=103377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:14:31.198618 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-fe7adeb3-5e5c-4109-8f42-5f326ce78ed6 req-afb0b907-8a43-4afd-8377-ab0dd44b22ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (3f815a81-39e6-4dda-88cd-517133688c05), before_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:31.202363 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [req-18b31c76-fc04-4c1a-8140-5ce931230b28 req-ca96f444-97f3-4657-abf0-e79c50bde845 tempest-FloatingIPsAssociationTestJSON-1767827216 tempest-FloatingIPsAssociationTestJSON-1767827216-project] Deleting port 2868b715-dae8-4a3f-b481-1acad8c24330 {{(pid=103376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:14:31.202910 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-18b31c76-fc04-4c1a-8140-5ce931230b28 req-ca96f444-97f3-4657-abf0-e79c50bde845 tempest-FloatingIPsAssociationTestJSON-1767827216 tempest-FloatingIPsAssociationTestJSON-1767827216-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (2868b715-dae8-4a3f-b481-1acad8c24330), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:31.396385 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [req-18b31c76-fc04-4c1a-8140-5ce931230b28 req-ca96f444-97f3-4657-abf0-e79c50bde845 tempest-FloatingIPsAssociationTestJSON-1767827216 tempest-FloatingIPsAssociationTestJSON-1767827216-project] For port 2868b715-dae8-4a3f-b481-1acad8c24330, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=2868b715-dae8-4a3f-b481-1acad8c24330,segment=NetworkSegment(1d2e5411-a293-4ba9-86e4-cf68dc997fdd),segment_id=1d2e5411-a293-4ba9-86e4-cf68dc997fdd)] {{(pid=103376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:14:31.397106 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-18b31c76-fc04-4c1a-8140-5ce931230b28 req-ca96f444-97f3-4657-abf0-e79c50bde845 tempest-FloatingIPsAssociationTestJSON-1767827216 tempest-FloatingIPsAssociationTestJSON-1767827216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (2868b715-dae8-4a3f-b481-1acad8c24330), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:31.405471 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69179c2d-c2e2-4848-9d9c-79dc21b6ea03 req-67493bb3-4a9d-49d5-9093-de4206d78aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:14:31.406958 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-69179c2d-c2e2-4848-9d9c-79dc21b6ea03 req-67493bb3-4a9d-49d5-9093-de4206d78aa8 service neutron] 10.222.0.89 "GET /v2.0/networks?id=71f03b9f-e704-4df0-bce2-e9f92d5b531b HTTP/1.1" status: 200 len: 921 time: 0.2154737 Feb 04 17:14:31.413570 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [req-18b31c76-fc04-4c1a-8140-5ce931230b28 req-ca96f444-97f3-4657-abf0-e79c50bde845 tempest-FloatingIPsAssociationTestJSON-1767827216 tempest-FloatingIPsAssociationTestJSON-1767827216-project] Calling delete_port for 2868b715-dae8-4a3f-b481-1acad8c24330 owned by compute:nova {{(pid=103376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:14:31.431093 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvr_db [None req-1c740f73-29c7-43b8-96cd-76594e1fd0b2 None None] Set router b5d014be-c135-4c5a-85ce-4035303b563e gateway port host: n-d-827839-2 {{(pid=103379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:14:31.460236 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [req-fe7adeb3-5e5c-4109-8f42-5f326ce78ed6 req-afb0b907-8a43-4afd-8377-ab0dd44b22ab service neutron] For port 3f815a81-39e6-4dda-88cd-517133688c05, host n-h1-827839-2, cleared binding levels {{(pid=103377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:14:31.464540 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [req-fe7adeb3-5e5c-4109-8f42-5f326ce78ed6 req-afb0b907-8a43-4afd-8377-ab0dd44b22ab service neutron] For port 3f815a81-39e6-4dda-88cd-517133688c05, host n-h1-827839-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=3f815a81-39e6-4dda-88cd-517133688c05,segment=NetworkSegment(2581f07c-86e2-4d88-bea9-098dd9136854),segment_id=2581f07c-86e2-4d88-bea9-098dd9136854)] {{(pid=103377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:14:31.475895 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1292b865-1884-4736-ae9f-c6d871c993ff req-b585beac-69db-4db6-91bd-da7209b79dba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:14:31.482083 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-1292b865-1884-4736-ae9f-c6d871c993ff req-b585beac-69db-4db6-91bd-da7209b79dba service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=1cd99d9701204f3692368e4539967c47&device_id=cc6828c0-e3de-440f-b02a-be00d4b9136d HTTP/1.1" status: 200 len: 1131 time: 0.2439187 Feb 04 17:14:31.483214 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-fe7adeb3-5e5c-4109-8f42-5f326ce78ed6 req-afb0b907-8a43-4afd-8377-ab0dd44b22ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25888290'] for port (3f815a81-39e6-4dda-88cd-517133688c05), after_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:31.596621 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Device f4b260ec-2b92-4b49-a638-97cffbd194dd details requested by agent hyperv_n-h2-827839-2 with host n-h2-827839-2 {{(pid=103378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 17:14:31.673859 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-69179c2d-c2e2-4848-9d9c-79dc21b6ea03 req-1bf6cf45-3be1-4612-aa95-ffc06ef51634 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8de53365-17ae-47ae-b48d-2c5bd7b7ab3c HTTP/1.1" status: 200 len: 999 time: 0.2541358 Feb 04 17:14:31.691413 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7adeb3-5e5c-4109-8f42-5f326ce78ed6 req-afb0b907-8a43-4afd-8377-ab0dd44b22ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:14:31.692047 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-fe7adeb3-5e5c-4109-8f42-5f326ce78ed6 req-afb0b907-8a43-4afd-8377-ab0dd44b22ab service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:31.693501 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-fe7adeb3-5e5c-4109-8f42-5f326ce78ed6 req-afb0b907-8a43-4afd-8377-ab0dd44b22ab service neutron] 10.222.0.96 "PUT /v2.0/ports/3f815a81-39e6-4dda-88cd-517133688c05 HTTP/1.1" status: 200 len: 1091 time: 2.0935800 Feb 04 17:14:31.696309 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device 1c7d9fa2-9ef9-488a-a8c3-a61982a926f8 up at agent hyperv_n-h1-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:14:31.748093 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb0b907-8a43-4afd-8377-ab0dd44b22ab service neutron] Pushing event updated for resources: {'Port': ['ID=3f815a81-39e6-4dda-88cd-517133688c05,revision_number=3']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:14:31.839617 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69179c2d-c2e2-4848-9d9c-79dc21b6ea03 req-c622f6fb-e5a9-4df8-ba69-671d39c05f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:14:31.841244 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-69179c2d-c2e2-4848-9d9c-79dc21b6ea03 req-c622f6fb-e5a9-4df8-ba69-671d39c05f8f service neutron] 10.222.0.89 "GET /v2.0/subnets?id=147a2a29-50a3-4d38-8c0e-9ec73b9af714 HTTP/1.1" status: 200 len: 859 time: 0.1527791 Feb 04 17:14:31.884304 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1292b865-1884-4736-ae9f-c6d871c993ff req-1fce90c0-da58-413d-ac08-c272468fcc62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:14:31.885757 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-1292b865-1884-4736-ae9f-c6d871c993ff req-1fce90c0-da58-413d-ac08-c272468fcc62 service neutron] 10.222.0.90 "GET /v2.0/networks?id=02be22b9-aa53-40ea-8050-9239cd27d1ff HTTP/1.1" status: 200 len: 870 time: 0.3877602 Feb 04 17:14:31.911932 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Provisioning for port 1c7d9fa2-9ef9-488a-a8c3-a61982a926f8 completed by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 17:14:31.924771 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] For port f4b260ec-2b92-4b49-a638-97cffbd194dd, host n-h2-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=f4b260ec-2b92-4b49-a638-97cffbd194dd,segment=NetworkSegment(3a39b085-d3e6-43bb-a64c-1b06dd049e5a),segment_id=3a39b085-d3e6-43bb-a64c-1b06dd049e5a)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:14:31.930578 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Provisioning complete for port 1c7d9fa2-9ef9-488a-a8c3-a61982a926f8 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:14:31.935419 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (1c7d9fa2-9ef9-488a-a8c3-a61982a926f8), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:31.987569 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Returning: {'device': 'f4b260ec-2b92-4b49-a638-97cffbd194dd', 'network_id': '02be22b9-aa53-40ea-8050-9239cd27d1ff', 'port_id': 'f4b260ec-2b92-4b49-a638-97cffbd194dd', 'mac_address': 'fa:16:3e:a1:03:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 797, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c974b0ff-2c5c-4667-8a81-3bde3ea6ced5', 'ip_address': '192.168.233.80'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 17:14:31.996184 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d08bb26f-3ec4-406d-a38b-4006d9b780db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (64ada913-9131-4d99-a265-63a920956287), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:32.019540 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.agents_db [None req-e1691f3b-aacd-4cd6-8ebb-a9c53bb301c0 None None] Agent healthcheck: found 7 active agents {{(pid=103379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 17:14:32.023766 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-1292b865-1884-4736-ae9f-c6d871c993ff req-95c90a23-fac5-418d-9a87-4a0495b432b3 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.110&port_id=1c7d9fa2-9ef9-488a-a8c3-a61982a926f8 HTTP/1.1" status: 200 len: 217 time: 0.1311910 Feb 04 17:14:32.058683 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-18b31c76-fc04-4c1a-8140-5ce931230b28 req-ca96f444-97f3-4657-abf0-e79c50bde845 tempest-FloatingIPsAssociationTestJSON-1767827216 tempest-FloatingIPsAssociationTestJSON-1767827216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (2868b715-dae8-4a3f-b481-1acad8c24330), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:32.058854 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Current status of the port f4b260ec-2b92-4b49-a638-97cffbd194dd is: DOWN; New status is: BUILD {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:14:32.059145 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (f4b260ec-2b92-4b49-a638-97cffbd194dd), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:32.083547 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4b260ec-2b92-4b49-a638-97cffbd194dd {{(pid=103378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 17:14:32.086103 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-1c740f73-29c7-43b8-96cd-76594e1fd0b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5d014be-c135-4c5a-85ce-4035303b563e', 'name': 'tempest-FloatingIPsAssociationTestJSON-332341644-router', 'tenant_id': 'cf07c74cdc00450eafd97d06057c3156', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.21'}], 'enable_snat': True}, 'gw_port_id': 'd7ff67dc-98f3-4a6d-a6e9-60b7725303fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:12:47Z', 'updated_at': '2022-02-04T17:12:58Z', 'revision_number': 4, 'project_id': 'cf07c74cdc00450eafd97d06057c3156', 'gw_port': {'id': 'd7ff67dc-98f3-4a6d-a6e9-60b7725303fb', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:36:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5d014be-c135-4c5a-85ce-4035303b563e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:12:48Z', 'updated_at': '2022-02-04T17:12:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_floatingips': [{'id': '25d62b49-05a6-4bd1-812f-a44e9e405721', 'tenant_id': 'cf07c74cdc00450eafd97d06057c3156', 'floating_ip_address': '172.25.6.195', 'floating_network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'router_id': 'b5d014be-c135-4c5a-85ce-4035303b563e', 'port_id': '8de53365-17ae-47ae-b48d-2c5bd7b7ab3c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 550, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '71f03b9f-e704-4df0-bce2-e9f92d5b531b', 'mac_address': 'fa:16:3e:f8:5f:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c44eccd5-dfa3-4a3f-847a-c21c74381eee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T17:13:32Z', 'updated_at': '2022-02-04T17:14:30Z', 'revision_number': 8, 'project_id': 'cf07c74cdc00450eafd97d06057c3156', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42093760-4751-4ec8-b7ed-25206ff15cfc', 'name': '', 'network_id': '71f03b9f-e704-4df0-bce2-e9f92d5b531b', 'tenant_id': 'cf07c74cdc00450eafd97d06057c3156', 'mac_address': 'fa:16:3e:1b:b6:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5d014be-c135-4c5a-85ce-4035303b563e', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '147a2a29-50a3-4d38-8c0e-9ec73b9af714', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:12:56Z', 'updated_at': '2022-02-04T17:13:04Z', 'revision_number': 5, 'project_id': 'cf07c74cdc00450eafd97d06057c3156', 'subnets': [{'id': '147a2a29-50a3-4d38-8c0e-9ec73b9af714', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-2', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:14:32.095098 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca96f444-97f3-4657-abf0-e79c50bde845 tempest-FloatingIPsAssociationTestJSON-1767827216 tempest-FloatingIPsAssociationTestJSON-1767827216-project] Pushing event deleted for resources: {'Port': ['ID=2868b715-dae8-4a3f-b481-1acad8c24330,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:14:32.096188 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] get_ports_and_sgs() called for port_ids ['2868b715-dae8-4a3f-b481-1acad8c24330'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 17:14:32.100228 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69179c2d-c2e2-4848-9d9c-79dc21b6ea03 req-f9b6b84a-9a7e-4fb6-881e-9c82a8f84f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:14:32.101787 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-69179c2d-c2e2-4848-9d9c-79dc21b6ea03 req-f9b6b84a-9a7e-4fb6-881e-9c82a8f84f43 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=71f03b9f-e704-4df0-bce2-e9f92d5b531b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2219748 Feb 04 17:14:32.122991 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] get_ports_and_sgs() called for port_ids ['8de53365-17ae-47ae-b48d-2c5bd7b7ab3c'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 17:14:32.162250 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7adeb3-5e5c-4109-8f42-5f326ce78ed6 req-b6b54c02-c50c-41d6-963e-6facbde6ad6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:14:32.164008 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-fe7adeb3-5e5c-4109-8f42-5f326ce78ed6 req-b6b54c02-c50c-41d6-963e-6facbde6ad6b service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=978c6d026b0944f6a413e3d4f2103bea&device_id=00f087e2-0627-42fe-a81f-2759ffd284e1 HTTP/1.1" status: 200 len: 1125 time: 0.3784130 Feb 04 17:14:32.236719 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c740f73-29c7-43b8-96cd-76594e1fd0b2 None None] Checking router: b5d014be-c135-4c5a-85ce-4035303b563e for host: n-d-827839-2 {{(pid=103379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 17:14:32.245792 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-fe7adeb3-5e5c-4109-8f42-5f326ce78ed6 req-6591f727-757b-4b1d-a803-e8fc21c5de00 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3f815a81-39e6-4dda-88cd-517133688c05 HTTP/1.1" status: 200 len: 217 time: 0.0693548 Feb 04 17:14:32.249931 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c740f73-29c7-43b8-96cd-76594e1fd0b2 None None] Routers {'b5d014be-c135-4c5a-85ce-4035303b563e'} bound to L3 agent in host n-d-827839-2 {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:14:32.250218 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1292b865-1884-4736-ae9f-c6d871c993ff req-7ac23c8c-0366-4d2a-a4cc-f64abd750a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:14:32.250561 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-1c740f73-29c7-43b8-96cd-76594e1fd0b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:14:32Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['b5d014be-c135-4c5a-85ce-4035303b563e'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:14:32.252780 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-1292b865-1884-4736-ae9f-c6d871c993ff req-7ac23c8c-0366-4d2a-a4cc-f64abd750a7f service neutron] 10.222.0.90 "GET /v2.0/subnets?id=c974b0ff-2c5c-4667-8a81-3bde3ea6ced5 HTTP/1.1" status: 200 len: 843 time: 0.2123289 Feb 04 17:14:32.291153 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] For port f4b260ec-2b92-4b49-a638-97cffbd194dd, host n-h2-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=f4b260ec-2b92-4b49-a638-97cffbd194dd,segment=NetworkSegment(3a39b085-d3e6-43bb-a64c-1b06dd049e5a),segment_id=3a39b085-d3e6-43bb-a64c-1b06dd049e5a)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:14:32.321340 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-69179c2d-c2e2-4848-9d9c-79dc21b6ea03 req-bdcecb50-f0d5-4ff8-9f90-ce64fc6643e5 service neutron] 10.222.0.89 "GET /v2.0/networks/71f03b9f-e704-4df0-bce2-e9f92d5b531b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2058296 Feb 04 17:14:32.331340 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (f4b260ec-2b92-4b49-a638-97cffbd194dd), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:32.332046 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Device d84d4853-863b-4441-877e-8ff0319d5d6b details requested by agent hyperv_n-h2-827839-2 with host n-h2-827839-2 {{(pid=103378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 17:14:32.430056 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7adeb3-5e5c-4109-8f42-5f326ce78ed6 req-afd6a309-d4d1-4006-869a-1876e50c0473 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:14:32.431547 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-fe7adeb3-5e5c-4109-8f42-5f326ce78ed6 req-afd6a309-d4d1-4006-869a-1876e50c0473 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=223e3d0b-2da1-4b6d-bc4c-a1504765d855 HTTP/1.1" status: 200 len: 852 time: 0.1762218 Feb 04 17:14:32.437561 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1292b865-1884-4736-ae9f-c6d871c993ff req-a4dd5822-07e1-405f-a9ef-0ff2b088a1cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:14:32.439091 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-1292b865-1884-4736-ae9f-c6d871c993ff req-a4dd5822-07e1-405f-a9ef-0ff2b088a1cd service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=02be22b9-aa53-40ea-8050-9239cd27d1ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1753213 Feb 04 17:14:32.475661 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [req-18b31c76-fc04-4c1a-8140-5ce931230b28 req-ca96f444-97f3-4657-abf0-e79c50bde845 tempest-FloatingIPsAssociationTestJSON-1767827216 tempest-FloatingIPsAssociationTestJSON-1767827216-project] No DVR routers for this DVR port 2868b715-dae8-4a3f-b481-1acad8c24330 on host n-h1-827839-2 {{(pid=103376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 17:14:32.482403 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-18b31c76-fc04-4c1a-8140-5ce931230b28 req-ca96f444-97f3-4657-abf0-e79c50bde845 tempest-FloatingIPsAssociationTestJSON-1767827216 tempest-FloatingIPsAssociationTestJSON-1767827216-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:32.482984 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-fe7adeb3-5e5c-4109-8f42-5f326ce78ed6 req-3a7ae702-8d88-4ca5-8164-d96fcb6a17e7 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=3a92870e-0f75-4f51-bf18-f38ecaa186c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0421648 Feb 04 17:14:32.486483 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-18b31c76-fc04-4c1a-8140-5ce931230b28 req-ca96f444-97f3-4657-abf0-e79c50bde845 tempest-FloatingIPsAssociationTestJSON-1767827216 tempest-FloatingIPsAssociationTestJSON-1767827216-project] 10.222.0.96 "DELETE /v2.0/ports/2868b715-dae8-4a3f-b481-1acad8c24330 HTTP/1.1" status: 204 len: 173 time: 1.4848359 Feb 04 17:14:32.507517 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Pushing event updated for resources: {'Port': ['ID=f4b260ec-2b92-4b49-a638-97cffbd194dd,revision_number=4']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:14:32.538379 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvr_db [None req-1c740f73-29c7-43b8-96cd-76594e1fd0b2 None None] Set router b5d014be-c135-4c5a-85ce-4035303b563e gateway port host: n-d-827839-2 {{(pid=103379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:14:32.539895 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-69179c2d-c2e2-4848-9d9c-79dc21b6ea03 req-0dc7d616-2c8f-45d0-a101-f17eb054aee6 service neutron] 10.222.0.89 "GET /v2.0/networks/71f03b9f-e704-4df0-bce2-e9f92d5b531b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2176955 Feb 04 17:14:32.579923 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Current status of the port 1c7d9fa2-9ef9-488a-a8c3-a61982a926f8 is: BUILD; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:14:32.580309 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (1c7d9fa2-9ef9-488a-a8c3-a61982a926f8), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:32.672667 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] For port 1c7d9fa2-9ef9-488a-a8c3-a61982a926f8, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=1c7d9fa2-9ef9-488a-a8c3-a61982a926f8,segment=NetworkSegment(3a39b085-d3e6-43bb-a64c-1b06dd049e5a),segment_id=3a39b085-d3e6-43bb-a64c-1b06dd049e5a)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:14:32.687992 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.db.resource_extend [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 17:14:32.704605 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc6828c0-e3de-440f-b02a-be00d4b9136d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c7d9fa2-9ef9-488a-a8c3-a61982a926f8'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:14:32.708501 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c34bc964ce2211770fda26ca2f3801cc06f4f39928110690550e94ab9c9d2fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3712b28c-baa1-4b34-9000-70ad7028d66e" -d '{"events": [{"server_uuid": "cc6828c0-e3de-440f-b02a-be00d4b9136d", "name": "network-vif-plugged", "status": "completed", "tag": "1c7d9fa2-9ef9-488a-a8c3-a61982a926f8"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:14:32.737916 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (1c7d9fa2-9ef9-488a-a8c3-a61982a926f8), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:32.765511 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-1292b865-1884-4736-ae9f-c6d871c993ff req-5a05d2aa-abc9-43ad-a42b-01a0d85bdf3a service neutron] 10.222.0.90 "GET /v2.0/networks/02be22b9-aa53-40ea-8050-9239cd27d1ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3133337 Feb 04 17:14:32.767444 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-fe7adeb3-5e5c-4109-8f42-5f326ce78ed6 req-9a3c6f97-025a-4412-a664-a9c0c19fb8ab service neutron] 10.222.0.96 "GET /v2.0/networks/3a92870e-0f75-4f51-bf18-f38ecaa186c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2597992 Feb 04 17:14:32.809255 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9356f1-b794-4c32-a86c-f2def9ca081b req-36c89442-cfe9-4aaf-863f-ce66dd571c66 tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:14:32.814006 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-ee9356f1-b794-4c32-a86c-f2def9ca081b req-36c89442-cfe9-4aaf-863f-ce66dd571c66 tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] 10.222.0.89 "GET /v2.0/ports?device_id=50c546c5-589c-44d9-b10d-3b47cb5bfc2d HTTP/1.1" status: 200 len: 947 time: 0.1013465 Feb 04 17:14:32.835888 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] For port d84d4853-863b-4441-877e-8ff0319d5d6b, host n-h2-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=d84d4853-863b-4441-877e-8ff0319d5d6b,segment=NetworkSegment(3a39b085-d3e6-43bb-a64c-1b06dd049e5a),segment_id=3a39b085-d3e6-43bb-a64c-1b06dd049e5a)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:14:32.878528 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Returning: {'device': 'd84d4853-863b-4441-877e-8ff0319d5d6b', 'network_id': '02be22b9-aa53-40ea-8050-9239cd27d1ff', 'port_id': 'd84d4853-863b-4441-877e-8ff0319d5d6b', 'mac_address': 'fa:16:3e:b2:80:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 797, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c974b0ff-2c5c-4667-8a81-3bde3ea6ced5', 'ip_address': '192.168.233.94'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 17:14:32.945500 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-ee9356f1-b794-4c32-a86c-f2def9ca081b req-602df8f1-edfe-4951-8413-751ac14218ec tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] 10.222.0.89 "GET /v2.0/security-groups?id=4f68676b-760c-49c3-a14c-c9afa7ad720d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145158 Feb 04 17:14:33.013593 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Current status of the port d84d4853-863b-4441-877e-8ff0319d5d6b is: DOWN; New status is: BUILD {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:14:33.020421 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (d84d4853-863b-4441-877e-8ff0319d5d6b), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:33.028500 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-fe7adeb3-5e5c-4109-8f42-5f326ce78ed6 req-35d424de-48b9-4fb2-a333-8f3ab70b624c service neutron] 10.222.0.96 "GET /v2.0/networks/3a92870e-0f75-4f51-bf18-f38ecaa186c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2334127 Feb 04 17:14:33.030871 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 17:14:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9a20b24-de51-4e10-b0b1-14ef9fddc564 x-openstack-request-id: req-d9a20b24-de51-4e10-b0b1-14ef9fddc564 {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:14:33.031163 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50c546c5-589c-44d9-b10d-3b47cb5bfc2d", "tag": "d84d4853-863b-4441-877e-8ff0319d5d6b", "status": "completed", "code": 200}]} {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:14:33.031413 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-d9a20b24-de51-4e10-b0b1-14ef9fddc564 {{(pid=103377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:14:33.031804 n-d-827839-2 neutron-server[103377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50c546c5-589c-44d9-b10d-3b47cb5bfc2d', 'tag': 'd84d4853-863b-4441-877e-8ff0319d5d6b', 'status': 'completed', 'code': 200} Feb 04 17:14:33.056501 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-1c740f73-29c7-43b8-96cd-76594e1fd0b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5d014be-c135-4c5a-85ce-4035303b563e', 'name': 'tempest-FloatingIPsAssociationTestJSON-332341644-router', 'tenant_id': 'cf07c74cdc00450eafd97d06057c3156', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.21'}], 'enable_snat': True}, 'gw_port_id': 'd7ff67dc-98f3-4a6d-a6e9-60b7725303fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:12:47Z', 'updated_at': '2022-02-04T17:12:58Z', 'revision_number': 4, 'project_id': 'cf07c74cdc00450eafd97d06057c3156', 'gw_port': {'id': 'd7ff67dc-98f3-4a6d-a6e9-60b7725303fb', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:36:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5d014be-c135-4c5a-85ce-4035303b563e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:12:48Z', 'updated_at': '2022-02-04T17:12:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_floatingips': [{'id': '25d62b49-05a6-4bd1-812f-a44e9e405721', 'tenant_id': 'cf07c74cdc00450eafd97d06057c3156', 'floating_ip_address': '172.25.6.195', 'floating_network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'router_id': 'b5d014be-c135-4c5a-85ce-4035303b563e', 'port_id': '8de53365-17ae-47ae-b48d-2c5bd7b7ab3c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 550, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '71f03b9f-e704-4df0-bce2-e9f92d5b531b', 'mac_address': 'fa:16:3e:f8:5f:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c44eccd5-dfa3-4a3f-847a-c21c74381eee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T17:13:32Z', 'updated_at': '2022-02-04T17:14:30Z', 'revision_number': 8, 'project_id': 'cf07c74cdc00450eafd97d06057c3156', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42093760-4751-4ec8-b7ed-25206ff15cfc', 'name': '', 'network_id': '71f03b9f-e704-4df0-bce2-e9f92d5b531b', 'tenant_id': 'cf07c74cdc00450eafd97d06057c3156', 'mac_address': 'fa:16:3e:1b:b6:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5d014be-c135-4c5a-85ce-4035303b563e', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '147a2a29-50a3-4d38-8c0e-9ec73b9af714', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:12:56Z', 'updated_at': '2022-02-04T17:13:04Z', 'revision_number': 5, 'project_id': 'cf07c74cdc00450eafd97d06057c3156', 'subnets': [{'id': '147a2a29-50a3-4d38-8c0e-9ec73b9af714', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-2', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:14:33.061443 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d408ec64-b374-4acb-a1fc-48241dad6d47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (0cd6d64a-47a7-40ff-8c12-71dd526c62e0), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:33.064342 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Pushing event updated for resources: {'Port': ['ID=1c7d9fa2-9ef9-488a-a8c3-a61982a926f8,revision_number=9']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:14:33.082291 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d84d4853-863b-4441-877e-8ff0319d5d6b {{(pid=103378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 17:14:33.096613 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-1292b865-1884-4736-ae9f-c6d871c993ff req-43a6cb7b-ff2b-4061-82e7-75771d2d1ed5 service neutron] 10.222.0.90 "GET /v2.0/networks/02be22b9-aa53-40ea-8050-9239cd27d1ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3188119 Feb 04 17:14:33.116595 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c740f73-29c7-43b8-96cd-76594e1fd0b2 None None] The sync data for ids ['b5d014be-c135-4c5a-85ce-4035303b563e'] in n-d-827839-2 is: [{'id': 'b5d014be-c135-4c5a-85ce-4035303b563e', 'name': 'tempest-FloatingIPsAssociationTestJSON-332341644-router', 'tenant_id': 'cf07c74cdc00450eafd97d06057c3156', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.21'}], 'enable_snat': True}, 'gw_port_id': 'd7ff67dc-98f3-4a6d-a6e9-60b7725303fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:12:47Z', 'updated_at': '2022-02-04T17:12:58Z', 'revision_number': 4, 'project_id': 'cf07c74cdc00450eafd97d06057c3156', 'gw_port': {'id': 'd7ff67dc-98f3-4a6d-a6e9-60b7725303fb', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:36:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5d014be-c135-4c5a-85ce-4035303b563e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:12:48Z', 'updated_at': '2022-02-04T17:12:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_floatingips': [{'id': '25d62b49-05a6-4bd1-812f-a44e9e405721', 'tenant_id': 'cf07c74cdc00450eafd97d06057c3156', 'floating_ip_address': '172.25.6.195', 'floating_network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'router_id': 'b5d014be-c135-4c5a-85ce-4035303b563e', 'port_id': '8de53365-17ae-47ae-b48d-2c5bd7b7ab3c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 550, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '71f03b9f-e704-4df0-bce2-e9f92d5b531b', 'mac_address': 'fa:16:3e:f8:5f:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c44eccd5-dfa3-4a3f-847a-c21c74381eee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T17:13:32Z', 'updated_at': '2022-02-04T17:14:30Z', 'revision_number': 8, 'project_id': 'cf07c74cdc00450eafd97d06057c3156', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42093760-4751-4ec8-b7ed-25206ff15cfc', 'name': '', 'network_id': '71f03b9f-e704-4df0-bce2-e9f92d5b531b', 'tenant_id': 'cf07c74cdc00450eafd97d06057c3156', 'mac_address': 'fa:16:3e:1b:b6:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5d014be-c135-4c5a-85ce-4035303b563e', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '147a2a29-50a3-4d38-8c0e-9ec73b9af714', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:12:56Z', 'updated_at': '2022-02-04T17:13:04Z', 'revision_number': 5, 'project_id': 'cf07c74cdc00450eafd97d06057c3156', 'subnets': [{'id': '147a2a29-50a3-4d38-8c0e-9ec73b9af714', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 17:14:33.122824 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] For port d84d4853-863b-4441-877e-8ff0319d5d6b, host n-h2-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=d84d4853-863b-4441-877e-8ff0319d5d6b,segment=NetworkSegment(3a39b085-d3e6-43bb-a64c-1b06dd049e5a),segment_id=3a39b085-d3e6-43bb-a64c-1b06dd049e5a)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:14:33.132047 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (d84d4853-863b-4441-877e-8ff0319d5d6b), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:33.220440 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Pushing event updated for resources: {'Port': ['ID=d84d4853-863b-4441-877e-8ff0319d5d6b,revision_number=4']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:14:33.262159 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfb80f2-3029-460d-9dd1-381500ad4414 req-318ff8fd-d83a-4cb1-977d-df01c5344676 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:14:33.263991 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-2cfb80f2-3029-460d-9dd1-381500ad4414 req-318ff8fd-d83a-4cb1-977d-df01c5344676 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=de991ffa63634ff992d797b06d2aeaaa&device_id=50c546c5-589c-44d9-b10d-3b47cb5bfc2d HTTP/1.1" status: 200 len: 1130 time: 0.1058991 Feb 04 17:14:33.314897 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac70b600-8fb0-48d8-8e0a-8dbbec3a1a2d req-ea79449f-3841-43db-830e-49f1e78b47cd tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:14:33.316861 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-ac70b600-8fb0-48d8-8e0a-8dbbec3a1a2d req-ea79449f-3841-43db-830e-49f1e78b47cd tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] 10.222.0.89 "GET /v2.0/ports?device_id=cc6828c0-e3de-440f-b02a-be00d4b9136d HTTP/1.1" status: 200 len: 950 time: 0.1525695 Feb 04 17:14:33.369485 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [req-4b334e55-373c-4c66-a852-78c20f19e6fc req-1d3b9f80-c3b5-4f2f-aedf-5a8d870f0364 tempest-LiveMigrationTest-101728267 tempest-LiveMigrationTest-101728267-project-admin] http://10.222.0.89:9696/v2.0/extensions returned with HTTP 200 {{(pid=103376) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 17:14:33.370632 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-4b334e55-373c-4c66-a852-78c20f19e6fc req-1d3b9f80-c3b5-4f2f-aedf-5a8d870f0364 tempest-LiveMigrationTest-101728267 tempest-LiveMigrationTest-101728267-project-admin] 10.222.0.89 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0061159 Feb 04 17:14:33.425823 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfb80f2-3029-460d-9dd1-381500ad4414 req-4a31adaa-56f9-4eb6-b75b-75c68086b251 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:14:33.427484 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-2cfb80f2-3029-460d-9dd1-381500ad4414 req-4a31adaa-56f9-4eb6-b75b-75c68086b251 service neutron] 10.222.0.90 "GET /v2.0/networks?id=02be22b9-aa53-40ea-8050-9239cd27d1ff HTTP/1.1" status: 200 len: 870 time: 0.1502676 Feb 04 17:14:33.440833 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] get_ports_and_sgs() called for port_ids ['f4b260ec-2b92-4b49-a638-97cffbd194dd'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 17:14:33.445895 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-ac70b600-8fb0-48d8-8e0a-8dbbec3a1a2d req-df91f934-4b01-46b4-a5d2-ec23afb45d00 tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] 10.222.0.89 "GET /v2.0/security-groups?id=5fa98c6a-94b3-4690-b9c3-4f0e67d11226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187871 Feb 04 17:14:33.467335 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b334e55-373c-4c66-a852-78c20f19e6fc req-3b455103-f86e-4c72-9fb2-d15324256a09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:14:33.483151 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-4b334e55-373c-4c66-a852-78c20f19e6fc req-3b455103-f86e-4c72-9fb2-d15324256a09 service neutron] 10.222.0.89 "GET /v2.0/ports/17cda4ab-3ccf-457d-a2e3-93cde1c26576 HTTP/1.1" status: 200 len: 1124 time: 0.1013834 Feb 04 17:14:33.488267 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [req-4b334e55-373c-4c66-a852-78c20f19e6fc req-527a1497-e0cd-4c2e-ac24-286b7e837290 service neutron] Request body: {'binding': {'host': 'n-h2-827839-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:14:33.488724 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [req-4b334e55-373c-4c66-a852-78c20f19e6fc req-527a1497-e0cd-4c2e-ac24-286b7e837290 service neutron] Unknown quota resources ['binding']. {{(pid=103376) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 04 17:14:33.523213 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-2cfb80f2-3029-460d-9dd1-381500ad4414 req-aacad3da-c19d-4cd0-9dc4-4fa410b85c6f service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.94&port_id=d84d4853-863b-4441-877e-8ff0319d5d6b HTTP/1.1" status: 200 len: 217 time: 0.0880790 Feb 04 17:14:33.534685 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] get_ports_and_sgs() called for port_ids ['d84d4853-863b-4441-877e-8ff0319d5d6b'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 17:14:33.546746 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21e2bb06-9819-4d34-8f54-8680ceb3abd6 None None] New status for floating IP 25d62b49-05a6-4bd1-812f-a44e9e405721: ACTIVE {{(pid=103378) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 17:14:33.588349 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 17:14:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7794846e-d3f7-4b09-8f8a-3806a90b8220 x-openstack-request-id: req-7794846e-d3f7-4b09-8f8a-3806a90b8220 {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:14:33.588650 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c44eccd5-dfa3-4a3f-847a-c21c74381eee", "tag": "8de53365-17ae-47ae-b48d-2c5bd7b7ab3c", "status": "completed", "code": 200}]} {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:14:33.588937 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-7794846e-d3f7-4b09-8f8a-3806a90b8220 {{(pid=103376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:14:33.589345 n-d-827839-2 neutron-server[103376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c44eccd5-dfa3-4a3f-847a-c21c74381eee', 'tag': '8de53365-17ae-47ae-b48d-2c5bd7b7ab3c', 'status': 'completed', 'code': 200} Feb 04 17:14:33.716591 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [req-4b334e55-373c-4c66-a852-78c20f19e6fc req-527a1497-e0cd-4c2e-ac24-286b7e837290 service neutron] Attempting to bind port 17cda4ab-3ccf-457d-a2e3-93cde1c26576 on host n-h2-827839-2 for vnic_type normal with profile None {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:14:33.717383 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [req-4b334e55-373c-4c66-a852-78c20f19e6fc req-527a1497-e0cd-4c2e-ac24-286b7e837290 service neutron] Attempting to bind port 17cda4ab-3ccf-457d-a2e3-93cde1c26576 by drivers openvswitch,hyperv on host n-h2-827839-2 at level 0 using segments [{'id': '4adf983e-b4f0-4caa-beec-ecaadf2366f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '865a5290-ec33-4655-84a4-bc1453190ac7'}] {{(pid=103376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:14:33.717959 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b334e55-373c-4c66-a852-78c20f19e6fc req-527a1497-e0cd-4c2e-ac24-286b7e837290 service neutron] Attempting to bind port 17cda4ab-3ccf-457d-a2e3-93cde1c26576 on network 865a5290-ec33-4655-84a4-bc1453190ac7 {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:14:33.730935 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b334e55-373c-4c66-a852-78c20f19e6fc req-527a1497-e0cd-4c2e-ac24-286b7e837290 service neutron] Port 17cda4ab-3ccf-457d-a2e3-93cde1c26576 on network 865a5290-ec33-4655-84a4-bc1453190ac7 not bound, no agent of type Open vSwitch agent registered on host n-h2-827839-2 {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 17:14:33.734178 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b334e55-373c-4c66-a852-78c20f19e6fc req-527a1497-e0cd-4c2e-ac24-286b7e837290 service neutron] Attempting to bind port 17cda4ab-3ccf-457d-a2e3-93cde1c26576 on network 865a5290-ec33-4655-84a4-bc1453190ac7 {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:14:33.748250 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06525d9d-5f45-44c4-b3b0-0e6119be9cd6 req-5c00bf5f-4025-4295-9fc2-0f9d3700dad8 tempest-SecurityGroupsTestJSON-1563643175 tempest-SecurityGroupsTestJSON-1563643175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:14:33.762165 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-06525d9d-5f45-44c4-b3b0-0e6119be9cd6 req-5c00bf5f-4025-4295-9fc2-0f9d3700dad8 tempest-SecurityGroupsTestJSON-1563643175 tempest-SecurityGroupsTestJSON-1563643175-project] 10.222.0.89 "GET /v2.0/ports?device_id=00f087e2-0627-42fe-a81f-2759ffd284e1 HTTP/1.1" status: 200 len: 943 time: 0.1280563 Feb 04 17:14:33.765287 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b334e55-373c-4c66-a852-78c20f19e6fc req-527a1497-e0cd-4c2e-ac24-286b7e837290 service neutron] Checking agent: {'id': 'f20a1ab3-4332-4f54-833b-ba4a7c687e89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 8, 40), 'started_at': datetime.datetime(2022, 2, 4, 17, 8, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 14, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:14:33.765648 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b334e55-373c-4c66-a852-78c20f19e6fc req-527a1497-e0cd-4c2e-ac24-286b7e837290 service neutron] Checking segment: {'id': '4adf983e-b4f0-4caa-beec-ecaadf2366f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '865a5290-ec33-4655-84a4-bc1453190ac7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:14:33.766043 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b334e55-373c-4c66-a852-78c20f19e6fc req-527a1497-e0cd-4c2e-ac24-286b7e837290 service neutron] Bound using segment: {'id': '4adf983e-b4f0-4caa-beec-ecaadf2366f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '865a5290-ec33-4655-84a4-bc1453190ac7'} {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:14:33.766483 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [req-4b334e55-373c-4c66-a852-78c20f19e6fc req-527a1497-e0cd-4c2e-ac24-286b7e837290 service neutron] Bound port: 17cda4ab-3ccf-457d-a2e3-93cde1c26576, host: n-h2-827839-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4adf983e-b4f0-4caa-beec-ecaadf2366f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '865a5290-ec33-4655-84a4-bc1453190ac7'}}] {{(pid=103376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:14:33.864390 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-06525d9d-5f45-44c4-b3b0-0e6119be9cd6 req-85b4eae0-73eb-44de-b4c3-979c27824357 tempest-SecurityGroupsTestJSON-1563643175 tempest-SecurityGroupsTestJSON-1563643175-project] 10.222.0.89 "GET /v2.0/security-groups?id=beaee1ab-f1ea-48fb-8fb6-199b9068cee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947671 Feb 04 17:14:33.900275 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [req-4b334e55-373c-4c66-a852-78c20f19e6fc req-527a1497-e0cd-4c2e-ac24-286b7e837290 service neutron] For port 17cda4ab-3ccf-457d-a2e3-93cde1c26576, host n-h2-827839-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=17cda4ab-3ccf-457d-a2e3-93cde1c26576,segment=NetworkSegment(4adf983e-b4f0-4caa-beec-ecaadf2366f2),segment_id=4adf983e-b4f0-4caa-beec-ecaadf2366f2)] {{(pid=103376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:14:33.941895 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-4b334e55-373c-4c66-a852-78c20f19e6fc req-527a1497-e0cd-4c2e-ac24-286b7e837290 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:33.943706 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-4b334e55-373c-4c66-a852-78c20f19e6fc req-527a1497-e0cd-4c2e-ac24-286b7e837290 service neutron] 10.222.0.89 "POST /v2.0/ports/17cda4ab-3ccf-457d-a2e3-93cde1c26576/bindings HTTP/1.1" status: 201 len: 389 time: 0.4591725 Feb 04 17:14:33.987946 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-c699777e-1f05-4d0b-a041-34bc637ce962 req-bf4a7b28-8344-4e76-860a-d029d024c508 tempest-FloatingIPsAssociationTestJSON-1767827216 tempest-FloatingIPsAssociationTestJSON-1767827216-project] 10.222.0.89 "GET /v2.0/floatingips/25d62b49-05a6-4bd1-812f-a44e9e405721 HTTP/1.1" status: 200 len: 996 time: 0.0960910 Feb 04 17:14:34.055845 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfb80f2-3029-460d-9dd1-381500ad4414 req-4d4a6426-9eb6-4ad1-9e05-1eeb0655b2b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:14:34.057405 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-2cfb80f2-3029-460d-9dd1-381500ad4414 req-4d4a6426-9eb6-4ad1-9e05-1eeb0655b2b2 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=c974b0ff-2c5c-4667-8a81-3bde3ea6ced5 HTTP/1.1" status: 200 len: 843 time: 0.5216637 Feb 04 17:14:34.134071 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c699777e-1f05-4d0b-a041-34bc637ce962 req-4440ddb0-72ec-4763-ad04-9580230ffc5d tempest-FloatingIPsAssociationTestJSON-1767827216 tempest-FloatingIPsAssociationTestJSON-1767827216-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:14:34.142738 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-c699777e-1f05-4d0b-a041-34bc637ce962 req-4440ddb0-72ec-4763-ad04-9580230ffc5d tempest-FloatingIPsAssociationTestJSON-1767827216 tempest-FloatingIPsAssociationTestJSON-1767827216-project] 10.222.0.89 "GET /v2.0/networks/48165773-85ad-49a1-9ec1-76fc8dc24188 HTTP/1.1" status: 200 len: 784 time: 0.1538365 Feb 04 17:14:34.149016 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [req-c699777e-1f05-4d0b-a041-34bc637ce962 req-c3418df5-5863-4d55-b02e-28578efc9eca tempest-FloatingIPsAssociationTestJSON-1767827216 tempest-FloatingIPsAssociationTestJSON-1767827216-project] http://10.222.0.89:9696/v2.0/extensions returned with HTTP 200 {{(pid=103376) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 17:14:34.151038 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e3ed9a-ce7b-40ac-9694-641911cd86e5 req-33bc57b4-aae4-4759-bed5-ffa58513961d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:14:34.152642 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-25e3ed9a-ce7b-40ac-9694-641911cd86e5 req-33bc57b4-aae4-4759-bed5-ffa58513961d service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=cf07c74cdc00450eafd97d06057c3156&device_id=c44eccd5-dfa3-4a3f-847a-c21c74381eee HTTP/1.1" status: 200 len: 1127 time: 0.5467498 Feb 04 17:14:34.163907 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-c699777e-1f05-4d0b-a041-34bc637ce962 req-c3418df5-5863-4d55-b02e-28578efc9eca tempest-FloatingIPsAssociationTestJSON-1767827216 tempest-FloatingIPsAssociationTestJSON-1767827216-project] 10.222.0.89 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0174763 Feb 04 17:14:34.226022 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 17:14:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f437c08c-6e3c-49aa-9c66-11c5ba25a5b5 x-openstack-request-id: req-f437c08c-6e3c-49aa-9c66-11c5ba25a5b5 {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:14:34.226734 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc6828c0-e3de-440f-b02a-be00d4b9136d", "name": "network-vif-plugged", "status": "completed", "tag": "1c7d9fa2-9ef9-488a-a8c3-a61982a926f8", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:14:34.226734 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-f437c08c-6e3c-49aa-9c66-11c5ba25a5b5 {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:14:34.227616 n-d-827839-2 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc6828c0-e3de-440f-b02a-be00d4b9136d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c7d9fa2-9ef9-488a-a8c3-a61982a926f8', 'code': 200} Feb 04 17:14:34.328430 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ae58c2-2055-4cd3-a0c1-c9ff8cfba28e req-6c334b5d-0e3c-4901-b8c1-39660293f7d7 tempest-LiveAutoBlockMigrationV225Test-1607657603 tempest-LiveAutoBlockMigrationV225Test-1607657603-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:14:34.331247 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-63ae58c2-2055-4cd3-a0c1-c9ff8cfba28e req-6c334b5d-0e3c-4901-b8c1-39660293f7d7 tempest-LiveAutoBlockMigrationV225Test-1607657603 tempest-LiveAutoBlockMigrationV225Test-1607657603-project-admin] 10.222.0.89 "GET /v2.0/ports?device_id=d8a46594-af9a-4c29-9a3e-2edb427e70fa HTTP/1.1" status: 200 len: 1126 time: 0.1076114 Feb 04 17:14:34.372938 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfb80f2-3029-460d-9dd1-381500ad4414 req-e4b234b9-3131-4c34-9e43-c3132b3ce7a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:14:34.375061 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-2cfb80f2-3029-460d-9dd1-381500ad4414 req-e4b234b9-3131-4c34-9e43-c3132b3ce7a8 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=02be22b9-aa53-40ea-8050-9239cd27d1ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3046668 Feb 04 17:14:34.430307 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-63ae58c2-2055-4cd3-a0c1-c9ff8cfba28e req-3dc9a7b3-b91a-46aa-a227-e49f14268c3b tempest-LiveAutoBlockMigrationV225Test-1607657603 tempest-LiveAutoBlockMigrationV225Test-1607657603-project-admin] 10.222.0.89 "GET /v2.0/security-groups?id=119a7f03-3e07-4d1e-8852-d9f974f9f052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917659 Feb 04 17:14:34.516885 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e3ed9a-ce7b-40ac-9694-641911cd86e5 req-58721a83-0445-4104-b9cb-b01a4cec04cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:14:34.516885 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-25e3ed9a-ce7b-40ac-9694-641911cd86e5 req-58721a83-0445-4104-b9cb-b01a4cec04cc service neutron] 10.222.0.90 "GET /v2.0/networks?id=71f03b9f-e704-4df0-bce2-e9f92d5b531b HTTP/1.1" status: 200 len: 921 time: 0.3287990 Feb 04 17:14:34.604970 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66adf262-605b-419b-9437-6a5f273edb28 req-bbfb4e06-1191-49d9-8546-4baf6545c029 tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:14:34.606514 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-66adf262-605b-419b-9437-6a5f273edb28 req-bbfb4e06-1191-49d9-8546-4baf6545c029 tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] 10.222.0.89 "GET /v2.0/ports?device_id=50c546c5-589c-44d9-b10d-3b47cb5bfc2d HTTP/1.1" status: 200 len: 948 time: 0.2818303 Feb 04 17:14:34.630982 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-2cfb80f2-3029-460d-9dd1-381500ad4414 req-be32fbb9-40f0-4347-a091-d03d0a3dae46 service neutron] 10.222.0.90 "GET /v2.0/networks/02be22b9-aa53-40ea-8050-9239cd27d1ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2482927 Feb 04 17:14:34.643320 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4f14bb47-e72b-46ac-9e44-a61d9293afcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (75326290-f7a3-4db8-9cf2-15c7139ed224), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:34.658333 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-25e3ed9a-ce7b-40ac-9694-641911cd86e5 req-fe8be40d-f57c-4afc-af2f-fdfe618ddac0 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8de53365-17ae-47ae-b48d-2c5bd7b7ab3c HTTP/1.1" status: 200 len: 1001 time: 0.1399016 Feb 04 17:14:34.660388 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b334e55-373c-4c66-a852-78c20f19e6fc req-6f9a9dda-b972-48fa-9d92-b7bf9b4d6fba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:14:34.661861 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-4b334e55-373c-4c66-a852-78c20f19e6fc req-6f9a9dda-b972-48fa-9d92-b7bf9b4d6fba service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=8da6ad4e5ee34bf6bb722cd37ab73ea7&device_id=7bfb0405-10b3-4cc0-8634-8feb429a0d1f HTTP/1.1" status: 200 len: 1127 time: 0.2161391 Feb 04 17:14:34.683529 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394ebd7e-524f-449e-96bf-fecdaf5e4753 req-12173d62-b0bf-43c9-b06f-a62c501f152c tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:14:34.686569 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-394ebd7e-524f-449e-96bf-fecdaf5e4753 req-12173d62-b0bf-43c9-b06f-a62c501f152c tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] 10.222.0.89 "GET /v2.0/ports?device_id=7bfb0405-10b3-4cc0-8634-8feb429a0d1f HTTP/1.1" status: 200 len: 945 time: 0.0841441 Feb 04 17:14:34.747952 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-394ebd7e-524f-449e-96bf-fecdaf5e4753 req-d9e1fbff-ffba-4f2f-b219-e816bdb564f5 tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] 10.222.0.89 "GET /v2.0/security-groups?id=18e6cc58-e448-4d12-9423-2a502a086ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514035 Feb 04 17:14:34.828324 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-66adf262-605b-419b-9437-6a5f273edb28 req-9eb76d09-29cf-4ab9-b777-2f15796feb07 tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] 10.222.0.89 "GET /v2.0/security-groups?id=4f68676b-760c-49c3-a14c-c9afa7ad720d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1943395 Feb 04 17:14:34.847163 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e3ed9a-ce7b-40ac-9694-641911cd86e5 req-177feb21-5a1f-4fc0-94a9-6cf0319e179b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:14:34.848625 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-25e3ed9a-ce7b-40ac-9694-641911cd86e5 req-177feb21-5a1f-4fc0-94a9-6cf0319e179b service neutron] 10.222.0.90 "GET /v2.0/subnets?id=147a2a29-50a3-4d38-8c0e-9ec73b9af714 HTTP/1.1" status: 200 len: 859 time: 0.1660435 Feb 04 17:14:34.858320 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-e5a18b9c-c574-4561-8889-969352b58590 req-337ab464-0b68-49c8-adc9-6933ea99910e tempest-FloatingIPsAssociationTestJSON-1767827216 tempest-FloatingIPsAssociationTestJSON-1767827216-project] 10.222.0.89 "GET /v2.0/floatingips?floating_ip_address=172.25.6.195 HTTP/1.1" status: 200 len: 1001 time: 0.0822351 Feb 04 17:14:34.915614 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a18b9c-c574-4561-8889-969352b58590 req-c69bf163-ca6c-4627-bd18-5b93690295a7 tempest-FloatingIPsAssociationTestJSON-1767827216 tempest-FloatingIPsAssociationTestJSON-1767827216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:14:34.917983 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-e5a18b9c-c574-4561-8889-969352b58590 req-c69bf163-ca6c-4627-bd18-5b93690295a7 tempest-FloatingIPsAssociationTestJSON-1767827216 tempest-FloatingIPsAssociationTestJSON-1767827216-project] 10.222.0.89 "GET /v2.0/ports/8de53365-17ae-47ae-b48d-2c5bd7b7ab3c HTTP/1.1" status: 200 len: 942 time: 0.0581563 Feb 04 17:14:34.929841 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-2cfb80f2-3029-460d-9dd1-381500ad4414 req-c4ca8da2-b087-480e-81c6-ea7d0021569b service neutron] 10.222.0.90 "GET /v2.0/networks/02be22b9-aa53-40ea-8050-9239cd27d1ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2875085 Feb 04 17:14:34.964631 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b334e55-373c-4c66-a852-78c20f19e6fc req-0bd83405-fa1a-414d-b2be-38dd84de3b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:14:34.966632 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-4b334e55-373c-4c66-a852-78c20f19e6fc req-0bd83405-fa1a-414d-b2be-38dd84de3b8a service neutron] 10.222.0.90 "GET /v2.0/networks?id=865a5290-ec33-4655-84a4-bc1453190ac7 HTTP/1.1" status: 200 len: 908 time: 0.2928512 Feb 04 17:14:35.038988 n-d-827839-2 neutron-server[103377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00f087e2-0627-42fe-a81f-2759ffd284e1', 'tag': '3f815a81-39e6-4dda-88cd-517133688c05'}] {{(pid=103377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:14:35.041905 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7240428b650e1488e9361b62648ff4b3a6c19d49d8c27c949491ab58c1346cf0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4f4a08d-f4f0-4460-8bb7-638f5f5541ad" -d '{"events": [{"name": "network-changed", "server_uuid": "00f087e2-0627-42fe-a81f-2759ffd284e1", "tag": "3f815a81-39e6-4dda-88cd-517133688c05"}]}' {{(pid=103377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:14:35.054924 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-4b334e55-373c-4c66-a852-78c20f19e6fc req-8283b320-7bae-413c-ae8b-136d384d9ba9 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=17cda4ab-3ccf-457d-a2e3-93cde1c26576 HTTP/1.1" status: 200 len: 217 time: 0.0788033 Feb 04 17:14:35.059973 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e3ed9a-ce7b-40ac-9694-641911cd86e5 req-85b718b9-8a7c-4fba-bc7b-d15230470dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:14:35.062090 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-25e3ed9a-ce7b-40ac-9694-641911cd86e5 req-85b718b9-8a7c-4fba-bc7b-d15230470dd9 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=71f03b9f-e704-4df0-bce2-e9f92d5b531b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2039382 Feb 04 17:14:35.073651 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-e5a18b9c-c574-4561-8889-969352b58590 req-3a15e827-43b7-4bf5-867e-a88d65bb4efe tempest-FloatingIPsAssociationTestJSON-1767827216 tempest-FloatingIPsAssociationTestJSON-1767827216-project] 10.222.0.89 "GET /v2.0/floatingips?floating_ip_address=172.25.6.195 HTTP/1.1" status: 200 len: 1001 time: 0.0973437 Feb 04 17:14:35.181341 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f17a80-274c-470a-a27b-c955cd4ab57a req-ceed3d92-3f5c-4028-ad4e-86976701b428 tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:14:35.182738 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-c3f17a80-274c-470a-a27b-c955cd4ab57a req-ceed3d92-3f5c-4028-ad4e-86976701b428 tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] 10.222.0.89 "GET /v2.0/ports?device_id=cc6828c0-e3de-440f-b02a-be00d4b9136d HTTP/1.1" status: 200 len: 950 time: 0.2786665 Feb 04 17:14:35.198857 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a18b9c-c574-4561-8889-969352b58590 req-6e0752c8-09e1-4250-b151-638c3bbc99f4 tempest-FloatingIPsAssociationTestJSON-1767827216 tempest-FloatingIPsAssociationTestJSON-1767827216-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:14:35.205254 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-e5a18b9c-c574-4561-8889-969352b58590 req-6e0752c8-09e1-4250-b151-638c3bbc99f4 tempest-FloatingIPsAssociationTestJSON-1767827216 tempest-FloatingIPsAssociationTestJSON-1767827216-project] 10.222.0.89 "GET /v2.0/networks/48165773-85ad-49a1-9ec1-76fc8dc24188 HTTP/1.1" status: 200 len: 784 time: 0.1292591 Feb 04 17:14:35.211091 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b334e55-373c-4c66-a852-78c20f19e6fc req-c8c20491-1131-41fb-8a94-9a8532e02cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:14:35.212522 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-4b334e55-373c-4c66-a852-78c20f19e6fc req-c8c20491-1131-41fb-8a94-9a8532e02cf2 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=22305eb3-36bf-4425-804b-f2478ee8714d HTTP/1.1" status: 200 len: 847 time: 0.1449366 Feb 04 17:14:35.260315 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-4b334e55-373c-4c66-a852-78c20f19e6fc req-c730d9db-9607-4bc9-9094-f8cbb85daae3 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=865a5290-ec33-4655-84a4-bc1453190ac7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0382659 Feb 04 17:14:35.282605 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-e5a18b9c-c574-4561-8889-969352b58590 req-4ff46f92-e8ed-4de7-960f-901e3de0da23 tempest-FloatingIPsAssociationTestJSON-1767827216 tempest-FloatingIPsAssociationTestJSON-1767827216-project] 10.222.0.89 "GET /v2.0/floatingips?floating_ip_address=172.25.6.195 HTTP/1.1" status: 200 len: 1001 time: 0.0744514 Feb 04 17:14:35.294817 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [req-e5a18b9c-c574-4561-8889-969352b58590 req-9ce3407c-4a4b-42b0-9076-cb7ed5f6a1ee tempest-FloatingIPsAssociationTestJSON-1767827216 tempest-FloatingIPsAssociationTestJSON-1767827216-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:14:35.312599 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-25e3ed9a-ce7b-40ac-9694-641911cd86e5 req-6e284ec6-cedd-4cee-8a2a-bf17eac27779 service neutron] 10.222.0.90 "GET /v2.0/networks/71f03b9f-e704-4df0-bce2-e9f92d5b531b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2431426 Feb 04 17:14:35.402363 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-e5a18b9c-c574-4561-8889-969352b58590 req-9ce3407c-4a4b-42b0-9076-cb7ed5f6a1ee tempest-FloatingIPsAssociationTestJSON-1767827216 tempest-FloatingIPsAssociationTestJSON-1767827216-project] Publish callbacks [] for floatingip (25d62b49-05a6-4bd1-812f-a44e9e405721), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:35.418782 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-c3f17a80-274c-470a-a27b-c955cd4ab57a req-71b923b4-d863-4c29-97f5-ecb559ee3f66 tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] 10.222.0.89 "GET /v2.0/security-groups?id=5fa98c6a-94b3-4690-b9c3-4f0e67d11226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2252457 Feb 04 17:14:35.477602 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-4b334e55-373c-4c66-a852-78c20f19e6fc req-f2b11296-ff07-4de0-bfb8-e60bfa58fc09 service neutron] 10.222.0.90 "GET /v2.0/networks/865a5290-ec33-4655-84a4-bc1453190ac7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2082932 Feb 04 17:14:35.511147 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-25e3ed9a-ce7b-40ac-9694-641911cd86e5 req-1ef4f222-9a61-49ec-80d2-980414e3bef3 service neutron] 10.222.0.90 "GET /v2.0/networks/71f03b9f-e704-4df0-bce2-e9f92d5b531b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1595805 Feb 04 17:14:35.593265 n-d-827839-2 neutron-server[103376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5196e6cf-a12c-4bb6-90ee-c977b84aa4c1', 'name': 'network-vif-deleted', 'tag': '2868b715-dae8-4a3f-b481-1acad8c24330'}] {{(pid=103376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:14:35.595725 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d59c3bb5e2f09ebf62144d5e09b1cff60c763a9c19614c24538e77842938c05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed0edf6d-7503-4cb7-8fc6-d1e0be305b05" -d '{"events": [{"server_uuid": "5196e6cf-a12c-4bb6-90ee-c977b84aa4c1", "name": "network-vif-deleted", "tag": "2868b715-dae8-4a3f-b481-1acad8c24330"}]}' {{(pid=103376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:14:35.600786 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-e5a18b9c-c574-4561-8889-969352b58590 req-9ce3407c-4a4b-42b0-9076-cb7ed5f6a1ee tempest-FloatingIPsAssociationTestJSON-1767827216 tempest-FloatingIPsAssociationTestJSON-1767827216-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:35.605142 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-e5a18b9c-c574-4561-8889-969352b58590 req-9ce3407c-4a4b-42b0-9076-cb7ed5f6a1ee tempest-FloatingIPsAssociationTestJSON-1767827216 tempest-FloatingIPsAssociationTestJSON-1767827216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1595586'] for floatingip (25d62b49-05a6-4bd1-812f-a44e9e405721), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:35.605486 n-d-827839-2 neutron-server[103376]: INFO neutron.db.l3_db [req-e5a18b9c-c574-4561-8889-969352b58590 req-9ce3407c-4a4b-42b0-9076-cb7ed5f6a1ee tempest-FloatingIPsAssociationTestJSON-1767827216 tempest-FloatingIPsAssociationTestJSON-1767827216-project] Floating IP 25d62b49-05a6-4bd1-812f-a44e9e405721 disassociated. External IP: 172.25.6.195, port: 8de53365-17ae-47ae-b48d-2c5bd7b7ab3c. Feb 04 17:14:35.611141 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Device f4b260ec-2b92-4b49-a638-97cffbd194dd up at agent hyperv_n-h2-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:14:35.613041 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-4b334e55-373c-4c66-a852-78c20f19e6fc req-a8fc6de2-adbf-4b4a-be58-4f33a826eb64 service neutron] 10.222.0.90 "GET /v2.0/networks/865a5290-ec33-4655-84a4-bc1453190ac7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256695 Feb 04 17:14:35.617730 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c3cb07-7362-4173-9105-75dc57d22104 req-d1719e34-99e0-4eaa-9740-7a791269c365 tempest-LiveAutoBlockMigrationV225Test-1607657603 tempest-LiveAutoBlockMigrationV225Test-1607657603-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:14:35.619265 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-07c3cb07-7362-4173-9105-75dc57d22104 req-d1719e34-99e0-4eaa-9740-7a791269c365 tempest-LiveAutoBlockMigrationV225Test-1607657603 tempest-LiveAutoBlockMigrationV225Test-1607657603-project-admin] 10.222.0.89 "GET /v2.0/ports?device_id=d8a46594-af9a-4c29-9a3e-2edb427e70fa HTTP/1.1" status: 200 len: 1126 time: 0.0822148 Feb 04 17:14:35.681098 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device 2868b715-dae8-4a3f-b481-1acad8c24330 no longer exists at agent hyperv_n-h1-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:14:35.710987 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (ba70844b-66a0-45fd-a2f2-e6ed673321fc), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:35.710987 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] No Port match for: 2868b715-dae8-4a3f-b481-1acad8c24330 {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 17:14:35.711579 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device 2868b715-dae8-4a3f-b481-1acad8c24330 not bound to the agent host n-h1-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 17:14:35.727449 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-07c3cb07-7362-4173-9105-75dc57d22104 req-f3184192-c238-470d-8c70-ddebb39a504b tempest-LiveAutoBlockMigrationV225Test-1607657603 tempest-LiveAutoBlockMigrationV225Test-1607657603-project-admin] 10.222.0.89 "GET /v2.0/security-groups?id=119a7f03-3e07-4d1e-8852-d9f974f9f052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976102 Feb 04 17:14:35.734936 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Provisioning for port f4b260ec-2b92-4b49-a638-97cffbd194dd completed by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 17:14:35.748040 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b334e55-373c-4c66-a852-78c20f19e6fc req-2e7cfedd-c063-4c72-af5e-1958d256617b tempest-LiveMigrationTest-101728267 tempest-LiveMigrationTest-101728267-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:14:35.749680 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-4b334e55-373c-4c66-a852-78c20f19e6fc req-2e7cfedd-c063-4c72-af5e-1958d256617b tempest-LiveMigrationTest-101728267 tempest-LiveMigrationTest-101728267-project-admin] 10.222.0.90 "GET /v2.0/ports?device_id=7bfb0405-10b3-4cc0-8634-8feb429a0d1f&tenant_id=8da6ad4e5ee34bf6bb722cd37ab73ea7&binding%3Ahost_id=n-h1-827839-2 HTTP/1.1" status: 200 len: 1127 time: 0.0729332 Feb 04 17:14:35.750660 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Provisioning complete for port f4b260ec-2b92-4b49-a638-97cffbd194dd triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:14:35.751037 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (f4b260ec-2b92-4b49-a638-97cffbd194dd), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:35.760681 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [req-4b334e55-373c-4c66-a852-78c20f19e6fc req-7131ff43-0ac4-45b1-8c70-3f1cf2aff519 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-827839-2'}}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:14:35.900421 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-4b334e55-373c-4c66-a852-78c20f19e6fc req-7131ff43-0ac4-45b1-8c70-3f1cf2aff519 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (17cda4ab-3ccf-457d-a2e3-93cde1c26576), before_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:35.906236 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Current status of the port f4b260ec-2b92-4b49-a638-97cffbd194dd is: BUILD; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:14:35.907093 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (f4b260ec-2b92-4b49-a638-97cffbd194dd), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:35.972011 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] For port f4b260ec-2b92-4b49-a638-97cffbd194dd, host n-h2-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=f4b260ec-2b92-4b49-a638-97cffbd194dd,segment=NetworkSegment(3a39b085-d3e6-43bb-a64c-1b06dd049e5a),segment_id=3a39b085-d3e6-43bb-a64c-1b06dd049e5a)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:14:35.975644 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db38a05c-46e9-4fd2-9a46-177b79dfee5f req-0c03e57d-2314-4f8c-bc3e-fd9a92847930 tempest-SecurityGroupsTestJSON-1563643175 tempest-SecurityGroupsTestJSON-1563643175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:14:35.976840 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (f4b260ec-2b92-4b49-a638-97cffbd194dd), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:35.977433 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-db38a05c-46e9-4fd2-9a46-177b79dfee5f req-0c03e57d-2314-4f8c-bc3e-fd9a92847930 tempest-SecurityGroupsTestJSON-1563643175 tempest-SecurityGroupsTestJSON-1563643175-project] 10.222.0.89 "GET /v2.0/ports?device_id=00f087e2-0627-42fe-a81f-2759ffd284e1 HTTP/1.1" status: 200 len: 943 time: 0.1235735 Feb 04 17:14:35.977946 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Device d84d4853-863b-4441-877e-8ff0319d5d6b up at agent hyperv_n-h2-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:14:36.081963 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Pushing event updated for resources: {'Port': ['ID=f4b260ec-2b92-4b49-a638-97cffbd194dd,revision_number=5']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:14:36.102058 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-db38a05c-46e9-4fd2-9a46-177b79dfee5f req-dcd22557-3034-4ae5-88f4-4199a61cdbf0 tempest-SecurityGroupsTestJSON-1563643175 tempest-SecurityGroupsTestJSON-1563643175-project] 10.222.0.89 "GET /v2.0/security-groups?id=beaee1ab-f1ea-48fb-8fb6-199b9068cee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074674 Feb 04 17:14:36.125437 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [req-4b334e55-373c-4c66-a852-78c20f19e6fc req-7131ff43-0ac4-45b1-8c70-3f1cf2aff519 service neutron] For port 17cda4ab-3ccf-457d-a2e3-93cde1c26576, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=17cda4ab-3ccf-457d-a2e3-93cde1c26576,segment=NetworkSegment(4adf983e-b4f0-4caa-beec-ecaadf2366f2),segment_id=4adf983e-b4f0-4caa-beec-ecaadf2366f2)] {{(pid=103377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:14:36.132425 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Provisioning for port d84d4853-863b-4441-877e-8ff0319d5d6b completed by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 17:14:36.139115 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Provisioning complete for port d84d4853-863b-4441-877e-8ff0319d5d6b triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:14:36.139500 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (d84d4853-863b-4441-877e-8ff0319d5d6b), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:36.166035 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 17:14:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3745a743-9a20-4c02-a5a9-223a4ab029fc x-openstack-request-id: req-3745a743-9a20-4c02-a5a9-223a4ab029fc {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:14:36.166577 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00f087e2-0627-42fe-a81f-2759ffd284e1", "tag": "3f815a81-39e6-4dda-88cd-517133688c05", "status": "completed", "code": 200}]} {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:14:36.166936 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-3745a743-9a20-4c02-a5a9-223a4ab029fc {{(pid=103377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:14:36.167424 n-d-827839-2 neutron-server[103377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00f087e2-0627-42fe-a81f-2759ffd284e1', 'tag': '3f815a81-39e6-4dda-88cd-517133688c05', 'status': 'completed', 'code': 200} Feb 04 17:14:36.207490 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [req-4b334e55-373c-4c66-a852-78c20f19e6fc req-7131ff43-0ac4-45b1-8c70-3f1cf2aff519 service neutron] For port 17cda4ab-3ccf-457d-a2e3-93cde1c26576, host n-h1-827839-2, cleared binding levels {{(pid=103377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:14:36.250233 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77f976c4-27a6-4a43-a568-55dca59e1c70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4b260ec-2b92-4b49-a638-97cffbd194dd'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:14:36.252644 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c34bc964ce2211770fda26ca2f3801cc06f4f39928110690550e94ab9c9d2fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bff4182-5235-4878-b10e-c1db7e20eb12" -d '{"events": [{"server_uuid": "77f976c4-27a6-4a43-a568-55dca59e1c70", "name": "network-vif-plugged", "status": "completed", "tag": "f4b260ec-2b92-4b49-a638-97cffbd194dd"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:14:36.281713 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Current status of the port d84d4853-863b-4441-877e-8ff0319d5d6b is: BUILD; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:14:36.281947 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (d84d4853-863b-4441-877e-8ff0319d5d6b), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:36.331210 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] For port d84d4853-863b-4441-877e-8ff0319d5d6b, host n-h2-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=d84d4853-863b-4441-877e-8ff0319d5d6b,segment=NetworkSegment(3a39b085-d3e6-43bb-a64c-1b06dd049e5a),segment_id=3a39b085-d3e6-43bb-a64c-1b06dd049e5a)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:14:36.336557 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (d84d4853-863b-4441-877e-8ff0319d5d6b), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:36.337865 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e5a18b9c-c574-4561-8889-969352b58590 req-9ce3407c-4a4b-42b0-9076-cb7ed5f6a1ee tempest-FloatingIPsAssociationTestJSON-1767827216 tempest-FloatingIPsAssociationTestJSON-1767827216-project] Router b5d014be-c135-4c5a-85ce-4035303b563e has already been hosted by L3 agent 64ada913-9131-4d99-a265-63a920956287 {{(pid=103376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 17:14:36.355150 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-4b334e55-373c-4c66-a852-78c20f19e6fc req-7131ff43-0ac4-45b1-8c70-3f1cf2aff519 service neutron] Publish callbacks [] for port (17cda4ab-3ccf-457d-a2e3-93cde1c26576), precommit_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:36.362043 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f4a08d-f4f0-4460-8bb7-638f5f5541ad req-86ee6350-6019-4748-8a5f-7a2f9ac443f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:14:36.364243 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-a4f4a08d-f4f0-4460-8bb7-638f5f5541ad req-86ee6350-6019-4748-8a5f-7a2f9ac443f6 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=978c6d026b0944f6a413e3d4f2103bea&device_id=00f087e2-0627-42fe-a81f-2759ffd284e1 HTTP/1.1" status: 200 len: 1125 time: 0.1721346 Feb 04 17:14:36.368207 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-4b334e55-373c-4c66-a852-78c20f19e6fc req-7131ff43-0ac4-45b1-8c70-3f1cf2aff519 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25888290'] for port (17cda4ab-3ccf-457d-a2e3-93cde1c26576), after_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:36.417755 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Pushing event updated for resources: {'Port': ['ID=d84d4853-863b-4441-877e-8ff0319d5d6b,revision_number=5']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:14:36.456354 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4687a56-fee3-46db-8324-f1054f18d559 req-45fbe29b-3253-4ab6-8d3b-e49627b271c5 tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:14:36.457941 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-b4687a56-fee3-46db-8324-f1054f18d559 req-45fbe29b-3253-4ab6-8d3b-e49627b271c5 tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] 10.222.0.89 "GET /v2.0/ports?device_id=cc6828c0-e3de-440f-b02a-be00d4b9136d HTTP/1.1" status: 200 len: 950 time: 0.1999273 Feb 04 17:14:36.477250 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e5a18b9c-c574-4561-8889-969352b58590 req-9ce3407c-4a4b-42b0-9076-cb7ed5f6a1ee tempest-FloatingIPsAssociationTestJSON-1767827216 tempest-FloatingIPsAssociationTestJSON-1767827216-project] Notify agent at l3_agent.n-d-827839-2 the message routers_updated {{(pid=103376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 17:14:36.482837 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-e5a18b9c-c574-4561-8889-969352b58590 req-9ce3407c-4a4b-42b0-9076-cb7ed5f6a1ee tempest-FloatingIPsAssociationTestJSON-1767827216 tempest-FloatingIPsAssociationTestJSON-1767827216-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for floatingip (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:36.488999 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fa59ff2-31d9-47d5-be36-f882df0ef538 None None] Sync routers for ids ['b5d014be-c135-4c5a-85ce-4035303b563e'] in n-d-827839-2 {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 17:14:36.512217 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fa59ff2-31d9-47d5-be36-f882df0ef538 None None] Routers {'b5d014be-c135-4c5a-85ce-4035303b563e'} bound to L3 agent in host n-d-827839-2 {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:14:36.512934 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-9fa59ff2-31d9-47d5-be36-f882df0ef538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:14:32Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['b5d014be-c135-4c5a-85ce-4035303b563e'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:14:36.531031 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-e5a18b9c-c574-4561-8889-969352b58590 req-9ce3407c-4a4b-42b0-9076-cb7ed5f6a1ee tempest-FloatingIPsAssociationTestJSON-1767827216 tempest-FloatingIPsAssociationTestJSON-1767827216-project] 10.222.0.89 "PUT /v2.0/floatingips/25d62b49-05a6-4bd1-812f-a44e9e405721 HTTP/1.1" status: 200 len: 696 time: 1.2340930 Feb 04 17:14:36.561624 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7131ff43-0ac4-45b1-8c70-3f1cf2aff519 service neutron] Pushing event updated for resources: {'Port': ['ID=17cda4ab-3ccf-457d-a2e3-93cde1c26576,revision_number=7']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:14:36.592487 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a18b9c-c574-4561-8889-969352b58590 req-1e5a0ea5-1fd4-4788-a223-2d05d7bbeb4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:14:36.601620 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-e5a18b9c-c574-4561-8889-969352b58590 req-1e5a0ea5-1fd4-4788-a223-2d05d7bbeb4e service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=cf07c74cdc00450eafd97d06057c3156&device_id=c44eccd5-dfa3-4a3f-847a-c21c74381eee HTTP/1.1" status: 200 len: 1127 time: 0.0673764 Feb 04 17:14:36.609242 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-b4687a56-fee3-46db-8324-f1054f18d559 req-013589c8-ad91-404e-bd1c-86bb03cd461f tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] 10.222.0.89 "GET /v2.0/security-groups?id=5fa98c6a-94b3-4690-b9c3-4f0e67d11226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314347 Feb 04 17:14:36.610295 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f4a08d-f4f0-4460-8bb7-638f5f5541ad req-a3a25ad6-67ee-400a-a9e4-95b230fb206a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:14:36.611822 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-a4f4a08d-f4f0-4460-8bb7-638f5f5541ad req-a3a25ad6-67ee-400a-a9e4-95b230fb206a service neutron] 10.222.0.96 "GET /v2.0/networks?id=3a92870e-0f75-4f51-bf18-f38ecaa186c3 HTTP/1.1" status: 200 len: 913 time: 0.2402949 Feb 04 17:14:36.612727 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [req-4b334e55-373c-4c66-a852-78c20f19e6fc req-7131ff43-0ac4-45b1-8c70-3f1cf2aff519 service neutron] Attempting to bind port 17cda4ab-3ccf-457d-a2e3-93cde1c26576 on host n-h1-827839-2 for vnic_type normal with profile {"migrating_to": "n-h2-827839-2"} {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:14:36.613088 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [req-4b334e55-373c-4c66-a852-78c20f19e6fc req-7131ff43-0ac4-45b1-8c70-3f1cf2aff519 service neutron] Attempting to bind port 17cda4ab-3ccf-457d-a2e3-93cde1c26576 by drivers openvswitch,hyperv on host n-h1-827839-2 at level 0 using segments [{'id': '4adf983e-b4f0-4caa-beec-ecaadf2366f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '865a5290-ec33-4655-84a4-bc1453190ac7'}] {{(pid=103377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:14:36.613414 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b334e55-373c-4c66-a852-78c20f19e6fc req-7131ff43-0ac4-45b1-8c70-3f1cf2aff519 service neutron] Attempting to bind port 17cda4ab-3ccf-457d-a2e3-93cde1c26576 on network 865a5290-ec33-4655-84a4-bc1453190ac7 {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:14:36.624802 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b334e55-373c-4c66-a852-78c20f19e6fc req-7131ff43-0ac4-45b1-8c70-3f1cf2aff519 service neutron] Port 17cda4ab-3ccf-457d-a2e3-93cde1c26576 on network 865a5290-ec33-4655-84a4-bc1453190ac7 not bound, no agent of type Open vSwitch agent registered on host n-h1-827839-2 {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 17:14:36.625112 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b334e55-373c-4c66-a852-78c20f19e6fc req-7131ff43-0ac4-45b1-8c70-3f1cf2aff519 service neutron] Attempting to bind port 17cda4ab-3ccf-457d-a2e3-93cde1c26576 on network 865a5290-ec33-4655-84a4-bc1453190ac7 {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:14:36.659012 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b334e55-373c-4c66-a852-78c20f19e6fc req-7131ff43-0ac4-45b1-8c70-3f1cf2aff519 service neutron] Checking agent: {'id': '3f9244a9-75fc-4c10-b195-11d48b853b41', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 8, 42), 'started_at': datetime.datetime(2022, 2, 4, 17, 8, 42), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 14, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:14:36.659424 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b334e55-373c-4c66-a852-78c20f19e6fc req-7131ff43-0ac4-45b1-8c70-3f1cf2aff519 service neutron] Checking segment: {'id': '4adf983e-b4f0-4caa-beec-ecaadf2366f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '865a5290-ec33-4655-84a4-bc1453190ac7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:14:36.659886 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b334e55-373c-4c66-a852-78c20f19e6fc req-7131ff43-0ac4-45b1-8c70-3f1cf2aff519 service neutron] Bound using segment: {'id': '4adf983e-b4f0-4caa-beec-ecaadf2366f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '865a5290-ec33-4655-84a4-bc1453190ac7'} {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:14:36.660427 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [req-4b334e55-373c-4c66-a852-78c20f19e6fc req-7131ff43-0ac4-45b1-8c70-3f1cf2aff519 service neutron] Bound port: 17cda4ab-3ccf-457d-a2e3-93cde1c26576, host: n-h1-827839-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4adf983e-b4f0-4caa-beec-ecaadf2366f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '865a5290-ec33-4655-84a4-bc1453190ac7'}}] {{(pid=103377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:14:36.660945 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-4b334e55-373c-4c66-a852-78c20f19e6fc req-7131ff43-0ac4-45b1-8c70-3f1cf2aff519 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (17cda4ab-3ccf-457d-a2e3-93cde1c26576), before_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:36.664172 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-a4f4a08d-f4f0-4460-8bb7-638f5f5541ad req-2c9daf17-6ab6-46d5-93f7-659e7cad64f9 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3f815a81-39e6-4dda-88cd-517133688c05 HTTP/1.1" status: 200 len: 217 time: 0.0455303 Feb 04 17:14:36.741343 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 17:14:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d343525e-8d7b-4066-ac6c-5eabea85d4f5 x-openstack-request-id: req-d343525e-8d7b-4066-ac6c-5eabea85d4f5 {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:14:36.741646 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5196e6cf-a12c-4bb6-90ee-c977b84aa4c1", "name": "network-vif-deleted", "tag": "2868b715-dae8-4a3f-b481-1acad8c24330", "status": "completed", "code": 200}]} {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:14:36.741902 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-d343525e-8d7b-4066-ac6c-5eabea85d4f5 {{(pid=103376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:14:36.742343 n-d-827839-2 neutron-server[103376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5196e6cf-a12c-4bb6-90ee-c977b84aa4c1', 'name': 'network-vif-deleted', 'tag': '2868b715-dae8-4a3f-b481-1acad8c24330', 'status': 'completed', 'code': 200} Feb 04 17:14:36.750170 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f4a08d-f4f0-4460-8bb7-638f5f5541ad req-f385b00d-7d7a-42d6-a793-75c84b4546ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:14:36.751797 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-a4f4a08d-f4f0-4460-8bb7-638f5f5541ad req-f385b00d-7d7a-42d6-a793-75c84b4546ec service neutron] 10.222.0.96 "GET /v2.0/subnets?id=223e3d0b-2da1-4b6d-bc4c-a1504765d855 HTTP/1.1" status: 200 len: 852 time: 0.0792894 Feb 04 17:14:36.794590 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-a4f4a08d-f4f0-4460-8bb7-638f5f5541ad req-43a1810a-87ea-4e16-b3e2-5e8816f94032 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=3a92870e-0f75-4f51-bf18-f38ecaa186c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0356276 Feb 04 17:14:36.799801 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a18b9c-c574-4561-8889-969352b58590 req-e094e19b-4a6c-44bb-9021-e43d84d7c5a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:14:36.800652 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [req-4b334e55-373c-4c66-a852-78c20f19e6fc req-7131ff43-0ac4-45b1-8c70-3f1cf2aff519 service neutron] For port 17cda4ab-3ccf-457d-a2e3-93cde1c26576, host n-h1-827839-2, cleared binding levels {{(pid=103377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:14:36.801325 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-e5a18b9c-c574-4561-8889-969352b58590 req-e094e19b-4a6c-44bb-9021-e43d84d7c5a0 service neutron] 10.222.0.89 "GET /v2.0/networks?id=71f03b9f-e704-4df0-bce2-e9f92d5b531b HTTP/1.1" status: 200 len: 921 time: 0.1988547 Feb 04 17:14:36.816076 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [req-4b334e55-373c-4c66-a852-78c20f19e6fc req-7131ff43-0ac4-45b1-8c70-3f1cf2aff519 service neutron] For port 17cda4ab-3ccf-457d-a2e3-93cde1c26576, host n-h1-827839-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=17cda4ab-3ccf-457d-a2e3-93cde1c26576,segment=NetworkSegment(4adf983e-b4f0-4caa-beec-ecaadf2366f2),segment_id=4adf983e-b4f0-4caa-beec-ecaadf2366f2)] {{(pid=103377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:14:36.852245 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-e5a18b9c-c574-4561-8889-969352b58590 req-dffbfea8-1088-42bb-abd2-572296df18f1 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8de53365-17ae-47ae-b48d-2c5bd7b7ab3c HTTP/1.1" status: 200 len: 217 time: 0.0431190 Feb 04 17:14:36.868518 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-4b334e55-373c-4c66-a852-78c20f19e6fc req-7131ff43-0ac4-45b1-8c70-3f1cf2aff519 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25888290'] for port (17cda4ab-3ccf-457d-a2e3-93cde1c26576), after_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:36.900865 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvr_db [None req-9fa59ff2-31d9-47d5-be36-f882df0ef538 None None] Set router b5d014be-c135-4c5a-85ce-4035303b563e gateway port host: n-d-827839-2 {{(pid=103379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:14:36.920996 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a18b9c-c574-4561-8889-969352b58590 req-7ce01fe5-2961-47f5-9d0f-fd35a443a153 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:14:36.923027 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-e5a18b9c-c574-4561-8889-969352b58590 req-7ce01fe5-2961-47f5-9d0f-fd35a443a153 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=147a2a29-50a3-4d38-8c0e-9ec73b9af714 HTTP/1.1" status: 200 len: 859 time: 0.0604446 Feb 04 17:14:36.989667 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7131ff43-0ac4-45b1-8c70-3f1cf2aff519 service neutron] Pushing event updated for resources: {'Port': ['ID=17cda4ab-3ccf-457d-a2e3-93cde1c26576,revision_number=8']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:14:37.003043 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a18b9c-c574-4561-8889-969352b58590 req-288a98bb-2a82-494a-b389-81a59271adf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:14:37.005241 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-e5a18b9c-c574-4561-8889-969352b58590 req-288a98bb-2a82-494a-b389-81a59271adf2 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=71f03b9f-e704-4df0-bce2-e9f92d5b531b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0710952 Feb 04 17:14:37.018790 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b334e55-373c-4c66-a852-78c20f19e6fc req-7131ff43-0ac4-45b1-8c70-3f1cf2aff519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:14:37.019413 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-4b334e55-373c-4c66-a852-78c20f19e6fc req-7131ff43-0ac4-45b1-8c70-3f1cf2aff519 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:37.020906 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-4b334e55-373c-4c66-a852-78c20f19e6fc req-7131ff43-0ac4-45b1-8c70-3f1cf2aff519 service neutron] 10.222.0.90 "PUT /v2.0/ports/17cda4ab-3ccf-457d-a2e3-93cde1c26576 HTTP/1.1" status: 200 len: 1121 time: 1.2644444 Feb 04 17:14:37.022774 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-a4f4a08d-f4f0-4460-8bb7-638f5f5541ad req-2db5983b-3083-4fb4-b105-2a4458bef274 service neutron] 10.222.0.96 "GET /v2.0/networks/3a92870e-0f75-4f51-bf18-f38ecaa186c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2197263 Feb 04 17:14:37.031499 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c2db78-18ec-4eda-98e4-62785996ec4e req-a3159e83-adbb-4972-9052-d57c86efa4ed tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:14:37.033593 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-d5c2db78-18ec-4eda-98e4-62785996ec4e req-a3159e83-adbb-4972-9052-d57c86efa4ed tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] 10.222.0.89 "GET /v2.0/ports?device_id=7bfb0405-10b3-4cc0-8634-8feb429a0d1f HTTP/1.1" status: 200 len: 943 time: 0.2116714 Feb 04 17:14:37.111025 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] get_ports_and_sgs() called for port_ids ['17cda4ab-3ccf-457d-a2e3-93cde1c26576'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 17:14:37.143406 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-d5c2db78-18ec-4eda-98e4-62785996ec4e req-330d6601-fc45-4540-89ed-d7f6cf43730e tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] 10.222.0.89 "GET /v2.0/security-groups?id=18e6cc58-e448-4d12-9423-2a502a086ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888929 Feb 04 17:14:37.163326 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-a4f4a08d-f4f0-4460-8bb7-638f5f5541ad req-c6b1911d-6148-4cad-a1d9-c66f6abbccc6 service neutron] 10.222.0.96 "GET /v2.0/networks/3a92870e-0f75-4f51-bf18-f38ecaa186c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286814 Feb 04 17:14:37.166198 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-e5a18b9c-c574-4561-8889-969352b58590 req-833930d1-422f-47a3-a295-e157d971509f service neutron] 10.222.0.89 "GET /v2.0/networks/71f03b9f-e704-4df0-bce2-e9f92d5b531b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1527433 Feb 04 17:14:37.217145 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-9fa59ff2-31d9-47d5-be36-f882df0ef538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5d014be-c135-4c5a-85ce-4035303b563e', 'name': 'tempest-FloatingIPsAssociationTestJSON-332341644-router', 'tenant_id': 'cf07c74cdc00450eafd97d06057c3156', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.21'}], 'enable_snat': True}, 'gw_port_id': 'd7ff67dc-98f3-4a6d-a6e9-60b7725303fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:12:47Z', 'updated_at': '2022-02-04T17:12:58Z', 'revision_number': 4, 'project_id': 'cf07c74cdc00450eafd97d06057c3156', 'gw_port': {'id': 'd7ff67dc-98f3-4a6d-a6e9-60b7725303fb', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:36:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5d014be-c135-4c5a-85ce-4035303b563e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:12:48Z', 'updated_at': '2022-02-04T17:12:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_interfaces': [{'id': '42093760-4751-4ec8-b7ed-25206ff15cfc', 'name': '', 'network_id': '71f03b9f-e704-4df0-bce2-e9f92d5b531b', 'tenant_id': 'cf07c74cdc00450eafd97d06057c3156', 'mac_address': 'fa:16:3e:1b:b6:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5d014be-c135-4c5a-85ce-4035303b563e', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '147a2a29-50a3-4d38-8c0e-9ec73b9af714', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:12:56Z', 'updated_at': '2022-02-04T17:13:04Z', 'revision_number': 5, 'project_id': 'cf07c74cdc00450eafd97d06057c3156', 'subnets': [{'id': '147a2a29-50a3-4d38-8c0e-9ec73b9af714', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-2', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:14:37.247065 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fa59ff2-31d9-47d5-be36-f882df0ef538 None None] Checking router: b5d014be-c135-4c5a-85ce-4035303b563e for host: n-d-827839-2 {{(pid=103379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 17:14:37.260056 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fa59ff2-31d9-47d5-be36-f882df0ef538 None None] Routers {'b5d014be-c135-4c5a-85ce-4035303b563e'} bound to L3 agent in host n-d-827839-2 {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:14:37.260687 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-9fa59ff2-31d9-47d5-be36-f882df0ef538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:14:32Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['b5d014be-c135-4c5a-85ce-4035303b563e'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:14:37.309018 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-e5a18b9c-c574-4561-8889-969352b58590 req-1e5021ab-2911-4203-b963-8e509a82583d service neutron] 10.222.0.89 "GET /v2.0/networks/71f03b9f-e704-4df0-bce2-e9f92d5b531b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1335928 Feb 04 17:14:37.376413 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d3c243-2227-43ed-900f-0a1888e2968c req-48d434ad-3460-4902-82bb-a2629c935471 tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:14:37.379483 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-43d3c243-2227-43ed-900f-0a1888e2968c req-48d434ad-3460-4902-82bb-a2629c935471 tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] 10.222.0.89 "GET /v2.0/ports?device_id=50c546c5-589c-44d9-b10d-3b47cb5bfc2d HTTP/1.1" status: 200 len: 949 time: 0.1125371 Feb 04 17:14:37.440907 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvr_db [None req-9fa59ff2-31d9-47d5-be36-f882df0ef538 None None] Set router b5d014be-c135-4c5a-85ce-4035303b563e gateway port host: n-d-827839-2 {{(pid=103379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:14:37.473136 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-43d3c243-2227-43ed-900f-0a1888e2968c req-7d75a613-b2fd-42b3-85f2-2ccd74f57836 tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] 10.222.0.89 "GET /v2.0/security-groups?id=4f68676b-760c-49c3-a14c-c9afa7ad720d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853281 Feb 04 17:14:37.531281 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 17:14:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c914947-c361-4894-ac52-c17ba82b8be1 x-openstack-request-id: req-9c914947-c361-4894-ac52-c17ba82b8be1 {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:14:37.531674 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77f976c4-27a6-4a43-a568-55dca59e1c70", "name": "network-vif-plugged", "status": "completed", "tag": "f4b260ec-2b92-4b49-a638-97cffbd194dd", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:14:37.532024 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-9c914947-c361-4894-ac52-c17ba82b8be1 {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:14:37.532552 n-d-827839-2 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77f976c4-27a6-4a43-a568-55dca59e1c70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4b260ec-2b92-4b49-a638-97cffbd194dd', 'code': 200} Feb 04 17:14:37.663001 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b247c0-e054-4c24-ada2-71706939b086 req-1bfb62e4-f0e7-44e8-b685-01b24321bb55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:14:37.664611 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-87b247c0-e054-4c24-ada2-71706939b086 req-1bfb62e4-f0e7-44e8-b685-01b24321bb55 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=77f976c4-27a6-4a43-a568-55dca59e1c70 HTTP/1.1" status: 200 len: 1131 time: 0.0584829 Feb 04 17:14:37.687355 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device 3f815a81-39e6-4dda-88cd-517133688c05 details requested by agent hyperv_n-h1-827839-2 with host n-h1-827839-2 {{(pid=103378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 17:14:37.827394 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] For port 3f815a81-39e6-4dda-88cd-517133688c05, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=3f815a81-39e6-4dda-88cd-517133688c05,segment=NetworkSegment(2581f07c-86e2-4d88-bea9-098dd9136854),segment_id=2581f07c-86e2-4d88-bea9-098dd9136854)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:14:37.842741 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Returning: {'device': '3f815a81-39e6-4dda-88cd-517133688c05', 'network_id': '3a92870e-0f75-4f51-bf18-f38ecaa186c3', 'port_id': '3f815a81-39e6-4dda-88cd-517133688c05', 'mac_address': 'fa:16:3e:2a:a5:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 754, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '223e3d0b-2da1-4b6d-bc4c-a1504765d855', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 17:14:37.859009 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-9fa59ff2-31d9-47d5-be36-f882df0ef538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5d014be-c135-4c5a-85ce-4035303b563e', 'name': 'tempest-FloatingIPsAssociationTestJSON-332341644-router', 'tenant_id': 'cf07c74cdc00450eafd97d06057c3156', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.21'}], 'enable_snat': True}, 'gw_port_id': 'd7ff67dc-98f3-4a6d-a6e9-60b7725303fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:12:47Z', 'updated_at': '2022-02-04T17:12:58Z', 'revision_number': 4, 'project_id': 'cf07c74cdc00450eafd97d06057c3156', 'gw_port': {'id': 'd7ff67dc-98f3-4a6d-a6e9-60b7725303fb', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:36:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5d014be-c135-4c5a-85ce-4035303b563e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:12:48Z', 'updated_at': '2022-02-04T17:12:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_interfaces': [{'id': '42093760-4751-4ec8-b7ed-25206ff15cfc', 'name': '', 'network_id': '71f03b9f-e704-4df0-bce2-e9f92d5b531b', 'tenant_id': 'cf07c74cdc00450eafd97d06057c3156', 'mac_address': 'fa:16:3e:1b:b6:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5d014be-c135-4c5a-85ce-4035303b563e', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '147a2a29-50a3-4d38-8c0e-9ec73b9af714', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:12:56Z', 'updated_at': '2022-02-04T17:13:04Z', 'revision_number': 5, 'project_id': 'cf07c74cdc00450eafd97d06057c3156', 'subnets': [{'id': '147a2a29-50a3-4d38-8c0e-9ec73b9af714', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-2', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:14:37.899935 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1595d615-0940-4fc6-8dba-0eddd55608b1 req-3cd7f279-b3ac-4e69-8fa5-b1bc7c33ea9b tempest-SecurityGroupsTestJSON-1563643175 tempest-SecurityGroupsTestJSON-1563643175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:14:37.909471 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-1595d615-0940-4fc6-8dba-0eddd55608b1 req-3cd7f279-b3ac-4e69-8fa5-b1bc7c33ea9b tempest-SecurityGroupsTestJSON-1563643175 tempest-SecurityGroupsTestJSON-1563643175-project] 10.222.0.89 "GET /v2.0/ports?device_id=00f087e2-0627-42fe-a81f-2759ffd284e1 HTTP/1.1" status: 200 len: 943 time: 0.2404726 Feb 04 17:14:37.917352 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Current status of the port 3f815a81-39e6-4dda-88cd-517133688c05 is: DOWN; New status is: BUILD {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:14:37.917835 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (3f815a81-39e6-4dda-88cd-517133688c05), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:37.932162 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fa59ff2-31d9-47d5-be36-f882df0ef538 None None] The sync data for ids ['b5d014be-c135-4c5a-85ce-4035303b563e'] in n-d-827839-2 is: [{'id': 'b5d014be-c135-4c5a-85ce-4035303b563e', 'name': 'tempest-FloatingIPsAssociationTestJSON-332341644-router', 'tenant_id': 'cf07c74cdc00450eafd97d06057c3156', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.21'}], 'enable_snat': True}, 'gw_port_id': 'd7ff67dc-98f3-4a6d-a6e9-60b7725303fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:12:47Z', 'updated_at': '2022-02-04T17:12:58Z', 'revision_number': 4, 'project_id': 'cf07c74cdc00450eafd97d06057c3156', 'gw_port': {'id': 'd7ff67dc-98f3-4a6d-a6e9-60b7725303fb', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:36:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5d014be-c135-4c5a-85ce-4035303b563e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:12:48Z', 'updated_at': '2022-02-04T17:12:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_interfaces': [{'id': '42093760-4751-4ec8-b7ed-25206ff15cfc', 'name': '', 'network_id': '71f03b9f-e704-4df0-bce2-e9f92d5b531b', 'tenant_id': 'cf07c74cdc00450eafd97d06057c3156', 'mac_address': 'fa:16:3e:1b:b6:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5d014be-c135-4c5a-85ce-4035303b563e', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '147a2a29-50a3-4d38-8c0e-9ec73b9af714', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:12:56Z', 'updated_at': '2022-02-04T17:13:04Z', 'revision_number': 5, 'project_id': 'cf07c74cdc00450eafd97d06057c3156', 'subnets': [{'id': '147a2a29-50a3-4d38-8c0e-9ec73b9af714', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 17:14:37.936603 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-87b247c0-e054-4c24-ada2-71706939b086 req-ff883b89-9560-43e2-a206-70d435261eff service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=4f68676b-760c-49c3-a14c-c9afa7ad720d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427987 Feb 04 17:14:37.944484 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f815a81-39e6-4dda-88cd-517133688c05 {{(pid=103378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 17:14:37.974944 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] For port 3f815a81-39e6-4dda-88cd-517133688c05, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=3f815a81-39e6-4dda-88cd-517133688c05,segment=NetworkSegment(2581f07c-86e2-4d88-bea9-098dd9136854),segment_id=2581f07c-86e2-4d88-bea9-098dd9136854)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:14:37.975158 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-1595d615-0940-4fc6-8dba-0eddd55608b1 req-05c9db64-8a95-45ab-a084-27bd52636a81 tempest-SecurityGroupsTestJSON-1563643175 tempest-SecurityGroupsTestJSON-1563643175-project] 10.222.0.89 "GET /v2.0/security-groups?id=beaee1ab-f1ea-48fb-8fb6-199b9068cee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645938 Feb 04 17:14:37.981857 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (3f815a81-39e6-4dda-88cd-517133688c05), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:38.020177 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-2ce00f4a-d806-4d59-b2ba-f6e258d472ce req-62b3de06-254e-49eb-8834-a56dd708a7c5 tempest-FloatingIPsAssociationTestJSON-1767827216 tempest-FloatingIPsAssociationTestJSON-1767827216-project] 10.222.0.89 "GET /v2.0/floatingips/25d62b49-05a6-4bd1-812f-a44e9e405721 HTTP/1.1" status: 200 len: 696 time: 0.1059718 Feb 04 17:14:38.078305 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Pushing event updated for resources: {'Port': ['ID=3f815a81-39e6-4dda-88cd-517133688c05,revision_number=4']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:14:38.168824 n-d-827839-2 neutron-server[103377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bfb0405-10b3-4cc0-8634-8feb429a0d1f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '17cda4ab-3ccf-457d-a2e3-93cde1c26576'}, {'name': 'network-changed', 'server_uuid': '7bfb0405-10b3-4cc0-8634-8feb429a0d1f', 'tag': '17cda4ab-3ccf-457d-a2e3-93cde1c26576'}] {{(pid=103377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:14:38.169625 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce00f4a-d806-4d59-b2ba-f6e258d472ce req-84f99109-cadd-42a6-b6db-c35fb529fc81 tempest-FloatingIPsAssociationTestJSON-1767827216 tempest-FloatingIPsAssociationTestJSON-1767827216-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:14:38.171098 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-2ce00f4a-d806-4d59-b2ba-f6e258d472ce req-84f99109-cadd-42a6-b6db-c35fb529fc81 tempest-FloatingIPsAssociationTestJSON-1767827216 tempest-FloatingIPsAssociationTestJSON-1767827216-project] 10.222.0.89 "GET /v2.0/networks/48165773-85ad-49a1-9ec1-76fc8dc24188 HTTP/1.1" status: 200 len: 784 time: 0.1373968 Feb 04 17:14:38.173953 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7240428b650e1488e9361b62648ff4b3a6c19d49d8c27c949491ab58c1346cf0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3496d441-b0c1-4ec4-b21e-5a6b8cda94e8" -d '{"events": [{"server_uuid": "7bfb0405-10b3-4cc0-8634-8feb429a0d1f", "name": "network-vif-unplugged", "status": "completed", "tag": "17cda4ab-3ccf-457d-a2e3-93cde1c26576"}, {"name": "network-changed", "server_uuid": "7bfb0405-10b3-4cc0-8634-8feb429a0d1f", "tag": "17cda4ab-3ccf-457d-a2e3-93cde1c26576"}]}' {{(pid=103377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:14:38.185322 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [req-2ce00f4a-d806-4d59-b2ba-f6e258d472ce req-72927a5a-9ab6-4dfc-8e73-9144b63206df tempest-FloatingIPsAssociationTestJSON-1767827216 tempest-FloatingIPsAssociationTestJSON-1767827216-project] http://10.222.0.89:9696/v2.0/extensions returned with HTTP 200 {{(pid=103376) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 17:14:38.186344 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-2ce00f4a-d806-4d59-b2ba-f6e258d472ce req-72927a5a-9ab6-4dfc-8e73-9144b63206df tempest-FloatingIPsAssociationTestJSON-1767827216 tempest-FloatingIPsAssociationTestJSON-1767827216-project] 10.222.0.89 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0067351 Feb 04 17:14:38.262118 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-2ce00f4a-d806-4d59-b2ba-f6e258d472ce req-994190d8-3d97-4ab5-bfbb-5b2c6b9b7d39 tempest-FloatingIPsAssociationTestJSON-1767827216 tempest-FloatingIPsAssociationTestJSON-1767827216-project] 10.222.0.89 "GET /v2.0/floatingips?floating_ip_address=172.25.6.195 HTTP/1.1" status: 200 len: 699 time: 0.0675774 Feb 04 17:14:38.265266 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-847076aa-9dd1-45a7-aca8-6c99da31e416 req-9a06458d-4e5e-4b30-a55a-2f7f8f60ed0c tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] 10.222.0.89 "GET /v2.0/networks?tenant_id=1cd99d9701204f3692368e4539967c47&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0314138 Feb 04 17:14:38.299298 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e57ea961-af50-4fe1-82de-8da3aeb51efb None None] New status for floating IP 25d62b49-05a6-4bd1-812f-a44e9e405721: DOWN {{(pid=103378) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 17:14:38.330353 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-2ce00f4a-d806-4d59-b2ba-f6e258d472ce req-06ae6b1a-14a2-4f1e-b237-337b47cd011a tempest-FloatingIPsAssociationTestJSON-1767827216 tempest-FloatingIPsAssociationTestJSON-1767827216-project] 10.222.0.89 "GET /v2.0/floatingips?floating_ip_address=172.25.6.195 HTTP/1.1" status: 200 len: 699 time: 0.0575705 Feb 04 17:14:38.393392 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847076aa-9dd1-45a7-aca8-6c99da31e416 req-2836e20b-82cd-4c19-bb6e-d0eb4b1ce2cb tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:14:38.394985 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-847076aa-9dd1-45a7-aca8-6c99da31e416 req-2836e20b-82cd-4c19-bb6e-d0eb4b1ce2cb tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] 10.222.0.89 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1278625 Feb 04 17:14:38.422920 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-847076aa-9dd1-45a7-aca8-6c99da31e416 req-73ddfef3-a226-4eed-828e-16e612cad803 tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] 10.222.0.89 "GET /v2.0/quotas/1cd99d9701204f3692368e4539967c47 HTTP/1.1" status: 200 len: 375 time: 0.0169523 Feb 04 17:14:38.460962 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] get_ports_and_sgs() called for port_ids ['3f815a81-39e6-4dda-88cd-517133688c05'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 17:14:38.508869 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [req-2ce00f4a-d806-4d59-b2ba-f6e258d472ce req-7c150105-72e3-4391-90e1-443be14db495 tempest-FloatingIPsAssociationTestJSON-1767827216 tempest-FloatingIPsAssociationTestJSON-1767827216-project] Deleting port dcf9886b-a640-4f9e-baf2-cb92a096e082 {{(pid=103376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:14:38.509441 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-2ce00f4a-d806-4d59-b2ba-f6e258d472ce req-7c150105-72e3-4391-90e1-443be14db495 tempest-FloatingIPsAssociationTestJSON-1767827216 tempest-FloatingIPsAssociationTestJSON-1767827216-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (dcf9886b-a640-4f9e-baf2-cb92a096e082), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:38.625183 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-2ce00f4a-d806-4d59-b2ba-f6e258d472ce req-7c150105-72e3-4391-90e1-443be14db495 tempest-FloatingIPsAssociationTestJSON-1767827216 tempest-FloatingIPsAssociationTestJSON-1767827216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (dcf9886b-a640-4f9e-baf2-cb92a096e082), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:38.625875 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-2ce00f4a-d806-4d59-b2ba-f6e258d472ce req-7c150105-72e3-4391-90e1-443be14db495 tempest-FloatingIPsAssociationTestJSON-1767827216 tempest-FloatingIPsAssociationTestJSON-1767827216-project] Publish callbacks [] for floatingip (dcf9886b-a640-4f9e-baf2-cb92a096e082), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:38.640961 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [req-2ce00f4a-d806-4d59-b2ba-f6e258d472ce req-7c150105-72e3-4391-90e1-443be14db495 tempest-FloatingIPsAssociationTestJSON-1767827216 tempest-FloatingIPsAssociationTestJSON-1767827216-project] Calling delete_port for dcf9886b-a640-4f9e-baf2-cb92a096e082 owned by network:floatingip {{(pid=103376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:14:38.748101 n-d-827839-2 neutron-server[103376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c44eccd5-dfa3-4a3f-847a-c21c74381eee', 'tag': '8de53365-17ae-47ae-b48d-2c5bd7b7ab3c'}] {{(pid=103376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:14:38.750434 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d59c3bb5e2f09ebf62144d5e09b1cff60c763a9c19614c24538e77842938c05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2473d3de-c593-44a7-9487-35f287c86f01" -d '{"events": [{"name": "network-changed", "server_uuid": "c44eccd5-dfa3-4a3f-847a-c21c74381eee", "tag": "8de53365-17ae-47ae-b48d-2c5bd7b7ab3c"}]}' {{(pid=103376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:14:38.819739 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-847076aa-9dd1-45a7-aca8-6c99da31e416 req-8025af80-16ba-4d9a-bdca-fe9a1fb7a6c9 tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=1cd99d9701204f3692368e4539967c47&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3864553 Feb 04 17:14:38.869049 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-2ce00f4a-d806-4d59-b2ba-f6e258d472ce req-7c150105-72e3-4391-90e1-443be14db495 tempest-FloatingIPsAssociationTestJSON-1767827216 tempest-FloatingIPsAssociationTestJSON-1767827216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (dcf9886b-a640-4f9e-baf2-cb92a096e082), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:38.911884 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c150105-72e3-4391-90e1-443be14db495 tempest-FloatingIPsAssociationTestJSON-1767827216 tempest-FloatingIPsAssociationTestJSON-1767827216-project] Pushing event deleted for resources: {'Port': ['ID=dcf9886b-a640-4f9e-baf2-cb92a096e082,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:14:39.042188 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-2ce00f4a-d806-4d59-b2ba-f6e258d472ce req-7c150105-72e3-4391-90e1-443be14db495 tempest-FloatingIPsAssociationTestJSON-1767827216 tempest-FloatingIPsAssociationTestJSON-1767827216-project] Publish callbacks [] for floatingip (25d62b49-05a6-4bd1-812f-a44e9e405721), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:39.049216 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-2ce00f4a-d806-4d59-b2ba-f6e258d472ce req-7c150105-72e3-4391-90e1-443be14db495 tempest-FloatingIPsAssociationTestJSON-1767827216 tempest-FloatingIPsAssociationTestJSON-1767827216-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for floatingip (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:39.065221 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-2ce00f4a-d806-4d59-b2ba-f6e258d472ce req-7c150105-72e3-4391-90e1-443be14db495 tempest-FloatingIPsAssociationTestJSON-1767827216 tempest-FloatingIPsAssociationTestJSON-1767827216-project] 10.222.0.89 "DELETE /v2.0/floatingips/25d62b49-05a6-4bd1-812f-a44e9e405721 HTTP/1.1" status: 204 len: 173 time: 0.7259972 Feb 04 17:14:39.072882 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466a1cbe-65fc-45bf-b145-9b649c52d361 req-3e404e8f-bddf-4fc6-848b-037a80105a30 tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:14:39.080228 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-466a1cbe-65fc-45bf-b145-9b649c52d361 req-3e404e8f-bddf-4fc6-848b-037a80105a30 tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] 10.222.0.89 "GET /v2.0/ports?device_id=7bfb0405-10b3-4cc0-8634-8feb429a0d1f HTTP/1.1" status: 200 len: 943 time: 0.0746059 Feb 04 17:14:39.113262 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Fri, 04 Feb 2022 17:14:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bd0a183-00b6-4bdb-a540-1b781e4286f6 x-openstack-request-id: req-2bd0a183-00b6-4bdb-a540-1b781e4286f6 {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:14:39.113568 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bfb0405-10b3-4cc0-8634-8feb429a0d1f", "name": "network-vif-unplugged", "status": "completed", "tag": "17cda4ab-3ccf-457d-a2e3-93cde1c26576", "code": 200}, {"name": "network-changed", "server_uuid": "7bfb0405-10b3-4cc0-8634-8feb429a0d1f", "tag": "17cda4ab-3ccf-457d-a2e3-93cde1c26576", "status": "completed", "code": 200}]} {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:14:39.113874 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-2bd0a183-00b6-4bdb-a540-1b781e4286f6 {{(pid=103377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:14:39.114286 n-d-827839-2 neutron-server[103377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bfb0405-10b3-4cc0-8634-8feb429a0d1f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '17cda4ab-3ccf-457d-a2e3-93cde1c26576', 'code': 200} Feb 04 17:14:39.114588 n-d-827839-2 neutron-server[103377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7bfb0405-10b3-4cc0-8634-8feb429a0d1f', 'tag': '17cda4ab-3ccf-457d-a2e3-93cde1c26576', 'status': 'completed', 'code': 200} Feb 04 17:14:39.146748 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-466a1cbe-65fc-45bf-b145-9b649c52d361 req-c2a03650-0f5f-487c-ab91-4fcc7b232bc3 tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] 10.222.0.89 "GET /v2.0/security-groups?id=18e6cc58-e448-4d12-9423-2a502a086ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606649 Feb 04 17:14:39.234387 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 17:14:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fbbf04a-9beb-41db-aced-f9a5592143a9 x-openstack-request-id: req-3fbbf04a-9beb-41db-aced-f9a5592143a9 {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:14:39.235095 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c44eccd5-dfa3-4a3f-847a-c21c74381eee", "tag": "8de53365-17ae-47ae-b48d-2c5bd7b7ab3c", "status": "completed", "code": 200}]} {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:14:39.235457 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-3fbbf04a-9beb-41db-aced-f9a5592143a9 {{(pid=103376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:14:39.236549 n-d-827839-2 neutron-server[103376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c44eccd5-dfa3-4a3f-847a-c21c74381eee', 'tag': '8de53365-17ae-47ae-b48d-2c5bd7b7ab3c', 'status': 'completed', 'code': 200} Feb 04 17:14:39.286597 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3496d441-b0c1-4ec4-b21e-5a6b8cda94e8 req-d7341f15-882a-446a-b1ff-115abd8224c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:14:39.288430 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-3496d441-b0c1-4ec4-b21e-5a6b8cda94e8 req-d7341f15-882a-446a-b1ff-115abd8224c7 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=8da6ad4e5ee34bf6bb722cd37ab73ea7&device_id=7bfb0405-10b3-4cc0-8634-8feb429a0d1f HTTP/1.1" status: 200 len: 1155 time: 0.1390502 Feb 04 17:14:39.388785 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926c4f04-e22d-4dce-8aed-a31dc0f5a003 req-2f8015db-1c68-4aad-b9ee-0dc6adcfb70b tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:14:39.390644 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-926c4f04-e22d-4dce-8aed-a31dc0f5a003 req-2f8015db-1c68-4aad-b9ee-0dc6adcfb70b tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] 10.222.0.89 "GET /v2.0/ports?device_id=50c546c5-589c-44d9-b10d-3b47cb5bfc2d HTTP/1.1" status: 200 len: 949 time: 0.0891137 Feb 04 17:14:39.430557 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2473d3de-c593-44a7-9487-35f287c86f01 req-dc20e75b-0543-45e7-8ac5-68bccabeb235 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:14:39.437491 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-2473d3de-c593-44a7-9487-35f287c86f01 req-dc20e75b-0543-45e7-8ac5-68bccabeb235 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=cf07c74cdc00450eafd97d06057c3156&device_id=c44eccd5-dfa3-4a3f-847a-c21c74381eee HTTP/1.1" status: 200 len: 1127 time: 0.1871686 Feb 04 17:14:39.467587 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-926c4f04-e22d-4dce-8aed-a31dc0f5a003 req-88aa6387-1959-4e19-b126-1b8df42940a2 tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] 10.222.0.89 "GET /v2.0/security-groups?id=4f68676b-760c-49c3-a14c-c9afa7ad720d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678651 Feb 04 17:14:39.533868 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50c546c5-589c-44d9-b10d-3b47cb5bfc2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd84d4853-863b-4441-877e-8ff0319d5d6b'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:14:39.536150 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c34bc964ce2211770fda26ca2f3801cc06f4f39928110690550e94ab9c9d2fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-845d0b72-f50b-4557-9824-330ff0f6624b" -d '{"events": [{"server_uuid": "50c546c5-589c-44d9-b10d-3b47cb5bfc2d", "name": "network-vif-plugged", "status": "completed", "tag": "d84d4853-863b-4441-877e-8ff0319d5d6b"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:14:39.618611 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a5b3b8-695e-4194-9b6e-a5d3e9a320de req-83d990cb-cbd2-4cb4-93f7-479259783a3f tempest-SecurityGroupsTestJSON-1563643175 tempest-SecurityGroupsTestJSON-1563643175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:14:39.618920 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-4572b063-b9c1-4f64-a8f6-3dd60acc7e68 req-a52782d4-74db-4247-a763-6da4852e5517 tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] 10.222.0.89 "GET /v2.0/ports?device_id=b7e72874-ab8d-4372-989b-ceb35c5fd1c8 HTTP/1.1" status: 200 len: 210 time: 0.1090264 Feb 04 17:14:39.620710 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-81a5b3b8-695e-4194-9b6e-a5d3e9a320de req-83d990cb-cbd2-4cb4-93f7-479259783a3f tempest-SecurityGroupsTestJSON-1563643175 tempest-SecurityGroupsTestJSON-1563643175-project] 10.222.0.89 "GET /v2.0/ports?device_id=00f087e2-0627-42fe-a81f-2759ffd284e1 HTTP/1.1" status: 200 len: 944 time: 0.0873885 Feb 04 17:14:39.633305 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Device 17cda4ab-3ccf-457d-a2e3-93cde1c26576 details requested by agent hyperv_n-h2-827839-2 with host n-h2-827839-2 {{(pid=103378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 17:14:39.643974 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3496d441-b0c1-4ec4-b21e-5a6b8cda94e8 req-2fc5324a-5b02-49ba-9b19-305947a94705 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:14:39.645464 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-3496d441-b0c1-4ec4-b21e-5a6b8cda94e8 req-2fc5324a-5b02-49ba-9b19-305947a94705 service neutron] 10.222.0.96 "GET /v2.0/networks?id=865a5290-ec33-4655-84a4-bc1453190ac7 HTTP/1.1" status: 200 len: 908 time: 0.3439333 Feb 04 17:14:39.762760 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-3496d441-b0c1-4ec4-b21e-5a6b8cda94e8 req-c9997c97-2efe-4d82-841f-c116037907c2 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=17cda4ab-3ccf-457d-a2e3-93cde1c26576 HTTP/1.1" status: 200 len: 217 time: 0.1098368 Feb 04 17:14:39.779028 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-81a5b3b8-695e-4194-9b6e-a5d3e9a320de req-b2261b8b-8dad-41c8-9cc9-cdfeeeb1b930 tempest-SecurityGroupsTestJSON-1563643175 tempest-SecurityGroupsTestJSON-1563643175-project] 10.222.0.89 "GET /v2.0/security-groups?id=beaee1ab-f1ea-48fb-8fb6-199b9068cee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394587 Feb 04 17:14:39.828969 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2473d3de-c593-44a7-9487-35f287c86f01 req-5f05014a-fc06-4dc5-b763-2632c671f9b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:14:39.831036 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-2473d3de-c593-44a7-9487-35f287c86f01 req-5f05014a-fc06-4dc5-b763-2632c671f9b2 service neutron] 10.222.0.90 "GET /v2.0/networks?id=71f03b9f-e704-4df0-bce2-e9f92d5b531b HTTP/1.1" status: 200 len: 921 time: 0.3861868 Feb 04 17:14:39.847153 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 17:14:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54e7fab9-b2f9-42b9-88b4-78a9f88e126e x-openstack-request-id: req-54e7fab9-b2f9-42b9-88b4-78a9f88e126e {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:14:39.847752 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50c546c5-589c-44d9-b10d-3b47cb5bfc2d", "name": "network-vif-plugged", "status": "completed", "tag": "d84d4853-863b-4441-877e-8ff0319d5d6b", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:14:39.850759 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-54e7fab9-b2f9-42b9-88b4-78a9f88e126e {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:14:39.851236 n-d-827839-2 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50c546c5-589c-44d9-b10d-3b47cb5bfc2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd84d4853-863b-4441-877e-8ff0319d5d6b', 'code': 200} Feb 04 17:14:39.864259 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3496d441-b0c1-4ec4-b21e-5a6b8cda94e8 req-f635f77d-a451-4b68-9733-d60b803fe5cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:14:39.865855 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-3496d441-b0c1-4ec4-b21e-5a6b8cda94e8 req-f635f77d-a451-4b68-9733-d60b803fe5cb service neutron] 10.222.0.96 "GET /v2.0/subnets?id=22305eb3-36bf-4425-804b-f2478ee8714d HTTP/1.1" status: 200 len: 847 time: 0.0876932 Feb 04 17:14:39.877442 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] For port 17cda4ab-3ccf-457d-a2e3-93cde1c26576, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=17cda4ab-3ccf-457d-a2e3-93cde1c26576,segment=NetworkSegment(4adf983e-b4f0-4caa-beec-ecaadf2366f2),segment_id=4adf983e-b4f0-4caa-beec-ecaadf2366f2)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:14:39.923557 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Device 17cda4ab-3ccf-457d-a2e3-93cde1c26576 has no active binding in host n-h2-827839-2 {{(pid=103378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 04 17:14:39.926444 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-2473d3de-c593-44a7-9487-35f287c86f01 req-9bd8a326-cf22-439a-8962-81e01659f0c0 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8de53365-17ae-47ae-b48d-2c5bd7b7ab3c HTTP/1.1" status: 200 len: 217 time: 0.0736253 Feb 04 17:14:39.928414 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-3496d441-b0c1-4ec4-b21e-5a6b8cda94e8 req-887132e0-9e3b-4025-8ba4-83143c435691 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=865a5290-ec33-4655-84a4-bc1453190ac7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0335259 Feb 04 17:14:39.946016 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (f20a1ab3-4332-4f54-833b-ba4a7c687e89), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:40.067073 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3448be4c-79df-4a47-a3d8-5d455fdec02b req-b7558b1b-2fd7-42f1-8e97-2944311e0abe tempest-FloatingIPsAssociationTestJSON-1767827216 tempest-FloatingIPsAssociationTestJSON-1767827216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:14:40.075910 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-3448be4c-79df-4a47-a3d8-5d455fdec02b req-b7558b1b-2fd7-42f1-8e97-2944311e0abe tempest-FloatingIPsAssociationTestJSON-1767827216 tempest-FloatingIPsAssociationTestJSON-1767827216-project] 10.222.0.89 "GET /v2.0/ports?device_id=c44eccd5-dfa3-4a3f-847a-c21c74381eee HTTP/1.1" status: 200 len: 945 time: 0.0701215 Feb 04 17:14:40.205034 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-3448be4c-79df-4a47-a3d8-5d455fdec02b req-94edbcc8-4d11-479b-89f6-5abf59ee2fb2 tempest-FloatingIPsAssociationTestJSON-1767827216 tempest-FloatingIPsAssociationTestJSON-1767827216-project] 10.222.0.89 "GET /v2.0/security-groups?id=6426fe0b-86c7-4694-a2c4-8fd16e84da96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279960 Feb 04 17:14:40.205766 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2473d3de-c593-44a7-9487-35f287c86f01 req-313932cd-6670-4f83-b2f8-954921749e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:14:40.207442 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-2473d3de-c593-44a7-9487-35f287c86f01 req-313932cd-6670-4f83-b2f8-954921749e24 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=147a2a29-50a3-4d38-8c0e-9ec73b9af714 HTTP/1.1" status: 200 len: 859 time: 0.2740312 Feb 04 17:14:40.357947 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-3496d441-b0c1-4ec4-b21e-5a6b8cda94e8 req-44294e1f-6184-48d1-a438-cadbe8fbf3ac service neutron] 10.222.0.96 "GET /v2.0/networks/865a5290-ec33-4655-84a4-bc1453190ac7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4059956 Feb 04 17:14:40.365794 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6240fe-cb8b-4507-b178-0ae1daec0875 req-6d5f7d27-2bd2-4d57-9f45-22d73bbc6b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:14:40.367279 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-fc6240fe-cb8b-4507-b178-0ae1daec0875 req-6d5f7d27-2bd2-4d57-9f45-22d73bbc6b2a service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=50c546c5-589c-44d9-b10d-3b47cb5bfc2d HTTP/1.1" status: 200 len: 1131 time: 0.3287067 Feb 04 17:14:40.371381 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2473d3de-c593-44a7-9487-35f287c86f01 req-34bf67e5-7df9-463f-8f24-bc6ad21855dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:14:40.372777 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-2473d3de-c593-44a7-9487-35f287c86f01 req-34bf67e5-7df9-463f-8f24-bc6ad21855dd service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=71f03b9f-e704-4df0-bce2-e9f92d5b531b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1432841 Feb 04 17:14:40.397196 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578d640e-f97c-4b2d-a050-e6b8dbe7cf3f req-21c2cd94-8706-4445-b650-4c876798ff40 tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:14:40.398646 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-578d640e-f97c-4b2d-a050-e6b8dbe7cf3f req-21c2cd94-8706-4445-b650-4c876798ff40 tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] 10.222.0.89 "GET /v2.0/ports?device_id=7bfb0405-10b3-4cc0-8634-8feb429a0d1f HTTP/1.1" status: 200 len: 943 time: 0.1259403 Feb 04 17:14:40.610761 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-fc6240fe-cb8b-4507-b178-0ae1daec0875 req-783dc4bd-dc34-4048-bf35-0f795b070358 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=4f68676b-760c-49c3-a14c-c9afa7ad720d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2286093 Feb 04 17:14:40.632604 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-578d640e-f97c-4b2d-a050-e6b8dbe7cf3f req-53aead26-015b-4f85-ac47-4bce3cfe2c7f tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] 10.222.0.89 "GET /v2.0/security-groups?id=18e6cc58-e448-4d12-9423-2a502a086ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2076595 Feb 04 17:14:40.639549 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-3496d441-b0c1-4ec4-b21e-5a6b8cda94e8 req-97073bb1-8647-4b93-ba62-273a29c85a5e service neutron] 10.222.0.96 "GET /v2.0/networks/865a5290-ec33-4655-84a4-bc1453190ac7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2656217 Feb 04 17:14:40.642335 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-2473d3de-c593-44a7-9487-35f287c86f01 req-c23880a1-0dcd-4001-ad73-c72b5f771c6f service neutron] 10.222.0.90 "GET /v2.0/networks/71f03b9f-e704-4df0-bce2-e9f92d5b531b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2525406 Feb 04 17:14:40.690333 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90311e20-e8cb-4572-9a5e-2ddda2c372d6 req-eb0fc53a-b4b5-4a8b-abcb-c3e82f8e4651 tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:14:40.691886 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-90311e20-e8cb-4572-9a5e-2ddda2c372d6 req-eb0fc53a-b4b5-4a8b-abcb-c3e82f8e4651 tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] 10.222.0.89 "GET /v2.0/ports?device_id=50c546c5-589c-44d9-b10d-3b47cb5bfc2d HTTP/1.1" status: 200 len: 949 time: 0.1265490 Feb 04 17:14:40.764507 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-90311e20-e8cb-4572-9a5e-2ddda2c372d6 req-61db72b7-99db-49c2-9659-5475cee37b84 tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] 10.222.0.89 "GET /v2.0/security-groups?id=4f68676b-760c-49c3-a14c-c9afa7ad720d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647225 Feb 04 17:14:40.776771 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-847076aa-9dd1-45a7-aca8-6c99da31e416 req-c9d91185-395f-4fda-bd27-c396f96a6984 tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] 10.222.0.96 "GET /v2.0/networks?tenant_id=1cd99d9701204f3692368e4539967c47&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0453990 Feb 04 17:14:40.846279 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-f38d0d35-3ad6-4e9c-83c3-36f5b7759177 req-bea15fad-b9cb-4702-a948-80bfb07ed25a tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] 10.222.0.89 "GET /v2.0/ports?device_id=b7e72874-ab8d-4372-989b-ceb35c5fd1c8 HTTP/1.1" status: 200 len: 210 time: 0.0818090 Feb 04 17:14:40.985320 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44040545-add1-4d19-ad45-3847283d850d req-9368e4bf-8d91-4d27-9fb4-ad06ed748809 tempest-SecurityGroupsTestJSON-1563643175 tempest-SecurityGroupsTestJSON-1563643175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:14:40.987434 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-44040545-add1-4d19-ad45-3847283d850d req-9368e4bf-8d91-4d27-9fb4-ad06ed748809 tempest-SecurityGroupsTestJSON-1563643175 tempest-SecurityGroupsTestJSON-1563643175-project] 10.222.0.89 "GET /v2.0/ports?device_id=00f087e2-0627-42fe-a81f-2759ffd284e1 HTTP/1.1" status: 200 len: 944 time: 0.0769951 Feb 04 17:14:41.044695 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-2473d3de-c593-44a7-9487-35f287c86f01 req-1633e0a5-9442-40bd-8973-379e64cb2552 service neutron] 10.222.0.90 "GET /v2.0/networks/71f03b9f-e704-4df0-bce2-e9f92d5b531b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2184587 Feb 04 17:14:41.101262 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847076aa-9dd1-45a7-aca8-6c99da31e416 req-bf5bf6c6-92e9-4d78-a31a-6e89eee447df tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:14:41.103170 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-847076aa-9dd1-45a7-aca8-6c99da31e416 req-bf5bf6c6-92e9-4d78-a31a-6e89eee447df tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] 10.222.0.96 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3174615 Feb 04 17:14:41.104893 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-44040545-add1-4d19-ad45-3847283d850d req-e47d7e62-5c2e-4ea3-ae8e-f58ff1fc066b tempest-SecurityGroupsTestJSON-1563643175 tempest-SecurityGroupsTestJSON-1563643175-project] 10.222.0.89 "GET /v2.0/security-groups?id=beaee1ab-f1ea-48fb-8fb6-199b9068cee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067429 Feb 04 17:14:41.136466 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-4b334e55-373c-4c66-a852-78c20f19e6fc req-c9145529-d857-40dd-a34c-13eaa4d85e69 service neutron] 10.222.0.96 "GET /v2.0/ports/17cda4ab-3ccf-457d-a2e3-93cde1c26576/bindings/n-h2-827839-2 HTTP/1.1" status: 200 len: 384 time: 0.1365836 Feb 04 17:14:41.230941 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [req-847076aa-9dd1-45a7-aca8-6c99da31e416 req-39e5d0a5-b679-4429-aab2-e970b996cdcb tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] Request body: {'port': {'device_id': 'b7e72874-ab8d-4372-989b-ceb35c5fd1c8', 'network_id': '02be22b9-aa53-40ea-8050-9239cd27d1ff', 'admin_state_up': True, 'tenant_id': '1cd99d9701204f3692368e4539967c47'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:14:41.370061 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-847076aa-9dd1-45a7-aca8-6c99da31e416 req-39e5d0a5-b679-4429-aab2-e970b996cdcb tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] Made reservation on behalf of 1cd99d9701204f3692368e4539967c47 for: {'port': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:14:41.372864 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-847076aa-9dd1-45a7-aca8-6c99da31e416 req-39e5d0a5-b679-4429-aab2-e970b996cdcb tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:41.465578 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [req-4b334e55-373c-4c66-a852-78c20f19e6fc req-c08069c0-2075-423f-8d2e-9da7619becf7 service neutron] For port 17cda4ab-3ccf-457d-a2e3-93cde1c26576, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=17cda4ab-3ccf-457d-a2e3-93cde1c26576,segment=NetworkSegment(4adf983e-b4f0-4caa-beec-ecaadf2366f2),segment_id=4adf983e-b4f0-4caa-beec-ecaadf2366f2)] {{(pid=103376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:14:41.482426 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e9b285-096d-4983-bb8c-75a9e41f472c req-3a4c25dc-24cc-4fb1-884c-71e50cec35b7 tempest-FloatingIPsAssociationTestJSON-1767827216 tempest-FloatingIPsAssociationTestJSON-1767827216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:14:41.489301 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-b9e9b285-096d-4983-bb8c-75a9e41f472c req-3a4c25dc-24cc-4fb1-884c-71e50cec35b7 tempest-FloatingIPsAssociationTestJSON-1767827216 tempest-FloatingIPsAssociationTestJSON-1767827216-project] 10.222.0.89 "GET /v2.0/ports?device_id=c44eccd5-dfa3-4a3f-847a-c21c74381eee HTTP/1.1" status: 200 len: 945 time: 0.1338608 Feb 04 17:14:41.489496 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [req-4b334e55-373c-4c66-a852-78c20f19e6fc req-c08069c0-2075-423f-8d2e-9da7619becf7 service neutron] For port 17cda4ab-3ccf-457d-a2e3-93cde1c26576, host n-h1-827839-2, cleared binding levels {{(pid=103376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:14:41.557635 n-d-827839-2 neutron-server[103376]: DEBUG neutron.notifiers.nova [req-4b334e55-373c-4c66-a852-78c20f19e6fc req-c08069c0-2075-423f-8d2e-9da7619becf7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 17cda4ab-3ccf-457d-a2e3-93cde1c26576 {{(pid=103376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 17:14:41.573746 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [req-4b334e55-373c-4c66-a852-78c20f19e6fc req-c08069c0-2075-423f-8d2e-9da7619becf7 service neutron] For port 17cda4ab-3ccf-457d-a2e3-93cde1c26576, host n-h2-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=17cda4ab-3ccf-457d-a2e3-93cde1c26576,segment=NetworkSegment(4adf983e-b4f0-4caa-beec-ecaadf2366f2),segment_id=4adf983e-b4f0-4caa-beec-ecaadf2366f2)] {{(pid=103376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:14:41.592170 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-4b334e55-373c-4c66-a852-78c20f19e6fc req-c08069c0-2075-423f-8d2e-9da7619becf7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (17cda4ab-3ccf-457d-a2e3-93cde1c26576), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:41.605580 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-b9e9b285-096d-4983-bb8c-75a9e41f472c req-c5fac048-d927-4ba4-8a05-df1a156658c5 tempest-FloatingIPsAssociationTestJSON-1767827216 tempest-FloatingIPsAssociationTestJSON-1767827216-project] 10.222.0.89 "GET /v2.0/security-groups?id=6426fe0b-86c7-4694-a2c4-8fd16e84da96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133115 Feb 04 17:14:41.662279 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.db_base_plugin_common [req-847076aa-9dd1-45a7-aca8-6c99da31e416 req-39e5d0a5-b679-4429-aab2-e970b996cdcb tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] Allocated IP 192.168.233.230 (02be22b9-aa53-40ea-8050-9239cd27d1ff/c974b0ff-2c5c-4667-8a81-3bde3ea6ced5/c73f7467-a2e5-4127-a695-98f9e8d94155) {{(pid=103377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:14:41.705134 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.provisioning_blocks [req-4b334e55-373c-4c66-a852-78c20f19e6fc req-c08069c0-2075-423f-8d2e-9da7619becf7 service neutron] Transition to ACTIVE for port object 17cda4ab-3ccf-457d-a2e3-93cde1c26576 will not be triggered until provisioned by entity L2. {{(pid=103376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 17:14:41.707864 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device 3f815a81-39e6-4dda-88cd-517133688c05 up at agent hyperv_n-h1-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:14:41.712358 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-4b334e55-373c-4c66-a852-78c20f19e6fc req-c08069c0-2075-423f-8d2e-9da7619becf7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675836'] for port (17cda4ab-3ccf-457d-a2e3-93cde1c26576), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:41.810865 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Provisioning for port 3f815a81-39e6-4dda-88cd-517133688c05 completed by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 17:14:41.819452 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Provisioning complete for port 3f815a81-39e6-4dda-88cd-517133688c05 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:14:41.822421 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (3f815a81-39e6-4dda-88cd-517133688c05), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:41.899783 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b334e55-373c-4c66-a852-78c20f19e6fc req-c08069c0-2075-423f-8d2e-9da7619becf7 service neutron] No DVR routers for this DVR port 17cda4ab-3ccf-457d-a2e3-93cde1c26576 on host n-h1-827839-2 {{(pid=103376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 17:14:41.965232 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Current status of the port 3f815a81-39e6-4dda-88cd-517133688c05 is: BUILD; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:14:41.965948 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (3f815a81-39e6-4dda-88cd-517133688c05), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:41.981590 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-4b334e55-373c-4c66-a852-78c20f19e6fc req-c08069c0-2075-423f-8d2e-9da7619becf7 service neutron] 10.222.0.96 "PUT /v2.0/ports/17cda4ab-3ccf-457d-a2e3-93cde1c26576/bindings/n-h2-827839-2/activate HTTP/1.1" status: 200 len: 369 time: 0.7555473 Feb 04 17:14:41.982245 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08069c0-2075-423f-8d2e-9da7619becf7 service neutron] Pushing event updated for resources: {'Port': ['ID=17cda4ab-3ccf-457d-a2e3-93cde1c26576,revision_number=10']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:14:42.023490 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-847076aa-9dd1-45a7-aca8-6c99da31e416 req-39e5d0a5-b679-4429-aab2-e970b996cdcb tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] Publish callbacks [] for port (c73f7467-a2e5-4127-a695-98f9e8d94155), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:42.030981 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00f087e2-0627-42fe-a81f-2759ffd284e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f815a81-39e6-4dda-88cd-517133688c05'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:14:42.039784 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c34bc964ce2211770fda26ca2f3801cc06f4f39928110690550e94ab9c9d2fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81c512d0-b4f4-4cfd-9a78-9637a7ad374d" -d '{"events": [{"server_uuid": "00f087e2-0627-42fe-a81f-2759ffd284e1", "name": "network-vif-plugged", "status": "completed", "tag": "3f815a81-39e6-4dda-88cd-517133688c05"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:14:42.047496 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e9be27-ebc0-4461-9d98-c80aad45d62d req-9033c944-e78d-45c3-bf75-26f2c63c210b tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:14:42.054795 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6998c743-0137-4481-9305-7306fcdf3eb0 req-0f6c31aa-7321-46f1-9702-fd7c27694ee3 tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:14:42.056428 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-6998c743-0137-4481-9305-7306fcdf3eb0 req-0f6c31aa-7321-46f1-9702-fd7c27694ee3 tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] 10.222.0.89 "GET /v2.0/ports?device_id=50c546c5-589c-44d9-b10d-3b47cb5bfc2d HTTP/1.1" status: 200 len: 949 time: 0.1420326 Feb 04 17:14:42.058240 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-70e9be27-ebc0-4461-9d98-c80aad45d62d req-9033c944-e78d-45c3-bf75-26f2c63c210b tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] 10.222.0.89 "GET /v2.0/ports?device_id=7bfb0405-10b3-4cc0-8634-8feb429a0d1f HTTP/1.1" status: 200 len: 944 time: 0.2627003 Feb 04 17:14:42.087697 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] For port 3f815a81-39e6-4dda-88cd-517133688c05, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=3f815a81-39e6-4dda-88cd-517133688c05,segment=NetworkSegment(2581f07c-86e2-4d88-bea9-098dd9136854),segment_id=2581f07c-86e2-4d88-bea9-098dd9136854)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:14:42.104311 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (3f815a81-39e6-4dda-88cd-517133688c05), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:42.166075 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (3f9244a9-75fc-4c10-b195-11d48b853b41), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:42.218356 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-6998c743-0137-4481-9305-7306fcdf3eb0 req-37d3c2ab-99d0-414e-a410-6a02b1c4ed15 tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] 10.222.0.89 "GET /v2.0/security-groups?id=4f68676b-760c-49c3-a14c-c9afa7ad720d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534817 Feb 04 17:14:42.223189 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-70e9be27-ebc0-4461-9d98-c80aad45d62d req-b59b7a76-01bc-4cc9-820d-2c6724cdbf3e tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] 10.222.0.89 "GET /v2.0/security-groups?id=18e6cc58-e448-4d12-9423-2a502a086ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631095 Feb 04 17:14:42.226045 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-847076aa-9dd1-45a7-aca8-6c99da31e416 req-39e5d0a5-b679-4429-aab2-e970b996cdcb tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (c73f7467-a2e5-4127-a695-98f9e8d94155), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:42.236468 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Pushing event updated for resources: {'Port': ['ID=3f815a81-39e6-4dda-88cd-517133688c05,revision_number=5']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:14:42.253534 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] get_ports_and_sgs() called for port_ids ['a9ea809e-a7d4-4c46-b4d9-cd7077cf1c91'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 17:14:42.298750 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] get_ports_and_sgs() called for port_ids ['1c7d9fa2-9ef9-488a-a8c3-a61982a926f8'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 17:14:42.334795 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c42bf0-d982-4a8d-84f0-780843fefbda req-48ee7942-674b-4652-804e-1b1d9c551386 tempest-FloatingIPsAssociationTestJSON-1767827216 tempest-FloatingIPsAssociationTestJSON-1767827216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:14:42.339294 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-53c42bf0-d982-4a8d-84f0-780843fefbda req-48ee7942-674b-4652-804e-1b1d9c551386 tempest-FloatingIPsAssociationTestJSON-1767827216 tempest-FloatingIPsAssociationTestJSON-1767827216-project] 10.222.0.90 "GET /v2.0/ports?device_id=c44eccd5-dfa3-4a3f-847a-c21c74381eee HTTP/1.1" status: 200 len: 945 time: 0.2508271 Feb 04 17:14:42.364720 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 17:14:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e368f58e-dd52-4faa-a4fe-bcc27c78cbe4 x-openstack-request-id: req-e368f58e-dd52-4faa-a4fe-bcc27c78cbe4 {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:14:42.365192 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00f087e2-0627-42fe-a81f-2759ffd284e1", "name": "network-vif-plugged", "status": "completed", "tag": "3f815a81-39e6-4dda-88cd-517133688c05", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:14:42.365461 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-e368f58e-dd52-4faa-a4fe-bcc27c78cbe4 {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:14:42.365992 n-d-827839-2 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00f087e2-0627-42fe-a81f-2759ffd284e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f815a81-39e6-4dda-88cd-517133688c05', 'code': 200} Feb 04 17:14:42.453540 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-847076aa-9dd1-45a7-aca8-6c99da31e416 req-39e5d0a5-b679-4429-aab2-e970b996cdcb tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] Network 02be22b9-aa53-40ea-8050-9239cd27d1ff is already hosted by enough agents. {{(pid=103377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:14:42.488943 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [req-847076aa-9dd1-45a7-aca8-6c99da31e416 req-39e5d0a5-b679-4429-aab2-e970b996cdcb tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] Resources bound (agent type, host, resource id): {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:14:42.495347 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [req-847076aa-9dd1-45a7-aca8-6c99da31e416 req-39e5d0a5-b679-4429-aab2-e970b996cdcb tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] Received port after_create {{(pid=103377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:14:42.512875 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b48e325-e3d3-4530-ab26-7eb47eeff217 req-7b78d632-cd26-42bc-933e-af22fb4b334b tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:14:42.515667 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-3b48e325-e3d3-4530-ab26-7eb47eeff217 req-7b78d632-cd26-42bc-933e-af22fb4b334b tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] 10.222.0.89 "GET /v2.0/ports?device_id=b7e72874-ab8d-4372-989b-ceb35c5fd1c8 HTTP/1.1" status: 200 len: 936 time: 0.1593034 Feb 04 17:14:42.573356 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847076aa-9dd1-45a7-aca8-6c99da31e416 req-39e5d0a5-b679-4429-aab2-e970b996cdcb tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:14:42.574044 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-847076aa-9dd1-45a7-aca8-6c99da31e416 req-39e5d0a5-b679-4429-aab2-e970b996cdcb tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:42.593203 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b334e55-373c-4c66-a852-78c20f19e6fc req-f7954019-3150-4ed7-a902-afea44e388b9 tempest-LiveMigrationTest-101728267 tempest-LiveMigrationTest-101728267-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:14:42.594839 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-4b334e55-373c-4c66-a852-78c20f19e6fc req-f7954019-3150-4ed7-a902-afea44e388b9 tempest-LiveMigrationTest-101728267 tempest-LiveMigrationTest-101728267-project-admin] 10.222.0.90 "GET /v2.0/ports?device_id=7bfb0405-10b3-4cc0-8634-8feb429a0d1f&tenant_id=8da6ad4e5ee34bf6bb722cd37ab73ea7&binding%3Ahost_id=n-h1-827839-2 HTTP/1.1" status: 200 len: 1126 time: 0.5099287 Feb 04 17:14:42.609960 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-847076aa-9dd1-45a7-aca8-6c99da31e416 req-39e5d0a5-b679-4429-aab2-e970b996cdcb tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3839116 Feb 04 17:14:42.642592 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [req-847076aa-9dd1-45a7-aca8-6c99da31e416 req-a4ab1103-0fdb-4504-ad58-f5a79b2ccb78 service neutron] Request body: {'port': {'device_id': 'b7e72874-ab8d-4372-989b-ceb35c5fd1c8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827839-2'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:14:42.642835 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-3b48e325-e3d3-4530-ab26-7eb47eeff217 req-46863c97-37e6-40a2-bcc5-a6be66f39ebf tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] 10.222.0.89 "GET /v2.0/security-groups?id=5fa98c6a-94b3-4690-b9c3-4f0e67d11226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120605 Feb 04 17:14:42.678522 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1a32a6-312f-444a-80ca-3b5d168ebb98 req-01256dbe-0f96-459c-a578-6eb7ed731436 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:14:42.680109 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-7d1a32a6-312f-444a-80ca-3b5d168ebb98 req-01256dbe-0f96-459c-a578-6eb7ed731436 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=00f087e2-0627-42fe-a81f-2759ffd284e1 HTTP/1.1" status: 200 len: 1127 time: 0.2391906 Feb 04 17:14:42.691932 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e5d0a5-b679-4429-aab2-e970b996cdcb tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] Pushing event updated for resources: {'Port': ['ID=c73f7467-a2e5-4127-a695-98f9e8d94155,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:14:42.798964 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [req-53c42bf0-d982-4a8d-84f0-780843fefbda req-e87d6315-a269-46e8-a9e5-05c5c6c0a2a5 tempest-FloatingIPsAssociationTestJSON-1767827216 tempest-FloatingIPsAssociationTestJSON-1767827216-project] Deleting port 8de53365-17ae-47ae-b48d-2c5bd7b7ab3c {{(pid=103377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:14:42.799173 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-53c42bf0-d982-4a8d-84f0-780843fefbda req-e87d6315-a269-46e8-a9e5-05c5c6c0a2a5 tempest-FloatingIPsAssociationTestJSON-1767827216 tempest-FloatingIPsAssociationTestJSON-1767827216-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (8de53365-17ae-47ae-b48d-2c5bd7b7ab3c), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:42.803346 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-7d1a32a6-312f-444a-80ca-3b5d168ebb98 req-9f313a9d-6f10-4243-a1d9-d3dd48e78354 service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=beaee1ab-f1ea-48fb-8fb6-199b9068cee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002560 Feb 04 17:14:42.830636 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-18119f48-81f7-41a5-b7ad-9ea2a32e3a68 None None] Provisioning complete for port c73f7467-a2e5-4127-a695-98f9e8d94155 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:14:42.831263 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-18119f48-81f7-41a5-b7ad-9ea2a32e3a68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (c73f7467-a2e5-4127-a695-98f9e8d94155), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:42.840642 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5142ac6-c1b6-45c7-8836-f4f89868ba59 req-6e319db9-34f9-4963-b3a9-1991080dc273 tempest-SecurityGroupsTestJSON-1563643175 tempest-SecurityGroupsTestJSON-1563643175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:14:42.842677 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-e5142ac6-c1b6-45c7-8836-f4f89868ba59 req-6e319db9-34f9-4963-b3a9-1991080dc273 tempest-SecurityGroupsTestJSON-1563643175 tempest-SecurityGroupsTestJSON-1563643175-project] 10.222.0.89 "GET /v2.0/ports?device_id=00f087e2-0627-42fe-a81f-2759ffd284e1 HTTP/1.1" status: 200 len: 945 time: 0.2543490 Feb 04 17:14:42.886447 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-18119f48-81f7-41a5-b7ad-9ea2a32e3a68 None None] Port c73f7467-a2e5-4127-a695-98f9e8d94155 cannot update to ACTIVE because it is not bound. {{(pid=103378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 17:14:42.893642 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-847076aa-9dd1-45a7-aca8-6c99da31e416 req-a4ab1103-0fdb-4504-ad58-f5a79b2ccb78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (c73f7467-a2e5-4127-a695-98f9e8d94155), before_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:42.917130 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b334e55-373c-4c66-a852-78c20f19e6fc req-fb3b7aca-f330-4978-a50c-9d6643afc137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:14:42.918918 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-4b334e55-373c-4c66-a852-78c20f19e6fc req-fb3b7aca-f330-4978-a50c-9d6643afc137 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=7bfb0405-10b3-4cc0-8634-8feb429a0d1f&tenant_id=8da6ad4e5ee34bf6bb722cd37ab73ea7 HTTP/1.1" status: 200 len: 1126 time: 0.3079994 Feb 04 17:14:42.951052 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4febc223-067d-4d84-a48e-fac6ba6c79b7 req-eaff7b32-6778-446e-8d54-1ffd4a0f2314 tempest-FloatingIPsAssociationTestJSON-1767827216 tempest-FloatingIPsAssociationTestJSON-1767827216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:14:42.957320 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-4febc223-067d-4d84-a48e-fac6ba6c79b7 req-eaff7b32-6778-446e-8d54-1ffd4a0f2314 tempest-FloatingIPsAssociationTestJSON-1767827216 tempest-FloatingIPsAssociationTestJSON-1767827216-project] 10.222.0.89 "GET /v2.0/ports?device_id=c44eccd5-dfa3-4a3f-847a-c21c74381eee HTTP/1.1" status: 200 len: 945 time: 0.1007614 Feb 04 17:14:43.003754 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-e5142ac6-c1b6-45c7-8836-f4f89868ba59 req-2f4adab2-fc81-4116-8c10-1d9ba4429cf8 tempest-SecurityGroupsTestJSON-1563643175 tempest-SecurityGroupsTestJSON-1563643175-project] 10.222.0.89 "GET /v2.0/security-groups?id=beaee1ab-f1ea-48fb-8fb6-199b9068cee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232851 Feb 04 17:14:43.024312 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-4febc223-067d-4d84-a48e-fac6ba6c79b7 req-787275b6-484f-404c-a38b-94b16124a95b tempest-FloatingIPsAssociationTestJSON-1767827216 tempest-FloatingIPsAssociationTestJSON-1767827216-project] 10.222.0.89 "GET /v2.0/security-groups?id=6426fe0b-86c7-4694-a2c4-8fd16e84da96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602219 Feb 04 17:14:43.114661 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [req-53c42bf0-d982-4a8d-84f0-780843fefbda req-e87d6315-a269-46e8-a9e5-05c5c6c0a2a5 tempest-FloatingIPsAssociationTestJSON-1767827216 tempest-FloatingIPsAssociationTestJSON-1767827216-project] For port 8de53365-17ae-47ae-b48d-2c5bd7b7ab3c, host n-h2-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=8de53365-17ae-47ae-b48d-2c5bd7b7ab3c,segment=NetworkSegment(1d2e5411-a293-4ba9-86e4-cf68dc997fdd),segment_id=1d2e5411-a293-4ba9-86e4-cf68dc997fdd)] {{(pid=103377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:14:43.115285 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-53c42bf0-d982-4a8d-84f0-780843fefbda req-e87d6315-a269-46e8-a9e5-05c5c6c0a2a5 tempest-FloatingIPsAssociationTestJSON-1767827216 tempest-FloatingIPsAssociationTestJSON-1767827216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (8de53365-17ae-47ae-b48d-2c5bd7b7ab3c), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:43.176890 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b334e55-373c-4c66-a852-78c20f19e6fc req-e33fbabe-2e9f-41f3-8d70-4c15a810dda0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:14:43.178691 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-4b334e55-373c-4c66-a852-78c20f19e6fc req-e33fbabe-2e9f-41f3-8d70-4c15a810dda0 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=8da6ad4e5ee34bf6bb722cd37ab73ea7&device_id=7bfb0405-10b3-4cc0-8634-8feb429a0d1f HTTP/1.1" status: 200 len: 1126 time: 0.1984065 Feb 04 17:14:43.186765 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [req-53c42bf0-d982-4a8d-84f0-780843fefbda req-e87d6315-a269-46e8-a9e5-05c5c6c0a2a5 tempest-FloatingIPsAssociationTestJSON-1767827216 tempest-FloatingIPsAssociationTestJSON-1767827216-project] Calling delete_port for 8de53365-17ae-47ae-b48d-2c5bd7b7ab3c owned by compute:nova {{(pid=103377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:14:43.434450 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b334e55-373c-4c66-a852-78c20f19e6fc req-2b7d567c-b475-4f97-843e-d9dc8c52e15e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:14:43.436301 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-4b334e55-373c-4c66-a852-78c20f19e6fc req-2b7d567c-b475-4f97-843e-d9dc8c52e15e service neutron] 10.222.0.90 "GET /v2.0/networks?id=865a5290-ec33-4655-84a4-bc1453190ac7 HTTP/1.1" status: 200 len: 908 time: 0.2476683 Feb 04 17:14:43.524545 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd025339-6db7-4774-8fb3-f33f16ad3829 req-ce26a0cd-4917-4afb-a2e4-6c3b99c325ba tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:14:43.533864 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-dd025339-6db7-4774-8fb3-f33f16ad3829 req-ce26a0cd-4917-4afb-a2e4-6c3b99c325ba tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] 10.222.0.89 "GET /v2.0/ports?device_id=50c546c5-589c-44d9-b10d-3b47cb5bfc2d HTTP/1.1" status: 200 len: 949 time: 0.1162121 Feb 04 17:14:43.606947 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-dd025339-6db7-4774-8fb3-f33f16ad3829 req-9a573600-dfa5-498a-b9c0-2ff40dcc911f tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] 10.222.0.89 "GET /v2.0/security-groups?id=4f68676b-760c-49c3-a14c-c9afa7ad720d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715556 Feb 04 17:14:43.711479 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device 17cda4ab-3ccf-457d-a2e3-93cde1c26576 no longer exists at agent hyperv_n-h1-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:14:43.784152 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] The host n-h1-827839-2 is not matching for port 17cda4ab-3ccf-457d-a2e3-93cde1c26576 host n-h2-827839-2! {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Feb 04 17:14:43.784574 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device 17cda4ab-3ccf-457d-a2e3-93cde1c26576 not bound to the agent host n-h1-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 17:14:43.813509 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18d5b01-7c67-43c2-95d8-4c0164f2eaa1 req-66b39055-23e6-4324-a7e0-34969dceb393 tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:14:43.818136 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-e18d5b01-7c67-43c2-95d8-4c0164f2eaa1 req-66b39055-23e6-4324-a7e0-34969dceb393 tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] 10.222.0.89 "GET /v2.0/ports?device_id=77f976c4-27a6-4a43-a568-55dca59e1c70 HTTP/1.1" status: 200 len: 949 time: 0.1163204 Feb 04 17:14:43.836052 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-4b334e55-373c-4c66-a852-78c20f19e6fc req-041bda8d-f7ba-4670-b2b6-a0cf1484b529 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=17cda4ab-3ccf-457d-a2e3-93cde1c26576 HTTP/1.1" status: 200 len: 217 time: 0.3843439 Feb 04 17:14:43.886712 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-e18d5b01-7c67-43c2-95d8-4c0164f2eaa1 req-3e576345-78e9-45af-89d4-a06612b39168 tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] 10.222.0.89 "GET /v2.0/security-groups?id=4f68676b-760c-49c3-a14c-c9afa7ad720d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599599 Feb 04 17:14:43.973495 n-d-827839-2 neutron-server[103377]: DEBUG neutron.notifiers.nova [req-847076aa-9dd1-45a7-aca8-6c99da31e416 req-a4ab1103-0fdb-4504-ad58-f5a79b2ccb78 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c73f7467-a2e5-4127-a695-98f9e8d94155 {{(pid=103377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 17:14:43.981968 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-847076aa-9dd1-45a7-aca8-6c99da31e416 req-a4ab1103-0fdb-4504-ad58-f5a79b2ccb78 service neutron] Publish callbacks [] for port (c73f7467-a2e5-4127-a695-98f9e8d94155), precommit_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:44.003500 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.provisioning_blocks [req-847076aa-9dd1-45a7-aca8-6c99da31e416 req-a4ab1103-0fdb-4504-ad58-f5a79b2ccb78 service neutron] Transition to ACTIVE for port object c73f7467-a2e5-4127-a695-98f9e8d94155 will not be triggered until provisioned by entity L2. {{(pid=103377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 17:14:44.012924 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-847076aa-9dd1-45a7-aca8-6c99da31e416 req-a4ab1103-0fdb-4504-ad58-f5a79b2ccb78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25888290'] for port (c73f7467-a2e5-4127-a695-98f9e8d94155), after_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:44.019330 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad505510-665f-4e46-b5e1-b46f4eead79e req-8c0a0547-0aee-45f7-aabc-74b7d97b10ac tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:14:44.027948 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-ad505510-665f-4e46-b5e1-b46f4eead79e req-8c0a0547-0aee-45f7-aabc-74b7d97b10ac tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] 10.222.0.89 "GET /v2.0/ports?device_id=b7e72874-ab8d-4372-989b-ceb35c5fd1c8 HTTP/1.1" status: 200 len: 936 time: 0.0701029 Feb 04 17:14:44.042399 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fc60f8-deab-4c7a-b47b-e7569d9bf931 req-b21221d6-7ba3-4fa9-a35f-a583f4763bf0 tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:14:44.048648 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-08fc60f8-deab-4c7a-b47b-e7569d9bf931 req-b21221d6-7ba3-4fa9-a35f-a583f4763bf0 tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] 10.222.0.89 "GET /v2.0/ports?device_id=7bfb0405-10b3-4cc0-8634-8feb429a0d1f HTTP/1.1" status: 200 len: 944 time: 0.6072369 Feb 04 17:14:44.057009 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-53c42bf0-d982-4a8d-84f0-780843fefbda req-e87d6315-a269-46e8-a9e5-05c5c6c0a2a5 tempest-FloatingIPsAssociationTestJSON-1767827216 tempest-FloatingIPsAssociationTestJSON-1767827216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (8de53365-17ae-47ae-b48d-2c5bd7b7ab3c), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:44.115790 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-ad505510-665f-4e46-b5e1-b46f4eead79e req-f61cf0a4-b11e-4f48-a291-dadaf2f62542 tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] 10.222.0.89 "GET /v2.0/security-groups?id=5fa98c6a-94b3-4690-b9c3-4f0e67d11226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881369 Feb 04 17:14:44.167319 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b334e55-373c-4c66-a852-78c20f19e6fc req-b9ff0fa9-9a9b-4fa3-9562-bbba27bc818f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:14:44.169065 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-4b334e55-373c-4c66-a852-78c20f19e6fc req-b9ff0fa9-9a9b-4fa3-9562-bbba27bc818f service neutron] 10.222.0.90 "GET /v2.0/subnets?id=22305eb3-36bf-4425-804b-f2478ee8714d HTTP/1.1" status: 200 len: 847 time: 0.3056886 Feb 04 17:14:44.348708 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-4b334e55-373c-4c66-a852-78c20f19e6fc req-c1fb0599-f5dd-48e4-b2ba-5a55ed9e2a3c service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=865a5290-ec33-4655-84a4-bc1453190ac7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1640501 Feb 04 17:14:44.349366 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ab1103-0fdb-4504-ad58-f5a79b2ccb78 service neutron] Pushing event updated for resources: {'Port': ['ID=c73f7467-a2e5-4127-a695-98f9e8d94155,revision_number=2']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:14:44.399645 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [req-53c42bf0-d982-4a8d-84f0-780843fefbda req-e87d6315-a269-46e8-a9e5-05c5c6c0a2a5 tempest-FloatingIPsAssociationTestJSON-1767827216 tempest-FloatingIPsAssociationTestJSON-1767827216-project] No DVR routers for this DVR port 8de53365-17ae-47ae-b48d-2c5bd7b7ab3c on host n-h2-827839-2 {{(pid=103377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 17:14:44.475789 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-53c42bf0-d982-4a8d-84f0-780843fefbda req-e87d6315-a269-46e8-a9e5-05c5c6c0a2a5 tempest-FloatingIPsAssociationTestJSON-1767827216 tempest-FloatingIPsAssociationTestJSON-1767827216-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:44.479311 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-53c42bf0-d982-4a8d-84f0-780843fefbda req-e87d6315-a269-46e8-a9e5-05c5c6c0a2a5 tempest-FloatingIPsAssociationTestJSON-1767827216 tempest-FloatingIPsAssociationTestJSON-1767827216-project] 10.222.0.90 "DELETE /v2.0/ports/8de53365-17ae-47ae-b48d-2c5bd7b7ab3c HTTP/1.1" status: 204 len: 173 time: 2.1237197 Feb 04 17:14:44.494997 n-d-827839-2 neutron-server[103377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c44eccd5-dfa3-4a3f-847a-c21c74381eee', 'name': 'network-vif-deleted', 'tag': '8de53365-17ae-47ae-b48d-2c5bd7b7ab3c'}] {{(pid=103377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:14:44.498497 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7240428b650e1488e9361b62648ff4b3a6c19d49d8c27c949491ab58c1346cf0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9caaeb7e-9720-4f32-8430-304f3d25e541" -d '{"events": [{"server_uuid": "c44eccd5-dfa3-4a3f-847a-c21c74381eee", "name": "network-vif-deleted", "tag": "8de53365-17ae-47ae-b48d-2c5bd7b7ab3c"}]}' {{(pid=103377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:14:44.535071 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-08fc60f8-deab-4c7a-b47b-e7569d9bf931 req-34a719d2-31bb-4dbf-a62b-ee7d642f9a43 tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] 10.222.0.89 "GET /v2.0/security-groups?id=18e6cc58-e448-4d12-9423-2a502a086ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4475653 Feb 04 17:14:44.560397 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87d6315-a269-46e8-a9e5-05c5c6c0a2a5 tempest-FloatingIPsAssociationTestJSON-1767827216 tempest-FloatingIPsAssociationTestJSON-1767827216-project] Pushing event deleted for resources: {'Port': ['ID=8de53365-17ae-47ae-b48d-2c5bd7b7ab3c,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:14:44.640006 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [req-847076aa-9dd1-45a7-aca8-6c99da31e416 req-a4ab1103-0fdb-4504-ad58-f5a79b2ccb78 service neutron] Attempting to bind port c73f7467-a2e5-4127-a695-98f9e8d94155 on host n-h1-827839-2 for vnic_type normal with profile {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:14:44.640485 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [req-847076aa-9dd1-45a7-aca8-6c99da31e416 req-a4ab1103-0fdb-4504-ad58-f5a79b2ccb78 service neutron] Attempting to bind port c73f7467-a2e5-4127-a695-98f9e8d94155 by drivers openvswitch,hyperv on host n-h1-827839-2 at level 0 using segments [{'id': '3a39b085-d3e6-43bb-a64c-1b06dd049e5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '02be22b9-aa53-40ea-8050-9239cd27d1ff'}] {{(pid=103377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:14:44.640942 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-847076aa-9dd1-45a7-aca8-6c99da31e416 req-a4ab1103-0fdb-4504-ad58-f5a79b2ccb78 service neutron] Attempting to bind port c73f7467-a2e5-4127-a695-98f9e8d94155 on network 02be22b9-aa53-40ea-8050-9239cd27d1ff {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:14:44.645523 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-4b334e55-373c-4c66-a852-78c20f19e6fc req-d4e52025-5e73-4636-9df8-7b7e20dc6449 service neutron] 10.222.0.90 "GET /v2.0/networks/865a5290-ec33-4655-84a4-bc1453190ac7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2527163 Feb 04 17:14:44.678610 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-847076aa-9dd1-45a7-aca8-6c99da31e416 req-a4ab1103-0fdb-4504-ad58-f5a79b2ccb78 service neutron] Port c73f7467-a2e5-4127-a695-98f9e8d94155 on network 02be22b9-aa53-40ea-8050-9239cd27d1ff not bound, no agent of type Open vSwitch agent registered on host n-h1-827839-2 {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 17:14:44.679334 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-847076aa-9dd1-45a7-aca8-6c99da31e416 req-a4ab1103-0fdb-4504-ad58-f5a79b2ccb78 service neutron] Attempting to bind port c73f7467-a2e5-4127-a695-98f9e8d94155 on network 02be22b9-aa53-40ea-8050-9239cd27d1ff {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:14:44.866128 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-847076aa-9dd1-45a7-aca8-6c99da31e416 req-a4ab1103-0fdb-4504-ad58-f5a79b2ccb78 service neutron] Checking agent: {'id': '3f9244a9-75fc-4c10-b195-11d48b853b41', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 8, 42), 'started_at': datetime.datetime(2022, 2, 4, 17, 8, 42), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 14, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:14:44.866775 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-847076aa-9dd1-45a7-aca8-6c99da31e416 req-a4ab1103-0fdb-4504-ad58-f5a79b2ccb78 service neutron] Checking segment: {'id': '3a39b085-d3e6-43bb-a64c-1b06dd049e5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '02be22b9-aa53-40ea-8050-9239cd27d1ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:14:44.866885 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-847076aa-9dd1-45a7-aca8-6c99da31e416 req-a4ab1103-0fdb-4504-ad58-f5a79b2ccb78 service neutron] Bound using segment: {'id': '3a39b085-d3e6-43bb-a64c-1b06dd049e5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '02be22b9-aa53-40ea-8050-9239cd27d1ff'} {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:14:44.867289 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [req-847076aa-9dd1-45a7-aca8-6c99da31e416 req-a4ab1103-0fdb-4504-ad58-f5a79b2ccb78 service neutron] Bound port: c73f7467-a2e5-4127-a695-98f9e8d94155, host: n-h1-827839-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a39b085-d3e6-43bb-a64c-1b06dd049e5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '02be22b9-aa53-40ea-8050-9239cd27d1ff'}}] {{(pid=103377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:14:44.867649 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-847076aa-9dd1-45a7-aca8-6c99da31e416 req-a4ab1103-0fdb-4504-ad58-f5a79b2ccb78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (c73f7467-a2e5-4127-a695-98f9e8d94155), before_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:44.878958 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f054b6-eb41-497d-af20-dfd883df3d6e req-f9a8dd14-7e0e-4bbb-a044-afac67f42e05 tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:14:44.885190 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f054b6-eb41-497d-af20-dfd883df3d6e req-f9a8dd14-7e0e-4bbb-a044-afac67f42e05 tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:14:44.886822 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-68f054b6-eb41-497d-af20-dfd883df3d6e req-f9a8dd14-7e0e-4bbb-a044-afac67f42e05 tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] 10.222.0.89 "GET /v2.0/ports?device_id=50c546c5-589c-44d9-b10d-3b47cb5bfc2d&device_id=77f976c4-27a6-4a43-a568-55dca59e1c70 HTTP/1.1" status: 200 len: 1689 time: 0.1071236 Feb 04 17:14:44.895409 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-4b334e55-373c-4c66-a852-78c20f19e6fc req-6558614e-4f32-4d07-b3de-1e48e240aed1 service neutron] 10.222.0.90 "GET /v2.0/networks/865a5290-ec33-4655-84a4-bc1453190ac7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2389715 Feb 04 17:14:44.961203 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-68f054b6-eb41-497d-af20-dfd883df3d6e req-377e3db1-5076-4a55-b3cc-ce8a780adf88 tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] 10.222.0.89 "GET /v2.0/security-groups?id=4f68676b-760c-49c3-a14c-c9afa7ad720d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670485 Feb 04 17:14:44.990505 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27edadd3-71de-4488-a89e-725124a48b28 req-a71d6148-dfad-4dee-8c9d-290f5074037c tempest-SecurityGroupsTestJSON-1563643175 tempest-SecurityGroupsTestJSON-1563643175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:14:44.992141 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-27edadd3-71de-4488-a89e-725124a48b28 req-a71d6148-dfad-4dee-8c9d-290f5074037c tempest-SecurityGroupsTestJSON-1563643175 tempest-SecurityGroupsTestJSON-1563643175-project] 10.222.0.89 "GET /v2.0/ports?device_id=00f087e2-0627-42fe-a81f-2759ffd284e1 HTTP/1.1" status: 200 len: 945 time: 0.3275087 Feb 04 17:14:45.044414 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [req-847076aa-9dd1-45a7-aca8-6c99da31e416 req-a4ab1103-0fdb-4504-ad58-f5a79b2ccb78 service neutron] For port c73f7467-a2e5-4127-a695-98f9e8d94155, host n-h1-827839-2, cleared binding levels {{(pid=103377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:14:45.050963 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [req-847076aa-9dd1-45a7-aca8-6c99da31e416 req-a4ab1103-0fdb-4504-ad58-f5a79b2ccb78 service neutron] For port c73f7467-a2e5-4127-a695-98f9e8d94155, host n-h1-827839-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=c73f7467-a2e5-4127-a695-98f9e8d94155,segment=NetworkSegment(3a39b085-d3e6-43bb-a64c-1b06dd049e5a),segment_id=3a39b085-d3e6-43bb-a64c-1b06dd049e5a)] {{(pid=103377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:14:45.116601 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-27edadd3-71de-4488-a89e-725124a48b28 req-aad474a1-245c-4eb2-bb9c-cfa891e8c075 tempest-SecurityGroupsTestJSON-1563643175 tempest-SecurityGroupsTestJSON-1563643175-project] 10.222.0.89 "GET /v2.0/security-groups?id=beaee1ab-f1ea-48fb-8fb6-199b9068cee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150894 Feb 04 17:14:45.125554 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-847076aa-9dd1-45a7-aca8-6c99da31e416 req-a4ab1103-0fdb-4504-ad58-f5a79b2ccb78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25888290'] for port (c73f7467-a2e5-4127-a695-98f9e8d94155), after_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:45.154410 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-494e6f6a-a261-47c0-a959-04745424de1d req-c723f17a-8582-4277-a223-eb9347669f8e tempest-FloatingIPsAssociationTestJSON-1767827216 tempest-FloatingIPsAssociationTestJSON-1767827216-project] 10.222.0.89 "GET /v2.0/ports?device_id=c44eccd5-dfa3-4a3f-847a-c21c74381eee HTTP/1.1" status: 200 len: 210 time: 0.0814068 Feb 04 17:14:45.260378 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ab1103-0fdb-4504-ad58-f5a79b2ccb78 service neutron] Pushing event updated for resources: {'Port': ['ID=c73f7467-a2e5-4127-a695-98f9e8d94155,revision_number=3']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:14:45.272692 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847076aa-9dd1-45a7-aca8-6c99da31e416 req-a4ab1103-0fdb-4504-ad58-f5a79b2ccb78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:14:45.273476 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-847076aa-9dd1-45a7-aca8-6c99da31e416 req-a4ab1103-0fdb-4504-ad58-f5a79b2ccb78 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:45.275573 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-847076aa-9dd1-45a7-aca8-6c99da31e416 req-a4ab1103-0fdb-4504-ad58-f5a79b2ccb78 service neutron] 10.222.0.96 "PUT /v2.0/ports/c73f7467-a2e5-4127-a695-98f9e8d94155 HTTP/1.1" status: 200 len: 1096 time: 2.6524811 Feb 04 17:14:45.277160 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 17:14:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a038c31-deb6-4e4d-bf7b-a8da55e7bd13 x-openstack-request-id: req-8a038c31-deb6-4e4d-bf7b-a8da55e7bd13 {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:14:45.277547 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c44eccd5-dfa3-4a3f-847a-c21c74381eee", "name": "network-vif-deleted", "tag": "8de53365-17ae-47ae-b48d-2c5bd7b7ab3c", "status": "completed", "code": 200}]} {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:14:45.277896 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-8a038c31-deb6-4e4d-bf7b-a8da55e7bd13 {{(pid=103377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:14:45.279860 n-d-827839-2 neutron-server[103377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c44eccd5-dfa3-4a3f-847a-c21c74381eee', 'name': 'network-vif-deleted', 'tag': '8de53365-17ae-47ae-b48d-2c5bd7b7ab3c', 'status': 'completed', 'code': 200} Feb 04 17:14:45.486695 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-0919ca60-5ed5-4077-85a6-951f08484550 req-a239c7ba-a58f-4bfb-88ba-f3212a72c645 tempest-SecurityGroupsTestJSON-1563643175 tempest-SecurityGroupsTestJSON-1563643175-project] 10.222.0.89 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1068901496&fields=id&tenant_id=978c6d026b0944f6a413e3d4f2103bea HTTP/1.1" status: 200 len: 267 time: 0.0695438 Feb 04 17:14:45.539423 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1eb8647-0fd9-4279-a741-24d8f795730a req-a4fb885f-1b22-4dce-b10b-27c9d33beca5 tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:14:45.548218 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-f1eb8647-0fd9-4279-a741-24d8f795730a req-a4fb885f-1b22-4dce-b10b-27c9d33beca5 tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] 10.222.0.89 "GET /v2.0/ports?device_id=b7e72874-ab8d-4372-989b-ceb35c5fd1c8 HTTP/1.1" status: 200 len: 948 time: 0.1939709 Feb 04 17:14:45.550380 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b334e55-373c-4c66-a852-78c20f19e6fc req-880843c2-bf54-45c2-b6bb-1a08721915be tempest-LiveMigrationTest-101728267 tempest-LiveMigrationTest-101728267-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:14:45.557502 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-4b334e55-373c-4c66-a852-78c20f19e6fc req-880843c2-bf54-45c2-b6bb-1a08721915be tempest-LiveMigrationTest-101728267 tempest-LiveMigrationTest-101728267-project-admin] 10.222.0.90 "GET /v2.0/ports?device_id=7bfb0405-10b3-4cc0-8634-8feb429a0d1f&tenant_id=8da6ad4e5ee34bf6bb722cd37ab73ea7&binding%3Ahost_id=n-h2-827839-2 HTTP/1.1" status: 200 len: 1126 time: 0.2711205 Feb 04 17:14:45.595397 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0919ca60-5ed5-4077-85a6-951f08484550 req-8ead0673-335a-4f92-8dfd-70a9146ff4f6 tempest-SecurityGroupsTestJSON-1563643175 tempest-SecurityGroupsTestJSON-1563643175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:14:45.597172 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-0919ca60-5ed5-4077-85a6-951f08484550 req-8ead0673-335a-4f92-8dfd-70a9146ff4f6 tempest-SecurityGroupsTestJSON-1563643175 tempest-SecurityGroupsTestJSON-1563643175-project] 10.222.0.89 "GET /v2.0/ports?device_id=00f087e2-0627-42fe-a81f-2759ffd284e1 HTTP/1.1" status: 200 len: 945 time: 0.1056614 Feb 04 17:14:45.609875 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [req-0919ca60-5ed5-4077-85a6-951f08484550 req-a0e5739c-e1ac-43dc-856f-5bb0c8ceb8d1 tempest-SecurityGroupsTestJSON-1563643175 tempest-SecurityGroupsTestJSON-1563643175-project] Request body: {'port': {'security_groups': ['beaee1ab-f1ea-48fb-8fb6-199b9068cee8', 'f1d0a3a9-da15-4371-a6fe-d73ef122bd3d']}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:14:45.627038 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847076aa-9dd1-45a7-aca8-6c99da31e416 req-cd153dae-c465-4f52-a6fb-0fb2b72b957c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:14:45.628580 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-847076aa-9dd1-45a7-aca8-6c99da31e416 req-cd153dae-c465-4f52-a6fb-0fb2b72b957c service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=1cd99d9701204f3692368e4539967c47&device_id=b7e72874-ab8d-4372-989b-ceb35c5fd1c8 HTTP/1.1" status: 200 len: 1130 time: 0.2677732 Feb 04 17:14:45.687549 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Device 8de53365-17ae-47ae-b48d-2c5bd7b7ab3c no longer exists at agent hyperv_n-h2-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:14:45.704450 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-847076aa-9dd1-45a7-aca8-6c99da31e416 req-ae31b118-0c17-4857-88a0-f712c89618e3 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.230&port_id=c73f7467-a2e5-4127-a695-98f9e8d94155 HTTP/1.1" status: 200 len: 217 time: 0.0673282 Feb 04 17:14:45.717582 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] No Port match for: 8de53365-17ae-47ae-b48d-2c5bd7b7ab3c {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 17:14:45.718334 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Device 8de53365-17ae-47ae-b48d-2c5bd7b7ab3c not bound to the agent host n-h2-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 17:14:45.719165 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Device 17cda4ab-3ccf-457d-a2e3-93cde1c26576 no longer exists at agent hyperv_n-h2-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:14:45.720863 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-0919ca60-5ed5-4077-85a6-951f08484550 req-a0e5739c-e1ac-43dc-856f-5bb0c8ceb8d1 tempest-SecurityGroupsTestJSON-1563643175 tempest-SecurityGroupsTestJSON-1563643175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (3f815a81-39e6-4dda-88cd-517133688c05), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:45.767368 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-f1eb8647-0fd9-4279-a741-24d8f795730a req-5870d5f6-9f54-42b6-ac2c-2d9fe8e06e53 tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] 10.222.0.89 "GET /v2.0/security-groups?id=5fa98c6a-94b3-4690-b9c3-4f0e67d11226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2078798 Feb 04 17:14:45.836867 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847076aa-9dd1-45a7-aca8-6c99da31e416 req-cfa6d781-f1f8-4100-80cb-d7fbc7c4f9b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:14:45.839661 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-847076aa-9dd1-45a7-aca8-6c99da31e416 req-cfa6d781-f1f8-4100-80cb-d7fbc7c4f9b1 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=c974b0ff-2c5c-4667-8a81-3bde3ea6ced5 HTTP/1.1" status: 200 len: 843 time: 0.1182518 Feb 04 17:14:45.919792 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Current status of the port 17cda4ab-3ccf-457d-a2e3-93cde1c26576 is: DOWN; New status is: DOWN {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:14:45.924599 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [req-4b334e55-373c-4c66-a852-78c20f19e6fc req-a92865a9-6404-417a-8cdd-d9daf116e09f service neutron] For port 17cda4ab-3ccf-457d-a2e3-93cde1c26576, host n-h1-827839-2, cleared binding levels {{(pid=103377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:14:45.932633 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-4b334e55-373c-4c66-a852-78c20f19e6fc req-a92865a9-6404-417a-8cdd-d9daf116e09f service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:45.933783 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-4b334e55-373c-4c66-a852-78c20f19e6fc req-a92865a9-6404-417a-8cdd-d9daf116e09f service neutron] 10.222.0.90 "DELETE /v2.0/ports/17cda4ab-3ccf-457d-a2e3-93cde1c26576/bindings/n-h1-827839-2 HTTP/1.1" status: 204 len: 173 time: 0.3732529 Feb 04 17:14:45.941870 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847076aa-9dd1-45a7-aca8-6c99da31e416 req-8b2b8e0d-7c8f-428c-b4fa-65db21443a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:14:45.943381 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-847076aa-9dd1-45a7-aca8-6c99da31e416 req-8b2b8e0d-7c8f-428c-b4fa-65db21443a02 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=02be22b9-aa53-40ea-8050-9239cd27d1ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0981324 Feb 04 17:14:45.996103 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [req-0919ca60-5ed5-4077-85a6-951f08484550 req-a0e5739c-e1ac-43dc-856f-5bb0c8ceb8d1 tempest-SecurityGroupsTestJSON-1563643175 tempest-SecurityGroupsTestJSON-1563643175-project] For port 3f815a81-39e6-4dda-88cd-517133688c05, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=3f815a81-39e6-4dda-88cd-517133688c05,segment=NetworkSegment(2581f07c-86e2-4d88-bea9-098dd9136854),segment_id=2581f07c-86e2-4d88-bea9-098dd9136854)] {{(pid=103376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:14:46.036285 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-0919ca60-5ed5-4077-85a6-951f08484550 req-a0e5739c-e1ac-43dc-856f-5bb0c8ceb8d1 tempest-SecurityGroupsTestJSON-1563643175 tempest-SecurityGroupsTestJSON-1563643175-project] Publish callbacks [] for port (3f815a81-39e6-4dda-88cd-517133688c05), precommit_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:46.042423 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-0919ca60-5ed5-4077-85a6-951f08484550 req-a0e5739c-e1ac-43dc-856f-5bb0c8ceb8d1 tempest-SecurityGroupsTestJSON-1563643175 tempest-SecurityGroupsTestJSON-1563643175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675836'] for port (3f815a81-39e6-4dda-88cd-517133688c05), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:46.055293 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] get_ports_and_sgs() called for port_ids ['3f815a81-39e6-4dda-88cd-517133688c05'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 17:14:46.099424 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48393244-e074-4ef5-95dc-9837e79bb04f req-d73e6f74-9c52-44cb-9705-59a096802b95 tempest-ServersOnMultiNodesTest-1012602224 tempest-ServersOnMultiNodesTest-1012602224-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:14:46.101173 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-48393244-e074-4ef5-95dc-9837e79bb04f req-d73e6f74-9c52-44cb-9705-59a096802b95 tempest-ServersOnMultiNodesTest-1012602224 tempest-ServersOnMultiNodesTest-1012602224-project-admin] 10.222.0.89 "GET /v2.0/ports?device_id=50c546c5-589c-44d9-b10d-3b47cb5bfc2d HTTP/1.1" status: 200 len: 1131 time: 0.0979207 Feb 04 17:14:46.109591 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0919ca60-5ed5-4077-85a6-951f08484550 req-a0e5739c-e1ac-43dc-856f-5bb0c8ceb8d1 tempest-SecurityGroupsTestJSON-1563643175 tempest-SecurityGroupsTestJSON-1563643175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:14:46.113123 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-0919ca60-5ed5-4077-85a6-951f08484550 req-a0e5739c-e1ac-43dc-856f-5bb0c8ceb8d1 tempest-SecurityGroupsTestJSON-1563643175 tempest-SecurityGroupsTestJSON-1563643175-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:46.114776 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-0919ca60-5ed5-4077-85a6-951f08484550 req-a0e5739c-e1ac-43dc-856f-5bb0c8ceb8d1 tempest-SecurityGroupsTestJSON-1563643175 tempest-SecurityGroupsTestJSON-1563643175-project] 10.222.0.89 "PUT /v2.0/ports/3f815a81-39e6-4dda-88cd-517133688c05 HTTP/1.1" status: 200 len: 981 time: 0.5109880 Feb 04 17:14:46.122119 n-d-827839-2 neutron-server[103376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00f087e2-0627-42fe-a81f-2759ffd284e1', 'tag': '3f815a81-39e6-4dda-88cd-517133688c05'}] {{(pid=103376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:14:46.125227 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d59c3bb5e2f09ebf62144d5e09b1cff60c763a9c19614c24538e77842938c05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd32a366-2ec5-4749-bc82-21c726af2cc8" -d '{"events": [{"name": "network-changed", "server_uuid": "00f087e2-0627-42fe-a81f-2759ffd284e1", "tag": "3f815a81-39e6-4dda-88cd-517133688c05"}]}' {{(pid=103376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:14:46.166331 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e5739c-e1ac-43dc-856f-5bb0c8ceb8d1 tempest-SecurityGroupsTestJSON-1563643175 tempest-SecurityGroupsTestJSON-1563643175-project] Pushing event updated for resources: {'Port': ['ID=3f815a81-39e6-4dda-88cd-517133688c05,revision_number=6']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:14:46.193953 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-847076aa-9dd1-45a7-aca8-6c99da31e416 req-3c59ab46-1205-4318-91e8-628f8916385d service neutron] 10.222.0.96 "GET /v2.0/networks/02be22b9-aa53-40ea-8050-9239cd27d1ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2431462 Feb 04 17:14:46.248341 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] get_ports_and_sgs() called for port_ids ['3f815a81-39e6-4dda-88cd-517133688c05'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 17:14:46.332659 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-847076aa-9dd1-45a7-aca8-6c99da31e416 req-631aadd5-9601-4e07-ab43-5778c9b8d61a service neutron] 10.222.0.96 "GET /v2.0/networks/02be22b9-aa53-40ea-8050-9239cd27d1ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243095 Feb 04 17:14:46.334100 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0c0b89-0d60-491f-b97d-cbdcd80eb6b3 req-f8c664ad-d601-491a-a71f-ad439e3907b1 tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:14:46.335870 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-1b0c0b89-0d60-491f-b97d-cbdcd80eb6b3 req-f8c664ad-d601-491a-a71f-ad439e3907b1 tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] 10.222.0.89 "GET /v2.0/ports?device_id=7bfb0405-10b3-4cc0-8634-8feb429a0d1f HTTP/1.1" status: 200 len: 944 time: 0.1188149 Feb 04 17:14:46.354325 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-48393244-e074-4ef5-95dc-9837e79bb04f req-6cc9d9c9-6db6-442b-a0f3-79b158d3669c tempest-ServersOnMultiNodesTest-1012602224 tempest-ServersOnMultiNodesTest-1012602224-project-admin] 10.222.0.89 "GET /v2.0/security-groups?id=4f68676b-760c-49c3-a14c-c9afa7ad720d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2465446 Feb 04 17:14:46.442620 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-1b0c0b89-0d60-491f-b97d-cbdcd80eb6b3 req-ed2d8b6f-4452-4b6f-b33e-afdd051f001e tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] 10.222.0.89 "GET /v2.0/security-groups?id=18e6cc58-e448-4d12-9423-2a502a086ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954549 Feb 04 17:14:46.551274 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 17:14:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7e24fc5-b932-40c6-aa6e-b1eb453ce8bf x-openstack-request-id: req-c7e24fc5-b932-40c6-aa6e-b1eb453ce8bf {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:14:46.551457 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00f087e2-0627-42fe-a81f-2759ffd284e1", "tag": "3f815a81-39e6-4dda-88cd-517133688c05", "status": "completed", "code": 200}]} {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:14:46.551716 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-c7e24fc5-b932-40c6-aa6e-b1eb453ce8bf {{(pid=103376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:14:46.552171 n-d-827839-2 neutron-server[103376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00f087e2-0627-42fe-a81f-2759ffd284e1', 'tag': '3f815a81-39e6-4dda-88cd-517133688c05', 'status': 'completed', 'code': 200} Feb 04 17:14:46.597760 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 55244) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:14:46.663006 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-9d3cd1c5-0438-41a3-8304-2e69a7103dc3 req-c44e101c-3a50-4605-987a-7a315206a306 tempest-SecurityGroupsTestJSON-1563643175 tempest-SecurityGroupsTestJSON-1563643175-project] 10.222.0.89 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1602574778&fields=id&tenant_id=978c6d026b0944f6a413e3d4f2103bea HTTP/1.1" status: 200 len: 267 time: 0.1665490 Feb 04 17:14:46.757331 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd32a366-2ec5-4749-bc82-21c726af2cc8 req-9d9b0903-c934-4dad-a0ce-5e74b360f726 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:14:46.759273 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-fd32a366-2ec5-4749-bc82-21c726af2cc8 req-9d9b0903-c934-4dad-a0ce-5e74b360f726 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=978c6d026b0944f6a413e3d4f2103bea&device_id=00f087e2-0627-42fe-a81f-2759ffd284e1 HTTP/1.1" status: 200 len: 1166 time: 0.1566226 Feb 04 17:14:46.763574 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-f31d6bde-a725-4f0a-8920-48f9c2ba4d2f req-78f909c6-1e47-41ad-9141-8cd01dbca82c service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=284c52b0-3695-4fc3-be5f-67c29b313e1f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2118104 Feb 04 17:14:46.780461 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40bd823-84d9-4b1c-8ad7-0d54cc710c61 req-adfb98e6-4622-4dfd-82b1-103af98799c1 tempest-ServersOnMultiNodesTest-1012602224 tempest-ServersOnMultiNodesTest-1012602224-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:14:46.783070 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-c40bd823-84d9-4b1c-8ad7-0d54cc710c61 req-adfb98e6-4622-4dfd-82b1-103af98799c1 tempest-ServersOnMultiNodesTest-1012602224 tempest-ServersOnMultiNodesTest-1012602224-project-admin] 10.222.0.89 "GET /v2.0/ports?device_id=77f976c4-27a6-4a43-a568-55dca59e1c70 HTTP/1.1" status: 200 len: 1131 time: 0.1202602 Feb 04 17:14:46.795974 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3cd1c5-0438-41a3-8304-2e69a7103dc3 req-4423d669-99d0-4606-a78e-8d3aae99e1e3 tempest-SecurityGroupsTestJSON-1563643175 tempest-SecurityGroupsTestJSON-1563643175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:14:46.797541 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-9d3cd1c5-0438-41a3-8304-2e69a7103dc3 req-4423d669-99d0-4606-a78e-8d3aae99e1e3 tempest-SecurityGroupsTestJSON-1563643175 tempest-SecurityGroupsTestJSON-1563643175-project] 10.222.0.89 "GET /v2.0/ports?device_id=00f087e2-0627-42fe-a81f-2759ffd284e1 HTTP/1.1" status: 200 len: 984 time: 0.1122375 Feb 04 17:14:46.852015 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [req-9d3cd1c5-0438-41a3-8304-2e69a7103dc3 req-79d57f24-a37b-4564-b34d-bf7f1600730d tempest-SecurityGroupsTestJSON-1563643175 tempest-SecurityGroupsTestJSON-1563643175-project] Request body: {'port': {'security_groups': ['beaee1ab-f1ea-48fb-8fb6-199b9068cee8', 'f1d0a3a9-da15-4371-a6fe-d73ef122bd3d', 'c3dff184-07f9-46c9-b393-d55c7c2a8b8f']}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:14:46.939326 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-c40bd823-84d9-4b1c-8ad7-0d54cc710c61 req-3779106e-19d1-42f4-853e-9359cc51ff50 tempest-ServersOnMultiNodesTest-1012602224 tempest-ServersOnMultiNodesTest-1012602224-project-admin] 10.222.0.89 "GET /v2.0/security-groups?id=4f68676b-760c-49c3-a14c-c9afa7ad720d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423726 Feb 04 17:14:46.987876 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31d6bde-a725-4f0a-8920-48f9c2ba4d2f req-38b5ac8d-8168-4426-bafe-575c004bfe3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:14:46.989528 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-f31d6bde-a725-4f0a-8920-48f9c2ba4d2f req-38b5ac8d-8168-4426-bafe-575c004bfe3f service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=f3812c841c31408e86184d3885a61bc1&device_id=284c52b0-3695-4fc3-be5f-67c29b313e1f HTTP/1.1" status: 200 len: 1126 time: 0.1448348 Feb 04 17:14:47.038711 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-9d3cd1c5-0438-41a3-8304-2e69a7103dc3 req-79d57f24-a37b-4564-b34d-bf7f1600730d tempest-SecurityGroupsTestJSON-1563643175 tempest-SecurityGroupsTestJSON-1563643175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (3f815a81-39e6-4dda-88cd-517133688c05), before_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:47.128789 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd32a366-2ec5-4749-bc82-21c726af2cc8 req-8eecab86-4015-45c7-905f-6a19feeef2d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:14:47.130306 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-fd32a366-2ec5-4749-bc82-21c726af2cc8 req-8eecab86-4015-45c7-905f-6a19feeef2d6 service neutron] 10.222.0.96 "GET /v2.0/networks?id=3a92870e-0f75-4f51-bf18-f38ecaa186c3 HTTP/1.1" status: 200 len: 913 time: 0.3620644 Feb 04 17:14:47.225537 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-fd32a366-2ec5-4749-bc82-21c726af2cc8 req-413aaa17-6a13-47f2-936e-adbac6c516d7 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3f815a81-39e6-4dda-88cd-517133688c05 HTTP/1.1" status: 200 len: 217 time: 0.0726814 Feb 04 17:14:47.269308 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf2db2e-ef92-4c0a-b350-d4dc7128ea46 req-11abe448-3a00-45e5-9a75-397b7d4316ea tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:14:47.278173 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-8bf2db2e-ef92-4c0a-b350-d4dc7128ea46 req-11abe448-3a00-45e5-9a75-397b7d4316ea tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] 10.222.0.89 "GET /v2.0/ports?device_id=b7e72874-ab8d-4372-989b-ceb35c5fd1c8 HTTP/1.1" status: 200 len: 948 time: 0.1869593 Feb 04 17:14:47.289363 n-d-827839-2 neutron-server[103377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7e72874-ab8d-4372-989b-ceb35c5fd1c8', 'tag': 'c73f7467-a2e5-4127-a695-98f9e8d94155'}] {{(pid=103377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:14:47.291961 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7240428b650e1488e9361b62648ff4b3a6c19d49d8c27c949491ab58c1346cf0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-413c93a0-0dcc-4e2e-9c92-2762aa17fe5e" -d '{"events": [{"name": "network-changed", "server_uuid": "b7e72874-ab8d-4372-989b-ceb35c5fd1c8", "tag": "c73f7467-a2e5-4127-a695-98f9e8d94155"}]}' {{(pid=103377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:14:47.347727 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31d6bde-a725-4f0a-8920-48f9c2ba4d2f req-0399a314-d1e8-479c-81db-2f85791142a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:14:47.349267 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-f31d6bde-a725-4f0a-8920-48f9c2ba4d2f req-0399a314-d1e8-479c-81db-2f85791142a4 service neutron] 10.222.0.90 "GET /v2.0/networks?id=b27b7363-f5f5-42ff-a720-66280b0b57a7 HTTP/1.1" status: 200 len: 922 time: 0.3307457 Feb 04 17:14:47.356946 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd32a366-2ec5-4749-bc82-21c726af2cc8 req-9296a5a5-5e89-43a2-8019-c354cb944a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:14:47.358445 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-fd32a366-2ec5-4749-bc82-21c726af2cc8 req-9296a5a5-5e89-43a2-8019-c354cb944a8e service neutron] 10.222.0.96 "GET /v2.0/subnets?id=223e3d0b-2da1-4b6d-bc4c-a1504765d855 HTTP/1.1" status: 200 len: 852 time: 0.1188579 Feb 04 17:14:47.370032 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-8bf2db2e-ef92-4c0a-b350-d4dc7128ea46 req-47a0a331-74e4-4d1a-aea1-ab65987e51b1 tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] 10.222.0.89 "GET /v2.0/security-groups?id=5fa98c6a-94b3-4690-b9c3-4f0e67d11226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907075 Feb 04 17:14:47.403953 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-f31d6bde-a725-4f0a-8920-48f9c2ba4d2f req-71228667-4b09-470f-9bd5-dd2a28e1a951 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=69be7e67-fc27-4724-9cc4-b43b77a95248 HTTP/1.1" status: 200 len: 217 time: 0.0433550 Feb 04 17:14:47.484183 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31d6bde-a725-4f0a-8920-48f9c2ba4d2f req-ef5b755b-2730-4ba0-bd25-12f9554096a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:14:47.487844 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-f31d6bde-a725-4f0a-8920-48f9c2ba4d2f req-ef5b755b-2730-4ba0-bd25-12f9554096a7 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=fa2004f2-da24-41cf-84b9-96d41a7dd118 HTTP/1.1" status: 200 len: 861 time: 0.0655429 Feb 04 17:14:47.507506 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-fd32a366-2ec5-4749-bc82-21c726af2cc8 req-debfa223-2f3e-46ff-b776-7ede52f4eea3 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=3a92870e-0f75-4f51-bf18-f38ecaa186c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1003053 Feb 04 17:14:47.551346 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-f31d6bde-a725-4f0a-8920-48f9c2ba4d2f req-10a0beb5-ed49-4610-baa5-de851af65ef9 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=b27b7363-f5f5-42ff-a720-66280b0b57a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0464392 Feb 04 17:14:47.552061 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-716fd9b3-36ec-48fa-abd4-f4f25612c661 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602754'] for router_interface (b5d014be-c135-4c5a-85ce-4035303b563e), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:47.817023 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-fd32a366-2ec5-4749-bc82-21c726af2cc8 req-59ed1ec8-4376-4897-9f28-f71418df3dc9 service neutron] 10.222.0.96 "GET /v2.0/networks/3a92870e-0f75-4f51-bf18-f38ecaa186c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2970884 Feb 04 17:14:47.921239 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01fc236-bd9c-424e-b14b-50644d4afab6 req-34be9cf4-d690-4227-a1c4-4ceedba730c7 tempest-LiveMigrationTest-101728267 tempest-LiveMigrationTest-101728267-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:14:47.922319 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-c01fc236-bd9c-424e-b14b-50644d4afab6 req-34be9cf4-d690-4227-a1c4-4ceedba730c7 tempest-LiveMigrationTest-101728267 tempest-LiveMigrationTest-101728267-project-admin] 10.222.0.89 "GET /v2.0/ports?device_id=7bfb0405-10b3-4cc0-8634-8feb429a0d1f HTTP/1.1" status: 200 len: 1126 time: 0.1344831 Feb 04 17:14:47.967989 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-f31d6bde-a725-4f0a-8920-48f9c2ba4d2f req-8c73e18d-0612-4bd0-a3aa-fe830980fe03 service neutron] 10.222.0.90 "GET /v2.0/networks/b27b7363-f5f5-42ff-a720-66280b0b57a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4028785 Feb 04 17:14:47.979726 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [req-9d3cd1c5-0438-41a3-8304-2e69a7103dc3 req-79d57f24-a37b-4564-b34d-bf7f1600730d tempest-SecurityGroupsTestJSON-1563643175 tempest-SecurityGroupsTestJSON-1563643175-project] For port 3f815a81-39e6-4dda-88cd-517133688c05, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=3f815a81-39e6-4dda-88cd-517133688c05,segment=NetworkSegment(2581f07c-86e2-4d88-bea9-098dd9136854),segment_id=2581f07c-86e2-4d88-bea9-098dd9136854)] {{(pid=103377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:14:48.023758 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-9d3cd1c5-0438-41a3-8304-2e69a7103dc3 req-79d57f24-a37b-4564-b34d-bf7f1600730d tempest-SecurityGroupsTestJSON-1563643175 tempest-SecurityGroupsTestJSON-1563643175-project] Publish callbacks [] for port (3f815a81-39e6-4dda-88cd-517133688c05), precommit_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:48.026265 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-c01fc236-bd9c-424e-b14b-50644d4afab6 req-3d676f14-b330-4a3d-a52b-2e92b155ab1a tempest-LiveMigrationTest-101728267 tempest-LiveMigrationTest-101728267-project-admin] 10.222.0.89 "GET /v2.0/security-groups?id=18e6cc58-e448-4d12-9423-2a502a086ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944164 Feb 04 17:14:48.051316 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-9d3cd1c5-0438-41a3-8304-2e69a7103dc3 req-79d57f24-a37b-4564-b34d-bf7f1600730d tempest-SecurityGroupsTestJSON-1563643175 tempest-SecurityGroupsTestJSON-1563643175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25888290'] for port (3f815a81-39e6-4dda-88cd-517133688c05), after_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:48.064924 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] get_ports_and_sgs() called for port_ids ['3f815a81-39e6-4dda-88cd-517133688c05'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 17:14:48.575261 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-38b89825-19a6-4e76-95b1-6ac5641d1359 req-b4bb8751-353e-42bf-861c-d4fe53033967 tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] 10.222.0.89 "GET /v2.0/networks?tenant_id=de991ffa63634ff992d797b06d2aeaaa&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0612731 Feb 04 17:14:48.676220 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413c93a0-0dcc-4e2e-9c92-2762aa17fe5e req-8d6bd849-c0ca-4433-9a66-00135af733d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:14:48.678061 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-413c93a0-0dcc-4e2e-9c92-2762aa17fe5e req-8d6bd849-c0ca-4433-9a66-00135af733d5 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=1cd99d9701204f3692368e4539967c47&device_id=b7e72874-ab8d-4372-989b-ceb35c5fd1c8 HTTP/1.1" status: 200 len: 1130 time: 0.1653807 Feb 04 17:14:48.701971 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-716fd9b3-36ec-48fa-abd4-f4f25612c661 admin admin] Deleting port 42093760-4751-4ec8-b7ed-25206ff15cfc {{(pid=103376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:14:48.702600 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-716fd9b3-36ec-48fa-abd4-f4f25612c661 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (42093760-4751-4ec8-b7ed-25206ff15cfc), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:48.806475 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 17:14:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ec4e1bb-cebc-458b-9bee-08113d942b97 x-openstack-request-id: req-5ec4e1bb-cebc-458b-9bee-08113d942b97 {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:14:48.806767 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7e72874-ab8d-4372-989b-ceb35c5fd1c8", "tag": "c73f7467-a2e5-4127-a695-98f9e8d94155", "status": "completed", "code": 200}]} {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:14:48.807019 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-5ec4e1bb-cebc-458b-9bee-08113d942b97 {{(pid=103377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:14:48.807229 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b89825-19a6-4e76-95b1-6ac5641d1359 req-fe29c39e-372f-48fa-b23a-05eb4211ba47 tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:14:48.807410 n-d-827839-2 neutron-server[103377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7e72874-ab8d-4372-989b-ceb35c5fd1c8', 'tag': 'c73f7467-a2e5-4127-a695-98f9e8d94155', 'status': 'completed', 'code': 200} Feb 04 17:14:48.817244 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-38b89825-19a6-4e76-95b1-6ac5641d1359 req-fe29c39e-372f-48fa-b23a-05eb4211ba47 tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] 10.222.0.89 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2402771 Feb 04 17:14:48.823215 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3cd1c5-0438-41a3-8304-2e69a7103dc3 req-79d57f24-a37b-4564-b34d-bf7f1600730d tempest-SecurityGroupsTestJSON-1563643175 tempest-SecurityGroupsTestJSON-1563643175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:14:48.823847 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-9d3cd1c5-0438-41a3-8304-2e69a7103dc3 req-79d57f24-a37b-4564-b34d-bf7f1600730d tempest-SecurityGroupsTestJSON-1563643175 tempest-SecurityGroupsTestJSON-1563643175-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:48.839239 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-9d3cd1c5-0438-41a3-8304-2e69a7103dc3 req-79d57f24-a37b-4564-b34d-bf7f1600730d tempest-SecurityGroupsTestJSON-1563643175 tempest-SecurityGroupsTestJSON-1563643175-project] 10.222.0.89 "PUT /v2.0/ports/3f815a81-39e6-4dda-88cd-517133688c05 HTTP/1.1" status: 200 len: 1020 time: 2.0259287 Feb 04 17:14:48.850015 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-38b89825-19a6-4e76-95b1-6ac5641d1359 req-3997d3ad-b2d4-4c2a-a8aa-1819928c6d8a tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] 10.222.0.89 "GET /v2.0/quotas/de991ffa63634ff992d797b06d2aeaaa HTTP/1.1" status: 200 len: 375 time: 0.0314095 Feb 04 17:14:48.896722 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-fd32a366-2ec5-4749-bc82-21c726af2cc8 req-eabfb394-7256-4511-ba94-117578845991 service neutron] 10.222.0.96 "GET /v2.0/networks/3a92870e-0f75-4f51-bf18-f38ecaa186c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0650902 Feb 04 17:14:48.906759 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-f31d6bde-a725-4f0a-8920-48f9c2ba4d2f req-3d3ffca2-42a3-43ae-9016-5a205593cd42 service neutron] 10.222.0.90 "GET /v2.0/networks/b27b7363-f5f5-42ff-a720-66280b0b57a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8774753 Feb 04 17:14:48.916840 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] get_ports_and_sgs() called for port_ids ['3f815a81-39e6-4dda-88cd-517133688c05'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 17:14:48.927870 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d57f24-a37b-4564-b34d-bf7f1600730d tempest-SecurityGroupsTestJSON-1563643175 tempest-SecurityGroupsTestJSON-1563643175-project] Pushing event updated for resources: {'Port': ['ID=3f815a81-39e6-4dda-88cd-517133688c05,revision_number=7']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:14:48.992364 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [None req-716fd9b3-36ec-48fa-abd4-f4f25612c661 admin admin] For port 42093760-4751-4ec8-b7ed-25206ff15cfc, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=42093760-4751-4ec8-b7ed-25206ff15cfc,segment=NetworkSegment(1d2e5411-a293-4ba9-86e4-cf68dc997fdd),segment_id=1d2e5411-a293-4ba9-86e4-cf68dc997fdd)] {{(pid=103376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:14:48.992756 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-716fd9b3-36ec-48fa-abd4-f4f25612c661 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (42093760-4751-4ec8-b7ed-25206ff15cfc), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:49.007107 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413c93a0-0dcc-4e2e-9c92-2762aa17fe5e req-7d680635-7918-467b-b13b-f6808d9523af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:14:49.009149 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-413c93a0-0dcc-4e2e-9c92-2762aa17fe5e req-7d680635-7918-467b-b13b-f6808d9523af service neutron] 10.222.0.96 "GET /v2.0/networks?id=02be22b9-aa53-40ea-8050-9239cd27d1ff HTTP/1.1" status: 200 len: 870 time: 0.3149288 Feb 04 17:14:49.015532 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-716fd9b3-36ec-48fa-abd4-f4f25612c661 admin admin] Calling delete_port for 42093760-4751-4ec8-b7ed-25206ff15cfc owned by network:router_interface {{(pid=103376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:14:49.092819 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-38b89825-19a6-4e76-95b1-6ac5641d1359 req-e1eec236-015e-499b-9282-221d4040cfaf tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=de991ffa63634ff992d797b06d2aeaaa&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2413666 Feb 04 17:14:49.118633 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1e818d-4fc5-447f-95c5-9145df735360 req-11df03f5-c1bc-41af-9755-4c9745b5dce4 tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:14:49.120444 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-2e1e818d-4fc5-447f-95c5-9145df735360 req-11df03f5-c1bc-41af-9755-4c9745b5dce4 tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] 10.222.0.89 "GET /v2.0/networks?id=865a5290-ec33-4655-84a4-bc1453190ac7 HTTP/1.1" status: 200 len: 807 time: 0.1947389 Feb 04 17:14:49.139021 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-413c93a0-0dcc-4e2e-9c92-2762aa17fe5e req-1363a4c8-b9ca-4051-a919-0ca5a644ef34 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.230&port_id=c73f7467-a2e5-4127-a695-98f9e8d94155 HTTP/1.1" status: 200 len: 217 time: 0.1137509 Feb 04 17:14:49.161431 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-2e1e818d-4fc5-447f-95c5-9145df735360 req-69803282-95de-467f-baa1-5c27dcec4d24 tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] 10.222.0.89 "GET /v2.0/quotas/8da6ad4e5ee34bf6bb722cd37ab73ea7 HTTP/1.1" status: 200 len: 375 time: 0.0336466 Feb 04 17:14:49.337445 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-2e1e818d-4fc5-447f-95c5-9145df735360 req-aa988cbd-f2ac-4bed-96f3-dbe1167a8ba2 tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=8da6ad4e5ee34bf6bb722cd37ab73ea7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1749566 Feb 04 17:14:49.411484 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413c93a0-0dcc-4e2e-9c92-2762aa17fe5e req-006114e7-7b0c-4868-84af-7145d69e9ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:14:49.413007 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-413c93a0-0dcc-4e2e-9c92-2762aa17fe5e req-006114e7-7b0c-4868-84af-7145d69e9ff8 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=c974b0ff-2c5c-4667-8a81-3bde3ea6ced5 HTTP/1.1" status: 200 len: 843 time: 0.2684126 Feb 04 17:14:49.550022 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-2e1e818d-4fc5-447f-95c5-9145df735360 req-178352f1-2570-484e-ba28-f372a4c0f95f service neutron] 10.222.0.89 "GET /v2.0/networks/865a5290-ec33-4655-84a4-bc1453190ac7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2117119 Feb 04 17:14:49.666375 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413c93a0-0dcc-4e2e-9c92-2762aa17fe5e req-a180ba29-32b0-4989-8e57-7b430363fee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:14:49.668242 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-413c93a0-0dcc-4e2e-9c92-2762aa17fe5e req-a180ba29-32b0-4989-8e57-7b430363fee0 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=02be22b9-aa53-40ea-8050-9239cd27d1ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2387574 Feb 04 17:14:49.716258 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-2e1e818d-4fc5-447f-95c5-9145df735360 req-3b979331-9831-4b8f-bf8f-e035dd086860 service neutron] 10.222.0.89 "GET /v2.0/networks/865a5290-ec33-4655-84a4-bc1453190ac7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1594703 Feb 04 17:14:49.733221 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device c73f7467-a2e5-4127-a695-98f9e8d94155 details requested by agent hyperv_n-h1-827839-2 with host n-h1-827839-2 {{(pid=103378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 17:14:49.971761 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-716fd9b3-36ec-48fa-abd4-f4f25612c661 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (42093760-4751-4ec8-b7ed-25206ff15cfc), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:49.987077 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad2f4fa-54a4-4fdd-8a95-4b93544e764e req-807d37a6-92fa-4a3c-8177-71a65f7ff652 tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:14:49.990627 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] For port c73f7467-a2e5-4127-a695-98f9e8d94155, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=c73f7467-a2e5-4127-a695-98f9e8d94155,segment=NetworkSegment(3a39b085-d3e6-43bb-a64c-1b06dd049e5a),segment_id=3a39b085-d3e6-43bb-a64c-1b06dd049e5a)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:14:49.991840 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-aad2f4fa-54a4-4fdd-8a95-4b93544e764e req-807d37a6-92fa-4a3c-8177-71a65f7ff652 tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] 10.222.0.89 "GET /v2.0/ports?device_id=b7e72874-ab8d-4372-989b-ceb35c5fd1c8 HTTP/1.1" status: 200 len: 948 time: 0.2974844 Feb 04 17:14:50.031721 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Returning: {'device': 'c73f7467-a2e5-4127-a695-98f9e8d94155', 'network_id': '02be22b9-aa53-40ea-8050-9239cd27d1ff', 'port_id': 'c73f7467-a2e5-4127-a695-98f9e8d94155', 'mac_address': 'fa:16:3e:2a:2e:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 797, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c974b0ff-2c5c-4667-8a81-3bde3ea6ced5', 'ip_address': '192.168.233.230'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 17:14:50.079637 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716fd9b3-36ec-48fa-abd4-f4f25612c661 admin admin] Pushing event deleted for resources: {'Port': ['ID=42093760-4751-4ec8-b7ed-25206ff15cfc,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:14:50.131016 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-413c93a0-0dcc-4e2e-9c92-2762aa17fe5e req-572dbe18-040e-470c-9d3c-9b58ec93d5f1 service neutron] 10.222.0.96 "GET /v2.0/networks/02be22b9-aa53-40ea-8050-9239cd27d1ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4445393 Feb 04 17:14:50.136866 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Current status of the port c73f7467-a2e5-4127-a695-98f9e8d94155 is: DOWN; New status is: BUILD {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:14:50.137271 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (c73f7467-a2e5-4127-a695-98f9e8d94155), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:50.161061 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239098e9-3405-4556-922d-b8eff02bdc2b req-58a05a61-e849-4a30-8556-ad768f03d423 tempest-SecurityGroupsTestJSON-1563643175 tempest-SecurityGroupsTestJSON-1563643175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:14:50.174987 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-239098e9-3405-4556-922d-b8eff02bdc2b req-58a05a61-e849-4a30-8556-ad768f03d423 tempest-SecurityGroupsTestJSON-1563643175 tempest-SecurityGroupsTestJSON-1563643175-project] 10.222.0.89 "GET /v2.0/ports?device_id=00f087e2-0627-42fe-a81f-2759ffd284e1 HTTP/1.1" status: 200 len: 1023 time: 0.1241105 Feb 04 17:14:50.189049 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c73f7467-a2e5-4127-a695-98f9e8d94155 {{(pid=103378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 17:14:50.250154 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] For port c73f7467-a2e5-4127-a695-98f9e8d94155, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=c73f7467-a2e5-4127-a695-98f9e8d94155,segment=NetworkSegment(3a39b085-d3e6-43bb-a64c-1b06dd049e5a),segment_id=3a39b085-d3e6-43bb-a64c-1b06dd049e5a)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:14:50.259393 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (c73f7467-a2e5-4127-a695-98f9e8d94155), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:50.330625 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-239098e9-3405-4556-922d-b8eff02bdc2b req-ff7c810f-29bb-4ea9-b96c-9da74769414f tempest-SecurityGroupsTestJSON-1563643175 tempest-SecurityGroupsTestJSON-1563643175-project] 10.222.0.89 "GET /v2.0/security-groups?id=c3dff184-07f9-46c9-b393-d55c7c2a8b8f&id=f1d0a3a9-da15-4371-a6fe-d73ef122bd3d&id=beaee1ab-f1ea-48fb-8fb6-199b9068cee8 HTTP/1.1" status: 200 len: 6200 time: 0.1535695 Feb 04 17:14:50.424167 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Pushing event updated for resources: {'Port': ['ID=c73f7467-a2e5-4127-a695-98f9e8d94155,revision_number=4']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:14:50.536434 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-aad2f4fa-54a4-4fdd-8a95-4b93544e764e req-da16e275-0f3f-4a3d-ba13-030ee55feb79 tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] 10.222.0.89 "GET /v2.0/security-groups?id=5fa98c6a-94b3-4690-b9c3-4f0e67d11226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4625857 Feb 04 17:14:50.714587 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-d985c04f-ee61-4442-bc4f-300a3d1f3922 req-2136f289-8e4d-418c-aab7-b450461f641a tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] 10.222.0.89 "GET /v2.0/ports?device_id=e2b58424-19d8-47c7-9144-64e22f08a22e HTTP/1.1" status: 200 len: 210 time: 0.0496192 Feb 04 17:14:50.790428 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [req-47dd3c25-e70d-484f-8bc2-f01cc8652c17 req-012a05b2-cdc8-4635-aad8-cddf97e5920c tempest-SecurityGroupsTestJSON-1563643175 tempest-SecurityGroupsTestJSON-1563643175-project] Request body: {'security_group': {'name': ' tempest-securitygroup -2031537497 ', 'description': 'tempest-description-1023698565'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:14:50.799445 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] get_ports_and_sgs() called for port_ids ['c73f7467-a2e5-4127-a695-98f9e8d94155'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 17:14:50.809102 n-d-827839-2 neutron-server[103377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00f087e2-0627-42fe-a81f-2759ffd284e1', 'tag': '3f815a81-39e6-4dda-88cd-517133688c05'}] {{(pid=103377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:14:50.812112 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7240428b650e1488e9361b62648ff4b3a6c19d49d8c27c949491ab58c1346cf0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea242be8-c984-4f72-8009-4acd517b88c6" -d '{"events": [{"name": "network-changed", "server_uuid": "00f087e2-0627-42fe-a81f-2759ffd284e1", "tag": "3f815a81-39e6-4dda-88cd-517133688c05"}]}' {{(pid=103377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:14:50.881150 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-413c93a0-0dcc-4e2e-9c92-2762aa17fe5e req-3c1489c9-d84c-4202-81e2-4f79ea221328 service neutron] 10.222.0.96 "GET /v2.0/networks/02be22b9-aa53-40ea-8050-9239cd27d1ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7267044 Feb 04 17:14:50.888434 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-47dd3c25-e70d-484f-8bc2-f01cc8652c17 req-012a05b2-cdc8-4635-aad8-cddf97e5920c tempest-SecurityGroupsTestJSON-1563643175 tempest-SecurityGroupsTestJSON-1563643175-project] Publish callbacks [] for security_group (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:50.953032 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-716fd9b3-36ec-48fa-abd4-f4f25612c661 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1677336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1602614'] for router_interface (b5d014be-c135-4c5a-85ce-4035303b563e), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:50.979219 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-9c38ca17-2d7b-419a-a76f-ece5d920a6a5 req-14c6fb3e-be1a-4cd2-9f26-0e43ed6ee987 tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] 10.222.0.89 "GET /v2.0/ports?device_id=1c595986-a5b8-475f-a049-607458d29738 HTTP/1.1" status: 200 len: 210 time: 0.0974531 Feb 04 17:14:51.065878 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 17:14:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94398210-a0fb-4f03-b74b-4a2246c55c08 x-openstack-request-id: req-94398210-a0fb-4f03-b74b-4a2246c55c08 {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:14:51.066181 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00f087e2-0627-42fe-a81f-2759ffd284e1", "tag": "3f815a81-39e6-4dda-88cd-517133688c05", "status": "completed", "code": 200}]} {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:14:51.066439 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-94398210-a0fb-4f03-b74b-4a2246c55c08 {{(pid=103377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:14:51.066941 n-d-827839-2 neutron-server[103377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00f087e2-0627-42fe-a81f-2759ffd284e1', 'tag': '3f815a81-39e6-4dda-88cd-517133688c05', 'status': 'completed', 'code': 200} Feb 04 17:14:51.423982 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-47dd3c25-e70d-484f-8bc2-f01cc8652c17 req-012a05b2-cdc8-4635-aad8-cddf97e5920c tempest-SecurityGroupsTestJSON-1563643175 tempest-SecurityGroupsTestJSON-1563643175-project] Publish callbacks [] for security_group (9182b327-bf82-4478-b2c2-b434ebb0fe0d), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:51.436594 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-47dd3c25-e70d-484f-8bc2-f01cc8652c17 req-012a05b2-cdc8-4635-aad8-cddf97e5920c tempest-SecurityGroupsTestJSON-1563643175 tempest-SecurityGroupsTestJSON-1563643175-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (9182b327-bf82-4478-b2c2-b434ebb0fe0d), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:51.480506 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-47dd3c25-e70d-484f-8bc2-f01cc8652c17 req-012a05b2-cdc8-4635-aad8-cddf97e5920c tempest-SecurityGroupsTestJSON-1563643175 tempest-SecurityGroupsTestJSON-1563643175-project] Publish callbacks [] for security_group (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:51.487333 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-47dd3c25-e70d-484f-8bc2-f01cc8652c17 req-012a05b2-cdc8-4635-aad8-cddf97e5920c tempest-SecurityGroupsTestJSON-1563643175 tempest-SecurityGroupsTestJSON-1563643175-project] 10.222.0.89 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1803 time: 0.7027552 Feb 04 17:14:51.554163 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012a05b2-cdc8-4635-aad8-cddf97e5920c tempest-SecurityGroupsTestJSON-1563643175 tempest-SecurityGroupsTestJSON-1563643175-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9182b327-bf82-4478-b2c2-b434ebb0fe0d,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:14:51.601003 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea242be8-c984-4f72-8009-4acd517b88c6 req-7406946c-c814-4168-907b-9ea447f8c6f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:14:51.602598 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-ea242be8-c984-4f72-8009-4acd517b88c6 req-7406946c-c814-4168-907b-9ea447f8c6f9 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=978c6d026b0944f6a413e3d4f2103bea&device_id=00f087e2-0627-42fe-a81f-2759ffd284e1 HTTP/1.1" status: 200 len: 1206 time: 0.3623600 Feb 04 17:14:51.622785 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-356f26b9-1cee-40e9-bba4-9d7f63a15f97 req-f90477a1-8b5a-491b-887a-dd4093e0285d tempest-SecurityGroupsTestJSON-1563643175 tempest-SecurityGroupsTestJSON-1563643175-project] 10.222.0.89 "GET /v2.0/security-groups/9182b327-bf82-4478-b2c2-b434ebb0fe0d HTTP/1.1" status: 200 len: 1798 time: 0.1142731 Feb 04 17:14:51.652689 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-716fd9b3-36ec-48fa-abd4-f4f25612c661 admin admin] Router b5d014be-c135-4c5a-85ce-4035303b563e has already been hosted by L3 agent 64ada913-9131-4d99-a265-63a920956287 {{(pid=103376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 17:14:51.837951 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea242be8-c984-4f72-8009-4acd517b88c6 req-89605f8d-07dc-4b59-9494-a6354b77abbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:14:51.839895 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-ea242be8-c984-4f72-8009-4acd517b88c6 req-89605f8d-07dc-4b59-9494-a6354b77abbc service neutron] 10.222.0.96 "GET /v2.0/networks?id=3a92870e-0f75-4f51-bf18-f38ecaa186c3 HTTP/1.1" status: 200 len: 913 time: 0.2258244 Feb 04 17:14:51.885167 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-c1122237-c91f-438b-bd02-20bed1561496 req-619b64ba-d528-4e78-a9f5-f2b96cf6609e tempest-SecurityGroupsTestJSON-1563643175 tempest-SecurityGroupsTestJSON-1563643175-project] 10.222.0.89 "GET /v2.0/security-groups/9182b327-bf82-4478-b2c2-b434ebb0fe0d HTTP/1.1" status: 200 len: 1798 time: 0.2012060 Feb 04 17:14:51.980913 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1e818d-4fc5-447f-95c5-9145df735360 req-efbb81b9-4c7e-4888-aa52-efa552b3499c tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:14:51.982461 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-2e1e818d-4fc5-447f-95c5-9145df735360 req-efbb81b9-4c7e-4888-aa52-efa552b3499c tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] 10.222.0.90 "GET /v2.0/networks?id=865a5290-ec33-4655-84a4-bc1453190ac7 HTTP/1.1" status: 200 len: 807 time: 0.3345845 Feb 04 17:14:51.998940 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [req-2e1e818d-4fc5-447f-95c5-9145df735360 req-e1181ec3-fbb8-4806-ad4c-b4f0238fa833 tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] Request body: {'port': {'device_id': 'e2b58424-19d8-47c7-9144-64e22f08a22e', 'network_id': '865a5290-ec33-4655-84a4-bc1453190ac7', 'admin_state_up': True, 'tenant_id': '8da6ad4e5ee34bf6bb722cd37ab73ea7'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:14:52.026270 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-716fd9b3-36ec-48fa-abd4-f4f25612c661 admin admin] Notify agent at l3_agent.n-d-827839-2 the message routers_updated {{(pid=103376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 17:14:52.040813 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d27ed45-a7af-470f-8b0a-8ea141c312f5 None None] Sync routers for ids ['b5d014be-c135-4c5a-85ce-4035303b563e'] in n-d-827839-2 {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 17:14:52.053162 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-716fd9b3-36ec-48fa-abd4-f4f25612c661 admin admin] 10.222.0.89 "PUT /v2.0/routers/b5d014be-c135-4c5a-85ce-4035303b563e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4521670 Feb 04 17:14:52.055876 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 55390) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:14:52.060162 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d27ed45-a7af-470f-8b0a-8ea141c312f5 None None] Routers {'b5d014be-c135-4c5a-85ce-4035303b563e'} bound to L3 agent in host n-d-827839-2 {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:14:52.067413 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-3d27ed45-a7af-470f-8b0a-8ea141c312f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:14:32Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['b5d014be-c135-4c5a-85ce-4035303b563e'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:14:52.162230 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-ea242be8-c984-4f72-8009-4acd517b88c6 req-c13e65bb-f5a5-4666-9237-5a8b12f35e7e service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3f815a81-39e6-4dda-88cd-517133688c05 HTTP/1.1" status: 200 len: 217 time: 0.1215928 Feb 04 17:14:52.224229 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-c1122237-c91f-438b-bd02-20bed1561496 req-991b1ddf-edfa-4428-b50f-4c52f81bfbab tempest-SecurityGroupsTestJSON-1563643175 tempest-SecurityGroupsTestJSON-1563643175-project] Publish callbacks [] for security_group (9182b327-bf82-4478-b2c2-b434ebb0fe0d), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:52.293404 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0852477-24c1-4aed-9cb6-186a0e74f4b8 req-24d4e77c-6f9b-490c-821d-3ea8354e030a tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:14:52.302054 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-b0852477-24c1-4aed-9cb6-186a0e74f4b8 req-24d4e77c-6f9b-490c-821d-3ea8354e030a tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] 10.222.0.89 "GET /v2.0/ports?device_id=b7e72874-ab8d-4372-989b-ceb35c5fd1c8 HTTP/1.1" status: 200 len: 949 time: 0.6217940 Feb 04 17:14:52.305797 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea242be8-c984-4f72-8009-4acd517b88c6 req-6c9bff04-c82a-42f2-b537-cae2a8b94a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:14:52.307404 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-ea242be8-c984-4f72-8009-4acd517b88c6 req-6c9bff04-c82a-42f2-b537-cae2a8b94a48 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=223e3d0b-2da1-4b6d-bc4c-a1504765d855 HTTP/1.1" status: 200 len: 852 time: 0.0919018 Feb 04 17:14:52.344794 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-c1122237-c91f-438b-bd02-20bed1561496 req-991b1ddf-edfa-4428-b50f-4c52f81bfbab tempest-SecurityGroupsTestJSON-1563643175 tempest-SecurityGroupsTestJSON-1563643175-project] Publish callbacks [] for security_group (9182b327-bf82-4478-b2c2-b434ebb0fe0d), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:52.369636 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvr_db [None req-3d27ed45-a7af-470f-8b0a-8ea141c312f5 None None] Set router b5d014be-c135-4c5a-85ce-4035303b563e gateway port host: n-d-827839-2 {{(pid=103379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:14:52.392433 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-ea242be8-c984-4f72-8009-4acd517b88c6 req-09f6efd4-064b-4ecb-8ca9-54c4a903287d service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=3a92870e-0f75-4f51-bf18-f38ecaa186c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0454817 Feb 04 17:14:52.397226 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e1e818d-4fc5-447f-95c5-9145df735360 req-e1181ec3-fbb8-4806-ad4c-b4f0238fa833 tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] Made reservation on behalf of 8da6ad4e5ee34bf6bb722cd37ab73ea7 for: {'port': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:14:52.419208 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-2e1e818d-4fc5-447f-95c5-9145df735360 req-e1181ec3-fbb8-4806-ad4c-b4f0238fa833 tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:52.483590 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-b0852477-24c1-4aed-9cb6-186a0e74f4b8 req-a3f499ef-3eeb-47a2-afb9-b28698fa97a4 tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] 10.222.0.89 "GET /v2.0/security-groups?id=5fa98c6a-94b3-4690-b9c3-4f0e67d11226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1802564 Feb 04 17:14:52.643467 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-38b89825-19a6-4e76-95b1-6ac5641d1359 req-0371f760-8f99-40bd-a857-22899e0a6ed1 tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] 10.222.0.96 "GET /v2.0/networks?tenant_id=de991ffa63634ff992d797b06d2aeaaa&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1507308 Feb 04 17:14:52.711274 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-94a52775-97ad-4730-9eb9-e37f978e109a req-94221b33-b1cd-449a-b118-1618d74e1beb tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] 10.222.0.89 "GET /v2.0/ports?device_id=e2b58424-19d8-47c7-9144-64e22f08a22e HTTP/1.1" status: 200 len: 210 time: 0.0709085 Feb 04 17:14:52.770343 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-e8dd07e9-ebb8-48fb-abed-e12e13d517b1 admin admin] Publish callbacks [] for router (b5d014be-c135-4c5a-85ce-4035303b563e), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:52.934826 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-3d27ed45-a7af-470f-8b0a-8ea141c312f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5d014be-c135-4c5a-85ce-4035303b563e', 'name': 'tempest-FloatingIPsAssociationTestJSON-332341644-router', 'tenant_id': 'cf07c74cdc00450eafd97d06057c3156', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.21'}], 'enable_snat': True}, 'gw_port_id': 'd7ff67dc-98f3-4a6d-a6e9-60b7725303fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:12:47Z', 'updated_at': '2022-02-04T17:14:49Z', 'revision_number': 5, 'project_id': 'cf07c74cdc00450eafd97d06057c3156', 'gw_port': {'id': 'd7ff67dc-98f3-4a6d-a6e9-60b7725303fb', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:36:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5d014be-c135-4c5a-85ce-4035303b563e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:12:48Z', 'updated_at': '2022-02-04T17:12:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2'}], 'n-d-827839-2', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:14:52.945479 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b89825-19a6-4e76-95b1-6ac5641d1359 req-c3ca5831-292a-4216-8ce0-44d45285c7bb tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:14:52.947018 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-38b89825-19a6-4e76-95b1-6ac5641d1359 req-c3ca5831-292a-4216-8ce0-44d45285c7bb tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] 10.222.0.96 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2701373 Feb 04 17:14:52.948641 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-38b89825-19a6-4e76-95b1-6ac5641d1359 req-a380b5b6-5a6f-4209-ace3-fa6e27fd1987 tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] 10.222.0.90 "GET /v2.0/networks?tenant_id=de991ffa63634ff992d797b06d2aeaaa&shared=False HTTP/1.1" status: 200 len: 213 time: 0.5235994 Feb 04 17:14:52.956828 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-e8dd07e9-ebb8-48fb-abed-e12e13d517b1 admin admin] Publish callbacks [] for router_gateway (b5d014be-c135-4c5a-85ce-4035303b563e), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:52.991004 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d27ed45-a7af-470f-8b0a-8ea141c312f5 None None] Checking router: b5d014be-c135-4c5a-85ce-4035303b563e for host: n-d-827839-2 {{(pid=103379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 17:14:53.001923 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d27ed45-a7af-470f-8b0a-8ea141c312f5 None None] Routers {'b5d014be-c135-4c5a-85ce-4035303b563e'} bound to L3 agent in host n-d-827839-2 {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:14:53.002948 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-3d27ed45-a7af-470f-8b0a-8ea141c312f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:14:32Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['b5d014be-c135-4c5a-85ce-4035303b563e'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:14:53.006598 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-e80228c6-f80d-433a-8857-366fe0ca00bc req-e82de85f-6843-4ff0-9b8a-206302351e67 tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] 10.222.0.89 "GET /v2.0/ports?device_id=1c595986-a5b8-475f-a049-607458d29738 HTTP/1.1" status: 200 len: 210 time: 0.0691993 Feb 04 17:14:53.079759 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-ea242be8-c984-4f72-8009-4acd517b88c6 req-1d7fa341-eadf-44da-9dd0-c4632f877c58 service neutron] 10.222.0.96 "GET /v2.0/networks/3a92870e-0f75-4f51-bf18-f38ecaa186c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6761024 Feb 04 17:14:53.108632 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-e8dd07e9-ebb8-48fb-abed-e12e13d517b1 admin admin] Deleting port d7ff67dc-98f3-4a6d-a6e9-60b7725303fb {{(pid=103376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:14:53.110838 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-e8dd07e9-ebb8-48fb-abed-e12e13d517b1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (d7ff67dc-98f3-4a6d-a6e9-60b7725303fb), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:53.132242 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b89825-19a6-4e76-95b1-6ac5641d1359 req-4adb11c0-a179-4152-bc0d-1d28a6a8fd17 tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:14:53.133818 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-38b89825-19a6-4e76-95b1-6ac5641d1359 req-4adb11c0-a179-4152-bc0d-1d28a6a8fd17 tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1601746 Feb 04 17:14:53.144355 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [req-38b89825-19a6-4e76-95b1-6ac5641d1359 req-209cca74-5e1f-4dc4-903b-2b2c4fe2797c tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] Request body: {'port': {'device_id': '1c595986-a5b8-475f-a049-607458d29738', 'network_id': '02be22b9-aa53-40ea-8050-9239cd27d1ff', 'admin_state_up': True, 'tenant_id': 'de991ffa63634ff992d797b06d2aeaaa'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:14:53.159054 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [req-38b89825-19a6-4e76-95b1-6ac5641d1359 req-6069d713-4775-4f57-93c0-f59d64ddceec tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] Request body: {'port': {'device_id': 'c2a38c97-307b-4133-955d-de3605483336', 'network_id': '02be22b9-aa53-40ea-8050-9239cd27d1ff', 'admin_state_up': True, 'tenant_id': 'de991ffa63634ff992d797b06d2aeaaa'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:14:53.310974 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-c1122237-c91f-438b-bd02-20bed1561496 req-991b1ddf-edfa-4428-b50f-4c52f81bfbab tempest-SecurityGroupsTestJSON-1563643175 tempest-SecurityGroupsTestJSON-1563643175-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (9182b327-bf82-4478-b2c2-b434ebb0fe0d), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:53.322036 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-c1122237-c91f-438b-bd02-20bed1561496 req-991b1ddf-edfa-4428-b50f-4c52f81bfbab tempest-SecurityGroupsTestJSON-1563643175 tempest-SecurityGroupsTestJSON-1563643175-project] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:53.331350 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-c1122237-c91f-438b-bd02-20bed1561496 req-991b1ddf-edfa-4428-b50f-4c52f81bfbab tempest-SecurityGroupsTestJSON-1563643175 tempest-SecurityGroupsTestJSON-1563643175-project] 10.222.0.89 "DELETE /v2.0/security-groups/9182b327-bf82-4478-b2c2-b434ebb0fe0d HTTP/1.1" status: 204 len: 173 time: 1.4449754 Feb 04 17:14:53.352508 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvr_db [None req-3d27ed45-a7af-470f-8b0a-8ea141c312f5 None None] Set router b5d014be-c135-4c5a-85ce-4035303b563e gateway port host: None {{(pid=103379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:14:53.516874 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-3d27ed45-a7af-470f-8b0a-8ea141c312f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5d014be-c135-4c5a-85ce-4035303b563e', 'name': 'tempest-FloatingIPsAssociationTestJSON-332341644-router', 'tenant_id': 'cf07c74cdc00450eafd97d06057c3156', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:12:47Z', 'updated_at': '2022-02-04T17:14:52Z', 'revision_number': 6, 'project_id': 'cf07c74cdc00450eafd97d06057c3156', 'gw_port_host': None}], 'n-d-827839-2', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:14:53.554350 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991b1ddf-edfa-4428-b50f-4c52f81bfbab tempest-SecurityGroupsTestJSON-1563643175 tempest-SecurityGroupsTestJSON-1563643175-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9182b327-bf82-4478-b2c2-b434ebb0fe0d,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:14:53.580654 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d27ed45-a7af-470f-8b0a-8ea141c312f5 None None] The sync data for ids ['b5d014be-c135-4c5a-85ce-4035303b563e'] in n-d-827839-2 is: [{'id': 'b5d014be-c135-4c5a-85ce-4035303b563e', 'name': 'tempest-FloatingIPsAssociationTestJSON-332341644-router', 'tenant_id': 'cf07c74cdc00450eafd97d06057c3156', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:12:47Z', 'updated_at': '2022-02-04T17:14:52Z', 'revision_number': 6, 'project_id': 'cf07c74cdc00450eafd97d06057c3156', 'gw_port_host': None}] {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 17:14:53.748998 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device c73f7467-a2e5-4127-a695-98f9e8d94155 up at agent hyperv_n-h1-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:14:53.827085 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Provisioning for port c73f7467-a2e5-4127-a695-98f9e8d94155 completed by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 17:14:53.832950 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Provisioning complete for port c73f7467-a2e5-4127-a695-98f9e8d94155 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:14:53.833686 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (c73f7467-a2e5-4127-a695-98f9e8d94155), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:53.928221 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-38b89825-19a6-4e76-95b1-6ac5641d1359 req-209cca74-5e1f-4dc4-903b-2b2c4fe2797c tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] Made reservation on behalf of de991ffa63634ff992d797b06d2aeaaa for: {'port': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:14:53.935748 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Current status of the port c73f7467-a2e5-4127-a695-98f9e8d94155 is: BUILD; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:14:53.936406 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (c73f7467-a2e5-4127-a695-98f9e8d94155), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:53.950248 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-38b89825-19a6-4e76-95b1-6ac5641d1359 req-209cca74-5e1f-4dc4-903b-2b2c4fe2797c tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:53.983472 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] For port c73f7467-a2e5-4127-a695-98f9e8d94155, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=c73f7467-a2e5-4127-a695-98f9e8d94155,segment=NetworkSegment(3a39b085-d3e6-43bb-a64c-1b06dd049e5a),segment_id=3a39b085-d3e6-43bb-a64c-1b06dd049e5a)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:14:53.984578 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7e72874-ab8d-4372-989b-ceb35c5fd1c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c73f7467-a2e5-4127-a695-98f9e8d94155'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:14:53.987369 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c34bc964ce2211770fda26ca2f3801cc06f4f39928110690550e94ab9c9d2fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-978f89a4-e1ab-46bf-8a38-bb359495f0a5" -d '{"events": [{"server_uuid": "b7e72874-ab8d-4372-989b-ceb35c5fd1c8", "name": "network-vif-plugged", "status": "completed", "tag": "c73f7467-a2e5-4127-a695-98f9e8d94155"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:14:53.991923 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (c73f7467-a2e5-4127-a695-98f9e8d94155), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:53.999690 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.db_base_plugin_common [req-2e1e818d-4fc5-447f-95c5-9145df735360 req-e1181ec3-fbb8-4806-ad4c-b4f0238fa833 tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] Allocated IP 172.20.0.7 (865a5290-ec33-4655-84a4-bc1453190ac7/22305eb3-36bf-4425-804b-f2478ee8714d/a5a6a2ab-57b8-44d0-93a3-09907e7b69e9) {{(pid=103377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:14:54.033251 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-38b89825-19a6-4e76-95b1-6ac5641d1359 req-6069d713-4775-4f57-93c0-f59d64ddceec tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] Made reservation on behalf of de991ffa63634ff992d797b06d2aeaaa for: {'port': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:14:54.036703 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-38b89825-19a6-4e76-95b1-6ac5641d1359 req-6069d713-4775-4f57-93c0-f59d64ddceec tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:54.064818 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2763d560-c360-4343-96a3-7d4258c8e75f req-8836c2f1-ec9b-4c2f-bbba-9b7402ad1436 tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:14:54.068079 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Pushing event updated for resources: {'Port': ['ID=c73f7467-a2e5-4127-a695-98f9e8d94155,revision_number=5']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:14:54.072094 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-2763d560-c360-4343-96a3-7d4258c8e75f req-8836c2f1-ec9b-4c2f-bbba-9b7402ad1436 tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] 10.222.0.89 "GET /v2.0/ports?device_id=b7e72874-ab8d-4372-989b-ceb35c5fd1c8 HTTP/1.1" status: 200 len: 949 time: 0.4432080 Feb 04 17:14:54.140209 n-d-827839-2 neutron-server[103376]: INFO neutron.api.v2.resource [req-e207c478-f634-483b-878e-f6d23717f307 req-38ab628a-4066-4446-a71e-6cb91b183fa2 tempest-SecurityGroupsTestJSON-1563643175 tempest-SecurityGroupsTestJSON-1563643175-project] show failed (client error): The resource could not be found. Feb 04 17:14:54.169047 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-e207c478-f634-483b-878e-f6d23717f307 req-38ab628a-4066-4446-a71e-6cb91b183fa2 tempest-SecurityGroupsTestJSON-1563643175 tempest-SecurityGroupsTestJSON-1563643175-project] 10.222.0.89 "GET /v2.0/security-groups/9182b327-bf82-4478-b2c2-b434ebb0fe0d HTTP/1.1" status: 404 len: 352 time: 0.8215697 Feb 04 17:14:54.212993 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [None req-e8dd07e9-ebb8-48fb-abed-e12e13d517b1 admin admin] For port d7ff67dc-98f3-4a6d-a6e9-60b7725303fb, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=d7ff67dc-98f3-4a6d-a6e9-60b7725303fb,segment=NetworkSegment(5942dc44-1f07-4c27-b0ab-45a2bff20dd5),segment_id=5942dc44-1f07-4c27-b0ab-45a2bff20dd5)] {{(pid=103376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:14:54.214524 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-e8dd07e9-ebb8-48fb-abed-e12e13d517b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (d7ff67dc-98f3-4a6d-a6e9-60b7725303fb), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:54.302082 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-ea242be8-c984-4f72-8009-4acd517b88c6 req-f1a9881d-e18c-437f-8832-657ee85325ca service neutron] 10.222.0.96 "GET /v2.0/networks/3a92870e-0f75-4f51-bf18-f38ecaa186c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2131982 Feb 04 17:14:54.349229 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-e8dd07e9-ebb8-48fb-abed-e12e13d517b1 admin admin] Calling delete_port for d7ff67dc-98f3-4a6d-a6e9-60b7725303fb owned by network:router_gateway {{(pid=103376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:14:54.353463 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-0e328e44-4c04-48da-ae94-e48a3a83ec3a req-7ee29c98-5616-4953-b324-110de7132231 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=9f5aa8b2-f0e7-47df-b418-3e36c0d10805&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3648646 Feb 04 17:14:54.396295 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.db_base_plugin_common [req-38b89825-19a6-4e76-95b1-6ac5641d1359 req-209cca74-5e1f-4dc4-903b-2b2c4fe2797c tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] Allocated IP 192.168.233.216 (02be22b9-aa53-40ea-8050-9239cd27d1ff/c974b0ff-2c5c-4667-8a81-3bde3ea6ced5/44b448dd-cb1d-4a20-aeb9-66f3c7842792) {{(pid=103377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:14:54.455739 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-dd7b2c6d-613e-4e69-8d34-c91caf04d3e4 req-8708de3f-1246-49df-a3ba-b244b4ab50fd tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] 10.222.0.89 "GET /v2.0/ports?device_id=e2b58424-19d8-47c7-9144-64e22f08a22e HTTP/1.1" status: 200 len: 210 time: 0.1278834 Feb 04 17:14:54.560362 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 17:14:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eaeeb3f3-38ab-4908-bbbd-bafa6a8d0ac4 x-openstack-request-id: req-eaeeb3f3-38ab-4908-bbbd-bafa6a8d0ac4 {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:14:54.561248 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7e72874-ab8d-4372-989b-ceb35c5fd1c8", "name": "network-vif-plugged", "status": "completed", "tag": "c73f7467-a2e5-4127-a695-98f9e8d94155", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:14:54.561248 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-eaeeb3f3-38ab-4908-bbbd-bafa6a8d0ac4 {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:14:54.561914 n-d-827839-2 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7e72874-ab8d-4372-989b-ceb35c5fd1c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c73f7467-a2e5-4127-a695-98f9e8d94155', 'code': 200} Feb 04 17:14:54.699543 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-2763d560-c360-4343-96a3-7d4258c8e75f req-fb916221-c9ed-42f6-b5f8-015e7cea3e33 tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] 10.222.0.89 "GET /v2.0/security-groups?id=5fa98c6a-94b3-4690-b9c3-4f0e67d11226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6264274 Feb 04 17:14:54.748227 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [req-aaf803e1-b775-4f65-af5a-7a614a9cfce1 req-2c86c109-a33b-4609-b913-d97ae0582b20 tempest-SecurityGroupsTestJSON-1563643175 tempest-SecurityGroupsTestJSON-1563643175-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-579619706', 'description': 'tempest-description-1732147509'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:14:54.822751 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e328e44-4c04-48da-ae94-e48a3a83ec3a req-71cc8c8f-9182-45cb-bee6-68e975bd5014 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:14:54.824983 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-0e328e44-4c04-48da-ae94-e48a3a83ec3a req-71cc8c8f-9182-45cb-bee6-68e975bd5014 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=8da6ad4e5ee34bf6bb722cd37ab73ea7&device_id=9f5aa8b2-f0e7-47df-b418-3e36c0d10805 HTTP/1.1" status: 200 len: 1128 time: 0.3646631 Feb 04 17:14:54.827670 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-38b89825-19a6-4e76-95b1-6ac5641d1359 req-209cca74-5e1f-4dc4-903b-2b2c4fe2797c tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] Publish callbacks [] for port (44b448dd-cb1d-4a20-aeb9-66f3c7842792), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:54.829686 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-ed7546ab-fb01-4d2f-ab5e-4cd91902526f req-ec25434e-803f-4b35-8e5f-26e2171ac691 tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] 10.222.0.89 "GET /v2.0/ports?device_id=1c595986-a5b8-475f-a049-607458d29738 HTTP/1.1" status: 200 len: 210 time: 0.1195400 Feb 04 17:14:54.845928 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-aaf803e1-b775-4f65-af5a-7a614a9cfce1 req-2c86c109-a33b-4609-b913-d97ae0582b20 tempest-SecurityGroupsTestJSON-1563643175 tempest-SecurityGroupsTestJSON-1563643175-project] Publish callbacks [] for security_group (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:54.980477 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-2e1e818d-4fc5-447f-95c5-9145df735360 req-e1181ec3-fbb8-4806-ad4c-b4f0238fa833 tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] Publish callbacks [] for port (a5a6a2ab-57b8-44d0-93a3-09907e7b69e9), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:55.040765 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-38b89825-19a6-4e76-95b1-6ac5641d1359 req-209cca74-5e1f-4dc4-903b-2b2c4fe2797c tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (44b448dd-cb1d-4a20-aeb9-66f3c7842792), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:55.060278 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] get_ports_and_sgs() called for port_ids ['d84d4853-863b-4441-877e-8ff0319d5d6b', 'f4b260ec-2b92-4b49-a638-97cffbd194dd'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 17:14:55.066751 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e328e44-4c04-48da-ae94-e48a3a83ec3a req-6ba412ca-ee14-48b1-a3df-860f08898eab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:14:55.068794 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-0e328e44-4c04-48da-ae94-e48a3a83ec3a req-6ba412ca-ee14-48b1-a3df-860f08898eab service neutron] 10.222.0.96 "GET /v2.0/networks?id=865a5290-ec33-4655-84a4-bc1453190ac7 HTTP/1.1" status: 200 len: 908 time: 0.2073190 Feb 04 17:14:55.074248 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac1c00a-27f1-4abe-bbde-636482c04138 req-2ab00d96-920f-4246-8b0b-a4449ef58570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:14:55.076241 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-dac1c00a-27f1-4abe-bbde-636482c04138 req-2ab00d96-920f-4246-8b0b-a4449ef58570 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=b7e72874-ab8d-4372-989b-ceb35c5fd1c8 HTTP/1.1" status: 200 len: 1132 time: 0.4024136 Feb 04 17:14:55.118789 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] get_ports_and_sgs() called for port_ids ['def23c9d-c30f-47d7-bd81-7d3520f20168'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 17:14:55.163955 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-aaf803e1-b775-4f65-af5a-7a614a9cfce1 req-2c86c109-a33b-4609-b913-d97ae0582b20 tempest-SecurityGroupsTestJSON-1563643175 tempest-SecurityGroupsTestJSON-1563643175-project] Publish callbacks [] for security_group (45a508fc-17a3-448e-8702-c57e0b349f76), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:55.179313 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-aaf803e1-b775-4f65-af5a-7a614a9cfce1 req-2c86c109-a33b-4609-b913-d97ae0582b20 tempest-SecurityGroupsTestJSON-1563643175 tempest-SecurityGroupsTestJSON-1563643175-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (45a508fc-17a3-448e-8702-c57e0b349f76), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:55.201010 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-38b89825-19a6-4e76-95b1-6ac5641d1359 req-209cca74-5e1f-4dc4-903b-2b2c4fe2797c tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] Network 02be22b9-aa53-40ea-8050-9239cd27d1ff is already hosted by enough agents. {{(pid=103377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:14:55.222887 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [req-38b89825-19a6-4e76-95b1-6ac5641d1359 req-209cca74-5e1f-4dc4-903b-2b2c4fe2797c tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] Resources bound (agent type, host, resource id): {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:14:55.256939 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [req-38b89825-19a6-4e76-95b1-6ac5641d1359 req-209cca74-5e1f-4dc4-903b-2b2c4fe2797c tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] Received port after_create {{(pid=103377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:14:55.261126 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.db_base_plugin_common [req-38b89825-19a6-4e76-95b1-6ac5641d1359 req-6069d713-4775-4f57-93c0-f59d64ddceec tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] Allocated IP 192.168.233.180 (02be22b9-aa53-40ea-8050-9239cd27d1ff/c974b0ff-2c5c-4667-8a81-3bde3ea6ced5/b8cbf0e2-5ba1-4495-bfce-79351b5c0d9a) {{(pid=103377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:14:55.268331 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-2e1e818d-4fc5-447f-95c5-9145df735360 req-e1181ec3-fbb8-4806-ad4c-b4f0238fa833 tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (a5a6a2ab-57b8-44d0-93a3-09907e7b69e9), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:55.281017 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209cca74-5e1f-4dc4-903b-2b2c4fe2797c tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] Pushing event updated for resources: {'Port': ['ID=44b448dd-cb1d-4a20-aeb9-66f3c7842792,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:14:55.321164 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-aaf803e1-b775-4f65-af5a-7a614a9cfce1 req-2c86c109-a33b-4609-b913-d97ae0582b20 tempest-SecurityGroupsTestJSON-1563643175 tempest-SecurityGroupsTestJSON-1563643175-project] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:55.322798 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-aaf803e1-b775-4f65-af5a-7a614a9cfce1 req-2c86c109-a33b-4609-b913-d97ae0582b20 tempest-SecurityGroupsTestJSON-1563643175 tempest-SecurityGroupsTestJSON-1563643175-project] 10.222.0.89 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 0.5789123 Feb 04 17:14:55.367833 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] get_ports_and_sgs() called for port_ids ['7c6b4724-1adf-4dd1-8c66-4bc76c05989f'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 17:14:55.405149 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-0e328e44-4c04-48da-ae94-e48a3a83ec3a req-a9bd042e-9488-4577-857e-4e34825e5b5f service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7c6b4724-1adf-4dd1-8c66-4bc76c05989f HTTP/1.1" status: 200 len: 217 time: 0.1086428 Feb 04 17:14:55.411659 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [req-8f4a8482-8b94-4a37-a34f-f86c5295f94c req-15c347ca-abf8-4708-90cd-64a494551f40 tempest-SecurityGroupsTestJSON-1563643175 tempest-SecurityGroupsTestJSON-1563643175-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-337423623', 'description': 'tempest-description-810059994'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:14:55.416990 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c86c109-a33b-4609-b913-d97ae0582b20 tempest-SecurityGroupsTestJSON-1563643175 tempest-SecurityGroupsTestJSON-1563643175-project] Pushing event updated for resources: {'SecurityGroup': ['ID=45a508fc-17a3-448e-8702-c57e0b349f76,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:14:55.440831 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-dac1c00a-27f1-4abe-bbde-636482c04138 req-1f3aaea8-f9ad-4a8d-b6f5-b09846423de3 service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=5fa98c6a-94b3-4690-b9c3-4f0e67d11226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2281327 Feb 04 17:14:55.442458 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-e8dd07e9-ebb8-48fb-abed-e12e13d517b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (d7ff67dc-98f3-4a6d-a6e9-60b7725303fb), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:55.483117 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e1e818d-4fc5-447f-95c5-9145df735360 req-e1181ec3-fbb8-4806-ad4c-b4f0238fa833 tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] Network 865a5290-ec33-4655-84a4-bc1453190ac7 is already hosted by enough agents. {{(pid=103377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:14:55.507231 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b89825-19a6-4e76-95b1-6ac5641d1359 req-209cca74-5e1f-4dc4-903b-2b2c4fe2797c tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:14:55.507966 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-38b89825-19a6-4e76-95b1-6ac5641d1359 req-209cca74-5e1f-4dc4-903b-2b2c4fe2797c tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:55.517127 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [req-2e1e818d-4fc5-447f-95c5-9145df735360 req-e1181ec3-fbb8-4806-ad4c-b4f0238fa833 tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] Resources bound (agent type, host, resource id): {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:14:55.556361 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e1e818d-4fc5-447f-95c5-9145df735360 req-e1181ec3-fbb8-4806-ad4c-b4f0238fa833 tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] Received port after_create {{(pid=103377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:14:55.560399 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1181ec3-fbb8-4806-ad4c-b4f0238fa833 tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] Pushing event updated for resources: {'Port': ['ID=a5a6a2ab-57b8-44d0-93a3-09907e7b69e9,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:14:55.584656 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-8f4a8482-8b94-4a37-a34f-f86c5295f94c req-15c347ca-abf8-4708-90cd-64a494551f40 tempest-SecurityGroupsTestJSON-1563643175 tempest-SecurityGroupsTestJSON-1563643175-project] Publish callbacks [] for security_group (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:55.616498 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8dd07e9-ebb8-48fb-abed-e12e13d517b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=d7ff67dc-98f3-4a6d-a6e9-60b7725303fb,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:14:55.756308 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1e818d-4fc5-447f-95c5-9145df735360 req-e1181ec3-fbb8-4806-ad4c-b4f0238fa833 tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:14:55.757669 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-2e1e818d-4fc5-447f-95c5-9145df735360 req-e1181ec3-fbb8-4806-ad4c-b4f0238fa833 tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:55.763189 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-38b89825-19a6-4e76-95b1-6ac5641d1359 req-209cca74-5e1f-4dc4-903b-2b2c4fe2797c tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.7960682 Feb 04 17:14:55.790201 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [req-38b89825-19a6-4e76-95b1-6ac5641d1359 req-4595528f-6c2a-4fab-8aad-4537eda64158 service neutron] Request body: {'port': {'device_id': '1c595986-a5b8-475f-a049-607458d29738', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827839-2'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:14:55.809471 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 42093760-4751-4ec8-b7ed-25206ff15cfc no longer exists at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:14:55.845784 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-2e1e818d-4fc5-447f-95c5-9145df735360 req-e1181ec3-fbb8-4806-ad4c-b4f0238fa833 tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8506320 Feb 04 17:14:55.866132 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-e8dd07e9-ebb8-48fb-abed-e12e13d517b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1595544'] for router_gateway (b5d014be-c135-4c5a-85ce-4035303b563e), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:55.871521 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e328e44-4c04-48da-ae94-e48a3a83ec3a req-b9ae91cc-bf2e-49d1-a908-a75157451b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:14:55.872724 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [req-2e1e818d-4fc5-447f-95c5-9145df735360 req-e394e66d-5633-4d17-a365-ccfe4df02a1b service neutron] Request body: {'port': {'device_id': 'e2b58424-19d8-47c7-9144-64e22f08a22e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827839-2'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:14:55.877586 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-0e328e44-4c04-48da-ae94-e48a3a83ec3a req-b9ae91cc-bf2e-49d1-a908-a75157451b76 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=22305eb3-36bf-4425-804b-f2478ee8714d HTTP/1.1" status: 200 len: 847 time: 0.4242198 Feb 04 17:14:55.893116 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9058b64b-0662-42d5-b11c-a83304328f9d req-d2116d33-737d-40da-9911-7bde46248763 tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:14:55.895057 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-9058b64b-0662-42d5-b11c-a83304328f9d req-d2116d33-737d-40da-9911-7bde46248763 tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] 10.222.0.89 "GET /v2.0/ports?device_id=e2b58424-19d8-47c7-9144-64e22f08a22e HTTP/1.1" status: 200 len: 931 time: 0.2923870 Feb 04 17:14:55.897195 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] No Port match for: 42093760-4751-4ec8-b7ed-25206ff15cfc {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 17:14:55.897548 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 42093760-4751-4ec8-b7ed-25206ff15cfc not bound to the agent host n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 17:14:55.898017 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device d7ff67dc-98f3-4a6d-a6e9-60b7725303fb no longer exists at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:14:56.017663 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] No Port match for: d7ff67dc-98f3-4a6d-a6e9-60b7725303fb {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 17:14:56.018310 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device d7ff67dc-98f3-4a6d-a6e9-60b7725303fb not bound to the agent host n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 17:14:56.020497 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-38b89825-19a6-4e76-95b1-6ac5641d1359 req-4595528f-6c2a-4fab-8aad-4537eda64158 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (44b448dd-cb1d-4a20-aeb9-66f3c7842792), before_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:56.033760 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-e8dd07e9-ebb8-48fb-abed-e12e13d517b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1601811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26971'] for router (b5d014be-c135-4c5a-85ce-4035303b563e), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:56.036378 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-e8dd07e9-ebb8-48fb-abed-e12e13d517b1 admin admin] Publish callbacks [] for router_controller (b5d014be-c135-4c5a-85ce-4035303b563e), precommit_delete_associations {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:56.085323 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-9058b64b-0662-42d5-b11c-a83304328f9d req-0a4ef5df-79c7-4863-97b7-e91da7bffa86 tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] 10.222.0.89 "GET /v2.0/security-groups?id=18e6cc58-e448-4d12-9423-2a502a086ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498733 Feb 04 17:14:56.102327 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-a69254d7-f40d-4693-9a2d-78309b5b00b2 None None] Provisioning complete for port 44b448dd-cb1d-4a20-aeb9-66f3c7842792 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:14:56.102940 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a69254d7-f40d-4693-9a2d-78309b5b00b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (44b448dd-cb1d-4a20-aeb9-66f3c7842792), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:56.130313 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-2e1e818d-4fc5-447f-95c5-9145df735360 req-e394e66d-5633-4d17-a365-ccfe4df02a1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (a5a6a2ab-57b8-44d0-93a3-09907e7b69e9), before_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:56.136593 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-38b89825-19a6-4e76-95b1-6ac5641d1359 req-6069d713-4775-4f57-93c0-f59d64ddceec tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] Publish callbacks [] for port (b8cbf0e2-5ba1-4495-bfce-79351b5c0d9a), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:56.149501 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-a69254d7-f40d-4693-9a2d-78309b5b00b2 None None] Port 44b448dd-cb1d-4a20-aeb9-66f3c7842792 cannot update to ACTIVE because it is not bound. {{(pid=103378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 17:14:56.189398 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-0e328e44-4c04-48da-ae94-e48a3a83ec3a req-c5d54ea5-8a23-45b2-a911-a7c87c73df43 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=865a5290-ec33-4655-84a4-bc1453190ac7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0809009 Feb 04 17:14:56.203128 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-e8dd07e9-ebb8-48fb-abed-e12e13d517b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1601832'] for router (b5d014be-c135-4c5a-85ce-4035303b563e), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:56.204842 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8dd07e9-ebb8-48fb-abed-e12e13d517b1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b5d014be-c135-4c5a-85ce-4035303b563e {{(pid=103376) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 17:14:56.212491 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-e8dd07e9-ebb8-48fb-abed-e12e13d517b1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:56.225402 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-e8dd07e9-ebb8-48fb-abed-e12e13d517b1 admin admin] 10.222.0.89 "DELETE /v2.0/routers/b5d014be-c135-4c5a-85ce-4035303b563e HTTP/1.1" status: 204 len: 168 time: 4.1547177 Feb 04 17:14:56.232152 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 55460) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:14:56.425775 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.db_base_plugin_v2 [None req-027db0a4-e7f3-4b72-979a-ed2fb78cec8e admin admin] Deleting subnet 147a2a29-50a3-4d38-8c0e-9ec73b9af714 {{(pid=103376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 17:14:56.436344 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-027db0a4-e7f3-4b72-979a-ed2fb78cec8e admin admin] Publish callbacks [] for subnet (147a2a29-50a3-4d38-8c0e-9ec73b9af714), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:56.478331 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-8f4a8482-8b94-4a37-a34f-f86c5295f94c req-15c347ca-abf8-4708-90cd-64a494551f40 tempest-SecurityGroupsTestJSON-1563643175 tempest-SecurityGroupsTestJSON-1563643175-project] Publish callbacks [] for security_group (f86be55a-e9bf-4d0b-8013-c3bc7b68bd6f), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:56.489140 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-8f4a8482-8b94-4a37-a34f-f86c5295f94c req-15c347ca-abf8-4708-90cd-64a494551f40 tempest-SecurityGroupsTestJSON-1563643175 tempest-SecurityGroupsTestJSON-1563643175-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (f86be55a-e9bf-4d0b-8013-c3bc7b68bd6f), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:56.498826 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-38b89825-19a6-4e76-95b1-6ac5641d1359 req-6069d713-4775-4f57-93c0-f59d64ddceec tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (b8cbf0e2-5ba1-4495-bfce-79351b5c0d9a), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:56.511278 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] get_ports_and_sgs() called for port_ids ['d84d4853-863b-4441-877e-8ff0319d5d6b', 'f4b260ec-2b92-4b49-a638-97cffbd194dd'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 17:14:56.515000 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] get_ports_and_sgs() called for port_ids ['def23c9d-c30f-47d7-bd81-7d3520f20168'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 17:14:56.557127 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-027db0a4-e7f3-4b72-979a-ed2fb78cec8e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25674901'] for subnet (147a2a29-50a3-4d38-8c0e-9ec73b9af714), precommit_delete_associations {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:56.634329 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-8f4a8482-8b94-4a37-a34f-f86c5295f94c req-15c347ca-abf8-4708-90cd-64a494551f40 tempest-SecurityGroupsTestJSON-1563643175 tempest-SecurityGroupsTestJSON-1563643175-project] Publish callbacks [] for security_group (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:56.655374 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-8f4a8482-8b94-4a37-a34f-f86c5295f94c req-15c347ca-abf8-4708-90cd-64a494551f40 tempest-SecurityGroupsTestJSON-1563643175 tempest-SecurityGroupsTestJSON-1563643175-project] 10.222.0.89 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1821 time: 1.2485898 Feb 04 17:14:56.659146 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6069d713-4775-4f57-93c0-f59d64ddceec tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] Pushing event updated for resources: {'Port': ['ID=b8cbf0e2-5ba1-4495-bfce-79351b5c0d9a,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:14:56.669190 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3997000a-839b-4500-a55b-e9b93573dc1a req-1097f19a-2922-434e-8296-3773d8ed0cb4 tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:14:56.676681 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-3997000a-839b-4500-a55b-e9b93573dc1a req-1097f19a-2922-434e-8296-3773d8ed0cb4 tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] 10.222.0.89 "GET /v2.0/ports?device_id=b7e72874-ab8d-4372-989b-ceb35c5fd1c8 HTTP/1.1" status: 200 len: 950 time: 0.3673658 Feb 04 17:14:56.788025 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-0e328e44-4c04-48da-ae94-e48a3a83ec3a req-4a7f3067-8009-41e0-ae99-ea919449ad4a service neutron] 10.222.0.96 "GET /v2.0/networks/865a5290-ec33-4655-84a4-bc1453190ac7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5498087 Feb 04 17:14:56.788968 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c347ca-abf8-4708-90cd-64a494551f40 tempest-SecurityGroupsTestJSON-1563643175 tempest-SecurityGroupsTestJSON-1563643175-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f86be55a-e9bf-4d0b-8013-c3bc7b68bd6f,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:14:56.954360 n-d-827839-2 neutron-server[103377]: DEBUG neutron.notifiers.nova [req-38b89825-19a6-4e76-95b1-6ac5641d1359 req-4595528f-6c2a-4fab-8aad-4537eda64158 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44b448dd-cb1d-4a20-aeb9-66f3c7842792 {{(pid=103377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 17:14:56.963441 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-38b89825-19a6-4e76-95b1-6ac5641d1359 req-4595528f-6c2a-4fab-8aad-4537eda64158 service neutron] Publish callbacks [] for port (44b448dd-cb1d-4a20-aeb9-66f3c7842792), precommit_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:56.978927 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.provisioning_blocks [req-38b89825-19a6-4e76-95b1-6ac5641d1359 req-4595528f-6c2a-4fab-8aad-4537eda64158 service neutron] Transition to ACTIVE for port object 44b448dd-cb1d-4a20-aeb9-66f3c7842792 will not be triggered until provisioned by entity L2. {{(pid=103377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 17:14:56.991883 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-38b89825-19a6-4e76-95b1-6ac5641d1359 req-4595528f-6c2a-4fab-8aad-4537eda64158 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25888290'] for port (44b448dd-cb1d-4a20-aeb9-66f3c7842792), after_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:57.001714 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-38b89825-19a6-4e76-95b1-6ac5641d1359 req-6069d713-4775-4f57-93c0-f59d64ddceec tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] Network 02be22b9-aa53-40ea-8050-9239cd27d1ff is already hosted by enough agents. {{(pid=103377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:14:57.020194 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [req-38b89825-19a6-4e76-95b1-6ac5641d1359 req-6069d713-4775-4f57-93c0-f59d64ddceec tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] Resources bound (agent type, host, resource id): {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:14:57.039983 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-027db0a4-e7f3-4b72-979a-ed2fb78cec8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1541225'] for subnet (147a2a29-50a3-4d38-8c0e-9ec73b9af714), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:57.057229 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [req-38b89825-19a6-4e76-95b1-6ac5641d1359 req-6069d713-4775-4f57-93c0-f59d64ddceec tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] Received port after_create {{(pid=103377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:14:57.119009 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-3997000a-839b-4500-a55b-e9b93573dc1a req-a0a0d4eb-2a2c-4201-98a0-6b6f90502cf3 tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] 10.222.0.89 "GET /v2.0/security-groups?id=5fa98c6a-94b3-4690-b9c3-4f0e67d11226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4401076 Feb 04 17:14:57.182098 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9003db0e-99e9-49ed-b64c-d13104895c7a req-89074fd1-d894-4cea-a075-a7f3eb6f0ea6 tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:14:57.183702 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-9003db0e-99e9-49ed-b64c-d13104895c7a req-89074fd1-d894-4cea-a075-a7f3eb6f0ea6 tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] 10.222.0.89 "GET /v2.0/ports?device_id=1c595986-a5b8-475f-a049-607458d29738 HTTP/1.1" status: 200 len: 936 time: 0.4171419 Feb 04 17:14:57.221096 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4595528f-6c2a-4fab-8aad-4537eda64158 service neutron] Pushing event updated for resources: {'Port': ['ID=44b448dd-cb1d-4a20-aeb9-66f3c7842792,revision_number=2']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:14:57.248698 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [req-2e3e7fed-18c6-47c9-b99b-21b4fb1e7dba req-fc11e51b-8469-428e-85b4-715dc1fba09e tempest-SecurityGroupsTestJSON-1563643175 tempest-SecurityGroupsTestJSON-1563643175-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-951106596', 'description': 'tempest-description-729173914'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:14:57.268229 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-0e328e44-4c04-48da-ae94-e48a3a83ec3a req-c9eeed20-5d5d-4db6-be95-4944c4dcf6e2 service neutron] 10.222.0.96 "GET /v2.0/networks/865a5290-ec33-4655-84a4-bc1453190ac7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4548433 Feb 04 17:14:57.298081 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4595528f-6c2a-4fab-8aad-4537eda64158 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:14:57.298450 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4595528f-6c2a-4fab-8aad-4537eda64158 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:14:57.298805 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4595528f-6c2a-4fab-8aad-4537eda64158 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:14:57.299146 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4595528f-6c2a-4fab-8aad-4537eda64158 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:14:57.299681 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4595528f-6c2a-4fab-8aad-4537eda64158 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:14:57.300035 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4595528f-6c2a-4fab-8aad-4537eda64158 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:14:57.301874 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4595528f-6c2a-4fab-8aad-4537eda64158 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:14:57.302717 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4595528f-6c2a-4fab-8aad-4537eda64158 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:14:57.303060 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4595528f-6c2a-4fab-8aad-4537eda64158 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:14:57.303404 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4595528f-6c2a-4fab-8aad-4537eda64158 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:14:57.303738 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4595528f-6c2a-4fab-8aad-4537eda64158 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:14:57.313733 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4595528f-6c2a-4fab-8aad-4537eda64158 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:14:57.314193 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4595528f-6c2a-4fab-8aad-4537eda64158 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:14:57.342033 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-9003db0e-99e9-49ed-b64c-d13104895c7a req-7a6bc1b9-64a5-4a9b-9c34-31c58721bef0 tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] 10.222.0.89 "GET /v2.0/security-groups?id=4f68676b-760c-49c3-a14c-c9afa7ad720d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355314 Feb 04 17:14:57.354911 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-027db0a4-e7f3-4b72-979a-ed2fb78cec8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1541216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25675894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25858947'] for subnet (147a2a29-50a3-4d38-8c0e-9ec73b9af714), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:57.386973 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b89825-19a6-4e76-95b1-6ac5641d1359 req-6069d713-4775-4f57-93c0-f59d64ddceec tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:14:57.387688 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-38b89825-19a6-4e76-95b1-6ac5641d1359 req-6069d713-4775-4f57-93c0-f59d64ddceec tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:57.417520 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027db0a4-e7f3-4b72-979a-ed2fb78cec8e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=147a2a29-50a3-4d38-8c0e-9ec73b9af714,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:14:57.421561 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-027db0a4-e7f3-4b72-979a-ed2fb78cec8e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:57.424896 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-027db0a4-e7f3-4b72-979a-ed2fb78cec8e admin admin] 10.222.0.89 "DELETE /v2.0/subnets/147a2a29-50a3-4d38-8c0e-9ec73b9af714 HTTP/1.1" status: 204 len: 168 time: 1.1647108 Feb 04 17:14:57.427840 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 55470) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:14:57.430226 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08954b54-23e7-4176-b3a6-c546aa97450b None None] Network 71f03b9f-e704-4df0-bce2-e9f92d5b531b requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:14:57.542347 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-ed65fcc8-e5c8-4756-aed2-c028ff368850 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628832'] for network (71f03b9f-e704-4df0-bce2-e9f92d5b531b), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:57.626719 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-b9abab4c-78e5-4e9e-8460-10bf5dbb9541 None None] Provisioning complete for port b8cbf0e2-5ba1-4495-bfce-79351b5c0d9a triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:14:57.627244 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b9abab4c-78e5-4e9e-8460-10bf5dbb9541 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (b8cbf0e2-5ba1-4495-bfce-79351b5c0d9a), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:57.678616 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e5ff5e-3d52-48d8-bfdf-ac436722a0f1 req-d1029747-f79d-41e0-ad4f-df9738d2801c tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:14:57.680199 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-34e5ff5e-3d52-48d8-bfdf-ac436722a0f1 req-d1029747-f79d-41e0-ad4f-df9738d2801c tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] 10.222.0.89 "GET /v2.0/ports?device_id=e2b58424-19d8-47c7-9144-64e22f08a22e HTTP/1.1" status: 200 len: 931 time: 0.1353962 Feb 04 17:14:57.730305 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-b9abab4c-78e5-4e9e-8460-10bf5dbb9541 None None] Port b8cbf0e2-5ba1-4495-bfce-79351b5c0d9a cannot update to ACTIVE because it is not bound. {{(pid=103378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 17:14:57.800610 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-34e5ff5e-3d52-48d8-bfdf-ac436722a0f1 req-5e4d9829-6d4f-498f-9889-c1c48d135df8 tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] 10.222.0.89 "GET /v2.0/security-groups?id=18e6cc58-e448-4d12-9423-2a502a086ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139393 Feb 04 17:14:57.814342 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-ed65fcc8-e5c8-4756-aed2-c028ff368850 admin admin] Deleting port 89f3b565-6f5d-4397-b7b3-adc2e5483bc9 {{(pid=103376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:14:57.815732 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-ed65fcc8-e5c8-4756-aed2-c028ff368850 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (89f3b565-6f5d-4397-b7b3-adc2e5483bc9), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:57.873092 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c69e8b7-f00a-4192-b152-1f13695d5347 None None] DHCP port deletion for 71f03b9f-e704-4df0-bce2-e9f92d5b531b request from n-d-827839-2 {{(pid=103378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 17:14:57.934447 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [None req-ed65fcc8-e5c8-4756-aed2-c028ff368850 admin admin] For port 89f3b565-6f5d-4397-b7b3-adc2e5483bc9, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=89f3b565-6f5d-4397-b7b3-adc2e5483bc9,segment=NetworkSegment(1d2e5411-a293-4ba9-86e4-cf68dc997fdd),segment_id=1d2e5411-a293-4ba9-86e4-cf68dc997fdd)] {{(pid=103376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:14:57.934904 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-ed65fcc8-e5c8-4756-aed2-c028ff368850 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (89f3b565-6f5d-4397-b7b3-adc2e5483bc9), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:57.981688 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-ed65fcc8-e5c8-4756-aed2-c028ff368850 admin admin] Calling delete_port for 89f3b565-6f5d-4397-b7b3-adc2e5483bc9 owned by network:dhcp {{(pid=103376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:14:58.026659 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-2e3e7fed-18c6-47c9-b99b-21b4fb1e7dba req-fc11e51b-8469-428e-85b4-715dc1fba09e tempest-SecurityGroupsTestJSON-1563643175 tempest-SecurityGroupsTestJSON-1563643175-project] Publish callbacks [] for security_group (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:58.070388 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-7c69e8b7-f00a-4192-b152-1f13695d5347 None None] Deleting port 89f3b565-6f5d-4397-b7b3-adc2e5483bc9 {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:14:58.071594 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7c69e8b7-f00a-4192-b152-1f13695d5347 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (89f3b565-6f5d-4397-b7b3-adc2e5483bc9), before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:58.147024 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-38b89825-19a6-4e76-95b1-6ac5641d1359 req-6069d713-4775-4f57-93c0-f59d64ddceec tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.9912162 Feb 04 17:14:58.168365 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-ed65fcc8-e5c8-4756-aed2-c028ff368850 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (89f3b565-6f5d-4397-b7b3-adc2e5483bc9), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:58.188088 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [req-38b89825-19a6-4e76-95b1-6ac5641d1359 req-2103e2c4-227d-45d9-a333-904fd4499cfe service neutron] Request body: {'port': {'device_id': 'c2a38c97-307b-4133-955d-de3605483336', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827839-2'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:14:58.212807 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-7c69e8b7-f00a-4192-b152-1f13695d5347 None None] For port 89f3b565-6f5d-4397-b7b3-adc2e5483bc9, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=89f3b565-6f5d-4397-b7b3-adc2e5483bc9,segment=NetworkSegment(1d2e5411-a293-4ba9-86e4-cf68dc997fdd),segment_id=1d2e5411-a293-4ba9-86e4-cf68dc997fdd)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:14:58.213861 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7c69e8b7-f00a-4192-b152-1f13695d5347 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (89f3b565-6f5d-4397-b7b3-adc2e5483bc9), precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:58.222912 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed65fcc8-e5c8-4756-aed2-c028ff368850 admin admin] Pushing event deleted for resources: {'Port': ['ID=89f3b565-6f5d-4397-b7b3-adc2e5483bc9,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:14:58.225628 n-d-827839-2 neutron-server[103377]: DEBUG neutron.notifiers.nova [req-2e1e818d-4fc5-447f-95c5-9145df735360 req-e394e66d-5633-4d17-a365-ccfe4df02a1b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a5a6a2ab-57b8-44d0-93a3-09907e7b69e9 {{(pid=103377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 17:14:58.232190 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [req-38b89825-19a6-4e76-95b1-6ac5641d1359 req-4595528f-6c2a-4fab-8aad-4537eda64158 service neutron] Attempting to bind port 44b448dd-cb1d-4a20-aeb9-66f3c7842792 on host n-h1-827839-2 for vnic_type normal with profile {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:14:58.232768 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [req-38b89825-19a6-4e76-95b1-6ac5641d1359 req-4595528f-6c2a-4fab-8aad-4537eda64158 service neutron] Attempting to bind port 44b448dd-cb1d-4a20-aeb9-66f3c7842792 by drivers openvswitch,hyperv on host n-h1-827839-2 at level 0 using segments [{'id': '3a39b085-d3e6-43bb-a64c-1b06dd049e5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '02be22b9-aa53-40ea-8050-9239cd27d1ff'}] {{(pid=103377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:14:58.233267 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38b89825-19a6-4e76-95b1-6ac5641d1359 req-4595528f-6c2a-4fab-8aad-4537eda64158 service neutron] Attempting to bind port 44b448dd-cb1d-4a20-aeb9-66f3c7842792 on network 02be22b9-aa53-40ea-8050-9239cd27d1ff {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:14:58.235702 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed65fcc8-e5c8-4756-aed2-c028ff368850 admin admin] No DVR routers for this DVR port 89f3b565-6f5d-4397-b7b3-adc2e5483bc9 on host n-d-827839-2 {{(pid=103376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 17:14:58.238615 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed65fcc8-e5c8-4756-aed2-c028ff368850 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:14:58.238986 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed65fcc8-e5c8-4756-aed2-c028ff368850 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:14:58.239417 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed65fcc8-e5c8-4756-aed2-c028ff368850 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:14:58.240194 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed65fcc8-e5c8-4756-aed2-c028ff368850 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:14:58.240194 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed65fcc8-e5c8-4756-aed2-c028ff368850 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:14:58.240429 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed65fcc8-e5c8-4756-aed2-c028ff368850 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:14:58.240971 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed65fcc8-e5c8-4756-aed2-c028ff368850 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:14:58.241099 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed65fcc8-e5c8-4756-aed2-c028ff368850 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:14:58.241386 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed65fcc8-e5c8-4756-aed2-c028ff368850 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:14:58.241714 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed65fcc8-e5c8-4756-aed2-c028ff368850 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:14:58.242049 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed65fcc8-e5c8-4756-aed2-c028ff368850 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:14:58.242361 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed65fcc8-e5c8-4756-aed2-c028ff368850 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:14:58.243103 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed65fcc8-e5c8-4756-aed2-c028ff368850 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:14:58.254634 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-2e1e818d-4fc5-447f-95c5-9145df735360 req-e394e66d-5633-4d17-a365-ccfe4df02a1b service neutron] Publish callbacks [] for port (a5a6a2ab-57b8-44d0-93a3-09907e7b69e9), precommit_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:58.269246 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38b89825-19a6-4e76-95b1-6ac5641d1359 req-4595528f-6c2a-4fab-8aad-4537eda64158 service neutron] Port 44b448dd-cb1d-4a20-aeb9-66f3c7842792 on network 02be22b9-aa53-40ea-8050-9239cd27d1ff not bound, no agent of type Open vSwitch agent registered on host n-h1-827839-2 {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 17:14:58.269687 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38b89825-19a6-4e76-95b1-6ac5641d1359 req-4595528f-6c2a-4fab-8aad-4537eda64158 service neutron] Attempting to bind port 44b448dd-cb1d-4a20-aeb9-66f3c7842792 on network 02be22b9-aa53-40ea-8050-9239cd27d1ff {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:14:58.278115 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-7c69e8b7-f00a-4192-b152-1f13695d5347 None None] Calling delete_port for 89f3b565-6f5d-4397-b7b3-adc2e5483bc9 owned by network:dhcp {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:14:58.303373 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.provisioning_blocks [req-2e1e818d-4fc5-447f-95c5-9145df735360 req-e394e66d-5633-4d17-a365-ccfe4df02a1b service neutron] Transition to ACTIVE for port object a5a6a2ab-57b8-44d0-93a3-09907e7b69e9 will not be triggered until provisioned by entity L2. {{(pid=103377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 17:14:58.320153 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38b89825-19a6-4e76-95b1-6ac5641d1359 req-4595528f-6c2a-4fab-8aad-4537eda64158 service neutron] Checking agent: {'id': '3f9244a9-75fc-4c10-b195-11d48b853b41', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 8, 42), 'started_at': datetime.datetime(2022, 2, 4, 17, 8, 42), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 14, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:14:58.320908 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38b89825-19a6-4e76-95b1-6ac5641d1359 req-4595528f-6c2a-4fab-8aad-4537eda64158 service neutron] Checking segment: {'id': '3a39b085-d3e6-43bb-a64c-1b06dd049e5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '02be22b9-aa53-40ea-8050-9239cd27d1ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:14:58.321320 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38b89825-19a6-4e76-95b1-6ac5641d1359 req-4595528f-6c2a-4fab-8aad-4537eda64158 service neutron] Bound using segment: {'id': '3a39b085-d3e6-43bb-a64c-1b06dd049e5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '02be22b9-aa53-40ea-8050-9239cd27d1ff'} {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:14:58.321789 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [req-38b89825-19a6-4e76-95b1-6ac5641d1359 req-4595528f-6c2a-4fab-8aad-4537eda64158 service neutron] Bound port: 44b448dd-cb1d-4a20-aeb9-66f3c7842792, host: n-h1-827839-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a39b085-d3e6-43bb-a64c-1b06dd049e5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '02be22b9-aa53-40ea-8050-9239cd27d1ff'}}] {{(pid=103377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:14:58.322156 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-38b89825-19a6-4e76-95b1-6ac5641d1359 req-4595528f-6c2a-4fab-8aad-4537eda64158 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (44b448dd-cb1d-4a20-aeb9-66f3c7842792), before_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:58.333149 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-2e1e818d-4fc5-447f-95c5-9145df735360 req-e394e66d-5633-4d17-a365-ccfe4df02a1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25888290'] for port (a5a6a2ab-57b8-44d0-93a3-09907e7b69e9), after_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:58.402743 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-ed65fcc8-e5c8-4756-aed2-c028ff368850 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1543676', 'neutron.services.segments.db._delete_segments_for_network-8781084786517'] for network (71f03b9f-e704-4df0-bce2-e9f92d5b531b), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:58.411705 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-38b89825-19a6-4e76-95b1-6ac5641d1359 req-2103e2c4-227d-45d9-a333-904fd4499cfe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (b8cbf0e2-5ba1-4495-bfce-79351b5c0d9a), before_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:58.470851 n-d-827839-2 neutron-server[103376]: DEBUG neutron.services.segments.db [None req-ed65fcc8-e5c8-4756-aed2-c028ff368850 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71f03b9f-e704-4df0-bce2-e9f92d5b531b']}} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:14:58.495125 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e394e66d-5633-4d17-a365-ccfe4df02a1b service neutron] Pushing event updated for resources: {'Port': ['ID=a5a6a2ab-57b8-44d0-93a3-09907e7b69e9,revision_number=2']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:14:58.509747 n-d-827839-2 neutron-server[103376]: DEBUG neutron.services.segments.db [None req-ed65fcc8-e5c8-4756-aed2-c028ff368850 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d2e5411-a293-4ba9-86e4-cf68dc997fdd') {'for_net_delete': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:14:58.509747 n-d-827839-2 neutron-server[103376]: DEBUG neutron.services.segments.db [None req-ed65fcc8-e5c8-4756-aed2-c028ff368850 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d2e5411-a293-4ba9-86e4-cf68dc997fdd') {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:14:58.515090 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7c69e8b7-f00a-4192-b152-1f13695d5347 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144'] for port (89f3b565-6f5d-4397-b7b3-adc2e5483bc9), after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:58.534249 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c69e8b7-f00a-4192-b152-1f13695d5347 None None] No DVR routers for this DVR port 89f3b565-6f5d-4397-b7b3-adc2e5483bc9 on host n-d-827839-2 {{(pid=103378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 17:14:58.539610 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-2e3e7fed-18c6-47c9-b99b-21b4fb1e7dba req-fc11e51b-8469-428e-85b4-715dc1fba09e tempest-SecurityGroupsTestJSON-1563643175 tempest-SecurityGroupsTestJSON-1563643175-project] Publish callbacks [] for security_group (9ddd1aa5-ea2a-4d0f-bec3-09815e95af34), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:58.550467 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-ed65fcc8-e5c8-4756-aed2-c028ff368850 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781084783966', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25674908'] for segment (1d2e5411-a293-4ba9-86e4-cf68dc997fdd), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:58.560389 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c69e8b7-f00a-4192-b152-1f13695d5347 None None] Pushing event deleted for resources: {'Port': ['ID=89f3b565-6f5d-4397-b7b3-adc2e5483bc9,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:14:58.583302 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-2e3e7fed-18c6-47c9-b99b-21b4fb1e7dba req-fc11e51b-8469-428e-85b4-715dc1fba09e tempest-SecurityGroupsTestJSON-1563643175 tempest-SecurityGroupsTestJSON-1563643175-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (9ddd1aa5-ea2a-4d0f-bec3-09815e95af34), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:58.587422 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e871e974-21c0-436b-8fe0-818f6b2ca745 req-569f4f3a-13c9-44c5-9e03-64300017ee7a tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:14:58.591240 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-e871e974-21c0-436b-8fe0-818f6b2ca745 req-569f4f3a-13c9-44c5-9e03-64300017ee7a tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] 10.222.0.89 "GET /v2.0/ports?device_id=b7e72874-ab8d-4372-989b-ceb35c5fd1c8 HTTP/1.1" status: 200 len: 950 time: 0.2497103 Feb 04 17:14:58.603730 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-ed65fcc8-e5c8-4756-aed2-c028ff368850 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (1d2e5411-a293-4ba9-86e4-cf68dc997fdd), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:58.614325 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed65fcc8-e5c8-4756-aed2-c028ff368850 admin admin] Releasing vlan 756 on physical network physnet1 to pool {{(pid=103376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 17:14:58.615039 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-ed65fcc8-e5c8-4756-aed2-c028ff368850 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25675992'] for segment (1d2e5411-a293-4ba9-86e4-cf68dc997fdd), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:58.638395 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [req-38b89825-19a6-4e76-95b1-6ac5641d1359 req-4595528f-6c2a-4fab-8aad-4537eda64158 service neutron] For port 44b448dd-cb1d-4a20-aeb9-66f3c7842792, host n-h1-827839-2, cleared binding levels {{(pid=103377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:14:58.673071 n-d-827839-2 neutron-server[103376]: Traceback (most recent call last): Feb 04 17:14:58.673071 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 17:14:58.673071 n-d-827839-2 neutron-server[103376]: timer() Feb 04 17:14:58.673071 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 17:14:58.673071 n-d-827839-2 neutron-server[103376]: cb(*args, **kw) Feb 04 17:14:58.673071 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 17:14:58.673071 n-d-827839-2 neutron-server[103376]: return func(*args, **kwargs) Feb 04 17:14:58.673071 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 17:14:58.673071 n-d-827839-2 neutron-server[103376]: self._notify() Feb 04 17:14:58.673071 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 17:14:58.673071 n-d-827839-2 neutron-server[103376]: self.callback(batched_events) Feb 04 17:14:58.673071 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 17:14:58.673071 n-d-827839-2 neutron-server[103376]: event.method(event) Feb 04 17:14:58.673071 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 17:14:58.673071 n-d-827839-2 neutron-server[103376]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 17:14:58.673071 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 17:14:58.673071 n-d-827839-2 neutron-server[103376]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 17:14:58.673071 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 17:14:58.673071 n-d-827839-2 neutron-server[103376]: return f(self, *a, **k) Feb 04 17:14:58.673071 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 17:14:58.673071 n-d-827839-2 neutron-server[103376]: return self._get(url).json() Feb 04 17:14:58.673071 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 17:14:58.673071 n-d-827839-2 neutron-server[103376]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 17:14:58.673071 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 17:14:58.673071 n-d-827839-2 neutron-server[103376]: return self.request(url, 'GET', **kwargs) Feb 04 17:14:58.673071 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 17:14:58.673071 n-d-827839-2 neutron-server[103376]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 17:14:58.673071 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 17:14:58.673071 n-d-827839-2 neutron-server[103376]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 17:14:58.673071 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 17:14:58.673071 n-d-827839-2 neutron-server[103376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 17:14:58.673071 n-d-827839-2 neutron-server[103376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 17:14:58.730956 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-ed65fcc8-e5c8-4756-aed2-c028ff368850 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1543671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1595572'] for network (71f03b9f-e704-4df0-bce2-e9f92d5b531b), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:58.742439 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [req-38b89825-19a6-4e76-95b1-6ac5641d1359 req-4595528f-6c2a-4fab-8aad-4537eda64158 service neutron] For port 44b448dd-cb1d-4a20-aeb9-66f3c7842792, host n-h1-827839-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=44b448dd-cb1d-4a20-aeb9-66f3c7842792,segment=NetworkSegment(3a39b085-d3e6-43bb-a64c-1b06dd049e5a),segment_id=3a39b085-d3e6-43bb-a64c-1b06dd049e5a)] {{(pid=103377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:14:58.755597 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-2e3e7fed-18c6-47c9-b99b-21b4fb1e7dba req-fc11e51b-8469-428e-85b4-715dc1fba09e tempest-SecurityGroupsTestJSON-1563643175 tempest-SecurityGroupsTestJSON-1563643175-project] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:58.756910 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-2e3e7fed-18c6-47c9-b99b-21b4fb1e7dba req-fc11e51b-8469-428e-85b4-715dc1fba09e tempest-SecurityGroupsTestJSON-1563643175 tempest-SecurityGroupsTestJSON-1563643175-project] 10.222.0.89 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1821 time: 1.5386014 Feb 04 17:14:58.764660 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc11e51b-8469-428e-85b4-715dc1fba09e tempest-SecurityGroupsTestJSON-1563643175 tempest-SecurityGroupsTestJSON-1563643175-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9ddd1aa5-ea2a-4d0f-bec3-09815e95af34,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:14:58.771054 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-38b89825-19a6-4e76-95b1-6ac5641d1359 req-4595528f-6c2a-4fab-8aad-4537eda64158 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25888290'] for port (44b448dd-cb1d-4a20-aeb9-66f3c7842792), after_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:58.823836 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-ed65fcc8-e5c8-4756-aed2-c028ff368850 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677565'] for network (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:58.833440 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-ed65fcc8-e5c8-4756-aed2-c028ff368850 admin admin] 10.222.0.89 "DELETE /v2.0/networks/71f03b9f-e704-4df0-bce2-e9f92d5b531b HTTP/1.1" status: 204 len: 168 time: 1.4047172 Feb 04 17:14:58.837632 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed65fcc8-e5c8-4756-aed2-c028ff368850 admin admin] Pushing event deleted for resources: {'Network': ['ID=71f03b9f-e704-4df0-bce2-e9f92d5b531b,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:14:58.848798 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-e871e974-21c0-436b-8fe0-818f6b2ca745 req-6d08947f-b2c9-4e45-8ae0-0084fa9c4c71 tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] 10.222.0.89 "GET /v2.0/security-groups?id=5fa98c6a-94b3-4690-b9c3-4f0e67d11226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1699007 Feb 04 17:14:58.868559 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [req-2e1e818d-4fc5-447f-95c5-9145df735360 req-e394e66d-5633-4d17-a365-ccfe4df02a1b service neutron] Attempting to bind port a5a6a2ab-57b8-44d0-93a3-09907e7b69e9 on host n-h2-827839-2 for vnic_type normal with profile {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:14:58.868958 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [req-2e1e818d-4fc5-447f-95c5-9145df735360 req-e394e66d-5633-4d17-a365-ccfe4df02a1b service neutron] Attempting to bind port a5a6a2ab-57b8-44d0-93a3-09907e7b69e9 by drivers openvswitch,hyperv on host n-h2-827839-2 at level 0 using segments [{'id': '4adf983e-b4f0-4caa-beec-ecaadf2366f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '865a5290-ec33-4655-84a4-bc1453190ac7'}] {{(pid=103377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:14:58.869401 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e1e818d-4fc5-447f-95c5-9145df735360 req-e394e66d-5633-4d17-a365-ccfe4df02a1b service neutron] Attempting to bind port a5a6a2ab-57b8-44d0-93a3-09907e7b69e9 on network 865a5290-ec33-4655-84a4-bc1453190ac7 {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:14:58.993267 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b89825-19a6-4e76-95b1-6ac5641d1359 req-4595528f-6c2a-4fab-8aad-4537eda64158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:14:58.994270 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-38b89825-19a6-4e76-95b1-6ac5641d1359 req-4595528f-6c2a-4fab-8aad-4537eda64158 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:58.996499 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-38b89825-19a6-4e76-95b1-6ac5641d1359 req-4595528f-6c2a-4fab-8aad-4537eda64158 service neutron] 10.222.0.96 "PUT /v2.0/ports/44b448dd-cb1d-4a20-aeb9-66f3c7842792 HTTP/1.1" status: 200 len: 1096 time: 3.2153335 Feb 04 17:14:59.000582 n-d-827839-2 neutron-server[103377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c595986-a5b8-475f-a049-607458d29738', 'tag': '44b448dd-cb1d-4a20-aeb9-66f3c7842792'}] {{(pid=103377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:14:59.025300 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7240428b650e1488e9361b62648ff4b3a6c19d49d8c27c949491ab58c1346cf0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e96f530f-c640-4d78-bf5c-27c7ff7a17dc" -d '{"events": [{"name": "network-changed", "server_uuid": "1c595986-a5b8-475f-a049-607458d29738", "tag": "44b448dd-cb1d-4a20-aeb9-66f3c7842792"}]}' {{(pid=103377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:14:59.032895 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e1e818d-4fc5-447f-95c5-9145df735360 req-e394e66d-5633-4d17-a365-ccfe4df02a1b service neutron] Port a5a6a2ab-57b8-44d0-93a3-09907e7b69e9 on network 865a5290-ec33-4655-84a4-bc1453190ac7 not bound, no agent of type Open vSwitch agent registered on host n-h2-827839-2 {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 17:14:59.034993 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e1e818d-4fc5-447f-95c5-9145df735360 req-e394e66d-5633-4d17-a365-ccfe4df02a1b service neutron] Attempting to bind port a5a6a2ab-57b8-44d0-93a3-09907e7b69e9 on network 865a5290-ec33-4655-84a4-bc1453190ac7 {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:14:59.074707 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 55492) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:14:59.157240 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-a0ae77ef-995d-44b5-a702-bcf62b7cc509 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=cf07c74cdc00450eafd97d06057c3156&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0812688 Feb 04 17:14:59.158132 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 55496) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:14:59.239542 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-6647d1d4-0537-46ca-8115-a798ad46aec3 req-43ebbdc5-7ec2-4eb9-be46-7e4b6aeb7f75 tempest-SecurityGroupsTestJSON-1563643175 tempest-SecurityGroupsTestJSON-1563643175-project] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=978c6d026b0944f6a413e3d4f2103bea HTTP/1.1" status: 200 len: 10996 time: 0.3289943 Feb 04 17:14:59.271307 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e1e818d-4fc5-447f-95c5-9145df735360 req-e394e66d-5633-4d17-a365-ccfe4df02a1b service neutron] Checking agent: {'id': 'f20a1ab3-4332-4f54-833b-ba4a7c687e89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 8, 40), 'started_at': datetime.datetime(2022, 2, 4, 17, 8, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 14, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:14:59.271307 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e1e818d-4fc5-447f-95c5-9145df735360 req-e394e66d-5633-4d17-a365-ccfe4df02a1b service neutron] Checking segment: {'id': '4adf983e-b4f0-4caa-beec-ecaadf2366f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '865a5290-ec33-4655-84a4-bc1453190ac7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:14:59.271307 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e1e818d-4fc5-447f-95c5-9145df735360 req-e394e66d-5633-4d17-a365-ccfe4df02a1b service neutron] Bound using segment: {'id': '4adf983e-b4f0-4caa-beec-ecaadf2366f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '865a5290-ec33-4655-84a4-bc1453190ac7'} {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:14:59.272522 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [req-2e1e818d-4fc5-447f-95c5-9145df735360 req-e394e66d-5633-4d17-a365-ccfe4df02a1b service neutron] Bound port: a5a6a2ab-57b8-44d0-93a3-09907e7b69e9, host: n-h2-827839-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4adf983e-b4f0-4caa-beec-ecaadf2366f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '865a5290-ec33-4655-84a4-bc1453190ac7'}}] {{(pid=103377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:14:59.272948 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-2e1e818d-4fc5-447f-95c5-9145df735360 req-e394e66d-5633-4d17-a365-ccfe4df02a1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (a5a6a2ab-57b8-44d0-93a3-09907e7b69e9), before_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:59.279789 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-389db825-12d0-4bd6-8179-4eda2e791301 admin admin] Publish callbacks [] for security_group (6426fe0b-86c7-4694-a2c4-8fd16e84da96), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:59.312693 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4595528f-6c2a-4fab-8aad-4537eda64158 service neutron] Pushing event updated for resources: {'Port': ['ID=44b448dd-cb1d-4a20-aeb9-66f3c7842792,revision_number=3']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:14:59.338896 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-389db825-12d0-4bd6-8179-4eda2e791301 admin admin] Publish callbacks [] for security_group (6426fe0b-86c7-4694-a2c4-8fd16e84da96), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:59.342825 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-6647d1d4-0537-46ca-8115-a798ad46aec3 req-e0a01633-48b0-48d9-ba92-d67046ad67df tempest-SecurityGroupsTestJSON-1563643175 tempest-SecurityGroupsTestJSON-1563643175-project] 10.222.0.89 "GET /v2.0/security-groups/beaee1ab-f1ea-48fb-8fb6-199b9068cee8 HTTP/1.1" status: 200 len: 2998 time: 0.0949690 Feb 04 17:14:59.405191 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [req-2e1e818d-4fc5-447f-95c5-9145df735360 req-e394e66d-5633-4d17-a365-ccfe4df02a1b service neutron] For port a5a6a2ab-57b8-44d0-93a3-09907e7b69e9, host n-h2-827839-2, cleared binding levels {{(pid=103377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:14:59.411635 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [req-2e1e818d-4fc5-447f-95c5-9145df735360 req-e394e66d-5633-4d17-a365-ccfe4df02a1b service neutron] For port a5a6a2ab-57b8-44d0-93a3-09907e7b69e9, host n-h2-827839-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=a5a6a2ab-57b8-44d0-93a3-09907e7b69e9,segment=NetworkSegment(4adf983e-b4f0-4caa-beec-ecaadf2366f2),segment_id=4adf983e-b4f0-4caa-beec-ecaadf2366f2)] {{(pid=103377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:14:59.425712 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-6647d1d4-0537-46ca-8115-a798ad46aec3 req-d4a711be-5606-4207-8bb1-2b24e5841c9f tempest-SecurityGroupsTestJSON-1563643175 tempest-SecurityGroupsTestJSON-1563643175-project] 10.222.0.89 "GET /v2.0/security-groups/beaee1ab-f1ea-48fb-8fb6-199b9068cee8 HTTP/1.1" status: 200 len: 2998 time: 0.0747333 Feb 04 17:14:59.428292 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b646f046-20dd-4e55-815c-424293f9333a req-af52c44e-8ee9-4469-b410-7f59f4149061 tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:14:59.428623 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-b646f046-20dd-4e55-815c-424293f9333a req-af52c44e-8ee9-4469-b410-7f59f4149061 tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] 10.222.0.89 "GET /v2.0/ports?device_id=1c595986-a5b8-475f-a049-607458d29738 HTTP/1.1" status: 200 len: 948 time: 0.4505980 Feb 04 17:14:59.440135 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-2e1e818d-4fc5-447f-95c5-9145df735360 req-e394e66d-5633-4d17-a365-ccfe4df02a1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25888290'] for port (a5a6a2ab-57b8-44d0-93a3-09907e7b69e9), after_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:59.472501 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-389db825-12d0-4bd6-8179-4eda2e791301 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (6426fe0b-86c7-4694-a2c4-8fd16e84da96), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:59.478043 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-389db825-12d0-4bd6-8179-4eda2e791301 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:59.481426 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-389db825-12d0-4bd6-8179-4eda2e791301 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/6426fe0b-86c7-4694-a2c4-8fd16e84da96 HTTP/1.1" status: 204 len: 168 time: 0.3181686 Feb 04 17:14:59.500273 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389db825-12d0-4bd6-8179-4eda2e791301 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6426fe0b-86c7-4694-a2c4-8fd16e84da96,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:14:59.559131 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b89825-19a6-4e76-95b1-6ac5641d1359 req-547e1078-ae2b-4033-aded-f9ffc8887ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:14:59.560660 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-38b89825-19a6-4e76-95b1-6ac5641d1359 req-547e1078-ae2b-4033-aded-f9ffc8887ef4 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=de991ffa63634ff992d797b06d2aeaaa&device_id=1c595986-a5b8-475f-a049-607458d29738 HTTP/1.1" status: 200 len: 1130 time: 0.4873435 Feb 04 17:14:59.566209 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 89f3b565-6f5d-4397-b7b3-adc2e5483bc9 no longer exists at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:14:59.601131 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] No Port match for: 89f3b565-6f5d-4397-b7b3-adc2e5483bc9 {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 17:14:59.601468 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 89f3b565-6f5d-4397-b7b3-adc2e5483bc9 not bound to the agent host n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 17:14:59.659639 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-38b89825-19a6-4e76-95b1-6ac5641d1359 req-ea097d08-a98c-4afe-96ad-073690103aac service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.216&port_id=44b448dd-cb1d-4a20-aeb9-66f3c7842792 HTTP/1.1" status: 200 len: 217 time: 0.0700529 Feb 04 17:14:59.674464 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8195151a-2414-4fe4-bf81-2c350becad1c req-caaf1408-1fd7-4b0c-8fe0-c922c909a390 tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:14:59.684868 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-8195151a-2414-4fe4-bf81-2c350becad1c req-caaf1408-1fd7-4b0c-8fe0-c922c909a390 tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] 10.222.0.89 "GET /v2.0/ports?device_id=e2b58424-19d8-47c7-9144-64e22f08a22e HTTP/1.1" status: 200 len: 943 time: 0.1313386 Feb 04 17:14:59.691397 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1e818d-4fc5-447f-95c5-9145df735360 req-e394e66d-5633-4d17-a365-ccfe4df02a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:14:59.694603 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-2e1e818d-4fc5-447f-95c5-9145df735360 req-e394e66d-5633-4d17-a365-ccfe4df02a1b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:59.696617 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-2e1e818d-4fc5-447f-95c5-9145df735360 req-e394e66d-5633-4d17-a365-ccfe4df02a1b service neutron] 10.222.0.90 "PUT /v2.0/ports/a5a6a2ab-57b8-44d0-93a3-09907e7b69e9 HTTP/1.1" status: 200 len: 1091 time: 3.8331571 Feb 04 17:14:59.701872 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-808f7ead-6aa5-44d6-9934-3e2130032766 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (bb89f5a3-3c22-440b-b7d1-c4f0c43c184a), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:59.772061 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-8195151a-2414-4fe4-bf81-2c350becad1c req-bef07e58-43ce-4ea0-9589-9f5f50778b9f tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] 10.222.0.89 "GET /v2.0/security-groups?id=18e6cc58-e448-4d12-9423-2a502a086ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852857 Feb 04 17:14:59.888502 n-d-827839-2 neutron-server[103377]: DEBUG neutron.notifiers.nova [req-38b89825-19a6-4e76-95b1-6ac5641d1359 req-2103e2c4-227d-45d9-a333-904fd4499cfe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b8cbf0e2-5ba1-4495-bfce-79351b5c0d9a {{(pid=103377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 17:14:59.904788 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e394e66d-5633-4d17-a365-ccfe4df02a1b service neutron] Pushing event updated for resources: {'Port': ['ID=a5a6a2ab-57b8-44d0-93a3-09907e7b69e9,revision_number=3']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:14:59.914869 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae9ab26-6acf-4d52-b114-312cbb9835f9 req-d80dffe5-738d-4add-9440-220a57a1de35 tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:14:59.916453 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-fae9ab26-6acf-4d52-b114-312cbb9835f9 req-d80dffe5-738d-4add-9440-220a57a1de35 tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] 10.222.0.89 "GET /v2.0/ports?device_id=b7e72874-ab8d-4372-989b-ceb35c5fd1c8 HTTP/1.1" status: 200 len: 950 time: 0.0730703 Feb 04 17:14:59.935166 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-38b89825-19a6-4e76-95b1-6ac5641d1359 req-2103e2c4-227d-45d9-a333-904fd4499cfe service neutron] Publish callbacks [] for port (b8cbf0e2-5ba1-4495-bfce-79351b5c0d9a), precommit_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:59.943589 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-b646f046-20dd-4e55-815c-424293f9333a req-3106d8d5-9010-412f-b6a5-0d50f35f58b6 tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] 10.222.0.89 "GET /v2.0/security-groups?id=4f68676b-760c-49c3-a14c-c9afa7ad720d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5071142 Feb 04 17:14:59.961868 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b89825-19a6-4e76-95b1-6ac5641d1359 req-e2cc8b06-c9e8-4a02-b8b4-ccbb8c49cfd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:14:59.963636 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-38b89825-19a6-4e76-95b1-6ac5641d1359 req-e2cc8b06-c9e8-4a02-b8b4-ccbb8c49cfd4 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=c974b0ff-2c5c-4667-8a81-3bde3ea6ced5 HTTP/1.1" status: 200 len: 843 time: 0.2589860 Feb 04 17:14:59.968822 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.provisioning_blocks [req-38b89825-19a6-4e76-95b1-6ac5641d1359 req-2103e2c4-227d-45d9-a333-904fd4499cfe service neutron] Transition to ACTIVE for port object b8cbf0e2-5ba1-4495-bfce-79351b5c0d9a will not be triggered until provisioned by entity L2. {{(pid=103377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 17:14:59.991912 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-38b89825-19a6-4e76-95b1-6ac5641d1359 req-2103e2c4-227d-45d9-a333-904fd4499cfe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25888290'] for port (b8cbf0e2-5ba1-4495-bfce-79351b5c0d9a), after_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:15:00.060796 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-fae9ab26-6acf-4d52-b114-312cbb9835f9 req-2290d28b-a9ea-4563-9568-5e39f61e41eb tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] 10.222.0.89 "GET /v2.0/security-groups?id=5fa98c6a-94b3-4690-b9c3-4f0e67d11226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193409 Feb 04 17:15:00.107217 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1e818d-4fc5-447f-95c5-9145df735360 req-eef76407-6b98-4377-9fa7-0503d653fd47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:15:00.108393 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-2e1e818d-4fc5-447f-95c5-9145df735360 req-eef76407-6b98-4377-9fa7-0503d653fd47 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=8da6ad4e5ee34bf6bb722cd37ab73ea7&device_id=e2b58424-19d8-47c7-9144-64e22f08a22e HTTP/1.1" status: 200 len: 1125 time: 0.2486634 Feb 04 17:15:00.124853 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 17:14:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14ef4d7d-4e6c-402d-a6df-52a8ac54d798 x-openstack-request-id: req-14ef4d7d-4e6c-402d-a6df-52a8ac54d798 {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:15:00.126077 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c595986-a5b8-475f-a049-607458d29738", "tag": "44b448dd-cb1d-4a20-aeb9-66f3c7842792", "status": "completed", "code": 200}]} {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:15:00.126516 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-14ef4d7d-4e6c-402d-a6df-52a8ac54d798 {{(pid=103377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:15:00.127106 n-d-827839-2 neutron-server[103377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c595986-a5b8-475f-a049-607458d29738', 'tag': '44b448dd-cb1d-4a20-aeb9-66f3c7842792', 'status': 'completed', 'code': 200} Feb 04 17:15:00.166982 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-5f4cfa52-d458-4c99-afb6-f6869c4bc37f req-d8317dc2-a74d-49b8-a068-3f10408093e8 tempest-SecurityGroupsTestJSON-1563643175 tempest-SecurityGroupsTestJSON-1563643175-project] 10.222.0.89 "GET /v2.0/security-groups/45a508fc-17a3-448e-8702-c57e0b349f76 HTTP/1.1" status: 200 len: 1817 time: 0.0831096 Feb 04 17:15:00.220898 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2103e2c4-227d-45d9-a333-904fd4499cfe service neutron] Pushing event updated for resources: {'Port': ['ID=b8cbf0e2-5ba1-4495-bfce-79351b5c0d9a,revision_number=2']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:15:00.336680 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-5f4cfa52-d458-4c99-afb6-f6869c4bc37f req-e068f4a6-43b3-412c-891c-6da8159e8a29 tempest-SecurityGroupsTestJSON-1563643175 tempest-SecurityGroupsTestJSON-1563643175-project] Publish callbacks [] for security_group (45a508fc-17a3-448e-8702-c57e0b349f76), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:15:00.398143 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-5f4cfa52-d458-4c99-afb6-f6869c4bc37f req-e068f4a6-43b3-412c-891c-6da8159e8a29 tempest-SecurityGroupsTestJSON-1563643175 tempest-SecurityGroupsTestJSON-1563643175-project] Publish callbacks [] for security_group (45a508fc-17a3-448e-8702-c57e0b349f76), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:15:00.443928 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-2e1e818d-4fc5-447f-95c5-9145df735360 req-61428e9a-3467-4942-8fe2-ce5f768680f6 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a5a6a2ab-57b8-44d0-93a3-09907e7b69e9 HTTP/1.1" status: 200 len: 217 time: 0.3152797 Feb 04 17:15:00.476159 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [req-38b89825-19a6-4e76-95b1-6ac5641d1359 req-2103e2c4-227d-45d9-a333-904fd4499cfe service neutron] Attempting to bind port b8cbf0e2-5ba1-4495-bfce-79351b5c0d9a on host n-h2-827839-2 for vnic_type normal with profile {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:15:00.476929 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [req-38b89825-19a6-4e76-95b1-6ac5641d1359 req-2103e2c4-227d-45d9-a333-904fd4499cfe service neutron] Attempting to bind port b8cbf0e2-5ba1-4495-bfce-79351b5c0d9a by drivers openvswitch,hyperv on host n-h2-827839-2 at level 0 using segments [{'id': '3a39b085-d3e6-43bb-a64c-1b06dd049e5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '02be22b9-aa53-40ea-8050-9239cd27d1ff'}] {{(pid=103377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:15:00.476929 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38b89825-19a6-4e76-95b1-6ac5641d1359 req-2103e2c4-227d-45d9-a333-904fd4499cfe service neutron] Attempting to bind port b8cbf0e2-5ba1-4495-bfce-79351b5c0d9a on network 02be22b9-aa53-40ea-8050-9239cd27d1ff {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:15:00.486486 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-5f4cfa52-d458-4c99-afb6-f6869c4bc37f req-e068f4a6-43b3-412c-891c-6da8159e8a29 tempest-SecurityGroupsTestJSON-1563643175 tempest-SecurityGroupsTestJSON-1563643175-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (45a508fc-17a3-448e-8702-c57e0b349f76), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:15:00.489528 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-5f4cfa52-d458-4c99-afb6-f6869c4bc37f req-e068f4a6-43b3-412c-891c-6da8159e8a29 tempest-SecurityGroupsTestJSON-1563643175 tempest-SecurityGroupsTestJSON-1563643175-project] Publish callbacks [] for security_group (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:15:00.490956 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-5f4cfa52-d458-4c99-afb6-f6869c4bc37f req-e068f4a6-43b3-412c-891c-6da8159e8a29 tempest-SecurityGroupsTestJSON-1563643175 tempest-SecurityGroupsTestJSON-1563643175-project] 10.222.0.89 "DELETE /v2.0/security-groups/45a508fc-17a3-448e-8702-c57e0b349f76 HTTP/1.1" status: 204 len: 173 time: 0.3128142 Feb 04 17:15:00.513815 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e068f4a6-43b3-412c-891c-6da8159e8a29 tempest-SecurityGroupsTestJSON-1563643175 tempest-SecurityGroupsTestJSON-1563643175-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=45a508fc-17a3-448e-8702-c57e0b349f76,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:15:00.543796 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b89825-19a6-4e76-95b1-6ac5641d1359 req-a441df9f-5d11-4415-9618-8cf26c5f56af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:15:00.545774 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-38b89825-19a6-4e76-95b1-6ac5641d1359 req-a441df9f-5d11-4415-9618-8cf26c5f56af service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=02be22b9-aa53-40ea-8050-9239cd27d1ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.5662873 Feb 04 17:15:00.546561 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38b89825-19a6-4e76-95b1-6ac5641d1359 req-2103e2c4-227d-45d9-a333-904fd4499cfe service neutron] Port b8cbf0e2-5ba1-4495-bfce-79351b5c0d9a on network 02be22b9-aa53-40ea-8050-9239cd27d1ff not bound, no agent of type Open vSwitch agent registered on host n-h2-827839-2 {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 17:15:00.547491 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38b89825-19a6-4e76-95b1-6ac5641d1359 req-2103e2c4-227d-45d9-a333-904fd4499cfe service neutron] Attempting to bind port b8cbf0e2-5ba1-4495-bfce-79351b5c0d9a on network 02be22b9-aa53-40ea-8050-9239cd27d1ff {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:15:00.592833 n-d-827839-2 neutron-server[103376]: INFO neutron.api.v2.resource [req-d2f3d077-3571-492c-aa7a-5b47190d0d21 req-5623a632-ddad-4875-90f6-825e218b2e4f tempest-SecurityGroupsTestJSON-1563643175 tempest-SecurityGroupsTestJSON-1563643175-project] show failed (client error): The resource could not be found. Feb 04 17:15:00.594729 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-d2f3d077-3571-492c-aa7a-5b47190d0d21 req-5623a632-ddad-4875-90f6-825e218b2e4f tempest-SecurityGroupsTestJSON-1563643175 tempest-SecurityGroupsTestJSON-1563643175-project] 10.222.0.89 "GET /v2.0/security-groups/45a508fc-17a3-448e-8702-c57e0b349f76 HTTP/1.1" status: 404 len: 352 time: 0.0342152 Feb 04 17:15:00.611612 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38b89825-19a6-4e76-95b1-6ac5641d1359 req-2103e2c4-227d-45d9-a333-904fd4499cfe service neutron] Checking agent: {'id': 'f20a1ab3-4332-4f54-833b-ba4a7c687e89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 8, 40), 'started_at': datetime.datetime(2022, 2, 4, 17, 8, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 14, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:15:00.612054 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38b89825-19a6-4e76-95b1-6ac5641d1359 req-2103e2c4-227d-45d9-a333-904fd4499cfe service neutron] Checking segment: {'id': '3a39b085-d3e6-43bb-a64c-1b06dd049e5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '02be22b9-aa53-40ea-8050-9239cd27d1ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:15:00.612510 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38b89825-19a6-4e76-95b1-6ac5641d1359 req-2103e2c4-227d-45d9-a333-904fd4499cfe service neutron] Bound using segment: {'id': '3a39b085-d3e6-43bb-a64c-1b06dd049e5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '02be22b9-aa53-40ea-8050-9239cd27d1ff'} {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:15:00.613109 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [req-38b89825-19a6-4e76-95b1-6ac5641d1359 req-2103e2c4-227d-45d9-a333-904fd4499cfe service neutron] Bound port: b8cbf0e2-5ba1-4495-bfce-79351b5c0d9a, host: n-h2-827839-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a39b085-d3e6-43bb-a64c-1b06dd049e5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '02be22b9-aa53-40ea-8050-9239cd27d1ff'}}] {{(pid=103377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:15:00.613518 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-38b89825-19a6-4e76-95b1-6ac5641d1359 req-2103e2c4-227d-45d9-a333-904fd4499cfe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (b8cbf0e2-5ba1-4495-bfce-79351b5c0d9a), before_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:15:00.685409 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1e818d-4fc5-447f-95c5-9145df735360 req-52e81990-0de8-4564-81e3-f6d283e98f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:15:00.686900 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-2e1e818d-4fc5-447f-95c5-9145df735360 req-52e81990-0de8-4564-81e3-f6d283e98f56 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=22305eb3-36bf-4425-804b-f2478ee8714d HTTP/1.1" status: 200 len: 847 time: 0.2126493 Feb 04 17:15:00.737524 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-4d067ad0-a45d-4a89-9deb-ef5facad63ba req-13386932-2fd1-4415-ad77-383356ee91ed tempest-SecurityGroupsTestJSON-1563643175 tempest-SecurityGroupsTestJSON-1563643175-project] 10.222.0.89 "GET /v2.0/security-groups/f86be55a-e9bf-4d0b-8013-c3bc7b68bd6f HTTP/1.1" status: 200 len: 1816 time: 0.0951016 Feb 04 17:15:00.779422 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-2e1e818d-4fc5-447f-95c5-9145df735360 req-8b16227b-723a-4356-a467-912f90562b08 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=865a5290-ec33-4655-84a4-bc1453190ac7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0735247 Feb 04 17:15:00.788532 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-61d06f8f-68eb-4c3f-937d-185b557dafcc req-c4719064-882f-4634-9b7a-b3b27ec3d8d7 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=b7e72874-ab8d-4372-989b-ceb35c5fd1c8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2364953 Feb 04 17:15:00.840577 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-4d067ad0-a45d-4a89-9deb-ef5facad63ba req-dea2d3fd-4dc7-4c81-b7ed-d177f544224c tempest-SecurityGroupsTestJSON-1563643175 tempest-SecurityGroupsTestJSON-1563643175-project] Publish callbacks [] for security_group (f86be55a-e9bf-4d0b-8013-c3bc7b68bd6f), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:15:00.907155 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-4d067ad0-a45d-4a89-9deb-ef5facad63ba req-dea2d3fd-4dc7-4c81-b7ed-d177f544224c tempest-SecurityGroupsTestJSON-1563643175 tempest-SecurityGroupsTestJSON-1563643175-project] Publish callbacks [] for security_group (f86be55a-e9bf-4d0b-8013-c3bc7b68bd6f), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:15:00.989824 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-38b89825-19a6-4e76-95b1-6ac5641d1359 req-f3fc27c2-4108-4e36-91c5-1773a327d975 service neutron] 10.222.0.96 "GET /v2.0/networks/02be22b9-aa53-40ea-8050-9239cd27d1ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4243145 Feb 04 17:15:00.992035 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [req-38b89825-19a6-4e76-95b1-6ac5641d1359 req-2103e2c4-227d-45d9-a333-904fd4499cfe service neutron] For port b8cbf0e2-5ba1-4495-bfce-79351b5c0d9a, host n-h2-827839-2, cleared binding levels {{(pid=103377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:15:00.998055 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-2e1e818d-4fc5-447f-95c5-9145df735360 req-3d63ff8e-14e2-427b-b82f-48f3bd80d673 service neutron] 10.222.0.90 "GET /v2.0/networks/865a5290-ec33-4655-84a4-bc1453190ac7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1940217 Feb 04 17:15:00.998744 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [req-38b89825-19a6-4e76-95b1-6ac5641d1359 req-2103e2c4-227d-45d9-a333-904fd4499cfe service neutron] For port b8cbf0e2-5ba1-4495-bfce-79351b5c0d9a, host n-h2-827839-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=b8cbf0e2-5ba1-4495-bfce-79351b5c0d9a,segment=NetworkSegment(3a39b085-d3e6-43bb-a64c-1b06dd049e5a),segment_id=3a39b085-d3e6-43bb-a64c-1b06dd049e5a)] {{(pid=103377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:15:01.004331 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-4d067ad0-a45d-4a89-9deb-ef5facad63ba req-dea2d3fd-4dc7-4c81-b7ed-d177f544224c tempest-SecurityGroupsTestJSON-1563643175 tempest-SecurityGroupsTestJSON-1563643175-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (f86be55a-e9bf-4d0b-8013-c3bc7b68bd6f), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:15:01.008041 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-4d067ad0-a45d-4a89-9deb-ef5facad63ba req-dea2d3fd-4dc7-4c81-b7ed-d177f544224c tempest-SecurityGroupsTestJSON-1563643175 tempest-SecurityGroupsTestJSON-1563643175-project] Publish callbacks [] for security_group (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:15:01.018396 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2db1db4-af7e-4ba7-8f38-bb5e65633180 req-9ff9295b-f387-445e-b6e8-d1d812e3dc21 tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:15:01.019826 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-4d067ad0-a45d-4a89-9deb-ef5facad63ba req-dea2d3fd-4dc7-4c81-b7ed-d177f544224c tempest-SecurityGroupsTestJSON-1563643175 tempest-SecurityGroupsTestJSON-1563643175-project] 10.222.0.89 "DELETE /v2.0/security-groups/f86be55a-e9bf-4d0b-8013-c3bc7b68bd6f HTTP/1.1" status: 204 len: 173 time: 0.2812696 Feb 04 17:15:01.025673 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-b2db1db4-af7e-4ba7-8f38-bb5e65633180 req-9ff9295b-f387-445e-b6e8-d1d812e3dc21 tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] 10.222.0.89 "GET /v2.0/ports?device_id=b7e72874-ab8d-4372-989b-ceb35c5fd1c8 HTTP/1.1" status: 200 len: 950 time: 0.3677287 Feb 04 17:15:01.063671 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea2d3fd-4dc7-4c81-b7ed-d177f544224c tempest-SecurityGroupsTestJSON-1563643175 tempest-SecurityGroupsTestJSON-1563643175-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f86be55a-e9bf-4d0b-8013-c3bc7b68bd6f,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:15:01.149612 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-38b89825-19a6-4e76-95b1-6ac5641d1359 req-2103e2c4-227d-45d9-a333-904fd4499cfe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25888290'] for port (b8cbf0e2-5ba1-4495-bfce-79351b5c0d9a), after_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:15:01.238369 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cba98d6-641f-4517-bc43-a81956919003 req-4287853a-e867-46e8-ad97-96dedc6b9b3d tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:15:01.239950 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-4cba98d6-641f-4517-bc43-a81956919003 req-4287853a-e867-46e8-ad97-96dedc6b9b3d tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] 10.222.0.89 "GET /v2.0/ports?device_id=e2b58424-19d8-47c7-9144-64e22f08a22e HTTP/1.1" status: 200 len: 943 time: 0.0994749 Feb 04 17:15:01.323214 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-4cba98d6-641f-4517-bc43-a81956919003 req-d2c5be8e-26fb-4618-843d-7825f8596ba8 tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] 10.222.0.89 "GET /v2.0/security-groups?id=18e6cc58-e448-4d12-9423-2a502a086ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769780 Feb 04 17:15:01.332112 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-b2db1db4-af7e-4ba7-8f38-bb5e65633180 req-4351d689-ec2a-424b-ae06-7fdbd5477bf6 tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] 10.222.0.89 "GET /v2.0/security-groups?id=5fa98c6a-94b3-4690-b9c3-4f0e67d11226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3052986 Feb 04 17:15:01.354738 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b89825-19a6-4e76-95b1-6ac5641d1359 req-2103e2c4-227d-45d9-a333-904fd4499cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:15:01.355375 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-38b89825-19a6-4e76-95b1-6ac5641d1359 req-2103e2c4-227d-45d9-a333-904fd4499cfe service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:15:01.361144 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-38b89825-19a6-4e76-95b1-6ac5641d1359 req-2103e2c4-227d-45d9-a333-904fd4499cfe service neutron] 10.222.0.90 "PUT /v2.0/ports/b8cbf0e2-5ba1-4495-bfce-79351b5c0d9a HTTP/1.1" status: 200 len: 1096 time: 3.2008555 Feb 04 17:15:01.379416 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2103e2c4-227d-45d9-a333-904fd4499cfe service neutron] Pushing event updated for resources: {'Port': ['ID=b8cbf0e2-5ba1-4495-bfce-79351b5c0d9a,revision_number=3']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:15:01.469847 n-d-827839-2 neutron-server[103377]: INFO neutron.api.v2.resource [req-61db3a22-2a42-479a-94c3-f9a66d54eea9 req-f6f3f45c-2af6-4c8f-ba09-1c2df41e0e30 tempest-SecurityGroupsTestJSON-1563643175 tempest-SecurityGroupsTestJSON-1563643175-project] show failed (client error): The resource could not be found. Feb 04 17:15:01.470895 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-61db3a22-2a42-479a-94c3-f9a66d54eea9 req-f6f3f45c-2af6-4c8f-ba09-1c2df41e0e30 tempest-SecurityGroupsTestJSON-1563643175 tempest-SecurityGroupsTestJSON-1563643175-project] 10.222.0.89 "GET /v2.0/security-groups/f86be55a-e9bf-4d0b-8013-c3bc7b68bd6f HTTP/1.1" status: 404 len: 352 time: 0.0233221 Feb 04 17:15:01.545825 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a406cd-790e-4db1-b32f-00a1622dd6eb req-7e774f9c-99f3-48d3-b4f8-ac7bd7e2496c tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:15:01.546399 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-38b89825-19a6-4e76-95b1-6ac5641d1359 req-71008c38-9559-4bde-9911-8091a32aaed2 service neutron] 10.222.0.96 "GET /v2.0/networks/02be22b9-aa53-40ea-8050-9239cd27d1ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5443513 Feb 04 17:15:01.554018 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-2e1e818d-4fc5-447f-95c5-9145df735360 req-7b89778f-b43b-4c68-84cd-921a92a56bd0 service neutron] 10.222.0.90 "GET /v2.0/networks/865a5290-ec33-4655-84a4-bc1453190ac7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5165384 Feb 04 17:15:01.555617 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-69a406cd-790e-4db1-b32f-00a1622dd6eb req-7e774f9c-99f3-48d3-b4f8-ac7bd7e2496c tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] 10.222.0.89 "GET /v2.0/ports?device_id=1c595986-a5b8-475f-a049-607458d29738 HTTP/1.1" status: 200 len: 948 time: 0.1084745 Feb 04 17:15:01.592047 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b89825-19a6-4e76-95b1-6ac5641d1359 req-d4406912-adb6-493f-9326-904982ef4c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:15:01.596227 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-38b89825-19a6-4e76-95b1-6ac5641d1359 req-d4406912-adb6-493f-9326-904982ef4c7a service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=de991ffa63634ff992d797b06d2aeaaa&device_id=c2a38c97-307b-4133-955d-de3605483336 HTTP/1.1" status: 200 len: 1130 time: 0.1646128 Feb 04 17:15:01.648610 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-69a406cd-790e-4db1-b32f-00a1622dd6eb req-b3fa9d2d-93f7-42f5-bb5d-824c4f8d7934 tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] 10.222.0.89 "GET /v2.0/security-groups?id=4f68676b-760c-49c3-a14c-c9afa7ad720d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907021 Feb 04 17:15:01.714684 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-38b89825-19a6-4e76-95b1-6ac5641d1359 req-df6d142d-7f7d-4837-9bb0-a68b628680f1 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.180&port_id=b8cbf0e2-5ba1-4495-bfce-79351b5c0d9a HTTP/1.1" status: 200 len: 217 time: 0.1055610 Feb 04 17:15:01.754588 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-515d6886-4001-4808-83d5-69116f703bf4 req-a391a94b-c774-47e8-8dd8-c182bcfb7eb7 tempest-SecurityGroupsTestJSON-1563643175 tempest-SecurityGroupsTestJSON-1563643175-project] 10.222.0.89 "GET /v2.0/security-groups/9ddd1aa5-ea2a-4d0f-bec3-09815e95af34 HTTP/1.1" status: 200 len: 1816 time: 0.0743151 Feb 04 17:15:01.810567 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96f530f-c640-4d78-bf5c-27c7ff7a17dc req-21aeb032-4ce2-4add-916b-96321925b237 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:15:01.812206 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-e96f530f-c640-4d78-bf5c-27c7ff7a17dc req-21aeb032-4ce2-4add-916b-96321925b237 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=de991ffa63634ff992d797b06d2aeaaa&device_id=1c595986-a5b8-475f-a049-607458d29738 HTTP/1.1" status: 200 len: 1130 time: 0.1109412 Feb 04 17:15:01.813694 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b89825-19a6-4e76-95b1-6ac5641d1359 req-ff9823e5-8ec4-4513-bf0f-a974e964fbe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:15:01.815042 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-38b89825-19a6-4e76-95b1-6ac5641d1359 req-ff9823e5-8ec4-4513-bf0f-a974e964fbe6 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=c974b0ff-2c5c-4667-8a81-3bde3ea6ced5 HTTP/1.1" status: 200 len: 843 time: 0.0761518 Feb 04 17:15:01.847819 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-515d6886-4001-4808-83d5-69116f703bf4 req-9fe5b2df-8e40-4be1-8404-235f4177b045 tempest-SecurityGroupsTestJSON-1563643175 tempest-SecurityGroupsTestJSON-1563643175-project] Publish callbacks [] for security_group (9ddd1aa5-ea2a-4d0f-bec3-09815e95af34), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:15:01.895576 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-515d6886-4001-4808-83d5-69116f703bf4 req-9fe5b2df-8e40-4be1-8404-235f4177b045 tempest-SecurityGroupsTestJSON-1563643175 tempest-SecurityGroupsTestJSON-1563643175-project] Publish callbacks [] for security_group (9ddd1aa5-ea2a-4d0f-bec3-09815e95af34), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:15:01.953182 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-85276613-f4a4-4f90-8847-843b34875198 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (64ada913-9131-4d99-a265-63a920956287), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:15:01.957781 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-515d6886-4001-4808-83d5-69116f703bf4 req-9fe5b2df-8e40-4be1-8404-235f4177b045 tempest-SecurityGroupsTestJSON-1563643175 tempest-SecurityGroupsTestJSON-1563643175-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (9ddd1aa5-ea2a-4d0f-bec3-09815e95af34), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:15:01.960715 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-515d6886-4001-4808-83d5-69116f703bf4 req-9fe5b2df-8e40-4be1-8404-235f4177b045 tempest-SecurityGroupsTestJSON-1563643175 tempest-SecurityGroupsTestJSON-1563643175-project] Publish callbacks [] for security_group (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:15:01.966678 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-515d6886-4001-4808-83d5-69116f703bf4 req-9fe5b2df-8e40-4be1-8404-235f4177b045 tempest-SecurityGroupsTestJSON-1563643175 tempest-SecurityGroupsTestJSON-1563643175-project] 10.222.0.89 "DELETE /v2.0/security-groups/9ddd1aa5-ea2a-4d0f-bec3-09815e95af34 HTTP/1.1" status: 204 len: 173 time: 0.2108030 Feb 04 17:15:01.991569 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-8fbbeb03-eacc-4b3a-85e8-a34e006e97db req-6bfbb3e5-3aea-41f3-9159-ae2892b2200c tempest-ImagesNegativeTestJSON-2107279219 tempest-ImagesNegativeTestJSON-2107279219-project] 10.222.0.89 "GET /v2.0/networks?tenant_id=35ab524bf1fb428fa44178716c01e284&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0449839 Feb 04 17:15:02.011634 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe5b2df-8e40-4be1-8404-235f4177b045 tempest-SecurityGroupsTestJSON-1563643175 tempest-SecurityGroupsTestJSON-1563643175-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ddd1aa5-ea2a-4d0f-bec3-09815e95af34,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:15:02.012543 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b89825-19a6-4e76-95b1-6ac5641d1359 req-9963f7fb-9c44-4c50-a944-2c097bbedc97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:15:02.014168 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-38b89825-19a6-4e76-95b1-6ac5641d1359 req-9963f7fb-9c44-4c50-a944-2c097bbedc97 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=02be22b9-aa53-40ea-8050-9239cd27d1ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1837173 Feb 04 17:15:02.020986 n-d-827839-2 neutron-server[103376]: INFO neutron.api.v2.resource [req-5862f88f-393c-4ae9-96d1-9b67342c36df req-f060f250-36fe-4c28-acb4-6d1d21b203e5 tempest-SecurityGroupsTestJSON-1563643175 tempest-SecurityGroupsTestJSON-1563643175-project] show failed (client error): The resource could not be found. Feb 04 17:15:02.043499 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-5862f88f-393c-4ae9-96d1-9b67342c36df req-f060f250-36fe-4c28-acb4-6d1d21b203e5 tempest-SecurityGroupsTestJSON-1563643175 tempest-SecurityGroupsTestJSON-1563643175-project] 10.222.0.89 "GET /v2.0/security-groups/9ddd1aa5-ea2a-4d0f-bec3-09815e95af34 HTTP/1.1" status: 404 len: 352 time: 0.0490329 Feb 04 17:15:02.135165 n-d-827839-2 neutron-server[103377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2b58424-19d8-47c7-9144-64e22f08a22e', 'tag': 'a5a6a2ab-57b8-44d0-93a3-09907e7b69e9'}, {'name': 'network-changed', 'server_uuid': 'c2a38c97-307b-4133-955d-de3605483336', 'tag': 'b8cbf0e2-5ba1-4495-bfce-79351b5c0d9a'}] {{(pid=103377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:15:02.138187 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7240428b650e1488e9361b62648ff4b3a6c19d49d8c27c949491ab58c1346cf0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95db5929-4f44-4ea3-b3ac-ae4a8f7f51b6" -d '{"events": [{"name": "network-changed", "server_uuid": "e2b58424-19d8-47c7-9144-64e22f08a22e", "tag": "a5a6a2ab-57b8-44d0-93a3-09907e7b69e9"}, {"name": "network-changed", "server_uuid": "c2a38c97-307b-4133-955d-de3605483336", "tag": "b8cbf0e2-5ba1-4495-bfce-79351b5c0d9a"}]}' {{(pid=103377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:15:02.164059 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96f530f-c640-4d78-bf5c-27c7ff7a17dc req-dacc18b3-56cc-4379-a78a-0ad8a7849047 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:15:02.164059 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-e96f530f-c640-4d78-bf5c-27c7ff7a17dc req-dacc18b3-56cc-4379-a78a-0ad8a7849047 service neutron] 10.222.0.96 "GET /v2.0/networks?id=02be22b9-aa53-40ea-8050-9239cd27d1ff HTTP/1.1" status: 200 len: 870 time: 0.3402991 Feb 04 17:15:02.164802 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-460ea07f-c324-4a64-906c-c1d2b569e842 req-0f839731-dd9d-4f79-9647-fd80c30f1438 tempest-SecurityGroupsTestJSON-1563643175 tempest-SecurityGroupsTestJSON-1563643175-project] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=978c6d026b0944f6a413e3d4f2103bea HTTP/1.1" status: 200 len: 6200 time: 0.0997446 Feb 04 17:15:02.230108 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-e96f530f-c640-4d78-bf5c-27c7ff7a17dc req-5de9b0de-5226-4ff4-903b-44842de64c9e service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.216&port_id=44b448dd-cb1d-4a20-aeb9-66f3c7842792 HTTP/1.1" status: 200 len: 217 time: 0.0592854 Feb 04 17:15:02.240466 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-460ea07f-c324-4a64-906c-c1d2b569e842 req-e17033b7-92ad-40f3-9426-18748114104b tempest-SecurityGroupsTestJSON-1563643175 tempest-SecurityGroupsTestJSON-1563643175-project] 10.222.0.89 "GET /v2.0/security-groups/beaee1ab-f1ea-48fb-8fb6-199b9068cee8 HTTP/1.1" status: 200 len: 2998 time: 0.0676191 Feb 04 17:15:02.288181 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-460ea07f-c324-4a64-906c-c1d2b569e842 req-d6630287-c6d0-4ba4-8e79-87b2a881c54b tempest-SecurityGroupsTestJSON-1563643175 tempest-SecurityGroupsTestJSON-1563643175-project] 10.222.0.89 "GET /v2.0/security-groups/beaee1ab-f1ea-48fb-8fb6-199b9068cee8 HTTP/1.1" status: 200 len: 2998 time: 0.0468132 Feb 04 17:15:02.333927 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbbeb03-eacc-4b3a-85e8-a34e006e97db req-97dc1c50-3295-4939-a68c-54b004c9e2b8 tempest-ImagesNegativeTestJSON-2107279219 tempest-ImagesNegativeTestJSON-2107279219-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:15:02.335328 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-8fbbeb03-eacc-4b3a-85e8-a34e006e97db req-97dc1c50-3295-4939-a68c-54b004c9e2b8 tempest-ImagesNegativeTestJSON-2107279219 tempest-ImagesNegativeTestJSON-2107279219-project] 10.222.0.89 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3268189 Feb 04 17:15:02.337181 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-38b89825-19a6-4e76-95b1-6ac5641d1359 req-5ca8f51a-c01b-4e74-8c83-372960e55c91 service neutron] 10.222.0.90 "GET /v2.0/networks/02be22b9-aa53-40ea-8050-9239cd27d1ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3037632 Feb 04 17:15:02.341094 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96f530f-c640-4d78-bf5c-27c7ff7a17dc req-53413d24-5dd7-4c27-820e-68b3276d8d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:15:02.342719 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-e96f530f-c640-4d78-bf5c-27c7ff7a17dc req-53413d24-5dd7-4c27-820e-68b3276d8d14 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=c974b0ff-2c5c-4667-8a81-3bde3ea6ced5 HTTP/1.1" status: 200 len: 843 time: 0.1051722 Feb 04 17:15:02.351457 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 04 Feb 2022 17:15:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e0a0341-c3f2-45b9-a017-00206cd2425c x-openstack-request-id: req-3e0a0341-c3f2-45b9-a017-00206cd2425c {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:15:02.351801 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2b58424-19d8-47c7-9144-64e22f08a22e", "tag": "a5a6a2ab-57b8-44d0-93a3-09907e7b69e9", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "c2a38c97-307b-4133-955d-de3605483336", "tag": "b8cbf0e2-5ba1-4495-bfce-79351b5c0d9a", "status": "completed", "code": 200}]} {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:15:02.352002 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-3e0a0341-c3f2-45b9-a017-00206cd2425c {{(pid=103377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:15:02.352387 n-d-827839-2 neutron-server[103377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2b58424-19d8-47c7-9144-64e22f08a22e', 'tag': 'a5a6a2ab-57b8-44d0-93a3-09907e7b69e9', 'status': 'completed', 'code': 200} Feb 04 17:15:02.352639 n-d-827839-2 neutron-server[103377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2a38c97-307b-4133-955d-de3605483336', 'tag': 'b8cbf0e2-5ba1-4495-bfce-79351b5c0d9a', 'status': 'completed', 'code': 200} Feb 04 17:15:02.378909 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-8fbbeb03-eacc-4b3a-85e8-a34e006e97db req-1428fb45-e9f8-40c7-bcc1-c2aeb2f78407 tempest-ImagesNegativeTestJSON-2107279219 tempest-ImagesNegativeTestJSON-2107279219-project] 10.222.0.89 "GET /v2.0/quotas/35ab524bf1fb428fa44178716c01e284 HTTP/1.1" status: 200 len: 375 time: 0.0352345 Feb 04 17:15:02.493349 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-bcbc6b55-dc32-4c00-8b3f-d5d44a878fad req-c8dd151e-cadf-4e1c-870b-2264cde7a93c tempest-ServersTestBootFromVolume-1946499048 tempest-ServersTestBootFromVolume-1946499048-project] 10.222.0.89 "GET /v2.0/security-groups?name=tempest-securitygroup--1760270221&fields=id&tenant_id=fd192a63f2b3498486f0abc1b85bfe62 HTTP/1.1" status: 200 len: 267 time: 0.0643063 Feb 04 17:15:02.668010 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbc6b55-dc32-4c00-8b3f-d5d44a878fad req-be661147-4b97-48d1-9544-46ab545d3c26 tempest-ServersTestBootFromVolume-1946499048 tempest-ServersTestBootFromVolume-1946499048-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:15:02.668778 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-bcbc6b55-dc32-4c00-8b3f-d5d44a878fad req-be661147-4b97-48d1-9544-46ab545d3c26 tempest-ServersTestBootFromVolume-1946499048 tempest-ServersTestBootFromVolume-1946499048-project] 10.222.0.89 "GET /v2.0/networks?id=b746bac5-cc19-45da-9cf3-0187a389a920 HTTP/1.1" status: 200 len: 815 time: 0.1743243 Feb 04 17:15:02.691626 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-bcbc6b55-dc32-4c00-8b3f-d5d44a878fad req-3e27e11f-0f1f-4186-8ccd-698315c82a5a tempest-ServersTestBootFromVolume-1946499048 tempest-ServersTestBootFromVolume-1946499048-project] 10.222.0.89 "GET /v2.0/quotas/fd192a63f2b3498486f0abc1b85bfe62 HTTP/1.1" status: 200 len: 375 time: 0.0150723 Feb 04 17:15:02.699939 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d06f8f-68eb-4c3f-937d-185b557dafcc req-68c8dfb8-fd49-4477-ae20-b45f3bffa904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:15:02.701524 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-61d06f8f-68eb-4c3f-937d-185b557dafcc req-68c8dfb8-fd49-4477-ae20-b45f3bffa904 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=1cd99d9701204f3692368e4539967c47&device_id=b7e72874-ab8d-4372-989b-ceb35c5fd1c8 HTTP/1.1" status: 200 len: 1132 time: 0.0769656 Feb 04 17:15:02.815225 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-8fbbeb03-eacc-4b3a-85e8-a34e006e97db req-06d74e15-d315-4cec-9366-05483432e51c tempest-ImagesNegativeTestJSON-2107279219 tempest-ImagesNegativeTestJSON-2107279219-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=35ab524bf1fb428fa44178716c01e284&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3620577 Feb 04 17:15:02.819752 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-bcbc6b55-dc32-4c00-8b3f-d5d44a878fad req-3c15aef7-3ff8-4c2a-8cff-b0142c53415d tempest-ServersTestBootFromVolume-1946499048 tempest-ServersTestBootFromVolume-1946499048-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=fd192a63f2b3498486f0abc1b85bfe62&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1221204 Feb 04 17:15:02.840592 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d06f8f-68eb-4c3f-937d-185b557dafcc req-409d2c52-2e1e-43c3-b41e-cc70c1a68206 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:15:02.843677 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-61d06f8f-68eb-4c3f-937d-185b557dafcc req-409d2c52-2e1e-43c3-b41e-cc70c1a68206 service neutron] 10.222.0.96 "GET /v2.0/networks?id=02be22b9-aa53-40ea-8050-9239cd27d1ff HTTP/1.1" status: 200 len: 870 time: 0.1328797 Feb 04 17:15:02.872714 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d408ec64-b374-4acb-a1fc-48241dad6d47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (0cd6d64a-47a7-40ff-8c12-71dd526c62e0), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:15:02.910639 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95db5929-4f44-4ea3-b3ac-ae4a8f7f51b6 req-9e9c5d14-ea98-4f67-aa44-07a73c976d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:15:02.912131 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-95db5929-4f44-4ea3-b3ac-ae4a8f7f51b6 req-9e9c5d14-ea98-4f67-aa44-07a73c976d8a service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=8da6ad4e5ee34bf6bb722cd37ab73ea7&device_id=e2b58424-19d8-47c7-9144-64e22f08a22e HTTP/1.1" status: 200 len: 1125 time: 0.5351229 Feb 04 17:15:02.915286 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96f530f-c640-4d78-bf5c-27c7ff7a17dc req-f7d9d165-551f-4ffa-af0e-ac5593539799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:15:02.916695 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-e96f530f-c640-4d78-bf5c-27c7ff7a17dc req-f7d9d165-551f-4ffa-af0e-ac5593539799 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=02be22b9-aa53-40ea-8050-9239cd27d1ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.5633078 Feb 04 17:15:02.919221 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-38b89825-19a6-4e76-95b1-6ac5641d1359 req-cc9a74ab-8d98-4a2a-8eae-921f596b7fba service neutron] 10.222.0.90 "GET /v2.0/networks/02be22b9-aa53-40ea-8050-9239cd27d1ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5646799 Feb 04 17:15:02.924480 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-61d06f8f-68eb-4c3f-937d-185b557dafcc req-645f5398-a30e-46f6-b503-3b083cb6817c service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.230&port_id=c73f7467-a2e5-4127-a695-98f9e8d94155 HTTP/1.1" status: 200 len: 217 time: 0.0710545 Feb 04 17:15:03.030157 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [req-71f797bc-93f1-41dc-8553-692bb7342622 req-2f8a2a0e-2edc-47e4-b2a5-b7e5ecc57d6a tempest-SecurityGroupsTestJSON-1563643175 tempest-SecurityGroupsTestJSON-1563643175-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-997305407', 'description': 'tempest-description-196492682'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:15:03.035561 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d06f8f-68eb-4c3f-937d-185b557dafcc req-9a0c781f-edbd-4c77-a6db-56e1567b71f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:15:03.038033 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-61d06f8f-68eb-4c3f-937d-185b557dafcc req-9a0c781f-edbd-4c77-a6db-56e1567b71f9 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=c974b0ff-2c5c-4667-8a81-3bde3ea6ced5 HTTP/1.1" status: 200 len: 843 time: 0.0701973 Feb 04 17:15:03.094599 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-71f797bc-93f1-41dc-8553-692bb7342622 req-2f8a2a0e-2edc-47e4-b2a5-b7e5ecc57d6a tempest-SecurityGroupsTestJSON-1563643175 tempest-SecurityGroupsTestJSON-1563643175-project] Publish callbacks [] for security_group (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:15:03.133697 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-e96f530f-c640-4d78-bf5c-27c7ff7a17dc req-b44b3d76-4051-45d9-a2d0-d9ae6362400a service neutron] 10.222.0.96 "GET /v2.0/networks/02be22b9-aa53-40ea-8050-9239cd27d1ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2102804 Feb 04 17:15:03.142020 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95db5929-4f44-4ea3-b3ac-ae4a8f7f51b6 req-dac5fdad-3ad6-4151-8a89-5beea56a62f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:15:03.143492 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-95db5929-4f44-4ea3-b3ac-ae4a8f7f51b6 req-dac5fdad-3ad6-4151-8a89-5beea56a62f3 service neutron] 10.222.0.90 "GET /v2.0/networks?id=865a5290-ec33-4655-84a4-bc1453190ac7 HTTP/1.1" status: 200 len: 908 time: 0.2093132 Feb 04 17:15:03.162812 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-bcbc6b55-dc32-4c00-8b3f-d5d44a878fad req-7e2af287-85eb-47b5-9864-f23a958bde6e service neutron] 10.222.0.89 "GET /v2.0/networks/b746bac5-cc19-45da-9cf3-0187a389a920?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2984569 Feb 04 17:15:03.229263 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d06f8f-68eb-4c3f-937d-185b557dafcc req-15385fff-84a6-4882-bee4-e4f42de01085 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:15:03.231214 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-61d06f8f-68eb-4c3f-937d-185b557dafcc req-15385fff-84a6-4882-bee4-e4f42de01085 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=02be22b9-aa53-40ea-8050-9239cd27d1ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1843770 Feb 04 17:15:03.241629 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-95db5929-4f44-4ea3-b3ac-ae4a8f7f51b6 req-69719d66-498f-48a2-9ab5-4b9871d11c12 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a5a6a2ab-57b8-44d0-93a3-09907e7b69e9 HTTP/1.1" status: 200 len: 217 time: 0.0855687 Feb 04 17:15:03.355341 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-71f797bc-93f1-41dc-8553-692bb7342622 req-2f8a2a0e-2edc-47e4-b2a5-b7e5ecc57d6a tempest-SecurityGroupsTestJSON-1563643175 tempest-SecurityGroupsTestJSON-1563643175-project] Publish callbacks [] for security_group (173a3530-15d7-40d1-8b33-82a143cad816), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:15:03.358724 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-bcbc6b55-dc32-4c00-8b3f-d5d44a878fad req-0dd7bc89-754d-4989-8755-6ac9577b6f71 service neutron] 10.222.0.89 "GET /v2.0/networks/b746bac5-cc19-45da-9cf3-0187a389a920?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1950390 Feb 04 17:15:03.368602 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-71f797bc-93f1-41dc-8553-692bb7342622 req-2f8a2a0e-2edc-47e4-b2a5-b7e5ecc57d6a tempest-SecurityGroupsTestJSON-1563643175 tempest-SecurityGroupsTestJSON-1563643175-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (173a3530-15d7-40d1-8b33-82a143cad816), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:15:03.377641 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95db5929-4f44-4ea3-b3ac-ae4a8f7f51b6 req-0588e7d5-0915-4efa-8d3b-f6676b8d84d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:15:03.379216 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-95db5929-4f44-4ea3-b3ac-ae4a8f7f51b6 req-0588e7d5-0915-4efa-8d3b-f6676b8d84d6 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=22305eb3-36bf-4425-804b-f2478ee8714d HTTP/1.1" status: 200 len: 847 time: 0.1165957 Feb 04 17:15:03.397118 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-e96f530f-c640-4d78-bf5c-27c7ff7a17dc req-7cbccb71-0b7a-43b8-b5a7-a743a2ea3751 service neutron] 10.222.0.96 "GET /v2.0/networks/02be22b9-aa53-40ea-8050-9239cd27d1ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2564533 Feb 04 17:15:03.402585 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-61d06f8f-68eb-4c3f-937d-185b557dafcc req-2866d27c-a9e1-4373-be0f-c7de711fcefc service neutron] 10.222.0.96 "GET /v2.0/networks/02be22b9-aa53-40ea-8050-9239cd27d1ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1532397 Feb 04 17:15:03.441212 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-71f797bc-93f1-41dc-8553-692bb7342622 req-2f8a2a0e-2edc-47e4-b2a5-b7e5ecc57d6a tempest-SecurityGroupsTestJSON-1563643175 tempest-SecurityGroupsTestJSON-1563643175-project] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:15:03.442438 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-71f797bc-93f1-41dc-8553-692bb7342622 req-2f8a2a0e-2edc-47e4-b2a5-b7e5ecc57d6a tempest-SecurityGroupsTestJSON-1563643175 tempest-SecurityGroupsTestJSON-1563643175-project] 10.222.0.89 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1821 time: 0.4208105 Feb 04 17:15:03.444393 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-95db5929-4f44-4ea3-b3ac-ae4a8f7f51b6 req-cb28d501-8e0e-4d53-9d3f-6d482b00da19 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=865a5290-ec33-4655-84a4-bc1453190ac7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0505588 Feb 04 17:15:03.451440 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8a2a0e-2edc-47e4-b2a5-b7e5ecc57d6a tempest-SecurityGroupsTestJSON-1563643175 tempest-SecurityGroupsTestJSON-1563643175-project] Pushing event updated for resources: {'SecurityGroup': ['ID=173a3530-15d7-40d1-8b33-82a143cad816,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:15:03.581807 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-61d06f8f-68eb-4c3f-937d-185b557dafcc req-1f9400a5-fb02-4389-a68e-0d2fe595104a service neutron] 10.222.0.96 "GET /v2.0/networks/02be22b9-aa53-40ea-8050-9239cd27d1ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1719515 Feb 04 17:15:03.648078 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-95db5929-4f44-4ea3-b3ac-ae4a8f7f51b6 req-2fd332d8-772b-40a4-9265-55b25d440900 service neutron] 10.222.0.90 "GET /v2.0/networks/865a5290-ec33-4655-84a4-bc1453190ac7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1886361 Feb 04 17:15:03.737221 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fa7ead-2344-4320-8fe6-d04a69b16caf req-3bafb77f-c314-42c3-b315-c2cc149bfd32 tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:15:03.739205 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-87fa7ead-2344-4320-8fe6-d04a69b16caf req-3bafb77f-c314-42c3-b315-c2cc149bfd32 tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] 10.222.0.89 "GET /v2.0/ports?device_id=e2b58424-19d8-47c7-9144-64e22f08a22e HTTP/1.1" status: 200 len: 943 time: 0.1723778 Feb 04 17:15:03.783770 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Device a5a6a2ab-57b8-44d0-93a3-09907e7b69e9 details requested by agent hyperv_n-h2-827839-2 with host n-h2-827839-2 {{(pid=103378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 17:15:03.825570 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-95db5929-4f44-4ea3-b3ac-ae4a8f7f51b6 req-f8b3032f-471c-4c56-b63f-9070573f1383 service neutron] 10.222.0.90 "GET /v2.0/networks/865a5290-ec33-4655-84a4-bc1453190ac7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1665905 Feb 04 17:15:03.829911 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-87fa7ead-2344-4320-8fe6-d04a69b16caf req-19bc3c90-f2dd-4d3d-b7fa-3639bb51aee2 tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] 10.222.0.89 "GET /v2.0/security-groups?id=18e6cc58-e448-4d12-9423-2a502a086ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824339 Feb 04 17:15:03.918645 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] For port a5a6a2ab-57b8-44d0-93a3-09907e7b69e9, host n-h2-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=a5a6a2ab-57b8-44d0-93a3-09907e7b69e9,segment=NetworkSegment(4adf983e-b4f0-4caa-beec-ecaadf2366f2),segment_id=4adf983e-b4f0-4caa-beec-ecaadf2366f2)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:15:03.935838 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Returning: {'device': 'a5a6a2ab-57b8-44d0-93a3-09907e7b69e9', 'network_id': '865a5290-ec33-4655-84a4-bc1453190ac7', 'port_id': 'a5a6a2ab-57b8-44d0-93a3-09907e7b69e9', 'mac_address': 'fa:16:3e:29:f9:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 770, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22305eb3-36bf-4425-804b-f2478ee8714d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 17:15:03.989865 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Current status of the port a5a6a2ab-57b8-44d0-93a3-09907e7b69e9 is: DOWN; New status is: BUILD {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:15:03.990654 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (a5a6a2ab-57b8-44d0-93a3-09907e7b69e9), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:15:04.006743 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5a6a2ab-57b8-44d0-93a3-09907e7b69e9 {{(pid=103378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 17:15:04.033546 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] For port a5a6a2ab-57b8-44d0-93a3-09907e7b69e9, host n-h2-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=a5a6a2ab-57b8-44d0-93a3-09907e7b69e9,segment=NetworkSegment(4adf983e-b4f0-4caa-beec-ecaadf2366f2),segment_id=4adf983e-b4f0-4caa-beec-ecaadf2366f2)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:15:04.038728 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (a5a6a2ab-57b8-44d0-93a3-09907e7b69e9), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:15:04.052420 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95db5929-4f44-4ea3-b3ac-ae4a8f7f51b6 req-808a07fe-2089-4a28-b6c6-79fb1e4f8cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:15:04.054305 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-95db5929-4f44-4ea3-b3ac-ae4a8f7f51b6 req-808a07fe-2089-4a28-b6c6-79fb1e4f8cc5 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=de991ffa63634ff992d797b06d2aeaaa&device_id=c2a38c97-307b-4133-955d-de3605483336 HTTP/1.1" status: 200 len: 1130 time: 0.1566184 Feb 04 17:15:04.110463 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Pushing event updated for resources: {'Port': ['ID=a5a6a2ab-57b8-44d0-93a3-09907e7b69e9,revision_number=4']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:15:04.119310 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:15:04.119687 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:15:04.120006 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:15:04.120342 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:15:04.120724 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:15:04.121078 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:15:04.121401 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:15:04.121727 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:15:04.122045 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:15:04.122366 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:15:04.122688 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:15:04.123609 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:15:04.123609 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:15:04.124217 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b69a65-6903-4bb6-aeda-08c339985cb4 req-c763f8e6-23dc-4bc3-8125-f619300c4086 tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:15:04.126337 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-24b69a65-6903-4bb6-aeda-08c339985cb4 req-c763f8e6-23dc-4bc3-8125-f619300c4086 tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] 10.222.0.89 "GET /v2.0/ports?device_id=b7e72874-ab8d-4372-989b-ceb35c5fd1c8 HTTP/1.1" status: 200 len: 950 time: 0.2156856 Feb 04 17:15:04.127447 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe635a57-5110-45e8-8f53-e9a6c8b63b6d req-9834fc89-4f44-4500-ba88-d0edc7514ebb tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:15:04.129290 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-fe635a57-5110-45e8-8f53-e9a6c8b63b6d req-9834fc89-4f44-4500-ba88-d0edc7514ebb tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] 10.222.0.89 "GET /v2.0/ports?device_id=1c595986-a5b8-475f-a049-607458d29738 HTTP/1.1" status: 200 len: 948 time: 0.0711558 Feb 04 17:15:04.206238 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-fe635a57-5110-45e8-8f53-e9a6c8b63b6d req-ba012e52-c1e8-40ee-8112-ae51a8804418 tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] 10.222.0.89 "GET /v2.0/security-groups?id=4f68676b-760c-49c3-a14c-c9afa7ad720d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677028 Feb 04 17:15:04.257946 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-24b69a65-6903-4bb6-aeda-08c339985cb4 req-35206563-2d86-4d4d-ac78-af512104773e tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] 10.222.0.89 "GET /v2.0/security-groups?id=5fa98c6a-94b3-4690-b9c3-4f0e67d11226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106410 Feb 04 17:15:04.295501 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [req-b4731664-79ee-47b2-b044-3d31c38b9e06 req-73532c4f-5a4c-4ec3-bcbd-8f7425d13940 tempest-SecurityGroupsTestJSON-1563643175 tempest-SecurityGroupsTestJSON-1563643175-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-655150147', 'description': 'tempest-description-537469230'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:15:04.325429 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95db5929-4f44-4ea3-b3ac-ae4a8f7f51b6 req-9dca1323-a165-4398-9817-3892e40387c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:15:04.326982 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-95db5929-4f44-4ea3-b3ac-ae4a8f7f51b6 req-9dca1323-a165-4398-9817-3892e40387c4 service neutron] 10.222.0.90 "GET /v2.0/networks?id=02be22b9-aa53-40ea-8050-9239cd27d1ff HTTP/1.1" status: 200 len: 870 time: 0.2572389 Feb 04 17:15:04.347402 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-b4731664-79ee-47b2-b044-3d31c38b9e06 req-73532c4f-5a4c-4ec3-bcbd-8f7425d13940 tempest-SecurityGroupsTestJSON-1563643175 tempest-SecurityGroupsTestJSON-1563643175-project] Publish callbacks [] for security_group (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:15:04.360572 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-4a0304a5-ea3a-4c2c-ba7a-7c2c2e1ba7bc req-7aaa4431-2cbb-4a3c-9113-7b70a07c3ad8 tempest-ImagesNegativeTestJSON-2107279219 tempest-ImagesNegativeTestJSON-2107279219-project] 10.222.0.89 "GET /v2.0/ports?device_id=73ef4295-f1bd-4a39-ae22-227e173b4f04 HTTP/1.1" status: 200 len: 210 time: 0.0744817 Feb 04 17:15:04.382108 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] get_ports_and_sgs() called for port_ids ['a5a6a2ab-57b8-44d0-93a3-09907e7b69e9'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 17:15:04.392911 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-95db5929-4f44-4ea3-b3ac-ae4a8f7f51b6 req-61b62791-538b-4f17-8e4e-dab79bd5a9eb service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.180&port_id=b8cbf0e2-5ba1-4495-bfce-79351b5c0d9a HTTP/1.1" status: 200 len: 217 time: 0.0525815 Feb 04 17:15:04.475931 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-33e8ce19-9aff-48a7-a59d-60a197cac4dd req-e63d032a-3cd5-4e59-a342-a8a1be4dc89d tempest-ServersTestBootFromVolume-1946499048 tempest-ServersTestBootFromVolume-1946499048-project] 10.222.0.89 "GET /v2.0/ports?device_id=d05624d9-7069-4d9d-823a-9c54a8dd6b49 HTTP/1.1" status: 200 len: 210 time: 0.0439806 Feb 04 17:15:04.501384 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95db5929-4f44-4ea3-b3ac-ae4a8f7f51b6 req-e0f05760-8ea0-4b3b-8733-cbd6898f6aad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:15:04.503368 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-95db5929-4f44-4ea3-b3ac-ae4a8f7f51b6 req-e0f05760-8ea0-4b3b-8733-cbd6898f6aad service neutron] 10.222.0.90 "GET /v2.0/subnets?id=c974b0ff-2c5c-4667-8a81-3bde3ea6ced5 HTTP/1.1" status: 200 len: 843 time: 0.0870125 Feb 04 17:15:04.562026 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-b4731664-79ee-47b2-b044-3d31c38b9e06 req-73532c4f-5a4c-4ec3-bcbd-8f7425d13940 tempest-SecurityGroupsTestJSON-1563643175 tempest-SecurityGroupsTestJSON-1563643175-project] Publish callbacks [] for security_group (32c10db4-45eb-433d-870e-88e8012c09b6), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:15:04.568522 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-b4731664-79ee-47b2-b044-3d31c38b9e06 req-73532c4f-5a4c-4ec3-bcbd-8f7425d13940 tempest-SecurityGroupsTestJSON-1563643175 tempest-SecurityGroupsTestJSON-1563643175-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (32c10db4-45eb-433d-870e-88e8012c09b6), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:15:04.611667 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-b4731664-79ee-47b2-b044-3d31c38b9e06 req-73532c4f-5a4c-4ec3-bcbd-8f7425d13940 tempest-SecurityGroupsTestJSON-1563643175 tempest-SecurityGroupsTestJSON-1563643175-project] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:15:04.616777 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-b4731664-79ee-47b2-b044-3d31c38b9e06 req-73532c4f-5a4c-4ec3-bcbd-8f7425d13940 tempest-SecurityGroupsTestJSON-1563643175 tempest-SecurityGroupsTestJSON-1563643175-project] 10.222.0.89 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1821 time: 0.3319600 Feb 04 17:15:04.622767 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95db5929-4f44-4ea3-b3ac-ae4a8f7f51b6 req-1d36037c-7c85-4859-a213-0f0afc30cc4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:15:04.624901 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-95db5929-4f44-4ea3-b3ac-ae4a8f7f51b6 req-1d36037c-7c85-4859-a213-0f0afc30cc4a service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=02be22b9-aa53-40ea-8050-9239cd27d1ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1143842 Feb 04 17:15:04.626571 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73532c4f-5a4c-4ec3-bcbd-8f7425d13940 tempest-SecurityGroupsTestJSON-1563643175 tempest-SecurityGroupsTestJSON-1563643175-project] Pushing event updated for resources: {'SecurityGroup': ['ID=32c10db4-45eb-433d-870e-88e8012c09b6,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:15:04.643664 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-8fbbeb03-eacc-4b3a-85e8-a34e006e97db req-b1d6589a-1cae-49be-a0c7-5b720bade019 tempest-ImagesNegativeTestJSON-2107279219 tempest-ImagesNegativeTestJSON-2107279219-project] 10.222.0.96 "GET /v2.0/networks?tenant_id=35ab524bf1fb428fa44178716c01e284&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0373466 Feb 04 17:15:04.727013 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4f14bb47-e72b-46ac-9e44-a61d9293afcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (75326290-f7a3-4db8-9cf2-15c7139ed224), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:15:04.846315 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-95db5929-4f44-4ea3-b3ac-ae4a8f7f51b6 req-55f7d584-10c7-4710-a10b-7a7b1a3426b1 service neutron] 10.222.0.90 "GET /v2.0/networks/02be22b9-aa53-40ea-8050-9239cd27d1ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2140419 Feb 04 17:15:04.893849 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbbeb03-eacc-4b3a-85e8-a34e006e97db req-c0ef4db8-7894-4da4-a1c2-dd342dd63b3b tempest-ImagesNegativeTestJSON-2107279219 tempest-ImagesNegativeTestJSON-2107279219-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:15:04.896567 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-8fbbeb03-eacc-4b3a-85e8-a34e006e97db req-c0ef4db8-7894-4da4-a1c2-dd342dd63b3b tempest-ImagesNegativeTestJSON-2107279219 tempest-ImagesNegativeTestJSON-2107279219-project] 10.222.0.96 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2464533 Feb 04 17:15:04.912337 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [req-8fbbeb03-eacc-4b3a-85e8-a34e006e97db req-aca59132-123a-41cd-949a-5efaa87ee862 tempest-ImagesNegativeTestJSON-2107279219 tempest-ImagesNegativeTestJSON-2107279219-project] Request body: {'port': {'device_id': '73ef4295-f1bd-4a39-ae22-227e173b4f04', 'network_id': '02be22b9-aa53-40ea-8050-9239cd27d1ff', 'admin_state_up': True, 'tenant_id': '35ab524bf1fb428fa44178716c01e284'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:15:05.076978 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-95db5929-4f44-4ea3-b3ac-ae4a8f7f51b6 req-09e12624-431b-4cb7-9083-a556a7b15c31 service neutron] 10.222.0.90 "GET /v2.0/networks/02be22b9-aa53-40ea-8050-9239cd27d1ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2043288 Feb 04 17:15:05.155840 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60e3dc9-482b-44f5-b1bf-f5eca42592dc req-f690b534-876a-4ea4-b1bf-364ec09a4524 tempest-SecurityGroupsTestJSON-1563643175 tempest-SecurityGroupsTestJSON-1563643175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:15:05.158747 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-e60e3dc9-482b-44f5-b1bf-f5eca42592dc req-f690b534-876a-4ea4-b1bf-364ec09a4524 tempest-SecurityGroupsTestJSON-1563643175 tempest-SecurityGroupsTestJSON-1563643175-project] 10.222.0.89 "GET /v2.0/networks?id=3a92870e-0f75-4f51-bf18-f38ecaa186c3 HTTP/1.1" status: 200 len: 812 time: 0.1526148 Feb 04 17:15:05.181118 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-e60e3dc9-482b-44f5-b1bf-f5eca42592dc req-175214c2-7c4d-4f19-ae37-70e8ecd32efa tempest-SecurityGroupsTestJSON-1563643175 tempest-SecurityGroupsTestJSON-1563643175-project] 10.222.0.89 "GET /v2.0/quotas/978c6d026b0944f6a413e3d4f2103bea HTTP/1.1" status: 200 len: 375 time: 0.0146253 Feb 04 17:15:05.252047 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-e60e3dc9-482b-44f5-b1bf-f5eca42592dc req-ee2d70ce-9094-430e-90a1-4eb3dda418f1 tempest-SecurityGroupsTestJSON-1563643175 tempest-SecurityGroupsTestJSON-1563643175-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=978c6d026b0944f6a413e3d4f2103bea&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0652232 Feb 04 17:15:05.357762 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-e60e3dc9-482b-44f5-b1bf-f5eca42592dc req-be49ef1b-98a7-4666-a9c2-0bda27cd9dc9 service neutron] 10.222.0.89 "GET /v2.0/networks/3a92870e-0f75-4f51-bf18-f38ecaa186c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964861 Feb 04 17:15:05.446576 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72cabfe-96d6-4a2e-ad32-2ba3be9bc2dc req-21e001ea-0c6a-462f-b45b-b314627ee4b5 tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:15:05.455349 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-c72cabfe-96d6-4a2e-ad32-2ba3be9bc2dc req-21e001ea-0c6a-462f-b45b-b314627ee4b5 tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] 10.222.0.89 "GET /v2.0/ports?device_id=e2b58424-19d8-47c7-9144-64e22f08a22e HTTP/1.1" status: 200 len: 944 time: 0.4614644 Feb 04 17:15:05.464503 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-e60e3dc9-482b-44f5-b1bf-f5eca42592dc req-0b337a95-7b2e-40d8-acd0-522c66af1d3d service neutron] 10.222.0.89 "GET /v2.0/networks/3a92870e-0f75-4f51-bf18-f38ecaa186c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1057096 Feb 04 17:15:05.497864 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8fbbeb03-eacc-4b3a-85e8-a34e006e97db req-aca59132-123a-41cd-949a-5efaa87ee862 tempest-ImagesNegativeTestJSON-2107279219 tempest-ImagesNegativeTestJSON-2107279219-project] Made reservation on behalf of 35ab524bf1fb428fa44178716c01e284 for: {'port': 1} {{(pid=103376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:15:05.501262 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-8fbbeb03-eacc-4b3a-85e8-a34e006e97db req-aca59132-123a-41cd-949a-5efaa87ee862 tempest-ImagesNegativeTestJSON-2107279219 tempest-ImagesNegativeTestJSON-2107279219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:15:05.518413 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-8fbbeb03-eacc-4b3a-85e8-a34e006e97db req-aca59132-123a-41cd-949a-5efaa87ee862 tempest-ImagesNegativeTestJSON-2107279219 tempest-ImagesNegativeTestJSON-2107279219-project] Publish callbacks [] for security_group (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:15:05.546051 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-c72cabfe-96d6-4a2e-ad32-2ba3be9bc2dc req-f4004964-b022-4b66-a42b-ec568bb6b06f tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] 10.222.0.89 "GET /v2.0/security-groups?id=18e6cc58-e448-4d12-9423-2a502a086ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884700 Feb 04 17:15:05.689077 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (ba70844b-66a0-45fd-a2f2-e6ed673321fc), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:15:05.764189 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-8fbbeb03-eacc-4b3a-85e8-a34e006e97db req-aca59132-123a-41cd-949a-5efaa87ee862 tempest-ImagesNegativeTestJSON-2107279219 tempest-ImagesNegativeTestJSON-2107279219-project] Publish callbacks [] for security_group (0f715ebf-19e6-4360-aece-55f7295b2a3a), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:15:05.775855 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-8fbbeb03-eacc-4b3a-85e8-a34e006e97db req-aca59132-123a-41cd-949a-5efaa87ee862 tempest-ImagesNegativeTestJSON-2107279219 tempest-ImagesNegativeTestJSON-2107279219-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (0f715ebf-19e6-4360-aece-55f7295b2a3a), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:15:05.782781 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Device b8cbf0e2-5ba1-4495-bfce-79351b5c0d9a details requested by agent hyperv_n-h2-827839-2 with host n-h2-827839-2 {{(pid=103378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 17:15:05.787971 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Device a5a6a2ab-57b8-44d0-93a3-09907e7b69e9 up at agent hyperv_n-h2-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:15:05.802264 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device 44b448dd-cb1d-4a20-aeb9-66f3c7842792 details requested by agent hyperv_n-h1-827839-2 with host n-h1-827839-2 {{(pid=103378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 17:15:05.817437 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7b1fcb-32d0-4a12-b16e-dc12d3b4b5c4 req-1f7412f9-1bc0-43b8-84b5-8c398456ed50 tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:15:05.826740 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-cc7b1fcb-32d0-4a12-b16e-dc12d3b4b5c4 req-1f7412f9-1bc0-43b8-84b5-8c398456ed50 tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] 10.222.0.89 "GET /v2.0/ports?device_id=1c595986-a5b8-475f-a049-607458d29738 HTTP/1.1" status: 200 len: 948 time: 0.1510282 Feb 04 17:15:05.894293 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbc6b55-dc32-4c00-8b3f-d5d44a878fad req-7722b6c0-cf10-4f24-b362-a368b095674b tempest-ServersTestBootFromVolume-1946499048 tempest-ServersTestBootFromVolume-1946499048-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:15:05.901012 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-bcbc6b55-dc32-4c00-8b3f-d5d44a878fad req-7722b6c0-cf10-4f24-b362-a368b095674b tempest-ServersTestBootFromVolume-1946499048 tempest-ServersTestBootFromVolume-1946499048-project] 10.222.0.90 "GET /v2.0/networks?id=b746bac5-cc19-45da-9cf3-0187a389a920 HTTP/1.1" status: 200 len: 815 time: 0.3863358 Feb 04 17:15:05.915822 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4ef031-eb88-4a12-8f7f-cda443f3cd31 req-beb6dc38-c1c1-4b4e-970e-10cee54fe4dd tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:15:05.918105 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-7d4ef031-eb88-4a12-8f7f-cda443f3cd31 req-beb6dc38-c1c1-4b4e-970e-10cee54fe4dd tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] 10.222.0.89 "GET /v2.0/ports?device_id=b7e72874-ab8d-4372-989b-ceb35c5fd1c8 HTTP/1.1" status: 200 len: 950 time: 0.1915174 Feb 04 17:15:05.961624 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca59132-123a-41cd-949a-5efaa87ee862 tempest-ImagesNegativeTestJSON-2107279219 tempest-ImagesNegativeTestJSON-2107279219-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0f715ebf-19e6-4360-aece-55f7295b2a3a,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:15:06.010756 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-cc7b1fcb-32d0-4a12-b16e-dc12d3b4b5c4 req-0e1e8899-f16a-48fd-82e8-33de7d4d5798 tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] 10.222.0.89 "GET /v2.0/security-groups?id=4f68676b-760c-49c3-a14c-c9afa7ad720d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1829226 Feb 04 17:15:06.052319 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-bcbc6b55-dc32-4c00-8b3f-d5d44a878fad req-a65ba010-739d-44b8-a318-a185bdfac614 tempest-ServersTestBootFromVolume-1946499048 tempest-ServersTestBootFromVolume-1946499048-project] 10.222.0.90 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fd192a63f2b3498486f0abc1b85bfe62 HTTP/1.1" status: 200 len: 380 time: 0.1089334 Feb 04 17:15:06.073062 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [req-bcbc6b55-dc32-4c00-8b3f-d5d44a878fad req-766d45dd-5125-4dc9-a07f-e99d4a81367f tempest-ServersTestBootFromVolume-1946499048 tempest-ServersTestBootFromVolume-1946499048-project] Request body: {'port': {'device_id': 'd05624d9-7069-4d9d-823a-9c54a8dd6b49', 'network_id': 'b746bac5-cc19-45da-9cf3-0187a389a920', 'admin_state_up': True, 'tenant_id': 'fd192a63f2b3498486f0abc1b85bfe62', 'security_groups': ['e0c7c260-7f3c-4059-832b-03acecef069a']}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:15:06.131994 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] For port 44b448dd-cb1d-4a20-aeb9-66f3c7842792, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=44b448dd-cb1d-4a20-aeb9-66f3c7842792,segment=NetworkSegment(3a39b085-d3e6-43bb-a64c-1b06dd049e5a),segment_id=3a39b085-d3e6-43bb-a64c-1b06dd049e5a)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:15:06.153822 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-3c4dce94-e3fd-4ef9-be7c-d0175e6570d4 req-ae1f39dc-f0c5-4417-bcd4-30f046a888ce tempest-ImagesNegativeTestJSON-2107279219 tempest-ImagesNegativeTestJSON-2107279219-project] 10.222.0.89 "GET /v2.0/ports?device_id=73ef4295-f1bd-4a39-ae22-227e173b4f04 HTTP/1.1" status: 200 len: 210 time: 0.0550163 Feb 04 17:15:06.173923 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Returning: {'device': '44b448dd-cb1d-4a20-aeb9-66f3c7842792', 'network_id': '02be22b9-aa53-40ea-8050-9239cd27d1ff', 'port_id': '44b448dd-cb1d-4a20-aeb9-66f3c7842792', 'mac_address': 'fa:16:3e:39:71:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 797, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c974b0ff-2c5c-4667-8a81-3bde3ea6ced5', 'ip_address': '192.168.233.216'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 17:15:06.188957 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-7d4ef031-eb88-4a12-8f7f-cda443f3cd31 req-072c6d07-f7e0-4d99-9b0c-f40caf4f2eac tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] 10.222.0.89 "GET /v2.0/security-groups?id=5fa98c6a-94b3-4690-b9c3-4f0e67d11226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2646661 Feb 04 17:15:06.215943 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.db_base_plugin_common [req-8fbbeb03-eacc-4b3a-85e8-a34e006e97db req-aca59132-123a-41cd-949a-5efaa87ee862 tempest-ImagesNegativeTestJSON-2107279219 tempest-ImagesNegativeTestJSON-2107279219-project] Allocated IP 192.168.233.15 (02be22b9-aa53-40ea-8050-9239cd27d1ff/c974b0ff-2c5c-4667-8a81-3bde3ea6ced5/df5baaca-83bf-43f5-9716-833543e3a9c1) {{(pid=103376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:15:06.224090 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.db.resource_extend [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] It took 0.34 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 17:15:06.272473 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Current status of the port 44b448dd-cb1d-4a20-aeb9-66f3c7842792 is: DOWN; New status is: BUILD {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:15:06.272819 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (44b448dd-cb1d-4a20-aeb9-66f3c7842792), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:15:06.342081 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Provisioning for port a5a6a2ab-57b8-44d0-93a3-09907e7b69e9 completed by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 17:15:06.351359 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Provisioning complete for port a5a6a2ab-57b8-44d0-93a3-09907e7b69e9 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:15:06.351761 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (a5a6a2ab-57b8-44d0-93a3-09907e7b69e9), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:15:06.406528 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44b448dd-cb1d-4a20-aeb9-66f3c7842792 {{(pid=103378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 17:15:06.452455 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] For port 44b448dd-cb1d-4a20-aeb9-66f3c7842792, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=44b448dd-cb1d-4a20-aeb9-66f3c7842792,segment=NetworkSegment(3a39b085-d3e6-43bb-a64c-1b06dd049e5a),segment_id=3a39b085-d3e6-43bb-a64c-1b06dd049e5a)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:15:06.462019 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-ccbf85c3-816d-46f9-9bd2-f040e5f36832 req-46ef5e7c-e6fd-4244-9db8-3c3a9913c88d tempest-SecurityGroupsTestJSON-1563643175 tempest-SecurityGroupsTestJSON-1563643175-project] 10.222.0.89 "GET /v2.0/ports?device_id=6d11d302-5eb4-49b1-a8ac-e523a2e68943 HTTP/1.1" status: 200 len: 210 time: 0.1270850 Feb 04 17:15:06.466091 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (44b448dd-cb1d-4a20-aeb9-66f3c7842792), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:15:06.468159 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bcbc6b55-dc32-4c00-8b3f-d5d44a878fad req-766d45dd-5125-4dc9-a07f-e99d4a81367f tempest-ServersTestBootFromVolume-1946499048 tempest-ServersTestBootFromVolume-1946499048-project] Made reservation on behalf of fd192a63f2b3498486f0abc1b85bfe62 for: {'port': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:15:06.476412 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-bcbc6b55-dc32-4c00-8b3f-d5d44a878fad req-766d45dd-5125-4dc9-a07f-e99d4a81367f tempest-ServersTestBootFromVolume-1946499048 tempest-ServersTestBootFromVolume-1946499048-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:15:06.598740 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-b1094fe5-a855-4983-b0a1-3f58a758b106 req-2a017d5a-ae01-40c7-8630-fa40b0b0b8b0 tempest-ServersTestBootFromVolume-1946499048 tempest-ServersTestBootFromVolume-1946499048-project] 10.222.0.89 "GET /v2.0/ports?device_id=d05624d9-7069-4d9d-823a-9c54a8dd6b49 HTTP/1.1" status: 200 len: 210 time: 0.1167169 Feb 04 17:15:06.663253 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Current status of the port a5a6a2ab-57b8-44d0-93a3-09907e7b69e9 is: BUILD; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:15:06.663646 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (a5a6a2ab-57b8-44d0-93a3-09907e7b69e9), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:15:06.676267 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-8fbbeb03-eacc-4b3a-85e8-a34e006e97db req-aca59132-123a-41cd-949a-5efaa87ee862 tempest-ImagesNegativeTestJSON-2107279219 tempest-ImagesNegativeTestJSON-2107279219-project] Publish callbacks [] for port (df5baaca-83bf-43f5-9716-833543e3a9c1), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:15:06.762121 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-8fbbeb03-eacc-4b3a-85e8-a34e006e97db req-aca59132-123a-41cd-949a-5efaa87ee862 tempest-ImagesNegativeTestJSON-2107279219 tempest-ImagesNegativeTestJSON-2107279219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (df5baaca-83bf-43f5-9716-833543e3a9c1), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:15:06.791099 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.db_base_plugin_common [req-bcbc6b55-dc32-4c00-8b3f-d5d44a878fad req-766d45dd-5125-4dc9-a07f-e99d4a81367f tempest-ServersTestBootFromVolume-1946499048 tempest-ServersTestBootFromVolume-1946499048-project] Allocated IP 172.20.0.7 (b746bac5-cc19-45da-9cf3-0187a389a920/360f8d7b-ee49-4e91-b8fc-d5c0ca9fdfaa/9be04d45-1635-46a6-a4a5-3aed6367c90a) {{(pid=103377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:15:06.821037 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f543b8c-fe06-4807-a1c1-48a1e1dc1b67 req-9990fc37-c511-4180-b57a-c00abae3a0e7 tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:15:06.832622 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-8f543b8c-fe06-4807-a1c1-48a1e1dc1b67 req-9990fc37-c511-4180-b57a-c00abae3a0e7 tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] 10.222.0.89 "GET /v2.0/ports?device_id=e2b58424-19d8-47c7-9144-64e22f08a22e HTTP/1.1" status: 200 len: 944 time: 0.1279430 Feb 04 17:15:06.850429 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8fbbeb03-eacc-4b3a-85e8-a34e006e97db req-aca59132-123a-41cd-949a-5efaa87ee862 tempest-ImagesNegativeTestJSON-2107279219 tempest-ImagesNegativeTestJSON-2107279219-project] Network 02be22b9-aa53-40ea-8050-9239cd27d1ff is already hosted by enough agents. {{(pid=103376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:15:06.857023 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] For port b8cbf0e2-5ba1-4495-bfce-79351b5c0d9a, host n-h2-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=b8cbf0e2-5ba1-4495-bfce-79351b5c0d9a,segment=NetworkSegment(3a39b085-d3e6-43bb-a64c-1b06dd049e5a),segment_id=3a39b085-d3e6-43bb-a64c-1b06dd049e5a)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:15:06.862930 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2b58424-19d8-47c7-9144-64e22f08a22e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5a6a2ab-57b8-44d0-93a3-09907e7b69e9'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:15:06.865185 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [req-8fbbeb03-eacc-4b3a-85e8-a34e006e97db req-aca59132-123a-41cd-949a-5efaa87ee862 tempest-ImagesNegativeTestJSON-2107279219 tempest-ImagesNegativeTestJSON-2107279219-project] Resources bound (agent type, host, resource id): {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:15:06.866031 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c34bc964ce2211770fda26ca2f3801cc06f4f39928110690550e94ab9c9d2fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e45a045c-40e2-4e56-8108-73fd36a4fda1" -d '{"events": [{"server_uuid": "e2b58424-19d8-47c7-9144-64e22f08a22e", "name": "network-vif-plugged", "status": "completed", "tag": "a5a6a2ab-57b8-44d0-93a3-09907e7b69e9"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:15:06.881748 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fbbeb03-eacc-4b3a-85e8-a34e006e97db req-aca59132-123a-41cd-949a-5efaa87ee862 tempest-ImagesNegativeTestJSON-2107279219 tempest-ImagesNegativeTestJSON-2107279219-project] Received port after_create {{(pid=103376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:15:06.933353 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Pushing event updated for resources: {'Port': ['ID=44b448dd-cb1d-4a20-aeb9-66f3c7842792,revision_number=4']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:15:06.955459 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] get_ports_and_sgs() called for port_ids ['44b448dd-cb1d-4a20-aeb9-66f3c7842792'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 17:15:06.962009 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] For port a5a6a2ab-57b8-44d0-93a3-09907e7b69e9, host n-h2-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=a5a6a2ab-57b8-44d0-93a3-09907e7b69e9,segment=NetworkSegment(4adf983e-b4f0-4caa-beec-ecaadf2366f2),segment_id=4adf983e-b4f0-4caa-beec-ecaadf2366f2)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:15:07.002361 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca59132-123a-41cd-949a-5efaa87ee862 tempest-ImagesNegativeTestJSON-2107279219 tempest-ImagesNegativeTestJSON-2107279219-project] Pushing event updated for resources: {'Port': ['ID=df5baaca-83bf-43f5-9716-833543e3a9c1,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:15:07.005964 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Returning: {'device': 'b8cbf0e2-5ba1-4495-bfce-79351b5c0d9a', 'network_id': '02be22b9-aa53-40ea-8050-9239cd27d1ff', 'port_id': 'b8cbf0e2-5ba1-4495-bfce-79351b5c0d9a', 'mac_address': 'fa:16:3e:92:3c:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 797, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c974b0ff-2c5c-4667-8a81-3bde3ea6ced5', 'ip_address': '192.168.233.180'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 17:15:07.014358 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 17:15:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-523828e5-56bc-42c9-aea8-fe8ecdbe8173 x-openstack-request-id: req-523828e5-56bc-42c9-aea8-fe8ecdbe8173 {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:15:07.016289 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2b58424-19d8-47c7-9144-64e22f08a22e", "name": "network-vif-plugged", "status": "completed", "tag": "a5a6a2ab-57b8-44d0-93a3-09907e7b69e9", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:15:07.016758 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-523828e5-56bc-42c9-aea8-fe8ecdbe8173 {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:15:07.017368 n-d-827839-2 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2b58424-19d8-47c7-9144-64e22f08a22e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5a6a2ab-57b8-44d0-93a3-09907e7b69e9', 'code': 200} Feb 04 17:15:07.071727 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbbeb03-eacc-4b3a-85e8-a34e006e97db req-aca59132-123a-41cd-949a-5efaa87ee862 tempest-ImagesNegativeTestJSON-2107279219 tempest-ImagesNegativeTestJSON-2107279219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:15:07.072191 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-8fbbeb03-eacc-4b3a-85e8-a34e006e97db req-aca59132-123a-41cd-949a-5efaa87ee862 tempest-ImagesNegativeTestJSON-2107279219 tempest-ImagesNegativeTestJSON-2107279219-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:15:07.091365 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Current status of the port b8cbf0e2-5ba1-4495-bfce-79351b5c0d9a is: DOWN; New status is: BUILD {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:15:07.091765 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (b8cbf0e2-5ba1-4495-bfce-79351b5c0d9a), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:15:07.096132 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (a5a6a2ab-57b8-44d0-93a3-09907e7b69e9), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:15:07.101881 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-8fbbeb03-eacc-4b3a-85e8-a34e006e97db req-aca59132-123a-41cd-949a-5efaa87ee862 tempest-ImagesNegativeTestJSON-2107279219 tempest-ImagesNegativeTestJSON-2107279219-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.1955895 Feb 04 17:15:07.132233 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [req-8fbbeb03-eacc-4b3a-85e8-a34e006e97db req-f00d67fe-8441-4e8f-804a-f27929943eb0 service neutron] Request body: {'port': {'device_id': '73ef4295-f1bd-4a39-ae22-227e173b4f04', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827839-2'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:15:07.176055 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-8f543b8c-fe06-4807-a1c1-48a1e1dc1b67 req-800a035a-b539-40f3-83f5-ec465f163232 tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] 10.222.0.89 "GET /v2.0/security-groups?id=18e6cc58-e448-4d12-9423-2a502a086ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3356011 Feb 04 17:15:07.308030 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-bcbc6b55-dc32-4c00-8b3f-d5d44a878fad req-766d45dd-5125-4dc9-a07f-e99d4a81367f tempest-ServersTestBootFromVolume-1946499048 tempest-ServersTestBootFromVolume-1946499048-project] Publish callbacks [] for port (9be04d45-1635-46a6-a4a5-3aed6367c90a), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:15:07.362376 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-bcbc6b55-dc32-4c00-8b3f-d5d44a878fad req-766d45dd-5125-4dc9-a07f-e99d4a81367f tempest-ServersTestBootFromVolume-1946499048 tempest-ServersTestBootFromVolume-1946499048-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (9be04d45-1635-46a6-a4a5-3aed6367c90a), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:15:07.411305 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d751fc7-4b28-4236-8f1e-7bdef3b92342 req-f9bb0005-78d3-476d-8893-39d830771368 tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:15:07.420537 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-4d751fc7-4b28-4236-8f1e-7bdef3b92342 req-f9bb0005-78d3-476d-8893-39d830771368 tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] 10.222.0.89 "GET /v2.0/ports?device_id=1c595986-a5b8-475f-a049-607458d29738 HTTP/1.1" status: 200 len: 949 time: 0.1842120 Feb 04 17:15:07.455484 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-8fbbeb03-eacc-4b3a-85e8-a34e006e97db req-f00d67fe-8441-4e8f-804a-f27929943eb0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (df5baaca-83bf-43f5-9716-833543e3a9c1), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:15:07.486944 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8cbf0e2-5ba1-4495-bfce-79351b5c0d9a {{(pid=103378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 17:15:07.521886 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc567336-f351-4bac-8262-ca3c09b5acd1 req-a29c524c-d5c7-4f57-af81-d39f9159bf25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:15:07.523448 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-bc567336-f351-4bac-8262-ca3c09b5acd1 req-a29c524c-d5c7-4f57-af81-d39f9159bf25 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=e2b58424-19d8-47c7-9144-64e22f08a22e HTTP/1.1" status: 200 len: 1127 time: 0.3942118 Feb 04 17:15:07.529359 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-4d751fc7-4b28-4236-8f1e-7bdef3b92342 req-8e62266c-cd1a-4a7d-b87e-d9b9b50e8baf tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] 10.222.0.89 "GET /v2.0/security-groups?id=4f68676b-760c-49c3-a14c-c9afa7ad720d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074691 Feb 04 17:15:07.533030 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-13672676-b695-4db9-8182-5195308419ea None None] Provisioning complete for port df5baaca-83bf-43f5-9716-833543e3a9c1 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:15:07.533414 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-13672676-b695-4db9-8182-5195308419ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (df5baaca-83bf-43f5-9716-833543e3a9c1), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:15:07.565105 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] For port b8cbf0e2-5ba1-4495-bfce-79351b5c0d9a, host n-h2-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=b8cbf0e2-5ba1-4495-bfce-79351b5c0d9a,segment=NetworkSegment(3a39b085-d3e6-43bb-a64c-1b06dd049e5a),segment_id=3a39b085-d3e6-43bb-a64c-1b06dd049e5a)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:15:07.581333 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (b8cbf0e2-5ba1-4495-bfce-79351b5c0d9a), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:15:07.601267 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Pushing event updated for resources: {'Port': ['ID=a5a6a2ab-57b8-44d0-93a3-09907e7b69e9,revision_number=5']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:15:07.670272 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Pushing event updated for resources: {'Port': ['ID=b8cbf0e2-5ba1-4495-bfce-79351b5c0d9a,revision_number=4']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:15:07.676673 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-13672676-b695-4db9-8182-5195308419ea None None] Port df5baaca-83bf-43f5-9716-833543e3a9c1 cannot update to ACTIVE because it is not bound. {{(pid=103378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 17:15:07.699393 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bcbc6b55-dc32-4c00-8b3f-d5d44a878fad req-766d45dd-5125-4dc9-a07f-e99d4a81367f tempest-ServersTestBootFromVolume-1946499048 tempest-ServersTestBootFromVolume-1946499048-project] Network b746bac5-cc19-45da-9cf3-0187a389a920 is already hosted by enough agents. {{(pid=103377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:15:07.727852 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [req-bcbc6b55-dc32-4c00-8b3f-d5d44a878fad req-766d45dd-5125-4dc9-a07f-e99d4a81367f tempest-ServersTestBootFromVolume-1946499048 tempest-ServersTestBootFromVolume-1946499048-project] Resources bound (agent type, host, resource id): {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:15:07.730793 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [req-bcbc6b55-dc32-4c00-8b3f-d5d44a878fad req-766d45dd-5125-4dc9-a07f-e99d4a81367f tempest-ServersTestBootFromVolume-1946499048 tempest-ServersTestBootFromVolume-1946499048-project] Received port after_create {{(pid=103377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:15:07.793471 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766d45dd-5125-4dc9-a07f-e99d4a81367f tempest-ServersTestBootFromVolume-1946499048 tempest-ServersTestBootFromVolume-1946499048-project] Pushing event updated for resources: {'Port': ['ID=9be04d45-1635-46a6-a4a5-3aed6367c90a,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:15:07.891568 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-bc567336-f351-4bac-8262-ca3c09b5acd1 req-55e044bb-a2a4-4467-bdfc-a4fa340f7e67 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=18e6cc58-e448-4d12-9423-2a502a086ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2590971 Feb 04 17:15:07.904673 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbc6b55-dc32-4c00-8b3f-d5d44a878fad req-766d45dd-5125-4dc9-a07f-e99d4a81367f tempest-ServersTestBootFromVolume-1946499048 tempest-ServersTestBootFromVolume-1946499048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:15:07.906666 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-bcbc6b55-dc32-4c00-8b3f-d5d44a878fad req-766d45dd-5125-4dc9-a07f-e99d4a81367f tempest-ServersTestBootFromVolume-1946499048 tempest-ServersTestBootFromVolume-1946499048-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:15:07.912469 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] get_ports_and_sgs() called for port_ids ['b8cbf0e2-5ba1-4495-bfce-79351b5c0d9a'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 17:15:07.928962 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e856026d-6f77-40cf-971f-658d43e4558b req-2514bf7d-ae2d-435f-b91a-c3712b5a7565 tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:15:07.936355 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60e3dc9-482b-44f5-b1bf-f5eca42592dc req-f77cfc02-bd34-4993-8a70-0977d865408d tempest-SecurityGroupsTestJSON-1563643175 tempest-SecurityGroupsTestJSON-1563643175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:15:07.936683 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-e856026d-6f77-40cf-971f-658d43e4558b req-2514bf7d-ae2d-435f-b91a-c3712b5a7565 tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] 10.222.0.89 "GET /v2.0/ports?device_id=b7e72874-ab8d-4372-989b-ceb35c5fd1c8 HTTP/1.1" status: 200 len: 950 time: 0.2804916 Feb 04 17:15:07.939474 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-e60e3dc9-482b-44f5-b1bf-f5eca42592dc req-f77cfc02-bd34-4993-8a70-0977d865408d tempest-SecurityGroupsTestJSON-1563643175 tempest-SecurityGroupsTestJSON-1563643175-project] 10.222.0.96 "GET /v2.0/networks?id=3a92870e-0f75-4f51-bf18-f38ecaa186c3 HTTP/1.1" status: 200 len: 812 time: 0.5785501 Feb 04 17:15:07.947646 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15f6d2d-2f2f-4dcb-b367-89386541a678 req-cda32cec-0499-4066-9587-6ef08cf1ed19 tempest-ImagesNegativeTestJSON-2107279219 tempest-ImagesNegativeTestJSON-2107279219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:15:07.955690 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-b15f6d2d-2f2f-4dcb-b367-89386541a678 req-cda32cec-0499-4066-9587-6ef08cf1ed19 tempest-ImagesNegativeTestJSON-2107279219 tempest-ImagesNegativeTestJSON-2107279219-project] 10.222.0.89 "GET /v2.0/ports?device_id=73ef4295-f1bd-4a39-ae22-227e173b4f04 HTTP/1.1" status: 200 len: 935 time: 0.5974505 Feb 04 17:15:07.968158 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [req-e60e3dc9-482b-44f5-b1bf-f5eca42592dc req-0cb1da60-dde1-4a60-af6d-5b59e0ec3862 tempest-SecurityGroupsTestJSON-1563643175 tempest-SecurityGroupsTestJSON-1563643175-project] Request body: {'port': {'device_id': '6d11d302-5eb4-49b1-a8ac-e523a2e68943', 'network_id': '3a92870e-0f75-4f51-bf18-f38ecaa186c3', 'admin_state_up': True, 'tenant_id': '978c6d026b0944f6a413e3d4f2103bea'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:15:08.010357 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-e856026d-6f77-40cf-971f-658d43e4558b req-27dd3912-dcff-4f41-81c8-60a87f05add9 tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] 10.222.0.89 "GET /v2.0/security-groups?id=5fa98c6a-94b3-4690-b9c3-4f0e67d11226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726173 Feb 04 17:15:08.083248 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-bcbc6b55-dc32-4c00-8b3f-d5d44a878fad req-766d45dd-5125-4dc9-a07f-e99d4a81367f tempest-ServersTestBootFromVolume-1946499048 tempest-ServersTestBootFromVolume-1946499048-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0233209 Feb 04 17:15:08.163496 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-69d26a7a-715e-4646-9b3d-3773b55b8318 None None] Provisioning complete for port 9be04d45-1635-46a6-a4a5-3aed6367c90a triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:15:08.164620 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d26a7a-715e-4646-9b3d-3773b55b8318 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (9be04d45-1635-46a6-a4a5-3aed6367c90a), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:15:08.192607 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-e7c74d9d-1286-43b1-81c5-9c5415a869f9 req-0b0570b1-c4ed-4ad7-9f0a-b556d5fe4196 tempest-SecurityGroupsTestJSON-1563643175 tempest-SecurityGroupsTestJSON-1563643175-project] 10.222.0.89 "GET /v2.0/ports?device_id=6d11d302-5eb4-49b1-a8ac-e523a2e68943 HTTP/1.1" status: 200 len: 210 time: 0.0896258 Feb 04 17:15:08.206247 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [req-bcbc6b55-dc32-4c00-8b3f-d5d44a878fad req-12438078-f1bc-4efa-b094-27c0b67ef942 service neutron] Request body: {'port': {'device_id': 'd05624d9-7069-4d9d-823a-9c54a8dd6b49', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827839-2'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:15:08.252635 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-69d26a7a-715e-4646-9b3d-3773b55b8318 None None] Port 9be04d45-1635-46a6-a4a5-3aed6367c90a cannot update to ACTIVE because it is not bound. {{(pid=103378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 17:15:08.290139 n-d-827839-2 neutron-server[103376]: DEBUG neutron.notifiers.nova [req-8fbbeb03-eacc-4b3a-85e8-a34e006e97db req-f00d67fe-8441-4e8f-804a-f27929943eb0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df5baaca-83bf-43f5-9716-833543e3a9c1 {{(pid=103376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 17:15:08.306716 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-8fbbeb03-eacc-4b3a-85e8-a34e006e97db req-f00d67fe-8441-4e8f-804a-f27929943eb0 service neutron] Publish callbacks [] for port (df5baaca-83bf-43f5-9716-833543e3a9c1), precommit_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:15:08.332318 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-b15f6d2d-2f2f-4dcb-b367-89386541a678 req-a23fd567-8c63-4fc2-8606-937d9d1ebdbd tempest-ImagesNegativeTestJSON-2107279219 tempest-ImagesNegativeTestJSON-2107279219-project] 10.222.0.89 "GET /v2.0/security-groups?id=0f715ebf-19e6-4360-aece-55f7295b2a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3755295 Feb 04 17:15:08.378373 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.provisioning_blocks [req-8fbbeb03-eacc-4b3a-85e8-a34e006e97db req-f00d67fe-8441-4e8f-804a-f27929943eb0 service neutron] Transition to ACTIVE for port object df5baaca-83bf-43f5-9716-833543e3a9c1 will not be triggered until provisioned by entity L2. {{(pid=103376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 17:15:08.386794 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-8fbbeb03-eacc-4b3a-85e8-a34e006e97db req-f00d67fe-8441-4e8f-804a-f27929943eb0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675836'] for port (df5baaca-83bf-43f5-9716-833543e3a9c1), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:15:08.388242 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e60e3dc9-482b-44f5-b1bf-f5eca42592dc req-0cb1da60-dde1-4a60-af6d-5b59e0ec3862 tempest-SecurityGroupsTestJSON-1563643175 tempest-SecurityGroupsTestJSON-1563643175-project] Made reservation on behalf of 978c6d026b0944f6a413e3d4f2103bea for: {'port': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:15:08.392166 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-e60e3dc9-482b-44f5-b1bf-f5eca42592dc req-0cb1da60-dde1-4a60-af6d-5b59e0ec3862 tempest-SecurityGroupsTestJSON-1563643175 tempest-SecurityGroupsTestJSON-1563643175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:15:08.418358 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-bcbc6b55-dc32-4c00-8b3f-d5d44a878fad req-12438078-f1bc-4efa-b094-27c0b67ef942 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (9be04d45-1635-46a6-a4a5-3aed6367c90a), before_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:15:08.459695 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00d67fe-8441-4e8f-804a-f27929943eb0 service neutron] Pushing event updated for resources: {'Port': ['ID=df5baaca-83bf-43f5-9716-833543e3a9c1,revision_number=2']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:15:08.477530 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97ae412-c6e7-47dd-b472-b1023d291cd2 req-3aaee8da-59ab-4687-9817-dfd5278b6f6d tempest-ServersTestBootFromVolume-1946499048 tempest-ServersTestBootFromVolume-1946499048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:15:08.479273 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-f97ae412-c6e7-47dd-b472-b1023d291cd2 req-3aaee8da-59ab-4687-9817-dfd5278b6f6d tempest-ServersTestBootFromVolume-1946499048 tempest-ServersTestBootFromVolume-1946499048-project] 10.222.0.89 "GET /v2.0/ports?device_id=d05624d9-7069-4d9d-823a-9c54a8dd6b49 HTTP/1.1" status: 200 len: 931 time: 0.1562724 Feb 04 17:15:08.619121 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-f97ae412-c6e7-47dd-b472-b1023d291cd2 req-2ef153ab-92cb-46c9-94c1-bead79c28c8c tempest-ServersTestBootFromVolume-1946499048 tempest-ServersTestBootFromVolume-1946499048-project] 10.222.0.89 "GET /v2.0/security-groups?id=e0c7c260-7f3c-4059-832b-03acecef069a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1116161 Feb 04 17:15:08.650495 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [req-8fbbeb03-eacc-4b3a-85e8-a34e006e97db req-f00d67fe-8441-4e8f-804a-f27929943eb0 service neutron] Attempting to bind port df5baaca-83bf-43f5-9716-833543e3a9c1 on host n-h1-827839-2 for vnic_type normal with profile {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:15:08.650840 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [req-8fbbeb03-eacc-4b3a-85e8-a34e006e97db req-f00d67fe-8441-4e8f-804a-f27929943eb0 service neutron] Attempting to bind port df5baaca-83bf-43f5-9716-833543e3a9c1 by drivers openvswitch,hyperv on host n-h1-827839-2 at level 0 using segments [{'id': '3a39b085-d3e6-43bb-a64c-1b06dd049e5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '02be22b9-aa53-40ea-8050-9239cd27d1ff'}] {{(pid=103376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:15:08.651174 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fbbeb03-eacc-4b3a-85e8-a34e006e97db req-f00d67fe-8441-4e8f-804a-f27929943eb0 service neutron] Attempting to bind port df5baaca-83bf-43f5-9716-833543e3a9c1 on network 02be22b9-aa53-40ea-8050-9239cd27d1ff {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:15:08.668961 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fbbeb03-eacc-4b3a-85e8-a34e006e97db req-f00d67fe-8441-4e8f-804a-f27929943eb0 service neutron] Port df5baaca-83bf-43f5-9716-833543e3a9c1 on network 02be22b9-aa53-40ea-8050-9239cd27d1ff not bound, no agent of type Open vSwitch agent registered on host n-h1-827839-2 {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 17:15:08.669315 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fbbeb03-eacc-4b3a-85e8-a34e006e97db req-f00d67fe-8441-4e8f-804a-f27929943eb0 service neutron] Attempting to bind port df5baaca-83bf-43f5-9716-833543e3a9c1 on network 02be22b9-aa53-40ea-8050-9239cd27d1ff {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:15:08.677914 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fbbeb03-eacc-4b3a-85e8-a34e006e97db req-f00d67fe-8441-4e8f-804a-f27929943eb0 service neutron] Checking agent: {'id': '3f9244a9-75fc-4c10-b195-11d48b853b41', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 8, 42), 'started_at': datetime.datetime(2022, 2, 4, 17, 8, 42), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 14, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:15:08.679171 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fbbeb03-eacc-4b3a-85e8-a34e006e97db req-f00d67fe-8441-4e8f-804a-f27929943eb0 service neutron] Checking segment: {'id': '3a39b085-d3e6-43bb-a64c-1b06dd049e5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '02be22b9-aa53-40ea-8050-9239cd27d1ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:15:08.680292 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fbbeb03-eacc-4b3a-85e8-a34e006e97db req-f00d67fe-8441-4e8f-804a-f27929943eb0 service neutron] Bound using segment: {'id': '3a39b085-d3e6-43bb-a64c-1b06dd049e5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '02be22b9-aa53-40ea-8050-9239cd27d1ff'} {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:15:08.682266 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [req-8fbbeb03-eacc-4b3a-85e8-a34e006e97db req-f00d67fe-8441-4e8f-804a-f27929943eb0 service neutron] Bound port: df5baaca-83bf-43f5-9716-833543e3a9c1, host: n-h1-827839-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a39b085-d3e6-43bb-a64c-1b06dd049e5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '02be22b9-aa53-40ea-8050-9239cd27d1ff'}}] {{(pid=103376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:15:08.684320 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-8fbbeb03-eacc-4b3a-85e8-a34e006e97db req-f00d67fe-8441-4e8f-804a-f27929943eb0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (df5baaca-83bf-43f5-9716-833543e3a9c1), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:15:08.781208 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.db_base_plugin_common [req-e60e3dc9-482b-44f5-b1bf-f5eca42592dc req-0cb1da60-dde1-4a60-af6d-5b59e0ec3862 tempest-SecurityGroupsTestJSON-1563643175 tempest-SecurityGroupsTestJSON-1563643175-project] Allocated IP 172.20.0.11 (3a92870e-0f75-4f51-bf18-f38ecaa186c3/223e3d0b-2da1-4b6d-bc4c-a1504765d855/3e7c7830-83fe-4f99-8527-4a0e6642c895) {{(pid=103377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:15:08.847179 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [req-8fbbeb03-eacc-4b3a-85e8-a34e006e97db req-f00d67fe-8441-4e8f-804a-f27929943eb0 service neutron] For port df5baaca-83bf-43f5-9716-833543e3a9c1, host n-h1-827839-2, cleared binding levels {{(pid=103376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:15:08.860089 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0b500d-8308-4fb9-b9e5-9ed76aac65c5 req-e39e5a71-0c66-4a95-a8ef-365553ede319 tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:15:08.861728 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-fe0b500d-8308-4fb9-b9e5-9ed76aac65c5 req-e39e5a71-0c66-4a95-a8ef-365553ede319 tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] 10.222.0.89 "GET /v2.0/ports?device_id=1c595986-a5b8-475f-a049-607458d29738 HTTP/1.1" status: 200 len: 949 time: 0.1067514 Feb 04 17:15:08.863569 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [req-8fbbeb03-eacc-4b3a-85e8-a34e006e97db req-f00d67fe-8441-4e8f-804a-f27929943eb0 service neutron] For port df5baaca-83bf-43f5-9716-833543e3a9c1, host n-h1-827839-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=df5baaca-83bf-43f5-9716-833543e3a9c1,segment=NetworkSegment(3a39b085-d3e6-43bb-a64c-1b06dd049e5a),segment_id=3a39b085-d3e6-43bb-a64c-1b06dd049e5a)] {{(pid=103376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:15:08.871548 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-8fbbeb03-eacc-4b3a-85e8-a34e006e97db req-f00d67fe-8441-4e8f-804a-f27929943eb0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675836'] for port (df5baaca-83bf-43f5-9716-833543e3a9c1), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:15:08.873229 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da490cf2-6cb6-459a-a225-43190a9b4a7a req-91deb6f5-e0ee-44c2-9bd7-7f727ea6ce0d tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:15:08.877235 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-da490cf2-6cb6-459a-a225-43190a9b4a7a req-91deb6f5-e0ee-44c2-9bd7-7f727ea6ce0d tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] 10.222.0.89 "GET /v2.0/ports?device_id=e2b58424-19d8-47c7-9144-64e22f08a22e HTTP/1.1" status: 200 len: 945 time: 0.3598137 Feb 04 17:15:08.936495 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbbeb03-eacc-4b3a-85e8-a34e006e97db req-f00d67fe-8441-4e8f-804a-f27929943eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:15:08.937776 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-8fbbeb03-eacc-4b3a-85e8-a34e006e97db req-f00d67fe-8441-4e8f-804a-f27929943eb0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:15:08.940416 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-8fbbeb03-eacc-4b3a-85e8-a34e006e97db req-f00d67fe-8441-4e8f-804a-f27929943eb0 service neutron] 10.222.0.96 "PUT /v2.0/ports/df5baaca-83bf-43f5-9716-833543e3a9c1 HTTP/1.1" status: 200 len: 1095 time: 1.8123071 Feb 04 17:15:08.943373 n-d-827839-2 neutron-server[103376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73ef4295-f1bd-4a39-ae22-227e173b4f04', 'tag': 'df5baaca-83bf-43f5-9716-833543e3a9c1'}] {{(pid=103376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:15:08.946805 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d59c3bb5e2f09ebf62144d5e09b1cff60c763a9c19614c24538e77842938c05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-644d9abe-bb1f-4648-85e1-52673ceac1a8" -d '{"events": [{"name": "network-changed", "server_uuid": "73ef4295-f1bd-4a39-ae22-227e173b4f04", "tag": "df5baaca-83bf-43f5-9716-833543e3a9c1"}]}' {{(pid=103376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:15:08.972552 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.agents_db [None req-e1691f3b-aacd-4cd6-8ebb-a9c53bb301c0 None None] Agent healthcheck: found 7 active agents {{(pid=103379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 17:15:09.016634 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-fe0b500d-8308-4fb9-b9e5-9ed76aac65c5 req-a2124097-dca6-4180-ba27-b88239934918 tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] 10.222.0.89 "GET /v2.0/security-groups?id=4f68676b-760c-49c3-a14c-c9afa7ad720d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418605 Feb 04 17:15:09.061034 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-da490cf2-6cb6-459a-a225-43190a9b4a7a req-d4e15d5f-59df-4d2f-8dbd-2268fcddd28a tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] 10.222.0.89 "GET /v2.0/security-groups?id=18e6cc58-e448-4d12-9423-2a502a086ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1693645 Feb 04 17:15:09.108610 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00d67fe-8441-4e8f-804a-f27929943eb0 service neutron] Pushing event updated for resources: {'Port': ['ID=df5baaca-83bf-43f5-9716-833543e3a9c1,revision_number=3']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:15:09.164286 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbbeb03-eacc-4b3a-85e8-a34e006e97db req-52539ee1-4b74-427f-93b6-e0bda2f89187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:15:09.166817 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-8fbbeb03-eacc-4b3a-85e8-a34e006e97db req-52539ee1-4b74-427f-93b6-e0bda2f89187 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=35ab524bf1fb428fa44178716c01e284&device_id=73ef4295-f1bd-4a39-ae22-227e173b4f04 HTTP/1.1" status: 200 len: 1129 time: 0.1749227 Feb 04 17:15:09.172680 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 17:15:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c59caf7-acbe-4bae-bbcb-debc197df6be x-openstack-request-id: req-3c59caf7-acbe-4bae-bbcb-debc197df6be {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:15:09.173003 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73ef4295-f1bd-4a39-ae22-227e173b4f04", "tag": "df5baaca-83bf-43f5-9716-833543e3a9c1", "status": "completed", "code": 200}]} {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:15:09.173255 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-3c59caf7-acbe-4bae-bbcb-debc197df6be {{(pid=103376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:15:09.173656 n-d-827839-2 neutron-server[103376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73ef4295-f1bd-4a39-ae22-227e173b4f04', 'tag': 'df5baaca-83bf-43f5-9716-833543e3a9c1', 'status': 'completed', 'code': 200} Feb 04 17:15:09.254911 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-8fbbeb03-eacc-4b3a-85e8-a34e006e97db req-b2573484-a553-4b36-b72f-20689c25eb4f service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.15&port_id=df5baaca-83bf-43f5-9716-833543e3a9c1 HTTP/1.1" status: 200 len: 217 time: 0.0711434 Feb 04 17:15:09.332618 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-e60e3dc9-482b-44f5-b1bf-f5eca42592dc req-0cb1da60-dde1-4a60-af6d-5b59e0ec3862 tempest-SecurityGroupsTestJSON-1563643175 tempest-SecurityGroupsTestJSON-1563643175-project] Publish callbacks [] for port (3e7c7830-83fe-4f99-8527-4a0e6642c895), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:15:09.386860 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-74c4d197-37d1-4ec4-8f52-3abb06ffa864 req-525a70bb-90e9-4074-8c44-6977c0b81929 tempest-SecurityGroupsTestJSON-1563643175 tempest-SecurityGroupsTestJSON-1563643175-project] 10.222.0.89 "GET /v2.0/ports?device_id=6d11d302-5eb4-49b1-a8ac-e523a2e68943 HTTP/1.1" status: 200 len: 210 time: 0.0414271 Feb 04 17:15:09.410600 n-d-827839-2 neutron-server[103377]: DEBUG neutron.notifiers.nova [req-bcbc6b55-dc32-4c00-8b3f-d5d44a878fad req-12438078-f1bc-4efa-b094-27c0b67ef942 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9be04d45-1635-46a6-a4a5-3aed6367c90a {{(pid=103377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 17:15:09.424497 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-bcbc6b55-dc32-4c00-8b3f-d5d44a878fad req-12438078-f1bc-4efa-b094-27c0b67ef942 service neutron] Publish callbacks [] for port (9be04d45-1635-46a6-a4a5-3aed6367c90a), precommit_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:15:09.431860 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbbeb03-eacc-4b3a-85e8-a34e006e97db req-359ada85-abf3-4c56-af9b-073082f3c856 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:15:09.435277 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-8fbbeb03-eacc-4b3a-85e8-a34e006e97db req-359ada85-abf3-4c56-af9b-073082f3c856 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=c974b0ff-2c5c-4667-8a81-3bde3ea6ced5 HTTP/1.1" status: 200 len: 843 time: 0.1727967 Feb 04 17:15:09.468986 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.provisioning_blocks [req-bcbc6b55-dc32-4c00-8b3f-d5d44a878fad req-12438078-f1bc-4efa-b094-27c0b67ef942 service neutron] Transition to ACTIVE for port object 9be04d45-1635-46a6-a4a5-3aed6367c90a will not be triggered until provisioned by entity L2. {{(pid=103377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 17:15:09.491011 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-bcbc6b55-dc32-4c00-8b3f-d5d44a878fad req-12438078-f1bc-4efa-b094-27c0b67ef942 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25888290'] for port (9be04d45-1635-46a6-a4a5-3aed6367c90a), after_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:15:09.567503 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbbeb03-eacc-4b3a-85e8-a34e006e97db req-edda9b52-afb6-497b-9161-300dfadb5d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:15:09.569618 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-8fbbeb03-eacc-4b3a-85e8-a34e006e97db req-edda9b52-afb6-497b-9161-300dfadb5d69 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=02be22b9-aa53-40ea-8050-9239cd27d1ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1274865 Feb 04 17:15:09.573443 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12438078-f1bc-4efa-b094-27c0b67ef942 service neutron] Pushing event updated for resources: {'Port': ['ID=9be04d45-1635-46a6-a4a5-3aed6367c90a,revision_number=2']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:15:09.575857 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-e60e3dc9-482b-44f5-b1bf-f5eca42592dc req-0cb1da60-dde1-4a60-af6d-5b59e0ec3862 tempest-SecurityGroupsTestJSON-1563643175 tempest-SecurityGroupsTestJSON-1563643175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (3e7c7830-83fe-4f99-8527-4a0e6642c895), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:15:09.588799 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] get_ports_and_sgs() called for port_ids ['3f815a81-39e6-4dda-88cd-517133688c05'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 17:15:09.640387 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc44044-1d2f-4540-b59c-1413e929c953 req-29851a96-c1e2-4188-9225-0e1d91b29480 tempest-ImagesNegativeTestJSON-2107279219 tempest-ImagesNegativeTestJSON-2107279219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:15:09.653823 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-2bc44044-1d2f-4540-b59c-1413e929c953 req-29851a96-c1e2-4188-9225-0e1d91b29480 tempest-ImagesNegativeTestJSON-2107279219 tempest-ImagesNegativeTestJSON-2107279219-project] 10.222.0.89 "GET /v2.0/ports?device_id=73ef4295-f1bd-4a39-ae22-227e173b4f04 HTTP/1.1" status: 200 len: 947 time: 0.1628480 Feb 04 17:15:09.820992 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Device b8cbf0e2-5ba1-4495-bfce-79351b5c0d9a up at agent hyperv_n-h2-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:15:09.839281 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-2bc44044-1d2f-4540-b59c-1413e929c953 req-9ed30dd8-1332-4a5e-b8ab-4d8cbdd000e3 tempest-ImagesNegativeTestJSON-2107279219 tempest-ImagesNegativeTestJSON-2107279219-project] 10.222.0.89 "GET /v2.0/security-groups?id=0f715ebf-19e6-4360-aece-55f7295b2a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1775985 Feb 04 17:15:09.883596 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device 44b448dd-cb1d-4a20-aeb9-66f3c7842792 up at agent hyperv_n-h1-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:15:09.893438 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-8fbbeb03-eacc-4b3a-85e8-a34e006e97db req-8f394bca-5fb9-4682-b9ad-97de5fdeb9ba service neutron] 10.222.0.96 "GET /v2.0/networks/02be22b9-aa53-40ea-8050-9239cd27d1ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3137355 Feb 04 17:15:10.078188 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4dc808-6c7b-44b9-9954-f4bfae35865c req-45638c94-45fa-4e5c-9619-6ee2c0299a88 tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:15:10.079828 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-fc4dc808-6c7b-44b9-9954-f4bfae35865c req-45638c94-45fa-4e5c-9619-6ee2c0299a88 tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] 10.222.0.89 "GET /v2.0/ports?device_id=b7e72874-ab8d-4372-989b-ceb35c5fd1c8 HTTP/1.1" status: 200 len: 950 time: 0.6379659 Feb 04 17:15:10.085386 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e60e3dc9-482b-44f5-b1bf-f5eca42592dc req-0cb1da60-dde1-4a60-af6d-5b59e0ec3862 tempest-SecurityGroupsTestJSON-1563643175 tempest-SecurityGroupsTestJSON-1563643175-project] Network 3a92870e-0f75-4f51-bf18-f38ecaa186c3 is already hosted by enough agents. {{(pid=103377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:15:10.102385 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d10c04-0591-4579-895d-277f041d5a6b req-9817f6b5-9ab4-474c-be8e-2f91e6356b67 tempest-ServersTestBootFromVolume-1946499048 tempest-ServersTestBootFromVolume-1946499048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:15:10.104077 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-63d10c04-0591-4579-895d-277f041d5a6b req-9817f6b5-9ab4-474c-be8e-2f91e6356b67 tempest-ServersTestBootFromVolume-1946499048 tempest-ServersTestBootFromVolume-1946499048-project] 10.222.0.89 "GET /v2.0/ports?device_id=d05624d9-7069-4d9d-823a-9c54a8dd6b49 HTTP/1.1" status: 200 len: 943 time: 0.0927019 Feb 04 17:15:10.118394 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [req-e60e3dc9-482b-44f5-b1bf-f5eca42592dc req-0cb1da60-dde1-4a60-af6d-5b59e0ec3862 tempest-SecurityGroupsTestJSON-1563643175 tempest-SecurityGroupsTestJSON-1563643175-project] Resources bound (agent type, host, resource id): {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:15:10.118856 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (f20a1ab3-4332-4f54-833b-ba4a7c687e89), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:15:10.126974 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [req-e60e3dc9-482b-44f5-b1bf-f5eca42592dc req-0cb1da60-dde1-4a60-af6d-5b59e0ec3862 tempest-SecurityGroupsTestJSON-1563643175 tempest-SecurityGroupsTestJSON-1563643175-project] Received port after_create {{(pid=103377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:15:10.154786 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Provisioning for port b8cbf0e2-5ba1-4495-bfce-79351b5c0d9a completed by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 17:15:10.166006 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Provisioning for port 44b448dd-cb1d-4a20-aeb9-66f3c7842792 completed by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 17:15:10.173355 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Provisioning complete for port b8cbf0e2-5ba1-4495-bfce-79351b5c0d9a triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:15:10.173854 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (b8cbf0e2-5ba1-4495-bfce-79351b5c0d9a), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:15:10.174681 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-8fbbeb03-eacc-4b3a-85e8-a34e006e97db req-0ab493a1-039a-463c-b8b4-c69b1a5b329e service neutron] 10.222.0.96 "GET /v2.0/networks/02be22b9-aa53-40ea-8050-9239cd27d1ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2711117 Feb 04 17:15:10.213901 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb1da60-dde1-4a60-af6d-5b59e0ec3862 tempest-SecurityGroupsTestJSON-1563643175 tempest-SecurityGroupsTestJSON-1563643175-project] Pushing event updated for resources: {'Port': ['ID=3e7c7830-83fe-4f99-8527-4a0e6642c895,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:15:10.260705 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-fc4dc808-6c7b-44b9-9954-f4bfae35865c req-a1ea3694-045a-49ec-887a-7604cf5c6f6e tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] 10.222.0.89 "GET /v2.0/security-groups?id=5fa98c6a-94b3-4690-b9c3-4f0e67d11226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435115 Feb 04 17:15:10.266618 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Provisioning complete for port 44b448dd-cb1d-4a20-aeb9-66f3c7842792 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:15:10.267156 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (44b448dd-cb1d-4a20-aeb9-66f3c7842792), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:15:10.287342 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-63d10c04-0591-4579-895d-277f041d5a6b req-ebd93d4c-5975-4d30-b1b8-b0b7b197da0d tempest-ServersTestBootFromVolume-1946499048 tempest-ServersTestBootFromVolume-1946499048-project] 10.222.0.89 "GET /v2.0/security-groups?id=e0c7c260-7f3c-4059-832b-03acecef069a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1735880 Feb 04 17:15:10.302424 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60e3dc9-482b-44f5-b1bf-f5eca42592dc req-0cb1da60-dde1-4a60-af6d-5b59e0ec3862 tempest-SecurityGroupsTestJSON-1563643175 tempest-SecurityGroupsTestJSON-1563643175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:15:10.312907 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-e60e3dc9-482b-44f5-b1bf-f5eca42592dc req-0cb1da60-dde1-4a60-af6d-5b59e0ec3862 tempest-SecurityGroupsTestJSON-1563643175 tempest-SecurityGroupsTestJSON-1563643175-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:15:10.379977 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644d9abe-bb1f-4648-85e1-52673ceac1a8 req-be8ac68a-3039-4c2b-a36d-181361cc5c85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:15:10.381540 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-644d9abe-bb1f-4648-85e1-52673ceac1a8 req-be8ac68a-3039-4c2b-a36d-181361cc5c85 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=35ab524bf1fb428fa44178716c01e284&device_id=73ef4295-f1bd-4a39-ae22-227e173b4f04 HTTP/1.1" status: 200 len: 1129 time: 0.1287839 Feb 04 17:15:10.396087 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [req-bcbc6b55-dc32-4c00-8b3f-d5d44a878fad req-12438078-f1bc-4efa-b094-27c0b67ef942 service neutron] Attempting to bind port 9be04d45-1635-46a6-a4a5-3aed6367c90a on host n-h2-827839-2 for vnic_type normal with profile {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:15:10.399830 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [req-bcbc6b55-dc32-4c00-8b3f-d5d44a878fad req-12438078-f1bc-4efa-b094-27c0b67ef942 service neutron] Attempting to bind port 9be04d45-1635-46a6-a4a5-3aed6367c90a by drivers openvswitch,hyperv on host n-h2-827839-2 at level 0 using segments [{'id': 'bee9a28c-580f-445b-8d2e-5c4c3903d188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'b746bac5-cc19-45da-9cf3-0187a389a920'}] {{(pid=103377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:15:10.406549 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcbc6b55-dc32-4c00-8b3f-d5d44a878fad req-12438078-f1bc-4efa-b094-27c0b67ef942 service neutron] Attempting to bind port 9be04d45-1635-46a6-a4a5-3aed6367c90a on network b746bac5-cc19-45da-9cf3-0187a389a920 {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:15:10.431567 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-e60e3dc9-482b-44f5-b1bf-f5eca42592dc req-0cb1da60-dde1-4a60-af6d-5b59e0ec3862 tempest-SecurityGroupsTestJSON-1563643175 tempest-SecurityGroupsTestJSON-1563643175-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4669909 Feb 04 17:15:10.434093 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcbc6b55-dc32-4c00-8b3f-d5d44a878fad req-12438078-f1bc-4efa-b094-27c0b67ef942 service neutron] Port 9be04d45-1635-46a6-a4a5-3aed6367c90a on network b746bac5-cc19-45da-9cf3-0187a389a920 not bound, no agent of type Open vSwitch agent registered on host n-h2-827839-2 {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 17:15:10.434865 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcbc6b55-dc32-4c00-8b3f-d5d44a878fad req-12438078-f1bc-4efa-b094-27c0b67ef942 service neutron] Attempting to bind port 9be04d45-1635-46a6-a4a5-3aed6367c90a on network b746bac5-cc19-45da-9cf3-0187a389a920 {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:15:10.469588 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcbc6b55-dc32-4c00-8b3f-d5d44a878fad req-12438078-f1bc-4efa-b094-27c0b67ef942 service neutron] Checking agent: {'id': 'f20a1ab3-4332-4f54-833b-ba4a7c687e89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 8, 40), 'started_at': datetime.datetime(2022, 2, 4, 17, 8, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 15, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:15:10.469588 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcbc6b55-dc32-4c00-8b3f-d5d44a878fad req-12438078-f1bc-4efa-b094-27c0b67ef942 service neutron] Checking segment: {'id': 'bee9a28c-580f-445b-8d2e-5c4c3903d188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'b746bac5-cc19-45da-9cf3-0187a389a920'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:15:10.469588 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcbc6b55-dc32-4c00-8b3f-d5d44a878fad req-12438078-f1bc-4efa-b094-27c0b67ef942 service neutron] Bound using segment: {'id': 'bee9a28c-580f-445b-8d2e-5c4c3903d188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'b746bac5-cc19-45da-9cf3-0187a389a920'} {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:15:10.469588 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [req-bcbc6b55-dc32-4c00-8b3f-d5d44a878fad req-12438078-f1bc-4efa-b094-27c0b67ef942 service neutron] Bound port: 9be04d45-1635-46a6-a4a5-3aed6367c90a, host: n-h2-827839-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bee9a28c-580f-445b-8d2e-5c4c3903d188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'b746bac5-cc19-45da-9cf3-0187a389a920'}}] {{(pid=103377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:15:10.470472 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-bcbc6b55-dc32-4c00-8b3f-d5d44a878fad req-12438078-f1bc-4efa-b094-27c0b67ef942 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (9be04d45-1635-46a6-a4a5-3aed6367c90a), before_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:15:10.482880 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Current status of the port 44b448dd-cb1d-4a20-aeb9-66f3c7842792 is: BUILD; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:15:10.483414 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (44b448dd-cb1d-4a20-aeb9-66f3c7842792), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:15:10.484602 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [req-e60e3dc9-482b-44f5-b1bf-f5eca42592dc req-25b632eb-87b4-4558-a57b-63550af9d834 service neutron] Request body: {'port': {'device_id': '6d11d302-5eb4-49b1-a8ac-e523a2e68943', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827839-2'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:15:10.485572 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Current status of the port b8cbf0e2-5ba1-4495-bfce-79351b5c0d9a is: BUILD; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:15:10.486049 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (b8cbf0e2-5ba1-4495-bfce-79351b5c0d9a), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:15:10.624346 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] For port 44b448dd-cb1d-4a20-aeb9-66f3c7842792, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=44b448dd-cb1d-4a20-aeb9-66f3c7842792,segment=NetworkSegment(3a39b085-d3e6-43bb-a64c-1b06dd049e5a),segment_id=3a39b085-d3e6-43bb-a64c-1b06dd049e5a)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:15:10.633395 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c595986-a5b8-475f-a049-607458d29738', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44b448dd-cb1d-4a20-aeb9-66f3c7842792'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:15:10.639752 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c34bc964ce2211770fda26ca2f3801cc06f4f39928110690550e94ab9c9d2fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5de9b3b-8322-4c59-8d9e-233c3d160ef8" -d '{"events": [{"server_uuid": "1c595986-a5b8-475f-a049-607458d29738", "name": "network-vif-plugged", "status": "completed", "tag": "44b448dd-cb1d-4a20-aeb9-66f3c7842792"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:15:10.659754 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (44b448dd-cb1d-4a20-aeb9-66f3c7842792), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:15:10.690538 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644d9abe-bb1f-4648-85e1-52673ceac1a8 req-ac348319-f2e7-45cc-8c72-b684c8244b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:15:10.690942 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] For port b8cbf0e2-5ba1-4495-bfce-79351b5c0d9a, host n-h2-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=b8cbf0e2-5ba1-4495-bfce-79351b5c0d9a,segment=NetworkSegment(3a39b085-d3e6-43bb-a64c-1b06dd049e5a),segment_id=3a39b085-d3e6-43bb-a64c-1b06dd049e5a)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:15:10.698913 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-644d9abe-bb1f-4648-85e1-52673ceac1a8 req-ac348319-f2e7-45cc-8c72-b684c8244b27 service neutron] 10.222.0.96 "GET /v2.0/networks?id=02be22b9-aa53-40ea-8050-9239cd27d1ff HTTP/1.1" status: 200 len: 870 time: 0.3080912 Feb 04 17:15:10.740707 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (b8cbf0e2-5ba1-4495-bfce-79351b5c0d9a), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:15:10.747560 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [req-bcbc6b55-dc32-4c00-8b3f-d5d44a878fad req-12438078-f1bc-4efa-b094-27c0b67ef942 service neutron] For port 9be04d45-1635-46a6-a4a5-3aed6367c90a, host n-h2-827839-2, cleared binding levels {{(pid=103377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:15:10.752629 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [req-bcbc6b55-dc32-4c00-8b3f-d5d44a878fad req-12438078-f1bc-4efa-b094-27c0b67ef942 service neutron] For port 9be04d45-1635-46a6-a4a5-3aed6367c90a, host n-h2-827839-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=9be04d45-1635-46a6-a4a5-3aed6367c90a,segment=NetworkSegment(bee9a28c-580f-445b-8d2e-5c4c3903d188),segment_id=bee9a28c-580f-445b-8d2e-5c4c3903d188)] {{(pid=103377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:15:10.757497 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-e60e3dc9-482b-44f5-b1bf-f5eca42592dc req-25b632eb-87b4-4558-a57b-63550af9d834 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (3e7c7830-83fe-4f99-8527-4a0e6642c895), before_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:15:10.775666 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-bcbc6b55-dc32-4c00-8b3f-d5d44a878fad req-12438078-f1bc-4efa-b094-27c0b67ef942 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25888290'] for port (9be04d45-1635-46a6-a4a5-3aed6367c90a), after_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:15:10.793562 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Pushing event updated for resources: {'Port': ['ID=44b448dd-cb1d-4a20-aeb9-66f3c7842792,revision_number=5']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:15:10.798555 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-644d9abe-bb1f-4648-85e1-52673ceac1a8 req-06feb890-850d-471b-b190-95d28ca480cb service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.15&port_id=df5baaca-83bf-43f5-9716-833543e3a9c1 HTTP/1.1" status: 200 len: 217 time: 0.0875549 Feb 04 17:15:10.824100 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c2ad54-c706-41c5-abfc-54c943236e8b req-93b511d7-5165-4ea3-b2f9-f88ff034b427 tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:15:10.834810 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-83c2ad54-c706-41c5-abfc-54c943236e8b req-93b511d7-5165-4ea3-b2f9-f88ff034b427 tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] 10.222.0.89 "GET /v2.0/ports?device_id=1c595986-a5b8-475f-a049-607458d29738 HTTP/1.1" status: 200 len: 949 time: 0.3255172 Feb 04 17:15:10.862557 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbc6b55-dc32-4c00-8b3f-d5d44a878fad req-12438078-f1bc-4efa-b094-27c0b67ef942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:15:10.863193 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-bcbc6b55-dc32-4c00-8b3f-d5d44a878fad req-12438078-f1bc-4efa-b094-27c0b67ef942 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:15:10.870035 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-bcbc6b55-dc32-4c00-8b3f-d5d44a878fad req-12438078-f1bc-4efa-b094-27c0b67ef942 service neutron] 10.222.0.90 "PUT /v2.0/ports/9be04d45-1635-46a6-a4a5-3aed6367c90a HTTP/1.1" status: 200 len: 1091 time: 2.7213130 Feb 04 17:15:10.872467 n-d-827839-2 neutron-server[103377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd05624d9-7069-4d9d-823a-9c54a8dd6b49', 'tag': '9be04d45-1635-46a6-a4a5-3aed6367c90a'}] {{(pid=103377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:15:10.874936 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7240428b650e1488e9361b62648ff4b3a6c19d49d8c27c949491ab58c1346cf0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c5b8f12-1889-4c07-a961-a0dcd39502e7" -d '{"events": [{"name": "network-changed", "server_uuid": "d05624d9-7069-4d9d-823a-9c54a8dd6b49", "tag": "9be04d45-1635-46a6-a4a5-3aed6367c90a"}]}' {{(pid=103377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:15:10.936349 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Pushing event updated for resources: {'Port': ['ID=b8cbf0e2-5ba1-4495-bfce-79351b5c0d9a,revision_number=5']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:15:10.979669 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-83c2ad54-c706-41c5-abfc-54c943236e8b req-e841288c-71ee-43ca-b22e-75a786027b1d tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] 10.222.0.89 "GET /v2.0/security-groups?id=4f68676b-760c-49c3-a14c-c9afa7ad720d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372776 Feb 04 17:15:10.984831 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0648de-cca9-4cd7-9557-a407396ef498 req-710eca40-ebfb-4250-b771-53ffd8ed23c2 tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:15:10.991771 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-db0648de-cca9-4cd7-9557-a407396ef498 req-710eca40-ebfb-4250-b771-53ffd8ed23c2 tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] 10.222.0.89 "GET /v2.0/ports?device_id=e2b58424-19d8-47c7-9144-64e22f08a22e HTTP/1.1" status: 200 len: 945 time: 0.3876085 Feb 04 17:15:11.003942 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644d9abe-bb1f-4648-85e1-52673ceac1a8 req-a40c57b1-fac1-4ca5-8d28-993e112b642f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:15:11.005828 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-644d9abe-bb1f-4648-85e1-52673ceac1a8 req-a40c57b1-fac1-4ca5-8d28-993e112b642f service neutron] 10.222.0.96 "GET /v2.0/subnets?id=c974b0ff-2c5c-4667-8a81-3bde3ea6ced5 HTTP/1.1" status: 200 len: 843 time: 0.1960061 Feb 04 17:15:11.083272 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12438078-f1bc-4efa-b094-27c0b67ef942 service neutron] Pushing event updated for resources: {'Port': ['ID=9be04d45-1635-46a6-a4a5-3aed6367c90a,revision_number=3']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:15:11.092535 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644d9abe-bb1f-4648-85e1-52673ceac1a8 req-427e5ee3-fe86-44a7-84a4-7d656a28da3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:15:11.111707 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-644d9abe-bb1f-4648-85e1-52673ceac1a8 req-427e5ee3-fe86-44a7-84a4-7d656a28da3b service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=02be22b9-aa53-40ea-8050-9239cd27d1ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0871732 Feb 04 17:15:11.151531 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbc6b55-dc32-4c00-8b3f-d5d44a878fad req-f10aea7a-c688-447b-bd5e-c8de431e41f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:15:11.153117 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-bcbc6b55-dc32-4c00-8b3f-d5d44a878fad req-f10aea7a-c688-447b-bd5e-c8de431e41f8 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=fd192a63f2b3498486f0abc1b85bfe62&device_id=d05624d9-7069-4d9d-823a-9c54a8dd6b49 HTTP/1.1" status: 200 len: 1125 time: 0.2279558 Feb 04 17:15:11.216110 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-db0648de-cca9-4cd7-9557-a407396ef498 req-cdf24cc3-a19d-4784-afea-b8505747607a tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] 10.222.0.89 "GET /v2.0/security-groups?id=18e6cc58-e448-4d12-9423-2a502a086ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2234080 Feb 04 17:15:11.248595 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-bcbc6b55-dc32-4c00-8b3f-d5d44a878fad req-72e46f5d-a713-4d1d-88f9-b562edd91c54 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9be04d45-1635-46a6-a4a5-3aed6367c90a HTTP/1.1" status: 200 len: 217 time: 0.0472369 Feb 04 17:15:11.283008 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 17:15:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ea848fb-ad8a-456e-8fca-988acc62cd20 x-openstack-request-id: req-4ea848fb-ad8a-456e-8fca-988acc62cd20 {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:15:11.285834 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c595986-a5b8-475f-a049-607458d29738", "name": "network-vif-plugged", "status": "completed", "tag": "44b448dd-cb1d-4a20-aeb9-66f3c7842792", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:15:11.286201 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-4ea848fb-ad8a-456e-8fca-988acc62cd20 {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:15:11.287510 n-d-827839-2 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c595986-a5b8-475f-a049-607458d29738', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44b448dd-cb1d-4a20-aeb9-66f3c7842792', 'code': 200} Feb 04 17:15:11.329573 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbc6b55-dc32-4c00-8b3f-d5d44a878fad req-41fd2bb2-118b-4f93-8672-f061b1453bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:15:11.331056 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-bcbc6b55-dc32-4c00-8b3f-d5d44a878fad req-41fd2bb2-118b-4f93-8672-f061b1453bf0 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=360f8d7b-ee49-4e91-b8fc-d5c0ca9fdfaa HTTP/1.1" status: 200 len: 854 time: 0.0762682 Feb 04 17:15:11.427776 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-644d9abe-bb1f-4648-85e1-52673ceac1a8 req-9006e583-4e1a-469e-bca1-a9fdae33405e service neutron] 10.222.0.96 "GET /v2.0/networks/02be22b9-aa53-40ea-8050-9239cd27d1ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3150148 Feb 04 17:15:11.466655 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbc6b55-dc32-4c00-8b3f-d5d44a878fad req-3aabc909-14ed-44d3-8dbb-4280ceea7b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:15:11.468731 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-bcbc6b55-dc32-4c00-8b3f-d5d44a878fad req-3aabc909-14ed-44d3-8dbb-4280ceea7b7e service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=b746bac5-cc19-45da-9cf3-0187a389a920&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1263921 Feb 04 17:15:11.471367 n-d-827839-2 neutron-server[103377]: DEBUG neutron.notifiers.nova [req-e60e3dc9-482b-44f5-b1bf-f5eca42592dc req-25b632eb-87b4-4558-a57b-63550af9d834 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e7c7830-83fe-4f99-8527-4a0e6642c895 {{(pid=103377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 17:15:11.482685 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-e60e3dc9-482b-44f5-b1bf-f5eca42592dc req-25b632eb-87b4-4558-a57b-63550af9d834 service neutron] Publish callbacks [] for port (3e7c7830-83fe-4f99-8527-4a0e6642c895), precommit_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:15:11.515228 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d824dd-5332-4904-8ff3-791f4b46a9e2 req-03ef9eb7-6739-46cb-8250-5d0ce1dd1051 tempest-SecurityGroupsTestJSON-1563643175 tempest-SecurityGroupsTestJSON-1563643175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:15:11.523214 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-b1d824dd-5332-4904-8ff3-791f4b46a9e2 req-03ef9eb7-6739-46cb-8250-5d0ce1dd1051 tempest-SecurityGroupsTestJSON-1563643175 tempest-SecurityGroupsTestJSON-1563643175-project] 10.222.0.89 "GET /v2.0/ports?device_id=6d11d302-5eb4-49b1-a8ac-e523a2e68943 HTTP/1.1" status: 200 len: 932 time: 0.3974025 Feb 04 17:15:11.534960 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfae0b5c-87cf-4489-8c2f-975e71f6ae0a req-34a1772f-6b89-4f55-93f1-1c5c2417c5e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:15:11.536541 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-bfae0b5c-87cf-4489-8c2f-975e71f6ae0a req-34a1772f-6b89-4f55-93f1-1c5c2417c5e6 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=1c595986-a5b8-475f-a049-607458d29738 HTTP/1.1" status: 200 len: 1132 time: 0.1781385 Feb 04 17:15:11.556410 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.provisioning_blocks [req-e60e3dc9-482b-44f5-b1bf-f5eca42592dc req-25b632eb-87b4-4558-a57b-63550af9d834 service neutron] Transition to ACTIVE for port object 3e7c7830-83fe-4f99-8527-4a0e6642c895 will not be triggered until provisioned by entity L2. {{(pid=103377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 17:15:11.565616 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-e60e3dc9-482b-44f5-b1bf-f5eca42592dc req-25b632eb-87b4-4558-a57b-63550af9d834 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25888290'] for port (3e7c7830-83fe-4f99-8527-4a0e6642c895), after_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:15:11.592103 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a86ca4-75c8-40b4-aeaa-b8edd06cd910 req-4bb97fed-26e0-4570-8084-f19f43b3c005 tempest-ImagesNegativeTestJSON-2107279219 tempest-ImagesNegativeTestJSON-2107279219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:15:11.593717 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-48a86ca4-75c8-40b4-aeaa-b8edd06cd910 req-4bb97fed-26e0-4570-8084-f19f43b3c005 tempest-ImagesNegativeTestJSON-2107279219 tempest-ImagesNegativeTestJSON-2107279219-project] 10.222.0.89 "GET /v2.0/ports?device_id=73ef4295-f1bd-4a39-ae22-227e173b4f04 HTTP/1.1" status: 200 len: 947 time: 0.1756325 Feb 04 17:15:11.625433 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-bfae0b5c-87cf-4489-8c2f-975e71f6ae0a req-0e662c5f-5d5d-4eae-815e-4013933f595a service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=4f68676b-760c-49c3-a14c-c9afa7ad720d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789385 Feb 04 17:15:11.674265 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-b1d824dd-5332-4904-8ff3-791f4b46a9e2 req-08136ca1-179a-4d56-84b5-d0fe8d03e470 tempest-SecurityGroupsTestJSON-1563643175 tempest-SecurityGroupsTestJSON-1563643175-project] 10.222.0.89 "GET /v2.0/security-groups?id=beaee1ab-f1ea-48fb-8fb6-199b9068cee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366122 Feb 04 17:15:11.688268 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-644d9abe-bb1f-4648-85e1-52673ceac1a8 req-49046512-7bad-4540-ae64-8cbc0edbc15f service neutron] 10.222.0.96 "GET /v2.0/networks/02be22b9-aa53-40ea-8050-9239cd27d1ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2510872 Feb 04 17:15:11.694068 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-bcbc6b55-dc32-4c00-8b3f-d5d44a878fad req-a6b2e959-85d1-4132-9e78-cd0073c09472 service neutron] 10.222.0.90 "GET /v2.0/networks/b746bac5-cc19-45da-9cf3-0187a389a920?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2135792 Feb 04 17:15:11.696597 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b632eb-87b4-4558-a57b-63550af9d834 service neutron] Pushing event updated for resources: {'Port': ['ID=3e7c7830-83fe-4f99-8527-4a0e6642c895,revision_number=2']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:15:11.737137 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 17:15:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecd64f10-32e2-437a-8ba9-18647deb18e2 x-openstack-request-id: req-ecd64f10-32e2-437a-8ba9-18647deb18e2 {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:15:11.737427 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d05624d9-7069-4d9d-823a-9c54a8dd6b49", "tag": "9be04d45-1635-46a6-a4a5-3aed6367c90a", "status": "completed", "code": 200}]} {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:15:11.737675 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-ecd64f10-32e2-437a-8ba9-18647deb18e2 {{(pid=103377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:15:11.738070 n-d-827839-2 neutron-server[103377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd05624d9-7069-4d9d-823a-9c54a8dd6b49', 'tag': '9be04d45-1635-46a6-a4a5-3aed6367c90a', 'status': 'completed', 'code': 200} Feb 04 17:15:11.805873 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-48a86ca4-75c8-40b4-aeaa-b8edd06cd910 req-0453b9d9-e211-4bf6-ba00-ae0b2d7ba1e2 tempest-ImagesNegativeTestJSON-2107279219 tempest-ImagesNegativeTestJSON-2107279219-project] 10.222.0.89 "GET /v2.0/security-groups?id=0f715ebf-19e6-4360-aece-55f7295b2a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1887951 Feb 04 17:15:11.869608 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-bcbc6b55-dc32-4c00-8b3f-d5d44a878fad req-b8c418f3-2bba-4816-9187-fb6a713520fb service neutron] 10.222.0.90 "GET /v2.0/networks/b746bac5-cc19-45da-9cf3-0187a389a920?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1624112 Feb 04 17:15:11.923209 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab26269-de34-46d0-8303-40b87d085cff req-b208d954-3d8b-4c8d-aeb3-04db770c101b tempest-LiveMigrationTest-101728267 tempest-LiveMigrationTest-101728267-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:15:11.933141 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-aab26269-de34-46d0-8303-40b87d085cff req-b208d954-3d8b-4c8d-aeb3-04db770c101b tempest-LiveMigrationTest-101728267 tempest-LiveMigrationTest-101728267-project-admin] 10.222.0.89 "GET /v2.0/ports?device_id=e2b58424-19d8-47c7-9144-64e22f08a22e HTTP/1.1" status: 200 len: 1127 time: 0.1478980 Feb 04 17:15:12.017357 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-aab26269-de34-46d0-8303-40b87d085cff req-e8c28e82-cf73-4c98-96d3-ae49dc24c701 tempest-LiveMigrationTest-101728267 tempest-LiveMigrationTest-101728267-project-admin] 10.222.0.89 "GET /v2.0/security-groups?id=18e6cc58-e448-4d12-9423-2a502a086ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823607 Feb 04 17:15:12.023030 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [req-e60e3dc9-482b-44f5-b1bf-f5eca42592dc req-25b632eb-87b4-4558-a57b-63550af9d834 service neutron] Attempting to bind port 3e7c7830-83fe-4f99-8527-4a0e6642c895 on host n-h1-827839-2 for vnic_type normal with profile {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:15:12.025138 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [req-e60e3dc9-482b-44f5-b1bf-f5eca42592dc req-25b632eb-87b4-4558-a57b-63550af9d834 service neutron] Attempting to bind port 3e7c7830-83fe-4f99-8527-4a0e6642c895 by drivers openvswitch,hyperv on host n-h1-827839-2 at level 0 using segments [{'id': '2581f07c-86e2-4d88-bea9-098dd9136854', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '3a92870e-0f75-4f51-bf18-f38ecaa186c3'}] {{(pid=103377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:15:12.025505 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e60e3dc9-482b-44f5-b1bf-f5eca42592dc req-25b632eb-87b4-4558-a57b-63550af9d834 service neutron] Attempting to bind port 3e7c7830-83fe-4f99-8527-4a0e6642c895 on network 3a92870e-0f75-4f51-bf18-f38ecaa186c3 {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:15:12.086104 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e60e3dc9-482b-44f5-b1bf-f5eca42592dc req-25b632eb-87b4-4558-a57b-63550af9d834 service neutron] Port 3e7c7830-83fe-4f99-8527-4a0e6642c895 on network 3a92870e-0f75-4f51-bf18-f38ecaa186c3 not bound, no agent of type Open vSwitch agent registered on host n-h1-827839-2 {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 17:15:12.086433 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e60e3dc9-482b-44f5-b1bf-f5eca42592dc req-25b632eb-87b4-4558-a57b-63550af9d834 service neutron] Attempting to bind port 3e7c7830-83fe-4f99-8527-4a0e6642c895 on network 3a92870e-0f75-4f51-bf18-f38ecaa186c3 {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:15:12.099747 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e60e3dc9-482b-44f5-b1bf-f5eca42592dc req-25b632eb-87b4-4558-a57b-63550af9d834 service neutron] Checking agent: {'id': '3f9244a9-75fc-4c10-b195-11d48b853b41', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 8, 42), 'started_at': datetime.datetime(2022, 2, 4, 17, 8, 42), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 14, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:15:12.101337 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e60e3dc9-482b-44f5-b1bf-f5eca42592dc req-25b632eb-87b4-4558-a57b-63550af9d834 service neutron] Checking segment: {'id': '2581f07c-86e2-4d88-bea9-098dd9136854', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '3a92870e-0f75-4f51-bf18-f38ecaa186c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:15:12.101337 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e60e3dc9-482b-44f5-b1bf-f5eca42592dc req-25b632eb-87b4-4558-a57b-63550af9d834 service neutron] Bound using segment: {'id': '2581f07c-86e2-4d88-bea9-098dd9136854', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '3a92870e-0f75-4f51-bf18-f38ecaa186c3'} {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:15:12.101337 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [req-e60e3dc9-482b-44f5-b1bf-f5eca42592dc req-25b632eb-87b4-4558-a57b-63550af9d834 service neutron] Bound port: 3e7c7830-83fe-4f99-8527-4a0e6642c895, host: n-h1-827839-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2581f07c-86e2-4d88-bea9-098dd9136854', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '3a92870e-0f75-4f51-bf18-f38ecaa186c3'}}] {{(pid=103377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:15:12.101337 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-e60e3dc9-482b-44f5-b1bf-f5eca42592dc req-25b632eb-87b4-4558-a57b-63550af9d834 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (3e7c7830-83fe-4f99-8527-4a0e6642c895), before_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:15:12.101988 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (3f9244a9-75fc-4c10-b195-11d48b853b41), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:15:12.130584 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57fdcd3-cb54-40b6-b2e6-cdf1862aa702 req-84d5a987-4685-4b7c-a516-fcfcf20ed47e tempest-ServersTestBootFromVolume-1946499048 tempest-ServersTestBootFromVolume-1946499048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:15:12.132119 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-e57fdcd3-cb54-40b6-b2e6-cdf1862aa702 req-84d5a987-4685-4b7c-a516-fcfcf20ed47e tempest-ServersTestBootFromVolume-1946499048 tempest-ServersTestBootFromVolume-1946499048-project] 10.222.0.89 "GET /v2.0/ports?device_id=d05624d9-7069-4d9d-823a-9c54a8dd6b49 HTTP/1.1" status: 200 len: 943 time: 0.2136543 Feb 04 17:15:12.140403 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5b8f12-1889-4c07-a961-a0dcd39502e7 req-0752e5c7-9677-4672-a2f2-0c4fb9bfc156 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:15:12.141952 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-5c5b8f12-1889-4c07-a961-a0dcd39502e7 req-0752e5c7-9677-4672-a2f2-0c4fb9bfc156 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=fd192a63f2b3498486f0abc1b85bfe62&device_id=d05624d9-7069-4d9d-823a-9c54a8dd6b49 HTTP/1.1" status: 200 len: 1125 time: 0.1324420 Feb 04 17:15:12.170169 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb1ecaa-65bb-46f0-af19-bcd3bbf4c9ea req-7dcdab77-82e0-4d01-bc22-a876462685f7 tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:15:12.172530 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-3eb1ecaa-65bb-46f0-af19-bcd3bbf4c9ea req-7dcdab77-82e0-4d01-bc22-a876462685f7 tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] 10.222.0.89 "GET /v2.0/ports?device_id=b7e72874-ab8d-4372-989b-ceb35c5fd1c8 HTTP/1.1" status: 200 len: 950 time: 0.0878184 Feb 04 17:15:12.228056 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-3eb1ecaa-65bb-46f0-af19-bcd3bbf4c9ea req-440ddbb4-82c0-41e6-8947-6445f10a63c3 tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] 10.222.0.89 "GET /v2.0/security-groups?id=5fa98c6a-94b3-4690-b9c3-4f0e67d11226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498886 Feb 04 17:15:12.320811 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-e57fdcd3-cb54-40b6-b2e6-cdf1862aa702 req-cbf030e3-526a-4ab9-8a26-4faf52c11b40 tempest-ServersTestBootFromVolume-1946499048 tempest-ServersTestBootFromVolume-1946499048-project] 10.222.0.89 "GET /v2.0/security-groups?id=e0c7c260-7f3c-4059-832b-03acecef069a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1751015 Feb 04 17:15:12.320811 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [req-e60e3dc9-482b-44f5-b1bf-f5eca42592dc req-25b632eb-87b4-4558-a57b-63550af9d834 service neutron] For port 3e7c7830-83fe-4f99-8527-4a0e6642c895, host n-h1-827839-2, cleared binding levels {{(pid=103377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:15:12.331817 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [req-e60e3dc9-482b-44f5-b1bf-f5eca42592dc req-25b632eb-87b4-4558-a57b-63550af9d834 service neutron] For port 3e7c7830-83fe-4f99-8527-4a0e6642c895, host n-h1-827839-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=3e7c7830-83fe-4f99-8527-4a0e6642c895,segment=NetworkSegment(2581f07c-86e2-4d88-bea9-098dd9136854),segment_id=2581f07c-86e2-4d88-bea9-098dd9136854)] {{(pid=103377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:15:12.369066 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-e60e3dc9-482b-44f5-b1bf-f5eca42592dc req-25b632eb-87b4-4558-a57b-63550af9d834 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25888290'] for port (3e7c7830-83fe-4f99-8527-4a0e6642c895), after_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:15:12.428232 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60e3dc9-482b-44f5-b1bf-f5eca42592dc req-25b632eb-87b4-4558-a57b-63550af9d834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:15:12.429258 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-e60e3dc9-482b-44f5-b1bf-f5eca42592dc req-25b632eb-87b4-4558-a57b-63550af9d834 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:15:12.430675 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-e60e3dc9-482b-44f5-b1bf-f5eca42592dc req-25b632eb-87b4-4558-a57b-63550af9d834 service neutron] 10.222.0.96 "PUT /v2.0/ports/3e7c7830-83fe-4f99-8527-4a0e6642c895 HTTP/1.1" status: 200 len: 1092 time: 1.9786010 Feb 04 17:15:12.434151 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5b8f12-1889-4c07-a961-a0dcd39502e7 req-fd473df7-6c06-4d11-815f-e4fa4a2730bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:15:12.435724 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-5c5b8f12-1889-4c07-a961-a0dcd39502e7 req-fd473df7-6c06-4d11-815f-e4fa4a2730bf service neutron] 10.222.0.90 "GET /v2.0/networks?id=b746bac5-cc19-45da-9cf3-0187a389a920 HTTP/1.1" status: 200 len: 916 time: 0.2671394 Feb 04 17:15:12.437662 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b914d4b-cdce-4efb-9460-7e4d292c4628 req-af5a2492-c912-4f79-9641-795186d271a7 tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:15:12.440604 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-4b914d4b-cdce-4efb-9460-7e4d292c4628 req-af5a2492-c912-4f79-9641-795186d271a7 tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] 10.222.0.89 "GET /v2.0/ports?device_id=1c595986-a5b8-475f-a049-607458d29738 HTTP/1.1" status: 200 len: 950 time: 0.1090355 Feb 04 17:15:12.538166 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-4b914d4b-cdce-4efb-9460-7e4d292c4628 req-f21cd283-0800-4f96-b343-f1437c987ab5 tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] 10.222.0.89 "GET /v2.0/security-groups?id=4f68676b-760c-49c3-a14c-c9afa7ad720d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909829 Feb 04 17:15:12.588542 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-5c5b8f12-1889-4c07-a961-a0dcd39502e7 req-fc09f503-d8fc-4456-978b-65224ef3988d service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9be04d45-1635-46a6-a4a5-3aed6367c90a HTTP/1.1" status: 200 len: 217 time: 0.1361339 Feb 04 17:15:12.629305 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b632eb-87b4-4558-a57b-63550af9d834 service neutron] Pushing event updated for resources: {'Port': ['ID=3e7c7830-83fe-4f99-8527-4a0e6642c895,revision_number=3']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:15:12.659409 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60e3dc9-482b-44f5-b1bf-f5eca42592dc req-cda3f5d5-e2a6-4b33-b1f8-f73a88b3e434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:15:12.662062 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-e60e3dc9-482b-44f5-b1bf-f5eca42592dc req-cda3f5d5-e2a6-4b33-b1f8-f73a88b3e434 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=978c6d026b0944f6a413e3d4f2103bea&device_id=6d11d302-5eb4-49b1-a8ac-e523a2e68943 HTTP/1.1" status: 200 len: 1126 time: 0.1861908 Feb 04 17:15:12.664514 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5b8f12-1889-4c07-a961-a0dcd39502e7 req-de7f738d-2108-4a7a-a252-73911110944e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:15:12.666329 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-5c5b8f12-1889-4c07-a961-a0dcd39502e7 req-de7f738d-2108-4a7a-a252-73911110944e service neutron] 10.222.0.90 "GET /v2.0/subnets?id=360f8d7b-ee49-4e91-b8fc-d5c0ca9fdfaa HTTP/1.1" status: 200 len: 854 time: 0.0707662 Feb 04 17:15:12.743469 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-e60e3dc9-482b-44f5-b1bf-f5eca42592dc req-a160b9ef-e1c8-40b1-b0a3-4ed3463e9dc2 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3e7c7830-83fe-4f99-8527-4a0e6642c895 HTTP/1.1" status: 200 len: 217 time: 0.0711796 Feb 04 17:15:12.868258 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5b8f12-1889-4c07-a961-a0dcd39502e7 req-0e0d6126-cf00-4111-b694-0d6f57f80d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:15:12.871339 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-5c5b8f12-1889-4c07-a961-a0dcd39502e7 req-0e0d6126-cf00-4111-b694-0d6f57f80d91 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=b746bac5-cc19-45da-9cf3-0187a389a920&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1902976 Feb 04 17:15:12.873165 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60e3dc9-482b-44f5-b1bf-f5eca42592dc req-61a6d10d-fed5-4a91-9ed1-4772d9276d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:15:12.875161 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-e60e3dc9-482b-44f5-b1bf-f5eca42592dc req-61a6d10d-fed5-4a91-9ed1-4772d9276d7d service neutron] 10.222.0.96 "GET /v2.0/subnets?id=223e3d0b-2da1-4b6d-bc4c-a1504765d855 HTTP/1.1" status: 200 len: 852 time: 0.1237726 Feb 04 17:15:12.982873 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-e60e3dc9-482b-44f5-b1bf-f5eca42592dc req-908b63f2-58a5-4b3f-81e3-338243983244 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=3a92870e-0f75-4f51-bf18-f38ecaa186c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0344529 Feb 04 17:15:13.066191 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8a39eb-3530-4a23-a9a8-f1b8e98d80a5 req-f8eca44b-cfcd-47be-b921-10932eeaf5d0 tempest-SecurityGroupsTestJSON-1563643175 tempest-SecurityGroupsTestJSON-1563643175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:15:13.067758 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-da8a39eb-3530-4a23-a9a8-f1b8e98d80a5 req-f8eca44b-cfcd-47be-b921-10932eeaf5d0 tempest-SecurityGroupsTestJSON-1563643175 tempest-SecurityGroupsTestJSON-1563643175-project] 10.222.0.89 "GET /v2.0/ports?device_id=6d11d302-5eb4-49b1-a8ac-e523a2e68943 HTTP/1.1" status: 200 len: 944 time: 0.2808952 Feb 04 17:15:13.090957 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e25c9d-25a4-4186-a767-ad2e1233eb32 req-eed7b1a9-ad50-4aed-ba7a-9ca87fbf3a91 tempest-ImagesNegativeTestJSON-2107279219 tempest-ImagesNegativeTestJSON-2107279219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:15:13.097849 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-f8e25c9d-25a4-4186-a767-ad2e1233eb32 req-eed7b1a9-ad50-4aed-ba7a-9ca87fbf3a91 tempest-ImagesNegativeTestJSON-2107279219 tempest-ImagesNegativeTestJSON-2107279219-project] 10.222.0.89 "GET /v2.0/ports?device_id=73ef4295-f1bd-4a39-ae22-227e173b4f04 HTTP/1.1" status: 200 len: 947 time: 0.1004775 Feb 04 17:15:13.151520 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-5c5b8f12-1889-4c07-a961-a0dcd39502e7 req-0085f994-f82c-4dd5-b919-6b03867d350c service neutron] 10.222.0.90 "GET /v2.0/networks/b746bac5-cc19-45da-9cf3-0187a389a920?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2738740 Feb 04 17:15:13.188694 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-f8e25c9d-25a4-4186-a767-ad2e1233eb32 req-c80aa563-8fdd-4d72-adfe-e7fa75e92929 tempest-ImagesNegativeTestJSON-2107279219 tempest-ImagesNegativeTestJSON-2107279219-project] 10.222.0.89 "GET /v2.0/security-groups?id=0f715ebf-19e6-4360-aece-55f7295b2a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825214 Feb 04 17:15:13.239479 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-da8a39eb-3530-4a23-a9a8-f1b8e98d80a5 req-17591c7a-3be4-4095-bf54-a7726049b2b7 tempest-SecurityGroupsTestJSON-1563643175 tempest-SecurityGroupsTestJSON-1563643175-project] 10.222.0.89 "GET /v2.0/security-groups?id=beaee1ab-f1ea-48fb-8fb6-199b9068cee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098821 Feb 04 17:15:13.288960 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2a38c97-307b-4133-955d-de3605483336', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8cbf0e2-5ba1-4495-bfce-79351b5c0d9a'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:15:13.291321 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c34bc964ce2211770fda26ca2f3801cc06f4f39928110690550e94ab9c9d2fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-770d18ee-cc6f-41fa-b127-8e846acf9bdd" -d '{"events": [{"server_uuid": "c2a38c97-307b-4133-955d-de3605483336", "name": "network-vif-plugged", "status": "completed", "tag": "b8cbf0e2-5ba1-4495-bfce-79351b5c0d9a"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:15:13.385171 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 17:15:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f431e106-0c2e-4275-8950-96ce26da8b3c x-openstack-request-id: req-f431e106-0c2e-4275-8950-96ce26da8b3c {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:15:13.385520 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2a38c97-307b-4133-955d-de3605483336", "name": "network-vif-plugged", "status": "completed", "tag": "b8cbf0e2-5ba1-4495-bfce-79351b5c0d9a", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:15:13.385809 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-f431e106-0c2e-4275-8950-96ce26da8b3c {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:15:13.386227 n-d-827839-2 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2a38c97-307b-4133-955d-de3605483336', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8cbf0e2-5ba1-4495-bfce-79351b5c0d9a', 'code': 200} Feb 04 17:15:13.390245 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-e60e3dc9-482b-44f5-b1bf-f5eca42592dc req-f61ddbab-2a7c-4c48-a4bd-404b7346faaf service neutron] 10.222.0.96 "GET /v2.0/networks/3a92870e-0f75-4f51-bf18-f38ecaa186c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3780019 Feb 04 17:15:13.488044 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e3040e-17a3-4fcf-b83f-0b5d3bc37722 req-ea93d461-0bfb-4f85-96fa-1cfe28026fb9 tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:15:13.496827 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-97e3040e-17a3-4fcf-b83f-0b5d3bc37722 req-ea93d461-0bfb-4f85-96fa-1cfe28026fb9 tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] 10.222.0.89 "GET /v2.0/ports?device_id=b7e72874-ab8d-4372-989b-ceb35c5fd1c8 HTTP/1.1" status: 200 len: 950 time: 0.0982308 Feb 04 17:15:13.610907 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-97e3040e-17a3-4fcf-b83f-0b5d3bc37722 req-f69cc4e2-cdfa-492b-b1b9-ae5febb1fa55 tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] 10.222.0.89 "GET /v2.0/security-groups?id=5fa98c6a-94b3-4690-b9c3-4f0e67d11226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878410 Feb 04 17:15:13.725724 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-e60e3dc9-482b-44f5-b1bf-f5eca42592dc req-96303f02-c737-4970-a557-648fd74e829c service neutron] 10.222.0.96 "GET /v2.0/networks/3a92870e-0f75-4f51-bf18-f38ecaa186c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3287714 Feb 04 17:15:13.752330 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-5c5b8f12-1889-4c07-a961-a0dcd39502e7 req-7dde9f07-272d-485b-ac7c-06d77ed9f896 service neutron] 10.222.0.90 "GET /v2.0/networks/b746bac5-cc19-45da-9cf3-0187a389a920?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5906768 Feb 04 17:15:13.755203 n-d-827839-2 neutron-server[103377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d11d302-5eb4-49b1-a8ac-e523a2e68943', 'tag': '3e7c7830-83fe-4f99-8527-4a0e6642c895'}] {{(pid=103377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:15:13.758475 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7240428b650e1488e9361b62648ff4b3a6c19d49d8c27c949491ab58c1346cf0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30c538cf-eb1d-4c3f-a491-c1f82ef558e9" -d '{"events": [{"name": "network-changed", "server_uuid": "6d11d302-5eb4-49b1-a8ac-e523a2e68943", "tag": "3e7c7830-83fe-4f99-8527-4a0e6642c895"}]}' {{(pid=103377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:15:13.782029 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c17a15-ae6a-4249-b58f-2ce2f87dc4db req-54a445b3-b169-421e-ba7c-d047bb5e8e39 tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:15:13.783748 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-81c17a15-ae6a-4249-b58f-2ce2f87dc4db req-54a445b3-b169-421e-ba7c-d047bb5e8e39 tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] 10.222.0.89 "GET /v2.0/ports?device_id=1c595986-a5b8-475f-a049-607458d29738 HTTP/1.1" status: 200 len: 950 time: 0.1144884 Feb 04 17:15:13.789657 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b09a70-6fa5-4486-bf22-0a33678bfc1e req-f8ca4a1f-dde7-410f-9848-a2e37d5c3f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:15:13.794329 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-35b09a70-6fa5-4486-bf22-0a33678bfc1e req-f8ca4a1f-dde7-410f-9848-a2e37d5c3f3f service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=c2a38c97-307b-4133-955d-de3605483336 HTTP/1.1" status: 200 len: 1132 time: 0.2463105 Feb 04 17:15:13.801700 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff854168-f659-49ba-a2cd-e571bdf1e86e req-60c526b9-5a42-4e22-9452-31cebab59483 tempest-ServersTestBootFromVolume-1946499048 tempest-ServersTestBootFromVolume-1946499048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:15:13.809473 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-ff854168-f659-49ba-a2cd-e571bdf1e86e req-60c526b9-5a42-4e22-9452-31cebab59483 tempest-ServersTestBootFromVolume-1946499048 tempest-ServersTestBootFromVolume-1946499048-project] 10.222.0.89 "GET /v2.0/ports?device_id=d05624d9-7069-4d9d-823a-9c54a8dd6b49 HTTP/1.1" status: 200 len: 943 time: 0.2536879 Feb 04 17:15:13.847675 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device df5baaca-83bf-43f5-9716-833543e3a9c1 details requested by agent hyperv_n-h1-827839-2 with host n-h1-827839-2 {{(pid=103378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 17:15:13.849643 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-81c17a15-ae6a-4249-b58f-2ce2f87dc4db req-7de1af80-3da3-4ab3-ba61-313e00b4639d tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] 10.222.0.89 "GET /v2.0/security-groups?id=4f68676b-760c-49c3-a14c-c9afa7ad720d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581992 Feb 04 17:15:13.918540 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 17:15:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce04a3f6-5a0a-4e96-b872-636154a959fa x-openstack-request-id: req-ce04a3f6-5a0a-4e96-b872-636154a959fa {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:15:13.918938 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d11d302-5eb4-49b1-a8ac-e523a2e68943", "tag": "3e7c7830-83fe-4f99-8527-4a0e6642c895", "status": "completed", "code": 200}]} {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:15:13.919255 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-ce04a3f6-5a0a-4e96-b872-636154a959fa {{(pid=103377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:15:13.919768 n-d-827839-2 neutron-server[103377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d11d302-5eb4-49b1-a8ac-e523a2e68943', 'tag': '3e7c7830-83fe-4f99-8527-4a0e6642c895', 'status': 'completed', 'code': 200} Feb 04 17:15:13.931607 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-ff854168-f659-49ba-a2cd-e571bdf1e86e req-0c9b25a0-e6f1-4444-bbcd-c63a03dd0405 tempest-ServersTestBootFromVolume-1946499048 tempest-ServersTestBootFromVolume-1946499048-project] 10.222.0.89 "GET /v2.0/security-groups?id=e0c7c260-7f3c-4059-832b-03acecef069a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1212268 Feb 04 17:15:13.935626 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-35b09a70-6fa5-4486-bf22-0a33678bfc1e req-3ba8bedf-04b8-4ea1-9be7-8aa52fb7fc4c service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=4f68676b-760c-49c3-a14c-c9afa7ad720d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055286 Feb 04 17:15:14.045385 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] For port df5baaca-83bf-43f5-9716-833543e3a9c1, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=df5baaca-83bf-43f5-9716-833543e3a9c1,segment=NetworkSegment(3a39b085-d3e6-43bb-a64c-1b06dd049e5a),segment_id=3a39b085-d3e6-43bb-a64c-1b06dd049e5a)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:15:14.049579 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c538cf-eb1d-4c3f-a491-c1f82ef558e9 req-24d6cdeb-b8fc-4b30-8937-bb746daad177 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:15:14.051085 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-30c538cf-eb1d-4c3f-a491-c1f82ef558e9 req-24d6cdeb-b8fc-4b30-8937-bb746daad177 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=978c6d026b0944f6a413e3d4f2103bea&device_id=6d11d302-5eb4-49b1-a8ac-e523a2e68943 HTTP/1.1" status: 200 len: 1126 time: 0.0975437 Feb 04 17:15:14.085184 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Returning: {'device': 'df5baaca-83bf-43f5-9716-833543e3a9c1', 'network_id': '02be22b9-aa53-40ea-8050-9239cd27d1ff', 'port_id': 'df5baaca-83bf-43f5-9716-833543e3a9c1', 'mac_address': 'fa:16:3e:9f:12:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 797, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c974b0ff-2c5c-4667-8a81-3bde3ea6ced5', 'ip_address': '192.168.233.15'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 17:15:14.163314 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Current status of the port df5baaca-83bf-43f5-9716-833543e3a9c1 is: DOWN; New status is: BUILD {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:15:14.163730 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (df5baaca-83bf-43f5-9716-833543e3a9c1), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:15:14.183133 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c538cf-eb1d-4c3f-a491-c1f82ef558e9 req-73d1c1ce-c68d-4a13-bb1a-c9659811f52b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:15:14.185083 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-30c538cf-eb1d-4c3f-a491-c1f82ef558e9 req-73d1c1ce-c68d-4a13-bb1a-c9659811f52b service neutron] 10.222.0.96 "GET /v2.0/networks?id=3a92870e-0f75-4f51-bf18-f38ecaa186c3 HTTP/1.1" status: 200 len: 913 time: 0.1237803 Feb 04 17:15:14.194714 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df5baaca-83bf-43f5-9716-833543e3a9c1 {{(pid=103378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 17:15:14.241319 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] For port df5baaca-83bf-43f5-9716-833543e3a9c1, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=df5baaca-83bf-43f5-9716-833543e3a9c1,segment=NetworkSegment(3a39b085-d3e6-43bb-a64c-1b06dd049e5a),segment_id=3a39b085-d3e6-43bb-a64c-1b06dd049e5a)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:15:14.245212 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (df5baaca-83bf-43f5-9716-833543e3a9c1), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:15:14.273346 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-30c538cf-eb1d-4c3f-a491-c1f82ef558e9 req-0b42322e-0a75-4c33-b7c3-ec0ab27a1b1e service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3e7c7830-83fe-4f99-8527-4a0e6642c895 HTTP/1.1" status: 200 len: 217 time: 0.0815275 Feb 04 17:15:14.398481 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687effb1-704c-4458-a529-44309f616179 req-bc9d3e1e-71e0-4bb9-a180-2115165f6a6e tempest-ImagesNegativeTestJSON-2107279219 tempest-ImagesNegativeTestJSON-2107279219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:15:14.406242 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-687effb1-704c-4458-a529-44309f616179 req-bc9d3e1e-71e0-4bb9-a180-2115165f6a6e tempest-ImagesNegativeTestJSON-2107279219 tempest-ImagesNegativeTestJSON-2107279219-project] 10.222.0.89 "GET /v2.0/ports?device_id=73ef4295-f1bd-4a39-ae22-227e173b4f04 HTTP/1.1" status: 200 len: 948 time: 0.1160996 Feb 04 17:15:14.417955 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Pushing event updated for resources: {'Port': ['ID=df5baaca-83bf-43f5-9716-833543e3a9c1,revision_number=4']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:15:14.482371 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c538cf-eb1d-4c3f-a491-c1f82ef558e9 req-9c04f5c4-ced5-440a-86bb-48756d2bd805 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:15:14.484836 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-30c538cf-eb1d-4c3f-a491-c1f82ef558e9 req-9c04f5c4-ced5-440a-86bb-48756d2bd805 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=223e3d0b-2da1-4b6d-bc4c-a1504765d855 HTTP/1.1" status: 200 len: 852 time: 0.2025309 Feb 04 17:15:14.499771 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-687effb1-704c-4458-a529-44309f616179 req-47ee60d3-cec1-41ef-935e-77f30a9dc6be tempest-ImagesNegativeTestJSON-2107279219 tempest-ImagesNegativeTestJSON-2107279219-project] 10.222.0.89 "GET /v2.0/security-groups?id=0f715ebf-19e6-4360-aece-55f7295b2a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882258 Feb 04 17:15:14.526588 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-30c538cf-eb1d-4c3f-a491-c1f82ef558e9 req-aeb4f4ce-0e98-4687-be14-97062a6bbcb5 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=3a92870e-0f75-4f51-bf18-f38ecaa186c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0338898 Feb 04 17:15:14.539454 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720e1907-211e-4c48-a4e1-aa784ead0b3f req-3e992fbf-c42d-4ede-9036-e3710ea87c82 tempest-SecurityGroupsTestJSON-1563643175 tempest-SecurityGroupsTestJSON-1563643175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:15:14.541438 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-720e1907-211e-4c48-a4e1-aa784ead0b3f req-3e992fbf-c42d-4ede-9036-e3710ea87c82 tempest-SecurityGroupsTestJSON-1563643175 tempest-SecurityGroupsTestJSON-1563643175-project] 10.222.0.89 "GET /v2.0/ports?device_id=6d11d302-5eb4-49b1-a8ac-e523a2e68943 HTTP/1.1" status: 200 len: 944 time: 0.1650784 Feb 04 17:15:14.689369 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-720e1907-211e-4c48-a4e1-aa784ead0b3f req-e9a508d0-9ca4-4081-a6b6-322baa61a288 tempest-SecurityGroupsTestJSON-1563643175 tempest-SecurityGroupsTestJSON-1563643175-project] 10.222.0.89 "GET /v2.0/security-groups?id=beaee1ab-f1ea-48fb-8fb6-199b9068cee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330154 Feb 04 17:15:14.766212 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-30c538cf-eb1d-4c3f-a491-c1f82ef558e9 req-faf52489-6e01-43bf-8ee5-7c2ba5710745 service neutron] 10.222.0.96 "GET /v2.0/networks/3a92870e-0f75-4f51-bf18-f38ecaa186c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2234778 Feb 04 17:15:14.845414 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d49043-77fd-42cc-b3a8-2b4c1f5a117c req-9a4147a1-a348-404c-82f4-c72a23945f20 tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:15:14.845414 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-d0d49043-77fd-42cc-b3a8-2b4c1f5a117c req-9a4147a1-a348-404c-82f4-c72a23945f20 tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] 10.222.0.89 "GET /v2.0/ports?device_id=b7e72874-ab8d-4372-989b-ceb35c5fd1c8 HTTP/1.1" status: 200 len: 950 time: 0.1247921 Feb 04 17:15:14.896509 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] get_ports_and_sgs() called for port_ids ['df5baaca-83bf-43f5-9716-833543e3a9c1'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 17:15:14.961725 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-30c538cf-eb1d-4c3f-a491-c1f82ef558e9 req-7ca95b2a-d2f7-446a-8d53-d19f06ed0326 service neutron] 10.222.0.96 "GET /v2.0/networks/3a92870e-0f75-4f51-bf18-f38ecaa186c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1833098 Feb 04 17:15:15.015586 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-d0d49043-77fd-42cc-b3a8-2b4c1f5a117c req-5dbd0221-225d-4e40-a65c-52585d70f858 tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] 10.222.0.89 "GET /v2.0/security-groups?id=5fa98c6a-94b3-4690-b9c3-4f0e67d11226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613495 Feb 04 17:15:15.193440 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffd41a6-11ef-4227-a9c6-deaf81c392b1 req-83a718d7-cc3c-454f-9e1a-f67780b3b3e6 tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:15:15.218665 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-bffd41a6-11ef-4227-a9c6-deaf81c392b1 req-83a718d7-cc3c-454f-9e1a-f67780b3b3e6 tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] 10.222.0.89 "GET /v2.0/ports?device_id=1c595986-a5b8-475f-a049-607458d29738 HTTP/1.1" status: 200 len: 950 time: 0.1950581 Feb 04 17:15:15.282629 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d514494-ebf7-48cc-ae7b-1e7140231fbf req-47c9e74c-5926-4d75-b9d2-1b234d59cec1 tempest-ServersTestBootFromVolume-1946499048 tempest-ServersTestBootFromVolume-1946499048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:15:15.284722 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-0d514494-ebf7-48cc-ae7b-1e7140231fbf req-47c9e74c-5926-4d75-b9d2-1b234d59cec1 tempest-ServersTestBootFromVolume-1946499048 tempest-ServersTestBootFromVolume-1946499048-project] 10.222.0.89 "GET /v2.0/ports?device_id=d05624d9-7069-4d9d-823a-9c54a8dd6b49 HTTP/1.1" status: 200 len: 943 time: 0.1019926 Feb 04 17:15:15.311655 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-bffd41a6-11ef-4227-a9c6-deaf81c392b1 req-81b75ee1-f188-4cc6-b071-0a093ffedcdb tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] 10.222.0.89 "GET /v2.0/security-groups?id=4f68676b-760c-49c3-a14c-c9afa7ad720d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919936 Feb 04 17:15:15.345594 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-0d514494-ebf7-48cc-ae7b-1e7140231fbf req-b2ff7107-e0ac-4a04-83af-864ee579cf15 tempest-ServersTestBootFromVolume-1946499048 tempest-ServersTestBootFromVolume-1946499048-project] 10.222.0.89 "GET /v2.0/security-groups?id=e0c7c260-7f3c-4059-832b-03acecef069a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550208 Feb 04 17:15:15.473788 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5fb8d0-1dc1-44fd-9503-0986cb45b55a req-b71db6f7-a651-4230-927f-e974c2a5b928 tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:15:15.475676 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-5c5fb8d0-1dc1-44fd-9503-0986cb45b55a req-b71db6f7-a651-4230-927f-e974c2a5b928 tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] 10.222.0.89 "GET /v2.0/ports?device_id=c2a38c97-307b-4133-955d-de3605483336 HTTP/1.1" status: 200 len: 950 time: 0.0676398 Feb 04 17:15:15.574155 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-5c5fb8d0-1dc1-44fd-9503-0986cb45b55a req-557c4135-5628-4e6b-ac43-3a6e76343a39 tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] 10.222.0.89 "GET /v2.0/security-groups?id=4f68676b-760c-49c3-a14c-c9afa7ad720d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910625 Feb 04 17:15:15.647945 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660f2e2e-7304-4fb9-8b51-fa7635545305 req-e4a8eadf-3026-4635-afaf-dc3c8c1ebf8a tempest-ImagesNegativeTestJSON-2107279219 tempest-ImagesNegativeTestJSON-2107279219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:15:15.649550 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-660f2e2e-7304-4fb9-8b51-fa7635545305 req-e4a8eadf-3026-4635-afaf-dc3c8c1ebf8a tempest-ImagesNegativeTestJSON-2107279219 tempest-ImagesNegativeTestJSON-2107279219-project] 10.222.0.89 "GET /v2.0/ports?device_id=73ef4295-f1bd-4a39-ae22-227e173b4f04 HTTP/1.1" status: 200 len: 948 time: 0.0641637 Feb 04 17:15:15.730292 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-660f2e2e-7304-4fb9-8b51-fa7635545305 req-9bdedc51-774d-41db-9604-4cf0ce7c013d tempest-ImagesNegativeTestJSON-2107279219 tempest-ImagesNegativeTestJSON-2107279219-project] 10.222.0.89 "GET /v2.0/security-groups?id=0f715ebf-19e6-4360-aece-55f7295b2a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745368 Feb 04 17:15:15.825974 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1e7939-dbc9-4f35-ac72-f3e64d0c7981 req-4ec32eca-6ec9-4be9-ae60-c717eb537d05 tempest-SecurityGroupsTestJSON-1563643175 tempest-SecurityGroupsTestJSON-1563643175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:15:15.828536 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-8b1e7939-dbc9-4f35-ac72-f3e64d0c7981 req-4ec32eca-6ec9-4be9-ae60-c717eb537d05 tempest-SecurityGroupsTestJSON-1563643175 tempest-SecurityGroupsTestJSON-1563643175-project] 10.222.0.89 "GET /v2.0/ports?device_id=6d11d302-5eb4-49b1-a8ac-e523a2e68943 HTTP/1.1" status: 200 len: 944 time: 0.0604827 Feb 04 17:15:15.881496 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-8b1e7939-dbc9-4f35-ac72-f3e64d0c7981 req-4c25014d-2ae6-4497-9a71-ab632fcee072 tempest-SecurityGroupsTestJSON-1563643175 tempest-SecurityGroupsTestJSON-1563643175-project] 10.222.0.89 "GET /v2.0/security-groups?id=beaee1ab-f1ea-48fb-8fb6-199b9068cee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462325 Feb 04 17:15:16.126802 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fc0981-7aec-49a6-9935-c9bcaeab8b93 req-08d5cd85-00fd-4bd2-8ad4-8eba858fd6a7 tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:15:16.128229 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-a0fc0981-7aec-49a6-9935-c9bcaeab8b93 req-08d5cd85-00fd-4bd2-8ad4-8eba858fd6a7 tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] 10.222.0.89 "GET /v2.0/ports?device_id=b7e72874-ab8d-4372-989b-ceb35c5fd1c8 HTTP/1.1" status: 200 len: 950 time: 0.0545735 Feb 04 17:15:16.178115 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-a0fc0981-7aec-49a6-9935-c9bcaeab8b93 req-ff775f5c-70aa-4084-b858-afc1f3ead35e tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] 10.222.0.89 "GET /v2.0/security-groups?id=5fa98c6a-94b3-4690-b9c3-4f0e67d11226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443900 Feb 04 17:15:16.474628 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b54b07f-cfcd-4acf-8409-54f6ae7d8272 req-7114283c-d4e4-4f84-b9bd-301b4d932fa8 tempest-ServersTestBootFromVolume-1946499048 tempest-ServersTestBootFromVolume-1946499048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:15:16.476360 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-7b54b07f-cfcd-4acf-8409-54f6ae7d8272 req-7114283c-d4e4-4f84-b9bd-301b4d932fa8 tempest-ServersTestBootFromVolume-1946499048 tempest-ServersTestBootFromVolume-1946499048-project] 10.222.0.89 "GET /v2.0/ports?device_id=d05624d9-7069-4d9d-823a-9c54a8dd6b49 HTTP/1.1" status: 200 len: 943 time: 0.0570376 Feb 04 17:15:16.552351 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-7b54b07f-cfcd-4acf-8409-54f6ae7d8272 req-2ea1c329-bd6f-44fc-a5a9-57e578177bc9 tempest-ServersTestBootFromVolume-1946499048 tempest-ServersTestBootFromVolume-1946499048-project] 10.222.0.89 "GET /v2.0/security-groups?id=e0c7c260-7f3c-4059-832b-03acecef069a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681617 Feb 04 17:15:16.771011 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac0a0be-5998-4b47-b306-4430ea0681f8 req-6a486828-fff2-40b8-a4a7-320caba7f27e tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:15:16.774865 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-dac0a0be-5998-4b47-b306-4430ea0681f8 req-6a486828-fff2-40b8-a4a7-320caba7f27e tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] 10.222.0.89 "GET /v2.0/ports?device_id=c2a38c97-307b-4133-955d-de3605483336 HTTP/1.1" status: 200 len: 950 time: 0.1119001 Feb 04 17:15:16.892878 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-dac0a0be-5998-4b47-b306-4430ea0681f8 req-c3cf7581-f69d-4627-a71c-eb51e5ccbe24 tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] 10.222.0.89 "GET /v2.0/security-groups?id=4f68676b-760c-49c3-a14c-c9afa7ad720d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107390 Feb 04 17:15:16.913984 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ef1645-078e-4e36-9ee1-4608a704424f req-6c2d3343-331f-438e-9fa3-002f37a3e6b1 tempest-ImagesNegativeTestJSON-2107279219 tempest-ImagesNegativeTestJSON-2107279219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:15:16.921276 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-69ef1645-078e-4e36-9ee1-4608a704424f req-6c2d3343-331f-438e-9fa3-002f37a3e6b1 tempest-ImagesNegativeTestJSON-2107279219 tempest-ImagesNegativeTestJSON-2107279219-project] 10.222.0.89 "GET /v2.0/ports?device_id=73ef4295-f1bd-4a39-ae22-227e173b4f04 HTTP/1.1" status: 200 len: 948 time: 0.0944195 Feb 04 17:15:16.997545 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-69ef1645-078e-4e36-9ee1-4608a704424f req-7c181104-f27d-4329-a104-36c046a5c738 tempest-ImagesNegativeTestJSON-2107279219 tempest-ImagesNegativeTestJSON-2107279219-project] 10.222.0.89 "GET /v2.0/security-groups?id=0f715ebf-19e6-4360-aece-55f7295b2a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676198 Feb 04 17:15:17.115776 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48c47e6-b6b1-40a2-866b-5c6386f7603f req-6c8c207a-c81c-4808-9ac4-277b20fca077 tempest-SecurityGroupsTestJSON-1563643175 tempest-SecurityGroupsTestJSON-1563643175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:15:17.123326 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-d48c47e6-b6b1-40a2-866b-5c6386f7603f req-6c8c207a-c81c-4808-9ac4-277b20fca077 tempest-SecurityGroupsTestJSON-1563643175 tempest-SecurityGroupsTestJSON-1563643175-project] 10.222.0.89 "GET /v2.0/ports?device_id=6d11d302-5eb4-49b1-a8ac-e523a2e68943 HTTP/1.1" status: 200 len: 944 time: 0.0676506 Feb 04 17:15:17.184096 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-d48c47e6-b6b1-40a2-866b-5c6386f7603f req-205de224-2834-45f1-bb8d-0fb18cb7e4b6 tempest-SecurityGroupsTestJSON-1563643175 tempest-SecurityGroupsTestJSON-1563643175-project] 10.222.0.89 "GET /v2.0/security-groups?id=beaee1ab-f1ea-48fb-8fb6-199b9068cee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597711 Feb 04 17:15:17.358020 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8f8e85-7c8b-4798-9f4f-35337c29cf61 req-b088fa86-81cf-4ef5-a052-3dd170202948 tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:15:17.363707 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-1d8f8e85-7c8b-4798-9f4f-35337c29cf61 req-b088fa86-81cf-4ef5-a052-3dd170202948 tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] 10.222.0.89 "GET /v2.0/ports?device_id=b7e72874-ab8d-4372-989b-ceb35c5fd1c8 HTTP/1.1" status: 200 len: 950 time: 0.1042237 Feb 04 17:15:17.386514 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d108cfc6-824d-4cc4-9d05-ee77bdf06b9b req-ee5a91d5-c46c-46f8-95c5-be76c17e11ec tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:15:17.392863 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d108cfc6-824d-4cc4-9d05-ee77bdf06b9b req-ee5a91d5-c46c-46f8-95c5-be76c17e11ec tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:15:17.412645 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-d108cfc6-824d-4cc4-9d05-ee77bdf06b9b req-ee5a91d5-c46c-46f8-95c5-be76c17e11ec tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] 10.222.0.89 "GET /v2.0/ports?device_id=1c595986-a5b8-475f-a049-607458d29738&device_id=c2a38c97-307b-4133-955d-de3605483336 HTTP/1.1" status: 200 len: 1691 time: 0.1338029 Feb 04 17:15:17.425464 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-1d8f8e85-7c8b-4798-9f4f-35337c29cf61 req-28e63b42-19d6-4f52-9347-7d05015c4107 tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] 10.222.0.89 "GET /v2.0/security-groups?id=5fa98c6a-94b3-4690-b9c3-4f0e67d11226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564430 Feb 04 17:15:17.505290 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-d108cfc6-824d-4cc4-9d05-ee77bdf06b9b req-6a7fbb7d-2052-4067-b357-c2e782c01bed tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] 10.222.0.89 "GET /v2.0/security-groups?id=4f68676b-760c-49c3-a14c-c9afa7ad720d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913413 Feb 04 17:15:17.785089 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ca66b4-aa7c-42dc-a251-2fdf88462409 req-0286c2df-eaa9-45eb-8591-7f02f9f956e3 tempest-ServersOnMultiNodesTest-1012602224 tempest-ServersOnMultiNodesTest-1012602224-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:15:17.792020 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243b5605-6091-46b4-86c2-6cb927ecb282 req-facd9937-547f-4565-9b71-7ce15c49ac65 tempest-ServersTestBootFromVolume-1946499048 tempest-ServersTestBootFromVolume-1946499048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:15:17.792866 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-86ca66b4-aa7c-42dc-a251-2fdf88462409 req-0286c2df-eaa9-45eb-8591-7f02f9f956e3 tempest-ServersOnMultiNodesTest-1012602224 tempest-ServersOnMultiNodesTest-1012602224-project-admin] 10.222.0.89 "GET /v2.0/ports?device_id=1c595986-a5b8-475f-a049-607458d29738 HTTP/1.1" status: 200 len: 1132 time: 0.0878572 Feb 04 17:15:17.796327 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-243b5605-6091-46b4-86c2-6cb927ecb282 req-facd9937-547f-4565-9b71-7ce15c49ac65 tempest-ServersTestBootFromVolume-1946499048 tempest-ServersTestBootFromVolume-1946499048-project] 10.222.0.89 "GET /v2.0/ports?device_id=d05624d9-7069-4d9d-823a-9c54a8dd6b49 HTTP/1.1" status: 200 len: 943 time: 0.1169593 Feb 04 17:15:17.857345 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device 3e7c7830-83fe-4f99-8527-4a0e6642c895 details requested by agent hyperv_n-h1-827839-2 with host n-h1-827839-2 {{(pid=103378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 17:15:17.875484 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-86ca66b4-aa7c-42dc-a251-2fdf88462409 req-99c5312c-81fe-4c67-97e7-65180a43a27a tempest-ServersOnMultiNodesTest-1012602224 tempest-ServersOnMultiNodesTest-1012602224-project-admin] 10.222.0.89 "GET /v2.0/security-groups?id=4f68676b-760c-49c3-a14c-c9afa7ad720d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817604 Feb 04 17:15:17.881453 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-243b5605-6091-46b4-86c2-6cb927ecb282 req-eacc74b0-0aa5-441a-bacb-5d9d29ab9c99 tempest-ServersTestBootFromVolume-1946499048 tempest-ServersTestBootFromVolume-1946499048-project] 10.222.0.89 "GET /v2.0/security-groups?id=e0c7c260-7f3c-4059-832b-03acecef069a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732706 Feb 04 17:15:18.009202 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] For port 3e7c7830-83fe-4f99-8527-4a0e6642c895, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=3e7c7830-83fe-4f99-8527-4a0e6642c895,segment=NetworkSegment(2581f07c-86e2-4d88-bea9-098dd9136854),segment_id=2581f07c-86e2-4d88-bea9-098dd9136854)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:15:18.029380 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device df5baaca-83bf-43f5-9716-833543e3a9c1 up at agent hyperv_n-h1-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:15:18.033816 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Returning: {'device': '3e7c7830-83fe-4f99-8527-4a0e6642c895', 'network_id': '3a92870e-0f75-4f51-bf18-f38ecaa186c3', 'port_id': '3e7c7830-83fe-4f99-8527-4a0e6642c895', 'mac_address': 'fa:16:3e:a4:f1:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 754, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '223e3d0b-2da1-4b6d-bc4c-a1504765d855', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 17:15:18.042747 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba651efe-469a-4068-8414-73dea344ea22 req-e470f5ef-858c-434a-a71b-c0c37f099207 tempest-ServersOnMultiNodesTest-1012602224 tempest-ServersOnMultiNodesTest-1012602224-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:15:18.050051 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-ba651efe-469a-4068-8414-73dea344ea22 req-e470f5ef-858c-434a-a71b-c0c37f099207 tempest-ServersOnMultiNodesTest-1012602224 tempest-ServersOnMultiNodesTest-1012602224-project-admin] 10.222.0.89 "GET /v2.0/ports?device_id=c2a38c97-307b-4133-955d-de3605483336 HTTP/1.1" status: 200 len: 1132 time: 0.0731950 Feb 04 17:15:18.124463 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-ba651efe-469a-4068-8414-73dea344ea22 req-5552a584-5626-40fe-8642-1e0270baf9ad tempest-ServersOnMultiNodesTest-1012602224 tempest-ServersOnMultiNodesTest-1012602224-project-admin] 10.222.0.89 "GET /v2.0/security-groups?id=4f68676b-760c-49c3-a14c-c9afa7ad720d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733771 Feb 04 17:15:18.206921 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04c19d5-c7b8-4771-af57-876190aac937 req-67a29d5b-cea2-4852-8613-5626c52e00d5 tempest-ImagesNegativeTestJSON-2107279219 tempest-ImagesNegativeTestJSON-2107279219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:15:18.209989 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-d04c19d5-c7b8-4771-af57-876190aac937 req-67a29d5b-cea2-4852-8613-5626c52e00d5 tempest-ImagesNegativeTestJSON-2107279219 tempest-ImagesNegativeTestJSON-2107279219-project] 10.222.0.89 "GET /v2.0/ports?device_id=73ef4295-f1bd-4a39-ae22-227e173b4f04 HTTP/1.1" status: 200 len: 948 time: 0.1343427 Feb 04 17:15:18.237273 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Current status of the port 3e7c7830-83fe-4f99-8527-4a0e6642c895 is: DOWN; New status is: BUILD {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:15:18.237683 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (3e7c7830-83fe-4f99-8527-4a0e6642c895), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:15:18.239863 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Provisioning for port df5baaca-83bf-43f5-9716-833543e3a9c1 completed by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 17:15:18.253363 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Provisioning complete for port df5baaca-83bf-43f5-9716-833543e3a9c1 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:15:18.254079 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (df5baaca-83bf-43f5-9716-833543e3a9c1), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:15:18.301759 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e7c7830-83fe-4f99-8527-4a0e6642c895 {{(pid=103378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 17:15:18.326316 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-d04c19d5-c7b8-4771-af57-876190aac937 req-6fac553c-c259-4263-9f6e-a56613146ad4 tempest-ImagesNegativeTestJSON-2107279219 tempest-ImagesNegativeTestJSON-2107279219-project] 10.222.0.89 "GET /v2.0/security-groups?id=0f715ebf-19e6-4360-aece-55f7295b2a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099174 Feb 04 17:15:18.368790 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] For port 3e7c7830-83fe-4f99-8527-4a0e6642c895, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=3e7c7830-83fe-4f99-8527-4a0e6642c895,segment=NetworkSegment(2581f07c-86e2-4d88-bea9-098dd9136854),segment_id=2581f07c-86e2-4d88-bea9-098dd9136854)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:15:18.377683 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (3e7c7830-83fe-4f99-8527-4a0e6642c895), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:15:18.402367 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093ffb84-dc76-49da-bf06-6b6591f79291 req-db5ada1b-80bf-40d5-b912-021a0626332d tempest-SecurityGroupsTestJSON-1563643175 tempest-SecurityGroupsTestJSON-1563643175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:15:18.403969 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-093ffb84-dc76-49da-bf06-6b6591f79291 req-db5ada1b-80bf-40d5-b912-021a0626332d tempest-SecurityGroupsTestJSON-1563643175 tempest-SecurityGroupsTestJSON-1563643175-project] 10.222.0.89 "GET /v2.0/ports?device_id=6d11d302-5eb4-49b1-a8ac-e523a2e68943 HTTP/1.1" status: 200 len: 944 time: 0.0946219 Feb 04 17:15:18.476594 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Pushing event updated for resources: {'Port': ['ID=3e7c7830-83fe-4f99-8527-4a0e6642c895,revision_number=4']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:15:18.495140 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-4515c604-ff6e-46d9-9046-4b49da0c002e req-a94ddc61-11f7-4126-8c58-cceb75f6182b tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] 10.222.0.89 "GET /v2.0/networks?tenant_id=de991ffa63634ff992d797b06d2aeaaa&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0293245 Feb 04 17:15:18.514389 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Current status of the port df5baaca-83bf-43f5-9716-833543e3a9c1 is: BUILD; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:15:18.515840 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (df5baaca-83bf-43f5-9716-833543e3a9c1), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:15:18.531249 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-093ffb84-dc76-49da-bf06-6b6591f79291 req-2b92f490-752e-4e70-bbe4-6962a9c441ab tempest-SecurityGroupsTestJSON-1563643175 tempest-SecurityGroupsTestJSON-1563643175-project] 10.222.0.89 "GET /v2.0/security-groups?id=beaee1ab-f1ea-48fb-8fb6-199b9068cee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206970 Feb 04 17:15:18.555399 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73ef4295-f1bd-4a39-ae22-227e173b4f04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df5baaca-83bf-43f5-9716-833543e3a9c1'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:15:18.557970 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c34bc964ce2211770fda26ca2f3801cc06f4f39928110690550e94ab9c9d2fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccd19b01-4b18-44cd-aedf-84d3f91dcee5" -d '{"events": [{"server_uuid": "73ef4295-f1bd-4a39-ae22-227e173b4f04", "name": "network-vif-plugged", "status": "completed", "tag": "df5baaca-83bf-43f5-9716-833543e3a9c1"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:15:18.580949 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] For port df5baaca-83bf-43f5-9716-833543e3a9c1, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=df5baaca-83bf-43f5-9716-833543e3a9c1,segment=NetworkSegment(3a39b085-d3e6-43bb-a64c-1b06dd049e5a),segment_id=3a39b085-d3e6-43bb-a64c-1b06dd049e5a)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:15:18.587870 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (df5baaca-83bf-43f5-9716-833543e3a9c1), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:15:18.661841 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Pushing event updated for resources: {'Port': ['ID=df5baaca-83bf-43f5-9716-833543e3a9c1,revision_number=5']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:15:18.722041 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4515c604-ff6e-46d9-9046-4b49da0c002e req-2917e068-52b0-4018-9ab5-842f278b0ca8 tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:15:18.727172 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de059bb0-4f2a-4808-8801-ed8b54c75adf req-cefa6c83-7c0e-4243-8e1c-aecc165cb2e0 tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:15:18.729827 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-de059bb0-4f2a-4808-8801-ed8b54c75adf req-cefa6c83-7c0e-4243-8e1c-aecc165cb2e0 tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] 10.222.0.89 "GET /v2.0/ports?device_id=b7e72874-ab8d-4372-989b-ceb35c5fd1c8 HTTP/1.1" status: 200 len: 950 time: 0.1173449 Feb 04 17:15:18.731812 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-4515c604-ff6e-46d9-9046-4b49da0c002e req-2917e068-52b0-4018-9ab5-842f278b0ca8 tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] 10.222.0.89 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2353599 Feb 04 17:15:18.752951 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-4515c604-ff6e-46d9-9046-4b49da0c002e req-a94f46d4-afc8-49fb-a28c-658c3be2e4fc tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] 10.222.0.89 "GET /v2.0/quotas/de991ffa63634ff992d797b06d2aeaaa HTTP/1.1" status: 200 len: 375 time: 0.0197873 Feb 04 17:15:18.787300 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-de059bb0-4f2a-4808-8801-ed8b54c75adf req-f15e21ea-0561-418c-bb89-764fb9274731 tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] 10.222.0.89 "GET /v2.0/security-groups?id=5fa98c6a-94b3-4690-b9c3-4f0e67d11226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509250 Feb 04 17:15:18.835753 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-4515c604-ff6e-46d9-9046-4b49da0c002e req-049fc25b-5c14-47cd-80ce-b5c5cc019398 tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=de991ffa63634ff992d797b06d2aeaaa&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0813766 Feb 04 17:15:18.840009 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 17:15:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5b2cb9d-cf34-44e8-9252-2ec507e42276 x-openstack-request-id: req-e5b2cb9d-cf34-44e8-9252-2ec507e42276 {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:15:18.840363 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73ef4295-f1bd-4a39-ae22-227e173b4f04", "name": "network-vif-plugged", "status": "completed", "tag": "df5baaca-83bf-43f5-9716-833543e3a9c1", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:15:18.840646 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-e5b2cb9d-cf34-44e8-9252-2ec507e42276 {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:15:18.841078 n-d-827839-2 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73ef4295-f1bd-4a39-ae22-227e173b4f04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df5baaca-83bf-43f5-9716-833543e3a9c1', 'code': 200} Feb 04 17:15:18.855918 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] get_ports_and_sgs() called for port_ids ['3e7c7830-83fe-4f99-8527-4a0e6642c895'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 17:15:18.984948 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d104aeb-b1af-4921-9e92-5d80b28a53b5 req-b24fed4c-1fc3-4a7e-a948-342e0678eb65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:15:18.986445 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-5d104aeb-b1af-4921-9e92-5d80b28a53b5 req-b24fed4c-1fc3-4a7e-a948-342e0678eb65 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=73ef4295-f1bd-4a39-ae22-227e173b4f04 HTTP/1.1" status: 200 len: 1131 time: 0.0841198 Feb 04 17:15:19.052938 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f60e663-06d5-4959-9050-775fb2790450 req-7b47c4b4-f3ff-4711-8a0b-60ed38dc85f4 tempest-ServersTestBootFromVolume-1946499048 tempest-ServersTestBootFromVolume-1946499048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:15:19.064274 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-6f60e663-06d5-4959-9050-775fb2790450 req-7b47c4b4-f3ff-4711-8a0b-60ed38dc85f4 tempest-ServersTestBootFromVolume-1946499048 tempest-ServersTestBootFromVolume-1946499048-project] 10.222.0.89 "GET /v2.0/ports?device_id=d05624d9-7069-4d9d-823a-9c54a8dd6b49 HTTP/1.1" status: 200 len: 943 time: 0.0822890 Feb 04 17:15:19.074343 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-5d104aeb-b1af-4921-9e92-5d80b28a53b5 req-61306cff-afd4-44c8-93c7-0dd8fc6baae4 service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=0f715ebf-19e6-4360-aece-55f7295b2a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775380 Feb 04 17:15:19.121566 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-4e98c146-1464-4a2a-9fbb-bee83c092d83 req-f4f8855b-d5af-430a-a33a-2cbb9f57b69f tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] 10.222.0.89 "GET /v2.0/ports?device_id=7488b3c7-1771-4cc0-b566-fa8ba403f3e4 HTTP/1.1" status: 200 len: 210 time: 0.0603375 Feb 04 17:15:19.159777 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-6f60e663-06d5-4959-9050-775fb2790450 req-e2491c24-42dc-4513-8d24-26c86fc0a1cb tempest-ServersTestBootFromVolume-1946499048 tempest-ServersTestBootFromVolume-1946499048-project] 10.222.0.89 "GET /v2.0/security-groups?id=e0c7c260-7f3c-4059-832b-03acecef069a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0946519 Feb 04 17:15:19.469012 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffa0609-7de6-455c-907a-85ab20afbbe8 req-d9b470aa-d8da-4c91-b360-08a645296470 tempest-ImagesNegativeTestJSON-2107279219 tempest-ImagesNegativeTestJSON-2107279219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:15:19.470943 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-3ffa0609-7de6-455c-907a-85ab20afbbe8 req-d9b470aa-d8da-4c91-b360-08a645296470 tempest-ImagesNegativeTestJSON-2107279219 tempest-ImagesNegativeTestJSON-2107279219-project] 10.222.0.89 "GET /v2.0/ports?device_id=73ef4295-f1bd-4a39-ae22-227e173b4f04 HTTP/1.1" status: 200 len: 949 time: 0.0556066 Feb 04 17:15:19.539134 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-3ffa0609-7de6-455c-907a-85ab20afbbe8 req-ad0b6075-541a-43d0-84c5-4ba17eaff70b tempest-ImagesNegativeTestJSON-2107279219 tempest-ImagesNegativeTestJSON-2107279219-project] 10.222.0.89 "GET /v2.0/security-groups?id=0f715ebf-19e6-4360-aece-55f7295b2a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536935 Feb 04 17:15:19.683707 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc74d7db-720c-4711-aa2c-a2b340054a93 req-86d3bb4a-f88f-4434-a6f9-78f494787e49 tempest-SecurityGroupsTestJSON-1563643175 tempest-SecurityGroupsTestJSON-1563643175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:15:19.692076 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-dc74d7db-720c-4711-aa2c-a2b340054a93 req-86d3bb4a-f88f-4434-a6f9-78f494787e49 tempest-SecurityGroupsTestJSON-1563643175 tempest-SecurityGroupsTestJSON-1563643175-project] 10.222.0.89 "GET /v2.0/ports?device_id=6d11d302-5eb4-49b1-a8ac-e523a2e68943 HTTP/1.1" status: 200 len: 945 time: 0.0809197 Feb 04 17:15:19.755406 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-dc74d7db-720c-4711-aa2c-a2b340054a93 req-575b8856-f09a-4e6d-a096-15b2cf8e7ac3 tempest-SecurityGroupsTestJSON-1563643175 tempest-SecurityGroupsTestJSON-1563643175-project] 10.222.0.89 "GET /v2.0/security-groups?id=beaee1ab-f1ea-48fb-8fb6-199b9068cee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620620 Feb 04 17:15:19.970717 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f53417-e99f-4e1a-8ccd-9f894334d0b0 req-7edc32c2-ddb3-4254-9e76-1ddb389199d1 tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:15:19.978187 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-61f53417-e99f-4e1a-8ccd-9f894334d0b0 req-7edc32c2-ddb3-4254-9e76-1ddb389199d1 tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] 10.222.0.89 "GET /v2.0/ports?device_id=b7e72874-ab8d-4372-989b-ceb35c5fd1c8 HTTP/1.1" status: 200 len: 950 time: 0.1094944 Feb 04 17:15:20.047187 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-61f53417-e99f-4e1a-8ccd-9f894334d0b0 req-0e020a7f-d651-4dc1-adae-1cd448c0bb30 tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] 10.222.0.89 "GET /v2.0/security-groups?id=5fa98c6a-94b3-4690-b9c3-4f0e67d11226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616109 Feb 04 17:15:20.241145 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-dfd83582-8a5e-4a80-ab98-3e5af99300b3 req-085f65a3-3505-4af4-8293-267d2dcffcb0 tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] 10.222.0.89 "GET /v2.0/ports?device_id=7488b3c7-1771-4cc0-b566-fa8ba403f3e4 HTTP/1.1" status: 200 len: 210 time: 0.0372097 Feb 04 17:15:20.322044 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee98c340-dd70-4de7-b58d-b65cf3128888 req-9a70a150-d7ef-4322-aacb-e44714b17849 tempest-ServersTestBootFromVolume-1946499048 tempest-ServersTestBootFromVolume-1946499048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:15:20.323585 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-ee98c340-dd70-4de7-b58d-b65cf3128888 req-9a70a150-d7ef-4322-aacb-e44714b17849 tempest-ServersTestBootFromVolume-1946499048 tempest-ServersTestBootFromVolume-1946499048-project] 10.222.0.89 "GET /v2.0/ports?device_id=d05624d9-7069-4d9d-823a-9c54a8dd6b49 HTTP/1.1" status: 200 len: 943 time: 0.0674233 Feb 04 17:15:20.361017 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-4515c604-ff6e-46d9-9046-4b49da0c002e req-c6e89af9-71c5-45af-915d-4ded9c5eb71a tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] 10.222.0.90 "GET /v2.0/networks?tenant_id=de991ffa63634ff992d797b06d2aeaaa&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0313063 Feb 04 17:15:20.488052 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-ee98c340-dd70-4de7-b58d-b65cf3128888 req-9ff74b6e-4898-4d1a-8b5f-2de85189f4c6 tempest-ServersTestBootFromVolume-1946499048 tempest-ServersTestBootFromVolume-1946499048-project] 10.222.0.89 "GET /v2.0/security-groups?id=e0c7c260-7f3c-4059-832b-03acecef069a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1448362 Feb 04 17:15:20.546023 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4515c604-ff6e-46d9-9046-4b49da0c002e req-e9acc9c0-60d3-43e8-9077-3a1158278563 tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:15:20.547584 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-4515c604-ff6e-46d9-9046-4b49da0c002e req-e9acc9c0-60d3-43e8-9077-3a1158278563 tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1783946 Feb 04 17:15:20.572483 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [req-4515c604-ff6e-46d9-9046-4b49da0c002e req-68ff265d-abf2-4fd8-a7b5-4827315437d9 tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] Request body: {'port': {'device_id': '7488b3c7-1771-4cc0-b566-fa8ba403f3e4', 'network_id': '02be22b9-aa53-40ea-8050-9239cd27d1ff', 'admin_state_up': True, 'tenant_id': 'de991ffa63634ff992d797b06d2aeaaa'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:15:20.704013 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411aae58-c0ea-4cdc-90c1-00348648a53d req-73977e0c-7865-4e63-9c1c-907d82dcadd8 tempest-ImagesNegativeTestJSON-2107279219 tempest-ImagesNegativeTestJSON-2107279219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:15:20.707142 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-411aae58-c0ea-4cdc-90c1-00348648a53d req-73977e0c-7865-4e63-9c1c-907d82dcadd8 tempest-ImagesNegativeTestJSON-2107279219 tempest-ImagesNegativeTestJSON-2107279219-project] 10.222.0.89 "GET /v2.0/ports?device_id=73ef4295-f1bd-4a39-ae22-227e173b4f04 HTTP/1.1" status: 200 len: 949 time: 0.0840116 Feb 04 17:15:20.743241 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4515c604-ff6e-46d9-9046-4b49da0c002e req-68ff265d-abf2-4fd8-a7b5-4827315437d9 tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] Made reservation on behalf of de991ffa63634ff992d797b06d2aeaaa for: {'port': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:15:20.748047 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-4515c604-ff6e-46d9-9046-4b49da0c002e req-68ff265d-abf2-4fd8-a7b5-4827315437d9 tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:15:20.787370 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-411aae58-c0ea-4cdc-90c1-00348648a53d req-5befb30e-01d0-407b-af2f-ba43e25c4957 tempest-ImagesNegativeTestJSON-2107279219 tempest-ImagesNegativeTestJSON-2107279219-project] 10.222.0.89 "GET /v2.0/security-groups?id=0f715ebf-19e6-4360-aece-55f7295b2a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675914 Feb 04 17:15:20.954538 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.db_base_plugin_common [req-4515c604-ff6e-46d9-9046-4b49da0c002e req-68ff265d-abf2-4fd8-a7b5-4827315437d9 tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] Allocated IP 192.168.233.223 (02be22b9-aa53-40ea-8050-9239cd27d1ff/c974b0ff-2c5c-4667-8a81-3bde3ea6ced5/f9e4e26d-abca-45a8-a5e6-aef150d22ed3) {{(pid=103377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:15:20.995002 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1627a0f1-411d-484d-a37b-10350d2156bf req-6791a1c4-48a1-4211-8944-367a4bebf2d8 tempest-SecurityGroupsTestJSON-1563643175 tempest-SecurityGroupsTestJSON-1563643175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:15:21.001794 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-1627a0f1-411d-484d-a37b-10350d2156bf req-6791a1c4-48a1-4211-8944-367a4bebf2d8 tempest-SecurityGroupsTestJSON-1563643175 tempest-SecurityGroupsTestJSON-1563643175-project] 10.222.0.89 "GET /v2.0/ports?device_id=6d11d302-5eb4-49b1-a8ac-e523a2e68943 HTTP/1.1" status: 200 len: 945 time: 0.1212525 Feb 04 17:15:21.192642 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444d4444-63f2-44c0-a0f9-b5bb4851806f req-9a046e8e-2ded-45d8-8580-f9fc9e3aed8f tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:15:21.200444 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-444d4444-63f2-44c0-a0f9-b5bb4851806f req-9a046e8e-2ded-45d8-8580-f9fc9e3aed8f tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] 10.222.0.89 "GET /v2.0/ports?device_id=b7e72874-ab8d-4372-989b-ceb35c5fd1c8 HTTP/1.1" status: 200 len: 950 time: 0.0741611 Feb 04 17:15:21.256300 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-444d4444-63f2-44c0-a0f9-b5bb4851806f req-8fb1487c-2158-4896-8f79-b6d826de2820 tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] 10.222.0.89 "GET /v2.0/security-groups?id=5fa98c6a-94b3-4690-b9c3-4f0e67d11226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547872 Feb 04 17:15:21.353283 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-2531aa7a-346e-499f-9e47-9af5a4cdfcc3 req-13284c09-0d7b-4780-a14e-97d18bf73496 tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] 10.222.0.89 "GET /v2.0/ports?device_id=7488b3c7-1771-4cc0-b566-fa8ba403f3e4 HTTP/1.1" status: 200 len: 210 time: 0.0336704 Feb 04 17:15:21.439528 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-1627a0f1-411d-484d-a37b-10350d2156bf req-22b9da29-51e5-4e3a-a3d6-9338e924d14c tempest-SecurityGroupsTestJSON-1563643175 tempest-SecurityGroupsTestJSON-1563643175-project] 10.222.0.89 "GET /v2.0/security-groups?id=beaee1ab-f1ea-48fb-8fb6-199b9068cee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4368558 Feb 04 17:15:21.517025 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-4515c604-ff6e-46d9-9046-4b49da0c002e req-68ff265d-abf2-4fd8-a7b5-4827315437d9 tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] Publish callbacks [] for port (f9e4e26d-abca-45a8-a5e6-aef150d22ed3), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:15:21.590891 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-4515c604-ff6e-46d9-9046-4b49da0c002e req-68ff265d-abf2-4fd8-a7b5-4827315437d9 tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (f9e4e26d-abca-45a8-a5e6-aef150d22ed3), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:15:21.609455 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] get_ports_and_sgs() called for port_ids ['d84d4853-863b-4441-877e-8ff0319d5d6b', 'f4b260ec-2b92-4b49-a638-97cffbd194dd', 'b8cbf0e2-5ba1-4495-bfce-79351b5c0d9a'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 17:15:21.612953 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] get_ports_and_sgs() called for port_ids ['def23c9d-c30f-47d7-bd81-7d3520f20168', '44b448dd-cb1d-4a20-aeb9-66f3c7842792'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 17:15:21.671414 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623a5534-a424-46ad-8542-62e4e6db96f1 req-76a121eb-1397-4548-97da-475c2803c540 tempest-ServersTestBootFromVolume-1946499048 tempest-ServersTestBootFromVolume-1946499048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:15:21.672219 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4515c604-ff6e-46d9-9046-4b49da0c002e req-68ff265d-abf2-4fd8-a7b5-4827315437d9 tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] Network 02be22b9-aa53-40ea-8050-9239cd27d1ff is already hosted by enough agents. {{(pid=103377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:15:21.673732 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-623a5534-a424-46ad-8542-62e4e6db96f1 req-76a121eb-1397-4548-97da-475c2803c540 tempest-ServersTestBootFromVolume-1946499048 tempest-ServersTestBootFromVolume-1946499048-project] 10.222.0.89 "GET /v2.0/ports?device_id=d05624d9-7069-4d9d-823a-9c54a8dd6b49 HTTP/1.1" status: 200 len: 943 time: 0.0703804 Feb 04 17:15:21.681892 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [req-4515c604-ff6e-46d9-9046-4b49da0c002e req-68ff265d-abf2-4fd8-a7b5-4827315437d9 tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] Resources bound (agent type, host, resource id): {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:15:21.688460 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [req-4515c604-ff6e-46d9-9046-4b49da0c002e req-68ff265d-abf2-4fd8-a7b5-4827315437d9 tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] Received port after_create {{(pid=103377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:15:21.799379 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-623a5534-a424-46ad-8542-62e4e6db96f1 req-524ff621-533f-4103-9191-f88f110ce2ff tempest-ServersTestBootFromVolume-1946499048 tempest-ServersTestBootFromVolume-1946499048-project] 10.222.0.89 "GET /v2.0/security-groups?id=e0c7c260-7f3c-4059-832b-03acecef069a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1188550 Feb 04 17:15:21.804626 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ff265d-abf2-4fd8-a7b5-4827315437d9 tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] Pushing event updated for resources: {'Port': ['ID=f9e4e26d-abca-45a8-a5e6-aef150d22ed3,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:15:21.841114 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4515c604-ff6e-46d9-9046-4b49da0c002e req-68ff265d-abf2-4fd8-a7b5-4827315437d9 tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:15:21.841790 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-4515c604-ff6e-46d9-9046-4b49da0c002e req-68ff265d-abf2-4fd8-a7b5-4827315437d9 tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:15:21.878729 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-4515c604-ff6e-46d9-9046-4b49da0c002e req-68ff265d-abf2-4fd8-a7b5-4827315437d9 tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3126004 Feb 04 17:15:21.891856 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [req-4515c604-ff6e-46d9-9046-4b49da0c002e req-4d0bb7b0-69c0-4968-ac5b-5c75a03fc5da service neutron] Request body: {'port': {'device_id': '7488b3c7-1771-4cc0-b566-fa8ba403f3e4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827839-2'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:15:21.979296 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device 3e7c7830-83fe-4f99-8527-4a0e6642c895 up at agent hyperv_n-h1-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:15:22.027699 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-4515c604-ff6e-46d9-9046-4b49da0c002e req-4d0bb7b0-69c0-4968-ac5b-5c75a03fc5da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (f9e4e26d-abca-45a8-a5e6-aef150d22ed3), before_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:15:22.098760 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-216b5553-1a48-42a5-9041-6f68c080139e None None] Provisioning complete for port f9e4e26d-abca-45a8-a5e6-aef150d22ed3 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:15:22.099420 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-216b5553-1a48-42a5-9041-6f68c080139e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (f9e4e26d-abca-45a8-a5e6-aef150d22ed3), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:15:22.261816 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-216b5553-1a48-42a5-9041-6f68c080139e None None] Port f9e4e26d-abca-45a8-a5e6-aef150d22ed3 cannot update to ACTIVE because it is not bound. {{(pid=103378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 17:15:22.312484 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Provisioning for port 3e7c7830-83fe-4f99-8527-4a0e6642c895 completed by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 17:15:22.315461 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb732725-1ee8-4af8-9368-8dd7d357e415 req-1b75f839-364d-4972-9cba-d8f1b4155470 tempest-ImagesNegativeTestJSON-2107279219 tempest-ImagesNegativeTestJSON-2107279219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:15:22.323870 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-bb732725-1ee8-4af8-9368-8dd7d357e415 req-1b75f839-364d-4972-9cba-d8f1b4155470 tempest-ImagesNegativeTestJSON-2107279219 tempest-ImagesNegativeTestJSON-2107279219-project] 10.222.0.89 "GET /v2.0/ports?device_id=73ef4295-f1bd-4a39-ae22-227e173b4f04 HTTP/1.1" status: 200 len: 949 time: 0.3715007 Feb 04 17:15:22.338123 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Provisioning complete for port 3e7c7830-83fe-4f99-8527-4a0e6642c895 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:15:22.338504 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (3e7c7830-83fe-4f99-8527-4a0e6642c895), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:15:22.481166 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-bb732725-1ee8-4af8-9368-8dd7d357e415 req-bfb8f626-c5f7-49ec-a2e3-75c89140c92f tempest-ImagesNegativeTestJSON-2107279219 tempest-ImagesNegativeTestJSON-2107279219-project] 10.222.0.89 "GET /v2.0/security-groups?id=0f715ebf-19e6-4360-aece-55f7295b2a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449289 Feb 04 17:15:22.572072 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6932646-aa4d-439c-8875-414036eb182b req-1b769ea0-96a6-4b68-a928-1f4f8e0f0971 tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:15:22.589834 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-b6932646-aa4d-439c-8875-414036eb182b req-1b769ea0-96a6-4b68-a928-1f4f8e0f0971 tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] 10.222.0.89 "GET /v2.0/ports?device_id=b7e72874-ab8d-4372-989b-ceb35c5fd1c8 HTTP/1.1" status: 200 len: 950 time: 0.2203150 Feb 04 17:15:22.687405 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-b6932646-aa4d-439c-8875-414036eb182b req-da20ed02-4700-4b1c-ba47-2664dd92778c tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] 10.222.0.89 "GET /v2.0/security-groups?id=5fa98c6a-94b3-4690-b9c3-4f0e67d11226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957017 Feb 04 17:15:22.706857 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Current status of the port 3e7c7830-83fe-4f99-8527-4a0e6642c895 is: BUILD; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:15:22.707529 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (3e7c7830-83fe-4f99-8527-4a0e6642c895), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:15:22.828538 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d11d302-5eb4-49b1-a8ac-e523a2e68943', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e7c7830-83fe-4f99-8527-4a0e6642c895'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:15:22.831421 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c34bc964ce2211770fda26ca2f3801cc06f4f39928110690550e94ab9c9d2fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c140ad8f-6212-4879-8c44-f21679c9c4c7" -d '{"events": [{"server_uuid": "6d11d302-5eb4-49b1-a8ac-e523a2e68943", "name": "network-vif-plugged", "status": "completed", "tag": "3e7c7830-83fe-4f99-8527-4a0e6642c895"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:15:22.862589 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] For port 3e7c7830-83fe-4f99-8527-4a0e6642c895, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=3e7c7830-83fe-4f99-8527-4a0e6642c895,segment=NetworkSegment(2581f07c-86e2-4d88-bea9-098dd9136854),segment_id=2581f07c-86e2-4d88-bea9-098dd9136854)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:15:22.863700 n-d-827839-2 neutron-server[103377]: DEBUG neutron.notifiers.nova [req-4515c604-ff6e-46d9-9046-4b49da0c002e req-4d0bb7b0-69c0-4968-ac5b-5c75a03fc5da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f9e4e26d-abca-45a8-a5e6-aef150d22ed3 {{(pid=103377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 17:15:22.870193 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (3e7c7830-83fe-4f99-8527-4a0e6642c895), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:15:22.883333 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23240de4-bac6-4be0-ad75-db31cdc5dcea req-19ef750a-2681-4725-a4e5-acf8d0248fff tempest-SecurityGroupsTestJSON-1563643175 tempest-SecurityGroupsTestJSON-1563643175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:15:22.885993 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-23240de4-bac6-4be0-ad75-db31cdc5dcea req-19ef750a-2681-4725-a4e5-acf8d0248fff tempest-SecurityGroupsTestJSON-1563643175 tempest-SecurityGroupsTestJSON-1563643175-project] 10.222.0.89 "GET /v2.0/ports?device_id=6d11d302-5eb4-49b1-a8ac-e523a2e68943 HTTP/1.1" status: 200 len: 945 time: 0.0864739 Feb 04 17:15:22.914524 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a8aa43-3075-4638-a1c5-33c2247fcafe req-c25de9ed-0eda-4f36-8615-d169072d9838 tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:15:22.933855 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-92a8aa43-3075-4638-a1c5-33c2247fcafe req-c25de9ed-0eda-4f36-8615-d169072d9838 tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] 10.222.0.89 "GET /v2.0/ports?device_id=7488b3c7-1771-4cc0-b566-fa8ba403f3e4 HTTP/1.1" status: 200 len: 936 time: 0.3200500 Feb 04 17:15:22.960366 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-4515c604-ff6e-46d9-9046-4b49da0c002e req-4d0bb7b0-69c0-4968-ac5b-5c75a03fc5da service neutron] Publish callbacks [] for port (f9e4e26d-abca-45a8-a5e6-aef150d22ed3), precommit_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:15:22.994889 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Pushing event updated for resources: {'Port': ['ID=3e7c7830-83fe-4f99-8527-4a0e6642c895,revision_number=5']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:15:23.031709 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-23240de4-bac6-4be0-ad75-db31cdc5dcea req-5706f4c8-9572-4282-9a24-3654455402ba tempest-SecurityGroupsTestJSON-1563643175 tempest-SecurityGroupsTestJSON-1563643175-project] 10.222.0.89 "GET /v2.0/security-groups?id=beaee1ab-f1ea-48fb-8fb6-199b9068cee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350114 Feb 04 17:15:23.047162 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.provisioning_blocks [req-4515c604-ff6e-46d9-9046-4b49da0c002e req-4d0bb7b0-69c0-4968-ac5b-5c75a03fc5da service neutron] Transition to ACTIVE for port object f9e4e26d-abca-45a8-a5e6-aef150d22ed3 will not be triggered until provisioned by entity L2. {{(pid=103377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 17:15:23.055815 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-4515c604-ff6e-46d9-9046-4b49da0c002e req-4d0bb7b0-69c0-4968-ac5b-5c75a03fc5da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25888290'] for port (f9e4e26d-abca-45a8-a5e6-aef150d22ed3), after_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:15:23.149522 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-92a8aa43-3075-4638-a1c5-33c2247fcafe req-ff019711-ff5c-4b54-9cdb-7d196c3d9459 tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] 10.222.0.89 "GET /v2.0/security-groups?id=4f68676b-760c-49c3-a14c-c9afa7ad720d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1931775 Feb 04 17:15:23.281240 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0bb7b0-69c0-4968-ac5b-5c75a03fc5da service neutron] Pushing event updated for resources: {'Port': ['ID=f9e4e26d-abca-45a8-a5e6-aef150d22ed3,revision_number=2']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:15:23.321585 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 17:15:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7137d27-ede1-4590-b0ff-992f02168da9 x-openstack-request-id: req-b7137d27-ede1-4590-b0ff-992f02168da9 {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:15:23.323108 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d11d302-5eb4-49b1-a8ac-e523a2e68943", "name": "network-vif-plugged", "status": "completed", "tag": "3e7c7830-83fe-4f99-8527-4a0e6642c895", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:15:23.323108 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-b7137d27-ede1-4590-b0ff-992f02168da9 {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:15:23.323108 n-d-827839-2 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d11d302-5eb4-49b1-a8ac-e523a2e68943', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e7c7830-83fe-4f99-8527-4a0e6642c895', 'code': 200} Feb 04 17:15:23.501260 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63657ec6-8ef5-4d57-99a0-c8c3aed2ca83 req-823dc413-cc5b-42a1-83c4-83f2307ca813 tempest-ServersTestBootFromVolume-1946499048 tempest-ServersTestBootFromVolume-1946499048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:15:23.502820 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-63657ec6-8ef5-4d57-99a0-c8c3aed2ca83 req-823dc413-cc5b-42a1-83c4-83f2307ca813 tempest-ServersTestBootFromVolume-1946499048 tempest-ServersTestBootFromVolume-1946499048-project] 10.222.0.89 "GET /v2.0/ports?device_id=d05624d9-7069-4d9d-823a-9c54a8dd6b49 HTTP/1.1" status: 200 len: 943 time: 0.1644754 Feb 04 17:15:23.505019 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3533d957-0587-4994-b5fb-6707283d8583 req-036959d0-74fe-46e5-93c4-be06e4d8deac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:15:23.506431 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-3533d957-0587-4994-b5fb-6707283d8583 req-036959d0-74fe-46e5-93c4-be06e4d8deac service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=6d11d302-5eb4-49b1-a8ac-e523a2e68943 HTTP/1.1" status: 200 len: 1128 time: 0.0850887 Feb 04 17:15:23.507076 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [req-4515c604-ff6e-46d9-9046-4b49da0c002e req-4d0bb7b0-69c0-4968-ac5b-5c75a03fc5da service neutron] Attempting to bind port f9e4e26d-abca-45a8-a5e6-aef150d22ed3 on host n-h2-827839-2 for vnic_type normal with profile {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:15:23.507413 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [req-4515c604-ff6e-46d9-9046-4b49da0c002e req-4d0bb7b0-69c0-4968-ac5b-5c75a03fc5da service neutron] Attempting to bind port f9e4e26d-abca-45a8-a5e6-aef150d22ed3 by drivers openvswitch,hyperv on host n-h2-827839-2 at level 0 using segments [{'id': '3a39b085-d3e6-43bb-a64c-1b06dd049e5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '02be22b9-aa53-40ea-8050-9239cd27d1ff'}] {{(pid=103377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:15:23.507739 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4515c604-ff6e-46d9-9046-4b49da0c002e req-4d0bb7b0-69c0-4968-ac5b-5c75a03fc5da service neutron] Attempting to bind port f9e4e26d-abca-45a8-a5e6-aef150d22ed3 on network 02be22b9-aa53-40ea-8050-9239cd27d1ff {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:15:23.512833 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e980954d-fe30-45de-9007-d218c850012d req-bf9ac18a-74fd-4ca8-a7f2-97b6b96178bc tempest-ImagesNegativeTestJSON-2107279219 tempest-ImagesNegativeTestJSON-2107279219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:15:23.522391 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-e980954d-fe30-45de-9007-d218c850012d req-bf9ac18a-74fd-4ca8-a7f2-97b6b96178bc tempest-ImagesNegativeTestJSON-2107279219 tempest-ImagesNegativeTestJSON-2107279219-project] 10.222.0.89 "GET /v2.0/ports?device_id=73ef4295-f1bd-4a39-ae22-227e173b4f04 HTTP/1.1" status: 200 len: 949 time: 0.0917945 Feb 04 17:15:23.527893 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4515c604-ff6e-46d9-9046-4b49da0c002e req-4d0bb7b0-69c0-4968-ac5b-5c75a03fc5da service neutron] Port f9e4e26d-abca-45a8-a5e6-aef150d22ed3 on network 02be22b9-aa53-40ea-8050-9239cd27d1ff not bound, no agent of type Open vSwitch agent registered on host n-h2-827839-2 {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 17:15:23.528225 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4515c604-ff6e-46d9-9046-4b49da0c002e req-4d0bb7b0-69c0-4968-ac5b-5c75a03fc5da service neutron] Attempting to bind port f9e4e26d-abca-45a8-a5e6-aef150d22ed3 on network 02be22b9-aa53-40ea-8050-9239cd27d1ff {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:15:23.546700 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4515c604-ff6e-46d9-9046-4b49da0c002e req-4d0bb7b0-69c0-4968-ac5b-5c75a03fc5da service neutron] Checking agent: {'id': 'f20a1ab3-4332-4f54-833b-ba4a7c687e89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 8, 40), 'started_at': datetime.datetime(2022, 2, 4, 17, 8, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 15, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:15:23.547046 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4515c604-ff6e-46d9-9046-4b49da0c002e req-4d0bb7b0-69c0-4968-ac5b-5c75a03fc5da service neutron] Checking segment: {'id': '3a39b085-d3e6-43bb-a64c-1b06dd049e5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '02be22b9-aa53-40ea-8050-9239cd27d1ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:15:23.547437 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4515c604-ff6e-46d9-9046-4b49da0c002e req-4d0bb7b0-69c0-4968-ac5b-5c75a03fc5da service neutron] Bound using segment: {'id': '3a39b085-d3e6-43bb-a64c-1b06dd049e5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '02be22b9-aa53-40ea-8050-9239cd27d1ff'} {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:15:23.547885 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [req-4515c604-ff6e-46d9-9046-4b49da0c002e req-4d0bb7b0-69c0-4968-ac5b-5c75a03fc5da service neutron] Bound port: f9e4e26d-abca-45a8-a5e6-aef150d22ed3, host: n-h2-827839-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a39b085-d3e6-43bb-a64c-1b06dd049e5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '02be22b9-aa53-40ea-8050-9239cd27d1ff'}}] {{(pid=103377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:15:23.548253 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-4515c604-ff6e-46d9-9046-4b49da0c002e req-4d0bb7b0-69c0-4968-ac5b-5c75a03fc5da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (f9e4e26d-abca-45a8-a5e6-aef150d22ed3), before_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:15:23.590588 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-e980954d-fe30-45de-9007-d218c850012d req-21197a87-446c-49ba-839a-964a3c3a082a tempest-ImagesNegativeTestJSON-2107279219 tempest-ImagesNegativeTestJSON-2107279219-project] 10.222.0.89 "GET /v2.0/security-groups?id=0f715ebf-19e6-4360-aece-55f7295b2a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670044 Feb 04 17:15:23.591980 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-3533d957-0587-4994-b5fb-6707283d8583 req-11629fdf-dc79-40f3-80e7-ac76041cc550 service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=beaee1ab-f1ea-48fb-8fb6-199b9068cee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783546 Feb 04 17:15:23.646712 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-63657ec6-8ef5-4d57-99a0-c8c3aed2ca83 req-d4021e8b-8926-49d1-b83c-e945487cf64f tempest-ServersTestBootFromVolume-1946499048 tempest-ServersTestBootFromVolume-1946499048-project] 10.222.0.89 "GET /v2.0/security-groups?id=e0c7c260-7f3c-4059-832b-03acecef069a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1357386 Feb 04 17:15:23.667885 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [req-4515c604-ff6e-46d9-9046-4b49da0c002e req-4d0bb7b0-69c0-4968-ac5b-5c75a03fc5da service neutron] For port f9e4e26d-abca-45a8-a5e6-aef150d22ed3, host n-h2-827839-2, cleared binding levels {{(pid=103377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:15:23.671097 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [req-4515c604-ff6e-46d9-9046-4b49da0c002e req-4d0bb7b0-69c0-4968-ac5b-5c75a03fc5da service neutron] For port f9e4e26d-abca-45a8-a5e6-aef150d22ed3, host n-h2-827839-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=f9e4e26d-abca-45a8-a5e6-aef150d22ed3,segment=NetworkSegment(3a39b085-d3e6-43bb-a64c-1b06dd049e5a),segment_id=3a39b085-d3e6-43bb-a64c-1b06dd049e5a)] {{(pid=103377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:15:23.678035 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-4515c604-ff6e-46d9-9046-4b49da0c002e req-4d0bb7b0-69c0-4968-ac5b-5c75a03fc5da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25888290'] for port (f9e4e26d-abca-45a8-a5e6-aef150d22ed3), after_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:15:23.716966 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4515c604-ff6e-46d9-9046-4b49da0c002e req-4d0bb7b0-69c0-4968-ac5b-5c75a03fc5da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:15:23.717626 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-4515c604-ff6e-46d9-9046-4b49da0c002e req-4d0bb7b0-69c0-4968-ac5b-5c75a03fc5da service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:15:23.718997 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-4515c604-ff6e-46d9-9046-4b49da0c002e req-4d0bb7b0-69c0-4968-ac5b-5c75a03fc5da service neutron] 10.222.0.90 "PUT /v2.0/ports/f9e4e26d-abca-45a8-a5e6-aef150d22ed3 HTTP/1.1" status: 200 len: 1096 time: 1.8322248 Feb 04 17:15:23.719447 n-d-827839-2 neutron-server[103377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7488b3c7-1771-4cc0-b566-fa8ba403f3e4', 'tag': 'f9e4e26d-abca-45a8-a5e6-aef150d22ed3'}] {{(pid=103377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:15:23.721698 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7240428b650e1488e9361b62648ff4b3a6c19d49d8c27c949491ab58c1346cf0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-738a1493-5310-4080-ac32-908a1a2c7e45" -d '{"events": [{"name": "network-changed", "server_uuid": "7488b3c7-1771-4cc0-b566-fa8ba403f3e4", "tag": "f9e4e26d-abca-45a8-a5e6-aef150d22ed3"}]}' {{(pid=103377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:15:23.742939 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0bb7b0-69c0-4968-ac5b-5c75a03fc5da service neutron] Pushing event updated for resources: {'Port': ['ID=f9e4e26d-abca-45a8-a5e6-aef150d22ed3,revision_number=3']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:15:23.806515 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 17:15:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4430198-1b63-4aaf-b388-1ac553a9eea0 x-openstack-request-id: req-c4430198-1b63-4aaf-b388-1ac553a9eea0 {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:15:23.806974 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7488b3c7-1771-4cc0-b566-fa8ba403f3e4", "tag": "f9e4e26d-abca-45a8-a5e6-aef150d22ed3", "status": "completed", "code": 200}]} {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:15:23.807321 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-c4430198-1b63-4aaf-b388-1ac553a9eea0 {{(pid=103377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:15:23.809132 n-d-827839-2 neutron-server[103377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7488b3c7-1771-4cc0-b566-fa8ba403f3e4', 'tag': 'f9e4e26d-abca-45a8-a5e6-aef150d22ed3', 'status': 'completed', 'code': 200} Feb 04 17:15:23.835914 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4515c604-ff6e-46d9-9046-4b49da0c002e req-e4fd1008-91fc-4f80-b3ae-67a4568b8c61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:15:23.837769 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-4515c604-ff6e-46d9-9046-4b49da0c002e req-e4fd1008-91fc-4f80-b3ae-67a4568b8c61 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=de991ffa63634ff992d797b06d2aeaaa&device_id=7488b3c7-1771-4cc0-b566-fa8ba403f3e4 HTTP/1.1" status: 200 len: 1130 time: 0.0673537 Feb 04 17:15:23.901353 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d536276-f547-4cd8-9d49-713c22f978f1 req-9aae67d7-a93a-4200-9927-c9298ab7b5ac tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:15:23.903536 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-5d536276-f547-4cd8-9d49-713c22f978f1 req-9aae67d7-a93a-4200-9927-c9298ab7b5ac tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] 10.222.0.89 "GET /v2.0/ports?device_id=b7e72874-ab8d-4372-989b-ceb35c5fd1c8 HTTP/1.1" status: 200 len: 950 time: 0.0715756 Feb 04 17:15:23.903999 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-4515c604-ff6e-46d9-9046-4b49da0c002e req-e3545573-4bde-4452-addb-913f96073987 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.223&port_id=f9e4e26d-abca-45a8-a5e6-aef150d22ed3 HTTP/1.1" status: 200 len: 217 time: 0.0535443 Feb 04 17:15:23.977242 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4515c604-ff6e-46d9-9046-4b49da0c002e req-d0311aef-0653-4341-bc38-fbd072bb4c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:15:23.979040 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-4515c604-ff6e-46d9-9046-4b49da0c002e req-d0311aef-0653-4341-bc38-fbd072bb4c09 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=c974b0ff-2c5c-4667-8a81-3bde3ea6ced5 HTTP/1.1" status: 200 len: 843 time: 0.0668619 Feb 04 17:15:23.987811 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-5d536276-f547-4cd8-9d49-713c22f978f1 req-747a0bf0-450c-4e72-883c-db703cb8ba60 tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] 10.222.0.89 "GET /v2.0/security-groups?id=5fa98c6a-94b3-4690-b9c3-4f0e67d11226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751901 Feb 04 17:15:24.062428 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4515c604-ff6e-46d9-9046-4b49da0c002e req-73280b26-9a11-4c92-bb98-097a6857c154 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:15:24.064149 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-4515c604-ff6e-46d9-9046-4b49da0c002e req-73280b26-9a11-4c92-bb98-097a6857c154 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=02be22b9-aa53-40ea-8050-9239cd27d1ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0664608 Feb 04 17:15:24.219644 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a19f546-9bf9-4d42-b4b9-e6ed298efcdb req-4e4f4da0-a97d-4da0-9df6-12d0f04005d1 tempest-SecurityGroupsTestJSON-1563643175 tempest-SecurityGroupsTestJSON-1563643175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:15:24.221449 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-3a19f546-9bf9-4d42-b4b9-e6ed298efcdb req-4e4f4da0-a97d-4da0-9df6-12d0f04005d1 tempest-SecurityGroupsTestJSON-1563643175 tempest-SecurityGroupsTestJSON-1563643175-project] 10.222.0.89 "GET /v2.0/ports?device_id=6d11d302-5eb4-49b1-a8ac-e523a2e68943 HTTP/1.1" status: 200 len: 946 time: 0.1210041 Feb 04 17:15:24.261417 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-4515c604-ff6e-46d9-9046-4b49da0c002e req-2d73011a-f1c5-4547-8ef6-1c9a096071a7 service neutron] 10.222.0.90 "GET /v2.0/networks/02be22b9-aa53-40ea-8050-9239cd27d1ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1847320 Feb 04 17:15:24.315623 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e68af17-a5ab-41be-a008-8c4ac90c68b9 req-e7a5f4be-b876-4299-8481-e67c08af5136 tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:15:24.323012 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-6e68af17-a5ab-41be-a008-8c4ac90c68b9 req-e7a5f4be-b876-4299-8481-e67c08af5136 tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] 10.222.0.89 "GET /v2.0/ports?device_id=7488b3c7-1771-4cc0-b566-fa8ba403f3e4 HTTP/1.1" status: 200 len: 948 time: 0.1019654 Feb 04 17:15:24.390150 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-3a19f546-9bf9-4d42-b4b9-e6ed298efcdb req-185dee93-4bd2-4e1a-9ff1-ccdbe50a259e tempest-SecurityGroupsTestJSON-1563643175 tempest-SecurityGroupsTestJSON-1563643175-project] 10.222.0.89 "GET /v2.0/security-groups?id=beaee1ab-f1ea-48fb-8fb6-199b9068cee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497638 Feb 04 17:15:24.405651 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-4515c604-ff6e-46d9-9046-4b49da0c002e req-578b29d8-ab70-4949-96b5-a0406a5b244b service neutron] 10.222.0.90 "GET /v2.0/networks/02be22b9-aa53-40ea-8050-9239cd27d1ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288152 Feb 04 17:15:24.406900 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-6e68af17-a5ab-41be-a008-8c4ac90c68b9 req-a7a9f428-e5d3-40e2-85e5-24db390b0b85 tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] 10.222.0.89 "GET /v2.0/security-groups?id=4f68676b-760c-49c3-a14c-c9afa7ad720d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801325 Feb 04 17:15:24.509357 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738a1493-5310-4080-ac32-908a1a2c7e45 req-590d3213-c831-4a8a-b268-d8fd90c5bf23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:15:24.510977 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-738a1493-5310-4080-ac32-908a1a2c7e45 req-590d3213-c831-4a8a-b268-d8fd90c5bf23 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=de991ffa63634ff992d797b06d2aeaaa&device_id=7488b3c7-1771-4cc0-b566-fa8ba403f3e4 HTTP/1.1" status: 200 len: 1130 time: 0.0490997 Feb 04 17:15:24.610294 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738a1493-5310-4080-ac32-908a1a2c7e45 req-860b8176-2a16-4c7c-b211-cc70cd12dc86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:15:24.611776 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-738a1493-5310-4080-ac32-908a1a2c7e45 req-860b8176-2a16-4c7c-b211-cc70cd12dc86 service neutron] 10.222.0.90 "GET /v2.0/networks?id=02be22b9-aa53-40ea-8050-9239cd27d1ff HTTP/1.1" status: 200 len: 870 time: 0.0935378 Feb 04 17:15:24.664057 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-738a1493-5310-4080-ac32-908a1a2c7e45 req-67693970-8945-4166-8f54-d6c020918673 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.223&port_id=f9e4e26d-abca-45a8-a5e6-aef150d22ed3 HTTP/1.1" status: 200 len: 217 time: 0.0446708 Feb 04 17:15:24.723080 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738a1493-5310-4080-ac32-908a1a2c7e45 req-9d56b418-6e4f-4677-8015-0a7cae7208aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:15:24.723486 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b7166e-5aa0-4d66-a27f-0b834d5f02fd req-d78c1590-8369-4d80-8321-8f7035a5c34f tempest-ImagesNegativeTestJSON-2107279219 tempest-ImagesNegativeTestJSON-2107279219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:15:24.725389 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-738a1493-5310-4080-ac32-908a1a2c7e45 req-9d56b418-6e4f-4677-8015-0a7cae7208aa service neutron] 10.222.0.90 "GET /v2.0/subnets?id=c974b0ff-2c5c-4667-8a81-3bde3ea6ced5 HTTP/1.1" status: 200 len: 843 time: 0.0535886 Feb 04 17:15:24.730794 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-e1b7166e-5aa0-4d66-a27f-0b834d5f02fd req-d78c1590-8369-4d80-8321-8f7035a5c34f tempest-ImagesNegativeTestJSON-2107279219 tempest-ImagesNegativeTestJSON-2107279219-project] 10.222.0.89 "GET /v2.0/ports?device_id=73ef4295-f1bd-4a39-ae22-227e173b4f04 HTTP/1.1" status: 200 len: 949 time: 0.0683396 Feb 04 17:15:24.781533 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-e1b7166e-5aa0-4d66-a27f-0b834d5f02fd req-1274afd6-c759-4188-bb90-ff337eb0e82e tempest-ImagesNegativeTestJSON-2107279219 tempest-ImagesNegativeTestJSON-2107279219-project] 10.222.0.89 "GET /v2.0/security-groups?id=0f715ebf-19e6-4360-aece-55f7295b2a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498555 Feb 04 17:15:24.828402 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738a1493-5310-4080-ac32-908a1a2c7e45 req-efb1d62c-be2a-475e-b054-7da728cb84d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:15:24.829949 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-738a1493-5310-4080-ac32-908a1a2c7e45 req-efb1d62c-be2a-475e-b054-7da728cb84d2 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=02be22b9-aa53-40ea-8050-9239cd27d1ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0919306 Feb 04 17:15:24.841193 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9fc8cf-3deb-48da-8348-ee030e8389fe req-f5e50381-44d7-4bc9-9208-85900a93bc29 tempest-ServersTestBootFromVolume-1946499048 tempest-ServersTestBootFromVolume-1946499048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:15:24.843166 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-6a9fc8cf-3deb-48da-8348-ee030e8389fe req-f5e50381-44d7-4bc9-9208-85900a93bc29 tempest-ServersTestBootFromVolume-1946499048 tempest-ServersTestBootFromVolume-1946499048-project] 10.222.0.89 "GET /v2.0/ports?device_id=d05624d9-7069-4d9d-823a-9c54a8dd6b49 HTTP/1.1" status: 200 len: 943 time: 0.0764413 Feb 04 17:15:24.939891 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-6a9fc8cf-3deb-48da-8348-ee030e8389fe req-14668d77-26db-44de-bc3a-c99db03b8343 tempest-ServersTestBootFromVolume-1946499048 tempest-ServersTestBootFromVolume-1946499048-project] 10.222.0.89 "GET /v2.0/security-groups?id=e0c7c260-7f3c-4059-832b-03acecef069a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0885482 Feb 04 17:15:24.968051 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-738a1493-5310-4080-ac32-908a1a2c7e45 req-d64db4fc-4068-4cc0-a01a-69e070cd1bc2 service neutron] 10.222.0.90 "GET /v2.0/networks/02be22b9-aa53-40ea-8050-9239cd27d1ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238391 Feb 04 17:15:25.062631 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-738a1493-5310-4080-ac32-908a1a2c7e45 req-97c03761-d3c7-4eed-a531-dbe452aeff3a service neutron] 10.222.0.90 "GET /v2.0/networks/02be22b9-aa53-40ea-8050-9239cd27d1ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867381 Feb 04 17:15:25.105017 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51b442a-4bb8-4247-9f1a-ac196cf9b025 req-b0c820cd-b71d-4812-ad7d-e2969551f8f3 tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:15:25.106875 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-e51b442a-4bb8-4247-9f1a-ac196cf9b025 req-b0c820cd-b71d-4812-ad7d-e2969551f8f3 tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] 10.222.0.89 "GET /v2.0/ports?device_id=b7e72874-ab8d-4372-989b-ceb35c5fd1c8 HTTP/1.1" status: 200 len: 950 time: 0.0567684 Feb 04 17:15:25.153987 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-e51b442a-4bb8-4247-9f1a-ac196cf9b025 req-903f10ee-8859-4297-b21d-07120e1b3fb8 tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] 10.222.0.89 "GET /v2.0/security-groups?id=5fa98c6a-94b3-4690-b9c3-4f0e67d11226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418928 Feb 04 17:15:25.555278 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6986ec51-ed77-4367-8b82-c5967747f5df req-621ed632-45f8-4f58-913a-1226dd9f4b56 tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:15:25.561415 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-6986ec51-ed77-4367-8b82-c5967747f5df req-621ed632-45f8-4f58-913a-1226dd9f4b56 tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] 10.222.0.89 "GET /v2.0/ports?device_id=7488b3c7-1771-4cc0-b566-fa8ba403f3e4 HTTP/1.1" status: 200 len: 948 time: 0.0809276 Feb 04 17:15:25.595798 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0872fddd-0a7c-4ba1-bb2b-eb5a7bb3e4cb req-85575969-aacd-4080-bf5b-e33bda483e8a tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:15:25.603598 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-0872fddd-0a7c-4ba1-bb2b-eb5a7bb3e4cb req-85575969-aacd-4080-bf5b-e33bda483e8a tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] 10.222.0.89 "GET /v2.0/networks?id=b27b7363-f5f5-42ff-a720-66280b0b57a7 HTTP/1.1" status: 200 len: 821 time: 0.1645343 Feb 04 17:15:25.616773 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-6986ec51-ed77-4367-8b82-c5967747f5df req-c18dc704-9950-429c-b3da-9bd1c0a01097 tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] 10.222.0.89 "GET /v2.0/security-groups?id=4f68676b-760c-49c3-a14c-c9afa7ad720d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511169 Feb 04 17:15:25.622099 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-0872fddd-0a7c-4ba1-bb2b-eb5a7bb3e4cb req-6678af01-0a09-4770-9d36-bc0636e2e728 tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] 10.222.0.89 "GET /v2.0/quotas/f3812c841c31408e86184d3885a61bc1 HTTP/1.1" status: 200 len: 375 time: 0.0165749 Feb 04 17:15:25.645844 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e3796d-845f-473c-9104-f66e9cb9972d req-f5318732-37aa-43e7-8aeb-74b0d7eda2c3 tempest-ImagesNegativeTestJSON-2107279219 tempest-ImagesNegativeTestJSON-2107279219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:15:25.647341 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-d9e3796d-845f-473c-9104-f66e9cb9972d req-f5318732-37aa-43e7-8aeb-74b0d7eda2c3 tempest-ImagesNegativeTestJSON-2107279219 tempest-ImagesNegativeTestJSON-2107279219-project] 10.222.0.96 "GET /v2.0/ports?device_id=73ef4295-f1bd-4a39-ae22-227e173b4f04 HTTP/1.1" status: 200 len: 949 time: 0.0969768 Feb 04 17:15:25.760337 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc196341-bee0-4ea6-a924-ecb73125a643 req-679eb57e-ae61-4257-a2c4-040d236e19f6 tempest-SecurityGroupsTestJSON-1563643175 tempest-SecurityGroupsTestJSON-1563643175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:15:25.761996 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-cc196341-bee0-4ea6-a924-ecb73125a643 req-679eb57e-ae61-4257-a2c4-040d236e19f6 tempest-SecurityGroupsTestJSON-1563643175 tempest-SecurityGroupsTestJSON-1563643175-project] 10.222.0.89 "GET /v2.0/ports?device_id=6d11d302-5eb4-49b1-a8ac-e523a2e68943 HTTP/1.1" status: 200 len: 946 time: 0.0715723 Feb 04 17:15:25.765539 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-0872fddd-0a7c-4ba1-bb2b-eb5a7bb3e4cb req-f77020de-f646-4bb5-ae08-d5d8ec14df0c tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=f3812c841c31408e86184d3885a61bc1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1373076 Feb 04 17:15:25.823761 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-cc196341-bee0-4ea6-a924-ecb73125a643 req-1f6b1def-54cd-48d2-a49d-e04a7b75dd41 tempest-SecurityGroupsTestJSON-1563643175 tempest-SecurityGroupsTestJSON-1563643175-project] 10.222.0.89 "GET /v2.0/security-groups?id=beaee1ab-f1ea-48fb-8fb6-199b9068cee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533233 Feb 04 17:15:25.843234 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [req-d9e3796d-845f-473c-9104-f66e9cb9972d req-65afdec8-9eb2-4dc6-8b1b-35da05fc52a5 tempest-ImagesNegativeTestJSON-2107279219 tempest-ImagesNegativeTestJSON-2107279219-project] Deleting port df5baaca-83bf-43f5-9716-833543e3a9c1 {{(pid=103377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:15:25.846165 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-d9e3796d-845f-473c-9104-f66e9cb9972d req-65afdec8-9eb2-4dc6-8b1b-35da05fc52a5 tempest-ImagesNegativeTestJSON-2107279219 tempest-ImagesNegativeTestJSON-2107279219-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (df5baaca-83bf-43f5-9716-833543e3a9c1), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:15:25.943644 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49319ace-200a-4019-af77-2c6e85726a5a req-f9fce388-8f9c-4aa8-b1c2-2bdb1458bd09 tempest-ImagesNegativeTestJSON-2107279219 tempest-ImagesNegativeTestJSON-2107279219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:15:25.944443 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-0872fddd-0a7c-4ba1-bb2b-eb5a7bb3e4cb req-764c0556-58d7-4917-9c4f-3d1a07dbcd7a service neutron] 10.222.0.89 "GET /v2.0/networks/b27b7363-f5f5-42ff-a720-66280b0b57a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1701019 Feb 04 17:15:25.945249 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-49319ace-200a-4019-af77-2c6e85726a5a req-f9fce388-8f9c-4aa8-b1c2-2bdb1458bd09 tempest-ImagesNegativeTestJSON-2107279219 tempest-ImagesNegativeTestJSON-2107279219-project] 10.222.0.89 "GET /v2.0/ports?device_id=73ef4295-f1bd-4a39-ae22-227e173b4f04 HTTP/1.1" status: 200 len: 949 time: 0.0625138 Feb 04 17:15:25.996504 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-49319ace-200a-4019-af77-2c6e85726a5a req-eee97f97-4e7b-43de-886f-798b696990e7 tempest-ImagesNegativeTestJSON-2107279219 tempest-ImagesNegativeTestJSON-2107279219-project] 10.222.0.89 "GET /v2.0/security-groups?id=0f715ebf-19e6-4360-aece-55f7295b2a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453885 Feb 04 17:15:26.019613 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [req-d9e3796d-845f-473c-9104-f66e9cb9972d req-65afdec8-9eb2-4dc6-8b1b-35da05fc52a5 tempest-ImagesNegativeTestJSON-2107279219 tempest-ImagesNegativeTestJSON-2107279219-project] For port df5baaca-83bf-43f5-9716-833543e3a9c1, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=df5baaca-83bf-43f5-9716-833543e3a9c1,segment=NetworkSegment(3a39b085-d3e6-43bb-a64c-1b06dd049e5a),segment_id=3a39b085-d3e6-43bb-a64c-1b06dd049e5a)] {{(pid=103377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:15:26.019613 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-d9e3796d-845f-473c-9104-f66e9cb9972d req-65afdec8-9eb2-4dc6-8b1b-35da05fc52a5 tempest-ImagesNegativeTestJSON-2107279219 tempest-ImagesNegativeTestJSON-2107279219-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (df5baaca-83bf-43f5-9716-833543e3a9c1), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:15:26.038365 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [req-d9e3796d-845f-473c-9104-f66e9cb9972d req-65afdec8-9eb2-4dc6-8b1b-35da05fc52a5 tempest-ImagesNegativeTestJSON-2107279219 tempest-ImagesNegativeTestJSON-2107279219-project] Calling delete_port for df5baaca-83bf-43f5-9716-833543e3a9c1 owned by compute:nova {{(pid=103377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:15:26.105700 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-ff0e2e51-0916-4f9e-9355-e86ab88c1efe req-da4b4c5e-c6fc-4710-8993-2f604d812f7a tempest-SecurityGroupsTestJSON-1563643175 tempest-SecurityGroupsTestJSON-1563643175-project] 10.222.0.89 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-997305407&fields=id&tenant_id=978c6d026b0944f6a413e3d4f2103bea HTTP/1.1" status: 200 len: 267 time: 0.0466239 Feb 04 17:15:26.115573 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-0872fddd-0a7c-4ba1-bb2b-eb5a7bb3e4cb req-64f8a673-dacf-408a-bf3a-eda96f0a1d80 service neutron] 10.222.0.89 "GET /v2.0/networks/b27b7363-f5f5-42ff-a720-66280b0b57a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1610699 Feb 04 17:15:26.171521 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0e2e51-0916-4f9e-9355-e86ab88c1efe req-915569a3-7380-4a79-aec4-0b137298dc06 tempest-SecurityGroupsTestJSON-1563643175 tempest-SecurityGroupsTestJSON-1563643175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:15:26.173328 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-ff0e2e51-0916-4f9e-9355-e86ab88c1efe req-915569a3-7380-4a79-aec4-0b137298dc06 tempest-SecurityGroupsTestJSON-1563643175 tempest-SecurityGroupsTestJSON-1563643175-project] 10.222.0.89 "GET /v2.0/ports?device_id=6d11d302-5eb4-49b1-a8ac-e523a2e68943 HTTP/1.1" status: 200 len: 946 time: 0.0609617 Feb 04 17:15:26.192950 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [req-ff0e2e51-0916-4f9e-9355-e86ab88c1efe req-3f86f799-40b5-4fdd-959b-78e95bfef737 tempest-SecurityGroupsTestJSON-1563643175 tempest-SecurityGroupsTestJSON-1563643175-project] Request body: {'port': {'security_groups': ['beaee1ab-f1ea-48fb-8fb6-199b9068cee8', '173a3530-15d7-40d1-8b33-82a143cad816']}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:15:26.211991 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-d9e3796d-845f-473c-9104-f66e9cb9972d req-65afdec8-9eb2-4dc6-8b1b-35da05fc52a5 tempest-ImagesNegativeTestJSON-2107279219 tempest-ImagesNegativeTestJSON-2107279219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (df5baaca-83bf-43f5-9716-833543e3a9c1), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:15:26.226981 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] get_ports_and_sgs() called for port_ids ['df5baaca-83bf-43f5-9716-833543e3a9c1'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 17:15:26.277335 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65afdec8-9eb2-4dc6-8b1b-35da05fc52a5 tempest-ImagesNegativeTestJSON-2107279219 tempest-ImagesNegativeTestJSON-2107279219-project] Pushing event deleted for resources: {'Port': ['ID=df5baaca-83bf-43f5-9716-833543e3a9c1,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:15:26.306849 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-ff0e2e51-0916-4f9e-9355-e86ab88c1efe req-3f86f799-40b5-4fdd-959b-78e95bfef737 tempest-SecurityGroupsTestJSON-1563643175 tempest-SecurityGroupsTestJSON-1563643175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (3e7c7830-83fe-4f99-8527-4a0e6642c895), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:15:26.347956 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9e3796d-845f-473c-9104-f66e9cb9972d req-65afdec8-9eb2-4dc6-8b1b-35da05fc52a5 tempest-ImagesNegativeTestJSON-2107279219 tempest-ImagesNegativeTestJSON-2107279219-project] No DVR routers for this DVR port df5baaca-83bf-43f5-9716-833543e3a9c1 on host n-h1-827839-2 {{(pid=103377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 17:15:26.350995 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-d9e3796d-845f-473c-9104-f66e9cb9972d req-65afdec8-9eb2-4dc6-8b1b-35da05fc52a5 tempest-ImagesNegativeTestJSON-2107279219 tempest-ImagesNegativeTestJSON-2107279219-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:15:26.356471 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-d9e3796d-845f-473c-9104-f66e9cb9972d req-65afdec8-9eb2-4dc6-8b1b-35da05fc52a5 tempest-ImagesNegativeTestJSON-2107279219 tempest-ImagesNegativeTestJSON-2107279219-project] 10.222.0.96 "DELETE /v2.0/ports/df5baaca-83bf-43f5-9716-833543e3a9c1 HTTP/1.1" status: 204 len: 173 time: 0.6850379 Feb 04 17:15:26.357006 n-d-827839-2 neutron-server[103377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73ef4295-f1bd-4a39-ae22-227e173b4f04', 'name': 'network-vif-deleted', 'tag': 'df5baaca-83bf-43f5-9716-833543e3a9c1'}] {{(pid=103377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:15:26.360684 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7240428b650e1488e9361b62648ff4b3a6c19d49d8c27c949491ab58c1346cf0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a498fb90-f663-4a2c-91ca-b95f40e8c7ec" -d '{"events": [{"server_uuid": "73ef4295-f1bd-4a39-ae22-227e173b4f04", "name": "network-vif-deleted", "tag": "df5baaca-83bf-43f5-9716-833543e3a9c1"}]}' {{(pid=103377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:15:26.625100 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [req-ff0e2e51-0916-4f9e-9355-e86ab88c1efe req-3f86f799-40b5-4fdd-959b-78e95bfef737 tempest-SecurityGroupsTestJSON-1563643175 tempest-SecurityGroupsTestJSON-1563643175-project] For port 3e7c7830-83fe-4f99-8527-4a0e6642c895, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=3e7c7830-83fe-4f99-8527-4a0e6642c895,segment=NetworkSegment(2581f07c-86e2-4d88-bea9-098dd9136854),segment_id=2581f07c-86e2-4d88-bea9-098dd9136854)] {{(pid=103376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:15:26.676447 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cd8cae-90f2-4ef1-94d8-ab80ebcfca9a req-95f0dc91-46d0-4945-a157-70a3376ca0b3 tempest-ServersTestBootFromVolume-1946499048 tempest-ServersTestBootFromVolume-1946499048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:15:26.678183 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-97cd8cae-90f2-4ef1-94d8-ab80ebcfca9a req-95f0dc91-46d0-4945-a157-70a3376ca0b3 tempest-ServersTestBootFromVolume-1946499048 tempest-ServersTestBootFromVolume-1946499048-project] 10.222.0.89 "GET /v2.0/ports?device_id=d05624d9-7069-4d9d-823a-9c54a8dd6b49 HTTP/1.1" status: 200 len: 943 time: 0.0923815 Feb 04 17:15:26.682735 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-ff0e2e51-0916-4f9e-9355-e86ab88c1efe req-3f86f799-40b5-4fdd-959b-78e95bfef737 tempest-SecurityGroupsTestJSON-1563643175 tempest-SecurityGroupsTestJSON-1563643175-project] Publish callbacks [] for port (3e7c7830-83fe-4f99-8527-4a0e6642c895), precommit_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:15:26.689157 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-ff0e2e51-0916-4f9e-9355-e86ab88c1efe req-3f86f799-40b5-4fdd-959b-78e95bfef737 tempest-SecurityGroupsTestJSON-1563643175 tempest-SecurityGroupsTestJSON-1563643175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675836'] for port (3e7c7830-83fe-4f99-8527-4a0e6642c895), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:15:26.702528 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] get_ports_and_sgs() called for port_ids ['3f815a81-39e6-4dda-88cd-517133688c05', '3e7c7830-83fe-4f99-8527-4a0e6642c895'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 17:15:26.748185 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-97cd8cae-90f2-4ef1-94d8-ab80ebcfca9a req-ec909f52-6bf3-43e5-948c-5f8bf6bd1598 tempest-ServersTestBootFromVolume-1946499048 tempest-ServersTestBootFromVolume-1946499048-project] 10.222.0.89 "GET /v2.0/security-groups?id=e0c7c260-7f3c-4059-832b-03acecef069a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639806 Feb 04 17:15:26.755212 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0e2e51-0916-4f9e-9355-e86ab88c1efe req-3f86f799-40b5-4fdd-959b-78e95bfef737 tempest-SecurityGroupsTestJSON-1563643175 tempest-SecurityGroupsTestJSON-1563643175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:15:26.756124 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-ff0e2e51-0916-4f9e-9355-e86ab88c1efe req-3f86f799-40b5-4fdd-959b-78e95bfef737 tempest-SecurityGroupsTestJSON-1563643175 tempest-SecurityGroupsTestJSON-1563643175-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:15:26.767949 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-ff0e2e51-0916-4f9e-9355-e86ab88c1efe req-3f86f799-40b5-4fdd-959b-78e95bfef737 tempest-SecurityGroupsTestJSON-1563643175 tempest-SecurityGroupsTestJSON-1563643175-project] 10.222.0.89 "PUT /v2.0/ports/3e7c7830-83fe-4f99-8527-4a0e6642c895 HTTP/1.1" status: 200 len: 982 time: 0.5856431 Feb 04 17:15:26.768545 n-d-827839-2 neutron-server[103376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d11d302-5eb4-49b1-a8ac-e523a2e68943', 'tag': '3e7c7830-83fe-4f99-8527-4a0e6642c895'}] {{(pid=103376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:15:26.773682 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d59c3bb5e2f09ebf62144d5e09b1cff60c763a9c19614c24538e77842938c05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0c13720-6be5-48dc-aed3-d7dd5c0d133b" -d '{"events": [{"name": "network-changed", "server_uuid": "6d11d302-5eb4-49b1-a8ac-e523a2e68943", "tag": "3e7c7830-83fe-4f99-8527-4a0e6642c895"}]}' {{(pid=103376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:15:26.862463 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f86f799-40b5-4fdd-959b-78e95bfef737 tempest-SecurityGroupsTestJSON-1563643175 tempest-SecurityGroupsTestJSON-1563643175-project] Pushing event updated for resources: {'Port': ['ID=3e7c7830-83fe-4f99-8527-4a0e6642c895,revision_number=6']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:15:26.884640 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 17:15:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2da8458c-8c32-42c7-95f2-8bb5e4c2c92b x-openstack-request-id: req-2da8458c-8c32-42c7-95f2-8bb5e4c2c92b {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:15:26.885041 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73ef4295-f1bd-4a39-ae22-227e173b4f04", "name": "network-vif-deleted", "tag": "df5baaca-83bf-43f5-9716-833543e3a9c1", "status": "completed", "code": 200}]} {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:15:26.885379 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-2da8458c-8c32-42c7-95f2-8bb5e4c2c92b {{(pid=103377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:15:26.885865 n-d-827839-2 neutron-server[103377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73ef4295-f1bd-4a39-ae22-227e173b4f04', 'name': 'network-vif-deleted', 'tag': 'df5baaca-83bf-43f5-9716-833543e3a9c1', 'status': 'completed', 'code': 200} Feb 04 17:15:26.943768 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] get_ports_and_sgs() called for port_ids ['3e7c7830-83fe-4f99-8527-4a0e6642c895'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 17:15:26.969289 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2594031-c0fc-4ea8-bdf0-337703c2f812 req-f6e7419c-51e0-4788-adac-b8e2b86b7ec7 tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:15:26.981035 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-3e37c3c1-498f-4ad4-bd3d-aff4e842e5a8 req-699ca7d9-46a7-46d6-be95-f91d2552f3fb tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] 10.222.0.89 "GET /v2.0/ports?device_id=f9d0cdd4-aae7-45e7-bcf1-a6ee601b78a7 HTTP/1.1" status: 200 len: 210 time: 0.0441763 Feb 04 17:15:26.981596 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-f2594031-c0fc-4ea8-bdf0-337703c2f812 req-f6e7419c-51e0-4788-adac-b8e2b86b7ec7 tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] 10.222.0.89 "GET /v2.0/ports?device_id=b7e72874-ab8d-4372-989b-ceb35c5fd1c8 HTTP/1.1" status: 200 len: 950 time: 0.1071246 Feb 04 17:15:27.111201 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-f2594031-c0fc-4ea8-bdf0-337703c2f812 req-ce3f41d7-19df-4fe7-a11d-f345dcbb152a tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] 10.222.0.89 "GET /v2.0/security-groups?id=5fa98c6a-94b3-4690-b9c3-4f0e67d11226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259689 Feb 04 17:15:27.172993 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa95e5e-ab88-42f9-bbf1-156dff1e1e5a req-32fe0aad-d64c-40ac-897c-b37f4b962391 tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:15:27.182530 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-9fa95e5e-ab88-42f9-bbf1-156dff1e1e5a req-32fe0aad-d64c-40ac-897c-b37f4b962391 tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] 10.222.0.89 "GET /v2.0/ports?device_id=7488b3c7-1771-4cc0-b566-fa8ba403f3e4 HTTP/1.1" status: 200 len: 948 time: 0.0916002 Feb 04 17:15:27.184105 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-78c74273-dcca-42fc-bcd9-cff086ba4ab6 req-88c3af8b-8ce2-4b4c-83b6-fdd386a2732f tempest-SecurityGroupsTestJSON-1563643175 tempest-SecurityGroupsTestJSON-1563643175-project] 10.222.0.89 "GET /v2.0/security-groups/173a3530-15d7-40d1-8b33-82a143cad816 HTTP/1.1" status: 200 len: 1816 time: 0.0497413 Feb 04 17:15:27.236466 n-d-827839-2 neutron-server[103376]: INFO neutron.api.v2.resource [req-78c74273-dcca-42fc-bcd9-cff086ba4ab6 req-74af1708-83ec-491a-b0b7-302f4f1087f4 tempest-SecurityGroupsTestJSON-1563643175 tempest-SecurityGroupsTestJSON-1563643175-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 04 17:15:27.248970 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-78c74273-dcca-42fc-bcd9-cff086ba4ab6 req-74af1708-83ec-491a-b0b7-302f4f1087f4 tempest-SecurityGroupsTestJSON-1563643175 tempest-SecurityGroupsTestJSON-1563643175-project] 10.222.0.89 "DELETE /v2.0/security-groups/173a3530-15d7-40d1-8b33-82a143cad816 HTTP/1.1" status: 409 len: 341 time: 0.0582817 Feb 04 17:15:27.257400 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-9fa95e5e-ab88-42f9-bbf1-156dff1e1e5a req-c53192be-cf14-42f1-b723-3dda43b27e49 tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] 10.222.0.89 "GET /v2.0/security-groups?id=4f68676b-760c-49c3-a14c-c9afa7ad720d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738392 Feb 04 17:15:27.291309 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 17:15:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42dc4241-33d0-490d-b0aa-d31a709e96da x-openstack-request-id: req-42dc4241-33d0-490d-b0aa-d31a709e96da {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:15:27.292176 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d11d302-5eb4-49b1-a8ac-e523a2e68943", "tag": "3e7c7830-83fe-4f99-8527-4a0e6642c895", "status": "completed", "code": 200}]} {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:15:27.292601 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-42dc4241-33d0-490d-b0aa-d31a709e96da {{(pid=103376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:15:27.293196 n-d-827839-2 neutron-server[103376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d11d302-5eb4-49b1-a8ac-e523a2e68943', 'tag': '3e7c7830-83fe-4f99-8527-4a0e6642c895', 'status': 'completed', 'code': 200} Feb 04 17:15:27.429467 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c13720-6be5-48dc-aed3-d7dd5c0d133b req-eacd41df-ecda-4d92-ba8a-c06771d21c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:15:27.431454 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-e0c13720-6be5-48dc-aed3-d7dd5c0d133b req-eacd41df-ecda-4d92-ba8a-c06771d21c2c service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=978c6d026b0944f6a413e3d4f2103bea&device_id=6d11d302-5eb4-49b1-a8ac-e523a2e68943 HTTP/1.1" status: 200 len: 1167 time: 0.1044979 Feb 04 17:15:27.642700 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c13720-6be5-48dc-aed3-d7dd5c0d133b req-854cc36b-dc38-4fc3-8f9a-0b2fc14117f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:15:27.644910 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-e0c13720-6be5-48dc-aed3-d7dd5c0d133b req-854cc36b-dc38-4fc3-8f9a-0b2fc14117f0 service neutron] 10.222.0.96 "GET /v2.0/networks?id=3a92870e-0f75-4f51-bf18-f38ecaa186c3 HTTP/1.1" status: 200 len: 913 time: 0.1936173 Feb 04 17:15:27.662326 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9aebdec-987e-4fea-99a9-4f575564af9f req-12c7a850-126c-4a1f-8077-77fdb62ea247 tempest-SecurityGroupsTestJSON-1563643175 tempest-SecurityGroupsTestJSON-1563643175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:15:27.671924 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-f9aebdec-987e-4fea-99a9-4f575564af9f req-12c7a850-126c-4a1f-8077-77fdb62ea247 tempest-SecurityGroupsTestJSON-1563643175 tempest-SecurityGroupsTestJSON-1563643175-project] 10.222.0.89 "GET /v2.0/ports?device_id=6d11d302-5eb4-49b1-a8ac-e523a2e68943 HTTP/1.1" status: 200 len: 985 time: 0.0703602 Feb 04 17:15:27.738789 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-f9aebdec-987e-4fea-99a9-4f575564af9f req-a033bea4-a77c-41a4-9f04-f2ec4555cfc7 tempest-SecurityGroupsTestJSON-1563643175 tempest-SecurityGroupsTestJSON-1563643175-project] 10.222.0.89 "GET /v2.0/security-groups?id=173a3530-15d7-40d1-8b33-82a143cad816&id=beaee1ab-f1ea-48fb-8fb6-199b9068cee8&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.0659096 Feb 04 17:15:27.744924 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-e0c13720-6be5-48dc-aed3-d7dd5c0d133b req-93ae7b7c-bdb0-4f03-811f-812467341a23 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3e7c7830-83fe-4f99-8527-4a0e6642c895 HTTP/1.1" status: 200 len: 217 time: 0.0812421 Feb 04 17:15:27.806084 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c13720-6be5-48dc-aed3-d7dd5c0d133b req-ad7e056a-b007-4f2f-82eb-b5d1a66d31f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:15:27.807884 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-e0c13720-6be5-48dc-aed3-d7dd5c0d133b req-ad7e056a-b007-4f2f-82eb-b5d1a66d31f6 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=223e3d0b-2da1-4b6d-bc4c-a1504765d855 HTTP/1.1" status: 200 len: 852 time: 0.0479517 Feb 04 17:15:27.849086 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-e0c13720-6be5-48dc-aed3-d7dd5c0d133b req-ba03b792-9692-4f34-8d3d-8cf2a09955ff service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=3a92870e-0f75-4f51-bf18-f38ecaa186c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0334506 Feb 04 17:15:27.853583 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Device 9be04d45-1635-46a6-a4a5-3aed6367c90a details requested by agent hyperv_n-h2-827839-2 with host n-h2-827839-2 {{(pid=103378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 17:15:27.902283 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 56024) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:15:27.993387 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3252d926-7dd5-46e6-ba88-e3a34469b0ce req-37750e19-0d42-4b47-9e29-68ff089e8d54 tempest-ServersTestBootFromVolume-1946499048 tempest-ServersTestBootFromVolume-1946499048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:15:28.002025 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-3252d926-7dd5-46e6-ba88-e3a34469b0ce req-37750e19-0d42-4b47-9e29-68ff089e8d54 tempest-ServersTestBootFromVolume-1946499048 tempest-ServersTestBootFromVolume-1946499048-project] 10.222.0.89 "GET /v2.0/ports?device_id=d05624d9-7069-4d9d-823a-9c54a8dd6b49 HTTP/1.1" status: 200 len: 943 time: 0.1519399 Feb 04 17:15:28.010860 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] For port 9be04d45-1635-46a6-a4a5-3aed6367c90a, host n-h2-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=9be04d45-1635-46a6-a4a5-3aed6367c90a,segment=NetworkSegment(bee9a28c-580f-445b-8d2e-5c4c3903d188),segment_id=bee9a28c-580f-445b-8d2e-5c4c3903d188)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:15:28.011787 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-e0c13720-6be5-48dc-aed3-d7dd5c0d133b req-e42d7a6b-f73a-48cd-9539-eeb4136abe5b service neutron] 10.222.0.96 "GET /v2.0/networks/3a92870e-0f75-4f51-bf18-f38ecaa186c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1508136 Feb 04 17:15:28.042864 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Returning: {'device': '9be04d45-1635-46a6-a4a5-3aed6367c90a', 'network_id': 'b746bac5-cc19-45da-9cf3-0187a389a920', 'port_id': '9be04d45-1635-46a6-a4a5-3aed6367c90a', 'mac_address': 'fa:16:3e:d8:13:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 777, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '360f8d7b-ee49-4e91-b8fc-d5c0ca9fdfaa', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 17:15:28.120216 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Current status of the port 9be04d45-1635-46a6-a4a5-3aed6367c90a is: DOWN; New status is: BUILD {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:15:28.121120 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (9be04d45-1635-46a6-a4a5-3aed6367c90a), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:15:28.123176 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-3252d926-7dd5-46e6-ba88-e3a34469b0ce req-b3c5466a-fec3-49a4-8b2c-a001a5149309 tempest-ServersTestBootFromVolume-1946499048 tempest-ServersTestBootFromVolume-1946499048-project] 10.222.0.89 "GET /v2.0/security-groups?id=e0c7c260-7f3c-4059-832b-03acecef069a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1154163 Feb 04 17:15:28.164477 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-8fde1710-85a3-4451-b10c-d5ae833cf582 req-c4ad83e3-4513-4890-a6fc-0c7e9c3fa1a2 tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] 10.222.0.89 "GET /v2.0/ports?device_id=f9d0cdd4-aae7-45e7-bcf1-a6ee601b78a7 HTTP/1.1" status: 200 len: 210 time: 0.0860074 Feb 04 17:15:28.167707 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9be04d45-1635-46a6-a4a5-3aed6367c90a {{(pid=103378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 17:15:28.193754 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-e0c13720-6be5-48dc-aed3-d7dd5c0d133b req-18b8c235-5f86-4232-ac59-5a6c480e75d8 service neutron] 10.222.0.96 "GET /v2.0/networks/3a92870e-0f75-4f51-bf18-f38ecaa186c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1719863 Feb 04 17:15:28.210240 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] For port 9be04d45-1635-46a6-a4a5-3aed6367c90a, host n-h2-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=9be04d45-1635-46a6-a4a5-3aed6367c90a,segment=NetworkSegment(bee9a28c-580f-445b-8d2e-5c4c3903d188),segment_id=bee9a28c-580f-445b-8d2e-5c4c3903d188)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:15:28.226431 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (9be04d45-1635-46a6-a4a5-3aed6367c90a), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:15:28.227184 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Device f9e4e26d-abca-45a8-a5e6-aef150d22ed3 details requested by agent hyperv_n-h2-827839-2 with host n-h2-827839-2 {{(pid=103378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 17:15:28.265738 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-e75353f3-b057-4a30-a5f6-89a1db3713f6 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=35ab524bf1fb428fa44178716c01e284&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3594828 Feb 04 17:15:28.266763 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 56032) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:15:28.324483 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bdf51e-49dd-43b8-acfc-892191c20a10 req-fb69eded-7b6f-4a00-8209-05433bbd83c1 tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:15:28.332427 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-f8bdf51e-49dd-43b8-acfc-892191c20a10 req-fb69eded-7b6f-4a00-8209-05433bbd83c1 tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] 10.222.0.89 "GET /v2.0/ports?device_id=b7e72874-ab8d-4372-989b-ceb35c5fd1c8 HTTP/1.1" status: 200 len: 950 time: 0.1190956 Feb 04 17:15:28.371584 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Pushing event updated for resources: {'Port': ['ID=9be04d45-1635-46a6-a4a5-3aed6367c90a,revision_number=4']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:15:28.408182 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-f8bdf51e-49dd-43b8-acfc-892191c20a10 req-1b896b44-3deb-4a12-b867-05530d23cbf6 tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] 10.222.0.89 "GET /v2.0/security-groups?id=5fa98c6a-94b3-4690-b9c3-4f0e67d11226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699370 Feb 04 17:15:28.426242 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e023e1d-9e67-43da-9e38-02d5cc01a158 req-b146da79-9293-44ec-b7d7-86ef57d175cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:15:28.427788 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-3e023e1d-9e67-43da-9e38-02d5cc01a158 req-b146da79-9293-44ec-b7d7-86ef57d175cf service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=978c6d026b0944f6a413e3d4f2103bea&device_id=6d11d302-5eb4-49b1-a8ac-e523a2e68943 HTTP/1.1" status: 200 len: 1167 time: 0.1573725 Feb 04 17:15:28.456379 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] For port f9e4e26d-abca-45a8-a5e6-aef150d22ed3, host n-h2-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=f9e4e26d-abca-45a8-a5e6-aef150d22ed3,segment=NetworkSegment(3a39b085-d3e6-43bb-a64c-1b06dd049e5a),segment_id=3a39b085-d3e6-43bb-a64c-1b06dd049e5a)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:15:28.470184 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0872fddd-0a7c-4ba1-bb2b-eb5a7bb3e4cb req-5d580a83-b9eb-4cea-8641-59ae3d6fa503 tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:15:28.470979 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Returning: {'device': 'f9e4e26d-abca-45a8-a5e6-aef150d22ed3', 'network_id': '02be22b9-aa53-40ea-8050-9239cd27d1ff', 'port_id': 'f9e4e26d-abca-45a8-a5e6-aef150d22ed3', 'mac_address': 'fa:16:3e:15:84:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 797, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c974b0ff-2c5c-4667-8a81-3bde3ea6ced5', 'ip_address': '192.168.233.223'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 17:15:28.471653 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-0872fddd-0a7c-4ba1-bb2b-eb5a7bb3e4cb req-5d580a83-b9eb-4cea-8641-59ae3d6fa503 tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] 10.222.0.96 "GET /v2.0/networks?id=b27b7363-f5f5-42ff-a720-66280b0b57a7 HTTP/1.1" status: 200 len: 821 time: 0.3169584 Feb 04 17:15:28.489200 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [req-0872fddd-0a7c-4ba1-bb2b-eb5a7bb3e4cb req-82b72335-f5b9-4922-89c4-f54bf6d8c3b4 tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] Request body: {'port': {'device_id': 'f9d0cdd4-aae7-45e7-bcf1-a6ee601b78a7', 'network_id': 'b27b7363-f5f5-42ff-a720-66280b0b57a7', 'admin_state_up': True, 'tenant_id': 'f3812c841c31408e86184d3885a61bc1'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:15:28.550781 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e023e1d-9e67-43da-9e38-02d5cc01a158 req-34db0e54-f1b2-489d-8d8d-7b079a35964e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:15:28.552768 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-3e023e1d-9e67-43da-9e38-02d5cc01a158 req-34db0e54-f1b2-489d-8d8d-7b079a35964e service neutron] 10.222.0.96 "GET /v2.0/networks?id=3a92870e-0f75-4f51-bf18-f38ecaa186c3 HTTP/1.1" status: 200 len: 913 time: 0.1103644 Feb 04 17:15:28.652773 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-3e023e1d-9e67-43da-9e38-02d5cc01a158 req-7aed3a87-c789-4b93-aa38-427d6b9d4b3b service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3e7c7830-83fe-4f99-8527-4a0e6642c895 HTTP/1.1" status: 200 len: 217 time: 0.0915327 Feb 04 17:15:28.697587 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Current status of the port f9e4e26d-abca-45a8-a5e6-aef150d22ed3 is: DOWN; New status is: BUILD {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:15:28.697887 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (f9e4e26d-abca-45a8-a5e6-aef150d22ed3), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:15:28.728238 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9e4e26d-abca-45a8-a5e6-aef150d22ed3 {{(pid=103378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 17:15:28.752184 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] For port f9e4e26d-abca-45a8-a5e6-aef150d22ed3, host n-h2-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=f9e4e26d-abca-45a8-a5e6-aef150d22ed3,segment=NetworkSegment(3a39b085-d3e6-43bb-a64c-1b06dd049e5a),segment_id=3a39b085-d3e6-43bb-a64c-1b06dd049e5a)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:15:28.758009 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (f9e4e26d-abca-45a8-a5e6-aef150d22ed3), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:15:28.771001 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e023e1d-9e67-43da-9e38-02d5cc01a158 req-329570da-c0b4-4d2d-b985-6e4b0b2bc4cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:15:28.772711 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-3e023e1d-9e67-43da-9e38-02d5cc01a158 req-329570da-c0b4-4d2d-b985-6e4b0b2bc4cd service neutron] 10.222.0.96 "GET /v2.0/subnets?id=223e3d0b-2da1-4b6d-bc4c-a1504765d855 HTTP/1.1" status: 200 len: 852 time: 0.1127276 Feb 04 17:15:28.824880 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Pushing event updated for resources: {'Port': ['ID=f9e4e26d-abca-45a8-a5e6-aef150d22ed3,revision_number=4']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:15:28.830113 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-3e023e1d-9e67-43da-9e38-02d5cc01a158 req-d49d1a01-f487-4fdc-a4d2-a15a98e74e20 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=3a92870e-0f75-4f51-bf18-f38ecaa186c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0493648 Feb 04 17:15:28.835794 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-f529ca05-4a89-465c-aac2-747a6fa3f89a admin admin] Publish callbacks [] for security_group (0f715ebf-19e6-4360-aece-55f7295b2a3a), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:15:28.889484 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e464f81-34b1-4bb5-94f8-d7616bead1a6 req-c63b0849-9a5a-4817-ade9-090da2b31277 tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:15:28.896258 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-1e464f81-34b1-4bb5-94f8-d7616bead1a6 req-c63b0849-9a5a-4817-ade9-090da2b31277 tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] 10.222.0.89 "GET /v2.0/ports?device_id=7488b3c7-1771-4cc0-b566-fa8ba403f3e4 HTTP/1.1" status: 200 len: 948 time: 0.5346749 Feb 04 17:15:28.930025 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-f529ca05-4a89-465c-aac2-747a6fa3f89a admin admin] Publish callbacks [] for security_group (0f715ebf-19e6-4360-aece-55f7295b2a3a), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:15:28.957339 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8806cfc2-a40d-4250-af69-448f970a9dec req-c3331fed-d2a7-41cc-a5ae-7a2dfe2b637e tempest-SecurityGroupsTestJSON-1563643175 tempest-SecurityGroupsTestJSON-1563643175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:15:28.959811 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-8806cfc2-a40d-4250-af69-448f970a9dec req-c3331fed-d2a7-41cc-a5ae-7a2dfe2b637e tempest-SecurityGroupsTestJSON-1563643175 tempest-SecurityGroupsTestJSON-1563643175-project] 10.222.0.89 "GET /v2.0/ports?device_id=6d11d302-5eb4-49b1-a8ac-e523a2e68943 HTTP/1.1" status: 200 len: 985 time: 0.1193426 Feb 04 17:15:29.000346 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-3e023e1d-9e67-43da-9e38-02d5cc01a158 req-0eb66f36-7259-4388-a020-bc45f717db9d service neutron] 10.222.0.96 "GET /v2.0/networks/3a92870e-0f75-4f51-bf18-f38ecaa186c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1495988 Feb 04 17:15:29.018816 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-1e464f81-34b1-4bb5-94f8-d7616bead1a6 req-374b7286-d6d7-4118-b089-7c063f0f149c tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] 10.222.0.89 "GET /v2.0/security-groups?id=4f68676b-760c-49c3-a14c-c9afa7ad720d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216445 Feb 04 17:15:29.058852 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-f529ca05-4a89-465c-aac2-747a6fa3f89a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (0f715ebf-19e6-4360-aece-55f7295b2a3a), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:15:29.061728 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-f529ca05-4a89-465c-aac2-747a6fa3f89a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:15:29.062960 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-f529ca05-4a89-465c-aac2-747a6fa3f89a admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/0f715ebf-19e6-4360-aece-55f7295b2a3a HTTP/1.1" status: 204 len: 168 time: 0.7958195 Feb 04 17:15:29.081045 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0872fddd-0a7c-4ba1-bb2b-eb5a7bb3e4cb req-82b72335-f5b9-4922-89c4-f54bf6d8c3b4 tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] Made reservation on behalf of f3812c841c31408e86184d3885a61bc1 for: {'port': 1} {{(pid=103376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:15:29.084583 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-0872fddd-0a7c-4ba1-bb2b-eb5a7bb3e4cb req-82b72335-f5b9-4922-89c4-f54bf6d8c3b4 tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:15:29.089116 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f529ca05-4a89-465c-aac2-747a6fa3f89a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f715ebf-19e6-4360-aece-55f7295b2a3a,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:15:29.112406 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-8806cfc2-a40d-4250-af69-448f970a9dec req-603dd1c2-2ac9-497e-a726-68009f6208fc tempest-SecurityGroupsTestJSON-1563643175 tempest-SecurityGroupsTestJSON-1563643175-project] 10.222.0.89 "GET /v2.0/security-groups?id=173a3530-15d7-40d1-8b33-82a143cad816&id=beaee1ab-f1ea-48fb-8fb6-199b9068cee8&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.1411591 Feb 04 17:15:29.142588 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] get_ports_and_sgs() called for port_ids ['f9e4e26d-abca-45a8-a5e6-aef150d22ed3'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 17:15:29.167364 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-3e023e1d-9e67-43da-9e38-02d5cc01a158 req-6d0c2b97-075c-4312-8a27-2b44f03334b9 service neutron] 10.222.0.96 "GET /v2.0/networks/3a92870e-0f75-4f51-bf18-f38ecaa186c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1589425 Feb 04 17:15:29.244329 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] get_ports_and_sgs() called for port_ids ['9be04d45-1635-46a6-a4a5-3aed6367c90a'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 17:15:29.337642 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-37b8166e-3071-4089-a0ae-86d4d98864e8 req-e7cad256-9c7b-4397-b9a0-8aa992443bf8 tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] 10.222.0.89 "GET /v2.0/ports?device_id=f9d0cdd4-aae7-45e7-bcf1-a6ee601b78a7 HTTP/1.1" status: 200 len: 210 time: 0.0648620 Feb 04 17:15:29.379176 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.db_base_plugin_common [req-0872fddd-0a7c-4ba1-bb2b-eb5a7bb3e4cb req-82b72335-f5b9-4922-89c4-f54bf6d8c3b4 tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] Allocated IP 172.20.0.8 (b27b7363-f5f5-42ff-a720-66280b0b57a7/fa2004f2-da24-41cf-84b9-96d41a7dd118/32d8b226-744e-42c0-8808-a6c862fac8f7) {{(pid=103376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:15:29.409744 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19368ede-752e-45a7-9ea7-ff3c36adeff6 req-73803321-ebe7-4918-8176-35e6c58a429d tempest-ServersTestBootFromVolume-1946499048 tempest-ServersTestBootFromVolume-1946499048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:15:29.411303 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-19368ede-752e-45a7-9ea7-ff3c36adeff6 req-73803321-ebe7-4918-8176-35e6c58a429d tempest-ServersTestBootFromVolume-1946499048 tempest-ServersTestBootFromVolume-1946499048-project] 10.222.0.89 "GET /v2.0/ports?device_id=d05624d9-7069-4d9d-823a-9c54a8dd6b49 HTTP/1.1" status: 200 len: 944 time: 0.1541460 Feb 04 17:15:29.518379 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-19368ede-752e-45a7-9ea7-ff3c36adeff6 req-b0c3f248-4675-400e-b766-5255ae659f2f tempest-ServersTestBootFromVolume-1946499048 tempest-ServersTestBootFromVolume-1946499048-project] 10.222.0.89 "GET /v2.0/security-groups?id=e0c7c260-7f3c-4059-832b-03acecef069a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0934985 Feb 04 17:15:29.630773 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a920de7-5516-4a91-8fe1-712de714ca40 req-84bbcd25-46c1-49ac-926b-ddc6ed151cd3 tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:15:29.632328 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-1a920de7-5516-4a91-8fe1-712de714ca40 req-84bbcd25-46c1-49ac-926b-ddc6ed151cd3 tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] 10.222.0.89 "GET /v2.0/ports?device_id=b7e72874-ab8d-4372-989b-ceb35c5fd1c8 HTTP/1.1" status: 200 len: 950 time: 0.0968094 Feb 04 17:15:29.692333 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-0872fddd-0a7c-4ba1-bb2b-eb5a7bb3e4cb req-82b72335-f5b9-4922-89c4-f54bf6d8c3b4 tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] Publish callbacks [] for port (32d8b226-744e-42c0-8808-a6c862fac8f7), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:15:29.723540 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8b810907-a9d8-42fd-b3fb-123cca8a7c16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (bb89f5a3-3c22-440b-b7d1-c4f0c43c184a), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:15:29.740065 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-1a920de7-5516-4a91-8fe1-712de714ca40 req-e177c3a5-ec9a-41bd-a36b-40089860b702 tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] 10.222.0.89 "GET /v2.0/security-groups?id=5fa98c6a-94b3-4690-b9c3-4f0e67d11226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988109 Feb 04 17:15:29.762659 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-0872fddd-0a7c-4ba1-bb2b-eb5a7bb3e4cb req-82b72335-f5b9-4922-89c4-f54bf6d8c3b4 tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (32d8b226-744e-42c0-8808-a6c862fac8f7), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:15:29.777486 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] get_ports_and_sgs() called for port_ids ['09fe44f1-9e7b-43ae-8405-ca810bec8f9b'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 17:15:29.833741 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b72335-f5b9-4922-89c4-f54bf6d8c3b4 tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] Pushing event updated for resources: {'Port': ['ID=32d8b226-744e-42c0-8808-a6c862fac8f7,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:15:29.848040 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0872fddd-0a7c-4ba1-bb2b-eb5a7bb3e4cb req-82b72335-f5b9-4922-89c4-f54bf6d8c3b4 tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] Network b27b7363-f5f5-42ff-a720-66280b0b57a7 is already hosted by enough agents. {{(pid=103376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:15:29.851976 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [req-0872fddd-0a7c-4ba1-bb2b-eb5a7bb3e4cb req-82b72335-f5b9-4922-89c4-f54bf6d8c3b4 tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] Resources bound (agent type, host, resource id): {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:15:29.854767 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [req-0872fddd-0a7c-4ba1-bb2b-eb5a7bb3e4cb req-82b72335-f5b9-4922-89c4-f54bf6d8c3b4 tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] Received port after_create {{(pid=103376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:15:29.914885 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device df5baaca-83bf-43f5-9716-833543e3a9c1 no longer exists at agent hyperv_n-h1-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:15:29.977047 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0872fddd-0a7c-4ba1-bb2b-eb5a7bb3e4cb req-82b72335-f5b9-4922-89c4-f54bf6d8c3b4 tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:15:29.978103 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-0872fddd-0a7c-4ba1-bb2b-eb5a7bb3e4cb req-82b72335-f5b9-4922-89c4-f54bf6d8c3b4 tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:15:30.001515 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] No Port match for: df5baaca-83bf-43f5-9716-833543e3a9c1 {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 17:15:30.005050 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device df5baaca-83bf-43f5-9716-833543e3a9c1 not bound to the agent host n-h1-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 17:15:30.007410 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-0872fddd-0a7c-4ba1-bb2b-eb5a7bb3e4cb req-82b72335-f5b9-4922-89c4-f54bf6d8c3b4 tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5247905 Feb 04 17:15:30.021047 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [req-0872fddd-0a7c-4ba1-bb2b-eb5a7bb3e4cb req-20b03def-619f-48d1-8e29-963e904d9429 service neutron] Request body: {'port': {'device_id': 'f9d0cdd4-aae7-45e7-bcf1-a6ee601b78a7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827839-2'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:15:30.092769 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-0872fddd-0a7c-4ba1-bb2b-eb5a7bb3e4cb req-20b03def-619f-48d1-8e29-963e904d9429 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (32d8b226-744e-42c0-8808-a6c862fac8f7), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:15:30.296732 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c159c402-3595-425d-b2f7-c861eac123c7 req-88280faf-5c10-487a-a4ae-0d799d819f07 tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:15:30.299070 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50e4d43-1c31-4714-b359-bed26380d274 req-5108047c-4428-41f4-9fa8-da6ab073fd62 tempest-SecurityGroupsTestJSON-1563643175 tempest-SecurityGroupsTestJSON-1563643175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:15:30.300550 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-d50e4d43-1c31-4714-b359-bed26380d274 req-5108047c-4428-41f4-9fa8-da6ab073fd62 tempest-SecurityGroupsTestJSON-1563643175 tempest-SecurityGroupsTestJSON-1563643175-project] 10.222.0.89 "GET /v2.0/ports?device_id=6d11d302-5eb4-49b1-a8ac-e523a2e68943 HTTP/1.1" status: 200 len: 985 time: 0.0626273 Feb 04 17:15:30.305120 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-c159c402-3595-425d-b2f7-c861eac123c7 req-88280faf-5c10-487a-a4ae-0d799d819f07 tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] 10.222.0.89 "GET /v2.0/ports?device_id=7488b3c7-1771-4cc0-b566-fa8ba403f3e4 HTTP/1.1" status: 200 len: 949 time: 0.1720150 Feb 04 17:15:30.412887 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-c159c402-3595-425d-b2f7-c861eac123c7 req-3f7cc47f-8539-477e-b589-500913961193 tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] 10.222.0.89 "GET /v2.0/security-groups?id=4f68676b-760c-49c3-a14c-c9afa7ad720d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067080 Feb 04 17:15:30.556726 n-d-827839-2 neutron-server[103376]: DEBUG neutron.notifiers.nova [req-0872fddd-0a7c-4ba1-bb2b-eb5a7bb3e4cb req-20b03def-619f-48d1-8e29-963e904d9429 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 32d8b226-744e-42c0-8808-a6c862fac8f7 {{(pid=103376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 17:15:30.567085 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-0872fddd-0a7c-4ba1-bb2b-eb5a7bb3e4cb req-20b03def-619f-48d1-8e29-963e904d9429 service neutron] Publish callbacks [] for port (32d8b226-744e-42c0-8808-a6c862fac8f7), precommit_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:15:30.589656 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.provisioning_blocks [req-0872fddd-0a7c-4ba1-bb2b-eb5a7bb3e4cb req-20b03def-619f-48d1-8e29-963e904d9429 service neutron] Transition to ACTIVE for port object 32d8b226-744e-42c0-8808-a6c862fac8f7 will not be triggered until provisioned by entity L2. {{(pid=103376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 17:15:30.598815 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73eca585-90ba-4724-ae98-0626b31b1e09 req-503c1d80-5acb-4f5d-8a5e-c981e1ea3d0f tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:15:30.600089 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-73eca585-90ba-4724-ae98-0626b31b1e09 req-503c1d80-5acb-4f5d-8a5e-c981e1ea3d0f tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] 10.222.0.89 "GET /v2.0/ports?device_id=f9d0cdd4-aae7-45e7-bcf1-a6ee601b78a7 HTTP/1.1" status: 200 len: 931 time: 0.1092832 Feb 04 17:15:30.601456 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-0872fddd-0a7c-4ba1-bb2b-eb5a7bb3e4cb req-20b03def-619f-48d1-8e29-963e904d9429 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675836'] for port (32d8b226-744e-42c0-8808-a6c862fac8f7), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:15:30.653134 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-d50e4d43-1c31-4714-b359-bed26380d274 req-8288a82f-f3e3-4817-8635-fe2a36d74a48 tempest-SecurityGroupsTestJSON-1563643175 tempest-SecurityGroupsTestJSON-1563643175-project] 10.222.0.89 "GET /v2.0/security-groups?id=173a3530-15d7-40d1-8b33-82a143cad816&id=beaee1ab-f1ea-48fb-8fb6-199b9068cee8&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.3461065 Feb 04 17:15:30.682686 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b03def-619f-48d1-8e29-963e904d9429 service neutron] Pushing event updated for resources: {'Port': ['ID=32d8b226-744e-42c0-8808-a6c862fac8f7,revision_number=2']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:15:30.742928 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-73eca585-90ba-4724-ae98-0626b31b1e09 req-14d9e024-64af-4b4f-943c-b3e6270e5d98 tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] 10.222.0.89 "GET /v2.0/security-groups?id=119a7f03-3e07-4d1e-8852-d9f974f9f052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326554 Feb 04 17:15:30.787063 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [req-0872fddd-0a7c-4ba1-bb2b-eb5a7bb3e4cb req-20b03def-619f-48d1-8e29-963e904d9429 service neutron] Attempting to bind port 32d8b226-744e-42c0-8808-a6c862fac8f7 on host n-h1-827839-2 for vnic_type normal with profile {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:15:30.788176 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [req-0872fddd-0a7c-4ba1-bb2b-eb5a7bb3e4cb req-20b03def-619f-48d1-8e29-963e904d9429 service neutron] Attempting to bind port 32d8b226-744e-42c0-8808-a6c862fac8f7 by drivers openvswitch,hyperv on host n-h1-827839-2 at level 0 using segments [{'id': '422e2db4-29a0-413f-80b3-a344e9c773f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'b27b7363-f5f5-42ff-a720-66280b0b57a7'}] {{(pid=103376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:15:30.789001 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0872fddd-0a7c-4ba1-bb2b-eb5a7bb3e4cb req-20b03def-619f-48d1-8e29-963e904d9429 service neutron] Attempting to bind port 32d8b226-744e-42c0-8808-a6c862fac8f7 on network b27b7363-f5f5-42ff-a720-66280b0b57a7 {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:15:30.796942 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0872fddd-0a7c-4ba1-bb2b-eb5a7bb3e4cb req-20b03def-619f-48d1-8e29-963e904d9429 service neutron] Port 32d8b226-744e-42c0-8808-a6c862fac8f7 on network b27b7363-f5f5-42ff-a720-66280b0b57a7 not bound, no agent of type Open vSwitch agent registered on host n-h1-827839-2 {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 17:15:30.797509 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0872fddd-0a7c-4ba1-bb2b-eb5a7bb3e4cb req-20b03def-619f-48d1-8e29-963e904d9429 service neutron] Attempting to bind port 32d8b226-744e-42c0-8808-a6c862fac8f7 on network b27b7363-f5f5-42ff-a720-66280b0b57a7 {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:15:30.804931 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0872fddd-0a7c-4ba1-bb2b-eb5a7bb3e4cb req-20b03def-619f-48d1-8e29-963e904d9429 service neutron] Checking agent: {'id': '3f9244a9-75fc-4c10-b195-11d48b853b41', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 8, 42), 'started_at': datetime.datetime(2022, 2, 4, 17, 8, 42), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 15, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:15:30.805556 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0872fddd-0a7c-4ba1-bb2b-eb5a7bb3e4cb req-20b03def-619f-48d1-8e29-963e904d9429 service neutron] Checking segment: {'id': '422e2db4-29a0-413f-80b3-a344e9c773f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'b27b7363-f5f5-42ff-a720-66280b0b57a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:15:30.806300 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0872fddd-0a7c-4ba1-bb2b-eb5a7bb3e4cb req-20b03def-619f-48d1-8e29-963e904d9429 service neutron] Bound using segment: {'id': '422e2db4-29a0-413f-80b3-a344e9c773f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'b27b7363-f5f5-42ff-a720-66280b0b57a7'} {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:15:30.806799 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [req-0872fddd-0a7c-4ba1-bb2b-eb5a7bb3e4cb req-20b03def-619f-48d1-8e29-963e904d9429 service neutron] Bound port: 32d8b226-744e-42c0-8808-a6c862fac8f7, host: n-h1-827839-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '422e2db4-29a0-413f-80b3-a344e9c773f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'b27b7363-f5f5-42ff-a720-66280b0b57a7'}}] {{(pid=103376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:15:30.807106 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-0872fddd-0a7c-4ba1-bb2b-eb5a7bb3e4cb req-20b03def-619f-48d1-8e29-963e904d9429 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (32d8b226-744e-42c0-8808-a6c862fac8f7), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:15:30.923990 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [req-0872fddd-0a7c-4ba1-bb2b-eb5a7bb3e4cb req-20b03def-619f-48d1-8e29-963e904d9429 service neutron] For port 32d8b226-744e-42c0-8808-a6c862fac8f7, host n-h1-827839-2, cleared binding levels {{(pid=103376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:15:30.935398 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [req-0872fddd-0a7c-4ba1-bb2b-eb5a7bb3e4cb req-20b03def-619f-48d1-8e29-963e904d9429 service neutron] For port 32d8b226-744e-42c0-8808-a6c862fac8f7, host n-h1-827839-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=32d8b226-744e-42c0-8808-a6c862fac8f7,segment=NetworkSegment(422e2db4-29a0-413f-80b3-a344e9c773f4),segment_id=422e2db4-29a0-413f-80b3-a344e9c773f4)] {{(pid=103376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:15:30.943846 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ae6a54-38dc-47f6-979c-f47642ad15eb req-4da05638-1c7c-4e58-b7ef-f3791deb7694 tempest-ServersTestBootFromVolume-1946499048 tempest-ServersTestBootFromVolume-1946499048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:15:30.945479 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-36ae6a54-38dc-47f6-979c-f47642ad15eb req-4da05638-1c7c-4e58-b7ef-f3791deb7694 tempest-ServersTestBootFromVolume-1946499048 tempest-ServersTestBootFromVolume-1946499048-project] 10.222.0.89 "GET /v2.0/ports?device_id=d05624d9-7069-4d9d-823a-9c54a8dd6b49 HTTP/1.1" status: 200 len: 944 time: 0.1154888 Feb 04 17:15:30.951541 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-0872fddd-0a7c-4ba1-bb2b-eb5a7bb3e4cb req-20b03def-619f-48d1-8e29-963e904d9429 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675836'] for port (32d8b226-744e-42c0-8808-a6c862fac8f7), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:15:30.988238 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-f65a51f0-758d-4892-9b2e-2210c06fa91a req-8a3ba9aa-4a97-4922-bf5e-8996a510defe tempest-SecurityGroupsTestJSON-1563643175 tempest-SecurityGroupsTestJSON-1563643175-project] 10.222.0.89 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-655150147&fields=id&tenant_id=978c6d026b0944f6a413e3d4f2103bea HTTP/1.1" status: 200 len: 267 time: 0.0672688 Feb 04 17:15:31.018482 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0872fddd-0a7c-4ba1-bb2b-eb5a7bb3e4cb req-20b03def-619f-48d1-8e29-963e904d9429 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:15:31.019070 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-0872fddd-0a7c-4ba1-bb2b-eb5a7bb3e4cb req-20b03def-619f-48d1-8e29-963e904d9429 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:15:31.020555 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-0872fddd-0a7c-4ba1-bb2b-eb5a7bb3e4cb req-20b03def-619f-48d1-8e29-963e904d9429 service neutron] 10.222.0.96 "PUT /v2.0/ports/32d8b226-744e-42c0-8808-a6c862fac8f7 HTTP/1.1" status: 200 len: 1091 time: 1.0044878 Feb 04 17:15:31.021044 n-d-827839-2 neutron-server[103376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9d0cdd4-aae7-45e7-bcf1-a6ee601b78a7', 'tag': '32d8b226-744e-42c0-8808-a6c862fac8f7'}] {{(pid=103376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:15:31.023307 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d59c3bb5e2f09ebf62144d5e09b1cff60c763a9c19614c24538e77842938c05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aacd0d83-c6a8-4afa-b6a0-d16e4cb32249" -d '{"events": [{"name": "network-changed", "server_uuid": "f9d0cdd4-aae7-45e7-bcf1-a6ee601b78a7", "tag": "32d8b226-744e-42c0-8808-a6c862fac8f7"}]}' {{(pid=103376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:15:31.056168 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b03def-619f-48d1-8e29-963e904d9429 service neutron] Pushing event updated for resources: {'Port': ['ID=32d8b226-744e-42c0-8808-a6c862fac8f7,revision_number=3']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:15:31.085049 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65a51f0-758d-4892-9b2e-2210c06fa91a req-8a99352c-51a9-4ad2-b5ac-7656fdada31b tempest-SecurityGroupsTestJSON-1563643175 tempest-SecurityGroupsTestJSON-1563643175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:15:31.085486 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-36ae6a54-38dc-47f6-979c-f47642ad15eb req-3e50abba-8262-446a-b5a4-7437196cf0c7 tempest-ServersTestBootFromVolume-1946499048 tempest-ServersTestBootFromVolume-1946499048-project] 10.222.0.89 "GET /v2.0/security-groups?id=e0c7c260-7f3c-4059-832b-03acecef069a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1231267 Feb 04 17:15:31.086389 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-f65a51f0-758d-4892-9b2e-2210c06fa91a req-8a99352c-51a9-4ad2-b5ac-7656fdada31b tempest-SecurityGroupsTestJSON-1563643175 tempest-SecurityGroupsTestJSON-1563643175-project] 10.222.0.89 "GET /v2.0/ports?device_id=6d11d302-5eb4-49b1-a8ac-e523a2e68943 HTTP/1.1" status: 200 len: 985 time: 0.0913553 Feb 04 17:15:31.095006 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [req-f65a51f0-758d-4892-9b2e-2210c06fa91a req-aa3a1c25-e643-4d2f-946c-7e9825335907 tempest-SecurityGroupsTestJSON-1563643175 tempest-SecurityGroupsTestJSON-1563643175-project] Request body: {'port': {'security_groups': ['173a3530-15d7-40d1-8b33-82a143cad816', 'beaee1ab-f1ea-48fb-8fb6-199b9068cee8', '32c10db4-45eb-433d-870e-88e8012c09b6']}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:15:31.159179 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0872fddd-0a7c-4ba1-bb2b-eb5a7bb3e4cb req-e620614a-1f23-4c04-8695-6c9fe2d06bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:15:31.169470 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-0872fddd-0a7c-4ba1-bb2b-eb5a7bb3e4cb req-e620614a-1f23-4c04-8695-6c9fe2d06bb4 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=f3812c841c31408e86184d3885a61bc1&device_id=f9d0cdd4-aae7-45e7-bcf1-a6ee601b78a7 HTTP/1.1" status: 200 len: 1125 time: 0.0826280 Feb 04 17:15:31.198726 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-f65a51f0-758d-4892-9b2e-2210c06fa91a req-aa3a1c25-e643-4d2f-946c-7e9825335907 tempest-SecurityGroupsTestJSON-1563643175 tempest-SecurityGroupsTestJSON-1563643175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (3e7c7830-83fe-4f99-8527-4a0e6642c895), before_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:15:31.230613 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-0872fddd-0a7c-4ba1-bb2b-eb5a7bb3e4cb req-d1dc84c1-7e9f-4f29-8e93-570cfbe1e048 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=32d8b226-744e-42c0-8808-a6c862fac8f7 HTTP/1.1" status: 200 len: 217 time: 0.0583096 Feb 04 17:15:31.302696 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7407a2c5-b3be-4255-9f52-b95051085f6c req-b90711cd-a230-4e49-a32d-8c643a6e05d3 tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:15:31.304212 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-7407a2c5-b3be-4255-9f52-b95051085f6c req-b90711cd-a230-4e49-a32d-8c643a6e05d3 tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] 10.222.0.89 "GET /v2.0/ports?device_id=b7e72874-ab8d-4372-989b-ceb35c5fd1c8 HTTP/1.1" status: 200 len: 950 time: 0.1336992 Feb 04 17:15:31.306241 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0872fddd-0a7c-4ba1-bb2b-eb5a7bb3e4cb req-de068c01-b00b-4e64-acbf-9fec9d3c2658 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:15:31.307625 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-0872fddd-0a7c-4ba1-bb2b-eb5a7bb3e4cb req-de068c01-b00b-4e64-acbf-9fec9d3c2658 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=fa2004f2-da24-41cf-84b9-96d41a7dd118 HTTP/1.1" status: 200 len: 861 time: 0.0707700 Feb 04 17:15:31.352931 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-0872fddd-0a7c-4ba1-bb2b-eb5a7bb3e4cb req-f5845b39-97b7-4ec2-9023-89bb3c9538d3 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=b27b7363-f5f5-42ff-a720-66280b0b57a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0362620 Feb 04 17:15:31.425767 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-7407a2c5-b3be-4255-9f52-b95051085f6c req-fa66db0e-5cb9-4ec4-b948-2aea5313fdd9 tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] 10.222.0.89 "GET /v2.0/security-groups?id=5fa98c6a-94b3-4690-b9c3-4f0e67d11226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154053 Feb 04 17:15:31.438523 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [req-f65a51f0-758d-4892-9b2e-2210c06fa91a req-aa3a1c25-e643-4d2f-946c-7e9825335907 tempest-SecurityGroupsTestJSON-1563643175 tempest-SecurityGroupsTestJSON-1563643175-project] For port 3e7c7830-83fe-4f99-8527-4a0e6642c895, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=3e7c7830-83fe-4f99-8527-4a0e6642c895,segment=NetworkSegment(2581f07c-86e2-4d88-bea9-098dd9136854),segment_id=2581f07c-86e2-4d88-bea9-098dd9136854)] {{(pid=103377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:15:31.471860 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-f65a51f0-758d-4892-9b2e-2210c06fa91a req-aa3a1c25-e643-4d2f-946c-7e9825335907 tempest-SecurityGroupsTestJSON-1563643175 tempest-SecurityGroupsTestJSON-1563643175-project] Publish callbacks [] for port (3e7c7830-83fe-4f99-8527-4a0e6642c895), precommit_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:15:31.477595 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-f65a51f0-758d-4892-9b2e-2210c06fa91a req-aa3a1c25-e643-4d2f-946c-7e9825335907 tempest-SecurityGroupsTestJSON-1563643175 tempest-SecurityGroupsTestJSON-1563643175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25888290'] for port (3e7c7830-83fe-4f99-8527-4a0e6642c895), after_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:15:31.484408 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-0872fddd-0a7c-4ba1-bb2b-eb5a7bb3e4cb req-526d4c98-00f5-4d3f-b7dc-25404c31bb4a service neutron] 10.222.0.96 "GET /v2.0/networks/b27b7363-f5f5-42ff-a720-66280b0b57a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210804 Feb 04 17:15:31.491428 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] get_ports_and_sgs() called for port_ids ['3f815a81-39e6-4dda-88cd-517133688c05', '3e7c7830-83fe-4f99-8527-4a0e6642c895'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 17:15:31.535782 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65a51f0-758d-4892-9b2e-2210c06fa91a req-aa3a1c25-e643-4d2f-946c-7e9825335907 tempest-SecurityGroupsTestJSON-1563643175 tempest-SecurityGroupsTestJSON-1563643175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:15:31.536434 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-f65a51f0-758d-4892-9b2e-2210c06fa91a req-aa3a1c25-e643-4d2f-946c-7e9825335907 tempest-SecurityGroupsTestJSON-1563643175 tempest-SecurityGroupsTestJSON-1563643175-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:15:31.553358 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-f65a51f0-758d-4892-9b2e-2210c06fa91a req-aa3a1c25-e643-4d2f-946c-7e9825335907 tempest-SecurityGroupsTestJSON-1563643175 tempest-SecurityGroupsTestJSON-1563643175-project] 10.222.0.89 "PUT /v2.0/ports/3e7c7830-83fe-4f99-8527-4a0e6642c895 HTTP/1.1" status: 200 len: 1021 time: 0.4658804 Feb 04 17:15:31.553879 n-d-827839-2 neutron-server[103377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d11d302-5eb4-49b1-a8ac-e523a2e68943', 'tag': '3e7c7830-83fe-4f99-8527-4a0e6642c895'}] {{(pid=103377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:15:31.557100 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7240428b650e1488e9361b62648ff4b3a6c19d49d8c27c949491ab58c1346cf0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6690ccde-691e-47a2-ac4e-bb46db6d1116" -d '{"events": [{"name": "network-changed", "server_uuid": "6d11d302-5eb4-49b1-a8ac-e523a2e68943", "tag": "3e7c7830-83fe-4f99-8527-4a0e6642c895"}]}' {{(pid=103377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:15:31.585239 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3a1c25-e643-4d2f-946c-7e9825335907 tempest-SecurityGroupsTestJSON-1563643175 tempest-SecurityGroupsTestJSON-1563643175-project] Pushing event updated for resources: {'Port': ['ID=3e7c7830-83fe-4f99-8527-4a0e6642c895,revision_number=7']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:15:31.614179 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 17:15:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87976acf-d1fa-4bd2-b7e8-c7585b4f82c3 x-openstack-request-id: req-87976acf-d1fa-4bd2-b7e8-c7585b4f82c3 {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:15:31.614876 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9d0cdd4-aae7-45e7-bcf1-a6ee601b78a7", "tag": "32d8b226-744e-42c0-8808-a6c862fac8f7", "status": "completed", "code": 200}]} {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:15:31.615285 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-87976acf-d1fa-4bd2-b7e8-c7585b4f82c3 {{(pid=103376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:15:31.615845 n-d-827839-2 neutron-server[103376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9d0cdd4-aae7-45e7-bcf1-a6ee601b78a7', 'tag': '32d8b226-744e-42c0-8808-a6c862fac8f7', 'status': 'completed', 'code': 200} Feb 04 17:15:31.675847 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] get_ports_and_sgs() called for port_ids ['3e7c7830-83fe-4f99-8527-4a0e6642c895'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 17:15:31.679909 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-6912ffde-31e8-4aab-825e-a45ec04132ed req-1c583e2e-b881-4d41-9d24-45684927001f tempest-SecurityGroupsTestJSON-1563643175 tempest-SecurityGroupsTestJSON-1563643175-project] 10.222.0.89 "GET /v2.0/security-groups/32c10db4-45eb-433d-870e-88e8012c09b6 HTTP/1.1" status: 200 len: 1816 time: 0.0555387 Feb 04 17:15:31.682055 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-0872fddd-0a7c-4ba1-bb2b-eb5a7bb3e4cb req-07bdc5ad-fb67-4d6f-9f88-64eeb559a44b service neutron] 10.222.0.96 "GET /v2.0/networks/b27b7363-f5f5-42ff-a720-66280b0b57a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1865795 Feb 04 17:15:31.741332 n-d-827839-2 neutron-server[103377]: INFO neutron.api.v2.resource [req-6912ffde-31e8-4aab-825e-a45ec04132ed req-702815eb-2c43-4a0a-91b1-df87ca2179f2 tempest-SecurityGroupsTestJSON-1563643175 tempest-SecurityGroupsTestJSON-1563643175-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 04 17:15:31.754884 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-6912ffde-31e8-4aab-825e-a45ec04132ed req-702815eb-2c43-4a0a-91b1-df87ca2179f2 tempest-SecurityGroupsTestJSON-1563643175 tempest-SecurityGroupsTestJSON-1563643175-project] 10.222.0.89 "DELETE /v2.0/security-groups/32c10db4-45eb-433d-870e-88e8012c09b6 HTTP/1.1" status: 409 len: 341 time: 0.0691693 Feb 04 17:15:31.790588 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 17:15:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd2d151c-de14-4c1f-a00d-c3142af96324 x-openstack-request-id: req-dd2d151c-de14-4c1f-a00d-c3142af96324 {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:15:31.792861 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d11d302-5eb4-49b1-a8ac-e523a2e68943", "tag": "3e7c7830-83fe-4f99-8527-4a0e6642c895", "status": "completed", "code": 200}]} {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:15:31.793280 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-dd2d151c-de14-4c1f-a00d-c3142af96324 {{(pid=103377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:15:31.793860 n-d-827839-2 neutron-server[103377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d11d302-5eb4-49b1-a8ac-e523a2e68943', 'tag': '3e7c7830-83fe-4f99-8527-4a0e6642c895', 'status': 'completed', 'code': 200} Feb 04 17:15:31.804369 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed1434d-d08d-4d6b-82f8-a08100f67399 req-44c5584e-927e-4171-9834-4e89b31dcafb tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:15:31.806149 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-5ed1434d-d08d-4d6b-82f8-a08100f67399 req-44c5584e-927e-4171-9834-4e89b31dcafb tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] 10.222.0.89 "GET /v2.0/ports?device_id=7488b3c7-1771-4cc0-b566-fa8ba403f3e4 HTTP/1.1" status: 200 len: 949 time: 0.1229553 Feb 04 17:15:31.815443 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacd0d83-c6a8-4afa-b6a0-d16e4cb32249 req-a143e880-471f-4c8a-87b0-3afe7d8f247b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:15:31.823385 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-aacd0d83-c6a8-4afa-b6a0-d16e4cb32249 req-a143e880-471f-4c8a-87b0-3afe7d8f247b service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=f3812c841c31408e86184d3885a61bc1&device_id=f9d0cdd4-aae7-45e7-bcf1-a6ee601b78a7 HTTP/1.1" status: 200 len: 1125 time: 0.0906684 Feb 04 17:15:31.894544 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6690ccde-691e-47a2-ac4e-bb46db6d1116 req-e4e159ff-4c1a-492d-b12a-11247d1c4daf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:15:31.899889 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-6690ccde-691e-47a2-ac4e-bb46db6d1116 req-e4e159ff-4c1a-492d-b12a-11247d1c4daf service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=978c6d026b0944f6a413e3d4f2103bea&device_id=6d11d302-5eb4-49b1-a8ac-e523a2e68943 HTTP/1.1" status: 200 len: 1207 time: 0.0822670 Feb 04 17:15:31.971184 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Device 9be04d45-1635-46a6-a4a5-3aed6367c90a up at agent hyperv_n-h2-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:15:31.977946 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-5ed1434d-d08d-4d6b-82f8-a08100f67399 req-56fc94cf-1d97-41b0-b5f5-270e6cb4b93e tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] 10.222.0.89 "GET /v2.0/security-groups?id=4f68676b-760c-49c3-a14c-c9afa7ad720d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651418 Feb 04 17:15:32.054212 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacd0d83-c6a8-4afa-b6a0-d16e4cb32249 req-b1ebdb43-a4c8-42c8-b72e-edb279594e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:15:32.056108 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-aacd0d83-c6a8-4afa-b6a0-d16e4cb32249 req-b1ebdb43-a4c8-42c8-b72e-edb279594e5b service neutron] 10.222.0.96 "GET /v2.0/networks?id=b27b7363-f5f5-42ff-a720-66280b0b57a7 HTTP/1.1" status: 200 len: 922 time: 0.2071922 Feb 04 17:15:32.120180 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6352108c-cacf-4b35-a556-6a159725994b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (64ada913-9131-4d99-a265-63a920956287), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:15:32.143913 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6690ccde-691e-47a2-ac4e-bb46db6d1116 req-6477fcc8-955c-4561-a1f8-4caf158ec81a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:15:32.146986 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-6690ccde-691e-47a2-ac4e-bb46db6d1116 req-6477fcc8-955c-4561-a1f8-4caf158ec81a service neutron] 10.222.0.96 "GET /v2.0/networks?id=3a92870e-0f75-4f51-bf18-f38ecaa186c3 HTTP/1.1" status: 200 len: 913 time: 0.2424748 Feb 04 17:15:32.192333 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-aacd0d83-c6a8-4afa-b6a0-d16e4cb32249 req-7c62d1ff-ab18-4b27-a32c-cee83c6e166d service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=32d8b226-744e-42c0-8808-a6c862fac8f7 HTTP/1.1" status: 200 len: 217 time: 0.1296759 Feb 04 17:15:32.296683 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacd0d83-c6a8-4afa-b6a0-d16e4cb32249 req-6cd81e62-47fb-4b63-b61b-772b1f134c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:15:32.298532 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-aacd0d83-c6a8-4afa-b6a0-d16e4cb32249 req-6cd81e62-47fb-4b63-b61b-772b1f134c0c service neutron] 10.222.0.96 "GET /v2.0/subnets?id=fa2004f2-da24-41cf-84b9-96d41a7dd118 HTTP/1.1" status: 200 len: 861 time: 0.0766718 Feb 04 17:15:32.312242 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187422c2-8be6-4600-9613-43519341bf68 req-66117ea7-95cf-4c2f-a461-6aec247b168d tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:15:32.320296 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-187422c2-8be6-4600-9613-43519341bf68 req-66117ea7-95cf-4c2f-a461-6aec247b168d tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] 10.222.0.89 "GET /v2.0/ports?device_id=f9d0cdd4-aae7-45e7-bcf1-a6ee601b78a7 HTTP/1.1" status: 200 len: 943 time: 0.1367598 Feb 04 17:15:32.353756 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-6690ccde-691e-47a2-ac4e-bb46db6d1116 req-c2243c6e-d24b-4da5-9298-736b63bca5ca service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3e7c7830-83fe-4f99-8527-4a0e6642c895 HTTP/1.1" status: 200 len: 217 time: 0.1976774 Feb 04 17:15:32.378595 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-aacd0d83-c6a8-4afa-b6a0-d16e4cb32249 req-0688ee73-130b-4b19-b2c4-fa80ec120ea4 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=b27b7363-f5f5-42ff-a720-66280b0b57a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0546606 Feb 04 17:15:32.394308 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 56134) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:15:32.432338 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6690ccde-691e-47a2-ac4e-bb46db6d1116 req-3da047f4-9466-4b8b-9251-79fb49f44ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:15:32.433858 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-6690ccde-691e-47a2-ac4e-bb46db6d1116 req-3da047f4-9466-4b8b-9251-79fb49f44ca1 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=223e3d0b-2da1-4b6d-bc4c-a1504765d855 HTTP/1.1" status: 200 len: 852 time: 0.0699904 Feb 04 17:15:32.436983 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Provisioning for port 9be04d45-1635-46a6-a4a5-3aed6367c90a completed by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 17:15:32.441751 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f507dbc-9917-43e2-a669-a34f6f1249f6 req-9b9dc25d-d538-4aa1-9ff6-b6ebbf3b56a0 tempest-ServersTestBootFromVolume-1946499048 tempest-ServersTestBootFromVolume-1946499048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:15:32.449094 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-1f507dbc-9917-43e2-a669-a34f6f1249f6 req-9b9dc25d-d538-4aa1-9ff6-b6ebbf3b56a0 tempest-ServersTestBootFromVolume-1946499048 tempest-ServersTestBootFromVolume-1946499048-project] 10.222.0.89 "GET /v2.0/ports?device_id=d05624d9-7069-4d9d-823a-9c54a8dd6b49 HTTP/1.1" status: 200 len: 944 time: 0.1856277 Feb 04 17:15:32.457888 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Provisioning complete for port 9be04d45-1635-46a6-a4a5-3aed6367c90a triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:15:32.458814 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (9be04d45-1635-46a6-a4a5-3aed6367c90a), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:15:32.504255 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-6690ccde-691e-47a2-ac4e-bb46db6d1116 req-e03e47b9-aab8-46e3-acb4-a6c83b661246 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=3a92870e-0f75-4f51-bf18-f38ecaa186c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0345771 Feb 04 17:15:32.568285 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-187422c2-8be6-4600-9613-43519341bf68 req-27c921d1-8769-4e79-ac4d-0694a5674a46 tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] 10.222.0.89 "GET /v2.0/security-groups?id=119a7f03-3e07-4d1e-8852-d9f974f9f052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2465737 Feb 04 17:15:32.582090 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Current status of the port 9be04d45-1635-46a6-a4a5-3aed6367c90a is: BUILD; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:15:32.583063 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (9be04d45-1635-46a6-a4a5-3aed6367c90a), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:15:32.600152 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-1f507dbc-9917-43e2-a669-a34f6f1249f6 req-ceefc947-911a-41b3-8438-cc5c1b736121 tempest-ServersTestBootFromVolume-1946499048 tempest-ServersTestBootFromVolume-1946499048-project] 10.222.0.89 "GET /v2.0/security-groups?id=e0c7c260-7f3c-4059-832b-03acecef069a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1500890 Feb 04 17:15:32.699999 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd05624d9-7069-4d9d-823a-9c54a8dd6b49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9be04d45-1635-46a6-a4a5-3aed6367c90a'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:15:32.702925 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c34bc964ce2211770fda26ca2f3801cc06f4f39928110690550e94ab9c9d2fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aeb8e704-ccb7-416d-9822-4fe1b3868682" -d '{"events": [{"server_uuid": "d05624d9-7069-4d9d-823a-9c54a8dd6b49", "name": "network-vif-plugged", "status": "completed", "tag": "9be04d45-1635-46a6-a4a5-3aed6367c90a"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:15:32.722813 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-6690ccde-691e-47a2-ac4e-bb46db6d1116 req-c3fdecca-1865-4caf-83f9-988ef9e6d5bf service neutron] 10.222.0.96 "GET /v2.0/networks/3a92870e-0f75-4f51-bf18-f38ecaa186c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2118979 Feb 04 17:15:32.725814 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] For port 9be04d45-1635-46a6-a4a5-3aed6367c90a, host n-h2-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=9be04d45-1635-46a6-a4a5-3aed6367c90a,segment=NetworkSegment(bee9a28c-580f-445b-8d2e-5c4c3903d188),segment_id=bee9a28c-580f-445b-8d2e-5c4c3903d188)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:15:32.727772 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-5cfc0391-86e5-46e9-8744-bbfff544b301 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:15:32.733670 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (9be04d45-1635-46a6-a4a5-3aed6367c90a), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:15:32.734872 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Device f9e4e26d-abca-45a8-a5e6-aef150d22ed3 up at agent hyperv_n-h2-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:15:32.765141 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-aacd0d83-c6a8-4afa-b6a0-d16e4cb32249 req-65bf1804-4421-4da3-aac1-bf76f334df69 service neutron] 10.222.0.96 "GET /v2.0/networks/b27b7363-f5f5-42ff-a720-66280b0b57a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3696740 Feb 04 17:15:32.808827 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452d2245-4f87-49a8-87dc-e1e6a0c3bc28 req-3eaccb2b-4002-469a-92bb-aec0e73b77d4 tempest-SecurityGroupsTestJSON-1563643175 tempest-SecurityGroupsTestJSON-1563643175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:15:32.812092 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-452d2245-4f87-49a8-87dc-e1e6a0c3bc28 req-3eaccb2b-4002-469a-92bb-aec0e73b77d4 tempest-SecurityGroupsTestJSON-1563643175 tempest-SecurityGroupsTestJSON-1563643175-project] 10.222.0.89 "GET /v2.0/ports?device_id=6d11d302-5eb4-49b1-a8ac-e523a2e68943 HTTP/1.1" status: 200 len: 1024 time: 0.1392448 Feb 04 17:15:32.878439 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10d5ea2-f693-4ffd-a68f-acfc48879308 req-7c81ee1f-d50f-4474-8703-6bb3bae7db36 tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:15:32.882583 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Pushing event updated for resources: {'Port': ['ID=9be04d45-1635-46a6-a4a5-3aed6367c90a,revision_number=5']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:15:32.887368 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-e10d5ea2-f693-4ffd-a68f-acfc48879308 req-7c81ee1f-d50f-4474-8703-6bb3bae7db36 tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] 10.222.0.89 "GET /v2.0/ports?device_id=b7e72874-ab8d-4372-989b-ceb35c5fd1c8 HTTP/1.1" status: 200 len: 950 time: 0.1609349 Feb 04 17:15:32.911658 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Provisioning for port f9e4e26d-abca-45a8-a5e6-aef150d22ed3 completed by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 17:15:32.921031 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Provisioning complete for port f9e4e26d-abca-45a8-a5e6-aef150d22ed3 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:15:32.921712 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (f9e4e26d-abca-45a8-a5e6-aef150d22ed3), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:15:32.933368 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-6690ccde-691e-47a2-ac4e-bb46db6d1116 req-206ec992-6a79-4644-b279-df9783bcbe07 service neutron] 10.222.0.96 "GET /v2.0/networks/3a92870e-0f75-4f51-bf18-f38ecaa186c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1953003 Feb 04 17:15:32.971594 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-e10d5ea2-f693-4ffd-a68f-acfc48879308 req-d1e1c221-fce8-48d8-bbfc-395f3b51bf65 tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] 10.222.0.89 "GET /v2.0/security-groups?id=5fa98c6a-94b3-4690-b9c3-4f0e67d11226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831494 Feb 04 17:15:32.975215 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d408ec64-b374-4acb-a1fc-48241dad6d47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (0cd6d64a-47a7-40ff-8c12-71dd526c62e0), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:15:32.994941 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-452d2245-4f87-49a8-87dc-e1e6a0c3bc28 req-e5848b84-fe0f-49b8-98cd-4e5495d81afa tempest-SecurityGroupsTestJSON-1563643175 tempest-SecurityGroupsTestJSON-1563643175-project] 10.222.0.89 "GET /v2.0/security-groups?id=173a3530-15d7-40d1-8b33-82a143cad816&id=beaee1ab-f1ea-48fb-8fb6-199b9068cee8&id=32c10db4-45eb-433d-870e-88e8012c09b6&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.1542370 Feb 04 17:15:33.014256 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-aacd0d83-c6a8-4afa-b6a0-d16e4cb32249 req-7fb367db-8178-46c3-9ee4-1c949f482853 service neutron] 10.222.0.96 "GET /v2.0/networks/b27b7363-f5f5-42ff-a720-66280b0b57a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2419443 Feb 04 17:15:33.058961 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-5cfc0391-86e5-46e9-8744-bbfff544b301 admin admin] Publish callbacks [] for security_group (d60a017f-84ec-4900-8b0f-6422722d9fa7), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:15:33.064758 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-5cfc0391-86e5-46e9-8744-bbfff544b301 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (d60a017f-84ec-4900-8b0f-6422722d9fa7), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:15:33.082807 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 17:15:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cf22abd-e4fd-43bb-a1bc-8d43f098f362 x-openstack-request-id: req-2cf22abd-e4fd-43bb-a1bc-8d43f098f362 {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:15:33.082807 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d05624d9-7069-4d9d-823a-9c54a8dd6b49", "name": "network-vif-plugged", "status": "completed", "tag": "9be04d45-1635-46a6-a4a5-3aed6367c90a", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:15:33.082807 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-2cf22abd-e4fd-43bb-a1bc-8d43f098f362 {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:15:33.083485 n-d-827839-2 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd05624d9-7069-4d9d-823a-9c54a8dd6b49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9be04d45-1635-46a6-a4a5-3aed6367c90a', 'code': 200} Feb 04 17:15:33.101416 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Current status of the port f9e4e26d-abca-45a8-a5e6-aef150d22ed3 is: BUILD; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:15:33.101982 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (f9e4e26d-abca-45a8-a5e6-aef150d22ed3), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:15:33.137395 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-5cfc0391-86e5-46e9-8744-bbfff544b301 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=d8a74bf1d5ab4f079b94fe10881c8e83&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7404201 Feb 04 17:15:33.140391 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 56146) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:15:33.147986 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] For port f9e4e26d-abca-45a8-a5e6-aef150d22ed3, host n-h2-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=f9e4e26d-abca-45a8-a5e6-aef150d22ed3,segment=NetworkSegment(3a39b085-d3e6-43bb-a64c-1b06dd049e5a),segment_id=3a39b085-d3e6-43bb-a64c-1b06dd049e5a)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:15:33.151790 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (f9e4e26d-abca-45a8-a5e6-aef150d22ed3), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:15:33.166067 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfc0391-86e5-46e9-8744-bbfff544b301 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d60a017f-84ec-4900-8b0f-6422722d9fa7,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:15:33.229699 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Pushing event updated for resources: {'Port': ['ID=f9e4e26d-abca-45a8-a5e6-aef150d22ed3,revision_number=5']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:15:33.258313 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455f17eb-0f96-4c39-bf47-a04091c34b64 req-c0f0b2c3-82da-4069-865f-036b7986a08f tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:15:33.260066 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-455f17eb-0f96-4c39-bf47-a04091c34b64 req-c0f0b2c3-82da-4069-865f-036b7986a08f tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] 10.222.0.89 "GET /v2.0/ports?device_id=7488b3c7-1771-4cc0-b566-fa8ba403f3e4 HTTP/1.1" status: 200 len: 950 time: 0.0780315 Feb 04 17:15:33.288158 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-7946ef65-e5a1-4af4-a67e-5c1de29e9e7d admin admin] Publish callbacks [] for security_group (d60a017f-84ec-4900-8b0f-6422722d9fa7), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:15:33.326696 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-455f17eb-0f96-4c39-bf47-a04091c34b64 req-78a4aa13-b3f8-4d97-a63b-71111b9b3a4f tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] 10.222.0.89 "GET /v2.0/security-groups?id=4f68676b-760c-49c3-a14c-c9afa7ad720d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586200 Feb 04 17:15:33.352551 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f3ca7e-7407-48fd-823e-bfc8ca0afc47 req-86a8b84f-c327-4bfb-9101-06429f79270d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:15:33.354108 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-21f3ca7e-7407-48fd-823e-bfc8ca0afc47 req-86a8b84f-c327-4bfb-9101-06429f79270d service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=d05624d9-7069-4d9d-823a-9c54a8dd6b49 HTTP/1.1" status: 200 len: 1127 time: 0.1921051 Feb 04 17:15:33.356124 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-7946ef65-e5a1-4af4-a67e-5c1de29e9e7d admin admin] Publish callbacks [] for security_group (d60a017f-84ec-4900-8b0f-6422722d9fa7), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:15:33.430191 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99f5b15-5e22-4b17-8041-630e6cc454d8 req-eb486e03-048a-410b-ac2b-95d89cc679d3 tempest-ServersWithSpecificFlavorTestJSON-330130714 tempest-ServersWithSpecificFlavorTestJSON-330130714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:15:33.431976 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-f99f5b15-5e22-4b17-8041-630e6cc454d8 req-eb486e03-048a-410b-ac2b-95d89cc679d3 tempest-ServersWithSpecificFlavorTestJSON-330130714 tempest-ServersWithSpecificFlavorTestJSON-330130714-project] 10.222.0.89 "GET /v2.0/ports?device_id=cb1b0366-d623-4256-9bd7-daa9e73975fa HTTP/1.1" status: 200 len: 945 time: 0.1452403 Feb 04 17:15:33.463429 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-21f3ca7e-7407-48fd-823e-bfc8ca0afc47 req-180a4ce8-fd16-4554-867d-21b8d8644f56 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=e0c7c260-7f3c-4059-832b-03acecef069a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0953131 Feb 04 17:15:33.471364 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-7946ef65-e5a1-4af4-a67e-5c1de29e9e7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (d60a017f-84ec-4900-8b0f-6422722d9fa7), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:15:33.474136 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-7946ef65-e5a1-4af4-a67e-5c1de29e9e7d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:15:33.475226 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-7946ef65-e5a1-4af4-a67e-5c1de29e9e7d admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/d60a017f-84ec-4900-8b0f-6422722d9fa7 HTTP/1.1" status: 204 len: 168 time: 0.3338315 Feb 04 17:15:33.496523 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7946ef65-e5a1-4af4-a67e-5c1de29e9e7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d60a017f-84ec-4900-8b0f-6422722d9fa7,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:15:33.507079 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-f99f5b15-5e22-4b17-8041-630e6cc454d8 req-a7cb7ab5-fec8-4472-9515-084601b61641 tempest-ServersWithSpecificFlavorTestJSON-330130714 tempest-ServersWithSpecificFlavorTestJSON-330130714-project] 10.222.0.89 "GET /v2.0/security-groups?id=a2b9895e-fd37-4072-8754-90c5d10d2f1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0687730 Feb 04 17:15:33.704468 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393d910f-a9fe-449b-905c-9abaa6617ef3 req-51098d05-76fc-4595-a4aa-8c5d98c597ce tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:15:33.711648 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-393d910f-a9fe-449b-905c-9abaa6617ef3 req-51098d05-76fc-4595-a4aa-8c5d98c597ce tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] 10.222.0.89 "GET /v2.0/ports?device_id=f9d0cdd4-aae7-45e7-bcf1-a6ee601b78a7 HTTP/1.1" status: 200 len: 943 time: 0.0713937 Feb 04 17:15:33.727576 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a80a891-9e1c-4ccd-9ff7-436e4efd4a49 req-d9ef5b46-9db1-4384-b3a6-5118c8847e97 tempest-ServersTestBootFromVolume-1946499048 tempest-ServersTestBootFromVolume-1946499048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:15:33.734952 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-4a80a891-9e1c-4ccd-9ff7-436e4efd4a49 req-d9ef5b46-9db1-4384-b3a6-5118c8847e97 tempest-ServersTestBootFromVolume-1946499048 tempest-ServersTestBootFromVolume-1946499048-project] 10.222.0.89 "GET /v2.0/ports?device_id=d05624d9-7069-4d9d-823a-9c54a8dd6b49 HTTP/1.1" status: 200 len: 945 time: 0.0669260 Feb 04 17:15:33.771025 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-393d910f-a9fe-449b-905c-9abaa6617ef3 req-3ce6551b-45f6-4b29-b3ce-ac1663750b99 tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] 10.222.0.89 "GET /v2.0/security-groups?id=119a7f03-3e07-4d1e-8852-d9f974f9f052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585101 Feb 04 17:15:33.799618 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-4a80a891-9e1c-4ccd-9ff7-436e4efd4a49 req-7b42fefb-74b1-4eff-9978-f00d42b19787 tempest-ServersTestBootFromVolume-1946499048 tempest-ServersTestBootFromVolume-1946499048-project] 10.222.0.89 "GET /v2.0/security-groups?id=e0c7c260-7f3c-4059-832b-03acecef069a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637503 Feb 04 17:15:34.106377 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ab63f9-bef1-4202-99cd-c264e86b34b4 req-0143f606-69e8-4983-b947-aa318a069e0f tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:15:34.107974 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-98ab63f9-bef1-4202-99cd-c264e86b34b4 req-0143f606-69e8-4983-b947-aa318a069e0f tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] 10.222.0.89 "GET /v2.0/ports?device_id=b7e72874-ab8d-4372-989b-ceb35c5fd1c8 HTTP/1.1" status: 200 len: 950 time: 0.0677569 Feb 04 17:15:34.163162 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe5cdeb-83a9-4bd4-9371-27ec1070e80f req-6284f08f-3266-49ca-b29c-a7893b251ea2 tempest-SecurityGroupsTestJSON-1563643175 tempest-SecurityGroupsTestJSON-1563643175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:15:34.165335 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-bbe5cdeb-83a9-4bd4-9371-27ec1070e80f req-6284f08f-3266-49ca-b29c-a7893b251ea2 tempest-SecurityGroupsTestJSON-1563643175 tempest-SecurityGroupsTestJSON-1563643175-project] 10.222.0.89 "GET /v2.0/ports?device_id=6d11d302-5eb4-49b1-a8ac-e523a2e68943 HTTP/1.1" status: 200 len: 1024 time: 0.0784914 Feb 04 17:15:34.174296 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-98ab63f9-bef1-4202-99cd-c264e86b34b4 req-5887db7a-a037-4a92-bcf6-9c1bc5c16833 tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] 10.222.0.89 "GET /v2.0/security-groups?id=5fa98c6a-94b3-4690-b9c3-4f0e67d11226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597441 Feb 04 17:15:34.239534 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-bbe5cdeb-83a9-4bd4-9371-27ec1070e80f req-a03e005a-a6ee-4187-b817-1b70249b6f98 tempest-SecurityGroupsTestJSON-1563643175 tempest-SecurityGroupsTestJSON-1563643175-project] 10.222.0.89 "GET /v2.0/security-groups?id=173a3530-15d7-40d1-8b33-82a143cad816&id=beaee1ab-f1ea-48fb-8fb6-199b9068cee8&id=32c10db4-45eb-433d-870e-88e8012c09b6&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.0679243 Feb 04 17:15:34.302554 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d83e91-fe97-4498-8713-8ee15d847829 req-93527c77-f9cf-4157-b0c3-eca29b4c489c tempest-SecurityGroupsTestJSON-1563643175 tempest-SecurityGroupsTestJSON-1563643175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:15:34.304102 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-f2d83e91-fe97-4498-8713-8ee15d847829 req-93527c77-f9cf-4157-b0c3-eca29b4c489c tempest-SecurityGroupsTestJSON-1563643175 tempest-SecurityGroupsTestJSON-1563643175-project] 10.222.0.96 "GET /v2.0/ports?device_id=6d11d302-5eb4-49b1-a8ac-e523a2e68943 HTTP/1.1" status: 200 len: 1024 time: 0.0561981 Feb 04 17:15:34.462531 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [req-f2d83e91-fe97-4498-8713-8ee15d847829 req-5f024d12-914c-4234-af15-5899f40e05c5 tempest-SecurityGroupsTestJSON-1563643175 tempest-SecurityGroupsTestJSON-1563643175-project] Deleting port 3e7c7830-83fe-4f99-8527-4a0e6642c895 {{(pid=103376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:15:34.462873 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-f2d83e91-fe97-4498-8713-8ee15d847829 req-5f024d12-914c-4234-af15-5899f40e05c5 tempest-SecurityGroupsTestJSON-1563643175 tempest-SecurityGroupsTestJSON-1563643175-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (3e7c7830-83fe-4f99-8527-4a0e6642c895), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:15:34.476889 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b78f190-b4dd-4e0a-b08d-e3ced5c312d4 req-a26fc0d7-f01d-4e1e-be69-9f0d36d6e4d4 tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:15:34.478441 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-2b78f190-b4dd-4e0a-b08d-e3ced5c312d4 req-a26fc0d7-f01d-4e1e-be69-9f0d36d6e4d4 tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] 10.222.0.89 "GET /v2.0/ports?device_id=7488b3c7-1771-4cc0-b566-fa8ba403f3e4 HTTP/1.1" status: 200 len: 950 time: 0.0601833 Feb 04 17:15:34.555913 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-2b78f190-b4dd-4e0a-b08d-e3ced5c312d4 req-cf87e491-c9f7-4cc8-ad62-03c8b8da7b50 tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] 10.222.0.89 "GET /v2.0/security-groups?id=4f68676b-760c-49c3-a14c-c9afa7ad720d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609655 Feb 04 17:15:34.576028 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [req-f2d83e91-fe97-4498-8713-8ee15d847829 req-5f024d12-914c-4234-af15-5899f40e05c5 tempest-SecurityGroupsTestJSON-1563643175 tempest-SecurityGroupsTestJSON-1563643175-project] For port 3e7c7830-83fe-4f99-8527-4a0e6642c895, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=3e7c7830-83fe-4f99-8527-4a0e6642c895,segment=NetworkSegment(2581f07c-86e2-4d88-bea9-098dd9136854),segment_id=2581f07c-86e2-4d88-bea9-098dd9136854)] {{(pid=103376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:15:34.577143 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-f2d83e91-fe97-4498-8713-8ee15d847829 req-5f024d12-914c-4234-af15-5899f40e05c5 tempest-SecurityGroupsTestJSON-1563643175 tempest-SecurityGroupsTestJSON-1563643175-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (3e7c7830-83fe-4f99-8527-4a0e6642c895), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:15:34.608806 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [req-f2d83e91-fe97-4498-8713-8ee15d847829 req-5f024d12-914c-4234-af15-5899f40e05c5 tempest-SecurityGroupsTestJSON-1563643175 tempest-SecurityGroupsTestJSON-1563643175-project] Calling delete_port for 3e7c7830-83fe-4f99-8527-4a0e6642c895 owned by compute:nova {{(pid=103376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:15:34.639931 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4f14bb47-e72b-46ac-9e44-a61d9293afcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (75326290-f7a3-4db8-9cf2-15c7139ed224), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:15:34.708488 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5212754-9fe9-4a1d-bd5c-1b27da63f192 req-8a152616-595b-4538-a771-b8be52f3405d tempest-ServersWithSpecificFlavorTestJSON-330130714 tempest-ServersWithSpecificFlavorTestJSON-330130714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:15:34.709734 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-f5212754-9fe9-4a1d-bd5c-1b27da63f192 req-8a152616-595b-4538-a771-b8be52f3405d tempest-ServersWithSpecificFlavorTestJSON-330130714 tempest-ServersWithSpecificFlavorTestJSON-330130714-project] 10.222.0.89 "GET /v2.0/ports?device_id=cb1b0366-d623-4256-9bd7-daa9e73975fa HTTP/1.1" status: 200 len: 945 time: 0.1171260 Feb 04 17:15:34.751334 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 56194) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:15:34.805765 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-f5212754-9fe9-4a1d-bd5c-1b27da63f192 req-c6909807-c048-4128-8cfe-c0d355a37b4a tempest-ServersWithSpecificFlavorTestJSON-330130714 tempest-ServersWithSpecificFlavorTestJSON-330130714-project] 10.222.0.89 "GET /v2.0/security-groups?id=a2b9895e-fd37-4072-8754-90c5d10d2f1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0861292 Feb 04 17:15:34.849816 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-f2d83e91-fe97-4498-8713-8ee15d847829 req-5f024d12-914c-4234-af15-5899f40e05c5 tempest-SecurityGroupsTestJSON-1563643175 tempest-SecurityGroupsTestJSON-1563643175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (3e7c7830-83fe-4f99-8527-4a0e6642c895), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:15:34.865318 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] get_ports_and_sgs() called for port_ids ['3f815a81-39e6-4dda-88cd-517133688c05', '3e7c7830-83fe-4f99-8527-4a0e6642c895'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 17:15:34.942435 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f024d12-914c-4234-af15-5899f40e05c5 tempest-SecurityGroupsTestJSON-1563643175 tempest-SecurityGroupsTestJSON-1563643175-project] Pushing event deleted for resources: {'Port': ['ID=3e7c7830-83fe-4f99-8527-4a0e6642c895,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:15:34.975748 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-5f96864e-b564-415a-a52c-e14c2a3598df admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:15:34.993957 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22618665-c319-41da-9322-b1374cea8df3 req-6d33e1ad-3d23-4420-ba23-271c9707744b tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:15:35.004828 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-22618665-c319-41da-9322-b1374cea8df3 req-6d33e1ad-3d23-4420-ba23-271c9707744b tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] 10.222.0.89 "GET /v2.0/ports?device_id=f9d0cdd4-aae7-45e7-bcf1-a6ee601b78a7 HTTP/1.1" status: 200 len: 943 time: 0.1257269 Feb 04 17:15:35.019369 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2d83e91-fe97-4498-8713-8ee15d847829 req-5f024d12-914c-4234-af15-5899f40e05c5 tempest-SecurityGroupsTestJSON-1563643175 tempest-SecurityGroupsTestJSON-1563643175-project] No DVR routers for this DVR port 3e7c7830-83fe-4f99-8527-4a0e6642c895 on host n-h1-827839-2 {{(pid=103376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 17:15:35.026465 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-f2d83e91-fe97-4498-8713-8ee15d847829 req-5f024d12-914c-4234-af15-5899f40e05c5 tempest-SecurityGroupsTestJSON-1563643175 tempest-SecurityGroupsTestJSON-1563643175-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:15:35.031358 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-f2d83e91-fe97-4498-8713-8ee15d847829 req-5f024d12-914c-4234-af15-5899f40e05c5 tempest-SecurityGroupsTestJSON-1563643175 tempest-SecurityGroupsTestJSON-1563643175-project] 10.222.0.96 "DELETE /v2.0/ports/3e7c7830-83fe-4f99-8527-4a0e6642c895 HTTP/1.1" status: 204 len: 173 time: 0.7200260 Feb 04 17:15:35.033156 n-d-827839-2 neutron-server[103376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d11d302-5eb4-49b1-a8ac-e523a2e68943', 'name': 'network-vif-deleted', 'tag': '3e7c7830-83fe-4f99-8527-4a0e6642c895'}] {{(pid=103376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:15:35.048449 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d59c3bb5e2f09ebf62144d5e09b1cff60c763a9c19614c24538e77842938c05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edf366fd-66ee-4afb-bbcf-e18c4dcfa643" -d '{"events": [{"server_uuid": "6d11d302-5eb4-49b1-a8ac-e523a2e68943", "name": "network-vif-deleted", "tag": "3e7c7830-83fe-4f99-8527-4a0e6642c895"}]}' {{(pid=103376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:15:35.087418 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7488b3c7-1771-4cc0-b566-fa8ba403f3e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9e4e26d-abca-45a8-a5e6-aef150d22ed3'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:15:35.095660 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c34bc964ce2211770fda26ca2f3801cc06f4f39928110690550e94ab9c9d2fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b77dca4e-2d9c-4caa-be88-c97b6286085d" -d '{"events": [{"server_uuid": "7488b3c7-1771-4cc0-b566-fa8ba403f3e4", "name": "network-vif-plugged", "status": "completed", "tag": "f9e4e26d-abca-45a8-a5e6-aef150d22ed3"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:15:35.097353 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51481e7d-8ca0-4299-ae06-48d7555c806e req-7f7f8059-1925-4808-a71b-d2762f42f429 tempest-ServersTestBootFromVolume-1946499048 tempest-ServersTestBootFromVolume-1946499048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:15:35.103887 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-22618665-c319-41da-9322-b1374cea8df3 req-b43859af-f011-4ed3-89cd-998760369a03 tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] 10.222.0.89 "GET /v2.0/security-groups?id=119a7f03-3e07-4d1e-8852-d9f974f9f052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980866 Feb 04 17:15:35.104067 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-51481e7d-8ca0-4299-ae06-48d7555c806e req-7f7f8059-1925-4808-a71b-d2762f42f429 tempest-ServersTestBootFromVolume-1946499048 tempest-ServersTestBootFromVolume-1946499048-project] 10.222.0.89 "GET /v2.0/ports?device_id=d05624d9-7069-4d9d-823a-9c54a8dd6b49 HTTP/1.1" status: 200 len: 945 time: 0.1544919 Feb 04 17:15:35.201720 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-5f96864e-b564-415a-a52c-e14c2a3598df admin admin] Publish callbacks [] for security_group (763afd58-54de-4fef-abc8-06798b09560b), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:15:35.206768 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-5f96864e-b564-415a-a52c-e14c2a3598df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (763afd58-54de-4fef-abc8-06798b09560b), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:15:35.235060 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-51481e7d-8ca0-4299-ae06-48d7555c806e req-66d627fd-8bff-4315-beac-b2cfe302c7e7 tempest-ServersTestBootFromVolume-1946499048 tempest-ServersTestBootFromVolume-1946499048-project] 10.222.0.89 "GET /v2.0/security-groups?id=e0c7c260-7f3c-4059-832b-03acecef069a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1254833 Feb 04 17:15:35.238935 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 17:15:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9d58e74-cf7c-4228-81a4-059538397634 x-openstack-request-id: req-b9d58e74-cf7c-4228-81a4-059538397634 {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:15:35.242553 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d11d302-5eb4-49b1-a8ac-e523a2e68943", "name": "network-vif-deleted", "tag": "3e7c7830-83fe-4f99-8527-4a0e6642c895", "status": "completed", "code": 200}]} {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:15:35.242871 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-b9d58e74-cf7c-4228-81a4-059538397634 {{(pid=103376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:15:35.243041 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f96864e-b564-415a-a52c-e14c2a3598df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=763afd58-54de-4fef-abc8-06798b09560b,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:15:35.243861 n-d-827839-2 neutron-server[103376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d11d302-5eb4-49b1-a8ac-e523a2e68943', 'name': 'network-vif-deleted', 'tag': '3e7c7830-83fe-4f99-8527-4a0e6642c895', 'status': 'completed', 'code': 200} Feb 04 17:15:35.293310 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-5f96864e-b564-415a-a52c-e14c2a3598df admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=ad0cc2267dad44d8ac6fe149d0bdae44&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5408480 Feb 04 17:15:35.296323 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 56210) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:15:35.304317 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 17:15:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3df8569-7741-4498-9281-78b370dff792 x-openstack-request-id: req-e3df8569-7741-4498-9281-78b370dff792 {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:15:35.304639 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7488b3c7-1771-4cc0-b566-fa8ba403f3e4", "name": "network-vif-plugged", "status": "completed", "tag": "f9e4e26d-abca-45a8-a5e6-aef150d22ed3", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:15:35.305000 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-e3df8569-7741-4498-9281-78b370dff792 {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:15:35.305591 n-d-827839-2 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7488b3c7-1771-4cc0-b566-fa8ba403f3e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9e4e26d-abca-45a8-a5e6-aef150d22ed3', 'code': 200} Feb 04 17:15:35.421260 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-3bd22676-332c-4bc7-845b-96c4ff02fed0 admin admin] Publish callbacks [] for security_group (763afd58-54de-4fef-abc8-06798b09560b), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:15:35.432936 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-6ac3730d-7bc5-4618-b500-95f6eb8d0e24 req-7c176c19-92f2-432b-bb27-4c325376ae99 tempest-SecurityGroupsTestJSON-1563643175 tempest-SecurityGroupsTestJSON-1563643175-project] 10.222.0.89 "GET /v2.0/ports?device_id=6d11d302-5eb4-49b1-a8ac-e523a2e68943 HTTP/1.1" status: 200 len: 210 time: 0.0450726 Feb 04 17:15:35.456620 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-3bd22676-332c-4bc7-845b-96c4ff02fed0 admin admin] Publish callbacks [] for security_group (763afd58-54de-4fef-abc8-06798b09560b), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:15:35.487898 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12445616-741c-431e-bb4e-c50600bcaaf7 req-d2035abb-50f7-465f-bf06-2f5e8f0aeaae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:15:35.489439 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-12445616-741c-431e-bb4e-c50600bcaaf7 req-d2035abb-50f7-465f-bf06-2f5e8f0aeaae service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=7488b3c7-1771-4cc0-b566-fa8ba403f3e4 HTTP/1.1" status: 200 len: 1132 time: 0.1323838 Feb 04 17:15:35.513147 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cec0d2-47c8-4ca4-917d-3ed2d7813680 req-e4447096-1434-4540-8712-b0bc4cea0e7f tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:15:35.515180 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-e6cec0d2-47c8-4ca4-917d-3ed2d7813680 req-e4447096-1434-4540-8712-b0bc4cea0e7f tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] 10.222.0.89 "GET /v2.0/ports?device_id=b7e72874-ab8d-4372-989b-ceb35c5fd1c8 HTTP/1.1" status: 200 len: 950 time: 0.1495361 Feb 04 17:15:35.563670 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-3bd22676-332c-4bc7-845b-96c4ff02fed0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (763afd58-54de-4fef-abc8-06798b09560b), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:15:35.566327 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-3bd22676-332c-4bc7-845b-96c4ff02fed0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:15:35.567463 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-3bd22676-332c-4bc7-845b-96c4ff02fed0 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/763afd58-54de-4fef-abc8-06798b09560b HTTP/1.1" status: 204 len: 168 time: 0.2701168 Feb 04 17:15:35.599151 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-12445616-741c-431e-bb4e-c50600bcaaf7 req-7ad49d33-6dea-45ad-8061-a36b81d6dba8 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=4f68676b-760c-49c3-a14c-c9afa7ad720d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023281 Feb 04 17:15:35.600348 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd22676-332c-4bc7-845b-96c4ff02fed0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=763afd58-54de-4fef-abc8-06798b09560b,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:15:35.612692 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-e6cec0d2-47c8-4ca4-917d-3ed2d7813680 req-ce4e06af-aaae-48e3-86a8-94018177612f tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] 10.222.0.89 "GET /v2.0/security-groups?id=5fa98c6a-94b3-4690-b9c3-4f0e67d11226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886669 Feb 04 17:15:35.673302 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (ba70844b-66a0-45fd-a2f2-e6ed673321fc), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:15:35.773296 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09dfb2bb-41bd-4643-b0aa-69767d45a16b req-eff0083b-e5c6-41a9-ba77-0d6928a95c46 tempest-ServersWithSpecificFlavorTestJSON-330130714 tempest-ServersWithSpecificFlavorTestJSON-330130714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:15:35.775348 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-09dfb2bb-41bd-4643-b0aa-69767d45a16b req-eff0083b-e5c6-41a9-ba77-0d6928a95c46 tempest-ServersWithSpecificFlavorTestJSON-330130714 tempest-ServersWithSpecificFlavorTestJSON-330130714-project] 10.222.0.96 "GET /v2.0/ports?device_id=cb1b0366-d623-4256-9bd7-daa9e73975fa HTTP/1.1" status: 200 len: 945 time: 0.1471601 Feb 04 17:15:35.784280 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea40d4e8-b64a-4fbd-bab5-2561e8b897c7 req-5323502d-2f6d-400a-b749-2986e4f1ac16 tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:15:35.785933 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-ea40d4e8-b64a-4fbd-bab5-2561e8b897c7 req-5323502d-2f6d-400a-b749-2986e4f1ac16 tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] 10.222.0.89 "GET /v2.0/ports?device_id=7488b3c7-1771-4cc0-b566-fa8ba403f3e4 HTTP/1.1" status: 200 len: 950 time: 0.1217718 Feb 04 17:15:35.967360 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-ea40d4e8-b64a-4fbd-bab5-2561e8b897c7 req-2961f3df-26a3-47e2-bdac-ecb85bebe4d0 tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] 10.222.0.89 "GET /v2.0/security-groups?id=4f68676b-760c-49c3-a14c-c9afa7ad720d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1723328 Feb 04 17:15:36.012957 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [req-09dfb2bb-41bd-4643-b0aa-69767d45a16b req-24251cf5-c29d-4eab-b29d-19558599c46c tempest-ServersWithSpecificFlavorTestJSON-330130714 tempest-ServersWithSpecificFlavorTestJSON-330130714-project] Deleting port 10c097a6-2357-455f-a26f-a8db86e47315 {{(pid=103376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:15:36.014189 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-09dfb2bb-41bd-4643-b0aa-69767d45a16b req-24251cf5-c29d-4eab-b29d-19558599c46c tempest-ServersWithSpecificFlavorTestJSON-330130714 tempest-ServersWithSpecificFlavorTestJSON-330130714-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (10c097a6-2357-455f-a26f-a8db86e47315), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:15:36.015084 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6f7d70-7876-4a62-bc13-9ef1440d4f41 req-64b9a419-7d8f-413d-9f2f-b11ae6a2abfa tempest-ServersWithSpecificFlavorTestJSON-330130714 tempest-ServersWithSpecificFlavorTestJSON-330130714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:15:36.016709 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-8c6f7d70-7876-4a62-bc13-9ef1440d4f41 req-64b9a419-7d8f-413d-9f2f-b11ae6a2abfa tempest-ServersWithSpecificFlavorTestJSON-330130714 tempest-ServersWithSpecificFlavorTestJSON-330130714-project] 10.222.0.89 "GET /v2.0/ports?device_id=cb1b0366-d623-4256-9bd7-daa9e73975fa HTTP/1.1" status: 200 len: 945 time: 0.0940776 Feb 04 17:15:36.074096 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-8c6f7d70-7876-4a62-bc13-9ef1440d4f41 req-6488e61e-6117-48cb-8254-df30b1b04cfc tempest-ServersWithSpecificFlavorTestJSON-330130714 tempest-ServersWithSpecificFlavorTestJSON-330130714-project] 10.222.0.89 "GET /v2.0/security-groups?id=a2b9895e-fd37-4072-8754-90c5d10d2f1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501161 Feb 04 17:15:36.143124 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [req-09dfb2bb-41bd-4643-b0aa-69767d45a16b req-24251cf5-c29d-4eab-b29d-19558599c46c tempest-ServersWithSpecificFlavorTestJSON-330130714 tempest-ServersWithSpecificFlavorTestJSON-330130714-project] For port 10c097a6-2357-455f-a26f-a8db86e47315, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=10c097a6-2357-455f-a26f-a8db86e47315,segment=NetworkSegment(96478007-32f6-4e3f-be0e-d1541677c592),segment_id=96478007-32f6-4e3f-be0e-d1541677c592)] {{(pid=103376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:15:36.143493 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-09dfb2bb-41bd-4643-b0aa-69767d45a16b req-24251cf5-c29d-4eab-b29d-19558599c46c tempest-ServersWithSpecificFlavorTestJSON-330130714 tempest-ServersWithSpecificFlavorTestJSON-330130714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (10c097a6-2357-455f-a26f-a8db86e47315), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:15:36.312403 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042d95f8-8db5-4ae1-805f-f0830f9ab852 req-7dd0f6f6-5a2a-4659-8131-974e2ede959b tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:15:36.315065 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-042d95f8-8db5-4ae1-805f-f0830f9ab852 req-7dd0f6f6-5a2a-4659-8131-974e2ede959b tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] 10.222.0.89 "GET /v2.0/ports?device_id=f9d0cdd4-aae7-45e7-bcf1-a6ee601b78a7 HTTP/1.1" status: 200 len: 943 time: 0.1181600 Feb 04 17:15:36.429087 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-042d95f8-8db5-4ae1-805f-f0830f9ab852 req-a1f30fc3-8c7c-4f38-8e7d-57cd3f7c5549 tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] 10.222.0.89 "GET /v2.0/security-groups?id=119a7f03-3e07-4d1e-8852-d9f974f9f052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981550 Feb 04 17:15:36.440043 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-09dfb2bb-41bd-4643-b0aa-69767d45a16b req-24251cf5-c29d-4eab-b29d-19558599c46c tempest-ServersWithSpecificFlavorTestJSON-330130714 tempest-ServersWithSpecificFlavorTestJSON-330130714-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:15:36.440933 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-09dfb2bb-41bd-4643-b0aa-69767d45a16b req-24251cf5-c29d-4eab-b29d-19558599c46c tempest-ServersWithSpecificFlavorTestJSON-330130714 tempest-ServersWithSpecificFlavorTestJSON-330130714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1595586'] for floatingip (f7037037-04ed-42ec-b088-d26d05e8a6b9), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:15:36.441523 n-d-827839-2 neutron-server[103376]: INFO neutron.db.l3_db [req-09dfb2bb-41bd-4643-b0aa-69767d45a16b req-24251cf5-c29d-4eab-b29d-19558599c46c tempest-ServersWithSpecificFlavorTestJSON-330130714 tempest-ServersWithSpecificFlavorTestJSON-330130714-project] Floating IP f7037037-04ed-42ec-b088-d26d05e8a6b9 disassociated. External IP: 172.25.6.98, port: 10c097a6-2357-455f-a26f-a8db86e47315. Feb 04 17:15:36.442645 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [req-09dfb2bb-41bd-4643-b0aa-69767d45a16b req-24251cf5-c29d-4eab-b29d-19558599c46c tempest-ServersWithSpecificFlavorTestJSON-330130714 tempest-ServersWithSpecificFlavorTestJSON-330130714-project] Calling delete_port for 10c097a6-2357-455f-a26f-a8db86e47315 owned by compute:nova {{(pid=103376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:15:36.489821 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd8c7f0-24ba-4f83-aac4-2ba2d24e7486 req-99d3486c-bea1-487a-abc6-5cfd41905063 tempest-ServersTestBootFromVolume-1946499048 tempest-ServersTestBootFromVolume-1946499048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:15:36.491195 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-6bd8c7f0-24ba-4f83-aac4-2ba2d24e7486 req-99d3486c-bea1-487a-abc6-5cfd41905063 tempest-ServersTestBootFromVolume-1946499048 tempest-ServersTestBootFromVolume-1946499048-project] 10.222.0.89 "GET /v2.0/ports?device_id=d05624d9-7069-4d9d-823a-9c54a8dd6b49 HTTP/1.1" status: 200 len: 945 time: 0.1462660 Feb 04 17:15:36.493913 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 56246) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:15:36.534710 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-61d06f8f-68eb-4c3f-937d-185b557dafcc req-33e9019c-24d7-4aa4-96f1-dcb7a93e5ad5 service neutron] 10.222.0.96 "GET /v2.0/ports/c73f7467-a2e5-4127-a695-98f9e8d94155/bindings/n-h1-827839-2 HTTP/1.1" status: 200 len: 382 time: 0.1416757 Feb 04 17:15:36.598008 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-6bd8c7f0-24ba-4f83-aac4-2ba2d24e7486 req-a7474a71-30d8-4d34-98b0-8a9258e5005d tempest-ServersTestBootFromVolume-1946499048 tempest-ServersTestBootFromVolume-1946499048-project] 10.222.0.89 "GET /v2.0/security-groups?id=e0c7c260-7f3c-4059-832b-03acecef069a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0860445 Feb 04 17:15:36.655892 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-2c26953c-2bca-4b30-8cce-a50a74020d37 req-797fdcf3-4145-4047-aabb-56cfe9452cef tempest-SecurityGroupsTestJSON-1563643175 tempest-SecurityGroupsTestJSON-1563643175-project] 10.222.0.89 "GET /v2.0/security-groups/173a3530-15d7-40d1-8b33-82a143cad816 HTTP/1.1" status: 200 len: 1816 time: 0.0861619 Feb 04 17:15:36.742341 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-099477fc-a297-438c-86b3-398cf0367f48 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1763576278-network', 'tenant_id': '36d552dcaba84f869d86965d2c5a9247'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:15:36.752404 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-09dfb2bb-41bd-4643-b0aa-69767d45a16b req-24251cf5-c29d-4eab-b29d-19558599c46c tempest-ServersWithSpecificFlavorTestJSON-330130714 tempest-ServersWithSpecificFlavorTestJSON-330130714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (10c097a6-2357-455f-a26f-a8db86e47315), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:15:36.802682 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24251cf5-c29d-4eab-b29d-19558599c46c tempest-ServersWithSpecificFlavorTestJSON-330130714 tempest-ServersWithSpecificFlavorTestJSON-330130714-project] Pushing event deleted for resources: {'Port': ['ID=10c097a6-2357-455f-a26f-a8db86e47315,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:15:36.803725 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef926911-3c0d-42e7-8b29-41b0f9e8517f req-0d6b08b2-b6a6-4495-92bc-81b7fa32e5c3 tempest-ServersTestBootFromVolume-1946499048 tempest-ServersTestBootFromVolume-1946499048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:15:36.822066 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-ef926911-3c0d-42e7-8b29-41b0f9e8517f req-0d6b08b2-b6a6-4495-92bc-81b7fa32e5c3 tempest-ServersTestBootFromVolume-1946499048 tempest-ServersTestBootFromVolume-1946499048-project] 10.222.0.89 "GET /v2.0/ports?device_id=d05624d9-7069-4d9d-823a-9c54a8dd6b49 HTTP/1.1" status: 200 len: 945 time: 0.1343570 Feb 04 17:15:36.824967 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 56256) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:15:36.829152 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-099477fc-a297-438c-86b3-398cf0367f48 admin admin] Made reservation on behalf of 36d552dcaba84f869d86965d2c5a9247 for: {'network': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:15:36.831046 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-2c26953c-2bca-4b30-8cce-a50a74020d37 req-08abb804-5881-43cc-b459-30da92b5ce1e tempest-SecurityGroupsTestJSON-1563643175 tempest-SecurityGroupsTestJSON-1563643175-project] Publish callbacks [] for security_group (173a3530-15d7-40d1-8b33-82a143cad816), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:15:36.831615 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-099477fc-a297-438c-86b3-398cf0367f48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for network (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:15:36.838543 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-24d5ecf7-3e7d-4dbb-a48a-e93fc63039ef tempest-ServersTestBootFromVolume-1946499048 tempest-ServersTestBootFromVolume-1946499048-project] Request body: {'floatingip': {'port_id': '9be04d45-1635-46a6-a4a5-3aed6367c90a'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:15:36.882807 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-099477fc-a297-438c-86b3-398cf0367f48 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:15:36.936000 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-2c26953c-2bca-4b30-8cce-a50a74020d37 req-08abb804-5881-43cc-b459-30da92b5ce1e tempest-SecurityGroupsTestJSON-1563643175 tempest-SecurityGroupsTestJSON-1563643175-project] Publish callbacks [] for security_group (173a3530-15d7-40d1-8b33-82a143cad816), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:15:36.942747 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-24d5ecf7-3e7d-4dbb-a48a-e93fc63039ef tempest-ServersTestBootFromVolume-1946499048 tempest-ServersTestBootFromVolume-1946499048-project] Publish callbacks [] for floatingip (0fcb0172-c173-4215-923b-f04a10742c6d), before_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:15:37.009164 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.l3_agent_scheduler [req-09dfb2bb-41bd-4643-b0aa-69767d45a16b req-24251cf5-c29d-4eab-b29d-19558599c46c tempest-ServersWithSpecificFlavorTestJSON-330130714 tempest-ServersWithSpecificFlavorTestJSON-330130714-project] Router e0d96195-acff-4146-81bc-edd40b66b4a4 has already been hosted by L3 agent 64ada913-9131-4d99-a265-63a920956287 {{(pid=103376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 17:15:37.015464 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-2c26953c-2bca-4b30-8cce-a50a74020d37 req-08abb804-5881-43cc-b459-30da92b5ce1e tempest-SecurityGroupsTestJSON-1563643175 tempest-SecurityGroupsTestJSON-1563643175-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (173a3530-15d7-40d1-8b33-82a143cad816), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:15:37.018244 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-2c26953c-2bca-4b30-8cce-a50a74020d37 req-08abb804-5881-43cc-b459-30da92b5ce1e tempest-SecurityGroupsTestJSON-1563643175 tempest-SecurityGroupsTestJSON-1563643175-project] Publish callbacks [] for security_group (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:15:37.019488 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-2c26953c-2bca-4b30-8cce-a50a74020d37 req-08abb804-5881-43cc-b459-30da92b5ce1e tempest-SecurityGroupsTestJSON-1563643175 tempest-SecurityGroupsTestJSON-1563643175-project] 10.222.0.89 "DELETE /v2.0/security-groups/173a3530-15d7-40d1-8b33-82a143cad816 HTTP/1.1" status: 204 len: 173 time: 0.2900414 Feb 04 17:15:37.036148 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08abb804-5881-43cc-b459-30da92b5ce1e tempest-SecurityGroupsTestJSON-1563643175 tempest-SecurityGroupsTestJSON-1563643175-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=173a3530-15d7-40d1-8b33-82a143cad816,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:15:37.229506 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d06f8f-68eb-4c3f-937d-185b557dafcc req-c45cdc10-f7d9-475e-8e8b-94f84d38c792 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:15:37.230937 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-61d06f8f-68eb-4c3f-937d-185b557dafcc req-c45cdc10-f7d9-475e-8e8b-94f84d38c792 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=b7e72874-ab8d-4372-989b-ceb35c5fd1c8&tenant_id=1cd99d9701204f3692368e4539967c47 HTTP/1.1" status: 200 len: 1132 time: 0.4763258 Feb 04 17:15:37.247650 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-09dfb2bb-41bd-4643-b0aa-69767d45a16b req-24251cf5-c29d-4eab-b29d-19558599c46c tempest-ServersWithSpecificFlavorTestJSON-330130714 tempest-ServersWithSpecificFlavorTestJSON-330130714-project] Notify agent at l3_agent.n-d-827839-2 the message routers_updated {{(pid=103376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 17:15:37.259290 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddf1e559-60f4-4eb6-a8c0-344e3c9efec3 None None] Sync routers for ids ['e0d96195-acff-4146-81bc-edd40b66b4a4'] in n-d-827839-2 {{(pid=103378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 17:15:37.282172 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddf1e559-60f4-4eb6-a8c0-344e3c9efec3 None None] Routers {'e0d96195-acff-4146-81bc-edd40b66b4a4'} bound to L3 agent in host n-d-827839-2 {{(pid=103378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:15:37.282825 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-ddf1e559-60f4-4eb6-a8c0-344e3c9efec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:15:32Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['e0d96195-acff-4146-81bc-edd40b66b4a4'], 'active': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:15:37.306567 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03714756-9740-46a2-b496-86e9db0ff2ec req-9202bd56-4b43-4677-b71e-8d19a7a1bd8a tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:15:37.319063 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-03714756-9740-46a2-b496-86e9db0ff2ec req-9202bd56-4b43-4677-b71e-8d19a7a1bd8a tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] 10.222.0.89 "GET /v2.0/ports?device_id=7488b3c7-1771-4cc0-b566-fa8ba403f3e4 HTTP/1.1" status: 200 len: 950 time: 0.1975260 Feb 04 17:15:37.354654 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [req-09dfb2bb-41bd-4643-b0aa-69767d45a16b req-24251cf5-c29d-4eab-b29d-19558599c46c tempest-ServersWithSpecificFlavorTestJSON-330130714 tempest-ServersWithSpecificFlavorTestJSON-330130714-project] No DVR routers for this DVR port 10c097a6-2357-455f-a26f-a8db86e47315 on host n-h1-827839-2 {{(pid=103376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 17:15:37.364294 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-09dfb2bb-41bd-4643-b0aa-69767d45a16b req-24251cf5-c29d-4eab-b29d-19558599c46c tempest-ServersWithSpecificFlavorTestJSON-330130714 tempest-ServersWithSpecificFlavorTestJSON-330130714-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:15:37.368533 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-09dfb2bb-41bd-4643-b0aa-69767d45a16b req-24251cf5-c29d-4eab-b29d-19558599c46c tempest-ServersWithSpecificFlavorTestJSON-330130714 tempest-ServersWithSpecificFlavorTestJSON-330130714-project] 10.222.0.96 "DELETE /v2.0/ports/10c097a6-2357-455f-a26f-a8db86e47315 HTTP/1.1" status: 204 len: 173 time: 1.5806303 Feb 04 17:15:37.370095 n-d-827839-2 neutron-server[103376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb1b0366-d623-4256-9bd7-daa9e73975fa', 'name': 'network-vif-deleted', 'tag': '10c097a6-2357-455f-a26f-a8db86e47315'}] {{(pid=103376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:15:37.373020 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d59c3bb5e2f09ebf62144d5e09b1cff60c763a9c19614c24538e77842938c05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a691daf8-460d-448d-b3c7-da0aa15a6a68" -d '{"events": [{"server_uuid": "cb1b0366-d623-4256-9bd7-daa9e73975fa", "name": "network-vif-deleted", "tag": "10c097a6-2357-455f-a26f-a8db86e47315"}]}' {{(pid=103376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:15:37.430270 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-03714756-9740-46a2-b496-86e9db0ff2ec req-81a19f1f-53a1-4faa-8af1-6880f21c26e7 tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] 10.222.0.89 "GET /v2.0/security-groups?id=4f68676b-760c-49c3-a14c-c9afa7ad720d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094029 Feb 04 17:15:37.460357 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d98534-f7bc-43e8-89e7-78657ac5063d req-627c3ab4-a19f-406e-b8be-d0d24946e287 tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:15:37.461015 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvr_db [None req-ddf1e559-60f4-4eb6-a8c0-344e3c9efec3 None None] Set router e0d96195-acff-4146-81bc-edd40b66b4a4 gateway port host: n-d-827839-2 {{(pid=103378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:15:37.470160 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-c3d98534-f7bc-43e8-89e7-78657ac5063d req-627c3ab4-a19f-406e-b8be-d0d24946e287 tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] 10.222.0.89 "GET /v2.0/ports?device_id=b7e72874-ab8d-4372-989b-ceb35c5fd1c8 HTTP/1.1" status: 200 len: 950 time: 0.5895743 Feb 04 17:15:37.542859 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-f376a528-1721-4056-828a-59299115ed0d req-00588e8e-3996-459b-b4f7-fbd4a612a837 tempest-SecurityGroupsTestJSON-1563643175 tempest-SecurityGroupsTestJSON-1563643175-project] 10.222.0.89 "GET /v2.0/security-groups/32c10db4-45eb-433d-870e-88e8012c09b6 HTTP/1.1" status: 200 len: 1816 time: 0.0736151 Feb 04 17:15:37.574413 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-099477fc-a297-438c-86b3-398cf0367f48 admin admin] Publish callbacks [] for security_group (c591d0a0-8f77-4259-ab5e-c54cb31473d2), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:15:37.634083 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-099477fc-a297-438c-86b3-398cf0367f48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (c591d0a0-8f77-4259-ab5e-c54cb31473d2), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:15:37.676058 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-f376a528-1721-4056-828a-59299115ed0d req-80b67acb-d023-4265-bb97-96c9435754e5 tempest-SecurityGroupsTestJSON-1563643175 tempest-SecurityGroupsTestJSON-1563643175-project] Publish callbacks [] for security_group (32c10db4-45eb-433d-870e-88e8012c09b6), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:15:37.702349 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-f376a528-1721-4056-828a-59299115ed0d req-80b67acb-d023-4265-bb97-96c9435754e5 tempest-SecurityGroupsTestJSON-1563643175 tempest-SecurityGroupsTestJSON-1563643175-project] Publish callbacks [] for security_group (32c10db4-45eb-433d-870e-88e8012c09b6), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:15:37.730560 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-c3d98534-f7bc-43e8-89e7-78657ac5063d req-daa79899-d22e-4ff0-8a82-c1b6d4bb9750 tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] 10.222.0.89 "GET /v2.0/security-groups?id=5fa98c6a-94b3-4690-b9c3-4f0e67d11226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2536650 Feb 04 17:15:37.749153 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099477fc-a297-438c-86b3-398cf0367f48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c591d0a0-8f77-4259-ab5e-c54cb31473d2,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:15:37.761445 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-099477fc-a297-438c-86b3-398cf0367f48 admin admin] vlan segment allocate from pool success with {'vlan_id': 781, 'physical_network': 'physnet1'} {{(pid=103377) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 17:15:37.764971 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-f376a528-1721-4056-828a-59299115ed0d req-80b67acb-d023-4265-bb97-96c9435754e5 tempest-SecurityGroupsTestJSON-1563643175 tempest-SecurityGroupsTestJSON-1563643175-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (32c10db4-45eb-433d-870e-88e8012c09b6), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:15:37.772956 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-f376a528-1721-4056-828a-59299115ed0d req-80b67acb-d023-4265-bb97-96c9435754e5 tempest-SecurityGroupsTestJSON-1563643175 tempest-SecurityGroupsTestJSON-1563643175-project] Publish callbacks [] for security_group (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:15:37.775271 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-f376a528-1721-4056-828a-59299115ed0d req-80b67acb-d023-4265-bb97-96c9435754e5 tempest-SecurityGroupsTestJSON-1563643175 tempest-SecurityGroupsTestJSON-1563643175-project] 10.222.0.89 "DELETE /v2.0/security-groups/32c10db4-45eb-433d-870e-88e8012c09b6 HTTP/1.1" status: 204 len: 173 time: 0.2173877 Feb 04 17:15:37.791100 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d06f8f-68eb-4c3f-937d-185b557dafcc req-dd321301-5756-436c-b151-90f90d5eadb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:15:37.792981 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-61d06f8f-68eb-4c3f-937d-185b557dafcc req-dd321301-5756-436c-b151-90f90d5eadb8 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=1cd99d9701204f3692368e4539967c47&device_id=b7e72874-ab8d-4372-989b-ceb35c5fd1c8 HTTP/1.1" status: 200 len: 1132 time: 0.4823921 Feb 04 17:15:37.806161 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b67acb-d023-4265-bb97-96c9435754e5 tempest-SecurityGroupsTestJSON-1563643175 tempest-SecurityGroupsTestJSON-1563643175-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=32c10db4-45eb-433d-870e-88e8012c09b6,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:15:37.830778 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-ddf1e559-60f4-4eb6-a8c0-344e3c9efec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0d96195-acff-4146-81bc-edd40b66b4a4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1579046244-router', 'tenant_id': 'f616a69521a6439b8b9ce4b5361b1b3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.56'}], 'enable_snat': True}, 'gw_port_id': '831da7a3-2097-48f7-8496-d400ff797b27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:10:56Z', 'updated_at': '2022-02-04T17:11:00Z', 'revision_number': 4, 'project_id': 'f616a69521a6439b8b9ce4b5361b1b3c', 'gw_port': {'id': '831da7a3-2097-48f7-8496-d400ff797b27', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:ed:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0d96195-acff-4146-81bc-edd40b66b4a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:10:57Z', 'updated_at': '2022-02-04T17:11:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_interfaces': [{'id': 'b0b5d03f-dc2e-46ac-8e2a-baf5cc577f5d', 'name': '', 'network_id': '4d1c76e6-ea0c-4d14-ba91-32b9665be5f0', 'tenant_id': 'f616a69521a6439b8b9ce4b5361b1b3c', 'mac_address': 'fa:16:3e:fe:72:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0d96195-acff-4146-81bc-edd40b66b4a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '46532e3a-bfe8-4be0-a512-ac5329d05d46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:10:59Z', 'updated_at': '2022-02-04T17:11:05Z', 'revision_number': 5, 'project_id': 'f616a69521a6439b8b9ce4b5361b1b3c', 'subnets': [{'id': '46532e3a-bfe8-4be0-a512-ac5329d05d46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-2', False) {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:15:37.845379 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 17:15:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a36afad-e3a5-4677-b9fc-a0fc7a5d2d74 x-openstack-request-id: req-1a36afad-e3a5-4677-b9fc-a0fc7a5d2d74 {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:15:37.845678 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb1b0366-d623-4256-9bd7-daa9e73975fa", "name": "network-vif-deleted", "tag": "10c097a6-2357-455f-a26f-a8db86e47315", "status": "completed", "code": 200}]} {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:15:37.845934 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-1a36afad-e3a5-4677-b9fc-a0fc7a5d2d74 {{(pid=103376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:15:37.846363 n-d-827839-2 neutron-server[103376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb1b0366-d623-4256-9bd7-daa9e73975fa', 'name': 'network-vif-deleted', 'tag': '10c097a6-2357-455f-a26f-a8db86e47315', 'status': 'completed', 'code': 200} Feb 04 17:15:37.865260 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-099477fc-a297-438c-86b3-398cf0367f48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (78faf63e-60a8-47e4-85af-dce04e5fa366), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:15:37.865767 n-d-827839-2 neutron-server[103377]: INFO neutron.db.segments_db [None req-099477fc-a297-438c-86b3-398cf0367f48 admin admin] Added segment 78faf63e-60a8-47e4-85af-dce04e5fa366 of type vlan for network e6d83a7c-1f77-441c-afa2-81d5754db2af Feb 04 17:15:37.869581 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddf1e559-60f4-4eb6-a8c0-344e3c9efec3 None None] Checking router: e0d96195-acff-4146-81bc-edd40b66b4a4 for host: n-d-827839-2 {{(pid=103378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 17:15:37.880366 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddf1e559-60f4-4eb6-a8c0-344e3c9efec3 None None] Routers {'e0d96195-acff-4146-81bc-edd40b66b4a4'} bound to L3 agent in host n-d-827839-2 {{(pid=103378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:15:37.881131 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-ddf1e559-60f4-4eb6-a8c0-344e3c9efec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:15:32Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['e0d96195-acff-4146-81bc-edd40b66b4a4'], 'active': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:15:37.999133 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device c73f7467-a2e5-4127-a695-98f9e8d94155 no longer exists at agent hyperv_n-h1-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:15:38.013260 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-3047f8a9-6370-4e33-b1f4-dfc622f0feb2 req-ab1f5ce7-8904-4034-a8d3-40c04ce770af tempest-ServersWithSpecificFlavorTestJSON-330130714 tempest-ServersWithSpecificFlavorTestJSON-330130714-project] 10.222.0.89 "GET /v2.0/ports?device_id=cb1b0366-d623-4256-9bd7-daa9e73975fa HTTP/1.1" status: 200 len: 210 time: 0.1422396 Feb 04 17:15:38.068111 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df6c2c7-14e5-421a-9816-2e60924e42ca req-215eacb3-9839-4fdd-ba12-58832d5cbddd tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:15:38.072561 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-4df6c2c7-14e5-421a-9816-2e60924e42ca req-215eacb3-9839-4fdd-ba12-58832d5cbddd tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] 10.222.0.89 "GET /v2.0/ports?device_id=f9d0cdd4-aae7-45e7-bcf1-a6ee601b78a7 HTTP/1.1" status: 200 len: 943 time: 0.1481884 Feb 04 17:15:38.090652 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-099477fc-a297-438c-86b3-398cf0367f48 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781084292801'] for network (e6d83a7c-1f77-441c-afa2-81d5754db2af), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:15:38.106800 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvr_db [None req-ddf1e559-60f4-4eb6-a8c0-344e3c9efec3 None None] Set router e0d96195-acff-4146-81bc-edd40b66b4a4 gateway port host: n-d-827839-2 {{(pid=103378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:15:38.110066 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Current status of the port c73f7467-a2e5-4127-a695-98f9e8d94155 is: ACTIVE; New status is: DOWN {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:15:38.110539 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (c73f7467-a2e5-4127-a695-98f9e8d94155), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:15:38.169116 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-4df6c2c7-14e5-421a-9816-2e60924e42ca req-29a98b95-7b7d-49dd-ba85-6a0f51cf3c42 tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] 10.222.0.89 "GET /v2.0/security-groups?id=119a7f03-3e07-4d1e-8852-d9f974f9f052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925801 Feb 04 17:15:38.197689 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7e72874-ab8d-4372-989b-ceb35c5fd1c8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c73f7467-a2e5-4127-a695-98f9e8d94155'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:15:38.200703 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c34bc964ce2211770fda26ca2f3801cc06f4f39928110690550e94ab9c9d2fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5416c03c-ebf7-430d-b454-375ed75db490" -d '{"events": [{"server_uuid": "b7e72874-ab8d-4372-989b-ceb35c5fd1c8", "name": "network-vif-unplugged", "status": "completed", "tag": "c73f7467-a2e5-4127-a695-98f9e8d94155"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:15:38.217723 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [req-62658f97-1e41-4db4-8c34-3619313c6503 req-139c4166-c3e4-4b59-a264-f9a34ddcdd53 tempest-SecurityGroupsTestJSON-1563643175 tempest-SecurityGroupsTestJSON-1563643175-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1049180325', 'description': 'tempest-description-901693587'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:15:38.223681 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] For port c73f7467-a2e5-4127-a695-98f9e8d94155, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=c73f7467-a2e5-4127-a695-98f9e8d94155,segment=NetworkSegment(3a39b085-d3e6-43bb-a64c-1b06dd049e5a),segment_id=3a39b085-d3e6-43bb-a64c-1b06dd049e5a)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:15:38.246571 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.db.resource_extend [None req-24d5ecf7-3e7d-4dbb-a48a-e93fc63039ef tempest-ServersTestBootFromVolume-1946499048 tempest-ServersTestBootFromVolume-1946499048-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 17:15:38.246860 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-62658f97-1e41-4db4-8c34-3619313c6503 req-139c4166-c3e4-4b59-a264-f9a34ddcdd53 tempest-SecurityGroupsTestJSON-1563643175 tempest-SecurityGroupsTestJSON-1563643175-project] Publish callbacks [] for security_group (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:15:38.249365 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-099477fc-a297-438c-86b3-398cf0367f48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327'] for network (e6d83a7c-1f77-441c-afa2-81d5754db2af), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:15:38.250968 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-099477fc-a297-438c-86b3-398cf0367f48 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:15:38.251711 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-099477fc-a297-438c-86b3-398cf0367f48 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677565'] for network (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:15:38.256926 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (c73f7467-a2e5-4127-a695-98f9e8d94155), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:15:38.257751 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device 3e7c7830-83fe-4f99-8527-4a0e6642c895 no longer exists at agent hyperv_n-h1-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:15:38.321155 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d06f8f-68eb-4c3f-937d-185b557dafcc req-5f3368fd-bbd9-4107-8dcc-0ddd98b4efce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:15:38.322728 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-61d06f8f-68eb-4c3f-937d-185b557dafcc req-5f3368fd-bbd9-4107-8dcc-0ddd98b4efce service neutron] 10.222.0.96 "GET /v2.0/networks?id=02be22b9-aa53-40ea-8050-9239cd27d1ff HTTP/1.1" status: 200 len: 870 time: 0.4611740 Feb 04 17:15:38.342533 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] No Port match for: 3e7c7830-83fe-4f99-8527-4a0e6642c895 {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 17:15:38.343116 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device 3e7c7830-83fe-4f99-8527-4a0e6642c895 not bound to the agent host n-h1-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 17:15:38.343527 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device 10c097a6-2357-455f-a26f-a8db86e47315 no longer exists at agent hyperv_n-h1-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:15:38.377420 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] No Port match for: 10c097a6-2357-455f-a26f-a8db86e47315 {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 17:15:38.377866 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device 10c097a6-2357-455f-a26f-a8db86e47315 not bound to the agent host n-h1-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 17:15:38.405980 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Pushing event updated for resources: {'Port': ['ID=c73f7467-a2e5-4127-a695-98f9e8d94155,revision_number=6']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:15:38.429223 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-61d06f8f-68eb-4c3f-937d-185b557dafcc req-99db00fc-6b6f-4463-9811-b7c54be2ceb8 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.230&port_id=c73f7467-a2e5-4127-a695-98f9e8d94155 HTTP/1.1" status: 200 len: 217 time: 0.0571954 Feb 04 17:15:38.499122 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d06f8f-68eb-4c3f-937d-185b557dafcc req-ca31b8dd-b7f4-42d7-b268-abacc1b19157 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:15:38.501012 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-61d06f8f-68eb-4c3f-937d-185b557dafcc req-ca31b8dd-b7f4-42d7-b268-abacc1b19157 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=c974b0ff-2c5c-4667-8a81-3bde3ea6ced5 HTTP/1.1" status: 200 len: 843 time: 0.0596442 Feb 04 17:15:38.505042 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-ddf1e559-60f4-4eb6-a8c0-344e3c9efec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0d96195-acff-4146-81bc-edd40b66b4a4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1579046244-router', 'tenant_id': 'f616a69521a6439b8b9ce4b5361b1b3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.56'}], 'enable_snat': True}, 'gw_port_id': '831da7a3-2097-48f7-8496-d400ff797b27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:10:56Z', 'updated_at': '2022-02-04T17:11:00Z', 'revision_number': 4, 'project_id': 'f616a69521a6439b8b9ce4b5361b1b3c', 'gw_port': {'id': '831da7a3-2097-48f7-8496-d400ff797b27', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:ed:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0d96195-acff-4146-81bc-edd40b66b4a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:10:57Z', 'updated_at': '2022-02-04T17:11:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_interfaces': [{'id': 'b0b5d03f-dc2e-46ac-8e2a-baf5cc577f5d', 'name': '', 'network_id': '4d1c76e6-ea0c-4d14-ba91-32b9665be5f0', 'tenant_id': 'f616a69521a6439b8b9ce4b5361b1b3c', 'mac_address': 'fa:16:3e:fe:72:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0d96195-acff-4146-81bc-edd40b66b4a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '46532e3a-bfe8-4be0-a512-ac5329d05d46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:10:59Z', 'updated_at': '2022-02-04T17:11:05Z', 'revision_number': 5, 'project_id': 'f616a69521a6439b8b9ce4b5361b1b3c', 'subnets': [{'id': '46532e3a-bfe8-4be0-a512-ac5329d05d46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-2', False) {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:15:38.519185 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76894a9c-9c5e-461d-88bf-eeb179ed2886 req-c87f91e2-e16b-4a61-ab1e-0e4a241a3e22 tempest-LiveMigrationTest-101728267 tempest-LiveMigrationTest-101728267-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:15:38.521355 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-76894a9c-9c5e-461d-88bf-eeb179ed2886 req-c87f91e2-e16b-4a61-ab1e-0e4a241a3e22 tempest-LiveMigrationTest-101728267 tempest-LiveMigrationTest-101728267-project-admin] 10.222.0.89 "GET /v2.0/ports?device_id=e2b58424-19d8-47c7-9144-64e22f08a22e HTTP/1.1" status: 200 len: 1127 time: 0.3866541 Feb 04 17:15:38.528220 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-099477fc-a297-438c-86b3-398cf0367f48 admin admin] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.0332930 Feb 04 17:15:38.538886 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddf1e559-60f4-4eb6-a8c0-344e3c9efec3 None None] The sync data for ids ['e0d96195-acff-4146-81bc-edd40b66b4a4'] in n-d-827839-2 is: [{'id': 'e0d96195-acff-4146-81bc-edd40b66b4a4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1579046244-router', 'tenant_id': 'f616a69521a6439b8b9ce4b5361b1b3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.56'}], 'enable_snat': True}, 'gw_port_id': '831da7a3-2097-48f7-8496-d400ff797b27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:10:56Z', 'updated_at': '2022-02-04T17:11:00Z', 'revision_number': 4, 'project_id': 'f616a69521a6439b8b9ce4b5361b1b3c', 'gw_port': {'id': '831da7a3-2097-48f7-8496-d400ff797b27', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:ed:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0d96195-acff-4146-81bc-edd40b66b4a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:10:57Z', 'updated_at': '2022-02-04T17:11:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_interfaces': [{'id': 'b0b5d03f-dc2e-46ac-8e2a-baf5cc577f5d', 'name': '', 'network_id': '4d1c76e6-ea0c-4d14-ba91-32b9665be5f0', 'tenant_id': 'f616a69521a6439b8b9ce4b5361b1b3c', 'mac_address': 'fa:16:3e:fe:72:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0d96195-acff-4146-81bc-edd40b66b4a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '46532e3a-bfe8-4be0-a512-ac5329d05d46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:10:59Z', 'updated_at': '2022-02-04T17:11:05Z', 'revision_number': 5, 'project_id': 'f616a69521a6439b8b9ce4b5361b1b3c', 'subnets': [{'id': '46532e3a-bfe8-4be0-a512-ac5329d05d46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 17:15:38.554320 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 56280) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:15:38.560963 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-28faecf4-6cb1-40ba-b18d-8f84021bb0a6 admin admin] Request body: {'subnet': {'network_id': 'e6d83a7c-1f77-441c-afa2-81d5754db2af', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1763576278-subnet', 'tenant_id': '36d552dcaba84f869d86965d2c5a9247', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:15:38.591379 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-24d5ecf7-3e7d-4dbb-a48a-e93fc63039ef tempest-ServersTestBootFromVolume-1946499048 tempest-ServersTestBootFromVolume-1946499048-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:15:38.593810 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099477fc-a297-438c-86b3-398cf0367f48 admin admin] Pushing event updated for resources: {'Network': ['ID=e6d83a7c-1f77-441c-afa2-81d5754db2af,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:15:38.612149 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-24d5ecf7-3e7d-4dbb-a48a-e93fc63039ef tempest-ServersTestBootFromVolume-1946499048 tempest-ServersTestBootFromVolume-1946499048-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1595586'] for floatingip (0fcb0172-c173-4215-923b-f04a10742c6d), after_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:15:38.617151 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Network e6d83a7c-1f77-441c-afa2-81d5754db2af details requested by agent ovs-agent-n-d-827839-2 with host n-d-827839-2 {{(pid=103378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 17:15:38.707723 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-62658f97-1e41-4db4-8c34-3619313c6503 req-139c4166-c3e4-4b59-a264-f9a34ddcdd53 tempest-SecurityGroupsTestJSON-1563643175 tempest-SecurityGroupsTestJSON-1563643175-project] Publish callbacks [] for security_group (cee0cabe-b391-4dbf-80fb-01bd410b89c3), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:15:38.723926 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-62658f97-1e41-4db4-8c34-3619313c6503 req-139c4166-c3e4-4b59-a264-f9a34ddcdd53 tempest-SecurityGroupsTestJSON-1563643175 tempest-SecurityGroupsTestJSON-1563643175-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (cee0cabe-b391-4dbf-80fb-01bd410b89c3), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:15:38.724503 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28faecf4-6cb1-40ba-b18d-8f84021bb0a6 admin admin] Made reservation on behalf of 36d552dcaba84f869d86965d2c5a9247 for: {'subnet': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:15:38.727255 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-28faecf4-6cb1-40ba-b18d-8f84021bb0a6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25597243'] for subnet (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:15:38.761474 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-62658f97-1e41-4db4-8c34-3619313c6503 req-139c4166-c3e4-4b59-a264-f9a34ddcdd53 tempest-SecurityGroupsTestJSON-1563643175 tempest-SecurityGroupsTestJSON-1563643175-project] Publish callbacks [] for security_group (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:15:38.762935 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-62658f97-1e41-4db4-8c34-3619313c6503 req-139c4166-c3e4-4b59-a264-f9a34ddcdd53 tempest-SecurityGroupsTestJSON-1563643175 tempest-SecurityGroupsTestJSON-1563643175-project] 10.222.0.89 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 0.5506182 Feb 04 17:15:38.780598 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139c4166-c3e4-4b59-a264-f9a34ddcdd53 tempest-SecurityGroupsTestJSON-1563643175 tempest-SecurityGroupsTestJSON-1563643175-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cee0cabe-b391-4dbf-80fb-01bd410b89c3,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:15:38.838829 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 04 Feb 2022 17:15:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-419e4fb0-0c84-4ce6-b2c6-f2a707abb71a x-openstack-request-id: req-419e4fb0-0c84-4ce6-b2c6-f2a707abb71a {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:15:38.839058 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7e72874-ab8d-4372-989b-ceb35c5fd1c8", "name": "network-vif-unplugged", "status": "completed", "tag": "c73f7467-a2e5-4127-a695-98f9e8d94155", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:15:38.839313 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-419e4fb0-0c84-4ce6-b2c6-f2a707abb71a {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:15:38.839709 n-d-827839-2 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7e72874-ab8d-4372-989b-ceb35c5fd1c8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c73f7467-a2e5-4127-a695-98f9e8d94155', 'code': 200} Feb 04 17:15:38.960261 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a54b647-0b85-4424-9136-c3e444fcfc77 req-610e522b-396f-4c0d-820f-98700bb9116c tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:15:38.961997 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-0a54b647-0b85-4424-9136-c3e444fcfc77 req-610e522b-396f-4c0d-820f-98700bb9116c tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] 10.222.0.89 "GET /v2.0/ports?device_id=7488b3c7-1771-4cc0-b566-fa8ba403f3e4 HTTP/1.1" status: 200 len: 950 time: 0.0693715 Feb 04 17:15:38.965962 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef6bdb33-2220-4819-a1a5-a3229f0549a4 None None] New status for floating IP f7037037-04ed-42ec-b088-d26d05e8a6b9: DOWN {{(pid=103379) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 17:15:39.025453 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-0a54b647-0b85-4424-9136-c3e444fcfc77 req-d1055e67-4483-40a5-9100-d29396e6bdd0 tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] 10.222.0.89 "GET /v2.0/security-groups?id=4f68676b-760c-49c3-a14c-c9afa7ad720d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525844 Feb 04 17:15:39.117817 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-76894a9c-9c5e-461d-88bf-eeb179ed2886 req-96443524-1b25-4fbc-a824-d71987b8da0b tempest-LiveMigrationTest-101728267 tempest-LiveMigrationTest-101728267-project-admin] 10.222.0.89 "GET /v2.0/security-groups?id=18e6cc58-e448-4d12-9423-2a502a086ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5784256 Feb 04 17:15:39.134048 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d06f8f-68eb-4c3f-937d-185b557dafcc req-e79bac3e-9a11-4a6d-846c-12c2363247d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:15:39.135563 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-61d06f8f-68eb-4c3f-937d-185b557dafcc req-e79bac3e-9a11-4a6d-846c-12c2363247d3 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=02be22b9-aa53-40ea-8050-9239cd27d1ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.6062980 Feb 04 17:15:39.195663 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3497b1c5-3175-4b8e-883c-5cdc2bd988c8 req-4f60edf4-f8c0-471b-8d31-255a6b3059ae tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:15:39.197266 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-3497b1c5-3175-4b8e-883c-5cdc2bd988c8 req-4f60edf4-f8c0-471b-8d31-255a6b3059ae tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] 10.222.0.89 "GET /v2.0/ports?device_id=b7e72874-ab8d-4372-989b-ceb35c5fd1c8 HTTP/1.1" status: 200 len: 948 time: 0.1065230 Feb 04 17:15:39.252547 n-d-827839-2 neutron-server[103377]: INFO neutron.db.l3_db [None req-24d5ecf7-3e7d-4dbb-a48a-e93fc63039ef tempest-ServersTestBootFromVolume-1946499048 tempest-ServersTestBootFromVolume-1946499048-project] Floating IP 0fcb0172-c173-4215-923b-f04a10742c6d associated. External IP: 172.25.6.92, port: 9be04d45-1635-46a6-a4a5-3aed6367c90a. Feb 04 17:15:39.263400 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-3497b1c5-3175-4b8e-883c-5cdc2bd988c8 req-451189c1-af83-45a1-acea-dea111bd4316 tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] 10.222.0.89 "GET /v2.0/security-groups?id=5fa98c6a-94b3-4690-b9c3-4f0e67d11226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598655 Feb 04 17:15:39.341014 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-47b55d7f-eb64-43ff-b617-df395935e6bf req-db75670a-85d7-4b55-ae75-c709f3d563e0 tempest-SecurityGroupsTestJSON-1563643175 tempest-SecurityGroupsTestJSON-1563643175-project] 10.222.0.89 "GET /v2.0/security-groups/cee0cabe-b391-4dbf-80fb-01bd410b89c3 HTTP/1.1" status: 200 len: 1817 time: 0.1808066 Feb 04 17:15:39.412573 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [req-47b55d7f-eb64-43ff-b617-df395935e6bf req-8298c46d-ae65-4934-8274-8f11a0c70ecb tempest-SecurityGroupsTestJSON-1563643175 tempest-SecurityGroupsTestJSON-1563643175-project] Request body: {'security_group': {'name': 'tempest-sg-hth-538242564', 'description': 'tempest-description-hth-1803306543'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:15:39.445240 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-61d06f8f-68eb-4c3f-937d-185b557dafcc req-959641fb-6580-4c48-8e02-2432de2d3bdc service neutron] 10.222.0.96 "GET /v2.0/networks/02be22b9-aa53-40ea-8050-9239cd27d1ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3018813 Feb 04 17:15:39.580535 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-47b55d7f-eb64-43ff-b617-df395935e6bf req-8298c46d-ae65-4934-8274-8f11a0c70ecb tempest-SecurityGroupsTestJSON-1563643175 tempest-SecurityGroupsTestJSON-1563643175-project] Publish callbacks [] for security_group (cee0cabe-b391-4dbf-80fb-01bd410b89c3), before_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:15:39.606880 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-28faecf4-6cb1-40ba-b18d-8f84021bb0a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25889445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25597197'] for subnet (bf8ba049-695f-44be-9bf2-689533c91d54), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:15:39.641220 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f558e8-3d3f-4475-8b63-aedc9612cfb6 req-2f70bb57-f401-41e0-9d41-d4ed2df0cda9 tempest-ServersOnMultiNodesTest-1012602224 tempest-ServersOnMultiNodesTest-1012602224-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:15:39.642915 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-e5f558e8-3d3f-4475-8b63-aedc9612cfb6 req-2f70bb57-f401-41e0-9d41-d4ed2df0cda9 tempest-ServersOnMultiNodesTest-1012602224 tempest-ServersOnMultiNodesTest-1012602224-project-admin] 10.222.0.89 "GET /v2.0/ports?device_id=7488b3c7-1771-4cc0-b566-fa8ba403f3e4 HTTP/1.1" status: 200 len: 1132 time: 0.0496323 Feb 04 17:15:39.692904 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-e5f558e8-3d3f-4475-8b63-aedc9612cfb6 req-2f3d8f42-f57b-401c-bedc-b187c28e3923 tempest-ServersOnMultiNodesTest-1012602224 tempest-ServersOnMultiNodesTest-1012602224-project-admin] 10.222.0.89 "GET /v2.0/security-groups?id=4f68676b-760c-49c3-a14c-c9afa7ad720d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434964 Feb 04 17:15:39.774097 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-61d06f8f-68eb-4c3f-937d-185b557dafcc req-d1233826-23bc-4f95-b0eb-c7aca48a2dae service neutron] 10.222.0.96 "GET /v2.0/networks/02be22b9-aa53-40ea-8050-9239cd27d1ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3161833 Feb 04 17:15:39.800077 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-47b55d7f-eb64-43ff-b617-df395935e6bf req-8298c46d-ae65-4934-8274-8f11a0c70ecb tempest-SecurityGroupsTestJSON-1563643175 tempest-SecurityGroupsTestJSON-1563643175-project] Publish callbacks [] for security_group (cee0cabe-b391-4dbf-80fb-01bd410b89c3), precommit_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:15:39.805601 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28faecf4-6cb1-40ba-b18d-8f84021bb0a6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bf8ba049-695f-44be-9bf2-689533c91d54,revision_number=0']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:15:39.818367 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-47b55d7f-eb64-43ff-b617-df395935e6bf req-8298c46d-ae65-4934-8274-8f11a0c70ecb tempest-SecurityGroupsTestJSON-1563643175 tempest-SecurityGroupsTestJSON-1563643175-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (cee0cabe-b391-4dbf-80fb-01bd410b89c3), after_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:15:39.820925 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-47b55d7f-eb64-43ff-b617-df395935e6bf req-8298c46d-ae65-4934-8274-8f11a0c70ecb tempest-SecurityGroupsTestJSON-1563643175 tempest-SecurityGroupsTestJSON-1563643175-project] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:15:39.822131 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-47b55d7f-eb64-43ff-b617-df395935e6bf req-8298c46d-ae65-4934-8274-8f11a0c70ecb tempest-SecurityGroupsTestJSON-1563643175 tempest-SecurityGroupsTestJSON-1563643175-project] 10.222.0.89 "PUT /v2.0/security-groups/cee0cabe-b391-4dbf-80fb-01bd410b89c3 HTTP/1.1" status: 200 len: 1791 time: 0.4286532 Feb 04 17:15:39.880944 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28faecf4-6cb1-40ba-b18d-8f84021bb0a6 admin admin] Checking segment: {'id': '78faf63e-60a8-47e4-85af-dce04e5fa366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'e6d83a7c-1f77-441c-afa2-81d5754db2af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:15:39.881311 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28faecf4-6cb1-40ba-b18d-8f84021bb0a6 admin admin] Network hostable DHCP agents. Network: e6d83a7c-1f77-441c-afa2-81d5754db2af, hostable agents: ['bb89f5a3-3c22-440b-b7d1-c4f0c43c184a'], hosted agents: [] {{(pid=103377) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 17:15:39.887424 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8298c46d-ae65-4934-8274-8f11a0c70ecb tempest-SecurityGroupsTestJSON-1563643175 tempest-SecurityGroupsTestJSON-1563643175-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cee0cabe-b391-4dbf-80fb-01bd410b89c3,revision_number=2']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:15:39.907272 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24d5ecf7-3e7d-4dbb-a48a-e93fc63039ef tempest-ServersTestBootFromVolume-1946499048 tempest-ServersTestBootFromVolume-1946499048-project] Router 443be536-4628-4353-af62-b6e5cffe24fd has already been hosted by L3 agent 64ada913-9131-4d99-a265-63a920956287 {{(pid=103377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 17:15:39.914032 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28faecf4-6cb1-40ba-b18d-8f84021bb0a6 admin admin] Network e6d83a7c-1f77-441c-afa2-81d5754db2af is scheduled to be hosted by DHCP agent bb89f5a3-3c22-440b-b7d1-c4f0c43c184a with binding_index 1 {{(pid=103377) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 17:15:39.928467 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [None req-28faecf4-6cb1-40ba-b18d-8f84021bb0a6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827839-2, e6d83a7c-1f77-441c-afa2-81d5754db2af) {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:15:39.937410 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (f20a1ab3-4332-4f54-833b-ba4a7c687e89), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:15:39.942188 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd708556-e15f-4df6-80f6-193ae01ba0f1 None None] Network e6d83a7c-1f77-441c-afa2-81d5754db2af requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:15:39.987697 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28faecf4-6cb1-40ba-b18d-8f84021bb0a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:15:39.988300 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-28faecf4-6cb1-40ba-b18d-8f84021bb0a6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677565'] for subnet (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:15:40.073919 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-28faecf4-6cb1-40ba-b18d-8f84021bb0a6 admin admin] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.5184639 Feb 04 17:15:40.114440 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1422761-a2f6-4cdb-aef9-65a6bb0c068a req-6f8a9095-132d-412f-9c08-e5755075810e tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:15:40.115851 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-a1422761-a2f6-4cdb-aef9-65a6bb0c068a req-6f8a9095-132d-412f-9c08-e5755075810e tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] 10.222.0.89 "GET /v2.0/ports?device_id=f9d0cdd4-aae7-45e7-bcf1-a6ee601b78a7 HTTP/1.1" status: 200 len: 943 time: 0.1297126 Feb 04 17:15:40.117570 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24d5ecf7-3e7d-4dbb-a48a-e93fc63039ef tempest-ServersTestBootFromVolume-1946499048 tempest-ServersTestBootFromVolume-1946499048-project] Notify agent at l3_agent.n-d-827839-2 the message routers_updated {{(pid=103377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 17:15:40.122341 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-24d5ecf7-3e7d-4dbb-a48a-e93fc63039ef tempest-ServersTestBootFromVolume-1946499048 tempest-ServersTestBootFromVolume-1946499048-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for floatingip (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:15:40.180878 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-24d5ecf7-3e7d-4dbb-a48a-e93fc63039ef tempest-ServersTestBootFromVolume-1946499048 tempest-ServersTestBootFromVolume-1946499048-project] 10.222.0.89 "PUT /v2.0/floatingips/0fcb0172-c173-4215-923b-f04a10742c6d HTTP/1.1" status: 200 len: 990 time: 3.3525155 Feb 04 17:15:40.185970 n-d-827839-2 neutron-server[103377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd05624d9-7069-4d9d-823a-9c54a8dd6b49', 'tag': '9be04d45-1635-46a6-a4a5-3aed6367c90a'}] {{(pid=103377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:15:40.188319 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7240428b650e1488e9361b62648ff4b3a6c19d49d8c27c949491ab58c1346cf0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-377a233b-5a3f-498c-9205-0456119c31e6" -d '{"events": [{"name": "network-changed", "server_uuid": "d05624d9-7069-4d9d-823a-9c54a8dd6b49", "tag": "9be04d45-1635-46a6-a4a5-3aed6367c90a"}]}' {{(pid=103377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:15:40.202834 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2cc2259-2e47-4d3d-8653-6431b8e1a172 None None] Sync routers for ids ['443be536-4628-4353-af62-b6e5cffe24fd'] in n-d-827839-2 {{(pid=103378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 17:15:40.217993 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2cc2259-2e47-4d3d-8653-6431b8e1a172 None None] Routers {'443be536-4628-4353-af62-b6e5cffe24fd'} bound to L3 agent in host n-d-827839-2 {{(pid=103378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:15:40.218618 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-a1422761-a2f6-4cdb-aef9-65a6bb0c068a req-29a3bea2-0f8c-424c-a8d3-40b81e9386e0 tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] 10.222.0.89 "GET /v2.0/security-groups?id=119a7f03-3e07-4d1e-8852-d9f974f9f052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739515 Feb 04 17:15:40.218735 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-e2cc2259-2e47-4d3d-8653-6431b8e1a172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:15:32Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['443be536-4628-4353-af62-b6e5cffe24fd'], 'active': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:15:40.336117 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2d8bf9b-7763-4910-b950-561ac6dc4db6 None None] Network e6d83a7c-1f77-441c-afa2-81d5754db2af requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:15:40.442803 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-d150b8f3-6af6-4661-86d7-ddd98d460541 req-5b5439bb-8487-49fa-bc17-b9e2b60f3751 tempest-SecurityGroupsTestJSON-1563643175 tempest-SecurityGroupsTestJSON-1563643175-project] 10.222.0.89 "GET /v2.0/security-groups/cee0cabe-b391-4dbf-80fb-01bd410b89c3 HTTP/1.1" status: 200 len: 1791 time: 0.0661666 Feb 04 17:15:40.498176 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvr_db [None req-e2cc2259-2e47-4d3d-8653-6431b8e1a172 None None] Set router 443be536-4628-4353-af62-b6e5cffe24fd gateway port host: n-d-827839-2 {{(pid=103378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:15:40.580438 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-87f457fc-a4bd-443b-aa1f-081d97a6aa35 req-a9e2c1d0-f851-4ab0-8e1e-464df8c05fbd tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] 10.222.0.89 "GET /v2.0/networks?tenant_id=de991ffa63634ff992d797b06d2aeaaa&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0226624 Feb 04 17:15:40.730911 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f457fc-a4bd-443b-aa1f-081d97a6aa35 req-683b7841-96bf-4f15-a582-0623afae2840 tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:15:40.738602 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-87f457fc-a4bd-443b-aa1f-081d97a6aa35 req-683b7841-96bf-4f15-a582-0623afae2840 tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] 10.222.0.89 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1434426 Feb 04 17:15:40.749619 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-87f457fc-a4bd-443b-aa1f-081d97a6aa35 req-15eb8cee-060f-4da9-b303-2d4f22dce9b8 tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] 10.222.0.89 "GET /v2.0/quotas/de991ffa63634ff992d797b06d2aeaaa HTTP/1.1" status: 200 len: 375 time: 0.0099139 Feb 04 17:15:40.827951 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-e2cc2259-2e47-4d3d-8653-6431b8e1a172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '443be536-4628-4353-af62-b6e5cffe24fd', 'name': 'tempest-ServersTestBootFromVolume-808535198-router', 'tenant_id': 'fd192a63f2b3498486f0abc1b85bfe62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.194'}], 'enable_snat': True}, 'gw_port_id': '79a43ddf-5144-4fa6-b457-afb41792a29d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:14:10Z', 'updated_at': '2022-02-04T17:14:16Z', 'revision_number': 4, 'project_id': 'fd192a63f2b3498486f0abc1b85bfe62', 'gw_port': {'id': '79a43ddf-5144-4fa6-b457-afb41792a29d', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:ba:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '443be536-4628-4353-af62-b6e5cffe24fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:14:11Z', 'updated_at': '2022-02-04T17:14:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_floatingips': [{'id': '0fcb0172-c173-4215-923b-f04a10742c6d', 'tenant_id': 'fd192a63f2b3498486f0abc1b85bfe62', 'floating_ip_address': '172.25.6.92', 'floating_network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'router_id': '443be536-4628-4353-af62-b6e5cffe24fd', 'port_id': '9be04d45-1635-46a6-a4a5-3aed6367c90a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 649, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b746bac5-cc19-45da-9cf3-0187a389a920', 'mac_address': 'fa:16:3e:d8:13:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd05624d9-7069-4d9d-823a-9c54a8dd6b49', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T17:14:24Z', 'updated_at': '2022-02-04T17:15:38Z', 'revision_number': 1, 'project_id': 'fd192a63f2b3498486f0abc1b85bfe62', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e36a0fd0-ca88-45b8-aaf5-e2a56758afc4', 'name': '', 'network_id': 'b746bac5-cc19-45da-9cf3-0187a389a920', 'tenant_id': 'fd192a63f2b3498486f0abc1b85bfe62', 'mac_address': 'fa:16:3e:9d:4b:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '443be536-4628-4353-af62-b6e5cffe24fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '360f8d7b-ee49-4e91-b8fc-d5c0ca9fdfaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:14:15Z', 'updated_at': '2022-02-04T17:14:21Z', 'revision_number': 5, 'project_id': 'fd192a63f2b3498486f0abc1b85bfe62', 'subnets': [{'id': '360f8d7b-ee49-4e91-b8fc-d5c0ca9fdfaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-2', False) {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:15:40.841115 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-87f457fc-a4bd-443b-aa1f-081d97a6aa35 req-6140b362-44e1-4d32-b184-083a2651c6a6 tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=de991ffa63634ff992d797b06d2aeaaa&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0829794 Feb 04 17:15:40.856313 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2cc2259-2e47-4d3d-8653-6431b8e1a172 None None] Checking router: 443be536-4628-4353-af62-b6e5cffe24fd for host: n-d-827839-2 {{(pid=103378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 17:15:40.866313 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2cc2259-2e47-4d3d-8653-6431b8e1a172 None None] Routers {'443be536-4628-4353-af62-b6e5cffe24fd'} bound to L3 agent in host n-d-827839-2 {{(pid=103378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:15:40.866716 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-e2cc2259-2e47-4d3d-8653-6431b8e1a172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:15:32Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['443be536-4628-4353-af62-b6e5cffe24fd'], 'active': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:15:40.998053 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvr_db [None req-e2cc2259-2e47-4d3d-8653-6431b8e1a172 None None] Set router 443be536-4628-4353-af62-b6e5cffe24fd gateway port host: n-d-827839-2 {{(pid=103378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:15:41.106635 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132a6397-9861-4b73-bc6a-b2bcc0f60e17 req-722b49f2-ff70-402f-b464-e0a856ff32f2 tempest-ServersTestBootFromVolume-1946499048 tempest-ServersTestBootFromVolume-1946499048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:15:41.116513 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-132a6397-9861-4b73-bc6a-b2bcc0f60e17 req-722b49f2-ff70-402f-b464-e0a856ff32f2 tempest-ServersTestBootFromVolume-1946499048 tempest-ServersTestBootFromVolume-1946499048-project] 10.222.0.89 "GET /v2.0/ports?device_id=d05624d9-7069-4d9d-823a-9c54a8dd6b49 HTTP/1.1" status: 200 len: 945 time: 0.0772576 Feb 04 17:15:41.136150 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [req-0a75b0f0-d188-45db-92a6-3b8cf244607a req-26fa67aa-c616-4475-9021-7b7f69dccf97 tempest-LiveMigrationTest-101728267 tempest-LiveMigrationTest-101728267-project-admin] http://10.222.0.89:9696/v2.0/extensions returned with HTTP 200 {{(pid=103376) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 17:15:41.139447 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-0a75b0f0-d188-45db-92a6-3b8cf244607a req-26fa67aa-c616-4475-9021-7b7f69dccf97 tempest-LiveMigrationTest-101728267 tempest-LiveMigrationTest-101728267-project-admin] 10.222.0.89 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0070970 Feb 04 17:15:41.180651 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-132a6397-9861-4b73-bc6a-b2bcc0f60e17 req-57e0f9e6-381c-4579-b0c5-c2b64eb76ffb tempest-ServersTestBootFromVolume-1946499048 tempest-ServersTestBootFromVolume-1946499048-project] 10.222.0.89 "GET /v2.0/security-groups?id=e0c7c260-7f3c-4059-832b-03acecef069a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631502 Feb 04 17:15:41.231655 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a75b0f0-d188-45db-92a6-3b8cf244607a req-426c9e64-99af-4e04-8680-af49be861be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:15:41.245632 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-0a75b0f0-d188-45db-92a6-3b8cf244607a req-426c9e64-99af-4e04-8680-af49be861be0 service neutron] 10.222.0.89 "GET /v2.0/ports/a5a6a2ab-57b8-44d0-93a3-09907e7b69e9 HTTP/1.1" status: 200 len: 1124 time: 0.0882485 Feb 04 17:15:41.249344 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 17:15:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10bc343b-eb38-4d72-bfd7-df91107762b4 x-openstack-request-id: req-10bc343b-eb38-4d72-bfd7-df91107762b4 {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:15:41.249636 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d05624d9-7069-4d9d-823a-9c54a8dd6b49", "tag": "9be04d45-1635-46a6-a4a5-3aed6367c90a", "status": "completed", "code": 200}]} {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:15:41.249892 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-10bc343b-eb38-4d72-bfd7-df91107762b4 {{(pid=103377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:15:41.250406 n-d-827839-2 neutron-server[103377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd05624d9-7069-4d9d-823a-9c54a8dd6b49', 'tag': '9be04d45-1635-46a6-a4a5-3aed6367c90a', 'status': 'completed', 'code': 200} Feb 04 17:15:41.258018 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [req-0a75b0f0-d188-45db-92a6-3b8cf244607a req-f39c28ac-43cd-4edb-8948-757a15e21157 service neutron] Request body: {'binding': {'host': 'n-h1-827839-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:15:41.258758 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [req-0a75b0f0-d188-45db-92a6-3b8cf244607a req-f39c28ac-43cd-4edb-8948-757a15e21157 service neutron] Unknown quota resources ['binding']. {{(pid=103376) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 04 17:15:41.404510 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377a233b-5a3f-498c-9205-0456119c31e6 req-e79f5d09-6fa1-491f-849d-160356d36851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:15:41.405971 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-377a233b-5a3f-498c-9205-0456119c31e6 req-e79f5d09-6fa1-491f-849d-160356d36851 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=fd192a63f2b3498486f0abc1b85bfe62&device_id=d05624d9-7069-4d9d-823a-9c54a8dd6b49 HTTP/1.1" status: 200 len: 1127 time: 0.1203890 Feb 04 17:15:41.424556 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-e2cc2259-2e47-4d3d-8653-6431b8e1a172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '443be536-4628-4353-af62-b6e5cffe24fd', 'name': 'tempest-ServersTestBootFromVolume-808535198-router', 'tenant_id': 'fd192a63f2b3498486f0abc1b85bfe62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.194'}], 'enable_snat': True}, 'gw_port_id': '79a43ddf-5144-4fa6-b457-afb41792a29d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:14:10Z', 'updated_at': '2022-02-04T17:14:16Z', 'revision_number': 4, 'project_id': 'fd192a63f2b3498486f0abc1b85bfe62', 'gw_port': {'id': '79a43ddf-5144-4fa6-b457-afb41792a29d', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:ba:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '443be536-4628-4353-af62-b6e5cffe24fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:14:11Z', 'updated_at': '2022-02-04T17:14:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_floatingips': [{'id': '0fcb0172-c173-4215-923b-f04a10742c6d', 'tenant_id': 'fd192a63f2b3498486f0abc1b85bfe62', 'floating_ip_address': '172.25.6.92', 'floating_network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'router_id': '443be536-4628-4353-af62-b6e5cffe24fd', 'port_id': '9be04d45-1635-46a6-a4a5-3aed6367c90a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 649, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b746bac5-cc19-45da-9cf3-0187a389a920', 'mac_address': 'fa:16:3e:d8:13:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd05624d9-7069-4d9d-823a-9c54a8dd6b49', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T17:14:24Z', 'updated_at': '2022-02-04T17:15:38Z', 'revision_number': 1, 'project_id': 'fd192a63f2b3498486f0abc1b85bfe62', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e36a0fd0-ca88-45b8-aaf5-e2a56758afc4', 'name': '', 'network_id': 'b746bac5-cc19-45da-9cf3-0187a389a920', 'tenant_id': 'fd192a63f2b3498486f0abc1b85bfe62', 'mac_address': 'fa:16:3e:9d:4b:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '443be536-4628-4353-af62-b6e5cffe24fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '360f8d7b-ee49-4e91-b8fc-d5c0ca9fdfaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:14:15Z', 'updated_at': '2022-02-04T17:14:21Z', 'revision_number': 5, 'project_id': 'fd192a63f2b3498486f0abc1b85bfe62', 'subnets': [{'id': '360f8d7b-ee49-4e91-b8fc-d5c0ca9fdfaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-2', False) {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:15:41.443149 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b201cdbd-d895-4ac1-aa1a-c4f4dd58b2c4 req-71622113-34cf-4546-bba0-dfbbe9930612 tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:15:41.454105 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-b201cdbd-d895-4ac1-aa1a-c4f4dd58b2c4 req-71622113-34cf-4546-bba0-dfbbe9930612 tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] 10.222.0.89 "GET /v2.0/ports?device_id=b7e72874-ab8d-4372-989b-ceb35c5fd1c8 HTTP/1.1" status: 200 len: 948 time: 0.1365228 Feb 04 17:15:41.463906 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2cc2259-2e47-4d3d-8653-6431b8e1a172 None None] The sync data for ids ['443be536-4628-4353-af62-b6e5cffe24fd'] in n-d-827839-2 is: [{'id': '443be536-4628-4353-af62-b6e5cffe24fd', 'name': 'tempest-ServersTestBootFromVolume-808535198-router', 'tenant_id': 'fd192a63f2b3498486f0abc1b85bfe62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.194'}], 'enable_snat': True}, 'gw_port_id': '79a43ddf-5144-4fa6-b457-afb41792a29d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:14:10Z', 'updated_at': '2022-02-04T17:14:16Z', 'revision_number': 4, 'project_id': 'fd192a63f2b3498486f0abc1b85bfe62', 'gw_port': {'id': '79a43ddf-5144-4fa6-b457-afb41792a29d', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:ba:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '443be536-4628-4353-af62-b6e5cffe24fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:14:11Z', 'updated_at': '2022-02-04T17:14:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_floatingips': [{'id': '0fcb0172-c173-4215-923b-f04a10742c6d', 'tenant_id': 'fd192a63f2b3498486f0abc1b85bfe62', 'floating_ip_address': '172.25.6.92', 'floating_network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'router_id': '443be536-4628-4353-af62-b6e5cffe24fd', 'port_id': '9be04d45-1635-46a6-a4a5-3aed6367c90a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 649, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b746bac5-cc19-45da-9cf3-0187a389a920', 'mac_address': 'fa:16:3e:d8:13:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd05624d9-7069-4d9d-823a-9c54a8dd6b49', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T17:14:24Z', 'updated_at': '2022-02-04T17:15:38Z', 'revision_number': 1, 'project_id': 'fd192a63f2b3498486f0abc1b85bfe62', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e36a0fd0-ca88-45b8-aaf5-e2a56758afc4', 'name': '', 'network_id': 'b746bac5-cc19-45da-9cf3-0187a389a920', 'tenant_id': 'fd192a63f2b3498486f0abc1b85bfe62', 'mac_address': 'fa:16:3e:9d:4b:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '443be536-4628-4353-af62-b6e5cffe24fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '360f8d7b-ee49-4e91-b8fc-d5c0ca9fdfaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:14:15Z', 'updated_at': '2022-02-04T17:14:21Z', 'revision_number': 5, 'project_id': 'fd192a63f2b3498486f0abc1b85bfe62', 'subnets': [{'id': '360f8d7b-ee49-4e91-b8fc-d5c0ca9fdfaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 17:15:41.508084 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [req-0a75b0f0-d188-45db-92a6-3b8cf244607a req-f39c28ac-43cd-4edb-8948-757a15e21157 service neutron] Attempting to bind port a5a6a2ab-57b8-44d0-93a3-09907e7b69e9 on host n-h1-827839-2 for vnic_type normal with profile None {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:15:41.508475 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [req-0a75b0f0-d188-45db-92a6-3b8cf244607a req-f39c28ac-43cd-4edb-8948-757a15e21157 service neutron] Attempting to bind port a5a6a2ab-57b8-44d0-93a3-09907e7b69e9 by drivers openvswitch,hyperv on host n-h1-827839-2 at level 0 using segments [{'id': '4adf983e-b4f0-4caa-beec-ecaadf2366f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '865a5290-ec33-4655-84a4-bc1453190ac7'}] {{(pid=103376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:15:41.508773 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a75b0f0-d188-45db-92a6-3b8cf244607a req-f39c28ac-43cd-4edb-8948-757a15e21157 service neutron] Attempting to bind port a5a6a2ab-57b8-44d0-93a3-09907e7b69e9 on network 865a5290-ec33-4655-84a4-bc1453190ac7 {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:15:41.514292 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a75b0f0-d188-45db-92a6-3b8cf244607a req-f39c28ac-43cd-4edb-8948-757a15e21157 service neutron] Port a5a6a2ab-57b8-44d0-93a3-09907e7b69e9 on network 865a5290-ec33-4655-84a4-bc1453190ac7 not bound, no agent of type Open vSwitch agent registered on host n-h1-827839-2 {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 17:15:41.514626 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a75b0f0-d188-45db-92a6-3b8cf244607a req-f39c28ac-43cd-4edb-8948-757a15e21157 service neutron] Attempting to bind port a5a6a2ab-57b8-44d0-93a3-09907e7b69e9 on network 865a5290-ec33-4655-84a4-bc1453190ac7 {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:15:41.532872 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a75b0f0-d188-45db-92a6-3b8cf244607a req-f39c28ac-43cd-4edb-8948-757a15e21157 service neutron] Checking agent: {'id': '3f9244a9-75fc-4c10-b195-11d48b853b41', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 8, 42), 'started_at': datetime.datetime(2022, 2, 4, 17, 8, 42), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 15, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:15:41.532872 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a75b0f0-d188-45db-92a6-3b8cf244607a req-f39c28ac-43cd-4edb-8948-757a15e21157 service neutron] Checking segment: {'id': '4adf983e-b4f0-4caa-beec-ecaadf2366f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '865a5290-ec33-4655-84a4-bc1453190ac7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:15:41.532872 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a75b0f0-d188-45db-92a6-3b8cf244607a req-f39c28ac-43cd-4edb-8948-757a15e21157 service neutron] Bound using segment: {'id': '4adf983e-b4f0-4caa-beec-ecaadf2366f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '865a5290-ec33-4655-84a4-bc1453190ac7'} {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:15:41.532872 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [req-0a75b0f0-d188-45db-92a6-3b8cf244607a req-f39c28ac-43cd-4edb-8948-757a15e21157 service neutron] Bound port: a5a6a2ab-57b8-44d0-93a3-09907e7b69e9, host: n-h1-827839-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4adf983e-b4f0-4caa-beec-ecaadf2366f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '865a5290-ec33-4655-84a4-bc1453190ac7'}}] {{(pid=103376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:15:41.625232 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [req-0a75b0f0-d188-45db-92a6-3b8cf244607a req-f39c28ac-43cd-4edb-8948-757a15e21157 service neutron] For port a5a6a2ab-57b8-44d0-93a3-09907e7b69e9, host n-h1-827839-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=a5a6a2ab-57b8-44d0-93a3-09907e7b69e9,segment=NetworkSegment(4adf983e-b4f0-4caa-beec-ecaadf2366f2),segment_id=4adf983e-b4f0-4caa-beec-ecaadf2366f2)] {{(pid=103376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:15:41.630756 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-b201cdbd-d895-4ac1-aa1a-c4f4dd58b2c4 req-b92924e3-f81c-489c-bebf-40139f003b08 tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] 10.222.0.89 "GET /v2.0/security-groups?id=5fa98c6a-94b3-4690-b9c3-4f0e67d11226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533530 Feb 04 17:15:41.648671 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-0a75b0f0-d188-45db-92a6-3b8cf244607a req-f39c28ac-43cd-4edb-8948-757a15e21157 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:15:41.649956 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-0a75b0f0-d188-45db-92a6-3b8cf244607a req-f39c28ac-43cd-4edb-8948-757a15e21157 service neutron] 10.222.0.89 "POST /v2.0/ports/a5a6a2ab-57b8-44d0-93a3-09907e7b69e9/bindings HTTP/1.1" status: 201 len: 389 time: 0.4035103 Feb 04 17:15:41.673081 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377a233b-5a3f-498c-9205-0456119c31e6 req-eca663ec-02e7-42c1-aaab-48a51b512899 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:15:41.677404 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-377a233b-5a3f-498c-9205-0456119c31e6 req-eca663ec-02e7-42c1-aaab-48a51b512899 service neutron] 10.222.0.90 "GET /v2.0/networks?id=b746bac5-cc19-45da-9cf3-0187a389a920 HTTP/1.1" status: 200 len: 916 time: 0.2567658 Feb 04 17:15:41.800717 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-379e358d-fcdb-4a2e-9b08-1df97cf12ee6 req-3dfeb29c-88fa-4a86-91f9-b32ea6343c3a tempest-SecurityGroupsTestJSON-1563643175 tempest-SecurityGroupsTestJSON-1563643175-project] 10.222.0.89 "GET /v2.0/security-groups/cee0cabe-b391-4dbf-80fb-01bd410b89c3 HTTP/1.1" status: 200 len: 1791 time: 0.0607841 Feb 04 17:15:41.871387 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-377a233b-5a3f-498c-9205-0456119c31e6 req-0d13d3f2-a8cf-43eb-b714-d8ae5bde22ca service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9be04d45-1635-46a6-a4a5-3aed6367c90a HTTP/1.1" status: 200 len: 998 time: 0.1839502 Feb 04 17:15:41.895445 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f323002a-fe24-43d4-9eef-189a0a5b9312 None None] New status for floating IP 0fcb0172-c173-4215-923b-f04a10742c6d: ACTIVE {{(pid=103379) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 17:15:41.979517 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377a233b-5a3f-498c-9205-0456119c31e6 req-a1b8ed76-4f6e-4732-945e-0669b1c2781c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:15:41.982700 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-377a233b-5a3f-498c-9205-0456119c31e6 req-a1b8ed76-4f6e-4732-945e-0669b1c2781c service neutron] 10.222.0.90 "GET /v2.0/subnets?id=360f8d7b-ee49-4e91-b8fc-d5c0ca9fdfaa HTTP/1.1" status: 200 len: 854 time: 0.0818374 Feb 04 17:15:41.985813 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-379e358d-fcdb-4a2e-9b08-1df97cf12ee6 req-2b501055-63b6-4231-8fe1-d1e7df1baf86 tempest-SecurityGroupsTestJSON-1563643175 tempest-SecurityGroupsTestJSON-1563643175-project] Publish callbacks [] for security_group (cee0cabe-b391-4dbf-80fb-01bd410b89c3), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:15:42.072002 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-379e358d-fcdb-4a2e-9b08-1df97cf12ee6 req-2b501055-63b6-4231-8fe1-d1e7df1baf86 tempest-SecurityGroupsTestJSON-1563643175 tempest-SecurityGroupsTestJSON-1563643175-project] Publish callbacks [] for security_group (cee0cabe-b391-4dbf-80fb-01bd410b89c3), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:15:42.093637 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (3f9244a9-75fc-4c10-b195-11d48b853b41), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:15:42.131764 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a75b0f0-d188-45db-92a6-3b8cf244607a req-36b4ffca-5a1a-4f7d-b1ee-d26b53de5d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:15:42.133302 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-0a75b0f0-d188-45db-92a6-3b8cf244607a req-36b4ffca-5a1a-4f7d-b1ee-d26b53de5d06 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=8da6ad4e5ee34bf6bb722cd37ab73ea7&device_id=e2b58424-19d8-47c7-9144-64e22f08a22e HTTP/1.1" status: 200 len: 1127 time: 0.1342471 Feb 04 17:15:42.151765 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377a233b-5a3f-498c-9205-0456119c31e6 req-84053267-0e89-4ed6-af2b-11202a20855b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:15:42.152628 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-377a233b-5a3f-498c-9205-0456119c31e6 req-84053267-0e89-4ed6-af2b-11202a20855b service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=b746bac5-cc19-45da-9cf3-0187a389a920&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1545782 Feb 04 17:15:42.191276 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8092056e-efbf-4675-b7b0-0773bc22dad4 req-8f8dfa88-94e1-41c3-9781-fef35f8120e6 tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:15:42.194008 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-8092056e-efbf-4675-b7b0-0773bc22dad4 req-8f8dfa88-94e1-41c3-9781-fef35f8120e6 tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] 10.222.0.89 "GET /v2.0/networks?id=e6d83a7c-1f77-441c-afa2-81d5754db2af HTTP/1.1" status: 200 len: 812 time: 0.1694052 Feb 04 17:15:42.209125 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-8092056e-efbf-4675-b7b0-0773bc22dad4 req-603d20aa-ea66-4687-880f-216b27310986 tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] 10.222.0.89 "GET /v2.0/quotas/36d552dcaba84f869d86965d2c5a9247 HTTP/1.1" status: 200 len: 375 time: 0.0093341 Feb 04 17:15:42.209360 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-379e358d-fcdb-4a2e-9b08-1df97cf12ee6 req-2b501055-63b6-4231-8fe1-d1e7df1baf86 tempest-SecurityGroupsTestJSON-1563643175 tempest-SecurityGroupsTestJSON-1563643175-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (cee0cabe-b391-4dbf-80fb-01bd410b89c3), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:15:42.211531 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-379e358d-fcdb-4a2e-9b08-1df97cf12ee6 req-2b501055-63b6-4231-8fe1-d1e7df1baf86 tempest-SecurityGroupsTestJSON-1563643175 tempest-SecurityGroupsTestJSON-1563643175-project] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:15:42.212629 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-379e358d-fcdb-4a2e-9b08-1df97cf12ee6 req-2b501055-63b6-4231-8fe1-d1e7df1baf86 tempest-SecurityGroupsTestJSON-1563643175 tempest-SecurityGroupsTestJSON-1563643175-project] 10.222.0.89 "DELETE /v2.0/security-groups/cee0cabe-b391-4dbf-80fb-01bd410b89c3 HTTP/1.1" status: 204 len: 173 time: 0.3932433 Feb 04 17:15:42.249410 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-8092056e-efbf-4675-b7b0-0773bc22dad4 req-177a2f2c-c842-4925-ba4f-32e8898ca54c tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=36d552dcaba84f869d86965d2c5a9247&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0345442 Feb 04 17:15:42.263271 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b501055-63b6-4231-8fe1-d1e7df1baf86 tempest-SecurityGroupsTestJSON-1563643175 tempest-SecurityGroupsTestJSON-1563643175-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cee0cabe-b391-4dbf-80fb-01bd410b89c3,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:15:42.319261 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-4a16dd29-3cb0-4b6a-900f-e9bdc38be035 req-86461f26-b5bc-473e-85e7-4d7baf6e20fe tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] 10.222.0.89 "GET /v2.0/ports?device_id=75104778-35a2-433a-9657-9a1fac350c7f HTTP/1.1" status: 200 len: 210 time: 0.0499151 Feb 04 17:15:42.350934 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a75b0f0-d188-45db-92a6-3b8cf244607a req-3ce8088d-c059-4b56-8912-3107fa6d653c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:15:42.352415 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-0a75b0f0-d188-45db-92a6-3b8cf244607a req-3ce8088d-c059-4b56-8912-3107fa6d653c service neutron] 10.222.0.96 "GET /v2.0/networks?id=865a5290-ec33-4655-84a4-bc1453190ac7 HTTP/1.1" status: 200 len: 908 time: 0.2116187 Feb 04 17:15:42.368832 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-8092056e-efbf-4675-b7b0-0773bc22dad4 req-7ebdea6f-2af2-44c2-874c-3a1f16e9cb1e service neutron] 10.222.0.89 "GET /v2.0/networks/e6d83a7c-1f77-441c-afa2-81d5754db2af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1100235 Feb 04 17:15:42.375014 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-377a233b-5a3f-498c-9205-0456119c31e6 req-6e7b6d99-d2c2-40cc-9317-9c5a79fa0cef service neutron] 10.222.0.90 "GET /v2.0/networks/b746bac5-cc19-45da-9cf3-0187a389a920?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2089508 Feb 04 17:15:42.413423 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-0a75b0f0-d188-45db-92a6-3b8cf244607a req-25024dbd-8051-4895-aedc-15bb8d74ac3c service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a5a6a2ab-57b8-44d0-93a3-09907e7b69e9 HTTP/1.1" status: 200 len: 217 time: 0.0508301 Feb 04 17:15:42.477306 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-8092056e-efbf-4675-b7b0-0773bc22dad4 req-0e3b76fa-70b8-4323-8418-f1b60e0f73f5 service neutron] 10.222.0.89 "GET /v2.0/networks/e6d83a7c-1f77-441c-afa2-81d5754db2af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1023555 Feb 04 17:15:42.582481 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-87f457fc-a4bd-443b-aa1f-081d97a6aa35 req-bd10567a-5aa2-4834-9526-b3b081a9b03c tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] 10.222.0.90 "GET /v2.0/networks?tenant_id=de991ffa63634ff992d797b06d2aeaaa&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0468452 Feb 04 17:15:42.584096 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a75b0f0-d188-45db-92a6-3b8cf244607a req-1c4445e9-e349-455d-9f32-2715265a3f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:15:42.585698 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-0a75b0f0-d188-45db-92a6-3b8cf244607a req-1c4445e9-e349-455d-9f32-2715265a3f83 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=22305eb3-36bf-4425-804b-f2478ee8714d HTTP/1.1" status: 200 len: 847 time: 0.1573462 Feb 04 17:15:42.642421 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 56380) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:15:42.656639 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-0a75b0f0-d188-45db-92a6-3b8cf244607a req-344ed185-2c2d-4b13-b345-3c04433b828c service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=865a5290-ec33-4655-84a4-bc1453190ac7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0507593 Feb 04 17:15:42.703330 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-377a233b-5a3f-498c-9205-0456119c31e6 req-9e8b05a9-a4d2-4f3a-84f9-9ca016d84efc service neutron] 10.222.0.90 "GET /v2.0/networks/b746bac5-cc19-45da-9cf3-0187a389a920?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2997842 Feb 04 17:15:42.710390 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c62565-e737-4987-82bc-55f32c46fe7a req-c64c57e2-58e7-49de-ab87-466b3c8b191e tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:15:42.718884 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-37c62565-e737-4987-82bc-55f32c46fe7a req-c64c57e2-58e7-49de-ab87-466b3c8b191e tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] 10.222.0.89 "GET /v2.0/ports?device_id=f9d0cdd4-aae7-45e7-bcf1-a6ee601b78a7 HTTP/1.1" status: 200 len: 943 time: 0.3162284 Feb 04 17:15:42.805904 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-3c6f2694-0cf0-48f0-81c3-d089d9b507a7 tempest-ServersWithSpecificFlavorTestJSON-330130714 tempest-ServersWithSpecificFlavorTestJSON-330130714-project] Publish callbacks [] for security_group (a2b9895e-fd37-4072-8754-90c5d10d2f1e), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:15:42.848052 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-3c6f2694-0cf0-48f0-81c3-d089d9b507a7 tempest-ServersWithSpecificFlavorTestJSON-330130714 tempest-ServersWithSpecificFlavorTestJSON-330130714-project] Publish callbacks [] for security_group (a2b9895e-fd37-4072-8754-90c5d10d2f1e), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:15:42.885869 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-37c62565-e737-4987-82bc-55f32c46fe7a req-8dcc6d73-e417-42a4-9c2f-1540d6e7ec31 tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] 10.222.0.89 "GET /v2.0/security-groups?id=119a7f03-3e07-4d1e-8852-d9f974f9f052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1654143 Feb 04 17:15:42.897784 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f457fc-a4bd-443b-aa1f-081d97a6aa35 req-ceb7f5dc-97a4-4318-931c-c5fe810e5478 tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:15:42.899297 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-87f457fc-a4bd-443b-aa1f-081d97a6aa35 req-ceb7f5dc-97a4-4318-931c-c5fe810e5478 tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3033776 Feb 04 17:15:42.911974 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b77dd5-5b3b-400e-aded-a4aa6f1d5d79 req-d27b0751-b1ed-40b9-89e0-22e26c1b95fb tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:15:42.912240 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-0a75b0f0-d188-45db-92a6-3b8cf244607a req-83e9f98c-f4fe-4995-b224-34870211fa24 service neutron] 10.222.0.96 "GET /v2.0/networks/865a5290-ec33-4655-84a4-bc1453190ac7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2196512 Feb 04 17:15:42.914693 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-98b77dd5-5b3b-400e-aded-a4aa6f1d5d79 req-d27b0751-b1ed-40b9-89e0-22e26c1b95fb tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] 10.222.0.89 "GET /v2.0/ports?device_id=e2b58424-19d8-47c7-9144-64e22f08a22e HTTP/1.1" status: 200 len: 945 time: 0.1768064 Feb 04 17:15:42.921756 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [req-87f457fc-a4bd-443b-aa1f-081d97a6aa35 req-36d58093-2708-4c60-ac63-4c9421acf5e4 tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] Request body: {'port': {'device_id': '75104778-35a2-433a-9657-9a1fac350c7f', 'network_id': '02be22b9-aa53-40ea-8050-9239cd27d1ff', 'admin_state_up': True, 'tenant_id': 'de991ffa63634ff992d797b06d2aeaaa'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:15:42.987963 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-98b77dd5-5b3b-400e-aded-a4aa6f1d5d79 req-bf55b609-57fb-4fcc-baac-7a3fb08ad278 tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] 10.222.0.89 "GET /v2.0/security-groups?id=18e6cc58-e448-4d12-9423-2a502a086ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720074 Feb 04 17:15:43.012719 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-3c6f2694-0cf0-48f0-81c3-d089d9b507a7 tempest-ServersWithSpecificFlavorTestJSON-330130714 tempest-ServersWithSpecificFlavorTestJSON-330130714-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (a2b9895e-fd37-4072-8754-90c5d10d2f1e), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:15:43.018724 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-3c6f2694-0cf0-48f0-81c3-d089d9b507a7 tempest-ServersWithSpecificFlavorTestJSON-330130714 tempest-ServersWithSpecificFlavorTestJSON-330130714-project] Publish callbacks [] for security_group (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:15:43.021319 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-3c6f2694-0cf0-48f0-81c3-d089d9b507a7 tempest-ServersWithSpecificFlavorTestJSON-330130714 tempest-ServersWithSpecificFlavorTestJSON-330130714-project] 10.222.0.89 "DELETE /v2.0/security-groups/a2b9895e-fd37-4072-8754-90c5d10d2f1e HTTP/1.1" status: 204 len: 168 time: 0.3782647 Feb 04 17:15:43.028204 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 56390) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:15:43.053923 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6f2694-0cf0-48f0-81c3-d089d9b507a7 tempest-ServersWithSpecificFlavorTestJSON-330130714 tempest-ServersWithSpecificFlavorTestJSON-330130714-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2b9895e-fd37-4072-8754-90c5d10d2f1e,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:15:43.067059 n-d-827839-2 neutron-server[103376]: INFO neutron.api.v2.resource [None req-cd9e6eaf-4cdd-4e0d-bef4-d3409edf8ec0 tempest-ServersWithSpecificFlavorTestJSON-330130714 tempest-ServersWithSpecificFlavorTestJSON-330130714-project] show failed (client error): The resource could not be found. Feb 04 17:15:43.069271 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-cd9e6eaf-4cdd-4e0d-bef4-d3409edf8ec0 tempest-ServersWithSpecificFlavorTestJSON-330130714 tempest-ServersWithSpecificFlavorTestJSON-330130714-project] 10.222.0.89 "GET /v2.0/security-groups/a2b9895e-fd37-4072-8754-90c5d10d2f1e HTTP/1.1" status: 404 len: 347 time: 0.0310571 Feb 04 17:15:43.072638 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 56392) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:15:43.205237 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-28549b01-8e66-4191-a3f7-c7db1a484516 req-edf624c1-48fa-46df-8a13-22f4e797519a tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] 10.222.0.89 "GET /v2.0/ports?device_id=73a9d4e1-4980-4b25-a4b8-c5f373e2200a HTTP/1.1" status: 200 len: 210 time: 0.0525148 Feb 04 17:15:43.345372 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-b7cb0047-dc58-458d-b8c1-226e0ba7ce1b tempest-ServersWithSpecificFlavorTestJSON-330130714 tempest-ServersWithSpecificFlavorTestJSON-330130714-project] Deleting port d3c41b4e-6368-4c18-a1aa-d989f441a3d9 {{(pid=103376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:15:43.345752 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-b7cb0047-dc58-458d-b8c1-226e0ba7ce1b tempest-ServersWithSpecificFlavorTestJSON-330130714 tempest-ServersWithSpecificFlavorTestJSON-330130714-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (d3c41b4e-6368-4c18-a1aa-d989f441a3d9), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:15:43.409127 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861d145a-766f-48bf-8d45-5d16b6b8637a req-a42a05de-19a8-4d53-a3ab-ea3d1a79f260 tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:15:43.410583 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-861d145a-766f-48bf-8d45-5d16b6b8637a req-a42a05de-19a8-4d53-a3ab-ea3d1a79f260 tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] 10.222.0.89 "GET /v2.0/ports?device_id=b7e72874-ab8d-4372-989b-ceb35c5fd1c8 HTTP/1.1" status: 200 len: 948 time: 0.1248143 Feb 04 17:15:43.474972 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-b7cb0047-dc58-458d-b8c1-226e0ba7ce1b tempest-ServersWithSpecificFlavorTestJSON-330130714 tempest-ServersWithSpecificFlavorTestJSON-330130714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (d3c41b4e-6368-4c18-a1aa-d989f441a3d9), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:15:43.475309 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-b7cb0047-dc58-458d-b8c1-226e0ba7ce1b tempest-ServersWithSpecificFlavorTestJSON-330130714 tempest-ServersWithSpecificFlavorTestJSON-330130714-project] Publish callbacks [] for floatingip (d3c41b4e-6368-4c18-a1aa-d989f441a3d9), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:15:43.497099 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-b7cb0047-dc58-458d-b8c1-226e0ba7ce1b tempest-ServersWithSpecificFlavorTestJSON-330130714 tempest-ServersWithSpecificFlavorTestJSON-330130714-project] Calling delete_port for d3c41b4e-6368-4c18-a1aa-d989f441a3d9 owned by network:floatingip {{(pid=103376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:15:43.504383 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-861d145a-766f-48bf-8d45-5d16b6b8637a req-1492d91f-ff11-472a-ade9-bbb3365b4bf6 tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] 10.222.0.89 "GET /v2.0/security-groups?id=5fa98c6a-94b3-4690-b9c3-4f0e67d11226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866899 Feb 04 17:15:43.510001 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-0a75b0f0-d188-45db-92a6-3b8cf244607a req-46edf8a7-3caa-4531-be98-93066353561d service neutron] 10.222.0.96 "GET /v2.0/networks/865a5290-ec33-4655-84a4-bc1453190ac7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5838933 Feb 04 17:15:43.528679 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf11333d-da00-4d0d-bd9c-1336b762fbab req-33647e1a-528e-4e78-a01c-41d744aa4320 tempest-ServersTestBootFromVolume-1946499048 tempest-ServersTestBootFromVolume-1946499048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:15:43.530276 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-bf11333d-da00-4d0d-bd9c-1336b762fbab req-33647e1a-528e-4e78-a01c-41d744aa4320 tempest-ServersTestBootFromVolume-1946499048 tempest-ServersTestBootFromVolume-1946499048-project] 10.222.0.89 "GET /v2.0/ports?device_id=d05624d9-7069-4d9d-823a-9c54a8dd6b49 HTTP/1.1" status: 200 len: 945 time: 0.1282051 Feb 04 17:15:43.550685 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-87f457fc-a4bd-443b-aa1f-081d97a6aa35 req-36d58093-2708-4c60-ac63-4c9421acf5e4 tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] Made reservation on behalf of de991ffa63634ff992d797b06d2aeaaa for: {'port': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:15:43.553953 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-87f457fc-a4bd-443b-aa1f-081d97a6aa35 req-36d58093-2708-4c60-ac63-4c9421acf5e4 tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:15:43.647128 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-bf11333d-da00-4d0d-bd9c-1336b762fbab req-10dcb572-1271-4212-b14b-7e6c27da7aec tempest-ServersTestBootFromVolume-1946499048 tempest-ServersTestBootFromVolume-1946499048-project] 10.222.0.89 "GET /v2.0/security-groups?id=e0c7c260-7f3c-4059-832b-03acecef069a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1043415 Feb 04 17:15:43.648207 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-7fa15f40-3b7f-45ff-a710-f245558ccb1a req-b157ff30-325c-4481-9b81-c1d29496cb1d tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] 10.222.0.89 "GET /v2.0/ports?device_id=75104778-35a2-433a-9657-9a1fac350c7f HTTP/1.1" status: 200 len: 210 time: 0.0311019 Feb 04 17:15:43.706925 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-b7cb0047-dc58-458d-b8c1-226e0ba7ce1b tempest-ServersWithSpecificFlavorTestJSON-330130714 tempest-ServersWithSpecificFlavorTestJSON-330130714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (d3c41b4e-6368-4c18-a1aa-d989f441a3d9), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:15:43.750373 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cb0047-dc58-458d-b8c1-226e0ba7ce1b tempest-ServersWithSpecificFlavorTestJSON-330130714 tempest-ServersWithSpecificFlavorTestJSON-330130714-project] Pushing event deleted for resources: {'Port': ['ID=d3c41b4e-6368-4c18-a1aa-d989f441a3d9,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:15:43.756415 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.db_base_plugin_common [req-87f457fc-a4bd-443b-aa1f-081d97a6aa35 req-36d58093-2708-4c60-ac63-4c9421acf5e4 tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] Allocated IP 192.168.233.49 (02be22b9-aa53-40ea-8050-9239cd27d1ff/c974b0ff-2c5c-4667-8a81-3bde3ea6ced5/cd3a8da2-cda9-4abf-983e-657cde671709) {{(pid=103377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:15:43.793426 n-d-827839-2 neutron-server[103376]: INFO neutron.api.v2.resource [req-49f25204-55fb-4f63-8a7c-da4648fe150f req-415238ec-6e02-4774-abdf-0c846a9eec9c tempest-SecurityGroupsTestJSON-1563643175 tempest-SecurityGroupsTestJSON-1563643175-project] show failed (client error): The resource could not be found. Feb 04 17:15:43.794545 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-49f25204-55fb-4f63-8a7c-da4648fe150f req-415238ec-6e02-4774-abdf-0c846a9eec9c tempest-SecurityGroupsTestJSON-1563643175 tempest-SecurityGroupsTestJSON-1563643175-project] 10.222.0.89 "GET /v2.0/security-groups/32c10db4-45eb-433d-870e-88e8012c09b6 HTTP/1.1" status: 404 len: 352 time: 0.0548081 Feb 04 17:15:43.850298 n-d-827839-2 neutron-server[103376]: INFO neutron.api.v2.resource [req-cc0442fe-d974-4a8f-958a-9ea00e0beae4 req-20964823-d6a2-4ee5-8cdf-a9c626ae94e7 tempest-SecurityGroupsTestJSON-1563643175 tempest-SecurityGroupsTestJSON-1563643175-project] show failed (client error): The resource could not be found. Feb 04 17:15:43.857398 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-cc0442fe-d974-4a8f-958a-9ea00e0beae4 req-20964823-d6a2-4ee5-8cdf-a9c626ae94e7 tempest-SecurityGroupsTestJSON-1563643175 tempest-SecurityGroupsTestJSON-1563643175-project] 10.222.0.89 "GET /v2.0/security-groups/173a3530-15d7-40d1-8b33-82a143cad816 HTTP/1.1" status: 404 len: 352 time: 0.0316577 Feb 04 17:15:43.868299 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-b7cb0047-dc58-458d-b8c1-226e0ba7ce1b tempest-ServersWithSpecificFlavorTestJSON-330130714 tempest-ServersWithSpecificFlavorTestJSON-330130714-project] Publish callbacks [] for floatingip (f7037037-04ed-42ec-b088-d26d05e8a6b9), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:15:43.873074 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-b7cb0047-dc58-458d-b8c1-226e0ba7ce1b tempest-ServersWithSpecificFlavorTestJSON-330130714 tempest-ServersWithSpecificFlavorTestJSON-330130714-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for floatingip (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:15:43.877014 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-b7cb0047-dc58-458d-b8c1-226e0ba7ce1b tempest-ServersWithSpecificFlavorTestJSON-330130714 tempest-ServersWithSpecificFlavorTestJSON-330130714-project] 10.222.0.89 "DELETE /v2.0/floatingips/f7037037-04ed-42ec-b088-d26d05e8a6b9 HTTP/1.1" status: 204 len: 168 time: 0.8005531 Feb 04 17:15:43.899693 n-d-827839-2 neutron-server[103376]: INFO neutron.api.v2.resource [req-4731cde9-57a4-4d57-8f65-687b343aab5c req-6fc177b2-5fba-4529-9175-6216e6eb67de tempest-SecurityGroupsTestJSON-1563643175 tempest-SecurityGroupsTestJSON-1563643175-project] show failed (client error): The resource could not be found. Feb 04 17:15:43.918563 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-4731cde9-57a4-4d57-8f65-687b343aab5c req-6fc177b2-5fba-4529-9175-6216e6eb67de tempest-SecurityGroupsTestJSON-1563643175 tempest-SecurityGroupsTestJSON-1563643175-project] 10.222.0.89 "GET /v2.0/security-groups/9ddd1aa5-ea2a-4d0f-bec3-09815e95af34 HTTP/1.1" status: 404 len: 352 time: 0.0331733 Feb 04 17:15:43.964352 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device c73f7467-a2e5-4127-a695-98f9e8d94155 details requested by agent hyperv_n-h1-827839-2 with host n-h1-827839-2 {{(pid=103378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 17:15:43.978088 n-d-827839-2 neutron-server[103376]: INFO neutron.api.v2.resource [req-9ddf6012-1fc2-467f-bc8e-cd94af2fdd00 req-d8d2104e-19a3-473d-812e-e2cc23cf3cd6 tempest-SecurityGroupsTestJSON-1563643175 tempest-SecurityGroupsTestJSON-1563643175-project] show failed (client error): The resource could not be found. Feb 04 17:15:43.983237 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa658322-5970-4acf-b07f-d6d11860dd7c req-a4425c36-98c4-436d-b99e-5b2b423cbeb7 tempest-ServersTestBootFromVolume-1946499048 tempest-ServersTestBootFromVolume-1946499048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:15:43.989191 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-9ddf6012-1fc2-467f-bc8e-cd94af2fdd00 req-d8d2104e-19a3-473d-812e-e2cc23cf3cd6 tempest-SecurityGroupsTestJSON-1563643175 tempest-SecurityGroupsTestJSON-1563643175-project] 10.222.0.89 "GET /v2.0/security-groups/f86be55a-e9bf-4d0b-8013-c3bc7b68bd6f HTTP/1.1" status: 404 len: 352 time: 0.0264802 Feb 04 17:15:43.990535 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-aa658322-5970-4acf-b07f-d6d11860dd7c req-a4425c36-98c4-436d-b99e-5b2b423cbeb7 tempest-ServersTestBootFromVolume-1946499048 tempest-ServersTestBootFromVolume-1946499048-project] 10.222.0.89 "GET /v2.0/ports?device_id=d05624d9-7069-4d9d-823a-9c54a8dd6b49 HTTP/1.1" status: 200 len: 945 time: 0.1973541 Feb 04 17:15:44.082307 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-aa658322-5970-4acf-b07f-d6d11860dd7c req-cc75bea5-31c5-4e7a-ae94-9ee1663fc745 tempest-ServersTestBootFromVolume-1946499048 tempest-ServersTestBootFromVolume-1946499048-project] 10.222.0.89 "GET /v2.0/security-groups?id=e0c7c260-7f3c-4059-832b-03acecef069a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0908227 Feb 04 17:15:44.103848 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7434beff-1c4b-4502-a91c-ff4854b5bfcd req-9bcc58a0-ffb5-4e0a-92f6-074966e8af57 tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:15:44.112388 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-7434beff-1c4b-4502-a91c-ff4854b5bfcd req-9bcc58a0-ffb5-4e0a-92f6-074966e8af57 tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] 10.222.0.89 "GET /v2.0/ports?device_id=f9d0cdd4-aae7-45e7-bcf1-a6ee601b78a7 HTTP/1.1" status: 200 len: 943 time: 0.0725701 Feb 04 17:15:44.149155 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] For port c73f7467-a2e5-4127-a695-98f9e8d94155, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=c73f7467-a2e5-4127-a695-98f9e8d94155,segment=NetworkSegment(3a39b085-d3e6-43bb-a64c-1b06dd049e5a),segment_id=3a39b085-d3e6-43bb-a64c-1b06dd049e5a)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:15:44.163631 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Returning: {'device': 'c73f7467-a2e5-4127-a695-98f9e8d94155', 'network_id': '02be22b9-aa53-40ea-8050-9239cd27d1ff', 'port_id': 'c73f7467-a2e5-4127-a695-98f9e8d94155', 'mac_address': 'fa:16:3e:2a:2e:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 797, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c974b0ff-2c5c-4667-8a81-3bde3ea6ced5', 'ip_address': '192.168.233.230'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 17:15:44.178077 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-87f457fc-a4bd-443b-aa1f-081d97a6aa35 req-36d58093-2708-4c60-ac63-4c9421acf5e4 tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] Publish callbacks [] for port (cd3a8da2-cda9-4abf-983e-657cde671709), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:15:44.184719 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8092056e-efbf-4675-b7b0-0773bc22dad4 req-0b34de7d-4cfa-44bf-8531-c96153050e3c tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:15:44.185408 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-7434beff-1c4b-4502-a91c-ff4854b5bfcd req-b4341c96-6306-4b83-84f4-b3b03a7b5ce8 tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] 10.222.0.89 "GET /v2.0/security-groups?id=119a7f03-3e07-4d1e-8852-d9f974f9f052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718439 Feb 04 17:15:44.186384 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-8092056e-efbf-4675-b7b0-0773bc22dad4 req-0b34de7d-4cfa-44bf-8531-c96153050e3c tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] 10.222.0.96 "GET /v2.0/networks?id=e6d83a7c-1f77-441c-afa2-81d5754db2af HTTP/1.1" status: 200 len: 812 time: 0.3204532 Feb 04 17:15:44.201643 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [req-8092056e-efbf-4675-b7b0-0773bc22dad4 req-4c89fc76-8412-4aca-8ed8-91025b6ab172 tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] Request body: {'port': {'device_id': '73a9d4e1-4980-4b25-a4b8-c5f373e2200a', 'network_id': 'e6d83a7c-1f77-441c-afa2-81d5754db2af', 'admin_state_up': True, 'tenant_id': '36d552dcaba84f869d86965d2c5a9247'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:15:44.210603 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Current status of the port c73f7467-a2e5-4127-a695-98f9e8d94155 is: DOWN; New status is: BUILD {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:15:44.210997 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (c73f7467-a2e5-4127-a695-98f9e8d94155), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:15:44.228477 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c73f7467-a2e5-4127-a695-98f9e8d94155 {{(pid=103378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 17:15:44.254014 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] For port c73f7467-a2e5-4127-a695-98f9e8d94155, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=c73f7467-a2e5-4127-a695-98f9e8d94155,segment=NetworkSegment(3a39b085-d3e6-43bb-a64c-1b06dd049e5a),segment_id=3a39b085-d3e6-43bb-a64c-1b06dd049e5a)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:15:44.259291 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (c73f7467-a2e5-4127-a695-98f9e8d94155), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:15:44.275816 n-d-827839-2 neutron-server[103377]: INFO neutron.api.v2.resource [req-ce790f91-c3de-4fee-b8b4-a8e9569a7740 req-21bf8f05-4e54-4203-b532-0a6634315a9a tempest-SecurityGroupsTestJSON-1563643175 tempest-SecurityGroupsTestJSON-1563643175-project] show failed (client error): The resource could not be found. Feb 04 17:15:44.276875 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-ce790f91-c3de-4fee-b8b4-a8e9569a7740 req-21bf8f05-4e54-4203-b532-0a6634315a9a tempest-SecurityGroupsTestJSON-1563643175 tempest-SecurityGroupsTestJSON-1563643175-project] 10.222.0.89 "GET /v2.0/security-groups/45a508fc-17a3-448e-8702-c57e0b349f76 HTTP/1.1" status: 404 len: 352 time: 0.1029034 Feb 04 17:15:44.323072 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-87f457fc-a4bd-443b-aa1f-081d97a6aa35 req-36d58093-2708-4c60-ac63-4c9421acf5e4 tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (cd3a8da2-cda9-4abf-983e-657cde671709), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:15:44.338707 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] get_ports_and_sgs() called for port_ids ['def23c9d-c30f-47d7-bd81-7d3520f20168', '44b448dd-cb1d-4a20-aeb9-66f3c7842792'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 17:15:44.340083 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d015f07-ba07-409d-b2bd-f1563d0dc355 req-50fc1535-bbce-4bfa-a9f9-4386ad19d833 tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:15:44.350032 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-2d015f07-ba07-409d-b2bd-f1563d0dc355 req-50fc1535-bbce-4bfa-a9f9-4386ad19d833 tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] 10.222.0.89 "GET /v2.0/ports?device_id=e2b58424-19d8-47c7-9144-64e22f08a22e HTTP/1.1" status: 200 len: 945 time: 0.1019404 Feb 04 17:15:44.360850 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] get_ports_and_sgs() called for port_ids ['d84d4853-863b-4441-877e-8ff0319d5d6b', 'f4b260ec-2b92-4b49-a638-97cffbd194dd', 'b8cbf0e2-5ba1-4495-bfce-79351b5c0d9a', 'f9e4e26d-abca-45a8-a5e6-aef150d22ed3'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 17:15:44.393490 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d58093-2708-4c60-ac63-4c9421acf5e4 tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] Pushing event updated for resources: {'Port': ['ID=cd3a8da2-cda9-4abf-983e-657cde671709,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:15:44.419673 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-2d015f07-ba07-409d-b2bd-f1563d0dc355 req-dd1ddb86-211e-4411-bc87-1a9fe7b4fef4 tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] 10.222.0.89 "GET /v2.0/security-groups?id=18e6cc58-e448-4d12-9423-2a502a086ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678248 Feb 04 17:15:44.420889 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-87f457fc-a4bd-443b-aa1f-081d97a6aa35 req-36d58093-2708-4c60-ac63-4c9421acf5e4 tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] Network 02be22b9-aa53-40ea-8050-9239cd27d1ff is already hosted by enough agents. {{(pid=103377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:15:44.429812 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [req-87f457fc-a4bd-443b-aa1f-081d97a6aa35 req-36d58093-2708-4c60-ac63-4c9421acf5e4 tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] Resources bound (agent type, host, resource id): {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:15:44.436377 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [req-87f457fc-a4bd-443b-aa1f-081d97a6aa35 req-36d58093-2708-4c60-ac63-4c9421acf5e4 tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] Received port after_create {{(pid=103377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:15:44.471498 n-d-827839-2 neutron-server[103376]: INFO neutron.api.v2.resource [req-6680f916-726b-4111-9298-9f9422690924 req-b16450b4-da4c-4386-ba83-487bce998dae tempest-SecurityGroupsTestJSON-1563643175 tempest-SecurityGroupsTestJSON-1563643175-project] show failed (client error): The resource could not be found. Feb 04 17:15:44.485553 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-6680f916-726b-4111-9298-9f9422690924 req-b16450b4-da4c-4386-ba83-487bce998dae tempest-SecurityGroupsTestJSON-1563643175 tempest-SecurityGroupsTestJSON-1563643175-project] 10.222.0.89 "GET /v2.0/security-groups/9182b327-bf82-4478-b2c2-b434ebb0fe0d HTTP/1.1" status: 404 len: 352 time: 0.0324023 Feb 04 17:15:44.525871 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-e51145b1-7c37-4c71-a57d-354d4b145dc1 req-7626be3b-f90e-4918-b490-5162eb781b7e tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] 10.222.0.89 "GET /v2.0/ports?device_id=73a9d4e1-4980-4b25-a4b8-c5f373e2200a HTTP/1.1" status: 200 len: 210 time: 0.0927434 Feb 04 17:15:44.568893 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Pushing event updated for resources: {'Port': ['ID=c73f7467-a2e5-4127-a695-98f9e8d94155,revision_number=7']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:15:44.627690 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8092056e-efbf-4675-b7b0-0773bc22dad4 req-4c89fc76-8412-4aca-8ed8-91025b6ab172 tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] Made reservation on behalf of 36d552dcaba84f869d86965d2c5a9247 for: {'port': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:15:44.642845 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-8092056e-efbf-4675-b7b0-0773bc22dad4 req-4c89fc76-8412-4aca-8ed8-91025b6ab172 tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:15:44.716603 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f457fc-a4bd-443b-aa1f-081d97a6aa35 req-36d58093-2708-4c60-ac63-4c9421acf5e4 tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:15:44.717189 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-87f457fc-a4bd-443b-aa1f-081d97a6aa35 req-36d58093-2708-4c60-ac63-4c9421acf5e4 tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:15:44.742396 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-87f457fc-a4bd-443b-aa1f-081d97a6aa35 req-36d58093-2708-4c60-ac63-4c9421acf5e4 tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8252411 Feb 04 17:15:44.798216 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [req-87f457fc-a4bd-443b-aa1f-081d97a6aa35 req-0e564f9b-6d31-4f1e-9771-6df31c8ae32a service neutron] Request body: {'port': {'device_id': '75104778-35a2-433a-9657-9a1fac350c7f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827839-2'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:15:44.827301 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] get_ports_and_sgs() called for port_ids ['c73f7467-a2e5-4127-a695-98f9e8d94155'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 17:15:44.846786 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdde066-85f0-4dd7-99c6-54fc392c7f63 req-44fa5324-6851-47b7-be42-b585a9674388 tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:15:44.854294 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-4bdde066-85f0-4dd7-99c6-54fc392c7f63 req-44fa5324-6851-47b7-be42-b585a9674388 tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] 10.222.0.89 "GET /v2.0/ports?device_id=b7e72874-ab8d-4372-989b-ceb35c5fd1c8 HTTP/1.1" status: 200 len: 949 time: 0.1758511 Feb 04 17:15:44.929281 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cf92cd-67ce-4743-b182-95695fc05971 req-a708dea4-7004-4ac4-81ea-0df93452d34f tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:15:44.931651 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-95cf92cd-67ce-4743-b182-95695fc05971 req-a708dea4-7004-4ac4-81ea-0df93452d34f tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] 10.222.0.89 "GET /v2.0/ports?device_id=75104778-35a2-433a-9657-9a1fac350c7f HTTP/1.1" status: 200 len: 935 time: 0.0681682 Feb 04 17:15:44.973000 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-c8bc41f3-be40-487e-9829-77108fbd71c6 None None] Provisioning complete for port cd3a8da2-cda9-4abf-983e-657cde671709 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:15:44.973572 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c8bc41f3-be40-487e-9829-77108fbd71c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (cd3a8da2-cda9-4abf-983e-657cde671709), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:15:44.974525 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-87f457fc-a4bd-443b-aa1f-081d97a6aa35 req-0e564f9b-6d31-4f1e-9771-6df31c8ae32a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (cd3a8da2-cda9-4abf-983e-657cde671709), before_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:15:45.004020 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-95cf92cd-67ce-4743-b182-95695fc05971 req-dfc60e62-a225-44fb-a378-f7b0805fea5e tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] 10.222.0.89 "GET /v2.0/security-groups?id=4f68676b-760c-49c3-a14c-c9afa7ad720d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642889 Feb 04 17:15:45.006817 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-4bdde066-85f0-4dd7-99c6-54fc392c7f63 req-1b936519-f0d2-48d7-ba0a-9fa902e63164 tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] 10.222.0.89 "GET /v2.0/security-groups?id=5fa98c6a-94b3-4690-b9c3-4f0e67d11226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470406 Feb 04 17:15:45.083262 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.db_base_plugin_common [req-8092056e-efbf-4675-b7b0-0773bc22dad4 req-4c89fc76-8412-4aca-8ed8-91025b6ab172 tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] Allocated IP 172.20.0.7 (e6d83a7c-1f77-441c-afa2-81d5754db2af/bf8ba049-695f-44be-9bf2-689533c91d54/08891e25-1f92-4d07-b961-f3bc281f3b93) {{(pid=103377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:15:45.175014 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39c1e3a-2d64-42bc-a67b-cfb0fd044102 req-5344e352-c486-4ddc-a7e3-9923217a5566 tempest-SecurityGroupsTestJSON-1563643175 tempest-SecurityGroupsTestJSON-1563643175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:15:45.176829 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-d39c1e3a-2d64-42bc-a67b-cfb0fd044102 req-5344e352-c486-4ddc-a7e3-9923217a5566 tempest-SecurityGroupsTestJSON-1563643175 tempest-SecurityGroupsTestJSON-1563643175-project] 10.222.0.89 "GET /v2.0/ports?device_id=00f087e2-0627-42fe-a81f-2759ffd284e1 HTTP/1.1" status: 200 len: 1023 time: 0.0981994 Feb 04 17:15:45.178924 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-c8bc41f3-be40-487e-9829-77108fbd71c6 None None] Port cd3a8da2-cda9-4abf-983e-657cde671709 cannot update to ACTIVE because it is not bound. {{(pid=103378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 17:15:45.297907 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-d39c1e3a-2d64-42bc-a67b-cfb0fd044102 req-9de215d8-0d4f-48e4-a24d-c9048e77a986 tempest-SecurityGroupsTestJSON-1563643175 tempest-SecurityGroupsTestJSON-1563643175-project] 10.222.0.89 "GET /v2.0/security-groups?id=c3dff184-07f9-46c9-b393-d55c7c2a8b8f&id=f1d0a3a9-da15-4371-a6fe-d73ef122bd3d&id=beaee1ab-f1ea-48fb-8fb6-199b9068cee8&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.1123908 Feb 04 17:15:45.522856 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adb3810-e79e-4925-9d8e-33acadff5b13 req-03c7f4bd-2aa9-4655-b94e-4843c10ef089 tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:15:45.524571 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-3adb3810-e79e-4925-9d8e-33acadff5b13 req-03c7f4bd-2aa9-4655-b94e-4843c10ef089 tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] 10.222.0.96 "GET /v2.0/ports?device_id=b7e72874-ab8d-4372-989b-ceb35c5fd1c8&tenant_id=1cd99d9701204f3692368e4539967c47&binding%3Ahost_id=n-h1-827839-2 HTTP/1.1" status: 200 len: 949 time: 0.1391218 Feb 04 17:15:45.538225 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b59c93-b2a3-405f-9cf2-5c1eaab3fc6d req-44b05d0e-4cdb-417f-97c2-d9cc8647ef53 tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:15:45.549052 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-71b59c93-b2a3-405f-9cf2-5c1eaab3fc6d req-44b05d0e-4cdb-417f-97c2-d9cc8647ef53 tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] 10.222.0.89 "GET /v2.0/ports?device_id=b7e72874-ab8d-4372-989b-ceb35c5fd1c8 HTTP/1.1" status: 200 len: 949 time: 0.0969224 Feb 04 17:15:45.617239 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef0ecd3-422a-4672-aa67-f8650b2e9001 req-0a9782bb-9e86-4ec7-8d5f-a53be58c91de tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:15:45.618663 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-fef0ecd3-422a-4672-aa67-f8650b2e9001 req-0a9782bb-9e86-4ec7-8d5f-a53be58c91de tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] 10.222.0.89 "GET /v2.0/ports?device_id=f9d0cdd4-aae7-45e7-bcf1-a6ee601b78a7 HTTP/1.1" status: 200 len: 943 time: 0.1840124 Feb 04 17:15:45.657257 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-71b59c93-b2a3-405f-9cf2-5c1eaab3fc6d req-619885f7-4172-48c5-a2e0-65077a376b7c tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] 10.222.0.89 "GET /v2.0/security-groups?id=5fa98c6a-94b3-4690-b9c3-4f0e67d11226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059701 Feb 04 17:15:45.663597 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-3adb3810-e79e-4925-9d8e-33acadff5b13 req-02261caa-844a-49f6-a6d0-bf2ae00919ff service neutron] 10.222.0.96 "GET /v2.0/ports/c73f7467-a2e5-4127-a695-98f9e8d94155/bindings/n-h1-827839-2 HTTP/1.1" status: 200 len: 382 time: 0.1039577 Feb 04 17:15:45.704106 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-8092056e-efbf-4675-b7b0-0773bc22dad4 req-4c89fc76-8412-4aca-8ed8-91025b6ab172 tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] Publish callbacks [] for port (08891e25-1f92-4d07-b961-f3bc281f3b93), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:15:45.735257 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 56454) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:15:45.766484 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-fef0ecd3-422a-4672-aa67-f8650b2e9001 req-eb8eaed5-9664-4509-bf35-3dd47dd4e990 tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] 10.222.0.89 "GET /v2.0/security-groups?id=119a7f03-3e07-4d1e-8852-d9f974f9f052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394086 Feb 04 17:15:45.816851 n-d-827839-2 neutron-server[103377]: DEBUG neutron.notifiers.nova [req-87f457fc-a4bd-443b-aa1f-081d97a6aa35 req-0e564f9b-6d31-4f1e-9771-6df31c8ae32a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd3a8da2-cda9-4abf-983e-657cde671709 {{(pid=103377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 17:15:45.828780 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-87f457fc-a4bd-443b-aa1f-081d97a6aa35 req-0e564f9b-6d31-4f1e-9771-6df31c8ae32a service neutron] Publish callbacks [] for port (cd3a8da2-cda9-4abf-983e-657cde671709), precommit_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:15:45.846461 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-8092056e-efbf-4675-b7b0-0773bc22dad4 req-4c89fc76-8412-4aca-8ed8-91025b6ab172 tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (08891e25-1f92-4d07-b961-f3bc281f3b93), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:15:45.848354 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.provisioning_blocks [req-87f457fc-a4bd-443b-aa1f-081d97a6aa35 req-0e564f9b-6d31-4f1e-9771-6df31c8ae32a service neutron] Transition to ACTIVE for port object cd3a8da2-cda9-4abf-983e-657cde671709 will not be triggered until provisioned by entity L2. {{(pid=103377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 17:15:45.856379 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-87f457fc-a4bd-443b-aa1f-081d97a6aa35 req-0e564f9b-6d31-4f1e-9771-6df31c8ae32a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25888290'] for port (cd3a8da2-cda9-4abf-983e-657cde671709), after_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:15:45.904498 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adb3810-e79e-4925-9d8e-33acadff5b13 req-788b951d-f6bf-4257-bbfb-f74c7bc2756f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:15:45.906427 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-3adb3810-e79e-4925-9d8e-33acadff5b13 req-788b951d-f6bf-4257-bbfb-f74c7bc2756f service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=1cd99d9701204f3692368e4539967c47&device_id=b7e72874-ab8d-4372-989b-ceb35c5fd1c8 HTTP/1.1" status: 200 len: 1131 time: 0.2043526 Feb 04 17:15:45.938756 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8092056e-efbf-4675-b7b0-0773bc22dad4 req-4c89fc76-8412-4aca-8ed8-91025b6ab172 tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] Network e6d83a7c-1f77-441c-afa2-81d5754db2af is already hosted by enough agents. {{(pid=103377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:15:45.959665 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c89fc76-8412-4aca-8ed8-91025b6ab172 tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] Pushing event updated for resources: {'Port': ['ID=08891e25-1f92-4d07-b961-f3bc281f3b93,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:15:45.961991 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [req-8092056e-efbf-4675-b7b0-0773bc22dad4 req-4c89fc76-8412-4aca-8ed8-91025b6ab172 tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] Resources bound (agent type, host, resource id): {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:15:45.973367 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.agents_db [None req-e1691f3b-aacd-4cd6-8ebb-a9c53bb301c0 None None] Agent healthcheck: found 7 active agents {{(pid=103379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 17:15:45.990177 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [req-8092056e-efbf-4675-b7b0-0773bc22dad4 req-4c89fc76-8412-4aca-8ed8-91025b6ab172 tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] Received port after_create {{(pid=103377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:15:46.001104 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef397006-ca3a-480b-afb6-82a36f278400 req-78f5d04f-6983-4d8f-b64e-97d749ad6dbd tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:15:46.002846 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-ef397006-ca3a-480b-afb6-82a36f278400 req-78f5d04f-6983-4d8f-b64e-97d749ad6dbd tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] 10.222.0.89 "GET /v2.0/ports?device_id=e2b58424-19d8-47c7-9144-64e22f08a22e HTTP/1.1" status: 200 len: 945 time: 0.1663105 Feb 04 17:15:46.087664 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8092056e-efbf-4675-b7b0-0773bc22dad4 req-4c89fc76-8412-4aca-8ed8-91025b6ab172 tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:15:46.088412 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-8092056e-efbf-4675-b7b0-0773bc22dad4 req-4c89fc76-8412-4aca-8ed8-91025b6ab172 tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:15:46.151207 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-8092056e-efbf-4675-b7b0-0773bc22dad4 req-4c89fc76-8412-4aca-8ed8-91025b6ab172 tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9546793 Feb 04 17:15:46.152420 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [req-87f457fc-a4bd-443b-aa1f-081d97a6aa35 req-0e564f9b-6d31-4f1e-9771-6df31c8ae32a service neutron] Attempting to bind port cd3a8da2-cda9-4abf-983e-657cde671709 on host n-h2-827839-2 for vnic_type normal with profile {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:15:46.152772 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [req-87f457fc-a4bd-443b-aa1f-081d97a6aa35 req-0e564f9b-6d31-4f1e-9771-6df31c8ae32a service neutron] Attempting to bind port cd3a8da2-cda9-4abf-983e-657cde671709 by drivers openvswitch,hyperv on host n-h2-827839-2 at level 0 using segments [{'id': '3a39b085-d3e6-43bb-a64c-1b06dd049e5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '02be22b9-aa53-40ea-8050-9239cd27d1ff'}] {{(pid=103377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:15:46.153109 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87f457fc-a4bd-443b-aa1f-081d97a6aa35 req-0e564f9b-6d31-4f1e-9771-6df31c8ae32a service neutron] Attempting to bind port cd3a8da2-cda9-4abf-983e-657cde671709 on network 02be22b9-aa53-40ea-8050-9239cd27d1ff {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:15:46.163948 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87f457fc-a4bd-443b-aa1f-081d97a6aa35 req-0e564f9b-6d31-4f1e-9771-6df31c8ae32a service neutron] Port cd3a8da2-cda9-4abf-983e-657cde671709 on network 02be22b9-aa53-40ea-8050-9239cd27d1ff not bound, no agent of type Open vSwitch agent registered on host n-h2-827839-2 {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 17:15:46.164293 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87f457fc-a4bd-443b-aa1f-081d97a6aa35 req-0e564f9b-6d31-4f1e-9771-6df31c8ae32a service neutron] Attempting to bind port cd3a8da2-cda9-4abf-983e-657cde671709 on network 02be22b9-aa53-40ea-8050-9239cd27d1ff {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:15:46.174032 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76aedc6a-bd94-48cf-9aaa-6374cec7eaf4 req-03dc857c-8a13-4e36-9cbf-a4ae5addc78d tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:15:46.180992 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-76aedc6a-bd94-48cf-9aaa-6374cec7eaf4 req-03dc857c-8a13-4e36-9cbf-a4ae5addc78d tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] 10.222.0.89 "GET /v2.0/ports?device_id=73a9d4e1-4980-4b25-a4b8-c5f373e2200a HTTP/1.1" status: 200 len: 931 time: 0.2954979 Feb 04 17:15:46.182753 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e564f9b-6d31-4f1e-9771-6df31c8ae32a service neutron] Pushing event updated for resources: {'Port': ['ID=cd3a8da2-cda9-4abf-983e-657cde671709,revision_number=2']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:15:46.189138 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [req-8092056e-efbf-4675-b7b0-0773bc22dad4 req-72aaae35-bcb7-42b7-97c6-e73cbfd7f25f service neutron] Request body: {'port': {'device_id': '73a9d4e1-4980-4b25-a4b8-c5f373e2200a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827839-2'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:15:46.208525 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-ef397006-ca3a-480b-afb6-82a36f278400 req-2b455590-cb5a-4152-ac5d-0f813d192e8c tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] 10.222.0.89 "GET /v2.0/security-groups?id=18e6cc58-e448-4d12-9423-2a502a086ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1837752 Feb 04 17:15:46.212112 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adb3810-e79e-4925-9d8e-33acadff5b13 req-585fb3b2-1ad5-4caf-9fd0-ff38379f6fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:15:46.213604 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-3adb3810-e79e-4925-9d8e-33acadff5b13 req-585fb3b2-1ad5-4caf-9fd0-ff38379f6fa1 service neutron] 10.222.0.96 "GET /v2.0/networks?id=02be22b9-aa53-40ea-8050-9239cd27d1ff HTTP/1.1" status: 200 len: 870 time: 0.2966859 Feb 04 17:15:46.243695 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87f457fc-a4bd-443b-aa1f-081d97a6aa35 req-0e564f9b-6d31-4f1e-9771-6df31c8ae32a service neutron] Checking agent: {'id': 'f20a1ab3-4332-4f54-833b-ba4a7c687e89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 8, 40), 'started_at': datetime.datetime(2022, 2, 4, 17, 8, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 15, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:15:46.244048 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87f457fc-a4bd-443b-aa1f-081d97a6aa35 req-0e564f9b-6d31-4f1e-9771-6df31c8ae32a service neutron] Checking segment: {'id': '3a39b085-d3e6-43bb-a64c-1b06dd049e5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '02be22b9-aa53-40ea-8050-9239cd27d1ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:15:46.244441 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87f457fc-a4bd-443b-aa1f-081d97a6aa35 req-0e564f9b-6d31-4f1e-9771-6df31c8ae32a service neutron] Bound using segment: {'id': '3a39b085-d3e6-43bb-a64c-1b06dd049e5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '02be22b9-aa53-40ea-8050-9239cd27d1ff'} {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:15:46.244935 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [req-87f457fc-a4bd-443b-aa1f-081d97a6aa35 req-0e564f9b-6d31-4f1e-9771-6df31c8ae32a service neutron] Bound port: cd3a8da2-cda9-4abf-983e-657cde671709, host: n-h2-827839-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a39b085-d3e6-43bb-a64c-1b06dd049e5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '02be22b9-aa53-40ea-8050-9239cd27d1ff'}}] {{(pid=103377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:15:46.245306 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-87f457fc-a4bd-443b-aa1f-081d97a6aa35 req-0e564f9b-6d31-4f1e-9771-6df31c8ae32a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (cd3a8da2-cda9-4abf-983e-657cde671709), before_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:15:46.281803 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-3adb3810-e79e-4925-9d8e-33acadff5b13 req-f9688446-0cc1-4b8a-ad99-702ba0082e17 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.230&port_id=c73f7467-a2e5-4127-a695-98f9e8d94155 HTTP/1.1" status: 200 len: 217 time: 0.0591540 Feb 04 17:15:46.309338 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-76aedc6a-bd94-48cf-9aaa-6374cec7eaf4 req-49f16acf-9fb2-4422-ba5c-4eff3df85d6e tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] 10.222.0.89 "GET /v2.0/security-groups?id=c591d0a0-8f77-4259-ab5e-c54cb31473d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226313 Feb 04 17:15:46.374532 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adb3810-e79e-4925-9d8e-33acadff5b13 req-be272d6e-eacf-4c75-9010-fd8e871954a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:15:46.376105 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-3adb3810-e79e-4925-9d8e-33acadff5b13 req-be272d6e-eacf-4c75-9010-fd8e871954a0 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=c974b0ff-2c5c-4667-8a81-3bde3ea6ced5 HTTP/1.1" status: 200 len: 843 time: 0.0861199 Feb 04 17:15:46.430126 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [req-87f457fc-a4bd-443b-aa1f-081d97a6aa35 req-0e564f9b-6d31-4f1e-9771-6df31c8ae32a service neutron] For port cd3a8da2-cda9-4abf-983e-657cde671709, host n-h2-827839-2, cleared binding levels {{(pid=103377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:15:46.433377 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [req-87f457fc-a4bd-443b-aa1f-081d97a6aa35 req-0e564f9b-6d31-4f1e-9771-6df31c8ae32a service neutron] For port cd3a8da2-cda9-4abf-983e-657cde671709, host n-h2-827839-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=cd3a8da2-cda9-4abf-983e-657cde671709,segment=NetworkSegment(3a39b085-d3e6-43bb-a64c-1b06dd049e5a),segment_id=3a39b085-d3e6-43bb-a64c-1b06dd049e5a)] {{(pid=103377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:15:46.441442 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-87f457fc-a4bd-443b-aa1f-081d97a6aa35 req-0e564f9b-6d31-4f1e-9771-6df31c8ae32a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25888290'] for port (cd3a8da2-cda9-4abf-983e-657cde671709), after_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:15:46.500632 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee579ce1-f29d-4948-a70b-1f36504288e9 req-5ef664c0-5430-42cf-bbf0-0a6c38c12ac3 tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:15:46.503291 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-8092056e-efbf-4675-b7b0-0773bc22dad4 req-72aaae35-bcb7-42b7-97c6-e73cbfd7f25f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (08891e25-1f92-4d07-b961-f3bc281f3b93), before_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:15:46.505634 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-ee579ce1-f29d-4948-a70b-1f36504288e9 req-5ef664c0-5430-42cf-bbf0-0a6c38c12ac3 tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] 10.222.0.89 "GET /v2.0/ports?device_id=75104778-35a2-433a-9657-9a1fac350c7f HTTP/1.1" status: 200 len: 947 time: 0.1351211 Feb 04 17:15:46.512139 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adb3810-e79e-4925-9d8e-33acadff5b13 req-16fd0a37-e69f-4ecb-87c1-2d93330fb1c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:15:46.515133 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-3adb3810-e79e-4925-9d8e-33acadff5b13 req-16fd0a37-e69f-4ecb-87c1-2d93330fb1c5 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=02be22b9-aa53-40ea-8050-9239cd27d1ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1070211 Feb 04 17:15:46.535350 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f457fc-a4bd-443b-aa1f-081d97a6aa35 req-0e564f9b-6d31-4f1e-9771-6df31c8ae32a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:15:46.535973 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-87f457fc-a4bd-443b-aa1f-081d97a6aa35 req-0e564f9b-6d31-4f1e-9771-6df31c8ae32a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:15:46.540656 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-87f457fc-a4bd-443b-aa1f-081d97a6aa35 req-0e564f9b-6d31-4f1e-9771-6df31c8ae32a service neutron] 10.222.0.90 "PUT /v2.0/ports/cd3a8da2-cda9-4abf-983e-657cde671709 HTTP/1.1" status: 200 len: 1095 time: 1.7764170 Feb 04 17:15:46.541750 n-d-827839-2 neutron-server[103377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75104778-35a2-433a-9657-9a1fac350c7f', 'tag': 'cd3a8da2-cda9-4abf-983e-657cde671709'}] {{(pid=103377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:15:46.544026 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7240428b650e1488e9361b62648ff4b3a6c19d49d8c27c949491ab58c1346cf0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a286743d-dd11-4e88-8672-e28e448a50a4" -d '{"events": [{"name": "network-changed", "server_uuid": "75104778-35a2-433a-9657-9a1fac350c7f", "tag": "cd3a8da2-cda9-4abf-983e-657cde671709"}]}' {{(pid=103377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:15:46.660427 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-3adb3810-e79e-4925-9d8e-33acadff5b13 req-8006e18f-9d6b-4105-b7ac-8db92df46c8f service neutron] 10.222.0.96 "GET /v2.0/networks/02be22b9-aa53-40ea-8050-9239cd27d1ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357093 Feb 04 17:15:46.781606 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-ee579ce1-f29d-4948-a70b-1f36504288e9 req-8e01116c-3315-43cc-a919-518298902358 tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] 10.222.0.89 "GET /v2.0/security-groups?id=4f68676b-760c-49c3-a14c-c9afa7ad720d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2723475 Feb 04 17:15:46.869141 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 17:15:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b360deff-17ff-43aa-9b44-de063740c8f7 x-openstack-request-id: req-b360deff-17ff-43aa-9b44-de063740c8f7 {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:15:46.869568 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75104778-35a2-433a-9657-9a1fac350c7f", "tag": "cd3a8da2-cda9-4abf-983e-657cde671709", "status": "completed", "code": 200}]} {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:15:46.869923 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-b360deff-17ff-43aa-9b44-de063740c8f7 {{(pid=103377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:15:46.870424 n-d-827839-2 neutron-server[103377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75104778-35a2-433a-9657-9a1fac350c7f', 'tag': 'cd3a8da2-cda9-4abf-983e-657cde671709', 'status': 'completed', 'code': 200} Feb 04 17:15:46.878725 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e564f9b-6d31-4f1e-9771-6df31c8ae32a service neutron] Pushing event updated for resources: {'Port': ['ID=cd3a8da2-cda9-4abf-983e-657cde671709,revision_number=3']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:15:46.886834 n-d-827839-2 neutron-server[103377]: DEBUG neutron.notifiers.nova [req-8092056e-efbf-4675-b7b0-0773bc22dad4 req-72aaae35-bcb7-42b7-97c6-e73cbfd7f25f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 08891e25-1f92-4d07-b961-f3bc281f3b93 {{(pid=103377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 17:15:46.891208 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-49529bfb-3698-4685-86c3-ddcd8ebda554 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602754'] for router_interface (e0d96195-acff-4146-81bc-edd40b66b4a4), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:15:46.899947 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-8092056e-efbf-4675-b7b0-0773bc22dad4 req-72aaae35-bcb7-42b7-97c6-e73cbfd7f25f service neutron] Publish callbacks [] for port (08891e25-1f92-4d07-b961-f3bc281f3b93), precommit_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:15:46.910700 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca523b9-9bd9-4b03-873f-cb1e0777f424 req-e096ce44-58c1-4dd1-8cbc-f93f208adebc tempest-SecurityGroupsTestJSON-1563643175 tempest-SecurityGroupsTestJSON-1563643175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:15:46.918525 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-aca523b9-9bd9-4b03-873f-cb1e0777f424 req-e096ce44-58c1-4dd1-8cbc-f93f208adebc tempest-SecurityGroupsTestJSON-1563643175 tempest-SecurityGroupsTestJSON-1563643175-project] 10.222.0.89 "GET /v2.0/ports?device_id=00f087e2-0627-42fe-a81f-2759ffd284e1 HTTP/1.1" status: 200 len: 1023 time: 0.4819779 Feb 04 17:15:46.955887 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.provisioning_blocks [req-8092056e-efbf-4675-b7b0-0773bc22dad4 req-72aaae35-bcb7-42b7-97c6-e73cbfd7f25f service neutron] Transition to ACTIVE for port object 08891e25-1f92-4d07-b961-f3bc281f3b93 will not be triggered until provisioned by entity L2. {{(pid=103377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 17:15:46.968099 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-8092056e-efbf-4675-b7b0-0773bc22dad4 req-72aaae35-bcb7-42b7-97c6-e73cbfd7f25f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25888290'] for port (08891e25-1f92-4d07-b961-f3bc281f3b93), after_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:15:46.978705 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-3adb3810-e79e-4925-9d8e-33acadff5b13 req-41ec270c-cbfd-4c44-aab3-e590a2dbde54 service neutron] 10.222.0.96 "GET /v2.0/networks/02be22b9-aa53-40ea-8050-9239cd27d1ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3094711 Feb 04 17:15:46.981216 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f457fc-a4bd-443b-aa1f-081d97a6aa35 req-3b0144b2-44ad-4d96-b9a5-90e09de48624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:15:46.982534 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-87f457fc-a4bd-443b-aa1f-081d97a6aa35 req-3b0144b2-44ad-4d96-b9a5-90e09de48624 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=de991ffa63634ff992d797b06d2aeaaa&device_id=75104778-35a2-433a-9657-9a1fac350c7f HTTP/1.1" status: 200 len: 1129 time: 0.1588862 Feb 04 17:15:47.013754 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a46c1a3-d1b5-4788-b86f-b15547b79733 req-a89b7ebf-97c4-4de7-97f7-d7b7e5d6a6b7 tempest-SecurityGroupsTestJSON-1563643175 tempest-SecurityGroupsTestJSON-1563643175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:15:47.015407 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-6a46c1a3-d1b5-4788-b86f-b15547b79733 req-a89b7ebf-97c4-4de7-97f7-d7b7e5d6a6b7 tempest-SecurityGroupsTestJSON-1563643175 tempest-SecurityGroupsTestJSON-1563643175-project] 10.222.0.96 "GET /v2.0/ports?device_id=00f087e2-0627-42fe-a81f-2759ffd284e1 HTTP/1.1" status: 200 len: 1023 time: 0.2155194 Feb 04 17:15:47.081727 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-87f457fc-a4bd-443b-aa1f-081d97a6aa35 req-4d2bf3a6-4c9b-412d-bfb5-81e3e67df71c service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.49&port_id=cd3a8da2-cda9-4abf-983e-657cde671709 HTTP/1.1" status: 200 len: 217 time: 0.0688925 Feb 04 17:15:47.097287 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-aca523b9-9bd9-4b03-873f-cb1e0777f424 req-95778193-b010-48a3-9087-66c04b856889 tempest-SecurityGroupsTestJSON-1563643175 tempest-SecurityGroupsTestJSON-1563643175-project] 10.222.0.89 "GET /v2.0/security-groups?id=c3dff184-07f9-46c9-b393-d55c7c2a8b8f&id=f1d0a3a9-da15-4371-a6fe-d73ef122bd3d&id=beaee1ab-f1ea-48fb-8fb6-199b9068cee8&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.1776347 Feb 04 17:15:47.099588 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72aaae35-bcb7-42b7-97c6-e73cbfd7f25f service neutron] Pushing event updated for resources: {'Port': ['ID=08891e25-1f92-4d07-b961-f3bc281f3b93,revision_number=2']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:15:47.132969 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f09b6fb-6e03-40c8-a5df-b1196fc1caba req-3d9e6c0d-3f5d-42d6-9559-9e1d79194adf tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:15:47.134498 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-2f09b6fb-6e03-40c8-a5df-b1196fc1caba req-3d9e6c0d-3f5d-42d6-9559-9e1d79194adf tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] 10.222.0.89 "GET /v2.0/ports?device_id=b7e72874-ab8d-4372-989b-ceb35c5fd1c8 HTTP/1.1" status: 200 len: 949 time: 0.1692314 Feb 04 17:15:47.216820 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f457fc-a4bd-443b-aa1f-081d97a6aa35 req-5e7b2b03-ed47-4d6f-8526-ff3d00e3c79a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:15:47.218332 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-87f457fc-a4bd-443b-aa1f-081d97a6aa35 req-5e7b2b03-ed47-4d6f-8526-ff3d00e3c79a service neutron] 10.222.0.90 "GET /v2.0/subnets?id=c974b0ff-2c5c-4667-8a81-3bde3ea6ced5 HTTP/1.1" status: 200 len: 843 time: 0.1197293 Feb 04 17:15:47.279973 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-2f09b6fb-6e03-40c8-a5df-b1196fc1caba req-d30a1df8-7307-4619-8003-2751df98fe8a tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] 10.222.0.89 "GET /v2.0/security-groups?id=5fa98c6a-94b3-4690-b9c3-4f0e67d11226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348464 Feb 04 17:15:47.291117 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [req-8092056e-efbf-4675-b7b0-0773bc22dad4 req-72aaae35-bcb7-42b7-97c6-e73cbfd7f25f service neutron] Attempting to bind port 08891e25-1f92-4d07-b961-f3bc281f3b93 on host n-h1-827839-2 for vnic_type normal with profile {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:15:47.291560 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [req-8092056e-efbf-4675-b7b0-0773bc22dad4 req-72aaae35-bcb7-42b7-97c6-e73cbfd7f25f service neutron] Attempting to bind port 08891e25-1f92-4d07-b961-f3bc281f3b93 by drivers openvswitch,hyperv on host n-h1-827839-2 at level 0 using segments [{'id': '78faf63e-60a8-47e4-85af-dce04e5fa366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'e6d83a7c-1f77-441c-afa2-81d5754db2af'}] {{(pid=103377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:15:47.291790 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8092056e-efbf-4675-b7b0-0773bc22dad4 req-72aaae35-bcb7-42b7-97c6-e73cbfd7f25f service neutron] Attempting to bind port 08891e25-1f92-4d07-b961-f3bc281f3b93 on network e6d83a7c-1f77-441c-afa2-81d5754db2af {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:15:47.307794 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [req-6a46c1a3-d1b5-4788-b86f-b15547b79733 req-68ceeee0-ec9f-431f-96b0-7f29d37b50a0 tempest-SecurityGroupsTestJSON-1563643175 tempest-SecurityGroupsTestJSON-1563643175-project] Deleting port 3f815a81-39e6-4dda-88cd-517133688c05 {{(pid=103376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:15:47.308167 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-6a46c1a3-d1b5-4788-b86f-b15547b79733 req-68ceeee0-ec9f-431f-96b0-7f29d37b50a0 tempest-SecurityGroupsTestJSON-1563643175 tempest-SecurityGroupsTestJSON-1563643175-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (3f815a81-39e6-4dda-88cd-517133688c05), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:15:47.310874 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8092056e-efbf-4675-b7b0-0773bc22dad4 req-72aaae35-bcb7-42b7-97c6-e73cbfd7f25f service neutron] Port 08891e25-1f92-4d07-b961-f3bc281f3b93 on network e6d83a7c-1f77-441c-afa2-81d5754db2af not bound, no agent of type Open vSwitch agent registered on host n-h1-827839-2 {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 17:15:47.311208 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8092056e-efbf-4675-b7b0-0773bc22dad4 req-72aaae35-bcb7-42b7-97c6-e73cbfd7f25f service neutron] Attempting to bind port 08891e25-1f92-4d07-b961-f3bc281f3b93 on network e6d83a7c-1f77-441c-afa2-81d5754db2af {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:15:47.326153 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8092056e-efbf-4675-b7b0-0773bc22dad4 req-72aaae35-bcb7-42b7-97c6-e73cbfd7f25f service neutron] Checking agent: {'id': '3f9244a9-75fc-4c10-b195-11d48b853b41', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 8, 42), 'started_at': datetime.datetime(2022, 2, 4, 17, 8, 42), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 15, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:15:47.326540 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8092056e-efbf-4675-b7b0-0773bc22dad4 req-72aaae35-bcb7-42b7-97c6-e73cbfd7f25f service neutron] Checking segment: {'id': '78faf63e-60a8-47e4-85af-dce04e5fa366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'e6d83a7c-1f77-441c-afa2-81d5754db2af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:15:47.326885 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8092056e-efbf-4675-b7b0-0773bc22dad4 req-72aaae35-bcb7-42b7-97c6-e73cbfd7f25f service neutron] Bound using segment: {'id': '78faf63e-60a8-47e4-85af-dce04e5fa366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'e6d83a7c-1f77-441c-afa2-81d5754db2af'} {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:15:47.327331 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [req-8092056e-efbf-4675-b7b0-0773bc22dad4 req-72aaae35-bcb7-42b7-97c6-e73cbfd7f25f service neutron] Bound port: 08891e25-1f92-4d07-b961-f3bc281f3b93, host: n-h1-827839-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '78faf63e-60a8-47e4-85af-dce04e5fa366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'e6d83a7c-1f77-441c-afa2-81d5754db2af'}}] {{(pid=103377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:15:47.327695 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-8092056e-efbf-4675-b7b0-0773bc22dad4 req-72aaae35-bcb7-42b7-97c6-e73cbfd7f25f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (08891e25-1f92-4d07-b961-f3bc281f3b93), before_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:15:47.346595 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5242bf70-e08c-41d6-ab5e-5bc8586909a0 req-65df3afc-2608-472e-a856-8e5bbf4b86aa tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:15:47.348160 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-5242bf70-e08c-41d6-ab5e-5bc8586909a0 req-65df3afc-2608-472e-a856-8e5bbf4b86aa tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] 10.222.0.89 "GET /v2.0/ports?device_id=f9d0cdd4-aae7-45e7-bcf1-a6ee601b78a7 HTTP/1.1" status: 200 len: 943 time: 0.1522348 Feb 04 17:15:47.354262 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f457fc-a4bd-443b-aa1f-081d97a6aa35 req-1e4f24d0-e0ac-43e1-a97d-7696140ce2bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:15:47.355755 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-87f457fc-a4bd-443b-aa1f-081d97a6aa35 req-1e4f24d0-e0ac-43e1-a97d-7696140ce2bf service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=02be22b9-aa53-40ea-8050-9239cd27d1ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1207902 Feb 04 17:15:47.484602 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [req-6a46c1a3-d1b5-4788-b86f-b15547b79733 req-68ceeee0-ec9f-431f-96b0-7f29d37b50a0 tempest-SecurityGroupsTestJSON-1563643175 tempest-SecurityGroupsTestJSON-1563643175-project] For port 3f815a81-39e6-4dda-88cd-517133688c05, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=3f815a81-39e6-4dda-88cd-517133688c05,segment=NetworkSegment(2581f07c-86e2-4d88-bea9-098dd9136854),segment_id=2581f07c-86e2-4d88-bea9-098dd9136854)] {{(pid=103376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:15:47.485073 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-6a46c1a3-d1b5-4788-b86f-b15547b79733 req-68ceeee0-ec9f-431f-96b0-7f29d37b50a0 tempest-SecurityGroupsTestJSON-1563643175 tempest-SecurityGroupsTestJSON-1563643175-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (3f815a81-39e6-4dda-88cd-517133688c05), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:15:47.517146 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-5242bf70-e08c-41d6-ab5e-5bc8586909a0 req-035303be-c11f-4cdc-94f4-0c972f8a5695 tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] 10.222.0.89 "GET /v2.0/security-groups?id=119a7f03-3e07-4d1e-8852-d9f974f9f052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602678 Feb 04 17:15:47.517314 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c51add9-9715-44f3-85a7-359d792ae022 req-88e70571-8448-43c0-a1e0-886e37e0a616 tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:15:47.518629 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-3c51add9-9715-44f3-85a7-359d792ae022 req-88e70571-8448-43c0-a1e0-886e37e0a616 tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] 10.222.0.89 "GET /v2.0/ports?device_id=e2b58424-19d8-47c7-9144-64e22f08a22e HTTP/1.1" status: 200 len: 945 time: 0.1618257 Feb 04 17:15:47.527077 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [req-6a46c1a3-d1b5-4788-b86f-b15547b79733 req-68ceeee0-ec9f-431f-96b0-7f29d37b50a0 tempest-SecurityGroupsTestJSON-1563643175 tempest-SecurityGroupsTestJSON-1563643175-project] Calling delete_port for 3f815a81-39e6-4dda-88cd-517133688c05 owned by compute:nova {{(pid=103376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:15:47.527766 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [req-8092056e-efbf-4675-b7b0-0773bc22dad4 req-72aaae35-bcb7-42b7-97c6-e73cbfd7f25f service neutron] For port 08891e25-1f92-4d07-b961-f3bc281f3b93, host n-h1-827839-2, cleared binding levels {{(pid=103377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:15:47.533443 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [req-8092056e-efbf-4675-b7b0-0773bc22dad4 req-72aaae35-bcb7-42b7-97c6-e73cbfd7f25f service neutron] For port 08891e25-1f92-4d07-b961-f3bc281f3b93, host n-h1-827839-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=08891e25-1f92-4d07-b961-f3bc281f3b93,segment=NetworkSegment(78faf63e-60a8-47e4-85af-dce04e5fa366),segment_id=78faf63e-60a8-47e4-85af-dce04e5fa366)] {{(pid=103377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:15:47.548608 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-8092056e-efbf-4675-b7b0-0773bc22dad4 req-72aaae35-bcb7-42b7-97c6-e73cbfd7f25f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25888290'] for port (08891e25-1f92-4d07-b961-f3bc281f3b93), after_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:15:47.564338 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-87f457fc-a4bd-443b-aa1f-081d97a6aa35 req-c6593b73-8826-4247-a923-67ca9e2f8fac service neutron] 10.222.0.90 "GET /v2.0/networks/02be22b9-aa53-40ea-8050-9239cd27d1ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1811759 Feb 04 17:15:47.608852 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8092056e-efbf-4675-b7b0-0773bc22dad4 req-72aaae35-bcb7-42b7-97c6-e73cbfd7f25f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:15:47.609809 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-8092056e-efbf-4675-b7b0-0773bc22dad4 req-72aaae35-bcb7-42b7-97c6-e73cbfd7f25f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:15:47.615388 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-8092056e-efbf-4675-b7b0-0773bc22dad4 req-72aaae35-bcb7-42b7-97c6-e73cbfd7f25f service neutron] 10.222.0.96 "PUT /v2.0/ports/08891e25-1f92-4d07-b961-f3bc281f3b93 HTTP/1.1" status: 200 len: 1091 time: 1.4526424 Feb 04 17:15:47.644862 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-3c51add9-9715-44f3-85a7-359d792ae022 req-c7a8d6e1-dab6-48f7-accd-408b577d932d tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] 10.222.0.89 "GET /v2.0/security-groups?id=18e6cc58-e448-4d12-9423-2a502a086ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075113 Feb 04 17:15:47.664759 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-49529bfb-3698-4685-86c3-ddcd8ebda554 admin admin] Deleting port b0b5d03f-dc2e-46ac-8e2a-baf5cc577f5d {{(pid=103376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:15:47.665463 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-49529bfb-3698-4685-86c3-ddcd8ebda554 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (b0b5d03f-dc2e-46ac-8e2a-baf5cc577f5d), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:15:47.780085 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72aaae35-bcb7-42b7-97c6-e73cbfd7f25f service neutron] Pushing event updated for resources: {'Port': ['ID=08891e25-1f92-4d07-b961-f3bc281f3b93,revision_number=3']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:15:47.843151 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-87f457fc-a4bd-443b-aa1f-081d97a6aa35 req-6b79161f-958b-45fb-81ed-764bec93dfaa service neutron] 10.222.0.90 "GET /v2.0/networks/02be22b9-aa53-40ea-8050-9239cd27d1ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2550361 Feb 04 17:15:47.856406 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8092056e-efbf-4675-b7b0-0773bc22dad4 req-4e5f56d9-b339-4148-9000-a8da528ff540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:15:47.859370 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-8092056e-efbf-4675-b7b0-0773bc22dad4 req-4e5f56d9-b339-4148-9000-a8da528ff540 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=36d552dcaba84f869d86965d2c5a9247&device_id=73a9d4e1-4980-4b25-a4b8-c5f373e2200a HTTP/1.1" status: 200 len: 1125 time: 0.1673536 Feb 04 17:15:47.885884 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7982c6-01af-474f-9eb1-42e2056b92e7 req-b357db4d-e36e-46c6-9a74-ed8ad540f03a tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:15:47.887485 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-8e7982c6-01af-474f-9eb1-42e2056b92e7 req-b357db4d-e36e-46c6-9a74-ed8ad540f03a tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] 10.222.0.89 "GET /v2.0/ports?device_id=73a9d4e1-4980-4b25-a4b8-c5f373e2200a HTTP/1.1" status: 200 len: 943 time: 0.1942739 Feb 04 17:15:47.925611 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-8092056e-efbf-4675-b7b0-0773bc22dad4 req-ff12c313-fcc9-49d6-8b76-fcf836c66c5f service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=08891e25-1f92-4d07-b961-f3bc281f3b93 HTTP/1.1" status: 200 len: 217 time: 0.0560668 Feb 04 17:15:47.965229 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device c73f7467-a2e5-4127-a695-98f9e8d94155 up at agent hyperv_n-h1-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:15:48.041666 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Provisioning complete for port c73f7467-a2e5-4127-a695-98f9e8d94155 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:15:48.043224 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (c73f7467-a2e5-4127-a695-98f9e8d94155), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:15:48.093305 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-8e7982c6-01af-474f-9eb1-42e2056b92e7 req-dfb60079-698f-49c9-b92f-44dc58abd9b1 tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] 10.222.0.89 "GET /v2.0/security-groups?id=c591d0a0-8f77-4259-ab5e-c54cb31473d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1684418 Feb 04 17:15:48.106055 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8092056e-efbf-4675-b7b0-0773bc22dad4 req-e5566838-4b0a-4164-9c94-04d425ba10e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:15:48.108437 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-8092056e-efbf-4675-b7b0-0773bc22dad4 req-e5566838-4b0a-4164-9c94-04d425ba10e7 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=bf8ba049-695f-44be-9bf2-689533c91d54 HTTP/1.1" status: 200 len: 852 time: 0.1684303 Feb 04 17:15:48.118227 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead8376e-fd45-4c13-9e4f-84d2a7057c6c req-d363e62f-36d4-4e1e-8a0a-8e008871939b tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:15:48.125498 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-ead8376e-fd45-4c13-9e4f-84d2a7057c6c req-d363e62f-36d4-4e1e-8a0a-8e008871939b tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] 10.222.0.89 "GET /v2.0/ports?device_id=75104778-35a2-433a-9657-9a1fac350c7f HTTP/1.1" status: 200 len: 947 time: 0.1557207 Feb 04 17:15:48.131593 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-6a46c1a3-d1b5-4788-b86f-b15547b79733 req-68ceeee0-ec9f-431f-96b0-7f29d37b50a0 tempest-SecurityGroupsTestJSON-1563643175 tempest-SecurityGroupsTestJSON-1563643175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (3f815a81-39e6-4dda-88cd-517133688c05), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:15:48.156098 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a286743d-dd11-4e88-8672-e28e448a50a4 req-46d3e9d2-7728-4faa-b13e-77a7018909a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:15:48.160306 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Current status of the port c73f7467-a2e5-4127-a695-98f9e8d94155 is: BUILD; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:15:48.160501 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-a286743d-dd11-4e88-8672-e28e448a50a4 req-46d3e9d2-7728-4faa-b13e-77a7018909a4 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=de991ffa63634ff992d797b06d2aeaaa&device_id=75104778-35a2-433a-9657-9a1fac350c7f HTTP/1.1" status: 200 len: 1129 time: 0.2288637 Feb 04 17:15:48.161441 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (c73f7467-a2e5-4127-a695-98f9e8d94155), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:15:48.187239 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [None req-49529bfb-3698-4685-86c3-ddcd8ebda554 admin admin] For port b0b5d03f-dc2e-46ac-8e2a-baf5cc577f5d, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=b0b5d03f-dc2e-46ac-8e2a-baf5cc577f5d,segment=NetworkSegment(96478007-32f6-4e3f-be0e-d1541677c592),segment_id=96478007-32f6-4e3f-be0e-d1541677c592)] {{(pid=103376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:15:48.188219 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-49529bfb-3698-4685-86c3-ddcd8ebda554 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (b0b5d03f-dc2e-46ac-8e2a-baf5cc577f5d), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:15:48.189385 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-8092056e-efbf-4675-b7b0-0773bc22dad4 req-c3a2aa13-f673-4c4c-9a9d-0ec863e4fd1f service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=e6d83a7c-1f77-441c-afa2-81d5754db2af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0746124 Feb 04 17:15:48.192151 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ceeee0-ec9f-431f-96b0-7f29d37b50a0 tempest-SecurityGroupsTestJSON-1563643175 tempest-SecurityGroupsTestJSON-1563643175-project] Pushing event deleted for resources: {'Port': ['ID=3f815a81-39e6-4dda-88cd-517133688c05,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:15:48.197265 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7e72874-ab8d-4372-989b-ceb35c5fd1c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c73f7467-a2e5-4127-a695-98f9e8d94155'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:15:48.201080 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c34bc964ce2211770fda26ca2f3801cc06f4f39928110690550e94ab9c9d2fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fc582a5-20ce-4444-8bfb-4a4cd7126e48" -d '{"events": [{"server_uuid": "b7e72874-ab8d-4372-989b-ceb35c5fd1c8", "name": "network-vif-plugged", "status": "completed", "tag": "c73f7467-a2e5-4127-a695-98f9e8d94155"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:15:48.228676 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] For port c73f7467-a2e5-4127-a695-98f9e8d94155, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=c73f7467-a2e5-4127-a695-98f9e8d94155,segment=NetworkSegment(3a39b085-d3e6-43bb-a64c-1b06dd049e5a),segment_id=3a39b085-d3e6-43bb-a64c-1b06dd049e5a)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:15:48.235301 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (c73f7467-a2e5-4127-a695-98f9e8d94155), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:15:48.267706 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-49529bfb-3698-4685-86c3-ddcd8ebda554 admin admin] Calling delete_port for b0b5d03f-dc2e-46ac-8e2a-baf5cc577f5d owned by network:router_interface {{(pid=103376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:15:48.269731 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a46c1a3-d1b5-4788-b86f-b15547b79733 req-68ceeee0-ec9f-431f-96b0-7f29d37b50a0 tempest-SecurityGroupsTestJSON-1563643175 tempest-SecurityGroupsTestJSON-1563643175-project] No DVR routers for this DVR port 3f815a81-39e6-4dda-88cd-517133688c05 on host n-h1-827839-2 {{(pid=103376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 17:15:48.272395 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-6a46c1a3-d1b5-4788-b86f-b15547b79733 req-68ceeee0-ec9f-431f-96b0-7f29d37b50a0 tempest-SecurityGroupsTestJSON-1563643175 tempest-SecurityGroupsTestJSON-1563643175-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:15:48.275807 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-6a46c1a3-d1b5-4788-b86f-b15547b79733 req-68ceeee0-ec9f-431f-96b0-7f29d37b50a0 tempest-SecurityGroupsTestJSON-1563643175 tempest-SecurityGroupsTestJSON-1563643175-project] 10.222.0.96 "DELETE /v2.0/ports/3f815a81-39e6-4dda-88cd-517133688c05 HTTP/1.1" status: 204 len: 173 time: 1.2534952 Feb 04 17:15:48.276251 n-d-827839-2 neutron-server[103376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00f087e2-0627-42fe-a81f-2759ffd284e1', 'name': 'network-vif-deleted', 'tag': '3f815a81-39e6-4dda-88cd-517133688c05'}] {{(pid=103376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:15:48.278545 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d59c3bb5e2f09ebf62144d5e09b1cff60c763a9c19614c24538e77842938c05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f073719-aaca-4735-bb79-13f51aae8b71" -d '{"events": [{"server_uuid": "00f087e2-0627-42fe-a81f-2759ffd284e1", "name": "network-vif-deleted", "tag": "3f815a81-39e6-4dda-88cd-517133688c05"}]}' {{(pid=103376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:15:48.301946 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-ead8376e-fd45-4c13-9e4f-84d2a7057c6c req-61cbd6a1-07a6-47f9-a9f0-4273eb7888ff tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] 10.222.0.89 "GET /v2.0/security-groups?id=4f68676b-760c-49c3-a14c-c9afa7ad720d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1702719 Feb 04 17:15:48.378199 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Pushing event updated for resources: {'Port': ['ID=c73f7467-a2e5-4127-a695-98f9e8d94155,revision_number=8']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:15:48.393173 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 17:15:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3bcc71f-44bb-43a3-be2a-cf9444ff96b3 x-openstack-request-id: req-c3bcc71f-44bb-43a3-be2a-cf9444ff96b3 {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:15:48.393523 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7e72874-ab8d-4372-989b-ceb35c5fd1c8", "name": "network-vif-plugged", "status": "completed", "tag": "c73f7467-a2e5-4127-a695-98f9e8d94155", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:15:48.393780 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-c3bcc71f-44bb-43a3-be2a-cf9444ff96b3 {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:15:48.394185 n-d-827839-2 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7e72874-ab8d-4372-989b-ceb35c5fd1c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c73f7467-a2e5-4127-a695-98f9e8d94155', 'code': 200} Feb 04 17:15:48.558020 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 17:15:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00ef8892-c4af-43bd-8b31-2a38cc7ec441 x-openstack-request-id: req-00ef8892-c4af-43bd-8b31-2a38cc7ec441 {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:15:48.558677 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00f087e2-0627-42fe-a81f-2759ffd284e1", "name": "network-vif-deleted", "tag": "3f815a81-39e6-4dda-88cd-517133688c05", "status": "completed", "code": 200}]} {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:15:48.559112 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-00ef8892-c4af-43bd-8b31-2a38cc7ec441 {{(pid=103376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:15:48.560262 n-d-827839-2 neutron-server[103376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00f087e2-0627-42fe-a81f-2759ffd284e1', 'name': 'network-vif-deleted', 'tag': '3f815a81-39e6-4dda-88cd-517133688c05', 'status': 'completed', 'code': 200} Feb 04 17:15:48.651344 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c932880-8024-4b08-a28c-9f3412301a50 req-2dc611fd-e4c7-4002-8a66-550f69e1048e tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:15:48.659244 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-7c932880-8024-4b08-a28c-9f3412301a50 req-2dc611fd-e4c7-4002-8a66-550f69e1048e tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] 10.222.0.89 "GET /v2.0/ports?device_id=b7e72874-ab8d-4372-989b-ceb35c5fd1c8 HTTP/1.1" status: 200 len: 950 time: 0.1130915 Feb 04 17:15:48.669773 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-49529bfb-3698-4685-86c3-ddcd8ebda554 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (b0b5d03f-dc2e-46ac-8e2a-baf5cc577f5d), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:15:48.681730 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-8831111b-5bdd-4a5f-9191-d3061595b106 req-24c35aef-fa12-43c5-9dbb-7daf5c99c10a tempest-SecurityGroupsTestJSON-1563643175 tempest-SecurityGroupsTestJSON-1563643175-project] 10.222.0.89 "GET /v2.0/ports?device_id=00f087e2-0627-42fe-a81f-2759ffd284e1 HTTP/1.1" status: 200 len: 210 time: 0.4578807 Feb 04 17:15:48.708037 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49529bfb-3698-4685-86c3-ddcd8ebda554 admin admin] Pushing event deleted for resources: {'Port': ['ID=b0b5d03f-dc2e-46ac-8e2a-baf5cc577f5d,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:15:48.812772 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-7c932880-8024-4b08-a28c-9f3412301a50 req-07b8bdf9-5eb2-4ef3-b381-dc2d0142a18c tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] 10.222.0.89 "GET /v2.0/security-groups?id=5fa98c6a-94b3-4690-b9c3-4f0e67d11226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520751 Feb 04 17:15:48.828107 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a286743d-dd11-4e88-8672-e28e448a50a4 req-22af02f5-639b-4780-a9c1-ffcd520cc2cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:15:48.830164 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-a286743d-dd11-4e88-8672-e28e448a50a4 req-22af02f5-639b-4780-a9c1-ffcd520cc2cb service neutron] 10.222.0.90 "GET /v2.0/networks?id=02be22b9-aa53-40ea-8050-9239cd27d1ff HTTP/1.1" status: 200 len: 870 time: 0.6394696 Feb 04 17:15:48.992894 n-d-827839-2 neutron-server[103377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73a9d4e1-4980-4b25-a4b8-c5f373e2200a', 'tag': '08891e25-1f92-4d07-b961-f3bc281f3b93'}] {{(pid=103377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:15:48.995308 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7240428b650e1488e9361b62648ff4b3a6c19d49d8c27c949491ab58c1346cf0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7f44b65-6d53-461b-a0ae-c429f75907dc" -d '{"events": [{"name": "network-changed", "server_uuid": "73a9d4e1-4980-4b25-a4b8-c5f373e2200a", "tag": "08891e25-1f92-4d07-b961-f3bc281f3b93"}]}' {{(pid=103377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:15:49.005317 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-a286743d-dd11-4e88-8672-e28e448a50a4 req-166ed5c6-7547-4a58-8166-c1b658d81d82 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.49&port_id=cd3a8da2-cda9-4abf-983e-657cde671709 HTTP/1.1" status: 200 len: 217 time: 0.1550603 Feb 04 17:15:49.008622 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-8092056e-efbf-4675-b7b0-0773bc22dad4 req-9a7599cb-64d8-46f6-87e7-ca0d02d23974 service neutron] 10.222.0.96 "GET /v2.0/networks/e6d83a7c-1f77-441c-afa2-81d5754db2af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7979879 Feb 04 17:15:49.115014 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8246b4-8288-4aae-a83f-99aa0e610511 req-5e778cb9-f831-44e0-8070-cf61fdd98a4b tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:15:49.116793 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-2b8246b4-8288-4aae-a83f-99aa0e610511 req-5e778cb9-f831-44e0-8070-cf61fdd98a4b tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] 10.222.0.89 "GET /v2.0/ports?device_id=e2b58424-19d8-47c7-9144-64e22f08a22e HTTP/1.1" status: 200 len: 945 time: 0.1310337 Feb 04 17:15:49.124626 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-49529bfb-3698-4685-86c3-ddcd8ebda554 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1677336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1602614'] for router_interface (e0d96195-acff-4146-81bc-edd40b66b4a4), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:15:49.153027 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-73c2bb60-4f47-47f7-b6ff-d05e941b7974 req-700ed03e-010e-4223-b753-51360643b3bb service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=2fa90556-daae-4498-8501-e90a55f37287&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4841518 Feb 04 17:15:49.167254 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f470f68-25db-4eab-8933-120fd2fe679d req-3d33d0ba-6d74-4761-999b-cb0ca650e08c tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:15:49.168825 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-8f470f68-25db-4eab-8933-120fd2fe679d req-3d33d0ba-6d74-4761-999b-cb0ca650e08c tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] 10.222.0.89 "GET /v2.0/ports?device_id=f9d0cdd4-aae7-45e7-bcf1-a6ee601b78a7 HTTP/1.1" status: 200 len: 943 time: 0.3985827 Feb 04 17:15:49.174327 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a286743d-dd11-4e88-8672-e28e448a50a4 req-58c44620-ae37-41c1-ad41-50a2b356b0be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:15:49.176879 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-a286743d-dd11-4e88-8672-e28e448a50a4 req-58c44620-ae37-41c1-ad41-50a2b356b0be service neutron] 10.222.0.90 "GET /v2.0/subnets?id=c974b0ff-2c5c-4667-8a81-3bde3ea6ced5 HTTP/1.1" status: 200 len: 843 time: 0.1562822 Feb 04 17:15:49.303472 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-2b8246b4-8288-4aae-a83f-99aa0e610511 req-9df8bbda-3e4b-4311-91b8-230c1304377d tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] 10.222.0.89 "GET /v2.0/security-groups?id=18e6cc58-e448-4d12-9423-2a502a086ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1710913 Feb 04 17:15:49.369984 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-8092056e-efbf-4675-b7b0-0773bc22dad4 req-67fbece5-b3cd-4d49-8cfe-7dcd57fe761b service neutron] 10.222.0.96 "GET /v2.0/networks/e6d83a7c-1f77-441c-afa2-81d5754db2af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3074751 Feb 04 17:15:49.382994 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-8f470f68-25db-4eab-8933-120fd2fe679d req-69bd714c-495d-476a-8bc1-7b83af0a0822 tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] 10.222.0.89 "GET /v2.0/security-groups?id=119a7f03-3e07-4d1e-8852-d9f974f9f052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1962018 Feb 04 17:15:49.387436 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a286743d-dd11-4e88-8672-e28e448a50a4 req-7ced7094-da7e-4ca5-983d-fd8c5a51c339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:15:49.388992 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-a286743d-dd11-4e88-8672-e28e448a50a4 req-7ced7094-da7e-4ca5-983d-fd8c5a51c339 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=02be22b9-aa53-40ea-8050-9239cd27d1ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2003543 Feb 04 17:15:49.397548 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 17:15:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18829130-9041-4b98-9509-a9e2eb8e8176 x-openstack-request-id: req-18829130-9041-4b98-9509-a9e2eb8e8176 {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:15:49.397795 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73a9d4e1-4980-4b25-a4b8-c5f373e2200a", "tag": "08891e25-1f92-4d07-b961-f3bc281f3b93", "status": "completed", "code": 200}]} {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:15:49.397989 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-18829130-9041-4b98-9509-a9e2eb8e8176 {{(pid=103377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:15:49.398400 n-d-827839-2 neutron-server[103377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73a9d4e1-4980-4b25-a4b8-c5f373e2200a', 'tag': '08891e25-1f92-4d07-b961-f3bc281f3b93', 'status': 'completed', 'code': 200} Feb 04 17:15:49.537035 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-a286743d-dd11-4e88-8672-e28e448a50a4 req-fb56f900-80bf-4b3f-94a4-9d42d1b6a3ca service neutron] 10.222.0.90 "GET /v2.0/networks/02be22b9-aa53-40ea-8050-9239cd27d1ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324120 Feb 04 17:15:49.585800 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3481f79-cfd3-405b-a7e4-d338bfc00b47 req-1e310519-b6b5-4748-b932-1b8221f39c94 tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:15:49.593545 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-c3481f79-cfd3-405b-a7e4-d338bfc00b47 req-1e310519-b6b5-4748-b932-1b8221f39c94 tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] 10.222.0.89 "GET /v2.0/ports?device_id=73a9d4e1-4980-4b25-a4b8-c5f373e2200a HTTP/1.1" status: 200 len: 943 time: 0.1042199 Feb 04 17:15:49.597469 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49529bfb-3698-4685-86c3-ddcd8ebda554 admin admin] Router e0d96195-acff-4146-81bc-edd40b66b4a4 has already been hosted by L3 agent 64ada913-9131-4d99-a265-63a920956287 {{(pid=103376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 17:15:49.647957 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c2bb60-4f47-47f7-b6ff-d05e941b7974 req-3237ca37-c96f-497b-a4e6-75d4ea9fd1b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:15:49.649641 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-73c2bb60-4f47-47f7-b6ff-d05e941b7974 req-3237ca37-c96f-497b-a4e6-75d4ea9fd1b8 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=f3812c841c31408e86184d3885a61bc1&device_id=2fa90556-daae-4498-8501-e90a55f37287 HTTP/1.1" status: 200 len: 1126 time: 0.4001539 Feb 04 17:15:49.759953 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-c3481f79-cfd3-405b-a7e4-d338bfc00b47 req-8a2cb326-a99a-4133-9103-78b24a92836f tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] 10.222.0.89 "GET /v2.0/security-groups?id=c591d0a0-8f77-4259-ab5e-c54cb31473d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1654346 Feb 04 17:15:49.813783 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49529bfb-3698-4685-86c3-ddcd8ebda554 admin admin] Notify agent at l3_agent.n-d-827839-2 the message routers_updated {{(pid=103376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 17:15:49.823679 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-49529bfb-3698-4685-86c3-ddcd8ebda554 admin admin] 10.222.0.89 "PUT /v2.0/routers/e0d96195-acff-4146-81bc-edd40b66b4a4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0832317 Feb 04 17:15:49.824181 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 56494) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:15:49.836078 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c2bb60-4f47-47f7-b6ff-d05e941b7974 req-947acb68-caa6-4fe6-b8e0-9a3debe394d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:15:49.839004 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-73c2bb60-4f47-47f7-b6ff-d05e941b7974 req-947acb68-caa6-4fe6-b8e0-9a3debe394d9 service neutron] 10.222.0.90 "GET /v2.0/networks?id=b27b7363-f5f5-42ff-a720-66280b0b57a7 HTTP/1.1" status: 200 len: 922 time: 0.1381793 Feb 04 17:15:49.839503 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c293cbd6-247f-4d41-a204-1875ce49652d None None] Sync routers for ids ['e0d96195-acff-4146-81bc-edd40b66b4a4'] in n-d-827839-2 {{(pid=103378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 17:15:49.870028 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c293cbd6-247f-4d41-a204-1875ce49652d None None] Routers {'e0d96195-acff-4146-81bc-edd40b66b4a4'} bound to L3 agent in host n-d-827839-2 {{(pid=103378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:15:49.870677 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-c293cbd6-247f-4d41-a204-1875ce49652d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:15:32Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['e0d96195-acff-4146-81bc-edd40b66b4a4'], 'active': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:15:49.908689 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-73c2bb60-4f47-47f7-b6ff-d05e941b7974 req-15ca2afd-62c3-4c18-a907-3194b88ca544 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1d6e420e-bb1f-421e-9902-a9c0af5df917 HTTP/1.1" status: 200 len: 217 time: 0.0525124 Feb 04 17:15:49.917818 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd09b8b-210e-44fa-ba4a-b328552adc56 req-3189ccc2-d09f-4646-b678-6e9c6d791dec tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:15:49.925387 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-0fd09b8b-210e-44fa-ba4a-b328552adc56 req-3189ccc2-d09f-4646-b678-6e9c6d791dec tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] 10.222.0.89 "GET /v2.0/ports?device_id=75104778-35a2-433a-9657-9a1fac350c7f HTTP/1.1" status: 200 len: 947 time: 0.2805550 Feb 04 17:15:49.947988 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-a286743d-dd11-4e88-8672-e28e448a50a4 req-1adda4fa-f5da-4d91-8ba3-e2fa230b14d5 service neutron] 10.222.0.90 "GET /v2.0/networks/02be22b9-aa53-40ea-8050-9239cd27d1ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3928208 Feb 04 17:15:49.958848 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Device cd3a8da2-cda9-4abf-983e-657cde671709 details requested by agent hyperv_n-h2-827839-2 with host n-h2-827839-2 {{(pid=103378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 17:15:49.960504 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f44b65-6d53-461b-a0ae-c429f75907dc req-e10856ab-dba2-41cb-ae7c-04c5bbdd8ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:15:49.962086 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-b7f44b65-6d53-461b-a0ae-c429f75907dc req-e10856ab-dba2-41cb-ae7c-04c5bbdd8ff9 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=36d552dcaba84f869d86965d2c5a9247&device_id=73a9d4e1-4980-4b25-a4b8-c5f373e2200a HTTP/1.1" status: 200 len: 1125 time: 0.4223261 Feb 04 17:15:50.016861 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device 32d8b226-744e-42c0-8808-a6c862fac8f7 details requested by agent hyperv_n-h1-827839-2 with host n-h1-827839-2 {{(pid=103378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 17:15:50.023099 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device 3f815a81-39e6-4dda-88cd-517133688c05 no longer exists at agent hyperv_n-h1-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:15:50.077612 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-0fd09b8b-210e-44fa-ba4a-b328552adc56 req-4a32456e-46d0-4957-ae31-238372a598ee tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] 10.222.0.89 "GET /v2.0/security-groups?id=4f68676b-760c-49c3-a14c-c9afa7ad720d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512725 Feb 04 17:15:50.083528 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-5e28bbbf-cd1f-49c9-bc5d-e33a949defd4 admin admin] Publish callbacks [] for router (e0d96195-acff-4146-81bc-edd40b66b4a4), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:15:50.096236 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c2bb60-4f47-47f7-b6ff-d05e941b7974 req-97756d5e-05e8-485a-bb91-1293332d88db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:15:50.097783 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-73c2bb60-4f47-47f7-b6ff-d05e941b7974 req-97756d5e-05e8-485a-bb91-1293332d88db service neutron] 10.222.0.90 "GET /v2.0/subnets?id=fa2004f2-da24-41cf-84b9-96d41a7dd118 HTTP/1.1" status: 200 len: 861 time: 0.1489167 Feb 04 17:15:50.179143 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-73c2bb60-4f47-47f7-b6ff-d05e941b7974 req-d528043f-5da1-47bc-bc5e-6e5d1ade865a service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=b27b7363-f5f5-42ff-a720-66280b0b57a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0658550 Feb 04 17:15:50.222975 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] No Port match for: 3f815a81-39e6-4dda-88cd-517133688c05 {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 17:15:50.223329 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device 3f815a81-39e6-4dda-88cd-517133688c05 not bound to the agent host n-h1-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 17:15:50.225860 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f44b65-6d53-461b-a0ae-c429f75907dc req-66089a69-2264-4921-9b5e-49b2b1cf1ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:15:50.228389 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-b7f44b65-6d53-461b-a0ae-c429f75907dc req-66089a69-2264-4921-9b5e-49b2b1cf1ef8 service neutron] 10.222.0.96 "GET /v2.0/networks?id=e6d83a7c-1f77-441c-afa2-81d5754db2af HTTP/1.1" status: 200 len: 913 time: 0.2212207 Feb 04 17:15:50.258600 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-5e28bbbf-cd1f-49c9-bc5d-e33a949defd4 admin admin] Publish callbacks [] for router_gateway (e0d96195-acff-4146-81bc-edd40b66b4a4), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:15:50.283693 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adb3810-e79e-4925-9d8e-33acadff5b13 req-86575c43-7fec-4632-a2be-2d4bd126eb77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:15:50.285407 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-3adb3810-e79e-4925-9d8e-33acadff5b13 req-86575c43-7fec-4632-a2be-2d4bd126eb77 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=b7e72874-ab8d-4372-989b-ceb35c5fd1c8&tenant_id=1cd99d9701204f3692368e4539967c47 HTTP/1.1" status: 200 len: 1132 time: 0.3053732 Feb 04 17:15:50.383543 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72eab7a-34cf-42b6-9fc6-981009397731 req-0941b8be-3f18-44ce-8a16-5b85a02b3440 tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:15:50.385196 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-a72eab7a-34cf-42b6-9fc6-981009397731 req-0941b8be-3f18-44ce-8a16-5b85a02b3440 tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] 10.222.0.89 "GET /v2.0/ports?device_id=b7e72874-ab8d-4372-989b-ceb35c5fd1c8 HTTP/1.1" status: 200 len: 950 time: 0.2999308 Feb 04 17:15:50.396542 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-73c2bb60-4f47-47f7-b6ff-d05e941b7974 req-c7846574-4069-4f43-8f1c-eeecbbf3bc6d service neutron] 10.222.0.90 "GET /v2.0/networks/b27b7363-f5f5-42ff-a720-66280b0b57a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1649270 Feb 04 17:15:50.399716 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvr_db [None req-c293cbd6-247f-4d41-a204-1875ce49652d None None] Set router e0d96195-acff-4146-81bc-edd40b66b4a4 gateway port host: n-d-827839-2 {{(pid=103378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:15:50.434138 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-5e28bbbf-cd1f-49c9-bc5d-e33a949defd4 admin admin] Deleting port 831da7a3-2097-48f7-8496-d400ff797b27 {{(pid=103376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:15:50.434647 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-5e28bbbf-cd1f-49c9-bc5d-e33a949defd4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (831da7a3-2097-48f7-8496-d400ff797b27), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:15:50.438052 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adb3810-e79e-4925-9d8e-33acadff5b13 req-10e0e412-d967-4717-80d0-0b90ae7d0ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:15:50.440997 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-3adb3810-e79e-4925-9d8e-33acadff5b13 req-10e0e412-d967-4717-80d0-0b90ae7d0ef3 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=1cd99d9701204f3692368e4539967c47&device_id=b7e72874-ab8d-4372-989b-ceb35c5fd1c8 HTTP/1.1" status: 200 len: 1132 time: 0.1116652 Feb 04 17:15:50.480784 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-a72eab7a-34cf-42b6-9fc6-981009397731 req-fd33c9c2-c442-44ce-97d5-4467a6dfd591 tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] 10.222.0.89 "GET /v2.0/security-groups?id=5fa98c6a-94b3-4690-b9c3-4f0e67d11226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873499 Feb 04 17:15:50.573787 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-b7f44b65-6d53-461b-a0ae-c429f75907dc req-63d2ef48-e2cb-4f34-8fbd-a19e14ea8c8a service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=08891e25-1f92-4d07-b961-f3bc281f3b93 HTTP/1.1" status: 200 len: 217 time: 0.1672566 Feb 04 17:15:50.620441 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] For port cd3a8da2-cda9-4abf-983e-657cde671709, host n-h2-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=cd3a8da2-cda9-4abf-983e-657cde671709,segment=NetworkSegment(3a39b085-d3e6-43bb-a64c-1b06dd049e5a),segment_id=3a39b085-d3e6-43bb-a64c-1b06dd049e5a)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:15:50.647869 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-18cc2bd6-74f3-4886-85fe-24120c3e6ac2 req-684299ff-4d7e-41cf-a80e-70bcc534f0e2 tempest-SecurityGroupsTestJSON-1563643175 tempest-SecurityGroupsTestJSON-1563643175-project] 10.222.0.89 "GET /v2.0/security-groups/c3dff184-07f9-46c9-b393-d55c7c2a8b8f HTTP/1.1" status: 200 len: 1818 time: 0.4657621 Feb 04 17:15:50.654689 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] For port 32d8b226-744e-42c0-8808-a6c862fac8f7, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=32d8b226-744e-42c0-8808-a6c862fac8f7,segment=NetworkSegment(422e2db4-29a0-413f-80b3-a344e9c773f4),segment_id=422e2db4-29a0-413f-80b3-a344e9c773f4)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:15:50.657837 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Returning: {'device': 'cd3a8da2-cda9-4abf-983e-657cde671709', 'network_id': '02be22b9-aa53-40ea-8050-9239cd27d1ff', 'port_id': 'cd3a8da2-cda9-4abf-983e-657cde671709', 'mac_address': 'fa:16:3e:6e:f6:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 797, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c974b0ff-2c5c-4667-8a81-3bde3ea6ced5', 'ip_address': '192.168.233.49'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 17:15:50.681263 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Returning: {'device': '32d8b226-744e-42c0-8808-a6c862fac8f7', 'network_id': 'b27b7363-f5f5-42ff-a720-66280b0b57a7', 'port_id': '32d8b226-744e-42c0-8808-a6c862fac8f7', 'mac_address': 'fa:16:3e:4f:3e:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 767, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa2004f2-da24-41cf-84b9-96d41a7dd118', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 17:15:50.704673 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [None req-5e28bbbf-cd1f-49c9-bc5d-e33a949defd4 admin admin] For port 831da7a3-2097-48f7-8496-d400ff797b27, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=831da7a3-2097-48f7-8496-d400ff797b27,segment=NetworkSegment(5942dc44-1f07-4c27-b0ab-45a2bff20dd5),segment_id=5942dc44-1f07-4c27-b0ab-45a2bff20dd5)] {{(pid=103376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:15:50.705100 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-5e28bbbf-cd1f-49c9-bc5d-e33a949defd4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (831da7a3-2097-48f7-8496-d400ff797b27), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:15:50.711042 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f44b65-6d53-461b-a0ae-c429f75907dc req-82abfab9-c746-4ae2-a7ae-baeaf6ff0ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:15:50.712683 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-b7f44b65-6d53-461b-a0ae-c429f75907dc req-82abfab9-c746-4ae2-a7ae-baeaf6ff0ea2 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=bf8ba049-695f-44be-9bf2-689533c91d54 HTTP/1.1" status: 200 len: 852 time: 0.1313810 Feb 04 17:15:50.718773 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-73c2bb60-4f47-47f7-b6ff-d05e941b7974 req-8a43fbfa-b8e4-484a-824b-41027b97c740 service neutron] 10.222.0.90 "GET /v2.0/networks/b27b7363-f5f5-42ff-a720-66280b0b57a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2789512 Feb 04 17:15:50.732713 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28dc9cc-37e8-483f-9a0a-e88db3ea42df req-6bb2b2b7-4753-401d-a2cf-c0f6087ce5e4 tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:15:50.735022 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-d28dc9cc-37e8-483f-9a0a-e88db3ea42df req-6bb2b2b7-4753-401d-a2cf-c0f6087ce5e4 tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] 10.222.0.89 "GET /v2.0/ports?device_id=e2b58424-19d8-47c7-9144-64e22f08a22e HTTP/1.1" status: 200 len: 945 time: 0.1255558 Feb 04 17:15:50.736099 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adb3810-e79e-4925-9d8e-33acadff5b13 req-3e9ec54e-e462-4be7-a00d-766360e694ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:15:50.737542 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-3adb3810-e79e-4925-9d8e-33acadff5b13 req-3e9ec54e-e462-4be7-a00d-766360e694ac service neutron] 10.222.0.96 "GET /v2.0/networks?id=02be22b9-aa53-40ea-8050-9239cd27d1ff HTTP/1.1" status: 200 len: 870 time: 0.2611961 Feb 04 17:15:50.743392 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-5e28bbbf-cd1f-49c9-bc5d-e33a949defd4 admin admin] Calling delete_port for 831da7a3-2097-48f7-8496-d400ff797b27 owned by network:router_gateway {{(pid=103376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:15:50.805529 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-b7f44b65-6d53-461b-a0ae-c429f75907dc req-e01cbd32-1dbc-4a54-9f1c-a08806eb543f service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=e6d83a7c-1f77-441c-afa2-81d5754db2af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0803459 Feb 04 17:15:50.821584 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-3adb3810-e79e-4925-9d8e-33acadff5b13 req-46927c2c-e3b5-46b2-8589-bbb79ae82b76 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.230&port_id=c73f7467-a2e5-4127-a695-98f9e8d94155 HTTP/1.1" status: 200 len: 217 time: 0.0574000 Feb 04 17:15:50.857210 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Current status of the port 32d8b226-744e-42c0-8808-a6c862fac8f7 is: DOWN; New status is: BUILD {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:15:50.858558 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (32d8b226-744e-42c0-8808-a6c862fac8f7), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:15:50.858813 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-d28dc9cc-37e8-483f-9a0a-e88db3ea42df req-a6dd06b0-db69-4c25-b9b5-6e1c8d85f023 tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] 10.222.0.89 "GET /v2.0/security-groups?id=18e6cc58-e448-4d12-9423-2a502a086ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170666 Feb 04 17:15:50.861016 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Current status of the port cd3a8da2-cda9-4abf-983e-657cde671709 is: DOWN; New status is: BUILD {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:15:50.861628 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (cd3a8da2-cda9-4abf-983e-657cde671709), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:15:50.902759 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd3a8da2-cda9-4abf-983e-657cde671709 {{(pid=103378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 17:15:50.909531 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32d8b226-744e-42c0-8808-a6c862fac8f7 {{(pid=103378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 17:15:50.977637 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] For port cd3a8da2-cda9-4abf-983e-657cde671709, host n-h2-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=cd3a8da2-cda9-4abf-983e-657cde671709,segment=NetworkSegment(3a39b085-d3e6-43bb-a64c-1b06dd049e5a),segment_id=3a39b085-d3e6-43bb-a64c-1b06dd049e5a)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:15:50.986823 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] For port 32d8b226-744e-42c0-8808-a6c862fac8f7, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=32d8b226-744e-42c0-8808-a6c862fac8f7,segment=NetworkSegment(422e2db4-29a0-413f-80b3-a344e9c773f4),segment_id=422e2db4-29a0-413f-80b3-a344e9c773f4)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:15:50.994360 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (cd3a8da2-cda9-4abf-983e-657cde671709), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:15:51.000326 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (32d8b226-744e-42c0-8808-a6c862fac8f7), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:15:51.033567 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-c293cbd6-247f-4d41-a204-1875ce49652d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0d96195-acff-4146-81bc-edd40b66b4a4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1579046244-router', 'tenant_id': 'f616a69521a6439b8b9ce4b5361b1b3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.56'}], 'enable_snat': True}, 'gw_port_id': '831da7a3-2097-48f7-8496-d400ff797b27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:10:56Z', 'updated_at': '2022-02-04T17:15:48Z', 'revision_number': 5, 'project_id': 'f616a69521a6439b8b9ce4b5361b1b3c', 'gw_port': {'id': '831da7a3-2097-48f7-8496-d400ff797b27', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:ed:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0d96195-acff-4146-81bc-edd40b66b4a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:10:57Z', 'updated_at': '2022-02-04T17:11:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2'}], 'n-d-827839-2', False) {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:15:51.047100 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adb3810-e79e-4925-9d8e-33acadff5b13 req-82abfcd1-55aa-4425-9f41-457f1a621491 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:15:51.048590 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-3adb3810-e79e-4925-9d8e-33acadff5b13 req-82abfcd1-55aa-4425-9f41-457f1a621491 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=c974b0ff-2c5c-4667-8a81-3bde3ea6ced5 HTTP/1.1" status: 200 len: 843 time: 0.2166486 Feb 04 17:15:51.063786 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9dcadda-b949-4907-a892-d2b4d681bc22 req-88e03aba-a124-4ebb-82a0-a1af0d87bdda tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:15:51.067884 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c293cbd6-247f-4d41-a204-1875ce49652d None None] Checking router: e0d96195-acff-4146-81bc-edd40b66b4a4 for host: n-d-827839-2 {{(pid=103378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 17:15:51.071073 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-d9dcadda-b949-4907-a892-d2b4d681bc22 req-88e03aba-a124-4ebb-82a0-a1af0d87bdda tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] 10.222.0.89 "GET /v2.0/ports?device_id=f9d0cdd4-aae7-45e7-bcf1-a6ee601b78a7 HTTP/1.1" status: 200 len: 943 time: 0.1006861 Feb 04 17:15:51.074961 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-b7f44b65-6d53-461b-a0ae-c429f75907dc req-14ac409c-1ee5-4e29-9ee8-aec538249a33 service neutron] 10.222.0.96 "GET /v2.0/networks/e6d83a7c-1f77-441c-afa2-81d5754db2af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2568135 Feb 04 17:15:51.076284 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-18cc2bd6-74f3-4886-85fe-24120c3e6ac2 req-3d618a4b-5220-44e4-bc54-da9d68499070 tempest-SecurityGroupsTestJSON-1563643175 tempest-SecurityGroupsTestJSON-1563643175-project] Publish callbacks [] for security_group (c3dff184-07f9-46c9-b393-d55c7c2a8b8f), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:15:51.088432 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c293cbd6-247f-4d41-a204-1875ce49652d None None] Routers {'e0d96195-acff-4146-81bc-edd40b66b4a4'} bound to L3 agent in host n-d-827839-2 {{(pid=103378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:15:51.089449 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-c293cbd6-247f-4d41-a204-1875ce49652d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:15:32Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['e0d96195-acff-4146-81bc-edd40b66b4a4'], 'active': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:15:51.092693 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Pushing event updated for resources: {'Port': ['ID=cd3a8da2-cda9-4abf-983e-657cde671709,revision_number=4']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:15:51.229571 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-d9dcadda-b949-4907-a892-d2b4d681bc22 req-170774cc-8ecf-43e6-96bf-5576ec9e8423 tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] 10.222.0.89 "GET /v2.0/security-groups?id=119a7f03-3e07-4d1e-8852-d9f974f9f052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574650 Feb 04 17:15:51.264190 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adb3810-e79e-4925-9d8e-33acadff5b13 req-b47233ee-74ce-4f00-9ea2-15dfc094991e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:15:51.265887 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-3adb3810-e79e-4925-9d8e-33acadff5b13 req-b47233ee-74ce-4f00-9ea2-15dfc094991e service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=02be22b9-aa53-40ea-8050-9239cd27d1ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1905630 Feb 04 17:15:51.328215 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-b7f44b65-6d53-461b-a0ae-c429f75907dc req-103c6342-0997-40fc-aa68-8fda152db852 service neutron] 10.222.0.96 "GET /v2.0/networks/e6d83a7c-1f77-441c-afa2-81d5754db2af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2292008 Feb 04 17:15:51.338098 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvr_db [None req-c293cbd6-247f-4d41-a204-1875ce49652d None None] Set router e0d96195-acff-4146-81bc-edd40b66b4a4 gateway port host: None {{(pid=103378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:15:51.381607 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-18cc2bd6-74f3-4886-85fe-24120c3e6ac2 req-3d618a4b-5220-44e4-bc54-da9d68499070 tempest-SecurityGroupsTestJSON-1563643175 tempest-SecurityGroupsTestJSON-1563643175-project] Publish callbacks [] for security_group (c3dff184-07f9-46c9-b393-d55c7c2a8b8f), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:15:51.451245 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] get_ports_and_sgs() called for port_ids ['cd3a8da2-cda9-4abf-983e-657cde671709'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 17:15:51.455435 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Pushing event updated for resources: {'Port': ['ID=32d8b226-744e-42c0-8808-a6c862fac8f7,revision_number=4']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:15:51.483759 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-c293cbd6-247f-4d41-a204-1875ce49652d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0d96195-acff-4146-81bc-edd40b66b4a4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1579046244-router', 'tenant_id': 'f616a69521a6439b8b9ce4b5361b1b3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:10:56Z', 'updated_at': '2022-02-04T17:15:50Z', 'revision_number': 6, 'project_id': 'f616a69521a6439b8b9ce4b5361b1b3c', 'gw_port_host': None}], 'n-d-827839-2', False) {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:15:51.485203 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-5e28bbbf-cd1f-49c9-bc5d-e33a949defd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (831da7a3-2097-48f7-8496-d400ff797b27), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:15:51.495560 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-18cc2bd6-74f3-4886-85fe-24120c3e6ac2 req-3d618a4b-5220-44e4-bc54-da9d68499070 tempest-SecurityGroupsTestJSON-1563643175 tempest-SecurityGroupsTestJSON-1563643175-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (c3dff184-07f9-46c9-b393-d55c7c2a8b8f), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:15:51.519320 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-18cc2bd6-74f3-4886-85fe-24120c3e6ac2 req-3d618a4b-5220-44e4-bc54-da9d68499070 tempest-SecurityGroupsTestJSON-1563643175 tempest-SecurityGroupsTestJSON-1563643175-project] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:15:51.521915 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-18cc2bd6-74f3-4886-85fe-24120c3e6ac2 req-3d618a4b-5220-44e4-bc54-da9d68499070 tempest-SecurityGroupsTestJSON-1563643175 tempest-SecurityGroupsTestJSON-1563643175-project] 10.222.0.89 "DELETE /v2.0/security-groups/c3dff184-07f9-46c9-b393-d55c7c2a8b8f HTTP/1.1" status: 204 len: 173 time: 0.8729715 Feb 04 17:15:51.523313 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c293cbd6-247f-4d41-a204-1875ce49652d None None] The sync data for ids ['e0d96195-acff-4146-81bc-edd40b66b4a4'] in n-d-827839-2 is: [{'id': 'e0d96195-acff-4146-81bc-edd40b66b4a4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1579046244-router', 'tenant_id': 'f616a69521a6439b8b9ce4b5361b1b3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:10:56Z', 'updated_at': '2022-02-04T17:15:50Z', 'revision_number': 6, 'project_id': 'f616a69521a6439b8b9ce4b5361b1b3c', 'gw_port_host': None}] {{(pid=103378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 17:15:51.529906 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] get_ports_and_sgs() called for port_ids ['32d8b226-744e-42c0-8808-a6c862fac8f7'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 17:15:51.610444 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d618a4b-5220-44e4-bc54-da9d68499070 tempest-SecurityGroupsTestJSON-1563643175 tempest-SecurityGroupsTestJSON-1563643175-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3dff184-07f9-46c9-b393-d55c7c2a8b8f,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:15:51.624788 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e28bbbf-cd1f-49c9-bc5d-e33a949defd4 admin admin] Pushing event deleted for resources: {'Port': ['ID=831da7a3-2097-48f7-8496-d400ff797b27,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:15:51.636476 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-3adb3810-e79e-4925-9d8e-33acadff5b13 req-a5f6dca0-73c2-4808-be8e-af40e9547974 service neutron] 10.222.0.96 "GET /v2.0/networks/02be22b9-aa53-40ea-8050-9239cd27d1ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3589160 Feb 04 17:15:51.669208 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3570fe0-37f6-495e-b3e6-aba31ea40039 req-42f48837-ef0d-4f6d-8918-1804dc76db05 tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:15:51.676424 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-a3570fe0-37f6-495e-b3e6-aba31ea40039 req-42f48837-ef0d-4f6d-8918-1804dc76db05 tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] 10.222.0.89 "GET /v2.0/ports?device_id=73a9d4e1-4980-4b25-a4b8-c5f373e2200a HTTP/1.1" status: 200 len: 943 time: 0.2847617 Feb 04 17:15:51.798366 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85fd743-a0b8-4c25-9c58-59a8ab9b55df req-1e7199c6-3944-414e-b124-e4439e1af085 tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:15:51.810650 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-f85fd743-a0b8-4c25-9c58-59a8ab9b55df req-1e7199c6-3944-414e-b124-e4439e1af085 tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] 10.222.0.89 "GET /v2.0/ports?device_id=75104778-35a2-433a-9657-9a1fac350c7f HTTP/1.1" status: 200 len: 948 time: 0.1615350 Feb 04 17:15:51.836931 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-5e28bbbf-cd1f-49c9-bc5d-e33a949defd4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1595544'] for router_gateway (e0d96195-acff-4146-81bc-edd40b66b4a4), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:15:51.883023 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-f85fd743-a0b8-4c25-9c58-59a8ab9b55df req-ef3dad9f-7afb-4e10-b378-e6601bc6abca tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] 10.222.0.89 "GET /v2.0/security-groups?id=4f68676b-760c-49c3-a14c-c9afa7ad720d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654042 Feb 04 17:15:51.887090 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-a3570fe0-37f6-495e-b3e6-aba31ea40039 req-3d33c737-ed2d-4808-9cff-81cb6dae9dfc tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] 10.222.0.89 "GET /v2.0/security-groups?id=c591d0a0-8f77-4259-ab5e-c54cb31473d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2097178 Feb 04 17:15:52.002180 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device 08891e25-1f92-4d07-b961-f3bc281f3b93 details requested by agent hyperv_n-h1-827839-2 with host n-h1-827839-2 {{(pid=103378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 17:15:52.006615 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device c73f7467-a2e5-4127-a695-98f9e8d94155 no longer exists at agent hyperv_n-h1-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:15:52.124275 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b980a9f3-3030-44fb-b2b5-50bedbecdc42 req-bdff849e-629f-47f9-9a34-588b0d33de6b tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:15:52.144412 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-b980a9f3-3030-44fb-b2b5-50bedbecdc42 req-bdff849e-629f-47f9-9a34-588b0d33de6b tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] 10.222.0.89 "GET /v2.0/ports?device_id=b7e72874-ab8d-4372-989b-ceb35c5fd1c8 HTTP/1.1" status: 200 len: 950 time: 0.1640737 Feb 04 17:15:52.237698 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-b980a9f3-3030-44fb-b2b5-50bedbecdc42 req-80807ae8-647f-48ba-8102-dbc09564cead tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] 10.222.0.89 "GET /v2.0/security-groups?id=5fa98c6a-94b3-4690-b9c3-4f0e67d11226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921202 Feb 04 17:15:52.261443 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Current status of the port c73f7467-a2e5-4127-a695-98f9e8d94155 is: ACTIVE; New status is: DOWN {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:15:52.261891 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (c73f7467-a2e5-4127-a695-98f9e8d94155), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:15:52.299700 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] For port 08891e25-1f92-4d07-b961-f3bc281f3b93, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=08891e25-1f92-4d07-b961-f3bc281f3b93,segment=NetworkSegment(78faf63e-60a8-47e4-85af-dce04e5fa366),segment_id=78faf63e-60a8-47e4-85af-dce04e5fa366)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:15:52.341064 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] For port c73f7467-a2e5-4127-a695-98f9e8d94155, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=c73f7467-a2e5-4127-a695-98f9e8d94155,segment=NetworkSegment(3a39b085-d3e6-43bb-a64c-1b06dd049e5a),segment_id=3a39b085-d3e6-43bb-a64c-1b06dd049e5a)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:15:52.344720 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7e72874-ab8d-4372-989b-ceb35c5fd1c8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c73f7467-a2e5-4127-a695-98f9e8d94155'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:15:52.349708 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c34bc964ce2211770fda26ca2f3801cc06f4f39928110690550e94ab9c9d2fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8aa693dd-6f61-491d-9fcc-ba9524cf242e" -d '{"events": [{"server_uuid": "b7e72874-ab8d-4372-989b-ceb35c5fd1c8", "name": "network-vif-unplugged", "status": "completed", "tag": "c73f7467-a2e5-4127-a695-98f9e8d94155"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:15:52.360877 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (c73f7467-a2e5-4127-a695-98f9e8d94155), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:15:52.365893 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Returning: {'device': '08891e25-1f92-4d07-b961-f3bc281f3b93', 'network_id': 'e6d83a7c-1f77-441c-afa2-81d5754db2af', 'port_id': '08891e25-1f92-4d07-b961-f3bc281f3b93', 'mac_address': 'fa:16:3e:c6:cb:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 781, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf8ba049-695f-44be-9bf2-689533c91d54', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 17:15:52.382572 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-5e28bbbf-cd1f-49c9-bc5d-e33a949defd4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1601811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26971'] for router (e0d96195-acff-4146-81bc-edd40b66b4a4), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:15:52.390606 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-5e28bbbf-cd1f-49c9-bc5d-e33a949defd4 admin admin] Publish callbacks [] for router_controller (e0d96195-acff-4146-81bc-edd40b66b4a4), precommit_delete_associations {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:15:52.394510 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-3adb3810-e79e-4925-9d8e-33acadff5b13 req-dc3849c9-1724-4772-8967-600ecf2975f5 service neutron] 10.222.0.96 "GET /v2.0/networks/02be22b9-aa53-40ea-8050-9239cd27d1ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7372801 Feb 04 17:15:52.445474 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9973d5dc-4b55-477e-a5f3-f2079465484b req-1f041548-fb1b-429f-b7f1-a484da953533 tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:15:52.447122 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-9973d5dc-4b55-477e-a5f3-f2079465484b req-1f041548-fb1b-429f-b7f1-a484da953533 tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] 10.222.0.89 "GET /v2.0/ports?device_id=e2b58424-19d8-47c7-9144-64e22f08a22e HTTP/1.1" status: 200 len: 945 time: 0.1116192 Feb 04 17:15:52.491345 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-3aa80176-9c05-46c5-b57c-ad70fcdd598b req-5ff7fe12-0d20-4d95-ac52-def5a537d5bf tempest-SecurityGroupsTestJSON-1563643175 tempest-SecurityGroupsTestJSON-1563643175-project] 10.222.0.89 "GET /v2.0/security-groups/f1d0a3a9-da15-4371-a6fe-d73ef122bd3d HTTP/1.1" status: 200 len: 1817 time: 0.1324162 Feb 04 17:15:52.500661 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-5e28bbbf-cd1f-49c9-bc5d-e33a949defd4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1601832'] for router (e0d96195-acff-4146-81bc-edd40b66b4a4), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:15:52.501504 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e28bbbf-cd1f-49c9-bc5d-e33a949defd4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e0d96195-acff-4146-81bc-edd40b66b4a4 {{(pid=103376) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 17:15:52.510930 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-5e28bbbf-cd1f-49c9-bc5d-e33a949defd4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:15:52.512449 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-5e28bbbf-cd1f-49c9-bc5d-e33a949defd4 admin admin] 10.222.0.89 "DELETE /v2.0/routers/e0d96195-acff-4146-81bc-edd40b66b4a4 HTTP/1.1" status: 204 len: 168 time: 2.6863627 Feb 04 17:15:52.516075 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 56518) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:15:52.548009 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Pushing event updated for resources: {'Port': ['ID=c73f7467-a2e5-4127-a695-98f9e8d94155,revision_number=9']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:15:52.559171 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Current status of the port 08891e25-1f92-4d07-b961-f3bc281f3b93 is: DOWN; New status is: BUILD {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:15:52.563205 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (08891e25-1f92-4d07-b961-f3bc281f3b93), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:15:52.582322 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-3aa80176-9c05-46c5-b57c-ad70fcdd598b req-b21e615c-001c-4b09-829d-c05fcb8a7175 tempest-SecurityGroupsTestJSON-1563643175 tempest-SecurityGroupsTestJSON-1563643175-project] Publish callbacks [] for security_group (f1d0a3a9-da15-4371-a6fe-d73ef122bd3d), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:15:52.601301 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 08891e25-1f92-4d07-b961-f3bc281f3b93 {{(pid=103378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 17:15:52.602831 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-9973d5dc-4b55-477e-a5f3-f2079465484b req-28a6bb9d-504e-482c-af99-87d301d8b8b3 tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] 10.222.0.89 "GET /v2.0/security-groups?id=18e6cc58-e448-4d12-9423-2a502a086ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489341 Feb 04 17:15:52.618294 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-3aa80176-9c05-46c5-b57c-ad70fcdd598b req-b21e615c-001c-4b09-829d-c05fcb8a7175 tempest-SecurityGroupsTestJSON-1563643175 tempest-SecurityGroupsTestJSON-1563643175-project] Publish callbacks [] for security_group (f1d0a3a9-da15-4371-a6fe-d73ef122bd3d), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:15:52.638137 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e1f7e06-f45e-4af7-8fba-4ad57dc7e825 admin admin] Deleting subnet 46532e3a-bfe8-4be0-a512-ac5329d05d46 {{(pid=103377) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 17:15:52.648630 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-2e1f7e06-f45e-4af7-8fba-4ad57dc7e825 admin admin] Publish callbacks [] for subnet (46532e3a-bfe8-4be0-a512-ac5329d05d46), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:15:52.676240 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] For port 08891e25-1f92-4d07-b961-f3bc281f3b93, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=08891e25-1f92-4d07-b961-f3bc281f3b93,segment=NetworkSegment(78faf63e-60a8-47e4-85af-dce04e5fa366),segment_id=78faf63e-60a8-47e4-85af-dce04e5fa366)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:15:52.692475 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (08891e25-1f92-4d07-b961-f3bc281f3b93), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:15:52.711678 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-2e1f7e06-f45e-4af7-8fba-4ad57dc7e825 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26866676'] for subnet (46532e3a-bfe8-4be0-a512-ac5329d05d46), precommit_delete_associations {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:15:52.714440 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-3aa80176-9c05-46c5-b57c-ad70fcdd598b req-b21e615c-001c-4b09-829d-c05fcb8a7175 tempest-SecurityGroupsTestJSON-1563643175 tempest-SecurityGroupsTestJSON-1563643175-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (f1d0a3a9-da15-4371-a6fe-d73ef122bd3d), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:15:52.718649 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-3aa80176-9c05-46c5-b57c-ad70fcdd598b req-b21e615c-001c-4b09-829d-c05fcb8a7175 tempest-SecurityGroupsTestJSON-1563643175 tempest-SecurityGroupsTestJSON-1563643175-project] Publish callbacks [] for security_group (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:15:52.732040 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 56520) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:15:52.738322 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-3aa80176-9c05-46c5-b57c-ad70fcdd598b req-b21e615c-001c-4b09-829d-c05fcb8a7175 tempest-SecurityGroupsTestJSON-1563643175 tempest-SecurityGroupsTestJSON-1563643175-project] 10.222.0.89 "DELETE /v2.0/security-groups/f1d0a3a9-da15-4371-a6fe-d73ef122bd3d HTTP/1.1" status: 204 len: 173 time: 0.2456059 Feb 04 17:15:52.766187 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21e615c-001c-4b09-829d-c05fcb8a7175 tempest-SecurityGroupsTestJSON-1563643175 tempest-SecurityGroupsTestJSON-1563643175-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1d0a3a9-da15-4371-a6fe-d73ef122bd3d,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:15:52.814250 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 04 Feb 2022 17:15:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5199aa3-c338-4e9e-a59d-39a894fb2095 x-openstack-request-id: req-d5199aa3-c338-4e9e-a59d-39a894fb2095 {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:15:52.814582 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7e72874-ab8d-4372-989b-ceb35c5fd1c8", "name": "network-vif-unplugged", "status": "completed", "tag": "c73f7467-a2e5-4127-a695-98f9e8d94155", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:15:52.814854 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-d5199aa3-c338-4e9e-a59d-39a894fb2095 {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:15:52.815250 n-d-827839-2 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7e72874-ab8d-4372-989b-ceb35c5fd1c8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c73f7467-a2e5-4127-a695-98f9e8d94155', 'code': 200} Feb 04 17:15:52.834607 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Pushing event updated for resources: {'Port': ['ID=08891e25-1f92-4d07-b961-f3bc281f3b93,revision_number=4']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:15:52.853207 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.db_base_plugin_v2 [None req-07fb96c7-318e-4b33-bbec-c918318e18a0 admin admin] Deleting subnet 223e3d0b-2da1-4b6d-bc4c-a1504765d855 {{(pid=103377) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 17:15:52.859597 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-07fb96c7-318e-4b33-bbec-c918318e18a0 admin admin] Publish callbacks [] for subnet (223e3d0b-2da1-4b6d-bc4c-a1504765d855), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:15:52.952929 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-2e1f7e06-f45e-4af7-8fba-4ad57dc7e825 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1541225'] for subnet (46532e3a-bfe8-4be0-a512-ac5329d05d46), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:15:53.002711 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6bf846-a7b9-4d6b-8432-56228b406bfa req-b711fb88-0e24-44db-9998-c728cc38dbfc tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:15:53.004283 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-fd6bf846-a7b9-4d6b-8432-56228b406bfa req-b711fb88-0e24-44db-9998-c728cc38dbfc tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] 10.222.0.89 "GET /v2.0/ports?device_id=f9d0cdd4-aae7-45e7-bcf1-a6ee601b78a7 HTTP/1.1" status: 200 len: 944 time: 0.2292507 Feb 04 17:15:53.016189 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-07fb96c7-318e-4b33-bbec-c918318e18a0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26866676'] for subnet (223e3d0b-2da1-4b6d-bc4c-a1504765d855), precommit_delete_associations {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:15:53.111337 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3271e9-913e-477f-a811-aa30c0d3394e req-70207a89-c71c-452e-a63a-e7158f574d65 tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:15:53.118310 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-2e1f7e06-f45e-4af7-8fba-4ad57dc7e825 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1541216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25888360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25597190'] for subnet (46532e3a-bfe8-4be0-a512-ac5329d05d46), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:15:53.120912 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-ad3271e9-913e-477f-a811-aa30c0d3394e req-70207a89-c71c-452e-a63a-e7158f574d65 tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] 10.222.0.89 "GET /v2.0/ports?device_id=75104778-35a2-433a-9657-9a1fac350c7f HTTP/1.1" status: 200 len: 948 time: 0.1211314 Feb 04 17:15:53.142455 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-07fb96c7-318e-4b33-bbec-c918318e18a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1541225'] for subnet (223e3d0b-2da1-4b6d-bc4c-a1504765d855), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:15:53.193106 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26e7bf2c-37c2-4920-879d-533c8f6cf6e9 None None] Network 4d1c76e6-ea0c-4d14-ba91-32b9665be5f0 requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:15:53.193624 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-2e1f7e06-f45e-4af7-8fba-4ad57dc7e825 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677565'] for subnet (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:15:53.199803 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-2e1f7e06-f45e-4af7-8fba-4ad57dc7e825 admin admin] 10.222.0.89 "DELETE /v2.0/subnets/46532e3a-bfe8-4be0-a512-ac5329d05d46 HTTP/1.1" status: 204 len: 168 time: 0.6768088 Feb 04 17:15:53.201922 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 56526) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:15:53.206444 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-fd6bf846-a7b9-4d6b-8432-56228b406bfa req-e9016771-3ee7-43b6-8218-d6d697c322c5 tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] 10.222.0.89 "GET /v2.0/security-groups?id=119a7f03-3e07-4d1e-8852-d9f974f9f052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1862934 Feb 04 17:15:53.207196 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1f7e06-f45e-4af7-8fba-4ad57dc7e825 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=46532e3a-bfe8-4be0-a512-ac5329d05d46,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:15:53.229841 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-ad3271e9-913e-477f-a811-aa30c0d3394e req-87a51a12-6b18-4c6e-9cd0-4bfd689b2567 tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] 10.222.0.89 "GET /v2.0/security-groups?id=4f68676b-760c-49c3-a14c-c9afa7ad720d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072989 Feb 04 17:15:53.322863 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-bcbb77c2-ea5f-4a10-829f-138afb052653 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628832'] for network (4d1c76e6-ea0c-4d14-ba91-32b9665be5f0), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:15:53.339012 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-07fb96c7-318e-4b33-bbec-c918318e18a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1541216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25888360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25597190'] for subnet (223e3d0b-2da1-4b6d-bc4c-a1504765d855), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:15:53.448209 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0073b3be-aed6-4e75-b2ff-9344468bee79 req-4a60c9ca-a7e8-4a9b-9640-1e4a535a2e21 tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:15:53.456621 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-0073b3be-aed6-4e75-b2ff-9344468bee79 req-4a60c9ca-a7e8-4a9b-9640-1e4a535a2e21 tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] 10.222.0.89 "GET /v2.0/ports?device_id=73a9d4e1-4980-4b25-a4b8-c5f373e2200a HTTP/1.1" status: 200 len: 944 time: 0.0804319 Feb 04 17:15:53.473994 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07fb96c7-318e-4b33-bbec-c918318e18a0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=223e3d0b-2da1-4b6d-bc4c-a1504765d855,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:15:53.478862 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-07fb96c7-318e-4b33-bbec-c918318e18a0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677565'] for subnet (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:15:53.484148 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-07fb96c7-318e-4b33-bbec-c918318e18a0 admin admin] 10.222.0.89 "DELETE /v2.0/subnets/223e3d0b-2da1-4b6d-bc4c-a1504765d855 HTTP/1.1" status: 204 len: 168 time: 0.7509181 Feb 04 17:15:53.487212 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 56530) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:15:53.528676 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-0073b3be-aed6-4e75-b2ff-9344468bee79 req-87a515b1-5367-4a07-81d0-8ea4b0efe0d9 tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] 10.222.0.89 "GET /v2.0/security-groups?id=c591d0a0-8f77-4259-ab5e-c54cb31473d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709248 Feb 04 17:15:53.628549 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] get_ports_and_sgs() called for port_ids ['08891e25-1f92-4d07-b961-f3bc281f3b93'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 17:15:53.630690 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device b0b5d03f-dc2e-46ac-8e2a-baf5cc577f5d no longer exists at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:15:53.634197 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-96f99a8e-d1b9-47f0-adf6-82b0372a9b14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628832'] for network (3a92870e-0f75-4f51-bf18-f38ecaa186c3), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:15:53.657399 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b1fbe8-f031-4dec-924b-953d5531c695 req-58a006ae-53e5-4bb9-8b7e-18e3a9f5f6e3 tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:15:53.667231 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-92b1fbe8-f031-4dec-924b-953d5531c695 req-58a006ae-53e5-4bb9-8b7e-18e3a9f5f6e3 tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] 10.222.0.89 "GET /v2.0/ports?device_id=b7e72874-ab8d-4372-989b-ceb35c5fd1c8 HTTP/1.1" status: 200 len: 948 time: 0.2892668 Feb 04 17:15:53.695486 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-bcbb77c2-ea5f-4a10-829f-138afb052653 admin admin] Deleting port c60724c4-d2a2-4941-9c31-d000aacc638c {{(pid=103377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:15:53.696873 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-bcbb77c2-ea5f-4a10-829f-138afb052653 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (c60724c4-d2a2-4941-9c31-d000aacc638c), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:15:53.740372 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] No Port match for: b0b5d03f-dc2e-46ac-8e2a-baf5cc577f5d {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 17:15:53.740723 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device b0b5d03f-dc2e-46ac-8e2a-baf5cc577f5d not bound to the agent host n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 17:15:53.741747 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 831da7a3-2097-48f7-8496-d400ff797b27 no longer exists at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:15:53.774151 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] No Port match for: 831da7a3-2097-48f7-8496-d400ff797b27 {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 17:15:53.774527 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 831da7a3-2097-48f7-8496-d400ff797b27 not bound to the agent host n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 17:15:53.796888 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57519af5-ab79-4d98-914c-d4310b5575f0 req-fc430720-5016-4552-b623-510f6184c07b tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:15:53.799899 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-57519af5-ab79-4d98-914c-d4310b5575f0 req-fc430720-5016-4552-b623-510f6184c07b tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] 10.222.0.89 "GET /v2.0/ports?device_id=e2b58424-19d8-47c7-9144-64e22f08a22e HTTP/1.1" status: 200 len: 945 time: 0.0752761 Feb 04 17:15:53.824254 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [None req-bcbb77c2-ea5f-4a10-829f-138afb052653 admin admin] For port c60724c4-d2a2-4941-9c31-d000aacc638c, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=c60724c4-d2a2-4941-9c31-d000aacc638c,segment=NetworkSegment(96478007-32f6-4e3f-be0e-d1541677c592),segment_id=96478007-32f6-4e3f-be0e-d1541677c592)] {{(pid=103377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:15:53.825626 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-bcbb77c2-ea5f-4a10-829f-138afb052653 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (c60724c4-d2a2-4941-9c31-d000aacc638c), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:15:53.860318 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-bcbb77c2-ea5f-4a10-829f-138afb052653 admin admin] Calling delete_port for c60724c4-d2a2-4941-9c31-d000aacc638c owned by network:dhcp {{(pid=103377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:15:53.888188 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-92b1fbe8-f031-4dec-924b-953d5531c695 req-6195bbe1-28d0-4506-936e-f79fad437b53 tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] 10.222.0.89 "GET /v2.0/security-groups?id=5fa98c6a-94b3-4690-b9c3-4f0e67d11226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2199056 Feb 04 17:15:53.899936 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-57519af5-ab79-4d98-914c-d4310b5575f0 req-86311cd6-cfcf-483a-9a6c-1838a3f9b9a3 tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] 10.222.0.89 "GET /v2.0/security-groups?id=18e6cc58-e448-4d12-9423-2a502a086ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913897 Feb 04 17:15:54.000521 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Device cd3a8da2-cda9-4abf-983e-657cde671709 up at agent hyperv_n-h2-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:15:54.020442 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-96f99a8e-d1b9-47f0-adf6-82b0372a9b14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1543676', 'neutron.services.segments.db._delete_segments_for_network-8781084786517'] for network (3a92870e-0f75-4f51-bf18-f38ecaa186c3), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:15:54.046930 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e04af99-f457-49db-b169-cc27079d3e74 None None] DHCP port deletion for 4d1c76e6-ea0c-4d14-ba91-32b9665be5f0 request from n-d-827839-2 {{(pid=103378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 17:15:54.055067 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device 32d8b226-744e-42c0-8808-a6c862fac8f7 up at agent hyperv_n-h1-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:15:54.059050 n-d-827839-2 neutron-server[103377]: DEBUG neutron.services.segments.db [None req-96f99a8e-d1b9-47f0-adf6-82b0372a9b14 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a92870e-0f75-4f51-bf18-f38ecaa186c3']}} {{(pid=103377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:15:54.072989 n-d-827839-2 neutron-server[103377]: DEBUG neutron.services.segments.db [None req-96f99a8e-d1b9-47f0-adf6-82b0372a9b14 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2581f07c-86e2-4d88-bea9-098dd9136854') {'for_net_delete': True} {{(pid=103377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:15:54.073385 n-d-827839-2 neutron-server[103377]: DEBUG neutron.services.segments.db [None req-96f99a8e-d1b9-47f0-adf6-82b0372a9b14 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2581f07c-86e2-4d88-bea9-098dd9136854') {} {{(pid=103377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:15:54.090050 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-96f99a8e-d1b9-47f0-adf6-82b0372a9b14 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781084783966', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26866685'] for segment (2581f07c-86e2-4d88-bea9-098dd9136854), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:15:54.107400 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-96f99a8e-d1b9-47f0-adf6-82b0372a9b14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (2581f07c-86e2-4d88-bea9-098dd9136854), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:15:54.112987 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-bcbb77c2-ea5f-4a10-829f-138afb052653 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (c60724c4-d2a2-4941-9c31-d000aacc638c), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:15:54.119550 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96f99a8e-d1b9-47f0-adf6-82b0372a9b14 admin admin] Releasing vlan 754 on physical network physnet1 to pool {{(pid=103377) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 17:15:54.119954 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-96f99a8e-d1b9-47f0-adf6-82b0372a9b14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25888454'] for segment (2581f07c-86e2-4d88-bea9-098dd9136854), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:15:54.125623 n-d-827839-2 neutron-server[103377]: Traceback (most recent call last): Feb 04 17:15:54.125623 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 17:15:54.125623 n-d-827839-2 neutron-server[103377]: timer() Feb 04 17:15:54.125623 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 17:15:54.125623 n-d-827839-2 neutron-server[103377]: cb(*args, **kw) Feb 04 17:15:54.125623 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 17:15:54.125623 n-d-827839-2 neutron-server[103377]: return func(*args, **kwargs) Feb 04 17:15:54.125623 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 17:15:54.125623 n-d-827839-2 neutron-server[103377]: self._notify() Feb 04 17:15:54.125623 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 17:15:54.125623 n-d-827839-2 neutron-server[103377]: self.callback(batched_events) Feb 04 17:15:54.125623 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 17:15:54.125623 n-d-827839-2 neutron-server[103377]: event.method(event) Feb 04 17:15:54.125623 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 17:15:54.125623 n-d-827839-2 neutron-server[103377]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 17:15:54.125623 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 17:15:54.125623 n-d-827839-2 neutron-server[103377]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 17:15:54.125623 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 17:15:54.125623 n-d-827839-2 neutron-server[103377]: return f(self, *a, **k) Feb 04 17:15:54.125623 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 17:15:54.125623 n-d-827839-2 neutron-server[103377]: return self._get(url).json() Feb 04 17:15:54.125623 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 17:15:54.125623 n-d-827839-2 neutron-server[103377]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 17:15:54.125623 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 17:15:54.125623 n-d-827839-2 neutron-server[103377]: return self.request(url, 'GET', **kwargs) Feb 04 17:15:54.125623 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 17:15:54.125623 n-d-827839-2 neutron-server[103377]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 17:15:54.125623 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 17:15:54.125623 n-d-827839-2 neutron-server[103377]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 17:15:54.125623 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 17:15:54.125623 n-d-827839-2 neutron-server[103377]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 17:15:54.125623 n-d-827839-2 neutron-server[103377]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 17:15:54.142650 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-3e04af99-f457-49db-b169-cc27079d3e74 None None] The port 'c60724c4-d2a2-4941-9c31-d000aacc638c' was deleted {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2006}} Feb 04 17:15:54.174253 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Provisioning for port cd3a8da2-cda9-4abf-983e-657cde671709 completed by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 17:15:54.177661 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Provisioning for port 32d8b226-744e-42c0-8808-a6c862fac8f7 completed by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 17:15:54.183701 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Provisioning complete for port cd3a8da2-cda9-4abf-983e-657cde671709 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:15:54.185446 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (cd3a8da2-cda9-4abf-983e-657cde671709), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:15:54.188529 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcbb77c2-ea5f-4a10-829f-138afb052653 admin admin] No DVR routers for this DVR port c60724c4-d2a2-4941-9c31-d000aacc638c on host n-d-827839-2 {{(pid=103377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 17:15:54.216143 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbb77c2-ea5f-4a10-829f-138afb052653 admin admin] Pushing event deleted for resources: {'Port': ['ID=c60724c4-d2a2-4941-9c31-d000aacc638c,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:15:54.234821 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Provisioning complete for port 32d8b226-744e-42c0-8808-a6c862fac8f7 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:15:54.235389 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (32d8b226-744e-42c0-8808-a6c862fac8f7), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:15:54.299444 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-96f99a8e-d1b9-47f0-adf6-82b0372a9b14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1543671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1595572'] for network (3a92870e-0f75-4f51-bf18-f38ecaa186c3), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:15:54.305929 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-96f99a8e-d1b9-47f0-adf6-82b0372a9b14 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677565'] for network (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:15:54.312496 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-96f99a8e-d1b9-47f0-adf6-82b0372a9b14 admin admin] 10.222.0.89 "DELETE /v2.0/networks/3a92870e-0f75-4f51-bf18-f38ecaa186c3 HTTP/1.1" status: 204 len: 168 time: 0.8214750 Feb 04 17:15:54.315302 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-bcbb77c2-ea5f-4a10-829f-138afb052653 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1543676', 'neutron.services.segments.db._delete_segments_for_network-8781084786517'] for network (4d1c76e6-ea0c-4d14-ba91-32b9665be5f0), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:15:54.334368 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f99a8e-d1b9-47f0-adf6-82b0372a9b14 admin admin] Pushing event deleted for resources: {'Network': ['ID=3a92870e-0f75-4f51-bf18-f38ecaa186c3,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:15:54.348304 n-d-827839-2 neutron-server[103377]: DEBUG neutron.services.segments.db [None req-bcbb77c2-ea5f-4a10-829f-138afb052653 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d1c76e6-ea0c-4d14-ba91-32b9665be5f0']}} {{(pid=103377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:15:54.359531 n-d-827839-2 neutron-server[103377]: DEBUG neutron.services.segments.db [None req-bcbb77c2-ea5f-4a10-829f-138afb052653 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96478007-32f6-4e3f-be0e-d1541677c592') {'for_net_delete': True} {{(pid=103377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:15:54.359839 n-d-827839-2 neutron-server[103377]: DEBUG neutron.services.segments.db [None req-bcbb77c2-ea5f-4a10-829f-138afb052653 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96478007-32f6-4e3f-be0e-d1541677c592') {} {{(pid=103377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:15:54.369986 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-bcbb77c2-ea5f-4a10-829f-138afb052653 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781084783966', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26866685'] for segment (96478007-32f6-4e3f-be0e-d1541677c592), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:15:54.392377 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-bcbb77c2-ea5f-4a10-829f-138afb052653 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (96478007-32f6-4e3f-be0e-d1541677c592), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:15:54.451020 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bcbb77c2-ea5f-4a10-829f-138afb052653 admin admin] Releasing vlan 773 on physical network physnet1 to pool {{(pid=103377) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 17:15:54.451724 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-bcbb77c2-ea5f-4a10-829f-138afb052653 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25888454'] for segment (96478007-32f6-4e3f-be0e-d1541677c592), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:15:54.463320 n-d-827839-2 neutron-server[103377]: Traceback (most recent call last): Feb 04 17:15:54.463320 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 17:15:54.463320 n-d-827839-2 neutron-server[103377]: timer() Feb 04 17:15:54.463320 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 17:15:54.463320 n-d-827839-2 neutron-server[103377]: cb(*args, **kw) Feb 04 17:15:54.463320 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 17:15:54.463320 n-d-827839-2 neutron-server[103377]: return func(*args, **kwargs) Feb 04 17:15:54.463320 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 17:15:54.463320 n-d-827839-2 neutron-server[103377]: self._notify() Feb 04 17:15:54.463320 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 17:15:54.463320 n-d-827839-2 neutron-server[103377]: self.callback(batched_events) Feb 04 17:15:54.463320 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 17:15:54.463320 n-d-827839-2 neutron-server[103377]: event.method(event) Feb 04 17:15:54.463320 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 17:15:54.463320 n-d-827839-2 neutron-server[103377]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 17:15:54.463320 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 17:15:54.463320 n-d-827839-2 neutron-server[103377]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 17:15:54.463320 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 17:15:54.463320 n-d-827839-2 neutron-server[103377]: return f(self, *a, **k) Feb 04 17:15:54.463320 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 17:15:54.463320 n-d-827839-2 neutron-server[103377]: return self._get(url).json() Feb 04 17:15:54.463320 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 17:15:54.463320 n-d-827839-2 neutron-server[103377]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 17:15:54.463320 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 17:15:54.463320 n-d-827839-2 neutron-server[103377]: return self.request(url, 'GET', **kwargs) Feb 04 17:15:54.463320 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 17:15:54.463320 n-d-827839-2 neutron-server[103377]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 17:15:54.463320 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 17:15:54.463320 n-d-827839-2 neutron-server[103377]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 17:15:54.463320 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 17:15:54.463320 n-d-827839-2 neutron-server[103377]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 17:15:54.463320 n-d-827839-2 neutron-server[103377]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 17:15:54.490147 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f11e39-5f01-4a09-b83c-3706fce3cc19 req-c6a6ac65-8acf-49d3-a973-964637133361 tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:15:54.495472 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-87f11e39-5f01-4a09-b83c-3706fce3cc19 req-c6a6ac65-8acf-49d3-a973-964637133361 tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] 10.222.0.89 "GET /v2.0/ports?device_id=f9d0cdd4-aae7-45e7-bcf1-a6ee601b78a7 HTTP/1.1" status: 200 len: 944 time: 0.1209831 Feb 04 17:15:54.502023 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 56540) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:15:54.526987 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Current status of the port 32d8b226-744e-42c0-8808-a6c862fac8f7 is: BUILD; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:15:54.527293 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (32d8b226-744e-42c0-8808-a6c862fac8f7), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:15:54.529438 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Current status of the port cd3a8da2-cda9-4abf-983e-657cde671709 is: BUILD; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:15:54.529789 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (cd3a8da2-cda9-4abf-983e-657cde671709), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:15:54.576410 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-bcbb77c2-ea5f-4a10-829f-138afb052653 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1543671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1595572'] for network (4d1c76e6-ea0c-4d14-ba91-32b9665be5f0), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:15:54.586636 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-bcbb77c2-ea5f-4a10-829f-138afb052653 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677565'] for network (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:15:54.593076 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-bcbb77c2-ea5f-4a10-829f-138afb052653 admin admin] 10.222.0.89 "DELETE /v2.0/networks/4d1c76e6-ea0c-4d14-ba91-32b9665be5f0 HTTP/1.1" status: 204 len: 168 time: 1.3788278 Feb 04 17:15:54.598545 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 56544) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:15:54.607987 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbb77c2-ea5f-4a10-829f-138afb052653 admin admin] Pushing event deleted for resources: {'Network': ['ID=4d1c76e6-ea0c-4d14-ba91-32b9665be5f0,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:15:54.616543 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f58a3ca-4002-437c-9ddd-26ee3d85eb08 req-29407b57-e280-4873-b8bf-ac2efbfcbc8c tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:15:54.618359 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-0f58a3ca-4002-437c-9ddd-26ee3d85eb08 req-29407b57-e280-4873-b8bf-ac2efbfcbc8c tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] 10.222.0.89 "GET /v2.0/ports?device_id=75104778-35a2-433a-9657-9a1fac350c7f HTTP/1.1" status: 200 len: 948 time: 0.2193127 Feb 04 17:15:54.633658 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] For port 32d8b226-744e-42c0-8808-a6c862fac8f7, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=32d8b226-744e-42c0-8808-a6c862fac8f7,segment=NetworkSegment(422e2db4-29a0-413f-80b3-a344e9c773f4),segment_id=422e2db4-29a0-413f-80b3-a344e9c773f4)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:15:54.650393 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (32d8b226-744e-42c0-8808-a6c862fac8f7), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:15:54.699400 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-0f58a3ca-4002-437c-9ddd-26ee3d85eb08 req-aa845f3a-1ddb-49cd-9052-e4c6bb905b3c tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] 10.222.0.89 "GET /v2.0/security-groups?id=4f68676b-760c-49c3-a14c-c9afa7ad720d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746830 Feb 04 17:15:54.751542 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] For port cd3a8da2-cda9-4abf-983e-657cde671709, host n-h2-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=cd3a8da2-cda9-4abf-983e-657cde671709,segment=NetworkSegment(3a39b085-d3e6-43bb-a64c-1b06dd049e5a),segment_id=3a39b085-d3e6-43bb-a64c-1b06dd049e5a)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:15:54.801963 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-b2c04d0a-2d29-4229-bfc2-4acd25d4dfa5 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=978c6d026b0944f6a413e3d4f2103bea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2984648 Feb 04 17:15:54.804468 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 56546) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:15:54.819572 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-87f11e39-5f01-4a09-b83c-3706fce3cc19 req-470c87ca-4292-4f1f-ba28-ade376f440cc tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] 10.222.0.89 "GET /v2.0/security-groups?id=119a7f03-3e07-4d1e-8852-d9f974f9f052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3110104 Feb 04 17:15:54.819908 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (cd3a8da2-cda9-4abf-983e-657cde671709), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:15:54.822234 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9d0cdd4-aae7-45e7-bcf1-a6ee601b78a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32d8b226-744e-42c0-8808-a6c862fac8f7'}, {'server_uuid': '75104778-35a2-433a-9657-9a1fac350c7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd3a8da2-cda9-4abf-983e-657cde671709'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:15:54.824496 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c34bc964ce2211770fda26ca2f3801cc06f4f39928110690550e94ab9c9d2fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17768015-8a01-46a4-a900-7bfccbc1fa28" -d '{"events": [{"server_uuid": "f9d0cdd4-aae7-45e7-bcf1-a6ee601b78a7", "name": "network-vif-plugged", "status": "completed", "tag": "32d8b226-744e-42c0-8808-a6c862fac8f7"}, {"server_uuid": "75104778-35a2-433a-9657-9a1fac350c7f", "name": "network-vif-plugged", "status": "completed", "tag": "cd3a8da2-cda9-4abf-983e-657cde671709"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:15:54.828563 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-81824f6b-8be1-4e97-a2ac-2c2df2ed5de1 req-80991e60-4b8c-44f6-8b19-6441ed253623 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=cc6828c0-e3de-440f-b02a-be00d4b9136d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2958202 Feb 04 17:15:54.855559 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Pushing event updated for resources: {'Port': ['ID=32d8b226-744e-42c0-8808-a6c862fac8f7,revision_number=5']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:15:54.963224 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Pushing event updated for resources: {'Port': ['ID=cd3a8da2-cda9-4abf-983e-657cde671709,revision_number=5']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:15:54.979185 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 04 Feb 2022 17:15:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03ac833e-82f0-460a-b635-a88b5890d61f x-openstack-request-id: req-03ac833e-82f0-460a-b635-a88b5890d61f {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:15:54.980527 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9d0cdd4-aae7-45e7-bcf1-a6ee601b78a7", "name": "network-vif-plugged", "status": "completed", "tag": "32d8b226-744e-42c0-8808-a6c862fac8f7", "code": 200}, {"server_uuid": "75104778-35a2-433a-9657-9a1fac350c7f", "name": "network-vif-plugged", "status": "completed", "tag": "cd3a8da2-cda9-4abf-983e-657cde671709", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:15:54.981244 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-03ac833e-82f0-460a-b635-a88b5890d61f {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:15:54.981885 n-d-827839-2 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9d0cdd4-aae7-45e7-bcf1-a6ee601b78a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32d8b226-744e-42c0-8808-a6c862fac8f7', 'code': 200} Feb 04 17:15:54.982857 n-d-827839-2 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75104778-35a2-433a-9657-9a1fac350c7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd3a8da2-cda9-4abf-983e-657cde671709', 'code': 200} Feb 04 17:15:55.136071 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81824f6b-8be1-4e97-a2ac-2c2df2ed5de1 req-3c40c4ed-fd02-42c1-9c50-0f8c6fcb0fa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:15:55.137409 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-81824f6b-8be1-4e97-a2ac-2c2df2ed5de1 req-3c40c4ed-fd02-42c1-9c50-0f8c6fcb0fa2 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=1cd99d9701204f3692368e4539967c47&device_id=cc6828c0-e3de-440f-b02a-be00d4b9136d HTTP/1.1" status: 200 len: 1132 time: 0.2827048 Feb 04 17:15:55.307141 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf42adbd-5216-4acc-bccc-ddeb30f62816 req-37f9624e-2b43-4aca-878b-a24cd0c21923 tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:15:55.309811 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-bf42adbd-5216-4acc-bccc-ddeb30f62816 req-37f9624e-2b43-4aca-878b-a24cd0c21923 tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] 10.222.0.89 "GET /v2.0/ports?device_id=b7e72874-ab8d-4372-989b-ceb35c5fd1c8 HTTP/1.1" status: 200 len: 948 time: 0.1916614 Feb 04 17:15:55.330998 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdf23ab-29c9-487e-8fef-3866330e19ea req-9cd6ec04-89fc-434a-9257-8897c4c0e168 tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:15:55.332576 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-7fdf23ab-29c9-487e-8fef-3866330e19ea req-9cd6ec04-89fc-434a-9257-8897c4c0e168 tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] 10.222.0.89 "GET /v2.0/ports?device_id=73a9d4e1-4980-4b25-a4b8-c5f373e2200a HTTP/1.1" status: 200 len: 944 time: 0.5316985 Feb 04 17:15:55.337021 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-995fcbc9-e3fe-4366-af8a-08857584670a admin admin] Publish callbacks [] for security_group (beaee1ab-f1ea-48fb-8fb6-199b9068cee8), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:15:55.388930 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ce1760-3e69-4eae-b716-d3875cfd5f8c req-63cf4389-6d39-41af-96f1-7c6f334f221f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:15:55.390405 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-c1ce1760-3e69-4eae-b716-d3875cfd5f8c req-63cf4389-6d39-41af-96f1-7c6f334f221f service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=f9d0cdd4-aae7-45e7-bcf1-a6ee601b78a7 HTTP/1.1" status: 200 len: 1127 time: 0.1590722 Feb 04 17:15:55.394556 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-995fcbc9-e3fe-4366-af8a-08857584670a admin admin] Publish callbacks [] for security_group (beaee1ab-f1ea-48fb-8fb6-199b9068cee8), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:15:55.398675 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d78b41-f73b-4a28-8796-af9e43406b9b req-8ad6ac7f-5c3f-4a17-ac21-34ca1163cb76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:15:55.400393 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-69d78b41-f73b-4a28-8796-af9e43406b9b req-8ad6ac7f-5c3f-4a17-ac21-34ca1163cb76 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=75104778-35a2-433a-9657-9a1fac350c7f HTTP/1.1" status: 200 len: 1131 time: 0.1570742 Feb 04 17:15:55.419913 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81824f6b-8be1-4e97-a2ac-2c2df2ed5de1 req-ed36739b-4e54-4272-a9c0-1a143a20028b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:15:55.421516 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-81824f6b-8be1-4e97-a2ac-2c2df2ed5de1 req-ed36739b-4e54-4272-a9c0-1a143a20028b service neutron] 10.222.0.96 "GET /v2.0/networks?id=02be22b9-aa53-40ea-8050-9239cd27d1ff HTTP/1.1" status: 200 len: 870 time: 0.2643845 Feb 04 17:15:55.432343 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-bf42adbd-5216-4acc-bccc-ddeb30f62816 req-22fc63b0-38f6-49a8-bb16-a34c7249338c tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] 10.222.0.89 "GET /v2.0/security-groups?id=5fa98c6a-94b3-4690-b9c3-4f0e67d11226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089270 Feb 04 17:15:55.499241 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-81824f6b-8be1-4e97-a2ac-2c2df2ed5de1 req-9af1a539-cbb7-4748-8595-95e0ff9133cb service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.110&port_id=1c7d9fa2-9ef9-488a-a8c3-a61982a926f8 HTTP/1.1" status: 200 len: 217 time: 0.0657520 Feb 04 17:15:55.505007 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-7fdf23ab-29c9-487e-8fef-3866330e19ea req-875462fb-474d-4b88-919f-34612f37c88c tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] 10.222.0.89 "GET /v2.0/security-groups?id=c591d0a0-8f77-4259-ab5e-c54cb31473d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606767 Feb 04 17:15:55.527001 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-c1ce1760-3e69-4eae-b716-d3875cfd5f8c req-75ec1001-448f-4ec4-b123-7070a708d4b8 service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=119a7f03-3e07-4d1e-8852-d9f974f9f052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254849 Feb 04 17:15:55.531083 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-69d78b41-f73b-4a28-8796-af9e43406b9b req-dd84af29-f70a-4c04-9e4d-58f2c201be60 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=4f68676b-760c-49c3-a14c-c9afa7ad720d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109645 Feb 04 17:15:55.547371 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-995fcbc9-e3fe-4366-af8a-08857584670a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (beaee1ab-f1ea-48fb-8fb6-199b9068cee8), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:15:55.550432 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-995fcbc9-e3fe-4366-af8a-08857584670a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:15:55.554302 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-995fcbc9-e3fe-4366-af8a-08857584670a admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/beaee1ab-f1ea-48fb-8fb6-199b9068cee8 HTTP/1.1" status: 204 len: 168 time: 0.7464249 Feb 04 17:15:55.562326 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995fcbc9-e3fe-4366-af8a-08857584670a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=beaee1ab-f1ea-48fb-8fb6-199b9068cee8,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:15:55.620081 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81824f6b-8be1-4e97-a2ac-2c2df2ed5de1 req-4f092d19-ffeb-496e-8f79-c541a1c7d98e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:15:55.621701 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-81824f6b-8be1-4e97-a2ac-2c2df2ed5de1 req-4f092d19-ffeb-496e-8f79-c541a1c7d98e service neutron] 10.222.0.96 "GET /v2.0/subnets?id=c974b0ff-2c5c-4667-8a81-3bde3ea6ced5 HTTP/1.1" status: 200 len: 843 time: 0.1147430 Feb 04 17:15:55.633878 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device c60724c4-d2a2-4941-9c31-d000aacc638c no longer exists at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:15:55.655570 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] No Port match for: c60724c4-d2a2-4941-9c31-d000aacc638c {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 17:15:55.656015 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device c60724c4-d2a2-4941-9c31-d000aacc638c not bound to the agent host n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 17:15:55.680802 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb864ef-22b3-4a1a-ad2d-23d62e462e53 req-ff578de8-1efd-4113-83ca-cec472a89cb3 tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:15:55.682389 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-cdb864ef-22b3-4a1a-ad2d-23d62e462e53 req-ff578de8-1efd-4113-83ca-cec472a89cb3 tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] 10.222.0.89 "GET /v2.0/ports?device_id=e2b58424-19d8-47c7-9144-64e22f08a22e HTTP/1.1" status: 200 len: 945 time: 0.1580913 Feb 04 17:15:55.745274 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-de059b9c-c0b0-4def-b28c-6ae76df1bd2f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602754'] for router_interface (e6cfa39f-f4f7-40b5-962c-02e403579bac), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:15:55.750146 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-cdb864ef-22b3-4a1a-ad2d-23d62e462e53 req-2654b001-47e0-41f4-8132-1dda288d7ed0 tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] 10.222.0.89 "GET /v2.0/security-groups?id=18e6cc58-e448-4d12-9423-2a502a086ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608060 Feb 04 17:15:55.865551 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f0fad0-9487-4c87-877c-d47bdb6c67be req-9e1e97fd-1cba-43cf-aeb9-c94cf1a503b8 tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:15:55.880132 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-56f0fad0-9487-4c87-877c-d47bdb6c67be req-9e1e97fd-1cba-43cf-aeb9-c94cf1a503b8 tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] 10.222.0.89 "GET /v2.0/ports?device_id=75104778-35a2-433a-9657-9a1fac350c7f HTTP/1.1" status: 200 len: 949 time: 0.0831676 Feb 04 17:15:55.962602 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-56f0fad0-9487-4c87-877c-d47bdb6c67be req-021f9d3b-6277-4fc0-a24e-7288f613064c tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] 10.222.0.89 "GET /v2.0/security-groups?id=4f68676b-760c-49c3-a14c-c9afa7ad720d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814462 Feb 04 17:15:56.039317 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81824f6b-8be1-4e97-a2ac-2c2df2ed5de1 req-402370c2-6f6e-4167-aa4a-13226207c6a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:15:56.040901 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-81824f6b-8be1-4e97-a2ac-2c2df2ed5de1 req-402370c2-6f6e-4167-aa4a-13226207c6a8 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=02be22b9-aa53-40ea-8050-9239cd27d1ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1614835 Feb 04 17:15:56.045930 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device 08891e25-1f92-4d07-b961-f3bc281f3b93 up at agent hyperv_n-h1-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:15:56.057710 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdeb4a56-2bc5-4c8c-8a77-857449732cbe req-9d7f9427-736d-4a6f-bcc4-d920853ffc54 tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:15:56.059787 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-bdeb4a56-2bc5-4c8c-8a77-857449732cbe req-9d7f9427-736d-4a6f-bcc4-d920853ffc54 tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] 10.222.0.89 "GET /v2.0/ports?device_id=f9d0cdd4-aae7-45e7-bcf1-a6ee601b78a7 HTTP/1.1" status: 200 len: 945 time: 0.1165259 Feb 04 17:15:56.117945 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Provisioning for port 08891e25-1f92-4d07-b961-f3bc281f3b93 completed by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 17:15:56.126148 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Provisioning complete for port 08891e25-1f92-4d07-b961-f3bc281f3b93 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:15:56.126735 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (08891e25-1f92-4d07-b961-f3bc281f3b93), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:15:56.248930 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-bdeb4a56-2bc5-4c8c-8a77-857449732cbe req-27bed9cb-4738-4c26-a546-c8ee1cd40833 tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] 10.222.0.89 "GET /v2.0/security-groups?id=119a7f03-3e07-4d1e-8852-d9f974f9f052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1785896 Feb 04 17:15:56.260332 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-81824f6b-8be1-4e97-a2ac-2c2df2ed5de1 req-ea1dbd3c-d7d9-4ba1-9867-6a1420c1ba1d service neutron] 10.222.0.96 "GET /v2.0/networks/02be22b9-aa53-40ea-8050-9239cd27d1ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1994100 Feb 04 17:15:56.265873 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Current status of the port 08891e25-1f92-4d07-b961-f3bc281f3b93 is: BUILD; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:15:56.266248 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (08891e25-1f92-4d07-b961-f3bc281f3b93), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:15:56.345135 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-de059b9c-c0b0-4def-b28c-6ae76df1bd2f admin admin] Deleting port 408dc723-bea6-491d-b464-68410d4be7c7 {{(pid=103376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:15:56.345781 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-de059b9c-c0b0-4def-b28c-6ae76df1bd2f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (408dc723-bea6-491d-b464-68410d4be7c7), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:15:56.378484 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] For port 08891e25-1f92-4d07-b961-f3bc281f3b93, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=08891e25-1f92-4d07-b961-f3bc281f3b93,segment=NetworkSegment(78faf63e-60a8-47e4-85af-dce04e5fa366),segment_id=78faf63e-60a8-47e4-85af-dce04e5fa366)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:15:56.384318 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (08891e25-1f92-4d07-b961-f3bc281f3b93), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:15:56.425059 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-81824f6b-8be1-4e97-a2ac-2c2df2ed5de1 req-9633c022-82fa-4d93-8c5c-bf9a45d64a58 service neutron] 10.222.0.96 "GET /v2.0/networks/02be22b9-aa53-40ea-8050-9239cd27d1ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1548879 Feb 04 17:15:56.471557 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [None req-de059b9c-c0b0-4def-b28c-6ae76df1bd2f admin admin] For port 408dc723-bea6-491d-b464-68410d4be7c7, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=408dc723-bea6-491d-b464-68410d4be7c7,segment=NetworkSegment(0dd3dbb9-6674-4135-9538-a5501c158cbd),segment_id=0dd3dbb9-6674-4135-9538-a5501c158cbd)] {{(pid=103376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:15:56.471936 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-de059b9c-c0b0-4def-b28c-6ae76df1bd2f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (408dc723-bea6-491d-b464-68410d4be7c7), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:15:56.487793 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Pushing event updated for resources: {'Port': ['ID=08891e25-1f92-4d07-b961-f3bc281f3b93,revision_number=5']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:15:56.490005 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-de059b9c-c0b0-4def-b28c-6ae76df1bd2f admin admin] Calling delete_port for 408dc723-bea6-491d-b464-68410d4be7c7 owned by network:router_interface {{(pid=103376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:15:56.533860 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 56582) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:15:56.608983 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f1a952-bb84-43e2-be79-69be259c0c63 req-76f1f92c-aae6-4ea4-a59e-66a153ecf766 tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:15:56.615874 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-a3f1a952-bb84-43e2-be79-69be259c0c63 req-76f1f92c-aae6-4ea4-a59e-66a153ecf766 tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] 10.222.0.89 "GET /v2.0/ports?device_id=b7e72874-ab8d-4372-989b-ceb35c5fd1c8 HTTP/1.1" status: 200 len: 948 time: 0.0950007 Feb 04 17:15:56.672860 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-a3f1a952-bb84-43e2-be79-69be259c0c63 req-6cf24081-4b3c-4f2a-b3ec-655e1879cdd3 tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] 10.222.0.89 "GET /v2.0/security-groups?id=5fa98c6a-94b3-4690-b9c3-4f0e67d11226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503621 Feb 04 17:15:56.735501 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-d1aa4687-8961-4c8f-b417-35a82e2a4ec0 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1766030134-network', 'tenant_id': '33ab830fde4c41a1b2b9427ee7d64511'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:15:56.756410 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d53352-62f9-448d-997e-21e19b27cd06 req-6aadd304-3a3a-40ac-88e9-beba9ca4007c tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:15:56.757154 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1aa4687-8961-4c8f-b417-35a82e2a4ec0 admin admin] Made reservation on behalf of 33ab830fde4c41a1b2b9427ee7d64511 for: {'network': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:15:56.758785 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-36d53352-62f9-448d-997e-21e19b27cd06 req-6aadd304-3a3a-40ac-88e9-beba9ca4007c tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] 10.222.0.89 "GET /v2.0/ports?device_id=73a9d4e1-4980-4b25-a4b8-c5f373e2200a HTTP/1.1" status: 200 len: 945 time: 0.1537066 Feb 04 17:15:56.759027 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-d1aa4687-8961-4c8f-b417-35a82e2a4ec0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for network (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:15:56.769442 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-d1aa4687-8961-4c8f-b417-35a82e2a4ec0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:15:56.852785 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-36d53352-62f9-448d-997e-21e19b27cd06 req-c9671b62-ae23-4502-b722-77256ed3a455 tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] 10.222.0.89 "GET /v2.0/security-groups?id=c591d0a0-8f77-4259-ab5e-c54cb31473d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859597 Feb 04 17:15:56.854812 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-de059b9c-c0b0-4def-b28c-6ae76df1bd2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (408dc723-bea6-491d-b464-68410d4be7c7), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:15:56.881860 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de059b9c-c0b0-4def-b28c-6ae76df1bd2f admin admin] Pushing event deleted for resources: {'Port': ['ID=408dc723-bea6-491d-b464-68410d4be7c7,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:15:56.934928 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d47a7c-f57c-400e-b35f-cef9517c5872 req-977f9f8f-3f1e-4278-a538-5c62b898e468 tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:15:56.936376 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-87d47a7c-f57c-400e-b35f-cef9517c5872 req-977f9f8f-3f1e-4278-a538-5c62b898e468 tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] 10.222.0.89 "GET /v2.0/ports?device_id=e2b58424-19d8-47c7-9144-64e22f08a22e HTTP/1.1" status: 200 len: 945 time: 0.1041608 Feb 04 17:15:56.938553 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-d1aa4687-8961-4c8f-b417-35a82e2a4ec0 admin admin] Publish callbacks [] for security_group (e5444cce-a82b-43a5-837a-e27373d38b69), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:15:56.944260 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-d1aa4687-8961-4c8f-b417-35a82e2a4ec0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (e5444cce-a82b-43a5-837a-e27373d38b69), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:15:56.983734 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73a9d4e1-4980-4b25-a4b8-c5f373e2200a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08891e25-1f92-4d07-b961-f3bc281f3b93'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:15:56.986745 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c34bc964ce2211770fda26ca2f3801cc06f4f39928110690550e94ab9c9d2fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-999e7bbf-31a3-4ae3-b04c-bf1587c3b783" -d '{"events": [{"server_uuid": "73a9d4e1-4980-4b25-a4b8-c5f373e2200a", "name": "network-vif-plugged", "status": "completed", "tag": "08891e25-1f92-4d07-b961-f3bc281f3b93"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:15:56.993528 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1aa4687-8961-4c8f-b417-35a82e2a4ec0 admin admin] vlan segment allocate from pool success with {'vlan_id': 789, 'physical_network': 'physnet1'} {{(pid=103377) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 17:15:57.026127 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 17:15:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8c2340d-7fcc-438a-87ac-6c002c85a5d7 x-openstack-request-id: req-b8c2340d-7fcc-438a-87ac-6c002c85a5d7 {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:15:57.026425 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73a9d4e1-4980-4b25-a4b8-c5f373e2200a", "name": "network-vif-plugged", "status": "completed", "tag": "08891e25-1f92-4d07-b961-f3bc281f3b93", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:15:57.026681 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-b8c2340d-7fcc-438a-87ac-6c002c85a5d7 {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:15:57.027079 n-d-827839-2 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73a9d4e1-4980-4b25-a4b8-c5f373e2200a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08891e25-1f92-4d07-b961-f3bc281f3b93', 'code': 200} Feb 04 17:15:57.032319 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-87d47a7c-f57c-400e-b35f-cef9517c5872 req-b8a51962-ecd3-4633-94ea-b134fffd059c tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] 10.222.0.89 "GET /v2.0/security-groups?id=18e6cc58-e448-4d12-9423-2a502a086ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834842 Feb 04 17:15:57.034883 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1aa4687-8961-4c8f-b417-35a82e2a4ec0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5444cce-a82b-43a5-837a-e27373d38b69,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:15:57.038258 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-d1aa4687-8961-4c8f-b417-35a82e2a4ec0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (4747479d-58dd-4250-a731-679adcd79f1a), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:15:57.038612 n-d-827839-2 neutron-server[103377]: INFO neutron.db.segments_db [None req-d1aa4687-8961-4c8f-b417-35a82e2a4ec0 admin admin] Added segment 4747479d-58dd-4250-a731-679adcd79f1a of type vlan for network f8f54d7f-46f2-4980-bae6-f9e0ce3732a4 Feb 04 17:15:57.117495 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-d1aa4687-8961-4c8f-b417-35a82e2a4ec0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781084292801'] for network (f8f54d7f-46f2-4980-bae6-f9e0ce3732a4), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:15:57.145689 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-d1aa4687-8961-4c8f-b417-35a82e2a4ec0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327'] for network (f8f54d7f-46f2-4980-bae6-f9e0ce3732a4), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:15:57.146829 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1aa4687-8961-4c8f-b417-35a82e2a4ec0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:15:57.147484 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-d1aa4687-8961-4c8f-b417-35a82e2a4ec0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677565'] for network (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:15:57.177388 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f26f17c-ecde-4695-87fa-874e755bc4bd req-668191b5-af0e-4769-ab66-375dbf7c360b tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:15:57.178799 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-5f26f17c-ecde-4695-87fa-874e755bc4bd req-668191b5-af0e-4769-ab66-375dbf7c360b tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] 10.222.0.89 "GET /v2.0/ports?device_id=75104778-35a2-433a-9657-9a1fac350c7f HTTP/1.1" status: 200 len: 949 time: 0.0819077 Feb 04 17:15:57.188949 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-de059b9c-c0b0-4def-b28c-6ae76df1bd2f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1677336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1602614'] for router_interface (e6cfa39f-f4f7-40b5-962c-02e403579bac), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:15:57.201673 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-d1aa4687-8961-4c8f-b417-35a82e2a4ec0 admin admin] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6671305 Feb 04 17:15:57.207956 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 56594) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:15:57.214382 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-e35b27a3-76f3-4bcb-a97e-2d261fd0d968 admin admin] Request body: {'subnet': {'network_id': 'f8f54d7f-46f2-4980-bae6-f9e0ce3732a4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-1766030134-subnet', 'tenant_id': '33ab830fde4c41a1b2b9427ee7d64511', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:15:57.232843 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1aa4687-8961-4c8f-b417-35a82e2a4ec0 admin admin] Pushing event updated for resources: {'Network': ['ID=f8f54d7f-46f2-4980-bae6-f9e0ce3732a4,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:15:57.245024 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Network f8f54d7f-46f2-4980-bae6-f9e0ce3732a4 details requested by agent ovs-agent-n-d-827839-2 with host n-d-827839-2 {{(pid=103378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 17:15:57.253222 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e35b27a3-76f3-4bcb-a97e-2d261fd0d968 admin admin] Made reservation on behalf of 33ab830fde4c41a1b2b9427ee7d64511 for: {'subnet': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:15:57.256001 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-e35b27a3-76f3-4bcb-a97e-2d261fd0d968 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25597243'] for subnet (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:15:57.385222 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-5f26f17c-ecde-4695-87fa-874e755bc4bd req-229b116f-c7fc-403c-a755-13e88bb9834b tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] 10.222.0.89 "GET /v2.0/security-groups?id=4f68676b-760c-49c3-a14c-c9afa7ad720d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1983695 Feb 04 17:15:57.396793 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8377a4f3-dea6-4eb3-84cf-bce1ccf3deb5 req-9c6ca754-4f55-410e-9f72-f3cdc1a1f3ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:15:57.398437 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-8377a4f3-dea6-4eb3-84cf-bce1ccf3deb5 req-9c6ca754-4f55-410e-9f72-f3cdc1a1f3ef service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=73a9d4e1-4980-4b25-a4b8-c5f373e2200a HTTP/1.1" status: 200 len: 1127 time: 0.2283790 Feb 04 17:15:57.448505 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1216a41-a3b0-49b1-a1f8-505e49c689c1 req-7907ec6d-29c3-481b-9090-cb33d5bf43c2 tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:15:57.450600 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-e1216a41-a3b0-49b1-a1f8-505e49c689c1 req-7907ec6d-29c3-481b-9090-cb33d5bf43c2 tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] 10.222.0.89 "GET /v2.0/ports?device_id=f9d0cdd4-aae7-45e7-bcf1-a6ee601b78a7 HTTP/1.1" status: 200 len: 945 time: 0.0923810 Feb 04 17:15:57.510738 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-e35b27a3-76f3-4bcb-a97e-2d261fd0d968 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25889445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25597197'] for subnet (8e9ae8e8-0d90-499c-9d0a-a96789b157a9), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:15:57.565975 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-e1216a41-a3b0-49b1-a1f8-505e49c689c1 req-8a10d392-f894-4b07-9f5f-f9b91963d406 tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] 10.222.0.89 "GET /v2.0/security-groups?id=119a7f03-3e07-4d1e-8852-d9f974f9f052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922041 Feb 04 17:15:57.585520 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35b27a3-76f3-4bcb-a97e-2d261fd0d968 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8e9ae8e8-0d90-499c-9d0a-a96789b157a9,revision_number=0']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:15:57.609629 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35b27a3-76f3-4bcb-a97e-2d261fd0d968 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:15:57.610065 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35b27a3-76f3-4bcb-a97e-2d261fd0d968 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:15:57.610486 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35b27a3-76f3-4bcb-a97e-2d261fd0d968 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:15:57.610901 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35b27a3-76f3-4bcb-a97e-2d261fd0d968 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:15:57.611475 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35b27a3-76f3-4bcb-a97e-2d261fd0d968 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:15:57.612101 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35b27a3-76f3-4bcb-a97e-2d261fd0d968 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:15:57.612221 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35b27a3-76f3-4bcb-a97e-2d261fd0d968 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:15:57.612792 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35b27a3-76f3-4bcb-a97e-2d261fd0d968 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:15:57.613216 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35b27a3-76f3-4bcb-a97e-2d261fd0d968 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:15:57.613617 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35b27a3-76f3-4bcb-a97e-2d261fd0d968 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:15:57.614019 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35b27a3-76f3-4bcb-a97e-2d261fd0d968 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:15:57.614435 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35b27a3-76f3-4bcb-a97e-2d261fd0d968 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:15:57.614808 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35b27a3-76f3-4bcb-a97e-2d261fd0d968 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:15:57.629801 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e35b27a3-76f3-4bcb-a97e-2d261fd0d968 admin admin] Checking segment: {'id': '4747479d-58dd-4250-a731-679adcd79f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'f8f54d7f-46f2-4980-bae6-f9e0ce3732a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:15:57.636581 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e35b27a3-76f3-4bcb-a97e-2d261fd0d968 admin admin] Network hostable DHCP agents. Network: f8f54d7f-46f2-4980-bae6-f9e0ce3732a4, hostable agents: ['bb89f5a3-3c22-440b-b7d1-c4f0c43c184a'], hosted agents: [] {{(pid=103377) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 17:15:57.653149 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e35b27a3-76f3-4bcb-a97e-2d261fd0d968 admin admin] Network f8f54d7f-46f2-4980-bae6-f9e0ce3732a4 is scheduled to be hosted by DHCP agent bb89f5a3-3c22-440b-b7d1-c4f0c43c184a with binding_index 1 {{(pid=103377) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 17:15:57.665594 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [None req-e35b27a3-76f3-4bcb-a97e-2d261fd0d968 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827839-2, f8f54d7f-46f2-4980-bae6-f9e0ce3732a4) {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:15:57.673027 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e35b27a3-76f3-4bcb-a97e-2d261fd0d968 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:15:57.673902 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-e35b27a3-76f3-4bcb-a97e-2d261fd0d968 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677565'] for subnet (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:15:57.680068 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5622da29-0222-438e-b513-55a3c29604e9 None None] Network f8f54d7f-46f2-4980-bae6-f9e0ce3732a4 requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:15:57.699601 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-e35b27a3-76f3-4bcb-a97e-2d261fd0d968 admin admin] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4873343 Feb 04 17:15:57.699601 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 56602) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:15:57.704609 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-1ca7742c-37bd-42fb-8561-5d355f11517b admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-1766030134-router', 'tenant_id': '33ab830fde4c41a1b2b9427ee7d64511', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188'}}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:15:57.726588 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-1ca7742c-37bd-42fb-8561-5d355f11517b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1601657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26921'] for router (92b5438a-48e8-4476-bcee-090079f7316e), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:15:57.727832 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-1ca7742c-37bd-42fb-8561-5d355f11517b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1602025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603663', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1630571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26960'] for router (92b5438a-48e8-4476-bcee-090079f7316e), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:15:57.801945 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53c8f788-ca0a-4617-8502-fc4d6848752e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e4c19ad-5724-5db8-8ee1-4f56ae69fcf4-f8f54d7f-46f2-4980-bae6-f9e0ce3732a4', 'network_id': 'f8f54d7f-46f2-4980-bae6-f9e0ce3732a4', 'project_id': '33ab830fde4c41a1b2b9427ee7d64511', 'fixed_ips': [{'subnet_id': '8e9ae8e8-0d90-499c-9d0a-a96789b157a9'}]}} from n-d-827839-2. {{(pid=103378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 17:15:57.803687 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-53c8f788-ca0a-4617-8502-fc4d6848752e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:15:57.822024 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-8377a4f3-dea6-4eb3-84cf-bce1ccf3deb5 req-24b66d4c-5c8f-4f51-95b7-75d92f5403d6 service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=c591d0a0-8f77-4259-ab5e-c54cb31473d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4136019 Feb 04 17:15:57.827296 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-1ca7742c-37bd-42fb-8561-5d355f11517b admin admin] Publish callbacks [] for router_controller (92b5438a-48e8-4476-bcee-090079f7316e), precommit_add_association {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:15:57.907902 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e32e2d-bd63-40fa-b6b8-ac7b9c5e94dc req-096b6e57-9cd7-484f-acd3-0e4064b2806a tempest-LiveAutoBlockMigrationV225Test-1607657603 tempest-LiveAutoBlockMigrationV225Test-1607657603-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:15:57.909668 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-d3e32e2d-bd63-40fa-b6b8-ac7b9c5e94dc req-096b6e57-9cd7-484f-acd3-0e4064b2806a tempest-LiveAutoBlockMigrationV225Test-1607657603 tempest-LiveAutoBlockMigrationV225Test-1607657603-project-admin] 10.222.0.89 "GET /v2.0/ports?device_id=f9d0cdd4-aae7-45e7-bcf1-a6ee601b78a7 HTTP/1.1" status: 200 len: 1127 time: 0.1071885 Feb 04 17:15:57.925198 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc447ee-4475-4b20-9b68-46b39ee0821b req-9dbd7bde-d3d0-49ee-bb96-58fff8052396 tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:15:57.926715 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-1bc447ee-4475-4b20-9b68-46b39ee0821b req-9dbd7bde-d3d0-49ee-bb96-58fff8052396 tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] 10.222.0.89 "GET /v2.0/ports?device_id=b7e72874-ab8d-4372-989b-ceb35c5fd1c8 HTTP/1.1" status: 200 len: 948 time: 0.1333377 Feb 04 17:15:57.926958 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de059b9c-c0b0-4def-b28c-6ae76df1bd2f admin admin] Router e6cfa39f-f4f7-40b5-962c-02e403579bac has already been hosted by L3 agent 64ada913-9131-4d99-a265-63a920956287 {{(pid=103376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 17:15:57.952628 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-53c8f788-ca0a-4617-8502-fc4d6848752e None None] Allocated IP 172.20.0.2 (f8f54d7f-46f2-4980-bae6-f9e0ce3732a4/8e9ae8e8-0d90-499c-9d0a-a96789b157a9/2b38ad63-c256-48e1-b294-3985b72d1514) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:15:58.021860 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-1ca7742c-37bd-42fb-8561-5d355f11517b admin admin] Publish callbacks [] for router_gateway (92b5438a-48e8-4476-bcee-090079f7316e), precommit_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:15:58.034446 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-d3e32e2d-bd63-40fa-b6b8-ac7b9c5e94dc req-3c06e2a4-1b49-496d-83fd-d7b61f3fb345 tempest-LiveAutoBlockMigrationV225Test-1607657603 tempest-LiveAutoBlockMigrationV225Test-1607657603-project-admin] 10.222.0.89 "GET /v2.0/security-groups?id=119a7f03-3e07-4d1e-8852-d9f974f9f052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183395 Feb 04 17:15:58.054245 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-1bc447ee-4475-4b20-9b68-46b39ee0821b req-eee45622-9737-4334-943c-f92b43034d01 tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] 10.222.0.89 "GET /v2.0/security-groups?id=5fa98c6a-94b3-4690-b9c3-4f0e67d11226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911820 Feb 04 17:15:58.061200 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device c73f7467-a2e5-4127-a695-98f9e8d94155 details requested by agent hyperv_n-h1-827839-2 with host n-h1-827839-2 {{(pid=103378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 17:15:58.107093 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de059b9c-c0b0-4def-b28c-6ae76df1bd2f admin admin] Notify agent at l3_agent.n-d-827839-2 the message routers_updated {{(pid=103376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 17:15:58.117524 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa260d1a-9915-43c9-837b-a1340f8c8c56 None None] Sync routers for ids ['e6cfa39f-f4f7-40b5-962c-02e403579bac'] in n-d-827839-2 {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 17:15:58.122070 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-de059b9c-c0b0-4def-b28c-6ae76df1bd2f admin admin] 10.222.0.89 "PUT /v2.0/routers/e6cfa39f-f4f7-40b5-962c-02e403579bac/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5166640 Feb 04 17:15:58.122364 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 56612) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:15:58.131945 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa260d1a-9915-43c9-837b-a1340f8c8c56 None None] Routers {'e6cfa39f-f4f7-40b5-962c-02e403579bac'} bound to L3 agent in host n-d-827839-2 {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:15:58.135434 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-aa260d1a-9915-43c9-837b-a1340f8c8c56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:15:32Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['e6cfa39f-f4f7-40b5-962c-02e403579bac'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:15:58.243341 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369dfa1f-5d17-4b96-9f2d-9a90ec74f763 req-c1a8dd0e-c402-4329-92d9-97fe56434c2c tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:15:58.247145 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-369dfa1f-5d17-4b96-9f2d-9a90ec74f763 req-c1a8dd0e-c402-4329-92d9-97fe56434c2c tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] 10.222.0.89 "GET /v2.0/ports?device_id=73a9d4e1-4980-4b25-a4b8-c5f373e2200a HTTP/1.1" status: 200 len: 945 time: 0.0841675 Feb 04 17:15:58.262038 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-53c8f788-ca0a-4617-8502-fc4d6848752e None None] Publish callbacks [] for port (2b38ad63-c256-48e1-b294-3985b72d1514), precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:15:58.302245 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvr_db [None req-aa260d1a-9915-43c9-837b-a1340f8c8c56 None None] Set router e6cfa39f-f4f7-40b5-962c-02e403579bac gateway port host: n-d-827839-2 {{(pid=103379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:15:58.333493 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] For port c73f7467-a2e5-4127-a695-98f9e8d94155, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=c73f7467-a2e5-4127-a695-98f9e8d94155,segment=NetworkSegment(3a39b085-d3e6-43bb-a64c-1b06dd049e5a),segment_id=3a39b085-d3e6-43bb-a64c-1b06dd049e5a)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:15:58.336134 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984e7001-3d05-4cfb-b263-934f3873df6f req-696e5c0f-110d-4cc4-b16a-d6b97b2e3415 tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:15:58.337670 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-984e7001-3d05-4cfb-b263-934f3873df6f req-696e5c0f-110d-4cc4-b16a-d6b97b2e3415 tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] 10.222.0.89 "GET /v2.0/ports?device_id=e2b58424-19d8-47c7-9144-64e22f08a22e HTTP/1.1" status: 200 len: 945 time: 0.1633043 Feb 04 17:15:58.352679 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Returning: {'device': 'c73f7467-a2e5-4127-a695-98f9e8d94155', 'network_id': '02be22b9-aa53-40ea-8050-9239cd27d1ff', 'port_id': 'c73f7467-a2e5-4127-a695-98f9e8d94155', 'mac_address': 'fa:16:3e:2a:2e:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 797, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c974b0ff-2c5c-4667-8a81-3bde3ea6ced5', 'ip_address': '192.168.233.230'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 17:15:58.359306 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-53c8f788-ca0a-4617-8502-fc4d6848752e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135'] for port (2b38ad63-c256-48e1-b294-3985b72d1514), after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:15:58.372956 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-45f60888-0d65-4591-b33f-b885a9f1ae91 admin admin] Publish callbacks [] for router (e6cfa39f-f4f7-40b5-962c-02e403579bac), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:15:58.415706 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-1ca7742c-37bd-42fb-8561-5d355f11517b admin admin] Publish callbacks [] for router_gateway (92b5438a-48e8-4476-bcee-090079f7316e), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:15:58.433045 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Current status of the port c73f7467-a2e5-4127-a695-98f9e8d94155 is: DOWN; New status is: BUILD {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:15:58.433447 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (c73f7467-a2e5-4127-a695-98f9e8d94155), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:15:58.441665 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-1ca7742c-37bd-42fb-8561-5d355f11517b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:15:58.470250 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-369dfa1f-5d17-4b96-9f2d-9a90ec74f763 req-d800ee14-4ffe-4ee8-9f1f-8f507e22ea29 tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] 10.222.0.89 "GET /v2.0/security-groups?id=c591d0a0-8f77-4259-ab5e-c54cb31473d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1794889 Feb 04 17:15:58.471493 n-d-827839-2 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53c8f788-ca0a-4617-8502-fc4d6848752e None None] Network f8f54d7f-46f2-4980-bae6-f9e0ce3732a4 is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:15:58.477804 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c73f7467-a2e5-4127-a695-98f9e8d94155 {{(pid=103378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 17:15:58.501710 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] For port c73f7467-a2e5-4127-a695-98f9e8d94155, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=c73f7467-a2e5-4127-a695-98f9e8d94155,segment=NetworkSegment(3a39b085-d3e6-43bb-a64c-1b06dd049e5a),segment_id=3a39b085-d3e6-43bb-a64c-1b06dd049e5a)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:15:58.504294 n-d-827839-2 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-53c8f788-ca0a-4617-8502-fc4d6848752e None None] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:15:58.507179 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c8f788-ca0a-4617-8502-fc4d6848752e None None] Pushing event updated for resources: {'Port': ['ID=2b38ad63-c256-48e1-b294-3985b72d1514,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:15:58.509977 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53c8f788-ca0a-4617-8502-fc4d6848752e None None] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:15:58.513139 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (c73f7467-a2e5-4127-a695-98f9e8d94155), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:15:58.530660 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-984e7001-3d05-4cfb-b263-934f3873df6f req-0d2f83ad-8f07-48d4-8945-7902eda88354 tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] 10.222.0.89 "GET /v2.0/security-groups?id=18e6cc58-e448-4d12-9423-2a502a086ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1862669 Feb 04 17:15:58.555945 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-45f60888-0d65-4591-b33f-b885a9f1ae91 admin admin] Publish callbacks [] for router_gateway (e6cfa39f-f4f7-40b5-962c-02e403579bac), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:15:58.614685 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.db_base_plugin_common [None req-1ca7742c-37bd-42fb-8561-5d355f11517b admin admin] Allocated IP 172.25.6.170 (48165773-85ad-49a1-9ec1-76fc8dc24188/7660bfad-1ea8-4fe7-831b-bed836f13efc/e05067cd-639b-4377-9737-6ebe3bcb04c0) {{(pid=103377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:15:58.622533 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-53c8f788-ca0a-4617-8502-fc4d6848752e None None] Attempting to bind port 2b38ad63-c256-48e1-b294-3985b72d1514 on host n-d-827839-2 for vnic_type normal with profile {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:15:58.623044 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-53c8f788-ca0a-4617-8502-fc4d6848752e None None] Attempting to bind port 2b38ad63-c256-48e1-b294-3985b72d1514 by drivers openvswitch,hyperv on host n-d-827839-2 at level 0 using segments [{'id': '4747479d-58dd-4250-a731-679adcd79f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'f8f54d7f-46f2-4980-bae6-f9e0ce3732a4'}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:15:58.623506 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53c8f788-ca0a-4617-8502-fc4d6848752e None None] Attempting to bind port 2b38ad63-c256-48e1-b294-3985b72d1514 on network f8f54d7f-46f2-4980-bae6-f9e0ce3732a4 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:15:58.631430 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Pushing event updated for resources: {'Port': ['ID=c73f7467-a2e5-4127-a695-98f9e8d94155,revision_number=10']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:15:58.633030 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-aa260d1a-9915-43c9-837b-a1340f8c8c56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6cfa39f-f4f7-40b5-962c-02e403579bac', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1225084271-router', 'tenant_id': '0ec81d08a88a46d0aaf649efd27614b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.60'}], 'enable_snat': True}, 'gw_port_id': 'ece315fd-f7f5-4da8-b591-f15dc27ca6ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:11:06Z', 'updated_at': '2022-02-04T17:15:56Z', 'revision_number': 5, 'project_id': '0ec81d08a88a46d0aaf649efd27614b8', 'gw_port': {'id': 'ece315fd-f7f5-4da8-b591-f15dc27ca6ef', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:7a:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6cfa39f-f4f7-40b5-962c-02e403579bac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:11:07Z', 'updated_at': '2022-02-04T17:11:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2'}], 'n-d-827839-2', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:15:58.634867 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53c8f788-ca0a-4617-8502-fc4d6848752e None None] Checking agent: {'id': 'ba70844b-66a0-45fd-a2f2-e6ed673321fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 0, 36), 'started_at': datetime.datetime(2022, 2, 4, 17, 1, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 15, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:15:58.635478 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53c8f788-ca0a-4617-8502-fc4d6848752e None None] Checking segment: {'id': '4747479d-58dd-4250-a731-679adcd79f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'f8f54d7f-46f2-4980-bae6-f9e0ce3732a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:15:58.635863 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-53c8f788-ca0a-4617-8502-fc4d6848752e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:15:58.636349 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53c8f788-ca0a-4617-8502-fc4d6848752e None None] Bound using segment: {'id': '4747479d-58dd-4250-a731-679adcd79f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'f8f54d7f-46f2-4980-bae6-f9e0ce3732a4'} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:15:58.636994 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-53c8f788-ca0a-4617-8502-fc4d6848752e None None] Bound port: 2b38ad63-c256-48e1-b294-3985b72d1514, host: n-d-827839-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4747479d-58dd-4250-a731-679adcd79f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'f8f54d7f-46f2-4980-bae6-f9e0ce3732a4'}}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:15:58.637990 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-53c8f788-ca0a-4617-8502-fc4d6848752e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (2b38ad63-c256-48e1-b294-3985b72d1514), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:15:58.663477 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa260d1a-9915-43c9-837b-a1340f8c8c56 None None] Checking router: e6cfa39f-f4f7-40b5-962c-02e403579bac for host: n-d-827839-2 {{(pid=103379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 17:15:58.679186 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa260d1a-9915-43c9-837b-a1340f8c8c56 None None] Routers {'e6cfa39f-f4f7-40b5-962c-02e403579bac'} bound to L3 agent in host n-d-827839-2 {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:15:58.680374 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-aa260d1a-9915-43c9-837b-a1340f8c8c56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:15:32Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['e6cfa39f-f4f7-40b5-962c-02e403579bac'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:15:58.706577 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-45f60888-0d65-4591-b33f-b885a9f1ae91 admin admin] Deleting port ece315fd-f7f5-4da8-b591-f15dc27ca6ef {{(pid=103376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:15:58.706925 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-45f60888-0d65-4591-b33f-b885a9f1ae91 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (ece315fd-f7f5-4da8-b591-f15dc27ca6ef), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:15:58.719784 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-53c8f788-ca0a-4617-8502-fc4d6848752e None None] For port 2b38ad63-c256-48e1-b294-3985b72d1514, host n-d-827839-2, cleared binding levels {{(pid=103378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:15:58.724273 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-53c8f788-ca0a-4617-8502-fc4d6848752e None None] For port 2b38ad63-c256-48e1-b294-3985b72d1514, host n-d-827839-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=2b38ad63-c256-48e1-b294-3985b72d1514,segment=NetworkSegment(4747479d-58dd-4250-a731-679adcd79f1a),segment_id=4747479d-58dd-4250-a731-679adcd79f1a)] {{(pid=103378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:15:58.734525 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-53c8f788-ca0a-4617-8502-fc4d6848752e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (2b38ad63-c256-48e1-b294-3985b72d1514), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:15:58.771070 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132789eb-1130-4949-bd9a-d39d56a116b8 req-e2f79bc8-9233-48c2-adc8-3dbd7215c011 tempest-LiveAutoBlockMigrationV225Test-1607657603 tempest-LiveAutoBlockMigrationV225Test-1607657603-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:15:58.781999 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-132789eb-1130-4949-bd9a-d39d56a116b8 req-e2f79bc8-9233-48c2-adc8-3dbd7215c011 tempest-LiveAutoBlockMigrationV225Test-1607657603 tempest-LiveAutoBlockMigrationV225Test-1607657603-project-admin] 10.222.0.89 "GET /v2.0/ports?device_id=f9d0cdd4-aae7-45e7-bcf1-a6ee601b78a7 HTTP/1.1" status: 200 len: 1127 time: 0.1396430 Feb 04 17:15:58.782515 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4c73fc-daa4-4ba0-97db-e504bf679af6 req-68a8800e-3352-4b56-a626-7e31b3a6fe5b tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:15:58.784345 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-9f4c73fc-daa4-4ba0-97db-e504bf679af6 req-68a8800e-3352-4b56-a626-7e31b3a6fe5b tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] 10.222.0.89 "GET /v2.0/ports?device_id=b7e72874-ab8d-4372-989b-ceb35c5fd1c8 HTTP/1.1" status: 200 len: 950 time: 0.1130445 Feb 04 17:15:58.811831 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvr_db [None req-aa260d1a-9915-43c9-837b-a1340f8c8c56 None None] Set router e6cfa39f-f4f7-40b5-962c-02e403579bac gateway port host: None {{(pid=103379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:15:58.836582 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c8f788-ca0a-4617-8502-fc4d6848752e None None] Pushing event updated for resources: {'Port': ['ID=2b38ad63-c256-48e1-b294-3985b72d1514,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:15:58.848235 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-1ca7742c-37bd-42fb-8561-5d355f11517b admin admin] Publish callbacks [] for port (e05067cd-639b-4377-9737-6ebe3bcb04c0), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:15:58.886637 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-9f4c73fc-daa4-4ba0-97db-e504bf679af6 req-cd9a0a5b-c442-40a0-80aa-ced378734c64 tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] 10.222.0.89 "GET /v2.0/security-groups?id=5fa98c6a-94b3-4690-b9c3-4f0e67d11226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843995 Feb 04 17:15:58.887050 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-132789eb-1130-4949-bd9a-d39d56a116b8 req-b38087ff-9405-4c73-814c-15b7cb4dc371 tempest-LiveAutoBlockMigrationV225Test-1607657603 tempest-LiveAutoBlockMigrationV225Test-1607657603-project-admin] 10.222.0.89 "GET /v2.0/security-groups?id=119a7f03-3e07-4d1e-8852-d9f974f9f052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975726 Feb 04 17:15:58.894805 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-aa260d1a-9915-43c9-837b-a1340f8c8c56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6cfa39f-f4f7-40b5-962c-02e403579bac', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1225084271-router', 'tenant_id': '0ec81d08a88a46d0aaf649efd27614b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:11:06Z', 'updated_at': '2022-02-04T17:15:58Z', 'revision_number': 6, 'project_id': '0ec81d08a88a46d0aaf649efd27614b8', 'gw_port_host': None}], 'n-d-827839-2', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:15:58.902657 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [None req-45f60888-0d65-4591-b33f-b885a9f1ae91 admin admin] For port ece315fd-f7f5-4da8-b591-f15dc27ca6ef, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=ece315fd-f7f5-4da8-b591-f15dc27ca6ef,segment=NetworkSegment(5942dc44-1f07-4c27-b0ab-45a2bff20dd5),segment_id=5942dc44-1f07-4c27-b0ab-45a2bff20dd5)] {{(pid=103376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:15:58.905773 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-45f60888-0d65-4591-b33f-b885a9f1ae91 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (ece315fd-f7f5-4da8-b591-f15dc27ca6ef), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:15:58.928692 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa260d1a-9915-43c9-837b-a1340f8c8c56 None None] The sync data for ids ['e6cfa39f-f4f7-40b5-962c-02e403579bac'] in n-d-827839-2 is: [{'id': 'e6cfa39f-f4f7-40b5-962c-02e403579bac', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1225084271-router', 'tenant_id': '0ec81d08a88a46d0aaf649efd27614b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:11:06Z', 'updated_at': '2022-02-04T17:15:58Z', 'revision_number': 6, 'project_id': '0ec81d08a88a46d0aaf649efd27614b8', 'gw_port_host': None}] {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 17:15:58.936237 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-45f60888-0d65-4591-b33f-b885a9f1ae91 admin admin] Calling delete_port for ece315fd-f7f5-4da8-b591-f15dc27ca6ef owned by network:router_gateway {{(pid=103376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:15:58.941749 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-1ca7742c-37bd-42fb-8561-5d355f11517b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (e05067cd-639b-4377-9737-6ebe3bcb04c0), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:15:59.042868 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca7742c-37bd-42fb-8561-5d355f11517b admin admin] Pushing event updated for resources: {'Port': ['ID=e05067cd-639b-4377-9737-6ebe3bcb04c0,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:15:59.049634 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ca7742c-37bd-42fb-8561-5d355f11517b admin admin] Network 48165773-85ad-49a1-9ec1-76fc8dc24188 is already hosted by enough agents. {{(pid=103377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:15:59.056263 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [None req-1ca7742c-37bd-42fb-8561-5d355f11517b admin admin] Resources bound (agent type, host, resource id): {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:15:59.063408 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ca7742c-37bd-42fb-8561-5d355f11517b admin admin] Received port after_create {{(pid=103377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:15:59.149743 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95d5c46-0df2-47b3-b12b-42da20b511e6 req-8945d9ce-2f76-445e-8def-d623f7d1c831 tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:15:59.151340 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-b95d5c46-0df2-47b3-b12b-42da20b511e6 req-8945d9ce-2f76-445e-8def-d623f7d1c831 tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] 10.222.0.89 "GET /v2.0/ports?device_id=75104778-35a2-433a-9657-9a1fac350c7f HTTP/1.1" status: 200 len: 949 time: 0.1546888 Feb 04 17:15:59.223616 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] get_ports_and_sgs() called for port_ids ['c73f7467-a2e5-4127-a695-98f9e8d94155'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 17:15:59.271183 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-45f60888-0d65-4591-b33f-b885a9f1ae91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (ece315fd-f7f5-4da8-b591-f15dc27ca6ef), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:15:59.322090 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-b95d5c46-0df2-47b3-b12b-42da20b511e6 req-eb3823bc-0d99-4a79-9599-6337dc11e93a tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] 10.222.0.89 "GET /v2.0/security-groups?id=4f68676b-760c-49c3-a14c-c9afa7ad720d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327949 Feb 04 17:15:59.326021 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f60888-0d65-4591-b33f-b885a9f1ae91 admin admin] Pushing event deleted for resources: {'Port': ['ID=ece315fd-f7f5-4da8-b591-f15dc27ca6ef,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:15:59.464031 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f60888-0d65-4591-b33f-b885a9f1ae91 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:15:59.464386 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f60888-0d65-4591-b33f-b885a9f1ae91 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:15:59.464752 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f60888-0d65-4591-b33f-b885a9f1ae91 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:15:59.465114 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f60888-0d65-4591-b33f-b885a9f1ae91 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:15:59.465991 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f60888-0d65-4591-b33f-b885a9f1ae91 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:15:59.466341 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f60888-0d65-4591-b33f-b885a9f1ae91 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:15:59.466669 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f60888-0d65-4591-b33f-b885a9f1ae91 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:15:59.467002 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f60888-0d65-4591-b33f-b885a9f1ae91 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:15:59.467334 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f60888-0d65-4591-b33f-b885a9f1ae91 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:15:59.467665 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f60888-0d65-4591-b33f-b885a9f1ae91 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:15:59.468005 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f60888-0d65-4591-b33f-b885a9f1ae91 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:15:59.468335 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f60888-0d65-4591-b33f-b885a9f1ae91 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:15:59.468663 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f60888-0d65-4591-b33f-b885a9f1ae91 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:15:59.521906 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-45f60888-0d65-4591-b33f-b885a9f1ae91 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1595544'] for router_gateway (e6cfa39f-f4f7-40b5-962c-02e403579bac), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:15:59.586696 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-bcb17d47-5a22-421d-a798-cb3dbce4193c req-cd2298d2-5eec-42c2-bfcc-77a38edf5882 tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] 10.222.0.89 "GET /v2.0/networks?tenant_id=1cd99d9701204f3692368e4539967c47&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1123478 Feb 04 17:15:59.697318 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-82b32a7b-6b6b-4447-b2ac-d1411be9488c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (bb89f5a3-3c22-440b-b7d1-c4f0c43c184a), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:15:59.713804 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-1ca7742c-37bd-42fb-8561-5d355f11517b admin admin] Publish callbacks [] for router_gateway (92b5438a-48e8-4476-bcee-090079f7316e), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:15:59.714697 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-45f60888-0d65-4591-b33f-b885a9f1ae91 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1601811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26971'] for router (e6cfa39f-f4f7-40b5-962c-02e403579bac), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:15:59.719515 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-45f60888-0d65-4591-b33f-b885a9f1ae91 admin admin] Publish callbacks [] for router_controller (e6cfa39f-f4f7-40b5-962c-02e403579bac), precommit_delete_associations {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:15:59.771862 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-45f60888-0d65-4591-b33f-b885a9f1ae91 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1601832'] for router (e6cfa39f-f4f7-40b5-962c-02e403579bac), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:15:59.772679 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45f60888-0d65-4591-b33f-b885a9f1ae91 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e6cfa39f-f4f7-40b5-962c-02e403579bac {{(pid=103376) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 17:15:59.778717 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-45f60888-0d65-4591-b33f-b885a9f1ae91 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:15:59.780266 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-45f60888-0d65-4591-b33f-b885a9f1ae91 admin admin] 10.222.0.89 "DELETE /v2.0/routers/e6cfa39f-f4f7-40b5-962c-02e403579bac HTTP/1.1" status: 204 len: 168 time: 1.6565614 Feb 04 17:15:59.784843 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 56656) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:15:59.806820 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb17d47-5a22-421d-a798-cb3dbce4193c req-dc6554c0-7866-4460-b9b5-82fef9f86986 tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:15:59.808427 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-bcb17d47-5a22-421d-a798-cb3dbce4193c req-dc6554c0-7866-4460-b9b5-82fef9f86986 tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] 10.222.0.89 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2223439 Feb 04 17:15:59.837644 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-bcb17d47-5a22-421d-a798-cb3dbce4193c req-73e68ff5-82ee-4f62-8bfa-34d5fbd995dd tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] 10.222.0.89 "GET /v2.0/quotas/1cd99d9701204f3692368e4539967c47 HTTP/1.1" status: 200 len: 375 time: 0.0225387 Feb 04 17:15:59.839913 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ebb8bf4-152b-404a-8f39-7d3fe31ae919 admin admin] Deleting subnet d3eeeabb-874e-4db6-8ebc-ab58caaf205e {{(pid=103376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 17:15:59.843384 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-5ebb8bf4-152b-404a-8f39-7d3fe31ae919 admin admin] Publish callbacks [] for subnet (d3eeeabb-874e-4db6-8ebc-ab58caaf205e), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:15:59.885790 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-5ebb8bf4-152b-404a-8f39-7d3fe31ae919 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25674901'] for subnet (d3eeeabb-874e-4db6-8ebc-ab58caaf205e), precommit_delete_associations {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:16:00.018810 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-5ebb8bf4-152b-404a-8f39-7d3fe31ae919 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1541225'] for subnet (d3eeeabb-874e-4db6-8ebc-ab58caaf205e), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:16:00.051072 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-bcb17d47-5a22-421d-a798-cb3dbce4193c req-eb559561-c1ab-4c80-b28e-c8674887c4f6 tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=1cd99d9701204f3692368e4539967c47&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2123463 Feb 04 17:16:00.143806 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-5ebb8bf4-152b-404a-8f39-7d3fe31ae919 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1541216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25675894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25858947'] for subnet (d3eeeabb-874e-4db6-8ebc-ab58caaf205e), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:16:00.156364 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 2b38ad63-c256-48e1-b294-3985b72d1514 up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:16:00.165025 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-1ca7742c-37bd-42fb-8561-5d355f11517b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1602046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603680'] for router (92b5438a-48e8-4476-bcee-090079f7316e), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:16:00.232684 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebb8bf4-152b-404a-8f39-7d3fe31ae919 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d3eeeabb-874e-4db6-8ebc-ab58caaf205e,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:16:00.241341 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-5ebb8bf4-152b-404a-8f39-7d3fe31ae919 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:16:00.255117 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-592d76d0-7e73-49d6-9e0b-ae711c155422 None None] Network 16ba072e-986a-4d00-ae75-d3edbe2bf2c9 requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:16:00.264989 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-5ebb8bf4-152b-404a-8f39-7d3fe31ae919 admin admin] 10.222.0.89 "DELETE /v2.0/subnets/d3eeeabb-874e-4db6-8ebc-ab58caaf205e HTTP/1.1" status: 204 len: 168 time: 0.4789531 Feb 04 17:16:00.270089 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 56664) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:16:00.426671 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [req-bab8cdeb-ae94-42ff-983b-c1ff9203fba9 req-95391bb2-b671-4971-9603-95b6b6d17199 tempest-LiveAutoBlockMigrationV225Test-1607657603 tempest-LiveAutoBlockMigrationV225Test-1607657603-project-admin] http://10.222.0.89:9696/v2.0/extensions returned with HTTP 200 {{(pid=103377) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 17:16:00.428015 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-bab8cdeb-ae94-42ff-983b-c1ff9203fba9 req-95391bb2-b671-4971-9603-95b6b6d17199 tempest-LiveAutoBlockMigrationV225Test-1607657603 tempest-LiveAutoBlockMigrationV225Test-1607657603-project-admin] 10.222.0.89 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0311625 Feb 04 17:16:00.487284 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port 2b38ad63-c256-48e1-b294-3985b72d1514 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:16:00.487664 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (2b38ad63-c256-48e1-b294-3985b72d1514), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:16:00.533602 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ca7742c-37bd-42fb-8561-5d355f11517b admin admin] Router 92b5438a-48e8-4476-bcee-090079f7316e is scheduled to L3 agent 64ada913-9131-4d99-a265-63a920956287 with binding_index 1 {{(pid=103377) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 17:16:00.536871 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-bb8c871c-83b3-47a1-b151-e0995d217922 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628832'] for network (16ba072e-986a-4d00-ae75-d3edbe2bf2c9), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:16:00.554793 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab8cdeb-ae94-42ff-983b-c1ff9203fba9 req-11aa794d-89ea-4239-950d-6187089f83d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:16:00.563707 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-bab8cdeb-ae94-42ff-983b-c1ff9203fba9 req-11aa794d-89ea-4239-950d-6187089f83d8 service neutron] 10.222.0.89 "GET /v2.0/ports/32d8b226-744e-42c0-8808-a6c862fac8f7 HTTP/1.1" status: 200 len: 1124 time: 0.1026049 Feb 04 17:16:00.568340 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [req-bab8cdeb-ae94-42ff-983b-c1ff9203fba9 req-e9ce4bba-b373-49a1-9652-e11feca1c7c5 service neutron] Request body: {'binding': {'host': 'n-h2-827839-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:16:00.568840 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [req-bab8cdeb-ae94-42ff-983b-c1ff9203fba9 req-e9ce4bba-b373-49a1-9652-e11feca1c7c5 service neutron] Unknown quota resources ['binding']. {{(pid=103377) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 04 17:16:00.613789 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-bb8c871c-83b3-47a1-b151-e0995d217922 admin admin] Deleting port 54328309-105a-4d36-8973-3cf0cc4718ca {{(pid=103376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:16:00.614219 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-bb8c871c-83b3-47a1-b151-e0995d217922 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (54328309-105a-4d36-8973-3cf0cc4718ca), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:16:00.652052 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2070ce4-a9e4-4c09-8700-506b50107a05 None None] Network f8f54d7f-46f2-4980-bae6-f9e0ce3732a4 requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:16:00.697577 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port 2b38ad63-c256-48e1-b294-3985b72d1514 is: DOWN; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:16:00.698038 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (2b38ad63-c256-48e1-b294-3985b72d1514), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:16:00.720352 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f07c24-9a85-4f1e-a585-eb34604978d6 req-e181bfca-ab8c-41e2-ac42-2b2e739978ac tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:16:00.722074 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-89f07c24-9a85-4f1e-a585-eb34604978d6 req-e181bfca-ab8c-41e2-ac42-2b2e739978ac tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] 10.222.0.89 "GET /v2.0/ports?device_id=73a9d4e1-4980-4b25-a4b8-c5f373e2200a HTTP/1.1" status: 200 len: 945 time: 0.3291147 Feb 04 17:16:00.736292 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b65add9-10cc-4d83-a964-ca5619124856 None None] DHCP port deletion for 16ba072e-986a-4d00-ae75-d3edbe2bf2c9 request from n-d-827839-2 {{(pid=103378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 17:16:00.770671 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [None req-bb8c871c-83b3-47a1-b151-e0995d217922 admin admin] For port 54328309-105a-4d36-8973-3cf0cc4718ca, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=54328309-105a-4d36-8973-3cf0cc4718ca,segment=NetworkSegment(0dd3dbb9-6674-4135-9538-a5501c158cbd),segment_id=0dd3dbb9-6674-4135-9538-a5501c158cbd)] {{(pid=103376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:16:00.771288 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-bb8c871c-83b3-47a1-b151-e0995d217922 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (54328309-105a-4d36-8973-3cf0cc4718ca), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:16:00.791591 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-bb8c871c-83b3-47a1-b151-e0995d217922 admin admin] Calling delete_port for 54328309-105a-4d36-8973-3cf0cc4718ca owned by network:dhcp {{(pid=103376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:16:00.824034 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] For port 2b38ad63-c256-48e1-b294-3985b72d1514, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=2b38ad63-c256-48e1-b294-3985b72d1514,segment=NetworkSegment(4747479d-58dd-4250-a731-679adcd79f1a),segment_id=4747479d-58dd-4250-a731-679adcd79f1a)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:16:00.839892 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (2b38ad63-c256-48e1-b294-3985b72d1514), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:16:00.851483 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-a6f1fc82-627d-4e29-bf1d-6364780dbf0d None None] Provisioning complete for port 2b38ad63-c256-48e1-b294-3985b72d1514 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:16:00.852218 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a6f1fc82-627d-4e29-bf1d-6364780dbf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (2b38ad63-c256-48e1-b294-3985b72d1514), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:16:00.866403 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 408dc723-bea6-491d-b464-68410d4be7c7 no longer exists at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:16:00.904178 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-bb8c871c-83b3-47a1-b151-e0995d217922 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (54328309-105a-4d36-8973-3cf0cc4718ca), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:16:00.940105 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8c871c-83b3-47a1-b151-e0995d217922 admin admin] Pushing event deleted for resources: {'Port': ['ID=54328309-105a-4d36-8973-3cf0cc4718ca,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:16:00.944894 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb8c871c-83b3-47a1-b151-e0995d217922 admin admin] No DVR routers for this DVR port 54328309-105a-4d36-8973-3cf0cc4718ca on host n-d-827839-2 {{(pid=103376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 17:16:00.951870 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [req-bab8cdeb-ae94-42ff-983b-c1ff9203fba9 req-e9ce4bba-b373-49a1-9652-e11feca1c7c5 service neutron] Attempting to bind port 32d8b226-744e-42c0-8808-a6c862fac8f7 on host n-h2-827839-2 for vnic_type normal with profile None {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:16:00.953122 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [req-bab8cdeb-ae94-42ff-983b-c1ff9203fba9 req-e9ce4bba-b373-49a1-9652-e11feca1c7c5 service neutron] Attempting to bind port 32d8b226-744e-42c0-8808-a6c862fac8f7 by drivers openvswitch,hyperv on host n-h2-827839-2 at level 0 using segments [{'id': '422e2db4-29a0-413f-80b3-a344e9c773f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'b27b7363-f5f5-42ff-a720-66280b0b57a7'}] {{(pid=103377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:16:00.953613 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bab8cdeb-ae94-42ff-983b-c1ff9203fba9 req-e9ce4bba-b373-49a1-9652-e11feca1c7c5 service neutron] Attempting to bind port 32d8b226-744e-42c0-8808-a6c862fac8f7 on network b27b7363-f5f5-42ff-a720-66280b0b57a7 {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:16:00.964048 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bab8cdeb-ae94-42ff-983b-c1ff9203fba9 req-e9ce4bba-b373-49a1-9652-e11feca1c7c5 service neutron] Port 32d8b226-744e-42c0-8808-a6c862fac8f7 on network b27b7363-f5f5-42ff-a720-66280b0b57a7 not bound, no agent of type Open vSwitch agent registered on host n-h2-827839-2 {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 17:16:00.964408 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bab8cdeb-ae94-42ff-983b-c1ff9203fba9 req-e9ce4bba-b373-49a1-9652-e11feca1c7c5 service neutron] Attempting to bind port 32d8b226-744e-42c0-8808-a6c862fac8f7 on network b27b7363-f5f5-42ff-a720-66280b0b57a7 {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:16:00.988149 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] No Port match for: 408dc723-bea6-491d-b464-68410d4be7c7 {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 17:16:00.988524 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 408dc723-bea6-491d-b464-68410d4be7c7 not bound to the agent host n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 17:16:01.002821 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bab8cdeb-ae94-42ff-983b-c1ff9203fba9 req-e9ce4bba-b373-49a1-9652-e11feca1c7c5 service neutron] Checking agent: {'id': 'f20a1ab3-4332-4f54-833b-ba4a7c687e89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 8, 40), 'started_at': datetime.datetime(2022, 2, 4, 17, 8, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 15, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:16:01.003612 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bab8cdeb-ae94-42ff-983b-c1ff9203fba9 req-e9ce4bba-b373-49a1-9652-e11feca1c7c5 service neutron] Checking segment: {'id': '422e2db4-29a0-413f-80b3-a344e9c773f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'b27b7363-f5f5-42ff-a720-66280b0b57a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:16:01.004011 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bab8cdeb-ae94-42ff-983b-c1ff9203fba9 req-e9ce4bba-b373-49a1-9652-e11feca1c7c5 service neutron] Bound using segment: {'id': '422e2db4-29a0-413f-80b3-a344e9c773f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'b27b7363-f5f5-42ff-a720-66280b0b57a7'} {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:16:01.004459 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [req-bab8cdeb-ae94-42ff-983b-c1ff9203fba9 req-e9ce4bba-b373-49a1-9652-e11feca1c7c5 service neutron] Bound port: 32d8b226-744e-42c0-8808-a6c862fac8f7, host: n-h2-827839-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '422e2db4-29a0-413f-80b3-a344e9c773f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'b27b7363-f5f5-42ff-a720-66280b0b57a7'}}] {{(pid=103377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:16:01.025892 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-bb8c871c-83b3-47a1-b151-e0995d217922 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1543676', 'neutron.services.segments.db._delete_segments_for_network-8781084786517'] for network (16ba072e-986a-4d00-ae75-d3edbe2bf2c9), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:16:01.027600 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Pushing event updated for resources: {'Port': ['ID=2b38ad63-c256-48e1-b294-3985b72d1514,revision_number=3']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:16:01.043660 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1b65add9-10cc-4d83-a964-ca5619124856 None None] Deleting port 54328309-105a-4d36-8973-3cf0cc4718ca {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:16:01.044183 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1b65add9-10cc-4d83-a964-ca5619124856 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (54328309-105a-4d36-8973-3cf0cc4718ca), before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:16:01.047591 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-89f07c24-9a85-4f1e-a585-eb34604978d6 req-249ef016-714e-49b3-9343-1f362bb4c2b3 tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] 10.222.0.89 "GET /v2.0/security-groups?id=c591d0a0-8f77-4259-ab5e-c54cb31473d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2255044 Feb 04 17:16:01.079023 n-d-827839-2 neutron-server[103376]: DEBUG neutron.services.segments.db [None req-bb8c871c-83b3-47a1-b151-e0995d217922 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16ba072e-986a-4d00-ae75-d3edbe2bf2c9']}} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:16:01.100942 n-d-827839-2 neutron-server[103376]: DEBUG neutron.services.segments.db [None req-bb8c871c-83b3-47a1-b151-e0995d217922 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0dd3dbb9-6674-4135-9538-a5501c158cbd') {'for_net_delete': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:16:01.101382 n-d-827839-2 neutron-server[103376]: DEBUG neutron.services.segments.db [None req-bb8c871c-83b3-47a1-b151-e0995d217922 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0dd3dbb9-6674-4135-9538-a5501c158cbd') {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:16:01.123766 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-bb8c871c-83b3-47a1-b151-e0995d217922 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781084783966', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25674908'] for segment (0dd3dbb9-6674-4135-9538-a5501c158cbd), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:16:01.146215 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-bb8c871c-83b3-47a1-b151-e0995d217922 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (0dd3dbb9-6674-4135-9538-a5501c158cbd), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:16:01.146738 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [req-bab8cdeb-ae94-42ff-983b-c1ff9203fba9 req-e9ce4bba-b373-49a1-9652-e11feca1c7c5 service neutron] For port 32d8b226-744e-42c0-8808-a6c862fac8f7, host n-h2-827839-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=32d8b226-744e-42c0-8808-a6c862fac8f7,segment=NetworkSegment(422e2db4-29a0-413f-80b3-a344e9c773f4),segment_id=422e2db4-29a0-413f-80b3-a344e9c773f4)] {{(pid=103377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:16:01.159925 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ca7742c-37bd-42fb-8561-5d355f11517b admin admin] Notify agent at l3_agent.n-d-827839-2 the message routers_updated {{(pid=103377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 17:16:01.160948 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-a6f1fc82-627d-4e29-bf1d-6364780dbf0d None None] Current status of the port 2b38ad63-c256-48e1-b294-3985b72d1514 is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:16:01.167009 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb8c871c-83b3-47a1-b151-e0995d217922 admin admin] Releasing vlan 768 on physical network physnet1 to pool {{(pid=103376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 17:16:01.167509 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-bb8c871c-83b3-47a1-b151-e0995d217922 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25675992'] for segment (0dd3dbb9-6674-4135-9538-a5501c158cbd), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:16:01.170138 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1b65add9-10cc-4d83-a964-ca5619124856 None None] For port 54328309-105a-4d36-8973-3cf0cc4718ca, host n-d-827839-2, got binding levels [] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:16:01.170641 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1b65add9-10cc-4d83-a964-ca5619124856 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (54328309-105a-4d36-8973-3cf0cc4718ca), precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:16:01.170827 n-d-827839-2 neutron-server[103376]: Traceback (most recent call last): Feb 04 17:16:01.170827 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 17:16:01.170827 n-d-827839-2 neutron-server[103376]: timer() Feb 04 17:16:01.170827 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 17:16:01.170827 n-d-827839-2 neutron-server[103376]: cb(*args, **kw) Feb 04 17:16:01.170827 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 17:16:01.170827 n-d-827839-2 neutron-server[103376]: return func(*args, **kwargs) Feb 04 17:16:01.170827 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 17:16:01.170827 n-d-827839-2 neutron-server[103376]: self._notify() Feb 04 17:16:01.170827 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 17:16:01.170827 n-d-827839-2 neutron-server[103376]: self.callback(batched_events) Feb 04 17:16:01.170827 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 17:16:01.170827 n-d-827839-2 neutron-server[103376]: event.method(event) Feb 04 17:16:01.170827 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 17:16:01.170827 n-d-827839-2 neutron-server[103376]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 17:16:01.170827 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 17:16:01.170827 n-d-827839-2 neutron-server[103376]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 17:16:01.170827 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 17:16:01.170827 n-d-827839-2 neutron-server[103376]: return f(self, *a, **k) Feb 04 17:16:01.170827 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 17:16:01.170827 n-d-827839-2 neutron-server[103376]: return self._get(url).json() Feb 04 17:16:01.170827 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 17:16:01.170827 n-d-827839-2 neutron-server[103376]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 17:16:01.170827 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 17:16:01.170827 n-d-827839-2 neutron-server[103376]: return self.request(url, 'GET', **kwargs) Feb 04 17:16:01.170827 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 17:16:01.170827 n-d-827839-2 neutron-server[103376]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 17:16:01.170827 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 17:16:01.170827 n-d-827839-2 neutron-server[103376]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 17:16:01.170827 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 17:16:01.170827 n-d-827839-2 neutron-server[103376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 17:16:01.170827 n-d-827839-2 neutron-server[103376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 17:16:01.177127 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-585cc2b8-7655-438b-b61f-78a9234d0e75 None None] Sync routers for ids ['92b5438a-48e8-4476-bcee-090079f7316e'] in n-d-827839-2 {{(pid=103378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 17:16:01.193644 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1b65add9-10cc-4d83-a964-ca5619124856 None None] Calling delete_port for 54328309-105a-4d36-8973-3cf0cc4718ca owned by network:dhcp {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:16:01.206104 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-bab8cdeb-ae94-42ff-983b-c1ff9203fba9 req-e9ce4bba-b373-49a1-9652-e11feca1c7c5 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:16:01.211372 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.ipam_backend_mixin [None req-1b65add9-10cc-4d83-a964-ca5619124856 None None] Port 54328309-105a-4d36-8973-3cf0cc4718ca was not found and therefore no delete operation was performed {{(pid=103378) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 04 17:16:01.214516 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1b65add9-10cc-4d83-a964-ca5619124856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144'] for port (54328309-105a-4d36-8973-3cf0cc4718ca), after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:16:01.216500 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-bab8cdeb-ae94-42ff-983b-c1ff9203fba9 req-e9ce4bba-b373-49a1-9652-e11feca1c7c5 service neutron] 10.222.0.89 "POST /v2.0/ports/32d8b226-744e-42c0-8808-a6c862fac8f7/bindings HTTP/1.1" status: 201 len: 389 time: 0.6463020 Feb 04 17:16:01.227528 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-1ca7742c-37bd-42fb-8561-5d355f11517b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:16:01.228824 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-1ca7742c-37bd-42fb-8561-5d355f11517b admin admin] 10.222.0.89 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.5280697 Feb 04 17:16:01.236611 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 56680) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:16:01.284246 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4faf44-984a-41e5-bc90-2e8e408d4766 req-ce1a0cd5-cdb2-4002-9914-debad99f3136 tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:16:01.294585 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-ec4faf44-984a-41e5-bc90-2e8e408d4766 req-ce1a0cd5-cdb2-4002-9914-debad99f3136 tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] 10.222.0.89 "GET /v2.0/ports?device_id=e2b58424-19d8-47c7-9144-64e22f08a22e HTTP/1.1" status: 200 len: 945 time: 0.1457067 Feb 04 17:16:01.313223 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-585cc2b8-7655-438b-b61f-78a9234d0e75 None None] Routers {'92b5438a-48e8-4476-bcee-090079f7316e'} bound to L3 agent in host n-d-827839-2 {{(pid=103378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:16:01.315686 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-585cc2b8-7655-438b-b61f-78a9234d0e75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:15:32Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['92b5438a-48e8-4476-bcee-090079f7316e'], 'active': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:16:01.333051 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b65add9-10cc-4d83-a964-ca5619124856 None None] Pushing event deleted for resources: {'Port': ['ID=54328309-105a-4d36-8973-3cf0cc4718ca,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:16:01.363164 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-bb8c871c-83b3-47a1-b151-e0995d217922 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1543671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1595572'] for network (16ba072e-986a-4d00-ae75-d3edbe2bf2c9), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:16:01.372510 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-bb8c871c-83b3-47a1-b151-e0995d217922 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677565'] for network (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:16:01.376979 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-bb8c871c-83b3-47a1-b151-e0995d217922 admin admin] 10.222.0.89 "DELETE /v2.0/networks/16ba072e-986a-4d00-ae75-d3edbe2bf2c9 HTTP/1.1" status: 204 len: 168 time: 1.0931475 Feb 04 17:16:01.396216 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8c871c-83b3-47a1-b151-e0995d217922 admin admin] Pushing event deleted for resources: {'Network': ['ID=16ba072e-986a-4d00-ae75-d3edbe2bf2c9,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:16:01.411612 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-ec4faf44-984a-41e5-bc90-2e8e408d4766 req-928f1f02-b896-4fcc-bd6e-fc4fef6f58c7 tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] 10.222.0.89 "GET /v2.0/security-groups?id=18e6cc58-e448-4d12-9423-2a502a086ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160355 Feb 04 17:16:01.551865 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d379c66e-b493-4245-9cfa-e95011fe9bc7 req-534912d5-04ee-493f-9068-75f1f7e73b97 tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:16:01.559972 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-d379c66e-b493-4245-9cfa-e95011fe9bc7 req-534912d5-04ee-493f-9068-75f1f7e73b97 tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] 10.222.0.89 "GET /v2.0/ports?device_id=75104778-35a2-433a-9657-9a1fac350c7f HTTP/1.1" status: 200 len: 949 time: 0.0770228 Feb 04 17:16:01.570995 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-890724bf-785c-4730-a3a2-a00c67b4541f req-f3c65575-7629-4e35-aa55-ec1e5dd0eeb3 tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] 10.222.0.89 "GET /v2.0/ports?device_id=013eaece-a1cd-4911-b0a3-fdda63699778 HTTP/1.1" status: 200 len: 210 time: 0.0959482 Feb 04 17:16:01.600579 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b65add9-10cc-4d83-a964-ca5619124856 None None] No DVR routers for this DVR port 54328309-105a-4d36-8973-3cf0cc4718ca on host n-d-827839-2 {{(pid=103378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 17:16:01.668796 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 2b38ad63-c256-48e1-b294-3985b72d1514 up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:16:01.681363 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 56686) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:16:01.703468 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-008aeddc-1108-4d44-83c8-078530144c6f None None] Provisioning complete for port 2b38ad63-c256-48e1-b294-3985b72d1514 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:16:01.703851 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-008aeddc-1108-4d44-83c8-078530144c6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (2b38ad63-c256-48e1-b294-3985b72d1514), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:16:01.725075 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-d379c66e-b493-4245-9cfa-e95011fe9bc7 req-85aa5934-8ba5-4f3e-8015-c097c9993a3a tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] 10.222.0.89 "GET /v2.0/security-groups?id=4f68676b-760c-49c3-a14c-c9afa7ad720d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638722 Feb 04 17:16:01.802122 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab8cdeb-ae94-42ff-983b-c1ff9203fba9 req-eb8aad62-d089-4311-818d-632751da5b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:16:01.804761 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-bab8cdeb-ae94-42ff-983b-c1ff9203fba9 req-eb8aad62-d089-4311-818d-632751da5b49 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=f3812c841c31408e86184d3885a61bc1&device_id=f9d0cdd4-aae7-45e7-bcf1-a6ee601b78a7 HTTP/1.1" status: 200 len: 1127 time: 0.1610136 Feb 04 17:16:01.809877 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvr_db [None req-585cc2b8-7655-438b-b61f-78a9234d0e75 None None] Set router 92b5438a-48e8-4476-bcee-090079f7316e gateway port host: n-d-827839-2 {{(pid=103378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:16:01.906553 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-d29620b4-74e5-4434-8d74-fb4918193662 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=f616a69521a6439b8b9ce4b5361b1b3c&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1880000 Feb 04 17:16:01.915802 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 56690) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:16:02.019743 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-008aeddc-1108-4d44-83c8-078530144c6f None None] Current status of the port 2b38ad63-c256-48e1-b294-3985b72d1514 is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:16:02.054158 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port 2b38ad63-c256-48e1-b294-3985b72d1514 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:16:02.054542 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (2b38ad63-c256-48e1-b294-3985b72d1514), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:16:02.064101 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-bcb17d47-5a22-421d-a798-cb3dbce4193c req-180d1f00-625c-4e09-9272-52f41ef66b21 tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] 10.222.0.96 "GET /v2.0/networks?tenant_id=1cd99d9701204f3692368e4539967c47&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0586336 Feb 04 17:16:02.104444 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0dde8244-bd35-4fec-b98f-9c0b4b4bbea3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (64ada913-9131-4d99-a265-63a920956287), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:16:02.117258 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device c73f7467-a2e5-4127-a695-98f9e8d94155 up at agent hyperv_n-h1-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:16:02.196001 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7c3198-38f1-48cf-af86-65ef3122f050 req-a81d39b1-dc61-4cdb-9fa0-adbfeb1df2db tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:16:02.197710 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-cc7c3198-38f1-48cf-af86-65ef3122f050 req-a81d39b1-dc61-4cdb-9fa0-adbfeb1df2db tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] 10.222.0.89 "GET /v2.0/ports?device_id=73a9d4e1-4980-4b25-a4b8-c5f373e2200a HTTP/1.1" status: 200 len: 945 time: 0.3038440 Feb 04 17:16:02.204563 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-1e5f2df2-bcce-4d2d-8540-66d2e8408e5d admin admin] Publish callbacks [] for security_group (0cd7e4f5-6c9a-4e4c-af60-8d881fa2093f), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:16:02.234646 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-9ba1a665-d638-4121-aed7-3a582e5cdc09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:16:02.258019 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Provisioning complete for port c73f7467-a2e5-4127-a695-98f9e8d94155 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:16:02.258019 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (c73f7467-a2e5-4127-a695-98f9e8d94155), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:16:02.265120 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-585cc2b8-7655-438b-b61f-78a9234d0e75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92b5438a-48e8-4476-bcee-090079f7316e', 'name': 'tempest-ServersTestMultiNic-1766030134-router', 'tenant_id': '33ab830fde4c41a1b2b9427ee7d64511', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.170'}], 'enable_snat': True}, 'gw_port_id': 'e05067cd-639b-4377-9737-6ebe3bcb04c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:15:57Z', 'updated_at': '2022-02-04T17:15:59Z', 'revision_number': 3, 'project_id': '33ab830fde4c41a1b2b9427ee7d64511', 'gw_port': {'id': 'e05067cd-639b-4377-9737-6ebe3bcb04c0', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:7a:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92b5438a-48e8-4476-bcee-090079f7316e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:15:58Z', 'updated_at': '2022-02-04T17:15:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2'}], 'n-d-827839-2', False) {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:16:02.295568 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-1e5f2df2-bcce-4d2d-8540-66d2e8408e5d admin admin] Publish callbacks [] for security_group (0cd7e4f5-6c9a-4e4c-af60-8d881fa2093f), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:16:02.314003 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f1b1d0-9c66-4fcc-a7c7-ae9125f39969 req-7dadff67-f33c-4b34-8be5-56bc42258fad tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:16:02.315348 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port 2b38ad63-c256-48e1-b294-3985b72d1514 is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:16:02.316685 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-76f1b1d0-9c66-4fcc-a7c7-ae9125f39969 req-7dadff67-f33c-4b34-8be5-56bc42258fad tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] 10.222.0.89 "GET /v2.0/ports?device_id=f9d0cdd4-aae7-45e7-bcf1-a6ee601b78a7 HTTP/1.1" status: 200 len: 945 time: 0.4241230 Feb 04 17:16:02.322397 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab8cdeb-ae94-42ff-983b-c1ff9203fba9 req-c281ff0d-b1a3-4828-b921-fdf4be7dc771 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:16:02.322397 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-bab8cdeb-ae94-42ff-983b-c1ff9203fba9 req-c281ff0d-b1a3-4828-b921-fdf4be7dc771 service neutron] 10.222.0.90 "GET /v2.0/networks?id=b27b7363-f5f5-42ff-a720-66280b0b57a7 HTTP/1.1" status: 200 len: 922 time: 0.4986744 Feb 04 17:16:02.331749 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-585cc2b8-7655-438b-b61f-78a9234d0e75 None None] Checking router: 92b5438a-48e8-4476-bcee-090079f7316e for host: n-d-827839-2 {{(pid=103378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 17:16:02.332521 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-585cc2b8-7655-438b-b61f-78a9234d0e75 None None] Updating router 92b5438a-48e8-4476-bcee-090079f7316e port e05067cd-639b-4377-9737-6ebe3bcb04c0 binding host n-d-827839-2 {{(pid=103378) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 17:16:02.352897 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb17d47-5a22-421d-a798-cb3dbce4193c req-0a6b3023-28fe-455f-894b-b6bb95c6bbe5 tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:16:02.354379 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-bcb17d47-5a22-421d-a798-cb3dbce4193c req-0a6b3023-28fe-455f-894b-b6bb95c6bbe5 tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] 10.222.0.96 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2458293 Feb 04 17:16:02.375856 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-585cc2b8-7655-438b-b61f-78a9234d0e75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (e05067cd-639b-4377-9737-6ebe3bcb04c0), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:16:02.396486 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-cc7c3198-38f1-48cf-af86-65ef3122f050 req-6c6d7740-1e07-41a7-aab9-71f7d89fc5aa tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] 10.222.0.89 "GET /v2.0/security-groups?id=c591d0a0-8f77-4259-ab5e-c54cb31473d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1780810 Feb 04 17:16:02.401853 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-bab8cdeb-ae94-42ff-983b-c1ff9203fba9 req-b4aa454f-804c-4632-99e1-409be457642c service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=32d8b226-744e-42c0-8808-a6c862fac8f7 HTTP/1.1" status: 200 len: 217 time: 0.0631928 Feb 04 17:16:02.402466 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [req-bcb17d47-5a22-421d-a798-cb3dbce4193c req-c754d7d7-b71c-43e3-bc08-2704c7f36884 tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] Request body: {'port': {'device_id': '013eaece-a1cd-4911-b0a3-fdda63699778', 'network_id': '02be22b9-aa53-40ea-8050-9239cd27d1ff', 'admin_state_up': True, 'tenant_id': '1cd99d9701204f3692368e4539967c47'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:16:02.409624 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device ece315fd-f7f5-4da8-b591-f15dc27ca6ef no longer exists at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:16:02.491989 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-76f1b1d0-9c66-4fcc-a7c7-ae9125f39969 req-0fa73008-7794-49f6-b932-924342b24ec6 tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] 10.222.0.89 "GET /v2.0/security-groups?id=119a7f03-3e07-4d1e-8852-d9f974f9f052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1646180 Feb 04 17:16:02.519644 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab8cdeb-ae94-42ff-983b-c1ff9203fba9 req-38637ea0-4bd2-4429-b52b-213743a46907 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:16:02.521336 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-bab8cdeb-ae94-42ff-983b-c1ff9203fba9 req-38637ea0-4bd2-4429-b52b-213743a46907 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=fa2004f2-da24-41cf-84b9-96d41a7dd118 HTTP/1.1" status: 200 len: 861 time: 0.1098368 Feb 04 17:16:02.558485 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-bab8cdeb-ae94-42ff-983b-c1ff9203fba9 req-0cffbff6-48ed-4add-b48f-1adcb8c51e67 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=b27b7363-f5f5-42ff-a720-66280b0b57a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278225 Feb 04 17:16:02.585225 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] No Port match for: ece315fd-f7f5-4da8-b591-f15dc27ca6ef {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 17:16:02.585568 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device ece315fd-f7f5-4da8-b591-f15dc27ca6ef not bound to the agent host n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 17:16:02.585993 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 54328309-105a-4d36-8973-3cf0cc4718ca no longer exists at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:16:02.659025 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] No Port match for: 54328309-105a-4d36-8973-3cf0cc4718ca {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 17:16:02.659403 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 54328309-105a-4d36-8973-3cf0cc4718ca not bound to the agent host n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 17:16:02.667291 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-bab8cdeb-ae94-42ff-983b-c1ff9203fba9 req-770eee2f-0496-4db6-a962-35af7a4455f3 service neutron] 10.222.0.90 "GET /v2.0/networks/b27b7363-f5f5-42ff-a720-66280b0b57a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979843 Feb 04 17:16:02.723483 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Current status of the port c73f7467-a2e5-4127-a695-98f9e8d94155 is: BUILD; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:16:02.723880 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (c73f7467-a2e5-4127-a695-98f9e8d94155), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:16:02.774308 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-10bd925f-609b-4dfa-8fda-8d1b39ee4877 req-0131d5c0-83f3-45d2-9b95-472213d171c6 tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] 10.222.0.89 "GET /v2.0/ports?device_id=013eaece-a1cd-4911-b0a3-fdda63699778 HTTP/1.1" status: 200 len: 210 time: 0.0679092 Feb 04 17:16:02.813781 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-bab8cdeb-ae94-42ff-983b-c1ff9203fba9 req-23313b2b-327c-43ca-a2a9-914323622c9b service neutron] 10.222.0.90 "GET /v2.0/networks/b27b7363-f5f5-42ff-a720-66280b0b57a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320360 Feb 04 17:16:02.850520 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7e72874-ab8d-4372-989b-ceb35c5fd1c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c73f7467-a2e5-4127-a695-98f9e8d94155'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:16:02.855401 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c34bc964ce2211770fda26ca2f3801cc06f4f39928110690550e94ab9c9d2fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c13562a-f64b-4924-a206-0285d370c4e2" -d '{"events": [{"server_uuid": "b7e72874-ab8d-4372-989b-ceb35c5fd1c8", "name": "network-vif-plugged", "status": "completed", "tag": "c73f7467-a2e5-4127-a695-98f9e8d94155"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:16:02.876220 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-1e5f2df2-bcce-4d2d-8540-66d2e8408e5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (0cd7e4f5-6c9a-4e4c-af60-8d881fa2093f), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:16:02.878644 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-1e5f2df2-bcce-4d2d-8540-66d2e8408e5d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:16:02.879848 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-1e5f2df2-bcce-4d2d-8540-66d2e8408e5d admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/0cd7e4f5-6c9a-4e4c-af60-8d881fa2093f HTTP/1.1" status: 204 len: 168 time: 0.9441006 Feb 04 17:16:02.889950 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] For port c73f7467-a2e5-4127-a695-98f9e8d94155, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=c73f7467-a2e5-4127-a695-98f9e8d94155,segment=NetworkSegment(3a39b085-d3e6-43bb-a64c-1b06dd049e5a),segment_id=3a39b085-d3e6-43bb-a64c-1b06dd049e5a)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:16:02.907261 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (c73f7467-a2e5-4127-a695-98f9e8d94155), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:16:02.971453 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Pushing event updated for resources: {'Port': ['ID=c73f7467-a2e5-4127-a695-98f9e8d94155,revision_number=11']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:16:02.975044 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5f2df2-bcce-4d2d-8540-66d2e8408e5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cd7e4f5-6c9a-4e4c-af60-8d881fa2093f,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:16:02.984210 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f1bdb9-79cd-4224-bca0-7dbdc2a6a99d req-4c475160-4984-41bf-8be0-1b861cc66a64 tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:16:02.987068 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-00f1bdb9-79cd-4224-bca0-7dbdc2a6a99d req-4c475160-4984-41bf-8be0-1b861cc66a64 tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] 10.222.0.89 "GET /v2.0/ports?device_id=75104778-35a2-433a-9657-9a1fac350c7f HTTP/1.1" status: 200 len: 949 time: 0.1165204 Feb 04 17:16:03.006514 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d408ec64-b374-4acb-a1fc-48241dad6d47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (0cd6d64a-47a7-40ff-8c12-71dd526c62e0), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:16:03.020561 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac218078-0e33-487c-bc54-0098161eca3a req-57442bd5-2048-4f3a-b01a-6a5b60c0a2cf tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:16:03.035307 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-ac218078-0e33-487c-bc54-0098161eca3a req-57442bd5-2048-4f3a-b01a-6a5b60c0a2cf tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] 10.222.0.89 "GET /v2.0/ports?device_id=e2b58424-19d8-47c7-9144-64e22f08a22e HTTP/1.1" status: 200 len: 945 time: 0.2687850 Feb 04 17:16:03.045042 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-585cc2b8-7655-438b-b61f-78a9234d0e75 None None] Publish callbacks [] for port (e05067cd-639b-4377-9737-6ebe3bcb04c0), precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:16:03.052111 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-585cc2b8-7655-438b-b61f-78a9234d0e75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (e05067cd-639b-4377-9737-6ebe3bcb04c0), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:16:03.085191 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-00f1bdb9-79cd-4224-bca0-7dbdc2a6a99d req-45353b30-9628-4da3-b13c-198656bde7ac tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] 10.222.0.89 "GET /v2.0/security-groups?id=4f68676b-760c-49c3-a14c-c9afa7ad720d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819604 Feb 04 17:16:03.133272 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bcb17d47-5a22-421d-a798-cb3dbce4193c req-c754d7d7-b71c-43e3-bc08-2704c7f36884 tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] Made reservation on behalf of 1cd99d9701204f3692368e4539967c47 for: {'port': 1} {{(pid=103376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:16:03.133719 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bc7123-f4b8-4437-afb2-12da6bead765 None None] Pushing event updated for resources: {'Port': ['ID=e05067cd-639b-4377-9737-6ebe3bcb04c0,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:16:03.137463 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-bcb17d47-5a22-421d-a798-cb3dbce4193c req-c754d7d7-b71c-43e3-bc08-2704c7f36884 tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:16:03.140697 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 17:16:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7376d9a0-9c03-40b0-bafd-23ca26a5dd46 x-openstack-request-id: req-7376d9a0-9c03-40b0-bafd-23ca26a5dd46 {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:16:03.141018 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7e72874-ab8d-4372-989b-ceb35c5fd1c8", "name": "network-vif-plugged", "status": "completed", "tag": "c73f7467-a2e5-4127-a695-98f9e8d94155", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:16:03.141381 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-7376d9a0-9c03-40b0-bafd-23ca26a5dd46 {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:16:03.141708 n-d-827839-2 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7e72874-ab8d-4372-989b-ceb35c5fd1c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c73f7467-a2e5-4127-a695-98f9e8d94155', 'code': 200} Feb 04 17:16:03.146176 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.db_base_plugin_common [None req-9ba1a665-d638-4121-aed7-3a582e5cdc09 admin admin] Allocated IP 172.20.0.1 (f8f54d7f-46f2-4980-bae6-f9e0ce3732a4/8e9ae8e8-0d90-499c-9d0a-a96789b157a9/d54f581d-f35a-408b-bfa1-81bdf674e8e7) {{(pid=103376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:16:03.155941 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-585cc2b8-7655-438b-b61f-78a9234d0e75 None None] Attempting to bind port e05067cd-639b-4377-9737-6ebe3bcb04c0 on host n-d-827839-2 for vnic_type normal with profile {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:16:03.156328 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-585cc2b8-7655-438b-b61f-78a9234d0e75 None None] Attempting to bind port e05067cd-639b-4377-9737-6ebe3bcb04c0 by drivers openvswitch,hyperv on host n-d-827839-2 at level 0 using segments [{'id': '5942dc44-1f07-4c27-b0ab-45a2bff20dd5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188'}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:16:03.156683 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-585cc2b8-7655-438b-b61f-78a9234d0e75 None None] Attempting to bind port e05067cd-639b-4377-9737-6ebe3bcb04c0 on network 48165773-85ad-49a1-9ec1-76fc8dc24188 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:16:03.176067 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-ac218078-0e33-487c-bc54-0098161eca3a req-e32f8a4b-dff6-4803-905b-d782e7a327b3 tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] 10.222.0.89 "GET /v2.0/security-groups?id=18e6cc58-e448-4d12-9423-2a502a086ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399300 Feb 04 17:16:03.179051 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-585cc2b8-7655-438b-b61f-78a9234d0e75 None None] Checking agent: {'id': 'ba70844b-66a0-45fd-a2f2-e6ed673321fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 0, 36), 'started_at': datetime.datetime(2022, 2, 4, 17, 1, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 15, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:16:03.179427 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-585cc2b8-7655-438b-b61f-78a9234d0e75 None None] Checking segment: {'id': '5942dc44-1f07-4c27-b0ab-45a2bff20dd5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:16:03.180658 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-585cc2b8-7655-438b-b61f-78a9234d0e75 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:16:03.181103 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-585cc2b8-7655-438b-b61f-78a9234d0e75 None None] Bound using segment: {'id': '5942dc44-1f07-4c27-b0ab-45a2bff20dd5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188'} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:16:03.181582 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-585cc2b8-7655-438b-b61f-78a9234d0e75 None None] Bound port: e05067cd-639b-4377-9737-6ebe3bcb04c0, host: n-d-827839-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5942dc44-1f07-4c27-b0ab-45a2bff20dd5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188'}}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:16:03.181981 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-585cc2b8-7655-438b-b61f-78a9234d0e75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (e05067cd-639b-4377-9737-6ebe3bcb04c0), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:16:03.249186 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-585cc2b8-7655-438b-b61f-78a9234d0e75 None None] For port e05067cd-639b-4377-9737-6ebe3bcb04c0, host n-d-827839-2, cleared binding levels {{(pid=103378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:16:03.252486 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-585cc2b8-7655-438b-b61f-78a9234d0e75 None None] For port e05067cd-639b-4377-9737-6ebe3bcb04c0, host n-d-827839-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=e05067cd-639b-4377-9737-6ebe3bcb04c0,segment=NetworkSegment(5942dc44-1f07-4c27-b0ab-45a2bff20dd5),segment_id=5942dc44-1f07-4c27-b0ab-45a2bff20dd5)] {{(pid=103378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:16:03.259335 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-585cc2b8-7655-438b-b61f-78a9234d0e75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (e05067cd-639b-4377-9737-6ebe3bcb04c0), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:16:03.339817 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bc7123-f4b8-4437-afb2-12da6bead765 None None] Pushing event updated for resources: {'Port': ['ID=e05067cd-639b-4377-9737-6ebe3bcb04c0,revision_number=3']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:16:03.373318 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-585cc2b8-7655-438b-b61f-78a9234d0e75 None None] Routers {'92b5438a-48e8-4476-bcee-090079f7316e'} bound to L3 agent in host n-d-827839-2 {{(pid=103378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:16:03.377736 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-585cc2b8-7655-438b-b61f-78a9234d0e75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:16:02Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['92b5438a-48e8-4476-bcee-090079f7316e'], 'active': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:16:03.378531 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-9ba1a665-d638-4121-aed7-3a582e5cdc09 admin admin] Publish callbacks [] for port (d54f581d-f35a-408b-bfa1-81bdf674e8e7), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:16:03.388606 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.db_base_plugin_common [req-bcb17d47-5a22-421d-a798-cb3dbce4193c req-c754d7d7-b71c-43e3-bc08-2704c7f36884 tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] Allocated IP 192.168.233.146 (02be22b9-aa53-40ea-8050-9239cd27d1ff/c974b0ff-2c5c-4667-8a81-3bde3ea6ced5/d4e367c9-7388-41b4-951a-980d5f811eb7) {{(pid=103376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:16:03.440022 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 56706) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:16:03.473905 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-9ba1a665-d638-4121-aed7-3a582e5cdc09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (d54f581d-f35a-408b-bfa1-81bdf674e8e7), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:16:03.566072 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvr_db [None req-585cc2b8-7655-438b-b61f-78a9234d0e75 None None] Set router 92b5438a-48e8-4476-bcee-090079f7316e gateway port host: n-d-827839-2 {{(pid=103378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:16:03.592425 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-78578714-b346-461d-8b8b-6d54200f9ea0 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=0ec81d08a88a46d0aaf649efd27614b8&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1512308 Feb 04 17:16:03.597429 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 56710) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:16:03.601709 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-bcb17d47-5a22-421d-a798-cb3dbce4193c req-c754d7d7-b71c-43e3-bc08-2704c7f36884 tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] Publish callbacks [] for port (d4e367c9-7388-41b4-951a-980d5f811eb7), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:16:03.652782 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cff178c-4aa0-4d47-bdc4-e63941846713 req-32df42d2-397e-49bf-9030-25ab364542b5 tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:16:03.661228 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-9cff178c-4aa0-4d47-bdc4-e63941846713 req-32df42d2-397e-49bf-9030-25ab364542b5 tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] 10.222.0.89 "GET /v2.0/ports?device_id=73a9d4e1-4980-4b25-a4b8-c5f373e2200a HTTP/1.1" status: 200 len: 945 time: 0.1573756 Feb 04 17:16:03.683827 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba1a665-d638-4121-aed7-3a582e5cdc09 admin admin] Pushing event updated for resources: {'Port': ['ID=d54f581d-f35a-408b-bfa1-81bdf674e8e7,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:16:03.707042 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-652250c3-c6c3-414a-9e1b-5bed21e412f2 admin admin] Publish callbacks [] for security_group (96c6dbcf-3f56-4583-966d-5418449633e1), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:16:03.714352 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-bcb17d47-5a22-421d-a798-cb3dbce4193c req-c754d7d7-b71c-43e3-bc08-2704c7f36884 tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (d4e367c9-7388-41b4-951a-980d5f811eb7), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:16:03.718046 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ba1a665-d638-4121-aed7-3a582e5cdc09 admin admin] Network f8f54d7f-46f2-4980-bae6-f9e0ce3732a4 is already hosted by enough agents. {{(pid=103376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:16:03.741312 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] get_ports_and_sgs() called for port_ids ['a9ea809e-a7d4-4c46-b4d9-cd7077cf1c91'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 17:16:03.744910 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] get_ports_and_sgs() called for port_ids ['1c7d9fa2-9ef9-488a-a8c3-a61982a926f8', 'c73f7467-a2e5-4127-a695-98f9e8d94155'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 17:16:03.759951 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-9cff178c-4aa0-4d47-bdc4-e63941846713 req-72762d9e-4eda-44cd-adf0-5ffeb6b060ac tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] 10.222.0.89 "GET /v2.0/security-groups?id=c591d0a0-8f77-4259-ab5e-c54cb31473d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975335 Feb 04 17:16:03.774313 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [None req-9ba1a665-d638-4121-aed7-3a582e5cdc09 admin admin] Resources bound (agent type, host, resource id): {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:16:03.776294 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c754d7d7-b71c-43e3-bc08-2704c7f36884 tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] Pushing event updated for resources: {'Port': ['ID=d4e367c9-7388-41b4-951a-980d5f811eb7,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:16:03.781890 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-652250c3-c6c3-414a-9e1b-5bed21e412f2 admin admin] Publish callbacks [] for security_group (96c6dbcf-3f56-4583-966d-5418449633e1), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:16:03.782857 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ba1a665-d638-4121-aed7-3a582e5cdc09 admin admin] Received port after_create {{(pid=103376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:16:03.823158 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bcb17d47-5a22-421d-a798-cb3dbce4193c req-c754d7d7-b71c-43e3-bc08-2704c7f36884 tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] Network 02be22b9-aa53-40ea-8050-9239cd27d1ff is already hosted by enough agents. {{(pid=103376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:16:03.829497 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [req-bcb17d47-5a22-421d-a798-cb3dbce4193c req-c754d7d7-b71c-43e3-bc08-2704c7f36884 tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] Resources bound (agent type, host, resource id): {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:16:03.837651 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [req-bcb17d47-5a22-421d-a798-cb3dbce4193c req-c754d7d7-b71c-43e3-bc08-2704c7f36884 tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] Received port after_create {{(pid=103376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:16:03.923156 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f250a4a4-172a-4831-a3d9-df89118c5407 req-18b06ff9-cd4a-4e0f-9a55-0ab878cf98d5 tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:16:03.929760 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-652250c3-c6c3-414a-9e1b-5bed21e412f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (96c6dbcf-3f56-4583-966d-5418449633e1), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:16:03.931038 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-f250a4a4-172a-4831-a3d9-df89118c5407 req-18b06ff9-cd4a-4e0f-9a55-0ab878cf98d5 tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] 10.222.0.89 "GET /v2.0/ports?device_id=f9d0cdd4-aae7-45e7-bcf1-a6ee601b78a7 HTTP/1.1" status: 200 len: 945 time: 0.2586997 Feb 04 17:16:03.934676 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-652250c3-c6c3-414a-9e1b-5bed21e412f2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:16:03.936238 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-652250c3-c6c3-414a-9e1b-5bed21e412f2 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/96c6dbcf-3f56-4583-966d-5418449633e1 HTTP/1.1" status: 204 len: 168 time: 0.3376505 Feb 04 17:16:03.952644 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652250c3-c6c3-414a-9e1b-5bed21e412f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96c6dbcf-3f56-4583-966d-5418449633e1,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:16:03.978354 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-9ba1a665-d638-4121-aed7-3a582e5cdc09 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1595471'] for router_interface (92b5438a-48e8-4476-bcee-090079f7316e), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:16:04.065208 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-585cc2b8-7655-438b-b61f-78a9234d0e75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92b5438a-48e8-4476-bcee-090079f7316e', 'name': 'tempest-ServersTestMultiNic-1766030134-router', 'tenant_id': '33ab830fde4c41a1b2b9427ee7d64511', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.170'}], 'enable_snat': True}, 'gw_port_id': 'e05067cd-639b-4377-9737-6ebe3bcb04c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:15:57Z', 'updated_at': '2022-02-04T17:15:59Z', 'revision_number': 3, 'project_id': '33ab830fde4c41a1b2b9427ee7d64511', 'gw_port': {'id': 'e05067cd-639b-4377-9737-6ebe3bcb04c0', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:7a:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92b5438a-48e8-4476-bcee-090079f7316e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:15:58Z', 'updated_at': '2022-02-04T17:16:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2'}], 'n-d-827839-2', False) {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:16:04.153228 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-585cc2b8-7655-438b-b61f-78a9234d0e75 None None] The sync data for ids ['92b5438a-48e8-4476-bcee-090079f7316e'] in n-d-827839-2 is: [{'id': '92b5438a-48e8-4476-bcee-090079f7316e', 'name': 'tempest-ServersTestMultiNic-1766030134-router', 'tenant_id': '33ab830fde4c41a1b2b9427ee7d64511', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.170'}], 'enable_snat': True}, 'gw_port_id': 'e05067cd-639b-4377-9737-6ebe3bcb04c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:15:57Z', 'updated_at': '2022-02-04T17:15:59Z', 'revision_number': 3, 'project_id': '33ab830fde4c41a1b2b9427ee7d64511', 'gw_port': {'id': 'e05067cd-639b-4377-9737-6ebe3bcb04c0', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:7a:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92b5438a-48e8-4476-bcee-090079f7316e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:15:58Z', 'updated_at': '2022-02-04T17:16:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2'}] {{(pid=103378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 17:16:04.182345 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07bfa91-1480-4561-b07c-dd0bdc997b41 req-3ffaf0c2-5bfc-48d4-a590-371df5e06705 tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:16:04.195542 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-e07bfa91-1480-4561-b07c-dd0bdc997b41 req-3ffaf0c2-5bfc-48d4-a590-371df5e06705 tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] 10.222.0.89 "GET /v2.0/ports?device_id=013eaece-a1cd-4911-b0a3-fdda63699778 HTTP/1.1" status: 200 len: 936 time: 0.2445362 Feb 04 17:16:04.206445 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb17d47-5a22-421d-a798-cb3dbce4193c req-c754d7d7-b71c-43e3-bc08-2704c7f36884 tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:16:04.206952 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d1e024-1129-46d2-9080-5d87c4a23bad req-a1b830ba-e138-43b2-a13e-905a7b56ffc4 tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:16:04.207226 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-bcb17d47-5a22-421d-a798-cb3dbce4193c req-c754d7d7-b71c-43e3-bc08-2704c7f36884 tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:16:04.207970 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-90d1e024-1129-46d2-9080-5d87c4a23bad req-a1b830ba-e138-43b2-a13e-905a7b56ffc4 tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] 10.222.0.96 "GET /v2.0/ports?device_id=73a9d4e1-4980-4b25-a4b8-c5f373e2200a HTTP/1.1" status: 200 len: 945 time: 0.1874483 Feb 04 17:16:04.329358 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-f250a4a4-172a-4831-a3d9-df89118c5407 req-a594d739-b331-4919-a223-ec6afb0809a6 tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] 10.222.0.89 "GET /v2.0/security-groups?id=119a7f03-3e07-4d1e-8852-d9f974f9f052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3959539 Feb 04 17:16:04.345082 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-46360c2c-4fb5-4098-a6e4-5fb96c4ce549 None None] Provisioning complete for port d54f581d-f35a-408b-bfa1-81bdf674e8e7 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:16:04.345620 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-46360c2c-4fb5-4098-a6e4-5fb96c4ce549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (d54f581d-f35a-408b-bfa1-81bdf674e8e7), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:16:04.469615 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-bcb17d47-5a22-421d-a798-cb3dbce4193c req-c754d7d7-b71c-43e3-bc08-2704c7f36884 tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0770533 Feb 04 17:16:04.484456 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-e07bfa91-1480-4561-b07c-dd0bdc997b41 req-983a962a-533f-4e8e-9eaf-3ed4dac327fd tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] 10.222.0.89 "GET /v2.0/security-groups?id=5fa98c6a-94b3-4690-b9c3-4f0e67d11226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2882597 Feb 04 17:16:04.488302 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-46360c2c-4fb5-4098-a6e4-5fb96c4ce549 None None] Port d54f581d-f35a-408b-bfa1-81bdf674e8e7 cannot update to ACTIVE because it is not bound. {{(pid=103378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 17:16:04.517339 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [req-90d1e024-1129-46d2-9080-5d87c4a23bad req-0042eb59-cce2-4dd6-82f0-8c6798c3c2cc tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] Deleting port 08891e25-1f92-4d07-b961-f3bc281f3b93 {{(pid=103377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:16:04.517684 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-90d1e024-1129-46d2-9080-5d87c4a23bad req-0042eb59-cce2-4dd6-82f0-8c6798c3c2cc tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (08891e25-1f92-4d07-b961-f3bc281f3b93), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:16:04.538398 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [req-bcb17d47-5a22-421d-a798-cb3dbce4193c req-d5943466-f5db-4e78-acb0-3b8918d8f1bd service neutron] Request body: {'port': {'device_id': '013eaece-a1cd-4911-b0a3-fdda63699778', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827839-2'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:16:04.621235 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a75b0f0-d188-45db-92a6-3b8cf244607a req-b69f59ee-ef24-4161-a898-7bebf17df86f tempest-LiveMigrationTest-101728267 tempest-LiveMigrationTest-101728267-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:16:04.622816 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-0a75b0f0-d188-45db-92a6-3b8cf244607a req-b69f59ee-ef24-4161-a898-7bebf17df86f tempest-LiveMigrationTest-101728267 tempest-LiveMigrationTest-101728267-project-admin] 10.222.0.96 "GET /v2.0/ports?device_id=e2b58424-19d8-47c7-9144-64e22f08a22e&tenant_id=8da6ad4e5ee34bf6bb722cd37ab73ea7&binding%3Ahost_id=n-h2-827839-2 HTTP/1.1" status: 200 len: 1127 time: 0.5701556 Feb 04 17:16:04.644869 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-9ba1a665-d638-4121-aed7-3a582e5cdc09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (d54f581d-f35a-408b-bfa1-81bdf674e8e7), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:16:04.688493 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [req-0a75b0f0-d188-45db-92a6-3b8cf244607a req-3d1a263e-7a3c-4163-a5f5-03a366a6b573 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-827839-2'}}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:16:04.759807 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e687140-f451-4e9c-98bc-16ba33cf1801 req-97159f91-82d3-4ca6-a9a3-8ca15707f69b tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:16:04.764096 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-ff224787-2532-4e68-aefb-0a12cb0f4ddf None None] Provisioning complete for port d4e367c9-7388-41b4-951a-980d5f811eb7 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:16:04.764661 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ff224787-2532-4e68-aefb-0a12cb0f4ddf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (d4e367c9-7388-41b4-951a-980d5f811eb7), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:16:04.768671 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-9e687140-f451-4e9c-98bc-16ba33cf1801 req-97159f91-82d3-4ca6-a9a3-8ca15707f69b tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] 10.222.0.89 "GET /v2.0/ports?device_id=e2b58424-19d8-47c7-9144-64e22f08a22e HTTP/1.1" status: 200 len: 945 time: 0.1601360 Feb 04 17:16:04.812412 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [req-90d1e024-1129-46d2-9080-5d87c4a23bad req-0042eb59-cce2-4dd6-82f0-8c6798c3c2cc tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] For port 08891e25-1f92-4d07-b961-f3bc281f3b93, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=08891e25-1f92-4d07-b961-f3bc281f3b93,segment=NetworkSegment(78faf63e-60a8-47e4-85af-dce04e5fa366),segment_id=78faf63e-60a8-47e4-85af-dce04e5fa366)] {{(pid=103377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:16:04.812812 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-90d1e024-1129-46d2-9080-5d87c4a23bad req-0042eb59-cce2-4dd6-82f0-8c6798c3c2cc tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (08891e25-1f92-4d07-b961-f3bc281f3b93), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:16:04.816459 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4f14bb47-e72b-46ac-9e44-a61d9293afcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (75326290-f7a3-4db8-9cf2-15c7139ed224), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:16:04.845976 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [req-90d1e024-1129-46d2-9080-5d87c4a23bad req-0042eb59-cce2-4dd6-82f0-8c6798c3c2cc tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] Calling delete_port for 08891e25-1f92-4d07-b961-f3bc281f3b93 owned by compute:nova {{(pid=103377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:16:04.870940 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-ff224787-2532-4e68-aefb-0a12cb0f4ddf None None] Port d4e367c9-7388-41b4-951a-980d5f811eb7 cannot update to ACTIVE because it is not bound. {{(pid=103378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 17:16:04.904871 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-9e687140-f451-4e9c-98bc-16ba33cf1801 req-f64c5689-c854-4383-9478-3b40012d2968 tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] 10.222.0.89 "GET /v2.0/security-groups?id=18e6cc58-e448-4d12-9423-2a502a086ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292009 Feb 04 17:16:04.928505 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-0a75b0f0-d188-45db-92a6-3b8cf244607a req-3d1a263e-7a3c-4163-a5f5-03a366a6b573 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (a5a6a2ab-57b8-44d0-93a3-09907e7b69e9), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:16:04.947364 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-bcb17d47-5a22-421d-a798-cb3dbce4193c req-d5943466-f5db-4e78-acb0-3b8918d8f1bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (d4e367c9-7388-41b4-951a-980d5f811eb7), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:16:05.088545 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db25152-ab33-4b68-8234-4768bed64372 req-9fec6332-e1c2-4828-8431-1b3157375721 tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:16:05.095892 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-9db25152-ab33-4b68-8234-4768bed64372 req-9fec6332-e1c2-4828-8431-1b3157375721 tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] 10.222.0.89 "GET /v2.0/ports?device_id=75104778-35a2-433a-9657-9a1fac350c7f HTTP/1.1" status: 200 len: 949 time: 0.5689378 Feb 04 17:16:05.191850 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97caad6-f487-40af-94aa-313c48707d82 req-7ee0b22d-8c8c-47eb-9976-4a865e6eb92b tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:16:05.193659 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-c97caad6-f487-40af-94aa-313c48707d82 req-7ee0b22d-8c8c-47eb-9976-4a865e6eb92b tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] 10.222.0.89 "GET /v2.0/ports?device_id=73a9d4e1-4980-4b25-a4b8-c5f373e2200a HTTP/1.1" status: 200 len: 945 time: 0.1457663 Feb 04 17:16:05.253724 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-9db25152-ab33-4b68-8234-4768bed64372 req-12992dd3-4312-4d5d-8a08-61b2f333ea69 tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] 10.222.0.89 "GET /v2.0/security-groups?id=4f68676b-760c-49c3-a14c-c9afa7ad720d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569417 Feb 04 17:16:05.288695 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-90d1e024-1129-46d2-9080-5d87c4a23bad req-0042eb59-cce2-4dd6-82f0-8c6798c3c2cc tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (08891e25-1f92-4d07-b961-f3bc281f3b93), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:16:05.302255 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] get_ports_and_sgs() called for port_ids ['08891e25-1f92-4d07-b961-f3bc281f3b93'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 17:16:05.329381 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-c97caad6-f487-40af-94aa-313c48707d82 req-189280a7-b4c7-4599-abbf-eb6139d32587 tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] 10.222.0.89 "GET /v2.0/security-groups?id=c591d0a0-8f77-4259-ab5e-c54cb31473d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162713 Feb 04 17:16:05.384985 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0042eb59-cce2-4dd6-82f0-8c6798c3c2cc tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] Pushing event deleted for resources: {'Port': ['ID=08891e25-1f92-4d07-b961-f3bc281f3b93,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:16:05.406167 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 56744) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:16:05.412337 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [req-90d1e024-1129-46d2-9080-5d87c4a23bad req-0042eb59-cce2-4dd6-82f0-8c6798c3c2cc tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] No DVR routers for this DVR port 08891e25-1f92-4d07-b961-f3bc281f3b93 on host n-h1-827839-2 {{(pid=103377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 17:16:05.417437 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-90d1e024-1129-46d2-9080-5d87c4a23bad req-0042eb59-cce2-4dd6-82f0-8c6798c3c2cc tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:16:05.421545 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-90d1e024-1129-46d2-9080-5d87c4a23bad req-0042eb59-cce2-4dd6-82f0-8c6798c3c2cc tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] 10.222.0.96 "DELETE /v2.0/ports/08891e25-1f92-4d07-b961-f3bc281f3b93 HTTP/1.1" status: 204 len: 173 time: 1.1951494 Feb 04 17:16:05.425880 n-d-827839-2 neutron-server[103377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73a9d4e1-4980-4b25-a4b8-c5f373e2200a', 'name': 'network-vif-deleted', 'tag': '08891e25-1f92-4d07-b961-f3bc281f3b93'}] {{(pid=103377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:16:05.438482 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7240428b650e1488e9361b62648ff4b3a6c19d49d8c27c949491ab58c1346cf0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15686007-cb93-4c42-a763-48c769cd864e" -d '{"events": [{"server_uuid": "73a9d4e1-4980-4b25-a4b8-c5f373e2200a", "name": "network-vif-deleted", "tag": "08891e25-1f92-4d07-b961-f3bc281f3b93"}]}' {{(pid=103377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:16:05.548037 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 17:16:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2836f067-043d-4562-911d-950d7a64e802 x-openstack-request-id: req-2836f067-043d-4562-911d-950d7a64e802 {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:16:05.548650 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73a9d4e1-4980-4b25-a4b8-c5f373e2200a", "name": "network-vif-deleted", "tag": "08891e25-1f92-4d07-b961-f3bc281f3b93", "status": "completed", "code": 200}]} {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:16:05.548924 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-2836f067-043d-4562-911d-950d7a64e802 {{(pid=103377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:16:05.549411 n-d-827839-2 neutron-server[103377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73a9d4e1-4980-4b25-a4b8-c5f373e2200a', 'name': 'network-vif-deleted', 'tag': '08891e25-1f92-4d07-b961-f3bc281f3b93', 'status': 'completed', 'code': 200} Feb 04 17:16:05.648474 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-2f194889-d20a-4b59-94e3-94e23c5cde4d admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1781756893-network', 'tenant_id': '91ca2a71a3334b6b81a8567dbd30068c'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:16:05.677620 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (ba70844b-66a0-45fd-a2f2-e6ed673321fc), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:16:05.689034 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f194889-d20a-4b59-94e3-94e23c5cde4d admin admin] Made reservation on behalf of 91ca2a71a3334b6b81a8567dbd30068c for: {'network': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:16:05.692343 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-2f194889-d20a-4b59-94e3-94e23c5cde4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for network (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:16:05.736953 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [req-0a75b0f0-d188-45db-92a6-3b8cf244607a req-3d1a263e-7a3c-4163-a5f5-03a366a6b573 service neutron] For port a5a6a2ab-57b8-44d0-93a3-09907e7b69e9, host n-h2-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=a5a6a2ab-57b8-44d0-93a3-09907e7b69e9,segment=NetworkSegment(4adf983e-b4f0-4caa-beec-ecaadf2366f2),segment_id=4adf983e-b4f0-4caa-beec-ecaadf2366f2)] {{(pid=103376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:16:05.737521 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-2f194889-d20a-4b59-94e3-94e23c5cde4d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:16:05.783938 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device e05067cd-639b-4377-9737-6ebe3bcb04c0 up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:16:05.821582 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a81913-def7-4465-a22c-a359d55e959e req-44a26bab-7e4f-4f32-ba92-9a2b2c394b3a tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:16:05.827421 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-b2a81913-def7-4465-a22c-a359d55e959e req-44a26bab-7e4f-4f32-ba92-9a2b2c394b3a tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] 10.222.0.89 "GET /v2.0/ports?device_id=f9d0cdd4-aae7-45e7-bcf1-a6ee601b78a7 HTTP/1.1" status: 200 len: 945 time: 0.3729458 Feb 04 17:16:05.864056 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c0c5fa-dc81-4885-b6ff-0e8dd9b8e268 req-fe8926fa-581d-46ec-b988-82bf4b32fa31 tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:16:05.872893 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-81c0c5fa-dc81-4885-b6ff-0e8dd9b8e268 req-fe8926fa-581d-46ec-b988-82bf4b32fa31 tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] 10.222.0.89 "GET /v2.0/ports?device_id=013eaece-a1cd-4911-b0a3-fdda63699778 HTTP/1.1" status: 200 len: 936 time: 0.2014353 Feb 04 17:16:05.898847 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port e05067cd-639b-4377-9737-6ebe3bcb04c0 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:16:05.912868 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-9ba1a665-d638-4121-aed7-3a582e5cdc09 admin admin] Publish callbacks [] for port (d54f581d-f35a-408b-bfa1-81bdf674e8e7), precommit_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:16:05.914762 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (e05067cd-639b-4377-9737-6ebe3bcb04c0), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:16:05.937597 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-9ba1a665-d638-4121-aed7-3a582e5cdc09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675836'] for port (d54f581d-f35a-408b-bfa1-81bdf674e8e7), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:16:05.939169 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-81c0c5fa-dc81-4885-b6ff-0e8dd9b8e268 req-4168f3c2-ea96-4e0e-a227-634041b63a1a tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] 10.222.0.89 "GET /v2.0/security-groups?id=5fa98c6a-94b3-4690-b9c3-4f0e67d11226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653489 Feb 04 17:16:05.960154 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-2f194889-d20a-4b59-94e3-94e23c5cde4d admin admin] Publish callbacks [] for security_group (88228a4e-bf84-4bb7-a70f-8c632478b96a), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:16:05.966836 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-2f194889-d20a-4b59-94e3-94e23c5cde4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (88228a4e-bf84-4bb7-a70f-8c632478b96a), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:16:05.995045 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f194889-d20a-4b59-94e3-94e23c5cde4d admin admin] vlan segment allocate from pool success with {'vlan_id': 783, 'physical_network': 'physnet1'} {{(pid=103377) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 17:16:06.009214 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-2f194889-d20a-4b59-94e3-94e23c5cde4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (99b03b35-6f2f-41c9-855a-4466404c90f7), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:16:06.009609 n-d-827839-2 neutron-server[103377]: INFO neutron.db.segments_db [None req-2f194889-d20a-4b59-94e3-94e23c5cde4d admin admin] Added segment 99b03b35-6f2f-41c9-855a-4466404c90f7 of type vlan for network 039e5665-bab0-45b8-ae19-eb1ec4265d86 Feb 04 17:16:06.064506 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port e05067cd-639b-4377-9737-6ebe3bcb04c0 is: DOWN; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:16:06.065298 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (e05067cd-639b-4377-9737-6ebe3bcb04c0), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:16:06.067033 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-2f194889-d20a-4b59-94e3-94e23c5cde4d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781084292801'] for network (039e5665-bab0-45b8-ae19-eb1ec4265d86), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:16:06.082830 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-b2a81913-def7-4465-a22c-a359d55e959e req-02a64402-b86a-4e54-a6e3-0e80416cefd8 tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] 10.222.0.89 "GET /v2.0/security-groups?id=119a7f03-3e07-4d1e-8852-d9f974f9f052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2472987 Feb 04 17:16:06.084125 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [req-0a75b0f0-d188-45db-92a6-3b8cf244607a req-3d1a263e-7a3c-4163-a5f5-03a366a6b573 service neutron] For port a5a6a2ab-57b8-44d0-93a3-09907e7b69e9, host n-h2-827839-2, cleared binding levels {{(pid=103376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:16:06.119113 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device a5a6a2ab-57b8-44d0-93a3-09907e7b69e9 details requested by agent hyperv_n-h1-827839-2 with host n-h1-827839-2 {{(pid=103378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 17:16:06.134908 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] For port e05067cd-639b-4377-9737-6ebe3bcb04c0, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=e05067cd-639b-4377-9737-6ebe3bcb04c0,segment=NetworkSegment(5942dc44-1f07-4c27-b0ab-45a2bff20dd5),segment_id=5942dc44-1f07-4c27-b0ab-45a2bff20dd5)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:16:06.154709 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f194889-d20a-4b59-94e3-94e23c5cde4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88228a4e-bf84-4bb7-a70f-8c632478b96a,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:16:06.161220 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-2f194889-d20a-4b59-94e3-94e23c5cde4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327'] for network (039e5665-bab0-45b8-ae19-eb1ec4265d86), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:16:06.162395 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f194889-d20a-4b59-94e3-94e23c5cde4d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:16:06.163072 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba1a665-d638-4121-aed7-3a582e5cdc09 admin admin] Pushing event updated for resources: {'Port': ['ID=d54f581d-f35a-408b-bfa1-81bdf674e8e7,revision_number=2']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:16:06.163277 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-2f194889-d20a-4b59-94e3-94e23c5cde4d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677565'] for network (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:16:06.175110 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-9ba1a665-d638-4121-aed7-3a582e5cdc09 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1677345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602751'] for router_interface (92b5438a-48e8-4476-bcee-090079f7316e), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:16:06.200826 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (e05067cd-639b-4377-9737-6ebe3bcb04c0), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:16:06.209513 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-2f194889-d20a-4b59-94e3-94e23c5cde4d admin admin] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.7942441 Feb 04 17:16:06.215540 n-d-827839-2 neutron-server[103376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2b58424-19d8-47c7-9144-64e22f08a22e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a5a6a2ab-57b8-44d0-93a3-09907e7b69e9'}] {{(pid=103376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:16:06.217974 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d59c3bb5e2f09ebf62144d5e09b1cff60c763a9c19614c24538e77842938c05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6d1a6be-38e8-40a9-b201-a020dddaa62d" -d '{"events": [{"server_uuid": "e2b58424-19d8-47c7-9144-64e22f08a22e", "name": "network-vif-unplugged", "status": "completed", "tag": "a5a6a2ab-57b8-44d0-93a3-09907e7b69e9"}]}' {{(pid=103376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:16:06.220566 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 56754) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:16:06.223235 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-0a75b0f0-d188-45db-92a6-3b8cf244607a req-3d1a263e-7a3c-4163-a5f5-03a366a6b573 service neutron] Publish callbacks [] for port (a5a6a2ab-57b8-44d0-93a3-09907e7b69e9), precommit_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:16:06.234434 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-2b80e8a8-3dfc-46fa-90e8-49b785db5ce4 admin admin] Request body: {'subnet': {'network_id': '039e5665-bab0-45b8-ae19-eb1ec4265d86', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1781756893-subnet', 'tenant_id': '91ca2a71a3334b6b81a8567dbd30068c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:16:06.340844 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Pushing event updated for resources: {'Port': ['ID=e05067cd-639b-4377-9737-6ebe3bcb04c0,revision_number=4']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:16:06.357255 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:16:06.357255 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:16:06.357255 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:16:06.357725 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:16:06.358679 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:16:06.359022 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:16:06.359507 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:16:06.359855 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:16:06.360187 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:16:06.360571 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:16:06.360930 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:16:06.361260 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:16:06.361759 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:16:06.375222 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f194889-d20a-4b59-94e3-94e23c5cde4d admin admin] Pushing event updated for resources: {'Network': ['ID=039e5665-bab0-45b8-ae19-eb1ec4265d86,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:16:06.391127 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Network 039e5665-bab0-45b8-ae19-eb1ec4265d86 details requested by agent ovs-agent-n-d-827839-2 with host n-d-827839-2 {{(pid=103378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 17:16:06.396833 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 04 Feb 2022 17:16:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f91d54bf-8d38-470a-8897-d32ef7fa0862 x-openstack-request-id: req-f91d54bf-8d38-470a-8897-d32ef7fa0862 {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:16:06.397400 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2b58424-19d8-47c7-9144-64e22f08a22e", "name": "network-vif-unplugged", "status": "completed", "tag": "a5a6a2ab-57b8-44d0-93a3-09907e7b69e9", "code": 200}]} {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:16:06.397609 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-f91d54bf-8d38-470a-8897-d32ef7fa0862 {{(pid=103376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:16:06.398125 n-d-827839-2 neutron-server[103376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2b58424-19d8-47c7-9144-64e22f08a22e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a5a6a2ab-57b8-44d0-93a3-09907e7b69e9', 'code': 200} Feb 04 17:16:06.406080 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-0a75b0f0-d188-45db-92a6-3b8cf244607a req-3d1a263e-7a3c-4163-a5f5-03a366a6b573 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675836'] for port (a5a6a2ab-57b8-44d0-93a3-09907e7b69e9), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:16:06.406641 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19d3837-77a3-4b46-bb39-4d84be8d30cb req-c7f9777a-8473-4f4a-9cb8-d387d13be009 tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:16:06.408231 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-d19d3837-77a3-4b46-bb39-4d84be8d30cb req-c7f9777a-8473-4f4a-9cb8-d387d13be009 tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] 10.222.0.89 "GET /v2.0/ports?device_id=e2b58424-19d8-47c7-9144-64e22f08a22e HTTP/1.1" status: 200 len: 945 time: 0.2732677 Feb 04 17:16:06.494079 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-d19d3837-77a3-4b46-bb39-4d84be8d30cb req-e6f5cb8f-ab97-44fa-9b38-3e519604c837 tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] 10.222.0.89 "GET /v2.0/security-groups?id=18e6cc58-e448-4d12-9423-2a502a086ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788178 Feb 04 17:16:06.519728 n-d-827839-2 neutron-server[103376]: DEBUG neutron.notifiers.nova [req-bcb17d47-5a22-421d-a798-cb3dbce4193c req-d5943466-f5db-4e78-acb0-3b8918d8f1bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d4e367c9-7388-41b4-951a-980d5f811eb7 {{(pid=103376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 17:16:06.544117 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] For port a5a6a2ab-57b8-44d0-93a3-09907e7b69e9, host n-h2-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=a5a6a2ab-57b8-44d0-93a3-09907e7b69e9,segment=NetworkSegment(4adf983e-b4f0-4caa-beec-ecaadf2366f2),segment_id=4adf983e-b4f0-4caa-beec-ecaadf2366f2)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:16:06.549187 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-bcb17d47-5a22-421d-a798-cb3dbce4193c req-d5943466-f5db-4e78-acb0-3b8918d8f1bd service neutron] Publish callbacks [] for port (d4e367c9-7388-41b4-951a-980d5f811eb7), precommit_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:16:06.553769 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ba1a665-d638-4121-aed7-3a582e5cdc09 admin admin] Network f8f54d7f-46f2-4980-bae6-f9e0ce3732a4 is already hosted by enough agents. {{(pid=103376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:16:06.575933 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device a5a6a2ab-57b8-44d0-93a3-09907e7b69e9 has no active binding in host n-h1-827839-2 {{(pid=103378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 04 17:16:06.588271 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [None req-9ba1a665-d638-4121-aed7-3a582e5cdc09 admin admin] Resources bound (agent type, host, resource id): {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:16:06.623054 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b80e8a8-3dfc-46fa-90e8-49b785db5ce4 admin admin] Made reservation on behalf of 91ca2a71a3334b6b81a8567dbd30068c for: {'subnet': 1} {{(pid=103376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:16:06.625831 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-2b80e8a8-3dfc-46fa-90e8-49b785db5ce4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25859006'] for subnet (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:16:06.628723 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.provisioning_blocks [req-bcb17d47-5a22-421d-a798-cb3dbce4193c req-d5943466-f5db-4e78-acb0-3b8918d8f1bd service neutron] Transition to ACTIVE for port object d4e367c9-7388-41b4-951a-980d5f811eb7 will not be triggered until provisioned by entity L2. {{(pid=103376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 17:16:06.659027 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-bcb17d47-5a22-421d-a798-cb3dbce4193c req-d5943466-f5db-4e78-acb0-3b8918d8f1bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675836'] for port (d4e367c9-7388-41b4-951a-980d5f811eb7), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:16:06.661123 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1a263e-7a3c-4163-a5f5-03a366a6b573 service neutron] Pushing event updated for resources: {'Port': ['ID=a5a6a2ab-57b8-44d0-93a3-09907e7b69e9,revision_number=7']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:16:06.918606 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04073321-e92b-4ef9-a329-2b32db33e65f req-77984a56-434f-4285-ab11-c3df1526f853 tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:16:06.920192 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-04073321-e92b-4ef9-a329-2b32db33e65f req-77984a56-434f-4285-ab11-c3df1526f853 tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] 10.222.0.89 "GET /v2.0/ports?device_id=75104778-35a2-433a-9657-9a1fac350c7f HTTP/1.1" status: 200 len: 949 time: 0.5369163 Feb 04 17:16:06.977285 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [req-0a75b0f0-d188-45db-92a6-3b8cf244607a req-3d1a263e-7a3c-4163-a5f5-03a366a6b573 service neutron] Attempting to bind port a5a6a2ab-57b8-44d0-93a3-09907e7b69e9 on host n-h2-827839-2 for vnic_type normal with profile {"migrating_to": "n-h1-827839-2"} {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:16:06.977626 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [req-0a75b0f0-d188-45db-92a6-3b8cf244607a req-3d1a263e-7a3c-4163-a5f5-03a366a6b573 service neutron] Attempting to bind port a5a6a2ab-57b8-44d0-93a3-09907e7b69e9 by drivers openvswitch,hyperv on host n-h2-827839-2 at level 0 using segments [{'id': '4adf983e-b4f0-4caa-beec-ecaadf2366f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '865a5290-ec33-4655-84a4-bc1453190ac7'}] {{(pid=103376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:16:06.977953 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a75b0f0-d188-45db-92a6-3b8cf244607a req-3d1a263e-7a3c-4163-a5f5-03a366a6b573 service neutron] Attempting to bind port a5a6a2ab-57b8-44d0-93a3-09907e7b69e9 on network 865a5290-ec33-4655-84a4-bc1453190ac7 {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:16:07.021176 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-db8e1aef-813e-4109-a1a8-dfe068f8708d None None] Provisioning complete for port d54f581d-f35a-408b-bfa1-81bdf674e8e7 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:16:07.024019 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-db8e1aef-813e-4109-a1a8-dfe068f8708d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (d54f581d-f35a-408b-bfa1-81bdf674e8e7), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:16:07.037320 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a75b0f0-d188-45db-92a6-3b8cf244607a req-3d1a263e-7a3c-4163-a5f5-03a366a6b573 service neutron] Port a5a6a2ab-57b8-44d0-93a3-09907e7b69e9 on network 865a5290-ec33-4655-84a4-bc1453190ac7 not bound, no agent of type Open vSwitch agent registered on host n-h2-827839-2 {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 17:16:07.037671 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a75b0f0-d188-45db-92a6-3b8cf244607a req-3d1a263e-7a3c-4163-a5f5-03a366a6b573 service neutron] Attempting to bind port a5a6a2ab-57b8-44d0-93a3-09907e7b69e9 on network 865a5290-ec33-4655-84a4-bc1453190ac7 {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:16:07.051828 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a75b0f0-d188-45db-92a6-3b8cf244607a req-3d1a263e-7a3c-4163-a5f5-03a366a6b573 service neutron] Checking agent: {'id': 'f20a1ab3-4332-4f54-833b-ba4a7c687e89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 8, 40), 'started_at': datetime.datetime(2022, 2, 4, 17, 8, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 15, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:16:07.052171 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a75b0f0-d188-45db-92a6-3b8cf244607a req-3d1a263e-7a3c-4163-a5f5-03a366a6b573 service neutron] Checking segment: {'id': '4adf983e-b4f0-4caa-beec-ecaadf2366f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '865a5290-ec33-4655-84a4-bc1453190ac7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:16:07.052560 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a75b0f0-d188-45db-92a6-3b8cf244607a req-3d1a263e-7a3c-4163-a5f5-03a366a6b573 service neutron] Bound using segment: {'id': '4adf983e-b4f0-4caa-beec-ecaadf2366f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '865a5290-ec33-4655-84a4-bc1453190ac7'} {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:16:07.053030 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [req-0a75b0f0-d188-45db-92a6-3b8cf244607a req-3d1a263e-7a3c-4163-a5f5-03a366a6b573 service neutron] Bound port: a5a6a2ab-57b8-44d0-93a3-09907e7b69e9, host: n-h2-827839-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4adf983e-b4f0-4caa-beec-ecaadf2366f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '865a5290-ec33-4655-84a4-bc1453190ac7'}}] {{(pid=103376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:16:07.053391 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-0a75b0f0-d188-45db-92a6-3b8cf244607a req-3d1a263e-7a3c-4163-a5f5-03a366a6b573 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (a5a6a2ab-57b8-44d0-93a3-09907e7b69e9), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:16:07.055460 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5943466-f5db-4e78-acb0-3b8918d8f1bd service neutron] Pushing event updated for resources: {'Port': ['ID=d4e367c9-7388-41b4-951a-980d5f811eb7,revision_number=2']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:16:07.079715 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a556bc-5c4d-43cc-b6b9-0a3e01092bf7 req-25c2e2ee-5d71-4f82-acd5-2f0f1213d0e4 tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:16:07.090408 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-e6a556bc-5c4d-43cc-b6b9-0a3e01092bf7 req-25c2e2ee-5d71-4f82-acd5-2f0f1213d0e4 tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] 10.222.0.89 "GET /v2.0/networks?id=e6d83a7c-1f77-441c-afa2-81d5754db2af HTTP/1.1" status: 200 len: 812 time: 0.2367961 Feb 04 17:16:07.121738 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-e6a556bc-5c4d-43cc-b6b9-0a3e01092bf7 req-0c1831d7-a03e-4c76-9c4e-9a1ee14ff2ab tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] 10.222.0.89 "GET /v2.0/quotas/36d552dcaba84f869d86965d2c5a9247 HTTP/1.1" status: 200 len: 375 time: 0.0302329 Feb 04 17:16:07.124576 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-db8e1aef-813e-4109-a1a8-dfe068f8708d None None] Port d54f581d-f35a-408b-bfa1-81bdf674e8e7 cannot update to ACTIVE because it is not bound. {{(pid=103378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 17:16:07.156704 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-e6a556bc-5c4d-43cc-b6b9-0a3e01092bf7 req-26e8824a-1293-42a2-a7e0-e7fe51a6e324 tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=36d552dcaba84f869d86965d2c5a9247&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0340815 Feb 04 17:16:07.166256 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ba1a665-d638-4121-aed7-3a582e5cdc09 admin admin] Router 92b5438a-48e8-4476-bcee-090079f7316e has already been hosted by L3 agent 64ada913-9131-4d99-a265-63a920956287 {{(pid=103376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 17:16:07.173558 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-04073321-e92b-4ef9-a329-2b32db33e65f req-4ba03968-4712-41b9-8eaf-2116313873ee tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] 10.222.0.89 "GET /v2.0/security-groups?id=4f68676b-760c-49c3-a14c-c9afa7ad720d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2236881 Feb 04 17:16:07.299195 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-e6a556bc-5c4d-43cc-b6b9-0a3e01092bf7 req-68e581d9-f602-4fe7-8bef-f6462944b2a0 service neutron] 10.222.0.89 "GET /v2.0/networks/e6d83a7c-1f77-441c-afa2-81d5754db2af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307499 Feb 04 17:16:07.411186 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [req-0a75b0f0-d188-45db-92a6-3b8cf244607a req-3d1a263e-7a3c-4163-a5f5-03a366a6b573 service neutron] For port a5a6a2ab-57b8-44d0-93a3-09907e7b69e9, host n-h2-827839-2, cleared binding levels {{(pid=103376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:16:07.418855 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [req-bcb17d47-5a22-421d-a798-cb3dbce4193c req-d5943466-f5db-4e78-acb0-3b8918d8f1bd service neutron] Attempting to bind port d4e367c9-7388-41b4-951a-980d5f811eb7 on host n-h1-827839-2 for vnic_type normal with profile {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:16:07.419192 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [req-bcb17d47-5a22-421d-a798-cb3dbce4193c req-d5943466-f5db-4e78-acb0-3b8918d8f1bd service neutron] Attempting to bind port d4e367c9-7388-41b4-951a-980d5f811eb7 by drivers openvswitch,hyperv on host n-h1-827839-2 at level 0 using segments [{'id': '3a39b085-d3e6-43bb-a64c-1b06dd049e5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '02be22b9-aa53-40ea-8050-9239cd27d1ff'}] {{(pid=103376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:16:07.419837 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcb17d47-5a22-421d-a798-cb3dbce4193c req-d5943466-f5db-4e78-acb0-3b8918d8f1bd service neutron] Attempting to bind port d4e367c9-7388-41b4-951a-980d5f811eb7 on network 02be22b9-aa53-40ea-8050-9239cd27d1ff {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:16:07.423957 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-e6a556bc-5c4d-43cc-b6b9-0a3e01092bf7 req-df6081f2-a0a8-41ac-b61c-10bfab6a0144 service neutron] 10.222.0.89 "GET /v2.0/networks/e6d83a7c-1f77-441c-afa2-81d5754db2af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237855 Feb 04 17:16:07.605868 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device e05067cd-639b-4377-9737-6ebe3bcb04c0 up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:16:07.700207 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port e05067cd-639b-4377-9737-6ebe3bcb04c0 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:16:07.700899 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (e05067cd-639b-4377-9737-6ebe3bcb04c0), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:16:07.722562 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4b4c27-68fa-4598-a7e5-7ed138610fbc req-e3aba73d-ff69-4833-8569-829007b8eb37 tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:16:07.725272 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-6e4b4c27-68fa-4598-a7e5-7ed138610fbc req-e3aba73d-ff69-4833-8569-829007b8eb37 tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] 10.222.0.89 "GET /v2.0/ports?device_id=f9d0cdd4-aae7-45e7-bcf1-a6ee601b78a7 HTTP/1.1" status: 200 len: 945 time: 0.0954664 Feb 04 17:16:07.798903 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port e05067cd-639b-4377-9737-6ebe3bcb04c0 is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:16:07.813217 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-6e4b4c27-68fa-4598-a7e5-7ed138610fbc req-842c7f36-01c0-453b-ad61-3e6d5b8d6b0f tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] 10.222.0.89 "GET /v2.0/security-groups?id=119a7f03-3e07-4d1e-8852-d9f974f9f052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809023 Feb 04 17:16:07.879632 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [req-0a75b0f0-d188-45db-92a6-3b8cf244607a req-3d1a263e-7a3c-4163-a5f5-03a366a6b573 service neutron] For port a5a6a2ab-57b8-44d0-93a3-09907e7b69e9, host n-h2-827839-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=a5a6a2ab-57b8-44d0-93a3-09907e7b69e9,segment=NetworkSegment(4adf983e-b4f0-4caa-beec-ecaadf2366f2),segment_id=4adf983e-b4f0-4caa-beec-ecaadf2366f2)] {{(pid=103376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:16:07.899488 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcb17d47-5a22-421d-a798-cb3dbce4193c req-d5943466-f5db-4e78-acb0-3b8918d8f1bd service neutron] Port d4e367c9-7388-41b4-951a-980d5f811eb7 on network 02be22b9-aa53-40ea-8050-9239cd27d1ff not bound, no agent of type Open vSwitch agent registered on host n-h1-827839-2 {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 17:16:07.900045 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcb17d47-5a22-421d-a798-cb3dbce4193c req-d5943466-f5db-4e78-acb0-3b8918d8f1bd service neutron] Attempting to bind port d4e367c9-7388-41b4-951a-980d5f811eb7 on network 02be22b9-aa53-40ea-8050-9239cd27d1ff {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:16:07.945142 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-0a75b0f0-d188-45db-92a6-3b8cf244607a req-3d1a263e-7a3c-4163-a5f5-03a366a6b573 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675836'] for port (a5a6a2ab-57b8-44d0-93a3-09907e7b69e9), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:16:07.958565 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7344f57e-34d1-4724-ad0d-622647db8b3d req-805f4874-bf98-451c-a9e1-5c4d02857f33 tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:16:07.960838 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-7344f57e-34d1-4724-ad0d-622647db8b3d req-805f4874-bf98-451c-a9e1-5c4d02857f33 tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] 10.222.0.89 "GET /v2.0/ports?device_id=e2b58424-19d8-47c7-9144-64e22f08a22e HTTP/1.1" status: 200 len: 943 time: 0.0617270 Feb 04 17:16:07.968893 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b2ddf5-54c4-407e-99e8-e0cba25eba92 req-97118bba-dc01-42a9-a657-f186619b3217 tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:16:07.975715 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-37b2ddf5-54c4-407e-99e8-e0cba25eba92 req-97118bba-dc01-42a9-a657-f186619b3217 tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] 10.222.0.89 "GET /v2.0/ports?device_id=013eaece-a1cd-4911-b0a3-fdda63699778 HTTP/1.1" status: 200 len: 948 time: 0.7032409 Feb 04 17:16:07.986917 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcb17d47-5a22-421d-a798-cb3dbce4193c req-d5943466-f5db-4e78-acb0-3b8918d8f1bd service neutron] Checking agent: {'id': '3f9244a9-75fc-4c10-b195-11d48b853b41', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 8, 42), 'started_at': datetime.datetime(2022, 2, 4, 17, 8, 42), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 15, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:16:07.987354 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcb17d47-5a22-421d-a798-cb3dbce4193c req-d5943466-f5db-4e78-acb0-3b8918d8f1bd service neutron] Checking segment: {'id': '3a39b085-d3e6-43bb-a64c-1b06dd049e5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '02be22b9-aa53-40ea-8050-9239cd27d1ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:16:07.987729 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcb17d47-5a22-421d-a798-cb3dbce4193c req-d5943466-f5db-4e78-acb0-3b8918d8f1bd service neutron] Bound using segment: {'id': '3a39b085-d3e6-43bb-a64c-1b06dd049e5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '02be22b9-aa53-40ea-8050-9239cd27d1ff'} {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:16:07.988306 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [req-bcb17d47-5a22-421d-a798-cb3dbce4193c req-d5943466-f5db-4e78-acb0-3b8918d8f1bd service neutron] Bound port: d4e367c9-7388-41b4-951a-980d5f811eb7, host: n-h1-827839-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a39b085-d3e6-43bb-a64c-1b06dd049e5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '02be22b9-aa53-40ea-8050-9239cd27d1ff'}}] {{(pid=103376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:16:07.988675 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-bcb17d47-5a22-421d-a798-cb3dbce4193c req-d5943466-f5db-4e78-acb0-3b8918d8f1bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (d4e367c9-7388-41b4-951a-980d5f811eb7), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:16:08.028371 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-7344f57e-34d1-4724-ad0d-622647db8b3d req-de55bb12-834b-4ae1-bacc-5baa27a3d667 tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] 10.222.0.89 "GET /v2.0/security-groups?id=18e6cc58-e448-4d12-9423-2a502a086ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610182 Feb 04 17:16:08.102025 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-2b80e8a8-3dfc-46fa-90e8-49b785db5ce4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25674939', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25858952'] for subnet (4286bcef-1c18-44bf-8b45-635c2ca64166), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:16:08.122808 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device 08891e25-1f92-4d07-b961-f3bc281f3b93 no longer exists at agent hyperv_n-h1-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:16:08.130870 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-9259f0e1-daac-433f-a9b7-7ece67c3e590 req-6d4ff1e5-405c-4a77-84bc-f791c18e9b1e tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] 10.222.0.89 "GET /v2.0/ports?device_id=d8b88886-f047-4a53-8b9f-a49fcd51cf07 HTTP/1.1" status: 200 len: 210 time: 0.0391271 Feb 04 17:16:08.156071 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] No Port match for: 08891e25-1f92-4d07-b961-f3bc281f3b93 {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 17:16:08.156491 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device 08891e25-1f92-4d07-b961-f3bc281f3b93 not bound to the agent host n-h1-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 17:16:08.219926 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1a263e-7a3c-4163-a5f5-03a366a6b573 service neutron] Pushing event updated for resources: {'Port': ['ID=a5a6a2ab-57b8-44d0-93a3-09907e7b69e9,revision_number=8']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:16:08.228697 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-37b2ddf5-54c4-407e-99e8-e0cba25eba92 req-3cf7bc62-b08f-4d7b-8e1c-753c3f689af3 tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] 10.222.0.89 "GET /v2.0/security-groups?id=5fa98c6a-94b3-4690-b9c3-4f0e67d11226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2521341 Feb 04 17:16:08.229935 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ba1a665-d638-4121-aed7-3a582e5cdc09 admin admin] Notify agent at l3_agent.n-d-827839-2 the message routers_updated {{(pid=103376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 17:16:08.240181 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4168e6c3-eb1f-409c-82a9-0d253aff216c None None] Sync routers for ids ['92b5438a-48e8-4476-bcee-090079f7316e'] in n-d-827839-2 {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 17:16:08.253390 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b80e8a8-3dfc-46fa-90e8-49b785db5ce4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4286bcef-1c18-44bf-8b45-635c2ca64166,revision_number=0']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:16:08.262974 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4168e6c3-eb1f-409c-82a9-0d253aff216c None None] Routers {'92b5438a-48e8-4476-bcee-090079f7316e'} bound to L3 agent in host n-d-827839-2 {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:16:08.264462 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-4168e6c3-eb1f-409c-82a9-0d253aff216c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:16:02Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['92b5438a-48e8-4476-bcee-090079f7316e'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:16:08.275311 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-9ba1a665-d638-4121-aed7-3a582e5cdc09 admin admin] 10.222.0.89 "PUT /v2.0/routers/92b5438a-48e8-4476-bcee-090079f7316e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0374792 Feb 04 17:16:08.307724 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a75b0f0-d188-45db-92a6-3b8cf244607a req-3d1a263e-7a3c-4163-a5f5-03a366a6b573 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:16:08.308375 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-0a75b0f0-d188-45db-92a6-3b8cf244607a req-3d1a263e-7a3c-4163-a5f5-03a366a6b573 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:16:08.309969 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-0a75b0f0-d188-45db-92a6-3b8cf244607a req-3d1a263e-7a3c-4163-a5f5-03a366a6b573 service neutron] 10.222.0.96 "PUT /v2.0/ports/a5a6a2ab-57b8-44d0-93a3-09907e7b69e9 HTTP/1.1" status: 200 len: 1121 time: 3.6404531 Feb 04 17:16:08.312486 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b80e8a8-3dfc-46fa-90e8-49b785db5ce4 admin admin] Checking segment: {'id': '99b03b35-6f2f-41c9-855a-4466404c90f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '039e5665-bab0-45b8-ae19-eb1ec4265d86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:16:08.312872 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b80e8a8-3dfc-46fa-90e8-49b785db5ce4 admin admin] Network hostable DHCP agents. Network: 039e5665-bab0-45b8-ae19-eb1ec4265d86, hostable agents: ['bb89f5a3-3c22-440b-b7d1-c4f0c43c184a'], hosted agents: [] {{(pid=103376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 17:16:08.333366 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [req-bcb17d47-5a22-421d-a798-cb3dbce4193c req-d5943466-f5db-4e78-acb0-3b8918d8f1bd service neutron] For port d4e367c9-7388-41b4-951a-980d5f811eb7, host n-h1-827839-2, cleared binding levels {{(pid=103376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:16:08.346997 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [req-bcb17d47-5a22-421d-a798-cb3dbce4193c req-d5943466-f5db-4e78-acb0-3b8918d8f1bd service neutron] For port d4e367c9-7388-41b4-951a-980d5f811eb7, host n-h1-827839-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=d4e367c9-7388-41b4-951a-980d5f811eb7,segment=NetworkSegment(3a39b085-d3e6-43bb-a64c-1b06dd049e5a),segment_id=3a39b085-d3e6-43bb-a64c-1b06dd049e5a)] {{(pid=103376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:16:08.353875 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b80e8a8-3dfc-46fa-90e8-49b785db5ce4 admin admin] Network 039e5665-bab0-45b8-ae19-eb1ec4265d86 is scheduled to be hosted by DHCP agent bb89f5a3-3c22-440b-b7d1-c4f0c43c184a with binding_index 1 {{(pid=103376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 17:16:08.359185 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-bcb17d47-5a22-421d-a798-cb3dbce4193c req-d5943466-f5db-4e78-acb0-3b8918d8f1bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675836'] for port (d4e367c9-7388-41b4-951a-980d5f811eb7), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:16:08.426608 n-d-827839-2 neutron-server[103376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2b58424-19d8-47c7-9144-64e22f08a22e', 'tag': 'a5a6a2ab-57b8-44d0-93a3-09907e7b69e9'}] {{(pid=103376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:16:08.431171 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d59c3bb5e2f09ebf62144d5e09b1cff60c763a9c19614c24538e77842938c05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-275e205e-1c5d-4f31-a0a0-40a588aaec23" -d '{"events": [{"name": "network-changed", "server_uuid": "e2b58424-19d8-47c7-9144-64e22f08a22e", "tag": "a5a6a2ab-57b8-44d0-93a3-09907e7b69e9"}]}' {{(pid=103376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:16:08.434631 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5943466-f5db-4e78-acb0-3b8918d8f1bd service neutron] Pushing event updated for resources: {'Port': ['ID=d4e367c9-7388-41b4-951a-980d5f811eb7,revision_number=3']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:16:08.440596 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [None req-2b80e8a8-3dfc-46fa-90e8-49b785db5ce4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827839-2, 039e5665-bab0-45b8-ae19-eb1ec4265d86) {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:16:08.441700 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] get_ports_and_sgs() called for port_ids ['a5a6a2ab-57b8-44d0-93a3-09907e7b69e9'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 17:16:08.444710 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb17d47-5a22-421d-a798-cb3dbce4193c req-d5943466-f5db-4e78-acb0-3b8918d8f1bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:16:08.445459 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-bcb17d47-5a22-421d-a798-cb3dbce4193c req-d5943466-f5db-4e78-acb0-3b8918d8f1bd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:16:08.447142 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-bcb17d47-5a22-421d-a798-cb3dbce4193c req-d5943466-f5db-4e78-acb0-3b8918d8f1bd service neutron] 10.222.0.96 "PUT /v2.0/ports/d4e367c9-7388-41b4-951a-980d5f811eb7 HTTP/1.1" status: 200 len: 1096 time: 3.9178715 Feb 04 17:16:08.477639 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b80e8a8-3dfc-46fa-90e8-49b785db5ce4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:16:08.478269 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-2b80e8a8-3dfc-46fa-90e8-49b785db5ce4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:16:08.529543 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-2b80e8a8-3dfc-46fa-90e8-49b785db5ce4 admin admin] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.2998278 Feb 04 17:16:08.537307 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 17:16:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06475db4-56e4-4fc1-9807-55947c1b4633 x-openstack-request-id: req-06475db4-56e4-4fc1-9807-55947c1b4633 {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:16:08.537612 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2b58424-19d8-47c7-9144-64e22f08a22e", "tag": "a5a6a2ab-57b8-44d0-93a3-09907e7b69e9", "status": "completed", "code": 200}]} {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:16:08.537880 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-06475db4-56e4-4fc1-9807-55947c1b4633 {{(pid=103376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:16:08.538303 n-d-827839-2 neutron-server[103376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2b58424-19d8-47c7-9144-64e22f08a22e', 'tag': 'a5a6a2ab-57b8-44d0-93a3-09907e7b69e9', 'status': 'completed', 'code': 200} Feb 04 17:16:08.544729 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eadaeda-97c0-4e2e-80bb-b07643ea45e7 req-b8c8921b-e7ee-4ed2-a1f9-7f9b7f5dc4f1 tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:16:08.555530 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-2eadaeda-97c0-4e2e-80bb-b07643ea45e7 req-b8c8921b-e7ee-4ed2-a1f9-7f9b7f5dc4f1 tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] 10.222.0.89 "GET /v2.0/ports?device_id=75104778-35a2-433a-9657-9a1fac350c7f HTTP/1.1" status: 200 len: 949 time: 0.2379346 Feb 04 17:16:08.568312 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 56800) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:16:08.602140 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvr_db [None req-4168e6c3-eb1f-409c-82a9-0d253aff216c None None] Set router 92b5438a-48e8-4476-bcee-090079f7316e gateway port host: n-d-827839-2 {{(pid=103379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:16:08.605229 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-173d5d5b-f0e1-40b0-bfa5-904feffc324c None None] Network 039e5665-bab0-45b8-ae19-eb1ec4265d86 requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:16:08.730168 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb17d47-5a22-421d-a798-cb3dbce4193c req-1d1fee43-c48e-48d2-8cd0-be040e0323be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:16:08.738926 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-bcb17d47-5a22-421d-a798-cb3dbce4193c req-1d1fee43-c48e-48d2-8cd0-be040e0323be service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=1cd99d9701204f3692368e4539967c47&device_id=013eaece-a1cd-4911-b0a3-fdda63699778 HTTP/1.1" status: 200 len: 1130 time: 0.1976972 Feb 04 17:16:08.787608 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-2eadaeda-97c0-4e2e-80bb-b07643ea45e7 req-64395e66-2ba5-4649-9a9b-d83c43241782 tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] 10.222.0.89 "GET /v2.0/security-groups?id=4f68676b-760c-49c3-a14c-c9afa7ad720d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2275178 Feb 04 17:16:08.825863 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275e205e-1c5d-4f31-a0a0-40a588aaec23 req-17b8ed40-e343-45f2-90c4-6c858c0e6f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:16:08.829266 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-275e205e-1c5d-4f31-a0a0-40a588aaec23 req-17b8ed40-e343-45f2-90c4-6c858c0e6f9f service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=8da6ad4e5ee34bf6bb722cd37ab73ea7&device_id=e2b58424-19d8-47c7-9144-64e22f08a22e HTTP/1.1" status: 200 len: 1155 time: 0.1431141 Feb 04 17:16:08.869679 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-5fb7b2c8-06e9-40c7-915a-fa6b026acc19 tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1375069749'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:16:08.889267 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-bcb17d47-5a22-421d-a798-cb3dbce4193c req-4409b5ef-25e1-40e8-a2a0-d255cb50f92e service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.146&port_id=d4e367c9-7388-41b4-951a-980d5f811eb7 HTTP/1.1" status: 200 len: 217 time: 0.1404550 Feb 04 17:16:09.003481 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] get_ports_and_sgs() called for port_ids ['a5a6a2ab-57b8-44d0-93a3-09907e7b69e9'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 17:16:09.014089 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb17d47-5a22-421d-a798-cb3dbce4193c req-5406cf47-71a6-4345-99d9-14f98b9c2b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:16:09.015826 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-bcb17d47-5a22-421d-a798-cb3dbce4193c req-5406cf47-71a6-4345-99d9-14f98b9c2b15 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=c974b0ff-2c5c-4667-8a81-3bde3ea6ced5 HTTP/1.1" status: 200 len: 843 time: 0.1209986 Feb 04 17:16:09.118458 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fb7b2c8-06e9-40c7-915a-fa6b026acc19 tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] Made reservation on behalf of 33ab830fde4c41a1b2b9427ee7d64511 for: {'network': 1} {{(pid=103376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:16:09.123469 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-4168e6c3-eb1f-409c-82a9-0d253aff216c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92b5438a-48e8-4476-bcee-090079f7316e', 'name': 'tempest-ServersTestMultiNic-1766030134-router', 'tenant_id': '33ab830fde4c41a1b2b9427ee7d64511', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.170'}], 'enable_snat': True}, 'gw_port_id': 'e05067cd-639b-4377-9737-6ebe3bcb04c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:15:57Z', 'updated_at': '2022-02-04T17:16:04Z', 'revision_number': 4, 'project_id': '33ab830fde4c41a1b2b9427ee7d64511', 'gw_port': {'id': 'e05067cd-639b-4377-9737-6ebe3bcb04c0', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:7a:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92b5438a-48e8-4476-bcee-090079f7316e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:15:58Z', 'updated_at': '2022-02-04T17:16:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_interfaces': [{'id': 'd54f581d-f35a-408b-bfa1-81bdf674e8e7', 'name': '', 'network_id': 'f8f54d7f-46f2-4980-bae6-f9e0ce3732a4', 'tenant_id': '33ab830fde4c41a1b2b9427ee7d64511', 'mac_address': 'fa:16:3e:c0:3a:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92b5438a-48e8-4476-bcee-090079f7316e', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '8e9ae8e8-0d90-499c-9d0a-a96789b157a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:16:02Z', 'updated_at': '2022-02-04T17:16:04Z', 'revision_number': 2, 'project_id': '33ab830fde4c41a1b2b9427ee7d64511', 'subnets': [{'id': '8e9ae8e8-0d90-499c-9d0a-a96789b157a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-2', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:16:09.132368 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-5fb7b2c8-06e9-40c7-915a-fa6b026acc19 tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for network (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:16:09.167694 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275e205e-1c5d-4f31-a0a0-40a588aaec23 req-442a1e1f-60a8-45bf-802e-c8801624154d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:16:09.177566 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-275e205e-1c5d-4f31-a0a0-40a588aaec23 req-442a1e1f-60a8-45bf-802e-c8801624154d service neutron] 10.222.0.90 "GET /v2.0/networks?id=865a5290-ec33-4655-84a4-bc1453190ac7 HTTP/1.1" status: 200 len: 908 time: 0.3396025 Feb 04 17:16:09.184696 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-249886e5-9e9a-49ed-ac30-f0a2d95640cd None None] Network 039e5665-bab0-45b8-ae19-eb1ec4265d86 requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:16:09.194661 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4168e6c3-eb1f-409c-82a9-0d253aff216c None None] Checking router: 92b5438a-48e8-4476-bcee-090079f7316e for host: n-d-827839-2 {{(pid=103379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 17:16:09.196101 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4168e6c3-eb1f-409c-82a9-0d253aff216c None None] Updating router 92b5438a-48e8-4476-bcee-090079f7316e port d54f581d-f35a-408b-bfa1-81bdf674e8e7 binding host n-d-827839-2 {{(pid=103379) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 17:16:09.221983 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5fb7b2c8-06e9-40c7-915a-fa6b026acc19 tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] vlan segment allocate from pool success with {'vlan_id': 753, 'physical_network': 'physnet1'} {{(pid=103376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 17:16:09.244438 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-5fb7b2c8-06e9-40c7-915a-fa6b026acc19 tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (7b692165-49d1-42e9-b93d-2f0e347ea588), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:16:09.244825 n-d-827839-2 neutron-server[103376]: INFO neutron.db.segments_db [None req-5fb7b2c8-06e9-40c7-915a-fa6b026acc19 tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] Added segment 7b692165-49d1-42e9-b93d-2f0e347ea588 of type vlan for network 1ff43c38-a534-46d7-8bb3-43ef293fc2c6 Feb 04 17:16:09.251897 n-d-827839-2 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-4168e6c3-eb1f-409c-82a9-0d253aff216c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (d54f581d-f35a-408b-bfa1-81bdf674e8e7), before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:16:09.315346 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-275e205e-1c5d-4f31-a0a0-40a588aaec23 req-863d1fa4-2a74-4daf-a8fb-029c951e0c63 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a5a6a2ab-57b8-44d0-93a3-09907e7b69e9 HTTP/1.1" status: 200 len: 217 time: 0.1292157 Feb 04 17:16:09.369051 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-5fb7b2c8-06e9-40c7-915a-fa6b026acc19 tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781084292801'] for network (1ff43c38-a534-46d7-8bb3-43ef293fc2c6), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:16:09.487478 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-5fb7b2c8-06e9-40c7-915a-fa6b026acc19 tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327'] for network (1ff43c38-a534-46d7-8bb3-43ef293fc2c6), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:16:09.510950 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fb7b2c8-06e9-40c7-915a-fa6b026acc19 tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:16:09.513846 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-5fb7b2c8-06e9-40c7-915a-fa6b026acc19 tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677565'] for network (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:16:09.559641 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275e205e-1c5d-4f31-a0a0-40a588aaec23 req-bf51df3c-501d-48d6-aab9-6df784f641de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:16:09.566186 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-275e205e-1c5d-4f31-a0a0-40a588aaec23 req-bf51df3c-501d-48d6-aab9-6df784f641de service neutron] 10.222.0.90 "GET /v2.0/subnets?id=22305eb3-36bf-4425-804b-f2478ee8714d HTTP/1.1" status: 200 len: 847 time: 0.2303379 Feb 04 17:16:09.597558 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bab72e7-f96f-4862-9903-e1455f8a3375 req-81ca4b69-9af4-4125-9693-de23b0ea4283 tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:16:09.613893 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-9bab72e7-f96f-4862-9903-e1455f8a3375 req-81ca4b69-9af4-4125-9693-de23b0ea4283 tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] 10.222.0.89 "GET /v2.0/ports?device_id=e2b58424-19d8-47c7-9144-64e22f08a22e HTTP/1.1" status: 200 len: 943 time: 0.2974501 Feb 04 17:16:09.672716 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-5fb7b2c8-06e9-40c7-915a-fa6b026acc19 tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.0966537 Feb 04 17:16:09.684511 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 56824) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:16:09.689312 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-275e205e-1c5d-4f31-a0a0-40a588aaec23 req-984346f5-0bbe-4e3c-b855-d45d973fa39a service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=865a5290-ec33-4655-84a4-bc1453190ac7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0602117 Feb 04 17:16:09.703093 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-2ec8d67e-fd8f-433e-b600-09d98cc10c25 tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] Request body: {'subnet': {'network_id': '1ff43c38-a534-46d7-8bb3-43ef293fc2c6', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:16:09.829987 n-d-827839-2 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-4168e6c3-eb1f-409c-82a9-0d253aff216c None None] Publish callbacks [] for port (d54f581d-f35a-408b-bfa1-81bdf674e8e7), precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:16:09.838731 n-d-827839-2 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-4168e6c3-eb1f-409c-82a9-0d253aff216c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (d54f581d-f35a-408b-bfa1-81bdf674e8e7), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:16:09.842554 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb17d47-5a22-421d-a798-cb3dbce4193c req-8a61fc6b-76dc-4721-964d-1694a24a016f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:16:09.844117 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-bcb17d47-5a22-421d-a798-cb3dbce4193c req-8a61fc6b-76dc-4721-964d-1694a24a016f service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=02be22b9-aa53-40ea-8050-9239cd27d1ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.8126557 Feb 04 17:16:09.852662 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a556bc-5c4d-43cc-b6b9-0a3e01092bf7 req-62919682-dabc-4828-a0bb-4072ca91fb79 tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:16:09.854085 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-e6a556bc-5c4d-43cc-b6b9-0a3e01092bf7 req-62919682-dabc-4828-a0bb-4072ca91fb79 tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] 10.222.0.96 "GET /v2.0/networks?id=e6d83a7c-1f77-441c-afa2-81d5754db2af HTTP/1.1" status: 200 len: 812 time: 0.4252226 Feb 04 17:16:09.854591 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 56830) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:16:09.863938 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-9bab72e7-f96f-4862-9903-e1455f8a3375 req-b0226edc-4a6d-46b6-b355-66e4615439ca tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] 10.222.0.89 "GET /v2.0/security-groups?id=18e6cc58-e448-4d12-9423-2a502a086ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2485595 Feb 04 17:16:09.946128 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (f20a1ab3-4332-4f54-833b-ba4a7c687e89), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:16:09.975724 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [None req-4168e6c3-eb1f-409c-82a9-0d253aff216c None None] Attempting to bind port d54f581d-f35a-408b-bfa1-81bdf674e8e7 on host n-d-827839-2 for vnic_type normal with profile {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:16:09.981279 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [None req-4168e6c3-eb1f-409c-82a9-0d253aff216c None None] Attempting to bind port d54f581d-f35a-408b-bfa1-81bdf674e8e7 by drivers openvswitch,hyperv on host n-d-827839-2 at level 0 using segments [{'id': '4747479d-58dd-4250-a731-679adcd79f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'f8f54d7f-46f2-4980-bae6-f9e0ce3732a4'}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:16:09.982035 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4168e6c3-eb1f-409c-82a9-0d253aff216c None None] Attempting to bind port d54f581d-f35a-408b-bfa1-81bdf674e8e7 on network f8f54d7f-46f2-4980-bae6-f9e0ce3732a4 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:16:09.993908 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4168e6c3-eb1f-409c-82a9-0d253aff216c None None] Checking agent: {'id': 'ba70844b-66a0-45fd-a2f2-e6ed673321fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 0, 36), 'started_at': datetime.datetime(2022, 2, 4, 17, 1, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 16, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:16:09.994576 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4168e6c3-eb1f-409c-82a9-0d253aff216c None None] Checking segment: {'id': '4747479d-58dd-4250-a731-679adcd79f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'f8f54d7f-46f2-4980-bae6-f9e0ce3732a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:16:09.995088 n-d-827839-2 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-4168e6c3-eb1f-409c-82a9-0d253aff216c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:16:09.995697 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4168e6c3-eb1f-409c-82a9-0d253aff216c None None] Bound using segment: {'id': '4747479d-58dd-4250-a731-679adcd79f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'f8f54d7f-46f2-4980-bae6-f9e0ce3732a4'} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:16:09.996990 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [None req-4168e6c3-eb1f-409c-82a9-0d253aff216c None None] Bound port: d54f581d-f35a-408b-bfa1-81bdf674e8e7, host: n-d-827839-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4747479d-58dd-4250-a731-679adcd79f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'f8f54d7f-46f2-4980-bae6-f9e0ce3732a4'}}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:16:09.997509 n-d-827839-2 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-4168e6c3-eb1f-409c-82a9-0d253aff216c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (d54f581d-f35a-408b-bfa1-81bdf674e8e7), before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:16:10.012680 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-275e205e-1c5d-4f31-a0a0-40a588aaec23 req-dbee0a72-9f04-4676-81c0-228f5b8ecc41 service neutron] 10.222.0.90 "GET /v2.0/networks/865a5290-ec33-4655-84a4-bc1453190ac7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3017588 Feb 04 17:16:10.044051 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb7b2c8-06e9-40c7-915a-fa6b026acc19 tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] Pushing event updated for resources: {'Network': ['ID=1ff43c38-a534-46d7-8bb3-43ef293fc2c6,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:16:10.050630 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-6cb49619-5547-418d-8edb-a7cd29d648b5 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1775241753-network', 'tenant_id': '2019fa92de9b4924aea8e329e4a79a42'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:16:10.066096 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ec8d67e-fd8f-433e-b600-09d98cc10c25 tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] Made reservation on behalf of 33ab830fde4c41a1b2b9427ee7d64511 for: {'subnet': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:16:10.073785 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Network 1ff43c38-a534-46d7-8bb3-43ef293fc2c6 details requested by agent ovs-agent-n-d-827839-2 with host n-d-827839-2 {{(pid=103378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 17:16:10.077714 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [req-e6a556bc-5c4d-43cc-b6b9-0a3e01092bf7 req-75ce2033-64ff-44ae-b2cb-483b18199cd7 tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] Request body: {'port': {'device_id': 'd8b88886-f047-4a53-8b9f-a49fcd51cf07', 'network_id': 'e6d83a7c-1f77-441c-afa2-81d5754db2af', 'admin_state_up': True, 'tenant_id': '36d552dcaba84f869d86965d2c5a9247'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:16:10.084013 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-4168e6c3-eb1f-409c-82a9-0d253aff216c None None] For port d54f581d-f35a-408b-bfa1-81bdf674e8e7, host n-d-827839-2, cleared binding levels {{(pid=103379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:16:10.087484 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-2ec8d67e-fd8f-433e-b600-09d98cc10c25 tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25597243'] for subnet (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:16:10.087944 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-4168e6c3-eb1f-409c-82a9-0d253aff216c None None] For port d54f581d-f35a-408b-bfa1-81bdf674e8e7, host n-d-827839-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=d54f581d-f35a-408b-bfa1-81bdf674e8e7,segment=NetworkSegment(4747479d-58dd-4250-a731-679adcd79f1a),segment_id=4747479d-58dd-4250-a731-679adcd79f1a)] {{(pid=103379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:16:10.099512 n-d-827839-2 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-4168e6c3-eb1f-409c-82a9-0d253aff216c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (d54f581d-f35a-408b-bfa1-81bdf674e8e7), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:16:10.118309 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb192f7-7e8c-493e-975e-d2c8381b0ba2 None None] Pushing event updated for resources: {'Port': ['ID=d54f581d-f35a-408b-bfa1-81bdf674e8e7,revision_number=3']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:16:10.129813 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb192f7-7e8c-493e-975e-d2c8381b0ba2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:16:10.131867 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb192f7-7e8c-493e-975e-d2c8381b0ba2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:16:10.132378 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb192f7-7e8c-493e-975e-d2c8381b0ba2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:16:10.132848 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb192f7-7e8c-493e-975e-d2c8381b0ba2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:16:10.133291 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb192f7-7e8c-493e-975e-d2c8381b0ba2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:16:10.133817 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb192f7-7e8c-493e-975e-d2c8381b0ba2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:16:10.135370 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb192f7-7e8c-493e-975e-d2c8381b0ba2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:16:10.135933 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb192f7-7e8c-493e-975e-d2c8381b0ba2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:16:10.136377 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb192f7-7e8c-493e-975e-d2c8381b0ba2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:16:10.137661 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb192f7-7e8c-493e-975e-d2c8381b0ba2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:16:10.138137 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb192f7-7e8c-493e-975e-d2c8381b0ba2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:16:10.138722 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb192f7-7e8c-493e-975e-d2c8381b0ba2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:16:10.139417 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb192f7-7e8c-493e-975e-d2c8381b0ba2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:16:10.170869 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-54e8e8e9-bebe-4796-bb4b-d10ae0c2f8cf req-581b8902-8d70-4191-8afa-75b7a8099bb3 tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] 10.222.0.89 "GET /v2.0/ports?device_id=d8b88886-f047-4a53-8b9f-a49fcd51cf07 HTTP/1.1" status: 200 len: 210 time: 0.1552804 Feb 04 17:16:10.177935 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4168e6c3-eb1f-409c-82a9-0d253aff216c None None] Routers {'92b5438a-48e8-4476-bcee-090079f7316e'} bound to L3 agent in host n-d-827839-2 {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:16:10.178750 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-4168e6c3-eb1f-409c-82a9-0d253aff216c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:16:02Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['92b5438a-48e8-4476-bcee-090079f7316e'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:16:10.304694 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb192f7-7e8c-493e-975e-d2c8381b0ba2 None None] Pushing event updated for resources: {'Port': ['ID=d54f581d-f35a-408b-bfa1-81bdf674e8e7,revision_number=4']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:16:10.357548 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvr_db [None req-4168e6c3-eb1f-409c-82a9-0d253aff216c None None] Set router 92b5438a-48e8-4476-bcee-090079f7316e gateway port host: n-d-827839-2 {{(pid=103379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:16:10.369104 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-a49c9eed-8ce8-469b-b2ec-d761c0cc5d25 None None] Provisioning complete for port d54f581d-f35a-408b-bfa1-81bdf674e8e7 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:16:10.369677 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a49c9eed-8ce8-469b-b2ec-d761c0cc5d25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (d54f581d-f35a-408b-bfa1-81bdf674e8e7), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:16:10.386206 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbbb3c9-46e8-48dc-9eb8-807c97941cce req-78575df7-7cd7-47f5-abd1-7ddc49772c3c tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:16:10.389215 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-ddbbb3c9-46e8-48dc-9eb8-807c97941cce req-78575df7-7cd7-47f5-abd1-7ddc49772c3c tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] 10.222.0.89 "GET /v2.0/ports?device_id=f9d0cdd4-aae7-45e7-bcf1-a6ee601b78a7 HTTP/1.1" status: 200 len: 945 time: 1.3700435 Feb 04 17:16:10.394547 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cb49619-5547-418d-8edb-a7cd29d648b5 admin admin] Made reservation on behalf of 2019fa92de9b4924aea8e329e4a79a42 for: {'network': 1} {{(pid=103376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:16:10.397816 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-6cb49619-5547-418d-8edb-a7cd29d648b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for network (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:16:10.417101 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-6cb49619-5547-418d-8edb-a7cd29d648b5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:16:10.549677 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5f7f05-52f7-4497-9467-8c4175221a2d req-4637a04d-47ae-4472-a010-ea2d9274e9b7 tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:16:10.557763 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-0a5f7f05-52f7-4497-9467-8c4175221a2d req-4637a04d-47ae-4472-a010-ea2d9274e9b7 tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] 10.222.0.89 "GET /v2.0/ports?device_id=013eaece-a1cd-4911-b0a3-fdda63699778 HTTP/1.1" status: 200 len: 948 time: 0.2378659 Feb 04 17:16:10.586026 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-6cb49619-5547-418d-8edb-a7cd29d648b5 admin admin] Publish callbacks [] for security_group (c10965f0-d149-4aec-84a1-066ff418ba1d), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:16:10.591769 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-a49c9eed-8ce8-469b-b2ec-d761c0cc5d25 None None] Current status of the port d54f581d-f35a-408b-bfa1-81bdf674e8e7 is: DOWN; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:16:10.592173 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a49c9eed-8ce8-469b-b2ec-d761c0cc5d25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (d54f581d-f35a-408b-bfa1-81bdf674e8e7), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:16:10.610785 n-d-827839-2 neutron-server[103376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '013eaece-a1cd-4911-b0a3-fdda63699778', 'tag': 'd4e367c9-7388-41b4-951a-980d5f811eb7'}] {{(pid=103376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:16:10.613068 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d59c3bb5e2f09ebf62144d5e09b1cff60c763a9c19614c24538e77842938c05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51e80411-c016-4ece-aacd-49b9f757ffff" -d '{"events": [{"name": "network-changed", "server_uuid": "013eaece-a1cd-4911-b0a3-fdda63699778", "tag": "d4e367c9-7388-41b4-951a-980d5f811eb7"}]}' {{(pid=103376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:16:10.629601 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-0a5f7f05-52f7-4497-9467-8c4175221a2d req-1cf9a3ea-4645-4d10-bcbc-a91cd3048ede tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] 10.222.0.89 "GET /v2.0/security-groups?id=5fa98c6a-94b3-4690-b9c3-4f0e67d11226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703928 Feb 04 17:16:10.632876 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-6cb49619-5547-418d-8edb-a7cd29d648b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (c10965f0-d149-4aec-84a1-066ff418ba1d), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:16:10.638573 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-275e205e-1c5d-4f31-a0a0-40a588aaec23 req-a2f09873-3528-49e2-8db3-c60afe53e6ba service neutron] 10.222.0.90 "GET /v2.0/networks/865a5290-ec33-4655-84a4-bc1453190ac7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5868843 Feb 04 17:16:10.689331 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-bcb17d47-5a22-421d-a798-cb3dbce4193c req-f868664d-c45e-4a05-a925-c9f9a65af66a service neutron] 10.222.0.96 "GET /v2.0/networks/02be22b9-aa53-40ea-8050-9239cd27d1ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6483421 Feb 04 17:16:10.692676 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-a49c9eed-8ce8-469b-b2ec-d761c0cc5d25 None None] For port d54f581d-f35a-408b-bfa1-81bdf674e8e7, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=d54f581d-f35a-408b-bfa1-81bdf674e8e7,segment=NetworkSegment(4747479d-58dd-4250-a731-679adcd79f1a),segment_id=4747479d-58dd-4250-a731-679adcd79f1a)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:16:10.697729 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a49c9eed-8ce8-469b-b2ec-d761c0cc5d25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (d54f581d-f35a-408b-bfa1-81bdf674e8e7), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:16:10.731341 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6cb49619-5547-418d-8edb-a7cd29d648b5 admin admin] vlan segment allocate from pool success with {'vlan_id': 780, 'physical_network': 'physnet1'} {{(pid=103376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 17:16:10.773985 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49c9eed-8ce8-469b-b2ec-d761c0cc5d25 None None] Pushing event updated for resources: {'Port': ['ID=d54f581d-f35a-408b-bfa1-81bdf674e8e7,revision_number=5']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:16:10.792982 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-ddbbb3c9-46e8-48dc-9eb8-807c97941cce req-496c8305-2ee9-4a52-b289-c4fa0565d4fb tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] 10.222.0.89 "GET /v2.0/security-groups?id=119a7f03-3e07-4d1e-8852-d9f974f9f052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3838108 Feb 04 17:16:10.801419 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-4168e6c3-eb1f-409c-82a9-0d253aff216c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92b5438a-48e8-4476-bcee-090079f7316e', 'name': 'tempest-ServersTestMultiNic-1766030134-router', 'tenant_id': '33ab830fde4c41a1b2b9427ee7d64511', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.170'}], 'enable_snat': True}, 'gw_port_id': 'e05067cd-639b-4377-9737-6ebe3bcb04c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:15:57Z', 'updated_at': '2022-02-04T17:16:04Z', 'revision_number': 4, 'project_id': '33ab830fde4c41a1b2b9427ee7d64511', 'gw_port': {'id': 'e05067cd-639b-4377-9737-6ebe3bcb04c0', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:7a:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92b5438a-48e8-4476-bcee-090079f7316e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:15:58Z', 'updated_at': '2022-02-04T17:16:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_interfaces': [{'id': 'd54f581d-f35a-408b-bfa1-81bdf674e8e7', 'name': '', 'network_id': 'f8f54d7f-46f2-4980-bae6-f9e0ce3732a4', 'tenant_id': '33ab830fde4c41a1b2b9427ee7d64511', 'mac_address': 'fa:16:3e:c0:3a:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92b5438a-48e8-4476-bcee-090079f7316e', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '8e9ae8e8-0d90-499c-9d0a-a96789b157a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:16:02Z', 'updated_at': '2022-02-04T17:16:10Z', 'revision_number': 4, 'project_id': '33ab830fde4c41a1b2b9427ee7d64511', 'subnets': [{'id': '8e9ae8e8-0d90-499c-9d0a-a96789b157a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-2', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:16:10.803220 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb49619-5547-418d-8edb-a7cd29d648b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c10965f0-d149-4aec-84a1-066ff418ba1d,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:16:10.810760 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-6cb49619-5547-418d-8edb-a7cd29d648b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (b01fbe9c-ddda-48d6-989c-ebc42377ea76), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:16:10.811108 n-d-827839-2 neutron-server[103376]: INFO neutron.db.segments_db [None req-6cb49619-5547-418d-8edb-a7cd29d648b5 admin admin] Added segment b01fbe9c-ddda-48d6-989c-ebc42377ea76 of type vlan for network 8bc5f23f-ac2e-4134-bf64-69bb8317bbbe Feb 04 17:16:10.833620 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-f637fe7e-190d-4190-a8f3-30467f96b4ca None None] Provisioning complete for port d54f581d-f35a-408b-bfa1-81bdf674e8e7 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:16:10.834196 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f637fe7e-190d-4190-a8f3-30467f96b4ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (d54f581d-f35a-408b-bfa1-81bdf674e8e7), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:16:10.901275 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e6a556bc-5c4d-43cc-b6b9-0a3e01092bf7 req-75ce2033-64ff-44ae-b2cb-483b18199cd7 tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] Made reservation on behalf of 36d552dcaba84f869d86965d2c5a9247 for: {'port': 1} {{(pid=103376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:16:10.903202 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4168e6c3-eb1f-409c-82a9-0d253aff216c None None] The sync data for ids ['92b5438a-48e8-4476-bcee-090079f7316e'] in n-d-827839-2 is: [{'id': '92b5438a-48e8-4476-bcee-090079f7316e', 'name': 'tempest-ServersTestMultiNic-1766030134-router', 'tenant_id': '33ab830fde4c41a1b2b9427ee7d64511', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.170'}], 'enable_snat': True}, 'gw_port_id': 'e05067cd-639b-4377-9737-6ebe3bcb04c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:15:57Z', 'updated_at': '2022-02-04T17:16:04Z', 'revision_number': 4, 'project_id': '33ab830fde4c41a1b2b9427ee7d64511', 'gw_port': {'id': 'e05067cd-639b-4377-9737-6ebe3bcb04c0', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:7a:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92b5438a-48e8-4476-bcee-090079f7316e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:15:58Z', 'updated_at': '2022-02-04T17:16:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_interfaces': [{'id': 'd54f581d-f35a-408b-bfa1-81bdf674e8e7', 'name': '', 'network_id': 'f8f54d7f-46f2-4980-bae6-f9e0ce3732a4', 'tenant_id': '33ab830fde4c41a1b2b9427ee7d64511', 'mac_address': 'fa:16:3e:c0:3a:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92b5438a-48e8-4476-bcee-090079f7316e', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '8e9ae8e8-0d90-499c-9d0a-a96789b157a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:16:02Z', 'updated_at': '2022-02-04T17:16:10Z', 'revision_number': 4, 'project_id': '33ab830fde4c41a1b2b9427ee7d64511', 'subnets': [{'id': '8e9ae8e8-0d90-499c-9d0a-a96789b157a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 17:16:10.911184 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-e6a556bc-5c4d-43cc-b6b9-0a3e01092bf7 req-75ce2033-64ff-44ae-b2cb-483b18199cd7 tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:16:10.934724 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 17:16:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a98e842-2284-4276-9913-0e248ffe1d06 x-openstack-request-id: req-2a98e842-2284-4276-9913-0e248ffe1d06 {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:16:10.935017 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "013eaece-a1cd-4911-b0a3-fdda63699778", "tag": "d4e367c9-7388-41b4-951a-980d5f811eb7", "status": "completed", "code": 200}]} {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:16:10.938212 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-2a98e842-2284-4276-9913-0e248ffe1d06 {{(pid=103376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:16:10.941327 n-d-827839-2 neutron-server[103376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '013eaece-a1cd-4911-b0a3-fdda63699778', 'tag': 'd4e367c9-7388-41b4-951a-980d5f811eb7', 'status': 'completed', 'code': 200} Feb 04 17:16:10.961709 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-2ec8d67e-fd8f-433e-b600-09d98cc10c25 tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25889445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25597197'] for subnet (6bd95019-4e1b-4745-8b39-8b93c86d3a9a), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:16:10.972429 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35bbf2c-be42-4409-85d4-2febb4ac95c5 req-f04f517e-dd30-4710-9421-f70f5cd76a90 tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:16:10.981701 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-e35bbf2c-be42-4409-85d4-2febb4ac95c5 req-f04f517e-dd30-4710-9421-f70f5cd76a90 tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] 10.222.0.89 "GET /v2.0/ports?device_id=75104778-35a2-433a-9657-9a1fac350c7f HTTP/1.1" status: 200 len: 949 time: 0.1826150 Feb 04 17:16:11.049830 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-f637fe7e-190d-4190-a8f3-30467f96b4ca None None] Current status of the port d54f581d-f35a-408b-bfa1-81bdf674e8e7 is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:16:11.076929 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-6cb49619-5547-418d-8edb-a7cd29d648b5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781084292801'] for network (8bc5f23f-ac2e-4134-bf64-69bb8317bbbe), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:16:11.161856 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec8d67e-fd8f-433e-b600-09d98cc10c25 tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] Pushing event updated for resources: {'Subnet': ['ID=6bd95019-4e1b-4745-8b39-8b93c86d3a9a,revision_number=0']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:16:11.189657 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ec8d67e-fd8f-433e-b600-09d98cc10c25 tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] Checking segment: {'id': '7b692165-49d1-42e9-b93d-2f0e347ea588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '1ff43c38-a534-46d7-8bb3-43ef293fc2c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:16:11.190332 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ec8d67e-fd8f-433e-b600-09d98cc10c25 tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] Network hostable DHCP agents. Network: 1ff43c38-a534-46d7-8bb3-43ef293fc2c6, hostable agents: ['bb89f5a3-3c22-440b-b7d1-c4f0c43c184a'], hosted agents: [] {{(pid=103377) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 17:16:11.219724 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.db.resource_extend [None req-6cb49619-5547-418d-8edb-a7cd29d648b5 admin admin] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 17:16:11.220617 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ec8d67e-fd8f-433e-b600-09d98cc10c25 tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] Network 1ff43c38-a534-46d7-8bb3-43ef293fc2c6 is scheduled to be hosted by DHCP agent bb89f5a3-3c22-440b-b7d1-c4f0c43c184a with binding_index 1 {{(pid=103377) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 17:16:11.242954 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-bcb17d47-5a22-421d-a798-cb3dbce4193c req-57960f53-b686-4d58-941e-3e75408e735c service neutron] 10.222.0.96 "GET /v2.0/networks/02be22b9-aa53-40ea-8050-9239cd27d1ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5351479 Feb 04 17:16:11.243233 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [None req-2ec8d67e-fd8f-433e-b600-09d98cc10c25 tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827839-2, 1ff43c38-a534-46d7-8bb3-43ef293fc2c6) {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:16:11.250048 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ec8d67e-fd8f-433e-b600-09d98cc10c25 tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:16:11.252185 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-2ec8d67e-fd8f-433e-b600-09d98cc10c25 tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677565'] for subnet (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:16:11.268712 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-6cb49619-5547-418d-8edb-a7cd29d648b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327'] for network (8bc5f23f-ac2e-4134-bf64-69bb8317bbbe), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:16:11.272559 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cb49619-5547-418d-8edb-a7cd29d648b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:16:11.273212 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-6cb49619-5547-418d-8edb-a7cd29d648b5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677565'] for network (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:16:11.282775 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1b16e1a-54a7-4cc5-8b50-27b595ae8ae1 None None] Network 1ff43c38-a534-46d7-8bb3-43ef293fc2c6 requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:16:11.292827 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-2ec8d67e-fd8f-433e-b600-09d98cc10c25 tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.6021297 Feb 04 17:16:11.298552 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 56842) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:16:11.310995 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-2e5d2a04-7805-4e4e-9a88-04d7356d4d53 tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-74770408'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:16:11.375424 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e5d2a04-7805-4e4e-9a88-04d7356d4d53 tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] Made reservation on behalf of 33ab830fde4c41a1b2b9427ee7d64511 for: {'network': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:16:11.381633 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-2e5d2a04-7805-4e4e-9a88-04d7356d4d53 tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for network (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:16:11.429204 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2ade90-47cf-4f93-bf85-57f5a77d70ad req-4dbbf0ad-1a4f-477e-808c-548243c84027 tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:16:11.431278 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e5d2a04-7805-4e4e-9a88-04d7356d4d53 tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] vlan segment allocate from pool success with {'vlan_id': 772, 'physical_network': 'physnet1'} {{(pid=103377) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 17:16:11.431990 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-5c2ade90-47cf-4f93-bf85-57f5a77d70ad req-4dbbf0ad-1a4f-477e-808c-548243c84027 tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] 10.222.0.89 "GET /v2.0/ports?device_id=e2b58424-19d8-47c7-9144-64e22f08a22e HTTP/1.1" status: 200 len: 943 time: 0.4101667 Feb 04 17:16:11.452221 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-2e5d2a04-7805-4e4e-9a88-04d7356d4d53 tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (eeeb1226-1d0a-4a58-b5ee-1ea6fb7ee6b6), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:16:11.452856 n-d-827839-2 neutron-server[103377]: INFO neutron.db.segments_db [None req-2e5d2a04-7805-4e4e-9a88-04d7356d4d53 tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] Added segment eeeb1226-1d0a-4a58-b5ee-1ea6fb7ee6b6 of type vlan for network 4ddf39c1-3c00-452d-ab51-592ac3d278a6 Feb 04 17:16:11.453493 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-6cb49619-5547-418d-8edb-a7cd29d648b5 admin admin] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.4084027 Feb 04 17:16:11.506607 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 56844) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:16:11.515965 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-008d22f8-abac-4c4f-a4fa-2f631245f65a admin admin] Request body: {'subnet': {'network_id': '8bc5f23f-ac2e-4134-bf64-69bb8317bbbe', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1775241753-subnet', 'tenant_id': '2019fa92de9b4924aea8e329e4a79a42', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:16:11.531231 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ee1fba7-952e-4721-8275-3df00b2f294e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e4c19ad-5724-5db8-8ee1-4f56ae69fcf4-1ff43c38-a534-46d7-8bb3-43ef293fc2c6', 'network_id': '1ff43c38-a534-46d7-8bb3-43ef293fc2c6', 'project_id': '33ab830fde4c41a1b2b9427ee7d64511', 'fixed_ips': [{'subnet_id': '6bd95019-4e1b-4745-8b39-8b93c86d3a9a'}]}} from n-d-827839-2. {{(pid=103378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 17:16:11.533200 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3ee1fba7-952e-4721-8275-3df00b2f294e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:16:11.542128 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-2e5d2a04-7805-4e4e-9a88-04d7356d4d53 tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781084292801'] for network (4ddf39c1-3c00-452d-ab51-592ac3d278a6), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:16:11.661042 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb49619-5547-418d-8edb-a7cd29d648b5 admin admin] Pushing event updated for resources: {'Network': ['ID=8bc5f23f-ac2e-4134-bf64-69bb8317bbbe,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:16:11.687203 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Network 8bc5f23f-ac2e-4134-bf64-69bb8317bbbe details requested by agent ovs-agent-n-d-827839-2 with host n-d-827839-2 {{(pid=103378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 17:16:11.700544 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-2e5d2a04-7805-4e4e-9a88-04d7356d4d53 tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327'] for network (4ddf39c1-3c00-452d-ab51-592ac3d278a6), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:16:11.717144 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e5d2a04-7805-4e4e-9a88-04d7356d4d53 tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:16:11.720904 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-2e5d2a04-7805-4e4e-9a88-04d7356d4d53 tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677565'] for network (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:16:11.762139 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device d54f581d-f35a-408b-bfa1-81bdf674e8e7 up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:16:11.777771 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-008d22f8-abac-4c4f-a4fa-2f631245f65a admin admin] Made reservation on behalf of 2019fa92de9b4924aea8e329e4a79a42 for: {'subnet': 1} {{(pid=103376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:16:11.785327 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-008d22f8-abac-4c4f-a4fa-2f631245f65a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25859006'] for subnet (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:16:11.787380 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-e35bbf2c-be42-4409-85d4-2febb4ac95c5 req-372d7771-23c7-455e-8210-be5c39680817 tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] 10.222.0.89 "GET /v2.0/security-groups?id=4f68676b-760c-49c3-a14c-c9afa7ad720d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8047101 Feb 04 17:16:11.892106 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.db_base_plugin_common [req-e6a556bc-5c4d-43cc-b6b9-0a3e01092bf7 req-75ce2033-64ff-44ae-b2cb-483b18199cd7 tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] Allocated IP 172.20.0.5 (e6d83a7c-1f77-441c-afa2-81d5754db2af/bf8ba049-695f-44be-9bf2-689533c91d54/55adacdf-af97-4fb9-bc7f-c902c5ad8685) {{(pid=103376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:16:11.927896 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e80411-c016-4ece-aacd-49b9f757ffff req-49f8be49-b86d-401e-b84a-4668db487c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:16:11.930550 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-51e80411-c016-4ece-aacd-49b9f757ffff req-49f8be49-b86d-401e-b84a-4668db487c06 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=1cd99d9701204f3692368e4539967c47&device_id=013eaece-a1cd-4911-b0a3-fdda63699778 HTTP/1.1" status: 200 len: 1130 time: 0.5284703 Feb 04 17:16:11.955792 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-5c2ade90-47cf-4f93-bf85-57f5a77d70ad req-e159e18a-6bea-4553-b5b6-32925d6062e6 tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] 10.222.0.89 "GET /v2.0/security-groups?id=18e6cc58-e448-4d12-9423-2a502a086ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4668176 Feb 04 17:16:11.975787 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port d54f581d-f35a-408b-bfa1-81bdf674e8e7 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:16:11.976333 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (d54f581d-f35a-408b-bfa1-81bdf674e8e7), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:16:12.037244 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-2e5d2a04-7805-4e4e-9a88-04d7356d4d53 tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7371755 Feb 04 17:16:12.040118 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-3b0f0f80-330b-49cf-87ed-98c13400f6ae req-f1935350-d095-4a03-a6f9-e082187d636e tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] 10.222.0.89 "GET /v2.0/ports?device_id=d8b88886-f047-4a53-8b9f-a49fcd51cf07 HTTP/1.1" status: 200 len: 210 time: 0.0810680 Feb 04 17:16:12.055236 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-3ee1fba7-952e-4721-8275-3df00b2f294e None None] Allocated IP 19.80.0.2 (1ff43c38-a534-46d7-8bb3-43ef293fc2c6/6bd95019-4e1b-4745-8b39-8b93c86d3a9a/a5817657-4bdc-4dca-bfda-c7da7592282c) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:16:12.071113 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 56850) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:16:12.076063 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-6275b4f8-50fa-4e18-a498-b8c87772c949 tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] Request body: {'subnet': {'network_id': '4ddf39c1-3c00-452d-ab51-592ac3d278a6', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:16:12.157293 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5d2a04-7805-4e4e-9a88-04d7356d4d53 tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] Pushing event updated for resources: {'Network': ['ID=4ddf39c1-3c00-452d-ab51-592ac3d278a6,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:16:12.208701 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Network 4ddf39c1-3c00-452d-ab51-592ac3d278a6 details requested by agent ovs-agent-n-d-827839-2 with host n-d-827839-2 {{(pid=103378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 17:16:12.243671 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6275b4f8-50fa-4e18-a498-b8c87772c949 tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] Made reservation on behalf of 33ab830fde4c41a1b2b9427ee7d64511 for: {'subnet': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:16:12.247654 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-6275b4f8-50fa-4e18-a498-b8c87772c949 tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25597243'] for subnet (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:16:12.369339 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (3f9244a9-75fc-4c10-b195-11d48b853b41), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:16:12.375572 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-008d22f8-abac-4c4f-a4fa-2f631245f65a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25674939', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25858952'] for subnet (05d91e02-bf6c-4e2d-a284-6272482dfad8), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:16:12.386421 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port d54f581d-f35a-408b-bfa1-81bdf674e8e7 is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:16:12.469361 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e80411-c016-4ece-aacd-49b9f757ffff req-0c4c3667-c99f-496f-bc42-cdd54993dad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:16:12.471372 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-51e80411-c016-4ece-aacd-49b9f757ffff req-0c4c3667-c99f-496f-bc42-cdd54993dad4 service neutron] 10.222.0.96 "GET /v2.0/networks?id=02be22b9-aa53-40ea-8050-9239cd27d1ff HTTP/1.1" status: 200 len: 870 time: 0.5144937 Feb 04 17:16:12.536070 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3ee1fba7-952e-4721-8275-3df00b2f294e None None] Publish callbacks [] for port (a5817657-4bdc-4dca-bfda-c7da7592282c), precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:16:12.544123 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3ee1fba7-952e-4721-8275-3df00b2f294e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135'] for port (a5817657-4bdc-4dca-bfda-c7da7592282c), after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:16:12.560404 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-51e80411-c016-4ece-aacd-49b9f757ffff req-b2372299-fed5-4b12-88fa-10c808582d13 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.146&port_id=d4e367c9-7388-41b4-951a-980d5f811eb7 HTTP/1.1" status: 200 len: 217 time: 0.0790124 Feb 04 17:16:12.598493 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-6275b4f8-50fa-4e18-a498-b8c87772c949 tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25889445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25597197'] for subnet (d0e196f4-75c7-40b2-936c-d255726cc211), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:16:12.640955 n-d-827839-2 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ee1fba7-952e-4721-8275-3df00b2f294e None None] Network 1ff43c38-a534-46d7-8bb3-43ef293fc2c6 is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:16:12.644905 n-d-827839-2 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-3ee1fba7-952e-4721-8275-3df00b2f294e None None] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:16:12.645639 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008d22f8-abac-4c4f-a4fa-2f631245f65a admin admin] Pushing event updated for resources: {'Subnet': ['ID=05d91e02-bf6c-4e2d-a284-6272482dfad8,revision_number=0']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:16:12.647957 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee1fba7-952e-4721-8275-3df00b2f294e None None] Pushing event updated for resources: {'Port': ['ID=a5817657-4bdc-4dca-bfda-c7da7592282c,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:16:12.652907 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ee1fba7-952e-4721-8275-3df00b2f294e None None] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:16:12.727136 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763ae282-de27-46e1-9458-4934b45a859c req-6e70b328-59b0-4e43-940d-a2ea44a60691 tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:16:12.728734 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-763ae282-de27-46e1-9458-4934b45a859c req-6e70b328-59b0-4e43-940d-a2ea44a60691 tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] 10.222.0.89 "GET /v2.0/ports?device_id=013eaece-a1cd-4911-b0a3-fdda63699778 HTTP/1.1" status: 200 len: 948 time: 0.5011709 Feb 04 17:16:12.741597 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-3ee1fba7-952e-4721-8275-3df00b2f294e None None] Attempting to bind port a5817657-4bdc-4dca-bfda-c7da7592282c on host n-d-827839-2 for vnic_type normal with profile {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:16:12.741968 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-3ee1fba7-952e-4721-8275-3df00b2f294e None None] Attempting to bind port a5817657-4bdc-4dca-bfda-c7da7592282c by drivers openvswitch,hyperv on host n-d-827839-2 at level 0 using segments [{'id': '7b692165-49d1-42e9-b93d-2f0e347ea588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '1ff43c38-a534-46d7-8bb3-43ef293fc2c6'}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:16:12.742328 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ee1fba7-952e-4721-8275-3df00b2f294e None None] Attempting to bind port a5817657-4bdc-4dca-bfda-c7da7592282c on network 1ff43c38-a534-46d7-8bb3-43ef293fc2c6 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:16:12.744373 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155d18c3-679d-4611-a2f1-bb520277aef4 req-6c399607-22f1-4ab0-9047-f8b52e8f99df tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:16:12.748280 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ee1fba7-952e-4721-8275-3df00b2f294e None None] Checking agent: {'id': 'ba70844b-66a0-45fd-a2f2-e6ed673321fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 0, 36), 'started_at': datetime.datetime(2022, 2, 4, 17, 1, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 16, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:16:12.748660 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ee1fba7-952e-4721-8275-3df00b2f294e None None] Checking segment: {'id': '7b692165-49d1-42e9-b93d-2f0e347ea588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '1ff43c38-a534-46d7-8bb3-43ef293fc2c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:16:12.749231 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3ee1fba7-952e-4721-8275-3df00b2f294e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:16:12.753982 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-155d18c3-679d-4611-a2f1-bb520277aef4 req-6c399607-22f1-4ab0-9047-f8b52e8f99df tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] 10.222.0.89 "GET /v2.0/ports?device_id=f9d0cdd4-aae7-45e7-bcf1-a6ee601b78a7 HTTP/1.1" status: 200 len: 945 time: 0.5127008 Feb 04 17:16:12.755706 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ee1fba7-952e-4721-8275-3df00b2f294e None None] Bound using segment: {'id': '7b692165-49d1-42e9-b93d-2f0e347ea588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '1ff43c38-a534-46d7-8bb3-43ef293fc2c6'} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:16:12.756258 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-3ee1fba7-952e-4721-8275-3df00b2f294e None None] Bound port: a5817657-4bdc-4dca-bfda-c7da7592282c, host: n-d-827839-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b692165-49d1-42e9-b93d-2f0e347ea588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '1ff43c38-a534-46d7-8bb3-43ef293fc2c6'}}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:16:12.756657 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3ee1fba7-952e-4721-8275-3df00b2f294e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (a5817657-4bdc-4dca-bfda-c7da7592282c), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:16:12.787384 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6275b4f8-50fa-4e18-a498-b8c87772c949 tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] Pushing event updated for resources: {'Subnet': ['ID=d0e196f4-75c7-40b2-936c-d255726cc211,revision_number=0']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:16:12.795683 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e80411-c016-4ece-aacd-49b9f757ffff req-cb1121ba-3084-400e-b364-26e4aeb247bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:16:12.797436 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-51e80411-c016-4ece-aacd-49b9f757ffff req-cb1121ba-3084-400e-b364-26e4aeb247bb service neutron] 10.222.0.96 "GET /v2.0/subnets?id=c974b0ff-2c5c-4667-8a81-3bde3ea6ced5 HTTP/1.1" status: 200 len: 843 time: 0.2244306 Feb 04 17:16:12.803315 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-008d22f8-abac-4c4f-a4fa-2f631245f65a admin admin] Checking segment: {'id': 'b01fbe9c-ddda-48d6-989c-ebc42377ea76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '8bc5f23f-ac2e-4134-bf64-69bb8317bbbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:16:12.803948 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-008d22f8-abac-4c4f-a4fa-2f631245f65a admin admin] Network hostable DHCP agents. Network: 8bc5f23f-ac2e-4134-bf64-69bb8317bbbe, hostable agents: ['bb89f5a3-3c22-440b-b7d1-c4f0c43c184a'], hosted agents: [] {{(pid=103376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 17:16:12.849331 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-155d18c3-679d-4611-a2f1-bb520277aef4 req-b450b6ce-099a-49ed-814e-bee78ed6a000 tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] 10.222.0.89 "GET /v2.0/security-groups?id=119a7f03-3e07-4d1e-8852-d9f974f9f052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942736 Feb 04 17:16:12.850129 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6275b4f8-50fa-4e18-a498-b8c87772c949 tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] Checking segment: {'id': 'eeeb1226-1d0a-4a58-b5ee-1ea6fb7ee6b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '4ddf39c1-3c00-452d-ab51-592ac3d278a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:16:12.853147 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6275b4f8-50fa-4e18-a498-b8c87772c949 tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] Network hostable DHCP agents. Network: 4ddf39c1-3c00-452d-ab51-592ac3d278a6, hostable agents: ['bb89f5a3-3c22-440b-b7d1-c4f0c43c184a'], hosted agents: [] {{(pid=103377) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 17:16:12.892377 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6275b4f8-50fa-4e18-a498-b8c87772c949 tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] Network 4ddf39c1-3c00-452d-ab51-592ac3d278a6 is scheduled to be hosted by DHCP agent bb89f5a3-3c22-440b-b7d1-c4f0c43c184a with binding_index 1 {{(pid=103377) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 17:16:12.899807 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-3ee1fba7-952e-4721-8275-3df00b2f294e None None] For port a5817657-4bdc-4dca-bfda-c7da7592282c, host n-d-827839-2, cleared binding levels {{(pid=103378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:16:12.907928 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-3ee1fba7-952e-4721-8275-3df00b2f294e None None] For port a5817657-4bdc-4dca-bfda-c7da7592282c, host n-d-827839-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=a5817657-4bdc-4dca-bfda-c7da7592282c,segment=NetworkSegment(7b692165-49d1-42e9-b93d-2f0e347ea588),segment_id=7b692165-49d1-42e9-b93d-2f0e347ea588)] {{(pid=103378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:16:12.922527 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3ee1fba7-952e-4721-8275-3df00b2f294e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (a5817657-4bdc-4dca-bfda-c7da7592282c), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:16:12.929211 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-763ae282-de27-46e1-9458-4934b45a859c req-a8b0d150-ed40-4f5e-bbc1-2790eb49977b tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] 10.222.0.89 "GET /v2.0/security-groups?id=5fa98c6a-94b3-4690-b9c3-4f0e67d11226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1768789 Feb 04 17:16:12.940648 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [None req-6275b4f8-50fa-4e18-a498-b8c87772c949 tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827839-2, 4ddf39c1-3c00-452d-ab51-592ac3d278a6) {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:16:12.945250 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6275b4f8-50fa-4e18-a498-b8c87772c949 tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:16:12.945847 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-6275b4f8-50fa-4e18-a498-b8c87772c949 tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677565'] for subnet (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:16:12.956884 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-008d22f8-abac-4c4f-a4fa-2f631245f65a admin admin] Network 8bc5f23f-ac2e-4134-bf64-69bb8317bbbe is scheduled to be hosted by DHCP agent bb89f5a3-3c22-440b-b7d1-c4f0c43c184a with binding_index 1 {{(pid=103376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 17:16:12.966651 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2baf666-73c2-47d0-8081-394f662a5549 None None] Network 4ddf39c1-3c00-452d-ab51-592ac3d278a6 requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:16:12.995025 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-6275b4f8-50fa-4e18-a498-b8c87772c949 tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.9291000 Feb 04 17:16:13.006347 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-e6a556bc-5c4d-43cc-b6b9-0a3e01092bf7 req-75ce2033-64ff-44ae-b2cb-483b18199cd7 tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] Publish callbacks [] for port (55adacdf-af97-4fb9-bc7f-c902c5ad8685), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:16:13.007957 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [None req-008d22f8-abac-4c4f-a4fa-2f631245f65a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827839-2, 8bc5f23f-ac2e-4134-bf64-69bb8317bbbe) {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:16:13.025397 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-008d22f8-abac-4c4f-a4fa-2f631245f65a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:16:13.025997 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-008d22f8-abac-4c4f-a4fa-2f631245f65a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:16:13.045053 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e80411-c016-4ece-aacd-49b9f757ffff req-949876ad-a992-4acb-91c6-e35978ab244b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:16:13.046798 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-51e80411-c016-4ece-aacd-49b9f757ffff req-949876ad-a992-4acb-91c6-e35978ab244b service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=02be22b9-aa53-40ea-8050-9239cd27d1ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2399945 Feb 04 17:16:13.072853 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93d51abe-8bd1-4993-a4ea-7560f8b5dfbd None None] Network 8bc5f23f-ac2e-4134-bf64-69bb8317bbbe requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:16:13.087819 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-008d22f8-abac-4c4f-a4fa-2f631245f65a admin admin] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.5794103 Feb 04 17:16:13.166555 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439e87ac-97ea-4072-8976-28b3d5d34c7b req-c0fbd3f9-5502-476e-8cbd-35f1e831fdaf tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:16:13.168534 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-439e87ac-97ea-4072-8976-28b3d5d34c7b req-c0fbd3f9-5502-476e-8cbd-35f1e831fdaf tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] 10.222.0.89 "GET /v2.0/ports?device_id=75104778-35a2-433a-9657-9a1fac350c7f HTTP/1.1" status: 200 len: 949 time: 0.1613159 Feb 04 17:16:13.296992 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-439e87ac-97ea-4072-8976-28b3d5d34c7b req-be9d2b75-0a93-4472-8dfa-c3a3851c5456 tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] 10.222.0.89 "GET /v2.0/security-groups?id=4f68676b-760c-49c3-a14c-c9afa7ad720d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118684 Feb 04 17:16:13.307242 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 56866) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:16:13.361623 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-e6a556bc-5c4d-43cc-b6b9-0a3e01092bf7 req-75ce2033-64ff-44ae-b2cb-483b18199cd7 tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (55adacdf-af97-4fb9-bc7f-c902c5ad8685), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:16:13.424834 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee1fba7-952e-4721-8275-3df00b2f294e None None] Pushing event updated for resources: {'Port': ['ID=a5817657-4bdc-4dca-bfda-c7da7592282c,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:16:13.446903 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e42de765-2b59-43f0-b428-220414773f51 None None] Network 8bc5f23f-ac2e-4134-bf64-69bb8317bbbe requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:16:13.465990 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-51e80411-c016-4ece-aacd-49b9f757ffff req-c84e01ab-8e61-4d8a-834c-6d40aceb7730 service neutron] 10.222.0.96 "GET /v2.0/networks/02be22b9-aa53-40ea-8050-9239cd27d1ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4097049 Feb 04 17:16:13.474456 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e6a556bc-5c4d-43cc-b6b9-0a3e01092bf7 req-75ce2033-64ff-44ae-b2cb-483b18199cd7 tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] Network e6d83a7c-1f77-441c-afa2-81d5754db2af is already hosted by enough agents. {{(pid=103376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:16:13.476594 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.db_base_plugin_v2 [None req-43f8c950-eb97-4ed6-856a-cbbeada79780 admin admin] Deleting subnet 4286bcef-1c18-44bf-8b45-635c2ca64166 {{(pid=103377) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 17:16:13.487461 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98169f1-088b-40e0-aff3-6d1aabee3e1e req-8d5c7971-f73f-4e1c-8f47-72678282fda8 tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:16:13.489016 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-a98169f1-088b-40e0-aff3-6d1aabee3e1e req-8d5c7971-f73f-4e1c-8f47-72678282fda8 tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] 10.222.0.89 "GET /v2.0/ports?device_id=e2b58424-19d8-47c7-9144-64e22f08a22e HTTP/1.1" status: 200 len: 943 time: 0.3294208 Feb 04 17:16:13.500090 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [req-e6a556bc-5c4d-43cc-b6b9-0a3e01092bf7 req-75ce2033-64ff-44ae-b2cb-483b18199cd7 tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] Resources bound (agent type, host, resource id): {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:16:13.503175 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-43f8c950-eb97-4ed6-856a-cbbeada79780 admin admin] Publish callbacks [] for subnet (4286bcef-1c18-44bf-8b45-635c2ca64166), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:16:13.515624 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6a556bc-5c4d-43cc-b6b9-0a3e01092bf7 req-75ce2033-64ff-44ae-b2cb-483b18199cd7 tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] Received port after_create {{(pid=103376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:16:13.650150 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ce2033-64ff-44ae-b2cb-483b18199cd7 tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] Pushing event updated for resources: {'Port': ['ID=55adacdf-af97-4fb9-bc7f-c902c5ad8685,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:16:13.692121 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-43f8c950-eb97-4ed6-856a-cbbeada79780 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26866676'] for subnet (4286bcef-1c18-44bf-8b45-635c2ca64166), precommit_delete_associations {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:16:13.744404 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4ee1a4-fb0d-446b-99ea-66555436584d req-6812a704-ea39-4433-8266-6251c6b90a3c tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:16:13.748542 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-6d4ee1a4-fb0d-446b-99ea-66555436584d req-6812a704-ea39-4433-8266-6251c6b90a3c tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] 10.222.0.89 "GET /v2.0/ports?device_id=d8b88886-f047-4a53-8b9f-a49fcd51cf07 HTTP/1.1" status: 200 len: 931 time: 0.2584348 Feb 04 17:16:13.761789 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-51e80411-c016-4ece-aacd-49b9f757ffff req-5aa062b9-4e3e-4a1c-9a19-515f3a26df66 service neutron] 10.222.0.96 "GET /v2.0/networks/02be22b9-aa53-40ea-8050-9239cd27d1ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2830133 Feb 04 17:16:13.784884 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-43f8c950-eb97-4ed6-856a-cbbeada79780 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1541225'] for subnet (4286bcef-1c18-44bf-8b45-635c2ca64166), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:16:13.794069 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device a5817657-4bdc-4dca-bfda-c7da7592282c up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:16:13.806092 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a556bc-5c4d-43cc-b6b9-0a3e01092bf7 req-75ce2033-64ff-44ae-b2cb-483b18199cd7 tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:16:13.806896 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-e6a556bc-5c4d-43cc-b6b9-0a3e01092bf7 req-75ce2033-64ff-44ae-b2cb-483b18199cd7 tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:16:13.830403 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-a98169f1-088b-40e0-aff3-6d1aabee3e1e req-30fdaf0a-103b-485c-b14b-a233c443839b tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] 10.222.0.89 "GET /v2.0/security-groups?id=18e6cc58-e448-4d12-9423-2a502a086ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3206296 Feb 04 17:16:13.847991 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-e6a556bc-5c4d-43cc-b6b9-0a3e01092bf7 req-75ce2033-64ff-44ae-b2cb-483b18199cd7 tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8012044 Feb 04 17:16:13.860080 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [req-e6a556bc-5c4d-43cc-b6b9-0a3e01092bf7 req-368298bc-dae5-46b1-b9bc-dbb96269685f service neutron] Request body: {'port': {'device_id': 'd8b88886-f047-4a53-8b9f-a49fcd51cf07', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827839-2'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:16:13.889768 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f35a086-3582-49c6-aeaf-ea6a1b3c35f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e4c19ad-5724-5db8-8ee1-4f56ae69fcf4-4ddf39c1-3c00-452d-ab51-592ac3d278a6', 'network_id': '4ddf39c1-3c00-452d-ab51-592ac3d278a6', 'project_id': '33ab830fde4c41a1b2b9427ee7d64511', 'fixed_ips': [{'subnet_id': 'd0e196f4-75c7-40b2-936c-d255726cc211'}]}} from n-d-827839-2. {{(pid=103378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 17:16:13.891247 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5f35a086-3582-49c6-aeaf-ea6a1b3c35f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:16:13.917309 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-6d4ee1a4-fb0d-446b-99ea-66555436584d req-bcd31783-27f1-4779-b475-2cfb8ac06ce5 tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] 10.222.0.89 "GET /v2.0/security-groups?id=c591d0a0-8f77-4259-ab5e-c54cb31473d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593592 Feb 04 17:16:13.922693 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-43f8c950-eb97-4ed6-856a-cbbeada79780 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1541216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25888360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25597190'] for subnet (4286bcef-1c18-44bf-8b45-635c2ca64166), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:16:13.992141 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f8c950-eb97-4ed6-856a-cbbeada79780 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4286bcef-1c18-44bf-8b45-635c2ca64166,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:16:13.995332 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-43f8c950-eb97-4ed6-856a-cbbeada79780 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677565'] for subnet (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:16:13.999474 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-43f8c950-eb97-4ed6-856a-cbbeada79780 admin admin] 10.222.0.89 "DELETE /v2.0/subnets/4286bcef-1c18-44bf-8b45-635c2ca64166 HTTP/1.1" status: 204 len: 168 time: 0.6912155 Feb 04 17:16:14.002217 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 56880) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:16:14.059106 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-5f35a086-3582-49c6-aeaf-ea6a1b3c35f7 None None] Allocated IP 19.86.0.2 (4ddf39c1-3c00-452d-ab51-592ac3d278a6/d0e196f4-75c7-40b2-936c-d255726cc211/1175eb26-ea91-4ad2-ab96-78ec68751781) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:16:14.126248 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-e6a556bc-5c4d-43cc-b6b9-0a3e01092bf7 req-368298bc-dae5-46b1-b9bc-dbb96269685f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (55adacdf-af97-4fb9-bc7f-c902c5ad8685), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:16:14.175485 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-5f04aa49-4d8a-4bd6-9535-5dc8f38aa8ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628832'] for network (039e5665-bab0-45b8-ae19-eb1ec4265d86), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:16:14.200694 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3840778d-3dff-45b8-afd4-282d300e9a27 req-e77cb5f3-29cf-48d6-8560-f1f2cb7570e1 tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:16:14.201965 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-3840778d-3dff-45b8-afd4-282d300e9a27 req-e77cb5f3-29cf-48d6-8560-f1f2cb7570e1 tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] 10.222.0.89 "GET /v2.0/ports?device_id=f9d0cdd4-aae7-45e7-bcf1-a6ee601b78a7 HTTP/1.1" status: 200 len: 945 time: 0.1625662 Feb 04 17:16:14.274451 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5f35a086-3582-49c6-aeaf-ea6a1b3c35f7 None None] Publish callbacks [] for port (1175eb26-ea91-4ad2-ab96-78ec68751781), precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:16:14.291684 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port a5817657-4bdc-4dca-bfda-c7da7592282c triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:16:14.292068 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (a5817657-4bdc-4dca-bfda-c7da7592282c), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:16:14.370612 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5f35a086-3582-49c6-aeaf-ea6a1b3c35f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135'] for port (1175eb26-ea91-4ad2-ab96-78ec68751781), after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:16:14.479288 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f35a086-3582-49c6-aeaf-ea6a1b3c35f7 None None] Pushing event updated for resources: {'Port': ['ID=1175eb26-ea91-4ad2-ab96-78ec68751781,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:16:14.497845 n-d-827839-2 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f35a086-3582-49c6-aeaf-ea6a1b3c35f7 None None] Network 4ddf39c1-3c00-452d-ab51-592ac3d278a6 is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:16:14.501203 n-d-827839-2 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-5f35a086-3582-49c6-aeaf-ea6a1b3c35f7 None None] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:16:14.503737 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f35a086-3582-49c6-aeaf-ea6a1b3c35f7 None None] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:16:14.561859 n-d-827839-2 neutron-server[103376]: DEBUG neutron.notifiers.nova [req-e6a556bc-5c4d-43cc-b6b9-0a3e01092bf7 req-368298bc-dae5-46b1-b9bc-dbb96269685f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55adacdf-af97-4fb9-bc7f-c902c5ad8685 {{(pid=103376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 17:16:14.572395 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-e6a556bc-5c4d-43cc-b6b9-0a3e01092bf7 req-368298bc-dae5-46b1-b9bc-dbb96269685f service neutron] Publish callbacks [] for port (55adacdf-af97-4fb9-bc7f-c902c5ad8685), precommit_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:16:14.585013 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port a5817657-4bdc-4dca-bfda-c7da7592282c is: DOWN; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:16:14.585408 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (a5817657-4bdc-4dca-bfda-c7da7592282c), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:16:14.590734 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.provisioning_blocks [req-e6a556bc-5c4d-43cc-b6b9-0a3e01092bf7 req-368298bc-dae5-46b1-b9bc-dbb96269685f service neutron] Transition to ACTIVE for port object 55adacdf-af97-4fb9-bc7f-c902c5ad8685 will not be triggered until provisioned by entity L2. {{(pid=103376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 17:16:14.599690 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdf789a-24b5-4b17-b2ba-1b76df1a2ee9 req-f4315e02-0988-46f5-9c19-a2fb112a8abf tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:16:14.614050 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdf789a-24b5-4b17-b2ba-1b76df1a2ee9 req-f4315e02-0988-46f5-9c19-a2fb112a8abf tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:16:14.617981 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-6bdf789a-24b5-4b17-b2ba-1b76df1a2ee9 req-f4315e02-0988-46f5-9c19-a2fb112a8abf tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] 10.222.0.89 "GET /v2.0/networks?id=1ff43c38-a534-46d7-8bb3-43ef293fc2c6&id=4ddf39c1-3c00-452d-ab51-592ac3d278a6&id=1ff43c38-a534-46d7-8bb3-43ef293fc2c6 HTTP/1.1" status: 200 len: 1390 time: 0.6047492 Feb 04 17:16:14.620497 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-e6a556bc-5c4d-43cc-b6b9-0a3e01092bf7 req-368298bc-dae5-46b1-b9bc-dbb96269685f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675836'] for port (55adacdf-af97-4fb9-bc7f-c902c5ad8685), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:16:14.639706 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] For port a5817657-4bdc-4dca-bfda-c7da7592282c, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=a5817657-4bdc-4dca-bfda-c7da7592282c,segment=NetworkSegment(7b692165-49d1-42e9-b93d-2f0e347ea588),segment_id=7b692165-49d1-42e9-b93d-2f0e347ea588)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:16:14.659556 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (a5817657-4bdc-4dca-bfda-c7da7592282c), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:16:14.685247 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-5f35a086-3582-49c6-aeaf-ea6a1b3c35f7 None None] Attempting to bind port 1175eb26-ea91-4ad2-ab96-78ec68751781 on host n-d-827839-2 for vnic_type normal with profile {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:16:14.685912 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-5f35a086-3582-49c6-aeaf-ea6a1b3c35f7 None None] Attempting to bind port 1175eb26-ea91-4ad2-ab96-78ec68751781 by drivers openvswitch,hyperv on host n-d-827839-2 at level 0 using segments [{'id': 'eeeb1226-1d0a-4a58-b5ee-1ea6fb7ee6b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '4ddf39c1-3c00-452d-ab51-592ac3d278a6'}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:16:14.686379 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f35a086-3582-49c6-aeaf-ea6a1b3c35f7 None None] Attempting to bind port 1175eb26-ea91-4ad2-ab96-78ec68751781 on network 4ddf39c1-3c00-452d-ab51-592ac3d278a6 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:16:14.696589 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f35a086-3582-49c6-aeaf-ea6a1b3c35f7 None None] Checking agent: {'id': 'ba70844b-66a0-45fd-a2f2-e6ed673321fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 0, 36), 'started_at': datetime.datetime(2022, 2, 4, 17, 1, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 16, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:16:14.697131 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f35a086-3582-49c6-aeaf-ea6a1b3c35f7 None None] Checking segment: {'id': 'eeeb1226-1d0a-4a58-b5ee-1ea6fb7ee6b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '4ddf39c1-3c00-452d-ab51-592ac3d278a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:16:14.697579 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5f35a086-3582-49c6-aeaf-ea6a1b3c35f7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:16:14.698074 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f35a086-3582-49c6-aeaf-ea6a1b3c35f7 None None] Bound using segment: {'id': 'eeeb1226-1d0a-4a58-b5ee-1ea6fb7ee6b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '4ddf39c1-3c00-452d-ab51-592ac3d278a6'} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:16:14.698567 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-5f35a086-3582-49c6-aeaf-ea6a1b3c35f7 None None] Bound port: 1175eb26-ea91-4ad2-ab96-78ec68751781, host: n-d-827839-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eeeb1226-1d0a-4a58-b5ee-1ea6fb7ee6b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '4ddf39c1-3c00-452d-ab51-592ac3d278a6'}}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:16:14.699705 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5f35a086-3582-49c6-aeaf-ea6a1b3c35f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (1175eb26-ea91-4ad2-ab96-78ec68751781), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:16:14.718045 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-6bdf789a-24b5-4b17-b2ba-1b76df1a2ee9 req-4a69c20f-3375-4c75-80f5-5ff9eae0e6a3 tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] 10.222.0.89 "GET /v2.0/quotas/33ab830fde4c41a1b2b9427ee7d64511 HTTP/1.1" status: 200 len: 375 time: 0.0929649 Feb 04 17:16:14.781040 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58acaaa4-80d4-4c0f-9e66-0a4062491de9 None None] Network 1ff43c38-a534-46d7-8bb3-43ef293fc2c6 requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:16:14.805097 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-5f04aa49-4d8a-4bd6-9535-5dc8f38aa8ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1543676', 'neutron.services.segments.db._delete_segments_for_network-8781084786517'] for network (039e5665-bab0-45b8-ae19-eb1ec4265d86), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:16:14.812171 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-3840778d-3dff-45b8-afd4-282d300e9a27 req-2ba12dfd-bd97-4d97-97f3-ef565337917b tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] 10.222.0.89 "GET /v2.0/security-groups?id=119a7f03-3e07-4d1e-8852-d9f974f9f052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5990281 Feb 04 17:16:14.851666 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [req-e6a556bc-5c4d-43cc-b6b9-0a3e01092bf7 req-368298bc-dae5-46b1-b9bc-dbb96269685f service neutron] Attempting to bind port 55adacdf-af97-4fb9-bc7f-c902c5ad8685 on host n-h1-827839-2 for vnic_type normal with profile {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:16:14.856333 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [req-e6a556bc-5c4d-43cc-b6b9-0a3e01092bf7 req-368298bc-dae5-46b1-b9bc-dbb96269685f service neutron] Attempting to bind port 55adacdf-af97-4fb9-bc7f-c902c5ad8685 by drivers openvswitch,hyperv on host n-h1-827839-2 at level 0 using segments [{'id': '78faf63e-60a8-47e4-85af-dce04e5fa366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'e6d83a7c-1f77-441c-afa2-81d5754db2af'}] {{(pid=103376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:16:14.856946 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6a556bc-5c4d-43cc-b6b9-0a3e01092bf7 req-368298bc-dae5-46b1-b9bc-dbb96269685f service neutron] Attempting to bind port 55adacdf-af97-4fb9-bc7f-c902c5ad8685 on network e6d83a7c-1f77-441c-afa2-81d5754db2af {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:16:14.869457 n-d-827839-2 neutron-server[103377]: DEBUG neutron.services.segments.db [None req-5f04aa49-4d8a-4bd6-9535-5dc8f38aa8ed admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['039e5665-bab0-45b8-ae19-eb1ec4265d86']}} {{(pid=103377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:16:14.885450 n-d-827839-2 neutron-server[103377]: DEBUG neutron.services.segments.db [None req-5f04aa49-4d8a-4bd6-9535-5dc8f38aa8ed admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99b03b35-6f2f-41c9-855a-4466404c90f7') {'for_net_delete': True} {{(pid=103377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:16:14.888311 n-d-827839-2 neutron-server[103377]: DEBUG neutron.services.segments.db [None req-5f04aa49-4d8a-4bd6-9535-5dc8f38aa8ed admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99b03b35-6f2f-41c9-855a-4466404c90f7') {} {{(pid=103377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:16:14.895338 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368298bc-dae5-46b1-b9bc-dbb96269685f service neutron] Pushing event updated for resources: {'Port': ['ID=55adacdf-af97-4fb9-bc7f-c902c5ad8685,revision_number=2']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:16:14.910432 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-5f04aa49-4d8a-4bd6-9535-5dc8f38aa8ed admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781084783966', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26866685'] for segment (99b03b35-6f2f-41c9-855a-4466404c90f7), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:16:14.935948 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6a556bc-5c4d-43cc-b6b9-0a3e01092bf7 req-368298bc-dae5-46b1-b9bc-dbb96269685f service neutron] Port 55adacdf-af97-4fb9-bc7f-c902c5ad8685 on network e6d83a7c-1f77-441c-afa2-81d5754db2af not bound, no agent of type Open vSwitch agent registered on host n-h1-827839-2 {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 17:16:14.936716 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6a556bc-5c4d-43cc-b6b9-0a3e01092bf7 req-368298bc-dae5-46b1-b9bc-dbb96269685f service neutron] Attempting to bind port 55adacdf-af97-4fb9-bc7f-c902c5ad8685 on network e6d83a7c-1f77-441c-afa2-81d5754db2af {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:16:14.944053 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6a556bc-5c4d-43cc-b6b9-0a3e01092bf7 req-368298bc-dae5-46b1-b9bc-dbb96269685f service neutron] Checking agent: {'id': '3f9244a9-75fc-4c10-b195-11d48b853b41', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 8, 42), 'started_at': datetime.datetime(2022, 2, 4, 17, 8, 42), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 16, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:16:14.944671 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6a556bc-5c4d-43cc-b6b9-0a3e01092bf7 req-368298bc-dae5-46b1-b9bc-dbb96269685f service neutron] Checking segment: {'id': '78faf63e-60a8-47e4-85af-dce04e5fa366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'e6d83a7c-1f77-441c-afa2-81d5754db2af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:16:14.945261 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6a556bc-5c4d-43cc-b6b9-0a3e01092bf7 req-368298bc-dae5-46b1-b9bc-dbb96269685f service neutron] Bound using segment: {'id': '78faf63e-60a8-47e4-85af-dce04e5fa366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'e6d83a7c-1f77-441c-afa2-81d5754db2af'} {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:16:14.945884 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [req-e6a556bc-5c4d-43cc-b6b9-0a3e01092bf7 req-368298bc-dae5-46b1-b9bc-dbb96269685f service neutron] Bound port: 55adacdf-af97-4fb9-bc7f-c902c5ad8685, host: n-h1-827839-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '78faf63e-60a8-47e4-85af-dce04e5fa366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'e6d83a7c-1f77-441c-afa2-81d5754db2af'}}] {{(pid=103376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:16:14.946418 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-e6a556bc-5c4d-43cc-b6b9-0a3e01092bf7 req-368298bc-dae5-46b1-b9bc-dbb96269685f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (55adacdf-af97-4fb9-bc7f-c902c5ad8685), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:16:14.961072 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f457fc-a4bd-443b-aa1f-081d97a6aa35 req-c88e9893-71a5-484f-abab-a0d13f0e3916 tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:16:14.962821 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-87f457fc-a4bd-443b-aa1f-081d97a6aa35 req-c88e9893-71a5-484f-abab-a0d13f0e3916 tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] 10.222.0.90 "GET /v2.0/ports?device_id=75104778-35a2-433a-9657-9a1fac350c7f HTTP/1.1" status: 200 len: 949 time: 0.1403949 Feb 04 17:16:14.965863 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-5f04aa49-4d8a-4bd6-9535-5dc8f38aa8ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (99b03b35-6f2f-41c9-855a-4466404c90f7), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:16:14.981866 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-6bdf789a-24b5-4b17-b2ba-1b76df1a2ee9 req-f1858715-87c5-4701-828a-774a088396ef tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=33ab830fde4c41a1b2b9427ee7d64511&fields=id HTTP/1.1" status: 200 len: 394 time: 0.2580745 Feb 04 17:16:14.999431 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-bbf5d1f4-dffd-424f-8182-3e08cfd1b830 None None] Provisioning complete for port a5817657-4bdc-4dca-bfda-c7da7592282c triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:16:15.000013 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-bbf5d1f4-dffd-424f-8182-3e08cfd1b830 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (a5817657-4bdc-4dca-bfda-c7da7592282c), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:16:15.008452 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f04aa49-4d8a-4bd6-9535-5dc8f38aa8ed admin admin] Releasing vlan 783 on physical network physnet1 to pool {{(pid=103377) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 17:16:15.009093 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-5f04aa49-4d8a-4bd6-9535-5dc8f38aa8ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25888454'] for segment (99b03b35-6f2f-41c9-855a-4466404c90f7), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:16:15.011314 n-d-827839-2 neutron-server[103377]: Traceback (most recent call last): Feb 04 17:16:15.011314 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 17:16:15.011314 n-d-827839-2 neutron-server[103377]: timer() Feb 04 17:16:15.011314 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 17:16:15.011314 n-d-827839-2 neutron-server[103377]: cb(*args, **kw) Feb 04 17:16:15.011314 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 17:16:15.011314 n-d-827839-2 neutron-server[103377]: return func(*args, **kwargs) Feb 04 17:16:15.011314 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 17:16:15.011314 n-d-827839-2 neutron-server[103377]: self._notify() Feb 04 17:16:15.011314 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 17:16:15.011314 n-d-827839-2 neutron-server[103377]: self.callback(batched_events) Feb 04 17:16:15.011314 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 17:16:15.011314 n-d-827839-2 neutron-server[103377]: event.method(event) Feb 04 17:16:15.011314 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 17:16:15.011314 n-d-827839-2 neutron-server[103377]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 17:16:15.011314 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 17:16:15.011314 n-d-827839-2 neutron-server[103377]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 17:16:15.011314 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 17:16:15.011314 n-d-827839-2 neutron-server[103377]: return f(self, *a, **k) Feb 04 17:16:15.011314 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 17:16:15.011314 n-d-827839-2 neutron-server[103377]: return self._get(url).json() Feb 04 17:16:15.011314 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 17:16:15.011314 n-d-827839-2 neutron-server[103377]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 17:16:15.011314 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 17:16:15.011314 n-d-827839-2 neutron-server[103377]: return self.request(url, 'GET', **kwargs) Feb 04 17:16:15.011314 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 17:16:15.011314 n-d-827839-2 neutron-server[103377]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 17:16:15.011314 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 17:16:15.011314 n-d-827839-2 neutron-server[103377]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 17:16:15.011314 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 17:16:15.011314 n-d-827839-2 neutron-server[103377]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 17:16:15.011314 n-d-827839-2 neutron-server[103377]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 17:16:15.053778 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Pushing event updated for resources: {'Port': ['ID=a5817657-4bdc-4dca-bfda-c7da7592282c,revision_number=3']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:16:15.067974 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-5f35a086-3582-49c6-aeaf-ea6a1b3c35f7 None None] For port 1175eb26-ea91-4ad2-ab96-78ec68751781, host n-d-827839-2, cleared binding levels {{(pid=103378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:16:15.075294 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-5f35a086-3582-49c6-aeaf-ea6a1b3c35f7 None None] For port 1175eb26-ea91-4ad2-ab96-78ec68751781, host n-d-827839-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=1175eb26-ea91-4ad2-ab96-78ec68751781,segment=NetworkSegment(eeeb1226-1d0a-4a58-b5ee-1ea6fb7ee6b6),segment_id=eeeb1226-1d0a-4a58-b5ee-1ea6fb7ee6b6)] {{(pid=103378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:16:15.121545 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-bbf5d1f4-dffd-424f-8182-3e08cfd1b830 None None] Current status of the port a5817657-4bdc-4dca-bfda-c7da7592282c is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:16:15.132665 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5f35a086-3582-49c6-aeaf-ea6a1b3c35f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (1175eb26-ea91-4ad2-ab96-78ec68751781), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:16:15.217832 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea502222-2ae5-4e70-81fa-71c5051d3667 req-86611327-2c03-4b47-b543-1c6c7cc0bc76 tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:16:15.222580 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-ea502222-2ae5-4e70-81fa-71c5051d3667 req-86611327-2c03-4b47-b543-1c6c7cc0bc76 tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] 10.222.0.89 "GET /v2.0/ports?device_id=013eaece-a1cd-4911-b0a3-fdda63699778 HTTP/1.1" status: 200 len: 948 time: 0.2860892 Feb 04 17:16:15.229651 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-5f04aa49-4d8a-4bd6-9535-5dc8f38aa8ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1543671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1595572'] for network (039e5665-bab0-45b8-ae19-eb1ec4265d86), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:16:15.250381 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-5f04aa49-4d8a-4bd6-9535-5dc8f38aa8ed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677565'] for network (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:16:15.256245 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-5f04aa49-4d8a-4bd6-9535-5dc8f38aa8ed admin admin] 10.222.0.89 "DELETE /v2.0/networks/039e5665-bab0-45b8-ae19-eb1ec4265d86 HTTP/1.1" status: 204 len: 168 time: 1.2505467 Feb 04 17:16:15.275026 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f35a086-3582-49c6-aeaf-ea6a1b3c35f7 None None] Pushing event updated for resources: {'Port': ['ID=1175eb26-ea91-4ad2-ab96-78ec68751781,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:16:15.287949 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 56888) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:16:15.350243 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.db_base_plugin_v2 [None req-285e5d5f-003e-4aac-bcf4-58d68fbd07c9 admin admin] Deleting subnet 05d91e02-bf6c-4e2d-a284-6272482dfad8 {{(pid=103377) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 17:16:15.354102 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-285e5d5f-003e-4aac-bcf4-58d68fbd07c9 admin admin] Publish callbacks [] for subnet (05d91e02-bf6c-4e2d-a284-6272482dfad8), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:16:15.394859 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-285e5d5f-003e-4aac-bcf4-58d68fbd07c9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26866676'] for subnet (05d91e02-bf6c-4e2d-a284-6272482dfad8), precommit_delete_associations {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:16:15.464560 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-8be80581-9417-4477-aa97-80dda9fc890d None None] Provisioning complete for port a5817657-4bdc-4dca-bfda-c7da7592282c triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:16:15.464974 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8be80581-9417-4477-aa97-80dda9fc890d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (a5817657-4bdc-4dca-bfda-c7da7592282c), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:16:15.469374 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f04aa49-4d8a-4bd6-9535-5dc8f38aa8ed admin admin] Pushing event deleted for resources: {'Network': ['ID=039e5665-bab0-45b8-ae19-eb1ec4265d86,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:16:15.498653 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-ea502222-2ae5-4e70-81fa-71c5051d3667 req-08657bbb-08ae-42af-b117-3f48ff1e370f tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] 10.222.0.89 "GET /v2.0/security-groups?id=5fa98c6a-94b3-4690-b9c3-4f0e67d11226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2648640 Feb 04 17:16:15.524588 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-285e5d5f-003e-4aac-bcf4-58d68fbd07c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1541225'] for subnet (05d91e02-bf6c-4e2d-a284-6272482dfad8), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:16:15.554065 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [req-87f457fc-a4bd-443b-aa1f-081d97a6aa35 req-1a105bec-3977-44fe-b797-a7f55a2e8b53 tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] Deleting port cd3a8da2-cda9-4abf-983e-657cde671709 {{(pid=103377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:16:15.554875 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-87f457fc-a4bd-443b-aa1f-081d97a6aa35 req-1a105bec-3977-44fe-b797-a7f55a2e8b53 tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (cd3a8da2-cda9-4abf-983e-657cde671709), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:16:15.662159 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-8be80581-9417-4477-aa97-80dda9fc890d None None] Current status of the port a5817657-4bdc-4dca-bfda-c7da7592282c is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:16:15.755920 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [req-e6a556bc-5c4d-43cc-b6b9-0a3e01092bf7 req-368298bc-dae5-46b1-b9bc-dbb96269685f service neutron] For port 55adacdf-af97-4fb9-bc7f-c902c5ad8685, host n-h1-827839-2, cleared binding levels {{(pid=103376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:16:15.794522 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-285e5d5f-003e-4aac-bcf4-58d68fbd07c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1541216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25888360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25597190'] for subnet (05d91e02-bf6c-4e2d-a284-6272482dfad8), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:16:15.815648 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [req-e6a556bc-5c4d-43cc-b6b9-0a3e01092bf7 req-368298bc-dae5-46b1-b9bc-dbb96269685f service neutron] For port 55adacdf-af97-4fb9-bc7f-c902c5ad8685, host n-h1-827839-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=55adacdf-af97-4fb9-bc7f-c902c5ad8685,segment=NetworkSegment(78faf63e-60a8-47e4-85af-dce04e5fa366),segment_id=78faf63e-60a8-47e4-85af-dce04e5fa366)] {{(pid=103376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:16:15.832526 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-6bdf789a-24b5-4b17-b2ba-1b76df1a2ee9 req-e1117cdc-c8bb-43c9-b9cf-32542bdc15d5 service neutron] 10.222.0.89 "GET /v2.0/networks/1ff43c38-a534-46d7-8bb3-43ef293fc2c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3280127 Feb 04 17:16:15.842041 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285e5d5f-003e-4aac-bcf4-58d68fbd07c9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=05d91e02-bf6c-4e2d-a284-6272482dfad8,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:16:15.843214 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-e6a556bc-5c4d-43cc-b6b9-0a3e01092bf7 req-368298bc-dae5-46b1-b9bc-dbb96269685f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675836'] for port (55adacdf-af97-4fb9-bc7f-c902c5ad8685), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:16:15.856468 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [req-87f457fc-a4bd-443b-aa1f-081d97a6aa35 req-1a105bec-3977-44fe-b797-a7f55a2e8b53 tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] For port cd3a8da2-cda9-4abf-983e-657cde671709, host n-h2-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=cd3a8da2-cda9-4abf-983e-657cde671709,segment=NetworkSegment(3a39b085-d3e6-43bb-a64c-1b06dd049e5a),segment_id=3a39b085-d3e6-43bb-a64c-1b06dd049e5a)] {{(pid=103377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:16:15.858339 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-87f457fc-a4bd-443b-aa1f-081d97a6aa35 req-1a105bec-3977-44fe-b797-a7f55a2e8b53 tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (cd3a8da2-cda9-4abf-983e-657cde671709), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:16:15.894603 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd34c59-c63b-4948-88e0-6d2a41334760 req-335360c0-7cf6-4619-be7b-6ef62fc91e0a tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:16:15.896359 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-2cd34c59-c63b-4948-88e0-6d2a41334760 req-335360c0-7cf6-4619-be7b-6ef62fc91e0a tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] 10.222.0.89 "GET /v2.0/ports?device_id=75104778-35a2-433a-9657-9a1fac350c7f HTTP/1.1" status: 200 len: 949 time: 0.2368119 Feb 04 17:16:15.901787 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [req-87f457fc-a4bd-443b-aa1f-081d97a6aa35 req-1a105bec-3977-44fe-b797-a7f55a2e8b53 tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] Calling delete_port for cd3a8da2-cda9-4abf-983e-657cde671709 owned by compute:nova {{(pid=103377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:16:15.909274 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device a5817657-4bdc-4dca-bfda-c7da7592282c up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:16:15.917069 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-285e5d5f-003e-4aac-bcf4-58d68fbd07c9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677565'] for subnet (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:16:15.920944 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-285e5d5f-003e-4aac-bcf4-58d68fbd07c9 admin admin] 10.222.0.89 "DELETE /v2.0/subnets/05d91e02-bf6c-4e2d-a284-6272482dfad8 HTTP/1.1" status: 204 len: 168 time: 0.6282725 Feb 04 17:16:15.934030 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 56892) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:16:15.977135 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-2cd34c59-c63b-4948-88e0-6d2a41334760 req-9789ba12-ddf2-4633-bf80-1927b967e686 tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] 10.222.0.89 "GET /v2.0/security-groups?id=4f68676b-760c-49c3-a14c-c9afa7ad720d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618289 Feb 04 17:16:15.983415 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a556bc-5c4d-43cc-b6b9-0a3e01092bf7 req-368298bc-dae5-46b1-b9bc-dbb96269685f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:16:15.984145 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-e6a556bc-5c4d-43cc-b6b9-0a3e01092bf7 req-368298bc-dae5-46b1-b9bc-dbb96269685f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:16:15.985699 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-e6a556bc-5c4d-43cc-b6b9-0a3e01092bf7 req-368298bc-dae5-46b1-b9bc-dbb96269685f service neutron] 10.222.0.96 "PUT /v2.0/ports/55adacdf-af97-4fb9-bc7f-c902c5ad8685 HTTP/1.1" status: 200 len: 1091 time: 2.1310260 Feb 04 17:16:16.028388 n-d-827839-2 neutron-server[103376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8b88886-f047-4a53-8b9f-a49fcd51cf07', 'tag': '55adacdf-af97-4fb9-bc7f-c902c5ad8685'}] {{(pid=103376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:16:16.031108 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d59c3bb5e2f09ebf62144d5e09b1cff60c763a9c19614c24538e77842938c05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-708a8822-8c6b-4e0c-a09e-8cfdf4083361" -d '{"events": [{"name": "network-changed", "server_uuid": "d8b88886-f047-4a53-8b9f-a49fcd51cf07", "tag": "55adacdf-af97-4fb9-bc7f-c902c5ad8685"}]}' {{(pid=103376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:16:16.039966 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port a5817657-4bdc-4dca-bfda-c7da7592282c triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:16:16.041539 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (a5817657-4bdc-4dca-bfda-c7da7592282c), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:16:16.136228 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368298bc-dae5-46b1-b9bc-dbb96269685f service neutron] Pushing event updated for resources: {'Port': ['ID=55adacdf-af97-4fb9-bc7f-c902c5ad8685,revision_number=3']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:16:16.146585 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-2647537b-11ba-4f47-9b2e-50bc1fed576f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628832'] for network (8bc5f23f-ac2e-4134-bf64-69bb8317bbbe), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:16:16.170080 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-6bdf789a-24b5-4b17-b2ba-1b76df1a2ee9 req-4c5b11a3-423a-4db9-83b8-6294dcb30bde service neutron] 10.222.0.89 "GET /v2.0/networks/1ff43c38-a534-46d7-8bb3-43ef293fc2c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3384953 Feb 04 17:16:16.191070 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device d4e367c9-7388-41b4-951a-980d5f811eb7 details requested by agent hyperv_n-h1-827839-2 with host n-h1-827839-2 {{(pid=103378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 17:16:16.195984 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a556bc-5c4d-43cc-b6b9-0a3e01092bf7 req-694d3af6-6bb2-4294-a3e6-7e94272c1917 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:16:16.197686 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-e6a556bc-5c4d-43cc-b6b9-0a3e01092bf7 req-694d3af6-6bb2-4294-a3e6-7e94272c1917 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=36d552dcaba84f869d86965d2c5a9247&device_id=d8b88886-f047-4a53-8b9f-a49fcd51cf07 HTTP/1.1" status: 200 len: 1125 time: 0.1520073 Feb 04 17:16:16.209210 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-87f457fc-a4bd-443b-aa1f-081d97a6aa35 req-1a105bec-3977-44fe-b797-a7f55a2e8b53 tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (cd3a8da2-cda9-4abf-983e-657cde671709), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:16:16.227770 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] get_ports_and_sgs() called for port_ids ['def23c9d-c30f-47d7-bd81-7d3520f20168', '44b448dd-cb1d-4a20-aeb9-66f3c7842792'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 17:16:16.231534 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] get_ports_and_sgs() called for port_ids ['d84d4853-863b-4441-877e-8ff0319d5d6b', 'f4b260ec-2b92-4b49-a638-97cffbd194dd', 'b8cbf0e2-5ba1-4495-bfce-79351b5c0d9a', 'f9e4e26d-abca-45a8-a5e6-aef150d22ed3'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 17:16:16.297593 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port a5817657-4bdc-4dca-bfda-c7da7592282c is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:16:16.298726 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a105bec-3977-44fe-b797-a7f55a2e8b53 tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] Pushing event deleted for resources: {'Port': ['ID=cd3a8da2-cda9-4abf-983e-657cde671709,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:16:16.298861 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 1175eb26-ea91-4ad2-ab96-78ec68751781 up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:16:16.311811 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfafb688-46cd-4a0c-9307-3490181445aa req-42e5ffdc-b29d-4711-96c4-d6aa722f6c4d tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:16:16.313432 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-bfafb688-46cd-4a0c-9307-3490181445aa req-42e5ffdc-b29d-4711-96c4-d6aa722f6c4d tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] 10.222.0.89 "GET /v2.0/ports?device_id=e2b58424-19d8-47c7-9144-64e22f08a22e HTTP/1.1" status: 200 len: 943 time: 0.1791310 Feb 04 17:16:16.348102 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-e6a556bc-5c4d-43cc-b6b9-0a3e01092bf7 req-639f43cf-6eb4-4f51-af6b-0448f72b4c65 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=55adacdf-af97-4fb9-bc7f-c902c5ad8685 HTTP/1.1" status: 200 len: 217 time: 0.1120827 Feb 04 17:16:16.360227 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [req-87f457fc-a4bd-443b-aa1f-081d97a6aa35 req-1a105bec-3977-44fe-b797-a7f55a2e8b53 tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] No DVR routers for this DVR port cd3a8da2-cda9-4abf-983e-657cde671709 on host n-h2-827839-2 {{(pid=103377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 17:16:16.363091 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-87f457fc-a4bd-443b-aa1f-081d97a6aa35 req-1a105bec-3977-44fe-b797-a7f55a2e8b53 tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:16:16.380037 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-87f457fc-a4bd-443b-aa1f-081d97a6aa35 req-1a105bec-3977-44fe-b797-a7f55a2e8b53 tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] 10.222.0.90 "DELETE /v2.0/ports/cd3a8da2-cda9-4abf-983e-657cde671709 HTTP/1.1" status: 204 len: 173 time: 1.3908560 Feb 04 17:16:16.384165 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.db.resource_extend [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 17:16:16.407508 n-d-827839-2 neutron-server[103377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75104778-35a2-433a-9657-9a1fac350c7f', 'name': 'network-vif-deleted', 'tag': 'cd3a8da2-cda9-4abf-983e-657cde671709'}] {{(pid=103377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:16:16.412558 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7240428b650e1488e9361b62648ff4b3a6c19d49d8c27c949491ab58c1346cf0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-142023fd-44fa-4cd3-a2c1-37fe03b2f532" -d '{"events": [{"server_uuid": "75104778-35a2-433a-9657-9a1fac350c7f", "name": "network-vif-deleted", "tag": "cd3a8da2-cda9-4abf-983e-657cde671709"}]}' {{(pid=103377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:16:16.479237 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-2647537b-11ba-4f47-9b2e-50bc1fed576f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1543676', 'neutron.services.segments.db._delete_segments_for_network-8781084786517'] for network (8bc5f23f-ac2e-4134-bf64-69bb8317bbbe), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:16:16.517184 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-bfafb688-46cd-4a0c-9307-3490181445aa req-67a5723f-ae46-47e0-9e7d-f6c13974dae9 tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] 10.222.0.89 "GET /v2.0/security-groups?id=18e6cc58-e448-4d12-9423-2a502a086ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583455 Feb 04 17:16:16.582080 n-d-827839-2 neutron-server[103376]: DEBUG neutron.services.segments.db [None req-2647537b-11ba-4f47-9b2e-50bc1fed576f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8bc5f23f-ac2e-4134-bf64-69bb8317bbbe']}} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:16:16.640710 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a556bc-5c4d-43cc-b6b9-0a3e01092bf7 req-c88a9aa5-7c69-4767-be0c-46d6c12242a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:16:16.642462 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-e6a556bc-5c4d-43cc-b6b9-0a3e01092bf7 req-c88a9aa5-7c69-4767-be0c-46d6c12242a0 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=bf8ba049-695f-44be-9bf2-689533c91d54 HTTP/1.1" status: 200 len: 852 time: 0.2365980 Feb 04 17:16:16.645367 n-d-827839-2 neutron-server[103376]: DEBUG neutron.services.segments.db [None req-2647537b-11ba-4f47-9b2e-50bc1fed576f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b01fbe9c-ddda-48d6-989c-ebc42377ea76') {'for_net_delete': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:16:16.645798 n-d-827839-2 neutron-server[103376]: DEBUG neutron.services.segments.db [None req-2647537b-11ba-4f47-9b2e-50bc1fed576f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b01fbe9c-ddda-48d6-989c-ebc42377ea76') {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:16:16.671074 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-2647537b-11ba-4f47-9b2e-50bc1fed576f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781084783966', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25674908'] for segment (b01fbe9c-ddda-48d6-989c-ebc42377ea76), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:16:16.682641 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-6bdf789a-24b5-4b17-b2ba-1b76df1a2ee9 req-eca16dcb-2247-4b3f-add7-9d4f303a16f5 service neutron] 10.222.0.89 "GET /v2.0/networks/4ddf39c1-3c00-452d-ab51-592ac3d278a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4990499 Feb 04 17:16:16.779107 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port 1175eb26-ea91-4ad2-ab96-78ec68751781 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:16:16.779568 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (1175eb26-ea91-4ad2-ab96-78ec68751781), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:16:16.783881 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407445e3-e1d5-449b-ac0d-8541920eba43 req-a40abcce-dfbf-42fa-8a5d-1b8cd3b891c9 tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:16:16.784883 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] For port d4e367c9-7388-41b4-951a-980d5f811eb7, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=d4e367c9-7388-41b4-951a-980d5f811eb7,segment=NetworkSegment(3a39b085-d3e6-43bb-a64c-1b06dd049e5a),segment_id=3a39b085-d3e6-43bb-a64c-1b06dd049e5a)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:16:16.792172 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-407445e3-e1d5-449b-ac0d-8541920eba43 req-a40abcce-dfbf-42fa-8a5d-1b8cd3b891c9 tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] 10.222.0.89 "GET /v2.0/ports?device_id=d8b88886-f047-4a53-8b9f-a49fcd51cf07 HTTP/1.1" status: 200 len: 943 time: 0.1390510 Feb 04 17:16:16.826809 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-e6a556bc-5c4d-43cc-b6b9-0a3e01092bf7 req-db9e8493-ca35-41c8-897b-880aef01a769 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=e6d83a7c-1f77-441c-afa2-81d5754db2af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1700466 Feb 04 17:16:16.861751 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-2647537b-11ba-4f47-9b2e-50bc1fed576f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (b01fbe9c-ddda-48d6-989c-ebc42377ea76), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:16:16.881687 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-6bdf789a-24b5-4b17-b2ba-1b76df1a2ee9 req-9a8a2f82-ca1b-4f26-a198-8b74dbec55a4 service neutron] 10.222.0.89 "GET /v2.0/networks/4ddf39c1-3c00-452d-ab51-592ac3d278a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1976655 Feb 04 17:16:16.908449 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-407445e3-e1d5-449b-ac0d-8541920eba43 req-9250c25d-46cc-4292-8d4c-28803175a7eb tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] 10.222.0.89 "GET /v2.0/security-groups?id=c591d0a0-8f77-4259-ab5e-c54cb31473d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101806 Feb 04 17:16:16.917558 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Returning: {'device': 'd4e367c9-7388-41b4-951a-980d5f811eb7', 'network_id': '02be22b9-aa53-40ea-8050-9239cd27d1ff', 'port_id': 'd4e367c9-7388-41b4-951a-980d5f811eb7', 'mac_address': 'fa:16:3e:90:b4:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 797, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c974b0ff-2c5c-4667-8a81-3bde3ea6ced5', 'ip_address': '192.168.233.146'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 17:16:16.983029 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2647537b-11ba-4f47-9b2e-50bc1fed576f admin admin] Releasing vlan 780 on physical network physnet1 to pool {{(pid=103376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 17:16:16.984293 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-2647537b-11ba-4f47-9b2e-50bc1fed576f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25675992'] for segment (b01fbe9c-ddda-48d6-989c-ebc42377ea76), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:16:16.985805 n-d-827839-2 neutron-server[103376]: Traceback (most recent call last): Feb 04 17:16:16.985805 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 17:16:16.985805 n-d-827839-2 neutron-server[103376]: timer() Feb 04 17:16:16.985805 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 17:16:16.985805 n-d-827839-2 neutron-server[103376]: cb(*args, **kw) Feb 04 17:16:16.985805 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 17:16:16.985805 n-d-827839-2 neutron-server[103376]: return func(*args, **kwargs) Feb 04 17:16:16.985805 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 17:16:16.985805 n-d-827839-2 neutron-server[103376]: self._notify() Feb 04 17:16:16.985805 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 17:16:16.985805 n-d-827839-2 neutron-server[103376]: self.callback(batched_events) Feb 04 17:16:16.985805 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 17:16:16.985805 n-d-827839-2 neutron-server[103376]: event.method(event) Feb 04 17:16:16.985805 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 17:16:16.985805 n-d-827839-2 neutron-server[103376]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 17:16:16.985805 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 17:16:16.985805 n-d-827839-2 neutron-server[103376]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 17:16:16.985805 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 17:16:16.985805 n-d-827839-2 neutron-server[103376]: return f(self, *a, **k) Feb 04 17:16:16.985805 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 17:16:16.985805 n-d-827839-2 neutron-server[103376]: return self._get(url).json() Feb 04 17:16:16.985805 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 17:16:16.985805 n-d-827839-2 neutron-server[103376]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 17:16:16.985805 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 17:16:16.985805 n-d-827839-2 neutron-server[103376]: return self.request(url, 'GET', **kwargs) Feb 04 17:16:16.985805 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 17:16:16.985805 n-d-827839-2 neutron-server[103376]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 17:16:16.985805 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 17:16:16.985805 n-d-827839-2 neutron-server[103376]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 17:16:16.985805 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 17:16:16.985805 n-d-827839-2 neutron-server[103376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 17:16:16.985805 n-d-827839-2 neutron-server[103376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 17:16:16.990698 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8677d44-fac2-49d2-aaab-c88e746be9ed None None] Network 4ddf39c1-3c00-452d-ab51-592ac3d278a6 requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:16:17.001342 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 56900) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:16:17.057961 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-87f457fc-a4bd-443b-aa1f-081d97a6aa35 req-312334d1-3b10-482a-a278-d69e67d2236f tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] 10.222.0.89 "GET /v2.0/ports?device_id=75104778-35a2-433a-9657-9a1fac350c7f HTTP/1.1" status: 200 len: 210 time: 0.0546799 Feb 04 17:16:17.126080 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-2647537b-11ba-4f47-9b2e-50bc1fed576f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1543671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1595572'] for network (8bc5f23f-ac2e-4134-bf64-69bb8317bbbe), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:16:17.138509 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92674cff-c6a7-4224-acb7-5255cbf5a755 req-5bc070f3-0d28-4786-98c9-9b8e7bf35de8 tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:16:17.140552 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-92674cff-c6a7-4224-acb7-5255cbf5a755 req-5bc070f3-0d28-4786-98c9-9b8e7bf35de8 tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] 10.222.0.89 "GET /v2.0/ports?device_id=f9d0cdd4-aae7-45e7-bcf1-a6ee601b78a7 HTTP/1.1" status: 200 len: 945 time: 0.0899010 Feb 04 17:16:17.152610 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-2647537b-11ba-4f47-9b2e-50bc1fed576f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677565'] for network (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:16:17.156199 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-2647537b-11ba-4f47-9b2e-50bc1fed576f admin admin] 10.222.0.89 "DELETE /v2.0/networks/8bc5f23f-ac2e-4134-bf64-69bb8317bbbe HTTP/1.1" status: 204 len: 168 time: 1.2192960 Feb 04 17:16:17.181920 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2647537b-11ba-4f47-9b2e-50bc1fed576f admin admin] Pushing event deleted for resources: {'Network': ['ID=8bc5f23f-ac2e-4134-bf64-69bb8317bbbe,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:16:17.192114 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-e6a556bc-5c4d-43cc-b6b9-0a3e01092bf7 req-5e44ae0a-9234-48a5-8fdc-3876f3eba73d service neutron] 10.222.0.96 "GET /v2.0/networks/e6d83a7c-1f77-441c-afa2-81d5754db2af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3452711 Feb 04 17:16:17.228156 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-92674cff-c6a7-4224-acb7-5255cbf5a755 req-d8db9ca8-7751-42d4-b739-4fec8a00815d tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] 10.222.0.89 "GET /v2.0/security-groups?id=119a7f03-3e07-4d1e-8852-d9f974f9f052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762656 Feb 04 17:16:17.257400 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Current status of the port d4e367c9-7388-41b4-951a-980d5f811eb7 is: DOWN; New status is: BUILD {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:16:17.257869 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (d4e367c9-7388-41b4-951a-980d5f811eb7), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:16:17.276553 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-bb47a85c-05bf-4650-baff-5b56785f382d None None] Provisioning complete for port 1175eb26-ea91-4ad2-ab96-78ec68751781 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:16:17.277493 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-bb47a85c-05bf-4650-baff-5b56785f382d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (1175eb26-ea91-4ad2-ab96-78ec68751781), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:16:17.288128 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-6bdf789a-24b5-4b17-b2ba-1b76df1a2ee9 req-03209038-8377-4d17-927e-40608f3dca29 service neutron] 10.222.0.89 "GET /v2.0/networks/1ff43c38-a534-46d7-8bb3-43ef293fc2c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3171597 Feb 04 17:16:17.304156 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4e367c9-7388-41b4-951a-980d5f811eb7 {{(pid=103378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 17:16:17.336198 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] For port d4e367c9-7388-41b4-951a-980d5f811eb7, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=d4e367c9-7388-41b4-951a-980d5f811eb7,segment=NetworkSegment(3a39b085-d3e6-43bb-a64c-1b06dd049e5a),segment_id=3a39b085-d3e6-43bb-a64c-1b06dd049e5a)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:16:17.381104 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Fri, 04 Feb 2022 17:16:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-921afa69-ccc2-4c73-9241-328a54f2e842 x-openstack-request-id: req-921afa69-ccc2-4c73-9241-328a54f2e842 {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:16:17.381470 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75104778-35a2-433a-9657-9a1fac350c7f", "name": "network-vif-deleted", "tag": "cd3a8da2-cda9-4abf-983e-657cde671709", "status": "failed", "code": 422}]} {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:16:17.382043 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-921afa69-ccc2-4c73-9241-328a54f2e842 {{(pid=103377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:16:17.382643 n-d-827839-2 neutron-server[103377]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '75104778-35a2-433a-9657-9a1fac350c7f', 'name': 'network-vif-deleted', 'tag': 'cd3a8da2-cda9-4abf-983e-657cde671709', 'status': 'failed', 'code': 422} returned with failed status Feb 04 17:16:17.465976 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 17:16:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb766f6f-03f0-4357-84ca-47d4db59b49e x-openstack-request-id: req-fb766f6f-03f0-4357-84ca-47d4db59b49e {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:16:17.466671 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8b88886-f047-4a53-8b9f-a49fcd51cf07", "tag": "55adacdf-af97-4fb9-bc7f-c902c5ad8685", "status": "completed", "code": 200}]} {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:16:17.467168 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-fb766f6f-03f0-4357-84ca-47d4db59b49e {{(pid=103376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:16:17.467798 n-d-827839-2 neutron-server[103376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8b88886-f047-4a53-8b9f-a49fcd51cf07', 'tag': '55adacdf-af97-4fb9-bc7f-c902c5ad8685', 'status': 'completed', 'code': 200} Feb 04 17:16:17.486112 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 56906) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:16:17.521206 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-6bdf789a-24b5-4b17-b2ba-1b76df1a2ee9 req-0cf0548f-e896-481c-8f2e-513cb492f178 service neutron] 10.222.0.89 "GET /v2.0/networks/1ff43c38-a534-46d7-8bb3-43ef293fc2c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2286191 Feb 04 17:16:17.558711 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-e6a556bc-5c4d-43cc-b6b9-0a3e01092bf7 req-aab7cd0a-a370-48df-81c7-ab3280e1f07a service neutron] 10.222.0.96 "GET /v2.0/networks/e6d83a7c-1f77-441c-afa2-81d5754db2af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3529787 Feb 04 17:16:17.579477 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf03a73-ff2a-40f5-b947-021bde8212d4 req-78c57071-3950-4271-92b9-f5bc2c273c6f tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:16:17.591167 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-1cf03a73-ff2a-40f5-b947-021bde8212d4 req-78c57071-3950-4271-92b9-f5bc2c273c6f tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] 10.222.0.89 "GET /v2.0/ports?device_id=013eaece-a1cd-4911-b0a3-fdda63699778 HTTP/1.1" status: 200 len: 949 time: 0.1566286 Feb 04 17:16:17.596804 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (d4e367c9-7388-41b4-951a-980d5f811eb7), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:16:17.614037 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-18261030-fda9-4f3a-98cd-7259fc23fc29 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=91ca2a71a3334b6b81a8567dbd30068c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1244035 Feb 04 17:16:17.617297 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 56910) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:16:17.687590 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-1cf03a73-ff2a-40f5-b947-021bde8212d4 req-1cdbce6e-5df2-4317-aac0-1dc94c7230eb tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] 10.222.0.89 "GET /v2.0/security-groups?id=5fa98c6a-94b3-4690-b9c3-4f0e67d11226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876675 Feb 04 17:16:17.735361 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Pushing event updated for resources: {'Port': ['ID=d4e367c9-7388-41b4-951a-980d5f811eb7,revision_number=4']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:16:17.765182 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708a8822-8c6b-4e0c-a09e-8cfdf4083361 req-03b36a56-0314-4418-b831-3a8aa21b3111 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:16:17.766884 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-708a8822-8c6b-4e0c-a09e-8cfdf4083361 req-03b36a56-0314-4418-b831-3a8aa21b3111 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=36d552dcaba84f869d86965d2c5a9247&device_id=d8b88886-f047-4a53-8b9f-a49fcd51cf07 HTTP/1.1" status: 200 len: 1125 time: 0.1244071 Feb 04 17:16:17.770142 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-1a4ccea3-68f2-4186-9270-fbfd95367392 admin admin] Publish callbacks [] for security_group (88228a4e-bf84-4bb7-a70f-8c632478b96a), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:16:17.806794 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port 1175eb26-ea91-4ad2-ab96-78ec68751781 is: DOWN; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:16:17.807308 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (1175eb26-ea91-4ad2-ab96-78ec68751781), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:16:17.874069 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] For port 1175eb26-ea91-4ad2-ab96-78ec68751781, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=1175eb26-ea91-4ad2-ab96-78ec68751781,segment=NetworkSegment(eeeb1226-1d0a-4a58-b5ee-1ea6fb7ee6b6),segment_id=eeeb1226-1d0a-4a58-b5ee-1ea6fb7ee6b6)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:16:17.898246 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-d912bc8a-6579-4d32-acac-488bf33ff2c0 req-c0b098b9-5d1a-4a6e-a7e3-2127825905f8 tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] 10.222.0.89 "GET /v2.0/ports?device_id=75104778-35a2-433a-9657-9a1fac350c7f HTTP/1.1" status: 200 len: 210 time: 0.0572190 Feb 04 17:16:17.918685 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-1a4ccea3-68f2-4186-9270-fbfd95367392 admin admin] Publish callbacks [] for security_group (88228a4e-bf84-4bb7-a70f-8c632478b96a), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:16:17.931422 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (1175eb26-ea91-4ad2-ab96-78ec68751781), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:16:17.968038 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a20ecea-8de0-49e9-ac1b-2865f2d97952 req-94233257-b6cb-41af-a50b-5939e4c83fcf tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:16:17.969665 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-6a20ecea-8de0-49e9-ac1b-2865f2d97952 req-94233257-b6cb-41af-a50b-5939e4c83fcf tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] 10.222.0.89 "GET /v2.0/ports?device_id=e2b58424-19d8-47c7-9144-64e22f08a22e HTTP/1.1" status: 200 len: 943 time: 0.1594250 Feb 04 17:16:18.017673 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-1e534b45-03d8-41f7-94fd-777f2801f7d3 req-4af57ea0-3b02-40c1-a69b-4ed637558434 tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] 10.222.0.89 "GET /v2.0/ports?device_id=25a8ce39-7e6f-4df5-b992-2734d80a6e37 HTTP/1.1" status: 200 len: 210 time: 0.0591102 Feb 04 17:16:18.074481 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-6a20ecea-8de0-49e9-ac1b-2865f2d97952 req-d1e30327-8d6c-423e-bff0-f3f03644cc9b tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] 10.222.0.89 "GET /v2.0/security-groups?id=18e6cc58-e448-4d12-9423-2a502a086ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883448 Feb 04 17:16:18.077114 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708a8822-8c6b-4e0c-a09e-8cfdf4083361 req-cdb59c76-0296-4782-9a83-b343fd3d6957 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:16:18.077806 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-708a8822-8c6b-4e0c-a09e-8cfdf4083361 req-cdb59c76-0296-4782-9a83-b343fd3d6957 service neutron] 10.222.0.96 "GET /v2.0/networks?id=e6d83a7c-1f77-441c-afa2-81d5754db2af HTTP/1.1" status: 200 len: 913 time: 0.3021078 Feb 04 17:16:18.079396 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Pushing event updated for resources: {'Port': ['ID=1175eb26-ea91-4ad2-ab96-78ec68751781,revision_number=3']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:16:18.137850 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Device cd3a8da2-cda9-4abf-983e-657cde671709 no longer exists at agent hyperv_n-h2-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:16:18.145053 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-708a8822-8c6b-4e0c-a09e-8cfdf4083361 req-045fda01-f40f-4fe6-b55b-b14b6a5e7d8d service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=55adacdf-af97-4fb9-bc7f-c902c5ad8685 HTTP/1.1" status: 200 len: 217 time: 0.0586317 Feb 04 17:16:18.153526 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-1a4ccea3-68f2-4186-9270-fbfd95367392 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (88228a4e-bf84-4bb7-a70f-8c632478b96a), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:16:18.159984 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-1a4ccea3-68f2-4186-9270-fbfd95367392 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:16:18.164958 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-1a4ccea3-68f2-4186-9270-fbfd95367392 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/88228a4e-bf84-4bb7-a70f-8c632478b96a HTTP/1.1" status: 204 len: 168 time: 0.5461941 Feb 04 17:16:18.196102 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4ccea3-68f2-4186-9270-fbfd95367392 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88228a4e-bf84-4bb7-a70f-8c632478b96a,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:16:18.227406 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] No Port match for: cd3a8da2-cda9-4abf-983e-657cde671709 {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 17:16:18.227820 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Device cd3a8da2-cda9-4abf-983e-657cde671709 not bound to the agent host n-h2-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 17:16:18.306067 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-bb47a85c-05bf-4650-baff-5b56785f382d None None] Current status of the port 1175eb26-ea91-4ad2-ab96-78ec68751781 is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:16:18.325983 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-d07ac409-b9b9-4ca0-a142-93ae00efe2e2 req-9e974d3e-131e-48d0-a452-1931c05b44c0 tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] 10.222.0.89 "GET /v2.0/ports?device_id=75104778-35a2-433a-9657-9a1fac350c7f HTTP/1.1" status: 200 len: 210 time: 0.0557287 Feb 04 17:16:18.342625 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] get_ports_and_sgs() called for port_ids ['d4e367c9-7388-41b4-951a-980d5f811eb7'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 17:16:18.430201 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708a8822-8c6b-4e0c-a09e-8cfdf4083361 req-7cf367e5-8bdc-46d2-9816-f78311ebe10d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:16:18.432207 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-708a8822-8c6b-4e0c-a09e-8cfdf4083361 req-7cf367e5-8bdc-46d2-9816-f78311ebe10d service neutron] 10.222.0.96 "GET /v2.0/subnets?id=bf8ba049-695f-44be-9bf2-689533c91d54 HTTP/1.1" status: 200 len: 852 time: 0.2633362 Feb 04 17:16:18.515294 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-708a8822-8c6b-4e0c-a09e-8cfdf4083361 req-553d4de3-2b81-4952-8b9e-309a5e33585a service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=e6d83a7c-1f77-441c-afa2-81d5754db2af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0725195 Feb 04 17:16:18.705670 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7613f21c-d62e-4edc-836b-d35176823c7f req-25a74320-745a-41e4-b5a9-d0c4e7303da6 tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:16:18.721507 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-7613f21c-d62e-4edc-836b-d35176823c7f req-25a74320-745a-41e4-b5a9-d0c4e7303da6 tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] 10.222.0.89 "GET /v2.0/ports?device_id=d8b88886-f047-4a53-8b9f-a49fcd51cf07 HTTP/1.1" status: 200 len: 943 time: 0.4330604 Feb 04 17:16:18.872793 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 56946) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:16:18.923175 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-7613f21c-d62e-4edc-836b-d35176823c7f req-7d4f7582-eb7a-4d21-aaa4-53b6b5a0d363 tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] 10.222.0.89 "GET /v2.0/security-groups?id=c591d0a0-8f77-4259-ab5e-c54cb31473d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1994874 Feb 04 17:16:18.948814 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-708a8822-8c6b-4e0c-a09e-8cfdf4083361 req-9832dfdd-1a80-4a1d-a192-29a0cc3aae19 service neutron] 10.222.0.96 "GET /v2.0/networks/e6d83a7c-1f77-441c-afa2-81d5754db2af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4222822 Feb 04 17:16:18.971073 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-2a7be70b-4f63-4583-9d27-29bffa131b93 None None] Provisioning complete for port 1175eb26-ea91-4ad2-ab96-78ec68751781 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:16:18.971586 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2a7be70b-4f63-4583-9d27-29bffa131b93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (1175eb26-ea91-4ad2-ab96-78ec68751781), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:16:18.990495 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-5c4fd2ed-648f-4920-8013-2153819b88bb admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=2019fa92de9b4924aea8e329e4a79a42&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1142237 Feb 04 17:16:18.991446 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 56948) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:16:19.051304 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-d05193de-3550-4a46-b6a4-f18e280af43d admin admin] Publish callbacks [] for security_group (c10965f0-d149-4aec-84a1-066ff418ba1d), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:16:19.118742 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-d05193de-3550-4a46-b6a4-f18e280af43d admin admin] Publish callbacks [] for security_group (c10965f0-d149-4aec-84a1-066ff418ba1d), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:16:19.160465 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-708a8822-8c6b-4e0c-a09e-8cfdf4083361 req-94e46699-11d2-4a6e-901c-952a299c5fc0 service neutron] 10.222.0.96 "GET /v2.0/networks/e6d83a7c-1f77-441c-afa2-81d5754db2af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2051842 Feb 04 17:16:19.210488 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-2a7be70b-4f63-4583-9d27-29bffa131b93 None None] Current status of the port 1175eb26-ea91-4ad2-ab96-78ec68751781 is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:16:19.245890 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-d05193de-3550-4a46-b6a4-f18e280af43d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (c10965f0-d149-4aec-84a1-066ff418ba1d), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:16:19.251661 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-d05193de-3550-4a46-b6a4-f18e280af43d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:16:19.258216 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-d05193de-3550-4a46-b6a4-f18e280af43d admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/c10965f0-d149-4aec-84a1-066ff418ba1d HTTP/1.1" status: 204 len: 168 time: 0.2652590 Feb 04 17:16:19.268660 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05193de-3550-4a46-b6a4-f18e280af43d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c10965f0-d149-4aec-84a1-066ff418ba1d,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:16:19.334912 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ed46ae-629b-4bb2-b217-ed69bc45b0c6 req-5cb85252-95a2-4476-bd28-660bf5682cd8 tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:16:19.342732 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-f3ed46ae-629b-4bb2-b217-ed69bc45b0c6 req-5cb85252-95a2-4476-bd28-660bf5682cd8 tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] 10.222.0.89 "GET /v2.0/ports?device_id=f9d0cdd4-aae7-45e7-bcf1-a6ee601b78a7 HTTP/1.1" status: 200 len: 945 time: 0.1806035 Feb 04 17:16:19.382753 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5539e4-046a-4b9d-81c1-657513472216 req-d2b74b53-c03e-420b-80d2-c5d76c5744f3 tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:16:19.384443 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-ad5539e4-046a-4b9d-81c1-657513472216 req-d2b74b53-c03e-420b-80d2-c5d76c5744f3 tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] 10.222.0.89 "GET /v2.0/ports?device_id=013eaece-a1cd-4911-b0a3-fdda63699778 HTTP/1.1" status: 200 len: 949 time: 0.0817177 Feb 04 17:16:19.403031 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-f3ed46ae-629b-4bb2-b217-ed69bc45b0c6 req-17af5d7b-673d-445b-ab52-94e0e317940d tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] 10.222.0.89 "GET /v2.0/security-groups?id=119a7f03-3e07-4d1e-8852-d9f974f9f052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525761 Feb 04 17:16:19.442525 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-ad5539e4-046a-4b9d-81c1-657513472216 req-9196f1c1-45e2-4a6f-a47a-1974003e8598 tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] 10.222.0.89 "GET /v2.0/security-groups?id=5fa98c6a-94b3-4690-b9c3-4f0e67d11226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494194 Feb 04 17:16:19.502573 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-9579c6f0-98f7-4e1b-98b1-1b93448241e4 req-60491988-6afe-41ee-8cf5-abb26489f226 tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] 10.222.0.89 "GET /v2.0/ports?device_id=25a8ce39-7e6f-4df5-b992-2734d80a6e37 HTTP/1.1" status: 200 len: 210 time: 0.0361679 Feb 04 17:16:19.612843 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f08846a-9f4e-4013-a775-7ee909a57d0b req-17070d40-aefa-4c6d-99e9-b43f6fb309ed tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:16:19.614672 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-5f08846a-9f4e-4013-a775-7ee909a57d0b req-17070d40-aefa-4c6d-99e9-b43f6fb309ed tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] 10.222.0.89 "GET /v2.0/ports?device_id=e2b58424-19d8-47c7-9144-64e22f08a22e HTTP/1.1" status: 200 len: 943 time: 0.1020889 Feb 04 17:16:19.725038 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-5f08846a-9f4e-4013-a775-7ee909a57d0b req-84b31eb4-859a-4976-9192-aa5dbccf7fa3 tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] 10.222.0.89 "GET /v2.0/security-groups?id=18e6cc58-e448-4d12-9423-2a502a086ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032364 Feb 04 17:16:19.831802 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-3d142df7-153b-4d6c-afcf-246636eb87dd req-c8498d21-f219-4d7e-9451-baacd48a50d2 tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] 10.222.0.89 "GET /v2.0/networks?tenant_id=de991ffa63634ff992d797b06d2aeaaa&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0383461 Feb 04 17:16:19.908948 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdf789a-24b5-4b17-b2ba-1b76df1a2ee9 req-445c9e89-b4cb-4f30-80fc-efad627443bd tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:16:19.916087 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdf789a-24b5-4b17-b2ba-1b76df1a2ee9 req-445c9e89-b4cb-4f30-80fc-efad627443bd tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:16:19.918227 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-6bdf789a-24b5-4b17-b2ba-1b76df1a2ee9 req-445c9e89-b4cb-4f30-80fc-efad627443bd tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] 10.222.0.90 "GET /v2.0/networks?id=1ff43c38-a534-46d7-8bb3-43ef293fc2c6&id=4ddf39c1-3c00-452d-ab51-592ac3d278a6&id=1ff43c38-a534-46d7-8bb3-43ef293fc2c6 HTTP/1.1" status: 200 len: 1390 time: 0.1899714 Feb 04 17:16:19.937485 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [req-6bdf789a-24b5-4b17-b2ba-1b76df1a2ee9 req-2242da87-a25f-4a91-a643-801cb1c1ae82 tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] Request body: {'port': {'device_id': '25a8ce39-7e6f-4df5-b992-2734d80a6e37', 'network_id': '1ff43c38-a534-46d7-8bb3-43ef293fc2c6', 'admin_state_up': True, 'tenant_id': '33ab830fde4c41a1b2b9427ee7d64511'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:16:19.989425 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d142df7-153b-4d6c-afcf-246636eb87dd req-093e5250-2b03-4f3e-84c2-f389edd6e433 tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:16:19.996311 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-3d142df7-153b-4d6c-afcf-246636eb87dd req-093e5250-2b03-4f3e-84c2-f389edd6e433 tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] 10.222.0.89 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1627092 Feb 04 17:16:20.014510 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-3d142df7-153b-4d6c-afcf-246636eb87dd req-90bf1ecc-d3f5-4d07-a9a3-a43e00f38e47 tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] 10.222.0.89 "GET /v2.0/quotas/de991ffa63634ff992d797b06d2aeaaa HTTP/1.1" status: 200 len: 375 time: 0.0168083 Feb 04 17:16:20.107500 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 1175eb26-ea91-4ad2-ab96-78ec68751781 up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:16:20.117105 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-3d142df7-153b-4d6c-afcf-246636eb87dd req-535fa64b-148f-4857-a92a-0600b17abc97 tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=de991ffa63634ff992d797b06d2aeaaa&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1016686 Feb 04 17:16:20.183834 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a79d48-78c2-4978-940f-559de0bb4fd5 req-2352db0b-0160-475b-8399-19d4c1e36f51 tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:16:20.185377 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-08a79d48-78c2-4978-940f-559de0bb4fd5 req-2352db0b-0160-475b-8399-19d4c1e36f51 tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] 10.222.0.89 "GET /v2.0/ports?device_id=d8b88886-f047-4a53-8b9f-a49fcd51cf07 HTTP/1.1" status: 200 len: 943 time: 0.1135900 Feb 04 17:16:20.197191 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port 1175eb26-ea91-4ad2-ab96-78ec68751781 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:16:20.197559 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (1175eb26-ea91-4ad2-ab96-78ec68751781), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:16:20.241472 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6bdf789a-24b5-4b17-b2ba-1b76df1a2ee9 req-2242da87-a25f-4a91-a643-801cb1c1ae82 tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] Made reservation on behalf of 33ab830fde4c41a1b2b9427ee7d64511 for: {'port': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:16:20.248151 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-6bdf789a-24b5-4b17-b2ba-1b76df1a2ee9 req-2242da87-a25f-4a91-a643-801cb1c1ae82 tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:16:20.310511 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-08a79d48-78c2-4978-940f-559de0bb4fd5 req-850b5227-0134-4eb5-a3f8-cc9d9ca73168 tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] 10.222.0.89 "GET /v2.0/security-groups?id=c591d0a0-8f77-4259-ab5e-c54cb31473d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128979 Feb 04 17:16:20.337969 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port 1175eb26-ea91-4ad2-ab96-78ec68751781 is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:16:20.477249 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-7625469f-6e8c-472d-9f3e-d65f18d566fb req-8361d403-df91-4693-b61e-72e421376bde tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] 10.222.0.89 "GET /v2.0/ports?device_id=2c5fa3aa-c51b-4ea4-8f20-cb63cb15c8e4 HTTP/1.1" status: 200 len: 210 time: 0.0721760 Feb 04 17:16:20.531854 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.db_base_plugin_common [req-6bdf789a-24b5-4b17-b2ba-1b76df1a2ee9 req-2242da87-a25f-4a91-a643-801cb1c1ae82 tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] Allocated IP 19.80.0.88 (1ff43c38-a534-46d7-8bb3-43ef293fc2c6/6bd95019-4e1b-4745-8b39-8b93c86d3a9a/385f7e55-0b05-4dd5-bfb3-bf3b943a52e9) {{(pid=103377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:16:20.602723 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c73e22f-0db4-470e-8e78-8dcbbc009173 req-7b4590c0-74eb-47c7-9d13-e431ba257a8b tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:16:20.613918 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-5c73e22f-0db4-470e-8e78-8dcbbc009173 req-7b4590c0-74eb-47c7-9d13-e431ba257a8b tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] 10.222.0.89 "GET /v2.0/ports?device_id=f9d0cdd4-aae7-45e7-bcf1-a6ee601b78a7 HTTP/1.1" status: 200 len: 945 time: 0.1163156 Feb 04 17:16:20.657987 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d44d7d5-f150-48e3-9147-a1598359190f req-97e6ae32-d7e2-4e40-b2d2-d21d594cb7b5 tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:16:20.659613 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-1d44d7d5-f150-48e3-9147-a1598359190f req-97e6ae32-d7e2-4e40-b2d2-d21d594cb7b5 tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] 10.222.0.89 "GET /v2.0/ports?device_id=013eaece-a1cd-4911-b0a3-fdda63699778 HTTP/1.1" status: 200 len: 949 time: 0.1033242 Feb 04 17:16:20.685893 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-5c73e22f-0db4-470e-8e78-8dcbbc009173 req-11e7e9e0-227f-4c9f-a558-3703010b6df4 tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] 10.222.0.89 "GET /v2.0/security-groups?id=119a7f03-3e07-4d1e-8852-d9f974f9f052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703795 Feb 04 17:16:20.795212 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-1d44d7d5-f150-48e3-9147-a1598359190f req-a67f1a38-1d65-4826-be80-c0d473d32534 tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] 10.222.0.89 "GET /v2.0/security-groups?id=5fa98c6a-94b3-4690-b9c3-4f0e67d11226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224003 Feb 04 17:16:20.838145 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-165acb34-b7dc-404f-b2fa-6acda6833e0d req-422e14f7-5f3a-4444-8910-8cb6dcb52058 tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] 10.222.0.89 "GET /v2.0/ports?device_id=25a8ce39-7e6f-4df5-b992-2734d80a6e37 HTTP/1.1" status: 200 len: 210 time: 0.0539103 Feb 04 17:16:20.848518 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-6bdf789a-24b5-4b17-b2ba-1b76df1a2ee9 req-2242da87-a25f-4a91-a643-801cb1c1ae82 tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] Publish callbacks [] for port (385f7e55-0b05-4dd5-bfb3-bf3b943a52e9), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:16:20.935811 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-6bdf789a-24b5-4b17-b2ba-1b76df1a2ee9 req-2242da87-a25f-4a91-a643-801cb1c1ae82 tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (385f7e55-0b05-4dd5-bfb3-bf3b943a52e9), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:16:20.992236 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164a4615-57ef-48bb-aeed-85432be2bbcf req-2f14cb5a-309a-492f-9615-a73e8db64a2d tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:16:20.993756 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-164a4615-57ef-48bb-aeed-85432be2bbcf req-2f14cb5a-309a-492f-9615-a73e8db64a2d tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] 10.222.0.89 "GET /v2.0/ports?device_id=e2b58424-19d8-47c7-9144-64e22f08a22e HTTP/1.1" status: 200 len: 943 time: 0.1146705 Feb 04 17:16:21.005896 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6bdf789a-24b5-4b17-b2ba-1b76df1a2ee9 req-2242da87-a25f-4a91-a643-801cb1c1ae82 tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] Network 1ff43c38-a534-46d7-8bb3-43ef293fc2c6 is already hosted by enough agents. {{(pid=103377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:16:21.018569 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [req-6bdf789a-24b5-4b17-b2ba-1b76df1a2ee9 req-2242da87-a25f-4a91-a643-801cb1c1ae82 tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] Resources bound (agent type, host, resource id): {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:16:21.027173 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bdf789a-24b5-4b17-b2ba-1b76df1a2ee9 req-2242da87-a25f-4a91-a643-801cb1c1ae82 tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] Received port after_create {{(pid=103377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:16:21.029796 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2242da87-a25f-4a91-a643-801cb1c1ae82 tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] Pushing event updated for resources: {'Port': ['ID=385f7e55-0b05-4dd5-bfb3-bf3b943a52e9,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:16:21.112660 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-164a4615-57ef-48bb-aeed-85432be2bbcf req-cd4a7435-4634-47dc-a34c-1fa6b5af15a8 tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] 10.222.0.89 "GET /v2.0/security-groups?id=18e6cc58-e448-4d12-9423-2a502a086ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089251 Feb 04 17:16:21.139024 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdf789a-24b5-4b17-b2ba-1b76df1a2ee9 req-2242da87-a25f-4a91-a643-801cb1c1ae82 tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:16:21.141484 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-6bdf789a-24b5-4b17-b2ba-1b76df1a2ee9 req-2242da87-a25f-4a91-a643-801cb1c1ae82 tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:16:21.168278 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-6bdf789a-24b5-4b17-b2ba-1b76df1a2ee9 req-2242da87-a25f-4a91-a643-801cb1c1ae82 tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2380712 Feb 04 17:16:21.182419 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [req-6bdf789a-24b5-4b17-b2ba-1b76df1a2ee9 req-29076461-8027-4742-a87a-9fb497b24544 tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] Request body: {'port': {'device_id': '25a8ce39-7e6f-4df5-b992-2734d80a6e37', 'network_id': '4ddf39c1-3c00-452d-ab51-592ac3d278a6', 'admin_state_up': True, 'tenant_id': '33ab830fde4c41a1b2b9427ee7d64511'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:16:21.326945 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6bdf789a-24b5-4b17-b2ba-1b76df1a2ee9 req-29076461-8027-4742-a87a-9fb497b24544 tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] Made reservation on behalf of 33ab830fde4c41a1b2b9427ee7d64511 for: {'port': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:16:21.330646 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-6bdf789a-24b5-4b17-b2ba-1b76df1a2ee9 req-29076461-8027-4742-a87a-9fb497b24544 tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:16:21.466712 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-eeac0d2b-44a8-4760-8464-478c225ea635 None None] Provisioning complete for port 385f7e55-0b05-4dd5-bfb3-bf3b943a52e9 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:16:21.467326 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-eeac0d2b-44a8-4760-8464-478c225ea635 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (385f7e55-0b05-4dd5-bfb3-bf3b943a52e9), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:16:21.475377 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0400467-5ed8-436b-b933-af492e138f57 req-ee18a6ff-a047-4bb3-9e84-46ae068cfdbe tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:16:21.477765 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-d0400467-5ed8-436b-b933-af492e138f57 req-ee18a6ff-a047-4bb3-9e84-46ae068cfdbe tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] 10.222.0.89 "GET /v2.0/ports?device_id=d8b88886-f047-4a53-8b9f-a49fcd51cf07 HTTP/1.1" status: 200 len: 943 time: 0.0789337 Feb 04 17:16:21.482834 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.db_base_plugin_common [req-6bdf789a-24b5-4b17-b2ba-1b76df1a2ee9 req-29076461-8027-4742-a87a-9fb497b24544 tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] Allocated IP 19.86.0.126 (4ddf39c1-3c00-452d-ab51-592ac3d278a6/d0e196f4-75c7-40b2-936c-d255726cc211/29380a55-ac03-4b81-918e-c21a85d53812) {{(pid=103377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:16:21.513204 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-eeac0d2b-44a8-4760-8464-478c225ea635 None None] Port 385f7e55-0b05-4dd5-bfb3-bf3b943a52e9 cannot update to ACTIVE because it is not bound. {{(pid=103378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 17:16:21.562360 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-d0400467-5ed8-436b-b933-af492e138f57 req-964a7b77-eb44-4447-88bd-d1a3957a4e3e tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] 10.222.0.89 "GET /v2.0/security-groups?id=c591d0a0-8f77-4259-ab5e-c54cb31473d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733130 Feb 04 17:16:21.670120 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-47f5652c-3bab-4ae7-82e3-bd18ea85d646 req-b55710f9-5428-4f66-bde5-97c6e75289a5 tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] 10.222.0.89 "GET /v2.0/ports?device_id=2c5fa3aa-c51b-4ea4-8f20-cb63cb15c8e4 HTTP/1.1" status: 200 len: 210 time: 0.0356548 Feb 04 17:16:21.703753 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-b78ff3b8-801b-4558-a213-24d47967cb62 req-6be85ebb-6ee0-424a-9329-6c61dfc96900 tempest-LiveMigrationNegativeTest-457287813 tempest-LiveMigrationNegativeTest-457287813-project] 10.222.0.89 "GET /v2.0/networks?tenant_id=cf565683b16046d8a2d32c2de8e8929b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0412033 Feb 04 17:16:21.708998 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-6bdf789a-24b5-4b17-b2ba-1b76df1a2ee9 req-29076461-8027-4742-a87a-9fb497b24544 tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] Publish callbacks [] for port (29380a55-ac03-4b81-918e-c21a85d53812), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:16:21.771429 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-3d142df7-153b-4d6c-afcf-246636eb87dd req-61fdc661-491e-45ca-994f-4f54e678f442 tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] 10.222.0.96 "GET /v2.0/networks?tenant_id=de991ffa63634ff992d797b06d2aeaaa&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0255907 Feb 04 17:16:21.844535 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-6bdf789a-24b5-4b17-b2ba-1b76df1a2ee9 req-29076461-8027-4742-a87a-9fb497b24544 tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (29380a55-ac03-4b81-918e-c21a85d53812), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:16:21.892881 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78ff3b8-801b-4558-a213-24d47967cb62 req-d688ef73-469d-4ba9-ad84-7a8e5346b1a9 tempest-LiveMigrationNegativeTest-457287813 tempest-LiveMigrationNegativeTest-457287813-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:16:21.894389 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-b78ff3b8-801b-4558-a213-24d47967cb62 req-d688ef73-469d-4ba9-ad84-7a8e5346b1a9 tempest-LiveMigrationNegativeTest-457287813 tempest-LiveMigrationNegativeTest-457287813-project] 10.222.0.89 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1832132 Feb 04 17:16:21.904207 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d517573-76eb-4d53-8754-d8d4771bb871 req-16c1bfc7-dfb1-4357-bbad-7f14061fc9be tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:16:21.906001 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-2d517573-76eb-4d53-8754-d8d4771bb871 req-16c1bfc7-dfb1-4357-bbad-7f14061fc9be tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] 10.222.0.89 "GET /v2.0/ports?device_id=f9d0cdd4-aae7-45e7-bcf1-a6ee601b78a7 HTTP/1.1" status: 200 len: 945 time: 0.1275949 Feb 04 17:16:21.921391 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6bdf789a-24b5-4b17-b2ba-1b76df1a2ee9 req-29076461-8027-4742-a87a-9fb497b24544 tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] Network 4ddf39c1-3c00-452d-ab51-592ac3d278a6 is already hosted by enough agents. {{(pid=103377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:16:21.926351 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [req-6bdf789a-24b5-4b17-b2ba-1b76df1a2ee9 req-29076461-8027-4742-a87a-9fb497b24544 tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] Resources bound (agent type, host, resource id): {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:16:21.928778 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bdf789a-24b5-4b17-b2ba-1b76df1a2ee9 req-29076461-8027-4742-a87a-9fb497b24544 tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] Received port after_create {{(pid=103377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:16:21.932460 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-b78ff3b8-801b-4558-a213-24d47967cb62 req-6c6770ee-40c8-4e98-a15f-724e31e671fc tempest-LiveMigrationNegativeTest-457287813 tempest-LiveMigrationNegativeTest-457287813-project] 10.222.0.89 "GET /v2.0/quotas/cf565683b16046d8a2d32c2de8e8929b HTTP/1.1" status: 200 len: 375 time: 0.0274971 Feb 04 17:16:21.933592 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29076461-8027-4742-a87a-9fb497b24544 tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] Pushing event updated for resources: {'Port': ['ID=29380a55-ac03-4b81-918e-c21a85d53812,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:16:21.952076 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d142df7-153b-4d6c-afcf-246636eb87dd req-6214301c-bedc-44f7-ae01-b80a69252c19 tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:16:21.953636 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-3d142df7-153b-4d6c-afcf-246636eb87dd req-6214301c-bedc-44f7-ae01-b80a69252c19 tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] 10.222.0.96 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1741207 Feb 04 17:16:21.980049 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [req-3d142df7-153b-4d6c-afcf-246636eb87dd req-3025456e-4fd9-4b11-89ab-cb4e03c2bbad tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] Request body: {'port': {'device_id': '2c5fa3aa-c51b-4ea4-8f20-cb63cb15c8e4', 'network_id': '02be22b9-aa53-40ea-8050-9239cd27d1ff', 'admin_state_up': True, 'tenant_id': 'de991ffa63634ff992d797b06d2aeaaa'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:16:21.986779 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-2d517573-76eb-4d53-8754-d8d4771bb871 req-41b49d8d-afb4-4fba-8614-2ada988b1079 tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] 10.222.0.89 "GET /v2.0/security-groups?id=119a7f03-3e07-4d1e-8852-d9f974f9f052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737276 Feb 04 17:16:22.025245 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-b78ff3b8-801b-4558-a213-24d47967cb62 req-f7a8638c-ec11-46af-a57a-0c1492cebce0 tempest-LiveMigrationNegativeTest-457287813 tempest-LiveMigrationNegativeTest-457287813-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=cf565683b16046d8a2d32c2de8e8929b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0552886 Feb 04 17:16:22.050358 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdf789a-24b5-4b17-b2ba-1b76df1a2ee9 req-29076461-8027-4742-a87a-9fb497b24544 tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:16:22.051322 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-6bdf789a-24b5-4b17-b2ba-1b76df1a2ee9 req-29076461-8027-4742-a87a-9fb497b24544 tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:16:22.093790 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-6bdf789a-24b5-4b17-b2ba-1b76df1a2ee9 req-29076461-8027-4742-a87a-9fb497b24544 tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9170995 Feb 04 17:16:22.109145 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [req-6bdf789a-24b5-4b17-b2ba-1b76df1a2ee9 req-7c773a17-6eb8-40fa-83e2-6f0fc12a836b tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] Request body: {'port': {'device_id': '25a8ce39-7e6f-4df5-b992-2734d80a6e37', 'network_id': '1ff43c38-a534-46d7-8bb3-43ef293fc2c6', 'admin_state_up': True, 'tenant_id': '33ab830fde4c41a1b2b9427ee7d64511'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:16:22.209569 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d142df7-153b-4d6c-afcf-246636eb87dd req-3025456e-4fd9-4b11-89ab-cb4e03c2bbad tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] Made reservation on behalf of de991ffa63634ff992d797b06d2aeaaa for: {'port': 1} {{(pid=103376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:16:22.213450 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-3d142df7-153b-4d6c-afcf-246636eb87dd req-3025456e-4fd9-4b11-89ab-cb4e03c2bbad tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:16:22.214788 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device 55adacdf-af97-4fb9-bc7f-c902c5ad8685 details requested by agent hyperv_n-h1-827839-2 with host n-h1-827839-2 {{(pid=103378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 17:16:22.222789 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device d4e367c9-7388-41b4-951a-980d5f811eb7 up at agent hyperv_n-h1-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:16:22.251905 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16f6635-ddb7-4896-ad14-bce74fceee13 req-e893650e-b120-4a74-9e4d-9527d74e9dbb tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:16:22.257524 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-e16f6635-ddb7-4896-ad14-bce74fceee13 req-e893650e-b120-4a74-9e4d-9527d74e9dbb tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] 10.222.0.89 "GET /v2.0/ports?device_id=013eaece-a1cd-4911-b0a3-fdda63699778 HTTP/1.1" status: 200 len: 949 time: 0.1758733 Feb 04 17:16:22.327030 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6bdf789a-24b5-4b17-b2ba-1b76df1a2ee9 req-7c773a17-6eb8-40fa-83e2-6f0fc12a836b tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] Made reservation on behalf of 33ab830fde4c41a1b2b9427ee7d64511 for: {'port': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:16:22.330572 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-6bdf789a-24b5-4b17-b2ba-1b76df1a2ee9 req-7c773a17-6eb8-40fa-83e2-6f0fc12a836b tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:16:22.403028 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.db.resource_extend [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 17:16:22.481450 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.db_base_plugin_common [req-6bdf789a-24b5-4b17-b2ba-1b76df1a2ee9 req-7c773a17-6eb8-40fa-83e2-6f0fc12a836b tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] Allocated IP 19.80.0.222 (1ff43c38-a534-46d7-8bb3-43ef293fc2c6/6bd95019-4e1b-4745-8b39-8b93c86d3a9a/af1745cd-6b75-4824-ae50-bdd6ce47c5f1) {{(pid=103377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:16:22.485365 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.db_base_plugin_common [req-3d142df7-153b-4d6c-afcf-246636eb87dd req-3025456e-4fd9-4b11-89ab-cb4e03c2bbad tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] Allocated IP 192.168.233.136 (02be22b9-aa53-40ea-8050-9239cd27d1ff/c974b0ff-2c5c-4667-8a81-3bde3ea6ced5/84667694-4bdb-498f-86e0-1a344d1d18d0) {{(pid=103376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:16:22.518319 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-567b466c-763b-4844-ad99-859a579f5b2f None None] Provisioning complete for port 29380a55-ac03-4b81-918e-c21a85d53812 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:16:22.518909 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-567b466c-763b-4844-ad99-859a579f5b2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (29380a55-ac03-4b81-918e-c21a85d53812), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:16:22.566220 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-567b466c-763b-4844-ad99-859a579f5b2f None None] Port 29380a55-ac03-4b81-918e-c21a85d53812 cannot update to ACTIVE because it is not bound. {{(pid=103378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 17:16:22.581270 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Provisioning for port d4e367c9-7388-41b4-951a-980d5f811eb7 completed by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 17:16:22.588675 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Provisioning complete for port d4e367c9-7388-41b4-951a-980d5f811eb7 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:16:22.590572 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (d4e367c9-7388-41b4-951a-980d5f811eb7), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:16:22.594609 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-e16f6635-ddb7-4896-ad14-bce74fceee13 req-4cc1b3ab-6dfd-489f-9f13-5c9bc3ca1b65 tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] 10.222.0.89 "GET /v2.0/security-groups?id=5fa98c6a-94b3-4690-b9c3-4f0e67d11226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3196049 Feb 04 17:16:22.674796 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-6bdf789a-24b5-4b17-b2ba-1b76df1a2ee9 req-7c773a17-6eb8-40fa-83e2-6f0fc12a836b tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] Publish callbacks [] for port (af1745cd-6b75-4824-ae50-bdd6ce47c5f1), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:16:22.720616 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] For port 55adacdf-af97-4fb9-bc7f-c902c5ad8685, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=55adacdf-af97-4fb9-bc7f-c902c5ad8685,segment=NetworkSegment(78faf63e-60a8-47e4-85af-dce04e5fa366),segment_id=78faf63e-60a8-47e4-85af-dce04e5fa366)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:16:22.723754 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Current status of the port d4e367c9-7388-41b4-951a-980d5f811eb7 is: BUILD; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:16:22.724350 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (d4e367c9-7388-41b4-951a-980d5f811eb7), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:16:22.731781 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8183c298-87b8-4cfd-9978-dcbfe6b2bf30 req-bea03a6f-3cd7-4834-9cba-27298ea06553 tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:16:22.738506 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8183c298-87b8-4cfd-9978-dcbfe6b2bf30 req-bea03a6f-3cd7-4834-9cba-27298ea06553 tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:16:22.745766 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Returning: {'device': '55adacdf-af97-4fb9-bc7f-c902c5ad8685', 'network_id': 'e6d83a7c-1f77-441c-afa2-81d5754db2af', 'port_id': '55adacdf-af97-4fb9-bc7f-c902c5ad8685', 'mac_address': 'fa:16:3e:4a:94:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 781, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf8ba049-695f-44be-9bf2-689533c91d54', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 17:16:22.746747 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-8183c298-87b8-4cfd-9978-dcbfe6b2bf30 req-bea03a6f-3cd7-4834-9cba-27298ea06553 tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] 10.222.0.89 "GET /v2.0/ports?device_id=25a8ce39-7e6f-4df5-b992-2734d80a6e37 HTTP/1.1" status: 200 len: 1654 time: 0.4720552 Feb 04 17:16:22.773125 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-6bdf789a-24b5-4b17-b2ba-1b76df1a2ee9 req-7c773a17-6eb8-40fa-83e2-6f0fc12a836b tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (af1745cd-6b75-4824-ae50-bdd6ce47c5f1), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:16:22.774369 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] For port d4e367c9-7388-41b4-951a-980d5f811eb7, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=d4e367c9-7388-41b4-951a-980d5f811eb7,segment=NetworkSegment(3a39b085-d3e6-43bb-a64c-1b06dd049e5a),segment_id=3a39b085-d3e6-43bb-a64c-1b06dd049e5a)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:16:22.777486 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '013eaece-a1cd-4911-b0a3-fdda63699778', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4e367c9-7388-41b4-951a-980d5f811eb7'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:16:22.780169 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c34bc964ce2211770fda26ca2f3801cc06f4f39928110690550e94ab9c9d2fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13e57e79-2681-458d-938a-e5ab1b25d296" -d '{"events": [{"server_uuid": "013eaece-a1cd-4911-b0a3-fdda63699778", "name": "network-vif-plugged", "status": "completed", "tag": "d4e367c9-7388-41b4-951a-980d5f811eb7"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:16:22.810382 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (d4e367c9-7388-41b4-951a-980d5f811eb7), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:16:22.853522 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6bdf789a-24b5-4b17-b2ba-1b76df1a2ee9 req-7c773a17-6eb8-40fa-83e2-6f0fc12a836b tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] Network 1ff43c38-a534-46d7-8bb3-43ef293fc2c6 is already hosted by enough agents. {{(pid=103377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:16:22.869818 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Pushing event updated for resources: {'Port': ['ID=d4e367c9-7388-41b4-951a-980d5f811eb7,revision_number=5']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:16:22.871316 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-8183c298-87b8-4cfd-9978-dcbfe6b2bf30 req-3705e5db-8d3f-4a29-9b97-a62650763f88 tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] 10.222.0.89 "GET /v2.0/security-groups?id=e5444cce-a82b-43a5-837a-e27373d38b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216545 Feb 04 17:16:22.874398 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [req-6bdf789a-24b5-4b17-b2ba-1b76df1a2ee9 req-7c773a17-6eb8-40fa-83e2-6f0fc12a836b tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] Resources bound (agent type, host, resource id): {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:16:22.879332 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c773a17-6eb8-40fa-83e2-6f0fc12a836b tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] Pushing event updated for resources: {'Port': ['ID=af1745cd-6b75-4824-ae50-bdd6ce47c5f1,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:16:22.883216 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bdf789a-24b5-4b17-b2ba-1b76df1a2ee9 req-7c773a17-6eb8-40fa-83e2-6f0fc12a836b tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] Received port after_create {{(pid=103377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:16:22.889805 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Current status of the port 55adacdf-af97-4fb9-bc7f-c902c5ad8685 is: DOWN; New status is: BUILD {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:16:22.890307 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (55adacdf-af97-4fb9-bc7f-c902c5ad8685), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:16:22.899809 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8cb74a-dcad-4d16-a18c-85a48bec322c req-98893a01-4eb9-44ae-a678-429544df323f tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:16:22.901921 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-0c8cb74a-dcad-4d16-a18c-85a48bec322c req-98893a01-4eb9-44ae-a678-429544df323f tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] 10.222.0.89 "GET /v2.0/ports?device_id=e2b58424-19d8-47c7-9144-64e22f08a22e HTTP/1.1" status: 200 len: 943 time: 0.1187215 Feb 04 17:16:22.934410 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55adacdf-af97-4fb9-bc7f-c902c5ad8685 {{(pid=103378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 17:16:22.949414 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-3d142df7-153b-4d6c-afcf-246636eb87dd req-3025456e-4fd9-4b11-89ab-cb4e03c2bbad tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] Publish callbacks [] for port (84667694-4bdb-498f-86e0-1a344d1d18d0), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:16:22.966849 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdf789a-24b5-4b17-b2ba-1b76df1a2ee9 req-7c773a17-6eb8-40fa-83e2-6f0fc12a836b tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:16:22.968291 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-6bdf789a-24b5-4b17-b2ba-1b76df1a2ee9 req-7c773a17-6eb8-40fa-83e2-6f0fc12a836b tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:16:22.972717 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.agents_db [None req-e1691f3b-aacd-4cd6-8ebb-a9c53bb301c0 None None] Agent healthcheck: found 7 active agents {{(pid=103379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 17:16:22.990824 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-6bdf789a-24b5-4b17-b2ba-1b76df1a2ee9 req-7c773a17-6eb8-40fa-83e2-6f0fc12a836b tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8904307 Feb 04 17:16:22.999606 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] For port 55adacdf-af97-4fb9-bc7f-c902c5ad8685, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=55adacdf-af97-4fb9-bc7f-c902c5ad8685,segment=NetworkSegment(78faf63e-60a8-47e4-85af-dce04e5fa366),segment_id=78faf63e-60a8-47e4-85af-dce04e5fa366)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:16:23.004645 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (55adacdf-af97-4fb9-bc7f-c902c5ad8685), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:16:23.007078 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-0c8cb74a-dcad-4d16-a18c-85a48bec322c req-3d209d13-2659-4798-8edf-82a7e5be14bc tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] 10.222.0.89 "GET /v2.0/security-groups?id=18e6cc58-e448-4d12-9423-2a502a086ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811691 Feb 04 17:16:23.068202 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-3d142df7-153b-4d6c-afcf-246636eb87dd req-3025456e-4fd9-4b11-89ab-cb4e03c2bbad tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (84667694-4bdb-498f-86e0-1a344d1d18d0), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:16:23.088308 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-d74a0132-8564-4c39-9fc3-d568240273c6 req-957597d0-d322-46c7-b3ff-0fb6544a7227 tempest-LiveMigrationNegativeTest-457287813 tempest-LiveMigrationNegativeTest-457287813-project] 10.222.0.89 "GET /v2.0/ports?device_id=a3fabcdf-c0d9-4c64-b1ac-f4f9d6b2de78 HTTP/1.1" status: 200 len: 210 time: 0.0641754 Feb 04 17:16:23.166567 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] get_ports_and_sgs() called for port_ids ['def23c9d-c30f-47d7-bd81-7d3520f20168', '44b448dd-cb1d-4a20-aeb9-66f3c7842792'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 17:16:23.188567 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d142df7-153b-4d6c-afcf-246636eb87dd req-3025456e-4fd9-4b11-89ab-cb4e03c2bbad tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] Network 02be22b9-aa53-40ea-8050-9239cd27d1ff is already hosted by enough agents. {{(pid=103376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:16:23.215976 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3025456e-4fd9-4b11-89ab-cb4e03c2bbad tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] Pushing event updated for resources: {'Port': ['ID=84667694-4bdb-498f-86e0-1a344d1d18d0,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:16:23.219165 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [req-3d142df7-153b-4d6c-afcf-246636eb87dd req-3025456e-4fd9-4b11-89ab-cb4e03c2bbad tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] Resources bound (agent type, host, resource id): {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:16:23.220415 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] get_ports_and_sgs() called for port_ids ['d84d4853-863b-4441-877e-8ff0319d5d6b', 'f4b260ec-2b92-4b49-a638-97cffbd194dd', 'b8cbf0e2-5ba1-4495-bfce-79351b5c0d9a', 'f9e4e26d-abca-45a8-a5e6-aef150d22ed3'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 17:16:23.223405 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Pushing event updated for resources: {'Port': ['ID=55adacdf-af97-4fb9-bc7f-c902c5ad8685,revision_number=4']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:16:23.293333 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d142df7-153b-4d6c-afcf-246636eb87dd req-3025456e-4fd9-4b11-89ab-cb4e03c2bbad tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] Received port after_create {{(pid=103376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:16:23.338615 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f290fd-c1ef-4e69-97d7-9c3cac6c79a9 req-cd50735a-f06f-4e06-86fd-681bdc838668 tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:16:23.342689 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-62f290fd-c1ef-4e69-97d7-9c3cac6c79a9 req-cd50735a-f06f-4e06-86fd-681bdc838668 tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] 10.222.0.89 "GET /v2.0/ports?device_id=2c5fa3aa-c51b-4ea4-8f20-cb63cb15c8e4 HTTP/1.1" status: 200 len: 936 time: 0.1071496 Feb 04 17:16:23.364079 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-5ba012c7-e5a6-4b46-beef-3acc26d6d687 None None] Provisioning complete for port af1745cd-6b75-4824-ae50-bdd6ce47c5f1 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:16:23.364766 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5ba012c7-e5a6-4b46-beef-3acc26d6d687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (af1745cd-6b75-4824-ae50-bdd6ce47c5f1), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:16:23.443118 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdf2909-d07b-429a-bb82-277a8c1da179 req-6f7cd986-f050-45dc-a6a5-e49e42ae1543 tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:16:23.445531 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-4bdf2909-d07b-429a-bb82-277a8c1da179 req-6f7cd986-f050-45dc-a6a5-e49e42ae1543 tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] 10.222.0.89 "GET /v2.0/ports?device_id=d8b88886-f047-4a53-8b9f-a49fcd51cf07 HTTP/1.1" status: 200 len: 944 time: 0.2555883 Feb 04 17:16:23.446435 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-5ba012c7-e5a6-4b46-beef-3acc26d6d687 None None] Port af1745cd-6b75-4824-ae50-bdd6ce47c5f1 cannot update to ACTIVE because it is not bound. {{(pid=103378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 17:16:23.459107 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d142df7-153b-4d6c-afcf-246636eb87dd req-3025456e-4fd9-4b11-89ab-cb4e03c2bbad tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:16:23.460885 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-3d142df7-153b-4d6c-afcf-246636eb87dd req-3025456e-4fd9-4b11-89ab-cb4e03c2bbad tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:16:23.482044 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-62f290fd-c1ef-4e69-97d7-9c3cac6c79a9 req-e1e06c24-3625-4e0b-a328-0e441fbe170e tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] 10.222.0.89 "GET /v2.0/security-groups?id=4f68676b-760c-49c3-a14c-c9afa7ad720d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250658 Feb 04 17:16:23.521504 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-3d142df7-153b-4d6c-afcf-246636eb87dd req-3025456e-4fd9-4b11-89ab-cb4e03c2bbad tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5457342 Feb 04 17:16:23.530990 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [req-6bdf789a-24b5-4b17-b2ba-1b76df1a2ee9 req-c65f6bd6-3290-4877-a67c-f7f40f2212c5 service neutron] Request body: {'port': {'device_id': '25a8ce39-7e6f-4df5-b992-2734d80a6e37', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827839-2'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:16:23.536481 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [req-3d142df7-153b-4d6c-afcf-246636eb87dd req-da8f58c6-3b4a-41b5-a28b-f9c7d980bcd8 service neutron] Request body: {'port': {'device_id': '2c5fa3aa-c51b-4ea4-8f20-cb63cb15c8e4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827839-2'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:16:23.551909 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 17:16:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fff155ba-36e0-4728-8756-1b8c34bf70e8 x-openstack-request-id: req-fff155ba-36e0-4728-8756-1b8c34bf70e8 {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:16:23.554073 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "013eaece-a1cd-4911-b0a3-fdda63699778", "name": "network-vif-plugged", "status": "completed", "tag": "d4e367c9-7388-41b4-951a-980d5f811eb7", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:16:23.554491 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-fff155ba-36e0-4728-8756-1b8c34bf70e8 {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:16:23.556693 n-d-827839-2 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '013eaece-a1cd-4911-b0a3-fdda63699778', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4e367c9-7388-41b4-951a-980d5f811eb7', 'code': 200} Feb 04 17:16:23.621700 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-4bdf2909-d07b-429a-bb82-277a8c1da179 req-693efbdc-3fdb-42a0-8b63-bb686d24893d tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] 10.222.0.89 "GET /v2.0/security-groups?id=c591d0a0-8f77-4259-ab5e-c54cb31473d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563060 Feb 04 17:16:23.673328 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-6bdf789a-24b5-4b17-b2ba-1b76df1a2ee9 req-c65f6bd6-3290-4877-a67c-f7f40f2212c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (385f7e55-0b05-4dd5-bfb3-bf3b943a52e9), before_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:16:23.710503 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-3d142df7-153b-4d6c-afcf-246636eb87dd req-da8f58c6-3b4a-41b5-a28b-f9c7d980bcd8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (84667694-4bdb-498f-86e0-1a344d1d18d0), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:16:23.719999 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-1be595fb-6311-4761-b8fd-30bcb3d12dd2 None None] Provisioning complete for port 84667694-4bdb-498f-86e0-1a344d1d18d0 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:16:23.720841 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1be595fb-6311-4761-b8fd-30bcb3d12dd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (84667694-4bdb-498f-86e0-1a344d1d18d0), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:16:23.732435 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47e3e04-3033-4c78-9306-e77fde82c01e req-c3e1018c-6424-4e5e-87bd-fa6ac9a6c8b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:16:23.733972 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-b47e3e04-3033-4c78-9306-e77fde82c01e req-c3e1018c-6424-4e5e-87bd-fa6ac9a6c8b9 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=013eaece-a1cd-4911-b0a3-fdda63699778 HTTP/1.1" status: 200 len: 1132 time: 0.1113989 Feb 04 17:16:23.759761 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a67c10-3d01-4752-baec-bbb82be76c8a req-ca2859b5-071f-49b2-8b1b-0ef16c7ad6f8 tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:16:23.762624 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-d8a67c10-3d01-4752-baec-bbb82be76c8a req-ca2859b5-071f-49b2-8b1b-0ef16c7ad6f8 tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] 10.222.0.89 "GET /v2.0/ports?device_id=f9d0cdd4-aae7-45e7-bcf1-a6ee601b78a7 HTTP/1.1" status: 200 len: 945 time: 0.1198373 Feb 04 17:16:23.797482 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] get_ports_and_sgs() called for port_ids ['55adacdf-af97-4fb9-bc7f-c902c5ad8685'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 17:16:23.848291 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1be595fb-6311-4761-b8fd-30bcb3d12dd2 None None] Port 84667694-4bdb-498f-86e0-1a344d1d18d0 cannot update to ACTIVE because it is not bound. {{(pid=103378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 17:16:23.929443 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-b47e3e04-3033-4c78-9306-e77fde82c01e req-23826b5e-4049-4336-9e36-f8b3db342ef1 service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=5fa98c6a-94b3-4690-b9c3-4f0e67d11226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1835165 Feb 04 17:16:23.944274 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f8d274-e8ba-4d7d-b37d-e87fe7fe5ba1 req-5cfc4991-8477-437a-81d9-7027d555d4bc tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:16:23.946336 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-e9f8d274-e8ba-4d7d-b37d-e87fe7fe5ba1 req-5cfc4991-8477-437a-81d9-7027d555d4bc tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] 10.222.0.89 "GET /v2.0/ports?device_id=013eaece-a1cd-4911-b0a3-fdda63699778 HTTP/1.1" status: 200 len: 950 time: 0.2158709 Feb 04 17:16:23.965670 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-d8a67c10-3d01-4752-baec-bbb82be76c8a req-d3e342df-2815-4051-9a1c-c1c3270bdc13 tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] 10.222.0.89 "GET /v2.0/security-groups?id=119a7f03-3e07-4d1e-8852-d9f974f9f052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1890371 Feb 04 17:16:24.070533 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-e9f8d274-e8ba-4d7d-b37d-e87fe7fe5ba1 req-357825d9-96ec-48cb-b02a-5bf01f5ad2c9 tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] 10.222.0.89 "GET /v2.0/security-groups?id=5fa98c6a-94b3-4690-b9c3-4f0e67d11226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112380 Feb 04 17:16:24.149931 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ee319f-9d77-4aeb-8aab-a0773476d99c req-3a03c698-22ab-416d-a85c-4380ab6d8f5b tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:16:24.156334 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ee319f-9d77-4aeb-8aab-a0773476d99c req-3a03c698-22ab-416d-a85c-4380ab6d8f5b tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:16:24.171960 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ee319f-9d77-4aeb-8aab-a0773476d99c req-3a03c698-22ab-416d-a85c-4380ab6d8f5b tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:16:24.173748 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-a8ee319f-9d77-4aeb-8aab-a0773476d99c req-3a03c698-22ab-416d-a85c-4380ab6d8f5b tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] 10.222.0.89 "GET /v2.0/ports?device_id=25a8ce39-7e6f-4df5-b992-2734d80a6e37 HTTP/1.1" status: 200 len: 2376 time: 0.1234930 Feb 04 17:16:24.215121 n-d-827839-2 neutron-server[103376]: DEBUG neutron.notifiers.nova [req-3d142df7-153b-4d6c-afcf-246636eb87dd req-da8f58c6-3b4a-41b5-a28b-f9c7d980bcd8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 84667694-4bdb-498f-86e0-1a344d1d18d0 {{(pid=103376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 17:16:24.227111 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-3d142df7-153b-4d6c-afcf-246636eb87dd req-da8f58c6-3b4a-41b5-a28b-f9c7d980bcd8 service neutron] Publish callbacks [] for port (84667694-4bdb-498f-86e0-1a344d1d18d0), precommit_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:16:24.247814 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.provisioning_blocks [req-3d142df7-153b-4d6c-afcf-246636eb87dd req-da8f58c6-3b4a-41b5-a28b-f9c7d980bcd8 service neutron] Transition to ACTIVE for port object 84667694-4bdb-498f-86e0-1a344d1d18d0 will not be triggered until provisioned by entity L2. {{(pid=103376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 17:16:24.266936 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a90edd-c346-4e67-a483-d3eaa8d93724 req-55425e08-bcf4-41ab-9e00-c8ffdaa5e612 tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:16:24.275212 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-63a90edd-c346-4e67-a483-d3eaa8d93724 req-55425e08-bcf4-41ab-9e00-c8ffdaa5e612 tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] 10.222.0.89 "GET /v2.0/ports?device_id=e2b58424-19d8-47c7-9144-64e22f08a22e HTTP/1.1" status: 200 len: 943 time: 0.0926931 Feb 04 17:16:24.277293 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-3d142df7-153b-4d6c-afcf-246636eb87dd req-da8f58c6-3b4a-41b5-a28b-f9c7d980bcd8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675836'] for port (84667694-4bdb-498f-86e0-1a344d1d18d0), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:16:24.289810 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-b78ff3b8-801b-4558-a213-24d47967cb62 req-ba504286-d33d-45f9-b804-722459c93382 tempest-LiveMigrationNegativeTest-457287813 tempest-LiveMigrationNegativeTest-457287813-project] 10.222.0.96 "GET /v2.0/networks?tenant_id=cf565683b16046d8a2d32c2de8e8929b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0646827 Feb 04 17:16:24.380862 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8f58c6-3b4a-41b5-a28b-f9c7d980bcd8 service neutron] Pushing event updated for resources: {'Port': ['ID=84667694-4bdb-498f-86e0-1a344d1d18d0,revision_number=2']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:16:24.389767 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-a8ee319f-9d77-4aeb-8aab-a0773476d99c req-e3b750ec-1504-41be-b3d4-7d28fa0eec84 tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] 10.222.0.89 "GET /v2.0/security-groups?id=e5444cce-a82b-43a5-837a-e27373d38b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2059247 Feb 04 17:16:24.391849 n-d-827839-2 neutron-server[103377]: DEBUG neutron.notifiers.nova [req-6bdf789a-24b5-4b17-b2ba-1b76df1a2ee9 req-c65f6bd6-3290-4877-a67c-f7f40f2212c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 385f7e55-0b05-4dd5-bfb3-bf3b943a52e9 {{(pid=103377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 17:16:24.403572 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-6bdf789a-24b5-4b17-b2ba-1b76df1a2ee9 req-c65f6bd6-3290-4877-a67c-f7f40f2212c5 service neutron] Publish callbacks [] for port (385f7e55-0b05-4dd5-bfb3-bf3b943a52e9), precommit_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:16:24.435147 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.provisioning_blocks [req-6bdf789a-24b5-4b17-b2ba-1b76df1a2ee9 req-c65f6bd6-3290-4877-a67c-f7f40f2212c5 service neutron] Transition to ACTIVE for port object 385f7e55-0b05-4dd5-bfb3-bf3b943a52e9 will not be triggered until provisioned by entity L2. {{(pid=103377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 17:16:24.442685 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-6bdf789a-24b5-4b17-b2ba-1b76df1a2ee9 req-c65f6bd6-3290-4877-a67c-f7f40f2212c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25888290'] for port (385f7e55-0b05-4dd5-bfb3-bf3b943a52e9), after_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:16:24.529687 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78ff3b8-801b-4558-a213-24d47967cb62 req-db2c0e2f-925e-4ec3-9515-98468b4512c9 tempest-LiveMigrationNegativeTest-457287813 tempest-LiveMigrationNegativeTest-457287813-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:16:24.530976 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-b78ff3b8-801b-4558-a213-24d47967cb62 req-db2c0e2f-925e-4ec3-9515-98468b4512c9 tempest-LiveMigrationNegativeTest-457287813 tempest-LiveMigrationNegativeTest-457287813-project] 10.222.0.96 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2359710 Feb 04 17:16:24.540089 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65f6bd6-3290-4877-a67c-f7f40f2212c5 service neutron] Pushing event updated for resources: {'Port': ['ID=385f7e55-0b05-4dd5-bfb3-bf3b943a52e9,revision_number=2']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:16:24.556198 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [req-b78ff3b8-801b-4558-a213-24d47967cb62 req-0f5eb4e6-8436-43e2-a610-2d1c6009ca19 tempest-LiveMigrationNegativeTest-457287813 tempest-LiveMigrationNegativeTest-457287813-project] Request body: {'port': {'device_id': 'a3fabcdf-c0d9-4c64-b1ac-f4f9d6b2de78', 'network_id': '02be22b9-aa53-40ea-8050-9239cd27d1ff', 'admin_state_up': True, 'tenant_id': 'cf565683b16046d8a2d32c2de8e8929b'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:16:24.605634 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-62b359fc-e737-45a6-96d6-958faaecb5ed req-bec595e9-8ead-4e99-9a56-f08ed56f45ca tempest-LiveMigrationNegativeTest-457287813 tempest-LiveMigrationNegativeTest-457287813-project] 10.222.0.89 "GET /v2.0/ports?device_id=a3fabcdf-c0d9-4c64-b1ac-f4f9d6b2de78 HTTP/1.1" status: 200 len: 210 time: 0.0729179 Feb 04 17:16:24.856807 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b78ff3b8-801b-4558-a213-24d47967cb62 req-0f5eb4e6-8436-43e2-a610-2d1c6009ca19 tempest-LiveMigrationNegativeTest-457287813 tempest-LiveMigrationNegativeTest-457287813-project] Made reservation on behalf of cf565683b16046d8a2d32c2de8e8929b for: {'port': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:16:24.860335 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-b78ff3b8-801b-4558-a213-24d47967cb62 req-0f5eb4e6-8436-43e2-a610-2d1c6009ca19 tempest-LiveMigrationNegativeTest-457287813 tempest-LiveMigrationNegativeTest-457287813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:16:24.877944 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-b78ff3b8-801b-4558-a213-24d47967cb62 req-0f5eb4e6-8436-43e2-a610-2d1c6009ca19 tempest-LiveMigrationNegativeTest-457287813 tempest-LiveMigrationNegativeTest-457287813-project] Publish callbacks [] for security_group (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:16:24.909872 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfed6543-4a59-41bc-8b48-6c1aed9e6ec4 req-503cab0e-fdf1-4a9c-98d2-e8752cb0db63 tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:16:24.917755 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-cfed6543-4a59-41bc-8b48-6c1aed9e6ec4 req-503cab0e-fdf1-4a9c-98d2-e8752cb0db63 tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] 10.222.0.89 "GET /v2.0/ports?device_id=2c5fa3aa-c51b-4ea4-8f20-cb63cb15c8e4 HTTP/1.1" status: 200 len: 948 time: 0.1502128 Feb 04 17:16:24.930914 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-63a90edd-c346-4e67-a483-d3eaa8d93724 req-8e1098ca-3abf-4fe5-b497-0d5b2d6f13a0 tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] 10.222.0.89 "GET /v2.0/security-groups?id=18e6cc58-e448-4d12-9423-2a502a086ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6544902 Feb 04 17:16:24.934279 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [req-6bdf789a-24b5-4b17-b2ba-1b76df1a2ee9 req-c65f6bd6-3290-4877-a67c-f7f40f2212c5 service neutron] Attempting to bind port 385f7e55-0b05-4dd5-bfb3-bf3b943a52e9 on host n-h2-827839-2 for vnic_type normal with profile {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:16:24.934617 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [req-6bdf789a-24b5-4b17-b2ba-1b76df1a2ee9 req-c65f6bd6-3290-4877-a67c-f7f40f2212c5 service neutron] Attempting to bind port 385f7e55-0b05-4dd5-bfb3-bf3b943a52e9 by drivers openvswitch,hyperv on host n-h2-827839-2 at level 0 using segments [{'id': '7b692165-49d1-42e9-b93d-2f0e347ea588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '1ff43c38-a534-46d7-8bb3-43ef293fc2c6'}] {{(pid=103377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:16:24.934948 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bdf789a-24b5-4b17-b2ba-1b76df1a2ee9 req-c65f6bd6-3290-4877-a67c-f7f40f2212c5 service neutron] Attempting to bind port 385f7e55-0b05-4dd5-bfb3-bf3b943a52e9 on network 1ff43c38-a534-46d7-8bb3-43ef293fc2c6 {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:16:24.967103 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bdf789a-24b5-4b17-b2ba-1b76df1a2ee9 req-c65f6bd6-3290-4877-a67c-f7f40f2212c5 service neutron] Port 385f7e55-0b05-4dd5-bfb3-bf3b943a52e9 on network 1ff43c38-a534-46d7-8bb3-43ef293fc2c6 not bound, no agent of type Open vSwitch agent registered on host n-h2-827839-2 {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 17:16:24.967545 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bdf789a-24b5-4b17-b2ba-1b76df1a2ee9 req-c65f6bd6-3290-4877-a67c-f7f40f2212c5 service neutron] Attempting to bind port 385f7e55-0b05-4dd5-bfb3-bf3b943a52e9 on network 1ff43c38-a534-46d7-8bb3-43ef293fc2c6 {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:16:24.968616 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [req-3d142df7-153b-4d6c-afcf-246636eb87dd req-da8f58c6-3b4a-41b5-a28b-f9c7d980bcd8 service neutron] Attempting to bind port 84667694-4bdb-498f-86e0-1a344d1d18d0 on host n-h1-827839-2 for vnic_type normal with profile {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:16:24.968999 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [req-3d142df7-153b-4d6c-afcf-246636eb87dd req-da8f58c6-3b4a-41b5-a28b-f9c7d980bcd8 service neutron] Attempting to bind port 84667694-4bdb-498f-86e0-1a344d1d18d0 by drivers openvswitch,hyperv on host n-h1-827839-2 at level 0 using segments [{'id': '3a39b085-d3e6-43bb-a64c-1b06dd049e5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '02be22b9-aa53-40ea-8050-9239cd27d1ff'}] {{(pid=103376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:16:24.969343 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d142df7-153b-4d6c-afcf-246636eb87dd req-da8f58c6-3b4a-41b5-a28b-f9c7d980bcd8 service neutron] Attempting to bind port 84667694-4bdb-498f-86e0-1a344d1d18d0 on network 02be22b9-aa53-40ea-8050-9239cd27d1ff {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:16:24.978951 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d142df7-153b-4d6c-afcf-246636eb87dd req-da8f58c6-3b4a-41b5-a28b-f9c7d980bcd8 service neutron] Port 84667694-4bdb-498f-86e0-1a344d1d18d0 on network 02be22b9-aa53-40ea-8050-9239cd27d1ff not bound, no agent of type Open vSwitch agent registered on host n-h1-827839-2 {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 17:16:24.980141 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d142df7-153b-4d6c-afcf-246636eb87dd req-da8f58c6-3b4a-41b5-a28b-f9c7d980bcd8 service neutron] Attempting to bind port 84667694-4bdb-498f-86e0-1a344d1d18d0 on network 02be22b9-aa53-40ea-8050-9239cd27d1ff {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:16:24.986421 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d142df7-153b-4d6c-afcf-246636eb87dd req-da8f58c6-3b4a-41b5-a28b-f9c7d980bcd8 service neutron] Checking agent: {'id': '3f9244a9-75fc-4c10-b195-11d48b853b41', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 8, 42), 'started_at': datetime.datetime(2022, 2, 4, 17, 8, 42), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 16, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:16:24.987015 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d142df7-153b-4d6c-afcf-246636eb87dd req-da8f58c6-3b4a-41b5-a28b-f9c7d980bcd8 service neutron] Checking segment: {'id': '3a39b085-d3e6-43bb-a64c-1b06dd049e5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '02be22b9-aa53-40ea-8050-9239cd27d1ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:16:24.987568 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d142df7-153b-4d6c-afcf-246636eb87dd req-da8f58c6-3b4a-41b5-a28b-f9c7d980bcd8 service neutron] Bound using segment: {'id': '3a39b085-d3e6-43bb-a64c-1b06dd049e5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '02be22b9-aa53-40ea-8050-9239cd27d1ff'} {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:16:24.988199 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [req-3d142df7-153b-4d6c-afcf-246636eb87dd req-da8f58c6-3b4a-41b5-a28b-f9c7d980bcd8 service neutron] Bound port: 84667694-4bdb-498f-86e0-1a344d1d18d0, host: n-h1-827839-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a39b085-d3e6-43bb-a64c-1b06dd049e5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '02be22b9-aa53-40ea-8050-9239cd27d1ff'}}] {{(pid=103376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:16:24.988970 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-3d142df7-153b-4d6c-afcf-246636eb87dd req-da8f58c6-3b4a-41b5-a28b-f9c7d980bcd8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (84667694-4bdb-498f-86e0-1a344d1d18d0), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:16:24.997951 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bdf789a-24b5-4b17-b2ba-1b76df1a2ee9 req-c65f6bd6-3290-4877-a67c-f7f40f2212c5 service neutron] Checking agent: {'id': 'f20a1ab3-4332-4f54-833b-ba4a7c687e89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 8, 40), 'started_at': datetime.datetime(2022, 2, 4, 17, 8, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 16, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:16:24.998471 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bdf789a-24b5-4b17-b2ba-1b76df1a2ee9 req-c65f6bd6-3290-4877-a67c-f7f40f2212c5 service neutron] Checking segment: {'id': '7b692165-49d1-42e9-b93d-2f0e347ea588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '1ff43c38-a534-46d7-8bb3-43ef293fc2c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:16:24.998971 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bdf789a-24b5-4b17-b2ba-1b76df1a2ee9 req-c65f6bd6-3290-4877-a67c-f7f40f2212c5 service neutron] Bound using segment: {'id': '7b692165-49d1-42e9-b93d-2f0e347ea588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '1ff43c38-a534-46d7-8bb3-43ef293fc2c6'} {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:16:24.999530 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [req-6bdf789a-24b5-4b17-b2ba-1b76df1a2ee9 req-c65f6bd6-3290-4877-a67c-f7f40f2212c5 service neutron] Bound port: 385f7e55-0b05-4dd5-bfb3-bf3b943a52e9, host: n-h2-827839-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b692165-49d1-42e9-b93d-2f0e347ea588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '1ff43c38-a534-46d7-8bb3-43ef293fc2c6'}}] {{(pid=103377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:16:24.999997 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-6bdf789a-24b5-4b17-b2ba-1b76df1a2ee9 req-c65f6bd6-3290-4877-a67c-f7f40f2212c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (385f7e55-0b05-4dd5-bfb3-bf3b943a52e9), before_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:16:25.070145 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-cfed6543-4a59-41bc-8b48-6c1aed9e6ec4 req-e14d0e4b-4cb0-45d1-bf53-a71bc8a57f0e tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] 10.222.0.89 "GET /v2.0/security-groups?id=4f68676b-760c-49c3-a14c-c9afa7ad720d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472521 Feb 04 17:16:25.107351 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [req-3d142df7-153b-4d6c-afcf-246636eb87dd req-da8f58c6-3b4a-41b5-a28b-f9c7d980bcd8 service neutron] For port 84667694-4bdb-498f-86e0-1a344d1d18d0, host n-h1-827839-2, cleared binding levels {{(pid=103376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:16:25.125011 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9ec1b5-a882-439e-9d4a-2b13b61183b1 req-42502de8-f95c-4e0a-b48e-a0271149959e tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:16:25.126632 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-3a9ec1b5-a882-439e-9d4a-2b13b61183b1 req-42502de8-f95c-4e0a-b48e-a0271149959e tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] 10.222.0.89 "GET /v2.0/ports?device_id=d8b88886-f047-4a53-8b9f-a49fcd51cf07 HTTP/1.1" status: 200 len: 944 time: 0.1160116 Feb 04 17:16:25.130610 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [req-3d142df7-153b-4d6c-afcf-246636eb87dd req-da8f58c6-3b4a-41b5-a28b-f9c7d980bcd8 service neutron] For port 84667694-4bdb-498f-86e0-1a344d1d18d0, host n-h1-827839-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=84667694-4bdb-498f-86e0-1a344d1d18d0,segment=NetworkSegment(3a39b085-d3e6-43bb-a64c-1b06dd049e5a),segment_id=3a39b085-d3e6-43bb-a64c-1b06dd049e5a)] {{(pid=103376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:16:25.142694 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-b78ff3b8-801b-4558-a213-24d47967cb62 req-0f5eb4e6-8436-43e2-a610-2d1c6009ca19 tempest-LiveMigrationNegativeTest-457287813 tempest-LiveMigrationNegativeTest-457287813-project] Publish callbacks [] for security_group (6087b48a-7803-40bd-a4ae-88723ae4142b), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:16:25.144164 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-3d142df7-153b-4d6c-afcf-246636eb87dd req-da8f58c6-3b4a-41b5-a28b-f9c7d980bcd8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675836'] for port (84667694-4bdb-498f-86e0-1a344d1d18d0), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:16:25.145704 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [req-6bdf789a-24b5-4b17-b2ba-1b76df1a2ee9 req-c65f6bd6-3290-4877-a67c-f7f40f2212c5 service neutron] For port 385f7e55-0b05-4dd5-bfb3-bf3b943a52e9, host n-h2-827839-2, cleared binding levels {{(pid=103377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:16:25.148591 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-b78ff3b8-801b-4558-a213-24d47967cb62 req-0f5eb4e6-8436-43e2-a610-2d1c6009ca19 tempest-LiveMigrationNegativeTest-457287813 tempest-LiveMigrationNegativeTest-457287813-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (6087b48a-7803-40bd-a4ae-88723ae4142b), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:16:25.154284 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [req-6bdf789a-24b5-4b17-b2ba-1b76df1a2ee9 req-c65f6bd6-3290-4877-a67c-f7f40f2212c5 service neutron] For port 385f7e55-0b05-4dd5-bfb3-bf3b943a52e9, host n-h2-827839-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=385f7e55-0b05-4dd5-bfb3-bf3b943a52e9,segment=NetworkSegment(7b692165-49d1-42e9-b93d-2f0e347ea588),segment_id=7b692165-49d1-42e9-b93d-2f0e347ea588)] {{(pid=103377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:16:25.190006 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-6bdf789a-24b5-4b17-b2ba-1b76df1a2ee9 req-c65f6bd6-3290-4877-a67c-f7f40f2212c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25888290'] for port (385f7e55-0b05-4dd5-bfb3-bf3b943a52e9), after_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:16:25.195863 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d142df7-153b-4d6c-afcf-246636eb87dd req-da8f58c6-3b4a-41b5-a28b-f9c7d980bcd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:16:25.196895 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-3d142df7-153b-4d6c-afcf-246636eb87dd req-da8f58c6-3b4a-41b5-a28b-f9c7d980bcd8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:16:25.198403 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-3d142df7-153b-4d6c-afcf-246636eb87dd req-da8f58c6-3b4a-41b5-a28b-f9c7d980bcd8 service neutron] 10.222.0.96 "PUT /v2.0/ports/84667694-4bdb-498f-86e0-1a344d1d18d0 HTTP/1.1" status: 200 len: 1096 time: 1.6665516 Feb 04 17:16:25.202108 n-d-827839-2 neutron-server[103376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c5fa3aa-c51b-4ea4-8f20-cb63cb15c8e4', 'tag': '84667694-4bdb-498f-86e0-1a344d1d18d0'}] {{(pid=103376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:16:25.204380 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d59c3bb5e2f09ebf62144d5e09b1cff60c763a9c19614c24538e77842938c05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e07acfe-1df3-4ed3-87eb-9763ad519d7e" -d '{"events": [{"name": "network-changed", "server_uuid": "2c5fa3aa-c51b-4ea4-8f20-cb63cb15c8e4", "tag": "84667694-4bdb-498f-86e0-1a344d1d18d0"}]}' {{(pid=103376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:16:25.258371 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-3a9ec1b5-a882-439e-9d4a-2b13b61183b1 req-250a5c47-a40c-4bad-9581-74711e6843fd tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] 10.222.0.89 "GET /v2.0/security-groups?id=c591d0a0-8f77-4259-ab5e-c54cb31473d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186056 Feb 04 17:16:25.264982 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8f58c6-3b4a-41b5-a28b-f9c7d980bcd8 service neutron] Pushing event updated for resources: {'Port': ['ID=84667694-4bdb-498f-86e0-1a344d1d18d0,revision_number=3']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:16:25.343804 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5eb4e6-8436-43e2-a610-2d1c6009ca19 tempest-LiveMigrationNegativeTest-457287813 tempest-LiveMigrationNegativeTest-457287813-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6087b48a-7803-40bd-a4ae-88723ae4142b,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:16:25.355980 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdf789a-24b5-4b17-b2ba-1b76df1a2ee9 req-c65f6bd6-3290-4877-a67c-f7f40f2212c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:16:25.356877 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-6bdf789a-24b5-4b17-b2ba-1b76df1a2ee9 req-c65f6bd6-3290-4877-a67c-f7f40f2212c5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:16:25.359122 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-6bdf789a-24b5-4b17-b2ba-1b76df1a2ee9 req-c65f6bd6-3290-4877-a67c-f7f40f2212c5 service neutron] 10.222.0.90 "PUT /v2.0/ports/385f7e55-0b05-4dd5-bfb3-bf3b943a52e9 HTTP/1.1" status: 200 len: 1091 time: 2.3553479 Feb 04 17:16:25.363456 n-d-827839-2 neutron-server[103377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25a8ce39-7e6f-4df5-b992-2734d80a6e37', 'tag': '385f7e55-0b05-4dd5-bfb3-bf3b943a52e9'}] {{(pid=103377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:16:25.366378 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7240428b650e1488e9361b62648ff4b3a6c19d49d8c27c949491ab58c1346cf0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-392e9357-baca-4cdf-8078-0b98174a86e0" -d '{"events": [{"name": "network-changed", "server_uuid": "25a8ce39-7e6f-4df5-b992-2734d80a6e37", "tag": "385f7e55-0b05-4dd5-bfb3-bf3b943a52e9"}]}' {{(pid=103377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:16:25.402959 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [req-6bdf789a-24b5-4b17-b2ba-1b76df1a2ee9 req-1e6926d9-262b-498e-b901-4948c6c4f455 service neutron] Request body: {'port': {'device_id': '25a8ce39-7e6f-4df5-b992-2734d80a6e37', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827839-2'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:16:25.434760 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d142df7-153b-4d6c-afcf-246636eb87dd req-4cc5ca24-9ba5-4010-b8ba-d5db25196acd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:16:25.440838 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-3d142df7-153b-4d6c-afcf-246636eb87dd req-4cc5ca24-9ba5-4010-b8ba-d5db25196acd service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=de991ffa63634ff992d797b06d2aeaaa&device_id=2c5fa3aa-c51b-4ea4-8f20-cb63cb15c8e4 HTTP/1.1" status: 200 len: 1130 time: 0.1327071 Feb 04 17:16:25.467670 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a1bb82-224e-476d-8b55-6ab03879c5ab req-64265df9-db21-43a2-890e-cb43f088e41d tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:16:25.471342 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-87a1bb82-224e-476d-8b55-6ab03879c5ab req-64265df9-db21-43a2-890e-cb43f088e41d tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] 10.222.0.89 "GET /v2.0/ports?device_id=013eaece-a1cd-4911-b0a3-fdda63699778 HTTP/1.1" status: 200 len: 950 time: 0.1215014 Feb 04 17:16:25.511149 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-3d142df7-153b-4d6c-afcf-246636eb87dd req-eb165e97-4a49-4dac-bb12-912c5ccbc87e service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.136&port_id=84667694-4bdb-498f-86e0-1a344d1d18d0 HTTP/1.1" status: 200 len: 217 time: 0.0619051 Feb 04 17:16:25.614902 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-87a1bb82-224e-476d-8b55-6ab03879c5ab req-524050fb-58ac-43c3-acb8-dd4e6b7ed765 tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] 10.222.0.89 "GET /v2.0/security-groups?id=5fa98c6a-94b3-4690-b9c3-4f0e67d11226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114292 Feb 04 17:16:25.624071 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d142df7-153b-4d6c-afcf-246636eb87dd req-55539ce4-8099-4201-a43f-6474c7d612d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:16:25.626426 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-3d142df7-153b-4d6c-afcf-246636eb87dd req-55539ce4-8099-4201-a43f-6474c7d612d7 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=c974b0ff-2c5c-4667-8a81-3bde3ea6ced5 HTTP/1.1" status: 200 len: 843 time: 0.0932055 Feb 04 17:16:25.704410 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 17:16:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2dcfb2b-816d-4518-ab2f-a6e1c33d43b6 x-openstack-request-id: req-a2dcfb2b-816d-4518-ab2f-a6e1c33d43b6 {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:16:25.704705 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c5fa3aa-c51b-4ea4-8f20-cb63cb15c8e4", "tag": "84667694-4bdb-498f-86e0-1a344d1d18d0", "status": "completed", "code": 200}]} {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:16:25.704992 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-a2dcfb2b-816d-4518-ab2f-a6e1c33d43b6 {{(pid=103376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:16:25.705401 n-d-827839-2 neutron-server[103376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c5fa3aa-c51b-4ea4-8f20-cb63cb15c8e4', 'tag': '84667694-4bdb-498f-86e0-1a344d1d18d0', 'status': 'completed', 'code': 200} Feb 04 17:16:25.718667 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d142df7-153b-4d6c-afcf-246636eb87dd req-28790979-6a50-424c-a554-d7e2581b6065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:16:25.721450 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-3d142df7-153b-4d6c-afcf-246636eb87dd req-28790979-6a50-424c-a554-d7e2581b6065 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=02be22b9-aa53-40ea-8050-9239cd27d1ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0791512 Feb 04 17:16:25.839302 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29be1bd-72fe-4083-b3ec-b01d69574344 req-ed94198e-ddd4-4399-867b-c4f7cc3f00d2 tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:16:25.846760 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-c29be1bd-72fe-4083-b3ec-b01d69574344 req-ed94198e-ddd4-4399-867b-c4f7cc3f00d2 tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] 10.222.0.89 "GET /v2.0/ports?device_id=f9d0cdd4-aae7-45e7-bcf1-a6ee601b78a7 HTTP/1.1" status: 200 len: 945 time: 0.6906655 Feb 04 17:16:25.855000 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 17:16:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62bed626-d0b7-4bdc-822f-a6df6b0bd49f x-openstack-request-id: req-62bed626-d0b7-4bdc-822f-a6df6b0bd49f {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:16:25.855195 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25a8ce39-7e6f-4df5-b992-2734d80a6e37", "tag": "385f7e55-0b05-4dd5-bfb3-bf3b943a52e9", "status": "completed", "code": 200}]} {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:16:25.855323 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-62bed626-d0b7-4bdc-822f-a6df6b0bd49f {{(pid=103377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:16:25.855694 n-d-827839-2 neutron-server[103377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25a8ce39-7e6f-4df5-b992-2734d80a6e37', 'tag': '385f7e55-0b05-4dd5-bfb3-bf3b943a52e9', 'status': 'completed', 'code': 200} Feb 04 17:16:25.884545 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65f6bd6-3290-4877-a67c-f7f40f2212c5 service neutron] Pushing event updated for resources: {'Port': ['ID=385f7e55-0b05-4dd5-bfb3-bf3b943a52e9,revision_number=3']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:16:25.950917 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.db_base_plugin_common [req-b78ff3b8-801b-4558-a213-24d47967cb62 req-0f5eb4e6-8436-43e2-a610-2d1c6009ca19 tempest-LiveMigrationNegativeTest-457287813 tempest-LiveMigrationNegativeTest-457287813-project] Allocated IP 192.168.233.71 (02be22b9-aa53-40ea-8050-9239cd27d1ff/c974b0ff-2c5c-4667-8a81-3bde3ea6ced5/0dc4fa0b-49d4-4322-a177-c1cdf6851741) {{(pid=103377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:16:25.973621 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-6bdf789a-24b5-4b17-b2ba-1b76df1a2ee9 req-1e6926d9-262b-498e-b901-4948c6c4f455 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (29380a55-ac03-4b81-918e-c21a85d53812), before_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:16:26.000690 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-3d142df7-153b-4d6c-afcf-246636eb87dd req-3e031d36-afa2-4e83-95f9-d5fbd21d2be9 service neutron] 10.222.0.96 "GET /v2.0/networks/02be22b9-aa53-40ea-8050-9239cd27d1ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2620406 Feb 04 17:16:26.003671 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-c29be1bd-72fe-4083-b3ec-b01d69574344 req-01b89dea-c3ad-4694-ba5e-6a26dd64458c tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] 10.222.0.89 "GET /v2.0/security-groups?id=119a7f03-3e07-4d1e-8852-d9f974f9f052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556380 Feb 04 17:16:26.084019 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0451f057-e575-4ea2-9005-81e5488c0be6 req-ea186920-00b8-4d15-98d1-a2afadcd48a2 tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:16:26.090537 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0451f057-e575-4ea2-9005-81e5488c0be6 req-ea186920-00b8-4d15-98d1-a2afadcd48a2 tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:16:26.096282 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0451f057-e575-4ea2-9005-81e5488c0be6 req-ea186920-00b8-4d15-98d1-a2afadcd48a2 tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:16:26.098693 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-0451f057-e575-4ea2-9005-81e5488c0be6 req-ea186920-00b8-4d15-98d1-a2afadcd48a2 tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] 10.222.0.89 "GET /v2.0/ports?device_id=25a8ce39-7e6f-4df5-b992-2734d80a6e37 HTTP/1.1" status: 200 len: 2388 time: 0.1685472 Feb 04 17:16:26.155128 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Device a5a6a2ab-57b8-44d0-93a3-09907e7b69e9 no longer exists at agent hyperv_n-h2-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:16:26.162302 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-3d142df7-153b-4d6c-afcf-246636eb87dd req-fec52ec2-8840-4fc4-abd4-cf90dd5ea1a4 service neutron] 10.222.0.96 "GET /v2.0/networks/02be22b9-aa53-40ea-8050-9239cd27d1ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1542571 Feb 04 17:16:26.177041 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-0451f057-e575-4ea2-9005-81e5488c0be6 req-c3d313f0-4b94-4134-baef-af66ecdfd66f tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] 10.222.0.89 "GET /v2.0/security-groups?id=e5444cce-a82b-43a5-837a-e27373d38b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723052 Feb 04 17:16:26.253287 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-02fe9884-7efe-464a-936b-215510cc76ec req-697ce07b-19c1-4117-b9a1-9fd4d7a37a65 tempest-LiveMigrationNegativeTest-457287813 tempest-LiveMigrationNegativeTest-457287813-project] 10.222.0.89 "GET /v2.0/ports?device_id=a3fabcdf-c0d9-4c64-b1ac-f4f9d6b2de78 HTTP/1.1" status: 200 len: 210 time: 0.1593943 Feb 04 17:16:26.270849 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device 55adacdf-af97-4fb9-bc7f-c902c5ad8685 up at agent hyperv_n-h1-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:16:26.310361 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392e9357-baca-4cdf-8078-0b98174a86e0 req-10dcedf2-ff70-499b-b1a2-231e56e9d2df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:16:26.310823 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392e9357-baca-4cdf-8078-0b98174a86e0 req-10dcedf2-ff70-499b-b1a2-231e56e9d2df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:16:26.311386 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392e9357-baca-4cdf-8078-0b98174a86e0 req-10dcedf2-ff70-499b-b1a2-231e56e9d2df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:16:26.313147 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-392e9357-baca-4cdf-8078-0b98174a86e0 req-10dcedf2-ff70-499b-b1a2-231e56e9d2df service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=33ab830fde4c41a1b2b9427ee7d64511&device_id=25a8ce39-7e6f-4df5-b992-2734d80a6e37 HTTP/1.1" status: 200 len: 2762 time: 0.3531492 Feb 04 17:16:26.333279 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Current status of the port a5a6a2ab-57b8-44d0-93a3-09907e7b69e9 is: DOWN; New status is: DOWN {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:16:26.363382 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Provisioning for port 55adacdf-af97-4fb9-bc7f-c902c5ad8685 completed by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 17:16:26.371483 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Provisioning complete for port 55adacdf-af97-4fb9-bc7f-c902c5ad8685 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:16:26.371946 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (55adacdf-af97-4fb9-bc7f-c902c5ad8685), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:16:26.384835 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e07acfe-1df3-4ed3-87eb-9763ad519d7e req-4b55005e-a301-4ff8-a97f-7562c499066c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:16:26.387055 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-0e07acfe-1df3-4ed3-87eb-9763ad519d7e req-4b55005e-a301-4ff8-a97f-7562c499066c service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=de991ffa63634ff992d797b06d2aeaaa&device_id=2c5fa3aa-c51b-4ea4-8f20-cb63cb15c8e4 HTTP/1.1" status: 200 len: 1130 time: 0.1719861 Feb 04 17:16:26.401056 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2467451f-f2cc-4b15-b155-2632d1dfcaee req-355ee2f5-40ad-43ce-8771-8fa27b3d8f9d tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:16:26.404250 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-2467451f-f2cc-4b15-b155-2632d1dfcaee req-355ee2f5-40ad-43ce-8771-8fa27b3d8f9d tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] 10.222.0.89 "GET /v2.0/ports?device_id=e2b58424-19d8-47c7-9144-64e22f08a22e HTTP/1.1" status: 200 len: 943 time: 0.1181102 Feb 04 17:16:26.497938 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Current status of the port 55adacdf-af97-4fb9-bc7f-c902c5ad8685 is: BUILD; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:16:26.498188 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (55adacdf-af97-4fb9-bc7f-c902c5ad8685), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:16:26.525598 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8b88886-f047-4a53-8b9f-a49fcd51cf07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55adacdf-af97-4fb9-bc7f-c902c5ad8685'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:16:26.527598 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-2467451f-f2cc-4b15-b155-2632d1dfcaee req-b80e189e-9304-432e-96a7-618cdc9e2f03 tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] 10.222.0.89 "GET /v2.0/security-groups?id=18e6cc58-e448-4d12-9423-2a502a086ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141276 Feb 04 17:16:26.540899 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c34bc964ce2211770fda26ca2f3801cc06f4f39928110690550e94ab9c9d2fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eccb84cf-feb4-4a0c-ab30-a29f4cb3bffe" -d '{"events": [{"server_uuid": "d8b88886-f047-4a53-8b9f-a49fcd51cf07", "name": "network-vif-plugged", "status": "completed", "tag": "55adacdf-af97-4fb9-bc7f-c902c5ad8685"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:16:26.545008 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e07acfe-1df3-4ed3-87eb-9763ad519d7e req-3fa34ea1-68d5-4d87-b1af-0118f020cf43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:16:26.546573 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-0e07acfe-1df3-4ed3-87eb-9763ad519d7e req-3fa34ea1-68d5-4d87-b1af-0118f020cf43 service neutron] 10.222.0.96 "GET /v2.0/networks?id=02be22b9-aa53-40ea-8050-9239cd27d1ff HTTP/1.1" status: 200 len: 870 time: 0.1413786 Feb 04 17:16:26.578325 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] For port 55adacdf-af97-4fb9-bc7f-c902c5ad8685, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=55adacdf-af97-4fb9-bc7f-c902c5ad8685,segment=NetworkSegment(78faf63e-60a8-47e4-85af-dce04e5fa366),segment_id=78faf63e-60a8-47e4-85af-dce04e5fa366)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:16:26.587413 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (55adacdf-af97-4fb9-bc7f-c902c5ad8685), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:16:26.605200 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-0e07acfe-1df3-4ed3-87eb-9763ad519d7e req-640c559d-4330-4e01-bdee-62a9ed0204cf service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.136&port_id=84667694-4bdb-498f-86e0-1a344d1d18d0 HTTP/1.1" status: 200 len: 217 time: 0.0490346 Feb 04 17:16:26.653850 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Pushing event updated for resources: {'Port': ['ID=55adacdf-af97-4fb9-bc7f-c902c5ad8685,revision_number=5']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:16:26.713928 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e07acfe-1df3-4ed3-87eb-9763ad519d7e req-4432fb7f-bc96-4c2f-88fe-4068590ee801 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:16:26.715528 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-0e07acfe-1df3-4ed3-87eb-9763ad519d7e req-4432fb7f-bc96-4c2f-88fe-4068590ee801 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=c974b0ff-2c5c-4667-8a81-3bde3ea6ced5 HTTP/1.1" status: 200 len: 843 time: 0.1036954 Feb 04 17:16:26.723003 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-b78ff3b8-801b-4558-a213-24d47967cb62 req-0f5eb4e6-8436-43e2-a610-2d1c6009ca19 tempest-LiveMigrationNegativeTest-457287813 tempest-LiveMigrationNegativeTest-457287813-project] Publish callbacks [] for port (0dc4fa0b-49d4-4322-a177-c1cdf6851741), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:16:26.765392 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3befc5d6-497e-46b8-86f5-6fda480600df req-672ef410-5fe5-45ec-bb19-ab5086fcebe7 tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:16:26.772607 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-3befc5d6-497e-46b8-86f5-6fda480600df req-672ef410-5fe5-45ec-bb19-ab5086fcebe7 tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] 10.222.0.89 "GET /v2.0/ports?device_id=d8b88886-f047-4a53-8b9f-a49fcd51cf07 HTTP/1.1" status: 200 len: 945 time: 0.1131938 Feb 04 17:16:26.801175 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4fd9fb-ccfe-469b-807c-c58caac0b580 req-ebc7e499-7898-4d7a-be4b-ae71fe62b767 tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:16:26.805263 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-1c4fd9fb-ccfe-469b-807c-c58caac0b580 req-ebc7e499-7898-4d7a-be4b-ae71fe62b767 tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] 10.222.0.89 "GET /v2.0/ports?device_id=2c5fa3aa-c51b-4ea4-8f20-cb63cb15c8e4 HTTP/1.1" status: 200 len: 948 time: 0.4100568 Feb 04 17:16:26.821739 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e07acfe-1df3-4ed3-87eb-9763ad519d7e req-16ee02bd-ff8e-4b3c-86df-699b59b12cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:16:26.823805 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-0e07acfe-1df3-4ed3-87eb-9763ad519d7e req-16ee02bd-ff8e-4b3c-86df-699b59b12cc0 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=02be22b9-aa53-40ea-8050-9239cd27d1ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1008763 Feb 04 17:16:26.839845 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-3befc5d6-497e-46b8-86f5-6fda480600df req-d2ed4d89-688d-4e80-994e-c1b8a10ef638 tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] 10.222.0.89 "GET /v2.0/security-groups?id=c591d0a0-8f77-4259-ab5e-c54cb31473d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660176 Feb 04 17:16:26.892579 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 17:16:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cac0fe4-f3c0-4aed-889d-08d027b13daf x-openstack-request-id: req-3cac0fe4-f3c0-4aed-889d-08d027b13daf {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:16:26.892978 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8b88886-f047-4a53-8b9f-a49fcd51cf07", "name": "network-vif-plugged", "status": "completed", "tag": "55adacdf-af97-4fb9-bc7f-c902c5ad8685", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:16:26.893292 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-3cac0fe4-f3c0-4aed-889d-08d027b13daf {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:16:26.893751 n-d-827839-2 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8b88886-f047-4a53-8b9f-a49fcd51cf07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55adacdf-af97-4fb9-bc7f-c902c5ad8685', 'code': 200} Feb 04 17:16:26.914129 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392e9357-baca-4cdf-8078-0b98174a86e0 req-91b1aea4-0912-43a3-98c5-71ec17f8d454 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:16:26.915452 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392e9357-baca-4cdf-8078-0b98174a86e0 req-91b1aea4-0912-43a3-98c5-71ec17f8d454 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:16:26.915940 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392e9357-baca-4cdf-8078-0b98174a86e0 req-91b1aea4-0912-43a3-98c5-71ec17f8d454 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:16:26.927857 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-392e9357-baca-4cdf-8078-0b98174a86e0 req-91b1aea4-0912-43a3-98c5-71ec17f8d454 service neutron] 10.222.0.90 "GET /v2.0/networks?tenant_id=33ab830fde4c41a1b2b9427ee7d64511&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.5267010 Feb 04 17:16:26.970991 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-0e07acfe-1df3-4ed3-87eb-9763ad519d7e req-2b1e0877-81d6-42a6-bf9d-c12f8fa18154 service neutron] 10.222.0.96 "GET /v2.0/networks/02be22b9-aa53-40ea-8050-9239cd27d1ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292889 Feb 04 17:16:26.995925 n-d-827839-2 neutron-server[103377]: DEBUG neutron.notifiers.nova [req-6bdf789a-24b5-4b17-b2ba-1b76df1a2ee9 req-1e6926d9-262b-498e-b901-4948c6c4f455 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 29380a55-ac03-4b81-918e-c21a85d53812 {{(pid=103377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 17:16:27.045550 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-6bdf789a-24b5-4b17-b2ba-1b76df1a2ee9 req-1e6926d9-262b-498e-b901-4948c6c4f455 service neutron] Publish callbacks [] for port (29380a55-ac03-4b81-918e-c21a85d53812), precommit_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:16:27.078877 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-b78ff3b8-801b-4558-a213-24d47967cb62 req-0f5eb4e6-8436-43e2-a610-2d1c6009ca19 tempest-LiveMigrationNegativeTest-457287813 tempest-LiveMigrationNegativeTest-457287813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (0dc4fa0b-49d4-4322-a177-c1cdf6851741), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:16:27.120723 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.provisioning_blocks [req-6bdf789a-24b5-4b17-b2ba-1b76df1a2ee9 req-1e6926d9-262b-498e-b901-4948c6c4f455 service neutron] Transition to ACTIVE for port object 29380a55-ac03-4b81-918e-c21a85d53812 will not be triggered until provisioned by entity L2. {{(pid=103377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 17:16:27.146335 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01540e66-993d-4812-be71-2c4341376d39 req-a158b944-d0f2-4732-85cd-d473785a02f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:16:27.148083 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-01540e66-993d-4812-be71-2c4341376d39 req-a158b944-d0f2-4732-85cd-d473785a02f9 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=d8b88886-f047-4a53-8b9f-a49fcd51cf07 HTTP/1.1" status: 200 len: 1127 time: 0.1762371 Feb 04 17:16:27.158239 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe4f9d3-1853-49db-9385-1421f3d37bfe req-45c34af4-bf02-4953-a808-259a129d9d44 tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:16:27.160016 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-0fe4f9d3-1853-49db-9385-1421f3d37bfe req-45c34af4-bf02-4953-a808-259a129d9d44 tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] 10.222.0.89 "GET /v2.0/ports?device_id=013eaece-a1cd-4911-b0a3-fdda63699778 HTTP/1.1" status: 200 len: 950 time: 0.2062740 Feb 04 17:16:27.166435 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-1c4fd9fb-ccfe-469b-807c-c58caac0b580 req-5557f8cf-2244-4912-a854-b76422e54d2b tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] 10.222.0.89 "GET /v2.0/security-groups?id=4f68676b-760c-49c3-a14c-c9afa7ad720d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3375304 Feb 04 17:16:27.190303 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-6bdf789a-24b5-4b17-b2ba-1b76df1a2ee9 req-1e6926d9-262b-498e-b901-4948c6c4f455 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25888290'] for port (29380a55-ac03-4b81-918e-c21a85d53812), after_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:16:27.218347 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-0e07acfe-1df3-4ed3-87eb-9763ad519d7e req-7784c7a0-ac7f-43b1-81a1-4fcb39f7a479 service neutron] 10.222.0.96 "GET /v2.0/networks/02be22b9-aa53-40ea-8050-9239cd27d1ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2270424 Feb 04 17:16:27.258567 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b78ff3b8-801b-4558-a213-24d47967cb62 req-0f5eb4e6-8436-43e2-a610-2d1c6009ca19 tempest-LiveMigrationNegativeTest-457287813 tempest-LiveMigrationNegativeTest-457287813-project] Network 02be22b9-aa53-40ea-8050-9239cd27d1ff is already hosted by enough agents. {{(pid=103377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:16:27.282416 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-0fe4f9d3-1853-49db-9385-1421f3d37bfe req-1cc9b04e-dee8-49f4-ac83-2ee57e0b7378 tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] 10.222.0.89 "GET /v2.0/security-groups?id=5fa98c6a-94b3-4690-b9c3-4f0e67d11226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036730 Feb 04 17:16:27.283820 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5eb4e6-8436-43e2-a610-2d1c6009ca19 tempest-LiveMigrationNegativeTest-457287813 tempest-LiveMigrationNegativeTest-457287813-project] Pushing event updated for resources: {'Port': ['ID=0dc4fa0b-49d4-4322-a177-c1cdf6851741,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:16:27.306694 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [req-b78ff3b8-801b-4558-a213-24d47967cb62 req-0f5eb4e6-8436-43e2-a610-2d1c6009ca19 tempest-LiveMigrationNegativeTest-457287813 tempest-LiveMigrationNegativeTest-457287813-project] Resources bound (agent type, host, resource id): {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:16:27.330408 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [req-b78ff3b8-801b-4558-a213-24d47967cb62 req-0f5eb4e6-8436-43e2-a610-2d1c6009ca19 tempest-LiveMigrationNegativeTest-457287813 tempest-LiveMigrationNegativeTest-457287813-project] Received port after_create {{(pid=103377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:16:27.341048 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-01540e66-993d-4812-be71-2c4341376d39 req-0ca707b2-91a0-4e37-8cf3-24a173908152 service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=c591d0a0-8f77-4259-ab5e-c54cb31473d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621196 Feb 04 17:16:27.411309 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab8cdeb-ae94-42ff-983b-c1ff9203fba9 req-a09c2139-1c83-43ea-8d0b-dc1e95d6c542 tempest-LiveAutoBlockMigrationV225Test-1607657603 tempest-LiveAutoBlockMigrationV225Test-1607657603-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:16:27.414358 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-bab8cdeb-ae94-42ff-983b-c1ff9203fba9 req-a09c2139-1c83-43ea-8d0b-dc1e95d6c542 tempest-LiveAutoBlockMigrationV225Test-1607657603 tempest-LiveAutoBlockMigrationV225Test-1607657603-project-admin] 10.222.0.90 "GET /v2.0/ports?device_id=f9d0cdd4-aae7-45e7-bcf1-a6ee601b78a7&tenant_id=f3812c841c31408e86184d3885a61bc1&binding%3Ahost_id=n-h1-827839-2 HTTP/1.1" status: 200 len: 1127 time: 0.4135838 Feb 04 17:16:27.415824 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392e9357-baca-4cdf-8078-0b98174a86e0 req-54e04c42-5733-4bfc-9e1c-dadabacdf869 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:16:27.421675 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-392e9357-baca-4cdf-8078-0b98174a86e0 req-54e04c42-5733-4bfc-9e1c-dadabacdf869 service neutron] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4891326 Feb 04 17:16:27.475929 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [req-bab8cdeb-ae94-42ff-983b-c1ff9203fba9 req-d909dc55-f5bb-44d2-b2f5-c9694d119d07 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-827839-2'}}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:16:27.476407 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8cc3a6-04ed-415f-8805-1721ed64ed6f req-33d45015-2910-470d-99b4-6288e018e19b tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:16:27.484343 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8cc3a6-04ed-415f-8805-1721ed64ed6f req-33d45015-2910-470d-99b4-6288e018e19b tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:16:27.489906 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78ff3b8-801b-4558-a213-24d47967cb62 req-0f5eb4e6-8436-43e2-a610-2d1c6009ca19 tempest-LiveMigrationNegativeTest-457287813 tempest-LiveMigrationNegativeTest-457287813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:16:27.490706 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-b78ff3b8-801b-4558-a213-24d47967cb62 req-0f5eb4e6-8436-43e2-a610-2d1c6009ca19 tempest-LiveMigrationNegativeTest-457287813 tempest-LiveMigrationNegativeTest-457287813-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:16:27.491042 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8cc3a6-04ed-415f-8805-1721ed64ed6f req-33d45015-2910-470d-99b4-6288e018e19b tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:16:27.500620 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-ea8cc3a6-04ed-415f-8805-1721ed64ed6f req-33d45015-2910-470d-99b4-6288e018e19b tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] 10.222.0.89 "GET /v2.0/ports?device_id=25a8ce39-7e6f-4df5-b992-2734d80a6e37 HTTP/1.1" status: 200 len: 2400 time: 0.1272399 Feb 04 17:16:27.548162 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-b78ff3b8-801b-4558-a213-24d47967cb62 req-0f5eb4e6-8436-43e2-a610-2d1c6009ca19 tempest-LiveMigrationNegativeTest-457287813 tempest-LiveMigrationNegativeTest-457287813-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.9958360 Feb 04 17:16:27.577372 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-ea8cc3a6-04ed-415f-8805-1721ed64ed6f req-53489235-0fc8-4f82-baef-15d176b2697b tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] 10.222.0.89 "GET /v2.0/security-groups?id=e5444cce-a82b-43a5-837a-e27373d38b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756779 Feb 04 17:16:27.607696 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6926d9-262b-498e-b901-4948c6c4f455 service neutron] Pushing event updated for resources: {'Port': ['ID=29380a55-ac03-4b81-918e-c21a85d53812,revision_number=2']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:16:27.653491 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [req-b78ff3b8-801b-4558-a213-24d47967cb62 req-f2bdc85b-ff5a-440e-9f36-6fe4064ff36e service neutron] Request body: {'port': {'device_id': 'a3fabcdf-c0d9-4c64-b1ac-f4f9d6b2de78', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827839-2'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:16:27.705244 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a27a7e8-6f3f-4a65-b9c3-e763420f5c0c req-5b2a362e-19c4-407a-9f61-857e8872d82d tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:16:27.706769 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-3a27a7e8-6f3f-4a65-b9c3-e763420f5c0c req-5b2a362e-19c4-407a-9f61-857e8872d82d tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] 10.222.0.89 "GET /v2.0/ports?device_id=f9d0cdd4-aae7-45e7-bcf1-a6ee601b78a7 HTTP/1.1" status: 200 len: 945 time: 0.4173956 Feb 04 17:16:27.711243 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [req-6bdf789a-24b5-4b17-b2ba-1b76df1a2ee9 req-1e6926d9-262b-498e-b901-4948c6c4f455 service neutron] Attempting to bind port 29380a55-ac03-4b81-918e-c21a85d53812 on host n-h2-827839-2 for vnic_type normal with profile {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:16:27.711583 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [req-6bdf789a-24b5-4b17-b2ba-1b76df1a2ee9 req-1e6926d9-262b-498e-b901-4948c6c4f455 service neutron] Attempting to bind port 29380a55-ac03-4b81-918e-c21a85d53812 by drivers openvswitch,hyperv on host n-h2-827839-2 at level 0 using segments [{'id': 'eeeb1226-1d0a-4a58-b5ee-1ea6fb7ee6b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '4ddf39c1-3c00-452d-ab51-592ac3d278a6'}] {{(pid=103377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:16:27.711914 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bdf789a-24b5-4b17-b2ba-1b76df1a2ee9 req-1e6926d9-262b-498e-b901-4948c6c4f455 service neutron] Attempting to bind port 29380a55-ac03-4b81-918e-c21a85d53812 on network 4ddf39c1-3c00-452d-ab51-592ac3d278a6 {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:16:27.718088 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-bab8cdeb-ae94-42ff-983b-c1ff9203fba9 req-d909dc55-f5bb-44d2-b2f5-c9694d119d07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (32d8b226-744e-42c0-8808-a6c862fac8f7), before_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:16:27.730706 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bdf789a-24b5-4b17-b2ba-1b76df1a2ee9 req-1e6926d9-262b-498e-b901-4948c6c4f455 service neutron] Port 29380a55-ac03-4b81-918e-c21a85d53812 on network 4ddf39c1-3c00-452d-ab51-592ac3d278a6 not bound, no agent of type Open vSwitch agent registered on host n-h2-827839-2 {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 17:16:27.731371 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bdf789a-24b5-4b17-b2ba-1b76df1a2ee9 req-1e6926d9-262b-498e-b901-4948c6c4f455 service neutron] Attempting to bind port 29380a55-ac03-4b81-918e-c21a85d53812 on network 4ddf39c1-3c00-452d-ab51-592ac3d278a6 {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:16:27.762906 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10104f62-4460-4c24-a17f-4533f90c5082 req-ab6b7afc-569e-47cf-b777-becba9793d95 tempest-LiveMigrationNegativeTest-457287813 tempest-LiveMigrationNegativeTest-457287813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:16:27.773052 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-0d4602c0-69ef-43a0-a4d8-c9c62156d6fc None None] Provisioning complete for port 0dc4fa0b-49d4-4322-a177-c1cdf6851741 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:16:27.773599 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-10104f62-4460-4c24-a17f-4533f90c5082 req-ab6b7afc-569e-47cf-b777-becba9793d95 tempest-LiveMigrationNegativeTest-457287813 tempest-LiveMigrationNegativeTest-457287813-project] 10.222.0.89 "GET /v2.0/ports?device_id=a3fabcdf-c0d9-4c64-b1ac-f4f9d6b2de78 HTTP/1.1" status: 200 len: 935 time: 0.0936623 Feb 04 17:16:27.775007 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0d4602c0-69ef-43a0-a4d8-c9c62156d6fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (0dc4fa0b-49d4-4322-a177-c1cdf6851741), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:16:27.780268 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bdf789a-24b5-4b17-b2ba-1b76df1a2ee9 req-1e6926d9-262b-498e-b901-4948c6c4f455 service neutron] Checking agent: {'id': 'f20a1ab3-4332-4f54-833b-ba4a7c687e89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 8, 40), 'started_at': datetime.datetime(2022, 2, 4, 17, 8, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 16, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:16:27.780606 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bdf789a-24b5-4b17-b2ba-1b76df1a2ee9 req-1e6926d9-262b-498e-b901-4948c6c4f455 service neutron] Checking segment: {'id': 'eeeb1226-1d0a-4a58-b5ee-1ea6fb7ee6b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '4ddf39c1-3c00-452d-ab51-592ac3d278a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:16:27.781024 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bdf789a-24b5-4b17-b2ba-1b76df1a2ee9 req-1e6926d9-262b-498e-b901-4948c6c4f455 service neutron] Bound using segment: {'id': 'eeeb1226-1d0a-4a58-b5ee-1ea6fb7ee6b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '4ddf39c1-3c00-452d-ab51-592ac3d278a6'} {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:16:27.781469 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [req-6bdf789a-24b5-4b17-b2ba-1b76df1a2ee9 req-1e6926d9-262b-498e-b901-4948c6c4f455 service neutron] Bound port: 29380a55-ac03-4b81-918e-c21a85d53812, host: n-h2-827839-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eeeb1226-1d0a-4a58-b5ee-1ea6fb7ee6b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '4ddf39c1-3c00-452d-ab51-592ac3d278a6'}}] {{(pid=103377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:16:27.781829 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-6bdf789a-24b5-4b17-b2ba-1b76df1a2ee9 req-1e6926d9-262b-498e-b901-4948c6c4f455 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (29380a55-ac03-4b81-918e-c21a85d53812), before_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:16:27.819708 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-0d4602c0-69ef-43a0-a4d8-c9c62156d6fc None None] Port 0dc4fa0b-49d4-4322-a177-c1cdf6851741 cannot update to ACTIVE because it is not bound. {{(pid=103378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 17:16:27.833211 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-b78ff3b8-801b-4558-a213-24d47967cb62 req-f2bdc85b-ff5a-440e-9f36-6fe4064ff36e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (0dc4fa0b-49d4-4322-a177-c1cdf6851741), before_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:16:27.841354 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-10104f62-4460-4c24-a17f-4533f90c5082 req-352187cb-e369-4e12-ace7-b6d74518953e tempest-LiveMigrationNegativeTest-457287813 tempest-LiveMigrationNegativeTest-457287813-project] 10.222.0.89 "GET /v2.0/security-groups?id=6087b48a-7803-40bd-a4ae-88723ae4142b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658016 Feb 04 17:16:27.907979 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-3a27a7e8-6f3f-4a65-b9c3-e763420f5c0c req-764694bc-618d-4558-a369-2df562cf2904 tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] 10.222.0.89 "GET /v2.0/security-groups?id=119a7f03-3e07-4d1e-8852-d9f974f9f052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1907258 Feb 04 17:16:27.985426 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6050e70-87f1-44cf-a57e-9ce0f8eb86ab req-372188c7-d33e-4bcb-9d86-0823cde0aa85 tempest-MigrationsAdminTest-1340940992 tempest-MigrationsAdminTest-1340940992-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:16:27.993766 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-f6050e70-87f1-44cf-a57e-9ce0f8eb86ab req-372188c7-d33e-4bcb-9d86-0823cde0aa85 tempest-MigrationsAdminTest-1340940992 tempest-MigrationsAdminTest-1340940992-project-admin] 10.222.0.89 "GET /v2.0/ports?device_id=013eaece-a1cd-4911-b0a3-fdda63699778 HTTP/1.1" status: 200 len: 1132 time: 0.0954509 Feb 04 17:16:28.033078 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [req-6bdf789a-24b5-4b17-b2ba-1b76df1a2ee9 req-1e6926d9-262b-498e-b901-4948c6c4f455 service neutron] For port 29380a55-ac03-4b81-918e-c21a85d53812, host n-h2-827839-2, cleared binding levels {{(pid=103377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:16:28.049460 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-f6050e70-87f1-44cf-a57e-9ce0f8eb86ab req-2af8fda0-7571-4384-a43b-1209d0a754e7 tempest-MigrationsAdminTest-1340940992 tempest-MigrationsAdminTest-1340940992-project-admin] 10.222.0.89 "GET /v2.0/security-groups?id=5fa98c6a-94b3-4690-b9c3-4f0e67d11226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529306 Feb 04 17:16:28.128107 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [req-6bdf789a-24b5-4b17-b2ba-1b76df1a2ee9 req-1e6926d9-262b-498e-b901-4948c6c4f455 service neutron] For port 29380a55-ac03-4b81-918e-c21a85d53812, host n-h2-827839-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=29380a55-ac03-4b81-918e-c21a85d53812,segment=NetworkSegment(eeeb1226-1d0a-4a58-b5ee-1ea6fb7ee6b6),segment_id=eeeb1226-1d0a-4a58-b5ee-1ea6fb7ee6b6)] {{(pid=103377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:16:28.142935 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-6bdf789a-24b5-4b17-b2ba-1b76df1a2ee9 req-1e6926d9-262b-498e-b901-4948c6c4f455 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25888290'] for port (29380a55-ac03-4b81-918e-c21a85d53812), after_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:16:28.175365 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Device 32d8b226-744e-42c0-8808-a6c862fac8f7 details requested by agent hyperv_n-h2-827839-2 with host n-h2-827839-2 {{(pid=103378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 17:16:28.179538 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2e3a3b-5f44-48bf-8d94-92fd2e9efd8b req-755984a0-388d-4c23-a0c9-fb640cf464fe tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:16:28.182872 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-2a2e3a3b-5f44-48bf-8d94-92fd2e9efd8b req-755984a0-388d-4c23-a0c9-fb640cf464fe tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] 10.222.0.89 "GET /v2.0/ports?device_id=d8b88886-f047-4a53-8b9f-a49fcd51cf07 HTTP/1.1" status: 200 len: 945 time: 0.0686183 Feb 04 17:16:28.208646 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [req-bab8cdeb-ae94-42ff-983b-c1ff9203fba9 req-d909dc55-f5bb-44d2-b2f5-c9694d119d07 service neutron] For port 32d8b226-744e-42c0-8808-a6c862fac8f7, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=32d8b226-744e-42c0-8808-a6c862fac8f7,segment=NetworkSegment(422e2db4-29a0-413f-80b3-a344e9c773f4),segment_id=422e2db4-29a0-413f-80b3-a344e9c773f4)] {{(pid=103377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:16:28.232433 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdf789a-24b5-4b17-b2ba-1b76df1a2ee9 req-1e6926d9-262b-498e-b901-4948c6c4f455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:16:28.233457 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-6bdf789a-24b5-4b17-b2ba-1b76df1a2ee9 req-1e6926d9-262b-498e-b901-4948c6c4f455 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:16:28.234872 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-6bdf789a-24b5-4b17-b2ba-1b76df1a2ee9 req-1e6926d9-262b-498e-b901-4948c6c4f455 service neutron] 10.222.0.90 "PUT /v2.0/ports/29380a55-ac03-4b81-918e-c21a85d53812 HTTP/1.1" status: 200 len: 1092 time: 2.8414664 Feb 04 17:16:28.251822 n-d-827839-2 neutron-server[103377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25a8ce39-7e6f-4df5-b992-2734d80a6e37', 'tag': '29380a55-ac03-4b81-918e-c21a85d53812'}] {{(pid=103377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:16:28.255204 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7240428b650e1488e9361b62648ff4b3a6c19d49d8c27c949491ab58c1346cf0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a76599b-ef0e-4517-a00e-28aaf4f619cc" -d '{"events": [{"name": "network-changed", "server_uuid": "25a8ce39-7e6f-4df5-b992-2734d80a6e37", "tag": "29380a55-ac03-4b81-918e-c21a85d53812"}]}' {{(pid=103377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:16:28.285515 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-2a2e3a3b-5f44-48bf-8d94-92fd2e9efd8b req-e6bc353f-3d27-4676-93f2-8d93810a42ea tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] 10.222.0.89 "GET /v2.0/security-groups?id=c591d0a0-8f77-4259-ab5e-c54cb31473d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899491 Feb 04 17:16:28.301437 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [req-6bdf789a-24b5-4b17-b2ba-1b76df1a2ee9 req-3ea10613-152e-4088-b4c2-e4c63a5f8bae service neutron] Request body: {'port': {'device_id': '25a8ce39-7e6f-4df5-b992-2734d80a6e37', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827839-2'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:16:28.376172 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6926d9-262b-498e-b901-4948c6c4f455 service neutron] Pushing event updated for resources: {'Port': ['ID=29380a55-ac03-4b81-918e-c21a85d53812,revision_number=3']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:16:28.394551 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] For port 32d8b226-744e-42c0-8808-a6c862fac8f7, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=32d8b226-744e-42c0-8808-a6c862fac8f7,segment=NetworkSegment(422e2db4-29a0-413f-80b3-a344e9c773f4),segment_id=422e2db4-29a0-413f-80b3-a344e9c773f4)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:16:28.408133 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [req-bab8cdeb-ae94-42ff-983b-c1ff9203fba9 req-d909dc55-f5bb-44d2-b2f5-c9694d119d07 service neutron] For port 32d8b226-744e-42c0-8808-a6c862fac8f7, host n-h1-827839-2, cleared binding levels {{(pid=103377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:16:28.414145 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Device 32d8b226-744e-42c0-8808-a6c862fac8f7 has no active binding in host n-h2-827839-2 {{(pid=103378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 04 17:16:28.774701 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922aafea-e12a-4473-82f0-3913b1d92f62 req-637dc1ec-7863-4ee7-973d-cb6fe82617c9 tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:16:28.777117 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-922aafea-e12a-4473-82f0-3913b1d92f62 req-637dc1ec-7863-4ee7-973d-cb6fe82617c9 tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] 10.222.0.89 "GET /v2.0/ports?device_id=e2b58424-19d8-47c7-9144-64e22f08a22e HTTP/1.1" status: 200 len: 943 time: 0.7621696 Feb 04 17:16:28.875387 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-bab8cdeb-ae94-42ff-983b-c1ff9203fba9 req-d909dc55-f5bb-44d2-b2f5-c9694d119d07 service neutron] Publish callbacks [] for port (32d8b226-744e-42c0-8808-a6c862fac8f7), precommit_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:16:28.927911 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-bab8cdeb-ae94-42ff-983b-c1ff9203fba9 req-d909dc55-f5bb-44d2-b2f5-c9694d119d07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25888290'] for port (32d8b226-744e-42c0-8808-a6c862fac8f7), after_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:16:28.943324 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37efb762-d396-4942-9319-0323ae29925a req-7caa3856-ccc9-42f7-9997-bc154c91b715 tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:16:28.945097 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-37efb762-d396-4942-9319-0323ae29925a req-7caa3856-ccc9-42f7-9997-bc154c91b715 tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] 10.222.0.89 "GET /v2.0/ports?device_id=2c5fa3aa-c51b-4ea4-8f20-cb63cb15c8e4 HTTP/1.1" status: 200 len: 948 time: 0.0554867 Feb 04 17:16:28.965844 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-6bdf789a-24b5-4b17-b2ba-1b76df1a2ee9 req-3ea10613-152e-4088-b4c2-e4c63a5f8bae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (af1745cd-6b75-4824-ae50-bdd6ce47c5f1), before_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:16:28.996363 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-37efb762-d396-4942-9319-0323ae29925a req-c5f71200-fc4b-4ffa-b2a7-a17c0896fa9d tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] 10.222.0.89 "GET /v2.0/security-groups?id=4f68676b-760c-49c3-a14c-c9afa7ad720d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447524 Feb 04 17:16:29.049052 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 17:16:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12171fc9-b0ad-48a4-b930-970c0a850d65 x-openstack-request-id: req-12171fc9-b0ad-48a4-b930-970c0a850d65 {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:16:29.049347 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25a8ce39-7e6f-4df5-b992-2734d80a6e37", "tag": "29380a55-ac03-4b81-918e-c21a85d53812", "status": "completed", "code": 200}]} {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:16:29.049602 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-12171fc9-b0ad-48a4-b930-970c0a850d65 {{(pid=103377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:16:29.052914 n-d-827839-2 neutron-server[103377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25a8ce39-7e6f-4df5-b992-2734d80a6e37', 'tag': '29380a55-ac03-4b81-918e-c21a85d53812', 'status': 'completed', 'code': 200} Feb 04 17:16:29.061370 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-922aafea-e12a-4473-82f0-3913b1d92f62 req-0b290ed5-02a8-4f12-aaba-4f28e81b8583 tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] 10.222.0.89 "GET /v2.0/security-groups?id=18e6cc58-e448-4d12-9423-2a502a086ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2731462 Feb 04 17:16:29.063063 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-0a75b0f0-d188-45db-92a6-3b8cf244607a req-a9a7f1a9-94a4-4a6b-b3b4-172d15b334da service neutron] 10.222.0.90 "GET /v2.0/ports/a5a6a2ab-57b8-44d0-93a3-09907e7b69e9/bindings/n-h1-827839-2 HTTP/1.1" status: 200 len: 384 time: 0.3071723 Feb 04 17:16:29.224465 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55349936-cc1c-4d36-87da-3f1d41478130 req-ad31ee52-2c1f-48a2-8749-5ebe8e287333 tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:16:29.229852 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55349936-cc1c-4d36-87da-3f1d41478130 req-ad31ee52-2c1f-48a2-8749-5ebe8e287333 tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:16:29.235186 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55349936-cc1c-4d36-87da-3f1d41478130 req-ad31ee52-2c1f-48a2-8749-5ebe8e287333 tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:16:29.236902 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-55349936-cc1c-4d36-87da-3f1d41478130 req-ad31ee52-2c1f-48a2-8749-5ebe8e287333 tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] 10.222.0.89 "GET /v2.0/ports?device_id=25a8ce39-7e6f-4df5-b992-2734d80a6e37 HTTP/1.1" status: 200 len: 2400 time: 0.0893011 Feb 04 17:16:29.237450 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-b8614b8f-cc98-4e30-a5f5-c86c339dc229 req-23fa840f-8c8a-4320-b378-5b3f0a9b17f5 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=013eaece-a1cd-4911-b0a3-fdda63699778&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3423722 Feb 04 17:16:29.304848 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-55349936-cc1c-4d36-87da-3f1d41478130 req-1f6bc12d-eb08-45c2-a57f-3349b9f1a03b tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] 10.222.0.89 "GET /v2.0/security-groups?id=e5444cce-a82b-43a5-837a-e27373d38b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616271 Feb 04 17:16:29.322259 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d909dc55-f5bb-44d2-b2f5-c9694d119d07 service neutron] Pushing event updated for resources: {'Port': ['ID=32d8b226-744e-42c0-8808-a6c862fac8f7,revision_number=7']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:16:29.419809 n-d-827839-2 neutron-server[103377]: DEBUG neutron.notifiers.nova [req-b78ff3b8-801b-4558-a213-24d47967cb62 req-f2bdc85b-ff5a-440e-9f36-6fe4064ff36e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0dc4fa0b-49d4-4322-a177-c1cdf6851741 {{(pid=103377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 17:16:29.438662 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12c5c2c-a1ee-424a-ba9d-ead54ee01fe8 req-dabfc464-1961-4dae-8bc5-71a938fcd723 tempest-LiveMigrationNegativeTest-457287813 tempest-LiveMigrationNegativeTest-457287813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:16:29.440451 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-e12c5c2c-a1ee-424a-ba9d-ead54ee01fe8 req-dabfc464-1961-4dae-8bc5-71a938fcd723 tempest-LiveMigrationNegativeTest-457287813 tempest-LiveMigrationNegativeTest-457287813-project] 10.222.0.89 "GET /v2.0/ports?device_id=a3fabcdf-c0d9-4c64-b1ac-f4f9d6b2de78 HTTP/1.1" status: 200 len: 935 time: 0.0731692 Feb 04 17:16:29.443243 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-b78ff3b8-801b-4558-a213-24d47967cb62 req-f2bdc85b-ff5a-440e-9f36-6fe4064ff36e service neutron] Publish callbacks [] for port (0dc4fa0b-49d4-4322-a177-c1cdf6851741), precommit_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:16:29.452940 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [req-bab8cdeb-ae94-42ff-983b-c1ff9203fba9 req-d909dc55-f5bb-44d2-b2f5-c9694d119d07 service neutron] Attempting to bind port 32d8b226-744e-42c0-8808-a6c862fac8f7 on host n-h1-827839-2 for vnic_type normal with profile {"migrating_to": "n-h2-827839-2"} {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:16:29.453347 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [req-bab8cdeb-ae94-42ff-983b-c1ff9203fba9 req-d909dc55-f5bb-44d2-b2f5-c9694d119d07 service neutron] Attempting to bind port 32d8b226-744e-42c0-8808-a6c862fac8f7 by drivers openvswitch,hyperv on host n-h1-827839-2 at level 0 using segments [{'id': '422e2db4-29a0-413f-80b3-a344e9c773f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'b27b7363-f5f5-42ff-a720-66280b0b57a7'}] {{(pid=103377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:16:29.453861 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bab8cdeb-ae94-42ff-983b-c1ff9203fba9 req-d909dc55-f5bb-44d2-b2f5-c9694d119d07 service neutron] Attempting to bind port 32d8b226-744e-42c0-8808-a6c862fac8f7 on network b27b7363-f5f5-42ff-a720-66280b0b57a7 {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:16:29.489087 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bab8cdeb-ae94-42ff-983b-c1ff9203fba9 req-d909dc55-f5bb-44d2-b2f5-c9694d119d07 service neutron] Port 32d8b226-744e-42c0-8808-a6c862fac8f7 on network b27b7363-f5f5-42ff-a720-66280b0b57a7 not bound, no agent of type Open vSwitch agent registered on host n-h1-827839-2 {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 17:16:29.489305 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bab8cdeb-ae94-42ff-983b-c1ff9203fba9 req-d909dc55-f5bb-44d2-b2f5-c9694d119d07 service neutron] Attempting to bind port 32d8b226-744e-42c0-8808-a6c862fac8f7 on network b27b7363-f5f5-42ff-a720-66280b0b57a7 {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:16:29.500875 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-e12c5c2c-a1ee-424a-ba9d-ead54ee01fe8 req-c48750ed-dbec-48b0-9772-5c4bc43f2720 tempest-LiveMigrationNegativeTest-457287813 tempest-LiveMigrationNegativeTest-457287813-project] 10.222.0.89 "GET /v2.0/security-groups?id=6087b48a-7803-40bd-a4ae-88723ae4142b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529554 Feb 04 17:16:29.508571 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.provisioning_blocks [req-b78ff3b8-801b-4558-a213-24d47967cb62 req-f2bdc85b-ff5a-440e-9f36-6fe4064ff36e service neutron] Transition to ACTIVE for port object 0dc4fa0b-49d4-4322-a177-c1cdf6851741 will not be triggered until provisioned by entity L2. {{(pid=103377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 17:16:29.512461 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a76599b-ef0e-4517-a00e-28aaf4f619cc req-32cd2a6c-fca6-442e-8536-8aa9ff883be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:16:29.512928 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a76599b-ef0e-4517-a00e-28aaf4f619cc req-32cd2a6c-fca6-442e-8536-8aa9ff883be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:16:29.513402 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a76599b-ef0e-4517-a00e-28aaf4f619cc req-32cd2a6c-fca6-442e-8536-8aa9ff883be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:16:29.515112 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-6a76599b-ef0e-4517-a00e-28aaf4f619cc req-32cd2a6c-fca6-442e-8536-8aa9ff883be8 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=33ab830fde4c41a1b2b9427ee7d64511&device_id=25a8ce39-7e6f-4df5-b992-2734d80a6e37 HTTP/1.1" status: 200 len: 2860 time: 0.4017725 Feb 04 17:16:29.562109 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bab8cdeb-ae94-42ff-983b-c1ff9203fba9 req-d909dc55-f5bb-44d2-b2f5-c9694d119d07 service neutron] Checking agent: {'id': '3f9244a9-75fc-4c10-b195-11d48b853b41', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 8, 42), 'started_at': datetime.datetime(2022, 2, 4, 17, 8, 42), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 16, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:16:29.562570 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bab8cdeb-ae94-42ff-983b-c1ff9203fba9 req-d909dc55-f5bb-44d2-b2f5-c9694d119d07 service neutron] Checking segment: {'id': '422e2db4-29a0-413f-80b3-a344e9c773f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'b27b7363-f5f5-42ff-a720-66280b0b57a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:16:29.562899 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bab8cdeb-ae94-42ff-983b-c1ff9203fba9 req-d909dc55-f5bb-44d2-b2f5-c9694d119d07 service neutron] Bound using segment: {'id': '422e2db4-29a0-413f-80b3-a344e9c773f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'b27b7363-f5f5-42ff-a720-66280b0b57a7'} {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:16:29.563353 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [req-bab8cdeb-ae94-42ff-983b-c1ff9203fba9 req-d909dc55-f5bb-44d2-b2f5-c9694d119d07 service neutron] Bound port: 32d8b226-744e-42c0-8808-a6c862fac8f7, host: n-h1-827839-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '422e2db4-29a0-413f-80b3-a344e9c773f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'b27b7363-f5f5-42ff-a720-66280b0b57a7'}}] {{(pid=103377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:16:29.563720 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-bab8cdeb-ae94-42ff-983b-c1ff9203fba9 req-d909dc55-f5bb-44d2-b2f5-c9694d119d07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (32d8b226-744e-42c0-8808-a6c862fac8f7), before_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:16:29.566850 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-b78ff3b8-801b-4558-a213-24d47967cb62 req-f2bdc85b-ff5a-440e-9f36-6fe4064ff36e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25888290'] for port (0dc4fa0b-49d4-4322-a177-c1cdf6851741), after_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:16:29.624358 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120fcde7-74b9-4bda-9479-57dbae4c386c req-c9fba6ad-00c6-4b5a-bac4-b05945647408 tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:16:29.625919 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-120fcde7-74b9-4bda-9479-57dbae4c386c req-c9fba6ad-00c6-4b5a-bac4-b05945647408 tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] 10.222.0.89 "GET /v2.0/ports?device_id=013eaece-a1cd-4911-b0a3-fdda63699778 HTTP/1.1" status: 200 len: 950 time: 0.4242868 Feb 04 17:16:29.631750 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986253df-0e50-457f-a8f7-5a5348518829 req-ff083cbe-f4dd-4990-8a4a-12ea3cb834a5 tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:16:29.633545 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-986253df-0e50-457f-a8f7-5a5348518829 req-ff083cbe-f4dd-4990-8a4a-12ea3cb834a5 tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] 10.222.0.89 "GET /v2.0/ports?device_id=f9d0cdd4-aae7-45e7-bcf1-a6ee601b78a7 HTTP/1.1" status: 200 len: 943 time: 0.0697882 Feb 04 17:16:29.680326 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-12e1effa-6217-4eee-97a3-d7c19d0db08a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (bb89f5a3-3c22-440b-b7d1-c4f0c43c184a), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:16:29.705288 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-986253df-0e50-457f-a8f7-5a5348518829 req-6bb2e2da-7a93-46e4-8ca3-4e809ec80255 tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] 10.222.0.89 "GET /v2.0/security-groups?id=119a7f03-3e07-4d1e-8852-d9f974f9f052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661712 Feb 04 17:16:29.846613 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2bdc85b-ff5a-440e-9f36-6fe4064ff36e service neutron] Pushing event updated for resources: {'Port': ['ID=0dc4fa0b-49d4-4322-a177-c1cdf6851741,revision_number=2']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:16:29.872324 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a660887-e90a-4240-baf7-8ac825352412 req-a64f4572-8cc5-4a44-953d-ccf52874df5f tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:16:29.874336 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-4a660887-e90a-4240-baf7-8ac825352412 req-a64f4572-8cc5-4a44-953d-ccf52874df5f tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] 10.222.0.89 "GET /v2.0/ports?device_id=d8b88886-f047-4a53-8b9f-a49fcd51cf07 HTTP/1.1" status: 200 len: 945 time: 0.0922487 Feb 04 17:16:29.949624 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-4a660887-e90a-4240-baf7-8ac825352412 req-d8039496-d262-470d-a081-0435a137e9b3 tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] 10.222.0.89 "GET /v2.0/security-groups?id=c591d0a0-8f77-4259-ab5e-c54cb31473d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685167 Feb 04 17:16:29.978105 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-120fcde7-74b9-4bda-9479-57dbae4c386c req-0675ed96-1fc1-429e-8770-a507d0a3f7c2 tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] 10.222.0.89 "GET /v2.0/security-groups?id=5fa98c6a-94b3-4690-b9c3-4f0e67d11226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3078709 Feb 04 17:16:30.128786 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [req-bab8cdeb-ae94-42ff-983b-c1ff9203fba9 req-d909dc55-f5bb-44d2-b2f5-c9694d119d07 service neutron] For port 32d8b226-744e-42c0-8808-a6c862fac8f7, host n-h1-827839-2, cleared binding levels {{(pid=103377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:16:30.169701 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a76599b-ef0e-4517-a00e-28aaf4f619cc req-62bf17f3-403c-4f9a-9794-142524df5526 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:16:30.170161 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a76599b-ef0e-4517-a00e-28aaf4f619cc req-62bf17f3-403c-4f9a-9794-142524df5526 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:16:30.170807 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a76599b-ef0e-4517-a00e-28aaf4f619cc req-62bf17f3-403c-4f9a-9794-142524df5526 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:16:30.172621 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-6a76599b-ef0e-4517-a00e-28aaf4f619cc req-62bf17f3-403c-4f9a-9794-142524df5526 service neutron] 10.222.0.90 "GET /v2.0/networks?tenant_id=33ab830fde4c41a1b2b9427ee7d64511&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.6020827 Feb 04 17:16:30.187684 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [req-bab8cdeb-ae94-42ff-983b-c1ff9203fba9 req-d909dc55-f5bb-44d2-b2f5-c9694d119d07 service neutron] For port 32d8b226-744e-42c0-8808-a6c862fac8f7, host n-h1-827839-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=32d8b226-744e-42c0-8808-a6c862fac8f7,segment=NetworkSegment(422e2db4-29a0-413f-80b3-a344e9c773f4),segment_id=422e2db4-29a0-413f-80b3-a344e9c773f4)] {{(pid=103377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:16:30.192491 n-d-827839-2 neutron-server[103377]: DEBUG neutron.notifiers.nova [req-6bdf789a-24b5-4b17-b2ba-1b76df1a2ee9 req-3ea10613-152e-4088-b4c2-e4c63a5f8bae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af1745cd-6b75-4824-ae50-bdd6ce47c5f1 {{(pid=103377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 17:16:30.203003 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bd7d75-ba76-4da8-b33b-534c9361aac9 req-a2771c6f-2012-47c2-92b1-72b4adc4d125 tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:16:30.204676 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-f4bd7d75-ba76-4da8-b33b-534c9361aac9 req-a2771c6f-2012-47c2-92b1-72b4adc4d125 tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] 10.222.0.89 "GET /v2.0/ports?device_id=2c5fa3aa-c51b-4ea4-8f20-cb63cb15c8e4 HTTP/1.1" status: 200 len: 948 time: 0.1124530 Feb 04 17:16:30.233082 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-6bdf789a-24b5-4b17-b2ba-1b76df1a2ee9 req-3ea10613-152e-4088-b4c2-e4c63a5f8bae service neutron] Publish callbacks [] for port (af1745cd-6b75-4824-ae50-bdd6ce47c5f1), precommit_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:16:30.268308 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-bab8cdeb-ae94-42ff-983b-c1ff9203fba9 req-d909dc55-f5bb-44d2-b2f5-c9694d119d07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25888290'] for port (32d8b226-744e-42c0-8808-a6c862fac8f7), after_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:16:30.288869 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-f4bd7d75-ba76-4da8-b33b-534c9361aac9 req-aa0106a7-7fa9-4163-a903-fc9eeef7888e tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] 10.222.0.89 "GET /v2.0/security-groups?id=4f68676b-760c-49c3-a14c-c9afa7ad720d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737047 Feb 04 17:16:30.334632 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [req-0a75b0f0-d188-45db-92a6-3b8cf244607a req-a7344790-aa67-484b-b5be-9614852ae736 service neutron] For port a5a6a2ab-57b8-44d0-93a3-09907e7b69e9, host n-h2-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=a5a6a2ab-57b8-44d0-93a3-09907e7b69e9,segment=NetworkSegment(4adf983e-b4f0-4caa-beec-ecaadf2366f2),segment_id=4adf983e-b4f0-4caa-beec-ecaadf2366f2)] {{(pid=103377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:16:30.371301 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.provisioning_blocks [req-6bdf789a-24b5-4b17-b2ba-1b76df1a2ee9 req-3ea10613-152e-4088-b4c2-e4c63a5f8bae service neutron] Transition to ACTIVE for port object af1745cd-6b75-4824-ae50-bdd6ce47c5f1 will not be triggered until provisioned by entity L2. {{(pid=103377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 17:16:30.378807 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [req-b78ff3b8-801b-4558-a213-24d47967cb62 req-f2bdc85b-ff5a-440e-9f36-6fe4064ff36e service neutron] Attempting to bind port 0dc4fa0b-49d4-4322-a177-c1cdf6851741 on host n-h1-827839-2 for vnic_type normal with profile {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:16:30.379154 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [req-b78ff3b8-801b-4558-a213-24d47967cb62 req-f2bdc85b-ff5a-440e-9f36-6fe4064ff36e service neutron] Attempting to bind port 0dc4fa0b-49d4-4322-a177-c1cdf6851741 by drivers openvswitch,hyperv on host n-h1-827839-2 at level 0 using segments [{'id': '3a39b085-d3e6-43bb-a64c-1b06dd049e5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '02be22b9-aa53-40ea-8050-9239cd27d1ff'}] {{(pid=103377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:16:30.379612 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b78ff3b8-801b-4558-a213-24d47967cb62 req-f2bdc85b-ff5a-440e-9f36-6fe4064ff36e service neutron] Attempting to bind port 0dc4fa0b-49d4-4322-a177-c1cdf6851741 on network 02be22b9-aa53-40ea-8050-9239cd27d1ff {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:16:30.403897 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-6bdf789a-24b5-4b17-b2ba-1b76df1a2ee9 req-3ea10613-152e-4088-b4c2-e4c63a5f8bae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25888290'] for port (af1745cd-6b75-4824-ae50-bdd6ce47c5f1), after_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:16:30.423704 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b78ff3b8-801b-4558-a213-24d47967cb62 req-f2bdc85b-ff5a-440e-9f36-6fe4064ff36e service neutron] Port 0dc4fa0b-49d4-4322-a177-c1cdf6851741 on network 02be22b9-aa53-40ea-8050-9239cd27d1ff not bound, no agent of type Open vSwitch agent registered on host n-h1-827839-2 {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 17:16:30.424049 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b78ff3b8-801b-4558-a213-24d47967cb62 req-f2bdc85b-ff5a-440e-9f36-6fe4064ff36e service neutron] Attempting to bind port 0dc4fa0b-49d4-4322-a177-c1cdf6851741 on network 02be22b9-aa53-40ea-8050-9239cd27d1ff {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:16:30.436782 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [req-0a75b0f0-d188-45db-92a6-3b8cf244607a req-a7344790-aa67-484b-b5be-9614852ae736 service neutron] For port a5a6a2ab-57b8-44d0-93a3-09907e7b69e9, host n-h2-827839-2, cleared binding levels {{(pid=103377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:16:30.498483 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b78ff3b8-801b-4558-a213-24d47967cb62 req-f2bdc85b-ff5a-440e-9f36-6fe4064ff36e service neutron] Checking agent: {'id': '3f9244a9-75fc-4c10-b195-11d48b853b41', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 8, 42), 'started_at': datetime.datetime(2022, 2, 4, 17, 8, 42), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 16, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:16:30.498829 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b78ff3b8-801b-4558-a213-24d47967cb62 req-f2bdc85b-ff5a-440e-9f36-6fe4064ff36e service neutron] Checking segment: {'id': '3a39b085-d3e6-43bb-a64c-1b06dd049e5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '02be22b9-aa53-40ea-8050-9239cd27d1ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:16:30.499208 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b78ff3b8-801b-4558-a213-24d47967cb62 req-f2bdc85b-ff5a-440e-9f36-6fe4064ff36e service neutron] Bound using segment: {'id': '3a39b085-d3e6-43bb-a64c-1b06dd049e5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '02be22b9-aa53-40ea-8050-9239cd27d1ff'} {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:16:30.500388 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33f2572-a5e7-4f4f-99c0-fa9d89afb3a4 req-96ddc452-b2d0-4bf0-a2d6-4a538395eac8 tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:16:30.500535 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [req-b78ff3b8-801b-4558-a213-24d47967cb62 req-f2bdc85b-ff5a-440e-9f36-6fe4064ff36e service neutron] Bound port: 0dc4fa0b-49d4-4322-a177-c1cdf6851741, host: n-h1-827839-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a39b085-d3e6-43bb-a64c-1b06dd049e5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '02be22b9-aa53-40ea-8050-9239cd27d1ff'}}] {{(pid=103377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:16:30.500535 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-b78ff3b8-801b-4558-a213-24d47967cb62 req-f2bdc85b-ff5a-440e-9f36-6fe4064ff36e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (0dc4fa0b-49d4-4322-a177-c1cdf6851741), before_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:16:30.505342 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33f2572-a5e7-4f4f-99c0-fa9d89afb3a4 req-96ddc452-b2d0-4bf0-a2d6-4a538395eac8 tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:16:30.511736 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33f2572-a5e7-4f4f-99c0-fa9d89afb3a4 req-96ddc452-b2d0-4bf0-a2d6-4a538395eac8 tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:16:30.513612 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-f33f2572-a5e7-4f4f-99c0-fa9d89afb3a4 req-96ddc452-b2d0-4bf0-a2d6-4a538395eac8 tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] 10.222.0.89 "GET /v2.0/ports?device_id=25a8ce39-7e6f-4df5-b992-2734d80a6e37 HTTP/1.1" status: 200 len: 2412 time: 0.0928793 Feb 04 17:16:30.535040 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d909dc55-f5bb-44d2-b2f5-c9694d119d07 service neutron] Pushing event updated for resources: {'Port': ['ID=32d8b226-744e-42c0-8808-a6c862fac8f7,revision_number=8']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:16:30.551857 n-d-827839-2 neutron-server[103377]: DEBUG neutron.notifiers.nova [req-0a75b0f0-d188-45db-92a6-3b8cf244607a req-a7344790-aa67-484b-b5be-9614852ae736 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a5a6a2ab-57b8-44d0-93a3-09907e7b69e9 {{(pid=103377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 17:16:30.607842 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a76599b-ef0e-4517-a00e-28aaf4f619cc req-f1ea490b-d6b2-4df5-bc3b-4c1e7d89158a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:16:30.609031 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-f33f2572-a5e7-4f4f-99c0-fa9d89afb3a4 req-9bdfe7fc-81bf-43b7-96ff-107025665754 tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] 10.222.0.89 "GET /v2.0/security-groups?id=e5444cce-a82b-43a5-837a-e27373d38b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845091 Feb 04 17:16:30.609408 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-6a76599b-ef0e-4517-a00e-28aaf4f619cc req-f1ea490b-d6b2-4df5-bc3b-4c1e7d89158a service neutron] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4239290 Feb 04 17:16:30.611065 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab8cdeb-ae94-42ff-983b-c1ff9203fba9 req-d909dc55-f5bb-44d2-b2f5-c9694d119d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:16:30.611734 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-bab8cdeb-ae94-42ff-983b-c1ff9203fba9 req-d909dc55-f5bb-44d2-b2f5-c9694d119d07 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:16:30.612988 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-bab8cdeb-ae94-42ff-983b-c1ff9203fba9 req-d909dc55-f5bb-44d2-b2f5-c9694d119d07 service neutron] 10.222.0.90 "PUT /v2.0/ports/32d8b226-744e-42c0-8808-a6c862fac8f7 HTTP/1.1" status: 200 len: 1121 time: 3.1426911 Feb 04 17:16:30.618510 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [req-0a75b0f0-d188-45db-92a6-3b8cf244607a req-a7344790-aa67-484b-b5be-9614852ae736 service neutron] For port a5a6a2ab-57b8-44d0-93a3-09907e7b69e9, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=a5a6a2ab-57b8-44d0-93a3-09907e7b69e9,segment=NetworkSegment(4adf983e-b4f0-4caa-beec-ecaadf2366f2),segment_id=4adf983e-b4f0-4caa-beec-ecaadf2366f2)] {{(pid=103377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:16:30.658888 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6c7d4e-a15c-4c96-ba74-ef3fce388900 req-d4ddcb6a-9026-4635-aa29-a344e8c582aa tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:16:30.671855 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-db6c7d4e-a15c-4c96-ba74-ef3fce388900 req-d4ddcb6a-9026-4635-aa29-a344e8c582aa tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] 10.222.0.89 "GET /v2.0/ports?device_id=e2b58424-19d8-47c7-9144-64e22f08a22e HTTP/1.1" status: 200 len: 943 time: 0.4412036 Feb 04 17:16:30.738147 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-0a75b0f0-d188-45db-92a6-3b8cf244607a req-a7344790-aa67-484b-b5be-9614852ae736 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (a5a6a2ab-57b8-44d0-93a3-09907e7b69e9), before_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:16:30.771366 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] get_ports_and_sgs() called for port_ids ['32d8b226-744e-42c0-8808-a6c862fac8f7'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 17:16:30.792530 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea10613-152e-4088-b4c2-e4c63a5f8bae service neutron] Pushing event updated for resources: {'Port': ['ID=af1745cd-6b75-4824-ae50-bdd6ce47c5f1,revision_number=2']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:16:30.820305 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4f10a9-352c-4498-89b1-f38c16f02b51 req-5c7126af-5ad1-45b0-893a-3e5d1a20b210 tempest-LiveMigrationNegativeTest-457287813 tempest-LiveMigrationNegativeTest-457287813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:16:30.826777 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-ca4f10a9-352c-4498-89b1-f38c16f02b51 req-5c7126af-5ad1-45b0-893a-3e5d1a20b210 tempest-LiveMigrationNegativeTest-457287813 tempest-LiveMigrationNegativeTest-457287813-project] 10.222.0.89 "GET /v2.0/ports?device_id=a3fabcdf-c0d9-4c64-b1ac-f4f9d6b2de78 HTTP/1.1" status: 200 len: 947 time: 0.1008544 Feb 04 17:16:30.851281 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] get_ports_and_sgs() called for port_ids ['32d8b226-744e-42c0-8808-a6c862fac8f7'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 17:16:30.937354 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-ca4f10a9-352c-4498-89b1-f38c16f02b51 req-82af62e3-514a-4129-af50-a0c8d19b1f41 tempest-LiveMigrationNegativeTest-457287813 tempest-LiveMigrationNegativeTest-457287813-project] 10.222.0.89 "GET /v2.0/security-groups?id=6087b48a-7803-40bd-a4ae-88723ae4142b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016319 Feb 04 17:16:30.969630 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [req-b78ff3b8-801b-4558-a213-24d47967cb62 req-f2bdc85b-ff5a-440e-9f36-6fe4064ff36e service neutron] For port 0dc4fa0b-49d4-4322-a177-c1cdf6851741, host n-h1-827839-2, cleared binding levels {{(pid=103377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:16:30.992532 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-db6c7d4e-a15c-4c96-ba74-ef3fce388900 req-bfdeb64e-581a-4d0a-aa46-a7a4d2867fba tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] 10.222.0.89 "GET /v2.0/security-groups?id=18e6cc58-e448-4d12-9423-2a502a086ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3196933 Feb 04 17:16:31.005296 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [req-b78ff3b8-801b-4558-a213-24d47967cb62 req-f2bdc85b-ff5a-440e-9f36-6fe4064ff36e service neutron] For port 0dc4fa0b-49d4-4322-a177-c1cdf6851741, host n-h1-827839-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=0dc4fa0b-49d4-4322-a177-c1cdf6851741,segment=NetworkSegment(3a39b085-d3e6-43bb-a64c-1b06dd049e5a),segment_id=3a39b085-d3e6-43bb-a64c-1b06dd049e5a)] {{(pid=103377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:16:31.035282 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-b78ff3b8-801b-4558-a213-24d47967cb62 req-f2bdc85b-ff5a-440e-9f36-6fe4064ff36e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25888290'] for port (0dc4fa0b-49d4-4322-a177-c1cdf6851741), after_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:16:31.049435 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8614b8f-cc98-4e30-a5f5-c86c339dc229 req-c35dd049-83bf-44f9-b6cb-306eb68ff19d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:16:31.051429 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-b8614b8f-cc98-4e30-a5f5-c86c339dc229 req-c35dd049-83bf-44f9-b6cb-306eb68ff19d service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=1cd99d9701204f3692368e4539967c47&device_id=013eaece-a1cd-4911-b0a3-fdda63699778 HTTP/1.1" status: 200 len: 1132 time: 0.1131017 Feb 04 17:16:31.113725 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78ff3b8-801b-4558-a213-24d47967cb62 req-f2bdc85b-ff5a-440e-9f36-6fe4064ff36e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:16:31.114443 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-b78ff3b8-801b-4558-a213-24d47967cb62 req-f2bdc85b-ff5a-440e-9f36-6fe4064ff36e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:16:31.116059 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-b78ff3b8-801b-4558-a213-24d47967cb62 req-f2bdc85b-ff5a-440e-9f36-6fe4064ff36e service neutron] 10.222.0.96 "PUT /v2.0/ports/0dc4fa0b-49d4-4322-a177-c1cdf6851741 HTTP/1.1" status: 200 len: 1095 time: 3.4670253 Feb 04 17:16:31.118751 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [req-6bdf789a-24b5-4b17-b2ba-1b76df1a2ee9 req-3ea10613-152e-4088-b4c2-e4c63a5f8bae service neutron] Attempting to bind port af1745cd-6b75-4824-ae50-bdd6ce47c5f1 on host n-h2-827839-2 for vnic_type normal with profile {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:16:31.119154 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [req-6bdf789a-24b5-4b17-b2ba-1b76df1a2ee9 req-3ea10613-152e-4088-b4c2-e4c63a5f8bae service neutron] Attempting to bind port af1745cd-6b75-4824-ae50-bdd6ce47c5f1 by drivers openvswitch,hyperv on host n-h2-827839-2 at level 0 using segments [{'id': '7b692165-49d1-42e9-b93d-2f0e347ea588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '1ff43c38-a534-46d7-8bb3-43ef293fc2c6'}] {{(pid=103377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:16:31.119544 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bdf789a-24b5-4b17-b2ba-1b76df1a2ee9 req-3ea10613-152e-4088-b4c2-e4c63a5f8bae service neutron] Attempting to bind port af1745cd-6b75-4824-ae50-bdd6ce47c5f1 on network 1ff43c38-a534-46d7-8bb3-43ef293fc2c6 {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:16:31.150762 n-d-827839-2 neutron-server[103377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9d0cdd4-aae7-45e7-bcf1-a6ee601b78a7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '32d8b226-744e-42c0-8808-a6c862fac8f7'}, {'name': 'network-changed', 'server_uuid': 'f9d0cdd4-aae7-45e7-bcf1-a6ee601b78a7', 'tag': '32d8b226-744e-42c0-8808-a6c862fac8f7'}, {'name': 'network-changed', 'server_uuid': 'a3fabcdf-c0d9-4c64-b1ac-f4f9d6b2de78', 'tag': '0dc4fa0b-49d4-4322-a177-c1cdf6851741'}] {{(pid=103377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:16:31.155603 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7240428b650e1488e9361b62648ff4b3a6c19d49d8c27c949491ab58c1346cf0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26845379-d3a3-49a6-a07a-9fa8b6132f88" -d '{"events": [{"server_uuid": "f9d0cdd4-aae7-45e7-bcf1-a6ee601b78a7", "name": "network-vif-unplugged", "status": "completed", "tag": "32d8b226-744e-42c0-8808-a6c862fac8f7"}, {"name": "network-changed", "server_uuid": "f9d0cdd4-aae7-45e7-bcf1-a6ee601b78a7", "tag": "32d8b226-744e-42c0-8808-a6c862fac8f7"}, {"name": "network-changed", "server_uuid": "a3fabcdf-c0d9-4c64-b1ac-f4f9d6b2de78", "tag": "0dc4fa0b-49d4-4322-a177-c1cdf6851741"}]}' {{(pid=103377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:16:31.158743 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bdf789a-24b5-4b17-b2ba-1b76df1a2ee9 req-3ea10613-152e-4088-b4c2-e4c63a5f8bae service neutron] Port af1745cd-6b75-4824-ae50-bdd6ce47c5f1 on network 1ff43c38-a534-46d7-8bb3-43ef293fc2c6 not bound, no agent of type Open vSwitch agent registered on host n-h2-827839-2 {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 17:16:31.159252 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bdf789a-24b5-4b17-b2ba-1b76df1a2ee9 req-3ea10613-152e-4088-b4c2-e4c63a5f8bae service neutron] Attempting to bind port af1745cd-6b75-4824-ae50-bdd6ce47c5f1 on network 1ff43c38-a534-46d7-8bb3-43ef293fc2c6 {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:16:31.172097 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2bdc85b-ff5a-440e-9f36-6fe4064ff36e service neutron] Pushing event updated for resources: {'Port': ['ID=0dc4fa0b-49d4-4322-a177-c1cdf6851741,revision_number=3']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:16:31.222938 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bdf789a-24b5-4b17-b2ba-1b76df1a2ee9 req-3ea10613-152e-4088-b4c2-e4c63a5f8bae service neutron] Checking agent: {'id': 'f20a1ab3-4332-4f54-833b-ba4a7c687e89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 8, 40), 'started_at': datetime.datetime(2022, 2, 4, 17, 8, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 16, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:16:31.223633 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bdf789a-24b5-4b17-b2ba-1b76df1a2ee9 req-3ea10613-152e-4088-b4c2-e4c63a5f8bae service neutron] Checking segment: {'id': '7b692165-49d1-42e9-b93d-2f0e347ea588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '1ff43c38-a534-46d7-8bb3-43ef293fc2c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:16:31.224246 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bdf789a-24b5-4b17-b2ba-1b76df1a2ee9 req-3ea10613-152e-4088-b4c2-e4c63a5f8bae service neutron] Bound using segment: {'id': '7b692165-49d1-42e9-b93d-2f0e347ea588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '1ff43c38-a534-46d7-8bb3-43ef293fc2c6'} {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:16:31.225834 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [req-6bdf789a-24b5-4b17-b2ba-1b76df1a2ee9 req-3ea10613-152e-4088-b4c2-e4c63a5f8bae service neutron] Bound port: af1745cd-6b75-4824-ae50-bdd6ce47c5f1, host: n-h2-827839-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b692165-49d1-42e9-b93d-2f0e347ea588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '1ff43c38-a534-46d7-8bb3-43ef293fc2c6'}}] {{(pid=103377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:16:31.226400 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-6bdf789a-24b5-4b17-b2ba-1b76df1a2ee9 req-3ea10613-152e-4088-b4c2-e4c63a5f8bae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (af1745cd-6b75-4824-ae50-bdd6ce47c5f1), before_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:16:31.231905 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c2d2cc-1f72-4098-b9cf-552b0bbc143b req-f93935b1-a997-4cb4-9800-95c5191cc84d tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:16:31.233503 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-32c2d2cc-1f72-4098-b9cf-552b0bbc143b req-f93935b1-a997-4cb4-9800-95c5191cc84d tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] 10.222.0.89 "GET /v2.0/ports?device_id=f9d0cdd4-aae7-45e7-bcf1-a6ee601b78a7 HTTP/1.1" status: 200 len: 943 time: 0.1771295 Feb 04 17:16:31.255845 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8614b8f-cc98-4e30-a5f5-c86c339dc229 req-e6a02c47-a0e7-47cb-b631-7b261ee6355e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:16:31.257321 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-b8614b8f-cc98-4e30-a5f5-c86c339dc229 req-e6a02c47-a0e7-47cb-b631-7b261ee6355e service neutron] 10.222.0.96 "GET /v2.0/networks?id=02be22b9-aa53-40ea-8050-9239cd27d1ff HTTP/1.1" status: 200 len: 870 time: 0.1810975 Feb 04 17:16:31.316345 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-b8614b8f-cc98-4e30-a5f5-c86c339dc229 req-28d5cbe0-d4f8-48e3-b102-e63716f50f5b service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.146&port_id=d4e367c9-7388-41b4-951a-980d5f811eb7 HTTP/1.1" status: 200 len: 217 time: 0.0514708 Feb 04 17:16:31.346546 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.provisioning_blocks [req-0a75b0f0-d188-45db-92a6-3b8cf244607a req-a7344790-aa67-484b-b5be-9614852ae736 service neutron] Transition to ACTIVE for port object a5a6a2ab-57b8-44d0-93a3-09907e7b69e9 will not be triggered until provisioned by entity L2. {{(pid=103377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 17:16:31.362999 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-0a75b0f0-d188-45db-92a6-3b8cf244607a req-a7344790-aa67-484b-b5be-9614852ae736 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25888290'] for port (a5a6a2ab-57b8-44d0-93a3-09907e7b69e9), after_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:16:31.378536 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-32c2d2cc-1f72-4098-b9cf-552b0bbc143b req-a94f4e3e-22e4-4c17-ba84-443469532103 tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] 10.222.0.89 "GET /v2.0/security-groups?id=119a7f03-3e07-4d1e-8852-d9f974f9f052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309564 Feb 04 17:16:31.419502 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8614b8f-cc98-4e30-a5f5-c86c339dc229 req-1d2d4e77-df27-4828-ac29-faf192d14269 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:16:31.419502 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-b8614b8f-cc98-4e30-a5f5-c86c339dc229 req-1d2d4e77-df27-4828-ac29-faf192d14269 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=c974b0ff-2c5c-4667-8a81-3bde3ea6ced5 HTTP/1.1" status: 200 len: 843 time: 0.0847969 Feb 04 17:16:31.421834 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78ff3b8-801b-4558-a213-24d47967cb62 req-4f259833-a358-4f7d-96c1-d06707010990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:16:31.421834 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-b78ff3b8-801b-4558-a213-24d47967cb62 req-4f259833-a358-4f7d-96c1-d06707010990 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=cf565683b16046d8a2d32c2de8e8929b&device_id=a3fabcdf-c0d9-4c64-b1ac-f4f9d6b2de78 HTTP/1.1" status: 200 len: 1129 time: 0.2558177 Feb 04 17:16:31.488976 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a75b0f0-d188-45db-92a6-3b8cf244607a req-a7344790-aa67-484b-b5be-9614852ae736 service neutron] No DVR routers for this DVR port a5a6a2ab-57b8-44d0-93a3-09907e7b69e9 on host n-h2-827839-2 {{(pid=103377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 17:16:31.503609 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8614b8f-cc98-4e30-a5f5-c86c339dc229 req-094470a9-0665-419e-854f-5f0957a79a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:16:31.505516 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-b8614b8f-cc98-4e30-a5f5-c86c339dc229 req-094470a9-0665-419e-854f-5f0957a79a7c service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=02be22b9-aa53-40ea-8050-9239cd27d1ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0863762 Feb 04 17:16:31.535941 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 519 Content-Type: application/json Date: Fri, 04 Feb 2022 17:16:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95e278c4-6f8e-4488-bb53-c9f02c8cb6d4 x-openstack-request-id: req-95e278c4-6f8e-4488-bb53-c9f02c8cb6d4 {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:16:31.536240 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9d0cdd4-aae7-45e7-bcf1-a6ee601b78a7", "name": "network-vif-unplugged", "status": "completed", "tag": "32d8b226-744e-42c0-8808-a6c862fac8f7", "code": 200}, {"name": "network-changed", "server_uuid": "f9d0cdd4-aae7-45e7-bcf1-a6ee601b78a7", "tag": "32d8b226-744e-42c0-8808-a6c862fac8f7", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "a3fabcdf-c0d9-4c64-b1ac-f4f9d6b2de78", "tag": "0dc4fa0b-49d4-4322-a177-c1cdf6851741", "status": "completed", "code": 200}]} {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:16:31.536494 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-95e278c4-6f8e-4488-bb53-c9f02c8cb6d4 {{(pid=103377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:16:31.537448 n-d-827839-2 neutron-server[103377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9d0cdd4-aae7-45e7-bcf1-a6ee601b78a7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '32d8b226-744e-42c0-8808-a6c862fac8f7', 'code': 200} Feb 04 17:16:31.537448 n-d-827839-2 neutron-server[103377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9d0cdd4-aae7-45e7-bcf1-a6ee601b78a7', 'tag': '32d8b226-744e-42c0-8808-a6c862fac8f7', 'status': 'completed', 'code': 200} Feb 04 17:16:31.537721 n-d-827839-2 neutron-server[103377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3fabcdf-c0d9-4c64-b1ac-f4f9d6b2de78', 'tag': '0dc4fa0b-49d4-4322-a177-c1cdf6851741', 'status': 'completed', 'code': 200} Feb 04 17:16:31.544887 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-b78ff3b8-801b-4558-a213-24d47967cb62 req-58945f26-a56f-408d-aa90-6fe812f4ed47 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.71&port_id=0dc4fa0b-49d4-4322-a177-c1cdf6851741 HTTP/1.1" status: 200 len: 217 time: 0.0951271 Feb 04 17:16:31.558667 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ca2774-c519-4f6b-934e-b3b388aea4cf req-51d4deac-ab2b-40a7-83bd-5458e33f8952 tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:16:31.560178 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-a3ca2774-c519-4f6b-934e-b3b388aea4cf req-51d4deac-ab2b-40a7-83bd-5458e33f8952 tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] 10.222.0.89 "GET /v2.0/ports?device_id=013eaece-a1cd-4911-b0a3-fdda63699778 HTTP/1.1" status: 200 len: 950 time: 0.4104605 Feb 04 17:16:31.566115 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [req-6bdf789a-24b5-4b17-b2ba-1b76df1a2ee9 req-3ea10613-152e-4088-b4c2-e4c63a5f8bae service neutron] For port af1745cd-6b75-4824-ae50-bdd6ce47c5f1, host n-h2-827839-2, cleared binding levels {{(pid=103377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:16:31.580823 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [req-6bdf789a-24b5-4b17-b2ba-1b76df1a2ee9 req-3ea10613-152e-4088-b4c2-e4c63a5f8bae service neutron] For port af1745cd-6b75-4824-ae50-bdd6ce47c5f1, host n-h2-827839-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=af1745cd-6b75-4824-ae50-bdd6ce47c5f1,segment=NetworkSegment(7b692165-49d1-42e9-b93d-2f0e347ea588),segment_id=7b692165-49d1-42e9-b93d-2f0e347ea588)] {{(pid=103377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:16:31.622468 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7344790-aa67-484b-b5be-9614852ae736 service neutron] Pushing event updated for resources: {'Port': ['ID=a5a6a2ab-57b8-44d0-93a3-09907e7b69e9,revision_number=10']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:16:31.630227 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-6bdf789a-24b5-4b17-b2ba-1b76df1a2ee9 req-3ea10613-152e-4088-b4c2-e4c63a5f8bae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25888290'] for port (af1745cd-6b75-4824-ae50-bdd6ce47c5f1), after_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:16:31.644423 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-0a75b0f0-d188-45db-92a6-3b8cf244607a req-a7344790-aa67-484b-b5be-9614852ae736 service neutron] 10.222.0.90 "PUT /v2.0/ports/a5a6a2ab-57b8-44d0-93a3-09907e7b69e9/bindings/n-h1-827839-2/activate HTTP/1.1" status: 200 len: 369 time: 2.5377297 Feb 04 17:16:31.700378 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdf789a-24b5-4b17-b2ba-1b76df1a2ee9 req-3ea10613-152e-4088-b4c2-e4c63a5f8bae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:16:31.700840 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-6bdf789a-24b5-4b17-b2ba-1b76df1a2ee9 req-3ea10613-152e-4088-b4c2-e4c63a5f8bae service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:16:31.702215 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-6bdf789a-24b5-4b17-b2ba-1b76df1a2ee9 req-3ea10613-152e-4088-b4c2-e4c63a5f8bae service neutron] 10.222.0.90 "PUT /v2.0/ports/af1745cd-6b75-4824-ae50-bdd6ce47c5f1 HTTP/1.1" status: 200 len: 1092 time: 3.4150951 Feb 04 17:16:31.710666 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78ff3b8-801b-4558-a213-24d47967cb62 req-d832c6fd-ab4b-4e7d-acc4-2d102b1a4e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:16:31.712196 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-b78ff3b8-801b-4558-a213-24d47967cb62 req-d832c6fd-ab4b-4e7d-acc4-2d102b1a4e9b service neutron] 10.222.0.96 "GET /v2.0/subnets?id=c974b0ff-2c5c-4667-8a81-3bde3ea6ced5 HTTP/1.1" status: 200 len: 843 time: 0.1474712 Feb 04 17:16:31.741776 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.96', 56976) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:16:31.749629 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea10613-152e-4088-b4c2-e4c63a5f8bae service neutron] Pushing event updated for resources: {'Port': ['ID=af1745cd-6b75-4824-ae50-bdd6ce47c5f1,revision_number=3']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:16:31.757253 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-a3ca2774-c519-4f6b-934e-b3b388aea4cf req-a9e0ecdd-f309-41a9-a162-8d2edba3b5b2 tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] 10.222.0.89 "GET /v2.0/security-groups?id=5fa98c6a-94b3-4690-b9c3-4f0e67d11226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1885648 Feb 04 17:16:31.807266 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71daa43-2baa-4b1e-a6c4-30dac70485e5 req-3f53ca08-1cb8-43e0-a83f-f8fa5edf36ae tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:16:31.809242 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-f71daa43-2baa-4b1e-a6c4-30dac70485e5 req-3f53ca08-1cb8-43e0-a83f-f8fa5edf36ae tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] 10.222.0.89 "GET /v2.0/ports?device_id=2c5fa3aa-c51b-4ea4-8f20-cb63cb15c8e4 HTTP/1.1" status: 200 len: 948 time: 0.2270160 Feb 04 17:16:31.814681 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-b8614b8f-cc98-4e30-a5f5-c86c339dc229 req-6aa4b1e6-113c-4d62-8060-21ebeee55141 service neutron] 10.222.0.96 "GET /v2.0/networks/02be22b9-aa53-40ea-8050-9239cd27d1ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2791362 Feb 04 17:16:31.820447 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26845379-d3a3-49a6-a07a-9fa8b6132f88 req-c48d638b-8fc7-4af3-afff-629a6cc208d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:16:31.820447 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-26845379-d3a3-49a6-a07a-9fa8b6132f88 req-c48d638b-8fc7-4af3-afff-629a6cc208d0 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=f3812c841c31408e86184d3885a61bc1&device_id=f9d0cdd4-aae7-45e7-bcf1-a6ee601b78a7 HTTP/1.1" status: 200 len: 1155 time: 0.2651961 Feb 04 17:16:31.888308 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78ff3b8-801b-4558-a213-24d47967cb62 req-31f058b4-db82-457b-a5b5-d1f1501623c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:16:31.890065 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-b78ff3b8-801b-4558-a213-24d47967cb62 req-31f058b4-db82-457b-a5b5-d1f1501623c4 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=02be22b9-aa53-40ea-8050-9239cd27d1ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1491067 Feb 04 17:16:31.936247 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdf789a-24b5-4b17-b2ba-1b76df1a2ee9 req-a4e62c43-3f11-4e3f-aad3-e806eb52dc8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:16:31.936790 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdf789a-24b5-4b17-b2ba-1b76df1a2ee9 req-a4e62c43-3f11-4e3f-aad3-e806eb52dc8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:16:31.937257 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdf789a-24b5-4b17-b2ba-1b76df1a2ee9 req-a4e62c43-3f11-4e3f-aad3-e806eb52dc8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:16:31.939036 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-6bdf789a-24b5-4b17-b2ba-1b76df1a2ee9 req-a4e62c43-3f11-4e3f-aad3-e806eb52dc8e service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=33ab830fde4c41a1b2b9427ee7d64511&device_id=25a8ce39-7e6f-4df5-b992-2734d80a6e37 HTTP/1.1" status: 200 len: 2958 time: 0.1559756 Feb 04 17:16:31.956305 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-02255b35-5312-4026-a2c1-ed22fbb31586 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (64ada913-9131-4d99-a265-63a920956287), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:16:32.061581 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a75b0f0-d188-45db-92a6-3b8cf244607a req-ddd6a05a-3c50-4e0c-8326-bedaaf24ba5c tempest-LiveMigrationTest-101728267 tempest-LiveMigrationTest-101728267-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:16:32.063042 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-0a75b0f0-d188-45db-92a6-3b8cf244607a req-ddd6a05a-3c50-4e0c-8326-bedaaf24ba5c tempest-LiveMigrationTest-101728267 tempest-LiveMigrationTest-101728267-project-admin] 10.222.0.96 "GET /v2.0/ports?device_id=e2b58424-19d8-47c7-9144-64e22f08a22e&tenant_id=8da6ad4e5ee34bf6bb722cd37ab73ea7&binding%3Ahost_id=n-h2-827839-2 HTTP/1.1" status: 200 len: 1126 time: 0.3200986 Feb 04 17:16:32.105306 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-f71daa43-2baa-4b1e-a6c4-30dac70485e5 req-b9185745-fdd6-420d-a4dd-a09fae9ae04d tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] 10.222.0.89 "GET /v2.0/security-groups?id=4f68676b-760c-49c3-a14c-c9afa7ad720d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2757673 Feb 04 17:16:32.160370 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-b8614b8f-cc98-4e30-a5f5-c86c339dc229 req-8c1cc5d7-3105-4c8b-9a5b-19499d9d0f2f service neutron] 10.222.0.96 "GET /v2.0/networks/02be22b9-aa53-40ea-8050-9239cd27d1ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3320825 Feb 04 17:16:32.189489 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26845379-d3a3-49a6-a07a-9fa8b6132f88 req-80b70888-93b1-47ac-a2dd-3c3e7588132a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:16:32.192701 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-26845379-d3a3-49a6-a07a-9fa8b6132f88 req-80b70888-93b1-47ac-a2dd-3c3e7588132a service neutron] 10.222.0.96 "GET /v2.0/networks?id=b27b7363-f5f5-42ff-a720-66280b0b57a7 HTTP/1.1" status: 200 len: 922 time: 0.3419855 Feb 04 17:16:32.259859 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device 84667694-4bdb-498f-86e0-1a344d1d18d0 details requested by agent hyperv_n-h1-827839-2 with host n-h1-827839-2 {{(pid=103378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 17:16:32.280564 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-26845379-d3a3-49a6-a07a-9fa8b6132f88 req-d63ffc6c-6571-41e0-a7a1-67a47642b0f3 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=32d8b226-744e-42c0-8808-a6c862fac8f7 HTTP/1.1" status: 200 len: 217 time: 0.0695138 Feb 04 17:16:32.300494 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a75b0f0-d188-45db-92a6-3b8cf244607a req-c2939c8d-5e99-43cf-b83d-49144aebeadb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:16:32.301999 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-0a75b0f0-d188-45db-92a6-3b8cf244607a req-c2939c8d-5e99-43cf-b83d-49144aebeadb service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=e2b58424-19d8-47c7-9144-64e22f08a22e&tenant_id=8da6ad4e5ee34bf6bb722cd37ab73ea7 HTTP/1.1" status: 200 len: 1126 time: 0.2303674 Feb 04 17:16:32.412279 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b45d579-09c3-41fa-b220-8bc9aacd7cf1 req-79e917c4-7bca-4c41-8065-27274d2b8c17 tempest-LiveMigrationNegativeTest-457287813 tempest-LiveMigrationNegativeTest-457287813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:16:32.432550 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-6bdf789a-24b5-4b17-b2ba-1b76df1a2ee9 req-5ed11909-28dc-4b16-a18c-14e500fe275f service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.88&port_id=385f7e55-0b05-4dd5-bfb3-bf3b943a52e9 HTTP/1.1" status: 200 len: 217 time: 0.4247842 Feb 04 17:16:32.433486 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-1b45d579-09c3-41fa-b220-8bc9aacd7cf1 req-79e917c4-7bca-4c41-8065-27274d2b8c17 tempest-LiveMigrationNegativeTest-457287813 tempest-LiveMigrationNegativeTest-457287813-project] 10.222.0.89 "GET /v2.0/ports?device_id=a3fabcdf-c0d9-4c64-b1ac-f4f9d6b2de78 HTTP/1.1" status: 200 len: 947 time: 0.2379701 Feb 04 17:16:32.446852 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26845379-d3a3-49a6-a07a-9fa8b6132f88 req-6aa62041-a109-483b-8a99-db660b6c3de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:16:32.448389 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-26845379-d3a3-49a6-a07a-9fa8b6132f88 req-6aa62041-a109-483b-8a99-db660b6c3de2 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=fa2004f2-da24-41cf-84b9-96d41a7dd118 HTTP/1.1" status: 200 len: 861 time: 0.1574132 Feb 04 17:16:32.484102 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] For port 84667694-4bdb-498f-86e0-1a344d1d18d0, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=84667694-4bdb-498f-86e0-1a344d1d18d0,segment=NetworkSegment(3a39b085-d3e6-43bb-a64c-1b06dd049e5a),segment_id=3a39b085-d3e6-43bb-a64c-1b06dd049e5a)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:16:32.496094 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a75b0f0-d188-45db-92a6-3b8cf244607a req-15cfbf3a-5829-41a9-b5d2-cf7cf396547f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:16:32.497754 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-0a75b0f0-d188-45db-92a6-3b8cf244607a req-15cfbf3a-5829-41a9-b5d2-cf7cf396547f service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=8da6ad4e5ee34bf6bb722cd37ab73ea7&device_id=e2b58424-19d8-47c7-9144-64e22f08a22e HTTP/1.1" status: 200 len: 1126 time: 0.1551628 Feb 04 17:16:32.505005 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-26845379-d3a3-49a6-a07a-9fa8b6132f88 req-b08b0098-30c1-462b-a983-126fb804530a service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=b27b7363-f5f5-42ff-a720-66280b0b57a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0479643 Feb 04 17:16:32.508675 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Returning: {'device': '84667694-4bdb-498f-86e0-1a344d1d18d0', 'network_id': '02be22b9-aa53-40ea-8050-9239cd27d1ff', 'port_id': '84667694-4bdb-498f-86e0-1a344d1d18d0', 'mac_address': 'fa:16:3e:b8:d0:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 797, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c974b0ff-2c5c-4667-8a81-3bde3ea6ced5', 'ip_address': '192.168.233.136'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 17:16:32.515272 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8931209f-69c0-4dab-a9f6-c58c30caa4f9 req-3d24e33f-1095-4686-b353-5a55f9e67c55 tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:16:32.522545 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8931209f-69c0-4dab-a9f6-c58c30caa4f9 req-3d24e33f-1095-4686-b353-5a55f9e67c55 tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:16:32.528611 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8931209f-69c0-4dab-a9f6-c58c30caa4f9 req-3d24e33f-1095-4686-b353-5a55f9e67c55 tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:16:32.530500 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-8931209f-69c0-4dab-a9f6-c58c30caa4f9 req-3d24e33f-1095-4686-b353-5a55f9e67c55 tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] 10.222.0.89 "GET /v2.0/ports?device_id=25a8ce39-7e6f-4df5-b992-2734d80a6e37 HTTP/1.1" status: 200 len: 2412 time: 0.6181493 Feb 04 17:16:32.592006 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdf789a-24b5-4b17-b2ba-1b76df1a2ee9 req-cd59bf54-ea7d-469d-8a82-c9f72f833ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:16:32.593721 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-6bdf789a-24b5-4b17-b2ba-1b76df1a2ee9 req-cd59bf54-ea7d-469d-8a82-c9f72f833ee5 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=6bd95019-4e1b-4745-8b39-8b93c86d3a9a HTTP/1.1" status: 200 len: 801 time: 0.1495116 Feb 04 17:16:32.597273 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-b78ff3b8-801b-4558-a213-24d47967cb62 req-c277e6dd-5d45-4c00-96af-018875bd9521 service neutron] 10.222.0.96 "GET /v2.0/networks/02be22b9-aa53-40ea-8050-9239cd27d1ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6921599 Feb 04 17:16:32.601179 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-1b45d579-09c3-41fa-b220-8bc9aacd7cf1 req-c9178bc5-9ce1-4119-aa73-c8a37ac1be9e tempest-LiveMigrationNegativeTest-457287813 tempest-LiveMigrationNegativeTest-457287813-project] 10.222.0.89 "GET /v2.0/security-groups?id=6087b48a-7803-40bd-a4ae-88723ae4142b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535070 Feb 04 17:16:32.602874 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Current status of the port 84667694-4bdb-498f-86e0-1a344d1d18d0 is: DOWN; New status is: BUILD {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:16:32.603751 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (84667694-4bdb-498f-86e0-1a344d1d18d0), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:16:32.625566 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84667694-4bdb-498f-86e0-1a344d1d18d0 {{(pid=103378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 17:16:32.649913 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] For port 84667694-4bdb-498f-86e0-1a344d1d18d0, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=84667694-4bdb-498f-86e0-1a344d1d18d0,segment=NetworkSegment(3a39b085-d3e6-43bb-a64c-1b06dd049e5a),segment_id=3a39b085-d3e6-43bb-a64c-1b06dd049e5a)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:16:32.654928 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (84667694-4bdb-498f-86e0-1a344d1d18d0), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:16:32.715729 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Pushing event updated for resources: {'Port': ['ID=84667694-4bdb-498f-86e0-1a344d1d18d0,revision_number=4']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:16:32.724498 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-26845379-d3a3-49a6-a07a-9fa8b6132f88 req-70c54c0d-25ef-4cb8-a075-ea58f8eeff9b service neutron] 10.222.0.96 "GET /v2.0/networks/b27b7363-f5f5-42ff-a720-66280b0b57a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2087221 Feb 04 17:16:32.730546 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-8931209f-69c0-4dab-a9f6-c58c30caa4f9 req-fe654562-13e8-47ee-97dd-3dd61e11f9ca tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] 10.222.0.89 "GET /v2.0/security-groups?id=e5444cce-a82b-43a5-837a-e27373d38b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1927361 Feb 04 17:16:32.765875 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdf789a-24b5-4b17-b2ba-1b76df1a2ee9 req-9018c9ae-1668-4915-9c1c-9c9a9a8f2158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:16:32.767376 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-6bdf789a-24b5-4b17-b2ba-1b76df1a2ee9 req-9018c9ae-1668-4915-9c1c-9c9a9a8f2158 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=1ff43c38-a534-46d7-8bb3-43ef293fc2c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1544533 Feb 04 17:16:32.772592 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-b78ff3b8-801b-4558-a213-24d47967cb62 req-c64825cb-056f-4c12-91b9-7446bd3080b1 service neutron] 10.222.0.96 "GET /v2.0/networks/02be22b9-aa53-40ea-8050-9239cd27d1ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1519134 Feb 04 17:16:32.843560 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a75b0f0-d188-45db-92a6-3b8cf244607a req-21e39b6a-3ab1-4b35-9e42-83868dd9f3c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:16:32.844982 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-0a75b0f0-d188-45db-92a6-3b8cf244607a req-21e39b6a-3ab1-4b35-9e42-83868dd9f3c5 service neutron] 10.222.0.96 "GET /v2.0/networks?id=865a5290-ec33-4655-84a4-bc1453190ac7 HTTP/1.1" status: 200 len: 908 time: 0.3282144 Feb 04 17:16:32.854420 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccca7f1-0c9a-46ef-b3ea-ff12e8231e47 req-61bf6d1a-667d-4ea4-aedb-7b17a1b4641d tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:16:32.861287 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-0ccca7f1-0c9a-46ef-b3ea-ff12e8231e47 req-61bf6d1a-667d-4ea4-aedb-7b17a1b4641d tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] 10.222.0.89 "GET /v2.0/ports?device_id=e2b58424-19d8-47c7-9144-64e22f08a22e HTTP/1.1" status: 200 len: 944 time: 0.1631687 Feb 04 17:16:32.862369 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d408ec64-b374-4acb-a1fc-48241dad6d47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (0cd6d64a-47a7-40ff-8c12-71dd526c62e0), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:16:32.887703 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-6bdf789a-24b5-4b17-b2ba-1b76df1a2ee9 req-1360cc2f-39de-463e-8d69-023c0c225078 service neutron] 10.222.0.90 "GET /v2.0/networks/1ff43c38-a534-46d7-8bb3-43ef293fc2c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1096249 Feb 04 17:16:32.923896 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-0a75b0f0-d188-45db-92a6-3b8cf244607a req-a194dfd7-6b3a-4914-a6b3-4b7c87a953e8 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a5a6a2ab-57b8-44d0-93a3-09907e7b69e9 HTTP/1.1" status: 200 len: 217 time: 0.0585663 Feb 04 17:16:33.023560 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-6bdf789a-24b5-4b17-b2ba-1b76df1a2ee9 req-1e43be94-63a9-4781-a745-6a59b5bca7e6 service neutron] 10.222.0.90 "GET /v2.0/networks/1ff43c38-a534-46d7-8bb3-43ef293fc2c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272421 Feb 04 17:16:33.032112 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b15518-73f9-41a1-93b3-b9d8f7376af6 req-ab1b94b5-b0cf-4223-954b-7da9c1ec1627 tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:16:33.033703 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-f3b15518-73f9-41a1-93b3-b9d8f7376af6 req-ab1b94b5-b0cf-4223-954b-7da9c1ec1627 tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] 10.222.0.89 "GET /v2.0/ports?device_id=f9d0cdd4-aae7-45e7-bcf1-a6ee601b78a7 HTTP/1.1" status: 200 len: 943 time: 0.0920098 Feb 04 17:16:33.073541 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-6bdf789a-24b5-4b17-b2ba-1b76df1a2ee9 req-d942c8c1-ba32-49e8-b845-eb4d6e4e3964 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.126&port_id=29380a55-ac03-4b81-918e-c21a85d53812 HTTP/1.1" status: 200 len: 217 time: 0.0388489 Feb 04 17:16:33.154897 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-f3b15518-73f9-41a1-93b3-b9d8f7376af6 req-6a607900-7133-4a79-ad26-50af5fa7e718 tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] 10.222.0.89 "GET /v2.0/security-groups?id=119a7f03-3e07-4d1e-8852-d9f974f9f052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840960 Feb 04 17:16:33.156449 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdf789a-24b5-4b17-b2ba-1b76df1a2ee9 req-1acb5c89-c88b-42b5-a875-9b59db7165b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:16:33.157925 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-6bdf789a-24b5-4b17-b2ba-1b76df1a2ee9 req-1acb5c89-c88b-42b5-a875-9b59db7165b2 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=d0e196f4-75c7-40b2-936c-d255726cc211 HTTP/1.1" status: 200 len: 801 time: 0.0721262 Feb 04 17:16:33.280328 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdf789a-24b5-4b17-b2ba-1b76df1a2ee9 req-906927ac-5779-400f-b876-a00585cdbd90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:16:33.281944 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-6bdf789a-24b5-4b17-b2ba-1b76df1a2ee9 req-906927ac-5779-400f-b876-a00585cdbd90 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=4ddf39c1-3c00-452d-ab51-592ac3d278a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.0871887 Feb 04 17:16:33.283647 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-26845379-d3a3-49a6-a07a-9fa8b6132f88 req-09ed7aab-b3c6-48e3-ac3b-eb62f10d0785 service neutron] 10.222.0.96 "GET /v2.0/networks/b27b7363-f5f5-42ff-a720-66280b0b57a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5387955 Feb 04 17:16:33.293478 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a456293-9f33-4051-a053-f0ffef08f078 req-260ef794-17c8-4564-a2df-a91c526a352e tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:16:33.295095 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-0a456293-9f33-4051-a053-f0ffef08f078 req-260ef794-17c8-4564-a2df-a91c526a352e tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] 10.222.0.89 "GET /v2.0/ports?device_id=013eaece-a1cd-4911-b0a3-fdda63699778 HTTP/1.1" status: 200 len: 950 time: 0.0719206 Feb 04 17:16:33.302422 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-0ccca7f1-0c9a-46ef-b3ea-ff12e8231e47 req-2ef7a66f-34d1-44d0-9a43-6115ba767c2f tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] 10.222.0.89 "GET /v2.0/security-groups?id=18e6cc58-e448-4d12-9423-2a502a086ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4402854 Feb 04 17:16:33.309591 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a75b0f0-d188-45db-92a6-3b8cf244607a req-21f77a90-87b2-49ee-adfa-0c0d7f4cc24e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:16:33.311085 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-0a75b0f0-d188-45db-92a6-3b8cf244607a req-21f77a90-87b2-49ee-adfa-0c0d7f4cc24e service neutron] 10.222.0.96 "GET /v2.0/subnets?id=22305eb3-36bf-4425-804b-f2478ee8714d HTTP/1.1" status: 200 len: 847 time: 0.3770080 Feb 04 17:16:33.367519 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-0a75b0f0-d188-45db-92a6-3b8cf244607a req-65f29f45-7eb9-45ac-9986-39079f13cb64 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=865a5290-ec33-4655-84a4-bc1453190ac7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0401862 Feb 04 17:16:33.417764 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-0a456293-9f33-4051-a053-f0ffef08f078 req-73c764fa-d930-4977-9556-d2b4ab29b8a2 tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] 10.222.0.89 "GET /v2.0/security-groups?id=5fa98c6a-94b3-4690-b9c3-4f0e67d11226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997992 Feb 04 17:16:33.432925 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-6bdf789a-24b5-4b17-b2ba-1b76df1a2ee9 req-b2edad39-d58b-4501-a68c-9077c60036d6 service neutron] 10.222.0.90 "GET /v2.0/networks/4ddf39c1-3c00-452d-ab51-592ac3d278a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1348736 Feb 04 17:16:33.500941 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26845379-d3a3-49a6-a07a-9fa8b6132f88 req-9a6cb979-05b7-4938-bce2-02b81a19a037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:16:33.502428 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-26845379-d3a3-49a6-a07a-9fa8b6132f88 req-9a6cb979-05b7-4938-bce2-02b81a19a037 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=cf565683b16046d8a2d32c2de8e8929b&device_id=a3fabcdf-c0d9-4c64-b1ac-f4f9d6b2de78 HTTP/1.1" status: 200 len: 1129 time: 0.1610844 Feb 04 17:16:33.519239 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ff83d9-0836-4e9f-b1fe-7efd53249bdf req-a9e0c2ff-5517-4208-bbd3-bbdec7962e16 tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:16:33.520813 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-f8ff83d9-0836-4e9f-b1fe-7efd53249bdf req-a9e0c2ff-5517-4208-bbd3-bbdec7962e16 tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] 10.222.0.89 "GET /v2.0/ports?device_id=2c5fa3aa-c51b-4ea4-8f20-cb63cb15c8e4 HTTP/1.1" status: 200 len: 949 time: 0.1282308 Feb 04 17:16:33.536771 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-6bdf789a-24b5-4b17-b2ba-1b76df1a2ee9 req-c7c75e81-1f24-4d1a-89d8-5b697396fba0 service neutron] 10.222.0.90 "GET /v2.0/networks/4ddf39c1-3c00-452d-ab51-592ac3d278a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930877 Feb 04 17:16:33.538208 n-d-827839-2 neutron-server[103377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25a8ce39-7e6f-4df5-b992-2734d80a6e37', 'tag': 'af1745cd-6b75-4824-ae50-bdd6ce47c5f1'}] {{(pid=103377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:16:33.540817 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7240428b650e1488e9361b62648ff4b3a6c19d49d8c27c949491ab58c1346cf0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91190e5b-4be0-4c89-b3b1-d03680da4c42" -d '{"events": [{"name": "network-changed", "server_uuid": "25a8ce39-7e6f-4df5-b992-2734d80a6e37", "tag": "af1745cd-6b75-4824-ae50-bdd6ce47c5f1"}]}' {{(pid=103377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:16:33.581411 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-6bdf789a-24b5-4b17-b2ba-1b76df1a2ee9 req-8b864e16-77a9-4533-aad6-03e5820bad22 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.222&port_id=af1745cd-6b75-4824-ae50-bdd6ce47c5f1 HTTP/1.1" status: 200 len: 217 time: 0.0369697 Feb 04 17:16:33.585785 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 17:16:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5a7875b-c445-4802-abe5-f3c161e66fdf x-openstack-request-id: req-a5a7875b-c445-4802-abe5-f3c161e66fdf {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:16:33.586136 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25a8ce39-7e6f-4df5-b992-2734d80a6e37", "tag": "af1745cd-6b75-4824-ae50-bdd6ce47c5f1", "status": "completed", "code": 200}]} {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:16:33.586398 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-a5a7875b-c445-4802-abe5-f3c161e66fdf {{(pid=103377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:16:33.586816 n-d-827839-2 neutron-server[103377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25a8ce39-7e6f-4df5-b992-2734d80a6e37', 'tag': 'af1745cd-6b75-4824-ae50-bdd6ce47c5f1', 'status': 'completed', 'code': 200} Feb 04 17:16:33.595067 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-0a75b0f0-d188-45db-92a6-3b8cf244607a req-57e8a16e-ddc3-4c04-9c75-e9d1efdd9745 service neutron] 10.222.0.96 "GET /v2.0/networks/865a5290-ec33-4655-84a4-bc1453190ac7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2123439 Feb 04 17:16:33.632783 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] get_ports_and_sgs() called for port_ids ['84667694-4bdb-498f-86e0-1a344d1d18d0'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 17:16:33.659773 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdf789a-24b5-4b17-b2ba-1b76df1a2ee9 req-fe044b94-c363-4484-9656-cb7b81418234 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:16:33.661627 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-6bdf789a-24b5-4b17-b2ba-1b76df1a2ee9 req-fe044b94-c363-4484-9656-cb7b81418234 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=6bd95019-4e1b-4745-8b39-8b93c86d3a9a HTTP/1.1" status: 200 len: 801 time: 0.0584054 Feb 04 17:16:33.707116 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-f8ff83d9-0836-4e9f-b1fe-7efd53249bdf req-19423813-2456-4083-aadb-963598f0a4b3 tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] 10.222.0.89 "GET /v2.0/security-groups?id=4f68676b-760c-49c3-a14c-c9afa7ad720d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1783991 Feb 04 17:16:33.736160 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26845379-d3a3-49a6-a07a-9fa8b6132f88 req-9149360e-48e3-4a5f-a29e-9b44d5491249 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:16:33.737674 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-26845379-d3a3-49a6-a07a-9fa8b6132f88 req-9149360e-48e3-4a5f-a29e-9b44d5491249 service neutron] 10.222.0.96 "GET /v2.0/networks?id=02be22b9-aa53-40ea-8050-9239cd27d1ff HTTP/1.1" status: 200 len: 870 time: 0.2160194 Feb 04 17:16:33.767846 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdf789a-24b5-4b17-b2ba-1b76df1a2ee9 req-5fb930de-11d6-4f34-8d6a-2fe65dbedf5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:16:33.769667 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-6bdf789a-24b5-4b17-b2ba-1b76df1a2ee9 req-5fb930de-11d6-4f34-8d6a-2fe65dbedf5f service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=1ff43c38-a534-46d7-8bb3-43ef293fc2c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.0928309 Feb 04 17:16:33.785678 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421f71a8-abb9-4b94-95fa-1cfff94d28e6 req-15f887a4-d2d0-4e56-a06f-92f620728d3b tempest-LiveMigrationNegativeTest-457287813 tempest-LiveMigrationNegativeTest-457287813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:16:33.787571 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-421f71a8-abb9-4b94-95fa-1cfff94d28e6 req-15f887a4-d2d0-4e56-a06f-92f620728d3b tempest-LiveMigrationNegativeTest-457287813 tempest-LiveMigrationNegativeTest-457287813-project] 10.222.0.89 "GET /v2.0/ports?device_id=a3fabcdf-c0d9-4c64-b1ac-f4f9d6b2de78 HTTP/1.1" status: 200 len: 947 time: 0.1238213 Feb 04 17:16:33.802294 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-26845379-d3a3-49a6-a07a-9fa8b6132f88 req-8b706461-919b-44d0-9348-3786ed846cd3 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.71&port_id=0dc4fa0b-49d4-4322-a177-c1cdf6851741 HTTP/1.1" status: 200 len: 217 time: 0.0524027 Feb 04 17:16:33.805125 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-0a75b0f0-d188-45db-92a6-3b8cf244607a req-127102ca-2a50-4523-a914-f38a0e7747ea service neutron] 10.222.0.96 "GET /v2.0/networks/865a5290-ec33-4655-84a4-bc1453190ac7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2001605 Feb 04 17:16:33.902031 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-421f71a8-abb9-4b94-95fa-1cfff94d28e6 req-a24ec9b2-0abb-4f55-8231-ca41fab736cd tempest-LiveMigrationNegativeTest-457287813 tempest-LiveMigrationNegativeTest-457287813-project] 10.222.0.89 "GET /v2.0/security-groups?id=6087b48a-7803-40bd-a4ae-88723ae4142b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043694 Feb 04 17:16:33.904456 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26845379-d3a3-49a6-a07a-9fa8b6132f88 req-fa85ad82-f66f-408c-8482-8a09f0e6080f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:16:33.906335 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-26845379-d3a3-49a6-a07a-9fa8b6132f88 req-fa85ad82-f66f-408c-8482-8a09f0e6080f service neutron] 10.222.0.96 "GET /v2.0/subnets?id=c974b0ff-2c5c-4667-8a81-3bde3ea6ced5 HTTP/1.1" status: 200 len: 843 time: 0.0851328 Feb 04 17:16:33.926438 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-6bdf789a-24b5-4b17-b2ba-1b76df1a2ee9 req-24850b72-6127-47c7-ba51-8031ea7e28d5 service neutron] 10.222.0.90 "GET /v2.0/networks/1ff43c38-a534-46d7-8bb3-43ef293fc2c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1482084 Feb 04 17:16:34.028433 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26845379-d3a3-49a6-a07a-9fa8b6132f88 req-1788c1de-11c1-4815-bf4e-f3a1c1d1eab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:16:34.030436 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-26845379-d3a3-49a6-a07a-9fa8b6132f88 req-1788c1de-11c1-4815-bf4e-f3a1c1d1eab1 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=02be22b9-aa53-40ea-8050-9239cd27d1ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1146584 Feb 04 17:16:34.071728 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-6bdf789a-24b5-4b17-b2ba-1b76df1a2ee9 req-830feded-e654-45a5-8564-990a22cddb73 service neutron] 10.222.0.90 "GET /v2.0/networks/1ff43c38-a534-46d7-8bb3-43ef293fc2c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1363845 Feb 04 17:16:34.107554 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e34862b-1492-45e3-890b-a7f679a17b2c req-b85a6670-b6c6-4f1a-8add-11ad6fc41f2b tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:16:34.113433 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e34862b-1492-45e3-890b-a7f679a17b2c req-b85a6670-b6c6-4f1a-8add-11ad6fc41f2b tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:16:34.120378 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e34862b-1492-45e3-890b-a7f679a17b2c req-b85a6670-b6c6-4f1a-8add-11ad6fc41f2b tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:16:34.122085 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-1e34862b-1492-45e3-890b-a7f679a17b2c req-b85a6670-b6c6-4f1a-8add-11ad6fc41f2b tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] 10.222.0.89 "GET /v2.0/ports?device_id=25a8ce39-7e6f-4df5-b992-2734d80a6e37 HTTP/1.1" status: 200 len: 2412 time: 0.1190872 Feb 04 17:16:34.212433 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-26845379-d3a3-49a6-a07a-9fa8b6132f88 req-2b13b074-244f-4a5f-9792-fa5da1a25012 service neutron] 10.222.0.96 "GET /v2.0/networks/02be22b9-aa53-40ea-8050-9239cd27d1ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1721032 Feb 04 17:16:34.216194 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a75b0f0-d188-45db-92a6-3b8cf244607a req-3107814a-6f7b-4769-a199-72f17d2188ea tempest-LiveMigrationTest-101728267 tempest-LiveMigrationTest-101728267-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:16:34.217678 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-0a75b0f0-d188-45db-92a6-3b8cf244607a req-3107814a-6f7b-4769-a199-72f17d2188ea tempest-LiveMigrationTest-101728267 tempest-LiveMigrationTest-101728267-project-admin] 10.222.0.96 "GET /v2.0/ports?device_id=e2b58424-19d8-47c7-9144-64e22f08a22e&tenant_id=8da6ad4e5ee34bf6bb722cd37ab73ea7&binding%3Ahost_id=n-h1-827839-2 HTTP/1.1" status: 200 len: 1126 time: 0.0905213 Feb 04 17:16:34.218528 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-1e34862b-1492-45e3-890b-a7f679a17b2c req-5009ab63-99f9-4e59-8c04-f481ab7797c0 tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] 10.222.0.89 "GET /v2.0/security-groups?id=e5444cce-a82b-43a5-837a-e27373d38b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902431 Feb 04 17:16:34.247784 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91190e5b-4be0-4c89-b3b1-d03680da4c42 req-c8d6ad61-592d-4386-8f63-52722bc18b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:16:34.248420 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91190e5b-4be0-4c89-b3b1-d03680da4c42 req-c8d6ad61-592d-4386-8f63-52722bc18b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:16:34.248971 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91190e5b-4be0-4c89-b3b1-d03680da4c42 req-c8d6ad61-592d-4386-8f63-52722bc18b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:16:34.250733 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-91190e5b-4be0-4c89-b3b1-d03680da4c42 req-c8d6ad61-592d-4386-8f63-52722bc18b23 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=33ab830fde4c41a1b2b9427ee7d64511&device_id=25a8ce39-7e6f-4df5-b992-2734d80a6e37 HTTP/1.1" status: 200 len: 2958 time: 0.1141748 Feb 04 17:16:34.357443 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91190e5b-4be0-4c89-b3b1-d03680da4c42 req-f2efa5ad-0298-4b2a-93b9-1a348c068725 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:16:34.359076 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-91190e5b-4be0-4c89-b3b1-d03680da4c42 req-f2efa5ad-0298-4b2a-93b9-1a348c068725 service neutron] 10.222.0.90 "GET /v2.0/networks?id=1ff43c38-a534-46d7-8bb3-43ef293fc2c6 HTTP/1.1" status: 200 len: 903 time: 0.1009848 Feb 04 17:16:34.428975 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f1ea87-009a-4cfe-a884-b46e06922596 req-7cb18e76-fefa-4ace-a2dd-4fac1a8e5fa6 tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:16:34.430651 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-45f1ea87-009a-4cfe-a884-b46e06922596 req-7cb18e76-fefa-4ace-a2dd-4fac1a8e5fa6 tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] 10.222.0.89 "GET /v2.0/ports?device_id=f9d0cdd4-aae7-45e7-bcf1-a6ee601b78a7 HTTP/1.1" status: 200 len: 943 time: 0.1693244 Feb 04 17:16:34.458453 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-26845379-d3a3-49a6-a07a-9fa8b6132f88 req-412fa0e3-1e48-41c0-ab93-3e6037ecb912 service neutron] 10.222.0.96 "GET /v2.0/networks/02be22b9-aa53-40ea-8050-9239cd27d1ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2280157 Feb 04 17:16:34.460777 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-91190e5b-4be0-4c89-b3b1-d03680da4c42 req-04e57a1a-83c2-4302-a09e-bf46b99d2aa2 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.222&port_id=af1745cd-6b75-4824-ae50-bdd6ce47c5f1 HTTP/1.1" status: 200 len: 217 time: 0.0681756 Feb 04 17:16:34.518173 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [req-0a75b0f0-d188-45db-92a6-3b8cf244607a req-9a30ea5f-43b4-4e1c-83ca-1ebc5671c2c5 service neutron] For port a5a6a2ab-57b8-44d0-93a3-09907e7b69e9, host n-h2-827839-2, cleared binding levels {{(pid=103376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:16:34.522980 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-0a75b0f0-d188-45db-92a6-3b8cf244607a req-9a30ea5f-43b4-4e1c-83ca-1ebc5671c2c5 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:16:34.524219 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-0a75b0f0-d188-45db-92a6-3b8cf244607a req-9a30ea5f-43b4-4e1c-83ca-1ebc5671c2c5 service neutron] 10.222.0.96 "DELETE /v2.0/ports/a5a6a2ab-57b8-44d0-93a3-09907e7b69e9/bindings/n-h2-827839-2 HTTP/1.1" status: 204 len: 173 time: 0.2851648 Feb 04 17:16:34.528254 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-45f1ea87-009a-4cfe-a884-b46e06922596 req-0adff90e-cb9a-462c-a7bf-205aed632f33 tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] 10.222.0.89 "GET /v2.0/security-groups?id=119a7f03-3e07-4d1e-8852-d9f974f9f052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747311 Feb 04 17:16:34.528404 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11d9e48-840f-401e-a75f-60bee127dac8 req-e8e3ed21-c578-4b55-8f52-dd9517148fd1 tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:16:34.529873 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-a11d9e48-840f-401e-a75f-60bee127dac8 req-e8e3ed21-c578-4b55-8f52-dd9517148fd1 tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] 10.222.0.89 "GET /v2.0/ports?device_id=e2b58424-19d8-47c7-9144-64e22f08a22e HTTP/1.1" status: 200 len: 944 time: 0.1306612 Feb 04 17:16:34.561864 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91190e5b-4be0-4c89-b3b1-d03680da4c42 req-2de15813-e305-450b-9ff0-2bcd582807c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:16:34.563565 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-91190e5b-4be0-4c89-b3b1-d03680da4c42 req-2de15813-e305-450b-9ff0-2bcd582807c8 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=6bd95019-4e1b-4745-8b39-8b93c86d3a9a HTTP/1.1" status: 200 len: 801 time: 0.0819721 Feb 04 17:16:34.637077 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-a11d9e48-840f-401e-a75f-60bee127dac8 req-7bf8f4b2-23dd-4e2b-a4a7-a04b63582b3e tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] 10.222.0.89 "GET /v2.0/security-groups?id=18e6cc58-e448-4d12-9423-2a502a086ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976369 Feb 04 17:16:34.652632 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4f14bb47-e72b-46ac-9e44-a61d9293afcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (75326290-f7a3-4db8-9cf2-15c7139ed224), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:16:34.671801 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91190e5b-4be0-4c89-b3b1-d03680da4c42 req-ed481358-3aad-48f0-ba4c-c9b49b6bd583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:16:34.673343 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-91190e5b-4be0-4c89-b3b1-d03680da4c42 req-ed481358-3aad-48f0-ba4c-c9b49b6bd583 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=1ff43c38-a534-46d7-8bb3-43ef293fc2c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.0946531 Feb 04 17:16:34.695491 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b3df40-1090-4935-9ef4-72f93810358f req-7c6214c2-1595-4205-a787-28fd8f5ab808 tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:16:34.697114 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-15b3df40-1090-4935-9ef4-72f93810358f req-7c6214c2-1595-4205-a787-28fd8f5ab808 tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] 10.222.0.89 "GET /v2.0/ports?device_id=013eaece-a1cd-4911-b0a3-fdda63699778 HTTP/1.1" status: 200 len: 950 time: 0.0730798 Feb 04 17:16:34.756252 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-15b3df40-1090-4935-9ef4-72f93810358f req-f2637516-875d-4a32-a4d7-f02395dcdff1 tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] 10.222.0.89 "GET /v2.0/security-groups?id=5fa98c6a-94b3-4690-b9c3-4f0e67d11226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523067 Feb 04 17:16:34.791845 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-91190e5b-4be0-4c89-b3b1-d03680da4c42 req-94c3888c-d26a-462f-aad2-fe5d849dbbc7 service neutron] 10.222.0.90 "GET /v2.0/networks/1ff43c38-a534-46d7-8bb3-43ef293fc2c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1043446 Feb 04 17:16:34.892486 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a6e9c6-2b8f-4bd5-95fe-0317c11a2814 req-1b569db4-1395-49e3-b4e8-299fb333f6ba tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:16:34.894714 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-45a6e9c6-2b8f-4bd5-95fe-0317c11a2814 req-1b569db4-1395-49e3-b4e8-299fb333f6ba tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] 10.222.0.89 "GET /v2.0/ports?device_id=2c5fa3aa-c51b-4ea4-8f20-cb63cb15c8e4 HTTP/1.1" status: 200 len: 949 time: 0.0634744 Feb 04 17:16:34.921209 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-91190e5b-4be0-4c89-b3b1-d03680da4c42 req-12e5e8ee-c5f0-4137-9c19-c679cbbba34d service neutron] 10.222.0.90 "GET /v2.0/networks/1ff43c38-a534-46d7-8bb3-43ef293fc2c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1164694 Feb 04 17:16:34.955059 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-45a6e9c6-2b8f-4bd5-95fe-0317c11a2814 req-a877839f-7cf7-4c0b-9881-8fb12bf1a5cd tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] 10.222.0.89 "GET /v2.0/security-groups?id=4f68676b-760c-49c3-a14c-c9afa7ad720d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518141 Feb 04 17:16:35.074754 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91445277-1899-4874-a1df-a90074ec026d req-77ead15d-dc6e-43de-aa9a-f1cc731759cf tempest-LiveMigrationTest-101728267 tempest-LiveMigrationTest-101728267-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:16:35.076862 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-91445277-1899-4874-a1df-a90074ec026d req-77ead15d-dc6e-43de-aa9a-f1cc731759cf tempest-LiveMigrationTest-101728267 tempest-LiveMigrationTest-101728267-project-admin] 10.222.0.89 "GET /v2.0/ports?device_id=e2b58424-19d8-47c7-9144-64e22f08a22e HTTP/1.1" status: 200 len: 1126 time: 0.0562654 Feb 04 17:16:35.149152 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-91445277-1899-4874-a1df-a90074ec026d req-48632563-8348-4642-9183-2152307d4aa4 tempest-LiveMigrationTest-101728267 tempest-LiveMigrationTest-101728267-project-admin] 10.222.0.89 "GET /v2.0/security-groups?id=18e6cc58-e448-4d12-9423-2a502a086ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615048 Feb 04 17:16:35.270234 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25529ba7-92ee-4718-9839-d25249b37437 req-91ea86d2-18ee-4f2e-871c-c68244c894d5 tempest-LiveMigrationNegativeTest-457287813 tempest-LiveMigrationNegativeTest-457287813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:16:35.278557 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-25529ba7-92ee-4718-9839-d25249b37437 req-91ea86d2-18ee-4f2e-871c-c68244c894d5 tempest-LiveMigrationNegativeTest-457287813 tempest-LiveMigrationNegativeTest-457287813-project] 10.222.0.89 "GET /v2.0/ports?device_id=a3fabcdf-c0d9-4c64-b1ac-f4f9d6b2de78 HTTP/1.1" status: 200 len: 947 time: 0.0705917 Feb 04 17:16:35.292962 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1817fe7-a1bb-46f3-9c9e-b8c3c3c9c8bc req-0624ff44-5865-4fb4-b2da-c05d2bfcf58f tempest-ServersTestBootFromVolume-1946499048 tempest-ServersTestBootFromVolume-1946499048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:16:35.295374 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-e1817fe7-a1bb-46f3-9c9e-b8c3c3c9c8bc req-0624ff44-5865-4fb4-b2da-c05d2bfcf58f tempest-ServersTestBootFromVolume-1946499048 tempest-ServersTestBootFromVolume-1946499048-project] 10.222.0.89 "GET /v2.0/ports?device_id=d05624d9-7069-4d9d-823a-9c54a8dd6b49 HTTP/1.1" status: 200 len: 945 time: 0.0773113 Feb 04 17:16:35.343564 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-25529ba7-92ee-4718-9839-d25249b37437 req-ca3b3253-1fb3-4950-85d1-4d24c894e728 tempest-LiveMigrationNegativeTest-457287813 tempest-LiveMigrationNegativeTest-457287813-project] 10.222.0.89 "GET /v2.0/security-groups?id=6087b48a-7803-40bd-a4ae-88723ae4142b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576894 Feb 04 17:16:35.377324 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-e1817fe7-a1bb-46f3-9c9e-b8c3c3c9c8bc req-940218e2-2017-4f90-9b53-e717268d5ab2 tempest-ServersTestBootFromVolume-1946499048 tempest-ServersTestBootFromVolume-1946499048-project] 10.222.0.89 "GET /v2.0/security-groups?id=e0c7c260-7f3c-4059-832b-03acecef069a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720172 Feb 04 17:16:35.457057 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bb62b3-9858-43c3-a434-60f5ee633a21 req-bbacdca1-3f97-4655-a635-483f3e53b862 tempest-LiveMigrationTest-101728267 tempest-LiveMigrationTest-101728267-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:16:35.466942 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-26bb62b3-9858-43c3-a434-60f5ee633a21 req-bbacdca1-3f97-4655-a635-483f3e53b862 tempest-LiveMigrationTest-101728267 tempest-LiveMigrationTest-101728267-project-admin] 10.222.0.89 "GET /v2.0/ports?device_id=e2b58424-19d8-47c7-9144-64e22f08a22e HTTP/1.1" status: 200 len: 1126 time: 0.0642514 Feb 04 17:16:35.489411 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcbde6d-2ade-46dc-b465-80df7b063b8e req-76308aeb-6d37-45a1-b6d4-495c43f86927 tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:16:35.495881 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcbde6d-2ade-46dc-b465-80df7b063b8e req-76308aeb-6d37-45a1-b6d4-495c43f86927 tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:16:35.501496 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcbde6d-2ade-46dc-b465-80df7b063b8e req-76308aeb-6d37-45a1-b6d4-495c43f86927 tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:16:35.503210 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-9dcbde6d-2ade-46dc-b465-80df7b063b8e req-76308aeb-6d37-45a1-b6d4-495c43f86927 tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] 10.222.0.89 "GET /v2.0/ports?device_id=25a8ce39-7e6f-4df5-b992-2734d80a6e37 HTTP/1.1" status: 200 len: 2412 time: 0.0758338 Feb 04 17:16:35.515345 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-26bb62b3-9858-43c3-a434-60f5ee633a21 req-e5509a70-508c-44b7-8282-de4bce0a4075 tempest-LiveMigrationTest-101728267 tempest-LiveMigrationTest-101728267-project-admin] 10.222.0.89 "GET /v2.0/security-groups?id=18e6cc58-e448-4d12-9423-2a502a086ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455074 Feb 04 17:16:35.565446 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-9dcbde6d-2ade-46dc-b465-80df7b063b8e req-20cc62a6-9ace-43a5-b625-ee0fd72f0cd9 tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] 10.222.0.89 "GET /v2.0/security-groups?id=e5444cce-a82b-43a5-837a-e27373d38b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566406 Feb 04 17:16:35.672095 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (ba70844b-66a0-45fd-a2f2-e6ed673321fc), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:16:35.699100 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5332a5aa-9fcd-4d3d-9095-f7a1d906cfd6 req-2389e694-1f97-4f2f-9b10-227ba0385eac tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:16:35.700878 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-5332a5aa-9fcd-4d3d-9095-f7a1d906cfd6 req-2389e694-1f97-4f2f-9b10-227ba0385eac tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] 10.222.0.89 "GET /v2.0/ports?device_id=f9d0cdd4-aae7-45e7-bcf1-a6ee601b78a7 HTTP/1.1" status: 200 len: 943 time: 0.0700731 Feb 04 17:16:35.785633 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-5332a5aa-9fcd-4d3d-9095-f7a1d906cfd6 req-43ccedde-ca1a-4be5-ae6f-f66964f96255 tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] 10.222.0.89 "GET /v2.0/security-groups?id=119a7f03-3e07-4d1e-8852-d9f974f9f052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784667 Feb 04 17:16:35.947927 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9971c3f8-143f-4049-8e93-c3d0f5467f9a req-94bb3b18-dc95-497e-8549-872ceca02bea tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:16:35.949846 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-9971c3f8-143f-4049-8e93-c3d0f5467f9a req-94bb3b18-dc95-497e-8549-872ceca02bea tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] 10.222.0.89 "GET /v2.0/ports?device_id=013eaece-a1cd-4911-b0a3-fdda63699778 HTTP/1.1" status: 200 len: 950 time: 0.0815361 Feb 04 17:16:36.020812 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-9971c3f8-143f-4049-8e93-c3d0f5467f9a req-b2715032-0699-4295-85d7-1146e0ae7a9a tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] 10.222.0.89 "GET /v2.0/security-groups?id=5fa98c6a-94b3-4690-b9c3-4f0e67d11226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622587 Feb 04 17:16:36.132203 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b087a95d-5c85-493a-a456-bee1fc9e69a1 req-afb9057a-6764-45f1-aeaf-c840620e7119 tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:16:36.134457 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-b087a95d-5c85-493a-a456-bee1fc9e69a1 req-afb9057a-6764-45f1-aeaf-c840620e7119 tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] 10.222.0.89 "GET /v2.0/ports?device_id=2c5fa3aa-c51b-4ea4-8f20-cb63cb15c8e4 HTTP/1.1" status: 200 len: 949 time: 0.0737596 Feb 04 17:16:36.187054 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-b087a95d-5c85-493a-a456-bee1fc9e69a1 req-9637a780-f652-4392-a43c-ce0432757688 tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] 10.222.0.89 "GET /v2.0/security-groups?id=4f68676b-760c-49c3-a14c-c9afa7ad720d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455470 Feb 04 17:16:36.267321 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device 84667694-4bdb-498f-86e0-1a344d1d18d0 up at agent hyperv_n-h1-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:16:36.322510 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Provisioning for port 84667694-4bdb-498f-86e0-1a344d1d18d0 completed by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 17:16:36.327560 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Provisioning complete for port 84667694-4bdb-498f-86e0-1a344d1d18d0 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:16:36.328012 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (84667694-4bdb-498f-86e0-1a344d1d18d0), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:16:36.435401 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Current status of the port 84667694-4bdb-498f-86e0-1a344d1d18d0 is: BUILD; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:16:36.436175 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (84667694-4bdb-498f-86e0-1a344d1d18d0), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:16:36.466313 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c5fa3aa-c51b-4ea4-8f20-cb63cb15c8e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84667694-4bdb-498f-86e0-1a344d1d18d0'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:16:36.469131 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c34bc964ce2211770fda26ca2f3801cc06f4f39928110690550e94ab9c9d2fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01a4d027-2219-4eca-9349-f8e2ee96ae28" -d '{"events": [{"server_uuid": "2c5fa3aa-c51b-4ea4-8f20-cb63cb15c8e4", "name": "network-vif-plugged", "status": "completed", "tag": "84667694-4bdb-498f-86e0-1a344d1d18d0"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:16:36.477042 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f04ccd-be97-4452-bb7e-72c8d6cc7c37 req-c4d08b50-8f83-4211-95d0-ef0067ec9a9c tempest-LiveMigrationNegativeTest-457287813 tempest-LiveMigrationNegativeTest-457287813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:16:36.487037 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-f0f04ccd-be97-4452-bb7e-72c8d6cc7c37 req-c4d08b50-8f83-4211-95d0-ef0067ec9a9c tempest-LiveMigrationNegativeTest-457287813 tempest-LiveMigrationNegativeTest-457287813-project] 10.222.0.89 "GET /v2.0/ports?device_id=a3fabcdf-c0d9-4c64-b1ac-f4f9d6b2de78 HTTP/1.1" status: 200 len: 947 time: 0.0745356 Feb 04 17:16:36.488279 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] For port 84667694-4bdb-498f-86e0-1a344d1d18d0, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=84667694-4bdb-498f-86e0-1a344d1d18d0,segment=NetworkSegment(3a39b085-d3e6-43bb-a64c-1b06dd049e5a),segment_id=3a39b085-d3e6-43bb-a64c-1b06dd049e5a)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:16:36.493047 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (84667694-4bdb-498f-86e0-1a344d1d18d0), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:16:36.545967 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-f0f04ccd-be97-4452-bb7e-72c8d6cc7c37 req-eef83cfe-c0b9-4cc3-8553-385713e7bb79 tempest-LiveMigrationNegativeTest-457287813 tempest-LiveMigrationNegativeTest-457287813-project] 10.222.0.89 "GET /v2.0/security-groups?id=6087b48a-7803-40bd-a4ae-88723ae4142b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578485 Feb 04 17:16:36.726348 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Pushing event updated for resources: {'Port': ['ID=84667694-4bdb-498f-86e0-1a344d1d18d0,revision_number=5']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:16:36.730645 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd07d8d-ad0d-4a60-9c2c-81aff73a3317 req-215c85fe-b036-4d45-8b37-5196bc828f3e tempest-ServersTestBootFromVolume-1946499048 tempest-ServersTestBootFromVolume-1946499048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:16:36.735785 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 17:16:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a2b9052-d74d-4e62-9cd5-b39f4421e644 x-openstack-request-id: req-4a2b9052-d74d-4e62-9cd5-b39f4421e644 {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:16:36.736314 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c5fa3aa-c51b-4ea4-8f20-cb63cb15c8e4", "name": "network-vif-plugged", "status": "completed", "tag": "84667694-4bdb-498f-86e0-1a344d1d18d0", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:16:36.736784 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-4a2b9052-d74d-4e62-9cd5-b39f4421e644 {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:16:36.737343 n-d-827839-2 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c5fa3aa-c51b-4ea4-8f20-cb63cb15c8e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84667694-4bdb-498f-86e0-1a344d1d18d0', 'code': 200} Feb 04 17:16:36.739911 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-1fd07d8d-ad0d-4a60-9c2c-81aff73a3317 req-215c85fe-b036-4d45-8b37-5196bc828f3e tempest-ServersTestBootFromVolume-1946499048 tempest-ServersTestBootFromVolume-1946499048-project] 10.222.0.89 "GET /v2.0/ports?device_id=d05624d9-7069-4d9d-823a-9c54a8dd6b49 HTTP/1.1" status: 200 len: 945 time: 0.0881617 Feb 04 17:16:36.812508 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-1fd07d8d-ad0d-4a60-9c2c-81aff73a3317 req-b6a11e3a-e6de-461d-adea-2273c0fc42ed tempest-ServersTestBootFromVolume-1946499048 tempest-ServersTestBootFromVolume-1946499048-project] 10.222.0.89 "GET /v2.0/security-groups?id=e0c7c260-7f3c-4059-832b-03acecef069a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715234 Feb 04 17:16:36.827646 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86447ef5-1c1c-4081-8f76-dcc95200a01c req-04c3f041-7b94-4c99-aed4-97f7fb174865 tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:16:36.834297 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86447ef5-1c1c-4081-8f76-dcc95200a01c req-04c3f041-7b94-4c99-aed4-97f7fb174865 tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:16:36.841006 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86447ef5-1c1c-4081-8f76-dcc95200a01c req-04c3f041-7b94-4c99-aed4-97f7fb174865 tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:16:36.849134 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-86447ef5-1c1c-4081-8f76-dcc95200a01c req-04c3f041-7b94-4c99-aed4-97f7fb174865 tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] 10.222.0.89 "GET /v2.0/ports?device_id=25a8ce39-7e6f-4df5-b992-2734d80a6e37 HTTP/1.1" status: 200 len: 2412 time: 0.0856042 Feb 04 17:16:36.908031 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-86447ef5-1c1c-4081-8f76-dcc95200a01c req-38c72b48-f2de-43d2-9757-8ec6a8e936a6 tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] 10.222.0.89 "GET /v2.0/security-groups?id=e5444cce-a82b-43a5-837a-e27373d38b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557370 Feb 04 17:16:36.942459 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce19947d-ee15-4bb0-88f4-39f5c42122db req-ce67bba8-6719-4ecc-8c0d-f1531b47e3d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:16:36.944053 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-ce19947d-ee15-4bb0-88f4-39f5c42122db req-ce67bba8-6719-4ecc-8c0d-f1531b47e3d4 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=2c5fa3aa-c51b-4ea4-8f20-cb63cb15c8e4 HTTP/1.1" status: 200 len: 1132 time: 0.1614113 Feb 04 17:16:36.978376 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc531b7-40f4-4cea-a1e8-a18212bdd119 req-56573d25-92d4-4a98-a82a-ff63f8998737 tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:16:36.980429 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-6cc531b7-40f4-4cea-a1e8-a18212bdd119 req-56573d25-92d4-4a98-a82a-ff63f8998737 tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] 10.222.0.89 "GET /v2.0/ports?device_id=f9d0cdd4-aae7-45e7-bcf1-a6ee601b78a7 HTTP/1.1" status: 200 len: 943 time: 0.0862377 Feb 04 17:16:37.028317 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-ce19947d-ee15-4bb0-88f4-39f5c42122db req-9b37e2f9-bb16-45ab-aeae-c05b332d4a80 service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=4f68676b-760c-49c3-a14c-c9afa7ad720d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753202 Feb 04 17:16:37.055927 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-6cc531b7-40f4-4cea-a1e8-a18212bdd119 req-11624002-1394-4038-9ef3-dde9cc683289 tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] 10.222.0.89 "GET /v2.0/security-groups?id=119a7f03-3e07-4d1e-8852-d9f974f9f052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644398 Feb 04 17:16:37.150437 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b55d31a-e83c-49e5-8389-c2e6c491be25 req-6119b875-4a47-42a3-9f93-80e3b2934788 tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:16:37.152658 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-0b55d31a-e83c-49e5-8389-c2e6c491be25 req-6119b875-4a47-42a3-9f93-80e3b2934788 tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] 10.222.0.89 "GET /v2.0/ports?device_id=013eaece-a1cd-4911-b0a3-fdda63699778 HTTP/1.1" status: 200 len: 950 time: 0.0540998 Feb 04 17:16:37.212212 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-0b55d31a-e83c-49e5-8389-c2e6c491be25 req-e2b6362b-98d7-4e3d-b401-8d4eaeb4160f tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] 10.222.0.89 "GET /v2.0/security-groups?id=5fa98c6a-94b3-4690-b9c3-4f0e67d11226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529683 Feb 04 17:16:37.318036 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b235ab81-eff3-4d58-a4fd-2b6b588fe31c req-08c31bf2-a29b-49f5-92c6-360a6310dfba tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:16:37.319549 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-b235ab81-eff3-4d58-a4fd-2b6b588fe31c req-08c31bf2-a29b-49f5-92c6-360a6310dfba tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] 10.222.0.89 "GET /v2.0/ports?device_id=2c5fa3aa-c51b-4ea4-8f20-cb63cb15c8e4 HTTP/1.1" status: 200 len: 950 time: 0.0556276 Feb 04 17:16:37.372059 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-b235ab81-eff3-4d58-a4fd-2b6b588fe31c req-84182991-96cd-4f04-a295-f85ed572e5fa tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] 10.222.0.89 "GET /v2.0/security-groups?id=4f68676b-760c-49c3-a14c-c9afa7ad720d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430686 Feb 04 17:16:37.692028 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29134d7f-c805-467d-910a-38d753b2f8bf req-be0a32ca-cdd9-4c64-b212-39ef36aa5041 tempest-LiveMigrationNegativeTest-457287813 tempest-LiveMigrationNegativeTest-457287813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:16:37.693554 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-29134d7f-c805-467d-910a-38d753b2f8bf req-be0a32ca-cdd9-4c64-b212-39ef36aa5041 tempest-LiveMigrationNegativeTest-457287813 tempest-LiveMigrationNegativeTest-457287813-project] 10.222.0.89 "GET /v2.0/ports?device_id=a3fabcdf-c0d9-4c64-b1ac-f4f9d6b2de78 HTTP/1.1" status: 200 len: 947 time: 0.0567176 Feb 04 17:16:37.746793 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-29134d7f-c805-467d-910a-38d753b2f8bf req-b5f225f1-b2d8-40a8-b35a-2a0e0ca97b67 tempest-LiveMigrationNegativeTest-457287813 tempest-LiveMigrationNegativeTest-457287813-project] 10.222.0.89 "GET /v2.0/security-groups?id=6087b48a-7803-40bd-a4ae-88723ae4142b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465529 Feb 04 17:16:37.938378 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb001bf-810b-4197-bc74-db8613dd1d71 req-4d24d004-e63d-4140-a244-9037ea9adb57 tempest-ServersTestBootFromVolume-1946499048 tempest-ServersTestBootFromVolume-1946499048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:16:37.939859 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-6cb001bf-810b-4197-bc74-db8613dd1d71 req-4d24d004-e63d-4140-a244-9037ea9adb57 tempest-ServersTestBootFromVolume-1946499048 tempest-ServersTestBootFromVolume-1946499048-project] 10.222.0.89 "GET /v2.0/ports?device_id=d05624d9-7069-4d9d-823a-9c54a8dd6b49 HTTP/1.1" status: 200 len: 945 time: 0.0636251 Feb 04 17:16:38.000159 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-6cb001bf-810b-4197-bc74-db8613dd1d71 req-9ad60b9e-4ada-490c-b9a5-4d65f449084f tempest-ServersTestBootFromVolume-1946499048 tempest-ServersTestBootFromVolume-1946499048-project] 10.222.0.89 "GET /v2.0/security-groups?id=e0c7c260-7f3c-4059-832b-03acecef069a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528154 Feb 04 17:16:38.065139 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911f139b-2490-40de-bc2c-590a8ec355a6 req-08f3d171-d03f-462e-84eb-1d5eae719268 tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:16:38.070561 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911f139b-2490-40de-bc2c-590a8ec355a6 req-08f3d171-d03f-462e-84eb-1d5eae719268 tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:16:38.076537 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911f139b-2490-40de-bc2c-590a8ec355a6 req-08f3d171-d03f-462e-84eb-1d5eae719268 tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:16:38.078212 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-911f139b-2490-40de-bc2c-590a8ec355a6 req-08f3d171-d03f-462e-84eb-1d5eae719268 tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] 10.222.0.89 "GET /v2.0/ports?device_id=25a8ce39-7e6f-4df5-b992-2734d80a6e37 HTTP/1.1" status: 200 len: 2412 time: 0.0770061 Feb 04 17:16:38.130544 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-911f139b-2490-40de-bc2c-590a8ec355a6 req-6dcc86df-4cf1-4c4e-8750-0c4b0dcbab1d tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] 10.222.0.89 "GET /v2.0/security-groups?id=e5444cce-a82b-43a5-837a-e27373d38b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457625 Feb 04 17:16:38.198093 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4484d605-dc05-40b1-b21a-c23d4ff82b9e req-ce3ce4d7-cd14-4a69-9471-44669d99b6f4 tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:16:38.199821 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-4484d605-dc05-40b1-b21a-c23d4ff82b9e req-ce3ce4d7-cd14-4a69-9471-44669d99b6f4 tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] 10.222.0.89 "GET /v2.0/ports?device_id=f9d0cdd4-aae7-45e7-bcf1-a6ee601b78a7 HTTP/1.1" status: 200 len: 943 time: 0.0609310 Feb 04 17:16:38.254933 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-4484d605-dc05-40b1-b21a-c23d4ff82b9e req-d6bcdfa9-b689-4fbd-8857-86cf743a6a06 tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] 10.222.0.89 "GET /v2.0/security-groups?id=119a7f03-3e07-4d1e-8852-d9f974f9f052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484345 Feb 04 17:16:38.265010 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Device af1745cd-6b75-4824-ae50-bdd6ce47c5f1 details requested by agent hyperv_n-h2-827839-2 with host n-h2-827839-2 {{(pid=103378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 17:16:38.285962 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device 0dc4fa0b-49d4-4322-a177-c1cdf6851741 details requested by agent hyperv_n-h1-827839-2 with host n-h1-827839-2 {{(pid=103378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 17:16:38.373426 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78aa81c8-b5fa-4715-b250-359d10f7087b req-dfa73bc4-e7a0-44d8-981a-1f2f6fcb3229 tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:16:38.375878 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-78aa81c8-b5fa-4715-b250-359d10f7087b req-dfa73bc4-e7a0-44d8-981a-1f2f6fcb3229 tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] 10.222.0.89 "GET /v2.0/ports?device_id=013eaece-a1cd-4911-b0a3-fdda63699778 HTTP/1.1" status: 200 len: 950 time: 0.0829642 Feb 04 17:16:38.453693 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-78aa81c8-b5fa-4715-b250-359d10f7087b req-1c016e51-ffbd-4b41-ac9c-13651bbe7878 tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] 10.222.0.89 "GET /v2.0/security-groups?id=5fa98c6a-94b3-4690-b9c3-4f0e67d11226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670090 Feb 04 17:16:38.474671 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] For port af1745cd-6b75-4824-ae50-bdd6ce47c5f1, host n-h2-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=af1745cd-6b75-4824-ae50-bdd6ce47c5f1,segment=NetworkSegment(7b692165-49d1-42e9-b93d-2f0e347ea588),segment_id=7b692165-49d1-42e9-b93d-2f0e347ea588)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:16:38.494715 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] For port 0dc4fa0b-49d4-4322-a177-c1cdf6851741, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=0dc4fa0b-49d4-4322-a177-c1cdf6851741,segment=NetworkSegment(3a39b085-d3e6-43bb-a64c-1b06dd049e5a),segment_id=3a39b085-d3e6-43bb-a64c-1b06dd049e5a)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:16:38.497536 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Returning: {'device': 'af1745cd-6b75-4824-ae50-bdd6ce47c5f1', 'network_id': '1ff43c38-a534-46d7-8bb3-43ef293fc2c6', 'port_id': 'af1745cd-6b75-4824-ae50-bdd6ce47c5f1', 'mac_address': 'fa:16:3e:04:d0:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 753, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6bd95019-4e1b-4745-8b39-8b93c86d3a9a', 'ip_address': '19.80.0.222'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 17:16:38.511850 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Returning: {'device': '0dc4fa0b-49d4-4322-a177-c1cdf6851741', 'network_id': '02be22b9-aa53-40ea-8050-9239cd27d1ff', 'port_id': '0dc4fa0b-49d4-4322-a177-c1cdf6851741', 'mac_address': 'fa:16:3e:98:4b:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 797, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c974b0ff-2c5c-4667-8a81-3bde3ea6ced5', 'ip_address': '192.168.233.71'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 17:16:38.520414 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f26ad95-cbca-409a-9520-fb66e9205765 req-5b63df4f-8312-4592-9ef4-94c1f61c3fd1 tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:16:38.522000 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-3f26ad95-cbca-409a-9520-fb66e9205765 req-5b63df4f-8312-4592-9ef4-94c1f61c3fd1 tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] 10.222.0.89 "GET /v2.0/ports?device_id=2c5fa3aa-c51b-4ea4-8f20-cb63cb15c8e4 HTTP/1.1" status: 200 len: 950 time: 0.0570447 Feb 04 17:16:38.579888 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Current status of the port af1745cd-6b75-4824-ae50-bdd6ce47c5f1 is: DOWN; New status is: BUILD {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:16:38.580544 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (af1745cd-6b75-4824-ae50-bdd6ce47c5f1), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:16:38.590775 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1826449d-dbbb-471e-a1a5-a15cb584618d req-27c59adf-2d3a-4bab-9a91-2609405e8cdb tempest-ServersTestBootFromVolume-1946499048 tempest-ServersTestBootFromVolume-1946499048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:16:38.594213 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-1826449d-dbbb-471e-a1a5-a15cb584618d req-27c59adf-2d3a-4bab-9a91-2609405e8cdb tempest-ServersTestBootFromVolume-1946499048 tempest-ServersTestBootFromVolume-1946499048-project] 10.222.0.90 "GET /v2.0/ports?device_id=d05624d9-7069-4d9d-823a-9c54a8dd6b49 HTTP/1.1" status: 200 len: 945 time: 0.0646567 Feb 04 17:16:38.601060 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af1745cd-6b75-4824-ae50-bdd6ce47c5f1 {{(pid=103378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 17:16:38.607678 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Current status of the port 0dc4fa0b-49d4-4322-a177-c1cdf6851741 is: DOWN; New status is: BUILD {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:16:38.608386 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (0dc4fa0b-49d4-4322-a177-c1cdf6851741), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:16:38.619657 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-3f26ad95-cbca-409a-9520-fb66e9205765 req-333c43e7-bc3a-4f92-a372-4d7ba7b320a0 tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] 10.222.0.89 "GET /v2.0/security-groups?id=4f68676b-760c-49c3-a14c-c9afa7ad720d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907555 Feb 04 17:16:38.635936 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] For port af1745cd-6b75-4824-ae50-bdd6ce47c5f1, host n-h2-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=af1745cd-6b75-4824-ae50-bdd6ce47c5f1,segment=NetworkSegment(7b692165-49d1-42e9-b93d-2f0e347ea588),segment_id=7b692165-49d1-42e9-b93d-2f0e347ea588)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:16:38.638682 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0dc4fa0b-49d4-4322-a177-c1cdf6851741 {{(pid=103378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 17:16:38.644646 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (af1745cd-6b75-4824-ae50-bdd6ce47c5f1), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:16:38.645411 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Device 385f7e55-0b05-4dd5-bfb3-bf3b943a52e9 details requested by agent hyperv_n-h2-827839-2 with host n-h2-827839-2 {{(pid=103378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 17:16:38.688290 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] For port 0dc4fa0b-49d4-4322-a177-c1cdf6851741, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=0dc4fa0b-49d4-4322-a177-c1cdf6851741,segment=NetworkSegment(3a39b085-d3e6-43bb-a64c-1b06dd049e5a),segment_id=3a39b085-d3e6-43bb-a64c-1b06dd049e5a)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:16:38.696819 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (0dc4fa0b-49d4-4322-a177-c1cdf6851741), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:16:38.742197 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] For port 385f7e55-0b05-4dd5-bfb3-bf3b943a52e9, host n-h2-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=385f7e55-0b05-4dd5-bfb3-bf3b943a52e9,segment=NetworkSegment(7b692165-49d1-42e9-b93d-2f0e347ea588),segment_id=7b692165-49d1-42e9-b93d-2f0e347ea588)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:16:38.745732 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Pushing event updated for resources: {'Port': ['ID=af1745cd-6b75-4824-ae50-bdd6ce47c5f1,revision_number=4']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:16:38.795747 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [req-1826449d-dbbb-471e-a1a5-a15cb584618d req-f35d827d-2a36-4f39-ae8c-99c89892e8cf tempest-ServersTestBootFromVolume-1946499048 tempest-ServersTestBootFromVolume-1946499048-project] Deleting port 9be04d45-1635-46a6-a4a5-3aed6367c90a {{(pid=103377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:16:38.796085 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-1826449d-dbbb-471e-a1a5-a15cb584618d req-f35d827d-2a36-4f39-ae8c-99c89892e8cf tempest-ServersTestBootFromVolume-1946499048 tempest-ServersTestBootFromVolume-1946499048-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (9be04d45-1635-46a6-a4a5-3aed6367c90a), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:16:38.828769 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Returning: {'device': '385f7e55-0b05-4dd5-bfb3-bf3b943a52e9', 'network_id': '1ff43c38-a534-46d7-8bb3-43ef293fc2c6', 'port_id': '385f7e55-0b05-4dd5-bfb3-bf3b943a52e9', 'mac_address': 'fa:16:3e:79:8f:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 753, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6bd95019-4e1b-4745-8b39-8b93c86d3a9a', 'ip_address': '19.80.0.88'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 17:16:38.838315 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Pushing event updated for resources: {'Port': ['ID=0dc4fa0b-49d4-4322-a177-c1cdf6851741,revision_number=4']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:16:38.882790 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Current status of the port 385f7e55-0b05-4dd5-bfb3-bf3b943a52e9 is: DOWN; New status is: BUILD {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:16:38.883105 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (385f7e55-0b05-4dd5-bfb3-bf3b943a52e9), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:16:38.898157 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 385f7e55-0b05-4dd5-bfb3-bf3b943a52e9 {{(pid=103378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 17:16:38.921306 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] For port 385f7e55-0b05-4dd5-bfb3-bf3b943a52e9, host n-h2-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=385f7e55-0b05-4dd5-bfb3-bf3b943a52e9,segment=NetworkSegment(7b692165-49d1-42e9-b93d-2f0e347ea588),segment_id=7b692165-49d1-42e9-b93d-2f0e347ea588)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:16:38.926367 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (385f7e55-0b05-4dd5-bfb3-bf3b943a52e9), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:16:38.927182 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Device 29380a55-ac03-4b81-918e-c21a85d53812 details requested by agent hyperv_n-h2-827839-2 with host n-h2-827839-2 {{(pid=103378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 17:16:38.960693 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cd6231-24e8-4f16-8644-5ab6151b2acf req-e487ec3f-b7fb-4862-92a9-b1ba6df3cbc5 tempest-LiveMigrationNegativeTest-457287813 tempest-LiveMigrationNegativeTest-457287813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:16:38.963723 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-95cd6231-24e8-4f16-8644-5ab6151b2acf req-e487ec3f-b7fb-4862-92a9-b1ba6df3cbc5 tempest-LiveMigrationNegativeTest-457287813 tempest-LiveMigrationNegativeTest-457287813-project] 10.222.0.89 "GET /v2.0/ports?device_id=a3fabcdf-c0d9-4c64-b1ac-f4f9d6b2de78 HTTP/1.1" status: 200 len: 948 time: 0.1044130 Feb 04 17:16:38.991354 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [req-1826449d-dbbb-471e-a1a5-a15cb584618d req-f35d827d-2a36-4f39-ae8c-99c89892e8cf tempest-ServersTestBootFromVolume-1946499048 tempest-ServersTestBootFromVolume-1946499048-project] For port 9be04d45-1635-46a6-a4a5-3aed6367c90a, host n-h2-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=9be04d45-1635-46a6-a4a5-3aed6367c90a,segment=NetworkSegment(bee9a28c-580f-445b-8d2e-5c4c3903d188),segment_id=bee9a28c-580f-445b-8d2e-5c4c3903d188)] {{(pid=103377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:16:38.991736 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-1826449d-dbbb-471e-a1a5-a15cb584618d req-f35d827d-2a36-4f39-ae8c-99c89892e8cf tempest-ServersTestBootFromVolume-1946499048 tempest-ServersTestBootFromVolume-1946499048-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (9be04d45-1635-46a6-a4a5-3aed6367c90a), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:16:39.065546 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Pushing event updated for resources: {'Port': ['ID=385f7e55-0b05-4dd5-bfb3-bf3b943a52e9,revision_number=4']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:16:39.114400 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] For port 29380a55-ac03-4b81-918e-c21a85d53812, host n-h2-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=29380a55-ac03-4b81-918e-c21a85d53812,segment=NetworkSegment(eeeb1226-1d0a-4a58-b5ee-1ea6fb7ee6b6),segment_id=eeeb1226-1d0a-4a58-b5ee-1ea6fb7ee6b6)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:16:39.129065 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-95cd6231-24e8-4f16-8644-5ab6151b2acf req-f8ee7966-4878-4fd6-8cbf-c7878c1f506e tempest-LiveMigrationNegativeTest-457287813 tempest-LiveMigrationNegativeTest-457287813-project] 10.222.0.89 "GET /v2.0/security-groups?id=6087b48a-7803-40bd-a4ae-88723ae4142b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527183 Feb 04 17:16:39.132027 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Returning: {'device': '29380a55-ac03-4b81-918e-c21a85d53812', 'network_id': '4ddf39c1-3c00-452d-ab51-592ac3d278a6', 'port_id': '29380a55-ac03-4b81-918e-c21a85d53812', 'mac_address': 'fa:16:3e:cd:4f:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 772, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0e196f4-75c7-40b2-936c-d255726cc211', 'ip_address': '19.86.0.126'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 17:16:39.181057 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092bdce9-34f7-4799-94fb-511fda3c0b62 req-bd24e1ed-4303-4325-8a51-61a0a88d4a1f tempest-ServersTestBootFromVolume-1946499048 tempest-ServersTestBootFromVolume-1946499048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:16:39.183319 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-092bdce9-34f7-4799-94fb-511fda3c0b62 req-bd24e1ed-4303-4325-8a51-61a0a88d4a1f tempest-ServersTestBootFromVolume-1946499048 tempest-ServersTestBootFromVolume-1946499048-project] 10.222.0.89 "GET /v2.0/ports?device_id=d05624d9-7069-4d9d-823a-9c54a8dd6b49 HTTP/1.1" status: 200 len: 945 time: 0.0789402 Feb 04 17:16:39.194320 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] get_ports_and_sgs() called for port_ids ['0dc4fa0b-49d4-4322-a177-c1cdf6851741'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 17:16:39.245587 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Current status of the port 29380a55-ac03-4b81-918e-c21a85d53812 is: DOWN; New status is: BUILD {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:16:39.247668 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (29380a55-ac03-4b81-918e-c21a85d53812), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:16:39.267404 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-092bdce9-34f7-4799-94fb-511fda3c0b62 req-2eaedc58-34b7-46c9-ad71-04574790bb5a tempest-ServersTestBootFromVolume-1946499048 tempest-ServersTestBootFromVolume-1946499048-project] 10.222.0.89 "GET /v2.0/security-groups?id=e0c7c260-7f3c-4059-832b-03acecef069a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0772970 Feb 04 17:16:39.285847 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29380a55-ac03-4b81-918e-c21a85d53812 {{(pid=103378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 17:16:39.327641 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] For port 29380a55-ac03-4b81-918e-c21a85d53812, host n-h2-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=29380a55-ac03-4b81-918e-c21a85d53812,segment=NetworkSegment(eeeb1226-1d0a-4a58-b5ee-1ea6fb7ee6b6),segment_id=eeeb1226-1d0a-4a58-b5ee-1ea6fb7ee6b6)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:16:39.337348 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (29380a55-ac03-4b81-918e-c21a85d53812), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:16:39.403981 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-1826449d-dbbb-471e-a1a5-a15cb584618d req-f35d827d-2a36-4f39-ae8c-99c89892e8cf tempest-ServersTestBootFromVolume-1946499048 tempest-ServersTestBootFromVolume-1946499048-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:16:39.403981 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-1826449d-dbbb-471e-a1a5-a15cb584618d req-f35d827d-2a36-4f39-ae8c-99c89892e8cf tempest-ServersTestBootFromVolume-1946499048 tempest-ServersTestBootFromVolume-1946499048-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1595586'] for floatingip (0fcb0172-c173-4215-923b-f04a10742c6d), after_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:16:39.403981 n-d-827839-2 neutron-server[103377]: INFO neutron.db.l3_db [req-1826449d-dbbb-471e-a1a5-a15cb584618d req-f35d827d-2a36-4f39-ae8c-99c89892e8cf tempest-ServersTestBootFromVolume-1946499048 tempest-ServersTestBootFromVolume-1946499048-project] Floating IP 0fcb0172-c173-4215-923b-f04a10742c6d disassociated. External IP: 172.25.6.92, port: 9be04d45-1635-46a6-a4a5-3aed6367c90a. Feb 04 17:16:39.403981 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [req-1826449d-dbbb-471e-a1a5-a15cb584618d req-f35d827d-2a36-4f39-ae8c-99c89892e8cf tempest-ServersTestBootFromVolume-1946499048 tempest-ServersTestBootFromVolume-1946499048-project] Calling delete_port for 9be04d45-1635-46a6-a4a5-3aed6367c90a owned by compute:nova {{(pid=103377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:16:39.422668 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c4b3b0-9aa5-48cf-8c9d-c0ebb4915b0d req-0b12880f-0744-4fd0-9f85-05af4259043c tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:16:39.428956 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c4b3b0-9aa5-48cf-8c9d-c0ebb4915b0d req-0b12880f-0744-4fd0-9f85-05af4259043c tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:16:39.436911 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c4b3b0-9aa5-48cf-8c9d-c0ebb4915b0d req-0b12880f-0744-4fd0-9f85-05af4259043c tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:16:39.438339 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Pushing event updated for resources: {'Port': ['ID=29380a55-ac03-4b81-918e-c21a85d53812,revision_number=4']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:16:39.439879 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-19c4b3b0-9aa5-48cf-8c9d-c0ebb4915b0d req-0b12880f-0744-4fd0-9f85-05af4259043c tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] 10.222.0.89 "GET /v2.0/ports?device_id=25a8ce39-7e6f-4df5-b992-2734d80a6e37 HTTP/1.1" status: 200 len: 2415 time: 0.1233454 Feb 04 17:16:39.464562 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6fd41b-d070-4c3f-a533-e1745753ed6f req-9c14d554-05ab-4f94-ab25-d2e416eea587 tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:16:39.474653 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-0b6fd41b-d070-4c3f-a533-e1745753ed6f req-9c14d554-05ab-4f94-ab25-d2e416eea587 tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] 10.222.0.89 "GET /v2.0/ports?device_id=f9d0cdd4-aae7-45e7-bcf1-a6ee601b78a7 HTTP/1.1" status: 200 len: 943 time: 0.0899885 Feb 04 17:16:39.524203 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-0b6fd41b-d070-4c3f-a533-e1745753ed6f req-77f4f828-7f58-4c82-962e-b8b85a8d44b1 tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] 10.222.0.89 "GET /v2.0/security-groups?id=119a7f03-3e07-4d1e-8852-d9f974f9f052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484235 Feb 04 17:16:39.545100 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-19c4b3b0-9aa5-48cf-8c9d-c0ebb4915b0d req-3ffa6e70-118b-4ffb-a1a0-1f85dcdd7969 tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] 10.222.0.89 "GET /v2.0/security-groups?id=e5444cce-a82b-43a5-837a-e27373d38b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608196 Feb 04 17:16:39.625790 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-1826449d-dbbb-471e-a1a5-a15cb584618d req-f35d827d-2a36-4f39-ae8c-99c89892e8cf tempest-ServersTestBootFromVolume-1946499048 tempest-ServersTestBootFromVolume-1946499048-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (9be04d45-1635-46a6-a4a5-3aed6367c90a), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:16:39.673267 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35d827d-2a36-4f39-ae8c-99c89892e8cf tempest-ServersTestBootFromVolume-1946499048 tempest-ServersTestBootFromVolume-1946499048-project] Pushing event deleted for resources: {'Port': ['ID=9be04d45-1635-46a6-a4a5-3aed6367c90a,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:16:39.686800 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8482fae4-8ca2-4b6a-adc5-25911324031b req-392ecdf5-ecdf-4088-b6f6-56dc38eaeb4e tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:16:39.694420 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-8482fae4-8ca2-4b6a-adc5-25911324031b req-392ecdf5-ecdf-4088-b6f6-56dc38eaeb4e tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] 10.222.0.89 "GET /v2.0/ports?device_id=013eaece-a1cd-4911-b0a3-fdda63699778 HTTP/1.1" status: 200 len: 950 time: 0.0875108 Feb 04 17:16:39.760025 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-8482fae4-8ca2-4b6a-adc5-25911324031b req-e4fc82b0-5356-44d2-9977-294d0bc4d801 tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] 10.222.0.89 "GET /v2.0/security-groups?id=5fa98c6a-94b3-4690-b9c3-4f0e67d11226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619764 Feb 04 17:16:39.832863 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195db419-9d12-4afe-a0fa-b4d7e30bac5e req-f60700a8-0e48-4221-a320-e6317ff50f7c tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:16:39.834321 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-195db419-9d12-4afe-a0fa-b4d7e30bac5e req-f60700a8-0e48-4221-a320-e6317ff50f7c tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] 10.222.0.89 "GET /v2.0/ports?device_id=2c5fa3aa-c51b-4ea4-8f20-cb63cb15c8e4 HTTP/1.1" status: 200 len: 950 time: 0.1382232 Feb 04 17:16:39.862056 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1826449d-dbbb-471e-a1a5-a15cb584618d req-f35d827d-2a36-4f39-ae8c-99c89892e8cf tempest-ServersTestBootFromVolume-1946499048 tempest-ServersTestBootFromVolume-1946499048-project] Router 443be536-4628-4353-af62-b6e5cffe24fd has already been hosted by L3 agent 64ada913-9131-4d99-a265-63a920956287 {{(pid=103377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 17:16:39.875293 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] get_ports_and_sgs() called for port_ids ['385f7e55-0b05-4dd5-bfb3-bf3b943a52e9'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 17:16:39.893165 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-195db419-9d12-4afe-a0fa-b4d7e30bac5e req-2c98bbdb-1cdd-4574-912f-f4e0841260f9 tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] 10.222.0.89 "GET /v2.0/security-groups?id=4f68676b-760c-49c3-a14c-c9afa7ad720d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527990 Feb 04 17:16:39.906058 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] get_ports_and_sgs() called for port_ids ['af1745cd-6b75-4824-ae50-bdd6ce47c5f1'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 17:16:39.950690 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] get_ports_and_sgs() called for port_ids ['29380a55-ac03-4b81-918e-c21a85d53812'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 17:16:40.011309 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1826449d-dbbb-471e-a1a5-a15cb584618d req-f35d827d-2a36-4f39-ae8c-99c89892e8cf tempest-ServersTestBootFromVolume-1946499048 tempest-ServersTestBootFromVolume-1946499048-project] Notify agent at l3_agent.n-d-827839-2 the message routers_updated {{(pid=103377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 17:16:40.045972 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bbf559c-91b9-4902-9711-c6c596329b6e None None] Sync routers for ids ['443be536-4628-4353-af62-b6e5cffe24fd'] in n-d-827839-2 {{(pid=103378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 17:16:40.049061 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d0c9d9-b908-4ef9-9a6a-aacd0469678d req-72e73dbd-acd3-4ac1-93ad-cd45f65117a4 tempest-ServersOnMultiNodesTest-1012602224 tempest-ServersOnMultiNodesTest-1012602224-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:16:40.050627 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-f3d0c9d9-b908-4ef9-9a6a-aacd0469678d req-72e73dbd-acd3-4ac1-93ad-cd45f65117a4 tempest-ServersOnMultiNodesTest-1012602224 tempest-ServersOnMultiNodesTest-1012602224-project-admin] 10.222.0.89 "GET /v2.0/ports?device_id=2c5fa3aa-c51b-4ea4-8f20-cb63cb15c8e4 HTTP/1.1" status: 200 len: 1132 time: 0.0771530 Feb 04 17:16:40.060779 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (f20a1ab3-4332-4f54-833b-ba4a7c687e89), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:16:40.078536 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bbf559c-91b9-4902-9711-c6c596329b6e None None] Routers {'443be536-4628-4353-af62-b6e5cffe24fd'} bound to L3 agent in host n-d-827839-2 {{(pid=103378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:16:40.079347 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-9bbf559c-91b9-4902-9711-c6c596329b6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:16:32Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['443be536-4628-4353-af62-b6e5cffe24fd'], 'active': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:16:40.080506 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [req-1826449d-dbbb-471e-a1a5-a15cb584618d req-f35d827d-2a36-4f39-ae8c-99c89892e8cf tempest-ServersTestBootFromVolume-1946499048 tempest-ServersTestBootFromVolume-1946499048-project] No DVR routers for this DVR port 9be04d45-1635-46a6-a4a5-3aed6367c90a on host n-h2-827839-2 {{(pid=103377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 17:16:40.086236 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-1826449d-dbbb-471e-a1a5-a15cb584618d req-f35d827d-2a36-4f39-ae8c-99c89892e8cf tempest-ServersTestBootFromVolume-1946499048 tempest-ServersTestBootFromVolume-1946499048-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:16:40.092615 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-1826449d-dbbb-471e-a1a5-a15cb584618d req-f35d827d-2a36-4f39-ae8c-99c89892e8cf tempest-ServersTestBootFromVolume-1946499048 tempest-ServersTestBootFromVolume-1946499048-project] 10.222.0.90 "DELETE /v2.0/ports/9be04d45-1635-46a6-a4a5-3aed6367c90a HTTP/1.1" status: 204 len: 173 time: 1.4916332 Feb 04 17:16:40.093647 n-d-827839-2 neutron-server[103377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd05624d9-7069-4d9d-823a-9c54a8dd6b49', 'name': 'network-vif-deleted', 'tag': '9be04d45-1635-46a6-a4a5-3aed6367c90a'}] {{(pid=103377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:16:40.096540 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7240428b650e1488e9361b62648ff4b3a6c19d49d8c27c949491ab58c1346cf0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34776c28-e94c-4f0f-82f5-509032c137d0" -d '{"events": [{"server_uuid": "d05624d9-7069-4d9d-823a-9c54a8dd6b49", "name": "network-vif-deleted", "tag": "9be04d45-1635-46a6-a4a5-3aed6367c90a"}]}' {{(pid=103377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:16:40.141026 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-f3d0c9d9-b908-4ef9-9a6a-aacd0469678d req-4a703f4a-ca8d-477f-b9b0-0b4c44093713 tempest-ServersOnMultiNodesTest-1012602224 tempest-ServersOnMultiNodesTest-1012602224-project-admin] 10.222.0.89 "GET /v2.0/security-groups?id=4f68676b-760c-49c3-a14c-c9afa7ad720d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777562 Feb 04 17:16:40.164071 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 17:16:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc2d5568-4c7b-491d-b448-5e2479430be1 x-openstack-request-id: req-bc2d5568-4c7b-491d-b448-5e2479430be1 {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:16:40.164620 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d05624d9-7069-4d9d-823a-9c54a8dd6b49", "name": "network-vif-deleted", "tag": "9be04d45-1635-46a6-a4a5-3aed6367c90a", "status": "completed", "code": 200}]} {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:16:40.164620 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-bc2d5568-4c7b-491d-b448-5e2479430be1 {{(pid=103377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:16:40.165504 n-d-827839-2 neutron-server[103377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd05624d9-7069-4d9d-823a-9c54a8dd6b49', 'name': 'network-vif-deleted', 'tag': '9be04d45-1635-46a6-a4a5-3aed6367c90a', 'status': 'completed', 'code': 200} Feb 04 17:16:40.308148 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvr_db [None req-9bbf559c-91b9-4902-9711-c6c596329b6e None None] Set router 443be536-4628-4353-af62-b6e5cffe24fd gateway port host: n-d-827839-2 {{(pid=103378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:16:40.320929 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd0a02c-ca29-4000-b296-a63d1de18d9a req-69b03fc3-62e4-4d69-8f41-d523554c192d tempest-LiveMigrationNegativeTest-457287813 tempest-LiveMigrationNegativeTest-457287813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:16:40.323064 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-fcd0a02c-ca29-4000-b296-a63d1de18d9a req-69b03fc3-62e4-4d69-8f41-d523554c192d tempest-LiveMigrationNegativeTest-457287813 tempest-LiveMigrationNegativeTest-457287813-project] 10.222.0.89 "GET /v2.0/ports?device_id=a3fabcdf-c0d9-4c64-b1ac-f4f9d6b2de78 HTTP/1.1" status: 200 len: 948 time: 0.1110306 Feb 04 17:16:40.405471 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-fcd0a02c-ca29-4000-b296-a63d1de18d9a req-a6ba2140-f222-4609-9d39-30c2254940f3 tempest-LiveMigrationNegativeTest-457287813 tempest-LiveMigrationNegativeTest-457287813-project] 10.222.0.89 "GET /v2.0/security-groups?id=6087b48a-7803-40bd-a4ae-88723ae4142b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754201 Feb 04 17:16:40.408296 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device 32d8b226-744e-42c0-8808-a6c862fac8f7 no longer exists at agent hyperv_n-h1-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:16:40.410142 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Device 9be04d45-1635-46a6-a4a5-3aed6367c90a no longer exists at agent hyperv_n-h2-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:16:40.536642 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] No Port match for: 9be04d45-1635-46a6-a4a5-3aed6367c90a {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 17:16:40.537027 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Device 9be04d45-1635-46a6-a4a5-3aed6367c90a not bound to the agent host n-h2-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 17:16:40.539211 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-8c45d83b-58b3-4dee-8b52-247d080fe933 req-2f3d2eb1-feb4-49b5-9223-5c839a8cff52 tempest-ServersTestBootFromVolume-1946499048 tempest-ServersTestBootFromVolume-1946499048-project] 10.222.0.89 "GET /v2.0/ports?device_id=d05624d9-7069-4d9d-823a-9c54a8dd6b49 HTTP/1.1" status: 200 len: 210 time: 0.0454025 Feb 04 17:16:40.590418 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56ea171-e92f-4258-a549-f01b814f8989 req-35f9cf00-51aa-4d27-8f84-5aa3b55b8072 tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:16:40.591953 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-b56ea171-e92f-4258-a549-f01b814f8989 req-35f9cf00-51aa-4d27-8f84-5aa3b55b8072 tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] 10.222.0.89 "GET /v2.0/ports?device_id=2c5fa3aa-c51b-4ea4-8f20-cb63cb15c8e4 HTTP/1.1" status: 200 len: 950 time: 0.0664771 Feb 04 17:16:40.670267 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-b56ea171-e92f-4258-a549-f01b814f8989 req-6d259755-3aeb-4b49-85ec-90f35fb2fa76 tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] 10.222.0.89 "GET /v2.0/security-groups?id=4f68676b-760c-49c3-a14c-c9afa7ad720d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655396 Feb 04 17:16:40.701127 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8ff650-2804-45ec-881f-2be11b3c6063 req-bbee9096-7553-4fd3-814d-9858af659d70 tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:16:40.703030 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-df8ff650-2804-45ec-881f-2be11b3c6063 req-bbee9096-7553-4fd3-814d-9858af659d70 tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] 10.222.0.89 "GET /v2.0/ports?device_id=f9d0cdd4-aae7-45e7-bcf1-a6ee601b78a7 HTTP/1.1" status: 200 len: 943 time: 0.0819993 Feb 04 17:16:40.783642 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-df8ff650-2804-45ec-881f-2be11b3c6063 req-b2e50290-db09-440b-8420-ee74cb072bde tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] 10.222.0.89 "GET /v2.0/security-groups?id=119a7f03-3e07-4d1e-8852-d9f974f9f052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723901 Feb 04 17:16:40.814383 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7badce-991a-4be8-a693-cf32c037383d req-c3b610ec-3f5a-41fd-bd11-5b7bec054be4 tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:16:40.822791 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7badce-991a-4be8-a693-cf32c037383d req-c3b610ec-3f5a-41fd-bd11-5b7bec054be4 tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:16:40.828363 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7badce-991a-4be8-a693-cf32c037383d req-c3b610ec-3f5a-41fd-bd11-5b7bec054be4 tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:16:40.836522 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-1c7badce-991a-4be8-a693-cf32c037383d req-c3b610ec-3f5a-41fd-bd11-5b7bec054be4 tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] 10.222.0.89 "GET /v2.0/ports?device_id=25a8ce39-7e6f-4df5-b992-2734d80a6e37 HTTP/1.1" status: 200 len: 2415 time: 0.1025221 Feb 04 17:16:40.848317 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Current status of the port 32d8b226-744e-42c0-8808-a6c862fac8f7 is: DOWN; New status is: DOWN {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:16:40.909490 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-1c7badce-991a-4be8-a693-cf32c037383d req-27d5c0cc-a0d3-40f1-96db-65afaece9afb tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] 10.222.0.89 "GET /v2.0/security-groups?id=e5444cce-a82b-43a5-837a-e27373d38b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718167 Feb 04 17:16:40.910939 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-9bbf559c-91b9-4902-9711-c6c596329b6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '443be536-4628-4353-af62-b6e5cffe24fd', 'name': 'tempest-ServersTestBootFromVolume-808535198-router', 'tenant_id': 'fd192a63f2b3498486f0abc1b85bfe62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.194'}], 'enable_snat': True}, 'gw_port_id': '79a43ddf-5144-4fa6-b457-afb41792a29d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:14:10Z', 'updated_at': '2022-02-04T17:14:16Z', 'revision_number': 4, 'project_id': 'fd192a63f2b3498486f0abc1b85bfe62', 'gw_port': {'id': '79a43ddf-5144-4fa6-b457-afb41792a29d', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:ba:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '443be536-4628-4353-af62-b6e5cffe24fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:14:11Z', 'updated_at': '2022-02-04T17:14:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_interfaces': [{'id': 'e36a0fd0-ca88-45b8-aaf5-e2a56758afc4', 'name': '', 'network_id': 'b746bac5-cc19-45da-9cf3-0187a389a920', 'tenant_id': 'fd192a63f2b3498486f0abc1b85bfe62', 'mac_address': 'fa:16:3e:9d:4b:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '443be536-4628-4353-af62-b6e5cffe24fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '360f8d7b-ee49-4e91-b8fc-d5c0ca9fdfaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:14:15Z', 'updated_at': '2022-02-04T17:14:21Z', 'revision_number': 5, 'project_id': 'fd192a63f2b3498486f0abc1b85bfe62', 'subnets': [{'id': '360f8d7b-ee49-4e91-b8fc-d5c0ca9fdfaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-2', False) {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:16:40.918420 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737f9fe1-d537-4710-b7eb-4f59421c892c req-1f84ae2e-50d5-4622-8101-ff829e416912 tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:16:40.920076 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-737f9fe1-d537-4710-b7eb-4f59421c892c req-1f84ae2e-50d5-4622-8101-ff829e416912 tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] 10.222.0.89 "GET /v2.0/ports?device_id=013eaece-a1cd-4911-b0a3-fdda63699778 HTTP/1.1" status: 200 len: 950 time: 0.0646851 Feb 04 17:16:40.940462 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bbf559c-91b9-4902-9711-c6c596329b6e None None] Checking router: 443be536-4628-4353-af62-b6e5cffe24fd for host: n-d-827839-2 {{(pid=103378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 17:16:40.951757 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bbf559c-91b9-4902-9711-c6c596329b6e None None] Routers {'443be536-4628-4353-af62-b6e5cffe24fd'} bound to L3 agent in host n-d-827839-2 {{(pid=103378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:16:40.952383 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-9bbf559c-91b9-4902-9711-c6c596329b6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:16:32Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['443be536-4628-4353-af62-b6e5cffe24fd'], 'active': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:16:40.973015 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-737f9fe1-d537-4710-b7eb-4f59421c892c req-096015bb-8c85-41a4-ae06-a96fe1759a15 tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] 10.222.0.89 "GET /v2.0/security-groups?id=5fa98c6a-94b3-4690-b9c3-4f0e67d11226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467243 Feb 04 17:16:41.066591 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvr_db [None req-9bbf559c-91b9-4902-9711-c6c596329b6e None None] Set router 443be536-4628-4353-af62-b6e5cffe24fd gateway port host: n-d-827839-2 {{(pid=103378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:16:41.407301 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-9bbf559c-91b9-4902-9711-c6c596329b6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '443be536-4628-4353-af62-b6e5cffe24fd', 'name': 'tempest-ServersTestBootFromVolume-808535198-router', 'tenant_id': 'fd192a63f2b3498486f0abc1b85bfe62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.194'}], 'enable_snat': True}, 'gw_port_id': '79a43ddf-5144-4fa6-b457-afb41792a29d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:14:10Z', 'updated_at': '2022-02-04T17:14:16Z', 'revision_number': 4, 'project_id': 'fd192a63f2b3498486f0abc1b85bfe62', 'gw_port': {'id': '79a43ddf-5144-4fa6-b457-afb41792a29d', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:ba:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '443be536-4628-4353-af62-b6e5cffe24fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:14:11Z', 'updated_at': '2022-02-04T17:14:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_interfaces': [{'id': 'e36a0fd0-ca88-45b8-aaf5-e2a56758afc4', 'name': '', 'network_id': 'b746bac5-cc19-45da-9cf3-0187a389a920', 'tenant_id': 'fd192a63f2b3498486f0abc1b85bfe62', 'mac_address': 'fa:16:3e:9d:4b:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '443be536-4628-4353-af62-b6e5cffe24fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '360f8d7b-ee49-4e91-b8fc-d5c0ca9fdfaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:14:15Z', 'updated_at': '2022-02-04T17:14:21Z', 'revision_number': 5, 'project_id': 'fd192a63f2b3498486f0abc1b85bfe62', 'subnets': [{'id': '360f8d7b-ee49-4e91-b8fc-d5c0ca9fdfaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-2', False) {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:16:41.438287 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bbf559c-91b9-4902-9711-c6c596329b6e None None] The sync data for ids ['443be536-4628-4353-af62-b6e5cffe24fd'] in n-d-827839-2 is: [{'id': '443be536-4628-4353-af62-b6e5cffe24fd', 'name': 'tempest-ServersTestBootFromVolume-808535198-router', 'tenant_id': 'fd192a63f2b3498486f0abc1b85bfe62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.194'}], 'enable_snat': True}, 'gw_port_id': '79a43ddf-5144-4fa6-b457-afb41792a29d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:14:10Z', 'updated_at': '2022-02-04T17:14:16Z', 'revision_number': 4, 'project_id': 'fd192a63f2b3498486f0abc1b85bfe62', 'gw_port': {'id': '79a43ddf-5144-4fa6-b457-afb41792a29d', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:ba:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '443be536-4628-4353-af62-b6e5cffe24fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:14:11Z', 'updated_at': '2022-02-04T17:14:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_interfaces': [{'id': 'e36a0fd0-ca88-45b8-aaf5-e2a56758afc4', 'name': '', 'network_id': 'b746bac5-cc19-45da-9cf3-0187a389a920', 'tenant_id': 'fd192a63f2b3498486f0abc1b85bfe62', 'mac_address': 'fa:16:3e:9d:4b:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '443be536-4628-4353-af62-b6e5cffe24fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '360f8d7b-ee49-4e91-b8fc-d5c0ca9fdfaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:14:15Z', 'updated_at': '2022-02-04T17:14:21Z', 'revision_number': 5, 'project_id': 'fd192a63f2b3498486f0abc1b85bfe62', 'subnets': [{'id': '360f8d7b-ee49-4e91-b8fc-d5c0ca9fdfaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 17:16:41.571380 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9933c675-68e6-42ab-8b50-bc4dab83268f req-e684a1b2-4b78-42a9-99b0-f0150ef06994 tempest-LiveMigrationNegativeTest-457287813 tempest-LiveMigrationNegativeTest-457287813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:16:41.573233 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-9933c675-68e6-42ab-8b50-bc4dab83268f req-e684a1b2-4b78-42a9-99b0-f0150ef06994 tempest-LiveMigrationNegativeTest-457287813 tempest-LiveMigrationNegativeTest-457287813-project] 10.222.0.89 "GET /v2.0/ports?device_id=a3fabcdf-c0d9-4c64-b1ac-f4f9d6b2de78 HTTP/1.1" status: 200 len: 948 time: 0.0776517 Feb 04 17:16:41.643936 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-9933c675-68e6-42ab-8b50-bc4dab83268f req-a4528563-c74c-4f40-8234-673aad7b34f7 tempest-LiveMigrationNegativeTest-457287813 tempest-LiveMigrationNegativeTest-457287813-project] 10.222.0.89 "GET /v2.0/security-groups?id=6087b48a-7803-40bd-a4ae-88723ae4142b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591061 Feb 04 17:16:41.663307 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-8c2c38ad-422f-49c5-b5da-cedea703f4bf req-bf666a36-5ed7-4530-aac0-73bad9edd8a5 tempest-ServersTestBootFromVolume-1946499048 tempest-ServersTestBootFromVolume-1946499048-project] 10.222.0.89 "GET /v2.0/ports?device_id=d05624d9-7069-4d9d-823a-9c54a8dd6b49 HTTP/1.1" status: 200 len: 210 time: 0.0428936 Feb 04 17:16:41.758962 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccef536f-cac1-40cd-8fdb-30c8208638e3 None None] New status for floating IP 0fcb0172-c173-4215-923b-f04a10742c6d: DOWN {{(pid=103379) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 17:16:41.785816 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3343b2-3fca-48f7-b4b1-d5c926034a3d req-d47055d5-c6ab-4a4a-8e8b-33495a2a952a tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:16:41.788854 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-eb3343b2-3fca-48f7-b4b1-d5c926034a3d req-d47055d5-c6ab-4a4a-8e8b-33495a2a952a tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] 10.222.0.89 "GET /v2.0/ports?device_id=2c5fa3aa-c51b-4ea4-8f20-cb63cb15c8e4 HTTP/1.1" status: 200 len: 950 time: 0.0565770 Feb 04 17:16:41.840636 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-eb3343b2-3fca-48f7-b4b1-d5c926034a3d req-905dc9a8-8861-42e8-81d9-100d7e386fca tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] 10.222.0.89 "GET /v2.0/security-groups?id=4f68676b-760c-49c3-a14c-c9afa7ad720d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466847 Feb 04 17:16:41.930102 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c447dc5-baa5-40ba-9d2c-6a676ef1bfab req-c6115cc1-6939-4aad-82f4-38a1f9c54beb tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:16:41.931785 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-3c447dc5-baa5-40ba-9d2c-6a676ef1bfab req-c6115cc1-6939-4aad-82f4-38a1f9c54beb tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] 10.222.0.89 "GET /v2.0/ports?device_id=f9d0cdd4-aae7-45e7-bcf1-a6ee601b78a7 HTTP/1.1" status: 200 len: 943 time: 0.0654867 Feb 04 17:16:41.994862 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-3c447dc5-baa5-40ba-9d2c-6a676ef1bfab req-b72c958b-c482-4502-8aed-f6287fd18929 tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] 10.222.0.89 "GET /v2.0/security-groups?id=119a7f03-3e07-4d1e-8852-d9f974f9f052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569928 Feb 04 17:16:42.060633 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41158c8-97ce-4285-ab5c-9e0a6d761735 req-9bf1fa0a-7414-49e9-9c7b-8511f0387050 tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:16:42.070191 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41158c8-97ce-4285-ab5c-9e0a6d761735 req-9bf1fa0a-7414-49e9-9c7b-8511f0387050 tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:16:42.076573 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41158c8-97ce-4285-ab5c-9e0a6d761735 req-9bf1fa0a-7414-49e9-9c7b-8511f0387050 tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:16:42.078469 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-a41158c8-97ce-4285-ab5c-9e0a6d761735 req-9bf1fa0a-7414-49e9-9c7b-8511f0387050 tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] 10.222.0.89 "GET /v2.0/ports?device_id=25a8ce39-7e6f-4df5-b992-2734d80a6e37 HTTP/1.1" status: 200 len: 2415 time: 0.0926454 Feb 04 17:16:42.112037 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (3f9244a9-75fc-4c10-b195-11d48b853b41), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:16:42.134704 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-a41158c8-97ce-4285-ab5c-9e0a6d761735 req-f08c6b77-a4ba-4983-b5fc-9709fbca9c08 tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] 10.222.0.89 "GET /v2.0/security-groups?id=e5444cce-a82b-43a5-837a-e27373d38b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503395 Feb 04 17:16:42.139777 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fa581b-e07a-4ce6-bedb-d1a3e6e1a645 req-9b9f1f9b-8e47-4c1c-a48f-46fe83fa6a55 tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:16:42.145270 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-e4fa581b-e07a-4ce6-bedb-d1a3e6e1a645 req-9b9f1f9b-8e47-4c1c-a48f-46fe83fa6a55 tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] 10.222.0.89 "GET /v2.0/ports?device_id=013eaece-a1cd-4911-b0a3-fdda63699778 HTTP/1.1" status: 200 len: 950 time: 0.0696580 Feb 04 17:16:42.190525 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-e4fa581b-e07a-4ce6-bedb-d1a3e6e1a645 req-de97134c-66f2-4434-8201-bff7433029cd tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] 10.222.0.89 "GET /v2.0/security-groups?id=5fa98c6a-94b3-4690-b9c3-4f0e67d11226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431540 Feb 04 17:16:42.289349 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device 0dc4fa0b-49d4-4322-a177-c1cdf6851741 up at agent hyperv_n-h1-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:16:42.358767 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Provisioning for port 0dc4fa0b-49d4-4322-a177-c1cdf6851741 completed by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 17:16:42.364568 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Provisioning complete for port 0dc4fa0b-49d4-4322-a177-c1cdf6851741 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:16:42.364973 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (0dc4fa0b-49d4-4322-a177-c1cdf6851741), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:16:42.374910 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6add37-94bb-4a34-9ec7-67e40da4ebd1 req-61a51b68-0496-438f-be6d-68df6b4fe60a tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:16:42.376431 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-2f6add37-94bb-4a34-9ec7-67e40da4ebd1 req-61a51b68-0496-438f-be6d-68df6b4fe60a tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] 10.222.0.96 "GET /v2.0/ports?device_id=2c5fa3aa-c51b-4ea4-8f20-cb63cb15c8e4 HTTP/1.1" status: 200 len: 950 time: 0.0639815 Feb 04 17:16:42.457025 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Current status of the port 0dc4fa0b-49d4-4322-a177-c1cdf6851741 is: BUILD; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:16:42.457847 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (0dc4fa0b-49d4-4322-a177-c1cdf6851741), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:16:42.482345 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [req-2f6add37-94bb-4a34-9ec7-67e40da4ebd1 req-7027558b-7d86-47cb-bcdc-a0a7c6a9b42a tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] Deleting port 84667694-4bdb-498f-86e0-1a344d1d18d0 {{(pid=103376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:16:42.482680 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-2f6add37-94bb-4a34-9ec7-67e40da4ebd1 req-7027558b-7d86-47cb-bcdc-a0a7c6a9b42a tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (84667694-4bdb-498f-86e0-1a344d1d18d0), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:16:42.483361 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3fabcdf-c0d9-4c64-b1ac-f4f9d6b2de78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0dc4fa0b-49d4-4322-a177-c1cdf6851741'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:16:42.485609 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c34bc964ce2211770fda26ca2f3801cc06f4f39928110690550e94ab9c9d2fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fad7cde8-0f70-411f-855a-7779e205db21" -d '{"events": [{"server_uuid": "a3fabcdf-c0d9-4c64-b1ac-f4f9d6b2de78", "name": "network-vif-plugged", "status": "completed", "tag": "0dc4fa0b-49d4-4322-a177-c1cdf6851741"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:16:42.508711 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] For port 0dc4fa0b-49d4-4322-a177-c1cdf6851741, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=0dc4fa0b-49d4-4322-a177-c1cdf6851741,segment=NetworkSegment(3a39b085-d3e6-43bb-a64c-1b06dd049e5a),segment_id=3a39b085-d3e6-43bb-a64c-1b06dd049e5a)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:16:42.513418 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (0dc4fa0b-49d4-4322-a177-c1cdf6851741), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:16:42.540603 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 17:16:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bf37cd2-7424-48ae-8211-58fa6a6629c1 x-openstack-request-id: req-5bf37cd2-7424-48ae-8211-58fa6a6629c1 {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:16:42.541748 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3fabcdf-c0d9-4c64-b1ac-f4f9d6b2de78", "name": "network-vif-plugged", "status": "completed", "tag": "0dc4fa0b-49d4-4322-a177-c1cdf6851741", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:16:42.542183 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-5bf37cd2-7424-48ae-8211-58fa6a6629c1 {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:16:42.542753 n-d-827839-2 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3fabcdf-c0d9-4c64-b1ac-f4f9d6b2de78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0dc4fa0b-49d4-4322-a177-c1cdf6851741', 'code': 200} Feb 04 17:16:42.582096 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Pushing event updated for resources: {'Port': ['ID=0dc4fa0b-49d4-4322-a177-c1cdf6851741,revision_number=5']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:16:42.614842 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [req-2f6add37-94bb-4a34-9ec7-67e40da4ebd1 req-7027558b-7d86-47cb-bcdc-a0a7c6a9b42a tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] For port 84667694-4bdb-498f-86e0-1a344d1d18d0, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=84667694-4bdb-498f-86e0-1a344d1d18d0,segment=NetworkSegment(3a39b085-d3e6-43bb-a64c-1b06dd049e5a),segment_id=3a39b085-d3e6-43bb-a64c-1b06dd049e5a)] {{(pid=103376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:16:42.615305 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-2f6add37-94bb-4a34-9ec7-67e40da4ebd1 req-7027558b-7d86-47cb-bcdc-a0a7c6a9b42a tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (84667694-4bdb-498f-86e0-1a344d1d18d0), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:16:42.649906 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [req-2f6add37-94bb-4a34-9ec7-67e40da4ebd1 req-7027558b-7d86-47cb-bcdc-a0a7c6a9b42a tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] Calling delete_port for 84667694-4bdb-498f-86e0-1a344d1d18d0 owned by compute:nova {{(pid=103376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:16:42.711116 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b76255-2255-400e-8087-93f5e81955eb req-000369cb-3219-4de3-b4f8-0aafa82b33f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:16:42.713326 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-71b76255-2255-400e-8087-93f5e81955eb req-000369cb-3219-4de3-b4f8-0aafa82b33f4 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=a3fabcdf-c0d9-4c64-b1ac-f4f9d6b2de78 HTTP/1.1" status: 200 len: 1131 time: 0.1000552 Feb 04 17:16:42.780334 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be3fb80-6796-4bf3-a76d-8e90f770f42a req-e6592c23-ab46-46cf-a19b-afd2582bc944 tempest-LiveMigrationNegativeTest-457287813 tempest-LiveMigrationNegativeTest-457287813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:16:42.782015 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-9be3fb80-6796-4bf3-a76d-8e90f770f42a req-e6592c23-ab46-46cf-a19b-afd2582bc944 tempest-LiveMigrationNegativeTest-457287813 tempest-LiveMigrationNegativeTest-457287813-project] 10.222.0.89 "GET /v2.0/ports?device_id=a3fabcdf-c0d9-4c64-b1ac-f4f9d6b2de78 HTTP/1.1" status: 200 len: 949 time: 0.0530980 Feb 04 17:16:42.813775 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-ffbd34e2-3320-4edf-a355-59d7e19b47c8 req-0da978b0-7da1-4ca6-952d-0388b6b043f1 tempest-ServersTestBootFromVolume-1946499048 tempest-ServersTestBootFromVolume-1946499048-project] 10.222.0.89 "GET /v2.0/ports?device_id=d05624d9-7069-4d9d-823a-9c54a8dd6b49 HTTP/1.1" status: 200 len: 210 time: 0.0492849 Feb 04 17:16:42.825465 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-71b76255-2255-400e-8087-93f5e81955eb req-1189bfe1-f0ca-4b6a-97e2-faa209096660 service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=6087b48a-7803-40bd-a4ae-88723ae4142b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989866 Feb 04 17:16:42.834951 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-9be3fb80-6796-4bf3-a76d-8e90f770f42a req-df0c57a8-3a2e-473f-889c-42af280069a8 tempest-LiveMigrationNegativeTest-457287813 tempest-LiveMigrationNegativeTest-457287813-project] 10.222.0.89 "GET /v2.0/security-groups?id=6087b48a-7803-40bd-a4ae-88723ae4142b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460947 Feb 04 17:16:42.888038 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-2f6add37-94bb-4a34-9ec7-67e40da4ebd1 req-7027558b-7d86-47cb-bcdc-a0a7c6a9b42a tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (84667694-4bdb-498f-86e0-1a344d1d18d0), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:16:42.902991 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] get_ports_and_sgs() called for port_ids ['d84d4853-863b-4441-877e-8ff0319d5d6b', 'f4b260ec-2b92-4b49-a638-97cffbd194dd', 'b8cbf0e2-5ba1-4495-bfce-79351b5c0d9a', 'f9e4e26d-abca-45a8-a5e6-aef150d22ed3'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 17:16:42.931900 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] get_ports_and_sgs() called for port_ids ['def23c9d-c30f-47d7-bd81-7d3520f20168', '44b448dd-cb1d-4a20-aeb9-66f3c7842792', '84667694-4bdb-498f-86e0-1a344d1d18d0'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 17:16:42.967756 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-8f0e9ca7-e061-414d-8ca9-de98cfd921a2 req-9bfc510a-191c-4753-8233-80a4916f3ae8 tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] 10.222.0.89 "GET /v2.0/ports?device_id=2c5fa3aa-c51b-4ea4-8f20-cb63cb15c8e4 HTTP/1.1" status: 200 len: 210 time: 0.0475283 Feb 04 17:16:42.969605 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7027558b-7d86-47cb-bcdc-a0a7c6a9b42a tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] Pushing event deleted for resources: {'Port': ['ID=84667694-4bdb-498f-86e0-1a344d1d18d0,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:16:43.030379 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f6add37-94bb-4a34-9ec7-67e40da4ebd1 req-7027558b-7d86-47cb-bcdc-a0a7c6a9b42a tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] No DVR routers for this DVR port 84667694-4bdb-498f-86e0-1a344d1d18d0 on host n-h1-827839-2 {{(pid=103376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 17:16:43.035118 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-2f6add37-94bb-4a34-9ec7-67e40da4ebd1 req-7027558b-7d86-47cb-bcdc-a0a7c6a9b42a tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:16:43.039297 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-2f6add37-94bb-4a34-9ec7-67e40da4ebd1 req-7027558b-7d86-47cb-bcdc-a0a7c6a9b42a tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] 10.222.0.96 "DELETE /v2.0/ports/84667694-4bdb-498f-86e0-1a344d1d18d0 HTTP/1.1" status: 204 len: 173 time: 0.6536210 Feb 04 17:16:43.040031 n-d-827839-2 neutron-server[103376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c5fa3aa-c51b-4ea4-8f20-cb63cb15c8e4', 'name': 'network-vif-deleted', 'tag': '84667694-4bdb-498f-86e0-1a344d1d18d0'}] {{(pid=103376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:16:43.042373 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d59c3bb5e2f09ebf62144d5e09b1cff60c763a9c19614c24538e77842938c05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62e9fef5-07a3-482d-8c2d-55b966a13250" -d '{"events": [{"server_uuid": "2c5fa3aa-c51b-4ea4-8f20-cb63cb15c8e4", "name": "network-vif-deleted", "tag": "84667694-4bdb-498f-86e0-1a344d1d18d0"}]}' {{(pid=103376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:16:43.184883 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d224365f-9fb5-4732-9ee6-32b0ad8bb5dd req-05db2bce-9d73-4416-80b4-b5f3bbdcf50b tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:16:43.190688 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 17:16:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd3aa440-8117-420a-8307-ac18f46dd638 x-openstack-request-id: req-bd3aa440-8117-420a-8307-ac18f46dd638 {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:16:43.191223 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c5fa3aa-c51b-4ea4-8f20-cb63cb15c8e4", "name": "network-vif-deleted", "tag": "84667694-4bdb-498f-86e0-1a344d1d18d0", "status": "completed", "code": 200}]} {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:16:43.191666 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-bd3aa440-8117-420a-8307-ac18f46dd638 {{(pid=103376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:16:43.192238 n-d-827839-2 neutron-server[103376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c5fa3aa-c51b-4ea4-8f20-cb63cb15c8e4', 'name': 'network-vif-deleted', 'tag': '84667694-4bdb-498f-86e0-1a344d1d18d0', 'status': 'completed', 'code': 200} Feb 04 17:16:43.199298 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-d224365f-9fb5-4732-9ee6-32b0ad8bb5dd req-05db2bce-9d73-4416-80b4-b5f3bbdcf50b tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] 10.222.0.89 "GET /v2.0/ports?device_id=f9d0cdd4-aae7-45e7-bcf1-a6ee601b78a7 HTTP/1.1" status: 200 len: 943 time: 0.1203172 Feb 04 17:16:43.284109 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-d224365f-9fb5-4732-9ee6-32b0ad8bb5dd req-f6904bc7-8830-4893-9b79-9c3841057ec4 tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] 10.222.0.89 "GET /v2.0/security-groups?id=119a7f03-3e07-4d1e-8852-d9f974f9f052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838540 Feb 04 17:16:43.377617 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4179b8-91dd-4dc8-bf42-f6d60b45a49e req-96208feb-578b-4fd8-894a-ebba9443afd8 tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:16:43.384255 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4179b8-91dd-4dc8-bf42-f6d60b45a49e req-96208feb-578b-4fd8-894a-ebba9443afd8 tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:16:43.390270 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4179b8-91dd-4dc8-bf42-f6d60b45a49e req-96208feb-578b-4fd8-894a-ebba9443afd8 tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:16:43.398639 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-eb4179b8-91dd-4dc8-bf42-f6d60b45a49e req-96208feb-578b-4fd8-894a-ebba9443afd8 tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] 10.222.0.89 "GET /v2.0/ports?device_id=25a8ce39-7e6f-4df5-b992-2734d80a6e37 HTTP/1.1" status: 200 len: 2415 time: 0.1387804 Feb 04 17:16:43.464164 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc285247-4743-4ee1-ace1-b02e5d7c7e98 req-136b57f1-611b-4f09-8425-93c5b8e8f9db tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:16:43.473764 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-cc285247-4743-4ee1-ace1-b02e5d7c7e98 req-136b57f1-611b-4f09-8425-93c5b8e8f9db tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] 10.222.0.89 "GET /v2.0/ports?device_id=013eaece-a1cd-4911-b0a3-fdda63699778 HTTP/1.1" status: 200 len: 950 time: 0.0759759 Feb 04 17:16:43.476411 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-eb4179b8-91dd-4dc8-bf42-f6d60b45a49e req-2a869fc7-bbf3-4f69-b624-23d037757e82 tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] 10.222.0.89 "GET /v2.0/security-groups?id=e5444cce-a82b-43a5-837a-e27373d38b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706835 Feb 04 17:16:43.518206 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-cc285247-4743-4ee1-ace1-b02e5d7c7e98 req-52ef1edd-9e4d-4ef1-ab41-6133332f6c4e tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] 10.222.0.89 "GET /v2.0/security-groups?id=5fa98c6a-94b3-4690-b9c3-4f0e67d11226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432415 Feb 04 17:16:43.920222 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-820f9cfd-3e1f-4cc7-8798-e3be55c2d431 req-b69cb5c0-888f-4310-872d-24ad922ab3f0 tempest-ServersTestBootFromVolume-1946499048 tempest-ServersTestBootFromVolume-1946499048-project] 10.222.0.89 "GET /v2.0/ports?device_id=d05624d9-7069-4d9d-823a-9c54a8dd6b49 HTTP/1.1" status: 200 len: 210 time: 0.0304840 Feb 04 17:16:43.963517 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973df2bd-3326-4d8c-ae5b-e939cd7fa4ae req-c9c97e9e-033d-4c3e-857b-d5ace0940d94 tempest-LiveMigrationNegativeTest-457287813 tempest-LiveMigrationNegativeTest-457287813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:16:43.965136 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-973df2bd-3326-4d8c-ae5b-e939cd7fa4ae req-c9c97e9e-033d-4c3e-857b-d5ace0940d94 tempest-LiveMigrationNegativeTest-457287813 tempest-LiveMigrationNegativeTest-457287813-project] 10.222.0.89 "GET /v2.0/ports?device_id=a3fabcdf-c0d9-4c64-b1ac-f4f9d6b2de78 HTTP/1.1" status: 200 len: 949 time: 0.0595732 Feb 04 17:16:44.015504 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-973df2bd-3326-4d8c-ae5b-e939cd7fa4ae req-2360456c-02d0-4748-95e4-6b7ac20a6c53 tempest-LiveMigrationNegativeTest-457287813 tempest-LiveMigrationNegativeTest-457287813-project] 10.222.0.89 "GET /v2.0/security-groups?id=6087b48a-7803-40bd-a4ae-88723ae4142b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446484 Feb 04 17:16:44.266070 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f1a7c8-496e-441f-8252-ac4bbc38e4c7 req-64f25cc9-6d9c-4479-ad06-6ba4cd82aa8d tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:16:44.267644 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-38f1a7c8-496e-441f-8252-ac4bbc38e4c7 req-64f25cc9-6d9c-4479-ad06-6ba4cd82aa8d tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] 10.222.0.89 "GET /v2.0/ports?device_id=7488b3c7-1771-4cc0-b566-fa8ba403f3e4 HTTP/1.1" status: 200 len: 950 time: 0.0569398 Feb 04 17:16:44.308937 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Device af1745cd-6b75-4824-ae50-bdd6ce47c5f1 up at agent hyperv_n-h2-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:16:44.328398 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-38f1a7c8-496e-441f-8252-ac4bbc38e4c7 req-cf259e85-4206-4ee1-80a3-04ae4c8d3b08 tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] 10.222.0.89 "GET /v2.0/security-groups?id=4f68676b-760c-49c3-a14c-c9afa7ad720d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547876 Feb 04 17:16:44.373924 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Provisioning for port af1745cd-6b75-4824-ae50-bdd6ce47c5f1 completed by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 17:16:44.378016 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Provisioning complete for port af1745cd-6b75-4824-ae50-bdd6ce47c5f1 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:16:44.378394 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (af1745cd-6b75-4824-ae50-bdd6ce47c5f1), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:16:44.448867 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45c3d3f-59c2-4fd2-9919-268e3b2405b0 req-b3faa7c5-d07e-45d7-b120-d0eb0a9f8191 tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:16:44.450078 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-d45c3d3f-59c2-4fd2-9919-268e3b2405b0 req-b3faa7c5-d07e-45d7-b120-d0eb0a9f8191 tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] 10.222.0.89 "GET /v2.0/ports?device_id=f9d0cdd4-aae7-45e7-bcf1-a6ee601b78a7 HTTP/1.1" status: 200 len: 943 time: 0.0605669 Feb 04 17:16:44.464295 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Current status of the port af1745cd-6b75-4824-ae50-bdd6ce47c5f1 is: BUILD; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:16:44.464681 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (af1745cd-6b75-4824-ae50-bdd6ce47c5f1), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:16:44.504098 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] For port af1745cd-6b75-4824-ae50-bdd6ce47c5f1, host n-h2-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=af1745cd-6b75-4824-ae50-bdd6ce47c5f1,segment=NetworkSegment(7b692165-49d1-42e9-b93d-2f0e347ea588),segment_id=7b692165-49d1-42e9-b93d-2f0e347ea588)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:16:44.512160 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (af1745cd-6b75-4824-ae50-bdd6ce47c5f1), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:16:44.513427 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Device 29380a55-ac03-4b81-918e-c21a85d53812 up at agent hyperv_n-h2-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:16:44.532245 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-d45c3d3f-59c2-4fd2-9919-268e3b2405b0 req-3bf9504b-458a-48c0-a56c-ffcbcaf21d7a tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] 10.222.0.89 "GET /v2.0/security-groups?id=119a7f03-3e07-4d1e-8852-d9f974f9f052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758557 Feb 04 17:16:44.563467 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25a8ce39-7e6f-4df5-b992-2734d80a6e37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af1745cd-6b75-4824-ae50-bdd6ce47c5f1'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:16:44.566330 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c34bc964ce2211770fda26ca2f3801cc06f4f39928110690550e94ab9c9d2fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e428a9c9-b52a-4a59-a6ba-0867182b4ed0" -d '{"events": [{"server_uuid": "25a8ce39-7e6f-4df5-b992-2734d80a6e37", "name": "network-vif-plugged", "status": "completed", "tag": "af1745cd-6b75-4824-ae50-bdd6ce47c5f1"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:16:44.631302 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Pushing event updated for resources: {'Port': ['ID=af1745cd-6b75-4824-ae50-bdd6ce47c5f1,revision_number=5']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:16:44.641714 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5236e520-f1a2-40e4-8480-c37ddee41668 req-1c3081ec-7cf5-40d4-8209-b489c37bec67 tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:16:44.647773 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5236e520-f1a2-40e4-8480-c37ddee41668 req-1c3081ec-7cf5-40d4-8209-b489c37bec67 tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:16:44.649088 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Provisioning for port 29380a55-ac03-4b81-918e-c21a85d53812 completed by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 17:16:44.654095 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5236e520-f1a2-40e4-8480-c37ddee41668 req-1c3081ec-7cf5-40d4-8209-b489c37bec67 tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:16:44.654800 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Provisioning complete for port 29380a55-ac03-4b81-918e-c21a85d53812 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:16:44.655555 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (29380a55-ac03-4b81-918e-c21a85d53812), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:16:44.656593 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-5236e520-f1a2-40e4-8480-c37ddee41668 req-1c3081ec-7cf5-40d4-8209-b489c37bec67 tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] 10.222.0.89 "GET /v2.0/ports?device_id=25a8ce39-7e6f-4df5-b992-2734d80a6e37 HTTP/1.1" status: 200 len: 2416 time: 0.0949025 Feb 04 17:16:44.710588 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-5236e520-f1a2-40e4-8480-c37ddee41668 req-653dedfc-a1f4-4236-bd0d-d0079a2187c4 tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] 10.222.0.89 "GET /v2.0/security-groups?id=e5444cce-a82b-43a5-837a-e27373d38b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472472 Feb 04 17:16:44.732972 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fb73b2-456c-4f61-b5a0-a6298c5a3644 req-d05139bf-2930-4c9a-92c9-c5ff0235e5bf tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:16:44.734736 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-f0fb73b2-456c-4f61-b5a0-a6298c5a3644 req-d05139bf-2930-4c9a-92c9-c5ff0235e5bf tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] 10.222.0.89 "GET /v2.0/ports?device_id=013eaece-a1cd-4911-b0a3-fdda63699778 HTTP/1.1" status: 200 len: 950 time: 0.0686092 Feb 04 17:16:44.780649 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 17:16:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ed972cb-64fd-4dba-966e-d858a21b0ccf x-openstack-request-id: req-1ed972cb-64fd-4dba-966e-d858a21b0ccf {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:16:44.780990 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25a8ce39-7e6f-4df5-b992-2734d80a6e37", "name": "network-vif-plugged", "status": "completed", "tag": "af1745cd-6b75-4824-ae50-bdd6ce47c5f1", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:16:44.781243 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-1ed972cb-64fd-4dba-966e-d858a21b0ccf {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:16:44.781633 n-d-827839-2 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25a8ce39-7e6f-4df5-b992-2734d80a6e37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af1745cd-6b75-4824-ae50-bdd6ce47c5f1', 'code': 200} Feb 04 17:16:44.794729 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-f0fb73b2-456c-4f61-b5a0-a6298c5a3644 req-979d4269-25b9-4e88-904a-a321f9abc8d3 tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] 10.222.0.89 "GET /v2.0/security-groups?id=5fa98c6a-94b3-4690-b9c3-4f0e67d11226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541520 Feb 04 17:16:44.805504 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Current status of the port 29380a55-ac03-4b81-918e-c21a85d53812 is: BUILD; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:16:44.806135 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (29380a55-ac03-4b81-918e-c21a85d53812), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:16:44.842269 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] For port 29380a55-ac03-4b81-918e-c21a85d53812, host n-h2-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=29380a55-ac03-4b81-918e-c21a85d53812,segment=NetworkSegment(eeeb1226-1d0a-4a58-b5ee-1ea6fb7ee6b6),segment_id=eeeb1226-1d0a-4a58-b5ee-1ea6fb7ee6b6)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:16:44.845943 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (29380a55-ac03-4b81-918e-c21a85d53812), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:16:44.846802 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Device 385f7e55-0b05-4dd5-bfb3-bf3b943a52e9 up at agent hyperv_n-h2-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:16:44.928557 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Pushing event updated for resources: {'Port': ['ID=29380a55-ac03-4b81-918e-c21a85d53812,revision_number=5']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:16:44.942043 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Provisioning for port 385f7e55-0b05-4dd5-bfb3-bf3b943a52e9 completed by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 17:16:44.948709 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Provisioning complete for port 385f7e55-0b05-4dd5-bfb3-bf3b943a52e9 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:16:44.949343 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (385f7e55-0b05-4dd5-bfb3-bf3b943a52e9), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:16:45.038924 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-3bd85f67-d7cf-4710-b113-eebd7058b1b3 req-b72533af-96de-424a-8967-412de1603692 tempest-ServersTestBootFromVolume-1946499048 tempest-ServersTestBootFromVolume-1946499048-project] 10.222.0.89 "GET /v2.0/ports?device_id=d05624d9-7069-4d9d-823a-9c54a8dd6b49 HTTP/1.1" status: 200 len: 210 time: 0.0331202 Feb 04 17:16:45.091315 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Current status of the port 385f7e55-0b05-4dd5-bfb3-bf3b943a52e9 is: BUILD; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:16:45.091836 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (385f7e55-0b05-4dd5-bfb3-bf3b943a52e9), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:16:45.131684 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] For port 385f7e55-0b05-4dd5-bfb3-bf3b943a52e9, host n-h2-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=385f7e55-0b05-4dd5-bfb3-bf3b943a52e9,segment=NetworkSegment(7b692165-49d1-42e9-b93d-2f0e347ea588),segment_id=7b692165-49d1-42e9-b93d-2f0e347ea588)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:16:45.146657 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (385f7e55-0b05-4dd5-bfb3-bf3b943a52e9), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:16:45.176089 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-bab8cdeb-ae94-42ff-983b-c1ff9203fba9 req-a6316514-a877-4258-ab31-95b14a2501b0 service neutron] 10.222.0.96 "GET /v2.0/ports/32d8b226-744e-42c0-8808-a6c862fac8f7/bindings/n-h2-827839-2 HTTP/1.1" status: 200 len: 384 time: 0.0772796 Feb 04 17:16:45.235380 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b91548e-ca7b-49c1-a4cc-6175f67ff3ea req-a951be7a-65fb-44e7-b816-bd8f6c292f0e tempest-LiveMigrationNegativeTest-457287813 tempest-LiveMigrationNegativeTest-457287813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:16:45.246261 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-4b91548e-ca7b-49c1-a4cc-6175f67ff3ea req-a951be7a-65fb-44e7-b816-bd8f6c292f0e tempest-LiveMigrationNegativeTest-457287813 tempest-LiveMigrationNegativeTest-457287813-project] 10.222.0.89 "GET /v2.0/ports?device_id=a3fabcdf-c0d9-4c64-b1ac-f4f9d6b2de78 HTTP/1.1" status: 200 len: 949 time: 0.1114521 Feb 04 17:16:45.246936 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Pushing event updated for resources: {'Port': ['ID=385f7e55-0b05-4dd5-bfb3-bf3b943a52e9,revision_number=5']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:16:45.305331 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-4b91548e-ca7b-49c1-a4cc-6175f67ff3ea req-153b80cf-c2d1-4c25-923d-42a218b33df8 tempest-LiveMigrationNegativeTest-457287813 tempest-LiveMigrationNegativeTest-457287813-project] 10.222.0.89 "GET /v2.0/security-groups?id=6087b48a-7803-40bd-a4ae-88723ae4142b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553720 Feb 04 17:16:45.433266 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [req-bab8cdeb-ae94-42ff-983b-c1ff9203fba9 req-90904731-3b18-4ace-855d-606e3ba263bf service neutron] For port 32d8b226-744e-42c0-8808-a6c862fac8f7, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=32d8b226-744e-42c0-8808-a6c862fac8f7,segment=NetworkSegment(422e2db4-29a0-413f-80b3-a344e9c773f4),segment_id=422e2db4-29a0-413f-80b3-a344e9c773f4)] {{(pid=103376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:16:45.465042 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [req-bab8cdeb-ae94-42ff-983b-c1ff9203fba9 req-90904731-3b18-4ace-855d-606e3ba263bf service neutron] For port 32d8b226-744e-42c0-8808-a6c862fac8f7, host n-h1-827839-2, cleared binding levels {{(pid=103376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:16:45.476106 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fb14d5-fbbe-4aea-bf7f-cdc5357c9c13 req-eea4f406-3442-41d7-b899-2bbcfd7dc7ae tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:16:45.478847 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-b9fb14d5-fbbe-4aea-bf7f-cdc5357c9c13 req-eea4f406-3442-41d7-b899-2bbcfd7dc7ae tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] 10.222.0.89 "GET /v2.0/ports?device_id=7488b3c7-1771-4cc0-b566-fa8ba403f3e4 HTTP/1.1" status: 200 len: 950 time: 0.0668895 Feb 04 17:16:45.506843 n-d-827839-2 neutron-server[103376]: DEBUG neutron.notifiers.nova [req-bab8cdeb-ae94-42ff-983b-c1ff9203fba9 req-90904731-3b18-4ace-855d-606e3ba263bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 32d8b226-744e-42c0-8808-a6c862fac8f7 {{(pid=103376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 17:16:45.520326 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [req-bab8cdeb-ae94-42ff-983b-c1ff9203fba9 req-90904731-3b18-4ace-855d-606e3ba263bf service neutron] For port 32d8b226-744e-42c0-8808-a6c862fac8f7, host n-h2-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=32d8b226-744e-42c0-8808-a6c862fac8f7,segment=NetworkSegment(422e2db4-29a0-413f-80b3-a344e9c773f4),segment_id=422e2db4-29a0-413f-80b3-a344e9c773f4)] {{(pid=103376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:16:45.529404 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-b9fb14d5-fbbe-4aea-bf7f-cdc5357c9c13 req-079848c0-240a-45c4-8286-6af4c9fcd9e0 tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] 10.222.0.89 "GET /v2.0/security-groups?id=4f68676b-760c-49c3-a14c-c9afa7ad720d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443735 Feb 04 17:16:45.564680 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-bab8cdeb-ae94-42ff-983b-c1ff9203fba9 req-90904731-3b18-4ace-855d-606e3ba263bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (32d8b226-744e-42c0-8808-a6c862fac8f7), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:16:45.637719 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5dd5a2e-3d96-4da3-88b5-bc22c71b3c6d req-2f132e47-cc7b-4f61-94a2-3863e1816c58 tempest-LiveMigrationNegativeTest-457287813 tempest-LiveMigrationNegativeTest-457287813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:16:45.639305 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-f5dd5a2e-3d96-4da3-88b5-bc22c71b3c6d req-2f132e47-cc7b-4f61-94a2-3863e1816c58 tempest-LiveMigrationNegativeTest-457287813 tempest-LiveMigrationNegativeTest-457287813-project] 10.222.0.89 "GET /v2.0/ports?device_id=a3fabcdf-c0d9-4c64-b1ac-f4f9d6b2de78 HTTP/1.1" status: 200 len: 949 time: 0.1088502 Feb 04 17:16:45.676312 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522262a5-8229-4f4a-b766-a7c9a5b3caef req-8b319c44-5af0-47f9-8267-d070c153372e tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:16:45.678151 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-522262a5-8229-4f4a-b766-a7c9a5b3caef req-8b319c44-5af0-47f9-8267-d070c153372e tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] 10.222.0.89 "GET /v2.0/ports?device_id=f9d0cdd4-aae7-45e7-bcf1-a6ee601b78a7 HTTP/1.1" status: 200 len: 943 time: 0.0576282 Feb 04 17:16:45.699242 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.provisioning_blocks [req-bab8cdeb-ae94-42ff-983b-c1ff9203fba9 req-90904731-3b18-4ace-855d-606e3ba263bf service neutron] Transition to ACTIVE for port object 32d8b226-744e-42c0-8808-a6c862fac8f7 will not be triggered until provisioned by entity L2. {{(pid=103376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 17:16:45.711726 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-bab8cdeb-ae94-42ff-983b-c1ff9203fba9 req-90904731-3b18-4ace-855d-606e3ba263bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675836'] for port (32d8b226-744e-42c0-8808-a6c862fac8f7), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:16:45.742557 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-522262a5-8229-4f4a-b766-a7c9a5b3caef req-3b2625da-8e0b-4134-b3cb-78cfc138a6cf tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] 10.222.0.89 "GET /v2.0/security-groups?id=119a7f03-3e07-4d1e-8852-d9f974f9f052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569057 Feb 04 17:16:45.748343 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-f5dd5a2e-3d96-4da3-88b5-bc22c71b3c6d req-cbb2fc50-2efa-445d-9d59-1975754a01e0 tempest-LiveMigrationNegativeTest-457287813 tempest-LiveMigrationNegativeTest-457287813-project] 10.222.0.89 "GET /v2.0/security-groups?id=6087b48a-7803-40bd-a4ae-88723ae4142b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959282 Feb 04 17:16:45.784358 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90904731-3b18-4ace-855d-606e3ba263bf service neutron] Pushing event updated for resources: {'Port': ['ID=32d8b226-744e-42c0-8808-a6c862fac8f7,revision_number=10']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:16:45.802482 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [req-bab8cdeb-ae94-42ff-983b-c1ff9203fba9 req-90904731-3b18-4ace-855d-606e3ba263bf service neutron] No DVR routers for this DVR port 32d8b226-744e-42c0-8808-a6c862fac8f7 on host n-h1-827839-2 {{(pid=103376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 17:16:45.843459 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-bab8cdeb-ae94-42ff-983b-c1ff9203fba9 req-90904731-3b18-4ace-855d-606e3ba263bf service neutron] 10.222.0.96 "PUT /v2.0/ports/32d8b226-744e-42c0-8808-a6c862fac8f7/bindings/n-h2-827839-2/activate HTTP/1.1" status: 200 len: 369 time: 0.6563468 Feb 04 17:16:45.917066 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bdc0cc-f5b1-48bd-aef3-765b4db63428 req-b8a24611-210a-4de3-8c75-7168fb036e0f tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:16:45.922866 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bdc0cc-f5b1-48bd-aef3-765b4db63428 req-b8a24611-210a-4de3-8c75-7168fb036e0f tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:16:45.928392 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bdc0cc-f5b1-48bd-aef3-765b4db63428 req-b8a24611-210a-4de3-8c75-7168fb036e0f tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:16:45.930132 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-e3bdc0cc-f5b1-48bd-aef3-765b4db63428 req-b8a24611-210a-4de3-8c75-7168fb036e0f tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] 10.222.0.89 "GET /v2.0/ports?device_id=25a8ce39-7e6f-4df5-b992-2734d80a6e37 HTTP/1.1" status: 200 len: 2418 time: 0.0857828 Feb 04 17:16:45.988586 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-e3bdc0cc-f5b1-48bd-aef3-765b4db63428 req-d65ffa12-2229-4f34-a754-6b20b69a34c1 tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] 10.222.0.89 "GET /v2.0/security-groups?id=e5444cce-a82b-43a5-837a-e27373d38b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499029 Feb 04 17:16:46.032412 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362fa42d-9a62-4d41-8abe-a317d145231d req-5f88443e-d48d-43e1-9bdc-ea968008ca0c tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:16:46.034043 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-362fa42d-9a62-4d41-8abe-a317d145231d req-5f88443e-d48d-43e1-9bdc-ea968008ca0c tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] 10.222.0.89 "GET /v2.0/ports?device_id=013eaece-a1cd-4911-b0a3-fdda63699778 HTTP/1.1" status: 200 len: 950 time: 0.1443136 Feb 04 17:16:46.044569 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b699406d-86a1-407f-b796-3ee62f2e1f91 req-e3ebd7ce-0e92-4632-b76e-45e5e458b963 tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:16:46.046112 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-b699406d-86a1-407f-b796-3ee62f2e1f91 req-e3ebd7ce-0e92-4632-b76e-45e5e458b963 tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] 10.222.0.90 "GET /v2.0/ports?device_id=7488b3c7-1771-4cc0-b566-fa8ba403f3e4 HTTP/1.1" status: 200 len: 950 time: 0.1419706 Feb 04 17:16:46.074252 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab8cdeb-ae94-42ff-983b-c1ff9203fba9 req-6dd3ca86-576c-47e7-a7eb-d1cccf5259ee tempest-LiveAutoBlockMigrationV225Test-1607657603 tempest-LiveAutoBlockMigrationV225Test-1607657603-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:16:46.075767 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-bab8cdeb-ae94-42ff-983b-c1ff9203fba9 req-6dd3ca86-576c-47e7-a7eb-d1cccf5259ee tempest-LiveAutoBlockMigrationV225Test-1607657603 tempest-LiveAutoBlockMigrationV225Test-1607657603-project-admin] 10.222.0.90 "GET /v2.0/ports?device_id=f9d0cdd4-aae7-45e7-bcf1-a6ee601b78a7&tenant_id=f3812c841c31408e86184d3885a61bc1&binding%3Ahost_id=n-h1-827839-2 HTTP/1.1" status: 200 len: 1126 time: 0.1382952 Feb 04 17:16:46.151273 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-2f004c55-7692-4152-9064-d32e8fd96b23 req-ed94680c-bb20-425d-b844-3a487aa4aede tempest-LiveMigrationNegativeTest-457287813 tempest-LiveMigrationNegativeTest-457287813-project] 10.222.0.89 "GET /v2.0/networks?tenant_id=cf565683b16046d8a2d32c2de8e8929b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0220559 Feb 04 17:16:46.161515 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-362fa42d-9a62-4d41-8abe-a317d145231d req-8ea186c0-a3b4-4676-adea-492015777be3 tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] 10.222.0.89 "GET /v2.0/security-groups?id=5fa98c6a-94b3-4690-b9c3-4f0e67d11226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135106 Feb 04 17:16:46.216832 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab8cdeb-ae94-42ff-983b-c1ff9203fba9 req-41fe8a48-b0b0-4821-a89f-f2a2d3b4e02f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:16:46.218390 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-bab8cdeb-ae94-42ff-983b-c1ff9203fba9 req-41fe8a48-b0b0-4821-a89f-f2a2d3b4e02f service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=f9d0cdd4-aae7-45e7-bcf1-a6ee601b78a7&tenant_id=f3812c841c31408e86184d3885a61bc1 HTTP/1.1" status: 200 len: 1126 time: 0.1226249 Feb 04 17:16:46.280537 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-34167a70-6082-41c2-a515-9bc598dd6b6d req-e3b30bff-0218-4b85-8fbf-df24aa5a429c tempest-ServersTestBootFromVolume-1946499048 tempest-ServersTestBootFromVolume-1946499048-project] 10.222.0.89 "GET /v2.0/ports?device_id=d05624d9-7069-4d9d-823a-9c54a8dd6b49 HTTP/1.1" status: 200 len: 210 time: 0.0418568 Feb 04 17:16:46.307883 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f004c55-7692-4152-9064-d32e8fd96b23 req-5a9e3f6f-3f58-42bd-9e7d-8c06ffee7421 tempest-LiveMigrationNegativeTest-457287813 tempest-LiveMigrationNegativeTest-457287813-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:16:46.314066 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device 84667694-4bdb-498f-86e0-1a344d1d18d0 no longer exists at agent hyperv_n-h1-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:16:46.314948 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-2f004c55-7692-4152-9064-d32e8fd96b23 req-5a9e3f6f-3f58-42bd-9e7d-8c06ffee7421 tempest-LiveMigrationNegativeTest-457287813 tempest-LiveMigrationNegativeTest-457287813-project] 10.222.0.89 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1564064 Feb 04 17:16:46.315723 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [req-b699406d-86a1-407f-b796-3ee62f2e1f91 req-83ec83b8-2f74-45d5-84d7-cb3d127a4752 tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] Deleting port f9e4e26d-abca-45a8-a5e6-aef150d22ed3 {{(pid=103377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:16:46.316076 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-b699406d-86a1-407f-b796-3ee62f2e1f91 req-83ec83b8-2f74-45d5-84d7-cb3d127a4752 tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (f9e4e26d-abca-45a8-a5e6-aef150d22ed3), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:16:46.335322 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-2f004c55-7692-4152-9064-d32e8fd96b23 req-ab119611-a81c-47be-ad5c-ce65f590974d tempest-LiveMigrationNegativeTest-457287813 tempest-LiveMigrationNegativeTest-457287813-project] 10.222.0.89 "GET /v2.0/quotas/cf565683b16046d8a2d32c2de8e8929b HTTP/1.1" status: 200 len: 375 time: 0.0194118 Feb 04 17:16:46.349844 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] No Port match for: 84667694-4bdb-498f-86e0-1a344d1d18d0 {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 17:16:46.350570 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device 84667694-4bdb-498f-86e0-1a344d1d18d0 not bound to the agent host n-h1-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 17:16:46.382294 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab8cdeb-ae94-42ff-983b-c1ff9203fba9 req-63517121-ac27-4c08-b7bc-3fad1a046426 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:16:46.383783 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-bab8cdeb-ae94-42ff-983b-c1ff9203fba9 req-63517121-ac27-4c08-b7bc-3fad1a046426 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=f3812c841c31408e86184d3885a61bc1&device_id=f9d0cdd4-aae7-45e7-bcf1-a6ee601b78a7 HTTP/1.1" status: 200 len: 1126 time: 0.1330435 Feb 04 17:16:46.401721 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-2f004c55-7692-4152-9064-d32e8fd96b23 req-c108238d-6e78-4c7f-8306-57f55ae51576 tempest-LiveMigrationNegativeTest-457287813 tempest-LiveMigrationNegativeTest-457287813-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=cf565683b16046d8a2d32c2de8e8929b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0598691 Feb 04 17:16:46.672374 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89f7c48-0604-44ef-a70a-be76b1b7dd3a req-5ce04a6d-f45b-48fc-9231-b7f6d7d87e9c tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:16:46.680537 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-d89f7c48-0604-44ef-a70a-be76b1b7dd3a req-5ce04a6d-f45b-48fc-9231-b7f6d7d87e9c tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] 10.222.0.89 "GET /v2.0/ports?device_id=7488b3c7-1771-4cc0-b566-fa8ba403f3e4 HTTP/1.1" status: 200 len: 950 time: 0.0716655 Feb 04 17:16:46.746179 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-d89f7c48-0604-44ef-a70a-be76b1b7dd3a req-f7d7a737-1bb0-4153-afd5-1cb93719377e tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] 10.222.0.89 "GET /v2.0/security-groups?id=4f68676b-760c-49c3-a14c-c9afa7ad720d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634708 Feb 04 17:16:46.782636 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25a8ce39-7e6f-4df5-b992-2734d80a6e37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29380a55-ac03-4b81-918e-c21a85d53812'}, {'server_uuid': '25a8ce39-7e6f-4df5-b992-2734d80a6e37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '385f7e55-0b05-4dd5-bfb3-bf3b943a52e9'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:16:46.784934 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c34bc964ce2211770fda26ca2f3801cc06f4f39928110690550e94ab9c9d2fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b079cc9-b84f-4276-9159-497eda500642" -d '{"events": [{"server_uuid": "25a8ce39-7e6f-4df5-b992-2734d80a6e37", "name": "network-vif-plugged", "status": "completed", "tag": "29380a55-ac03-4b81-918e-c21a85d53812"}, {"server_uuid": "25a8ce39-7e6f-4df5-b992-2734d80a6e37", "name": "network-vif-plugged", "status": "completed", "tag": "385f7e55-0b05-4dd5-bfb3-bf3b943a52e9"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:16:46.830918 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 04 Feb 2022 17:16:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f422f909-bdd2-45d5-917c-7d894ab52dc0 x-openstack-request-id: req-f422f909-bdd2-45d5-917c-7d894ab52dc0 {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:16:46.831220 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25a8ce39-7e6f-4df5-b992-2734d80a6e37", "name": "network-vif-plugged", "status": "completed", "tag": "29380a55-ac03-4b81-918e-c21a85d53812", "code": 200}, {"server_uuid": "25a8ce39-7e6f-4df5-b992-2734d80a6e37", "name": "network-vif-plugged", "status": "completed", "tag": "385f7e55-0b05-4dd5-bfb3-bf3b943a52e9", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:16:46.831703 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-f422f909-bdd2-45d5-917c-7d894ab52dc0 {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:16:46.832270 n-d-827839-2 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25a8ce39-7e6f-4df5-b992-2734d80a6e37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29380a55-ac03-4b81-918e-c21a85d53812', 'code': 200} Feb 04 17:16:46.832697 n-d-827839-2 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25a8ce39-7e6f-4df5-b992-2734d80a6e37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '385f7e55-0b05-4dd5-bfb3-bf3b943a52e9', 'code': 200} Feb 04 17:16:46.841641 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-53879692-92d4-46fd-9146-ed259ff13fee req-dd2353ab-6cb4-4faa-a509-ffa22b2219b3 tempest-LiveMigrationNegativeTest-457287813 tempest-LiveMigrationNegativeTest-457287813-project] 10.222.0.89 "GET /v2.0/ports?device_id=b7c12e91-b86e-4a78-8c61-2259642e2816 HTTP/1.1" status: 200 len: 210 time: 0.0427911 Feb 04 17:16:46.861910 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [req-b699406d-86a1-407f-b796-3ee62f2e1f91 req-83ec83b8-2f74-45d5-84d7-cb3d127a4752 tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] For port f9e4e26d-abca-45a8-a5e6-aef150d22ed3, host n-h2-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=f9e4e26d-abca-45a8-a5e6-aef150d22ed3,segment=NetworkSegment(3a39b085-d3e6-43bb-a64c-1b06dd049e5a),segment_id=3a39b085-d3e6-43bb-a64c-1b06dd049e5a)] {{(pid=103377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:16:46.862422 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-b699406d-86a1-407f-b796-3ee62f2e1f91 req-83ec83b8-2f74-45d5-84d7-cb3d127a4752 tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (f9e4e26d-abca-45a8-a5e6-aef150d22ed3), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:16:46.893521 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [req-b699406d-86a1-407f-b796-3ee62f2e1f91 req-83ec83b8-2f74-45d5-84d7-cb3d127a4752 tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] Calling delete_port for f9e4e26d-abca-45a8-a5e6-aef150d22ed3 owned by compute:nova {{(pid=103377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:16:46.933085 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab8cdeb-ae94-42ff-983b-c1ff9203fba9 req-9ea6f684-f562-4b94-a239-add56d62f465 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:16:46.934724 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-bab8cdeb-ae94-42ff-983b-c1ff9203fba9 req-9ea6f684-f562-4b94-a239-add56d62f465 service neutron] 10.222.0.90 "GET /v2.0/networks?id=b27b7363-f5f5-42ff-a720-66280b0b57a7 HTTP/1.1" status: 200 len: 922 time: 0.5448921 Feb 04 17:16:46.985218 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920fe9c5-a016-433a-8b6f-5e3c3ad207cf req-dbaa4750-7010-47f7-9436-977e1c847313 tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:16:46.986804 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-920fe9c5-a016-433a-8b6f-5e3c3ad207cf req-dbaa4750-7010-47f7-9436-977e1c847313 tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] 10.222.0.89 "GET /v2.0/ports?device_id=f9d0cdd4-aae7-45e7-bcf1-a6ee601b78a7 HTTP/1.1" status: 200 len: 944 time: 0.1028876 Feb 04 17:16:47.021370 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-bab8cdeb-ae94-42ff-983b-c1ff9203fba9 req-4b297eb5-8edb-4f07-963f-d1900b649cb3 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=32d8b226-744e-42c0-8808-a6c862fac8f7 HTTP/1.1" status: 200 len: 217 time: 0.0579383 Feb 04 17:16:47.059397 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-920fe9c5-a016-433a-8b6f-5e3c3ad207cf req-87df595d-b9b8-40b8-9780-46ab716a2d99 tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] 10.222.0.89 "GET /v2.0/security-groups?id=119a7f03-3e07-4d1e-8852-d9f974f9f052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658252 Feb 04 17:16:47.188805 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bf9b86-fc3d-4c3c-822d-9d944deedf35 req-e169ed5e-5d67-411b-8c4f-b2b5135260c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:16:47.189315 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bf9b86-fc3d-4c3c-822d-9d944deedf35 req-e169ed5e-5d67-411b-8c4f-b2b5135260c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:16:47.189756 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bf9b86-fc3d-4c3c-822d-9d944deedf35 req-e169ed5e-5d67-411b-8c4f-b2b5135260c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:16:47.191502 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-f9bf9b86-fc3d-4c3c-822d-9d944deedf35 req-e169ed5e-5d67-411b-8c4f-b2b5135260c2 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=25a8ce39-7e6f-4df5-b992-2734d80a6e37 HTTP/1.1" status: 200 len: 2964 time: 0.2272007 Feb 04 17:16:47.194867 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab8cdeb-ae94-42ff-983b-c1ff9203fba9 req-21145dbd-2886-4902-a826-78e4309c4e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:16:47.196204 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-bab8cdeb-ae94-42ff-983b-c1ff9203fba9 req-21145dbd-2886-4902-a826-78e4309c4e50 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=fa2004f2-da24-41cf-84b9-96d41a7dd118 HTTP/1.1" status: 200 len: 861 time: 0.1545198 Feb 04 17:16:47.270674 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-bab8cdeb-ae94-42ff-983b-c1ff9203fba9 req-5504fa1f-0bca-4074-a2d2-7fffc4dca68d service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=b27b7363-f5f5-42ff-a720-66280b0b57a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0635178 Feb 04 17:16:47.286161 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9e33ed-e389-4d8b-b6bf-463bfa225ea7 req-1dedde60-dbe1-4abc-91f1-67a4466e8eaf tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:16:47.292401 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9e33ed-e389-4d8b-b6bf-463bfa225ea7 req-1dedde60-dbe1-4abc-91f1-67a4466e8eaf tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:16:47.297947 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9e33ed-e389-4d8b-b6bf-463bfa225ea7 req-1dedde60-dbe1-4abc-91f1-67a4466e8eaf tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:16:47.308344 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-7c9e33ed-e389-4d8b-b6bf-463bfa225ea7 req-1dedde60-dbe1-4abc-91f1-67a4466e8eaf tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] 10.222.0.89 "GET /v2.0/ports?device_id=25a8ce39-7e6f-4df5-b992-2734d80a6e37 HTTP/1.1" status: 200 len: 2418 time: 0.2199776 Feb 04 17:16:47.329341 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4061aa70-3276-4137-aeab-b07f05c8edee req-f6bbb0a3-c9ac-48a3-a5e3-4b0123589f6b tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:16:47.337679 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-4061aa70-3276-4137-aeab-b07f05c8edee req-f6bbb0a3-c9ac-48a3-a5e3-4b0123589f6b tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] 10.222.0.89 "GET /v2.0/ports?device_id=013eaece-a1cd-4911-b0a3-fdda63699778 HTTP/1.1" status: 200 len: 950 time: 0.0843813 Feb 04 17:16:47.385285 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-4061aa70-3276-4137-aeab-b07f05c8edee req-1798d83f-64ed-44a3-9f40-e202990b5386 tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] 10.222.0.89 "GET /v2.0/security-groups?id=5fa98c6a-94b3-4690-b9c3-4f0e67d11226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465064 Feb 04 17:16:47.407680 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-f9bf9b86-fc3d-4c3c-822d-9d944deedf35 req-84d87779-6a12-48b4-bd2c-3ee9fccd2c28 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=e5444cce-a82b-43a5-837a-e27373d38b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2016418 Feb 04 17:16:47.432506 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-b699406d-86a1-407f-b796-3ee62f2e1f91 req-83ec83b8-2f74-45d5-84d7-cb3d127a4752 tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (f9e4e26d-abca-45a8-a5e6-aef150d22ed3), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:16:47.452017 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] get_ports_and_sgs() called for port_ids ['def23c9d-c30f-47d7-bd81-7d3520f20168', '44b448dd-cb1d-4a20-aeb9-66f3c7842792'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 17:16:47.457829 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] get_ports_and_sgs() called for port_ids ['d84d4853-863b-4441-877e-8ff0319d5d6b', 'f4b260ec-2b92-4b49-a638-97cffbd194dd', 'b8cbf0e2-5ba1-4495-bfce-79351b5c0d9a', 'f9e4e26d-abca-45a8-a5e6-aef150d22ed3'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 17:16:47.488625 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ec83b8-2f74-45d5-84d7-cb3d127a4752 tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] Pushing event deleted for resources: {'Port': ['ID=f9e4e26d-abca-45a8-a5e6-aef150d22ed3,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:16:47.521391 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-dee3dc8f-de86-48a4-b17a-b778f8dcc0ca req-b459c078-9974-4024-9058-48151d5d8f56 tempest-ServersTestBootFromVolume-1946499048 tempest-ServersTestBootFromVolume-1946499048-project] 10.222.0.89 "GET /v2.0/ports?device_id=d05624d9-7069-4d9d-823a-9c54a8dd6b49 HTTP/1.1" status: 200 len: 210 time: 0.0558906 Feb 04 17:16:47.543689 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-7c9e33ed-e389-4d8b-b6bf-463bfa225ea7 req-d04a83ed-b6a4-4809-8445-325ac7cd5850 tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] 10.222.0.89 "GET /v2.0/security-groups?id=e5444cce-a82b-43a5-837a-e27373d38b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2343206 Feb 04 17:16:47.567231 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [req-b699406d-86a1-407f-b796-3ee62f2e1f91 req-83ec83b8-2f74-45d5-84d7-cb3d127a4752 tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] No DVR routers for this DVR port f9e4e26d-abca-45a8-a5e6-aef150d22ed3 on host n-h2-827839-2 {{(pid=103377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 17:16:47.573504 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-b699406d-86a1-407f-b796-3ee62f2e1f91 req-83ec83b8-2f74-45d5-84d7-cb3d127a4752 tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:16:47.576613 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-b699406d-86a1-407f-b796-3ee62f2e1f91 req-83ec83b8-2f74-45d5-84d7-cb3d127a4752 tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] 10.222.0.90 "DELETE /v2.0/ports/f9e4e26d-abca-45a8-a5e6-aef150d22ed3 HTTP/1.1" status: 204 len: 173 time: 1.5217011 Feb 04 17:16:47.577115 n-d-827839-2 neutron-server[103377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7488b3c7-1771-4cc0-b566-fa8ba403f3e4', 'name': 'network-vif-deleted', 'tag': 'f9e4e26d-abca-45a8-a5e6-aef150d22ed3'}] {{(pid=103377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:16:47.580217 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7240428b650e1488e9361b62648ff4b3a6c19d49d8c27c949491ab58c1346cf0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ca7f48a-dc4e-4d86-8fbf-f2f53e21b409" -d '{"events": [{"server_uuid": "7488b3c7-1771-4cc0-b566-fa8ba403f3e4", "name": "network-vif-deleted", "tag": "f9e4e26d-abca-45a8-a5e6-aef150d22ed3"}]}' {{(pid=103377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:16:47.611233 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-bab8cdeb-ae94-42ff-983b-c1ff9203fba9 req-d40702c9-9fa8-4b0b-a37c-c3a818df9ba1 service neutron] 10.222.0.90 "GET /v2.0/networks/b27b7363-f5f5-42ff-a720-66280b0b57a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2981288 Feb 04 17:16:47.625489 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 17:16:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e7510f4-49a0-49fc-bc0b-e6e01c9e1fc5 x-openstack-request-id: req-1e7510f4-49a0-49fc-bc0b-e6e01c9e1fc5 {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:16:47.626265 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7488b3c7-1771-4cc0-b566-fa8ba403f3e4", "name": "network-vif-deleted", "tag": "f9e4e26d-abca-45a8-a5e6-aef150d22ed3", "status": "completed", "code": 200}]} {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:16:47.626694 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-1e7510f4-49a0-49fc-bc0b-e6e01c9e1fc5 {{(pid=103377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:16:47.627273 n-d-827839-2 neutron-server[103377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7488b3c7-1771-4cc0-b566-fa8ba403f3e4', 'name': 'network-vif-deleted', 'tag': 'f9e4e26d-abca-45a8-a5e6-aef150d22ed3', 'status': 'completed', 'code': 200} Feb 04 17:16:47.745160 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-bab8cdeb-ae94-42ff-983b-c1ff9203fba9 req-642d151c-71d9-4094-834a-bbcd467e79b6 service neutron] 10.222.0.90 "GET /v2.0/networks/b27b7363-f5f5-42ff-a720-66280b0b57a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1148758 Feb 04 17:16:47.878032 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-ddb6c4cb-5af5-4ce4-9d85-2a18fcae228d req-0ce4c5b6-2008-4a5b-9726-52d8bff08030 tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] 10.222.0.89 "GET /v2.0/ports?device_id=7488b3c7-1771-4cc0-b566-fa8ba403f3e4 HTTP/1.1" status: 200 len: 210 time: 0.0423956 Feb 04 17:16:47.959204 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-2f004c55-7692-4152-9064-d32e8fd96b23 req-a5b433dc-4b90-43c6-a290-945437564dd0 tempest-LiveMigrationNegativeTest-457287813 tempest-LiveMigrationNegativeTest-457287813-project] 10.222.0.96 "GET /v2.0/networks?tenant_id=cf565683b16046d8a2d32c2de8e8929b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0719070 Feb 04 17:16:48.163341 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-c76f83b5-63dd-4bd1-8d82-5079ffb3baf2 req-3995fc9b-4818-4008-9124-d7766b9da723 tempest-LiveMigrationNegativeTest-457287813 tempest-LiveMigrationNegativeTest-457287813-project] 10.222.0.89 "GET /v2.0/ports?device_id=b7c12e91-b86e-4a78-8c61-2259642e2816 HTTP/1.1" status: 200 len: 210 time: 0.0767832 Feb 04 17:16:48.285749 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f004c55-7692-4152-9064-d32e8fd96b23 req-1a35f2ca-ac66-49c9-95d2-df6e50390e6b tempest-LiveMigrationNegativeTest-457287813 tempest-LiveMigrationNegativeTest-457287813-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:16:48.288132 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-2f004c55-7692-4152-9064-d32e8fd96b23 req-1a35f2ca-ac66-49c9-95d2-df6e50390e6b tempest-LiveMigrationNegativeTest-457287813 tempest-LiveMigrationNegativeTest-457287813-project] 10.222.0.96 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3225334 Feb 04 17:16:48.299655 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab8cdeb-ae94-42ff-983b-c1ff9203fba9 req-99454866-eec7-4e5b-8984-432ce74e4b0e tempest-LiveAutoBlockMigrationV225Test-1607657603 tempest-LiveAutoBlockMigrationV225Test-1607657603-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:16:48.301164 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-bab8cdeb-ae94-42ff-983b-c1ff9203fba9 req-99454866-eec7-4e5b-8984-432ce74e4b0e tempest-LiveAutoBlockMigrationV225Test-1607657603 tempest-LiveAutoBlockMigrationV225Test-1607657603-project-admin] 10.222.0.90 "GET /v2.0/ports?device_id=f9d0cdd4-aae7-45e7-bcf1-a6ee601b78a7&tenant_id=f3812c841c31408e86184d3885a61bc1&binding%3Ahost_id=n-h2-827839-2 HTTP/1.1" status: 200 len: 1126 time: 0.1642594 Feb 04 17:16:48.320406 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [req-2f004c55-7692-4152-9064-d32e8fd96b23 req-bb03686f-c5c9-413f-b397-6dd62b9de5ab tempest-LiveMigrationNegativeTest-457287813 tempest-LiveMigrationNegativeTest-457287813-project] Request body: {'port': {'device_id': 'b7c12e91-b86e-4a78-8c61-2259642e2816', 'network_id': '02be22b9-aa53-40ea-8050-9239cd27d1ff', 'admin_state_up': True, 'tenant_id': 'cf565683b16046d8a2d32c2de8e8929b'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:16:48.358135 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab67839f-cd6d-44d3-aec9-73eb5e0d11dc req-4bd3667e-c92e-44c1-9304-f43864a583b1 tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:16:48.359549 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-ab67839f-cd6d-44d3-aec9-73eb5e0d11dc req-4bd3667e-c92e-44c1-9304-f43864a583b1 tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] 10.222.0.89 "GET /v2.0/ports?device_id=f9d0cdd4-aae7-45e7-bcf1-a6ee601b78a7 HTTP/1.1" status: 200 len: 944 time: 0.1429174 Feb 04 17:16:48.509130 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f004c55-7692-4152-9064-d32e8fd96b23 req-bb03686f-c5c9-413f-b397-6dd62b9de5ab tempest-LiveMigrationNegativeTest-457287813 tempest-LiveMigrationNegativeTest-457287813-project] Made reservation on behalf of cf565683b16046d8a2d32c2de8e8929b for: {'port': 1} {{(pid=103376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:16:48.513545 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-2f004c55-7692-4152-9064-d32e8fd96b23 req-bb03686f-c5c9-413f-b397-6dd62b9de5ab tempest-LiveMigrationNegativeTest-457287813 tempest-LiveMigrationNegativeTest-457287813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:16:48.532505 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-ab67839f-cd6d-44d3-aec9-73eb5e0d11dc req-342aa507-b9d2-43e2-9d81-2c5747855a36 tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] 10.222.0.89 "GET /v2.0/security-groups?id=119a7f03-3e07-4d1e-8852-d9f974f9f052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1640992 Feb 04 17:16:48.573345 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-08a9eee4-17f3-4616-b258-607327907419 req-bd34f22c-8d19-41a0-8b32-1050199b2466 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=99914122-947d-4d33-8d43-120a66c70f08&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0872860 Feb 04 17:16:48.578654 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [req-bab8cdeb-ae94-42ff-983b-c1ff9203fba9 req-3a7078a5-3a55-4b0d-b500-2d8a3d8e2488 service neutron] For port 32d8b226-744e-42c0-8808-a6c862fac8f7, host n-h1-827839-2, cleared binding levels {{(pid=103377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:16:48.584814 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-bab8cdeb-ae94-42ff-983b-c1ff9203fba9 req-3a7078a5-3a55-4b0d-b500-2d8a3d8e2488 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:16:48.586459 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-bab8cdeb-ae94-42ff-983b-c1ff9203fba9 req-3a7078a5-3a55-4b0d-b500-2d8a3d8e2488 service neutron] 10.222.0.90 "DELETE /v2.0/ports/32d8b226-744e-42c0-8808-a6c862fac8f7/bindings/n-h1-827839-2 HTTP/1.1" status: 204 len: 173 time: 0.2756090 Feb 04 17:16:48.651645 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5883b9ea-6564-4e0a-9bb5-37b644e259d4 req-e0a1d372-a0dd-425c-8d25-34ef5b792c6e tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:16:48.653645 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-5883b9ea-6564-4e0a-9bb5-37b644e259d4 req-e0a1d372-a0dd-425c-8d25-34ef5b792c6e tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] 10.222.0.89 "GET /v2.0/ports?device_id=013eaece-a1cd-4911-b0a3-fdda63699778 HTTP/1.1" status: 200 len: 950 time: 0.1375771 Feb 04 17:16:48.689647 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-37416015-5be9-42b3-b9b2-b33d2da5ef3e req-155741fd-bc85-48af-8e85-3369a54df16e tempest-ServersTestBootFromVolume-1946499048 tempest-ServersTestBootFromVolume-1946499048-project] 10.222.0.89 "GET /v2.0/ports?device_id=d05624d9-7069-4d9d-823a-9c54a8dd6b49 HTTP/1.1" status: 200 len: 210 time: 0.0375271 Feb 04 17:16:48.704847 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a9eee4-17f3-4616-b258-607327907419 req-c949e45d-4c17-48c6-807e-6ceeb4e9fb17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:16:48.706468 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-08a9eee4-17f3-4616-b258-607327907419 req-c949e45d-4c17-48c6-807e-6ceeb4e9fb17 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=1cd99d9701204f3692368e4539967c47&device_id=99914122-947d-4d33-8d43-120a66c70f08 HTTP/1.1" status: 200 len: 1132 time: 0.0987122 Feb 04 17:16:48.784337 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-5883b9ea-6564-4e0a-9bb5-37b644e259d4 req-2b603958-0c72-4a0c-9732-c1efe59ed4e8 tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] 10.222.0.89 "GET /v2.0/security-groups?id=5fa98c6a-94b3-4690-b9c3-4f0e67d11226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141651 Feb 04 17:16:48.785884 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.db_base_plugin_common [req-2f004c55-7692-4152-9064-d32e8fd96b23 req-bb03686f-c5c9-413f-b397-6dd62b9de5ab tempest-LiveMigrationNegativeTest-457287813 tempest-LiveMigrationNegativeTest-457287813-project] Allocated IP 192.168.233.182 (02be22b9-aa53-40ea-8050-9239cd27d1ff/c974b0ff-2c5c-4667-8a81-3bde3ea6ced5/2ebc79f4-52ba-4a59-a74e-a42b0b5ac747) {{(pid=103376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:16:48.958366 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356bac44-d08d-49d4-8487-9cd1f74f70ea req-1c2b66ee-aaac-4edd-a5e1-9786dc22cff1 tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:16:48.964326 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356bac44-d08d-49d4-8487-9cd1f74f70ea req-1c2b66ee-aaac-4edd-a5e1-9786dc22cff1 tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:16:48.969705 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356bac44-d08d-49d4-8487-9cd1f74f70ea req-1c2b66ee-aaac-4edd-a5e1-9786dc22cff1 tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:16:48.971393 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-356bac44-d08d-49d4-8487-9cd1f74f70ea req-1c2b66ee-aaac-4edd-a5e1-9786dc22cff1 tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] 10.222.0.89 "GET /v2.0/ports?device_id=25a8ce39-7e6f-4df5-b992-2734d80a6e37 HTTP/1.1" status: 200 len: 2418 time: 0.1227317 Feb 04 17:16:48.974873 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a9eee4-17f3-4616-b258-607327907419 req-44b1286d-5644-4c1e-b822-ea2c63446417 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:16:48.976282 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-08a9eee4-17f3-4616-b258-607327907419 req-44b1286d-5644-4c1e-b822-ea2c63446417 service neutron] 10.222.0.90 "GET /v2.0/networks?id=02be22b9-aa53-40ea-8050-9239cd27d1ff HTTP/1.1" status: 200 len: 870 time: 0.2362647 Feb 04 17:16:49.005542 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2871eb-2f40-4b67-bff6-de45e7f11683 req-04a903e8-c326-4519-9322-44dc4ae0aa80 tempest-LiveAutoBlockMigrationV225Test-1607657603 tempest-LiveAutoBlockMigrationV225Test-1607657603-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:16:49.007581 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-2d2871eb-2f40-4b67-bff6-de45e7f11683 req-04a903e8-c326-4519-9322-44dc4ae0aa80 tempest-LiveAutoBlockMigrationV225Test-1607657603 tempest-LiveAutoBlockMigrationV225Test-1607657603-project-admin] 10.222.0.89 "GET /v2.0/ports?device_id=f9d0cdd4-aae7-45e7-bcf1-a6ee601b78a7 HTTP/1.1" status: 200 len: 1126 time: 0.1671271 Feb 04 17:16:49.043852 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-08a9eee4-17f3-4616-b258-607327907419 req-008658ec-0fcd-415d-9201-ca61e6d100f4 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.143&port_id=a9ea809e-a7d4-4c46-b4d9-cd7077cf1c91 HTTP/1.1" status: 200 len: 217 time: 0.0553470 Feb 04 17:16:49.123430 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-356bac44-d08d-49d4-8487-9cd1f74f70ea req-2df31345-4a1d-41d2-9793-a84a64201fb6 tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] 10.222.0.89 "GET /v2.0/security-groups?id=e5444cce-a82b-43a5-837a-e27373d38b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418364 Feb 04 17:16:49.123780 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-2d2871eb-2f40-4b67-bff6-de45e7f11683 req-331eb346-f291-4898-b33c-1a802ede4c43 tempest-LiveAutoBlockMigrationV225Test-1607657603 tempest-LiveAutoBlockMigrationV225Test-1607657603-project-admin] 10.222.0.89 "GET /v2.0/security-groups?id=119a7f03-3e07-4d1e-8852-d9f974f9f052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991900 Feb 04 17:16:49.152382 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-2f004c55-7692-4152-9064-d32e8fd96b23 req-bb03686f-c5c9-413f-b397-6dd62b9de5ab tempest-LiveMigrationNegativeTest-457287813 tempest-LiveMigrationNegativeTest-457287813-project] Publish callbacks [] for port (2ebc79f4-52ba-4a59-a74e-a42b0b5ac747), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:16:49.168843 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a9eee4-17f3-4616-b258-607327907419 req-367282c3-b961-4519-8f43-4f3fab556f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:16:49.170341 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-08a9eee4-17f3-4616-b258-607327907419 req-367282c3-b961-4519-8f43-4f3fab556f1c service neutron] 10.222.0.90 "GET /v2.0/subnets?id=c974b0ff-2c5c-4667-8a81-3bde3ea6ced5 HTTP/1.1" status: 200 len: 843 time: 0.1183739 Feb 04 17:16:49.217924 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-2f004c55-7692-4152-9064-d32e8fd96b23 req-bb03686f-c5c9-413f-b397-6dd62b9de5ab tempest-LiveMigrationNegativeTest-457287813 tempest-LiveMigrationNegativeTest-457287813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (2ebc79f4-52ba-4a59-a74e-a42b0b5ac747), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:16:49.240982 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] get_ports_and_sgs() called for port_ids ['0dc4fa0b-49d4-4322-a177-c1cdf6851741'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 17:16:49.295867 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a9eee4-17f3-4616-b258-607327907419 req-f8e570d4-744b-4205-be1e-09542112da39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:16:49.299127 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-08a9eee4-17f3-4616-b258-607327907419 req-f8e570d4-744b-4205-be1e-09542112da39 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=02be22b9-aa53-40ea-8050-9239cd27d1ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1197684 Feb 04 17:16:49.319266 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f004c55-7692-4152-9064-d32e8fd96b23 req-bb03686f-c5c9-413f-b397-6dd62b9de5ab tempest-LiveMigrationNegativeTest-457287813 tempest-LiveMigrationNegativeTest-457287813-project] Network 02be22b9-aa53-40ea-8050-9239cd27d1ff is already hosted by enough agents. {{(pid=103376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:16:49.323073 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [req-2f004c55-7692-4152-9064-d32e8fd96b23 req-bb03686f-c5c9-413f-b397-6dd62b9de5ab tempest-LiveMigrationNegativeTest-457287813 tempest-LiveMigrationNegativeTest-457287813-project] Resources bound (agent type, host, resource id): {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:16:49.328399 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f004c55-7692-4152-9064-d32e8fd96b23 req-bb03686f-c5c9-413f-b397-6dd62b9de5ab tempest-LiveMigrationNegativeTest-457287813 tempest-LiveMigrationNegativeTest-457287813-project] Received port after_create {{(pid=103376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:16:49.378430 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb03686f-c5c9-413f-b397-6dd62b9de5ab tempest-LiveMigrationNegativeTest-457287813 tempest-LiveMigrationNegativeTest-457287813-project] Pushing event updated for resources: {'Port': ['ID=2ebc79f4-52ba-4a59-a74e-a42b0b5ac747,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:16:49.444941 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f004c55-7692-4152-9064-d32e8fd96b23 req-bb03686f-c5c9-413f-b397-6dd62b9de5ab tempest-LiveMigrationNegativeTest-457287813 tempest-LiveMigrationNegativeTest-457287813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:16:49.445604 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-2f004c55-7692-4152-9064-d32e8fd96b23 req-bb03686f-c5c9-413f-b397-6dd62b9de5ab tempest-LiveMigrationNegativeTest-457287813 tempest-LiveMigrationNegativeTest-457287813-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:16:49.476475 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-2f004c55-7692-4152-9064-d32e8fd96b23 req-bb03686f-c5c9-413f-b397-6dd62b9de5ab tempest-LiveMigrationNegativeTest-457287813 tempest-LiveMigrationNegativeTest-457287813-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1650839 Feb 04 17:16:49.485485 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8fd5c4-12fe-4c62-9bb5-7756dd355849 req-836b7caa-2578-4142-b13b-3e72b5e4aa68 tempest-LiveMigrationNegativeTest-457287813 tempest-LiveMigrationNegativeTest-457287813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:16:49.493005 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-7b8fd5c4-12fe-4c62-9bb5-7756dd355849 req-836b7caa-2578-4142-b13b-3e72b5e4aa68 tempest-LiveMigrationNegativeTest-457287813 tempest-LiveMigrationNegativeTest-457287813-project] 10.222.0.89 "GET /v2.0/ports?device_id=b7c12e91-b86e-4a78-8c61-2259642e2816 HTTP/1.1" status: 200 len: 936 time: 0.1578662 Feb 04 17:16:49.506327 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [req-2f004c55-7692-4152-9064-d32e8fd96b23 req-b5e467b9-1aa5-4cde-92c1-f65c8df2d502 service neutron] Request body: {'port': {'device_id': 'b7c12e91-b86e-4a78-8c61-2259642e2816', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827839-2'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:16:49.553246 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-08a9eee4-17f3-4616-b258-607327907419 req-1f3b3851-412b-4b1f-acf1-a80a00efdf35 service neutron] 10.222.0.90 "GET /v2.0/networks/02be22b9-aa53-40ea-8050-9239cd27d1ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2262557 Feb 04 17:16:49.615414 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-7b8fd5c4-12fe-4c62-9bb5-7756dd355849 req-cd1791e0-4956-4f65-9e7b-548647a733e8 tempest-LiveMigrationNegativeTest-457287813 tempest-LiveMigrationNegativeTest-457287813-project] 10.222.0.89 "GET /v2.0/security-groups?id=6087b48a-7803-40bd-a4ae-88723ae4142b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217155 Feb 04 17:16:49.661801 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-2f004c55-7692-4152-9064-d32e8fd96b23 req-b5e467b9-1aa5-4cde-92c1-f65c8df2d502 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (2ebc79f4-52ba-4a59-a74e-a42b0b5ac747), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:16:49.730969 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-02894d5b-37c4-4739-8c71-c8fce8069ef3 None None] Provisioning complete for port 2ebc79f4-52ba-4a59-a74e-a42b0b5ac747 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:16:49.732448 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-02894d5b-37c4-4739-8c71-c8fce8069ef3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (2ebc79f4-52ba-4a59-a74e-a42b0b5ac747), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:16:49.760170 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-08a9eee4-17f3-4616-b258-607327907419 req-543fb899-fd5b-4f02-b7b1-332204bdc8df service neutron] 10.222.0.90 "GET /v2.0/networks/02be22b9-aa53-40ea-8050-9239cd27d1ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1999359 Feb 04 17:16:49.790975 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-02894d5b-37c4-4739-8c71-c8fce8069ef3 None None] Port 2ebc79f4-52ba-4a59-a74e-a42b0b5ac747 cannot update to ACTIVE because it is not bound. {{(pid=103378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 17:16:49.866601 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0e28bb-8261-410b-a7af-1fa733ec1f67 req-b6f215aa-b2af-4a91-8c2c-228fb64332c1 tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:16:49.868265 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-0c0e28bb-8261-410b-a7af-1fa733ec1f67 req-b6f215aa-b2af-4a91-8c2c-228fb64332c1 tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] 10.222.0.89 "GET /v2.0/ports?device_id=f9d0cdd4-aae7-45e7-bcf1-a6ee601b78a7 HTTP/1.1" status: 200 len: 944 time: 0.0611246 Feb 04 17:16:50.006971 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-0c0e28bb-8261-410b-a7af-1fa733ec1f67 req-6e5f8d0c-07d8-491d-859c-bc6627442f97 tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] 10.222.0.89 "GET /v2.0/security-groups?id=119a7f03-3e07-4d1e-8852-d9f974f9f052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314552 Feb 04 17:16:50.045222 n-d-827839-2 neutron-server[103376]: DEBUG neutron.notifiers.nova [req-2f004c55-7692-4152-9064-d32e8fd96b23 req-b5e467b9-1aa5-4cde-92c1-f65c8df2d502 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ebc79f4-52ba-4a59-a74e-a42b0b5ac747 {{(pid=103376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 17:16:50.071342 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-5e968b3b-62bf-4d99-b861-48aa657aa6f7 req-3ba0c62a-3e5d-4a1c-bcf0-aaf4de767458 tempest-ServersTestBootFromVolume-1946499048 tempest-ServersTestBootFromVolume-1946499048-project] 10.222.0.89 "GET /v2.0/ports?device_id=d05624d9-7069-4d9d-823a-9c54a8dd6b49 HTTP/1.1" status: 200 len: 210 time: 0.0542545 Feb 04 17:16:50.075186 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-2f004c55-7692-4152-9064-d32e8fd96b23 req-b5e467b9-1aa5-4cde-92c1-f65c8df2d502 service neutron] Publish callbacks [] for port (2ebc79f4-52ba-4a59-a74e-a42b0b5ac747), precommit_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:16:50.092285 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.provisioning_blocks [req-2f004c55-7692-4152-9064-d32e8fd96b23 req-b5e467b9-1aa5-4cde-92c1-f65c8df2d502 service neutron] Transition to ACTIVE for port object 2ebc79f4-52ba-4a59-a74e-a42b0b5ac747 will not be triggered until provisioned by entity L2. {{(pid=103376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 17:16:50.100091 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-2f004c55-7692-4152-9064-d32e8fd96b23 req-b5e467b9-1aa5-4cde-92c1-f65c8df2d502 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675836'] for port (2ebc79f4-52ba-4a59-a74e-a42b0b5ac747), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:16:50.168097 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16ac582-eed1-4c74-967a-b60471198f84 req-ac4d5ed8-523f-4c01-8b05-ced7e19ad144 tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:16:50.170891 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-c16ac582-eed1-4c74-967a-b60471198f84 req-ac4d5ed8-523f-4c01-8b05-ced7e19ad144 tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] 10.222.0.89 "GET /v2.0/ports?device_id=013eaece-a1cd-4911-b0a3-fdda63699778 HTTP/1.1" status: 200 len: 950 time: 0.0903831 Feb 04 17:16:50.225041 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e467b9-1aa5-4cde-92c1-f65c8df2d502 service neutron] Pushing event updated for resources: {'Port': ['ID=2ebc79f4-52ba-4a59-a74e-a42b0b5ac747,revision_number=2']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:16:50.264722 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-c16ac582-eed1-4c74-967a-b60471198f84 req-1a3b49c6-5bbd-4472-a012-07604bf96912 tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] 10.222.0.89 "GET /v2.0/security-groups?id=5fa98c6a-94b3-4690-b9c3-4f0e67d11226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852971 Feb 04 17:16:50.298669 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c815f3f-0669-4b22-bd21-2d014f2b5ef1 req-26e2fd5d-c9e4-4ffa-ab32-88462ae40ded tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:16:50.300356 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-3c815f3f-0669-4b22-bd21-2d014f2b5ef1 req-26e2fd5d-c9e4-4ffa-ab32-88462ae40ded tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] 10.222.0.89 "GET /v2.0/ports?device_id=c2a38c97-307b-4133-955d-de3605483336 HTTP/1.1" status: 200 len: 950 time: 0.1342494 Feb 04 17:16:50.314372 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Device f9e4e26d-abca-45a8-a5e6-aef150d22ed3 no longer exists at agent hyperv_n-h2-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:16:50.323322 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [req-2f004c55-7692-4152-9064-d32e8fd96b23 req-b5e467b9-1aa5-4cde-92c1-f65c8df2d502 service neutron] Attempting to bind port 2ebc79f4-52ba-4a59-a74e-a42b0b5ac747 on host n-h1-827839-2 for vnic_type normal with profile {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:16:50.323875 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [req-2f004c55-7692-4152-9064-d32e8fd96b23 req-b5e467b9-1aa5-4cde-92c1-f65c8df2d502 service neutron] Attempting to bind port 2ebc79f4-52ba-4a59-a74e-a42b0b5ac747 by drivers openvswitch,hyperv on host n-h1-827839-2 at level 0 using segments [{'id': '3a39b085-d3e6-43bb-a64c-1b06dd049e5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '02be22b9-aa53-40ea-8050-9239cd27d1ff'}] {{(pid=103376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:16:50.324534 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f004c55-7692-4152-9064-d32e8fd96b23 req-b5e467b9-1aa5-4cde-92c1-f65c8df2d502 service neutron] Attempting to bind port 2ebc79f4-52ba-4a59-a74e-a42b0b5ac747 on network 02be22b9-aa53-40ea-8050-9239cd27d1ff {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:16:50.336638 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f004c55-7692-4152-9064-d32e8fd96b23 req-b5e467b9-1aa5-4cde-92c1-f65c8df2d502 service neutron] Port 2ebc79f4-52ba-4a59-a74e-a42b0b5ac747 on network 02be22b9-aa53-40ea-8050-9239cd27d1ff not bound, no agent of type Open vSwitch agent registered on host n-h1-827839-2 {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 17:16:50.337203 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f004c55-7692-4152-9064-d32e8fd96b23 req-b5e467b9-1aa5-4cde-92c1-f65c8df2d502 service neutron] Attempting to bind port 2ebc79f4-52ba-4a59-a74e-a42b0b5ac747 on network 02be22b9-aa53-40ea-8050-9239cd27d1ff {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:16:50.364314 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] No Port match for: f9e4e26d-abca-45a8-a5e6-aef150d22ed3 {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 17:16:50.366097 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Device f9e4e26d-abca-45a8-a5e6-aef150d22ed3 not bound to the agent host n-h2-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 17:16:50.366400 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f004c55-7692-4152-9064-d32e8fd96b23 req-b5e467b9-1aa5-4cde-92c1-f65c8df2d502 service neutron] Checking agent: {'id': '3f9244a9-75fc-4c10-b195-11d48b853b41', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 8, 42), 'started_at': datetime.datetime(2022, 2, 4, 17, 8, 42), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 16, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:16:50.366862 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f004c55-7692-4152-9064-d32e8fd96b23 req-b5e467b9-1aa5-4cde-92c1-f65c8df2d502 service neutron] Checking segment: {'id': '3a39b085-d3e6-43bb-a64c-1b06dd049e5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '02be22b9-aa53-40ea-8050-9239cd27d1ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:16:50.367368 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f004c55-7692-4152-9064-d32e8fd96b23 req-b5e467b9-1aa5-4cde-92c1-f65c8df2d502 service neutron] Bound using segment: {'id': '3a39b085-d3e6-43bb-a64c-1b06dd049e5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '02be22b9-aa53-40ea-8050-9239cd27d1ff'} {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:16:50.367945 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [req-2f004c55-7692-4152-9064-d32e8fd96b23 req-b5e467b9-1aa5-4cde-92c1-f65c8df2d502 service neutron] Bound port: 2ebc79f4-52ba-4a59-a74e-a42b0b5ac747, host: n-h1-827839-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a39b085-d3e6-43bb-a64c-1b06dd049e5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '02be22b9-aa53-40ea-8050-9239cd27d1ff'}}] {{(pid=103376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:16:50.368917 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-2f004c55-7692-4152-9064-d32e8fd96b23 req-b5e467b9-1aa5-4cde-92c1-f65c8df2d502 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (2ebc79f4-52ba-4a59-a74e-a42b0b5ac747), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:16:50.443723 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-3c815f3f-0669-4b22-bd21-2d014f2b5ef1 req-13cbd3f5-319c-4b8f-a38b-471efe08d655 tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] 10.222.0.89 "GET /v2.0/security-groups?id=4f68676b-760c-49c3-a14c-c9afa7ad720d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272218 Feb 04 17:16:50.452025 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347bd09a-d585-4a15-859a-1fd4321fceb0 req-3c2f075a-bcbb-4d05-bd15-f24f2efbf386 tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:16:50.454892 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-347bd09a-d585-4a15-859a-1fd4321fceb0 req-3c2f075a-bcbb-4d05-bd15-f24f2efbf386 tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] 10.222.0.90 "GET /v2.0/ports?device_id=f9d0cdd4-aae7-45e7-bcf1-a6ee601b78a7 HTTP/1.1" status: 200 len: 944 time: 0.1364830 Feb 04 17:16:50.470753 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d284206-ee5e-4556-bab4-648c82856de7 req-401a9e5d-939c-4ab6-b1fe-08096c616b91 tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:16:50.477050 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d284206-ee5e-4556-bab4-648c82856de7 req-401a9e5d-939c-4ab6-b1fe-08096c616b91 tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:16:50.484133 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d284206-ee5e-4556-bab4-648c82856de7 req-401a9e5d-939c-4ab6-b1fe-08096c616b91 tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:16:50.485959 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-8d284206-ee5e-4556-bab4-648c82856de7 req-401a9e5d-939c-4ab6-b1fe-08096c616b91 tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] 10.222.0.89 "GET /v2.0/ports?device_id=25a8ce39-7e6f-4df5-b992-2734d80a6e37 HTTP/1.1" status: 200 len: 2418 time: 0.1200664 Feb 04 17:16:50.498791 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [req-2f004c55-7692-4152-9064-d32e8fd96b23 req-b5e467b9-1aa5-4cde-92c1-f65c8df2d502 service neutron] For port 2ebc79f4-52ba-4a59-a74e-a42b0b5ac747, host n-h1-827839-2, cleared binding levels {{(pid=103376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:16:50.502653 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [req-2f004c55-7692-4152-9064-d32e8fd96b23 req-b5e467b9-1aa5-4cde-92c1-f65c8df2d502 service neutron] For port 2ebc79f4-52ba-4a59-a74e-a42b0b5ac747, host n-h1-827839-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=2ebc79f4-52ba-4a59-a74e-a42b0b5ac747,segment=NetworkSegment(3a39b085-d3e6-43bb-a64c-1b06dd049e5a),segment_id=3a39b085-d3e6-43bb-a64c-1b06dd049e5a)] {{(pid=103376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:16:50.513204 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-2f004c55-7692-4152-9064-d32e8fd96b23 req-b5e467b9-1aa5-4cde-92c1-f65c8df2d502 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675836'] for port (2ebc79f4-52ba-4a59-a74e-a42b0b5ac747), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:16:50.561652 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f004c55-7692-4152-9064-d32e8fd96b23 req-b5e467b9-1aa5-4cde-92c1-f65c8df2d502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:16:50.562639 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-2f004c55-7692-4152-9064-d32e8fd96b23 req-b5e467b9-1aa5-4cde-92c1-f65c8df2d502 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:16:50.564408 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-2f004c55-7692-4152-9064-d32e8fd96b23 req-b5e467b9-1aa5-4cde-92c1-f65c8df2d502 service neutron] 10.222.0.96 "PUT /v2.0/ports/2ebc79f4-52ba-4a59-a74e-a42b0b5ac747 HTTP/1.1" status: 200 len: 1096 time: 1.0625358 Feb 04 17:16:50.566426 n-d-827839-2 neutron-server[103376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7c12e91-b86e-4a78-8c61-2259642e2816', 'tag': '2ebc79f4-52ba-4a59-a74e-a42b0b5ac747'}] {{(pid=103376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:16:50.569623 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d59c3bb5e2f09ebf62144d5e09b1cff60c763a9c19614c24538e77842938c05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2250e1e-556e-44d7-a61f-4075ffaea67a" -d '{"events": [{"name": "network-changed", "server_uuid": "b7c12e91-b86e-4a78-8c61-2259642e2816", "tag": "2ebc79f4-52ba-4a59-a74e-a42b0b5ac747"}]}' {{(pid=103376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:16:50.617264 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e467b9-1aa5-4cde-92c1-f65c8df2d502 service neutron] Pushing event updated for resources: {'Port': ['ID=2ebc79f4-52ba-4a59-a74e-a42b0b5ac747,revision_number=3']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:16:50.622166 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 17:16:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc76adee-e743-4715-b3c3-940831aa722f x-openstack-request-id: req-cc76adee-e743-4715-b3c3-940831aa722f {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:16:50.622501 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7c12e91-b86e-4a78-8c61-2259642e2816", "tag": "2ebc79f4-52ba-4a59-a74e-a42b0b5ac747", "status": "completed", "code": 200}]} {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:16:50.622755 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-cc76adee-e743-4715-b3c3-940831aa722f {{(pid=103376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:16:50.623145 n-d-827839-2 neutron-server[103376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7c12e91-b86e-4a78-8c61-2259642e2816', 'tag': '2ebc79f4-52ba-4a59-a74e-a42b0b5ac747', 'status': 'completed', 'code': 200} Feb 04 17:16:50.668984 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-8d284206-ee5e-4556-bab4-648c82856de7 req-07ec6d34-f575-4e09-9735-134418ee58eb tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] 10.222.0.89 "GET /v2.0/security-groups?id=e5444cce-a82b-43a5-837a-e27373d38b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357963 Feb 04 17:16:50.721350 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [req-347bd09a-d585-4a15-859a-1fd4321fceb0 req-3ef2a33a-9363-4715-969e-ce5562896975 tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] Deleting port 32d8b226-744e-42c0-8808-a6c862fac8f7 {{(pid=103377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:16:50.721838 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-347bd09a-d585-4a15-859a-1fd4321fceb0 req-3ef2a33a-9363-4715-969e-ce5562896975 tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (32d8b226-744e-42c0-8808-a6c862fac8f7), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:16:50.855020 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [req-347bd09a-d585-4a15-859a-1fd4321fceb0 req-3ef2a33a-9363-4715-969e-ce5562896975 tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] For port 32d8b226-744e-42c0-8808-a6c862fac8f7, host n-h2-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=32d8b226-744e-42c0-8808-a6c862fac8f7,segment=NetworkSegment(422e2db4-29a0-413f-80b3-a344e9c773f4),segment_id=422e2db4-29a0-413f-80b3-a344e9c773f4)] {{(pid=103377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:16:50.855780 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-347bd09a-d585-4a15-859a-1fd4321fceb0 req-3ef2a33a-9363-4715-969e-ce5562896975 tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (32d8b226-744e-42c0-8808-a6c862fac8f7), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:16:50.875487 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [req-347bd09a-d585-4a15-859a-1fd4321fceb0 req-3ef2a33a-9363-4715-969e-ce5562896975 tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] Calling delete_port for 32d8b226-744e-42c0-8808-a6c862fac8f7 owned by compute:nova {{(pid=103377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:16:51.175500 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f004c55-7692-4152-9064-d32e8fd96b23 req-7a725a54-e2e3-4448-8c72-e96df6d427b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:16:51.178006 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-2f004c55-7692-4152-9064-d32e8fd96b23 req-7a725a54-e2e3-4448-8c72-e96df6d427b9 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=cf565683b16046d8a2d32c2de8e8929b&device_id=b7c12e91-b86e-4a78-8c61-2259642e2816 HTTP/1.1" status: 200 len: 1130 time: 0.5434916 Feb 04 17:16:51.224973 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-347bd09a-d585-4a15-859a-1fd4321fceb0 req-3ef2a33a-9363-4715-969e-ce5562896975 tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (32d8b226-744e-42c0-8808-a6c862fac8f7), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:16:51.237746 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] get_ports_and_sgs() called for port_ids ['09fe44f1-9e7b-43ae-8405-ca810bec8f9b', '32d8b226-744e-42c0-8808-a6c862fac8f7'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 17:16:51.239347 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-2f004c55-7692-4152-9064-d32e8fd96b23 req-2757ee7a-707c-48a0-ae52-feb54150cf78 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.182&port_id=2ebc79f4-52ba-4a59-a74e-a42b0b5ac747 HTTP/1.1" status: 200 len: 217 time: 0.0513990 Feb 04 17:16:51.292985 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c28b335-ee7f-4ff6-ac78-0522615a2337 req-74edfad6-1bee-49b0-910b-e3f5962b06a2 tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:16:51.294593 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d659d1c-235c-4350-9ed3-157262008784 req-143be180-0c76-462a-828c-fa8cd28ba6ef tempest-LiveMigrationNegativeTest-457287813 tempest-LiveMigrationNegativeTest-457287813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:16:51.296305 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-9c28b335-ee7f-4ff6-ac78-0522615a2337 req-74edfad6-1bee-49b0-910b-e3f5962b06a2 tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] 10.222.0.90 "GET /v2.0/ports?device_id=c2a38c97-307b-4133-955d-de3605483336 HTTP/1.1" status: 200 len: 950 time: 0.2683585 Feb 04 17:16:51.302612 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-4d659d1c-235c-4350-9ed3-157262008784 req-143be180-0c76-462a-828c-fa8cd28ba6ef tempest-LiveMigrationNegativeTest-457287813 tempest-LiveMigrationNegativeTest-457287813-project] 10.222.0.89 "GET /v2.0/ports?device_id=b7c12e91-b86e-4a78-8c61-2259642e2816 HTTP/1.1" status: 200 len: 948 time: 0.5833972 Feb 04 17:16:51.309721 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef2a33a-9363-4715-969e-ce5562896975 tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] Pushing event deleted for resources: {'Port': ['ID=32d8b226-744e-42c0-8808-a6c862fac8f7,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:16:51.372663 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f004c55-7692-4152-9064-d32e8fd96b23 req-9539c14b-b1ba-4d96-a4a7-0fc27be95c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:16:51.374497 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-2f004c55-7692-4152-9064-d32e8fd96b23 req-9539c14b-b1ba-4d96-a4a7-0fc27be95c2d service neutron] 10.222.0.96 "GET /v2.0/subnets?id=c974b0ff-2c5c-4667-8a81-3bde3ea6ced5 HTTP/1.1" status: 200 len: 843 time: 0.1262324 Feb 04 17:16:51.434350 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-4d659d1c-235c-4350-9ed3-157262008784 req-5107a614-23d6-44f3-8737-4d7226b551e7 tempest-LiveMigrationNegativeTest-457287813 tempest-LiveMigrationNegativeTest-457287813-project] 10.222.0.89 "GET /v2.0/security-groups?id=6087b48a-7803-40bd-a4ae-88723ae4142b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307135 Feb 04 17:16:51.444328 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7384681b-c8da-4581-8d86-937a5f19adac req-3d2a8b7e-e972-432c-afea-715ea1c1b4c8 tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:16:51.446010 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-7384681b-c8da-4581-8d86-937a5f19adac req-3d2a8b7e-e972-432c-afea-715ea1c1b4c8 tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] 10.222.0.89 "GET /v2.0/ports?device_id=f9d0cdd4-aae7-45e7-bcf1-a6ee601b78a7 HTTP/1.1" status: 200 len: 866 time: 0.2903943 Feb 04 17:16:51.473082 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f004c55-7692-4152-9064-d32e8fd96b23 req-e890974d-89e5-4e3c-8392-ce6cb787d81f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:16:51.474645 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-2f004c55-7692-4152-9064-d32e8fd96b23 req-e890974d-89e5-4e3c-8392-ce6cb787d81f service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=02be22b9-aa53-40ea-8050-9239cd27d1ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0884793 Feb 04 17:16:51.536609 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [req-347bd09a-d585-4a15-859a-1fd4321fceb0 req-3ef2a33a-9363-4715-969e-ce5562896975 tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] No DVR routers for this DVR port 32d8b226-744e-42c0-8808-a6c862fac8f7 on host n-h2-827839-2 {{(pid=103377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 17:16:51.544723 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-347bd09a-d585-4a15-859a-1fd4321fceb0 req-3ef2a33a-9363-4715-969e-ce5562896975 tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:16:51.548111 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-347bd09a-d585-4a15-859a-1fd4321fceb0 req-3ef2a33a-9363-4715-969e-ce5562896975 tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] 10.222.0.90 "DELETE /v2.0/ports/32d8b226-744e-42c0-8808-a6c862fac8f7 HTTP/1.1" status: 204 len: 173 time: 1.0609972 Feb 04 17:16:51.558549 n-d-827839-2 neutron-server[103377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9d0cdd4-aae7-45e7-bcf1-a6ee601b78a7', 'name': 'network-vif-deleted', 'tag': '32d8b226-744e-42c0-8808-a6c862fac8f7'}] {{(pid=103377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:16:51.563656 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7240428b650e1488e9361b62648ff4b3a6c19d49d8c27c949491ab58c1346cf0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-534477b1-2f33-4200-8940-651d1ca32ae6" -d '{"events": [{"server_uuid": "f9d0cdd4-aae7-45e7-bcf1-a6ee601b78a7", "name": "network-vif-deleted", "tag": "32d8b226-744e-42c0-8808-a6c862fac8f7"}]}' {{(pid=103377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:16:51.612865 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-7384681b-c8da-4581-8d86-937a5f19adac req-6ee89485-11a6-43e3-8465-001153317b49 tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] 10.222.0.89 "GET /v2.0/security-groups?id=119a7f03-3e07-4d1e-8852-d9f974f9f052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422610 Feb 04 17:16:51.632503 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [req-9c28b335-ee7f-4ff6-ac78-0522615a2337 req-9251fbcf-2c05-448f-864a-2bd779527bc6 tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] Deleting port b8cbf0e2-5ba1-4495-bfce-79351b5c0d9a {{(pid=103377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:16:51.633022 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-9c28b335-ee7f-4ff6-ac78-0522615a2337 req-9251fbcf-2c05-448f-864a-2bd779527bc6 tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (b8cbf0e2-5ba1-4495-bfce-79351b5c0d9a), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:16:51.654414 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c71609-d161-4f22-8fa1-ae20a973609d req-36b77fb6-7b15-4384-af90-2c6cb763269f tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:16:51.660206 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c71609-d161-4f22-8fa1-ae20a973609d req-36b77fb6-7b15-4384-af90-2c6cb763269f tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:16:51.666335 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c71609-d161-4f22-8fa1-ae20a973609d req-36b77fb6-7b15-4384-af90-2c6cb763269f tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:16:51.668005 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-65c71609-d161-4f22-8fa1-ae20a973609d req-36b77fb6-7b15-4384-af90-2c6cb763269f tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] 10.222.0.89 "GET /v2.0/ports?device_id=25a8ce39-7e6f-4df5-b992-2734d80a6e37 HTTP/1.1" status: 200 len: 2418 time: 0.1433656 Feb 04 17:16:51.728398 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-2f004c55-7692-4152-9064-d32e8fd96b23 req-3f1bd8e2-75ff-4385-8c35-f80911e7f623 service neutron] 10.222.0.96 "GET /v2.0/networks/02be22b9-aa53-40ea-8050-9239cd27d1ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2355542 Feb 04 17:16:51.767645 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-65c71609-d161-4f22-8fa1-ae20a973609d req-28ea8194-f5e8-445e-9230-c2bd3bf12828 tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] 10.222.0.89 "GET /v2.0/security-groups?id=e5444cce-a82b-43a5-837a-e27373d38b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914152 Feb 04 17:16:51.768600 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-b07d9bb5-3e48-4b27-9ad5-0c01f5861359 req-d4e68812-07b4-45f4-b40d-c27750f33b32 tempest-ServersTestBootFromVolume-1946499048 tempest-ServersTestBootFromVolume-1946499048-project] 10.222.0.89 "GET /v2.0/ports?device_id=d05624d9-7069-4d9d-823a-9c54a8dd6b49 HTTP/1.1" status: 200 len: 210 time: 0.0411077 Feb 04 17:16:51.770578 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [req-9c28b335-ee7f-4ff6-ac78-0522615a2337 req-9251fbcf-2c05-448f-864a-2bd779527bc6 tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] For port b8cbf0e2-5ba1-4495-bfce-79351b5c0d9a, host n-h2-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=b8cbf0e2-5ba1-4495-bfce-79351b5c0d9a,segment=NetworkSegment(3a39b085-d3e6-43bb-a64c-1b06dd049e5a),segment_id=3a39b085-d3e6-43bb-a64c-1b06dd049e5a)] {{(pid=103377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:16:51.771054 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-9c28b335-ee7f-4ff6-ac78-0522615a2337 req-9251fbcf-2c05-448f-864a-2bd779527bc6 tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (b8cbf0e2-5ba1-4495-bfce-79351b5c0d9a), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:16:51.801369 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [req-9c28b335-ee7f-4ff6-ac78-0522615a2337 req-9251fbcf-2c05-448f-864a-2bd779527bc6 tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] Calling delete_port for b8cbf0e2-5ba1-4495-bfce-79351b5c0d9a owned by compute:nova {{(pid=103377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:16:51.865755 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-2f004c55-7692-4152-9064-d32e8fd96b23 req-3cc5715a-2f3f-4c5a-870c-45611ceae75c service neutron] 10.222.0.96 "GET /v2.0/networks/02be22b9-aa53-40ea-8050-9239cd27d1ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266389 Feb 04 17:16:51.997528 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb95f39-f143-46c5-bfd5-91a289fa4c8d req-fc21b7ee-80d0-4faa-8ac6-45f04cc1d4c9 tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:16:52.005605 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-3eb95f39-f143-46c5-bfd5-91a289fa4c8d req-fc21b7ee-80d0-4faa-8ac6-45f04cc1d4c9 tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] 10.222.0.89 "GET /v2.0/ports?device_id=013eaece-a1cd-4911-b0a3-fdda63699778 HTTP/1.1" status: 200 len: 950 time: 0.1079571 Feb 04 17:16:52.057549 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2250e1e-556e-44d7-a61f-4075ffaea67a req-35f3fe05-eb04-4750-89cd-3fb04f8243ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:16:52.059753 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-a2250e1e-556e-44d7-a61f-4075ffaea67a req-35f3fe05-eb04-4750-89cd-3fb04f8243ee service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=cf565683b16046d8a2d32c2de8e8929b&device_id=b7c12e91-b86e-4a78-8c61-2259642e2816 HTTP/1.1" status: 200 len: 1130 time: 0.1107256 Feb 04 17:16:52.077809 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4400db-4191-4a8c-b50a-aa1a505afbc8 req-6e0e73f0-bb8e-4771-b7a5-3416abc11865 tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:16:52.082309 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-2b4400db-4191-4a8c-b50a-aa1a505afbc8 req-6e0e73f0-bb8e-4771-b7a5-3416abc11865 tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] 10.222.0.89 "GET /v2.0/ports?device_id=c2a38c97-307b-4133-955d-de3605483336 HTTP/1.1" status: 200 len: 950 time: 0.2020168 Feb 04 17:16:52.095049 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-3eb95f39-f143-46c5-bfd5-91a289fa4c8d req-375d2a7b-e0e8-40d0-a3a7-2ea5fdb0cb17 tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] 10.222.0.89 "GET /v2.0/security-groups?id=5fa98c6a-94b3-4690-b9c3-4f0e67d11226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840032 Feb 04 17:16:52.131553 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-9c28b335-ee7f-4ff6-ac78-0522615a2337 req-9251fbcf-2c05-448f-864a-2bd779527bc6 tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (b8cbf0e2-5ba1-4495-bfce-79351b5c0d9a), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:16:52.146029 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] get_ports_and_sgs() called for port_ids ['d84d4853-863b-4441-877e-8ff0319d5d6b', 'f4b260ec-2b92-4b49-a638-97cffbd194dd', 'b8cbf0e2-5ba1-4495-bfce-79351b5c0d9a'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 17:16:52.152969 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] get_ports_and_sgs() called for port_ids ['def23c9d-c30f-47d7-bd81-7d3520f20168', '44b448dd-cb1d-4a20-aeb9-66f3c7842792'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 17:16:52.175898 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9251fbcf-2c05-448f-864a-2bd779527bc6 tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] Pushing event deleted for resources: {'Port': ['ID=b8cbf0e2-5ba1-4495-bfce-79351b5c0d9a,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:16:52.179857 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 17:16:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-132b7d56-4224-4329-8d02-146ad12f17c3 x-openstack-request-id: req-132b7d56-4224-4329-8d02-146ad12f17c3 {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:16:52.180355 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9d0cdd4-aae7-45e7-bcf1-a6ee601b78a7", "name": "network-vif-deleted", "tag": "32d8b226-744e-42c0-8808-a6c862fac8f7", "status": "completed", "code": 200}]} {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:16:52.181482 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-132b7d56-4224-4329-8d02-146ad12f17c3 {{(pid=103377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:16:52.182214 n-d-827839-2 neutron-server[103377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9d0cdd4-aae7-45e7-bcf1-a6ee601b78a7', 'name': 'network-vif-deleted', 'tag': '32d8b226-744e-42c0-8808-a6c862fac8f7', 'status': 'completed', 'code': 200} Feb 04 17:16:52.255695 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-2b4400db-4191-4a8c-b50a-aa1a505afbc8 req-9bbf60d5-59ae-4ba6-a7a1-ce7b07c717d2 tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] 10.222.0.89 "GET /v2.0/security-groups?id=4f68676b-760c-49c3-a14c-c9afa7ad720d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615555 Feb 04 17:16:52.287664 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c28b335-ee7f-4ff6-ac78-0522615a2337 req-9251fbcf-2c05-448f-864a-2bd779527bc6 tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] No DVR routers for this DVR port b8cbf0e2-5ba1-4495-bfce-79351b5c0d9a on host n-h2-827839-2 {{(pid=103377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 17:16:52.290846 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-9c28b335-ee7f-4ff6-ac78-0522615a2337 req-9251fbcf-2c05-448f-864a-2bd779527bc6 tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:16:52.294454 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-9c28b335-ee7f-4ff6-ac78-0522615a2337 req-9251fbcf-2c05-448f-864a-2bd779527bc6 tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] 10.222.0.90 "DELETE /v2.0/ports/b8cbf0e2-5ba1-4495-bfce-79351b5c0d9a HTTP/1.1" status: 204 len: 173 time: 0.9793756 Feb 04 17:16:52.393169 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2250e1e-556e-44d7-a61f-4075ffaea67a req-15e8dfc9-d6fa-420a-97d8-2175994bf8ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:16:52.395457 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-a2250e1e-556e-44d7-a61f-4075ffaea67a req-15e8dfc9-d6fa-420a-97d8-2175994bf8ca service neutron] 10.222.0.96 "GET /v2.0/networks?id=02be22b9-aa53-40ea-8050-9239cd27d1ff HTTP/1.1" status: 200 len: 870 time: 0.3118544 Feb 04 17:16:52.495287 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-a2250e1e-556e-44d7-a61f-4075ffaea67a req-cb7c429e-f997-400f-92e1-8ec0d897fac0 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.182&port_id=2ebc79f4-52ba-4a59-a74e-a42b0b5ac747 HTTP/1.1" status: 200 len: 217 time: 0.0742133 Feb 04 17:16:52.609277 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2250e1e-556e-44d7-a61f-4075ffaea67a req-f1ab87ae-56d6-4b72-8088-0af959202dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:16:52.611059 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-a2250e1e-556e-44d7-a61f-4075ffaea67a req-f1ab87ae-56d6-4b72-8088-0af959202dcc service neutron] 10.222.0.96 "GET /v2.0/subnets?id=c974b0ff-2c5c-4667-8a81-3bde3ea6ced5 HTTP/1.1" status: 200 len: 843 time: 0.1083877 Feb 04 17:16:52.626074 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b518f723-07d1-493d-b64d-289faef14216 req-de63e60f-32a1-4ac9-bc4b-cc7ace4ee831 tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:16:52.628072 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-b518f723-07d1-493d-b64d-289faef14216 req-de63e60f-32a1-4ac9-bc4b-cc7ace4ee831 tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] 10.222.0.96 "GET /v2.0/ports?device_id=1c595986-a5b8-475f-a049-607458d29738 HTTP/1.1" status: 200 len: 950 time: 0.2451539 Feb 04 17:16:52.683228 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63de903f-039d-4548-b407-0ca2b139f4c4 req-323128f0-ccb3-4440-adee-94be4c8d8287 tempest-LiveMigrationNegativeTest-457287813 tempest-LiveMigrationNegativeTest-457287813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:16:52.692654 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-63de903f-039d-4548-b407-0ca2b139f4c4 req-323128f0-ccb3-4440-adee-94be4c8d8287 tempest-LiveMigrationNegativeTest-457287813 tempest-LiveMigrationNegativeTest-457287813-project] 10.222.0.89 "GET /v2.0/ports?device_id=b7c12e91-b86e-4a78-8c61-2259642e2816 HTTP/1.1" status: 200 len: 948 time: 0.1579731 Feb 04 17:16:52.793860 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-7f56acf5-8b5c-4798-b3bc-536008e1105e req-fe641e68-2bcd-4a92-a018-3117300925bf tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] 10.222.0.89 "GET /v2.0/ports?device_id=f9d0cdd4-aae7-45e7-bcf1-a6ee601b78a7 HTTP/1.1" status: 200 len: 210 time: 0.0594611 Feb 04 17:16:52.850723 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2250e1e-556e-44d7-a61f-4075ffaea67a req-60abfc7e-bb2c-41af-979e-651e25718932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:16:52.853913 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-a2250e1e-556e-44d7-a61f-4075ffaea67a req-60abfc7e-bb2c-41af-979e-651e25718932 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=02be22b9-aa53-40ea-8050-9239cd27d1ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2232940 Feb 04 17:16:52.904086 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-63de903f-039d-4548-b407-0ca2b139f4c4 req-93636664-8cd8-47a7-8b58-182745c1f1a4 tempest-LiveMigrationNegativeTest-457287813 tempest-LiveMigrationNegativeTest-457287813-project] 10.222.0.89 "GET /v2.0/security-groups?id=6087b48a-7803-40bd-a4ae-88723ae4142b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2100964 Feb 04 17:16:53.030681 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-c1dcd50c-753d-429d-9af2-feddb5abcb4b req-556a06b8-ff40-4710-90a9-b2d943246498 tempest-ServersTestBootFromVolume-1946499048 tempest-ServersTestBootFromVolume-1946499048-project] 10.222.0.89 "GET /v2.0/ports?device_id=d05624d9-7069-4d9d-823a-9c54a8dd6b49 HTTP/1.1" status: 200 len: 210 time: 0.0788903 Feb 04 17:16:53.083729 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84c26be-d2ef-499c-8208-69d9c6eea5ae req-e65fb89e-30c6-4e7f-9aa0-e70afb97e314 tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:16:53.107253 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84c26be-d2ef-499c-8208-69d9c6eea5ae req-e65fb89e-30c6-4e7f-9aa0-e70afb97e314 tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:16:53.125521 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84c26be-d2ef-499c-8208-69d9c6eea5ae req-e65fb89e-30c6-4e7f-9aa0-e70afb97e314 tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:16:53.129208 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-a84c26be-d2ef-499c-8208-69d9c6eea5ae req-e65fb89e-30c6-4e7f-9aa0-e70afb97e314 tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] 10.222.0.90 "GET /v2.0/ports?device_id=25a8ce39-7e6f-4df5-b992-2734d80a6e37 HTTP/1.1" status: 200 len: 2418 time: 0.2399168 Feb 04 17:16:53.137916 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [req-b518f723-07d1-493d-b64d-289faef14216 req-75539bbc-098e-46e6-8543-405aef5b824e tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] Deleting port 44b448dd-cb1d-4a20-aeb9-66f3c7842792 {{(pid=103376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:16:53.138283 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-b518f723-07d1-493d-b64d-289faef14216 req-75539bbc-098e-46e6-8543-405aef5b824e tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (44b448dd-cb1d-4a20-aeb9-66f3c7842792), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:16:53.213903 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbd6c32-0a64-42bf-95c5-ceeb6dd932ba req-803d04db-898f-463c-b21e-33d85e68ea3d tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:16:53.219897 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbd6c32-0a64-42bf-95c5-ceeb6dd932ba req-803d04db-898f-463c-b21e-33d85e68ea3d tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:16:53.224665 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbd6c32-0a64-42bf-95c5-ceeb6dd932ba req-803d04db-898f-463c-b21e-33d85e68ea3d tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:16:53.231820 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-ecbd6c32-0a64-42bf-95c5-ceeb6dd932ba req-803d04db-898f-463c-b21e-33d85e68ea3d tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] 10.222.0.89 "GET /v2.0/ports?device_id=25a8ce39-7e6f-4df5-b992-2734d80a6e37 HTTP/1.1" status: 200 len: 2418 time: 0.1707869 Feb 04 17:16:53.282484 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-a2250e1e-556e-44d7-a61f-4075ffaea67a req-4b153958-1544-4162-af3e-bb5f89a65940 service neutron] 10.222.0.96 "GET /v2.0/networks/02be22b9-aa53-40ea-8050-9239cd27d1ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4068024 Feb 04 17:16:53.388330 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-a2250e1e-556e-44d7-a61f-4075ffaea67a req-7dd7d9c9-0d32-4b57-bcf6-77382dde6064 service neutron] 10.222.0.96 "GET /v2.0/networks/02be22b9-aa53-40ea-8050-9239cd27d1ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912650 Feb 04 17:16:53.397985 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e951d211-3de8-4098-afec-dbe0513f2258 req-da22d828-86db-49fa-89fc-431c2bb6842c tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:16:53.400226 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-e951d211-3de8-4098-afec-dbe0513f2258 req-da22d828-86db-49fa-89fc-431c2bb6842c tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] 10.222.0.89 "GET /v2.0/ports?device_id=013eaece-a1cd-4911-b0a3-fdda63699778 HTTP/1.1" status: 200 len: 950 time: 0.1618385 Feb 04 17:16:53.461545 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [req-a84c26be-d2ef-499c-8208-69d9c6eea5ae req-2c494dc7-75a0-48d2-9e5c-055f25e17eae tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] Deleting port 385f7e55-0b05-4dd5-bfb3-bf3b943a52e9 {{(pid=103377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:16:53.462678 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-a84c26be-d2ef-499c-8208-69d9c6eea5ae req-2c494dc7-75a0-48d2-9e5c-055f25e17eae tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (385f7e55-0b05-4dd5-bfb3-bf3b943a52e9), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:16:53.473590 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-ecbd6c32-0a64-42bf-95c5-ceeb6dd932ba req-ca30e89b-c19a-4b84-af98-b4d5580cd2c9 tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] 10.222.0.89 "GET /v2.0/security-groups?id=e5444cce-a82b-43a5-837a-e27373d38b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2408829 Feb 04 17:16:53.494568 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [req-b518f723-07d1-493d-b64d-289faef14216 req-75539bbc-098e-46e6-8543-405aef5b824e tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] For port 44b448dd-cb1d-4a20-aeb9-66f3c7842792, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=44b448dd-cb1d-4a20-aeb9-66f3c7842792,segment=NetworkSegment(3a39b085-d3e6-43bb-a64c-1b06dd049e5a),segment_id=3a39b085-d3e6-43bb-a64c-1b06dd049e5a)] {{(pid=103376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:16:53.495640 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-b518f723-07d1-493d-b64d-289faef14216 req-75539bbc-098e-46e6-8543-405aef5b824e tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (44b448dd-cb1d-4a20-aeb9-66f3c7842792), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:16:53.566141 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [req-b518f723-07d1-493d-b64d-289faef14216 req-75539bbc-098e-46e6-8543-405aef5b824e tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] Calling delete_port for 44b448dd-cb1d-4a20-aeb9-66f3c7842792 owned by compute:nova {{(pid=103376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:16:53.595189 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-e951d211-3de8-4098-afec-dbe0513f2258 req-e12bcd14-9b47-47fb-ab56-52e4fce7d17d tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] 10.222.0.89 "GET /v2.0/security-groups?id=5fa98c6a-94b3-4690-b9c3-4f0e67d11226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1792789 Feb 04 17:16:53.623971 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-6959f3da-2979-477d-9000-fb0ae4e1e5b3 req-55973a81-06a9-497d-a59c-d707e3078065 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=c54f216e-39fb-4465-8339-5b51cf4324bd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1424859 Feb 04 17:16:53.652937 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [req-a84c26be-d2ef-499c-8208-69d9c6eea5ae req-2c494dc7-75a0-48d2-9e5c-055f25e17eae tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] For port 385f7e55-0b05-4dd5-bfb3-bf3b943a52e9, host n-h2-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=385f7e55-0b05-4dd5-bfb3-bf3b943a52e9,segment=NetworkSegment(7b692165-49d1-42e9-b93d-2f0e347ea588),segment_id=7b692165-49d1-42e9-b93d-2f0e347ea588)] {{(pid=103377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:16:53.653383 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-a84c26be-d2ef-499c-8208-69d9c6eea5ae req-2c494dc7-75a0-48d2-9e5c-055f25e17eae tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (385f7e55-0b05-4dd5-bfb3-bf3b943a52e9), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:16:53.677935 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [req-a84c26be-d2ef-499c-8208-69d9c6eea5ae req-2c494dc7-75a0-48d2-9e5c-055f25e17eae tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] Calling delete_port for 385f7e55-0b05-4dd5-bfb3-bf3b943a52e9 owned by compute:nova {{(pid=103377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:16:53.724933 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6959f3da-2979-477d-9000-fb0ae4e1e5b3 req-713c1fd8-e59b-4427-96bf-1addd1b7a89e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:16:53.726375 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-6959f3da-2979-477d-9000-fb0ae4e1e5b3 req-713c1fd8-e59b-4427-96bf-1addd1b7a89e service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=de991ffa63634ff992d797b06d2aeaaa&device_id=c54f216e-39fb-4465-8339-5b51cf4324bd HTTP/1.1" status: 200 len: 1130 time: 0.0719304 Feb 04 17:16:53.845677 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6959f3da-2979-477d-9000-fb0ae4e1e5b3 req-51bf8867-8d5b-461e-b8a3-0c30481ae7ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:16:53.847286 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-6959f3da-2979-477d-9000-fb0ae4e1e5b3 req-51bf8867-8d5b-461e-b8a3-0c30481ae7ce service neutron] 10.222.0.96 "GET /v2.0/networks?id=02be22b9-aa53-40ea-8050-9239cd27d1ff HTTP/1.1" status: 200 len: 870 time: 0.0995934 Feb 04 17:16:53.854002 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-a84c26be-d2ef-499c-8208-69d9c6eea5ae req-2c494dc7-75a0-48d2-9e5c-055f25e17eae tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (385f7e55-0b05-4dd5-bfb3-bf3b943a52e9), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:16:53.864942 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] get_ports_and_sgs() called for port_ids ['385f7e55-0b05-4dd5-bfb3-bf3b943a52e9', 'af1745cd-6b75-4824-ae50-bdd6ce47c5f1', '29380a55-ac03-4b81-918e-c21a85d53812'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 17:16:53.905776 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c494dc7-75a0-48d2-9e5c-055f25e17eae tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] Pushing event deleted for resources: {'Port': ['ID=385f7e55-0b05-4dd5-bfb3-bf3b943a52e9,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:16:53.913101 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-6959f3da-2979-477d-9000-fb0ae4e1e5b3 req-7afd69e9-98f9-4dfe-859f-e12b87f3352e service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.8&port_id=def23c9d-c30f-47d7-bd81-7d3520f20168 HTTP/1.1" status: 200 len: 217 time: 0.0427606 Feb 04 17:16:54.017683 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-782eafa4-575c-49f4-83fd-85344479717c req-673c3b07-63ca-4468-9b39-7eefc8645c1b tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] 10.222.0.89 "GET /v2.0/ports?device_id=f9d0cdd4-aae7-45e7-bcf1-a6ee601b78a7 HTTP/1.1" status: 200 len: 210 time: 0.0764804 Feb 04 17:16:54.029775 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-b518f723-07d1-493d-b64d-289faef14216 req-75539bbc-098e-46e6-8543-405aef5b824e tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (44b448dd-cb1d-4a20-aeb9-66f3c7842792), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:16:54.034079 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [req-a84c26be-d2ef-499c-8208-69d9c6eea5ae req-2c494dc7-75a0-48d2-9e5c-055f25e17eae tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] No DVR routers for this DVR port 385f7e55-0b05-4dd5-bfb3-bf3b943a52e9 on host n-h2-827839-2 {{(pid=103377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 17:16:54.038278 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-a84c26be-d2ef-499c-8208-69d9c6eea5ae req-2c494dc7-75a0-48d2-9e5c-055f25e17eae tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:16:54.043536 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-a84c26be-d2ef-499c-8208-69d9c6eea5ae req-2c494dc7-75a0-48d2-9e5c-055f25e17eae tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] 10.222.0.90 "DELETE /v2.0/ports/385f7e55-0b05-4dd5-bfb3-bf3b943a52e9 HTTP/1.1" status: 204 len: 173 time: 0.9081314 Feb 04 17:16:54.074049 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] get_ports_and_sgs() called for port_ids ['d84d4853-863b-4441-877e-8ff0319d5d6b', 'f4b260ec-2b92-4b49-a638-97cffbd194dd', 'b8cbf0e2-5ba1-4495-bfce-79351b5c0d9a'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 17:16:54.076572 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] get_ports_and_sgs() called for port_ids ['def23c9d-c30f-47d7-bd81-7d3520f20168'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 17:16:54.112720 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75539bbc-098e-46e6-8543-405aef5b824e tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] Pushing event deleted for resources: {'Port': ['ID=44b448dd-cb1d-4a20-aeb9-66f3c7842792,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:16:54.133543 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8a305e-7938-4ee3-8861-78ca8e021817 req-4d72e832-2497-4768-b4da-af876033ca02 tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:16:54.135514 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-1c8a305e-7938-4ee3-8861-78ca8e021817 req-4d72e832-2497-4768-b4da-af876033ca02 tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] 10.222.0.89 "GET /v2.0/ports?device_id=1c595986-a5b8-475f-a049-607458d29738 HTTP/1.1" status: 200 len: 950 time: 0.2954142 Feb 04 17:16:54.158543 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6959f3da-2979-477d-9000-fb0ae4e1e5b3 req-3e424ce6-d7d5-43c6-895e-9010e9bb5940 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:16:54.161909 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-6959f3da-2979-477d-9000-fb0ae4e1e5b3 req-3e424ce6-d7d5-43c6-895e-9010e9bb5940 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=c974b0ff-2c5c-4667-8a81-3bde3ea6ced5 HTTP/1.1" status: 200 len: 843 time: 0.2409353 Feb 04 17:16:54.182479 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [req-b518f723-07d1-493d-b64d-289faef14216 req-75539bbc-098e-46e6-8543-405aef5b824e tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] No DVR routers for this DVR port 44b448dd-cb1d-4a20-aeb9-66f3c7842792 on host n-h1-827839-2 {{(pid=103376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 17:16:54.184085 n-d-827839-2 neutron-server[103377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2a38c97-307b-4133-955d-de3605483336', 'name': 'network-vif-deleted', 'tag': 'b8cbf0e2-5ba1-4495-bfce-79351b5c0d9a'}, {'server_uuid': '25a8ce39-7e6f-4df5-b992-2734d80a6e37', 'name': 'network-vif-deleted', 'tag': '385f7e55-0b05-4dd5-bfb3-bf3b943a52e9'}] {{(pid=103377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:16:54.186653 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7240428b650e1488e9361b62648ff4b3a6c19d49d8c27c949491ab58c1346cf0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f03330fe-28d3-40f8-a619-97889286569b" -d '{"events": [{"server_uuid": "c2a38c97-307b-4133-955d-de3605483336", "name": "network-vif-deleted", "tag": "b8cbf0e2-5ba1-4495-bfce-79351b5c0d9a"}, {"server_uuid": "25a8ce39-7e6f-4df5-b992-2734d80a6e37", "name": "network-vif-deleted", "tag": "385f7e55-0b05-4dd5-bfb3-bf3b943a52e9"}]}' {{(pid=103377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:16:54.232339 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-b518f723-07d1-493d-b64d-289faef14216 req-75539bbc-098e-46e6-8543-405aef5b824e tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:16:54.236047 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-b518f723-07d1-493d-b64d-289faef14216 req-75539bbc-098e-46e6-8543-405aef5b824e tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] 10.222.0.96 "DELETE /v2.0/ports/44b448dd-cb1d-4a20-aeb9-66f3c7842792 HTTP/1.1" status: 204 len: 173 time: 1.5306194 Feb 04 17:16:54.236528 n-d-827839-2 neutron-server[103376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c595986-a5b8-475f-a049-607458d29738', 'name': 'network-vif-deleted', 'tag': '44b448dd-cb1d-4a20-aeb9-66f3c7842792'}] {{(pid=103376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:16:54.238834 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d59c3bb5e2f09ebf62144d5e09b1cff60c763a9c19614c24538e77842938c05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2625d92d-5738-4154-84dc-436f62faec97" -d '{"events": [{"server_uuid": "1c595986-a5b8-475f-a049-607458d29738", "name": "network-vif-deleted", "tag": "44b448dd-cb1d-4a20-aeb9-66f3c7842792"}]}' {{(pid=103376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:16:54.315975 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-1c8a305e-7938-4ee3-8861-78ca8e021817 req-27568b6f-1fa1-4aa8-a2c5-412edf60cde6 tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] 10.222.0.89 "GET /v2.0/security-groups?id=4f68676b-760c-49c3-a14c-c9afa7ad720d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628256 Feb 04 17:16:54.347513 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Device 32d8b226-744e-42c0-8808-a6c862fac8f7 no longer exists at agent hyperv_n-h2-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:16:54.348491 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [req-a84c26be-d2ef-499c-8208-69d9c6eea5ae req-4d3cf64b-cc98-4a5c-bce9-df17ad249367 tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] Deleting port 29380a55-ac03-4b81-918e-c21a85d53812 {{(pid=103377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:16:54.348980 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-a84c26be-d2ef-499c-8208-69d9c6eea5ae req-4d3cf64b-cc98-4a5c-bce9-df17ad249367 tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (29380a55-ac03-4b81-918e-c21a85d53812), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:16:54.392124 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b7ff41-c562-4fd6-9a0d-2fcf9c37b2db req-69553096-2656-4d73-9d1d-aac3d55f73a1 tempest-LiveMigrationNegativeTest-457287813 tempest-LiveMigrationNegativeTest-457287813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:16:54.393926 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-e5b7ff41-c562-4fd6-9a0d-2fcf9c37b2db req-69553096-2656-4d73-9d1d-aac3d55f73a1 tempest-LiveMigrationNegativeTest-457287813 tempest-LiveMigrationNegativeTest-457287813-project] 10.222.0.89 "GET /v2.0/ports?device_id=b7c12e91-b86e-4a78-8c61-2259642e2816 HTTP/1.1" status: 200 len: 948 time: 0.2252576 Feb 04 17:16:54.396069 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6959f3da-2979-477d-9000-fb0ae4e1e5b3 req-e16b2470-6961-4aa7-b019-953c8dbb597d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:16:54.397585 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-6959f3da-2979-477d-9000-fb0ae4e1e5b3 req-e16b2470-6961-4aa7-b019-953c8dbb597d service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=02be22b9-aa53-40ea-8050-9239cd27d1ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2075498 Feb 04 17:16:54.444399 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] No Port match for: 32d8b226-744e-42c0-8808-a6c862fac8f7 {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 17:16:54.444835 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Device 32d8b226-744e-42c0-8808-a6c862fac8f7 not bound to the agent host n-h2-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 17:16:54.445273 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Device b8cbf0e2-5ba1-4495-bfce-79351b5c0d9a no longer exists at agent hyperv_n-h2-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:16:54.490471 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] No Port match for: b8cbf0e2-5ba1-4495-bfce-79351b5c0d9a {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 17:16:54.490823 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Device b8cbf0e2-5ba1-4495-bfce-79351b5c0d9a not bound to the agent host n-h2-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 17:16:54.520369 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [req-a84c26be-d2ef-499c-8208-69d9c6eea5ae req-4d3cf64b-cc98-4a5c-bce9-df17ad249367 tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] For port 29380a55-ac03-4b81-918e-c21a85d53812, host n-h2-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=29380a55-ac03-4b81-918e-c21a85d53812,segment=NetworkSegment(eeeb1226-1d0a-4a58-b5ee-1ea6fb7ee6b6),segment_id=eeeb1226-1d0a-4a58-b5ee-1ea6fb7ee6b6)] {{(pid=103377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:16:54.522903 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-a84c26be-d2ef-499c-8208-69d9c6eea5ae req-4d3cf64b-cc98-4a5c-bce9-df17ad249367 tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (29380a55-ac03-4b81-918e-c21a85d53812), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:16:54.548203 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [req-a84c26be-d2ef-499c-8208-69d9c6eea5ae req-4d3cf64b-cc98-4a5c-bce9-df17ad249367 tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] Calling delete_port for 29380a55-ac03-4b81-918e-c21a85d53812 owned by compute:nova {{(pid=103377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:16:54.644322 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-e5b7ff41-c562-4fd6-9a0d-2fcf9c37b2db req-4b205a23-d28d-4a25-8883-89aadb8a9bd8 tempest-LiveMigrationNegativeTest-457287813 tempest-LiveMigrationNegativeTest-457287813-project] 10.222.0.89 "GET /v2.0/security-groups?id=6087b48a-7803-40bd-a4ae-88723ae4142b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2436249 Feb 04 17:16:54.719550 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-a84c26be-d2ef-499c-8208-69d9c6eea5ae req-4d3cf64b-cc98-4a5c-bce9-df17ad249367 tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (29380a55-ac03-4b81-918e-c21a85d53812), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:16:54.729837 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-6959f3da-2979-477d-9000-fb0ae4e1e5b3 req-57670cce-9e12-483c-ba6a-95ae8d4860b7 service neutron] 10.222.0.96 "GET /v2.0/networks/02be22b9-aa53-40ea-8050-9239cd27d1ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3134534 Feb 04 17:16:54.746209 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] get_ports_and_sgs() called for port_ids ['385f7e55-0b05-4dd5-bfb3-bf3b943a52e9', 'af1745cd-6b75-4824-ae50-bdd6ce47c5f1', '29380a55-ac03-4b81-918e-c21a85d53812'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 17:16:54.760390 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-3f28c1b7-23b9-44a8-a204-2a0fc7ac38ca req-19f149d8-df31-4842-9c9e-66c93d04b318 tempest-ServersTestBootFromVolume-1946499048 tempest-ServersTestBootFromVolume-1946499048-project] 10.222.0.89 "GET /v2.0/ports?device_id=d05624d9-7069-4d9d-823a-9c54a8dd6b49 HTTP/1.1" status: 200 len: 210 time: 0.0541837 Feb 04 17:16:54.767798 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 04 Feb 2022 17:16:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b574ae9-9fe3-4180-8d3e-9b8902a94932 x-openstack-request-id: req-9b574ae9-9fe3-4180-8d3e-9b8902a94932 {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:16:54.768372 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2a38c97-307b-4133-955d-de3605483336", "name": "network-vif-deleted", "tag": "b8cbf0e2-5ba1-4495-bfce-79351b5c0d9a", "status": "completed", "code": 200}, {"server_uuid": "25a8ce39-7e6f-4df5-b992-2734d80a6e37", "name": "network-vif-deleted", "tag": "385f7e55-0b05-4dd5-bfb3-bf3b943a52e9", "status": "completed", "code": 200}]} {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:16:54.772480 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-9b574ae9-9fe3-4180-8d3e-9b8902a94932 {{(pid=103377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:16:54.773185 n-d-827839-2 neutron-server[103377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2a38c97-307b-4133-955d-de3605483336', 'name': 'network-vif-deleted', 'tag': 'b8cbf0e2-5ba1-4495-bfce-79351b5c0d9a', 'status': 'completed', 'code': 200} Feb 04 17:16:54.773806 n-d-827839-2 neutron-server[103377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25a8ce39-7e6f-4df5-b992-2734d80a6e37', 'name': 'network-vif-deleted', 'tag': '385f7e55-0b05-4dd5-bfb3-bf3b943a52e9', 'status': 'completed', 'code': 200} Feb 04 17:16:54.832531 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3cf64b-cc98-4a5c-bce9-df17ad249367 tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] Pushing event deleted for resources: {'Port': ['ID=29380a55-ac03-4b81-918e-c21a85d53812,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:16:54.950344 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [req-a84c26be-d2ef-499c-8208-69d9c6eea5ae req-4d3cf64b-cc98-4a5c-bce9-df17ad249367 tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] No DVR routers for this DVR port 29380a55-ac03-4b81-918e-c21a85d53812 on host n-h2-827839-2 {{(pid=103377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 17:16:54.954626 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-a84c26be-d2ef-499c-8208-69d9c6eea5ae req-4d3cf64b-cc98-4a5c-bce9-df17ad249367 tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:16:54.956692 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 17:16:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b04f832-79e3-478f-9083-f03b60ff01f1 x-openstack-request-id: req-8b04f832-79e3-478f-9083-f03b60ff01f1 {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:16:54.957023 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c595986-a5b8-475f-a049-607458d29738", "name": "network-vif-deleted", "tag": "44b448dd-cb1d-4a20-aeb9-66f3c7842792", "status": "completed", "code": 200}]} {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:16:54.957280 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-8b04f832-79e3-478f-9083-f03b60ff01f1 {{(pid=103376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:16:54.957686 n-d-827839-2 neutron-server[103376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c595986-a5b8-475f-a049-607458d29738', 'name': 'network-vif-deleted', 'tag': '44b448dd-cb1d-4a20-aeb9-66f3c7842792', 'status': 'completed', 'code': 200} Feb 04 17:16:54.960216 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-a84c26be-d2ef-499c-8208-69d9c6eea5ae req-4d3cf64b-cc98-4a5c-bce9-df17ad249367 tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] 10.222.0.90 "DELETE /v2.0/ports/29380a55-ac03-4b81-918e-c21a85d53812 HTTP/1.1" status: 204 len: 173 time: 0.9116223 Feb 04 17:16:55.051662 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-6959f3da-2979-477d-9000-fb0ae4e1e5b3 req-1520b182-9c64-452a-a304-58fd2650fc4c service neutron] 10.222.0.96 "GET /v2.0/networks/02be22b9-aa53-40ea-8050-9239cd27d1ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2976394 Feb 04 17:16:55.175735 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7d1384-3586-426c-a07f-f1a9dcaee3f1 req-56e22b1f-06ed-46e9-820d-215527209f8f tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:16:55.177309 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-fa7d1384-3586-426c-a07f-f1a9dcaee3f1 req-56e22b1f-06ed-46e9-820d-215527209f8f tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] 10.222.0.89 "GET /v2.0/ports?device_id=25a8ce39-7e6f-4df5-b992-2734d80a6e37 HTTP/1.1" status: 200 len: 946 time: 0.2817147 Feb 04 17:16:55.221960 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [req-a84c26be-d2ef-499c-8208-69d9c6eea5ae req-e278a548-b41f-45a9-8171-fac958df536a tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] Deleting port af1745cd-6b75-4824-ae50-bdd6ce47c5f1 {{(pid=103377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:16:55.222308 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-a84c26be-d2ef-499c-8208-69d9c6eea5ae req-e278a548-b41f-45a9-8171-fac958df536a tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (af1745cd-6b75-4824-ae50-bdd6ce47c5f1), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:16:55.233628 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a09815e-006e-40a6-b962-742d1a7beaf1 req-7a0b34df-cae9-4b53-8cf3-9eeec6d0654d tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:16:55.235560 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-3a09815e-006e-40a6-b962-742d1a7beaf1 req-7a0b34df-cae9-4b53-8cf3-9eeec6d0654d tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] 10.222.0.89 "GET /v2.0/ports?device_id=013eaece-a1cd-4911-b0a3-fdda63699778 HTTP/1.1" status: 200 len: 950 time: 0.0715506 Feb 04 17:16:55.262442 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-fa7d1384-3586-426c-a07f-f1a9dcaee3f1 req-8f77c09f-f7b5-48a2-a681-70740cbed455 tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] 10.222.0.89 "GET /v2.0/security-groups?id=e5444cce-a82b-43a5-837a-e27373d38b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640116 Feb 04 17:16:55.308546 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-3a09815e-006e-40a6-b962-742d1a7beaf1 req-a66bb3a8-d2fa-4904-bf49-ecd75109ee45 tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] 10.222.0.89 "GET /v2.0/security-groups?id=5fa98c6a-94b3-4690-b9c3-4f0e67d11226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672836 Feb 04 17:16:55.381815 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-55f30045-5baf-4b91-93df-c3f234b5a34a req-8f3185b8-ff97-49f3-baa1-2a8dda6cac9b tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] 10.222.0.89 "GET /v2.0/ports?device_id=f9d0cdd4-aae7-45e7-bcf1-a6ee601b78a7 HTTP/1.1" status: 200 len: 210 time: 0.0464506 Feb 04 17:16:55.396777 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [req-a84c26be-d2ef-499c-8208-69d9c6eea5ae req-e278a548-b41f-45a9-8171-fac958df536a tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] For port af1745cd-6b75-4824-ae50-bdd6ce47c5f1, host n-h2-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=af1745cd-6b75-4824-ae50-bdd6ce47c5f1,segment=NetworkSegment(7b692165-49d1-42e9-b93d-2f0e347ea588),segment_id=7b692165-49d1-42e9-b93d-2f0e347ea588)] {{(pid=103377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:16:55.397139 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-a84c26be-d2ef-499c-8208-69d9c6eea5ae req-e278a548-b41f-45a9-8171-fac958df536a tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (af1745cd-6b75-4824-ae50-bdd6ce47c5f1), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:16:55.411989 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [req-a84c26be-d2ef-499c-8208-69d9c6eea5ae req-e278a548-b41f-45a9-8171-fac958df536a tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] Calling delete_port for af1745cd-6b75-4824-ae50-bdd6ce47c5f1 owned by compute:nova {{(pid=103377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:16:55.552388 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-a84c26be-d2ef-499c-8208-69d9c6eea5ae req-e278a548-b41f-45a9-8171-fac958df536a tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (af1745cd-6b75-4824-ae50-bdd6ce47c5f1), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:16:55.565344 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] get_ports_and_sgs() called for port_ids ['385f7e55-0b05-4dd5-bfb3-bf3b943a52e9'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 17:16:55.585867 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e278a548-b41f-45a9-8171-fac958df536a tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] Pushing event deleted for resources: {'Port': ['ID=af1745cd-6b75-4824-ae50-bdd6ce47c5f1,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:16:55.647538 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [req-a84c26be-d2ef-499c-8208-69d9c6eea5ae req-e278a548-b41f-45a9-8171-fac958df536a tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] No DVR routers for this DVR port af1745cd-6b75-4824-ae50-bdd6ce47c5f1 on host n-h2-827839-2 {{(pid=103377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 17:16:55.651085 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-a84c26be-d2ef-499c-8208-69d9c6eea5ae req-e278a548-b41f-45a9-8171-fac958df536a tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:16:55.654865 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-a84c26be-d2ef-499c-8208-69d9c6eea5ae req-e278a548-b41f-45a9-8171-fac958df536a tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] 10.222.0.90 "DELETE /v2.0/ports/af1745cd-6b75-4824-ae50-bdd6ce47c5f1 HTTP/1.1" status: 204 len: 173 time: 0.6862953 Feb 04 17:16:55.861614 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e46fd61-bc1a-4d01-90d3-65069799e4bb req-c885dbb4-c81e-46a3-90e5-f79c96644ef9 tempest-LiveMigrationNegativeTest-457287813 tempest-LiveMigrationNegativeTest-457287813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:16:55.863208 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-0e46fd61-bc1a-4d01-90d3-65069799e4bb req-c885dbb4-c81e-46a3-90e5-f79c96644ef9 tempest-LiveMigrationNegativeTest-457287813 tempest-LiveMigrationNegativeTest-457287813-project] 10.222.0.89 "GET /v2.0/ports?device_id=b7c12e91-b86e-4a78-8c61-2259642e2816 HTTP/1.1" status: 200 len: 948 time: 0.1120584 Feb 04 17:16:55.905955 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056f2a2f-64bc-4be0-920e-c9716c991ac9 req-c37e80f0-9725-4448-b4f2-a2ceb6170447 tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:16:55.907605 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-056f2a2f-64bc-4be0-920e-c9716c991ac9 req-c37e80f0-9725-4448-b4f2-a2ceb6170447 tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] 10.222.0.89 "GET /v2.0/ports?device_id=77f976c4-27a6-4a43-a568-55dca59e1c70 HTTP/1.1" status: 200 len: 949 time: 0.0744467 Feb 04 17:16:55.937345 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-0e46fd61-bc1a-4d01-90d3-65069799e4bb req-3227c74f-bde9-4e68-a0ff-109a99f796a7 tempest-LiveMigrationNegativeTest-457287813 tempest-LiveMigrationNegativeTest-457287813-project] 10.222.0.89 "GET /v2.0/security-groups?id=6087b48a-7803-40bd-a4ae-88723ae4142b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677881 Feb 04 17:16:55.968957 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-056f2a2f-64bc-4be0-920e-c9716c991ac9 req-2d91f511-1813-4a58-8cc8-bff7295ec4e6 tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] 10.222.0.89 "GET /v2.0/security-groups?id=4f68676b-760c-49c3-a14c-c9afa7ad720d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553434 Feb 04 17:16:56.035975 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-2e9025d2-9248-4283-a03b-13aba8f17f33 req-73296967-48ac-4ed4-8e96-f3246eab32e7 tempest-ServersTestBootFromVolume-1946499048 tempest-ServersTestBootFromVolume-1946499048-project] 10.222.0.89 "GET /v2.0/ports?device_id=d05624d9-7069-4d9d-823a-9c54a8dd6b49 HTTP/1.1" status: 200 len: 210 time: 0.0345383 Feb 04 17:16:56.341154 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device 2ebc79f4-52ba-4a59-a74e-a42b0b5ac747 details requested by agent hyperv_n-h1-827839-2 with host n-h1-827839-2 {{(pid=103378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 17:16:56.343470 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device 44b448dd-cb1d-4a20-aeb9-66f3c7842792 no longer exists at agent hyperv_n-h1-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:16:56.401212 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] No Port match for: 44b448dd-cb1d-4a20-aeb9-66f3c7842792 {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 17:16:56.401558 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device 44b448dd-cb1d-4a20-aeb9-66f3c7842792 not bound to the agent host n-h1-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 17:16:56.423320 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-3f5fa5d7-7eb5-4cad-b9cb-75ff6f401f18 req-aa0d2304-7287-41b3-8024-f0c2a547500d tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] 10.222.0.89 "GET /v2.0/ports?device_id=25a8ce39-7e6f-4df5-b992-2734d80a6e37 HTTP/1.1" status: 200 len: 210 time: 0.0373590 Feb 04 17:16:56.460609 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d308a076-fdc2-448d-8000-6f3f3a58ea57 req-69c063b1-98c0-4576-8dd8-d31ef1a02890 tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:16:56.463801 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-d308a076-fdc2-448d-8000-6f3f3a58ea57 req-69c063b1-98c0-4576-8dd8-d31ef1a02890 tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] 10.222.0.89 "GET /v2.0/ports?device_id=013eaece-a1cd-4911-b0a3-fdda63699778 HTTP/1.1" status: 200 len: 950 time: 0.0724030 Feb 04 17:16:56.512456 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] For port 2ebc79f4-52ba-4a59-a74e-a42b0b5ac747, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=2ebc79f4-52ba-4a59-a74e-a42b0b5ac747,segment=NetworkSegment(3a39b085-d3e6-43bb-a64c-1b06dd049e5a),segment_id=3a39b085-d3e6-43bb-a64c-1b06dd049e5a)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:16:56.526019 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Returning: {'device': '2ebc79f4-52ba-4a59-a74e-a42b0b5ac747', 'network_id': '02be22b9-aa53-40ea-8050-9239cd27d1ff', 'port_id': '2ebc79f4-52ba-4a59-a74e-a42b0b5ac747', 'mac_address': 'fa:16:3e:de:23:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 797, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c974b0ff-2c5c-4667-8a81-3bde3ea6ced5', 'ip_address': '192.168.233.182'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 17:16:56.533300 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-d308a076-fdc2-448d-8000-6f3f3a58ea57 req-3f1a454c-e21a-4ac7-a28d-e4616cca21cf tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] 10.222.0.89 "GET /v2.0/security-groups?id=5fa98c6a-94b3-4690-b9c3-4f0e67d11226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613854 Feb 04 17:16:56.537040 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-6548121d-b1f7-40c9-8ecc-4f5019cecc9f req-270640c3-89da-4c49-b736-2913caabef96 tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] 10.222.0.89 "GET /v2.0/ports?device_id=f9d0cdd4-aae7-45e7-bcf1-a6ee601b78a7 HTTP/1.1" status: 200 len: 210 time: 0.0356691 Feb 04 17:16:56.702330 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Current status of the port 2ebc79f4-52ba-4a59-a74e-a42b0b5ac747 is: DOWN; New status is: BUILD {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:16:56.702893 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (2ebc79f4-52ba-4a59-a74e-a42b0b5ac747), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:16:56.715185 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ebc79f4-52ba-4a59-a74e-a42b0b5ac747 {{(pid=103378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 17:16:56.734177 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] For port 2ebc79f4-52ba-4a59-a74e-a42b0b5ac747, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=2ebc79f4-52ba-4a59-a74e-a42b0b5ac747,segment=NetworkSegment(3a39b085-d3e6-43bb-a64c-1b06dd049e5a),segment_id=3a39b085-d3e6-43bb-a64c-1b06dd049e5a)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:16:56.738507 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (2ebc79f4-52ba-4a59-a74e-a42b0b5ac747), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:16:56.775423 n-d-827839-2 neutron-server[103377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25a8ce39-7e6f-4df5-b992-2734d80a6e37', 'name': 'network-vif-deleted', 'tag': '29380a55-ac03-4b81-918e-c21a85d53812'}, {'server_uuid': '25a8ce39-7e6f-4df5-b992-2734d80a6e37', 'name': 'network-vif-deleted', 'tag': 'af1745cd-6b75-4824-ae50-bdd6ce47c5f1'}] {{(pid=103377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:16:56.777843 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7240428b650e1488e9361b62648ff4b3a6c19d49d8c27c949491ab58c1346cf0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bb19225-2c1f-41da-8a52-9d28598e7a7e" -d '{"events": [{"server_uuid": "25a8ce39-7e6f-4df5-b992-2734d80a6e37", "name": "network-vif-deleted", "tag": "29380a55-ac03-4b81-918e-c21a85d53812"}, {"server_uuid": "25a8ce39-7e6f-4df5-b992-2734d80a6e37", "name": "network-vif-deleted", "tag": "af1745cd-6b75-4824-ae50-bdd6ce47c5f1"}]}' {{(pid=103377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:16:56.786100 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Pushing event updated for resources: {'Port': ['ID=2ebc79f4-52ba-4a59-a74e-a42b0b5ac747,revision_number=4']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:16:56.815677 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 04 Feb 2022 17:16:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a9ec19d-4df9-4d3b-bdc5-b81a3ddaf3cf x-openstack-request-id: req-0a9ec19d-4df9-4d3b-bdc5-b81a3ddaf3cf {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:16:56.816067 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25a8ce39-7e6f-4df5-b992-2734d80a6e37", "name": "network-vif-deleted", "tag": "29380a55-ac03-4b81-918e-c21a85d53812", "status": "completed", "code": 200}, {"server_uuid": "25a8ce39-7e6f-4df5-b992-2734d80a6e37", "name": "network-vif-deleted", "tag": "af1745cd-6b75-4824-ae50-bdd6ce47c5f1", "status": "completed", "code": 200}]} {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:16:56.816411 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-0a9ec19d-4df9-4d3b-bdc5-b81a3ddaf3cf {{(pid=103377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:16:56.816847 n-d-827839-2 neutron-server[103377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25a8ce39-7e6f-4df5-b992-2734d80a6e37', 'name': 'network-vif-deleted', 'tag': '29380a55-ac03-4b81-918e-c21a85d53812', 'status': 'completed', 'code': 200} Feb 04 17:16:56.817106 n-d-827839-2 neutron-server[103377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25a8ce39-7e6f-4df5-b992-2734d80a6e37', 'name': 'network-vif-deleted', 'tag': 'af1745cd-6b75-4824-ae50-bdd6ce47c5f1', 'status': 'completed', 'code': 200} Feb 04 17:16:57.072177 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c72bae-9f6e-4cb6-9c87-282c3089b94e req-b7c9154d-4e42-423a-8729-7bedcdb7b37b tempest-LiveMigrationNegativeTest-457287813 tempest-LiveMigrationNegativeTest-457287813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:16:57.074937 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-49c72bae-9f6e-4cb6-9c87-282c3089b94e req-b7c9154d-4e42-423a-8729-7bedcdb7b37b tempest-LiveMigrationNegativeTest-457287813 tempest-LiveMigrationNegativeTest-457287813-project] 10.222.0.89 "GET /v2.0/ports?device_id=b7c12e91-b86e-4a78-8c61-2259642e2816 HTTP/1.1" status: 200 len: 949 time: 0.0700734 Feb 04 17:16:57.112994 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b48276-5c52-4e55-b498-5382b15d91e6 req-e8441fa9-e2e3-40f1-9827-d78ca5dd66d2 tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:16:57.120341 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-21b48276-5c52-4e55-b498-5382b15d91e6 req-e8441fa9-e2e3-40f1-9827-d78ca5dd66d2 tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] 10.222.0.89 "GET /v2.0/ports?device_id=77f976c4-27a6-4a43-a568-55dca59e1c70 HTTP/1.1" status: 200 len: 949 time: 0.0664210 Feb 04 17:16:57.127826 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-49c72bae-9f6e-4cb6-9c87-282c3089b94e req-01e38cfe-2a96-452b-9ae9-b1029efc1786 tempest-LiveMigrationNegativeTest-457287813 tempest-LiveMigrationNegativeTest-457287813-project] 10.222.0.89 "GET /v2.0/security-groups?id=6087b48a-7803-40bd-a4ae-88723ae4142b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475295 Feb 04 17:16:57.167204 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-21b48276-5c52-4e55-b498-5382b15d91e6 req-3100d357-66db-4c4d-9ce5-a72c50c945c1 tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] 10.222.0.89 "GET /v2.0/security-groups?id=4f68676b-760c-49c3-a14c-c9afa7ad720d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459845 Feb 04 17:16:57.215919 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-980ccffe-177e-44ea-a66e-82cef4af303a req-164ae8bc-7d62-4b58-91c4-80ac45a963eb tempest-ServersTestBootFromVolume-1946499048 tempest-ServersTestBootFromVolume-1946499048-project] 10.222.0.89 "GET /v2.0/ports?device_id=d05624d9-7069-4d9d-823a-9c54a8dd6b49 HTTP/1.1" status: 200 len: 210 time: 0.0310566 Feb 04 17:16:57.224908 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] get_ports_and_sgs() called for port_ids ['2ebc79f4-52ba-4a59-a74e-a42b0b5ac747'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 17:16:57.393693 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4bfca4-e1a8-451a-82ca-dcfe4ebf3a02 req-37f5250d-136d-4de8-9262-1b87f88a9792 tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:16:57.395118 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-9e4bfca4-e1a8-451a-82ca-dcfe4ebf3a02 req-37f5250d-136d-4de8-9262-1b87f88a9792 tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] 10.222.0.90 "GET /v2.0/ports?device_id=77f976c4-27a6-4a43-a568-55dca59e1c70 HTTP/1.1" status: 200 len: 949 time: 0.0523641 Feb 04 17:16:57.488225 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 57594) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:16:57.523416 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7f82c5-d977-45e3-a9cc-262140845559 req-b3223d0e-e11a-4078-970f-c734f6c42faf tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:16:57.524945 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-1e7f82c5-d977-45e3-a9cc-262140845559 req-b3223d0e-e11a-4078-970f-c734f6c42faf tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] 10.222.0.90 "GET /v2.0/ports?device_id=50c546c5-589c-44d9-b10d-3b47cb5bfc2d HTTP/1.1" status: 200 len: 949 time: 0.0880876 Feb 04 17:16:57.542657 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d10a8c1-bc72-4254-b2d1-819422d5b4c3 tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] Deleting subnet d0e196f4-75c7-40b2-936c-d255726cc211 {{(pid=103376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 17:16:57.546339 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-2d10a8c1-bc72-4254-b2d1-819422d5b4c3 tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] Publish callbacks [] for subnet (d0e196f4-75c7-40b2-936c-d255726cc211), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:16:57.568828 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [req-9e4bfca4-e1a8-451a-82ca-dcfe4ebf3a02 req-3699e56a-22c1-4968-a67a-9086fbb6a1c6 tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] Deleting port f4b260ec-2b92-4b49-a638-97cffbd194dd {{(pid=103377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:16:57.569124 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-9e4bfca4-e1a8-451a-82ca-dcfe4ebf3a02 req-3699e56a-22c1-4968-a67a-9086fbb6a1c6 tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (f4b260ec-2b92-4b49-a638-97cffbd194dd), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:16:57.599092 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-2d10a8c1-bc72-4254-b2d1-819422d5b4c3 tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25674901'] for subnet (d0e196f4-75c7-40b2-936c-d255726cc211), precommit_delete_associations {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:16:57.683227 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-d3957370-d4b3-46df-bba1-abe056b421d1 req-7faf8f9c-c5eb-4b64-a40e-bcfdcec20328 tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] 10.222.0.89 "GET /v2.0/ports?device_id=f9d0cdd4-aae7-45e7-bcf1-a6ee601b78a7 HTTP/1.1" status: 200 len: 210 time: 0.0407720 Feb 04 17:16:57.746436 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-2d10a8c1-bc72-4254-b2d1-819422d5b4c3 tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1541225'] for subnet (d0e196f4-75c7-40b2-936c-d255726cc211), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:16:57.810615 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-2d10a8c1-bc72-4254-b2d1-819422d5b4c3 tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1541216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25675894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25858947'] for subnet (d0e196f4-75c7-40b2-936c-d255726cc211), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:16:57.839078 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d10a8c1-bc72-4254-b2d1-819422d5b4c3 tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] Pushing event deleted for resources: {'Subnet': ['ID=d0e196f4-75c7-40b2-936c-d255726cc211,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:16:57.843985 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-2d10a8c1-bc72-4254-b2d1-819422d5b4c3 tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] Publish callbacks [] for subnet (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:16:57.849984 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-2d10a8c1-bc72-4254-b2d1-819422d5b4c3 tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] 10.222.0.89 "DELETE /v2.0/subnets/d0e196f4-75c7-40b2-936c-d255726cc211 HTTP/1.1" status: 204 len: 168 time: 0.3580396 Feb 04 17:16:57.850196 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 57600) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:16:57.861107 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-705750a3-90c7-43fe-958c-7c978b5e2ed6 None None] Network 4ddf39c1-3c00-452d-ab51-592ac3d278a6 requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:16:57.941778 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-95c8faf8-5c39-4889-bfb2-bdf976115cda tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628832'] for network (4ddf39c1-3c00-452d-ab51-592ac3d278a6), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:16:58.002057 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-95c8faf8-5c39-4889-bfb2-bdf976115cda tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] Deleting port 1175eb26-ea91-4ad2-ab96-78ec68751781 {{(pid=103376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:16:58.002294 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-95c8faf8-5c39-4889-bfb2-bdf976115cda tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (1175eb26-ea91-4ad2-ab96-78ec68751781), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:16:58.075258 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba7d5f6a-5454-433d-9a0b-f1ab1e103160 None None] DHCP port deletion for 4ddf39c1-3c00-452d-ab51-592ac3d278a6 request from n-d-827839-2 {{(pid=103378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 17:16:58.081418 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [None req-95c8faf8-5c39-4889-bfb2-bdf976115cda tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] For port 1175eb26-ea91-4ad2-ab96-78ec68751781, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=1175eb26-ea91-4ad2-ab96-78ec68751781,segment=NetworkSegment(eeeb1226-1d0a-4a58-b5ee-1ea6fb7ee6b6),segment_id=eeeb1226-1d0a-4a58-b5ee-1ea6fb7ee6b6)] {{(pid=103376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:16:58.082267 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-95c8faf8-5c39-4889-bfb2-bdf976115cda tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (1175eb26-ea91-4ad2-ab96-78ec68751781), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:16:58.087918 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [req-9e4bfca4-e1a8-451a-82ca-dcfe4ebf3a02 req-3699e56a-22c1-4968-a67a-9086fbb6a1c6 tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] For port f4b260ec-2b92-4b49-a638-97cffbd194dd, host n-h2-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=f4b260ec-2b92-4b49-a638-97cffbd194dd,segment=NetworkSegment(3a39b085-d3e6-43bb-a64c-1b06dd049e5a),segment_id=3a39b085-d3e6-43bb-a64c-1b06dd049e5a)] {{(pid=103377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:16:58.088506 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-9e4bfca4-e1a8-451a-82ca-dcfe4ebf3a02 req-3699e56a-22c1-4968-a67a-9086fbb6a1c6 tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (f4b260ec-2b92-4b49-a638-97cffbd194dd), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:16:58.099256 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-95c8faf8-5c39-4889-bfb2-bdf976115cda tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] Calling delete_port for 1175eb26-ea91-4ad2-ab96-78ec68751781 owned by network:dhcp {{(pid=103376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:16:58.104950 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb3a513-b7fe-453a-af91-c7f73842bd32 req-130bce70-8ac5-44a8-924a-9ba375e6ddea tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:16:58.112011 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-9fb3a513-b7fe-453a-af91-c7f73842bd32 req-130bce70-8ac5-44a8-924a-9ba375e6ddea tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] 10.222.0.89 "GET /v2.0/ports?device_id=013eaece-a1cd-4911-b0a3-fdda63699778 HTTP/1.1" status: 200 len: 950 time: 0.4857082 Feb 04 17:16:58.135822 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [req-9e4bfca4-e1a8-451a-82ca-dcfe4ebf3a02 req-3699e56a-22c1-4968-a67a-9086fbb6a1c6 tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] Calling delete_port for f4b260ec-2b92-4b49-a638-97cffbd194dd owned by compute:nova {{(pid=103377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:16:58.139230 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-ba7d5f6a-5454-433d-9a0b-f1ab1e103160 None None] Deleting port 1175eb26-ea91-4ad2-ab96-78ec68751781 {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:16:58.140124 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ba7d5f6a-5454-433d-9a0b-f1ab1e103160 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (1175eb26-ea91-4ad2-ab96-78ec68751781), before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:16:58.207855 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [req-1e7f82c5-d977-45e3-a9cc-262140845559 req-dab598a8-965e-45aa-be93-7d2ad3a6fe00 tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] Deleting port d84d4853-863b-4441-877e-8ff0319d5d6b {{(pid=103377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:16:58.208193 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-1e7f82c5-d977-45e3-a9cc-262140845559 req-dab598a8-965e-45aa-be93-7d2ad3a6fe00 tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (d84d4853-863b-4441-877e-8ff0319d5d6b), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:16:58.215249 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-95c8faf8-5c39-4889-bfb2-bdf976115cda tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (1175eb26-ea91-4ad2-ab96-78ec68751781), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:16:58.241065 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-9fb3a513-b7fe-453a-af91-c7f73842bd32 req-3bce41b5-6409-4b2f-aa78-c6cbce043da1 tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] 10.222.0.89 "GET /v2.0/security-groups?id=5fa98c6a-94b3-4690-b9c3-4f0e67d11226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245201 Feb 04 17:16:58.273962 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c8faf8-5c39-4889-bfb2-bdf976115cda tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] Pushing event deleted for resources: {'Port': ['ID=1175eb26-ea91-4ad2-ab96-78ec68751781,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:16:58.287668 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-ba7d5f6a-5454-433d-9a0b-f1ab1e103160 None None] For port 1175eb26-ea91-4ad2-ab96-78ec68751781, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=1175eb26-ea91-4ad2-ab96-78ec68751781,segment=NetworkSegment(eeeb1226-1d0a-4a58-b5ee-1ea6fb7ee6b6),segment_id=eeeb1226-1d0a-4a58-b5ee-1ea6fb7ee6b6)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:16:58.288399 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ba7d5f6a-5454-433d-9a0b-f1ab1e103160 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (1175eb26-ea91-4ad2-ab96-78ec68751781), precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:16:58.303017 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95c8faf8-5c39-4889-bfb2-bdf976115cda tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] No DVR routers for this DVR port 1175eb26-ea91-4ad2-ab96-78ec68751781 on host n-d-827839-2 {{(pid=103376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 17:16:58.330290 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-ba7d5f6a-5454-433d-9a0b-f1ab1e103160 None None] Calling delete_port for 1175eb26-ea91-4ad2-ab96-78ec68751781 owned by network:dhcp {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:16:58.377795 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Device af1745cd-6b75-4824-ae50-bdd6ce47c5f1 no longer exists at agent hyperv_n-h2-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:16:58.402536 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] No Port match for: af1745cd-6b75-4824-ae50-bdd6ce47c5f1 {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 17:16:58.403031 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Device af1745cd-6b75-4824-ae50-bdd6ce47c5f1 not bound to the agent host n-h2-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 17:16:58.403555 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Device 29380a55-ac03-4b81-918e-c21a85d53812 no longer exists at agent hyperv_n-h2-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:16:58.429791 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] No Port match for: 29380a55-ac03-4b81-918e-c21a85d53812 {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 17:16:58.430276 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Device 29380a55-ac03-4b81-918e-c21a85d53812 not bound to the agent host n-h2-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 17:16:58.430974 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Device 385f7e55-0b05-4dd5-bfb3-bf3b943a52e9 no longer exists at agent hyperv_n-h2-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:16:58.441430 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [req-1e7f82c5-d977-45e3-a9cc-262140845559 req-dab598a8-965e-45aa-be93-7d2ad3a6fe00 tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] For port d84d4853-863b-4441-877e-8ff0319d5d6b, host n-h2-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=d84d4853-863b-4441-877e-8ff0319d5d6b,segment=NetworkSegment(3a39b085-d3e6-43bb-a64c-1b06dd049e5a),segment_id=3a39b085-d3e6-43bb-a64c-1b06dd049e5a)] {{(pid=103377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:16:58.441802 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-1e7f82c5-d977-45e3-a9cc-262140845559 req-dab598a8-965e-45aa-be93-7d2ad3a6fe00 tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (d84d4853-863b-4441-877e-8ff0319d5d6b), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:16:58.450175 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d09382-d112-4180-8c79-081dcf9151cb req-d36b3cae-dcf2-48e2-a592-8a8de98f0c2e tempest-LiveMigrationNegativeTest-457287813 tempest-LiveMigrationNegativeTest-457287813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:16:58.462731 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-63d09382-d112-4180-8c79-081dcf9151cb req-d36b3cae-dcf2-48e2-a592-8a8de98f0c2e tempest-LiveMigrationNegativeTest-457287813 tempest-LiveMigrationNegativeTest-457287813-project] 10.222.0.89 "GET /v2.0/ports?device_id=b7c12e91-b86e-4a78-8c61-2259642e2816 HTTP/1.1" status: 200 len: 949 time: 0.2005162 Feb 04 17:16:58.466050 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] No Port match for: 385f7e55-0b05-4dd5-bfb3-bf3b943a52e9 {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 17:16:58.466516 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Device 385f7e55-0b05-4dd5-bfb3-bf3b943a52e9 not bound to the agent host n-h2-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 17:16:58.487613 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ba7d5f6a-5454-433d-9a0b-f1ab1e103160 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144'] for port (1175eb26-ea91-4ad2-ab96-78ec68751781), after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:16:58.494438 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd4e8b1-101b-40c9-b395-01eb8a57567a req-098a7efa-039b-4dbf-a91e-fafef8963a97 tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:16:58.495945 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-5dd4e8b1-101b-40c9-b395-01eb8a57567a req-098a7efa-039b-4dbf-a91e-fafef8963a97 tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] 10.222.0.89 "GET /v2.0/ports?device_id=77f976c4-27a6-4a43-a568-55dca59e1c70 HTTP/1.1" status: 200 len: 949 time: 0.1798508 Feb 04 17:16:58.499475 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [req-1e7f82c5-d977-45e3-a9cc-262140845559 req-dab598a8-965e-45aa-be93-7d2ad3a6fe00 tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] Calling delete_port for d84d4853-863b-4441-877e-8ff0319d5d6b owned by compute:nova {{(pid=103377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:16:58.521290 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7d5f6a-5454-433d-9a0b-f1ab1e103160 None None] Pushing event deleted for resources: {'Port': ['ID=1175eb26-ea91-4ad2-ab96-78ec68751781,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:16:58.521935 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-95c8faf8-5c39-4889-bfb2-bdf976115cda tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1543676', 'neutron.services.segments.db._delete_segments_for_network-8781084786517'] for network (4ddf39c1-3c00-452d-ab51-592ac3d278a6), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:16:58.529411 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba7d5f6a-5454-433d-9a0b-f1ab1e103160 None None] No DVR routers for this DVR port 1175eb26-ea91-4ad2-ab96-78ec68751781 on host n-d-827839-2 {{(pid=103378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 17:16:58.535477 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-63d09382-d112-4180-8c79-081dcf9151cb req-e02d0e96-6584-4813-bd60-fb2392831254 tempest-LiveMigrationNegativeTest-457287813 tempest-LiveMigrationNegativeTest-457287813-project] 10.222.0.89 "GET /v2.0/security-groups?id=6087b48a-7803-40bd-a4ae-88723ae4142b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703905 Feb 04 17:16:58.579058 n-d-827839-2 neutron-server[103376]: DEBUG neutron.services.segments.db [None req-95c8faf8-5c39-4889-bfb2-bdf976115cda tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ddf39c1-3c00-452d-ab51-592ac3d278a6']}} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:16:58.598479 n-d-827839-2 neutron-server[103376]: DEBUG neutron.services.segments.db [None req-95c8faf8-5c39-4889-bfb2-bdf976115cda tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eeeb1226-1d0a-4a58-b5ee-1ea6fb7ee6b6') {'for_net_delete': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:16:58.599420 n-d-827839-2 neutron-server[103376]: DEBUG neutron.services.segments.db [None req-95c8faf8-5c39-4889-bfb2-bdf976115cda tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eeeb1226-1d0a-4a58-b5ee-1ea6fb7ee6b6') {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:16:58.621946 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-9e4bfca4-e1a8-451a-82ca-dcfe4ebf3a02 req-3699e56a-22c1-4968-a67a-9086fbb6a1c6 tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (f4b260ec-2b92-4b49-a638-97cffbd194dd), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:16:58.623308 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-95c8faf8-5c39-4889-bfb2-bdf976115cda tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781084783966', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25674908'] for segment (eeeb1226-1d0a-4a58-b5ee-1ea6fb7ee6b6), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:16:58.635623 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] get_ports_and_sgs() called for port_ids ['def23c9d-c30f-47d7-bd81-7d3520f20168'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 17:16:58.642856 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] get_ports_and_sgs() called for port_ids ['d84d4853-863b-4441-877e-8ff0319d5d6b', 'f4b260ec-2b92-4b49-a638-97cffbd194dd'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 17:16:58.653017 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-5dd4e8b1-101b-40c9-b395-01eb8a57567a req-5b0f75f7-52d8-4c6d-bac4-d33b0bcb8877 tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] 10.222.0.89 "GET /v2.0/security-groups?id=4f68676b-760c-49c3-a14c-c9afa7ad720d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494575 Feb 04 17:16:58.692949 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-95c8faf8-5c39-4889-bfb2-bdf976115cda tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (eeeb1226-1d0a-4a58-b5ee-1ea6fb7ee6b6), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:16:58.699564 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3699e56a-22c1-4968-a67a-9086fbb6a1c6 tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] Pushing event deleted for resources: {'Port': ['ID=f4b260ec-2b92-4b49-a638-97cffbd194dd,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:16:58.733258 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95c8faf8-5c39-4889-bfb2-bdf976115cda tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] Releasing vlan 772 on physical network physnet1 to pool {{(pid=103376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 17:16:58.733904 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-95c8faf8-5c39-4889-bfb2-bdf976115cda tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25675992'] for segment (eeeb1226-1d0a-4a58-b5ee-1ea6fb7ee6b6), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:16:58.756323 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3699e56a-22c1-4968-a67a-9086fbb6a1c6 tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:16:58.756658 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3699e56a-22c1-4968-a67a-9086fbb6a1c6 tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:16:58.757029 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3699e56a-22c1-4968-a67a-9086fbb6a1c6 tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:16:58.757365 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3699e56a-22c1-4968-a67a-9086fbb6a1c6 tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:16:58.757752 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3699e56a-22c1-4968-a67a-9086fbb6a1c6 tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:16:58.758080 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3699e56a-22c1-4968-a67a-9086fbb6a1c6 tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:16:58.758406 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3699e56a-22c1-4968-a67a-9086fbb6a1c6 tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:16:58.759306 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3699e56a-22c1-4968-a67a-9086fbb6a1c6 tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:16:58.759630 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3699e56a-22c1-4968-a67a-9086fbb6a1c6 tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:16:58.759949 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3699e56a-22c1-4968-a67a-9086fbb6a1c6 tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:16:58.760268 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3699e56a-22c1-4968-a67a-9086fbb6a1c6 tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:16:58.760590 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3699e56a-22c1-4968-a67a-9086fbb6a1c6 tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:16:58.760941 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3699e56a-22c1-4968-a67a-9086fbb6a1c6 tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:16:58.787706 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e4bfca4-e1a8-451a-82ca-dcfe4ebf3a02 req-3699e56a-22c1-4968-a67a-9086fbb6a1c6 tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] No DVR routers for this DVR port f4b260ec-2b92-4b49-a638-97cffbd194dd on host n-h2-827839-2 {{(pid=103377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 17:16:58.791163 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-9e4bfca4-e1a8-451a-82ca-dcfe4ebf3a02 req-3699e56a-22c1-4968-a67a-9086fbb6a1c6 tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:16:58.794619 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-9e4bfca4-e1a8-451a-82ca-dcfe4ebf3a02 req-3699e56a-22c1-4968-a67a-9086fbb6a1c6 tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] 10.222.0.90 "DELETE /v2.0/ports/f4b260ec-2b92-4b49-a638-97cffbd194dd HTTP/1.1" status: 204 len: 173 time: 1.3923361 Feb 04 17:16:58.807281 n-d-827839-2 neutron-server[103376]: Traceback (most recent call last): Feb 04 17:16:58.807281 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 17:16:58.807281 n-d-827839-2 neutron-server[103376]: timer() Feb 04 17:16:58.807281 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 17:16:58.807281 n-d-827839-2 neutron-server[103376]: cb(*args, **kw) Feb 04 17:16:58.807281 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 17:16:58.807281 n-d-827839-2 neutron-server[103376]: return func(*args, **kwargs) Feb 04 17:16:58.807281 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 17:16:58.807281 n-d-827839-2 neutron-server[103376]: self._notify() Feb 04 17:16:58.807281 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 17:16:58.807281 n-d-827839-2 neutron-server[103376]: self.callback(batched_events) Feb 04 17:16:58.807281 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 17:16:58.807281 n-d-827839-2 neutron-server[103376]: event.method(event) Feb 04 17:16:58.807281 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 17:16:58.807281 n-d-827839-2 neutron-server[103376]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 17:16:58.807281 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 17:16:58.807281 n-d-827839-2 neutron-server[103376]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 17:16:58.807281 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 17:16:58.807281 n-d-827839-2 neutron-server[103376]: return f(self, *a, **k) Feb 04 17:16:58.807281 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 17:16:58.807281 n-d-827839-2 neutron-server[103376]: return self._get(url).json() Feb 04 17:16:58.807281 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 17:16:58.807281 n-d-827839-2 neutron-server[103376]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 17:16:58.807281 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 17:16:58.807281 n-d-827839-2 neutron-server[103376]: return self.request(url, 'GET', **kwargs) Feb 04 17:16:58.807281 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 17:16:58.807281 n-d-827839-2 neutron-server[103376]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 17:16:58.807281 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 17:16:58.807281 n-d-827839-2 neutron-server[103376]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 17:16:58.807281 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 17:16:58.807281 n-d-827839-2 neutron-server[103376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 17:16:58.807281 n-d-827839-2 neutron-server[103376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 17:16:58.825370 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-20ce153e-14ac-4189-a863-46737b3ecf45 req-85ec85c2-9522-49f4-9f69-7e36bfa7bc8c tempest-ServersTestBootFromVolume-1946499048 tempest-ServersTestBootFromVolume-1946499048-project] 10.222.0.89 "GET /v2.0/ports?device_id=d05624d9-7069-4d9d-823a-9c54a8dd6b49 HTTP/1.1" status: 200 len: 210 time: 0.1617072 Feb 04 17:16:58.827995 n-d-827839-2 neutron-server[103377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77f976c4-27a6-4a43-a568-55dca59e1c70', 'name': 'network-vif-deleted', 'tag': 'f4b260ec-2b92-4b49-a638-97cffbd194dd'}] {{(pid=103377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:16:58.832781 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7240428b650e1488e9361b62648ff4b3a6c19d49d8c27c949491ab58c1346cf0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc0c16cd-ac38-4d1d-9f6a-24c9bd103baf" -d '{"events": [{"server_uuid": "77f976c4-27a6-4a43-a568-55dca59e1c70", "name": "network-vif-deleted", "tag": "f4b260ec-2b92-4b49-a638-97cffbd194dd"}]}' {{(pid=103377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:16:58.846113 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-b599cf8c-7a79-49ea-8b48-c7bbda256c75 req-2fb4e8c0-cc82-48c0-9a9d-ae447f80c926 tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] 10.222.0.89 "GET /v2.0/ports?device_id=f9d0cdd4-aae7-45e7-bcf1-a6ee601b78a7 HTTP/1.1" status: 200 len: 210 time: 0.0498767 Feb 04 17:16:58.880490 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-95c8faf8-5c39-4889-bfb2-bdf976115cda tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1543671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1595572'] for network (4ddf39c1-3c00-452d-ab51-592ac3d278a6), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:16:58.922595 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-95c8faf8-5c39-4889-bfb2-bdf976115cda tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677565'] for network (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:16:58.926423 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-95c8faf8-5c39-4889-bfb2-bdf976115cda tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] 10.222.0.89 "DELETE /v2.0/networks/4ddf39c1-3c00-452d-ab51-592ac3d278a6 HTTP/1.1" status: 204 len: 168 time: 1.0752134 Feb 04 17:16:58.927303 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 17:16:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21cddd57-287b-48df-ab43-bc7c09ec52e8 x-openstack-request-id: req-21cddd57-287b-48df-ab43-bc7c09ec52e8 {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:16:58.927662 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77f976c4-27a6-4a43-a568-55dca59e1c70", "name": "network-vif-deleted", "tag": "f4b260ec-2b92-4b49-a638-97cffbd194dd", "status": "completed", "code": 200}]} {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:16:58.928026 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c8faf8-5c39-4889-bfb2-bdf976115cda tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] Pushing event deleted for resources: {'Network': ['ID=4ddf39c1-3c00-452d-ab51-592ac3d278a6,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:16:58.928488 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-21cddd57-287b-48df-ab43-bc7c09ec52e8 {{(pid=103377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:16:58.928970 n-d-827839-2 neutron-server[103377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77f976c4-27a6-4a43-a568-55dca59e1c70', 'name': 'network-vif-deleted', 'tag': 'f4b260ec-2b92-4b49-a638-97cffbd194dd', 'status': 'completed', 'code': 200} Feb 04 17:16:58.929582 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 57614) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:16:59.002830 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.db_base_plugin_v2 [None req-01cc6451-39e8-47d8-9994-95725bcb49c3 tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] Deleting subnet 6bd95019-4e1b-4745-8b39-8b93c86d3a9a {{(pid=103377) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 17:16:59.006549 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-1e7f82c5-d977-45e3-a9cc-262140845559 req-dab598a8-965e-45aa-be93-7d2ad3a6fe00 tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (d84d4853-863b-4441-877e-8ff0319d5d6b), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:16:59.008400 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-01cc6451-39e8-47d8-9994-95725bcb49c3 tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] Publish callbacks [] for subnet (6bd95019-4e1b-4745-8b39-8b93c86d3a9a), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:16:59.021005 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] get_ports_and_sgs() called for port_ids ['d84d4853-863b-4441-877e-8ff0319d5d6b', 'f4b260ec-2b92-4b49-a638-97cffbd194dd'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 17:16:59.026092 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] get_ports_and_sgs() called for port_ids ['def23c9d-c30f-47d7-bd81-7d3520f20168'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 17:16:59.061754 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab598a8-965e-45aa-be93-7d2ad3a6fe00 tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] Pushing event deleted for resources: {'Port': ['ID=d84d4853-863b-4441-877e-8ff0319d5d6b,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:16:59.121581 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-01cc6451-39e8-47d8-9994-95725bcb49c3 tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26866676'] for subnet (6bd95019-4e1b-4745-8b39-8b93c86d3a9a), precommit_delete_associations {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:16:59.124399 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e7f82c5-d977-45e3-a9cc-262140845559 req-dab598a8-965e-45aa-be93-7d2ad3a6fe00 tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] No DVR routers for this DVR port d84d4853-863b-4441-877e-8ff0319d5d6b on host n-h2-827839-2 {{(pid=103377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 17:16:59.148980 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-1e7f82c5-d977-45e3-a9cc-262140845559 req-dab598a8-965e-45aa-be93-7d2ad3a6fe00 tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:16:59.152536 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-1e7f82c5-d977-45e3-a9cc-262140845559 req-dab598a8-965e-45aa-be93-7d2ad3a6fe00 tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] 10.222.0.90 "DELETE /v2.0/ports/d84d4853-863b-4441-877e-8ff0319d5d6b HTTP/1.1" status: 204 len: 173 time: 1.6216960 Feb 04 17:16:59.249469 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-01cc6451-39e8-47d8-9994-95725bcb49c3 tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1541225'] for subnet (6bd95019-4e1b-4745-8b39-8b93c86d3a9a), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:16:59.384566 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-01cc6451-39e8-47d8-9994-95725bcb49c3 tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1541216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25888360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25597190'] for subnet (6bd95019-4e1b-4745-8b39-8b93c86d3a9a), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:16:59.424311 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cc6451-39e8-47d8-9994-95725bcb49c3 tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] Pushing event deleted for resources: {'Subnet': ['ID=6bd95019-4e1b-4745-8b39-8b93c86d3a9a,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:16:59.436007 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73e3ffa7-2fca-4b75-869a-48022172d47c None None] Network 1ff43c38-a534-46d7-8bb3-43ef293fc2c6 requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:16:59.453461 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-01cc6451-39e8-47d8-9994-95725bcb49c3 tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677565'] for subnet (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:16:59.458278 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-01cc6451-39e8-47d8-9994-95725bcb49c3 tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] 10.222.0.89 "DELETE /v2.0/subnets/6bd95019-4e1b-4745-8b39-8b93c86d3a9a HTTP/1.1" status: 204 len: 168 time: 0.5248132 Feb 04 17:16:59.461033 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 57618) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:16:59.484274 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69591205-8591-4045-95d4-3ea3ae81cbfc req-8da909f2-e227-4f93-a431-2832a884f189 tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:16:59.485834 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-69591205-8591-4045-95d4-3ea3ae81cbfc req-8da909f2-e227-4f93-a431-2832a884f189 tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] 10.222.0.89 "GET /v2.0/ports?device_id=013eaece-a1cd-4911-b0a3-fdda63699778 HTTP/1.1" status: 200 len: 950 time: 0.0983336 Feb 04 17:16:59.555062 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-4219fd69-6c60-49ab-b3f3-c46b393c9c08 tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628832'] for network (1ff43c38-a534-46d7-8bb3-43ef293fc2c6), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:16:59.583351 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-69591205-8591-4045-95d4-3ea3ae81cbfc req-ee7ed5c8-6fd9-4f76-a073-b595b8e8e0bc tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] 10.222.0.89 "GET /v2.0/security-groups?id=5fa98c6a-94b3-4690-b9c3-4f0e67d11226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887895 Feb 04 17:16:59.617633 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2feebe7-582c-4ca1-bde7-074269301978 None None] DHCP port deletion for 1ff43c38-a534-46d7-8bb3-43ef293fc2c6 request from n-d-827839-2 {{(pid=103378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 17:16:59.662612 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-4219fd69-6c60-49ab-b3f3-c46b393c9c08 tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] Deleting port a5817657-4bdc-4dca-bfda-c7da7592282c {{(pid=103376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:16:59.662947 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-4219fd69-6c60-49ab-b3f3-c46b393c9c08 tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (a5817657-4bdc-4dca-bfda-c7da7592282c), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:16:59.710851 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-508859f4-9c7a-4b2e-80e5-d35166e2f1a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (bb89f5a3-3c22-440b-b7d1-c4f0c43c184a), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:16:59.729833 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-b2feebe7-582c-4ca1-bde7-074269301978 None None] Deleting port a5817657-4bdc-4dca-bfda-c7da7592282c {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:16:59.730445 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b2feebe7-582c-4ca1-bde7-074269301978 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (a5817657-4bdc-4dca-bfda-c7da7592282c), before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:16:59.773778 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fc2fc5-1907-4066-bdca-d8c356bb8b9d req-b161baf2-9673-440d-8e3a-d28651b570ae tempest-LiveMigrationNegativeTest-457287813 tempest-LiveMigrationNegativeTest-457287813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:16:59.775410 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-a8fc2fc5-1907-4066-bdca-d8c356bb8b9d req-b161baf2-9673-440d-8e3a-d28651b570ae tempest-LiveMigrationNegativeTest-457287813 tempest-LiveMigrationNegativeTest-457287813-project] 10.222.0.89 "GET /v2.0/ports?device_id=b7c12e91-b86e-4a78-8c61-2259642e2816 HTTP/1.1" status: 200 len: 949 time: 0.1518614 Feb 04 17:16:59.781080 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [None req-4219fd69-6c60-49ab-b3f3-c46b393c9c08 tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] For port a5817657-4bdc-4dca-bfda-c7da7592282c, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=a5817657-4bdc-4dca-bfda-c7da7592282c,segment=NetworkSegment(7b692165-49d1-42e9-b93d-2f0e347ea588),segment_id=7b692165-49d1-42e9-b93d-2f0e347ea588)] {{(pid=103376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:16:59.781532 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-4219fd69-6c60-49ab-b3f3-c46b393c9c08 tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (a5817657-4bdc-4dca-bfda-c7da7592282c), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:16:59.859378 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-4219fd69-6c60-49ab-b3f3-c46b393c9c08 tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] Calling delete_port for a5817657-4bdc-4dca-bfda-c7da7592282c owned by network:dhcp {{(pid=103376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:16:59.867057 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-b2feebe7-582c-4ca1-bde7-074269301978 None None] For port a5817657-4bdc-4dca-bfda-c7da7592282c, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=a5817657-4bdc-4dca-bfda-c7da7592282c,segment=NetworkSegment(7b692165-49d1-42e9-b93d-2f0e347ea588),segment_id=7b692165-49d1-42e9-b93d-2f0e347ea588)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:16:59.880000 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b2feebe7-582c-4ca1-bde7-074269301978 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (a5817657-4bdc-4dca-bfda-c7da7592282c), precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:16:59.894003 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-53f112e9-5d6b-401b-a0e8-c3dda0e504d8 req-3ee30437-9e64-4de7-8f90-839a7861e3fd tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] 10.222.0.89 "GET /v2.0/ports?device_id=50c546c5-589c-44d9-b10d-3b47cb5bfc2d HTTP/1.1" status: 200 len: 210 time: 0.0361803 Feb 04 17:16:59.915260 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-b2feebe7-582c-4ca1-bde7-074269301978 None None] Calling delete_port for a5817657-4bdc-4dca-bfda-c7da7592282c owned by network:dhcp {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:16:59.975767 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.agents_db [None req-e1691f3b-aacd-4cd6-8ebb-a9c53bb301c0 None None] Agent healthcheck: found 7 active agents {{(pid=103379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 17:16:59.999152 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-a8fc2fc5-1907-4066-bdca-d8c356bb8b9d req-55f3039b-61e8-4167-a2ff-9414774bfdc5 tempest-LiveMigrationNegativeTest-457287813 tempest-LiveMigrationNegativeTest-457287813-project] 10.222.0.89 "GET /v2.0/security-groups?id=6087b48a-7803-40bd-a4ae-88723ae4142b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2147324 Feb 04 17:17:00.059975 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b2feebe7-582c-4ca1-bde7-074269301978 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144'] for port (a5817657-4bdc-4dca-bfda-c7da7592282c), after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:00.061104 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-7134fc97-04e7-4f53-8bae-d8bfed0bb83b req-798dc299-d203-44d0-bcd8-f7f360fdc529 tempest-ServersTestBootFromVolume-1946499048 tempest-ServersTestBootFromVolume-1946499048-project] 10.222.0.89 "GET /v2.0/ports?device_id=d05624d9-7069-4d9d-823a-9c54a8dd6b49 HTTP/1.1" status: 200 len: 210 time: 0.0660548 Feb 04 17:17:00.106712 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-4219fd69-6c60-49ab-b3f3-c46b393c9c08 tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (a5817657-4bdc-4dca-bfda-c7da7592282c), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:00.142989 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-29a59db9-389e-4623-bfe5-f5e790bf9d4b req-35ff1095-1d18-465d-8b6c-22570502a6e4 tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] 10.222.0.89 "GET /v2.0/ports?device_id=f9d0cdd4-aae7-45e7-bcf1-a6ee601b78a7 HTTP/1.1" status: 200 len: 210 time: 0.0338814 Feb 04 17:17:00.152878 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device a5817657-4bdc-4dca-bfda-c7da7592282c no longer exists at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:17:00.166322 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2feebe7-582c-4ca1-bde7-074269301978 None None] Pushing event deleted for resources: {'Port': ['ID=a5817657-4bdc-4dca-bfda-c7da7592282c,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:17:00.174097 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4219fd69-6c60-49ab-b3f3-c46b393c9c08 tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] Pushing event deleted for resources: {'Port': ['ID=a5817657-4bdc-4dca-bfda-c7da7592282c,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:17:00.188966 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4219fd69-6c60-49ab-b3f3-c46b393c9c08 tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] No DVR routers for this DVR port a5817657-4bdc-4dca-bfda-c7da7592282c on host n-d-827839-2 {{(pid=103376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 17:17:00.205466 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4219fd69-6c60-49ab-b3f3-c46b393c9c08 tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:17:00.206025 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4219fd69-6c60-49ab-b3f3-c46b393c9c08 tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:17:00.206885 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4219fd69-6c60-49ab-b3f3-c46b393c9c08 tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:17:00.207328 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4219fd69-6c60-49ab-b3f3-c46b393c9c08 tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:17:00.207815 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4219fd69-6c60-49ab-b3f3-c46b393c9c08 tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:17:00.208252 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4219fd69-6c60-49ab-b3f3-c46b393c9c08 tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:17:00.208731 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4219fd69-6c60-49ab-b3f3-c46b393c9c08 tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:17:00.210039 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4219fd69-6c60-49ab-b3f3-c46b393c9c08 tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:17:00.211322 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4219fd69-6c60-49ab-b3f3-c46b393c9c08 tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:17:00.212352 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4219fd69-6c60-49ab-b3f3-c46b393c9c08 tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:17:00.212847 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4219fd69-6c60-49ab-b3f3-c46b393c9c08 tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:17:00.213325 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4219fd69-6c60-49ab-b3f3-c46b393c9c08 tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:17:00.214009 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4219fd69-6c60-49ab-b3f3-c46b393c9c08 tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:17:00.214884 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] No Port match for: a5817657-4bdc-4dca-bfda-c7da7592282c {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 17:17:00.215238 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device a5817657-4bdc-4dca-bfda-c7da7592282c not bound to the agent host n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 17:17:00.215685 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 1175eb26-ea91-4ad2-ab96-78ec68751781 no longer exists at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:17:00.221469 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2feebe7-582c-4ca1-bde7-074269301978 None None] No DVR routers for this DVR port a5817657-4bdc-4dca-bfda-c7da7592282c on host n-d-827839-2 {{(pid=103378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 17:17:00.268026 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] No Port match for: 1175eb26-ea91-4ad2-ab96-78ec68751781 {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 17:17:00.268026 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 1175eb26-ea91-4ad2-ab96-78ec68751781 not bound to the agent host n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 17:17:00.325231 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-4219fd69-6c60-49ab-b3f3-c46b393c9c08 tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1543676', 'neutron.services.segments.db._delete_segments_for_network-8781084786517'] for network (1ff43c38-a534-46d7-8bb3-43ef293fc2c6), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:00.345463 n-d-827839-2 neutron-server[103376]: DEBUG neutron.services.segments.db [None req-4219fd69-6c60-49ab-b3f3-c46b393c9c08 tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ff43c38-a534-46d7-8bb3-43ef293fc2c6']}} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:17:00.355574 n-d-827839-2 neutron-server[103376]: DEBUG neutron.services.segments.db [None req-4219fd69-6c60-49ab-b3f3-c46b393c9c08 tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b692165-49d1-42e9-b93d-2f0e347ea588') {'for_net_delete': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:17:00.355819 n-d-827839-2 neutron-server[103376]: DEBUG neutron.services.segments.db [None req-4219fd69-6c60-49ab-b3f3-c46b393c9c08 tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b692165-49d1-42e9-b93d-2f0e347ea588') {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:17:00.364843 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-4219fd69-6c60-49ab-b3f3-c46b393c9c08 tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781084783966', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25674908'] for segment (7b692165-49d1-42e9-b93d-2f0e347ea588), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:00.377715 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-4219fd69-6c60-49ab-b3f3-c46b393c9c08 tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (7b692165-49d1-42e9-b93d-2f0e347ea588), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:00.383657 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device 2ebc79f4-52ba-4a59-a74e-a42b0b5ac747 up at agent hyperv_n-h1-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:17:00.383841 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4219fd69-6c60-49ab-b3f3-c46b393c9c08 tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] Releasing vlan 753 on physical network physnet1 to pool {{(pid=103376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 17:17:00.384251 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-4219fd69-6c60-49ab-b3f3-c46b393c9c08 tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25675992'] for segment (7b692165-49d1-42e9-b93d-2f0e347ea588), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:00.387374 n-d-827839-2 neutron-server[103376]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 17:17:00.387374 n-d-827839-2 neutron-server[103376]: self.session.flush() Feb 04 17:17:00.387374 n-d-827839-2 neutron-server[103376]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 17:17:00.387374 n-d-827839-2 neutron-server[103376]: self.session.flush() Feb 04 17:17:00.387374 n-d-827839-2 neutron-server[103376]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 17:17:00.387374 n-d-827839-2 neutron-server[103376]: self.session.flush() Feb 04 17:17:00.387374 n-d-827839-2 neutron-server[103376]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 17:17:00.387374 n-d-827839-2 neutron-server[103376]: self.session.flush() Feb 04 17:17:00.387374 n-d-827839-2 neutron-server[103376]: Traceback (most recent call last): Feb 04 17:17:00.387374 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 17:17:00.387374 n-d-827839-2 neutron-server[103376]: timer() Feb 04 17:17:00.387374 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 17:17:00.387374 n-d-827839-2 neutron-server[103376]: cb(*args, **kw) Feb 04 17:17:00.387374 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 17:17:00.387374 n-d-827839-2 neutron-server[103376]: return func(*args, **kwargs) Feb 04 17:17:00.387374 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 17:17:00.387374 n-d-827839-2 neutron-server[103376]: self._notify() Feb 04 17:17:00.387374 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 17:17:00.387374 n-d-827839-2 neutron-server[103376]: self.callback(batched_events) Feb 04 17:17:00.387374 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 17:17:00.387374 n-d-827839-2 neutron-server[103376]: event.method(event) Feb 04 17:17:00.387374 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 17:17:00.387374 n-d-827839-2 neutron-server[103376]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 17:17:00.387374 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 17:17:00.387374 n-d-827839-2 neutron-server[103376]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 17:17:00.387374 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 17:17:00.387374 n-d-827839-2 neutron-server[103376]: return f(self, *a, **k) Feb 04 17:17:00.387374 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 17:17:00.387374 n-d-827839-2 neutron-server[103376]: return self._get(url).json() Feb 04 17:17:00.387374 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 17:17:00.387374 n-d-827839-2 neutron-server[103376]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 17:17:00.387374 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 17:17:00.387374 n-d-827839-2 neutron-server[103376]: return self.request(url, 'GET', **kwargs) Feb 04 17:17:00.387374 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 17:17:00.387374 n-d-827839-2 neutron-server[103376]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 17:17:00.387374 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 17:17:00.387374 n-d-827839-2 neutron-server[103376]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 17:17:00.387374 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 17:17:00.387374 n-d-827839-2 neutron-server[103376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 17:17:00.387374 n-d-827839-2 neutron-server[103376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 17:17:00.439423 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Provisioning for port 2ebc79f4-52ba-4a59-a74e-a42b0b5ac747 completed by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 17:17:00.446948 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Provisioning complete for port 2ebc79f4-52ba-4a59-a74e-a42b0b5ac747 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:17:00.447428 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-4219fd69-6c60-49ab-b3f3-c46b393c9c08 tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1543671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1595572'] for network (1ff43c38-a534-46d7-8bb3-43ef293fc2c6), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:00.447731 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (2ebc79f4-52ba-4a59-a74e-a42b0b5ac747), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:00.466717 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-4219fd69-6c60-49ab-b3f3-c46b393c9c08 tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677565'] for network (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:00.472483 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-4219fd69-6c60-49ab-b3f3-c46b393c9c08 tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] 10.222.0.89 "DELETE /v2.0/networks/1ff43c38-a534-46d7-8bb3-43ef293fc2c6 HTTP/1.1" status: 204 len: 168 time: 1.0072236 Feb 04 17:17:00.478579 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 57632) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:17:00.479143 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4219fd69-6c60-49ab-b3f3-c46b393c9c08 tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] Pushing event deleted for resources: {'Network': ['ID=1ff43c38-a534-46d7-8bb3-43ef293fc2c6,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:17:00.486110 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-4a9b90bb-dfff-40f2-80a3-64761ffbb6c0 tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-2143679931'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:17:00.510170 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a9b90bb-dfff-40f2-80a3-64761ffbb6c0 tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] Made reservation on behalf of 33ab830fde4c41a1b2b9427ee7d64511 for: {'network': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:17:00.513823 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-4a9b90bb-dfff-40f2-80a3-64761ffbb6c0 tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for network (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:00.540393 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Current status of the port 2ebc79f4-52ba-4a59-a74e-a42b0b5ac747 is: BUILD; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:17:00.540589 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a9b90bb-dfff-40f2-80a3-64761ffbb6c0 tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] vlan segment allocate from pool success with {'vlan_id': 751, 'physical_network': 'physnet1'} {{(pid=103377) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 17:17:00.540944 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (2ebc79f4-52ba-4a59-a74e-a42b0b5ac747), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:00.550490 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-4a9b90bb-dfff-40f2-80a3-64761ffbb6c0 tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (e2a69fa6-d233-409c-ac08-37e5b3f4a0c0), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:00.551087 n-d-827839-2 neutron-server[103377]: INFO neutron.db.segments_db [None req-4a9b90bb-dfff-40f2-80a3-64761ffbb6c0 tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] Added segment e2a69fa6-d233-409c-ac08-37e5b3f4a0c0 of type vlan for network 64bde26c-8fb3-497e-82b2-77f391b9eab4 Feb 04 17:17:00.565751 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7c12e91-b86e-4a78-8c61-2259642e2816', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ebc79f4-52ba-4a59-a74e-a42b0b5ac747'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:17:00.567957 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c34bc964ce2211770fda26ca2f3801cc06f4f39928110690550e94ab9c9d2fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d4c9b9f-60fd-43be-b10f-da5753846e15" -d '{"events": [{"server_uuid": "b7c12e91-b86e-4a78-8c61-2259642e2816", "name": "network-vif-plugged", "status": "completed", "tag": "2ebc79f4-52ba-4a59-a74e-a42b0b5ac747"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:17:00.581964 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] For port 2ebc79f4-52ba-4a59-a74e-a42b0b5ac747, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=2ebc79f4-52ba-4a59-a74e-a42b0b5ac747,segment=NetworkSegment(3a39b085-d3e6-43bb-a64c-1b06dd049e5a),segment_id=3a39b085-d3e6-43bb-a64c-1b06dd049e5a)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:17:00.587483 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (2ebc79f4-52ba-4a59-a74e-a42b0b5ac747), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:00.597624 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-4a9b90bb-dfff-40f2-80a3-64761ffbb6c0 tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781084292801'] for network (64bde26c-8fb3-497e-82b2-77f391b9eab4), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:00.628231 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 17:17:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e171a2ae-bc25-433c-b05f-32e2d8580ad6 x-openstack-request-id: req-e171a2ae-bc25-433c-b05f-32e2d8580ad6 {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:17:00.629254 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7c12e91-b86e-4a78-8c61-2259642e2816", "name": "network-vif-plugged", "status": "completed", "tag": "2ebc79f4-52ba-4a59-a74e-a42b0b5ac747", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:17:00.629254 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-e171a2ae-bc25-433c-b05f-32e2d8580ad6 {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:17:00.629454 n-d-827839-2 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7c12e91-b86e-4a78-8c61-2259642e2816', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ebc79f4-52ba-4a59-a74e-a42b0b5ac747', 'code': 200} Feb 04 17:17:00.635720 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-4a9b90bb-dfff-40f2-80a3-64761ffbb6c0 tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327'] for network (64bde26c-8fb3-497e-82b2-77f391b9eab4), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:00.644524 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a9b90bb-dfff-40f2-80a3-64761ffbb6c0 tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:17:00.653324 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-4a9b90bb-dfff-40f2-80a3-64761ffbb6c0 tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677565'] for network (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:00.660673 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Pushing event updated for resources: {'Port': ['ID=2ebc79f4-52ba-4a59-a74e-a42b0b5ac747,revision_number=5']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:17:00.720810 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-4a9b90bb-dfff-40f2-80a3-64761ffbb6c0 tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.2399156 Feb 04 17:17:00.724973 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 57640) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:17:00.730641 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-558cfbfe-c621-4e92-953a-9bf365afbb75 tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] Request body: {'subnet': {'network_id': '64bde26c-8fb3-497e-82b2-77f391b9eab4', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:17:00.771249 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f9747d-af16-43c8-934f-1fd20ca2f01c req-9f13260f-593b-40a5-ae86-dc5acbb51538 tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:17:00.778743 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-66f9747d-af16-43c8-934f-1fd20ca2f01c req-9f13260f-593b-40a5-ae86-dc5acbb51538 tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] 10.222.0.89 "GET /v2.0/ports?device_id=013eaece-a1cd-4911-b0a3-fdda63699778 HTTP/1.1" status: 200 len: 950 time: 0.0977943 Feb 04 17:17:00.797583 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9b90bb-dfff-40f2-80a3-64761ffbb6c0 tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] Pushing event updated for resources: {'Network': ['ID=64bde26c-8fb3-497e-82b2-77f391b9eab4,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:17:00.812559 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Network 64bde26c-8fb3-497e-82b2-77f391b9eab4 details requested by agent ovs-agent-n-d-827839-2 with host n-d-827839-2 {{(pid=103378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 17:17:00.838179 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-66f9747d-af16-43c8-934f-1fd20ca2f01c req-0c1eddae-cf1b-4a18-b9ba-f2e0499cac17 tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] 10.222.0.89 "GET /v2.0/security-groups?id=5fa98c6a-94b3-4690-b9c3-4f0e67d11226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583065 Feb 04 17:17:00.845492 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8e30a3-51c6-48f1-aaaa-b132a056fcaf req-9a7c99c0-70fb-4bab-9012-2c1fb4fb82d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:17:00.847156 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-1c8e30a3-51c6-48f1-aaaa-b132a056fcaf req-9a7c99c0-70fb-4bab-9012-2c1fb4fb82d5 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=b7c12e91-b86e-4a78-8c61-2259642e2816 HTTP/1.1" status: 200 len: 1132 time: 0.1342113 Feb 04 17:17:00.848356 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-558cfbfe-c621-4e92-953a-9bf365afbb75 tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] Made reservation on behalf of 33ab830fde4c41a1b2b9427ee7d64511 for: {'subnet': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:17:00.858493 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-558cfbfe-c621-4e92-953a-9bf365afbb75 tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25597243'] for subnet (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:00.903618 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-1c8e30a3-51c6-48f1-aaaa-b132a056fcaf req-d8bceb95-8e80-4e3f-ba00-5e1d15577b5e service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=6087b48a-7803-40bd-a4ae-88723ae4142b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456998 Feb 04 17:17:00.931771 n-d-827839-2 neutron-server[103377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50c546c5-589c-44d9-b10d-3b47cb5bfc2d', 'name': 'network-vif-deleted', 'tag': 'd84d4853-863b-4441-877e-8ff0319d5d6b'}] {{(pid=103377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:17:00.934084 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7240428b650e1488e9361b62648ff4b3a6c19d49d8c27c949491ab58c1346cf0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9180417e-a8cc-42d9-912a-e3d7e674d330" -d '{"events": [{"server_uuid": "50c546c5-589c-44d9-b10d-3b47cb5bfc2d", "name": "network-vif-deleted", "tag": "d84d4853-863b-4441-877e-8ff0319d5d6b"}]}' {{(pid=103377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:17:01.004279 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 17:17:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5af47d54-95d6-4de6-978f-c741cf220c7d x-openstack-request-id: req-5af47d54-95d6-4de6-978f-c741cf220c7d {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:17:01.004279 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50c546c5-589c-44d9-b10d-3b47cb5bfc2d", "name": "network-vif-deleted", "tag": "d84d4853-863b-4441-877e-8ff0319d5d6b", "status": "completed", "code": 200}]} {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:17:01.004279 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-5af47d54-95d6-4de6-978f-c741cf220c7d {{(pid=103377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:17:01.004279 n-d-827839-2 neutron-server[103377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50c546c5-589c-44d9-b10d-3b47cb5bfc2d', 'name': 'network-vif-deleted', 'tag': 'd84d4853-863b-4441-877e-8ff0319d5d6b', 'status': 'completed', 'code': 200} Feb 04 17:17:01.117218 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-558cfbfe-c621-4e92-953a-9bf365afbb75 tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25889445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25597197'] for subnet (72e083f0-e626-4370-9b62-0b5e20f32d08), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:01.200365 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558cfbfe-c621-4e92-953a-9bf365afbb75 tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] Pushing event updated for resources: {'Subnet': ['ID=72e083f0-e626-4370-9b62-0b5e20f32d08,revision_number=0']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:17:01.209647 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddee42b-2662-46a5-bb80-2604a60e7840 req-3c769fbc-0dd8-4afe-9819-ba4c2892cb63 tempest-LiveMigrationNegativeTest-457287813 tempest-LiveMigrationNegativeTest-457287813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:17:01.211422 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-bddee42b-2662-46a5-bb80-2604a60e7840 req-3c769fbc-0dd8-4afe-9819-ba4c2892cb63 tempest-LiveMigrationNegativeTest-457287813 tempest-LiveMigrationNegativeTest-457287813-project] 10.222.0.89 "GET /v2.0/ports?device_id=b7c12e91-b86e-4a78-8c61-2259642e2816 HTTP/1.1" status: 200 len: 950 time: 0.1239309 Feb 04 17:17:01.214706 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-558cfbfe-c621-4e92-953a-9bf365afbb75 tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] Checking segment: {'id': 'e2a69fa6-d233-409c-ac08-37e5b3f4a0c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '64bde26c-8fb3-497e-82b2-77f391b9eab4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:17:01.215064 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-558cfbfe-c621-4e92-953a-9bf365afbb75 tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] Network hostable DHCP agents. Network: 64bde26c-8fb3-497e-82b2-77f391b9eab4, hostable agents: ['bb89f5a3-3c22-440b-b7d1-c4f0c43c184a'], hosted agents: [] {{(pid=103377) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 17:17:01.219518 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-36b62380-4818-4e86-8cbf-0ac864fa247a req-947f5091-7991-4540-a4bd-efbb781da14c tempest-ServersTestBootFromVolume-1946499048 tempest-ServersTestBootFromVolume-1946499048-project] 10.222.0.89 "GET /v2.0/ports?device_id=d05624d9-7069-4d9d-823a-9c54a8dd6b49 HTTP/1.1" status: 200 len: 210 time: 0.0396025 Feb 04 17:17:01.261042 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-558cfbfe-c621-4e92-953a-9bf365afbb75 tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] Network 64bde26c-8fb3-497e-82b2-77f391b9eab4 is scheduled to be hosted by DHCP agent bb89f5a3-3c22-440b-b7d1-c4f0c43c184a with binding_index 1 {{(pid=103377) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 17:17:01.274335 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-bddee42b-2662-46a5-bb80-2604a60e7840 req-28d7f482-d3bc-4497-841d-9a9b0c5938d9 tempest-LiveMigrationNegativeTest-457287813 tempest-LiveMigrationNegativeTest-457287813-project] 10.222.0.89 "GET /v2.0/security-groups?id=6087b48a-7803-40bd-a4ae-88723ae4142b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555825 Feb 04 17:17:01.283708 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [None req-558cfbfe-c621-4e92-953a-9bf365afbb75 tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827839-2, 64bde26c-8fb3-497e-82b2-77f391b9eab4) {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:17:01.301419 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26113c6a-705c-4ea7-8164-fd3e815fce6e None None] Network 64bde26c-8fb3-497e-82b2-77f391b9eab4 requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:17:01.304107 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-558cfbfe-c621-4e92-953a-9bf365afbb75 tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:17:01.304713 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-558cfbfe-c621-4e92-953a-9bf365afbb75 tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677565'] for subnet (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:01.332178 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-558cfbfe-c621-4e92-953a-9bf365afbb75 tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.6058066 Feb 04 17:17:01.334605 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 57662) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:17:01.339671 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-c1a3f367-cffa-4cec-8959-f31ce1d7b7e7 tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-2078469383'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:17:01.363499 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9363d7d9-c36e-409f-bb2d-1d03180e6190 req-69047c02-7262-4797-aa0f-8bea7b229273 tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:17:01.372509 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-9363d7d9-c36e-409f-bb2d-1d03180e6190 req-69047c02-7262-4797-aa0f-8bea7b229273 tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] 10.222.0.89 "GET /v2.0/ports?device_id=c54f216e-39fb-4465-8339-5b51cf4324bd HTTP/1.1" status: 200 len: 948 time: 0.0884712 Feb 04 17:17:01.406008 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1a3f367-cffa-4cec-8959-f31ce1d7b7e7 tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] Made reservation on behalf of 33ab830fde4c41a1b2b9427ee7d64511 for: {'network': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:17:01.410254 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-c1a3f367-cffa-4cec-8959-f31ce1d7b7e7 tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for network (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:01.415831 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-5cb07a38-6458-44ae-a54b-d2bf4d6bea7b req-acedd9c9-d26a-4d4f-b7bb-91a1550d0e45 tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] 10.222.0.89 "GET /v2.0/ports?device_id=f9d0cdd4-aae7-45e7-bcf1-a6ee601b78a7 HTTP/1.1" status: 200 len: 210 time: 0.0455625 Feb 04 17:17:01.435171 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-9363d7d9-c36e-409f-bb2d-1d03180e6190 req-a05773aa-8043-41a3-9100-ed5c48ab4b34 tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] 10.222.0.89 "GET /v2.0/security-groups?id=4f68676b-760c-49c3-a14c-c9afa7ad720d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603881 Feb 04 17:17:01.445014 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1a3f367-cffa-4cec-8959-f31ce1d7b7e7 tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] vlan segment allocate from pool success with {'vlan_id': 785, 'physical_network': 'physnet1'} {{(pid=103377) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 17:17:01.465349 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-c1a3f367-cffa-4cec-8959-f31ce1d7b7e7 tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (86370c6c-1b03-4b72-afd1-78bf747abad9), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:01.465694 n-d-827839-2 neutron-server[103377]: INFO neutron.db.segments_db [None req-c1a3f367-cffa-4cec-8959-f31ce1d7b7e7 tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] Added segment 86370c6c-1b03-4b72-afd1-78bf747abad9 of type vlan for network 6367dd27-864b-4e48-85a8-ef6b2d11ff91 Feb 04 17:17:01.489136 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b309c8a-4c83-40f4-8db7-858e4d56eb3a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e4c19ad-5724-5db8-8ee1-4f56ae69fcf4-64bde26c-8fb3-497e-82b2-77f391b9eab4', 'network_id': '64bde26c-8fb3-497e-82b2-77f391b9eab4', 'project_id': '33ab830fde4c41a1b2b9427ee7d64511', 'fixed_ips': [{'subnet_id': '72e083f0-e626-4370-9b62-0b5e20f32d08'}]}} from n-d-827839-2. {{(pid=103378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 17:17:01.490171 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8b309c8a-4c83-40f4-8db7-858e4d56eb3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:01.516013 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-c1a3f367-cffa-4cec-8959-f31ce1d7b7e7 tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781084292801'] for network (6367dd27-864b-4e48-85a8-ef6b2d11ff91), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:01.541075 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-c1a3f367-cffa-4cec-8959-f31ce1d7b7e7 tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327'] for network (6367dd27-864b-4e48-85a8-ef6b2d11ff91), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:01.546424 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1a3f367-cffa-4cec-8959-f31ce1d7b7e7 tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:17:01.547018 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-c1a3f367-cffa-4cec-8959-f31ce1d7b7e7 tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677565'] for network (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:01.616274 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-c1a3f367-cffa-4cec-8959-f31ce1d7b7e7 tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.2806411 Feb 04 17:17:01.619476 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 57664) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:17:01.625404 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a3f367-cffa-4cec-8959-f31ce1d7b7e7 tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] Pushing event updated for resources: {'Network': ['ID=6367dd27-864b-4e48-85a8-ef6b2d11ff91,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:17:01.626388 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-17fe8d53-539c-4f95-9f95-77dcf2b3b68d tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] Request body: {'subnet': {'network_id': '6367dd27-864b-4e48-85a8-ef6b2d11ff91', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:17:01.637318 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-8b309c8a-4c83-40f4-8db7-858e4d56eb3a None None] Allocated IP 19.80.0.2 (64bde26c-8fb3-497e-82b2-77f391b9eab4/72e083f0-e626-4370-9b62-0b5e20f32d08/fdb3918e-dec1-4a5d-b7bf-35d8195f7036) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:17:01.715122 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Network 6367dd27-864b-4e48-85a8-ef6b2d11ff91 details requested by agent ovs-agent-n-d-827839-2 with host n-d-827839-2 {{(pid=103378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 17:17:01.750424 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17fe8d53-539c-4f95-9f95-77dcf2b3b68d tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] Made reservation on behalf of 33ab830fde4c41a1b2b9427ee7d64511 for: {'subnet': 1} {{(pid=103376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:17:01.755075 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-17fe8d53-539c-4f95-9f95-77dcf2b3b68d tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25859006'] for subnet (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:01.886295 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8b309c8a-4c83-40f4-8db7-858e4d56eb3a None None] Publish callbacks [] for port (fdb3918e-dec1-4a5d-b7bf-35d8195f7036), precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:01.894589 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8b309c8a-4c83-40f4-8db7-858e4d56eb3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135'] for port (fdb3918e-dec1-4a5d-b7bf-35d8195f7036), after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:01.947989 n-d-827839-2 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b309c8a-4c83-40f4-8db7-858e4d56eb3a None None] Network 64bde26c-8fb3-497e-82b2-77f391b9eab4 is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:17:01.959844 n-d-827839-2 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-8b309c8a-4c83-40f4-8db7-858e4d56eb3a None None] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:17:01.968157 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b309c8a-4c83-40f4-8db7-858e4d56eb3a None None] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:17:01.970951 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b309c8a-4c83-40f4-8db7-858e4d56eb3a None None] Pushing event updated for resources: {'Port': ['ID=fdb3918e-dec1-4a5d-b7bf-35d8195f7036,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:17:01.996440 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-17fe8d53-539c-4f95-9f95-77dcf2b3b68d tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25674939', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25858952'] for subnet (91bbd32d-94f8-43c1-ae00-841782e8d40f), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:02.000589 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ca5570ca-c832-427c-a75f-2d10bda1fc9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (64ada913-9131-4d99-a265-63a920956287), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:02.032774 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-8b309c8a-4c83-40f4-8db7-858e4d56eb3a None None] Attempting to bind port fdb3918e-dec1-4a5d-b7bf-35d8195f7036 on host n-d-827839-2 for vnic_type normal with profile {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:17:02.032978 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-8b309c8a-4c83-40f4-8db7-858e4d56eb3a None None] Attempting to bind port fdb3918e-dec1-4a5d-b7bf-35d8195f7036 by drivers openvswitch,hyperv on host n-d-827839-2 at level 0 using segments [{'id': 'e2a69fa6-d233-409c-ac08-37e5b3f4a0c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '64bde26c-8fb3-497e-82b2-77f391b9eab4'}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:17:02.033245 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b309c8a-4c83-40f4-8db7-858e4d56eb3a None None] Attempting to bind port fdb3918e-dec1-4a5d-b7bf-35d8195f7036 on network 64bde26c-8fb3-497e-82b2-77f391b9eab4 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:17:02.038518 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b309c8a-4c83-40f4-8db7-858e4d56eb3a None None] Checking agent: {'id': 'ba70844b-66a0-45fd-a2f2-e6ed673321fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 0, 36), 'started_at': datetime.datetime(2022, 2, 4, 17, 1, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 16, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:17:02.038902 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b309c8a-4c83-40f4-8db7-858e4d56eb3a None None] Checking segment: {'id': 'e2a69fa6-d233-409c-ac08-37e5b3f4a0c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '64bde26c-8fb3-497e-82b2-77f391b9eab4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:17:02.039665 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8b309c8a-4c83-40f4-8db7-858e4d56eb3a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:02.040619 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b309c8a-4c83-40f4-8db7-858e4d56eb3a None None] Bound using segment: {'id': 'e2a69fa6-d233-409c-ac08-37e5b3f4a0c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '64bde26c-8fb3-497e-82b2-77f391b9eab4'} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:17:02.041118 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-8b309c8a-4c83-40f4-8db7-858e4d56eb3a None None] Bound port: fdb3918e-dec1-4a5d-b7bf-35d8195f7036, host: n-d-827839-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2a69fa6-d233-409c-ac08-37e5b3f4a0c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '64bde26c-8fb3-497e-82b2-77f391b9eab4'}}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:17:02.041495 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8b309c8a-4c83-40f4-8db7-858e4d56eb3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (fdb3918e-dec1-4a5d-b7bf-35d8195f7036), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:02.062192 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88dc18d0-db2a-48b0-92f5-c91185928bbf req-0db5fb08-05ab-4ed5-b254-8ad3bd5bd8b1 tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:17:02.063709 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-88dc18d0-db2a-48b0-92f5-c91185928bbf req-0db5fb08-05ab-4ed5-b254-8ad3bd5bd8b1 tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] 10.222.0.89 "GET /v2.0/ports?device_id=013eaece-a1cd-4911-b0a3-fdda63699778 HTTP/1.1" status: 200 len: 950 time: 0.1248720 Feb 04 17:17:02.115003 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-8b309c8a-4c83-40f4-8db7-858e4d56eb3a None None] For port fdb3918e-dec1-4a5d-b7bf-35d8195f7036, host n-d-827839-2, cleared binding levels {{(pid=103378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:17:02.118761 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-8b309c8a-4c83-40f4-8db7-858e4d56eb3a None None] For port fdb3918e-dec1-4a5d-b7bf-35d8195f7036, host n-d-827839-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=fdb3918e-dec1-4a5d-b7bf-35d8195f7036,segment=NetworkSegment(e2a69fa6-d233-409c-ac08-37e5b3f4a0c0),segment_id=e2a69fa6-d233-409c-ac08-37e5b3f4a0c0)] {{(pid=103378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:17:02.125600 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8b309c8a-4c83-40f4-8db7-858e4d56eb3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (fdb3918e-dec1-4a5d-b7bf-35d8195f7036), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:02.191802 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b309c8a-4c83-40f4-8db7-858e4d56eb3a None None] Pushing event updated for resources: {'Port': ['ID=fdb3918e-dec1-4a5d-b7bf-35d8195f7036,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:17:02.329551 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-4e13e493-9aef-4e78-8436-301cc64e7250 req-bdf7b577-2e6e-4b4c-980f-83cb62251441 tempest-ServersTestBootFromVolume-1946499048 tempest-ServersTestBootFromVolume-1946499048-project] 10.222.0.89 "GET /v2.0/ports?device_id=d05624d9-7069-4d9d-823a-9c54a8dd6b49 HTTP/1.1" status: 200 len: 210 time: 0.0304329 Feb 04 17:17:02.383895 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Device f4b260ec-2b92-4b49-a638-97cffbd194dd no longer exists at agent hyperv_n-h2-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:17:02.401400 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17fe8d53-539c-4f95-9f95-77dcf2b3b68d tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] Pushing event updated for resources: {'Subnet': ['ID=91bbd32d-94f8-43c1-ae00-841782e8d40f,revision_number=0']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:17:02.425766 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17fe8d53-539c-4f95-9f95-77dcf2b3b68d tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] Checking segment: {'id': '86370c6c-1b03-4b72-afd1-78bf747abad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '6367dd27-864b-4e48-85a8-ef6b2d11ff91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:17:02.426136 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17fe8d53-539c-4f95-9f95-77dcf2b3b68d tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] Network hostable DHCP agents. Network: 6367dd27-864b-4e48-85a8-ef6b2d11ff91, hostable agents: ['bb89f5a3-3c22-440b-b7d1-c4f0c43c184a'], hosted agents: [] {{(pid=103376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 17:17:02.452424 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] No Port match for: f4b260ec-2b92-4b49-a638-97cffbd194dd {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 17:17:02.453081 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Device f4b260ec-2b92-4b49-a638-97cffbd194dd not bound to the agent host n-h2-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 17:17:02.453629 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Device d84d4853-863b-4441-877e-8ff0319d5d6b no longer exists at agent hyperv_n-h2-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:17:02.465079 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-88dc18d0-db2a-48b0-92f5-c91185928bbf req-ca581496-1e98-4c03-af67-145175ca6481 tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] 10.222.0.89 "GET /v2.0/security-groups?id=5fa98c6a-94b3-4690-b9c3-4f0e67d11226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3898950 Feb 04 17:17:02.480997 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] No Port match for: d84d4853-863b-4441-877e-8ff0319d5d6b {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 17:17:02.481425 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Device d84d4853-863b-4441-877e-8ff0319d5d6b not bound to the agent host n-h2-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 17:17:02.483158 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17fe8d53-539c-4f95-9f95-77dcf2b3b68d tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] Network 6367dd27-864b-4e48-85a8-ef6b2d11ff91 is scheduled to be hosted by DHCP agent bb89f5a3-3c22-440b-b7d1-c4f0c43c184a with binding_index 1 {{(pid=103376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 17:17:02.504138 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [None req-17fe8d53-539c-4f95-9f95-77dcf2b3b68d tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827839-2, 6367dd27-864b-4e48-85a8-ef6b2d11ff91) {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:17:02.509925 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17fe8d53-539c-4f95-9f95-77dcf2b3b68d tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:17:02.510531 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-17fe8d53-539c-4f95-9f95-77dcf2b3b68d tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] Publish callbacks [] for subnet (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:02.517589 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5654acc5-3b83-4577-9895-0d740fdd5838 None None] Network 6367dd27-864b-4e48-85a8-ef6b2d11ff91 requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:17:02.549461 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-17fe8d53-539c-4f95-9f95-77dcf2b3b68d tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.9274802 Feb 04 17:17:02.585058 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9ed411-1749-4bc0-bf15-c4e9213f8fca req-f5b1ed6f-b971-4938-a2de-88cd209d27b0 tempest-LiveMigrationNegativeTest-457287813 tempest-LiveMigrationNegativeTest-457287813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:17:02.593349 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-8a9ed411-1749-4bc0-bf15-c4e9213f8fca req-f5b1ed6f-b971-4938-a2de-88cd209d27b0 tempest-LiveMigrationNegativeTest-457287813 tempest-LiveMigrationNegativeTest-457287813-project] 10.222.0.89 "GET /v2.0/ports?device_id=b7c12e91-b86e-4a78-8c61-2259642e2816 HTTP/1.1" status: 200 len: 950 time: 0.1147597 Feb 04 17:17:02.641722 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19133a0c-6022-45e5-bcea-a1734ee0f394 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e4c19ad-5724-5db8-8ee1-4f56ae69fcf4-6367dd27-864b-4e48-85a8-ef6b2d11ff91', 'network_id': '6367dd27-864b-4e48-85a8-ef6b2d11ff91', 'project_id': '33ab830fde4c41a1b2b9427ee7d64511', 'fixed_ips': [{'subnet_id': '91bbd32d-94f8-43c1-ae00-841782e8d40f'}]}} from n-d-827839-2. {{(pid=103378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 17:17:02.642544 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-19133a0c-6022-45e5-bcea-a1734ee0f394 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:02.669876 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-8a9ed411-1749-4bc0-bf15-c4e9213f8fca req-1a50523d-5aea-48ee-a8b5-6eebb2be302a tempest-LiveMigrationNegativeTest-457287813 tempest-LiveMigrationNegativeTest-457287813-project] 10.222.0.89 "GET /v2.0/security-groups?id=6087b48a-7803-40bd-a4ae-88723ae4142b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753889 Feb 04 17:17:02.685654 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7525abc6-d638-4104-9cc1-7b24ca1e1eff req-1849620c-b6ab-441e-9032-5c2399601614 tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:17:02.688143 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-7525abc6-d638-4104-9cc1-7b24ca1e1eff req-1849620c-b6ab-441e-9032-5c2399601614 tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] 10.222.0.89 "GET /v2.0/ports?device_id=c54f216e-39fb-4465-8339-5b51cf4324bd HTTP/1.1" status: 200 len: 948 time: 0.1274228 Feb 04 17:17:02.766843 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-7525abc6-d638-4104-9cc1-7b24ca1e1eff req-884a80a5-a932-49c1-9113-7a9aa07d8f3d tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] 10.222.0.89 "GET /v2.0/security-groups?id=4f68676b-760c-49c3-a14c-c9afa7ad720d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630054 Feb 04 17:17:02.800013 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-b693ac7d-4a0b-49dc-8842-89a4be40ec93 req-c68b939d-953b-4d6c-93ac-0bec72d20dbe tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] 10.222.0.89 "GET /v2.0/ports?device_id=f9d0cdd4-aae7-45e7-bcf1-a6ee601b78a7 HTTP/1.1" status: 200 len: 210 time: 0.0434654 Feb 04 17:17:02.964397 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076523c1-406c-4c42-87b2-ec2540dd4067 req-8b6e5cc3-aa87-499b-93a8-01e8c00463c9 tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:17:02.969587 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076523c1-406c-4c42-87b2-ec2540dd4067 req-8b6e5cc3-aa87-499b-93a8-01e8c00463c9 tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:17:02.971242 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-076523c1-406c-4c42-87b2-ec2540dd4067 req-8b6e5cc3-aa87-499b-93a8-01e8c00463c9 tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] 10.222.0.89 "GET /v2.0/networks?id=64bde26c-8fb3-497e-82b2-77f391b9eab4&id=6367dd27-864b-4e48-85a8-ef6b2d11ff91 HTTP/1.1" status: 200 len: 1392 time: 0.1217780 Feb 04 17:17:02.989452 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-076523c1-406c-4c42-87b2-ec2540dd4067 req-233b5dc5-0a3b-4e23-bf25-bb87fd9d5ef1 tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] 10.222.0.89 "GET /v2.0/quotas/33ab830fde4c41a1b2b9427ee7d64511 HTTP/1.1" status: 200 len: 375 time: 0.0104487 Feb 04 17:17:03.027195 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d408ec64-b374-4acb-a1fc-48241dad6d47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (0cd6d64a-47a7-40ff-8c12-71dd526c62e0), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:03.031369 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-19133a0c-6022-45e5-bcea-a1734ee0f394 None None] Allocated IP 19.86.0.2 (6367dd27-864b-4e48-85a8-ef6b2d11ff91/91bbd32d-94f8-43c1-ae00-841782e8d40f/540f917a-6f87-40b9-a7ae-c8db19682f9b) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:17:03.052661 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-076523c1-406c-4c42-87b2-ec2540dd4067 req-fd06e349-2673-4aa9-a543-c861563c0acf tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=33ab830fde4c41a1b2b9427ee7d64511&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0570254 Feb 04 17:17:03.226210 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-19133a0c-6022-45e5-bcea-a1734ee0f394 None None] Publish callbacks [] for port (540f917a-6f87-40b9-a7ae-c8db19682f9b), precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:03.235536 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-19133a0c-6022-45e5-bcea-a1734ee0f394 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135'] for port (540f917a-6f87-40b9-a7ae-c8db19682f9b), after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:03.251655 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-076523c1-406c-4c42-87b2-ec2540dd4067 req-1e7e4040-052f-4098-9cc1-357a690aac47 service neutron] 10.222.0.89 "GET /v2.0/networks/64bde26c-8fb3-497e-82b2-77f391b9eab4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1915035 Feb 04 17:17:03.297022 n-d-827839-2 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19133a0c-6022-45e5-bcea-a1734ee0f394 None None] Network 6367dd27-864b-4e48-85a8-ef6b2d11ff91 is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:17:03.300460 n-d-827839-2 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-19133a0c-6022-45e5-bcea-a1734ee0f394 None None] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:17:03.309513 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19133a0c-6022-45e5-bcea-a1734ee0f394 None None] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:17:03.320668 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19133a0c-6022-45e5-bcea-a1734ee0f394 None None] Pushing event updated for resources: {'Port': ['ID=540f917a-6f87-40b9-a7ae-c8db19682f9b,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:17:03.362162 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-076523c1-406c-4c42-87b2-ec2540dd4067 req-3440a994-08e9-4468-bef4-e572d2025312 service neutron] 10.222.0.89 "GET /v2.0/networks/64bde26c-8fb3-497e-82b2-77f391b9eab4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1093099 Feb 04 17:17:03.398603 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-19133a0c-6022-45e5-bcea-a1734ee0f394 None None] Attempting to bind port 540f917a-6f87-40b9-a7ae-c8db19682f9b on host n-d-827839-2 for vnic_type normal with profile {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:17:03.399224 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-19133a0c-6022-45e5-bcea-a1734ee0f394 None None] Attempting to bind port 540f917a-6f87-40b9-a7ae-c8db19682f9b by drivers openvswitch,hyperv on host n-d-827839-2 at level 0 using segments [{'id': '86370c6c-1b03-4b72-afd1-78bf747abad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '6367dd27-864b-4e48-85a8-ef6b2d11ff91'}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:17:03.399526 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19133a0c-6022-45e5-bcea-a1734ee0f394 None None] Attempting to bind port 540f917a-6f87-40b9-a7ae-c8db19682f9b on network 6367dd27-864b-4e48-85a8-ef6b2d11ff91 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:17:03.405285 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19133a0c-6022-45e5-bcea-a1734ee0f394 None None] Checking agent: {'id': 'ba70844b-66a0-45fd-a2f2-e6ed673321fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 0, 36), 'started_at': datetime.datetime(2022, 2, 4, 17, 1, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 16, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:17:03.405989 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19133a0c-6022-45e5-bcea-a1734ee0f394 None None] Checking segment: {'id': '86370c6c-1b03-4b72-afd1-78bf747abad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '6367dd27-864b-4e48-85a8-ef6b2d11ff91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:17:03.406485 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-19133a0c-6022-45e5-bcea-a1734ee0f394 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:03.406940 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19133a0c-6022-45e5-bcea-a1734ee0f394 None None] Bound using segment: {'id': '86370c6c-1b03-4b72-afd1-78bf747abad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '6367dd27-864b-4e48-85a8-ef6b2d11ff91'} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:17:03.407468 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-19133a0c-6022-45e5-bcea-a1734ee0f394 None None] Bound port: 540f917a-6f87-40b9-a7ae-c8db19682f9b, host: n-d-827839-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86370c6c-1b03-4b72-afd1-78bf747abad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '6367dd27-864b-4e48-85a8-ef6b2d11ff91'}}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:17:03.407912 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-19133a0c-6022-45e5-bcea-a1734ee0f394 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (540f917a-6f87-40b9-a7ae-c8db19682f9b), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:03.491582 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-39d195b1-4785-4f74-8a16-8f79dad8fc75 req-e58b9fe9-1724-488f-8e01-0c6520757f4b tempest-ServersTestBootFromVolume-1946499048 tempest-ServersTestBootFromVolume-1946499048-project] 10.222.0.89 "GET /v2.0/ports?device_id=d05624d9-7069-4d9d-823a-9c54a8dd6b49 HTTP/1.1" status: 200 len: 210 time: 0.0550365 Feb 04 17:17:03.508001 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-19133a0c-6022-45e5-bcea-a1734ee0f394 None None] For port 540f917a-6f87-40b9-a7ae-c8db19682f9b, host n-d-827839-2, cleared binding levels {{(pid=103378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:17:03.517909 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-19133a0c-6022-45e5-bcea-a1734ee0f394 None None] For port 540f917a-6f87-40b9-a7ae-c8db19682f9b, host n-d-827839-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=540f917a-6f87-40b9-a7ae-c8db19682f9b,segment=NetworkSegment(86370c6c-1b03-4b72-afd1-78bf747abad9),segment_id=86370c6c-1b03-4b72-afd1-78bf747abad9)] {{(pid=103378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:17:03.526438 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-19133a0c-6022-45e5-bcea-a1734ee0f394 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (540f917a-6f87-40b9-a7ae-c8db19682f9b), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:03.553170 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-076523c1-406c-4c42-87b2-ec2540dd4067 req-7b37c3f1-6181-4261-95e5-c93f106d7413 service neutron] 10.222.0.89 "GET /v2.0/networks/6367dd27-864b-4e48-85a8-ef6b2d11ff91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1717143 Feb 04 17:17:03.650508 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19133a0c-6022-45e5-bcea-a1734ee0f394 None None] Pushing event updated for resources: {'Port': ['ID=540f917a-6f87-40b9-a7ae-c8db19682f9b,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:17:03.656055 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-225b450d-b820-4078-a107-88c815fd0f79 None None] Network 64bde26c-8fb3-497e-82b2-77f391b9eab4 requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:17:03.684692 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-076523c1-406c-4c42-87b2-ec2540dd4067 req-34eac785-cd6b-48b9-9285-3b177baeb063 service neutron] 10.222.0.89 "GET /v2.0/networks/6367dd27-864b-4e48-85a8-ef6b2d11ff91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254115 Feb 04 17:17:03.693672 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf6cb49-1f35-4c34-9b7b-d3fed8bffc62 req-4c463c62-82ec-4bce-a43a-a8d906b859e0 tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:17:03.698042 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-baf6cb49-1f35-4c34-9b7b-d3fed8bffc62 req-4c463c62-82ec-4bce-a43a-a8d906b859e0 tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] 10.222.0.89 "GET /v2.0/ports?device_id=013eaece-a1cd-4911-b0a3-fdda63699778 HTTP/1.1" status: 200 len: 950 time: 0.1305704 Feb 04 17:17:03.737449 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-0693810b-41bc-4eaf-a90c-d7caa18f02c1 None None] Provisioning complete for port fdb3918e-dec1-4a5d-b7bf-35d8195f7036 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:17:03.737943 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0693810b-41bc-4eaf-a90c-d7caa18f02c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (fdb3918e-dec1-4a5d-b7bf-35d8195f7036), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:03.772983 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-baf6cb49-1f35-4c34-9b7b-d3fed8bffc62 req-fe5edad3-72d9-48e0-88a5-f3ca713d2d72 tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] 10.222.0.89 "GET /v2.0/security-groups?id=5fa98c6a-94b3-4690-b9c3-4f0e67d11226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615087 Feb 04 17:17:03.957037 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7221d4b1-9a2a-47de-bd7d-8766bb69e0e5 req-b2814a5e-66bd-478b-a858-aa20a393a58e tempest-LiveMigrationNegativeTest-457287813 tempest-LiveMigrationNegativeTest-457287813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:17:03.962947 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-7221d4b1-9a2a-47de-bd7d-8766bb69e0e5 req-b2814a5e-66bd-478b-a858-aa20a393a58e tempest-LiveMigrationNegativeTest-457287813 tempest-LiveMigrationNegativeTest-457287813-project] 10.222.0.89 "GET /v2.0/ports?device_id=b7c12e91-b86e-4a78-8c61-2259642e2816 HTTP/1.1" status: 200 len: 950 time: 0.1040130 Feb 04 17:17:03.968416 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-0693810b-41bc-4eaf-a90c-d7caa18f02c1 None None] Current status of the port fdb3918e-dec1-4a5d-b7bf-35d8195f7036 is: DOWN; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:17:03.969638 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0693810b-41bc-4eaf-a90c-d7caa18f02c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (fdb3918e-dec1-4a5d-b7bf-35d8195f7036), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:04.057038 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-0693810b-41bc-4eaf-a90c-d7caa18f02c1 None None] For port fdb3918e-dec1-4a5d-b7bf-35d8195f7036, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=fdb3918e-dec1-4a5d-b7bf-35d8195f7036,segment=NetworkSegment(e2a69fa6-d233-409c-ac08-37e5b3f4a0c0),segment_id=e2a69fa6-d233-409c-ac08-37e5b3f4a0c0)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:17:04.065764 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0693810b-41bc-4eaf-a90c-d7caa18f02c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (fdb3918e-dec1-4a5d-b7bf-35d8195f7036), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:04.108723 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-7221d4b1-9a2a-47de-bd7d-8766bb69e0e5 req-5ddfb493-7794-4f3a-9d04-24029e3f38c0 tempest-LiveMigrationNegativeTest-457287813 tempest-LiveMigrationNegativeTest-457287813-project] 10.222.0.89 "GET /v2.0/security-groups?id=6087b48a-7803-40bd-a4ae-88723ae4142b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141999 Feb 04 17:17:04.201155 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0693810b-41bc-4eaf-a90c-d7caa18f02c1 None None] Pushing event updated for resources: {'Port': ['ID=fdb3918e-dec1-4a5d-b7bf-35d8195f7036,revision_number=3']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:17:04.221124 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3d7bf1-bb89-401a-a4de-9a796461d574 req-e0294b99-508e-4ac6-8fb5-8b6e6735f9a3 tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:17:04.237697 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-ca3d7bf1-bb89-401a-a4de-9a796461d574 req-e0294b99-508e-4ac6-8fb5-8b6e6735f9a3 tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] 10.222.0.89 "GET /v2.0/ports?device_id=c54f216e-39fb-4465-8339-5b51cf4324bd HTTP/1.1" status: 200 len: 948 time: 0.2893448 Feb 04 17:17:04.292720 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113e961f-5159-48a5-9e78-a4200b48b0af req-9894fe68-51ba-46c4-813f-5c6ba1b89951 tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:17:04.294661 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-113e961f-5159-48a5-9e78-a4200b48b0af req-9894fe68-51ba-46c4-813f-5c6ba1b89951 tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] 10.222.0.96 "GET /v2.0/ports?device_id=c54f216e-39fb-4465-8339-5b51cf4324bd HTTP/1.1" status: 200 len: 948 time: 0.2537692 Feb 04 17:17:04.340832 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-e2e34463-5a21-42c9-85b1-5c1e6bfb528c req-c46f3a84-0c68-4cc2-9258-0fdd249b2842 tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] 10.222.0.89 "GET /v2.0/ports?device_id=f9d0cdd4-aae7-45e7-bcf1-a6ee601b78a7 HTTP/1.1" status: 200 len: 210 time: 0.0760946 Feb 04 17:17:04.361268 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-ca3d7bf1-bb89-401a-a4de-9a796461d574 req-db4cf89f-1ae7-483d-a6a8-78eff7d45577 tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] 10.222.0.89 "GET /v2.0/security-groups?id=4f68676b-760c-49c3-a14c-c9afa7ad720d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220434 Feb 04 17:17:04.392282 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device fdb3918e-dec1-4a5d-b7bf-35d8195f7036 up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:17:04.492073 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port fdb3918e-dec1-4a5d-b7bf-35d8195f7036 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:17:04.492695 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (fdb3918e-dec1-4a5d-b7bf-35d8195f7036), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:04.541072 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-2e4f39ff-49a0-4bb4-bffb-f45c8d8850d9 req-8db37402-2c60-4825-bedc-037cc375074a tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] 10.222.0.89 "GET /v2.0/ports?device_id=ca75119f-9fb0-4d35-b792-e1a7b89bc972 HTTP/1.1" status: 200 len: 210 time: 0.0705657 Feb 04 17:17:04.558490 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-8f57b922-d2ed-4520-b521-af368c138a0a None None] Provisioning complete for port fdb3918e-dec1-4a5d-b7bf-35d8195f7036 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:17:04.559112 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8f57b922-d2ed-4520-b521-af368c138a0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (fdb3918e-dec1-4a5d-b7bf-35d8195f7036), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:04.574953 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [req-113e961f-5159-48a5-9e78-a4200b48b0af req-eafe9753-b970-4b87-bc63-8abd7b28358b tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] Deleting port def23c9d-c30f-47d7-bd81-7d3520f20168 {{(pid=103376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:17:04.575381 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-113e961f-5159-48a5-9e78-a4200b48b0af req-eafe9753-b970-4b87-bc63-8abd7b28358b tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (def23c9d-c30f-47d7-bd81-7d3520f20168), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:04.721087 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-8f57b922-d2ed-4520-b521-af368c138a0a None None] Current status of the port fdb3918e-dec1-4a5d-b7bf-35d8195f7036 is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:17:04.739997 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4f14bb47-e72b-46ac-9e44-a61d9293afcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (75326290-f7a3-4db8-9cf2-15c7139ed224), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:04.741149 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port fdb3918e-dec1-4a5d-b7bf-35d8195f7036 is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:17:04.742379 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 540f917a-6f87-40b9-a7ae-c8db19682f9b up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:17:04.793506 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [req-113e961f-5159-48a5-9e78-a4200b48b0af req-eafe9753-b970-4b87-bc63-8abd7b28358b tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] For port def23c9d-c30f-47d7-bd81-7d3520f20168, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=def23c9d-c30f-47d7-bd81-7d3520f20168,segment=NetworkSegment(3a39b085-d3e6-43bb-a64c-1b06dd049e5a),segment_id=3a39b085-d3e6-43bb-a64c-1b06dd049e5a)] {{(pid=103376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:17:04.793984 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-113e961f-5159-48a5-9e78-a4200b48b0af req-eafe9753-b970-4b87-bc63-8abd7b28358b tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (def23c9d-c30f-47d7-bd81-7d3520f20168), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:04.819906 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-0e557fd8-7181-4a43-a8fb-ac72ecced977 req-7ae3603a-ac96-4319-b3c8-5030fe3eed99 tempest-ServersTestBootFromVolume-1946499048 tempest-ServersTestBootFromVolume-1946499048-project] 10.222.0.89 "GET /v2.0/ports?device_id=d05624d9-7069-4d9d-823a-9c54a8dd6b49 HTTP/1.1" status: 200 len: 210 time: 0.0842724 Feb 04 17:17:04.827040 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [req-113e961f-5159-48a5-9e78-a4200b48b0af req-eafe9753-b970-4b87-bc63-8abd7b28358b tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] Calling delete_port for def23c9d-c30f-47d7-bd81-7d3520f20168 owned by compute:nova {{(pid=103376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:17:04.851553 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port 540f917a-6f87-40b9-a7ae-c8db19682f9b triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:17:04.851969 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (540f917a-6f87-40b9-a7ae-c8db19682f9b), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:04.908734 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcd56aa-1d4a-406e-b11d-7afb6afc96e0 req-a7945fe2-8148-4c87-aac5-08bb0d463b0f tempest-LiveMigrationNegativeTest-457287813 tempest-LiveMigrationNegativeTest-457287813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:17:04.910991 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-fbcd56aa-1d4a-406e-b11d-7afb6afc96e0 req-a7945fe2-8148-4c87-aac5-08bb0d463b0f tempest-LiveMigrationNegativeTest-457287813 tempest-LiveMigrationNegativeTest-457287813-project] 10.222.0.89 "GET /v2.0/ports?device_id=b7c12e91-b86e-4a78-8c61-2259642e2816 HTTP/1.1" status: 200 len: 950 time: 0.1189637 Feb 04 17:17:05.009040 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-fbcd56aa-1d4a-406e-b11d-7afb6afc96e0 req-5dcfee5e-3537-46f0-82e9-b8f06485ae49 tempest-LiveMigrationNegativeTest-457287813 tempest-LiveMigrationNegativeTest-457287813-project] 10.222.0.89 "GET /v2.0/security-groups?id=6087b48a-7803-40bd-a4ae-88723ae4142b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830061 Feb 04 17:17:05.022164 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port 540f917a-6f87-40b9-a7ae-c8db19682f9b is: DOWN; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:17:05.022872 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (540f917a-6f87-40b9-a7ae-c8db19682f9b), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:05.076310 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] For port 540f917a-6f87-40b9-a7ae-c8db19682f9b, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=540f917a-6f87-40b9-a7ae-c8db19682f9b,segment=NetworkSegment(86370c6c-1b03-4b72-afd1-78bf747abad9),segment_id=86370c6c-1b03-4b72-afd1-78bf747abad9)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:17:05.081855 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (540f917a-6f87-40b9-a7ae-c8db19682f9b), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:05.095273 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-113e961f-5159-48a5-9e78-a4200b48b0af req-eafe9753-b970-4b87-bc63-8abd7b28358b tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (def23c9d-c30f-47d7-bd81-7d3520f20168), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:05.144296 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafe9753-b970-4b87-bc63-8abd7b28358b tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] Pushing event deleted for resources: {'Port': ['ID=def23c9d-c30f-47d7-bd81-7d3520f20168,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:17:05.150533 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Pushing event updated for resources: {'Port': ['ID=540f917a-6f87-40b9-a7ae-c8db19682f9b,revision_number=3']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:17:05.154170 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] get_ports_and_sgs() called for port_ids ['def23c9d-c30f-47d7-bd81-7d3520f20168'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 17:17:05.203353 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ac0a31-0c94-4f88-a486-a66e9a12573b req-93a052ad-f8d1-4286-b39b-0509bac0284b tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:17:05.205016 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-77ac0a31-0c94-4f88-a486-a66e9a12573b req-93a052ad-f8d1-4286-b39b-0509bac0284b tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] 10.222.0.89 "GET /v2.0/ports?device_id=013eaece-a1cd-4911-b0a3-fdda63699778 HTTP/1.1" status: 200 len: 950 time: 0.1696360 Feb 04 17:17:05.222195 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [req-113e961f-5159-48a5-9e78-a4200b48b0af req-eafe9753-b970-4b87-bc63-8abd7b28358b tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] No DVR routers for this DVR port def23c9d-c30f-47d7-bd81-7d3520f20168 on host n-h1-827839-2 {{(pid=103376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 17:17:05.228442 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-113e961f-5159-48a5-9e78-a4200b48b0af req-eafe9753-b970-4b87-bc63-8abd7b28358b tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:05.231700 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-113e961f-5159-48a5-9e78-a4200b48b0af req-eafe9753-b970-4b87-bc63-8abd7b28358b tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] 10.222.0.96 "DELETE /v2.0/ports/def23c9d-c30f-47d7-bd81-7d3520f20168 HTTP/1.1" status: 204 len: 173 time: 0.9245996 Feb 04 17:17:05.232024 n-d-827839-2 neutron-server[103376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c54f216e-39fb-4465-8339-5b51cf4324bd', 'name': 'network-vif-deleted', 'tag': 'def23c9d-c30f-47d7-bd81-7d3520f20168'}] {{(pid=103376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:17:05.234244 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d59c3bb5e2f09ebf62144d5e09b1cff60c763a9c19614c24538e77842938c05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8851ed2-1a6f-4c89-a330-61f339ba2beb" -d '{"events": [{"server_uuid": "c54f216e-39fb-4465-8339-5b51cf4324bd", "name": "network-vif-deleted", "tag": "def23c9d-c30f-47d7-bd81-7d3520f20168"}]}' {{(pid=103376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:17:05.239563 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea468b49-b1d2-4e15-befb-18a2555f0a03 None None] Network 6367dd27-864b-4e48-85a8-ef6b2d11ff91 requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:17:05.305278 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 17:17:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a485f64-7459-4943-bca4-258071963fc4 x-openstack-request-id: req-1a485f64-7459-4943-bca4-258071963fc4 {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:17:05.305586 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c54f216e-39fb-4465-8339-5b51cf4324bd", "name": "network-vif-deleted", "tag": "def23c9d-c30f-47d7-bd81-7d3520f20168", "status": "completed", "code": 200}]} {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:17:05.305821 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-1a485f64-7459-4943-bca4-258071963fc4 {{(pid=103376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:17:05.306226 n-d-827839-2 neutron-server[103376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c54f216e-39fb-4465-8339-5b51cf4324bd', 'name': 'network-vif-deleted', 'tag': 'def23c9d-c30f-47d7-bd81-7d3520f20168', 'status': 'completed', 'code': 200} Feb 04 17:17:05.325997 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-77ac0a31-0c94-4f88-a486-a66e9a12573b req-d62ecad7-95bd-4d86-8f1e-c96d36542777 tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] 10.222.0.89 "GET /v2.0/security-groups?id=5fa98c6a-94b3-4690-b9c3-4f0e67d11226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023324 Feb 04 17:17:05.387702 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-563e2cc4-df3c-41b3-80d8-0af8fa4f7e3f None None] Provisioning complete for port 540f917a-6f87-40b9-a7ae-c8db19682f9b triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:17:05.388475 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-563e2cc4-df3c-41b3-80d8-0af8fa4f7e3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (540f917a-6f87-40b9-a7ae-c8db19682f9b), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:05.427951 n-d-827839-2 neutron-server[103376]: INFO neutron.api.v2.resource [req-b8614b8f-cc98-4e30-a5f5-c86c339dc229 req-98abed0f-5cb2-47f8-81f1-bdbbb6dc6293 service neutron] show failed (client error): The resource could not be found. Feb 04 17:17:05.429043 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-b8614b8f-cc98-4e30-a5f5-c86c339dc229 req-98abed0f-5cb2-47f8-81f1-bdbbb6dc6293 service neutron] 10.222.0.96 "GET /v2.0/ports/d4e367c9-7388-41b4-951a-980d5f811eb7/bindings/n-h2-827839-2 HTTP/1.1" status: 404 len: 380 time: 0.1014369 Feb 04 17:17:05.523186 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-563e2cc4-df3c-41b3-80d8-0af8fa4f7e3f None None] Current status of the port 540f917a-6f87-40b9-a7ae-c8db19682f9b is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:17:05.553226 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-cf2cf00a-6eb1-44f2-a098-335cbfab6708 req-a27a6016-74e2-4190-b899-b3284ac2e010 tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] 10.222.0.89 "GET /v2.0/ports?device_id=f9d0cdd4-aae7-45e7-bcf1-a6ee601b78a7 HTTP/1.1" status: 200 len: 210 time: 0.0684729 Feb 04 17:17:05.633550 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-515c3133-fa13-4c3d-a18c-c43106297f74 req-9b7243bb-6c17-4fd4-8ee1-63912f2f443b tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] 10.222.0.89 "GET /v2.0/ports?device_id=c54f216e-39fb-4465-8339-5b51cf4324bd HTTP/1.1" status: 200 len: 210 time: 0.0894151 Feb 04 17:17:05.677571 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-c735e449-2ed6-493f-a515-829c9b2549b4 req-341f1a96-5de5-44d1-8d26-4c46973be0aa tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] 10.222.0.89 "GET /v2.0/ports?device_id=ca75119f-9fb0-4d35-b792-e1a7b89bc972 HTTP/1.1" status: 200 len: 210 time: 0.0373607 Feb 04 17:17:05.698465 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (ba70844b-66a0-45fd-a2f2-e6ed673321fc), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:05.770768 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076523c1-406c-4c42-87b2-ec2540dd4067 req-eb566106-d0f4-4517-a991-c2d9d1a765c5 tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:17:05.781684 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076523c1-406c-4c42-87b2-ec2540dd4067 req-eb566106-d0f4-4517-a991-c2d9d1a765c5 tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:17:05.796660 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-076523c1-406c-4c42-87b2-ec2540dd4067 req-eb566106-d0f4-4517-a991-c2d9d1a765c5 tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] 10.222.0.90 "GET /v2.0/networks?id=64bde26c-8fb3-497e-82b2-77f391b9eab4&id=6367dd27-864b-4e48-85a8-ef6b2d11ff91 HTTP/1.1" status: 200 len: 1392 time: 0.1981776 Feb 04 17:17:05.820222 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [req-076523c1-406c-4c42-87b2-ec2540dd4067 req-c2d70d74-d175-4448-b0f6-cdf84e9672a5 tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] Request body: {'port': {'device_id': 'ca75119f-9fb0-4d35-b792-e1a7b89bc972', 'network_id': '64bde26c-8fb3-497e-82b2-77f391b9eab4', 'admin_state_up': True, 'tenant_id': '33ab830fde4c41a1b2b9427ee7d64511'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:17:05.859029 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-afba5ccb-5b46-4082-a64b-494afd9246f8 None None] Provisioning complete for port 540f917a-6f87-40b9-a7ae-c8db19682f9b triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:17:05.859426 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-afba5ccb-5b46-4082-a64b-494afd9246f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (540f917a-6f87-40b9-a7ae-c8db19682f9b), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:05.969151 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-61864840-847c-4db6-970a-db4e1c85662c req-ef4931b5-5ebb-42aa-a3eb-7daa088c6de4 tempest-ServersTestBootFromVolume-1946499048 tempest-ServersTestBootFromVolume-1946499048-project] 10.222.0.89 "GET /v2.0/ports?device_id=d05624d9-7069-4d9d-823a-9c54a8dd6b49 HTTP/1.1" status: 200 len: 210 time: 0.0437932 Feb 04 17:17:06.010884 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-afba5ccb-5b46-4082-a64b-494afd9246f8 None None] Current status of the port 540f917a-6f87-40b9-a7ae-c8db19682f9b is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:17:06.015398 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8614b8f-cc98-4e30-a5f5-c86c339dc229 req-d6ec5d43-fdbf-4a33-8263-fa1aa55c0d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:17:06.017865 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-b8614b8f-cc98-4e30-a5f5-c86c339dc229 req-d6ec5d43-fdbf-4a33-8263-fa1aa55c0d22 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=013eaece-a1cd-4911-b0a3-fdda63699778&tenant_id=1cd99d9701204f3692368e4539967c47 HTTP/1.1" status: 200 len: 1132 time: 0.1934185 Feb 04 17:17:06.032175 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [req-b8614b8f-cc98-4e30-a5f5-c86c339dc229 req-e126f669-b236-4a97-a168-c2462635df01 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-827839-2', 'device_owner': 'compute:nova'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:17:06.111592 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-076523c1-406c-4c42-87b2-ec2540dd4067 req-c2d70d74-d175-4448-b0f6-cdf84e9672a5 tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] Made reservation on behalf of 33ab830fde4c41a1b2b9427ee7d64511 for: {'port': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:17:06.114907 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-076523c1-406c-4c42-87b2-ec2540dd4067 req-c2d70d74-d175-4448-b0f6-cdf84e9672a5 tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:06.170074 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device fdb3918e-dec1-4a5d-b7bf-35d8195f7036 up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:17:06.182715 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af97f22c-7aba-4c45-98e4-b15267c6c18a req-65908070-0ac6-48bf-93ff-69625530869d tempest-LiveMigrationNegativeTest-457287813 tempest-LiveMigrationNegativeTest-457287813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:17:06.184282 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-af97f22c-7aba-4c45-98e4-b15267c6c18a req-65908070-0ac6-48bf-93ff-69625530869d tempest-LiveMigrationNegativeTest-457287813 tempest-LiveMigrationNegativeTest-457287813-project] 10.222.0.89 "GET /v2.0/ports?device_id=b7c12e91-b86e-4a78-8c61-2259642e2816 HTTP/1.1" status: 200 len: 950 time: 0.0775185 Feb 04 17:17:06.207787 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-b8614b8f-cc98-4e30-a5f5-c86c339dc229 req-e126f669-b236-4a97-a168-c2462635df01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (d4e367c9-7388-41b4-951a-980d5f811eb7), before_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:06.228275 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port fdb3918e-dec1-4a5d-b7bf-35d8195f7036 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:17:06.228775 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (fdb3918e-dec1-4a5d-b7bf-35d8195f7036), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:06.251278 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-af97f22c-7aba-4c45-98e4-b15267c6c18a req-8460d2d2-741d-4b40-a46d-6f6c0cb8c887 tempest-LiveMigrationNegativeTest-457287813 tempest-LiveMigrationNegativeTest-457287813-project] 10.222.0.89 "GET /v2.0/security-groups?id=6087b48a-7803-40bd-a4ae-88723ae4142b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531297 Feb 04 17:17:06.324304 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port fdb3918e-dec1-4a5d-b7bf-35d8195f7036 is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:17:06.325780 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 540f917a-6f87-40b9-a7ae-c8db19682f9b up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:17:06.335394 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.db_base_plugin_common [req-076523c1-406c-4c42-87b2-ec2540dd4067 req-c2d70d74-d175-4448-b0f6-cdf84e9672a5 tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] Allocated IP 19.80.0.45 (64bde26c-8fb3-497e-82b2-77f391b9eab4/72e083f0-e626-4370-9b62-0b5e20f32d08/a6d8e193-58e1-468f-bfba-5f6b3d4da04d) {{(pid=103377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:17:06.384564 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port 540f917a-6f87-40b9-a7ae-c8db19682f9b triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:17:06.385348 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (540f917a-6f87-40b9-a7ae-c8db19682f9b), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:06.474835 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port 540f917a-6f87-40b9-a7ae-c8db19682f9b is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:17:06.479981 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e215505-4833-4044-920b-1e8f1efd4471 req-4e787fc7-866f-4af3-a5fb-a53bb54336cb tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:17:06.481577 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-7e215505-4833-4044-920b-1e8f1efd4471 req-4e787fc7-866f-4af3-a5fb-a53bb54336cb tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] 10.222.0.89 "GET /v2.0/ports?device_id=013eaece-a1cd-4911-b0a3-fdda63699778 HTTP/1.1" status: 200 len: 950 time: 0.0700455 Feb 04 17:17:06.547464 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-7e215505-4833-4044-920b-1e8f1efd4471 req-fe50e70e-cbc4-44f8-9429-8024dc1e4f47 tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] 10.222.0.89 "GET /v2.0/security-groups?id=5fa98c6a-94b3-4690-b9c3-4f0e67d11226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512421 Feb 04 17:17:06.595594 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd115177-25ce-4819-b156-d4b137ee7585 req-059eb991-d255-4c99-adaf-372e00da10ff tempest-LiveMigrationNegativeTest-387381086 tempest-LiveMigrationNegativeTest-387381086-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:17:06.597201 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-cd115177-25ce-4819-b156-d4b137ee7585 req-059eb991-d255-4c99-adaf-372e00da10ff tempest-LiveMigrationNegativeTest-387381086 tempest-LiveMigrationNegativeTest-387381086-project-admin] 10.222.0.89 "GET /v2.0/ports?device_id=b7c12e91-b86e-4a78-8c61-2259642e2816 HTTP/1.1" status: 200 len: 1132 time: 0.2691276 Feb 04 17:17:06.634677 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-cd115177-25ce-4819-b156-d4b137ee7585 req-2aca9d70-45c7-4f40-866f-8014d9fa0748 tempest-LiveMigrationNegativeTest-387381086 tempest-LiveMigrationNegativeTest-387381086-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:06.661366 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-42d316d4-c2bf-4524-a7f2-2b99e718558b req-efb13bcb-8955-48fa-889d-b4fad3dde5d2 tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] 10.222.0.89 "GET /v2.0/ports?device_id=f9d0cdd4-aae7-45e7-bcf1-a6ee601b78a7 HTTP/1.1" status: 200 len: 210 time: 0.0315619 Feb 04 17:17:06.768113 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [req-b8614b8f-cc98-4e30-a5f5-c86c339dc229 req-e126f669-b236-4a97-a168-c2462635df01 service neutron] For port d4e367c9-7388-41b4-951a-980d5f811eb7, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=d4e367c9-7388-41b4-951a-980d5f811eb7,segment=NetworkSegment(3a39b085-d3e6-43bb-a64c-1b06dd049e5a),segment_id=3a39b085-d3e6-43bb-a64c-1b06dd049e5a)] {{(pid=103377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:17:06.784612 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-076523c1-406c-4c42-87b2-ec2540dd4067 req-c2d70d74-d175-4448-b0f6-cdf84e9672a5 tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] Publish callbacks [] for port (a6d8e193-58e1-468f-bfba-5f6b3d4da04d), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:06.828071 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-33f30759-fb2e-47d7-96b0-e42349e81641 req-1d11e8e0-5a8b-4f60-bf83-4dc003b31b61 tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] 10.222.0.89 "GET /v2.0/ports?device_id=ca75119f-9fb0-4d35-b792-e1a7b89bc972 HTTP/1.1" status: 200 len: 210 time: 0.0495164 Feb 04 17:17:06.863224 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [req-b8614b8f-cc98-4e30-a5f5-c86c339dc229 req-e126f669-b236-4a97-a168-c2462635df01 service neutron] For port d4e367c9-7388-41b4-951a-980d5f811eb7, host n-h1-827839-2, cleared binding levels {{(pid=103377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:17:06.924909 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-cd115177-25ce-4819-b156-d4b137ee7585 req-2aca9d70-45c7-4f40-866f-8014d9fa0748 tempest-LiveMigrationNegativeTest-387381086 tempest-LiveMigrationNegativeTest-387381086-project-admin] Publish callbacks [] for security_group (2e90186f-6880-47c4-a831-414bfb0989d9), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:06.938360 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-cd115177-25ce-4819-b156-d4b137ee7585 req-2aca9d70-45c7-4f40-866f-8014d9fa0748 tempest-LiveMigrationNegativeTest-387381086 tempest-LiveMigrationNegativeTest-387381086-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (2e90186f-6880-47c4-a831-414bfb0989d9), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:06.949088 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-076523c1-406c-4c42-87b2-ec2540dd4067 req-c2d70d74-d175-4448-b0f6-cdf84e9672a5 tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (a6d8e193-58e1-468f-bfba-5f6b3d4da04d), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:06.953571 n-d-827839-2 neutron-server[103377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '013eaece-a1cd-4911-b0a3-fdda63699778', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd4e367c9-7388-41b4-951a-980d5f811eb7'}] {{(pid=103377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:17:06.955775 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7240428b650e1488e9361b62648ff4b3a6c19d49d8c27c949491ab58c1346cf0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b01dd211-0469-4e0e-a24c-44360f1a5197" -d '{"events": [{"server_uuid": "013eaece-a1cd-4911-b0a3-fdda63699778", "name": "network-vif-unplugged", "status": "completed", "tag": "d4e367c9-7388-41b4-951a-980d5f811eb7"}]}' {{(pid=103377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:17:06.970748 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-b8614b8f-cc98-4e30-a5f5-c86c339dc229 req-e126f669-b236-4a97-a168-c2462635df01 service neutron] Publish callbacks [] for port (d4e367c9-7388-41b4-951a-980d5f811eb7), precommit_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:07.021529 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 57748) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:17:07.044988 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.provisioning_blocks [req-b8614b8f-cc98-4e30-a5f5-c86c339dc229 req-e126f669-b236-4a97-a168-c2462635df01 service neutron] Transition to ACTIVE for port object d4e367c9-7388-41b4-951a-980d5f811eb7 will not be triggered until provisioned by entity L2. {{(pid=103377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 17:17:07.065148 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 04 Feb 2022 17:17:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6bd5f3f-5521-4410-9b25-95ddf3947d58 x-openstack-request-id: req-c6bd5f3f-5521-4410-9b25-95ddf3947d58 {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:17:07.065861 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "013eaece-a1cd-4911-b0a3-fdda63699778", "name": "network-vif-unplugged", "status": "completed", "tag": "d4e367c9-7388-41b4-951a-980d5f811eb7", "code": 200}]} {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:17:07.066214 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-c6bd5f3f-5521-4410-9b25-95ddf3947d58 {{(pid=103377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:17:07.066758 n-d-827839-2 neutron-server[103377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '013eaece-a1cd-4911-b0a3-fdda63699778', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd4e367c9-7388-41b4-951a-980d5f811eb7', 'code': 200} Feb 04 17:17:07.078984 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-b8614b8f-cc98-4e30-a5f5-c86c339dc229 req-e126f669-b236-4a97-a168-c2462635df01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25888290'] for port (d4e367c9-7388-41b4-951a-980d5f811eb7), after_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:07.105836 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-a1433563-b497-4afe-97b0-fd83b5df4dcd req-8cb66a37-a746-49b9-9e09-c0d86e16675b tempest-ServersTestBootFromVolume-1946499048 tempest-ServersTestBootFromVolume-1946499048-project] 10.222.0.89 "GET /v2.0/ports?device_id=d05624d9-7069-4d9d-823a-9c54a8dd6b49 HTTP/1.1" status: 200 len: 210 time: 0.0275588 Feb 04 17:17:07.107051 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-cd115177-25ce-4819-b156-d4b137ee7585 req-2aca9d70-45c7-4f40-866f-8014d9fa0748 tempest-LiveMigrationNegativeTest-387381086 tempest-LiveMigrationNegativeTest-387381086-project-admin] 10.222.0.89 "GET /v2.0/security-groups?id=6087b48a-7803-40bd-a4ae-88723ae4142b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5008063 Feb 04 17:17:07.109212 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-076523c1-406c-4c42-87b2-ec2540dd4067 req-c2d70d74-d175-4448-b0f6-cdf84e9672a5 tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] Network 64bde26c-8fb3-497e-82b2-77f391b9eab4 is already hosted by enough agents. {{(pid=103377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:17:07.113760 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aca9d70-45c7-4f40-866f-8014d9fa0748 tempest-LiveMigrationNegativeTest-387381086 tempest-LiveMigrationNegativeTest-387381086-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e90186f-6880-47c4-a831-414bfb0989d9,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:17:07.134745 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [req-076523c1-406c-4c42-87b2-ec2540dd4067 req-c2d70d74-d175-4448-b0f6-cdf84e9672a5 tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] Resources bound (agent type, host, resource id): {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:17:07.142734 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d70d74-d175-4448-b0f6-cdf84e9672a5 tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] Pushing event updated for resources: {'Port': ['ID=a6d8e193-58e1-468f-bfba-5f6b3d4da04d,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:17:07.163166 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [req-076523c1-406c-4c42-87b2-ec2540dd4067 req-c2d70d74-d175-4448-b0f6-cdf84e9672a5 tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] Received port after_create {{(pid=103377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:17:07.216280 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8614b8f-cc98-4e30-a5f5-c86c339dc229 req-e126f669-b236-4a97-a168-c2462635df01 service neutron] No DVR routers for this DVR port d4e367c9-7388-41b4-951a-980d5f811eb7 on host n-h1-827839-2 {{(pid=103377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 17:17:07.281273 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-4a0299c8-65d1-402a-931d-a17d39707393 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=de991ffa63634ff992d797b06d2aeaaa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2561915 Feb 04 17:17:07.282189 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 57758) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:17:07.336576 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076523c1-406c-4c42-87b2-ec2540dd4067 req-c2d70d74-d175-4448-b0f6-cdf84e9672a5 tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:17:07.337282 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-076523c1-406c-4c42-87b2-ec2540dd4067 req-c2d70d74-d175-4448-b0f6-cdf84e9672a5 tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:07.374781 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e126f669-b236-4a97-a168-c2462635df01 service neutron] Pushing event updated for resources: {'Port': ['ID=d4e367c9-7388-41b4-951a-980d5f811eb7,revision_number=6']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:17:07.391304 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [req-b8614b8f-cc98-4e30-a5f5-c86c339dc229 req-e126f669-b236-4a97-a168-c2462635df01 service neutron] Attempting to bind port d4e367c9-7388-41b4-951a-980d5f811eb7 on host n-h2-827839-2 for vnic_type normal with profile {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:17:07.391304 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [req-b8614b8f-cc98-4e30-a5f5-c86c339dc229 req-e126f669-b236-4a97-a168-c2462635df01 service neutron] Attempting to bind port d4e367c9-7388-41b4-951a-980d5f811eb7 by drivers openvswitch,hyperv on host n-h2-827839-2 at level 0 using segments [{'id': '3a39b085-d3e6-43bb-a64c-1b06dd049e5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '02be22b9-aa53-40ea-8050-9239cd27d1ff'}] {{(pid=103377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:17:07.391541 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8614b8f-cc98-4e30-a5f5-c86c339dc229 req-e126f669-b236-4a97-a168-c2462635df01 service neutron] Attempting to bind port d4e367c9-7388-41b4-951a-980d5f811eb7 on network 02be22b9-aa53-40ea-8050-9239cd27d1ff {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:17:07.407503 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-2796f4c6-bb61-40c0-9815-9e14b64b7028 admin admin] Publish callbacks [] for security_group (4f68676b-760c-49c3-a14c-c9afa7ad720d), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:07.413357 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-076523c1-406c-4c42-87b2-ec2540dd4067 req-c2d70d74-d175-4448-b0f6-cdf84e9672a5 tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5971370 Feb 04 17:17:07.416700 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8614b8f-cc98-4e30-a5f5-c86c339dc229 req-e126f669-b236-4a97-a168-c2462635df01 service neutron] Port d4e367c9-7388-41b4-951a-980d5f811eb7 on network 02be22b9-aa53-40ea-8050-9239cd27d1ff not bound, no agent of type Open vSwitch agent registered on host n-h2-827839-2 {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 17:17:07.417065 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8614b8f-cc98-4e30-a5f5-c86c339dc229 req-e126f669-b236-4a97-a168-c2462635df01 service neutron] Attempting to bind port d4e367c9-7388-41b4-951a-980d5f811eb7 on network 02be22b9-aa53-40ea-8050-9239cd27d1ff {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:17:07.428080 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [req-076523c1-406c-4c42-87b2-ec2540dd4067 req-42a19269-24fd-47bd-81d0-16178e73607b tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] Request body: {'port': {'device_id': 'ca75119f-9fb0-4d35-b792-e1a7b89bc972', 'network_id': '6367dd27-864b-4e48-85a8-ef6b2d11ff91', 'admin_state_up': True, 'tenant_id': '33ab830fde4c41a1b2b9427ee7d64511'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:17:07.460319 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-2796f4c6-bb61-40c0-9815-9e14b64b7028 admin admin] Publish callbacks [] for security_group (4f68676b-760c-49c3-a14c-c9afa7ad720d), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:07.465425 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8614b8f-cc98-4e30-a5f5-c86c339dc229 req-e126f669-b236-4a97-a168-c2462635df01 service neutron] Checking agent: {'id': 'f20a1ab3-4332-4f54-833b-ba4a7c687e89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 8, 40), 'started_at': datetime.datetime(2022, 2, 4, 17, 8, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 16, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:17:07.465776 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8614b8f-cc98-4e30-a5f5-c86c339dc229 req-e126f669-b236-4a97-a168-c2462635df01 service neutron] Checking segment: {'id': '3a39b085-d3e6-43bb-a64c-1b06dd049e5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '02be22b9-aa53-40ea-8050-9239cd27d1ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:17:07.466172 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8614b8f-cc98-4e30-a5f5-c86c339dc229 req-e126f669-b236-4a97-a168-c2462635df01 service neutron] Bound using segment: {'id': '3a39b085-d3e6-43bb-a64c-1b06dd049e5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '02be22b9-aa53-40ea-8050-9239cd27d1ff'} {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:17:07.466634 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [req-b8614b8f-cc98-4e30-a5f5-c86c339dc229 req-e126f669-b236-4a97-a168-c2462635df01 service neutron] Bound port: d4e367c9-7388-41b4-951a-980d5f811eb7, host: n-h2-827839-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a39b085-d3e6-43bb-a64c-1b06dd049e5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '02be22b9-aa53-40ea-8050-9239cd27d1ff'}}] {{(pid=103377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:17:07.466995 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-b8614b8f-cc98-4e30-a5f5-c86c339dc229 req-e126f669-b236-4a97-a168-c2462635df01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (d4e367c9-7388-41b4-951a-980d5f811eb7), before_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:07.530270 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-2796f4c6-bb61-40c0-9815-9e14b64b7028 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (4f68676b-760c-49c3-a14c-c9afa7ad720d), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:07.534219 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-2796f4c6-bb61-40c0-9815-9e14b64b7028 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:07.535707 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-2796f4c6-bb61-40c0-9815-9e14b64b7028 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/4f68676b-760c-49c3-a14c-c9afa7ad720d HTTP/1.1" status: 204 len: 168 time: 0.2521822 Feb 04 17:17:07.547013 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2796f4c6-bb61-40c0-9815-9e14b64b7028 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f68676b-760c-49c3-a14c-c9afa7ad720d,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:17:07.584279 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-bdfa0fd9-5ac7-4104-a3ed-8c79892dae25 None None] Provisioning complete for port a6d8e193-58e1-468f-bfba-5f6b3d4da04d triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:17:07.585422 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-bdfa0fd9-5ac7-4104-a3ed-8c79892dae25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (a6d8e193-58e1-468f-bfba-5f6b3d4da04d), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:07.643053 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-bdfa0fd9-5ac7-4104-a3ed-8c79892dae25 None None] Port a6d8e193-58e1-468f-bfba-5f6b3d4da04d cannot update to ACTIVE because it is not bound. {{(pid=103378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 17:17:07.651404 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [req-b8614b8f-cc98-4e30-a5f5-c86c339dc229 req-e126f669-b236-4a97-a168-c2462635df01 service neutron] For port d4e367c9-7388-41b4-951a-980d5f811eb7, host n-h2-827839-2, cleared binding levels {{(pid=103377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:17:07.655471 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [req-b8614b8f-cc98-4e30-a5f5-c86c339dc229 req-e126f669-b236-4a97-a168-c2462635df01 service neutron] For port d4e367c9-7388-41b4-951a-980d5f811eb7, host n-h2-827839-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=d4e367c9-7388-41b4-951a-980d5f811eb7,segment=NetworkSegment(3a39b085-d3e6-43bb-a64c-1b06dd049e5a),segment_id=3a39b085-d3e6-43bb-a64c-1b06dd049e5a)] {{(pid=103377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:17:07.663670 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-b8614b8f-cc98-4e30-a5f5-c86c339dc229 req-e126f669-b236-4a97-a168-c2462635df01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25888290'] for port (d4e367c9-7388-41b4-951a-980d5f811eb7), after_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:07.707367 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-076523c1-406c-4c42-87b2-ec2540dd4067 req-42a19269-24fd-47bd-81d0-16178e73607b tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] Made reservation on behalf of 33ab830fde4c41a1b2b9427ee7d64511 for: {'port': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:17:07.710807 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-076523c1-406c-4c42-87b2-ec2540dd4067 req-42a19269-24fd-47bd-81d0-16178e73607b tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:07.719440 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8614b8f-cc98-4e30-a5f5-c86c339dc229 req-e126f669-b236-4a97-a168-c2462635df01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:17:07.720066 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-b8614b8f-cc98-4e30-a5f5-c86c339dc229 req-e126f669-b236-4a97-a168-c2462635df01 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:07.721503 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-b8614b8f-cc98-4e30-a5f5-c86c339dc229 req-e126f669-b236-4a97-a168-c2462635df01 service neutron] 10.222.0.90 "PUT /v2.0/ports/d4e367c9-7388-41b4-951a-980d5f811eb7 HTTP/1.1" status: 200 len: 1096 time: 1.6943426 Feb 04 17:17:07.758512 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47de24a0-f5db-4951-8f77-b4c58c0918ad req-0782414f-c5fa-4b41-8428-c1825c2ce5ff tempest-LiveMigrationNegativeTest-457287813 tempest-LiveMigrationNegativeTest-457287813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:17:07.766657 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-47de24a0-f5db-4951-8f77-b4c58c0918ad req-0782414f-c5fa-4b41-8428-c1825c2ce5ff tempest-LiveMigrationNegativeTest-457287813 tempest-LiveMigrationNegativeTest-457287813-project] 10.222.0.89 "GET /v2.0/ports?device_id=b7c12e91-b86e-4a78-8c61-2259642e2816 HTTP/1.1" status: 200 len: 950 time: 0.0702708 Feb 04 17:17:07.836816 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-47de24a0-f5db-4951-8f77-b4c58c0918ad req-8f078067-65d0-438d-adf3-379a8f708b14 tempest-LiveMigrationNegativeTest-457287813 tempest-LiveMigrationNegativeTest-457287813-project] 10.222.0.89 "GET /v2.0/security-groups?id=6087b48a-7803-40bd-a4ae-88723ae4142b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681400 Feb 04 17:17:07.866179 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e126f669-b236-4a97-a168-c2462635df01 service neutron] Pushing event updated for resources: {'Port': ['ID=d4e367c9-7388-41b4-951a-980d5f811eb7,revision_number=7']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:17:07.944888 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9c72cf-733a-41bf-904c-7a3449a11d5c req-906dec22-9deb-4b3d-8498-7d210922c3bc tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:17:07.953293 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-bb9c72cf-733a-41bf-904c-7a3449a11d5c req-906dec22-9deb-4b3d-8498-7d210922c3bc tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] 10.222.0.89 "GET /v2.0/ports?device_id=013eaece-a1cd-4911-b0a3-fdda63699778 HTTP/1.1" status: 200 len: 948 time: 0.2248325 Feb 04 17:17:07.983221 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8614b8f-cc98-4e30-a5f5-c86c339dc229 req-8bf3c99d-e65f-419f-8375-0539c581c495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:17:07.984704 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-b8614b8f-cc98-4e30-a5f5-c86c339dc229 req-8bf3c99d-e65f-419f-8375-0539c581c495 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=1cd99d9701204f3692368e4539967c47&device_id=013eaece-a1cd-4911-b0a3-fdda63699778 HTTP/1.1" status: 200 len: 1130 time: 0.2204251 Feb 04 17:17:07.988201 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-25d944ab-7509-4675-907f-e5e66828c664 req-e4b600a6-a4d2-412b-b70a-5fe6174ae0d7 tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] 10.222.0.89 "GET /v2.0/ports?device_id=f9d0cdd4-aae7-45e7-bcf1-a6ee601b78a7 HTTP/1.1" status: 200 len: 210 time: 0.0377233 Feb 04 17:17:08.097016 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 57774) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:17:08.155652 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-bb9c72cf-733a-41bf-904c-7a3449a11d5c req-eaf8a582-ce9a-4795-8699-dce03a326a25 tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] 10.222.0.89 "GET /v2.0/security-groups?id=5fa98c6a-94b3-4690-b9c3-4f0e67d11226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1925862 Feb 04 17:17:08.170744 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.db_base_plugin_common [req-076523c1-406c-4c42-87b2-ec2540dd4067 req-42a19269-24fd-47bd-81d0-16178e73607b tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] Allocated IP 19.86.0.103 (6367dd27-864b-4e48-85a8-ef6b2d11ff91/91bbd32d-94f8-43c1-ae00-841782e8d40f/ca490ec2-a8f2-40b4-b868-46ce019b5e9b) {{(pid=103377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:17:08.215351 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-3f7df0cd-1e04-4ad2-acff-01e2ffac7041 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=984eeb1e75374a709a3084b994a44e7b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1146858 Feb 04 17:17:08.216861 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 57778) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:17:08.229158 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8614b8f-cc98-4e30-a5f5-c86c339dc229 req-bb281624-cb46-45f7-930d-810603e8df1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:17:08.231192 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-b8614b8f-cc98-4e30-a5f5-c86c339dc229 req-bb281624-cb46-45f7-930d-810603e8df1e service neutron] 10.222.0.90 "GET /v2.0/networks?id=02be22b9-aa53-40ea-8050-9239cd27d1ff HTTP/1.1" status: 200 len: 870 time: 0.2290037 Feb 04 17:17:08.241427 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078240d6-012e-4bba-ad0e-3e2d51776f50 req-484309c0-b1a4-4702-8e66-fd245061a14b tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:17:08.242960 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-078240d6-012e-4bba-ad0e-3e2d51776f50 req-484309c0-b1a4-4702-8e66-fd245061a14b tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] 10.222.0.89 "GET /v2.0/ports?device_id=ca75119f-9fb0-4d35-b792-e1a7b89bc972 HTTP/1.1" status: 200 len: 931 time: 0.1174057 Feb 04 17:17:08.309982 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-d1e1b55a-a292-4fdc-bcdf-18b9ce5d8f76 req-a804f473-d26d-4d98-9d30-54b377339ada tempest-ServersTestBootFromVolume-1946499048 tempest-ServersTestBootFromVolume-1946499048-project] 10.222.0.89 "GET /v2.0/ports?device_id=d05624d9-7069-4d9d-823a-9c54a8dd6b49 HTTP/1.1" status: 200 len: 210 time: 0.0688386 Feb 04 17:17:08.313360 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-b8614b8f-cc98-4e30-a5f5-c86c339dc229 req-b215c436-6e28-4f63-bff1-7ab3d5ce922a service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.146&port_id=d4e367c9-7388-41b4-951a-980d5f811eb7 HTTP/1.1" status: 200 len: 217 time: 0.0732632 Feb 04 17:17:08.348340 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-078240d6-012e-4bba-ad0e-3e2d51776f50 req-30193c46-9af3-4f72-b970-d55c344f248d tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] 10.222.0.89 "GET /v2.0/security-groups?id=e5444cce-a82b-43a5-837a-e27373d38b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944819 Feb 04 17:17:08.350507 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-fd073e70-9af8-400f-b790-b3734591ef79 admin admin] Publish callbacks [] for security_group (5de663fe-41f4-4719-acaf-4fda2a69a8e3), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:08.375753 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-fd073e70-9af8-400f-b790-b3734591ef79 admin admin] Publish callbacks [] for security_group (5de663fe-41f4-4719-acaf-4fda2a69a8e3), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:08.422069 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device def23c9d-c30f-47d7-bd81-7d3520f20168 no longer exists at agent hyperv_n-h1-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:17:08.432753 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8614b8f-cc98-4e30-a5f5-c86c339dc229 req-078ae328-0793-4b57-b434-381ac8bb76c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:17:08.434508 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-b8614b8f-cc98-4e30-a5f5-c86c339dc229 req-078ae328-0793-4b57-b434-381ac8bb76c1 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=c974b0ff-2c5c-4667-8a81-3bde3ea6ced5 HTTP/1.1" status: 200 len: 843 time: 0.1135228 Feb 04 17:17:08.437572 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-fd073e70-9af8-400f-b790-b3734591ef79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (5de663fe-41f4-4719-acaf-4fda2a69a8e3), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:08.441578 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-fd073e70-9af8-400f-b790-b3734591ef79 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:08.448613 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] No Port match for: def23c9d-c30f-47d7-bd81-7d3520f20168 {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 17:17:08.448896 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device def23c9d-c30f-47d7-bd81-7d3520f20168 not bound to the agent host n-h1-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 17:17:08.449142 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device d4e367c9-7388-41b4-951a-980d5f811eb7 no longer exists at agent hyperv_n-h1-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:17:08.461612 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-fd073e70-9af8-400f-b790-b3734591ef79 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/5de663fe-41f4-4719-acaf-4fda2a69a8e3 HTTP/1.1" status: 204 len: 168 time: 0.2277188 Feb 04 17:17:08.481195 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd073e70-9af8-400f-b790-b3734591ef79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5de663fe-41f4-4719-acaf-4fda2a69a8e3,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:17:08.489688 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] The host n-h1-827839-2 is not matching for port d4e367c9-7388-41b4-951a-980d5f811eb7 host n-h2-827839-2! {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Feb 04 17:17:08.489688 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device d4e367c9-7388-41b4-951a-980d5f811eb7 not bound to the agent host n-h1-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 17:17:08.515809 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-076523c1-406c-4c42-87b2-ec2540dd4067 req-42a19269-24fd-47bd-81d0-16178e73607b tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] Publish callbacks [] for port (ca490ec2-a8f2-40b4-b868-46ce019b5e9b), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:08.535156 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8614b8f-cc98-4e30-a5f5-c86c339dc229 req-59c30554-76a1-4569-96fa-3c7a0e19f961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:17:08.536691 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-b8614b8f-cc98-4e30-a5f5-c86c339dc229 req-59c30554-76a1-4569-96fa-3c7a0e19f961 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=02be22b9-aa53-40ea-8050-9239cd27d1ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0878439 Feb 04 17:17:08.965828 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-076523c1-406c-4c42-87b2-ec2540dd4067 req-42a19269-24fd-47bd-81d0-16178e73607b tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (ca490ec2-a8f2-40b4-b868-46ce019b5e9b), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:09.078545 n-d-827839-2 neutron-server[103377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '013eaece-a1cd-4911-b0a3-fdda63699778', 'tag': 'd4e367c9-7388-41b4-951a-980d5f811eb7'}] {{(pid=103377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:17:09.081358 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7240428b650e1488e9361b62648ff4b3a6c19d49d8c27c949491ab58c1346cf0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f2be4cf-8dcc-43fc-b318-ff0eeb8fc61c" -d '{"events": [{"name": "network-changed", "server_uuid": "013eaece-a1cd-4911-b0a3-fdda63699778", "tag": "d4e367c9-7388-41b4-951a-980d5f811eb7"}]}' {{(pid=103377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:17:09.094498 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-076523c1-406c-4c42-87b2-ec2540dd4067 req-42a19269-24fd-47bd-81d0-16178e73607b tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] Network 6367dd27-864b-4e48-85a8-ef6b2d11ff91 is already hosted by enough agents. {{(pid=103377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:17:09.103037 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [req-076523c1-406c-4c42-87b2-ec2540dd4067 req-42a19269-24fd-47bd-81d0-16178e73607b tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] Resources bound (agent type, host, resource id): {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:17:09.103332 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-5c7e192d-5704-45e0-9400-49dcc013213d req-60ba4cf0-5e2a-4fa8-8eeb-dcee140522fa tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] 10.222.0.89 "GET /v2.0/ports?device_id=f9d0cdd4-aae7-45e7-bcf1-a6ee601b78a7 HTTP/1.1" status: 200 len: 210 time: 0.0314503 Feb 04 17:17:09.110724 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-b8614b8f-cc98-4e30-a5f5-c86c339dc229 req-044f75a7-abd1-47e8-8fba-accd3b4e6dda service neutron] 10.222.0.90 "GET /v2.0/networks/02be22b9-aa53-40ea-8050-9239cd27d1ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5641091 Feb 04 17:17:09.111683 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [req-076523c1-406c-4c42-87b2-ec2540dd4067 req-42a19269-24fd-47bd-81d0-16178e73607b tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] Received port after_create {{(pid=103377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:17:09.115305 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a19269-24fd-47bd-81d0-16178e73607b tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] Pushing event updated for resources: {'Port': ['ID=ca490ec2-a8f2-40b4-b868-46ce019b5e9b,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:17:09.288470 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-b8614b8f-cc98-4e30-a5f5-c86c339dc229 req-58769308-a699-4429-8331-8ed5847ec035 service neutron] 10.222.0.90 "GET /v2.0/networks/02be22b9-aa53-40ea-8050-9239cd27d1ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273398 Feb 04 17:17:09.308433 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3a44b6-f5b9-4023-87d6-3968af73a7c6 req-46aad701-be64-4e94-b722-82d215b863af tempest-LiveMigrationNegativeTest-457287813 tempest-LiveMigrationNegativeTest-457287813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:17:09.326813 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-7e3a44b6-f5b9-4023-87d6-3968af73a7c6 req-46aad701-be64-4e94-b722-82d215b863af tempest-LiveMigrationNegativeTest-457287813 tempest-LiveMigrationNegativeTest-457287813-project] 10.222.0.89 "GET /v2.0/ports?device_id=b7c12e91-b86e-4a78-8c61-2259642e2816 HTTP/1.1" status: 200 len: 950 time: 0.3622601 Feb 04 17:17:09.330152 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 17:17:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02824e6f-fbe0-4bbf-9ebb-6be4bfa11610 x-openstack-request-id: req-02824e6f-fbe0-4bbf-9ebb-6be4bfa11610 {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:17:09.330436 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "013eaece-a1cd-4911-b0a3-fdda63699778", "tag": "d4e367c9-7388-41b4-951a-980d5f811eb7", "status": "completed", "code": 200}]} {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:17:09.330699 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-02824e6f-fbe0-4bbf-9ebb-6be4bfa11610 {{(pid=103377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:17:09.331066 n-d-827839-2 neutron-server[103377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '013eaece-a1cd-4911-b0a3-fdda63699778', 'tag': 'd4e367c9-7388-41b4-951a-980d5f811eb7', 'status': 'completed', 'code': 200} Feb 04 17:17:09.423834 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2be4cf-8dcc-43fc-b318-ff0eeb8fc61c req-f6a5a6e1-ce03-4f62-b204-fc4db7371bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:17:09.427226 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-9f2be4cf-8dcc-43fc-b318-ff0eeb8fc61c req-f6a5a6e1-ce03-4f62-b204-fc4db7371bb1 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=1cd99d9701204f3692368e4539967c47&device_id=013eaece-a1cd-4911-b0a3-fdda63699778 HTTP/1.1" status: 200 len: 1130 time: 0.1692984 Feb 04 17:17:09.442139 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076523c1-406c-4c42-87b2-ec2540dd4067 req-42a19269-24fd-47bd-81d0-16178e73607b tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:17:09.442872 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-076523c1-406c-4c42-87b2-ec2540dd4067 req-42a19269-24fd-47bd-81d0-16178e73607b tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:09.471788 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-076523c1-406c-4c42-87b2-ec2540dd4067 req-42a19269-24fd-47bd-81d0-16178e73607b tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0511427 Feb 04 17:17:09.489287 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-7e3a44b6-f5b9-4023-87d6-3968af73a7c6 req-fd93413a-2202-4cd2-8568-55983c4dfbf1 tempest-LiveMigrationNegativeTest-457287813 tempest-LiveMigrationNegativeTest-457287813-project] 10.222.0.89 "GET /v2.0/security-groups?id=6087b48a-7803-40bd-a4ae-88723ae4142b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615651 Feb 04 17:17:09.495464 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [req-076523c1-406c-4c42-87b2-ec2540dd4067 req-3a2c0f10-a665-4b0a-862b-e3448b1f9afd service neutron] Request body: {'port': {'device_id': 'ca75119f-9fb0-4d35-b792-e1a7b89bc972', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827839-2'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:17:09.505829 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2be4cf-8dcc-43fc-b318-ff0eeb8fc61c req-6bfcdd39-281d-4343-8362-0ca8bd37a5d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:17:09.505829 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-9f2be4cf-8dcc-43fc-b318-ff0eeb8fc61c req-6bfcdd39-281d-4343-8362-0ca8bd37a5d2 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=1cd99d9701204f3692368e4539967c47&device_id=013eaece-a1cd-4911-b0a3-fdda63699778 HTTP/1.1" status: 200 len: 1130 time: 0.1274714 Feb 04 17:17:09.506150 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59de2413-49f3-41a2-bc41-9ec5db2bda4f req-4798e8f0-a92e-4bc1-ba18-df2a69acb25d tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:17:09.507291 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-59de2413-49f3-41a2-bc41-9ec5db2bda4f req-4798e8f0-a92e-4bc1-ba18-df2a69acb25d tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] 10.222.0.89 "GET /v2.0/ports?device_id=013eaece-a1cd-4911-b0a3-fdda63699778 HTTP/1.1" status: 200 len: 948 time: 0.1890872 Feb 04 17:17:09.561054 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-c6852a86-b3d5-4ffd-99a0-7e91a7bf781a None None] Provisioning complete for port ca490ec2-a8f2-40b4-b868-46ce019b5e9b triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:17:09.562326 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c6852a86-b3d5-4ffd-99a0-7e91a7bf781a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (ca490ec2-a8f2-40b4-b868-46ce019b5e9b), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:09.600689 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-59de2413-49f3-41a2-bc41-9ec5db2bda4f req-9fb8c4df-9231-4db5-baac-550100e21f65 tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] 10.222.0.89 "GET /v2.0/security-groups?id=5fa98c6a-94b3-4690-b9c3-4f0e67d11226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804543 Feb 04 17:17:09.609710 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2be4cf-8dcc-43fc-b318-ff0eeb8fc61c req-b866c777-bce9-4575-85fc-89537b5c6ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:17:09.613785 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-9f2be4cf-8dcc-43fc-b318-ff0eeb8fc61c req-b866c777-bce9-4575-85fc-89537b5c6ae6 service neutron] 10.222.0.96 "GET /v2.0/networks?id=02be22b9-aa53-40ea-8050-9239cd27d1ff HTTP/1.1" status: 200 len: 870 time: 0.1738174 Feb 04 17:17:09.638399 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-c6852a86-b3d5-4ffd-99a0-7e91a7bf781a None None] Port ca490ec2-a8f2-40b4-b868-46ce019b5e9b cannot update to ACTIVE because it is not bound. {{(pid=103378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 17:17:09.649579 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-997e55cf-2dee-4264-8fd3-5bc0cd9137fe req-12c5b830-e234-407f-b76f-46e6919a52b5 tempest-ServersTestBootFromVolume-1946499048 tempest-ServersTestBootFromVolume-1946499048-project] 10.222.0.89 "GET /v2.0/ports?device_id=d05624d9-7069-4d9d-823a-9c54a8dd6b49 HTTP/1.1" status: 200 len: 210 time: 0.0620661 Feb 04 17:17:09.696058 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-9f2be4cf-8dcc-43fc-b318-ff0eeb8fc61c req-0346d71a-d483-4ed0-b77f-38afb26b682c service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.146&port_id=d4e367c9-7388-41b4-951a-980d5f811eb7 HTTP/1.1" status: 200 len: 217 time: 0.0733509 Feb 04 17:17:09.707846 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-076523c1-406c-4c42-87b2-ec2540dd4067 req-3a2c0f10-a665-4b0a-862b-e3448b1f9afd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (a6d8e193-58e1-468f-bfba-5f6b3d4da04d), before_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:09.765914 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2be4cf-8dcc-43fc-b318-ff0eeb8fc61c req-0e8840c5-7ebc-4158-8c7e-e5b57db1ae5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:17:09.767499 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-9f2be4cf-8dcc-43fc-b318-ff0eeb8fc61c req-0e8840c5-7ebc-4158-8c7e-e5b57db1ae5d service neutron] 10.222.0.90 "GET /v2.0/networks?id=02be22b9-aa53-40ea-8050-9239cd27d1ff HTTP/1.1" status: 200 len: 870 time: 0.2559884 Feb 04 17:17:09.798409 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2be4cf-8dcc-43fc-b318-ff0eeb8fc61c req-a40628bd-35b6-41a9-ac91-0936ab5039b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:17:09.800053 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-9f2be4cf-8dcc-43fc-b318-ff0eeb8fc61c req-a40628bd-35b6-41a9-ac91-0936ab5039b5 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=c974b0ff-2c5c-4667-8a81-3bde3ea6ced5 HTTP/1.1" status: 200 len: 843 time: 0.0962927 Feb 04 17:17:09.815320 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db04a6b-6fe0-49d2-99fa-b262b7c9755d req-59d0e434-7fa2-41f3-9a97-cb9ad2a40b14 tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:17:09.821176 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db04a6b-6fe0-49d2-99fa-b262b7c9755d req-59d0e434-7fa2-41f3-9a97-cb9ad2a40b14 tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:17:09.822846 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-4db04a6b-6fe0-49d2-99fa-b262b7c9755d req-59d0e434-7fa2-41f3-9a97-cb9ad2a40b14 tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] 10.222.0.89 "GET /v2.0/ports?device_id=ca75119f-9fb0-4d35-b792-e1a7b89bc972 HTTP/1.1" status: 200 len: 1654 time: 0.1204967 Feb 04 17:17:09.833596 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-9f2be4cf-8dcc-43fc-b318-ff0eeb8fc61c req-05690f28-b8e8-4bf3-8e35-eb111a76608d service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.146&port_id=d4e367c9-7388-41b4-951a-980d5f811eb7 HTTP/1.1" status: 200 len: 217 time: 0.0566089 Feb 04 17:17:09.895001 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2be4cf-8dcc-43fc-b318-ff0eeb8fc61c req-c2a7a2d7-be20-4dc3-a70b-6272a6fcf177 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:17:09.900013 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-9f2be4cf-8dcc-43fc-b318-ff0eeb8fc61c req-c2a7a2d7-be20-4dc3-a70b-6272a6fcf177 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=c974b0ff-2c5c-4667-8a81-3bde3ea6ced5 HTTP/1.1" status: 200 len: 843 time: 0.0542743 Feb 04 17:17:09.965219 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-4db04a6b-6fe0-49d2-99fa-b262b7c9755d req-320d04c1-539f-494b-8acf-29e97fce6bf1 tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] 10.222.0.89 "GET /v2.0/security-groups?id=e5444cce-a82b-43a5-837a-e27373d38b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138222 Feb 04 17:17:09.970752 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (f20a1ab3-4332-4f54-833b-ba4a7c687e89), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:09.981281 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2be4cf-8dcc-43fc-b318-ff0eeb8fc61c req-2fa55248-5b96-487a-bf62-c4ebe240cfc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:17:09.982876 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-9f2be4cf-8dcc-43fc-b318-ff0eeb8fc61c req-2fa55248-5b96-487a-bf62-c4ebe240cfc5 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=02be22b9-aa53-40ea-8050-9239cd27d1ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1757462 Feb 04 17:17:09.992665 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e4d1e0-03d4-4d58-b821-8271f847a2d1 req-7aa7f687-c820-45f6-ac49-3ac6b83b3168 tempest-LiveMigrationNegativeTest-457287813 tempest-LiveMigrationNegativeTest-457287813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:17:09.992665 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-d8e4d1e0-03d4-4d58-b821-8271f847a2d1 req-7aa7f687-c820-45f6-ac49-3ac6b83b3168 tempest-LiveMigrationNegativeTest-457287813 tempest-LiveMigrationNegativeTest-457287813-project] 10.222.0.96 "GET /v2.0/ports?device_id=b7c12e91-b86e-4a78-8c61-2259642e2816 HTTP/1.1" status: 200 len: 950 time: 0.1556196 Feb 04 17:17:10.080204 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2be4cf-8dcc-43fc-b318-ff0eeb8fc61c req-0236dd67-3e66-4073-ae0e-02a5c23ecd79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:17:10.081784 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-9f2be4cf-8dcc-43fc-b318-ff0eeb8fc61c req-0236dd67-3e66-4073-ae0e-02a5c23ecd79 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=02be22b9-aa53-40ea-8050-9239cd27d1ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1736495 Feb 04 17:17:10.200930 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-9f2be4cf-8dcc-43fc-b318-ff0eeb8fc61c req-a3862e33-95d5-4f42-b4a0-1e9cdf2ac79a service neutron] 10.222.0.90 "GET /v2.0/networks/02be22b9-aa53-40ea-8050-9239cd27d1ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1109278 Feb 04 17:17:10.218589 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-9f2be4cf-8dcc-43fc-b318-ff0eeb8fc61c req-8bbbdfa9-1027-4da9-8f21-db1f4024947f service neutron] 10.222.0.96 "GET /v2.0/networks/02be22b9-aa53-40ea-8050-9239cd27d1ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2260678 Feb 04 17:17:10.224932 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [req-d8e4d1e0-03d4-4d58-b821-8271f847a2d1 req-6cdc08e2-5e1b-40e2-8c49-3726c364aaff tempest-LiveMigrationNegativeTest-457287813 tempest-LiveMigrationNegativeTest-457287813-project] Deleting port 2ebc79f4-52ba-4a59-a74e-a42b0b5ac747 {{(pid=103376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:17:10.225387 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-d8e4d1e0-03d4-4d58-b821-8271f847a2d1 req-6cdc08e2-5e1b-40e2-8c49-3726c364aaff tempest-LiveMigrationNegativeTest-457287813 tempest-LiveMigrationNegativeTest-457287813-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (2ebc79f4-52ba-4a59-a74e-a42b0b5ac747), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:10.330162 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-9f2be4cf-8dcc-43fc-b318-ff0eeb8fc61c req-58da2016-61c9-4447-a82b-424afad8cf4f service neutron] 10.222.0.90 "GET /v2.0/networks/02be22b9-aa53-40ea-8050-9239cd27d1ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1187587 Feb 04 17:17:10.373659 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 57856) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:17:10.375986 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-7622de47-301a-4726-bd75-46a9d1060d6c req-edf1ab8d-b8d6-43ce-a22f-271cc6ce7704 tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] 10.222.0.89 "GET /v2.0/ports?device_id=f9d0cdd4-aae7-45e7-bcf1-a6ee601b78a7 HTTP/1.1" status: 200 len: 210 time: 0.1353118 Feb 04 17:17:10.455304 n-d-827839-2 neutron-server[103377]: DEBUG neutron.notifiers.nova [req-076523c1-406c-4c42-87b2-ec2540dd4067 req-3a2c0f10-a665-4b0a-862b-e3448b1f9afd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a6d8e193-58e1-468f-bfba-5f6b3d4da04d {{(pid=103377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 17:17:10.458249 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-9f2be4cf-8dcc-43fc-b318-ff0eeb8fc61c req-c171042a-2944-45bb-b8a0-3cd1380ed004 service neutron] 10.222.0.96 "GET /v2.0/networks/02be22b9-aa53-40ea-8050-9239cd27d1ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2286725 Feb 04 17:17:10.459983 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [req-d8e4d1e0-03d4-4d58-b821-8271f847a2d1 req-6cdc08e2-5e1b-40e2-8c49-3726c364aaff tempest-LiveMigrationNegativeTest-457287813 tempest-LiveMigrationNegativeTest-457287813-project] For port 2ebc79f4-52ba-4a59-a74e-a42b0b5ac747, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=2ebc79f4-52ba-4a59-a74e-a42b0b5ac747,segment=NetworkSegment(3a39b085-d3e6-43bb-a64c-1b06dd049e5a),segment_id=3a39b085-d3e6-43bb-a64c-1b06dd049e5a)] {{(pid=103376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:17:10.460351 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-d8e4d1e0-03d4-4d58-b821-8271f847a2d1 req-6cdc08e2-5e1b-40e2-8c49-3726c364aaff tempest-LiveMigrationNegativeTest-457287813 tempest-LiveMigrationNegativeTest-457287813-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (2ebc79f4-52ba-4a59-a74e-a42b0b5ac747), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:10.466763 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-076523c1-406c-4c42-87b2-ec2540dd4067 req-3a2c0f10-a665-4b0a-862b-e3448b1f9afd service neutron] Publish callbacks [] for port (a6d8e193-58e1-468f-bfba-5f6b3d4da04d), precommit_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:10.481485 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.provisioning_blocks [req-076523c1-406c-4c42-87b2-ec2540dd4067 req-3a2c0f10-a665-4b0a-862b-e3448b1f9afd service neutron] Transition to ACTIVE for port object a6d8e193-58e1-468f-bfba-5f6b3d4da04d will not be triggered until provisioned by entity L2. {{(pid=103377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 17:17:10.489082 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-076523c1-406c-4c42-87b2-ec2540dd4067 req-3a2c0f10-a665-4b0a-862b-e3448b1f9afd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25888290'] for port (a6d8e193-58e1-468f-bfba-5f6b3d4da04d), after_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:10.489552 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [req-d8e4d1e0-03d4-4d58-b821-8271f847a2d1 req-6cdc08e2-5e1b-40e2-8c49-3726c364aaff tempest-LiveMigrationNegativeTest-457287813 tempest-LiveMigrationNegativeTest-457287813-project] Calling delete_port for 2ebc79f4-52ba-4a59-a74e-a42b0b5ac747 owned by compute:nova {{(pid=103376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:17:10.550847 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-19cae325-73be-4253-85ba-55c8b13cb073 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:10.612347 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2c0f10-a665-4b0a-862b-e3448b1f9afd service neutron] Pushing event updated for resources: {'Port': ['ID=a6d8e193-58e1-468f-bfba-5f6b3d4da04d,revision_number=2']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:17:10.759127 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-d8e4d1e0-03d4-4d58-b821-8271f847a2d1 req-6cdc08e2-5e1b-40e2-8c49-3726c364aaff tempest-LiveMigrationNegativeTest-457287813 tempest-LiveMigrationNegativeTest-457287813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (2ebc79f4-52ba-4a59-a74e-a42b0b5ac747), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:10.768437 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348a23ed-a3a9-401c-905f-1e7e4b653da4 req-4fc23522-ea1b-4c5d-9ef7-c0caff5dc17e tempest-LiveMigrationNegativeTest-457287813 tempest-LiveMigrationNegativeTest-457287813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:17:10.774557 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] get_ports_and_sgs() called for port_ids ['0dc4fa0b-49d4-4322-a177-c1cdf6851741', '2ebc79f4-52ba-4a59-a74e-a42b0b5ac747'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 17:17:10.776598 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-348a23ed-a3a9-401c-905f-1e7e4b653da4 req-4fc23522-ea1b-4c5d-9ef7-c0caff5dc17e tempest-LiveMigrationNegativeTest-457287813 tempest-LiveMigrationNegativeTest-457287813-project] 10.222.0.89 "GET /v2.0/ports?device_id=b7c12e91-b86e-4a78-8c61-2259642e2816 HTTP/1.1" status: 200 len: 950 time: 0.1938534 Feb 04 17:17:10.814132 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-19cae325-73be-4253-85ba-55c8b13cb073 admin admin] Publish callbacks [] for security_group (856b976b-0ece-418d-9ce0-e5cd20bc3a2c), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:10.827391 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cdc08e2-5e1b-40e2-8c49-3726c364aaff tempest-LiveMigrationNegativeTest-457287813 tempest-LiveMigrationNegativeTest-457287813-project] Pushing event deleted for resources: {'Port': ['ID=2ebc79f4-52ba-4a59-a74e-a42b0b5ac747,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:17:10.827804 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-19cae325-73be-4253-85ba-55c8b13cb073 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (856b976b-0ece-418d-9ce0-e5cd20bc3a2c), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:10.847134 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [req-076523c1-406c-4c42-87b2-ec2540dd4067 req-3a2c0f10-a665-4b0a-862b-e3448b1f9afd service neutron] Attempting to bind port a6d8e193-58e1-468f-bfba-5f6b3d4da04d on host n-h2-827839-2 for vnic_type normal with profile {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:17:10.847483 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [req-076523c1-406c-4c42-87b2-ec2540dd4067 req-3a2c0f10-a665-4b0a-862b-e3448b1f9afd service neutron] Attempting to bind port a6d8e193-58e1-468f-bfba-5f6b3d4da04d by drivers openvswitch,hyperv on host n-h2-827839-2 at level 0 using segments [{'id': 'e2a69fa6-d233-409c-ac08-37e5b3f4a0c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '64bde26c-8fb3-497e-82b2-77f391b9eab4'}] {{(pid=103377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:17:10.847821 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-076523c1-406c-4c42-87b2-ec2540dd4067 req-3a2c0f10-a665-4b0a-862b-e3448b1f9afd service neutron] Attempting to bind port a6d8e193-58e1-468f-bfba-5f6b3d4da04d on network 64bde26c-8fb3-497e-82b2-77f391b9eab4 {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:17:10.904712 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-076523c1-406c-4c42-87b2-ec2540dd4067 req-3a2c0f10-a665-4b0a-862b-e3448b1f9afd service neutron] Port a6d8e193-58e1-468f-bfba-5f6b3d4da04d on network 64bde26c-8fb3-497e-82b2-77f391b9eab4 not bound, no agent of type Open vSwitch agent registered on host n-h2-827839-2 {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 17:17:10.905066 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-076523c1-406c-4c42-87b2-ec2540dd4067 req-3a2c0f10-a665-4b0a-862b-e3448b1f9afd service neutron] Attempting to bind port a6d8e193-58e1-468f-bfba-5f6b3d4da04d on network 64bde26c-8fb3-497e-82b2-77f391b9eab4 {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:17:10.910814 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02421699-45b5-4069-b423-94766a90ca1a req-25b314cb-7d98-44c9-b6c0-ee127b36b698 tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:17:10.919480 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-02421699-45b5-4069-b423-94766a90ca1a req-25b314cb-7d98-44c9-b6c0-ee127b36b698 tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] 10.222.0.89 "GET /v2.0/ports?device_id=013eaece-a1cd-4911-b0a3-fdda63699778 HTTP/1.1" status: 200 len: 948 time: 0.2060363 Feb 04 17:17:10.947050 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-076523c1-406c-4c42-87b2-ec2540dd4067 req-3a2c0f10-a665-4b0a-862b-e3448b1f9afd service neutron] Checking agent: {'id': 'f20a1ab3-4332-4f54-833b-ba4a7c687e89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 8, 40), 'started_at': datetime.datetime(2022, 2, 4, 17, 8, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 17, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:17:10.947050 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-076523c1-406c-4c42-87b2-ec2540dd4067 req-3a2c0f10-a665-4b0a-862b-e3448b1f9afd service neutron] Checking segment: {'id': 'e2a69fa6-d233-409c-ac08-37e5b3f4a0c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '64bde26c-8fb3-497e-82b2-77f391b9eab4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:17:10.947050 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-076523c1-406c-4c42-87b2-ec2540dd4067 req-3a2c0f10-a665-4b0a-862b-e3448b1f9afd service neutron] Bound using segment: {'id': 'e2a69fa6-d233-409c-ac08-37e5b3f4a0c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '64bde26c-8fb3-497e-82b2-77f391b9eab4'} {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:17:10.947050 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [req-076523c1-406c-4c42-87b2-ec2540dd4067 req-3a2c0f10-a665-4b0a-862b-e3448b1f9afd service neutron] Bound port: a6d8e193-58e1-468f-bfba-5f6b3d4da04d, host: n-h2-827839-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e2a69fa6-d233-409c-ac08-37e5b3f4a0c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '64bde26c-8fb3-497e-82b2-77f391b9eab4'}}] {{(pid=103377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:17:10.947050 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-076523c1-406c-4c42-87b2-ec2540dd4067 req-3a2c0f10-a665-4b0a-862b-e3448b1f9afd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (a6d8e193-58e1-468f-bfba-5f6b3d4da04d), before_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:10.952320 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-19cae325-73be-4253-85ba-55c8b13cb073 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=382d6d9d38bf40da8dfded2357c9ba3e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5776529 Feb 04 17:17:10.953170 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19cae325-73be-4253-85ba-55c8b13cb073 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=856b976b-0ece-418d-9ce0-e5cd20bc3a2c,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:17:10.961267 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 57866) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:17:10.970624 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-348a23ed-a3a9-401c-905f-1e7e4b653da4 req-edbd045d-786a-4564-81c0-b217799d1ad1 tempest-LiveMigrationNegativeTest-457287813 tempest-LiveMigrationNegativeTest-457287813-project] 10.222.0.89 "GET /v2.0/security-groups?id=6087b48a-7803-40bd-a4ae-88723ae4142b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1931469 Feb 04 17:17:10.973934 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8e4d1e0-03d4-4d58-b821-8271f847a2d1 req-6cdc08e2-5e1b-40e2-8c49-3726c364aaff tempest-LiveMigrationNegativeTest-457287813 tempest-LiveMigrationNegativeTest-457287813-project] No DVR routers for this DVR port 2ebc79f4-52ba-4a59-a74e-a42b0b5ac747 on host n-h1-827839-2 {{(pid=103376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 17:17:10.984063 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-d8e4d1e0-03d4-4d58-b821-8271f847a2d1 req-6cdc08e2-5e1b-40e2-8c49-3726c364aaff tempest-LiveMigrationNegativeTest-457287813 tempest-LiveMigrationNegativeTest-457287813-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:10.989870 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-d8e4d1e0-03d4-4d58-b821-8271f847a2d1 req-6cdc08e2-5e1b-40e2-8c49-3726c364aaff tempest-LiveMigrationNegativeTest-457287813 tempest-LiveMigrationNegativeTest-457287813-project] 10.222.0.96 "DELETE /v2.0/ports/2ebc79f4-52ba-4a59-a74e-a42b0b5ac747 HTTP/1.1" status: 204 len: 173 time: 0.9272397 Feb 04 17:17:10.990704 n-d-827839-2 neutron-server[103376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7c12e91-b86e-4a78-8c61-2259642e2816', 'name': 'network-vif-deleted', 'tag': '2ebc79f4-52ba-4a59-a74e-a42b0b5ac747'}] {{(pid=103376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:17:10.993971 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d59c3bb5e2f09ebf62144d5e09b1cff60c763a9c19614c24538e77842938c05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a822c99-7d46-412b-8fb2-dae7590db0fa" -d '{"events": [{"server_uuid": "b7c12e91-b86e-4a78-8c61-2259642e2816", "name": "network-vif-deleted", "tag": "2ebc79f4-52ba-4a59-a74e-a42b0b5ac747"}]}' {{(pid=103376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:17:11.101284 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-02421699-45b5-4069-b423-94766a90ca1a req-5b1e64ac-d286-45fe-a437-195d0286ec0d tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] 10.222.0.89 "GET /v2.0/security-groups?id=5fa98c6a-94b3-4690-b9c3-4f0e67d11226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651895 Feb 04 17:17:11.194196 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-b9794329-1499-4d17-a7ba-67024374107a req-70b065fd-a2f4-459f-845a-282c1cce7b03 tempest-ServersTestBootFromVolume-1946499048 tempest-ServersTestBootFromVolume-1946499048-project] 10.222.0.89 "GET /v2.0/ports?device_id=d05624d9-7069-4d9d-823a-9c54a8dd6b49 HTTP/1.1" status: 200 len: 210 time: 0.1405430 Feb 04 17:17:11.271486 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-5e2a6a8a-0b36-482b-9457-23963f478dc7 admin admin] Publish callbacks [] for security_group (856b976b-0ece-418d-9ce0-e5cd20bc3a2c), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:11.271486 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [req-076523c1-406c-4c42-87b2-ec2540dd4067 req-3a2c0f10-a665-4b0a-862b-e3448b1f9afd service neutron] For port a6d8e193-58e1-468f-bfba-5f6b3d4da04d, host n-h2-827839-2, cleared binding levels {{(pid=103377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:17:11.292648 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [req-076523c1-406c-4c42-87b2-ec2540dd4067 req-3a2c0f10-a665-4b0a-862b-e3448b1f9afd service neutron] For port a6d8e193-58e1-468f-bfba-5f6b3d4da04d, host n-h2-827839-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=a6d8e193-58e1-468f-bfba-5f6b3d4da04d,segment=NetworkSegment(e2a69fa6-d233-409c-ac08-37e5b3f4a0c0),segment_id=e2a69fa6-d233-409c-ac08-37e5b3f4a0c0)] {{(pid=103377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:17:11.308207 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-5e2a6a8a-0b36-482b-9457-23963f478dc7 admin admin] Publish callbacks [] for security_group (856b976b-0ece-418d-9ce0-e5cd20bc3a2c), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:11.310603 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-076523c1-406c-4c42-87b2-ec2540dd4067 req-3a2c0f10-a665-4b0a-862b-e3448b1f9afd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25888290'] for port (a6d8e193-58e1-468f-bfba-5f6b3d4da04d), after_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:11.335106 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 17:17:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ea7659d-b22a-4044-b6a0-cdd04a01f667 x-openstack-request-id: req-8ea7659d-b22a-4044-b6a0-cdd04a01f667 {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:17:11.335505 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7c12e91-b86e-4a78-8c61-2259642e2816", "name": "network-vif-deleted", "tag": "2ebc79f4-52ba-4a59-a74e-a42b0b5ac747", "status": "completed", "code": 200}]} {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:17:11.335861 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-8ea7659d-b22a-4044-b6a0-cdd04a01f667 {{(pid=103376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:17:11.337260 n-d-827839-2 neutron-server[103376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7c12e91-b86e-4a78-8c61-2259642e2816', 'name': 'network-vif-deleted', 'tag': '2ebc79f4-52ba-4a59-a74e-a42b0b5ac747', 'status': 'completed', 'code': 200} Feb 04 17:17:11.368146 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076523c1-406c-4c42-87b2-ec2540dd4067 req-3a2c0f10-a665-4b0a-862b-e3448b1f9afd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:17:11.368687 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-076523c1-406c-4c42-87b2-ec2540dd4067 req-3a2c0f10-a665-4b0a-862b-e3448b1f9afd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:11.373535 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-076523c1-406c-4c42-87b2-ec2540dd4067 req-3a2c0f10-a665-4b0a-862b-e3448b1f9afd service neutron] 10.222.0.90 "PUT /v2.0/ports/a6d8e193-58e1-468f-bfba-5f6b3d4da04d HTTP/1.1" status: 200 len: 1091 time: 1.8925302 Feb 04 17:17:11.375878 n-d-827839-2 neutron-server[103377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca75119f-9fb0-4d35-b792-e1a7b89bc972', 'tag': 'a6d8e193-58e1-468f-bfba-5f6b3d4da04d'}] {{(pid=103377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:17:11.378228 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7240428b650e1488e9361b62648ff4b3a6c19d49d8c27c949491ab58c1346cf0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5049b170-c4f5-43fc-8d00-ca8457f51f7d" -d '{"events": [{"name": "network-changed", "server_uuid": "ca75119f-9fb0-4d35-b792-e1a7b89bc972", "tag": "a6d8e193-58e1-468f-bfba-5f6b3d4da04d"}]}' {{(pid=103377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:17:11.402041 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fcdeee-0578-404e-8ee4-a110a344c0c5 req-90c852d8-56b0-454e-bc92-a26055ae0aee tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:17:11.427328 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [req-076523c1-406c-4c42-87b2-ec2540dd4067 req-43a252a0-ab36-45cd-a5f3-9ac59af2fd3f service neutron] Request body: {'port': {'device_id': 'ca75119f-9fb0-4d35-b792-e1a7b89bc972', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827839-2'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:17:11.429519 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fcdeee-0578-404e-8ee4-a110a344c0c5 req-90c852d8-56b0-454e-bc92-a26055ae0aee tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:17:11.437979 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-69fcdeee-0578-404e-8ee4-a110a344c0c5 req-90c852d8-56b0-454e-bc92-a26055ae0aee tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] 10.222.0.89 "GET /v2.0/ports?device_id=ca75119f-9fb0-4d35-b792-e1a7b89bc972 HTTP/1.1" status: 200 len: 1666 time: 0.1791880 Feb 04 17:17:11.456757 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2c0f10-a665-4b0a-862b-e3448b1f9afd service neutron] Pushing event updated for resources: {'Port': ['ID=a6d8e193-58e1-468f-bfba-5f6b3d4da04d,revision_number=3']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:17:11.494707 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-5e2a6a8a-0b36-482b-9457-23963f478dc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (856b976b-0ece-418d-9ce0-e5cd20bc3a2c), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:11.497387 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-5e2a6a8a-0b36-482b-9457-23963f478dc7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:11.498588 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-5e2a6a8a-0b36-482b-9457-23963f478dc7 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/856b976b-0ece-418d-9ce0-e5cd20bc3a2c HTTP/1.1" status: 204 len: 168 time: 0.5362170 Feb 04 17:17:11.527381 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 17:17:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60649c3b-f93a-4589-8831-6a4b81e02b40 x-openstack-request-id: req-60649c3b-f93a-4589-8831-6a4b81e02b40 {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:17:11.527728 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca75119f-9fb0-4d35-b792-e1a7b89bc972", "tag": "a6d8e193-58e1-468f-bfba-5f6b3d4da04d", "status": "completed", "code": 200}]} {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:17:11.527942 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-60649c3b-f93a-4589-8831-6a4b81e02b40 {{(pid=103377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:17:11.528343 n-d-827839-2 neutron-server[103377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca75119f-9fb0-4d35-b792-e1a7b89bc972', 'tag': 'a6d8e193-58e1-468f-bfba-5f6b3d4da04d', 'status': 'completed', 'code': 200} Feb 04 17:17:11.587597 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-69fcdeee-0578-404e-8ee4-a110a344c0c5 req-1218b02b-be31-443f-bc2b-daf71c10cf29 tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] 10.222.0.89 "GET /v2.0/security-groups?id=e5444cce-a82b-43a5-837a-e27373d38b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482601 Feb 04 17:17:11.603678 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2a6a8a-0b36-482b-9457-23963f478dc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=856b976b-0ece-418d-9ce0-e5cd20bc3a2c,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:17:11.610863 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-076523c1-406c-4c42-87b2-ec2540dd4067 req-43a252a0-ab36-45cd-a5f3-9ac59af2fd3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (ca490ec2-a8f2-40b4-b868-46ce019b5e9b), before_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:11.701739 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5049b170-c4f5-43fc-8d00-ca8457f51f7d req-a8881add-9f6c-47d1-98a2-739061418296 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:17:11.702323 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5049b170-c4f5-43fc-8d00-ca8457f51f7d req-a8881add-9f6c-47d1-98a2-739061418296 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:17:11.704037 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-5049b170-c4f5-43fc-8d00-ca8457f51f7d req-a8881add-9f6c-47d1-98a2-739061418296 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=33ab830fde4c41a1b2b9427ee7d64511&device_id=ca75119f-9fb0-4d35-b792-e1a7b89bc972 HTTP/1.1" status: 200 len: 1944 time: 0.1667473 Feb 04 17:17:11.757712 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-d81a62d8-2edc-4045-8377-52d22f61a0da req-f08b7017-e650-4ddd-ac44-3859eb924d06 tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] 10.222.0.89 "GET /v2.0/ports?device_id=f9d0cdd4-aae7-45e7-bcf1-a6ee601b78a7 HTTP/1.1" status: 200 len: 210 time: 0.0748966 Feb 04 17:17:12.120160 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (3f9244a9-75fc-4c10-b195-11d48b853b41), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:12.137986 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5049b170-c4f5-43fc-8d00-ca8457f51f7d req-5dc24f3d-c13b-42f2-a364-d9ea481635b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:17:12.138601 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5049b170-c4f5-43fc-8d00-ca8457f51f7d req-5dc24f3d-c13b-42f2-a364-d9ea481635b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:17:12.139145 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5049b170-c4f5-43fc-8d00-ca8457f51f7d req-5dc24f3d-c13b-42f2-a364-d9ea481635b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:17:12.148047 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-5049b170-c4f5-43fc-8d00-ca8457f51f7d req-5dc24f3d-c13b-42f2-a364-d9ea481635b1 service neutron] 10.222.0.90 "GET /v2.0/networks?tenant_id=33ab830fde4c41a1b2b9427ee7d64511&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.3944995 Feb 04 17:17:12.374284 n-d-827839-2 neutron-server[103377]: DEBUG neutron.notifiers.nova [req-076523c1-406c-4c42-87b2-ec2540dd4067 req-43a252a0-ab36-45cd-a5f3-9ac59af2fd3f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca490ec2-a8f2-40b4-b868-46ce019b5e9b {{(pid=103377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 17:17:12.383585 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-076523c1-406c-4c42-87b2-ec2540dd4067 req-43a252a0-ab36-45cd-a5f3-9ac59af2fd3f service neutron] Publish callbacks [] for port (ca490ec2-a8f2-40b4-b868-46ce019b5e9b), precommit_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:12.409491 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.provisioning_blocks [req-076523c1-406c-4c42-87b2-ec2540dd4067 req-43a252a0-ab36-45cd-a5f3-9ac59af2fd3f service neutron] Transition to ACTIVE for port object ca490ec2-a8f2-40b4-b868-46ce019b5e9b will not be triggered until provisioned by entity L2. {{(pid=103377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 17:17:12.447387 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Device d4e367c9-7388-41b4-951a-980d5f811eb7 details requested by agent hyperv_n-h2-827839-2 with host n-h2-827839-2 {{(pid=103378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 17:17:12.466373 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5049b170-c4f5-43fc-8d00-ca8457f51f7d req-44edbd4a-6e8c-4cee-be49-be2294118682 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:17:12.469693 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-5049b170-c4f5-43fc-8d00-ca8457f51f7d req-44edbd4a-6e8c-4cee-be49-be2294118682 service neutron] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3208053 Feb 04 17:17:12.477587 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-076523c1-406c-4c42-87b2-ec2540dd4067 req-43a252a0-ab36-45cd-a5f3-9ac59af2fd3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25888290'] for port (ca490ec2-a8f2-40b4-b868-46ce019b5e9b), after_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:12.514567 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30b498e-8442-4f24-bdd1-ffaf3ee970b0 req-b2c2b6b5-d0f0-4650-bfe8-83f2a658a572 tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:17:12.521166 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-a30b498e-8442-4f24-bdd1-ffaf3ee970b0 req-b2c2b6b5-d0f0-4650-bfe8-83f2a658a572 tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] 10.222.0.89 "GET /v2.0/ports?device_id=d8b88886-f047-4a53-8b9f-a49fcd51cf07 HTTP/1.1" status: 200 len: 945 time: 0.4578879 Feb 04 17:17:12.556264 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d949e41-e781-42ae-aff5-da256cfe0305 req-9ad14bae-5341-43c0-a75e-dd76066edf29 tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:17:12.565343 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-3d949e41-e781-42ae-aff5-da256cfe0305 req-9ad14bae-5341-43c0-a75e-dd76066edf29 tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] 10.222.0.89 "GET /v2.0/ports?device_id=013eaece-a1cd-4911-b0a3-fdda63699778 HTTP/1.1" status: 200 len: 948 time: 0.1187050 Feb 04 17:17:12.681371 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-3d949e41-e781-42ae-aff5-da256cfe0305 req-eeca327c-6192-4329-8aff-1c3250824bac tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] 10.222.0.89 "GET /v2.0/security-groups?id=5fa98c6a-94b3-4690-b9c3-4f0e67d11226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147671 Feb 04 17:17:12.699148 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] For port d4e367c9-7388-41b4-951a-980d5f811eb7, host n-h2-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=d4e367c9-7388-41b4-951a-980d5f811eb7,segment=NetworkSegment(3a39b085-d3e6-43bb-a64c-1b06dd049e5a),segment_id=3a39b085-d3e6-43bb-a64c-1b06dd049e5a)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:17:12.755162 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Returning: {'device': 'd4e367c9-7388-41b4-951a-980d5f811eb7', 'network_id': '02be22b9-aa53-40ea-8050-9239cd27d1ff', 'port_id': 'd4e367c9-7388-41b4-951a-980d5f811eb7', 'mac_address': 'fa:16:3e:90:b4:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 797, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c974b0ff-2c5c-4667-8a81-3bde3ea6ced5', 'ip_address': '192.168.233.146'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 17:17:12.859080 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a252a0-ab36-45cd-a5f3-9ac59af2fd3f service neutron] Pushing event updated for resources: {'Port': ['ID=ca490ec2-a8f2-40b4-b868-46ce019b5e9b,revision_number=2']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:17:12.879077 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Current status of the port d4e367c9-7388-41b4-951a-980d5f811eb7 is: DOWN; New status is: BUILD {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:17:12.884564 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (d4e367c9-7388-41b4-951a-980d5f811eb7), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:12.898365 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-a30b498e-8442-4f24-bdd1-ffaf3ee970b0 req-879f22fa-2d7d-4fe9-89bd-1b341e269575 tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] 10.222.0.89 "GET /v2.0/security-groups?id=c591d0a0-8f77-4259-ab5e-c54cb31473d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3529563 Feb 04 17:17:12.959266 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4e367c9-7388-41b4-951a-980d5f811eb7 {{(pid=103378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 17:17:12.965433 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [req-076523c1-406c-4c42-87b2-ec2540dd4067 req-43a252a0-ab36-45cd-a5f3-9ac59af2fd3f service neutron] Attempting to bind port ca490ec2-a8f2-40b4-b868-46ce019b5e9b on host n-h2-827839-2 for vnic_type normal with profile {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:17:12.966026 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [req-076523c1-406c-4c42-87b2-ec2540dd4067 req-43a252a0-ab36-45cd-a5f3-9ac59af2fd3f service neutron] Attempting to bind port ca490ec2-a8f2-40b4-b868-46ce019b5e9b by drivers openvswitch,hyperv on host n-h2-827839-2 at level 0 using segments [{'id': '86370c6c-1b03-4b72-afd1-78bf747abad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '6367dd27-864b-4e48-85a8-ef6b2d11ff91'}] {{(pid=103377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:17:12.966530 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-076523c1-406c-4c42-87b2-ec2540dd4067 req-43a252a0-ab36-45cd-a5f3-9ac59af2fd3f service neutron] Attempting to bind port ca490ec2-a8f2-40b4-b868-46ce019b5e9b on network 6367dd27-864b-4e48-85a8-ef6b2d11ff91 {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:17:12.978011 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-076523c1-406c-4c42-87b2-ec2540dd4067 req-43a252a0-ab36-45cd-a5f3-9ac59af2fd3f service neutron] Port ca490ec2-a8f2-40b4-b868-46ce019b5e9b on network 6367dd27-864b-4e48-85a8-ef6b2d11ff91 not bound, no agent of type Open vSwitch agent registered on host n-h2-827839-2 {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 17:17:12.979687 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-076523c1-406c-4c42-87b2-ec2540dd4067 req-43a252a0-ab36-45cd-a5f3-9ac59af2fd3f service neutron] Attempting to bind port ca490ec2-a8f2-40b4-b868-46ce019b5e9b on network 6367dd27-864b-4e48-85a8-ef6b2d11ff91 {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:17:12.994439 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-076523c1-406c-4c42-87b2-ec2540dd4067 req-43a252a0-ab36-45cd-a5f3-9ac59af2fd3f service neutron] Checking agent: {'id': 'f20a1ab3-4332-4f54-833b-ba4a7c687e89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 8, 40), 'started_at': datetime.datetime(2022, 2, 4, 17, 8, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 17, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:17:12.995070 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-076523c1-406c-4c42-87b2-ec2540dd4067 req-43a252a0-ab36-45cd-a5f3-9ac59af2fd3f service neutron] Checking segment: {'id': '86370c6c-1b03-4b72-afd1-78bf747abad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '6367dd27-864b-4e48-85a8-ef6b2d11ff91'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:17:12.996733 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-076523c1-406c-4c42-87b2-ec2540dd4067 req-43a252a0-ab36-45cd-a5f3-9ac59af2fd3f service neutron] Bound using segment: {'id': '86370c6c-1b03-4b72-afd1-78bf747abad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '6367dd27-864b-4e48-85a8-ef6b2d11ff91'} {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:17:12.997400 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [req-076523c1-406c-4c42-87b2-ec2540dd4067 req-43a252a0-ab36-45cd-a5f3-9ac59af2fd3f service neutron] Bound port: ca490ec2-a8f2-40b4-b868-46ce019b5e9b, host: n-h2-827839-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '86370c6c-1b03-4b72-afd1-78bf747abad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '6367dd27-864b-4e48-85a8-ef6b2d11ff91'}}] {{(pid=103377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:17:13.008655 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-076523c1-406c-4c42-87b2-ec2540dd4067 req-43a252a0-ab36-45cd-a5f3-9ac59af2fd3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (ca490ec2-a8f2-40b4-b868-46ce019b5e9b), before_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:13.008989 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fed47e2-85cd-4ab4-89d8-9980b4a4a6cc req-02c6e59a-f91f-489d-8ef6-8df543d7b899 tempest-LiveMigrationNegativeTest-457287813 tempest-LiveMigrationNegativeTest-457287813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:17:13.019144 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-7fed47e2-85cd-4ab4-89d8-9980b4a4a6cc req-02c6e59a-f91f-489d-8ef6-8df543d7b899 tempest-LiveMigrationNegativeTest-457287813 tempest-LiveMigrationNegativeTest-457287813-project] 10.222.0.89 "GET /v2.0/ports?device_id=a3fabcdf-c0d9-4c64-b1ac-f4f9d6b2de78 HTTP/1.1" status: 200 len: 949 time: 0.1660249 Feb 04 17:17:13.039167 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] For port d4e367c9-7388-41b4-951a-980d5f811eb7, host n-h2-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=d4e367c9-7388-41b4-951a-980d5f811eb7,segment=NetworkSegment(3a39b085-d3e6-43bb-a64c-1b06dd049e5a),segment_id=3a39b085-d3e6-43bb-a64c-1b06dd049e5a)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:17:13.047757 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (d4e367c9-7388-41b4-951a-980d5f811eb7), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:13.102800 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-7fed47e2-85cd-4ab4-89d8-9980b4a4a6cc req-2658f9d0-449e-444e-a879-c0136528e850 tempest-LiveMigrationNegativeTest-457287813 tempest-LiveMigrationNegativeTest-457287813-project] 10.222.0.89 "GET /v2.0/security-groups?id=6087b48a-7803-40bd-a4ae-88723ae4142b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778570 Feb 04 17:17:13.157650 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Pushing event updated for resources: {'Port': ['ID=d4e367c9-7388-41b4-951a-980d5f811eb7,revision_number=8']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:17:13.181137 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:17:13.181495 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:17:13.181840 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:17:13.188733 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:17:13.189567 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:17:13.190094 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:17:13.190600 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:17:13.191099 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:17:13.191596 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:17:13.192084 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:17:13.192587 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:17:13.193096 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:17:13.193806 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:17:13.214188 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [req-076523c1-406c-4c42-87b2-ec2540dd4067 req-43a252a0-ab36-45cd-a5f3-9ac59af2fd3f service neutron] For port ca490ec2-a8f2-40b4-b868-46ce019b5e9b, host n-h2-827839-2, cleared binding levels {{(pid=103377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:17:13.218986 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [req-076523c1-406c-4c42-87b2-ec2540dd4067 req-43a252a0-ab36-45cd-a5f3-9ac59af2fd3f service neutron] For port ca490ec2-a8f2-40b4-b868-46ce019b5e9b, host n-h2-827839-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=ca490ec2-a8f2-40b4-b868-46ce019b5e9b,segment=NetworkSegment(86370c6c-1b03-4b72-afd1-78bf747abad9),segment_id=86370c6c-1b03-4b72-afd1-78bf747abad9)] {{(pid=103377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:17:13.228631 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-076523c1-406c-4c42-87b2-ec2540dd4067 req-43a252a0-ab36-45cd-a5f3-9ac59af2fd3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25888290'] for port (ca490ec2-a8f2-40b4-b868-46ce019b5e9b), after_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:13.298185 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a254c81-97f4-44e6-bfbc-a65ad649f296 req-16011d77-e362-45ab-ad07-8aba468e2c03 tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:17:13.305670 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a254c81-97f4-44e6-bfbc-a65ad649f296 req-16011d77-e362-45ab-ad07-8aba468e2c03 tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:17:13.307813 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-4a254c81-97f4-44e6-bfbc-a65ad649f296 req-16011d77-e362-45ab-ad07-8aba468e2c03 tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] 10.222.0.89 "GET /v2.0/ports?device_id=ca75119f-9fb0-4d35-b792-e1a7b89bc972 HTTP/1.1" status: 200 len: 1678 time: 0.2784555 Feb 04 17:17:13.309227 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076523c1-406c-4c42-87b2-ec2540dd4067 req-43a252a0-ab36-45cd-a5f3-9ac59af2fd3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:17:13.309988 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-076523c1-406c-4c42-87b2-ec2540dd4067 req-43a252a0-ab36-45cd-a5f3-9ac59af2fd3f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:13.311246 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-076523c1-406c-4c42-87b2-ec2540dd4067 req-43a252a0-ab36-45cd-a5f3-9ac59af2fd3f service neutron] 10.222.0.90 "PUT /v2.0/ports/ca490ec2-a8f2-40b4-b868-46ce019b5e9b HTTP/1.1" status: 200 len: 1092 time: 1.8943596 Feb 04 17:17:13.333795 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 57994) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:17:13.370242 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] get_ports_and_sgs() called for port_ids ['d4e367c9-7388-41b4-951a-980d5f811eb7'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 17:17:13.451129 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a252a0-ab36-45cd-a5f3-9ac59af2fd3f service neutron] Pushing event updated for resources: {'Port': ['ID=ca490ec2-a8f2-40b4-b868-46ce019b5e9b,revision_number=3']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:17:13.511676 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-ee6d1271-40cb-4b43-adde-444e2bbba84c req-8d6dac7f-5dfb-461a-a565-65be031106ff tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] 10.222.0.89 "GET /v2.0/ports?device_id=f9d0cdd4-aae7-45e7-bcf1-a6ee601b78a7 HTTP/1.1" status: 200 len: 210 time: 0.0409935 Feb 04 17:17:13.512788 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-edf0b0cc-b2ff-41ea-a040-97e172deaa01 tempest-ServersTestBootFromVolume-1946499048 tempest-ServersTestBootFromVolume-1946499048-project] Publish callbacks [] for security_group (e0c7c260-7f3c-4059-832b-03acecef069a), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:13.543556 n-d-827839-2 neutron-server[103377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca75119f-9fb0-4d35-b792-e1a7b89bc972', 'tag': 'ca490ec2-a8f2-40b4-b868-46ce019b5e9b'}] {{(pid=103377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:17:13.543556 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7240428b650e1488e9361b62648ff4b3a6c19d49d8c27c949491ab58c1346cf0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23667159-c474-49bb-86b0-93610f613e1c" -d '{"events": [{"name": "network-changed", "server_uuid": "ca75119f-9fb0-4d35-b792-e1a7b89bc972", "tag": "ca490ec2-a8f2-40b4-b868-46ce019b5e9b"}]}' {{(pid=103377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:17:13.575145 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-edf0b0cc-b2ff-41ea-a040-97e172deaa01 tempest-ServersTestBootFromVolume-1946499048 tempest-ServersTestBootFromVolume-1946499048-project] Publish callbacks [] for security_group (e0c7c260-7f3c-4059-832b-03acecef069a), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:13.595563 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-4a254c81-97f4-44e6-bfbc-a65ad649f296 req-c20bef24-49a4-45c7-8e02-a99518c444da tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] 10.222.0.89 "GET /v2.0/security-groups?id=e5444cce-a82b-43a5-837a-e27373d38b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2661335 Feb 04 17:17:13.635680 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07531ca9-fad4-4734-8d8d-4e51b0d2fe8a req-2d807cab-8c34-43c7-9d87-f9e5d3933fa4 tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:17:13.637266 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-07531ca9-fad4-4734-8d8d-4e51b0d2fe8a req-2d807cab-8c34-43c7-9d87-f9e5d3933fa4 tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] 10.222.0.90 "GET /v2.0/ports?device_id=013eaece-a1cd-4911-b0a3-fdda63699778&tenant_id=1cd99d9701204f3692368e4539967c47&binding%3Ahost_id=n-h2-827839-2 HTTP/1.1" status: 200 len: 949 time: 0.2845790 Feb 04 17:17:13.646446 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076523c1-406c-4c42-87b2-ec2540dd4067 req-ef8fe147-eb76-470f-8e81-4f9018b16727 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:17:13.646446 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076523c1-406c-4c42-87b2-ec2540dd4067 req-ef8fe147-eb76-470f-8e81-4f9018b16727 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:17:13.647599 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-076523c1-406c-4c42-87b2-ec2540dd4067 req-ef8fe147-eb76-470f-8e81-4f9018b16727 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=33ab830fde4c41a1b2b9427ee7d64511&device_id=ca75119f-9fb0-4d35-b792-e1a7b89bc972 HTTP/1.1" status: 200 len: 2042 time: 0.2556617 Feb 04 17:17:13.661206 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-edf0b0cc-b2ff-41ea-a040-97e172deaa01 tempest-ServersTestBootFromVolume-1946499048 tempest-ServersTestBootFromVolume-1946499048-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (e0c7c260-7f3c-4059-832b-03acecef069a), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:13.665436 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-edf0b0cc-b2ff-41ea-a040-97e172deaa01 tempest-ServersTestBootFromVolume-1946499048 tempest-ServersTestBootFromVolume-1946499048-project] Publish callbacks [] for security_group (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:13.666922 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-edf0b0cc-b2ff-41ea-a040-97e172deaa01 tempest-ServersTestBootFromVolume-1946499048 tempest-ServersTestBootFromVolume-1946499048-project] 10.222.0.89 "DELETE /v2.0/security-groups/e0c7c260-7f3c-4059-832b-03acecef069a HTTP/1.1" status: 204 len: 168 time: 0.3314209 Feb 04 17:17:13.672402 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 58002) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:17:13.709792 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf0b0cc-b2ff-41ea-a040-97e172deaa01 tempest-ServersTestBootFromVolume-1946499048 tempest-ServersTestBootFromVolume-1946499048-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0c7c260-7f3c-4059-832b-03acecef069a,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:17:13.729812 n-d-827839-2 neutron-server[103376]: INFO neutron.api.v2.resource [None req-33da1158-b245-402e-80d3-4b0d0b6193a8 tempest-ServersTestBootFromVolume-1946499048 tempest-ServersTestBootFromVolume-1946499048-project] show failed (client error): The resource could not be found. Feb 04 17:17:13.731173 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-33da1158-b245-402e-80d3-4b0d0b6193a8 tempest-ServersTestBootFromVolume-1946499048 tempest-ServersTestBootFromVolume-1946499048-project] 10.222.0.89 "GET /v2.0/security-groups/e0c7c260-7f3c-4059-832b-03acecef069a HTTP/1.1" status: 404 len: 347 time: 0.0527060 Feb 04 17:17:13.733842 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 58004) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:17:13.813923 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-076523c1-406c-4c42-87b2-ec2540dd4067 req-2b8ec80d-c1f7-4d69-8252-80c64bda8d46 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.45&port_id=a6d8e193-58e1-468f-bfba-5f6b3d4da04d HTTP/1.1" status: 200 len: 217 time: 0.1561012 Feb 04 17:17:13.927174 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-07531ca9-fad4-4734-8d8d-4e51b0d2fe8a req-5daec27c-bf46-4ce7-b47b-e234fc1054dc service neutron] 10.222.0.90 "GET /v2.0/ports/d4e367c9-7388-41b4-951a-980d5f811eb7/bindings/n-h2-827839-2 HTTP/1.1" status: 200 len: 382 time: 0.2786140 Feb 04 17:17:13.933846 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076523c1-406c-4c42-87b2-ec2540dd4067 req-31f8adb1-2287-4c54-851c-6d0c84c13ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:17:13.942141 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-076523c1-406c-4c42-87b2-ec2540dd4067 req-31f8adb1-2287-4c54-851c-6d0c84c13ba3 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=72e083f0-e626-4370-9b62-0b5e20f32d08 HTTP/1.1" status: 200 len: 801 time: 0.1025383 Feb 04 17:17:14.000905 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ad79ab-b0c7-41a1-bbf7-f05ee9528833 req-bed50e77-4b37-4e7d-b8a9-f649a9c51615 tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:17:14.009001 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-b7ad79ab-b0c7-41a1-bbf7-f05ee9528833 req-bed50e77-4b37-4e7d-b8a9-f649a9c51615 tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] 10.222.0.89 "GET /v2.0/ports?device_id=013eaece-a1cd-4911-b0a3-fdda63699778 HTTP/1.1" status: 200 len: 949 time: 0.2092919 Feb 04 17:17:14.020199 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 17:17:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65af02ab-ae56-4b04-b8fc-77cbb6a6720c x-openstack-request-id: req-65af02ab-ae56-4b04-b8fc-77cbb6a6720c {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:17:14.020686 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca75119f-9fb0-4d35-b792-e1a7b89bc972", "tag": "ca490ec2-a8f2-40b4-b868-46ce019b5e9b", "status": "completed", "code": 200}]} {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:17:14.021136 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-65af02ab-ae56-4b04-b8fc-77cbb6a6720c {{(pid=103377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:17:14.021705 n-d-827839-2 neutron-server[103377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca75119f-9fb0-4d35-b792-e1a7b89bc972', 'tag': 'ca490ec2-a8f2-40b4-b868-46ce019b5e9b', 'status': 'completed', 'code': 200} Feb 04 17:17:14.029188 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-d52272b1-170e-414a-84e6-4bf31e1286e6 tempest-ServersTestBootFromVolume-1946499048 tempest-ServersTestBootFromVolume-1946499048-project] Deleting port 66e30c37-3900-48ad-8b71-4ea9fce3c71c {{(pid=103376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:17:14.029536 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-d52272b1-170e-414a-84e6-4bf31e1286e6 tempest-ServersTestBootFromVolume-1946499048 tempest-ServersTestBootFromVolume-1946499048-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (66e30c37-3900-48ad-8b71-4ea9fce3c71c), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:14.121984 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076523c1-406c-4c42-87b2-ec2540dd4067 req-1860c6b4-fb30-4d3c-bba9-3cc54f3b3d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:17:14.123504 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-076523c1-406c-4c42-87b2-ec2540dd4067 req-1860c6b4-fb30-4d3c-bba9-3cc54f3b3d4f service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=64bde26c-8fb3-497e-82b2-77f391b9eab4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1748414 Feb 04 17:17:14.125616 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07531ca9-fad4-4734-8d8d-4e51b0d2fe8a req-afdedcdb-4a68-42a5-bc89-a1f837656f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:17:14.127078 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-07531ca9-fad4-4734-8d8d-4e51b0d2fe8a req-afdedcdb-4a68-42a5-bc89-a1f837656f3e service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=1cd99d9701204f3692368e4539967c47&device_id=013eaece-a1cd-4911-b0a3-fdda63699778 HTTP/1.1" status: 200 len: 1131 time: 0.1337934 Feb 04 17:17:14.141431 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-b7ad79ab-b0c7-41a1-bbf7-f05ee9528833 req-902d8cf5-9b05-4839-84ee-66413dd36089 tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] 10.222.0.89 "GET /v2.0/security-groups?id=5fa98c6a-94b3-4690-b9c3-4f0e67d11226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308906 Feb 04 17:17:14.205369 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-d52272b1-170e-414a-84e6-4bf31e1286e6 tempest-ServersTestBootFromVolume-1946499048 tempest-ServersTestBootFromVolume-1946499048-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (66e30c37-3900-48ad-8b71-4ea9fce3c71c), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:14.205725 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-d52272b1-170e-414a-84e6-4bf31e1286e6 tempest-ServersTestBootFromVolume-1946499048 tempest-ServersTestBootFromVolume-1946499048-project] Publish callbacks [] for floatingip (66e30c37-3900-48ad-8b71-4ea9fce3c71c), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:14.227966 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5fca9c-1d2e-407a-ba21-06013662f8a8 req-31899dce-5308-49a1-b266-3c435657df31 tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:17:14.229580 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-9a5fca9c-1d2e-407a-ba21-06013662f8a8 req-31899dce-5308-49a1-b266-3c435657df31 tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] 10.222.0.89 "GET /v2.0/ports?device_id=d8b88886-f047-4a53-8b9f-a49fcd51cf07 HTTP/1.1" status: 200 len: 945 time: 0.1330838 Feb 04 17:17:14.238182 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-d52272b1-170e-414a-84e6-4bf31e1286e6 tempest-ServersTestBootFromVolume-1946499048 tempest-ServersTestBootFromVolume-1946499048-project] Calling delete_port for 66e30c37-3900-48ad-8b71-4ea9fce3c71c owned by network:floatingip {{(pid=103376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:17:14.323189 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-b2fe19b9-f0ac-47bb-99db-f01624837a69 req-e3cfc5b6-59f9-4e0b-9a32-400da8aa7c29 tempest-AbsoluteLimitsNegativeTestJSON-2139915982 tempest-AbsoluteLimitsNegativeTestJSON-2139915982-project] 10.222.0.89 "GET /v2.0/networks?tenant_id=68a2691fff3e4a90aa6bb5cba5289b4d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0704553 Feb 04 17:17:14.340194 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-9a5fca9c-1d2e-407a-ba21-06013662f8a8 req-a7a08b86-fa58-4802-8104-cc1ed8f7e77d tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] 10.222.0.89 "GET /v2.0/security-groups?id=c591d0a0-8f77-4259-ab5e-c54cb31473d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979021 Feb 04 17:17:14.447012 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device 2ebc79f4-52ba-4a59-a74e-a42b0b5ac747 no longer exists at agent hyperv_n-h1-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:17:14.497295 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] No Port match for: 2ebc79f4-52ba-4a59-a74e-a42b0b5ac747 {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 17:17:14.498376 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device 2ebc79f4-52ba-4a59-a74e-a42b0b5ac747 not bound to the agent host n-h1-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 17:17:14.510833 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708cb311-499d-4561-a4ab-1592622573d7 req-439ffa5c-f2b5-43bf-92c4-05822531a328 tempest-LiveMigrationNegativeTest-457287813 tempest-LiveMigrationNegativeTest-457287813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:17:14.517818 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-708cb311-499d-4561-a4ab-1592622573d7 req-439ffa5c-f2b5-43bf-92c4-05822531a328 tempest-LiveMigrationNegativeTest-457287813 tempest-LiveMigrationNegativeTest-457287813-project] 10.222.0.89 "GET /v2.0/ports?device_id=a3fabcdf-c0d9-4c64-b1ac-f4f9d6b2de78 HTTP/1.1" status: 200 len: 949 time: 0.0899618 Feb 04 17:17:14.567684 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-d52272b1-170e-414a-84e6-4bf31e1286e6 tempest-ServersTestBootFromVolume-1946499048 tempest-ServersTestBootFromVolume-1946499048-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (66e30c37-3900-48ad-8b71-4ea9fce3c71c), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:14.620026 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-708cb311-499d-4561-a4ab-1592622573d7 req-9f14bd2b-8a8e-485e-9202-fcb23b75a6d2 tempest-LiveMigrationNegativeTest-457287813 tempest-LiveMigrationNegativeTest-457287813-project] 10.222.0.89 "GET /v2.0/security-groups?id=6087b48a-7803-40bd-a4ae-88723ae4142b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012120 Feb 04 17:17:14.651544 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52272b1-170e-414a-84e6-4bf31e1286e6 tempest-ServersTestBootFromVolume-1946499048 tempest-ServersTestBootFromVolume-1946499048-project] Pushing event deleted for resources: {'Port': ['ID=66e30c37-3900-48ad-8b71-4ea9fce3c71c,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:17:14.807729 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-d52272b1-170e-414a-84e6-4bf31e1286e6 tempest-ServersTestBootFromVolume-1946499048 tempest-ServersTestBootFromVolume-1946499048-project] Publish callbacks [] for floatingip (0fcb0172-c173-4215-923b-f04a10742c6d), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:14.809342 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-d52272b1-170e-414a-84e6-4bf31e1286e6 tempest-ServersTestBootFromVolume-1946499048 tempest-ServersTestBootFromVolume-1946499048-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for floatingip (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:14.812784 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-d52272b1-170e-414a-84e6-4bf31e1286e6 tempest-ServersTestBootFromVolume-1946499048 tempest-ServersTestBootFromVolume-1946499048-project] 10.222.0.89 "DELETE /v2.0/floatingips/0fcb0172-c173-4215-923b-f04a10742c6d HTTP/1.1" status: 204 len: 168 time: 1.0754244 Feb 04 17:17:14.829730 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07531ca9-fad4-4734-8d8d-4e51b0d2fe8a req-51309ccc-ce1d-4c9a-b577-878ba37ca224 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:17:14.831209 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-07531ca9-fad4-4734-8d8d-4e51b0d2fe8a req-51309ccc-ce1d-4c9a-b577-878ba37ca224 service neutron] 10.222.0.90 "GET /v2.0/networks?id=02be22b9-aa53-40ea-8050-9239cd27d1ff HTTP/1.1" status: 200 len: 870 time: 0.6880398 Feb 04 17:17:14.836591 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 58030) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:17:14.859477 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-0f6a927c-d275-48c2-8b17-91a75fff1980 req-d43b8881-9812-45d9-a06e-5d6bed9a8cca tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] 10.222.0.89 "GET /v2.0/ports?device_id=f9d0cdd4-aae7-45e7-bcf1-a6ee601b78a7 HTTP/1.1" status: 200 len: 210 time: 0.1337068 Feb 04 17:17:14.905260 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-07531ca9-fad4-4734-8d8d-4e51b0d2fe8a req-0e40de40-8d41-433b-98cb-0cd6058af29c service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.146&port_id=d4e367c9-7388-41b4-951a-980d5f811eb7 HTTP/1.1" status: 200 len: 217 time: 0.0535333 Feb 04 17:17:14.928358 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bfc83a-082c-45f7-b18e-2e4acffa5bd2 req-f16bddc1-ef7b-4c04-9c73-500e40194266 tempest-LiveMigrationNegativeTest-457287813 tempest-LiveMigrationNegativeTest-457287813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:17:14.932809 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-37bfc83a-082c-45f7-b18e-2e4acffa5bd2 req-f16bddc1-ef7b-4c04-9c73-500e40194266 tempest-LiveMigrationNegativeTest-457287813 tempest-LiveMigrationNegativeTest-457287813-project] 10.222.0.96 "GET /v2.0/ports?device_id=a3fabcdf-c0d9-4c64-b1ac-f4f9d6b2de78 HTTP/1.1" status: 200 len: 949 time: 0.2081921 Feb 04 17:17:14.946018 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101e3852-7ac8-4ddd-8f6e-5fa7efafef58 req-f7c172f8-db97-423e-ba90-744fbb4ce836 tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:17:14.948328 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-101e3852-7ac8-4ddd-8f6e-5fa7efafef58 req-f7c172f8-db97-423e-ba90-744fbb4ce836 tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] 10.222.0.96 "GET /v2.0/ports?device_id=d8b88886-f047-4a53-8b9f-a49fcd51cf07 HTTP/1.1" status: 200 len: 945 time: 0.2206182 Feb 04 17:17:15.074868 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-076523c1-406c-4c42-87b2-ec2540dd4067 req-1b094846-7440-4bf2-9f90-10a0bdf34190 service neutron] 10.222.0.90 "GET /v2.0/networks/64bde26c-8fb3-497e-82b2-77f391b9eab4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9326487 Feb 04 17:17:15.175886 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07531ca9-fad4-4734-8d8d-4e51b0d2fe8a req-ccafd961-c648-469e-8077-b0a64360ae18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:17:15.176502 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-07531ca9-fad4-4734-8d8d-4e51b0d2fe8a req-ccafd961-c648-469e-8077-b0a64360ae18 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=c974b0ff-2c5c-4667-8a81-3bde3ea6ced5 HTTP/1.1" status: 200 len: 843 time: 0.2242973 Feb 04 17:17:15.188690 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fe19b9-f0ac-47bb-99db-f01624837a69 req-7da80812-df40-4b00-80ea-9eaa7e6a4001 tempest-AbsoluteLimitsNegativeTestJSON-2139915982 tempest-AbsoluteLimitsNegativeTestJSON-2139915982-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:17:15.190152 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-b2fe19b9-f0ac-47bb-99db-f01624837a69 req-7da80812-df40-4b00-80ea-9eaa7e6a4001 tempest-AbsoluteLimitsNegativeTestJSON-2139915982 tempest-AbsoluteLimitsNegativeTestJSON-2139915982-project] 10.222.0.89 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8569660 Feb 04 17:17:15.233161 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfae753-fb45-41a2-8d7a-491f0e57ac49 req-a207990d-430c-4b59-aefc-5849266b417e tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:17:15.239626 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfae753-fb45-41a2-8d7a-491f0e57ac49 req-a207990d-430c-4b59-aefc-5849266b417e tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:17:15.240171 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-b2fe19b9-f0ac-47bb-99db-f01624837a69 req-c608c534-a7b1-437d-9dfb-3f860074a299 tempest-AbsoluteLimitsNegativeTestJSON-2139915982 tempest-AbsoluteLimitsNegativeTestJSON-2139915982-project] 10.222.0.89 "GET /v2.0/quotas/68a2691fff3e4a90aa6bb5cba5289b4d HTTP/1.1" status: 200 len: 375 time: 0.0346282 Feb 04 17:17:15.256463 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-7bfae753-fb45-41a2-8d7a-491f0e57ac49 req-a207990d-430c-4b59-aefc-5849266b417e tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] 10.222.0.89 "GET /v2.0/ports?device_id=ca75119f-9fb0-4d35-b792-e1a7b89bc972 HTTP/1.1" status: 200 len: 1678 time: 0.2835512 Feb 04 17:17:15.335935 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-b2fe19b9-f0ac-47bb-99db-f01624837a69 req-aa54d294-d760-46c3-a9c0-ca4b13e1c777 tempest-AbsoluteLimitsNegativeTestJSON-2139915982 tempest-AbsoluteLimitsNegativeTestJSON-2139915982-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=68a2691fff3e4a90aa6bb5cba5289b4d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0821896 Feb 04 17:17:15.350374 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [req-37bfc83a-082c-45f7-b18e-2e4acffa5bd2 req-6972f57a-f6be-4908-8ed6-5c392624919c tempest-LiveMigrationNegativeTest-457287813 tempest-LiveMigrationNegativeTest-457287813-project] Deleting port 0dc4fa0b-49d4-4322-a177-c1cdf6851741 {{(pid=103376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:17:15.351539 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-37bfc83a-082c-45f7-b18e-2e4acffa5bd2 req-6972f57a-f6be-4908-8ed6-5c392624919c tempest-LiveMigrationNegativeTest-457287813 tempest-LiveMigrationNegativeTest-457287813-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (0dc4fa0b-49d4-4322-a177-c1cdf6851741), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:15.363296 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-7bfae753-fb45-41a2-8d7a-491f0e57ac49 req-bca3fdf4-1ea8-45ed-999c-702c52469d52 tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] 10.222.0.89 "GET /v2.0/security-groups?id=e5444cce-a82b-43a5-837a-e27373d38b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058147 Feb 04 17:17:15.638996 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07531ca9-fad4-4734-8d8d-4e51b0d2fe8a req-46fd377b-bb72-4d37-9ec5-ef9915ca7066 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:17:15.643447 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-07531ca9-fad4-4734-8d8d-4e51b0d2fe8a req-46fd377b-bb72-4d37-9ec5-ef9915ca7066 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=02be22b9-aa53-40ea-8050-9239cd27d1ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.4504771 Feb 04 17:17:15.657133 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-076523c1-406c-4c42-87b2-ec2540dd4067 req-46441e26-809f-4efd-9fd7-2c2ee90c55b4 service neutron] 10.222.0.90 "GET /v2.0/networks/64bde26c-8fb3-497e-82b2-77f391b9eab4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5669625 Feb 04 17:17:15.785347 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [req-101e3852-7ac8-4ddd-8f6e-5fa7efafef58 req-c5639e72-40c4-4d38-ad3b-2cf6cbaf65b7 tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] Deleting port 55adacdf-af97-4fb9-bc7f-c902c5ad8685 {{(pid=103376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:17:15.785773 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-101e3852-7ac8-4ddd-8f6e-5fa7efafef58 req-c5639e72-40c4-4d38-ad3b-2cf6cbaf65b7 tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (55adacdf-af97-4fb9-bc7f-c902c5ad8685), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:15.840552 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-076523c1-406c-4c42-87b2-ec2540dd4067 req-8e7bfb7f-b214-48d9-b2dd-2cc995f0f1f3 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.103&port_id=ca490ec2-a8f2-40b4-b868-46ce019b5e9b HTTP/1.1" status: 200 len: 217 time: 0.1510344 Feb 04 17:17:15.844101 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 58044) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:17:15.909736 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [req-101e3852-7ac8-4ddd-8f6e-5fa7efafef58 req-c5639e72-40c4-4d38-ad3b-2cf6cbaf65b7 tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] For port 55adacdf-af97-4fb9-bc7f-c902c5ad8685, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=55adacdf-af97-4fb9-bc7f-c902c5ad8685,segment=NetworkSegment(78faf63e-60a8-47e4-85af-dce04e5fa366),segment_id=78faf63e-60a8-47e4-85af-dce04e5fa366)] {{(pid=103376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:17:15.910299 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-101e3852-7ac8-4ddd-8f6e-5fa7efafef58 req-c5639e72-40c4-4d38-ad3b-2cf6cbaf65b7 tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (55adacdf-af97-4fb9-bc7f-c902c5ad8685), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:15.931806 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [req-101e3852-7ac8-4ddd-8f6e-5fa7efafef58 req-c5639e72-40c4-4d38-ad3b-2cf6cbaf65b7 tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] Calling delete_port for 55adacdf-af97-4fb9-bc7f-c902c5ad8685 owned by compute:nova {{(pid=103376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:17:16.002012 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d84213-aa17-4113-bcca-79a023b371e4 req-586d8ceb-09a6-4e03-982a-20f6048cb848 tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:17:16.003762 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-75d84213-aa17-4113-bcca-79a023b371e4 req-586d8ceb-09a6-4e03-982a-20f6048cb848 tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] 10.222.0.89 "GET /v2.0/ports?device_id=d8b88886-f047-4a53-8b9f-a49fcd51cf07 HTTP/1.1" status: 200 len: 945 time: 0.5142734 Feb 04 17:17:16.029216 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076523c1-406c-4c42-87b2-ec2540dd4067 req-61e2505a-cc10-4759-9448-f9c67528fb56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:17:16.030907 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-076523c1-406c-4c42-87b2-ec2540dd4067 req-61e2505a-cc10-4759-9448-f9c67528fb56 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=91bbd32d-94f8-43c1-ae00-841782e8d40f HTTP/1.1" status: 200 len: 801 time: 0.1737027 Feb 04 17:17:16.065895 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-07531ca9-fad4-4734-8d8d-4e51b0d2fe8a req-75f1d052-af30-496b-90dc-bdcf9bdfdc5c service neutron] 10.222.0.90 "GET /v2.0/networks/02be22b9-aa53-40ea-8050-9239cd27d1ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3952932 Feb 04 17:17:16.144464 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [req-37bfc83a-082c-45f7-b18e-2e4acffa5bd2 req-6972f57a-f6be-4908-8ed6-5c392624919c tempest-LiveMigrationNegativeTest-457287813 tempest-LiveMigrationNegativeTest-457287813-project] For port 0dc4fa0b-49d4-4322-a177-c1cdf6851741, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=0dc4fa0b-49d4-4322-a177-c1cdf6851741,segment=NetworkSegment(3a39b085-d3e6-43bb-a64c-1b06dd049e5a),segment_id=3a39b085-d3e6-43bb-a64c-1b06dd049e5a)] {{(pid=103376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:17:16.145251 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-37bfc83a-082c-45f7-b18e-2e4acffa5bd2 req-6972f57a-f6be-4908-8ed6-5c392624919c tempest-LiveMigrationNegativeTest-457287813 tempest-LiveMigrationNegativeTest-457287813-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (0dc4fa0b-49d4-4322-a177-c1cdf6851741), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:16.166002 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-101e3852-7ac8-4ddd-8f6e-5fa7efafef58 req-c5639e72-40c4-4d38-ad3b-2cf6cbaf65b7 tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (55adacdf-af97-4fb9-bc7f-c902c5ad8685), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:16.180426 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] get_ports_and_sgs() called for port_ids ['55adacdf-af97-4fb9-bc7f-c902c5ad8685'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 17:17:16.191504 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [req-37bfc83a-082c-45f7-b18e-2e4acffa5bd2 req-6972f57a-f6be-4908-8ed6-5c392624919c tempest-LiveMigrationNegativeTest-457287813 tempest-LiveMigrationNegativeTest-457287813-project] Calling delete_port for 0dc4fa0b-49d4-4322-a177-c1cdf6851741 owned by compute:nova {{(pid=103376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:17:16.202615 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-f13d925e-c0ae-4137-9eee-b5a0fae5b556 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:16.244289 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5639e72-40c4-4d38-ad3b-2cf6cbaf65b7 tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] Pushing event deleted for resources: {'Port': ['ID=55adacdf-af97-4fb9-bc7f-c902c5ad8685,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:17:16.276066 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-75d84213-aa17-4113-bcca-79a023b371e4 req-4369fbcb-f42e-4589-b708-178541b03ce9 tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] 10.222.0.89 "GET /v2.0/security-groups?id=c591d0a0-8f77-4259-ab5e-c54cb31473d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2566786 Feb 04 17:17:16.311176 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076523c1-406c-4c42-87b2-ec2540dd4067 req-70985b0e-7c1e-40cf-8d7c-df9d7e47dfc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:17:16.312804 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-076523c1-406c-4c42-87b2-ec2540dd4067 req-70985b0e-7c1e-40cf-8d7c-df9d7e47dfc1 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=6367dd27-864b-4e48-85a8-ef6b2d11ff91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.2702694 Feb 04 17:17:16.327377 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [req-101e3852-7ac8-4ddd-8f6e-5fa7efafef58 req-c5639e72-40c4-4d38-ad3b-2cf6cbaf65b7 tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] No DVR routers for this DVR port 55adacdf-af97-4fb9-bc7f-c902c5ad8685 on host n-h1-827839-2 {{(pid=103376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 17:17:16.332920 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-101e3852-7ac8-4ddd-8f6e-5fa7efafef58 req-c5639e72-40c4-4d38-ad3b-2cf6cbaf65b7 tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:16.336983 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-101e3852-7ac8-4ddd-8f6e-5fa7efafef58 req-c5639e72-40c4-4d38-ad3b-2cf6cbaf65b7 tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] 10.222.0.96 "DELETE /v2.0/ports/55adacdf-af97-4fb9-bc7f-c902c5ad8685 HTTP/1.1" status: 204 len: 173 time: 1.3622944 Feb 04 17:17:16.351466 n-d-827839-2 neutron-server[103376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8b88886-f047-4a53-8b9f-a49fcd51cf07', 'name': 'network-vif-deleted', 'tag': '55adacdf-af97-4fb9-bc7f-c902c5ad8685'}] {{(pid=103376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:17:16.353562 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d59c3bb5e2f09ebf62144d5e09b1cff60c763a9c19614c24538e77842938c05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d20988f-9772-4ccc-bad0-f73740c92a07" -d '{"events": [{"server_uuid": "d8b88886-f047-4a53-8b9f-a49fcd51cf07", "name": "network-vif-deleted", "tag": "55adacdf-af97-4fb9-bc7f-c902c5ad8685"}]}' {{(pid=103376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:17:16.369072 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fd1d54-329f-42c4-9ee7-6d4b7bb6e658 req-2b71552f-e8a3-4ac4-be8a-504cf2774d94 tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:17:16.376169 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-b0fd1d54-329f-42c4-9ee7-6d4b7bb6e658 req-2b71552f-e8a3-4ac4-be8a-504cf2774d94 tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] 10.222.0.89 "GET /v2.0/ports?device_id=013eaece-a1cd-4911-b0a3-fdda63699778 HTTP/1.1" status: 200 len: 949 time: 0.2344465 Feb 04 17:17:16.459905 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Device d4e367c9-7388-41b4-951a-980d5f811eb7 up at agent hyperv_n-h2-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:17:16.513669 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-07531ca9-fad4-4734-8d8d-4e51b0d2fe8a req-bd44a66a-6eb6-4c26-9f85-9b061fec115c service neutron] 10.222.0.90 "GET /v2.0/networks/02be22b9-aa53-40ea-8050-9239cd27d1ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4143934 Feb 04 17:17:16.574513 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Provisioning for port d4e367c9-7388-41b4-951a-980d5f811eb7 completed by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 17:17:16.587332 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Provisioning complete for port d4e367c9-7388-41b4-951a-980d5f811eb7 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:17:16.588079 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (d4e367c9-7388-41b4-951a-980d5f811eb7), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:16.599879 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabb80c7-5fc0-44e3-a673-0aca4ce89e73 req-3bbc52c2-2cd3-43d6-a8b1-9315e57e90ec tempest-LiveMigrationNegativeTest-457287813 tempest-LiveMigrationNegativeTest-457287813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:17:16.601458 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-eabb80c7-5fc0-44e3-a673-0aca4ce89e73 req-3bbc52c2-2cd3-43d6-a8b1-9315e57e90ec tempest-LiveMigrationNegativeTest-457287813 tempest-LiveMigrationNegativeTest-457287813-project] 10.222.0.89 "GET /v2.0/ports?device_id=a3fabcdf-c0d9-4c64-b1ac-f4f9d6b2de78 HTTP/1.1" status: 200 len: 949 time: 0.1999578 Feb 04 17:17:16.603076 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-37bfc83a-082c-45f7-b18e-2e4acffa5bd2 req-6972f57a-f6be-4908-8ed6-5c392624919c tempest-LiveMigrationNegativeTest-457287813 tempest-LiveMigrationNegativeTest-457287813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (0dc4fa0b-49d4-4322-a177-c1cdf6851741), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:16.627400 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-076523c1-406c-4c42-87b2-ec2540dd4067 req-d24101fc-fc11-4a40-b89b-f7502c0d52a9 service neutron] 10.222.0.90 "GET /v2.0/networks/6367dd27-864b-4e48-85a8-ef6b2d11ff91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2926927 Feb 04 17:17:16.636450 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-f13d925e-c0ae-4137-9eee-b5a0fae5b556 admin admin] Publish callbacks [] for security_group (394b572e-73eb-47ce-ae8c-6d3d3f424aff), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:16.641363 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-c0d4f3d1-ac39-44f4-9b60-1bc51b2f6310 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602754'] for router_interface (443be536-4628-4353-af62-b6e5cffe24fd), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:16.671362 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6972f57a-f6be-4908-8ed6-5c392624919c tempest-LiveMigrationNegativeTest-457287813 tempest-LiveMigrationNegativeTest-457287813-project] Pushing event deleted for resources: {'Port': ['ID=0dc4fa0b-49d4-4322-a177-c1cdf6851741,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:17:16.693690 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-f13d925e-c0ae-4137-9eee-b5a0fae5b556 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (394b572e-73eb-47ce-ae8c-6d3d3f424aff), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:16.739020 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-f13d925e-c0ae-4137-9eee-b5a0fae5b556 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=68a2691fff3e4a90aa6bb5cba5289b4d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8923998 Feb 04 17:17:16.747409 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 58058) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:17:16.784319 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Current status of the port d4e367c9-7388-41b4-951a-980d5f811eb7 is: BUILD; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:17:16.784703 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (d4e367c9-7388-41b4-951a-980d5f811eb7), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:16.841874 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '013eaece-a1cd-4911-b0a3-fdda63699778', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4e367c9-7388-41b4-951a-980d5f811eb7'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:17:16.844212 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c34bc964ce2211770fda26ca2f3801cc06f4f39928110690550e94ab9c9d2fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96af4e55-6ab9-45b0-a8a1-697a328a1e8f" -d '{"events": [{"server_uuid": "013eaece-a1cd-4911-b0a3-fdda63699778", "name": "network-vif-plugged", "status": "completed", "tag": "d4e367c9-7388-41b4-951a-980d5f811eb7"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:17:16.881818 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] For port d4e367c9-7388-41b4-951a-980d5f811eb7, host n-h2-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=d4e367c9-7388-41b4-951a-980d5f811eb7,segment=NetworkSegment(3a39b085-d3e6-43bb-a64c-1b06dd049e5a),segment_id=3a39b085-d3e6-43bb-a64c-1b06dd049e5a)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:17:16.891087 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (d4e367c9-7388-41b4-951a-980d5f811eb7), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:16.909515 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-eabb80c7-5fc0-44e3-a673-0aca4ce89e73 req-ed1f29bd-135d-4759-9f92-89b0183c0008 tempest-LiveMigrationNegativeTest-457287813 tempest-LiveMigrationNegativeTest-457287813-project] 10.222.0.89 "GET /v2.0/security-groups?id=6087b48a-7803-40bd-a4ae-88723ae4142b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2956765 Feb 04 17:17:16.920332 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13d925e-c0ae-4137-9eee-b5a0fae5b556 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=394b572e-73eb-47ce-ae8c-6d3d3f424aff,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:17:16.978268 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-b0fd1d54-329f-42c4-9ee7-6d4b7bb6e658 req-e00ac032-8ece-4f25-806c-7b0da464f0e5 tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] 10.222.0.89 "GET /v2.0/security-groups?id=5fa98c6a-94b3-4690-b9c3-4f0e67d11226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6010292 Feb 04 17:17:16.979150 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [req-37bfc83a-082c-45f7-b18e-2e4acffa5bd2 req-6972f57a-f6be-4908-8ed6-5c392624919c tempest-LiveMigrationNegativeTest-457287813 tempest-LiveMigrationNegativeTest-457287813-project] No DVR routers for this DVR port 0dc4fa0b-49d4-4322-a177-c1cdf6851741 on host n-h1-827839-2 {{(pid=103376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 17:17:16.998297 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-076523c1-406c-4c42-87b2-ec2540dd4067 req-97bab13a-e634-4383-bdbe-901320af67de service neutron] 10.222.0.90 "GET /v2.0/networks/6367dd27-864b-4e48-85a8-ef6b2d11ff91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3540020 Feb 04 17:17:16.998947 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-37bfc83a-082c-45f7-b18e-2e4acffa5bd2 req-6972f57a-f6be-4908-8ed6-5c392624919c tempest-LiveMigrationNegativeTest-457287813 tempest-LiveMigrationNegativeTest-457287813-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:17.021508 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-37bfc83a-082c-45f7-b18e-2e4acffa5bd2 req-6972f57a-f6be-4908-8ed6-5c392624919c tempest-LiveMigrationNegativeTest-457287813 tempest-LiveMigrationNegativeTest-457287813-project] 10.222.0.96 "DELETE /v2.0/ports/0dc4fa0b-49d4-4322-a177-c1cdf6851741 HTTP/1.1" status: 204 len: 173 time: 2.0721259 Feb 04 17:17:17.052000 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-93c2f9ed-f7bf-420c-ae43-1a7618e950af admin admin] Publish callbacks [] for security_group (394b572e-73eb-47ce-ae8c-6d3d3f424aff), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:17.098573 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Pushing event updated for resources: {'Port': ['ID=d4e367c9-7388-41b4-951a-980d5f811eb7,revision_number=9']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:17:17.110441 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-93c2f9ed-f7bf-420c-ae43-1a7618e950af admin admin] Publish callbacks [] for security_group (394b572e-73eb-47ce-ae8c-6d3d3f424aff), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:17.173973 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 17:17:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ed80ff9-3b8f-4ffc-b0f4-e6b1ef8da427 x-openstack-request-id: req-0ed80ff9-3b8f-4ffc-b0f4-e6b1ef8da427 {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:17:17.176196 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8b88886-f047-4a53-8b9f-a49fcd51cf07", "name": "network-vif-deleted", "tag": "55adacdf-af97-4fb9-bc7f-c902c5ad8685", "status": "completed", "code": 200}]} {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:17:17.176482 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-0ed80ff9-3b8f-4ffc-b0f4-e6b1ef8da427 {{(pid=103376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:17:17.176994 n-d-827839-2 neutron-server[103376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8b88886-f047-4a53-8b9f-a49fcd51cf07', 'name': 'network-vif-deleted', 'tag': '55adacdf-af97-4fb9-bc7f-c902c5ad8685', 'status': 'completed', 'code': 200} Feb 04 17:17:17.205275 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-f270cced-91cb-469a-8c58-496f864f1eb5 req-f752117f-1c3c-4489-9d84-443332ac7e6e tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] 10.222.0.89 "GET /v2.0/ports?device_id=f9d0cdd4-aae7-45e7-bcf1-a6ee601b78a7 HTTP/1.1" status: 200 len: 210 time: 0.0759637 Feb 04 17:17:17.220699 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-93c2f9ed-f7bf-420c-ae43-1a7618e950af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (394b572e-73eb-47ce-ae8c-6d3d3f424aff), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:17.223363 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-93c2f9ed-f7bf-420c-ae43-1a7618e950af admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:17.224522 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-93c2f9ed-f7bf-420c-ae43-1a7618e950af admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/394b572e-73eb-47ce-ae8c-6d3d3f424aff HTTP/1.1" status: 204 len: 168 time: 0.4709370 Feb 04 17:17:17.294981 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c2f9ed-f7bf-420c-ae43-1a7618e950af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=394b572e-73eb-47ce-ae8c-6d3d3f424aff,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:17:17.380999 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23667159-c474-49bb-86b0-93610f613e1c req-693a0e6b-6432-4441-ad4c-e0582227e285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:17:17.381477 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23667159-c474-49bb-86b0-93610f613e1c req-693a0e6b-6432-4441-ad4c-e0582227e285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:17:17.385403 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-23667159-c474-49bb-86b0-93610f613e1c req-693a0e6b-6432-4441-ad4c-e0582227e285 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=33ab830fde4c41a1b2b9427ee7d64511&device_id=ca75119f-9fb0-4d35-b792-e1a7b89bc972 HTTP/1.1" status: 200 len: 2042 time: 0.1937821 Feb 04 17:17:17.395790 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 17:17:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8244eb0-3a37-4dcd-bad6-563535c5f0f8 x-openstack-request-id: req-a8244eb0-3a37-4dcd-bad6-563535c5f0f8 {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:17:17.396932 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "013eaece-a1cd-4911-b0a3-fdda63699778", "name": "network-vif-plugged", "status": "completed", "tag": "d4e367c9-7388-41b4-951a-980d5f811eb7", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:17:17.397460 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-a8244eb0-3a37-4dcd-bad6-563535c5f0f8 {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:17:17.398121 n-d-827839-2 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '013eaece-a1cd-4911-b0a3-fdda63699778', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4e367c9-7388-41b4-951a-980d5f811eb7', 'code': 200} Feb 04 17:17:17.414620 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1226d641-c6de-4b9f-9f81-1e3171c59931 req-089fb9f3-4e50-44a5-bfd9-6d77b7599c52 tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:17:17.426526 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1226d641-c6de-4b9f-9f81-1e3171c59931 req-089fb9f3-4e50-44a5-bfd9-6d77b7599c52 tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:17:17.437416 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-1226d641-c6de-4b9f-9f81-1e3171c59931 req-089fb9f3-4e50-44a5-bfd9-6d77b7599c52 tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] 10.222.0.89 "GET /v2.0/ports?device_id=ca75119f-9fb0-4d35-b792-e1a7b89bc972 HTTP/1.1" status: 200 len: 1678 time: 0.1867135 Feb 04 17:17:17.524240 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-1226d641-c6de-4b9f-9f81-1e3171c59931 req-f94b6ff2-42c2-4d84-9a1a-c12addf4500d tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] 10.222.0.89 "GET /v2.0/security-groups?id=e5444cce-a82b-43a5-837a-e27373d38b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802813 Feb 04 17:17:17.531663 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-2b0d6838-4075-42a8-ae65-a428674ae0e4 req-3c878932-ce90-4869-8eac-9f4ff970e2a4 tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] 10.222.0.89 "GET /v2.0/ports?device_id=d8b88886-f047-4a53-8b9f-a49fcd51cf07 HTTP/1.1" status: 200 len: 210 time: 0.0578551 Feb 04 17:17:17.762021 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23667159-c474-49bb-86b0-93610f613e1c req-146c738a-6f6d-46cb-8143-2e2b7d8976d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:17:17.765530 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-23667159-c474-49bb-86b0-93610f613e1c req-146c738a-6f6d-46cb-8143-2e2b7d8976d6 service neutron] 10.222.0.90 "GET /v2.0/networks?id=6367dd27-864b-4e48-85a8-ef6b2d11ff91 HTTP/1.1" status: 200 len: 903 time: 0.3162124 Feb 04 17:17:17.774239 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-c0d4f3d1-ac39-44f4-9b60-1bc51b2f6310 admin admin] Deleting port e36a0fd0-ca88-45b8-aaf5-e2a56758afc4 {{(pid=103377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:17:17.774893 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-c0d4f3d1-ac39-44f4-9b60-1bc51b2f6310 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (e36a0fd0-ca88-45b8-aaf5-e2a56758afc4), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:17.859350 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-23667159-c474-49bb-86b0-93610f613e1c req-9c0beb85-83e9-4729-bd61-8ba9f06ebfec service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.103&port_id=ca490ec2-a8f2-40b4-b868-46ce019b5e9b HTTP/1.1" status: 200 len: 217 time: 0.0811179 Feb 04 17:17:17.959607 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23667159-c474-49bb-86b0-93610f613e1c req-6034f7a1-45fc-4537-aeca-bf7c52c8066e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:17:17.961293 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-23667159-c474-49bb-86b0-93610f613e1c req-6034f7a1-45fc-4537-aeca-bf7c52c8066e service neutron] 10.222.0.90 "GET /v2.0/subnets?id=91bbd32d-94f8-43c1-ae00-841782e8d40f HTTP/1.1" status: 200 len: 801 time: 0.0917315 Feb 04 17:17:17.963248 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [None req-c0d4f3d1-ac39-44f4-9b60-1bc51b2f6310 admin admin] For port e36a0fd0-ca88-45b8-aaf5-e2a56758afc4, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=e36a0fd0-ca88-45b8-aaf5-e2a56758afc4,segment=NetworkSegment(bee9a28c-580f-445b-8d2e-5c4c3903d188),segment_id=bee9a28c-580f-445b-8d2e-5c4c3903d188)] {{(pid=103377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:17:17.963613 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-c0d4f3d1-ac39-44f4-9b60-1bc51b2f6310 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (e36a0fd0-ca88-45b8-aaf5-e2a56758afc4), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:18.026672 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-c0d4f3d1-ac39-44f4-9b60-1bc51b2f6310 admin admin] Calling delete_port for e36a0fd0-ca88-45b8-aaf5-e2a56758afc4 owned by network:router_interface {{(pid=103377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:17:18.152796 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23667159-c474-49bb-86b0-93610f613e1c req-9996ba13-f7cc-4a0b-9bb0-61289e776a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:17:18.154312 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-23667159-c474-49bb-86b0-93610f613e1c req-9996ba13-f7cc-4a0b-9bb0-61289e776a6f service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=6367dd27-864b-4e48-85a8-ef6b2d11ff91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1817260 Feb 04 17:17:18.310820 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 58094) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:17:18.365393 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be65fd3c-56b1-4ea0-bc6e-2ef44831ddcf req-382ed77a-6e78-4ef8-98a2-70082ee24dd2 tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:17:18.372212 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 58098) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:17:18.372918 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-be65fd3c-56b1-4ea0-bc6e-2ef44831ddcf req-382ed77a-6e78-4ef8-98a2-70082ee24dd2 tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] 10.222.0.89 "GET /v2.0/ports?device_id=013eaece-a1cd-4911-b0a3-fdda63699778 HTTP/1.1" status: 200 len: 950 time: 0.2392778 Feb 04 17:17:18.454391 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-74017a8a-e830-4b39-b3f6-9e9628c83696 req-a356cfc5-adef-464f-9ac6-da9405dfe6cd tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] 10.222.0.89 "GET /v2.0/ports?device_id=f9d0cdd4-aae7-45e7-bcf1-a6ee601b78a7 HTTP/1.1" status: 200 len: 210 time: 0.0948424 Feb 04 17:17:18.469740 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device 0dc4fa0b-49d4-4322-a177-c1cdf6851741 no longer exists at agent hyperv_n-h1-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:17:18.572145 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] No Port match for: 0dc4fa0b-49d4-4322-a177-c1cdf6851741 {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 17:17:18.587183 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device 0dc4fa0b-49d4-4322-a177-c1cdf6851741 not bound to the agent host n-h1-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 17:17:18.589198 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device 55adacdf-af97-4fb9-bc7f-c902c5ad8685 no longer exists at agent hyperv_n-h1-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:17:18.608596 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-c897ffae-f066-43d5-a8a8-7d16cff34193 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-1603953986-network', 'tenant_id': '549ab3be19c64bf782eb9cf08c0cc261'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:17:18.626861 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] No Port match for: 55adacdf-af97-4fb9-bc7f-c902c5ad8685 {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 17:17:18.627306 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device 55adacdf-af97-4fb9-bc7f-c902c5ad8685 not bound to the agent host n-h1-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 17:17:18.723617 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c897ffae-f066-43d5-a8a8-7d16cff34193 admin admin] Made reservation on behalf of 549ab3be19c64bf782eb9cf08c0cc261 for: {'network': 1} {{(pid=103376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:17:18.727153 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-c897ffae-f066-43d5-a8a8-7d16cff34193 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for network (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:18.756711 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-c897ffae-f066-43d5-a8a8-7d16cff34193 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:18.758816 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-23667159-c474-49bb-86b0-93610f613e1c req-eea214db-29a9-4a55-922b-abf31a2dbbab service neutron] 10.222.0.90 "GET /v2.0/networks/6367dd27-864b-4e48-85a8-ef6b2d11ff91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5853939 Feb 04 17:17:18.839053 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-889982a0-f884-49a7-9c1f-e69e6cef65b6 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=cf565683b16046d8a2d32c2de8e8929b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4632065 Feb 04 17:17:18.853462 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 58106) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:17:18.868311 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2dcdb2c-13f2-4b60-99c1-8ea109bdcedc req-ea71ae91-ca8f-48e2-867a-fe97500a0f0e tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:17:18.869020 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-be65fd3c-56b1-4ea0-bc6e-2ef44831ddcf req-52fa7c1a-1796-42e8-9cb0-be57cb4666fe tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] 10.222.0.89 "GET /v2.0/security-groups?id=5fa98c6a-94b3-4690-b9c3-4f0e67d11226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4919701 Feb 04 17:17:18.876248 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2dcdb2c-13f2-4b60-99c1-8ea109bdcedc req-ea71ae91-ca8f-48e2-867a-fe97500a0f0e tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:17:18.887154 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-a2dcdb2c-13f2-4b60-99c1-8ea109bdcedc req-ea71ae91-ca8f-48e2-867a-fe97500a0f0e tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] 10.222.0.89 "GET /v2.0/ports?device_id=ca75119f-9fb0-4d35-b792-e1a7b89bc972 HTTP/1.1" status: 200 len: 1678 time: 0.2204072 Feb 04 17:17:18.933863 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-c0d4f3d1-ac39-44f4-9b60-1bc51b2f6310 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (e36a0fd0-ca88-45b8-aaf5-e2a56758afc4), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:18.966560 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-c897ffae-f066-43d5-a8a8-7d16cff34193 admin admin] Publish callbacks [] for security_group (97f39e76-7bf1-44bd-bf73-dcbb52112ad3), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:18.969997 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d4f3d1-ac39-44f4-9b60-1bc51b2f6310 admin admin] Pushing event deleted for resources: {'Port': ['ID=e36a0fd0-ca88-45b8-aaf5-e2a56758afc4,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:17:18.975779 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-23667159-c474-49bb-86b0-93610f613e1c req-b81904de-a853-4db4-a0f0-a69fe960f5c3 service neutron] 10.222.0.90 "GET /v2.0/networks/6367dd27-864b-4e48-85a8-ef6b2d11ff91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2050223 Feb 04 17:17:19.052226 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-80c10bda-b41e-4846-95ac-459de4969320 admin admin] Publish callbacks [] for security_group (6087b48a-7803-40bd-a4ae-88723ae4142b), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:19.091473 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-a2dcdb2c-13f2-4b60-99c1-8ea109bdcedc req-2585e619-e512-40bd-9a1c-481f7c0d0b9e tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] 10.222.0.89 "GET /v2.0/security-groups?id=e5444cce-a82b-43a5-837a-e27373d38b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2031794 Feb 04 17:17:19.093762 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-c897ffae-f066-43d5-a8a8-7d16cff34193 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (97f39e76-7bf1-44bd-bf73-dcbb52112ad3), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:19.130436 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-d97a233b-1a7e-474f-9e92-e063eeaa41ad req-0a39ec65-4ff3-4c41-890d-7da909b80bae tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] 10.222.0.89 "GET /v2.0/ports?device_id=d8b88886-f047-4a53-8b9f-a49fcd51cf07 HTTP/1.1" status: 200 len: 210 time: 0.0763319 Feb 04 17:17:19.139001 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-80c10bda-b41e-4846-95ac-459de4969320 admin admin] Publish callbacks [] for security_group (6087b48a-7803-40bd-a4ae-88723ae4142b), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:19.143145 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c897ffae-f066-43d5-a8a8-7d16cff34193 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97f39e76-7bf1-44bd-bf73-dcbb52112ad3,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:17:19.184868 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c897ffae-f066-43d5-a8a8-7d16cff34193 admin admin] vlan segment allocate from pool success with {'vlan_id': 766, 'physical_network': 'physnet1'} {{(pid=103376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 17:17:19.196472 n-d-827839-2 neutron-server[103376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3fabcdf-c0d9-4c64-b1ac-f4f9d6b2de78', 'name': 'network-vif-deleted', 'tag': '0dc4fa0b-49d4-4322-a177-c1cdf6851741'}] {{(pid=103376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:17:19.199627 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d59c3bb5e2f09ebf62144d5e09b1cff60c763a9c19614c24538e77842938c05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d533863b-9dc5-43a7-9da4-a4008fe9a1cd" -d '{"events": [{"server_uuid": "a3fabcdf-c0d9-4c64-b1ac-f4f9d6b2de78", "name": "network-vif-deleted", "tag": "0dc4fa0b-49d4-4322-a177-c1cdf6851741"}]}' {{(pid=103376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:17:19.262464 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-c897ffae-f066-43d5-a8a8-7d16cff34193 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (7d72d660-cccf-4e71-b324-5a5f94eb974f), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:19.263471 n-d-827839-2 neutron-server[103376]: INFO neutron.db.segments_db [None req-c897ffae-f066-43d5-a8a8-7d16cff34193 admin admin] Added segment 7d72d660-cccf-4e71-b324-5a5f94eb974f of type vlan for network 18207d46-382e-4b85-9e21-8a16ad00a860 Feb 04 17:17:19.290186 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 17:17:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0181f92f-3819-43b4-a1ef-848e5158efe9 x-openstack-request-id: req-0181f92f-3819-43b4-a1ef-848e5158efe9 {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:17:19.290628 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3fabcdf-c0d9-4c64-b1ac-f4f9d6b2de78", "name": "network-vif-deleted", "tag": "0dc4fa0b-49d4-4322-a177-c1cdf6851741", "status": "completed", "code": 200}]} {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:17:19.290927 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-0181f92f-3819-43b4-a1ef-848e5158efe9 {{(pid=103376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:17:19.291462 n-d-827839-2 neutron-server[103376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3fabcdf-c0d9-4c64-b1ac-f4f9d6b2de78', 'name': 'network-vif-deleted', 'tag': '0dc4fa0b-49d4-4322-a177-c1cdf6851741', 'status': 'completed', 'code': 200} Feb 04 17:17:19.348071 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-c897ffae-f066-43d5-a8a8-7d16cff34193 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781084292801'] for network (18207d46-382e-4b85-9e21-8a16ad00a860), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:19.367556 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-c0d4f3d1-ac39-44f4-9b60-1bc51b2f6310 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1677336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1602614'] for router_interface (443be536-4628-4353-af62-b6e5cffe24fd), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:19.369419 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-80c10bda-b41e-4846-95ac-459de4969320 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (6087b48a-7803-40bd-a4ae-88723ae4142b), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:19.372565 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-80c10bda-b41e-4846-95ac-459de4969320 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:19.374433 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-80c10bda-b41e-4846-95ac-459de4969320 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/6087b48a-7803-40bd-a4ae-88723ae4142b HTTP/1.1" status: 204 len: 168 time: 0.4842756 Feb 04 17:17:19.399365 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c10bda-b41e-4846-95ac-459de4969320 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6087b48a-7803-40bd-a4ae-88723ae4142b,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:17:19.421809 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-c897ffae-f066-43d5-a8a8-7d16cff34193 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327'] for network (18207d46-382e-4b85-9e21-8a16ad00a860), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:19.435268 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c897ffae-f066-43d5-a8a8-7d16cff34193 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:17:19.437333 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-c897ffae-f066-43d5-a8a8-7d16cff34193 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677565'] for network (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:19.562817 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c897ffae-f066-43d5-a8a8-7d16cff34193 admin admin] Pushing event updated for resources: {'Network': ['ID=18207d46-382e-4b85-9e21-8a16ad00a860,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:17:19.579314 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Network 18207d46-382e-4b85-9e21-8a16ad00a860 details requested by agent ovs-agent-n-d-827839-2 with host n-d-827839-2 {{(pid=103378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 17:17:19.588211 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-c897ffae-f066-43d5-a8a8-7d16cff34193 admin admin] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.2736666 Feb 04 17:17:19.610191 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 58114) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:17:19.623273 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-9557fb91-10f2-40b5-923c-65a319908ac9 admin admin] Request body: {'subnet': {'network_id': '18207d46-382e-4b85-9e21-8a16ad00a860', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-1603953986-subnet', 'tenant_id': '549ab3be19c64bf782eb9cf08c0cc261', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:17:19.660280 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07531ca9-fad4-4734-8d8d-4e51b0d2fe8a req-f49ba592-604b-4803-96ce-d95f10901518 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:17:19.662083 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-07531ca9-fad4-4734-8d8d-4e51b0d2fe8a req-f49ba592-604b-4803-96ce-d95f10901518 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=013eaece-a1cd-4911-b0a3-fdda63699778&tenant_id=1cd99d9701204f3692368e4539967c47 HTTP/1.1" status: 200 len: 1132 time: 0.1957340 Feb 04 17:17:19.671234 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9557fb91-10f2-40b5-923c-65a319908ac9 admin admin] Made reservation on behalf of 549ab3be19c64bf782eb9cf08c0cc261 for: {'subnet': 1} {{(pid=103376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:17:19.677868 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-9557fb91-10f2-40b5-923c-65a319908ac9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25859006'] for subnet (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:19.688665 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [req-07531ca9-fad4-4734-8d8d-4e51b0d2fe8a req-f37d3de0-e073-4074-a6cf-82c1c0c1dbe5 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-827839-2', 'device_owner': 'compute:nova'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:17:19.822769 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0d4f3d1-ac39-44f4-9b60-1bc51b2f6310 admin admin] Router 443be536-4628-4353-af62-b6e5cffe24fd has already been hosted by L3 agent 64ada913-9131-4d99-a265-63a920956287 {{(pid=103377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 17:17:19.854506 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-07531ca9-fad4-4734-8d8d-4e51b0d2fe8a req-f37d3de0-e073-4074-a6cf-82c1c0c1dbe5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (d4e367c9-7388-41b4-951a-980d5f811eb7), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:19.855642 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-beb078ff-e85a-4a34-9ffd-575be8f792f9 req-7dc3a685-1a2a-4748-b29a-8e0c3bdc60cd tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] 10.222.0.89 "GET /v2.0/ports?device_id=f9d0cdd4-aae7-45e7-bcf1-a6ee601b78a7 HTTP/1.1" status: 200 len: 210 time: 0.0423224 Feb 04 17:17:19.906731 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 58118) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:17:20.001647 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0d4f3d1-ac39-44f4-9b60-1bc51b2f6310 admin admin] Notify agent at l3_agent.n-d-827839-2 the message routers_updated {{(pid=103377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 17:17:20.014435 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd561558-5bf6-4845-837e-83b7d7b5c113 None None] Sync routers for ids ['443be536-4628-4353-af62-b6e5cffe24fd'] in n-d-827839-2 {{(pid=103378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 17:17:20.017433 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-c0d4f3d1-ac39-44f4-9b60-1bc51b2f6310 admin admin] 10.222.0.89 "PUT /v2.0/routers/443be536-4628-4353-af62-b6e5cffe24fd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1792412 Feb 04 17:17:20.019297 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 58122) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:17:20.028902 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd561558-5bf6-4845-837e-83b7d7b5c113 None None] Routers {'443be536-4628-4353-af62-b6e5cffe24fd'} bound to L3 agent in host n-d-827839-2 {{(pid=103378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:17:20.031360 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-cd561558-5bf6-4845-837e-83b7d7b5c113 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:17:02Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['443be536-4628-4353-af62-b6e5cffe24fd'], 'active': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:17:20.044668 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-ef3e1fb0-3c4d-426b-bef5-fd566232f572 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=ddcb1daa86ad457ba7d5d5546254db26&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1339860 Feb 04 17:17:20.081279 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 58124) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:17:20.262894 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c70da3-1010-48ab-884f-df1b251d86dd req-ed7648af-60d9-4f9e-a468-a8bcf84c6e5d tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:17:20.265382 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-66c70da3-1010-48ab-884f-df1b251d86dd req-ed7648af-60d9-4f9e-a468-a8bcf84c6e5d tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] 10.222.0.89 "GET /v2.0/ports?device_id=013eaece-a1cd-4911-b0a3-fdda63699778 HTTP/1.1" status: 200 len: 950 time: 0.3033805 Feb 04 17:17:20.302282 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-24440da7-bc7a-4427-b5ef-6835aae76153 admin admin] Publish callbacks [] for security_group (2e90186f-6880-47c4-a831-414bfb0989d9), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:20.310514 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-90775073-4c64-4c52-807b-52857c249be5 admin admin] Publish callbacks [] for router (443be536-4628-4353-af62-b6e5cffe24fd), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:20.416513 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [req-07531ca9-fad4-4734-8d8d-4e51b0d2fe8a req-f37d3de0-e073-4074-a6cf-82c1c0c1dbe5 service neutron] For port d4e367c9-7388-41b4-951a-980d5f811eb7, host n-h2-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=d4e367c9-7388-41b4-951a-980d5f811eb7,segment=NetworkSegment(3a39b085-d3e6-43bb-a64c-1b06dd049e5a),segment_id=3a39b085-d3e6-43bb-a64c-1b06dd049e5a)] {{(pid=103376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:17:20.423153 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be0f6e0-d028-466b-b7eb-a27d399cd4a1 req-b56f4aa7-8669-4ec3-8d83-4e47296ef6b7 tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:17:20.430647 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be0f6e0-d028-466b-b7eb-a27d399cd4a1 req-b56f4aa7-8669-4ec3-8d83-4e47296ef6b7 tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:17:20.439687 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-9be0f6e0-d028-466b-b7eb-a27d399cd4a1 req-b56f4aa7-8669-4ec3-8d83-4e47296ef6b7 tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] 10.222.0.89 "GET /v2.0/ports?device_id=ca75119f-9fb0-4d35-b792-e1a7b89bc972 HTTP/1.1" status: 200 len: 1678 time: 0.2515702 Feb 04 17:17:20.446912 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-66c70da3-1010-48ab-884f-df1b251d86dd req-7949954c-444b-4429-92c0-fad545353170 tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] 10.222.0.89 "GET /v2.0/security-groups?id=5fa98c6a-94b3-4690-b9c3-4f0e67d11226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1701212 Feb 04 17:17:20.464633 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-9557fb91-10f2-40b5-923c-65a319908ac9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25674939', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25858952'] for subnet (e97a94c0-1098-43d0-824d-a1a7dda55172), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:20.518204 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Device a6d8e193-58e1-468f-bfba-5f6b3d4da04d details requested by agent hyperv_n-h2-827839-2 with host n-h2-827839-2 {{(pid=103378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 17:17:20.522494 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-9be0f6e0-d028-466b-b7eb-a27d399cd4a1 req-cb110f9f-8b10-482c-8c63-ca9193c6c07e tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] 10.222.0.89 "GET /v2.0/security-groups?id=e5444cce-a82b-43a5-837a-e27373d38b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761890 Feb 04 17:17:20.525044 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-24440da7-bc7a-4427-b5ef-6835aae76153 admin admin] Publish callbacks [] for security_group (2e90186f-6880-47c4-a831-414bfb0989d9), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:20.636264 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [req-07531ca9-fad4-4734-8d8d-4e51b0d2fe8a req-f37d3de0-e073-4074-a6cf-82c1c0c1dbe5 service neutron] For port d4e367c9-7388-41b4-951a-980d5f811eb7, host n-h2-827839-2, cleared binding levels {{(pid=103376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:17:20.639673 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-90775073-4c64-4c52-807b-52857c249be5 admin admin] Publish callbacks [] for router_gateway (443be536-4628-4353-af62-b6e5cffe24fd), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:20.648956 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-24440da7-bc7a-4427-b5ef-6835aae76153 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (2e90186f-6880-47c4-a831-414bfb0989d9), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:20.652575 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-24440da7-bc7a-4427-b5ef-6835aae76153 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:20.654069 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-24440da7-bc7a-4427-b5ef-6835aae76153 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/2e90186f-6880-47c4-a831-414bfb0989d9 HTTP/1.1" status: 204 len: 168 time: 0.5710332 Feb 04 17:17:20.669717 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24440da7-bc7a-4427-b5ef-6835aae76153 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e90186f-6880-47c4-a831-414bfb0989d9,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:17:20.697267 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] For port a6d8e193-58e1-468f-bfba-5f6b3d4da04d, host n-h2-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=a6d8e193-58e1-468f-bfba-5f6b3d4da04d,segment=NetworkSegment(e2a69fa6-d233-409c-ac08-37e5b3f4a0c0),segment_id=e2a69fa6-d233-409c-ac08-37e5b3f4a0c0)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:17:20.715862 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Returning: {'device': 'a6d8e193-58e1-468f-bfba-5f6b3d4da04d', 'network_id': '64bde26c-8fb3-497e-82b2-77f391b9eab4', 'port_id': 'a6d8e193-58e1-468f-bfba-5f6b3d4da04d', 'mac_address': 'fa:16:3e:d7:e2:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 751, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72e083f0-e626-4370-9b62-0b5e20f32d08', 'ip_address': '19.80.0.45'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 17:17:20.726302 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-90775073-4c64-4c52-807b-52857c249be5 admin admin] Deleting port 79a43ddf-5144-4fa6-b457-afb41792a29d {{(pid=103377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:17:20.726886 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-90775073-4c64-4c52-807b-52857c249be5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (79a43ddf-5144-4fa6-b457-afb41792a29d), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:20.761796 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-0942af58-13bc-4a5b-958f-518e9015fa0d req-a4c79bcd-aff6-49e1-b702-3a3c97a7be80 tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] 10.222.0.89 "GET /v2.0/ports?device_id=d8b88886-f047-4a53-8b9f-a49fcd51cf07 HTTP/1.1" status: 200 len: 210 time: 0.1675282 Feb 04 17:17:20.803310 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9557fb91-10f2-40b5-923c-65a319908ac9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e97a94c0-1098-43d0-824d-a1a7dda55172,revision_number=0']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:17:20.808532 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Current status of the port a6d8e193-58e1-468f-bfba-5f6b3d4da04d is: DOWN; New status is: BUILD {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:17:20.809088 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (a6d8e193-58e1-468f-bfba-5f6b3d4da04d), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:20.812616 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvr_db [None req-cd561558-5bf6-4845-837e-83b7d7b5c113 None None] Set router 443be536-4628-4353-af62-b6e5cffe24fd gateway port host: n-d-827839-2 {{(pid=103378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:17:20.826462 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-07531ca9-fad4-4734-8d8d-4e51b0d2fe8a req-f37d3de0-e073-4074-a6cf-82c1c0c1dbe5 service neutron] Publish callbacks [] for port (d4e367c9-7388-41b4-951a-980d5f811eb7), precommit_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:20.840383 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.provisioning_blocks [req-07531ca9-fad4-4734-8d8d-4e51b0d2fe8a req-f37d3de0-e073-4074-a6cf-82c1c0c1dbe5 service neutron] Transition to ACTIVE for port object d4e367c9-7388-41b4-951a-980d5f811eb7 will not be triggered until provisioned by entity L2. {{(pid=103376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 17:17:20.841518 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9557fb91-10f2-40b5-923c-65a319908ac9 admin admin] Checking segment: {'id': '7d72d660-cccf-4e71-b324-5a5f94eb974f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '18207d46-382e-4b85-9e21-8a16ad00a860'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:17:20.842461 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9557fb91-10f2-40b5-923c-65a319908ac9 admin admin] Network hostable DHCP agents. Network: 18207d46-382e-4b85-9e21-8a16ad00a860, hostable agents: ['bb89f5a3-3c22-440b-b7d1-c4f0c43c184a'], hosted agents: [] {{(pid=103376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 17:17:20.856356 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [None req-90775073-4c64-4c52-807b-52857c249be5 admin admin] For port 79a43ddf-5144-4fa6-b457-afb41792a29d, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=79a43ddf-5144-4fa6-b457-afb41792a29d,segment=NetworkSegment(5942dc44-1f07-4c27-b0ab-45a2bff20dd5),segment_id=5942dc44-1f07-4c27-b0ab-45a2bff20dd5)] {{(pid=103377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:17:20.857259 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-90775073-4c64-4c52-807b-52857c249be5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (79a43ddf-5144-4fa6-b457-afb41792a29d), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:20.859039 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-07531ca9-fad4-4734-8d8d-4e51b0d2fe8a req-f37d3de0-e073-4074-a6cf-82c1c0c1dbe5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675836'] for port (d4e367c9-7388-41b4-951a-980d5f811eb7), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:20.893184 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-90775073-4c64-4c52-807b-52857c249be5 admin admin] Calling delete_port for 79a43ddf-5144-4fa6-b457-afb41792a29d owned by network:router_gateway {{(pid=103377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:17:20.947220 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9557fb91-10f2-40b5-923c-65a319908ac9 admin admin] Network 18207d46-382e-4b85-9e21-8a16ad00a860 is scheduled to be hosted by DHCP agent bb89f5a3-3c22-440b-b7d1-c4f0c43c184a with binding_index 1 {{(pid=103376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 17:17:20.984340 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6d8e193-58e1-468f-bfba-5f6b3d4da04d {{(pid=103378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 17:17:21.033134 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [req-07531ca9-fad4-4734-8d8d-4e51b0d2fe8a req-f37d3de0-e073-4074-a6cf-82c1c0c1dbe5 service neutron] No DVR routers for this DVR port d4e367c9-7388-41b4-951a-980d5f811eb7 on host n-h2-827839-2 {{(pid=103376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 17:17:21.038419 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [None req-9557fb91-10f2-40b5-923c-65a319908ac9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827839-2, 18207d46-382e-4b85-9e21-8a16ad00a860) {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:17:21.043789 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] For port a6d8e193-58e1-468f-bfba-5f6b3d4da04d, host n-h2-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=a6d8e193-58e1-468f-bfba-5f6b3d4da04d,segment=NetworkSegment(e2a69fa6-d233-409c-ac08-37e5b3f4a0c0),segment_id=e2a69fa6-d233-409c-ac08-37e5b3f4a0c0)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:17:21.051628 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1207e89-e22d-4e12-a231-42b4e572e04c None None] Network 18207d46-382e-4b85-9e21-8a16ad00a860 requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:17:21.077450 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37d3de0-e073-4074-a6cf-82c1c0c1dbe5 service neutron] Pushing event updated for resources: {'Port': ['ID=d4e367c9-7388-41b4-951a-980d5f811eb7,revision_number=10']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:17:21.081818 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9557fb91-10f2-40b5-923c-65a319908ac9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:17:21.082425 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-9557fb91-10f2-40b5-923c-65a319908ac9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:21.104353 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [req-07531ca9-fad4-4734-8d8d-4e51b0d2fe8a req-f37d3de0-e073-4074-a6cf-82c1c0c1dbe5 service neutron] Attempting to bind port d4e367c9-7388-41b4-951a-980d5f811eb7 on host n-h1-827839-2 for vnic_type normal with profile {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:17:21.104705 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [req-07531ca9-fad4-4734-8d8d-4e51b0d2fe8a req-f37d3de0-e073-4074-a6cf-82c1c0c1dbe5 service neutron] Attempting to bind port d4e367c9-7388-41b4-951a-980d5f811eb7 by drivers openvswitch,hyperv on host n-h1-827839-2 at level 0 using segments [{'id': '3a39b085-d3e6-43bb-a64c-1b06dd049e5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '02be22b9-aa53-40ea-8050-9239cd27d1ff'}] {{(pid=103376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:17:21.105313 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07531ca9-fad4-4734-8d8d-4e51b0d2fe8a req-f37d3de0-e073-4074-a6cf-82c1c0c1dbe5 service neutron] Attempting to bind port d4e367c9-7388-41b4-951a-980d5f811eb7 on network 02be22b9-aa53-40ea-8050-9239cd27d1ff {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:17:21.113575 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07531ca9-fad4-4734-8d8d-4e51b0d2fe8a req-f37d3de0-e073-4074-a6cf-82c1c0c1dbe5 service neutron] Port d4e367c9-7388-41b4-951a-980d5f811eb7 on network 02be22b9-aa53-40ea-8050-9239cd27d1ff not bound, no agent of type Open vSwitch agent registered on host n-h1-827839-2 {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 17:17:21.113907 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07531ca9-fad4-4734-8d8d-4e51b0d2fe8a req-f37d3de0-e073-4074-a6cf-82c1c0c1dbe5 service neutron] Attempting to bind port d4e367c9-7388-41b4-951a-980d5f811eb7 on network 02be22b9-aa53-40ea-8050-9239cd27d1ff {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:17:21.126239 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07531ca9-fad4-4734-8d8d-4e51b0d2fe8a req-f37d3de0-e073-4074-a6cf-82c1c0c1dbe5 service neutron] Checking agent: {'id': '3f9244a9-75fc-4c10-b195-11d48b853b41', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 8, 42), 'started_at': datetime.datetime(2022, 2, 4, 17, 8, 42), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 17, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:17:21.126851 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07531ca9-fad4-4734-8d8d-4e51b0d2fe8a req-f37d3de0-e073-4074-a6cf-82c1c0c1dbe5 service neutron] Checking segment: {'id': '3a39b085-d3e6-43bb-a64c-1b06dd049e5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '02be22b9-aa53-40ea-8050-9239cd27d1ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:17:21.126975 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07531ca9-fad4-4734-8d8d-4e51b0d2fe8a req-f37d3de0-e073-4074-a6cf-82c1c0c1dbe5 service neutron] Bound using segment: {'id': '3a39b085-d3e6-43bb-a64c-1b06dd049e5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '02be22b9-aa53-40ea-8050-9239cd27d1ff'} {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:17:21.127391 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [req-07531ca9-fad4-4734-8d8d-4e51b0d2fe8a req-f37d3de0-e073-4074-a6cf-82c1c0c1dbe5 service neutron] Bound port: d4e367c9-7388-41b4-951a-980d5f811eb7, host: n-h1-827839-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a39b085-d3e6-43bb-a64c-1b06dd049e5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '02be22b9-aa53-40ea-8050-9239cd27d1ff'}}] {{(pid=103376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:17:21.127781 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-07531ca9-fad4-4734-8d8d-4e51b0d2fe8a req-f37d3de0-e073-4074-a6cf-82c1c0c1dbe5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (d4e367c9-7388-41b4-951a-980d5f811eb7), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:21.214382 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [req-07531ca9-fad4-4734-8d8d-4e51b0d2fe8a req-f37d3de0-e073-4074-a6cf-82c1c0c1dbe5 service neutron] For port d4e367c9-7388-41b4-951a-980d5f811eb7, host n-h1-827839-2, cleared binding levels {{(pid=103376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:17:21.217956 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [req-07531ca9-fad4-4734-8d8d-4e51b0d2fe8a req-f37d3de0-e073-4074-a6cf-82c1c0c1dbe5 service neutron] For port d4e367c9-7388-41b4-951a-980d5f811eb7, host n-h1-827839-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=d4e367c9-7388-41b4-951a-980d5f811eb7,segment=NetworkSegment(3a39b085-d3e6-43bb-a64c-1b06dd049e5a),segment_id=3a39b085-d3e6-43bb-a64c-1b06dd049e5a)] {{(pid=103376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:17:21.225090 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-9557fb91-10f2-40b5-923c-65a319908ac9 admin admin] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.6134522 Feb 04 17:17:21.233087 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-07531ca9-fad4-4734-8d8d-4e51b0d2fe8a req-f37d3de0-e073-4074-a6cf-82c1c0c1dbe5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675836'] for port (d4e367c9-7388-41b4-951a-980d5f811eb7), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:21.255455 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (a6d8e193-58e1-468f-bfba-5f6b3d4da04d), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:21.258175 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Device ca490ec2-a8f2-40b4-b868-46ce019b5e9b details requested by agent hyperv_n-h2-827839-2 with host n-h2-827839-2 {{(pid=103378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 17:17:21.313972 n-d-827839-2 neutron-server[103376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '013eaece-a1cd-4911-b0a3-fdda63699778', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd4e367c9-7388-41b4-951a-980d5f811eb7'}] {{(pid=103376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:17:21.327021 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d59c3bb5e2f09ebf62144d5e09b1cff60c763a9c19614c24538e77842938c05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-671bb2f4-8064-44db-893b-5e3836188fa2" -d '{"events": [{"server_uuid": "013eaece-a1cd-4911-b0a3-fdda63699778", "name": "network-vif-unplugged", "status": "completed", "tag": "d4e367c9-7388-41b4-951a-980d5f811eb7"}]}' {{(pid=103376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:17:21.330839 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37d3de0-e073-4074-a6cf-82c1c0c1dbe5 service neutron] Pushing event updated for resources: {'Port': ['ID=d4e367c9-7388-41b4-951a-980d5f811eb7,revision_number=11']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:17:21.350556 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07531ca9-fad4-4734-8d8d-4e51b0d2fe8a req-f37d3de0-e073-4074-a6cf-82c1c0c1dbe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:17:21.352437 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-07531ca9-fad4-4734-8d8d-4e51b0d2fe8a req-f37d3de0-e073-4074-a6cf-82c1c0c1dbe5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:21.355261 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-07531ca9-fad4-4734-8d8d-4e51b0d2fe8a req-f37d3de0-e073-4074-a6cf-82c1c0c1dbe5 service neutron] 10.222.0.96 "PUT /v2.0/ports/d4e367c9-7388-41b4-951a-980d5f811eb7 HTTP/1.1" status: 200 len: 1097 time: 1.6729877 Feb 04 17:17:21.383528 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-d99e43b9-e15f-4dbc-83a7-09df862da62f req-2b3ceb10-a81a-450f-850f-e502c24d0432 tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] 10.222.0.89 "GET /v2.0/ports?device_id=f9d0cdd4-aae7-45e7-bcf1-a6ee601b78a7 HTTP/1.1" status: 200 len: 210 time: 0.2011921 Feb 04 17:17:21.461523 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] For port ca490ec2-a8f2-40b4-b868-46ce019b5e9b, host n-h2-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=ca490ec2-a8f2-40b4-b868-46ce019b5e9b,segment=NetworkSegment(86370c6c-1b03-4b72-afd1-78bf747abad9),segment_id=86370c6c-1b03-4b72-afd1-78bf747abad9)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:17:21.497866 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 04 Feb 2022 17:17:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-276597b6-17d9-4ed2-9e97-8d12821af8de x-openstack-request-id: req-276597b6-17d9-4ed2-9e97-8d12821af8de {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:17:21.498524 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "013eaece-a1cd-4911-b0a3-fdda63699778", "name": "network-vif-unplugged", "status": "completed", "tag": "d4e367c9-7388-41b4-951a-980d5f811eb7", "code": 200}]} {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:17:21.498891 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-276597b6-17d9-4ed2-9e97-8d12821af8de {{(pid=103376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:17:21.499651 n-d-827839-2 neutron-server[103376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '013eaece-a1cd-4911-b0a3-fdda63699778', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd4e367c9-7388-41b4-951a-980d5f811eb7', 'code': 200} Feb 04 17:17:21.543447 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07531ca9-fad4-4734-8d8d-4e51b0d2fe8a req-6ed37f37-b050-46e2-a947-7df021b946c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:17:21.543855 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-90775073-4c64-4c52-807b-52857c249be5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (79a43ddf-5144-4fa6-b457-afb41792a29d), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:21.547878 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-07531ca9-fad4-4734-8d8d-4e51b0d2fe8a req-6ed37f37-b050-46e2-a947-7df021b946c6 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=1cd99d9701204f3692368e4539967c47&device_id=013eaece-a1cd-4911-b0a3-fdda63699778 HTTP/1.1" status: 200 len: 1131 time: 0.1679537 Feb 04 17:17:21.605381 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Returning: {'device': 'ca490ec2-a8f2-40b4-b868-46ce019b5e9b', 'network_id': '6367dd27-864b-4e48-85a8-ef6b2d11ff91', 'port_id': 'ca490ec2-a8f2-40b4-b868-46ce019b5e9b', 'mac_address': 'fa:16:3e:2d:b3:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 785, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '91bbd32d-94f8-43c1-ae00-841782e8d40f', 'ip_address': '19.86.0.103'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 17:17:21.663322 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90775073-4c64-4c52-807b-52857c249be5 admin admin] Pushing event deleted for resources: {'Port': ['ID=79a43ddf-5144-4fa6-b457-afb41792a29d,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:17:21.750389 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b3d6401-84cf-4c6f-813b-ae915f5c4249 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e4c19ad-5724-5db8-8ee1-4f56ae69fcf4-18207d46-382e-4b85-9e21-8a16ad00a860', 'network_id': '18207d46-382e-4b85-9e21-8a16ad00a860', 'project_id': '549ab3be19c64bf782eb9cf08c0cc261', 'fixed_ips': [{'subnet_id': 'e97a94c0-1098-43d0-824d-a1a7dda55172'}]}} from n-d-827839-2. {{(pid=103378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 17:17:21.764613 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5b3d6401-84cf-4c6f-813b-ae915f5c4249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:21.853641 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07531ca9-fad4-4734-8d8d-4e51b0d2fe8a req-3e6a56ce-d87d-4142-a6a1-0049e23d812a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:17:21.855761 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-07531ca9-fad4-4734-8d8d-4e51b0d2fe8a req-3e6a56ce-d87d-4142-a6a1-0049e23d812a service neutron] 10.222.0.96 "GET /v2.0/networks?id=02be22b9-aa53-40ea-8050-9239cd27d1ff HTTP/1.1" status: 200 len: 870 time: 0.3011832 Feb 04 17:17:21.894230 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-90775073-4c64-4c52-807b-52857c249be5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1595544'] for router_gateway (443be536-4628-4353-af62-b6e5cffe24fd), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:21.911977 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b4d458-5d4c-461b-afe8-18ca512f17e9 req-e98d8e6e-c9cd-48ba-a388-4e0cfa69ae33 tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:17:21.931591 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b4d458-5d4c-461b-afe8-18ca512f17e9 req-e98d8e6e-c9cd-48ba-a388-4e0cfa69ae33 tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:17:21.937719 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-55b4d458-5d4c-461b-afe8-18ca512f17e9 req-e98d8e6e-c9cd-48ba-a388-4e0cfa69ae33 tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] 10.222.0.89 "GET /v2.0/ports?device_id=ca75119f-9fb0-4d35-b792-e1a7b89bc972 HTTP/1.1" status: 200 len: 1679 time: 0.2569304 Feb 04 17:17:22.000183 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4768fcfa-7000-40ea-845d-e34187d6562b req-c0935f61-4140-4d47-9c0a-6f0f8e7552df tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:17:22.003361 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-4768fcfa-7000-40ea-845d-e34187d6562b req-c0935f61-4140-4d47-9c0a-6f0f8e7552df tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] 10.222.0.89 "GET /v2.0/ports?device_id=013eaece-a1cd-4911-b0a3-fdda63699778 HTTP/1.1" status: 200 len: 949 time: 0.3480403 Feb 04 17:17:22.058032 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Pushing event updated for resources: {'Port': ['ID=a6d8e193-58e1-468f-bfba-5f6b3d4da04d,revision_number=4']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:17:22.065795 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Current status of the port ca490ec2-a8f2-40b4-b868-46ce019b5e9b is: DOWN; New status is: BUILD {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:17:22.066545 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (ca490ec2-a8f2-40b4-b868-46ce019b5e9b), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:22.076322 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-07531ca9-fad4-4734-8d8d-4e51b0d2fe8a req-094e8ff1-a6ad-4483-a148-358ced34073a service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.146&port_id=d4e367c9-7388-41b4-951a-980d5f811eb7 HTTP/1.1" status: 200 len: 217 time: 0.2111466 Feb 04 17:17:22.094867 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca490ec2-a8f2-40b4-b868-46ce019b5e9b {{(pid=103378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 17:17:22.174677 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-55b4d458-5d4c-461b-afe8-18ca512f17e9 req-df452c5a-dcd9-44cf-a84b-d3a0746c5b7e tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] 10.222.0.89 "GET /v2.0/security-groups?id=e5444cce-a82b-43a5-837a-e27373d38b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974479 Feb 04 17:17:22.215311 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-90775073-4c64-4c52-807b-52857c249be5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1601811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26971'] for router (443be536-4628-4353-af62-b6e5cffe24fd), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:22.221987 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-90775073-4c64-4c52-807b-52857c249be5 admin admin] Publish callbacks [] for router_controller (443be536-4628-4353-af62-b6e5cffe24fd), precommit_delete_associations {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:22.244435 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07531ca9-fad4-4734-8d8d-4e51b0d2fe8a req-ebead688-329e-4019-b1c2-185a0f59a741 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:17:22.247456 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-07531ca9-fad4-4734-8d8d-4e51b0d2fe8a req-ebead688-329e-4019-b1c2-185a0f59a741 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=c974b0ff-2c5c-4667-8a81-3bde3ea6ced5 HTTP/1.1" status: 200 len: 843 time: 0.0766282 Feb 04 17:17:22.257144 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] For port ca490ec2-a8f2-40b4-b868-46ce019b5e9b, host n-h2-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=ca490ec2-a8f2-40b4-b868-46ce019b5e9b,segment=NetworkSegment(86370c6c-1b03-4b72-afd1-78bf747abad9),segment_id=86370c6c-1b03-4b72-afd1-78bf747abad9)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:17:22.290036 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (ca490ec2-a8f2-40b4-b868-46ce019b5e9b), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:22.366021 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-4768fcfa-7000-40ea-845d-e34187d6562b req-6e5945bf-f131-4811-886e-e9a724c12e31 tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] 10.222.0.89 "GET /v2.0/security-groups?id=5fa98c6a-94b3-4690-b9c3-4f0e67d11226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2469628 Feb 04 17:17:22.376168 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-90775073-4c64-4c52-807b-52857c249be5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1601832'] for router (443be536-4628-4353-af62-b6e5cffe24fd), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:22.377067 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90775073-4c64-4c52-807b-52857c249be5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 443be536-4628-4353-af62-b6e5cffe24fd {{(pid=103377) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 17:17:22.387468 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-90775073-4c64-4c52-807b-52857c249be5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:22.393564 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-90775073-4c64-4c52-807b-52857c249be5 admin admin] 10.222.0.89 "DELETE /v2.0/routers/443be536-4628-4353-af62-b6e5cffe24fd HTTP/1.1" status: 204 len: 168 time: 2.3720222 Feb 04 17:17:22.394213 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-5b3d6401-84cf-4c6f-813b-ae915f5c4249 None None] Allocated IP 172.20.0.2 (18207d46-382e-4b85-9e21-8a16ad00a860/e97a94c0-1098-43d0-824d-a1a7dda55172/0b59df56-2b92-4c19-af1a-ae4977720477) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:17:22.395141 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 58168) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:17:22.410847 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Pushing event updated for resources: {'Port': ['ID=ca490ec2-a8f2-40b4-b868-46ce019b5e9b,revision_number=4']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:17:22.466422 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-bf99e9bb-9d0a-4adf-82ec-e3803cdb96fc req-7591b267-de6d-4f54-b0c6-1443589eaf98 tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] 10.222.0.89 "GET /v2.0/ports?device_id=d8b88886-f047-4a53-8b9f-a49fcd51cf07 HTTP/1.1" status: 200 len: 210 time: 0.1287098 Feb 04 17:17:22.470470 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-cd561558-5bf6-4845-837e-83b7d7b5c113 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '443be536-4628-4353-af62-b6e5cffe24fd', 'name': 'tempest-ServersTestBootFromVolume-808535198-router', 'tenant_id': 'fd192a63f2b3498486f0abc1b85bfe62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.194'}], 'enable_snat': True}, 'gw_port_id': '79a43ddf-5144-4fa6-b457-afb41792a29d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:14:10Z', 'updated_at': '2022-02-04T17:17:18Z', 'revision_number': 5, 'project_id': 'fd192a63f2b3498486f0abc1b85bfe62', 'gw_port': {'id': '79a43ddf-5144-4fa6-b457-afb41792a29d', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:ba:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '443be536-4628-4353-af62-b6e5cffe24fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:14:11Z', 'updated_at': '2022-02-04T17:14:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2'}], 'n-d-827839-2', False) {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:17:22.477703 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07531ca9-fad4-4734-8d8d-4e51b0d2fe8a req-8b92a418-e294-403b-a983-433dcf2789a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:17:22.480385 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-07531ca9-fad4-4734-8d8d-4e51b0d2fe8a req-8b92a418-e294-403b-a983-433dcf2789a6 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=02be22b9-aa53-40ea-8050-9239cd27d1ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2258923 Feb 04 17:17:22.514205 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a2fe021-e6e8-4143-9c34-d5ffd86e80a9 admin admin] Deleting subnet 360f8d7b-ee49-4e91-b8fc-d5c0ca9fdfaa {{(pid=103377) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 17:17:22.518960 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Device d4e367c9-7388-41b4-951a-980d5f811eb7 no longer exists at agent hyperv_n-h2-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:17:22.520303 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-4a2fe021-e6e8-4143-9c34-d5ffd86e80a9 admin admin] Publish callbacks [] for subnet (360f8d7b-ee49-4e91-b8fc-d5c0ca9fdfaa), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:22.528547 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd561558-5bf6-4845-837e-83b7d7b5c113 None None] Checking router: 443be536-4628-4353-af62-b6e5cffe24fd for host: n-d-827839-2 {{(pid=103378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 17:17:22.565148 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-4a2fe021-e6e8-4143-9c34-d5ffd86e80a9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26866676'] for subnet (360f8d7b-ee49-4e91-b8fc-d5c0ca9fdfaa), precommit_delete_associations {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:22.597608 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd561558-5bf6-4845-837e-83b7d7b5c113 None None] Routers set() bound to L3 agent in host n-d-827839-2 {{(pid=103378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:17:22.598419 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd561558-5bf6-4845-837e-83b7d7b5c113 None None] Router IDs set() for agent in host n-d-827839-2 {{(pid=103378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 04 17:17:22.599259 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_agentschedulers_db [None req-cd561558-5bf6-4845-837e-83b7d7b5c113 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'443be536-4628-4353-af62-b6e5cffe24fd'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:17:02Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent'). {{(pid=103378) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Feb 04 17:17:22.599834 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd561558-5bf6-4845-837e-83b7d7b5c113 None None] The sync data for ids ['443be536-4628-4353-af62-b6e5cffe24fd'] in n-d-827839-2 is: [] {{(pid=103378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 17:17:22.615319 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] get_ports_and_sgs() called for port_ids ['a6d8e193-58e1-468f-bfba-5f6b3d4da04d'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 17:17:22.678340 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] The host n-h2-827839-2 is not matching for port d4e367c9-7388-41b4-951a-980d5f811eb7 host n-h1-827839-2! {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Feb 04 17:17:22.679522 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Device d4e367c9-7388-41b4-951a-980d5f811eb7 not bound to the agent host n-h2-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 17:17:22.681558 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] get_ports_and_sgs() called for port_ids ['ca490ec2-a8f2-40b4-b868-46ce019b5e9b'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 17:17:22.745175 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-07531ca9-fad4-4734-8d8d-4e51b0d2fe8a req-2055f027-333f-470c-a525-2149d1019817 service neutron] 10.222.0.96 "GET /v2.0/networks/02be22b9-aa53-40ea-8050-9239cd27d1ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2559702 Feb 04 17:17:22.793704 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-4a2fe021-e6e8-4143-9c34-d5ffd86e80a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1541225'] for subnet (360f8d7b-ee49-4e91-b8fc-d5c0ca9fdfaa), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:22.957646 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5b3d6401-84cf-4c6f-813b-ae915f5c4249 None None] Publish callbacks [] for port (0b59df56-2b92-4c19-af1a-ae4977720477), precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:22.980345 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5b3d6401-84cf-4c6f-813b-ae915f5c4249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135'] for port (0b59df56-2b92-4c19-af1a-ae4977720477), after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:23.087375 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-c6a98e7d-7cc6-4ac3-80ef-f4d95aab48d4 req-e106fb06-a5b6-4b72-b9f0-e6630f2f2b29 tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] 10.222.0.89 "GET /v2.0/ports?device_id=f9d0cdd4-aae7-45e7-bcf1-a6ee601b78a7 HTTP/1.1" status: 200 len: 210 time: 0.3411000 Feb 04 17:17:23.224648 n-d-827839-2 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b3d6401-84cf-4c6f-813b-ae915f5c4249 None None] Network 18207d46-382e-4b85-9e21-8a16ad00a860 is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:17:23.240538 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-4a2fe021-e6e8-4143-9c34-d5ffd86e80a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1541216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25888360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25597190'] for subnet (360f8d7b-ee49-4e91-b8fc-d5c0ca9fdfaa), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:23.249412 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-07531ca9-fad4-4734-8d8d-4e51b0d2fe8a req-ddcecb5d-6bc2-466d-8725-7e6144885550 service neutron] 10.222.0.96 "GET /v2.0/networks/02be22b9-aa53-40ea-8050-9239cd27d1ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4842129 Feb 04 17:17:23.268713 n-d-827839-2 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-5b3d6401-84cf-4c6f-813b-ae915f5c4249 None None] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:17:23.301299 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b3d6401-84cf-4c6f-813b-ae915f5c4249 None None] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:17:23.322475 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3d6401-84cf-4c6f-813b-ae915f5c4249 None None] Pushing event updated for resources: {'Port': ['ID=0b59df56-2b92-4c19-af1a-ae4977720477,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:17:23.348208 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2fe021-e6e8-4143-9c34-d5ffd86e80a9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=360f8d7b-ee49-4e91-b8fc-d5c0ca9fdfaa,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:17:23.362342 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47082056-35bf-4764-8d4b-1f6176a1145d req-ec59db65-ae18-443c-8f29-93f57202726d tempest-ListServerFiltersTestJSON-412490069 tempest-ListServerFiltersTestJSON-412490069-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:17:23.364083 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-47082056-35bf-4764-8d4b-1f6176a1145d req-ec59db65-ae18-443c-8f29-93f57202726d tempest-ListServerFiltersTestJSON-412490069 tempest-ListServerFiltersTestJSON-412490069-project] 10.222.0.89 "GET /v2.0/networks?id=18207d46-382e-4b85-9e21-8a16ad00a860 HTTP/1.1" status: 200 len: 816 time: 0.4086595 Feb 04 17:17:23.365211 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-4a2fe021-e6e8-4143-9c34-d5ffd86e80a9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677565'] for subnet (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:23.369045 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-4a2fe021-e6e8-4143-9c34-d5ffd86e80a9 admin admin] 10.222.0.89 "DELETE /v2.0/subnets/360f8d7b-ee49-4e91-b8fc-d5c0ca9fdfaa HTTP/1.1" status: 204 len: 168 time: 0.9698243 Feb 04 17:17:23.371347 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 58194) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:17:23.373850 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1ed2dc-1bea-46b9-a399-bbeb50248057 req-d36a93e8-f5b9-40a0-8801-37401220f270 tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:17:23.379876 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1ed2dc-1bea-46b9-a399-bbeb50248057 req-d36a93e8-f5b9-40a0-8801-37401220f270 tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:17:23.387311 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-286683e6-3a3e-428c-bbf8-874e2eec2245 None None] Network b746bac5-cc19-45da-9cf3-0187a389a920 requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:17:23.393030 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-1e1ed2dc-1bea-46b9-a399-bbeb50248057 req-d36a93e8-f5b9-40a0-8801-37401220f270 tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] 10.222.0.89 "GET /v2.0/ports?device_id=ca75119f-9fb0-4d35-b792-e1a7b89bc972 HTTP/1.1" status: 200 len: 1680 time: 0.0892706 Feb 04 17:17:23.474227 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-757e03ca-6a98-48d6-9655-7cd48186b1b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628832'] for network (b746bac5-cc19-45da-9cf3-0187a389a920), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:23.490885 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-1e1ed2dc-1bea-46b9-a399-bbeb50248057 req-88a7c0cc-450f-413e-ab7f-0584858593d2 tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] 10.222.0.89 "GET /v2.0/security-groups?id=e5444cce-a82b-43a5-837a-e27373d38b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881155 Feb 04 17:17:23.500365 n-d-827839-2 neutron-server[103376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '013eaece-a1cd-4911-b0a3-fdda63699778', 'tag': 'd4e367c9-7388-41b4-951a-980d5f811eb7'}] {{(pid=103376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:17:23.502689 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d59c3bb5e2f09ebf62144d5e09b1cff60c763a9c19614c24538e77842938c05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d7d0e69-87ef-4e5a-a524-5f6eafd886e8" -d '{"events": [{"name": "network-changed", "server_uuid": "013eaece-a1cd-4911-b0a3-fdda63699778", "tag": "d4e367c9-7388-41b4-951a-980d5f811eb7"}]}' {{(pid=103376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:17:23.510735 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-47082056-35bf-4764-8d4b-1f6176a1145d req-5ce5f82f-6aa2-4d24-9a49-45edec79067c tempest-ListServerFiltersTestJSON-412490069 tempest-ListServerFiltersTestJSON-412490069-project] 10.222.0.89 "GET /v2.0/quotas/549ab3be19c64bf782eb9cf08c0cc261 HTTP/1.1" status: 200 len: 375 time: 0.0328572 Feb 04 17:17:23.589672 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-5b3d6401-84cf-4c6f-813b-ae915f5c4249 None None] Attempting to bind port 0b59df56-2b92-4c19-af1a-ae4977720477 on host n-d-827839-2 for vnic_type normal with profile {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:17:23.590103 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-5b3d6401-84cf-4c6f-813b-ae915f5c4249 None None] Attempting to bind port 0b59df56-2b92-4c19-af1a-ae4977720477 by drivers openvswitch,hyperv on host n-d-827839-2 at level 0 using segments [{'id': '7d72d660-cccf-4e71-b324-5a5f94eb974f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '18207d46-382e-4b85-9e21-8a16ad00a860'}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:17:23.590414 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b3d6401-84cf-4c6f-813b-ae915f5c4249 None None] Attempting to bind port 0b59df56-2b92-4c19-af1a-ae4977720477 on network 18207d46-382e-4b85-9e21-8a16ad00a860 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:17:23.607165 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b844b7b-2373-4ef1-b353-93da1871e9d4 req-4c9c77f1-0f7f-442e-b4ea-0816a847beeb tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:17:23.611884 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-8b844b7b-2373-4ef1-b353-93da1871e9d4 req-4c9c77f1-0f7f-442e-b4ea-0816a847beeb tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] 10.222.0.89 "GET /v2.0/ports?device_id=013eaece-a1cd-4911-b0a3-fdda63699778 HTTP/1.1" status: 200 len: 949 time: 0.0700700 Feb 04 17:17:23.620456 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b3d6401-84cf-4c6f-813b-ae915f5c4249 None None] Checking agent: {'id': 'ba70844b-66a0-45fd-a2f2-e6ed673321fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 0, 36), 'started_at': datetime.datetime(2022, 2, 4, 17, 1, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 17, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:17:23.620875 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b3d6401-84cf-4c6f-813b-ae915f5c4249 None None] Checking segment: {'id': '7d72d660-cccf-4e71-b324-5a5f94eb974f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '18207d46-382e-4b85-9e21-8a16ad00a860'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:17:23.621290 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5b3d6401-84cf-4c6f-813b-ae915f5c4249 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:23.628257 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b3d6401-84cf-4c6f-813b-ae915f5c4249 None None] Bound using segment: {'id': '7d72d660-cccf-4e71-b324-5a5f94eb974f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '18207d46-382e-4b85-9e21-8a16ad00a860'} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:17:23.628877 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-5b3d6401-84cf-4c6f-813b-ae915f5c4249 None None] Bound port: 0b59df56-2b92-4c19-af1a-ae4977720477, host: n-d-827839-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d72d660-cccf-4e71-b324-5a5f94eb974f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '18207d46-382e-4b85-9e21-8a16ad00a860'}}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:17:23.629295 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5b3d6401-84cf-4c6f-813b-ae915f5c4249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (0b59df56-2b92-4c19-af1a-ae4977720477), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:23.734949 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-8b844b7b-2373-4ef1-b353-93da1871e9d4 req-163579d6-22d4-45f7-a187-37033b321ef5 tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] 10.222.0.89 "GET /v2.0/security-groups?id=5fa98c6a-94b3-4690-b9c3-4f0e67d11226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159265 Feb 04 17:17:23.771684 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-47082056-35bf-4764-8d4b-1f6176a1145d req-9a9f267c-b118-46df-9dd9-ef7113ff578f tempest-ListServerFiltersTestJSON-412490069 tempest-ListServerFiltersTestJSON-412490069-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=549ab3be19c64bf782eb9cf08c0cc261&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2512150 Feb 04 17:17:23.807928 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f25bda0-4d14-4685-acc4-28031ad4ad42 None None] DHCP port deletion for b746bac5-cc19-45da-9cf3-0187a389a920 request from n-d-827839-2 {{(pid=103378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 17:17:23.838747 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-5b3d6401-84cf-4c6f-813b-ae915f5c4249 None None] For port 0b59df56-2b92-4c19-af1a-ae4977720477, host n-d-827839-2, cleared binding levels {{(pid=103378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:17:23.843758 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-5b3d6401-84cf-4c6f-813b-ae915f5c4249 None None] For port 0b59df56-2b92-4c19-af1a-ae4977720477, host n-d-827839-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=0b59df56-2b92-4c19-af1a-ae4977720477,segment=NetworkSegment(7d72d660-cccf-4e71-b324-5a5f94eb974f),segment_id=7d72d660-cccf-4e71-b324-5a5f94eb974f)] {{(pid=103378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:17:23.882747 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-757e03ca-6a98-48d6-9655-7cd48186b1b8 admin admin] Deleting port 88d16a9a-359c-48ef-99e3-2197eb6ca916 {{(pid=103377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:17:23.883085 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-757e03ca-6a98-48d6-9655-7cd48186b1b8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (88d16a9a-359c-48ef-99e3-2197eb6ca916), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:23.914576 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5b3d6401-84cf-4c6f-813b-ae915f5c4249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (0b59df56-2b92-4c19-af1a-ae4977720477), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:23.957111 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [None req-757e03ca-6a98-48d6-9655-7cd48186b1b8 admin admin] For port 88d16a9a-359c-48ef-99e3-2197eb6ca916, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=88d16a9a-359c-48ef-99e3-2197eb6ca916,segment=NetworkSegment(bee9a28c-580f-445b-8d2e-5c4c3903d188),segment_id=bee9a28c-580f-445b-8d2e-5c4c3903d188)] {{(pid=103377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:17:23.957480 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-757e03ca-6a98-48d6-9655-7cd48186b1b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (88d16a9a-359c-48ef-99e3-2197eb6ca916), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:23.966595 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-a43b8b8f-bb7c-4fbe-9b18-60a174561c7d req-f68bfb02-b89f-40f2-8fce-a4b000e8783b tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] 10.222.0.89 "GET /v2.0/ports?device_id=d8b88886-f047-4a53-8b9f-a49fcd51cf07 HTTP/1.1" status: 200 len: 210 time: 0.0764647 Feb 04 17:17:23.972565 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-757e03ca-6a98-48d6-9655-7cd48186b1b8 admin admin] Calling delete_port for 88d16a9a-359c-48ef-99e3-2197eb6ca916 owned by network:dhcp {{(pid=103377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:17:24.027016 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3d6401-84cf-4c6f-813b-ae915f5c4249 None None] Pushing event updated for resources: {'Port': ['ID=0b59df56-2b92-4c19-af1a-ae4977720477,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:17:24.035348 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-5f25bda0-4d14-4685-acc4-28031ad4ad42 None None] Deleting port 88d16a9a-359c-48ef-99e3-2197eb6ca916 {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:17:24.035726 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5f25bda0-4d14-4685-acc4-28031ad4ad42 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (88d16a9a-359c-48ef-99e3-2197eb6ca916), before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:24.101587 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-757e03ca-6a98-48d6-9655-7cd48186b1b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (88d16a9a-359c-48ef-99e3-2197eb6ca916), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:24.123209 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-757e03ca-6a98-48d6-9655-7cd48186b1b8 admin admin] No DVR routers for this DVR port 88d16a9a-359c-48ef-99e3-2197eb6ca916 on host n-d-827839-2 {{(pid=103377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 17:17:24.146501 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-5f25bda0-4d14-4685-acc4-28031ad4ad42 None None] For port 88d16a9a-359c-48ef-99e3-2197eb6ca916, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=88d16a9a-359c-48ef-99e3-2197eb6ca916,segment=NetworkSegment(bee9a28c-580f-445b-8d2e-5c4c3903d188),segment_id=bee9a28c-580f-445b-8d2e-5c4c3903d188)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:17:24.147217 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5f25bda0-4d14-4685-acc4-28031ad4ad42 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (88d16a9a-359c-48ef-99e3-2197eb6ca916), precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:24.189906 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757e03ca-6a98-48d6-9655-7cd48186b1b8 admin admin] Pushing event deleted for resources: {'Port': ['ID=88d16a9a-359c-48ef-99e3-2197eb6ca916,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:17:24.202621 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 17:17:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b1035fb-4aac-44bc-a634-b6c0eddbe64b x-openstack-request-id: req-3b1035fb-4aac-44bc-a634-b6c0eddbe64b {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:17:24.203091 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "013eaece-a1cd-4911-b0a3-fdda63699778", "tag": "d4e367c9-7388-41b4-951a-980d5f811eb7", "status": "completed", "code": 200}]} {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:17:24.203374 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-3b1035fb-4aac-44bc-a634-b6c0eddbe64b {{(pid=103376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:17:24.205515 n-d-827839-2 neutron-server[103376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '013eaece-a1cd-4911-b0a3-fdda63699778', 'tag': 'd4e367c9-7388-41b4-951a-980d5f811eb7', 'status': 'completed', 'code': 200} Feb 04 17:17:24.218818 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-5f25bda0-4d14-4685-acc4-28031ad4ad42 None None] Calling delete_port for 88d16a9a-359c-48ef-99e3-2197eb6ca916 owned by network:dhcp {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:17:24.238667 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device e36a0fd0-ca88-45b8-aaf5-e2a56758afc4 no longer exists at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:17:24.323112 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-47082056-35bf-4764-8d4b-1f6176a1145d req-93074a17-42e2-4a5d-9614-fa15a11bf901 service neutron] 10.222.0.89 "GET /v2.0/networks/18207d46-382e-4b85-9e21-8a16ad00a860?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5429442 Feb 04 17:17:24.410287 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-757e03ca-6a98-48d6-9655-7cd48186b1b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1543676', 'neutron.services.segments.db._delete_segments_for_network-8781084786517'] for network (b746bac5-cc19-45da-9cf3-0187a389a920), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:24.417391 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7d0e69-87ef-4e5a-a524-5f6eafd886e8 req-14aeb53b-cb42-4d40-ab10-17f8a0d38ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:17:24.423354 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-0d7d0e69-87ef-4e5a-a524-5f6eafd886e8 req-14aeb53b-cb42-4d40-ab10-17f8a0d38ab1 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=1cd99d9701204f3692368e4539967c47&device_id=013eaece-a1cd-4911-b0a3-fdda63699778 HTTP/1.1" status: 200 len: 1131 time: 0.1808686 Feb 04 17:17:24.473268 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7d0e69-87ef-4e5a-a524-5f6eafd886e8 req-72b2d80f-3344-4286-b915-43929cdcaf6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:17:24.475226 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-0d7d0e69-87ef-4e5a-a524-5f6eafd886e8 req-72b2d80f-3344-4286-b915-43929cdcaf6e service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=1cd99d9701204f3692368e4539967c47&device_id=013eaece-a1cd-4911-b0a3-fdda63699778 HTTP/1.1" status: 200 len: 1131 time: 0.2123065 Feb 04 17:17:24.503225 n-d-827839-2 neutron-server[103377]: DEBUG neutron.services.segments.db [None req-757e03ca-6a98-48d6-9655-7cd48186b1b8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b746bac5-cc19-45da-9cf3-0187a389a920']}} {{(pid=103377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:17:24.573841 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Device a6d8e193-58e1-468f-bfba-5f6b3d4da04d up at agent hyperv_n-h2-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:17:24.578412 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] No Port match for: e36a0fd0-ca88-45b8-aaf5-e2a56758afc4 {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 17:17:24.578412 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device e36a0fd0-ca88-45b8-aaf5-e2a56758afc4 not bound to the agent host n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 17:17:24.578744 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 79a43ddf-5144-4fa6-b457-afb41792a29d no longer exists at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:17:24.610444 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-daa91f56-356f-41ab-a1ff-37199b2aa843 req-ea0bf219-23bd-4fbd-a3fd-9679ee7d2b1b tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] 10.222.0.89 "GET /v2.0/ports?device_id=f9d0cdd4-aae7-45e7-bcf1-a6ee601b78a7 HTTP/1.1" status: 200 len: 210 time: 0.1587927 Feb 04 17:17:24.644703 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7d0e69-87ef-4e5a-a524-5f6eafd886e8 req-0bde0f2a-592d-4ab0-bb3e-b25573efc0e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:17:24.646815 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-0d7d0e69-87ef-4e5a-a524-5f6eafd886e8 req-0bde0f2a-592d-4ab0-bb3e-b25573efc0e5 service neutron] 10.222.0.90 "GET /v2.0/networks?id=02be22b9-aa53-40ea-8050-9239cd27d1ff HTTP/1.1" status: 200 len: 870 time: 0.1527295 Feb 04 17:17:24.677775 n-d-827839-2 neutron-server[103377]: DEBUG neutron.services.segments.db [None req-757e03ca-6a98-48d6-9655-7cd48186b1b8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bee9a28c-580f-445b-8d2e-5c4c3903d188') {'for_net_delete': True} {{(pid=103377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:17:24.678351 n-d-827839-2 neutron-server[103377]: DEBUG neutron.services.segments.db [None req-757e03ca-6a98-48d6-9655-7cd48186b1b8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bee9a28c-580f-445b-8d2e-5c4c3903d188') {} {{(pid=103377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:17:24.696137 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] No Port match for: 79a43ddf-5144-4fa6-b457-afb41792a29d {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 17:17:24.696492 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 79a43ddf-5144-4fa6-b457-afb41792a29d not bound to the agent host n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 17:17:24.697032 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 88d16a9a-359c-48ef-99e3-2197eb6ca916 no longer exists at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:17:24.711169 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7d0e69-87ef-4e5a-a524-5f6eafd886e8 req-619e8be4-c7d9-49f0-8613-c604237e669e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:17:24.724394 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-0d7d0e69-87ef-4e5a-a524-5f6eafd886e8 req-619e8be4-c7d9-49f0-8613-c604237e669e service neutron] 10.222.0.96 "GET /v2.0/networks?id=02be22b9-aa53-40ea-8050-9239cd27d1ff HTTP/1.1" status: 200 len: 870 time: 0.2816324 Feb 04 17:17:24.725569 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] No Port match for: 88d16a9a-359c-48ef-99e3-2197eb6ca916 {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 17:17:24.726452 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 88d16a9a-359c-48ef-99e3-2197eb6ca916 not bound to the agent host n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 17:17:24.732395 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-0d7d0e69-87ef-4e5a-a524-5f6eafd886e8 req-b929dad9-53f7-40d6-ad97-0a9e4b4d4fa0 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.146&port_id=d4e367c9-7388-41b4-951a-980d5f811eb7 HTTP/1.1" status: 200 len: 217 time: 0.0747945 Feb 04 17:17:24.736328 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-757e03ca-6a98-48d6-9655-7cd48186b1b8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781084783966', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26866685'] for segment (bee9a28c-580f-445b-8d2e-5c4c3903d188), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:24.765131 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Provisioning for port a6d8e193-58e1-468f-bfba-5f6b3d4da04d completed by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 17:17:24.770804 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Provisioning complete for port a6d8e193-58e1-468f-bfba-5f6b3d4da04d triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:17:24.771083 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (a6d8e193-58e1-468f-bfba-5f6b3d4da04d), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:24.812962 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7d0e69-87ef-4e5a-a524-5f6eafd886e8 req-17016d11-f2f9-49c1-9188-77f41de200e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:17:24.815212 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-0d7d0e69-87ef-4e5a-a524-5f6eafd886e8 req-17016d11-f2f9-49c1-9188-77f41de200e8 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=c974b0ff-2c5c-4667-8a81-3bde3ea6ced5 HTTP/1.1" status: 200 len: 843 time: 0.0746613 Feb 04 17:17:24.820038 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-0d7d0e69-87ef-4e5a-a524-5f6eafd886e8 req-dcfd6813-fe92-4524-b492-edd45e943fd0 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.146&port_id=d4e367c9-7388-41b4-951a-980d5f811eb7 HTTP/1.1" status: 200 len: 217 time: 0.0922415 Feb 04 17:17:24.845686 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5f25bda0-4d14-4685-acc4-28031ad4ad42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144'] for port (88d16a9a-359c-48ef-99e3-2197eb6ca916), after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:24.877387 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-757e03ca-6a98-48d6-9655-7cd48186b1b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (bee9a28c-580f-445b-8d2e-5c4c3903d188), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:24.890768 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f25bda0-4d14-4685-acc4-28031ad4ad42 None None] Pushing event deleted for resources: {'Port': ['ID=88d16a9a-359c-48ef-99e3-2197eb6ca916,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:17:24.917205 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7d0e69-87ef-4e5a-a524-5f6eafd886e8 req-ed1314d1-1701-4cbe-bd0c-8986c1822257 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:17:24.918698 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-0d7d0e69-87ef-4e5a-a524-5f6eafd886e8 req-ed1314d1-1701-4cbe-bd0c-8986c1822257 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=c974b0ff-2c5c-4667-8a81-3bde3ea6ced5 HTTP/1.1" status: 200 len: 843 time: 0.0881739 Feb 04 17:17:24.922256 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-757e03ca-6a98-48d6-9655-7cd48186b1b8 admin admin] Releasing vlan 777 on physical network physnet1 to pool {{(pid=103377) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 17:17:24.922435 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-757e03ca-6a98-48d6-9655-7cd48186b1b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25888454'] for segment (bee9a28c-580f-445b-8d2e-5c4c3903d188), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:24.923247 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f25bda0-4d14-4685-acc4-28031ad4ad42 None None] No DVR routers for this DVR port 88d16a9a-359c-48ef-99e3-2197eb6ca916 on host n-d-827839-2 {{(pid=103378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 17:17:24.932129 n-d-827839-2 neutron-server[103377]: Traceback (most recent call last): Feb 04 17:17:24.932129 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 17:17:24.932129 n-d-827839-2 neutron-server[103377]: timer() Feb 04 17:17:24.932129 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 17:17:24.932129 n-d-827839-2 neutron-server[103377]: cb(*args, **kw) Feb 04 17:17:24.932129 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 17:17:24.932129 n-d-827839-2 neutron-server[103377]: return func(*args, **kwargs) Feb 04 17:17:24.932129 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 17:17:24.932129 n-d-827839-2 neutron-server[103377]: self._notify() Feb 04 17:17:24.932129 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 17:17:24.932129 n-d-827839-2 neutron-server[103377]: self.callback(batched_events) Feb 04 17:17:24.932129 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 17:17:24.932129 n-d-827839-2 neutron-server[103377]: event.method(event) Feb 04 17:17:24.932129 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 17:17:24.932129 n-d-827839-2 neutron-server[103377]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 17:17:24.932129 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 17:17:24.932129 n-d-827839-2 neutron-server[103377]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 17:17:24.932129 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 17:17:24.932129 n-d-827839-2 neutron-server[103377]: return f(self, *a, **k) Feb 04 17:17:24.932129 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 17:17:24.932129 n-d-827839-2 neutron-server[103377]: return self._get(url).json() Feb 04 17:17:24.932129 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 17:17:24.932129 n-d-827839-2 neutron-server[103377]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 17:17:24.932129 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 17:17:24.932129 n-d-827839-2 neutron-server[103377]: return self.request(url, 'GET', **kwargs) Feb 04 17:17:24.932129 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 17:17:24.932129 n-d-827839-2 neutron-server[103377]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 17:17:24.932129 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 17:17:24.932129 n-d-827839-2 neutron-server[103377]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 17:17:24.932129 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 17:17:24.932129 n-d-827839-2 neutron-server[103377]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 17:17:24.932129 n-d-827839-2 neutron-server[103377]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 17:17:24.976674 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-47082056-35bf-4764-8d4b-1f6176a1145d req-91e74208-e441-4940-96f6-6a8f376924b8 service neutron] 10.222.0.89 "GET /v2.0/networks/18207d46-382e-4b85-9e21-8a16ad00a860?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6329927 Feb 04 17:17:24.983953 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Current status of the port a6d8e193-58e1-468f-bfba-5f6b3d4da04d is: BUILD; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:17:24.984631 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (a6d8e193-58e1-468f-bfba-5f6b3d4da04d), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:25.012055 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca75119f-9fb0-4d35-b792-e1a7b89bc972', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6d8e193-58e1-468f-bfba-5f6b3d4da04d'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:17:25.014341 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c34bc964ce2211770fda26ca2f3801cc06f4f39928110690550e94ab9c9d2fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03ac1e05-bc18-4509-8458-04a770dcc3fc" -d '{"events": [{"server_uuid": "ca75119f-9fb0-4d35-b792-e1a7b89bc972", "name": "network-vif-plugged", "status": "completed", "tag": "a6d8e193-58e1-468f-bfba-5f6b3d4da04d"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:17:25.031113 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] For port a6d8e193-58e1-468f-bfba-5f6b3d4da04d, host n-h2-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=a6d8e193-58e1-468f-bfba-5f6b3d4da04d,segment=NetworkSegment(e2a69fa6-d233-409c-ac08-37e5b3f4a0c0),segment_id=e2a69fa6-d233-409c-ac08-37e5b3f4a0c0)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:17:25.036375 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (a6d8e193-58e1-468f-bfba-5f6b3d4da04d), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:25.041613 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Device ca490ec2-a8f2-40b4-b868-46ce019b5e9b up at agent hyperv_n-h2-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:17:25.051731 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7d0e69-87ef-4e5a-a524-5f6eafd886e8 req-21f9b9fc-d7fe-4a19-9a28-5796597ea19d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:17:25.057305 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-0d7d0e69-87ef-4e5a-a524-5f6eafd886e8 req-21f9b9fc-d7fe-4a19-9a28-5796597ea19d service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=02be22b9-aa53-40ea-8050-9239cd27d1ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1305034 Feb 04 17:17:25.073947 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7d0e69-87ef-4e5a-a524-5f6eafd886e8 req-35526f0d-8dd1-4820-9df5-a1a4fd8eaf96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:17:25.075545 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-0d7d0e69-87ef-4e5a-a524-5f6eafd886e8 req-35526f0d-8dd1-4820-9df5-a1a4fd8eaf96 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=02be22b9-aa53-40ea-8050-9239cd27d1ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2497060 Feb 04 17:17:25.250168 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Provisioning for port ca490ec2-a8f2-40b4-b868-46ce019b5e9b completed by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 17:17:25.259399 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Provisioning complete for port ca490ec2-a8f2-40b4-b868-46ce019b5e9b triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:17:25.259792 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (ca490ec2-a8f2-40b4-b868-46ce019b5e9b), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:25.328686 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-0d7d0e69-87ef-4e5a-a524-5f6eafd886e8 req-483a69b4-caa9-4d42-9da2-8f6cfb66d3a3 service neutron] 10.222.0.90 "GET /v2.0/networks/02be22b9-aa53-40ea-8050-9239cd27d1ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2204583 Feb 04 17:17:25.348494 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-757e03ca-6a98-48d6-9655-7cd48186b1b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1543671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1595572'] for network (b746bac5-cc19-45da-9cf3-0187a389a920), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:25.349712 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Pushing event updated for resources: {'Port': ['ID=a6d8e193-58e1-468f-bfba-5f6b3d4da04d,revision_number=5']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:17:25.474105 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-0d7d0e69-87ef-4e5a-a524-5f6eafd886e8 req-cc63bbbb-af92-4b68-b573-9dff2aaa0075 service neutron] 10.222.0.96 "GET /v2.0/networks/02be22b9-aa53-40ea-8050-9239cd27d1ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4081652 Feb 04 17:17:25.545036 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Current status of the port ca490ec2-a8f2-40b4-b868-46ce019b5e9b is: BUILD; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:17:25.545508 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (ca490ec2-a8f2-40b4-b868-46ce019b5e9b), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:25.582853 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d774bd5b-717b-4d56-b3a0-630171a4ebba req-56e1bb72-4277-4350-8709-1ddc6f0f8a40 tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:17:25.593509 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d774bd5b-717b-4d56-b3a0-630171a4ebba req-56e1bb72-4277-4350-8709-1ddc6f0f8a40 tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:17:25.608513 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-d774bd5b-717b-4d56-b3a0-630171a4ebba req-56e1bb72-4277-4350-8709-1ddc6f0f8a40 tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] 10.222.0.89 "GET /v2.0/ports?device_id=ca75119f-9fb0-4d35-b792-e1a7b89bc972 HTTP/1.1" status: 200 len: 1681 time: 0.2464917 Feb 04 17:17:25.645736 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] For port ca490ec2-a8f2-40b4-b868-46ce019b5e9b, host n-h2-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=ca490ec2-a8f2-40b4-b868-46ce019b5e9b,segment=NetworkSegment(86370c6c-1b03-4b72-afd1-78bf747abad9),segment_id=86370c6c-1b03-4b72-afd1-78bf747abad9)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:17:25.654737 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (ca490ec2-a8f2-40b4-b868-46ce019b5e9b), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:25.766690 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Pushing event updated for resources: {'Port': ['ID=ca490ec2-a8f2-40b4-b868-46ce019b5e9b,revision_number=5']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:17:25.793876 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56e2c79c-3a9a-4cde-9f14-23190214aeef None None] Network 18207d46-382e-4b85-9e21-8a16ad00a860 requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:17:25.810733 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-d774bd5b-717b-4d56-b3a0-630171a4ebba req-7af2bb11-b975-4943-9206-c508a3ae2663 tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] 10.222.0.89 "GET /v2.0/security-groups?id=e5444cce-a82b-43a5-837a-e27373d38b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1962595 Feb 04 17:17:25.848405 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-0d7d0e69-87ef-4e5a-a524-5f6eafd886e8 req-83cd1f7d-0f7a-416c-bdde-68d147905f16 service neutron] 10.222.0.96 "GET /v2.0/networks/02be22b9-aa53-40ea-8050-9239cd27d1ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3661859 Feb 04 17:17:25.986632 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-757e03ca-6a98-48d6-9655-7cd48186b1b8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677565'] for network (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:25.994051 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-3ae89f40-c982-459f-8d6f-363addc473ca req-77f63d2d-0774-4427-a47f-2be5cdf7a4bb tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] 10.222.0.89 "GET /v2.0/ports?device_id=d8b88886-f047-4a53-8b9f-a49fcd51cf07 HTTP/1.1" status: 200 len: 210 time: 0.0551050 Feb 04 17:17:26.000204 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-757e03ca-6a98-48d6-9655-7cd48186b1b8 admin admin] 10.222.0.89 "DELETE /v2.0/networks/b746bac5-cc19-45da-9cf3-0187a389a920 HTTP/1.1" status: 204 len: 168 time: 2.6278245 Feb 04 17:17:26.011919 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757e03ca-6a98-48d6-9655-7cd48186b1b8 admin admin] Pushing event deleted for resources: {'Network': ['ID=b746bac5-cc19-45da-9cf3-0187a389a920,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:17:26.019610 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-97477ff0-4dd6-4d43-ad03-269eb06b0f2a None None] Provisioning complete for port 0b59df56-2b92-4c19-af1a-ae4977720477 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:17:26.020448 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-97477ff0-4dd6-4d43-ad03-269eb06b0f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (0b59df56-2b92-4c19-af1a-ae4977720477), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:26.136002 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 17:17:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3010accf-a428-41e0-85b1-ece016cfc9b8 x-openstack-request-id: req-3010accf-a428-41e0-85b1-ece016cfc9b8 {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:17:26.136573 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca75119f-9fb0-4d35-b792-e1a7b89bc972", "name": "network-vif-plugged", "status": "completed", "tag": "a6d8e193-58e1-468f-bfba-5f6b3d4da04d", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:17:26.136573 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-3010accf-a428-41e0-85b1-ece016cfc9b8 {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:17:26.136976 n-d-827839-2 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca75119f-9fb0-4d35-b792-e1a7b89bc972', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6d8e193-58e1-468f-bfba-5f6b3d4da04d', 'code': 200} Feb 04 17:17:26.229208 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aed9720-48bb-49bc-923b-27939fc7c748 req-6db9da67-cd10-4b0f-8f37-4abe1901bbf4 tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:17:26.243228 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-0aed9720-48bb-49bc-923b-27939fc7c748 req-6db9da67-cd10-4b0f-8f37-4abe1901bbf4 tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] 10.222.0.89 "GET /v2.0/ports?device_id=013eaece-a1cd-4911-b0a3-fdda63699778 HTTP/1.1" status: 200 len: 949 time: 0.2246315 Feb 04 17:17:26.251566 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-0d7d0e69-87ef-4e5a-a524-5f6eafd886e8 req-89b6d73e-323d-4552-a4e7-ab1ef4934680 service neutron] 10.222.0.90 "GET /v2.0/networks/02be22b9-aa53-40ea-8050-9239cd27d1ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9153712 Feb 04 17:17:26.316834 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-97477ff0-4dd6-4d43-ad03-269eb06b0f2a None None] Current status of the port 0b59df56-2b92-4c19-af1a-ae4977720477 is: DOWN; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:17:26.317483 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-97477ff0-4dd6-4d43-ad03-269eb06b0f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (0b59df56-2b92-4c19-af1a-ae4977720477), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:26.364834 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-0aed9720-48bb-49bc-923b-27939fc7c748 req-e8835cf3-46e8-46b4-948b-91291812f023 tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] 10.222.0.89 "GET /v2.0/security-groups?id=5fa98c6a-94b3-4690-b9c3-4f0e67d11226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158252 Feb 04 17:17:26.373574 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 0b59df56-2b92-4c19-af1a-ae4977720477 up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:17:26.485820 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-97477ff0-4dd6-4d43-ad03-269eb06b0f2a None None] For port 0b59df56-2b92-4c19-af1a-ae4977720477, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=0b59df56-2b92-4c19-af1a-ae4977720477,segment=NetworkSegment(7d72d660-cccf-4e71-b324-5a5f94eb974f),segment_id=7d72d660-cccf-4e71-b324-5a5f94eb974f)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:17:26.489842 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 58260) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:17:26.504267 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-97477ff0-4dd6-4d43-ad03-269eb06b0f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (0b59df56-2b92-4c19-af1a-ae4977720477), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:26.612647 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port 0b59df56-2b92-4c19-af1a-ae4977720477 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:17:26.613075 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (0b59df56-2b92-4c19-af1a-ae4977720477), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:26.614893 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97477ff0-4dd6-4d43-ad03-269eb06b0f2a None None] Pushing event updated for resources: {'Port': ['ID=0b59df56-2b92-4c19-af1a-ae4977720477,revision_number=3']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:17:26.638659 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-becc80ad-a996-4048-af2a-28605dfdbb48 req-d31021be-3a4a-4835-9c76-9500cd28e7b1 tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] 10.222.0.89 "GET /v2.0/ports?device_id=f9d0cdd4-aae7-45e7-bcf1-a6ee601b78a7 HTTP/1.1" status: 200 len: 210 time: 0.0543299 Feb 04 17:17:26.676791 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-b2c46b92-7fed-4939-b8dc-a5dcbc556402 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=fd192a63f2b3498486f0abc1b85bfe62&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1854444 Feb 04 17:17:26.680708 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 58264) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:17:26.793723 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-2a527729-4600-44d8-8cbe-7acf0d735f8c admin admin] Publish callbacks [] for security_group (b541bcf4-8947-4fb8-b2a0-cd49d8b0838d), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:26.827576 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27303d17-41ef-473c-808b-a997bdc1779b req-23695df1-fa78-4413-8244-93328d8ed932 tempest-ListServerFiltersTestJSON-412490069 tempest-ListServerFiltersTestJSON-412490069-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:17:26.829367 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-27303d17-41ef-473c-808b-a997bdc1779b req-23695df1-fa78-4413-8244-93328d8ed932 tempest-ListServerFiltersTestJSON-412490069 tempest-ListServerFiltersTestJSON-412490069-project] 10.222.0.89 "GET /v2.0/networks?id=18207d46-382e-4b85-9e21-8a16ad00a860 HTTP/1.1" status: 200 len: 816 time: 0.3007684 Feb 04 17:17:26.839134 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-2a527729-4600-44d8-8cbe-7acf0d735f8c admin admin] Publish callbacks [] for security_group (b541bcf4-8947-4fb8-b2a0-cd49d8b0838d), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:26.858520 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-f6b66b8a-2eee-4b1e-91b6-7fb8cdfde54b None None] Provisioning complete for port 0b59df56-2b92-4c19-af1a-ae4977720477 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:17:26.858725 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f6b66b8a-2eee-4b1e-91b6-7fb8cdfde54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (0b59df56-2b92-4c19-af1a-ae4977720477), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:26.869746 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-27303d17-41ef-473c-808b-a997bdc1779b req-dd443d4e-1f22-4687-954f-7e3aeeb9191e tempest-ListServerFiltersTestJSON-412490069 tempest-ListServerFiltersTestJSON-412490069-project] 10.222.0.89 "GET /v2.0/quotas/549ab3be19c64bf782eb9cf08c0cc261 HTTP/1.1" status: 200 len: 375 time: 0.0319397 Feb 04 17:17:26.929753 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port 0b59df56-2b92-4c19-af1a-ae4977720477 is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:17:26.946299 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-2a527729-4600-44d8-8cbe-7acf0d735f8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (b541bcf4-8947-4fb8-b2a0-cd49d8b0838d), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:26.952919 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-2a527729-4600-44d8-8cbe-7acf0d735f8c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:26.954562 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-2a527729-4600-44d8-8cbe-7acf0d735f8c admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/b541bcf4-8947-4fb8-b2a0-cd49d8b0838d HTTP/1.1" status: 204 len: 168 time: 0.2718449 Feb 04 17:17:26.992561 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a527729-4600-44d8-8cbe-7acf0d735f8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b541bcf4-8947-4fb8-b2a0-cd49d8b0838d,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:17:27.033342 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-27303d17-41ef-473c-808b-a997bdc1779b req-faf0d392-3910-44a5-b169-f39ad6846ab9 tempest-ListServerFiltersTestJSON-412490069 tempest-ListServerFiltersTestJSON-412490069-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=549ab3be19c64bf782eb9cf08c0cc261&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1620951 Feb 04 17:17:27.106589 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-f6b66b8a-2eee-4b1e-91b6-7fb8cdfde54b None None] Current status of the port 0b59df56-2b92-4c19-af1a-ae4977720477 is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:17:27.193315 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-27303d17-41ef-473c-808b-a997bdc1779b req-f6c6d6ec-9f60-44cb-8565-b0d90dc7b528 service neutron] 10.222.0.89 "GET /v2.0/networks/18207d46-382e-4b85-9e21-8a16ad00a860?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1560121 Feb 04 17:17:27.369991 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-27303d17-41ef-473c-808b-a997bdc1779b req-70d18a38-f23f-44a3-90b7-d4bf8ba2a6d7 service neutron] 10.222.0.89 "GET /v2.0/networks/18207d46-382e-4b85-9e21-8a16ad00a860?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1742964 Feb 04 17:17:27.494798 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47082056-35bf-4764-8d4b-1f6176a1145d req-ae580d70-8003-468d-a748-93408fbdf946 tempest-ListServerFiltersTestJSON-412490069 tempest-ListServerFiltersTestJSON-412490069-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:17:27.496292 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-47082056-35bf-4764-8d4b-1f6176a1145d req-ae580d70-8003-468d-a748-93408fbdf946 tempest-ListServerFiltersTestJSON-412490069 tempest-ListServerFiltersTestJSON-412490069-project] 10.222.0.96 "GET /v2.0/networks?id=18207d46-382e-4b85-9e21-8a16ad00a860 HTTP/1.1" status: 200 len: 816 time: 0.3248727 Feb 04 17:17:27.513415 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df789fd2-d136-4261-b6ee-cb8e0dd9526a req-27a96609-c0e9-43b7-81cc-b5da27085070 tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:17:27.519472 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df789fd2-d136-4261-b6ee-cb8e0dd9526a req-27a96609-c0e9-43b7-81cc-b5da27085070 tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:17:27.527101 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-df789fd2-d136-4261-b6ee-cb8e0dd9526a req-27a96609-c0e9-43b7-81cc-b5da27085070 tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] 10.222.0.89 "GET /v2.0/ports?device_id=ca75119f-9fb0-4d35-b792-e1a7b89bc972 HTTP/1.1" status: 200 len: 1682 time: 0.1821635 Feb 04 17:17:27.533456 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [req-47082056-35bf-4764-8d4b-1f6176a1145d req-71e25000-5153-47bd-963e-f56b6283d5ac tempest-ListServerFiltersTestJSON-412490069 tempest-ListServerFiltersTestJSON-412490069-project] Request body: {'port': {'device_id': '003b1698-308a-408b-8e39-478eda454ea2', 'network_id': '18207d46-382e-4b85-9e21-8a16ad00a860', 'admin_state_up': True, 'tenant_id': '549ab3be19c64bf782eb9cf08c0cc261'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:17:27.734254 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-df789fd2-d136-4261-b6ee-cb8e0dd9526a req-a8dedc4b-64bc-4156-944f-7144851f4415 tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] 10.222.0.89 "GET /v2.0/security-groups?id=e5444cce-a82b-43a5-837a-e27373d38b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2062376 Feb 04 17:17:27.809399 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-47082056-35bf-4764-8d4b-1f6176a1145d req-71e25000-5153-47bd-963e-f56b6283d5ac tempest-ListServerFiltersTestJSON-412490069 tempest-ListServerFiltersTestJSON-412490069-project] Made reservation on behalf of 549ab3be19c64bf782eb9cf08c0cc261 for: {'port': 1} {{(pid=103376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:17:27.813933 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-47082056-35bf-4764-8d4b-1f6176a1145d req-71e25000-5153-47bd-963e-f56b6283d5ac tempest-ListServerFiltersTestJSON-412490069 tempest-ListServerFiltersTestJSON-412490069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:27.838933 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-13b46b0f-c790-41b9-8325-beae4e174a26 req-77a752f8-ddaf-4b77-ab01-0f7b196fd17d tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] 10.222.0.89 "GET /v2.0/ports?device_id=d8b88886-f047-4a53-8b9f-a49fcd51cf07 HTTP/1.1" status: 200 len: 210 time: 0.0715256 Feb 04 17:17:28.120845 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d67c2a-3cfa-42c1-9657-05000da646cf req-c6538670-6898-419f-afca-7a46e38188ce tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:17:28.135976 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-23d67c2a-3cfa-42c1-9657-05000da646cf req-c6538670-6898-419f-afca-7a46e38188ce tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] 10.222.0.89 "GET /v2.0/ports?device_id=013eaece-a1cd-4911-b0a3-fdda63699778 HTTP/1.1" status: 200 len: 949 time: 0.1979597 Feb 04 17:17:28.138153 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca75119f-9fb0-4d35-b792-e1a7b89bc972', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca490ec2-a8f2-40b4-b868-46ce019b5e9b'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:17:28.141124 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c34bc964ce2211770fda26ca2f3801cc06f4f39928110690550e94ab9c9d2fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8400843-0e09-4b0b-a9cc-eee73d252b77" -d '{"events": [{"server_uuid": "ca75119f-9fb0-4d35-b792-e1a7b89bc972", "name": "network-vif-plugged", "status": "completed", "tag": "ca490ec2-a8f2-40b4-b868-46ce019b5e9b"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:17:28.194604 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 0b59df56-2b92-4c19-af1a-ae4977720477 up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:17:28.300649 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port 0b59df56-2b92-4c19-af1a-ae4977720477 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:17:28.301341 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (0b59df56-2b92-4c19-af1a-ae4977720477), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:28.308780 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-23d67c2a-3cfa-42c1-9657-05000da646cf req-34e7911f-1d6c-4896-ba09-73e6984622a9 tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] 10.222.0.89 "GET /v2.0/security-groups?id=5fa98c6a-94b3-4690-b9c3-4f0e67d11226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1678717 Feb 04 17:17:28.396377 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.db_base_plugin_common [req-47082056-35bf-4764-8d4b-1f6176a1145d req-71e25000-5153-47bd-963e-f56b6283d5ac tempest-ListServerFiltersTestJSON-412490069 tempest-ListServerFiltersTestJSON-412490069-project] Allocated IP 172.20.0.11 (18207d46-382e-4b85-9e21-8a16ad00a860/e97a94c0-1098-43d0-824d-a1a7dda55172/d0589dbf-3d32-476e-9f1d-195240462069) {{(pid=103376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:17:28.486220 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port 0b59df56-2b92-4c19-af1a-ae4977720477 is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:17:28.491829 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device d4e367c9-7388-41b4-951a-980d5f811eb7 details requested by agent hyperv_n-h1-827839-2 with host n-h1-827839-2 {{(pid=103378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 17:17:28.681501 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 17:17:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65aed736-7586-4647-a4f3-223d4a4b736c x-openstack-request-id: req-65aed736-7586-4647-a4f3-223d4a4b736c {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:17:28.681791 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca75119f-9fb0-4d35-b792-e1a7b89bc972", "name": "network-vif-plugged", "status": "completed", "tag": "ca490ec2-a8f2-40b4-b868-46ce019b5e9b", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:17:28.691062 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-65aed736-7586-4647-a4f3-223d4a4b736c {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:17:28.696452 n-d-827839-2 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca75119f-9fb0-4d35-b792-e1a7b89bc972', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca490ec2-a8f2-40b4-b868-46ce019b5e9b', 'code': 200} Feb 04 17:17:28.838850 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] For port d4e367c9-7388-41b4-951a-980d5f811eb7, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=d4e367c9-7388-41b4-951a-980d5f811eb7,segment=NetworkSegment(3a39b085-d3e6-43bb-a64c-1b06dd049e5a),segment_id=3a39b085-d3e6-43bb-a64c-1b06dd049e5a)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:17:28.859718 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Returning: {'device': 'd4e367c9-7388-41b4-951a-980d5f811eb7', 'network_id': '02be22b9-aa53-40ea-8050-9239cd27d1ff', 'port_id': 'd4e367c9-7388-41b4-951a-980d5f811eb7', 'mac_address': 'fa:16:3e:90:b4:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 797, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c974b0ff-2c5c-4667-8a81-3bde3ea6ced5', 'ip_address': '192.168.233.146'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 17:17:28.901162 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 58350) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:17:28.915895 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Current status of the port d4e367c9-7388-41b4-951a-980d5f811eb7 is: DOWN; New status is: BUILD {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:17:28.917026 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (d4e367c9-7388-41b4-951a-980d5f811eb7), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:28.935261 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4e367c9-7388-41b4-951a-980d5f811eb7 {{(pid=103378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 17:17:28.954234 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85793b7e-c641-40fa-a40d-8811a6be6853 req-7c0ad375-67bb-4f01-b36d-0f217c53bf4b tempest-ListServerFiltersTestJSON-412490069 tempest-ListServerFiltersTestJSON-412490069-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:17:28.958200 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-85793b7e-c641-40fa-a40d-8811a6be6853 req-7c0ad375-67bb-4f01-b36d-0f217c53bf4b tempest-ListServerFiltersTestJSON-412490069 tempest-ListServerFiltersTestJSON-412490069-project] 10.222.0.89 "GET /v2.0/networks?id=18207d46-382e-4b85-9e21-8a16ad00a860 HTTP/1.1" status: 200 len: 816 time: 0.4264510 Feb 04 17:17:28.970574 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] For port d4e367c9-7388-41b4-951a-980d5f811eb7, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=d4e367c9-7388-41b4-951a-980d5f811eb7,segment=NetworkSegment(3a39b085-d3e6-43bb-a64c-1b06dd049e5a),segment_id=3a39b085-d3e6-43bb-a64c-1b06dd049e5a)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:17:28.976113 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (d4e367c9-7388-41b4-951a-980d5f811eb7), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:29.027052 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-85793b7e-c641-40fa-a40d-8811a6be6853 req-70e41193-e35e-44de-b8de-16797182db24 tempest-ListServerFiltersTestJSON-412490069 tempest-ListServerFiltersTestJSON-412490069-project] 10.222.0.89 "GET /v2.0/quotas/549ab3be19c64bf782eb9cf08c0cc261 HTTP/1.1" status: 200 len: 375 time: 0.0466101 Feb 04 17:17:29.035202 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-47082056-35bf-4764-8d4b-1f6176a1145d req-71e25000-5153-47bd-963e-f56b6283d5ac tempest-ListServerFiltersTestJSON-412490069 tempest-ListServerFiltersTestJSON-412490069-project] Publish callbacks [] for port (d0589dbf-3d32-476e-9f1d-195240462069), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:29.068711 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Pushing event updated for resources: {'Port': ['ID=d4e367c9-7388-41b4-951a-980d5f811eb7,revision_number=12']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:17:29.135714 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf114efa-46f5-49ab-b00a-7542f75154a1 req-3d681395-a8b4-4312-a162-9c41cdcc2b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:17:29.137209 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf114efa-46f5-49ab-b00a-7542f75154a1 req-3d681395-a8b4-4312-a162-9c41cdcc2b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:17:29.141117 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-cf114efa-46f5-49ab-b00a-7542f75154a1 req-3d681395-a8b4-4312-a162-9c41cdcc2b33 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=ca75119f-9fb0-4d35-b792-e1a7b89bc972 HTTP/1.1" status: 200 len: 2046 time: 0.3594489 Feb 04 17:17:29.210467 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cea03e1-1646-4f44-b1fa-0f7102e194c2 req-e84714c8-c1bb-4905-91eb-17cdab3e4500 tempest-MigrationsAdminTest-1340940992 tempest-MigrationsAdminTest-1340940992-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:17:29.214986 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-2cea03e1-1646-4f44-b1fa-0f7102e194c2 req-e84714c8-c1bb-4905-91eb-17cdab3e4500 tempest-MigrationsAdminTest-1340940992 tempest-MigrationsAdminTest-1340940992-project-admin] 10.222.0.89 "GET /v2.0/ports?device_id=013eaece-a1cd-4911-b0a3-fdda63699778 HTTP/1.1" status: 200 len: 1131 time: 0.3128359 Feb 04 17:17:29.251813 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-85793b7e-c641-40fa-a40d-8811a6be6853 req-f645f470-d6f1-4e51-af9f-9d9307101d63 tempest-ListServerFiltersTestJSON-412490069 tempest-ListServerFiltersTestJSON-412490069-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=549ab3be19c64bf782eb9cf08c0cc261&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2146633 Feb 04 17:17:29.252880 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-47082056-35bf-4764-8d4b-1f6176a1145d req-71e25000-5153-47bd-963e-f56b6283d5ac tempest-ListServerFiltersTestJSON-412490069 tempest-ListServerFiltersTestJSON-412490069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (d0589dbf-3d32-476e-9f1d-195240462069), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:29.264528 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-cf114efa-46f5-49ab-b00a-7542f75154a1 req-d97055d6-8021-4c6e-8340-1ea691cfc267 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=e5444cce-a82b-43a5-837a-e27373d38b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124842 Feb 04 17:17:29.291337 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-2cea03e1-1646-4f44-b1fa-0f7102e194c2 req-2ddbdc1c-cb1f-4666-8da9-a038baa42422 tempest-MigrationsAdminTest-1340940992 tempest-MigrationsAdminTest-1340940992-project-admin] 10.222.0.89 "GET /v2.0/security-groups?id=5fa98c6a-94b3-4690-b9c3-4f0e67d11226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657787 Feb 04 17:17:29.335269 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-0991010d-b6ed-4d03-a0d0-6ec0d1b98f64 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-486761277-network', 'tenant_id': '15a2b0c395344104a7d43237966f4c24'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:17:29.387602 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0991010d-b6ed-4d03-a0d0-6ec0d1b98f64 admin admin] Made reservation on behalf of 15a2b0c395344104a7d43237966f4c24 for: {'network': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:17:29.394646 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-0991010d-b6ed-4d03-a0d0-6ec0d1b98f64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for network (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:29.406395 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-0991010d-b6ed-4d03-a0d0-6ec0d1b98f64 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:29.415513 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] get_ports_and_sgs() called for port_ids ['d4e367c9-7388-41b4-951a-980d5f811eb7'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 17:17:29.417750 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-47082056-35bf-4764-8d4b-1f6176a1145d req-71e25000-5153-47bd-963e-f56b6283d5ac tempest-ListServerFiltersTestJSON-412490069 tempest-ListServerFiltersTestJSON-412490069-project] Network 18207d46-382e-4b85-9e21-8a16ad00a860 is already hosted by enough agents. {{(pid=103376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:17:29.426411 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [req-47082056-35bf-4764-8d4b-1f6176a1145d req-71e25000-5153-47bd-963e-f56b6283d5ac tempest-ListServerFiltersTestJSON-412490069 tempest-ListServerFiltersTestJSON-412490069-project] Resources bound (agent type, host, resource id): {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:17:29.430784 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [req-47082056-35bf-4764-8d4b-1f6176a1145d req-71e25000-5153-47bd-963e-f56b6283d5ac tempest-ListServerFiltersTestJSON-412490069 tempest-ListServerFiltersTestJSON-412490069-project] Received port after_create {{(pid=103376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:17:29.435625 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e25000-5153-47bd-963e-f56b6283d5ac tempest-ListServerFiltersTestJSON-412490069 tempest-ListServerFiltersTestJSON-412490069-project] Pushing event updated for resources: {'Port': ['ID=d0589dbf-3d32-476e-9f1d-195240462069,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:17:29.527830 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-85793b7e-c641-40fa-a40d-8811a6be6853 req-f1fe54a8-a8d1-4639-a2c4-d4a11284e5d4 service neutron] 10.222.0.89 "GET /v2.0/networks/18207d46-382e-4b85-9e21-8a16ad00a860?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2600787 Feb 04 17:17:29.549955 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47082056-35bf-4764-8d4b-1f6176a1145d req-71e25000-5153-47bd-963e-f56b6283d5ac tempest-ListServerFiltersTestJSON-412490069 tempest-ListServerFiltersTestJSON-412490069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:17:29.551603 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-47082056-35bf-4764-8d4b-1f6176a1145d req-71e25000-5153-47bd-963e-f56b6283d5ac tempest-ListServerFiltersTestJSON-412490069 tempest-ListServerFiltersTestJSON-412490069-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:29.602083 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d48b97-5310-41de-ba11-de43c6431e0d req-b6428803-71a3-4f7c-8b51-6b1f083ebdb2 tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:17:29.621783 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d48b97-5310-41de-ba11-de43c6431e0d req-b6428803-71a3-4f7c-8b51-6b1f083ebdb2 tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:17:29.626898 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-f8d48b97-5310-41de-ba11-de43c6431e0d req-b6428803-71a3-4f7c-8b51-6b1f083ebdb2 tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] 10.222.0.89 "GET /v2.0/ports?device_id=ca75119f-9fb0-4d35-b792-e1a7b89bc972 HTTP/1.1" status: 200 len: 1682 time: 0.2030983 Feb 04 17:17:29.718125 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-47082056-35bf-4764-8d4b-1f6176a1145d req-71e25000-5153-47bd-963e-f56b6283d5ac tempest-ListServerFiltersTestJSON-412490069 tempest-ListServerFiltersTestJSON-412490069-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1886909 Feb 04 17:17:29.739637 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [req-47082056-35bf-4764-8d4b-1f6176a1145d req-fbe86a74-b33f-4178-b479-b98e4313213c service neutron] Request body: {'port': {'device_id': '003b1698-308a-408b-8e39-478eda454ea2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827839-2'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:17:29.745731 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ce97ebeb-17e2-4a4c-97ec-6998965199ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (bb89f5a3-3c22-440b-b7d1-c4f0c43c184a), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:29.836570 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-85793b7e-c641-40fa-a40d-8811a6be6853 req-29f55ade-bbc5-48c2-8366-427c67af2674 service neutron] 10.222.0.89 "GET /v2.0/networks/18207d46-382e-4b85-9e21-8a16ad00a860?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2812700 Feb 04 17:17:29.875359 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-3425ea8b-1492-4cdc-a292-3277ef589fc7 None None] Provisioning complete for port d0589dbf-3d32-476e-9f1d-195240462069 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:17:29.875747 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3425ea8b-1492-4cdc-a292-3277ef589fc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (d0589dbf-3d32-476e-9f1d-195240462069), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:29.911280 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-47082056-35bf-4764-8d4b-1f6176a1145d req-fbe86a74-b33f-4178-b479-b98e4313213c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (d0589dbf-3d32-476e-9f1d-195240462069), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:29.918307 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-f8d48b97-5310-41de-ba11-de43c6431e0d req-56697270-27fc-45b8-9ea4-841a64d7100a tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] 10.222.0.89 "GET /v2.0/security-groups?id=e5444cce-a82b-43a5-837a-e27373d38b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2578945 Feb 04 17:17:29.941544 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-0991010d-b6ed-4d03-a0d0-6ec0d1b98f64 admin admin] Publish callbacks [] for security_group (6624c962-c58b-47ff-8d93-f7fdfbcaa6fc), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:29.969754 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27303d17-41ef-473c-808b-a997bdc1779b req-e80e41c9-ee4b-4903-9d37-9ecd30e0891c tempest-ListServerFiltersTestJSON-412490069 tempest-ListServerFiltersTestJSON-412490069-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:17:29.971743 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-27303d17-41ef-473c-808b-a997bdc1779b req-e80e41c9-ee4b-4903-9d37-9ecd30e0891c tempest-ListServerFiltersTestJSON-412490069 tempest-ListServerFiltersTestJSON-412490069-project] 10.222.0.90 "GET /v2.0/networks?id=18207d46-382e-4b85-9e21-8a16ad00a860 HTTP/1.1" status: 200 len: 816 time: 0.1610978 Feb 04 17:17:29.972819 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-0991010d-b6ed-4d03-a0d0-6ec0d1b98f64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (6624c962-c58b-47ff-8d93-f7fdfbcaa6fc), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:30.001577 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0991010d-b6ed-4d03-a0d0-6ec0d1b98f64 admin admin] vlan segment allocate from pool success with {'vlan_id': 777, 'physical_network': 'physnet1'} {{(pid=103377) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 17:17:30.019368 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-3425ea8b-1492-4cdc-a292-3277ef589fc7 None None] Port d0589dbf-3d32-476e-9f1d-195240462069 cannot update to ACTIVE because it is not bound. {{(pid=103378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 17:17:30.050353 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-0991010d-b6ed-4d03-a0d0-6ec0d1b98f64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (c5975766-ea44-4010-849c-fe327f973b05), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:30.051080 n-d-827839-2 neutron-server[103377]: INFO neutron.db.segments_db [None req-0991010d-b6ed-4d03-a0d0-6ec0d1b98f64 admin admin] Added segment c5975766-ea44-4010-849c-fe327f973b05 of type vlan for network 2c53abc2-7b72-4ef4-bb10-a9d0cbd1cc40 Feb 04 17:17:30.131368 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-0991010d-b6ed-4d03-a0d0-6ec0d1b98f64 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781084292801'] for network (2c53abc2-7b72-4ef4-bb10-a9d0cbd1cc40), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:30.173391 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [req-27303d17-41ef-473c-808b-a997bdc1779b req-7bcc952e-4b2d-403b-bdd1-8771903b54dd tempest-ListServerFiltersTestJSON-412490069 tempest-ListServerFiltersTestJSON-412490069-project] Request body: {'port': {'device_id': '626540f9-c6f3-4f2a-a4b0-ed3372d8f9f2', 'network_id': '18207d46-382e-4b85-9e21-8a16ad00a860', 'admin_state_up': True, 'tenant_id': '549ab3be19c64bf782eb9cf08c0cc261'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:17:30.222899 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-0991010d-b6ed-4d03-a0d0-6ec0d1b98f64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327'] for network (2c53abc2-7b72-4ef4-bb10-a9d0cbd1cc40), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:30.224021 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0991010d-b6ed-4d03-a0d0-6ec0d1b98f64 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:17:30.224883 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-0991010d-b6ed-4d03-a0d0-6ec0d1b98f64 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677565'] for network (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:30.489688 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-7e95144f-c196-4241-863f-2d61290574dc req-2f7c8870-e5f5-4c9b-8eb1-6631d6948502 tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] 10.222.0.89 "GET /v2.0/ports?device_id=d8b88886-f047-4a53-8b9f-a49fcd51cf07 HTTP/1.1" status: 200 len: 210 time: 0.3125987 Feb 04 17:17:30.494377 n-d-827839-2 neutron-server[103376]: DEBUG neutron.notifiers.nova [req-47082056-35bf-4764-8d4b-1f6176a1145d req-fbe86a74-b33f-4178-b479-b98e4313213c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d0589dbf-3d32-476e-9f1d-195240462069 {{(pid=103376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 17:17:30.512094 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-0991010d-b6ed-4d03-a0d0-6ec0d1b98f64 admin admin] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.6044476 Feb 04 17:17:30.516315 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 58378) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:17:30.527473 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-47082056-35bf-4764-8d4b-1f6176a1145d req-fbe86a74-b33f-4178-b479-b98e4313213c service neutron] Publish callbacks [] for port (d0589dbf-3d32-476e-9f1d-195240462069), precommit_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:30.543362 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-1f2408ed-3f0d-4a75-b1dd-a3dc807365be admin admin] Request body: {'subnet': {'network_id': '2c53abc2-7b72-4ef4-bb10-a9d0cbd1cc40', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-486761277-subnet', 'tenant_id': '15a2b0c395344104a7d43237966f4c24', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:17:30.550745 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0991010d-b6ed-4d03-a0d0-6ec0d1b98f64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6624c962-c58b-47ff-8d93-f7fdfbcaa6fc,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:17:30.558269 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.provisioning_blocks [req-47082056-35bf-4764-8d4b-1f6176a1145d req-fbe86a74-b33f-4178-b479-b98e4313213c service neutron] Transition to ACTIVE for port object d0589dbf-3d32-476e-9f1d-195240462069 will not be triggered until provisioned by entity L2. {{(pid=103376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 17:17:30.564783 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-47082056-35bf-4764-8d4b-1f6176a1145d req-fbe86a74-b33f-4178-b479-b98e4313213c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675836'] for port (d0589dbf-3d32-476e-9f1d-195240462069), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:30.596886 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0991010d-b6ed-4d03-a0d0-6ec0d1b98f64 admin admin] Pushing event updated for resources: {'Network': ['ID=2c53abc2-7b72-4ef4-bb10-a9d0cbd1cc40,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:17:30.619469 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Network 2c53abc2-7b72-4ef4-bb10-a9d0cbd1cc40 details requested by agent ovs-agent-n-d-827839-2 with host n-d-827839-2 {{(pid=103378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 17:17:30.667138 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe86a74-b33f-4178-b479-b98e4313213c service neutron] Pushing event updated for resources: {'Port': ['ID=d0589dbf-3d32-476e-9f1d-195240462069,revision_number=2']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:17:30.672215 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27303d17-41ef-473c-808b-a997bdc1779b req-7bcc952e-4b2d-403b-bdd1-8771903b54dd tempest-ListServerFiltersTestJSON-412490069 tempest-ListServerFiltersTestJSON-412490069-project] Made reservation on behalf of 549ab3be19c64bf782eb9cf08c0cc261 for: {'port': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:17:30.682592 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-27303d17-41ef-473c-808b-a997bdc1779b req-7bcc952e-4b2d-403b-bdd1-8771903b54dd tempest-ListServerFiltersTestJSON-412490069 tempest-ListServerFiltersTestJSON-412490069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:30.765681 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-b82ada78-5290-43f7-babd-07e5e60577c7 req-77622cb5-27d3-42f7-8b80-9a5c15fdc546 tempest-ListServerFiltersTestJSON-412490069 tempest-ListServerFiltersTestJSON-412490069-project] 10.222.0.89 "GET /v2.0/ports?device_id=12738f53-d5b1-4e66-9060-023827767e73 HTTP/1.1" status: 200 len: 210 time: 0.1262217 Feb 04 17:17:30.774185 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f2408ed-3f0d-4a75-b1dd-a3dc807365be admin admin] Made reservation on behalf of 15a2b0c395344104a7d43237966f4c24 for: {'subnet': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:17:30.780865 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-1f2408ed-3f0d-4a75-b1dd-a3dc807365be admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25597243'] for subnet (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:30.920954 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [req-47082056-35bf-4764-8d4b-1f6176a1145d req-fbe86a74-b33f-4178-b479-b98e4313213c service neutron] Attempting to bind port d0589dbf-3d32-476e-9f1d-195240462069 on host n-h1-827839-2 for vnic_type normal with profile {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:17:30.921487 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [req-47082056-35bf-4764-8d4b-1f6176a1145d req-fbe86a74-b33f-4178-b479-b98e4313213c service neutron] Attempting to bind port d0589dbf-3d32-476e-9f1d-195240462069 by drivers openvswitch,hyperv on host n-h1-827839-2 at level 0 using segments [{'id': '7d72d660-cccf-4e71-b324-5a5f94eb974f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '18207d46-382e-4b85-9e21-8a16ad00a860'}] {{(pid=103376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:17:30.921886 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47082056-35bf-4764-8d4b-1f6176a1145d req-fbe86a74-b33f-4178-b479-b98e4313213c service neutron] Attempting to bind port d0589dbf-3d32-476e-9f1d-195240462069 on network 18207d46-382e-4b85-9e21-8a16ad00a860 {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:17:30.932029 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47082056-35bf-4764-8d4b-1f6176a1145d req-fbe86a74-b33f-4178-b479-b98e4313213c service neutron] Port d0589dbf-3d32-476e-9f1d-195240462069 on network 18207d46-382e-4b85-9e21-8a16ad00a860 not bound, no agent of type Open vSwitch agent registered on host n-h1-827839-2 {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 17:17:30.933641 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47082056-35bf-4764-8d4b-1f6176a1145d req-fbe86a74-b33f-4178-b479-b98e4313213c service neutron] Attempting to bind port d0589dbf-3d32-476e-9f1d-195240462069 on network 18207d46-382e-4b85-9e21-8a16ad00a860 {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:17:30.963068 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47082056-35bf-4764-8d4b-1f6176a1145d req-fbe86a74-b33f-4178-b479-b98e4313213c service neutron] Checking agent: {'id': '3f9244a9-75fc-4c10-b195-11d48b853b41', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 8, 42), 'started_at': datetime.datetime(2022, 2, 4, 17, 8, 42), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 17, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:17:30.963477 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47082056-35bf-4764-8d4b-1f6176a1145d req-fbe86a74-b33f-4178-b479-b98e4313213c service neutron] Checking segment: {'id': '7d72d660-cccf-4e71-b324-5a5f94eb974f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '18207d46-382e-4b85-9e21-8a16ad00a860'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:17:30.964912 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47082056-35bf-4764-8d4b-1f6176a1145d req-fbe86a74-b33f-4178-b479-b98e4313213c service neutron] Bound using segment: {'id': '7d72d660-cccf-4e71-b324-5a5f94eb974f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '18207d46-382e-4b85-9e21-8a16ad00a860'} {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:17:30.965401 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [req-47082056-35bf-4764-8d4b-1f6176a1145d req-fbe86a74-b33f-4178-b479-b98e4313213c service neutron] Bound port: d0589dbf-3d32-476e-9f1d-195240462069, host: n-h1-827839-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d72d660-cccf-4e71-b324-5a5f94eb974f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '18207d46-382e-4b85-9e21-8a16ad00a860'}}] {{(pid=103376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:17:30.970929 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-47082056-35bf-4764-8d4b-1f6176a1145d req-fbe86a74-b33f-4178-b479-b98e4313213c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (d0589dbf-3d32-476e-9f1d-195240462069), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:31.177687 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84277366-c997-4e87-8780-ed7595812415 req-e2b1f4ec-22e6-4d2c-b44b-f9adec768355 tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:17:31.187738 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-84277366-c997-4e87-8780-ed7595812415 req-e2b1f4ec-22e6-4d2c-b44b-f9adec768355 tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] 10.222.0.89 "GET /v2.0/ports?device_id=013eaece-a1cd-4911-b0a3-fdda63699778 HTTP/1.1" status: 200 len: 950 time: 0.1924531 Feb 04 17:17:31.221380 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [req-47082056-35bf-4764-8d4b-1f6176a1145d req-fbe86a74-b33f-4178-b479-b98e4313213c service neutron] For port d0589dbf-3d32-476e-9f1d-195240462069, host n-h1-827839-2, cleared binding levels {{(pid=103376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:17:31.238275 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.db_base_plugin_common [req-27303d17-41ef-473c-808b-a997bdc1779b req-7bcc952e-4b2d-403b-bdd1-8771903b54dd tempest-ListServerFiltersTestJSON-412490069 tempest-ListServerFiltersTestJSON-412490069-project] Allocated IP 172.20.0.14 (18207d46-382e-4b85-9e21-8a16ad00a860/e97a94c0-1098-43d0-824d-a1a7dda55172/ed30c7cf-4b95-404d-a75d-30d7e136779f) {{(pid=103377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:17:31.265861 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [req-47082056-35bf-4764-8d4b-1f6176a1145d req-fbe86a74-b33f-4178-b479-b98e4313213c service neutron] For port d0589dbf-3d32-476e-9f1d-195240462069, host n-h1-827839-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=d0589dbf-3d32-476e-9f1d-195240462069,segment=NetworkSegment(7d72d660-cccf-4e71-b324-5a5f94eb974f),segment_id=7d72d660-cccf-4e71-b324-5a5f94eb974f)] {{(pid=103376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:17:31.290730 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-47082056-35bf-4764-8d4b-1f6176a1145d req-fbe86a74-b33f-4178-b479-b98e4313213c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675836'] for port (d0589dbf-3d32-476e-9f1d-195240462069), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:31.310152 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-84277366-c997-4e87-8780-ed7595812415 req-1d29c991-5735-4745-91a3-e30dd8795573 tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] 10.222.0.89 "GET /v2.0/security-groups?id=5fa98c6a-94b3-4690-b9c3-4f0e67d11226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161873 Feb 04 17:17:31.354702 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2eee01a-733d-4e6b-a8a4-00e4a36668b7 req-fe7de3ed-3e87-4e58-a780-fddc4903c484 tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:17:31.370244 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2eee01a-733d-4e6b-a8a4-00e4a36668b7 req-fe7de3ed-3e87-4e58-a780-fddc4903c484 tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:17:31.373446 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-b2eee01a-733d-4e6b-a8a4-00e4a36668b7 req-fe7de3ed-3e87-4e58-a780-fddc4903c484 tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] 10.222.0.89 "GET /v2.0/ports?device_id=ca75119f-9fb0-4d35-b792-e1a7b89bc972 HTTP/1.1" status: 200 len: 1682 time: 0.2354491 Feb 04 17:17:31.496368 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-1f2408ed-3f0d-4a75-b1dd-a3dc807365be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25889445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25597197'] for subnet (6db1132f-3231-4eb4-84c6-7a6ee6880d87), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:31.653736 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f2408ed-3f0d-4a75-b1dd-a3dc807365be admin admin] Checking segment: {'id': 'c5975766-ea44-4010-849c-fe327f973b05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '2c53abc2-7b72-4ef4-bb10-a9d0cbd1cc40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:17:31.653736 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f2408ed-3f0d-4a75-b1dd-a3dc807365be admin admin] Network hostable DHCP agents. Network: 2c53abc2-7b72-4ef4-bb10-a9d0cbd1cc40, hostable agents: ['bb89f5a3-3c22-440b-b7d1-c4f0c43c184a'], hosted agents: [] {{(pid=103377) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 17:17:31.660118 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2408ed-3f0d-4a75-b1dd-a3dc807365be admin admin] Pushing event updated for resources: {'Subnet': ['ID=6db1132f-3231-4eb4-84c6-7a6ee6880d87,revision_number=0']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:17:31.699218 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f2408ed-3f0d-4a75-b1dd-a3dc807365be admin admin] Network 2c53abc2-7b72-4ef4-bb10-a9d0cbd1cc40 is scheduled to be hosted by DHCP agent bb89f5a3-3c22-440b-b7d1-c4f0c43c184a with binding_index 1 {{(pid=103377) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 17:17:31.732200 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [None req-1f2408ed-3f0d-4a75-b1dd-a3dc807365be admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827839-2, 2c53abc2-7b72-4ef4-bb10-a9d0cbd1cc40) {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:17:31.739986 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f2408ed-3f0d-4a75-b1dd-a3dc807365be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:17:31.740832 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-1f2408ed-3f0d-4a75-b1dd-a3dc807365be admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677565'] for subnet (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:31.741759 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccdfa16a-7089-4134-aeb7-09f1e5075a55 None None] Network 2c53abc2-7b72-4ef4-bb10-a9d0cbd1cc40 requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:17:31.747391 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-27303d17-41ef-473c-808b-a997bdc1779b req-7bcc952e-4b2d-403b-bdd1-8771903b54dd tempest-ListServerFiltersTestJSON-412490069 tempest-ListServerFiltersTestJSON-412490069-project] Publish callbacks [] for port (ed30c7cf-4b95-404d-a75d-30d7e136779f), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:31.791413 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-1f2408ed-3f0d-4a75-b1dd-a3dc807365be admin admin] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.2722576 Feb 04 17:17:31.828988 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-4cc6c8d7-4159-4443-9e45-cc158bb94933 req-3a8e348f-a373-4579-8b53-850a09e73736 tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] 10.222.0.89 "GET /v2.0/ports?device_id=d8b88886-f047-4a53-8b9f-a49fcd51cf07 HTTP/1.1" status: 200 len: 210 time: 0.0363450 Feb 04 17:17:31.884330 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-27303d17-41ef-473c-808b-a997bdc1779b req-7bcc952e-4b2d-403b-bdd1-8771903b54dd tempest-ListServerFiltersTestJSON-412490069 tempest-ListServerFiltersTestJSON-412490069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (ed30c7cf-4b95-404d-a75d-30d7e136779f), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:31.983166 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27303d17-41ef-473c-808b-a997bdc1779b req-7bcc952e-4b2d-403b-bdd1-8771903b54dd tempest-ListServerFiltersTestJSON-412490069 tempest-ListServerFiltersTestJSON-412490069-project] Network 18207d46-382e-4b85-9e21-8a16ad00a860 is already hosted by enough agents. {{(pid=103377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:17:31.988852 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [req-27303d17-41ef-473c-808b-a997bdc1779b req-7bcc952e-4b2d-403b-bdd1-8771903b54dd tempest-ListServerFiltersTestJSON-412490069 tempest-ListServerFiltersTestJSON-412490069-project] Resources bound (agent type, host, resource id): {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:17:31.999855 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [req-27303d17-41ef-473c-808b-a997bdc1779b req-7bcc952e-4b2d-403b-bdd1-8771903b54dd tempest-ListServerFiltersTestJSON-412490069 tempest-ListServerFiltersTestJSON-412490069-project] Received port after_create {{(pid=103377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:17:32.031088 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b630d610-9aaa-4e49-a612-18c831c944d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (64ada913-9131-4d99-a265-63a920956287), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:32.037997 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dc9741c-a387-425d-a265-6ef05e73f860 None None] Network 2c53abc2-7b72-4ef4-bb10-a9d0cbd1cc40 requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:17:32.174936 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bcc952e-4b2d-403b-bdd1-8771903b54dd tempest-ListServerFiltersTestJSON-412490069 tempest-ListServerFiltersTestJSON-412490069-project] Pushing event updated for resources: {'Port': ['ID=ed30c7cf-4b95-404d-a75d-30d7e136779f,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:17:32.268105 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27303d17-41ef-473c-808b-a997bdc1779b req-7bcc952e-4b2d-403b-bdd1-8771903b54dd tempest-ListServerFiltersTestJSON-412490069 tempest-ListServerFiltersTestJSON-412490069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:17:32.269347 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-27303d17-41ef-473c-808b-a997bdc1779b req-7bcc952e-4b2d-403b-bdd1-8771903b54dd tempest-ListServerFiltersTestJSON-412490069 tempest-ListServerFiltersTestJSON-412490069-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:32.309993 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47082056-35bf-4764-8d4b-1f6176a1145d req-fbe86a74-b33f-4178-b479-b98e4313213c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:17:32.333677 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-47082056-35bf-4764-8d4b-1f6176a1145d req-fbe86a74-b33f-4178-b479-b98e4313213c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:32.354672 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-47082056-35bf-4764-8d4b-1f6176a1145d req-fbe86a74-b33f-4178-b479-b98e4313213c service neutron] 10.222.0.96 "PUT /v2.0/ports/d0589dbf-3d32-476e-9f1d-195240462069 HTTP/1.1" status: 200 len: 1092 time: 2.6248534 Feb 04 17:17:32.357519 n-d-827839-2 neutron-server[103376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '003b1698-308a-408b-8e39-478eda454ea2', 'tag': 'd0589dbf-3d32-476e-9f1d-195240462069'}] {{(pid=103376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:17:32.365137 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d59c3bb5e2f09ebf62144d5e09b1cff60c763a9c19614c24538e77842938c05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-920f3cce-2589-497b-a76c-a3ed19ae3f81" -d '{"events": [{"name": "network-changed", "server_uuid": "003b1698-308a-408b-8e39-478eda454ea2", "tag": "d0589dbf-3d32-476e-9f1d-195240462069"}]}' {{(pid=103376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:17:32.391105 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-27303d17-41ef-473c-808b-a997bdc1779b req-7bcc952e-4b2d-403b-bdd1-8771903b54dd tempest-ListServerFiltersTestJSON-412490069 tempest-ListServerFiltersTestJSON-412490069-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2279148 Feb 04 17:17:32.411574 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [req-27303d17-41ef-473c-808b-a997bdc1779b req-f54e21f4-df2f-4829-8a5e-6ada0bb62bc4 service neutron] Request body: {'port': {'device_id': '626540f9-c6f3-4f2a-a4b0-ed3372d8f9f2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827839-2'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:17:32.495644 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-611c9ad2-af91-4811-b9d9-4a3ab7f0e60f req-6fd9ba7e-9153-4d83-a188-a9ca9545a4e4 tempest-ListServerFiltersTestJSON-412490069 tempest-ListServerFiltersTestJSON-412490069-project] 10.222.0.89 "GET /v2.0/ports?device_id=12738f53-d5b1-4e66-9060-023827767e73 HTTP/1.1" status: 200 len: 210 time: 0.0772908 Feb 04 17:17:32.528196 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device d4e367c9-7388-41b4-951a-980d5f811eb7 up at agent hyperv_n-h1-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:17:32.570376 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-27303d17-41ef-473c-808b-a997bdc1779b req-f54e21f4-df2f-4829-8a5e-6ada0bb62bc4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (ed30c7cf-4b95-404d-a75d-30d7e136779f), before_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:32.578802 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe86a74-b33f-4178-b479-b98e4313213c service neutron] Pushing event updated for resources: {'Port': ['ID=d0589dbf-3d32-476e-9f1d-195240462069,revision_number=3']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:17:32.643251 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-b2eee01a-733d-4e6b-a8a4-00e4a36668b7 req-e11d6a8a-9de4-4c64-be6a-88ef1aab3230 tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] 10.222.0.89 "GET /v2.0/security-groups?id=e5444cce-a82b-43a5-837a-e27373d38b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2543731 Feb 04 17:17:32.649548 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Provisioning for port d4e367c9-7388-41b4-951a-980d5f811eb7 completed by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 17:17:32.659236 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-9ff13798-9f60-44a5-8f65-da3b1539cbe6 None None] Provisioning complete for port ed30c7cf-4b95-404d-a75d-30d7e136779f triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:17:32.659859 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9ff13798-9f60-44a5-8f65-da3b1539cbe6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (ed30c7cf-4b95-404d-a75d-30d7e136779f), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:32.706776 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Provisioning complete for port d4e367c9-7388-41b4-951a-980d5f811eb7 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:17:32.707359 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (d4e367c9-7388-41b4-951a-980d5f811eb7), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:32.709311 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47082056-35bf-4764-8d4b-1f6176a1145d req-1e2475a7-acb3-4794-9c49-a71037d7833f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:17:32.711447 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-47082056-35bf-4764-8d4b-1f6176a1145d req-1e2475a7-acb3-4794-9c49-a71037d7833f service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=549ab3be19c64bf782eb9cf08c0cc261&device_id=003b1698-308a-408b-8e39-478eda454ea2 HTTP/1.1" status: 200 len: 1126 time: 0.2307234 Feb 04 17:17:32.723754 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-9ff13798-9f60-44a5-8f65-da3b1539cbe6 None None] Port ed30c7cf-4b95-404d-a75d-30d7e136779f cannot update to ACTIVE because it is not bound. {{(pid=103378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 17:17:32.821658 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-47082056-35bf-4764-8d4b-1f6176a1145d req-15df2ff8-2584-417a-9fad-a908e076cf0e service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d0589dbf-3d32-476e-9f1d-195240462069 HTTP/1.1" status: 200 len: 217 time: 0.0943539 Feb 04 17:17:32.834199 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 17:17:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45587ac5-a046-4b8d-99a8-fabea95b488f x-openstack-request-id: req-45587ac5-a046-4b8d-99a8-fabea95b488f {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:17:32.834497 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "003b1698-308a-408b-8e39-478eda454ea2", "tag": "d0589dbf-3d32-476e-9f1d-195240462069", "status": "completed", "code": 200}]} {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:17:32.835781 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-45587ac5-a046-4b8d-99a8-fabea95b488f {{(pid=103376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:17:32.838008 n-d-827839-2 neutron-server[103376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '003b1698-308a-408b-8e39-478eda454ea2', 'tag': 'd0589dbf-3d32-476e-9f1d-195240462069', 'status': 'completed', 'code': 200} Feb 04 17:17:32.902530 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d408ec64-b374-4acb-a1fc-48241dad6d47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (0cd6d64a-47a7-40ff-8c12-71dd526c62e0), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:32.905459 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Current status of the port d4e367c9-7388-41b4-951a-980d5f811eb7 is: BUILD; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:17:32.907220 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (d4e367c9-7388-41b4-951a-980d5f811eb7), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:32.943648 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '013eaece-a1cd-4911-b0a3-fdda63699778', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4e367c9-7388-41b4-951a-980d5f811eb7'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:17:32.948221 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544faeba-f97a-4553-8e79-b3faf1185187 req-380631af-d88e-4ecf-ae54-45d45087c090 tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:17:32.952321 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c34bc964ce2211770fda26ca2f3801cc06f4f39928110690550e94ab9c9d2fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f1df17a-148c-4052-aae1-4fcfd5e26c03" -d '{"events": [{"server_uuid": "013eaece-a1cd-4911-b0a3-fdda63699778", "name": "network-vif-plugged", "status": "completed", "tag": "d4e367c9-7388-41b4-951a-980d5f811eb7"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:17:32.972202 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-544faeba-f97a-4553-8e79-b3faf1185187 req-380631af-d88e-4ecf-ae54-45d45087c090 tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] 10.222.0.89 "GET /v2.0/ports?device_id=013eaece-a1cd-4911-b0a3-fdda63699778 HTTP/1.1" status: 200 len: 950 time: 0.2280281 Feb 04 17:17:32.974467 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85793b7e-c641-40fa-a40d-8811a6be6853 req-0efe702d-48d5-4e97-bc14-5c3f4c2ee537 tempest-ListServerFiltersTestJSON-412490069 tempest-ListServerFiltersTestJSON-412490069-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:17:32.976050 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-85793b7e-c641-40fa-a40d-8811a6be6853 req-0efe702d-48d5-4e97-bc14-5c3f4c2ee537 tempest-ListServerFiltersTestJSON-412490069 tempest-ListServerFiltersTestJSON-412490069-project] 10.222.0.96 "GET /v2.0/networks?id=18207d46-382e-4b85-9e21-8a16ad00a860 HTTP/1.1" status: 200 len: 816 time: 0.6680770 Feb 04 17:17:32.978347 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] For port d4e367c9-7388-41b4-951a-980d5f811eb7, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=d4e367c9-7388-41b4-951a-980d5f811eb7,segment=NetworkSegment(3a39b085-d3e6-43bb-a64c-1b06dd049e5a),segment_id=3a39b085-d3e6-43bb-a64c-1b06dd049e5a)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:17:32.984123 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (d4e367c9-7388-41b4-951a-980d5f811eb7), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:32.994661 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67685e07-5253-42f0-966a-659abe82fd4a req-ec3b01c6-c55e-49f5-888f-1530147b4856 tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:17:32.996364 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-67685e07-5253-42f0-966a-659abe82fd4a req-ec3b01c6-c55e-49f5-888f-1530147b4856 tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] 10.222.0.96 "GET /v2.0/ports?device_id=013eaece-a1cd-4911-b0a3-fdda63699778 HTTP/1.1" status: 200 len: 950 time: 0.2607906 Feb 04 17:17:33.010024 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [req-85793b7e-c641-40fa-a40d-8811a6be6853 req-bd1f21ba-71a7-4e13-ab7a-ff075d1f3975 tempest-ListServerFiltersTestJSON-412490069 tempest-ListServerFiltersTestJSON-412490069-project] Request body: {'port': {'device_id': '12738f53-d5b1-4e66-9060-023827767e73', 'network_id': '18207d46-382e-4b85-9e21-8a16ad00a860', 'admin_state_up': True, 'tenant_id': '549ab3be19c64bf782eb9cf08c0cc261'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:17:33.051512 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Pushing event updated for resources: {'Port': ['ID=d4e367c9-7388-41b4-951a-980d5f811eb7,revision_number=13']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:17:33.166229 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-544faeba-f97a-4553-8e79-b3faf1185187 req-e127593a-1061-4941-b2b0-81f1fe00a3b7 tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] 10.222.0.89 "GET /v2.0/security-groups?id=5fa98c6a-94b3-4690-b9c3-4f0e67d11226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1932054 Feb 04 17:17:33.198357 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47082056-35bf-4764-8d4b-1f6176a1145d req-4bb1ed31-9bd7-46ea-8e48-e3c3656776b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:17:33.214254 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-47082056-35bf-4764-8d4b-1f6176a1145d req-4bb1ed31-9bd7-46ea-8e48-e3c3656776b7 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=e97a94c0-1098-43d0-824d-a1a7dda55172 HTTP/1.1" status: 200 len: 855 time: 0.3697739 Feb 04 17:17:33.338618 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47082056-35bf-4764-8d4b-1f6176a1145d req-0df24bfa-50fe-40f0-be51-e6deb3a05812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:17:33.340924 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-47082056-35bf-4764-8d4b-1f6176a1145d req-0df24bfa-50fe-40f0-be51-e6deb3a05812 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=18207d46-382e-4b85-9e21-8a16ad00a860&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1203861 Feb 04 17:17:33.357955 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-85793b7e-c641-40fa-a40d-8811a6be6853 req-bd1f21ba-71a7-4e13-ab7a-ff075d1f3975 tempest-ListServerFiltersTestJSON-412490069 tempest-ListServerFiltersTestJSON-412490069-project] Made reservation on behalf of 549ab3be19c64bf782eb9cf08c0cc261 for: {'port': 1} {{(pid=103376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:17:33.358370 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [req-67685e07-5253-42f0-966a-659abe82fd4a req-32679420-2949-4cd9-a06e-cf0d9940d3d8 tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] Deleting port d4e367c9-7388-41b4-951a-980d5f811eb7 {{(pid=103377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:17:33.358844 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-67685e07-5253-42f0-966a-659abe82fd4a req-32679420-2949-4cd9-a06e-cf0d9940d3d8 tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (d4e367c9-7388-41b4-951a-980d5f811eb7), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:33.362275 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-85793b7e-c641-40fa-a40d-8811a6be6853 req-bd1f21ba-71a7-4e13-ab7a-ff075d1f3975 tempest-ListServerFiltersTestJSON-412490069 tempest-ListServerFiltersTestJSON-412490069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:33.458336 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [req-67685e07-5253-42f0-966a-659abe82fd4a req-32679420-2949-4cd9-a06e-cf0d9940d3d8 tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] For port d4e367c9-7388-41b4-951a-980d5f811eb7, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=d4e367c9-7388-41b4-951a-980d5f811eb7,segment=NetworkSegment(3a39b085-d3e6-43bb-a64c-1b06dd049e5a),segment_id=3a39b085-d3e6-43bb-a64c-1b06dd049e5a)] {{(pid=103377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:17:33.458724 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-67685e07-5253-42f0-966a-659abe82fd4a req-32679420-2949-4cd9-a06e-cf0d9940d3d8 tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (d4e367c9-7388-41b4-951a-980d5f811eb7), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:33.480185 n-d-827839-2 neutron-server[103377]: DEBUG neutron.notifiers.nova [req-27303d17-41ef-473c-808b-a997bdc1779b req-f54e21f4-df2f-4829-8a5e-6ada0bb62bc4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed30c7cf-4b95-404d-a75d-30d7e136779f {{(pid=103377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 17:17:33.552335 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-1c3a1534-3133-457f-86af-5b0bbc9c4ef3 req-5e887195-c68f-4eae-90b1-789517a7129f tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] 10.222.0.89 "GET /v2.0/ports?device_id=d8b88886-f047-4a53-8b9f-a49fcd51cf07 HTTP/1.1" status: 200 len: 210 time: 0.1898208 Feb 04 17:17:33.552335 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [req-67685e07-5253-42f0-966a-659abe82fd4a req-32679420-2949-4cd9-a06e-cf0d9940d3d8 tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] Calling delete_port for d4e367c9-7388-41b4-951a-980d5f811eb7 owned by compute:nova {{(pid=103377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:17:33.552335 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-27303d17-41ef-473c-808b-a997bdc1779b req-f54e21f4-df2f-4829-8a5e-6ada0bb62bc4 service neutron] Publish callbacks [] for port (ed30c7cf-4b95-404d-a75d-30d7e136779f), precommit_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:33.600718 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.provisioning_blocks [req-27303d17-41ef-473c-808b-a997bdc1779b req-f54e21f4-df2f-4829-8a5e-6ada0bb62bc4 service neutron] Transition to ACTIVE for port object ed30c7cf-4b95-404d-a75d-30d7e136779f will not be triggered until provisioned by entity L2. {{(pid=103377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 17:17:33.617507 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-47082056-35bf-4764-8d4b-1f6176a1145d req-3840e0ca-8f21-443f-bc36-732af1d1500e service neutron] 10.222.0.96 "GET /v2.0/networks/18207d46-382e-4b85-9e21-8a16ad00a860?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2686908 Feb 04 17:17:33.626435 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 17:17:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6fa949f-5351-4666-aca4-2f72a7566fe6 x-openstack-request-id: req-f6fa949f-5351-4666-aca4-2f72a7566fe6 {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:17:33.626737 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "013eaece-a1cd-4911-b0a3-fdda63699778", "name": "network-vif-plugged", "status": "completed", "tag": "d4e367c9-7388-41b4-951a-980d5f811eb7", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:17:33.626995 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-f6fa949f-5351-4666-aca4-2f72a7566fe6 {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:17:33.627394 n-d-827839-2 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '013eaece-a1cd-4911-b0a3-fdda63699778', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4e367c9-7388-41b4-951a-980d5f811eb7', 'code': 200} Feb 04 17:17:33.686939 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-27303d17-41ef-473c-808b-a997bdc1779b req-f54e21f4-df2f-4829-8a5e-6ada0bb62bc4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25888290'] for port (ed30c7cf-4b95-404d-a75d-30d7e136779f), after_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:33.745760 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416ff485-57e2-4775-8147-dde326f0eab7 req-19fe192d-56d3-4668-a531-765643d4962e tempest-InstanceActionsV221TestJSON-910298216 tempest-InstanceActionsV221TestJSON-910298216-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:17:33.752481 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-416ff485-57e2-4775-8147-dde326f0eab7 req-19fe192d-56d3-4668-a531-765643d4962e tempest-InstanceActionsV221TestJSON-910298216 tempest-InstanceActionsV221TestJSON-910298216-project] 10.222.0.89 "GET /v2.0/networks?id=2c53abc2-7b72-4ef4-bb10-a9d0cbd1cc40 HTTP/1.1" status: 200 len: 817 time: 0.3130608 Feb 04 17:17:33.770632 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54e21f4-df2f-4829-8a5e-6ada0bb62bc4 service neutron] Pushing event updated for resources: {'Port': ['ID=ed30c7cf-4b95-404d-a75d-30d7e136779f,revision_number=2']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:17:33.788796 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.db_base_plugin_common [req-85793b7e-c641-40fa-a40d-8811a6be6853 req-bd1f21ba-71a7-4e13-ab7a-ff075d1f3975 tempest-ListServerFiltersTestJSON-412490069 tempest-ListServerFiltersTestJSON-412490069-project] Allocated IP 172.20.0.6 (18207d46-382e-4b85-9e21-8a16ad00a860/e97a94c0-1098-43d0-824d-a1a7dda55172/f2c72dc7-b6d4-45b0-a437-808586eb2be7) {{(pid=103376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:17:33.805314 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-416ff485-57e2-4775-8147-dde326f0eab7 req-0d23565b-63ea-4da9-ac41-d3da01903a39 tempest-InstanceActionsV221TestJSON-910298216 tempest-InstanceActionsV221TestJSON-910298216-project] 10.222.0.89 "GET /v2.0/quotas/15a2b0c395344104a7d43237966f4c24 HTTP/1.1" status: 200 len: 375 time: 0.0518584 Feb 04 17:17:33.854846 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-416ff485-57e2-4775-8147-dde326f0eab7 req-2b18a035-4cac-444f-8985-6b9bc971a4f4 tempest-InstanceActionsV221TestJSON-910298216 tempest-InstanceActionsV221TestJSON-910298216-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=15a2b0c395344104a7d43237966f4c24&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0482657 Feb 04 17:17:33.950273 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [req-27303d17-41ef-473c-808b-a997bdc1779b req-f54e21f4-df2f-4829-8a5e-6ada0bb62bc4 service neutron] Attempting to bind port ed30c7cf-4b95-404d-a75d-30d7e136779f on host n-h2-827839-2 for vnic_type normal with profile {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:17:33.950594 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [req-27303d17-41ef-473c-808b-a997bdc1779b req-f54e21f4-df2f-4829-8a5e-6ada0bb62bc4 service neutron] Attempting to bind port ed30c7cf-4b95-404d-a75d-30d7e136779f by drivers openvswitch,hyperv on host n-h2-827839-2 at level 0 using segments [{'id': '7d72d660-cccf-4e71-b324-5a5f94eb974f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '18207d46-382e-4b85-9e21-8a16ad00a860'}] {{(pid=103377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:17:33.951547 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27303d17-41ef-473c-808b-a997bdc1779b req-f54e21f4-df2f-4829-8a5e-6ada0bb62bc4 service neutron] Attempting to bind port ed30c7cf-4b95-404d-a75d-30d7e136779f on network 18207d46-382e-4b85-9e21-8a16ad00a860 {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:17:33.963873 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27303d17-41ef-473c-808b-a997bdc1779b req-f54e21f4-df2f-4829-8a5e-6ada0bb62bc4 service neutron] Port ed30c7cf-4b95-404d-a75d-30d7e136779f on network 18207d46-382e-4b85-9e21-8a16ad00a860 not bound, no agent of type Open vSwitch agent registered on host n-h2-827839-2 {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 17:17:33.964204 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27303d17-41ef-473c-808b-a997bdc1779b req-f54e21f4-df2f-4829-8a5e-6ada0bb62bc4 service neutron] Attempting to bind port ed30c7cf-4b95-404d-a75d-30d7e136779f on network 18207d46-382e-4b85-9e21-8a16ad00a860 {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:17:33.987882 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27303d17-41ef-473c-808b-a997bdc1779b req-f54e21f4-df2f-4829-8a5e-6ada0bb62bc4 service neutron] Checking agent: {'id': 'f20a1ab3-4332-4f54-833b-ba4a7c687e89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 8, 40), 'started_at': datetime.datetime(2022, 2, 4, 17, 8, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 17, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:17:33.988242 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27303d17-41ef-473c-808b-a997bdc1779b req-f54e21f4-df2f-4829-8a5e-6ada0bb62bc4 service neutron] Checking segment: {'id': '7d72d660-cccf-4e71-b324-5a5f94eb974f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '18207d46-382e-4b85-9e21-8a16ad00a860'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:17:33.988604 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27303d17-41ef-473c-808b-a997bdc1779b req-f54e21f4-df2f-4829-8a5e-6ada0bb62bc4 service neutron] Bound using segment: {'id': '7d72d660-cccf-4e71-b324-5a5f94eb974f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '18207d46-382e-4b85-9e21-8a16ad00a860'} {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:17:33.989076 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [req-27303d17-41ef-473c-808b-a997bdc1779b req-f54e21f4-df2f-4829-8a5e-6ada0bb62bc4 service neutron] Bound port: ed30c7cf-4b95-404d-a75d-30d7e136779f, host: n-h2-827839-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d72d660-cccf-4e71-b324-5a5f94eb974f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '18207d46-382e-4b85-9e21-8a16ad00a860'}}] {{(pid=103377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:17:33.990828 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-27303d17-41ef-473c-808b-a997bdc1779b req-f54e21f4-df2f-4829-8a5e-6ada0bb62bc4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (ed30c7cf-4b95-404d-a75d-30d7e136779f), before_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:34.047228 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-67685e07-5253-42f0-966a-659abe82fd4a req-32679420-2949-4cd9-a06e-cf0d9940d3d8 tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (d4e367c9-7388-41b4-951a-980d5f811eb7), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:34.057935 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-47082056-35bf-4764-8d4b-1f6176a1145d req-3548d852-a159-49a1-a694-fe01e5953d70 service neutron] 10.222.0.96 "GET /v2.0/networks/18207d46-382e-4b85-9e21-8a16ad00a860?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3990242 Feb 04 17:17:34.061642 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] get_ports_and_sgs() called for port_ids ['a9ea809e-a7d4-4c46-b4d9-cd7077cf1c91'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 17:17:34.085945 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32679420-2949-4cd9-a06e-cf0d9940d3d8 tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] Pushing event deleted for resources: {'Port': ['ID=d4e367c9-7388-41b4-951a-980d5f811eb7,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:17:34.180866 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-416ff485-57e2-4775-8147-dde326f0eab7 req-8f57161a-b8a8-497d-8027-5b827c8a1b9e service neutron] 10.222.0.89 "GET /v2.0/networks/2c53abc2-7b72-4ef4-bb10-a9d0cbd1cc40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3239820 Feb 04 17:17:34.188964 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] get_ports_and_sgs() called for port_ids ['1c7d9fa2-9ef9-488a-a8c3-a61982a926f8', 'c73f7467-a2e5-4127-a695-98f9e8d94155', 'd4e367c9-7388-41b4-951a-980d5f811eb7'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 17:17:34.282940 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [req-27303d17-41ef-473c-808b-a997bdc1779b req-f54e21f4-df2f-4829-8a5e-6ada0bb62bc4 service neutron] For port ed30c7cf-4b95-404d-a75d-30d7e136779f, host n-h2-827839-2, cleared binding levels {{(pid=103377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:17:34.285720 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [req-67685e07-5253-42f0-966a-659abe82fd4a req-32679420-2949-4cd9-a06e-cf0d9940d3d8 tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] No DVR routers for this DVR port d4e367c9-7388-41b4-951a-980d5f811eb7 on host n-h1-827839-2 {{(pid=103377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 17:17:34.297454 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-67685e07-5253-42f0-966a-659abe82fd4a req-32679420-2949-4cd9-a06e-cf0d9940d3d8 tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:34.314427 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-67685e07-5253-42f0-966a-659abe82fd4a req-32679420-2949-4cd9-a06e-cf0d9940d3d8 tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] 10.222.0.96 "DELETE /v2.0/ports/d4e367c9-7388-41b4-951a-980d5f811eb7 HTTP/1.1" status: 204 len: 173 time: 1.3077557 Feb 04 17:17:34.315031 n-d-827839-2 neutron-server[103377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '013eaece-a1cd-4911-b0a3-fdda63699778', 'name': 'network-vif-deleted', 'tag': 'd4e367c9-7388-41b4-951a-980d5f811eb7'}] {{(pid=103377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:17:34.330730 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7240428b650e1488e9361b62648ff4b3a6c19d49d8c27c949491ab58c1346cf0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1875cc24-d566-42cc-a177-f8e77c680083" -d '{"events": [{"server_uuid": "013eaece-a1cd-4911-b0a3-fdda63699778", "name": "network-vif-deleted", "tag": "d4e367c9-7388-41b4-951a-980d5f811eb7"}]}' {{(pid=103377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:17:34.380974 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920f3cce-2589-497b-a76c-a3ed19ae3f81 req-087bc572-b564-44e5-92dd-d244711e7494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:17:34.382554 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-920f3cce-2589-497b-a76c-a3ed19ae3f81 req-087bc572-b564-44e5-92dd-d244711e7494 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=549ab3be19c64bf782eb9cf08c0cc261&device_id=003b1698-308a-408b-8e39-478eda454ea2 HTTP/1.1" status: 200 len: 1126 time: 0.2501042 Feb 04 17:17:34.411188 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [req-27303d17-41ef-473c-808b-a997bdc1779b req-f54e21f4-df2f-4829-8a5e-6ada0bb62bc4 service neutron] For port ed30c7cf-4b95-404d-a75d-30d7e136779f, host n-h2-827839-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=ed30c7cf-4b95-404d-a75d-30d7e136779f,segment=NetworkSegment(7d72d660-cccf-4e71-b324-5a5f94eb974f),segment_id=7d72d660-cccf-4e71-b324-5a5f94eb974f)] {{(pid=103377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:17:34.470780 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-fa3bd64e-382c-4ece-8e1f-f3b3f061d411 req-02bac20c-532f-4229-9a16-a6b2f402da2b tempest-ListServerFiltersTestJSON-412490069 tempest-ListServerFiltersTestJSON-412490069-project] 10.222.0.89 "GET /v2.0/ports?device_id=12738f53-d5b1-4e66-9060-023827767e73 HTTP/1.1" status: 200 len: 210 time: 0.0949612 Feb 04 17:17:34.473058 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-27303d17-41ef-473c-808b-a997bdc1779b req-f54e21f4-df2f-4829-8a5e-6ada0bb62bc4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25888290'] for port (ed30c7cf-4b95-404d-a75d-30d7e136779f), after_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:34.535499 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920f3cce-2589-497b-a76c-a3ed19ae3f81 req-09d5c5f6-6a30-4b85-b7a2-fd74cdde0904 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:17:34.539067 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-920f3cce-2589-497b-a76c-a3ed19ae3f81 req-09d5c5f6-6a30-4b85-b7a2-fd74cdde0904 service neutron] 10.222.0.96 "GET /v2.0/networks?id=18207d46-382e-4b85-9e21-8a16ad00a860 HTTP/1.1" status: 200 len: 917 time: 0.1403487 Feb 04 17:17:34.550692 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-85793b7e-c641-40fa-a40d-8811a6be6853 req-bd1f21ba-71a7-4e13-ab7a-ff075d1f3975 tempest-ListServerFiltersTestJSON-412490069 tempest-ListServerFiltersTestJSON-412490069-project] Publish callbacks [] for port (f2c72dc7-b6d4-45b0-a437-808586eb2be7), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:34.642428 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27303d17-41ef-473c-808b-a997bdc1779b req-f54e21f4-df2f-4829-8a5e-6ada0bb62bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:17:34.643023 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-27303d17-41ef-473c-808b-a997bdc1779b req-f54e21f4-df2f-4829-8a5e-6ada0bb62bc4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:34.658230 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-27303d17-41ef-473c-808b-a997bdc1779b req-f54e21f4-df2f-4829-8a5e-6ada0bb62bc4 service neutron] 10.222.0.90 "PUT /v2.0/ports/ed30c7cf-4b95-404d-a75d-30d7e136779f HTTP/1.1" status: 200 len: 1092 time: 2.2530553 Feb 04 17:17:34.692690 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-85793b7e-c641-40fa-a40d-8811a6be6853 req-bd1f21ba-71a7-4e13-ab7a-ff075d1f3975 tempest-ListServerFiltersTestJSON-412490069 tempest-ListServerFiltersTestJSON-412490069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (f2c72dc7-b6d4-45b0-a437-808586eb2be7), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:34.697141 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54e21f4-df2f-4829-8a5e-6ada0bb62bc4 service neutron] Pushing event updated for resources: {'Port': ['ID=ed30c7cf-4b95-404d-a75d-30d7e136779f,revision_number=3']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:17:34.743203 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4f14bb47-e72b-46ac-9e44-a61d9293afcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (75326290-f7a3-4db8-9cf2-15c7139ed224), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:34.799434 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27303d17-41ef-473c-808b-a997bdc1779b req-43f86b2f-dada-4082-8fe5-fd2c869093ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:17:34.801546 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-27303d17-41ef-473c-808b-a997bdc1779b req-43f86b2f-dada-4082-8fe5-fd2c869093ac service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=549ab3be19c64bf782eb9cf08c0cc261&device_id=626540f9-c6f3-4f2a-a4b0-ed3372d8f9f2 HTTP/1.1" status: 200 len: 1126 time: 0.0935445 Feb 04 17:17:34.869411 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-85793b7e-c641-40fa-a40d-8811a6be6853 req-bd1f21ba-71a7-4e13-ab7a-ff075d1f3975 tempest-ListServerFiltersTestJSON-412490069 tempest-ListServerFiltersTestJSON-412490069-project] Network 18207d46-382e-4b85-9e21-8a16ad00a860 is already hosted by enough agents. {{(pid=103376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:17:34.872401 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1f21ba-71a7-4e13-ab7a-ff075d1f3975 tempest-ListServerFiltersTestJSON-412490069 tempest-ListServerFiltersTestJSON-412490069-project] Pushing event updated for resources: {'Port': ['ID=f2c72dc7-b6d4-45b0-a437-808586eb2be7,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:17:34.875141 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [req-85793b7e-c641-40fa-a40d-8811a6be6853 req-bd1f21ba-71a7-4e13-ab7a-ff075d1f3975 tempest-ListServerFiltersTestJSON-412490069 tempest-ListServerFiltersTestJSON-412490069-project] Resources bound (agent type, host, resource id): {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:17:34.878688 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-920f3cce-2589-497b-a76c-a3ed19ae3f81 req-69b136fe-4b03-453b-acd0-fe23108e9e07 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d0589dbf-3d32-476e-9f1d-195240462069 HTTP/1.1" status: 200 len: 217 time: 0.2144592 Feb 04 17:17:34.879520 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [req-85793b7e-c641-40fa-a40d-8811a6be6853 req-bd1f21ba-71a7-4e13-ab7a-ff075d1f3975 tempest-ListServerFiltersTestJSON-412490069 tempest-ListServerFiltersTestJSON-412490069-project] Received port after_create {{(pid=103376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:17:34.922477 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-416ff485-57e2-4775-8147-dde326f0eab7 req-2a7989dd-01cf-41fd-9aca-1a0dc73cf544 service neutron] 10.222.0.89 "GET /v2.0/networks/2c53abc2-7b72-4ef4-bb10-a9d0cbd1cc40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7403727 Feb 04 17:17:34.923449 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-27303d17-41ef-473c-808b-a997bdc1779b req-41f61c5e-2bb9-42bf-b4b4-c088c1001961 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ed30c7cf-4b95-404d-a75d-30d7e136779f HTTP/1.1" status: 200 len: 217 time: 0.1133711 Feb 04 17:17:35.034593 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920f3cce-2589-497b-a76c-a3ed19ae3f81 req-006aec9c-7a73-41a4-8402-75b028b23cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:17:35.036208 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-920f3cce-2589-497b-a76c-a3ed19ae3f81 req-006aec9c-7a73-41a4-8402-75b028b23cc0 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=e97a94c0-1098-43d0-824d-a1a7dda55172 HTTP/1.1" status: 200 len: 855 time: 0.1096189 Feb 04 17:17:35.096426 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27303d17-41ef-473c-808b-a997bdc1779b req-ae2e2638-b429-4902-b048-0da1b97e346f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:17:35.098077 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-27303d17-41ef-473c-808b-a997bdc1779b req-ae2e2638-b429-4902-b048-0da1b97e346f service neutron] 10.222.0.90 "GET /v2.0/subnets?id=e97a94c0-1098-43d0-824d-a1a7dda55172 HTTP/1.1" status: 200 len: 855 time: 0.1672342 Feb 04 17:17:35.162246 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85793b7e-c641-40fa-a40d-8811a6be6853 req-bd1f21ba-71a7-4e13-ab7a-ff075d1f3975 tempest-ListServerFiltersTestJSON-412490069 tempest-ListServerFiltersTestJSON-412490069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:17:35.171375 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-85793b7e-c641-40fa-a40d-8811a6be6853 req-bd1f21ba-71a7-4e13-ab7a-ff075d1f3975 tempest-ListServerFiltersTestJSON-412490069 tempest-ListServerFiltersTestJSON-412490069-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:35.213268 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-85793b7e-c641-40fa-a40d-8811a6be6853 req-bd1f21ba-71a7-4e13-ab7a-ff075d1f3975 tempest-ListServerFiltersTestJSON-412490069 tempest-ListServerFiltersTestJSON-412490069-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2262063 Feb 04 17:17:35.234932 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920f3cce-2589-497b-a76c-a3ed19ae3f81 req-fc838197-efd7-4862-a6e7-f968c11dd3b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:17:35.241489 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-920f3cce-2589-497b-a76c-a3ed19ae3f81 req-fc838197-efd7-4862-a6e7-f968c11dd3b3 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=18207d46-382e-4b85-9e21-8a16ad00a860&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1889670 Feb 04 17:17:35.250092 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [req-85793b7e-c641-40fa-a40d-8811a6be6853 req-65b013e7-d3e5-40f3-866d-3763eadcce16 service neutron] Request body: {'port': {'device_id': '12738f53-d5b1-4e66-9060-023827767e73', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827839-2'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:17:35.351685 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27303d17-41ef-473c-808b-a997bdc1779b req-4613384b-6ab0-443c-a516-bc0fa55a4d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:17:35.353224 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-27303d17-41ef-473c-808b-a997bdc1779b req-4613384b-6ab0-443c-a516-bc0fa55a4d50 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=18207d46-382e-4b85-9e21-8a16ad00a860&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2462363 Feb 04 17:17:35.379188 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-a0fe53a1-a0a8-4fd9-83c0-bff8e3ee9abc req-e82630b5-7bc5-4f2c-b904-c9c022624fb7 tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] 10.222.0.89 "GET /v2.0/ports?device_id=013eaece-a1cd-4911-b0a3-fdda63699778 HTTP/1.1" status: 200 len: 210 time: 0.1425776 Feb 04 17:17:35.503579 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-85793b7e-c641-40fa-a40d-8811a6be6853 req-65b013e7-d3e5-40f3-866d-3763eadcce16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (f2c72dc7-b6d4-45b0-a437-808586eb2be7), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:35.558552 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c4f4aa-4890-49fc-95c4-dd580e326c74 req-36b8ad84-bc92-47ec-81d0-1f3a23514b3e tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:17:35.577314 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c4f4aa-4890-49fc-95c4-dd580e326c74 req-36b8ad84-bc92-47ec-81d0-1f3a23514b3e tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:17:35.583415 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-44c4f4aa-4890-49fc-95c4-dd580e326c74 req-36b8ad84-bc92-47ec-81d0-1f3a23514b3e tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] 10.222.0.89 "GET /v2.0/ports?device_id=ca75119f-9fb0-4d35-b792-e1a7b89bc972 HTTP/1.1" status: 200 len: 1682 time: 0.2769573 Feb 04 17:17:35.584417 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 17:17:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebb3016b-1a60-4d57-80d6-2f16b324b708 x-openstack-request-id: req-ebb3016b-1a60-4d57-80d6-2f16b324b708 {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:17:35.585136 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "013eaece-a1cd-4911-b0a3-fdda63699778", "name": "network-vif-deleted", "tag": "d4e367c9-7388-41b4-951a-980d5f811eb7", "status": "completed", "code": 200}]} {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:17:35.585351 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-ebb3016b-1a60-4d57-80d6-2f16b324b708 {{(pid=103377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:17:35.585603 n-d-827839-2 neutron-server[103377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '013eaece-a1cd-4911-b0a3-fdda63699778', 'name': 'network-vif-deleted', 'tag': 'd4e367c9-7388-41b4-951a-980d5f811eb7', 'status': 'completed', 'code': 200} Feb 04 17:17:35.599405 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-27303d17-41ef-473c-808b-a997bdc1779b req-e422195c-ca9b-4207-bf10-6494c31dc01b service neutron] 10.222.0.90 "GET /v2.0/networks/18207d46-382e-4b85-9e21-8a16ad00a860?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2191877 Feb 04 17:17:35.635904 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-26ed6d4d-987f-4ad0-b2a5-b9aadeac80ab req-cc4f220a-1cfc-4189-a6f1-8e76eaf4b5aa tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] 10.222.0.89 "GET /v2.0/ports?device_id=d8b88886-f047-4a53-8b9f-a49fcd51cf07 HTTP/1.1" status: 200 len: 210 time: 0.0583787 Feb 04 17:17:35.698937 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (ba70844b-66a0-45fd-a2f2-e6ed673321fc), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:35.812579 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-9d1c7812-dd9f-4908-8823-003c39550dec None None] Provisioning complete for port f2c72dc7-b6d4-45b0-a437-808586eb2be7 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:17:35.814807 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9d1c7812-dd9f-4908-8823-003c39550dec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (f2c72dc7-b6d4-45b0-a437-808586eb2be7), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:35.831482 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-920f3cce-2589-497b-a76c-a3ed19ae3f81 req-7c56324d-9279-42a7-81dc-d6fa7dfed15e service neutron] 10.222.0.96 "GET /v2.0/networks/18207d46-382e-4b85-9e21-8a16ad00a860?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5706880 Feb 04 17:17:35.887565 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-27303d17-41ef-473c-808b-a997bdc1779b req-535376dc-8542-468b-913a-46704c85f1c1 service neutron] 10.222.0.90 "GET /v2.0/networks/18207d46-382e-4b85-9e21-8a16ad00a860?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2643936 Feb 04 17:17:35.891681 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-9d1c7812-dd9f-4908-8823-003c39550dec None None] Port f2c72dc7-b6d4-45b0-a437-808586eb2be7 cannot update to ACTIVE because it is not bound. {{(pid=103378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 17:17:35.997417 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee3ed21-aa0b-4a8a-8486-104b66dd37d1 req-d47badc1-12b5-45d3-9e12-2fcc23d5ee65 tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:17:36.004163 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee3ed21-aa0b-4a8a-8486-104b66dd37d1 req-d47badc1-12b5-45d3-9e12-2fcc23d5ee65 tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:17:36.005896 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-eee3ed21-aa0b-4a8a-8486-104b66dd37d1 req-d47badc1-12b5-45d3-9e12-2fcc23d5ee65 tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] 10.222.0.90 "GET /v2.0/ports?device_id=ca75119f-9fb0-4d35-b792-e1a7b89bc972 HTTP/1.1" status: 200 len: 1682 time: 0.1169491 Feb 04 17:17:36.023846 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-44c4f4aa-4890-49fc-95c4-dd580e326c74 req-d38d75ce-5edd-40ca-bcd3-2ee2e53e4679 tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] 10.222.0.89 "GET /v2.0/security-groups?id=e5444cce-a82b-43a5-837a-e27373d38b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3885968 Feb 04 17:17:36.210285 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [req-eee3ed21-aa0b-4a8a-8486-104b66dd37d1 req-8887fb31-5243-4e44-8d14-03a40682fe4d tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] Deleting port a6d8e193-58e1-468f-bfba-5f6b3d4da04d {{(pid=103377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:17:36.210939 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-eee3ed21-aa0b-4a8a-8486-104b66dd37d1 req-8887fb31-5243-4e44-8d14-03a40682fe4d tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (a6d8e193-58e1-468f-bfba-5f6b3d4da04d), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:36.349506 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-7af7f3db-ddf9-433a-99a7-b6761832c022 req-d79e9600-077a-4269-9daf-34c820a2ccd2 tempest-InstanceActionsV221TestJSON-910298216 tempest-InstanceActionsV221TestJSON-910298216-project] 10.222.0.89 "GET /v2.0/ports?device_id=3cce4d83-aa1d-4371-aec8-504818bdd7bc HTTP/1.1" status: 200 len: 210 time: 0.1812878 Feb 04 17:17:36.430373 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [req-eee3ed21-aa0b-4a8a-8486-104b66dd37d1 req-8887fb31-5243-4e44-8d14-03a40682fe4d tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] For port a6d8e193-58e1-468f-bfba-5f6b3d4da04d, host n-h2-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=a6d8e193-58e1-468f-bfba-5f6b3d4da04d,segment=NetworkSegment(e2a69fa6-d233-409c-ac08-37e5b3f4a0c0),segment_id=e2a69fa6-d233-409c-ac08-37e5b3f4a0c0)] {{(pid=103377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:17:36.430816 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-eee3ed21-aa0b-4a8a-8486-104b66dd37d1 req-8887fb31-5243-4e44-8d14-03a40682fe4d tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (a6d8e193-58e1-468f-bfba-5f6b3d4da04d), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:36.433224 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-920f3cce-2589-497b-a76c-a3ed19ae3f81 req-b2969b97-b60f-4285-86a9-36847f90945e service neutron] 10.222.0.96 "GET /v2.0/networks/18207d46-382e-4b85-9e21-8a16ad00a860?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5782142 Feb 04 17:17:36.448947 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [req-eee3ed21-aa0b-4a8a-8486-104b66dd37d1 req-8887fb31-5243-4e44-8d14-03a40682fe4d tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] Calling delete_port for a6d8e193-58e1-468f-bfba-5f6b3d4da04d owned by compute:nova {{(pid=103377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:17:36.537563 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device d4e367c9-7388-41b4-951a-980d5f811eb7 no longer exists at agent hyperv_n-h1-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:17:36.543480 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410f7842-f9b0-4fce-840f-5388ec310306 req-10439f9b-e2fd-48ce-884e-02d0ef1ebf5d tempest-ListServerFiltersTestJSON-412490069 tempest-ListServerFiltersTestJSON-412490069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:17:36.554298 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-410f7842-f9b0-4fce-840f-5388ec310306 req-10439f9b-e2fd-48ce-884e-02d0ef1ebf5d tempest-ListServerFiltersTestJSON-412490069 tempest-ListServerFiltersTestJSON-412490069-project] 10.222.0.89 "GET /v2.0/ports?device_id=12738f53-d5b1-4e66-9060-023827767e73 HTTP/1.1" status: 200 len: 931 time: 0.1612704 Feb 04 17:17:36.590745 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] No Port match for: d4e367c9-7388-41b4-951a-980d5f811eb7 {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 17:17:36.591134 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device d4e367c9-7388-41b4-951a-980d5f811eb7 not bound to the agent host n-h1-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 17:17:36.634089 n-d-827839-2 neutron-server[103376]: DEBUG neutron.notifiers.nova [req-85793b7e-c641-40fa-a40d-8811a6be6853 req-65b013e7-d3e5-40f3-866d-3763eadcce16 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2c72dc7-b6d4-45b0-a437-808586eb2be7 {{(pid=103376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 17:17:36.639386 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-410f7842-f9b0-4fce-840f-5388ec310306 req-88f58e10-d17d-461e-bc54-7ce8db343d07 tempest-ListServerFiltersTestJSON-412490069 tempest-ListServerFiltersTestJSON-412490069-project] 10.222.0.89 "GET /v2.0/security-groups?id=97f39e76-7bf1-44bd-bf73-dcbb52112ad3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842202 Feb 04 17:17:36.655233 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-85793b7e-c641-40fa-a40d-8811a6be6853 req-65b013e7-d3e5-40f3-866d-3763eadcce16 service neutron] Publish callbacks [] for port (f2c72dc7-b6d4-45b0-a437-808586eb2be7), precommit_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:36.700309 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.provisioning_blocks [req-85793b7e-c641-40fa-a40d-8811a6be6853 req-65b013e7-d3e5-40f3-866d-3763eadcce16 service neutron] Transition to ACTIVE for port object f2c72dc7-b6d4-45b0-a437-808586eb2be7 will not be triggered until provisioned by entity L2. {{(pid=103376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 17:17:36.710489 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-85793b7e-c641-40fa-a40d-8811a6be6853 req-65b013e7-d3e5-40f3-866d-3763eadcce16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675836'] for port (f2c72dc7-b6d4-45b0-a437-808586eb2be7), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:36.830673 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 58536) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:17:36.840758 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b013e7-d3e5-40f3-866d-3763eadcce16 service neutron] Pushing event updated for resources: {'Port': ['ID=f2c72dc7-b6d4-45b0-a437-808586eb2be7,revision_number=2']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:17:36.942441 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-b9598056-997b-4da1-bf86-4da6194f4406 req-a600e6d4-0e43-4f46-a296-e0446a1ba607 tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] 10.222.0.89 "GET /v2.0/ports?device_id=d8b88886-f047-4a53-8b9f-a49fcd51cf07 HTTP/1.1" status: 200 len: 210 time: 0.1804407 Feb 04 17:17:36.953011 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-eee3ed21-aa0b-4a8a-8486-104b66dd37d1 req-8887fb31-5243-4e44-8d14-03a40682fe4d tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (a6d8e193-58e1-468f-bfba-5f6b3d4da04d), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:36.968669 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] get_ports_and_sgs() called for port_ids ['ca490ec2-a8f2-40b4-b868-46ce019b5e9b', 'a6d8e193-58e1-468f-bfba-5f6b3d4da04d'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 17:17:36.980769 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.agents_db [None req-e1691f3b-aacd-4cd6-8ebb-a9c53bb301c0 None None] Agent healthcheck: found 7 active agents {{(pid=103379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 17:17:37.043372 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8887fb31-5243-4e44-8d14-03a40682fe4d tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] Pushing event deleted for resources: {'Port': ['ID=a6d8e193-58e1-468f-bfba-5f6b3d4da04d,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:17:37.154080 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [req-eee3ed21-aa0b-4a8a-8486-104b66dd37d1 req-8887fb31-5243-4e44-8d14-03a40682fe4d tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] No DVR routers for this DVR port a6d8e193-58e1-468f-bfba-5f6b3d4da04d on host n-h2-827839-2 {{(pid=103377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 17:17:37.176191 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-eee3ed21-aa0b-4a8a-8486-104b66dd37d1 req-8887fb31-5243-4e44-8d14-03a40682fe4d tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:37.184486 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-eee3ed21-aa0b-4a8a-8486-104b66dd37d1 req-8887fb31-5243-4e44-8d14-03a40682fe4d tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] 10.222.0.90 "DELETE /v2.0/ports/a6d8e193-58e1-468f-bfba-5f6b3d4da04d HTTP/1.1" status: 204 len: 173 time: 1.1722448 Feb 04 17:17:37.210131 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-5c4cd4fb-20cf-4587-8477-49944fdf1c23 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:37.213601 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [req-85793b7e-c641-40fa-a40d-8811a6be6853 req-65b013e7-d3e5-40f3-866d-3763eadcce16 service neutron] Attempting to bind port f2c72dc7-b6d4-45b0-a437-808586eb2be7 on host n-h1-827839-2 for vnic_type normal with profile {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:17:37.214070 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [req-85793b7e-c641-40fa-a40d-8811a6be6853 req-65b013e7-d3e5-40f3-866d-3763eadcce16 service neutron] Attempting to bind port f2c72dc7-b6d4-45b0-a437-808586eb2be7 by drivers openvswitch,hyperv on host n-h1-827839-2 at level 0 using segments [{'id': '7d72d660-cccf-4e71-b324-5a5f94eb974f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '18207d46-382e-4b85-9e21-8a16ad00a860'}] {{(pid=103376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:17:37.214389 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85793b7e-c641-40fa-a40d-8811a6be6853 req-65b013e7-d3e5-40f3-866d-3763eadcce16 service neutron] Attempting to bind port f2c72dc7-b6d4-45b0-a437-808586eb2be7 on network 18207d46-382e-4b85-9e21-8a16ad00a860 {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:17:37.243797 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85793b7e-c641-40fa-a40d-8811a6be6853 req-65b013e7-d3e5-40f3-866d-3763eadcce16 service neutron] Port f2c72dc7-b6d4-45b0-a437-808586eb2be7 on network 18207d46-382e-4b85-9e21-8a16ad00a860 not bound, no agent of type Open vSwitch agent registered on host n-h1-827839-2 {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 17:17:37.243936 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85793b7e-c641-40fa-a40d-8811a6be6853 req-65b013e7-d3e5-40f3-866d-3763eadcce16 service neutron] Attempting to bind port f2c72dc7-b6d4-45b0-a437-808586eb2be7 on network 18207d46-382e-4b85-9e21-8a16ad00a860 {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:17:37.269018 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8b65ac-fd94-4712-a278-cfbbb9ca1cfb req-f95b4849-11f5-42f6-92cb-154050fca2d3 tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:17:37.278701 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-6e8b65ac-fd94-4712-a278-cfbbb9ca1cfb req-f95b4849-11f5-42f6-92cb-154050fca2d3 tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] 10.222.0.89 "GET /v2.0/ports?device_id=b7e72874-ab8d-4372-989b-ceb35c5fd1c8 HTTP/1.1" status: 200 len: 951 time: 0.4005172 Feb 04 17:17:37.300923 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85793b7e-c641-40fa-a40d-8811a6be6853 req-65b013e7-d3e5-40f3-866d-3763eadcce16 service neutron] Checking agent: {'id': '3f9244a9-75fc-4c10-b195-11d48b853b41', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 8, 42), 'started_at': datetime.datetime(2022, 2, 4, 17, 8, 42), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 17, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:17:37.301561 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85793b7e-c641-40fa-a40d-8811a6be6853 req-65b013e7-d3e5-40f3-866d-3763eadcce16 service neutron] Checking segment: {'id': '7d72d660-cccf-4e71-b324-5a5f94eb974f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '18207d46-382e-4b85-9e21-8a16ad00a860'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:17:37.302120 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85793b7e-c641-40fa-a40d-8811a6be6853 req-65b013e7-d3e5-40f3-866d-3763eadcce16 service neutron] Bound using segment: {'id': '7d72d660-cccf-4e71-b324-5a5f94eb974f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '18207d46-382e-4b85-9e21-8a16ad00a860'} {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:17:37.302741 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [req-85793b7e-c641-40fa-a40d-8811a6be6853 req-65b013e7-d3e5-40f3-866d-3763eadcce16 service neutron] Bound port: f2c72dc7-b6d4-45b0-a437-808586eb2be7, host: n-h1-827839-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d72d660-cccf-4e71-b324-5a5f94eb974f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '18207d46-382e-4b85-9e21-8a16ad00a860'}}] {{(pid=103376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:17:37.304416 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-85793b7e-c641-40fa-a40d-8811a6be6853 req-65b013e7-d3e5-40f3-866d-3763eadcce16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (f2c72dc7-b6d4-45b0-a437-808586eb2be7), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:37.398507 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416ff485-57e2-4775-8147-dde326f0eab7 req-e5ed73dd-bcbc-48d4-9ecc-2cbaa346ce19 tempest-InstanceActionsV221TestJSON-910298216 tempest-InstanceActionsV221TestJSON-910298216-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:17:37.400326 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-416ff485-57e2-4775-8147-dde326f0eab7 req-e5ed73dd-bcbc-48d4-9ecc-2cbaa346ce19 tempest-InstanceActionsV221TestJSON-910298216 tempest-InstanceActionsV221TestJSON-910298216-project] 10.222.0.96 "GET /v2.0/networks?id=2c53abc2-7b72-4ef4-bb10-a9d0cbd1cc40 HTTP/1.1" status: 200 len: 817 time: 0.4694774 Feb 04 17:17:37.428438 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [req-416ff485-57e2-4775-8147-dde326f0eab7 req-b119162b-448a-4a03-9555-e30d206fb191 tempest-InstanceActionsV221TestJSON-910298216 tempest-InstanceActionsV221TestJSON-910298216-project] Request body: {'port': {'device_id': '3cce4d83-aa1d-4371-aec8-504818bdd7bc', 'network_id': '2c53abc2-7b72-4ef4-bb10-a9d0cbd1cc40', 'admin_state_up': True, 'tenant_id': '15a2b0c395344104a7d43237966f4c24'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:17:37.452502 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daac66c4-a5f7-480a-b2ef-38318f9be4da req-f1aa9f9e-a4dd-4d7a-86a2-0d911f0b1297 tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:17:37.461220 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-daac66c4-a5f7-480a-b2ef-38318f9be4da req-f1aa9f9e-a4dd-4d7a-86a2-0d911f0b1297 tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] 10.222.0.89 "GET /v2.0/ports?device_id=ca75119f-9fb0-4d35-b792-e1a7b89bc972 HTTP/1.1" status: 200 len: 946 time: 0.2264850 Feb 04 17:17:37.541205 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-5c4cd4fb-20cf-4587-8477-49944fdf1c23 admin admin] Publish callbacks [] for security_group (58602165-cd85-4e12-add2-88964f19476d), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:37.558955 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-daac66c4-a5f7-480a-b2ef-38318f9be4da req-59ee6824-968c-4b5e-9fb4-4e0da06e1e8c tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] 10.222.0.89 "GET /v2.0/security-groups?id=e5444cce-a82b-43a5-837a-e27373d38b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964394 Feb 04 17:17:37.562662 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-5c4cd4fb-20cf-4587-8477-49944fdf1c23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (58602165-cd85-4e12-add2-88964f19476d), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:37.581405 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [req-eee3ed21-aa0b-4a8a-8486-104b66dd37d1 req-c1903f9f-4c90-4a90-a849-62a296c13bfa tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] Deleting port ca490ec2-a8f2-40b4-b868-46ce019b5e9b {{(pid=103377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:17:37.581752 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-eee3ed21-aa0b-4a8a-8486-104b66dd37d1 req-c1903f9f-4c90-4a90-a849-62a296c13bfa tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (ca490ec2-a8f2-40b4-b868-46ce019b5e9b), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:37.585807 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-6e8b65ac-fd94-4712-a278-cfbbb9ca1cfb req-45c09f77-400e-4b99-92ab-017838bea30c tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] 10.222.0.89 "GET /v2.0/security-groups?id=5fa98c6a-94b3-4690-b9c3-4f0e67d11226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3059018 Feb 04 17:17:37.597724 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [req-85793b7e-c641-40fa-a40d-8811a6be6853 req-65b013e7-d3e5-40f3-866d-3763eadcce16 service neutron] For port f2c72dc7-b6d4-45b0-a437-808586eb2be7, host n-h1-827839-2, cleared binding levels {{(pid=103376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:17:37.624641 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [req-85793b7e-c641-40fa-a40d-8811a6be6853 req-65b013e7-d3e5-40f3-866d-3763eadcce16 service neutron] For port f2c72dc7-b6d4-45b0-a437-808586eb2be7, host n-h1-827839-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=f2c72dc7-b6d4-45b0-a437-808586eb2be7,segment=NetworkSegment(7d72d660-cccf-4e71-b324-5a5f94eb974f),segment_id=7d72d660-cccf-4e71-b324-5a5f94eb974f)] {{(pid=103376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:17:37.640391 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-85793b7e-c641-40fa-a40d-8811a6be6853 req-65b013e7-d3e5-40f3-866d-3763eadcce16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675836'] for port (f2c72dc7-b6d4-45b0-a437-808586eb2be7), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:37.664983 n-d-827839-2 neutron-server[103377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '626540f9-c6f3-4f2a-a4b0-ed3372d8f9f2', 'tag': 'ed30c7cf-4b95-404d-a75d-30d7e136779f'}, {'server_uuid': 'ca75119f-9fb0-4d35-b792-e1a7b89bc972', 'name': 'network-vif-deleted', 'tag': 'a6d8e193-58e1-468f-bfba-5f6b3d4da04d'}] {{(pid=103377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:17:37.667269 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7240428b650e1488e9361b62648ff4b3a6c19d49d8c27c949491ab58c1346cf0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbb0739e-fcac-4a39-9c84-8094e37f48a1" -d '{"events": [{"name": "network-changed", "server_uuid": "626540f9-c6f3-4f2a-a4b0-ed3372d8f9f2", "tag": "ed30c7cf-4b95-404d-a75d-30d7e136779f"}, {"server_uuid": "ca75119f-9fb0-4d35-b792-e1a7b89bc972", "name": "network-vif-deleted", "tag": "a6d8e193-58e1-468f-bfba-5f6b3d4da04d"}]}' {{(pid=103377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:17:37.671706 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-5c4cd4fb-20cf-4587-8477-49944fdf1c23 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=8d9c36c2d486430f87b97a9cb84dff92&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8179786 Feb 04 17:17:37.693604 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-416ff485-57e2-4775-8147-dde326f0eab7 req-b119162b-448a-4a03-9555-e30d206fb191 tempest-InstanceActionsV221TestJSON-910298216 tempest-InstanceActionsV221TestJSON-910298216-project] Made reservation on behalf of 15a2b0c395344104a7d43237966f4c24 for: {'port': 1} {{(pid=103376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:17:37.699406 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-416ff485-57e2-4775-8147-dde326f0eab7 req-b119162b-448a-4a03-9555-e30d206fb191 tempest-InstanceActionsV221TestJSON-910298216 tempest-InstanceActionsV221TestJSON-910298216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:37.703810 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 58550) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:17:37.749973 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85793b7e-c641-40fa-a40d-8811a6be6853 req-65b013e7-d3e5-40f3-866d-3763eadcce16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:17:37.750811 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-85793b7e-c641-40fa-a40d-8811a6be6853 req-65b013e7-d3e5-40f3-866d-3763eadcce16 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:37.753096 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-85793b7e-c641-40fa-a40d-8811a6be6853 req-65b013e7-d3e5-40f3-866d-3763eadcce16 service neutron] 10.222.0.96 "PUT /v2.0/ports/f2c72dc7-b6d4-45b0-a437-808586eb2be7 HTTP/1.1" status: 200 len: 1091 time: 2.5081158 Feb 04 17:17:37.760002 n-d-827839-2 neutron-server[103376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12738f53-d5b1-4e66-9060-023827767e73', 'tag': 'f2c72dc7-b6d4-45b0-a437-808586eb2be7'}] {{(pid=103376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:17:37.765073 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-eadf97d9-da14-45be-95fa-267a446b130f req-37d6b422-45c0-402f-95ba-f5f480289722 tempest-InstanceActionsV221TestJSON-910298216 tempest-InstanceActionsV221TestJSON-910298216-project] 10.222.0.89 "GET /v2.0/ports?device_id=3cce4d83-aa1d-4371-aec8-504818bdd7bc HTTP/1.1" status: 200 len: 210 time: 0.0464280 Feb 04 17:17:37.766183 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d59c3bb5e2f09ebf62144d5e09b1cff60c763a9c19614c24538e77842938c05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1084933b-a08c-4538-8f09-86f091ed20b8" -d '{"events": [{"name": "network-changed", "server_uuid": "12738f53-d5b1-4e66-9060-023827767e73", "tag": "f2c72dc7-b6d4-45b0-a437-808586eb2be7"}]}' {{(pid=103376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:17:37.776830 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4cd4fb-20cf-4587-8477-49944fdf1c23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58602165-cd85-4e12-add2-88964f19476d,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:17:37.874697 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [req-eee3ed21-aa0b-4a8a-8486-104b66dd37d1 req-c1903f9f-4c90-4a90-a849-62a296c13bfa tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] For port ca490ec2-a8f2-40b4-b868-46ce019b5e9b, host n-h2-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=ca490ec2-a8f2-40b4-b868-46ce019b5e9b,segment=NetworkSegment(86370c6c-1b03-4b72-afd1-78bf747abad9),segment_id=86370c6c-1b03-4b72-afd1-78bf747abad9)] {{(pid=103377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:17:37.875296 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-eee3ed21-aa0b-4a8a-8486-104b66dd37d1 req-c1903f9f-4c90-4a90-a849-62a296c13bfa tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (ca490ec2-a8f2-40b4-b868-46ce019b5e9b), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:37.907204 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 04 Feb 2022 17:17:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09856c08-2241-4bfe-b926-a227c783a3d5 x-openstack-request-id: req-09856c08-2241-4bfe-b926-a227c783a3d5 {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:17:37.907644 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "626540f9-c6f3-4f2a-a4b0-ed3372d8f9f2", "tag": "ed30c7cf-4b95-404d-a75d-30d7e136779f", "status": "completed", "code": 200}, {"server_uuid": "ca75119f-9fb0-4d35-b792-e1a7b89bc972", "name": "network-vif-deleted", "tag": "a6d8e193-58e1-468f-bfba-5f6b3d4da04d", "status": "completed", "code": 200}]} {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:17:37.908349 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-09856c08-2241-4bfe-b926-a227c783a3d5 {{(pid=103377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:17:37.908861 n-d-827839-2 neutron-server[103377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '626540f9-c6f3-4f2a-a4b0-ed3372d8f9f2', 'tag': 'ed30c7cf-4b95-404d-a75d-30d7e136779f', 'status': 'completed', 'code': 200} Feb 04 17:17:37.913886 n-d-827839-2 neutron-server[103377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca75119f-9fb0-4d35-b792-e1a7b89bc972', 'name': 'network-vif-deleted', 'tag': 'a6d8e193-58e1-468f-bfba-5f6b3d4da04d', 'status': 'completed', 'code': 200} Feb 04 17:17:37.937269 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [req-eee3ed21-aa0b-4a8a-8486-104b66dd37d1 req-c1903f9f-4c90-4a90-a849-62a296c13bfa tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] Calling delete_port for ca490ec2-a8f2-40b4-b868-46ce019b5e9b owned by compute:nova {{(pid=103377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:17:38.020949 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb0739e-fcac-4a39-9c84-8094e37f48a1 req-08f9f1f0-e371-4957-9ff6-cc44044ecc86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:17:38.023336 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-dbb0739e-fcac-4a39-9c84-8094e37f48a1 req-08f9f1f0-e371-4957-9ff6-cc44044ecc86 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=549ab3be19c64bf782eb9cf08c0cc261&device_id=626540f9-c6f3-4f2a-a4b0-ed3372d8f9f2 HTTP/1.1" status: 200 len: 1126 time: 0.1190586 Feb 04 17:17:38.063681 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 17:17:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f7a272d-f062-4136-972e-26ef70eb03fe x-openstack-request-id: req-7f7a272d-f062-4136-972e-26ef70eb03fe {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:17:38.066689 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12738f53-d5b1-4e66-9060-023827767e73", "tag": "f2c72dc7-b6d4-45b0-a437-808586eb2be7", "status": "completed", "code": 200}]} {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:17:38.067058 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-7f7a272d-f062-4136-972e-26ef70eb03fe {{(pid=103376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:17:38.069650 n-d-827839-2 neutron-server[103376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12738f53-d5b1-4e66-9060-023827767e73', 'tag': 'f2c72dc7-b6d4-45b0-a437-808586eb2be7', 'status': 'completed', 'code': 200} Feb 04 17:17:38.130215 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.db_base_plugin_common [req-416ff485-57e2-4775-8147-dde326f0eab7 req-b119162b-448a-4a03-9555-e30d206fb191 tempest-InstanceActionsV221TestJSON-910298216 tempest-InstanceActionsV221TestJSON-910298216-project] Allocated IP 172.20.0.5 (2c53abc2-7b72-4ef4-bb10-a9d0cbd1cc40/6db1132f-3231-4eb4-84c6-7a6ee6880d87/8f26e1ab-1c91-4119-a212-eb2316f070f0) {{(pid=103376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:17:38.551595 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-d0de21b3-a0af-4f09-b8a2-4285c67dcda7 req-57989544-ed33-43dc-b8ea-f69ba01b777c tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] 10.222.0.89 "GET /v2.0/ports?device_id=d8b88886-f047-4a53-8b9f-a49fcd51cf07 HTTP/1.1" status: 200 len: 210 time: 0.4574182 Feb 04 17:17:38.562914 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b013e7-d3e5-40f3-866d-3763eadcce16 service neutron] Pushing event updated for resources: {'Port': ['ID=f2c72dc7-b6d4-45b0-a437-808586eb2be7,revision_number=3']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:17:38.580329 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device d0589dbf-3d32-476e-9f1d-195240462069 details requested by agent hyperv_n-h1-827839-2 with host n-h1-827839-2 {{(pid=103378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 17:17:38.707353 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] For port d0589dbf-3d32-476e-9f1d-195240462069, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=d0589dbf-3d32-476e-9f1d-195240462069,segment=NetworkSegment(7d72d660-cccf-4e71-b324-5a5f94eb974f),segment_id=7d72d660-cccf-4e71-b324-5a5f94eb974f)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:17:38.713093 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8ce86b-c9bf-4b54-ab8e-3a9eec7f5cf5 req-2dcc804b-c63f-436c-8862-ba4f02c15044 tempest-ListServerFiltersTestJSON-412490069 tempest-ListServerFiltersTestJSON-412490069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:17:38.721614 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-4c8ce86b-c9bf-4b54-ab8e-3a9eec7f5cf5 req-2dcc804b-c63f-436c-8862-ba4f02c15044 tempest-ListServerFiltersTestJSON-412490069 tempest-ListServerFiltersTestJSON-412490069-project] 10.222.0.89 "GET /v2.0/ports?device_id=12738f53-d5b1-4e66-9060-023827767e73 HTTP/1.1" status: 200 len: 943 time: 0.9285402 Feb 04 17:17:38.723688 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Returning: {'device': 'd0589dbf-3d32-476e-9f1d-195240462069', 'network_id': '18207d46-382e-4b85-9e21-8a16ad00a860', 'port_id': 'd0589dbf-3d32-476e-9f1d-195240462069', 'mac_address': 'fa:16:3e:9e:a2:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 766, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e97a94c0-1098-43d0-824d-a1a7dda55172', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 17:17:38.724834 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85793b7e-c641-40fa-a40d-8811a6be6853 req-df2836b7-96ba-4e1e-a14c-403204e4bb37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:17:38.726003 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Device ed30c7cf-4b95-404d-a75d-30d7e136779f details requested by agent hyperv_n-h2-827839-2 with host n-h2-827839-2 {{(pid=103378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 17:17:38.726435 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-85793b7e-c641-40fa-a40d-8811a6be6853 req-df2836b7-96ba-4e1e-a14c-403204e4bb37 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=549ab3be19c64bf782eb9cf08c0cc261&device_id=12738f53-d5b1-4e66-9060-023827767e73 HTTP/1.1" status: 200 len: 1125 time: 0.8988421 Feb 04 17:17:38.741989 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-8a9d6ddb-9b82-4253-91db-88b417e9bcb9 admin admin] Publish callbacks [] for security_group (58602165-cd85-4e12-add2-88964f19476d), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:38.764656 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-8a9d6ddb-9b82-4253-91db-88b417e9bcb9 admin admin] Publish callbacks [] for security_group (58602165-cd85-4e12-add2-88964f19476d), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:38.818447 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb0739e-fcac-4a39-9c84-8094e37f48a1 req-293ac634-a921-42ee-a1a6-a7d13be94484 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:17:38.821177 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-dbb0739e-fcac-4a39-9c84-8094e37f48a1 req-293ac634-a921-42ee-a1a6-a7d13be94484 service neutron] 10.222.0.90 "GET /v2.0/networks?id=18207d46-382e-4b85-9e21-8a16ad00a860 HTTP/1.1" status: 200 len: 917 time: 0.7894886 Feb 04 17:17:38.844656 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] For port ed30c7cf-4b95-404d-a75d-30d7e136779f, host n-h2-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=ed30c7cf-4b95-404d-a75d-30d7e136779f,segment=NetworkSegment(7d72d660-cccf-4e71-b324-5a5f94eb974f),segment_id=7d72d660-cccf-4e71-b324-5a5f94eb974f)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:17:38.859839 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Returning: {'device': 'ed30c7cf-4b95-404d-a75d-30d7e136779f', 'network_id': '18207d46-382e-4b85-9e21-8a16ad00a860', 'port_id': 'ed30c7cf-4b95-404d-a75d-30d7e136779f', 'mac_address': 'fa:16:3e:4c:12:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 766, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e97a94c0-1098-43d0-824d-a1a7dda55172', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 17:17:38.881191 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-85793b7e-c641-40fa-a40d-8811a6be6853 req-b800e6b9-9006-489a-9cbf-0ecc6bd2c249 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f2c72dc7-b6d4-45b0-a437-808586eb2be7 HTTP/1.1" status: 200 len: 217 time: 0.1390080 Feb 04 17:17:39.002270 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-8a9d6ddb-9b82-4253-91db-88b417e9bcb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (58602165-cd85-4e12-add2-88964f19476d), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:39.005150 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-8a9d6ddb-9b82-4253-91db-88b417e9bcb9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:39.005382 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-dbb0739e-fcac-4a39-9c84-8094e37f48a1 req-0a6d4635-d1e1-4a15-bbca-395abbe1cff9 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ed30c7cf-4b95-404d-a75d-30d7e136779f HTTP/1.1" status: 200 len: 217 time: 0.1555848 Feb 04 17:17:39.016767 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-8a9d6ddb-9b82-4253-91db-88b417e9bcb9 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/58602165-cd85-4e12-add2-88964f19476d HTTP/1.1" status: 204 len: 168 time: 1.2921312 Feb 04 17:17:39.030048 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Current status of the port ed30c7cf-4b95-404d-a75d-30d7e136779f is: DOWN; New status is: BUILD {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:17:39.030488 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (ed30c7cf-4b95-404d-a75d-30d7e136779f), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:39.034353 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Current status of the port d0589dbf-3d32-476e-9f1d-195240462069 is: DOWN; New status is: BUILD {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:17:39.034734 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (d0589dbf-3d32-476e-9f1d-195240462069), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:39.042522 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fb177e-5aa0-4dda-9bee-7d0ddd1bb3d1 req-2a25efaa-ec39-41ab-b0d5-657272ebe702 tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:17:39.044109 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-78fb177e-5aa0-4dda-9bee-7d0ddd1bb3d1 req-2a25efaa-ec39-41ab-b0d5-657272ebe702 tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] 10.222.0.96 "GET /v2.0/ports?device_id=b7e72874-ab8d-4372-989b-ceb35c5fd1c8 HTTP/1.1" status: 200 len: 951 time: 0.3304322 Feb 04 17:17:39.058446 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d0589dbf-3d32-476e-9f1d-195240462069 {{(pid=103378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 17:17:39.078170 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed30c7cf-4b95-404d-a75d-30d7e136779f {{(pid=103378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 17:17:39.093824 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] For port d0589dbf-3d32-476e-9f1d-195240462069, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=d0589dbf-3d32-476e-9f1d-195240462069,segment=NetworkSegment(7d72d660-cccf-4e71-b324-5a5f94eb974f),segment_id=7d72d660-cccf-4e71-b324-5a5f94eb974f)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:17:39.101111 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (d0589dbf-3d32-476e-9f1d-195240462069), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:39.118469 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-416ff485-57e2-4775-8147-dde326f0eab7 req-b119162b-448a-4a03-9555-e30d206fb191 tempest-InstanceActionsV221TestJSON-910298216 tempest-InstanceActionsV221TestJSON-910298216-project] Publish callbacks [] for port (8f26e1ab-1c91-4119-a212-eb2316f070f0), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:39.120159 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9d6ddb-9b82-4253-91db-88b417e9bcb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58602165-cd85-4e12-add2-88964f19476d,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:17:39.125222 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-eee3ed21-aa0b-4a8a-8486-104b66dd37d1 req-c1903f9f-4c90-4a90-a849-62a296c13bfa tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (ca490ec2-a8f2-40b4-b868-46ce019b5e9b), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:39.149416 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] For port ed30c7cf-4b95-404d-a75d-30d7e136779f, host n-h2-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=ed30c7cf-4b95-404d-a75d-30d7e136779f,segment=NetworkSegment(7d72d660-cccf-4e71-b324-5a5f94eb974f),segment_id=7d72d660-cccf-4e71-b324-5a5f94eb974f)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:17:39.154657 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] get_ports_and_sgs() called for port_ids ['a6d8e193-58e1-468f-bfba-5f6b3d4da04d'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 17:17:39.187179 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (ed30c7cf-4b95-404d-a75d-30d7e136779f), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:39.188374 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-4c8ce86b-c9bf-4b54-ab8e-3a9eec7f5cf5 req-4c691cdd-b6bf-46fb-83b6-3dc5246da129 tempest-ListServerFiltersTestJSON-412490069 tempest-ListServerFiltersTestJSON-412490069-project] 10.222.0.89 "GET /v2.0/security-groups?id=97f39e76-7bf1-44bd-bf73-dcbb52112ad3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4657199 Feb 04 17:17:39.197431 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85793b7e-c641-40fa-a40d-8811a6be6853 req-4e14901b-27bc-4cf0-bdad-8af057e3cd43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:17:39.200697 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-85793b7e-c641-40fa-a40d-8811a6be6853 req-4e14901b-27bc-4cf0-bdad-8af057e3cd43 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=e97a94c0-1098-43d0-824d-a1a7dda55172 HTTP/1.1" status: 200 len: 855 time: 0.3043036 Feb 04 17:17:39.278453 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Pushing event updated for resources: {'Port': ['ID=d0589dbf-3d32-476e-9f1d-195240462069,revision_number=4']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:17:39.346426 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-416ff485-57e2-4775-8147-dde326f0eab7 req-b119162b-448a-4a03-9555-e30d206fb191 tempest-InstanceActionsV221TestJSON-910298216 tempest-InstanceActionsV221TestJSON-910298216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (8f26e1ab-1c91-4119-a212-eb2316f070f0), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:39.356236 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85793b7e-c641-40fa-a40d-8811a6be6853 req-6f599fa0-af18-471e-9312-cd7d840c73d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:17:39.362673 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1903f9f-4c90-4a90-a849-62a296c13bfa tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] Pushing event deleted for resources: {'Port': ['ID=ca490ec2-a8f2-40b4-b868-46ce019b5e9b,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:17:39.363428 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-85793b7e-c641-40fa-a40d-8811a6be6853 req-6f599fa0-af18-471e-9312-cd7d840c73d5 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=18207d46-382e-4b85-9e21-8a16ad00a860&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1531413 Feb 04 17:17:39.372043 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Pushing event updated for resources: {'Port': ['ID=ed30c7cf-4b95-404d-a75d-30d7e136779f,revision_number=4']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:17:39.425180 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [req-eee3ed21-aa0b-4a8a-8486-104b66dd37d1 req-c1903f9f-4c90-4a90-a849-62a296c13bfa tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] No DVR routers for this DVR port ca490ec2-a8f2-40b4-b868-46ce019b5e9b on host n-h2-827839-2 {{(pid=103377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 17:17:39.429793 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-eee3ed21-aa0b-4a8a-8486-104b66dd37d1 req-c1903f9f-4c90-4a90-a849-62a296c13bfa tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:39.434273 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-eee3ed21-aa0b-4a8a-8486-104b66dd37d1 req-c1903f9f-4c90-4a90-a849-62a296c13bfa tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] 10.222.0.90 "DELETE /v2.0/ports/ca490ec2-a8f2-40b4-b868-46ce019b5e9b HTTP/1.1" status: 204 len: 173 time: 2.2360852 Feb 04 17:17:39.447625 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adfa2c5-38ee-44b6-92fe-e450bba834e1 req-130dc6c9-987f-4ef4-a783-1bd2b8c9bf5f tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:17:39.475911 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-8adfa2c5-38ee-44b6-92fe-e450bba834e1 req-130dc6c9-987f-4ef4-a783-1bd2b8c9bf5f tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] 10.222.0.89 "GET /v2.0/ports?device_id=ca75119f-9fb0-4d35-b792-e1a7b89bc972 HTTP/1.1" status: 200 len: 867 time: 0.7585323 Feb 04 17:17:39.486175 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] get_ports_and_sgs() called for port_ids ['d0589dbf-3d32-476e-9f1d-195240462069'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 17:17:39.587932 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-8adfa2c5-38ee-44b6-92fe-e450bba834e1 req-389d7546-389a-4a4d-98af-98ade7b99c7d tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] 10.222.0.89 "GET /v2.0/security-groups?id=e5444cce-a82b-43a5-837a-e27373d38b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048491 Feb 04 17:17:39.608886 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb0739e-fcac-4a39-9c84-8094e37f48a1 req-440285b5-be10-4567-a88b-d081192f0584 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:17:39.616907 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 58582) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:17:39.627856 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-dbb0739e-fcac-4a39-9c84-8094e37f48a1 req-440285b5-be10-4567-a88b-d081192f0584 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=e97a94c0-1098-43d0-824d-a1a7dda55172 HTTP/1.1" status: 200 len: 855 time: 0.6110022 Feb 04 17:17:39.657048 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-416ff485-57e2-4775-8147-dde326f0eab7 req-b119162b-448a-4a03-9555-e30d206fb191 tempest-InstanceActionsV221TestJSON-910298216 tempest-InstanceActionsV221TestJSON-910298216-project] Network 2c53abc2-7b72-4ef4-bb10-a9d0cbd1cc40 is already hosted by enough agents. {{(pid=103376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:17:39.696915 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [req-416ff485-57e2-4775-8147-dde326f0eab7 req-b119162b-448a-4a03-9555-e30d206fb191 tempest-InstanceActionsV221TestJSON-910298216 tempest-InstanceActionsV221TestJSON-910298216-project] Resources bound (agent type, host, resource id): {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:17:39.700510 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [req-416ff485-57e2-4775-8147-dde326f0eab7 req-b119162b-448a-4a03-9555-e30d206fb191 tempest-InstanceActionsV221TestJSON-910298216 tempest-InstanceActionsV221TestJSON-910298216-project] Received port after_create {{(pid=103376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:17:39.720299 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-bc465cb1-65b4-44e1-b971-37edcd180b64 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:39.753591 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [req-78fb177e-5aa0-4dda-9bee-7d0ddd1bb3d1 req-7a694651-6a11-4ccc-b408-5006e535b66e tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] Deleting port c73f7467-a2e5-4127-a695-98f9e8d94155 {{(pid=103377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:17:39.753988 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-78fb177e-5aa0-4dda-9bee-7d0ddd1bb3d1 req-7a694651-6a11-4ccc-b408-5006e535b66e tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (c73f7467-a2e5-4127-a695-98f9e8d94155), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:39.797724 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b119162b-448a-4a03-9555-e30d206fb191 tempest-InstanceActionsV221TestJSON-910298216 tempest-InstanceActionsV221TestJSON-910298216-project] Pushing event updated for resources: {'Port': ['ID=8f26e1ab-1c91-4119-a212-eb2316f070f0,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:17:39.882109 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [req-78fb177e-5aa0-4dda-9bee-7d0ddd1bb3d1 req-7a694651-6a11-4ccc-b408-5006e535b66e tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] For port c73f7467-a2e5-4127-a695-98f9e8d94155, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=c73f7467-a2e5-4127-a695-98f9e8d94155,segment=NetworkSegment(3a39b085-d3e6-43bb-a64c-1b06dd049e5a),segment_id=3a39b085-d3e6-43bb-a64c-1b06dd049e5a)] {{(pid=103377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:17:39.882661 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-78fb177e-5aa0-4dda-9bee-7d0ddd1bb3d1 req-7a694651-6a11-4ccc-b408-5006e535b66e tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (c73f7467-a2e5-4127-a695-98f9e8d94155), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:39.890649 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] get_ports_and_sgs() called for port_ids ['ed30c7cf-4b95-404d-a75d-30d7e136779f'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 17:17:39.896510 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a013ab8-2178-4f55-8ef7-a0a65fcd0bf3 req-2a82cc8f-44fd-4cb6-84cc-df3c2070dbf4 tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:17:39.898124 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [req-78fb177e-5aa0-4dda-9bee-7d0ddd1bb3d1 req-7a694651-6a11-4ccc-b408-5006e535b66e tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] Calling delete_port for c73f7467-a2e5-4127-a695-98f9e8d94155 owned by compute:nova {{(pid=103377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:17:39.898262 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-1a013ab8-2178-4f55-8ef7-a0a65fcd0bf3 req-2a82cc8f-44fd-4cb6-84cc-df3c2070dbf4 tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] 10.222.0.89 "GET /v2.0/ports?device_id=b7e72874-ab8d-4372-989b-ceb35c5fd1c8 HTTP/1.1" status: 200 len: 951 time: 0.5697002 Feb 04 17:17:39.947429 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-85793b7e-c641-40fa-a40d-8811a6be6853 req-4b1d8682-7a0e-4afd-af00-884c980a2bf4 service neutron] 10.222.0.96 "GET /v2.0/networks/18207d46-382e-4b85-9e21-8a16ad00a860?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5475340 Feb 04 17:17:39.982005 n-d-827839-2 neutron-server[103377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca75119f-9fb0-4d35-b792-e1a7b89bc972', 'name': 'network-vif-deleted', 'tag': 'ca490ec2-a8f2-40b4-b868-46ce019b5e9b'}] {{(pid=103377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:17:39.985781 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416ff485-57e2-4775-8147-dde326f0eab7 req-b119162b-448a-4a03-9555-e30d206fb191 tempest-InstanceActionsV221TestJSON-910298216 tempest-InstanceActionsV221TestJSON-910298216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:17:39.987065 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7240428b650e1488e9361b62648ff4b3a6c19d49d8c27c949491ab58c1346cf0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65858be2-2c78-411b-a326-a1b6500b4732" -d '{"events": [{"server_uuid": "ca75119f-9fb0-4d35-b792-e1a7b89bc972", "name": "network-vif-deleted", "tag": "ca490ec2-a8f2-40b4-b868-46ce019b5e9b"}]}' {{(pid=103377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:17:39.987376 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-416ff485-57e2-4775-8147-dde326f0eab7 req-b119162b-448a-4a03-9555-e30d206fb191 tempest-InstanceActionsV221TestJSON-910298216 tempest-InstanceActionsV221TestJSON-910298216-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:40.001985 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (f20a1ab3-4332-4f54-833b-ba4a7c687e89), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:40.062714 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb0739e-fcac-4a39-9c84-8094e37f48a1 req-d67cf3a1-c692-4b24-9a99-db2cd99c3682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:17:40.064501 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-dbb0739e-fcac-4a39-9c84-8094e37f48a1 req-d67cf3a1-c692-4b24-9a99-db2cd99c3682 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=18207d46-382e-4b85-9e21-8a16ad00a860&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.4336262 Feb 04 17:17:40.091970 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-1a013ab8-2178-4f55-8ef7-a0a65fcd0bf3 req-c129934f-88d3-4471-a1c6-af37b8350e69 tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] 10.222.0.89 "GET /v2.0/security-groups?id=5fa98c6a-94b3-4690-b9c3-4f0e67d11226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1695459 Feb 04 17:17:40.109088 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-416ff485-57e2-4775-8147-dde326f0eab7 req-b119162b-448a-4a03-9555-e30d206fb191 tempest-InstanceActionsV221TestJSON-910298216 tempest-InstanceActionsV221TestJSON-910298216-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6881661 Feb 04 17:17:40.157969 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b2aa12-9e3a-4fb0-bfa5-f64d9cd6116f req-424d7f05-4c51-4b24-b04d-9845ef501f8a tempest-InstanceActionsV221TestJSON-910298216 tempest-InstanceActionsV221TestJSON-910298216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:17:40.166648 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-88b2aa12-9e3a-4fb0-bfa5-f64d9cd6116f req-424d7f05-4c51-4b24-b04d-9845ef501f8a tempest-InstanceActionsV221TestJSON-910298216 tempest-InstanceActionsV221TestJSON-910298216-project] 10.222.0.89 "GET /v2.0/ports?device_id=3cce4d83-aa1d-4371-aec8-504818bdd7bc HTTP/1.1" status: 200 len: 931 time: 0.1930234 Feb 04 17:17:40.217403 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [req-416ff485-57e2-4775-8147-dde326f0eab7 req-ac552517-f8bf-488f-a8d4-a0d313bafb2e service neutron] Request body: {'port': {'device_id': '3cce4d83-aa1d-4371-aec8-504818bdd7bc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827839-2'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:17:40.308622 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-88b2aa12-9e3a-4fb0-bfa5-f64d9cd6116f req-55f7be28-5dca-481b-b4a6-e0ac17929a71 tempest-InstanceActionsV221TestJSON-910298216 tempest-InstanceActionsV221TestJSON-910298216-project] 10.222.0.89 "GET /v2.0/security-groups?id=6624c962-c58b-47ff-8d93-f7fdfbcaa6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405637 Feb 04 17:17:40.315093 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-dbb0739e-fcac-4a39-9c84-8094e37f48a1 req-01dede8a-5663-4861-8507-4ef6b42bec46 service neutron] 10.222.0.90 "GET /v2.0/networks/18207d46-382e-4b85-9e21-8a16ad00a860?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2423398 Feb 04 17:17:40.315788 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-78fb177e-5aa0-4dda-9bee-7d0ddd1bb3d1 req-7a694651-6a11-4ccc-b408-5006e535b66e tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (c73f7467-a2e5-4127-a695-98f9e8d94155), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:40.332158 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] get_ports_and_sgs() called for port_ids ['a9ea809e-a7d4-4c46-b4d9-cd7077cf1c91'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 17:17:40.335141 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] get_ports_and_sgs() called for port_ids ['1c7d9fa2-9ef9-488a-a8c3-a61982a926f8', 'c73f7467-a2e5-4127-a695-98f9e8d94155'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 17:17:40.429222 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-bc465cb1-65b4-44e1-b971-37edcd180b64 admin admin] Publish callbacks [] for security_group (207c4c89-9501-4ca0-9fde-162620069a0e), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:40.514964 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-85793b7e-c641-40fa-a40d-8811a6be6853 req-737d4d05-c26a-49f6-8eb4-dff884e37ae1 service neutron] 10.222.0.96 "GET /v2.0/networks/18207d46-382e-4b85-9e21-8a16ad00a860?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4622240 Feb 04 17:17:40.521947 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 17:17:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f853487-8ba7-451c-b6bd-56d8ff57a6af x-openstack-request-id: req-7f853487-8ba7-451c-b6bd-56d8ff57a6af {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:17:40.522644 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca75119f-9fb0-4d35-b792-e1a7b89bc972", "name": "network-vif-deleted", "tag": "ca490ec2-a8f2-40b4-b868-46ce019b5e9b", "status": "completed", "code": 200}]} {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:17:40.523110 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-7f853487-8ba7-451c-b6bd-56d8ff57a6af {{(pid=103377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:17:40.523722 n-d-827839-2 neutron-server[103377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca75119f-9fb0-4d35-b792-e1a7b89bc972', 'name': 'network-vif-deleted', 'tag': 'ca490ec2-a8f2-40b4-b868-46ce019b5e9b', 'status': 'completed', 'code': 200} Feb 04 17:17:40.539249 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-bc465cb1-65b4-44e1-b971-37edcd180b64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (207c4c89-9501-4ca0-9fde-162620069a0e), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:40.570680 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-7b140622-46ee-46cf-8c99-4d398b60f613 req-d7951453-347e-4cc2-8941-3832cafa1759 tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] 10.222.0.89 "GET /v2.0/ports?device_id=d8b88886-f047-4a53-8b9f-a49fcd51cf07 HTTP/1.1" status: 200 len: 210 time: 0.2834382 Feb 04 17:17:40.610404 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a694651-6a11-4ccc-b408-5006e535b66e tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] Pushing event deleted for resources: {'Port': ['ID=c73f7467-a2e5-4127-a695-98f9e8d94155,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:17:40.612546 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [req-78fb177e-5aa0-4dda-9bee-7d0ddd1bb3d1 req-7a694651-6a11-4ccc-b408-5006e535b66e tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] No DVR routers for this DVR port c73f7467-a2e5-4127-a695-98f9e8d94155 on host n-h1-827839-2 {{(pid=103377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 17:17:40.625578 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-78fb177e-5aa0-4dda-9bee-7d0ddd1bb3d1 req-7a694651-6a11-4ccc-b408-5006e535b66e tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:40.629936 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-78fb177e-5aa0-4dda-9bee-7d0ddd1bb3d1 req-7a694651-6a11-4ccc-b408-5006e535b66e tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] 10.222.0.96 "DELETE /v2.0/ports/c73f7467-a2e5-4127-a695-98f9e8d94155 HTTP/1.1" status: 204 len: 173 time: 1.5222571 Feb 04 17:17:40.655864 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Device a6d8e193-58e1-468f-bfba-5f6b3d4da04d no longer exists at agent hyperv_n-h2-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:17:40.707692 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 58594) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:17:40.729402 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ae2479-2ca1-4ee2-91c1-dc307cf009f8 req-f4e4327b-d280-45bb-99da-3aaaa17ac043 tempest-ListServerFiltersTestJSON-412490069 tempest-ListServerFiltersTestJSON-412490069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:17:40.738956 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-98ae2479-2ca1-4ee2-91c1-dc307cf009f8 req-f4e4327b-d280-45bb-99da-3aaaa17ac043 tempest-ListServerFiltersTestJSON-412490069 tempest-ListServerFiltersTestJSON-412490069-project] 10.222.0.89 "GET /v2.0/ports?device_id=12738f53-d5b1-4e66-9060-023827767e73 HTTP/1.1" status: 200 len: 943 time: 0.2120094 Feb 04 17:17:40.752440 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] No Port match for: a6d8e193-58e1-468f-bfba-5f6b3d4da04d {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 17:17:40.753768 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Device a6d8e193-58e1-468f-bfba-5f6b3d4da04d not bound to the agent host n-h2-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 17:17:40.755306 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Device ca490ec2-a8f2-40b4-b868-46ce019b5e9b no longer exists at agent hyperv_n-h2-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:17:40.779978 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-dbb0739e-fcac-4a39-9c84-8094e37f48a1 req-9e862b78-98f5-40b1-85ca-0a68a6c1dd8f service neutron] 10.222.0.90 "GET /v2.0/networks/18207d46-382e-4b85-9e21-8a16ad00a860?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4168930 Feb 04 17:17:40.805324 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-bc465cb1-65b4-44e1-b971-37edcd180b64 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=549d555f1d414df4ae7c88549c5479ea&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1837833 Feb 04 17:17:40.805960 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 58598) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:17:40.828641 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] No Port match for: ca490ec2-a8f2-40b4-b868-46ce019b5e9b {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 17:17:40.829088 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Device ca490ec2-a8f2-40b4-b868-46ce019b5e9b not bound to the agent host n-h2-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 17:17:40.860591 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.db_base_plugin_v2 [None req-51c32bca-d89b-4d9b-84a6-231c02453f9d tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] Deleting subnet 91bbd32d-94f8-43c1-ae00-841782e8d40f {{(pid=103377) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 17:17:40.884397 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-51c32bca-d89b-4d9b-84a6-231c02453f9d tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] Publish callbacks [] for subnet (91bbd32d-94f8-43c1-ae00-841782e8d40f), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:40.893739 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc465cb1-65b4-44e1-b971-37edcd180b64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=207c4c89-9501-4ca0-9fde-162620069a0e,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:17:40.943176 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-416ff485-57e2-4775-8147-dde326f0eab7 req-ac552517-f8bf-488f-a8d4-a0d313bafb2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (8f26e1ab-1c91-4119-a212-eb2316f070f0), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:40.997475 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-51c32bca-d89b-4d9b-84a6-231c02453f9d tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26866676'] for subnet (91bbd32d-94f8-43c1-ae00-841782e8d40f), precommit_delete_associations {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:41.112960 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-51c32bca-d89b-4d9b-84a6-231c02453f9d tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1541225'] for subnet (91bbd32d-94f8-43c1-ae00-841782e8d40f), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:41.185803 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-51c32bca-d89b-4d9b-84a6-231c02453f9d tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1541216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25888360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25597190'] for subnet (91bbd32d-94f8-43c1-ae00-841782e8d40f), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:41.223930 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9999ec2b-aa76-4e8b-8322-767816ab0917 None None] Network 6367dd27-864b-4e48-85a8-ef6b2d11ff91 requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:17:41.226977 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-98ae2479-2ca1-4ee2-91c1-dc307cf009f8 req-bf517f73-06b0-4719-8547-19556e291bea tempest-ListServerFiltersTestJSON-412490069 tempest-ListServerFiltersTestJSON-412490069-project] 10.222.0.89 "GET /v2.0/security-groups?id=97f39e76-7bf1-44bd-bf73-dcbb52112ad3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4875526 Feb 04 17:17:41.228713 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-51c32bca-d89b-4d9b-84a6-231c02453f9d tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677565'] for subnet (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:41.234337 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-51c32bca-d89b-4d9b-84a6-231c02453f9d tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] 10.222.0.89 "DELETE /v2.0/subnets/91bbd32d-94f8-43c1-ae00-841782e8d40f HTTP/1.1" status: 204 len: 168 time: 0.5255039 Feb 04 17:17:41.261433 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 58604) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:17:41.272455 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c32bca-d89b-4d9b-84a6-231c02453f9d tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] Pushing event deleted for resources: {'Subnet': ['ID=91bbd32d-94f8-43c1-ae00-841782e8d40f,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:17:41.355756 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-fdc001c6-9d24-4654-9724-b25045273c97 tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628832'] for network (6367dd27-864b-4e48-85a8-ef6b2d11ff91), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:41.365470 n-d-827839-2 neutron-server[103376]: DEBUG neutron.notifiers.nova [req-416ff485-57e2-4775-8147-dde326f0eab7 req-ac552517-f8bf-488f-a8d4-a0d313bafb2e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f26e1ab-1c91-4119-a212-eb2316f070f0 {{(pid=103376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 17:17:41.375823 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-416ff485-57e2-4775-8147-dde326f0eab7 req-ac552517-f8bf-488f-a8d4-a0d313bafb2e service neutron] Publish callbacks [] for port (8f26e1ab-1c91-4119-a212-eb2316f070f0), precommit_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:41.391928 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.provisioning_blocks [req-416ff485-57e2-4775-8147-dde326f0eab7 req-ac552517-f8bf-488f-a8d4-a0d313bafb2e service neutron] Transition to ACTIVE for port object 8f26e1ab-1c91-4119-a212-eb2316f070f0 will not be triggered until provisioned by entity L2. {{(pid=103376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 17:17:41.413610 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-416ff485-57e2-4775-8147-dde326f0eab7 req-ac552517-f8bf-488f-a8d4-a0d313bafb2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675836'] for port (8f26e1ab-1c91-4119-a212-eb2316f070f0), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:41.441985 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-9fa01b93-6f7c-4d1d-8c1a-10bbf3a080e7 admin admin] Publish callbacks [] for security_group (207c4c89-9501-4ca0-9fde-162620069a0e), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:41.474008 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-81e38187-761a-4bdb-8357-01faa9134c09 req-96bce3e3-5028-4d8b-b3fe-920e1b751e8a tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] 10.222.0.89 "GET /v2.0/ports?device_id=b7e72874-ab8d-4372-989b-ceb35c5fd1c8 HTTP/1.1" status: 200 len: 210 time: 0.0792780 Feb 04 17:17:41.476910 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1084933b-a08c-4538-8f09-86f091ed20b8 req-08b3a448-e3b0-44c6-b452-44c727f239ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:17:41.477625 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-fdc001c6-9d24-4654-9724-b25045273c97 tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] Deleting port 540f917a-6f87-40b9-a7ae-c8db19682f9b {{(pid=103377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:17:41.477974 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-fdc001c6-9d24-4654-9724-b25045273c97 tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (540f917a-6f87-40b9-a7ae-c8db19682f9b), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:41.479801 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-1084933b-a08c-4538-8f09-86f091ed20b8 req-08b3a448-e3b0-44c6-b452-44c727f239ad service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=549ab3be19c64bf782eb9cf08c0cc261&device_id=12738f53-d5b1-4e66-9060-023827767e73 HTTP/1.1" status: 200 len: 1125 time: 0.8428068 Feb 04 17:17:41.486816 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fc8c792-d919-4523-9cf8-75f9502b49b1 None None] DHCP port deletion for 6367dd27-864b-4e48-85a8-ef6b2d11ff91 request from n-d-827839-2 {{(pid=103378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 17:17:41.556834 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-5fc8c792-d919-4523-9cf8-75f9502b49b1 None None] Deleting port 540f917a-6f87-40b9-a7ae-c8db19682f9b {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:17:41.557457 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5fc8c792-d919-4523-9cf8-75f9502b49b1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (540f917a-6f87-40b9-a7ae-c8db19682f9b), before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:41.618921 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38921243-3ba3-4cda-88ce-058165f43d1d req-f588942d-32c8-4080-83f4-633a102d1ee4 tempest-InstanceActionsV221TestJSON-910298216 tempest-InstanceActionsV221TestJSON-910298216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:17:41.620434 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-38921243-3ba3-4cda-88ce-058165f43d1d req-f588942d-32c8-4080-83f4-633a102d1ee4 tempest-InstanceActionsV221TestJSON-910298216 tempest-InstanceActionsV221TestJSON-910298216-project] 10.222.0.89 "GET /v2.0/ports?device_id=3cce4d83-aa1d-4371-aec8-504818bdd7bc HTTP/1.1" status: 200 len: 943 time: 0.1581860 Feb 04 17:17:41.643961 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [None req-fdc001c6-9d24-4654-9724-b25045273c97 tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] For port 540f917a-6f87-40b9-a7ae-c8db19682f9b, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=540f917a-6f87-40b9-a7ae-c8db19682f9b,segment=NetworkSegment(86370c6c-1b03-4b72-afd1-78bf747abad9),segment_id=86370c6c-1b03-4b72-afd1-78bf747abad9)] {{(pid=103377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:17:41.644332 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-fdc001c6-9d24-4654-9724-b25045273c97 tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (540f917a-6f87-40b9-a7ae-c8db19682f9b), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:41.648431 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1084933b-a08c-4538-8f09-86f091ed20b8 req-0554893f-5091-401b-a2cd-3fcd41b576c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:17:41.649957 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-1084933b-a08c-4538-8f09-86f091ed20b8 req-0554893f-5091-401b-a2cd-3fcd41b576c8 service neutron] 10.222.0.96 "GET /v2.0/networks?id=18207d46-382e-4b85-9e21-8a16ad00a860 HTTP/1.1" status: 200 len: 917 time: 0.1377828 Feb 04 17:17:41.662139 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-5fc8c792-d919-4523-9cf8-75f9502b49b1 None None] For port 540f917a-6f87-40b9-a7ae-c8db19682f9b, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=540f917a-6f87-40b9-a7ae-c8db19682f9b,segment=NetworkSegment(86370c6c-1b03-4b72-afd1-78bf747abad9),segment_id=86370c6c-1b03-4b72-afd1-78bf747abad9)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:17:41.662940 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5fc8c792-d919-4523-9cf8-75f9502b49b1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (540f917a-6f87-40b9-a7ae-c8db19682f9b), precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:41.674959 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-fdc001c6-9d24-4654-9724-b25045273c97 tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] Calling delete_port for 540f917a-6f87-40b9-a7ae-c8db19682f9b owned by network:dhcp {{(pid=103377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:17:41.689033 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-5fc8c792-d919-4523-9cf8-75f9502b49b1 None None] Calling delete_port for 540f917a-6f87-40b9-a7ae-c8db19682f9b owned by network:dhcp {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:17:41.706368 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-38921243-3ba3-4cda-88ce-058165f43d1d req-80909a73-29cb-47e2-b22f-d7f31fdf9d33 tempest-InstanceActionsV221TestJSON-910298216 tempest-InstanceActionsV221TestJSON-910298216-project] 10.222.0.89 "GET /v2.0/security-groups?id=6624c962-c58b-47ff-8d93-f7fdfbcaa6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739574 Feb 04 17:17:41.764363 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-e1f2ebca-9c61-4766-becd-f2a30d77fa3a req-ec41a56d-b0ed-44af-b4e5-5a7f667a0bde tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] 10.222.0.89 "GET /v2.0/ports?device_id=d8b88886-f047-4a53-8b9f-a49fcd51cf07 HTTP/1.1" status: 200 len: 210 time: 0.0994492 Feb 04 17:17:41.805469 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-9fa01b93-6f7c-4d1d-8c1a-10bbf3a080e7 admin admin] Publish callbacks [] for security_group (207c4c89-9501-4ca0-9fde-162620069a0e), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:41.825376 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-1084933b-a08c-4538-8f09-86f091ed20b8 req-af9d8728-00ef-4681-a7ab-d46818b0ac8a service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f2c72dc7-b6d4-45b0-a437-808586eb2be7 HTTP/1.1" status: 200 len: 217 time: 0.1118503 Feb 04 17:17:41.837955 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac552517-f8bf-488f-a8d4-a0d313bafb2e service neutron] Pushing event updated for resources: {'Port': ['ID=8f26e1ab-1c91-4119-a212-eb2316f070f0,revision_number=2']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:17:41.845437 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-fdc001c6-9d24-4654-9724-b25045273c97 tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (540f917a-6f87-40b9-a7ae-c8db19682f9b), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:41.851840 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5fc8c792-d919-4523-9cf8-75f9502b49b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144'] for port (540f917a-6f87-40b9-a7ae-c8db19682f9b), after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:41.915929 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc8c792-d919-4523-9cf8-75f9502b49b1 None None] Pushing event deleted for resources: {'Port': ['ID=540f917a-6f87-40b9-a7ae-c8db19682f9b,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:17:41.935939 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdc001c6-9d24-4654-9724-b25045273c97 tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] No DVR routers for this DVR port 540f917a-6f87-40b9-a7ae-c8db19682f9b on host n-d-827839-2 {{(pid=103377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 17:17:41.951374 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc001c6-9d24-4654-9724-b25045273c97 tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] Pushing event deleted for resources: {'Port': ['ID=540f917a-6f87-40b9-a7ae-c8db19682f9b,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:17:41.964248 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fc8c792-d919-4523-9cf8-75f9502b49b1 None None] No DVR routers for this DVR port 540f917a-6f87-40b9-a7ae-c8db19682f9b on host n-d-827839-2 {{(pid=103378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 17:17:42.010037 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1084933b-a08c-4538-8f09-86f091ed20b8 req-d77cec99-d8c0-43f6-bb8d-ebfcc0137ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:17:42.011621 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-1084933b-a08c-4538-8f09-86f091ed20b8 req-d77cec99-d8c0-43f6-bb8d-ebfcc0137ea4 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=e97a94c0-1098-43d0-824d-a1a7dda55172 HTTP/1.1" status: 200 len: 855 time: 0.1569955 Feb 04 17:17:42.035060 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-9fa01b93-6f7c-4d1d-8c1a-10bbf3a080e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (207c4c89-9501-4ca0-9fde-162620069a0e), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:42.038807 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-9fa01b93-6f7c-4d1d-8c1a-10bbf3a080e7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:42.049174 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-9fa01b93-6f7c-4d1d-8c1a-10bbf3a080e7 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/207c4c89-9501-4ca0-9fde-162620069a0e HTTP/1.1" status: 204 len: 168 time: 1.1939528 Feb 04 17:17:42.091769 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-fdc001c6-9d24-4654-9724-b25045273c97 tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1543676', 'neutron.services.segments.db._delete_segments_for_network-8781084786517'] for network (6367dd27-864b-4e48-85a8-ef6b2d11ff91), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:42.118426 n-d-827839-2 neutron-server[103377]: DEBUG neutron.services.segments.db [None req-fdc001c6-9d24-4654-9724-b25045273c97 tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6367dd27-864b-4e48-85a8-ef6b2d11ff91']}} {{(pid=103377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:17:42.128471 n-d-827839-2 neutron-server[103377]: DEBUG neutron.services.segments.db [None req-fdc001c6-9d24-4654-9724-b25045273c97 tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86370c6c-1b03-4b72-afd1-78bf747abad9') {'for_net_delete': True} {{(pid=103377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:17:42.129255 n-d-827839-2 neutron-server[103377]: DEBUG neutron.services.segments.db [None req-fdc001c6-9d24-4654-9724-b25045273c97 tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86370c6c-1b03-4b72-afd1-78bf747abad9') {} {{(pid=103377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:17:42.138747 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-fdc001c6-9d24-4654-9724-b25045273c97 tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781084783966', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26866685'] for segment (86370c6c-1b03-4b72-afd1-78bf747abad9), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:42.142254 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa01b93-6f7c-4d1d-8c1a-10bbf3a080e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=207c4c89-9501-4ca0-9fde-162620069a0e,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:17:42.143059 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (3f9244a9-75fc-4c10-b195-11d48b853b41), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:42.152553 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-fdc001c6-9d24-4654-9724-b25045273c97 tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (86370c6c-1b03-4b72-afd1-78bf747abad9), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:42.158829 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fdc001c6-9d24-4654-9724-b25045273c97 tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] Releasing vlan 785 on physical network physnet1 to pool {{(pid=103377) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 17:17:42.159225 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-fdc001c6-9d24-4654-9724-b25045273c97 tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25888454'] for segment (86370c6c-1b03-4b72-afd1-78bf747abad9), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:42.167870 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [req-416ff485-57e2-4775-8147-dde326f0eab7 req-ac552517-f8bf-488f-a8d4-a0d313bafb2e service neutron] Attempting to bind port 8f26e1ab-1c91-4119-a212-eb2316f070f0 on host n-h1-827839-2 for vnic_type normal with profile {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:17:42.168224 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [req-416ff485-57e2-4775-8147-dde326f0eab7 req-ac552517-f8bf-488f-a8d4-a0d313bafb2e service neutron] Attempting to bind port 8f26e1ab-1c91-4119-a212-eb2316f070f0 by drivers openvswitch,hyperv on host n-h1-827839-2 at level 0 using segments [{'id': 'c5975766-ea44-4010-849c-fe327f973b05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '2c53abc2-7b72-4ef4-bb10-a9d0cbd1cc40'}] {{(pid=103376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:17:42.168565 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-416ff485-57e2-4775-8147-dde326f0eab7 req-ac552517-f8bf-488f-a8d4-a0d313bafb2e service neutron] Attempting to bind port 8f26e1ab-1c91-4119-a212-eb2316f070f0 on network 2c53abc2-7b72-4ef4-bb10-a9d0cbd1cc40 {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:17:42.183715 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-416ff485-57e2-4775-8147-dde326f0eab7 req-ac552517-f8bf-488f-a8d4-a0d313bafb2e service neutron] Port 8f26e1ab-1c91-4119-a212-eb2316f070f0 on network 2c53abc2-7b72-4ef4-bb10-a9d0cbd1cc40 not bound, no agent of type Open vSwitch agent registered on host n-h1-827839-2 {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 17:17:42.184044 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-416ff485-57e2-4775-8147-dde326f0eab7 req-ac552517-f8bf-488f-a8d4-a0d313bafb2e service neutron] Attempting to bind port 8f26e1ab-1c91-4119-a212-eb2316f070f0 on network 2c53abc2-7b72-4ef4-bb10-a9d0cbd1cc40 {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:17:42.208386 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-416ff485-57e2-4775-8147-dde326f0eab7 req-ac552517-f8bf-488f-a8d4-a0d313bafb2e service neutron] Checking agent: {'id': '3f9244a9-75fc-4c10-b195-11d48b853b41', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 8, 42), 'started_at': datetime.datetime(2022, 2, 4, 17, 8, 42), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 17, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:17:42.208956 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-416ff485-57e2-4775-8147-dde326f0eab7 req-ac552517-f8bf-488f-a8d4-a0d313bafb2e service neutron] Checking segment: {'id': 'c5975766-ea44-4010-849c-fe327f973b05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '2c53abc2-7b72-4ef4-bb10-a9d0cbd1cc40'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:17:42.210149 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 540f917a-6f87-40b9-a7ae-c8db19682f9b no longer exists at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:17:42.210724 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-416ff485-57e2-4775-8147-dde326f0eab7 req-ac552517-f8bf-488f-a8d4-a0d313bafb2e service neutron] Bound using segment: {'id': 'c5975766-ea44-4010-849c-fe327f973b05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '2c53abc2-7b72-4ef4-bb10-a9d0cbd1cc40'} {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:17:42.211346 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [req-416ff485-57e2-4775-8147-dde326f0eab7 req-ac552517-f8bf-488f-a8d4-a0d313bafb2e service neutron] Bound port: 8f26e1ab-1c91-4119-a212-eb2316f070f0, host: n-h1-827839-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5975766-ea44-4010-849c-fe327f973b05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '2c53abc2-7b72-4ef4-bb10-a9d0cbd1cc40'}}] {{(pid=103376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:17:42.213169 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-416ff485-57e2-4775-8147-dde326f0eab7 req-ac552517-f8bf-488f-a8d4-a0d313bafb2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (8f26e1ab-1c91-4119-a212-eb2316f070f0), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:42.224215 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1084933b-a08c-4538-8f09-86f091ed20b8 req-eaeef2be-b7bb-4aa2-bb8d-17e74a95664c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:17:42.227946 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-1084933b-a08c-4538-8f09-86f091ed20b8 req-eaeef2be-b7bb-4aa2-bb8d-17e74a95664c service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=18207d46-382e-4b85-9e21-8a16ad00a860&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2053652 Feb 04 17:17:42.258228 n-d-827839-2 neutron-server[103377]: Traceback (most recent call last): Feb 04 17:17:42.258228 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 17:17:42.258228 n-d-827839-2 neutron-server[103377]: timer() Feb 04 17:17:42.258228 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 17:17:42.258228 n-d-827839-2 neutron-server[103377]: cb(*args, **kw) Feb 04 17:17:42.258228 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 17:17:42.258228 n-d-827839-2 neutron-server[103377]: return func(*args, **kwargs) Feb 04 17:17:42.258228 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 17:17:42.258228 n-d-827839-2 neutron-server[103377]: self._notify() Feb 04 17:17:42.258228 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 17:17:42.258228 n-d-827839-2 neutron-server[103377]: self.callback(batched_events) Feb 04 17:17:42.258228 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 17:17:42.258228 n-d-827839-2 neutron-server[103377]: event.method(event) Feb 04 17:17:42.258228 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 17:17:42.258228 n-d-827839-2 neutron-server[103377]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 17:17:42.258228 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 17:17:42.258228 n-d-827839-2 neutron-server[103377]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 17:17:42.258228 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 17:17:42.258228 n-d-827839-2 neutron-server[103377]: return f(self, *a, **k) Feb 04 17:17:42.258228 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 17:17:42.258228 n-d-827839-2 neutron-server[103377]: return self._get(url).json() Feb 04 17:17:42.258228 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 17:17:42.258228 n-d-827839-2 neutron-server[103377]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 17:17:42.258228 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 17:17:42.258228 n-d-827839-2 neutron-server[103377]: return self.request(url, 'GET', **kwargs) Feb 04 17:17:42.258228 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 17:17:42.258228 n-d-827839-2 neutron-server[103377]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 17:17:42.258228 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 17:17:42.258228 n-d-827839-2 neutron-server[103377]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 17:17:42.258228 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 17:17:42.258228 n-d-827839-2 neutron-server[103377]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 17:17:42.258228 n-d-827839-2 neutron-server[103377]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 17:17:42.263914 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-fdc001c6-9d24-4654-9724-b25045273c97 tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1543671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1595572'] for network (6367dd27-864b-4e48-85a8-ef6b2d11ff91), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:42.272477 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-fdc001c6-9d24-4654-9724-b25045273c97 tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677565'] for network (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:42.282444 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-fdc001c6-9d24-4654-9724-b25045273c97 tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] 10.222.0.89 "DELETE /v2.0/networks/6367dd27-864b-4e48-85a8-ef6b2d11ff91 HTTP/1.1" status: 204 len: 168 time: 1.0175734 Feb 04 17:17:42.283704 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 58618) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:17:42.289597 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] No Port match for: 540f917a-6f87-40b9-a7ae-c8db19682f9b {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 17:17:42.290500 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 540f917a-6f87-40b9-a7ae-c8db19682f9b not bound to the agent host n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 17:17:42.339256 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc001c6-9d24-4654-9724-b25045273c97 tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] Pushing event deleted for resources: {'Network': ['ID=6367dd27-864b-4e48-85a8-ef6b2d11ff91,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:17:42.369410 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.db_base_plugin_v2 [None req-32372ca6-156f-4b8b-96e3-a7b00f9b812c tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] Deleting subnet 72e083f0-e626-4370-9b62-0b5e20f32d08 {{(pid=103377) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 17:17:42.373558 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-32372ca6-156f-4b8b-96e3-a7b00f9b812c tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] Publish callbacks [] for subnet (72e083f0-e626-4370-9b62-0b5e20f32d08), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:42.456566 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [req-416ff485-57e2-4775-8147-dde326f0eab7 req-ac552517-f8bf-488f-a8d4-a0d313bafb2e service neutron] For port 8f26e1ab-1c91-4119-a212-eb2316f070f0, host n-h1-827839-2, cleared binding levels {{(pid=103376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:17:42.461323 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [req-416ff485-57e2-4775-8147-dde326f0eab7 req-ac552517-f8bf-488f-a8d4-a0d313bafb2e service neutron] For port 8f26e1ab-1c91-4119-a212-eb2316f070f0, host n-h1-827839-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=8f26e1ab-1c91-4119-a212-eb2316f070f0,segment=NetworkSegment(c5975766-ea44-4010-849c-fe327f973b05),segment_id=c5975766-ea44-4010-849c-fe327f973b05)] {{(pid=103376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:17:42.470810 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-32372ca6-156f-4b8b-96e3-a7b00f9b812c tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26866676'] for subnet (72e083f0-e626-4370-9b62-0b5e20f32d08), precommit_delete_associations {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:42.471160 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-416ff485-57e2-4775-8147-dde326f0eab7 req-ac552517-f8bf-488f-a8d4-a0d313bafb2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675836'] for port (8f26e1ab-1c91-4119-a212-eb2316f070f0), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:42.506671 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414f2908-abfc-41a4-93b7-85473d933a52 req-60f5c095-d0a7-4787-8b67-abda449fa3d3 tempest-ListServerFiltersTestJSON-412490069 tempest-ListServerFiltersTestJSON-412490069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:17:42.513383 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-414f2908-abfc-41a4-93b7-85473d933a52 req-60f5c095-d0a7-4787-8b67-abda449fa3d3 tempest-ListServerFiltersTestJSON-412490069 tempest-ListServerFiltersTestJSON-412490069-project] 10.222.0.89 "GET /v2.0/ports?device_id=12738f53-d5b1-4e66-9060-023827767e73 HTTP/1.1" status: 200 len: 943 time: 0.1069820 Feb 04 17:17:42.529000 n-d-827839-2 neutron-server[103377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7e72874-ab8d-4372-989b-ceb35c5fd1c8', 'name': 'network-vif-deleted', 'tag': 'c73f7467-a2e5-4127-a695-98f9e8d94155'}] {{(pid=103377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:17:42.529000 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7240428b650e1488e9361b62648ff4b3a6c19d49d8c27c949491ab58c1346cf0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56a40293-7ba5-4ce9-9b89-5a95c7b8fe8e" -d '{"events": [{"server_uuid": "b7e72874-ab8d-4372-989b-ceb35c5fd1c8", "name": "network-vif-deleted", "tag": "c73f7467-a2e5-4127-a695-98f9e8d94155"}]}' {{(pid=103377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:17:42.537792 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416ff485-57e2-4775-8147-dde326f0eab7 req-ac552517-f8bf-488f-a8d4-a0d313bafb2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:17:42.538944 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-416ff485-57e2-4775-8147-dde326f0eab7 req-ac552517-f8bf-488f-a8d4-a0d313bafb2e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:42.544714 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-416ff485-57e2-4775-8147-dde326f0eab7 req-ac552517-f8bf-488f-a8d4-a0d313bafb2e service neutron] 10.222.0.96 "PUT /v2.0/ports/8f26e1ab-1c91-4119-a212-eb2316f070f0 HTTP/1.1" status: 200 len: 1091 time: 2.3676202 Feb 04 17:17:42.545869 n-d-827839-2 neutron-server[103376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3cce4d83-aa1d-4371-aec8-504818bdd7bc', 'tag': '8f26e1ab-1c91-4119-a212-eb2316f070f0'}] {{(pid=103376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:17:42.548994 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d59c3bb5e2f09ebf62144d5e09b1cff60c763a9c19614c24538e77842938c05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12508483-c235-4d33-bc5f-2a12f8d3cc44" -d '{"events": [{"name": "network-changed", "server_uuid": "3cce4d83-aa1d-4371-aec8-504818bdd7bc", "tag": "8f26e1ab-1c91-4119-a212-eb2316f070f0"}]}' {{(pid=103376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:17:42.587494 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Device ed30c7cf-4b95-404d-a75d-30d7e136779f up at agent hyperv_n-h2-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:17:42.621107 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-414f2908-abfc-41a4-93b7-85473d933a52 req-a1cb2ea8-58dd-4e7e-b45f-0c4ce4510f3d tempest-ListServerFiltersTestJSON-412490069 tempest-ListServerFiltersTestJSON-412490069-project] 10.222.0.89 "GET /v2.0/security-groups?id=97f39e76-7bf1-44bd-bf73-dcbb52112ad3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067379 Feb 04 17:17:42.671433 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device d0589dbf-3d32-476e-9f1d-195240462069 up at agent hyperv_n-h1-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:17:42.672169 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 17:17:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7ce7de8-461c-472b-8150-cb008072bcc5 x-openstack-request-id: req-f7ce7de8-461c-472b-8150-cb008072bcc5 {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:17:42.673595 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7e72874-ab8d-4372-989b-ceb35c5fd1c8", "name": "network-vif-deleted", "tag": "c73f7467-a2e5-4127-a695-98f9e8d94155", "status": "completed", "code": 200}]} {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:17:42.674014 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-f7ce7de8-461c-472b-8150-cb008072bcc5 {{(pid=103377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:17:42.675911 n-d-827839-2 neutron-server[103377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7e72874-ab8d-4372-989b-ceb35c5fd1c8', 'name': 'network-vif-deleted', 'tag': 'c73f7467-a2e5-4127-a695-98f9e8d94155', 'status': 'completed', 'code': 200} Feb 04 17:17:42.682870 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-32372ca6-156f-4b8b-96e3-a7b00f9b812c tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1541225'] for subnet (72e083f0-e626-4370-9b62-0b5e20f32d08), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:42.705528 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-1084933b-a08c-4538-8f09-86f091ed20b8 req-d23a2f00-21cd-40cd-a6ae-f305827aee15 service neutron] 10.222.0.96 "GET /v2.0/networks/18207d46-382e-4b85-9e21-8a16ad00a860?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4529207 Feb 04 17:17:42.711925 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac552517-f8bf-488f-a8d4-a0d313bafb2e service neutron] Pushing event updated for resources: {'Port': ['ID=8f26e1ab-1c91-4119-a212-eb2316f070f0,revision_number=3']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:17:42.738036 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 17:17:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d27aa41-891b-4912-a507-1d5d91af8c99 x-openstack-request-id: req-2d27aa41-891b-4912-a507-1d5d91af8c99 {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:17:42.738450 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3cce4d83-aa1d-4371-aec8-504818bdd7bc", "tag": "8f26e1ab-1c91-4119-a212-eb2316f070f0", "status": "completed", "code": 200}]} {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:17:42.738804 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-2d27aa41-891b-4912-a507-1d5d91af8c99 {{(pid=103376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:17:42.739371 n-d-827839-2 neutron-server[103376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3cce4d83-aa1d-4371-aec8-504818bdd7bc', 'tag': '8f26e1ab-1c91-4119-a212-eb2316f070f0', 'status': 'completed', 'code': 200} Feb 04 17:17:42.791808 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416ff485-57e2-4775-8147-dde326f0eab7 req-77507a25-e915-480f-8b73-c607337713db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:17:42.795472 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-416ff485-57e2-4775-8147-dde326f0eab7 req-77507a25-e915-480f-8b73-c607337713db service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=15a2b0c395344104a7d43237966f4c24&device_id=3cce4d83-aa1d-4371-aec8-504818bdd7bc HTTP/1.1" status: 200 len: 1125 time: 0.1968341 Feb 04 17:17:42.843841 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-32372ca6-156f-4b8b-96e3-a7b00f9b812c tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1541216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25888360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25597190'] for subnet (72e083f0-e626-4370-9b62-0b5e20f32d08), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:42.872068 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-416ff485-57e2-4775-8147-dde326f0eab7 req-95dfb551-820b-4523-b06e-731c64bb9245 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8f26e1ab-1c91-4119-a212-eb2316f070f0 HTTP/1.1" status: 200 len: 217 time: 0.0664179 Feb 04 17:17:42.906667 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32372ca6-156f-4b8b-96e3-a7b00f9b812c tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] Pushing event deleted for resources: {'Subnet': ['ID=72e083f0-e626-4370-9b62-0b5e20f32d08,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:17:42.920944 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Provisioning for port d0589dbf-3d32-476e-9f1d-195240462069 completed by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 17:17:42.946069 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Provisioning complete for port d0589dbf-3d32-476e-9f1d-195240462069 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:17:42.951872 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (d0589dbf-3d32-476e-9f1d-195240462069), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:42.956453 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Provisioning for port ed30c7cf-4b95-404d-a75d-30d7e136779f completed by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 17:17:42.996363 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Provisioning complete for port ed30c7cf-4b95-404d-a75d-30d7e136779f triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:17:42.996950 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (ed30c7cf-4b95-404d-a75d-30d7e136779f), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:43.012226 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-32372ca6-156f-4b8b-96e3-a7b00f9b812c tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677565'] for subnet (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:43.016204 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-32372ca6-156f-4b8b-96e3-a7b00f9b812c tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] 10.222.0.89 "DELETE /v2.0/subnets/72e083f0-e626-4370-9b62-0b5e20f32d08 HTTP/1.1" status: 204 len: 168 time: 0.7311723 Feb 04 17:17:43.018899 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 58648) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:17:43.084972 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f53adf9a-c8de-4d41-a0b6-e28636dc425b None None] Network 64bde26c-8fb3-497e-82b2-77f391b9eab4 requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:17:43.093620 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-1084933b-a08c-4538-8f09-86f091ed20b8 req-f6bbd67f-5b09-486a-8a37-0d4acd0aa9f1 service neutron] 10.222.0.96 "GET /v2.0/networks/18207d46-382e-4b85-9e21-8a16ad00a860?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3728709 Feb 04 17:17:43.097752 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41471e83-cb73-4c0e-ae3a-a2349d16b3d2 req-4695549f-eb30-4c46-8ab9-a33e32d151fb tempest-InstanceActionsV221TestJSON-910298216 tempest-InstanceActionsV221TestJSON-910298216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:17:43.109828 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-41471e83-cb73-4c0e-ae3a-a2349d16b3d2 req-4695549f-eb30-4c46-8ab9-a33e32d151fb tempest-InstanceActionsV221TestJSON-910298216 tempest-InstanceActionsV221TestJSON-910298216-project] 10.222.0.89 "GET /v2.0/ports?device_id=3cce4d83-aa1d-4371-aec8-504818bdd7bc HTTP/1.1" status: 200 len: 943 time: 0.2026615 Feb 04 17:17:43.166684 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-e65a588a-f317-49c9-a064-3097bad5ff2f req-5bdd7b89-de6f-47fa-9a88-f3caf1095991 tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] 10.222.0.89 "GET /v2.0/ports?device_id=d8b88886-f047-4a53-8b9f-a49fcd51cf07 HTTP/1.1" status: 200 len: 210 time: 0.0868540 Feb 04 17:17:43.175631 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416ff485-57e2-4775-8147-dde326f0eab7 req-b81e7d71-8ae4-4974-bd8c-f798b4aa9e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:17:43.181965 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-416ff485-57e2-4775-8147-dde326f0eab7 req-b81e7d71-8ae4-4974-bd8c-f798b4aa9e06 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=6db1132f-3231-4eb4-84c6-7a6ee6880d87 HTTP/1.1" status: 200 len: 857 time: 0.2844677 Feb 04 17:17:43.243325 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-416ff485-57e2-4775-8147-dde326f0eab7 req-4490a9eb-c0b9-4053-b740-6c1aa50e12de service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=2c53abc2-7b72-4ef4-bb10-a9d0cbd1cc40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0585551 Feb 04 17:17:43.257684 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-41471e83-cb73-4c0e-ae3a-a2349d16b3d2 req-bca9d88b-77e4-4e6d-8403-297a17dfb592 tempest-InstanceActionsV221TestJSON-910298216 tempest-InstanceActionsV221TestJSON-910298216-project] 10.222.0.89 "GET /v2.0/security-groups?id=6624c962-c58b-47ff-8d93-f7fdfbcaa6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390111 Feb 04 17:17:43.266084 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-98d3974f-24cd-42a7-83d1-0684693acb68 tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628832'] for network (64bde26c-8fb3-497e-82b2-77f391b9eab4), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:43.312882 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Current status of the port ed30c7cf-4b95-404d-a75d-30d7e136779f is: BUILD; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:17:43.313911 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (ed30c7cf-4b95-404d-a75d-30d7e136779f), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:43.386018 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '626540f9-c6f3-4f2a-a4b0-ed3372d8f9f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed30c7cf-4b95-404d-a75d-30d7e136779f'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:17:43.389225 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c34bc964ce2211770fda26ca2f3801cc06f4f39928110690550e94ab9c9d2fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-deae67d3-b2bd-4467-a2ba-946abdfdafda" -d '{"events": [{"server_uuid": "626540f9-c6f3-4f2a-a4b0-ed3372d8f9f2", "name": "network-vif-plugged", "status": "completed", "tag": "ed30c7cf-4b95-404d-a75d-30d7e136779f"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:17:43.407365 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-98d3974f-24cd-42a7-83d1-0684693acb68 tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] Deleting port fdb3918e-dec1-4a5d-b7bf-35d8195f7036 {{(pid=103377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:17:43.407874 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-98d3974f-24cd-42a7-83d1-0684693acb68 tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (fdb3918e-dec1-4a5d-b7bf-35d8195f7036), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:43.436663 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Current status of the port d0589dbf-3d32-476e-9f1d-195240462069 is: BUILD; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:17:43.439219 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (d0589dbf-3d32-476e-9f1d-195240462069), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:43.487508 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [None req-98d3974f-24cd-42a7-83d1-0684693acb68 tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] For port fdb3918e-dec1-4a5d-b7bf-35d8195f7036, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=fdb3918e-dec1-4a5d-b7bf-35d8195f7036,segment=NetworkSegment(e2a69fa6-d233-409c-ac08-37e5b3f4a0c0),segment_id=e2a69fa6-d233-409c-ac08-37e5b3f4a0c0)] {{(pid=103377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:17:43.488131 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-98d3974f-24cd-42a7-83d1-0684693acb68 tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (fdb3918e-dec1-4a5d-b7bf-35d8195f7036), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:43.496484 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b9896e9-750d-4327-9918-201fc3bde2b2 None None] DHCP port deletion for 64bde26c-8fb3-497e-82b2-77f391b9eab4 request from n-d-827839-2 {{(pid=103378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 17:17:43.501295 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 17:17:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ab8c465-7d24-4b65-a67a-4f590d9a7281 x-openstack-request-id: req-6ab8c465-7d24-4b65-a67a-4f590d9a7281 {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:17:43.502060 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "626540f9-c6f3-4f2a-a4b0-ed3372d8f9f2", "name": "network-vif-plugged", "status": "completed", "tag": "ed30c7cf-4b95-404d-a75d-30d7e136779f", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:17:43.502324 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-6ab8c465-7d24-4b65-a67a-4f590d9a7281 {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:17:43.502942 n-d-827839-2 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '626540f9-c6f3-4f2a-a4b0-ed3372d8f9f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed30c7cf-4b95-404d-a75d-30d7e136779f', 'code': 200} Feb 04 17:17:43.504957 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] For port ed30c7cf-4b95-404d-a75d-30d7e136779f, host n-h2-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=ed30c7cf-4b95-404d-a75d-30d7e136779f,segment=NetworkSegment(7d72d660-cccf-4e71-b324-5a5f94eb974f),segment_id=7d72d660-cccf-4e71-b324-5a5f94eb974f)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:17:43.511781 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-98d3974f-24cd-42a7-83d1-0684693acb68 tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] Calling delete_port for fdb3918e-dec1-4a5d-b7bf-35d8195f7036 owned by network:dhcp {{(pid=103377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:17:43.543869 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (ed30c7cf-4b95-404d-a75d-30d7e136779f), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:43.622252 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] For port d0589dbf-3d32-476e-9f1d-195240462069, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=d0589dbf-3d32-476e-9f1d-195240462069,segment=NetworkSegment(7d72d660-cccf-4e71-b324-5a5f94eb974f),segment_id=7d72d660-cccf-4e71-b324-5a5f94eb974f)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:17:43.637793 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-416ff485-57e2-4775-8147-dde326f0eab7 req-9b32d089-1725-43bd-b61e-bbe6a9645b43 service neutron] 10.222.0.96 "GET /v2.0/networks/2c53abc2-7b72-4ef4-bb10-a9d0cbd1cc40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3873563 Feb 04 17:17:43.638349 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-98d3974f-24cd-42a7-83d1-0684693acb68 tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (fdb3918e-dec1-4a5d-b7bf-35d8195f7036), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:43.647581 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9104dcd-668d-469c-98e8-cce2d1c81661 req-204075d6-36c8-46e9-b0e9-1bed47cc8a79 tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:17:43.649147 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-d9104dcd-668d-469c-98e8-cce2d1c81661 req-204075d6-36c8-46e9-b0e9-1bed47cc8a79 tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] 10.222.0.89 "GET /v2.0/ports?device_id=cc6828c0-e3de-440f-b02a-be00d4b9136d HTTP/1.1" status: 200 len: 950 time: 0.3249710 Feb 04 17:17:43.721002 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98d3974f-24cd-42a7-83d1-0684693acb68 tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] No DVR routers for this DVR port fdb3918e-dec1-4a5d-b7bf-35d8195f7036 on host n-d-827839-2 {{(pid=103377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 17:17:43.726014 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d3974f-24cd-42a7-83d1-0684693acb68 tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] Pushing event deleted for resources: {'Port': ['ID=fdb3918e-dec1-4a5d-b7bf-35d8195f7036,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:17:43.764837 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-416ff485-57e2-4775-8147-dde326f0eab7 req-3d038d78-57ed-40aa-ab94-c81e74494044 service neutron] 10.222.0.96 "GET /v2.0/networks/2c53abc2-7b72-4ef4-bb10-a9d0cbd1cc40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1144300 Feb 04 17:17:43.768171 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Pushing event updated for resources: {'Port': ['ID=ed30c7cf-4b95-404d-a75d-30d7e136779f,revision_number=5']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:17:43.786966 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (d0589dbf-3d32-476e-9f1d-195240462069), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:43.791062 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device c73f7467-a2e5-4127-a695-98f9e8d94155 no longer exists at agent hyperv_n-h1-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:17:43.862301 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-d9104dcd-668d-469c-98e8-cce2d1c81661 req-8bf7fda3-1da4-4a4e-a667-93790c638355 tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] 10.222.0.89 "GET /v2.0/security-groups?id=5fa98c6a-94b3-4690-b9c3-4f0e67d11226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964155 Feb 04 17:17:43.864844 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e361b727-f7df-40dc-b652-b9303e39490d req-e24eb7c2-00f3-4b0a-a786-dabac8c97fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:17:43.866702 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-e361b727-f7df-40dc-b652-b9303e39490d req-e24eb7c2-00f3-4b0a-a786-dabac8c97fe4 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=626540f9-c6f3-4f2a-a4b0-ed3372d8f9f2 HTTP/1.1" status: 200 len: 1128 time: 0.2700837 Feb 04 17:17:43.896300 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12508483-c235-4d33-bc5f-2a12f8d3cc44 req-f97b6f1c-f531-494a-b3db-1fed2f0d4816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:17:43.898510 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-12508483-c235-4d33-bc5f-2a12f8d3cc44 req-f97b6f1c-f531-494a-b3db-1fed2f0d4816 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=15a2b0c395344104a7d43237966f4c24&device_id=3cce4d83-aa1d-4371-aec8-504818bdd7bc HTTP/1.1" status: 200 len: 1125 time: 0.0711186 Feb 04 17:17:43.916322 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] No Port match for: c73f7467-a2e5-4127-a695-98f9e8d94155 {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 17:17:43.916791 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device c73f7467-a2e5-4127-a695-98f9e8d94155 not bound to the agent host n-h1-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 17:17:43.951248 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-7b9896e9-750d-4327-9918-201fc3bde2b2 None None] Deleting port fdb3918e-dec1-4a5d-b7bf-35d8195f7036 {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:17:43.951731 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7b9896e9-750d-4327-9918-201fc3bde2b2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (fdb3918e-dec1-4a5d-b7bf-35d8195f7036), before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:43.967095 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Pushing event updated for resources: {'Port': ['ID=d0589dbf-3d32-476e-9f1d-195240462069,revision_number=5']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:17:44.043372 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-e361b727-f7df-40dc-b652-b9303e39490d req-b11cd7b9-4992-451d-b5b2-47cf5258c5db service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=97f39e76-7bf1-44bd-bf73-dcbb52112ad3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636472 Feb 04 17:17:44.055120 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-7b9896e9-750d-4327-9918-201fc3bde2b2 None None] For port fdb3918e-dec1-4a5d-b7bf-35d8195f7036, host n-d-827839-2, got binding levels [] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:17:44.055773 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7b9896e9-750d-4327-9918-201fc3bde2b2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (fdb3918e-dec1-4a5d-b7bf-35d8195f7036), precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:44.062870 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-98d3974f-24cd-42a7-83d1-0684693acb68 tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1543676', 'neutron.services.segments.db._delete_segments_for_network-8781084786517'] for network (64bde26c-8fb3-497e-82b2-77f391b9eab4), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:44.080527 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd250dae-1d69-48ff-b9fd-3b37db1f5f43 req-4c39ae8f-ee38-452d-84fe-740f8b2da81b tempest-ListServerFiltersTestJSON-412490069 tempest-ListServerFiltersTestJSON-412490069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:17:44.082061 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-bd250dae-1d69-48ff-b9fd-3b37db1f5f43 req-4c39ae8f-ee38-452d-84fe-740f8b2da81b tempest-ListServerFiltersTestJSON-412490069 tempest-ListServerFiltersTestJSON-412490069-project] 10.222.0.89 "GET /v2.0/ports?device_id=12738f53-d5b1-4e66-9060-023827767e73 HTTP/1.1" status: 200 len: 943 time: 0.3583016 Feb 04 17:17:44.105236 n-d-827839-2 neutron-server[103377]: DEBUG neutron.services.segments.db [None req-98d3974f-24cd-42a7-83d1-0684693acb68 tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64bde26c-8fb3-497e-82b2-77f391b9eab4']}} {{(pid=103377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:17:44.118550 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-7b9896e9-750d-4327-9918-201fc3bde2b2 None None] Calling delete_port for fdb3918e-dec1-4a5d-b7bf-35d8195f7036 owned by network:dhcp {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:17:44.124644 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.ipam_backend_mixin [None req-7b9896e9-750d-4327-9918-201fc3bde2b2 None None] Port fdb3918e-dec1-4a5d-b7bf-35d8195f7036 was not found and therefore no delete operation was performed {{(pid=103378) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 04 17:17:44.128649 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7b9896e9-750d-4327-9918-201fc3bde2b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144'] for port (fdb3918e-dec1-4a5d-b7bf-35d8195f7036), after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:44.139383 n-d-827839-2 neutron-server[103377]: DEBUG neutron.services.segments.db [None req-98d3974f-24cd-42a7-83d1-0684693acb68 tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2a69fa6-d233-409c-ac08-37e5b3f4a0c0') {'for_net_delete': True} {{(pid=103377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:17:44.140012 n-d-827839-2 neutron-server[103377]: DEBUG neutron.services.segments.db [None req-98d3974f-24cd-42a7-83d1-0684693acb68 tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2a69fa6-d233-409c-ac08-37e5b3f4a0c0') {} {{(pid=103377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:17:44.170398 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b9896e9-750d-4327-9918-201fc3bde2b2 None None] No DVR routers for this DVR port fdb3918e-dec1-4a5d-b7bf-35d8195f7036 on host n-d-827839-2 {{(pid=103378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 17:17:44.173814 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12508483-c235-4d33-bc5f-2a12f8d3cc44 req-73ebc4d8-9f6e-40b2-93ce-16f47525630b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:17:44.178032 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-12508483-c235-4d33-bc5f-2a12f8d3cc44 req-73ebc4d8-9f6e-40b2-93ce-16f47525630b service neutron] 10.222.0.96 "GET /v2.0/networks?id=2c53abc2-7b72-4ef4-bb10-a9d0cbd1cc40 HTTP/1.1" status: 200 len: 918 time: 0.2724683 Feb 04 17:17:44.208820 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-98d3974f-24cd-42a7-83d1-0684693acb68 tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781084783966', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26866685'] for segment (e2a69fa6-d233-409c-ac08-37e5b3f4a0c0), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:44.228960 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device fdb3918e-dec1-4a5d-b7bf-35d8195f7036 no longer exists at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:17:44.246686 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9896e9-750d-4327-9918-201fc3bde2b2 None None] Pushing event deleted for resources: {'Port': ['ID=fdb3918e-dec1-4a5d-b7bf-35d8195f7036,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:17:44.276699 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-98d3974f-24cd-42a7-83d1-0684693acb68 tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (e2a69fa6-d233-409c-ac08-37e5b3f4a0c0), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:44.288982 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-bd250dae-1d69-48ff-b9fd-3b37db1f5f43 req-d50a5f96-18e1-4abe-aef9-05e65ebe2c21 tempest-ListServerFiltersTestJSON-412490069 tempest-ListServerFiltersTestJSON-412490069-project] 10.222.0.89 "GET /v2.0/security-groups?id=97f39e76-7bf1-44bd-bf73-dcbb52112ad3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1987350 Feb 04 17:17:44.289982 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98d3974f-24cd-42a7-83d1-0684693acb68 tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] Releasing vlan 751 on physical network physnet1 to pool {{(pid=103377) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 17:17:44.290424 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-98d3974f-24cd-42a7-83d1-0684693acb68 tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25888454'] for segment (e2a69fa6-d233-409c-ac08-37e5b3f4a0c0), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:44.301235 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-12508483-c235-4d33-bc5f-2a12f8d3cc44 req-26d7c05c-d413-442e-9627-3d70e37b2341 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8f26e1ab-1c91-4119-a212-eb2316f070f0 HTTP/1.1" status: 200 len: 217 time: 0.1153054 Feb 04 17:17:44.322771 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] No Port match for: fdb3918e-dec1-4a5d-b7bf-35d8195f7036 {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 17:17:44.323296 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device fdb3918e-dec1-4a5d-b7bf-35d8195f7036 not bound to the agent host n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 17:17:44.323577 n-d-827839-2 neutron-server[103377]: Traceback (most recent call last): Feb 04 17:17:44.323577 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 17:17:44.323577 n-d-827839-2 neutron-server[103377]: timer() Feb 04 17:17:44.323577 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 17:17:44.323577 n-d-827839-2 neutron-server[103377]: cb(*args, **kw) Feb 04 17:17:44.323577 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 17:17:44.323577 n-d-827839-2 neutron-server[103377]: return func(*args, **kwargs) Feb 04 17:17:44.323577 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 17:17:44.323577 n-d-827839-2 neutron-server[103377]: self._notify() Feb 04 17:17:44.323577 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 17:17:44.323577 n-d-827839-2 neutron-server[103377]: self.callback(batched_events) Feb 04 17:17:44.323577 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 17:17:44.323577 n-d-827839-2 neutron-server[103377]: event.method(event) Feb 04 17:17:44.323577 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 17:17:44.323577 n-d-827839-2 neutron-server[103377]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 17:17:44.323577 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 17:17:44.323577 n-d-827839-2 neutron-server[103377]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 17:17:44.323577 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 17:17:44.323577 n-d-827839-2 neutron-server[103377]: return f(self, *a, **k) Feb 04 17:17:44.323577 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 17:17:44.323577 n-d-827839-2 neutron-server[103377]: return self._get(url).json() Feb 04 17:17:44.323577 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 17:17:44.323577 n-d-827839-2 neutron-server[103377]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 17:17:44.323577 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 17:17:44.323577 n-d-827839-2 neutron-server[103377]: return self.request(url, 'GET', **kwargs) Feb 04 17:17:44.323577 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 17:17:44.323577 n-d-827839-2 neutron-server[103377]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 17:17:44.323577 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 17:17:44.323577 n-d-827839-2 neutron-server[103377]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 17:17:44.323577 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 17:17:44.323577 n-d-827839-2 neutron-server[103377]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 17:17:44.323577 n-d-827839-2 neutron-server[103377]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 17:17:44.426377 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-7446759d-0468-4a80-8d19-13826ca578b9 req-170de604-1b9c-42c4-abd6-ffa4a0c34d4c tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] 10.222.0.89 "GET /v2.0/ports?device_id=d8b88886-f047-4a53-8b9f-a49fcd51cf07 HTTP/1.1" status: 200 len: 210 time: 0.1332364 Feb 04 17:17:44.453459 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12508483-c235-4d33-bc5f-2a12f8d3cc44 req-12b356e7-34ed-4318-b8e1-0ea962df9618 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:17:44.455264 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-12508483-c235-4d33-bc5f-2a12f8d3cc44 req-12b356e7-34ed-4318-b8e1-0ea962df9618 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=6db1132f-3231-4eb4-84c6-7a6ee6880d87 HTTP/1.1" status: 200 len: 857 time: 0.1475744 Feb 04 17:17:44.521302 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-12508483-c235-4d33-bc5f-2a12f8d3cc44 req-4e29d4d4-255f-4915-8561-4ef2d13c6f7f service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=2c53abc2-7b72-4ef4-bb10-a9d0cbd1cc40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0531785 Feb 04 17:17:44.535193 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-98d3974f-24cd-42a7-83d1-0684693acb68 tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1543671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1595572'] for network (64bde26c-8fb3-497e-82b2-77f391b9eab4), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:44.544362 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-98d3974f-24cd-42a7-83d1-0684693acb68 tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677565'] for network (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:44.551057 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-98d3974f-24cd-42a7-83d1-0684693acb68 tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] 10.222.0.89 "DELETE /v2.0/networks/64bde26c-8fb3-497e-82b2-77f391b9eab4 HTTP/1.1" status: 204 len: 168 time: 1.5294907 Feb 04 17:17:44.591349 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d3974f-24cd-42a7-83d1-0684693acb68 tempest-ServersTestMultiNic-1838621815 tempest-ServersTestMultiNic-1838621815-project] Pushing event deleted for resources: {'Network': ['ID=64bde26c-8fb3-497e-82b2-77f391b9eab4,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:17:44.598922 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device f2c72dc7-b6d4-45b0-a437-808586eb2be7 details requested by agent hyperv_n-h1-827839-2 with host n-h1-827839-2 {{(pid=103378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 17:17:44.623019 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57566b41-a951-4b6a-ad5b-97d90170e0ba req-02ccb823-d8fa-464b-a506-d138f13d7297 tempest-InstanceActionsV221TestJSON-910298216 tempest-InstanceActionsV221TestJSON-910298216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:17:44.632042 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-57566b41-a951-4b6a-ad5b-97d90170e0ba req-02ccb823-d8fa-464b-a506-d138f13d7297 tempest-InstanceActionsV221TestJSON-910298216 tempest-InstanceActionsV221TestJSON-910298216-project] 10.222.0.89 "GET /v2.0/ports?device_id=3cce4d83-aa1d-4371-aec8-504818bdd7bc HTTP/1.1" status: 200 len: 943 time: 0.1902256 Feb 04 17:17:44.695940 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-12508483-c235-4d33-bc5f-2a12f8d3cc44 req-f02b2c12-0a22-405a-9b69-eb37833325ac service neutron] 10.222.0.96 "GET /v2.0/networks/2c53abc2-7b72-4ef4-bb10-a9d0cbd1cc40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1677651 Feb 04 17:17:44.722960 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-57566b41-a951-4b6a-ad5b-97d90170e0ba req-93d15c0a-39bd-4f6c-b43c-30ad01632be1 tempest-InstanceActionsV221TestJSON-910298216 tempest-InstanceActionsV221TestJSON-910298216-project] 10.222.0.89 "GET /v2.0/security-groups?id=6624c962-c58b-47ff-8d93-f7fdfbcaa6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894644 Feb 04 17:17:44.850878 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] For port f2c72dc7-b6d4-45b0-a437-808586eb2be7, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=f2c72dc7-b6d4-45b0-a437-808586eb2be7,segment=NetworkSegment(7d72d660-cccf-4e71-b324-5a5f94eb974f),segment_id=7d72d660-cccf-4e71-b324-5a5f94eb974f)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:17:44.854398 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 58696) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:17:44.887719 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-12508483-c235-4d33-bc5f-2a12f8d3cc44 req-a30899bb-70d7-4714-90c1-1ea5bf549042 service neutron] 10.222.0.96 "GET /v2.0/networks/2c53abc2-7b72-4ef4-bb10-a9d0cbd1cc40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1848044 Feb 04 17:17:44.890019 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Returning: {'device': 'f2c72dc7-b6d4-45b0-a437-808586eb2be7', 'network_id': '18207d46-382e-4b85-9e21-8a16ad00a860', 'port_id': 'f2c72dc7-b6d4-45b0-a437-808586eb2be7', 'mac_address': 'fa:16:3e:2b:b5:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 766, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e97a94c0-1098-43d0-824d-a1a7dda55172', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 17:17:45.029760 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Current status of the port f2c72dc7-b6d4-45b0-a437-808586eb2be7 is: DOWN; New status is: BUILD {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:17:45.030481 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (f2c72dc7-b6d4-45b0-a437-808586eb2be7), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:45.077022 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effa81c7-9c2d-4a7c-baf9-80f0e91ccaaf req-55d043b7-1fbb-43b2-a1d6-6b86f86463a3 tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:17:45.079201 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-effa81c7-9c2d-4a7c-baf9-80f0e91ccaaf req-55d043b7-1fbb-43b2-a1d6-6b86f86463a3 tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] 10.222.0.96 "GET /v2.0/ports?device_id=cc6828c0-e3de-440f-b02a-be00d4b9136d HTTP/1.1" status: 200 len: 950 time: 0.1551533 Feb 04 17:17:45.082339 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2c72dc7-b6d4-45b0-a437-808586eb2be7 {{(pid=103378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 17:17:45.122400 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] For port f2c72dc7-b6d4-45b0-a437-808586eb2be7, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=f2c72dc7-b6d4-45b0-a437-808586eb2be7,segment=NetworkSegment(7d72d660-cccf-4e71-b324-5a5f94eb974f),segment_id=7d72d660-cccf-4e71-b324-5a5f94eb974f)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:17:45.129349 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (f2c72dc7-b6d4-45b0-a437-808586eb2be7), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:45.195281 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e643adc7-ee49-41e5-bda6-061c9e4ed2e0 req-0ea813c1-b115-4085-8f54-5f0b9fde544c tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:17:45.197133 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-e643adc7-ee49-41e5-bda6-061c9e4ed2e0 req-0ea813c1-b115-4085-8f54-5f0b9fde544c tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] 10.222.0.89 "GET /v2.0/ports?device_id=cc6828c0-e3de-440f-b02a-be00d4b9136d HTTP/1.1" status: 200 len: 950 time: 0.1837823 Feb 04 17:17:45.214571 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Pushing event updated for resources: {'Port': ['ID=f2c72dc7-b6d4-45b0-a437-808586eb2be7,revision_number=4']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:17:45.328698 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-e643adc7-ee49-41e5-bda6-061c9e4ed2e0 req-25aa1d3b-aee8-4637-bb4d-3a3cec8cf7b9 tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] 10.222.0.89 "GET /v2.0/security-groups?id=5fa98c6a-94b3-4690-b9c3-4f0e67d11226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052570 Feb 04 17:17:45.374522 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [req-effa81c7-9c2d-4a7c-baf9-80f0e91ccaaf req-2c7c57fc-c1e4-41fb-b744-6e4e7c320be1 tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] Deleting port 1c7d9fa2-9ef9-488a-a8c3-a61982a926f8 {{(pid=103376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:17:45.374952 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-effa81c7-9c2d-4a7c-baf9-80f0e91ccaaf req-2c7c57fc-c1e4-41fb-b744-6e4e7c320be1 tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (1c7d9fa2-9ef9-488a-a8c3-a61982a926f8), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:45.504538 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '003b1698-308a-408b-8e39-478eda454ea2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0589dbf-3d32-476e-9f1d-195240462069'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:17:45.508179 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c34bc964ce2211770fda26ca2f3801cc06f4f39928110690550e94ab9c9d2fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b657d5c-f19a-48a5-96ae-d28175b62e8f" -d '{"events": [{"server_uuid": "003b1698-308a-408b-8e39-478eda454ea2", "name": "network-vif-plugged", "status": "completed", "tag": "d0589dbf-3d32-476e-9f1d-195240462069"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:17:45.582000 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-681d61e1-b607-4b1b-8f9f-2aeb8082ef4c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602754'] for router_interface (92b5438a-48e8-4476-bcee-090079f7316e), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:45.626891 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] get_ports_and_sgs() called for port_ids ['f2c72dc7-b6d4-45b0-a437-808586eb2be7'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 17:17:45.637865 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [req-effa81c7-9c2d-4a7c-baf9-80f0e91ccaaf req-2c7c57fc-c1e4-41fb-b744-6e4e7c320be1 tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] For port 1c7d9fa2-9ef9-488a-a8c3-a61982a926f8, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=1c7d9fa2-9ef9-488a-a8c3-a61982a926f8,segment=NetworkSegment(3a39b085-d3e6-43bb-a64c-1b06dd049e5a),segment_id=3a39b085-d3e6-43bb-a64c-1b06dd049e5a)] {{(pid=103376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:17:45.638314 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-effa81c7-9c2d-4a7c-baf9-80f0e91ccaaf req-2c7c57fc-c1e4-41fb-b744-6e4e7c320be1 tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (1c7d9fa2-9ef9-488a-a8c3-a61982a926f8), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:45.680869 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [req-effa81c7-9c2d-4a7c-baf9-80f0e91ccaaf req-2c7c57fc-c1e4-41fb-b744-6e4e7c320be1 tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] Calling delete_port for 1c7d9fa2-9ef9-488a-a8c3-a61982a926f8 owned by compute:nova {{(pid=103376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:17:45.701091 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183a56fc-210a-4c5d-8878-07453ee500fb req-7e1d5728-cb26-428f-a458-e759b4cc1d00 tempest-ListServerFiltersTestJSON-412490069 tempest-ListServerFiltersTestJSON-412490069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:17:45.710713 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-183a56fc-210a-4c5d-8878-07453ee500fb req-7e1d5728-cb26-428f-a458-e759b4cc1d00 tempest-ListServerFiltersTestJSON-412490069 tempest-ListServerFiltersTestJSON-412490069-project] 10.222.0.89 "GET /v2.0/ports?device_id=12738f53-d5b1-4e66-9060-023827767e73 HTTP/1.1" status: 200 len: 944 time: 0.2241309 Feb 04 17:17:45.711588 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 17:17:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2a9248e-5f56-4fc8-832f-de4363ec167e x-openstack-request-id: req-d2a9248e-5f56-4fc8-832f-de4363ec167e {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:17:45.711884 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "003b1698-308a-408b-8e39-478eda454ea2", "name": "network-vif-plugged", "status": "completed", "tag": "d0589dbf-3d32-476e-9f1d-195240462069", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:17:45.712143 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-d2a9248e-5f56-4fc8-832f-de4363ec167e {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:17:45.712544 n-d-827839-2 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '003b1698-308a-408b-8e39-478eda454ea2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0589dbf-3d32-476e-9f1d-195240462069', 'code': 200} Feb 04 17:17:45.993705 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-183a56fc-210a-4c5d-8878-07453ee500fb req-5b364c60-5f83-496a-bd88-424f0dfaa5ba tempest-ListServerFiltersTestJSON-412490069 tempest-ListServerFiltersTestJSON-412490069-project] 10.222.0.89 "GET /v2.0/security-groups?id=97f39e76-7bf1-44bd-bf73-dcbb52112ad3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2753091 Feb 04 17:17:46.019967 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6f1115-819f-4d78-b754-86bc2777cbac req-155794b8-913e-4456-84b2-5139ba049462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:17:46.019967 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-4a6f1115-819f-4d78-b754-86bc2777cbac req-155794b8-913e-4456-84b2-5139ba049462 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=003b1698-308a-408b-8e39-478eda454ea2 HTTP/1.1" status: 200 len: 1128 time: 0.2769783 Feb 04 17:17:46.053963 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f128afac-3182-4ec4-bb61-7f52bff3a8d4 req-7c75e671-e97c-41cb-946a-41f99acc3ed3 tempest-InstanceActionsV221TestJSON-910298216 tempest-InstanceActionsV221TestJSON-910298216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:17:46.055719 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-f128afac-3182-4ec4-bb61-7f52bff3a8d4 req-7c75e671-e97c-41cb-946a-41f99acc3ed3 tempest-InstanceActionsV221TestJSON-910298216 tempest-InstanceActionsV221TestJSON-910298216-project] 10.222.0.89 "GET /v2.0/ports?device_id=3cce4d83-aa1d-4371-aec8-504818bdd7bc HTTP/1.1" status: 200 len: 943 time: 0.1404192 Feb 04 17:17:46.096666 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-4a6f1115-819f-4d78-b754-86bc2777cbac req-9842a7fb-53e9-4812-bddd-8d4dd8f99206 service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=97f39e76-7bf1-44bd-bf73-dcbb52112ad3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698061 Feb 04 17:17:46.120229 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-effa81c7-9c2d-4a7c-baf9-80f0e91ccaaf req-2c7c57fc-c1e4-41fb-b744-6e4e7c320be1 tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (1c7d9fa2-9ef9-488a-a8c3-a61982a926f8), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:46.135501 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] get_ports_and_sgs() called for port_ids ['1c7d9fa2-9ef9-488a-a8c3-a61982a926f8'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 17:17:46.139232 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] get_ports_and_sgs() called for port_ids ['a9ea809e-a7d4-4c46-b4d9-cd7077cf1c91'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 17:17:46.198161 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7c57fc-c1e4-41fb-b744-6e4e7c320be1 tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] Pushing event deleted for resources: {'Port': ['ID=1c7d9fa2-9ef9-488a-a8c3-a61982a926f8,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:17:46.198739 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-f128afac-3182-4ec4-bb61-7f52bff3a8d4 req-05d28733-2c57-4ed2-8f5d-f68e32ca10d9 tempest-InstanceActionsV221TestJSON-910298216 tempest-InstanceActionsV221TestJSON-910298216-project] 10.222.0.89 "GET /v2.0/security-groups?id=6624c962-c58b-47ff-8d93-f7fdfbcaa6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251347 Feb 04 17:17:46.226967 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-681d61e1-b607-4b1b-8f9f-2aeb8082ef4c admin admin] Deleting port d54f581d-f35a-408b-bfa1-81bdf674e8e7 {{(pid=103377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:17:46.228271 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-681d61e1-b607-4b1b-8f9f-2aeb8082ef4c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (d54f581d-f35a-408b-bfa1-81bdf674e8e7), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:46.346368 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [req-effa81c7-9c2d-4a7c-baf9-80f0e91ccaaf req-2c7c57fc-c1e4-41fb-b744-6e4e7c320be1 tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] No DVR routers for this DVR port 1c7d9fa2-9ef9-488a-a8c3-a61982a926f8 on host n-h1-827839-2 {{(pid=103376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 17:17:46.350653 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-effa81c7-9c2d-4a7c-baf9-80f0e91ccaaf req-2c7c57fc-c1e4-41fb-b744-6e4e7c320be1 tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:46.358958 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [None req-681d61e1-b607-4b1b-8f9f-2aeb8082ef4c admin admin] For port d54f581d-f35a-408b-bfa1-81bdf674e8e7, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=d54f581d-f35a-408b-bfa1-81bdf674e8e7,segment=NetworkSegment(4747479d-58dd-4250-a731-679adcd79f1a),segment_id=4747479d-58dd-4250-a731-679adcd79f1a)] {{(pid=103377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:17:46.359650 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-681d61e1-b607-4b1b-8f9f-2aeb8082ef4c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (d54f581d-f35a-408b-bfa1-81bdf674e8e7), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:46.362176 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-effa81c7-9c2d-4a7c-baf9-80f0e91ccaaf req-2c7c57fc-c1e4-41fb-b744-6e4e7c320be1 tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] 10.222.0.96 "DELETE /v2.0/ports/1c7d9fa2-9ef9-488a-a8c3-a61982a926f8 HTTP/1.1" status: 204 len: 173 time: 1.2764597 Feb 04 17:17:46.362315 n-d-827839-2 neutron-server[103376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc6828c0-e3de-440f-b02a-be00d4b9136d', 'name': 'network-vif-deleted', 'tag': '1c7d9fa2-9ef9-488a-a8c3-a61982a926f8'}] {{(pid=103376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:17:46.374884 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d59c3bb5e2f09ebf62144d5e09b1cff60c763a9c19614c24538e77842938c05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-202e0613-3dee-40cb-9616-fc5d2021c874" -d '{"events": [{"server_uuid": "cc6828c0-e3de-440f-b02a-be00d4b9136d", "name": "network-vif-deleted", "tag": "1c7d9fa2-9ef9-488a-a8c3-a61982a926f8"}]}' {{(pid=103376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:17:46.416322 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-681d61e1-b607-4b1b-8f9f-2aeb8082ef4c admin admin] Calling delete_port for d54f581d-f35a-408b-bfa1-81bdf674e8e7 owned by network:router_interface {{(pid=103377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:17:46.511516 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-752a66c3-34e1-481f-8582-63baee125782 req-02e3fba9-39f2-4ea1-a5cf-21909eef7b1d tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] 10.222.0.89 "GET /v2.0/ports?device_id=cc6828c0-e3de-440f-b02a-be00d4b9136d HTTP/1.1" status: 200 len: 210 time: 0.0518618 Feb 04 17:17:46.531074 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 17:17:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be9b6429-2382-45b1-b199-8f81a03426c0 x-openstack-request-id: req-be9b6429-2382-45b1-b199-8f81a03426c0 {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:17:46.531646 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc6828c0-e3de-440f-b02a-be00d4b9136d", "name": "network-vif-deleted", "tag": "1c7d9fa2-9ef9-488a-a8c3-a61982a926f8", "status": "completed", "code": 200}]} {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:17:46.532140 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-be9b6429-2382-45b1-b199-8f81a03426c0 {{(pid=103376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:17:46.532989 n-d-827839-2 neutron-server[103376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc6828c0-e3de-440f-b02a-be00d4b9136d', 'name': 'network-vif-deleted', 'tag': '1c7d9fa2-9ef9-488a-a8c3-a61982a926f8', 'status': 'completed', 'code': 200} Feb 04 17:17:46.786717 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e4c2e6-36d7-485f-9785-56c090031c02 req-60c4873a-a665-4af2-be0a-25e3815c2199 tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:17:46.795950 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-31e4c2e6-36d7-485f-9785-56c090031c02 req-60c4873a-a665-4af2-be0a-25e3815c2199 tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] 10.222.0.89 "GET /v2.0/networks?id=e6d83a7c-1f77-441c-afa2-81d5754db2af HTTP/1.1" status: 200 len: 812 time: 0.1572335 Feb 04 17:17:46.814516 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-31e4c2e6-36d7-485f-9785-56c090031c02 req-3d8d050b-2f6b-426d-a7e2-df0d1725eab6 tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] 10.222.0.89 "GET /v2.0/quotas/36d552dcaba84f869d86965d2c5a9247 HTTP/1.1" status: 200 len: 375 time: 0.0171094 Feb 04 17:17:46.879476 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-31e4c2e6-36d7-485f-9785-56c090031c02 req-e999ed61-bd39-4fd2-887f-6c13ba6b58c7 tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=36d552dcaba84f869d86965d2c5a9247&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0629911 Feb 04 17:17:46.993190 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-31e4c2e6-36d7-485f-9785-56c090031c02 req-0f0a483f-db8a-44b2-b84c-8063fde78e71 service neutron] 10.222.0.89 "GET /v2.0/networks/e6d83a7c-1f77-441c-afa2-81d5754db2af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1063139 Feb 04 17:17:47.188327 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-31e4c2e6-36d7-485f-9785-56c090031c02 req-885f7672-d626-4551-b9db-52267dee64fa service neutron] 10.222.0.89 "GET /v2.0/networks/e6d83a7c-1f77-441c-afa2-81d5754db2af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1883721 Feb 04 17:17:47.492823 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486e7b62-6b1b-4ea6-96af-69d6dd762039 req-a1aa8719-1fbd-4f38-976e-d45e1f4a9092 tempest-ListServerFiltersTestJSON-412490069 tempest-ListServerFiltersTestJSON-412490069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:17:47.588231 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-486e7b62-6b1b-4ea6-96af-69d6dd762039 req-a1aa8719-1fbd-4f38-976e-d45e1f4a9092 tempest-ListServerFiltersTestJSON-412490069 tempest-ListServerFiltersTestJSON-412490069-project] 10.222.0.89 "GET /v2.0/ports?device_id=12738f53-d5b1-4e66-9060-023827767e73 HTTP/1.1" status: 200 len: 944 time: 0.2429726 Feb 04 17:17:47.779206 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e9cf99-dc56-48f9-9859-1750f83b7e49 req-fd787b9b-de84-4efe-a203-ccf70b83ce4b tempest-InstanceActionsV221TestJSON-910298216 tempest-InstanceActionsV221TestJSON-910298216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:17:47.789528 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-d6e9cf99-dc56-48f9-9859-1750f83b7e49 req-fd787b9b-de84-4efe-a203-ccf70b83ce4b tempest-InstanceActionsV221TestJSON-910298216 tempest-InstanceActionsV221TestJSON-910298216-project] 10.222.0.89 "GET /v2.0/ports?device_id=3cce4d83-aa1d-4371-aec8-504818bdd7bc HTTP/1.1" status: 200 len: 943 time: 0.2427533 Feb 04 17:17:47.925602 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-d6e9cf99-dc56-48f9-9859-1750f83b7e49 req-7bc77e91-be19-4c62-8ed1-4e3692d2f43e tempest-InstanceActionsV221TestJSON-910298216 tempest-InstanceActionsV221TestJSON-910298216-project] 10.222.0.89 "GET /v2.0/security-groups?id=6624c962-c58b-47ff-8d93-f7fdfbcaa6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348176 Feb 04 17:17:47.944004 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-486e7b62-6b1b-4ea6-96af-69d6dd762039 req-ea80cc86-ef42-4026-88f1-fefef52b22b7 tempest-ListServerFiltersTestJSON-412490069 tempest-ListServerFiltersTestJSON-412490069-project] 10.222.0.89 "GET /v2.0/security-groups?id=97f39e76-7bf1-44bd-bf73-dcbb52112ad3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3516889 Feb 04 17:17:47.947718 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-681d61e1-b607-4b1b-8f9f-2aeb8082ef4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (d54f581d-f35a-408b-bfa1-81bdf674e8e7), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:48.105783 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681d61e1-b607-4b1b-8f9f-2aeb8082ef4c admin admin] Pushing event deleted for resources: {'Port': ['ID=d54f581d-f35a-408b-bfa1-81bdf674e8e7,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:17:48.223061 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-79482532-b4f1-44ca-ac8f-bb35ebf2e614 req-ee761079-c1c6-4276-a550-a140317cac25 tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] 10.222.0.89 "GET /v2.0/ports?device_id=e5d75215-3fe4-46c8-83d3-a72f5690da4f HTTP/1.1" status: 200 len: 210 time: 0.1223671 Feb 04 17:17:48.254468 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 58804) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:17:48.524963 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-681d61e1-b607-4b1b-8f9f-2aeb8082ef4c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1677336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1602614'] for router_interface (92b5438a-48e8-4476-bcee-090079f7316e), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:48.562873 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-05aca926-97b3-4b04-b960-b109621c82dc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:48.638596 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device 8f26e1ab-1c91-4119-a212-eb2316f070f0 details requested by agent hyperv_n-h1-827839-2 with host n-h1-827839-2 {{(pid=103378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 17:17:48.644944 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device f2c72dc7-b6d4-45b0-a437-808586eb2be7 up at agent hyperv_n-h1-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:17:48.793417 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-05aca926-97b3-4b04-b960-b109621c82dc admin admin] Publish callbacks [] for security_group (968db347-f89f-41c4-a254-0a6e877538fa), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:48.797615 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-05aca926-97b3-4b04-b960-b109621c82dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (968db347-f89f-41c4-a254-0a6e877538fa), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:48.816166 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Provisioning for port f2c72dc7-b6d4-45b0-a437-808586eb2be7 completed by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 17:17:48.833123 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Provisioning complete for port f2c72dc7-b6d4-45b0-a437-808586eb2be7 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:17:48.833503 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (f2c72dc7-b6d4-45b0-a437-808586eb2be7), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:48.913445 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-05aca926-97b3-4b04-b960-b109621c82dc admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=d99348db23474f3499c008c4bd11d10b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6573646 Feb 04 17:17:48.914555 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05aca926-97b3-4b04-b960-b109621c82dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=968db347-f89f-41c4-a254-0a6e877538fa,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:17:48.917188 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 58816) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:17:48.976084 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551a8dea-2d5a-475a-b48d-0cd63bd1631a req-a79572e2-b9e0-4886-9b63-cb3e89253dd8 tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:17:48.980763 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-18882406-c9e2-4664-b7e3-3c460211bead admin admin] Publish callbacks [] for security_group (968db347-f89f-41c4-a254-0a6e877538fa), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:48.983760 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-551a8dea-2d5a-475a-b48d-0cd63bd1631a req-a79572e2-b9e0-4886-9b63-cb3e89253dd8 tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] 10.222.0.89 "GET /v2.0/ports?device_id=99914122-947d-4d33-8d43-120a66c70f08 HTTP/1.1" status: 200 len: 950 time: 0.2530746 Feb 04 17:17:49.011665 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-18882406-c9e2-4664-b7e3-3c460211bead admin admin] Publish callbacks [] for security_group (968db347-f89f-41c4-a254-0a6e877538fa), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:49.064799 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-551a8dea-2d5a-475a-b48d-0cd63bd1631a req-64a30791-52ff-4be7-b458-2122006c8c4c tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] 10.222.0.89 "GET /v2.0/security-groups?id=5fa98c6a-94b3-4690-b9c3-4f0e67d11226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778196 Feb 04 17:17:49.077926 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-18882406-c9e2-4664-b7e3-3c460211bead admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (968db347-f89f-41c4-a254-0a6e877538fa), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:49.080918 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-18882406-c9e2-4664-b7e3-3c460211bead admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:49.082201 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-18882406-c9e2-4664-b7e3-3c460211bead admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/968db347-f89f-41c4-a254-0a6e877538fa HTTP/1.1" status: 204 len: 168 time: 0.1639295 Feb 04 17:17:49.091923 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18882406-c9e2-4664-b7e3-3c460211bead admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=968db347-f89f-41c4-a254-0a6e877538fa,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:17:49.122981 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-681d61e1-b607-4b1b-8f9f-2aeb8082ef4c admin admin] Router 92b5438a-48e8-4476-bcee-090079f7316e has already been hosted by L3 agent 64ada913-9131-4d99-a265-63a920956287 {{(pid=103377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 17:17:49.371701 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-681d61e1-b607-4b1b-8f9f-2aeb8082ef4c admin admin] Notify agent at l3_agent.n-d-827839-2 the message routers_updated {{(pid=103377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 17:17:49.384171 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dba7e54a-4104-4e15-a5c7-aacf5220ae7c None None] Sync routers for ids ['92b5438a-48e8-4476-bcee-090079f7316e'] in n-d-827839-2 {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 17:17:49.401445 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-841f617e-77af-433c-a3ab-94c2cbd61762 req-dd490fb8-c54d-4147-ad7c-518387eb84da tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] 10.222.0.89 "GET /v2.0/ports?device_id=e5d75215-3fe4-46c8-83d3-a72f5690da4f HTTP/1.1" status: 200 len: 210 time: 0.0500801 Feb 04 17:17:49.420476 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-681d61e1-b607-4b1b-8f9f-2aeb8082ef4c admin admin] 10.222.0.89 "PUT /v2.0/routers/92b5438a-48e8-4476-bcee-090079f7316e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5646908 Feb 04 17:17:49.423820 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 58826) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:17:49.424289 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dba7e54a-4104-4e15-a5c7-aacf5220ae7c None None] Routers {'92b5438a-48e8-4476-bcee-090079f7316e'} bound to L3 agent in host n-d-827839-2 {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:17:49.424948 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-dba7e54a-4104-4e15-a5c7-aacf5220ae7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:17:32Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['92b5438a-48e8-4476-bcee-090079f7316e'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:17:49.449466 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.db.resource_extend [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] It took 0.66 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 17:17:49.582564 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-040abffc-4bcd-47c1-86d7-5b7c3b9d07a5 admin admin] Publish callbacks [] for router (92b5438a-48e8-4476-bcee-090079f7316e), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:49.724029 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvr_db [None req-dba7e54a-4104-4e15-a5c7-aacf5220ae7c None None] Set router 92b5438a-48e8-4476-bcee-090079f7316e gateway port host: n-d-827839-2 {{(pid=103379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:17:49.728110 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c9c082-0652-40f2-b7ad-5411ced4b060 req-fa53a3fb-9463-42d4-bafb-9eeb2680cead tempest-InstanceActionsV221TestJSON-910298216 tempest-InstanceActionsV221TestJSON-910298216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:17:49.737453 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-39c9c082-0652-40f2-b7ad-5411ced4b060 req-fa53a3fb-9463-42d4-bafb-9eeb2680cead tempest-InstanceActionsV221TestJSON-910298216 tempest-InstanceActionsV221TestJSON-910298216-project] 10.222.0.89 "GET /v2.0/ports?device_id=3cce4d83-aa1d-4371-aec8-504818bdd7bc HTTP/1.1" status: 200 len: 943 time: 0.3604076 Feb 04 17:17:49.807048 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 58840) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:17:49.831133 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-040abffc-4bcd-47c1-86d7-5b7c3b9d07a5 admin admin] Publish callbacks [] for router_gateway (92b5438a-48e8-4476-bcee-090079f7316e), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:49.835064 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Current status of the port f2c72dc7-b6d4-45b0-a437-808586eb2be7 is: BUILD; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:17:49.835563 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (f2c72dc7-b6d4-45b0-a437-808586eb2be7), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:49.852491 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-bff106f7-c6e2-4e16-8427-f0f60809fa42 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:49.869142 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] For port 8f26e1ab-1c91-4119-a212-eb2316f070f0, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=8f26e1ab-1c91-4119-a212-eb2316f070f0,segment=NetworkSegment(c5975766-ea44-4010-849c-fe327f973b05),segment_id=c5975766-ea44-4010-849c-fe327f973b05)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:17:49.883090 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Returning: {'device': '8f26e1ab-1c91-4119-a212-eb2316f070f0', 'network_id': '2c53abc2-7b72-4ef4-bb10-a9d0cbd1cc40', 'port_id': '8f26e1ab-1c91-4119-a212-eb2316f070f0', 'mac_address': 'fa:16:3e:74:43:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 777, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6db1132f-3231-4eb4-84c6-7a6ee6880d87', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 17:17:49.944511 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12738f53-d5b1-4e66-9060-023827767e73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2c72dc7-b6d4-45b0-a437-808586eb2be7'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:17:49.947096 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c34bc964ce2211770fda26ca2f3801cc06f4f39928110690550e94ab9c9d2fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-951e8370-dfe1-4752-bb24-508efb05371b" -d '{"events": [{"server_uuid": "12738f53-d5b1-4e66-9060-023827767e73", "name": "network-vif-plugged", "status": "completed", "tag": "f2c72dc7-b6d4-45b0-a437-808586eb2be7"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:17:49.969405 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] For port f2c72dc7-b6d4-45b0-a437-808586eb2be7, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=f2c72dc7-b6d4-45b0-a437-808586eb2be7,segment=NetworkSegment(7d72d660-cccf-4e71-b324-5a5f94eb974f),segment_id=7d72d660-cccf-4e71-b324-5a5f94eb974f)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:17:49.977220 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (f2c72dc7-b6d4-45b0-a437-808586eb2be7), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:49.978305 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device 1c7d9fa2-9ef9-488a-a8c3-a61982a926f8 no longer exists at agent hyperv_n-h1-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:17:49.980023 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e4c2e6-36d7-485f-9785-56c090031c02 req-cd0c9c73-f1b0-4f91-8b60-e300c92a6fd8 tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:17:49.981843 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-31e4c2e6-36d7-485f-9785-56c090031c02 req-cd0c9c73-f1b0-4f91-8b60-e300c92a6fd8 tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] 10.222.0.90 "GET /v2.0/networks?id=e6d83a7c-1f77-441c-afa2-81d5754db2af HTTP/1.1" status: 200 len: 812 time: 0.5935307 Feb 04 17:17:49.983569 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Current status of the port 8f26e1ab-1c91-4119-a212-eb2316f070f0 is: DOWN; New status is: BUILD {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:17:49.984533 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (8f26e1ab-1c91-4119-a212-eb2316f070f0), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:50.004161 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [req-31e4c2e6-36d7-485f-9785-56c090031c02 req-154a7838-65dd-4dea-8f78-62f91e81b9f4 tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] Request body: {'port': {'device_id': 'e5d75215-3fe4-46c8-83d3-a72f5690da4f', 'network_id': 'e6d83a7c-1f77-441c-afa2-81d5754db2af', 'admin_state_up': True, 'tenant_id': '36d552dcaba84f869d86965d2c5a9247'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:17:50.039361 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-bff106f7-c6e2-4e16-8427-f0f60809fa42 admin admin] Publish callbacks [] for security_group (79a32fce-98ef-4b04-9090-0fb2cfddbb3a), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:50.061791 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-39c9c082-0652-40f2-b7ad-5411ced4b060 req-ab62fc86-f489-43c2-9c7b-35ed03f49e7e tempest-InstanceActionsV221TestJSON-910298216 tempest-InstanceActionsV221TestJSON-910298216-project] 10.222.0.89 "GET /v2.0/security-groups?id=6624c962-c58b-47ff-8d93-f7fdfbcaa6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3228018 Feb 04 17:17:50.123848 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-bff106f7-c6e2-4e16-8427-f0f60809fa42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (79a32fce-98ef-4b04-9090-0fb2cfddbb3a), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:50.134224 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] No Port match for: 1c7d9fa2-9ef9-488a-a8c3-a61982a926f8 {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 17:17:50.134749 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device 1c7d9fa2-9ef9-488a-a8c3-a61982a926f8 not bound to the agent host n-h1-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 17:17:50.152776 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f26e1ab-1c91-4119-a212-eb2316f070f0 {{(pid=103378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 17:17:50.191581 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-bff106f7-c6e2-4e16-8427-f0f60809fa42 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=496a58ccafa54bb6b363b0b5aa614f34&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3788667 Feb 04 17:17:50.195770 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 58848) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:17:50.229300 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] For port 8f26e1ab-1c91-4119-a212-eb2316f070f0, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=8f26e1ab-1c91-4119-a212-eb2316f070f0,segment=NetworkSegment(c5975766-ea44-4010-849c-fe327f973b05),segment_id=c5975766-ea44-4010-849c-fe327f973b05)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:17:50.247218 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (8f26e1ab-1c91-4119-a212-eb2316f070f0), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:50.282792 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Pushing event updated for resources: {'Port': ['ID=f2c72dc7-b6d4-45b0-a437-808586eb2be7,revision_number=5']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:17:50.287675 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff106f7-c6e2-4e16-8427-f0f60809fa42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79a32fce-98ef-4b04-9090-0fb2cfddbb3a,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:17:50.324318 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-040abffc-4bcd-47c1-86d7-5b7c3b9d07a5 admin admin] Deleting port e05067cd-639b-4377-9737-6ebe3bcb04c0 {{(pid=103376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:17:50.324912 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-040abffc-4bcd-47c1-86d7-5b7c3b9d07a5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (e05067cd-639b-4377-9737-6ebe3bcb04c0), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:50.392876 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 17:17:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38372721-7c3d-4313-b0d6-38291890b510 x-openstack-request-id: req-38372721-7c3d-4313-b0d6-38291890b510 {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:17:50.398097 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12738f53-d5b1-4e66-9060-023827767e73", "name": "network-vif-plugged", "status": "completed", "tag": "f2c72dc7-b6d4-45b0-a437-808586eb2be7", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:17:50.398538 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-38372721-7c3d-4313-b0d6-38291890b510 {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:17:50.399072 n-d-827839-2 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12738f53-d5b1-4e66-9060-023827767e73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2c72dc7-b6d4-45b0-a437-808586eb2be7', 'code': 200} Feb 04 17:17:50.402372 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Pushing event updated for resources: {'Port': ['ID=8f26e1ab-1c91-4119-a212-eb2316f070f0,revision_number=4']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:17:50.416099 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089f703a-f502-4976-8e8f-62ff4dc53390 req-dc02eb22-84f7-4ed6-a5b4-3b4bb6496902 tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:17:50.417896 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-089f703a-f502-4976-8e8f-62ff4dc53390 req-dc02eb22-84f7-4ed6-a5b4-3b4bb6496902 tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] 10.222.0.90 "GET /v2.0/ports?device_id=99914122-947d-4d33-8d43-120a66c70f08 HTTP/1.1" status: 200 len: 950 time: 0.3600297 Feb 04 17:17:50.515396 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [None req-040abffc-4bcd-47c1-86d7-5b7c3b9d07a5 admin admin] For port e05067cd-639b-4377-9737-6ebe3bcb04c0, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=e05067cd-639b-4377-9737-6ebe3bcb04c0,segment=NetworkSegment(5942dc44-1f07-4c27-b0ab-45a2bff20dd5),segment_id=5942dc44-1f07-4c27-b0ab-45a2bff20dd5)] {{(pid=103376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:17:50.515972 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-040abffc-4bcd-47c1-86d7-5b7c3b9d07a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (e05067cd-639b-4377-9737-6ebe3bcb04c0), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:50.528051 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-dba7e54a-4104-4e15-a5c7-aacf5220ae7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92b5438a-48e8-4476-bcee-090079f7316e', 'name': 'tempest-ServersTestMultiNic-1766030134-router', 'tenant_id': '33ab830fde4c41a1b2b9427ee7d64511', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.170'}], 'enable_snat': True}, 'gw_port_id': 'e05067cd-639b-4377-9737-6ebe3bcb04c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:15:57Z', 'updated_at': '2022-02-04T17:17:47Z', 'revision_number': 5, 'project_id': '33ab830fde4c41a1b2b9427ee7d64511', 'gw_port': {'id': 'e05067cd-639b-4377-9737-6ebe3bcb04c0', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:7a:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92b5438a-48e8-4476-bcee-090079f7316e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:15:58Z', 'updated_at': '2022-02-04T17:16:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2'}], 'n-d-827839-2', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:17:50.546466 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-040abffc-4bcd-47c1-86d7-5b7c3b9d07a5 admin admin] Calling delete_port for e05067cd-639b-4377-9737-6ebe3bcb04c0 owned by network:router_gateway {{(pid=103376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:17:50.558179 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dba7e54a-4104-4e15-a5c7-aacf5220ae7c None None] Checking router: 92b5438a-48e8-4476-bcee-090079f7316e for host: n-d-827839-2 {{(pid=103379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 17:17:50.567478 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dba7e54a-4104-4e15-a5c7-aacf5220ae7c None None] Routers {'92b5438a-48e8-4476-bcee-090079f7316e'} bound to L3 agent in host n-d-827839-2 {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:17:50.569002 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-dba7e54a-4104-4e15-a5c7-aacf5220ae7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:17:32Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['92b5438a-48e8-4476-bcee-090079f7316e'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:17:50.647464 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-39ff96de-889f-443d-9fc4-0b4a84b3d023 admin admin] Publish callbacks [] for security_group (79a32fce-98ef-4b04-9090-0fb2cfddbb3a), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:50.653227 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] get_ports_and_sgs() called for port_ids ['8f26e1ab-1c91-4119-a212-eb2316f070f0'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 17:17:50.665210 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-31e4c2e6-36d7-485f-9785-56c090031c02 req-154a7838-65dd-4dea-8f78-62f91e81b9f4 tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] Made reservation on behalf of 36d552dcaba84f869d86965d2c5a9247 for: {'port': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:17:50.669335 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-31e4c2e6-36d7-485f-9785-56c090031c02 req-154a7838-65dd-4dea-8f78-62f91e81b9f4 tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:50.794231 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c49c48f-5b30-4465-a72e-ce5d2935e39e req-fdd4fb76-d78a-41eb-bab5-26ab30f1889d tempest-ListServerFiltersTestJSON-412490069 tempest-ListServerFiltersTestJSON-412490069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:17:50.795707 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvr_db [None req-dba7e54a-4104-4e15-a5c7-aacf5220ae7c None None] Set router 92b5438a-48e8-4476-bcee-090079f7316e gateway port host: None {{(pid=103379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:17:50.795841 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-3c49c48f-5b30-4465-a72e-ce5d2935e39e req-fdd4fb76-d78a-41eb-bab5-26ab30f1889d tempest-ListServerFiltersTestJSON-412490069 tempest-ListServerFiltersTestJSON-412490069-project] 10.222.0.89 "GET /v2.0/ports?device_id=12738f53-d5b1-4e66-9060-023827767e73 HTTP/1.1" status: 200 len: 945 time: 0.5409997 Feb 04 17:17:50.914197 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-dba7e54a-4104-4e15-a5c7-aacf5220ae7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92b5438a-48e8-4476-bcee-090079f7316e', 'name': 'tempest-ServersTestMultiNic-1766030134-router', 'tenant_id': '33ab830fde4c41a1b2b9427ee7d64511', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:15:57Z', 'updated_at': '2022-02-04T17:17:49Z', 'revision_number': 6, 'project_id': '33ab830fde4c41a1b2b9427ee7d64511', 'gw_port_host': None}], 'n-d-827839-2', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:17:50.974739 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dba7e54a-4104-4e15-a5c7-aacf5220ae7c None None] The sync data for ids ['92b5438a-48e8-4476-bcee-090079f7316e'] in n-d-827839-2 is: [{'id': '92b5438a-48e8-4476-bcee-090079f7316e', 'name': 'tempest-ServersTestMultiNic-1766030134-router', 'tenant_id': '33ab830fde4c41a1b2b9427ee7d64511', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:15:57Z', 'updated_at': '2022-02-04T17:17:49Z', 'revision_number': 6, 'project_id': '33ab830fde4c41a1b2b9427ee7d64511', 'gw_port_host': None}] {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 17:17:50.982068 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-39ff96de-889f-443d-9fc4-0b4a84b3d023 admin admin] Publish callbacks [] for security_group (79a32fce-98ef-4b04-9090-0fb2cfddbb3a), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:50.999476 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-040abffc-4bcd-47c1-86d7-5b7c3b9d07a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (e05067cd-639b-4377-9737-6ebe3bcb04c0), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:51.051786 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-097efa41-2c3a-49a9-a646-30287145985a req-c6b1b950-ccee-4189-a142-32a3d2147fa0 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=d8a46594-af9a-4c29-9a3e-2edb427e70fa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5207632 Feb 04 17:17:51.118440 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040abffc-4bcd-47c1-86d7-5b7c3b9d07a5 admin admin] Pushing event deleted for resources: {'Port': ['ID=e05067cd-639b-4377-9737-6ebe3bcb04c0,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:17:51.171569 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [req-089f703a-f502-4976-8e8f-62ff4dc53390 req-d3981c1e-5323-4875-8a31-7cee23d5c596 tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] Deleting port a9ea809e-a7d4-4c46-b4d9-cd7077cf1c91 {{(pid=103377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:17:51.171966 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-089f703a-f502-4976-8e8f-62ff4dc53390 req-d3981c1e-5323-4875-8a31-7cee23d5c596 tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (a9ea809e-a7d4-4c46-b4d9-cd7077cf1c91), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:51.215522 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743160dc-4d8e-44d9-9862-d960faa07e14 req-ce2d73f0-d72a-490a-baf8-2a6b4afa17ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:17:51.217374 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-743160dc-4d8e-44d9-9862-d960faa07e14 req-ce2d73f0-d72a-490a-baf8-2a6b4afa17ec service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=12738f53-d5b1-4e66-9060-023827767e73 HTTP/1.1" status: 200 len: 1127 time: 0.3147078 Feb 04 17:17:51.225057 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b19c74-44db-49c1-a96b-1945ffad4748 req-3dca3b33-9da0-44e2-9fca-16debd382305 tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:17:51.231954 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-05b19c74-44db-49c1-a96b-1945ffad4748 req-3dca3b33-9da0-44e2-9fca-16debd382305 tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] 10.222.0.89 "GET /v2.0/ports?device_id=99914122-947d-4d33-8d43-120a66c70f08 HTTP/1.1" status: 200 len: 950 time: 0.3270695 Feb 04 17:17:51.269253 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-040abffc-4bcd-47c1-86d7-5b7c3b9d07a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1595544'] for router_gateway (92b5438a-48e8-4476-bcee-090079f7316e), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:51.293680 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [req-089f703a-f502-4976-8e8f-62ff4dc53390 req-d3981c1e-5323-4875-8a31-7cee23d5c596 tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] For port a9ea809e-a7d4-4c46-b4d9-cd7077cf1c91, host n-h2-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=a9ea809e-a7d4-4c46-b4d9-cd7077cf1c91,segment=NetworkSegment(3a39b085-d3e6-43bb-a64c-1b06dd049e5a),segment_id=3a39b085-d3e6-43bb-a64c-1b06dd049e5a)] {{(pid=103377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:17:51.294040 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-089f703a-f502-4976-8e8f-62ff4dc53390 req-d3981c1e-5323-4875-8a31-7cee23d5c596 tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (a9ea809e-a7d4-4c46-b4d9-cd7077cf1c91), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:51.319992 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [req-089f703a-f502-4976-8e8f-62ff4dc53390 req-d3981c1e-5323-4875-8a31-7cee23d5c596 tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] Calling delete_port for a9ea809e-a7d4-4c46-b4d9-cd7077cf1c91 owned by compute:nova {{(pid=103377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:17:51.590662 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-089f703a-f502-4976-8e8f-62ff4dc53390 req-d3981c1e-5323-4875-8a31-7cee23d5c596 tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (a9ea809e-a7d4-4c46-b4d9-cd7077cf1c91), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:51.603046 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] get_ports_and_sgs() called for port_ids ['a9ea809e-a7d4-4c46-b4d9-cd7077cf1c91'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 17:17:51.687185 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-3c49c48f-5b30-4465-a72e-ce5d2935e39e req-cb22108a-c7f1-403f-b982-81cb3ade0317 tempest-ListServerFiltersTestJSON-412490069 tempest-ListServerFiltersTestJSON-412490069-project] 10.222.0.89 "GET /v2.0/security-groups?id=97f39e76-7bf1-44bd-bf73-dcbb52112ad3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7273612 Feb 04 17:17:51.709334 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3981c1e-5323-4875-8a31-7cee23d5c596 tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] Pushing event deleted for resources: {'Port': ['ID=a9ea809e-a7d4-4c46-b4d9-cd7077cf1c91,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:17:51.778334 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [req-089f703a-f502-4976-8e8f-62ff4dc53390 req-d3981c1e-5323-4875-8a31-7cee23d5c596 tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] No DVR routers for this DVR port a9ea809e-a7d4-4c46-b4d9-cd7077cf1c91 on host n-h2-827839-2 {{(pid=103377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 17:17:51.782999 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-089f703a-f502-4976-8e8f-62ff4dc53390 req-d3981c1e-5323-4875-8a31-7cee23d5c596 tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:51.794557 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-089f703a-f502-4976-8e8f-62ff4dc53390 req-d3981c1e-5323-4875-8a31-7cee23d5c596 tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] 10.222.0.90 "DELETE /v2.0/ports/a9ea809e-a7d4-4c46-b4d9-cd7077cf1c91 HTTP/1.1" status: 204 len: 173 time: 1.3597128 Feb 04 17:17:51.806995 n-d-827839-2 neutron-server[103377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99914122-947d-4d33-8d43-120a66c70f08', 'name': 'network-vif-deleted', 'tag': 'a9ea809e-a7d4-4c46-b4d9-cd7077cf1c91'}] {{(pid=103377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:17:51.815674 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7240428b650e1488e9361b62648ff4b3a6c19d49d8c27c949491ab58c1346cf0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b78f75a-4478-47ca-8a58-70f20e998083" -d '{"events": [{"server_uuid": "99914122-947d-4d33-8d43-120a66c70f08", "name": "network-vif-deleted", "tag": "a9ea809e-a7d4-4c46-b4d9-cd7077cf1c91"}]}' {{(pid=103377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:17:51.826405 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097efa41-2c3a-49a9-a646-30287145985a req-a6dca1dc-e942-4e38-abfb-d1e5258257e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:17:51.834652 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-097efa41-2c3a-49a9-a646-30287145985a req-a6dca1dc-e942-4e38-abfb-d1e5258257e2 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=f3812c841c31408e86184d3885a61bc1&device_id=d8a46594-af9a-4c29-9a3e-2edb427e70fa HTTP/1.1" status: 200 len: 1126 time: 0.7508259 Feb 04 17:17:51.849672 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-39ff96de-889f-443d-9fc4-0b4a84b3d023 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (79a32fce-98ef-4b04-9090-0fb2cfddbb3a), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:51.859013 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-39ff96de-889f-443d-9fc4-0b4a84b3d023 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:51.862270 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-39ff96de-889f-443d-9fc4-0b4a84b3d023 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/79a32fce-98ef-4b04-9090-0fb2cfddbb3a HTTP/1.1" status: 204 len: 168 time: 1.6615577 Feb 04 17:17:51.872586 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.db_base_plugin_common [req-31e4c2e6-36d7-485f-9785-56c090031c02 req-154a7838-65dd-4dea-8f78-62f91e81b9f4 tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] Allocated IP 172.20.0.3 (e6d83a7c-1f77-441c-afa2-81d5754db2af/bf8ba049-695f-44be-9bf2-689533c91d54/0d900902-236e-4b59-81c2-4e05e50526a0) {{(pid=103377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:17:51.935636 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ff96de-889f-443d-9fc4-0b4a84b3d023 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79a32fce-98ef-4b04-9090-0fb2cfddbb3a,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:17:52.307098 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device d54f581d-f35a-408b-bfa1-81bdf674e8e7 no longer exists at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:17:52.383515 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-05b19c74-44db-49c1-a96b-1945ffad4748 req-ee1ad519-1402-4828-bb2f-184d9fc441e7 tempest-MigrationsAdminTest-1872125786 tempest-MigrationsAdminTest-1872125786-project] 10.222.0.89 "GET /v2.0/security-groups?id=5fa98c6a-94b3-4690-b9c3-4f0e67d11226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1502891 Feb 04 17:17:52.386414 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-743160dc-4d8e-44d9-9862-d960faa07e14 req-6a68dc89-bfb0-44e8-84ec-23959d0c999b service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=97f39e76-7bf1-44bd-bf73-dcbb52112ad3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1516109 Feb 04 17:17:52.396985 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-040abffc-4bcd-47c1-86d7-5b7c3b9d07a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1601811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26971'] for router (92b5438a-48e8-4476-bcee-090079f7316e), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:52.399708 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-040abffc-4bcd-47c1-86d7-5b7c3b9d07a5 admin admin] Publish callbacks [] for router_controller (92b5438a-48e8-4476-bcee-090079f7316e), precommit_delete_associations {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:52.402605 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] No Port match for: d54f581d-f35a-408b-bfa1-81bdf674e8e7 {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 17:17:52.406141 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device d54f581d-f35a-408b-bfa1-81bdf674e8e7 not bound to the agent host n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 17:17:52.410483 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device e05067cd-639b-4377-9737-6ebe3bcb04c0 no longer exists at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:17:52.497018 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] No Port match for: e05067cd-639b-4377-9737-6ebe3bcb04c0 {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 17:17:52.499734 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device e05067cd-639b-4377-9737-6ebe3bcb04c0 not bound to the agent host n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 17:17:52.515180 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-040abffc-4bcd-47c1-86d7-5b7c3b9d07a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1601832'] for router (92b5438a-48e8-4476-bcee-090079f7316e), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:52.515770 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-040abffc-4bcd-47c1-86d7-5b7c3b9d07a5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 92b5438a-48e8-4476-bcee-090079f7316e {{(pid=103376) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 17:17:52.519929 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-040abffc-4bcd-47c1-86d7-5b7c3b9d07a5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:52.528523 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-040abffc-4bcd-47c1-86d7-5b7c3b9d07a5 admin admin] 10.222.0.89 "DELETE /v2.0/routers/92b5438a-48e8-4476-bcee-090079f7316e HTTP/1.1" status: 204 len: 168 time: 3.0957968 Feb 04 17:17:52.528901 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 17:17:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21a1d3d8-5a81-43da-8f99-dd97e2092dae x-openstack-request-id: req-21a1d3d8-5a81-43da-8f99-dd97e2092dae {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:17:52.528901 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99914122-947d-4d33-8d43-120a66c70f08", "name": "network-vif-deleted", "tag": "a9ea809e-a7d4-4c46-b4d9-cd7077cf1c91", "status": "completed", "code": 200}]} {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:17:52.528901 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-21a1d3d8-5a81-43da-8f99-dd97e2092dae {{(pid=103377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:17:52.528901 n-d-827839-2 neutron-server[103377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99914122-947d-4d33-8d43-120a66c70f08', 'name': 'network-vif-deleted', 'tag': 'a9ea809e-a7d4-4c46-b4d9-cd7077cf1c91', 'status': 'completed', 'code': 200} Feb 04 17:17:52.529203 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 58874) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:17:52.617377 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.db_base_plugin_v2 [None req-95c0062b-fc2b-4fe7-98c0-d77c9ace9231 admin admin] Deleting subnet 8e9ae8e8-0d90-499c-9d0a-a96789b157a9 {{(pid=103376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 17:17:52.630249 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-95c0062b-fc2b-4fe7-98c0-d77c9ace9231 admin admin] Publish callbacks [] for subnet (8e9ae8e8-0d90-499c-9d0a-a96789b157a9), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:52.667637 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device 8f26e1ab-1c91-4119-a212-eb2316f070f0 up at agent hyperv_n-h1-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:17:52.698264 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f4d9e0-9051-44e6-900e-c5351b75a716 req-3cce6e99-0174-489a-aa36-9b69667bf3ad tempest-InstanceActionsV221TestJSON-910298216 tempest-InstanceActionsV221TestJSON-910298216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:17:52.699944 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-f7f4d9e0-9051-44e6-900e-c5351b75a716 req-3cce6e99-0174-489a-aa36-9b69667bf3ad tempest-InstanceActionsV221TestJSON-910298216 tempest-InstanceActionsV221TestJSON-910298216-project] 10.222.0.89 "GET /v2.0/ports?device_id=3cce4d83-aa1d-4371-aec8-504818bdd7bc HTTP/1.1" status: 200 len: 944 time: 0.6745586 Feb 04 17:17:52.704973 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097efa41-2c3a-49a9-a646-30287145985a req-e1348216-dfff-44df-99fe-c61f619b4ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:17:52.728611 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-097efa41-2c3a-49a9-a646-30287145985a req-e1348216-dfff-44df-99fe-c61f619b4ddf service neutron] 10.222.0.90 "GET /v2.0/networks?id=b27b7363-f5f5-42ff-a720-66280b0b57a7 HTTP/1.1" status: 200 len: 922 time: 0.8001652 Feb 04 17:17:52.827973 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Provisioning for port 8f26e1ab-1c91-4119-a212-eb2316f070f0 completed by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 17:17:52.832515 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-95c0062b-fc2b-4fe7-98c0-d77c9ace9231 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25674901'] for subnet (8e9ae8e8-0d90-499c-9d0a-a96789b157a9), precommit_delete_associations {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:52.835884 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Provisioning complete for port 8f26e1ab-1c91-4119-a212-eb2316f070f0 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:17:52.836270 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (8f26e1ab-1c91-4119-a212-eb2316f070f0), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:52.870574 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-097efa41-2c3a-49a9-a646-30287145985a req-84b79568-4629-42fc-87d5-23137a11e6a8 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=09fe44f1-9e7b-43ae-8405-ca810bec8f9b HTTP/1.1" status: 200 len: 217 time: 0.0814631 Feb 04 17:17:52.895526 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-f7f4d9e0-9051-44e6-900e-c5351b75a716 req-7e5c58fd-6d12-4b5c-9f16-f882990fe978 tempest-InstanceActionsV221TestJSON-910298216 tempest-InstanceActionsV221TestJSON-910298216-project] 10.222.0.89 "GET /v2.0/security-groups?id=6624c962-c58b-47ff-8d93-f7fdfbcaa6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658478 Feb 04 17:17:52.961571 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-31e4c2e6-36d7-485f-9785-56c090031c02 req-154a7838-65dd-4dea-8f78-62f91e81b9f4 tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] Publish callbacks [] for port (0d900902-236e-4b59-81c2-4e05e50526a0), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:52.980800 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097efa41-2c3a-49a9-a646-30287145985a req-80390936-681a-4f1b-a0ce-a41a83ad0868 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:17:52.982497 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-097efa41-2c3a-49a9-a646-30287145985a req-80390936-681a-4f1b-a0ce-a41a83ad0868 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=fa2004f2-da24-41cf-84b9-96d41a7dd118 HTTP/1.1" status: 200 len: 861 time: 0.1039958 Feb 04 17:17:53.090772 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-097efa41-2c3a-49a9-a646-30287145985a req-e28e5c37-a6aa-43bb-bb09-ec33b6b02aed service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=b27b7363-f5f5-42ff-a720-66280b0b57a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1012335 Feb 04 17:17:53.127932 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Current status of the port 8f26e1ab-1c91-4119-a212-eb2316f070f0 is: BUILD; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:17:53.128582 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (8f26e1ab-1c91-4119-a212-eb2316f070f0), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:53.139993 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706c3068-ba3a-4875-8cf3-5401eb6d5f2d req-56f53cd5-34f7-42b4-85b2-c93c57fdbaa6 tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:17:53.154442 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-706c3068-ba3a-4875-8cf3-5401eb6d5f2d req-56f53cd5-34f7-42b4-85b2-c93c57fdbaa6 tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] 10.222.0.89 "GET /v2.0/networks?id=e6d83a7c-1f77-441c-afa2-81d5754db2af HTTP/1.1" status: 200 len: 812 time: 0.3886967 Feb 04 17:17:53.200836 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cce4d83-aa1d-4371-aec8-504818bdd7bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f26e1ab-1c91-4119-a212-eb2316f070f0'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:17:53.209553 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c34bc964ce2211770fda26ca2f3801cc06f4f39928110690550e94ab9c9d2fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-feeba576-53f2-453a-b326-fe9c4dfeaad4" -d '{"events": [{"server_uuid": "3cce4d83-aa1d-4371-aec8-504818bdd7bc", "name": "network-vif-plugged", "status": "completed", "tag": "8f26e1ab-1c91-4119-a212-eb2316f070f0"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:17:53.262235 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-706c3068-ba3a-4875-8cf3-5401eb6d5f2d req-d13d06d0-c08a-4339-b1f0-585f7a9effe5 tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] 10.222.0.89 "GET /v2.0/quotas/36d552dcaba84f869d86965d2c5a9247 HTTP/1.1" status: 200 len: 375 time: 0.1067319 Feb 04 17:17:53.265814 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] For port 8f26e1ab-1c91-4119-a212-eb2316f070f0, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=8f26e1ab-1c91-4119-a212-eb2316f070f0,segment=NetworkSegment(c5975766-ea44-4010-849c-fe327f973b05),segment_id=c5975766-ea44-4010-849c-fe327f973b05)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:17:53.276906 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (8f26e1ab-1c91-4119-a212-eb2316f070f0), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:53.329709 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-31e4c2e6-36d7-485f-9785-56c090031c02 req-154a7838-65dd-4dea-8f78-62f91e81b9f4 tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (0d900902-236e-4b59-81c2-4e05e50526a0), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:53.445868 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Pushing event updated for resources: {'Port': ['ID=8f26e1ab-1c91-4119-a212-eb2316f070f0,revision_number=5']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:17:53.574755 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-706c3068-ba3a-4875-8cf3-5401eb6d5f2d req-93d0ebdc-fae7-482b-8ba2-37bb90e91cde tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=36d552dcaba84f869d86965d2c5a9247&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3115489 Feb 04 17:17:53.592672 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-31e4c2e6-36d7-485f-9785-56c090031c02 req-154a7838-65dd-4dea-8f78-62f91e81b9f4 tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] Network e6d83a7c-1f77-441c-afa2-81d5754db2af is already hosted by enough agents. {{(pid=103377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:17:53.669107 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-95c0062b-fc2b-4fe7-98c0-d77c9ace9231 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1541225'] for subnet (8e9ae8e8-0d90-499c-9d0a-a96789b157a9), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:53.674871 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a717981e-a0ba-4219-8b09-f170fffaf688 req-e3aaaa3f-c5d0-4630-a8a8-dd17498027d4 tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:17:53.676552 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-a717981e-a0ba-4219-8b09-f170fffaf688 req-e3aaaa3f-c5d0-4630-a8a8-dd17498027d4 tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] 10.222.0.89 "GET /v2.0/networks?id=865a5290-ec33-4655-84a4-bc1453190ac7 HTTP/1.1" status: 200 len: 807 time: 0.5834665 Feb 04 17:17:53.684718 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [req-31e4c2e6-36d7-485f-9785-56c090031c02 req-154a7838-65dd-4dea-8f78-62f91e81b9f4 tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] Resources bound (agent type, host, resource id): {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:17:53.690755 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154a7838-65dd-4dea-8f78-62f91e81b9f4 tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] Pushing event updated for resources: {'Port': ['ID=0d900902-236e-4b59-81c2-4e05e50526a0,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:17:53.693273 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [req-31e4c2e6-36d7-485f-9785-56c090031c02 req-154a7838-65dd-4dea-8f78-62f91e81b9f4 tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] Received port after_create {{(pid=103377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:17:53.758333 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-a717981e-a0ba-4219-8b09-f170fffaf688 req-70db7293-86cc-4998-88c9-3354df3773be tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] 10.222.0.89 "GET /v2.0/quotas/8da6ad4e5ee34bf6bb722cd37ab73ea7 HTTP/1.1" status: 200 len: 375 time: 0.0710182 Feb 04 17:17:53.805511 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-097efa41-2c3a-49a9-a646-30287145985a req-72267c36-b230-4f0b-926c-d49c04fdf4a0 service neutron] 10.222.0.90 "GET /v2.0/networks/b27b7363-f5f5-42ff-a720-66280b0b57a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6101210 Feb 04 17:17:53.844720 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-706c3068-ba3a-4875-8cf3-5401eb6d5f2d req-f2598d61-e41d-4fa3-8470-2f4c7d0a8773 service neutron] 10.222.0.89 "GET /v2.0/networks/e6d83a7c-1f77-441c-afa2-81d5754db2af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2672443 Feb 04 17:17:53.917422 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e4c2e6-36d7-485f-9785-56c090031c02 req-154a7838-65dd-4dea-8f78-62f91e81b9f4 tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:17:53.918093 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-31e4c2e6-36d7-485f-9785-56c090031c02 req-154a7838-65dd-4dea-8f78-62f91e81b9f4 tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:53.964431 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-31e4c2e6-36d7-485f-9785-56c090031c02 req-154a7838-65dd-4dea-8f78-62f91e81b9f4 tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9640739 Feb 04 17:17:54.018333 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [req-31e4c2e6-36d7-485f-9785-56c090031c02 req-ea4fc2ae-483f-4ad2-b734-5f146fe255b7 service neutron] Request body: {'port': {'device_id': 'e5d75215-3fe4-46c8-83d3-a72f5690da4f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827839-2'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:17:54.037976 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-706c3068-ba3a-4875-8cf3-5401eb6d5f2d req-9cb27fcc-bcc0-4fa7-a70a-7e31561be567 service neutron] 10.222.0.89 "GET /v2.0/networks/e6d83a7c-1f77-441c-afa2-81d5754db2af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1859910 Feb 04 17:17:54.045353 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-95c0062b-fc2b-4fe7-98c0-d77c9ace9231 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1541216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25675894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25858947'] for subnet (8e9ae8e8-0d90-499c-9d0a-a96789b157a9), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:54.100851 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c0062b-fc2b-4fe7-98c0-d77c9ace9231 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8e9ae8e8-0d90-499c-9d0a-a96789b157a9,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:17:54.107193 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-95c0062b-fc2b-4fe7-98c0-d77c9ace9231 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:54.112906 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b13281a-c369-4e7c-a0da-9958fe920637 None None] Network f8f54d7f-46f2-4980-bae6-f9e0ce3732a4 requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:17:54.116887 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-95c0062b-fc2b-4fe7-98c0-d77c9ace9231 admin admin] 10.222.0.89 "DELETE /v2.0/subnets/8e9ae8e8-0d90-499c-9d0a-a96789b157a9 HTTP/1.1" status: 204 len: 168 time: 1.5848744 Feb 04 17:17:54.117726 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 58918) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:17:54.323709 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-5c0ffa2d-76e0-4507-92bf-763a6cc511ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628832'] for network (f8f54d7f-46f2-4980-bae6-f9e0ce3732a4), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:54.339602 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-31e4c2e6-36d7-485f-9785-56c090031c02 req-ea4fc2ae-483f-4ad2-b734-5f146fe255b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (0d900902-236e-4b59-81c2-4e05e50526a0), before_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:54.381510 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-a717981e-a0ba-4219-8b09-f170fffaf688 req-d002fabe-f19d-4fdf-8e39-261693762d40 tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=8da6ad4e5ee34bf6bb722cd37ab73ea7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.6153874 Feb 04 17:17:54.523121 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d48c2166-a8f3-4137-9e0a-89feb32491dd None None] DHCP port deletion for f8f54d7f-46f2-4980-bae6-f9e0ce3732a4 request from n-d-827839-2 {{(pid=103378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 17:17:54.630822 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Device a9ea809e-a7d4-4c46-b4d9-cd7077cf1c91 no longer exists at agent hyperv_n-h2-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:17:54.669490 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] No Port match for: a9ea809e-a7d4-4c46-b4d9-cd7077cf1c91 {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 17:17:54.669675 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Device a9ea809e-a7d4-4c46-b4d9-cd7077cf1c91 not bound to the agent host n-h2-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 17:17:54.681286 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb153f8-fbaa-482c-b46a-af6b8d64993e req-9a612213-21de-477f-82e4-5b4113db897d tempest-ListServerFiltersTestJSON-412490069 tempest-ListServerFiltersTestJSON-412490069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:17:54.703466 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-1cb153f8-fbaa-482c-b46a-af6b8d64993e req-9a612213-21de-477f-82e4-5b4113db897d tempest-ListServerFiltersTestJSON-412490069 tempest-ListServerFiltersTestJSON-412490069-project] 10.222.0.89 "GET /v2.0/ports?device_id=12738f53-d5b1-4e66-9060-023827767e73 HTTP/1.1" status: 200 len: 945 time: 0.2259541 Feb 04 17:17:54.740115 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-d48c2166-a8f3-4137-9e0a-89feb32491dd None None] Deleting port 2b38ad63-c256-48e1-b294-3985b72d1514 {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:17:54.740493 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d48c2166-a8f3-4137-9e0a-89feb32491dd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (2b38ad63-c256-48e1-b294-3985b72d1514), before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:54.768001 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-5c0ffa2d-76e0-4507-92bf-763a6cc511ac admin admin] Deleting port 2b38ad63-c256-48e1-b294-3985b72d1514 {{(pid=103376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:17:54.768624 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-5c0ffa2d-76e0-4507-92bf-763a6cc511ac admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (2b38ad63-c256-48e1-b294-3985b72d1514), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:54.844676 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-d48c2166-a8f3-4137-9e0a-89feb32491dd None None] For port 2b38ad63-c256-48e1-b294-3985b72d1514, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=2b38ad63-c256-48e1-b294-3985b72d1514,segment=NetworkSegment(4747479d-58dd-4250-a731-679adcd79f1a),segment_id=4747479d-58dd-4250-a731-679adcd79f1a)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:17:54.845605 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d48c2166-a8f3-4137-9e0a-89feb32491dd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (2b38ad63-c256-48e1-b294-3985b72d1514), precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:54.871379 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-d48c2166-a8f3-4137-9e0a-89feb32491dd None None] Calling delete_port for 2b38ad63-c256-48e1-b294-3985b72d1514 owned by network:dhcp {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:17:55.028529 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-1cb153f8-fbaa-482c-b46a-af6b8d64993e req-a6e07749-40af-4388-afef-6bd48075d2c3 tempest-ListServerFiltersTestJSON-412490069 tempest-ListServerFiltersTestJSON-412490069-project] 10.222.0.89 "GET /v2.0/security-groups?id=97f39e76-7bf1-44bd-bf73-dcbb52112ad3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3221574 Feb 04 17:17:55.034858 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [None req-5c0ffa2d-76e0-4507-92bf-763a6cc511ac admin admin] For port 2b38ad63-c256-48e1-b294-3985b72d1514, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=2b38ad63-c256-48e1-b294-3985b72d1514,segment=NetworkSegment(4747479d-58dd-4250-a731-679adcd79f1a),segment_id=4747479d-58dd-4250-a731-679adcd79f1a)] {{(pid=103376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:17:55.035213 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-5c0ffa2d-76e0-4507-92bf-763a6cc511ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (2b38ad63-c256-48e1-b294-3985b72d1514), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:55.078835 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-5c0ffa2d-76e0-4507-92bf-763a6cc511ac admin admin] Calling delete_port for 2b38ad63-c256-48e1-b294-3985b72d1514 owned by network:dhcp {{(pid=103376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:17:55.146341 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 17:17:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd48f8af-c80d-4e82-bd02-7b15f8ca062f x-openstack-request-id: req-bd48f8af-c80d-4e82-bd02-7b15f8ca062f {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:17:55.146341 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cce4d83-aa1d-4371-aec8-504818bdd7bc", "name": "network-vif-plugged", "status": "completed", "tag": "8f26e1ab-1c91-4119-a212-eb2316f070f0", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:17:55.146950 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-bd48f8af-c80d-4e82-bd02-7b15f8ca062f {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:17:55.146950 n-d-827839-2 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cce4d83-aa1d-4371-aec8-504818bdd7bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f26e1ab-1c91-4119-a212-eb2316f070f0', 'code': 200} Feb 04 17:17:55.316431 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d48c2166-a8f3-4137-9e0a-89feb32491dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144'] for port (2b38ad63-c256-48e1-b294-3985b72d1514), after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:55.414606 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d48c2166-a8f3-4137-9e0a-89feb32491dd None None] No DVR routers for this DVR port 2b38ad63-c256-48e1-b294-3985b72d1514 on host n-d-827839-2 {{(pid=103378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 17:17:55.439772 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f203bc7-ef45-4b07-8b63-9fe5d8303721 req-72f369b9-cb99-41dc-a13b-208dffe1fb66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:17:55.440840 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-1f203bc7-ef45-4b07-8b63-9fe5d8303721 req-72f369b9-cb99-41dc-a13b-208dffe1fb66 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=3cce4d83-aa1d-4371-aec8-504818bdd7bc HTTP/1.1" status: 200 len: 1127 time: 0.2232823 Feb 04 17:17:55.497712 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48c2166-a8f3-4137-9e0a-89feb32491dd None None] Pushing event deleted for resources: {'Port': ['ID=2b38ad63-c256-48e1-b294-3985b72d1514,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:17:55.507128 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-5c0ffa2d-76e0-4507-92bf-763a6cc511ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (2b38ad63-c256-48e1-b294-3985b72d1514), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:55.674517 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c0ffa2d-76e0-4507-92bf-763a6cc511ac admin admin] No DVR routers for this DVR port 2b38ad63-c256-48e1-b294-3985b72d1514 on host n-d-827839-2 {{(pid=103376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 17:17:55.776720 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1598334-4446-453a-9ef0-0e4818b0e556 req-063a6adf-2a75-4110-b99b-33af70cb6bdc tempest-InstanceActionsV221TestJSON-910298216 tempest-InstanceActionsV221TestJSON-910298216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:17:55.784969 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-a1598334-4446-453a-9ef0-0e4818b0e556 req-063a6adf-2a75-4110-b99b-33af70cb6bdc tempest-InstanceActionsV221TestJSON-910298216 tempest-InstanceActionsV221TestJSON-910298216-project] 10.222.0.89 "GET /v2.0/ports?device_id=3cce4d83-aa1d-4371-aec8-504818bdd7bc HTTP/1.1" status: 200 len: 945 time: 0.4401402 Feb 04 17:17:55.786081 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-097efa41-2c3a-49a9-a646-30287145985a req-6561e2a1-a950-4c63-b4cb-96224a410f34 service neutron] 10.222.0.90 "GET /v2.0/networks/b27b7363-f5f5-42ff-a720-66280b0b57a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.9700170 Feb 04 17:17:55.804915 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0ffa2d-76e0-4507-92bf-763a6cc511ac admin admin] Pushing event deleted for resources: {'Port': ['ID=2b38ad63-c256-48e1-b294-3985b72d1514,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:17:55.903512 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 58954) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:17:55.932193 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-1f203bc7-ef45-4b07-8b63-9fe5d8303721 req-c709ad00-c59d-414f-8564-2c06fb63047d service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=6624c962-c58b-47ff-8d93-f7fdfbcaa6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4798992 Feb 04 17:17:55.945251 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-5c0ffa2d-76e0-4507-92bf-763a6cc511ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1543676', 'neutron.services.segments.db._delete_segments_for_network-8781084786517'] for network (f8f54d7f-46f2-4980-bae6-f9e0ce3732a4), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:55.987602 n-d-827839-2 neutron-server[103376]: DEBUG neutron.services.segments.db [None req-5c0ffa2d-76e0-4507-92bf-763a6cc511ac admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8f54d7f-46f2-4980-bae6-f9e0ce3732a4']}} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:17:56.006853 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-a1598334-4446-453a-9ef0-0e4818b0e556 req-bf0a983f-7be4-4900-b149-8a647acaec3a tempest-InstanceActionsV221TestJSON-910298216 tempest-InstanceActionsV221TestJSON-910298216-project] 10.222.0.89 "GET /v2.0/security-groups?id=6624c962-c58b-47ff-8d93-f7fdfbcaa6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2152214 Feb 04 17:17:56.046577 n-d-827839-2 neutron-server[103376]: DEBUG neutron.services.segments.db [None req-5c0ffa2d-76e0-4507-92bf-763a6cc511ac admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4747479d-58dd-4250-a731-679adcd79f1a') {'for_net_delete': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:17:56.049398 n-d-827839-2 neutron-server[103376]: DEBUG neutron.services.segments.db [None req-5c0ffa2d-76e0-4507-92bf-763a6cc511ac admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4747479d-58dd-4250-a731-679adcd79f1a') {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:17:56.079037 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-5c0ffa2d-76e0-4507-92bf-763a6cc511ac admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781084783966', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25674908'] for segment (4747479d-58dd-4250-a731-679adcd79f1a), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:56.131900 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-5c0ffa2d-76e0-4507-92bf-763a6cc511ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (4747479d-58dd-4250-a731-679adcd79f1a), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:56.154567 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c0ffa2d-76e0-4507-92bf-763a6cc511ac admin admin] Releasing vlan 789 on physical network physnet1 to pool {{(pid=103376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 17:17:56.155223 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-5c0ffa2d-76e0-4507-92bf-763a6cc511ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25675992'] for segment (4747479d-58dd-4250-a731-679adcd79f1a), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:56.157316 n-d-827839-2 neutron-server[103376]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 17:17:56.157316 n-d-827839-2 neutron-server[103376]: self.session.flush() Feb 04 17:17:56.157316 n-d-827839-2 neutron-server[103376]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 17:17:56.157316 n-d-827839-2 neutron-server[103376]: self.session.flush() Feb 04 17:17:56.157316 n-d-827839-2 neutron-server[103376]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 17:17:56.157316 n-d-827839-2 neutron-server[103376]: self.session.flush() Feb 04 17:17:56.157316 n-d-827839-2 neutron-server[103376]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 17:17:56.157316 n-d-827839-2 neutron-server[103376]: self.session.flush() Feb 04 17:17:56.157316 n-d-827839-2 neutron-server[103376]: Traceback (most recent call last): Feb 04 17:17:56.157316 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 17:17:56.157316 n-d-827839-2 neutron-server[103376]: timer() Feb 04 17:17:56.157316 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 17:17:56.157316 n-d-827839-2 neutron-server[103376]: cb(*args, **kw) Feb 04 17:17:56.157316 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 17:17:56.157316 n-d-827839-2 neutron-server[103376]: return func(*args, **kwargs) Feb 04 17:17:56.157316 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 17:17:56.157316 n-d-827839-2 neutron-server[103376]: self._notify() Feb 04 17:17:56.157316 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 17:17:56.157316 n-d-827839-2 neutron-server[103376]: self.callback(batched_events) Feb 04 17:17:56.157316 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 17:17:56.157316 n-d-827839-2 neutron-server[103376]: event.method(event) Feb 04 17:17:56.157316 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 17:17:56.157316 n-d-827839-2 neutron-server[103376]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 17:17:56.157316 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 17:17:56.157316 n-d-827839-2 neutron-server[103376]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 17:17:56.157316 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 17:17:56.157316 n-d-827839-2 neutron-server[103376]: return f(self, *a, **k) Feb 04 17:17:56.157316 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 17:17:56.157316 n-d-827839-2 neutron-server[103376]: return self._get(url).json() Feb 04 17:17:56.157316 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 17:17:56.157316 n-d-827839-2 neutron-server[103376]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 17:17:56.157316 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 17:17:56.157316 n-d-827839-2 neutron-server[103376]: return self.request(url, 'GET', **kwargs) Feb 04 17:17:56.157316 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 17:17:56.157316 n-d-827839-2 neutron-server[103376]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 17:17:56.157316 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 17:17:56.157316 n-d-827839-2 neutron-server[103376]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 17:17:56.157316 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 17:17:56.157316 n-d-827839-2 neutron-server[103376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 17:17:56.157316 n-d-827839-2 neutron-server[103376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 17:17:56.191817 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 2b38ad63-c256-48e1-b294-3985b72d1514 no longer exists at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:17:56.240558 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] No Port match for: 2b38ad63-c256-48e1-b294-3985b72d1514 {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 17:17:56.240955 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 2b38ad63-c256-48e1-b294-3985b72d1514 not bound to the agent host n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 17:17:56.339774 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-f42c5154-8e91-4d72-b02c-8de51b0f30eb admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=1cd99d9701204f3692368e4539967c47&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4307628 Feb 04 17:17:56.340722 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 58958) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:17:56.351121 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-a717981e-a0ba-4219-8b09-f170fffaf688 req-b77b4df9-3b6d-4b82-afb8-d4bda36366f9 service neutron] 10.222.0.89 "GET /v2.0/networks/865a5290-ec33-4655-84a4-bc1453190ac7?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.9559476 Feb 04 17:17:56.419742 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-e5b9f440-4989-4336-b0c6-65da8e9e99ec req-8f56b9d0-b33b-4e89-8934-b247b7e6f992 tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] 10.222.0.89 "GET /v2.0/ports?device_id=e746a355-df6f-420e-9722-051f2d1921e6 HTTP/1.1" status: 200 len: 210 time: 0.2280796 Feb 04 17:17:56.595366 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-bd856434-7ad9-4aca-a21f-55843e4a4e4a admin admin] Publish callbacks [] for security_group (5fa98c6a-94b3-4690-b9c3-4f0e67d11226), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:56.603137 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-5c0ffa2d-76e0-4507-92bf-763a6cc511ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1543671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1595572'] for network (f8f54d7f-46f2-4980-bae6-f9e0ce3732a4), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:56.614589 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-5c0ffa2d-76e0-4507-92bf-763a6cc511ac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677565'] for network (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:56.621994 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-a717981e-a0ba-4219-8b09-f170fffaf688 req-5b28696c-1171-4bda-acff-8289a99f2e02 service neutron] 10.222.0.89 "GET /v2.0/networks/865a5290-ec33-4655-84a4-bc1453190ac7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2701044 Feb 04 17:17:56.625073 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-5c0ffa2d-76e0-4507-92bf-763a6cc511ac admin admin] 10.222.0.89 "DELETE /v2.0/networks/f8f54d7f-46f2-4980-bae6-f9e0ce3732a4 HTTP/1.1" status: 204 len: 168 time: 2.5045383 Feb 04 17:17:56.697564 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0ffa2d-76e0-4507-92bf-763a6cc511ac admin admin] Pushing event deleted for resources: {'Network': ['ID=f8f54d7f-46f2-4980-bae6-f9e0ce3732a4,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:17:56.783771 n-d-827839-2 neutron-server[103377]: DEBUG neutron.notifiers.nova [req-31e4c2e6-36d7-485f-9785-56c090031c02 req-ea4fc2ae-483f-4ad2-b734-5f146fe255b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d900902-236e-4b59-81c2-4e05e50526a0 {{(pid=103377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 17:17:56.807257 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-31e4c2e6-36d7-485f-9785-56c090031c02 req-ea4fc2ae-483f-4ad2-b734-5f146fe255b7 service neutron] Publish callbacks [] for port (0d900902-236e-4b59-81c2-4e05e50526a0), precommit_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:56.825300 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06231cf6-5dc6-498f-90d4-cd931f905853 req-07592a8d-6c1b-4066-a6cc-44f0e8e65a6c tempest-ListServerFiltersTestJSON-412490069 tempest-ListServerFiltersTestJSON-412490069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:17:56.835425 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.provisioning_blocks [req-31e4c2e6-36d7-485f-9785-56c090031c02 req-ea4fc2ae-483f-4ad2-b734-5f146fe255b7 service neutron] Transition to ACTIVE for port object 0d900902-236e-4b59-81c2-4e05e50526a0 will not be triggered until provisioned by entity L2. {{(pid=103377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 17:17:56.837439 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-06231cf6-5dc6-498f-90d4-cd931f905853 req-07592a8d-6c1b-4066-a6cc-44f0e8e65a6c tempest-ListServerFiltersTestJSON-412490069 tempest-ListServerFiltersTestJSON-412490069-project] 10.222.0.89 "GET /v2.0/ports?device_id=003b1698-308a-408b-8e39-478eda454ea2 HTTP/1.1" status: 200 len: 946 time: 0.2696300 Feb 04 17:17:56.842574 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-bd856434-7ad9-4aca-a21f-55843e4a4e4a admin admin] Publish callbacks [] for security_group (5fa98c6a-94b3-4690-b9c3-4f0e67d11226), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:56.845136 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-31e4c2e6-36d7-485f-9785-56c090031c02 req-ea4fc2ae-483f-4ad2-b734-5f146fe255b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25888290'] for port (0d900902-236e-4b59-81c2-4e05e50526a0), after_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:56.917832 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-06231cf6-5dc6-498f-90d4-cd931f905853 req-c819cbf1-33de-47d8-b1a3-cfc174666c69 tempest-ListServerFiltersTestJSON-412490069 tempest-ListServerFiltersTestJSON-412490069-project] 10.222.0.89 "GET /v2.0/security-groups?id=97f39e76-7bf1-44bd-bf73-dcbb52112ad3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787549 Feb 04 17:17:56.918641 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 58970) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:17:57.012636 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706c3068-ba3a-4875-8cf3-5401eb6d5f2d req-7d5b69eb-d99d-4271-918a-5308fe6f5c83 tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:17:57.014267 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-706c3068-ba3a-4875-8cf3-5401eb6d5f2d req-7d5b69eb-d99d-4271-918a-5308fe6f5c83 tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] 10.222.0.96 "GET /v2.0/networks?id=e6d83a7c-1f77-441c-afa2-81d5754db2af HTTP/1.1" status: 200 len: 812 time: 0.4961812 Feb 04 17:17:57.038704 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [req-706c3068-ba3a-4875-8cf3-5401eb6d5f2d req-dcdb3806-5d29-4062-a715-cf44291e6f7e tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] Request body: {'port': {'device_id': 'e746a355-df6f-420e-9722-051f2d1921e6', 'network_id': 'e6d83a7c-1f77-441c-afa2-81d5754db2af', 'admin_state_up': True, 'tenant_id': '36d552dcaba84f869d86965d2c5a9247'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:17:57.044007 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4fc2ae-483f-4ad2-b734-5f146fe255b7 service neutron] Pushing event updated for resources: {'Port': ['ID=0d900902-236e-4b59-81c2-4e05e50526a0,revision_number=2']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:17:57.101459 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-7499cc9d-6d1f-4e47-ac63-ffce50bd7789 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=33ab830fde4c41a1b2b9427ee7d64511&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1799035 Feb 04 17:17:57.102179 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 58978) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:17:57.135325 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-bd856434-7ad9-4aca-a21f-55843e4a4e4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (5fa98c6a-94b3-4690-b9c3-4f0e67d11226), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:57.143004 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-bd856434-7ad9-4aca-a21f-55843e4a4e4a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:57.146461 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-bd856434-7ad9-4aca-a21f-55843e4a4e4a admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/5fa98c6a-94b3-4690-b9c3-4f0e67d11226 HTTP/1.1" status: 204 len: 168 time: 0.7989836 Feb 04 17:17:57.173352 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd856434-7ad9-4aca-a21f-55843e4a4e4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fa98c6a-94b3-4690-b9c3-4f0e67d11226,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:17:57.283103 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-706c3068-ba3a-4875-8cf3-5401eb6d5f2d req-dcdb3806-5d29-4062-a715-cf44291e6f7e tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] Made reservation on behalf of 36d552dcaba84f869d86965d2c5a9247 for: {'port': 1} {{(pid=103376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:17:57.296030 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-706c3068-ba3a-4875-8cf3-5401eb6d5f2d req-dcdb3806-5d29-4062-a715-cf44291e6f7e tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:57.524020 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-2cf0fa8a-6900-44b8-a456-933e4939c4c9 admin admin] Publish callbacks [] for security_group (e5444cce-a82b-43a5-837a-e27373d38b69), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:57.619135 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.db_base_plugin_common [req-706c3068-ba3a-4875-8cf3-5401eb6d5f2d req-dcdb3806-5d29-4062-a715-cf44291e6f7e tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] Allocated IP 172.20.0.5 (e6d83a7c-1f77-441c-afa2-81d5754db2af/bf8ba049-695f-44be-9bf2-689533c91d54/0b802548-244e-410c-bab8-0d961a215443) {{(pid=103376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:17:57.757907 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-2cf0fa8a-6900-44b8-a456-933e4939c4c9 admin admin] Publish callbacks [] for security_group (e5444cce-a82b-43a5-837a-e27373d38b69), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:57.786018 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-9a4b64ae-cd4d-4ab6-991e-f12cb5db7f72 req-af2b7edd-1ab3-465b-8ac7-cce6dc2e12e8 tempest-ServersAdminTestJSON-70469306 tempest-ServersAdminTestJSON-70469306-project] 10.222.0.89 "GET /v2.0/networks?tenant_id=f484bbd9aba14982b5f05b3677d924de&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1130512 Feb 04 17:17:57.847475 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [req-31e4c2e6-36d7-485f-9785-56c090031c02 req-ea4fc2ae-483f-4ad2-b734-5f146fe255b7 service neutron] Attempting to bind port 0d900902-236e-4b59-81c2-4e05e50526a0 on host n-h2-827839-2 for vnic_type normal with profile {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:17:57.853135 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [req-31e4c2e6-36d7-485f-9785-56c090031c02 req-ea4fc2ae-483f-4ad2-b734-5f146fe255b7 service neutron] Attempting to bind port 0d900902-236e-4b59-81c2-4e05e50526a0 by drivers openvswitch,hyperv on host n-h2-827839-2 at level 0 using segments [{'id': '78faf63e-60a8-47e4-85af-dce04e5fa366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'e6d83a7c-1f77-441c-afa2-81d5754db2af'}] {{(pid=103377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:17:57.853492 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31e4c2e6-36d7-485f-9785-56c090031c02 req-ea4fc2ae-483f-4ad2-b734-5f146fe255b7 service neutron] Attempting to bind port 0d900902-236e-4b59-81c2-4e05e50526a0 on network e6d83a7c-1f77-441c-afa2-81d5754db2af {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:17:57.877329 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31e4c2e6-36d7-485f-9785-56c090031c02 req-ea4fc2ae-483f-4ad2-b734-5f146fe255b7 service neutron] Port 0d900902-236e-4b59-81c2-4e05e50526a0 on network e6d83a7c-1f77-441c-afa2-81d5754db2af not bound, no agent of type Open vSwitch agent registered on host n-h2-827839-2 {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 17:17:57.877818 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31e4c2e6-36d7-485f-9785-56c090031c02 req-ea4fc2ae-483f-4ad2-b734-5f146fe255b7 service neutron] Attempting to bind port 0d900902-236e-4b59-81c2-4e05e50526a0 on network e6d83a7c-1f77-441c-afa2-81d5754db2af {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:17:57.897824 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31e4c2e6-36d7-485f-9785-56c090031c02 req-ea4fc2ae-483f-4ad2-b734-5f146fe255b7 service neutron] Checking agent: {'id': 'f20a1ab3-4332-4f54-833b-ba4a7c687e89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 8, 40), 'started_at': datetime.datetime(2022, 2, 4, 17, 8, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 17, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:17:57.898169 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31e4c2e6-36d7-485f-9785-56c090031c02 req-ea4fc2ae-483f-4ad2-b734-5f146fe255b7 service neutron] Checking segment: {'id': '78faf63e-60a8-47e4-85af-dce04e5fa366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'e6d83a7c-1f77-441c-afa2-81d5754db2af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:17:57.898562 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31e4c2e6-36d7-485f-9785-56c090031c02 req-ea4fc2ae-483f-4ad2-b734-5f146fe255b7 service neutron] Bound using segment: {'id': '78faf63e-60a8-47e4-85af-dce04e5fa366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'e6d83a7c-1f77-441c-afa2-81d5754db2af'} {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:17:57.898998 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [req-31e4c2e6-36d7-485f-9785-56c090031c02 req-ea4fc2ae-483f-4ad2-b734-5f146fe255b7 service neutron] Bound port: 0d900902-236e-4b59-81c2-4e05e50526a0, host: n-h2-827839-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '78faf63e-60a8-47e4-85af-dce04e5fa366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'e6d83a7c-1f77-441c-afa2-81d5754db2af'}}] {{(pid=103377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:17:57.899357 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-31e4c2e6-36d7-485f-9785-56c090031c02 req-ea4fc2ae-483f-4ad2-b734-5f146fe255b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (0d900902-236e-4b59-81c2-4e05e50526a0), before_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:57.940519 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3879e7-6fe8-4e7f-8c65-d546054bddeb req-7b47169b-d154-41c9-a168-8ce577fdc588 tempest-ListServerFiltersTestJSON-412490069 tempest-ListServerFiltersTestJSON-412490069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:17:57.957318 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-7d3879e7-6fe8-4e7f-8c65-d546054bddeb req-7b47169b-d154-41c9-a168-8ce577fdc588 tempest-ListServerFiltersTestJSON-412490069 tempest-ListServerFiltersTestJSON-412490069-project] 10.222.0.89 "GET /v2.0/ports?device_id=626540f9-c6f3-4f2a-a4b0-ed3372d8f9f2 HTTP/1.1" status: 200 len: 946 time: 0.7297571 Feb 04 17:17:57.959412 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-2cf0fa8a-6900-44b8-a456-933e4939c4c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (e5444cce-a82b-43a5-837a-e27373d38b69), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:57.963457 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-2cf0fa8a-6900-44b8-a456-933e4939c4c9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:57.964615 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-2cf0fa8a-6900-44b8-a456-933e4939c4c9 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/e5444cce-a82b-43a5-837a-e27373d38b69 HTTP/1.1" status: 204 len: 168 time: 0.8613045 Feb 04 17:17:58.096676 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4b64ae-cd4d-4ab6-991e-f12cb5db7f72 req-b6ef4c06-6122-48ea-93d6-6a991d90f66f tempest-ServersAdminTestJSON-70469306 tempest-ServersAdminTestJSON-70469306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:17:58.106303 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-9a4b64ae-cd4d-4ab6-991e-f12cb5db7f72 req-b6ef4c06-6122-48ea-93d6-6a991d90f66f tempest-ServersAdminTestJSON-70469306 tempest-ServersAdminTestJSON-70469306-project] 10.222.0.89 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3193581 Feb 04 17:17:58.153374 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 59008) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:17:58.162905 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-9a4b64ae-cd4d-4ab6-991e-f12cb5db7f72 req-a3dec9b9-93b1-4a9b-8ad6-ec0b613ce0dc tempest-ServersAdminTestJSON-70469306 tempest-ServersAdminTestJSON-70469306-project] 10.222.0.89 "GET /v2.0/quotas/f484bbd9aba14982b5f05b3677d924de HTTP/1.1" status: 200 len: 375 time: 0.0550401 Feb 04 17:17:58.229365 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-7d3879e7-6fe8-4e7f-8c65-d546054bddeb req-aa272998-ba86-498a-adce-966104fc4ddf tempest-ListServerFiltersTestJSON-412490069 tempest-ListServerFiltersTestJSON-412490069-project] 10.222.0.89 "GET /v2.0/security-groups?id=97f39e76-7bf1-44bd-bf73-dcbb52112ad3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2710681 Feb 04 17:17:58.242118 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf0fa8a-6900-44b8-a456-933e4939c4c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5444cce-a82b-43a5-837a-e27373d38b69,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:17:58.300609 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-9a4b64ae-cd4d-4ab6-991e-f12cb5db7f72 req-27c21761-9c74-4e48-8417-491669a84fb9 tempest-ServersAdminTestJSON-70469306 tempest-ServersAdminTestJSON-70469306-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=f484bbd9aba14982b5f05b3677d924de&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1364999 Feb 04 17:17:58.368147 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [req-31e4c2e6-36d7-485f-9785-56c090031c02 req-ea4fc2ae-483f-4ad2-b734-5f146fe255b7 service neutron] For port 0d900902-236e-4b59-81c2-4e05e50526a0, host n-h2-827839-2, cleared binding levels {{(pid=103377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:17:58.375910 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [req-31e4c2e6-36d7-485f-9785-56c090031c02 req-ea4fc2ae-483f-4ad2-b734-5f146fe255b7 service neutron] For port 0d900902-236e-4b59-81c2-4e05e50526a0, host n-h2-827839-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=0d900902-236e-4b59-81c2-4e05e50526a0,segment=NetworkSegment(78faf63e-60a8-47e4-85af-dce04e5fa366),segment_id=78faf63e-60a8-47e4-85af-dce04e5fa366)] {{(pid=103377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:17:58.385330 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-31e4c2e6-36d7-485f-9785-56c090031c02 req-ea4fc2ae-483f-4ad2-b734-5f146fe255b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25888290'] for port (0d900902-236e-4b59-81c2-4e05e50526a0), after_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:58.420217 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-1be73618-8ae5-42cd-bb7a-4a823b9afe0d admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=4fa2749369634e88a4bbd5d9b56f6dda&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2178190 Feb 04 17:17:58.420834 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 59014) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:17:58.490339 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e4c2e6-36d7-485f-9785-56c090031c02 req-ea4fc2ae-483f-4ad2-b734-5f146fe255b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:17:58.495882 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-31e4c2e6-36d7-485f-9785-56c090031c02 req-ea4fc2ae-483f-4ad2-b734-5f146fe255b7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:58.497164 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-31e4c2e6-36d7-485f-9785-56c090031c02 req-ea4fc2ae-483f-4ad2-b734-5f146fe255b7 service neutron] 10.222.0.90 "PUT /v2.0/ports/0d900902-236e-4b59-81c2-4e05e50526a0 HTTP/1.1" status: 200 len: 1091 time: 4.5222449 Feb 04 17:17:58.500541 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-706c3068-ba3a-4875-8cf3-5401eb6d5f2d req-dcdb3806-5d29-4062-a715-cf44291e6f7e tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] Publish callbacks [] for port (0b802548-244e-410c-bab8-0d961a215443), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:58.612615 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-2c74ad31-0871-44af-8323-e1558893edf3 admin admin] Publish callbacks [] for security_group (f77cbbcb-68f1-4e62-bd03-8bc45bcd1602), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:58.613154 n-d-827839-2 neutron-server[103377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5d75215-3fe4-46c8-83d3-a72f5690da4f', 'tag': '0d900902-236e-4b59-81c2-4e05e50526a0'}] {{(pid=103377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:17:58.622676 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7240428b650e1488e9361b62648ff4b3a6c19d49d8c27c949491ab58c1346cf0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36c56fd6-7039-437b-9200-47961f00b759" -d '{"events": [{"name": "network-changed", "server_uuid": "e5d75215-3fe4-46c8-83d3-a72f5690da4f", "tag": "0d900902-236e-4b59-81c2-4e05e50526a0"}]}' {{(pid=103377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:17:58.674681 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-2c74ad31-0871-44af-8323-e1558893edf3 admin admin] Publish callbacks [] for security_group (f77cbbcb-68f1-4e62-bd03-8bc45bcd1602), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:58.751048 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-2c74ad31-0871-44af-8323-e1558893edf3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (f77cbbcb-68f1-4e62-bd03-8bc45bcd1602), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:58.755214 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-2c74ad31-0871-44af-8323-e1558893edf3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:58.756559 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-2c74ad31-0871-44af-8323-e1558893edf3 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/f77cbbcb-68f1-4e62-bd03-8bc45bcd1602 HTTP/1.1" status: 204 len: 168 time: 0.3295765 Feb 04 17:17:58.863679 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-02099e9b-f542-4ca2-9a39-becb2a34e620 req-130aa444-deff-431a-9698-33a1ec03db71 tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] 10.222.0.89 "GET /v2.0/ports?device_id=809c551a-1790-4b2b-baf4-9847169d6487 HTTP/1.1" status: 200 len: 210 time: 0.1181340 Feb 04 17:17:58.867715 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c74ad31-0871-44af-8323-e1558893edf3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f77cbbcb-68f1-4e62-bd03-8bc45bcd1602,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:17:58.883787 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-706c3068-ba3a-4875-8cf3-5401eb6d5f2d req-dcdb3806-5d29-4062-a715-cf44291e6f7e tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (0b802548-244e-410c-bab8-0d961a215443), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:59.131840 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcdb3806-5d29-4062-a715-cf44291e6f7e tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] Pushing event updated for resources: {'Port': ['ID=0b802548-244e-410c-bab8-0d961a215443,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:17:59.144493 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4fc2ae-483f-4ad2-b734-5f146fe255b7 service neutron] Pushing event updated for resources: {'Port': ['ID=0d900902-236e-4b59-81c2-4e05e50526a0,revision_number=3']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:17:59.160147 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-706c3068-ba3a-4875-8cf3-5401eb6d5f2d req-dcdb3806-5d29-4062-a715-cf44291e6f7e tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] Network e6d83a7c-1f77-441c-afa2-81d5754db2af is already hosted by enough agents. {{(pid=103376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:17:59.243276 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4fc2ae-483f-4ad2-b734-5f146fe255b7 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:17:59.243873 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4fc2ae-483f-4ad2-b734-5f146fe255b7 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:17:59.244396 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4fc2ae-483f-4ad2-b734-5f146fe255b7 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:17:59.244927 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4fc2ae-483f-4ad2-b734-5f146fe255b7 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:17:59.245440 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4fc2ae-483f-4ad2-b734-5f146fe255b7 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:17:59.251404 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4fc2ae-483f-4ad2-b734-5f146fe255b7 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:17:59.261248 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4fc2ae-483f-4ad2-b734-5f146fe255b7 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:17:59.261836 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4fc2ae-483f-4ad2-b734-5f146fe255b7 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:17:59.263583 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4fc2ae-483f-4ad2-b734-5f146fe255b7 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:17:59.264103 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4fc2ae-483f-4ad2-b734-5f146fe255b7 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:17:59.266420 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4fc2ae-483f-4ad2-b734-5f146fe255b7 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:17:59.266940 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4fc2ae-483f-4ad2-b734-5f146fe255b7 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:17:59.267429 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4fc2ae-483f-4ad2-b734-5f146fe255b7 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:17:59.272505 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [req-706c3068-ba3a-4875-8cf3-5401eb6d5f2d req-dcdb3806-5d29-4062-a715-cf44291e6f7e tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] Resources bound (agent type, host, resource id): {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:17:59.292558 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [req-706c3068-ba3a-4875-8cf3-5401eb6d5f2d req-dcdb3806-5d29-4062-a715-cf44291e6f7e tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] Received port after_create {{(pid=103376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:17:59.307081 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e4c2e6-36d7-485f-9785-56c090031c02 req-cb676dfd-0af7-4a1b-912d-fc20a94856c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:17:59.312488 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-31e4c2e6-36d7-485f-9785-56c090031c02 req-cb676dfd-0af7-4a1b-912d-fc20a94856c1 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=36d552dcaba84f869d86965d2c5a9247&device_id=e5d75215-3fe4-46c8-83d3-a72f5690da4f HTTP/1.1" status: 200 len: 1125 time: 0.6698701 Feb 04 17:17:59.348326 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba2a448-b9e6-49be-bb6d-aaf0a8d3c4f7 req-3e7795c3-520f-49f0-a0ed-25e460022cc5 tempest-InstanceActionsV221TestJSON-910298216 tempest-InstanceActionsV221TestJSON-910298216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:17:59.358658 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-3ba2a448-b9e6-49be-bb6d-aaf0a8d3c4f7 req-3e7795c3-520f-49f0-a0ed-25e460022cc5 tempest-InstanceActionsV221TestJSON-910298216 tempest-InstanceActionsV221TestJSON-910298216-project] 10.222.0.89 "GET /v2.0/ports?device_id=3cce4d83-aa1d-4371-aec8-504818bdd7bc HTTP/1.1" status: 200 len: 945 time: 0.9670231 Feb 04 17:17:59.440461 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706c3068-ba3a-4875-8cf3-5401eb6d5f2d req-dcdb3806-5d29-4062-a715-cf44291e6f7e tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:17:59.444702 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-706c3068-ba3a-4875-8cf3-5401eb6d5f2d req-dcdb3806-5d29-4062-a715-cf44291e6f7e tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:59.490020 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b20559-11eb-45d2-bccb-5439b5bbbc06 req-0b2e1704-1ad7-44dd-8df4-a8f5561c2783 tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:17:59.502785 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-f0b20559-11eb-45d2-bccb-5439b5bbbc06 req-0b2e1704-1ad7-44dd-8df4-a8f5561c2783 tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] 10.222.0.89 "GET /v2.0/ports?device_id=e746a355-df6f-420e-9722-051f2d1921e6 HTTP/1.1" status: 200 len: 931 time: 0.3452594 Feb 04 17:17:59.528988 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-706c3068-ba3a-4875-8cf3-5401eb6d5f2d req-dcdb3806-5d29-4062-a715-cf44291e6f7e tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4957824 Feb 04 17:17:59.549568 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-31e4c2e6-36d7-485f-9785-56c090031c02 req-10e9a63e-5b8b-46e3-86cc-99a60c9da4ad service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0d900902-236e-4b59-81c2-4e05e50526a0 HTTP/1.1" status: 200 len: 217 time: 0.1854994 Feb 04 17:17:59.566820 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [req-706c3068-ba3a-4875-8cf3-5401eb6d5f2d req-359595d7-cd1e-4067-bdbd-b065b24e53a4 service neutron] Request body: {'port': {'device_id': 'e746a355-df6f-420e-9722-051f2d1921e6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827839-2'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:17:59.602686 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-3ba2a448-b9e6-49be-bb6d-aaf0a8d3c4f7 req-b9a3f223-f0c3-451c-90ce-688600293c8c tempest-InstanceActionsV221TestJSON-910298216 tempest-InstanceActionsV221TestJSON-910298216-project] 10.222.0.89 "GET /v2.0/security-groups?id=6624c962-c58b-47ff-8d93-f7fdfbcaa6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2404339 Feb 04 17:17:59.684681 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a717981e-a0ba-4219-8b09-f170fffaf688 req-fd4c283b-3089-4aa4-9f38-df71b37dd1c3 tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:17:59.686520 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-a717981e-a0ba-4219-8b09-f170fffaf688 req-fd4c283b-3089-4aa4-9f38-df71b37dd1c3 tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] 10.222.0.90 "GET /v2.0/networks?id=865a5290-ec33-4655-84a4-bc1453190ac7 HTTP/1.1" status: 200 len: 807 time: 0.8622844 Feb 04 17:17:59.692843 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-509f8b41-3d1e-473f-bc55-25481645d99d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (bb89f5a3-3c22-440b-b7d1-c4f0c43c184a), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:59.700768 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e4c2e6-36d7-485f-9785-56c090031c02 req-583a2653-d46a-469f-939a-fd27614e6f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:17:59.702456 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-31e4c2e6-36d7-485f-9785-56c090031c02 req-583a2653-d46a-469f-939a-fd27614e6f13 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=bf8ba049-695f-44be-9bf2-689533c91d54 HTTP/1.1" status: 200 len: 852 time: 0.1102419 Feb 04 17:17:59.706863 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [req-a717981e-a0ba-4219-8b09-f170fffaf688 req-434578dd-3840-47e5-9fbd-b0ab859d4426 tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] Request body: {'port': {'device_id': '809c551a-1790-4b2b-baf4-9847169d6487', 'network_id': '865a5290-ec33-4655-84a4-bc1453190ac7', 'admin_state_up': True, 'tenant_id': '8da6ad4e5ee34bf6bb722cd37ab73ea7'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:17:59.779317 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-f0b20559-11eb-45d2-bccb-5439b5bbbc06 req-5685eaff-19a6-4881-bbb1-4222209f9bf4 tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] 10.222.0.89 "GET /v2.0/security-groups?id=c591d0a0-8f77-4259-ab5e-c54cb31473d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2755675 Feb 04 17:17:59.785049 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-31e4c2e6-36d7-485f-9785-56c090031c02 req-9cc3cf00-13af-439a-98d4-0b7584f2161b service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=e6d83a7c-1f77-441c-afa2-81d5754db2af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0737545 Feb 04 17:17:59.883194 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 59064) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:17:59.961577 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 17:17:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1539eafd-eb66-410c-93b4-5b66b3b203e3 x-openstack-request-id: req-1539eafd-eb66-410c-93b4-5b66b3b203e3 {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:17:59.962163 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5d75215-3fe4-46c8-83d3-a72f5690da4f", "tag": "0d900902-236e-4b59-81c2-4e05e50526a0", "status": "completed", "code": 200}]} {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:17:59.963135 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-1539eafd-eb66-410c-93b4-5b66b3b203e3 {{(pid=103377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:17:59.963711 n-d-827839-2 neutron-server[103377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5d75215-3fe4-46c8-83d3-a72f5690da4f', 'tag': '0d900902-236e-4b59-81c2-4e05e50526a0', 'status': 'completed', 'code': 200} Feb 04 17:17:59.977503 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a717981e-a0ba-4219-8b09-f170fffaf688 req-434578dd-3840-47e5-9fbd-b0ab859d4426 tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] Made reservation on behalf of 8da6ad4e5ee34bf6bb722cd37ab73ea7 for: {'port': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:17:59.984153 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-706c3068-ba3a-4875-8cf3-5401eb6d5f2d req-359595d7-cd1e-4067-bdbd-b065b24e53a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (0b802548-244e-410c-bab8-0d961a215443), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:59.987099 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-a717981e-a0ba-4219-8b09-f170fffaf688 req-434578dd-3840-47e5-9fbd-b0ab859d4426 tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:00.028762 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-31e4c2e6-36d7-485f-9785-56c090031c02 req-e7d5573b-e6ff-4e9e-a451-b6d004393a01 service neutron] 10.222.0.90 "GET /v2.0/networks/e6d83a7c-1f77-441c-afa2-81d5754db2af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2354710 Feb 04 17:18:00.308783 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-830d4854-ae26-4383-b207-36e85b1e0b59 req-ad1cad9b-4af2-443f-9fdc-467ff2faf2f2 tempest-ServersAdminTestJSON-70469306 tempest-ServersAdminTestJSON-70469306-project] 10.222.0.89 "GET /v2.0/networks?tenant_id=f484bbd9aba14982b5f05b3677d924de&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1025186 Feb 04 17:18:00.377076 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-ba9802eb-a8d1-400d-8f30-b8226ada92fc admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-652519298-network', 'tenant_id': 'd1dffd2084b84bed9108b5beb8b1a927'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:18:00.453872 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830d4854-ae26-4383-b207-36e85b1e0b59 req-2129683e-a60c-43f2-936b-66d957badcc8 tempest-ServersAdminTestJSON-70469306 tempest-ServersAdminTestJSON-70469306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:18:00.461573 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-830d4854-ae26-4383-b207-36e85b1e0b59 req-2129683e-a60c-43f2-936b-66d957badcc8 tempest-ServersAdminTestJSON-70469306 tempest-ServersAdminTestJSON-70469306-project] 10.222.0.89 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1357315 Feb 04 17:18:00.495952 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.db_base_plugin_common [req-a717981e-a0ba-4219-8b09-f170fffaf688 req-434578dd-3840-47e5-9fbd-b0ab859d4426 tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] Allocated IP 172.20.0.3 (865a5290-ec33-4655-84a4-bc1453190ac7/22305eb3-36bf-4425-804b-f2478ee8714d/645c34a0-6641-41db-8d2a-af675eb8fb2e) {{(pid=103377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:18:00.554448 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-830d4854-ae26-4383-b207-36e85b1e0b59 req-47073b0e-29f4-48dd-9a5a-19b5330f0aad tempest-ServersAdminTestJSON-70469306 tempest-ServersAdminTestJSON-70469306-project] 10.222.0.89 "GET /v2.0/quotas/f484bbd9aba14982b5f05b3677d924de HTTP/1.1" status: 200 len: 375 time: 0.0914524 Feb 04 17:18:00.625243 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-830d4854-ae26-4383-b207-36e85b1e0b59 req-97b724f1-3b1f-458a-830a-082e66400416 tempest-ServersAdminTestJSON-70469306 tempest-ServersAdminTestJSON-70469306-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=f484bbd9aba14982b5f05b3677d924de&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0692925 Feb 04 17:18:01.078484 n-d-827839-2 neutron-server[103376]: DEBUG neutron.notifiers.nova [req-706c3068-ba3a-4875-8cf3-5401eb6d5f2d req-359595d7-cd1e-4067-bdbd-b065b24e53a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b802548-244e-410c-bab8-0d961a215443 {{(pid=103376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 17:18:01.096139 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-706c3068-ba3a-4875-8cf3-5401eb6d5f2d req-359595d7-cd1e-4067-bdbd-b065b24e53a4 service neutron] Publish callbacks [] for port (0b802548-244e-410c-bab8-0d961a215443), precommit_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:01.113265 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-a717981e-a0ba-4219-8b09-f170fffaf688 req-434578dd-3840-47e5-9fbd-b0ab859d4426 tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] Publish callbacks [] for port (645c34a0-6641-41db-8d2a-af675eb8fb2e), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:01.125909 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.provisioning_blocks [req-706c3068-ba3a-4875-8cf3-5401eb6d5f2d req-359595d7-cd1e-4067-bdbd-b065b24e53a4 service neutron] Transition to ACTIVE for port object 0b802548-244e-410c-bab8-0d961a215443 will not be triggered until provisioned by entity L2. {{(pid=103376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 17:18:01.129901 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-706c3068-ba3a-4875-8cf3-5401eb6d5f2d req-359595d7-cd1e-4067-bdbd-b065b24e53a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675836'] for port (0b802548-244e-410c-bab8-0d961a215443), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:01.291300 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-9a4b64ae-cd4d-4ab6-991e-f12cb5db7f72 req-61082064-c0e9-43a0-a800-979c154c685f tempest-ServersAdminTestJSON-70469306 tempest-ServersAdminTestJSON-70469306-project] 10.222.0.90 "GET /v2.0/networks?tenant_id=f484bbd9aba14982b5f05b3677d924de&shared=False HTTP/1.1" status: 200 len: 213 time: 0.4029992 Feb 04 17:18:01.327264 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-a717981e-a0ba-4219-8b09-f170fffaf688 req-434578dd-3840-47e5-9fbd-b0ab859d4426 tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (645c34a0-6641-41db-8d2a-af675eb8fb2e), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:01.339050 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba9802eb-a8d1-400d-8f30-b8226ada92fc admin admin] Made reservation on behalf of d1dffd2084b84bed9108b5beb8b1a927 for: {'network': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:18:01.340734 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] get_ports_and_sgs() called for port_ids ['7c6b4724-1adf-4dd1-8c66-4bc76c05989f', 'a5a6a2ab-57b8-44d0-93a3-09907e7b69e9'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 17:18:01.348470 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-ba9802eb-a8d1-400d-8f30-b8226ada92fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for network (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:01.457236 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359595d7-cd1e-4067-bdbd-b065b24e53a4 service neutron] Pushing event updated for resources: {'Port': ['ID=0b802548-244e-410c-bab8-0d961a215443,revision_number=2']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:18:01.480925 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-ba9802eb-a8d1-400d-8f30-b8226ada92fc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:01.501639 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a717981e-a0ba-4219-8b09-f170fffaf688 req-434578dd-3840-47e5-9fbd-b0ab859d4426 tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] Network 865a5290-ec33-4655-84a4-bc1453190ac7 is already hosted by enough agents. {{(pid=103377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:18:01.523260 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359595d7-cd1e-4067-bdbd-b065b24e53a4 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:18:01.525248 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [req-a717981e-a0ba-4219-8b09-f170fffaf688 req-434578dd-3840-47e5-9fbd-b0ab859d4426 tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] Resources bound (agent type, host, resource id): {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:18:01.526646 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359595d7-cd1e-4067-bdbd-b065b24e53a4 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:18:01.526646 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359595d7-cd1e-4067-bdbd-b065b24e53a4 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:18:01.528880 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [req-a717981e-a0ba-4219-8b09-f170fffaf688 req-434578dd-3840-47e5-9fbd-b0ab859d4426 tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] Received port after_create {{(pid=103377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:18:01.529105 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359595d7-cd1e-4067-bdbd-b065b24e53a4 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:18:01.529445 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359595d7-cd1e-4067-bdbd-b065b24e53a4 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:18:01.529793 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359595d7-cd1e-4067-bdbd-b065b24e53a4 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:18:01.530137 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359595d7-cd1e-4067-bdbd-b065b24e53a4 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:18:01.530478 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359595d7-cd1e-4067-bdbd-b065b24e53a4 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:18:01.530815 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359595d7-cd1e-4067-bdbd-b065b24e53a4 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:18:01.535537 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359595d7-cd1e-4067-bdbd-b065b24e53a4 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:18:01.535899 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359595d7-cd1e-4067-bdbd-b065b24e53a4 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:18:01.538716 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359595d7-cd1e-4067-bdbd-b065b24e53a4 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:18:01.540027 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359595d7-cd1e-4067-bdbd-b065b24e53a4 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:18:01.665745 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddf94fd-3664-4a50-8162-8421c6c1fbc4 req-8fdbc815-698b-4e82-afcb-7e0ae488e891 tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:18:01.673355 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-2ddf94fd-3664-4a50-8162-8421c6c1fbc4 req-8fdbc815-698b-4e82-afcb-7e0ae488e891 tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] 10.222.0.89 "GET /v2.0/ports?device_id=809c551a-1790-4b2b-baf4-9847169d6487 HTTP/1.1" status: 200 len: 931 time: 0.4560373 Feb 04 17:18:01.681730 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a717981e-a0ba-4219-8b09-f170fffaf688 req-434578dd-3840-47e5-9fbd-b0ab859d4426 tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:18:01.682415 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-a717981e-a0ba-4219-8b09-f170fffaf688 req-434578dd-3840-47e5-9fbd-b0ab859d4426 tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:01.776445 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [req-706c3068-ba3a-4875-8cf3-5401eb6d5f2d req-359595d7-cd1e-4067-bdbd-b065b24e53a4 service neutron] Attempting to bind port 0b802548-244e-410c-bab8-0d961a215443 on host n-h1-827839-2 for vnic_type normal with profile {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:18:01.776885 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [req-706c3068-ba3a-4875-8cf3-5401eb6d5f2d req-359595d7-cd1e-4067-bdbd-b065b24e53a4 service neutron] Attempting to bind port 0b802548-244e-410c-bab8-0d961a215443 by drivers openvswitch,hyperv on host n-h1-827839-2 at level 0 using segments [{'id': '78faf63e-60a8-47e4-85af-dce04e5fa366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'e6d83a7c-1f77-441c-afa2-81d5754db2af'}] {{(pid=103376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:18:01.778584 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-706c3068-ba3a-4875-8cf3-5401eb6d5f2d req-359595d7-cd1e-4067-bdbd-b065b24e53a4 service neutron] Attempting to bind port 0b802548-244e-410c-bab8-0d961a215443 on network e6d83a7c-1f77-441c-afa2-81d5754db2af {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:18:01.788440 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-a717981e-a0ba-4219-8b09-f170fffaf688 req-434578dd-3840-47e5-9fbd-b0ab859d4426 tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0908465 Feb 04 17:18:01.800384 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-706c3068-ba3a-4875-8cf3-5401eb6d5f2d req-359595d7-cd1e-4067-bdbd-b065b24e53a4 service neutron] Port 0b802548-244e-410c-bab8-0d961a215443 on network e6d83a7c-1f77-441c-afa2-81d5754db2af not bound, no agent of type Open vSwitch agent registered on host n-h1-827839-2 {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 17:18:01.800665 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-706c3068-ba3a-4875-8cf3-5401eb6d5f2d req-359595d7-cd1e-4067-bdbd-b065b24e53a4 service neutron] Attempting to bind port 0b802548-244e-410c-bab8-0d961a215443 on network e6d83a7c-1f77-441c-afa2-81d5754db2af {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:18:01.808594 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c65013-0388-4d58-87c5-221d5085cf97 req-bb18e4a0-9325-4ed5-a5a0-c9b7e175c419 tempest-ListServerFiltersTestJSON-412490069 tempest-ListServerFiltersTestJSON-412490069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:18:01.810225 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-10c65013-0388-4d58-87c5-221d5085cf97 req-bb18e4a0-9325-4ed5-a5a0-c9b7e175c419 tempest-ListServerFiltersTestJSON-412490069 tempest-ListServerFiltersTestJSON-412490069-project] 10.222.0.89 "GET /v2.0/ports?device_id=12738f53-d5b1-4e66-9060-023827767e73 HTTP/1.1" status: 200 len: 945 time: 1.4781241 Feb 04 17:18:01.847785 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [req-a717981e-a0ba-4219-8b09-f170fffaf688 req-113f5fe7-f1a0-4d73-9da9-f4e016b1bece service neutron] Request body: {'port': {'device_id': '809c551a-1790-4b2b-baf4-9847169d6487', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827839-2'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:18:01.868023 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-706c3068-ba3a-4875-8cf3-5401eb6d5f2d req-359595d7-cd1e-4067-bdbd-b065b24e53a4 service neutron] Checking agent: {'id': '3f9244a9-75fc-4c10-b195-11d48b853b41', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 8, 42), 'started_at': datetime.datetime(2022, 2, 4, 17, 8, 42), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 17, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:18:01.875175 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-706c3068-ba3a-4875-8cf3-5401eb6d5f2d req-359595d7-cd1e-4067-bdbd-b065b24e53a4 service neutron] Checking segment: {'id': '78faf63e-60a8-47e4-85af-dce04e5fa366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'e6d83a7c-1f77-441c-afa2-81d5754db2af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:18:01.875929 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-706c3068-ba3a-4875-8cf3-5401eb6d5f2d req-359595d7-cd1e-4067-bdbd-b065b24e53a4 service neutron] Bound using segment: {'id': '78faf63e-60a8-47e4-85af-dce04e5fa366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'e6d83a7c-1f77-441c-afa2-81d5754db2af'} {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:18:01.877363 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [req-706c3068-ba3a-4875-8cf3-5401eb6d5f2d req-359595d7-cd1e-4067-bdbd-b065b24e53a4 service neutron] Bound port: 0b802548-244e-410c-bab8-0d961a215443, host: n-h1-827839-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '78faf63e-60a8-47e4-85af-dce04e5fa366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'e6d83a7c-1f77-441c-afa2-81d5754db2af'}}] {{(pid=103376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:18:01.878670 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-706c3068-ba3a-4875-8cf3-5401eb6d5f2d req-359595d7-cd1e-4067-bdbd-b065b24e53a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (0b802548-244e-410c-bab8-0d961a215443), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:01.938042 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-2ddf94fd-3664-4a50-8162-8421c6c1fbc4 req-9ec035b7-e2a2-4786-b34d-82880f25b435 tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] 10.222.0.89 "GET /v2.0/security-groups?id=18e6cc58-e448-4d12-9423-2a502a086ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2581098 Feb 04 17:18:02.014911 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-65cda06b-9c4e-4068-81ed-37f3f54ba9eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (64ada913-9131-4d99-a265-63a920956287), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:02.039593 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-a717981e-a0ba-4219-8b09-f170fffaf688 req-113f5fe7-f1a0-4d73-9da9-f4e016b1bece service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (645c34a0-6641-41db-8d2a-af675eb8fb2e), before_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:02.054132 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434578dd-3840-47e5-9fbd-b0ab859d4426 tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] Pushing event updated for resources: {'Port': ['ID=645c34a0-6641-41db-8d2a-af675eb8fb2e,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:18:02.093993 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-31e4c2e6-36d7-485f-9785-56c090031c02 req-08ccfebb-6f69-483b-a9c2-c3ccf80bac93 service neutron] 10.222.0.90 "GET /v2.0/networks/e6d83a7c-1f77-441c-afa2-81d5754db2af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.7628739 Feb 04 17:18:02.214651 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [req-706c3068-ba3a-4875-8cf3-5401eb6d5f2d req-359595d7-cd1e-4067-bdbd-b065b24e53a4 service neutron] For port 0b802548-244e-410c-bab8-0d961a215443, host n-h1-827839-2, cleared binding levels {{(pid=103376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:18:02.249490 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [req-706c3068-ba3a-4875-8cf3-5401eb6d5f2d req-359595d7-cd1e-4067-bdbd-b065b24e53a4 service neutron] For port 0b802548-244e-410c-bab8-0d961a215443, host n-h1-827839-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=0b802548-244e-410c-bab8-0d961a215443,segment=NetworkSegment(78faf63e-60a8-47e4-85af-dce04e5fa366),segment_id=78faf63e-60a8-47e4-85af-dce04e5fa366)] {{(pid=103376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:18:02.263631 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-706c3068-ba3a-4875-8cf3-5401eb6d5f2d req-359595d7-cd1e-4067-bdbd-b065b24e53a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675836'] for port (0b802548-244e-410c-bab8-0d961a215443), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:02.328023 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359595d7-cd1e-4067-bdbd-b065b24e53a4 service neutron] Pushing event updated for resources: {'Port': ['ID=0b802548-244e-410c-bab8-0d961a215443,revision_number=3']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:18:02.367221 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0502ddaa-8789-4fda-9f3e-ddbd7bf96355 req-9104658e-7269-4d78-88c7-18ed87f69f28 tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:18:02.369333 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-0502ddaa-8789-4fda-9f3e-ddbd7bf96355 req-9104658e-7269-4d78-88c7-18ed87f69f28 tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] 10.222.0.89 "GET /v2.0/ports?device_id=e746a355-df6f-420e-9722-051f2d1921e6 HTTP/1.1" status: 200 len: 943 time: 0.2392495 Feb 04 17:18:02.382968 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706c3068-ba3a-4875-8cf3-5401eb6d5f2d req-359595d7-cd1e-4067-bdbd-b065b24e53a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:18:02.383648 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-706c3068-ba3a-4875-8cf3-5401eb6d5f2d req-359595d7-cd1e-4067-bdbd-b065b24e53a4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:02.385159 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-706c3068-ba3a-4875-8cf3-5401eb6d5f2d req-359595d7-cd1e-4067-bdbd-b065b24e53a4 service neutron] 10.222.0.96 "PUT /v2.0/ports/0b802548-244e-410c-bab8-0d961a215443 HTTP/1.1" status: 200 len: 1091 time: 2.8363104 Feb 04 17:18:02.385689 n-d-827839-2 neutron-server[103376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e746a355-df6f-420e-9722-051f2d1921e6', 'tag': '0b802548-244e-410c-bab8-0d961a215443'}] {{(pid=103376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:18:02.388047 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d59c3bb5e2f09ebf62144d5e09b1cff60c763a9c19614c24538e77842938c05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce82ad26-dbbf-4ae7-bdc6-d4e7abe23204" -d '{"events": [{"name": "network-changed", "server_uuid": "e746a355-df6f-420e-9722-051f2d1921e6", "tag": "0b802548-244e-410c-bab8-0d961a215443"}]}' {{(pid=103376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:18:02.469070 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-10c65013-0388-4d58-87c5-221d5085cf97 req-4e7c93f0-cdec-4688-adcf-40b7a22f960e tempest-ListServerFiltersTestJSON-412490069 tempest-ListServerFiltersTestJSON-412490069-project] 10.222.0.89 "GET /v2.0/security-groups?id=97f39e76-7bf1-44bd-bf73-dcbb52112ad3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5370951 Feb 04 17:18:02.522054 n-d-827839-2 neutron-server[103377]: DEBUG neutron.notifiers.nova [req-a717981e-a0ba-4219-8b09-f170fffaf688 req-113f5fe7-f1a0-4d73-9da9-f4e016b1bece service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 645c34a0-6641-41db-8d2a-af675eb8fb2e {{(pid=103377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 17:18:02.541385 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-0502ddaa-8789-4fda-9f3e-ddbd7bf96355 req-5840d3a8-4954-4cf1-b964-dbd5bdfc1276 tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] 10.222.0.89 "GET /v2.0/security-groups?id=c591d0a0-8f77-4259-ab5e-c54cb31473d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492159 Feb 04 17:18:02.551449 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706c3068-ba3a-4875-8cf3-5401eb6d5f2d req-cbd67739-6985-4bcf-a29a-f5b676a8d437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:18:02.553083 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-706c3068-ba3a-4875-8cf3-5401eb6d5f2d req-cbd67739-6985-4bcf-a29a-f5b676a8d437 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=36d552dcaba84f869d86965d2c5a9247&device_id=e746a355-df6f-420e-9722-051f2d1921e6 HTTP/1.1" status: 200 len: 1125 time: 0.1087747 Feb 04 17:18:02.606894 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-a717981e-a0ba-4219-8b09-f170fffaf688 req-113f5fe7-f1a0-4d73-9da9-f4e016b1bece service neutron] Publish callbacks [] for port (645c34a0-6641-41db-8d2a-af675eb8fb2e), precommit_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:02.626964 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-706c3068-ba3a-4875-8cf3-5401eb6d5f2d req-a0da60dd-c3b8-4dcf-ab77-dc803985bd6d service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0b802548-244e-410c-bab8-0d961a215443 HTTP/1.1" status: 200 len: 217 time: 0.0625770 Feb 04 17:18:02.679204 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4b64ae-cd4d-4ab6-991e-f12cb5db7f72 req-bdf33648-31f6-4255-9a1d-057d4a91ed44 tempest-ServersAdminTestJSON-70469306 tempest-ServersAdminTestJSON-70469306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:18:02.680853 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-9a4b64ae-cd4d-4ab6-991e-f12cb5db7f72 req-bdf33648-31f6-4255-9a1d-057d4a91ed44 tempest-ServersAdminTestJSON-70469306 tempest-ServersAdminTestJSON-70469306-project] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.3137722 Feb 04 17:18:02.757148 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706c3068-ba3a-4875-8cf3-5401eb6d5f2d req-d9e7960c-9120-4941-9fd7-ff93fae95cfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:18:02.759113 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-706c3068-ba3a-4875-8cf3-5401eb6d5f2d req-d9e7960c-9120-4941-9fd7-ff93fae95cfb service neutron] 10.222.0.96 "GET /v2.0/subnets?id=bf8ba049-695f-44be-9bf2-689533c91d54 HTTP/1.1" status: 200 len: 852 time: 0.1227334 Feb 04 17:18:02.769935 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-830d4854-ae26-4383-b207-36e85b1e0b59 req-2fc34288-a69d-47d1-9002-82a046c61140 tempest-ServersAdminTestJSON-70469306 tempest-ServersAdminTestJSON-70469306-project] 10.222.0.90 "GET /v2.0/networks?tenant_id=f484bbd9aba14982b5f05b3677d924de&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0576820 Feb 04 17:18:02.772320 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-23c3a06d-2cf2-4843-a176-86963879fed1 req-138b02b6-54c5-4e33-bbfc-85280069dde9 tempest-ServersAdminTestJSON-70469306 tempest-ServersAdminTestJSON-70469306-project] 10.222.0.89 "GET /v2.0/ports?device_id=0c0189fa-3209-44e0-92bf-41bfd20b9678 HTTP/1.1" status: 200 len: 210 time: 0.1867189 Feb 04 17:18:02.807953 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [req-9a4b64ae-cd4d-4ab6-991e-f12cb5db7f72 req-f8df4fb1-8db3-403a-9c0d-7c5944ada1fd tempest-ServersAdminTestJSON-70469306 tempest-ServersAdminTestJSON-70469306-project] Request body: {'port': {'device_id': 'cdea105d-d892-4559-baed-fb98b40680d0', 'network_id': '02be22b9-aa53-40ea-8050-9239cd27d1ff', 'admin_state_up': True, 'tenant_id': 'f484bbd9aba14982b5f05b3677d924de'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:18:02.847359 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-706c3068-ba3a-4875-8cf3-5401eb6d5f2d req-eef2c034-f31c-4e21-ae07-9901d5005b7d service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=e6d83a7c-1f77-441c-afa2-81d5754db2af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0803630 Feb 04 17:18:02.872709 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d408ec64-b374-4acb-a1fc-48241dad6d47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (0cd6d64a-47a7-40ff-8c12-71dd526c62e0), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:02.879524 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.provisioning_blocks [req-a717981e-a0ba-4219-8b09-f170fffaf688 req-113f5fe7-f1a0-4d73-9da9-f4e016b1bece service neutron] Transition to ACTIVE for port object 645c34a0-6641-41db-8d2a-af675eb8fb2e will not be triggered until provisioned by entity L2. {{(pid=103377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 17:18:03.005907 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-a717981e-a0ba-4219-8b09-f170fffaf688 req-113f5fe7-f1a0-4d73-9da9-f4e016b1bece service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25888290'] for port (645c34a0-6641-41db-8d2a-af675eb8fb2e), after_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:03.085684 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-706c3068-ba3a-4875-8cf3-5401eb6d5f2d req-2d09b698-3c64-4ec7-a850-6328e361d9e8 service neutron] 10.222.0.96 "GET /v2.0/networks/e6d83a7c-1f77-441c-afa2-81d5754db2af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2287841 Feb 04 17:18:03.338142 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c56fd6-7039-437b-9200-47961f00b759 req-cd7a3bc0-7165-444c-a561-bfe826216e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:18:03.339758 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-36c56fd6-7039-437b-9200-47961f00b759 req-cd7a3bc0-7165-444c-a561-bfe826216e5d service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=36d552dcaba84f869d86965d2c5a9247&device_id=e5d75215-3fe4-46c8-83d3-a72f5690da4f HTTP/1.1" status: 200 len: 1125 time: 0.9099240 Feb 04 17:18:03.344575 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-ba9802eb-a8d1-400d-8f30-b8226ada92fc admin admin] Publish callbacks [] for security_group (f73a87ce-3623-468b-b264-be10e14b97af), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:03.365039 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabbfbe5-4908-4f9f-80af-ee26accd870f req-51d5b9d1-eae0-4d49-8a87-d7e0fb761e93 tempest-InstanceActionsV221TestJSON-910298216 tempest-InstanceActionsV221TestJSON-910298216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:18:03.366610 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-cabbfbe5-4908-4f9f-80af-ee26accd870f req-51d5b9d1-eae0-4d49-8a87-d7e0fb761e93 tempest-InstanceActionsV221TestJSON-910298216 tempest-InstanceActionsV221TestJSON-910298216-project] 10.222.0.96 "GET /v2.0/ports?device_id=3cce4d83-aa1d-4371-aec8-504818bdd7bc HTTP/1.1" status: 200 len: 945 time: 0.3365505 Feb 04 17:18:03.367086 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.90', 57015) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:18:03.502115 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c56fd6-7039-437b-9200-47961f00b759 req-673199ec-912e-42d3-b930-fe04a1280839 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:18:03.503806 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-36c56fd6-7039-437b-9200-47961f00b759 req-673199ec-912e-42d3-b930-fe04a1280839 service neutron] 10.222.0.90 "GET /v2.0/networks?tenant_id=36d552dcaba84f869d86965d2c5a9247&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1299169 Feb 04 17:18:03.517152 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-ba9802eb-a8d1-400d-8f30-b8226ada92fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (f73a87ce-3623-468b-b264-be10e14b97af), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:03.524762 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-706c3068-ba3a-4875-8cf3-5401eb6d5f2d req-b22a9290-2381-4a27-838f-56fef20f4ff4 service neutron] 10.222.0.96 "GET /v2.0/networks/e6d83a7c-1f77-441c-afa2-81d5754db2af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4112926 Feb 04 17:18:03.595328 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9b1eab-c19f-410d-bbe3-720efe887311 req-538555c4-32ce-444c-b474-6d03ff70d2ea tempest-NetworksTest-613688428 tempest-NetworksTest-613688428-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:18:03.597834 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9b1eab-c19f-410d-bbe3-720efe887311 req-538555c4-32ce-444c-b474-6d03ff70d2ea tempest-NetworksTest-613688428 tempest-NetworksTest-613688428-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:18:03.598315 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9b1eab-c19f-410d-bbe3-720efe887311 req-538555c4-32ce-444c-b474-6d03ff70d2ea tempest-NetworksTest-613688428 tempest-NetworksTest-613688428-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:18:03.598818 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9b1eab-c19f-410d-bbe3-720efe887311 req-538555c4-32ce-444c-b474-6d03ff70d2ea tempest-NetworksTest-613688428 tempest-NetworksTest-613688428-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:18:03.599272 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9b1eab-c19f-410d-bbe3-720efe887311 req-538555c4-32ce-444c-b474-6d03ff70d2ea tempest-NetworksTest-613688428 tempest-NetworksTest-613688428-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:18:03.600408 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9b1eab-c19f-410d-bbe3-720efe887311 req-538555c4-32ce-444c-b474-6d03ff70d2ea tempest-NetworksTest-613688428 tempest-NetworksTest-613688428-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:18:03.603202 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9b1eab-c19f-410d-bbe3-720efe887311 req-538555c4-32ce-444c-b474-6d03ff70d2ea tempest-NetworksTest-613688428 tempest-NetworksTest-613688428-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:18:03.603741 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9b1eab-c19f-410d-bbe3-720efe887311 req-538555c4-32ce-444c-b474-6d03ff70d2ea tempest-NetworksTest-613688428 tempest-NetworksTest-613688428-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:18:03.604415 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9b1eab-c19f-410d-bbe3-720efe887311 req-538555c4-32ce-444c-b474-6d03ff70d2ea tempest-NetworksTest-613688428 tempest-NetworksTest-613688428-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:18:03.606060 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9b1eab-c19f-410d-bbe3-720efe887311 req-538555c4-32ce-444c-b474-6d03ff70d2ea tempest-NetworksTest-613688428 tempest-NetworksTest-613688428-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:18:03.625390 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-bd9b1eab-c19f-410d-bbe3-720efe887311 req-538555c4-32ce-444c-b474-6d03ff70d2ea tempest-NetworksTest-613688428 tempest-NetworksTest-613688428-project-admin] 10.222.0.89 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7124 time: 0.5764213 Feb 04 17:18:03.677924 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c56fd6-7039-437b-9200-47961f00b759 req-eae03a10-b014-4694-aa72-e094ec5d63f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:18:03.679324 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-36c56fd6-7039-437b-9200-47961f00b759 req-eae03a10-b014-4694-aa72-e094ec5d63f1 service neutron] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1515007 Feb 04 17:18:03.731752 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113f5fe7-f1a0-4d73-9da9-f4e016b1bece service neutron] Pushing event updated for resources: {'Port': ['ID=645c34a0-6641-41db-8d2a-af675eb8fb2e,revision_number=2']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:18:03.732420 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 17:18:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81743af9-f793-41e9-954d-59ad53480b11 x-openstack-request-id: req-81743af9-f793-41e9-954d-59ad53480b11 {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:18:03.732962 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e746a355-df6f-420e-9722-051f2d1921e6", "tag": "0b802548-244e-410c-bab8-0d961a215443", "status": "completed", "code": 200}]} {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:18:03.733400 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-81743af9-f793-41e9-954d-59ad53480b11 {{(pid=103376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:18:03.734041 n-d-827839-2 neutron-server[103376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e746a355-df6f-420e-9722-051f2d1921e6', 'tag': '0b802548-244e-410c-bab8-0d961a215443', 'status': 'completed', 'code': 200} Feb 04 17:18:03.776663 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba9802eb-a8d1-400d-8f30-b8226ada92fc admin admin] vlan segment allocate from pool success with {'vlan_id': 761, 'physical_network': 'physnet1'} {{(pid=103377) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 17:18:03.780610 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9802eb-a8d1-400d-8f30-b8226ada92fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f73a87ce-3623-468b-b264-be10e14b97af,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:18:03.784814 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977cb772-e410-4a76-a911-992f07cd8892 req-c0100167-243a-48d6-8ffa-05ee8b445a09 tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:18:03.790322 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4331e6f6-e508-4b18-874e-a006ee3d9ff4 req-f4b68654-aff7-4bb9-82d3-4c01bd927207 tempest-InstanceActionsV221TestJSON-910298216 tempest-InstanceActionsV221TestJSON-910298216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:18:03.790622 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-977cb772-e410-4a76-a911-992f07cd8892 req-c0100167-243a-48d6-8ffa-05ee8b445a09 tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] 10.222.0.90 "GET /v2.0/ports?device_id=d8a46594-af9a-4c29-9a3e-2edb427e70fa HTTP/1.1" status: 200 len: 944 time: 0.4112294 Feb 04 17:18:03.792417 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-4331e6f6-e508-4b18-874e-a006ee3d9ff4 req-f4b68654-aff7-4bb9-82d3-4c01bd927207 tempest-InstanceActionsV221TestJSON-910298216 tempest-InstanceActionsV221TestJSON-910298216-project] 10.222.0.89 "GET /v2.0/ports?device_id=3cce4d83-aa1d-4371-aec8-504818bdd7bc HTTP/1.1" status: 200 len: 945 time: 0.8108346 Feb 04 17:18:03.897474 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-ba9802eb-a8d1-400d-8f30-b8226ada92fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (0acd71c6-01f0-4ba0-a046-628498026858), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:03.898289 n-d-827839-2 neutron-server[103377]: INFO neutron.db.segments_db [None req-ba9802eb-a8d1-400d-8f30-b8226ada92fc admin admin] Added segment 0acd71c6-01f0-4ba0-a046-628498026858 of type vlan for network b9d973ec-bc63-4d00-96f6-595ef6133005 Feb 04 17:18:03.974728 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830d4854-ae26-4383-b207-36e85b1e0b59 req-df41c91f-1802-4327-a739-596f4ddde94a tempest-ServersAdminTestJSON-70469306 tempest-ServersAdminTestJSON-70469306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:18:03.976702 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-830d4854-ae26-4383-b207-36e85b1e0b59 req-df41c91f-1802-4327-a739-596f4ddde94a tempest-ServersAdminTestJSON-70469306 tempest-ServersAdminTestJSON-70469306-project] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.1451828 Feb 04 17:18:03.994469 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9a4b64ae-cd4d-4ab6-991e-f12cb5db7f72 req-f8df4fb1-8db3-403a-9c0d-7c5944ada1fd tempest-ServersAdminTestJSON-70469306 tempest-ServersAdminTestJSON-70469306-project] Made reservation on behalf of f484bbd9aba14982b5f05b3677d924de for: {'port': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:18:03.997883 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-9a4b64ae-cd4d-4ab6-991e-f12cb5db7f72 req-f8df4fb1-8db3-403a-9c0d-7c5944ada1fd tempest-ServersAdminTestJSON-70469306 tempest-ServersAdminTestJSON-70469306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:04.036676 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [req-cabbfbe5-4908-4f9f-80af-ee26accd870f req-5299fa5a-febd-4872-9ae1-107234cf051a tempest-InstanceActionsV221TestJSON-910298216 tempest-InstanceActionsV221TestJSON-910298216-project] Deleting port 8f26e1ab-1c91-4119-a212-eb2316f070f0 {{(pid=103376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:18:04.037095 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-cabbfbe5-4908-4f9f-80af-ee26accd870f req-5299fa5a-febd-4872-9ae1-107234cf051a tempest-InstanceActionsV221TestJSON-910298216 tempest-InstanceActionsV221TestJSON-910298216-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (8f26e1ab-1c91-4119-a212-eb2316f070f0), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:04.045467 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce82ad26-dbbf-4ae7-bdc6-d4e7abe23204 req-b1c09367-aa8d-407c-8fe7-3193b9099eed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:18:04.047098 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-ce82ad26-dbbf-4ae7-bdc6-d4e7abe23204 req-b1c09367-aa8d-407c-8fe7-3193b9099eed service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=36d552dcaba84f869d86965d2c5a9247&device_id=e746a355-df6f-420e-9722-051f2d1921e6 HTTP/1.1" status: 200 len: 1125 time: 0.3101358 Feb 04 17:18:04.059270 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [req-830d4854-ae26-4383-b207-36e85b1e0b59 req-efc76aa9-de53-41aa-a90b-7127bd412901 tempest-ServersAdminTestJSON-70469306 tempest-ServersAdminTestJSON-70469306-project] Request body: {'port': {'device_id': '0c0189fa-3209-44e0-92bf-41bfd20b9678', 'network_id': '02be22b9-aa53-40ea-8050-9239cd27d1ff', 'admin_state_up': True, 'tenant_id': 'f484bbd9aba14982b5f05b3677d924de'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:18:04.071760 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-ba9802eb-a8d1-400d-8f30-b8226ada92fc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781084292801'] for network (b9d973ec-bc63-4d00-96f6-595ef6133005), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:04.074059 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-9a4b64ae-cd4d-4ab6-991e-f12cb5db7f72 req-f8df4fb1-8db3-403a-9c0d-7c5944ada1fd tempest-ServersAdminTestJSON-70469306 tempest-ServersAdminTestJSON-70469306-project] Publish callbacks [] for security_group (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:04.226318 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-4331e6f6-e508-4b18-874e-a006ee3d9ff4 req-ef9cf628-47aa-4883-aeb3-76bfffd913a6 tempest-InstanceActionsV221TestJSON-910298216 tempest-InstanceActionsV221TestJSON-910298216-project] 10.222.0.89 "GET /v2.0/security-groups?id=6624c962-c58b-47ff-8d93-f7fdfbcaa6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4180021 Feb 04 17:18:04.232148 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.db.resource_extend [None req-ba9802eb-a8d1-400d-8f30-b8226ada92fc admin admin] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 17:18:04.337143 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [req-a717981e-a0ba-4219-8b09-f170fffaf688 req-113f5fe7-f1a0-4d73-9da9-f4e016b1bece service neutron] Attempting to bind port 645c34a0-6641-41db-8d2a-af675eb8fb2e on host n-h2-827839-2 for vnic_type normal with profile {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:18:04.337783 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [req-a717981e-a0ba-4219-8b09-f170fffaf688 req-113f5fe7-f1a0-4d73-9da9-f4e016b1bece service neutron] Attempting to bind port 645c34a0-6641-41db-8d2a-af675eb8fb2e by drivers openvswitch,hyperv on host n-h2-827839-2 at level 0 using segments [{'id': '4adf983e-b4f0-4caa-beec-ecaadf2366f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '865a5290-ec33-4655-84a4-bc1453190ac7'}] {{(pid=103377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:18:04.338293 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a717981e-a0ba-4219-8b09-f170fffaf688 req-113f5fe7-f1a0-4d73-9da9-f4e016b1bece service neutron] Attempting to bind port 645c34a0-6641-41db-8d2a-af675eb8fb2e on network 865a5290-ec33-4655-84a4-bc1453190ac7 {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:18:04.384343 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-ba9802eb-a8d1-400d-8f30-b8226ada92fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327'] for network (b9d973ec-bc63-4d00-96f6-595ef6133005), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:04.385655 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba9802eb-a8d1-400d-8f30-b8226ada92fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:18:04.386490 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-ba9802eb-a8d1-400d-8f30-b8226ada92fc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677565'] for network (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:04.410775 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a717981e-a0ba-4219-8b09-f170fffaf688 req-113f5fe7-f1a0-4d73-9da9-f4e016b1bece service neutron] Port 645c34a0-6641-41db-8d2a-af675eb8fb2e on network 865a5290-ec33-4655-84a4-bc1453190ac7 not bound, no agent of type Open vSwitch agent registered on host n-h2-827839-2 {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 17:18:04.412055 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a717981e-a0ba-4219-8b09-f170fffaf688 req-113f5fe7-f1a0-4d73-9da9-f4e016b1bece service neutron] Attempting to bind port 645c34a0-6641-41db-8d2a-af675eb8fb2e on network 865a5290-ec33-4655-84a4-bc1453190ac7 {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:18:04.438898 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a717981e-a0ba-4219-8b09-f170fffaf688 req-113f5fe7-f1a0-4d73-9da9-f4e016b1bece service neutron] Checking agent: {'id': 'f20a1ab3-4332-4f54-833b-ba4a7c687e89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 8, 40), 'started_at': datetime.datetime(2022, 2, 4, 17, 8, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 17, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:18:04.439542 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a717981e-a0ba-4219-8b09-f170fffaf688 req-113f5fe7-f1a0-4d73-9da9-f4e016b1bece service neutron] Checking segment: {'id': '4adf983e-b4f0-4caa-beec-ecaadf2366f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '865a5290-ec33-4655-84a4-bc1453190ac7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:18:04.440111 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a717981e-a0ba-4219-8b09-f170fffaf688 req-113f5fe7-f1a0-4d73-9da9-f4e016b1bece service neutron] Bound using segment: {'id': '4adf983e-b4f0-4caa-beec-ecaadf2366f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '865a5290-ec33-4655-84a4-bc1453190ac7'} {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:18:04.440724 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [req-a717981e-a0ba-4219-8b09-f170fffaf688 req-113f5fe7-f1a0-4d73-9da9-f4e016b1bece service neutron] Bound port: 645c34a0-6641-41db-8d2a-af675eb8fb2e, host: n-h2-827839-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4adf983e-b4f0-4caa-beec-ecaadf2366f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '865a5290-ec33-4655-84a4-bc1453190ac7'}}] {{(pid=103377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:18:04.441310 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-a717981e-a0ba-4219-8b09-f170fffaf688 req-113f5fe7-f1a0-4d73-9da9-f4e016b1bece service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (645c34a0-6641-41db-8d2a-af675eb8fb2e), before_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:04.633826 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Device 0d900902-236e-4b59-81c2-4e05e50526a0 details requested by agent hyperv_n-h2-827839-2 with host n-h2-827839-2 {{(pid=103378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 17:18:04.774946 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [req-977cb772-e410-4a76-a911-992f07cd8892 req-0cc95dd8-85fc-4a32-bd14-b3d69171264d tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] Deleting port 09fe44f1-9e7b-43ae-8405-ca810bec8f9b {{(pid=103376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:18:04.775553 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-977cb772-e410-4a76-a911-992f07cd8892 req-0cc95dd8-85fc-4a32-bd14-b3d69171264d tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (09fe44f1-9e7b-43ae-8405-ca810bec8f9b), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:04.842275 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4f14bb47-e72b-46ac-9e44-a61d9293afcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (75326290-f7a3-4db8-9cf2-15c7139ed224), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:04.863777 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] For port 0d900902-236e-4b59-81c2-4e05e50526a0, host n-h2-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=0d900902-236e-4b59-81c2-4e05e50526a0,segment=NetworkSegment(78faf63e-60a8-47e4-85af-dce04e5fa366),segment_id=78faf63e-60a8-47e4-85af-dce04e5fa366)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:18:04.878581 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Returning: {'device': '0d900902-236e-4b59-81c2-4e05e50526a0', 'network_id': 'e6d83a7c-1f77-441c-afa2-81d5754db2af', 'port_id': '0d900902-236e-4b59-81c2-4e05e50526a0', 'mac_address': 'fa:16:3e:31:34:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 781, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf8ba049-695f-44be-9bf2-689533c91d54', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 17:18:04.907587 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [req-977cb772-e410-4a76-a911-992f07cd8892 req-0cc95dd8-85fc-4a32-bd14-b3d69171264d tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] For port 09fe44f1-9e7b-43ae-8405-ca810bec8f9b, host n-h2-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=09fe44f1-9e7b-43ae-8405-ca810bec8f9b,segment=NetworkSegment(422e2db4-29a0-413f-80b3-a344e9c773f4),segment_id=422e2db4-29a0-413f-80b3-a344e9c773f4)] {{(pid=103376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:18:04.907970 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-977cb772-e410-4a76-a911-992f07cd8892 req-0cc95dd8-85fc-4a32-bd14-b3d69171264d tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (09fe44f1-9e7b-43ae-8405-ca810bec8f9b), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:04.923522 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [req-977cb772-e410-4a76-a911-992f07cd8892 req-0cc95dd8-85fc-4a32-bd14-b3d69171264d tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] Calling delete_port for 09fe44f1-9e7b-43ae-8405-ca810bec8f9b owned by compute:nova {{(pid=103376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:18:04.924386 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Current status of the port 0d900902-236e-4b59-81c2-4e05e50526a0 is: DOWN; New status is: BUILD {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:18:04.925041 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (0d900902-236e-4b59-81c2-4e05e50526a0), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:04.941645 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d900902-236e-4b59-81c2-4e05e50526a0 {{(pid=103378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 17:18:04.952163 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-ba9802eb-a8d1-400d-8f30-b8226ada92fc admin admin] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 5.0655174 Feb 04 17:18:04.953015 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9802eb-a8d1-400d-8f30-b8226ada92fc admin admin] Pushing event updated for resources: {'Network': ['ID=b9d973ec-bc63-4d00-96f6-595ef6133005,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:18:04.969444 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] For port 0d900902-236e-4b59-81c2-4e05e50526a0, host n-h2-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=0d900902-236e-4b59-81c2-4e05e50526a0,segment=NetworkSegment(78faf63e-60a8-47e4-85af-dce04e5fa366),segment_id=78faf63e-60a8-47e4-85af-dce04e5fa366)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:18:04.973999 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 59138) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:18:04.975195 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Network b9d973ec-bc63-4d00-96f6-595ef6133005 details requested by agent ovs-agent-n-d-827839-2 with host n-d-827839-2 {{(pid=103378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 17:18:04.979823 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (0d900902-236e-4b59-81c2-4e05e50526a0), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:04.993613 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-b075df83-a230-4880-a63e-db94e20aff16 admin admin] Request body: {'subnet': {'network_id': 'b9d973ec-bc63-4d00-96f6-595ef6133005', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-652519298-subnet', 'tenant_id': 'd1dffd2084b84bed9108b5beb8b1a927', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:18:05.069386 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef76499-6af9-4bad-9baf-9c500b05b6ae req-2cff40e1-ecd1-4b4c-86aa-3fb0ab45db3d tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:18:05.076882 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-bef76499-6af9-4bad-9baf-9c500b05b6ae req-2cff40e1-ecd1-4b4c-86aa-3fb0ab45db3d tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] 10.222.0.89 "GET /v2.0/ports?device_id=d8a46594-af9a-4c29-9a3e-2edb427e70fa HTTP/1.1" status: 200 len: 944 time: 0.7423844 Feb 04 17:18:05.083731 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-830d4854-ae26-4383-b207-36e85b1e0b59 req-efc76aa9-de53-41aa-a90b-7127bd412901 tempest-ServersAdminTestJSON-70469306 tempest-ServersAdminTestJSON-70469306-project] Made reservation on behalf of f484bbd9aba14982b5f05b3677d924de for: {'port': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:18:05.088185 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-830d4854-ae26-4383-b207-36e85b1e0b59 req-efc76aa9-de53-41aa-a90b-7127bd412901 tempest-ServersAdminTestJSON-70469306 tempest-ServersAdminTestJSON-70469306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:05.107507 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b075df83-a230-4880-a63e-db94e20aff16 admin admin] Made reservation on behalf of d1dffd2084b84bed9108b5beb8b1a927 for: {'subnet': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:18:05.110019 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-b075df83-a230-4880-a63e-db94e20aff16 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25597243'] for subnet (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:05.114662 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce82ad26-dbbf-4ae7-bdc6-d4e7abe23204 req-642f30ea-61f8-4268-b1fc-593978717eed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:18:05.121037 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-ce82ad26-dbbf-4ae7-bdc6-d4e7abe23204 req-642f30ea-61f8-4268-b1fc-593978717eed service neutron] 10.222.0.96 "GET /v2.0/networks?id=e6d83a7c-1f77-441c-afa2-81d5754db2af HTTP/1.1" status: 200 len: 913 time: 1.0047016 Feb 04 17:18:05.123049 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Pushing event updated for resources: {'Port': ['ID=0d900902-236e-4b59-81c2-4e05e50526a0,revision_number=4']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:18:05.138742 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-977cb772-e410-4a76-a911-992f07cd8892 req-0cc95dd8-85fc-4a32-bd14-b3d69171264d tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (09fe44f1-9e7b-43ae-8405-ca810bec8f9b), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:05.151876 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] get_ports_and_sgs() called for port_ids ['09fe44f1-9e7b-43ae-8405-ca810bec8f9b'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 17:18:05.176152 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-830d4854-ae26-4383-b207-36e85b1e0b59 req-efc76aa9-de53-41aa-a90b-7127bd412901 tempest-ServersAdminTestJSON-70469306 tempest-ServersAdminTestJSON-70469306-project] Publish callbacks [] for security_group (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:05.180046 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-9a4b64ae-cd4d-4ab6-991e-f12cb5db7f72 req-f8df4fb1-8db3-403a-9c0d-7c5944ada1fd tempest-ServersAdminTestJSON-70469306 tempest-ServersAdminTestJSON-70469306-project] Publish callbacks [] for security_group (0b9d4704-c600-4325-be39-d787042bd965), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:05.190295 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [req-a717981e-a0ba-4219-8b09-f170fffaf688 req-113f5fe7-f1a0-4d73-9da9-f4e016b1bece service neutron] For port 645c34a0-6641-41db-8d2a-af675eb8fb2e, host n-h2-827839-2, cleared binding levels {{(pid=103377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:18:05.198988 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-9a4b64ae-cd4d-4ab6-991e-f12cb5db7f72 req-f8df4fb1-8db3-403a-9c0d-7c5944ada1fd tempest-ServersAdminTestJSON-70469306 tempest-ServersAdminTestJSON-70469306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (0b9d4704-c600-4325-be39-d787042bd965), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:05.230427 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [req-cabbfbe5-4908-4f9f-80af-ee26accd870f req-5299fa5a-febd-4872-9ae1-107234cf051a tempest-InstanceActionsV221TestJSON-910298216 tempest-InstanceActionsV221TestJSON-910298216-project] For port 8f26e1ab-1c91-4119-a212-eb2316f070f0, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=8f26e1ab-1c91-4119-a212-eb2316f070f0,segment=NetworkSegment(c5975766-ea44-4010-849c-fe327f973b05),segment_id=c5975766-ea44-4010-849c-fe327f973b05)] {{(pid=103376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:18:05.231333 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-cabbfbe5-4908-4f9f-80af-ee26accd870f req-5299fa5a-febd-4872-9ae1-107234cf051a tempest-InstanceActionsV221TestJSON-910298216 tempest-InstanceActionsV221TestJSON-910298216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (8f26e1ab-1c91-4119-a212-eb2316f070f0), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:05.234870 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [req-a717981e-a0ba-4219-8b09-f170fffaf688 req-113f5fe7-f1a0-4d73-9da9-f4e016b1bece service neutron] For port 645c34a0-6641-41db-8d2a-af675eb8fb2e, host n-h2-827839-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=645c34a0-6641-41db-8d2a-af675eb8fb2e,segment=NetworkSegment(4adf983e-b4f0-4caa-beec-ecaadf2366f2),segment_id=4adf983e-b4f0-4caa-beec-ecaadf2366f2)] {{(pid=103377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:18:05.250482 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [req-cabbfbe5-4908-4f9f-80af-ee26accd870f req-5299fa5a-febd-4872-9ae1-107234cf051a tempest-InstanceActionsV221TestJSON-910298216 tempest-InstanceActionsV221TestJSON-910298216-project] Calling delete_port for 8f26e1ab-1c91-4119-a212-eb2316f070f0 owned by compute:nova {{(pid=103376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:18:05.261095 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] get_ports_and_sgs() called for port_ids ['0d900902-236e-4b59-81c2-4e05e50526a0'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 17:18:05.280374 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-a717981e-a0ba-4219-8b09-f170fffaf688 req-113f5fe7-f1a0-4d73-9da9-f4e016b1bece service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25888290'] for port (645c34a0-6641-41db-8d2a-af675eb8fb2e), after_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:05.365511 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8df4fb1-8db3-403a-9c0d-7c5944ada1fd tempest-ServersAdminTestJSON-70469306 tempest-ServersAdminTestJSON-70469306-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b9d4704-c600-4325-be39-d787042bd965,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:18:05.383525 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-bef76499-6af9-4bad-9baf-9c500b05b6ae req-c8020392-64bf-4151-ba75-905cb918c5f8 tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] 10.222.0.89 "GET /v2.0/security-groups?id=119a7f03-3e07-4d1e-8852-d9f974f9f052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3002598 Feb 04 17:18:05.414869 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc95dd8-85fc-4a32-bd14-b3d69171264d tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] Pushing event deleted for resources: {'Port': ['ID=09fe44f1-9e7b-43ae-8405-ca810bec8f9b,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:18:05.425474 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4cb809-0f56-43c0-91fd-a1c42e63dcfc req-8be695db-7642-476b-8394-47b14dc95ba2 tempest-ListServerFiltersTestJSON-412490069 tempest-ListServerFiltersTestJSON-412490069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:18:05.428837 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.db.api [req-830d4854-ae26-4383-b207-36e85b1e0b59 req-efc76aa9-de53-41aa-a90b-7127bd412901 tempest-ServersAdminTestJSON-70469306 tempest-ServersAdminTestJSON-70469306-project] Retry wrapper got retriable exception: Failed to create a duplicate DefaultSecurityGroup: for attribute(s) ['default_security_group.PRIMARY'] with value(s) f484bbd9aba14982b5f05b3677d924de {{(pid=103377) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 17:18:05.429488 n-d-827839-2 neutron-server[103377]: DEBUG oslo_db.api [req-830d4854-ae26-4383-b207-36e85b1e0b59 req-efc76aa9-de53-41aa-a90b-7127bd412901 tempest-ServersAdminTestJSON-70469306 tempest-ServersAdminTestJSON-70469306-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=103377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 17:18:05.434941 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-7d4cb809-0f56-43c0-91fd-a1c42e63dcfc req-8be695db-7642-476b-8394-47b14dc95ba2 tempest-ListServerFiltersTestJSON-412490069 tempest-ListServerFiltersTestJSON-412490069-project] 10.222.0.89 "GET /v2.0/ports?device_id=003b1698-308a-408b-8e39-478eda454ea2 HTTP/1.1" status: 200 len: 946 time: 1.3110559 Feb 04 17:18:05.440069 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-ce82ad26-dbbf-4ae7-bdc6-d4e7abe23204 req-ff8e0e53-07f6-4882-8a88-9136a9aa6a64 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0b802548-244e-410c-bab8-0d961a215443 HTTP/1.1" status: 200 len: 217 time: 0.3016379 Feb 04 17:18:05.454565 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a717981e-a0ba-4219-8b09-f170fffaf688 req-113f5fe7-f1a0-4d73-9da9-f4e016b1bece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:18:05.455306 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-a717981e-a0ba-4219-8b09-f170fffaf688 req-113f5fe7-f1a0-4d73-9da9-f4e016b1bece service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:05.456917 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-a717981e-a0ba-4219-8b09-f170fffaf688 req-113f5fe7-f1a0-4d73-9da9-f4e016b1bece service neutron] 10.222.0.90 "PUT /v2.0/ports/645c34a0-6641-41db-8d2a-af675eb8fb2e HTTP/1.1" status: 200 len: 1091 time: 3.6408072 Feb 04 17:18:05.457475 n-d-827839-2 neutron-server[103377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '809c551a-1790-4b2b-baf4-9847169d6487', 'tag': '645c34a0-6641-41db-8d2a-af675eb8fb2e'}] {{(pid=103377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:18:05.459874 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7240428b650e1488e9361b62648ff4b3a6c19d49d8c27c949491ab58c1346cf0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cdd8e23-b5e0-4926-a415-5feefbea6b3f" -d '{"events": [{"name": "network-changed", "server_uuid": "809c551a-1790-4b2b-baf4-9847169d6487", "tag": "645c34a0-6641-41db-8d2a-af675eb8fb2e"}]}' {{(pid=103377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:18:05.545820 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce82ad26-dbbf-4ae7-bdc6-d4e7abe23204 req-519cbe5f-2f50-47e5-80a9-62ae5a5a1640 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:18:05.547302 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-ce82ad26-dbbf-4ae7-bdc6-d4e7abe23204 req-519cbe5f-2f50-47e5-80a9-62ae5a5a1640 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=bf8ba049-695f-44be-9bf2-689533c91d54 HTTP/1.1" status: 200 len: 852 time: 0.0554082 Feb 04 17:18:05.554733 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113f5fe7-f1a0-4d73-9da9-f4e016b1bece service neutron] Pushing event updated for resources: {'Port': ['ID=645c34a0-6641-41db-8d2a-af675eb8fb2e,revision_number=3']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:18:05.620540 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [req-977cb772-e410-4a76-a911-992f07cd8892 req-0cc95dd8-85fc-4a32-bd14-b3d69171264d tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] No DVR routers for this DVR port 09fe44f1-9e7b-43ae-8405-ca810bec8f9b on host n-h2-827839-2 {{(pid=103376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 17:18:05.621075 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.db_base_plugin_common [req-9a4b64ae-cd4d-4ab6-991e-f12cb5db7f72 req-f8df4fb1-8db3-403a-9c0d-7c5944ada1fd tempest-ServersAdminTestJSON-70469306 tempest-ServersAdminTestJSON-70469306-project] Allocated IP 192.168.233.215 (02be22b9-aa53-40ea-8050-9239cd27d1ff/c974b0ff-2c5c-4667-8a81-3bde3ea6ced5/35ae7739-d12e-440a-928f-2c25bcb6031d) {{(pid=103377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:18:05.627618 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-977cb772-e410-4a76-a911-992f07cd8892 req-0cc95dd8-85fc-4a32-bd14-b3d69171264d tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:05.636716 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-977cb772-e410-4a76-a911-992f07cd8892 req-0cc95dd8-85fc-4a32-bd14-b3d69171264d tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] 10.222.0.90 "DELETE /v2.0/ports/09fe44f1-9e7b-43ae-8405-ca810bec8f9b HTTP/1.1" status: 204 len: 173 time: 1.8045845 Feb 04 17:18:05.680729 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-ce82ad26-dbbf-4ae7-bdc6-d4e7abe23204 req-eaa2bfce-e3b5-46b1-9130-1c1286e22f92 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=e6d83a7c-1f77-441c-afa2-81d5754db2af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0640330 Feb 04 17:18:05.724387 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a717981e-a0ba-4219-8b09-f170fffaf688 req-47579d46-aae0-4488-9129-ad024f20b7ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:18:05.743645 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-a717981e-a0ba-4219-8b09-f170fffaf688 req-47579d46-aae0-4488-9129-ad024f20b7ec service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=8da6ad4e5ee34bf6bb722cd37ab73ea7&device_id=809c551a-1790-4b2b-baf4-9847169d6487 HTTP/1.1" status: 200 len: 1125 time: 0.2364151 Feb 04 17:18:05.746995 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-7d4cb809-0f56-43c0-91fd-a1c42e63dcfc req-72ce5257-9ef9-4fb7-8943-67fe6562f15a tempest-ListServerFiltersTestJSON-412490069 tempest-ListServerFiltersTestJSON-412490069-project] 10.222.0.89 "GET /v2.0/security-groups?id=97f39e76-7bf1-44bd-bf73-dcbb52112ad3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3110425 Feb 04 17:18:05.825328 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (ba70844b-66a0-45fd-a2f2-e6ed673321fc), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:05.880915 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-a717981e-a0ba-4219-8b09-f170fffaf688 req-af93cb63-d441-4be3-96be-36594720f3c4 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=645c34a0-6641-41db-8d2a-af675eb8fb2e HTTP/1.1" status: 200 len: 217 time: 0.1168938 Feb 04 17:18:05.890109 n-d-827839-2 neutron-server[103376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8a46594-af9a-4c29-9a3e-2edb427e70fa', 'name': 'network-vif-deleted', 'tag': '09fe44f1-9e7b-43ae-8405-ca810bec8f9b'}] {{(pid=103376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:18:05.899629 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d59c3bb5e2f09ebf62144d5e09b1cff60c763a9c19614c24538e77842938c05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00ecf126-dfec-4bbb-b54d-5c16aa00e39e" -d '{"events": [{"server_uuid": "d8a46594-af9a-4c29-9a3e-2edb427e70fa", "name": "network-vif-deleted", "tag": "09fe44f1-9e7b-43ae-8405-ca810bec8f9b"}]}' {{(pid=103376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:18:05.902831 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-b075df83-a230-4880-a63e-db94e20aff16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25889445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25597197'] for subnet (1be0771b-60a1-4b96-93a9-bb55462fed96), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:05.937345 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-830d4854-ae26-4383-b207-36e85b1e0b59 req-efc76aa9-de53-41aa-a90b-7127bd412901 tempest-ServersAdminTestJSON-70469306 tempest-ServersAdminTestJSON-70469306-project] Publish callbacks [] for security_group (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:05.980483 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-ce82ad26-dbbf-4ae7-bdc6-d4e7abe23204 req-2fbc9714-c765-4a23-8739-44326f563d3d service neutron] 10.222.0.96 "GET /v2.0/networks/e6d83a7c-1f77-441c-afa2-81d5754db2af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2551658 Feb 04 17:18:06.046298 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa5b117-6c10-4294-be7a-b5f00f1b22a9 req-fb1afcb9-1a90-4d26-b1c1-3fa72a2cc654 tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:18:06.053414 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-5aa5b117-6c10-4294-be7a-b5f00f1b22a9 req-fb1afcb9-1a90-4d26-b1c1-3fa72a2cc654 tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] 10.222.0.89 "GET /v2.0/ports?device_id=e746a355-df6f-420e-9722-051f2d1921e6 HTTP/1.1" status: 200 len: 943 time: 0.1496913 Feb 04 17:18:06.132411 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a717981e-a0ba-4219-8b09-f170fffaf688 req-f0c77d3c-0ff1-448e-9e5c-06fc2327e172 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:18:06.133960 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-a717981e-a0ba-4219-8b09-f170fffaf688 req-f0c77d3c-0ff1-448e-9e5c-06fc2327e172 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=22305eb3-36bf-4425-804b-f2478ee8714d HTTP/1.1" status: 200 len: 847 time: 0.2254431 Feb 04 17:18:06.141729 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b075df83-a230-4880-a63e-db94e20aff16 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1be0771b-60a1-4b96-93a9-bb55462fed96,revision_number=0']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:18:06.179740 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-5aa5b117-6c10-4294-be7a-b5f00f1b22a9 req-30fdaa74-366c-460f-8226-e65ba5e47d12 tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] 10.222.0.89 "GET /v2.0/security-groups?id=c591d0a0-8f77-4259-ab5e-c54cb31473d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251893 Feb 04 17:18:06.192695 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-cabbfbe5-4908-4f9f-80af-ee26accd870f req-5299fa5a-febd-4872-9ae1-107234cf051a tempest-InstanceActionsV221TestJSON-910298216 tempest-InstanceActionsV221TestJSON-910298216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (8f26e1ab-1c91-4119-a212-eb2316f070f0), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:06.243764 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5299fa5a-febd-4872-9ae1-107234cf051a tempest-InstanceActionsV221TestJSON-910298216 tempest-InstanceActionsV221TestJSON-910298216-project] Pushing event deleted for resources: {'Port': ['ID=8f26e1ab-1c91-4119-a212-eb2316f070f0,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:18:06.286877 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d581318-e04c-4007-8aa5-31105427188f req-ec62336c-ebe9-4f42-b3bf-e9f14796857e tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:18:06.288690 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-9d581318-e04c-4007-8aa5-31105427188f req-ec62336c-ebe9-4f42-b3bf-e9f14796857e tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] 10.222.0.89 "GET /v2.0/ports?device_id=809c551a-1790-4b2b-baf4-9847169d6487 HTTP/1.1" status: 200 len: 943 time: 0.4203420 Feb 04 17:18:06.330139 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-a717981e-a0ba-4219-8b09-f170fffaf688 req-55c490c8-c1a1-46fb-81bf-520cc5da2d3e service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=865a5290-ec33-4655-84a4-bc1453190ac7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1742089 Feb 04 17:18:06.381901 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-ce82ad26-dbbf-4ae7-bdc6-d4e7abe23204 req-7dd3b205-fe8c-44a4-9809-42c85cb1a1b7 service neutron] 10.222.0.96 "GET /v2.0/networks/e6d83a7c-1f77-441c-afa2-81d5754db2af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3910558 Feb 04 17:18:06.383095 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [req-cabbfbe5-4908-4f9f-80af-ee26accd870f req-5299fa5a-febd-4872-9ae1-107234cf051a tempest-InstanceActionsV221TestJSON-910298216 tempest-InstanceActionsV221TestJSON-910298216-project] No DVR routers for this DVR port 8f26e1ab-1c91-4119-a212-eb2316f070f0 on host n-h1-827839-2 {{(pid=103376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 17:18:06.386082 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b075df83-a230-4880-a63e-db94e20aff16 admin admin] Checking segment: {'id': '0acd71c6-01f0-4ba0-a046-628498026858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'b9d973ec-bc63-4d00-96f6-595ef6133005'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:18:06.386415 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b075df83-a230-4880-a63e-db94e20aff16 admin admin] Network hostable DHCP agents. Network: b9d973ec-bc63-4d00-96f6-595ef6133005, hostable agents: ['bb89f5a3-3c22-440b-b7d1-c4f0c43c184a'], hosted agents: [] {{(pid=103377) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 17:18:06.392958 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-cabbfbe5-4908-4f9f-80af-ee26accd870f req-5299fa5a-febd-4872-9ae1-107234cf051a tempest-InstanceActionsV221TestJSON-910298216 tempest-InstanceActionsV221TestJSON-910298216-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:06.399253 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-cabbfbe5-4908-4f9f-80af-ee26accd870f req-5299fa5a-febd-4872-9ae1-107234cf051a tempest-InstanceActionsV221TestJSON-910298216 tempest-InstanceActionsV221TestJSON-910298216-project] 10.222.0.96 "DELETE /v2.0/ports/8f26e1ab-1c91-4119-a212-eb2316f070f0 HTTP/1.1" status: 204 len: 173 time: 2.9809976 Feb 04 17:18:06.458552 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91a1003-f262-4054-8594-bc547beaca99 req-776b36ae-290f-49ef-abf3-caf8f130e75d tempest-NetworksTest-613688428 tempest-NetworksTest-613688428-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:18:06.461252 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-a91a1003-f262-4054-8594-bc547beaca99 req-776b36ae-290f-49ef-abf3-caf8f130e75d tempest-NetworksTest-613688428 tempest-NetworksTest-613688428-project-admin] 10.222.0.89 "GET /v2.0/networks/48165773-85ad-49a1-9ec1-76fc8dc24188 HTTP/1.1" status: 200 len: 886 time: 0.2193239 Feb 04 17:18:06.518432 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-9a4b64ae-cd4d-4ab6-991e-f12cb5db7f72 req-f8df4fb1-8db3-403a-9c0d-7c5944ada1fd tempest-ServersAdminTestJSON-70469306 tempest-ServersAdminTestJSON-70469306-project] Publish callbacks [] for port (35ae7739-d12e-440a-928f-2c25bcb6031d), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:06.582291 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b075df83-a230-4880-a63e-db94e20aff16 admin admin] Network b9d973ec-bc63-4d00-96f6-595ef6133005 is scheduled to be hosted by DHCP agent bb89f5a3-3c22-440b-b7d1-c4f0c43c184a with binding_index 1 {{(pid=103377) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 17:18:06.591918 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-9d581318-e04c-4007-8aa5-31105427188f req-859e6497-cde9-4a75-b037-4e11c8e3b8b3 tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] 10.222.0.89 "GET /v2.0/security-groups?id=18e6cc58-e448-4d12-9423-2a502a086ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2571936 Feb 04 17:18:06.613119 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [None req-b075df83-a230-4880-a63e-db94e20aff16 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827839-2, b9d973ec-bc63-4d00-96f6-595ef6133005) {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:18:06.621125 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b075df83-a230-4880-a63e-db94e20aff16 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:18:06.621870 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-b075df83-a230-4880-a63e-db94e20aff16 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677565'] for subnet (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:06.625837 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a719c3a2-bb79-4fed-a532-4c234c6feb32 None None] Network b9d973ec-bc63-4d00-96f6-595ef6133005 requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:18:06.631624 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-312ce5b1-f347-4748-bf80-02d40b8bde78 req-cf2c43b9-a818-4b72-91da-b8e0b0c21e5c tempest-ServersAdminTestJSON-70469306 tempest-ServersAdminTestJSON-70469306-project] 10.222.0.89 "GET /v2.0/ports?device_id=0c0189fa-3209-44e0-92bf-41bfd20b9678 HTTP/1.1" status: 200 len: 210 time: 0.0603459 Feb 04 17:18:06.652780 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-a717981e-a0ba-4219-8b09-f170fffaf688 req-3789b333-7dc4-431b-92c1-d63be22a5c3f service neutron] 10.222.0.90 "GET /v2.0/networks/865a5290-ec33-4655-84a4-bc1453190ac7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2934787 Feb 04 17:18:06.663996 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-b075df83-a230-4880-a63e-db94e20aff16 admin admin] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.6813271 Feb 04 17:18:06.751170 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-9a4b64ae-cd4d-4ab6-991e-f12cb5db7f72 req-f8df4fb1-8db3-403a-9c0d-7c5944ada1fd tempest-ServersAdminTestJSON-70469306 tempest-ServersAdminTestJSON-70469306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (35ae7739-d12e-440a-928f-2c25bcb6031d), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:06.762053 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Device 0d900902-236e-4b59-81c2-4e05e50526a0 up at agent hyperv_n-h2-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:18:06.797615 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 17:18:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b886c169-b2e8-426b-a08c-13435c4e02df x-openstack-request-id: req-b886c169-b2e8-426b-a08c-13435c4e02df {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:18:06.798097 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "809c551a-1790-4b2b-baf4-9847169d6487", "tag": "645c34a0-6641-41db-8d2a-af675eb8fb2e", "status": "completed", "code": 200}]} {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:18:06.798531 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-b886c169-b2e8-426b-a08c-13435c4e02df {{(pid=103377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:18:06.799072 n-d-827839-2 neutron-server[103377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '809c551a-1790-4b2b-baf4-9847169d6487', 'tag': '645c34a0-6641-41db-8d2a-af675eb8fb2e', 'status': 'completed', 'code': 200} Feb 04 17:18:06.806999 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device 0b802548-244e-410c-bab8-0d961a215443 details requested by agent hyperv_n-h1-827839-2 with host n-h1-827839-2 {{(pid=103378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 17:18:06.809315 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device 8f26e1ab-1c91-4119-a212-eb2316f070f0 no longer exists at agent hyperv_n-h1-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:18:06.843163 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b84ad77c-de8b-4ead-9c3f-fdb3df104140 None None] Network b9d973ec-bc63-4d00-96f6-595ef6133005 requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:18:06.856137 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8df4fb1-8db3-403a-9c0d-7c5944ada1fd tempest-ServersAdminTestJSON-70469306 tempest-ServersAdminTestJSON-70469306-project] Pushing event updated for resources: {'Port': ['ID=35ae7739-d12e-440a-928f-2c25bcb6031d,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:18:06.863276 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] No Port match for: 8f26e1ab-1c91-4119-a212-eb2316f070f0 {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 17:18:06.863573 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device 8f26e1ab-1c91-4119-a212-eb2316f070f0 not bound to the agent host n-h1-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 17:18:06.976028 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-43cdeec0-dfbf-4244-824c-76a359b9f94d req-ae4fa2ee-f6b8-4134-8a9f-a5dc50ee9e86 tempest-InstanceActionsV221TestJSON-910298216 tempest-InstanceActionsV221TestJSON-910298216-project] 10.222.0.89 "GET /v2.0/ports?device_id=3cce4d83-aa1d-4371-aec8-504818bdd7bc HTTP/1.1" status: 200 len: 210 time: 0.1171901 Feb 04 17:18:07.008895 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a4b64ae-cd4d-4ab6-991e-f12cb5db7f72 req-f8df4fb1-8db3-403a-9c0d-7c5944ada1fd tempest-ServersAdminTestJSON-70469306 tempest-ServersAdminTestJSON-70469306-project] Network 02be22b9-aa53-40ea-8050-9239cd27d1ff is already hosted by enough agents. {{(pid=103377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:18:07.029384 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [req-9a4b64ae-cd4d-4ab6-991e-f12cb5db7f72 req-f8df4fb1-8db3-403a-9c0d-7c5944ada1fd tempest-ServersAdminTestJSON-70469306 tempest-ServersAdminTestJSON-70469306-project] Resources bound (agent type, host, resource id): {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:18:07.051663 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a4b64ae-cd4d-4ab6-991e-f12cb5db7f72 req-f8df4fb1-8db3-403a-9c0d-7c5944ada1fd tempest-ServersAdminTestJSON-70469306 tempest-ServersAdminTestJSON-70469306-project] Received port after_create {{(pid=103377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:18:07.069953 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.db_base_plugin_common [req-830d4854-ae26-4383-b207-36e85b1e0b59 req-efc76aa9-de53-41aa-a90b-7127bd412901 tempest-ServersAdminTestJSON-70469306 tempest-ServersAdminTestJSON-70469306-project] Allocated IP 192.168.233.48 (02be22b9-aa53-40ea-8050-9239cd27d1ff/c974b0ff-2c5c-4667-8a81-3bde3ea6ced5/09aa55e0-5163-4db6-a3bc-872b1a6291df) {{(pid=103377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:18:07.104894 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 17:18:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd287378-37d8-45d6-943e-9b6973e77512 x-openstack-request-id: req-bd287378-37d8-45d6-943e-9b6973e77512 {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:18:07.105746 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8a46594-af9a-4c29-9a3e-2edb427e70fa", "name": "network-vif-deleted", "tag": "09fe44f1-9e7b-43ae-8405-ca810bec8f9b", "status": "completed", "code": 200}]} {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:18:07.106169 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-bd287378-37d8-45d6-943e-9b6973e77512 {{(pid=103376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:18:07.106762 n-d-827839-2 neutron-server[103376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8a46594-af9a-4c29-9a3e-2edb427e70fa', 'name': 'network-vif-deleted', 'tag': '09fe44f1-9e7b-43ae-8405-ca810bec8f9b', 'status': 'completed', 'code': 200} Feb 04 17:18:07.266348 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.db.resource_extend [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] It took 0.39 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 17:18:07.324699 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-a717981e-a0ba-4219-8b09-f170fffaf688 req-b870ad57-eb13-4fea-b4de-cf20e7b634fa service neutron] 10.222.0.90 "GET /v2.0/networks/865a5290-ec33-4655-84a4-bc1453190ac7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6557629 Feb 04 17:18:07.332203 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4b64ae-cd4d-4ab6-991e-f12cb5db7f72 req-f8df4fb1-8db3-403a-9c0d-7c5944ada1fd tempest-ServersAdminTestJSON-70469306 tempest-ServersAdminTestJSON-70469306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:18:07.340935 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-9a4b64ae-cd4d-4ab6-991e-f12cb5db7f72 req-f8df4fb1-8db3-403a-9c0d-7c5944ada1fd tempest-ServersAdminTestJSON-70469306 tempest-ServersAdminTestJSON-70469306-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:07.365381 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80cbfcc-1ae1-4538-95dc-f758b236d0fb req-7dc6d32d-ae61-4975-a90f-9bce3207e0fb tempest-ListServerFiltersTestJSON-412490069 tempest-ListServerFiltersTestJSON-412490069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:18:07.376614 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80cbfcc-1ae1-4538-95dc-f758b236d0fb req-7dc6d32d-ae61-4975-a90f-9bce3207e0fb tempest-ListServerFiltersTestJSON-412490069 tempest-ListServerFiltersTestJSON-412490069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:18:07.399793 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] For port 0b802548-244e-410c-bab8-0d961a215443, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=0b802548-244e-410c-bab8-0d961a215443,segment=NetworkSegment(78faf63e-60a8-47e4-85af-dce04e5fa366),segment_id=78faf63e-60a8-47e4-85af-dce04e5fa366)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:18:07.400690 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80cbfcc-1ae1-4538-95dc-f758b236d0fb req-7dc6d32d-ae61-4975-a90f-9bce3207e0fb tempest-ListServerFiltersTestJSON-412490069 tempest-ListServerFiltersTestJSON-412490069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:18:07.405481 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-f80cbfcc-1ae1-4538-95dc-f758b236d0fb req-7dc6d32d-ae61-4975-a90f-9bce3207e0fb tempest-ListServerFiltersTestJSON-412490069 tempest-ListServerFiltersTestJSON-412490069-project] 10.222.0.89 "GET /v2.0/ports?device_id=12738f53-d5b1-4e66-9060-023827767e73&device_id=626540f9-c6f3-4f2a-a4b0-ed3372d8f9f2&device_id=003b1698-308a-408b-8e39-478eda454ea2 HTTP/1.1" status: 200 len: 2418 time: 0.1726043 Feb 04 17:18:07.498094 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Returning: {'device': '0b802548-244e-410c-bab8-0d961a215443', 'network_id': 'e6d83a7c-1f77-441c-afa2-81d5754db2af', 'port_id': '0b802548-244e-410c-bab8-0d961a215443', 'mac_address': 'fa:16:3e:e0:1e:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 781, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf8ba049-695f-44be-9bf2-689533c91d54', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 17:18:07.499320 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-9a4b64ae-cd4d-4ab6-991e-f12cb5db7f72 req-f8df4fb1-8db3-403a-9c0d-7c5944ada1fd tempest-ServersAdminTestJSON-70469306 tempest-ServersAdminTestJSON-70469306-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.7352993 Feb 04 17:18:07.510940 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Provisioning for port 0d900902-236e-4b59-81c2-4e05e50526a0 completed by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 17:18:07.527233 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-49e1d7ca-c051-4445-b42b-2f08c95cc8d4 None None] Provisioning complete for port 35ae7739-d12e-440a-928f-2c25bcb6031d triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:18:07.527692 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-49e1d7ca-c051-4445-b42b-2f08c95cc8d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (35ae7739-d12e-440a-928f-2c25bcb6031d), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:07.529368 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-f80cbfcc-1ae1-4538-95dc-f758b236d0fb req-d7827b55-9bf9-467e-b3fe-1cdf991744e6 tempest-ListServerFiltersTestJSON-412490069 tempest-ListServerFiltersTestJSON-412490069-project] 10.222.0.89 "GET /v2.0/security-groups?id=97f39e76-7bf1-44bd-bf73-dcbb52112ad3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179256 Feb 04 17:18:07.551050 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [req-9a4b64ae-cd4d-4ab6-991e-f12cb5db7f72 req-b0b97329-16d0-414e-a7ca-ecc8c60f5905 service neutron] Request body: {'port': {'device_id': 'cdea105d-d892-4559-baed-fb98b40680d0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827839-2'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:18:07.579885 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Provisioning complete for port 0d900902-236e-4b59-81c2-4e05e50526a0 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:18:07.580524 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (0d900902-236e-4b59-81c2-4e05e50526a0), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:07.696614 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e966aa-24ac-4694-8754-b2d9830e5225 req-611cec40-bc7b-4eda-8051-725d1c0dac72 tempest-NetworksTest-613688428 tempest-NetworksTest-613688428-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:18:07.697244 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e966aa-24ac-4694-8754-b2d9830e5225 req-611cec40-bc7b-4eda-8051-725d1c0dac72 tempest-NetworksTest-613688428 tempest-NetworksTest-613688428-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:18:07.697774 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e966aa-24ac-4694-8754-b2d9830e5225 req-611cec40-bc7b-4eda-8051-725d1c0dac72 tempest-NetworksTest-613688428 tempest-NetworksTest-613688428-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:18:07.698289 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e966aa-24ac-4694-8754-b2d9830e5225 req-611cec40-bc7b-4eda-8051-725d1c0dac72 tempest-NetworksTest-613688428 tempest-NetworksTest-613688428-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:18:07.699039 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e966aa-24ac-4694-8754-b2d9830e5225 req-611cec40-bc7b-4eda-8051-725d1c0dac72 tempest-NetworksTest-613688428 tempest-NetworksTest-613688428-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:18:07.699311 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e966aa-24ac-4694-8754-b2d9830e5225 req-611cec40-bc7b-4eda-8051-725d1c0dac72 tempest-NetworksTest-613688428 tempest-NetworksTest-613688428-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:18:07.699585 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-49e1d7ca-c051-4445-b42b-2f08c95cc8d4 None None] Port 35ae7739-d12e-440a-928f-2c25bcb6031d cannot update to ACTIVE because it is not bound. {{(pid=103378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 17:18:07.699889 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e966aa-24ac-4694-8754-b2d9830e5225 req-611cec40-bc7b-4eda-8051-725d1c0dac72 tempest-NetworksTest-613688428 tempest-NetworksTest-613688428-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:18:07.700397 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e966aa-24ac-4694-8754-b2d9830e5225 req-611cec40-bc7b-4eda-8051-725d1c0dac72 tempest-NetworksTest-613688428 tempest-NetworksTest-613688428-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:18:07.701186 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e966aa-24ac-4694-8754-b2d9830e5225 req-611cec40-bc7b-4eda-8051-725d1c0dac72 tempest-NetworksTest-613688428 tempest-NetworksTest-613688428-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:18:07.701455 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e966aa-24ac-4694-8754-b2d9830e5225 req-611cec40-bc7b-4eda-8051-725d1c0dac72 tempest-NetworksTest-613688428 tempest-NetworksTest-613688428-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:18:07.701986 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e966aa-24ac-4694-8754-b2d9830e5225 req-611cec40-bc7b-4eda-8051-725d1c0dac72 tempest-NetworksTest-613688428 tempest-NetworksTest-613688428-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:18:07.709282 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-e8e966aa-24ac-4694-8754-b2d9830e5225 req-611cec40-bc7b-4eda-8051-725d1c0dac72 tempest-NetworksTest-613688428 tempest-NetworksTest-613688428-project-admin] 10.222.0.89 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7824 time: 0.4810641 Feb 04 17:18:07.714986 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdd8e23-b5e0-4926-a415-5feefbea6b3f req-4670e562-acd4-4de4-93e0-161f6bc4982e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:18:07.728122 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-4cdd8e23-b5e0-4926-a415-5feefbea6b3f req-4670e562-acd4-4de4-93e0-161f6bc4982e service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=8da6ad4e5ee34bf6bb722cd37ab73ea7&device_id=809c551a-1790-4b2b-baf4-9847169d6487 HTTP/1.1" status: 200 len: 1125 time: 0.2934768 Feb 04 17:18:07.755318 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Current status of the port 0b802548-244e-410c-bab8-0d961a215443 is: DOWN; New status is: BUILD {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:18:07.756142 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (0b802548-244e-410c-bab8-0d961a215443), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:07.793303 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b802548-244e-410c-bab8-0d961a215443 {{(pid=103378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 17:18:07.840165 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] For port 0b802548-244e-410c-bab8-0d961a215443, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=0b802548-244e-410c-bab8-0d961a215443,segment=NetworkSegment(78faf63e-60a8-47e4-85af-dce04e5fa366),segment_id=78faf63e-60a8-47e4-85af-dce04e5fa366)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:18:07.846819 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (0b802548-244e-410c-bab8-0d961a215443), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:07.939467 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-9a4b64ae-cd4d-4ab6-991e-f12cb5db7f72 req-b0b97329-16d0-414e-a7ca-ecc8c60f5905 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (35ae7739-d12e-440a-928f-2c25bcb6031d), before_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:07.983787 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-830d4854-ae26-4383-b207-36e85b1e0b59 req-efc76aa9-de53-41aa-a90b-7127bd412901 tempest-ServersAdminTestJSON-70469306 tempest-ServersAdminTestJSON-70469306-project] Publish callbacks [] for port (09aa55e0-5163-4db6-a3bc-872b1a6291df), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:08.009030 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Current status of the port 0d900902-236e-4b59-81c2-4e05e50526a0 is: BUILD; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:18:08.011184 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (0d900902-236e-4b59-81c2-4e05e50526a0), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:08.029501 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Pushing event updated for resources: {'Port': ['ID=0b802548-244e-410c-bab8-0d961a215443,revision_number=4']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:18:08.030034 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b1df17-1a75-4a9b-b539-1c5f4e3565ed req-59267dbc-177b-425a-baf1-35e912c23b21 tempest-ServerPasswordTestJSON-1353933369 tempest-ServerPasswordTestJSON-1353933369-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:18:08.032798 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-50b1df17-1a75-4a9b-b539-1c5f4e3565ed req-59267dbc-177b-425a-baf1-35e912c23b21 tempest-ServerPasswordTestJSON-1353933369 tempest-ServerPasswordTestJSON-1353933369-project] 10.222.0.89 "GET /v2.0/networks?id=b9d973ec-bc63-4d00-96f6-595ef6133005 HTTP/1.1" status: 200 len: 812 time: 0.2969079 Feb 04 17:18:08.075388 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-50b1df17-1a75-4a9b-b539-1c5f4e3565ed req-e82ee11d-3e61-418d-855a-05e0041fc2eb tempest-ServerPasswordTestJSON-1353933369 tempest-ServerPasswordTestJSON-1353933369-project] 10.222.0.89 "GET /v2.0/quotas/d1dffd2084b84bed9108b5beb8b1a927 HTTP/1.1" status: 200 len: 375 time: 0.0361218 Feb 04 17:18:08.097453 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] For port 0d900902-236e-4b59-81c2-4e05e50526a0, host n-h2-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=0d900902-236e-4b59-81c2-4e05e50526a0,segment=NetworkSegment(78faf63e-60a8-47e4-85af-dce04e5fa366),segment_id=78faf63e-60a8-47e4-85af-dce04e5fa366)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:18:08.100734 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5d75215-3fe4-46c8-83d3-a72f5690da4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d900902-236e-4b59-81c2-4e05e50526a0'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:18:08.103440 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c34bc964ce2211770fda26ca2f3801cc06f4f39928110690550e94ab9c9d2fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92b2c4ca-fa2f-4f73-aa1c-dc07a345eb09" -d '{"events": [{"server_uuid": "e5d75215-3fe4-46c8-83d3-a72f5690da4f", "name": "network-vif-plugged", "status": "completed", "tag": "0d900902-236e-4b59-81c2-4e05e50526a0"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:18:08.110641 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (0d900902-236e-4b59-81c2-4e05e50526a0), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:08.154565 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-50b1df17-1a75-4a9b-b539-1c5f4e3565ed req-d1d08d9f-da12-408f-8a4e-7e0cf832042f tempest-ServerPasswordTestJSON-1353933369 tempest-ServerPasswordTestJSON-1353933369-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=d1dffd2084b84bed9108b5beb8b1a927&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0735769 Feb 04 17:18:08.159971 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdd8e23-b5e0-4926-a415-5feefbea6b3f req-9f5537a1-f296-45fd-b03e-ddadfab1e746 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:18:08.162142 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-4cdd8e23-b5e0-4926-a415-5feefbea6b3f req-9f5537a1-f296-45fd-b03e-ddadfab1e746 service neutron] 10.222.0.90 "GET /v2.0/networks?id=865a5290-ec33-4655-84a4-bc1453190ac7 HTTP/1.1" status: 200 len: 908 time: 0.4296713 Feb 04 17:18:08.217036 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-830d4854-ae26-4383-b207-36e85b1e0b59 req-efc76aa9-de53-41aa-a90b-7127bd412901 tempest-ServersAdminTestJSON-70469306 tempest-ServersAdminTestJSON-70469306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (09aa55e0-5163-4db6-a3bc-872b1a6291df), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:08.219280 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Pushing event updated for resources: {'Port': ['ID=0d900902-236e-4b59-81c2-4e05e50526a0,revision_number=5']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:18:08.255930 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 59190) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:18:08.276453 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] get_ports_and_sgs() called for port_ids ['0b802548-244e-410c-bab8-0d961a215443'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 17:18:08.305072 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-4cdd8e23-b5e0-4926-a415-5feefbea6b3f req-9e06af5d-3899-4039-afb5-4728d30b2cf8 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=645c34a0-6641-41db-8d2a-af675eb8fb2e HTTP/1.1" status: 200 len: 217 time: 0.0844579 Feb 04 17:18:08.322358 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-50b1df17-1a75-4a9b-b539-1c5f4e3565ed req-6eb9a5dd-86db-43d0-a753-68c3e131a6d2 service neutron] 10.222.0.89 "GET /v2.0/networks/b9d973ec-bc63-4d00-96f6-595ef6133005?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1659789 Feb 04 17:18:08.376427 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-830d4854-ae26-4383-b207-36e85b1e0b59 req-efc76aa9-de53-41aa-a90b-7127bd412901 tempest-ServersAdminTestJSON-70469306 tempest-ServersAdminTestJSON-70469306-project] Network 02be22b9-aa53-40ea-8050-9239cd27d1ff is already hosted by enough agents. {{(pid=103377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:18:08.383756 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f33336d-de1d-4555-a64b-e5ccd39cf0cf req-258500bc-f851-4ae2-b590-64dc99d568ae tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:18:08.390454 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-5f33336d-de1d-4555-a64b-e5ccd39cf0cf req-258500bc-f851-4ae2-b590-64dc99d568ae tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] 10.222.0.89 "GET /v2.0/ports?device_id=e746a355-df6f-420e-9722-051f2d1921e6 HTTP/1.1" status: 200 len: 944 time: 0.3030777 Feb 04 17:18:08.431949 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [req-830d4854-ae26-4383-b207-36e85b1e0b59 req-efc76aa9-de53-41aa-a90b-7127bd412901 tempest-ServersAdminTestJSON-70469306 tempest-ServersAdminTestJSON-70469306-project] Resources bound (agent type, host, resource id): {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:18:08.437595 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc76aa9-de53-41aa-a90b-7127bd412901 tempest-ServersAdminTestJSON-70469306 tempest-ServersAdminTestJSON-70469306-project] Pushing event updated for resources: {'Port': ['ID=09aa55e0-5163-4db6-a3bc-872b1a6291df,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:18:08.447229 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [req-830d4854-ae26-4383-b207-36e85b1e0b59 req-efc76aa9-de53-41aa-a90b-7127bd412901 tempest-ServersAdminTestJSON-70469306 tempest-ServersAdminTestJSON-70469306-project] Received port after_create {{(pid=103377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:18:08.544522 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdd8e23-b5e0-4926-a415-5feefbea6b3f req-00833ab9-051c-427a-bd4c-26f5faf59c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:18:08.546072 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-4cdd8e23-b5e0-4926-a415-5feefbea6b3f req-00833ab9-051c-427a-bd4c-26f5faf59c4a service neutron] 10.222.0.90 "GET /v2.0/subnets?id=22305eb3-36bf-4425-804b-f2478ee8714d HTTP/1.1" status: 200 len: 847 time: 0.2282858 Feb 04 17:18:08.570685 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5511b1e2-08c4-4756-8ca4-3ef59eefc744 req-271b3c41-bf36-4de7-b036-1ab5a87ec953 tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:18:08.572513 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-5511b1e2-08c4-4756-8ca4-3ef59eefc744 req-271b3c41-bf36-4de7-b036-1ab5a87ec953 tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] 10.222.0.90 "GET /v2.0/ports?device_id=2fa90556-daae-4498-8501-e90a55f37287 HTTP/1.1" status: 200 len: 944 time: 0.1687589 Feb 04 17:18:08.579285 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830d4854-ae26-4383-b207-36e85b1e0b59 req-efc76aa9-de53-41aa-a90b-7127bd412901 tempest-ServersAdminTestJSON-70469306 tempest-ServersAdminTestJSON-70469306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:18:08.580155 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-830d4854-ae26-4383-b207-36e85b1e0b59 req-efc76aa9-de53-41aa-a90b-7127bd412901 tempest-ServersAdminTestJSON-70469306 tempest-ServersAdminTestJSON-70469306-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:08.628147 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-4cdd8e23-b5e0-4926-a415-5feefbea6b3f req-a65afb6a-0027-45e1-97e8-051850927227 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=865a5290-ec33-4655-84a4-bc1453190ac7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0694962 Feb 04 17:18:08.635922 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-5f33336d-de1d-4555-a64b-e5ccd39cf0cf req-85fff71c-701f-4048-b3b9-3f742a0b1ffb tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] 10.222.0.89 "GET /v2.0/security-groups?id=c591d0a0-8f77-4259-ab5e-c54cb31473d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2446332 Feb 04 17:18:08.638148 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Device 09fe44f1-9e7b-43ae-8405-ca810bec8f9b no longer exists at agent hyperv_n-h2-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:18:08.663533 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-230a3ca6-2d23-425b-b01c-2fa58279618b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:08.689166 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] No Port match for: 09fe44f1-9e7b-43ae-8405-ca810bec8f9b {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 17:18:08.689542 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Device 09fe44f1-9e7b-43ae-8405-ca810bec8f9b not bound to the agent host n-h2-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 17:18:08.735321 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-50b1df17-1a75-4a9b-b539-1c5f4e3565ed req-8e04bc15-13fb-4c21-8094-7d53779af4a4 service neutron] 10.222.0.89 "GET /v2.0/networks/b9d973ec-bc63-4d00-96f6-595ef6133005?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4045506 Feb 04 17:18:08.739950 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-830d4854-ae26-4383-b207-36e85b1e0b59 req-efc76aa9-de53-41aa-a90b-7127bd412901 tempest-ServersAdminTestJSON-70469306 tempest-ServersAdminTestJSON-70469306-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.7021811 Feb 04 17:18:08.759673 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [req-830d4854-ae26-4383-b207-36e85b1e0b59 req-394eab47-e749-4c17-85d6-0720a593e582 service neutron] Request body: {'port': {'device_id': '0c0189fa-3209-44e0-92bf-41bfd20b9678', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827839-2'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:18:08.788237 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [req-5511b1e2-08c4-4756-8ca4-3ef59eefc744 req-d4702042-8a61-4161-8490-9c72e047cdce tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] Deleting port 1d6e420e-bb1f-421e-9902-a9c0af5df917 {{(pid=103376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:18:08.788670 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-5511b1e2-08c4-4756-8ca4-3ef59eefc744 req-d4702042-8a61-4161-8490-9c72e047cdce tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (1d6e420e-bb1f-421e-9902-a9c0af5df917), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:08.878808 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-537dc624-df99-4030-99dd-b59977b498f0 None None] Provisioning complete for port 09aa55e0-5163-4db6-a3bc-872b1a6291df triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:18:08.879923 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-537dc624-df99-4030-99dd-b59977b498f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (09aa55e0-5163-4db6-a3bc-872b1a6291df), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:08.928595 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-537dc624-df99-4030-99dd-b59977b498f0 None None] Port 09aa55e0-5163-4db6-a3bc-872b1a6291df cannot update to ACTIVE because it is not bound. {{(pid=103378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 17:18:08.966196 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [req-5511b1e2-08c4-4756-8ca4-3ef59eefc744 req-d4702042-8a61-4161-8490-9c72e047cdce tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] For port 1d6e420e-bb1f-421e-9902-a9c0af5df917, host n-h2-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=1d6e420e-bb1f-421e-9902-a9c0af5df917,segment=NetworkSegment(422e2db4-29a0-413f-80b3-a344e9c773f4),segment_id=422e2db4-29a0-413f-80b3-a344e9c773f4)] {{(pid=103376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:18:08.966575 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-5511b1e2-08c4-4756-8ca4-3ef59eefc744 req-d4702042-8a61-4161-8490-9c72e047cdce tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (1d6e420e-bb1f-421e-9902-a9c0af5df917), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:08.979348 n-d-827839-2 neutron-server[103377]: DEBUG neutron.notifiers.nova [req-9a4b64ae-cd4d-4ab6-991e-f12cb5db7f72 req-b0b97329-16d0-414e-a7ca-ecc8c60f5905 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 35ae7739-d12e-440a-928f-2c25bcb6031d {{(pid=103377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 17:18:08.995049 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-9a4b64ae-cd4d-4ab6-991e-f12cb5db7f72 req-b0b97329-16d0-414e-a7ca-ecc8c60f5905 service neutron] Publish callbacks [] for port (35ae7739-d12e-440a-928f-2c25bcb6031d), precommit_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:08.998997 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-4cdd8e23-b5e0-4926-a415-5feefbea6b3f req-d71f24e2-6b58-4250-bc4d-d1af354b0295 service neutron] 10.222.0.90 "GET /v2.0/networks/865a5290-ec33-4655-84a4-bc1453190ac7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3589861 Feb 04 17:18:09.001779 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-830d4854-ae26-4383-b207-36e85b1e0b59 req-394eab47-e749-4c17-85d6-0720a593e582 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (09aa55e0-5163-4db6-a3bc-872b1a6291df), before_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:09.014527 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [req-5511b1e2-08c4-4756-8ca4-3ef59eefc744 req-d4702042-8a61-4161-8490-9c72e047cdce tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] Calling delete_port for 1d6e420e-bb1f-421e-9902-a9c0af5df917 owned by compute:nova {{(pid=103376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:18:09.035327 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5680af2b-7c70-47f5-bca1-17df7583414c req-a2d12221-8b28-475d-ab9d-4bc3694f1416 tempest-ListServerFiltersTestJSON-412490069 tempest-ListServerFiltersTestJSON-412490069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:18:09.037898 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-5680af2b-7c70-47f5-bca1-17df7583414c req-a2d12221-8b28-475d-ab9d-4bc3694f1416 tempest-ListServerFiltersTestJSON-412490069 tempest-ListServerFiltersTestJSON-412490069-project] 10.222.0.89 "GET /v2.0/ports?device_id=12738f53-d5b1-4e66-9060-023827767e73 HTTP/1.1" status: 200 len: 945 time: 0.2402017 Feb 04 17:18:09.089955 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.provisioning_blocks [req-9a4b64ae-cd4d-4ab6-991e-f12cb5db7f72 req-b0b97329-16d0-414e-a7ca-ecc8c60f5905 service neutron] Transition to ACTIVE for port object 35ae7739-d12e-440a-928f-2c25bcb6031d will not be triggered until provisioned by entity L2. {{(pid=103377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 17:18:09.119055 n-d-827839-2 neutron-server[103376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cce4d83-aa1d-4371-aec8-504818bdd7bc', 'name': 'network-vif-deleted', 'tag': '8f26e1ab-1c91-4119-a212-eb2316f070f0'}] {{(pid=103376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:18:09.123799 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d59c3bb5e2f09ebf62144d5e09b1cff60c763a9c19614c24538e77842938c05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5392ff2-0527-47ed-bc0e-b6c75c9bff51" -d '{"events": [{"server_uuid": "3cce4d83-aa1d-4371-aec8-504818bdd7bc", "name": "network-vif-deleted", "tag": "8f26e1ab-1c91-4119-a212-eb2316f070f0"}]}' {{(pid=103376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:18:09.135785 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-9a4b64ae-cd4d-4ab6-991e-f12cb5db7f72 req-b0b97329-16d0-414e-a7ca-ecc8c60f5905 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25888290'] for port (35ae7739-d12e-440a-928f-2c25bcb6031d), after_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:09.194574 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285807db-fdbf-4977-8958-c031ffafe050 req-50681d26-2410-4616-b38b-3f9d53be6c0f tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:18:09.202417 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-285807db-fdbf-4977-8958-c031ffafe050 req-50681d26-2410-4616-b38b-3f9d53be6c0f tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] 10.222.0.89 "GET /v2.0/ports?device_id=809c551a-1790-4b2b-baf4-9847169d6487 HTTP/1.1" status: 200 len: 943 time: 0.2298684 Feb 04 17:18:09.208016 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-230a3ca6-2d23-425b-b01c-2fa58279618b admin admin] Publish callbacks [] for security_group (93ec0b53-b92e-40d8-8067-b34a7e680223), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:09.220122 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-230a3ca6-2d23-425b-b01c-2fa58279618b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (93ec0b53-b92e-40d8-8067-b34a7e680223), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:09.303443 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-285807db-fdbf-4977-8958-c031ffafe050 req-0d7a2adf-d2dc-4454-9257-27387b5732e2 tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] 10.222.0.89 "GET /v2.0/security-groups?id=18e6cc58-e448-4d12-9423-2a502a086ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998178 Feb 04 17:18:09.330005 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230a3ca6-2d23-425b-b01c-2fa58279618b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93ec0b53-b92e-40d8-8067-b34a7e680223,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:18:09.335865 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-230a3ca6-2d23-425b-b01c-2fa58279618b admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=a542614e86694a3a93ac70d95b373b41&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0780334 Feb 04 17:18:09.343331 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 59204) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:18:09.416570 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-5680af2b-7c70-47f5-bca1-17df7583414c req-2b0e3587-dc00-47fd-b07a-be692991cd1a tempest-ListServerFiltersTestJSON-412490069 tempest-ListServerFiltersTestJSON-412490069-project] 10.222.0.89 "GET /v2.0/security-groups?id=97f39e76-7bf1-44bd-bf73-dcbb52112ad3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3613794 Feb 04 17:18:09.450651 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b97329-16d0-414e-a7ca-ecc8c60f5905 service neutron] Pushing event updated for resources: {'Port': ['ID=35ae7739-d12e-440a-928f-2c25bcb6031d,revision_number=2']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:18:09.470206 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-4cdd8e23-b5e0-4926-a415-5feefbea6b3f req-b6b8d118-bd31-4f8d-9fec-fa292cb64783 service neutron] 10.222.0.90 "GET /v2.0/networks/865a5290-ec33-4655-84a4-bc1453190ac7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4526870 Feb 04 17:18:09.509357 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-d2ac2c32-3f0f-449a-9d5d-24fa2252ff98 admin admin] Publish callbacks [] for security_group (93ec0b53-b92e-40d8-8067-b34a7e680223), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:09.633838 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-d2ac2c32-3f0f-449a-9d5d-24fa2252ff98 admin admin] Publish callbacks [] for security_group (93ec0b53-b92e-40d8-8067-b34a7e680223), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:09.657456 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-5511b1e2-08c4-4756-8ca4-3ef59eefc744 req-d4702042-8a61-4161-8490-9c72e047cdce tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (1d6e420e-bb1f-421e-9902-a9c0af5df917), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:09.662560 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [req-9a4b64ae-cd4d-4ab6-991e-f12cb5db7f72 req-b0b97329-16d0-414e-a7ca-ecc8c60f5905 service neutron] Attempting to bind port 35ae7739-d12e-440a-928f-2c25bcb6031d on host n-h2-827839-2 for vnic_type normal with profile {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:18:09.663295 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [req-9a4b64ae-cd4d-4ab6-991e-f12cb5db7f72 req-b0b97329-16d0-414e-a7ca-ecc8c60f5905 service neutron] Attempting to bind port 35ae7739-d12e-440a-928f-2c25bcb6031d by drivers openvswitch,hyperv on host n-h2-827839-2 at level 0 using segments [{'id': '3a39b085-d3e6-43bb-a64c-1b06dd049e5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '02be22b9-aa53-40ea-8050-9239cd27d1ff'}] {{(pid=103377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:18:09.663295 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a4b64ae-cd4d-4ab6-991e-f12cb5db7f72 req-b0b97329-16d0-414e-a7ca-ecc8c60f5905 service neutron] Attempting to bind port 35ae7739-d12e-440a-928f-2c25bcb6031d on network 02be22b9-aa53-40ea-8050-9239cd27d1ff {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:18:09.677064 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a4b64ae-cd4d-4ab6-991e-f12cb5db7f72 req-b0b97329-16d0-414e-a7ca-ecc8c60f5905 service neutron] Port 35ae7739-d12e-440a-928f-2c25bcb6031d on network 02be22b9-aa53-40ea-8050-9239cd27d1ff not bound, no agent of type Open vSwitch agent registered on host n-h2-827839-2 {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 17:18:09.677394 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a4b64ae-cd4d-4ab6-991e-f12cb5db7f72 req-b0b97329-16d0-414e-a7ca-ecc8c60f5905 service neutron] Attempting to bind port 35ae7739-d12e-440a-928f-2c25bcb6031d on network 02be22b9-aa53-40ea-8050-9239cd27d1ff {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:18:09.691575 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a4b64ae-cd4d-4ab6-991e-f12cb5db7f72 req-b0b97329-16d0-414e-a7ca-ecc8c60f5905 service neutron] Checking agent: {'id': 'f20a1ab3-4332-4f54-833b-ba4a7c687e89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 8, 40), 'started_at': datetime.datetime(2022, 2, 4, 17, 8, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 17, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:18:09.692475 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a4b64ae-cd4d-4ab6-991e-f12cb5db7f72 req-b0b97329-16d0-414e-a7ca-ecc8c60f5905 service neutron] Checking segment: {'id': '3a39b085-d3e6-43bb-a64c-1b06dd049e5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '02be22b9-aa53-40ea-8050-9239cd27d1ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:18:09.692890 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a4b64ae-cd4d-4ab6-991e-f12cb5db7f72 req-b0b97329-16d0-414e-a7ca-ecc8c60f5905 service neutron] Bound using segment: {'id': '3a39b085-d3e6-43bb-a64c-1b06dd049e5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '02be22b9-aa53-40ea-8050-9239cd27d1ff'} {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:18:09.694045 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [req-9a4b64ae-cd4d-4ab6-991e-f12cb5db7f72 req-b0b97329-16d0-414e-a7ca-ecc8c60f5905 service neutron] Bound port: 35ae7739-d12e-440a-928f-2c25bcb6031d, host: n-h2-827839-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a39b085-d3e6-43bb-a64c-1b06dd049e5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '02be22b9-aa53-40ea-8050-9239cd27d1ff'}}] {{(pid=103377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:18:09.694045 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-9a4b64ae-cd4d-4ab6-991e-f12cb5db7f72 req-b0b97329-16d0-414e-a7ca-ecc8c60f5905 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (35ae7739-d12e-440a-928f-2c25bcb6031d), before_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:09.728541 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f86798-c889-4424-bb19-c05d2c645707 req-7db4438c-60e5-4605-b33b-7c5acae9266a tempest-ServersAdminTestJSON-70469306 tempest-ServersAdminTestJSON-70469306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:18:09.730183 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-10f86798-c889-4424-bb19-c05d2c645707 req-7db4438c-60e5-4605-b33b-7c5acae9266a tempest-ServersAdminTestJSON-70469306 tempest-ServersAdminTestJSON-70469306-project] 10.222.0.89 "GET /v2.0/ports?device_id=0c0189fa-3209-44e0-92bf-41bfd20b9678 HTTP/1.1" status: 200 len: 935 time: 0.2632217 Feb 04 17:18:09.736293 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301ceb23-9960-45e2-b9cb-89a7d767a920 req-8bb57b2a-5b6e-49e8-8cc7-fb6e7e685d9b tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:18:09.737662 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-301ceb23-9960-45e2-b9cb-89a7d767a920 req-8bb57b2a-5b6e-49e8-8cc7-fb6e7e685d9b tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] 10.222.0.89 "GET /v2.0/ports?device_id=2fa90556-daae-4498-8501-e90a55f37287 HTTP/1.1" status: 200 len: 866 time: 0.1742682 Feb 04 17:18:09.797789 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4702042-8a61-4161-8490-9c72e047cdce tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] Pushing event deleted for resources: {'Port': ['ID=1d6e420e-bb1f-421e-9902-a9c0af5df917,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:18:09.832178 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [req-5511b1e2-08c4-4756-8ca4-3ef59eefc744 req-d4702042-8a61-4161-8490-9c72e047cdce tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] No DVR routers for this DVR port 1d6e420e-bb1f-421e-9902-a9c0af5df917 on host n-h2-827839-2 {{(pid=103376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 17:18:09.841403 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-5511b1e2-08c4-4756-8ca4-3ef59eefc744 req-d4702042-8a61-4161-8490-9c72e047cdce tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:09.845079 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-5511b1e2-08c4-4756-8ca4-3ef59eefc744 req-d4702042-8a61-4161-8490-9c72e047cdce tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] 10.222.0.90 "DELETE /v2.0/ports/1d6e420e-bb1f-421e-9902-a9c0af5df917 HTTP/1.1" status: 204 len: 173 time: 1.2639506 Feb 04 17:18:09.885594 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-10f86798-c889-4424-bb19-c05d2c645707 req-4851d089-e247-4300-bcb1-2efef78166a0 tempest-ServersAdminTestJSON-70469306 tempest-ServersAdminTestJSON-70469306-project] 10.222.0.89 "GET /v2.0/security-groups?id=0b9d4704-c600-4325-be39-d787042bd965&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394608 Feb 04 17:18:09.896670 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-d2ac2c32-3f0f-449a-9d5d-24fa2252ff98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (93ec0b53-b92e-40d8-8067-b34a7e680223), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:09.899606 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-d2ac2c32-3f0f-449a-9d5d-24fa2252ff98 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:09.900919 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-d2ac2c32-3f0f-449a-9d5d-24fa2252ff98 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/93ec0b53-b92e-40d8-8067-b34a7e680223 HTTP/1.1" status: 204 len: 168 time: 0.5557137 Feb 04 17:18:09.912829 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ac2c32-3f0f-449a-9d5d-24fa2252ff98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93ec0b53-b92e-40d8-8067-b34a7e680223,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:18:09.992823 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (f20a1ab3-4332-4f54-833b-ba4a7c687e89), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:10.054657 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 17:18:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-981b1c1a-4d79-43e6-bad2-1efdab14b1a4 x-openstack-request-id: req-981b1c1a-4d79-43e6-bad2-1efdab14b1a4 {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:18:10.054960 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5d75215-3fe4-46c8-83d3-a72f5690da4f", "name": "network-vif-plugged", "status": "completed", "tag": "0d900902-236e-4b59-81c2-4e05e50526a0", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:18:10.055215 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-981b1c1a-4d79-43e6-bad2-1efdab14b1a4 {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:18:10.055617 n-d-827839-2 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5d75215-3fe4-46c8-83d3-a72f5690da4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d900902-236e-4b59-81c2-4e05e50526a0', 'code': 200} Feb 04 17:18:10.163506 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-05cee650-93ff-40df-94ce-6a8fb311f1e0 req-19b5c2dd-55a5-472e-8d53-07a785cbafcf tempest-ServerPasswordTestJSON-1353933369 tempest-ServerPasswordTestJSON-1353933369-project] 10.222.0.89 "GET /v2.0/ports?device_id=634d883b-4d6b-4d79-9cf4-d686060f2918 HTTP/1.1" status: 200 len: 210 time: 0.0467887 Feb 04 17:18:10.197396 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [req-9a4b64ae-cd4d-4ab6-991e-f12cb5db7f72 req-b0b97329-16d0-414e-a7ca-ecc8c60f5905 service neutron] For port 35ae7739-d12e-440a-928f-2c25bcb6031d, host n-h2-827839-2, cleared binding levels {{(pid=103377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:18:10.202223 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [req-9a4b64ae-cd4d-4ab6-991e-f12cb5db7f72 req-b0b97329-16d0-414e-a7ca-ecc8c60f5905 service neutron] For port 35ae7739-d12e-440a-928f-2c25bcb6031d, host n-h2-827839-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=35ae7739-d12e-440a-928f-2c25bcb6031d,segment=NetworkSegment(3a39b085-d3e6-43bb-a64c-1b06dd049e5a),segment_id=3a39b085-d3e6-43bb-a64c-1b06dd049e5a)] {{(pid=103377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:18:10.237803 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 17:18:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ff706be-5ee2-4f7d-bdaf-6c9326f175cf x-openstack-request-id: req-6ff706be-5ee2-4f7d-bdaf-6c9326f175cf {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:18:10.238292 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cce4d83-aa1d-4371-aec8-504818bdd7bc", "name": "network-vif-deleted", "tag": "8f26e1ab-1c91-4119-a212-eb2316f070f0", "status": "completed", "code": 200}]} {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:18:10.238413 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-6ff706be-5ee2-4f7d-bdaf-6c9326f175cf {{(pid=103376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:18:10.239300 n-d-827839-2 neutron-server[103376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cce4d83-aa1d-4371-aec8-504818bdd7bc', 'name': 'network-vif-deleted', 'tag': '8f26e1ab-1c91-4119-a212-eb2316f070f0', 'status': 'completed', 'code': 200} Feb 04 17:18:10.261312 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988abbcf-432f-4e0b-b092-13ad3315fbb0 req-0f87a284-601a-4e1a-b9cc-6a0e6c7e46ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:18:10.263786 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-988abbcf-432f-4e0b-b092-13ad3315fbb0 req-0f87a284-601a-4e1a-b9cc-6a0e6c7e46ea service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=e5d75215-3fe4-46c8-83d3-a72f5690da4f HTTP/1.1" status: 200 len: 1127 time: 0.0855575 Feb 04 17:18:10.265176 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-9a4b64ae-cd4d-4ab6-991e-f12cb5db7f72 req-b0b97329-16d0-414e-a7ca-ecc8c60f5905 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25888290'] for port (35ae7739-d12e-440a-928f-2c25bcb6031d), after_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:10.346688 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-988abbcf-432f-4e0b-b092-13ad3315fbb0 req-b3975ba9-aff5-468d-a2dc-f7f14fed573a service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=c591d0a0-8f77-4259-ab5e-c54cb31473d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733521 Feb 04 17:18:10.403038 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4b64ae-cd4d-4ab6-991e-f12cb5db7f72 req-b0b97329-16d0-414e-a7ca-ecc8c60f5905 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:18:10.404113 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-9a4b64ae-cd4d-4ab6-991e-f12cb5db7f72 req-b0b97329-16d0-414e-a7ca-ecc8c60f5905 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:10.408133 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-9a4b64ae-cd4d-4ab6-991e-f12cb5db7f72 req-b0b97329-16d0-414e-a7ca-ecc8c60f5905 service neutron] 10.222.0.90 "PUT /v2.0/ports/35ae7739-d12e-440a-928f-2c25bcb6031d HTTP/1.1" status: 200 len: 1096 time: 2.8907125 Feb 04 17:18:10.415197 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-301ceb23-9960-45e2-b9cb-89a7d767a920 req-cbb727de-2365-4320-9ae2-c676a522da2a tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] 10.222.0.89 "GET /v2.0/security-groups?id=119a7f03-3e07-4d1e-8852-d9f974f9f052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6713977 Feb 04 17:18:10.415677 n-d-827839-2 neutron-server[103377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cdea105d-d892-4559-baed-fb98b40680d0', 'tag': '35ae7739-d12e-440a-928f-2c25bcb6031d'}] {{(pid=103377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:18:10.417987 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7240428b650e1488e9361b62648ff4b3a6c19d49d8c27c949491ab58c1346cf0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cc8bbbc-8f80-45ab-8950-24b2390b7e8a" -d '{"events": [{"name": "network-changed", "server_uuid": "cdea105d-d892-4559-baed-fb98b40680d0", "tag": "35ae7739-d12e-440a-928f-2c25bcb6031d"}]}' {{(pid=103377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:18:10.430267 n-d-827839-2 neutron-server[103377]: DEBUG neutron.notifiers.nova [req-830d4854-ae26-4383-b207-36e85b1e0b59 req-394eab47-e749-4c17-85d6-0720a593e582 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 09aa55e0-5163-4db6-a3bc-872b1a6291df {{(pid=103377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 17:18:10.447610 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 59222) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:18:10.449623 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-830d4854-ae26-4383-b207-36e85b1e0b59 req-394eab47-e749-4c17-85d6-0720a593e582 service neutron] Publish callbacks [] for port (09aa55e0-5163-4db6-a3bc-872b1a6291df), precommit_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:10.483239 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-0bdea7b8-234f-4d7c-98d0-a75e44f0a82a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:10.486470 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b97329-16d0-414e-a7ca-ecc8c60f5905 service neutron] Pushing event updated for resources: {'Port': ['ID=35ae7739-d12e-440a-928f-2c25bcb6031d,revision_number=3']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:18:10.494778 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.provisioning_blocks [req-830d4854-ae26-4383-b207-36e85b1e0b59 req-394eab47-e749-4c17-85d6-0720a593e582 service neutron] Transition to ACTIVE for port object 09aa55e0-5163-4db6-a3bc-872b1a6291df will not be triggered until provisioned by entity L2. {{(pid=103377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 17:18:10.502652 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-830d4854-ae26-4383-b207-36e85b1e0b59 req-394eab47-e749-4c17-85d6-0720a593e582 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25888290'] for port (09aa55e0-5163-4db6-a3bc-872b1a6291df), after_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:10.683398 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b1df17-1a75-4a9b-b539-1c5f4e3565ed req-c942f920-e3a7-4929-95e3-22f23cb2ab7c tempest-ServerPasswordTestJSON-1353933369 tempest-ServerPasswordTestJSON-1353933369-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:18:10.684870 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-50b1df17-1a75-4a9b-b539-1c5f4e3565ed req-c942f920-e3a7-4929-95e3-22f23cb2ab7c tempest-ServerPasswordTestJSON-1353933369 tempest-ServerPasswordTestJSON-1353933369-project] 10.222.0.96 "GET /v2.0/networks?id=b9d973ec-bc63-4d00-96f6-595ef6133005 HTTP/1.1" status: 200 len: 812 time: 0.2892838 Feb 04 17:18:10.700125 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [req-50b1df17-1a75-4a9b-b539-1c5f4e3565ed req-e88faddf-79e5-474a-a9fe-50027ca4cc86 tempest-ServerPasswordTestJSON-1353933369 tempest-ServerPasswordTestJSON-1353933369-project] Request body: {'port': {'device_id': '634d883b-4d6b-4d79-9cf4-d686060f2918', 'network_id': 'b9d973ec-bc63-4d00-96f6-595ef6133005', 'admin_state_up': True, 'tenant_id': 'd1dffd2084b84bed9108b5beb8b1a927'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:18:10.709436 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device 0b802548-244e-410c-bab8-0d961a215443 up at agent hyperv_n-h1-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:18:10.773678 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394eab47-e749-4c17-85d6-0720a593e582 service neutron] Pushing event updated for resources: {'Port': ['ID=09aa55e0-5163-4db6-a3bc-872b1a6291df,revision_number=2']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:18:10.889478 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Provisioning for port 0b802548-244e-410c-bab8-0d961a215443 completed by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 17:18:10.899394 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Provisioning complete for port 0b802548-244e-410c-bab8-0d961a215443 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:18:10.900030 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (0b802548-244e-410c-bab8-0d961a215443), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:11.010259 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-50b1df17-1a75-4a9b-b539-1c5f4e3565ed req-e88faddf-79e5-474a-a9fe-50027ca4cc86 tempest-ServerPasswordTestJSON-1353933369 tempest-ServerPasswordTestJSON-1353933369-project] Made reservation on behalf of d1dffd2084b84bed9108b5beb8b1a927 for: {'port': 1} {{(pid=103376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:18:11.013904 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-50b1df17-1a75-4a9b-b539-1c5f4e3565ed req-e88faddf-79e5-474a-a9fe-50027ca4cc86 tempest-ServerPasswordTestJSON-1353933369 tempest-ServerPasswordTestJSON-1353933369-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:11.038864 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [req-830d4854-ae26-4383-b207-36e85b1e0b59 req-394eab47-e749-4c17-85d6-0720a593e582 service neutron] Attempting to bind port 09aa55e0-5163-4db6-a3bc-872b1a6291df on host n-h2-827839-2 for vnic_type normal with profile {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:18:11.039733 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [req-830d4854-ae26-4383-b207-36e85b1e0b59 req-394eab47-e749-4c17-85d6-0720a593e582 service neutron] Attempting to bind port 09aa55e0-5163-4db6-a3bc-872b1a6291df by drivers openvswitch,hyperv on host n-h2-827839-2 at level 0 using segments [{'id': '3a39b085-d3e6-43bb-a64c-1b06dd049e5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '02be22b9-aa53-40ea-8050-9239cd27d1ff'}] {{(pid=103377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:18:11.040475 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-830d4854-ae26-4383-b207-36e85b1e0b59 req-394eab47-e749-4c17-85d6-0720a593e582 service neutron] Attempting to bind port 09aa55e0-5163-4db6-a3bc-872b1a6291df on network 02be22b9-aa53-40ea-8050-9239cd27d1ff {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:18:11.050127 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Current status of the port 0b802548-244e-410c-bab8-0d961a215443 is: BUILD; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:18:11.051314 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (0b802548-244e-410c-bab8-0d961a215443), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:11.055500 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfec9bf-4a73-4cce-8507-d4550c71a6e4 req-69a294b3-a8bf-49fe-adeb-90c9c5d9f78d tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:18:11.058979 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-fbfec9bf-4a73-4cce-8507-d4550c71a6e4 req-69a294b3-a8bf-49fe-adeb-90c9c5d9f78d tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] 10.222.0.89 "GET /v2.0/ports?device_id=e746a355-df6f-420e-9722-051f2d1921e6 HTTP/1.1" status: 200 len: 944 time: 0.4647141 Feb 04 17:18:11.093450 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-830d4854-ae26-4383-b207-36e85b1e0b59 req-394eab47-e749-4c17-85d6-0720a593e582 service neutron] Port 09aa55e0-5163-4db6-a3bc-872b1a6291df on network 02be22b9-aa53-40ea-8050-9239cd27d1ff not bound, no agent of type Open vSwitch agent registered on host n-h2-827839-2 {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 17:18:11.093850 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-830d4854-ae26-4383-b207-36e85b1e0b59 req-394eab47-e749-4c17-85d6-0720a593e582 service neutron] Attempting to bind port 09aa55e0-5163-4db6-a3bc-872b1a6291df on network 02be22b9-aa53-40ea-8050-9239cd27d1ff {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:18:11.119329 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] For port 0b802548-244e-410c-bab8-0d961a215443, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=0b802548-244e-410c-bab8-0d961a215443,segment=NetworkSegment(78faf63e-60a8-47e4-85af-dce04e5fa366),segment_id=78faf63e-60a8-47e4-85af-dce04e5fa366)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:18:11.122791 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4b64ae-cd4d-4ab6-991e-f12cb5db7f72 req-b70ac64c-2f07-4f30-9f81-741b66d14d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:18:11.124596 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-9a4b64ae-cd4d-4ab6-991e-f12cb5db7f72 req-b70ac64c-2f07-4f30-9f81-741b66d14d5b service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=f484bbd9aba14982b5f05b3677d924de&device_id=cdea105d-d892-4559-baed-fb98b40680d0 HTTP/1.1" status: 200 len: 1130 time: 0.5181460 Feb 04 17:18:11.127912 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (0b802548-244e-410c-bab8-0d961a215443), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:11.157929 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-830d4854-ae26-4383-b207-36e85b1e0b59 req-394eab47-e749-4c17-85d6-0720a593e582 service neutron] Checking agent: {'id': 'f20a1ab3-4332-4f54-833b-ba4a7c687e89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 8, 40), 'started_at': datetime.datetime(2022, 2, 4, 17, 8, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 18, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:18:11.158308 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-830d4854-ae26-4383-b207-36e85b1e0b59 req-394eab47-e749-4c17-85d6-0720a593e582 service neutron] Checking segment: {'id': '3a39b085-d3e6-43bb-a64c-1b06dd049e5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '02be22b9-aa53-40ea-8050-9239cd27d1ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:18:11.158618 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-830d4854-ae26-4383-b207-36e85b1e0b59 req-394eab47-e749-4c17-85d6-0720a593e582 service neutron] Bound using segment: {'id': '3a39b085-d3e6-43bb-a64c-1b06dd049e5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '02be22b9-aa53-40ea-8050-9239cd27d1ff'} {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:18:11.159076 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [req-830d4854-ae26-4383-b207-36e85b1e0b59 req-394eab47-e749-4c17-85d6-0720a593e582 service neutron] Bound port: 09aa55e0-5163-4db6-a3bc-872b1a6291df, host: n-h2-827839-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a39b085-d3e6-43bb-a64c-1b06dd049e5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '02be22b9-aa53-40ea-8050-9239cd27d1ff'}}] {{(pid=103377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:18:11.159453 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-830d4854-ae26-4383-b207-36e85b1e0b59 req-394eab47-e749-4c17-85d6-0720a593e582 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (09aa55e0-5163-4db6-a3bc-872b1a6291df), before_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:11.203470 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Pushing event updated for resources: {'Port': ['ID=0b802548-244e-410c-bab8-0d961a215443,revision_number=5']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:18:11.215943 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-fbfec9bf-4a73-4cce-8507-d4550c71a6e4 req-691176b1-ec5e-4271-b313-853306851143 tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] 10.222.0.89 "GET /v2.0/security-groups?id=c591d0a0-8f77-4259-ab5e-c54cb31473d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271532 Feb 04 17:18:11.257745 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-9a4b64ae-cd4d-4ab6-991e-f12cb5db7f72 req-807b83d4-217f-4ef5-a34e-043c9da9b4ed service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.215&port_id=35ae7739-d12e-440a-928f-2c25bcb6031d HTTP/1.1" status: 200 len: 217 time: 0.1136281 Feb 04 17:18:11.263623 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.db_base_plugin_common [req-50b1df17-1a75-4a9b-b539-1c5f4e3565ed req-e88faddf-79e5-474a-a9fe-50027ca4cc86 tempest-ServerPasswordTestJSON-1353933369 tempest-ServerPasswordTestJSON-1353933369-project] Allocated IP 172.20.0.10 (b9d973ec-bc63-4d00-96f6-595ef6133005/1be0771b-60a1-4b96-93a9-bb55462fed96/624dc4ba-16e0-4d94-a42c-1d5135d09ec8) {{(pid=103376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:18:11.299449 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-0bdea7b8-234f-4d7c-98d0-a75e44f0a82a admin admin] Publish callbacks [] for security_group (ffa492b5-0e0b-4a23-bd3a-3b7619a4e95c), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:11.301436 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 17:18:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16852fd3-788e-41e3-9ec0-31155060120f x-openstack-request-id: req-16852fd3-788e-41e3-9ec0-31155060120f {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:18:11.301796 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cdea105d-d892-4559-baed-fb98b40680d0", "tag": "35ae7739-d12e-440a-928f-2c25bcb6031d", "status": "completed", "code": 200}]} {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:18:11.302135 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-16852fd3-788e-41e3-9ec0-31155060120f {{(pid=103377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:18:11.302740 n-d-827839-2 neutron-server[103377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cdea105d-d892-4559-baed-fb98b40680d0', 'tag': '35ae7739-d12e-440a-928f-2c25bcb6031d', 'status': 'completed', 'code': 200} Feb 04 17:18:11.345824 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-0bdea7b8-234f-4d7c-98d0-a75e44f0a82a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (ffa492b5-0e0b-4a23-bd3a-3b7619a4e95c), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:11.380120 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [req-830d4854-ae26-4383-b207-36e85b1e0b59 req-394eab47-e749-4c17-85d6-0720a593e582 service neutron] For port 09aa55e0-5163-4db6-a3bc-872b1a6291df, host n-h2-827839-2, cleared binding levels {{(pid=103377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:18:11.381896 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4551e9-e8e5-47d8-b7a9-441a5430dad6 req-8be25ec9-dee4-4504-8b8e-b8ec8b6a8a13 tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:18:11.383654 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-2c4551e9-e8e5-47d8-b7a9-441a5430dad6 req-8be25ec9-dee4-4504-8b8e-b8ec8b6a8a13 tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] 10.222.0.89 "GET /v2.0/ports?device_id=809c551a-1790-4b2b-baf4-9847169d6487 HTTP/1.1" status: 200 len: 943 time: 0.1062663 Feb 04 17:18:11.391014 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [req-830d4854-ae26-4383-b207-36e85b1e0b59 req-394eab47-e749-4c17-85d6-0720a593e582 service neutron] For port 09aa55e0-5163-4db6-a3bc-872b1a6291df, host n-h2-827839-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=09aa55e0-5163-4db6-a3bc-872b1a6291df,segment=NetworkSegment(3a39b085-d3e6-43bb-a64c-1b06dd049e5a),segment_id=3a39b085-d3e6-43bb-a64c-1b06dd049e5a)] {{(pid=103377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:18:11.415617 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-830d4854-ae26-4383-b207-36e85b1e0b59 req-394eab47-e749-4c17-85d6-0720a593e582 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25888290'] for port (09aa55e0-5163-4db6-a3bc-872b1a6291df), after_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:11.496569 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-0bdea7b8-234f-4d7c-98d0-a75e44f0a82a admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=915cb50beb7d459e8d9b120697e19cb4&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0438864 Feb 04 17:18:11.499286 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 59238) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:18:11.507672 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830d4854-ae26-4383-b207-36e85b1e0b59 req-394eab47-e749-4c17-85d6-0720a593e582 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:18:11.508297 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-830d4854-ae26-4383-b207-36e85b1e0b59 req-394eab47-e749-4c17-85d6-0720a593e582 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:11.509710 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-830d4854-ae26-4383-b207-36e85b1e0b59 req-394eab47-e749-4c17-85d6-0720a593e582 service neutron] 10.222.0.90 "PUT /v2.0/ports/09aa55e0-5163-4db6-a3bc-872b1a6291df HTTP/1.1" status: 200 len: 1095 time: 2.7589102 Feb 04 17:18:11.511272 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4b64ae-cd4d-4ab6-991e-f12cb5db7f72 req-7eb137d1-9891-487b-9f78-4f1e671b5a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:18:11.512664 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-9a4b64ae-cd4d-4ab6-991e-f12cb5db7f72 req-7eb137d1-9891-487b-9f78-4f1e671b5a3f service neutron] 10.222.0.90 "GET /v2.0/subnets?id=c974b0ff-2c5c-4667-8a81-3bde3ea6ced5 HTTP/1.1" status: 200 len: 843 time: 0.2410934 Feb 04 17:18:11.515206 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdea7b8-234f-4d7c-98d0-a75e44f0a82a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffa492b5-0e0b-4a23-bd3a-3b7619a4e95c,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:18:11.545028 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-2c4551e9-e8e5-47d8-b7a9-441a5430dad6 req-39e1e983-f15e-4c5b-962d-104244cf68c4 tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] 10.222.0.89 "GET /v2.0/security-groups?id=18e6cc58-e448-4d12-9423-2a502a086ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543062 Feb 04 17:18:11.649077 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-50b1df17-1a75-4a9b-b539-1c5f4e3565ed req-e88faddf-79e5-474a-a9fe-50027ca4cc86 tempest-ServerPasswordTestJSON-1353933369 tempest-ServerPasswordTestJSON-1353933369-project] Publish callbacks [] for port (624dc4ba-16e0-4d94-a42c-1d5135d09ec8), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:11.685272 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-4cf2697b-aa10-46c0-b4b9-56a3bb129ed9 req-ace0d0a6-b9b4-49c6-8909-d88815f3d792 tempest-ServerPasswordTestJSON-1353933369 tempest-ServerPasswordTestJSON-1353933369-project] 10.222.0.89 "GET /v2.0/ports?device_id=634d883b-4d6b-4d79-9cf4-d686060f2918 HTTP/1.1" status: 200 len: 210 time: 0.0530946 Feb 04 17:18:11.735720 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394eab47-e749-4c17-85d6-0720a593e582 service neutron] Pushing event updated for resources: {'Port': ['ID=09aa55e0-5163-4db6-a3bc-872b1a6291df,revision_number=3']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:18:11.794828 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e876c5-8cb0-49eb-8e99-678d2bbd9bf4 req-16fd5cdb-cc7d-475b-985e-5710da59b61e tempest-ServersAdminTestJSON-70469306 tempest-ServersAdminTestJSON-70469306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:18:11.802826 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-c6e876c5-8cb0-49eb-8e99-678d2bbd9bf4 req-16fd5cdb-cc7d-475b-985e-5710da59b61e tempest-ServersAdminTestJSON-70469306 tempest-ServersAdminTestJSON-70469306-project] 10.222.0.89 "GET /v2.0/ports?device_id=0c0189fa-3209-44e0-92bf-41bfd20b9678 HTTP/1.1" status: 200 len: 947 time: 0.1931245 Feb 04 17:18:11.814257 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4b64ae-cd4d-4ab6-991e-f12cb5db7f72 req-faf95d35-1657-4021-aeb7-33d4c4973902 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:18:11.815472 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-9a4b64ae-cd4d-4ab6-991e-f12cb5db7f72 req-faf95d35-1657-4021-aeb7-33d4c4973902 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=02be22b9-aa53-40ea-8050-9239cd27d1ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2547839 Feb 04 17:18:11.834406 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-5aa1c259-80e2-4e1c-8416-a4a0ce2e43fe admin admin] Publish callbacks [] for security_group (ffa492b5-0e0b-4a23-bd3a-3b7619a4e95c), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:11.837794 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-50b1df17-1a75-4a9b-b539-1c5f4e3565ed req-e88faddf-79e5-474a-a9fe-50027ca4cc86 tempest-ServerPasswordTestJSON-1353933369 tempest-ServerPasswordTestJSON-1353933369-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (624dc4ba-16e0-4d94-a42c-1d5135d09ec8), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:11.856574 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830d4854-ae26-4383-b207-36e85b1e0b59 req-f0c4fc7a-17ee-4b29-8961-b493f4e1bb75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:18:11.858409 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-830d4854-ae26-4383-b207-36e85b1e0b59 req-f0c4fc7a-17ee-4b29-8961-b493f4e1bb75 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=f484bbd9aba14982b5f05b3677d924de&device_id=0c0189fa-3209-44e0-92bf-41bfd20b9678 HTTP/1.1" status: 200 len: 1129 time: 0.2517223 Feb 04 17:18:11.914739 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-50b1df17-1a75-4a9b-b539-1c5f4e3565ed req-e88faddf-79e5-474a-a9fe-50027ca4cc86 tempest-ServerPasswordTestJSON-1353933369 tempest-ServerPasswordTestJSON-1353933369-project] Network b9d973ec-bc63-4d00-96f6-595ef6133005 is already hosted by enough agents. {{(pid=103376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:18:11.928852 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-5aa1c259-80e2-4e1c-8416-a4a0ce2e43fe admin admin] Publish callbacks [] for security_group (ffa492b5-0e0b-4a23-bd3a-3b7619a4e95c), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:11.930834 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [req-50b1df17-1a75-4a9b-b539-1c5f4e3565ed req-e88faddf-79e5-474a-a9fe-50027ca4cc86 tempest-ServerPasswordTestJSON-1353933369 tempest-ServerPasswordTestJSON-1353933369-project] Resources bound (agent type, host, resource id): {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:18:11.942727 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [req-50b1df17-1a75-4a9b-b539-1c5f4e3565ed req-e88faddf-79e5-474a-a9fe-50027ca4cc86 tempest-ServerPasswordTestJSON-1353933369 tempest-ServerPasswordTestJSON-1353933369-project] Received port after_create {{(pid=103376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:18:11.966403 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-830d4854-ae26-4383-b207-36e85b1e0b59 req-85eae2bd-0fef-4dc6-8268-024e86d7d990 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.48&port_id=09aa55e0-5163-4db6-a3bc-872b1a6291df HTTP/1.1" status: 200 len: 217 time: 0.0746720 Feb 04 17:18:12.001773 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-c6e876c5-8cb0-49eb-8e99-678d2bbd9bf4 req-7b03f3d7-f10c-48ed-bbc8-4bbac9aba025 tempest-ServersAdminTestJSON-70469306 tempest-ServersAdminTestJSON-70469306-project] 10.222.0.89 "GET /v2.0/security-groups?id=0b9d4704-c600-4325-be39-d787042bd965&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1945007 Feb 04 17:18:12.016402 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b1df17-1a75-4a9b-b539-1c5f4e3565ed req-e88faddf-79e5-474a-a9fe-50027ca4cc86 tempest-ServerPasswordTestJSON-1353933369 tempest-ServerPasswordTestJSON-1353933369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:18:12.017134 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-50b1df17-1a75-4a9b-b539-1c5f4e3565ed req-e88faddf-79e5-474a-a9fe-50027ca4cc86 tempest-ServerPasswordTestJSON-1353933369 tempest-ServerPasswordTestJSON-1353933369-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:12.028196 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88faddf-79e5-474a-a9fe-50027ca4cc86 tempest-ServerPasswordTestJSON-1353933369 tempest-ServerPasswordTestJSON-1353933369-project] Pushing event updated for resources: {'Port': ['ID=624dc4ba-16e0-4d94-a42c-1d5135d09ec8,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:18:12.057249 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e746a355-df6f-420e-9722-051f2d1921e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b802548-244e-410c-bab8-0d961a215443'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:18:12.061074 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c34bc964ce2211770fda26ca2f3801cc06f4f39928110690550e94ab9c9d2fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-def0c292-d7ea-4a91-a1ff-1d526cdf9d25" -d '{"events": [{"server_uuid": "e746a355-df6f-420e-9722-051f2d1921e6", "name": "network-vif-plugged", "status": "completed", "tag": "0b802548-244e-410c-bab8-0d961a215443"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:18:12.074243 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-9a4b64ae-cd4d-4ab6-991e-f12cb5db7f72 req-c3cf546f-d77b-454b-b280-3cce6140999c service neutron] 10.222.0.90 "GET /v2.0/networks/02be22b9-aa53-40ea-8050-9239cd27d1ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2465811 Feb 04 17:18:12.075921 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830d4854-ae26-4383-b207-36e85b1e0b59 req-196adf17-0228-49e1-91b5-b2ec62bbec3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:18:12.077858 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-830d4854-ae26-4383-b207-36e85b1e0b59 req-196adf17-0228-49e1-91b5-b2ec62bbec3e service neutron] 10.222.0.90 "GET /v2.0/subnets?id=c974b0ff-2c5c-4667-8a81-3bde3ea6ced5 HTTP/1.1" status: 200 len: 843 time: 0.1012466 Feb 04 17:18:12.080388 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 59244) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:18:12.117925 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e4c2e6-36d7-485f-9785-56c090031c02 req-1faf16f3-820e-4871-935d-931bc78b249a tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:18:12.119490 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-31e4c2e6-36d7-485f-9785-56c090031c02 req-1faf16f3-820e-4871-935d-931bc78b249a tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] 10.222.0.90 "GET /v2.0/ports?device_id=e5d75215-3fe4-46c8-83d3-a72f5690da4f HTTP/1.1" status: 200 len: 945 time: 0.4177179 Feb 04 17:18:12.162014 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-50b1df17-1a75-4a9b-b539-1c5f4e3565ed req-e88faddf-79e5-474a-a9fe-50027ca4cc86 tempest-ServerPasswordTestJSON-1353933369 tempest-ServerPasswordTestJSON-1353933369-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4643862 Feb 04 17:18:12.178216 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (3f9244a9-75fc-4c10-b195-11d48b853b41), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:12.180333 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 17:18:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a20cb80-7bb1-45c3-9e43-cd88a691c524 x-openstack-request-id: req-2a20cb80-7bb1-45c3-9e43-cd88a691c524 {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:18:12.180333 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e746a355-df6f-420e-9722-051f2d1921e6", "name": "network-vif-plugged", "status": "completed", "tag": "0b802548-244e-410c-bab8-0d961a215443", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:18:12.180781 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-2a20cb80-7bb1-45c3-9e43-cd88a691c524 {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:18:12.181081 n-d-827839-2 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e746a355-df6f-420e-9722-051f2d1921e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b802548-244e-410c-bab8-0d961a215443', 'code': 200} Feb 04 17:18:12.234274 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [req-50b1df17-1a75-4a9b-b539-1c5f4e3565ed req-5ee7798b-ab9b-40b2-91da-c485f533bc07 service neutron] Request body: {'port': {'device_id': '634d883b-4d6b-4d79-9cf4-d686060f2918', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827839-2'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:18:12.261048 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ddeee08-546b-49a3-98cf-1d6040e8f14e admin admin] Deleting subnet 6db1132f-3231-4eb4-84c6-7a6ee6880d87 {{(pid=103377) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 17:18:12.268139 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-9ddeee08-546b-49a3-98cf-1d6040e8f14e admin admin] Publish callbacks [] for subnet (6db1132f-3231-4eb4-84c6-7a6ee6880d87), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:12.294615 n-d-827839-2 neutron-server[103376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fa90556-daae-4498-8501-e90a55f37287', 'name': 'network-vif-deleted', 'tag': '1d6e420e-bb1f-421e-9902-a9c0af5df917'}] {{(pid=103376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:18:12.296941 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d59c3bb5e2f09ebf62144d5e09b1cff60c763a9c19614c24538e77842938c05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53a604a8-64f2-47c1-a176-6cb477447dd6" -d '{"events": [{"server_uuid": "2fa90556-daae-4498-8501-e90a55f37287", "name": "network-vif-deleted", "tag": "1d6e420e-bb1f-421e-9902-a9c0af5df917"}]}' {{(pid=103376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:18:12.333541 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-9ddeee08-546b-49a3-98cf-1d6040e8f14e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26866676'] for subnet (6db1132f-3231-4eb4-84c6-7a6ee6880d87), precommit_delete_associations {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:12.362465 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830d4854-ae26-4383-b207-36e85b1e0b59 req-275538ad-4a3b-4d40-8118-3871165f6a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:18:12.363968 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-830d4854-ae26-4383-b207-36e85b1e0b59 req-275538ad-4a3b-4d40-8118-3871165f6a9b service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=02be22b9-aa53-40ea-8050-9239cd27d1ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2393394 Feb 04 17:18:12.367442 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-9a4b64ae-cd4d-4ab6-991e-f12cb5db7f72 req-80b2b482-0650-494b-8c26-43902d1af280 service neutron] 10.222.0.90 "GET /v2.0/networks/02be22b9-aa53-40ea-8050-9239cd27d1ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2785275 Feb 04 17:18:12.382559 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-50b1df17-1a75-4a9b-b539-1c5f4e3565ed req-5ee7798b-ab9b-40b2-91da-c485f533bc07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (624dc4ba-16e0-4d94-a42c-1d5135d09ec8), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:12.406035 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-5aa1c259-80e2-4e1c-8416-a4a0ce2e43fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (ffa492b5-0e0b-4a23-bd3a-3b7619a4e95c), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:12.408655 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-5aa1c259-80e2-4e1c-8416-a4a0ce2e43fe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:12.409827 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-5aa1c259-80e2-4e1c-8416-a4a0ce2e43fe admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/ffa492b5-0e0b-4a23-bd3a-3b7619a4e95c HTTP/1.1" status: 204 len: 168 time: 0.9070170 Feb 04 17:18:12.453116 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-9ddeee08-546b-49a3-98cf-1d6040e8f14e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1541225'] for subnet (6db1132f-3231-4eb4-84c6-7a6ee6880d87), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:12.476947 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa1c259-80e2-4e1c-8416-a4a0ce2e43fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffa492b5-0e0b-4a23-bd3a-3b7619a4e95c,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:18:12.620622 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-830d4854-ae26-4383-b207-36e85b1e0b59 req-fbdb418e-ea14-478d-9ffc-c5effb6ca89e service neutron] 10.222.0.90 "GET /v2.0/networks/02be22b9-aa53-40ea-8050-9239cd27d1ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2452099 Feb 04 17:18:12.636597 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc8bbbc-8f80-45ab-8950-24b2390b7e8a req-23d0d259-178e-4ca8-aee5-cd332f6de5f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:18:12.638467 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-5cc8bbbc-8f80-45ab-8950-24b2390b7e8a req-23d0d259-178e-4ca8-aee5-cd332f6de5f0 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=f484bbd9aba14982b5f05b3677d924de&device_id=cdea105d-d892-4559-baed-fb98b40680d0 HTTP/1.1" status: 200 len: 1130 time: 0.1886051 Feb 04 17:18:12.649090 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c5a40a-d20e-4473-8e10-c33570b83b71 req-9ce8d476-bb4f-4554-9780-bc031250bc14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:18:12.651776 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Device 1d6e420e-bb1f-421e-9902-a9c0af5df917 no longer exists at agent hyperv_n-h2-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:18:12.663178 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-93c5a40a-d20e-4473-8e10-c33570b83b71 req-9ce8d476-bb4f-4554-9780-bc031250bc14 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=e746a355-df6f-420e-9722-051f2d1921e6 HTTP/1.1" status: 200 len: 1127 time: 0.3602173 Feb 04 17:18:12.669756 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 17:18:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44ae004e-58a0-4329-a4bd-d8069ec2f649 x-openstack-request-id: req-44ae004e-58a0-4329-a4bd-d8069ec2f649 {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:18:12.670113 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fa90556-daae-4498-8501-e90a55f37287", "name": "network-vif-deleted", "tag": "1d6e420e-bb1f-421e-9902-a9c0af5df917", "status": "completed", "code": 200}]} {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:18:12.670431 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-44ae004e-58a0-4329-a4bd-d8069ec2f649 {{(pid=103376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:18:12.670885 n-d-827839-2 neutron-server[103376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fa90556-daae-4498-8501-e90a55f37287', 'name': 'network-vif-deleted', 'tag': '1d6e420e-bb1f-421e-9902-a9c0af5df917', 'status': 'completed', 'code': 200} Feb 04 17:18:12.682215 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] No Port match for: 1d6e420e-bb1f-421e-9902-a9c0af5df917 {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 17:18:12.682564 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Device 1d6e420e-bb1f-421e-9902-a9c0af5df917 not bound to the agent host n-h2-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 17:18:12.737466 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-9ddeee08-546b-49a3-98cf-1d6040e8f14e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1541216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25888360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25597190'] for subnet (6db1132f-3231-4eb4-84c6-7a6ee6880d87), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:12.773522 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [req-31e4c2e6-36d7-485f-9785-56c090031c02 req-20509eb4-4493-43b5-9113-e206e1fbb527 tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] Deleting port 0d900902-236e-4b59-81c2-4e05e50526a0 {{(pid=103376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:18:12.773868 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-31e4c2e6-36d7-485f-9785-56c090031c02 req-20509eb4-4493-43b5-9113-e206e1fbb527 tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (0d900902-236e-4b59-81c2-4e05e50526a0), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:12.845260 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-830d4854-ae26-4383-b207-36e85b1e0b59 req-779c0521-45d0-46c6-8731-3aa41b7279d2 service neutron] 10.222.0.90 "GET /v2.0/networks/02be22b9-aa53-40ea-8050-9239cd27d1ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2123857 Feb 04 17:18:12.852842 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ddeee08-546b-49a3-98cf-1d6040e8f14e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6db1132f-3231-4eb4-84c6-7a6ee6880d87,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:18:12.855774 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-9ddeee08-546b-49a3-98cf-1d6040e8f14e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677565'] for subnet (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:12.861706 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-9ddeee08-546b-49a3-98cf-1d6040e8f14e admin admin] 10.222.0.89 "DELETE /v2.0/subnets/6db1132f-3231-4eb4-84c6-7a6ee6880d87 HTTP/1.1" status: 204 len: 168 time: 0.7801855 Feb 04 17:18:12.866543 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 59264) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:18:12.873401 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [req-31e4c2e6-36d7-485f-9785-56c090031c02 req-20509eb4-4493-43b5-9113-e206e1fbb527 tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] For port 0d900902-236e-4b59-81c2-4e05e50526a0, host n-h2-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=0d900902-236e-4b59-81c2-4e05e50526a0,segment=NetworkSegment(78faf63e-60a8-47e4-85af-dce04e5fa366),segment_id=78faf63e-60a8-47e4-85af-dce04e5fa366)] {{(pid=103376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:18:12.873777 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-31e4c2e6-36d7-485f-9785-56c090031c02 req-20509eb4-4493-43b5-9113-e206e1fbb527 tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (0d900902-236e-4b59-81c2-4e05e50526a0), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:12.889188 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [req-31e4c2e6-36d7-485f-9785-56c090031c02 req-20509eb4-4493-43b5-9113-e206e1fbb527 tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] Calling delete_port for 0d900902-236e-4b59-81c2-4e05e50526a0 owned by compute:nova {{(pid=103376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:18:12.956417 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd44452-a3a5-4018-93dd-9b1946d8894b req-9c7cccb1-30cb-45aa-b504-2ef9fa695028 tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:18:12.958090 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-4dd44452-a3a5-4018-93dd-9b1946d8894b req-9c7cccb1-30cb-45aa-b504-2ef9fa695028 tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] 10.222.0.89 "GET /v2.0/ports?device_id=e746a355-df6f-420e-9722-051f2d1921e6 HTTP/1.1" status: 200 len: 945 time: 0.3328099 Feb 04 17:18:12.996635 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc8bbbc-8f80-45ab-8950-24b2390b7e8a req-4f487400-de71-47a3-aec2-92890bbb04e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:18:12.997875 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-5cc8bbbc-8f80-45ab-8950-24b2390b7e8a req-4f487400-de71-47a3-aec2-92890bbb04e0 service neutron] 10.222.0.90 "GET /v2.0/networks?id=02be22b9-aa53-40ea-8050-9239cd27d1ff HTTP/1.1" status: 200 len: 870 time: 0.2620380 Feb 04 17:18:13.018949 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-c3c198e8-4523-4ecc-b406-72c19c54beee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628832'] for network (2c53abc2-7b72-4ef4-bb10-a9d0cbd1cc40), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:13.080294 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-5cc8bbbc-8f80-45ab-8950-24b2390b7e8a req-7d6e8d0a-a5bb-4e86-a311-2739e629bb28 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.215&port_id=35ae7739-d12e-440a-928f-2c25bcb6031d HTTP/1.1" status: 200 len: 217 time: 0.0704644 Feb 04 17:18:13.171739 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-4dd44452-a3a5-4018-93dd-9b1946d8894b req-d7aff664-9a31-44a1-93ad-adfddc471d78 tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] 10.222.0.89 "GET /v2.0/security-groups?id=c591d0a0-8f77-4259-ab5e-c54cb31473d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2034457 Feb 04 17:18:13.244989 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc8bbbc-8f80-45ab-8950-24b2390b7e8a req-88aa4231-4f6a-4300-ba36-b906d6c9bc8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:18:13.246445 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-5cc8bbbc-8f80-45ab-8950-24b2390b7e8a req-88aa4231-4f6a-4300-ba36-b906d6c9bc8d service neutron] 10.222.0.90 "GET /v2.0/subnets?id=c974b0ff-2c5c-4667-8a81-3bde3ea6ced5 HTTP/1.1" status: 200 len: 843 time: 0.1399083 Feb 04 17:18:13.247979 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-c3c198e8-4523-4ecc-b406-72c19c54beee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1543676', 'neutron.services.segments.db._delete_segments_for_network-8781084786517'] for network (2c53abc2-7b72-4ef4-bb10-a9d0cbd1cc40), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:13.263105 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d64b795-ec81-4d69-9ef1-5d05015ae77e req-f59dc518-4265-4abb-a423-8c24e015597a tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:18:13.264563 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-8d64b795-ec81-4d69-9ef1-5d05015ae77e req-f59dc518-4265-4abb-a423-8c24e015597a tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] 10.222.0.90 "GET /v2.0/ports?device_id=284c52b0-3695-4fc3-be5f-67c29b313e1f HTTP/1.1" status: 200 len: 944 time: 0.2045953 Feb 04 17:18:13.308322 n-d-827839-2 neutron-server[103377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c0189fa-3209-44e0-92bf-41bfd20b9678', 'tag': '09aa55e0-5163-4db6-a3bc-872b1a6291df'}] {{(pid=103377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:18:13.310898 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7240428b650e1488e9361b62648ff4b3a6c19d49d8c27c949491ab58c1346cf0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c81d350-7705-4b03-a37a-a60db3913644" -d '{"events": [{"name": "network-changed", "server_uuid": "0c0189fa-3209-44e0-92bf-41bfd20b9678", "tag": "09aa55e0-5163-4db6-a3bc-872b1a6291df"}]}' {{(pid=103377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:18:13.334053 n-d-827839-2 neutron-server[103377]: DEBUG neutron.services.segments.db [None req-c3c198e8-4523-4ecc-b406-72c19c54beee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c53abc2-7b72-4ef4-bb10-a9d0cbd1cc40']}} {{(pid=103377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:18:13.393572 n-d-827839-2 neutron-server[103377]: DEBUG neutron.services.segments.db [None req-c3c198e8-4523-4ecc-b406-72c19c54beee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5975766-ea44-4010-849c-fe327f973b05') {'for_net_delete': True} {{(pid=103377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:18:13.393572 n-d-827839-2 neutron-server[103377]: DEBUG neutron.services.segments.db [None req-c3c198e8-4523-4ecc-b406-72c19c54beee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5975766-ea44-4010-849c-fe327f973b05') {} {{(pid=103377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:18:13.415568 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-c3c198e8-4523-4ecc-b406-72c19c54beee admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781084783966', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26866685'] for segment (c5975766-ea44-4010-849c-fe327f973b05), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:13.445671 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-93c5a40a-d20e-4473-8e10-c33570b83b71 req-73eca13e-dd86-49a5-a842-e34f9b003bed service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=c591d0a0-8f77-4259-ab5e-c54cb31473d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7727602 Feb 04 17:18:13.468777 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-c3c198e8-4523-4ecc-b406-72c19c54beee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (c5975766-ea44-4010-849c-fe327f973b05), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:13.472770 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc8bbbc-8f80-45ab-8950-24b2390b7e8a req-9e6091b5-3c9d-4804-8900-bb68507eab80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:18:13.474773 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-5cc8bbbc-8f80-45ab-8950-24b2390b7e8a req-9e6091b5-3c9d-4804-8900-bb68507eab80 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=02be22b9-aa53-40ea-8050-9239cd27d1ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1980917 Feb 04 17:18:13.483727 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3c198e8-4523-4ecc-b406-72c19c54beee admin admin] Releasing vlan 777 on physical network physnet1 to pool {{(pid=103377) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 17:18:13.484135 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-c3c198e8-4523-4ecc-b406-72c19c54beee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25888454'] for segment (c5975766-ea44-4010-849c-fe327f973b05), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:13.485876 n-d-827839-2 neutron-server[103377]: Traceback (most recent call last): Feb 04 17:18:13.485876 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 17:18:13.485876 n-d-827839-2 neutron-server[103377]: timer() Feb 04 17:18:13.485876 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 17:18:13.485876 n-d-827839-2 neutron-server[103377]: cb(*args, **kw) Feb 04 17:18:13.485876 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 17:18:13.485876 n-d-827839-2 neutron-server[103377]: return func(*args, **kwargs) Feb 04 17:18:13.485876 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 17:18:13.485876 n-d-827839-2 neutron-server[103377]: self._notify() Feb 04 17:18:13.485876 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 17:18:13.485876 n-d-827839-2 neutron-server[103377]: self.callback(batched_events) Feb 04 17:18:13.485876 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 17:18:13.485876 n-d-827839-2 neutron-server[103377]: event.method(event) Feb 04 17:18:13.485876 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 17:18:13.485876 n-d-827839-2 neutron-server[103377]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 17:18:13.485876 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 17:18:13.485876 n-d-827839-2 neutron-server[103377]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 17:18:13.485876 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 17:18:13.485876 n-d-827839-2 neutron-server[103377]: return f(self, *a, **k) Feb 04 17:18:13.485876 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 17:18:13.485876 n-d-827839-2 neutron-server[103377]: return self._get(url).json() Feb 04 17:18:13.485876 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 17:18:13.485876 n-d-827839-2 neutron-server[103377]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 17:18:13.485876 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 17:18:13.485876 n-d-827839-2 neutron-server[103377]: return self.request(url, 'GET', **kwargs) Feb 04 17:18:13.485876 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 17:18:13.485876 n-d-827839-2 neutron-server[103377]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 17:18:13.485876 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 17:18:13.485876 n-d-827839-2 neutron-server[103377]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 17:18:13.485876 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 17:18:13.485876 n-d-827839-2 neutron-server[103377]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 17:18:13.485876 n-d-827839-2 neutron-server[103377]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 17:18:13.513875 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-31e4c2e6-36d7-485f-9785-56c090031c02 req-20509eb4-4493-43b5-9113-e206e1fbb527 tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (0d900902-236e-4b59-81c2-4e05e50526a0), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:13.528020 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] get_ports_and_sgs() called for port_ids ['0b802548-244e-410c-bab8-0d961a215443'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 17:18:13.532466 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] get_ports_and_sgs() called for port_ids ['0d900902-236e-4b59-81c2-4e05e50526a0'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 17:18:13.539899 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664f4e25-b3a7-4ef5-9340-f9ab67eb78bf req-15d8d87f-28e7-4319-aba3-78acb4550aa1 tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:18:13.540069 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e9d5fd-67ca-409d-98b4-32a43d5c9bf3 req-f1fb5491-bee6-47a8-bf63-b2a7b7ef3c85 tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:18:13.546803 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-664f4e25-b3a7-4ef5-9340-f9ab67eb78bf req-15d8d87f-28e7-4319-aba3-78acb4550aa1 tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] 10.222.0.89 "GET /v2.0/ports?device_id=809c551a-1790-4b2b-baf4-9847169d6487 HTTP/1.1" status: 200 len: 943 time: 0.2329133 Feb 04 17:18:13.547068 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-89e9d5fd-67ca-409d-98b4-32a43d5c9bf3 req-f1fb5491-bee6-47a8-bf63-b2a7b7ef3c85 tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] 10.222.0.89 "GET /v2.0/ports?device_id=284c52b0-3695-4fc3-be5f-67c29b313e1f HTTP/1.1" status: 200 len: 944 time: 0.8035829 Feb 04 17:18:13.614526 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20509eb4-4493-43b5-9113-e206e1fbb527 tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] Pushing event deleted for resources: {'Port': ['ID=0d900902-236e-4b59-81c2-4e05e50526a0,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:18:13.616107 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 59286) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:18:13.685635 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-c3c198e8-4523-4ecc-b406-72c19c54beee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1543671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1595572'] for network (2c53abc2-7b72-4ef4-bb10-a9d0cbd1cc40), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:13.691612 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [req-31e4c2e6-36d7-485f-9785-56c090031c02 req-20509eb4-4493-43b5-9113-e206e1fbb527 tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] No DVR routers for this DVR port 0d900902-236e-4b59-81c2-4e05e50526a0 on host n-h2-827839-2 {{(pid=103376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 17:18:13.703736 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-c3c198e8-4523-4ecc-b406-72c19c54beee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677565'] for network (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:13.709030 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-89e9d5fd-67ca-409d-98b4-32a43d5c9bf3 req-fb3caa95-c5e9-49cf-bbf2-00e588d896fb tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] 10.222.0.89 "GET /v2.0/security-groups?id=119a7f03-3e07-4d1e-8852-d9f974f9f052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609907 Feb 04 17:18:13.710411 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-c3c198e8-4523-4ecc-b406-72c19c54beee admin admin] 10.222.0.89 "DELETE /v2.0/networks/2c53abc2-7b72-4ef4-bb10-a9d0cbd1cc40 HTTP/1.1" status: 204 len: 168 time: 0.8420477 Feb 04 17:18:13.751970 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c198e8-4523-4ecc-b406-72c19c54beee admin admin] Pushing event deleted for resources: {'Network': ['ID=2c53abc2-7b72-4ef4-bb10-a9d0cbd1cc40,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:18:13.777198 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-664f4e25-b3a7-4ef5-9340-f9ab67eb78bf req-65954abc-a190-4377-8a1b-36a6b3e5527a tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] 10.222.0.89 "GET /v2.0/security-groups?id=18e6cc58-e448-4d12-9423-2a502a086ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2294066 Feb 04 17:18:13.783962 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [req-8d64b795-ec81-4d69-9ef1-5d05015ae77e req-49764d49-b5aa-41a8-9881-3ff76ca608b0 tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] Deleting port 69be7e67-fc27-4724-9cc4-b43b77a95248 {{(pid=103377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:18:13.784318 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-8d64b795-ec81-4d69-9ef1-5d05015ae77e req-49764d49-b5aa-41a8-9881-3ff76ca608b0 tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (69be7e67-fc27-4724-9cc4-b43b77a95248), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:13.799038 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-5cc8bbbc-8f80-45ab-8950-24b2390b7e8a req-63d98251-2c2a-4308-bea7-7f0d68fdb48d service neutron] 10.222.0.90 "GET /v2.0/networks/02be22b9-aa53-40ea-8050-9239cd27d1ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3024395 Feb 04 17:18:13.873284 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-31e4c2e6-36d7-485f-9785-56c090031c02 req-20509eb4-4493-43b5-9113-e206e1fbb527 tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:13.883156 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-31e4c2e6-36d7-485f-9785-56c090031c02 req-20509eb4-4493-43b5-9113-e206e1fbb527 tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] 10.222.0.90 "DELETE /v2.0/ports/0d900902-236e-4b59-81c2-4e05e50526a0 HTTP/1.1" status: 204 len: 173 time: 1.7452292 Feb 04 17:18:13.963984 n-d-827839-2 neutron-server[103376]: DEBUG neutron.notifiers.nova [req-50b1df17-1a75-4a9b-b539-1c5f4e3565ed req-5ee7798b-ab9b-40b2-91da-c485f533bc07 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 624dc4ba-16e0-4d94-a42c-1d5135d09ec8 {{(pid=103376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 17:18:13.975042 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.agents_db [None req-e1691f3b-aacd-4cd6-8ebb-a9c53bb301c0 None None] Agent healthcheck: found 7 active agents {{(pid=103379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 17:18:13.975568 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 59294) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:18:14.019000 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-f7885219-a159-47c1-b1a4-aa9c2214cc93 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1917771760-network', 'tenant_id': '17c7616ca43843acb731e2b80c6fd54e'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:18:14.029163 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-50b1df17-1a75-4a9b-b539-1c5f4e3565ed req-5ee7798b-ab9b-40b2-91da-c485f533bc07 service neutron] Publish callbacks [] for port (624dc4ba-16e0-4d94-a42c-1d5135d09ec8), precommit_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:14.054541 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.provisioning_blocks [req-50b1df17-1a75-4a9b-b539-1c5f4e3565ed req-5ee7798b-ab9b-40b2-91da-c485f533bc07 service neutron] Transition to ACTIVE for port object 624dc4ba-16e0-4d94-a42c-1d5135d09ec8 will not be triggered until provisioned by entity L2. {{(pid=103376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 17:18:14.063071 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-50b1df17-1a75-4a9b-b539-1c5f4e3565ed req-5ee7798b-ab9b-40b2-91da-c485f533bc07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675836'] for port (624dc4ba-16e0-4d94-a42c-1d5135d09ec8), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:14.084147 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5dcb3e4-fba0-44a1-bace-9026280d77ca req-75a3284d-6736-44a4-91db-4601ad2442a1 tempest-ServersAdminTestJSON-70469306 tempest-ServersAdminTestJSON-70469306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:18:14.086658 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-c5dcb3e4-fba0-44a1-bace-9026280d77ca req-75a3284d-6736-44a4-91db-4601ad2442a1 tempest-ServersAdminTestJSON-70469306 tempest-ServersAdminTestJSON-70469306-project] 10.222.0.89 "GET /v2.0/ports?device_id=0c0189fa-3209-44e0-92bf-41bfd20b9678 HTTP/1.1" status: 200 len: 947 time: 0.1037455 Feb 04 17:18:14.107903 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7885219-a159-47c1-b1a4-aa9c2214cc93 admin admin] Made reservation on behalf of 17c7616ca43843acb731e2b80c6fd54e for: {'network': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:18:14.110784 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-f7885219-a159-47c1-b1a4-aa9c2214cc93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for network (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:14.149295 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-f7885219-a159-47c1-b1a4-aa9c2214cc93 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:14.155127 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-7ceb7747-67db-494c-a942-9c566c7df986 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=15a2b0c395344104a7d43237966f4c24&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1763308 Feb 04 17:18:14.155127 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [req-8d64b795-ec81-4d69-9ef1-5d05015ae77e req-49764d49-b5aa-41a8-9881-3ff76ca608b0 tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] For port 69be7e67-fc27-4724-9cc4-b43b77a95248, host n-h2-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=69be7e67-fc27-4724-9cc4-b43b77a95248,segment=NetworkSegment(422e2db4-29a0-413f-80b3-a344e9c773f4),segment_id=422e2db4-29a0-413f-80b3-a344e9c773f4)] {{(pid=103377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:18:14.155431 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-8d64b795-ec81-4d69-9ef1-5d05015ae77e req-49764d49-b5aa-41a8-9881-3ff76ca608b0 tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (69be7e67-fc27-4724-9cc4-b43b77a95248), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:14.156659 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 59296) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:18:14.168776 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee7798b-ab9b-40b2-91da-c485f533bc07 service neutron] Pushing event updated for resources: {'Port': ['ID=624dc4ba-16e0-4d94-a42c-1d5135d09ec8,revision_number=2']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:18:14.181302 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-5cc8bbbc-8f80-45ab-8950-24b2390b7e8a req-56294cc3-39ee-4b6c-bd88-1db852c53fb2 service neutron] 10.222.0.90 "GET /v2.0/networks/02be22b9-aa53-40ea-8050-9239cd27d1ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3708763 Feb 04 17:18:14.193376 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8163a479-5897-4ed4-a54a-ccaca88b9785 req-56f51fc7-458a-49e8-93f9-99184babb98d tempest-ServerPasswordTestJSON-1353933369 tempest-ServerPasswordTestJSON-1353933369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:18:14.194591 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-8163a479-5897-4ed4-a54a-ccaca88b9785 req-56f51fc7-458a-49e8-93f9-99184babb98d tempest-ServerPasswordTestJSON-1353933369 tempest-ServerPasswordTestJSON-1353933369-project] 10.222.0.89 "GET /v2.0/ports?device_id=634d883b-4d6b-4d79-9cf4-d686060f2918 HTTP/1.1" status: 200 len: 932 time: 0.2765009 Feb 04 17:18:14.195591 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [req-8d64b795-ec81-4d69-9ef1-5d05015ae77e req-49764d49-b5aa-41a8-9881-3ff76ca608b0 tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] Calling delete_port for 69be7e67-fc27-4724-9cc4-b43b77a95248 owned by compute:nova {{(pid=103377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:18:14.274767 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-c5dcb3e4-fba0-44a1-bace-9026280d77ca req-9e84f3f8-ecb1-464c-bc70-740029469de8 tempest-ServersAdminTestJSON-70469306 tempest-ServersAdminTestJSON-70469306-project] 10.222.0.89 "GET /v2.0/security-groups?id=0b9d4704-c600-4325-be39-d787042bd965&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1608231 Feb 04 17:18:14.326255 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-86f2a51e-79ce-4b32-83be-8749745f4a33 admin admin] Publish callbacks [] for security_group (6624c962-c58b-47ff-8d93-f7fdfbcaa6fc), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:14.328696 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [req-50b1df17-1a75-4a9b-b539-1c5f4e3565ed req-5ee7798b-ab9b-40b2-91da-c485f533bc07 service neutron] Attempting to bind port 624dc4ba-16e0-4d94-a42c-1d5135d09ec8 on host n-h1-827839-2 for vnic_type normal with profile {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:18:14.329064 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [req-50b1df17-1a75-4a9b-b539-1c5f4e3565ed req-5ee7798b-ab9b-40b2-91da-c485f533bc07 service neutron] Attempting to bind port 624dc4ba-16e0-4d94-a42c-1d5135d09ec8 by drivers openvswitch,hyperv on host n-h1-827839-2 at level 0 using segments [{'id': '0acd71c6-01f0-4ba0-a046-628498026858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'b9d973ec-bc63-4d00-96f6-595ef6133005'}] {{(pid=103376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:18:14.329399 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50b1df17-1a75-4a9b-b539-1c5f4e3565ed req-5ee7798b-ab9b-40b2-91da-c485f533bc07 service neutron] Attempting to bind port 624dc4ba-16e0-4d94-a42c-1d5135d09ec8 on network b9d973ec-bc63-4d00-96f6-595ef6133005 {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:18:14.346033 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50b1df17-1a75-4a9b-b539-1c5f4e3565ed req-5ee7798b-ab9b-40b2-91da-c485f533bc07 service neutron] Port 624dc4ba-16e0-4d94-a42c-1d5135d09ec8 on network b9d973ec-bc63-4d00-96f6-595ef6133005 not bound, no agent of type Open vSwitch agent registered on host n-h1-827839-2 {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 17:18:14.346033 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50b1df17-1a75-4a9b-b539-1c5f4e3565ed req-5ee7798b-ab9b-40b2-91da-c485f533bc07 service neutron] Attempting to bind port 624dc4ba-16e0-4d94-a42c-1d5135d09ec8 on network b9d973ec-bc63-4d00-96f6-595ef6133005 {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:18:14.362053 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50b1df17-1a75-4a9b-b539-1c5f4e3565ed req-5ee7798b-ab9b-40b2-91da-c485f533bc07 service neutron] Checking agent: {'id': '3f9244a9-75fc-4c10-b195-11d48b853b41', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 8, 42), 'started_at': datetime.datetime(2022, 2, 4, 17, 8, 42), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 18, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:18:14.362408 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50b1df17-1a75-4a9b-b539-1c5f4e3565ed req-5ee7798b-ab9b-40b2-91da-c485f533bc07 service neutron] Checking segment: {'id': '0acd71c6-01f0-4ba0-a046-628498026858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'b9d973ec-bc63-4d00-96f6-595ef6133005'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:18:14.362801 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50b1df17-1a75-4a9b-b539-1c5f4e3565ed req-5ee7798b-ab9b-40b2-91da-c485f533bc07 service neutron] Bound using segment: {'id': '0acd71c6-01f0-4ba0-a046-628498026858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'b9d973ec-bc63-4d00-96f6-595ef6133005'} {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:18:14.363257 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [req-50b1df17-1a75-4a9b-b539-1c5f4e3565ed req-5ee7798b-ab9b-40b2-91da-c485f533bc07 service neutron] Bound port: 624dc4ba-16e0-4d94-a42c-1d5135d09ec8, host: n-h1-827839-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0acd71c6-01f0-4ba0-a046-628498026858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'b9d973ec-bc63-4d00-96f6-595ef6133005'}}] {{(pid=103376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:18:14.363972 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-50b1df17-1a75-4a9b-b539-1c5f4e3565ed req-5ee7798b-ab9b-40b2-91da-c485f533bc07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (624dc4ba-16e0-4d94-a42c-1d5135d09ec8), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:14.379582 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-86f2a51e-79ce-4b32-83be-8749745f4a33 admin admin] Publish callbacks [] for security_group (6624c962-c58b-47ff-8d93-f7fdfbcaa6fc), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:14.483867 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [req-50b1df17-1a75-4a9b-b539-1c5f4e3565ed req-5ee7798b-ab9b-40b2-91da-c485f533bc07 service neutron] For port 624dc4ba-16e0-4d94-a42c-1d5135d09ec8, host n-h1-827839-2, cleared binding levels {{(pid=103376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:18:14.487198 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [req-50b1df17-1a75-4a9b-b539-1c5f4e3565ed req-5ee7798b-ab9b-40b2-91da-c485f533bc07 service neutron] For port 624dc4ba-16e0-4d94-a42c-1d5135d09ec8, host n-h1-827839-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=624dc4ba-16e0-4d94-a42c-1d5135d09ec8,segment=NetworkSegment(0acd71c6-01f0-4ba0-a046-628498026858),segment_id=0acd71c6-01f0-4ba0-a046-628498026858)] {{(pid=103376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:18:14.503277 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-50b1df17-1a75-4a9b-b539-1c5f4e3565ed req-5ee7798b-ab9b-40b2-91da-c485f533bc07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675836'] for port (624dc4ba-16e0-4d94-a42c-1d5135d09ec8), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:14.514644 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-86f2a51e-79ce-4b32-83be-8749745f4a33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (6624c962-c58b-47ff-8d93-f7fdfbcaa6fc), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:14.517525 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-86f2a51e-79ce-4b32-83be-8749745f4a33 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:14.521363 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-86f2a51e-79ce-4b32-83be-8749745f4a33 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/6624c962-c58b-47ff-8d93-f7fdfbcaa6fc HTTP/1.1" status: 204 len: 168 time: 0.3592227 Feb 04 17:18:14.566150 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 17:18:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65b5c798-0bd7-4550-8aef-9b944a4434f2 x-openstack-request-id: req-65b5c798-0bd7-4550-8aef-9b944a4434f2 {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:18:14.567594 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c0189fa-3209-44e0-92bf-41bfd20b9678", "tag": "09aa55e0-5163-4db6-a3bc-872b1a6291df", "status": "completed", "code": 200}]} {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:18:14.567594 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-65b5c798-0bd7-4550-8aef-9b944a4434f2 {{(pid=103377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:18:14.567864 n-d-827839-2 neutron-server[103377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c0189fa-3209-44e0-92bf-41bfd20b9678', 'tag': '09aa55e0-5163-4db6-a3bc-872b1a6291df', 'status': 'completed', 'code': 200} Feb 04 17:18:14.646029 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee7798b-ab9b-40b2-91da-c485f533bc07 service neutron] Pushing event updated for resources: {'Port': ['ID=624dc4ba-16e0-4d94-a42c-1d5135d09ec8,revision_number=3']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:18:14.652470 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f2a51e-79ce-4b32-83be-8749745f4a33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6624c962-c58b-47ff-8d93-f7fdfbcaa6fc,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:18:14.663891 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b1df17-1a75-4a9b-b539-1c5f4e3565ed req-5ee7798b-ab9b-40b2-91da-c485f533bc07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:18:14.665228 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-50b1df17-1a75-4a9b-b539-1c5f4e3565ed req-5ee7798b-ab9b-40b2-91da-c485f533bc07 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:14.668602 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-50b1df17-1a75-4a9b-b539-1c5f4e3565ed req-5ee7798b-ab9b-40b2-91da-c485f533bc07 service neutron] 10.222.0.96 "PUT /v2.0/ports/624dc4ba-16e0-4d94-a42c-1d5135d09ec8 HTTP/1.1" status: 200 len: 1092 time: 2.4510913 Feb 04 17:18:14.670759 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Device 35ae7739-d12e-440a-928f-2c25bcb6031d details requested by agent hyperv_n-h2-827839-2 with host n-h2-827839-2 {{(pid=103378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 17:18:14.722486 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-8163a479-5897-4ed4-a54a-ccaca88b9785 req-0b142da1-496c-4ad5-856b-24c2726032a9 tempest-ServerPasswordTestJSON-1353933369 tempest-ServerPasswordTestJSON-1353933369-project] 10.222.0.89 "GET /v2.0/security-groups?id=f73a87ce-3623-468b-b264-be10e14b97af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5184968 Feb 04 17:18:14.724345 n-d-827839-2 neutron-server[103376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5d75215-3fe4-46c8-83d3-a72f5690da4f', 'name': 'network-vif-deleted', 'tag': '0d900902-236e-4b59-81c2-4e05e50526a0'}, {'name': 'network-changed', 'server_uuid': '634d883b-4d6b-4d79-9cf4-d686060f2918', 'tag': '624dc4ba-16e0-4d94-a42c-1d5135d09ec8'}] {{(pid=103376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:18:14.727053 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d59c3bb5e2f09ebf62144d5e09b1cff60c763a9c19614c24538e77842938c05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f9324d2-a877-48d7-a317-86cef8909cec" -d '{"events": [{"server_uuid": "e5d75215-3fe4-46c8-83d3-a72f5690da4f", "name": "network-vif-deleted", "tag": "0d900902-236e-4b59-81c2-4e05e50526a0"}, {"name": "network-changed", "server_uuid": "634d883b-4d6b-4d79-9cf4-d686060f2918", "tag": "624dc4ba-16e0-4d94-a42c-1d5135d09ec8"}]}' {{(pid=103376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:18:14.771312 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c81d350-7705-4b03-a37a-a60db3913644 req-c55cace2-c466-49f0-935d-7b7b57858964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:18:14.773351 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-3c81d350-7705-4b03-a37a-a60db3913644 req-c55cace2-c466-49f0-935d-7b7b57858964 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=f484bbd9aba14982b5f05b3677d924de&device_id=0c0189fa-3209-44e0-92bf-41bfd20b9678 HTTP/1.1" status: 200 len: 1129 time: 0.2091274 Feb 04 17:18:14.797928 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-f7885219-a159-47c1-b1a4-aa9c2214cc93 admin admin] Publish callbacks [] for security_group (c2ca9c4f-7e5c-464a-a6ef-9ac8541b875b), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:14.840898 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-f7885219-a159-47c1-b1a4-aa9c2214cc93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (c2ca9c4f-7e5c-464a-a6ef-9ac8541b875b), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:14.843644 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb97b4e-f8c3-42d6-ad6e-c50cc73a3e78 req-677a1118-7a04-4b95-9f28-c9f0ebca4589 tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:18:14.852605 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-6fb97b4e-f8c3-42d6-ad6e-c50cc73a3e78 req-677a1118-7a04-4b95-9f28-c9f0ebca4589 tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] 10.222.0.89 "GET /v2.0/ports?device_id=e746a355-df6f-420e-9722-051f2d1921e6 HTTP/1.1" status: 200 len: 945 time: 0.1948292 Feb 04 17:18:14.902117 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b1df17-1a75-4a9b-b539-1c5f4e3565ed req-0ae93b56-9686-47a7-903f-061bf6467fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:18:14.904151 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-50b1df17-1a75-4a9b-b539-1c5f4e3565ed req-0ae93b56-9686-47a7-903f-061bf6467fc3 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=d1dffd2084b84bed9108b5beb8b1a927&device_id=634d883b-4d6b-4d79-9cf4-d686060f2918 HTTP/1.1" status: 200 len: 1126 time: 0.1672199 Feb 04 17:18:14.995385 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-6fb97b4e-f8c3-42d6-ad6e-c50cc73a3e78 req-067326ce-23ae-4e09-bb2f-f6fddaadd1c4 tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] 10.222.0.89 "GET /v2.0/security-groups?id=c591d0a0-8f77-4259-ab5e-c54cb31473d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412618 Feb 04 17:18:14.999171 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-50b1df17-1a75-4a9b-b539-1c5f4e3565ed req-2de3e028-4746-4889-9ea3-533a69c33d9a service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=624dc4ba-16e0-4d94-a42c-1d5135d09ec8 HTTP/1.1" status: 200 len: 217 time: 0.0774159 Feb 04 17:18:15.042564 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7885219-a159-47c1-b1a4-aa9c2214cc93 admin admin] vlan segment allocate from pool success with {'vlan_id': 758, 'physical_network': 'physnet1'} {{(pid=103377) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 17:18:15.126245 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b1df17-1a75-4a9b-b539-1c5f4e3565ed req-f091a5fd-c2cc-4cbf-9212-a74b730a1c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:18:15.129006 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-50b1df17-1a75-4a9b-b539-1c5f4e3565ed req-f091a5fd-c2cc-4cbf-9212-a74b730a1c38 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=1be0771b-60a1-4b96-93a9-bb55462fed96 HTTP/1.1" status: 200 len: 852 time: 0.1154168 Feb 04 17:18:15.145079 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] For port 35ae7739-d12e-440a-928f-2c25bcb6031d, host n-h2-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=35ae7739-d12e-440a-928f-2c25bcb6031d,segment=NetworkSegment(3a39b085-d3e6-43bb-a64c-1b06dd049e5a),segment_id=3a39b085-d3e6-43bb-a64c-1b06dd049e5a)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:18:15.167562 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Returning: {'device': '35ae7739-d12e-440a-928f-2c25bcb6031d', 'network_id': '02be22b9-aa53-40ea-8050-9239cd27d1ff', 'port_id': '35ae7739-d12e-440a-928f-2c25bcb6031d', 'mac_address': 'fa:16:3e:02:6d:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 797, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c974b0ff-2c5c-4667-8a81-3bde3ea6ced5', 'ip_address': '192.168.233.215'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 17:18:15.171992 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 04 Feb 2022 17:18:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62185963-bbcf-42ae-b0b0-379fe83fc1f4 x-openstack-request-id: req-62185963-bbcf-42ae-b0b0-379fe83fc1f4 {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:18:15.172539 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5d75215-3fe4-46c8-83d3-a72f5690da4f", "name": "network-vif-deleted", "tag": "0d900902-236e-4b59-81c2-4e05e50526a0", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "634d883b-4d6b-4d79-9cf4-d686060f2918", "tag": "624dc4ba-16e0-4d94-a42c-1d5135d09ec8", "status": "completed", "code": 200}]} {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:18:15.173005 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-62185963-bbcf-42ae-b0b0-379fe83fc1f4 {{(pid=103376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:18:15.173590 n-d-827839-2 neutron-server[103376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5d75215-3fe4-46c8-83d3-a72f5690da4f', 'name': 'network-vif-deleted', 'tag': '0d900902-236e-4b59-81c2-4e05e50526a0', 'status': 'completed', 'code': 200} Feb 04 17:18:15.174016 n-d-827839-2 neutron-server[103376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '634d883b-4d6b-4d79-9cf4-d686060f2918', 'tag': '624dc4ba-16e0-4d94-a42c-1d5135d09ec8', 'status': 'completed', 'code': 200} Feb 04 17:18:15.181846 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7885219-a159-47c1-b1a4-aa9c2214cc93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2ca9c4f-7e5c-464a-a6ef-9ac8541b875b,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:18:15.188413 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-f7885219-a159-47c1-b1a4-aa9c2214cc93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (7ce1250d-0fb9-49dd-ae7f-12647688678d), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:15.195016 n-d-827839-2 neutron-server[103377]: INFO neutron.db.segments_db [None req-f7885219-a159-47c1-b1a4-aa9c2214cc93 admin admin] Added segment 7ce1250d-0fb9-49dd-ae7f-12647688678d of type vlan for network e7a2df79-c8ce-4040-9052-dff1b84320da Feb 04 17:18:15.226454 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-50b1df17-1a75-4a9b-b539-1c5f4e3565ed req-635c6185-fec3-4fa0-a937-4daa69e1f0ae service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=b9d973ec-bc63-4d00-96f6-595ef6133005&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0515599 Feb 04 17:18:15.235444 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c81d350-7705-4b03-a37a-a60db3913644 req-d62ad90b-3bad-4b80-a6d0-ade94656d55a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:18:15.240573 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-3c81d350-7705-4b03-a37a-a60db3913644 req-d62ad90b-3bad-4b80-a6d0-ade94656d55a service neutron] 10.222.0.90 "GET /v2.0/networks?id=02be22b9-aa53-40ea-8050-9239cd27d1ff HTTP/1.1" status: 200 len: 870 time: 0.4585228 Feb 04 17:18:15.262209 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Current status of the port 35ae7739-d12e-440a-928f-2c25bcb6031d is: DOWN; New status is: BUILD {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:18:15.262620 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (35ae7739-d12e-440a-928f-2c25bcb6031d), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:15.283423 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35ae7739-d12e-440a-928f-2c25bcb6031d {{(pid=103378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 17:18:15.293503 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-8d64b795-ec81-4d69-9ef1-5d05015ae77e req-49764d49-b5aa-41a8-9881-3ff76ca608b0 tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (69be7e67-fc27-4724-9cc4-b43b77a95248), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:15.313797 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] For port 35ae7739-d12e-440a-928f-2c25bcb6031d, host n-h2-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=35ae7739-d12e-440a-928f-2c25bcb6031d,segment=NetworkSegment(3a39b085-d3e6-43bb-a64c-1b06dd049e5a),segment_id=3a39b085-d3e6-43bb-a64c-1b06dd049e5a)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:18:15.320715 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (35ae7739-d12e-440a-928f-2c25bcb6031d), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:15.393892 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be82a32b-a0c1-4cf0-8415-c2647d533091 req-06c5ffdf-37d9-4a08-a00d-001bc7218862 tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:18:15.401203 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-f7885219-a159-47c1-b1a4-aa9c2214cc93 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781084292801'] for network (e7a2df79-c8ce-4040-9052-dff1b84320da), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:15.401906 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-be82a32b-a0c1-4cf0-8415-c2647d533091 req-06c5ffdf-37d9-4a08-a00d-001bc7218862 tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] 10.222.0.89 "GET /v2.0/ports?device_id=284c52b0-3695-4fc3-be5f-67c29b313e1f HTTP/1.1" status: 200 len: 866 time: 0.2709572 Feb 04 17:18:15.420641 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-3c81d350-7705-4b03-a37a-a60db3913644 req-2983225b-97dd-44fd-8387-631120ce7089 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.48&port_id=09aa55e0-5163-4db6-a3bc-872b1a6291df HTTP/1.1" status: 200 len: 217 time: 0.1280768 Feb 04 17:18:15.425158 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Pushing event updated for resources: {'Port': ['ID=35ae7739-d12e-440a-928f-2c25bcb6031d,revision_number=4']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:18:15.430842 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49764d49-b5aa-41a8-9881-3ff76ca608b0 tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] Pushing event deleted for resources: {'Port': ['ID=69be7e67-fc27-4724-9cc4-b43b77a95248,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:18:15.445396 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:18:15.446428 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:18:15.446688 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:18:15.447042 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:18:15.447578 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:18:15.448160 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:18:15.448478 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:18:15.449212 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:18:15.450017 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:18:15.450142 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:18:15.451088 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:18:15.451436 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:18:15.451957 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:18:15.475223 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-50b1df17-1a75-4a9b-b539-1c5f4e3565ed req-c122c172-336d-4feb-9791-9d50ab6fa02f service neutron] 10.222.0.96 "GET /v2.0/networks/b9d973ec-bc63-4d00-96f6-595ef6133005?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2400148 Feb 04 17:18:15.485926 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-be82a32b-a0c1-4cf0-8415-c2647d533091 req-8f0cb799-1ee5-44ee-aed7-2d5cc04b9097 tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] 10.222.0.89 "GET /v2.0/security-groups?id=119a7f03-3e07-4d1e-8852-d9f974f9f052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830843 Feb 04 17:18:15.544702 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d64b795-ec81-4d69-9ef1-5d05015ae77e req-49764d49-b5aa-41a8-9881-3ff76ca608b0 tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] No DVR routers for this DVR port 69be7e67-fc27-4724-9cc4-b43b77a95248 on host n-h2-827839-2 {{(pid=103377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 17:18:15.548815 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-8d64b795-ec81-4d69-9ef1-5d05015ae77e req-49764d49-b5aa-41a8-9881-3ff76ca608b0 tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:15.552449 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-8d64b795-ec81-4d69-9ef1-5d05015ae77e req-49764d49-b5aa-41a8-9881-3ff76ca608b0 tempest-LiveAutoBlockMigrationV225Test-1010713676 tempest-LiveAutoBlockMigrationV225Test-1010713676-project] 10.222.0.90 "DELETE /v2.0/ports/69be7e67-fc27-4724-9cc4-b43b77a95248 HTTP/1.1" status: 204 len: 173 time: 2.2745113 Feb 04 17:18:15.555547 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-f7885219-a159-47c1-b1a4-aa9c2214cc93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327'] for network (e7a2df79-c8ce-4040-9052-dff1b84320da), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:15.556582 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7885219-a159-47c1-b1a4-aa9c2214cc93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:18:15.557301 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-f7885219-a159-47c1-b1a4-aa9c2214cc93 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677565'] for network (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:15.567152 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdfe209-a85d-458c-b668-c2ae6a43d054 req-3cf53c9f-6f94-4134-a76b-b1293c99a9ce tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:18:15.568822 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-efdfe209-a85d-458c-b668-c2ae6a43d054 req-3cf53c9f-6f94-4134-a76b-b1293c99a9ce tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] 10.222.0.89 "GET /v2.0/ports?device_id=809c551a-1790-4b2b-baf4-9847169d6487 HTTP/1.1" status: 200 len: 943 time: 0.2775455 Feb 04 17:18:15.578361 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c81d350-7705-4b03-a37a-a60db3913644 req-f51bff89-5de5-46cf-bfed-562aa00e77a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:18:15.580002 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-3c81d350-7705-4b03-a37a-a60db3913644 req-f51bff89-5de5-46cf-bfed-562aa00e77a3 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=c974b0ff-2c5c-4667-8a81-3bde3ea6ced5 HTTP/1.1" status: 200 len: 843 time: 0.1469538 Feb 04 17:18:15.585212 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] get_ports_and_sgs() called for port_ids ['35ae7739-d12e-440a-928f-2c25bcb6031d'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 17:18:15.746879 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-f7885219-a159-47c1-b1a4-aa9c2214cc93 admin admin] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.0930727 Feb 04 17:18:15.750127 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 59328) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:18:15.752228 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7885219-a159-47c1-b1a4-aa9c2214cc93 admin admin] Pushing event updated for resources: {'Network': ['ID=e7a2df79-c8ce-4040-9052-dff1b84320da,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:18:15.758007 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-3a0b3f9c-fc83-43ee-ba3d-946636c724ac admin admin] Request body: {'subnet': {'network_id': 'e7a2df79-c8ce-4040-9052-dff1b84320da', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1917771760-subnet', 'tenant_id': '17c7616ca43843acb731e2b80c6fd54e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:18:15.758403 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-50b1df17-1a75-4a9b-b539-1c5f4e3565ed req-edc70dc1-47ba-4839-b6c8-ec2538c8d731 service neutron] 10.222.0.96 "GET /v2.0/networks/b9d973ec-bc63-4d00-96f6-595ef6133005?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2568488 Feb 04 17:18:15.789175 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f63fcf-67f9-4ca6-9147-eebac7c2ca0b req-308fec86-40f6-4bc3-9a58-644eee4b7961 tempest-ListServerFiltersTestJSON-412490069 tempest-ListServerFiltersTestJSON-412490069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:18:15.795009 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-e3f63fcf-67f9-4ca6-9147-eebac7c2ca0b req-308fec86-40f6-4bc3-9a58-644eee4b7961 tempest-ListServerFiltersTestJSON-412490069 tempest-ListServerFiltersTestJSON-412490069-project] 10.222.0.89 "GET /v2.0/ports?device_id=003b1698-308a-408b-8e39-478eda454ea2 HTTP/1.1" status: 200 len: 946 time: 0.1743948 Feb 04 17:18:15.795184 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Network e7a2df79-c8ce-4040-9052-dff1b84320da details requested by agent ovs-agent-n-d-827839-2 with host n-d-827839-2 {{(pid=103378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 17:18:15.823135 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-efdfe209-a85d-458c-b668-c2ae6a43d054 req-ad81dd25-e4b4-4c6f-ac20-aba6579d186a tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] 10.222.0.89 "GET /v2.0/security-groups?id=18e6cc58-e448-4d12-9423-2a502a086ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603010 Feb 04 17:18:15.835005 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a0b3f9c-fc83-43ee-ba3d-946636c724ac admin admin] Made reservation on behalf of 17c7616ca43843acb731e2b80c6fd54e for: {'subnet': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:18:15.837742 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-3a0b3f9c-fc83-43ee-ba3d-946636c724ac admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25597243'] for subnet (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:15.842230 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c81d350-7705-4b03-a37a-a60db3913644 req-0a22f3a0-9f63-4ab2-af7d-f00b594a5eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:18:15.846157 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-3c81d350-7705-4b03-a37a-a60db3913644 req-0a22f3a0-9f63-4ab2-af7d-f00b594a5eb4 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=02be22b9-aa53-40ea-8050-9239cd27d1ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2340622 Feb 04 17:18:15.963964 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-e3f63fcf-67f9-4ca6-9147-eebac7c2ca0b req-f76050e4-8d8a-4d09-8bfe-267bf77d5ad3 tempest-ListServerFiltersTestJSON-412490069 tempest-ListServerFiltersTestJSON-412490069-project] 10.222.0.89 "GET /v2.0/security-groups?id=97f39e76-7bf1-44bd-bf73-dcbb52112ad3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606832 Feb 04 17:18:15.998385 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9324d2-a877-48d7-a317-86cef8909cec req-fbe0f2e9-b993-469c-a2fe-fb7b252cc039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:18:16.001065 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-5f9324d2-a877-48d7-a317-86cef8909cec req-fbe0f2e9-b993-469c-a2fe-fb7b252cc039 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=d1dffd2084b84bed9108b5beb8b1a927&device_id=634d883b-4d6b-4d79-9cf4-d686060f2918 HTTP/1.1" status: 200 len: 1126 time: 0.1457145 Feb 04 17:18:16.001744 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 59336) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:18:16.129867 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19dcc4c4-a910-4caa-9586-47177140cd03 req-7f18be57-f156-45da-bac9-8b8afcc93223 tempest-ServersAdminTestJSON-70469306 tempest-ServersAdminTestJSON-70469306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:18:16.131597 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-19dcc4c4-a910-4caa-9586-47177140cd03 req-7f18be57-f156-45da-bac9-8b8afcc93223 tempest-ServersAdminTestJSON-70469306 tempest-ServersAdminTestJSON-70469306-project] 10.222.0.89 "GET /v2.0/ports?device_id=0c0189fa-3209-44e0-92bf-41bfd20b9678 HTTP/1.1" status: 200 len: 947 time: 0.1126261 Feb 04 17:18:16.193058 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-3c81d350-7705-4b03-a37a-a60db3913644 req-43059a89-124c-4cec-bc6d-9d7a221dbd37 service neutron] 10.222.0.90 "GET /v2.0/networks/02be22b9-aa53-40ea-8050-9239cd27d1ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3250477 Feb 04 17:18:16.199053 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-7948a9a9-1869-4af6-bd89-77908830168c admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-917204003-network', 'tenant_id': '2e74248da24e42d3957f6027e08e0944'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:18:16.248557 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc0a598-fb3a-4d76-add3-68651f7885d4 req-6a9650b6-5345-467a-8406-0d721409d7bd tempest-ServerPasswordTestJSON-1353933369 tempest-ServerPasswordTestJSON-1353933369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:18:16.251308 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-1bc0a598-fb3a-4d76-add3-68651f7885d4 req-6a9650b6-5345-467a-8406-0d721409d7bd tempest-ServerPasswordTestJSON-1353933369 tempest-ServerPasswordTestJSON-1353933369-project] 10.222.0.89 "GET /v2.0/ports?device_id=634d883b-4d6b-4d79-9cf4-d686060f2918 HTTP/1.1" status: 200 len: 944 time: 0.1655614 Feb 04 17:18:16.276467 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7948a9a9-1869-4af6-bd89-77908830168c admin admin] Made reservation on behalf of 2e74248da24e42d3957f6027e08e0944 for: {'network': 1} {{(pid=103376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:18:16.278837 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-7948a9a9-1869-4af6-bd89-77908830168c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for network (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:16.289187 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9324d2-a877-48d7-a317-86cef8909cec req-6ade0f52-ab89-4f2e-918a-25436787ed69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:18:16.290661 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-5f9324d2-a877-48d7-a317-86cef8909cec req-6ade0f52-ab89-4f2e-918a-25436787ed69 service neutron] 10.222.0.96 "GET /v2.0/networks?id=b9d973ec-bc63-4d00-96f6-595ef6133005 HTTP/1.1" status: 200 len: 913 time: 0.2760422 Feb 04 17:18:16.302169 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-7948a9a9-1869-4af6-bd89-77908830168c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:16.310493 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-19dcc4c4-a910-4caa-9586-47177140cd03 req-1a9b5dfb-b28b-496d-b83a-76ef1deb98fe tempest-ServersAdminTestJSON-70469306 tempest-ServersAdminTestJSON-70469306-project] 10.222.0.89 "GET /v2.0/security-groups?id=0b9d4704-c600-4325-be39-d787042bd965&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1701684 Feb 04 17:18:16.364592 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-3a0b3f9c-fc83-43ee-ba3d-946636c724ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25889445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25597197'] for subnet (ecfdaff4-bfe4-4c41-acd1-759b3291dd98), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:16.379593 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-5f9324d2-a877-48d7-a317-86cef8909cec req-62d7ee17-e1b0-479a-94f1-da5c038f0e51 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=624dc4ba-16e0-4d94-a42c-1d5135d09ec8 HTTP/1.1" status: 200 len: 217 time: 0.0707071 Feb 04 17:18:16.389836 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-1bc0a598-fb3a-4d76-add3-68651f7885d4 req-f21354b1-d0ed-4e07-a3bd-55c9cebe3a6e tempest-ServerPasswordTestJSON-1353933369 tempest-ServerPasswordTestJSON-1353933369-project] 10.222.0.89 "GET /v2.0/security-groups?id=f73a87ce-3623-468b-b264-be10e14b97af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268246 Feb 04 17:18:16.403885 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-3c81d350-7705-4b03-a37a-a60db3913644 req-c952d839-fb2c-4400-9e51-929a8809b6fb service neutron] 10.222.0.90 "GET /v2.0/networks/02be22b9-aa53-40ea-8050-9239cd27d1ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2024584 Feb 04 17:18:16.464941 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9324d2-a877-48d7-a317-86cef8909cec req-bae2498a-7f4d-4c7d-8443-ba34893c51d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:18:16.466421 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-5f9324d2-a877-48d7-a317-86cef8909cec req-bae2498a-7f4d-4c7d-8443-ba34893c51d7 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=1be0771b-60a1-4b96-93a9-bb55462fed96 HTTP/1.1" status: 200 len: 852 time: 0.0755246 Feb 04 17:18:16.469114 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0b3f9c-fc83-43ee-ba3d-946636c724ac admin admin] Pushing event updated for resources: {'Subnet': ['ID=ecfdaff4-bfe4-4c41-acd1-759b3291dd98,revision_number=0']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:18:16.494025 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a0b3f9c-fc83-43ee-ba3d-946636c724ac admin admin] Checking segment: {'id': '7ce1250d-0fb9-49dd-ae7f-12647688678d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'e7a2df79-c8ce-4040-9052-dff1b84320da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:18:16.494386 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a0b3f9c-fc83-43ee-ba3d-946636c724ac admin admin] Network hostable DHCP agents. Network: e7a2df79-c8ce-4040-9052-dff1b84320da, hostable agents: ['bb89f5a3-3c22-440b-b7d1-c4f0c43c184a'], hosted agents: [] {{(pid=103377) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 17:18:16.502712 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d563ab-3934-4617-8726-0c1c52d3c5bf req-fe709ae3-366b-4fbc-9fcb-54325d768972 tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:18:16.504758 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-57d563ab-3934-4617-8726-0c1c52d3c5bf req-fe709ae3-366b-4fbc-9fcb-54325d768972 tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] 10.222.0.89 "GET /v2.0/ports?device_id=e746a355-df6f-420e-9722-051f2d1921e6 HTTP/1.1" status: 200 len: 945 time: 0.1119165 Feb 04 17:18:16.505126 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-5f9324d2-a877-48d7-a317-86cef8909cec req-9712c786-841c-4b6a-a766-64a615205c5f service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=b9d973ec-bc63-4d00-96f6-595ef6133005&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0309460 Feb 04 17:18:16.539412 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a0b3f9c-fc83-43ee-ba3d-946636c724ac admin admin] Network e7a2df79-c8ce-4040-9052-dff1b84320da is scheduled to be hosted by DHCP agent bb89f5a3-3c22-440b-b7d1-c4f0c43c184a with binding_index 1 {{(pid=103377) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 17:18:16.560221 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [None req-3a0b3f9c-fc83-43ee-ba3d-946636c724ac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827839-2, e7a2df79-c8ce-4040-9052-dff1b84320da) {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:18:16.570407 n-d-827839-2 neutron-server[103377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '284c52b0-3695-4fc3-be5f-67c29b313e1f', 'name': 'network-vif-deleted', 'tag': '69be7e67-fc27-4724-9cc4-b43b77a95248'}] {{(pid=103377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:18:16.571458 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7240428b650e1488e9361b62648ff4b3a6c19d49d8c27c949491ab58c1346cf0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac9c8aa2-4c15-4048-839c-6045a01515c5" -d '{"events": [{"server_uuid": "284c52b0-3695-4fc3-be5f-67c29b313e1f", "name": "network-vif-deleted", "tag": "69be7e67-fc27-4724-9cc4-b43b77a95248"}]}' {{(pid=103377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:18:16.572583 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bac6da5-c536-4616-a1e0-405ad6e8b588 None None] Network e7a2df79-c8ce-4040-9052-dff1b84320da requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:18:16.578039 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 59344) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:18:16.585291 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a0b3f9c-fc83-43ee-ba3d-946636c724ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:18:16.585900 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-3a0b3f9c-fc83-43ee-ba3d-946636c724ac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677565'] for subnet (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:16.590739 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-7948a9a9-1869-4af6-bd89-77908830168c admin admin] Publish callbacks [] for security_group (3b13db45-60c3-440c-8ad9-70c66ea7eadd), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:16.600932 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-7948a9a9-1869-4af6-bd89-77908830168c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (3b13db45-60c3-440c-8ad9-70c66ea7eadd), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:16.602342 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-57d563ab-3934-4617-8726-0c1c52d3c5bf req-894a9f3d-58e2-4f0c-ac86-fdf7d6279119 tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] 10.222.0.89 "GET /v2.0/security-groups?id=c591d0a0-8f77-4259-ab5e-c54cb31473d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867410 Feb 04 17:18:16.646617 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-3a0b3f9c-fc83-43ee-ba3d-946636c724ac admin admin] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8945918 Feb 04 17:18:16.647267 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 59352) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:18:16.648717 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 17:18:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-178521be-798c-4cce-a76f-48c11bda8440 x-openstack-request-id: req-178521be-798c-4cce-a76f-48c11bda8440 {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:18:16.649050 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "284c52b0-3695-4fc3-be5f-67c29b313e1f", "name": "network-vif-deleted", "tag": "69be7e67-fc27-4724-9cc4-b43b77a95248", "status": "completed", "code": 200}]} {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:18:16.649300 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-178521be-798c-4cce-a76f-48c11bda8440 {{(pid=103377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:18:16.649695 n-d-827839-2 neutron-server[103377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '284c52b0-3695-4fc3-be5f-67c29b313e1f', 'name': 'network-vif-deleted', 'tag': '69be7e67-fc27-4724-9cc4-b43b77a95248', 'status': 'completed', 'code': 200} Feb 04 17:18:16.654695 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-3f99a9e5-5232-4c38-b7a3-56d8b622826a admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1917771760-router', 'tenant_id': '17c7616ca43843acb731e2b80c6fd54e', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188'}}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:18:16.671332 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7948a9a9-1869-4af6-bd89-77908830168c admin admin] vlan segment allocate from pool success with {'vlan_id': 753, 'physical_network': 'physnet1'} {{(pid=103376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 17:18:16.678674 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Device 09aa55e0-5163-4db6-a3bc-872b1a6291df details requested by agent hyperv_n-h2-827839-2 with host n-h2-827839-2 {{(pid=103378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 17:18:16.684930 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Device 35ae7739-d12e-440a-928f-2c25bcb6031d up at agent hyperv_n-h2-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:18:16.713037 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7948a9a9-1869-4af6-bd89-77908830168c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b13db45-60c3-440c-8ad9-70c66ea7eadd,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:18:16.718093 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-7948a9a9-1869-4af6-bd89-77908830168c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (c2609fe7-cd5f-472c-80a0-6817cc30c6f8), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:16.718446 n-d-827839-2 neutron-server[103376]: INFO neutron.db.segments_db [None req-7948a9a9-1869-4af6-bd89-77908830168c admin admin] Added segment c2609fe7-cd5f-472c-80a0-6817cc30c6f8 of type vlan for network 7d3b249c-25c0-4657-92f5-d78df5eaf5f8 Feb 04 17:18:16.743846 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-3f99a9e5-5232-4c38-b7a3-56d8b622826a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1601657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26921'] for router (53792503-92df-4237-b0c8-dc60acf88751), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:16.744931 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-3f99a9e5-5232-4c38-b7a3-56d8b622826a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1602025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603663', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1630571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26960'] for router (53792503-92df-4237-b0c8-dc60acf88751), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:16.746807 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-5f9324d2-a877-48d7-a317-86cef8909cec req-35da391c-4ab5-4c75-a506-b056a429f5d3 service neutron] 10.222.0.96 "GET /v2.0/networks/b9d973ec-bc63-4d00-96f6-595ef6133005?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2309909 Feb 04 17:18:16.781522 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.db_base_plugin_v2 [None req-594366fa-ec6e-4129-a61f-8372c0d06efa admin admin] Deleting subnet fa2004f2-da24-41cf-84b9-96d41a7dd118 {{(pid=103377) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 17:18:16.826897 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbda926c-a461-469c-b37a-d1662e54a43e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e4c19ad-5724-5db8-8ee1-4f56ae69fcf4-e7a2df79-c8ce-4040-9052-dff1b84320da', 'network_id': 'e7a2df79-c8ce-4040-9052-dff1b84320da', 'project_id': '17c7616ca43843acb731e2b80c6fd54e', 'fixed_ips': [{'subnet_id': 'ecfdaff4-bfe4-4c41-acd1-759b3291dd98'}]}} from n-d-827839-2. {{(pid=103378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 17:18:16.827686 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-dbda926c-a461-469c-b37a-d1662e54a43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:16.851963 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-594366fa-ec6e-4129-a61f-8372c0d06efa admin admin] Publish callbacks [] for subnet (fa2004f2-da24-41cf-84b9-96d41a7dd118), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:16.852475 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-7948a9a9-1869-4af6-bd89-77908830168c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781084292801'] for network (7d3b249c-25c0-4657-92f5-d78df5eaf5f8), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:16.854593 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-3f99a9e5-5232-4c38-b7a3-56d8b622826a admin admin] Publish callbacks [] for router_controller (53792503-92df-4237-b0c8-dc60acf88751), precommit_add_association {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:16.910707 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-594366fa-ec6e-4129-a61f-8372c0d06efa admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26866676'] for subnet (fa2004f2-da24-41cf-84b9-96d41a7dd118), precommit_delete_associations {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:16.960533 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-7948a9a9-1869-4af6-bd89-77908830168c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327'] for network (7d3b249c-25c0-4657-92f5-d78df5eaf5f8), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:16.961621 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7948a9a9-1869-4af6-bd89-77908830168c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:18:16.962319 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-7948a9a9-1869-4af6-bd89-77908830168c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677565'] for network (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:16.963377 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Provisioning for port 35ae7739-d12e-440a-928f-2c25bcb6031d completed by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 17:18:16.979604 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Provisioning complete for port 35ae7739-d12e-440a-928f-2c25bcb6031d triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:18:16.979975 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (35ae7739-d12e-440a-928f-2c25bcb6031d), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:17.015883 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-5f9324d2-a877-48d7-a317-86cef8909cec req-e57f03a2-76f1-427d-9e31-32b01aac1294 service neutron] 10.222.0.96 "GET /v2.0/networks/b9d973ec-bc63-4d00-96f6-595ef6133005?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2372575 Feb 04 17:18:17.035924 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3474b248-090b-4251-bf28-cc6f12ebbf3d req-75fec1ef-5a8f-4c9b-8ba2-501ddd6c9413 tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:18:17.039483 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-3474b248-090b-4251-bf28-cc6f12ebbf3d req-75fec1ef-5a8f-4c9b-8ba2-501ddd6c9413 tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] 10.222.0.89 "GET /v2.0/ports?device_id=e746a355-df6f-420e-9722-051f2d1921e6 HTTP/1.1" status: 200 len: 945 time: 0.1836271 Feb 04 17:18:17.051795 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] For port 09aa55e0-5163-4db6-a3bc-872b1a6291df, host n-h2-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=09aa55e0-5163-4db6-a3bc-872b1a6291df,segment=NetworkSegment(3a39b085-d3e6-43bb-a64c-1b06dd049e5a),segment_id=3a39b085-d3e6-43bb-a64c-1b06dd049e5a)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:18:17.060898 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-594366fa-ec6e-4129-a61f-8372c0d06efa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1541225'] for subnet (fa2004f2-da24-41cf-84b9-96d41a7dd118), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:17.073349 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-7948a9a9-1869-4af6-bd89-77908830168c admin admin] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.0702436 Feb 04 17:18:17.082194 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-dbda926c-a461-469c-b37a-d1662e54a43e None None] Allocated IP 172.20.0.2 (e7a2df79-c8ce-4040-9052-dff1b84320da/ecfdaff4-bfe4-4c41-acd1-759b3291dd98/05865950-1844-4e3a-a068-5ccc02495a6c) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:18:17.084023 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Returning: {'device': '09aa55e0-5163-4db6-a3bc-872b1a6291df', 'network_id': '02be22b9-aa53-40ea-8050-9239cd27d1ff', 'port_id': '09aa55e0-5163-4db6-a3bc-872b1a6291df', 'mac_address': 'fa:16:3e:03:c8:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 797, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c974b0ff-2c5c-4667-8a81-3bde3ea6ced5', 'ip_address': '192.168.233.48'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 17:18:17.085261 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 59360) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:18:17.120410 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-0891b7d4-b575-4df5-879b-8ed6b9b7fc64 admin admin] Request body: {'subnet': {'network_id': '7d3b249c-25c0-4657-92f5-d78df5eaf5f8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-917204003-subnet', 'tenant_id': '2e74248da24e42d3957f6027e08e0944', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:18:17.132529 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7948a9a9-1869-4af6-bd89-77908830168c admin admin] Pushing event updated for resources: {'Network': ['ID=7d3b249c-25c0-4657-92f5-d78df5eaf5f8,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:18:17.145988 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-3474b248-090b-4251-bf28-cc6f12ebbf3d req-a82242fe-d1f5-472d-95ec-6605394eea8b tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] 10.222.0.89 "GET /v2.0/security-groups?id=c591d0a0-8f77-4259-ab5e-c54cb31473d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005826 Feb 04 17:18:17.161883 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Network 7d3b249c-25c0-4657-92f5-d78df5eaf5f8 details requested by agent ovs-agent-n-d-827839-2 with host n-d-827839-2 {{(pid=103378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 17:18:17.220376 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775d6d2b-4015-4d33-805c-e547bac50ee9 req-056480e7-af9b-4ee9-b89b-9edf63a17e16 tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:18:17.222197 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-775d6d2b-4015-4d33-805c-e547bac50ee9 req-056480e7-af9b-4ee9-b89b-9edf63a17e16 tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] 10.222.0.89 "GET /v2.0/ports?device_id=809c551a-1790-4b2b-baf4-9847169d6487 HTTP/1.1" status: 200 len: 943 time: 0.2888434 Feb 04 17:18:17.272692 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Current status of the port 09aa55e0-5163-4db6-a3bc-872b1a6291df is: DOWN; New status is: BUILD {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:18:17.273115 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (09aa55e0-5163-4db6-a3bc-872b1a6291df), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:17.278250 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3a8b51-a5fc-45c0-aa03-0dd832ac8ca0 req-1e1cb96f-76df-4aea-81a9-f37375ed1d3f tempest-ListServerFiltersTestJSON-412490069 tempest-ListServerFiltersTestJSON-412490069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:18:17.279889 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-fd3a8b51-a5fc-45c0-aa03-0dd832ac8ca0 req-1e1cb96f-76df-4aea-81a9-f37375ed1d3f tempest-ListServerFiltersTestJSON-412490069 tempest-ListServerFiltersTestJSON-412490069-project] 10.222.0.89 "GET /v2.0/ports?device_id=003b1698-308a-408b-8e39-478eda454ea2 HTTP/1.1" status: 200 len: 946 time: 0.0570891 Feb 04 17:18:17.300421 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-3f99a9e5-5232-4c38-b7a3-56d8b622826a admin admin] Publish callbacks [] for router_gateway (53792503-92df-4237-b0c8-dc60acf88751), precommit_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:17.308048 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Current status of the port 35ae7739-d12e-440a-928f-2c25bcb6031d is: BUILD; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:18:17.308439 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (35ae7739-d12e-440a-928f-2c25bcb6031d), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:17.324111 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 09aa55e0-5163-4db6-a3bc-872b1a6291df {{(pid=103378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 17:18:17.333738 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0891b7d4-b575-4df5-879b-8ed6b9b7fc64 admin admin] Made reservation on behalf of 2e74248da24e42d3957f6027e08e0944 for: {'subnet': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:18:17.336097 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-0891b7d4-b575-4df5-879b-8ed6b9b7fc64 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25597243'] for subnet (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:17.352715 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-fd3a8b51-a5fc-45c0-aa03-0dd832ac8ca0 req-f7d90efe-b1e0-4790-9a29-cbf2702f2c99 tempest-ListServerFiltersTestJSON-412490069 tempest-ListServerFiltersTestJSON-412490069-project] 10.222.0.89 "GET /v2.0/security-groups?id=97f39e76-7bf1-44bd-bf73-dcbb52112ad3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631251 Feb 04 17:18:17.372458 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] For port 09aa55e0-5163-4db6-a3bc-872b1a6291df, host n-h2-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=09aa55e0-5163-4db6-a3bc-872b1a6291df,segment=NetworkSegment(3a39b085-d3e6-43bb-a64c-1b06dd049e5a),segment_id=3a39b085-d3e6-43bb-a64c-1b06dd049e5a)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:18:17.378845 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdea105d-d892-4559-baed-fb98b40680d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35ae7739-d12e-440a-928f-2c25bcb6031d'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:18:17.381440 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c34bc964ce2211770fda26ca2f3801cc06f4f39928110690550e94ab9c9d2fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2902a85b-2233-41da-a81c-b49b553ccfb8" -d '{"events": [{"server_uuid": "cdea105d-d892-4559-baed-fb98b40680d0", "name": "network-vif-plugged", "status": "completed", "tag": "35ae7739-d12e-440a-928f-2c25bcb6031d"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:18:17.399373 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-594366fa-ec6e-4129-a61f-8372c0d06efa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1541216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25888360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25597190'] for subnet (fa2004f2-da24-41cf-84b9-96d41a7dd118), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:17.407518 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (09aa55e0-5163-4db6-a3bc-872b1a6291df), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:17.473807 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-775d6d2b-4015-4d33-805c-e547bac50ee9 req-82f1faa1-d015-4126-88a1-d881ec48c214 tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] 10.222.0.89 "GET /v2.0/security-groups?id=18e6cc58-e448-4d12-9423-2a502a086ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2153833 Feb 04 17:18:17.479583 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594366fa-ec6e-4129-a61f-8372c0d06efa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fa2004f2-da24-41cf-84b9-96d41a7dd118,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:18:17.480032 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c3a8eb-7c84-4b4a-81a1-742028f9f61b req-e150c241-9200-48ef-bd52-918b9585f7e5 tempest-ServersAdminTestJSON-70469306 tempest-ServersAdminTestJSON-70469306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:18:17.501084 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-594366fa-ec6e-4129-a61f-8372c0d06efa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677565'] for subnet (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:17.501353 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-74c3a8eb-7c84-4b4a-81a1-742028f9f61b req-e150c241-9200-48ef-bd52-918b9585f7e5 tempest-ServersAdminTestJSON-70469306 tempest-ServersAdminTestJSON-70469306-project] 10.222.0.89 "GET /v2.0/ports?device_id=0c0189fa-3209-44e0-92bf-41bfd20b9678 HTTP/1.1" status: 200 len: 948 time: 0.0857913 Feb 04 17:18:17.504418 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-594366fa-ec6e-4129-a61f-8372c0d06efa admin admin] 10.222.0.89 "DELETE /v2.0/subnets/fa2004f2-da24-41cf-84b9-96d41a7dd118 HTTP/1.1" status: 204 len: 168 time: 0.9254329 Feb 04 17:18:17.507453 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 59368) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:18:17.616152 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-8e778cf0-a807-4cea-8c3f-64a7fcee7653 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628832'] for network (b27b7363-f5f5-42ff-a720-66280b0b57a7), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:17.621276 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-74c3a8eb-7c84-4b4a-81a1-742028f9f61b req-c3cbd27e-e573-4831-aa74-f3cd450f5cbd tempest-ServersAdminTestJSON-70469306 tempest-ServersAdminTestJSON-70469306-project] 10.222.0.89 "GET /v2.0/security-groups?id=0b9d4704-c600-4325-be39-d787042bd965&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072571 Feb 04 17:18:17.647059 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 17:18:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8092efc1-f89b-442f-bcd8-16d1939b5554 x-openstack-request-id: req-8092efc1-f89b-442f-bcd8-16d1939b5554 {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:18:17.647636 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdea105d-d892-4559-baed-fb98b40680d0", "name": "network-vif-plugged", "status": "completed", "tag": "35ae7739-d12e-440a-928f-2c25bcb6031d", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:18:17.647891 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-8092efc1-f89b-442f-bcd8-16d1939b5554 {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:18:17.648301 n-d-827839-2 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdea105d-d892-4559-baed-fb98b40680d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35ae7739-d12e-440a-928f-2c25bcb6031d', 'code': 200} Feb 04 17:18:17.657137 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] For port 35ae7739-d12e-440a-928f-2c25bcb6031d, host n-h2-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=35ae7739-d12e-440a-928f-2c25bcb6031d,segment=NetworkSegment(3a39b085-d3e6-43bb-a64c-1b06dd049e5a),segment_id=3a39b085-d3e6-43bb-a64c-1b06dd049e5a)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:18:17.684199 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (35ae7739-d12e-440a-928f-2c25bcb6031d), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:17.685321 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Device 69be7e67-fc27-4724-9cc4-b43b77a95248 no longer exists at agent hyperv_n-h2-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:18:17.718085 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-8e778cf0-a807-4cea-8c3f-64a7fcee7653 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1543676', 'neutron.services.segments.db._delete_segments_for_network-8781084786517'] for network (b27b7363-f5f5-42ff-a720-66280b0b57a7), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:17.724663 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-dbda926c-a461-469c-b37a-d1662e54a43e None None] Publish callbacks [] for port (05865950-1844-4e3a-a068-5ccc02495a6c), precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:17.726556 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] No Port match for: 69be7e67-fc27-4724-9cc4-b43b77a95248 {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 17:18:17.726903 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Device 69be7e67-fc27-4724-9cc4-b43b77a95248 not bound to the agent host n-h2-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 17:18:17.742232 n-d-827839-2 neutron-server[103376]: DEBUG neutron.services.segments.db [None req-8e778cf0-a807-4cea-8c3f-64a7fcee7653 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b27b7363-f5f5-42ff-a720-66280b0b57a7']}} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:18:17.745125 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-dbda926c-a461-469c-b37a-d1662e54a43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135'] for port (05865950-1844-4e3a-a068-5ccc02495a6c), after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:17.750562 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Pushing event updated for resources: {'Port': ['ID=09aa55e0-5163-4db6-a3bc-872b1a6291df,revision_number=4']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:18:17.761856 n-d-827839-2 neutron-server[103376]: DEBUG neutron.services.segments.db [None req-8e778cf0-a807-4cea-8c3f-64a7fcee7653 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '422e2db4-29a0-413f-80b3-a344e9c773f4') {'for_net_delete': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:18:17.762720 n-d-827839-2 neutron-server[103376]: DEBUG neutron.services.segments.db [None req-8e778cf0-a807-4cea-8c3f-64a7fcee7653 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '422e2db4-29a0-413f-80b3-a344e9c773f4') {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:18:17.774705 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-8e778cf0-a807-4cea-8c3f-64a7fcee7653 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781084783966', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25674908'] for segment (422e2db4-29a0-413f-80b3-a344e9c773f4), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:17.782318 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] get_ports_and_sgs() called for port_ids ['09aa55e0-5163-4db6-a3bc-872b1a6291df'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 17:18:17.792080 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-0891b7d4-b575-4df5-879b-8ed6b9b7fc64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25889445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25597197'] for subnet (009ec162-9c7a-412e-b512-41bf0f49c405), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:17.794907 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-8e778cf0-a807-4cea-8c3f-64a7fcee7653 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (422e2db4-29a0-413f-80b3-a344e9c773f4), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:17.804088 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e778cf0-a807-4cea-8c3f-64a7fcee7653 admin admin] Releasing vlan 767 on physical network physnet1 to pool {{(pid=103376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 17:18:17.804688 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-8e778cf0-a807-4cea-8c3f-64a7fcee7653 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25675992'] for segment (422e2db4-29a0-413f-80b3-a344e9c773f4), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:17.807383 n-d-827839-2 neutron-server[103376]: Traceback (most recent call last): Feb 04 17:18:17.807383 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 17:18:17.807383 n-d-827839-2 neutron-server[103376]: timer() Feb 04 17:18:17.807383 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 17:18:17.807383 n-d-827839-2 neutron-server[103376]: cb(*args, **kw) Feb 04 17:18:17.807383 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 17:18:17.807383 n-d-827839-2 neutron-server[103376]: return func(*args, **kwargs) Feb 04 17:18:17.807383 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 17:18:17.807383 n-d-827839-2 neutron-server[103376]: self._notify() Feb 04 17:18:17.807383 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 17:18:17.807383 n-d-827839-2 neutron-server[103376]: self.callback(batched_events) Feb 04 17:18:17.807383 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 17:18:17.807383 n-d-827839-2 neutron-server[103376]: event.method(event) Feb 04 17:18:17.807383 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 17:18:17.807383 n-d-827839-2 neutron-server[103376]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 17:18:17.807383 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 17:18:17.807383 n-d-827839-2 neutron-server[103376]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 17:18:17.807383 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 17:18:17.807383 n-d-827839-2 neutron-server[103376]: return f(self, *a, **k) Feb 04 17:18:17.807383 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 17:18:17.807383 n-d-827839-2 neutron-server[103376]: return self._get(url).json() Feb 04 17:18:17.807383 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 17:18:17.807383 n-d-827839-2 neutron-server[103376]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 17:18:17.807383 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 17:18:17.807383 n-d-827839-2 neutron-server[103376]: return self.request(url, 'GET', **kwargs) Feb 04 17:18:17.807383 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 17:18:17.807383 n-d-827839-2 neutron-server[103376]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 17:18:17.807383 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 17:18:17.807383 n-d-827839-2 neutron-server[103376]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 17:18:17.807383 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 17:18:17.807383 n-d-827839-2 neutron-server[103376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 17:18:17.807383 n-d-827839-2 neutron-server[103376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 17:18:17.824656 n-d-827839-2 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbda926c-a461-469c-b37a-d1662e54a43e None None] Network e7a2df79-c8ce-4040-9052-dff1b84320da is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:18:17.830648 n-d-827839-2 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-dbda926c-a461-469c-b37a-d1662e54a43e None None] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:18:17.833863 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbda926c-a461-469c-b37a-d1662e54a43e None None] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:18:17.877823 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-8e778cf0-a807-4cea-8c3f-64a7fcee7653 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1543671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1595572'] for network (b27b7363-f5f5-42ff-a720-66280b0b57a7), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:17.884872 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-8e778cf0-a807-4cea-8c3f-64a7fcee7653 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677565'] for network (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:17.890615 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-8e778cf0-a807-4cea-8c3f-64a7fcee7653 admin admin] 10.222.0.89 "DELETE /v2.0/networks/b27b7363-f5f5-42ff-a720-66280b0b57a7 HTTP/1.1" status: 204 len: 168 time: 0.3800795 Feb 04 17:18:17.890764 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b76127-4dc5-40dd-ac98-f308e4a6a124 req-f5f04f5f-efee-4d1c-b2ba-a59265ce0aa8 tempest-ServerPasswordTestJSON-1353933369 tempest-ServerPasswordTestJSON-1353933369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:18:17.891048 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-45b76127-4dc5-40dd-ac98-f308e4a6a124 req-f5f04f5f-efee-4d1c-b2ba-a59265ce0aa8 tempest-ServerPasswordTestJSON-1353933369 tempest-ServerPasswordTestJSON-1353933369-project] 10.222.0.89 "GET /v2.0/ports?device_id=634d883b-4d6b-4d79-9cf4-d686060f2918 HTTP/1.1" status: 200 len: 944 time: 0.2697330 Feb 04 17:18:17.891433 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 59370) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:18:17.898186 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e778cf0-a807-4cea-8c3f-64a7fcee7653 admin admin] Pushing event deleted for resources: {'Network': ['ID=b27b7363-f5f5-42ff-a720-66280b0b57a7,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:18:17.905757 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Pushing event updated for resources: {'Port': ['ID=35ae7739-d12e-440a-928f-2c25bcb6031d,revision_number=5']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:18:17.949402 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0891b7d4-b575-4df5-879b-8ed6b9b7fc64 admin admin] Pushing event updated for resources: {'Subnet': ['ID=009ec162-9c7a-412e-b512-41bf0f49c405,revision_number=0']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:18:17.952555 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f729ebf1-7fad-4fb3-9067-0af372f0e945 req-d5c20f91-ba07-4c0e-b06a-d98b6ee020e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:18:17.954098 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-f729ebf1-7fad-4fb3-9067-0af372f0e945 req-d5c20f91-ba07-4c0e-b06a-d98b6ee020e2 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=cdea105d-d892-4559-baed-fb98b40680d0 HTTP/1.1" status: 200 len: 1132 time: 0.3006566 Feb 04 17:18:17.968490 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-dbda926c-a461-469c-b37a-d1662e54a43e None None] Attempting to bind port 05865950-1844-4e3a-a068-5ccc02495a6c on host n-d-827839-2 for vnic_type normal with profile {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:18:17.968683 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-dbda926c-a461-469c-b37a-d1662e54a43e None None] Attempting to bind port 05865950-1844-4e3a-a068-5ccc02495a6c by drivers openvswitch,hyperv on host n-d-827839-2 at level 0 using segments [{'id': '7ce1250d-0fb9-49dd-ae7f-12647688678d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'e7a2df79-c8ce-4040-9052-dff1b84320da'}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:18:17.969012 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbda926c-a461-469c-b37a-d1662e54a43e None None] Attempting to bind port 05865950-1844-4e3a-a068-5ccc02495a6c on network e7a2df79-c8ce-4040-9052-dff1b84320da {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:18:17.979498 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-3f99a9e5-5232-4c38-b7a3-56d8b622826a admin admin] Publish callbacks [] for router_gateway (53792503-92df-4237-b0c8-dc60acf88751), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:17.984119 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbda926c-a461-469c-b37a-d1662e54a43e None None] Checking agent: {'id': 'ba70844b-66a0-45fd-a2f2-e6ed673321fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 0, 36), 'started_at': datetime.datetime(2022, 2, 4, 17, 1, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 18, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:18:17.984499 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbda926c-a461-469c-b37a-d1662e54a43e None None] Checking segment: {'id': '7ce1250d-0fb9-49dd-ae7f-12647688678d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'e7a2df79-c8ce-4040-9052-dff1b84320da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:18:17.984940 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-dbda926c-a461-469c-b37a-d1662e54a43e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:17.985335 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbda926c-a461-469c-b37a-d1662e54a43e None None] Bound using segment: {'id': '7ce1250d-0fb9-49dd-ae7f-12647688678d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'e7a2df79-c8ce-4040-9052-dff1b84320da'} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:18:17.985811 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-dbda926c-a461-469c-b37a-d1662e54a43e None None] Bound port: 05865950-1844-4e3a-a068-5ccc02495a6c, host: n-d-827839-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ce1250d-0fb9-49dd-ae7f-12647688678d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'e7a2df79-c8ce-4040-9052-dff1b84320da'}}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:18:17.986195 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-dbda926c-a461-469c-b37a-d1662e54a43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (05865950-1844-4e3a-a068-5ccc02495a6c), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:18.006252 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbda926c-a461-469c-b37a-d1662e54a43e None None] Pushing event updated for resources: {'Port': ['ID=05865950-1844-4e3a-a068-5ccc02495a6c,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:18:18.022246 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-3f99a9e5-5232-4c38-b7a3-56d8b622826a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:18.027909 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0891b7d4-b575-4df5-879b-8ed6b9b7fc64 admin admin] Checking segment: {'id': 'c2609fe7-cd5f-472c-80a0-6817cc30c6f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '7d3b249c-25c0-4657-92f5-d78df5eaf5f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:18:18.028287 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0891b7d4-b575-4df5-879b-8ed6b9b7fc64 admin admin] Network hostable DHCP agents. Network: 7d3b249c-25c0-4657-92f5-d78df5eaf5f8, hostable agents: ['bb89f5a3-3c22-440b-b7d1-c4f0c43c184a'], hosted agents: [] {{(pid=103377) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 17:18:18.048525 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba164309-ddb9-4fe2-a68d-cf2f966afa5a admin admin] Deleting subnet f4266eac-9d37-4915-b084-c45454e06c89 {{(pid=103377) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 17:18:18.061178 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-ba164309-ddb9-4fe2-a68d-cf2f966afa5a admin admin] Publish callbacks [] for subnet (f4266eac-9d37-4915-b084-c45454e06c89), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:18.100673 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-dbda926c-a461-469c-b37a-d1662e54a43e None None] For port 05865950-1844-4e3a-a068-5ccc02495a6c, host n-d-827839-2, cleared binding levels {{(pid=103378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:18:18.105217 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-dbda926c-a461-469c-b37a-d1662e54a43e None None] For port 05865950-1844-4e3a-a068-5ccc02495a6c, host n-d-827839-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=05865950-1844-4e3a-a068-5ccc02495a6c,segment=NetworkSegment(7ce1250d-0fb9-49dd-ae7f-12647688678d),segment_id=7ce1250d-0fb9-49dd-ae7f-12647688678d)] {{(pid=103378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:18:18.118132 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-dbda926c-a461-469c-b37a-d1662e54a43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (05865950-1844-4e3a-a068-5ccc02495a6c), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:18.145557 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-45b76127-4dc5-40dd-ac98-f308e4a6a124 req-b01cdf72-576d-4c64-9cae-fcf0ab85c6a6 tempest-ServerPasswordTestJSON-1353933369 tempest-ServerPasswordTestJSON-1353933369-project] 10.222.0.89 "GET /v2.0/security-groups?id=f73a87ce-3623-468b-b264-be10e14b97af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2435129 Feb 04 17:18:18.164455 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-f729ebf1-7fad-4fb3-9067-0af372f0e945 req-0c83ac40-bd49-44c4-a151-3a2709963c55 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=0b9d4704-c600-4325-be39-d787042bd965&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2030230 Feb 04 17:18:18.168636 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0891b7d4-b575-4df5-879b-8ed6b9b7fc64 admin admin] Network 7d3b249c-25c0-4657-92f5-d78df5eaf5f8 is scheduled to be hosted by DHCP agent bb89f5a3-3c22-440b-b7d1-c4f0c43c184a with binding_index 1 {{(pid=103377) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 17:18:18.172126 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-ba164309-ddb9-4fe2-a68d-cf2f966afa5a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26866676'] for subnet (f4266eac-9d37-4915-b084-c45454e06c89), precommit_delete_associations {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:18.196721 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbda926c-a461-469c-b37a-d1662e54a43e None None] Pushing event updated for resources: {'Port': ['ID=05865950-1844-4e3a-a068-5ccc02495a6c,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:18:18.224905 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [None req-0891b7d4-b575-4df5-879b-8ed6b9b7fc64 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827839-2, 7d3b249c-25c0-4657-92f5-d78df5eaf5f8) {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:18:18.234054 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9b0bfec-1b31-469f-85dd-9f834ffcd2b8 None None] Network 7d3b249c-25c0-4657-92f5-d78df5eaf5f8 requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:18:18.236271 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0891b7d4-b575-4df5-879b-8ed6b9b7fc64 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:18:18.236856 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-0891b7d4-b575-4df5-879b-8ed6b9b7fc64 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677565'] for subnet (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:18.271118 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-ba164309-ddb9-4fe2-a68d-cf2f966afa5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1541225'] for subnet (f4266eac-9d37-4915-b084-c45454e06c89), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:18.295471 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.db_base_plugin_common [None req-3f99a9e5-5232-4c38-b7a3-56d8b622826a admin admin] Allocated IP 172.25.6.55 (48165773-85ad-49a1-9ec1-76fc8dc24188/7660bfad-1ea8-4fe7-831b-bed836f13efc/09a808d7-44b7-4302-a9c8-0b96db22cd19) {{(pid=103377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:18:18.304078 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-0891b7d4-b575-4df5-879b-8ed6b9b7fc64 admin admin] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.2162945 Feb 04 17:18:18.323589 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4035c5-3b69-4611-aa1c-f5b3516bc3d2 req-bdfd9519-3733-4388-bc59-0436ebba0a28 tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:18:18.334698 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-1f4035c5-3b69-4611-aa1c-f5b3516bc3d2 req-bdfd9519-3733-4388-bc59-0436ebba0a28 tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] 10.222.0.89 "GET /v2.0/ports?device_id=e746a355-df6f-420e-9722-051f2d1921e6 HTTP/1.1" status: 200 len: 945 time: 0.0959938 Feb 04 17:18:18.396073 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-ba164309-ddb9-4fe2-a68d-cf2f966afa5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1541216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25888360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25597190'] for subnet (f4266eac-9d37-4915-b084-c45454e06c89), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:18.407856 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-1f4035c5-3b69-4611-aa1c-f5b3516bc3d2 req-3abf1fe8-c643-4a88-8500-7786c5f1ea26 tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] 10.222.0.89 "GET /v2.0/security-groups?id=c591d0a0-8f77-4259-ab5e-c54cb31473d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714874 Feb 04 17:18:18.435669 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba164309-ddb9-4fe2-a68d-cf2f966afa5a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f4266eac-9d37-4915-b084-c45454e06c89,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:18:18.437137 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0143884-5af6-4658-9453-2b3b28f52f19 None None] Network 7d3b249c-25c0-4657-92f5-d78df5eaf5f8 requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:18:18.459869 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-ba164309-ddb9-4fe2-a68d-cf2f966afa5a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677565'] for subnet (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:18.463983 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-ba164309-ddb9-4fe2-a68d-cf2f966afa5a admin admin] 10.222.0.89 "DELETE /v2.0/subnets/f4266eac-9d37-4915-b084-c45454e06c89 HTTP/1.1" status: 204 len: 168 time: 0.5680709 Feb 04 17:18:18.467155 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 59380) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:18:18.568798 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-3f99a9e5-5232-4c38-b7a3-56d8b622826a admin admin] Publish callbacks [] for port (09a808d7-44b7-4302-a9c8-0b96db22cd19), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:18.593233 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd023405-8d8a-4493-be24-9f62dd732715 req-d85dba6b-c623-49c5-9e5e-7fed2d8cd8fb tempest-ListServerFiltersTestJSON-412490069 tempest-ListServerFiltersTestJSON-412490069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:18:18.594783 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-fd023405-8d8a-4493-be24-9f62dd732715 req-d85dba6b-c623-49c5-9e5e-7fed2d8cd8fb tempest-ListServerFiltersTestJSON-412490069 tempest-ListServerFiltersTestJSON-412490069-project] 10.222.0.89 "GET /v2.0/ports?device_id=003b1698-308a-408b-8e39-478eda454ea2 HTTP/1.1" status: 200 len: 946 time: 0.1391602 Feb 04 17:18:18.625296 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-e8896e31-584f-4f2f-a018-7e6052e8b406 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628832'] for network (790aba4b-965b-4cc9-a016-9a6fd68afc05), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:18.716570 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-fd023405-8d8a-4493-be24-9f62dd732715 req-f45f0aeb-5b6c-453f-b761-b87e184f3b37 tempest-ListServerFiltersTestJSON-412490069 tempest-ListServerFiltersTestJSON-412490069-project] 10.222.0.89 "GET /v2.0/security-groups?id=97f39e76-7bf1-44bd-bf73-dcbb52112ad3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016197 Feb 04 17:18:18.718059 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-3f99a9e5-5232-4c38-b7a3-56d8b622826a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (09a808d7-44b7-4302-a9c8-0b96db22cd19), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:18.742292 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device 624dc4ba-16e0-4d94-a42c-1d5135d09ec8 details requested by agent hyperv_n-h1-827839-2 with host n-h1-827839-2 {{(pid=103378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 17:18:18.791555 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-e8896e31-584f-4f2f-a018-7e6052e8b406 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1543676', 'neutron.services.segments.db._delete_segments_for_network-8781084786517'] for network (790aba4b-965b-4cc9-a016-9a6fd68afc05), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:18.819379 n-d-827839-2 neutron-server[103376]: DEBUG neutron.services.segments.db [None req-e8896e31-584f-4f2f-a018-7e6052e8b406 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['790aba4b-965b-4cc9-a016-9a6fd68afc05']}} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:18:18.831728 n-d-827839-2 neutron-server[103376]: DEBUG neutron.services.segments.db [None req-e8896e31-584f-4f2f-a018-7e6052e8b406 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c01112e-f1ff-458d-9416-814c1a3d6ed5') {'for_net_delete': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:18:18.832685 n-d-827839-2 neutron-server[103376]: DEBUG neutron.services.segments.db [None req-e8896e31-584f-4f2f-a018-7e6052e8b406 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c01112e-f1ff-458d-9416-814c1a3d6ed5') {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:18:18.849789 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03936c0-2e6b-4337-8d24-d7bd75416f4d req-a30229cf-2f1c-4b8a-a4c6-b2388faf1e70 tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:18:18.851479 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-c03936c0-2e6b-4337-8d24-d7bd75416f4d req-a30229cf-2f1c-4b8a-a4c6-b2388faf1e70 tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] 10.222.0.89 "GET /v2.0/ports?device_id=809c551a-1790-4b2b-baf4-9847169d6487 HTTP/1.1" status: 200 len: 943 time: 0.1019788 Feb 04 17:18:18.853516 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-e8896e31-584f-4f2f-a018-7e6052e8b406 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781084783966', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25674908'] for segment (5c01112e-f1ff-458d-9416-814c1a3d6ed5), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:18.879925 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] For port 624dc4ba-16e0-4d94-a42c-1d5135d09ec8, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=624dc4ba-16e0-4d94-a42c-1d5135d09ec8,segment=NetworkSegment(0acd71c6-01f0-4ba0-a046-628498026858),segment_id=0acd71c6-01f0-4ba0-a046-628498026858)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:18:18.885485 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-e8896e31-584f-4f2f-a018-7e6052e8b406 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (5c01112e-f1ff-458d-9416-814c1a3d6ed5), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:18.898572 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Returning: {'device': '624dc4ba-16e0-4d94-a42c-1d5135d09ec8', 'network_id': 'b9d973ec-bc63-4d00-96f6-595ef6133005', 'port_id': '624dc4ba-16e0-4d94-a42c-1d5135d09ec8', 'mac_address': 'fa:16:3e:f8:9a:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 761, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1be0771b-60a1-4b96-93a9-bb55462fed96', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 17:18:18.903422 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8896e31-584f-4f2f-a018-7e6052e8b406 admin admin] Releasing vlan 771 on physical network physnet1 to pool {{(pid=103376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 17:18:18.903825 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-e8896e31-584f-4f2f-a018-7e6052e8b406 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25675992'] for segment (5c01112e-f1ff-458d-9416-814c1a3d6ed5), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:18.905939 n-d-827839-2 neutron-server[103376]: Traceback (most recent call last): Feb 04 17:18:18.905939 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 17:18:18.905939 n-d-827839-2 neutron-server[103376]: timer() Feb 04 17:18:18.905939 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 17:18:18.905939 n-d-827839-2 neutron-server[103376]: cb(*args, **kw) Feb 04 17:18:18.905939 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 17:18:18.905939 n-d-827839-2 neutron-server[103376]: return func(*args, **kwargs) Feb 04 17:18:18.905939 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 17:18:18.905939 n-d-827839-2 neutron-server[103376]: self._notify() Feb 04 17:18:18.905939 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 17:18:18.905939 n-d-827839-2 neutron-server[103376]: self.callback(batched_events) Feb 04 17:18:18.905939 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 17:18:18.905939 n-d-827839-2 neutron-server[103376]: event.method(event) Feb 04 17:18:18.905939 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 17:18:18.905939 n-d-827839-2 neutron-server[103376]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 17:18:18.905939 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 17:18:18.905939 n-d-827839-2 neutron-server[103376]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 17:18:18.905939 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 17:18:18.905939 n-d-827839-2 neutron-server[103376]: return f(self, *a, **k) Feb 04 17:18:18.905939 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 17:18:18.905939 n-d-827839-2 neutron-server[103376]: return self._get(url).json() Feb 04 17:18:18.905939 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 17:18:18.905939 n-d-827839-2 neutron-server[103376]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 17:18:18.905939 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 17:18:18.905939 n-d-827839-2 neutron-server[103376]: return self.request(url, 'GET', **kwargs) Feb 04 17:18:18.905939 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 17:18:18.905939 n-d-827839-2 neutron-server[103376]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 17:18:18.905939 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 17:18:18.905939 n-d-827839-2 neutron-server[103376]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 17:18:18.905939 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 17:18:18.905939 n-d-827839-2 neutron-server[103376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 17:18:18.905939 n-d-827839-2 neutron-server[103376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 17:18:18.946663 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Current status of the port 624dc4ba-16e0-4d94-a42c-1d5135d09ec8 is: DOWN; New status is: BUILD {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:18:18.947119 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (624dc4ba-16e0-4d94-a42c-1d5135d09ec8), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:18.960145 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-c03936c0-2e6b-4337-8d24-d7bd75416f4d req-ba5fee2f-7a68-48a0-8337-715b701174da tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] 10.222.0.89 "GET /v2.0/security-groups?id=18e6cc58-e448-4d12-9423-2a502a086ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995424 Feb 04 17:18:18.976123 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 624dc4ba-16e0-4d94-a42c-1d5135d09ec8 {{(pid=103378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 17:18:18.986474 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-e8896e31-584f-4f2f-a018-7e6052e8b406 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1543671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1595572'] for network (790aba4b-965b-4cc9-a016-9a6fd68afc05), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:18.994206 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-e8896e31-584f-4f2f-a018-7e6052e8b406 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677565'] for network (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:19.005203 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-e8896e31-584f-4f2f-a018-7e6052e8b406 admin admin] 10.222.0.89 "DELETE /v2.0/networks/790aba4b-965b-4cc9-a016-9a6fd68afc05 HTTP/1.1" status: 204 len: 168 time: 0.5367820 Feb 04 17:18:19.015837 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8896e31-584f-4f2f-a018-7e6052e8b406 admin admin] Pushing event deleted for resources: {'Network': ['ID=790aba4b-965b-4cc9-a016-9a6fd68afc05,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:18:19.030830 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] For port 624dc4ba-16e0-4d94-a42c-1d5135d09ec8, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=624dc4ba-16e0-4d94-a42c-1d5135d09ec8,segment=NetworkSegment(0acd71c6-01f0-4ba0-a046-628498026858),segment_id=0acd71c6-01f0-4ba0-a046-628498026858)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:18:19.036603 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (624dc4ba-16e0-4d94-a42c-1d5135d09ec8), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:19.103537 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Pushing event updated for resources: {'Port': ['ID=624dc4ba-16e0-4d94-a42c-1d5135d09ec8,revision_number=4']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:18:19.172596 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 59400) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:18:19.199019 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f99a9e5-5232-4c38-b7a3-56d8b622826a admin admin] Network 48165773-85ad-49a1-9ec1-76fc8dc24188 is already hosted by enough agents. {{(pid=103377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:18:19.210102 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [None req-3f99a9e5-5232-4c38-b7a3-56d8b622826a admin admin] Resources bound (agent type, host, resource id): {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:18:19.213502 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f99a9e5-5232-4c38-b7a3-56d8b622826a admin admin] Received port after_create {{(pid=103377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:18:19.215537 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f99a9e5-5232-4c38-b7a3-56d8b622826a admin admin] Pushing event updated for resources: {'Port': ['ID=09a808d7-44b7-4302-a9c8-0b96db22cd19,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:18:19.266669 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2a43d0-0293-409e-bd7a-cf4eda3ab835 req-58e35ca7-d6ee-42af-aa13-eeec5191bc04 tempest-ServersAdminTestJSON-70469306 tempest-ServersAdminTestJSON-70469306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:18:19.273795 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-fe2a43d0-0293-409e-bd7a-cf4eda3ab835 req-58e35ca7-d6ee-42af-aa13-eeec5191bc04 tempest-ServersAdminTestJSON-70469306 tempest-ServersAdminTestJSON-70469306-project] 10.222.0.89 "GET /v2.0/ports?device_id=0c0189fa-3209-44e0-92bf-41bfd20b9678 HTTP/1.1" status: 200 len: 948 time: 0.1201711 Feb 04 17:18:19.279058 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-1a027422-65e0-46d2-97ce-d09ab370d2f0 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=f3812c841c31408e86184d3885a61bc1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1010292 Feb 04 17:18:19.281923 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 59408) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:18:19.394832 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df297539-2d25-4588-abc9-0415d526323f req-af99075a-323d-461d-97a5-98da09c60b92 tempest-ListServersNegativeTestJSON-1313441639 tempest-ListServersNegativeTestJSON-1313441639-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:18:19.396369 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-df297539-2d25-4588-abc9-0415d526323f req-af99075a-323d-461d-97a5-98da09c60b92 tempest-ListServersNegativeTestJSON-1313441639 tempest-ListServersNegativeTestJSON-1313441639-project] 10.222.0.89 "GET /v2.0/networks?id=7d3b249c-25c0-4657-92f5-d78df5eaf5f8 HTTP/1.1" status: 200 len: 817 time: 0.1889842 Feb 04 17:18:19.399668 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-5fc5d37a-f31c-408e-afd1-f6f57252b8a6 admin admin] Publish callbacks [] for security_group (119a7f03-3e07-4d1e-8852-d9f974f9f052), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:19.423591 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-fe2a43d0-0293-409e-bd7a-cf4eda3ab835 req-8822e99d-0ed8-4dbd-81ad-be3396de2322 tempest-ServersAdminTestJSON-70469306 tempest-ServersAdminTestJSON-70469306-project] 10.222.0.89 "GET /v2.0/security-groups?id=0b9d4704-c600-4325-be39-d787042bd965&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488307 Feb 04 17:18:19.429605 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-df297539-2d25-4588-abc9-0415d526323f req-44102b10-a289-48d4-8882-b4d450712cba tempest-ListServersNegativeTestJSON-1313441639 tempest-ListServersNegativeTestJSON-1313441639-project] 10.222.0.89 "GET /v2.0/quotas/2e74248da24e42d3957f6027e08e0944 HTTP/1.1" status: 200 len: 375 time: 0.0267358 Feb 04 17:18:19.434597 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-5fc5d37a-f31c-408e-afd1-f6f57252b8a6 admin admin] Publish callbacks [] for security_group (119a7f03-3e07-4d1e-8852-d9f974f9f052), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:19.447088 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] get_ports_and_sgs() called for port_ids ['624dc4ba-16e0-4d94-a42c-1d5135d09ec8'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 17:18:19.498414 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-df297539-2d25-4588-abc9-0415d526323f req-af873870-33e2-427a-b389-0b727668b45a tempest-ListServersNegativeTestJSON-1313441639 tempest-ListServersNegativeTestJSON-1313441639-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=2e74248da24e42d3957f6027e08e0944&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0414493 Feb 04 17:18:19.589288 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-5fc5d37a-f31c-408e-afd1-f6f57252b8a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (119a7f03-3e07-4d1e-8852-d9f974f9f052), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:19.592176 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-5fc5d37a-f31c-408e-afd1-f6f57252b8a6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:19.594155 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-5fc5d37a-f31c-408e-afd1-f6f57252b8a6 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/119a7f03-3e07-4d1e-8852-d9f974f9f052 HTTP/1.1" status: 204 len: 168 time: 0.3085363 Feb 04 17:18:19.618807 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc5d37a-f31c-408e-afd1-f6f57252b8a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=119a7f03-3e07-4d1e-8852-d9f974f9f052,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:18:19.630131 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-df297539-2d25-4588-abc9-0415d526323f req-a3f2aafa-98f5-4826-bfe8-5fbfc668bb70 service neutron] 10.222.0.89 "GET /v2.0/networks/7d3b249c-25c0-4657-92f5-d78df5eaf5f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279287 Feb 04 17:18:19.660451 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-921b3740-66a9-4d96-ad65-e32e1d84e338 None None] Network e7a2df79-c8ce-4040-9052-dff1b84320da requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:18:19.682925 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557323f0-d4a6-4509-ae81-f0fd5376aee4 req-5c9016da-3f92-41be-bf16-ee155655879c tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:18:19.685277 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-557323f0-d4a6-4509-ae81-f0fd5376aee4 req-5c9016da-3f92-41be-bf16-ee155655879c tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] 10.222.0.89 "GET /v2.0/ports?device_id=e746a355-df6f-420e-9722-051f2d1921e6 HTTP/1.1" status: 200 len: 945 time: 0.1612651 Feb 04 17:18:19.717875 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-3f99a9e5-5232-4c38-b7a3-56d8b622826a admin admin] Publish callbacks [] for router_gateway (53792503-92df-4237-b0c8-dc60acf88751), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:19.755088 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-2c8efb69-6ec5-4edb-8460-1d741a06bd19 None None] Provisioning complete for port 05865950-1844-4e3a-a068-5ccc02495a6c triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:18:19.755466 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2c8efb69-6ec5-4edb-8460-1d741a06bd19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (05865950-1844-4e3a-a068-5ccc02495a6c), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:19.778505 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-df297539-2d25-4588-abc9-0415d526323f req-35147556-03b6-4db4-81bf-30bbd45dec2d service neutron] 10.222.0.89 "GET /v2.0/networks/7d3b249c-25c0-4657-92f5-d78df5eaf5f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1473749 Feb 04 17:18:19.860242 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-557323f0-d4a6-4509-ae81-f0fd5376aee4 req-929a4dd3-b025-46ba-8ed7-fb4b0ed9b1f8 tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] 10.222.0.89 "GET /v2.0/security-groups?id=c591d0a0-8f77-4259-ab5e-c54cb31473d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1642389 Feb 04 17:18:19.904147 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-2c8efb69-6ec5-4edb-8460-1d741a06bd19 None None] Current status of the port 05865950-1844-4e3a-a068-5ccc02495a6c is: DOWN; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:18:19.905311 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2c8efb69-6ec5-4edb-8460-1d741a06bd19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (05865950-1844-4e3a-a068-5ccc02495a6c), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:19.959947 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-2c8efb69-6ec5-4edb-8460-1d741a06bd19 None None] For port 05865950-1844-4e3a-a068-5ccc02495a6c, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=05865950-1844-4e3a-a068-5ccc02495a6c,segment=NetworkSegment(7ce1250d-0fb9-49dd-ae7f-12647688678d),segment_id=7ce1250d-0fb9-49dd-ae7f-12647688678d)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:18:19.964967 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2c8efb69-6ec5-4edb-8460-1d741a06bd19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (05865950-1844-4e3a-a068-5ccc02495a6c), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:20.029911 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8efb69-6ec5-4edb-8460-1d741a06bd19 None None] Pushing event updated for resources: {'Port': ['ID=05865950-1844-4e3a-a068-5ccc02495a6c,revision_number=3']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:18:20.098143 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 59420) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:18:20.146399 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-3f99a9e5-5232-4c38-b7a3-56d8b622826a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1602046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603680'] for router (53792503-92df-4237-b0c8-dc60acf88751), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:20.212998 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-aeaf15c1-6e1f-4214-8829-bc34770fc967 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=9561ab1c09844bb792a87c5633509fda&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1077626 Feb 04 17:18:20.213592 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 59424) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:18:20.267026 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 05865950-1844-4e3a-a068-5ccc02495a6c up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:18:20.271299 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df383190-9f04-49bb-94e5-75eb95a8f4be req-17d64354-8a14-443e-a01b-7960ea5702ed tempest-ListServerFiltersTestJSON-412490069 tempest-ListServerFiltersTestJSON-412490069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:18:20.272888 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-df383190-9f04-49bb-94e5-75eb95a8f4be req-17d64354-8a14-443e-a01b-7960ea5702ed tempest-ListServerFiltersTestJSON-412490069 tempest-ListServerFiltersTestJSON-412490069-project] 10.222.0.89 "GET /v2.0/ports?device_id=003b1698-308a-408b-8e39-478eda454ea2 HTTP/1.1" status: 200 len: 946 time: 0.1392522 Feb 04 17:18:20.304309 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6282b2-4056-4090-a852-cc7ad9ce6f6d req-0e205c11-5fe7-44d4-9540-30d01ef2bcac tempest-ServerPasswordTestJSON-1353933369 tempest-ServerPasswordTestJSON-1353933369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:18:20.306037 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-df6282b2-4056-4090-a852-cc7ad9ce6f6d req-0e205c11-5fe7-44d4-9540-30d01ef2bcac tempest-ServerPasswordTestJSON-1353933369 tempest-ServerPasswordTestJSON-1353933369-project] 10.222.0.89 "GET /v2.0/ports?device_id=634d883b-4d6b-4d79-9cf4-d686060f2918 HTTP/1.1" status: 200 len: 945 time: 0.3369169 Feb 04 17:18:20.325197 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-eac2809d-7729-49f8-8344-e78473bec476 admin admin] Publish callbacks [] for security_group (c9f5bd7c-911a-4b9f-bc3e-1c857741dbcf), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:20.355586 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-1397b322-538b-4572-a170-0eb835f05e84 None None] Provisioning complete for port 05865950-1844-4e3a-a068-5ccc02495a6c triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:18:20.356104 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1397b322-538b-4572-a170-0eb835f05e84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (05865950-1844-4e3a-a068-5ccc02495a6c), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:20.365435 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f99a9e5-5232-4c38-b7a3-56d8b622826a admin admin] Router 53792503-92df-4237-b0c8-dc60acf88751 is scheduled to L3 agent 64ada913-9131-4d99-a265-63a920956287 with binding_index 1 {{(pid=103377) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 17:18:20.374276 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-eac2809d-7729-49f8-8344-e78473bec476 admin admin] Publish callbacks [] for security_group (c9f5bd7c-911a-4b9f-bc3e-1c857741dbcf), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:20.390209 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-df6282b2-4056-4090-a852-cc7ad9ce6f6d req-35062d51-07b3-4788-a01d-801586177fcc tempest-ServerPasswordTestJSON-1353933369 tempest-ServerPasswordTestJSON-1353933369-project] 10.222.0.89 "GET /v2.0/security-groups?id=f73a87ce-3623-468b-b264-be10e14b97af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733814 Feb 04 17:18:20.403091 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-df383190-9f04-49bb-94e5-75eb95a8f4be req-dbdcf819-1094-47f2-b742-4912077121f7 tempest-ListServerFiltersTestJSON-412490069 tempest-ListServerFiltersTestJSON-412490069-project] 10.222.0.89 "GET /v2.0/security-groups?id=97f39e76-7bf1-44bd-bf73-dcbb52112ad3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125600 Feb 04 17:18:20.503954 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port 05865950-1844-4e3a-a068-5ccc02495a6c triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:18:20.504308 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (05865950-1844-4e3a-a068-5ccc02495a6c), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:20.532909 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-eac2809d-7729-49f8-8344-e78473bec476 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (c9f5bd7c-911a-4b9f-bc3e-1c857741dbcf), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:20.536105 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-eac2809d-7729-49f8-8344-e78473bec476 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:20.537552 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-eac2809d-7729-49f8-8344-e78473bec476 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/c9f5bd7c-911a-4b9f-bc3e-1c857741dbcf HTTP/1.1" status: 204 len: 168 time: 0.3227687 Feb 04 17:18:20.550430 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1397b322-538b-4572-a170-0eb835f05e84 None None] Current status of the port 05865950-1844-4e3a-a068-5ccc02495a6c is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:18:20.552630 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac2809d-7729-49f8-8344-e78473bec476 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9f5bd7c-911a-4b9f-bc3e-1c857741dbcf,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:18:20.599931 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef666ef7-79fb-4eef-ac8d-6434b600ee6b req-b0c8f13c-b463-4bed-a6b8-745f5c04adff tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:18:20.607165 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-ef666ef7-79fb-4eef-ac8d-6434b600ee6b req-b0c8f13c-b463-4bed-a6b8-745f5c04adff tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] 10.222.0.89 "GET /v2.0/ports?device_id=809c551a-1790-4b2b-baf4-9847169d6487 HTTP/1.1" status: 200 len: 943 time: 0.1006305 Feb 04 17:18:20.631818 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port 05865950-1844-4e3a-a068-5ccc02495a6c is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:18:20.637832 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f99a9e5-5232-4c38-b7a3-56d8b622826a admin admin] Notify agent at l3_agent.n-d-827839-2 the message routers_updated {{(pid=103377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 17:18:20.655691 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71bd8cd9-7cd2-4172-8184-6ba83044367f None None] Sync routers for ids ['53792503-92df-4237-b0c8-dc60acf88751'] in n-d-827839-2 {{(pid=103378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 17:18:20.680334 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71bd8cd9-7cd2-4172-8184-6ba83044367f None None] Routers {'53792503-92df-4237-b0c8-dc60acf88751'} bound to L3 agent in host n-d-827839-2 {{(pid=103378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:18:20.681022 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-71bd8cd9-7cd2-4172-8184-6ba83044367f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:18:02Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['53792503-92df-4237-b0c8-dc60acf88751'], 'active': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:18:20.711368 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-ef666ef7-79fb-4eef-ac8d-6434b600ee6b req-2ce875e0-d792-4558-bc39-566c81d0b2f3 tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] 10.222.0.89 "GET /v2.0/security-groups?id=18e6cc58-e448-4d12-9423-2a502a086ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032059 Feb 04 17:18:20.727254 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-3f99a9e5-5232-4c38-b7a3-56d8b622826a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:20.734185 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-3f99a9e5-5232-4c38-b7a3-56d8b622826a admin admin] 10.222.0.89 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.0835836 Feb 04 17:18:20.736792 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 59444) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:18:20.749497 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bae673-d922-4389-bd51-3e5a1f5ee7b2 req-dab4518e-bfa7-44f3-b3cd-a699e9857bd5 tempest-ServersAdminTestJSON-70469306 tempest-ServersAdminTestJSON-70469306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:18:20.757971 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-16bae673-d922-4389-bd51-3e5a1f5ee7b2 req-dab4518e-bfa7-44f3-b3cd-a699e9857bd5 tempest-ServersAdminTestJSON-70469306 tempest-ServersAdminTestJSON-70469306-project] 10.222.0.89 "GET /v2.0/ports?device_id=0c0189fa-3209-44e0-92bf-41bfd20b9678 HTTP/1.1" status: 200 len: 948 time: 0.1391544 Feb 04 17:18:20.778736 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9d4bea-0277-43f3-ad35-76e1d6d3dc17 req-c9b9f727-1dad-4b66-9d9a-19d265582044 tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:18:20.783674 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-6f9d4bea-0277-43f3-ad35-76e1d6d3dc17 req-c9b9f727-1dad-4b66-9d9a-19d265582044 tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] 10.222.0.96 "GET /v2.0/ports?device_id=e746a355-df6f-420e-9722-051f2d1921e6 HTTP/1.1" status: 200 len: 945 time: 0.1256795 Feb 04 17:18:20.870789 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvr_db [None req-71bd8cd9-7cd2-4172-8184-6ba83044367f None None] Set router 53792503-92df-4237-b0c8-dc60acf88751 gateway port host: n-d-827839-2 {{(pid=103378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:18:20.879680 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-06424f3c-2345-4a31-89a1-a6f67bdd7060 req-6ba128a6-07e7-4702-af5d-49a15875c557 tempest-ListServersNegativeTestJSON-1313441639 tempest-ListServersNegativeTestJSON-1313441639-project] 10.222.0.89 "GET /v2.0/ports?device_id=c5b63e12-482c-44e0-b0aa-6c8f14ac003f HTTP/1.1" status: 200 len: 210 time: 0.0692170 Feb 04 17:18:20.930266 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Device 09aa55e0-5163-4db6-a3bc-872b1a6291df up at agent hyperv_n-h2-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:18:20.935472 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-16bae673-d922-4389-bd51-3e5a1f5ee7b2 req-e67fddcf-45e3-411f-99fd-1eee9b9da95c tempest-ServersAdminTestJSON-70469306 tempest-ServersAdminTestJSON-70469306-project] 10.222.0.89 "GET /v2.0/security-groups?id=0b9d4704-c600-4325-be39-d787042bd965&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506443 Feb 04 17:18:20.981186 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device 624dc4ba-16e0-4d94-a42c-1d5135d09ec8 up at agent hyperv_n-h1-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:18:20.984316 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [req-6f9d4bea-0277-43f3-ad35-76e1d6d3dc17 req-3a9d5387-4981-4b8e-b5a0-18c642644acc tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] Deleting port 0b802548-244e-410c-bab8-0d961a215443 {{(pid=103376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:18:20.990773 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-6f9d4bea-0277-43f3-ad35-76e1d6d3dc17 req-3a9d5387-4981-4b8e-b5a0-18c642644acc tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (0b802548-244e-410c-bab8-0d961a215443), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:21.140327 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [req-6f9d4bea-0277-43f3-ad35-76e1d6d3dc17 req-3a9d5387-4981-4b8e-b5a0-18c642644acc tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] For port 0b802548-244e-410c-bab8-0d961a215443, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=0b802548-244e-410c-bab8-0d961a215443,segment=NetworkSegment(78faf63e-60a8-47e4-85af-dce04e5fa366),segment_id=78faf63e-60a8-47e4-85af-dce04e5fa366)] {{(pid=103376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:18:21.141199 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-6f9d4bea-0277-43f3-ad35-76e1d6d3dc17 req-3a9d5387-4981-4b8e-b5a0-18c642644acc tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (0b802548-244e-410c-bab8-0d961a215443), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:21.156062 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Provisioning for port 09aa55e0-5163-4db6-a3bc-872b1a6291df completed by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 17:18:21.161064 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [req-6f9d4bea-0277-43f3-ad35-76e1d6d3dc17 req-3a9d5387-4981-4b8e-b5a0-18c642644acc tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] Calling delete_port for 0b802548-244e-410c-bab8-0d961a215443 owned by compute:nova {{(pid=103376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:18:21.179664 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Provisioning complete for port 09aa55e0-5163-4db6-a3bc-872b1a6291df triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:18:21.179990 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (09aa55e0-5163-4db6-a3bc-872b1a6291df), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:21.230558 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b98760-c19a-4994-84ba-4a8f86defd53 req-65b035b6-e045-47a9-8ca8-9d8c7ab49e3c tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:18:21.233004 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-a9b98760-c19a-4994-84ba-4a8f86defd53 req-65b035b6-e045-47a9-8ca8-9d8c7ab49e3c tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] 10.222.0.89 "GET /v2.0/ports?device_id=e746a355-df6f-420e-9722-051f2d1921e6 HTTP/1.1" status: 200 len: 945 time: 0.1715164 Feb 04 17:18:21.258932 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Provisioning for port 624dc4ba-16e0-4d94-a42c-1d5135d09ec8 completed by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 17:18:21.272063 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Provisioning complete for port 624dc4ba-16e0-4d94-a42c-1d5135d09ec8 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:18:21.272651 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (624dc4ba-16e0-4d94-a42c-1d5135d09ec8), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:21.334279 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-a9b98760-c19a-4994-84ba-4a8f86defd53 req-0f887883-2a28-456c-98ad-1eb18dce4f36 tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] 10.222.0.89 "GET /v2.0/security-groups?id=c591d0a0-8f77-4259-ab5e-c54cb31473d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908926 Feb 04 17:18:21.411117 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-6f9d4bea-0277-43f3-ad35-76e1d6d3dc17 req-3a9d5387-4981-4b8e-b5a0-18c642644acc tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (0b802548-244e-410c-bab8-0d961a215443), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:21.459543 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] get_ports_and_sgs() called for port_ids ['0d900902-236e-4b59-81c2-4e05e50526a0'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 17:18:21.463721 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] get_ports_and_sgs() called for port_ids ['0b802548-244e-410c-bab8-0d961a215443'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 17:18:21.502637 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9d5387-4981-4b8e-b5a0-18c642644acc tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] Pushing event deleted for resources: {'Port': ['ID=0b802548-244e-410c-bab8-0d961a215443,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:18:21.539213 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-71bd8cd9-7cd2-4172-8184-6ba83044367f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53792503-92df-4237-b0c8-dc60acf88751', 'name': 'tempest-AttachSCSIVolumeTestJSON-1917771760-router', 'tenant_id': '17c7616ca43843acb731e2b80c6fd54e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.55'}], 'enable_snat': True}, 'gw_port_id': '09a808d7-44b7-4302-a9c8-0b96db22cd19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:18:16Z', 'updated_at': '2022-02-04T17:18:19Z', 'revision_number': 3, 'project_id': '17c7616ca43843acb731e2b80c6fd54e', 'gw_port': {'id': '09a808d7-44b7-4302-a9c8-0b96db22cd19', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:e6:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53792503-92df-4237-b0c8-dc60acf88751', 'device_owner': 'network:router_gateway', 'standard_attr_id': 869, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:18:18Z', 'updated_at': '2022-02-04T17:18:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2'}], 'n-d-827839-2', False) {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:18:21.662709 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-4b1c294e-8b52-4cd4-a3ce-826e09b47277 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:21.689575 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f9d4bea-0277-43f3-ad35-76e1d6d3dc17 req-3a9d5387-4981-4b8e-b5a0-18c642644acc tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] No DVR routers for this DVR port 0b802548-244e-410c-bab8-0d961a215443 on host n-h1-827839-2 {{(pid=103376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 17:18:21.701844 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-6f9d4bea-0277-43f3-ad35-76e1d6d3dc17 req-3a9d5387-4981-4b8e-b5a0-18c642644acc tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:21.705435 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-6f9d4bea-0277-43f3-ad35-76e1d6d3dc17 req-3a9d5387-4981-4b8e-b5a0-18c642644acc tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] 10.222.0.96 "DELETE /v2.0/ports/0b802548-244e-410c-bab8-0d961a215443 HTTP/1.1" status: 204 len: 173 time: 0.9137189 Feb 04 17:18:21.705908 n-d-827839-2 neutron-server[103376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e746a355-df6f-420e-9722-051f2d1921e6', 'name': 'network-vif-deleted', 'tag': '0b802548-244e-410c-bab8-0d961a215443'}] {{(pid=103376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:18:21.710258 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d59c3bb5e2f09ebf62144d5e09b1cff60c763a9c19614c24538e77842938c05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c266836-fde9-4a93-ae1e-66ec0d3aca5b" -d '{"events": [{"server_uuid": "e746a355-df6f-420e-9722-051f2d1921e6", "name": "network-vif-deleted", "tag": "0b802548-244e-410c-bab8-0d961a215443"}]}' {{(pid=103376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:18:21.745723 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccc5ffd-390a-4796-8a7e-05a7ef7c7a50 req-1b9b09ff-bf63-4c5c-b9a6-d534bfbaa98e tempest-ListServerFiltersTestJSON-412490069 tempest-ListServerFiltersTestJSON-412490069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:18:21.748225 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-2ccc5ffd-390a-4796-8a7e-05a7ef7c7a50 req-1b9b09ff-bf63-4c5c-b9a6-d534bfbaa98e tempest-ListServerFiltersTestJSON-412490069 tempest-ListServerFiltersTestJSON-412490069-project] 10.222.0.89 "GET /v2.0/ports?device_id=003b1698-308a-408b-8e39-478eda454ea2 HTTP/1.1" status: 200 len: 946 time: 0.1850891 Feb 04 17:18:21.756249 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b315102d-917c-4d28-a30c-814c49b2a4a2 req-66f57826-c695-49da-969c-7e05758a378b tempest-ServerPasswordTestJSON-1353933369 tempest-ServerPasswordTestJSON-1353933369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:18:21.765370 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-b315102d-917c-4d28-a30c-814c49b2a4a2 req-66f57826-c695-49da-969c-7e05758a378b tempest-ServerPasswordTestJSON-1353933369 tempest-ServerPasswordTestJSON-1353933369-project] 10.222.0.89 "GET /v2.0/ports?device_id=634d883b-4d6b-4d79-9cf4-d686060f2918 HTTP/1.1" status: 200 len: 945 time: 0.1687975 Feb 04 17:18:21.845805 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-b315102d-917c-4d28-a30c-814c49b2a4a2 req-0a1a4903-182c-444a-9b5a-70d9af992279 tempest-ServerPasswordTestJSON-1353933369 tempest-ServerPasswordTestJSON-1353933369-project] 10.222.0.89 "GET /v2.0/security-groups?id=f73a87ce-3623-468b-b264-be10e14b97af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792353 Feb 04 17:18:21.871584 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-2ccc5ffd-390a-4796-8a7e-05a7ef7c7a50 req-fba49881-f284-4cab-a06d-598bebbaa0fe tempest-ListServerFiltersTestJSON-412490069 tempest-ListServerFiltersTestJSON-412490069-project] 10.222.0.89 "GET /v2.0/security-groups?id=97f39e76-7bf1-44bd-bf73-dcbb52112ad3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087098 Feb 04 17:18:21.903005 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 17:18:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbe1313e-2ac0-436c-bd2e-4b249400e467 x-openstack-request-id: req-bbe1313e-2ac0-436c-bd2e-4b249400e467 {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:18:21.903434 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e746a355-df6f-420e-9722-051f2d1921e6", "name": "network-vif-deleted", "tag": "0b802548-244e-410c-bab8-0d961a215443", "status": "completed", "code": 200}]} {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:18:21.903692 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-bbe1313e-2ac0-436c-bd2e-4b249400e467 {{(pid=103376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:18:21.904096 n-d-827839-2 neutron-server[103376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e746a355-df6f-420e-9722-051f2d1921e6', 'name': 'network-vif-deleted', 'tag': '0b802548-244e-410c-bab8-0d961a215443', 'status': 'completed', 'code': 200} Feb 04 17:18:21.916941 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Current status of the port 624dc4ba-16e0-4d94-a42c-1d5135d09ec8 is: BUILD; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:18:21.918042 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (624dc4ba-16e0-4d94-a42c-1d5135d09ec8), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:21.955996 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.db_base_plugin_common [None req-4b1c294e-8b52-4cd4-a3ce-826e09b47277 admin admin] Allocated IP 172.20.0.1 (e7a2df79-c8ce-4040-9052-dff1b84320da/ecfdaff4-bfe4-4c41-acd1-759b3291dd98/f30c52a8-2062-46cc-a4bc-981061d67774) {{(pid=103377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:18:21.981967 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Current status of the port 09aa55e0-5163-4db6-a3bc-872b1a6291df is: BUILD; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:18:21.984727 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (09aa55e0-5163-4db6-a3bc-872b1a6291df), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:22.032545 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71bd8cd9-7cd2-4172-8184-6ba83044367f None None] Checking router: 53792503-92df-4237-b0c8-dc60acf88751 for host: n-d-827839-2 {{(pid=103378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 17:18:22.033189 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71bd8cd9-7cd2-4172-8184-6ba83044367f None None] Updating router 53792503-92df-4237-b0c8-dc60acf88751 port 09a808d7-44b7-4302-a9c8-0b96db22cd19 binding host n-d-827839-2 {{(pid=103378) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 17:18:22.086610 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-2c29b4a2-b3ad-4fb9-ab46-499ab2a9639a req-c1ffaecd-2fb7-46d5-a04a-02a5f4c4903d tempest-ListServersNegativeTestJSON-1313441639 tempest-ListServersNegativeTestJSON-1313441639-project] 10.222.0.89 "GET /v2.0/ports?device_id=c5b63e12-482c-44e0-b0aa-6c8f14ac003f HTTP/1.1" status: 200 len: 210 time: 0.0467579 Feb 04 17:18:22.134620 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '634d883b-4d6b-4d79-9cf4-d686060f2918', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '624dc4ba-16e0-4d94-a42c-1d5135d09ec8'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:18:22.137183 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c34bc964ce2211770fda26ca2f3801cc06f4f39928110690550e94ab9c9d2fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2c2c10e-3167-46a1-b846-3dbe0abe7c36" -d '{"events": [{"server_uuid": "634d883b-4d6b-4d79-9cf4-d686060f2918", "name": "network-vif-plugged", "status": "completed", "tag": "624dc4ba-16e0-4d94-a42c-1d5135d09ec8"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:18:22.155184 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-71bd8cd9-7cd2-4172-8184-6ba83044367f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (09a808d7-44b7-4302-a9c8-0b96db22cd19), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:22.158148 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] For port 624dc4ba-16e0-4d94-a42c-1d5135d09ec8, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=624dc4ba-16e0-4d94-a42c-1d5135d09ec8,segment=NetworkSegment(0acd71c6-01f0-4ba0-a046-628498026858),segment_id=0acd71c6-01f0-4ba0-a046-628498026858)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:18:22.189158 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] For port 09aa55e0-5163-4db6-a3bc-872b1a6291df, host n-h2-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=09aa55e0-5163-4db6-a3bc-872b1a6291df,segment=NetworkSegment(3a39b085-d3e6-43bb-a64c-1b06dd049e5a),segment_id=3a39b085-d3e6-43bb-a64c-1b06dd049e5a)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:18:22.190509 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (624dc4ba-16e0-4d94-a42c-1d5135d09ec8), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:22.217426 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-4b1c294e-8b52-4cd4-a3ce-826e09b47277 admin admin] Publish callbacks [] for port (f30c52a8-2062-46cc-a4bc-981061d67774), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:22.223456 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (09aa55e0-5163-4db6-a3bc-872b1a6291df), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:22.233918 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0568a3-86a5-449e-a749-fa03b8fe04b7 req-acede8c7-72cc-4c80-adee-d85d53eb8dea tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:18:22.235485 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-9d0568a3-86a5-449e-a749-fa03b8fe04b7 req-acede8c7-72cc-4c80-adee-d85d53eb8dea tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] 10.222.0.89 "GET /v2.0/ports?device_id=809c551a-1790-4b2b-baf4-9847169d6487 HTTP/1.1" status: 200 len: 943 time: 0.2163024 Feb 04 17:18:22.280278 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42853a5f-72b8-4ec8-80d5-cb2dce8e0c34 req-067e2f85-f8db-4f09-9e72-0cef2a5791c5 tempest-ServersAdminTestJSON-70469306 tempest-ServersAdminTestJSON-70469306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:18:22.282229 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-42853a5f-72b8-4ec8-80d5-cb2dce8e0c34 req-067e2f85-f8db-4f09-9e72-0cef2a5791c5 tempest-ServersAdminTestJSON-70469306 tempest-ServersAdminTestJSON-70469306-project] 10.222.0.89 "GET /v2.0/ports?device_id=0c0189fa-3209-44e0-92bf-41bfd20b9678 HTTP/1.1" status: 200 len: 949 time: 0.1059375 Feb 04 17:18:22.295862 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-4b1c294e-8b52-4cd4-a3ce-826e09b47277 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (f30c52a8-2062-46cc-a4bc-981061d67774), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:22.314078 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Pushing event updated for resources: {'Port': ['ID=624dc4ba-16e0-4d94-a42c-1d5135d09ec8,revision_number=5']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:18:22.388147 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-42853a5f-72b8-4ec8-80d5-cb2dce8e0c34 req-36405f9c-411e-42e4-ac73-672f38a85464 tempest-ServersAdminTestJSON-70469306 tempest-ServersAdminTestJSON-70469306-project] 10.222.0.89 "GET /v2.0/security-groups?id=0b9d4704-c600-4325-be39-d787042bd965&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957243 Feb 04 17:18:22.413994 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-9d0568a3-86a5-449e-a749-fa03b8fe04b7 req-2462c8ee-f592-449f-8372-97603f7782a7 tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] 10.222.0.89 "GET /v2.0/security-groups?id=18e6cc58-e448-4d12-9423-2a502a086ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709118 Feb 04 17:18:22.420021 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b1c294e-8b52-4cd4-a3ce-826e09b47277 admin admin] Network e7a2df79-c8ce-4040-9052-dff1b84320da is already hosted by enough agents. {{(pid=103377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:18:22.426534 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Pushing event updated for resources: {'Port': ['ID=09aa55e0-5163-4db6-a3bc-872b1a6291df,revision_number=5']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:18:22.435470 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [None req-4b1c294e-8b52-4cd4-a3ce-826e09b47277 admin admin] Resources bound (agent type, host, resource id): {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:18:22.463303 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b1c294e-8b52-4cd4-a3ce-826e09b47277 admin admin] Received port after_create {{(pid=103377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:18:22.475675 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1c294e-8b52-4cd4-a3ce-826e09b47277 admin admin] Pushing event updated for resources: {'Port': ['ID=f30c52a8-2062-46cc-a4bc-981061d67774,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:18:22.570488 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 17:18:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13b438aa-eb74-44ac-a0c6-9e593f4cddda x-openstack-request-id: req-13b438aa-eb74-44ac-a0c6-9e593f4cddda {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:18:22.570791 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "634d883b-4d6b-4d79-9cf4-d686060f2918", "name": "network-vif-plugged", "status": "completed", "tag": "624dc4ba-16e0-4d94-a42c-1d5135d09ec8", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:18:22.572332 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-4b1c294e-8b52-4cd4-a3ce-826e09b47277 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1595471'] for router_interface (53792503-92df-4237-b0c8-dc60acf88751), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:22.572469 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-13b438aa-eb74-44ac-a0c6-9e593f4cddda {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:18:22.572841 n-d-827839-2 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '634d883b-4d6b-4d79-9cf4-d686060f2918', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '624dc4ba-16e0-4d94-a42c-1d5135d09ec8', 'code': 200} Feb 04 17:18:22.677633 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-71bd8cd9-7cd2-4172-8184-6ba83044367f None None] Publish callbacks [] for port (09a808d7-44b7-4302-a9c8-0b96db22cd19), precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:22.694757 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-71bd8cd9-7cd2-4172-8184-6ba83044367f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (09a808d7-44b7-4302-a9c8-0b96db22cd19), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:22.823278 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-71bd8cd9-7cd2-4172-8184-6ba83044367f None None] Attempting to bind port 09a808d7-44b7-4302-a9c8-0b96db22cd19 on host n-d-827839-2 for vnic_type normal with profile {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:18:22.823797 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-71bd8cd9-7cd2-4172-8184-6ba83044367f None None] Attempting to bind port 09a808d7-44b7-4302-a9c8-0b96db22cd19 by drivers openvswitch,hyperv on host n-d-827839-2 at level 0 using segments [{'id': '5942dc44-1f07-4c27-b0ab-45a2bff20dd5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188'}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:18:22.824166 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71bd8cd9-7cd2-4172-8184-6ba83044367f None None] Attempting to bind port 09a808d7-44b7-4302-a9c8-0b96db22cd19 on network 48165773-85ad-49a1-9ec1-76fc8dc24188 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:18:22.829586 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93daa347-144e-4ed7-a84f-00baa1d5280c None None] Pushing event updated for resources: {'Port': ['ID=09a808d7-44b7-4302-a9c8-0b96db22cd19,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:18:22.832058 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71bd8cd9-7cd2-4172-8184-6ba83044367f None None] Checking agent: {'id': 'ba70844b-66a0-45fd-a2f2-e6ed673321fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 0, 36), 'started_at': datetime.datetime(2022, 2, 4, 17, 1, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 18, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:18:22.832434 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71bd8cd9-7cd2-4172-8184-6ba83044367f None None] Checking segment: {'id': '5942dc44-1f07-4c27-b0ab-45a2bff20dd5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:18:22.832886 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-71bd8cd9-7cd2-4172-8184-6ba83044367f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:22.833266 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71bd8cd9-7cd2-4172-8184-6ba83044367f None None] Bound using segment: {'id': '5942dc44-1f07-4c27-b0ab-45a2bff20dd5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188'} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:18:22.833864 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-71bd8cd9-7cd2-4172-8184-6ba83044367f None None] Bound port: 09a808d7-44b7-4302-a9c8-0b96db22cd19, host: n-d-827839-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5942dc44-1f07-4c27-b0ab-45a2bff20dd5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188'}}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:18:22.834251 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-71bd8cd9-7cd2-4172-8184-6ba83044367f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (09a808d7-44b7-4302-a9c8-0b96db22cd19), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:22.898923 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df297539-2d25-4588-abc9-0415d526323f req-c9f511f0-2dd8-4819-9b2f-cef0c989d03f tempest-ListServersNegativeTestJSON-1313441639 tempest-ListServersNegativeTestJSON-1313441639-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:18:22.900507 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-df297539-2d25-4588-abc9-0415d526323f req-c9f511f0-2dd8-4819-9b2f-cef0c989d03f tempest-ListServersNegativeTestJSON-1313441639 tempest-ListServersNegativeTestJSON-1313441639-project] 10.222.0.96 "GET /v2.0/networks?id=7d3b249c-25c0-4657-92f5-d78df5eaf5f8 HTTP/1.1" status: 200 len: 817 time: 0.4117169 Feb 04 17:18:22.950355 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [req-df297539-2d25-4588-abc9-0415d526323f req-66dc4e17-e74b-47e7-91a5-739e265b7492 tempest-ListServersNegativeTestJSON-1313441639 tempest-ListServersNegativeTestJSON-1313441639-project] Request body: {'port': {'device_id': 'e369a23c-8977-4d6a-b80b-5455db399093', 'network_id': '7d3b249c-25c0-4657-92f5-d78df5eaf5f8', 'admin_state_up': True, 'tenant_id': '2e74248da24e42d3957f6027e08e0944'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:18:22.984706 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-6f40365c-28b3-492e-a34b-cbc06608107e None None] Provisioning complete for port f30c52a8-2062-46cc-a4bc-981061d67774 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:18:22.985299 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6f40365c-28b3-492e-a34b-cbc06608107e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (f30c52a8-2062-46cc-a4bc-981061d67774), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:23.014194 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-71bd8cd9-7cd2-4172-8184-6ba83044367f None None] For port 09a808d7-44b7-4302-a9c8-0b96db22cd19, host n-d-827839-2, cleared binding levels {{(pid=103378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:18:23.037327 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-71bd8cd9-7cd2-4172-8184-6ba83044367f None None] For port 09a808d7-44b7-4302-a9c8-0b96db22cd19, host n-d-827839-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=09a808d7-44b7-4302-a9c8-0b96db22cd19,segment=NetworkSegment(5942dc44-1f07-4c27-b0ab-45a2bff20dd5),segment_id=5942dc44-1f07-4c27-b0ab-45a2bff20dd5)] {{(pid=103378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:18:23.055418 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-71bd8cd9-7cd2-4172-8184-6ba83044367f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (09a808d7-44b7-4302-a9c8-0b96db22cd19), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:23.061782 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-6f40365c-28b3-492e-a34b-cbc06608107e None None] Port f30c52a8-2062-46cc-a4bc-981061d67774 cannot update to ACTIVE because it is not bound. {{(pid=103378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 17:18:23.124527 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-4af7ebcb-2b18-4aa6-952e-6aedcde5f665 req-fd42c1ea-7d68-4db9-8c94-24688797a6e1 tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] 10.222.0.89 "GET /v2.0/ports?device_id=e746a355-df6f-420e-9722-051f2d1921e6 HTTP/1.1" status: 200 len: 210 time: 0.2956567 Feb 04 17:18:23.127518 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-4b1c294e-8b52-4cd4-a3ce-826e09b47277 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (f30c52a8-2062-46cc-a4bc-981061d67774), before_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:23.175363 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71bd8cd9-7cd2-4172-8184-6ba83044367f None None] Routers {'53792503-92df-4237-b0c8-dc60acf88751'} bound to L3 agent in host n-d-827839-2 {{(pid=103378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:18:23.176549 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-71bd8cd9-7cd2-4172-8184-6ba83044367f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:18:02Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['53792503-92df-4237-b0c8-dc60acf88751'], 'active': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:18:23.281504 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93daa347-144e-4ed7-a84f-00baa1d5280c None None] Pushing event updated for resources: {'Port': ['ID=09a808d7-44b7-4302-a9c8-0b96db22cd19,revision_number=3']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:18:23.348208 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df297539-2d25-4588-abc9-0415d526323f req-0ccb41a3-494d-4bbd-8ab8-e713476f69fc tempest-ListServersNegativeTestJSON-1313441639 tempest-ListServersNegativeTestJSON-1313441639-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:18:23.350624 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-df297539-2d25-4588-abc9-0415d526323f req-0ccb41a3-494d-4bbd-8ab8-e713476f69fc tempest-ListServersNegativeTestJSON-1313441639 tempest-ListServersNegativeTestJSON-1313441639-project] 10.222.0.96 "GET /v2.0/networks?id=7d3b249c-25c0-4657-92f5-d78df5eaf5f8 HTTP/1.1" status: 200 len: 817 time: 0.5200379 Feb 04 17:18:23.376275 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvr_db [None req-71bd8cd9-7cd2-4172-8184-6ba83044367f None None] Set router 53792503-92df-4237-b0c8-dc60acf88751 gateway port host: n-d-827839-2 {{(pid=103378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:18:23.402953 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [req-df297539-2d25-4588-abc9-0415d526323f req-6f36745a-2ff1-4d86-bd9b-127b9e900c89 tempest-ListServersNegativeTestJSON-1313441639 tempest-ListServersNegativeTestJSON-1313441639-project] Request body: {'port': {'device_id': '70812b2b-8fd2-4d57-911b-de6ba7c6083f', 'network_id': '7d3b249c-25c0-4657-92f5-d78df5eaf5f8', 'admin_state_up': True, 'tenant_id': '2e74248da24e42d3957f6027e08e0944'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:18:23.478515 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05522e75-01b7-4c2f-86c0-c590b1fe3cc5 req-b45f3233-e5a2-49bc-97ef-1f62e82a9e91 tempest-ListServerFiltersTestJSON-412490069 tempest-ListServerFiltersTestJSON-412490069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:18:23.486233 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-05522e75-01b7-4c2f-86c0-c590b1fe3cc5 req-b45f3233-e5a2-49bc-97ef-1f62e82a9e91 tempest-ListServerFiltersTestJSON-412490069 tempest-ListServerFiltersTestJSON-412490069-project] 10.222.0.89 "GET /v2.0/ports?device_id=003b1698-308a-408b-8e39-478eda454ea2 HTTP/1.1" status: 200 len: 946 time: 0.2413785 Feb 04 17:18:23.504840 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df297539-2d25-4588-abc9-0415d526323f req-9a0a9a3a-ba53-48c4-bf22-5507a849d644 tempest-ListServersNegativeTestJSON-1313441639 tempest-ListServersNegativeTestJSON-1313441639-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:18:23.506629 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-df297539-2d25-4588-abc9-0415d526323f req-9a0a9a3a-ba53-48c4-bf22-5507a849d644 tempest-ListServersNegativeTestJSON-1313441639 tempest-ListServersNegativeTestJSON-1313441639-project] 10.222.0.96 "GET /v2.0/networks?id=7d3b249c-25c0-4657-92f5-d78df5eaf5f8 HTTP/1.1" status: 200 len: 817 time: 0.8016918 Feb 04 17:18:23.528924 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [req-df297539-2d25-4588-abc9-0415d526323f req-a7a6dc67-02cf-4b47-ad72-90c53756ad28 tempest-ListServersNegativeTestJSON-1313441639 tempest-ListServersNegativeTestJSON-1313441639-project] Request body: {'port': {'device_id': 'c5b63e12-482c-44e0-b0aa-6c8f14ac003f', 'network_id': '7d3b249c-25c0-4657-92f5-d78df5eaf5f8', 'admin_state_up': True, 'tenant_id': '2e74248da24e42d3957f6027e08e0944'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:18:23.618861 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-05522e75-01b7-4c2f-86c0-c590b1fe3cc5 req-fc1957d7-810b-4508-89b5-5449cd700caa tempest-ListServerFiltersTestJSON-412490069 tempest-ListServerFiltersTestJSON-412490069-project] 10.222.0.89 "GET /v2.0/security-groups?id=97f39e76-7bf1-44bd-bf73-dcbb52112ad3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268365 Feb 04 17:18:23.640300 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-71bd8cd9-7cd2-4172-8184-6ba83044367f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53792503-92df-4237-b0c8-dc60acf88751', 'name': 'tempest-AttachSCSIVolumeTestJSON-1917771760-router', 'tenant_id': '17c7616ca43843acb731e2b80c6fd54e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.55'}], 'enable_snat': True}, 'gw_port_id': '09a808d7-44b7-4302-a9c8-0b96db22cd19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:18:16Z', 'updated_at': '2022-02-04T17:18:22Z', 'revision_number': 4, 'project_id': '17c7616ca43843acb731e2b80c6fd54e', 'gw_port': {'id': '09a808d7-44b7-4302-a9c8-0b96db22cd19', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:e6:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53792503-92df-4237-b0c8-dc60acf88751', 'device_owner': 'network:router_gateway', 'standard_attr_id': 869, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:18:18Z', 'updated_at': '2022-02-04T17:18:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_interfaces': [{'id': 'f30c52a8-2062-46cc-a4bc-981061d67774', 'name': '', 'network_id': 'e7a2df79-c8ce-4040-9052-dff1b84320da', 'tenant_id': '17c7616ca43843acb731e2b80c6fd54e', 'mac_address': 'fa:16:3e:18:5a:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53792503-92df-4237-b0c8-dc60acf88751', 'device_owner': 'network:router_interface', 'standard_attr_id': 870, 'fixed_ips': [{'subnet_id': 'ecfdaff4-bfe4-4c41-acd1-759b3291dd98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:18:21Z', 'updated_at': '2022-02-04T17:18:21Z', 'revision_number': 1, 'project_id': '17c7616ca43843acb731e2b80c6fd54e', 'subnets': [{'id': 'ecfdaff4-bfe4-4c41-acd1-759b3291dd98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-2', False) {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:18:23.657877 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ab8c1c-33c9-4571-bbdc-b6ecda41d7a1 req-e98ae1f3-2c73-4791-ab71-584e031e820d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:18:23.660620 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-16ab8c1c-33c9-4571-bbdc-b6ecda41d7a1 req-e98ae1f3-2c73-4791-ab71-584e031e820d service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=634d883b-4d6b-4d79-9cf4-d686060f2918 HTTP/1.1" status: 200 len: 1128 time: 0.7927127 Feb 04 17:18:23.676137 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df297539-2d25-4588-abc9-0415d526323f req-6f36745a-2ff1-4d86-bd9b-127b9e900c89 tempest-ListServersNegativeTestJSON-1313441639 tempest-ListServersNegativeTestJSON-1313441639-project] Made reservation on behalf of 2e74248da24e42d3957f6027e08e0944 for: {'port': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:18:23.678888 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71bd8cd9-7cd2-4172-8184-6ba83044367f None None] The sync data for ids ['53792503-92df-4237-b0c8-dc60acf88751'] in n-d-827839-2 is: [{'id': '53792503-92df-4237-b0c8-dc60acf88751', 'name': 'tempest-AttachSCSIVolumeTestJSON-1917771760-router', 'tenant_id': '17c7616ca43843acb731e2b80c6fd54e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.55'}], 'enable_snat': True}, 'gw_port_id': '09a808d7-44b7-4302-a9c8-0b96db22cd19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:18:16Z', 'updated_at': '2022-02-04T17:18:22Z', 'revision_number': 4, 'project_id': '17c7616ca43843acb731e2b80c6fd54e', 'gw_port': {'id': '09a808d7-44b7-4302-a9c8-0b96db22cd19', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:e6:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53792503-92df-4237-b0c8-dc60acf88751', 'device_owner': 'network:router_gateway', 'standard_attr_id': 869, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:18:18Z', 'updated_at': '2022-02-04T17:18:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_interfaces': [{'id': 'f30c52a8-2062-46cc-a4bc-981061d67774', 'name': '', 'network_id': 'e7a2df79-c8ce-4040-9052-dff1b84320da', 'tenant_id': '17c7616ca43843acb731e2b80c6fd54e', 'mac_address': 'fa:16:3e:18:5a:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53792503-92df-4237-b0c8-dc60acf88751', 'device_owner': 'network:router_interface', 'standard_attr_id': 870, 'fixed_ips': [{'subnet_id': 'ecfdaff4-bfe4-4c41-acd1-759b3291dd98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:18:21Z', 'updated_at': '2022-02-04T17:18:21Z', 'revision_number': 1, 'project_id': '17c7616ca43843acb731e2b80c6fd54e', 'subnets': [{'id': 'ecfdaff4-bfe4-4c41-acd1-759b3291dd98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 17:18:23.682609 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-df297539-2d25-4588-abc9-0415d526323f req-6f36745a-2ff1-4d86-bd9b-127b9e900c89 tempest-ListServersNegativeTestJSON-1313441639 tempest-ListServersNegativeTestJSON-1313441639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:23.691864 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-4b1c294e-8b52-4cd4-a3ce-826e09b47277 admin admin] Publish callbacks [] for port (f30c52a8-2062-46cc-a4bc-981061d67774), precommit_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:23.707061 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-4b1c294e-8b52-4cd4-a3ce-826e09b47277 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25888290'] for port (f30c52a8-2062-46cc-a4bc-981061d67774), after_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:23.714493 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136fffe1-f17a-46dd-8f97-3a425e9eca21 req-3b0690e1-4fbf-45ab-83f8-ae5c0f1df92e tempest-ServerPasswordTestJSON-1353933369 tempest-ServerPasswordTestJSON-1353933369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:18:23.722969 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-136fffe1-f17a-46dd-8f97-3a425e9eca21 req-3b0690e1-4fbf-45ab-83f8-ae5c0f1df92e tempest-ServerPasswordTestJSON-1353933369 tempest-ServerPasswordTestJSON-1353933369-project] 10.222.0.89 "GET /v2.0/ports?device_id=634d883b-4d6b-4d79-9cf4-d686060f2918 HTTP/1.1" status: 200 len: 946 time: 0.7088373 Feb 04 17:18:23.839550 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-16ab8c1c-33c9-4571-bbdc-b6ecda41d7a1 req-11b27aad-7ea9-4ae4-9691-95bcf1e92075 service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=f73a87ce-3623-468b-b264-be10e14b97af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624362 Feb 04 17:18:23.846250 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df297539-2d25-4588-abc9-0415d526323f req-a7a6dc67-02cf-4b47-ad72-90c53756ad28 tempest-ListServersNegativeTestJSON-1313441639 tempest-ListServersNegativeTestJSON-1313441639-project] Made reservation on behalf of 2e74248da24e42d3957f6027e08e0944 for: {'port': 1} {{(pid=103376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:18:23.850085 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-df297539-2d25-4588-abc9-0415d526323f req-a7a6dc67-02cf-4b47-ad72-90c53756ad28 tempest-ListServersNegativeTestJSON-1313441639 tempest-ListServersNegativeTestJSON-1313441639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:23.857307 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df297539-2d25-4588-abc9-0415d526323f req-66dc4e17-e74b-47e7-91a5-739e265b7492 tempest-ListServersNegativeTestJSON-1313441639 tempest-ListServersNegativeTestJSON-1313441639-project] Made reservation on behalf of 2e74248da24e42d3957f6027e08e0944 for: {'port': 1} {{(pid=103376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:18:23.860782 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-df297539-2d25-4588-abc9-0415d526323f req-66dc4e17-e74b-47e7-91a5-739e265b7492 tempest-ListServersNegativeTestJSON-1313441639 tempest-ListServersNegativeTestJSON-1313441639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:23.874943 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-136fffe1-f17a-46dd-8f97-3a425e9eca21 req-289da924-d204-488f-8079-fd4d10620eff tempest-ServerPasswordTestJSON-1353933369 tempest-ServerPasswordTestJSON-1353933369-project] 10.222.0.89 "GET /v2.0/security-groups?id=f73a87ce-3623-468b-b264-be10e14b97af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507292 Feb 04 17:18:24.137901 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.db_base_plugin_common [req-df297539-2d25-4588-abc9-0415d526323f req-a7a6dc67-02cf-4b47-ad72-90c53756ad28 tempest-ListServersNegativeTestJSON-1313441639 tempest-ListServersNegativeTestJSON-1313441639-project] Allocated IP 172.20.0.6 (7d3b249c-25c0-4657-92f5-d78df5eaf5f8/009ec162-9c7a-412e-b512-41bf0f49c405/1bae8eb6-8622-475f-ad27-e33db01c7b4a) {{(pid=103376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:18:24.167753 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-4dfb8041-513f-40bd-94da-6a9ca8dea26c req-b8730ee4-ec77-4d78-a567-bcac9cd4b4d0 tempest-ListServersNegativeTestJSON-1313441639 tempest-ListServersNegativeTestJSON-1313441639-project] 10.222.0.89 "GET /v2.0/ports?device_id=c5b63e12-482c-44e0-b0aa-6c8f14ac003f HTTP/1.1" status: 200 len: 210 time: 0.4462287 Feb 04 17:18:24.184976 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1c294e-8b52-4cd4-a3ce-826e09b47277 admin admin] Pushing event updated for resources: {'Port': ['ID=f30c52a8-2062-46cc-a4bc-981061d67774,revision_number=2']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:18:24.227406 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-4b1c294e-8b52-4cd4-a3ce-826e09b47277 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1677345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602751'] for router_interface (53792503-92df-4237-b0c8-dc60acf88751), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:24.329668 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab593bcd-ea9f-4d87-bc58-b90970ef4238 req-477eb30d-4f73-4bca-977b-cbf46c9899b2 tempest-ServersAdminTestJSON-70469306 tempest-ServersAdminTestJSON-70469306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:18:24.331452 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-ab593bcd-ea9f-4d87-bc58-b90970ef4238 req-477eb30d-4f73-4bca-977b-cbf46c9899b2 tempest-ServersAdminTestJSON-70469306 tempest-ServersAdminTestJSON-70469306-project] 10.222.0.89 "GET /v2.0/ports?device_id=0c0189fa-3209-44e0-92bf-41bfd20b9678 HTTP/1.1" status: 200 len: 949 time: 0.1209102 Feb 04 17:18:24.393778 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ad5dae-486f-49c6-b433-cfb49ed2df5f req-1845c6c5-3882-48a1-a6bf-3e7e01742c1a tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:18:24.395979 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-d9ad5dae-486f-49c6-b433-cfb49ed2df5f req-1845c6c5-3882-48a1-a6bf-3e7e01742c1a tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] 10.222.0.89 "GET /v2.0/ports?device_id=809c551a-1790-4b2b-baf4-9847169d6487 HTTP/1.1" status: 200 len: 943 time: 0.1385763 Feb 04 17:18:24.403673 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b1c294e-8b52-4cd4-a3ce-826e09b47277 admin admin] Network e7a2df79-c8ce-4040-9052-dff1b84320da is already hosted by enough agents. {{(pid=103377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:18:24.406929 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [None req-4b1c294e-8b52-4cd4-a3ce-826e09b47277 admin admin] Resources bound (agent type, host, resource id): {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:18:24.417699 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-df297539-2d25-4588-abc9-0415d526323f req-a7a6dc67-02cf-4b47-ad72-90c53756ad28 tempest-ListServersNegativeTestJSON-1313441639 tempest-ListServersNegativeTestJSON-1313441639-project] Publish callbacks [] for port (1bae8eb6-8622-475f-ad27-e33db01c7b4a), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:24.441962 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-ab593bcd-ea9f-4d87-bc58-b90970ef4238 req-72def34d-3475-46a9-8a06-cad5788036ce tempest-ServersAdminTestJSON-70469306 tempest-ServersAdminTestJSON-70469306-project] 10.222.0.89 "GET /v2.0/security-groups?id=0b9d4704-c600-4325-be39-d787042bd965&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989914 Feb 04 17:18:24.483649 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-df297539-2d25-4588-abc9-0415d526323f req-a7a6dc67-02cf-4b47-ad72-90c53756ad28 tempest-ListServersNegativeTestJSON-1313441639 tempest-ListServersNegativeTestJSON-1313441639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (1bae8eb6-8622-475f-ad27-e33db01c7b4a), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:24.573941 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c0189fa-3209-44e0-92bf-41bfd20b9678', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09aa55e0-5163-4db6-a3bc-872b1a6291df'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:18:24.576238 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c34bc964ce2211770fda26ca2f3801cc06f4f39928110690550e94ab9c9d2fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-922b9283-4227-482c-a0d8-1ba6db7ca838" -d '{"events": [{"server_uuid": "0c0189fa-3209-44e0-92bf-41bfd20b9678", "name": "network-vif-plugged", "status": "completed", "tag": "09aa55e0-5163-4db6-a3bc-872b1a6291df"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:18:24.609913 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df297539-2d25-4588-abc9-0415d526323f req-a7a6dc67-02cf-4b47-ad72-90c53756ad28 tempest-ListServersNegativeTestJSON-1313441639 tempest-ListServersNegativeTestJSON-1313441639-project] Network 7d3b249c-25c0-4657-92f5-d78df5eaf5f8 is already hosted by enough agents. {{(pid=103376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:18:24.612323 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-d9ad5dae-486f-49c6-b433-cfb49ed2df5f req-a84ec236-ede3-4f0d-a865-321dc66c8101 tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] 10.222.0.89 "GET /v2.0/security-groups?id=18e6cc58-e448-4d12-9423-2a502a086ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2075262 Feb 04 17:18:24.618737 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [req-df297539-2d25-4588-abc9-0415d526323f req-a7a6dc67-02cf-4b47-ad72-90c53756ad28 tempest-ListServersNegativeTestJSON-1313441639 tempest-ListServersNegativeTestJSON-1313441639-project] Resources bound (agent type, host, resource id): {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:18:24.631247 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [req-df297539-2d25-4588-abc9-0415d526323f req-a7a6dc67-02cf-4b47-ad72-90c53756ad28 tempest-ListServersNegativeTestJSON-1313441639 tempest-ListServersNegativeTestJSON-1313441639-project] Received port after_create {{(pid=103376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:18:24.675974 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b1c294e-8b52-4cd4-a3ce-826e09b47277 admin admin] Router 53792503-92df-4237-b0c8-dc60acf88751 has already been hosted by L3 agent 64ada913-9131-4d99-a265-63a920956287 {{(pid=103377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 17:18:24.707899 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a6dc67-02cf-4b47-ad72-90c53756ad28 tempest-ListServersNegativeTestJSON-1313441639 tempest-ListServersNegativeTestJSON-1313441639-project] Pushing event updated for resources: {'Port': ['ID=1bae8eb6-8622-475f-ad27-e33db01c7b4a,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:18:24.720324 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.db_base_plugin_common [req-df297539-2d25-4588-abc9-0415d526323f req-66dc4e17-e74b-47e7-91a5-739e265b7492 tempest-ListServersNegativeTestJSON-1313441639 tempest-ListServersNegativeTestJSON-1313441639-project] Allocated IP 172.20.0.2 (7d3b249c-25c0-4657-92f5-d78df5eaf5f8/009ec162-9c7a-412e-b512-41bf0f49c405/dee46075-c89a-464b-8d60-d873067be6b8) {{(pid=103376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:18:24.730740 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Device 645c34a0-6641-41db-8d2a-af675eb8fb2e details requested by agent hyperv_n-h2-827839-2 with host n-h2-827839-2 {{(pid=103378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 17:18:24.814888 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df297539-2d25-4588-abc9-0415d526323f req-a7a6dc67-02cf-4b47-ad72-90c53756ad28 tempest-ListServersNegativeTestJSON-1313441639 tempest-ListServersNegativeTestJSON-1313441639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:18:24.815664 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-df297539-2d25-4588-abc9-0415d526323f req-a7a6dc67-02cf-4b47-ad72-90c53756ad28 tempest-ListServersNegativeTestJSON-1313441639 tempest-ListServersNegativeTestJSON-1313441639-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:24.867670 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device 0b802548-244e-410c-bab8-0d961a215443 no longer exists at agent hyperv_n-h1-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:18:24.893637 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-df297539-2d25-4588-abc9-0415d526323f req-a7a6dc67-02cf-4b47-ad72-90c53756ad28 tempest-ListServersNegativeTestJSON-1313441639 tempest-ListServersNegativeTestJSON-1313441639-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3686585 Feb 04 17:18:24.923417 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [req-df297539-2d25-4588-abc9-0415d526323f req-64249830-82f9-440d-ae13-1abc65b9f931 service neutron] Request body: {'port': {'device_id': 'c5b63e12-482c-44e0-b0aa-6c8f14ac003f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827839-2'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:18:24.941618 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 17:18:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a30b341f-811c-413b-830c-0d37b824365d x-openstack-request-id: req-a30b341f-811c-413b-830c-0d37b824365d {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:18:24.941906 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c0189fa-3209-44e0-92bf-41bfd20b9678", "name": "network-vif-plugged", "status": "completed", "tag": "09aa55e0-5163-4db6-a3bc-872b1a6291df", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:18:24.942159 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-a30b341f-811c-413b-830c-0d37b824365d {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:18:24.942550 n-d-827839-2 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c0189fa-3209-44e0-92bf-41bfd20b9678', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09aa55e0-5163-4db6-a3bc-872b1a6291df', 'code': 200} Feb 04 17:18:24.965437 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b1c294e-8b52-4cd4-a3ce-826e09b47277 admin admin] Notify agent at l3_agent.n-d-827839-2 the message routers_updated {{(pid=103377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 17:18:24.975867 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-4b1c294e-8b52-4cd4-a3ce-826e09b47277 admin admin] 10.222.0.89 "PUT /v2.0/routers/53792503-92df-4237-b0c8-dc60acf88751/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2378395 Feb 04 17:18:24.990100 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-14fe3c69-de6b-4e2b-ae6e-6406b976cc6c None None] Provisioning complete for port f30c52a8-2062-46cc-a4bc-981061d67774 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:18:24.990489 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-14fe3c69-de6b-4e2b-ae6e-6406b976cc6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (f30c52a8-2062-46cc-a4bc-981061d67774), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:24.992030 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] No Port match for: 0b802548-244e-410c-bab8-0d961a215443 {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 17:18:24.992377 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device 0b802548-244e-410c-bab8-0d961a215443 not bound to the agent host n-h1-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 17:18:25.083400 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c726b7-778d-4c1c-a81f-209390f1ef61 req-d70469fc-5633-4026-a598-273dd5e0e15a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:18:25.085934 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-91c726b7-778d-4c1c-a81f-209390f1ef61 req-d70469fc-5633-4026-a598-273dd5e0e15a service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=0c0189fa-3209-44e0-92bf-41bfd20b9678 HTTP/1.1" status: 200 len: 1131 time: 0.1306872 Feb 04 17:18:25.101075 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfff6196-f66f-4421-9853-29c54a7c66c7 req-fd4d3fa2-c08e-486d-83d5-030e2806439d tempest-ListServerFiltersTestJSON-412490069 tempest-ListServerFiltersTestJSON-412490069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:18:25.102722 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-14fe3c69-de6b-4e2b-ae6e-6406b976cc6c None None] Port f30c52a8-2062-46cc-a4bc-981061d67774 cannot update to ACTIVE because it is not bound. {{(pid=103378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 17:18:25.112464 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-bfff6196-f66f-4421-9853-29c54a7c66c7 req-fd4d3fa2-c08e-486d-83d5-030e2806439d tempest-ListServerFiltersTestJSON-412490069 tempest-ListServerFiltersTestJSON-412490069-project] 10.222.0.89 "GET /v2.0/ports?device_id=003b1698-308a-408b-8e39-478eda454ea2 HTTP/1.1" status: 200 len: 946 time: 0.1094606 Feb 04 17:18:25.125618 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] For port 645c34a0-6641-41db-8d2a-af675eb8fb2e, host n-h2-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=645c34a0-6641-41db-8d2a-af675eb8fb2e,segment=NetworkSegment(4adf983e-b4f0-4caa-beec-ecaadf2366f2),segment_id=4adf983e-b4f0-4caa-beec-ecaadf2366f2)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:18:25.138819 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Returning: {'device': '645c34a0-6641-41db-8d2a-af675eb8fb2e', 'network_id': '865a5290-ec33-4655-84a4-bc1453190ac7', 'port_id': '645c34a0-6641-41db-8d2a-af675eb8fb2e', 'mac_address': 'fa:16:3e:f3:34:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 770, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22305eb3-36bf-4425-804b-f2478ee8714d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 17:18:25.184215 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Current status of the port 645c34a0-6641-41db-8d2a-af675eb8fb2e is: DOWN; New status is: BUILD {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:18:25.185031 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (645c34a0-6641-41db-8d2a-af675eb8fb2e), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:25.216947 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 645c34a0-6641-41db-8d2a-af675eb8fb2e {{(pid=103378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 17:18:25.254562 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-df297539-2d25-4588-abc9-0415d526323f req-64249830-82f9-440d-ae13-1abc65b9f931 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (1bae8eb6-8622-475f-ad27-e33db01c7b4a), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:25.255126 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-91c726b7-778d-4c1c-a81f-209390f1ef61 req-d706e11a-7054-492f-bbe9-c2dda56adfdf service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=0b9d4704-c600-4325-be39-d787042bd965&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330950 Feb 04 17:18:25.289355 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-bfff6196-f66f-4421-9853-29c54a7c66c7 req-d9963f3d-6da9-4d63-b390-5233fd5ec3c4 tempest-ListServerFiltersTestJSON-412490069 tempest-ListServerFiltersTestJSON-412490069-project] 10.222.0.89 "GET /v2.0/security-groups?id=97f39e76-7bf1-44bd-bf73-dcbb52112ad3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1756699 Feb 04 17:18:25.290548 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] For port 645c34a0-6641-41db-8d2a-af675eb8fb2e, host n-h2-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=645c34a0-6641-41db-8d2a-af675eb8fb2e,segment=NetworkSegment(4adf983e-b4f0-4caa-beec-ecaadf2366f2),segment_id=4adf983e-b4f0-4caa-beec-ecaadf2366f2)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:18:25.297012 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (645c34a0-6641-41db-8d2a-af675eb8fb2e), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:25.414395 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Pushing event updated for resources: {'Port': ['ID=645c34a0-6641-41db-8d2a-af675eb8fb2e,revision_number=4']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:18:25.424892 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-df297539-2d25-4588-abc9-0415d526323f req-66dc4e17-e74b-47e7-91a5-739e265b7492 tempest-ListServersNegativeTestJSON-1313441639 tempest-ListServersNegativeTestJSON-1313441639-project] Publish callbacks [] for port (dee46075-c89a-464b-8d60-d873067be6b8), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:25.520227 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067aa000-30c0-4e53-916a-184d81ea64be req-615c43d3-f62f-4a63-8b3d-7e15aa57eb2a tempest-ServerPasswordTestJSON-1353933369 tempest-ServerPasswordTestJSON-1353933369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:18:25.521885 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-067aa000-30c0-4e53-916a-184d81ea64be req-615c43d3-f62f-4a63-8b3d-7e15aa57eb2a tempest-ServerPasswordTestJSON-1353933369 tempest-ServerPasswordTestJSON-1353933369-project] 10.222.0.89 "GET /v2.0/ports?device_id=634d883b-4d6b-4d79-9cf4-d686060f2918 HTTP/1.1" status: 200 len: 946 time: 0.2684410 Feb 04 17:18:25.613703 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] get_ports_and_sgs() called for port_ids ['645c34a0-6641-41db-8d2a-af675eb8fb2e'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 17:18:25.615820 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8586c9f-6b26-4b36-b7ac-d773d770f369 req-f4cc08ca-3e76-4620-a914-de3716d94f90 tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:18:25.620847 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-f8586c9f-6b26-4b36-b7ac-d773d770f369 req-f4cc08ca-3e76-4620-a914-de3716d94f90 tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] 10.222.0.89 "GET /v2.0/networks?id=e6d83a7c-1f77-441c-afa2-81d5754db2af HTTP/1.1" status: 200 len: 812 time: 0.1696854 Feb 04 17:18:25.624589 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-df297539-2d25-4588-abc9-0415d526323f req-66dc4e17-e74b-47e7-91a5-739e265b7492 tempest-ListServersNegativeTestJSON-1313441639 tempest-ListServersNegativeTestJSON-1313441639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (dee46075-c89a-464b-8d60-d873067be6b8), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:25.667572 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-f8586c9f-6b26-4b36-b7ac-d773d770f369 req-26b5c3db-c45f-4e01-bc7f-a64703cd1217 tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] 10.222.0.89 "GET /v2.0/quotas/36d552dcaba84f869d86965d2c5a9247 HTTP/1.1" status: 200 len: 375 time: 0.0457449 Feb 04 17:18:25.708599 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df297539-2d25-4588-abc9-0415d526323f req-66dc4e17-e74b-47e7-91a5-739e265b7492 tempest-ListServersNegativeTestJSON-1313441639 tempest-ListServersNegativeTestJSON-1313441639-project] Network 7d3b249c-25c0-4657-92f5-d78df5eaf5f8 is already hosted by enough agents. {{(pid=103376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:18:25.727290 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-f8586c9f-6b26-4b36-b7ac-d773d770f369 req-995df5c3-92d5-4e95-9467-5c05859ead2c tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=36d552dcaba84f869d86965d2c5a9247&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0587456 Feb 04 17:18:25.730246 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-067aa000-30c0-4e53-916a-184d81ea64be req-6fdfb5a6-dd53-4115-a989-f6d237391d04 tempest-ServerPasswordTestJSON-1353933369 tempest-ServerPasswordTestJSON-1353933369-project] 10.222.0.89 "GET /v2.0/security-groups?id=f73a87ce-3623-468b-b264-be10e14b97af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1950581 Feb 04 17:18:25.730859 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [req-df297539-2d25-4588-abc9-0415d526323f req-66dc4e17-e74b-47e7-91a5-739e265b7492 tempest-ListServersNegativeTestJSON-1313441639 tempest-ListServersNegativeTestJSON-1313441639-project] Resources bound (agent type, host, resource id): {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:18:25.735056 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [req-df297539-2d25-4588-abc9-0415d526323f req-66dc4e17-e74b-47e7-91a5-739e265b7492 tempest-ListServersNegativeTestJSON-1313441639 tempest-ListServersNegativeTestJSON-1313441639-project] Received port after_create {{(pid=103376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:18:25.794899 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66dc4e17-e74b-47e7-91a5-739e265b7492 tempest-ListServersNegativeTestJSON-1313441639 tempest-ListServersNegativeTestJSON-1313441639-project] Pushing event updated for resources: {'Port': ['ID=dee46075-c89a-464b-8d60-d873067be6b8,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:18:25.798082 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.db_base_plugin_common [req-df297539-2d25-4588-abc9-0415d526323f req-6f36745a-2ff1-4d86-bd9b-127b9e900c89 tempest-ListServersNegativeTestJSON-1313441639 tempest-ListServersNegativeTestJSON-1313441639-project] Allocated IP 172.20.0.3 (7d3b249c-25c0-4657-92f5-d78df5eaf5f8/009ec162-9c7a-412e-b512-41bf0f49c405/642b0a55-6b87-42d0-b6db-20174d917fd0) {{(pid=103377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:18:25.824783 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df297539-2d25-4588-abc9-0415d526323f req-66dc4e17-e74b-47e7-91a5-739e265b7492 tempest-ListServersNegativeTestJSON-1313441639 tempest-ListServersNegativeTestJSON-1313441639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:18:25.825852 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-df297539-2d25-4588-abc9-0415d526323f req-66dc4e17-e74b-47e7-91a5-739e265b7492 tempest-ListServersNegativeTestJSON-1313441639 tempest-ListServersNegativeTestJSON-1313441639-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:25.848729 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-df297539-2d25-4588-abc9-0415d526323f req-66dc4e17-e74b-47e7-91a5-739e265b7492 tempest-ListServersNegativeTestJSON-1313441639 tempest-ListServersNegativeTestJSON-1313441639-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9125938 Feb 04 17:18:25.861718 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [req-df297539-2d25-4588-abc9-0415d526323f req-d45924ec-cf0a-45fd-9336-7d45025d5315 service neutron] Request body: {'port': {'device_id': 'e369a23c-8977-4d6a-b80b-5455db399093', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827839-2'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:18:25.889030 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-f8586c9f-6b26-4b36-b7ac-d773d770f369 req-ccf97811-ac25-483e-b5a3-341426cb1848 service neutron] 10.222.0.89 "GET /v2.0/networks/e6d83a7c-1f77-441c-afa2-81d5754db2af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1607754 Feb 04 17:18:25.930941 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 59560) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:18:25.951765 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-8ae7e4ad-e5b4-41c3-9171-7e760c373e7d admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-453946713-network', 'tenant_id': '3d7b2e5e7d074cc0b1ae3613ce6e04bb'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:18:25.981992 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-df297539-2d25-4588-abc9-0415d526323f req-d45924ec-cf0a-45fd-9336-7d45025d5315 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (dee46075-c89a-464b-8d60-d873067be6b8), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:25.996755 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ae7e4ad-e5b4-41c3-9171-7e760c373e7d admin admin] Made reservation on behalf of 3d7b2e5e7d074cc0b1ae3613ce6e04bb for: {'network': 1} {{(pid=103376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:18:25.999102 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-8ae7e4ad-e5b4-41c3-9171-7e760c373e7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for network (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:26.007266 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc42597-5318-4a1d-b25d-cc2227ea54fb req-3436a7bc-85a9-43c5-8c65-bda0b45a4969 tempest-ListServersNegativeTestJSON-1313441639 tempest-ListServersNegativeTestJSON-1313441639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:18:26.008785 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-7cc42597-5318-4a1d-b25d-cc2227ea54fb req-3436a7bc-85a9-43c5-8c65-bda0b45a4969 tempest-ListServersNegativeTestJSON-1313441639 tempest-ListServersNegativeTestJSON-1313441639-project] 10.222.0.89 "GET /v2.0/ports?device_id=c5b63e12-482c-44e0-b0aa-6c8f14ac003f HTTP/1.1" status: 200 len: 931 time: 0.1418972 Feb 04 17:18:26.041521 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-8ae7e4ad-e5b4-41c3-9171-7e760c373e7d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:26.060275 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-f8586c9f-6b26-4b36-b7ac-d773d770f369 req-56605fb9-b37d-41c9-84e6-12c9cf23c0ee service neutron] 10.222.0.89 "GET /v2.0/networks/e6d83a7c-1f77-441c-afa2-81d5754db2af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1668019 Feb 04 17:18:26.073363 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-df297539-2d25-4588-abc9-0415d526323f req-6f36745a-2ff1-4d86-bd9b-127b9e900c89 tempest-ListServersNegativeTestJSON-1313441639 tempest-ListServersNegativeTestJSON-1313441639-project] Publish callbacks [] for port (642b0a55-6b87-42d0-b6db-20174d917fd0), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:26.113831 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-df297539-2d25-4588-abc9-0415d526323f req-6f36745a-2ff1-4d86-bd9b-127b9e900c89 tempest-ListServersNegativeTestJSON-1313441639 tempest-ListServersNegativeTestJSON-1313441639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (642b0a55-6b87-42d0-b6db-20174d917fd0), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:26.165533 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df297539-2d25-4588-abc9-0415d526323f req-6f36745a-2ff1-4d86-bd9b-127b9e900c89 tempest-ListServersNegativeTestJSON-1313441639 tempest-ListServersNegativeTestJSON-1313441639-project] Network 7d3b249c-25c0-4657-92f5-d78df5eaf5f8 is already hosted by enough agents. {{(pid=103377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:18:26.174444 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [req-df297539-2d25-4588-abc9-0415d526323f req-6f36745a-2ff1-4d86-bd9b-127b9e900c89 tempest-ListServersNegativeTestJSON-1313441639 tempest-ListServersNegativeTestJSON-1313441639-project] Resources bound (agent type, host, resource id): {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:18:26.222262 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [req-df297539-2d25-4588-abc9-0415d526323f req-6f36745a-2ff1-4d86-bd9b-127b9e900c89 tempest-ListServersNegativeTestJSON-1313441639 tempest-ListServersNegativeTestJSON-1313441639-project] Received port after_create {{(pid=103377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:18:26.250411 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-7cc42597-5318-4a1d-b25d-cc2227ea54fb req-2c38e04b-69da-4c6e-b03c-2511b8a44be0 tempest-ListServersNegativeTestJSON-1313441639 tempest-ListServersNegativeTestJSON-1313441639-project] 10.222.0.89 "GET /v2.0/security-groups?id=3b13db45-60c3-440c-8ad9-70c66ea7eadd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2314994 Feb 04 17:18:26.344901 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 09a808d7-44b7-4302-a9c8-0b96db22cd19 up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:18:26.368230 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-8ae7e4ad-e5b4-41c3-9171-7e760c373e7d admin admin] Publish callbacks [] for security_group (f02e9dfa-4944-4070-bb00-6145a3060ef8), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:26.369960 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df297539-2d25-4588-abc9-0415d526323f req-6f36745a-2ff1-4d86-bd9b-127b9e900c89 tempest-ListServersNegativeTestJSON-1313441639 tempest-ListServersNegativeTestJSON-1313441639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:18:26.370715 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-df297539-2d25-4588-abc9-0415d526323f req-6f36745a-2ff1-4d86-bd9b-127b9e900c89 tempest-ListServersNegativeTestJSON-1313441639 tempest-ListServersNegativeTestJSON-1313441639-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:26.376035 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-8ae7e4ad-e5b4-41c3-9171-7e760c373e7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (f02e9dfa-4944-4070-bb00-6145a3060ef8), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:26.415252 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ae7e4ad-e5b4-41c3-9171-7e760c373e7d admin admin] vlan segment allocate from pool success with {'vlan_id': 787, 'physical_network': 'physnet1'} {{(pid=103376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 17:18:26.424230 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f36745a-2ff1-4d86-bd9b-127b9e900c89 tempest-ListServersNegativeTestJSON-1313441639 tempest-ListServersNegativeTestJSON-1313441639-project] Pushing event updated for resources: {'Port': ['ID=642b0a55-6b87-42d0-b6db-20174d917fd0,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:18:26.439549 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-df297539-2d25-4588-abc9-0415d526323f req-6f36745a-2ff1-4d86-bd9b-127b9e900c89 tempest-ListServersNegativeTestJSON-1313441639 tempest-ListServersNegativeTestJSON-1313441639-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0662136 Feb 04 17:18:26.455429 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port 09a808d7-44b7-4302-a9c8-0b96db22cd19 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:18:26.455856 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (09a808d7-44b7-4302-a9c8-0b96db22cd19), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:26.461582 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2792ef18-dcc0-4df8-b5ec-7795d933d885 req-39520b34-d662-4c05-9de4-559ad24b6687 tempest-ServersAdminTestJSON-70469306 tempest-ServersAdminTestJSON-70469306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:18:26.463226 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-2792ef18-dcc0-4df8-b5ec-7795d933d885 req-39520b34-d662-4c05-9de4-559ad24b6687 tempest-ServersAdminTestJSON-70469306 tempest-ServersAdminTestJSON-70469306-project] 10.222.0.89 "GET /v2.0/ports?device_id=0c0189fa-3209-44e0-92bf-41bfd20b9678 HTTP/1.1" status: 200 len: 949 time: 0.1194327 Feb 04 17:18:26.470896 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [req-df297539-2d25-4588-abc9-0415d526323f req-7e1f8e09-a8c3-4d8d-85f0-69b5133302b6 service neutron] Request body: {'port': {'device_id': '70812b2b-8fd2-4d57-911b-de6ba7c6083f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827839-2'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:18:26.495088 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae7e4ad-e5b4-41c3-9171-7e760c373e7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f02e9dfa-4944-4070-bb00-6145a3060ef8,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:18:26.505006 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-8ae7e4ad-e5b4-41c3-9171-7e760c373e7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (b6c4108f-4276-4290-8558-e3b72439eeee), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:26.505006 n-d-827839-2 neutron-server[103376]: INFO neutron.db.segments_db [None req-8ae7e4ad-e5b4-41c3-9171-7e760c373e7d admin admin] Added segment b6c4108f-4276-4290-8558-e3b72439eeee of type vlan for network 369b23a0-9499-4a2b-bca1-d3f02e125792 Feb 04 17:18:26.525516 n-d-827839-2 neutron-server[103376]: DEBUG neutron.notifiers.nova [req-df297539-2d25-4588-abc9-0415d526323f req-64249830-82f9-440d-ae13-1abc65b9f931 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1bae8eb6-8622-475f-ad27-e33db01c7b4a {{(pid=103376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 17:18:26.558737 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-df297539-2d25-4588-abc9-0415d526323f req-64249830-82f9-440d-ae13-1abc65b9f931 service neutron] Publish callbacks [] for port (1bae8eb6-8622-475f-ad27-e33db01c7b4a), precommit_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:26.598185 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-8ae7e4ad-e5b4-41c3-9171-7e760c373e7d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781084292801'] for network (369b23a0-9499-4a2b-bca1-d3f02e125792), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:26.604407 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port 09a808d7-44b7-4302-a9c8-0b96db22cd19 is: DOWN; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:18:26.604407 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (09a808d7-44b7-4302-a9c8-0b96db22cd19), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:26.605574 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-df297539-2d25-4588-abc9-0415d526323f req-7e1f8e09-a8c3-4d8d-85f0-69b5133302b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (642b0a55-6b87-42d0-b6db-20174d917fd0), before_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:26.608405 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.provisioning_blocks [req-df297539-2d25-4588-abc9-0415d526323f req-64249830-82f9-440d-ae13-1abc65b9f931 service neutron] Transition to ACTIVE for port object 1bae8eb6-8622-475f-ad27-e33db01c7b4a will not be triggered until provisioned by entity L2. {{(pid=103376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 17:18:26.633886 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-df297539-2d25-4588-abc9-0415d526323f req-64249830-82f9-440d-ae13-1abc65b9f931 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675836'] for port (1bae8eb6-8622-475f-ad27-e33db01c7b4a), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:26.662910 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] For port 09a808d7-44b7-4302-a9c8-0b96db22cd19, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=09a808d7-44b7-4302-a9c8-0b96db22cd19,segment=NetworkSegment(5942dc44-1f07-4c27-b0ab-45a2bff20dd5),segment_id=5942dc44-1f07-4c27-b0ab-45a2bff20dd5)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:18:26.671288 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (09a808d7-44b7-4302-a9c8-0b96db22cd19), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:26.691914 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-2792ef18-dcc0-4df8-b5ec-7795d933d885 req-11873394-01b7-46e5-be9a-78a5af37a60c tempest-ServersAdminTestJSON-70469306 tempest-ServersAdminTestJSON-70469306-project] 10.222.0.89 "GET /v2.0/security-groups?id=0b9d4704-c600-4325-be39-d787042bd965&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2150126 Feb 04 17:18:26.693892 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2fcc87-30a9-4006-8456-3997833827b8 req-92f404f3-4fc5-4a32-b091-491189102d5b tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:18:26.701134 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-ec2fcc87-30a9-4006-8456-3997833827b8 req-92f404f3-4fc5-4a32-b091-491189102d5b tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] 10.222.0.89 "GET /v2.0/ports?device_id=809c551a-1790-4b2b-baf4-9847169d6487 HTTP/1.1" status: 200 len: 944 time: 0.2914155 Feb 04 17:18:26.767209 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-8ae7e4ad-e5b4-41c3-9171-7e760c373e7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327'] for network (369b23a0-9499-4a2b-bca1-d3f02e125792), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:26.768552 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ae7e4ad-e5b4-41c3-9171-7e760c373e7d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:18:26.771015 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-8ae7e4ad-e5b4-41c3-9171-7e760c373e7d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677565'] for network (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:26.821673 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Device 645c34a0-6641-41db-8d2a-af675eb8fb2e up at agent hyperv_n-h2-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:18:26.853021 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b7a8c93-389e-4674-bd03-236b23a5dd22 None None] Sync routers for ids ['53792503-92df-4237-b0c8-dc60acf88751'] in n-d-827839-2 {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 17:18:26.873917 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b7a8c93-389e-4674-bd03-236b23a5dd22 None None] Routers {'53792503-92df-4237-b0c8-dc60acf88751'} bound to L3 agent in host n-d-827839-2 {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:18:26.874427 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-3b7a8c93-389e-4674-bd03-236b23a5dd22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:18:02Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['53792503-92df-4237-b0c8-dc60acf88751'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:18:26.892387 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64249830-82f9-440d-ae13-1abc65b9f931 service neutron] Pushing event updated for resources: {'Port': ['ID=1bae8eb6-8622-475f-ad27-e33db01c7b4a,revision_number=2']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:18:26.930011 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-8ae7e4ad-e5b4-41c3-9171-7e760c373e7d admin admin] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9955292 Feb 04 17:18:26.934778 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 59578) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:18:26.944728 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Pushing event updated for resources: {'Port': ['ID=09a808d7-44b7-4302-a9c8-0b96db22cd19,revision_number=4']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:18:26.953772 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-7fcc0e8f-f931-4b8f-b31d-bf3fa235f58f admin admin] Request body: {'subnet': {'network_id': '369b23a0-9499-4a2b-bca1-d3f02e125792', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-453946713-subnet', 'tenant_id': '3d7b2e5e7d074cc0b1ae3613ce6e04bb', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:18:26.972833 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Provisioning for port 645c34a0-6641-41db-8d2a-af675eb8fb2e completed by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 17:18:26.981771 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Provisioning complete for port 645c34a0-6641-41db-8d2a-af675eb8fb2e triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:18:26.982166 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (645c34a0-6641-41db-8d2a-af675eb8fb2e), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:26.991469 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae7e4ad-e5b4-41c3-9171-7e760c373e7d admin admin] Pushing event updated for resources: {'Network': ['ID=369b23a0-9499-4a2b-bca1-d3f02e125792,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:18:27.014574 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Network 369b23a0-9499-4a2b-bca1-d3f02e125792 details requested by agent ovs-agent-n-d-827839-2 with host n-d-827839-2 {{(pid=103378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 17:18:27.073707 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-ec2fcc87-30a9-4006-8456-3997833827b8 req-cbd44484-0f1f-47be-973e-49cbd9184f53 tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] 10.222.0.89 "GET /v2.0/security-groups?id=18e6cc58-e448-4d12-9423-2a502a086ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3710437 Feb 04 17:18:27.083171 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvr_db [None req-3b7a8c93-389e-4674-bd03-236b23a5dd22 None None] Set router 53792503-92df-4237-b0c8-dc60acf88751 gateway port host: n-d-827839-2 {{(pid=103379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:18:27.090180 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-353bb77c-5676-433b-8dfd-c5542e520b9d req-0a81d75b-12c9-44ce-b4ec-4665a5481acb tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] 10.222.0.89 "GET /v2.0/ports?device_id=2334ee69-0871-44da-b636-9ceb5bb33e7e HTTP/1.1" status: 200 len: 210 time: 0.0962687 Feb 04 17:18:27.129977 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fcc0e8f-f931-4b8f-b31d-bf3fa235f58f admin admin] Made reservation on behalf of 3d7b2e5e7d074cc0b1ae3613ce6e04bb for: {'subnet': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:18:27.134767 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-7fcc0e8f-f931-4b8f-b31d-bf3fa235f58f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25597243'] for subnet (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:27.232676 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Current status of the port 645c34a0-6641-41db-8d2a-af675eb8fb2e is: BUILD; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:18:27.233106 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (645c34a0-6641-41db-8d2a-af675eb8fb2e), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:27.275232 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '809c551a-1790-4b2b-baf4-9847169d6487', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '645c34a0-6641-41db-8d2a-af675eb8fb2e'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:18:27.277565 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c34bc964ce2211770fda26ca2f3801cc06f4f39928110690550e94ab9c9d2fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8548d3f-25b2-4f63-a736-cba92d2a743a" -d '{"events": [{"server_uuid": "809c551a-1790-4b2b-baf4-9847169d6487", "name": "network-vif-plugged", "status": "completed", "tag": "645c34a0-6641-41db-8d2a-af675eb8fb2e"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:18:27.292094 n-d-827839-2 neutron-server[103376]: DEBUG neutron.notifiers.nova [req-df297539-2d25-4588-abc9-0415d526323f req-d45924ec-cf0a-45fd-9336-7d45025d5315 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dee46075-c89a-464b-8d60-d873067be6b8 {{(pid=103376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 17:18:27.303994 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-df297539-2d25-4588-abc9-0415d526323f req-d45924ec-cf0a-45fd-9336-7d45025d5315 service neutron] Publish callbacks [] for port (dee46075-c89a-464b-8d60-d873067be6b8), precommit_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:27.309375 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] For port 645c34a0-6641-41db-8d2a-af675eb8fb2e, host n-h2-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=645c34a0-6641-41db-8d2a-af675eb8fb2e,segment=NetworkSegment(4adf983e-b4f0-4caa-beec-ecaadf2366f2),segment_id=4adf983e-b4f0-4caa-beec-ecaadf2366f2)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:18:27.316865 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (645c34a0-6641-41db-8d2a-af675eb8fb2e), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:27.329552 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.provisioning_blocks [req-df297539-2d25-4588-abc9-0415d526323f req-d45924ec-cf0a-45fd-9336-7d45025d5315 service neutron] Transition to ACTIVE for port object dee46075-c89a-464b-8d60-d873067be6b8 will not be triggered until provisioned by entity L2. {{(pid=103376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 17:18:27.350275 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-df297539-2d25-4588-abc9-0415d526323f req-d45924ec-cf0a-45fd-9336-7d45025d5315 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675836'] for port (dee46075-c89a-464b-8d60-d873067be6b8), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:27.411401 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-3b7a8c93-389e-4674-bd03-236b23a5dd22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53792503-92df-4237-b0c8-dc60acf88751', 'name': 'tempest-AttachSCSIVolumeTestJSON-1917771760-router', 'tenant_id': '17c7616ca43843acb731e2b80c6fd54e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.55'}], 'enable_snat': True}, 'gw_port_id': '09a808d7-44b7-4302-a9c8-0b96db22cd19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:18:16Z', 'updated_at': '2022-02-04T17:18:22Z', 'revision_number': 4, 'project_id': '17c7616ca43843acb731e2b80c6fd54e', 'gw_port': {'id': '09a808d7-44b7-4302-a9c8-0b96db22cd19', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:e6:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53792503-92df-4237-b0c8-dc60acf88751', 'device_owner': 'network:router_gateway', 'standard_attr_id': 869, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:18:18Z', 'updated_at': '2022-02-04T17:18:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_interfaces': [{'id': 'f30c52a8-2062-46cc-a4bc-981061d67774', 'name': '', 'network_id': 'e7a2df79-c8ce-4040-9052-dff1b84320da', 'tenant_id': '17c7616ca43843acb731e2b80c6fd54e', 'mac_address': 'fa:16:3e:18:5a:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53792503-92df-4237-b0c8-dc60acf88751', 'device_owner': 'network:router_interface', 'standard_attr_id': 870, 'fixed_ips': [{'subnet_id': 'ecfdaff4-bfe4-4c41-acd1-759b3291dd98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:18:21Z', 'updated_at': '2022-02-04T17:18:23Z', 'revision_number': 2, 'project_id': '17c7616ca43843acb731e2b80c6fd54e', 'subnets': [{'id': 'ecfdaff4-bfe4-4c41-acd1-759b3291dd98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-2', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:18:27.422118 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Pushing event updated for resources: {'Port': ['ID=645c34a0-6641-41db-8d2a-af675eb8fb2e,revision_number=5']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:18:27.444150 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [req-df297539-2d25-4588-abc9-0415d526323f req-64249830-82f9-440d-ae13-1abc65b9f931 service neutron] Attempting to bind port 1bae8eb6-8622-475f-ad27-e33db01c7b4a on host n-h1-827839-2 for vnic_type normal with profile {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:18:27.444909 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [req-df297539-2d25-4588-abc9-0415d526323f req-64249830-82f9-440d-ae13-1abc65b9f931 service neutron] Attempting to bind port 1bae8eb6-8622-475f-ad27-e33db01c7b4a by drivers openvswitch,hyperv on host n-h1-827839-2 at level 0 using segments [{'id': 'c2609fe7-cd5f-472c-80a0-6817cc30c6f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '7d3b249c-25c0-4657-92f5-d78df5eaf5f8'}] {{(pid=103376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:18:27.444909 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df297539-2d25-4588-abc9-0415d526323f req-64249830-82f9-440d-ae13-1abc65b9f931 service neutron] Attempting to bind port 1bae8eb6-8622-475f-ad27-e33db01c7b4a on network 7d3b249c-25c0-4657-92f5-d78df5eaf5f8 {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:18:27.474520 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b7a8c93-389e-4674-bd03-236b23a5dd22 None None] Checking router: 53792503-92df-4237-b0c8-dc60acf88751 for host: n-d-827839-2 {{(pid=103379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 17:18:27.475551 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b7a8c93-389e-4674-bd03-236b23a5dd22 None None] Updating router 53792503-92df-4237-b0c8-dc60acf88751 port f30c52a8-2062-46cc-a4bc-981061d67774 binding host n-d-827839-2 {{(pid=103379) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 17:18:27.481296 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bc7aa2-c544-4736-912b-10b36c61095b req-54da7ad1-cc15-465e-a635-72f5a5e08f65 tempest-ServerPasswordTestJSON-1353933369 tempest-ServerPasswordTestJSON-1353933369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:18:27.484706 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 59586) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:18:27.485770 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45924ec-cf0a-45fd-9336-7d45025d5315 service neutron] Pushing event updated for resources: {'Port': ['ID=dee46075-c89a-464b-8d60-d873067be6b8,revision_number=2']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:18:27.488678 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-18bc7aa2-c544-4736-912b-10b36c61095b req-54da7ad1-cc15-465e-a635-72f5a5e08f65 tempest-ServerPasswordTestJSON-1353933369 tempest-ServerPasswordTestJSON-1353933369-project] 10.222.0.89 "GET /v2.0/ports?device_id=634d883b-4d6b-4d79-9cf4-d686060f2918 HTTP/1.1" status: 200 len: 946 time: 0.2262318 Feb 04 17:18:27.489876 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df297539-2d25-4588-abc9-0415d526323f req-64249830-82f9-440d-ae13-1abc65b9f931 service neutron] Port 1bae8eb6-8622-475f-ad27-e33db01c7b4a on network 7d3b249c-25c0-4657-92f5-d78df5eaf5f8 not bound, no agent of type Open vSwitch agent registered on host n-h1-827839-2 {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 17:18:27.490432 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df297539-2d25-4588-abc9-0415d526323f req-64249830-82f9-440d-ae13-1abc65b9f931 service neutron] Attempting to bind port 1bae8eb6-8622-475f-ad27-e33db01c7b4a on network 7d3b249c-25c0-4657-92f5-d78df5eaf5f8 {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:18:27.524331 n-d-827839-2 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-3b7a8c93-389e-4674-bd03-236b23a5dd22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (f30c52a8-2062-46cc-a4bc-981061d67774), before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:27.535375 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df297539-2d25-4588-abc9-0415d526323f req-64249830-82f9-440d-ae13-1abc65b9f931 service neutron] Checking agent: {'id': '3f9244a9-75fc-4c10-b195-11d48b853b41', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 8, 42), 'started_at': datetime.datetime(2022, 2, 4, 17, 8, 42), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 18, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:18:27.535725 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df297539-2d25-4588-abc9-0415d526323f req-64249830-82f9-440d-ae13-1abc65b9f931 service neutron] Checking segment: {'id': 'c2609fe7-cd5f-472c-80a0-6817cc30c6f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '7d3b249c-25c0-4657-92f5-d78df5eaf5f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:18:27.536119 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df297539-2d25-4588-abc9-0415d526323f req-64249830-82f9-440d-ae13-1abc65b9f931 service neutron] Bound using segment: {'id': 'c2609fe7-cd5f-472c-80a0-6817cc30c6f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '7d3b249c-25c0-4657-92f5-d78df5eaf5f8'} {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:18:27.536570 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [req-df297539-2d25-4588-abc9-0415d526323f req-64249830-82f9-440d-ae13-1abc65b9f931 service neutron] Bound port: 1bae8eb6-8622-475f-ad27-e33db01c7b4a, host: n-h1-827839-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2609fe7-cd5f-472c-80a0-6817cc30c6f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '7d3b249c-25c0-4657-92f5-d78df5eaf5f8'}}] {{(pid=103376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:18:27.537218 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-df297539-2d25-4588-abc9-0415d526323f req-64249830-82f9-440d-ae13-1abc65b9f931 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (1bae8eb6-8622-475f-ad27-e33db01c7b4a), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:27.588318 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c46dbd-44de-42cd-a5a6-86df894910c6 req-0d1c4581-cf6b-4ca0-b120-a4ff9616f487 tempest-ListServerFiltersTestJSON-412490069 tempest-ListServerFiltersTestJSON-412490069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:18:27.595391 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-23c46dbd-44de-42cd-a5a6-86df894910c6 req-0d1c4581-cf6b-4ca0-b120-a4ff9616f487 tempest-ListServerFiltersTestJSON-412490069 tempest-ListServerFiltersTestJSON-412490069-project] 10.222.0.89 "GET /v2.0/ports?device_id=003b1698-308a-408b-8e39-478eda454ea2 HTTP/1.1" status: 200 len: 946 time: 0.2502346 Feb 04 17:18:27.605358 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-18bc7aa2-c544-4736-912b-10b36c61095b req-53141fb7-59fe-4a2a-a840-3c3bc52b674e tempest-ServerPasswordTestJSON-1353933369 tempest-ServerPasswordTestJSON-1353933369-project] 10.222.0.89 "GET /v2.0/security-groups?id=f73a87ce-3623-468b-b264-be10e14b97af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156609 Feb 04 17:18:27.685912 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [req-df297539-2d25-4588-abc9-0415d526323f req-d45924ec-cf0a-45fd-9336-7d45025d5315 service neutron] Attempting to bind port dee46075-c89a-464b-8d60-d873067be6b8 on host n-h1-827839-2 for vnic_type normal with profile {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:18:27.686258 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [req-df297539-2d25-4588-abc9-0415d526323f req-d45924ec-cf0a-45fd-9336-7d45025d5315 service neutron] Attempting to bind port dee46075-c89a-464b-8d60-d873067be6b8 by drivers openvswitch,hyperv on host n-h1-827839-2 at level 0 using segments [{'id': 'c2609fe7-cd5f-472c-80a0-6817cc30c6f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '7d3b249c-25c0-4657-92f5-d78df5eaf5f8'}] {{(pid=103376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:18:27.686590 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df297539-2d25-4588-abc9-0415d526323f req-d45924ec-cf0a-45fd-9336-7d45025d5315 service neutron] Attempting to bind port dee46075-c89a-464b-8d60-d873067be6b8 on network 7d3b249c-25c0-4657-92f5-d78df5eaf5f8 {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:18:27.698425 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df297539-2d25-4588-abc9-0415d526323f req-d45924ec-cf0a-45fd-9336-7d45025d5315 service neutron] Port dee46075-c89a-464b-8d60-d873067be6b8 on network 7d3b249c-25c0-4657-92f5-d78df5eaf5f8 not bound, no agent of type Open vSwitch agent registered on host n-h1-827839-2 {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 17:18:27.698753 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df297539-2d25-4588-abc9-0415d526323f req-d45924ec-cf0a-45fd-9336-7d45025d5315 service neutron] Attempting to bind port dee46075-c89a-464b-8d60-d873067be6b8 on network 7d3b249c-25c0-4657-92f5-d78df5eaf5f8 {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:18:27.717818 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-bd44ea7b-07bd-4827-876d-af9142de21be admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:27.764546 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-23c46dbd-44de-42cd-a5a6-86df894910c6 req-a3c5e3ff-cbdf-4501-a9b6-0014278fe2fe tempest-ListServerFiltersTestJSON-412490069 tempest-ListServerFiltersTestJSON-412490069-project] 10.222.0.89 "GET /v2.0/security-groups?id=97f39e76-7bf1-44bd-bf73-dcbb52112ad3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531129 Feb 04 17:18:27.768378 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df297539-2d25-4588-abc9-0415d526323f req-d45924ec-cf0a-45fd-9336-7d45025d5315 service neutron] Checking agent: {'id': '3f9244a9-75fc-4c10-b195-11d48b853b41', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 8, 42), 'started_at': datetime.datetime(2022, 2, 4, 17, 8, 42), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 18, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:18:27.768560 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df297539-2d25-4588-abc9-0415d526323f req-d45924ec-cf0a-45fd-9336-7d45025d5315 service neutron] Checking segment: {'id': 'c2609fe7-cd5f-472c-80a0-6817cc30c6f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '7d3b249c-25c0-4657-92f5-d78df5eaf5f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:18:27.768963 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df297539-2d25-4588-abc9-0415d526323f req-d45924ec-cf0a-45fd-9336-7d45025d5315 service neutron] Bound using segment: {'id': 'c2609fe7-cd5f-472c-80a0-6817cc30c6f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '7d3b249c-25c0-4657-92f5-d78df5eaf5f8'} {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:18:27.769420 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [req-df297539-2d25-4588-abc9-0415d526323f req-d45924ec-cf0a-45fd-9336-7d45025d5315 service neutron] Bound port: dee46075-c89a-464b-8d60-d873067be6b8, host: n-h1-827839-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2609fe7-cd5f-472c-80a0-6817cc30c6f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '7d3b249c-25c0-4657-92f5-d78df5eaf5f8'}}] {{(pid=103376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:18:27.769783 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-df297539-2d25-4588-abc9-0415d526323f req-d45924ec-cf0a-45fd-9336-7d45025d5315 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (dee46075-c89a-464b-8d60-d873067be6b8), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:27.779887 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [req-df297539-2d25-4588-abc9-0415d526323f req-64249830-82f9-440d-ae13-1abc65b9f931 service neutron] For port 1bae8eb6-8622-475f-ad27-e33db01c7b4a, host n-h1-827839-2, cleared binding levels {{(pid=103376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:18:27.829601 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 17:18:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-554c9aa0-e2a2-4a91-b586-e7e15205246c x-openstack-request-id: req-554c9aa0-e2a2-4a91-b586-e7e15205246c {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:18:27.830167 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "809c551a-1790-4b2b-baf4-9847169d6487", "name": "network-vif-plugged", "status": "completed", "tag": "645c34a0-6641-41db-8d2a-af675eb8fb2e", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:18:27.830167 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-554c9aa0-e2a2-4a91-b586-e7e15205246c {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:18:27.830517 n-d-827839-2 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '809c551a-1790-4b2b-baf4-9847169d6487', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '645c34a0-6641-41db-8d2a-af675eb8fb2e', 'code': 200} Feb 04 17:18:27.832896 n-d-827839-2 neutron-server[103377]: DEBUG neutron.notifiers.nova [req-df297539-2d25-4588-abc9-0415d526323f req-7e1f8e09-a8c3-4d8d-85f0-69b5133302b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 642b0a55-6b87-42d0-b6db-20174d917fd0 {{(pid=103377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 17:18:27.849093 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-df297539-2d25-4588-abc9-0415d526323f req-7e1f8e09-a8c3-4d8d-85f0-69b5133302b6 service neutron] Publish callbacks [] for port (642b0a55-6b87-42d0-b6db-20174d917fd0), precommit_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:27.866135 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-7fcc0e8f-f931-4b8f-b31d-bf3fa235f58f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25889445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25597197'] for subnet (6a202c99-d998-4f8d-96c0-4489349800e5), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:27.874132 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.provisioning_blocks [req-df297539-2d25-4588-abc9-0415d526323f req-7e1f8e09-a8c3-4d8d-85f0-69b5133302b6 service neutron] Transition to ACTIVE for port object 642b0a55-6b87-42d0-b6db-20174d917fd0 will not be triggered until provisioned by entity L2. {{(pid=103377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 17:18:27.896703 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8586c9f-6b26-4b36-b7ac-d773d770f369 req-99de5d4f-0610-4602-b808-9c7e264df0e8 tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:18:27.898347 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-f8586c9f-6b26-4b36-b7ac-d773d770f369 req-99de5d4f-0610-4602-b808-9c7e264df0e8 tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] 10.222.0.96 "GET /v2.0/networks?id=e6d83a7c-1f77-441c-afa2-81d5754db2af HTTP/1.1" status: 200 len: 812 time: 0.1235418 Feb 04 17:18:27.907165 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-df297539-2d25-4588-abc9-0415d526323f req-7e1f8e09-a8c3-4d8d-85f0-69b5133302b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25888290'] for port (642b0a55-6b87-42d0-b6db-20174d917fd0), after_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:27.921823 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [req-df297539-2d25-4588-abc9-0415d526323f req-64249830-82f9-440d-ae13-1abc65b9f931 service neutron] For port 1bae8eb6-8622-475f-ad27-e33db01c7b4a, host n-h1-827839-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=1bae8eb6-8622-475f-ad27-e33db01c7b4a,segment=NetworkSegment(c2609fe7-cd5f-472c-80a0-6817cc30c6f8),segment_id=c2609fe7-cd5f-472c-80a0-6817cc30c6f8)] {{(pid=103376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:18:27.927739 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [req-f8586c9f-6b26-4b36-b7ac-d773d770f369 req-6b95ba64-a102-425f-95a3-9898ba5d8b82 tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] Request body: {'port': {'device_id': '2334ee69-0871-44da-b636-9ceb5bb33e7e', 'network_id': 'e6d83a7c-1f77-441c-afa2-81d5754db2af', 'admin_state_up': True, 'tenant_id': '36d552dcaba84f869d86965d2c5a9247'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:18:27.928871 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b476602-e998-42af-99e0-61760c20b9aa req-56b76ecd-d3c7-4d07-a59c-4cae8630cd11 tempest-ListServersNegativeTestJSON-1313441639 tempest-ListServersNegativeTestJSON-1313441639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:18:27.936512 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-6b476602-e998-42af-99e0-61760c20b9aa req-56b76ecd-d3c7-4d07-a59c-4cae8630cd11 tempest-ListServersNegativeTestJSON-1313441639 tempest-ListServersNegativeTestJSON-1313441639-project] 10.222.0.89 "GET /v2.0/ports?device_id=c5b63e12-482c-44e0-b0aa-6c8f14ac003f HTTP/1.1" status: 200 len: 943 time: 0.2143650 Feb 04 17:18:27.948470 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-df297539-2d25-4588-abc9-0415d526323f req-64249830-82f9-440d-ae13-1abc65b9f931 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675836'] for port (1bae8eb6-8622-475f-ad27-e33db01c7b4a), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:27.978221 n-d-827839-2 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-3b7a8c93-389e-4674-bd03-236b23a5dd22 None None] Publish callbacks [] for port (f30c52a8-2062-46cc-a4bc-981061d67774), precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:27.996595 n-d-827839-2 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-3b7a8c93-389e-4674-bd03-236b23a5dd22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (f30c52a8-2062-46cc-a4bc-981061d67774), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:28.060405 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a659b8-2293-4c68-881f-2634babbe876 None None] Pushing event updated for resources: {'Port': ['ID=f30c52a8-2062-46cc-a4bc-981061d67774,revision_number=3']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:18:28.065137 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fcc0e8f-f931-4b8f-b31d-bf3fa235f58f admin admin] Pushing event updated for resources: {'Subnet': ['ID=6a202c99-d998-4f8d-96c0-4489349800e5,revision_number=0']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:18:28.103907 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a659b8-2293-4c68-881f-2634babbe876 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:18:28.104271 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a659b8-2293-4c68-881f-2634babbe876 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:18:28.104814 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a659b8-2293-4c68-881f-2634babbe876 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:18:28.105336 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a659b8-2293-4c68-881f-2634babbe876 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:18:28.105833 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a659b8-2293-4c68-881f-2634babbe876 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:18:28.106379 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df297539-2d25-4588-abc9-0415d526323f req-64249830-82f9-440d-ae13-1abc65b9f931 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:18:28.106661 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a659b8-2293-4c68-881f-2634babbe876 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:18:28.107012 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-df297539-2d25-4588-abc9-0415d526323f req-64249830-82f9-440d-ae13-1abc65b9f931 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:28.107664 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a659b8-2293-4c68-881f-2634babbe876 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:18:28.108513 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-df297539-2d25-4588-abc9-0415d526323f req-64249830-82f9-440d-ae13-1abc65b9f931 service neutron] 10.222.0.96 "PUT /v2.0/ports/1bae8eb6-8622-475f-ad27-e33db01c7b4a HTTP/1.1" status: 200 len: 1091 time: 3.1894162 Feb 04 17:18:28.109046 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a659b8-2293-4c68-881f-2634babbe876 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:18:28.109552 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a659b8-2293-4c68-881f-2634babbe876 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:18:28.110364 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1f8e09-a8c3-4d8d-85f0-69b5133302b6 service neutron] Pushing event updated for resources: {'Port': ['ID=642b0a55-6b87-42d0-b6db-20174d917fd0,revision_number=2']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:18:28.111003 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a659b8-2293-4c68-881f-2634babbe876 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:18:28.111506 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a659b8-2293-4c68-881f-2634babbe876 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:18:28.111638 n-d-827839-2 neutron-server[103376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5b63e12-482c-44e0-b0aa-6c8f14ac003f', 'tag': '1bae8eb6-8622-475f-ad27-e33db01c7b4a'}] {{(pid=103376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:18:28.113943 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d59c3bb5e2f09ebf62144d5e09b1cff60c763a9c19614c24538e77842938c05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba39d14d-a8e3-4ad3-bf67-3e00aaca3d00" -d '{"events": [{"name": "network-changed", "server_uuid": "c5b63e12-482c-44e0-b0aa-6c8f14ac003f", "tag": "1bae8eb6-8622-475f-ad27-e33db01c7b4a"}]}' {{(pid=103376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:18:28.118811 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a659b8-2293-4c68-881f-2634babbe876 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:18:28.126868 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a659b8-2293-4c68-881f-2634babbe876 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:18:28.136004 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fcc0e8f-f931-4b8f-b31d-bf3fa235f58f admin admin] Checking segment: {'id': 'b6c4108f-4276-4290-8558-e3b72439eeee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '369b23a0-9499-4a2b-bca1-d3f02e125792'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:18:28.136495 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fcc0e8f-f931-4b8f-b31d-bf3fa235f58f admin admin] Network hostable DHCP agents. Network: 369b23a0-9499-4a2b-bca1-d3f02e125792, hostable agents: ['bb89f5a3-3c22-440b-b7d1-c4f0c43c184a'], hosted agents: [] {{(pid=103377) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 17:18:28.153508 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894ccf8b-2451-4e4f-aeea-10671ab965a0 req-6380e295-e5ee-409e-89cb-1647033a047e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:18:28.155011 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-894ccf8b-2451-4e4f-aeea-10671ab965a0 req-6380e295-e5ee-409e-89cb-1647033a047e service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=809c551a-1790-4b2b-baf4-9847169d6487 HTTP/1.1" status: 200 len: 1127 time: 0.2134182 Feb 04 17:18:28.217804 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [None req-3b7a8c93-389e-4674-bd03-236b23a5dd22 None None] Attempting to bind port f30c52a8-2062-46cc-a4bc-981061d67774 on host n-d-827839-2 for vnic_type normal with profile {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:18:28.218345 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [None req-3b7a8c93-389e-4674-bd03-236b23a5dd22 None None] Attempting to bind port f30c52a8-2062-46cc-a4bc-981061d67774 by drivers openvswitch,hyperv on host n-d-827839-2 at level 0 using segments [{'id': '7ce1250d-0fb9-49dd-ae7f-12647688678d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'e7a2df79-c8ce-4040-9052-dff1b84320da'}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:18:28.218540 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b7a8c93-389e-4674-bd03-236b23a5dd22 None None] Attempting to bind port f30c52a8-2062-46cc-a4bc-981061d67774 on network e7a2df79-c8ce-4040-9052-dff1b84320da {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:18:28.226026 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b7a8c93-389e-4674-bd03-236b23a5dd22 None None] Checking agent: {'id': 'ba70844b-66a0-45fd-a2f2-e6ed673321fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 0, 36), 'started_at': datetime.datetime(2022, 2, 4, 17, 1, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 18, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:18:28.226572 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b7a8c93-389e-4674-bd03-236b23a5dd22 None None] Checking segment: {'id': '7ce1250d-0fb9-49dd-ae7f-12647688678d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'e7a2df79-c8ce-4040-9052-dff1b84320da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:18:28.226964 n-d-827839-2 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-3b7a8c93-389e-4674-bd03-236b23a5dd22 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:28.227630 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b7a8c93-389e-4674-bd03-236b23a5dd22 None None] Bound using segment: {'id': '7ce1250d-0fb9-49dd-ae7f-12647688678d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'e7a2df79-c8ce-4040-9052-dff1b84320da'} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:18:28.228152 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [None req-3b7a8c93-389e-4674-bd03-236b23a5dd22 None None] Bound port: f30c52a8-2062-46cc-a4bc-981061d67774, host: n-d-827839-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ce1250d-0fb9-49dd-ae7f-12647688678d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'e7a2df79-c8ce-4040-9052-dff1b84320da'}}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:18:28.228542 n-d-827839-2 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-3b7a8c93-389e-4674-bd03-236b23a5dd22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (f30c52a8-2062-46cc-a4bc-981061d67774), before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:28.244597 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64249830-82f9-440d-ae13-1abc65b9f931 service neutron] Pushing event updated for resources: {'Port': ['ID=1bae8eb6-8622-475f-ad27-e33db01c7b4a,revision_number=3']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:18:28.265471 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-6b476602-e998-42af-99e0-61760c20b9aa req-4bbdf198-b714-4682-8cf0-294fcc1cc3ea tempest-ListServersNegativeTestJSON-1313441639 tempest-ListServersNegativeTestJSON-1313441639-project] 10.222.0.89 "GET /v2.0/security-groups?id=3b13db45-60c3-440c-8ad9-70c66ea7eadd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3233247 Feb 04 17:18:28.284563 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 09a808d7-44b7-4302-a9c8-0b96db22cd19 up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:18:28.286880 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [req-df297539-2d25-4588-abc9-0415d526323f req-d45924ec-cf0a-45fd-9336-7d45025d5315 service neutron] For port dee46075-c89a-464b-8d60-d873067be6b8, host n-h1-827839-2, cleared binding levels {{(pid=103376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:18:28.345355 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [req-df297539-2d25-4588-abc9-0415d526323f req-d45924ec-cf0a-45fd-9336-7d45025d5315 service neutron] For port dee46075-c89a-464b-8d60-d873067be6b8, host n-h1-827839-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=dee46075-c89a-464b-8d60-d873067be6b8,segment=NetworkSegment(c2609fe7-cd5f-472c-80a0-6817cc30c6f8),segment_id=c2609fe7-cd5f-472c-80a0-6817cc30c6f8)] {{(pid=103376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:18:28.359228 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-bd44ea7b-07bd-4827-876d-af9142de21be admin admin] Publish callbacks [] for security_group (a48c41ff-e15e-44d6-9828-a0eabb468c66), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:28.371737 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-3b7a8c93-389e-4674-bd03-236b23a5dd22 None None] For port f30c52a8-2062-46cc-a4bc-981061d67774, host n-d-827839-2, cleared binding levels {{(pid=103379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:18:28.378843 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-894ccf8b-2451-4e4f-aeea-10671ab965a0 req-06cb050d-f693-4905-a351-8977c383857f service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=18e6cc58-e448-4d12-9423-2a502a086ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1739273 Feb 04 17:18:28.379080 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-3b7a8c93-389e-4674-bd03-236b23a5dd22 None None] For port f30c52a8-2062-46cc-a4bc-981061d67774, host n-d-827839-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=f30c52a8-2062-46cc-a4bc-981061d67774,segment=NetworkSegment(7ce1250d-0fb9-49dd-ae7f-12647688678d),segment_id=7ce1250d-0fb9-49dd-ae7f-12647688678d)] {{(pid=103379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:18:28.382461 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fcc0e8f-f931-4b8f-b31d-bf3fa235f58f admin admin] Network 369b23a0-9499-4a2b-bca1-d3f02e125792 is scheduled to be hosted by DHCP agent bb89f5a3-3c22-440b-b7d1-c4f0c43c184a with binding_index 1 {{(pid=103377) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 17:18:28.385822 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-df297539-2d25-4588-abc9-0415d526323f req-d45924ec-cf0a-45fd-9336-7d45025d5315 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675836'] for port (dee46075-c89a-464b-8d60-d873067be6b8), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:28.388020 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-bd44ea7b-07bd-4827-876d-af9142de21be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (a48c41ff-e15e-44d6-9828-a0eabb468c66), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:28.392290 n-d-827839-2 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-3b7a8c93-389e-4674-bd03-236b23a5dd22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (f30c52a8-2062-46cc-a4bc-981061d67774), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:28.414259 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port 09a808d7-44b7-4302-a9c8-0b96db22cd19 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:18:28.414648 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (09a808d7-44b7-4302-a9c8-0b96db22cd19), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:28.433485 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [None req-7fcc0e8f-f931-4b8f-b31d-bf3fa235f58f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827839-2, 369b23a0-9499-4a2b-bca1-d3f02e125792) {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:18:28.438609 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fcc0e8f-f931-4b8f-b31d-bf3fa235f58f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:18:28.439290 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-7fcc0e8f-f931-4b8f-b31d-bf3fa235f58f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677565'] for subnet (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:28.445671 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [req-df297539-2d25-4588-abc9-0415d526323f req-7e1f8e09-a8c3-4d8d-85f0-69b5133302b6 service neutron] Attempting to bind port 642b0a55-6b87-42d0-b6db-20174d917fd0 on host n-h1-827839-2 for vnic_type normal with profile {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:18:28.446145 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [req-df297539-2d25-4588-abc9-0415d526323f req-7e1f8e09-a8c3-4d8d-85f0-69b5133302b6 service neutron] Attempting to bind port 642b0a55-6b87-42d0-b6db-20174d917fd0 by drivers openvswitch,hyperv on host n-h1-827839-2 at level 0 using segments [{'id': 'c2609fe7-cd5f-472c-80a0-6817cc30c6f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '7d3b249c-25c0-4657-92f5-d78df5eaf5f8'}] {{(pid=103377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:18:28.450510 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df297539-2d25-4588-abc9-0415d526323f req-7e1f8e09-a8c3-4d8d-85f0-69b5133302b6 service neutron] Attempting to bind port 642b0a55-6b87-42d0-b6db-20174d917fd0 on network 7d3b249c-25c0-4657-92f5-d78df5eaf5f8 {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:18:28.464460 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b7a8c93-389e-4674-bd03-236b23a5dd22 None None] Routers {'53792503-92df-4237-b0c8-dc60acf88751'} bound to L3 agent in host n-d-827839-2 {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:18:28.465271 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-3b7a8c93-389e-4674-bd03-236b23a5dd22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:18:02Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['53792503-92df-4237-b0c8-dc60acf88751'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:18:28.470148 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df297539-2d25-4588-abc9-0415d526323f req-7e1f8e09-a8c3-4d8d-85f0-69b5133302b6 service neutron] Port 642b0a55-6b87-42d0-b6db-20174d917fd0 on network 7d3b249c-25c0-4657-92f5-d78df5eaf5f8 not bound, no agent of type Open vSwitch agent registered on host n-h1-827839-2 {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 17:18:28.470575 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df297539-2d25-4588-abc9-0415d526323f req-7e1f8e09-a8c3-4d8d-85f0-69b5133302b6 service neutron] Attempting to bind port 642b0a55-6b87-42d0-b6db-20174d917fd0 on network 7d3b249c-25c0-4657-92f5-d78df5eaf5f8 {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:18:28.486371 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-7fcc0e8f-f931-4b8f-b31d-bf3fa235f58f admin admin] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.5503726 Feb 04 17:18:28.489135 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 59604) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:18:28.491519 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df297539-2d25-4588-abc9-0415d526323f req-7e1f8e09-a8c3-4d8d-85f0-69b5133302b6 service neutron] Checking agent: {'id': '3f9244a9-75fc-4c10-b195-11d48b853b41', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 8, 42), 'started_at': datetime.datetime(2022, 2, 4, 17, 8, 42), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 18, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:18:28.494901 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f8586c9f-6b26-4b36-b7ac-d773d770f369 req-6b95ba64-a102-425f-95a3-9898ba5d8b82 tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] Made reservation on behalf of 36d552dcaba84f869d86965d2c5a9247 for: {'port': 1} {{(pid=103376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:18:28.495848 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df297539-2d25-4588-abc9-0415d526323f req-7e1f8e09-a8c3-4d8d-85f0-69b5133302b6 service neutron] Checking segment: {'id': 'c2609fe7-cd5f-472c-80a0-6817cc30c6f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '7d3b249c-25c0-4657-92f5-d78df5eaf5f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:18:28.496320 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df297539-2d25-4588-abc9-0415d526323f req-7e1f8e09-a8c3-4d8d-85f0-69b5133302b6 service neutron] Bound using segment: {'id': 'c2609fe7-cd5f-472c-80a0-6817cc30c6f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '7d3b249c-25c0-4657-92f5-d78df5eaf5f8'} {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:18:28.497180 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [req-df297539-2d25-4588-abc9-0415d526323f req-7e1f8e09-a8c3-4d8d-85f0-69b5133302b6 service neutron] Bound port: 642b0a55-6b87-42d0-b6db-20174d917fd0, host: n-h1-827839-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2609fe7-cd5f-472c-80a0-6817cc30c6f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '7d3b249c-25c0-4657-92f5-d78df5eaf5f8'}}] {{(pid=103377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:18:28.499483 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-f8586c9f-6b26-4b36-b7ac-d773d770f369 req-6b95ba64-a102-425f-95a3-9898ba5d8b82 tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:28.499640 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-df297539-2d25-4588-abc9-0415d526323f req-7e1f8e09-a8c3-4d8d-85f0-69b5133302b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (642b0a55-6b87-42d0-b6db-20174d917fd0), before_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:28.505672 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df297539-2d25-4588-abc9-0415d526323f req-d45924ec-cf0a-45fd-9336-7d45025d5315 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:18:28.506838 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-df297539-2d25-4588-abc9-0415d526323f req-d45924ec-cf0a-45fd-9336-7d45025d5315 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:28.508487 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-df297539-2d25-4588-abc9-0415d526323f req-d45924ec-cf0a-45fd-9336-7d45025d5315 service neutron] 10.222.0.96 "PUT /v2.0/ports/dee46075-c89a-464b-8d60-d873067be6b8 HTTP/1.1" status: 200 len: 1091 time: 2.6519156 Feb 04 17:18:28.514202 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df297539-2d25-4588-abc9-0415d526323f req-97c7fa9e-d4d5-491e-aca7-273f0b02260e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:18:28.515918 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-df297539-2d25-4588-abc9-0415d526323f req-97c7fa9e-d4d5-491e-aca7-273f0b02260e service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=2e74248da24e42d3957f6027e08e0944&device_id=c5b63e12-482c-44e0-b0aa-6c8f14ac003f HTTP/1.1" status: 200 len: 1125 time: 0.3650908 Feb 04 17:18:28.529771 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-bd44ea7b-07bd-4827-876d-af9142de21be admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=5882dffa5b134c8a9880b2d682da5469&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0410483 Feb 04 17:18:28.534988 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-f0059cc1-c06e-4d05-abf9-30e528b19b4a admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-453946713-router', 'tenant_id': '3d7b2e5e7d074cc0b1ae3613ce6e04bb', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188'}}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:18:28.539124 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd44ea7b-07bd-4827-876d-af9142de21be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a48c41ff-e15e-44d6-9828-a0eabb468c66,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:18:28.542741 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 59606) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:18:28.550387 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa48f996-b550-4e09-9a8e-04a373c4a078 None None] Network 369b23a0-9499-4a2b-bca1-d3f02e125792 requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:18:28.570514 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45924ec-cf0a-45fd-9336-7d45025d5315 service neutron] Pushing event updated for resources: {'Port': ['ID=dee46075-c89a-464b-8d60-d873067be6b8,revision_number=3']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:18:28.604146 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba97014-032a-4e09-9902-892b369d2e1c req-eeacd057-2af9-40aa-94f8-c153ce7f44f8 tempest-ServersAdminTestJSON-70469306 tempest-ServersAdminTestJSON-70469306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:18:28.617070 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-4ba97014-032a-4e09-9902-892b369d2e1c req-eeacd057-2af9-40aa-94f8-c153ce7f44f8 tempest-ServersAdminTestJSON-70469306 tempest-ServersAdminTestJSON-70469306-project] 10.222.0.89 "GET /v2.0/ports?device_id=0c0189fa-3209-44e0-92bf-41bfd20b9678 HTTP/1.1" status: 200 len: 949 time: 0.3999977 Feb 04 17:18:28.670331 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-f0059cc1-c06e-4d05-abf9-30e528b19b4a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1601657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26921'] for router (821eb76a-29a0-4489-82d9-2d09cf4b78f8), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:28.671751 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvr_db [None req-3b7a8c93-389e-4674-bd03-236b23a5dd22 None None] Set router 53792503-92df-4237-b0c8-dc60acf88751 gateway port host: n-d-827839-2 {{(pid=103379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:18:28.674776 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-f0059cc1-c06e-4d05-abf9-30e528b19b4a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1602025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603663', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1630571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26960'] for router (821eb76a-29a0-4489-82d9-2d09cf4b78f8), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:28.711900 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [req-df297539-2d25-4588-abc9-0415d526323f req-7e1f8e09-a8c3-4d8d-85f0-69b5133302b6 service neutron] For port 642b0a55-6b87-42d0-b6db-20174d917fd0, host n-h1-827839-2, cleared binding levels {{(pid=103377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:18:28.726977 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [req-df297539-2d25-4588-abc9-0415d526323f req-7e1f8e09-a8c3-4d8d-85f0-69b5133302b6 service neutron] For port 642b0a55-6b87-42d0-b6db-20174d917fd0, host n-h1-827839-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=642b0a55-6b87-42d0-b6db-20174d917fd0,segment=NetworkSegment(c2609fe7-cd5f-472c-80a0-6817cc30c6f8),segment_id=c2609fe7-cd5f-472c-80a0-6817cc30c6f8)] {{(pid=103377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:18:28.757797 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-df297539-2d25-4588-abc9-0415d526323f req-7e1f8e09-a8c3-4d8d-85f0-69b5133302b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25888290'] for port (642b0a55-6b87-42d0-b6db-20174d917fd0), after_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:28.820783 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-df297539-2d25-4588-abc9-0415d526323f req-2a31b13e-82f0-4dca-905e-91448c2eb054 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1bae8eb6-8622-475f-ad27-e33db01c7b4a HTTP/1.1" status: 200 len: 217 time: 0.1884332 Feb 04 17:18:28.835251 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-f0059cc1-c06e-4d05-abf9-30e528b19b4a admin admin] Publish callbacks [] for router_controller (821eb76a-29a0-4489-82d9-2d09cf4b78f8), precommit_add_association {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:28.850123 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df297539-2d25-4588-abc9-0415d526323f req-7e1f8e09-a8c3-4d8d-85f0-69b5133302b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:18:28.850602 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-df297539-2d25-4588-abc9-0415d526323f req-7e1f8e09-a8c3-4d8d-85f0-69b5133302b6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:28.852029 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-df297539-2d25-4588-abc9-0415d526323f req-7e1f8e09-a8c3-4d8d-85f0-69b5133302b6 service neutron] 10.222.0.96 "PUT /v2.0/ports/642b0a55-6b87-42d0-b6db-20174d917fd0 HTTP/1.1" status: 200 len: 1091 time: 2.4021833 Feb 04 17:18:28.853725 n-d-827839-2 neutron-server[103377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70812b2b-8fd2-4d57-911b-de6ba7c6083f', 'tag': '642b0a55-6b87-42d0-b6db-20174d917fd0'}] {{(pid=103377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:18:28.857377 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7240428b650e1488e9361b62648ff4b3a6c19d49d8c27c949491ab58c1346cf0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-162aeab1-1089-43d0-be05-d6285f8cf4ae" -d '{"events": [{"name": "network-changed", "server_uuid": "70812b2b-8fd2-4d57-911b-de6ba7c6083f", "tag": "642b0a55-6b87-42d0-b6db-20174d917fd0"}]}' {{(pid=103377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:18:28.974666 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-74a10773-2a30-438e-a483-4109a8c6bb2d admin admin] Publish callbacks [] for security_group (a48c41ff-e15e-44d6-9828-a0eabb468c66), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:28.980963 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-53b1b55b-bce9-49e1-b44d-67028de6abc1 None None] Provisioning complete for port f30c52a8-2062-46cc-a4bc-981061d67774 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:18:28.981909 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-53b1b55b-bce9-49e1-b44d-67028de6abc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (f30c52a8-2062-46cc-a4bc-981061d67774), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:28.990647 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-4ba97014-032a-4e09-9902-892b369d2e1c req-fdfc5985-317b-4d19-9949-527a02660545 tempest-ServersAdminTestJSON-70469306 tempest-ServersAdminTestJSON-70469306-project] 10.222.0.89 "GET /v2.0/security-groups?id=0b9d4704-c600-4325-be39-d787042bd965&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3721933 Feb 04 17:18:29.026948 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a659b8-2293-4c68-881f-2634babbe876 None None] Pushing event updated for resources: {'Port': ['ID=f30c52a8-2062-46cc-a4bc-981061d67774,revision_number=4']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:18:29.031721 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1f8e09-a8c3-4d8d-85f0-69b5133302b6 service neutron] Pushing event updated for resources: {'Port': ['ID=642b0a55-6b87-42d0-b6db-20174d917fd0,revision_number=3']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:18:29.052024 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551d0c9e-9474-47a6-a378-3aeed0831d50 req-7dc22152-d6e1-423c-aef9-cd38f3ef7eff tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:18:29.053610 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-551d0c9e-9474-47a6-a378-3aeed0831d50 req-7dc22152-d6e1-423c-aef9-cd38f3ef7eff tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] 10.222.0.89 "GET /v2.0/ports?device_id=809c551a-1790-4b2b-baf4-9847169d6487 HTTP/1.1" status: 200 len: 945 time: 0.2006524 Feb 04 17:18:29.058453 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df297539-2d25-4588-abc9-0415d526323f req-24db9716-0a74-4e91-bc98-66c35472c5b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:18:29.060170 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-df297539-2d25-4588-abc9-0415d526323f req-24db9716-0a74-4e91-bc98-66c35472c5b6 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=009ec162-9c7a-412e-b512-41bf0f49c405 HTTP/1.1" status: 200 len: 857 time: 0.2292161 Feb 04 17:18:29.065056 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df297539-2d25-4588-abc9-0415d526323f req-b74d95e0-ae16-4e0e-8ee9-642d4e7d82a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:18:29.067412 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-df297539-2d25-4588-abc9-0415d526323f req-b74d95e0-ae16-4e0e-8ee9-642d4e7d82a0 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=2e74248da24e42d3957f6027e08e0944&device_id=e369a23c-8977-4d6a-b80b-5455db399093 HTTP/1.1" status: 200 len: 1125 time: 0.4483619 Feb 04 17:18:29.117876 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-74a10773-2a30-438e-a483-4109a8c6bb2d admin admin] Publish callbacks [] for security_group (a48c41ff-e15e-44d6-9828-a0eabb468c66), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:29.137013 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df297539-2d25-4588-abc9-0415d526323f req-bd12681e-1092-4bd0-b20c-b3309d01657a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:18:29.138677 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-df297539-2d25-4588-abc9-0415d526323f req-bd12681e-1092-4bd0-b20c-b3309d01657a service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=2e74248da24e42d3957f6027e08e0944&device_id=70812b2b-8fd2-4d57-911b-de6ba7c6083f HTTP/1.1" status: 200 len: 1125 time: 0.2295437 Feb 04 17:18:29.150468 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-f0059cc1-c06e-4d05-abf9-30e528b19b4a admin admin] Publish callbacks [] for router_gateway (821eb76a-29a0-4489-82d9-2d09cf4b78f8), precommit_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:29.169036 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-3b7a8c93-389e-4674-bd03-236b23a5dd22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53792503-92df-4237-b0c8-dc60acf88751', 'name': 'tempest-AttachSCSIVolumeTestJSON-1917771760-router', 'tenant_id': '17c7616ca43843acb731e2b80c6fd54e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.55'}], 'enable_snat': True}, 'gw_port_id': '09a808d7-44b7-4302-a9c8-0b96db22cd19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:18:16Z', 'updated_at': '2022-02-04T17:18:22Z', 'revision_number': 4, 'project_id': '17c7616ca43843acb731e2b80c6fd54e', 'gw_port': {'id': '09a808d7-44b7-4302-a9c8-0b96db22cd19', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:e6:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53792503-92df-4237-b0c8-dc60acf88751', 'device_owner': 'network:router_gateway', 'standard_attr_id': 869, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:18:18Z', 'updated_at': '2022-02-04T17:18:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_interfaces': [{'id': 'f30c52a8-2062-46cc-a4bc-981061d67774', 'name': '', 'network_id': 'e7a2df79-c8ce-4040-9052-dff1b84320da', 'tenant_id': '17c7616ca43843acb731e2b80c6fd54e', 'mac_address': 'fa:16:3e:18:5a:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53792503-92df-4237-b0c8-dc60acf88751', 'device_owner': 'network:router_interface', 'standard_attr_id': 870, 'fixed_ips': [{'subnet_id': 'ecfdaff4-bfe4-4c41-acd1-759b3291dd98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:18:21Z', 'updated_at': '2022-02-04T17:18:28Z', 'revision_number': 4, 'project_id': '17c7616ca43843acb731e2b80c6fd54e', 'subnets': [{'id': 'ecfdaff4-bfe4-4c41-acd1-759b3291dd98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-2', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:18:29.180624 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-df297539-2d25-4588-abc9-0415d526323f req-9bb826be-00ac-46f2-b584-493b35da1991 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=7d3b249c-25c0-4657-92f5-d78df5eaf5f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1042705 Feb 04 17:18:29.187913 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.db_base_plugin_common [req-f8586c9f-6b26-4b36-b7ac-d773d770f369 req-6b95ba64-a102-425f-95a3-9898ba5d8b82 tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] Allocated IP 172.20.0.2 (e6d83a7c-1f77-441c-afa2-81d5754db2af/bf8ba049-695f-44be-9bf2-689533c91d54/5ada897c-33ad-4ac3-9825-d2f0ed0512c7) {{(pid=103376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:18:29.203022 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b7a8c93-389e-4674-bd03-236b23a5dd22 None None] The sync data for ids ['53792503-92df-4237-b0c8-dc60acf88751'] in n-d-827839-2 is: [{'id': '53792503-92df-4237-b0c8-dc60acf88751', 'name': 'tempest-AttachSCSIVolumeTestJSON-1917771760-router', 'tenant_id': '17c7616ca43843acb731e2b80c6fd54e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.55'}], 'enable_snat': True}, 'gw_port_id': '09a808d7-44b7-4302-a9c8-0b96db22cd19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:18:16Z', 'updated_at': '2022-02-04T17:18:22Z', 'revision_number': 4, 'project_id': '17c7616ca43843acb731e2b80c6fd54e', 'gw_port': {'id': '09a808d7-44b7-4302-a9c8-0b96db22cd19', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:e6:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53792503-92df-4237-b0c8-dc60acf88751', 'device_owner': 'network:router_gateway', 'standard_attr_id': 869, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:18:18Z', 'updated_at': '2022-02-04T17:18:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_interfaces': [{'id': 'f30c52a8-2062-46cc-a4bc-981061d67774', 'name': '', 'network_id': 'e7a2df79-c8ce-4040-9052-dff1b84320da', 'tenant_id': '17c7616ca43843acb731e2b80c6fd54e', 'mac_address': 'fa:16:3e:18:5a:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53792503-92df-4237-b0c8-dc60acf88751', 'device_owner': 'network:router_interface', 'standard_attr_id': 870, 'fixed_ips': [{'subnet_id': 'ecfdaff4-bfe4-4c41-acd1-759b3291dd98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:18:21Z', 'updated_at': '2022-02-04T17:18:28Z', 'revision_number': 4, 'project_id': '17c7616ca43843acb731e2b80c6fd54e', 'subnets': [{'id': 'ecfdaff4-bfe4-4c41-acd1-759b3291dd98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 17:18:29.205457 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-df297539-2d25-4588-abc9-0415d526323f req-fa3e35ae-970f-4642-bd38-a69b67ad3d9c service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=dee46075-c89a-464b-8d60-d873067be6b8 HTTP/1.1" status: 200 len: 217 time: 0.1114759 Feb 04 17:18:29.213004 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port 09a808d7-44b7-4302-a9c8-0b96db22cd19 is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:18:29.216396 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-df297539-2d25-4588-abc9-0415d526323f req-5e3d34f1-cea9-47fb-a555-19b312f394d6 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=642b0a55-6b87-42d0-b6db-20174d917fd0 HTTP/1.1" status: 200 len: 217 time: 0.0688407 Feb 04 17:18:29.226120 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-01294ec7-ae9f-4265-9cd0-a0cdc3cdaea9 req-710e5b5b-86cb-4fb3-8c17-53b7565e2028 tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] 10.222.0.89 "GET /v2.0/ports?device_id=2334ee69-0871-44da-b636-9ceb5bb33e7e HTTP/1.1" status: 200 len: 210 time: 0.1100464 Feb 04 17:18:29.245659 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-53b1b55b-bce9-49e1-b44d-67028de6abc1 None None] Current status of the port f30c52a8-2062-46cc-a4bc-981061d67774 is: DOWN; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:18:29.246048 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-53b1b55b-bce9-49e1-b44d-67028de6abc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (f30c52a8-2062-46cc-a4bc-981061d67774), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:29.257644 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-551d0c9e-9474-47a6-a378-3aeed0831d50 req-c9fd8722-789f-42ea-b46f-9651fa0695c0 tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] 10.222.0.89 "GET /v2.0/security-groups?id=18e6cc58-e448-4d12-9423-2a502a086ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595798 Feb 04 17:18:29.315276 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3136a9b-60bd-4984-a329-e60602ae0de6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e4c19ad-5724-5db8-8ee1-4f56ae69fcf4-369b23a0-9499-4a2b-bca1-d3f02e125792', 'network_id': '369b23a0-9499-4a2b-bca1-d3f02e125792', 'project_id': '3d7b2e5e7d074cc0b1ae3613ce6e04bb', 'fixed_ips': [{'subnet_id': '6a202c99-d998-4f8d-96c0-4489349800e5'}]}} from n-d-827839-2. {{(pid=103378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 17:18:29.316833 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c3136a9b-60bd-4984-a329-e60602ae0de6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:29.358963 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 17:18:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d1360c0-464a-4d90-82a3-98d48d294b19 x-openstack-request-id: req-0d1360c0-464a-4d90-82a3-98d48d294b19 {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:18:29.361301 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5b63e12-482c-44e0-b0aa-6c8f14ac003f", "tag": "1bae8eb6-8622-475f-ad27-e33db01c7b4a", "status": "completed", "code": 200}]} {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:18:29.361671 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-0d1360c0-464a-4d90-82a3-98d48d294b19 {{(pid=103376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:18:29.362210 n-d-827839-2 neutron-server[103376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5b63e12-482c-44e0-b0aa-6c8f14ac003f', 'tag': '1bae8eb6-8622-475f-ad27-e33db01c7b4a', 'status': 'completed', 'code': 200} Feb 04 17:18:29.372787 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df297539-2d25-4588-abc9-0415d526323f req-85d8a2f3-023e-491d-ac4a-5a581578e830 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:18:29.379419 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-df297539-2d25-4588-abc9-0415d526323f req-85d8a2f3-023e-491d-ac4a-5a581578e830 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=009ec162-9c7a-412e-b512-41bf0f49c405 HTTP/1.1" status: 200 len: 857 time: 0.1314499 Feb 04 17:18:29.433167 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-df297539-2d25-4588-abc9-0415d526323f req-6b75576d-b255-4a05-a743-e4195c738b31 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=7d3b249c-25c0-4657-92f5-d78df5eaf5f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0487287 Feb 04 17:18:29.485532 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-53b1b55b-bce9-49e1-b44d-67028de6abc1 None None] For port f30c52a8-2062-46cc-a4bc-981061d67774, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=f30c52a8-2062-46cc-a4bc-981061d67774,segment=NetworkSegment(7ce1250d-0fb9-49dd-ae7f-12647688678d),segment_id=7ce1250d-0fb9-49dd-ae7f-12647688678d)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:18:29.512863 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 17:18:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b686addd-67b6-4cdf-921c-467a1e15f276 x-openstack-request-id: req-b686addd-67b6-4cdf-921c-467a1e15f276 {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:18:29.513198 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70812b2b-8fd2-4d57-911b-de6ba7c6083f", "tag": "642b0a55-6b87-42d0-b6db-20174d917fd0", "status": "completed", "code": 200}]} {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:18:29.513457 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-b686addd-67b6-4cdf-921c-467a1e15f276 {{(pid=103377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:18:29.513868 n-d-827839-2 neutron-server[103377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70812b2b-8fd2-4d57-911b-de6ba7c6083f', 'tag': '642b0a55-6b87-42d0-b6db-20174d917fd0', 'status': 'completed', 'code': 200} Feb 04 17:18:29.517776 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-53b1b55b-bce9-49e1-b44d-67028de6abc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (f30c52a8-2062-46cc-a4bc-981061d67774), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:29.585431 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-df297539-2d25-4588-abc9-0415d526323f req-864dd86d-56a9-4041-ac16-2b54baa1158e service neutron] 10.222.0.96 "GET /v2.0/networks/7d3b249c-25c0-4657-92f5-d78df5eaf5f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3786104 Feb 04 17:18:29.594589 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.96', 57029) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:18:29.766485 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-72b2e389-62f6-4a05-8c1e-5b6b7145c116 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (bb89f5a3-3c22-440b-b7d1-c4f0c43c184a), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:29.770219 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b1b55b-bce9-49e1-b44d-67028de6abc1 None None] Pushing event updated for resources: {'Port': ['ID=f30c52a8-2062-46cc-a4bc-981061d67774,revision_number=5']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:18:29.778348 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-c3136a9b-60bd-4984-a329-e60602ae0de6 None None] Allocated IP 172.20.0.2 (369b23a0-9499-4a2b-bca1-d3f02e125792/6a202c99-d998-4f8d-96c0-4489349800e5/ef3c5e8f-abe5-4c21-b3d2-8751362cb5b2) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:18:29.783459 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-41fd8e10-ecc3-4574-bab3-ed46757c7b7a None None] Provisioning complete for port f30c52a8-2062-46cc-a4bc-981061d67774 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:18:29.783839 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-41fd8e10-ecc3-4574-bab3-ed46757c7b7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (f30c52a8-2062-46cc-a4bc-981061d67774), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:29.825203 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-df297539-2d25-4588-abc9-0415d526323f req-05ae51a8-5e19-42a9-a160-90cfe3323797 service neutron] 10.222.0.96 "GET /v2.0/networks/7d3b249c-25c0-4657-92f5-d78df5eaf5f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3736844 Feb 04 17:18:29.947392 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8d031e-765d-4048-b60a-e7925a8c7c24 req-9c4f1eb9-e591-4d58-a5d9-4a6fa33bf5b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:18:29.949001 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-ca8d031e-765d-4048-b60a-e7925a8c7c24 req-9c4f1eb9-e591-4d58-a5d9-4a6fa33bf5b6 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=549ab3be19c64bf782eb9cf08c0cc261&device_id=003b1698-308a-408b-8e39-478eda454ea2 HTTP/1.1" status: 200 len: 1128 time: 0.3439682 Feb 04 17:18:29.951565 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-df297539-2d25-4588-abc9-0415d526323f req-04efeb7c-0345-403c-a2c1-344575bc9dc6 service neutron] 10.222.0.96 "GET /v2.0/networks/7d3b249c-25c0-4657-92f5-d78df5eaf5f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1153567 Feb 04 17:18:29.967215 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-41fd8e10-ecc3-4574-bab3-ed46757c7b7a None None] Current status of the port f30c52a8-2062-46cc-a4bc-981061d67774 is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:18:30.028044 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c3136a9b-60bd-4984-a329-e60602ae0de6 None None] Publish callbacks [] for port (ef3c5e8f-abe5-4c21-b3d2-8751362cb5b2), precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:30.037881 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c3136a9b-60bd-4984-a329-e60602ae0de6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135'] for port (ef3c5e8f-abe5-4c21-b3d2-8751362cb5b2), after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:30.109395 n-d-827839-2 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3136a9b-60bd-4984-a329-e60602ae0de6 None None] Network 369b23a0-9499-4a2b-bca1-d3f02e125792 is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:18:30.110976 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3136a9b-60bd-4984-a329-e60602ae0de6 None None] Pushing event updated for resources: {'Port': ['ID=ef3c5e8f-abe5-4c21-b3d2-8751362cb5b2,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:18:30.114685 n-d-827839-2 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-c3136a9b-60bd-4984-a329-e60602ae0de6 None None] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:18:30.117506 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3136a9b-60bd-4984-a329-e60602ae0de6 None None] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:18:30.182260 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-74a10773-2a30-438e-a483-4109a8c6bb2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (a48c41ff-e15e-44d6-9828-a0eabb468c66), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:30.184902 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-74a10773-2a30-438e-a483-4109a8c6bb2d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:30.188367 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-74a10773-2a30-438e-a483-4109a8c6bb2d admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/a48c41ff-e15e-44d6-9828-a0eabb468c66 HTTP/1.1" status: 204 len: 168 time: 1.6394053 Feb 04 17:18:30.212984 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-c3136a9b-60bd-4984-a329-e60602ae0de6 None None] Attempting to bind port ef3c5e8f-abe5-4c21-b3d2-8751362cb5b2 on host n-d-827839-2 for vnic_type normal with profile {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:18:30.213849 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-c3136a9b-60bd-4984-a329-e60602ae0de6 None None] Attempting to bind port ef3c5e8f-abe5-4c21-b3d2-8751362cb5b2 by drivers openvswitch,hyperv on host n-d-827839-2 at level 0 using segments [{'id': 'b6c4108f-4276-4290-8558-e3b72439eeee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '369b23a0-9499-4a2b-bca1-d3f02e125792'}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:18:30.214473 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3136a9b-60bd-4984-a329-e60602ae0de6 None None] Attempting to bind port ef3c5e8f-abe5-4c21-b3d2-8751362cb5b2 on network 369b23a0-9499-4a2b-bca1-d3f02e125792 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:18:30.220949 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3136a9b-60bd-4984-a329-e60602ae0de6 None None] Checking agent: {'id': 'ba70844b-66a0-45fd-a2f2-e6ed673321fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 0, 36), 'started_at': datetime.datetime(2022, 2, 4, 17, 1, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 18, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:18:30.221742 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3136a9b-60bd-4984-a329-e60602ae0de6 None None] Checking segment: {'id': 'b6c4108f-4276-4290-8558-e3b72439eeee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '369b23a0-9499-4a2b-bca1-d3f02e125792'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:18:30.222462 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c3136a9b-60bd-4984-a329-e60602ae0de6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:30.223765 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3136a9b-60bd-4984-a329-e60602ae0de6 None None] Bound using segment: {'id': 'b6c4108f-4276-4290-8558-e3b72439eeee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '369b23a0-9499-4a2b-bca1-d3f02e125792'} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:18:30.224486 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-c3136a9b-60bd-4984-a329-e60602ae0de6 None None] Bound port: ef3c5e8f-abe5-4c21-b3d2-8751362cb5b2, host: n-d-827839-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6c4108f-4276-4290-8558-e3b72439eeee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '369b23a0-9499-4a2b-bca1-d3f02e125792'}}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:18:30.225325 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c3136a9b-60bd-4984-a329-e60602ae0de6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (ef3c5e8f-abe5-4c21-b3d2-8751362cb5b2), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:30.307543 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device f30c52a8-2062-46cc-a4bc-981061d67774 up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:18:30.310679 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a10773-2a30-438e-a483-4109a8c6bb2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a48c41ff-e15e-44d6-9828-a0eabb468c66,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:18:30.326542 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df297539-2d25-4588-abc9-0415d526323f req-8179b154-90f4-4cb7-9299-9f0cc2e023ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:18:30.328468 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-df297539-2d25-4588-abc9-0415d526323f req-8179b154-90f4-4cb7-9299-9f0cc2e023ef service neutron] 10.222.0.96 "GET /v2.0/subnets?id=009ec162-9c7a-412e-b512-41bf0f49c405 HTTP/1.1" status: 200 len: 857 time: 1.0962987 Feb 04 17:18:30.398995 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-c3136a9b-60bd-4984-a329-e60602ae0de6 None None] For port ef3c5e8f-abe5-4c21-b3d2-8751362cb5b2, host n-d-827839-2, cleared binding levels {{(pid=103378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:18:30.401782 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-df297539-2d25-4588-abc9-0415d526323f req-46c4a5f9-bc9d-4008-9dd0-3121f74bf228 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=7d3b249c-25c0-4657-92f5-d78df5eaf5f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0568354 Feb 04 17:18:30.424487 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-c3136a9b-60bd-4984-a329-e60602ae0de6 None None] For port ef3c5e8f-abe5-4c21-b3d2-8751362cb5b2, host n-d-827839-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=ef3c5e8f-abe5-4c21-b3d2-8751362cb5b2,segment=NetworkSegment(b6c4108f-4276-4290-8558-e3b72439eeee),segment_id=b6c4108f-4276-4290-8558-e3b72439eeee)] {{(pid=103378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:18:30.438568 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c3136a9b-60bd-4984-a329-e60602ae0de6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (ef3c5e8f-abe5-4c21-b3d2-8751362cb5b2), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:30.485514 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-f8586c9f-6b26-4b36-b7ac-d773d770f369 req-6b95ba64-a102-425f-95a3-9898ba5d8b82 tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] Publish callbacks [] for port (5ada897c-33ad-4ac3-9825-d2f0ed0512c7), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:30.496680 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e8d323-26d7-4620-8feb-feabe3144c75 req-c62c65e8-0127-460c-a7f3-ea1d35b0c236 tempest-ServersAdminTestJSON-70469306 tempest-ServersAdminTestJSON-70469306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:18:30.498689 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port f30c52a8-2062-46cc-a4bc-981061d67774 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:18:30.499270 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (f30c52a8-2062-46cc-a4bc-981061d67774), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:30.505771 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-56e8d323-26d7-4620-8feb-feabe3144c75 req-c62c65e8-0127-460c-a7f3-ea1d35b0c236 tempest-ServersAdminTestJSON-70469306 tempest-ServersAdminTestJSON-70469306-project] 10.222.0.89 "GET /v2.0/ports?device_id=cdea105d-d892-4559-baed-fb98b40680d0 HTTP/1.1" status: 200 len: 950 time: 0.9119217 Feb 04 17:18:30.527562 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-df297539-2d25-4588-abc9-0415d526323f req-eb6cb50a-76dd-465d-8f78-c14286b36d49 service neutron] 10.222.0.96 "GET /v2.0/networks/7d3b249c-25c0-4657-92f5-d78df5eaf5f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3756936 Feb 04 17:18:30.533902 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-f8586c9f-6b26-4b36-b7ac-d773d770f369 req-6b95ba64-a102-425f-95a3-9898ba5d8b82 tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (5ada897c-33ad-4ac3-9825-d2f0ed0512c7), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:30.558333 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf172f97-674a-44f4-8b93-e8a94ca1ccf5 req-0bd0a4b9-edea-426e-8543-ee62ba473738 tempest-ListServersNegativeTestJSON-1313441639 tempest-ListServersNegativeTestJSON-1313441639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:18:30.569206 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-cf172f97-674a-44f4-8b93-e8a94ca1ccf5 req-0bd0a4b9-edea-426e-8543-ee62ba473738 tempest-ListServersNegativeTestJSON-1313441639 tempest-ListServersNegativeTestJSON-1313441639-project] 10.222.0.89 "GET /v2.0/ports?device_id=c5b63e12-482c-44e0-b0aa-6c8f14ac003f HTTP/1.1" status: 200 len: 943 time: 0.4344671 Feb 04 17:18:30.574910 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] get_ports_and_sgs() called for port_ids ['0d900902-236e-4b59-81c2-4e05e50526a0'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 17:18:30.633808 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3136a9b-60bd-4984-a329-e60602ae0de6 None None] Pushing event updated for resources: {'Port': ['ID=ef3c5e8f-abe5-4c21-b3d2-8751362cb5b2,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:18:30.639613 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8586c9f-6b26-4b36-b7ac-d773d770f369 req-6b95ba64-a102-425f-95a3-9898ba5d8b82 tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] Network e6d83a7c-1f77-441c-afa2-81d5754db2af is already hosted by enough agents. {{(pid=103376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:18:30.698886 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [req-f8586c9f-6b26-4b36-b7ac-d773d770f369 req-6b95ba64-a102-425f-95a3-9898ba5d8b82 tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] Resources bound (agent type, host, resource id): {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:18:30.702427 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port f30c52a8-2062-46cc-a4bc-981061d67774 is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:18:30.713111 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 59632) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:18:30.720267 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-56e8d323-26d7-4620-8feb-feabe3144c75 req-4ec41cd6-9769-47ff-a53d-a197b79380f8 tempest-ServersAdminTestJSON-70469306 tempest-ServersAdminTestJSON-70469306-project] 10.222.0.89 "GET /v2.0/security-groups?id=0b9d4704-c600-4325-be39-d787042bd965&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2133234 Feb 04 17:18:30.720668 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8586c9f-6b26-4b36-b7ac-d773d770f369 req-6b95ba64-a102-425f-95a3-9898ba5d8b82 tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] Received port after_create {{(pid=103376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:18:30.786355 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-f0059cc1-c06e-4d05-abf9-30e528b19b4a admin admin] Publish callbacks [] for router_gateway (821eb76a-29a0-4489-82d9-2d09cf4b78f8), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:30.792489 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b95ba64-a102-425f-95a3-9898ba5d8b82 tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] Pushing event updated for resources: {'Port': ['ID=5ada897c-33ad-4ac3-9825-d2f0ed0512c7,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:18:30.819809 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162aeab1-1089-43d0-be05-d6285f8cf4ae req-2d7c1577-ffae-4684-b74b-332de8008058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:18:30.821386 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-162aeab1-1089-43d0-be05-d6285f8cf4ae req-2d7c1577-ffae-4684-b74b-332de8008058 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=2e74248da24e42d3957f6027e08e0944&device_id=70812b2b-8fd2-4d57-911b-de6ba7c6083f HTTP/1.1" status: 200 len: 1125 time: 0.3130133 Feb 04 17:18:30.863961 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-4dec5e82-2406-42c7-b322-13643a7fad72 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:30.916533 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-f0059cc1-c06e-4d05-abf9-30e528b19b4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:30.922974 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-cf172f97-674a-44f4-8b93-e8a94ca1ccf5 req-d85d2d14-0c68-4a3f-9cae-6712cffe713d tempest-ListServersNegativeTestJSON-1313441639 tempest-ListServersNegativeTestJSON-1313441639-project] 10.222.0.89 "GET /v2.0/security-groups?id=3b13db45-60c3-440c-8ad9-70c66ea7eadd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3525670 Feb 04 17:18:30.948144 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8586c9f-6b26-4b36-b7ac-d773d770f369 req-6b95ba64-a102-425f-95a3-9898ba5d8b82 tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:18:30.948819 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-f8586c9f-6b26-4b36-b7ac-d773d770f369 req-6b95ba64-a102-425f-95a3-9898ba5d8b82 tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:30.989395 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8d031e-765d-4048-b60a-e7925a8c7c24 req-55f874b7-f941-407f-8168-d470a1601b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:18:30.990852 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-ca8d031e-765d-4048-b60a-e7925a8c7c24 req-55f874b7-f941-407f-8168-d470a1601b3b service neutron] 10.222.0.96 "GET /v2.0/networks?id=18207d46-382e-4b85-9e21-8a16ad00a860 HTTP/1.1" status: 200 len: 917 time: 0.4791520 Feb 04 17:18:30.990983 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-df297539-2d25-4588-abc9-0415d526323f req-869c5a5c-6d18-42c9-86c6-2e7b303899f3 service neutron] 10.222.0.96 "GET /v2.0/networks/7d3b249c-25c0-4657-92f5-d78df5eaf5f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5697095 Feb 04 17:18:30.997174 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba39d14d-a8e3-4ad3-bf67-3e00aaca3d00 req-02527716-189a-46e0-a6d8-be780a60f1ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:18:30.999748 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-ba39d14d-a8e3-4ad3-bf67-3e00aaca3d00 req-02527716-189a-46e0-a6d8-be780a60f1ba service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=2e74248da24e42d3957f6027e08e0944&device_id=c5b63e12-482c-44e0-b0aa-6c8f14ac003f HTTP/1.1" status: 200 len: 1125 time: 0.3331304 Feb 04 17:18:31.004448 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-f8586c9f-6b26-4b36-b7ac-d773d770f369 req-6b95ba64-a102-425f-95a3-9898ba5d8b82 tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0877104 Feb 04 17:18:31.038091 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [req-f8586c9f-6b26-4b36-b7ac-d773d770f369 req-9f929fba-6fe2-48bc-80b4-bde20528c676 service neutron] Request body: {'port': {'device_id': '2334ee69-0871-44da-b636-9ceb5bb33e7e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827839-2'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:18:31.098031 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-ca8d031e-765d-4048-b60a-e7925a8c7c24 req-2c7bdb59-43cc-41c3-84fd-486f4a5c3deb service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d0589dbf-3d32-476e-9f1d-195240462069 HTTP/1.1" status: 200 len: 217 time: 0.0626500 Feb 04 17:18:31.117989 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162aeab1-1089-43d0-be05-d6285f8cf4ae req-8cd88677-8364-4787-a5e0-3951068db34b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:18:31.119386 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-162aeab1-1089-43d0-be05-d6285f8cf4ae req-8cd88677-8364-4787-a5e0-3951068db34b service neutron] 10.222.0.96 "GET /v2.0/networks?id=7d3b249c-25c0-4657-92f5-d78df5eaf5f8 HTTP/1.1" status: 200 len: 918 time: 0.2769234 Feb 04 17:18:31.185306 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac6dd7a-8725-41eb-8e76-5e5ea5f50440 req-e06daa7e-f14d-4318-9ebd-d78951e5b463 tempest-ListServerFiltersTestJSON-412490069 tempest-ListServerFiltersTestJSON-412490069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:18:31.186832 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-1ac6dd7a-8725-41eb-8e76-5e5ea5f50440 req-e06daa7e-f14d-4318-9ebd-d78951e5b463 tempest-ListServerFiltersTestJSON-412490069 tempest-ListServerFiltersTestJSON-412490069-project] 10.222.0.89 "GET /v2.0/ports?device_id=003b1698-308a-408b-8e39-478eda454ea2 HTTP/1.1" status: 200 len: 946 time: 0.2781215 Feb 04 17:18:31.223601 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-162aeab1-1089-43d0-be05-d6285f8cf4ae req-48b2ef72-87b6-4007-b0f3-4f397a623055 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=642b0a55-6b87-42d0-b6db-20174d917fd0 HTTP/1.1" status: 200 len: 217 time: 0.0744560 Feb 04 17:18:31.286128 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-4dec5e82-2406-42c7-b322-13643a7fad72 admin admin] Publish callbacks [] for security_group (0d8b9207-0712-4574-a78d-d7d752cbe807), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:31.296224 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8d031e-765d-4048-b60a-e7925a8c7c24 req-0c11855c-77cc-463a-9724-98c447bfe1c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:18:31.298023 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-ca8d031e-765d-4048-b60a-e7925a8c7c24 req-0c11855c-77cc-463a-9724-98c447bfe1c9 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=e97a94c0-1098-43d0-824d-a1a7dda55172 HTTP/1.1" status: 200 len: 855 time: 0.1905234 Feb 04 17:18:31.299213 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.db_base_plugin_common [None req-f0059cc1-c06e-4d05-abf9-30e528b19b4a admin admin] Allocated IP 172.25.6.41 (48165773-85ad-49a1-9ec1-76fc8dc24188/7660bfad-1ea8-4fe7-831b-bed836f13efc/66f7c118-bcf7-48c0-9f87-994668701852) {{(pid=103377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:18:31.303730 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-4dec5e82-2406-42c7-b322-13643a7fad72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (0d8b9207-0712-4574-a78d-d7d752cbe807), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:31.312461 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c18edb-2b19-4475-9afa-3aaa9a78e6f2 req-fb499d88-13ad-4912-a1ff-d0f37c3fbb6a tempest-ServerPasswordTestJSON-1353933369 tempest-ServerPasswordTestJSON-1353933369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:18:31.313988 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-19c18edb-2b19-4475-9afa-3aaa9a78e6f2 req-fb499d88-13ad-4912-a1ff-d0f37c3fbb6a tempest-ServerPasswordTestJSON-1353933369 tempest-ServerPasswordTestJSON-1353933369-project] 10.222.0.89 "GET /v2.0/ports?device_id=634d883b-4d6b-4d79-9cf4-d686060f2918 HTTP/1.1" status: 200 len: 946 time: 0.3086333 Feb 04 17:18:31.340973 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-f8586c9f-6b26-4b36-b7ac-d773d770f369 req-9f929fba-6fe2-48bc-80b4-bde20528c676 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (5ada897c-33ad-4ac3-9825-d2f0ed0512c7), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:31.348055 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.96', 57030) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:18:31.355018 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-df297539-2d25-4588-abc9-0415d526323f req-5a052bd9-b74d-40df-8ef5-dde7ef7dbe43 service neutron] 10.222.0.96 "GET /v2.0/networks/7d3b249c-25c0-4657-92f5-d78df5eaf5f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3325627 Feb 04 17:18:31.368686 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162aeab1-1089-43d0-be05-d6285f8cf4ae req-bf4c9f6b-8ae0-44c0-8fd3-7d76c8e41533 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:18:31.370466 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-162aeab1-1089-43d0-be05-d6285f8cf4ae req-bf4c9f6b-8ae0-44c0-8fd3-7d76c8e41533 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=009ec162-9c7a-412e-b512-41bf0f49c405 HTTP/1.1" status: 200 len: 857 time: 0.1356099 Feb 04 17:18:31.383972 n-d-827839-2 neutron-server[103376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e369a23c-8977-4d6a-b80b-5455db399093', 'tag': 'dee46075-c89a-464b-8d60-d873067be6b8'}] {{(pid=103376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:18:31.385979 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d59c3bb5e2f09ebf62144d5e09b1cff60c763a9c19614c24538e77842938c05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f7099a0-4d74-47d2-ba69-b206986d3b49" -d '{"events": [{"name": "network-changed", "server_uuid": "e369a23c-8977-4d6a-b80b-5455db399093", "tag": "dee46075-c89a-464b-8d60-d873067be6b8"}]}' {{(pid=103376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:18:31.398486 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba39d14d-a8e3-4ad3-bf67-3e00aaca3d00 req-f09bd028-184d-4291-9b13-1f7db95c7f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:18:31.400001 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-ba39d14d-a8e3-4ad3-bf67-3e00aaca3d00 req-f09bd028-184d-4291-9b13-1f7db95c7f10 service neutron] 10.222.0.96 "GET /v2.0/networks?id=7d3b249c-25c0-4657-92f5-d78df5eaf5f8 HTTP/1.1" status: 200 len: 918 time: 0.3812995 Feb 04 17:18:31.426749 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-1ac6dd7a-8725-41eb-8e76-5e5ea5f50440 req-2efbda6c-a423-4b2b-b39b-b40d773da814 tempest-ListServerFiltersTestJSON-412490069 tempest-ListServerFiltersTestJSON-412490069-project] 10.222.0.89 "GET /v2.0/security-groups?id=97f39e76-7bf1-44bd-bf73-dcbb52112ad3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2095072 Feb 04 17:18:31.453496 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-162aeab1-1089-43d0-be05-d6285f8cf4ae req-715b4ac6-2e50-47c0-8ffe-c7b64ad9d848 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=7d3b249c-25c0-4657-92f5-d78df5eaf5f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0671129 Feb 04 17:18:31.453712 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-4dec5e82-2406-42c7-b322-13643a7fad72 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=b692560ecd944ec1bcb5040e78aca907&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7284369 Feb 04 17:18:31.460090 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 59640) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:18:31.492088 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dec5e82-2406-42c7-b322-13643a7fad72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d8b9207-0712-4574-a78d-d7d752cbe807,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:18:31.501791 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-ba39d14d-a8e3-4ad3-bf67-3e00aaca3d00 req-58e3acaa-f596-4ea9-98d6-89a9dbeea476 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1bae8eb6-8622-475f-ad27-e33db01c7b4a HTTP/1.1" status: 200 len: 217 time: 0.0758038 Feb 04 17:18:31.502472 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8d031e-765d-4048-b60a-e7925a8c7c24 req-392e48f1-d52e-4d85-817b-0b997bcb53a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:18:31.504508 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-ca8d031e-765d-4048-b60a-e7925a8c7c24 req-392e48f1-d52e-4d85-817b-0b997bcb53a5 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=18207d46-382e-4b85-9e21-8a16ad00a860&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1959212 Feb 04 17:18:31.610222 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-19c18edb-2b19-4475-9afa-3aaa9a78e6f2 req-72c7a793-6c8b-4bc1-bfaa-75a0d558ace4 tempest-ServerPasswordTestJSON-1353933369 tempest-ServerPasswordTestJSON-1353933369-project] 10.222.0.89 "GET /v2.0/security-groups?id=f73a87ce-3623-468b-b264-be10e14b97af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2742336 Feb 04 17:18:31.682106 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-f0059cc1-c06e-4d05-abf9-30e528b19b4a admin admin] Publish callbacks [] for port (66f7c118-bcf7-48c0-9f87-994668701852), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:31.705706 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba39d14d-a8e3-4ad3-bf67-3e00aaca3d00 req-21bfe9da-4d29-41c2-bfae-75febbdd2424 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:18:31.707248 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-ba39d14d-a8e3-4ad3-bf67-3e00aaca3d00 req-21bfe9da-4d29-41c2-bfae-75febbdd2424 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=009ec162-9c7a-412e-b512-41bf0f49c405 HTTP/1.1" status: 200 len: 857 time: 0.1758552 Feb 04 17:18:31.728188 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793efd8d-ce84-456a-ad36-cf720b4b0669 req-0f71cc82-b630-401f-a378-1094a40acdd8 tempest-ServerPasswordTestJSON-1353933369 tempest-ServerPasswordTestJSON-1353933369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:18:31.730234 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-793efd8d-ce84-456a-ad36-cf720b4b0669 req-0f71cc82-b630-401f-a378-1094a40acdd8 tempest-ServerPasswordTestJSON-1353933369 tempest-ServerPasswordTestJSON-1353933369-project] 10.222.0.96 "GET /v2.0/ports?device_id=634d883b-4d6b-4d79-9cf4-d686060f2918 HTTP/1.1" status: 200 len: 946 time: 0.3770370 Feb 04 17:18:31.760424 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-7a0175e4-59f1-4c01-9e84-a21acf35e93c admin admin] Publish callbacks [] for security_group (0d8b9207-0712-4574-a78d-d7d752cbe807), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:31.776620 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-162aeab1-1089-43d0-be05-d6285f8cf4ae req-3009d0f9-d6c6-4d59-b13e-800f1f83938c service neutron] 10.222.0.96 "GET /v2.0/networks/7d3b249c-25c0-4657-92f5-d78df5eaf5f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3143756 Feb 04 17:18:31.803069 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc4c064-1b35-428e-9668-c6952831e21c req-97cbaa5a-aa56-45a8-90fa-dd59b94cdab2 tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:18:31.805227 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-adc4c064-1b35-428e-9668-c6952831e21c req-97cbaa5a-aa56-45a8-90fa-dd59b94cdab2 tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] 10.222.0.89 "GET /v2.0/ports?device_id=2334ee69-0871-44da-b636-9ceb5bb33e7e HTTP/1.1" status: 200 len: 931 time: 0.2977910 Feb 04 17:18:31.814134 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-ba39d14d-a8e3-4ad3-bf67-3e00aaca3d00 req-7dd26871-e055-4c46-8e4a-870998199f17 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=7d3b249c-25c0-4657-92f5-d78df5eaf5f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0950015 Feb 04 17:18:31.816185 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bceab77-c3e6-4287-bf9b-f5d809e18ee7 None None] Network 369b23a0-9499-4a2b-bca1-d3f02e125792 requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:18:31.848876 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-ca8d031e-765d-4048-b60a-e7925a8c7c24 req-f84cd4e5-5984-4c69-8cdc-5fdf79b5d76b service neutron] 10.222.0.96 "GET /v2.0/networks/18207d46-382e-4b85-9e21-8a16ad00a860?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3138049 Feb 04 17:18:31.881350 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-7a0175e4-59f1-4c01-9e84-a21acf35e93c admin admin] Publish callbacks [] for security_group (0d8b9207-0712-4574-a78d-d7d752cbe807), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:31.930803 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-96658f90-a882-450e-ae50-2fadc80721f0 None None] Provisioning complete for port ef3c5e8f-abe5-4c21-b3d2-8751362cb5b2 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:18:31.931379 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-96658f90-a882-450e-ae50-2fadc80721f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (ef3c5e8f-abe5-4c21-b3d2-8751362cb5b2), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:31.974222 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9fae25-47bc-453e-b59d-d29c7146183d req-83c8a6bd-bbc9-42fb-ada0-5a368a4b7f69 tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:18:31.975817 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-0f9fae25-47bc-453e-b59d-d29c7146183d req-83c8a6bd-bbc9-42fb-ada0-5a368a4b7f69 tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] 10.222.0.89 "GET /v2.0/ports?device_id=809c551a-1790-4b2b-baf4-9847169d6487 HTTP/1.1" status: 200 len: 945 time: 0.2802331 Feb 04 17:18:31.983827 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-f0059cc1-c06e-4d05-abf9-30e528b19b4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (66f7c118-bcf7-48c0-9f87-994668701852), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:32.002505 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c51d82a7-3e95-4083-b997-36bb1e11e758 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (64ada913-9131-4d99-a265-63a920956287), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:32.044127 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-96658f90-a882-450e-ae50-2fadc80721f0 None None] Current status of the port ef3c5e8f-abe5-4c21-b3d2-8751362cb5b2 is: DOWN; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:18:32.044673 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-96658f90-a882-450e-ae50-2fadc80721f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (ef3c5e8f-abe5-4c21-b3d2-8751362cb5b2), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:32.082353 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-96658f90-a882-450e-ae50-2fadc80721f0 None None] For port ef3c5e8f-abe5-4c21-b3d2-8751362cb5b2, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=ef3c5e8f-abe5-4c21-b3d2-8751362cb5b2,segment=NetworkSegment(b6c4108f-4276-4290-8558-e3b72439eeee),segment_id=b6c4108f-4276-4290-8558-e3b72439eeee)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:18:32.085512 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-ba39d14d-a8e3-4ad3-bf67-3e00aaca3d00 req-9b65193e-1e56-44cd-8ac9-5c476aa2f060 service neutron] 10.222.0.96 "GET /v2.0/networks/7d3b249c-25c0-4657-92f5-d78df5eaf5f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2424898 Feb 04 17:18:32.090093 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-96658f90-a882-450e-ae50-2fadc80721f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (ef3c5e8f-abe5-4c21-b3d2-8751362cb5b2), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:32.090390 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-adc4c064-1b35-428e-9668-c6952831e21c req-b475b6b1-167b-4e3f-88b6-c27daa97619d tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] 10.222.0.89 "GET /v2.0/security-groups?id=c591d0a0-8f77-4259-ab5e-c54cb31473d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2684190 Feb 04 17:18:32.144554 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0059cc1-c06e-4d05-abf9-30e528b19b4a admin admin] Network 48165773-85ad-49a1-9ec1-76fc8dc24188 is already hosted by enough agents. {{(pid=103377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:18:32.146715 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96658f90-a882-450e-ae50-2fadc80721f0 None None] Pushing event updated for resources: {'Port': ['ID=ef3c5e8f-abe5-4c21-b3d2-8751362cb5b2,revision_number=3']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:18:32.168328 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [None req-f0059cc1-c06e-4d05-abf9-30e528b19b4a admin admin] Resources bound (agent type, host, resource id): {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:18:32.183841 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0059cc1-c06e-4d05-abf9-30e528b19b4a admin admin] Received port after_create {{(pid=103377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:18:32.212522 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-0f9fae25-47bc-453e-b59d-d29c7146183d req-4b381bfa-2807-44f6-b455-6fc12ed7ad34 tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] 10.222.0.89 "GET /v2.0/security-groups?id=18e6cc58-e448-4d12-9423-2a502a086ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2212095 Feb 04 17:18:32.218200 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [req-793efd8d-ce84-456a-ad36-cf720b4b0669 req-be5c71ed-ec0a-4a53-853d-525cebc4fa70 tempest-ServerPasswordTestJSON-1353933369 tempest-ServerPasswordTestJSON-1353933369-project] Deleting port 624dc4ba-16e0-4d94-a42c-1d5135d09ec8 {{(pid=103376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:18:32.218557 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-793efd8d-ce84-456a-ad36-cf720b4b0669 req-be5c71ed-ec0a-4a53-853d-525cebc4fa70 tempest-ServerPasswordTestJSON-1353933369 tempest-ServerPasswordTestJSON-1353933369-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (624dc4ba-16e0-4d94-a42c-1d5135d09ec8), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:32.280582 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-162aeab1-1089-43d0-be05-d6285f8cf4ae req-fd26052c-5a78-4e4e-ad70-71471b2ed1ff service neutron] 10.222.0.96 "GET /v2.0/networks/7d3b249c-25c0-4657-92f5-d78df5eaf5f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4869051 Feb 04 17:18:32.285069 n-d-827839-2 neutron-server[103376]: DEBUG neutron.notifiers.nova [req-f8586c9f-6b26-4b36-b7ac-d773d770f369 req-9f929fba-6fe2-48bc-80b4-bde20528c676 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ada897c-33ad-4ac3-9825-d2f0ed0512c7 {{(pid=103376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 17:18:32.298406 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0059cc1-c06e-4d05-abf9-30e528b19b4a admin admin] Pushing event updated for resources: {'Port': ['ID=66f7c118-bcf7-48c0-9f87-994668701852,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:18:32.300608 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-f8586c9f-6b26-4b36-b7ac-d773d770f369 req-9f929fba-6fe2-48bc-80b4-bde20528c676 service neutron] Publish callbacks [] for port (5ada897c-33ad-4ac3-9825-d2f0ed0512c7), precommit_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:32.325564 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-7a0175e4-59f1-4c01-9e84-a21acf35e93c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (0d8b9207-0712-4574-a78d-d7d752cbe807), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:32.328376 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-7a0175e4-59f1-4c01-9e84-a21acf35e93c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:32.330056 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-7a0175e4-59f1-4c01-9e84-a21acf35e93c admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/0d8b9207-0712-4574-a78d-d7d752cbe807 HTTP/1.1" status: 204 len: 168 time: 0.8687992 Feb 04 17:18:32.338493 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-ca8d031e-765d-4048-b60a-e7925a8c7c24 req-07743f31-00c6-4fe2-8901-5487cc11ba95 service neutron] 10.222.0.96 "GET /v2.0/networks/18207d46-382e-4b85-9e21-8a16ad00a860?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4551032 Feb 04 17:18:32.349506 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-50bf3b87-07c7-468a-8baf-7f8ccf4a1c16 req-c659b7bc-add9-4d13-96f9-5432b0bc83be tempest-ServersAdminTestJSON-70469306 tempest-ServersAdminTestJSON-70469306-project] 10.222.0.89 "GET /v2.0/networks?tenant_id=f484bbd9aba14982b5f05b3677d924de&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1064429 Feb 04 17:18:32.364874 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 17:18:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd1029e5-8fa9-49e3-8eb0-c3b49aadbfcf x-openstack-request-id: req-cd1029e5-8fa9-49e3-8eb0-c3b49aadbfcf {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:18:32.365170 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e369a23c-8977-4d6a-b80b-5455db399093", "tag": "dee46075-c89a-464b-8d60-d873067be6b8", "status": "completed", "code": 200}]} {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:18:32.365437 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-cd1029e5-8fa9-49e3-8eb0-c3b49aadbfcf {{(pid=103376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:18:32.365857 n-d-827839-2 neutron-server[103376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e369a23c-8977-4d6a-b80b-5455db399093', 'tag': 'dee46075-c89a-464b-8d60-d873067be6b8', 'status': 'completed', 'code': 200} Feb 04 17:18:32.393143 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device ef3c5e8f-abe5-4c21-b3d2-8751362cb5b2 up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:18:32.414714 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.provisioning_blocks [req-f8586c9f-6b26-4b36-b7ac-d773d770f369 req-9f929fba-6fe2-48bc-80b4-bde20528c676 service neutron] Transition to ACTIVE for port object 5ada897c-33ad-4ac3-9825-d2f0ed0512c7 will not be triggered until provisioned by entity L2. {{(pid=103376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 17:18:32.435653 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-f8586c9f-6b26-4b36-b7ac-d773d770f369 req-9f929fba-6fe2-48bc-80b4-bde20528c676 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675836'] for port (5ada897c-33ad-4ac3-9825-d2f0ed0512c7), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:32.481094 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-ba39d14d-a8e3-4ad3-bf67-3e00aaca3d00 req-ab91f721-3bd0-4e50-a7fc-5c0c2dd2a738 service neutron] 10.222.0.96 "GET /v2.0/networks/7d3b249c-25c0-4657-92f5-d78df5eaf5f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3852682 Feb 04 17:18:32.515797 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port ef3c5e8f-abe5-4c21-b3d2-8751362cb5b2 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:18:32.517510 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (ef3c5e8f-abe5-4c21-b3d2-8751362cb5b2), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:32.527669 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0175e4-59f1-4c01-9e84-a21acf35e93c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d8b9207-0712-4574-a78d-d7d752cbe807,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:18:32.585636 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [req-793efd8d-ce84-456a-ad36-cf720b4b0669 req-be5c71ed-ec0a-4a53-853d-525cebc4fa70 tempest-ServerPasswordTestJSON-1353933369 tempest-ServerPasswordTestJSON-1353933369-project] For port 624dc4ba-16e0-4d94-a42c-1d5135d09ec8, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=624dc4ba-16e0-4d94-a42c-1d5135d09ec8,segment=NetworkSegment(0acd71c6-01f0-4ba0-a046-628498026858),segment_id=0acd71c6-01f0-4ba0-a046-628498026858)] {{(pid=103376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:18:32.586462 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-793efd8d-ce84-456a-ad36-cf720b4b0669 req-be5c71ed-ec0a-4a53-853d-525cebc4fa70 tempest-ServerPasswordTestJSON-1353933369 tempest-ServerPasswordTestJSON-1353933369-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (624dc4ba-16e0-4d94-a42c-1d5135d09ec8), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:32.613516 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f929fba-6fe2-48bc-80b4-bde20528c676 service neutron] Pushing event updated for resources: {'Port': ['ID=5ada897c-33ad-4ac3-9825-d2f0ed0512c7,revision_number=2']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:18:32.624677 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [req-793efd8d-ce84-456a-ad36-cf720b4b0669 req-be5c71ed-ec0a-4a53-853d-525cebc4fa70 tempest-ServerPasswordTestJSON-1353933369 tempest-ServerPasswordTestJSON-1353933369-project] Calling delete_port for 624dc4ba-16e0-4d94-a42c-1d5135d09ec8 owned by compute:nova {{(pid=103376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:18:32.649629 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port ef3c5e8f-abe5-4c21-b3d2-8751362cb5b2 is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:18:32.675797 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-394390d4-9001-4ad4-bc8d-919122be137f None None] Provisioning complete for port ef3c5e8f-abe5-4c21-b3d2-8751362cb5b2 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:18:32.677338 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-394390d4-9001-4ad4-bc8d-919122be137f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (ef3c5e8f-abe5-4c21-b3d2-8751362cb5b2), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:32.692540 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def2ba77-2dec-47a4-8a90-d52a20ba7b92 req-eb5ff85e-5fc6-4729-a0fa-539aa8ead574 tempest-ListServersNegativeTestJSON-1313441639 tempest-ListServersNegativeTestJSON-1313441639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:18:32.700588 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-def2ba77-2dec-47a4-8a90-d52a20ba7b92 req-eb5ff85e-5fc6-4729-a0fa-539aa8ead574 tempest-ListServersNegativeTestJSON-1313441639 tempest-ListServersNegativeTestJSON-1313441639-project] 10.222.0.89 "GET /v2.0/ports?device_id=c5b63e12-482c-44e0-b0aa-6c8f14ac003f HTTP/1.1" status: 200 len: 943 time: 0.2659307 Feb 04 17:18:32.702514 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7099a0-4d74-47d2-ba69-b206986d3b49 req-cddd9b56-10ff-4017-81d8-206799636a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:18:32.704059 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-0f7099a0-4d74-47d2-ba69-b206986d3b49 req-cddd9b56-10ff-4017-81d8-206799636a5c service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=2e74248da24e42d3957f6027e08e0944&device_id=e369a23c-8977-4d6a-b80b-5455db399093 HTTP/1.1" status: 200 len: 1125 time: 0.3467784 Feb 04 17:18:32.802779 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-394390d4-9001-4ad4-bc8d-919122be137f None None] Current status of the port ef3c5e8f-abe5-4c21-b3d2-8751362cb5b2 is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:18:32.806430 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bf3b87-07c7-468a-8baf-7f8ccf4a1c16 req-72cf2005-5a02-44a4-81ca-c6cc63e45ab7 tempest-ServersAdminTestJSON-70469306 tempest-ServersAdminTestJSON-70469306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:18:32.809203 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-50bf3b87-07c7-468a-8baf-7f8ccf4a1c16 req-72cf2005-5a02-44a4-81ca-c6cc63e45ab7 tempest-ServersAdminTestJSON-70469306 tempest-ServersAdminTestJSON-70469306-project] 10.222.0.89 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4583471 Feb 04 17:18:32.816527 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-f0059cc1-c06e-4d05-abf9-30e528b19b4a admin admin] Publish callbacks [] for router_gateway (821eb76a-29a0-4489-82d9-2d09cf4b78f8), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:32.829020 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-def2ba77-2dec-47a4-8a90-d52a20ba7b92 req-a14b73d0-a2a4-4603-905a-52d98187af46 tempest-ListServersNegativeTestJSON-1313441639 tempest-ListServersNegativeTestJSON-1313441639-project] 10.222.0.89 "GET /v2.0/security-groups?id=3b13db45-60c3-440c-8ad9-70c66ea7eadd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264555 Feb 04 17:18:32.843197 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [req-f8586c9f-6b26-4b36-b7ac-d773d770f369 req-9f929fba-6fe2-48bc-80b4-bde20528c676 service neutron] Attempting to bind port 5ada897c-33ad-4ac3-9825-d2f0ed0512c7 on host n-h1-827839-2 for vnic_type normal with profile {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:18:32.843197 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [req-f8586c9f-6b26-4b36-b7ac-d773d770f369 req-9f929fba-6fe2-48bc-80b4-bde20528c676 service neutron] Attempting to bind port 5ada897c-33ad-4ac3-9825-d2f0ed0512c7 by drivers openvswitch,hyperv on host n-h1-827839-2 at level 0 using segments [{'id': '78faf63e-60a8-47e4-85af-dce04e5fa366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'e6d83a7c-1f77-441c-afa2-81d5754db2af'}] {{(pid=103376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:18:32.843197 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8586c9f-6b26-4b36-b7ac-d773d770f369 req-9f929fba-6fe2-48bc-80b4-bde20528c676 service neutron] Attempting to bind port 5ada897c-33ad-4ac3-9825-d2f0ed0512c7 on network e6d83a7c-1f77-441c-afa2-81d5754db2af {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:18:32.866744 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d408ec64-b374-4acb-a1fc-48241dad6d47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (0cd6d64a-47a7-40ff-8c12-71dd526c62e0), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:32.887016 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8586c9f-6b26-4b36-b7ac-d773d770f369 req-9f929fba-6fe2-48bc-80b4-bde20528c676 service neutron] Port 5ada897c-33ad-4ac3-9825-d2f0ed0512c7 on network e6d83a7c-1f77-441c-afa2-81d5754db2af not bound, no agent of type Open vSwitch agent registered on host n-h1-827839-2 {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 17:18:32.887330 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8586c9f-6b26-4b36-b7ac-d773d770f369 req-9f929fba-6fe2-48bc-80b4-bde20528c676 service neutron] Attempting to bind port 5ada897c-33ad-4ac3-9825-d2f0ed0512c7 on network e6d83a7c-1f77-441c-afa2-81d5754db2af {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:18:32.897618 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8586c9f-6b26-4b36-b7ac-d773d770f369 req-9f929fba-6fe2-48bc-80b4-bde20528c676 service neutron] Checking agent: {'id': '3f9244a9-75fc-4c10-b195-11d48b853b41', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 8, 42), 'started_at': datetime.datetime(2022, 2, 4, 17, 8, 42), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 18, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:18:32.897961 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8586c9f-6b26-4b36-b7ac-d773d770f369 req-9f929fba-6fe2-48bc-80b4-bde20528c676 service neutron] Checking segment: {'id': '78faf63e-60a8-47e4-85af-dce04e5fa366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'e6d83a7c-1f77-441c-afa2-81d5754db2af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:18:32.898342 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8586c9f-6b26-4b36-b7ac-d773d770f369 req-9f929fba-6fe2-48bc-80b4-bde20528c676 service neutron] Bound using segment: {'id': '78faf63e-60a8-47e4-85af-dce04e5fa366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'e6d83a7c-1f77-441c-afa2-81d5754db2af'} {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:18:32.898779 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [req-f8586c9f-6b26-4b36-b7ac-d773d770f369 req-9f929fba-6fe2-48bc-80b4-bde20528c676 service neutron] Bound port: 5ada897c-33ad-4ac3-9825-d2f0ed0512c7, host: n-h1-827839-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '78faf63e-60a8-47e4-85af-dce04e5fa366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'e6d83a7c-1f77-441c-afa2-81d5754db2af'}}] {{(pid=103376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:18:32.899126 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-f8586c9f-6b26-4b36-b7ac-d773d770f369 req-9f929fba-6fe2-48bc-80b4-bde20528c676 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (5ada897c-33ad-4ac3-9825-d2f0ed0512c7), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:32.931925 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-50bf3b87-07c7-468a-8baf-7f8ccf4a1c16 req-b5e0c550-3620-4fda-a91b-3101fa46aea0 tempest-ServersAdminTestJSON-70469306 tempest-ServersAdminTestJSON-70469306-project] 10.222.0.89 "GET /v2.0/quotas/f484bbd9aba14982b5f05b3677d924de HTTP/1.1" status: 200 len: 375 time: 0.1127648 Feb 04 17:18:32.947799 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-793efd8d-ce84-456a-ad36-cf720b4b0669 req-be5c71ed-ec0a-4a53-853d-525cebc4fa70 tempest-ServerPasswordTestJSON-1353933369 tempest-ServerPasswordTestJSON-1353933369-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (624dc4ba-16e0-4d94-a42c-1d5135d09ec8), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:32.989793 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5c71ed-ec0a-4a53-853d-525cebc4fa70 tempest-ServerPasswordTestJSON-1353933369 tempest-ServerPasswordTestJSON-1353933369-project] Pushing event deleted for resources: {'Port': ['ID=624dc4ba-16e0-4d94-a42c-1d5135d09ec8,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:18:32.992988 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7099a0-4d74-47d2-ba69-b206986d3b49 req-b2acff15-d0be-43c6-8ad6-3328e3b6e46c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:18:32.994491 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-0f7099a0-4d74-47d2-ba69-b206986d3b49 req-b2acff15-d0be-43c6-8ad6-3328e3b6e46c service neutron] 10.222.0.96 "GET /v2.0/networks?id=7d3b249c-25c0-4657-92f5-d78df5eaf5f8 HTTP/1.1" status: 200 len: 918 time: 0.2791409 Feb 04 17:18:33.044894 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [req-f8586c9f-6b26-4b36-b7ac-d773d770f369 req-9f929fba-6fe2-48bc-80b4-bde20528c676 service neutron] For port 5ada897c-33ad-4ac3-9825-d2f0ed0512c7, host n-h1-827839-2, cleared binding levels {{(pid=103376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:18:33.064471 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [req-793efd8d-ce84-456a-ad36-cf720b4b0669 req-be5c71ed-ec0a-4a53-853d-525cebc4fa70 tempest-ServerPasswordTestJSON-1353933369 tempest-ServerPasswordTestJSON-1353933369-project] No DVR routers for this DVR port 624dc4ba-16e0-4d94-a42c-1d5135d09ec8 on host n-h1-827839-2 {{(pid=103376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 17:18:33.071800 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-793efd8d-ce84-456a-ad36-cf720b4b0669 req-be5c71ed-ec0a-4a53-853d-525cebc4fa70 tempest-ServerPasswordTestJSON-1353933369 tempest-ServerPasswordTestJSON-1353933369-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:33.075422 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-793efd8d-ce84-456a-ad36-cf720b4b0669 req-be5c71ed-ec0a-4a53-853d-525cebc4fa70 tempest-ServerPasswordTestJSON-1353933369 tempest-ServerPasswordTestJSON-1353933369-project] 10.222.0.96 "DELETE /v2.0/ports/624dc4ba-16e0-4d94-a42c-1d5135d09ec8 HTTP/1.1" status: 204 len: 173 time: 1.3219881 Feb 04 17:18:33.084896 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [req-f8586c9f-6b26-4b36-b7ac-d773d770f369 req-9f929fba-6fe2-48bc-80b4-bde20528c676 service neutron] For port 5ada897c-33ad-4ac3-9825-d2f0ed0512c7, host n-h1-827839-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=5ada897c-33ad-4ac3-9825-d2f0ed0512c7,segment=NetworkSegment(78faf63e-60a8-47e4-85af-dce04e5fa366),segment_id=78faf63e-60a8-47e4-85af-dce04e5fa366)] {{(pid=103376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:18:33.092349 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-f8586c9f-6b26-4b36-b7ac-d773d770f369 req-9f929fba-6fe2-48bc-80b4-bde20528c676 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675836'] for port (5ada897c-33ad-4ac3-9825-d2f0ed0512c7), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:33.177718 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8586c9f-6b26-4b36-b7ac-d773d770f369 req-9f929fba-6fe2-48bc-80b4-bde20528c676 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:18:33.178378 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-f8586c9f-6b26-4b36-b7ac-d773d770f369 req-9f929fba-6fe2-48bc-80b4-bde20528c676 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:33.179872 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-f8586c9f-6b26-4b36-b7ac-d773d770f369 req-9f929fba-6fe2-48bc-80b4-bde20528c676 service neutron] 10.222.0.96 "PUT /v2.0/ports/5ada897c-33ad-4ac3-9825-d2f0ed0512c7 HTTP/1.1" status: 200 len: 1091 time: 2.1621840 Feb 04 17:18:33.230058 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f929fba-6fe2-48bc-80b4-bde20528c676 service neutron] Pushing event updated for resources: {'Port': ['ID=5ada897c-33ad-4ac3-9825-d2f0ed0512c7,revision_number=3']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:18:33.349636 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8586c9f-6b26-4b36-b7ac-d773d770f369 req-82675be3-19f2-4786-b632-7eeed0a280ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:18:33.351138 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-f8586c9f-6b26-4b36-b7ac-d773d770f369 req-82675be3-19f2-4786-b632-7eeed0a280ad service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=36d552dcaba84f869d86965d2c5a9247&device_id=2334ee69-0871-44da-b636-9ceb5bb33e7e HTTP/1.1" status: 200 len: 1125 time: 0.0713902 Feb 04 17:18:33.411197 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-f8586c9f-6b26-4b36-b7ac-d773d770f369 req-31caf120-0e1a-4fcb-a13f-67e76392c4d5 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5ada897c-33ad-4ac3-9825-d2f0ed0512c7 HTTP/1.1" status: 200 len: 217 time: 0.0517483 Feb 04 17:18:33.435592 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-0f7099a0-4d74-47d2-ba69-b206986d3b49 req-eac09b96-2389-425d-b864-cdd6107b0d2d service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=dee46075-c89a-464b-8d60-d873067be6b8 HTTP/1.1" status: 200 len: 217 time: 0.4140971 Feb 04 17:18:33.465971 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-50bf3b87-07c7-468a-8baf-7f8ccf4a1c16 req-d936035d-3831-4446-b0a5-9cd235078005 tempest-ServersAdminTestJSON-70469306 tempest-ServersAdminTestJSON-70469306-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=f484bbd9aba14982b5f05b3677d924de&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5282152 Feb 04 17:18:33.491090 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8586c9f-6b26-4b36-b7ac-d773d770f369 req-1c024178-58e8-4096-98b1-23f32bd91c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:18:33.492683 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-f8586c9f-6b26-4b36-b7ac-d773d770f369 req-1c024178-58e8-4096-98b1-23f32bd91c29 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=bf8ba049-695f-44be-9bf2-689533c91d54 HTTP/1.1" status: 200 len: 852 time: 0.0700228 Feb 04 17:18:33.503378 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d763a800-7b1f-4bd1-a59d-3e8d1770eb3c req-7218fe89-6f63-44f5-9526-b89c048a7c95 tempest-LiveMigrationTest-101728267 tempest-LiveMigrationTest-101728267-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:18:33.505753 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-d763a800-7b1f-4bd1-a59d-3e8d1770eb3c req-7218fe89-6f63-44f5-9526-b89c048a7c95 tempest-LiveMigrationTest-101728267 tempest-LiveMigrationTest-101728267-project-admin] 10.222.0.89 "GET /v2.0/ports?device_id=809c551a-1790-4b2b-baf4-9847169d6487 HTTP/1.1" status: 200 len: 1127 time: 0.0922878 Feb 04 17:18:33.526791 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7099a0-4d74-47d2-ba69-b206986d3b49 req-93c845ec-2678-422d-aa2a-6b9bbb2fee12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:18:33.528180 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-0f7099a0-4d74-47d2-ba69-b206986d3b49 req-93c845ec-2678-422d-aa2a-6b9bbb2fee12 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=009ec162-9c7a-412e-b512-41bf0f49c405 HTTP/1.1" status: 200 len: 857 time: 0.0598195 Feb 04 17:18:33.534550 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-f8586c9f-6b26-4b36-b7ac-d773d770f369 req-03726461-f6de-4de4-b521-89a125875bf2 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=e6d83a7c-1f77-441c-afa2-81d5754db2af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0333283 Feb 04 17:18:33.567682 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-0f7099a0-4d74-47d2-ba69-b206986d3b49 req-2c76898c-3745-4a07-b939-1cc49f70c56c service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=7d3b249c-25c0-4657-92f5-d78df5eaf5f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0329025 Feb 04 17:18:33.575158 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-f0059cc1-c06e-4d05-abf9-30e528b19b4a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1602046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603680'] for router (821eb76a-29a0-4489-82d9-2d09cf4b78f8), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:33.676554 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-d763a800-7b1f-4bd1-a59d-3e8d1770eb3c req-d2e8dca6-bdeb-4020-8c29-fc1f9c635c5f tempest-LiveMigrationTest-101728267 tempest-LiveMigrationTest-101728267-project-admin] 10.222.0.89 "GET /v2.0/security-groups?id=18e6cc58-e448-4d12-9423-2a502a086ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446309 Feb 04 17:18:33.695796 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-f8586c9f-6b26-4b36-b7ac-d773d770f369 req-44afc526-2041-4c9d-8e3f-8774f4429e1e service neutron] 10.222.0.96 "GET /v2.0/networks/e6d83a7c-1f77-441c-afa2-81d5754db2af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1419261 Feb 04 17:18:33.915723 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-909c8611-63bb-490a-99d6-7fd5e48b9b5b req-af544188-3fc0-4507-813d-bf4aa0d7ef3a tempest-ServerPasswordTestJSON-1353933369 tempest-ServerPasswordTestJSON-1353933369-project] 10.222.0.89 "GET /v2.0/ports?device_id=634d883b-4d6b-4d79-9cf4-d686060f2918 HTTP/1.1" status: 200 len: 210 time: 0.0418162 Feb 04 17:18:33.938233 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-f8586c9f-6b26-4b36-b7ac-d773d770f369 req-34eb1d62-3e93-4820-93b3-93da6092bfb1 service neutron] 10.222.0.96 "GET /v2.0/networks/e6d83a7c-1f77-441c-afa2-81d5754db2af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2362149 Feb 04 17:18:33.954059 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5600e8-c8d4-4230-bc3a-10c7b4561bd0 req-1c6da753-9752-496a-af8e-604d79f37fa2 tempest-ListServerFiltersTestJSON-412490069 tempest-ListServerFiltersTestJSON-412490069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:18:33.963393 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-4c5600e8-c8d4-4230-bc3a-10c7b4561bd0 req-1c6da753-9752-496a-af8e-604d79f37fa2 tempest-ListServerFiltersTestJSON-412490069 tempest-ListServerFiltersTestJSON-412490069-project] 10.222.0.89 "GET /v2.0/ports?device_id=003b1698-308a-408b-8e39-478eda454ea2 HTTP/1.1" status: 200 len: 946 time: 0.3055198 Feb 04 17:18:33.979161 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-0f7099a0-4d74-47d2-ba69-b206986d3b49 req-5b739d3d-fa9d-48c8-b2db-354bee39af6a service neutron] 10.222.0.96 "GET /v2.0/networks/7d3b249c-25c0-4657-92f5-d78df5eaf5f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3918703 Feb 04 17:18:34.077768 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fde3f7-6ae5-4288-889b-8aa2f8790028 req-0b3a8b54-e7f9-4f92-acfa-367cb6c5b6cf tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:18:34.087683 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-18fde3f7-6ae5-4288-889b-8aa2f8790028 req-0b3a8b54-e7f9-4f92-acfa-367cb6c5b6cf tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] 10.222.0.89 "GET /v2.0/ports?device_id=2334ee69-0871-44da-b636-9ceb5bb33e7e HTTP/1.1" status: 200 len: 943 time: 0.0739231 Feb 04 17:18:34.121730 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-0f7099a0-4d74-47d2-ba69-b206986d3b49 req-8143395c-4d31-434e-9482-be7c45740cfe service neutron] 10.222.0.96 "GET /v2.0/networks/7d3b249c-25c0-4657-92f5-d78df5eaf5f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1374309 Feb 04 17:18:34.126692 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0059cc1-c06e-4d05-abf9-30e528b19b4a admin admin] Router 821eb76a-29a0-4489-82d9-2d09cf4b78f8 is scheduled to L3 agent 64ada913-9131-4d99-a265-63a920956287 with binding_index 1 {{(pid=103377) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 17:18:34.156626 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-18fde3f7-6ae5-4288-889b-8aa2f8790028 req-fe1a58f8-aa09-4888-8b65-5a871ed1d1ef tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] 10.222.0.89 "GET /v2.0/security-groups?id=c591d0a0-8f77-4259-ab5e-c54cb31473d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678880 Feb 04 17:18:34.184657 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-4c5600e8-c8d4-4230-bc3a-10c7b4561bd0 req-23a89008-2aae-4c6d-aa1a-145892c74f9b tempest-ListServerFiltersTestJSON-412490069 tempest-ListServerFiltersTestJSON-412490069-project] 10.222.0.89 "GET /v2.0/security-groups?id=97f39e76-7bf1-44bd-bf73-dcbb52112ad3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2202063 Feb 04 17:18:34.261794 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device ef3c5e8f-abe5-4c21-b3d2-8751362cb5b2 up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:18:34.366378 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port ef3c5e8f-abe5-4c21-b3d2-8751362cb5b2 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:18:34.366949 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (ef3c5e8f-abe5-4c21-b3d2-8751362cb5b2), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:34.369178 n-d-827839-2 neutron-server[103376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '634d883b-4d6b-4d79-9cf4-d686060f2918', 'name': 'network-vif-deleted', 'tag': '624dc4ba-16e0-4d94-a42c-1d5135d09ec8'}, {'name': 'network-changed', 'server_uuid': '2334ee69-0871-44da-b636-9ceb5bb33e7e', 'tag': '5ada897c-33ad-4ac3-9825-d2f0ed0512c7'}] {{(pid=103376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:18:34.372005 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d59c3bb5e2f09ebf62144d5e09b1cff60c763a9c19614c24538e77842938c05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6fb12e6-6a10-4be3-8dc7-7a3f3eb2085a" -d '{"events": [{"server_uuid": "634d883b-4d6b-4d79-9cf4-d686060f2918", "name": "network-vif-deleted", "tag": "624dc4ba-16e0-4d94-a42c-1d5135d09ec8"}, {"name": "network-changed", "server_uuid": "2334ee69-0871-44da-b636-9ceb5bb33e7e", "tag": "5ada897c-33ad-4ac3-9825-d2f0ed0512c7"}]}' {{(pid=103376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:18:34.383021 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-bd203198-d565-444d-8d5f-a3f44c9bf137 req-e735b3ca-9cc9-4542-b917-d408cbdc12bb tempest-ServersAdminTestJSON-70469306 tempest-ServersAdminTestJSON-70469306-project] 10.222.0.89 "GET /v2.0/ports?device_id=964b0fa9-4d62-4ea0-998a-3dd434376246 HTTP/1.1" status: 200 len: 210 time: 0.0515065 Feb 04 17:18:34.407870 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba984c9-a57b-4b4a-b839-637803978028 req-81bcd6c7-8f0d-4ffc-b112-34255efdf1fc tempest-LiveMigrationTest-101728267 tempest-LiveMigrationTest-101728267-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:18:34.418297 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-4ba984c9-a57b-4b4a-b839-637803978028 req-81bcd6c7-8f0d-4ffc-b112-34255efdf1fc tempest-LiveMigrationTest-101728267 tempest-LiveMigrationTest-101728267-project-admin] 10.222.0.89 "GET /v2.0/ports?device_id=809c551a-1790-4b2b-baf4-9847169d6487 HTTP/1.1" status: 200 len: 1127 time: 0.1163037 Feb 04 17:18:34.421547 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0059cc1-c06e-4d05-abf9-30e528b19b4a admin admin] Notify agent at l3_agent.n-d-827839-2 the message routers_updated {{(pid=103377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 17:18:34.431781 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a9076d8-c3ca-4244-a08c-8b58bbc9dda0 None None] Sync routers for ids ['821eb76a-29a0-4489-82d9-2d09cf4b78f8'] in n-d-827839-2 {{(pid=103378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 17:18:34.453668 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a9076d8-c3ca-4244-a08c-8b58bbc9dda0 None None] Routers {'821eb76a-29a0-4489-82d9-2d09cf4b78f8'} bound to L3 agent in host n-d-827839-2 {{(pid=103378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:18:34.454688 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-0a9076d8-c3ca-4244-a08c-8b58bbc9dda0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:18:32Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['821eb76a-29a0-4489-82d9-2d09cf4b78f8'], 'active': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:18:34.463248 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-f0059cc1-c06e-4d05-abf9-30e528b19b4a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:34.466857 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-f0059cc1-c06e-4d05-abf9-30e528b19b4a admin admin] 10.222.0.89 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 5.9741697 Feb 04 17:18:34.468032 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 59714) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:18:34.545009 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea405775-dcb8-4967-8246-641873588d17 req-4db381e6-6425-44d3-94b5-57035319e93f tempest-ListServersNegativeTestJSON-1313441639 tempest-ListServersNegativeTestJSON-1313441639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:18:34.546846 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-ea405775-dcb8-4967-8246-641873588d17 req-4db381e6-6425-44d3-94b5-57035319e93f tempest-ListServersNegativeTestJSON-1313441639 tempest-ListServersNegativeTestJSON-1313441639-project] 10.222.0.89 "GET /v2.0/ports?device_id=c5b63e12-482c-44e0-b0aa-6c8f14ac003f HTTP/1.1" status: 200 len: 943 time: 0.0835464 Feb 04 17:18:34.566751 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-4ba984c9-a57b-4b4a-b839-637803978028 req-16c4b902-c3cc-4e86-99ac-e899192946c2 tempest-LiveMigrationTest-101728267 tempest-LiveMigrationTest-101728267-project-admin] 10.222.0.89 "GET /v2.0/security-groups?id=18e6cc58-e448-4d12-9423-2a502a086ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473498 Feb 04 17:18:34.597284 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port ef3c5e8f-abe5-4c21-b3d2-8751362cb5b2 is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:18:34.667917 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-ea405775-dcb8-4967-8246-641873588d17 req-8e56a447-50a1-4648-b6d9-b8ca0645f7b1 tempest-ListServersNegativeTestJSON-1313441639 tempest-ListServersNegativeTestJSON-1313441639-project] 10.222.0.89 "GET /v2.0/security-groups?id=3b13db45-60c3-440c-8ad9-70c66ea7eadd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137321 Feb 04 17:18:34.678619 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 04 Feb 2022 17:18:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40352b2d-b5a3-4129-a98d-49a2ffaee238 x-openstack-request-id: req-40352b2d-b5a3-4129-a98d-49a2ffaee238 {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:18:34.679182 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "634d883b-4d6b-4d79-9cf4-d686060f2918", "name": "network-vif-deleted", "tag": "624dc4ba-16e0-4d94-a42c-1d5135d09ec8", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "2334ee69-0871-44da-b636-9ceb5bb33e7e", "tag": "5ada897c-33ad-4ac3-9825-d2f0ed0512c7", "status": "completed", "code": 200}]} {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:18:34.679663 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-40352b2d-b5a3-4129-a98d-49a2ffaee238 {{(pid=103376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:18:34.680312 n-d-827839-2 neutron-server[103376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '634d883b-4d6b-4d79-9cf4-d686060f2918', 'name': 'network-vif-deleted', 'tag': '624dc4ba-16e0-4d94-a42c-1d5135d09ec8', 'status': 'completed', 'code': 200} Feb 04 17:18:34.680826 n-d-827839-2 neutron-server[103376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2334ee69-0871-44da-b636-9ceb5bb33e7e', 'tag': '5ada897c-33ad-4ac3-9825-d2f0ed0512c7', 'status': 'completed', 'code': 200} Feb 04 17:18:34.686594 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvr_db [None req-0a9076d8-c3ca-4244-a08c-8b58bbc9dda0 None None] Set router 821eb76a-29a0-4489-82d9-2d09cf4b78f8 gateway port host: n-d-827839-2 {{(pid=103378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:18:34.793341 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4f14bb47-e72b-46ac-9e44-a61d9293afcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (75326290-f7a3-4db8-9cf2-15c7139ed224), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:34.847750 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device dee46075-c89a-464b-8d60-d873067be6b8 details requested by agent hyperv_n-h1-827839-2 with host n-h1-827839-2 {{(pid=103378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 17:18:34.861491 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device 624dc4ba-16e0-4d94-a42c-1d5135d09ec8 no longer exists at agent hyperv_n-h1-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:18:34.899781 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] No Port match for: 624dc4ba-16e0-4d94-a42c-1d5135d09ec8 {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 17:18:34.900129 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device 624dc4ba-16e0-4d94-a42c-1d5135d09ec8 not bound to the agent host n-h1-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 17:18:34.901659 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fb12e6-6a10-4be3-8dc7-7a3f3eb2085a req-837d1577-90e2-4894-bdd7-3216ec3f6b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:18:34.903513 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-b6fb12e6-6a10-4be3-8dc7-7a3f3eb2085a req-837d1577-90e2-4894-bdd7-3216ec3f6b88 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=36d552dcaba84f869d86965d2c5a9247&device_id=2334ee69-0871-44da-b636-9ceb5bb33e7e HTTP/1.1" status: 200 len: 1125 time: 0.1804740 Feb 04 17:18:34.918133 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15de868a-18fd-45a7-9a60-8d40b1f681ea req-5e8ae921-aa71-419d-92dc-8c4f8dcae720 tempest-ListServerFiltersTestJSON-412490069 tempest-ListServerFiltersTestJSON-412490069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:18:34.919604 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-15de868a-18fd-45a7-9a60-8d40b1f681ea req-5e8ae921-aa71-419d-92dc-8c4f8dcae720 tempest-ListServerFiltersTestJSON-412490069 tempest-ListServerFiltersTestJSON-412490069-project] 10.222.0.89 "GET /v2.0/ports?device_id=003b1698-308a-408b-8e39-478eda454ea2 HTTP/1.1" status: 200 len: 946 time: 0.1524117 Feb 04 17:18:34.986932 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 59730) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:18:35.149242 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-62e269c7-7a21-41a8-85c8-aee8177872b7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:35.191103 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fb12e6-6a10-4be3-8dc7-7a3f3eb2085a req-5def9218-cb13-4fb6-8e47-66024604ebea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:18:35.192610 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-b6fb12e6-6a10-4be3-8dc7-7a3f3eb2085a req-5def9218-cb13-4fb6-8e47-66024604ebea service neutron] 10.222.0.96 "GET /v2.0/networks?id=e6d83a7c-1f77-441c-afa2-81d5754db2af HTTP/1.1" status: 200 len: 913 time: 0.2718465 Feb 04 17:18:35.209192 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] For port dee46075-c89a-464b-8d60-d873067be6b8, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=dee46075-c89a-464b-8d60-d873067be6b8,segment=NetworkSegment(c2609fe7-cd5f-472c-80a0-6817cc30c6f8),segment_id=c2609fe7-cd5f-472c-80a0-6817cc30c6f8)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:18:35.229940 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-0a9076d8-c3ca-4244-a08c-8b58bbc9dda0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '821eb76a-29a0-4489-82d9-2d09cf4b78f8', 'name': 'tempest-AttachSCSIVolumeTestJSON-453946713-router', 'tenant_id': '3d7b2e5e7d074cc0b1ae3613ce6e04bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.41'}], 'enable_snat': True}, 'gw_port_id': '66f7c118-bcf7-48c0-9f87-994668701852', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:18:28Z', 'updated_at': '2022-02-04T17:18:32Z', 'revision_number': 3, 'project_id': '3d7b2e5e7d074cc0b1ae3613ce6e04bb', 'gw_port': {'id': '66f7c118-bcf7-48c0-9f87-994668701852', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:46:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '821eb76a-29a0-4489-82d9-2d09cf4b78f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 891, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:18:30Z', 'updated_at': '2022-02-04T17:18:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2'}], 'n-d-827839-2', False) {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:18:35.233957 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-50bf3b87-07c7-468a-8baf-7f8ccf4a1c16 req-fd5edfce-ea52-4d4c-9efa-7df9d53344be tempest-ServersAdminTestJSON-70469306 tempest-ServersAdminTestJSON-70469306-project] 10.222.0.90 "GET /v2.0/networks?tenant_id=f484bbd9aba14982b5f05b3677d924de&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0351140 Feb 04 17:18:35.261160 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a9076d8-c3ca-4244-a08c-8b58bbc9dda0 None None] Checking router: 821eb76a-29a0-4489-82d9-2d09cf4b78f8 for host: n-d-827839-2 {{(pid=103378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 17:18:35.261527 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a9076d8-c3ca-4244-a08c-8b58bbc9dda0 None None] Updating router 821eb76a-29a0-4489-82d9-2d09cf4b78f8 port 66f7c118-bcf7-48c0-9f87-994668701852 binding host n-d-827839-2 {{(pid=103378) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 17:18:35.264064 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Returning: {'device': 'dee46075-c89a-464b-8d60-d873067be6b8', 'network_id': '7d3b249c-25c0-4657-92f5-d78df5eaf5f8', 'port_id': 'dee46075-c89a-464b-8d60-d873067be6b8', 'mac_address': 'fa:16:3e:69:db:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 753, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '009ec162-9c7a-412e-b512-41bf0f49c405', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 17:18:35.286059 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-62e269c7-7a21-41a8-85c8-aee8177872b7 admin admin] Publish callbacks [] for security_group (2cae4772-d034-4872-bbe9-ee7af294407f), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:35.291559 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-62e269c7-7a21-41a8-85c8-aee8177872b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (2cae4772-d034-4872-bbe9-ee7af294407f), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:35.292336 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-b6fb12e6-6a10-4be3-8dc7-7a3f3eb2085a req-9be14663-1f64-44a1-bd46-bbfd9472ca34 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5ada897c-33ad-4ac3-9825-d2f0ed0512c7 HTTP/1.1" status: 200 len: 217 time: 0.0623658 Feb 04 17:18:35.338111 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e269c7-7a21-41a8-85c8-aee8177872b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cae4772-d034-4872-bbe9-ee7af294407f,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:18:35.345470 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0a9076d8-c3ca-4244-a08c-8b58bbc9dda0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (66f7c118-bcf7-48c0-9f87-994668701852), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:35.361298 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-62e269c7-7a21-41a8-85c8-aee8177872b7 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=fb9f1a6518e34348a675ea9ee42ab30c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3716695 Feb 04 17:18:35.362371 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 59746) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:18:35.376319 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Current status of the port dee46075-c89a-464b-8d60-d873067be6b8 is: DOWN; New status is: BUILD {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:18:35.376706 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (dee46075-c89a-464b-8d60-d873067be6b8), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:35.391782 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dee46075-c89a-464b-8d60-d873067be6b8 {{(pid=103378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 17:18:35.419181 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] For port dee46075-c89a-464b-8d60-d873067be6b8, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=dee46075-c89a-464b-8d60-d873067be6b8,segment=NetworkSegment(c2609fe7-cd5f-472c-80a0-6817cc30c6f8),segment_id=c2609fe7-cd5f-472c-80a0-6817cc30c6f8)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:18:35.427009 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (dee46075-c89a-464b-8d60-d873067be6b8), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:35.427656 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device 1bae8eb6-8622-475f-ad27-e33db01c7b4a details requested by agent hyperv_n-h1-827839-2 with host n-h1-827839-2 {{(pid=103378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 17:18:35.448710 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-ff37bc85-f11c-4e52-b045-bc95a9927603 admin admin] Publish callbacks [] for security_group (2cae4772-d034-4872-bbe9-ee7af294407f), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:35.484224 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-15de868a-18fd-45a7-9a60-8d40b1f681ea req-1b2680be-2066-42b0-87ca-24e1979a191c tempest-ListServerFiltersTestJSON-412490069 tempest-ListServerFiltersTestJSON-412490069-project] 10.222.0.89 "GET /v2.0/security-groups?id=97f39e76-7bf1-44bd-bf73-dcbb52112ad3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5204446 Feb 04 17:18:35.485625 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-ff37bc85-f11c-4e52-b045-bc95a9927603 admin admin] Publish callbacks [] for security_group (2cae4772-d034-4872-bbe9-ee7af294407f), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:35.510364 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fb12e6-6a10-4be3-8dc7-7a3f3eb2085a req-ac4ac030-20c9-4969-b65e-77fc40147d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:18:35.513076 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-b6fb12e6-6a10-4be3-8dc7-7a3f3eb2085a req-ac4ac030-20c9-4969-b65e-77fc40147d19 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=bf8ba049-695f-44be-9bf2-689533c91d54 HTTP/1.1" status: 200 len: 852 time: 0.2044921 Feb 04 17:18:35.558825 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 59758) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:18:35.611765 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-ff37bc85-f11c-4e52-b045-bc95a9927603 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (2cae4772-d034-4872-bbe9-ee7af294407f), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:35.614971 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Pushing event updated for resources: {'Port': ['ID=dee46075-c89a-464b-8d60-d873067be6b8,revision_number=4']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:18:35.616132 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-ff37bc85-f11c-4e52-b045-bc95a9927603 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:35.616484 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-b6fb12e6-6a10-4be3-8dc7-7a3f3eb2085a req-2b8bfaea-88d4-4a2a-9cc7-b610cb6d393d service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=e6d83a7c-1f77-441c-afa2-81d5754db2af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0939629 Feb 04 17:18:35.622488 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] For port 1bae8eb6-8622-475f-ad27-e33db01c7b4a, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=1bae8eb6-8622-475f-ad27-e33db01c7b4a,segment=NetworkSegment(c2609fe7-cd5f-472c-80a0-6817cc30c6f8),segment_id=c2609fe7-cd5f-472c-80a0-6817cc30c6f8)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:18:35.629252 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-ff37bc85-f11c-4e52-b045-bc95a9927603 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/2cae4772-d034-4872-bbe9-ee7af294407f HTTP/1.1" status: 204 len: 168 time: 0.2543538 Feb 04 17:18:35.645992 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Returning: {'device': '1bae8eb6-8622-475f-ad27-e33db01c7b4a', 'network_id': '7d3b249c-25c0-4657-92f5-d78df5eaf5f8', 'port_id': '1bae8eb6-8622-475f-ad27-e33db01c7b4a', 'mac_address': 'fa:16:3e:aa:74:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 753, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '009ec162-9c7a-412e-b512-41bf0f49c405', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 17:18:35.658418 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff37bc85-f11c-4e52-b045-bc95a9927603 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cae4772-d034-4872-bbe9-ee7af294407f,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:18:35.696204 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.db_base_plugin_v2 [None req-8983d5d3-370a-479c-8a20-6212e37137e2 admin admin] Deleting subnet 1be0771b-60a1-4b96-93a9-bb55462fed96 {{(pid=103376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 17:18:35.708532 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-8983d5d3-370a-479c-8a20-6212e37137e2 admin admin] Publish callbacks [] for subnet (1be0771b-60a1-4b96-93a9-bb55462fed96), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:35.723999 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (ba70844b-66a0-45fd-a2f2-e6ed673321fc), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:35.746082 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Current status of the port 1bae8eb6-8622-475f-ad27-e33db01c7b4a is: DOWN; New status is: BUILD {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:18:35.746479 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (1bae8eb6-8622-475f-ad27-e33db01c7b4a), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:35.774586 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1bae8eb6-8622-475f-ad27-e33db01c7b4a {{(pid=103378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 17:18:35.786235 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-8983d5d3-370a-479c-8a20-6212e37137e2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25674901'] for subnet (1be0771b-60a1-4b96-93a9-bb55462fed96), precommit_delete_associations {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:35.824227 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] For port 1bae8eb6-8622-475f-ad27-e33db01c7b4a, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=1bae8eb6-8622-475f-ad27-e33db01c7b4a,segment=NetworkSegment(c2609fe7-cd5f-472c-80a0-6817cc30c6f8),segment_id=c2609fe7-cd5f-472c-80a0-6817cc30c6f8)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:18:35.843192 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (1bae8eb6-8622-475f-ad27-e33db01c7b4a), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:35.843876 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device 642b0a55-6b87-42d0-b6db-20174d917fd0 details requested by agent hyperv_n-h1-827839-2 with host n-h1-827839-2 {{(pid=103378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 17:18:35.851906 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bf3b87-07c7-468a-8baf-7f8ccf4a1c16 req-289b3a0a-aae9-44b2-9d84-2aec9aa1550a tempest-ServersAdminTestJSON-70469306 tempest-ServersAdminTestJSON-70469306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:18:35.853600 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-50bf3b87-07c7-468a-8baf-7f8ccf4a1c16 req-289b3a0a-aae9-44b2-9d84-2aec9aa1550a tempest-ServersAdminTestJSON-70469306 tempest-ServersAdminTestJSON-70469306-project] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5601118 Feb 04 17:18:35.897718 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [req-50bf3b87-07c7-468a-8baf-7f8ccf4a1c16 req-226e3f10-397b-41a9-b56d-e6d7dd8b034e tempest-ServersAdminTestJSON-70469306 tempest-ServersAdminTestJSON-70469306-project] Request body: {'port': {'device_id': '964b0fa9-4d62-4ea0-998a-3dd434376246', 'network_id': '02be22b9-aa53-40ea-8050-9239cd27d1ff', 'admin_state_up': True, 'tenant_id': 'f484bbd9aba14982b5f05b3677d924de'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:18:35.900838 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-8983d5d3-370a-479c-8a20-6212e37137e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1541225'] for subnet (1be0771b-60a1-4b96-93a9-bb55462fed96), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:35.925661 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0a9076d8-c3ca-4244-a08c-8b58bbc9dda0 None None] Publish callbacks [] for port (66f7c118-bcf7-48c0-9f87-994668701852), precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:35.955851 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0a9076d8-c3ca-4244-a08c-8b58bbc9dda0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (66f7c118-bcf7-48c0-9f87-994668701852), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:35.999860 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Pushing event updated for resources: {'Port': ['ID=1bae8eb6-8622-475f-ad27-e33db01c7b4a,revision_number=4']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:18:36.014017 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] For port 642b0a55-6b87-42d0-b6db-20174d917fd0, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=642b0a55-6b87-42d0-b6db-20174d917fd0,segment=NetworkSegment(c2609fe7-cd5f-472c-80a0-6817cc30c6f8),segment_id=c2609fe7-cd5f-472c-80a0-6817cc30c6f8)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:18:36.038116 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-7ef3a8c2-686e-4e71-b560-9617b161abab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:36.057409 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-0a9076d8-c3ca-4244-a08c-8b58bbc9dda0 None None] Attempting to bind port 66f7c118-bcf7-48c0-9f87-994668701852 on host n-d-827839-2 for vnic_type normal with profile {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:18:36.057891 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-0a9076d8-c3ca-4244-a08c-8b58bbc9dda0 None None] Attempting to bind port 66f7c118-bcf7-48c0-9f87-994668701852 by drivers openvswitch,hyperv on host n-d-827839-2 at level 0 using segments [{'id': '5942dc44-1f07-4c27-b0ab-45a2bff20dd5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188'}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:18:36.058309 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a9076d8-c3ca-4244-a08c-8b58bbc9dda0 None None] Attempting to bind port 66f7c118-bcf7-48c0-9f87-994668701852 on network 48165773-85ad-49a1-9ec1-76fc8dc24188 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:18:36.072094 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Returning: {'device': '642b0a55-6b87-42d0-b6db-20174d917fd0', 'network_id': '7d3b249c-25c0-4657-92f5-d78df5eaf5f8', 'port_id': '642b0a55-6b87-42d0-b6db-20174d917fd0', 'mac_address': 'fa:16:3e:15:c6:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 753, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '009ec162-9c7a-412e-b512-41bf0f49c405', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 17:18:36.078974 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a9076d8-c3ca-4244-a08c-8b58bbc9dda0 None None] Checking agent: {'id': 'ba70844b-66a0-45fd-a2f2-e6ed673321fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 0, 36), 'started_at': datetime.datetime(2022, 2, 4, 17, 1, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 18, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:18:36.079408 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a9076d8-c3ca-4244-a08c-8b58bbc9dda0 None None] Checking segment: {'id': '5942dc44-1f07-4c27-b0ab-45a2bff20dd5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:18:36.079750 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0a9076d8-c3ca-4244-a08c-8b58bbc9dda0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:36.080144 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a9076d8-c3ca-4244-a08c-8b58bbc9dda0 None None] Bound using segment: {'id': '5942dc44-1f07-4c27-b0ab-45a2bff20dd5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188'} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:18:36.080637 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-0a9076d8-c3ca-4244-a08c-8b58bbc9dda0 None None] Bound port: 66f7c118-bcf7-48c0-9f87-994668701852, host: n-d-827839-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5942dc44-1f07-4c27-b0ab-45a2bff20dd5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188'}}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:18:36.081061 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0a9076d8-c3ca-4244-a08c-8b58bbc9dda0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (66f7c118-bcf7-48c0-9f87-994668701852), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:36.083479 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cff8870-1977-47f8-ae76-71de4a9f47a7 req-940cb6ca-ff0e-4ec5-af57-bfe36fe5bb1e tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:18:36.090968 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-2cff8870-1977-47f8-ae76-71de4a9f47a7 req-940cb6ca-ff0e-4ec5-af57-bfe36fe5bb1e tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] 10.222.0.89 "GET /v2.0/ports?device_id=2334ee69-0871-44da-b636-9ceb5bb33e7e HTTP/1.1" status: 200 len: 943 time: 0.3826096 Feb 04 17:18:36.106319 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94afb30f-e807-401c-b576-2560e8b24f7b None None] Pushing event updated for resources: {'Port': ['ID=66f7c118-bcf7-48c0-9f87-994668701852,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:18:36.126073 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-b6fb12e6-6a10-4be3-8dc7-7a3f3eb2085a req-7373e085-e33f-4117-a5b8-0e4979c65b1f service neutron] 10.222.0.96 "GET /v2.0/networks/e6d83a7c-1f77-441c-afa2-81d5754db2af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4920437 Feb 04 17:18:36.148843 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-50bf3b87-07c7-468a-8baf-7f8ccf4a1c16 req-226e3f10-397b-41a9-b56d-e6d7dd8b034e tempest-ServersAdminTestJSON-70469306 tempest-ServersAdminTestJSON-70469306-project] Made reservation on behalf of f484bbd9aba14982b5f05b3677d924de for: {'port': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:18:36.152583 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-50bf3b87-07c7-468a-8baf-7f8ccf4a1c16 req-226e3f10-397b-41a9-b56d-e6d7dd8b034e tempest-ServersAdminTestJSON-70469306 tempest-ServersAdminTestJSON-70469306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:36.173489 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Current status of the port 642b0a55-6b87-42d0-b6db-20174d917fd0 is: DOWN; New status is: BUILD {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:18:36.173932 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (642b0a55-6b87-42d0-b6db-20174d917fd0), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:36.192235 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-0a9076d8-c3ca-4244-a08c-8b58bbc9dda0 None None] For port 66f7c118-bcf7-48c0-9f87-994668701852, host n-d-827839-2, cleared binding levels {{(pid=103378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:18:36.199357 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 642b0a55-6b87-42d0-b6db-20174d917fd0 {{(pid=103378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 17:18:36.227730 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-0a9076d8-c3ca-4244-a08c-8b58bbc9dda0 None None] For port 66f7c118-bcf7-48c0-9f87-994668701852, host n-d-827839-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=66f7c118-bcf7-48c0-9f87-994668701852,segment=NetworkSegment(5942dc44-1f07-4c27-b0ab-45a2bff20dd5),segment_id=5942dc44-1f07-4c27-b0ab-45a2bff20dd5)] {{(pid=103378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:18:36.250475 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] For port 642b0a55-6b87-42d0-b6db-20174d917fd0, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=642b0a55-6b87-42d0-b6db-20174d917fd0,segment=NetworkSegment(c2609fe7-cd5f-472c-80a0-6817cc30c6f8),segment_id=c2609fe7-cd5f-472c-80a0-6817cc30c6f8)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:18:36.252719 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0a9076d8-c3ca-4244-a08c-8b58bbc9dda0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (66f7c118-bcf7-48c0-9f87-994668701852), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:36.313301 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (642b0a55-6b87-42d0-b6db-20174d917fd0), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:36.336105 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-2cff8870-1977-47f8-ae76-71de4a9f47a7 req-ae26a1ea-bc46-4a28-b8b2-e08887b5411d tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] 10.222.0.89 "GET /v2.0/security-groups?id=c591d0a0-8f77-4259-ab5e-c54cb31473d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2438567 Feb 04 17:18:36.342083 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 59772) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:18:36.351315 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a9076d8-c3ca-4244-a08c-8b58bbc9dda0 None None] Routers {'821eb76a-29a0-4489-82d9-2d09cf4b78f8'} bound to L3 agent in host n-d-827839-2 {{(pid=103378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:18:36.352224 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-0a9076d8-c3ca-4244-a08c-8b58bbc9dda0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:18:32Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['821eb76a-29a0-4489-82d9-2d09cf4b78f8'], 'active': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:18:36.479528 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.db_base_plugin_common [req-50bf3b87-07c7-468a-8baf-7f8ccf4a1c16 req-226e3f10-397b-41a9-b56d-e6d7dd8b034e tempest-ServersAdminTestJSON-70469306 tempest-ServersAdminTestJSON-70469306-project] Allocated IP 192.168.233.56 (02be22b9-aa53-40ea-8050-9239cd27d1ff/c974b0ff-2c5c-4667-8a81-3bde3ea6ced5/9d20f607-c4e8-4046-8ffd-adfa8faa5b76) {{(pid=103377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:18:36.489998 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvr_db [None req-0a9076d8-c3ca-4244-a08c-8b58bbc9dda0 None None] Set router 821eb76a-29a0-4489-82d9-2d09cf4b78f8 gateway port host: n-d-827839-2 {{(pid=103378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:18:36.532472 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-8983d5d3-370a-479c-8a20-6212e37137e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1541216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25675894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25858947'] for subnet (1be0771b-60a1-4b96-93a9-bb55462fed96), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:36.545600 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-6f400d06-8c6d-44ed-b33c-f854ce0edcbf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:36.566352 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8983d5d3-370a-479c-8a20-6212e37137e2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1be0771b-60a1-4b96-93a9-bb55462fed96,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:18:36.573435 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-8983d5d3-370a-479c-8a20-6212e37137e2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:36.577400 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-8983d5d3-370a-479c-8a20-6212e37137e2 admin admin] 10.222.0.89 "DELETE /v2.0/subnets/1be0771b-60a1-4b96-93a9-bb55462fed96 HTTP/1.1" status: 204 len: 168 time: 1.0172181 Feb 04 17:18:36.580811 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 59776) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:18:36.613371 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-f4e5a461-ee99-4d71-b221-e7df471c2a82 req-a5b00e05-38ef-4ba1-a842-1b7de16de41a tempest-ServersAdminTestJSON-70469306 tempest-ServersAdminTestJSON-70469306-project] 10.222.0.89 "GET /v2.0/ports?device_id=964b0fa9-4d62-4ea0-998a-3dd434376246 HTTP/1.1" status: 200 len: 210 time: 0.1135800 Feb 04 17:18:36.667863 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-f6220113-73eb-4368-8f4c-95062c3d9da5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628832'] for network (b9d973ec-bc63-4d00-96f6-595ef6133005), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:36.680561 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94afb30f-e807-401c-b576-2560e8b24f7b None None] Pushing event updated for resources: {'Port': ['ID=66f7c118-bcf7-48c0-9f87-994668701852,revision_number=3']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:18:36.737054 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [req-a5e95eed-fb61-4c64-8e6e-41b555b86dc6 req-c62ad4e9-14b8-4588-9fa6-cdc1ecf503db tempest-LiveMigrationTest-101728267 tempest-LiveMigrationTest-101728267-project-admin] http://10.222.0.89:9696/v2.0/extensions returned with HTTP 200 {{(pid=103377) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 17:18:36.738580 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-a5e95eed-fb61-4c64-8e6e-41b555b86dc6 req-c62ad4e9-14b8-4588-9fa6-cdc1ecf503db tempest-LiveMigrationTest-101728267 tempest-LiveMigrationTest-101728267-project-admin] 10.222.0.89 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.4087927 Feb 04 17:18:36.753558 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-f6220113-73eb-4368-8f4c-95062c3d9da5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1543676', 'neutron.services.segments.db._delete_segments_for_network-8781084786517'] for network (b9d973ec-bc63-4d00-96f6-595ef6133005), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:36.779434 n-d-827839-2 neutron-server[103376]: DEBUG neutron.services.segments.db [None req-f6220113-73eb-4368-8f4c-95062c3d9da5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9d973ec-bc63-4d00-96f6-595ef6133005']}} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:18:36.785301 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Pushing event updated for resources: {'Port': ['ID=642b0a55-6b87-42d0-b6db-20174d917fd0,revision_number=4']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:18:36.794379 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-0a9076d8-c3ca-4244-a08c-8b58bbc9dda0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '821eb76a-29a0-4489-82d9-2d09cf4b78f8', 'name': 'tempest-AttachSCSIVolumeTestJSON-453946713-router', 'tenant_id': '3d7b2e5e7d074cc0b1ae3613ce6e04bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.41'}], 'enable_snat': True}, 'gw_port_id': '66f7c118-bcf7-48c0-9f87-994668701852', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:18:28Z', 'updated_at': '2022-02-04T17:18:32Z', 'revision_number': 3, 'project_id': '3d7b2e5e7d074cc0b1ae3613ce6e04bb', 'gw_port': {'id': '66f7c118-bcf7-48c0-9f87-994668701852', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:46:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '821eb76a-29a0-4489-82d9-2d09cf4b78f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 891, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:18:30Z', 'updated_at': '2022-02-04T17:18:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2'}], 'n-d-827839-2', False) {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:18:36.797653 n-d-827839-2 neutron-server[103376]: DEBUG neutron.services.segments.db [None req-f6220113-73eb-4368-8f4c-95062c3d9da5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0acd71c6-01f0-4ba0-a046-628498026858') {'for_net_delete': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:18:36.797653 n-d-827839-2 neutron-server[103376]: DEBUG neutron.services.segments.db [None req-f6220113-73eb-4368-8f4c-95062c3d9da5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0acd71c6-01f0-4ba0-a046-628498026858') {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:18:36.812311 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-f6220113-73eb-4368-8f4c-95062c3d9da5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781084783966', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25674908'] for segment (0acd71c6-01f0-4ba0-a046-628498026858), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:36.821441 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-b6fb12e6-6a10-4be3-8dc7-7a3f3eb2085a req-ca5bdf4f-25cc-4d1a-bc3e-ebf6b9bb067a service neutron] 10.222.0.96 "GET /v2.0/networks/e6d83a7c-1f77-441c-afa2-81d5754db2af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6766193 Feb 04 17:18:36.825359 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a9076d8-c3ca-4244-a08c-8b58bbc9dda0 None None] The sync data for ids ['821eb76a-29a0-4489-82d9-2d09cf4b78f8'] in n-d-827839-2 is: [{'id': '821eb76a-29a0-4489-82d9-2d09cf4b78f8', 'name': 'tempest-AttachSCSIVolumeTestJSON-453946713-router', 'tenant_id': '3d7b2e5e7d074cc0b1ae3613ce6e04bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.41'}], 'enable_snat': True}, 'gw_port_id': '66f7c118-bcf7-48c0-9f87-994668701852', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:18:28Z', 'updated_at': '2022-02-04T17:18:32Z', 'revision_number': 3, 'project_id': '3d7b2e5e7d074cc0b1ae3613ce6e04bb', 'gw_port': {'id': '66f7c118-bcf7-48c0-9f87-994668701852', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:46:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '821eb76a-29a0-4489-82d9-2d09cf4b78f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 891, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:18:30Z', 'updated_at': '2022-02-04T17:18:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2'}] {{(pid=103378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 17:18:36.834562 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-f6220113-73eb-4368-8f4c-95062c3d9da5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (0acd71c6-01f0-4ba0-a046-628498026858), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:36.844906 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device 5ada897c-33ad-4ac3-9825-d2f0ed0512c7 details requested by agent hyperv_n-h1-827839-2 with host n-h1-827839-2 {{(pid=103378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 17:18:36.851044 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6220113-73eb-4368-8f4c-95062c3d9da5 admin admin] Releasing vlan 761 on physical network physnet1 to pool {{(pid=103376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 17:18:36.855738 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-f6220113-73eb-4368-8f4c-95062c3d9da5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25675992'] for segment (0acd71c6-01f0-4ba0-a046-628498026858), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:36.876062 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] get_ports_and_sgs() called for port_ids ['dee46075-c89a-464b-8d60-d873067be6b8'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 17:18:36.917399 n-d-827839-2 neutron-server[103376]: Traceback (most recent call last): Feb 04 17:18:36.917399 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 17:18:36.917399 n-d-827839-2 neutron-server[103376]: timer() Feb 04 17:18:36.917399 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 17:18:36.917399 n-d-827839-2 neutron-server[103376]: cb(*args, **kw) Feb 04 17:18:36.917399 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 17:18:36.917399 n-d-827839-2 neutron-server[103376]: return func(*args, **kwargs) Feb 04 17:18:36.917399 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 17:18:36.917399 n-d-827839-2 neutron-server[103376]: self._notify() Feb 04 17:18:36.917399 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 17:18:36.917399 n-d-827839-2 neutron-server[103376]: self.callback(batched_events) Feb 04 17:18:36.917399 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 17:18:36.917399 n-d-827839-2 neutron-server[103376]: event.method(event) Feb 04 17:18:36.917399 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 17:18:36.917399 n-d-827839-2 neutron-server[103376]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 17:18:36.917399 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 17:18:36.917399 n-d-827839-2 neutron-server[103376]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 17:18:36.917399 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 17:18:36.917399 n-d-827839-2 neutron-server[103376]: return f(self, *a, **k) Feb 04 17:18:36.917399 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 17:18:36.917399 n-d-827839-2 neutron-server[103376]: return self._get(url).json() Feb 04 17:18:36.917399 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 17:18:36.917399 n-d-827839-2 neutron-server[103376]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 17:18:36.917399 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 17:18:36.917399 n-d-827839-2 neutron-server[103376]: return self.request(url, 'GET', **kwargs) Feb 04 17:18:36.917399 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 17:18:36.917399 n-d-827839-2 neutron-server[103376]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 17:18:36.917399 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 17:18:36.917399 n-d-827839-2 neutron-server[103376]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 17:18:36.917399 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 17:18:36.917399 n-d-827839-2 neutron-server[103376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 17:18:36.917399 n-d-827839-2 neutron-server[103376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 17:18:36.950222 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-f6220113-73eb-4368-8f4c-95062c3d9da5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1543671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1595572'] for network (b9d973ec-bc63-4d00-96f6-595ef6133005), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:36.963847 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] get_ports_and_sgs() called for port_ids ['642b0a55-6b87-42d0-b6db-20174d917fd0'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 17:18:36.969845 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-f6220113-73eb-4368-8f4c-95062c3d9da5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677565'] for network (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:36.978201 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-f6220113-73eb-4368-8f4c-95062c3d9da5 admin admin] 10.222.0.89 "DELETE /v2.0/networks/b9d973ec-bc63-4d00-96f6-595ef6133005 HTTP/1.1" status: 204 len: 168 time: 0.3965881 Feb 04 17:18:36.978649 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.db_base_plugin_common [None req-7ef3a8c2-686e-4e71-b560-9617b161abab admin admin] Allocated IP 172.20.0.1 (369b23a0-9499-4a2b-bca1-d3f02e125792/6a202c99-d998-4f8d-96c0-4489349800e5/b11c570d-cb8b-4542-8689-4d798e955a8a) {{(pid=103377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:18:36.987372 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082940b9-030b-4c68-9910-2c3f24295d5b req-08a192a4-e6ee-49cd-88b9-d834fa27aa76 tempest-ListServerFiltersTestJSON-412490069 tempest-ListServerFiltersTestJSON-412490069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:18:36.988943 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-082940b9-030b-4c68-9910-2c3f24295d5b req-08a192a4-e6ee-49cd-88b9-d834fa27aa76 tempest-ListServerFiltersTestJSON-412490069 tempest-ListServerFiltersTestJSON-412490069-project] 10.222.0.89 "GET /v2.0/ports?device_id=626540f9-c6f3-4f2a-a4b0-ed3372d8f9f2 HTTP/1.1" status: 200 len: 946 time: 0.2751238 Feb 04 17:18:36.989924 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e95eed-fb61-4c64-8e6e-41b555b86dc6 req-c3704236-5b66-40ab-a9de-19155dfc6edf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:18:36.991163 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-a5e95eed-fb61-4c64-8e6e-41b555b86dc6 req-c3704236-5b66-40ab-a9de-19155dfc6edf service neutron] 10.222.0.89 "GET /v2.0/ports/645c34a0-6641-41db-8d2a-af675eb8fb2e HTTP/1.1" status: 200 len: 1124 time: 0.2249336 Feb 04 17:18:36.996004 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-50bf3b87-07c7-468a-8baf-7f8ccf4a1c16 req-226e3f10-397b-41a9-b56d-e6d7dd8b034e tempest-ServersAdminTestJSON-70469306 tempest-ServersAdminTestJSON-70469306-project] Publish callbacks [] for port (9d20f607-c4e8-4046-8ffd-adfa8faa5b76), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:37.006848 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [req-a5e95eed-fb61-4c64-8e6e-41b555b86dc6 req-e39ab9dd-5a32-491c-bfbf-dc7fbcc09422 service neutron] Request body: {'binding': {'host': 'n-h1-827839-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:18:37.007302 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [req-a5e95eed-fb61-4c64-8e6e-41b555b86dc6 req-e39ab9dd-5a32-491c-bfbf-dc7fbcc09422 service neutron] Unknown quota resources ['binding']. {{(pid=103377) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 04 17:18:37.009523 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6220113-73eb-4368-8f4c-95062c3d9da5 admin admin] Pushing event deleted for resources: {'Network': ['ID=b9d973ec-bc63-4d00-96f6-595ef6133005,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:18:37.047653 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] For port 5ada897c-33ad-4ac3-9825-d2f0ed0512c7, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=5ada897c-33ad-4ac3-9825-d2f0ed0512c7,segment=NetworkSegment(78faf63e-60a8-47e4-85af-dce04e5fa366),segment_id=78faf63e-60a8-47e4-85af-dce04e5fa366)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:18:37.063643 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] get_ports_and_sgs() called for port_ids ['1bae8eb6-8622-475f-ad27-e33db01c7b4a'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 17:18:37.107999 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Returning: {'device': '5ada897c-33ad-4ac3-9825-d2f0ed0512c7', 'network_id': 'e6d83a7c-1f77-441c-afa2-81d5754db2af', 'port_id': '5ada897c-33ad-4ac3-9825-d2f0ed0512c7', 'mac_address': 'fa:16:3e:0f:27:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 781, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf8ba049-695f-44be-9bf2-689533c91d54', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 17:18:37.182163 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-6f400d06-8c6d-44ed-b33c-f854ce0edcbf admin admin] Publish callbacks [] for security_group (d630e5be-40f2-46af-a033-c80f8b3b8a74), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:37.203385 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-6f400d06-8c6d-44ed-b33c-f854ce0edcbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (d630e5be-40f2-46af-a033-c80f8b3b8a74), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:37.241955 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Current status of the port 5ada897c-33ad-4ac3-9825-d2f0ed0512c7 is: DOWN; New status is: BUILD {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:18:37.242354 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (5ada897c-33ad-4ac3-9825-d2f0ed0512c7), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:37.278798 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 59782) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:18:37.285126 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-082940b9-030b-4c68-9910-2c3f24295d5b req-d007aa79-7814-4d41-ad40-3ca004dcd921 tempest-ListServerFiltersTestJSON-412490069 tempest-ListServerFiltersTestJSON-412490069-project] 10.222.0.89 "GET /v2.0/security-groups?id=97f39e76-7bf1-44bd-bf73-dcbb52112ad3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2502985 Feb 04 17:18:37.307461 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-50bf3b87-07c7-468a-8baf-7f8ccf4a1c16 req-226e3f10-397b-41a9-b56d-e6d7dd8b034e tempest-ServersAdminTestJSON-70469306 tempest-ServersAdminTestJSON-70469306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (9d20f607-c4e8-4046-8ffd-adfa8faa5b76), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:37.310866 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-6f400d06-8c6d-44ed-b33c-f854ce0edcbf admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=5831ce64c7c149dab3e53e4e0b00205e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9597468 Feb 04 17:18:37.327989 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 59786) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:18:37.361365 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ada897c-33ad-4ac3-9825-d2f0ed0512c7 {{(pid=103378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 17:18:37.375213 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f400d06-8c6d-44ed-b33c-f854ce0edcbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d630e5be-40f2-46af-a033-c80f8b3b8a74,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:18:37.407991 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] get_ports_and_sgs() called for port_ids ['35ae7739-d12e-440a-928f-2c25bcb6031d', '09aa55e0-5163-4db6-a3bc-872b1a6291df'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 17:18:37.409308 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-7ef3a8c2-686e-4e71-b560-9617b161abab admin admin] Publish callbacks [] for port (b11c570d-cb8b-4542-8689-4d798e955a8a), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:37.424362 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-d95a75f6-fd23-4864-907d-7f2d892e936d admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=d1dffd2084b84bed9108b5beb8b1a927&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1440804 Feb 04 17:18:37.427111 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 59790) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:18:37.468771 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-cc595813-e1e5-423f-9338-21c028ffdde3 admin admin] Publish callbacks [] for security_group (d630e5be-40f2-46af-a033-c80f8b3b8a74), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:37.513953 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-cc595813-e1e5-423f-9338-21c028ffdde3 admin admin] Publish callbacks [] for security_group (d630e5be-40f2-46af-a033-c80f8b3b8a74), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:37.526415 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] For port 5ada897c-33ad-4ac3-9825-d2f0ed0512c7, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=5ada897c-33ad-4ac3-9825-d2f0ed0512c7,segment=NetworkSegment(78faf63e-60a8-47e4-85af-dce04e5fa366),segment_id=78faf63e-60a8-47e4-85af-dce04e5fa366)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:18:37.538792 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-23abba3c-81c3-448d-806e-37583eb66f71 admin admin] Publish callbacks [] for security_group (f73a87ce-3623-468b-b264-be10e14b97af), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:37.544434 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (5ada897c-33ad-4ac3-9825-d2f0ed0512c7), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:37.564324 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-23abba3c-81c3-448d-806e-37583eb66f71 admin admin] Publish callbacks [] for security_group (f73a87ce-3623-468b-b264-be10e14b97af), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:37.632507 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-23abba3c-81c3-448d-806e-37583eb66f71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (f73a87ce-3623-468b-b264-be10e14b97af), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:37.636668 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-23abba3c-81c3-448d-806e-37583eb66f71 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:37.636668 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-23abba3c-81c3-448d-806e-37583eb66f71 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/f73a87ce-3623-468b-b264-be10e14b97af HTTP/1.1" status: 204 len: 168 time: 0.2066979 Feb 04 17:18:37.655450 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23abba3c-81c3-448d-806e-37583eb66f71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f73a87ce-3623-468b-b264-be10e14b97af,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:18:37.685937 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-cc595813-e1e5-423f-9338-21c028ffdde3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (d630e5be-40f2-46af-a033-c80f8b3b8a74), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:37.689930 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-cc595813-e1e5-423f-9338-21c028ffdde3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:37.694806 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-cc595813-e1e5-423f-9338-21c028ffdde3 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/d630e5be-40f2-46af-a033-c80f8b3b8a74 HTTP/1.1" status: 204 len: 168 time: 0.3584983 Feb 04 17:18:37.702627 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc595813-e1e5-423f-9338-21c028ffdde3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d630e5be-40f2-46af-a033-c80f8b3b8a74,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:18:37.937542 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-50bf3b87-07c7-468a-8baf-7f8ccf4a1c16 req-226e3f10-397b-41a9-b56d-e6d7dd8b034e tempest-ServersAdminTestJSON-70469306 tempest-ServersAdminTestJSON-70469306-project] Network 02be22b9-aa53-40ea-8050-9239cd27d1ff is already hosted by enough agents. {{(pid=103377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:18:37.982872 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Pushing event updated for resources: {'Port': ['ID=5ada897c-33ad-4ac3-9825-d2f0ed0512c7,revision_number=4']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:18:38.014835 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [req-50bf3b87-07c7-468a-8baf-7f8ccf4a1c16 req-226e3f10-397b-41a9-b56d-e6d7dd8b034e tempest-ServersAdminTestJSON-70469306 tempest-ServersAdminTestJSON-70469306-project] Resources bound (agent type, host, resource id): {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:18:38.022779 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [req-50bf3b87-07c7-468a-8baf-7f8ccf4a1c16 req-226e3f10-397b-41a9-b56d-e6d7dd8b034e tempest-ServersAdminTestJSON-70469306 tempest-ServersAdminTestJSON-70469306-project] Received port after_create {{(pid=103377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:18:38.088550 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bf3b87-07c7-468a-8baf-7f8ccf4a1c16 req-226e3f10-397b-41a9-b56d-e6d7dd8b034e tempest-ServersAdminTestJSON-70469306 tempest-ServersAdminTestJSON-70469306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:18:38.088852 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-50bf3b87-07c7-468a-8baf-7f8ccf4a1c16 req-226e3f10-397b-41a9-b56d-e6d7dd8b034e tempest-ServersAdminTestJSON-70469306 tempest-ServersAdminTestJSON-70469306-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:38.095066 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-7ef3a8c2-686e-4e71-b560-9617b161abab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (b11c570d-cb8b-4542-8689-4d798e955a8a), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:38.095970 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] get_ports_and_sgs() called for port_ids ['5ada897c-33ad-4ac3-9825-d2f0ed0512c7'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 17:18:38.109122 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226e3f10-397b-41a9-b56d-e6d7dd8b034e tempest-ServersAdminTestJSON-70469306 tempest-ServersAdminTestJSON-70469306-project] Pushing event updated for resources: {'Port': ['ID=9d20f607-c4e8-4046-8ffd-adfa8faa5b76,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:18:38.174828 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [req-a5e95eed-fb61-4c64-8e6e-41b555b86dc6 req-e39ab9dd-5a32-491c-bfbf-dc7fbcc09422 service neutron] Attempting to bind port 645c34a0-6641-41db-8d2a-af675eb8fb2e on host n-h1-827839-2 for vnic_type normal with profile None {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:18:38.176137 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [req-a5e95eed-fb61-4c64-8e6e-41b555b86dc6 req-e39ab9dd-5a32-491c-bfbf-dc7fbcc09422 service neutron] Attempting to bind port 645c34a0-6641-41db-8d2a-af675eb8fb2e by drivers openvswitch,hyperv on host n-h1-827839-2 at level 0 using segments [{'id': '4adf983e-b4f0-4caa-beec-ecaadf2366f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '865a5290-ec33-4655-84a4-bc1453190ac7'}] {{(pid=103377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:18:38.176137 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5e95eed-fb61-4c64-8e6e-41b555b86dc6 req-e39ab9dd-5a32-491c-bfbf-dc7fbcc09422 service neutron] Attempting to bind port 645c34a0-6641-41db-8d2a-af675eb8fb2e on network 865a5290-ec33-4655-84a4-bc1453190ac7 {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:18:38.203844 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ef3a8c2-686e-4e71-b560-9617b161abab admin admin] Network 369b23a0-9499-4a2b-bca1-d3f02e125792 is already hosted by enough agents. {{(pid=103377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:18:38.218411 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-50bf3b87-07c7-468a-8baf-7f8ccf4a1c16 req-226e3f10-397b-41a9-b56d-e6d7dd8b034e tempest-ServersAdminTestJSON-70469306 tempest-ServersAdminTestJSON-70469306-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.3480165 Feb 04 17:18:38.233319 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [None req-7ef3a8c2-686e-4e71-b560-9617b161abab admin admin] Resources bound (agent type, host, resource id): {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:18:38.235274 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5e95eed-fb61-4c64-8e6e-41b555b86dc6 req-e39ab9dd-5a32-491c-bfbf-dc7fbcc09422 service neutron] Port 645c34a0-6641-41db-8d2a-af675eb8fb2e on network 865a5290-ec33-4655-84a4-bc1453190ac7 not bound, no agent of type Open vSwitch agent registered on host n-h1-827839-2 {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 17:18:38.235478 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5e95eed-fb61-4c64-8e6e-41b555b86dc6 req-e39ab9dd-5a32-491c-bfbf-dc7fbcc09422 service neutron] Attempting to bind port 645c34a0-6641-41db-8d2a-af675eb8fb2e on network 865a5290-ec33-4655-84a4-bc1453190ac7 {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:18:38.247782 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ef3a8c2-686e-4e71-b560-9617b161abab admin admin] Received port after_create {{(pid=103377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:18:38.267670 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [req-50bf3b87-07c7-468a-8baf-7f8ccf4a1c16 req-5510993a-d7c0-40ea-9ac1-1f9f26b6f47a service neutron] Request body: {'port': {'device_id': '964b0fa9-4d62-4ea0-998a-3dd434376246', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827839-2'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:18:38.344525 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99a7e56-5773-4700-8768-9d11184fa673 req-cf399568-a2f9-4dc7-ba37-6810a22f618a tempest-ListServersNegativeTestJSON-1313441639 tempest-ListServersNegativeTestJSON-1313441639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:18:38.362897 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-c99a7e56-5773-4700-8768-9d11184fa673 req-cf399568-a2f9-4dc7-ba37-6810a22f618a tempest-ListServersNegativeTestJSON-1313441639 tempest-ListServersNegativeTestJSON-1313441639-project] 10.222.0.89 "GET /v2.0/ports?device_id=c5b63e12-482c-44e0-b0aa-6c8f14ac003f HTTP/1.1" status: 200 len: 944 time: 0.9687245 Feb 04 17:18:38.405947 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef3a8c2-686e-4e71-b560-9617b161abab admin admin] Pushing event updated for resources: {'Port': ['ID=b11c570d-cb8b-4542-8689-4d798e955a8a,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:18:38.408451 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5e95eed-fb61-4c64-8e6e-41b555b86dc6 req-e39ab9dd-5a32-491c-bfbf-dc7fbcc09422 service neutron] Checking agent: {'id': '3f9244a9-75fc-4c10-b195-11d48b853b41', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 8, 42), 'started_at': datetime.datetime(2022, 2, 4, 17, 8, 42), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 18, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:18:38.409359 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5e95eed-fb61-4c64-8e6e-41b555b86dc6 req-e39ab9dd-5a32-491c-bfbf-dc7fbcc09422 service neutron] Checking segment: {'id': '4adf983e-b4f0-4caa-beec-ecaadf2366f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '865a5290-ec33-4655-84a4-bc1453190ac7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:18:38.409727 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5e95eed-fb61-4c64-8e6e-41b555b86dc6 req-e39ab9dd-5a32-491c-bfbf-dc7fbcc09422 service neutron] Bound using segment: {'id': '4adf983e-b4f0-4caa-beec-ecaadf2366f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '865a5290-ec33-4655-84a4-bc1453190ac7'} {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:18:38.410164 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [req-a5e95eed-fb61-4c64-8e6e-41b555b86dc6 req-e39ab9dd-5a32-491c-bfbf-dc7fbcc09422 service neutron] Bound port: 645c34a0-6641-41db-8d2a-af675eb8fb2e, host: n-h1-827839-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4adf983e-b4f0-4caa-beec-ecaadf2366f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '865a5290-ec33-4655-84a4-bc1453190ac7'}}] {{(pid=103377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:18:38.522991 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 66f7c118-bcf7-48c0-9f87-994668701852 up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:18:38.525580 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-7ef3a8c2-686e-4e71-b560-9617b161abab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1595471'] for router_interface (821eb76a-29a0-4489-82d9-2d09cf4b78f8), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:38.657395 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-c99a7e56-5773-4700-8768-9d11184fa673 req-b48049cd-4754-4f38-be30-5e1a4d1b2e61 tempest-ListServersNegativeTestJSON-1313441639 tempest-ListServersNegativeTestJSON-1313441639-project] 10.222.0.89 "GET /v2.0/security-groups?id=3b13db45-60c3-440c-8ad9-70c66ea7eadd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2865009 Feb 04 17:18:38.728104 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [req-a5e95eed-fb61-4c64-8e6e-41b555b86dc6 req-e39ab9dd-5a32-491c-bfbf-dc7fbcc09422 service neutron] For port 645c34a0-6641-41db-8d2a-af675eb8fb2e, host n-h1-827839-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=645c34a0-6641-41db-8d2a-af675eb8fb2e,segment=NetworkSegment(4adf983e-b4f0-4caa-beec-ecaadf2366f2),segment_id=4adf983e-b4f0-4caa-beec-ecaadf2366f2)] {{(pid=103377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:18:38.738461 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-50bf3b87-07c7-468a-8baf-7f8ccf4a1c16 req-5510993a-d7c0-40ea-9ac1-1f9f26b6f47a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (9d20f607-c4e8-4046-8ffd-adfa8faa5b76), before_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:38.741142 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port 66f7c118-bcf7-48c0-9f87-994668701852 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:18:38.741545 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (66f7c118-bcf7-48c0-9f87-994668701852), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:38.771470 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-a5e95eed-fb61-4c64-8e6e-41b555b86dc6 req-e39ab9dd-5a32-491c-bfbf-dc7fbcc09422 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:38.772669 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-a5e95eed-fb61-4c64-8e6e-41b555b86dc6 req-e39ab9dd-5a32-491c-bfbf-dc7fbcc09422 service neutron] 10.222.0.89 "POST /v2.0/ports/645c34a0-6641-41db-8d2a-af675eb8fb2e/bindings HTTP/1.1" status: 201 len: 389 time: 1.7718837 Feb 04 17:18:38.833642 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-3e39d62d-9102-4a58-8387-f7f2c9faf71e None None] Provisioning complete for port 9d20f607-c4e8-4046-8ffd-adfa8faa5b76 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:18:38.834020 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3e39d62d-9102-4a58-8387-f7f2c9faf71e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (9d20f607-c4e8-4046-8ffd-adfa8faa5b76), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:38.934928 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-3e39d62d-9102-4a58-8387-f7f2c9faf71e None None] Port 9d20f607-c4e8-4046-8ffd-adfa8faa5b76 cannot update to ACTIVE because it is not bound. {{(pid=103378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 17:18:38.944552 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port 66f7c118-bcf7-48c0-9f87-994668701852 is: DOWN; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:18:38.946656 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (66f7c118-bcf7-48c0-9f87-994668701852), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:39.003228 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] For port 66f7c118-bcf7-48c0-9f87-994668701852, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=66f7c118-bcf7-48c0-9f87-994668701852,segment=NetworkSegment(5942dc44-1f07-4c27-b0ab-45a2bff20dd5),segment_id=5942dc44-1f07-4c27-b0ab-45a2bff20dd5)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:18:39.007961 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (66f7c118-bcf7-48c0-9f87-994668701852), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:39.114981 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Pushing event updated for resources: {'Port': ['ID=66f7c118-bcf7-48c0-9f87-994668701852,revision_number=4']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:18:39.123282 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-779cc0d5-b90d-46d6-9bd4-7ee479dc2eee None None] Provisioning complete for port b11c570d-cb8b-4542-8689-4d798e955a8a triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:18:39.123656 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-779cc0d5-b90d-46d6-9bd4-7ee479dc2eee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (b11c570d-cb8b-4542-8689-4d798e955a8a), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:39.125978 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f174a806-78b4-4b96-ba2a-044770e44bce req-7b12ebac-02de-46ff-81ed-def8dd101318 tempest-ListServerFiltersTestJSON-412490069 tempest-ListServerFiltersTestJSON-412490069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:18:39.127698 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-f174a806-78b4-4b96-ba2a-044770e44bce req-7b12ebac-02de-46ff-81ed-def8dd101318 tempest-ListServerFiltersTestJSON-412490069 tempest-ListServerFiltersTestJSON-412490069-project] 10.222.0.89 "GET /v2.0/ports?device_id=12738f53-d5b1-4e66-9060-023827767e73 HTTP/1.1" status: 200 len: 945 time: 0.3445630 Feb 04 17:18:39.135248 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca61aaa1-3822-44dd-8390-a18f8c3f5d1a req-76982cde-8ed7-43f9-a79b-9099b3a19fb7 tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:18:39.145455 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-ca61aaa1-3822-44dd-8390-a18f8c3f5d1a req-76982cde-8ed7-43f9-a79b-9099b3a19fb7 tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] 10.222.0.89 "GET /v2.0/ports?device_id=2334ee69-0871-44da-b636-9ceb5bb33e7e HTTP/1.1" status: 200 len: 944 time: 0.1447482 Feb 04 17:18:39.181736 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-779cc0d5-b90d-46d6-9bd4-7ee479dc2eee None None] Port b11c570d-cb8b-4542-8689-4d798e955a8a cannot update to ACTIVE because it is not bound. {{(pid=103378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 17:18:39.193837 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-7ef3a8c2-686e-4e71-b560-9617b161abab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (b11c570d-cb8b-4542-8689-4d798e955a8a), before_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:39.218506 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-ca61aaa1-3822-44dd-8390-a18f8c3f5d1a req-116ad303-d238-4afe-8e7e-f754b8278b6b tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] 10.222.0.89 "GET /v2.0/security-groups?id=c591d0a0-8f77-4259-ab5e-c54cb31473d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720313 Feb 04 17:18:39.338376 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e95eed-fb61-4c64-8e6e-41b555b86dc6 req-da37a3c7-749b-49e9-a396-2e090da914a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:18:39.340024 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-a5e95eed-fb61-4c64-8e6e-41b555b86dc6 req-da37a3c7-749b-49e9-a396-2e090da914a1 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=8da6ad4e5ee34bf6bb722cd37ab73ea7&device_id=809c551a-1790-4b2b-baf4-9847169d6487 HTTP/1.1" status: 200 len: 1127 time: 0.2387924 Feb 04 17:18:39.357231 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d290a9d2-dbe2-4f78-bd66-5f8754712f2d req-38e33473-0c22-4da4-8596-f33ab937396f tempest-ServersAdminTestJSON-70469306 tempest-ServersAdminTestJSON-70469306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:18:39.357454 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-f174a806-78b4-4b96-ba2a-044770e44bce req-54ca67e7-5217-4de6-99c8-373e7159d206 tempest-ListServerFiltersTestJSON-412490069 tempest-ListServerFiltersTestJSON-412490069-project] 10.222.0.89 "GET /v2.0/security-groups?id=97f39e76-7bf1-44bd-bf73-dcbb52112ad3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2179222 Feb 04 17:18:39.358981 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-d290a9d2-dbe2-4f78-bd66-5f8754712f2d req-38e33473-0c22-4da4-8596-f33ab937396f tempest-ServersAdminTestJSON-70469306 tempest-ServersAdminTestJSON-70469306-project] 10.222.0.89 "GET /v2.0/ports?device_id=964b0fa9-4d62-4ea0-998a-3dd434376246 HTTP/1.1" status: 200 len: 935 time: 0.0674324 Feb 04 17:18:39.466008 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-d290a9d2-dbe2-4f78-bd66-5f8754712f2d req-5e965dc1-8c87-4f93-8bbd-4fa59a4bde89 tempest-ServersAdminTestJSON-70469306 tempest-ServersAdminTestJSON-70469306-project] 10.222.0.89 "GET /v2.0/security-groups?id=0b9d4704-c600-4325-be39-d787042bd965&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997975 Feb 04 17:18:39.646427 n-d-827839-2 neutron-server[103377]: DEBUG neutron.notifiers.nova [req-50bf3b87-07c7-468a-8baf-7f8ccf4a1c16 req-5510993a-d7c0-40ea-9ac1-1f9f26b6f47a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d20f607-c4e8-4046-8ffd-adfa8faa5b76 {{(pid=103377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 17:18:39.656091 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e95eed-fb61-4c64-8e6e-41b555b86dc6 req-f5b82ce5-ad61-4cdf-928e-a8921a9373e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:18:39.657607 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-a5e95eed-fb61-4c64-8e6e-41b555b86dc6 req-f5b82ce5-ad61-4cdf-928e-a8921a9373e5 service neutron] 10.222.0.96 "GET /v2.0/networks?id=865a5290-ec33-4655-84a4-bc1453190ac7 HTTP/1.1" status: 200 len: 908 time: 0.3049793 Feb 04 17:18:39.663268 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-50bf3b87-07c7-468a-8baf-7f8ccf4a1c16 req-5510993a-d7c0-40ea-9ac1-1f9f26b6f47a service neutron] Publish callbacks [] for port (9d20f607-c4e8-4046-8ffd-adfa8faa5b76), precommit_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:39.679632 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f847f55c-d4d3-4907-9b6b-8dcf1572796d req-51f51833-a0e2-41d8-8753-b2ae3f357d37 tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:18:39.681151 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-f847f55c-d4d3-4907-9b6b-8dcf1572796d req-51f51833-a0e2-41d8-8753-b2ae3f357d37 tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] 10.222.0.89 "GET /v2.0/ports?device_id=809c551a-1790-4b2b-baf4-9847169d6487 HTTP/1.1" status: 200 len: 945 time: 0.2073169 Feb 04 17:18:39.715620 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [req-77a765d1-df5a-47ff-8ef6-7d10fa789bd0 req-eabda393-63e5-43bb-af5f-6b17683bb736 tempest-ListServerFiltersTestJSON-412490069 tempest-ListServerFiltersTestJSON-412490069-project] http://10.222.0.89:9696/v2.0/extensions returned with HTTP 200 {{(pid=103376) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 17:18:39.716963 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-77a765d1-df5a-47ff-8ef6-7d10fa789bd0 req-eabda393-63e5-43bb-af5f-6b17683bb736 tempest-ListServerFiltersTestJSON-412490069 tempest-ListServerFiltersTestJSON-412490069-project] 10.222.0.89 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0071485 Feb 04 17:18:39.738534 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.provisioning_blocks [req-50bf3b87-07c7-468a-8baf-7f8ccf4a1c16 req-5510993a-d7c0-40ea-9ac1-1f9f26b6f47a service neutron] Transition to ACTIVE for port object 9d20f607-c4e8-4046-8ffd-adfa8faa5b76 will not be triggered until provisioned by entity L2. {{(pid=103377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 17:18:39.744001 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-a5e95eed-fb61-4c64-8e6e-41b555b86dc6 req-7f0894b6-7eb3-4dae-8f58-2543bd605c2b service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=645c34a0-6641-41db-8d2a-af675eb8fb2e HTTP/1.1" status: 200 len: 217 time: 0.0723424 Feb 04 17:18:39.760006 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-50bf3b87-07c7-468a-8baf-7f8ccf4a1c16 req-5510993a-d7c0-40ea-9ac1-1f9f26b6f47a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25888290'] for port (9d20f607-c4e8-4046-8ffd-adfa8faa5b76), after_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:39.775455 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-7ef3a8c2-686e-4e71-b560-9617b161abab admin admin] Publish callbacks [] for port (b11c570d-cb8b-4542-8689-4d798e955a8a), precommit_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:39.820010 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-77a765d1-df5a-47ff-8ef6-7d10fa789bd0 req-b13ea76e-dec5-4708-b41d-2fde9f9bb53b tempest-ListServerFiltersTestJSON-412490069 tempest-ListServerFiltersTestJSON-412490069-project] 10.222.0.89 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.14&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.0953598 Feb 04 17:18:39.824353 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-7ef3a8c2-686e-4e71-b560-9617b161abab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25888290'] for port (b11c570d-cb8b-4542-8689-4d798e955a8a), after_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:39.913445 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5510993a-d7c0-40ea-9ac1-1f9f26b6f47a service neutron] Pushing event updated for resources: {'Port': ['ID=9d20f607-c4e8-4046-8ffd-adfa8faa5b76,revision_number=2']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:18:39.920583 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-f847f55c-d4d3-4907-9b6b-8dcf1572796d req-654e61cf-b0d1-4db6-a935-a38ceb8a6ac0 tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] 10.222.0.89 "GET /v2.0/security-groups?id=18e6cc58-e448-4d12-9423-2a502a086ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2292898 Feb 04 17:18:39.922011 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e95eed-fb61-4c64-8e6e-41b555b86dc6 req-334ea32d-5c30-4ae2-a119-efcc6a8b0018 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:18:39.923372 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-a5e95eed-fb61-4c64-8e6e-41b555b86dc6 req-334ea32d-5c30-4ae2-a119-efcc6a8b0018 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=22305eb3-36bf-4425-804b-f2478ee8714d HTTP/1.1" status: 200 len: 847 time: 0.1697521 Feb 04 17:18:39.981983 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-7ef3a8c2-686e-4e71-b560-9617b161abab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1677345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602751'] for router_interface (821eb76a-29a0-4489-82d9-2d09cf4b78f8), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:39.983631 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (f20a1ab3-4332-4f54-833b-ba4a7c687e89), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:40.029309 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-a5e95eed-fb61-4c64-8e6e-41b555b86dc6 req-9658c54e-f36a-4bd9-a232-6b2e83037837 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=865a5290-ec33-4655-84a4-bc1453190ac7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0985682 Feb 04 17:18:40.115969 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef3a8c2-686e-4e71-b560-9617b161abab admin admin] Pushing event updated for resources: {'Port': ['ID=b11c570d-cb8b-4542-8689-4d798e955a8a,revision_number=2']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:18:40.176967 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f801ca-0312-43e9-bd1e-cd74b39a474f req-6289ac0d-0af7-4011-b885-e621028ac549 tempest-ListServerFiltersTestJSON-412490069 tempest-ListServerFiltersTestJSON-412490069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:18:40.180331 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-09f801ca-0312-43e9-bd1e-cd74b39a474f req-6289ac0d-0af7-4011-b885-e621028ac549 tempest-ListServerFiltersTestJSON-412490069 tempest-ListServerFiltersTestJSON-412490069-project] 10.222.0.89 "GET /v2.0/ports?device_id=003b1698-308a-408b-8e39-478eda454ea2 HTTP/1.1" status: 200 len: 946 time: 0.0596607 Feb 04 17:18:40.250943 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [req-50bf3b87-07c7-468a-8baf-7f8ccf4a1c16 req-5510993a-d7c0-40ea-9ac1-1f9f26b6f47a service neutron] Attempting to bind port 9d20f607-c4e8-4046-8ffd-adfa8faa5b76 on host n-h2-827839-2 for vnic_type normal with profile {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:18:40.250943 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [req-50bf3b87-07c7-468a-8baf-7f8ccf4a1c16 req-5510993a-d7c0-40ea-9ac1-1f9f26b6f47a service neutron] Attempting to bind port 9d20f607-c4e8-4046-8ffd-adfa8faa5b76 by drivers openvswitch,hyperv on host n-h2-827839-2 at level 0 using segments [{'id': '3a39b085-d3e6-43bb-a64c-1b06dd049e5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '02be22b9-aa53-40ea-8050-9239cd27d1ff'}] {{(pid=103377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:18:40.251539 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50bf3b87-07c7-468a-8baf-7f8ccf4a1c16 req-5510993a-d7c0-40ea-9ac1-1f9f26b6f47a service neutron] Attempting to bind port 9d20f607-c4e8-4046-8ffd-adfa8faa5b76 on network 02be22b9-aa53-40ea-8050-9239cd27d1ff {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:18:40.257280 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-09f801ca-0312-43e9-bd1e-cd74b39a474f req-6110f5a3-2d05-468f-b704-1d6fff255548 tempest-ListServerFiltersTestJSON-412490069 tempest-ListServerFiltersTestJSON-412490069-project] 10.222.0.89 "GET /v2.0/security-groups?id=97f39e76-7bf1-44bd-bf73-dcbb52112ad3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711911 Feb 04 17:18:40.282489 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50bf3b87-07c7-468a-8baf-7f8ccf4a1c16 req-5510993a-d7c0-40ea-9ac1-1f9f26b6f47a service neutron] Port 9d20f607-c4e8-4046-8ffd-adfa8faa5b76 on network 02be22b9-aa53-40ea-8050-9239cd27d1ff not bound, no agent of type Open vSwitch agent registered on host n-h2-827839-2 {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 17:18:40.282678 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50bf3b87-07c7-468a-8baf-7f8ccf4a1c16 req-5510993a-d7c0-40ea-9ac1-1f9f26b6f47a service neutron] Attempting to bind port 9d20f607-c4e8-4046-8ffd-adfa8faa5b76 on network 02be22b9-aa53-40ea-8050-9239cd27d1ff {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:18:40.296791 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c485991-3660-46bd-9925-214f39df6b3b req-311412b1-a8c3-4996-8521-19f78588c903 tempest-ListServersNegativeTestJSON-1313441639 tempest-ListServersNegativeTestJSON-1313441639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:18:40.298578 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-8c485991-3660-46bd-9925-214f39df6b3b req-311412b1-a8c3-4996-8521-19f78588c903 tempest-ListServersNegativeTestJSON-1313441639 tempest-ListServersNegativeTestJSON-1313441639-project] 10.222.0.89 "GET /v2.0/ports?device_id=c5b63e12-482c-44e0-b0aa-6c8f14ac003f HTTP/1.1" status: 200 len: 944 time: 0.2442563 Feb 04 17:18:40.308709 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-a5e95eed-fb61-4c64-8e6e-41b555b86dc6 req-c8a5564c-da3d-4d0a-9078-bce2d2613eb8 service neutron] 10.222.0.96 "GET /v2.0/networks/865a5290-ec33-4655-84a4-bc1453190ac7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2555277 Feb 04 17:18:40.315740 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50bf3b87-07c7-468a-8baf-7f8ccf4a1c16 req-5510993a-d7c0-40ea-9ac1-1f9f26b6f47a service neutron] Checking agent: {'id': 'f20a1ab3-4332-4f54-833b-ba4a7c687e89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 8, 40), 'started_at': datetime.datetime(2022, 2, 4, 17, 8, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 18, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:18:40.316081 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50bf3b87-07c7-468a-8baf-7f8ccf4a1c16 req-5510993a-d7c0-40ea-9ac1-1f9f26b6f47a service neutron] Checking segment: {'id': '3a39b085-d3e6-43bb-a64c-1b06dd049e5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '02be22b9-aa53-40ea-8050-9239cd27d1ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:18:40.316457 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50bf3b87-07c7-468a-8baf-7f8ccf4a1c16 req-5510993a-d7c0-40ea-9ac1-1f9f26b6f47a service neutron] Bound using segment: {'id': '3a39b085-d3e6-43bb-a64c-1b06dd049e5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '02be22b9-aa53-40ea-8050-9239cd27d1ff'} {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:18:40.316922 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [req-50bf3b87-07c7-468a-8baf-7f8ccf4a1c16 req-5510993a-d7c0-40ea-9ac1-1f9f26b6f47a service neutron] Bound port: 9d20f607-c4e8-4046-8ffd-adfa8faa5b76, host: n-h2-827839-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a39b085-d3e6-43bb-a64c-1b06dd049e5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '02be22b9-aa53-40ea-8050-9239cd27d1ff'}}] {{(pid=103377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:18:40.317273 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-50bf3b87-07c7-468a-8baf-7f8ccf4a1c16 req-5510993a-d7c0-40ea-9ac1-1f9f26b6f47a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (9d20f607-c4e8-4046-8ffd-adfa8faa5b76), before_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:40.327359 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ef3a8c2-686e-4e71-b560-9617b161abab admin admin] Network 369b23a0-9499-4a2b-bca1-d3f02e125792 is already hosted by enough agents. {{(pid=103377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:18:40.359464 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 66f7c118-bcf7-48c0-9f87-994668701852 up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:18:40.360496 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [None req-7ef3a8c2-686e-4e71-b560-9617b161abab admin admin] Resources bound (agent type, host, resource id): {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:18:40.469560 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96118462-16b3-4407-adc1-59c5ff4f1e31 req-f409bd1a-7fc8-4774-84f9-ddde8590b8c8 tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:18:40.478484 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-96118462-16b3-4407-adc1-59c5ff4f1e31 req-f409bd1a-7fc8-4774-84f9-ddde8590b8c8 tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] 10.222.0.89 "GET /v2.0/ports?device_id=2334ee69-0871-44da-b636-9ceb5bb33e7e HTTP/1.1" status: 200 len: 944 time: 0.0823965 Feb 04 17:18:40.479633 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port 66f7c118-bcf7-48c0-9f87-994668701852 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:18:40.480226 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (66f7c118-bcf7-48c0-9f87-994668701852), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:40.534734 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-96118462-16b3-4407-adc1-59c5ff4f1e31 req-74133f69-2da6-478b-abd3-6b57b6217436 tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] 10.222.0.89 "GET /v2.0/security-groups?id=c591d0a0-8f77-4259-ab5e-c54cb31473d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552237 Feb 04 17:18:40.572478 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-8c485991-3660-46bd-9925-214f39df6b3b req-50c857cd-7df3-456c-8dda-18231d303c6d tempest-ListServersNegativeTestJSON-1313441639 tempest-ListServersNegativeTestJSON-1313441639-project] 10.222.0.89 "GET /v2.0/security-groups?id=3b13db45-60c3-440c-8ad9-70c66ea7eadd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2625232 Feb 04 17:18:40.624306 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [req-50bf3b87-07c7-468a-8baf-7f8ccf4a1c16 req-5510993a-d7c0-40ea-9ac1-1f9f26b6f47a service neutron] For port 9d20f607-c4e8-4046-8ffd-adfa8faa5b76, host n-h2-827839-2, cleared binding levels {{(pid=103377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:18:40.629726 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [req-50bf3b87-07c7-468a-8baf-7f8ccf4a1c16 req-5510993a-d7c0-40ea-9ac1-1f9f26b6f47a service neutron] For port 9d20f607-c4e8-4046-8ffd-adfa8faa5b76, host n-h2-827839-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=9d20f607-c4e8-4046-8ffd-adfa8faa5b76,segment=NetworkSegment(3a39b085-d3e6-43bb-a64c-1b06dd049e5a),segment_id=3a39b085-d3e6-43bb-a64c-1b06dd049e5a)] {{(pid=103377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:18:40.651739 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port 66f7c118-bcf7-48c0-9f87-994668701852 is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:18:40.682198 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-50bf3b87-07c7-468a-8baf-7f8ccf4a1c16 req-5510993a-d7c0-40ea-9ac1-1f9f26b6f47a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25888290'] for port (9d20f607-c4e8-4046-8ffd-adfa8faa5b76), after_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:40.729289 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-a5e95eed-fb61-4c64-8e6e-41b555b86dc6 req-3647c2ce-af99-4ebd-88a3-cf14b7c9bf8a service neutron] 10.222.0.96 "GET /v2.0/networks/865a5290-ec33-4655-84a4-bc1453190ac7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4053590 Feb 04 17:18:40.751264 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-e1309715-93da-41ec-9cb8-3954b9a97eab None None] Provisioning complete for port b11c570d-cb8b-4542-8689-4d798e955a8a triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:18:40.751645 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e1309715-93da-41ec-9cb8-3954b9a97eab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (b11c570d-cb8b-4542-8689-4d798e955a8a), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:40.771982 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bf3b87-07c7-468a-8baf-7f8ccf4a1c16 req-5510993a-d7c0-40ea-9ac1-1f9f26b6f47a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:18:40.772698 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-50bf3b87-07c7-468a-8baf-7f8ccf4a1c16 req-5510993a-d7c0-40ea-9ac1-1f9f26b6f47a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:40.773290 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1118aa-b23e-4bb6-8733-a7d66681d13e req-b012aa64-fe9f-4694-b36e-95288dec8c73 tempest-ListServerFiltersTestJSON-412490069 tempest-ListServerFiltersTestJSON-412490069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:18:40.773985 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-50bf3b87-07c7-468a-8baf-7f8ccf4a1c16 req-5510993a-d7c0-40ea-9ac1-1f9f26b6f47a service neutron] 10.222.0.90 "PUT /v2.0/ports/9d20f607-c4e8-4046-8ffd-adfa8faa5b76 HTTP/1.1" status: 200 len: 1095 time: 2.5173957 Feb 04 17:18:40.774433 n-d-827839-2 neutron-server[103377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '964b0fa9-4d62-4ea0-998a-3dd434376246', 'tag': '9d20f607-c4e8-4046-8ffd-adfa8faa5b76'}] {{(pid=103377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:18:40.776684 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7240428b650e1488e9361b62648ff4b3a6c19d49d8c27c949491ab58c1346cf0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39ffd97e-91c5-4709-ba16-fbf5452df412" -d '{"events": [{"name": "network-changed", "server_uuid": "964b0fa9-4d62-4ea0-998a-3dd434376246", "tag": "9d20f607-c4e8-4046-8ffd-adfa8faa5b76"}]}' {{(pid=103377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:18:40.777056 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-2f1118aa-b23e-4bb6-8733-a7d66681d13e req-b012aa64-fe9f-4694-b36e-95288dec8c73 tempest-ListServerFiltersTestJSON-412490069 tempest-ListServerFiltersTestJSON-412490069-project] 10.222.0.89 "GET /v2.0/ports?device_id=626540f9-c6f3-4f2a-a4b0-ed3372d8f9f2 HTTP/1.1" status: 200 len: 946 time: 0.0972385 Feb 04 17:18:40.780828 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ef3a8c2-686e-4e71-b560-9617b161abab admin admin] Router 821eb76a-29a0-4489-82d9-2d09cf4b78f8 has already been hosted by L3 agent 64ada913-9131-4d99-a265-63a920956287 {{(pid=103377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 17:18:40.810676 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5510993a-d7c0-40ea-9ac1-1f9f26b6f47a service neutron] Pushing event updated for resources: {'Port': ['ID=9d20f607-c4e8-4046-8ffd-adfa8faa5b76,revision_number=3']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:18:40.849067 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-e1309715-93da-41ec-9cb8-3954b9a97eab None None] Port b11c570d-cb8b-4542-8689-4d798e955a8a cannot update to ACTIVE because it is not bound. {{(pid=103378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 17:18:40.854630 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device dee46075-c89a-464b-8d60-d873067be6b8 up at agent hyperv_n-h1-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:18:40.941912 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-2f1118aa-b23e-4bb6-8733-a7d66681d13e req-ef26c683-c37b-4eee-9d2a-847df4492940 tempest-ListServerFiltersTestJSON-412490069 tempest-ListServerFiltersTestJSON-412490069-project] 10.222.0.89 "GET /v2.0/security-groups?id=97f39e76-7bf1-44bd-bf73-dcbb52112ad3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588814 Feb 04 17:18:40.959235 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Provisioning for port dee46075-c89a-464b-8d60-d873067be6b8 completed by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 17:18:40.965691 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Provisioning complete for port dee46075-c89a-464b-8d60-d873067be6b8 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:18:40.966075 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (dee46075-c89a-464b-8d60-d873067be6b8), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:41.079209 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Current status of the port dee46075-c89a-464b-8d60-d873067be6b8 is: BUILD; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:18:41.080329 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (dee46075-c89a-464b-8d60-d873067be6b8), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:41.084379 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 17:18:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14d2d131-492f-4bbf-bbfa-092996330889 x-openstack-request-id: req-14d2d131-492f-4bbf-bbfa-092996330889 {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:18:41.084677 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "964b0fa9-4d62-4ea0-998a-3dd434376246", "tag": "9d20f607-c4e8-4046-8ffd-adfa8faa5b76", "status": "completed", "code": 200}]} {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:18:41.085046 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-14d2d131-492f-4bbf-bbfa-092996330889 {{(pid=103377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:18:41.085461 n-d-827839-2 neutron-server[103377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '964b0fa9-4d62-4ea0-998a-3dd434376246', 'tag': '9d20f607-c4e8-4046-8ffd-adfa8faa5b76', 'status': 'completed', 'code': 200} Feb 04 17:18:41.105657 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643dcfa6-6f78-4a4a-8d6f-9e34cf8bb8a4 req-f1aea4a5-8439-48a9-9c5c-38b82cc9766e tempest-ServersAdminTestJSON-70469306 tempest-ServersAdminTestJSON-70469306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:18:41.108789 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-643dcfa6-6f78-4a4a-8d6f-9e34cf8bb8a4 req-f1aea4a5-8439-48a9-9c5c-38b82cc9766e tempest-ServersAdminTestJSON-70469306 tempest-ServersAdminTestJSON-70469306-project] 10.222.0.89 "GET /v2.0/ports?device_id=964b0fa9-4d62-4ea0-998a-3dd434376246 HTTP/1.1" status: 200 len: 947 time: 0.3878677 Feb 04 17:18:41.123530 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e369a23c-8977-4d6a-b80b-5455db399093', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dee46075-c89a-464b-8d60-d873067be6b8'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:18:41.126218 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c34bc964ce2211770fda26ca2f3801cc06f4f39928110690550e94ab9c9d2fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01921f05-04bf-45e5-93dd-1ba99a751b27" -d '{"events": [{"server_uuid": "e369a23c-8977-4d6a-b80b-5455db399093", "name": "network-vif-plugged", "status": "completed", "tag": "dee46075-c89a-464b-8d60-d873067be6b8"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:18:41.139220 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] For port dee46075-c89a-464b-8d60-d873067be6b8, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=dee46075-c89a-464b-8d60-d873067be6b8,segment=NetworkSegment(c2609fe7-cd5f-472c-80a0-6817cc30c6f8),segment_id=c2609fe7-cd5f-472c-80a0-6817cc30c6f8)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:18:41.144307 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (dee46075-c89a-464b-8d60-d873067be6b8), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:41.145500 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device 5ada897c-33ad-4ac3-9825-d2f0ed0512c7 up at agent hyperv_n-h1-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:18:41.187884 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ef3a8c2-686e-4e71-b560-9617b161abab admin admin] Notify agent at l3_agent.n-d-827839-2 the message routers_updated {{(pid=103377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 17:18:41.199368 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfe40260-191b-4d75-8164-478de58a28f0 None None] Sync routers for ids ['821eb76a-29a0-4489-82d9-2d09cf4b78f8'] in n-d-827839-2 {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 17:18:41.209390 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-7ef3a8c2-686e-4e71-b560-9617b161abab admin admin] 10.222.0.89 "PUT /v2.0/routers/821eb76a-29a0-4489-82d9-2d09cf4b78f8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7403653 Feb 04 17:18:41.213722 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfe40260-191b-4d75-8164-478de58a28f0 None None] Routers {'821eb76a-29a0-4489-82d9-2d09cf4b78f8'} bound to L3 agent in host n-d-827839-2 {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:18:41.214788 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-dfe40260-191b-4d75-8164-478de58a28f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:18:32Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['821eb76a-29a0-4489-82d9-2d09cf4b78f8'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:18:41.245871 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135ec530-bd09-4c4a-9f64-05c5d4c2e01e req-c546d7a7-2867-44d4-ae83-041e20393440 tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:18:41.247407 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-135ec530-bd09-4c4a-9f64-05c5d4c2e01e req-c546d7a7-2867-44d4-ae83-041e20393440 tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] 10.222.0.89 "GET /v2.0/ports?device_id=809c551a-1790-4b2b-baf4-9847169d6487 HTTP/1.1" status: 200 len: 945 time: 0.1329007 Feb 04 17:18:41.262214 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bf3b87-07c7-468a-8baf-7f8ccf4a1c16 req-76090cbb-5438-4fbf-a6e5-aa0ddaf9fd0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:18:41.269189 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-50bf3b87-07c7-468a-8baf-7f8ccf4a1c16 req-76090cbb-5438-4fbf-a6e5-aa0ddaf9fd0f service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=f484bbd9aba14982b5f05b3677d924de&device_id=964b0fa9-4d62-4ea0-998a-3dd434376246 HTTP/1.1" status: 200 len: 1129 time: 0.3945012 Feb 04 17:18:41.281112 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-643dcfa6-6f78-4a4a-8d6f-9e34cf8bb8a4 req-102f08a5-3d76-4d01-baf2-cb05af547d27 tempest-ServersAdminTestJSON-70469306 tempest-ServersAdminTestJSON-70469306-project] 10.222.0.89 "GET /v2.0/security-groups?id=0b9d4704-c600-4325-be39-d787042bd965&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521277 Feb 04 17:18:41.320912 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Pushing event updated for resources: {'Port': ['ID=dee46075-c89a-464b-8d60-d873067be6b8,revision_number=5']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:18:41.335321 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-135ec530-bd09-4c4a-9f64-05c5d4c2e01e req-b48e29b5-c035-4232-93f9-dee94790fd5b tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] 10.222.0.89 "GET /v2.0/security-groups?id=18e6cc58-e448-4d12-9423-2a502a086ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813270 Feb 04 17:18:41.354758 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Provisioning for port 5ada897c-33ad-4ac3-9825-d2f0ed0512c7 completed by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 17:18:41.364051 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Provisioning complete for port 5ada897c-33ad-4ac3-9825-d2f0ed0512c7 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:18:41.364440 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (5ada897c-33ad-4ac3-9825-d2f0ed0512c7), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:41.418023 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-50bf3b87-07c7-468a-8baf-7f8ccf4a1c16 req-28fea314-72d3-490e-a490-9b08a6a180ad service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.56&port_id=9d20f607-c4e8-4046-8ffd-adfa8faa5b76 HTTP/1.1" status: 200 len: 217 time: 0.1346381 Feb 04 17:18:41.492469 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 17:18:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67a2e446-4e13-4ae9-831f-1218af085caf x-openstack-request-id: req-67a2e446-4e13-4ae9-831f-1218af085caf {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:18:41.493078 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e369a23c-8977-4d6a-b80b-5455db399093", "name": "network-vif-plugged", "status": "completed", "tag": "dee46075-c89a-464b-8d60-d873067be6b8", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:18:41.493078 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-67a2e446-4e13-4ae9-831f-1218af085caf {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:18:41.493447 n-d-827839-2 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e369a23c-8977-4d6a-b80b-5455db399093', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dee46075-c89a-464b-8d60-d873067be6b8', 'code': 200} Feb 04 17:18:41.500359 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvr_db [None req-dfe40260-191b-4d75-8164-478de58a28f0 None None] Set router 821eb76a-29a0-4489-82d9-2d09cf4b78f8 gateway port host: n-d-827839-2 {{(pid=103379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:18:41.526000 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Current status of the port 5ada897c-33ad-4ac3-9825-d2f0ed0512c7 is: BUILD; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:18:41.526384 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (5ada897c-33ad-4ac3-9825-d2f0ed0512c7), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:41.560203 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bf3b87-07c7-468a-8baf-7f8ccf4a1c16 req-8c590436-7691-4dc7-b322-c6a388aae78c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:18:41.561927 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-50bf3b87-07c7-468a-8baf-7f8ccf4a1c16 req-8c590436-7691-4dc7-b322-c6a388aae78c service neutron] 10.222.0.90 "GET /v2.0/subnets?id=c974b0ff-2c5c-4667-8a81-3bde3ea6ced5 HTTP/1.1" status: 200 len: 843 time: 0.1269646 Feb 04 17:18:41.577449 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67c8391-3d5b-4992-bed9-93e07976f77b req-760de204-7eeb-452f-a573-eb7c44c6db8a tempest-ListServerFiltersTestJSON-412490069 tempest-ListServerFiltersTestJSON-412490069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:18:41.587679 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-e67c8391-3d5b-4992-bed9-93e07976f77b req-760de204-7eeb-452f-a573-eb7c44c6db8a tempest-ListServerFiltersTestJSON-412490069 tempest-ListServerFiltersTestJSON-412490069-project] 10.222.0.89 "GET /v2.0/ports?device_id=12738f53-d5b1-4e66-9060-023827767e73 HTTP/1.1" status: 200 len: 945 time: 0.1311600 Feb 04 17:18:41.633878 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] For port 5ada897c-33ad-4ac3-9825-d2f0ed0512c7, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=5ada897c-33ad-4ac3-9825-d2f0ed0512c7,segment=NetworkSegment(78faf63e-60a8-47e4-85af-dce04e5fa366),segment_id=78faf63e-60a8-47e4-85af-dce04e5fa366)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:18:41.638320 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (5ada897c-33ad-4ac3-9825-d2f0ed0512c7), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:41.639200 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device 1bae8eb6-8622-475f-ad27-e33db01c7b4a up at agent hyperv_n-h1-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:18:41.734463 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-e67c8391-3d5b-4992-bed9-93e07976f77b req-da355372-0e83-452d-a95c-aff1de89bb43 tempest-ListServerFiltersTestJSON-412490069 tempest-ListServerFiltersTestJSON-412490069-project] 10.222.0.89 "GET /v2.0/security-groups?id=97f39e76-7bf1-44bd-bf73-dcbb52112ad3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410964 Feb 04 17:18:41.779314 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52239b6-2909-4bdf-9fd6-c59c5ef0ce2e req-d5236924-9041-49ef-960f-56aad4d2c252 tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:18:41.782318 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6709784-ddd0-4b28-ab80-e2047ec6979e req-b31b66f5-67f9-464b-9377-bf6f636f5360 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:18:41.786464 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-f6709784-ddd0-4b28-ab80-e2047ec6979e req-b31b66f5-67f9-464b-9377-bf6f636f5360 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=e369a23c-8977-4d6a-b80b-5455db399093 HTTP/1.1" status: 200 len: 1127 time: 0.2179799 Feb 04 17:18:41.791001 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-c52239b6-2909-4bdf-9fd6-c59c5ef0ce2e req-d5236924-9041-49ef-960f-56aad4d2c252 tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] 10.222.0.89 "GET /v2.0/ports?device_id=2334ee69-0871-44da-b636-9ceb5bb33e7e HTTP/1.1" status: 200 len: 945 time: 0.1071856 Feb 04 17:18:41.838077 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Pushing event updated for resources: {'Port': ['ID=5ada897c-33ad-4ac3-9825-d2f0ed0512c7,revision_number=5']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:18:41.841282 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bf3b87-07c7-468a-8baf-7f8ccf4a1c16 req-831f1224-da7c-422e-8709-f26bdb6e9c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:18:41.843901 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-50bf3b87-07c7-468a-8baf-7f8ccf4a1c16 req-831f1224-da7c-422e-8709-f26bdb6e9c71 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=02be22b9-aa53-40ea-8050-9239cd27d1ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2551601 Feb 04 17:18:41.892495 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Provisioning for port 1bae8eb6-8622-475f-ad27-e33db01c7b4a completed by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 17:18:41.910773 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-c52239b6-2909-4bdf-9fd6-c59c5ef0ce2e req-1fd0694c-86f5-455c-9d0e-db693f523087 tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] 10.222.0.89 "GET /v2.0/security-groups?id=c591d0a0-8f77-4259-ab5e-c54cb31473d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186836 Feb 04 17:18:41.913206 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Provisioning complete for port 1bae8eb6-8622-475f-ad27-e33db01c7b4a triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:18:41.913959 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (1bae8eb6-8622-475f-ad27-e33db01c7b4a), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:41.974253 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-dfe40260-191b-4d75-8164-478de58a28f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '821eb76a-29a0-4489-82d9-2d09cf4b78f8', 'name': 'tempest-AttachSCSIVolumeTestJSON-453946713-router', 'tenant_id': '3d7b2e5e7d074cc0b1ae3613ce6e04bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.41'}], 'enable_snat': True}, 'gw_port_id': '66f7c118-bcf7-48c0-9f87-994668701852', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:18:28Z', 'updated_at': '2022-02-04T17:18:38Z', 'revision_number': 4, 'project_id': '3d7b2e5e7d074cc0b1ae3613ce6e04bb', 'gw_port': {'id': '66f7c118-bcf7-48c0-9f87-994668701852', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:46:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '821eb76a-29a0-4489-82d9-2d09cf4b78f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 891, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:18:30Z', 'updated_at': '2022-02-04T17:18:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_interfaces': [{'id': 'b11c570d-cb8b-4542-8689-4d798e955a8a', 'name': '', 'network_id': '369b23a0-9499-4a2b-bca1-d3f02e125792', 'tenant_id': '3d7b2e5e7d074cc0b1ae3613ce6e04bb', 'mac_address': 'fa:16:3e:a1:a9:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '821eb76a-29a0-4489-82d9-2d09cf4b78f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 901, 'fixed_ips': [{'subnet_id': '6a202c99-d998-4f8d-96c0-4489349800e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:18:36Z', 'updated_at': '2022-02-04T17:18:39Z', 'revision_number': 2, 'project_id': '3d7b2e5e7d074cc0b1ae3613ce6e04bb', 'subnets': [{'id': '6a202c99-d998-4f8d-96c0-4489349800e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-2', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:18:42.032834 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfe40260-191b-4d75-8164-478de58a28f0 None None] Checking router: 821eb76a-29a0-4489-82d9-2d09cf4b78f8 for host: n-d-827839-2 {{(pid=103379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 17:18:42.033442 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfe40260-191b-4d75-8164-478de58a28f0 None None] Updating router 821eb76a-29a0-4489-82d9-2d09cf4b78f8 port b11c570d-cb8b-4542-8689-4d798e955a8a binding host n-d-827839-2 {{(pid=103379) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 17:18:42.119266 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Current status of the port 1bae8eb6-8622-475f-ad27-e33db01c7b4a is: BUILD; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:18:42.119780 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (1bae8eb6-8622-475f-ad27-e33db01c7b4a), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:42.169688 n-d-827839-2 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-dfe40260-191b-4d75-8164-478de58a28f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (b11c570d-cb8b-4542-8689-4d798e955a8a), before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:42.267364 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (3f9244a9-75fc-4c10-b195-11d48b853b41), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:42.271424 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-50bf3b87-07c7-468a-8baf-7f8ccf4a1c16 req-eb029817-a00f-428e-83ed-c875f3b0ee0a service neutron] 10.222.0.90 "GET /v2.0/networks/02be22b9-aa53-40ea-8050-9239cd27d1ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4191010 Feb 04 17:18:42.287344 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-f6709784-ddd0-4b28-ab80-e2047ec6979e req-22aec940-88d4-4cda-8a8a-35375972d9fb service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=3b13db45-60c3-440c-8ad9-70c66ea7eadd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4930024 Feb 04 17:18:42.298176 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] For port 1bae8eb6-8622-475f-ad27-e33db01c7b4a, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=1bae8eb6-8622-475f-ad27-e33db01c7b4a,segment=NetworkSegment(c2609fe7-cd5f-472c-80a0-6817cc30c6f8),segment_id=c2609fe7-cd5f-472c-80a0-6817cc30c6f8)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:18:42.306102 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (1bae8eb6-8622-475f-ad27-e33db01c7b4a), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:42.306914 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device 642b0a55-6b87-42d0-b6db-20174d917fd0 up at agent hyperv_n-h1-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:18:42.587711 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe36ff9b-89da-4e93-b511-dda1c0e9419e req-26a31cf9-9d44-429a-ae33-f0dd9e75cf8c tempest-ListServersNegativeTestJSON-1313441639 tempest-ListServersNegativeTestJSON-1313441639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:18:42.589533 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-fe36ff9b-89da-4e93-b511-dda1c0e9419e req-26a31cf9-9d44-429a-ae33-f0dd9e75cf8c tempest-ListServersNegativeTestJSON-1313441639 tempest-ListServersNegativeTestJSON-1313441639-project] 10.222.0.89 "GET /v2.0/ports?device_id=c5b63e12-482c-44e0-b0aa-6c8f14ac003f HTTP/1.1" status: 200 len: 944 time: 0.6725922 Feb 04 17:18:42.652542 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Provisioning for port 642b0a55-6b87-42d0-b6db-20174d917fd0 completed by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 17:18:42.677138 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb59e66-0135-4bb9-bc5b-b8c7484ed579 req-37bcdf9f-ecc8-4883-ba84-55208ed4a853 tempest-ListServerFiltersTestJSON-412490069 tempest-ListServerFiltersTestJSON-412490069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:18:42.719928 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Provisioning complete for port 642b0a55-6b87-42d0-b6db-20174d917fd0 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:18:42.720318 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb59e66-0135-4bb9-bc5b-b8c7484ed579 req-37bcdf9f-ecc8-4883-ba84-55208ed4a853 tempest-ListServerFiltersTestJSON-412490069 tempest-ListServerFiltersTestJSON-412490069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:18:42.727810 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (642b0a55-6b87-42d0-b6db-20174d917fd0), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:42.735546 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Pushing event updated for resources: {'Port': ['ID=1bae8eb6-8622-475f-ad27-e33db01c7b4a,revision_number=5']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:18:42.744939 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb59e66-0135-4bb9-bc5b-b8c7484ed579 req-37bcdf9f-ecc8-4883-ba84-55208ed4a853 tempest-ListServerFiltersTestJSON-412490069 tempest-ListServerFiltersTestJSON-412490069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:18:42.747077 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-aeb59e66-0135-4bb9-bc5b-b8c7484ed579 req-37bcdf9f-ecc8-4883-ba84-55208ed4a853 tempest-ListServerFiltersTestJSON-412490069 tempest-ListServerFiltersTestJSON-412490069-project] 10.222.0.89 "GET /v2.0/ports?device_id=12738f53-d5b1-4e66-9060-023827767e73&device_id=626540f9-c6f3-4f2a-a4b0-ed3372d8f9f2&device_id=003b1698-308a-408b-8e39-478eda454ea2 HTTP/1.1" status: 200 len: 2418 time: 0.2614875 Feb 04 17:18:42.790229 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-fe36ff9b-89da-4e93-b511-dda1c0e9419e req-432fe3d8-c096-4903-957e-4af7bd7d5779 tempest-ListServersNegativeTestJSON-1313441639 tempest-ListServersNegativeTestJSON-1313441639-project] 10.222.0.89 "GET /v2.0/security-groups?id=3b13db45-60c3-440c-8ad9-70c66ea7eadd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1857274 Feb 04 17:18:42.862422 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-50bf3b87-07c7-468a-8baf-7f8ccf4a1c16 req-4444a4a4-844d-4e7f-a730-99a15b6df702 service neutron] 10.222.0.90 "GET /v2.0/networks/02be22b9-aa53-40ea-8050-9239cd27d1ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5733302 Feb 04 17:18:42.888661 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-aeb59e66-0135-4bb9-bc5b-b8c7484ed579 req-8e8d4daf-2dfc-44e5-8b40-79572ce89a78 tempest-ListServerFiltersTestJSON-412490069 tempest-ListServerFiltersTestJSON-412490069-project] 10.222.0.89 "GET /v2.0/security-groups?id=97f39e76-7bf1-44bd-bf73-dcbb52112ad3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357083 Feb 04 17:18:43.015250 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Current status of the port 642b0a55-6b87-42d0-b6db-20174d917fd0 is: BUILD; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:18:43.015661 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (642b0a55-6b87-42d0-b6db-20174d917fd0), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:43.082512 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ffd97e-91c5-4709-ba16-fbf5452df412 req-43158cbe-4c08-476b-8956-07f946b54aff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:18:43.086811 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-39ffd97e-91c5-4709-ba16-fbf5452df412 req-43158cbe-4c08-476b-8956-07f946b54aff service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=f484bbd9aba14982b5f05b3677d924de&device_id=964b0fa9-4d62-4ea0-998a-3dd434376246 HTTP/1.1" status: 200 len: 1129 time: 0.1338911 Feb 04 17:18:43.094455 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749063c8-9ddc-429b-b1b8-0cdec4034545 req-2cf47ab2-989f-404f-8b79-ef83fa6b9378 tempest-ServersAdminTestJSON-70469306 tempest-ServersAdminTestJSON-70469306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:18:43.097651 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] For port 642b0a55-6b87-42d0-b6db-20174d917fd0, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=642b0a55-6b87-42d0-b6db-20174d917fd0,segment=NetworkSegment(c2609fe7-cd5f-472c-80a0-6817cc30c6f8),segment_id=c2609fe7-cd5f-472c-80a0-6817cc30c6f8)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:18:43.103781 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (642b0a55-6b87-42d0-b6db-20174d917fd0), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:43.121334 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-749063c8-9ddc-429b-b1b8-0cdec4034545 req-2cf47ab2-989f-404f-8b79-ef83fa6b9378 tempest-ServersAdminTestJSON-70469306 tempest-ServersAdminTestJSON-70469306-project] 10.222.0.89 "GET /v2.0/ports?device_id=964b0fa9-4d62-4ea0-998a-3dd434376246 HTTP/1.1" status: 200 len: 947 time: 0.1775727 Feb 04 17:18:43.183069 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Pushing event updated for resources: {'Port': ['ID=642b0a55-6b87-42d0-b6db-20174d917fd0,revision_number=5']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:18:43.290392 n-d-827839-2 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-dfe40260-191b-4d75-8164-478de58a28f0 None None] Publish callbacks [] for port (b11c570d-cb8b-4542-8689-4d798e955a8a), precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:43.303564 n-d-827839-2 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-dfe40260-191b-4d75-8164-478de58a28f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (b11c570d-cb8b-4542-8689-4d798e955a8a), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:43.312518 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-749063c8-9ddc-429b-b1b8-0cdec4034545 req-9667c2e9-6ae8-4b55-819a-a72be8bdad6c tempest-ServersAdminTestJSON-70469306 tempest-ServersAdminTestJSON-70469306-project] 10.222.0.89 "GET /v2.0/security-groups?id=0b9d4704-c600-4325-be39-d787042bd965&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1897981 Feb 04 17:18:43.494437 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2334ee69-0871-44da-b636-9ceb5bb33e7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ada897c-33ad-4ac3-9825-d2f0ed0512c7'}, {'server_uuid': 'c5b63e12-482c-44e0-b0aa-6c8f14ac003f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bae8eb6-8622-475f-ad27-e33db01c7b4a'}, {'server_uuid': '70812b2b-8fd2-4d57-911b-de6ba7c6083f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '642b0a55-6b87-42d0-b6db-20174d917fd0'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:18:43.499118 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c34bc964ce2211770fda26ca2f3801cc06f4f39928110690550e94ab9c9d2fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ebf6c5b-aa13-4a29-9f5b-fcbd6d7264a0" -d '{"events": [{"server_uuid": "2334ee69-0871-44da-b636-9ceb5bb33e7e", "name": "network-vif-plugged", "status": "completed", "tag": "5ada897c-33ad-4ac3-9825-d2f0ed0512c7"}, {"server_uuid": "c5b63e12-482c-44e0-b0aa-6c8f14ac003f", "name": "network-vif-plugged", "status": "completed", "tag": "1bae8eb6-8622-475f-ad27-e33db01c7b4a"}, {"server_uuid": "70812b2b-8fd2-4d57-911b-de6ba7c6083f", "name": "network-vif-plugged", "status": "completed", "tag": "642b0a55-6b87-42d0-b6db-20174d917fd0"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:18:43.536926 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa04b88c-e869-4bf4-97bc-f889ae05c2e7 None None] Pushing event updated for resources: {'Port': ['ID=b11c570d-cb8b-4542-8689-4d798e955a8a,revision_number=3']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:18:43.651371 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [None req-dfe40260-191b-4d75-8164-478de58a28f0 None None] Attempting to bind port b11c570d-cb8b-4542-8689-4d798e955a8a on host n-d-827839-2 for vnic_type normal with profile {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:18:43.651874 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [None req-dfe40260-191b-4d75-8164-478de58a28f0 None None] Attempting to bind port b11c570d-cb8b-4542-8689-4d798e955a8a by drivers openvswitch,hyperv on host n-d-827839-2 at level 0 using segments [{'id': 'b6c4108f-4276-4290-8558-e3b72439eeee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '369b23a0-9499-4a2b-bca1-d3f02e125792'}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:18:43.653993 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfe40260-191b-4d75-8164-478de58a28f0 None None] Attempting to bind port b11c570d-cb8b-4542-8689-4d798e955a8a on network 369b23a0-9499-4a2b-bca1-d3f02e125792 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:18:43.656645 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-f6a019a8-8b26-431b-89d3-9cf74d95724a req-8f991d83-8c7c-468b-8980-9c18faebe557 tempest-ListServerFiltersTestJSON-412490069 tempest-ListServerFiltersTestJSON-412490069-project] 10.222.0.89 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.2573545 Feb 04 17:18:43.670608 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfe40260-191b-4d75-8164-478de58a28f0 None None] Checking agent: {'id': 'ba70844b-66a0-45fd-a2f2-e6ed673321fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 0, 36), 'started_at': datetime.datetime(2022, 2, 4, 17, 1, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 18, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:18:43.671061 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfe40260-191b-4d75-8164-478de58a28f0 None None] Checking segment: {'id': 'b6c4108f-4276-4290-8558-e3b72439eeee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '369b23a0-9499-4a2b-bca1-d3f02e125792'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:18:43.671475 n-d-827839-2 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-dfe40260-191b-4d75-8164-478de58a28f0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:43.672028 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfe40260-191b-4d75-8164-478de58a28f0 None None] Bound using segment: {'id': 'b6c4108f-4276-4290-8558-e3b72439eeee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '369b23a0-9499-4a2b-bca1-d3f02e125792'} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:18:43.672579 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [None req-dfe40260-191b-4d75-8164-478de58a28f0 None None] Bound port: b11c570d-cb8b-4542-8689-4d798e955a8a, host: n-d-827839-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6c4108f-4276-4290-8558-e3b72439eeee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '369b23a0-9499-4a2b-bca1-d3f02e125792'}}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:18:43.677270 n-d-827839-2 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-dfe40260-191b-4d75-8164-478de58a28f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (b11c570d-cb8b-4542-8689-4d798e955a8a), before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:43.816040 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-dfe40260-191b-4d75-8164-478de58a28f0 None None] For port b11c570d-cb8b-4542-8689-4d798e955a8a, host n-d-827839-2, cleared binding levels {{(pid=103379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:18:43.821115 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-dfe40260-191b-4d75-8164-478de58a28f0 None None] For port b11c570d-cb8b-4542-8689-4d798e955a8a, host n-d-827839-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=b11c570d-cb8b-4542-8689-4d798e955a8a,segment=NetworkSegment(b6c4108f-4276-4290-8558-e3b72439eeee),segment_id=b6c4108f-4276-4290-8558-e3b72439eeee)] {{(pid=103379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:18:43.832567 n-d-827839-2 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-dfe40260-191b-4d75-8164-478de58a28f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (b11c570d-cb8b-4542-8689-4d798e955a8a), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:43.940898 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfe40260-191b-4d75-8164-478de58a28f0 None None] Routers {'821eb76a-29a0-4489-82d9-2d09cf4b78f8'} bound to L3 agent in host n-d-827839-2 {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:18:43.941843 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-dfe40260-191b-4d75-8164-478de58a28f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:18:32Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['821eb76a-29a0-4489-82d9-2d09cf4b78f8'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:18:44.115064 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa04b88c-e869-4bf4-97bc-f889ae05c2e7 None None] Pushing event updated for resources: {'Port': ['ID=b11c570d-cb8b-4542-8689-4d798e955a8a,revision_number=4']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:18:44.208296 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvr_db [None req-dfe40260-191b-4d75-8164-478de58a28f0 None None] Set router 821eb76a-29a0-4489-82d9-2d09cf4b78f8 gateway port host: n-d-827839-2 {{(pid=103379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:18:44.211314 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-6add6a58-978b-4551-abc4-2480ab43468b None None] Provisioning complete for port b11c570d-cb8b-4542-8689-4d798e955a8a triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:18:44.211876 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6add6a58-978b-4551-abc4-2480ab43468b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (b11c570d-cb8b-4542-8689-4d798e955a8a), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:44.337353 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f405c04a-0176-4bd8-8126-e78d9893bfc0 req-0e6c52d1-836f-4a37-a340-17e3c603e866 tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:18:44.347087 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-f405c04a-0176-4bd8-8126-e78d9893bfc0 req-0e6c52d1-836f-4a37-a340-17e3c603e866 tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] 10.222.0.89 "GET /v2.0/ports?device_id=2334ee69-0871-44da-b636-9ceb5bb33e7e HTTP/1.1" status: 200 len: 945 time: 0.1804464 Feb 04 17:18:44.464480 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-6add6a58-978b-4551-abc4-2480ab43468b None None] Current status of the port b11c570d-cb8b-4542-8689-4d798e955a8a is: DOWN; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:18:44.465337 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6add6a58-978b-4551-abc4-2480ab43468b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (b11c570d-cb8b-4542-8689-4d798e955a8a), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:44.524609 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-f405c04a-0176-4bd8-8126-e78d9893bfc0 req-5c1906a2-a346-4010-b3b9-4eeddba38305 tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] 10.222.0.89 "GET /v2.0/security-groups?id=c591d0a0-8f77-4259-ab5e-c54cb31473d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1715808 Feb 04 17:18:44.671594 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-6add6a58-978b-4551-abc4-2480ab43468b None None] For port b11c570d-cb8b-4542-8689-4d798e955a8a, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=b11c570d-cb8b-4542-8689-4d798e955a8a,segment=NetworkSegment(b6c4108f-4276-4290-8558-e3b72439eeee),segment_id=b6c4108f-4276-4290-8558-e3b72439eeee)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:18:44.689778 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6add6a58-978b-4551-abc4-2480ab43468b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (b11c570d-cb8b-4542-8689-4d798e955a8a), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:44.786403 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Fri, 04 Feb 2022 17:18:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c72d195-43fa-485e-b4ca-198329f10b0f x-openstack-request-id: req-3c72d195-43fa-485e-b4ca-198329f10b0f {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:18:44.786927 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2334ee69-0871-44da-b636-9ceb5bb33e7e", "name": "network-vif-plugged", "status": "completed", "tag": "5ada897c-33ad-4ac3-9825-d2f0ed0512c7", "code": 200}, {"server_uuid": "c5b63e12-482c-44e0-b0aa-6c8f14ac003f", "name": "network-vif-plugged", "status": "completed", "tag": "1bae8eb6-8622-475f-ad27-e33db01c7b4a", "code": 200}, {"server_uuid": "70812b2b-8fd2-4d57-911b-de6ba7c6083f", "name": "network-vif-plugged", "status": "completed", "tag": "642b0a55-6b87-42d0-b6db-20174d917fd0", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:18:44.787350 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-3c72d195-43fa-485e-b4ca-198329f10b0f {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:18:44.788464 n-d-827839-2 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2334ee69-0871-44da-b636-9ceb5bb33e7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ada897c-33ad-4ac3-9825-d2f0ed0512c7', 'code': 200} Feb 04 17:18:44.790615 n-d-827839-2 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5b63e12-482c-44e0-b0aa-6c8f14ac003f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bae8eb6-8622-475f-ad27-e33db01c7b4a', 'code': 200} Feb 04 17:18:44.791048 n-d-827839-2 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70812b2b-8fd2-4d57-911b-de6ba7c6083f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '642b0a55-6b87-42d0-b6db-20174d917fd0', 'code': 200} Feb 04 17:18:44.876208 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6add6a58-978b-4551-abc4-2480ab43468b None None] Pushing event updated for resources: {'Port': ['ID=b11c570d-cb8b-4542-8689-4d798e955a8a,revision_number=5']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:18:44.892499 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ffd97e-91c5-4709-ba16-fbf5452df412 req-55e98883-df82-4434-a6fc-c41361a452a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:18:44.894547 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-39ffd97e-91c5-4709-ba16-fbf5452df412 req-55e98883-df82-4434-a6fc-c41361a452a1 service neutron] 10.222.0.90 "GET /v2.0/networks?id=02be22b9-aa53-40ea-8050-9239cd27d1ff HTTP/1.1" status: 200 len: 870 time: 1.7927074 Feb 04 17:18:44.969546 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-2de6fb71-47b2-4717-a7a6-b01634f8e15d None None] Provisioning complete for port b11c570d-cb8b-4542-8689-4d798e955a8a triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:18:44.970178 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2de6fb71-47b2-4717-a7a6-b01634f8e15d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (b11c570d-cb8b-4542-8689-4d798e955a8a), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:45.032622 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-dfe40260-191b-4d75-8164-478de58a28f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '821eb76a-29a0-4489-82d9-2d09cf4b78f8', 'name': 'tempest-AttachSCSIVolumeTestJSON-453946713-router', 'tenant_id': '3d7b2e5e7d074cc0b1ae3613ce6e04bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.41'}], 'enable_snat': True}, 'gw_port_id': '66f7c118-bcf7-48c0-9f87-994668701852', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:18:28Z', 'updated_at': '2022-02-04T17:18:38Z', 'revision_number': 4, 'project_id': '3d7b2e5e7d074cc0b1ae3613ce6e04bb', 'gw_port': {'id': '66f7c118-bcf7-48c0-9f87-994668701852', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:46:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '821eb76a-29a0-4489-82d9-2d09cf4b78f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 891, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:18:30Z', 'updated_at': '2022-02-04T17:18:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_interfaces': [{'id': 'b11c570d-cb8b-4542-8689-4d798e955a8a', 'name': '', 'network_id': '369b23a0-9499-4a2b-bca1-d3f02e125792', 'tenant_id': '3d7b2e5e7d074cc0b1ae3613ce6e04bb', 'mac_address': 'fa:16:3e:a1:a9:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '821eb76a-29a0-4489-82d9-2d09cf4b78f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 901, 'fixed_ips': [{'subnet_id': '6a202c99-d998-4f8d-96c0-4489349800e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:18:36Z', 'updated_at': '2022-02-04T17:18:43Z', 'revision_number': 4, 'project_id': '3d7b2e5e7d074cc0b1ae3613ce6e04bb', 'subnets': [{'id': '6a202c99-d998-4f8d-96c0-4489349800e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-2', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:18:45.033997 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-39ffd97e-91c5-4709-ba16-fbf5452df412 req-f1e7c006-cbf6-49a9-bedd-f092e2c2278f service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.56&port_id=9d20f607-c4e8-4046-8ffd-adfa8faa5b76 HTTP/1.1" status: 200 len: 217 time: 0.1242809 Feb 04 17:18:45.124351 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfe40260-191b-4d75-8164-478de58a28f0 None None] The sync data for ids ['821eb76a-29a0-4489-82d9-2d09cf4b78f8'] in n-d-827839-2 is: [{'id': '821eb76a-29a0-4489-82d9-2d09cf4b78f8', 'name': 'tempest-AttachSCSIVolumeTestJSON-453946713-router', 'tenant_id': '3d7b2e5e7d074cc0b1ae3613ce6e04bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.41'}], 'enable_snat': True}, 'gw_port_id': '66f7c118-bcf7-48c0-9f87-994668701852', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:18:28Z', 'updated_at': '2022-02-04T17:18:38Z', 'revision_number': 4, 'project_id': '3d7b2e5e7d074cc0b1ae3613ce6e04bb', 'gw_port': {'id': '66f7c118-bcf7-48c0-9f87-994668701852', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:46:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '821eb76a-29a0-4489-82d9-2d09cf4b78f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 891, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:18:30Z', 'updated_at': '2022-02-04T17:18:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_interfaces': [{'id': 'b11c570d-cb8b-4542-8689-4d798e955a8a', 'name': '', 'network_id': '369b23a0-9499-4a2b-bca1-d3f02e125792', 'tenant_id': '3d7b2e5e7d074cc0b1ae3613ce6e04bb', 'mac_address': 'fa:16:3e:a1:a9:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '821eb76a-29a0-4489-82d9-2d09cf4b78f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 901, 'fixed_ips': [{'subnet_id': '6a202c99-d998-4f8d-96c0-4489349800e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:18:36Z', 'updated_at': '2022-02-04T17:18:43Z', 'revision_number': 4, 'project_id': '3d7b2e5e7d074cc0b1ae3613ce6e04bb', 'subnets': [{'id': '6a202c99-d998-4f8d-96c0-4489349800e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 17:18:45.174785 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ffd97e-91c5-4709-ba16-fbf5452df412 req-4b5b037a-2b23-4a02-bfda-0359aa0792a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:18:45.176255 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-39ffd97e-91c5-4709-ba16-fbf5452df412 req-4b5b037a-2b23-4a02-bfda-0359aa0792a6 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=c974b0ff-2c5c-4667-8a81-3bde3ea6ced5 HTTP/1.1" status: 200 len: 843 time: 0.1197577 Feb 04 17:18:45.178481 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457ab4ba-e479-4f1c-b1ad-6e2e85ea182b req-a3aceb44-9b3b-4444-8dfb-3b046687c051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:18:45.180344 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-457ab4ba-e479-4f1c-b1ad-6e2e85ea182b req-a3aceb44-9b3b-4444-8dfb-3b046687c051 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=c5b63e12-482c-44e0-b0aa-6c8f14ac003f HTTP/1.1" status: 200 len: 1127 time: 0.2443497 Feb 04 17:18:45.183492 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b20183-414d-4b60-aba9-3b899af6dc5e req-4ca5ce5f-0cf7-4f5b-a8aa-d01f9a76ff44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:18:45.186044 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-96b20183-414d-4b60-aba9-3b899af6dc5e req-4ca5ce5f-0cf7-4f5b-a8aa-d01f9a76ff44 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=70812b2b-8fd2-4d57-911b-de6ba7c6083f HTTP/1.1" status: 200 len: 1127 time: 0.2087252 Feb 04 17:18:45.199788 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bdaa33-872f-4098-9c30-c5b92cce0482 req-c702906f-c010-4004-9543-fc2445a148dc tempest-ListServersNegativeTestJSON-1313441639 tempest-ListServersNegativeTestJSON-1313441639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:18:45.213486 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-80bdaa33-872f-4098-9c30-c5b92cce0482 req-c702906f-c010-4004-9543-fc2445a148dc tempest-ListServersNegativeTestJSON-1313441639 tempest-ListServersNegativeTestJSON-1313441639-project] 10.222.0.89 "GET /v2.0/ports?device_id=c5b63e12-482c-44e0-b0aa-6c8f14ac003f HTTP/1.1" status: 200 len: 945 time: 0.2670381 Feb 04 17:18:45.304445 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-2de6fb71-47b2-4717-a7a6-b01634f8e15d None None] Current status of the port b11c570d-cb8b-4542-8689-4d798e955a8a is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:18:45.312376 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c620d1-a317-46a6-8c9d-d330464fa150 req-4c8a7af8-8d5d-40f1-b55a-7f673a2a4e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:18:45.313900 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-76c620d1-a317-46a6-8c9d-d330464fa150 req-4c8a7af8-8d5d-40f1-b55a-7f673a2a4e6b service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=2334ee69-0871-44da-b636-9ceb5bb33e7e HTTP/1.1" status: 200 len: 1127 time: 0.3723345 Feb 04 17:18:45.343515 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-96b20183-414d-4b60-aba9-3b899af6dc5e req-4ceb0c42-10c8-4fb5-a2c5-71a01eaf5b24 service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=3b13db45-60c3-440c-8ad9-70c66ea7eadd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983808 Feb 04 17:18:45.403862 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-80bdaa33-872f-4098-9c30-c5b92cce0482 req-bb430952-9f7b-42ba-88cb-3cfba067e6cf tempest-ListServersNegativeTestJSON-1313441639 tempest-ListServersNegativeTestJSON-1313441639-project] 10.222.0.89 "GET /v2.0/security-groups?id=3b13db45-60c3-440c-8ad9-70c66ea7eadd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1892509 Feb 04 17:18:45.406547 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-457ab4ba-e479-4f1c-b1ad-6e2e85ea182b req-d66499a1-d4db-4d0c-b26f-35ce798f6bbf service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=3b13db45-60c3-440c-8ad9-70c66ea7eadd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1632984 Feb 04 17:18:45.446648 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab05fd24-358e-4831-9bd0-e7feeb9ec256 req-606da840-6c7f-421a-8739-a61d5dbb19e1 tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:18:45.453843 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-ab05fd24-358e-4831-9bd0-e7feeb9ec256 req-606da840-6c7f-421a-8739-a61d5dbb19e1 tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] 10.222.0.89 "GET /v2.0/ports?device_id=809c551a-1790-4b2b-baf4-9847169d6487 HTTP/1.1" status: 200 len: 945 time: 0.5329912 Feb 04 17:18:45.561696 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-76c620d1-a317-46a6-8c9d-d330464fa150 req-3473a6d0-e0ad-47e3-83bd-0c7140bf1bc3 service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=c591d0a0-8f77-4259-ab5e-c54cb31473d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2130876 Feb 04 17:18:45.600138 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ffd97e-91c5-4709-ba16-fbf5452df412 req-ff397461-14f4-4e90-9160-7b19cba236e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:18:45.602713 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-39ffd97e-91c5-4709-ba16-fbf5452df412 req-ff397461-14f4-4e90-9160-7b19cba236e4 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=02be22b9-aa53-40ea-8050-9239cd27d1ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.4006722 Feb 04 17:18:45.754078 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-39ffd97e-91c5-4709-ba16-fbf5452df412 req-049a7928-f267-435e-bbfb-61aeb5a2b6a9 service neutron] 10.222.0.90 "GET /v2.0/networks/02be22b9-aa53-40ea-8050-9239cd27d1ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353281 Feb 04 17:18:45.768515 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-ab05fd24-358e-4831-9bd0-e7feeb9ec256 req-bbf828ef-7571-4cb8-b7f4-737b3cd047d7 tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] 10.222.0.89 "GET /v2.0/security-groups?id=18e6cc58-e448-4d12-9423-2a502a086ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3134735 Feb 04 17:18:46.113781 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03787f79-9667-497b-9917-a65b7a576593 req-01f29f0c-a0d2-4073-ac00-6123808b519a tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:18:46.139162 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-03787f79-9667-497b-9917-a65b7a576593 req-01f29f0c-a0d2-4073-ac00-6123808b519a tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] 10.222.0.89 "GET /v2.0/ports?device_id=2334ee69-0871-44da-b636-9ceb5bb33e7e HTTP/1.1" status: 200 len: 945 time: 0.1260328 Feb 04 17:18:46.183790 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a35c2d-893e-4e2e-97e0-2ac92164a979 req-42b3685e-cb13-4835-9626-4ab43fe9f140 tempest-ServersAdminTestJSON-70469306 tempest-ServersAdminTestJSON-70469306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:18:46.188340 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-e4a35c2d-893e-4e2e-97e0-2ac92164a979 req-42b3685e-cb13-4835-9626-4ab43fe9f140 tempest-ServersAdminTestJSON-70469306 tempest-ServersAdminTestJSON-70469306-project] 10.222.0.89 "GET /v2.0/ports?device_id=964b0fa9-4d62-4ea0-998a-3dd434376246 HTTP/1.1" status: 200 len: 947 time: 0.2758965 Feb 04 17:18:46.197691 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-39ffd97e-91c5-4709-ba16-fbf5452df412 req-84b3d879-a1d0-42e7-a846-b854e0249373 service neutron] 10.222.0.90 "GET /v2.0/networks/02be22b9-aa53-40ea-8050-9239cd27d1ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4276984 Feb 04 17:18:46.344274 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-03787f79-9667-497b-9917-a65b7a576593 req-c53ad836-d0ac-42ee-967a-ae3b0ad31900 tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] 10.222.0.89 "GET /v2.0/security-groups?id=c591d0a0-8f77-4259-ab5e-c54cb31473d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2032876 Feb 04 17:18:46.362818 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-e4a35c2d-893e-4e2e-97e0-2ac92164a979 req-03f4326d-0c23-4aff-88b5-f9e08c74fa6a tempest-ServersAdminTestJSON-70469306 tempest-ServersAdminTestJSON-70469306-project] 10.222.0.89 "GET /v2.0/security-groups?id=0b9d4704-c600-4325-be39-d787042bd965&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627188 Feb 04 17:18:46.482906 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device b11c570d-cb8b-4542-8689-4d798e955a8a up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:18:46.667248 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port b11c570d-cb8b-4542-8689-4d798e955a8a triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:18:46.667658 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (b11c570d-cb8b-4542-8689-4d798e955a8a), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:46.771836 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e5fdbd-a7e0-4c71-b731-010d4bfaa043 req-5f75527e-ae14-4660-9829-6b0430b53425 tempest-ListServersNegativeTestJSON-1313441639 tempest-ListServersNegativeTestJSON-1313441639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:18:46.782173 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-f3e5fdbd-a7e0-4c71-b731-010d4bfaa043 req-5f75527e-ae14-4660-9829-6b0430b53425 tempest-ListServersNegativeTestJSON-1313441639 tempest-ListServersNegativeTestJSON-1313441639-project] 10.222.0.89 "GET /v2.0/ports?device_id=c5b63e12-482c-44e0-b0aa-6c8f14ac003f HTTP/1.1" status: 200 len: 945 time: 0.1709034 Feb 04 17:18:46.995378 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-f3e5fdbd-a7e0-4c71-b731-010d4bfaa043 req-ba8ea5f6-7ef7-4cac-8c16-b9bf89f33810 tempest-ListServersNegativeTestJSON-1313441639 tempest-ListServersNegativeTestJSON-1313441639-project] 10.222.0.89 "GET /v2.0/security-groups?id=3b13db45-60c3-440c-8ad9-70c66ea7eadd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2122219 Feb 04 17:18:46.999377 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port b11c570d-cb8b-4542-8689-4d798e955a8a is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:18:47.005736 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Device 9d20f607-c4e8-4046-8ffd-adfa8faa5b76 details requested by agent hyperv_n-h2-827839-2 with host n-h2-827839-2 {{(pid=103378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 17:18:47.068779 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a01a954-dbb1-4f99-8d81-70ebcb18ce98 req-a3f001e9-feba-4a09-ac4f-3629be67090f tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:18:47.092365 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-5a01a954-dbb1-4f99-8d81-70ebcb18ce98 req-a3f001e9-feba-4a09-ac4f-3629be67090f tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] 10.222.0.89 "GET /v2.0/ports?device_id=809c551a-1790-4b2b-baf4-9847169d6487 HTTP/1.1" status: 200 len: 945 time: 0.1177177 Feb 04 17:18:47.207036 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-5a01a954-dbb1-4f99-8d81-70ebcb18ce98 req-e9013cb8-2e53-48dc-846b-007a5db3bbc2 tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] 10.222.0.89 "GET /v2.0/security-groups?id=18e6cc58-e448-4d12-9423-2a502a086ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118448 Feb 04 17:18:47.320206 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] For port 9d20f607-c4e8-4046-8ffd-adfa8faa5b76, host n-h2-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=9d20f607-c4e8-4046-8ffd-adfa8faa5b76,segment=NetworkSegment(3a39b085-d3e6-43bb-a64c-1b06dd049e5a),segment_id=3a39b085-d3e6-43bb-a64c-1b06dd049e5a)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:18:47.366361 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Returning: {'device': '9d20f607-c4e8-4046-8ffd-adfa8faa5b76', 'network_id': '02be22b9-aa53-40ea-8050-9239cd27d1ff', 'port_id': '9d20f607-c4e8-4046-8ffd-adfa8faa5b76', 'mac_address': 'fa:16:3e:a1:70:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 797, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c974b0ff-2c5c-4667-8a81-3bde3ea6ced5', 'ip_address': '192.168.233.56'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 17:18:47.481696 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Current status of the port 9d20f607-c4e8-4046-8ffd-adfa8faa5b76 is: DOWN; New status is: BUILD {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:18:47.482594 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (9d20f607-c4e8-4046-8ffd-adfa8faa5b76), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:47.501128 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d20f607-c4e8-4046-8ffd-adfa8faa5b76 {{(pid=103378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 17:18:47.535269 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] For port 9d20f607-c4e8-4046-8ffd-adfa8faa5b76, host n-h2-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=9d20f607-c4e8-4046-8ffd-adfa8faa5b76,segment=NetworkSegment(3a39b085-d3e6-43bb-a64c-1b06dd049e5a),segment_id=3a39b085-d3e6-43bb-a64c-1b06dd049e5a)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:18:47.541242 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (9d20f607-c4e8-4046-8ffd-adfa8faa5b76), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:47.647054 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Pushing event updated for resources: {'Port': ['ID=9d20f607-c4e8-4046-8ffd-adfa8faa5b76,revision_number=4']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:18:47.862264 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f2f0cf-2628-4c9c-b0a8-21be0cc8db0a req-40a0f639-8f0f-4931-a2f8-7cac1b16e959 tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:18:47.866098 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-54f2f0cf-2628-4c9c-b0a8-21be0cc8db0a req-40a0f639-8f0f-4931-a2f8-7cac1b16e959 tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] 10.222.0.89 "GET /v2.0/ports?device_id=2334ee69-0871-44da-b636-9ceb5bb33e7e HTTP/1.1" status: 200 len: 945 time: 0.1635926 Feb 04 17:18:47.886982 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] get_ports_and_sgs() called for port_ids ['9d20f607-c4e8-4046-8ffd-adfa8faa5b76'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 17:18:47.993784 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ecb040-5f10-4f26-8b4b-1efcbe2acf23 req-a033ce02-ab76-4158-9420-2996d62fab89 tempest-ServersAdminTestJSON-70469306 tempest-ServersAdminTestJSON-70469306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:18:47.998624 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-e0ecb040-5f10-4f26-8b4b-1efcbe2acf23 req-a033ce02-ab76-4158-9420-2996d62fab89 tempest-ServersAdminTestJSON-70469306 tempest-ServersAdminTestJSON-70469306-project] 10.222.0.89 "GET /v2.0/ports?device_id=964b0fa9-4d62-4ea0-998a-3dd434376246 HTTP/1.1" status: 200 len: 948 time: 0.1703670 Feb 04 17:18:48.035078 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-54f2f0cf-2628-4c9c-b0a8-21be0cc8db0a req-b647fa2d-6209-4aeb-ac13-82319c83e239 tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] 10.222.0.89 "GET /v2.0/security-groups?id=c591d0a0-8f77-4259-ab5e-c54cb31473d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622925 Feb 04 17:18:48.127907 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-e0ecb040-5f10-4f26-8b4b-1efcbe2acf23 req-a3c35ae6-ea73-4049-8958-f00d40d1ba39 tempest-ServersAdminTestJSON-70469306 tempest-ServersAdminTestJSON-70469306-project] 10.222.0.89 "GET /v2.0/security-groups?id=0b9d4704-c600-4325-be39-d787042bd965&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229792 Feb 04 17:18:48.396318 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd159d88-51ef-418b-876c-3c24e01d4c0d req-3594d1ee-6b9d-407b-b4cf-b704cd3dc229 tempest-ListServersNegativeTestJSON-1313441639 tempest-ListServersNegativeTestJSON-1313441639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:18:48.408174 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-cd159d88-51ef-418b-876c-3c24e01d4c0d req-3594d1ee-6b9d-407b-b4cf-b704cd3dc229 tempest-ListServersNegativeTestJSON-1313441639 tempest-ListServersNegativeTestJSON-1313441639-project] 10.222.0.89 "GET /v2.0/ports?device_id=c5b63e12-482c-44e0-b0aa-6c8f14ac003f HTTP/1.1" status: 200 len: 945 time: 0.1348398 Feb 04 17:18:48.488172 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-cd159d88-51ef-418b-876c-3c24e01d4c0d req-120434b3-99c2-4396-8d40-356af43dd2c9 tempest-ListServersNegativeTestJSON-1313441639 tempest-ListServersNegativeTestJSON-1313441639-project] 10.222.0.89 "GET /v2.0/security-groups?id=3b13db45-60c3-440c-8ad9-70c66ea7eadd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749338 Feb 04 17:18:48.804114 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dae7375-5868-4ac5-8b31-b9fcfb59aad2 req-0fc96e3e-c410-4cce-94ae-f16b98e3a110 tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:18:48.812251 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-0dae7375-5868-4ac5-8b31-b9fcfb59aad2 req-0fc96e3e-c410-4cce-94ae-f16b98e3a110 tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] 10.222.0.89 "GET /v2.0/ports?device_id=809c551a-1790-4b2b-baf4-9847169d6487 HTTP/1.1" status: 200 len: 945 time: 0.1956851 Feb 04 17:18:48.911893 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-0dae7375-5868-4ac5-8b31-b9fcfb59aad2 req-45045b85-d6df-4a6a-bcf4-f0494cd2b6e4 tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] 10.222.0.89 "GET /v2.0/security-groups?id=18e6cc58-e448-4d12-9423-2a502a086ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972302 Feb 04 17:18:49.025291 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48e3ba5-085e-4de4-ba50-3a23cbb453e6 req-889047f5-31e8-4d39-9528-cfdd770f596f tempest-ListServersNegativeTestJSON-1313441639 tempest-ListServersNegativeTestJSON-1313441639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:18:49.035623 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-f48e3ba5-085e-4de4-ba50-3a23cbb453e6 req-889047f5-31e8-4d39-9528-cfdd770f596f tempest-ListServersNegativeTestJSON-1313441639 tempest-ListServersNegativeTestJSON-1313441639-project] 10.222.0.89 "GET /v2.0/ports?device_id=70812b2b-8fd2-4d57-911b-de6ba7c6083f HTTP/1.1" status: 200 len: 945 time: 0.1506400 Feb 04 17:18:49.149773 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-f48e3ba5-085e-4de4-ba50-3a23cbb453e6 req-57c4e2c1-609f-4f07-9712-be2afc983cf1 tempest-ListServersNegativeTestJSON-1313441639 tempest-ListServersNegativeTestJSON-1313441639-project] 10.222.0.89 "GET /v2.0/security-groups?id=3b13db45-60c3-440c-8ad9-70c66ea7eadd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125307 Feb 04 17:18:49.188924 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 60068) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:18:49.378666 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb48a7c-4c20-40a5-8938-d408e7b2fc70 req-84982c81-799d-4a03-a33e-925f3985b14e tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:18:49.393386 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-cbb48a7c-4c20-40a5-8938-d408e7b2fc70 req-84982c81-799d-4a03-a33e-925f3985b14e tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] 10.222.0.89 "GET /v2.0/ports?device_id=2334ee69-0871-44da-b636-9ceb5bb33e7e HTTP/1.1" status: 200 len: 945 time: 0.1218793 Feb 04 17:18:49.430645 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-8ca7fe3a-469c-42db-959a-14ae6641e902 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:49.493772 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10356d75-ed7e-4d21-9689-5decc25e7265 req-4b66fc28-5475-4519-ae71-dffd6e027e8f tempest-ServersAdminTestJSON-70469306 tempest-ServersAdminTestJSON-70469306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:18:49.499956 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-10356d75-ed7e-4d21-9689-5decc25e7265 req-4b66fc28-5475-4519-ae71-dffd6e027e8f tempest-ServersAdminTestJSON-70469306 tempest-ServersAdminTestJSON-70469306-project] 10.222.0.89 "GET /v2.0/ports?device_id=964b0fa9-4d62-4ea0-998a-3dd434376246 HTTP/1.1" status: 200 len: 948 time: 0.1134987 Feb 04 17:18:49.576435 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-cbb48a7c-4c20-40a5-8938-d408e7b2fc70 req-0a2bef3b-79f5-4dbd-93fb-0f84bef3d206 tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] 10.222.0.89 "GET /v2.0/security-groups?id=c591d0a0-8f77-4259-ab5e-c54cb31473d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1734972 Feb 04 17:18:49.578030 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-10356d75-ed7e-4d21-9689-5decc25e7265 req-91957ea8-a65a-4e89-bf29-f833b3a66329 tempest-ServersAdminTestJSON-70469306 tempest-ServersAdminTestJSON-70469306-project] 10.222.0.89 "GET /v2.0/security-groups?id=0b9d4704-c600-4325-be39-d787042bd965&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731006 Feb 04 17:18:49.653620 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-8ca7fe3a-469c-42db-959a-14ae6641e902 admin admin] Publish callbacks [] for security_group (4b635999-bcf4-4470-985e-1b87bb696221), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:49.663012 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-8ca7fe3a-469c-42db-959a-14ae6641e902 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (4b635999-bcf4-4470-985e-1b87bb696221), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:49.775541 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca7fe3a-469c-42db-959a-14ae6641e902 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b635999-bcf4-4470-985e-1b87bb696221,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:18:49.782402 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638549fa-afc9-4774-a8f5-0f0a8d07c332 req-0ccaf150-3076-4e1b-8d8d-f7e1376c13e6 tempest-ListServerFiltersTestJSON-412490069 tempest-ListServerFiltersTestJSON-412490069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:18:49.792664 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-638549fa-afc9-4774-a8f5-0f0a8d07c332 req-0ccaf150-3076-4e1b-8d8d-f7e1376c13e6 tempest-ListServerFiltersTestJSON-412490069 tempest-ListServerFiltersTestJSON-412490069-project] 10.222.0.89 "GET /v2.0/ports?device_id=12738f53-d5b1-4e66-9060-023827767e73 HTTP/1.1" status: 200 len: 945 time: 0.1260138 Feb 04 17:18:49.795055 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-8ca7fe3a-469c-42db-959a-14ae6641e902 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=6020cf49798e4d6bb8a46b41f0fa05d8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6042812 Feb 04 17:18:49.798353 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 60080) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:18:49.862343 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-638549fa-afc9-4774-a8f5-0f0a8d07c332 req-e624cc63-9286-451d-8ce0-d421d086bfa4 tempest-ListServerFiltersTestJSON-412490069 tempest-ListServerFiltersTestJSON-412490069-project] 10.222.0.89 "GET /v2.0/security-groups?id=97f39e76-7bf1-44bd-bf73-dcbb52112ad3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687346 Feb 04 17:18:49.865878 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a5f5ca-16bd-4210-a2a6-db6edcc6b473 req-fae522a0-9770-43e5-9dcd-b387e96e56bb tempest-ListServersNegativeTestJSON-1313441639 tempest-ListServersNegativeTestJSON-1313441639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:18:49.874151 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-52a5f5ca-16bd-4210-a2a6-db6edcc6b473 req-fae522a0-9770-43e5-9dcd-b387e96e56bb tempest-ListServersNegativeTestJSON-1313441639 tempest-ListServersNegativeTestJSON-1313441639-project] 10.222.0.89 "GET /v2.0/ports?device_id=e369a23c-8977-4d6a-b80b-5455db399093 HTTP/1.1" status: 200 len: 945 time: 0.1645339 Feb 04 17:18:49.881857 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-4897a562-628b-4e51-948a-96806a03c512 admin admin] Publish callbacks [] for security_group (4b635999-bcf4-4470-985e-1b87bb696221), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:49.926237 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-4897a562-628b-4e51-948a-96806a03c512 admin admin] Publish callbacks [] for security_group (4b635999-bcf4-4470-985e-1b87bb696221), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:49.961234 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-52a5f5ca-16bd-4210-a2a6-db6edcc6b473 req-eb9d59d9-8726-4b13-92cb-3f55af9088aa tempest-ListServersNegativeTestJSON-1313441639 tempest-ListServersNegativeTestJSON-1313441639-project] 10.222.0.89 "GET /v2.0/security-groups?id=3b13db45-60c3-440c-8ad9-70c66ea7eadd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859995 Feb 04 17:18:50.037710 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-4897a562-628b-4e51-948a-96806a03c512 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (4b635999-bcf4-4470-985e-1b87bb696221), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:50.041301 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-4897a562-628b-4e51-948a-96806a03c512 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:50.046096 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-4897a562-628b-4e51-948a-96806a03c512 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/4b635999-bcf4-4470-985e-1b87bb696221 HTTP/1.1" status: 204 len: 168 time: 0.2445424 Feb 04 17:18:50.075310 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4897a562-628b-4e51-948a-96806a03c512 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b635999-bcf4-4470-985e-1b87bb696221,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:18:50.246168 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada25ac0-5278-4c2b-9918-1ab18b52d6ec req-9af78fe4-abb3-4289-9420-679ba0813239 tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:18:50.260575 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-ada25ac0-5278-4c2b-9918-1ab18b52d6ec req-9af78fe4-abb3-4289-9420-679ba0813239 tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] 10.222.0.89 "GET /v2.0/ports?device_id=809c551a-1790-4b2b-baf4-9847169d6487 HTTP/1.1" status: 200 len: 945 time: 0.1440580 Feb 04 17:18:50.369074 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-ada25ac0-5278-4c2b-9918-1ab18b52d6ec req-95403a60-fcca-400b-bfca-443b7919073f tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] 10.222.0.89 "GET /v2.0/security-groups?id=18e6cc58-e448-4d12-9423-2a502a086ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074231 Feb 04 17:18:50.907961 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62967e77-c8f0-4a2d-92cf-cc16ccfabf1c req-2ca06aaa-f441-49ee-be42-eb995d7c1313 tempest-ServersAdminTestJSON-70469306 tempest-ServersAdminTestJSON-70469306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:18:50.912159 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-62967e77-c8f0-4a2d-92cf-cc16ccfabf1c req-2ca06aaa-f441-49ee-be42-eb995d7c1313 tempest-ServersAdminTestJSON-70469306 tempest-ServersAdminTestJSON-70469306-project] 10.222.0.89 "GET /v2.0/ports?device_id=964b0fa9-4d62-4ea0-998a-3dd434376246 HTTP/1.1" status: 200 len: 948 time: 0.1716075 Feb 04 17:18:50.943781 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Device 9d20f607-c4e8-4046-8ffd-adfa8faa5b76 up at agent hyperv_n-h2-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:18:50.974084 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.agents_db [None req-e1691f3b-aacd-4cd6-8ebb-a9c53bb301c0 None None] Agent healthcheck: found 7 active agents {{(pid=103379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 17:18:51.018941 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416b0799-008a-4a44-9163-b6c45411f987 req-6d09e6f3-19e7-45d7-bfe8-5924cec4e66a tempest-ListServersNegativeTestJSON-1313441639 tempest-ListServersNegativeTestJSON-1313441639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:18:51.043868 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-416b0799-008a-4a44-9163-b6c45411f987 req-6d09e6f3-19e7-45d7-bfe8-5924cec4e66a tempest-ListServersNegativeTestJSON-1313441639 tempest-ListServersNegativeTestJSON-1313441639-project] 10.222.0.89 "GET /v2.0/ports?device_id=e369a23c-8977-4d6a-b80b-5455db399093 HTTP/1.1" status: 200 len: 945 time: 0.1930702 Feb 04 17:18:51.076581 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Provisioning for port 9d20f607-c4e8-4046-8ffd-adfa8faa5b76 completed by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 17:18:51.084066 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Provisioning complete for port 9d20f607-c4e8-4046-8ffd-adfa8faa5b76 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:18:51.084460 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (9d20f607-c4e8-4046-8ffd-adfa8faa5b76), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:51.092148 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-62967e77-c8f0-4a2d-92cf-cc16ccfabf1c req-8a9dd410-7642-41a4-94a2-6072589889ae tempest-ServersAdminTestJSON-70469306 tempest-ServersAdminTestJSON-70469306-project] 10.222.0.89 "GET /v2.0/security-groups?id=0b9d4704-c600-4325-be39-d787042bd965&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1730876 Feb 04 17:18:51.361856 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6a4c9c-422e-4f9d-a002-a6667ad00a6e req-035998e4-6ae2-4643-8ab1-ac907b4f4347 tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:18:51.367394 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-416b0799-008a-4a44-9163-b6c45411f987 req-21248459-4faa-4b4d-91fc-bc51ac900751 tempest-ListServersNegativeTestJSON-1313441639 tempest-ListServersNegativeTestJSON-1313441639-project] 10.222.0.89 "GET /v2.0/security-groups?id=3b13db45-60c3-440c-8ad9-70c66ea7eadd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3227158 Feb 04 17:18:51.371546 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-4f6a4c9c-422e-4f9d-a002-a6667ad00a6e req-035998e4-6ae2-4643-8ab1-ac907b4f4347 tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] 10.222.0.89 "GET /v2.0/ports?device_id=2334ee69-0871-44da-b636-9ceb5bb33e7e HTTP/1.1" status: 200 len: 945 time: 0.1736023 Feb 04 17:18:51.451538 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Current status of the port 9d20f607-c4e8-4046-8ffd-adfa8faa5b76 is: BUILD; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:18:51.468610 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (9d20f607-c4e8-4046-8ffd-adfa8faa5b76), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:51.485185 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b91202-639f-46c3-9198-1cf5fddb3b0c req-cca5bbfb-c368-4205-be16-ba5e6e5304b6 tempest-ListServerFiltersTestJSON-412490069 tempest-ListServerFiltersTestJSON-412490069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:18:51.487267 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-33b91202-639f-46c3-9198-1cf5fddb3b0c req-cca5bbfb-c368-4205-be16-ba5e6e5304b6 tempest-ListServerFiltersTestJSON-412490069 tempest-ListServerFiltersTestJSON-412490069-project] 10.222.0.96 "GET /v2.0/ports?device_id=12738f53-d5b1-4e66-9060-023827767e73 HTTP/1.1" status: 200 len: 945 time: 0.3884342 Feb 04 17:18:51.510723 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-4f6a4c9c-422e-4f9d-a002-a6667ad00a6e req-ee9b0242-5501-446e-9451-e8ce540360ef tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] 10.222.0.89 "GET /v2.0/security-groups?id=c591d0a0-8f77-4259-ab5e-c54cb31473d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309545 Feb 04 17:18:51.567539 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '964b0fa9-4d62-4ea0-998a-3dd434376246', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d20f607-c4e8-4046-8ffd-adfa8faa5b76'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:18:51.570853 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c34bc964ce2211770fda26ca2f3801cc06f4f39928110690550e94ab9c9d2fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ac55eb0-2b52-4aa0-86c0-639777863c26" -d '{"events": [{"server_uuid": "964b0fa9-4d62-4ea0-998a-3dd434376246", "name": "network-vif-plugged", "status": "completed", "tag": "9d20f607-c4e8-4046-8ffd-adfa8faa5b76"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:18:51.602179 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] For port 9d20f607-c4e8-4046-8ffd-adfa8faa5b76, host n-h2-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=9d20f607-c4e8-4046-8ffd-adfa8faa5b76,segment=NetworkSegment(3a39b085-d3e6-43bb-a64c-1b06dd049e5a),segment_id=3a39b085-d3e6-43bb-a64c-1b06dd049e5a)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:18:51.608006 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (9d20f607-c4e8-4046-8ffd-adfa8faa5b76), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:51.733290 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Pushing event updated for resources: {'Port': ['ID=9d20f607-c4e8-4046-8ffd-adfa8faa5b76,revision_number=5']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:18:51.752885 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fa07d7-451f-4ac2-938c-dbb8087d0569 req-d2307962-aa5c-4db6-affe-d2e1e5b67f6f tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:18:51.765085 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-51fa07d7-451f-4ac2-938c-dbb8087d0569 req-d2307962-aa5c-4db6-affe-d2e1e5b67f6f tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] 10.222.0.89 "GET /v2.0/ports?device_id=809c551a-1790-4b2b-baf4-9847169d6487 HTTP/1.1" status: 200 len: 945 time: 0.1279333 Feb 04 17:18:51.903209 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-51fa07d7-451f-4ac2-938c-dbb8087d0569 req-5e951bf7-d97e-4a52-a3f5-2c8eec03a1ac tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] 10.222.0.89 "GET /v2.0/security-groups?id=18e6cc58-e448-4d12-9423-2a502a086ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328595 Feb 04 17:18:52.007193 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 17:18:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd2fe5d5-5403-438b-bb08-85c795fbd1bc x-openstack-request-id: req-cd2fe5d5-5403-438b-bb08-85c795fbd1bc {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:18:52.008126 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "964b0fa9-4d62-4ea0-998a-3dd434376246", "name": "network-vif-plugged", "status": "completed", "tag": "9d20f607-c4e8-4046-8ffd-adfa8faa5b76", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:18:52.008726 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-cd2fe5d5-5403-438b-bb08-85c795fbd1bc {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:18:52.009365 n-d-827839-2 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '964b0fa9-4d62-4ea0-998a-3dd434376246', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d20f607-c4e8-4046-8ffd-adfa8faa5b76', 'code': 200} Feb 04 17:18:52.091176 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac6db84-1186-4a90-bf3d-4dc7fa2e94da req-10bc66c4-9b60-4ca5-8318-90d8d55f4d47 tempest-ListServerFiltersTestJSON-412490069 tempest-ListServerFiltersTestJSON-412490069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:18:52.094121 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-9ac6db84-1186-4a90-bf3d-4dc7fa2e94da req-10bc66c4-9b60-4ca5-8318-90d8d55f4d47 tempest-ListServerFiltersTestJSON-412490069 tempest-ListServerFiltersTestJSON-412490069-project] 10.222.0.89 "GET /v2.0/ports?device_id=12738f53-d5b1-4e66-9060-023827767e73 HTTP/1.1" status: 200 len: 945 time: 0.4270442 Feb 04 17:18:52.293453 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [req-33b91202-639f-46c3-9198-1cf5fddb3b0c req-d1116fae-4ae6-47f9-acbe-a987badefabc tempest-ListServerFiltersTestJSON-412490069 tempest-ListServerFiltersTestJSON-412490069-project] Deleting port f2c72dc7-b6d4-45b0-a437-808586eb2be7 {{(pid=103377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:18:52.295391 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-33b91202-639f-46c3-9198-1cf5fddb3b0c req-d1116fae-4ae6-47f9-acbe-a987badefabc tempest-ListServerFiltersTestJSON-412490069 tempest-ListServerFiltersTestJSON-412490069-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (f2c72dc7-b6d4-45b0-a437-808586eb2be7), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:52.301604 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 60136) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:18:52.368107 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cc3bde-6fdd-4707-b415-1f7c2eb4d7ff req-a2b3eb28-ca41-4129-b079-7fe2e927d15e tempest-ServersAdminTestJSON-70469306 tempest-ServersAdminTestJSON-70469306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:18:52.379863 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-34cc3bde-6fdd-4707-b415-1f7c2eb4d7ff req-a2b3eb28-ca41-4129-b079-7fe2e927d15e tempest-ServersAdminTestJSON-70469306 tempest-ServersAdminTestJSON-70469306-project] 10.222.0.89 "GET /v2.0/ports?device_id=964b0fa9-4d62-4ea0-998a-3dd434376246 HTTP/1.1" status: 200 len: 949 time: 0.1811726 Feb 04 17:18:52.493613 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-34cc3bde-6fdd-4707-b415-1f7c2eb4d7ff req-73d1c775-e8df-47c9-bbc5-bb88ef281448 tempest-ServersAdminTestJSON-70469306 tempest-ServersAdminTestJSON-70469306-project] 10.222.0.89 "GET /v2.0/security-groups?id=0b9d4704-c600-4325-be39-d787042bd965&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121807 Feb 04 17:18:52.590781 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-9ac6db84-1186-4a90-bf3d-4dc7fa2e94da req-0b9ce9e8-8a9b-4d79-8c31-e78e465f5985 tempest-ListServerFiltersTestJSON-412490069 tempest-ListServerFiltersTestJSON-412490069-project] 10.222.0.89 "GET /v2.0/security-groups?id=97f39e76-7bf1-44bd-bf73-dcbb52112ad3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4732597 Feb 04 17:18:52.603996 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 60146) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:18:52.751458 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [req-33b91202-639f-46c3-9198-1cf5fddb3b0c req-d1116fae-4ae6-47f9-acbe-a987badefabc tempest-ListServerFiltersTestJSON-412490069 tempest-ListServerFiltersTestJSON-412490069-project] For port f2c72dc7-b6d4-45b0-a437-808586eb2be7, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=f2c72dc7-b6d4-45b0-a437-808586eb2be7,segment=NetworkSegment(7d72d660-cccf-4e71-b324-5a5f94eb974f),segment_id=7d72d660-cccf-4e71-b324-5a5f94eb974f)] {{(pid=103377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:18:52.751869 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-33b91202-639f-46c3-9198-1cf5fddb3b0c req-d1116fae-4ae6-47f9-acbe-a987badefabc tempest-ListServerFiltersTestJSON-412490069 tempest-ListServerFiltersTestJSON-412490069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (f2c72dc7-b6d4-45b0-a437-808586eb2be7), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:52.877539 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-64659c6c-545f-4521-94f7-3dcd6f01ed6b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:52.889163 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [req-33b91202-639f-46c3-9198-1cf5fddb3b0c req-d1116fae-4ae6-47f9-acbe-a987badefabc tempest-ListServerFiltersTestJSON-412490069 tempest-ListServerFiltersTestJSON-412490069-project] Calling delete_port for f2c72dc7-b6d4-45b0-a437-808586eb2be7 owned by compute:nova {{(pid=103377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:18:52.917946 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-c53b8e47-1d21-4d09-ac51-d9f661212b9e admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-160852269-network', 'tenant_id': 'd4027c9982744fa0a7137e1cf2e9012e'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:18:52.924596 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb4548c-b923-4a43-961d-4812a652d039 req-a6ead865-ef6e-43c5-8e1f-fa402887b961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:18:52.931559 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-5eb4548c-b923-4a43-961d-4812a652d039 req-a6ead865-ef6e-43c5-8e1f-fa402887b961 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=964b0fa9-4d62-4ea0-998a-3dd434376246 HTTP/1.1" status: 200 len: 1131 time: 0.8165431 Feb 04 17:18:52.948440 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcb0211-806c-4a98-a932-fbdf670d4c79 req-60c49ce1-fc03-40af-a740-5636e2cc50e3 tempest-ListServersNegativeTestJSON-1313441639 tempest-ListServersNegativeTestJSON-1313441639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:18:52.950163 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-1dcb0211-806c-4a98-a932-fbdf670d4c79 req-60c49ce1-fc03-40af-a740-5636e2cc50e3 tempest-ListServersNegativeTestJSON-1313441639 tempest-ListServersNegativeTestJSON-1313441639-project] 10.222.0.96 "GET /v2.0/ports?device_id=e369a23c-8977-4d6a-b80b-5455db399093 HTTP/1.1" status: 200 len: 945 time: 0.3136435 Feb 04 17:18:52.954440 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c53b8e47-1d21-4d09-ac51-d9f661212b9e admin admin] Made reservation on behalf of d4027c9982744fa0a7137e1cf2e9012e for: {'network': 1} {{(pid=103376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:18:52.957455 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-c53b8e47-1d21-4d09-ac51-d9f661212b9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for network (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:52.968962 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-c53b8e47-1d21-4d09-ac51-d9f661212b9e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:53.098576 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-64659c6c-545f-4521-94f7-3dcd6f01ed6b admin admin] Publish callbacks [] for security_group (88df0ce5-e9fb-4b8f-9055-fa1b5245a361), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:53.181172 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-c53b8e47-1d21-4d09-ac51-d9f661212b9e admin admin] Publish callbacks [] for security_group (772810a2-9cb8-43b4-821e-fe7f3761f492), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:53.215788 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-64659c6c-545f-4521-94f7-3dcd6f01ed6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (88df0ce5-e9fb-4b8f-9055-fa1b5245a361), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:53.224559 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e2bf2e-7dd5-4bef-9dd4-adda38f1179e req-ce9f26fa-0950-4309-8705-54c6683ebf91 tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:18:53.235472 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-59e2bf2e-7dd5-4bef-9dd4-adda38f1179e req-ce9f26fa-0950-4309-8705-54c6683ebf91 tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] 10.222.0.89 "GET /v2.0/ports?device_id=2334ee69-0871-44da-b636-9ceb5bb33e7e HTTP/1.1" status: 200 len: 945 time: 0.4396148 Feb 04 17:18:53.255590 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-c53b8e47-1d21-4d09-ac51-d9f661212b9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (772810a2-9cb8-43b4-821e-fe7f3761f492), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:53.301991 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-64659c6c-545f-4521-94f7-3dcd6f01ed6b admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=79135da6faa143689f61f6fc57f19725&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9964223 Feb 04 17:18:53.307039 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64659c6c-545f-4521-94f7-3dcd6f01ed6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88df0ce5-e9fb-4b8f-9055-fa1b5245a361,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:18:53.309509 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 60152) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:18:53.326081 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-cf15123b-2ab1-4e74-92dd-84baace1bf36 req-4e752fd7-9fbb-4acf-8ec3-fb5975041b50 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=7bfb0405-10b3-4cc0-8634-8feb429a0d1f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.7913835 Feb 04 17:18:53.350052 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-5eb4548c-b923-4a43-961d-4812a652d039 req-370e6a62-56a6-4f64-8893-91cdc505b380 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=0b9d4704-c600-4325-be39-d787042bd965&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3924253 Feb 04 17:18:53.429755 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138c98af-5c2a-4dac-acf9-6e7cbca14da4 req-efbad9a9-414e-4abd-b002-b230fe2c139b tempest-ListServersNegativeTestJSON-1313441639 tempest-ListServersNegativeTestJSON-1313441639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:18:53.438355 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-138c98af-5c2a-4dac-acf9-6e7cbca14da4 req-efbad9a9-414e-4abd-b002-b230fe2c139b tempest-ListServersNegativeTestJSON-1313441639 tempest-ListServersNegativeTestJSON-1313441639-project] 10.222.0.89 "GET /v2.0/ports?device_id=e369a23c-8977-4d6a-b80b-5455db399093 HTTP/1.1" status: 200 len: 945 time: 0.7105238 Feb 04 17:18:53.440407 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53b8e47-1d21-4d09-ac51-d9f661212b9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=772810a2-9cb8-43b4-821e-fe7f3761f492,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:18:53.470623 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-59e2bf2e-7dd5-4bef-9dd4-adda38f1179e req-86b46571-4ebd-45f5-b1d4-403e9e855f7e tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] 10.222.0.89 "GET /v2.0/security-groups?id=c591d0a0-8f77-4259-ab5e-c54cb31473d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2321134 Feb 04 17:18:53.515263 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf15123b-2ab1-4e74-92dd-84baace1bf36 req-2cf7412f-d262-4d73-b3df-1f8152d0ef8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:18:53.523838 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-cf15123b-2ab1-4e74-92dd-84baace1bf36 req-2cf7412f-d262-4d73-b3df-1f8152d0ef8b service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=8da6ad4e5ee34bf6bb722cd37ab73ea7&device_id=7bfb0405-10b3-4cc0-8634-8feb429a0d1f HTTP/1.1" status: 200 len: 1126 time: 0.1661408 Feb 04 17:18:53.538564 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c53b8e47-1d21-4d09-ac51-d9f661212b9e admin admin] vlan segment allocate from pool success with {'vlan_id': 782, 'physical_network': 'physnet1'} {{(pid=103376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 17:18:53.556036 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-138c98af-5c2a-4dac-acf9-6e7cbca14da4 req-bf9ae94f-1df5-41b1-8161-08e75131d345 tempest-ListServersNegativeTestJSON-1313441639 tempest-ListServersNegativeTestJSON-1313441639-project] 10.222.0.89 "GET /v2.0/security-groups?id=3b13db45-60c3-440c-8ad9-70c66ea7eadd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170521 Feb 04 17:18:53.720447 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-c53b8e47-1d21-4d09-ac51-d9f661212b9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (4ef9721f-85a7-4583-b673-a88561aaf54b), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:53.720848 n-d-827839-2 neutron-server[103376]: INFO neutron.db.segments_db [None req-c53b8e47-1d21-4d09-ac51-d9f661212b9e admin admin] Added segment 4ef9721f-85a7-4583-b673-a88561aaf54b of type vlan for network e192c2cc-857d-492a-855f-2dae04acc430 Feb 04 17:18:53.732890 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-52b4c2c9-b9fa-43ee-b7a3-39bdf770bb9e admin admin] Publish callbacks [] for security_group (88df0ce5-e9fb-4b8f-9055-fa1b5245a361), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:53.776944 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-52b4c2c9-b9fa-43ee-b7a3-39bdf770bb9e admin admin] Publish callbacks [] for security_group (88df0ce5-e9fb-4b8f-9055-fa1b5245a361), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:53.784366 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-33b91202-639f-46c3-9198-1cf5fddb3b0c req-d1116fae-4ae6-47f9-acbe-a987badefabc tempest-ListServerFiltersTestJSON-412490069 tempest-ListServerFiltersTestJSON-412490069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (f2c72dc7-b6d4-45b0-a437-808586eb2be7), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:53.799916 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] get_ports_and_sgs() called for port_ids ['ed30c7cf-4b95-404d-a75d-30d7e136779f'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 17:18:53.872702 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca21265-a7a7-4a9c-9c43-73b9e3894c9f req-0a7ebaa5-c85a-4273-b765-3e79c897649d tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:18:53.880279 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-6ca21265-a7a7-4a9c-9c43-73b9e3894c9f req-0a7ebaa5-c85a-4273-b765-3e79c897649d tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] 10.222.0.89 "GET /v2.0/ports?device_id=809c551a-1790-4b2b-baf4-9847169d6487 HTTP/1.1" status: 200 len: 945 time: 0.2828536 Feb 04 17:18:53.888792 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1116fae-4ae6-47f9-acbe-a987badefabc tempest-ListServerFiltersTestJSON-412490069 tempest-ListServerFiltersTestJSON-412490069-project] Pushing event deleted for resources: {'Port': ['ID=f2c72dc7-b6d4-45b0-a437-808586eb2be7,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:18:53.943619 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] get_ports_and_sgs() called for port_ids ['d0589dbf-3d32-476e-9f1d-195240462069'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 17:18:53.992201 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf15123b-2ab1-4e74-92dd-84baace1bf36 req-4ebf2d74-0066-4bcc-8d99-fcb43196697d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:18:53.994575 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-cf15123b-2ab1-4e74-92dd-84baace1bf36 req-4ebf2d74-0066-4bcc-8d99-fcb43196697d service neutron] 10.222.0.90 "GET /v2.0/networks?id=865a5290-ec33-4655-84a4-bc1453190ac7 HTTP/1.1" status: 200 len: 908 time: 0.4105997 Feb 04 17:18:54.024544 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [req-33b91202-639f-46c3-9198-1cf5fddb3b0c req-d1116fae-4ae6-47f9-acbe-a987badefabc tempest-ListServerFiltersTestJSON-412490069 tempest-ListServerFiltersTestJSON-412490069-project] No DVR routers for this DVR port f2c72dc7-b6d4-45b0-a437-808586eb2be7 on host n-h1-827839-2 {{(pid=103377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 17:18:54.046506 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-33b91202-639f-46c3-9198-1cf5fddb3b0c req-d1116fae-4ae6-47f9-acbe-a987badefabc tempest-ListServerFiltersTestJSON-412490069 tempest-ListServerFiltersTestJSON-412490069-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:54.050956 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-33b91202-639f-46c3-9198-1cf5fddb3b0c req-d1116fae-4ae6-47f9-acbe-a987badefabc tempest-ListServerFiltersTestJSON-412490069 tempest-ListServerFiltersTestJSON-412490069-project] 10.222.0.96 "DELETE /v2.0/ports/f2c72dc7-b6d4-45b0-a437-808586eb2be7 HTTP/1.1" status: 204 len: 173 time: 2.5508237 Feb 04 17:18:54.065172 n-d-827839-2 neutron-server[103377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12738f53-d5b1-4e66-9060-023827767e73', 'name': 'network-vif-deleted', 'tag': 'f2c72dc7-b6d4-45b0-a437-808586eb2be7'}] {{(pid=103377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:18:54.075212 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7240428b650e1488e9361b62648ff4b3a6c19d49d8c27c949491ab58c1346cf0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-379d7344-74be-4b11-9e0c-5b4f4da21c81" -d '{"events": [{"server_uuid": "12738f53-d5b1-4e66-9060-023827767e73", "name": "network-vif-deleted", "tag": "f2c72dc7-b6d4-45b0-a437-808586eb2be7"}]}' {{(pid=103377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:18:54.083869 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-52b4c2c9-b9fa-43ee-b7a3-39bdf770bb9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (88df0ce5-e9fb-4b8f-9055-fa1b5245a361), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:54.086932 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-52b4c2c9-b9fa-43ee-b7a3-39bdf770bb9e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:54.088159 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-52b4c2c9-b9fa-43ee-b7a3-39bdf770bb9e admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/88df0ce5-e9fb-4b8f-9055-fa1b5245a361 HTTP/1.1" status: 204 len: 168 time: 0.7742729 Feb 04 17:18:54.186397 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [req-1dcb0211-806c-4a98-a932-fbdf670d4c79 req-1fb813f0-d079-4605-927a-89364b8c7cf2 tempest-ListServersNegativeTestJSON-1313441639 tempest-ListServersNegativeTestJSON-1313441639-project] Deleting port dee46075-c89a-464b-8d60-d873067be6b8 {{(pid=103376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:18:54.186753 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-1dcb0211-806c-4a98-a932-fbdf670d4c79 req-1fb813f0-d079-4605-927a-89364b8c7cf2 tempest-ListServersNegativeTestJSON-1313441639 tempest-ListServersNegativeTestJSON-1313441639-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (dee46075-c89a-464b-8d60-d873067be6b8), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:54.271593 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-c53b8e47-1d21-4d09-ac51-d9f661212b9e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781084292801'] for network (e192c2cc-857d-492a-855f-2dae04acc430), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:54.274500 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-cf15123b-2ab1-4e74-92dd-84baace1bf36 req-80902d66-2cbe-48a4-b159-8b88d780a453 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=17cda4ab-3ccf-457d-a2e3-93cde1c26576 HTTP/1.1" status: 200 len: 217 time: 0.2444470 Feb 04 17:18:54.312573 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b4c2c9-b9fa-43ee-b7a3-39bdf770bb9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88df0ce5-e9fb-4b8f-9055-fa1b5245a361,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:18:54.409702 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-6ca21265-a7a7-4a9c-9c43-73b9e3894c9f req-2f9f77b7-fb85-4416-88db-5c214bf2e135 tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] 10.222.0.89 "GET /v2.0/security-groups?id=18e6cc58-e448-4d12-9423-2a502a086ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5273418 Feb 04 17:18:54.561364 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf15123b-2ab1-4e74-92dd-84baace1bf36 req-8142b0f0-a85c-47db-9235-9809242a7eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:18:54.561942 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2bd475-8c53-4601-8c95-4c1c8d0d53b5 req-318988e9-83d2-4296-8cae-9d12cc45f8a7 tempest-ServersAdminTestJSON-70469306 tempest-ServersAdminTestJSON-70469306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:18:54.570104 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-8c2bd475-8c53-4601-8c95-4c1c8d0d53b5 req-318988e9-83d2-4296-8cae-9d12cc45f8a7 tempest-ServersAdminTestJSON-70469306 tempest-ServersAdminTestJSON-70469306-project] 10.222.0.89 "GET /v2.0/ports?device_id=964b0fa9-4d62-4ea0-998a-3dd434376246 HTTP/1.1" status: 200 len: 949 time: 0.8514633 Feb 04 17:18:54.573543 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-cf15123b-2ab1-4e74-92dd-84baace1bf36 req-8142b0f0-a85c-47db-9235-9809242a7eeb service neutron] 10.222.0.90 "GET /v2.0/subnets?id=22305eb3-36bf-4425-804b-f2478ee8714d HTTP/1.1" status: 200 len: 847 time: 0.2942758 Feb 04 17:18:54.576597 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.db.resource_extend [None req-c53b8e47-1d21-4d09-ac51-d9f661212b9e admin admin] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 17:18:54.765008 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-cf15123b-2ab1-4e74-92dd-84baace1bf36 req-7ab48c88-b90d-4407-b403-6bbb9986b8fb service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=865a5290-ec33-4655-84a4-bc1453190ac7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1786873 Feb 04 17:18:54.841958 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-c53b8e47-1d21-4d09-ac51-d9f661212b9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327'] for network (e192c2cc-857d-492a-855f-2dae04acc430), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:54.843290 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c53b8e47-1d21-4d09-ac51-d9f661212b9e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:18:54.846997 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-c53b8e47-1d21-4d09-ac51-d9f661212b9e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677565'] for network (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:54.924383 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device f2c72dc7-b6d4-45b0-a437-808586eb2be7 no longer exists at agent hyperv_n-h1-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:18:55.032879 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] No Port match for: f2c72dc7-b6d4-45b0-a437-808586eb2be7 {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 17:18:55.034115 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device f2c72dc7-b6d4-45b0-a437-808586eb2be7 not bound to the agent host n-h1-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 17:18:55.034714 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device dee46075-c89a-464b-8d60-d873067be6b8 no longer exists at agent hyperv_n-h1-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:18:55.055654 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53b8e47-1d21-4d09-ac51-d9f661212b9e admin admin] Pushing event updated for resources: {'Network': ['ID=e192c2cc-857d-492a-855f-2dae04acc430,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:18:55.107328 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 60170) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:18:55.124983 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Network e192c2cc-857d-492a-855f-2dae04acc430 details requested by agent ovs-agent-n-d-827839-2 with host n-d-827839-2 {{(pid=103378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 17:18:55.138741 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-c53b8e47-1d21-4d09-ac51-d9f661212b9e admin admin] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 901 time: 2.5330753 Feb 04 17:18:55.144596 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 60172) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:18:55.150397 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-2814904e-1e4a-49a6-b7fc-0939407325ca admin admin] Request body: {'subnet': {'network_id': 'e192c2cc-857d-492a-855f-2dae04acc430', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-160852269-subnet', 'tenant_id': 'd4027c9982744fa0a7137e1cf2e9012e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:18:55.161923 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-6b0ad66c-1962-4598-923e-7a8cec535ddb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:55.167228 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-cf15123b-2ab1-4e74-92dd-84baace1bf36 req-e07c7398-db21-40bc-aed6-814f7996e8a0 service neutron] 10.222.0.90 "GET /v2.0/networks/865a5290-ec33-4655-84a4-bc1453190ac7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3856831 Feb 04 17:18:55.182772 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-8c2bd475-8c53-4601-8c95-4c1c8d0d53b5 req-c0d34882-3612-4965-b37f-89cac7783f96 tempest-ServersAdminTestJSON-70469306 tempest-ServersAdminTestJSON-70469306-project] 10.222.0.89 "GET /v2.0/security-groups?id=0b9d4704-c600-4325-be39-d787042bd965&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6117227 Feb 04 17:18:55.191388 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [req-1dcb0211-806c-4a98-a932-fbdf670d4c79 req-1fb813f0-d079-4605-927a-89364b8c7cf2 tempest-ListServersNegativeTestJSON-1313441639 tempest-ListServersNegativeTestJSON-1313441639-project] For port dee46075-c89a-464b-8d60-d873067be6b8, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=dee46075-c89a-464b-8d60-d873067be6b8,segment=NetworkSegment(c2609fe7-cd5f-472c-80a0-6817cc30c6f8),segment_id=c2609fe7-cd5f-472c-80a0-6817cc30c6f8)] {{(pid=103376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:18:55.191944 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-1dcb0211-806c-4a98-a932-fbdf670d4c79 req-1fb813f0-d079-4605-927a-89364b8c7cf2 tempest-ListServersNegativeTestJSON-1313441639 tempest-ListServersNegativeTestJSON-1313441639-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (dee46075-c89a-464b-8d60-d873067be6b8), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:55.236154 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [req-1dcb0211-806c-4a98-a932-fbdf670d4c79 req-1fb813f0-d079-4605-927a-89364b8c7cf2 tempest-ListServersNegativeTestJSON-1313441639 tempest-ListServersNegativeTestJSON-1313441639-project] Calling delete_port for dee46075-c89a-464b-8d60-d873067be6b8 owned by compute:nova {{(pid=103376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:18:55.272994 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2814904e-1e4a-49a6-b7fc-0939407325ca admin admin] Made reservation on behalf of d4027c9982744fa0a7137e1cf2e9012e for: {'subnet': 1} {{(pid=103376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:18:55.276541 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-2814904e-1e4a-49a6-b7fc-0939407325ca admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25859006'] for subnet (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:55.354936 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-9628f49d-2cdb-4015-a0c8-b21a598fe7bf req-6cd04cf9-7326-48d7-b779-72bf8e9bac97 tempest-ListServerFiltersTestJSON-412490069 tempest-ListServerFiltersTestJSON-412490069-project] 10.222.0.89 "GET /v2.0/ports?device_id=12738f53-d5b1-4e66-9060-023827767e73 HTTP/1.1" status: 200 len: 210 time: 0.5828896 Feb 04 17:18:55.369626 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 17:18:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6d71abe-2125-44ca-80ae-7c5d830432d6 x-openstack-request-id: req-b6d71abe-2125-44ca-80ae-7c5d830432d6 {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:18:55.370348 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12738f53-d5b1-4e66-9060-023827767e73", "name": "network-vif-deleted", "tag": "f2c72dc7-b6d4-45b0-a437-808586eb2be7", "status": "completed", "code": 200}]} {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:18:55.371942 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Current status of the port dee46075-c89a-464b-8d60-d873067be6b8 is: ACTIVE; New status is: DOWN {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:18:55.372308 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-b6d71abe-2125-44ca-80ae-7c5d830432d6 {{(pid=103377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:18:55.372907 n-d-827839-2 neutron-server[103377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12738f53-d5b1-4e66-9060-023827767e73', 'name': 'network-vif-deleted', 'tag': 'f2c72dc7-b6d4-45b0-a437-808586eb2be7', 'status': 'completed', 'code': 200} Feb 04 17:18:55.373388 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (dee46075-c89a-464b-8d60-d873067be6b8), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:55.381491 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-cf15123b-2ab1-4e74-92dd-84baace1bf36 req-569b3681-1af1-4898-bbfb-d2f33c5e75d2 service neutron] 10.222.0.90 "GET /v2.0/networks/865a5290-ec33-4655-84a4-bc1453190ac7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1566219 Feb 04 17:18:55.468509 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e369a23c-8977-4d6a-b80b-5455db399093', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dee46075-c89a-464b-8d60-d873067be6b8'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:18:55.471009 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c34bc964ce2211770fda26ca2f3801cc06f4f39928110690550e94ab9c9d2fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9688637-ac92-47d0-b010-2380b84a93d6" -d '{"events": [{"server_uuid": "e369a23c-8977-4d6a-b80b-5455db399093", "name": "network-vif-unplugged", "status": "completed", "tag": "dee46075-c89a-464b-8d60-d873067be6b8"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:18:55.488063 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] For port dee46075-c89a-464b-8d60-d873067be6b8, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=dee46075-c89a-464b-8d60-d873067be6b8,segment=NetworkSegment(c2609fe7-cd5f-472c-80a0-6817cc30c6f8),segment_id=c2609fe7-cd5f-472c-80a0-6817cc30c6f8)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:18:55.497061 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (dee46075-c89a-464b-8d60-d873067be6b8), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:55.607842 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7b04d8-fb87-430a-b129-7eac8c8a39bb req-a9da95c0-fe29-4fca-9cad-6ec3cc2eee47 tempest-ListServersNegativeTestJSON-1313441639 tempest-ListServersNegativeTestJSON-1313441639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:18:55.618465 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-db7b04d8-fb87-430a-b129-7eac8c8a39bb req-a9da95c0-fe29-4fca-9cad-6ec3cc2eee47 tempest-ListServersNegativeTestJSON-1313441639 tempest-ListServersNegativeTestJSON-1313441639-project] 10.222.0.89 "GET /v2.0/ports?device_id=e369a23c-8977-4d6a-b80b-5455db399093 HTTP/1.1" status: 200 len: 943 time: 0.1356475 Feb 04 17:18:55.630918 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Pushing event updated for resources: {'Port': ['ID=dee46075-c89a-464b-8d60-d873067be6b8,revision_number=6']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:18:55.743524 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-db7b04d8-fb87-430a-b129-7eac8c8a39bb req-d80ff3a1-608c-4ae3-9277-21990f9e5a54 tempest-ListServersNegativeTestJSON-1313441639 tempest-ListServersNegativeTestJSON-1313441639-project] 10.222.0.89 "GET /v2.0/security-groups?id=3b13db45-60c3-440c-8ad9-70c66ea7eadd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238089 Feb 04 17:18:55.912981 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-2814904e-1e4a-49a6-b7fc-0939407325ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25674939', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25858952'] for subnet (d4973353-0966-45fa-beb0-35424b803918), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:55.926798 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-6b0ad66c-1962-4598-923e-7a8cec535ddb admin admin] Publish callbacks [] for security_group (e037737e-5dd3-4639-ab38-4ce7ea6fe0fc), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:55.956391 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bdb312-45db-41ce-8204-741baa6006b3 req-af8a63d8-1f17-4905-9474-7319b366f469 tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:18:55.958013 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-55bdb312-45db-41ce-8204-741baa6006b3 req-af8a63d8-1f17-4905-9474-7319b366f469 tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] 10.222.0.89 "GET /v2.0/ports?device_id=809c551a-1790-4b2b-baf4-9847169d6487 HTTP/1.1" status: 200 len: 945 time: 0.1010201 Feb 04 17:18:55.967545 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-6b0ad66c-1962-4598-923e-7a8cec535ddb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (e037737e-5dd3-4639-ab38-4ce7ea6fe0fc), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:56.029987 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-1dcb0211-806c-4a98-a932-fbdf670d4c79 req-1fb813f0-d079-4605-927a-89364b8c7cf2 tempest-ListServersNegativeTestJSON-1313441639 tempest-ListServersNegativeTestJSON-1313441639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (dee46075-c89a-464b-8d60-d873067be6b8), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:56.043473 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2814904e-1e4a-49a6-b7fc-0939407325ca admin admin] Pushing event updated for resources: {'Subnet': ['ID=d4973353-0966-45fa-beb0-35424b803918,revision_number=0']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:18:56.045733 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] get_ports_and_sgs() called for port_ids ['642b0a55-6b87-42d0-b6db-20174d917fd0', '1bae8eb6-8622-475f-ad27-e33db01c7b4a'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 17:18:56.093384 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-55bdb312-45db-41ce-8204-741baa6006b3 req-4277efd2-8e7c-4512-b355-f8ca86465628 tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] 10.222.0.89 "GET /v2.0/security-groups?id=18e6cc58-e448-4d12-9423-2a502a086ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268542 Feb 04 17:18:56.101380 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76dbb84-5a10-4894-90e9-a918f51368cb req-e3dd03fc-fbc0-4d35-8825-a93639188ed7 tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:18:56.102947 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-b76dbb84-5a10-4894-90e9-a918f51368cb req-e3dd03fc-fbc0-4d35-8825-a93639188ed7 tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] 10.222.0.89 "GET /v2.0/ports?device_id=2334ee69-0871-44da-b636-9ceb5bb33e7e HTTP/1.1" status: 200 len: 945 time: 0.3258698 Feb 04 17:18:56.105285 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-6b0ad66c-1962-4598-923e-7a8cec535ddb admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=2c2b863b496a4bc696c2ef7ecf038d3a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9966135 Feb 04 17:18:56.108360 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 60202) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:18:56.207848 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0ad66c-1962-4598-923e-7a8cec535ddb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e037737e-5dd3-4639-ab38-4ce7ea6fe0fc,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:18:56.215077 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb813f0-d079-4605-927a-89364b8c7cf2 tempest-ListServersNegativeTestJSON-1313441639 tempest-ListServersNegativeTestJSON-1313441639-project] Pushing event deleted for resources: {'Port': ['ID=dee46075-c89a-464b-8d60-d873067be6b8,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:18:56.254862 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 04 Feb 2022 17:18:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad44e5f5-5ee3-45a2-8177-5767a6002388 x-openstack-request-id: req-ad44e5f5-5ee3-45a2-8177-5767a6002388 {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:18:56.255179 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e369a23c-8977-4d6a-b80b-5455db399093", "name": "network-vif-unplugged", "status": "completed", "tag": "dee46075-c89a-464b-8d60-d873067be6b8", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:18:56.255440 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-ad44e5f5-5ee3-45a2-8177-5767a6002388 {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:18:56.258541 n-d-827839-2 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e369a23c-8977-4d6a-b80b-5455db399093', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dee46075-c89a-464b-8d60-d873067be6b8', 'code': 200} Feb 04 17:18:56.379426 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-d8064eab-4857-45dd-9c90-cf59f6d756ce admin admin] Publish callbacks [] for security_group (e037737e-5dd3-4639-ab38-4ce7ea6fe0fc), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:56.397011 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-c8731539-343e-4018-adb6-b1f90dd86c07 req-68a432ff-f16f-470a-a9b5-b5d5e25c36a4 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=9f5aa8b2-f0e7-47df-b418-3e36c0d10805&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2894990 Feb 04 17:18:56.428595 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-b76dbb84-5a10-4894-90e9-a918f51368cb req-0d8df65e-ecde-4fb4-822c-524ca6f100e4 tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] 10.222.0.89 "GET /v2.0/security-groups?id=c591d0a0-8f77-4259-ab5e-c54cb31473d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2169952 Feb 04 17:18:56.440446 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2814904e-1e4a-49a6-b7fc-0939407325ca admin admin] Checking segment: {'id': '4ef9721f-85a7-4583-b673-a88561aaf54b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'e192c2cc-857d-492a-855f-2dae04acc430'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:18:56.441429 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2814904e-1e4a-49a6-b7fc-0939407325ca admin admin] Network hostable DHCP agents. Network: e192c2cc-857d-492a-855f-2dae04acc430, hostable agents: ['bb89f5a3-3c22-440b-b7d1-c4f0c43c184a'], hosted agents: [] {{(pid=103376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 17:18:56.502456 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [req-1dcb0211-806c-4a98-a932-fbdf670d4c79 req-1fb813f0-d079-4605-927a-89364b8c7cf2 tempest-ListServersNegativeTestJSON-1313441639 tempest-ListServersNegativeTestJSON-1313441639-project] No DVR routers for this DVR port dee46075-c89a-464b-8d60-d873067be6b8 on host n-h1-827839-2 {{(pid=103376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 17:18:56.510092 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-1dcb0211-806c-4a98-a932-fbdf670d4c79 req-1fb813f0-d079-4605-927a-89364b8c7cf2 tempest-ListServersNegativeTestJSON-1313441639 tempest-ListServersNegativeTestJSON-1313441639-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:56.518629 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-1dcb0211-806c-4a98-a932-fbdf670d4c79 req-1fb813f0-d079-4605-927a-89364b8c7cf2 tempest-ListServersNegativeTestJSON-1313441639 tempest-ListServersNegativeTestJSON-1313441639-project] 10.222.0.96 "DELETE /v2.0/ports/dee46075-c89a-464b-8d60-d873067be6b8 HTTP/1.1" status: 204 len: 173 time: 3.5516078 Feb 04 17:18:56.521866 n-d-827839-2 neutron-server[103376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e369a23c-8977-4d6a-b80b-5455db399093', 'name': 'network-vif-deleted', 'tag': 'dee46075-c89a-464b-8d60-d873067be6b8'}] {{(pid=103376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:18:56.526041 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d59c3bb5e2f09ebf62144d5e09b1cff60c763a9c19614c24538e77842938c05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d146fc18-3423-439d-8ad4-8e52b102e31c" -d '{"events": [{"server_uuid": "e369a23c-8977-4d6a-b80b-5455db399093", "name": "network-vif-deleted", "tag": "dee46075-c89a-464b-8d60-d873067be6b8"}]}' {{(pid=103376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:18:56.604405 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2814904e-1e4a-49a6-b7fc-0939407325ca admin admin] Network e192c2cc-857d-492a-855f-2dae04acc430 is scheduled to be hosted by DHCP agent bb89f5a3-3c22-440b-b7d1-c4f0c43c184a with binding_index 1 {{(pid=103376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 17:18:56.625479 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [None req-2814904e-1e4a-49a6-b7fc-0939407325ca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827839-2, e192c2cc-857d-492a-855f-2dae04acc430) {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:18:56.636553 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-d8064eab-4857-45dd-9c90-cf59f6d756ce admin admin] Publish callbacks [] for security_group (e037737e-5dd3-4639-ab38-4ce7ea6fe0fc), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:56.642686 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2814904e-1e4a-49a6-b7fc-0939407325ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:18:56.643261 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-2814904e-1e4a-49a6-b7fc-0939407325ca admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:56.668407 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ff78381-d10a-40b5-b9ce-a475ca1447a8 None None] Network e192c2cc-857d-492a-855f-2dae04acc430 requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:18:56.691176 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-2814904e-1e4a-49a6-b7fc-0939407325ca admin admin] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 1.5424316 Feb 04 17:18:56.696041 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 60214) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:18:56.715906 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-232e06d4-4fbc-4f3a-9ca5-4d7777102fac admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-160852269-router', 'tenant_id': 'd4027c9982744fa0a7137e1cf2e9012e', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188'}}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:18:56.770274 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-232e06d4-4fbc-4f3a-9ca5-4d7777102fac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1601657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26921'] for router (a6d0baf4-6769-4ab6-be48-cc76199b7e27), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:56.771836 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-232e06d4-4fbc-4f3a-9ca5-4d7777102fac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1602025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603663', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1630571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26960'] for router (a6d0baf4-6769-4ab6-be48-cc76199b7e27), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:56.889251 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-d8064eab-4857-45dd-9c90-cf59f6d756ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (e037737e-5dd3-4639-ab38-4ce7ea6fe0fc), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:56.896968 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-d8064eab-4857-45dd-9c90-cf59f6d756ce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:56.901300 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-d8064eab-4857-45dd-9c90-cf59f6d756ce admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/e037737e-5dd3-4639-ab38-4ce7ea6fe0fc HTTP/1.1" status: 204 len: 168 time: 0.7919159 Feb 04 17:18:56.950956 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 17:18:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea73f874-ed4f-4701-8086-e7e4c4e89b7d x-openstack-request-id: req-ea73f874-ed4f-4701-8086-e7e4c4e89b7d {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:18:56.951561 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e369a23c-8977-4d6a-b80b-5455db399093", "name": "network-vif-deleted", "tag": "dee46075-c89a-464b-8d60-d873067be6b8", "status": "completed", "code": 200}]} {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:18:56.953025 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-ea73f874-ed4f-4701-8086-e7e4c4e89b7d {{(pid=103376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:18:56.953586 n-d-827839-2 neutron-server[103376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e369a23c-8977-4d6a-b80b-5455db399093', 'name': 'network-vif-deleted', 'tag': 'dee46075-c89a-464b-8d60-d873067be6b8', 'status': 'completed', 'code': 200} Feb 04 17:18:56.966358 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-232e06d4-4fbc-4f3a-9ca5-4d7777102fac admin admin] Publish callbacks [] for router_controller (a6d0baf4-6769-4ab6-be48-cc76199b7e27), precommit_add_association {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:56.984392 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d8a9a6-a4a1-4406-9807-172b2ff2a513 req-de4ba104-af87-4fe7-b788-688c7d97fb17 tempest-ServersAdminTestJSON-70469306 tempest-ServersAdminTestJSON-70469306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:18:56.995465 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-85d8a9a6-a4a1-4406-9807-172b2ff2a513 req-de4ba104-af87-4fe7-b788-688c7d97fb17 tempest-ServersAdminTestJSON-70469306 tempest-ServersAdminTestJSON-70469306-project] 10.222.0.89 "GET /v2.0/ports?device_id=964b0fa9-4d62-4ea0-998a-3dd434376246 HTTP/1.1" status: 200 len: 949 time: 0.6123931 Feb 04 17:18:57.014718 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8064eab-4857-45dd-9c90-cf59f6d756ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e037737e-5dd3-4639-ab38-4ce7ea6fe0fc,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:18:57.056026 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8731539-343e-4018-adb6-b1f90dd86c07 req-4412abf8-d493-4c4e-adae-64522520aa5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:18:57.058261 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-c8731539-343e-4018-adb6-b1f90dd86c07 req-4412abf8-d493-4c4e-adae-64522520aa5a service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=8da6ad4e5ee34bf6bb722cd37ab73ea7&device_id=9f5aa8b2-f0e7-47df-b418-3e36c0d10805 HTTP/1.1" status: 200 len: 1128 time: 0.5070949 Feb 04 17:18:57.241223 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-85d8a9a6-a4a1-4406-9807-172b2ff2a513 req-c750c91c-3cfd-4d5b-ab95-9538b80c64c1 tempest-ServersAdminTestJSON-70469306 tempest-ServersAdminTestJSON-70469306-project] 10.222.0.89 "GET /v2.0/security-groups?id=0b9d4704-c600-4325-be39-d787042bd965&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2444870 Feb 04 17:18:57.291602 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-e6436e91-1b7a-40ff-a9b7-b78e9592496d req-a7d1c087-c981-4b35-853c-33480f49b0f6 tempest-ListServersNegativeTestJSON-1313441639 tempest-ListServersNegativeTestJSON-1313441639-project] 10.222.0.89 "GET /v2.0/ports?device_id=e369a23c-8977-4d6a-b80b-5455db399093 HTTP/1.1" status: 200 len: 210 time: 0.2245770 Feb 04 17:18:57.369322 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8731539-343e-4018-adb6-b1f90dd86c07 req-63c10415-f561-458d-b64d-7338e121e92a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:18:57.370950 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-c8731539-343e-4018-adb6-b1f90dd86c07 req-63c10415-f561-458d-b64d-7338e121e92a service neutron] 10.222.0.96 "GET /v2.0/networks?id=865a5290-ec33-4655-84a4-bc1453190ac7 HTTP/1.1" status: 200 len: 908 time: 0.2536309 Feb 04 17:18:57.423184 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-153cd52d-4ba7-47ad-b816-971cbf3e6ae2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e4c19ad-5724-5db8-8ee1-4f56ae69fcf4-e192c2cc-857d-492a-855f-2dae04acc430', 'network_id': 'e192c2cc-857d-492a-855f-2dae04acc430', 'project_id': 'd4027c9982744fa0a7137e1cf2e9012e', 'fixed_ips': [{'subnet_id': 'd4973353-0966-45fa-beb0-35424b803918'}]}} from n-d-827839-2. {{(pid=103378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 17:18:57.424774 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-153cd52d-4ba7-47ad-b816-971cbf3e6ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:57.500716 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-c8731539-343e-4018-adb6-b1f90dd86c07 req-7fcd9668-a993-4069-a6ec-5757e1473709 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7c6b4724-1adf-4dd1-8c66-4bc76c05989f HTTP/1.1" status: 200 len: 217 time: 0.1180596 Feb 04 17:18:57.587212 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8731539-343e-4018-adb6-b1f90dd86c07 req-ca29f9fa-66da-48d2-b67b-3f4df44620ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:18:57.588672 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-c8731539-343e-4018-adb6-b1f90dd86c07 req-ca29f9fa-66da-48d2-b67b-3f4df44620ce service neutron] 10.222.0.96 "GET /v2.0/subnets?id=22305eb3-36bf-4425-804b-f2478ee8714d HTTP/1.1" status: 200 len: 847 time: 0.0696807 Feb 04 17:18:57.601536 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a9eb5a-007c-4bf4-b624-d92c0623061f req-de50c240-572b-4eb8-83a6-9e3e8484181e tempest-ListServerFiltersTestJSON-412490069 tempest-ListServerFiltersTestJSON-412490069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:18:57.603100 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-15a9eb5a-007c-4bf4-b624-d92c0623061f req-de50c240-572b-4eb8-83a6-9e3e8484181e tempest-ListServerFiltersTestJSON-412490069 tempest-ListServerFiltersTestJSON-412490069-project] 10.222.0.89 "GET /v2.0/ports?device_id=626540f9-c6f3-4f2a-a4b0-ed3372d8f9f2 HTTP/1.1" status: 200 len: 946 time: 0.1137803 Feb 04 17:18:57.647923 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-c8731539-343e-4018-adb6-b1f90dd86c07 req-f0f6647a-d42d-48b6-a058-7e6be877c741 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=865a5290-ec33-4655-84a4-bc1453190ac7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0438313 Feb 04 17:18:57.677862 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-232e06d4-4fbc-4f3a-9ca5-4d7777102fac admin admin] Publish callbacks [] for router_gateway (a6d0baf4-6769-4ab6-be48-cc76199b7e27), precommit_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:57.682102 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-153cd52d-4ba7-47ad-b816-971cbf3e6ae2 None None] Allocated IP 172.20.0.2 (e192c2cc-857d-492a-855f-2dae04acc430/d4973353-0966-45fa-beb0-35424b803918/bc5f047f-8c28-4cdc-8b68-28a7c6eca0f3) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:18:57.782151 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-c8731539-343e-4018-adb6-b1f90dd86c07 req-2c76daa4-477f-44e9-9f48-603e998a0ff1 service neutron] 10.222.0.96 "GET /v2.0/networks/865a5290-ec33-4655-84a4-bc1453190ac7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1068718 Feb 04 17:18:57.910598 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d9d202-c4ff-4c60-9fbb-572fbfe374df req-faba2036-640b-422f-98f7-82d30c3a97db tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:18:57.912504 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-85d9d202-c4ff-4c60-9fbb-572fbfe374df req-faba2036-640b-422f-98f7-82d30c3a97db tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] 10.222.0.89 "GET /v2.0/ports?device_id=809c551a-1790-4b2b-baf4-9847169d6487 HTTP/1.1" status: 200 len: 945 time: 0.4372387 Feb 04 17:18:57.941761 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-15a9eb5a-007c-4bf4-b624-d92c0623061f req-642abefd-6d43-4c75-adec-c4ef1d6d9de6 tempest-ListServerFiltersTestJSON-412490069 tempest-ListServerFiltersTestJSON-412490069-project] 10.222.0.89 "GET /v2.0/security-groups?id=97f39e76-7bf1-44bd-bf73-dcbb52112ad3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2928491 Feb 04 17:18:58.074684 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-85d9d202-c4ff-4c60-9fbb-572fbfe374df req-f3ebbbe8-bd17-4056-9bba-3167b6720b41 tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] 10.222.0.89 "GET /v2.0/security-groups?id=18e6cc58-e448-4d12-9423-2a502a086ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545527 Feb 04 17:18:58.081026 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-153cd52d-4ba7-47ad-b816-971cbf3e6ae2 None None] Publish callbacks [] for port (bc5f047f-8c28-4cdc-8b68-28a7c6eca0f3), precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:58.091287 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-153cd52d-4ba7-47ad-b816-971cbf3e6ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135'] for port (bc5f047f-8c28-4cdc-8b68-28a7c6eca0f3), after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:58.094240 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-c8731539-343e-4018-adb6-b1f90dd86c07 req-1023ef8b-cc34-4c33-a018-c8f3442bfa41 service neutron] 10.222.0.96 "GET /v2.0/networks/865a5290-ec33-4655-84a4-bc1453190ac7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3019392 Feb 04 17:18:58.182535 n-d-827839-2 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-153cd52d-4ba7-47ad-b816-971cbf3e6ae2 None None] Network e192c2cc-857d-492a-855f-2dae04acc430 is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:18:58.193446 n-d-827839-2 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-153cd52d-4ba7-47ad-b816-971cbf3e6ae2 None None] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:18:58.224114 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-153cd52d-4ba7-47ad-b816-971cbf3e6ae2 None None] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:18:58.289507 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153cd52d-4ba7-47ad-b816-971cbf3e6ae2 None None] Pushing event updated for resources: {'Port': ['ID=bc5f047f-8c28-4cdc-8b68-28a7c6eca0f3,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:18:58.482899 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-153cd52d-4ba7-47ad-b816-971cbf3e6ae2 None None] Attempting to bind port bc5f047f-8c28-4cdc-8b68-28a7c6eca0f3 on host n-d-827839-2 for vnic_type normal with profile {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:18:58.483601 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-153cd52d-4ba7-47ad-b816-971cbf3e6ae2 None None] Attempting to bind port bc5f047f-8c28-4cdc-8b68-28a7c6eca0f3 by drivers openvswitch,hyperv on host n-d-827839-2 at level 0 using segments [{'id': '4ef9721f-85a7-4583-b673-a88561aaf54b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'e192c2cc-857d-492a-855f-2dae04acc430'}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:18:58.483803 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-153cd52d-4ba7-47ad-b816-971cbf3e6ae2 None None] Attempting to bind port bc5f047f-8c28-4cdc-8b68-28a7c6eca0f3 on network e192c2cc-857d-492a-855f-2dae04acc430 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:18:58.496378 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-153cd52d-4ba7-47ad-b816-971cbf3e6ae2 None None] Checking agent: {'id': 'ba70844b-66a0-45fd-a2f2-e6ed673321fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 0, 36), 'started_at': datetime.datetime(2022, 2, 4, 17, 1, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 18, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:18:58.509691 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-153cd52d-4ba7-47ad-b816-971cbf3e6ae2 None None] Checking segment: {'id': '4ef9721f-85a7-4583-b673-a88561aaf54b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'e192c2cc-857d-492a-855f-2dae04acc430'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:18:58.511747 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-153cd52d-4ba7-47ad-b816-971cbf3e6ae2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:58.512162 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-153cd52d-4ba7-47ad-b816-971cbf3e6ae2 None None] Bound using segment: {'id': '4ef9721f-85a7-4583-b673-a88561aaf54b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'e192c2cc-857d-492a-855f-2dae04acc430'} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:18:58.512669 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-153cd52d-4ba7-47ad-b816-971cbf3e6ae2 None None] Bound port: bc5f047f-8c28-4cdc-8b68-28a7c6eca0f3, host: n-d-827839-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ef9721f-85a7-4583-b673-a88561aaf54b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'e192c2cc-857d-492a-855f-2dae04acc430'}}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:18:58.513091 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-153cd52d-4ba7-47ad-b816-971cbf3e6ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (bc5f047f-8c28-4cdc-8b68-28a7c6eca0f3), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:58.685185 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-153cd52d-4ba7-47ad-b816-971cbf3e6ae2 None None] For port bc5f047f-8c28-4cdc-8b68-28a7c6eca0f3, host n-d-827839-2, cleared binding levels {{(pid=103378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:18:58.695072 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-153cd52d-4ba7-47ad-b816-971cbf3e6ae2 None None] For port bc5f047f-8c28-4cdc-8b68-28a7c6eca0f3, host n-d-827839-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=bc5f047f-8c28-4cdc-8b68-28a7c6eca0f3,segment=NetworkSegment(4ef9721f-85a7-4583-b673-a88561aaf54b),segment_id=4ef9721f-85a7-4583-b673-a88561aaf54b)] {{(pid=103378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:18:58.708031 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-153cd52d-4ba7-47ad-b816-971cbf3e6ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (bc5f047f-8c28-4cdc-8b68-28a7c6eca0f3), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:58.744634 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f1d9d2-f395-4f8c-ae4b-8370968d5a94 req-5bfb6868-cea1-4155-b29a-65c64fdee63f tempest-ListServerFiltersTestJSON-412490069 tempest-ListServerFiltersTestJSON-412490069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:18:58.747795 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-62f1d9d2-f395-4f8c-ae4b-8370968d5a94 req-5bfb6868-cea1-4155-b29a-65c64fdee63f tempest-ListServerFiltersTestJSON-412490069 tempest-ListServerFiltersTestJSON-412490069-project] 10.222.0.90 "GET /v2.0/ports?device_id=626540f9-c6f3-4f2a-a4b0-ed3372d8f9f2 HTTP/1.1" status: 200 len: 946 time: 0.1118233 Feb 04 17:18:58.918564 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153cd52d-4ba7-47ad-b816-971cbf3e6ae2 None None] Pushing event updated for resources: {'Port': ['ID=bc5f047f-8c28-4cdc-8b68-28a7c6eca0f3,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:18:58.961618 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 60268) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:18:58.998531 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [req-62f1d9d2-f395-4f8c-ae4b-8370968d5a94 req-1cded7cd-c627-40ba-b914-1c1e26d46ccc tempest-ListServerFiltersTestJSON-412490069 tempest-ListServerFiltersTestJSON-412490069-project] Deleting port ed30c7cf-4b95-404d-a75d-30d7e136779f {{(pid=103377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:18:59.003826 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-62f1d9d2-f395-4f8c-ae4b-8370968d5a94 req-1cded7cd-c627-40ba-b914-1c1e26d46ccc tempest-ListServerFiltersTestJSON-412490069 tempest-ListServerFiltersTestJSON-412490069-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (ed30c7cf-4b95-404d-a75d-30d7e136779f), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:59.203639 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-f4474c7a-bf42-4149-8712-a894913aa9f6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:59.225211 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [req-62f1d9d2-f395-4f8c-ae4b-8370968d5a94 req-1cded7cd-c627-40ba-b914-1c1e26d46ccc tempest-ListServerFiltersTestJSON-412490069 tempest-ListServerFiltersTestJSON-412490069-project] For port ed30c7cf-4b95-404d-a75d-30d7e136779f, host n-h2-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=ed30c7cf-4b95-404d-a75d-30d7e136779f,segment=NetworkSegment(7d72d660-cccf-4e71-b324-5a5f94eb974f),segment_id=7d72d660-cccf-4e71-b324-5a5f94eb974f)] {{(pid=103377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:18:59.225598 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-62f1d9d2-f395-4f8c-ae4b-8370968d5a94 req-1cded7cd-c627-40ba-b914-1c1e26d46ccc tempest-ListServerFiltersTestJSON-412490069 tempest-ListServerFiltersTestJSON-412490069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (ed30c7cf-4b95-404d-a75d-30d7e136779f), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:59.250577 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [req-62f1d9d2-f395-4f8c-ae4b-8370968d5a94 req-1cded7cd-c627-40ba-b914-1c1e26d46ccc tempest-ListServerFiltersTestJSON-412490069 tempest-ListServerFiltersTestJSON-412490069-project] Calling delete_port for ed30c7cf-4b95-404d-a75d-30d7e136779f owned by compute:nova {{(pid=103377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:18:59.406513 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52be6859-dd2f-4376-b923-4d440158964d req-9f217add-c67e-42c1-92ca-bea98a21fddb tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:18:59.415388 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-52be6859-dd2f-4376-b923-4d440158964d req-9f217add-c67e-42c1-92ca-bea98a21fddb tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] 10.222.0.89 "GET /v2.0/ports?device_id=2334ee69-0871-44da-b636-9ceb5bb33e7e HTTP/1.1" status: 200 len: 945 time: 1.1730983 Feb 04 17:18:59.418693 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-232e06d4-4fbc-4f3a-9ca5-4d7777102fac admin admin] Publish callbacks [] for router_gateway (a6d0baf4-6769-4ab6-be48-cc76199b7e27), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:59.467917 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-f4474c7a-bf42-4149-8712-a894913aa9f6 admin admin] Publish callbacks [] for security_group (b171dcc7-a5c8-45e2-931a-40882e94ffb8), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:59.478076 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-232e06d4-4fbc-4f3a-9ca5-4d7777102fac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:59.497827 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-f4474c7a-bf42-4149-8712-a894913aa9f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (b171dcc7-a5c8-45e2-931a-40882e94ffb8), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:59.565579 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1442b507-2650-436c-a562-dbe5ef10ed30 req-3bfa4a6d-a6a1-4017-a61b-99397aa9bef9 tempest-ServersAdminTestJSON-688568631 tempest-ServersAdminTestJSON-688568631-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:18:59.566065 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1442b507-2650-436c-a562-dbe5ef10ed30 req-3bfa4a6d-a6a1-4017-a61b-99397aa9bef9 tempest-ServersAdminTestJSON-688568631 tempest-ServersAdminTestJSON-688568631-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:18:59.566530 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1442b507-2650-436c-a562-dbe5ef10ed30 req-3bfa4a6d-a6a1-4017-a61b-99397aa9bef9 tempest-ServersAdminTestJSON-688568631 tempest-ServersAdminTestJSON-688568631-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:18:59.566993 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1442b507-2650-436c-a562-dbe5ef10ed30 req-3bfa4a6d-a6a1-4017-a61b-99397aa9bef9 tempest-ServersAdminTestJSON-688568631 tempest-ServersAdminTestJSON-688568631-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:18:59.567449 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1442b507-2650-436c-a562-dbe5ef10ed30 req-3bfa4a6d-a6a1-4017-a61b-99397aa9bef9 tempest-ServersAdminTestJSON-688568631 tempest-ServersAdminTestJSON-688568631-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:18:59.567899 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1442b507-2650-436c-a562-dbe5ef10ed30 req-3bfa4a6d-a6a1-4017-a61b-99397aa9bef9 tempest-ServersAdminTestJSON-688568631 tempest-ServersAdminTestJSON-688568631-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:18:59.568352 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1442b507-2650-436c-a562-dbe5ef10ed30 req-3bfa4a6d-a6a1-4017-a61b-99397aa9bef9 tempest-ServersAdminTestJSON-688568631 tempest-ServersAdminTestJSON-688568631-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:18:59.568823 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1442b507-2650-436c-a562-dbe5ef10ed30 req-3bfa4a6d-a6a1-4017-a61b-99397aa9bef9 tempest-ServersAdminTestJSON-688568631 tempest-ServersAdminTestJSON-688568631-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:18:59.569276 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1442b507-2650-436c-a562-dbe5ef10ed30 req-3bfa4a6d-a6a1-4017-a61b-99397aa9bef9 tempest-ServersAdminTestJSON-688568631 tempest-ServersAdminTestJSON-688568631-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:18:59.569727 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1442b507-2650-436c-a562-dbe5ef10ed30 req-3bfa4a6d-a6a1-4017-a61b-99397aa9bef9 tempest-ServersAdminTestJSON-688568631 tempest-ServersAdminTestJSON-688568631-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:18:59.570188 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1442b507-2650-436c-a562-dbe5ef10ed30 req-3bfa4a6d-a6a1-4017-a61b-99397aa9bef9 tempest-ServersAdminTestJSON-688568631 tempest-ServersAdminTestJSON-688568631-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:18:59.570629 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1442b507-2650-436c-a562-dbe5ef10ed30 req-3bfa4a6d-a6a1-4017-a61b-99397aa9bef9 tempest-ServersAdminTestJSON-688568631 tempest-ServersAdminTestJSON-688568631-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:18:59.572971 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-1442b507-2650-436c-a562-dbe5ef10ed30 req-3bfa4a6d-a6a1-4017-a61b-99397aa9bef9 tempest-ServersAdminTestJSON-688568631 tempest-ServersAdminTestJSON-688568631-project-admin] 10.222.0.89 "GET /v2.0/ports?device_id=964b0fa9-4d62-4ea0-998a-3dd434376246&device_id=2334ee69-0871-44da-b636-9ceb5bb33e7e&device_id=70812b2b-8fd2-4d57-911b-de6ba7c6083f&device_id=c5b63e12-482c-44e0-b0aa-6c8f14ac003f&device_id=0c0189fa-3209-44e0-92bf-41bfd20b9678&device_id=cdea105d-d892-4559-baed-fb98b40680d0&device_id=809c551a-1790-4b2b-baf4-9847169d6487&device_id=626540f9-c6f3-4f2a-a4b0-ed3372d8f9f2&device_id=003b1698-308a-408b-8e39-478eda454ea2&device_id=e2b58424-19d8-47c7-9144-64e22f08a22e&device_id=7bfb0405-10b3-4cc0-8634-8feb429a0d1f&device_id=9f5aa8b2-f0e7-47df-b418-3e36c0d10805 HTTP/1.1" status: 200 len: 11230 time: 0.1741729 Feb 04 17:18:59.598569 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-f4474c7a-bf42-4149-8712-a894913aa9f6 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=be61247ce1614b67b8ab9bfc03065222&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6356504 Feb 04 17:18:59.604468 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4474c7a-bf42-4149-8712-a894913aa9f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b171dcc7-a5c8-45e2-931a-40882e94ffb8,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:18:59.606931 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 60276) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:18:59.611971 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-52be6859-dd2f-4376-b923-4d440158964d req-e3007744-03a6-4167-8ba1-68265d542e86 tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] 10.222.0.89 "GET /v2.0/security-groups?id=c591d0a0-8f77-4259-ab5e-c54cb31473d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1956351 Feb 04 17:18:59.621978 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-62f1d9d2-f395-4f8c-ae4b-8370968d5a94 req-1cded7cd-c627-40ba-b914-1c1e26d46ccc tempest-ListServerFiltersTestJSON-412490069 tempest-ListServerFiltersTestJSON-412490069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (ed30c7cf-4b95-404d-a75d-30d7e136779f), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:59.629278 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-1442b507-2650-436c-a562-dbe5ef10ed30 req-ed6416df-a4ca-4053-bb5c-b7b9cb7731de tempest-ServersAdminTestJSON-688568631 tempest-ServersAdminTestJSON-688568631-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:59.639156 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] get_ports_and_sgs() called for port_ids ['ed30c7cf-4b95-404d-a75d-30d7e136779f'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 17:18:59.655958 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4474c7a-bf42-4149-8712-a894913aa9f6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:18:59.656307 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4474c7a-bf42-4149-8712-a894913aa9f6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:18:59.656712 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4474c7a-bf42-4149-8712-a894913aa9f6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:18:59.657156 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4474c7a-bf42-4149-8712-a894913aa9f6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:18:59.657534 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4474c7a-bf42-4149-8712-a894913aa9f6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:18:59.658397 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4474c7a-bf42-4149-8712-a894913aa9f6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:18:59.658730 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4474c7a-bf42-4149-8712-a894913aa9f6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:18:59.659057 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4474c7a-bf42-4149-8712-a894913aa9f6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:18:59.659387 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4474c7a-bf42-4149-8712-a894913aa9f6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:18:59.659715 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4474c7a-bf42-4149-8712-a894913aa9f6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:18:59.660091 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4474c7a-bf42-4149-8712-a894913aa9f6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:18:59.660421 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4474c7a-bf42-4149-8712-a894913aa9f6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:18:59.661023 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4474c7a-bf42-4149-8712-a894913aa9f6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:18:59.706924 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cded7cd-c627-40ba-b914-1c1e26d46ccc tempest-ListServerFiltersTestJSON-412490069 tempest-ListServerFiltersTestJSON-412490069-project] Pushing event deleted for resources: {'Port': ['ID=ed30c7cf-4b95-404d-a75d-30d7e136779f,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:18:59.742310 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] get_ports_and_sgs() called for port_ids ['d0589dbf-3d32-476e-9f1d-195240462069'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 17:18:59.778052 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [req-62f1d9d2-f395-4f8c-ae4b-8370968d5a94 req-1cded7cd-c627-40ba-b914-1c1e26d46ccc tempest-ListServerFiltersTestJSON-412490069 tempest-ListServerFiltersTestJSON-412490069-project] No DVR routers for this DVR port ed30c7cf-4b95-404d-a75d-30d7e136779f on host n-h2-827839-2 {{(pid=103377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 17:18:59.785617 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-62f1d9d2-f395-4f8c-ae4b-8370968d5a94 req-1cded7cd-c627-40ba-b914-1c1e26d46ccc tempest-ListServerFiltersTestJSON-412490069 tempest-ListServerFiltersTestJSON-412490069-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:59.789559 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-62f1d9d2-f395-4f8c-ae4b-8370968d5a94 req-1cded7cd-c627-40ba-b914-1c1e26d46ccc tempest-ListServerFiltersTestJSON-412490069 tempest-ListServerFiltersTestJSON-412490069-project] 10.222.0.90 "DELETE /v2.0/ports/ed30c7cf-4b95-404d-a75d-30d7e136779f HTTP/1.1" status: 204 len: 173 time: 1.0267005 Feb 04 17:18:59.790047 n-d-827839-2 neutron-server[103377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '626540f9-c6f3-4f2a-a4b0-ed3372d8f9f2', 'name': 'network-vif-deleted', 'tag': 'ed30c7cf-4b95-404d-a75d-30d7e136779f'}] {{(pid=103377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:18:59.793023 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7240428b650e1488e9361b62648ff4b3a6c19d49d8c27c949491ab58c1346cf0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9973bc85-d101-44b2-97c0-5ac9a532373b" -d '{"events": [{"server_uuid": "626540f9-c6f3-4f2a-a4b0-ed3372d8f9f2", "name": "network-vif-deleted", "tag": "ed30c7cf-4b95-404d-a75d-30d7e136779f"}]}' {{(pid=103377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:18:59.825502 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-1c8d8e9f-1a9f-467c-a7a4-e7e0037e3fd1 admin admin] Publish callbacks [] for security_group (b171dcc7-a5c8-45e2-931a-40882e94ffb8), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:59.867087 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-1c8d8e9f-1a9f-467c-a7a4-e7e0037e3fd1 admin admin] Publish callbacks [] for security_group (b171dcc7-a5c8-45e2-931a-40882e94ffb8), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:59.894798 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-1442b507-2650-436c-a562-dbe5ef10ed30 req-ed6416df-a4ca-4053-bb5c-b7b9cb7731de tempest-ServersAdminTestJSON-688568631 tempest-ServersAdminTestJSON-688568631-project-admin] Publish callbacks [] for security_group (4770034d-5418-44ad-a50e-1bf71d5c86ac), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:59.904448 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-1442b507-2650-436c-a562-dbe5ef10ed30 req-ed6416df-a4ca-4053-bb5c-b7b9cb7731de tempest-ServersAdminTestJSON-688568631 tempest-ServersAdminTestJSON-688568631-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (4770034d-5418-44ad-a50e-1bf71d5c86ac), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:59.932706 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.db_base_plugin_common [None req-232e06d4-4fbc-4f3a-9ca5-4d7777102fac admin admin] Allocated IP 172.25.6.56 (48165773-85ad-49a1-9ec1-76fc8dc24188/7660bfad-1ea8-4fe7-831b-bed836f13efc/f5e0cde2-93eb-4218-b925-3a7adf58dcd1) {{(pid=103376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:18:59.973442 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6416df-a4ca-4053-bb5c-b7b9cb7731de tempest-ServersAdminTestJSON-688568631 tempest-ServersAdminTestJSON-688568631-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4770034d-5418-44ad-a50e-1bf71d5c86ac,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:18:59.995354 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-1c8d8e9f-1a9f-467c-a7a4-e7e0037e3fd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (b171dcc7-a5c8-45e2-931a-40882e94ffb8), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:00.003627 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-1c8d8e9f-1a9f-467c-a7a4-e7e0037e3fd1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:00.007571 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-1c8d8e9f-1a9f-467c-a7a4-e7e0037e3fd1 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/b171dcc7-a5c8-45e2-931a-40882e94ffb8 HTTP/1.1" status: 204 len: 168 time: 0.3914146 Feb 04 17:19:00.022959 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8d8e9f-1a9f-467c-a7a4-e7e0037e3fd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b171dcc7-a5c8-45e2-931a-40882e94ffb8,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:19:00.031283 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-1442b507-2650-436c-a562-dbe5ef10ed30 req-ed6416df-a4ca-4053-bb5c-b7b9cb7731de tempest-ServersAdminTestJSON-688568631 tempest-ServersAdminTestJSON-688568631-project-admin] 10.222.0.89 "GET /v2.0/security-groups?id=c591d0a0-8f77-4259-ab5e-c54cb31473d2&id=0b9d4704-c600-4325-be39-d787042bd965&id=18e6cc58-e448-4d12-9423-2a502a086ba2&id=97f39e76-7bf1-44bd-bf73-dcbb52112ad3&id=3b13db45-60c3-440c-8ad9-70c66ea7eadd&fields=id&fields=name HTTP/1.1" status: 200 len: 555 time: 0.4433050 Feb 04 17:19:00.140556 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2beb09d6-d5e1-42b4-8905-f19fe7aec44e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (bb89f5a3-3c22-440b-b7d1-c4f0c43c184a), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:00.324874 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-232e06d4-4fbc-4f3a-9ca5-4d7777102fac admin admin] Publish callbacks [] for port (f5e0cde2-93eb-4218-b925-3a7adf58dcd1), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:00.427504 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-232e06d4-4fbc-4f3a-9ca5-4d7777102fac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (f5e0cde2-93eb-4218-b925-3a7adf58dcd1), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:00.652468 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-232e06d4-4fbc-4f3a-9ca5-4d7777102fac admin admin] Network 48165773-85ad-49a1-9ec1-76fc8dc24188 is already hosted by enough agents. {{(pid=103376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:19:00.667764 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device bc5f047f-8c28-4cdc-8b68-28a7c6eca0f3 up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:19:00.711826 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-214174e4-4544-45d7-8d8a-08630062bea4 req-d22ed6bc-910e-487c-a283-90e989b3ccb9 tempest-ListServerFiltersTestJSON-412490069 tempest-ListServerFiltersTestJSON-412490069-project] 10.222.0.89 "GET /v2.0/ports?device_id=626540f9-c6f3-4f2a-a4b0-ed3372d8f9f2 HTTP/1.1" status: 200 len: 210 time: 0.1812553 Feb 04 17:19:00.713723 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [None req-232e06d4-4fbc-4f3a-9ca5-4d7777102fac admin admin] Resources bound (agent type, host, resource id): {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:19:00.717407 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-232e06d4-4fbc-4f3a-9ca5-4d7777102fac admin admin] Received port after_create {{(pid=103376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:19:00.832063 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232e06d4-4fbc-4f3a-9ca5-4d7777102fac admin admin] Pushing event updated for resources: {'Port': ['ID=f5e0cde2-93eb-4218-b925-3a7adf58dcd1,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:19:00.854037 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 17:18:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b6a240b-7511-4519-b546-a67debf8cab9 x-openstack-request-id: req-5b6a240b-7511-4519-b546-a67debf8cab9 {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:19:00.854898 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "626540f9-c6f3-4f2a-a4b0-ed3372d8f9f2", "name": "network-vif-deleted", "tag": "ed30c7cf-4b95-404d-a75d-30d7e136779f", "status": "completed", "code": 200}]} {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:19:00.855494 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-5b6a240b-7511-4519-b546-a67debf8cab9 {{(pid=103377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:19:00.856090 n-d-827839-2 neutron-server[103377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '626540f9-c6f3-4f2a-a4b0-ed3372d8f9f2', 'name': 'network-vif-deleted', 'tag': 'ed30c7cf-4b95-404d-a75d-30d7e136779f', 'status': 'completed', 'code': 200} Feb 04 17:19:00.888084 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port bc5f047f-8c28-4cdc-8b68-28a7c6eca0f3 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:19:00.888468 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (bc5f047f-8c28-4cdc-8b68-28a7c6eca0f3), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:00.963329 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c84006fd-c444-4a34-837b-c969bfdc0ea9 None None] Network e192c2cc-857d-492a-855f-2dae04acc430 requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:19:01.046129 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-6adce968-c03d-45e1-8723-c87d99955376 None None] Provisioning complete for port bc5f047f-8c28-4cdc-8b68-28a7c6eca0f3 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:19:01.060344 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6adce968-c03d-45e1-8723-c87d99955376 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (bc5f047f-8c28-4cdc-8b68-28a7c6eca0f3), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:01.093927 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b19c82-fd5b-48b7-9147-fb059dc94d6e req-ada62949-80a1-4e98-a9d9-71c040b5feef tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:19:01.102096 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-72b19c82-fd5b-48b7-9147-fb059dc94d6e req-ada62949-80a1-4e98-a9d9-71c040b5feef tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] 10.222.0.89 "GET /v2.0/ports?device_id=809c551a-1790-4b2b-baf4-9847169d6487 HTTP/1.1" status: 200 len: 945 time: 0.2445610 Feb 04 17:19:01.201155 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-72b19c82-fd5b-48b7-9147-fb059dc94d6e req-66cd8585-814a-48af-8068-0addda69e44b tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] 10.222.0.89 "GET /v2.0/security-groups?id=18e6cc58-e448-4d12-9423-2a502a086ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957186 Feb 04 17:19:01.374685 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port bc5f047f-8c28-4cdc-8b68-28a7c6eca0f3 is: DOWN; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:19:01.386430 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (bc5f047f-8c28-4cdc-8b68-28a7c6eca0f3), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:01.424374 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f177cbd-5bf0-4d84-95c7-584f40e7631e req-7ee6a2b7-e3a4-40cf-8e88-7aa0802aa145 tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:19:01.432370 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-8f177cbd-5bf0-4d84-95c7-584f40e7631e req-7ee6a2b7-e3a4-40cf-8e88-7aa0802aa145 tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] 10.222.0.89 "GET /v2.0/ports?device_id=2334ee69-0871-44da-b636-9ceb5bb33e7e HTTP/1.1" status: 200 len: 945 time: 0.3033843 Feb 04 17:19:01.529096 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-6adce968-c03d-45e1-8723-c87d99955376 None None] Current status of the port bc5f047f-8c28-4cdc-8b68-28a7c6eca0f3 is: DOWN; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:19:01.533241 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6adce968-c03d-45e1-8723-c87d99955376 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (bc5f047f-8c28-4cdc-8b68-28a7c6eca0f3), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:01.553707 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-232e06d4-4fbc-4f3a-9ca5-4d7777102fac admin admin] Publish callbacks [] for router_gateway (a6d0baf4-6769-4ab6-be48-cc76199b7e27), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:01.593391 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] For port bc5f047f-8c28-4cdc-8b68-28a7c6eca0f3, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=bc5f047f-8c28-4cdc-8b68-28a7c6eca0f3,segment=NetworkSegment(4ef9721f-85a7-4583-b673-a88561aaf54b),segment_id=4ef9721f-85a7-4583-b673-a88561aaf54b)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:19:01.619807 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (bc5f047f-8c28-4cdc-8b68-28a7c6eca0f3), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:01.776992 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ee16e0-26c2-4fbf-97b1-b191ea2d5a9a req-424811eb-0b45-4a3a-ac6f-187b357548b4 tempest-ServersAdminTestJSON-688568631 tempest-ServersAdminTestJSON-688568631-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:19:01.777512 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ee16e0-26c2-4fbf-97b1-b191ea2d5a9a req-424811eb-0b45-4a3a-ac6f-187b357548b4 tempest-ServersAdminTestJSON-688568631 tempest-ServersAdminTestJSON-688568631-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:19:01.777954 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ee16e0-26c2-4fbf-97b1-b191ea2d5a9a req-424811eb-0b45-4a3a-ac6f-187b357548b4 tempest-ServersAdminTestJSON-688568631 tempest-ServersAdminTestJSON-688568631-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:19:01.784511 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-a2ee16e0-26c2-4fbf-97b1-b191ea2d5a9a req-424811eb-0b45-4a3a-ac6f-187b357548b4 tempest-ServersAdminTestJSON-688568631 tempest-ServersAdminTestJSON-688568631-project-admin] 10.222.0.89 "GET /v2.0/ports?device_id=964b0fa9-4d62-4ea0-998a-3dd434376246&device_id=0c0189fa-3209-44e0-92bf-41bfd20b9678&device_id=cdea105d-d892-4559-baed-fb98b40680d0 HTTP/1.1" status: 200 len: 2975 time: 0.1282959 Feb 04 17:19:01.811732 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-8f177cbd-5bf0-4d84-95c7-584f40e7631e req-07da3fae-c8b1-4a92-a936-4f64d46b1e7b tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] 10.222.0.89 "GET /v2.0/security-groups?id=c591d0a0-8f77-4259-ab5e-c54cb31473d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3775792 Feb 04 17:19:01.922494 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-a2ee16e0-26c2-4fbf-97b1-b191ea2d5a9a req-5436af5b-d994-4347-9bd2-9d0c942df163 tempest-ServersAdminTestJSON-688568631 tempest-ServersAdminTestJSON-688568631-project-admin] 10.222.0.89 "GET /v2.0/security-groups?id=0b9d4704-c600-4325-be39-d787042bd965&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320910 Feb 04 17:19:01.931305 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Pushing event updated for resources: {'Port': ['ID=bc5f047f-8c28-4cdc-8b68-28a7c6eca0f3,revision_number=3']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:19:01.934080 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.db.api [None req-6adce968-c03d-45e1-8723-c87d99955376 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103378) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 17:19:01.944638 n-d-827839-2 neutron-server[103378]: DEBUG oslo_db.api [None req-6adce968-c03d-45e1-8723-c87d99955376 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 17:19:01.997042 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ed86144d-5143-4b8f-aa37-de9eb8b41531 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (64ada913-9131-4d99-a265-63a920956287), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:02.177124 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-232e06d4-4fbc-4f3a-9ca5-4d7777102fac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1602046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603680'] for router (a6d0baf4-6769-4ab6-be48-cc76199b7e27), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:02.401320 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 60342) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:19:02.436646 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device bc5f047f-8c28-4cdc-8b68-28a7c6eca0f3 up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:19:02.549425 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-232e06d4-4fbc-4f3a-9ca5-4d7777102fac admin admin] Router a6d0baf4-6769-4ab6-be48-cc76199b7e27 is scheduled to L3 agent 64ada913-9131-4d99-a265-63a920956287 with binding_index 1 {{(pid=103376) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 17:19:02.588109 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c15171-6a3e-4fc8-b344-9045affdc543 req-99d4c5eb-94af-4ee7-9018-ebe747b6608c tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:19:02.591015 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-6adce968-c03d-45e1-8723-c87d99955376 None None] Current status of the port bc5f047f-8c28-4cdc-8b68-28a7c6eca0f3 is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:19:02.596118 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-c9c15171-6a3e-4fc8-b344-9045affdc543 req-99d4c5eb-94af-4ee7-9018-ebe747b6608c tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] 10.222.0.89 "GET /v2.0/ports?device_id=809c551a-1790-4b2b-baf4-9847169d6487 HTTP/1.1" status: 200 len: 945 time: 0.1184833 Feb 04 17:19:02.618782 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-b9ea65c3-cee8-488f-b6ef-fd9079dc6a00 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:02.623915 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port bc5f047f-8c28-4cdc-8b68-28a7c6eca0f3 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:19:02.624300 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (bc5f047f-8c28-4cdc-8b68-28a7c6eca0f3), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:02.687723 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9773fda4-80fe-4bcf-8aa6-2c51bda63542 req-c0c17279-4d24-4afa-978f-d19aeeebd066 tempest-ListServerFiltersTestJSON-412490069 tempest-ListServerFiltersTestJSON-412490069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:19:02.692915 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-9773fda4-80fe-4bcf-8aa6-2c51bda63542 req-c0c17279-4d24-4afa-978f-d19aeeebd066 tempest-ListServerFiltersTestJSON-412490069 tempest-ListServerFiltersTestJSON-412490069-project] 10.222.0.89 "GET /v2.0/ports?device_id=003b1698-308a-408b-8e39-478eda454ea2 HTTP/1.1" status: 200 len: 946 time: 0.1337552 Feb 04 17:19:02.731910 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port bc5f047f-8c28-4cdc-8b68-28a7c6eca0f3 is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:19:02.736120 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-c9c15171-6a3e-4fc8-b344-9045affdc543 req-a76c18e8-ca1b-4e53-a874-04e69adfc058 tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] 10.222.0.89 "GET /v2.0/security-groups?id=18e6cc58-e448-4d12-9423-2a502a086ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338761 Feb 04 17:19:02.743037 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-b55114ed-55e7-44cd-aaad-e43b3cfa036e None None] Provisioning complete for port bc5f047f-8c28-4cdc-8b68-28a7c6eca0f3 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:19:02.743722 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b55114ed-55e7-44cd-aaad-e43b3cfa036e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (bc5f047f-8c28-4cdc-8b68-28a7c6eca0f3), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:02.812894 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-232e06d4-4fbc-4f3a-9ca5-4d7777102fac admin admin] Notify agent at l3_agent.n-d-827839-2 the message routers_updated {{(pid=103376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 17:19:02.837714 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a410524-7b6b-4fb3-85e4-992c88c4340e None None] Sync routers for ids ['a6d0baf4-6769-4ab6-be48-cc76199b7e27'] in n-d-827839-2 {{(pid=103378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 17:19:02.842657 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-9773fda4-80fe-4bcf-8aa6-2c51bda63542 req-0b706ece-be9f-48ff-bedd-3fb2d7ba9d94 tempest-ListServerFiltersTestJSON-412490069 tempest-ListServerFiltersTestJSON-412490069-project] 10.222.0.89 "GET /v2.0/security-groups?id=97f39e76-7bf1-44bd-bf73-dcbb52112ad3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427646 Feb 04 17:19:02.855092 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-232e06d4-4fbc-4f3a-9ca5-4d7777102fac admin admin] Publish callbacks [] for router (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:02.862748 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-232e06d4-4fbc-4f3a-9ca5-4d7777102fac admin admin] 10.222.0.89 "POST /v2.0/routers HTTP/1.1" status: 201 len: 939 time: 6.1632395 Feb 04 17:19:02.866910 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 60348) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:19:02.916500 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-b55114ed-55e7-44cd-aaad-e43b3cfa036e None None] Current status of the port bc5f047f-8c28-4cdc-8b68-28a7c6eca0f3 is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:19:02.933057 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a410524-7b6b-4fb3-85e4-992c88c4340e None None] Routers {'a6d0baf4-6769-4ab6-be48-cc76199b7e27'} bound to L3 agent in host n-d-827839-2 {{(pid=103378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:19:02.935101 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-3a410524-7b6b-4fb3-85e4-992c88c4340e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:19:02Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['a6d0baf4-6769-4ab6-be48-cc76199b7e27'], 'active': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:19:02.941529 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d408ec64-b374-4acb-a1fc-48241dad6d47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (0cd6d64a-47a7-40ff-8c12-71dd526c62e0), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:02.980312 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-b9ea65c3-cee8-488f-b6ef-fd9079dc6a00 admin admin] Publish callbacks [] for security_group (1a8b5c5d-77cf-4d74-afe0-c3873d0e24fc), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:02.987312 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-b9ea65c3-cee8-488f-b6ef-fd9079dc6a00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (1a8b5c5d-77cf-4d74-afe0-c3873d0e24fc), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:03.080127 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-b9ea65c3-cee8-488f-b6ef-fd9079dc6a00 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=d97b95b53df5479da0a73ddc1b0cf6ac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6752424 Feb 04 17:19:03.080454 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 60354) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:19:03.122970 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ea65c3-cee8-488f-b6ef-fd9079dc6a00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a8b5c5d-77cf-4d74-afe0-c3873d0e24fc,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:19:03.201445 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Device ed30c7cf-4b95-404d-a75d-30d7e136779f no longer exists at agent hyperv_n-h2-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:19:03.216166 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-93d356be-924f-4ef8-b206-d2754cdd1da7 admin admin] Publish callbacks [] for security_group (1a8b5c5d-77cf-4d74-afe0-c3873d0e24fc), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:03.261970 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-93d356be-924f-4ef8-b206-d2754cdd1da7 admin admin] Publish callbacks [] for security_group (1a8b5c5d-77cf-4d74-afe0-c3873d0e24fc), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:03.281153 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] No Port match for: ed30c7cf-4b95-404d-a75d-30d7e136779f {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 17:19:03.281531 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Device ed30c7cf-4b95-404d-a75d-30d7e136779f not bound to the agent host n-h2-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 17:19:03.336369 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvr_db [None req-3a410524-7b6b-4fb3-85e4-992c88c4340e None None] Set router a6d0baf4-6769-4ab6-be48-cc76199b7e27 gateway port host: n-d-827839-2 {{(pid=103378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:19:03.353350 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-93d356be-924f-4ef8-b206-d2754cdd1da7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (1a8b5c5d-77cf-4d74-afe0-c3873d0e24fc), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:03.356003 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-93d356be-924f-4ef8-b206-d2754cdd1da7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:03.357190 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-93d356be-924f-4ef8-b206-d2754cdd1da7 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/1a8b5c5d-77cf-4d74-afe0-c3873d0e24fc HTTP/1.1" status: 204 len: 168 time: 0.2757237 Feb 04 17:19:03.388601 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d356be-924f-4ef8-b206-d2754cdd1da7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a8b5c5d-77cf-4d74-afe0-c3873d0e24fc,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:19:03.395300 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5144ad1f-e49e-4ac4-b1a0-be40a5a3ca05 req-b40b2f13-688f-438a-b361-32ef9165b49f tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:19:03.399345 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-5144ad1f-e49e-4ac4-b1a0-be40a5a3ca05 req-b40b2f13-688f-438a-b361-32ef9165b49f tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] 10.222.0.89 "GET /v2.0/ports?device_id=2334ee69-0871-44da-b636-9ceb5bb33e7e HTTP/1.1" status: 200 len: 945 time: 0.2544258 Feb 04 17:19:03.407546 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d356be-924f-4ef8-b206-d2754cdd1da7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:19:03.414039 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d356be-924f-4ef8-b206-d2754cdd1da7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:19:03.415441 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d356be-924f-4ef8-b206-d2754cdd1da7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:19:03.418175 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d356be-924f-4ef8-b206-d2754cdd1da7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:19:03.418698 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d356be-924f-4ef8-b206-d2754cdd1da7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:19:03.419210 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d356be-924f-4ef8-b206-d2754cdd1da7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:19:03.419731 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d356be-924f-4ef8-b206-d2754cdd1da7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:19:03.420254 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d356be-924f-4ef8-b206-d2754cdd1da7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:19:03.421266 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d356be-924f-4ef8-b206-d2754cdd1da7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:19:03.423816 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d356be-924f-4ef8-b206-d2754cdd1da7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:19:03.424374 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d356be-924f-4ef8-b206-d2754cdd1da7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:19:03.425701 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d356be-924f-4ef8-b206-d2754cdd1da7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:19:03.426242 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d356be-924f-4ef8-b206-d2754cdd1da7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:19:03.570051 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-5144ad1f-e49e-4ac4-b1a0-be40a5a3ca05 req-75e269b1-e8a2-4425-b9f2-5d53dd402f7e tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] 10.222.0.89 "GET /v2.0/security-groups?id=c591d0a0-8f77-4259-ab5e-c54cb31473d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638815 Feb 04 17:19:03.678244 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-3a410524-7b6b-4fb3-85e4-992c88c4340e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6d0baf4-6769-4ab6-be48-cc76199b7e27', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-160852269-router', 'tenant_id': 'd4027c9982744fa0a7137e1cf2e9012e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.56'}], 'enable_snat': True}, 'gw_port_id': 'f5e0cde2-93eb-4218-b925-3a7adf58dcd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:18:56Z', 'updated_at': '2022-02-04T17:19:01Z', 'revision_number': 3, 'project_id': 'd4027c9982744fa0a7137e1cf2e9012e', 'gw_port': {'id': 'f5e0cde2-93eb-4218-b925-3a7adf58dcd1', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:cc:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6d0baf4-6769-4ab6-be48-cc76199b7e27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 938, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:18:59Z', 'updated_at': '2022-02-04T17:18:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2'}], 'n-d-827839-2', False) {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:19:03.720894 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a410524-7b6b-4fb3-85e4-992c88c4340e None None] Checking router: a6d0baf4-6769-4ab6-be48-cc76199b7e27 for host: n-d-827839-2 {{(pid=103378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 17:19:03.721620 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a410524-7b6b-4fb3-85e4-992c88c4340e None None] Updating router a6d0baf4-6769-4ab6-be48-cc76199b7e27 port f5e0cde2-93eb-4218-b925-3a7adf58dcd1 binding host n-d-827839-2 {{(pid=103378) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 17:19:03.737172 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14f65e1-2e7f-4d37-80f6-04028ebf3484 req-b3a318e3-a14c-4dcd-a9de-4dde2abb9c53 tempest-ListServersNegativeTestJSON-1313441639 tempest-ListServersNegativeTestJSON-1313441639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:19:03.743311 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14f65e1-2e7f-4d37-80f6-04028ebf3484 req-b3a318e3-a14c-4dcd-a9de-4dde2abb9c53 tempest-ListServersNegativeTestJSON-1313441639 tempest-ListServersNegativeTestJSON-1313441639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:19:03.755427 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-b14f65e1-2e7f-4d37-80f6-04028ebf3484 req-b3a318e3-a14c-4dcd-a9de-4dde2abb9c53 tempest-ListServersNegativeTestJSON-1313441639 tempest-ListServersNegativeTestJSON-1313441639-project] 10.222.0.89 "GET /v2.0/ports?device_id=70812b2b-8fd2-4d57-911b-de6ba7c6083f&device_id=c5b63e12-482c-44e0-b0aa-6c8f14ac003f HTTP/1.1" status: 200 len: 1681 time: 0.1096029 Feb 04 17:19:03.799175 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3a410524-7b6b-4fb3-85e4-992c88c4340e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (f5e0cde2-93eb-4218-b925-3a7adf58dcd1), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:03.830908 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-b14f65e1-2e7f-4d37-80f6-04028ebf3484 req-059ee9b7-e3d9-4fc2-9e94-37ae87d31420 tempest-ListServersNegativeTestJSON-1313441639 tempest-ListServersNegativeTestJSON-1313441639-project] 10.222.0.89 "GET /v2.0/security-groups?id=3b13db45-60c3-440c-8ad9-70c66ea7eadd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721495 Feb 04 17:19:03.942884 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534ef06d-d958-498b-9e0b-e104c74faac1 req-2c421cfb-5ccf-484e-9117-b303de02ae68 tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:19:03.951682 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-534ef06d-d958-498b-9e0b-e104c74faac1 req-2c421cfb-5ccf-484e-9117-b303de02ae68 tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] 10.222.0.89 "GET /v2.0/ports?device_id=809c551a-1790-4b2b-baf4-9847169d6487 HTTP/1.1" status: 200 len: 945 time: 0.0766120 Feb 04 17:19:04.053330 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-534ef06d-d958-498b-9e0b-e104c74faac1 req-94d5f1dd-592d-4b2b-b368-59fc65a10fa3 tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] 10.222.0.89 "GET /v2.0/security-groups?id=18e6cc58-e448-4d12-9423-2a502a086ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001997 Feb 04 17:19:04.295528 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb1e191-14fb-4f63-a451-8ce4271a4238 req-2f86c9b4-f145-4460-8375-de50cbb4ed8a tempest-ListServerFiltersTestJSON-412490069 tempest-ListServerFiltersTestJSON-412490069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:19:04.303514 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-2eb1e191-14fb-4f63-a451-8ce4271a4238 req-2f86c9b4-f145-4460-8375-de50cbb4ed8a tempest-ListServerFiltersTestJSON-412490069 tempest-ListServerFiltersTestJSON-412490069-project] 10.222.0.89 "GET /v2.0/ports?device_id=003b1698-308a-408b-8e39-478eda454ea2 HTTP/1.1" status: 200 len: 946 time: 0.1567008 Feb 04 17:19:04.342951 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3a410524-7b6b-4fb3-85e4-992c88c4340e None None] Publish callbacks [] for port (f5e0cde2-93eb-4218-b925-3a7adf58dcd1), precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:04.355741 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3a410524-7b6b-4fb3-85e4-992c88c4340e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (f5e0cde2-93eb-4218-b925-3a7adf58dcd1), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:04.444316 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3945fda7-8134-4b45-bfba-71eae5a19575 None None] Pushing event updated for resources: {'Port': ['ID=f5e0cde2-93eb-4218-b925-3a7adf58dcd1,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:19:04.449039 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-2eb1e191-14fb-4f63-a451-8ce4271a4238 req-93d97a65-2349-48d4-9d31-211bd9faf537 tempest-ListServerFiltersTestJSON-412490069 tempest-ListServerFiltersTestJSON-412490069-project] 10.222.0.89 "GET /v2.0/security-groups?id=97f39e76-7bf1-44bd-bf73-dcbb52112ad3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424403 Feb 04 17:19:04.455497 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-3a410524-7b6b-4fb3-85e4-992c88c4340e None None] Attempting to bind port f5e0cde2-93eb-4218-b925-3a7adf58dcd1 on host n-d-827839-2 for vnic_type normal with profile {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:19:04.456153 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-3a410524-7b6b-4fb3-85e4-992c88c4340e None None] Attempting to bind port f5e0cde2-93eb-4218-b925-3a7adf58dcd1 by drivers openvswitch,hyperv on host n-d-827839-2 at level 0 using segments [{'id': '5942dc44-1f07-4c27-b0ab-45a2bff20dd5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188'}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:19:04.457689 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a410524-7b6b-4fb3-85e4-992c88c4340e None None] Attempting to bind port f5e0cde2-93eb-4218-b925-3a7adf58dcd1 on network 48165773-85ad-49a1-9ec1-76fc8dc24188 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:19:04.479518 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a410524-7b6b-4fb3-85e4-992c88c4340e None None] Checking agent: {'id': 'ba70844b-66a0-45fd-a2f2-e6ed673321fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 0, 36), 'started_at': datetime.datetime(2022, 2, 4, 17, 1, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 18, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:19:04.480185 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a410524-7b6b-4fb3-85e4-992c88c4340e None None] Checking segment: {'id': '5942dc44-1f07-4c27-b0ab-45a2bff20dd5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:19:04.480684 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3a410524-7b6b-4fb3-85e4-992c88c4340e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:04.481190 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a410524-7b6b-4fb3-85e4-992c88c4340e None None] Bound using segment: {'id': '5942dc44-1f07-4c27-b0ab-45a2bff20dd5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188'} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:19:04.483313 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-3a410524-7b6b-4fb3-85e4-992c88c4340e None None] Bound port: f5e0cde2-93eb-4218-b925-3a7adf58dcd1, host: n-d-827839-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5942dc44-1f07-4c27-b0ab-45a2bff20dd5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188'}}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:19:04.483801 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3a410524-7b6b-4fb3-85e4-992c88c4340e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (f5e0cde2-93eb-4218-b925-3a7adf58dcd1), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:04.677685 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5beaa65-e95d-4ffe-af39-02189ea759ac req-6c1811f3-9016-47c2-b061-d6ea880ed1ce tempest-ServersAdminTestJSON-688568631 tempest-ServersAdminTestJSON-688568631-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:19:04.678599 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-3a410524-7b6b-4fb3-85e4-992c88c4340e None None] For port f5e0cde2-93eb-4218-b925-3a7adf58dcd1, host n-d-827839-2, cleared binding levels {{(pid=103378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:19:04.679976 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-c5beaa65-e95d-4ffe-af39-02189ea759ac req-6c1811f3-9016-47c2-b061-d6ea880ed1ce tempest-ServersAdminTestJSON-688568631 tempest-ServersAdminTestJSON-688568631-project-admin] 10.222.0.89 "GET /v2.0/ports?device_id=cdea105d-d892-4559-baed-fb98b40680d0 HTTP/1.1" status: 200 len: 1132 time: 0.7544794 Feb 04 17:19:04.695553 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-3a410524-7b6b-4fb3-85e4-992c88c4340e None None] For port f5e0cde2-93eb-4218-b925-3a7adf58dcd1, host n-d-827839-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=f5e0cde2-93eb-4218-b925-3a7adf58dcd1,segment=NetworkSegment(5942dc44-1f07-4c27-b0ab-45a2bff20dd5),segment_id=5942dc44-1f07-4c27-b0ab-45a2bff20dd5)] {{(pid=103378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:19:04.724549 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-76d0e950-33cd-487c-9066-47b7a08daa15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:04.755792 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3a410524-7b6b-4fb3-85e4-992c88c4340e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (f5e0cde2-93eb-4218-b925-3a7adf58dcd1), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:04.765145 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4f14bb47-e72b-46ac-9e44-a61d9293afcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (75326290-f7a3-4db8-9cf2-15c7139ed224), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:04.840388 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfe2bf3-1b5e-449a-b5ea-15edf75cdd7e req-2abc35a5-302d-412e-b84d-6ab4aec77e3f tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:19:04.849510 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-9bfe2bf3-1b5e-449a-b5ea-15edf75cdd7e req-2abc35a5-302d-412e-b84d-6ab4aec77e3f tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] 10.222.0.89 "GET /v2.0/ports?device_id=2334ee69-0871-44da-b636-9ceb5bb33e7e HTTP/1.1" status: 200 len: 945 time: 0.1343706 Feb 04 17:19:04.861115 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a410524-7b6b-4fb3-85e4-992c88c4340e None None] Routers {'a6d0baf4-6769-4ab6-be48-cc76199b7e27'} bound to L3 agent in host n-d-827839-2 {{(pid=103378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:19:04.864161 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-3a410524-7b6b-4fb3-85e4-992c88c4340e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:19:02Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['a6d0baf4-6769-4ab6-be48-cc76199b7e27'], 'active': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:19:04.928801 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-9bfe2bf3-1b5e-449a-b5ea-15edf75cdd7e req-3e885e82-4178-4cc5-b3ef-be7c4ee2cded tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] 10.222.0.89 "GET /v2.0/security-groups?id=c591d0a0-8f77-4259-ab5e-c54cb31473d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660276 Feb 04 17:19:04.959989 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-c5beaa65-e95d-4ffe-af39-02189ea759ac req-5a55d8e4-4733-476d-b418-a81d3461c1c3 tempest-ServersAdminTestJSON-688568631 tempest-ServersAdminTestJSON-688568631-project-admin] 10.222.0.89 "GET /v2.0/security-groups?id=0b9d4704-c600-4325-be39-d787042bd965&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2642479 Feb 04 17:19:05.074578 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56031022-4b70-41ca-b001-887f7bb848ae req-7ffaef28-9298-46bc-b51b-aed98c99a8a8 tempest-ListServerFiltersTestJSON-412490069 tempest-ListServerFiltersTestJSON-412490069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:19:05.076837 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-56031022-4b70-41ca-b001-887f7bb848ae req-7ffaef28-9298-46bc-b51b-aed98c99a8a8 tempest-ListServerFiltersTestJSON-412490069 tempest-ListServerFiltersTestJSON-412490069-project] 10.222.0.96 "GET /v2.0/ports?device_id=003b1698-308a-408b-8e39-478eda454ea2 HTTP/1.1" status: 200 len: 946 time: 0.3481824 Feb 04 17:19:05.148278 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3945fda7-8134-4b45-bfba-71eae5a19575 None None] Pushing event updated for resources: {'Port': ['ID=f5e0cde2-93eb-4218-b925-3a7adf58dcd1,revision_number=3']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:19:05.234754 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvr_db [None req-3a410524-7b6b-4fb3-85e4-992c88c4340e None None] Set router a6d0baf4-6769-4ab6-be48-cc76199b7e27 gateway port host: n-d-827839-2 {{(pid=103378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:19:05.349317 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393a9d8d-4e9b-4694-ace6-1223913103fc req-6fbec9e7-2943-4d68-a7b3-8a52766110db tempest-ServersAdminTestJSON-688568631 tempest-ServersAdminTestJSON-688568631-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:19:05.351042 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-393a9d8d-4e9b-4694-ace6-1223913103fc req-6fbec9e7-2943-4d68-a7b3-8a52766110db tempest-ServersAdminTestJSON-688568631 tempest-ServersAdminTestJSON-688568631-project-admin] 10.222.0.89 "GET /v2.0/ports?device_id=cdea105d-d892-4559-baed-fb98b40680d0 HTTP/1.1" status: 200 len: 1132 time: 0.2669039 Feb 04 17:19:05.366938 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5fec93-7781-4795-a878-a723b2279d6b req-b6d9455f-cb25-4fda-969b-3a2cef607dd0 tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:19:05.375598 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-7d5fec93-7781-4795-a878-a723b2279d6b req-b6d9455f-cb25-4fda-969b-3a2cef607dd0 tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] 10.222.0.89 "GET /v2.0/ports?device_id=809c551a-1790-4b2b-baf4-9847169d6487 HTTP/1.1" status: 200 len: 945 time: 0.0943329 Feb 04 17:19:05.386847 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [req-56031022-4b70-41ca-b001-887f7bb848ae req-d24f41dc-a19e-41a0-8afe-e00b03fc4de8 tempest-ListServerFiltersTestJSON-412490069 tempest-ListServerFiltersTestJSON-412490069-project] Deleting port d0589dbf-3d32-476e-9f1d-195240462069 {{(pid=103377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:19:05.387113 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-56031022-4b70-41ca-b001-887f7bb848ae req-d24f41dc-a19e-41a0-8afe-e00b03fc4de8 tempest-ListServerFiltersTestJSON-412490069 tempest-ListServerFiltersTestJSON-412490069-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (d0589dbf-3d32-476e-9f1d-195240462069), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:05.428891 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.db_base_plugin_common [None req-76d0e950-33cd-487c-9066-47b7a08daa15 admin admin] Allocated IP 172.20.0.1 (e192c2cc-857d-492a-855f-2dae04acc430/d4973353-0966-45fa-beb0-35424b803918/85b07dd7-b88f-4d22-9e61-73ef49291ae4) {{(pid=103377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:19:05.446734 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-7d5fec93-7781-4795-a878-a723b2279d6b req-3f8d2f51-9e06-4035-9ea7-b3b64c805cc6 tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] 10.222.0.89 "GET /v2.0/security-groups?id=18e6cc58-e448-4d12-9423-2a502a086ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693197 Feb 04 17:19:05.534484 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-393a9d8d-4e9b-4694-ace6-1223913103fc req-8801d014-ef79-4b9c-b9a0-e6fd5b51b276 tempest-ServersAdminTestJSON-688568631 tempest-ServersAdminTestJSON-688568631-project-admin] 10.222.0.89 "GET /v2.0/security-groups?id=0b9d4704-c600-4325-be39-d787042bd965&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1735585 Feb 04 17:19:05.679395 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [req-56031022-4b70-41ca-b001-887f7bb848ae req-d24f41dc-a19e-41a0-8afe-e00b03fc4de8 tempest-ListServerFiltersTestJSON-412490069 tempest-ListServerFiltersTestJSON-412490069-project] For port d0589dbf-3d32-476e-9f1d-195240462069, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=d0589dbf-3d32-476e-9f1d-195240462069,segment=NetworkSegment(7d72d660-cccf-4e71-b324-5a5f94eb974f),segment_id=7d72d660-cccf-4e71-b324-5a5f94eb974f)] {{(pid=103377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:19:05.680102 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-56031022-4b70-41ca-b001-887f7bb848ae req-d24f41dc-a19e-41a0-8afe-e00b03fc4de8 tempest-ListServerFiltersTestJSON-412490069 tempest-ListServerFiltersTestJSON-412490069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (d0589dbf-3d32-476e-9f1d-195240462069), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:05.739351 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [req-56031022-4b70-41ca-b001-887f7bb848ae req-d24f41dc-a19e-41a0-8afe-e00b03fc4de8 tempest-ListServerFiltersTestJSON-412490069 tempest-ListServerFiltersTestJSON-412490069-project] Calling delete_port for d0589dbf-3d32-476e-9f1d-195240462069 owned by compute:nova {{(pid=103377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:19:05.743850 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (ba70844b-66a0-45fd-a2f2-e6ed673321fc), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:05.801375 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-3a410524-7b6b-4fb3-85e4-992c88c4340e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6d0baf4-6769-4ab6-be48-cc76199b7e27', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-160852269-router', 'tenant_id': 'd4027c9982744fa0a7137e1cf2e9012e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.56'}], 'enable_snat': True}, 'gw_port_id': 'f5e0cde2-93eb-4218-b925-3a7adf58dcd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:18:56Z', 'updated_at': '2022-02-04T17:19:01Z', 'revision_number': 3, 'project_id': 'd4027c9982744fa0a7137e1cf2e9012e', 'gw_port': {'id': 'f5e0cde2-93eb-4218-b925-3a7adf58dcd1', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:cc:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6d0baf4-6769-4ab6-be48-cc76199b7e27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 938, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:18:59Z', 'updated_at': '2022-02-04T17:19:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2'}], 'n-d-827839-2', False) {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:19:05.816845 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-76d0e950-33cd-487c-9066-47b7a08daa15 admin admin] Publish callbacks [] for port (85b07dd7-b88f-4d22-9e61-73ef49291ae4), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:05.843927 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c45f0a-03a8-472f-8951-f70c8da944ba req-83a94556-250e-4f72-91c6-494fcc04be10 tempest-ListServerFiltersTestJSON-412490069 tempest-ListServerFiltersTestJSON-412490069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:19:05.846070 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-b3c45f0a-03a8-472f-8951-f70c8da944ba req-83a94556-250e-4f72-91c6-494fcc04be10 tempest-ListServerFiltersTestJSON-412490069 tempest-ListServerFiltersTestJSON-412490069-project] 10.222.0.89 "GET /v2.0/ports?device_id=003b1698-308a-408b-8e39-478eda454ea2 HTTP/1.1" status: 200 len: 946 time: 0.1688273 Feb 04 17:19:05.884625 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a410524-7b6b-4fb3-85e4-992c88c4340e None None] The sync data for ids ['a6d0baf4-6769-4ab6-be48-cc76199b7e27'] in n-d-827839-2 is: [{'id': 'a6d0baf4-6769-4ab6-be48-cc76199b7e27', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-160852269-router', 'tenant_id': 'd4027c9982744fa0a7137e1cf2e9012e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.56'}], 'enable_snat': True}, 'gw_port_id': 'f5e0cde2-93eb-4218-b925-3a7adf58dcd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:18:56Z', 'updated_at': '2022-02-04T17:19:01Z', 'revision_number': 3, 'project_id': 'd4027c9982744fa0a7137e1cf2e9012e', 'gw_port': {'id': 'f5e0cde2-93eb-4218-b925-3a7adf58dcd1', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:cc:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6d0baf4-6769-4ab6-be48-cc76199b7e27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 938, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:18:59Z', 'updated_at': '2022-02-04T17:19:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2'}] {{(pid=103378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 17:19:05.944357 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-76d0e950-33cd-487c-9066-47b7a08daa15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (85b07dd7-b88f-4d22-9e61-73ef49291ae4), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:06.050315 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-b3c45f0a-03a8-472f-8951-f70c8da944ba req-fa51dbf0-0106-4dc7-a95d-bc93e80d8897 tempest-ListServerFiltersTestJSON-412490069 tempest-ListServerFiltersTestJSON-412490069-project] 10.222.0.89 "GET /v2.0/security-groups?id=97f39e76-7bf1-44bd-bf73-dcbb52112ad3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1937275 Feb 04 17:19:06.085542 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76d0e950-33cd-487c-9066-47b7a08daa15 admin admin] Network e192c2cc-857d-492a-855f-2dae04acc430 is already hosted by enough agents. {{(pid=103377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:19:06.089089 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [None req-76d0e950-33cd-487c-9066-47b7a08daa15 admin admin] Resources bound (agent type, host, resource id): {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:19:06.095961 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d0e950-33cd-487c-9066-47b7a08daa15 admin admin] Pushing event updated for resources: {'Port': ['ID=85b07dd7-b88f-4d22-9e61-73ef49291ae4,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:19:06.098692 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76d0e950-33cd-487c-9066-47b7a08daa15 admin admin] Received port after_create {{(pid=103377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:19:06.156286 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-56031022-4b70-41ca-b001-887f7bb848ae req-d24f41dc-a19e-41a0-8afe-e00b03fc4de8 tempest-ListServerFiltersTestJSON-412490069 tempest-ListServerFiltersTestJSON-412490069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (d0589dbf-3d32-476e-9f1d-195240462069), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:06.178524 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] get_ports_and_sgs() called for port_ids ['d0589dbf-3d32-476e-9f1d-195240462069'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 17:19:06.256587 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24f41dc-a19e-41a0-8afe-e00b03fc4de8 tempest-ListServerFiltersTestJSON-412490069 tempest-ListServerFiltersTestJSON-412490069-project] Pushing event deleted for resources: {'Port': ['ID=d0589dbf-3d32-476e-9f1d-195240462069,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:19:06.279075 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-76d0e950-33cd-487c-9066-47b7a08daa15 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1595471'] for router_interface (a6d0baf4-6769-4ab6-be48-cc76199b7e27), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:06.375046 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd94936-3263-4769-850f-4802e4da131f req-718432db-fab0-4c16-8b6b-4de633481618 tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:19:06.379057 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-6bd94936-3263-4769-850f-4802e4da131f req-718432db-fab0-4c16-8b6b-4de633481618 tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] 10.222.0.89 "GET /v2.0/ports?device_id=2334ee69-0871-44da-b636-9ceb5bb33e7e HTTP/1.1" status: 200 len: 945 time: 0.1558015 Feb 04 17:19:06.566818 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-6bd94936-3263-4769-850f-4802e4da131f req-6ef78f8a-38dc-4cef-b657-893d630c59b0 tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] 10.222.0.89 "GET /v2.0/security-groups?id=c591d0a0-8f77-4259-ab5e-c54cb31473d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1820340 Feb 04 17:19:06.607783 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-5971dc99-86f6-4b3e-9376-23e46c81468b None None] Provisioning complete for port 85b07dd7-b88f-4d22-9e61-73ef49291ae4 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:19:06.611859 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5971dc99-86f6-4b3e-9376-23e46c81468b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (85b07dd7-b88f-4d22-9e61-73ef49291ae4), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:06.730900 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-5971dc99-86f6-4b3e-9376-23e46c81468b None None] Port 85b07dd7-b88f-4d22-9e61-73ef49291ae4 cannot update to ACTIVE because it is not bound. {{(pid=103378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 17:19:06.772887 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [req-56031022-4b70-41ca-b001-887f7bb848ae req-d24f41dc-a19e-41a0-8afe-e00b03fc4de8 tempest-ListServerFiltersTestJSON-412490069 tempest-ListServerFiltersTestJSON-412490069-project] No DVR routers for this DVR port d0589dbf-3d32-476e-9f1d-195240462069 on host n-h1-827839-2 {{(pid=103377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 17:19:06.778517 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-56031022-4b70-41ca-b001-887f7bb848ae req-d24f41dc-a19e-41a0-8afe-e00b03fc4de8 tempest-ListServerFiltersTestJSON-412490069 tempest-ListServerFiltersTestJSON-412490069-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:06.800236 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-56031022-4b70-41ca-b001-887f7bb848ae req-d24f41dc-a19e-41a0-8afe-e00b03fc4de8 tempest-ListServerFiltersTestJSON-412490069 tempest-ListServerFiltersTestJSON-412490069-project] 10.222.0.96 "DELETE /v2.0/ports/d0589dbf-3d32-476e-9f1d-195240462069 HTTP/1.1" status: 204 len: 173 time: 1.7169785 Feb 04 17:19:06.803072 n-d-827839-2 neutron-server[103377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '003b1698-308a-408b-8e39-478eda454ea2', 'name': 'network-vif-deleted', 'tag': 'd0589dbf-3d32-476e-9f1d-195240462069'}] {{(pid=103377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:19:06.807380 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7240428b650e1488e9361b62648ff4b3a6c19d49d8c27c949491ab58c1346cf0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91f07509-559c-4cff-b5a0-2e02bcebac45" -d '{"events": [{"server_uuid": "003b1698-308a-408b-8e39-478eda454ea2", "name": "network-vif-deleted", "tag": "d0589dbf-3d32-476e-9f1d-195240462069"}]}' {{(pid=103377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:19:06.841092 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-76d0e950-33cd-487c-9066-47b7a08daa15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (85b07dd7-b88f-4d22-9e61-73ef49291ae4), before_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:06.926286 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b2f90d-a6ed-474c-88f9-8fd2a5e48ff2 req-0b888e79-1cfc-4bc2-84b6-e5259eb5e5f6 tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:19:06.947848 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-76b2f90d-a6ed-474c-88f9-8fd2a5e48ff2 req-0b888e79-1cfc-4bc2-84b6-e5259eb5e5f6 tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] 10.222.0.89 "GET /v2.0/ports?device_id=809c551a-1790-4b2b-baf4-9847169d6487 HTTP/1.1" status: 200 len: 945 time: 0.1226721 Feb 04 17:19:07.036561 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-76b2f90d-a6ed-474c-88f9-8fd2a5e48ff2 req-f85fe1ed-3991-4edb-840e-07c7c0fffa6b tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] 10.222.0.89 "GET /v2.0/security-groups?id=18e6cc58-e448-4d12-9423-2a502a086ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877793 Feb 04 17:19:07.169837 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7933c1bd-66ac-4998-bc95-c26c48a59b41 req-0a6dda62-eb94-4f89-83f5-19e376b9a43d tempest-ListServersNegativeTestJSON-1313441639 tempest-ListServersNegativeTestJSON-1313441639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:19:07.182288 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-7933c1bd-66ac-4998-bc95-c26c48a59b41 req-0a6dda62-eb94-4f89-83f5-19e376b9a43d tempest-ListServersNegativeTestJSON-1313441639 tempest-ListServersNegativeTestJSON-1313441639-project] 10.222.0.89 "GET /v2.0/ports?device_id=70812b2b-8fd2-4d57-911b-de6ba7c6083f HTTP/1.1" status: 200 len: 945 time: 0.1132891 Feb 04 17:19:07.234085 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-76d0e950-33cd-487c-9066-47b7a08daa15 admin admin] Publish callbacks [] for port (85b07dd7-b88f-4d22-9e61-73ef49291ae4), precommit_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:07.252125 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-76d0e950-33cd-487c-9066-47b7a08daa15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25888290'] for port (85b07dd7-b88f-4d22-9e61-73ef49291ae4), after_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:07.286873 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 60448) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:19:07.347217 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-76d0e950-33cd-487c-9066-47b7a08daa15 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1677345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602751'] for router_interface (a6d0baf4-6769-4ab6-be48-cc76199b7e27), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:07.367505 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 17:19:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdad3533-4701-4c0e-aab5-66f1a87851ee x-openstack-request-id: req-cdad3533-4701-4c0e-aab5-66f1a87851ee {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:19:07.367842 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "003b1698-308a-408b-8e39-478eda454ea2", "name": "network-vif-deleted", "tag": "d0589dbf-3d32-476e-9f1d-195240462069", "status": "completed", "code": 200}]} {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:19:07.368068 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-cdad3533-4701-4c0e-aab5-66f1a87851ee {{(pid=103377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:19:07.368416 n-d-827839-2 neutron-server[103377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '003b1698-308a-408b-8e39-478eda454ea2', 'name': 'network-vif-deleted', 'tag': 'd0589dbf-3d32-476e-9f1d-195240462069', 'status': 'completed', 'code': 200} Feb 04 17:19:07.483251 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-25dba4fd-3a52-4b25-b11d-2319e29ec72a req-3af0da9d-9611-4308-8212-3aa8ef862375 tempest-ListServerFiltersTestJSON-412490069 tempest-ListServerFiltersTestJSON-412490069-project] 10.222.0.89 "GET /v2.0/ports?device_id=003b1698-308a-408b-8e39-478eda454ea2 HTTP/1.1" status: 200 len: 210 time: 0.0472457 Feb 04 17:19:07.510546 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-59e1fa04-38ed-4bdc-9052-d607ad5d79b2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:07.659731 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-59e1fa04-38ed-4bdc-9052-d607ad5d79b2 admin admin] Publish callbacks [] for security_group (f4f6eff9-2d8f-4e1b-9ce1-0ed29b7d68da), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:07.669999 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-59e1fa04-38ed-4bdc-9052-d607ad5d79b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (f4f6eff9-2d8f-4e1b-9ce1-0ed29b7d68da), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:07.712201 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-7933c1bd-66ac-4998-bc95-c26c48a59b41 req-d376f5c8-04be-45d5-866f-2a05a45bdd91 tempest-ListServersNegativeTestJSON-1313441639 tempest-ListServersNegativeTestJSON-1313441639-project] 10.222.0.89 "GET /v2.0/security-groups?id=3b13db45-60c3-440c-8ad9-70c66ea7eadd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5286670 Feb 04 17:19:07.713683 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-59e1fa04-38ed-4bdc-9052-d607ad5d79b2 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=f75a63fcdcc14c13bf8670069b98af3d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4254210 Feb 04 17:19:07.716306 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 60464) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:19:07.770008 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76d0e950-33cd-487c-9066-47b7a08daa15 admin admin] Network e192c2cc-857d-492a-855f-2dae04acc430 is already hosted by enough agents. {{(pid=103377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:19:07.805628 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e1fa04-38ed-4bdc-9052-d607ad5d79b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4f6eff9-2d8f-4e1b-9ce1-0ed29b7d68da,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:19:07.817700 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [None req-76d0e950-33cd-487c-9066-47b7a08daa15 admin admin] Resources bound (agent type, host, resource id): {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:19:07.893707 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d0e950-33cd-487c-9066-47b7a08daa15 admin admin] Pushing event updated for resources: {'Port': ['ID=85b07dd7-b88f-4d22-9e61-73ef49291ae4,revision_number=2']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:19:08.079951 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-def0b1a4-110f-461d-a663-235ffc503450 admin admin] Publish callbacks [] for security_group (f4f6eff9-2d8f-4e1b-9ce1-0ed29b7d68da), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:08.119083 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bb149b-26ad-4ac3-ae90-ecc8a8cd4580 req-9a649793-691d-4db0-819d-630a651ed235 tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:19:08.120753 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-24bb149b-26ad-4ac3-ae90-ecc8a8cd4580 req-9a649793-691d-4db0-819d-630a651ed235 tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] 10.222.0.89 "GET /v2.0/ports?device_id=2334ee69-0871-44da-b636-9ceb5bb33e7e HTTP/1.1" status: 200 len: 945 time: 0.2538991 Feb 04 17:19:08.169158 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-def0b1a4-110f-461d-a663-235ffc503450 admin admin] Publish callbacks [] for security_group (f4f6eff9-2d8f-4e1b-9ce1-0ed29b7d68da), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:08.219598 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83371e3-a5c3-4a74-97f3-3106a5c2d72d req-ed2315ae-4fb0-4dfe-967e-2a4ff02d6e00 tempest-ServersAdminTestJSON-70469306 tempest-ServersAdminTestJSON-70469306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:19:08.222230 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-e83371e3-a5c3-4a74-97f3-3106a5c2d72d req-ed2315ae-4fb0-4dfe-967e-2a4ff02d6e00 tempest-ServersAdminTestJSON-70469306 tempest-ServersAdminTestJSON-70469306-project] 10.222.0.89 "GET /v2.0/ports?device_id=cdea105d-d892-4559-baed-fb98b40680d0 HTTP/1.1" status: 200 len: 950 time: 0.0733593 Feb 04 17:19:08.254436 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76d0e950-33cd-487c-9066-47b7a08daa15 admin admin] Router a6d0baf4-6769-4ab6-be48-cc76199b7e27 has already been hosted by L3 agent 64ada913-9131-4d99-a265-63a920956287 {{(pid=103377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 17:19:08.297629 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-14185c59-89c4-4e2a-a958-f1333fb24b58 None None] Provisioning complete for port 85b07dd7-b88f-4d22-9e61-73ef49291ae4 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:19:08.299033 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-14185c59-89c4-4e2a-a958-f1333fb24b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (85b07dd7-b88f-4d22-9e61-73ef49291ae4), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:08.356626 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a6a4db-8f81-4047-9395-abc384c2fc2d req-e3166da0-b3b8-43f5-bae7-eb980f6fc5a9 tempest-ListServersNegativeTestJSON-1313441639 tempest-ListServersNegativeTestJSON-1313441639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:19:08.358305 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-02a6a4db-8f81-4047-9395-abc384c2fc2d req-e3166da0-b3b8-43f5-bae7-eb980f6fc5a9 tempest-ListServersNegativeTestJSON-1313441639 tempest-ListServersNegativeTestJSON-1313441639-project] 10.222.0.96 "GET /v2.0/ports?device_id=70812b2b-8fd2-4d57-911b-de6ba7c6083f HTTP/1.1" status: 200 len: 945 time: 0.1935866 Feb 04 17:19:08.363253 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-14185c59-89c4-4e2a-a958-f1333fb24b58 None None] Port 85b07dd7-b88f-4d22-9e61-73ef49291ae4 cannot update to ACTIVE because it is not bound. {{(pid=103378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 17:19:08.393242 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-e83371e3-a5c3-4a74-97f3-3106a5c2d72d req-2a9935d5-ac77-4db8-a726-6b18eccae789 tempest-ServersAdminTestJSON-70469306 tempest-ServersAdminTestJSON-70469306-project] 10.222.0.89 "GET /v2.0/security-groups?id=0b9d4704-c600-4325-be39-d787042bd965&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583838 Feb 04 17:19:08.433996 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-24bb149b-26ad-4ac3-ae90-ecc8a8cd4580 req-2a2daaa9-4a76-45eb-8a98-f137d395479d tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] 10.222.0.89 "GET /v2.0/security-groups?id=c591d0a0-8f77-4259-ab5e-c54cb31473d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2995775 Feb 04 17:19:08.552100 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-def0b1a4-110f-461d-a663-235ffc503450 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (f4f6eff9-2d8f-4e1b-9ce1-0ed29b7d68da), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:08.554857 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-def0b1a4-110f-461d-a663-235ffc503450 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:08.555300 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b8826c-c77d-48b0-b20c-abf7bb2b2fcd req-d7299ac1-d179-4b3b-9d15-22e8e2cff027 tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:19:08.560732 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-def0b1a4-110f-461d-a663-235ffc503450 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/f4f6eff9-2d8f-4e1b-9ce1-0ed29b7d68da HTTP/1.1" status: 204 len: 168 time: 0.8206220 Feb 04 17:19:08.578588 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-b8b8826c-c77d-48b0-b20c-abf7bb2b2fcd req-d7299ac1-d179-4b3b-9d15-22e8e2cff027 tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] 10.222.0.89 "GET /v2.0/ports?device_id=809c551a-1790-4b2b-baf4-9847169d6487 HTTP/1.1" status: 200 len: 945 time: 0.1075799 Feb 04 17:19:08.590042 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def0b1a4-110f-461d-a663-235ffc503450 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4f6eff9-2d8f-4e1b-9ce1-0ed29b7d68da,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:19:08.623104 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 60480) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:19:08.650797 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device f5e0cde2-93eb-4218-b925-3a7adf58dcd1 up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:19:08.677010 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76d0e950-33cd-487c-9066-47b7a08daa15 admin admin] Notify agent at l3_agent.n-d-827839-2 the message routers_updated {{(pid=103377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 17:19:08.684182 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-76d0e950-33cd-487c-9066-47b7a08daa15 admin admin] 10.222.0.89 "PUT /v2.0/routers/a6d0baf4-6769-4ab6-be48-cc76199b7e27/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8162928 Feb 04 17:19:08.763161 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [req-02a6a4db-8f81-4047-9395-abc384c2fc2d req-e5c1729a-9e7b-48a1-a0d7-4e1f817025d2 tempest-ListServersNegativeTestJSON-1313441639 tempest-ListServersNegativeTestJSON-1313441639-project] Deleting port 642b0a55-6b87-42d0-b6db-20174d917fd0 {{(pid=103377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:19:08.764826 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-02a6a4db-8f81-4047-9395-abc384c2fc2d req-e5c1729a-9e7b-48a1-a0d7-4e1f817025d2 tempest-ListServersNegativeTestJSON-1313441639 tempest-ListServersNegativeTestJSON-1313441639-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (642b0a55-6b87-42d0-b6db-20174d917fd0), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:08.787176 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.db_base_plugin_v2 [None req-541830f3-8d2a-41b4-8490-b0a5491d57a8 admin admin] Deleting subnet e97a94c0-1098-43d0-824d-a1a7dda55172 {{(pid=103376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 17:19:08.793137 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-541830f3-8d2a-41b4-8490-b0a5491d57a8 admin admin] Publish callbacks [] for subnet (e97a94c0-1098-43d0-824d-a1a7dda55172), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:08.795225 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port f5e0cde2-93eb-4218-b925-3a7adf58dcd1 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:19:08.797140 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (f5e0cde2-93eb-4218-b925-3a7adf58dcd1), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:08.854607 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-541830f3-8d2a-41b4-8490-b0a5491d57a8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25674901'] for subnet (e97a94c0-1098-43d0-824d-a1a7dda55172), precommit_delete_associations {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:08.988879 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device d0589dbf-3d32-476e-9f1d-195240462069 no longer exists at agent hyperv_n-h1-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:19:08.996217 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [req-02a6a4db-8f81-4047-9395-abc384c2fc2d req-e5c1729a-9e7b-48a1-a0d7-4e1f817025d2 tempest-ListServersNegativeTestJSON-1313441639 tempest-ListServersNegativeTestJSON-1313441639-project] For port 642b0a55-6b87-42d0-b6db-20174d917fd0, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=642b0a55-6b87-42d0-b6db-20174d917fd0,segment=NetworkSegment(c2609fe7-cd5f-472c-80a0-6817cc30c6f8),segment_id=c2609fe7-cd5f-472c-80a0-6817cc30c6f8)] {{(pid=103377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:19:08.996820 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-02a6a4db-8f81-4047-9395-abc384c2fc2d req-e5c1729a-9e7b-48a1-a0d7-4e1f817025d2 tempest-ListServersNegativeTestJSON-1313441639 tempest-ListServersNegativeTestJSON-1313441639-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (642b0a55-6b87-42d0-b6db-20174d917fd0), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:09.042008 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [req-02a6a4db-8f81-4047-9395-abc384c2fc2d req-e5c1729a-9e7b-48a1-a0d7-4e1f817025d2 tempest-ListServersNegativeTestJSON-1313441639 tempest-ListServersNegativeTestJSON-1313441639-project] Calling delete_port for 642b0a55-6b87-42d0-b6db-20174d917fd0 owned by compute:nova {{(pid=103377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:19:09.054069 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-634cb738-107a-47c0-b5a2-030934c8ea66 None None] Sync routers for ids ['a6d0baf4-6769-4ab6-be48-cc76199b7e27'] in n-d-827839-2 {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 17:19:09.055714 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port f5e0cde2-93eb-4218-b925-3a7adf58dcd1 is: DOWN; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:19:09.056126 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (f5e0cde2-93eb-4218-b925-3a7adf58dcd1), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:09.073973 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-634cb738-107a-47c0-b5a2-030934c8ea66 None None] Routers {'a6d0baf4-6769-4ab6-be48-cc76199b7e27'} bound to L3 agent in host n-d-827839-2 {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:19:09.074613 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] No Port match for: d0589dbf-3d32-476e-9f1d-195240462069 {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 17:19:09.074969 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device d0589dbf-3d32-476e-9f1d-195240462069 not bound to the agent host n-h1-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 17:19:09.078242 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-634cb738-107a-47c0-b5a2-030934c8ea66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:19:02Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['a6d0baf4-6769-4ab6-be48-cc76199b7e27'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:19:09.080969 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-b8b8826c-c77d-48b0-b20c-abf7bb2b2fcd req-a4949793-9dcd-4efd-a5bb-5c2a0df13c03 tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] 10.222.0.89 "GET /v2.0/security-groups?id=18e6cc58-e448-4d12-9423-2a502a086ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4954958 Feb 04 17:19:09.117356 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] For port f5e0cde2-93eb-4218-b925-3a7adf58dcd1, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=f5e0cde2-93eb-4218-b925-3a7adf58dcd1,segment=NetworkSegment(5942dc44-1f07-4c27-b0ab-45a2bff20dd5),segment_id=5942dc44-1f07-4c27-b0ab-45a2bff20dd5)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:19:09.124821 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (f5e0cde2-93eb-4218-b925-3a7adf58dcd1), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:09.252510 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Pushing event updated for resources: {'Port': ['ID=f5e0cde2-93eb-4218-b925-3a7adf58dcd1,revision_number=4']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:19:09.271063 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99beacd5-08f7-43dc-b6b3-9d554db76c32 req-4809ffcf-97d0-46ef-b41e-4302424ac5eb tempest-ListServersNegativeTestJSON-1313441639 tempest-ListServersNegativeTestJSON-1313441639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:19:09.277121 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-99beacd5-08f7-43dc-b6b3-9d554db76c32 req-4809ffcf-97d0-46ef-b41e-4302424ac5eb tempest-ListServersNegativeTestJSON-1313441639 tempest-ListServersNegativeTestJSON-1313441639-project] 10.222.0.96 "GET /v2.0/ports?device_id=c5b63e12-482c-44e0-b0aa-6c8f14ac003f HTTP/1.1" status: 200 len: 945 time: 0.3355584 Feb 04 17:19:09.336696 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-02a6a4db-8f81-4047-9395-abc384c2fc2d req-e5c1729a-9e7b-48a1-a0d7-4e1f817025d2 tempest-ListServersNegativeTestJSON-1313441639 tempest-ListServersNegativeTestJSON-1313441639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (642b0a55-6b87-42d0-b6db-20174d917fd0), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:09.337341 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvr_db [None req-634cb738-107a-47c0-b5a2-030934c8ea66 None None] Set router a6d0baf4-6769-4ab6-be48-cc76199b7e27 gateway port host: n-d-827839-2 {{(pid=103379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:19:09.349076 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] get_ports_and_sgs() called for port_ids ['642b0a55-6b87-42d0-b6db-20174d917fd0', '1bae8eb6-8622-475f-ad27-e33db01c7b4a'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 17:19:09.362810 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 60494) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:19:09.379289 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-541830f3-8d2a-41b4-8490-b0a5491d57a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1541225'] for subnet (e97a94c0-1098-43d0-824d-a1a7dda55172), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:09.406365 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-9c58cebd-0c96-4a8b-a025-831129c4e355 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:09.614999 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-9c58cebd-0c96-4a8b-a025-831129c4e355 admin admin] Publish callbacks [] for security_group (e1c0b40a-e886-43b7-8994-3b4975724c3d), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:09.625944 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c1729a-9e7b-48a1-a0d7-4e1f817025d2 tempest-ListServersNegativeTestJSON-1313441639 tempest-ListServersNegativeTestJSON-1313441639-project] Pushing event deleted for resources: {'Port': ['ID=642b0a55-6b87-42d0-b6db-20174d917fd0,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:19:09.650448 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2521551c-54a5-4bfb-a44c-a777805ace7e req-d2e5b2aa-a6cd-4a25-adcf-f87b3f5f398c tempest-ListServersNegativeTestJSON-1313441639 tempest-ListServersNegativeTestJSON-1313441639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:19:09.659371 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-2521551c-54a5-4bfb-a44c-a777805ace7e req-d2e5b2aa-a6cd-4a25-adcf-f87b3f5f398c tempest-ListServersNegativeTestJSON-1313441639 tempest-ListServersNegativeTestJSON-1313441639-project] 10.222.0.89 "GET /v2.0/ports?device_id=70812b2b-8fd2-4d57-911b-de6ba7c6083f HTTP/1.1" status: 200 len: 867 time: 0.3706570 Feb 04 17:19:09.670194 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-9c58cebd-0c96-4a8b-a025-831129c4e355 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (e1c0b40a-e886-43b7-8994-3b4975724c3d), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:09.673447 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [req-99beacd5-08f7-43dc-b6b3-9d554db76c32 req-b44fb666-1698-49d4-a67c-e6816728d200 tempest-ListServersNegativeTestJSON-1313441639 tempest-ListServersNegativeTestJSON-1313441639-project] Deleting port 1bae8eb6-8622-475f-ad27-e33db01c7b4a {{(pid=103376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:19:09.674057 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-99beacd5-08f7-43dc-b6b3-9d554db76c32 req-b44fb666-1698-49d4-a67c-e6816728d200 tempest-ListServersNegativeTestJSON-1313441639 tempest-ListServersNegativeTestJSON-1313441639-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (1bae8eb6-8622-475f-ad27-e33db01c7b4a), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:09.747232 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c58cebd-0c96-4a8b-a025-831129c4e355 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1c0b40a-e886-43b7-8994-3b4975724c3d,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:19:09.752135 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-541830f3-8d2a-41b4-8490-b0a5491d57a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1541216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25675894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25858947'] for subnet (e97a94c0-1098-43d0-824d-a1a7dda55172), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:09.802426 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5a9ad53-9db3-4ad4-94e0-8bebd9fe5094 None None] Network 18207d46-382e-4b85-9e21-8a16ad00a860 requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:19:09.834911 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [req-02a6a4db-8f81-4047-9395-abc384c2fc2d req-e5c1729a-9e7b-48a1-a0d7-4e1f817025d2 tempest-ListServersNegativeTestJSON-1313441639 tempest-ListServersNegativeTestJSON-1313441639-project] No DVR routers for this DVR port 642b0a55-6b87-42d0-b6db-20174d917fd0 on host n-h1-827839-2 {{(pid=103377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 17:19:09.842741 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-541830f3-8d2a-41b4-8490-b0a5491d57a8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:09.846792 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-541830f3-8d2a-41b4-8490-b0a5491d57a8 admin admin] 10.222.0.89 "DELETE /v2.0/subnets/e97a94c0-1098-43d0-824d-a1a7dda55172 HTTP/1.1" status: 204 len: 168 time: 1.2226744 Feb 04 17:19:09.861443 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 60500) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:19:09.871657 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-02a6a4db-8f81-4047-9395-abc384c2fc2d req-e5c1729a-9e7b-48a1-a0d7-4e1f817025d2 tempest-ListServersNegativeTestJSON-1313441639 tempest-ListServersNegativeTestJSON-1313441639-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:09.886075 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-02a6a4db-8f81-4047-9395-abc384c2fc2d req-e5c1729a-9e7b-48a1-a0d7-4e1f817025d2 tempest-ListServersNegativeTestJSON-1313441639 tempest-ListServersNegativeTestJSON-1313441639-project] 10.222.0.96 "DELETE /v2.0/ports/642b0a55-6b87-42d0-b6db-20174d917fd0 HTTP/1.1" status: 204 len: 173 time: 1.4382017 Feb 04 17:19:09.886435 n-d-827839-2 neutron-server[103377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70812b2b-8fd2-4d57-911b-de6ba7c6083f', 'name': 'network-vif-deleted', 'tag': '642b0a55-6b87-42d0-b6db-20174d917fd0'}] {{(pid=103377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:19:09.895110 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541830f3-8d2a-41b4-8490-b0a5491d57a8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e97a94c0-1098-43d0-824d-a1a7dda55172,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:19:09.898139 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7240428b650e1488e9361b62648ff4b3a6c19d49d8c27c949491ab58c1346cf0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75f00572-145d-494e-bcb1-b4f2a48fc911" -d '{"events": [{"server_uuid": "70812b2b-8fd2-4d57-911b-de6ba7c6083f", "name": "network-vif-deleted", "tag": "642b0a55-6b87-42d0-b6db-20174d917fd0"}]}' {{(pid=103377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:19:09.935804 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-9c58cebd-0c96-4a8b-a025-831129c4e355 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=2d135dfbc3784b05a836cacbcb1d7d6a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5711155 Feb 04 17:19:09.959622 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 60508) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:19:09.983154 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-634cb738-107a-47c0-b5a2-030934c8ea66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6d0baf4-6769-4ab6-be48-cc76199b7e27', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-160852269-router', 'tenant_id': 'd4027c9982744fa0a7137e1cf2e9012e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.56'}], 'enable_snat': True}, 'gw_port_id': 'f5e0cde2-93eb-4218-b925-3a7adf58dcd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:18:56Z', 'updated_at': '2022-02-04T17:19:06Z', 'revision_number': 4, 'project_id': 'd4027c9982744fa0a7137e1cf2e9012e', 'gw_port': {'id': 'f5e0cde2-93eb-4218-b925-3a7adf58dcd1', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:cc:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6d0baf4-6769-4ab6-be48-cc76199b7e27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 938, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:18:59Z', 'updated_at': '2022-02-04T17:19:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_interfaces': [{'id': '85b07dd7-b88f-4d22-9e61-73ef49291ae4', 'name': '', 'network_id': 'e192c2cc-857d-492a-855f-2dae04acc430', 'tenant_id': 'd4027c9982744fa0a7137e1cf2e9012e', 'mac_address': 'fa:16:3e:b4:16:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6d0baf4-6769-4ab6-be48-cc76199b7e27', 'device_owner': 'network:router_interface', 'standard_attr_id': 949, 'fixed_ips': [{'subnet_id': 'd4973353-0966-45fa-beb0-35424b803918', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:19:04Z', 'updated_at': '2022-02-04T17:19:06Z', 'revision_number': 2, 'project_id': 'd4027c9982744fa0a7137e1cf2e9012e', 'subnets': [{'id': 'd4973353-0966-45fa-beb0-35424b803918', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-2', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:19:10.053604 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (f20a1ab3-4332-4f54-833b-ba4a7c687e89), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:10.055319 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-634cb738-107a-47c0-b5a2-030934c8ea66 None None] Checking router: a6d0baf4-6769-4ab6-be48-cc76199b7e27 for host: n-d-827839-2 {{(pid=103379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 17:19:10.056306 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-634cb738-107a-47c0-b5a2-030934c8ea66 None None] Updating router a6d0baf4-6769-4ab6-be48-cc76199b7e27 port 85b07dd7-b88f-4d22-9e61-73ef49291ae4 binding host n-d-827839-2 {{(pid=103379) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 17:19:10.115218 n-d-827839-2 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-634cb738-107a-47c0-b5a2-030934c8ea66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (85b07dd7-b88f-4d22-9e61-73ef49291ae4), before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:10.122356 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-2521551c-54a5-4bfb-a44c-a777805ace7e req-7da0f144-39d8-4708-8988-bc0ceaaba968 tempest-ListServersNegativeTestJSON-1313441639 tempest-ListServersNegativeTestJSON-1313441639-project] 10.222.0.89 "GET /v2.0/security-groups?id=3b13db45-60c3-440c-8ad9-70c66ea7eadd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4608824 Feb 04 17:19:10.170717 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-1c6ccafe-1a73-4ac4-bf52-a446ab265b80 admin admin] Publish callbacks [] for security_group (e1c0b40a-e886-43b7-8994-3b4975724c3d), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:10.182983 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-348324d0-8aad-4508-82c5-7eeae0481a4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628832'] for network (18207d46-382e-4b85-9e21-8a16ad00a860), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:10.192103 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce5c4b0a-7289-45f5-bbc9-66a8eee07d8f None None] DHCP port deletion for 18207d46-382e-4b85-9e21-8a16ad00a860 request from n-d-827839-2 {{(pid=103378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 17:19:10.212460 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [req-99beacd5-08f7-43dc-b6b3-9d554db76c32 req-b44fb666-1698-49d4-a67c-e6816728d200 tempest-ListServersNegativeTestJSON-1313441639 tempest-ListServersNegativeTestJSON-1313441639-project] For port 1bae8eb6-8622-475f-ad27-e33db01c7b4a, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=1bae8eb6-8622-475f-ad27-e33db01c7b4a,segment=NetworkSegment(c2609fe7-cd5f-472c-80a0-6817cc30c6f8),segment_id=c2609fe7-cd5f-472c-80a0-6817cc30c6f8)] {{(pid=103376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:19:10.213170 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-99beacd5-08f7-43dc-b6b3-9d554db76c32 req-b44fb666-1698-49d4-a67c-e6816728d200 tempest-ListServersNegativeTestJSON-1313441639 tempest-ListServersNegativeTestJSON-1313441639-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (1bae8eb6-8622-475f-ad27-e33db01c7b4a), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:10.239941 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-1c6ccafe-1a73-4ac4-bf52-a446ab265b80 admin admin] Publish callbacks [] for security_group (e1c0b40a-e886-43b7-8994-3b4975724c3d), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:10.269785 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [req-99beacd5-08f7-43dc-b6b3-9d554db76c32 req-b44fb666-1698-49d4-a67c-e6816728d200 tempest-ListServersNegativeTestJSON-1313441639 tempest-ListServersNegativeTestJSON-1313441639-project] Calling delete_port for 1bae8eb6-8622-475f-ad27-e33db01c7b4a owned by compute:nova {{(pid=103376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:19:10.281817 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-ce5c4b0a-7289-45f5-bbc9-66a8eee07d8f None None] Deleting port 0b59df56-2b92-4c19-af1a-ae4977720477 {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:19:10.282981 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ce5c4b0a-7289-45f5-bbc9-66a8eee07d8f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (0b59df56-2b92-4c19-af1a-ae4977720477), before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:10.325431 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-1c6ccafe-1a73-4ac4-bf52-a446ab265b80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (e1c0b40a-e886-43b7-8994-3b4975724c3d), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:10.327943 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-1c6ccafe-1a73-4ac4-bf52-a446ab265b80 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:10.329643 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-1c6ccafe-1a73-4ac4-bf52-a446ab265b80 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/e1c0b40a-e886-43b7-8994-3b4975724c3d HTTP/1.1" status: 204 len: 168 time: 0.3672612 Feb 04 17:19:10.388012 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6ccafe-1a73-4ac4-bf52-a446ab265b80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1c0b40a-e886-43b7-8994-3b4975724c3d,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:19:10.427316 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-ce5c4b0a-7289-45f5-bbc9-66a8eee07d8f None None] For port 0b59df56-2b92-4c19-af1a-ae4977720477, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=0b59df56-2b92-4c19-af1a-ae4977720477,segment=NetworkSegment(7d72d660-cccf-4e71-b324-5a5f94eb974f),segment_id=7d72d660-cccf-4e71-b324-5a5f94eb974f)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:19:10.427939 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ce5c4b0a-7289-45f5-bbc9-66a8eee07d8f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (0b59df56-2b92-4c19-af1a-ae4977720477), precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:10.430595 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c902c717-0c11-475e-9c16-d902fb27f0fd req-b3b350eb-47b3-4e4d-85a2-cfb1383368ed tempest-ServersAdminTestJSON-70469306 tempest-ServersAdminTestJSON-70469306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:19:10.430751 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device f5e0cde2-93eb-4218-b925-3a7adf58dcd1 up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:19:10.432713 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-c902c717-0c11-475e-9c16-d902fb27f0fd req-b3b350eb-47b3-4e4d-85a2-cfb1383368ed tempest-ServersAdminTestJSON-70469306 tempest-ServersAdminTestJSON-70469306-project] 10.222.0.89 "GET /v2.0/ports?device_id=cdea105d-d892-4559-baed-fb98b40680d0 HTTP/1.1" status: 200 len: 950 time: 0.1181667 Feb 04 17:19:10.515492 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-c902c717-0c11-475e-9c16-d902fb27f0fd req-a0ec6779-3ae3-4a6f-9196-1e7dd10b6bab tempest-ServersAdminTestJSON-70469306 tempest-ServersAdminTestJSON-70469306-project] 10.222.0.89 "GET /v2.0/security-groups?id=0b9d4704-c600-4325-be39-d787042bd965&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760767 Feb 04 17:19:10.573763 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-ce5c4b0a-7289-45f5-bbc9-66a8eee07d8f None None] Calling delete_port for 0b59df56-2b92-4c19-af1a-ae4977720477 owned by network:dhcp {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:19:10.670620 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port f5e0cde2-93eb-4218-b925-3a7adf58dcd1 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:19:10.675553 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (f5e0cde2-93eb-4218-b925-3a7adf58dcd1), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:10.715095 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72072a22-bbf9-482a-9e78-66bb53664132 req-0fc89d97-e340-46c9-ae37-436d37a4d3ec tempest-FloatingIPsAssociationNegativeTestJSON-1592197425 tempest-FloatingIPsAssociationNegativeTestJSON-1592197425-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:19:10.722426 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-72072a22-bbf9-482a-9e78-66bb53664132 req-0fc89d97-e340-46c9-ae37-436d37a4d3ec tempest-FloatingIPsAssociationNegativeTestJSON-1592197425 tempest-FloatingIPsAssociationNegativeTestJSON-1592197425-project] 10.222.0.89 "GET /v2.0/networks?id=e192c2cc-857d-492a-855f-2dae04acc430 HTTP/1.1" status: 200 len: 828 time: 0.7058477 Feb 04 17:19:10.726788 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-99beacd5-08f7-43dc-b6b3-9d554db76c32 req-b44fb666-1698-49d4-a67c-e6816728d200 tempest-ListServersNegativeTestJSON-1313441639 tempest-ListServersNegativeTestJSON-1313441639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (1bae8eb6-8622-475f-ad27-e33db01c7b4a), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:10.775349 n-d-827839-2 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-634cb738-107a-47c0-b5a2-030934c8ea66 None None] Publish callbacks [] for port (85b07dd7-b88f-4d22-9e61-73ef49291ae4), precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:10.800652 n-d-827839-2 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-634cb738-107a-47c0-b5a2-030934c8ea66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (85b07dd7-b88f-4d22-9e61-73ef49291ae4), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:10.802101 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56faa347-ad7f-4b63-9aea-178593d07bf2 req-b190014f-bf9c-44c1-b0d1-777f36c6b1f6 tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:19:10.803864 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-56faa347-ad7f-4b63-9aea-178593d07bf2 req-b190014f-bf9c-44c1-b0d1-777f36c6b1f6 tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] 10.222.0.89 "GET /v2.0/ports?device_id=2334ee69-0871-44da-b636-9ceb5bb33e7e HTTP/1.1" status: 200 len: 945 time: 0.1133471 Feb 04 17:19:10.836275 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44fb666-1698-49d4-a67c-e6816728d200 tempest-ListServersNegativeTestJSON-1313441639 tempest-ListServersNegativeTestJSON-1313441639-project] Pushing event deleted for resources: {'Port': ['ID=1bae8eb6-8622-475f-ad27-e33db01c7b4a,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:19:10.845730 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] get_ports_and_sgs() called for port_ids ['642b0a55-6b87-42d0-b6db-20174d917fd0'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 17:19:10.853899 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-72072a22-bbf9-482a-9e78-66bb53664132 req-9c2035cb-68a9-4570-938f-157ff5ae8a50 tempest-FloatingIPsAssociationNegativeTestJSON-1592197425 tempest-FloatingIPsAssociationNegativeTestJSON-1592197425-project] 10.222.0.89 "GET /v2.0/quotas/d4027c9982744fa0a7137e1cf2e9012e HTTP/1.1" status: 200 len: 375 time: 0.1177428 Feb 04 17:19:10.875563 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-348324d0-8aad-4508-82c5-7eeae0481a4d admin admin] Deleting port 0b59df56-2b92-4c19-af1a-ae4977720477 {{(pid=103376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:19:10.876416 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-348324d0-8aad-4508-82c5-7eeae0481a4d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (0b59df56-2b92-4c19-af1a-ae4977720477), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:10.974320 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-56faa347-ad7f-4b63-9aea-178593d07bf2 req-d74d5778-c8ce-46ba-8b75-3b559a273ed7 tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] 10.222.0.89 "GET /v2.0/security-groups?id=c591d0a0-8f77-4259-ab5e-c54cb31473d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627443 Feb 04 17:19:11.025803 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port f5e0cde2-93eb-4218-b925-3a7adf58dcd1 is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:19:11.042827 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [None req-634cb738-107a-47c0-b5a2-030934c8ea66 None None] Attempting to bind port 85b07dd7-b88f-4d22-9e61-73ef49291ae4 on host n-d-827839-2 for vnic_type normal with profile {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:19:11.043210 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [None req-634cb738-107a-47c0-b5a2-030934c8ea66 None None] Attempting to bind port 85b07dd7-b88f-4d22-9e61-73ef49291ae4 by drivers openvswitch,hyperv on host n-d-827839-2 at level 0 using segments [{'id': '4ef9721f-85a7-4583-b673-a88561aaf54b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'e192c2cc-857d-492a-855f-2dae04acc430'}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:19:11.043540 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-634cb738-107a-47c0-b5a2-030934c8ea66 None None] Attempting to bind port 85b07dd7-b88f-4d22-9e61-73ef49291ae4 on network e192c2cc-857d-492a-855f-2dae04acc430 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:19:11.059381 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-634cb738-107a-47c0-b5a2-030934c8ea66 None None] Checking agent: {'id': 'ba70844b-66a0-45fd-a2f2-e6ed673321fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 0, 36), 'started_at': datetime.datetime(2022, 2, 4, 17, 1, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 19, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:19:11.059981 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-634cb738-107a-47c0-b5a2-030934c8ea66 None None] Checking segment: {'id': '4ef9721f-85a7-4583-b673-a88561aaf54b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'e192c2cc-857d-492a-855f-2dae04acc430'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:19:11.060080 n-d-827839-2 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-634cb738-107a-47c0-b5a2-030934c8ea66 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:11.060442 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-634cb738-107a-47c0-b5a2-030934c8ea66 None None] Bound using segment: {'id': '4ef9721f-85a7-4583-b673-a88561aaf54b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'e192c2cc-857d-492a-855f-2dae04acc430'} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:19:11.062134 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [None req-634cb738-107a-47c0-b5a2-030934c8ea66 None None] Bound port: 85b07dd7-b88f-4d22-9e61-73ef49291ae4, host: n-d-827839-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ef9721f-85a7-4583-b673-a88561aaf54b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'e192c2cc-857d-492a-855f-2dae04acc430'}}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:19:11.062816 n-d-827839-2 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-634cb738-107a-47c0-b5a2-030934c8ea66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (85b07dd7-b88f-4d22-9e61-73ef49291ae4), before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:11.075484 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 17:19:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dab23a24-468e-471b-a090-f73a51732506 x-openstack-request-id: req-dab23a24-468e-471b-a090-f73a51732506 {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:19:11.075759 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70812b2b-8fd2-4d57-911b-de6ba7c6083f", "name": "network-vif-deleted", "tag": "642b0a55-6b87-42d0-b6db-20174d917fd0", "status": "completed", "code": 200}]} {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:19:11.076066 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-dab23a24-468e-471b-a090-f73a51732506 {{(pid=103377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:19:11.076648 n-d-827839-2 neutron-server[103377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70812b2b-8fd2-4d57-911b-de6ba7c6083f', 'name': 'network-vif-deleted', 'tag': '642b0a55-6b87-42d0-b6db-20174d917fd0', 'status': 'completed', 'code': 200} Feb 04 17:19:11.078080 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ce5c4b0a-7289-45f5-bbc9-66a8eee07d8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144'] for port (0b59df56-2b92-4c19-af1a-ae4977720477), after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:11.159991 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-634cb738-107a-47c0-b5a2-030934c8ea66 None None] For port 85b07dd7-b88f-4d22-9e61-73ef49291ae4, host n-d-827839-2, cleared binding levels {{(pid=103379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:19:11.163931 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-634cb738-107a-47c0-b5a2-030934c8ea66 None None] For port 85b07dd7-b88f-4d22-9e61-73ef49291ae4, host n-d-827839-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=85b07dd7-b88f-4d22-9e61-73ef49291ae4,segment=NetworkSegment(4ef9721f-85a7-4583-b673-a88561aaf54b),segment_id=4ef9721f-85a7-4583-b673-a88561aaf54b)] {{(pid=103379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:19:11.179669 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c497e8-f0c4-4d12-820b-0274988830c6 None None] Pushing event updated for resources: {'Port': ['ID=85b07dd7-b88f-4d22-9e61-73ef49291ae4,revision_number=3']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:19:11.182687 n-d-827839-2 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-634cb738-107a-47c0-b5a2-030934c8ea66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (85b07dd7-b88f-4d22-9e61-73ef49291ae4), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:11.217235 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce5c4b0a-7289-45f5-bbc9-66a8eee07d8f None None] No DVR routers for this DVR port 0b59df56-2b92-4c19-af1a-ae4977720477 on host n-d-827839-2 {{(pid=103378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 17:19:11.235941 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5c4b0a-7289-45f5-bbc9-66a8eee07d8f None None] Pushing event deleted for resources: {'Port': ['ID=0b59df56-2b92-4c19-af1a-ae4977720477,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:19:11.246077 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 0b59df56-2b92-4c19-af1a-ae4977720477 no longer exists at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:19:11.253902 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [req-99beacd5-08f7-43dc-b6b3-9d554db76c32 req-b44fb666-1698-49d4-a67c-e6816728d200 tempest-ListServersNegativeTestJSON-1313441639 tempest-ListServersNegativeTestJSON-1313441639-project] No DVR routers for this DVR port 1bae8eb6-8622-475f-ad27-e33db01c7b4a on host n-h1-827839-2 {{(pid=103376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 17:19:11.259242 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-99beacd5-08f7-43dc-b6b3-9d554db76c32 req-b44fb666-1698-49d4-a67c-e6816728d200 tempest-ListServersNegativeTestJSON-1313441639 tempest-ListServersNegativeTestJSON-1313441639-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:11.270560 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-99beacd5-08f7-43dc-b6b3-9d554db76c32 req-b44fb666-1698-49d4-a67c-e6816728d200 tempest-ListServersNegativeTestJSON-1313441639 tempest-ListServersNegativeTestJSON-1313441639-project] 10.222.0.96 "DELETE /v2.0/ports/1bae8eb6-8622-475f-ad27-e33db01c7b4a HTTP/1.1" status: 204 len: 173 time: 1.9842229 Feb 04 17:19:11.272989 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-634cb738-107a-47c0-b5a2-030934c8ea66 None None] Routers {'a6d0baf4-6769-4ab6-be48-cc76199b7e27'} bound to L3 agent in host n-d-827839-2 {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:19:11.273622 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-634cb738-107a-47c0-b5a2-030934c8ea66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:19:02Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['a6d0baf4-6769-4ab6-be48-cc76199b7e27'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:19:11.275500 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c497e8-f0c4-4d12-820b-0274988830c6 None None] Pushing event updated for resources: {'Port': ['ID=85b07dd7-b88f-4d22-9e61-73ef49291ae4,revision_number=4']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:19:11.335542 n-d-827839-2 neutron-server[103376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5b63e12-482c-44e0-b0aa-6c8f14ac003f', 'name': 'network-vif-deleted', 'tag': '1bae8eb6-8622-475f-ad27-e33db01c7b4a'}] {{(pid=103376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:19:11.338458 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] No Port match for: 0b59df56-2b92-4c19-af1a-ae4977720477 {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 17:19:11.339096 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 0b59df56-2b92-4c19-af1a-ae4977720477 not bound to the agent host n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 17:19:11.352408 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d59c3bb5e2f09ebf62144d5e09b1cff60c763a9c19614c24538e77842938c05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-943c76a5-9cd4-4b56-a5c5-a6e5cda90669" -d '{"events": [{"server_uuid": "c5b63e12-482c-44e0-b0aa-6c8f14ac003f", "name": "network-vif-deleted", "tag": "1bae8eb6-8622-475f-ad27-e33db01c7b4a"}]}' {{(pid=103376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:19:11.421956 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c34df2-8b45-4eab-8454-cd08cc388d85 req-795fe53d-097d-4602-91db-2bb66b590baa tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:19:11.435593 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-d6c34df2-8b45-4eab-8454-cd08cc388d85 req-795fe53d-097d-4602-91db-2bb66b590baa tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] 10.222.0.89 "GET /v2.0/ports?device_id=809c551a-1790-4b2b-baf4-9847169d6487 HTTP/1.1" status: 200 len: 945 time: 0.1254761 Feb 04 17:19:11.466215 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-abc5ae70-31bf-4a28-863c-af1ea22dd47b None None] Provisioning complete for port 85b07dd7-b88f-4d22-9e61-73ef49291ae4 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:19:11.466824 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-abc5ae70-31bf-4a28-863c-af1ea22dd47b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (85b07dd7-b88f-4d22-9e61-73ef49291ae4), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:11.493083 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [None req-348324d0-8aad-4508-82c5-7eeae0481a4d admin admin] For port 0b59df56-2b92-4c19-af1a-ae4977720477, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=0b59df56-2b92-4c19-af1a-ae4977720477,segment=NetworkSegment(7d72d660-cccf-4e71-b324-5a5f94eb974f),segment_id=7d72d660-cccf-4e71-b324-5a5f94eb974f)] {{(pid=103376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:19:11.493779 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-348324d0-8aad-4508-82c5-7eeae0481a4d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (0b59df56-2b92-4c19-af1a-ae4977720477), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:11.513835 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-348324d0-8aad-4508-82c5-7eeae0481a4d admin admin] Calling delete_port for 0b59df56-2b92-4c19-af1a-ae4977720477 owned by network:dhcp {{(pid=103376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:19:11.539269 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-72072a22-bbf9-482a-9e78-66bb53664132 req-698db75f-e546-4ef2-9f06-011663b86481 tempest-FloatingIPsAssociationNegativeTestJSON-1592197425 tempest-FloatingIPsAssociationNegativeTestJSON-1592197425-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=d4027c9982744fa0a7137e1cf2e9012e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6652422 Feb 04 17:19:11.608018 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-d6c34df2-8b45-4eab-8454-cd08cc388d85 req-78157472-00c9-4f2d-9f2c-e5f73635fdb1 tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] 10.222.0.89 "GET /v2.0/security-groups?id=18e6cc58-e448-4d12-9423-2a502a086ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1711836 Feb 04 17:19:11.611151 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvr_db [None req-634cb738-107a-47c0-b5a2-030934c8ea66 None None] Set router a6d0baf4-6769-4ab6-be48-cc76199b7e27 gateway port host: n-d-827839-2 {{(pid=103379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:19:11.736665 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-abc5ae70-31bf-4a28-863c-af1ea22dd47b None None] Current status of the port 85b07dd7-b88f-4d22-9e61-73ef49291ae4 is: DOWN; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:19:11.737569 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-abc5ae70-31bf-4a28-863c-af1ea22dd47b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (85b07dd7-b88f-4d22-9e61-73ef49291ae4), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:11.754287 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 17:19:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-faf21031-e74c-4279-8508-eb9ffa262b48 x-openstack-request-id: req-faf21031-e74c-4279-8508-eb9ffa262b48 {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:19:11.754844 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5b63e12-482c-44e0-b0aa-6c8f14ac003f", "name": "network-vif-deleted", "tag": "1bae8eb6-8622-475f-ad27-e33db01c7b4a", "status": "completed", "code": 200}]} {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:19:11.756764 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-faf21031-e74c-4279-8508-eb9ffa262b48 {{(pid=103376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:19:11.757458 n-d-827839-2 neutron-server[103376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5b63e12-482c-44e0-b0aa-6c8f14ac003f', 'name': 'network-vif-deleted', 'tag': '1bae8eb6-8622-475f-ad27-e33db01c7b4a', 'status': 'completed', 'code': 200} Feb 04 17:19:11.816015 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-abc5ae70-31bf-4a28-863c-af1ea22dd47b None None] For port 85b07dd7-b88f-4d22-9e61-73ef49291ae4, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=85b07dd7-b88f-4d22-9e61-73ef49291ae4,segment=NetworkSegment(4ef9721f-85a7-4583-b673-a88561aaf54b),segment_id=4ef9721f-85a7-4583-b673-a88561aaf54b)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:19:11.830950 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-abc5ae70-31bf-4a28-863c-af1ea22dd47b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (85b07dd7-b88f-4d22-9e61-73ef49291ae4), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:11.857784 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33890ffe-791e-4874-935e-1c05793b2903 req-6f3373be-ad21-4558-86ed-b6726ed7f06b tempest-ServersAdminTestJSON-70469306 tempest-ServersAdminTestJSON-70469306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:19:11.864766 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-33890ffe-791e-4874-935e-1c05793b2903 req-6f3373be-ad21-4558-86ed-b6726ed7f06b tempest-ServersAdminTestJSON-70469306 tempest-ServersAdminTestJSON-70469306-project] 10.222.0.89 "GET /v2.0/ports?device_id=cdea105d-d892-4559-baed-fb98b40680d0 HTTP/1.1" status: 200 len: 950 time: 0.0773585 Feb 04 17:19:11.929881 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-33890ffe-791e-4874-935e-1c05793b2903 req-db61b9b3-72e6-422e-880f-93ecb5f4ea8c tempest-ServersAdminTestJSON-70469306 tempest-ServersAdminTestJSON-70469306-project] 10.222.0.89 "GET /v2.0/security-groups?id=0b9d4704-c600-4325-be39-d787042bd965&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584190 Feb 04 17:19:11.983970 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc5ae70-31bf-4a28-863c-af1ea22dd47b None None] Pushing event updated for resources: {'Port': ['ID=85b07dd7-b88f-4d22-9e61-73ef49291ae4,revision_number=5']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:19:12.013721 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-72072a22-bbf9-482a-9e78-66bb53664132 req-5ed28be0-2dc5-4285-b94f-f2649dc730a6 service neutron] 10.222.0.89 "GET /v2.0/networks/e192c2cc-857d-492a-855f-2dae04acc430?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4730504 Feb 04 17:19:12.014006 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-10f30134-47b4-4a30-b196-9bef956f8d67 None None] Provisioning complete for port 85b07dd7-b88f-4d22-9e61-73ef49291ae4 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:19:12.015704 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-10f30134-47b4-4a30-b196-9bef956f8d67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (85b07dd7-b88f-4d22-9e61-73ef49291ae4), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:12.093457 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-348324d0-8aad-4508-82c5-7eeae0481a4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (0b59df56-2b92-4c19-af1a-ae4977720477), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:12.120573 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-348324d0-8aad-4508-82c5-7eeae0481a4d admin admin] No DVR routers for this DVR port 0b59df56-2b92-4c19-af1a-ae4977720477 on host n-d-827839-2 {{(pid=103376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 17:19:12.143451 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-634cb738-107a-47c0-b5a2-030934c8ea66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6d0baf4-6769-4ab6-be48-cc76199b7e27', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-160852269-router', 'tenant_id': 'd4027c9982744fa0a7137e1cf2e9012e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.56'}], 'enable_snat': True}, 'gw_port_id': 'f5e0cde2-93eb-4218-b925-3a7adf58dcd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:18:56Z', 'updated_at': '2022-02-04T17:19:06Z', 'revision_number': 4, 'project_id': 'd4027c9982744fa0a7137e1cf2e9012e', 'gw_port': {'id': 'f5e0cde2-93eb-4218-b925-3a7adf58dcd1', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:cc:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6d0baf4-6769-4ab6-be48-cc76199b7e27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 938, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:18:59Z', 'updated_at': '2022-02-04T17:19:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_interfaces': [{'id': '85b07dd7-b88f-4d22-9e61-73ef49291ae4', 'name': '', 'network_id': 'e192c2cc-857d-492a-855f-2dae04acc430', 'tenant_id': 'd4027c9982744fa0a7137e1cf2e9012e', 'mac_address': 'fa:16:3e:b4:16:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6d0baf4-6769-4ab6-be48-cc76199b7e27', 'device_owner': 'network:router_interface', 'standard_attr_id': 949, 'fixed_ips': [{'subnet_id': 'd4973353-0966-45fa-beb0-35424b803918', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:19:04Z', 'updated_at': '2022-02-04T17:19:11Z', 'revision_number': 4, 'project_id': 'd4027c9982744fa0a7137e1cf2e9012e', 'subnets': [{'id': 'd4973353-0966-45fa-beb0-35424b803918', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-2', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:19:12.151722 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-eb54fd1a-22f4-4c45-b795-627575cc2713 req-5c323425-da42-4a87-87df-f670d4162a02 tempest-ListServersNegativeTestJSON-1313441639 tempest-ListServersNegativeTestJSON-1313441639-project] 10.222.0.89 "GET /v2.0/ports?device_id=c5b63e12-482c-44e0-b0aa-6c8f14ac003f HTTP/1.1" status: 200 len: 210 time: 0.1239915 Feb 04 17:19:12.159459 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348324d0-8aad-4508-82c5-7eeae0481a4d admin admin] Pushing event deleted for resources: {'Port': ['ID=0b59df56-2b92-4c19-af1a-ae4977720477,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:19:12.222995 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-634cb738-107a-47c0-b5a2-030934c8ea66 None None] The sync data for ids ['a6d0baf4-6769-4ab6-be48-cc76199b7e27'] in n-d-827839-2 is: [{'id': 'a6d0baf4-6769-4ab6-be48-cc76199b7e27', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-160852269-router', 'tenant_id': 'd4027c9982744fa0a7137e1cf2e9012e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.56'}], 'enable_snat': True}, 'gw_port_id': 'f5e0cde2-93eb-4218-b925-3a7adf58dcd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:18:56Z', 'updated_at': '2022-02-04T17:19:06Z', 'revision_number': 4, 'project_id': 'd4027c9982744fa0a7137e1cf2e9012e', 'gw_port': {'id': 'f5e0cde2-93eb-4218-b925-3a7adf58dcd1', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:cc:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6d0baf4-6769-4ab6-be48-cc76199b7e27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 938, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:18:59Z', 'updated_at': '2022-02-04T17:19:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_interfaces': [{'id': '85b07dd7-b88f-4d22-9e61-73ef49291ae4', 'name': '', 'network_id': 'e192c2cc-857d-492a-855f-2dae04acc430', 'tenant_id': 'd4027c9982744fa0a7137e1cf2e9012e', 'mac_address': 'fa:16:3e:b4:16:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6d0baf4-6769-4ab6-be48-cc76199b7e27', 'device_owner': 'network:router_interface', 'standard_attr_id': 949, 'fixed_ips': [{'subnet_id': 'd4973353-0966-45fa-beb0-35424b803918', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:19:04Z', 'updated_at': '2022-02-04T17:19:11Z', 'revision_number': 4, 'project_id': 'd4027c9982744fa0a7137e1cf2e9012e', 'subnets': [{'id': 'd4973353-0966-45fa-beb0-35424b803918', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 17:19:12.249169 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (3f9244a9-75fc-4c10-b195-11d48b853b41), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:12.312513 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-10f30134-47b4-4a30-b196-9bef956f8d67 None None] Current status of the port 85b07dd7-b88f-4d22-9e61-73ef49291ae4 is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:19:12.389898 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-348324d0-8aad-4508-82c5-7eeae0481a4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1543676', 'neutron.services.segments.db._delete_segments_for_network-8781084786517'] for network (18207d46-382e-4b85-9e21-8a16ad00a860), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:12.394096 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-72072a22-bbf9-482a-9e78-66bb53664132 req-f56b6c94-f1b2-4f23-91d7-da69da7101cc service neutron] 10.222.0.89 "GET /v2.0/networks/e192c2cc-857d-492a-855f-2dae04acc430?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3667893 Feb 04 17:19:12.436196 n-d-827839-2 neutron-server[103376]: DEBUG neutron.services.segments.db [None req-348324d0-8aad-4508-82c5-7eeae0481a4d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18207d46-382e-4b85-9e21-8a16ad00a860']}} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:19:12.453563 n-d-827839-2 neutron-server[103376]: DEBUG neutron.services.segments.db [None req-348324d0-8aad-4508-82c5-7eeae0481a4d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d72d660-cccf-4e71-b324-5a5f94eb974f') {'for_net_delete': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:19:12.453899 n-d-827839-2 neutron-server[103376]: DEBUG neutron.services.segments.db [None req-348324d0-8aad-4508-82c5-7eeae0481a4d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d72d660-cccf-4e71-b324-5a5f94eb974f') {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:19:12.463428 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e95eed-fb61-4c64-8e6e-41b555b86dc6 req-36cd2504-8f2c-4f7f-b9d0-718e52b8f1e4 tempest-LiveMigrationTest-101728267 tempest-LiveMigrationTest-101728267-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:19:12.465284 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-a5e95eed-fb61-4c64-8e6e-41b555b86dc6 req-36cd2504-8f2c-4f7f-b9d0-718e52b8f1e4 tempest-LiveMigrationTest-101728267 tempest-LiveMigrationTest-101728267-project-admin] 10.222.0.96 "GET /v2.0/ports?device_id=809c551a-1790-4b2b-baf4-9847169d6487&tenant_id=8da6ad4e5ee34bf6bb722cd37ab73ea7&binding%3Ahost_id=n-h2-827839-2 HTTP/1.1" status: 200 len: 1127 time: 0.2232964 Feb 04 17:19:12.476160 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83829569-6ac7-4981-b6ab-6b4ed670aeef req-ef74f82e-79de-4aa3-a94e-dfcae552de66 tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:19:12.481965 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-348324d0-8aad-4508-82c5-7eeae0481a4d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781084783966', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25674908'] for segment (7d72d660-cccf-4e71-b324-5a5f94eb974f), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:12.488093 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-83829569-6ac7-4981-b6ab-6b4ed670aeef req-ef74f82e-79de-4aa3-a94e-dfcae552de66 tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] 10.222.0.89 "GET /v2.0/ports?device_id=2334ee69-0871-44da-b636-9ceb5bb33e7e HTTP/1.1" status: 200 len: 945 time: 0.1619503 Feb 04 17:19:12.488515 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [req-a5e95eed-fb61-4c64-8e6e-41b555b86dc6 req-4d3c04e2-bfba-4dab-93ee-a5976e2a273d service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-827839-2'}}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:19:12.540140 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-348324d0-8aad-4508-82c5-7eeae0481a4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (7d72d660-cccf-4e71-b324-5a5f94eb974f), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:12.561503 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-348324d0-8aad-4508-82c5-7eeae0481a4d admin admin] Releasing vlan 766 on physical network physnet1 to pool {{(pid=103376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 17:19:12.561503 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-348324d0-8aad-4508-82c5-7eeae0481a4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25675992'] for segment (7d72d660-cccf-4e71-b324-5a5f94eb974f), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:12.573640 n-d-827839-2 neutron-server[103376]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 17:19:12.573640 n-d-827839-2 neutron-server[103376]: self.session.flush() Feb 04 17:19:12.573640 n-d-827839-2 neutron-server[103376]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 17:19:12.573640 n-d-827839-2 neutron-server[103376]: self.session.flush() Feb 04 17:19:12.573640 n-d-827839-2 neutron-server[103376]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 17:19:12.573640 n-d-827839-2 neutron-server[103376]: self.session.flush() Feb 04 17:19:12.573640 n-d-827839-2 neutron-server[103376]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 17:19:12.573640 n-d-827839-2 neutron-server[103376]: self.session.flush() Feb 04 17:19:12.573640 n-d-827839-2 neutron-server[103376]: Traceback (most recent call last): Feb 04 17:19:12.573640 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 17:19:12.573640 n-d-827839-2 neutron-server[103376]: timer() Feb 04 17:19:12.573640 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 17:19:12.573640 n-d-827839-2 neutron-server[103376]: cb(*args, **kw) Feb 04 17:19:12.573640 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 17:19:12.573640 n-d-827839-2 neutron-server[103376]: return func(*args, **kwargs) Feb 04 17:19:12.573640 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 17:19:12.573640 n-d-827839-2 neutron-server[103376]: self._notify() Feb 04 17:19:12.573640 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 17:19:12.573640 n-d-827839-2 neutron-server[103376]: self.callback(batched_events) Feb 04 17:19:12.573640 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 17:19:12.573640 n-d-827839-2 neutron-server[103376]: event.method(event) Feb 04 17:19:12.573640 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 17:19:12.573640 n-d-827839-2 neutron-server[103376]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 17:19:12.573640 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 17:19:12.573640 n-d-827839-2 neutron-server[103376]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 17:19:12.573640 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 17:19:12.573640 n-d-827839-2 neutron-server[103376]: return f(self, *a, **k) Feb 04 17:19:12.573640 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 17:19:12.573640 n-d-827839-2 neutron-server[103376]: return self._get(url).json() Feb 04 17:19:12.573640 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 17:19:12.573640 n-d-827839-2 neutron-server[103376]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 17:19:12.573640 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 17:19:12.573640 n-d-827839-2 neutron-server[103376]: return self.request(url, 'GET', **kwargs) Feb 04 17:19:12.573640 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 17:19:12.573640 n-d-827839-2 neutron-server[103376]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 17:19:12.573640 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 17:19:12.573640 n-d-827839-2 neutron-server[103376]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 17:19:12.573640 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 17:19:12.573640 n-d-827839-2 neutron-server[103376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 17:19:12.573640 n-d-827839-2 neutron-server[103376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 17:19:12.624547 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-83829569-6ac7-4981-b6ab-6b4ed670aeef req-c9322c13-3f82-4552-af5c-f2c1d9c0664a tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] 10.222.0.89 "GET /v2.0/security-groups?id=c591d0a0-8f77-4259-ab5e-c54cb31473d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291180 Feb 04 17:19:12.717046 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-a5e95eed-fb61-4c64-8e6e-41b555b86dc6 req-4d3c04e2-bfba-4dab-93ee-a5976e2a273d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (645c34a0-6641-41db-8d2a-af675eb8fb2e), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:12.768023 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-348324d0-8aad-4508-82c5-7eeae0481a4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1543671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1595572'] for network (18207d46-382e-4b85-9e21-8a16ad00a860), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:12.785228 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-348324d0-8aad-4508-82c5-7eeae0481a4d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677565'] for network (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:12.793074 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-348324d0-8aad-4508-82c5-7eeae0481a4d admin admin] 10.222.0.89 "DELETE /v2.0/networks/18207d46-382e-4b85-9e21-8a16ad00a860 HTTP/1.1" status: 204 len: 168 time: 2.9303076 Feb 04 17:19:12.818487 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13322440-1464-467d-827e-fec8b95c4cfc req-d7cf798a-bca0-4670-832e-3ce16d03f4de tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:19:12.833235 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-13322440-1464-467d-827e-fec8b95c4cfc req-d7cf798a-bca0-4670-832e-3ce16d03f4de tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] 10.222.0.89 "GET /v2.0/ports?device_id=809c551a-1790-4b2b-baf4-9847169d6487 HTTP/1.1" status: 200 len: 945 time: 0.0874314 Feb 04 17:19:12.860898 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348324d0-8aad-4508-82c5-7eeae0481a4d admin admin] Pushing event deleted for resources: {'Network': ['ID=18207d46-382e-4b85-9e21-8a16ad00a860,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:19:12.867234 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-d933b264-498b-417b-8d22-196e58ed050f req-df5d711c-cd68-437d-8b2b-ef98e059fc41 tempest-FloatingIPsAssociationNegativeTestJSON-1592197425 tempest-FloatingIPsAssociationNegativeTestJSON-1592197425-project] 10.222.0.89 "GET /v2.0/ports?device_id=f47ef111-efcf-4236-94b4-2cdab93576d8 HTTP/1.1" status: 200 len: 210 time: 0.0886691 Feb 04 17:19:12.985076 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device 1bae8eb6-8622-475f-ad27-e33db01c7b4a no longer exists at agent hyperv_n-h1-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:19:13.024824 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] No Port match for: 1bae8eb6-8622-475f-ad27-e33db01c7b4a {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 17:19:13.025748 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-13322440-1464-467d-827e-fec8b95c4cfc req-3e7f9362-1f69-46ff-bc9d-dbed320963c6 tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] 10.222.0.89 "GET /v2.0/security-groups?id=18e6cc58-e448-4d12-9423-2a502a086ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1915472 Feb 04 17:19:13.027534 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device 1bae8eb6-8622-475f-ad27-e33db01c7b4a not bound to the agent host n-h1-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 17:19:13.039493 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device 642b0a55-6b87-42d0-b6db-20174d917fd0 no longer exists at agent hyperv_n-h1-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:19:13.043673 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [req-a5e95eed-fb61-4c64-8e6e-41b555b86dc6 req-4d3c04e2-bfba-4dab-93ee-a5976e2a273d service neutron] For port 645c34a0-6641-41db-8d2a-af675eb8fb2e, host n-h2-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=645c34a0-6641-41db-8d2a-af675eb8fb2e,segment=NetworkSegment(4adf983e-b4f0-4caa-beec-ecaadf2366f2),segment_id=4adf983e-b4f0-4caa-beec-ecaadf2366f2)] {{(pid=103376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:19:13.108408 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [req-a5e95eed-fb61-4c64-8e6e-41b555b86dc6 req-4d3c04e2-bfba-4dab-93ee-a5976e2a273d service neutron] For port 645c34a0-6641-41db-8d2a-af675eb8fb2e, host n-h2-827839-2, cleared binding levels {{(pid=103376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:19:13.112470 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] No Port match for: 642b0a55-6b87-42d0-b6db-20174d917fd0 {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 17:19:13.113342 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device 642b0a55-6b87-42d0-b6db-20174d917fd0 not bound to the agent host n-h1-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 17:19:13.245558 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 60584) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:19:13.260799 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 60586) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:19:13.319237 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca8c2c5e-ad64-4100-9832-0b203d74013c admin admin] Deleting subnet 009ec162-9c7a-412e-b512-41bf0f49c405 {{(pid=103377) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 17:19:13.324565 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-ca8c2c5e-ad64-4100-9832-0b203d74013c admin admin] Publish callbacks [] for subnet (009ec162-9c7a-412e-b512-41bf0f49c405), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:13.376221 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-ca8c2c5e-ad64-4100-9832-0b203d74013c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26866676'] for subnet (009ec162-9c7a-412e-b512-41bf0f49c405), precommit_delete_associations {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:13.394912 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a22dd5-3efe-4696-b865-c8db30e1beed req-c1f74bfc-55e6-43ca-8cac-182951fb30d9 tempest-ServersAdminTestJSON-70469306 tempest-ServersAdminTestJSON-70469306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:19:13.396471 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-65a22dd5-3efe-4696-b865-c8db30e1beed req-c1f74bfc-55e6-43ca-8cac-182951fb30d9 tempest-ServersAdminTestJSON-70469306 tempest-ServersAdminTestJSON-70469306-project] 10.222.0.89 "GET /v2.0/ports?device_id=cdea105d-d892-4559-baed-fb98b40680d0 HTTP/1.1" status: 200 len: 950 time: 0.2440441 Feb 04 17:19:13.430456 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-ca8c2c5e-ad64-4100-9832-0b203d74013c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1541225'] for subnet (009ec162-9c7a-412e-b512-41bf0f49c405), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:13.520501 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-ca8c2c5e-ad64-4100-9832-0b203d74013c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1541216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25888360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25597190'] for subnet (009ec162-9c7a-412e-b512-41bf0f49c405), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:13.578225 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-ca8c2c5e-ad64-4100-9832-0b203d74013c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677565'] for subnet (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:13.593018 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-ca8c2c5e-ad64-4100-9832-0b203d74013c admin admin] 10.222.0.89 "DELETE /v2.0/subnets/009ec162-9c7a-412e-b512-41bf0f49c405 HTTP/1.1" status: 204 len: 168 time: 0.3416784 Feb 04 17:19:13.593018 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8c2c5e-ad64-4100-9832-0b203d74013c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=009ec162-9c7a-412e-b512-41bf0f49c405,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:19:13.606675 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 60608) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:19:13.974684 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-3803e03c-0a11-42fb-8c8b-68008b44e48b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628832'] for network (7d3b249c-25c0-4657-92f5-d78df5eaf5f8), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:14.061795 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00e95e9-34d2-44eb-b08b-1277ee1b6e43 req-4e85b18a-4767-439a-b0d5-59a9bae60004 tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:19:14.070272 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-c00e95e9-34d2-44eb-b08b-1277ee1b6e43 req-4e85b18a-4767-439a-b0d5-59a9bae60004 tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] 10.222.0.89 "GET /v2.0/ports?device_id=2334ee69-0871-44da-b636-9ceb5bb33e7e HTTP/1.1" status: 200 len: 945 time: 0.2042525 Feb 04 17:19:14.144395 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-3803e03c-0a11-42fb-8c8b-68008b44e48b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1543676', 'neutron.services.segments.db._delete_segments_for_network-8781084786517'] for network (7d3b249c-25c0-4657-92f5-d78df5eaf5f8), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:14.183772 n-d-827839-2 neutron-server[103377]: DEBUG neutron.services.segments.db [None req-3803e03c-0a11-42fb-8c8b-68008b44e48b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d3b249c-25c0-4657-92f5-d78df5eaf5f8']}} {{(pid=103377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:19:14.206121 n-d-827839-2 neutron-server[103377]: DEBUG neutron.services.segments.db [None req-3803e03c-0a11-42fb-8c8b-68008b44e48b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2609fe7-cd5f-472c-80a0-6817cc30c6f8') {'for_net_delete': True} {{(pid=103377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:19:14.206905 n-d-827839-2 neutron-server[103377]: DEBUG neutron.services.segments.db [None req-3803e03c-0a11-42fb-8c8b-68008b44e48b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2609fe7-cd5f-472c-80a0-6817cc30c6f8') {} {{(pid=103377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:19:14.221891 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-a5e95eed-fb61-4c64-8e6e-41b555b86dc6 req-4d3c04e2-bfba-4dab-93ee-a5976e2a273d service neutron] Publish callbacks [] for port (645c34a0-6641-41db-8d2a-af675eb8fb2e), precommit_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:14.223632 n-d-827839-2 neutron-server[103376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '809c551a-1790-4b2b-baf4-9847169d6487', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '645c34a0-6641-41db-8d2a-af675eb8fb2e'}] {{(pid=103376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:19:14.225965 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d59c3bb5e2f09ebf62144d5e09b1cff60c763a9c19614c24538e77842938c05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a8ac5d8-8530-4c30-a22a-980286261806" -d '{"events": [{"server_uuid": "809c551a-1790-4b2b-baf4-9847169d6487", "name": "network-vif-unplugged", "status": "completed", "tag": "645c34a0-6641-41db-8d2a-af675eb8fb2e"}]}' {{(pid=103376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:19:14.231041 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-3c3c55c4-e197-446d-a5d0-65c096cabe0a admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=549ab3be19c64bf782eb9cf08c0cc261&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9682896 Feb 04 17:19:14.234241 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 60638) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:19:14.288094 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-3803e03c-0a11-42fb-8c8b-68008b44e48b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781084783966', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26866685'] for segment (c2609fe7-cd5f-472c-80a0-6817cc30c6f8), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:14.294914 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-a5e95eed-fb61-4c64-8e6e-41b555b86dc6 req-4d3c04e2-bfba-4dab-93ee-a5976e2a273d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675836'] for port (645c34a0-6641-41db-8d2a-af675eb8fb2e), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:14.313653 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-3803e03c-0a11-42fb-8c8b-68008b44e48b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (c2609fe7-cd5f-472c-80a0-6817cc30c6f8), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:14.327032 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3803e03c-0a11-42fb-8c8b-68008b44e48b admin admin] Releasing vlan 753 on physical network physnet1 to pool {{(pid=103377) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 17:19:14.329501 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-3803e03c-0a11-42fb-8c8b-68008b44e48b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25888454'] for segment (c2609fe7-cd5f-472c-80a0-6817cc30c6f8), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:14.396252 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3c04e2-bfba-4dab-93ee-a5976e2a273d service neutron] Pushing event updated for resources: {'Port': ['ID=645c34a0-6641-41db-8d2a-af675eb8fb2e,revision_number=7']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:19:14.518813 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-65a22dd5-3efe-4696-b865-c8db30e1beed req-31cfc7f7-f1db-47db-8e80-e0890b3ee3c9 tempest-ServersAdminTestJSON-70469306 tempest-ServersAdminTestJSON-70469306-project] 10.222.0.89 "GET /v2.0/security-groups?id=0b9d4704-c600-4325-be39-d787042bd965&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1090250 Feb 04 17:19:14.527345 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-0d2cd92e-c978-4a27-b69f-c8ce02f2962a admin admin] Publish callbacks [] for security_group (97f39e76-7bf1-44bd-bf73-dcbb52112ad3), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:14.534081 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-c00e95e9-34d2-44eb-b08b-1277ee1b6e43 req-fdc8874a-fc91-4364-9d74-47bb32ceb440 tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] 10.222.0.89 "GET /v2.0/security-groups?id=c591d0a0-8f77-4259-ab5e-c54cb31473d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4583509 Feb 04 17:19:14.535926 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 85b07dd7-b88f-4d22-9e61-73ef49291ae4 up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:19:14.536989 n-d-827839-2 neutron-server[103377]: Traceback (most recent call last): Feb 04 17:19:14.536989 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 17:19:14.536989 n-d-827839-2 neutron-server[103377]: timer() Feb 04 17:19:14.536989 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 17:19:14.536989 n-d-827839-2 neutron-server[103377]: cb(*args, **kw) Feb 04 17:19:14.536989 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 17:19:14.536989 n-d-827839-2 neutron-server[103377]: return func(*args, **kwargs) Feb 04 17:19:14.536989 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 17:19:14.536989 n-d-827839-2 neutron-server[103377]: self._notify() Feb 04 17:19:14.536989 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 17:19:14.536989 n-d-827839-2 neutron-server[103377]: self.callback(batched_events) Feb 04 17:19:14.536989 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 17:19:14.536989 n-d-827839-2 neutron-server[103377]: event.method(event) Feb 04 17:19:14.536989 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 17:19:14.536989 n-d-827839-2 neutron-server[103377]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 17:19:14.536989 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 17:19:14.536989 n-d-827839-2 neutron-server[103377]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 17:19:14.536989 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 17:19:14.536989 n-d-827839-2 neutron-server[103377]: return f(self, *a, **k) Feb 04 17:19:14.536989 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 17:19:14.536989 n-d-827839-2 neutron-server[103377]: return self._get(url).json() Feb 04 17:19:14.536989 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 17:19:14.536989 n-d-827839-2 neutron-server[103377]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 17:19:14.536989 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 17:19:14.536989 n-d-827839-2 neutron-server[103377]: return self.request(url, 'GET', **kwargs) Feb 04 17:19:14.536989 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 17:19:14.536989 n-d-827839-2 neutron-server[103377]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 17:19:14.536989 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 17:19:14.536989 n-d-827839-2 neutron-server[103377]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 17:19:14.536989 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 17:19:14.536989 n-d-827839-2 neutron-server[103377]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 17:19:14.536989 n-d-827839-2 neutron-server[103377]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 17:19:14.615167 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-0d2cd92e-c978-4a27-b69f-c8ce02f2962a admin admin] Publish callbacks [] for security_group (97f39e76-7bf1-44bd-bf73-dcbb52112ad3), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:14.732302 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-3803e03c-0a11-42fb-8c8b-68008b44e48b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1543671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1595572'] for network (7d3b249c-25c0-4657-92f5-d78df5eaf5f8), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:14.759597 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [req-a5e95eed-fb61-4c64-8e6e-41b555b86dc6 req-4d3c04e2-bfba-4dab-93ee-a5976e2a273d service neutron] Attempting to bind port 645c34a0-6641-41db-8d2a-af675eb8fb2e on host n-h2-827839-2 for vnic_type normal with profile {"migrating_to": "n-h1-827839-2"} {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:19:14.759937 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [req-a5e95eed-fb61-4c64-8e6e-41b555b86dc6 req-4d3c04e2-bfba-4dab-93ee-a5976e2a273d service neutron] Attempting to bind port 645c34a0-6641-41db-8d2a-af675eb8fb2e by drivers openvswitch,hyperv on host n-h2-827839-2 at level 0 using segments [{'id': '4adf983e-b4f0-4caa-beec-ecaadf2366f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '865a5290-ec33-4655-84a4-bc1453190ac7'}] {{(pid=103376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:19:14.760263 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5e95eed-fb61-4c64-8e6e-41b555b86dc6 req-4d3c04e2-bfba-4dab-93ee-a5976e2a273d service neutron] Attempting to bind port 645c34a0-6641-41db-8d2a-af675eb8fb2e on network 865a5290-ec33-4655-84a4-bc1453190ac7 {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:19:14.795410 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-3803e03c-0a11-42fb-8c8b-68008b44e48b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677565'] for network (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:14.797614 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port 85b07dd7-b88f-4d22-9e61-73ef49291ae4 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:19:14.797993 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (85b07dd7-b88f-4d22-9e61-73ef49291ae4), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:14.812598 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-3803e03c-0a11-42fb-8c8b-68008b44e48b admin admin] 10.222.0.89 "DELETE /v2.0/networks/7d3b249c-25c0-4657-92f5-d78df5eaf5f8 HTTP/1.1" status: 204 len: 168 time: 1.2102869 Feb 04 17:19:14.818647 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-0d2cd92e-c978-4a27-b69f-c8ce02f2962a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (97f39e76-7bf1-44bd-bf73-dcbb52112ad3), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:14.828686 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-0d2cd92e-c978-4a27-b69f-c8ce02f2962a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:14.845322 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-0d2cd92e-c978-4a27-b69f-c8ce02f2962a admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/97f39e76-7bf1-44bd-bf73-dcbb52112ad3 HTTP/1.1" status: 204 len: 168 time: 0.6011755 Feb 04 17:19:14.854279 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5e95eed-fb61-4c64-8e6e-41b555b86dc6 req-4d3c04e2-bfba-4dab-93ee-a5976e2a273d service neutron] Port 645c34a0-6641-41db-8d2a-af675eb8fb2e on network 865a5290-ec33-4655-84a4-bc1453190ac7 not bound, no agent of type Open vSwitch agent registered on host n-h2-827839-2 {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 17:19:14.855513 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5e95eed-fb61-4c64-8e6e-41b555b86dc6 req-4d3c04e2-bfba-4dab-93ee-a5976e2a273d service neutron] Attempting to bind port 645c34a0-6641-41db-8d2a-af675eb8fb2e on network 865a5290-ec33-4655-84a4-bc1453190ac7 {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:19:14.867712 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-502cf6f1-da5c-4330-bf6a-5b5f10a1afa5 req-5db5ad25-b9b2-4bf9-9469-7f9241889dfc tempest-FloatingIPsAssociationNegativeTestJSON-1592197425 tempest-FloatingIPsAssociationNegativeTestJSON-1592197425-project] 10.222.0.89 "GET /v2.0/ports?device_id=f47ef111-efcf-4236-94b4-2cdab93576d8 HTTP/1.1" status: 200 len: 210 time: 0.1611938 Feb 04 17:19:14.881684 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3803e03c-0a11-42fb-8c8b-68008b44e48b admin admin] Pushing event deleted for resources: {'Network': ['ID=7d3b249c-25c0-4657-92f5-d78df5eaf5f8,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:19:14.917375 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5e95eed-fb61-4c64-8e6e-41b555b86dc6 req-4d3c04e2-bfba-4dab-93ee-a5976e2a273d service neutron] Checking agent: {'id': 'f20a1ab3-4332-4f54-833b-ba4a7c687e89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 8, 40), 'started_at': datetime.datetime(2022, 2, 4, 17, 8, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 19, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:19:14.917749 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5e95eed-fb61-4c64-8e6e-41b555b86dc6 req-4d3c04e2-bfba-4dab-93ee-a5976e2a273d service neutron] Checking segment: {'id': '4adf983e-b4f0-4caa-beec-ecaadf2366f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '865a5290-ec33-4655-84a4-bc1453190ac7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:19:14.918140 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5e95eed-fb61-4c64-8e6e-41b555b86dc6 req-4d3c04e2-bfba-4dab-93ee-a5976e2a273d service neutron] Bound using segment: {'id': '4adf983e-b4f0-4caa-beec-ecaadf2366f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '865a5290-ec33-4655-84a4-bc1453190ac7'} {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:19:14.918582 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [req-a5e95eed-fb61-4c64-8e6e-41b555b86dc6 req-4d3c04e2-bfba-4dab-93ee-a5976e2a273d service neutron] Bound port: 645c34a0-6641-41db-8d2a-af675eb8fb2e, host: n-h2-827839-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4adf983e-b4f0-4caa-beec-ecaadf2366f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '865a5290-ec33-4655-84a4-bc1453190ac7'}}] {{(pid=103376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:19:14.918941 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-a5e95eed-fb61-4c64-8e6e-41b555b86dc6 req-4d3c04e2-bfba-4dab-93ee-a5976e2a273d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (645c34a0-6641-41db-8d2a-af675eb8fb2e), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:14.930251 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2cd92e-c978-4a27-b69f-c8ce02f2962a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97f39e76-7bf1-44bd-bf73-dcbb52112ad3,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:19:14.966168 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 04 Feb 2022 17:19:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ccf3c1d-520d-48c1-9827-f44767ed7abc x-openstack-request-id: req-4ccf3c1d-520d-48c1-9827-f44767ed7abc {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:19:14.966554 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "809c551a-1790-4b2b-baf4-9847169d6487", "name": "network-vif-unplugged", "status": "completed", "tag": "645c34a0-6641-41db-8d2a-af675eb8fb2e", "code": 200}]} {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:19:14.966752 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-4ccf3c1d-520d-48c1-9827-f44767ed7abc {{(pid=103376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:19:14.967118 n-d-827839-2 neutron-server[103376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '809c551a-1790-4b2b-baf4-9847169d6487', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '645c34a0-6641-41db-8d2a-af675eb8fb2e', 'code': 200} Feb 04 17:19:15.033029 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port 85b07dd7-b88f-4d22-9e61-73ef49291ae4 is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:19:15.044324 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device 645c34a0-6641-41db-8d2a-af675eb8fb2e details requested by agent hyperv_n-h1-827839-2 with host n-h1-827839-2 {{(pid=103378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 17:19:15.056368 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72072a22-bbf9-482a-9e78-66bb53664132 req-383a1828-e546-4175-844a-4ff915e14f6e tempest-FloatingIPsAssociationNegativeTestJSON-1592197425 tempest-FloatingIPsAssociationNegativeTestJSON-1592197425-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:19:15.058101 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-72072a22-bbf9-482a-9e78-66bb53664132 req-383a1828-e546-4175-844a-4ff915e14f6e tempest-FloatingIPsAssociationNegativeTestJSON-1592197425 tempest-FloatingIPsAssociationNegativeTestJSON-1592197425-project] 10.222.0.96 "GET /v2.0/networks?id=e192c2cc-857d-492a-855f-2dae04acc430 HTTP/1.1" status: 200 len: 828 time: 0.5049365 Feb 04 17:19:15.078403 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [req-72072a22-bbf9-482a-9e78-66bb53664132 req-e685ee24-ed71-4b53-a862-ba5e18fbeeed tempest-FloatingIPsAssociationNegativeTestJSON-1592197425 tempest-FloatingIPsAssociationNegativeTestJSON-1592197425-project] Request body: {'port': {'device_id': 'f47ef111-efcf-4236-94b4-2cdab93576d8', 'network_id': 'e192c2cc-857d-492a-855f-2dae04acc430', 'admin_state_up': True, 'tenant_id': 'd4027c9982744fa0a7137e1cf2e9012e'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:19:15.112027 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [req-a5e95eed-fb61-4c64-8e6e-41b555b86dc6 req-4d3c04e2-bfba-4dab-93ee-a5976e2a273d service neutron] For port 645c34a0-6641-41db-8d2a-af675eb8fb2e, host n-h2-827839-2, cleared binding levels {{(pid=103376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:19:15.127278 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [req-a5e95eed-fb61-4c64-8e6e-41b555b86dc6 req-4d3c04e2-bfba-4dab-93ee-a5976e2a273d service neutron] For port 645c34a0-6641-41db-8d2a-af675eb8fb2e, host n-h2-827839-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=645c34a0-6641-41db-8d2a-af675eb8fb2e,segment=NetworkSegment(4adf983e-b4f0-4caa-beec-ecaadf2366f2),segment_id=4adf983e-b4f0-4caa-beec-ecaadf2366f2)] {{(pid=103376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:19:15.138309 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e31986-16ac-4f1e-9c00-62a04a4d19de req-9a4aef0a-9899-46f9-b144-fbf401ddcbaa tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:19:15.162110 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-d3e31986-16ac-4f1e-9c00-62a04a4d19de req-9a4aef0a-9899-46f9-b144-fbf401ddcbaa tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] 10.222.0.89 "GET /v2.0/ports?device_id=809c551a-1790-4b2b-baf4-9847169d6487 HTTP/1.1" status: 200 len: 943 time: 0.4333451 Feb 04 17:19:15.188878 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-a5e95eed-fb61-4c64-8e6e-41b555b86dc6 req-4d3c04e2-bfba-4dab-93ee-a5976e2a273d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675836'] for port (645c34a0-6641-41db-8d2a-af675eb8fb2e), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:15.263537 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 60678) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:19:15.296086 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] For port 645c34a0-6641-41db-8d2a-af675eb8fb2e, host n-h2-827839-2, got binding levels [] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:19:15.338815 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-d3e31986-16ac-4f1e-9c00-62a04a4d19de req-bd9793a9-e987-4cd4-b64f-9ef8280bd8d2 tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] 10.222.0.89 "GET /v2.0/security-groups?id=18e6cc58-e448-4d12-9423-2a502a086ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1758060 Feb 04 17:19:15.370282 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e95eed-fb61-4c64-8e6e-41b555b86dc6 req-4d3c04e2-bfba-4dab-93ee-a5976e2a273d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:19:15.370522 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Attempting to bind port 645c34a0-6641-41db-8d2a-af675eb8fb2e on host n-h2-827839-2 for vnic_type normal with profile {"migrating_to": "n-h1-827839-2"} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:19:15.370785 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Attempting to bind port 645c34a0-6641-41db-8d2a-af675eb8fb2e by drivers openvswitch,hyperv on host n-h2-827839-2 at level 0 using segments [{'id': '4adf983e-b4f0-4caa-beec-ecaadf2366f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '865a5290-ec33-4655-84a4-bc1453190ac7'}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:19:15.371667 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-a5e95eed-fb61-4c64-8e6e-41b555b86dc6 req-4d3c04e2-bfba-4dab-93ee-a5976e2a273d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:15.373112 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Attempting to bind port 645c34a0-6641-41db-8d2a-af675eb8fb2e on network 865a5290-ec33-4655-84a4-bc1453190ac7 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:19:15.374061 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-a5e95eed-fb61-4c64-8e6e-41b555b86dc6 req-4d3c04e2-bfba-4dab-93ee-a5976e2a273d service neutron] 10.222.0.96 "PUT /v2.0/ports/645c34a0-6641-41db-8d2a-af675eb8fb2e HTTP/1.1" status: 200 len: 1121 time: 2.9008391 Feb 04 17:19:15.376277 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3c04e2-bfba-4dab-93ee-a5976e2a273d service neutron] Pushing event updated for resources: {'Port': ['ID=645c34a0-6641-41db-8d2a-af675eb8fb2e,revision_number=8']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:19:15.383540 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Port 645c34a0-6641-41db-8d2a-af675eb8fb2e on network 865a5290-ec33-4655-84a4-bc1453190ac7 not bound, no agent of type Open vSwitch agent registered on host n-h2-827839-2 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 17:19:15.383906 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Attempting to bind port 645c34a0-6641-41db-8d2a-af675eb8fb2e on network 865a5290-ec33-4655-84a4-bc1453190ac7 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:19:15.397608 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Checking agent: {'id': 'f20a1ab3-4332-4f54-833b-ba4a7c687e89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 8, 40), 'started_at': datetime.datetime(2022, 2, 4, 17, 8, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 19, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:19:15.400705 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Checking segment: {'id': '4adf983e-b4f0-4caa-beec-ecaadf2366f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '865a5290-ec33-4655-84a4-bc1453190ac7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:19:15.401411 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Bound using segment: {'id': '4adf983e-b4f0-4caa-beec-ecaadf2366f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '865a5290-ec33-4655-84a4-bc1453190ac7'} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:19:15.404483 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Bound port: 645c34a0-6641-41db-8d2a-af675eb8fb2e, host: n-h2-827839-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4adf983e-b4f0-4caa-beec-ecaadf2366f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '865a5290-ec33-4655-84a4-bc1453190ac7'}}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:19:15.406273 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (645c34a0-6641-41db-8d2a-af675eb8fb2e), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:15.419393 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-ca0c3404-2f4b-4c1c-8cd9-56317f4f70a1 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=2e74248da24e42d3957f6027e08e0944&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1541414 Feb 04 17:19:15.420450 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 60682) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:19:15.429751 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-72072a22-bbf9-482a-9e78-66bb53664132 req-e685ee24-ed71-4b53-a862-ba5e18fbeeed tempest-FloatingIPsAssociationNegativeTestJSON-1592197425 tempest-FloatingIPsAssociationNegativeTestJSON-1592197425-project] Made reservation on behalf of d4027c9982744fa0a7137e1cf2e9012e for: {'port': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:19:15.433467 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-72072a22-bbf9-482a-9e78-66bb53664132 req-e685ee24-ed71-4b53-a862-ba5e18fbeeed tempest-FloatingIPsAssociationNegativeTestJSON-1592197425 tempest-FloatingIPsAssociationNegativeTestJSON-1592197425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:15.490954 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] get_ports_and_sgs() called for port_ids ['645c34a0-6641-41db-8d2a-af675eb8fb2e'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 17:19:15.559803 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] get_ports_and_sgs() called for port_ids ['645c34a0-6641-41db-8d2a-af675eb8fb2e'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 17:19:15.630310 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-432f0242-c91a-4c80-b798-9ba38fce4f56 admin admin] Publish callbacks [] for security_group (3b13db45-60c3-440c-8ad9-70c66ea7eadd), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:15.701510 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-432f0242-c91a-4c80-b798-9ba38fce4f56 admin admin] Publish callbacks [] for security_group (3b13db45-60c3-440c-8ad9-70c66ea7eadd), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:15.835341 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e6eba1-7f80-4b6f-a0fc-a6bc65e56596 req-f0c2f609-e649-4094-9f19-3c89b7b28033 tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:19:15.838174 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-c8e6eba1-7f80-4b6f-a0fc-a6bc65e56596 req-f0c2f609-e649-4094-9f19-3c89b7b28033 tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] 10.222.0.89 "GET /v2.0/ports?device_id=2334ee69-0871-44da-b636-9ceb5bb33e7e HTTP/1.1" status: 200 len: 945 time: 0.1198244 Feb 04 17:19:15.846628 n-d-827839-2 neutron-server[103378]: WARNING neutron.plugins.ml2.plugin [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Concurrent port binding operations failed on port 645c34a0-6641-41db-8d2a-af675eb8fb2e Feb 04 17:19:15.846980 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.db_base_plugin_common [req-72072a22-bbf9-482a-9e78-66bb53664132 req-e685ee24-ed71-4b53-a862-ba5e18fbeeed tempest-FloatingIPsAssociationNegativeTestJSON-1592197425 tempest-FloatingIPsAssociationNegativeTestJSON-1592197425-project] Allocated IP 172.20.0.13 (e192c2cc-857d-492a-855f-2dae04acc430/d4973353-0966-45fa-beb0-35424b803918/57c2857a-00dd-48a9-a1e3-c390c20ad1fd) {{(pid=103377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:19:15.881017 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] For port 645c34a0-6641-41db-8d2a-af675eb8fb2e, host n-h2-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=645c34a0-6641-41db-8d2a-af675eb8fb2e,segment=NetworkSegment(4adf983e-b4f0-4caa-beec-ecaadf2366f2),segment_id=4adf983e-b4f0-4caa-beec-ecaadf2366f2)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:19:15.881246 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8c6efe-99a7-4f25-b80a-01832ccbf569 req-fa3fe0bf-8d4d-4ea4-aafe-66c4f81846b6 tempest-ServersAdminTestJSON-70469306 tempest-ServersAdminTestJSON-70469306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:19:15.883387 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-1c8c6efe-99a7-4f25-b80a-01832ccbf569 req-fa3fe0bf-8d4d-4ea4-aafe-66c4f81846b6 tempest-ServersAdminTestJSON-70469306 tempest-ServersAdminTestJSON-70469306-project] 10.222.0.89 "GET /v2.0/ports?device_id=cdea105d-d892-4559-baed-fb98b40680d0 HTTP/1.1" status: 200 len: 950 time: 0.1391621 Feb 04 17:19:15.899372 n-d-827839-2 neutron-server[103378]: INFO neutron.plugins.ml2.plugin [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Attempt 2 to bind port 645c34a0-6641-41db-8d2a-af675eb8fb2e Feb 04 17:19:15.899854 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device 645c34a0-6641-41db-8d2a-af675eb8fb2e has no active binding in host n-h1-827839-2 {{(pid=103378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 04 17:19:15.950107 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-c8e6eba1-7f80-4b6f-a0fc-a6bc65e56596 req-c968d129-25be-432a-85a5-b1e11b1f947e tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] 10.222.0.89 "GET /v2.0/security-groups?id=c591d0a0-8f77-4259-ab5e-c54cb31473d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067979 Feb 04 17:19:16.112662 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-1c8c6efe-99a7-4f25-b80a-01832ccbf569 req-24422d6b-4ae0-4f34-ae53-801aa92bdfc8 tempest-ServersAdminTestJSON-70469306 tempest-ServersAdminTestJSON-70469306-project] 10.222.0.89 "GET /v2.0/security-groups?id=0b9d4704-c600-4325-be39-d787042bd965&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2188101 Feb 04 17:19:16.115671 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-432f0242-c91a-4c80-b798-9ba38fce4f56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (3b13db45-60c3-440c-8ad9-70c66ea7eadd), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:16.118398 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-432f0242-c91a-4c80-b798-9ba38fce4f56 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:16.119462 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-432f0242-c91a-4c80-b798-9ba38fce4f56 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/3b13db45-60c3-440c-8ad9-70c66ea7eadd HTTP/1.1" status: 204 len: 168 time: 0.6955128 Feb 04 17:19:16.136726 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432f0242-c91a-4c80-b798-9ba38fce4f56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b13db45-60c3-440c-8ad9-70c66ea7eadd,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:19:16.182968 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-023c7331-8d5d-483c-ace7-8dc52a31f227 req-7acb52b5-5197-4b9d-ad33-037aaffbd8b2 tempest-FloatingIPsAssociationNegativeTestJSON-1592197425 tempest-FloatingIPsAssociationNegativeTestJSON-1592197425-project] 10.222.0.89 "GET /v2.0/ports?device_id=f47ef111-efcf-4236-94b4-2cdab93576d8 HTTP/1.1" status: 200 len: 210 time: 0.1028743 Feb 04 17:19:16.239319 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-72072a22-bbf9-482a-9e78-66bb53664132 req-e685ee24-ed71-4b53-a862-ba5e18fbeeed tempest-FloatingIPsAssociationNegativeTestJSON-1592197425 tempest-FloatingIPsAssociationNegativeTestJSON-1592197425-project] Publish callbacks [] for port (57c2857a-00dd-48a9-a1e3-c390c20ad1fd), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:16.299116 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-72072a22-bbf9-482a-9e78-66bb53664132 req-e685ee24-ed71-4b53-a862-ba5e18fbeeed tempest-FloatingIPsAssociationNegativeTestJSON-1592197425 tempest-FloatingIPsAssociationNegativeTestJSON-1592197425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (57c2857a-00dd-48a9-a1e3-c390c20ad1fd), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:16.380079 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-72072a22-bbf9-482a-9e78-66bb53664132 req-e685ee24-ed71-4b53-a862-ba5e18fbeeed tempest-FloatingIPsAssociationNegativeTestJSON-1592197425 tempest-FloatingIPsAssociationNegativeTestJSON-1592197425-project] Network e192c2cc-857d-492a-855f-2dae04acc430 is already hosted by enough agents. {{(pid=103377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:19:16.381862 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e685ee24-ed71-4b53-a862-ba5e18fbeeed tempest-FloatingIPsAssociationNegativeTestJSON-1592197425 tempest-FloatingIPsAssociationNegativeTestJSON-1592197425-project] Pushing event updated for resources: {'Port': ['ID=57c2857a-00dd-48a9-a1e3-c390c20ad1fd,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:19:16.385725 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [req-72072a22-bbf9-482a-9e78-66bb53664132 req-e685ee24-ed71-4b53-a862-ba5e18fbeeed tempest-FloatingIPsAssociationNegativeTestJSON-1592197425 tempest-FloatingIPsAssociationNegativeTestJSON-1592197425-project] Resources bound (agent type, host, resource id): {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:19:16.403529 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [req-72072a22-bbf9-482a-9e78-66bb53664132 req-e685ee24-ed71-4b53-a862-ba5e18fbeeed tempest-FloatingIPsAssociationNegativeTestJSON-1592197425 tempest-FloatingIPsAssociationNegativeTestJSON-1592197425-project] Received port after_create {{(pid=103377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:19:16.476168 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72072a22-bbf9-482a-9e78-66bb53664132 req-e685ee24-ed71-4b53-a862-ba5e18fbeeed tempest-FloatingIPsAssociationNegativeTestJSON-1592197425 tempest-FloatingIPsAssociationNegativeTestJSON-1592197425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:19:16.477263 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-72072a22-bbf9-482a-9e78-66bb53664132 req-e685ee24-ed71-4b53-a862-ba5e18fbeeed tempest-FloatingIPsAssociationNegativeTestJSON-1592197425 tempest-FloatingIPsAssociationNegativeTestJSON-1592197425-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:16.809854 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 60738) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:19:16.889619 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-52398f01-ee07-4ffc-85fe-5371adc9f9f9 None None] Provisioning complete for port 57c2857a-00dd-48a9-a1e3-c390c20ad1fd triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:19:16.891492 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-52398f01-ee07-4ffc-85fe-5371adc9f9f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (57c2857a-00dd-48a9-a1e3-c390c20ad1fd), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:16.968099 n-d-827839-2 neutron-server[103376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '809c551a-1790-4b2b-baf4-9847169d6487', 'tag': '645c34a0-6641-41db-8d2a-af675eb8fb2e'}] {{(pid=103376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:19:16.970529 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d59c3bb5e2f09ebf62144d5e09b1cff60c763a9c19614c24538e77842938c05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-293af785-b6f0-4f91-b0f0-744ada99b156" -d '{"events": [{"name": "network-changed", "server_uuid": "809c551a-1790-4b2b-baf4-9847169d6487", "tag": "645c34a0-6641-41db-8d2a-af675eb8fb2e"}]}' {{(pid=103376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:19:17.006397 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-52398f01-ee07-4ffc-85fe-5371adc9f9f9 None None] Port 57c2857a-00dd-48a9-a1e3-c390c20ad1fd cannot update to ACTIVE because it is not bound. {{(pid=103378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 17:19:17.040829 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 17:19:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32e6f306-002e-445e-9104-8262b92b3f79 x-openstack-request-id: req-32e6f306-002e-445e-9104-8262b92b3f79 {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:19:17.041130 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "809c551a-1790-4b2b-baf4-9847169d6487", "tag": "645c34a0-6641-41db-8d2a-af675eb8fb2e", "status": "completed", "code": 200}]} {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:19:17.041383 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-32e6f306-002e-445e-9104-8262b92b3f79 {{(pid=103376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:19:17.041779 n-d-827839-2 neutron-server[103376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '809c551a-1790-4b2b-baf4-9847169d6487', 'tag': '645c34a0-6641-41db-8d2a-af675eb8fb2e', 'status': 'completed', 'code': 200} Feb 04 17:19:17.184729 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-72072a22-bbf9-482a-9e78-66bb53664132 req-e685ee24-ed71-4b53-a862-ba5e18fbeeed tempest-FloatingIPsAssociationNegativeTestJSON-1592197425 tempest-FloatingIPsAssociationNegativeTestJSON-1592197425-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1104972 Feb 04 17:19:17.243614 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [req-72072a22-bbf9-482a-9e78-66bb53664132 req-d86038a9-4779-490b-af89-cdc5e42724f2 service neutron] Request body: {'port': {'device_id': 'f47ef111-efcf-4236-94b4-2cdab93576d8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827839-2'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:19:17.263109 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab80e80-b6f5-4bf4-b59d-a552bc088e4d req-e90dfc56-3091-4bb7-98c8-e0c95e9ea1ca tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:19:17.263109 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-dab80e80-b6f5-4bf4-b59d-a552bc088e4d req-e90dfc56-3091-4bb7-98c8-e0c95e9ea1ca tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] 10.222.0.89 "GET /v2.0/ports?device_id=2334ee69-0871-44da-b636-9ceb5bb33e7e HTTP/1.1" status: 200 len: 945 time: 0.1218436 Feb 04 17:19:17.278137 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-553024c2-6931-4a0a-b618-f76c51eed239 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-1154628008-network', 'tenant_id': '84bcb6b5b8134207a17647dabb37adba'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:19:17.362558 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-dab80e80-b6f5-4bf4-b59d-a552bc088e4d req-7e857271-3cf2-4534-aafd-9ae47fb8e299 tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] 10.222.0.89 "GET /v2.0/security-groups?id=c591d0a0-8f77-4259-ab5e-c54cb31473d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746589 Feb 04 17:19:17.391126 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f3cf2e-3683-44ba-80c1-8cd404763800 req-4591a49b-1e38-4cca-8465-02de69d2cdd7 tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:19:17.393177 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-61f3cf2e-3683-44ba-80c1-8cd404763800 req-4591a49b-1e38-4cca-8465-02de69d2cdd7 tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] 10.222.0.89 "GET /v2.0/ports?device_id=809c551a-1790-4b2b-baf4-9847169d6487 HTTP/1.1" status: 200 len: 943 time: 0.9016683 Feb 04 17:19:17.396905 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-553024c2-6931-4a0a-b618-f76c51eed239 admin admin] Made reservation on behalf of 84bcb6b5b8134207a17647dabb37adba for: {'network': 1} {{(pid=103376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:19:17.398952 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293af785-b6f0-4f91-b0f0-744ada99b156 req-b8138d6a-dbe3-482f-849b-45240b12f511 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:19:17.400465 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-293af785-b6f0-4f91-b0f0-744ada99b156 req-b8138d6a-dbe3-482f-849b-45240b12f511 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=8da6ad4e5ee34bf6bb722cd37ab73ea7&device_id=809c551a-1790-4b2b-baf4-9847169d6487 HTTP/1.1" status: 200 len: 1155 time: 0.2751381 Feb 04 17:19:17.401001 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-553024c2-6931-4a0a-b618-f76c51eed239 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for network (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:17.427651 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-553024c2-6931-4a0a-b618-f76c51eed239 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:17.487086 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-72072a22-bbf9-482a-9e78-66bb53664132 req-d86038a9-4779-490b-af89-cdc5e42724f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (57c2857a-00dd-48a9-a1e3-c390c20ad1fd), before_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:17.568211 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-61f3cf2e-3683-44ba-80c1-8cd404763800 req-36f8de3f-3ec6-46be-81d9-bb20ce157930 tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] 10.222.0.89 "GET /v2.0/security-groups?id=18e6cc58-e448-4d12-9423-2a502a086ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1646683 Feb 04 17:19:17.642477 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1480abe-3e37-43e2-9f56-00944873f334 req-b0171f26-ad7b-49a0-9b1e-487d4b408482 tempest-ServersAdminTestJSON-70469306 tempest-ServersAdminTestJSON-70469306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:19:17.656659 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-e1480abe-3e37-43e2-9f56-00944873f334 req-b0171f26-ad7b-49a0-9b1e-487d4b408482 tempest-ServersAdminTestJSON-70469306 tempest-ServersAdminTestJSON-70469306-project] 10.222.0.89 "GET /v2.0/ports?device_id=cdea105d-d892-4559-baed-fb98b40680d0 HTTP/1.1" status: 200 len: 950 time: 0.1746905 Feb 04 17:19:17.776292 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 60794) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:19:17.806087 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-553024c2-6931-4a0a-b618-f76c51eed239 admin admin] Publish callbacks [] for security_group (e148fcbe-ea6c-4cfc-8554-a4e9bc8814ec), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:17.842264 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-e1480abe-3e37-43e2-9f56-00944873f334 req-1d4bf7c7-732b-40b4-a11e-33fe86aca9fc tempest-ServersAdminTestJSON-70469306 tempest-ServersAdminTestJSON-70469306-project] 10.222.0.89 "GET /v2.0/security-groups?id=0b9d4704-c600-4325-be39-d787042bd965&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1765494 Feb 04 17:19:17.844074 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-553024c2-6931-4a0a-b618-f76c51eed239 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (e148fcbe-ea6c-4cfc-8554-a4e9bc8814ec), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:17.864972 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-553024c2-6931-4a0a-b618-f76c51eed239 admin admin] vlan segment allocate from pool success with {'vlan_id': 766, 'physical_network': 'physnet1'} {{(pid=103376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 17:19:17.876524 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-553024c2-6931-4a0a-b618-f76c51eed239 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (3eae67cb-486f-4cdf-bfd8-a936924a3080), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:17.877230 n-d-827839-2 neutron-server[103376]: INFO neutron.db.segments_db [None req-553024c2-6931-4a0a-b618-f76c51eed239 admin admin] Added segment 3eae67cb-486f-4cdf-bfd8-a936924a3080 of type vlan for network adbf6612-dc9a-4bc6-a4ec-d7847720e30a Feb 04 17:19:17.924177 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-553024c2-6931-4a0a-b618-f76c51eed239 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781084292801'] for network (adbf6612-dc9a-4bc6-a4ec-d7847720e30a), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:17.957738 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-553024c2-6931-4a0a-b618-f76c51eed239 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327'] for network (adbf6612-dc9a-4bc6-a4ec-d7847720e30a), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:17.958812 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-553024c2-6931-4a0a-b618-f76c51eed239 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:19:17.959476 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-553024c2-6931-4a0a-b618-f76c51eed239 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677565'] for network (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:17.982343 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-553024c2-6931-4a0a-b618-f76c51eed239 admin admin] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.1680853 Feb 04 17:19:17.995887 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 60798) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:19:18.002359 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-3a94bc9c-579d-4627-895a-fa842a8e0c74 admin admin] Request body: {'subnet': {'network_id': 'adbf6612-dc9a-4bc6-a4ec-d7847720e30a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-1154628008-subnet', 'tenant_id': '84bcb6b5b8134207a17647dabb37adba', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:19:18.032616 n-d-827839-2 neutron-server[103377]: DEBUG neutron.notifiers.nova [req-72072a22-bbf9-482a-9e78-66bb53664132 req-d86038a9-4779-490b-af89-cdc5e42724f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 57c2857a-00dd-48a9-a1e3-c390c20ad1fd {{(pid=103377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 17:19:18.042600 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-1546f3cd-2c4b-46fb-b808-cda2d7990663 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-868804914-network', 'tenant_id': '64ba830c63e7431dadf5a14a32fd3842'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:19:18.044775 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-72072a22-bbf9-482a-9e78-66bb53664132 req-d86038a9-4779-490b-af89-cdc5e42724f2 service neutron] Publish callbacks [] for port (57c2857a-00dd-48a9-a1e3-c390c20ad1fd), precommit_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:18.061745 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.provisioning_blocks [req-72072a22-bbf9-482a-9e78-66bb53664132 req-d86038a9-4779-490b-af89-cdc5e42724f2 service neutron] Transition to ACTIVE for port object 57c2857a-00dd-48a9-a1e3-c390c20ad1fd will not be triggered until provisioned by entity L2. {{(pid=103377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 17:19:18.070815 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553024c2-6931-4a0a-b618-f76c51eed239 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e148fcbe-ea6c-4cfc-8554-a4e9bc8814ec,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:19:18.074073 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-72072a22-bbf9-482a-9e78-66bb53664132 req-d86038a9-4779-490b-af89-cdc5e42724f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25888290'] for port (57c2857a-00dd-48a9-a1e3-c390c20ad1fd), after_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:18.089015 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553024c2-6931-4a0a-b618-f76c51eed239 admin admin] Pushing event updated for resources: {'Network': ['ID=adbf6612-dc9a-4bc6-a4ec-d7847720e30a,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:19:18.101811 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a94bc9c-579d-4627-895a-fa842a8e0c74 admin admin] Made reservation on behalf of 84bcb6b5b8134207a17647dabb37adba for: {'subnet': 1} {{(pid=103376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:19:18.104922 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-3a94bc9c-579d-4627-895a-fa842a8e0c74 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25859006'] for subnet (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:18.107607 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1546f3cd-2c4b-46fb-b808-cda2d7990663 admin admin] Made reservation on behalf of 64ba830c63e7431dadf5a14a32fd3842 for: {'network': 1} {{(pid=103376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:19:18.110407 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-1546f3cd-2c4b-46fb-b808-cda2d7990663 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for network (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:18.126810 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Network adbf6612-dc9a-4bc6-a4ec-d7847720e30a details requested by agent ovs-agent-n-d-827839-2 with host n-d-827839-2 {{(pid=103378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 17:19:18.129992 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-1546f3cd-2c4b-46fb-b808-cda2d7990663 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:18.201247 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86038a9-4779-490b-af89-cdc5e42724f2 service neutron] Pushing event updated for resources: {'Port': ['ID=57c2857a-00dd-48a9-a1e3-c390c20ad1fd,revision_number=2']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:19:18.220755 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293af785-b6f0-4f91-b0f0-744ada99b156 req-f365f69c-a3e7-47f1-a9e2-9a98ccdd5067 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:19:18.222461 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-293af785-b6f0-4f91-b0f0-744ada99b156 req-f365f69c-a3e7-47f1-a9e2-9a98ccdd5067 service neutron] 10.222.0.90 "GET /v2.0/networks?id=865a5290-ec33-4655-84a4-bc1453190ac7 HTTP/1.1" status: 200 len: 908 time: 0.8123145 Feb 04 17:19:18.420024 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-293af785-b6f0-4f91-b0f0-744ada99b156 req-328dc294-27fb-41a2-ba5c-664f254f7f91 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=645c34a0-6641-41db-8d2a-af675eb8fb2e HTTP/1.1" status: 200 len: 217 time: 0.1802151 Feb 04 17:19:18.428308 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-1546f3cd-2c4b-46fb-b808-cda2d7990663 admin admin] Publish callbacks [] for security_group (cc4b9805-caea-4906-9ad3-3e1579c9619f), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:18.442795 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-1546f3cd-2c4b-46fb-b808-cda2d7990663 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (cc4b9805-caea-4906-9ad3-3e1579c9619f), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:18.445068 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd6c4ad-0f80-4eef-96d5-d5ea2c63723f req-24133e06-eca9-40f9-a596-4bd486c60c59 tempest-FloatingIPsAssociationNegativeTestJSON-1592197425 tempest-FloatingIPsAssociationNegativeTestJSON-1592197425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:19:18.453224 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-1fd6c4ad-0f80-4eef-96d5-d5ea2c63723f req-24133e06-eca9-40f9-a596-4bd486c60c59 tempest-FloatingIPsAssociationNegativeTestJSON-1592197425 tempest-FloatingIPsAssociationNegativeTestJSON-1592197425-project] 10.222.0.89 "GET /v2.0/ports?device_id=f47ef111-efcf-4236-94b4-2cdab93576d8 HTTP/1.1" status: 200 len: 944 time: 0.3831098 Feb 04 17:19:18.529272 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293af785-b6f0-4f91-b0f0-744ada99b156 req-34034001-5791-4789-92e7-2c45c193f7fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:19:18.531017 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-293af785-b6f0-4f91-b0f0-744ada99b156 req-34034001-5791-4789-92e7-2c45c193f7fc service neutron] 10.222.0.90 "GET /v2.0/subnets?id=22305eb3-36bf-4425-804b-f2478ee8714d HTTP/1.1" status: 200 len: 847 time: 0.0957420 Feb 04 17:19:18.581497 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1546f3cd-2c4b-46fb-b808-cda2d7990663 admin admin] vlan segment allocate from pool success with {'vlan_id': 775, 'physical_network': 'physnet1'} {{(pid=103376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 17:19:18.615091 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-293af785-b6f0-4f91-b0f0-744ada99b156 req-89a1f64d-952e-4362-9613-1d7a043979bd service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=865a5290-ec33-4655-84a4-bc1453190ac7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0454423 Feb 04 17:19:18.646407 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-1546f3cd-2c4b-46fb-b808-cda2d7990663 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (be1103cf-5393-48aa-b76f-2defc05390b4), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:18.646865 n-d-827839-2 neutron-server[103376]: INFO neutron.db.segments_db [None req-1546f3cd-2c4b-46fb-b808-cda2d7990663 admin admin] Added segment be1103cf-5393-48aa-b76f-2defc05390b4 of type vlan for network 39759074-fb50-4135-a9de-456f123df529 Feb 04 17:19:18.658320 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1546f3cd-2c4b-46fb-b808-cda2d7990663 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc4b9805-caea-4906-9ad3-3e1579c9619f,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:19:18.678364 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-3a94bc9c-579d-4627-895a-fa842a8e0c74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25674939', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25858952'] for subnet (4244c4d2-c07e-443f-888d-8a5b8c7a56c8), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:18.688929 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c83adf-c244-47f1-a316-303af53ce007 req-a9c5c4f8-1d69-4209-ab38-4fb665b38276 tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:19:18.690835 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-71c83adf-c244-47f1-a316-303af53ce007 req-a9c5c4f8-1d69-4209-ab38-4fb665b38276 tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] 10.222.0.89 "GET /v2.0/ports?device_id=2334ee69-0871-44da-b636-9ceb5bb33e7e HTTP/1.1" status: 200 len: 945 time: 0.2122102 Feb 04 17:19:18.716939 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-1fd6c4ad-0f80-4eef-96d5-d5ea2c63723f req-7048cd8a-9a2b-4d3e-9d99-95b0b5684c1a tempest-FloatingIPsAssociationNegativeTestJSON-1592197425 tempest-FloatingIPsAssociationNegativeTestJSON-1592197425-project] 10.222.0.89 "GET /v2.0/security-groups?id=772810a2-9cb8-43b4-821e-fe7f3761f492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2575028 Feb 04 17:19:18.747093 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [req-72072a22-bbf9-482a-9e78-66bb53664132 req-d86038a9-4779-490b-af89-cdc5e42724f2 service neutron] Attempting to bind port 57c2857a-00dd-48a9-a1e3-c390c20ad1fd on host n-h1-827839-2 for vnic_type normal with profile {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:19:18.749914 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [req-72072a22-bbf9-482a-9e78-66bb53664132 req-d86038a9-4779-490b-af89-cdc5e42724f2 service neutron] Attempting to bind port 57c2857a-00dd-48a9-a1e3-c390c20ad1fd by drivers openvswitch,hyperv on host n-h1-827839-2 at level 0 using segments [{'id': '4ef9721f-85a7-4583-b673-a88561aaf54b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'e192c2cc-857d-492a-855f-2dae04acc430'}] {{(pid=103377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:19:18.750556 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72072a22-bbf9-482a-9e78-66bb53664132 req-d86038a9-4779-490b-af89-cdc5e42724f2 service neutron] Attempting to bind port 57c2857a-00dd-48a9-a1e3-c390c20ad1fd on network e192c2cc-857d-492a-855f-2dae04acc430 {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:19:18.778569 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72072a22-bbf9-482a-9e78-66bb53664132 req-d86038a9-4779-490b-af89-cdc5e42724f2 service neutron] Port 57c2857a-00dd-48a9-a1e3-c390c20ad1fd on network e192c2cc-857d-492a-855f-2dae04acc430 not bound, no agent of type Open vSwitch agent registered on host n-h1-827839-2 {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 17:19:18.780931 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72072a22-bbf9-482a-9e78-66bb53664132 req-d86038a9-4779-490b-af89-cdc5e42724f2 service neutron] Attempting to bind port 57c2857a-00dd-48a9-a1e3-c390c20ad1fd on network e192c2cc-857d-492a-855f-2dae04acc430 {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:19:18.793270 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-1546f3cd-2c4b-46fb-b808-cda2d7990663 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781084292801'] for network (39759074-fb50-4135-a9de-456f123df529), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:18.802422 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72072a22-bbf9-482a-9e78-66bb53664132 req-d86038a9-4779-490b-af89-cdc5e42724f2 service neutron] Checking agent: {'id': '3f9244a9-75fc-4c10-b195-11d48b853b41', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 8, 42), 'started_at': datetime.datetime(2022, 2, 4, 17, 8, 42), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 19, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:19:18.807569 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72072a22-bbf9-482a-9e78-66bb53664132 req-d86038a9-4779-490b-af89-cdc5e42724f2 service neutron] Checking segment: {'id': '4ef9721f-85a7-4583-b673-a88561aaf54b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'e192c2cc-857d-492a-855f-2dae04acc430'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:19:18.808320 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72072a22-bbf9-482a-9e78-66bb53664132 req-d86038a9-4779-490b-af89-cdc5e42724f2 service neutron] Bound using segment: {'id': '4ef9721f-85a7-4583-b673-a88561aaf54b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'e192c2cc-857d-492a-855f-2dae04acc430'} {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:19:18.809065 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [req-72072a22-bbf9-482a-9e78-66bb53664132 req-d86038a9-4779-490b-af89-cdc5e42724f2 service neutron] Bound port: 57c2857a-00dd-48a9-a1e3-c390c20ad1fd, host: n-h1-827839-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ef9721f-85a7-4583-b673-a88561aaf54b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'e192c2cc-857d-492a-855f-2dae04acc430'}}] {{(pid=103377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:19:18.816441 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-72072a22-bbf9-482a-9e78-66bb53664132 req-d86038a9-4779-490b-af89-cdc5e42724f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (57c2857a-00dd-48a9-a1e3-c390c20ad1fd), before_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:18.864435 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-71c83adf-c244-47f1-a316-303af53ce007 req-efabdf1d-41cd-415e-b89f-625b4cbb5eff tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] 10.222.0.89 "GET /v2.0/security-groups?id=c591d0a0-8f77-4259-ab5e-c54cb31473d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423478 Feb 04 17:19:18.886503 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a94bc9c-579d-4627-895a-fa842a8e0c74 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4244c4d2-c07e-443f-888d-8a5b8c7a56c8,revision_number=0']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:19:18.911985 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a94bc9c-579d-4627-895a-fa842a8e0c74 admin admin] Checking segment: {'id': '3eae67cb-486f-4cdf-bfd8-a936924a3080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'adbf6612-dc9a-4bc6-a4ec-d7847720e30a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:19:18.916643 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a94bc9c-579d-4627-895a-fa842a8e0c74 admin admin] Network hostable DHCP agents. Network: adbf6612-dc9a-4bc6-a4ec-d7847720e30a, hostable agents: ['bb89f5a3-3c22-440b-b7d1-c4f0c43c184a'], hosted agents: [] {{(pid=103376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 17:19:18.939079 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-1546f3cd-2c4b-46fb-b808-cda2d7990663 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327'] for network (39759074-fb50-4135-a9de-456f123df529), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:18.941021 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1546f3cd-2c4b-46fb-b808-cda2d7990663 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:19:18.941849 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-1546f3cd-2c4b-46fb-b808-cda2d7990663 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677565'] for network (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:18.970983 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-293af785-b6f0-4f91-b0f0-744ada99b156 req-bb4bddde-4188-409e-9fc1-958189f89f44 service neutron] 10.222.0.90 "GET /v2.0/networks/865a5290-ec33-4655-84a4-bc1453190ac7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3444536 Feb 04 17:19:19.048016 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-1546f3cd-2c4b-46fb-b808-cda2d7990663 admin admin] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.2565792 Feb 04 17:19:19.052885 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1546f3cd-2c4b-46fb-b808-cda2d7990663 admin admin] Pushing event updated for resources: {'Network': ['ID=39759074-fb50-4135-a9de-456f123df529,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:19:19.066859 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Network 39759074-fb50-4135-a9de-456f123df529 details requested by agent ovs-agent-n-d-827839-2 with host n-d-827839-2 {{(pid=103378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 17:19:19.085633 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 60846) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:19:19.093098 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-293af785-b6f0-4f91-b0f0-744ada99b156 req-045a9e8c-ac06-49c9-b7c9-a9f3b688e6f3 service neutron] 10.222.0.90 "GET /v2.0/networks/865a5290-ec33-4655-84a4-bc1453190ac7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1143372 Feb 04 17:19:19.094176 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [req-72072a22-bbf9-482a-9e78-66bb53664132 req-d86038a9-4779-490b-af89-cdc5e42724f2 service neutron] For port 57c2857a-00dd-48a9-a1e3-c390c20ad1fd, host n-h1-827839-2, cleared binding levels {{(pid=103377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:19:19.103441 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-c0f09e50-267f-435e-8013-97dbfab6fb9f admin admin] Request body: {'subnet': {'network_id': '39759074-fb50-4135-a9de-456f123df529', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-868804914-subnet', 'tenant_id': '64ba830c63e7431dadf5a14a32fd3842', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:19:19.115180 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d966e07-6916-4352-810d-214864509fe9 req-335c6184-bb0a-4432-8949-3df54c9dccf5 tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:19:19.118385 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a94bc9c-579d-4627-895a-fa842a8e0c74 admin admin] Network adbf6612-dc9a-4bc6-a4ec-d7847720e30a is scheduled to be hosted by DHCP agent bb89f5a3-3c22-440b-b7d1-c4f0c43c184a with binding_index 1 {{(pid=103376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 17:19:19.124205 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-9d966e07-6916-4352-810d-214864509fe9 req-335c6184-bb0a-4432-8949-3df54c9dccf5 tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] 10.222.0.89 "GET /v2.0/ports?device_id=809c551a-1790-4b2b-baf4-9847169d6487 HTTP/1.1" status: 200 len: 943 time: 0.2384186 Feb 04 17:19:19.136942 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [req-72072a22-bbf9-482a-9e78-66bb53664132 req-d86038a9-4779-490b-af89-cdc5e42724f2 service neutron] For port 57c2857a-00dd-48a9-a1e3-c390c20ad1fd, host n-h1-827839-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=57c2857a-00dd-48a9-a1e3-c390c20ad1fd,segment=NetworkSegment(4ef9721f-85a7-4583-b673-a88561aaf54b),segment_id=4ef9721f-85a7-4583-b673-a88561aaf54b)] {{(pid=103377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:19:19.164161 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-72072a22-bbf9-482a-9e78-66bb53664132 req-d86038a9-4779-490b-af89-cdc5e42724f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25888290'] for port (57c2857a-00dd-48a9-a1e3-c390c20ad1fd), after_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:19.182473 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [None req-3a94bc9c-579d-4627-895a-fa842a8e0c74 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827839-2, adbf6612-dc9a-4bc6-a4ec-d7847720e30a) {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:19:19.195710 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a94bc9c-579d-4627-895a-fa842a8e0c74 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:19:19.196530 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-3a94bc9c-579d-4627-895a-fa842a8e0c74 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:19.196892 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32c7239a-ce0c-4154-9d51-a4dafa4598e5 None None] Network adbf6612-dc9a-4bc6-a4ec-d7847720e30a requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:19:19.220081 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0f09e50-267f-435e-8013-97dbfab6fb9f admin admin] Made reservation on behalf of 64ba830c63e7431dadf5a14a32fd3842 for: {'subnet': 1} {{(pid=103376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:19:19.222258 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-c0f09e50-267f-435e-8013-97dbfab6fb9f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25859006'] for subnet (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:19.247141 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72072a22-bbf9-482a-9e78-66bb53664132 req-d86038a9-4779-490b-af89-cdc5e42724f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:19:19.248607 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-72072a22-bbf9-482a-9e78-66bb53664132 req-d86038a9-4779-490b-af89-cdc5e42724f2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:19.252727 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-72072a22-bbf9-482a-9e78-66bb53664132 req-d86038a9-4779-490b-af89-cdc5e42724f2 service neutron] 10.222.0.96 "PUT /v2.0/ports/57c2857a-00dd-48a9-a1e3-c390c20ad1fd HTTP/1.1" status: 200 len: 1092 time: 2.0198827 Feb 04 17:19:19.284713 n-d-827839-2 neutron-server[103377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f47ef111-efcf-4236-94b4-2cdab93576d8', 'tag': '57c2857a-00dd-48a9-a1e3-c390c20ad1fd'}] {{(pid=103377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:19:19.288178 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7240428b650e1488e9361b62648ff4b3a6c19d49d8c27c949491ab58c1346cf0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95284c37-5c96-4feb-a73e-13a124d752a1" -d '{"events": [{"name": "network-changed", "server_uuid": "f47ef111-efcf-4236-94b4-2cdab93576d8", "tag": "57c2857a-00dd-48a9-a1e3-c390c20ad1fd"}]}' {{(pid=103377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:19:19.303476 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-3a94bc9c-579d-4627-895a-fa842a8e0c74 admin admin] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.3066406 Feb 04 17:19:19.332866 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850cab9c-095e-48a2-8fc6-041d7cfca3d0 req-96749906-2afa-4dd5-9c45-6a04dac835f6 tempest-ServersAdminTestJSON-70469306 tempest-ServersAdminTestJSON-70469306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:19:19.334762 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-850cab9c-095e-48a2-8fc6-041d7cfca3d0 req-96749906-2afa-4dd5-9c45-6a04dac835f6 tempest-ServersAdminTestJSON-70469306 tempest-ServersAdminTestJSON-70469306-project] 10.222.0.89 "GET /v2.0/ports?device_id=cdea105d-d892-4559-baed-fb98b40680d0 HTTP/1.1" status: 200 len: 950 time: 0.3696990 Feb 04 17:19:19.500317 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86038a9-4779-490b-af89-cdc5e42724f2 service neutron] Pushing event updated for resources: {'Port': ['ID=57c2857a-00dd-48a9-a1e3-c390c20ad1fd,revision_number=3']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:19:19.512564 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-850cab9c-095e-48a2-8fc6-041d7cfca3d0 req-5bef395c-7c0e-4f42-a97d-2fbdb4c7b698 tempest-ServersAdminTestJSON-70469306 tempest-ServersAdminTestJSON-70469306-project] 10.222.0.89 "GET /v2.0/security-groups?id=0b9d4704-c600-4325-be39-d787042bd965&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1702118 Feb 04 17:19:19.520128 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-913b7129-8f84-4003-91a0-336ba54ace91 None None] Network adbf6612-dc9a-4bc6-a4ec-d7847720e30a requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:19:19.619531 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-9d966e07-6916-4352-810d-214864509fe9 req-fa5874ab-4099-4816-bd18-6a4e4b915fb9 tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] 10.222.0.89 "GET /v2.0/security-groups?id=18e6cc58-e448-4d12-9423-2a502a086ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4942427 Feb 04 17:19:19.620259 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 60854) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:19:19.651412 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 17:19:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae526d12-5fe0-48ed-bc31-0f341fe8495b x-openstack-request-id: req-ae526d12-5fe0-48ed-bc31-0f341fe8495b {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:19:19.652688 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f47ef111-efcf-4236-94b4-2cdab93576d8", "tag": "57c2857a-00dd-48a9-a1e3-c390c20ad1fd", "status": "completed", "code": 200}]} {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:19:19.653192 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-ae526d12-5fe0-48ed-bc31-0f341fe8495b {{(pid=103377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:19:19.654749 n-d-827839-2 neutron-server[103377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f47ef111-efcf-4236-94b4-2cdab93576d8', 'tag': '57c2857a-00dd-48a9-a1e3-c390c20ad1fd', 'status': 'completed', 'code': 200} Feb 04 17:19:19.679946 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72072a22-bbf9-482a-9e78-66bb53664132 req-39dd13f5-8107-4bf7-a593-3b3875744e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:19:19.685007 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-72072a22-bbf9-482a-9e78-66bb53664132 req-39dd13f5-8107-4bf7-a593-3b3875744e55 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=d4027c9982744fa0a7137e1cf2e9012e&device_id=f47ef111-efcf-4236-94b4-2cdab93576d8 HTTP/1.1" status: 200 len: 1126 time: 0.2003324 Feb 04 17:19:19.731959 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-c0f09e50-267f-435e-8013-97dbfab6fb9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25674939', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25858952'] for subnet (acc74b3b-28a2-4a28-a63e-a2e1d0f02fcf), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:19.834335 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-72072a22-bbf9-482a-9e78-66bb53664132 req-2365857b-2c53-48af-bbad-24b572c2542a service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=57c2857a-00dd-48a9-a1e3-c390c20ad1fd HTTP/1.1" status: 200 len: 217 time: 0.1259069 Feb 04 17:19:19.905788 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-6e34d8e3-4413-42bf-a9ad-86fb8af5825a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:19.918651 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72072a22-bbf9-482a-9e78-66bb53664132 req-ec8cad72-2a9b-438a-ae58-18472ed382ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:19:19.920544 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-72072a22-bbf9-482a-9e78-66bb53664132 req-ec8cad72-2a9b-438a-ae58-18472ed382ab service neutron] 10.222.0.96 "GET /v2.0/subnets?id=d4973353-0966-45fa-beb0-35424b803918 HTTP/1.1" status: 200 len: 867 time: 0.0781279 Feb 04 17:19:19.956631 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f09e50-267f-435e-8013-97dbfab6fb9f admin admin] Pushing event updated for resources: {'Subnet': ['ID=acc74b3b-28a2-4a28-a63e-a2e1d0f02fcf,revision_number=0']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:19:20.012874 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72072a22-bbf9-482a-9e78-66bb53664132 req-055d1f79-75a3-40ba-a855-46bf321634ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:19:20.014351 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-72072a22-bbf9-482a-9e78-66bb53664132 req-055d1f79-75a3-40ba-a855-46bf321634ad service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=e192c2cc-857d-492a-855f-2dae04acc430&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0871329 Feb 04 17:19:20.059129 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec30c90e-0569-4fa2-b2a8-79ba166ec422 req-a4ec6359-ac67-4d96-ad5e-33c029846626 tempest-FloatingIPsAssociationNegativeTestJSON-1592197425 tempest-FloatingIPsAssociationNegativeTestJSON-1592197425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:19:20.067423 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-ec30c90e-0569-4fa2-b2a8-79ba166ec422 req-a4ec6359-ac67-4d96-ad5e-33c029846626 tempest-FloatingIPsAssociationNegativeTestJSON-1592197425 tempest-FloatingIPsAssociationNegativeTestJSON-1592197425-project] 10.222.0.89 "GET /v2.0/ports?device_id=f47ef111-efcf-4236-94b4-2cdab93576d8 HTTP/1.1" status: 200 len: 944 time: 0.2268567 Feb 04 17:19:20.074999 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0f09e50-267f-435e-8013-97dbfab6fb9f admin admin] Checking segment: {'id': 'be1103cf-5393-48aa-b76f-2defc05390b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '39759074-fb50-4135-a9de-456f123df529'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:19:20.075437 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0f09e50-267f-435e-8013-97dbfab6fb9f admin admin] Network hostable DHCP agents. Network: 39759074-fb50-4135-a9de-456f123df529, hostable agents: ['bb89f5a3-3c22-440b-b7d1-c4f0c43c184a'], hosted agents: [] {{(pid=103376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 17:19:20.121300 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0f09e50-267f-435e-8013-97dbfab6fb9f admin admin] Network 39759074-fb50-4135-a9de-456f123df529 is scheduled to be hosted by DHCP agent bb89f5a3-3c22-440b-b7d1-c4f0c43c184a with binding_index 1 {{(pid=103376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 17:19:20.161548 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-ec30c90e-0569-4fa2-b2a8-79ba166ec422 req-0247acb7-96fc-4f24-a94e-bf5b5b3a617d tempest-FloatingIPsAssociationNegativeTestJSON-1592197425 tempest-FloatingIPsAssociationNegativeTestJSON-1592197425-project] 10.222.0.89 "GET /v2.0/security-groups?id=772810a2-9cb8-43b4-821e-fe7f3761f492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929959 Feb 04 17:19:20.165391 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-6e34d8e3-4413-42bf-a9ad-86fb8af5825a admin admin] Publish callbacks [] for security_group (a4b6ee7d-b200-438e-a704-29fce024898f), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:20.166097 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [None req-c0f09e50-267f-435e-8013-97dbfab6fb9f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827839-2, 39759074-fb50-4135-a9de-456f123df529) {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:19:20.181003 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35a1e25e-4610-4edd-9e63-771c81dd7a14 None None] Network 39759074-fb50-4135-a9de-456f123df529 requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:19:20.186709 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-6e34d8e3-4413-42bf-a9ad-86fb8af5825a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (a4b6ee7d-b200-438e-a704-29fce024898f), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:20.199199 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0f09e50-267f-435e-8013-97dbfab6fb9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:19:20.200036 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-c0f09e50-267f-435e-8013-97dbfab6fb9f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:20.272836 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-c0f09e50-267f-435e-8013-97dbfab6fb9f admin admin] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1794798 Feb 04 17:19:20.272836 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 60876) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:19:20.286127 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-14b61979-9109-4f4e-9425-9fea3dd83f6e admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-868804914-router', 'tenant_id': '64ba830c63e7431dadf5a14a32fd3842', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188'}}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:19:20.336226 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e929d911-1b8d-4599-acc4-b42af1401ce9 req-467af376-f021-43b9-b615-8a8e96fae91a tempest-ServerAddressesTestJSON-1953420352 tempest-ServerAddressesTestJSON-1953420352-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:19:20.338675 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-e929d911-1b8d-4599-acc4-b42af1401ce9 req-467af376-f021-43b9-b615-8a8e96fae91a tempest-ServerAddressesTestJSON-1953420352 tempest-ServerAddressesTestJSON-1953420352-project] 10.222.0.89 "GET /v2.0/networks?id=adbf6612-dc9a-4bc6-a4ec-d7847720e30a HTTP/1.1" status: 200 len: 814 time: 0.3281384 Feb 04 17:19:20.341093 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-72072a22-bbf9-482a-9e78-66bb53664132 req-2a682663-bd76-4bca-866c-088c40fffcad service neutron] 10.222.0.96 "GET /v2.0/networks/e192c2cc-857d-492a-855f-2dae04acc430?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3138568 Feb 04 17:19:20.347940 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-6e34d8e3-4413-42bf-a9ad-86fb8af5825a admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=7f113faa07b54cc7a265acc722a8b102&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7260070 Feb 04 17:19:20.349041 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 60878) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:19:20.349167 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-14b61979-9109-4f4e-9425-9fea3dd83f6e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1601657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26921'] for router (ce4e4e18-9117-4dc6-b9c8-14f6932b4d45), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:20.352222 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e34d8e3-4413-42bf-a9ad-86fb8af5825a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4b6ee7d-b200-438e-a704-29fce024898f,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:19:20.352875 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-14b61979-9109-4f4e-9425-9fea3dd83f6e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1602025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603663', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1630571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26960'] for router (ce4e4e18-9117-4dc6-b9c8-14f6932b4d45), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:20.438070 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-e929d911-1b8d-4599-acc4-b42af1401ce9 req-b3380248-0c4e-4115-b718-ccc6053ea8bb tempest-ServerAddressesTestJSON-1953420352 tempest-ServerAddressesTestJSON-1953420352-project] 10.222.0.89 "GET /v2.0/quotas/84bcb6b5b8134207a17647dabb37adba HTTP/1.1" status: 200 len: 375 time: 0.0865343 Feb 04 17:19:20.456553 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-14b61979-9109-4f4e-9425-9fea3dd83f6e admin admin] Publish callbacks [] for router_controller (ce4e4e18-9117-4dc6-b9c8-14f6932b4d45), precommit_add_association {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:20.496000 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-e929d911-1b8d-4599-acc4-b42af1401ce9 req-065dda42-1637-4c82-b4ea-099d06eb0b16 tempest-ServerAddressesTestJSON-1953420352 tempest-ServerAddressesTestJSON-1953420352-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=84bcb6b5b8134207a17647dabb37adba&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0452521 Feb 04 17:19:20.592893 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-16556029-9c10-42b4-aa8f-71d221492df8 admin admin] Publish callbacks [] for security_group (a4b6ee7d-b200-438e-a704-29fce024898f), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:20.610663 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-72072a22-bbf9-482a-9e78-66bb53664132 req-d752c1a0-0c50-4ba1-8e94-c707b2a02c90 service neutron] 10.222.0.96 "GET /v2.0/networks/e192c2cc-857d-492a-855f-2dae04acc430?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2603502 Feb 04 17:19:20.638448 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-16556029-9c10-42b4-aa8f-71d221492df8 admin admin] Publish callbacks [] for security_group (a4b6ee7d-b200-438e-a704-29fce024898f), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:20.714496 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-14b61979-9109-4f4e-9425-9fea3dd83f6e admin admin] Publish callbacks [] for router_gateway (ce4e4e18-9117-4dc6-b9c8-14f6932b4d45), precommit_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:20.721056 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-e929d911-1b8d-4599-acc4-b42af1401ce9 req-2883eace-c49c-42d3-af65-de8ae4a0f397 service neutron] 10.222.0.89 "GET /v2.0/networks/adbf6612-dc9a-4bc6-a4ec-d7847720e30a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2150905 Feb 04 17:19:20.802978 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-16556029-9c10-42b4-aa8f-71d221492df8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (a4b6ee7d-b200-438e-a704-29fce024898f), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:20.806358 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-16556029-9c10-42b4-aa8f-71d221492df8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:20.819790 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-16556029-9c10-42b4-aa8f-71d221492df8 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/a4b6ee7d-b200-438e-a704-29fce024898f HTTP/1.1" status: 204 len: 168 time: 0.4563046 Feb 04 17:19:20.821731 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9c24a0-c983-4fb7-a6a4-cfcc0f3c47dd req-752d90f5-b358-4da2-8bf4-3983d7a47372 tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:19:20.821904 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ca0be51-1870-4178-af91-928b15e644eb None None] Network 39759074-fb50-4135-a9de-456f123df529 requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:19:20.824722 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-db9c24a0-c983-4fb7-a6a4-cfcc0f3c47dd req-752d90f5-b358-4da2-8bf4-3983d7a47372 tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] 10.222.0.89 "GET /v2.0/ports?device_id=2334ee69-0871-44da-b636-9ceb5bb33e7e HTTP/1.1" status: 200 len: 945 time: 0.3665535 Feb 04 17:19:20.832333 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95284c37-5c96-4feb-a73e-13a124d752a1 req-aa0086f5-8bf5-456f-afcc-8e9e60d27952 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:19:20.837754 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-95284c37-5c96-4feb-a73e-13a124d752a1 req-aa0086f5-8bf5-456f-afcc-8e9e60d27952 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=d4027c9982744fa0a7137e1cf2e9012e&device_id=f47ef111-efcf-4236-94b4-2cdab93576d8 HTTP/1.1" status: 200 len: 1126 time: 0.1549146 Feb 04 17:19:20.889927 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-db9c24a0-c983-4fb7-a6a4-cfcc0f3c47dd req-2692bbc5-1dc0-4d55-bea1-887cdb792f89 tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] 10.222.0.89 "GET /v2.0/security-groups?id=c591d0a0-8f77-4259-ab5e-c54cb31473d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588586 Feb 04 17:19:20.991239 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16556029-9c10-42b4-aa8f-71d221492df8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4b6ee7d-b200-438e-a704-29fce024898f,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:19:21.132131 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-e929d911-1b8d-4599-acc4-b42af1401ce9 req-07a00953-ad52-46a2-8c15-da801318f174 service neutron] 10.222.0.89 "GET /v2.0/networks/adbf6612-dc9a-4bc6-a4ec-d7847720e30a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4030128 Feb 04 17:19:21.168700 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95284c37-5c96-4feb-a73e-13a124d752a1 req-75d2536f-9302-4b94-b457-ab320b600f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:19:21.174214 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-95284c37-5c96-4feb-a73e-13a124d752a1 req-75d2536f-9302-4b94-b457-ab320b600f48 service neutron] 10.222.0.96 "GET /v2.0/networks?id=e192c2cc-857d-492a-855f-2dae04acc430 HTTP/1.1" status: 200 len: 929 time: 0.3239810 Feb 04 17:19:21.242642 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-14b61979-9109-4f4e-9425-9fea3dd83f6e admin admin] Publish callbacks [] for router_gateway (ce4e4e18-9117-4dc6-b9c8-14f6932b4d45), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:21.271674 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-14b61979-9109-4f4e-9425-9fea3dd83f6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:21.309985 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2a6b6d-9425-4f30-9071-855a7692c86b req-aab179b7-790c-405c-91fe-28275cb954e9 tempest-ServersAdminTestJSON-70469306 tempest-ServersAdminTestJSON-70469306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:19:21.311772 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-8e2a6b6d-9425-4f30-9071-855a7692c86b req-aab179b7-790c-405c-91fe-28275cb954e9 tempest-ServersAdminTestJSON-70469306 tempest-ServersAdminTestJSON-70469306-project] 10.222.0.89 "GET /v2.0/ports?device_id=cdea105d-d892-4559-baed-fb98b40680d0 HTTP/1.1" status: 200 len: 950 time: 0.2033420 Feb 04 17:19:21.365352 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-95284c37-5c96-4feb-a73e-13a124d752a1 req-128d8883-817c-454e-911b-d666ade21c58 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=57c2857a-00dd-48a9-a1e3-c390c20ad1fd HTTP/1.1" status: 200 len: 217 time: 0.1832376 Feb 04 17:19:21.503993 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95284c37-5c96-4feb-a73e-13a124d752a1 req-d64ca2f1-dedb-405f-bee0-a4f6fea9f843 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:19:21.507885 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-95284c37-5c96-4feb-a73e-13a124d752a1 req-d64ca2f1-dedb-405f-bee0-a4f6fea9f843 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=d4973353-0966-45fa-beb0-35424b803918 HTTP/1.1" status: 200 len: 867 time: 0.1359344 Feb 04 17:19:21.526284 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-8e2a6b6d-9425-4f30-9071-855a7692c86b req-4b51bcaf-5179-4892-834d-ba49a4b5fd80 tempest-ServersAdminTestJSON-70469306 tempest-ServersAdminTestJSON-70469306-project] 10.222.0.89 "GET /v2.0/security-groups?id=0b9d4704-c600-4325-be39-d787042bd965&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198747 Feb 04 17:19:21.665467 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.db_base_plugin_common [None req-14b61979-9109-4f4e-9425-9fea3dd83f6e admin admin] Allocated IP 172.25.6.164 (48165773-85ad-49a1-9ec1-76fc8dc24188/7660bfad-1ea8-4fe7-831b-bed836f13efc/e96567ae-3e87-4caf-a5b1-d9732d0e896d) {{(pid=103376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:19:21.771823 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1656e471-ef49-40a5-a259-6704ce61cf9c req-fd121f12-afe3-4604-aafb-91de73d0553c tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:19:21.790683 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-1656e471-ef49-40a5-a259-6704ce61cf9c req-fd121f12-afe3-4604-aafb-91de73d0553c tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] 10.222.0.89 "GET /v2.0/ports?device_id=809c551a-1790-4b2b-baf4-9847169d6487 HTTP/1.1" status: 200 len: 943 time: 0.2814052 Feb 04 17:19:21.838172 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95284c37-5c96-4feb-a73e-13a124d752a1 req-f76dc5c7-16c3-472f-bcde-4a910edb1c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:19:21.840283 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-95284c37-5c96-4feb-a73e-13a124d752a1 req-f76dc5c7-16c3-472f-bcde-4a910edb1c5f service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=e192c2cc-857d-492a-855f-2dae04acc430&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3202417 Feb 04 17:19:21.853161 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68199c8-75c1-4dc3-9fa1-146588ec2422 req-37ebbd0c-8a04-493a-b7af-1c37ee3454f9 tempest-FloatingIPsAssociationNegativeTestJSON-1592197425 tempest-FloatingIPsAssociationNegativeTestJSON-1592197425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:19:21.855088 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-e68199c8-75c1-4dc3-9fa1-146588ec2422 req-37ebbd0c-8a04-493a-b7af-1c37ee3454f9 tempest-FloatingIPsAssociationNegativeTestJSON-1592197425 tempest-FloatingIPsAssociationNegativeTestJSON-1592197425-project] 10.222.0.89 "GET /v2.0/ports?device_id=f47ef111-efcf-4236-94b4-2cdab93576d8 HTTP/1.1" status: 200 len: 944 time: 0.1347833 Feb 04 17:19:21.925213 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-1656e471-ef49-40a5-a259-6704ce61cf9c req-02d33fe9-1fde-42ba-8450-f52691edfeca tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] 10.222.0.89 "GET /v2.0/security-groups?id=18e6cc58-e448-4d12-9423-2a502a086ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275985 Feb 04 17:19:21.925376 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-14b61979-9109-4f4e-9425-9fea3dd83f6e admin admin] Publish callbacks [] for port (e96567ae-3e87-4caf-a5b1-d9732d0e896d), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:21.954565 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-e68199c8-75c1-4dc3-9fa1-146588ec2422 req-fc0bc60c-265d-402d-9ded-e359aa44c68a tempest-FloatingIPsAssociationNegativeTestJSON-1592197425 tempest-FloatingIPsAssociationNegativeTestJSON-1592197425-project] 10.222.0.89 "GET /v2.0/security-groups?id=772810a2-9cb8-43b4-821e-fe7f3761f492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920961 Feb 04 17:19:22.011466 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-14b61979-9109-4f4e-9425-9fea3dd83f6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (e96567ae-3e87-4caf-a5b1-d9732d0e896d), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:22.073020 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14b61979-9109-4f4e-9425-9fea3dd83f6e admin admin] Network 48165773-85ad-49a1-9ec1-76fc8dc24188 is already hosted by enough agents. {{(pid=103376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:19:22.079532 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [None req-14b61979-9109-4f4e-9425-9fea3dd83f6e admin admin] Resources bound (agent type, host, resource id): {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:19:22.082706 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14b61979-9109-4f4e-9425-9fea3dd83f6e admin admin] Received port after_create {{(pid=103376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:19:22.169144 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b61979-9109-4f4e-9425-9fea3dd83f6e admin admin] Pushing event updated for resources: {'Port': ['ID=e96567ae-3e87-4caf-a5b1-d9732d0e896d,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:19:22.211379 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abad9317-dcb8-4531-a27b-0512311e80e9 req-89b21d99-98ae-476b-8285-81dfcdc1a0b2 tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:19:22.213589 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-abad9317-dcb8-4531-a27b-0512311e80e9 req-89b21d99-98ae-476b-8285-81dfcdc1a0b2 tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] 10.222.0.89 "GET /v2.0/ports?device_id=2334ee69-0871-44da-b636-9ceb5bb33e7e HTTP/1.1" status: 200 len: 945 time: 0.1026759 Feb 04 17:19:22.221424 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-f8b3b678-ce78-43a6-a4e0-d63d3afdfe3c req-64d5a9b5-5985-4c2e-876e-13a5495508a8 tempest-ServerAddressesTestJSON-1953420352 tempest-ServerAddressesTestJSON-1953420352-project] 10.222.0.89 "GET /v2.0/ports?device_id=7cb76be2-857a-4344-8c61-d28f5c302049 HTTP/1.1" status: 200 len: 210 time: 0.0724113 Feb 04 17:19:22.326472 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-95284c37-5c96-4feb-a73e-13a124d752a1 req-36c02f87-3652-4512-8008-b8e7895a3bbd service neutron] 10.222.0.96 "GET /v2.0/networks/e192c2cc-857d-492a-855f-2dae04acc430?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4167929 Feb 04 17:19:22.381655 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-abad9317-dcb8-4531-a27b-0512311e80e9 req-e345d4aa-1633-421e-a888-c91718e9557a tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] 10.222.0.89 "GET /v2.0/security-groups?id=c591d0a0-8f77-4259-ab5e-c54cb31473d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159880 Feb 04 17:19:22.641774 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-95284c37-5c96-4feb-a73e-13a124d752a1 req-5e1d11a1-8b68-44e2-bf19-8bc7c80be6ef service neutron] 10.222.0.96 "GET /v2.0/networks/e192c2cc-857d-492a-855f-2dae04acc430?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3099051 Feb 04 17:19:22.791143 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-14b61979-9109-4f4e-9425-9fea3dd83f6e admin admin] Publish callbacks [] for router_gateway (ce4e4e18-9117-4dc6-b9c8-14f6932b4d45), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:22.805263 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5dda17f-3d58-4267-b205-ac43d0213e9c req-7632b5e0-1cbd-4750-92e5-43cb99580592 tempest-ServersAdminTestJSON-70469306 tempest-ServersAdminTestJSON-70469306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:19:22.817665 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-e5dda17f-3d58-4267-b205-ac43d0213e9c req-7632b5e0-1cbd-4750-92e5-43cb99580592 tempest-ServersAdminTestJSON-70469306 tempest-ServersAdminTestJSON-70469306-project] 10.222.0.89 "GET /v2.0/ports?device_id=cdea105d-d892-4559-baed-fb98b40680d0 HTTP/1.1" status: 200 len: 950 time: 0.1217232 Feb 04 17:19:22.887005 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-e5dda17f-3d58-4267-b205-ac43d0213e9c req-7a27b2f7-b029-484b-8ccb-6e75608011e7 tempest-ServersAdminTestJSON-70469306 tempest-ServersAdminTestJSON-70469306-project] 10.222.0.89 "GET /v2.0/security-groups?id=0b9d4704-c600-4325-be39-d787042bd965&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681047 Feb 04 17:19:23.105042 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Device 35ae7739-d12e-440a-928f-2c25bcb6031d details requested by agent hyperv_n-h2-827839-2 with host n-h2-827839-2 {{(pid=103378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 17:19:23.131480 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Device 645c34a0-6641-41db-8d2a-af675eb8fb2e no longer exists at agent hyperv_n-h2-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:19:23.139474 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-14b61979-9109-4f4e-9425-9fea3dd83f6e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1602046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603680'] for router (ce4e4e18-9117-4dc6-b9c8-14f6932b4d45), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:23.197588 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7bc474-a360-47e7-906e-ee142e96f9d3 req-245e3771-d5e2-406c-b1bf-1b70beee62d6 tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:19:23.199212 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-4f7bc474-a360-47e7-906e-ee142e96f9d3 req-245e3771-d5e2-406c-b1bf-1b70beee62d6 tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] 10.222.0.89 "GET /v2.0/ports?device_id=809c551a-1790-4b2b-baf4-9847169d6487 HTTP/1.1" status: 200 len: 943 time: 0.1420536 Feb 04 17:19:23.369521 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.db.resource_extend [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 17:19:23.460515 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Current status of the port 645c34a0-6641-41db-8d2a-af675eb8fb2e is: DOWN; New status is: DOWN {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:19:23.556080 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] For port 35ae7739-d12e-440a-928f-2c25bcb6031d, host n-h2-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=35ae7739-d12e-440a-928f-2c25bcb6031d,segment=NetworkSegment(3a39b085-d3e6-43bb-a64c-1b06dd049e5a),segment_id=3a39b085-d3e6-43bb-a64c-1b06dd049e5a)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:19:23.587431 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Returning: {'device': '35ae7739-d12e-440a-928f-2c25bcb6031d', 'network_id': '02be22b9-aa53-40ea-8050-9239cd27d1ff', 'port_id': '35ae7739-d12e-440a-928f-2c25bcb6031d', 'mac_address': 'fa:16:3e:02:6d:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 797, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c974b0ff-2c5c-4667-8a81-3bde3ea6ced5', 'ip_address': '192.168.233.215'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 17:19:23.601391 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 60968) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:19:23.684051 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Current status of the port 35ae7739-d12e-440a-928f-2c25bcb6031d is: ACTIVE; New status is: BUILD {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:19:23.684840 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (35ae7739-d12e-440a-928f-2c25bcb6031d), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:23.688130 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e929d911-1b8d-4599-acc4-b42af1401ce9 req-ecd87276-a15e-480d-b9b3-eab42183454e tempest-ServerAddressesTestJSON-1953420352 tempest-ServerAddressesTestJSON-1953420352-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:19:23.689888 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-e929d911-1b8d-4599-acc4-b42af1401ce9 req-ecd87276-a15e-480d-b9b3-eab42183454e tempest-ServerAddressesTestJSON-1953420352 tempest-ServerAddressesTestJSON-1953420352-project] 10.222.0.90 "GET /v2.0/networks?id=adbf6612-dc9a-4bc6-a4ec-d7847720e30a HTTP/1.1" status: 200 len: 814 time: 0.3560076 Feb 04 17:19:23.709383 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [req-e929d911-1b8d-4599-acc4-b42af1401ce9 req-67de853a-13db-4810-b3d9-416b02dd42f4 tempest-ServerAddressesTestJSON-1953420352 tempest-ServerAddressesTestJSON-1953420352-project] Request body: {'port': {'device_id': '7cb76be2-857a-4344-8c61-d28f5c302049', 'network_id': 'adbf6612-dc9a-4bc6-a4ec-d7847720e30a', 'admin_state_up': True, 'tenant_id': '84bcb6b5b8134207a17647dabb37adba'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:19:23.726259 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-4f7bc474-a360-47e7-906e-ee142e96f9d3 req-aca3e37d-e561-4a16-add6-28e9ceccc264 tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] 10.222.0.89 "GET /v2.0/security-groups?id=18e6cc58-e448-4d12-9423-2a502a086ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775354 Feb 04 17:19:23.734853 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 35ae7739-d12e-440a-928f-2c25bcb6031d {{(pid=103378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 17:19:23.785023 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] For port 35ae7739-d12e-440a-928f-2c25bcb6031d, host n-h2-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=35ae7739-d12e-440a-928f-2c25bcb6031d,segment=NetworkSegment(3a39b085-d3e6-43bb-a64c-1b06dd049e5a),segment_id=3a39b085-d3e6-43bb-a64c-1b06dd049e5a)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:19:23.796385 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (35ae7739-d12e-440a-928f-2c25bcb6031d), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:23.830770 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14b61979-9109-4f4e-9425-9fea3dd83f6e admin admin] Router ce4e4e18-9117-4dc6-b9c8-14f6932b4d45 is scheduled to L3 agent 64ada913-9131-4d99-a265-63a920956287 with binding_index 1 {{(pid=103376) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 17:19:23.890088 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f05679-a43d-4c19-8f74-fe3a6cd0c598 req-6b0a977d-b935-40c4-b889-9c37dec2e37f tempest-AttachSCSIVolumeTestJSON-480248312 tempest-AttachSCSIVolumeTestJSON-480248312-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:19:23.898464 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-76f05679-a43d-4c19-8f74-fe3a6cd0c598 req-6b0a977d-b935-40c4-b889-9c37dec2e37f tempest-AttachSCSIVolumeTestJSON-480248312 tempest-AttachSCSIVolumeTestJSON-480248312-project] 10.222.0.89 "GET /v2.0/networks?id=e7a2df79-c8ce-4040-9052-dff1b84320da HTTP/1.1" status: 200 len: 815 time: 0.4023309 Feb 04 17:19:23.901872 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Pushing event updated for resources: {'Port': ['ID=35ae7739-d12e-440a-928f-2c25bcb6031d,revision_number=6']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:19:23.920171 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-76f05679-a43d-4c19-8f74-fe3a6cd0c598 req-841920d6-6696-4fa9-b5d8-aae2913ec343 tempest-AttachSCSIVolumeTestJSON-480248312 tempest-AttachSCSIVolumeTestJSON-480248312-project] 10.222.0.89 "GET /v2.0/quotas/17c7616ca43843acb731e2b80c6fd54e HTTP/1.1" status: 200 len: 375 time: 0.0204175 Feb 04 17:19:23.926347 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:19:23.926708 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:19:23.927059 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:19:23.927406 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:19:23.927746 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:19:23.928084 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:19:23.928423 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:19:23.933514 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:19:23.933888 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:19:23.934243 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:19:23.934593 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:19:23.934939 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:19:23.935279 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:19:23.966591 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-18d429ba-9405-49e8-830a-efb74601b7cc tempest-PortsAdminExtendedAttrsTestJSON-1445891779 tempest-PortsAdminExtendedAttrsTestJSON-1445891779-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-89493304'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:19:24.001276 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e929d911-1b8d-4599-acc4-b42af1401ce9 req-67de853a-13db-4810-b3d9-416b02dd42f4 tempest-ServerAddressesTestJSON-1953420352 tempest-ServerAddressesTestJSON-1953420352-project] Made reservation on behalf of 84bcb6b5b8134207a17647dabb37adba for: {'port': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:19:24.005548 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-e929d911-1b8d-4599-acc4-b42af1401ce9 req-67de853a-13db-4810-b3d9-416b02dd42f4 tempest-ServerAddressesTestJSON-1953420352 tempest-ServerAddressesTestJSON-1953420352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:24.021470 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ac6ffa-fe04-405b-9607-43ad569199e6 req-63d07b70-8c28-4ada-910c-4c3a850099a0 tempest-FloatingIPsAssociationNegativeTestJSON-1592197425 tempest-FloatingIPsAssociationNegativeTestJSON-1592197425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:19:24.021898 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18d429ba-9405-49e8-830a-efb74601b7cc tempest-PortsAdminExtendedAttrsTestJSON-1445891779 tempest-PortsAdminExtendedAttrsTestJSON-1445891779-project] Made reservation on behalf of 873b93d1a5c247f28aceefe105083179 for: {'network': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:19:24.023046 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-20ac6ffa-fe04-405b-9607-43ad569199e6 req-63d07b70-8c28-4ada-910c-4c3a850099a0 tempest-FloatingIPsAssociationNegativeTestJSON-1592197425 tempest-FloatingIPsAssociationNegativeTestJSON-1592197425-project] 10.222.0.89 "GET /v2.0/ports?device_id=f47ef111-efcf-4236-94b4-2cdab93576d8 HTTP/1.1" status: 200 len: 944 time: 0.1276705 Feb 04 17:19:24.025330 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-18d429ba-9405-49e8-830a-efb74601b7cc tempest-PortsAdminExtendedAttrsTestJSON-1445891779 tempest-PortsAdminExtendedAttrsTestJSON-1445891779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for network (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:24.058876 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14b61979-9109-4f4e-9425-9fea3dd83f6e admin admin] Notify agent at l3_agent.n-d-827839-2 the message routers_updated {{(pid=103376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 17:19:24.072410 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da1784a0-602a-4552-86c6-f02544692ce3 None None] Sync routers for ids ['ce4e4e18-9117-4dc6-b9c8-14f6932b4d45'] in n-d-827839-2 {{(pid=103378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 17:19:24.099418 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-14b61979-9109-4f4e-9425-9fea3dd83f6e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:24.101195 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-14b61979-9109-4f4e-9425-9fea3dd83f6e admin admin] 10.222.0.89 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.8263800 Feb 04 17:19:24.106081 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-20ac6ffa-fe04-405b-9607-43ad569199e6 req-61803412-6476-4963-89a8-6a108a9298a4 tempest-FloatingIPsAssociationNegativeTestJSON-1592197425 tempest-FloatingIPsAssociationNegativeTestJSON-1592197425-project] 10.222.0.89 "GET /v2.0/security-groups?id=772810a2-9cb8-43b4-821e-fe7f3761f492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726459 Feb 04 17:19:24.106800 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 60974) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:19:24.117597 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da1784a0-602a-4552-86c6-f02544692ce3 None None] Routers {'ce4e4e18-9117-4dc6-b9c8-14f6932b4d45'} bound to L3 agent in host n-d-827839-2 {{(pid=103378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:19:24.119845 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-da1784a0-602a-4552-86c6-f02544692ce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:19:02Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['ce4e4e18-9117-4dc6-b9c8-14f6932b4d45'], 'active': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:19:24.165035 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.db_base_plugin_common [req-e929d911-1b8d-4599-acc4-b42af1401ce9 req-67de853a-13db-4810-b3d9-416b02dd42f4 tempest-ServerAddressesTestJSON-1953420352 tempest-ServerAddressesTestJSON-1953420352-project] Allocated IP 172.20.0.3 (adbf6612-dc9a-4bc6-a4ec-d7847720e30a/4244c4d2-c07e-443f-888d-8a5b8c7a56c8/4a73825d-935d-4948-a8ea-efa0c941b806) {{(pid=103377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:19:24.180677 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] get_ports_and_sgs() called for port_ids ['35ae7739-d12e-440a-928f-2c25bcb6031d'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 17:19:24.342567 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-18d429ba-9405-49e8-830a-efb74601b7cc tempest-PortsAdminExtendedAttrsTestJSON-1445891779 tempest-PortsAdminExtendedAttrsTestJSON-1445891779-project] Publish callbacks [] for security_group (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:24.362594 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-76f05679-a43d-4c19-8f74-fe3a6cd0c598 req-a600fd33-d7bb-4311-b785-e70a699ed84b tempest-AttachSCSIVolumeTestJSON-480248312 tempest-AttachSCSIVolumeTestJSON-480248312-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=17c7616ca43843acb731e2b80c6fd54e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4406812 Feb 04 17:19:24.375822 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvr_db [None req-da1784a0-602a-4552-86c6-f02544692ce3 None None] Set router ce4e4e18-9117-4dc6-b9c8-14f6932b4d45 gateway port host: n-d-827839-2 {{(pid=103378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:19:24.397515 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-e929d911-1b8d-4599-acc4-b42af1401ce9 req-67de853a-13db-4810-b3d9-416b02dd42f4 tempest-ServerAddressesTestJSON-1953420352 tempest-ServerAddressesTestJSON-1953420352-project] Publish callbacks [] for port (4a73825d-935d-4948-a8ea-efa0c941b806), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:24.456949 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-c1e3d43e-d3c9-4336-8780-03e8fff5b685 req-9a07679a-c341-4184-b771-dd31cfe22645 tempest-ServerAddressesTestJSON-1953420352 tempest-ServerAddressesTestJSON-1953420352-project] 10.222.0.89 "GET /v2.0/ports?device_id=7cb76be2-857a-4344-8c61-d28f5c302049 HTTP/1.1" status: 200 len: 210 time: 0.0997646 Feb 04 17:19:24.537775 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-76f05679-a43d-4c19-8f74-fe3a6cd0c598 req-74a6de44-d849-416d-87cd-01c0d3ac1840 service neutron] 10.222.0.89 "GET /v2.0/networks/e7a2df79-c8ce-4040-9052-dff1b84320da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1744595 Feb 04 17:19:24.547027 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-e929d911-1b8d-4599-acc4-b42af1401ce9 req-67de853a-13db-4810-b3d9-416b02dd42f4 tempest-ServerAddressesTestJSON-1953420352 tempest-ServerAddressesTestJSON-1953420352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (4a73825d-935d-4948-a8ea-efa0c941b806), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:24.654706 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-da1784a0-602a-4552-86c6-f02544692ce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce4e4e18-9117-4dc6-b9c8-14f6932b4d45', 'name': 'tempest-ServerRescueTestJSON-868804914-router', 'tenant_id': '64ba830c63e7431dadf5a14a32fd3842', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.164'}], 'enable_snat': True}, 'gw_port_id': 'e96567ae-3e87-4caf-a5b1-d9732d0e896d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:19:20Z', 'updated_at': '2022-02-04T17:19:22Z', 'revision_number': 3, 'project_id': '64ba830c63e7431dadf5a14a32fd3842', 'gw_port': {'id': 'e96567ae-3e87-4caf-a5b1-d9732d0e896d', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:a9:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce4e4e18-9117-4dc6-b9c8-14f6932b4d45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 983, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:19:21Z', 'updated_at': '2022-02-04T17:19:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2'}], 'n-d-827839-2', False) {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:19:24.693523 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da1784a0-602a-4552-86c6-f02544692ce3 None None] Checking router: ce4e4e18-9117-4dc6-b9c8-14f6932b4d45 for host: n-d-827839-2 {{(pid=103378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 17:19:24.694261 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da1784a0-602a-4552-86c6-f02544692ce3 None None] Updating router ce4e4e18-9117-4dc6-b9c8-14f6932b4d45 port e96567ae-3e87-4caf-a5b1-d9732d0e896d binding host n-d-827839-2 {{(pid=103378) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 17:19:24.729006 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e60ba2-4bab-4fad-8c4a-bba8d18e2b04 req-59b93b1d-1876-4002-b6e8-7171a73957b4 tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:19:24.730802 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-d4e60ba2-4bab-4fad-8c4a-bba8d18e2b04 req-59b93b1d-1876-4002-b6e8-7171a73957b4 tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] 10.222.0.89 "GET /v2.0/ports?device_id=2334ee69-0871-44da-b636-9ceb5bb33e7e HTTP/1.1" status: 200 len: 945 time: 0.1387792 Feb 04 17:19:24.742248 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-da1784a0-602a-4552-86c6-f02544692ce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (e96567ae-3e87-4caf-a5b1-d9732d0e896d), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:24.810098 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-d4e60ba2-4bab-4fad-8c4a-bba8d18e2b04 req-c5228a84-d17b-44e1-a71c-093b8f5eda87 tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] 10.222.0.89 "GET /v2.0/security-groups?id=c591d0a0-8f77-4259-ab5e-c54cb31473d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665975 Feb 04 17:19:24.988645 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e929d911-1b8d-4599-acc4-b42af1401ce9 req-67de853a-13db-4810-b3d9-416b02dd42f4 tempest-ServerAddressesTestJSON-1953420352 tempest-ServerAddressesTestJSON-1953420352-project] Network adbf6612-dc9a-4bc6-a4ec-d7847720e30a is already hosted by enough agents. {{(pid=103377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:19:25.000553 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [req-e929d911-1b8d-4599-acc4-b42af1401ce9 req-67de853a-13db-4810-b3d9-416b02dd42f4 tempest-ServerAddressesTestJSON-1953420352 tempest-ServerAddressesTestJSON-1953420352-project] Resources bound (agent type, host, resource id): {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:19:25.003902 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf47fc7e-8290-4a56-b8fc-d35d6aea9bf8 req-f02e55bd-e575-4814-93b8-9c2abd3ee473 tempest-ServersAdminTestJSON-70469306 tempest-ServersAdminTestJSON-70469306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:19:25.005469 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-bf47fc7e-8290-4a56-b8fc-d35d6aea9bf8 req-f02e55bd-e575-4814-93b8-9c2abd3ee473 tempest-ServersAdminTestJSON-70469306 tempest-ServersAdminTestJSON-70469306-project] 10.222.0.89 "GET /v2.0/ports?device_id=cdea105d-d892-4559-baed-fb98b40680d0 HTTP/1.1" status: 200 len: 949 time: 0.0751739 Feb 04 17:19:25.033871 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-da1784a0-602a-4552-86c6-f02544692ce3 None None] Publish callbacks [] for port (e96567ae-3e87-4caf-a5b1-d9732d0e896d), precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:25.041217 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-da1784a0-602a-4552-86c6-f02544692ce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (e96567ae-3e87-4caf-a5b1-d9732d0e896d), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:25.053434 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-76f05679-a43d-4c19-8f74-fe3a6cd0c598 req-b154f687-d443-4d54-9f5c-91d0c8cde327 service neutron] 10.222.0.89 "GET /v2.0/networks/e7a2df79-c8ce-4040-9052-dff1b84320da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4983299 Feb 04 17:19:25.054280 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [req-e929d911-1b8d-4599-acc4-b42af1401ce9 req-67de853a-13db-4810-b3d9-416b02dd42f4 tempest-ServerAddressesTestJSON-1953420352 tempest-ServerAddressesTestJSON-1953420352-project] Received port after_create {{(pid=103377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:19:25.067809 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-787a4b39-2a4d-4f2e-b8fb-0948cff54df7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:25.105424 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-bf47fc7e-8290-4a56-b8fc-d35d6aea9bf8 req-a5467f18-efed-438a-901f-f0714a5f02eb tempest-ServersAdminTestJSON-70469306 tempest-ServersAdminTestJSON-70469306-project] 10.222.0.89 "GET /v2.0/security-groups?id=0b9d4704-c600-4325-be39-d787042bd965&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730402 Feb 04 17:19:25.113047 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-da1784a0-602a-4552-86c6-f02544692ce3 None None] Attempting to bind port e96567ae-3e87-4caf-a5b1-d9732d0e896d on host n-d-827839-2 for vnic_type normal with profile {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:19:25.113485 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-da1784a0-602a-4552-86c6-f02544692ce3 None None] Attempting to bind port e96567ae-3e87-4caf-a5b1-d9732d0e896d by drivers openvswitch,hyperv on host n-d-827839-2 at level 0 using segments [{'id': '5942dc44-1f07-4c27-b0ab-45a2bff20dd5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188'}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:19:25.113857 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da1784a0-602a-4552-86c6-f02544692ce3 None None] Attempting to bind port e96567ae-3e87-4caf-a5b1-d9732d0e896d on network 48165773-85ad-49a1-9ec1-76fc8dc24188 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:19:25.119413 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device 5ada897c-33ad-4ac3-9825-d2f0ed0512c7 details requested by agent hyperv_n-h1-827839-2 with host n-h1-827839-2 {{(pid=103378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 17:19:25.124039 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Device 35ae7739-d12e-440a-928f-2c25bcb6031d no longer exists at agent hyperv_n-h2-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:19:25.160304 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e929d911-1b8d-4599-acc4-b42af1401ce9 req-67de853a-13db-4810-b3d9-416b02dd42f4 tempest-ServerAddressesTestJSON-1953420352 tempest-ServerAddressesTestJSON-1953420352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:19:25.161853 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-e929d911-1b8d-4599-acc4-b42af1401ce9 req-67de853a-13db-4810-b3d9-416b02dd42f4 tempest-ServerAddressesTestJSON-1953420352 tempest-ServerAddressesTestJSON-1953420352-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:25.183071 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67de853a-13db-4810-b3d9-416b02dd42f4 tempest-ServerAddressesTestJSON-1953420352 tempest-ServerAddressesTestJSON-1953420352-project] Pushing event updated for resources: {'Port': ['ID=4a73825d-935d-4948-a8ea-efa0c941b806,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:19:25.186664 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-18d429ba-9405-49e8-830a-efb74601b7cc tempest-PortsAdminExtendedAttrsTestJSON-1445891779 tempest-PortsAdminExtendedAttrsTestJSON-1445891779-project] Publish callbacks [] for security_group (53cb5a37-8df4-428f-9eff-7baf3873acf5), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:25.203300 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-18d429ba-9405-49e8-830a-efb74601b7cc tempest-PortsAdminExtendedAttrsTestJSON-1445891779 tempest-PortsAdminExtendedAttrsTestJSON-1445891779-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (53cb5a37-8df4-428f-9eff-7baf3873acf5), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:25.234227 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d429ba-9405-49e8-830a-efb74601b7cc tempest-PortsAdminExtendedAttrsTestJSON-1445891779 tempest-PortsAdminExtendedAttrsTestJSON-1445891779-project] Pushing event updated for resources: {'SecurityGroup': ['ID=53cb5a37-8df4-428f-9eff-7baf3873acf5,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:19:25.242042 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-e929d911-1b8d-4599-acc4-b42af1401ce9 req-67de853a-13db-4810-b3d9-416b02dd42f4 tempest-ServerAddressesTestJSON-1953420352 tempest-ServerAddressesTestJSON-1953420352-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5372419 Feb 04 17:19:25.276041 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [req-e929d911-1b8d-4599-acc4-b42af1401ce9 req-3c90b930-017d-453f-a1a8-20eba1bb88a9 service neutron] Request body: {'port': {'device_id': '7cb76be2-857a-4344-8c61-d28f5c302049', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827839-2'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:19:25.282698 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18d429ba-9405-49e8-830a-efb74601b7cc tempest-PortsAdminExtendedAttrsTestJSON-1445891779 tempest-PortsAdminExtendedAttrsTestJSON-1445891779-project] vlan segment allocate from pool success with {'vlan_id': 799, 'physical_network': 'physnet1'} {{(pid=103377) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 17:19:25.331298 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae78757-3345-4f36-9420-bb2a017566b1 req-511e0647-33b1-44e5-85c6-78045081094c tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:19:25.333097 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-6ae78757-3345-4f36-9420-bb2a017566b1 req-511e0647-33b1-44e5-85c6-78045081094c tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] 10.222.0.89 "GET /v2.0/ports?device_id=809c551a-1790-4b2b-baf4-9847169d6487 HTTP/1.1" status: 200 len: 943 time: 0.1327291 Feb 04 17:19:25.372574 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-18d429ba-9405-49e8-830a-efb74601b7cc tempest-PortsAdminExtendedAttrsTestJSON-1445891779 tempest-PortsAdminExtendedAttrsTestJSON-1445891779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (1a52e82d-613f-4bb6-af94-2762d10a2dcd), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:25.372935 n-d-827839-2 neutron-server[103377]: INFO neutron.db.segments_db [None req-18d429ba-9405-49e8-830a-efb74601b7cc tempest-PortsAdminExtendedAttrsTestJSON-1445891779 tempest-PortsAdminExtendedAttrsTestJSON-1445891779-project] Added segment 1a52e82d-613f-4bb6-af94-2762d10a2dcd of type vlan for network 3243a495-0b45-498e-9a9a-64d26e588505 Feb 04 17:19:25.399654 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.db_base_plugin_common [None req-787a4b39-2a4d-4f2e-b8fb-0948cff54df7 admin admin] Allocated IP 172.20.0.1 (39759074-fb50-4135-a9de-456f123df529/acc74b3b-28a2-4a28-a63e-a2e1d0f02fcf/8caae74c-40a9-4ecd-ab37-894a0aca38a6) {{(pid=103376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:19:25.404624 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] For port 5ada897c-33ad-4ac3-9825-d2f0ed0512c7, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=5ada897c-33ad-4ac3-9825-d2f0ed0512c7,segment=NetworkSegment(78faf63e-60a8-47e4-85af-dce04e5fa366),segment_id=78faf63e-60a8-47e4-85af-dce04e5fa366)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:19:25.422254 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Returning: {'device': '5ada897c-33ad-4ac3-9825-d2f0ed0512c7', 'network_id': 'e6d83a7c-1f77-441c-afa2-81d5754db2af', 'port_id': '5ada897c-33ad-4ac3-9825-d2f0ed0512c7', 'mac_address': 'fa:16:3e:0f:27:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 781, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf8ba049-695f-44be-9bf2-689533c91d54', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 17:19:25.433334 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da1784a0-602a-4552-86c6-f02544692ce3 None None] Checking agent: {'id': 'ba70844b-66a0-45fd-a2f2-e6ed673321fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 0, 36), 'started_at': datetime.datetime(2022, 2, 4, 17, 1, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 19, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:19:25.433759 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-6ae78757-3345-4f36-9420-bb2a017566b1 req-405a8b65-68f1-4bcc-ad87-d96cd2fe467b tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] 10.222.0.89 "GET /v2.0/security-groups?id=18e6cc58-e448-4d12-9423-2a502a086ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918005 Feb 04 17:19:25.445190 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da1784a0-602a-4552-86c6-f02544692ce3 None None] Checking segment: {'id': '5942dc44-1f07-4c27-b0ab-45a2bff20dd5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:19:25.445843 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-da1784a0-602a-4552-86c6-f02544692ce3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:25.449171 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da1784a0-602a-4552-86c6-f02544692ce3 None None] Bound using segment: {'id': '5942dc44-1f07-4c27-b0ab-45a2bff20dd5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188'} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:19:25.449865 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-da1784a0-602a-4552-86c6-f02544692ce3 None None] Bound port: e96567ae-3e87-4caf-a5b1-d9732d0e896d, host: n-d-827839-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5942dc44-1f07-4c27-b0ab-45a2bff20dd5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188'}}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:19:25.450452 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-da1784a0-602a-4552-86c6-f02544692ce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (e96567ae-3e87-4caf-a5b1-d9732d0e896d), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:25.511362 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-da1784a0-602a-4552-86c6-f02544692ce3 None None] For port e96567ae-3e87-4caf-a5b1-d9732d0e896d, host n-d-827839-2, cleared binding levels {{(pid=103378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:19:25.573728 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-e929d911-1b8d-4599-acc4-b42af1401ce9 req-3c90b930-017d-453f-a1a8-20eba1bb88a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (4a73825d-935d-4948-a8ea-efa0c941b806), before_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:25.573890 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-43632557-ba7e-48d9-a4c0-6782177782f1 req-bc929923-51c1-4bd2-a736-36617ab66205 tempest-AttachSCSIVolumeTestJSON-480248312 tempest-AttachSCSIVolumeTestJSON-480248312-project] 10.222.0.89 "GET /v2.0/ports?device_id=d139c4de-8da5-4d54-bf7d-b1ba87ddc92a HTTP/1.1" status: 200 len: 210 time: 0.0563424 Feb 04 17:19:25.637139 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-18d429ba-9405-49e8-830a-efb74601b7cc tempest-PortsAdminExtendedAttrsTestJSON-1445891779 tempest-PortsAdminExtendedAttrsTestJSON-1445891779-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781084292801'] for network (3243a495-0b45-498e-9a9a-64d26e588505), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:25.651693 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Current status of the port 5ada897c-33ad-4ac3-9825-d2f0ed0512c7 is: ACTIVE; New status is: BUILD {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:19:25.652100 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (5ada897c-33ad-4ac3-9825-d2f0ed0512c7), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:25.681006 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-da1784a0-602a-4552-86c6-f02544692ce3 None None] For port e96567ae-3e87-4caf-a5b1-d9732d0e896d, host n-d-827839-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=e96567ae-3e87-4caf-a5b1-d9732d0e896d,segment=NetworkSegment(5942dc44-1f07-4c27-b0ab-45a2bff20dd5),segment_id=5942dc44-1f07-4c27-b0ab-45a2bff20dd5)] {{(pid=103378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:19:25.692773 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f71f07-da30-4434-ae88-560dd94c3f4a None None] Pushing event updated for resources: {'Port': ['ID=e96567ae-3e87-4caf-a5b1-d9732d0e896d,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:19:25.712837 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-da1784a0-602a-4552-86c6-f02544692ce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (e96567ae-3e87-4caf-a5b1-d9732d0e896d), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:25.714200 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-787a4b39-2a4d-4f2e-b8fb-0948cff54df7 admin admin] Publish callbacks [] for port (8caae74c-40a9-4ecd-ab37-894a0aca38a6), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:25.727554 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5ada897c-33ad-4ac3-9825-d2f0ed0512c7 {{(pid=103378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 17:19:25.754980 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] For port 5ada897c-33ad-4ac3-9825-d2f0ed0512c7, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=5ada897c-33ad-4ac3-9825-d2f0ed0512c7,segment=NetworkSegment(78faf63e-60a8-47e4-85af-dce04e5fa366),segment_id=78faf63e-60a8-47e4-85af-dce04e5fa366)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:19:25.823797 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc32e82a-969b-43a1-abaf-f69f0993c5fb req-ce8f0e66-2643-4d53-a64e-3ad43c60de25 tempest-ServerAddressesTestJSON-1953420352 tempest-ServerAddressesTestJSON-1953420352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:19:25.827708 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-cc32e82a-969b-43a1-abaf-f69f0993c5fb req-ce8f0e66-2643-4d53-a64e-3ad43c60de25 tempest-ServerAddressesTestJSON-1953420352 tempest-ServerAddressesTestJSON-1953420352-project] 10.222.0.89 "GET /v2.0/ports?device_id=7cb76be2-857a-4344-8c61-d28f5c302049 HTTP/1.1" status: 200 len: 931 time: 0.1277385 Feb 04 17:19:25.835234 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f71f07-da30-4434-ae88-560dd94c3f4a None None] Pushing event updated for resources: {'Port': ['ID=e96567ae-3e87-4caf-a5b1-d9732d0e896d,revision_number=3']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:19:25.845453 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-787a4b39-2a4d-4f2e-b8fb-0948cff54df7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (8caae74c-40a9-4ecd-ab37-894a0aca38a6), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:25.845673 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (5ada897c-33ad-4ac3-9825-d2f0ed0512c7), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:25.846819 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device 57c2857a-00dd-48a9-a1e3-c390c20ad1fd details requested by agent hyperv_n-h1-827839-2 with host n-h1-827839-2 {{(pid=103378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 17:19:25.856936 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Current status of the port 35ae7739-d12e-440a-928f-2c25bcb6031d is: BUILD; New status is: DOWN {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:19:25.856936 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (35ae7739-d12e-440a-928f-2c25bcb6031d), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:25.894483 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da1784a0-602a-4552-86c6-f02544692ce3 None None] Routers {'ce4e4e18-9117-4dc6-b9c8-14f6932b4d45'} bound to L3 agent in host n-d-827839-2 {{(pid=103378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:19:25.895153 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-da1784a0-602a-4552-86c6-f02544692ce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:19:02Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['ce4e4e18-9117-4dc6-b9c8-14f6932b4d45'], 'active': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:19:25.912394 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-787a4b39-2a4d-4f2e-b8fb-0948cff54df7 admin admin] Network 39759074-fb50-4135-a9de-456f123df529 is already hosted by enough agents. {{(pid=103376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:19:25.926681 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [None req-787a4b39-2a4d-4f2e-b8fb-0948cff54df7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:19:25.941988 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-787a4b39-2a4d-4f2e-b8fb-0948cff54df7 admin admin] Received port after_create {{(pid=103376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:19:25.977554 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.db.resource_extend [None req-18d429ba-9405-49e8-830a-efb74601b7cc tempest-PortsAdminExtendedAttrsTestJSON-1445891779 tempest-PortsAdminExtendedAttrsTestJSON-1445891779-project] It took 0.32 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 17:19:25.985426 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787a4b39-2a4d-4f2e-b8fb-0948cff54df7 admin admin] Pushing event updated for resources: {'Port': ['ID=8caae74c-40a9-4ecd-ab37-894a0aca38a6,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:19:25.999727 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-cc32e82a-969b-43a1-abaf-f69f0993c5fb req-99fcae03-69e0-447b-a39f-8986cf92dbbd tempest-ServerAddressesTestJSON-1953420352 tempest-ServerAddressesTestJSON-1953420352-project] 10.222.0.89 "GET /v2.0/security-groups?id=e148fcbe-ea6c-4cfc-8554-a4e9bc8814ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1656923 Feb 04 17:19:26.012120 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-787a4b39-2a4d-4f2e-b8fb-0948cff54df7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1595471'] for router_interface (ce4e4e18-9117-4dc6-b9c8-14f6932b4d45), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:26.026888 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bb233d-715a-4d14-8673-e865b2bd2e94 req-5fcc17df-30ef-41ec-b065-0c521e0b685b tempest-FloatingIPsAssociationNegativeTestJSON-1592197425 tempest-FloatingIPsAssociationNegativeTestJSON-1592197425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:19:26.046820 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-c7bb233d-715a-4d14-8673-e865b2bd2e94 req-5fcc17df-30ef-41ec-b065-0c521e0b685b tempest-FloatingIPsAssociationNegativeTestJSON-1592197425 tempest-FloatingIPsAssociationNegativeTestJSON-1592197425-project] 10.222.0.89 "GET /v2.0/ports?device_id=f47ef111-efcf-4236-94b4-2cdab93576d8 HTTP/1.1" status: 200 len: 944 time: 0.6514072 Feb 04 17:19:26.103659 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvr_db [None req-da1784a0-602a-4552-86c6-f02544692ce3 None None] Set router ce4e4e18-9117-4dc6-b9c8-14f6932b4d45 gateway port host: n-d-827839-2 {{(pid=103378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:19:26.122318 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-18d429ba-9405-49e8-830a-efb74601b7cc tempest-PortsAdminExtendedAttrsTestJSON-1445891779 tempest-PortsAdminExtendedAttrsTestJSON-1445891779-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327'] for network (3243a495-0b45-498e-9a9a-64d26e588505), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:26.131138 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18d429ba-9405-49e8-830a-efb74601b7cc tempest-PortsAdminExtendedAttrsTestJSON-1445891779 tempest-PortsAdminExtendedAttrsTestJSON-1445891779-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:19:26.131811 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-18d429ba-9405-49e8-830a-efb74601b7cc tempest-PortsAdminExtendedAttrsTestJSON-1445891779 tempest-PortsAdminExtendedAttrsTestJSON-1445891779-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677565'] for network (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:26.210456 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-a5e95eed-fb61-4c64-8e6e-41b555b86dc6 req-fccdfb0b-295c-4537-993d-785a8c659d13 service neutron] 10.222.0.90 "GET /v2.0/ports/645c34a0-6641-41db-8d2a-af675eb8fb2e/bindings/n-h1-827839-2 HTTP/1.1" status: 200 len: 384 time: 0.2815721 Feb 04 17:19:26.222377 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-c7bb233d-715a-4d14-8673-e865b2bd2e94 req-05492ca0-1283-4e09-b034-b6c08520abfe tempest-FloatingIPsAssociationNegativeTestJSON-1592197425 tempest-FloatingIPsAssociationNegativeTestJSON-1592197425-project] 10.222.0.89 "GET /v2.0/security-groups?id=772810a2-9cb8-43b4-821e-fe7f3761f492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1745527 Feb 04 17:19:26.248100 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-18d429ba-9405-49e8-830a-efb74601b7cc tempest-PortsAdminExtendedAttrsTestJSON-1445891779 tempest-PortsAdminExtendedAttrsTestJSON-1445891779-project] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 2.6455526 Feb 04 17:19:26.279818 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-787a4b39-2a4d-4f2e-b8fb-0948cff54df7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (8caae74c-40a9-4ecd-ab37-894a0aca38a6), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:26.311039 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d429ba-9405-49e8-830a-efb74601b7cc tempest-PortsAdminExtendedAttrsTestJSON-1445891779 tempest-PortsAdminExtendedAttrsTestJSON-1445891779-project] Pushing event updated for resources: {'Network': ['ID=3243a495-0b45-498e-9a9a-64d26e588505,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:19:26.314089 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2061423e-0d40-4615-8366-4aae6cded038 req-47b03423-bf11-430c-90b8-bf85cc091b63 tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:19:26.317039 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-2061423e-0d40-4615-8366-4aae6cded038 req-47b03423-bf11-430c-90b8-bf85cc091b63 tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] 10.222.0.89 "GET /v2.0/ports?device_id=2334ee69-0871-44da-b636-9ceb5bb33e7e HTTP/1.1" status: 200 len: 944 time: 0.1808064 Feb 04 17:19:26.338156 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 35ae7739-d12e-440a-928f-2c25bcb6031d {{(pid=103378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 17:19:26.390952 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Network 3243a495-0b45-498e-9a9a-64d26e588505 details requested by agent ovs-agent-n-d-827839-2 with host n-d-827839-2 {{(pid=103378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 17:19:26.393749 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Pushing event updated for resources: {'Port': ['ID=5ada897c-33ad-4ac3-9825-d2f0ed0512c7,revision_number=6']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:19:26.402014 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-2061423e-0d40-4615-8366-4aae6cded038 req-7a11fc8d-8506-4032-98ba-2c9eb912bc3f tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] 10.222.0.89 "GET /v2.0/security-groups?id=c591d0a0-8f77-4259-ab5e-c54cb31473d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606110 Feb 04 17:19:26.436194 n-d-827839-2 neutron-server[103377]: DEBUG neutron.notifiers.nova [req-e929d911-1b8d-4599-acc4-b42af1401ce9 req-3c90b930-017d-453f-a1a8-20eba1bb88a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a73825d-935d-4948-a8ea-efa0c941b806 {{(pid=103377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 17:19:26.445636 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-e929d911-1b8d-4599-acc4-b42af1401ce9 req-3c90b930-017d-453f-a1a8-20eba1bb88a9 service neutron] Publish callbacks [] for port (4a73825d-935d-4948-a8ea-efa0c941b806), precommit_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:26.459529 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.provisioning_blocks [req-e929d911-1b8d-4599-acc4-b42af1401ce9 req-3c90b930-017d-453f-a1a8-20eba1bb88a9 service neutron] Transition to ACTIVE for port object 4a73825d-935d-4948-a8ea-efa0c941b806 will not be triggered until provisioned by entity L2. {{(pid=103377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 17:19:26.467739 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-e929d911-1b8d-4599-acc4-b42af1401ce9 req-3c90b930-017d-453f-a1a8-20eba1bb88a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25888290'] for port (4a73825d-935d-4948-a8ea-efa0c941b806), after_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:26.530446 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] For port 35ae7739-d12e-440a-928f-2c25bcb6031d, host n-h2-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=35ae7739-d12e-440a-928f-2c25bcb6031d,segment=NetworkSegment(3a39b085-d3e6-43bb-a64c-1b06dd049e5a),segment_id=3a39b085-d3e6-43bb-a64c-1b06dd049e5a)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:19:26.533278 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] For port 57c2857a-00dd-48a9-a1e3-c390c20ad1fd, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=57c2857a-00dd-48a9-a1e3-c390c20ad1fd,segment=NetworkSegment(4ef9721f-85a7-4583-b673-a88561aaf54b),segment_id=4ef9721f-85a7-4583-b673-a88561aaf54b)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:19:26.557969 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (35ae7739-d12e-440a-928f-2c25bcb6031d), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:26.603583 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Returning: {'device': '57c2857a-00dd-48a9-a1e3-c390c20ad1fd', 'network_id': 'e192c2cc-857d-492a-855f-2dae04acc430', 'port_id': '57c2857a-00dd-48a9-a1e3-c390c20ad1fd', 'mac_address': 'fa:16:3e:8c:77:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 782, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4973353-0966-45fa-beb0-35424b803918', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 17:19:26.604124 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-787a4b39-2a4d-4f2e-b8fb-0948cff54df7 admin admin] Publish callbacks [] for port (8caae74c-40a9-4ecd-ab37-894a0aca38a6), precommit_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:26.609620 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-787a4b39-2a4d-4f2e-b8fb-0948cff54df7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675836'] for port (8caae74c-40a9-4ecd-ab37-894a0aca38a6), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:26.643645 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c21d52f-3d98-4e8a-99d4-eedf149d3713 req-6f7b0416-bfcd-4676-accc-a9dd0653fd81 tempest-ServersAdminTestJSON-70469306 tempest-ServersAdminTestJSON-70469306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:19:26.645622 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-9c21d52f-3d98-4e8a-99d4-eedf149d3713 req-6f7b0416-bfcd-4676-accc-a9dd0653fd81 tempest-ServersAdminTestJSON-70469306 tempest-ServersAdminTestJSON-70469306-project] 10.222.0.89 "GET /v2.0/ports?device_id=cdea105d-d892-4559-baed-fb98b40680d0 HTTP/1.1" status: 200 len: 949 time: 0.2629368 Feb 04 17:19:26.646680 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c90b930-017d-453f-a1a8-20eba1bb88a9 service neutron] Pushing event updated for resources: {'Port': ['ID=4a73825d-935d-4948-a8ea-efa0c941b806,revision_number=2']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:19:26.682483 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 32772) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:19:26.699424 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787a4b39-2a4d-4f2e-b8fb-0948cff54df7 admin admin] Pushing event updated for resources: {'Port': ['ID=8caae74c-40a9-4ecd-ab37-894a0aca38a6,revision_number=2']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:19:26.717331 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-787a4b39-2a4d-4f2e-b8fb-0948cff54df7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1677345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602751'] for router_interface (ce4e4e18-9117-4dc6-b9c8-14f6932b4d45), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:26.717593 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-16158957-7f6c-4367-93a6-4823baece383 tempest-PortsAdminExtendedAttrsTestJSON-1070932220 tempest-PortsAdminExtendedAttrsTestJSON-1070932220-project-admin] Request body: {'port': {'network_id': '3243a495-0b45-498e-9a9a-64d26e588505', 'binding:host_id': 'n-h2-827839-2', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1741211747'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:19:26.787926 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Pushing event updated for resources: {'Port': ['ID=35ae7739-d12e-440a-928f-2c25bcb6031d,revision_number=7']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:19:26.790493 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Current status of the port 57c2857a-00dd-48a9-a1e3-c390c20ad1fd is: DOWN; New status is: BUILD {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:19:26.790898 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (57c2857a-00dd-48a9-a1e3-c390c20ad1fd), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:26.806992 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [req-a5e95eed-fb61-4c64-8e6e-41b555b86dc6 req-5dcb1926-cac8-4264-a563-ee3691397026 service neutron] For port 645c34a0-6641-41db-8d2a-af675eb8fb2e, host n-h2-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=645c34a0-6641-41db-8d2a-af675eb8fb2e,segment=NetworkSegment(4adf983e-b4f0-4caa-beec-ecaadf2366f2),segment_id=4adf983e-b4f0-4caa-beec-ecaadf2366f2)] {{(pid=103377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:19:26.810168 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57c2857a-00dd-48a9-a1e3-c390c20ad1fd {{(pid=103378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 17:19:26.839039 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] For port 57c2857a-00dd-48a9-a1e3-c390c20ad1fd, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=57c2857a-00dd-48a9-a1e3-c390c20ad1fd,segment=NetworkSegment(4ef9721f-85a7-4583-b673-a88561aaf54b),segment_id=4ef9721f-85a7-4583-b673-a88561aaf54b)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:19:26.845846 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (57c2857a-00dd-48a9-a1e3-c390c20ad1fd), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:26.863128 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35ff935-53af-4c93-88cf-ece84e39455d req-fc8824ac-8d7f-4632-8356-3c213358b9b2 tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:19:26.864693 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-e35ff935-53af-4c93-88cf-ece84e39455d req-fc8824ac-8d7f-4632-8356-3c213358b9b2 tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] 10.222.0.89 "GET /v2.0/ports?device_id=809c551a-1790-4b2b-baf4-9847169d6487 HTTP/1.1" status: 200 len: 943 time: 0.0934410 Feb 04 17:19:26.876245 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-9c21d52f-3d98-4e8a-99d4-eedf149d3713 req-aef9c970-2f5f-4d97-a8b0-d8041e5ac7f2 tempest-ServersAdminTestJSON-70469306 tempest-ServersAdminTestJSON-70469306-project] 10.222.0.89 "GET /v2.0/security-groups?id=0b9d4704-c600-4325-be39-d787042bd965&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2169840 Feb 04 17:19:26.881993 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-787a4b39-2a4d-4f2e-b8fb-0948cff54df7 admin admin] Network 39759074-fb50-4135-a9de-456f123df529 is already hosted by enough agents. {{(pid=103376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:19:26.889817 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [None req-787a4b39-2a4d-4f2e-b8fb-0948cff54df7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:19:26.922643 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-da1784a0-602a-4552-86c6-f02544692ce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce4e4e18-9117-4dc6-b9c8-14f6932b4d45', 'name': 'tempest-ServerRescueTestJSON-868804914-router', 'tenant_id': '64ba830c63e7431dadf5a14a32fd3842', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.164'}], 'enable_snat': True}, 'gw_port_id': 'e96567ae-3e87-4caf-a5b1-d9732d0e896d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:19:20Z', 'updated_at': '2022-02-04T17:19:22Z', 'revision_number': 3, 'project_id': '64ba830c63e7431dadf5a14a32fd3842', 'gw_port': {'id': 'e96567ae-3e87-4caf-a5b1-d9732d0e896d', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:a9:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce4e4e18-9117-4dc6-b9c8-14f6932b4d45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 983, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:19:21Z', 'updated_at': '2022-02-04T17:19:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2'}], 'n-d-827839-2', False) {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:19:26.925018 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16158957-7f6c-4367-93a6-4823baece383 tempest-PortsAdminExtendedAttrsTestJSON-1070932220 tempest-PortsAdminExtendedAttrsTestJSON-1070932220-project-admin] Made reservation on behalf of 9911326fe5fb4e68948a1cc9fafd032f for: {'port': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:19:26.932328 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-16158957-7f6c-4367-93a6-4823baece383 tempest-PortsAdminExtendedAttrsTestJSON-1070932220 tempest-PortsAdminExtendedAttrsTestJSON-1070932220-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:26.936173 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Pushing event updated for resources: {'Port': ['ID=57c2857a-00dd-48a9-a1e3-c390c20ad1fd,revision_number=4']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:19:26.979146 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da1784a0-602a-4552-86c6-f02544692ce3 None None] The sync data for ids ['ce4e4e18-9117-4dc6-b9c8-14f6932b4d45'] in n-d-827839-2 is: [{'id': 'ce4e4e18-9117-4dc6-b9c8-14f6932b4d45', 'name': 'tempest-ServerRescueTestJSON-868804914-router', 'tenant_id': '64ba830c63e7431dadf5a14a32fd3842', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.164'}], 'enable_snat': True}, 'gw_port_id': 'e96567ae-3e87-4caf-a5b1-d9732d0e896d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:19:20Z', 'updated_at': '2022-02-04T17:19:22Z', 'revision_number': 3, 'project_id': '64ba830c63e7431dadf5a14a32fd3842', 'gw_port': {'id': 'e96567ae-3e87-4caf-a5b1-d9732d0e896d', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:a9:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce4e4e18-9117-4dc6-b9c8-14f6932b4d45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 983, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:19:21Z', 'updated_at': '2022-02-04T17:19:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2'}] {{(pid=103378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 17:19:26.983475 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] get_ports_and_sgs() called for port_ids ['5ada897c-33ad-4ac3-9825-d2f0ed0512c7'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 17:19:26.991177 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-e35ff935-53af-4c93-88cf-ece84e39455d req-ab99b7b9-3557-4da0-abf1-19128273df76 tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] 10.222.0.89 "GET /v2.0/security-groups?id=18e6cc58-e448-4d12-9423-2a502a086ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210167 Feb 04 17:19:27.033893 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [req-e929d911-1b8d-4599-acc4-b42af1401ce9 req-3c90b930-017d-453f-a1a8-20eba1bb88a9 service neutron] Attempting to bind port 4a73825d-935d-4948-a8ea-efa0c941b806 on host n-h2-827839-2 for vnic_type normal with profile {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:19:27.034491 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [req-e929d911-1b8d-4599-acc4-b42af1401ce9 req-3c90b930-017d-453f-a1a8-20eba1bb88a9 service neutron] Attempting to bind port 4a73825d-935d-4948-a8ea-efa0c941b806 by drivers openvswitch,hyperv on host n-h2-827839-2 at level 0 using segments [{'id': '3eae67cb-486f-4cdf-bfd8-a936924a3080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'adbf6612-dc9a-4bc6-a4ec-d7847720e30a'}] {{(pid=103377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:19:27.034621 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e929d911-1b8d-4599-acc4-b42af1401ce9 req-3c90b930-017d-453f-a1a8-20eba1bb88a9 service neutron] Attempting to bind port 4a73825d-935d-4948-a8ea-efa0c941b806 on network adbf6612-dc9a-4bc6-a4ec-d7847720e30a {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:19:27.058242 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-16158957-7f6c-4367-93a6-4823baece383 tempest-PortsAdminExtendedAttrsTestJSON-1070932220 tempest-PortsAdminExtendedAttrsTestJSON-1070932220-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:27.063752 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [req-a5e95eed-fb61-4c64-8e6e-41b555b86dc6 req-5dcb1926-cac8-4264-a563-ee3691397026 service neutron] For port 645c34a0-6641-41db-8d2a-af675eb8fb2e, host n-h2-827839-2, cleared binding levels {{(pid=103377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:19:27.085873 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e929d911-1b8d-4599-acc4-b42af1401ce9 req-3c90b930-017d-453f-a1a8-20eba1bb88a9 service neutron] Port 4a73825d-935d-4948-a8ea-efa0c941b806 on network adbf6612-dc9a-4bc6-a4ec-d7847720e30a not bound, no agent of type Open vSwitch agent registered on host n-h2-827839-2 {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 17:19:27.086258 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e929d911-1b8d-4599-acc4-b42af1401ce9 req-3c90b930-017d-453f-a1a8-20eba1bb88a9 service neutron] Attempting to bind port 4a73825d-935d-4948-a8ea-efa0c941b806 on network adbf6612-dc9a-4bc6-a4ec-d7847720e30a {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:19:27.091433 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-787a4b39-2a4d-4f2e-b8fb-0948cff54df7 admin admin] Router ce4e4e18-9117-4dc6-b9c8-14f6932b4d45 has already been hosted by L3 agent 64ada913-9131-4d99-a265-63a920956287 {{(pid=103376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 17:19:27.097884 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Device 35ae7739-d12e-440a-928f-2c25bcb6031d up at agent hyperv_n-h2-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:19:27.121457 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-b6d2fdea-8bf9-4659-9d09-7fb62145ae43 req-c7facdf8-f8a7-48ad-83df-ea6a0f46e867 tempest-AttachSCSIVolumeTestJSON-480248312 tempest-AttachSCSIVolumeTestJSON-480248312-project] 10.222.0.89 "GET /v2.0/ports?device_id=d139c4de-8da5-4d54-bf7d-b1ba87ddc92a HTTP/1.1" status: 200 len: 210 time: 0.1079521 Feb 04 17:19:27.140040 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e929d911-1b8d-4599-acc4-b42af1401ce9 req-3c90b930-017d-453f-a1a8-20eba1bb88a9 service neutron] Checking agent: {'id': 'f20a1ab3-4332-4f54-833b-ba4a7c687e89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 8, 40), 'started_at': datetime.datetime(2022, 2, 4, 17, 8, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 19, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:19:27.140378 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e929d911-1b8d-4599-acc4-b42af1401ce9 req-3c90b930-017d-453f-a1a8-20eba1bb88a9 service neutron] Checking segment: {'id': '3eae67cb-486f-4cdf-bfd8-a936924a3080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'adbf6612-dc9a-4bc6-a4ec-d7847720e30a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:19:27.140854 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e929d911-1b8d-4599-acc4-b42af1401ce9 req-3c90b930-017d-453f-a1a8-20eba1bb88a9 service neutron] Bound using segment: {'id': '3eae67cb-486f-4cdf-bfd8-a936924a3080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'adbf6612-dc9a-4bc6-a4ec-d7847720e30a'} {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:19:27.141916 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [req-e929d911-1b8d-4599-acc4-b42af1401ce9 req-3c90b930-017d-453f-a1a8-20eba1bb88a9 service neutron] Bound port: 4a73825d-935d-4948-a8ea-efa0c941b806, host: n-h2-827839-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3eae67cb-486f-4cdf-bfd8-a936924a3080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'adbf6612-dc9a-4bc6-a4ec-d7847720e30a'}}] {{(pid=103377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:19:27.142156 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-e929d911-1b8d-4599-acc4-b42af1401ce9 req-3c90b930-017d-453f-a1a8-20eba1bb88a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (4a73825d-935d-4948-a8ea-efa0c941b806), before_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:27.183345 n-d-827839-2 neutron-server[103377]: DEBUG neutron.notifiers.nova [req-a5e95eed-fb61-4c64-8e6e-41b555b86dc6 req-5dcb1926-cac8-4264-a563-ee3691397026 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 645c34a0-6641-41db-8d2a-af675eb8fb2e {{(pid=103377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 17:19:27.204080 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [req-a5e95eed-fb61-4c64-8e6e-41b555b86dc6 req-5dcb1926-cac8-4264-a563-ee3691397026 service neutron] For port 645c34a0-6641-41db-8d2a-af675eb8fb2e, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=645c34a0-6641-41db-8d2a-af675eb8fb2e,segment=NetworkSegment(4adf983e-b4f0-4caa-beec-ecaadf2366f2),segment_id=4adf983e-b4f0-4caa-beec-ecaadf2366f2)] {{(pid=103377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:19:27.242751 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Provisioning complete for port 35ae7739-d12e-440a-928f-2c25bcb6031d triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:19:27.243393 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (35ae7739-d12e-440a-928f-2c25bcb6031d), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:27.277283 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f05679-a43d-4c19-8f74-fe3a6cd0c598 req-f4435b77-0837-4f14-a368-add2e3c29813 tempest-AttachSCSIVolumeTestJSON-480248312 tempest-AttachSCSIVolumeTestJSON-480248312-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:19:27.279089 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-76f05679-a43d-4c19-8f74-fe3a6cd0c598 req-f4435b77-0837-4f14-a368-add2e3c29813 tempest-AttachSCSIVolumeTestJSON-480248312 tempest-AttachSCSIVolumeTestJSON-480248312-project] 10.222.0.96 "GET /v2.0/networks?id=e7a2df79-c8ce-4040-9052-dff1b84320da HTTP/1.1" status: 200 len: 815 time: 0.4684932 Feb 04 17:19:27.287457 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-a5e95eed-fb61-4c64-8e6e-41b555b86dc6 req-5dcb1926-cac8-4264-a563-ee3691397026 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (645c34a0-6641-41db-8d2a-af675eb8fb2e), before_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:27.310673 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] get_ports_and_sgs() called for port_ids ['57c2857a-00dd-48a9-a1e3-c390c20ad1fd'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 17:19:27.323925 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-787a4b39-2a4d-4f2e-b8fb-0948cff54df7 admin admin] Notify agent at l3_agent.n-d-827839-2 the message routers_updated {{(pid=103376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 17:19:27.348473 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-787a4b39-2a4d-4f2e-b8fb-0948cff54df7 admin admin] 10.222.0.89 "PUT /v2.0/routers/ce4e4e18-9117-4dc6-b9c8-14f6932b4d45/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2309906 Feb 04 17:19:27.406123 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [req-76f05679-a43d-4c19-8f74-fe3a6cd0c598 req-226084a0-3f2c-4c96-b958-4ab7fa02f1ac tempest-AttachSCSIVolumeTestJSON-480248312 tempest-AttachSCSIVolumeTestJSON-480248312-project] Request body: {'port': {'device_id': 'd139c4de-8da5-4d54-bf7d-b1ba87ddc92a', 'network_id': 'e7a2df79-c8ce-4040-9052-dff1b84320da', 'admin_state_up': True, 'tenant_id': '17c7616ca43843acb731e2b80c6fd54e'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:19:27.423744 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d19f5a-3753-4cd7-9553-773c3b4ac823 req-01fbdbf6-de8f-4416-be62-c223d9e2fafd tempest-ServerAddressesTestJSON-1953420352 tempest-ServerAddressesTestJSON-1953420352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:19:27.427438 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-76d19f5a-3753-4cd7-9553-773c3b4ac823 req-01fbdbf6-de8f-4416-be62-c223d9e2fafd tempest-ServerAddressesTestJSON-1953420352 tempest-ServerAddressesTestJSON-1953420352-project] 10.222.0.89 "GET /v2.0/ports?device_id=7cb76be2-857a-4344-8c61-d28f5c302049 HTTP/1.1" status: 200 len: 943 time: 0.3049712 Feb 04 17:19:27.526437 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-76d19f5a-3753-4cd7-9553-773c3b4ac823 req-6e754fcc-cc8b-4c09-8bfa-a52655838112 tempest-ServerAddressesTestJSON-1953420352 tempest-ServerAddressesTestJSON-1953420352-project] 10.222.0.89 "GET /v2.0/security-groups?id=e148fcbe-ea6c-4cfc-8554-a4e9bc8814ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922575 Feb 04 17:19:27.679342 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Current status of the port 35ae7739-d12e-440a-928f-2c25bcb6031d is: DOWN; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:19:27.685562 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (35ae7739-d12e-440a-928f-2c25bcb6031d), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:27.783912 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [req-e929d911-1b8d-4599-acc4-b42af1401ce9 req-3c90b930-017d-453f-a1a8-20eba1bb88a9 service neutron] For port 4a73825d-935d-4948-a8ea-efa0c941b806, host n-h2-827839-2, cleared binding levels {{(pid=103377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:19:27.802529 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdea105d-d892-4559-baed-fb98b40680d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35ae7739-d12e-440a-928f-2c25bcb6031d'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:19:27.805080 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c34bc964ce2211770fda26ca2f3801cc06f4f39928110690550e94ab9c9d2fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb4e37c0-5c9b-4a5f-ba87-b272b89f56f8" -d '{"events": [{"server_uuid": "cdea105d-d892-4559-baed-fb98b40680d0", "name": "network-vif-plugged", "status": "completed", "tag": "35ae7739-d12e-440a-928f-2c25bcb6031d"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:19:27.805591 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376e7458-625a-461b-9c9e-beee0b59fc6c req-3febc95b-f9f0-41a9-8e17-57d1a2f8ec84 tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:19:27.808357 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-376e7458-625a-461b-9c9e-beee0b59fc6c req-3febc95b-f9f0-41a9-8e17-57d1a2f8ec84 tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] 10.222.0.89 "GET /v2.0/ports?device_id=2334ee69-0871-44da-b636-9ceb5bb33e7e HTTP/1.1" status: 200 len: 944 time: 0.1731622 Feb 04 17:19:27.822917 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [req-e929d911-1b8d-4599-acc4-b42af1401ce9 req-3c90b930-017d-453f-a1a8-20eba1bb88a9 service neutron] For port 4a73825d-935d-4948-a8ea-efa0c941b806, host n-h2-827839-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=4a73825d-935d-4948-a8ea-efa0c941b806,segment=NetworkSegment(3eae67cb-486f-4cdf-bfd8-a936924a3080),segment_id=3eae67cb-486f-4cdf-bfd8-a936924a3080)] {{(pid=103377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:19:27.843385 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] For port 35ae7739-d12e-440a-928f-2c25bcb6031d, host n-h2-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=35ae7739-d12e-440a-928f-2c25bcb6031d,segment=NetworkSegment(3a39b085-d3e6-43bb-a64c-1b06dd049e5a),segment_id=3a39b085-d3e6-43bb-a64c-1b06dd049e5a)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:19:27.849937 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (35ae7739-d12e-440a-928f-2c25bcb6031d), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:27.935568 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-e929d911-1b8d-4599-acc4-b42af1401ce9 req-3c90b930-017d-453f-a1a8-20eba1bb88a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25888290'] for port (4a73825d-935d-4948-a8ea-efa0c941b806), after_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:27.936619 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-376e7458-625a-461b-9c9e-beee0b59fc6c req-e5d7734a-16c9-41ce-9ff6-da9162f695b0 tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] 10.222.0.89 "GET /v2.0/security-groups?id=c591d0a0-8f77-4259-ab5e-c54cb31473d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196916 Feb 04 17:19:27.974391 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.agents_db [None req-e1691f3b-aacd-4cd6-8ebb-a9c53bb301c0 None None] Agent healthcheck: found 7 active agents {{(pid=103379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 17:19:28.014006 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Pushing event updated for resources: {'Port': ['ID=35ae7739-d12e-440a-928f-2c25bcb6031d,revision_number=8']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:19:28.237582 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-76f05679-a43d-4c19-8f74-fe3a6cd0c598 req-226084a0-3f2c-4c96-b958-4ab7fa02f1ac tempest-AttachSCSIVolumeTestJSON-480248312 tempest-AttachSCSIVolumeTestJSON-480248312-project] Made reservation on behalf of 17c7616ca43843acb731e2b80c6fd54e for: {'port': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:19:28.242815 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-76f05679-a43d-4c19-8f74-fe3a6cd0c598 req-226084a0-3f2c-4c96-b958-4ab7fa02f1ac tempest-AttachSCSIVolumeTestJSON-480248312 tempest-AttachSCSIVolumeTestJSON-480248312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:28.260984 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-16158957-7f6c-4367-93a6-4823baece383 tempest-PortsAdminExtendedAttrsTestJSON-1070932220 tempest-PortsAdminExtendedAttrsTestJSON-1070932220-project-admin] Publish callbacks [] for security_group (285da9a6-4963-4c71-8c28-b5c60c3ad831), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:28.313496 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.provisioning_blocks [req-a5e95eed-fb61-4c64-8e6e-41b555b86dc6 req-5dcb1926-cac8-4264-a563-ee3691397026 service neutron] Transition to ACTIVE for port object 645c34a0-6641-41db-8d2a-af675eb8fb2e will not be triggered until provisioned by entity L2. {{(pid=103377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 17:19:28.320732 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-16158957-7f6c-4367-93a6-4823baece383 tempest-PortsAdminExtendedAttrsTestJSON-1070932220 tempest-PortsAdminExtendedAttrsTestJSON-1070932220-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (285da9a6-4963-4c71-8c28-b5c60c3ad831), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:28.326675 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e929d911-1b8d-4599-acc4-b42af1401ce9 req-3c90b930-017d-453f-a1a8-20eba1bb88a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:19:28.327311 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-e929d911-1b8d-4599-acc4-b42af1401ce9 req-3c90b930-017d-453f-a1a8-20eba1bb88a9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:28.330688 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-e929d911-1b8d-4599-acc4-b42af1401ce9 req-3c90b930-017d-453f-a1a8-20eba1bb88a9 service neutron] 10.222.0.90 "PUT /v2.0/ports/4a73825d-935d-4948-a8ea-efa0c941b806 HTTP/1.1" status: 200 len: 1091 time: 3.0681317 Feb 04 17:19:28.348919 n-d-827839-2 neutron-server[103377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7cb76be2-857a-4344-8c61-d28f5c302049', 'tag': '4a73825d-935d-4948-a8ea-efa0c941b806'}] {{(pid=103377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:19:28.359172 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7240428b650e1488e9361b62648ff4b3a6c19d49d8c27c949491ab58c1346cf0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3c9eeb1-eced-458d-83f7-e0b857273207" -d '{"events": [{"name": "network-changed", "server_uuid": "7cb76be2-857a-4344-8c61-d28f5c302049", "tag": "4a73825d-935d-4948-a8ea-efa0c941b806"}]}' {{(pid=103377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:19:28.372515 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-a5e95eed-fb61-4c64-8e6e-41b555b86dc6 req-5dcb1926-cac8-4264-a563-ee3691397026 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25888290'] for port (645c34a0-6641-41db-8d2a-af675eb8fb2e), after_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:28.397124 n-d-827839-2 neutron-server[103377]: DEBUG neutron.notifiers.nova [None req-16158957-7f6c-4367-93a6-4823baece383 tempest-PortsAdminExtendedAttrsTestJSON-1070932220 tempest-PortsAdminExtendedAttrsTestJSON-1070932220-project-admin] device_id is not set on port aaf834bd-d391-402c-a35d-3af4773d91db yet. {{(pid=103377) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 04 17:19:28.516033 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device e96567ae-3e87-4caf-a5b1-d9732d0e896d up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:19:28.546511 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c90b930-017d-453f-a1a8-20eba1bb88a9 service neutron] Pushing event updated for resources: {'Port': ['ID=4a73825d-935d-4948-a8ea-efa0c941b806,revision_number=3']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:19:28.607248 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port e96567ae-3e87-4caf-a5b1-d9732d0e896d triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:19:28.609417 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (e96567ae-3e87-4caf-a5b1-d9732d0e896d), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:28.693253 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5e95eed-fb61-4c64-8e6e-41b555b86dc6 req-5dcb1926-cac8-4264-a563-ee3691397026 service neutron] No DVR routers for this DVR port 645c34a0-6641-41db-8d2a-af675eb8fb2e on host n-h2-827839-2 {{(pid=103377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 17:19:28.767304 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port e96567ae-3e87-4caf-a5b1-d9732d0e896d is: DOWN; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:19:28.767917 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (e96567ae-3e87-4caf-a5b1-d9732d0e896d), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:28.802876 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] For port e96567ae-3e87-4caf-a5b1-d9732d0e896d, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=e96567ae-3e87-4caf-a5b1-d9732d0e896d,segment=NetworkSegment(5942dc44-1f07-4c27-b0ab-45a2bff20dd5),segment_id=5942dc44-1f07-4c27-b0ab-45a2bff20dd5)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:19:28.815074 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (e96567ae-3e87-4caf-a5b1-d9732d0e896d), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:28.929345 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Pushing event updated for resources: {'Port': ['ID=e96567ae-3e87-4caf-a5b1-d9732d0e896d,revision_number=4']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:19:28.968973 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1147a19-c464-4c4b-8867-8e3061e4112f req-b481c379-4f62-4651-9a35-842cddec5337 tempest-FloatingIPsAssociationNegativeTestJSON-1592197425 tempest-FloatingIPsAssociationNegativeTestJSON-1592197425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:19:28.972011 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-f1147a19-c464-4c4b-8867-8e3061e4112f req-b481c379-4f62-4651-9a35-842cddec5337 tempest-FloatingIPsAssociationNegativeTestJSON-1592197425 tempest-FloatingIPsAssociationNegativeTestJSON-1592197425-project] 10.222.0.89 "GET /v2.0/ports?device_id=f47ef111-efcf-4236-94b4-2cdab93576d8 HTTP/1.1" status: 200 len: 945 time: 1.5312734 Feb 04 17:19:28.974135 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dcb1926-cac8-4264-a563-ee3691397026 service neutron] Pushing event updated for resources: {'Port': ['ID=645c34a0-6641-41db-8d2a-af675eb8fb2e,revision_number=10']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:19:28.999110 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16158957-7f6c-4367-93a6-4823baece383 tempest-PortsAdminExtendedAttrsTestJSON-1070932220 tempest-PortsAdminExtendedAttrsTestJSON-1070932220-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=285da9a6-4963-4c71-8c28-b5c60c3ad831,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:19:29.064074 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device 57c2857a-00dd-48a9-a1e3-c390c20ad1fd up at agent hyperv_n-h1-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:19:29.185079 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Provisioning for port 57c2857a-00dd-48a9-a1e3-c390c20ad1fd completed by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 17:19:29.195769 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Provisioning complete for port 57c2857a-00dd-48a9-a1e3-c390c20ad1fd triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:19:29.196244 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (57c2857a-00dd-48a9-a1e3-c390c20ad1fd), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:29.210782 n-d-827839-2 neutron-server[103377]: DEBUG neutron.notifiers.nova [None req-16158957-7f6c-4367-93a6-4823baece383 tempest-PortsAdminExtendedAttrsTestJSON-1070932220 tempest-PortsAdminExtendedAttrsTestJSON-1070932220-project-admin] device_id is not set on port aaf834bd-d391-402c-a35d-3af4773d91db yet. {{(pid=103377) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 04 17:19:29.336009 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Current status of the port 57c2857a-00dd-48a9-a1e3-c390c20ad1fd is: BUILD; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:19:29.336355 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (57c2857a-00dd-48a9-a1e3-c390c20ad1fd), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:29.391974 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] For port 57c2857a-00dd-48a9-a1e3-c390c20ad1fd, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=57c2857a-00dd-48a9-a1e3-c390c20ad1fd,segment=NetworkSegment(4ef9721f-85a7-4583-b673-a88561aaf54b),segment_id=4ef9721f-85a7-4583-b673-a88561aaf54b)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:19:29.394828 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-a5e95eed-fb61-4c64-8e6e-41b555b86dc6 req-5dcb1926-cac8-4264-a563-ee3691397026 service neutron] 10.222.0.90 "PUT /v2.0/ports/645c34a0-6641-41db-8d2a-af675eb8fb2e/bindings/n-h1-827839-2/activate HTTP/1.1" status: 200 len: 369 time: 3.1580424 Feb 04 17:19:29.400857 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (57c2857a-00dd-48a9-a1e3-c390c20ad1fd), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:29.402934 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device 5ada897c-33ad-4ac3-9825-d2f0ed0512c7 up at agent hyperv_n-h1-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:19:29.417730 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-16158957-7f6c-4367-93a6-4823baece383 tempest-PortsAdminExtendedAttrsTestJSON-1070932220 tempest-PortsAdminExtendedAttrsTestJSON-1070932220-project-admin] Publish callbacks [] for port (aaf834bd-d391-402c-a35d-3af4773d91db), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:29.424907 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.db_base_plugin_common [req-76f05679-a43d-4c19-8f74-fe3a6cd0c598 req-226084a0-3f2c-4c96-b958-4ab7fa02f1ac tempest-AttachSCSIVolumeTestJSON-480248312 tempest-AttachSCSIVolumeTestJSON-480248312-project] Allocated IP 172.20.0.10 (e7a2df79-c8ce-4040-9052-dff1b84320da/ecfdaff4-bfe4-4c41-acd1-759b3291dd98/4bcfa000-8e68-424f-9687-3f5045d77edf) {{(pid=103377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:19:29.456445 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-16158957-7f6c-4367-93a6-4823baece383 tempest-PortsAdminExtendedAttrsTestJSON-1070932220 tempest-PortsAdminExtendedAttrsTestJSON-1070932220-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (aaf834bd-d391-402c-a35d-3af4773d91db), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:29.532441 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Pushing event updated for resources: {'Port': ['ID=57c2857a-00dd-48a9-a1e3-c390c20ad1fd,revision_number=5']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:19:29.554532 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Provisioning complete for port 5ada897c-33ad-4ac3-9825-d2f0ed0512c7 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:19:29.554867 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (5ada897c-33ad-4ac3-9825-d2f0ed0512c7), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:29.561198 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e929d911-1b8d-4599-acc4-b42af1401ce9 req-f9849a8a-b792-4872-a0b4-df7f59e76288 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:19:29.563059 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-e929d911-1b8d-4599-acc4-b42af1401ce9 req-f9849a8a-b792-4872-a0b4-df7f59e76288 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=84bcb6b5b8134207a17647dabb37adba&device_id=7cb76be2-857a-4344-8c61-d28f5c302049 HTTP/1.1" status: 200 len: 1125 time: 1.1601007 Feb 04 17:19:29.612146 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16158957-7f6c-4367-93a6-4823baece383 tempest-PortsAdminExtendedAttrsTestJSON-1070932220 tempest-PortsAdminExtendedAttrsTestJSON-1070932220-project-admin] Pushing event updated for resources: {'Port': ['ID=aaf834bd-d391-402c-a35d-3af4773d91db,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:19:29.624811 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e95eed-fb61-4c64-8e6e-41b555b86dc6 req-4d32ab3e-d30a-46fd-9b6c-5b07cea6241a tempest-LiveMigrationTest-101728267 tempest-LiveMigrationTest-101728267-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:19:29.630629 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-a5e95eed-fb61-4c64-8e6e-41b555b86dc6 req-4d32ab3e-d30a-46fd-9b6c-5b07cea6241a tempest-LiveMigrationTest-101728267 tempest-LiveMigrationTest-101728267-project-admin] 10.222.0.96 "GET /v2.0/ports?device_id=809c551a-1790-4b2b-baf4-9847169d6487&tenant_id=8da6ad4e5ee34bf6bb722cd37ab73ea7&binding%3Ahost_id=n-h2-827839-2 HTTP/1.1" status: 200 len: 1126 time: 0.1667342 Feb 04 17:19:29.687740 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-e929d911-1b8d-4599-acc4-b42af1401ce9 req-9881d337-9704-4daa-a193-f411ae7e38ea service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4a73825d-935d-4948-a8ea-efa0c941b806 HTTP/1.1" status: 200 len: 217 time: 0.1094198 Feb 04 17:19:29.708046 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-f1147a19-c464-4c4b-8867-8e3061e4112f req-3a82f31e-7ac7-4440-a9b9-507926a27216 tempest-FloatingIPsAssociationNegativeTestJSON-1592197425 tempest-FloatingIPsAssociationNegativeTestJSON-1592197425-project] 10.222.0.89 "GET /v2.0/security-groups?id=772810a2-9cb8-43b4-821e-fe7f3761f492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6954358 Feb 04 17:19:29.721844 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c04bc2f9-c289-42a4-87b9-3eb1e8d7f7aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (bb89f5a3-3c22-440b-b7d1-c4f0c43c184a), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:29.790054 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Current status of the port 5ada897c-33ad-4ac3-9825-d2f0ed0512c7 is: BUILD; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:19:29.790778 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (5ada897c-33ad-4ac3-9825-d2f0ed0512c7), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:29.843822 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e95eed-fb61-4c64-8e6e-41b555b86dc6 req-55930e96-a7db-4546-b299-2691674c48a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:19:29.850495 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-a5e95eed-fb61-4c64-8e6e-41b555b86dc6 req-55930e96-a7db-4546-b299-2691674c48a3 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=809c551a-1790-4b2b-baf4-9847169d6487&tenant_id=8da6ad4e5ee34bf6bb722cd37ab73ea7 HTTP/1.1" status: 200 len: 1126 time: 0.2006798 Feb 04 17:19:29.852309 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16158957-7f6c-4367-93a6-4823baece383 tempest-PortsAdminExtendedAttrsTestJSON-1070932220 tempest-PortsAdminExtendedAttrsTestJSON-1070932220-project-admin] Checking segment: {'id': '1a52e82d-613f-4bb6-af94-2762d10a2dcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '3243a495-0b45-498e-9a9a-64d26e588505'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:19:29.853056 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16158957-7f6c-4367-93a6-4823baece383 tempest-PortsAdminExtendedAttrsTestJSON-1070932220 tempest-PortsAdminExtendedAttrsTestJSON-1070932220-project-admin] Network hostable DHCP agents. Network: 3243a495-0b45-498e-9a9a-64d26e588505, hostable agents: ['bb89f5a3-3c22-440b-b7d1-c4f0c43c184a'], hosted agents: [] {{(pid=103377) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 17:19:29.868293 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5ca90b8-184d-4fcc-af1b-0ead254d830d None None] Sync routers for ids ['ce4e4e18-9117-4dc6-b9c8-14f6932b4d45'] in n-d-827839-2 {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 17:19:29.872784 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] For port 5ada897c-33ad-4ac3-9825-d2f0ed0512c7, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=5ada897c-33ad-4ac3-9825-d2f0ed0512c7,segment=NetworkSegment(78faf63e-60a8-47e4-85af-dce04e5fa366),segment_id=78faf63e-60a8-47e4-85af-dce04e5fa366)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:19:29.879313 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (5ada897c-33ad-4ac3-9825-d2f0ed0512c7), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:29.885292 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5ca90b8-184d-4fcc-af1b-0ead254d830d None None] Routers {'ce4e4e18-9117-4dc6-b9c8-14f6932b4d45'} bound to L3 agent in host n-d-827839-2 {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:19:29.887465 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-f5ca90b8-184d-4fcc-af1b-0ead254d830d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:19:02Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['ce4e4e18-9117-4dc6-b9c8-14f6932b4d45'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:19:30.000355 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 17:19:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0d4c29b-dff5-4cc8-9d25-0121f0743222 x-openstack-request-id: req-a0d4c29b-dff5-4cc8-9d25-0121f0743222 {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:19:30.013365 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdea105d-d892-4559-baed-fb98b40680d0", "name": "network-vif-plugged", "status": "completed", "tag": "35ae7739-d12e-440a-928f-2c25bcb6031d", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:19:30.013633 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-a0d4c29b-dff5-4cc8-9d25-0121f0743222 {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:19:30.014088 n-d-827839-2 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdea105d-d892-4559-baed-fb98b40680d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35ae7739-d12e-440a-928f-2c25bcb6031d', 'code': 200} Feb 04 17:19:30.023519 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Pushing event updated for resources: {'Port': ['ID=5ada897c-33ad-4ac3-9825-d2f0ed0512c7,revision_number=7']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:19:30.025991 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e929d911-1b8d-4599-acc4-b42af1401ce9 req-ff0df482-9b2b-4a4a-ab29-2c13c3588abf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:19:30.027650 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-e929d911-1b8d-4599-acc4-b42af1401ce9 req-ff0df482-9b2b-4a4a-ab29-2c13c3588abf service neutron] 10.222.0.90 "GET /v2.0/subnets?id=4244c4d2-c07e-443f-888d-8a5b8c7a56c8 HTTP/1.1" status: 200 len: 854 time: 0.2959073 Feb 04 17:19:30.089853 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e95eed-fb61-4c64-8e6e-41b555b86dc6 req-f64e5427-685f-4941-8b45-8c43e827d5c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:19:30.096300 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-a5e95eed-fb61-4c64-8e6e-41b555b86dc6 req-f64e5427-685f-4941-8b45-8c43e827d5c8 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=8da6ad4e5ee34bf6bb722cd37ab73ea7&device_id=809c551a-1790-4b2b-baf4-9847169d6487 HTTP/1.1" status: 200 len: 1126 time: 0.2191451 Feb 04 17:19:30.137157 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-e929d911-1b8d-4599-acc4-b42af1401ce9 req-8a91016a-6580-4210-b302-5ac7578ae0e5 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=adbf6612-dc9a-4bc6-a4ec-d7847720e30a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0955994 Feb 04 17:19:30.183680 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16158957-7f6c-4367-93a6-4823baece383 tempest-PortsAdminExtendedAttrsTestJSON-1070932220 tempest-PortsAdminExtendedAttrsTestJSON-1070932220-project-admin] Network 3243a495-0b45-498e-9a9a-64d26e588505 is scheduled to be hosted by DHCP agent bb89f5a3-3c22-440b-b7d1-c4f0c43c184a with binding_index 1 {{(pid=103377) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 17:19:30.184710 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvr_db [None req-f5ca90b8-184d-4fcc-af1b-0ead254d830d None None] Set router ce4e4e18-9117-4dc6-b9c8-14f6932b4d45 gateway port host: n-d-827839-2 {{(pid=103379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:19:30.316660 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [None req-16158957-7f6c-4367-93a6-4823baece383 tempest-PortsAdminExtendedAttrsTestJSON-1070932220 tempest-PortsAdminExtendedAttrsTestJSON-1070932220-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827839-2, 3243a495-0b45-498e-9a9a-64d26e588505) {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:19:30.339052 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5239b137-93d3-45c1-a275-559222932c45 None None] Network 3243a495-0b45-498e-9a9a-64d26e588505 requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:19:30.365405 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16158957-7f6c-4367-93a6-4823baece383 tempest-PortsAdminExtendedAttrsTestJSON-1070932220 tempest-PortsAdminExtendedAttrsTestJSON-1070932220-project-admin] Received port after_create {{(pid=103377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:19:30.381630 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e95eed-fb61-4c64-8e6e-41b555b86dc6 req-fe42ae4a-de27-4284-8e83-19c142ef639b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:19:30.383146 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-a5e95eed-fb61-4c64-8e6e-41b555b86dc6 req-fe42ae4a-de27-4284-8e83-19c142ef639b service neutron] 10.222.0.96 "GET /v2.0/networks?id=865a5290-ec33-4655-84a4-bc1453190ac7 HTTP/1.1" status: 200 len: 908 time: 0.2759709 Feb 04 17:19:30.476914 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device e96567ae-3e87-4caf-a5b1-d9732d0e896d up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:19:30.488885 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-76f05679-a43d-4c19-8f74-fe3a6cd0c598 req-226084a0-3f2c-4c96-b958-4ab7fa02f1ac tempest-AttachSCSIVolumeTestJSON-480248312 tempest-AttachSCSIVolumeTestJSON-480248312-project] Publish callbacks [] for port (4bcfa000-8e68-424f-9687-3f5045d77edf), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:30.520033 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-a5e95eed-fb61-4c64-8e6e-41b555b86dc6 req-a067342f-25bb-40f9-a2dc-8ffba120bf02 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=645c34a0-6641-41db-8d2a-af675eb8fb2e HTTP/1.1" status: 200 len: 217 time: 0.1201799 Feb 04 17:19:30.560436 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-e929d911-1b8d-4599-acc4-b42af1401ce9 req-5db34b4c-7aae-4d1e-b62f-2dadfe747d57 service neutron] 10.222.0.90 "GET /v2.0/networks/adbf6612-dc9a-4bc6-a4ec-d7847720e30a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3986504 Feb 04 17:19:30.584849 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-76f05679-a43d-4c19-8f74-fe3a6cd0c598 req-226084a0-3f2c-4c96-b958-4ab7fa02f1ac tempest-AttachSCSIVolumeTestJSON-480248312 tempest-AttachSCSIVolumeTestJSON-480248312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (4bcfa000-8e68-424f-9687-3f5045d77edf), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:30.670731 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e95eed-fb61-4c64-8e6e-41b555b86dc6 req-ab57e917-6808-4747-94f1-5cbe0a23cb7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:19:30.675316 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-a5e95eed-fb61-4c64-8e6e-41b555b86dc6 req-ab57e917-6808-4747-94f1-5cbe0a23cb7f service neutron] 10.222.0.96 "GET /v2.0/subnets?id=22305eb3-36bf-4425-804b-f2478ee8714d HTTP/1.1" status: 200 len: 847 time: 0.1405468 Feb 04 17:19:30.725754 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-a5e95eed-fb61-4c64-8e6e-41b555b86dc6 req-bf5431d5-8bf8-4e43-8d81-a0d88268353d service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=865a5290-ec33-4655-84a4-bc1453190ac7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0442357 Feb 04 17:19:30.783474 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-f5ca90b8-184d-4fcc-af1b-0ead254d830d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce4e4e18-9117-4dc6-b9c8-14f6932b4d45', 'name': 'tempest-ServerRescueTestJSON-868804914-router', 'tenant_id': '64ba830c63e7431dadf5a14a32fd3842', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.164'}], 'enable_snat': True}, 'gw_port_id': 'e96567ae-3e87-4caf-a5b1-d9732d0e896d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:19:20Z', 'updated_at': '2022-02-04T17:19:26Z', 'revision_number': 4, 'project_id': '64ba830c63e7431dadf5a14a32fd3842', 'gw_port': {'id': 'e96567ae-3e87-4caf-a5b1-d9732d0e896d', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:a9:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce4e4e18-9117-4dc6-b9c8-14f6932b4d45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 983, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:19:21Z', 'updated_at': '2022-02-04T17:19:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_interfaces': [{'id': '8caae74c-40a9-4ecd-ab37-894a0aca38a6', 'name': '', 'network_id': '39759074-fb50-4135-a9de-456f123df529', 'tenant_id': '64ba830c63e7431dadf5a14a32fd3842', 'mac_address': 'fa:16:3e:3a:6c:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce4e4e18-9117-4dc6-b9c8-14f6932b4d45', 'device_owner': 'network:router_interface', 'standard_attr_id': 990, 'fixed_ips': [{'subnet_id': 'acc74b3b-28a2-4a28-a63e-a2e1d0f02fcf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:19:25Z', 'updated_at': '2022-02-04T17:19:26Z', 'revision_number': 2, 'project_id': '64ba830c63e7431dadf5a14a32fd3842', 'subnets': [{'id': 'acc74b3b-28a2-4a28-a63e-a2e1d0f02fcf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-2', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:19:30.790306 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port e96567ae-3e87-4caf-a5b1-d9732d0e896d triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:19:30.790866 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (e96567ae-3e87-4caf-a5b1-d9732d0e896d), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:30.823347 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-e929d911-1b8d-4599-acc4-b42af1401ce9 req-90d26f35-3401-4086-a291-e02bab5957d2 service neutron] 10.222.0.90 "GET /v2.0/networks/adbf6612-dc9a-4bc6-a4ec-d7847720e30a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2332170 Feb 04 17:19:30.891017 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5ca90b8-184d-4fcc-af1b-0ead254d830d None None] Checking router: ce4e4e18-9117-4dc6-b9c8-14f6932b4d45 for host: n-d-827839-2 {{(pid=103379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 17:19:30.894028 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5ca90b8-184d-4fcc-af1b-0ead254d830d None None] Updating router ce4e4e18-9117-4dc6-b9c8-14f6932b4d45 port 8caae74c-40a9-4ecd-ab37-894a0aca38a6 binding host n-d-827839-2 {{(pid=103379) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 17:19:30.935564 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc040a39-d742-41df-8747-803f9b84034b req-e2d97675-74c5-4c24-bc1f-b204f3a1debf tempest-ServersAdminTestJSON-70469306 tempest-ServersAdminTestJSON-70469306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:19:30.939047 n-d-827839-2 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f5ca90b8-184d-4fcc-af1b-0ead254d830d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (8caae74c-40a9-4ecd-ab37-894a0aca38a6), before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:30.944908 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-a5e95eed-fb61-4c64-8e6e-41b555b86dc6 req-67cb8394-65c5-4ba3-ac79-57c2996336ca service neutron] 10.222.0.96 "GET /v2.0/networks/865a5290-ec33-4655-84a4-bc1453190ac7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2029374 Feb 04 17:19:30.949223 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-bc040a39-d742-41df-8747-803f9b84034b req-e2d97675-74c5-4c24-bc1f-b204f3a1debf tempest-ServersAdminTestJSON-70469306 tempest-ServersAdminTestJSON-70469306-project] 10.222.0.89 "GET /v2.0/ports?device_id=cdea105d-d892-4559-baed-fb98b40680d0 HTTP/1.1" status: 200 len: 950 time: 0.8018427 Feb 04 17:19:30.951354 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [None req-16158957-7f6c-4367-93a6-4823baece383 tempest-PortsAdminExtendedAttrsTestJSON-1070932220 tempest-PortsAdminExtendedAttrsTestJSON-1070932220-project-admin] Attempting to bind port aaf834bd-d391-402c-a35d-3af4773d91db on host n-h2-827839-2 for vnic_type normal with profile {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:19:30.951803 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [None req-16158957-7f6c-4367-93a6-4823baece383 tempest-PortsAdminExtendedAttrsTestJSON-1070932220 tempest-PortsAdminExtendedAttrsTestJSON-1070932220-project-admin] Attempting to bind port aaf834bd-d391-402c-a35d-3af4773d91db by drivers openvswitch,hyperv on host n-h2-827839-2 at level 0 using segments [{'id': '1a52e82d-613f-4bb6-af94-2762d10a2dcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '3243a495-0b45-498e-9a9a-64d26e588505'}] {{(pid=103377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:19:30.952268 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16158957-7f6c-4367-93a6-4823baece383 tempest-PortsAdminExtendedAttrsTestJSON-1070932220 tempest-PortsAdminExtendedAttrsTestJSON-1070932220-project-admin] Attempting to bind port aaf834bd-d391-402c-a35d-3af4773d91db on network 3243a495-0b45-498e-9a9a-64d26e588505 {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:19:30.985536 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port e96567ae-3e87-4caf-a5b1-d9732d0e896d is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:19:31.051253 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-76f05679-a43d-4c19-8f74-fe3a6cd0c598 req-226084a0-3f2c-4c96-b958-4ab7fa02f1ac tempest-AttachSCSIVolumeTestJSON-480248312 tempest-AttachSCSIVolumeTestJSON-480248312-project] Network e7a2df79-c8ce-4040-9052-dff1b84320da is already hosted by enough agents. {{(pid=103377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:19:31.058136 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6dcaad-73c6-4c9d-ac47-40d8c8c0ab3b req-df0ccb0f-ec79-40c3-addf-04dd586fbedb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:19:31.068846 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-8d6dcaad-73c6-4c9d-ac47-40d8c8c0ab3b req-df0ccb0f-ec79-40c3-addf-04dd586fbedb service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=cdea105d-d892-4559-baed-fb98b40680d0 HTTP/1.1" status: 200 len: 1132 time: 0.8545568 Feb 04 17:19:31.080937 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-a5e95eed-fb61-4c64-8e6e-41b555b86dc6 req-b6667d64-d481-41b9-91f3-9184c95ca9f7 service neutron] 10.222.0.96 "GET /v2.0/networks/865a5290-ec33-4655-84a4-bc1453190ac7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262412 Feb 04 17:19:31.081853 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16158957-7f6c-4367-93a6-4823baece383 tempest-PortsAdminExtendedAttrsTestJSON-1070932220 tempest-PortsAdminExtendedAttrsTestJSON-1070932220-project-admin] Port aaf834bd-d391-402c-a35d-3af4773d91db on network 3243a495-0b45-498e-9a9a-64d26e588505 not bound, no agent of type Open vSwitch agent registered on host n-h2-827839-2 {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 17:19:31.082303 n-d-827839-2 neutron-server[103377]: ERROR neutron.plugins.ml2.managers [None req-16158957-7f6c-4367-93a6-4823baece383 tempest-PortsAdminExtendedAttrsTestJSON-1070932220 tempest-PortsAdminExtendedAttrsTestJSON-1070932220-project-admin] Failed to bind port aaf834bd-d391-402c-a35d-3af4773d91db on host n-h2-827839-2 for vnic_type normal using segments [{'id': '1a52e82d-613f-4bb6-af94-2762d10a2dcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '3243a495-0b45-498e-9a9a-64d26e588505'}] Feb 04 17:19:31.104852 n-d-827839-2 neutron-server[103377]: INFO neutron.plugins.ml2.plugin [None req-16158957-7f6c-4367-93a6-4823baece383 tempest-PortsAdminExtendedAttrsTestJSON-1070932220 tempest-PortsAdminExtendedAttrsTestJSON-1070932220-project-admin] Attempt 2 to bind port aaf834bd-d391-402c-a35d-3af4773d91db Feb 04 17:19:31.112373 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [req-76f05679-a43d-4c19-8f74-fe3a6cd0c598 req-226084a0-3f2c-4c96-b958-4ab7fa02f1ac tempest-AttachSCSIVolumeTestJSON-480248312 tempest-AttachSCSIVolumeTestJSON-480248312-project] Resources bound (agent type, host, resource id): {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:19:31.115812 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [req-76f05679-a43d-4c19-8f74-fe3a6cd0c598 req-226084a0-3f2c-4c96-b958-4ab7fa02f1ac tempest-AttachSCSIVolumeTestJSON-480248312 tempest-AttachSCSIVolumeTestJSON-480248312-project] Received port after_create {{(pid=103377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:19:31.195099 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f05679-a43d-4c19-8f74-fe3a6cd0c598 req-226084a0-3f2c-4c96-b958-4ab7fa02f1ac tempest-AttachSCSIVolumeTestJSON-480248312 tempest-AttachSCSIVolumeTestJSON-480248312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:19:31.196130 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-76f05679-a43d-4c19-8f74-fe3a6cd0c598 req-226084a0-3f2c-4c96-b958-4ab7fa02f1ac tempest-AttachSCSIVolumeTestJSON-480248312 tempest-AttachSCSIVolumeTestJSON-480248312-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:31.263674 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-76f05679-a43d-4c19-8f74-fe3a6cd0c598 req-226084a0-3f2c-4c96-b958-4ab7fa02f1ac tempest-AttachSCSIVolumeTestJSON-480248312 tempest-AttachSCSIVolumeTestJSON-480248312-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.8791945 Feb 04 17:19:31.272499 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226084a0-3f2c-4c96-b958-4ab7fa02f1ac tempest-AttachSCSIVolumeTestJSON-480248312 tempest-AttachSCSIVolumeTestJSON-480248312-project] Pushing event updated for resources: {'Port': ['ID=4bcfa000-8e68-424f-9687-3f5045d77edf,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:19:31.320291 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-bc040a39-d742-41df-8747-803f9b84034b req-8d389b65-ae7a-4237-9917-0a0b333cb1a2 tempest-ServersAdminTestJSON-70469306 tempest-ServersAdminTestJSON-70469306-project] 10.222.0.89 "GET /v2.0/security-groups?id=0b9d4704-c600-4325-be39-d787042bd965&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3699398 Feb 04 17:19:31.338503 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [req-76f05679-a43d-4c19-8f74-fe3a6cd0c598 req-fe790396-c175-4564-834f-4bebb55ccd84 service neutron] Request body: {'port': {'device_id': 'd139c4de-8da5-4d54-bf7d-b1ba87ddc92a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827839-2'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:19:31.354641 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [None req-16158957-7f6c-4367-93a6-4823baece383 tempest-PortsAdminExtendedAttrsTestJSON-1070932220 tempest-PortsAdminExtendedAttrsTestJSON-1070932220-project-admin] Attempting to bind port aaf834bd-d391-402c-a35d-3af4773d91db on host n-h2-827839-2 for vnic_type normal with profile {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:19:31.355919 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [None req-16158957-7f6c-4367-93a6-4823baece383 tempest-PortsAdminExtendedAttrsTestJSON-1070932220 tempest-PortsAdminExtendedAttrsTestJSON-1070932220-project-admin] Attempting to bind port aaf834bd-d391-402c-a35d-3af4773d91db by drivers openvswitch,hyperv on host n-h2-827839-2 at level 0 using segments [{'id': '1a52e82d-613f-4bb6-af94-2762d10a2dcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '3243a495-0b45-498e-9a9a-64d26e588505'}] {{(pid=103377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:19:31.356347 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16158957-7f6c-4367-93a6-4823baece383 tempest-PortsAdminExtendedAttrsTestJSON-1070932220 tempest-PortsAdminExtendedAttrsTestJSON-1070932220-project-admin] Attempting to bind port aaf834bd-d391-402c-a35d-3af4773d91db on network 3243a495-0b45-498e-9a9a-64d26e588505 {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:19:31.450524 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-8d6dcaad-73c6-4c9d-ac47-40d8c8c0ab3b req-6b537a58-112b-42f2-9fd2-c5029d918eed service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=0b9d4704-c600-4325-be39-d787042bd965&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3669267 Feb 04 17:19:31.453911 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16158957-7f6c-4367-93a6-4823baece383 tempest-PortsAdminExtendedAttrsTestJSON-1070932220 tempest-PortsAdminExtendedAttrsTestJSON-1070932220-project-admin] Port aaf834bd-d391-402c-a35d-3af4773d91db on network 3243a495-0b45-498e-9a9a-64d26e588505 not bound, no agent of type Open vSwitch agent registered on host n-h2-827839-2 {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 17:19:31.454327 n-d-827839-2 neutron-server[103377]: ERROR neutron.plugins.ml2.managers [None req-16158957-7f6c-4367-93a6-4823baece383 tempest-PortsAdminExtendedAttrsTestJSON-1070932220 tempest-PortsAdminExtendedAttrsTestJSON-1070932220-project-admin] Failed to bind port aaf834bd-d391-402c-a35d-3af4773d91db on host n-h2-827839-2 for vnic_type normal using segments [{'id': '1a52e82d-613f-4bb6-af94-2762d10a2dcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '3243a495-0b45-498e-9a9a-64d26e588505'}] Feb 04 17:19:31.456527 n-d-827839-2 neutron-server[103377]: INFO neutron.plugins.ml2.plugin [None req-16158957-7f6c-4367-93a6-4823baece383 tempest-PortsAdminExtendedAttrsTestJSON-1070932220 tempest-PortsAdminExtendedAttrsTestJSON-1070932220-project-admin] Attempt 3 to bind port aaf834bd-d391-402c-a35d-3af4773d91db Feb 04 17:19:31.535491 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e95eed-fb61-4c64-8e6e-41b555b86dc6 req-585c901a-ccb4-46d4-aa43-a082e76e4fc4 tempest-LiveMigrationTest-101728267 tempest-LiveMigrationTest-101728267-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:19:31.537802 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-a5e95eed-fb61-4c64-8e6e-41b555b86dc6 req-585c901a-ccb4-46d4-aa43-a082e76e4fc4 tempest-LiveMigrationTest-101728267 tempest-LiveMigrationTest-101728267-project-admin] 10.222.0.96 "GET /v2.0/ports?device_id=809c551a-1790-4b2b-baf4-9847169d6487&tenant_id=8da6ad4e5ee34bf6bb722cd37ab73ea7&binding%3Ahost_id=n-h1-827839-2 HTTP/1.1" status: 200 len: 1126 time: 0.1087554 Feb 04 17:19:31.539306 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-68d20aa0-d19e-4881-94ca-4db824d9ab28 None None] Provisioning complete for port 4bcfa000-8e68-424f-9687-3f5045d77edf triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:19:31.539692 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-68d20aa0-d19e-4881-94ca-4db824d9ab28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (4bcfa000-8e68-424f-9687-3f5045d77edf), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:31.620299 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-68d20aa0-d19e-4881-94ca-4db824d9ab28 None None] Port 4bcfa000-8e68-424f-9687-3f5045d77edf cannot update to ACTIVE because it is not bound. {{(pid=103378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 17:19:31.699227 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [req-a5e95eed-fb61-4c64-8e6e-41b555b86dc6 req-4a93a4a9-b1e0-41a0-8498-55670b785dfb service neutron] For port 645c34a0-6641-41db-8d2a-af675eb8fb2e, host n-h2-827839-2, cleared binding levels {{(pid=103376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:19:31.703075 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-a5e95eed-fb61-4c64-8e6e-41b555b86dc6 req-4a93a4a9-b1e0-41a0-8498-55670b785dfb service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:31.705208 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-a5e95eed-fb61-4c64-8e6e-41b555b86dc6 req-4a93a4a9-b1e0-41a0-8498-55670b785dfb service neutron] 10.222.0.96 "DELETE /v2.0/ports/645c34a0-6641-41db-8d2a-af675eb8fb2e/bindings/n-h2-827839-2 HTTP/1.1" status: 204 len: 173 time: 0.1609831 Feb 04 17:19:31.722662 n-d-827839-2 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f5ca90b8-184d-4fcc-af1b-0ead254d830d None None] Publish callbacks [] for port (8caae74c-40a9-4ecd-ab37-894a0aca38a6), precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:31.730464 n-d-827839-2 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f5ca90b8-184d-4fcc-af1b-0ead254d830d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (8caae74c-40a9-4ecd-ab37-894a0aca38a6), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:31.900105 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [None req-f5ca90b8-184d-4fcc-af1b-0ead254d830d None None] Attempting to bind port 8caae74c-40a9-4ecd-ab37-894a0aca38a6 on host n-d-827839-2 for vnic_type normal with profile {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:19:31.900826 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [None req-f5ca90b8-184d-4fcc-af1b-0ead254d830d None None] Attempting to bind port 8caae74c-40a9-4ecd-ab37-894a0aca38a6 by drivers openvswitch,hyperv on host n-d-827839-2 at level 0 using segments [{'id': 'be1103cf-5393-48aa-b76f-2defc05390b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '39759074-fb50-4135-a9de-456f123df529'}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:19:31.900826 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5ca90b8-184d-4fcc-af1b-0ead254d830d None None] Attempting to bind port 8caae74c-40a9-4ecd-ab37-894a0aca38a6 on network 39759074-fb50-4135-a9de-456f123df529 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:19:31.915685 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0116486f-7baf-46c5-aef9-ec52042283a2 None None] Pushing event updated for resources: {'Port': ['ID=8caae74c-40a9-4ecd-ab37-894a0aca38a6,revision_number=3']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:19:31.922297 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5ca90b8-184d-4fcc-af1b-0ead254d830d None None] Checking agent: {'id': 'ba70844b-66a0-45fd-a2f2-e6ed673321fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 0, 36), 'started_at': datetime.datetime(2022, 2, 4, 17, 1, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 19, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:19:31.922674 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5ca90b8-184d-4fcc-af1b-0ead254d830d None None] Checking segment: {'id': 'be1103cf-5393-48aa-b76f-2defc05390b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '39759074-fb50-4135-a9de-456f123df529'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:19:31.923742 n-d-827839-2 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f5ca90b8-184d-4fcc-af1b-0ead254d830d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:31.924620 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5ca90b8-184d-4fcc-af1b-0ead254d830d None None] Bound using segment: {'id': 'be1103cf-5393-48aa-b76f-2defc05390b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '39759074-fb50-4135-a9de-456f123df529'} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:19:31.925536 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [None req-f5ca90b8-184d-4fcc-af1b-0ead254d830d None None] Bound port: 8caae74c-40a9-4ecd-ab37-894a0aca38a6, host: n-d-827839-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be1103cf-5393-48aa-b76f-2defc05390b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '39759074-fb50-4135-a9de-456f123df529'}}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:19:31.926170 n-d-827839-2 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f5ca90b8-184d-4fcc-af1b-0ead254d830d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (8caae74c-40a9-4ecd-ab37-894a0aca38a6), before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:31.945963 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0116486f-7baf-46c5-aef9-ec52042283a2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:19:31.946677 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0116486f-7baf-46c5-aef9-ec52042283a2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:19:31.947706 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0116486f-7baf-46c5-aef9-ec52042283a2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:19:31.948299 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0116486f-7baf-46c5-aef9-ec52042283a2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:19:31.949107 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0116486f-7baf-46c5-aef9-ec52042283a2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:19:31.949725 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0116486f-7baf-46c5-aef9-ec52042283a2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:19:31.950553 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0116486f-7baf-46c5-aef9-ec52042283a2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:19:31.951130 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0116486f-7baf-46c5-aef9-ec52042283a2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:19:31.951684 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0116486f-7baf-46c5-aef9-ec52042283a2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:19:31.952207 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0116486f-7baf-46c5-aef9-ec52042283a2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:19:31.952785 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0116486f-7baf-46c5-aef9-ec52042283a2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:19:31.953510 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0116486f-7baf-46c5-aef9-ec52042283a2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:19:31.954940 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0116486f-7baf-46c5-aef9-ec52042283a2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:19:32.008408 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e4658847-cf7c-4da8-981b-71f0b3ef24bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (64ada913-9131-4d99-a265-63a920956287), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:32.018594 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f47ef111-efcf-4236-94b4-2cdab93576d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57c2857a-00dd-48a9-a1e3-c390c20ad1fd'}, {'server_uuid': '2334ee69-0871-44da-b636-9ceb5bb33e7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ada897c-33ad-4ac3-9825-d2f0ed0512c7'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:19:32.023559 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c34bc964ce2211770fda26ca2f3801cc06f4f39928110690550e94ab9c9d2fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-812ecab1-bd64-4570-8e4f-2a1ee3b238f6" -d '{"events": [{"server_uuid": "f47ef111-efcf-4236-94b4-2cdab93576d8", "name": "network-vif-plugged", "status": "completed", "tag": "57c2857a-00dd-48a9-a1e3-c390c20ad1fd"}, {"server_uuid": "2334ee69-0871-44da-b636-9ceb5bb33e7e", "name": "network-vif-plugged", "status": "completed", "tag": "5ada897c-33ad-4ac3-9825-d2f0ed0512c7"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:19:32.041778 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [None req-16158957-7f6c-4367-93a6-4823baece383 tempest-PortsAdminExtendedAttrsTestJSON-1070932220 tempest-PortsAdminExtendedAttrsTestJSON-1070932220-project-admin] Attempting to bind port aaf834bd-d391-402c-a35d-3af4773d91db on host n-h2-827839-2 for vnic_type normal with profile {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:19:32.042409 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [None req-16158957-7f6c-4367-93a6-4823baece383 tempest-PortsAdminExtendedAttrsTestJSON-1070932220 tempest-PortsAdminExtendedAttrsTestJSON-1070932220-project-admin] Attempting to bind port aaf834bd-d391-402c-a35d-3af4773d91db by drivers openvswitch,hyperv on host n-h2-827839-2 at level 0 using segments [{'id': '1a52e82d-613f-4bb6-af94-2762d10a2dcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '3243a495-0b45-498e-9a9a-64d26e588505'}] {{(pid=103377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:19:32.042409 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16158957-7f6c-4367-93a6-4823baece383 tempest-PortsAdminExtendedAttrsTestJSON-1070932220 tempest-PortsAdminExtendedAttrsTestJSON-1070932220-project-admin] Attempting to bind port aaf834bd-d391-402c-a35d-3af4773d91db on network 3243a495-0b45-498e-9a9a-64d26e588505 {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:19:32.059964 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-f5ca90b8-184d-4fcc-af1b-0ead254d830d None None] For port 8caae74c-40a9-4ecd-ab37-894a0aca38a6, host n-d-827839-2, cleared binding levels {{(pid=103379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:19:32.065105 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-f5ca90b8-184d-4fcc-af1b-0ead254d830d None None] For port 8caae74c-40a9-4ecd-ab37-894a0aca38a6, host n-d-827839-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=8caae74c-40a9-4ecd-ab37-894a0aca38a6,segment=NetworkSegment(be1103cf-5393-48aa-b76f-2defc05390b4),segment_id=be1103cf-5393-48aa-b76f-2defc05390b4)] {{(pid=103379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:19:32.085168 n-d-827839-2 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f5ca90b8-184d-4fcc-af1b-0ead254d830d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (8caae74c-40a9-4ecd-ab37-894a0aca38a6), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:32.129523 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-76f05679-a43d-4c19-8f74-fe3a6cd0c598 req-fe790396-c175-4564-834f-4bebb55ccd84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (4bcfa000-8e68-424f-9687-3f5045d77edf), before_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:32.132635 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16158957-7f6c-4367-93a6-4823baece383 tempest-PortsAdminExtendedAttrsTestJSON-1070932220 tempest-PortsAdminExtendedAttrsTestJSON-1070932220-project-admin] Port aaf834bd-d391-402c-a35d-3af4773d91db on network 3243a495-0b45-498e-9a9a-64d26e588505 not bound, no agent of type Open vSwitch agent registered on host n-h2-827839-2 {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 17:19:32.133087 n-d-827839-2 neutron-server[103377]: ERROR neutron.plugins.ml2.managers [None req-16158957-7f6c-4367-93a6-4823baece383 tempest-PortsAdminExtendedAttrsTestJSON-1070932220 tempest-PortsAdminExtendedAttrsTestJSON-1070932220-project-admin] Failed to bind port aaf834bd-d391-402c-a35d-3af4773d91db on host n-h2-827839-2 for vnic_type normal using segments [{'id': '1a52e82d-613f-4bb6-af94-2762d10a2dcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '3243a495-0b45-498e-9a9a-64d26e588505'}] Feb 04 17:19:32.140419 n-d-827839-2 neutron-server[103377]: INFO neutron.plugins.ml2.plugin [None req-16158957-7f6c-4367-93a6-4823baece383 tempest-PortsAdminExtendedAttrsTestJSON-1070932220 tempest-PortsAdminExtendedAttrsTestJSON-1070932220-project-admin] Attempt 4 to bind port aaf834bd-d391-402c-a35d-3af4773d91db Feb 04 17:19:32.190632 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5ca90b8-184d-4fcc-af1b-0ead254d830d None None] Routers {'ce4e4e18-9117-4dc6-b9c8-14f6932b4d45'} bound to L3 agent in host n-d-827839-2 {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:19:32.191334 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-f5ca90b8-184d-4fcc-af1b-0ead254d830d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:19:32Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['ce4e4e18-9117-4dc6-b9c8-14f6932b4d45'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:19:32.196370 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [None req-16158957-7f6c-4367-93a6-4823baece383 tempest-PortsAdminExtendedAttrsTestJSON-1070932220 tempest-PortsAdminExtendedAttrsTestJSON-1070932220-project-admin] Attempting to bind port aaf834bd-d391-402c-a35d-3af4773d91db on host n-h2-827839-2 for vnic_type normal with profile {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:19:32.196876 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0116486f-7baf-46c5-aef9-ec52042283a2 None None] Pushing event updated for resources: {'Port': ['ID=8caae74c-40a9-4ecd-ab37-894a0aca38a6,revision_number=4']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:19:32.197138 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [None req-16158957-7f6c-4367-93a6-4823baece383 tempest-PortsAdminExtendedAttrsTestJSON-1070932220 tempest-PortsAdminExtendedAttrsTestJSON-1070932220-project-admin] Attempting to bind port aaf834bd-d391-402c-a35d-3af4773d91db by drivers openvswitch,hyperv on host n-h2-827839-2 at level 0 using segments [{'id': '1a52e82d-613f-4bb6-af94-2762d10a2dcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '3243a495-0b45-498e-9a9a-64d26e588505'}] {{(pid=103377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:19:32.197622 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16158957-7f6c-4367-93a6-4823baece383 tempest-PortsAdminExtendedAttrsTestJSON-1070932220 tempest-PortsAdminExtendedAttrsTestJSON-1070932220-project-admin] Attempting to bind port aaf834bd-d391-402c-a35d-3af4773d91db on network 3243a495-0b45-498e-9a9a-64d26e588505 {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:19:32.219926 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16158957-7f6c-4367-93a6-4823baece383 tempest-PortsAdminExtendedAttrsTestJSON-1070932220 tempest-PortsAdminExtendedAttrsTestJSON-1070932220-project-admin] Port aaf834bd-d391-402c-a35d-3af4773d91db on network 3243a495-0b45-498e-9a9a-64d26e588505 not bound, no agent of type Open vSwitch agent registered on host n-h2-827839-2 {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 17:19:32.223973 n-d-827839-2 neutron-server[103377]: ERROR neutron.plugins.ml2.managers [None req-16158957-7f6c-4367-93a6-4823baece383 tempest-PortsAdminExtendedAttrsTestJSON-1070932220 tempest-PortsAdminExtendedAttrsTestJSON-1070932220-project-admin] Failed to bind port aaf834bd-d391-402c-a35d-3af4773d91db on host n-h2-827839-2 for vnic_type normal using segments [{'id': '1a52e82d-613f-4bb6-af94-2762d10a2dcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '3243a495-0b45-498e-9a9a-64d26e588505'}] Feb 04 17:19:32.259523 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c574f8cd-40b0-406c-916a-39a3ccfbee28 req-98c0d719-6a10-4b5f-b0be-5b4958a8c1c7 tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:19:32.279648 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-c574f8cd-40b0-406c-916a-39a3ccfbee28 req-98c0d719-6a10-4b5f-b0be-5b4958a8c1c7 tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] 10.222.0.89 "GET /v2.0/ports?device_id=809c551a-1790-4b2b-baf4-9847169d6487 HTTP/1.1" status: 200 len: 944 time: 0.2608752 Feb 04 17:19:32.287109 n-d-827839-2 neutron-server[103377]: INFO neutron.plugins.ml2.plugin [None req-16158957-7f6c-4367-93a6-4823baece383 tempest-PortsAdminExtendedAttrsTestJSON-1070932220 tempest-PortsAdminExtendedAttrsTestJSON-1070932220-project-admin] Attempt 5 to bind port aaf834bd-d391-402c-a35d-3af4773d91db Feb 04 17:19:32.344140 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [None req-16158957-7f6c-4367-93a6-4823baece383 tempest-PortsAdminExtendedAttrsTestJSON-1070932220 tempest-PortsAdminExtendedAttrsTestJSON-1070932220-project-admin] Attempting to bind port aaf834bd-d391-402c-a35d-3af4773d91db on host n-h2-827839-2 for vnic_type normal with profile {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:19:32.344507 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [None req-16158957-7f6c-4367-93a6-4823baece383 tempest-PortsAdminExtendedAttrsTestJSON-1070932220 tempest-PortsAdminExtendedAttrsTestJSON-1070932220-project-admin] Attempting to bind port aaf834bd-d391-402c-a35d-3af4773d91db by drivers openvswitch,hyperv on host n-h2-827839-2 at level 0 using segments [{'id': '1a52e82d-613f-4bb6-af94-2762d10a2dcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '3243a495-0b45-498e-9a9a-64d26e588505'}] {{(pid=103377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:19:32.347350 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16158957-7f6c-4367-93a6-4823baece383 tempest-PortsAdminExtendedAttrsTestJSON-1070932220 tempest-PortsAdminExtendedAttrsTestJSON-1070932220-project-admin] Attempting to bind port aaf834bd-d391-402c-a35d-3af4773d91db on network 3243a495-0b45-498e-9a9a-64d26e588505 {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:19:32.389563 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16158957-7f6c-4367-93a6-4823baece383 tempest-PortsAdminExtendedAttrsTestJSON-1070932220 tempest-PortsAdminExtendedAttrsTestJSON-1070932220-project-admin] Port aaf834bd-d391-402c-a35d-3af4773d91db on network 3243a495-0b45-498e-9a9a-64d26e588505 not bound, no agent of type Open vSwitch agent registered on host n-h2-827839-2 {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 17:19:32.398848 n-d-827839-2 neutron-server[103377]: ERROR neutron.plugins.ml2.managers [None req-16158957-7f6c-4367-93a6-4823baece383 tempest-PortsAdminExtendedAttrsTestJSON-1070932220 tempest-PortsAdminExtendedAttrsTestJSON-1070932220-project-admin] Failed to bind port aaf834bd-d391-402c-a35d-3af4773d91db on host n-h2-827839-2 for vnic_type normal using segments [{'id': '1a52e82d-613f-4bb6-af94-2762d10a2dcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '3243a495-0b45-498e-9a9a-64d26e588505'}] Feb 04 17:19:32.402786 n-d-827839-2 neutron-server[103377]: INFO neutron.plugins.ml2.plugin [None req-16158957-7f6c-4367-93a6-4823baece383 tempest-PortsAdminExtendedAttrsTestJSON-1070932220 tempest-PortsAdminExtendedAttrsTestJSON-1070932220-project-admin] Attempt 6 to bind port aaf834bd-d391-402c-a35d-3af4773d91db Feb 04 17:19:32.561806 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvr_db [None req-f5ca90b8-184d-4fcc-af1b-0ead254d830d None None] Set router ce4e4e18-9117-4dc6-b9c8-14f6932b4d45 gateway port host: n-d-827839-2 {{(pid=103379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:19:32.631116 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [None req-16158957-7f6c-4367-93a6-4823baece383 tempest-PortsAdminExtendedAttrsTestJSON-1070932220 tempest-PortsAdminExtendedAttrsTestJSON-1070932220-project-admin] Attempting to bind port aaf834bd-d391-402c-a35d-3af4773d91db on host n-h2-827839-2 for vnic_type normal with profile {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:19:32.631390 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [None req-16158957-7f6c-4367-93a6-4823baece383 tempest-PortsAdminExtendedAttrsTestJSON-1070932220 tempest-PortsAdminExtendedAttrsTestJSON-1070932220-project-admin] Attempting to bind port aaf834bd-d391-402c-a35d-3af4773d91db by drivers openvswitch,hyperv on host n-h2-827839-2 at level 0 using segments [{'id': '1a52e82d-613f-4bb6-af94-2762d10a2dcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '3243a495-0b45-498e-9a9a-64d26e588505'}] {{(pid=103377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:19:32.631704 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16158957-7f6c-4367-93a6-4823baece383 tempest-PortsAdminExtendedAttrsTestJSON-1070932220 tempest-PortsAdminExtendedAttrsTestJSON-1070932220-project-admin] Attempting to bind port aaf834bd-d391-402c-a35d-3af4773d91db on network 3243a495-0b45-498e-9a9a-64d26e588505 {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:19:32.664831 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16158957-7f6c-4367-93a6-4823baece383 tempest-PortsAdminExtendedAttrsTestJSON-1070932220 tempest-PortsAdminExtendedAttrsTestJSON-1070932220-project-admin] Port aaf834bd-d391-402c-a35d-3af4773d91db on network 3243a495-0b45-498e-9a9a-64d26e588505 not bound, no agent of type Open vSwitch agent registered on host n-h2-827839-2 {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 17:19:32.665171 n-d-827839-2 neutron-server[103377]: ERROR neutron.plugins.ml2.managers [None req-16158957-7f6c-4367-93a6-4823baece383 tempest-PortsAdminExtendedAttrsTestJSON-1070932220 tempest-PortsAdminExtendedAttrsTestJSON-1070932220-project-admin] Failed to bind port aaf834bd-d391-402c-a35d-3af4773d91db on host n-h2-827839-2 for vnic_type normal using segments [{'id': '1a52e82d-613f-4bb6-af94-2762d10a2dcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '3243a495-0b45-498e-9a9a-64d26e588505'}] Feb 04 17:19:32.677842 n-d-827839-2 neutron-server[103377]: INFO neutron.plugins.ml2.plugin [None req-16158957-7f6c-4367-93a6-4823baece383 tempest-PortsAdminExtendedAttrsTestJSON-1070932220 tempest-PortsAdminExtendedAttrsTestJSON-1070932220-project-admin] Attempt 7 to bind port aaf834bd-d391-402c-a35d-3af4773d91db Feb 04 17:19:32.724944 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-c574f8cd-40b0-406c-916a-39a3ccfbee28 req-cd9780ad-8a78-4569-b308-28b50e01097b tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] 10.222.0.89 "GET /v2.0/security-groups?id=18e6cc58-e448-4d12-9423-2a502a086ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4443078 Feb 04 17:19:32.757268 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [None req-16158957-7f6c-4367-93a6-4823baece383 tempest-PortsAdminExtendedAttrsTestJSON-1070932220 tempest-PortsAdminExtendedAttrsTestJSON-1070932220-project-admin] Attempting to bind port aaf834bd-d391-402c-a35d-3af4773d91db on host n-h2-827839-2 for vnic_type normal with profile {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:19:32.757268 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [None req-16158957-7f6c-4367-93a6-4823baece383 tempest-PortsAdminExtendedAttrsTestJSON-1070932220 tempest-PortsAdminExtendedAttrsTestJSON-1070932220-project-admin] Attempting to bind port aaf834bd-d391-402c-a35d-3af4773d91db by drivers openvswitch,hyperv on host n-h2-827839-2 at level 0 using segments [{'id': '1a52e82d-613f-4bb6-af94-2762d10a2dcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '3243a495-0b45-498e-9a9a-64d26e588505'}] {{(pid=103377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:19:32.757268 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16158957-7f6c-4367-93a6-4823baece383 tempest-PortsAdminExtendedAttrsTestJSON-1070932220 tempest-PortsAdminExtendedAttrsTestJSON-1070932220-project-admin] Attempting to bind port aaf834bd-d391-402c-a35d-3af4773d91db on network 3243a495-0b45-498e-9a9a-64d26e588505 {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:19:32.798846 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16158957-7f6c-4367-93a6-4823baece383 tempest-PortsAdminExtendedAttrsTestJSON-1070932220 tempest-PortsAdminExtendedAttrsTestJSON-1070932220-project-admin] Port aaf834bd-d391-402c-a35d-3af4773d91db on network 3243a495-0b45-498e-9a9a-64d26e588505 not bound, no agent of type Open vSwitch agent registered on host n-h2-827839-2 {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 17:19:32.799101 n-d-827839-2 neutron-server[103377]: ERROR neutron.plugins.ml2.managers [None req-16158957-7f6c-4367-93a6-4823baece383 tempest-PortsAdminExtendedAttrsTestJSON-1070932220 tempest-PortsAdminExtendedAttrsTestJSON-1070932220-project-admin] Failed to bind port aaf834bd-d391-402c-a35d-3af4773d91db on host n-h2-827839-2 for vnic_type normal using segments [{'id': '1a52e82d-613f-4bb6-af94-2762d10a2dcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '3243a495-0b45-498e-9a9a-64d26e588505'}] Feb 04 17:19:32.802161 n-d-827839-2 neutron-server[103377]: INFO neutron.plugins.ml2.plugin [None req-16158957-7f6c-4367-93a6-4823baece383 tempest-PortsAdminExtendedAttrsTestJSON-1070932220 tempest-PortsAdminExtendedAttrsTestJSON-1070932220-project-admin] Attempt 8 to bind port aaf834bd-d391-402c-a35d-3af4773d91db Feb 04 17:19:32.860284 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [None req-16158957-7f6c-4367-93a6-4823baece383 tempest-PortsAdminExtendedAttrsTestJSON-1070932220 tempest-PortsAdminExtendedAttrsTestJSON-1070932220-project-admin] Attempting to bind port aaf834bd-d391-402c-a35d-3af4773d91db on host n-h2-827839-2 for vnic_type normal with profile {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:19:32.860669 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [None req-16158957-7f6c-4367-93a6-4823baece383 tempest-PortsAdminExtendedAttrsTestJSON-1070932220 tempest-PortsAdminExtendedAttrsTestJSON-1070932220-project-admin] Attempting to bind port aaf834bd-d391-402c-a35d-3af4773d91db by drivers openvswitch,hyperv on host n-h2-827839-2 at level 0 using segments [{'id': '1a52e82d-613f-4bb6-af94-2762d10a2dcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '3243a495-0b45-498e-9a9a-64d26e588505'}] {{(pid=103377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:19:32.860969 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16158957-7f6c-4367-93a6-4823baece383 tempest-PortsAdminExtendedAttrsTestJSON-1070932220 tempest-PortsAdminExtendedAttrsTestJSON-1070932220-project-admin] Attempting to bind port aaf834bd-d391-402c-a35d-3af4773d91db on network 3243a495-0b45-498e-9a9a-64d26e588505 {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:19:32.894209 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d408ec64-b374-4acb-a1fc-48241dad6d47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (0cd6d64a-47a7-40ff-8c12-71dd526c62e0), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:32.935929 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16158957-7f6c-4367-93a6-4823baece383 tempest-PortsAdminExtendedAttrsTestJSON-1070932220 tempest-PortsAdminExtendedAttrsTestJSON-1070932220-project-admin] Port aaf834bd-d391-402c-a35d-3af4773d91db on network 3243a495-0b45-498e-9a9a-64d26e588505 not bound, no agent of type Open vSwitch agent registered on host n-h2-827839-2 {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 17:19:32.936276 n-d-827839-2 neutron-server[103377]: ERROR neutron.plugins.ml2.managers [None req-16158957-7f6c-4367-93a6-4823baece383 tempest-PortsAdminExtendedAttrsTestJSON-1070932220 tempest-PortsAdminExtendedAttrsTestJSON-1070932220-project-admin] Failed to bind port aaf834bd-d391-402c-a35d-3af4773d91db on host n-h2-827839-2 for vnic_type normal using segments [{'id': '1a52e82d-613f-4bb6-af94-2762d10a2dcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '3243a495-0b45-498e-9a9a-64d26e588505'}] Feb 04 17:19:32.940766 n-d-827839-2 neutron-server[103377]: INFO neutron.plugins.ml2.plugin [None req-16158957-7f6c-4367-93a6-4823baece383 tempest-PortsAdminExtendedAttrsTestJSON-1070932220 tempest-PortsAdminExtendedAttrsTestJSON-1070932220-project-admin] Attempt 9 to bind port aaf834bd-d391-402c-a35d-3af4773d91db Feb 04 17:19:32.995127 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [None req-16158957-7f6c-4367-93a6-4823baece383 tempest-PortsAdminExtendedAttrsTestJSON-1070932220 tempest-PortsAdminExtendedAttrsTestJSON-1070932220-project-admin] Attempting to bind port aaf834bd-d391-402c-a35d-3af4773d91db on host n-h2-827839-2 for vnic_type normal with profile {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:19:32.995127 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [None req-16158957-7f6c-4367-93a6-4823baece383 tempest-PortsAdminExtendedAttrsTestJSON-1070932220 tempest-PortsAdminExtendedAttrsTestJSON-1070932220-project-admin] Attempting to bind port aaf834bd-d391-402c-a35d-3af4773d91db by drivers openvswitch,hyperv on host n-h2-827839-2 at level 0 using segments [{'id': '1a52e82d-613f-4bb6-af94-2762d10a2dcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '3243a495-0b45-498e-9a9a-64d26e588505'}] {{(pid=103377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:19:32.995127 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16158957-7f6c-4367-93a6-4823baece383 tempest-PortsAdminExtendedAttrsTestJSON-1070932220 tempest-PortsAdminExtendedAttrsTestJSON-1070932220-project-admin] Attempting to bind port aaf834bd-d391-402c-a35d-3af4773d91db on network 3243a495-0b45-498e-9a9a-64d26e588505 {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:19:33.001208 n-d-827839-2 neutron-server[103377]: DEBUG neutron.notifiers.nova [req-76f05679-a43d-4c19-8f74-fe3a6cd0c598 req-fe790396-c175-4564-834f-4bebb55ccd84 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4bcfa000-8e68-424f-9687-3f5045d77edf {{(pid=103377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 17:19:33.011696 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-76f05679-a43d-4c19-8f74-fe3a6cd0c598 req-fe790396-c175-4564-834f-4bebb55ccd84 service neutron] Publish callbacks [] for port (4bcfa000-8e68-424f-9687-3f5045d77edf), precommit_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:33.014004 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16158957-7f6c-4367-93a6-4823baece383 tempest-PortsAdminExtendedAttrsTestJSON-1070932220 tempest-PortsAdminExtendedAttrsTestJSON-1070932220-project-admin] Port aaf834bd-d391-402c-a35d-3af4773d91db on network 3243a495-0b45-498e-9a9a-64d26e588505 not bound, no agent of type Open vSwitch agent registered on host n-h2-827839-2 {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 17:19:33.014331 n-d-827839-2 neutron-server[103377]: ERROR neutron.plugins.ml2.managers [None req-16158957-7f6c-4367-93a6-4823baece383 tempest-PortsAdminExtendedAttrsTestJSON-1070932220 tempest-PortsAdminExtendedAttrsTestJSON-1070932220-project-admin] Failed to bind port aaf834bd-d391-402c-a35d-3af4773d91db on host n-h2-827839-2 for vnic_type normal using segments [{'id': '1a52e82d-613f-4bb6-af94-2762d10a2dcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '3243a495-0b45-498e-9a9a-64d26e588505'}] Feb 04 17:19:33.017432 n-d-827839-2 neutron-server[103377]: INFO neutron.plugins.ml2.plugin [None req-16158957-7f6c-4367-93a6-4823baece383 tempest-PortsAdminExtendedAttrsTestJSON-1070932220 tempest-PortsAdminExtendedAttrsTestJSON-1070932220-project-admin] Attempt 10 to bind port aaf834bd-d391-402c-a35d-3af4773d91db Feb 04 17:19:33.035216 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-f5ca90b8-184d-4fcc-af1b-0ead254d830d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce4e4e18-9117-4dc6-b9c8-14f6932b4d45', 'name': 'tempest-ServerRescueTestJSON-868804914-router', 'tenant_id': '64ba830c63e7431dadf5a14a32fd3842', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.164'}], 'enable_snat': True}, 'gw_port_id': 'e96567ae-3e87-4caf-a5b1-d9732d0e896d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:19:20Z', 'updated_at': '2022-02-04T17:19:26Z', 'revision_number': 4, 'project_id': '64ba830c63e7431dadf5a14a32fd3842', 'gw_port': {'id': 'e96567ae-3e87-4caf-a5b1-d9732d0e896d', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:a9:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce4e4e18-9117-4dc6-b9c8-14f6932b4d45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 983, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:19:21Z', 'updated_at': '2022-02-04T17:19:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_interfaces': [{'id': '8caae74c-40a9-4ecd-ab37-894a0aca38a6', 'name': '', 'network_id': '39759074-fb50-4135-a9de-456f123df529', 'tenant_id': '64ba830c63e7431dadf5a14a32fd3842', 'mac_address': 'fa:16:3e:3a:6c:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce4e4e18-9117-4dc6-b9c8-14f6932b4d45', 'device_owner': 'network:router_interface', 'standard_attr_id': 990, 'fixed_ips': [{'subnet_id': 'acc74b3b-28a2-4a28-a63e-a2e1d0f02fcf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:19:25Z', 'updated_at': '2022-02-04T17:19:32Z', 'revision_number': 4, 'project_id': '64ba830c63e7431dadf5a14a32fd3842', 'subnets': [{'id': 'acc74b3b-28a2-4a28-a63e-a2e1d0f02fcf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-2', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:19:33.038170 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.provisioning_blocks [req-76f05679-a43d-4c19-8f74-fe3a6cd0c598 req-fe790396-c175-4564-834f-4bebb55ccd84 service neutron] Transition to ACTIVE for port object 4bcfa000-8e68-424f-9687-3f5045d77edf will not be triggered until provisioned by entity L2. {{(pid=103377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 17:19:33.049463 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce705418-58de-47be-b33a-542ba2b89d6f req-872ef8e0-6f60-4fd5-a889-d60299b1cbd2 tempest-AttachSCSIVolumeTestJSON-480248312 tempest-AttachSCSIVolumeTestJSON-480248312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:19:33.050583 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-ce705418-58de-47be-b33a-542ba2b89d6f req-872ef8e0-6f60-4fd5-a889-d60299b1cbd2 tempest-AttachSCSIVolumeTestJSON-480248312 tempest-AttachSCSIVolumeTestJSON-480248312-project] 10.222.0.89 "GET /v2.0/ports?device_id=d139c4de-8da5-4d54-bf7d-b1ba87ddc92a HTTP/1.1" status: 200 len: 932 time: 0.1727362 Feb 04 17:19:33.053486 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-76f05679-a43d-4c19-8f74-fe3a6cd0c598 req-fe790396-c175-4564-834f-4bebb55ccd84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25888290'] for port (4bcfa000-8e68-424f-9687-3f5045d77edf), after_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:33.057632 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [None req-16158957-7f6c-4367-93a6-4823baece383 tempest-PortsAdminExtendedAttrsTestJSON-1070932220 tempest-PortsAdminExtendedAttrsTestJSON-1070932220-project-admin] Attempting to bind port aaf834bd-d391-402c-a35d-3af4773d91db on host n-h2-827839-2 for vnic_type normal with profile {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:19:33.057966 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [None req-16158957-7f6c-4367-93a6-4823baece383 tempest-PortsAdminExtendedAttrsTestJSON-1070932220 tempest-PortsAdminExtendedAttrsTestJSON-1070932220-project-admin] Attempting to bind port aaf834bd-d391-402c-a35d-3af4773d91db by drivers openvswitch,hyperv on host n-h2-827839-2 at level 0 using segments [{'id': '1a52e82d-613f-4bb6-af94-2762d10a2dcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '3243a495-0b45-498e-9a9a-64d26e588505'}] {{(pid=103377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:19:33.058298 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16158957-7f6c-4367-93a6-4823baece383 tempest-PortsAdminExtendedAttrsTestJSON-1070932220 tempest-PortsAdminExtendedAttrsTestJSON-1070932220-project-admin] Attempting to bind port aaf834bd-d391-402c-a35d-3af4773d91db on network 3243a495-0b45-498e-9a9a-64d26e588505 {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:19:33.081973 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5ca90b8-184d-4fcc-af1b-0ead254d830d None None] The sync data for ids ['ce4e4e18-9117-4dc6-b9c8-14f6932b4d45'] in n-d-827839-2 is: [{'id': 'ce4e4e18-9117-4dc6-b9c8-14f6932b4d45', 'name': 'tempest-ServerRescueTestJSON-868804914-router', 'tenant_id': '64ba830c63e7431dadf5a14a32fd3842', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.164'}], 'enable_snat': True}, 'gw_port_id': 'e96567ae-3e87-4caf-a5b1-d9732d0e896d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:19:20Z', 'updated_at': '2022-02-04T17:19:26Z', 'revision_number': 4, 'project_id': '64ba830c63e7431dadf5a14a32fd3842', 'gw_port': {'id': 'e96567ae-3e87-4caf-a5b1-d9732d0e896d', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:a9:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce4e4e18-9117-4dc6-b9c8-14f6932b4d45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 983, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:19:21Z', 'updated_at': '2022-02-04T17:19:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_interfaces': [{'id': '8caae74c-40a9-4ecd-ab37-894a0aca38a6', 'name': '', 'network_id': '39759074-fb50-4135-a9de-456f123df529', 'tenant_id': '64ba830c63e7431dadf5a14a32fd3842', 'mac_address': 'fa:16:3e:3a:6c:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce4e4e18-9117-4dc6-b9c8-14f6932b4d45', 'device_owner': 'network:router_interface', 'standard_attr_id': 990, 'fixed_ips': [{'subnet_id': 'acc74b3b-28a2-4a28-a63e-a2e1d0f02fcf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:19:25Z', 'updated_at': '2022-02-04T17:19:32Z', 'revision_number': 4, 'project_id': '64ba830c63e7431dadf5a14a32fd3842', 'subnets': [{'id': 'acc74b3b-28a2-4a28-a63e-a2e1d0f02fcf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 17:19:33.116849 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Device 4a73825d-935d-4948-a8ea-efa0c941b806 details requested by agent hyperv_n-h2-827839-2 with host n-h2-827839-2 {{(pid=103378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 17:19:33.118332 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16158957-7f6c-4367-93a6-4823baece383 tempest-PortsAdminExtendedAttrsTestJSON-1070932220 tempest-PortsAdminExtendedAttrsTestJSON-1070932220-project-admin] Port aaf834bd-d391-402c-a35d-3af4773d91db on network 3243a495-0b45-498e-9a9a-64d26e588505 not bound, no agent of type Open vSwitch agent registered on host n-h2-827839-2 {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 17:19:33.118687 n-d-827839-2 neutron-server[103377]: ERROR neutron.plugins.ml2.managers [None req-16158957-7f6c-4367-93a6-4823baece383 tempest-PortsAdminExtendedAttrsTestJSON-1070932220 tempest-PortsAdminExtendedAttrsTestJSON-1070932220-project-admin] Failed to bind port aaf834bd-d391-402c-a35d-3af4773d91db on host n-h2-827839-2 for vnic_type normal using segments [{'id': '1a52e82d-613f-4bb6-af94-2762d10a2dcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '3243a495-0b45-498e-9a9a-64d26e588505'}] Feb 04 17:19:33.119053 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-16158957-7f6c-4367-93a6-4823baece383 tempest-PortsAdminExtendedAttrsTestJSON-1070932220 tempest-PortsAdminExtendedAttrsTestJSON-1070932220-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (aaf834bd-d391-402c-a35d-3af4773d91db), before_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:33.369177 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe790396-c175-4564-834f-4bebb55ccd84 service neutron] Pushing event updated for resources: {'Port': ['ID=4bcfa000-8e68-424f-9687-3f5045d77edf,revision_number=2']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:19:33.393386 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] For port 4a73825d-935d-4948-a8ea-efa0c941b806, host n-h2-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=4a73825d-935d-4948-a8ea-efa0c941b806,segment=NetworkSegment(3eae67cb-486f-4cdf-bfd8-a936924a3080),segment_id=3eae67cb-486f-4cdf-bfd8-a936924a3080)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:19:33.424801 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Returning: {'device': '4a73825d-935d-4948-a8ea-efa0c941b806', 'network_id': 'adbf6612-dc9a-4bc6-a4ec-d7847720e30a', 'port_id': '4a73825d-935d-4948-a8ea-efa0c941b806', 'mac_address': 'fa:16:3e:9c:26:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 766, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4244c4d2-c07e-443f-888d-8a5b8c7a56c8', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 17:19:33.517432 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-ce705418-58de-47be-b33a-542ba2b89d6f req-879071d9-1e6c-4b07-b2f8-831d1d03bf1b tempest-AttachSCSIVolumeTestJSON-480248312 tempest-AttachSCSIVolumeTestJSON-480248312-project] 10.222.0.89 "GET /v2.0/security-groups?id=c2ca9c4f-7e5c-464a-a6ef-9ac8541b875b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4550669 Feb 04 17:19:33.521566 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Current status of the port 4a73825d-935d-4948-a8ea-efa0c941b806 is: DOWN; New status is: BUILD {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:19:33.521961 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (4a73825d-935d-4948-a8ea-efa0c941b806), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:33.577383 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [None req-16158957-7f6c-4367-93a6-4823baece383 tempest-PortsAdminExtendedAttrsTestJSON-1070932220 tempest-PortsAdminExtendedAttrsTestJSON-1070932220-project-admin] For port aaf834bd-d391-402c-a35d-3af4773d91db, host n-h2-827839-2, cleared binding levels {{(pid=103377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:19:33.581560 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [None req-16158957-7f6c-4367-93a6-4823baece383 tempest-PortsAdminExtendedAttrsTestJSON-1070932220 tempest-PortsAdminExtendedAttrsTestJSON-1070932220-project-admin] Attempted to set empty binding levels {{(pid=103377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 04 17:19:33.588338 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-16158957-7f6c-4367-93a6-4823baece383 tempest-PortsAdminExtendedAttrsTestJSON-1070932220 tempest-PortsAdminExtendedAttrsTestJSON-1070932220-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25888290'] for port (aaf834bd-d391-402c-a35d-3af4773d91db), after_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:33.612297 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a73825d-935d-4948-a8ea-efa0c941b806 {{(pid=103378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 17:19:33.637608 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] For port 4a73825d-935d-4948-a8ea-efa0c941b806, host n-h2-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=4a73825d-935d-4948-a8ea-efa0c941b806,segment=NetworkSegment(3eae67cb-486f-4cdf-bfd8-a936924a3080),segment_id=3eae67cb-486f-4cdf-bfd8-a936924a3080)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:19:33.645146 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (4a73825d-935d-4948-a8ea-efa0c941b806), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:33.725880 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 17:19:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-424e056e-ec2a-4e15-8c05-6ebfa7baea56 x-openstack-request-id: req-424e056e-ec2a-4e15-8c05-6ebfa7baea56 {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:19:33.726554 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7cb76be2-857a-4344-8c61-d28f5c302049", "tag": "4a73825d-935d-4948-a8ea-efa0c941b806", "status": "completed", "code": 200}]} {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:19:33.727244 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-424e056e-ec2a-4e15-8c05-6ebfa7baea56 {{(pid=103377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:19:33.728074 n-d-827839-2 neutron-server[103377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7cb76be2-857a-4344-8c61-d28f5c302049', 'tag': '4a73825d-935d-4948-a8ea-efa0c941b806', 'status': 'completed', 'code': 200} Feb 04 17:19:33.761531 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16158957-7f6c-4367-93a6-4823baece383 tempest-PortsAdminExtendedAttrsTestJSON-1070932220 tempest-PortsAdminExtendedAttrsTestJSON-1070932220-project-admin] Pushing event updated for resources: {'Port': ['ID=aaf834bd-d391-402c-a35d-3af4773d91db,revision_number=2']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:19:33.771749 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16158957-7f6c-4367-93a6-4823baece383 tempest-PortsAdminExtendedAttrsTestJSON-1070932220 tempest-PortsAdminExtendedAttrsTestJSON-1070932220-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:19:33.772943 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-16158957-7f6c-4367-93a6-4823baece383 tempest-PortsAdminExtendedAttrsTestJSON-1070932220 tempest-PortsAdminExtendedAttrsTestJSON-1070932220-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:33.816569 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Pushing event updated for resources: {'Port': ['ID=4a73825d-935d-4948-a8ea-efa0c941b806,revision_number=4']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:19:33.829683 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [req-76f05679-a43d-4c19-8f74-fe3a6cd0c598 req-fe790396-c175-4564-834f-4bebb55ccd84 service neutron] Attempting to bind port 4bcfa000-8e68-424f-9687-3f5045d77edf on host n-h1-827839-2 for vnic_type normal with profile {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:19:33.829683 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [req-76f05679-a43d-4c19-8f74-fe3a6cd0c598 req-fe790396-c175-4564-834f-4bebb55ccd84 service neutron] Attempting to bind port 4bcfa000-8e68-424f-9687-3f5045d77edf by drivers openvswitch,hyperv on host n-h1-827839-2 at level 0 using segments [{'id': '7ce1250d-0fb9-49dd-ae7f-12647688678d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'e7a2df79-c8ce-4040-9052-dff1b84320da'}] {{(pid=103377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:19:33.829683 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76f05679-a43d-4c19-8f74-fe3a6cd0c598 req-fe790396-c175-4564-834f-4bebb55ccd84 service neutron] Attempting to bind port 4bcfa000-8e68-424f-9687-3f5045d77edf on network e7a2df79-c8ce-4040-9052-dff1b84320da {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:19:33.861492 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 32858) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:19:33.862397 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-16158957-7f6c-4367-93a6-4823baece383 tempest-PortsAdminExtendedAttrsTestJSON-1070932220 tempest-PortsAdminExtendedAttrsTestJSON-1070932220-project-admin] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 980 time: 7.1691387 Feb 04 17:19:33.866564 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76f05679-a43d-4c19-8f74-fe3a6cd0c598 req-fe790396-c175-4564-834f-4bebb55ccd84 service neutron] Port 4bcfa000-8e68-424f-9687-3f5045d77edf on network e7a2df79-c8ce-4040-9052-dff1b84320da not bound, no agent of type Open vSwitch agent registered on host n-h1-827839-2 {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 17:19:33.867027 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76f05679-a43d-4c19-8f74-fe3a6cd0c598 req-fe790396-c175-4564-834f-4bebb55ccd84 service neutron] Attempting to bind port 4bcfa000-8e68-424f-9687-3f5045d77edf on network e7a2df79-c8ce-4040-9052-dff1b84320da {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:19:33.882890 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76f05679-a43d-4c19-8f74-fe3a6cd0c598 req-fe790396-c175-4564-834f-4bebb55ccd84 service neutron] Checking agent: {'id': '3f9244a9-75fc-4c10-b195-11d48b853b41', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 8, 42), 'started_at': datetime.datetime(2022, 2, 4, 17, 8, 42), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 19, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:19:33.883239 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76f05679-a43d-4c19-8f74-fe3a6cd0c598 req-fe790396-c175-4564-834f-4bebb55ccd84 service neutron] Checking segment: {'id': '7ce1250d-0fb9-49dd-ae7f-12647688678d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'e7a2df79-c8ce-4040-9052-dff1b84320da'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:19:33.883818 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76f05679-a43d-4c19-8f74-fe3a6cd0c598 req-fe790396-c175-4564-834f-4bebb55ccd84 service neutron] Bound using segment: {'id': '7ce1250d-0fb9-49dd-ae7f-12647688678d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'e7a2df79-c8ce-4040-9052-dff1b84320da'} {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:19:33.884319 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [req-76f05679-a43d-4c19-8f74-fe3a6cd0c598 req-fe790396-c175-4564-834f-4bebb55ccd84 service neutron] Bound port: 4bcfa000-8e68-424f-9687-3f5045d77edf, host: n-h1-827839-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ce1250d-0fb9-49dd-ae7f-12647688678d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'e7a2df79-c8ce-4040-9052-dff1b84320da'}}] {{(pid=103377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:19:33.884701 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-76f05679-a43d-4c19-8f74-fe3a6cd0c598 req-fe790396-c175-4564-834f-4bebb55ccd84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (4bcfa000-8e68-424f-9687-3f5045d77edf), before_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:33.921955 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] get_ports_and_sgs() called for port_ids ['4a73825d-935d-4948-a8ea-efa0c941b806'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 17:19:33.926301 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c9eeb1-eced-458d-83f7-e0b857273207 req-8567b428-d9f3-47f4-9fef-a8c683f51c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:19:33.928978 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-e3c9eeb1-eced-458d-83f7-e0b857273207 req-8567b428-d9f3-47f4-9fef-a8c683f51c28 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=84bcb6b5b8134207a17647dabb37adba&device_id=7cb76be2-857a-4344-8c61-d28f5c302049 HTTP/1.1" status: 200 len: 1126 time: 0.1983569 Feb 04 17:19:33.997642 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [req-76f05679-a43d-4c19-8f74-fe3a6cd0c598 req-fe790396-c175-4564-834f-4bebb55ccd84 service neutron] For port 4bcfa000-8e68-424f-9687-3f5045d77edf, host n-h1-827839-2, cleared binding levels {{(pid=103377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:19:34.001723 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [req-76f05679-a43d-4c19-8f74-fe3a6cd0c598 req-fe790396-c175-4564-834f-4bebb55ccd84 service neutron] For port 4bcfa000-8e68-424f-9687-3f5045d77edf, host n-h1-827839-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=4bcfa000-8e68-424f-9687-3f5045d77edf,segment=NetworkSegment(7ce1250d-0fb9-49dd-ae7f-12647688678d),segment_id=7ce1250d-0fb9-49dd-ae7f-12647688678d)] {{(pid=103377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:19:34.023624 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-76f05679-a43d-4c19-8f74-fe3a6cd0c598 req-fe790396-c175-4564-834f-4bebb55ccd84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25888290'] for port (4bcfa000-8e68-424f-9687-3f5045d77edf), after_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:34.074579 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-1539299c-3983-41bc-9d6c-c9efcb898dff tempest-PortsAdminExtendedAttrsTestJSON-1070932220 tempest-PortsAdminExtendedAttrsTestJSON-1070932220-project-admin] Deleting port aaf834bd-d391-402c-a35d-3af4773d91db {{(pid=103376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:19:34.075512 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-1539299c-3983-41bc-9d6c-c9efcb898dff tempest-PortsAdminExtendedAttrsTestJSON-1070932220 tempest-PortsAdminExtendedAttrsTestJSON-1070932220-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (aaf834bd-d391-402c-a35d-3af4773d91db), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:34.144371 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe790396-c175-4564-834f-4bebb55ccd84 service neutron] Pushing event updated for resources: {'Port': ['ID=4bcfa000-8e68-424f-9687-3f5045d77edf,revision_number=3']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:19:34.177384 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303fb782-9b8b-4c51-be68-8d194ba687d1 req-8ea64a8f-2518-405b-9067-12472df29837 tempest-ServerAddressesTestJSON-1953420352 tempest-ServerAddressesTestJSON-1953420352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:19:34.179362 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-303fb782-9b8b-4c51-be68-8d194ba687d1 req-8ea64a8f-2518-405b-9067-12472df29837 tempest-ServerAddressesTestJSON-1953420352 tempest-ServerAddressesTestJSON-1953420352-project] 10.222.0.89 "GET /v2.0/ports?device_id=7cb76be2-857a-4344-8c61-d28f5c302049 HTTP/1.1" status: 200 len: 944 time: 0.4023192 Feb 04 17:19:34.206315 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f05679-a43d-4c19-8f74-fe3a6cd0c598 req-fe790396-c175-4564-834f-4bebb55ccd84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:19:34.207282 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-76f05679-a43d-4c19-8f74-fe3a6cd0c598 req-fe790396-c175-4564-834f-4bebb55ccd84 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:34.209568 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-76f05679-a43d-4c19-8f74-fe3a6cd0c598 req-fe790396-c175-4564-834f-4bebb55ccd84 service neutron] 10.222.0.96 "PUT /v2.0/ports/4bcfa000-8e68-424f-9687-3f5045d77edf HTTP/1.1" status: 200 len: 1092 time: 2.9193161 Feb 04 17:19:34.220793 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [None req-1539299c-3983-41bc-9d6c-c9efcb898dff tempest-PortsAdminExtendedAttrsTestJSON-1070932220 tempest-PortsAdminExtendedAttrsTestJSON-1070932220-project-admin] For port aaf834bd-d391-402c-a35d-3af4773d91db, host n-h2-827839-2, got binding levels [] {{(pid=103376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:19:34.221203 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-1539299c-3983-41bc-9d6c-c9efcb898dff tempest-PortsAdminExtendedAttrsTestJSON-1070932220 tempest-PortsAdminExtendedAttrsTestJSON-1070932220-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (aaf834bd-d391-402c-a35d-3af4773d91db), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:34.240244 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-1539299c-3983-41bc-9d6c-c9efcb898dff tempest-PortsAdminExtendedAttrsTestJSON-1070932220 tempest-PortsAdminExtendedAttrsTestJSON-1070932220-project-admin] Calling delete_port for aaf834bd-d391-402c-a35d-3af4773d91db owned by {{(pid=103376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:19:34.412603 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-303fb782-9b8b-4c51-be68-8d194ba687d1 req-39a4f475-4470-456b-a439-279b25338ffc tempest-ServerAddressesTestJSON-1953420352 tempest-ServerAddressesTestJSON-1953420352-project] 10.222.0.89 "GET /v2.0/security-groups?id=e148fcbe-ea6c-4cfc-8554-a4e9bc8814ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2011614 Feb 04 17:19:34.443226 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c9eeb1-eced-458d-83f7-e0b857273207 req-857c7afc-219f-44b6-9f12-0d57ae153c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:19:34.444761 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-e3c9eeb1-eced-458d-83f7-e0b857273207 req-857c7afc-219f-44b6-9f12-0d57ae153c7b service neutron] 10.222.0.90 "GET /v2.0/networks?id=adbf6612-dc9a-4bc6-a4ec-d7847720e30a HTTP/1.1" status: 200 len: 915 time: 0.4368510 Feb 04 17:19:34.524577 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-e3c9eeb1-eced-458d-83f7-e0b857273207 req-22b4edb4-5b78-438f-9211-4d38faa6bc51 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4a73825d-935d-4948-a8ea-efa0c941b806 HTTP/1.1" status: 200 len: 217 time: 0.0588746 Feb 04 17:19:34.553568 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-1539299c-3983-41bc-9d6c-c9efcb898dff tempest-PortsAdminExtendedAttrsTestJSON-1070932220 tempest-PortsAdminExtendedAttrsTestJSON-1070932220-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (aaf834bd-d391-402c-a35d-3af4773d91db), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:34.584679 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 8caae74c-40a9-4ecd-ab37-894a0aca38a6 up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:19:34.605622 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1539299c-3983-41bc-9d6c-c9efcb898dff tempest-PortsAdminExtendedAttrsTestJSON-1070932220 tempest-PortsAdminExtendedAttrsTestJSON-1070932220-project-admin] Pushing event deleted for resources: {'Port': ['ID=aaf834bd-d391-402c-a35d-3af4773d91db,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:19:34.626474 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-1539299c-3983-41bc-9d6c-c9efcb898dff tempest-PortsAdminExtendedAttrsTestJSON-1070932220 tempest-PortsAdminExtendedAttrsTestJSON-1070932220-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:34.647460 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f05679-a43d-4c19-8f74-fe3a6cd0c598 req-b64f66ce-e2b9-4b0e-91ab-6365094099b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:19:34.647720 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-1539299c-3983-41bc-9d6c-c9efcb898dff tempest-PortsAdminExtendedAttrsTestJSON-1070932220 tempest-PortsAdminExtendedAttrsTestJSON-1070932220-project-admin] 10.222.0.89 "DELETE /v2.0/ports/aaf834bd-d391-402c-a35d-3af4773d91db HTTP/1.1" status: 204 len: 168 time: 0.7849083 Feb 04 17:19:34.651472 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 32862) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:19:34.652456 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-76f05679-a43d-4c19-8f74-fe3a6cd0c598 req-b64f66ce-e2b9-4b0e-91ab-6365094099b8 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=17c7616ca43843acb731e2b80c6fd54e&device_id=d139c4de-8da5-4d54-bf7d-b1ba87ddc92a HTTP/1.1" status: 200 len: 1126 time: 0.3824120 Feb 04 17:19:34.718807 n-d-827839-2 neutron-server[103376]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d2e5bb5-38e5-4f4b-9a93-a1f872a3aff9 tempest-PortsAdminExtendedAttrsTestJSON-1070932220 tempest-PortsAdminExtendedAttrsTestJSON-1070932220-project-admin] GET failed (client error): The resource could not be found. Feb 04 17:19:34.726753 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-7d2e5bb5-38e5-4f4b-9a93-a1f872a3aff9 tempest-PortsAdminExtendedAttrsTestJSON-1070932220 tempest-PortsAdminExtendedAttrsTestJSON-1070932220-project-admin] 10.222.0.89 "GET /v2.0/ports/aaf834bd-d391-402c-a35d-3af4773d91db HTTP/1.1" status: 404 len: 333 time: 0.0738075 Feb 04 17:19:34.728860 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 32864) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:19:34.742624 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-8b2a5918-d4b2-4dfa-aff5-98ff65663be9 tempest-PortsAdminExtendedAttrsTestJSON-1070932220 tempest-PortsAdminExtendedAttrsTestJSON-1070932220-project-admin] Request body: {'port': {'network_id': '3243a495-0b45-498e-9a9a-64d26e588505', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1559640456'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:19:34.745339 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4f14bb47-e72b-46ac-9e44-a61d9293afcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (75326290-f7a3-4db8-9cf2-15c7139ed224), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:34.791978 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b2a5918-d4b2-4dfa-aff5-98ff65663be9 tempest-PortsAdminExtendedAttrsTestJSON-1070932220 tempest-PortsAdminExtendedAttrsTestJSON-1070932220-project-admin] Made reservation on behalf of 9911326fe5fb4e68948a1cc9fafd032f for: {'port': 1} {{(pid=103376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:19:34.797382 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-8b2a5918-d4b2-4dfa-aff5-98ff65663be9 tempest-PortsAdminExtendedAttrsTestJSON-1070932220 tempest-PortsAdminExtendedAttrsTestJSON-1070932220-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:34.821507 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port 8caae74c-40a9-4ecd-ab37-894a0aca38a6 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:19:34.821903 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (8caae74c-40a9-4ecd-ab37-894a0aca38a6), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:34.839985 n-d-827839-2 neutron-server[103376]: DEBUG neutron.notifiers.nova [None req-8b2a5918-d4b2-4dfa-aff5-98ff65663be9 tempest-PortsAdminExtendedAttrsTestJSON-1070932220 tempest-PortsAdminExtendedAttrsTestJSON-1070932220-project-admin] device_id is not set on port 29aea930-1e41-4b6d-89fc-93311b758afc yet. {{(pid=103376) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 04 17:19:34.880088 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-76f05679-a43d-4c19-8f74-fe3a6cd0c598 req-103e3c8a-12ac-48e4-ab93-2e834a6c9860 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4bcfa000-8e68-424f-9687-3f5045d77edf HTTP/1.1" status: 200 len: 217 time: 0.1560583 Feb 04 17:19:35.014665 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6936cf91-03b2-4bf2-bc54-50407daa34a8 req-647664c6-11bf-49c9-8393-1765f6238ff5 tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:19:35.022509 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-6936cf91-03b2-4bf2-bc54-50407daa34a8 req-647664c6-11bf-49c9-8393-1765f6238ff5 tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] 10.222.0.89 "GET /v2.0/ports?device_id=2334ee69-0871-44da-b636-9ceb5bb33e7e HTTP/1.1" status: 200 len: 945 time: 0.4955108 Feb 04 17:19:35.026486 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c9eeb1-eced-458d-83f7-e0b857273207 req-1ed67cf7-01dd-4ecd-a534-5ccb1ae53c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:19:35.027903 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-e3c9eeb1-eced-458d-83f7-e0b857273207 req-1ed67cf7-01dd-4ecd-a534-5ccb1ae53c0b service neutron] 10.222.0.90 "GET /v2.0/subnets?id=4244c4d2-c07e-443f-888d-8a5b8c7a56c8 HTTP/1.1" status: 200 len: 854 time: 0.4689758 Feb 04 17:19:35.048177 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port 8caae74c-40a9-4ecd-ab37-894a0aca38a6 is: DOWN; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:19:35.049192 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (8caae74c-40a9-4ecd-ab37-894a0aca38a6), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:35.122919 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-e3c9eeb1-eced-458d-83f7-e0b857273207 req-0520c2cd-68c6-4d13-a5b3-1de45ec1df6d service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=adbf6612-dc9a-4bc6-a4ec-d7847720e30a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0644710 Feb 04 17:19:35.130047 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Device 4a73825d-935d-4948-a8ea-efa0c941b806 up at agent hyperv_n-h2-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:19:35.131885 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-8b2a5918-d4b2-4dfa-aff5-98ff65663be9 tempest-PortsAdminExtendedAttrsTestJSON-1070932220 tempest-PortsAdminExtendedAttrsTestJSON-1070932220-project-admin] Publish callbacks [] for port (29aea930-1e41-4b6d-89fc-93311b758afc), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:35.181304 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] For port 8caae74c-40a9-4ecd-ab37-894a0aca38a6, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=8caae74c-40a9-4ecd-ab37-894a0aca38a6,segment=NetworkSegment(be1103cf-5393-48aa-b76f-2defc05390b4),segment_id=be1103cf-5393-48aa-b76f-2defc05390b4)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:19:35.186293 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-8b2a5918-d4b2-4dfa-aff5-98ff65663be9 tempest-PortsAdminExtendedAttrsTestJSON-1070932220 tempest-PortsAdminExtendedAttrsTestJSON-1070932220-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (29aea930-1e41-4b6d-89fc-93311b758afc), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:35.192435 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (8caae74c-40a9-4ecd-ab37-894a0aca38a6), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:35.263907 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b2a5918-d4b2-4dfa-aff5-98ff65663be9 tempest-PortsAdminExtendedAttrsTestJSON-1070932220 tempest-PortsAdminExtendedAttrsTestJSON-1070932220-project-admin] Network 3243a495-0b45-498e-9a9a-64d26e588505 is already hosted by enough agents. {{(pid=103376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:19:35.264849 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2a5918-d4b2-4dfa-aff5-98ff65663be9 tempest-PortsAdminExtendedAttrsTestJSON-1070932220 tempest-PortsAdminExtendedAttrsTestJSON-1070932220-project-admin] Pushing event updated for resources: {'Port': ['ID=29aea930-1e41-4b6d-89fc-93311b758afc,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:19:35.282154 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [None req-8b2a5918-d4b2-4dfa-aff5-98ff65663be9 tempest-PortsAdminExtendedAttrsTestJSON-1070932220 tempest-PortsAdminExtendedAttrsTestJSON-1070932220-project-admin] Resources bound (agent type, host, resource id): {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:19:35.287186 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b2a5918-d4b2-4dfa-aff5-98ff65663be9 tempest-PortsAdminExtendedAttrsTestJSON-1070932220 tempest-PortsAdminExtendedAttrsTestJSON-1070932220-project-admin] Received port after_create {{(pid=103376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:19:35.289746 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b2a5918-d4b2-4dfa-aff5-98ff65663be9 tempest-PortsAdminExtendedAttrsTestJSON-1070932220 tempest-PortsAdminExtendedAttrsTestJSON-1070932220-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:19:35.290300 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-8b2a5918-d4b2-4dfa-aff5-98ff65663be9 tempest-PortsAdminExtendedAttrsTestJSON-1070932220 tempest-PortsAdminExtendedAttrsTestJSON-1070932220-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:35.316788 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-8b2a5918-d4b2-4dfa-aff5-98ff65663be9 tempest-PortsAdminExtendedAttrsTestJSON-1070932220 tempest-PortsAdminExtendedAttrsTestJSON-1070932220-project-admin] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.5826361 Feb 04 17:19:35.319406 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 32866) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:19:35.333057 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-6fd16249-5b77-4ef5-a0f5-8e4bc51fa403 tempest-PortsAdminExtendedAttrsTestJSON-1070932220 tempest-PortsAdminExtendedAttrsTestJSON-1070932220-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-827839-2'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:19:35.338816 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f05679-a43d-4c19-8f74-fe3a6cd0c598 req-c8688b5d-93f3-40e0-8fa0-5e4eb9f25e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:19:35.350224 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-76f05679-a43d-4c19-8f74-fe3a6cd0c598 req-c8688b5d-93f3-40e0-8fa0-5e4eb9f25e79 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=ecfdaff4-bfe4-4c41-acd1-759b3291dd98 HTTP/1.1" status: 200 len: 854 time: 0.4511206 Feb 04 17:19:35.355007 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Pushing event updated for resources: {'Port': ['ID=8caae74c-40a9-4ecd-ab37-894a0aca38a6,revision_number=5']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:19:35.375311 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Provisioning for port 4a73825d-935d-4948-a8ea-efa0c941b806 completed by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 17:19:35.383820 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Provisioning complete for port 4a73825d-935d-4948-a8ea-efa0c941b806 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:19:35.384196 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (4a73825d-935d-4948-a8ea-efa0c941b806), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:35.502248 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-6936cf91-03b2-4bf2-bc54-50407daa34a8 req-9720b495-8aed-44b6-8ad2-d69564d493cb tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] 10.222.0.89 "GET /v2.0/security-groups?id=c591d0a0-8f77-4259-ab5e-c54cb31473d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4785044 Feb 04 17:19:35.504569 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-6fd16249-5b77-4ef5-a0f5-8e4bc51fa403 tempest-PortsAdminExtendedAttrsTestJSON-1070932220 tempest-PortsAdminExtendedAttrsTestJSON-1070932220-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (29aea930-1e41-4b6d-89fc-93311b758afc), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:35.522652 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-e3c9eeb1-eced-458d-83f7-e0b857273207 req-0347c3ef-109f-4553-839c-3c2417b76e1c service neutron] 10.222.0.90 "GET /v2.0/networks/adbf6612-dc9a-4bc6-a4ec-d7847720e30a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3826523 Feb 04 17:19:35.679844 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f05679-a43d-4c19-8f74-fe3a6cd0c598 req-2d913589-b933-432e-b307-d9d4ade143a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:19:35.681890 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-76f05679-a43d-4c19-8f74-fe3a6cd0c598 req-2d913589-b933-432e-b307-d9d4ade143a4 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=e7a2df79-c8ce-4040-9052-dff1b84320da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3033438 Feb 04 17:19:35.765202 n-d-827839-2 neutron-server[103377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd139c4de-8da5-4d54-bf7d-b1ba87ddc92a', 'tag': '4bcfa000-8e68-424f-9687-3f5045d77edf'}] {{(pid=103377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:19:35.782345 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7240428b650e1488e9361b62648ff4b3a6c19d49d8c27c949491ab58c1346cf0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-312f79f9-8559-41f7-9d88-de8b84419ae3" -d '{"events": [{"name": "network-changed", "server_uuid": "d139c4de-8da5-4d54-bf7d-b1ba87ddc92a", "tag": "4bcfa000-8e68-424f-9687-3f5045d77edf"}]}' {{(pid=103377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:19:35.865496 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (ba70844b-66a0-45fd-a2f2-e6ed673321fc), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:35.910563 n-d-827839-2 neutron-server[103376]: DEBUG neutron.notifiers.nova [None req-6fd16249-5b77-4ef5-a0f5-8e4bc51fa403 tempest-PortsAdminExtendedAttrsTestJSON-1070932220 tempest-PortsAdminExtendedAttrsTestJSON-1070932220-project-admin] device_id is not set on port 29aea930-1e41-4b6d-89fc-93311b758afc yet. {{(pid=103376) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 04 17:19:35.925339 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-6fd16249-5b77-4ef5-a0f5-8e4bc51fa403 tempest-PortsAdminExtendedAttrsTestJSON-1070932220 tempest-PortsAdminExtendedAttrsTestJSON-1070932220-project-admin] Publish callbacks [] for port (29aea930-1e41-4b6d-89fc-93311b758afc), precommit_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:35.933781 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-6fd16249-5b77-4ef5-a0f5-8e4bc51fa403 tempest-PortsAdminExtendedAttrsTestJSON-1070932220 tempest-PortsAdminExtendedAttrsTestJSON-1070932220-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675836'] for port (29aea930-1e41-4b6d-89fc-93311b758afc), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:35.956197 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Current status of the port 4a73825d-935d-4948-a8ea-efa0c941b806 is: BUILD; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:19:35.956897 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (4a73825d-935d-4948-a8ea-efa0c941b806), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:36.008226 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-e3c9eeb1-eced-458d-83f7-e0b857273207 req-e6b428de-4757-4052-adf1-2a0da3f02f97 service neutron] 10.222.0.90 "GET /v2.0/networks/adbf6612-dc9a-4bc6-a4ec-d7847720e30a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4725816 Feb 04 17:19:36.029076 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] For port 4a73825d-935d-4948-a8ea-efa0c941b806, host n-h2-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=4a73825d-935d-4948-a8ea-efa0c941b806,segment=NetworkSegment(3eae67cb-486f-4cdf-bfd8-a936924a3080),segment_id=3eae67cb-486f-4cdf-bfd8-a936924a3080)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:19:36.034314 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (4a73825d-935d-4948-a8ea-efa0c941b806), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:36.048623 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce0571c-abc9-4b98-8868-e3adc3e86da7 req-546b6ab8-783a-4c85-b4d6-8dcd9d8c458a tempest-FloatingIPsAssociationNegativeTestJSON-1592197425 tempest-FloatingIPsAssociationNegativeTestJSON-1592197425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:19:36.055626 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-3ce0571c-abc9-4b98-8868-e3adc3e86da7 req-546b6ab8-783a-4c85-b4d6-8dcd9d8c458a tempest-FloatingIPsAssociationNegativeTestJSON-1592197425 tempest-FloatingIPsAssociationNegativeTestJSON-1592197425-project] 10.222.0.89 "GET /v2.0/ports?device_id=f47ef111-efcf-4236-94b4-2cdab93576d8 HTTP/1.1" status: 200 len: 946 time: 0.3700705 Feb 04 17:19:36.062207 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd16249-5b77-4ef5-a0f5-8e4bc51fa403 tempest-PortsAdminExtendedAttrsTestJSON-1070932220 tempest-PortsAdminExtendedAttrsTestJSON-1070932220-project-admin] Pushing event updated for resources: {'Port': ['ID=29aea930-1e41-4b6d-89fc-93311b758afc,revision_number=2']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:19:36.090129 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [None req-6fd16249-5b77-4ef5-a0f5-8e4bc51fa403 tempest-PortsAdminExtendedAttrsTestJSON-1070932220 tempest-PortsAdminExtendedAttrsTestJSON-1070932220-project-admin] Attempting to bind port 29aea930-1e41-4b6d-89fc-93311b758afc on host n-h2-827839-2 for vnic_type normal with profile {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:19:36.090835 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [None req-6fd16249-5b77-4ef5-a0f5-8e4bc51fa403 tempest-PortsAdminExtendedAttrsTestJSON-1070932220 tempest-PortsAdminExtendedAttrsTestJSON-1070932220-project-admin] Attempting to bind port 29aea930-1e41-4b6d-89fc-93311b758afc by drivers openvswitch,hyperv on host n-h2-827839-2 at level 0 using segments [{'id': '1a52e82d-613f-4bb6-af94-2762d10a2dcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '3243a495-0b45-498e-9a9a-64d26e588505'}] {{(pid=103376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:19:36.091453 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fd16249-5b77-4ef5-a0f5-8e4bc51fa403 tempest-PortsAdminExtendedAttrsTestJSON-1070932220 tempest-PortsAdminExtendedAttrsTestJSON-1070932220-project-admin] Attempting to bind port 29aea930-1e41-4b6d-89fc-93311b758afc on network 3243a495-0b45-498e-9a9a-64d26e588505 {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:19:36.097127 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fd16249-5b77-4ef5-a0f5-8e4bc51fa403 tempest-PortsAdminExtendedAttrsTestJSON-1070932220 tempest-PortsAdminExtendedAttrsTestJSON-1070932220-project-admin] Port 29aea930-1e41-4b6d-89fc-93311b758afc on network 3243a495-0b45-498e-9a9a-64d26e588505 not bound, no agent of type Open vSwitch agent registered on host n-h2-827839-2 {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 17:19:36.097837 n-d-827839-2 neutron-server[103376]: ERROR neutron.plugins.ml2.managers [None req-6fd16249-5b77-4ef5-a0f5-8e4bc51fa403 tempest-PortsAdminExtendedAttrsTestJSON-1070932220 tempest-PortsAdminExtendedAttrsTestJSON-1070932220-project-admin] Failed to bind port 29aea930-1e41-4b6d-89fc-93311b758afc on host n-h2-827839-2 for vnic_type normal using segments [{'id': '1a52e82d-613f-4bb6-af94-2762d10a2dcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '3243a495-0b45-498e-9a9a-64d26e588505'}] Feb 04 17:19:36.098464 n-d-827839-2 neutron-server[103376]: INFO neutron.plugins.ml2.plugin [None req-6fd16249-5b77-4ef5-a0f5-8e4bc51fa403 tempest-PortsAdminExtendedAttrsTestJSON-1070932220 tempest-PortsAdminExtendedAttrsTestJSON-1070932220-project-admin] Attempt 2 to bind port 29aea930-1e41-4b6d-89fc-93311b758afc Feb 04 17:19:36.102852 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-76f05679-a43d-4c19-8f74-fe3a6cd0c598 req-e3206da1-9d2e-45f6-8d55-81139ff9ae24 service neutron] 10.222.0.96 "GET /v2.0/networks/e7a2df79-c8ce-4040-9052-dff1b84320da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3951161 Feb 04 17:19:36.119485 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [None req-6fd16249-5b77-4ef5-a0f5-8e4bc51fa403 tempest-PortsAdminExtendedAttrsTestJSON-1070932220 tempest-PortsAdminExtendedAttrsTestJSON-1070932220-project-admin] Attempting to bind port 29aea930-1e41-4b6d-89fc-93311b758afc on host n-h2-827839-2 for vnic_type normal with profile {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:19:36.120205 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [None req-6fd16249-5b77-4ef5-a0f5-8e4bc51fa403 tempest-PortsAdminExtendedAttrsTestJSON-1070932220 tempest-PortsAdminExtendedAttrsTestJSON-1070932220-project-admin] Attempting to bind port 29aea930-1e41-4b6d-89fc-93311b758afc by drivers openvswitch,hyperv on host n-h2-827839-2 at level 0 using segments [{'id': '1a52e82d-613f-4bb6-af94-2762d10a2dcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '3243a495-0b45-498e-9a9a-64d26e588505'}] {{(pid=103376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:19:36.120806 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fd16249-5b77-4ef5-a0f5-8e4bc51fa403 tempest-PortsAdminExtendedAttrsTestJSON-1070932220 tempest-PortsAdminExtendedAttrsTestJSON-1070932220-project-admin] Attempting to bind port 29aea930-1e41-4b6d-89fc-93311b758afc on network 3243a495-0b45-498e-9a9a-64d26e588505 {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:19:36.136782 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fd16249-5b77-4ef5-a0f5-8e4bc51fa403 tempest-PortsAdminExtendedAttrsTestJSON-1070932220 tempest-PortsAdminExtendedAttrsTestJSON-1070932220-project-admin] Port 29aea930-1e41-4b6d-89fc-93311b758afc on network 3243a495-0b45-498e-9a9a-64d26e588505 not bound, no agent of type Open vSwitch agent registered on host n-h2-827839-2 {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 17:19:36.138078 n-d-827839-2 neutron-server[103376]: ERROR neutron.plugins.ml2.managers [None req-6fd16249-5b77-4ef5-a0f5-8e4bc51fa403 tempest-PortsAdminExtendedAttrsTestJSON-1070932220 tempest-PortsAdminExtendedAttrsTestJSON-1070932220-project-admin] Failed to bind port 29aea930-1e41-4b6d-89fc-93311b758afc on host n-h2-827839-2 for vnic_type normal using segments [{'id': '1a52e82d-613f-4bb6-af94-2762d10a2dcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '3243a495-0b45-498e-9a9a-64d26e588505'}] Feb 04 17:19:36.138705 n-d-827839-2 neutron-server[103376]: INFO neutron.plugins.ml2.plugin [None req-6fd16249-5b77-4ef5-a0f5-8e4bc51fa403 tempest-PortsAdminExtendedAttrsTestJSON-1070932220 tempest-PortsAdminExtendedAttrsTestJSON-1070932220-project-admin] Attempt 3 to bind port 29aea930-1e41-4b6d-89fc-93311b758afc Feb 04 17:19:36.166626 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Pushing event updated for resources: {'Port': ['ID=4a73825d-935d-4948-a8ea-efa0c941b806,revision_number=5']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:19:36.178271 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-3ce0571c-abc9-4b98-8868-e3adc3e86da7 req-e6892616-58e8-4e2d-9e46-af29b4f2ce12 tempest-FloatingIPsAssociationNegativeTestJSON-1592197425 tempest-FloatingIPsAssociationNegativeTestJSON-1592197425-project] 10.222.0.89 "GET /v2.0/security-groups?id=772810a2-9cb8-43b4-821e-fe7f3761f492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217334 Feb 04 17:19:36.178417 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [None req-6fd16249-5b77-4ef5-a0f5-8e4bc51fa403 tempest-PortsAdminExtendedAttrsTestJSON-1070932220 tempest-PortsAdminExtendedAttrsTestJSON-1070932220-project-admin] Attempting to bind port 29aea930-1e41-4b6d-89fc-93311b758afc on host n-h2-827839-2 for vnic_type normal with profile {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:19:36.178845 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [None req-6fd16249-5b77-4ef5-a0f5-8e4bc51fa403 tempest-PortsAdminExtendedAttrsTestJSON-1070932220 tempest-PortsAdminExtendedAttrsTestJSON-1070932220-project-admin] Attempting to bind port 29aea930-1e41-4b6d-89fc-93311b758afc by drivers openvswitch,hyperv on host n-h2-827839-2 at level 0 using segments [{'id': '1a52e82d-613f-4bb6-af94-2762d10a2dcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '3243a495-0b45-498e-9a9a-64d26e588505'}] {{(pid=103376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:19:36.179256 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fd16249-5b77-4ef5-a0f5-8e4bc51fa403 tempest-PortsAdminExtendedAttrsTestJSON-1070932220 tempest-PortsAdminExtendedAttrsTestJSON-1070932220-project-admin] Attempting to bind port 29aea930-1e41-4b6d-89fc-93311b758afc on network 3243a495-0b45-498e-9a9a-64d26e588505 {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:19:36.191031 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fd16249-5b77-4ef5-a0f5-8e4bc51fa403 tempest-PortsAdminExtendedAttrsTestJSON-1070932220 tempest-PortsAdminExtendedAttrsTestJSON-1070932220-project-admin] Port 29aea930-1e41-4b6d-89fc-93311b758afc on network 3243a495-0b45-498e-9a9a-64d26e588505 not bound, no agent of type Open vSwitch agent registered on host n-h2-827839-2 {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 17:19:36.191857 n-d-827839-2 neutron-server[103376]: ERROR neutron.plugins.ml2.managers [None req-6fd16249-5b77-4ef5-a0f5-8e4bc51fa403 tempest-PortsAdminExtendedAttrsTestJSON-1070932220 tempest-PortsAdminExtendedAttrsTestJSON-1070932220-project-admin] Failed to bind port 29aea930-1e41-4b6d-89fc-93311b758afc on host n-h2-827839-2 for vnic_type normal using segments [{'id': '1a52e82d-613f-4bb6-af94-2762d10a2dcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '3243a495-0b45-498e-9a9a-64d26e588505'}] Feb 04 17:19:36.194086 n-d-827839-2 neutron-server[103376]: INFO neutron.plugins.ml2.plugin [None req-6fd16249-5b77-4ef5-a0f5-8e4bc51fa403 tempest-PortsAdminExtendedAttrsTestJSON-1070932220 tempest-PortsAdminExtendedAttrsTestJSON-1070932220-project-admin] Attempt 4 to bind port 29aea930-1e41-4b6d-89fc-93311b758afc Feb 04 17:19:36.234131 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [None req-6fd16249-5b77-4ef5-a0f5-8e4bc51fa403 tempest-PortsAdminExtendedAttrsTestJSON-1070932220 tempest-PortsAdminExtendedAttrsTestJSON-1070932220-project-admin] Attempting to bind port 29aea930-1e41-4b6d-89fc-93311b758afc on host n-h2-827839-2 for vnic_type normal with profile {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:19:36.234472 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [None req-6fd16249-5b77-4ef5-a0f5-8e4bc51fa403 tempest-PortsAdminExtendedAttrsTestJSON-1070932220 tempest-PortsAdminExtendedAttrsTestJSON-1070932220-project-admin] Attempting to bind port 29aea930-1e41-4b6d-89fc-93311b758afc by drivers openvswitch,hyperv on host n-h2-827839-2 at level 0 using segments [{'id': '1a52e82d-613f-4bb6-af94-2762d10a2dcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '3243a495-0b45-498e-9a9a-64d26e588505'}] {{(pid=103376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:19:36.234850 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fd16249-5b77-4ef5-a0f5-8e4bc51fa403 tempest-PortsAdminExtendedAttrsTestJSON-1070932220 tempest-PortsAdminExtendedAttrsTestJSON-1070932220-project-admin] Attempting to bind port 29aea930-1e41-4b6d-89fc-93311b758afc on network 3243a495-0b45-498e-9a9a-64d26e588505 {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:19:36.245008 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 04 Feb 2022 17:19:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b71655c2-f561-4877-ae69-c757d4d9ae11 x-openstack-request-id: req-b71655c2-f561-4877-ae69-c757d4d9ae11 {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:19:36.245314 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f47ef111-efcf-4236-94b4-2cdab93576d8", "name": "network-vif-plugged", "status": "completed", "tag": "57c2857a-00dd-48a9-a1e3-c390c20ad1fd", "code": 200}, {"server_uuid": "2334ee69-0871-44da-b636-9ceb5bb33e7e", "name": "network-vif-plugged", "status": "completed", "tag": "5ada897c-33ad-4ac3-9825-d2f0ed0512c7", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:19:36.245574 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-b71655c2-f561-4877-ae69-c757d4d9ae11 {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:19:36.245988 n-d-827839-2 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f47ef111-efcf-4236-94b4-2cdab93576d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57c2857a-00dd-48a9-a1e3-c390c20ad1fd', 'code': 200} Feb 04 17:19:36.246251 n-d-827839-2 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2334ee69-0871-44da-b636-9ceb5bb33e7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ada897c-33ad-4ac3-9825-d2f0ed0512c7', 'code': 200} Feb 04 17:19:36.253921 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fd16249-5b77-4ef5-a0f5-8e4bc51fa403 tempest-PortsAdminExtendedAttrsTestJSON-1070932220 tempest-PortsAdminExtendedAttrsTestJSON-1070932220-project-admin] Port 29aea930-1e41-4b6d-89fc-93311b758afc on network 3243a495-0b45-498e-9a9a-64d26e588505 not bound, no agent of type Open vSwitch agent registered on host n-h2-827839-2 {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 17:19:36.264704 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-76f05679-a43d-4c19-8f74-fe3a6cd0c598 req-b5ac0197-59c0-41ba-942a-aef984328aa3 service neutron] 10.222.0.96 "GET /v2.0/networks/e7a2df79-c8ce-4040-9052-dff1b84320da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1517894 Feb 04 17:19:36.276656 n-d-827839-2 neutron-server[103376]: ERROR neutron.plugins.ml2.managers [None req-6fd16249-5b77-4ef5-a0f5-8e4bc51fa403 tempest-PortsAdminExtendedAttrsTestJSON-1070932220 tempest-PortsAdminExtendedAttrsTestJSON-1070932220-project-admin] Failed to bind port 29aea930-1e41-4b6d-89fc-93311b758afc on host n-h2-827839-2 for vnic_type normal using segments [{'id': '1a52e82d-613f-4bb6-af94-2762d10a2dcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '3243a495-0b45-498e-9a9a-64d26e588505'}] Feb 04 17:19:36.277165 n-d-827839-2 neutron-server[103376]: INFO neutron.plugins.ml2.plugin [None req-6fd16249-5b77-4ef5-a0f5-8e4bc51fa403 tempest-PortsAdminExtendedAttrsTestJSON-1070932220 tempest-PortsAdminExtendedAttrsTestJSON-1070932220-project-admin] Attempt 5 to bind port 29aea930-1e41-4b6d-89fc-93311b758afc Feb 04 17:19:36.310983 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [None req-6fd16249-5b77-4ef5-a0f5-8e4bc51fa403 tempest-PortsAdminExtendedAttrsTestJSON-1070932220 tempest-PortsAdminExtendedAttrsTestJSON-1070932220-project-admin] Attempting to bind port 29aea930-1e41-4b6d-89fc-93311b758afc on host n-h2-827839-2 for vnic_type normal with profile {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:19:36.311583 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [None req-6fd16249-5b77-4ef5-a0f5-8e4bc51fa403 tempest-PortsAdminExtendedAttrsTestJSON-1070932220 tempest-PortsAdminExtendedAttrsTestJSON-1070932220-project-admin] Attempting to bind port 29aea930-1e41-4b6d-89fc-93311b758afc by drivers openvswitch,hyperv on host n-h2-827839-2 at level 0 using segments [{'id': '1a52e82d-613f-4bb6-af94-2762d10a2dcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '3243a495-0b45-498e-9a9a-64d26e588505'}] {{(pid=103376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:19:36.312409 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fd16249-5b77-4ef5-a0f5-8e4bc51fa403 tempest-PortsAdminExtendedAttrsTestJSON-1070932220 tempest-PortsAdminExtendedAttrsTestJSON-1070932220-project-admin] Attempting to bind port 29aea930-1e41-4b6d-89fc-93311b758afc on network 3243a495-0b45-498e-9a9a-64d26e588505 {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:19:36.330200 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fd16249-5b77-4ef5-a0f5-8e4bc51fa403 tempest-PortsAdminExtendedAttrsTestJSON-1070932220 tempest-PortsAdminExtendedAttrsTestJSON-1070932220-project-admin] Port 29aea930-1e41-4b6d-89fc-93311b758afc on network 3243a495-0b45-498e-9a9a-64d26e588505 not bound, no agent of type Open vSwitch agent registered on host n-h2-827839-2 {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 17:19:36.331173 n-d-827839-2 neutron-server[103376]: ERROR neutron.plugins.ml2.managers [None req-6fd16249-5b77-4ef5-a0f5-8e4bc51fa403 tempest-PortsAdminExtendedAttrsTestJSON-1070932220 tempest-PortsAdminExtendedAttrsTestJSON-1070932220-project-admin] Failed to bind port 29aea930-1e41-4b6d-89fc-93311b758afc on host n-h2-827839-2 for vnic_type normal using segments [{'id': '1a52e82d-613f-4bb6-af94-2762d10a2dcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '3243a495-0b45-498e-9a9a-64d26e588505'}] Feb 04 17:19:36.332847 n-d-827839-2 neutron-server[103376]: INFO neutron.plugins.ml2.plugin [None req-6fd16249-5b77-4ef5-a0f5-8e4bc51fa403 tempest-PortsAdminExtendedAttrsTestJSON-1070932220 tempest-PortsAdminExtendedAttrsTestJSON-1070932220-project-admin] Attempt 6 to bind port 29aea930-1e41-4b6d-89fc-93311b758afc Feb 04 17:19:36.353830 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [None req-6fd16249-5b77-4ef5-a0f5-8e4bc51fa403 tempest-PortsAdminExtendedAttrsTestJSON-1070932220 tempest-PortsAdminExtendedAttrsTestJSON-1070932220-project-admin] Attempting to bind port 29aea930-1e41-4b6d-89fc-93311b758afc on host n-h2-827839-2 for vnic_type normal with profile {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:19:36.354525 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [None req-6fd16249-5b77-4ef5-a0f5-8e4bc51fa403 tempest-PortsAdminExtendedAttrsTestJSON-1070932220 tempest-PortsAdminExtendedAttrsTestJSON-1070932220-project-admin] Attempting to bind port 29aea930-1e41-4b6d-89fc-93311b758afc by drivers openvswitch,hyperv on host n-h2-827839-2 at level 0 using segments [{'id': '1a52e82d-613f-4bb6-af94-2762d10a2dcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '3243a495-0b45-498e-9a9a-64d26e588505'}] {{(pid=103376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:19:36.355092 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fd16249-5b77-4ef5-a0f5-8e4bc51fa403 tempest-PortsAdminExtendedAttrsTestJSON-1070932220 tempest-PortsAdminExtendedAttrsTestJSON-1070932220-project-admin] Attempting to bind port 29aea930-1e41-4b6d-89fc-93311b758afc on network 3243a495-0b45-498e-9a9a-64d26e588505 {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:19:36.360733 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fd16249-5b77-4ef5-a0f5-8e4bc51fa403 tempest-PortsAdminExtendedAttrsTestJSON-1070932220 tempest-PortsAdminExtendedAttrsTestJSON-1070932220-project-admin] Port 29aea930-1e41-4b6d-89fc-93311b758afc on network 3243a495-0b45-498e-9a9a-64d26e588505 not bound, no agent of type Open vSwitch agent registered on host n-h2-827839-2 {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 17:19:36.361469 n-d-827839-2 neutron-server[103376]: ERROR neutron.plugins.ml2.managers [None req-6fd16249-5b77-4ef5-a0f5-8e4bc51fa403 tempest-PortsAdminExtendedAttrsTestJSON-1070932220 tempest-PortsAdminExtendedAttrsTestJSON-1070932220-project-admin] Failed to bind port 29aea930-1e41-4b6d-89fc-93311b758afc on host n-h2-827839-2 for vnic_type normal using segments [{'id': '1a52e82d-613f-4bb6-af94-2762d10a2dcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '3243a495-0b45-498e-9a9a-64d26e588505'}] Feb 04 17:19:36.362081 n-d-827839-2 neutron-server[103376]: INFO neutron.plugins.ml2.plugin [None req-6fd16249-5b77-4ef5-a0f5-8e4bc51fa403 tempest-PortsAdminExtendedAttrsTestJSON-1070932220 tempest-PortsAdminExtendedAttrsTestJSON-1070932220-project-admin] Attempt 7 to bind port 29aea930-1e41-4b6d-89fc-93311b758afc Feb 04 17:19:36.381032 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [None req-6fd16249-5b77-4ef5-a0f5-8e4bc51fa403 tempest-PortsAdminExtendedAttrsTestJSON-1070932220 tempest-PortsAdminExtendedAttrsTestJSON-1070932220-project-admin] Attempting to bind port 29aea930-1e41-4b6d-89fc-93311b758afc on host n-h2-827839-2 for vnic_type normal with profile {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:19:36.381581 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [None req-6fd16249-5b77-4ef5-a0f5-8e4bc51fa403 tempest-PortsAdminExtendedAttrsTestJSON-1070932220 tempest-PortsAdminExtendedAttrsTestJSON-1070932220-project-admin] Attempting to bind port 29aea930-1e41-4b6d-89fc-93311b758afc by drivers openvswitch,hyperv on host n-h2-827839-2 at level 0 using segments [{'id': '1a52e82d-613f-4bb6-af94-2762d10a2dcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '3243a495-0b45-498e-9a9a-64d26e588505'}] {{(pid=103376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:19:36.382031 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fd16249-5b77-4ef5-a0f5-8e4bc51fa403 tempest-PortsAdminExtendedAttrsTestJSON-1070932220 tempest-PortsAdminExtendedAttrsTestJSON-1070932220-project-admin] Attempting to bind port 29aea930-1e41-4b6d-89fc-93311b758afc on network 3243a495-0b45-498e-9a9a-64d26e588505 {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:19:36.389925 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fd16249-5b77-4ef5-a0f5-8e4bc51fa403 tempest-PortsAdminExtendedAttrsTestJSON-1070932220 tempest-PortsAdminExtendedAttrsTestJSON-1070932220-project-admin] Port 29aea930-1e41-4b6d-89fc-93311b758afc on network 3243a495-0b45-498e-9a9a-64d26e588505 not bound, no agent of type Open vSwitch agent registered on host n-h2-827839-2 {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 17:19:36.390453 n-d-827839-2 neutron-server[103376]: ERROR neutron.plugins.ml2.managers [None req-6fd16249-5b77-4ef5-a0f5-8e4bc51fa403 tempest-PortsAdminExtendedAttrsTestJSON-1070932220 tempest-PortsAdminExtendedAttrsTestJSON-1070932220-project-admin] Failed to bind port 29aea930-1e41-4b6d-89fc-93311b758afc on host n-h2-827839-2 for vnic_type normal using segments [{'id': '1a52e82d-613f-4bb6-af94-2762d10a2dcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '3243a495-0b45-498e-9a9a-64d26e588505'}] Feb 04 17:19:36.391743 n-d-827839-2 neutron-server[103376]: INFO neutron.plugins.ml2.plugin [None req-6fd16249-5b77-4ef5-a0f5-8e4bc51fa403 tempest-PortsAdminExtendedAttrsTestJSON-1070932220 tempest-PortsAdminExtendedAttrsTestJSON-1070932220-project-admin] Attempt 8 to bind port 29aea930-1e41-4b6d-89fc-93311b758afc Feb 04 17:19:36.414605 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [None req-6fd16249-5b77-4ef5-a0f5-8e4bc51fa403 tempest-PortsAdminExtendedAttrsTestJSON-1070932220 tempest-PortsAdminExtendedAttrsTestJSON-1070932220-project-admin] Attempting to bind port 29aea930-1e41-4b6d-89fc-93311b758afc on host n-h2-827839-2 for vnic_type normal with profile {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:19:36.418139 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [None req-6fd16249-5b77-4ef5-a0f5-8e4bc51fa403 tempest-PortsAdminExtendedAttrsTestJSON-1070932220 tempest-PortsAdminExtendedAttrsTestJSON-1070932220-project-admin] Attempting to bind port 29aea930-1e41-4b6d-89fc-93311b758afc by drivers openvswitch,hyperv on host n-h2-827839-2 at level 0 using segments [{'id': '1a52e82d-613f-4bb6-af94-2762d10a2dcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '3243a495-0b45-498e-9a9a-64d26e588505'}] {{(pid=103376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:19:36.418139 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fd16249-5b77-4ef5-a0f5-8e4bc51fa403 tempest-PortsAdminExtendedAttrsTestJSON-1070932220 tempest-PortsAdminExtendedAttrsTestJSON-1070932220-project-admin] Attempting to bind port 29aea930-1e41-4b6d-89fc-93311b758afc on network 3243a495-0b45-498e-9a9a-64d26e588505 {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:19:36.424576 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fd16249-5b77-4ef5-a0f5-8e4bc51fa403 tempest-PortsAdminExtendedAttrsTestJSON-1070932220 tempest-PortsAdminExtendedAttrsTestJSON-1070932220-project-admin] Port 29aea930-1e41-4b6d-89fc-93311b758afc on network 3243a495-0b45-498e-9a9a-64d26e588505 not bound, no agent of type Open vSwitch agent registered on host n-h2-827839-2 {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 17:19:36.425239 n-d-827839-2 neutron-server[103376]: ERROR neutron.plugins.ml2.managers [None req-6fd16249-5b77-4ef5-a0f5-8e4bc51fa403 tempest-PortsAdminExtendedAttrsTestJSON-1070932220 tempest-PortsAdminExtendedAttrsTestJSON-1070932220-project-admin] Failed to bind port 29aea930-1e41-4b6d-89fc-93311b758afc on host n-h2-827839-2 for vnic_type normal using segments [{'id': '1a52e82d-613f-4bb6-af94-2762d10a2dcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '3243a495-0b45-498e-9a9a-64d26e588505'}] Feb 04 17:19:36.425889 n-d-827839-2 neutron-server[103376]: INFO neutron.plugins.ml2.plugin [None req-6fd16249-5b77-4ef5-a0f5-8e4bc51fa403 tempest-PortsAdminExtendedAttrsTestJSON-1070932220 tempest-PortsAdminExtendedAttrsTestJSON-1070932220-project-admin] Attempt 9 to bind port 29aea930-1e41-4b6d-89fc-93311b758afc Feb 04 17:19:36.455907 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [None req-6fd16249-5b77-4ef5-a0f5-8e4bc51fa403 tempest-PortsAdminExtendedAttrsTestJSON-1070932220 tempest-PortsAdminExtendedAttrsTestJSON-1070932220-project-admin] Attempting to bind port 29aea930-1e41-4b6d-89fc-93311b758afc on host n-h2-827839-2 for vnic_type normal with profile {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:19:36.455907 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [None req-6fd16249-5b77-4ef5-a0f5-8e4bc51fa403 tempest-PortsAdminExtendedAttrsTestJSON-1070932220 tempest-PortsAdminExtendedAttrsTestJSON-1070932220-project-admin] Attempting to bind port 29aea930-1e41-4b6d-89fc-93311b758afc by drivers openvswitch,hyperv on host n-h2-827839-2 at level 0 using segments [{'id': '1a52e82d-613f-4bb6-af94-2762d10a2dcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '3243a495-0b45-498e-9a9a-64d26e588505'}] {{(pid=103376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:19:36.455907 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fd16249-5b77-4ef5-a0f5-8e4bc51fa403 tempest-PortsAdminExtendedAttrsTestJSON-1070932220 tempest-PortsAdminExtendedAttrsTestJSON-1070932220-project-admin] Attempting to bind port 29aea930-1e41-4b6d-89fc-93311b758afc on network 3243a495-0b45-498e-9a9a-64d26e588505 {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:19:36.470000 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fd16249-5b77-4ef5-a0f5-8e4bc51fa403 tempest-PortsAdminExtendedAttrsTestJSON-1070932220 tempest-PortsAdminExtendedAttrsTestJSON-1070932220-project-admin] Port 29aea930-1e41-4b6d-89fc-93311b758afc on network 3243a495-0b45-498e-9a9a-64d26e588505 not bound, no agent of type Open vSwitch agent registered on host n-h2-827839-2 {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 17:19:36.472803 n-d-827839-2 neutron-server[103376]: ERROR neutron.plugins.ml2.managers [None req-6fd16249-5b77-4ef5-a0f5-8e4bc51fa403 tempest-PortsAdminExtendedAttrsTestJSON-1070932220 tempest-PortsAdminExtendedAttrsTestJSON-1070932220-project-admin] Failed to bind port 29aea930-1e41-4b6d-89fc-93311b758afc on host n-h2-827839-2 for vnic_type normal using segments [{'id': '1a52e82d-613f-4bb6-af94-2762d10a2dcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '3243a495-0b45-498e-9a9a-64d26e588505'}] Feb 04 17:19:36.473536 n-d-827839-2 neutron-server[103376]: INFO neutron.plugins.ml2.plugin [None req-6fd16249-5b77-4ef5-a0f5-8e4bc51fa403 tempest-PortsAdminExtendedAttrsTestJSON-1070932220 tempest-PortsAdminExtendedAttrsTestJSON-1070932220-project-admin] Attempt 10 to bind port 29aea930-1e41-4b6d-89fc-93311b758afc Feb 04 17:19:36.485997 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8bd4ec-94cf-40cf-8ca0-552f8ab80c5f req-a5c46779-8d17-4716-b01e-7e8fed797f16 tempest-ServersAdminTestJSON-70469306 tempest-ServersAdminTestJSON-70469306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:19:36.494925 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-ae8bd4ec-94cf-40cf-8ca0-552f8ab80c5f req-a5c46779-8d17-4716-b01e-7e8fed797f16 tempest-ServersAdminTestJSON-70469306 tempest-ServersAdminTestJSON-70469306-project] 10.222.0.89 "GET /v2.0/ports?device_id=cdea105d-d892-4559-baed-fb98b40680d0 HTTP/1.1" status: 200 len: 950 time: 0.1947131 Feb 04 17:19:36.515729 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 8caae74c-40a9-4ecd-ab37-894a0aca38a6 up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:19:36.523189 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [None req-6fd16249-5b77-4ef5-a0f5-8e4bc51fa403 tempest-PortsAdminExtendedAttrsTestJSON-1070932220 tempest-PortsAdminExtendedAttrsTestJSON-1070932220-project-admin] Attempting to bind port 29aea930-1e41-4b6d-89fc-93311b758afc on host n-h2-827839-2 for vnic_type normal with profile {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:19:36.525389 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [None req-6fd16249-5b77-4ef5-a0f5-8e4bc51fa403 tempest-PortsAdminExtendedAttrsTestJSON-1070932220 tempest-PortsAdminExtendedAttrsTestJSON-1070932220-project-admin] Attempting to bind port 29aea930-1e41-4b6d-89fc-93311b758afc by drivers openvswitch,hyperv on host n-h2-827839-2 at level 0 using segments [{'id': '1a52e82d-613f-4bb6-af94-2762d10a2dcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '3243a495-0b45-498e-9a9a-64d26e588505'}] {{(pid=103376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:19:36.526069 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fd16249-5b77-4ef5-a0f5-8e4bc51fa403 tempest-PortsAdminExtendedAttrsTestJSON-1070932220 tempest-PortsAdminExtendedAttrsTestJSON-1070932220-project-admin] Attempting to bind port 29aea930-1e41-4b6d-89fc-93311b758afc on network 3243a495-0b45-498e-9a9a-64d26e588505 {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:19:36.542443 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fd16249-5b77-4ef5-a0f5-8e4bc51fa403 tempest-PortsAdminExtendedAttrsTestJSON-1070932220 tempest-PortsAdminExtendedAttrsTestJSON-1070932220-project-admin] Port 29aea930-1e41-4b6d-89fc-93311b758afc on network 3243a495-0b45-498e-9a9a-64d26e588505 not bound, no agent of type Open vSwitch agent registered on host n-h2-827839-2 {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 17:19:36.544336 n-d-827839-2 neutron-server[103376]: ERROR neutron.plugins.ml2.managers [None req-6fd16249-5b77-4ef5-a0f5-8e4bc51fa403 tempest-PortsAdminExtendedAttrsTestJSON-1070932220 tempest-PortsAdminExtendedAttrsTestJSON-1070932220-project-admin] Failed to bind port 29aea930-1e41-4b6d-89fc-93311b758afc on host n-h2-827839-2 for vnic_type normal using segments [{'id': '1a52e82d-613f-4bb6-af94-2762d10a2dcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '3243a495-0b45-498e-9a9a-64d26e588505'}] Feb 04 17:19:36.544992 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-6fd16249-5b77-4ef5-a0f5-8e4bc51fa403 tempest-PortsAdminExtendedAttrsTestJSON-1070932220 tempest-PortsAdminExtendedAttrsTestJSON-1070932220-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (29aea930-1e41-4b6d-89fc-93311b758afc), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:36.622070 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-ae8bd4ec-94cf-40cf-8ca0-552f8ab80c5f req-63dc7a90-9787-41fb-b36f-0d2f409d7037 tempest-ServersAdminTestJSON-70469306 tempest-ServersAdminTestJSON-70469306-project] 10.222.0.89 "GET /v2.0/security-groups?id=0b9d4704-c600-4325-be39-d787042bd965&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257923 Feb 04 17:19:36.660918 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port 8caae74c-40a9-4ecd-ab37-894a0aca38a6 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:19:36.663812 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdcbff6-af8f-4f28-b70d-6cdccaa00e7f req-bada3ee9-de2d-4491-95ca-349e9bfe1011 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:19:36.664533 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (8caae74c-40a9-4ecd-ab37-894a0aca38a6), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:36.679286 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-4cdcbff6-af8f-4f28-b70d-6cdccaa00e7f req-bada3ee9-de2d-4491-95ca-349e9bfe1011 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=f47ef111-efcf-4236-94b4-2cdab93576d8 HTTP/1.1" status: 200 len: 1128 time: 0.3042874 Feb 04 17:19:36.841942 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [None req-6fd16249-5b77-4ef5-a0f5-8e4bc51fa403 tempest-PortsAdminExtendedAttrsTestJSON-1070932220 tempest-PortsAdminExtendedAttrsTestJSON-1070932220-project-admin] For port 29aea930-1e41-4b6d-89fc-93311b758afc, host n-h2-827839-2, cleared binding levels {{(pid=103376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:19:36.843848 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [None req-6fd16249-5b77-4ef5-a0f5-8e4bc51fa403 tempest-PortsAdminExtendedAttrsTestJSON-1070932220 tempest-PortsAdminExtendedAttrsTestJSON-1070932220-project-admin] Attempted to set empty binding levels {{(pid=103376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 04 17:19:36.856965 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-6fd16249-5b77-4ef5-a0f5-8e4bc51fa403 tempest-PortsAdminExtendedAttrsTestJSON-1070932220 tempest-PortsAdminExtendedAttrsTestJSON-1070932220-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675836'] for port (29aea930-1e41-4b6d-89fc-93311b758afc), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:36.892096 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port 8caae74c-40a9-4ecd-ab37-894a0aca38a6 is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:19:36.906920 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-6fd16249-5b77-4ef5-a0f5-8e4bc51fa403 tempest-PortsAdminExtendedAttrsTestJSON-1070932220 tempest-PortsAdminExtendedAttrsTestJSON-1070932220-project-admin] In _notify_port_updated(), no bound segment for port 29aea930-1e41-4b6d-89fc-93311b758afc on network 3243a495-0b45-498e-9a9a-64d26e588505 {{(pid=103376) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Feb 04 17:19:36.908520 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fd16249-5b77-4ef5-a0f5-8e4bc51fa403 tempest-PortsAdminExtendedAttrsTestJSON-1070932220 tempest-PortsAdminExtendedAttrsTestJSON-1070932220-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:19:36.909830 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-6fd16249-5b77-4ef5-a0f5-8e4bc51fa403 tempest-PortsAdminExtendedAttrsTestJSON-1070932220 tempest-PortsAdminExtendedAttrsTestJSON-1070932220-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:36.914702 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-6fd16249-5b77-4ef5-a0f5-8e4bc51fa403 tempest-PortsAdminExtendedAttrsTestJSON-1070932220 tempest-PortsAdminExtendedAttrsTestJSON-1070932220-project-admin] 10.222.0.89 "PUT /v2.0/ports/29aea930-1e41-4b6d-89fc-93311b758afc HTTP/1.1" status: 200 len: 975 time: 1.5866642 Feb 04 17:19:36.920905 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 32878) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:19:36.928520 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-4cdcbff6-af8f-4f28-b70d-6cdccaa00e7f req-ffc7e3af-9a1b-4cf6-8c23-cef1fc03cc8a service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=772810a2-9cb8-43b4-821e-fe7f3761f492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2108791 Feb 04 17:19:36.961175 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bc930b-6114-4289-861a-ec01168752d2 req-87c1de3e-d534-4d3c-ba49-4f5afd210d8c tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:19:36.962977 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-73bc930b-6114-4289-861a-ec01168752d2 req-87c1de3e-d534-4d3c-ba49-4f5afd210d8c tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] 10.222.0.89 "GET /v2.0/ports?device_id=809c551a-1790-4b2b-baf4-9847169d6487 HTTP/1.1" status: 200 len: 944 time: 0.1511190 Feb 04 17:19:37.030696 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-73bc930b-6114-4289-861a-ec01168752d2 req-28952cdf-1c76-463b-b9a3-e29539353908 tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] 10.222.0.89 "GET /v2.0/security-groups?id=18e6cc58-e448-4d12-9423-2a502a086ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518117 Feb 04 17:19:37.089844 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd16249-5b77-4ef5-a0f5-8e4bc51fa403 tempest-PortsAdminExtendedAttrsTestJSON-1070932220 tempest-PortsAdminExtendedAttrsTestJSON-1070932220-project-admin] Pushing event updated for resources: {'Port': ['ID=29aea930-1e41-4b6d-89fc-93311b758afc,revision_number=3']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:19:37.158044 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db3647b0-59d6-47ce-8201-3b627e9e2a40 tempest-PortsAdminExtendedAttrsTestJSON-1070932220 tempest-PortsAdminExtendedAttrsTestJSON-1070932220-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:19:37.158900 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db3647b0-59d6-47ce-8201-3b627e9e2a40 tempest-PortsAdminExtendedAttrsTestJSON-1070932220 tempest-PortsAdminExtendedAttrsTestJSON-1070932220-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:19:37.160006 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db3647b0-59d6-47ce-8201-3b627e9e2a40 tempest-PortsAdminExtendedAttrsTestJSON-1070932220 tempest-PortsAdminExtendedAttrsTestJSON-1070932220-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:19:37.160873 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db3647b0-59d6-47ce-8201-3b627e9e2a40 tempest-PortsAdminExtendedAttrsTestJSON-1070932220 tempest-PortsAdminExtendedAttrsTestJSON-1070932220-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:19:37.161857 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db3647b0-59d6-47ce-8201-3b627e9e2a40 tempest-PortsAdminExtendedAttrsTestJSON-1070932220 tempest-PortsAdminExtendedAttrsTestJSON-1070932220-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:19:37.162549 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db3647b0-59d6-47ce-8201-3b627e9e2a40 tempest-PortsAdminExtendedAttrsTestJSON-1070932220 tempest-PortsAdminExtendedAttrsTestJSON-1070932220-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:19:37.162804 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db3647b0-59d6-47ce-8201-3b627e9e2a40 tempest-PortsAdminExtendedAttrsTestJSON-1070932220 tempest-PortsAdminExtendedAttrsTestJSON-1070932220-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:19:37.163274 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db3647b0-59d6-47ce-8201-3b627e9e2a40 tempest-PortsAdminExtendedAttrsTestJSON-1070932220 tempest-PortsAdminExtendedAttrsTestJSON-1070932220-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:19:37.163739 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db3647b0-59d6-47ce-8201-3b627e9e2a40 tempest-PortsAdminExtendedAttrsTestJSON-1070932220 tempest-PortsAdminExtendedAttrsTestJSON-1070932220-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:19:37.164265 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db3647b0-59d6-47ce-8201-3b627e9e2a40 tempest-PortsAdminExtendedAttrsTestJSON-1070932220 tempest-PortsAdminExtendedAttrsTestJSON-1070932220-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:19:37.164672 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db3647b0-59d6-47ce-8201-3b627e9e2a40 tempest-PortsAdminExtendedAttrsTestJSON-1070932220 tempest-PortsAdminExtendedAttrsTestJSON-1070932220-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:19:37.165187 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db3647b0-59d6-47ce-8201-3b627e9e2a40 tempest-PortsAdminExtendedAttrsTestJSON-1070932220 tempest-PortsAdminExtendedAttrsTestJSON-1070932220-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:19:37.165647 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db3647b0-59d6-47ce-8201-3b627e9e2a40 tempest-PortsAdminExtendedAttrsTestJSON-1070932220 tempest-PortsAdminExtendedAttrsTestJSON-1070932220-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:19:37.166102 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db3647b0-59d6-47ce-8201-3b627e9e2a40 tempest-PortsAdminExtendedAttrsTestJSON-1070932220 tempest-PortsAdminExtendedAttrsTestJSON-1070932220-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:19:37.166614 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db3647b0-59d6-47ce-8201-3b627e9e2a40 tempest-PortsAdminExtendedAttrsTestJSON-1070932220 tempest-PortsAdminExtendedAttrsTestJSON-1070932220-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:19:37.167020 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db3647b0-59d6-47ce-8201-3b627e9e2a40 tempest-PortsAdminExtendedAttrsTestJSON-1070932220 tempest-PortsAdminExtendedAttrsTestJSON-1070932220-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:19:37.167472 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db3647b0-59d6-47ce-8201-3b627e9e2a40 tempest-PortsAdminExtendedAttrsTestJSON-1070932220 tempest-PortsAdminExtendedAttrsTestJSON-1070932220-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:19:37.167930 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db3647b0-59d6-47ce-8201-3b627e9e2a40 tempest-PortsAdminExtendedAttrsTestJSON-1070932220 tempest-PortsAdminExtendedAttrsTestJSON-1070932220-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:19:37.168377 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db3647b0-59d6-47ce-8201-3b627e9e2a40 tempest-PortsAdminExtendedAttrsTestJSON-1070932220 tempest-PortsAdminExtendedAttrsTestJSON-1070932220-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:19:37.184968 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db3647b0-59d6-47ce-8201-3b627e9e2a40 tempest-PortsAdminExtendedAttrsTestJSON-1070932220 tempest-PortsAdminExtendedAttrsTestJSON-1070932220-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:19:37.185622 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db3647b0-59d6-47ce-8201-3b627e9e2a40 tempest-PortsAdminExtendedAttrsTestJSON-1070932220 tempest-PortsAdminExtendedAttrsTestJSON-1070932220-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:19:37.186066 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db3647b0-59d6-47ce-8201-3b627e9e2a40 tempest-PortsAdminExtendedAttrsTestJSON-1070932220 tempest-PortsAdminExtendedAttrsTestJSON-1070932220-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:19:37.186587 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db3647b0-59d6-47ce-8201-3b627e9e2a40 tempest-PortsAdminExtendedAttrsTestJSON-1070932220 tempest-PortsAdminExtendedAttrsTestJSON-1070932220-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:19:37.187013 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db3647b0-59d6-47ce-8201-3b627e9e2a40 tempest-PortsAdminExtendedAttrsTestJSON-1070932220 tempest-PortsAdminExtendedAttrsTestJSON-1070932220-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:19:37.187481 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db3647b0-59d6-47ce-8201-3b627e9e2a40 tempest-PortsAdminExtendedAttrsTestJSON-1070932220 tempest-PortsAdminExtendedAttrsTestJSON-1070932220-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:19:37.188001 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db3647b0-59d6-47ce-8201-3b627e9e2a40 tempest-PortsAdminExtendedAttrsTestJSON-1070932220 tempest-PortsAdminExtendedAttrsTestJSON-1070932220-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:19:37.188994 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db3647b0-59d6-47ce-8201-3b627e9e2a40 tempest-PortsAdminExtendedAttrsTestJSON-1070932220 tempest-PortsAdminExtendedAttrsTestJSON-1070932220-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:19:37.196260 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-db3647b0-59d6-47ce-8201-3b627e9e2a40 tempest-PortsAdminExtendedAttrsTestJSON-1070932220 tempest-PortsAdminExtendedAttrsTestJSON-1070932220-project-admin] 10.222.0.89 "GET /v2.0/ports HTTP/1.1" status: 200 len: 25303 time: 0.2704580 Feb 04 17:19:37.203956 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 32886) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:19:37.239608 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef15cd0b-cc96-4624-8f34-5090456340cc req-2f43b8c6-7c1c-42bb-9170-6b60a907836b tempest-AttachSCSIVolumeTestJSON-480248312 tempest-AttachSCSIVolumeTestJSON-480248312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:19:37.241323 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-ef15cd0b-cc96-4624-8f34-5090456340cc req-2f43b8c6-7c1c-42bb-9170-6b60a907836b tempest-AttachSCSIVolumeTestJSON-480248312 tempest-AttachSCSIVolumeTestJSON-480248312-project] 10.222.0.89 "GET /v2.0/ports?device_id=d139c4de-8da5-4d54-bf7d-b1ba87ddc92a HTTP/1.1" status: 200 len: 944 time: 0.0971057 Feb 04 17:19:37.306574 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-3a324d0f-bd6d-4204-8a02-9b9a57c65ede tempest-PortsAdminExtendedAttrsTestJSON-1070932220 tempest-PortsAdminExtendedAttrsTestJSON-1070932220-project-admin] Deleting port 29aea930-1e41-4b6d-89fc-93311b758afc {{(pid=103376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:19:37.306990 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-3a324d0f-bd6d-4204-8a02-9b9a57c65ede tempest-PortsAdminExtendedAttrsTestJSON-1070932220 tempest-PortsAdminExtendedAttrsTestJSON-1070932220-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (29aea930-1e41-4b6d-89fc-93311b758afc), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:37.371882 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-ef15cd0b-cc96-4624-8f34-5090456340cc req-f209c40e-b3cd-4c56-950b-b5139a5458d0 tempest-AttachSCSIVolumeTestJSON-480248312 tempest-AttachSCSIVolumeTestJSON-480248312-project] 10.222.0.89 "GET /v2.0/security-groups?id=c2ca9c4f-7e5c-464a-a6ef-9ac8541b875b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043582 Feb 04 17:19:37.374568 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [None req-3a324d0f-bd6d-4204-8a02-9b9a57c65ede tempest-PortsAdminExtendedAttrsTestJSON-1070932220 tempest-PortsAdminExtendedAttrsTestJSON-1070932220-project-admin] For port 29aea930-1e41-4b6d-89fc-93311b758afc, host n-h2-827839-2, got binding levels [] {{(pid=103376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:19:37.374925 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-3a324d0f-bd6d-4204-8a02-9b9a57c65ede tempest-PortsAdminExtendedAttrsTestJSON-1070932220 tempest-PortsAdminExtendedAttrsTestJSON-1070932220-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (29aea930-1e41-4b6d-89fc-93311b758afc), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:37.392653 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-3a324d0f-bd6d-4204-8a02-9b9a57c65ede tempest-PortsAdminExtendedAttrsTestJSON-1070932220 tempest-PortsAdminExtendedAttrsTestJSON-1070932220-project-admin] Calling delete_port for 29aea930-1e41-4b6d-89fc-93311b758afc owned by {{(pid=103376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:19:37.477652 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-3a324d0f-bd6d-4204-8a02-9b9a57c65ede tempest-PortsAdminExtendedAttrsTestJSON-1070932220 tempest-PortsAdminExtendedAttrsTestJSON-1070932220-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (29aea930-1e41-4b6d-89fc-93311b758afc), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:37.507999 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a324d0f-bd6d-4204-8a02-9b9a57c65ede tempest-PortsAdminExtendedAttrsTestJSON-1070932220 tempest-PortsAdminExtendedAttrsTestJSON-1070932220-project-admin] Pushing event deleted for resources: {'Port': ['ID=29aea930-1e41-4b6d-89fc-93311b758afc,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:19:37.514276 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-3a324d0f-bd6d-4204-8a02-9b9a57c65ede tempest-PortsAdminExtendedAttrsTestJSON-1070932220 tempest-PortsAdminExtendedAttrsTestJSON-1070932220-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:37.520566 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-3a324d0f-bd6d-4204-8a02-9b9a57c65ede tempest-PortsAdminExtendedAttrsTestJSON-1070932220 tempest-PortsAdminExtendedAttrsTestJSON-1070932220-project-admin] 10.222.0.89 "DELETE /v2.0/ports/29aea930-1e41-4b6d-89fc-93311b758afc HTTP/1.1" status: 204 len: 168 time: 0.3132279 Feb 04 17:19:37.520959 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 32890) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:19:37.528213 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0c9f73-af26-402d-94d6-3c4dff8710af req-b3e2cad5-780b-4cb6-b72b-e196fb7706b4 tempest-ServerAddressesTestJSON-1953420352 tempest-ServerAddressesTestJSON-1953420352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:19:37.530628 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-1d0c9f73-af26-402d-94d6-3c4dff8710af req-b3e2cad5-780b-4cb6-b72b-e196fb7706b4 tempest-ServerAddressesTestJSON-1953420352 tempest-ServerAddressesTestJSON-1953420352-project] 10.222.0.89 "GET /v2.0/ports?device_id=7cb76be2-857a-4344-8c61-d28f5c302049 HTTP/1.1" status: 200 len: 945 time: 0.0927103 Feb 04 17:19:37.556446 n-d-827839-2 neutron-server[103376]: INFO neutron.pecan_wsgi.hooks.translation [None req-37adf5ed-6d6c-490a-9a95-98b8fe2b5e41 tempest-PortsAdminExtendedAttrsTestJSON-1070932220 tempest-PortsAdminExtendedAttrsTestJSON-1070932220-project-admin] GET failed (client error): The resource could not be found. Feb 04 17:19:37.564803 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-37adf5ed-6d6c-490a-9a95-98b8fe2b5e41 tempest-PortsAdminExtendedAttrsTestJSON-1070932220 tempest-PortsAdminExtendedAttrsTestJSON-1070932220-project-admin] 10.222.0.89 "GET /v2.0/ports/29aea930-1e41-4b6d-89fc-93311b758afc HTTP/1.1" status: 404 len: 333 time: 0.0429320 Feb 04 17:19:37.565278 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 32892) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:19:37.574279 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-5f82e0d9-b0d1-4004-a8c9-597d78899693 tempest-PortsAdminExtendedAttrsTestJSON-1070932220 tempest-PortsAdminExtendedAttrsTestJSON-1070932220-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1619472933', 'network_id': '3243a495-0b45-498e-9a9a-64d26e588505'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:19:37.637786 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-1d0c9f73-af26-402d-94d6-3c4dff8710af req-8bf3ac47-fe34-4d65-9a2d-36c8a442d570 tempest-ServerAddressesTestJSON-1953420352 tempest-ServerAddressesTestJSON-1953420352-project] 10.222.0.89 "GET /v2.0/security-groups?id=e148fcbe-ea6c-4cfc-8554-a4e9bc8814ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005449 Feb 04 17:19:37.652443 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f82e0d9-b0d1-4004-a8c9-597d78899693 tempest-PortsAdminExtendedAttrsTestJSON-1070932220 tempest-PortsAdminExtendedAttrsTestJSON-1070932220-project-admin] Made reservation on behalf of 9911326fe5fb4e68948a1cc9fafd032f for: {'port': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:19:37.659095 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-5f82e0d9-b0d1-4004-a8c9-597d78899693 tempest-PortsAdminExtendedAttrsTestJSON-1070932220 tempest-PortsAdminExtendedAttrsTestJSON-1070932220-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:37.681721 n-d-827839-2 neutron-server[103377]: DEBUG neutron.notifiers.nova [None req-5f82e0d9-b0d1-4004-a8c9-597d78899693 tempest-PortsAdminExtendedAttrsTestJSON-1070932220 tempest-PortsAdminExtendedAttrsTestJSON-1070932220-project-admin] device_id is not set on port 0e7bd87f-463c-4b1f-ae47-2107119c757c yet. {{(pid=103377) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 04 17:19:37.880923 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-5f82e0d9-b0d1-4004-a8c9-597d78899693 tempest-PortsAdminExtendedAttrsTestJSON-1070932220 tempest-PortsAdminExtendedAttrsTestJSON-1070932220-project-admin] Publish callbacks [] for port (0e7bd87f-463c-4b1f-ae47-2107119c757c), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:37.889827 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 17:19:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa922c24-19fc-4210-9b0c-3bcddcb5eb41 x-openstack-request-id: req-fa922c24-19fc-4210-9b0c-3bcddcb5eb41 {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:19:37.890062 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d139c4de-8da5-4d54-bf7d-b1ba87ddc92a", "tag": "4bcfa000-8e68-424f-9687-3f5045d77edf", "status": "completed", "code": 200}]} {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:19:37.890324 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-fa922c24-19fc-4210-9b0c-3bcddcb5eb41 {{(pid=103377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:19:37.890740 n-d-827839-2 neutron-server[103377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd139c4de-8da5-4d54-bf7d-b1ba87ddc92a', 'tag': '4bcfa000-8e68-424f-9687-3f5045d77edf', 'status': 'completed', 'code': 200} Feb 04 17:19:38.025092 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ab55e2-8cfa-4b86-9168-7b53e2b295c6 req-53c6e5f3-38d3-4e37-a16a-9516ed34d115 tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:19:38.026916 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-c3ab55e2-8cfa-4b86-9168-7b53e2b295c6 req-53c6e5f3-38d3-4e37-a16a-9516ed34d115 tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] 10.222.0.89 "GET /v2.0/ports?device_id=2334ee69-0871-44da-b636-9ceb5bb33e7e HTTP/1.1" status: 200 len: 945 time: 0.1332748 Feb 04 17:19:38.073368 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312f79f9-8559-41f7-9d88-de8b84419ae3 req-fdae6e6d-16ea-40c0-84a3-1569280d747f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:19:38.075061 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-312f79f9-8559-41f7-9d88-de8b84419ae3 req-fdae6e6d-16ea-40c0-84a3-1569280d747f service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=17c7616ca43843acb731e2b80c6fd54e&device_id=d139c4de-8da5-4d54-bf7d-b1ba87ddc92a HTTP/1.1" status: 200 len: 1126 time: 0.1829422 Feb 04 17:19:38.143385 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-c3ab55e2-8cfa-4b86-9168-7b53e2b295c6 req-92ceceec-d4c7-46ca-9511-4352de485c3d tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] 10.222.0.89 "GET /v2.0/security-groups?id=c591d0a0-8f77-4259-ab5e-c54cb31473d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040223 Feb 04 17:19:38.146464 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-5f82e0d9-b0d1-4004-a8c9-597d78899693 tempest-PortsAdminExtendedAttrsTestJSON-1070932220 tempest-PortsAdminExtendedAttrsTestJSON-1070932220-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (0e7bd87f-463c-4b1f-ae47-2107119c757c), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:38.221433 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f82e0d9-b0d1-4004-a8c9-597d78899693 tempest-PortsAdminExtendedAttrsTestJSON-1070932220 tempest-PortsAdminExtendedAttrsTestJSON-1070932220-project-admin] Network 3243a495-0b45-498e-9a9a-64d26e588505 is already hosted by enough agents. {{(pid=103377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:19:38.224181 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f82e0d9-b0d1-4004-a8c9-597d78899693 tempest-PortsAdminExtendedAttrsTestJSON-1070932220 tempest-PortsAdminExtendedAttrsTestJSON-1070932220-project-admin] Pushing event updated for resources: {'Port': ['ID=0e7bd87f-463c-4b1f-ae47-2107119c757c,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:19:38.234963 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [None req-5f82e0d9-b0d1-4004-a8c9-597d78899693 tempest-PortsAdminExtendedAttrsTestJSON-1070932220 tempest-PortsAdminExtendedAttrsTestJSON-1070932220-project-admin] Resources bound (agent type, host, resource id): {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:19:38.237646 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f82e0d9-b0d1-4004-a8c9-597d78899693 tempest-PortsAdminExtendedAttrsTestJSON-1070932220 tempest-PortsAdminExtendedAttrsTestJSON-1070932220-project-admin] Received port after_create {{(pid=103377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:19:38.238818 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f82e0d9-b0d1-4004-a8c9-597d78899693 tempest-PortsAdminExtendedAttrsTestJSON-1070932220 tempest-PortsAdminExtendedAttrsTestJSON-1070932220-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:19:38.239588 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-5f82e0d9-b0d1-4004-a8c9-597d78899693 tempest-PortsAdminExtendedAttrsTestJSON-1070932220 tempest-PortsAdminExtendedAttrsTestJSON-1070932220-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:38.247831 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cb76be2-857a-4344-8c61-d28f5c302049', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a73825d-935d-4948-a8ea-efa0c941b806'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:19:38.252429 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c34bc964ce2211770fda26ca2f3801cc06f4f39928110690550e94ab9c9d2fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e55f3308-dc98-4a9a-b9de-d83e92705e05" -d '{"events": [{"server_uuid": "7cb76be2-857a-4344-8c61-d28f5c302049", "name": "network-vif-plugged", "status": "completed", "tag": "4a73825d-935d-4948-a8ea-efa0c941b806"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:19:38.332698 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-5f82e0d9-b0d1-4004-a8c9-597d78899693 tempest-PortsAdminExtendedAttrsTestJSON-1070932220 tempest-PortsAdminExtendedAttrsTestJSON-1070932220-project-admin] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.7589135 Feb 04 17:19:38.333816 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 32896) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:19:38.391856 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312f79f9-8559-41f7-9d88-de8b84419ae3 req-a050dff9-f7b0-4f62-8a42-c3fee2e26bba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:19:38.393525 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-312f79f9-8559-41f7-9d88-de8b84419ae3 req-a050dff9-f7b0-4f62-8a42-c3fee2e26bba service neutron] 10.222.0.96 "GET /v2.0/networks?id=e7a2df79-c8ce-4040-9052-dff1b84320da HTTP/1.1" status: 200 len: 916 time: 0.3087749 Feb 04 17:19:38.411798 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f22d2fb6-1abf-410b-a23f-7811d0978091 tempest-PortsAdminExtendedAttrsTestJSON-1070932220 tempest-PortsAdminExtendedAttrsTestJSON-1070932220-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:19:38.417235 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-f22d2fb6-1abf-410b-a23f-7811d0978091 tempest-PortsAdminExtendedAttrsTestJSON-1070932220 tempest-PortsAdminExtendedAttrsTestJSON-1070932220-project-admin] 10.222.0.89 "GET /v2.0/ports/0e7bd87f-463c-4b1f-ae47-2107119c757c HTTP/1.1" status: 200 len: 955 time: 0.0813534 Feb 04 17:19:38.418354 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 32900) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:19:38.424405 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8909ad2c-3d35-407d-ad37-506080856b54 req-4e7eaa36-8b4a-449d-a955-5788c52a6ef0 tempest-ServersAdminTestJSON-70469306 tempest-ServersAdminTestJSON-70469306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:19:38.432778 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-8909ad2c-3d35-407d-ad37-506080856b54 req-4e7eaa36-8b4a-449d-a955-5788c52a6ef0 tempest-ServersAdminTestJSON-70469306 tempest-ServersAdminTestJSON-70469306-project] 10.222.0.89 "GET /v2.0/ports?device_id=cdea105d-d892-4559-baed-fb98b40680d0 HTTP/1.1" status: 200 len: 950 time: 0.1372778 Feb 04 17:19:38.499751 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-8909ad2c-3d35-407d-ad37-506080856b54 req-4bde77af-0ad4-4f42-ac97-15a1b7d646f7 tempest-ServersAdminTestJSON-70469306 tempest-ServersAdminTestJSON-70469306-project] 10.222.0.89 "GET /v2.0/security-groups?id=0b9d4704-c600-4325-be39-d787042bd965&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656681 Feb 04 17:19:38.587124 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-312f79f9-8559-41f7-9d88-de8b84419ae3 req-f030489d-4a03-412f-8181-a919bfea561a service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4bcfa000-8e68-424f-9687-3f5045d77edf HTTP/1.1" status: 200 len: 217 time: 0.0690312 Feb 04 17:19:38.593306 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-92a933e3-2c00-4917-b1f2-109349e629a0 tempest-PortsAdminExtendedAttrsTestJSON-1070932220 tempest-PortsAdminExtendedAttrsTestJSON-1070932220-project-admin] Deleting port 0e7bd87f-463c-4b1f-ae47-2107119c757c {{(pid=103376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:19:38.593928 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-92a933e3-2c00-4917-b1f2-109349e629a0 tempest-PortsAdminExtendedAttrsTestJSON-1070932220 tempest-PortsAdminExtendedAttrsTestJSON-1070932220-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (0e7bd87f-463c-4b1f-ae47-2107119c757c), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:38.682308 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-92a933e3-2c00-4917-b1f2-109349e629a0 tempest-PortsAdminExtendedAttrsTestJSON-1070932220 tempest-PortsAdminExtendedAttrsTestJSON-1070932220-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (0e7bd87f-463c-4b1f-ae47-2107119c757c), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:38.712762 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-92a933e3-2c00-4917-b1f2-109349e629a0 tempest-PortsAdminExtendedAttrsTestJSON-1070932220 tempest-PortsAdminExtendedAttrsTestJSON-1070932220-project-admin] Calling delete_port for 0e7bd87f-463c-4b1f-ae47-2107119c757c owned by {{(pid=103376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:19:38.745774 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312f79f9-8559-41f7-9d88-de8b84419ae3 req-4fbaec31-51a1-4adf-9126-b8dadb773c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:19:38.754748 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-312f79f9-8559-41f7-9d88-de8b84419ae3 req-4fbaec31-51a1-4adf-9126-b8dadb773c53 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=ecfdaff4-bfe4-4c41-acd1-759b3291dd98 HTTP/1.1" status: 200 len: 854 time: 0.1452689 Feb 04 17:19:38.840032 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340a22b0-5a08-456e-a2e6-ca21db8ef878 req-818f3652-789a-4286-a335-aa5c92da58ea tempest-FloatingIPsAssociationNegativeTestJSON-1592197425 tempest-FloatingIPsAssociationNegativeTestJSON-1592197425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:19:38.848516 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-340a22b0-5a08-456e-a2e6-ca21db8ef878 req-818f3652-789a-4286-a335-aa5c92da58ea tempest-FloatingIPsAssociationNegativeTestJSON-1592197425 tempest-FloatingIPsAssociationNegativeTestJSON-1592197425-project] 10.222.0.89 "GET /v2.0/ports?device_id=f47ef111-efcf-4236-94b4-2cdab93576d8 HTTP/1.1" status: 200 len: 946 time: 0.1744392 Feb 04 17:19:38.853355 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-92a933e3-2c00-4917-b1f2-109349e629a0 tempest-PortsAdminExtendedAttrsTestJSON-1070932220 tempest-PortsAdminExtendedAttrsTestJSON-1070932220-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (0e7bd87f-463c-4b1f-ae47-2107119c757c), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:38.901801 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-92a933e3-2c00-4917-b1f2-109349e629a0 tempest-PortsAdminExtendedAttrsTestJSON-1070932220 tempest-PortsAdminExtendedAttrsTestJSON-1070932220-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:38.913138 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 32908) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:19:38.913703 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-92a933e3-2c00-4917-b1f2-109349e629a0 tempest-PortsAdminExtendedAttrsTestJSON-1070932220 tempest-PortsAdminExtendedAttrsTestJSON-1070932220-project-admin] 10.222.0.89 "DELETE /v2.0/ports/0e7bd87f-463c-4b1f-ae47-2107119c757c HTTP/1.1" status: 204 len: 168 time: 0.4941518 Feb 04 17:19:38.915307 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a933e3-2c00-4917-b1f2-109349e629a0 tempest-PortsAdminExtendedAttrsTestJSON-1070932220 tempest-PortsAdminExtendedAttrsTestJSON-1070932220-project-admin] Pushing event deleted for resources: {'Port': ['ID=0e7bd87f-463c-4b1f-ae47-2107119c757c,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:19:38.962761 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-340a22b0-5a08-456e-a2e6-ca21db8ef878 req-c5c8d636-e43f-43c1-912a-512f4b892492 tempest-FloatingIPsAssociationNegativeTestJSON-1592197425 tempest-FloatingIPsAssociationNegativeTestJSON-1592197425-project] 10.222.0.89 "GET /v2.0/security-groups?id=772810a2-9cb8-43b4-821e-fe7f3761f492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130862 Feb 04 17:19:38.996715 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312f79f9-8559-41f7-9d88-de8b84419ae3 req-a463bffc-04c6-49c1-8939-df32761744bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:19:38.998623 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-312f79f9-8559-41f7-9d88-de8b84419ae3 req-a463bffc-04c6-49c1-8939-df32761744bc service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=e7a2df79-c8ce-4040-9052-dff1b84320da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2228971 Feb 04 17:19:38.999805 n-d-827839-2 neutron-server[103377]: INFO neutron.pecan_wsgi.hooks.translation [None req-61dda889-2a5f-450b-9a2b-2cb7c00b4ae8 tempest-PortsAdminExtendedAttrsTestJSON-1070932220 tempest-PortsAdminExtendedAttrsTestJSON-1070932220-project-admin] GET failed (client error): The resource could not be found. Feb 04 17:19:39.008610 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 32910) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:19:39.014109 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-4ce670a1-25bb-4d26-9c5e-0a437e099de4 tempest-PortsAdminExtendedAttrsTestJSON-1070932220 tempest-PortsAdminExtendedAttrsTestJSON-1070932220-project-admin] Request body: {'port': {'network_id': '3243a495-0b45-498e-9a9a-64d26e588505', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-405328326'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:19:39.019121 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-61dda889-2a5f-450b-9a2b-2cb7c00b4ae8 tempest-PortsAdminExtendedAttrsTestJSON-1070932220 tempest-PortsAdminExtendedAttrsTestJSON-1070932220-project-admin] 10.222.0.89 "GET /v2.0/ports/0e7bd87f-463c-4b1f-ae47-2107119c757c HTTP/1.1" status: 404 len: 333 time: 0.1040606 Feb 04 17:19:39.057142 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ce670a1-25bb-4d26-9c5e-0a437e099de4 tempest-PortsAdminExtendedAttrsTestJSON-1070932220 tempest-PortsAdminExtendedAttrsTestJSON-1070932220-project-admin] Made reservation on behalf of 9911326fe5fb4e68948a1cc9fafd032f for: {'port': 1} {{(pid=103376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:19:39.060592 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-4ce670a1-25bb-4d26-9c5e-0a437e099de4 tempest-PortsAdminExtendedAttrsTestJSON-1070932220 tempest-PortsAdminExtendedAttrsTestJSON-1070932220-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:39.076053 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 17:19:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41db9dab-e23f-4be6-a767-6fddd5c12e7c x-openstack-request-id: req-41db9dab-e23f-4be6-a767-6fddd5c12e7c {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:19:39.076464 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7cb76be2-857a-4344-8c61-d28f5c302049", "name": "network-vif-plugged", "status": "completed", "tag": "4a73825d-935d-4948-a8ea-efa0c941b806", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:19:39.076931 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-41db9dab-e23f-4be6-a767-6fddd5c12e7c {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:19:39.077428 n-d-827839-2 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7cb76be2-857a-4344-8c61-d28f5c302049', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a73825d-935d-4948-a8ea-efa0c941b806', 'code': 200} Feb 04 17:19:39.106512 n-d-827839-2 neutron-server[103376]: DEBUG neutron.notifiers.nova [None req-4ce670a1-25bb-4d26-9c5e-0a437e099de4 tempest-PortsAdminExtendedAttrsTestJSON-1070932220 tempest-PortsAdminExtendedAttrsTestJSON-1070932220-project-admin] device_id is not set on port f4281e76-f554-44eb-b631-963ecab8d5f6 yet. {{(pid=103376) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 04 17:19:39.299131 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-312f79f9-8559-41f7-9d88-de8b84419ae3 req-385451b0-c68c-49a0-9679-b40fbc60c3f0 service neutron] 10.222.0.96 "GET /v2.0/networks/e7a2df79-c8ce-4040-9052-dff1b84320da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2766454 Feb 04 17:19:39.302059 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a85e0d2-c062-44f4-b003-2062080f2e80 req-c088e804-a5d2-4efd-b877-d189b49968ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:19:39.303498 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-8a85e0d2-c062-44f4-b003-2062080f2e80 req-c088e804-a5d2-4efd-b877-d189b49968ba service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=7cb76be2-857a-4344-8c61-d28f5c302049 HTTP/1.1" status: 200 len: 1127 time: 0.1474180 Feb 04 17:19:39.328919 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc73698c-a802-401e-bb5e-4fbebc7977c4 req-6dce4913-a9ca-4da4-b252-4263cd050a58 tempest-AttachSCSIVolumeTestJSON-480248312 tempest-AttachSCSIVolumeTestJSON-480248312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:19:39.330658 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-cc73698c-a802-401e-bb5e-4fbebc7977c4 req-6dce4913-a9ca-4da4-b252-4263cd050a58 tempest-AttachSCSIVolumeTestJSON-480248312 tempest-AttachSCSIVolumeTestJSON-480248312-project] 10.222.0.89 "GET /v2.0/ports?device_id=d139c4de-8da5-4d54-bf7d-b1ba87ddc92a HTTP/1.1" status: 200 len: 944 time: 0.1284420 Feb 04 17:19:39.346090 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-4ce670a1-25bb-4d26-9c5e-0a437e099de4 tempest-PortsAdminExtendedAttrsTestJSON-1070932220 tempest-PortsAdminExtendedAttrsTestJSON-1070932220-project-admin] Publish callbacks [] for port (f4281e76-f554-44eb-b631-963ecab8d5f6), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:39.418909 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-4ce670a1-25bb-4d26-9c5e-0a437e099de4 tempest-PortsAdminExtendedAttrsTestJSON-1070932220 tempest-PortsAdminExtendedAttrsTestJSON-1070932220-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (f4281e76-f554-44eb-b631-963ecab8d5f6), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:39.478981 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-8a85e0d2-c062-44f4-b003-2062080f2e80 req-dc98a33a-7f0d-4871-b513-edda8e279d30 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=e148fcbe-ea6c-4cfc-8554-a4e9bc8814ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639249 Feb 04 17:19:39.483590 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ce670a1-25bb-4d26-9c5e-0a437e099de4 tempest-PortsAdminExtendedAttrsTestJSON-1070932220 tempest-PortsAdminExtendedAttrsTestJSON-1070932220-project-admin] Network 3243a495-0b45-498e-9a9a-64d26e588505 is already hosted by enough agents. {{(pid=103376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:19:39.486479 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-cc73698c-a802-401e-bb5e-4fbebc7977c4 req-399f80de-fb63-4c70-831b-3a80d1beeb58 tempest-AttachSCSIVolumeTestJSON-480248312 tempest-AttachSCSIVolumeTestJSON-480248312-project] 10.222.0.89 "GET /v2.0/security-groups?id=c2ca9c4f-7e5c-464a-a6ef-9ac8541b875b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404138 Feb 04 17:19:39.488529 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [None req-4ce670a1-25bb-4d26-9c5e-0a437e099de4 tempest-PortsAdminExtendedAttrsTestJSON-1070932220 tempest-PortsAdminExtendedAttrsTestJSON-1070932220-project-admin] Resources bound (agent type, host, resource id): {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:19:39.491801 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ce670a1-25bb-4d26-9c5e-0a437e099de4 tempest-PortsAdminExtendedAttrsTestJSON-1070932220 tempest-PortsAdminExtendedAttrsTestJSON-1070932220-project-admin] Received port after_create {{(pid=103376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:19:39.493068 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ce670a1-25bb-4d26-9c5e-0a437e099de4 tempest-PortsAdminExtendedAttrsTestJSON-1070932220 tempest-PortsAdminExtendedAttrsTestJSON-1070932220-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:19:39.494636 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-4ce670a1-25bb-4d26-9c5e-0a437e099de4 tempest-PortsAdminExtendedAttrsTestJSON-1070932220 tempest-PortsAdminExtendedAttrsTestJSON-1070932220-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:39.511765 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-312f79f9-8559-41f7-9d88-de8b84419ae3 req-921f53ec-e041-419b-ab12-3cc6081536dd service neutron] 10.222.0.96 "GET /v2.0/networks/e7a2df79-c8ce-4040-9052-dff1b84320da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2046647 Feb 04 17:19:39.528227 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce670a1-25bb-4d26-9c5e-0a437e099de4 tempest-PortsAdminExtendedAttrsTestJSON-1070932220 tempest-PortsAdminExtendedAttrsTestJSON-1070932220-project-admin] Pushing event updated for resources: {'Port': ['ID=f4281e76-f554-44eb-b631-963ecab8d5f6,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:19:39.536879 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-4ce670a1-25bb-4d26-9c5e-0a437e099de4 tempest-PortsAdminExtendedAttrsTestJSON-1070932220 tempest-PortsAdminExtendedAttrsTestJSON-1070932220-project-admin] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.5266237 Feb 04 17:19:39.539520 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 32914) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:19:39.544891 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-10bbf564-47e3-45fd-a1d4-62e6193bb9ae tempest-PortsAdminExtendedAttrsTestJSON-1070932220 tempest-PortsAdminExtendedAttrsTestJSON-1070932220-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-827839-2'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:19:39.658499 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-10bbf564-47e3-45fd-a1d4-62e6193bb9ae tempest-PortsAdminExtendedAttrsTestJSON-1070932220 tempest-PortsAdminExtendedAttrsTestJSON-1070932220-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (f4281e76-f554-44eb-b631-963ecab8d5f6), before_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:39.948874 n-d-827839-2 neutron-server[103377]: DEBUG neutron.notifiers.nova [None req-10bbf564-47e3-45fd-a1d4-62e6193bb9ae tempest-PortsAdminExtendedAttrsTestJSON-1070932220 tempest-PortsAdminExtendedAttrsTestJSON-1070932220-project-admin] device_id is not set on port f4281e76-f554-44eb-b631-963ecab8d5f6 yet. {{(pid=103377) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 04 17:19:39.959521 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-10bbf564-47e3-45fd-a1d4-62e6193bb9ae tempest-PortsAdminExtendedAttrsTestJSON-1070932220 tempest-PortsAdminExtendedAttrsTestJSON-1070932220-project-admin] Publish callbacks [] for port (f4281e76-f554-44eb-b631-963ecab8d5f6), precommit_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:39.967915 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-10bbf564-47e3-45fd-a1d4-62e6193bb9ae tempest-PortsAdminExtendedAttrsTestJSON-1070932220 tempest-PortsAdminExtendedAttrsTestJSON-1070932220-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25888290'] for port (f4281e76-f554-44eb-b631-963ecab8d5f6), after_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:39.993701 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (f20a1ab3-4332-4f54-833b-ba4a7c687e89), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:40.016553 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10bbf564-47e3-45fd-a1d4-62e6193bb9ae tempest-PortsAdminExtendedAttrsTestJSON-1070932220 tempest-PortsAdminExtendedAttrsTestJSON-1070932220-project-admin] Pushing event updated for resources: {'Port': ['ID=f4281e76-f554-44eb-b631-963ecab8d5f6,revision_number=2']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:19:40.065765 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [None req-10bbf564-47e3-45fd-a1d4-62e6193bb9ae tempest-PortsAdminExtendedAttrsTestJSON-1070932220 tempest-PortsAdminExtendedAttrsTestJSON-1070932220-project-admin] Attempting to bind port f4281e76-f554-44eb-b631-963ecab8d5f6 on host n-h2-827839-2 for vnic_type normal with profile {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:19:40.065765 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [None req-10bbf564-47e3-45fd-a1d4-62e6193bb9ae tempest-PortsAdminExtendedAttrsTestJSON-1070932220 tempest-PortsAdminExtendedAttrsTestJSON-1070932220-project-admin] Attempting to bind port f4281e76-f554-44eb-b631-963ecab8d5f6 by drivers openvswitch,hyperv on host n-h2-827839-2 at level 0 using segments [{'id': '1a52e82d-613f-4bb6-af94-2762d10a2dcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '3243a495-0b45-498e-9a9a-64d26e588505'}] {{(pid=103377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:19:40.065765 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10bbf564-47e3-45fd-a1d4-62e6193bb9ae tempest-PortsAdminExtendedAttrsTestJSON-1070932220 tempest-PortsAdminExtendedAttrsTestJSON-1070932220-project-admin] Attempting to bind port f4281e76-f554-44eb-b631-963ecab8d5f6 on network 3243a495-0b45-498e-9a9a-64d26e588505 {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:19:40.070548 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10bbf564-47e3-45fd-a1d4-62e6193bb9ae tempest-PortsAdminExtendedAttrsTestJSON-1070932220 tempest-PortsAdminExtendedAttrsTestJSON-1070932220-project-admin] Port f4281e76-f554-44eb-b631-963ecab8d5f6 on network 3243a495-0b45-498e-9a9a-64d26e588505 not bound, no agent of type Open vSwitch agent registered on host n-h2-827839-2 {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 17:19:40.070852 n-d-827839-2 neutron-server[103377]: ERROR neutron.plugins.ml2.managers [None req-10bbf564-47e3-45fd-a1d4-62e6193bb9ae tempest-PortsAdminExtendedAttrsTestJSON-1070932220 tempest-PortsAdminExtendedAttrsTestJSON-1070932220-project-admin] Failed to bind port f4281e76-f554-44eb-b631-963ecab8d5f6 on host n-h2-827839-2 for vnic_type normal using segments [{'id': '1a52e82d-613f-4bb6-af94-2762d10a2dcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '3243a495-0b45-498e-9a9a-64d26e588505'}] Feb 04 17:19:40.071216 n-d-827839-2 neutron-server[103377]: INFO neutron.plugins.ml2.plugin [None req-10bbf564-47e3-45fd-a1d4-62e6193bb9ae tempest-PortsAdminExtendedAttrsTestJSON-1070932220 tempest-PortsAdminExtendedAttrsTestJSON-1070932220-project-admin] Attempt 2 to bind port f4281e76-f554-44eb-b631-963ecab8d5f6 Feb 04 17:19:40.087723 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [None req-10bbf564-47e3-45fd-a1d4-62e6193bb9ae tempest-PortsAdminExtendedAttrsTestJSON-1070932220 tempest-PortsAdminExtendedAttrsTestJSON-1070932220-project-admin] Attempting to bind port f4281e76-f554-44eb-b631-963ecab8d5f6 on host n-h2-827839-2 for vnic_type normal with profile {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:19:40.088068 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [None req-10bbf564-47e3-45fd-a1d4-62e6193bb9ae tempest-PortsAdminExtendedAttrsTestJSON-1070932220 tempest-PortsAdminExtendedAttrsTestJSON-1070932220-project-admin] Attempting to bind port f4281e76-f554-44eb-b631-963ecab8d5f6 by drivers openvswitch,hyperv on host n-h2-827839-2 at level 0 using segments [{'id': '1a52e82d-613f-4bb6-af94-2762d10a2dcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '3243a495-0b45-498e-9a9a-64d26e588505'}] {{(pid=103377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:19:40.088457 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10bbf564-47e3-45fd-a1d4-62e6193bb9ae tempest-PortsAdminExtendedAttrsTestJSON-1070932220 tempest-PortsAdminExtendedAttrsTestJSON-1070932220-project-admin] Attempting to bind port f4281e76-f554-44eb-b631-963ecab8d5f6 on network 3243a495-0b45-498e-9a9a-64d26e588505 {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:19:40.095105 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10bbf564-47e3-45fd-a1d4-62e6193bb9ae tempest-PortsAdminExtendedAttrsTestJSON-1070932220 tempest-PortsAdminExtendedAttrsTestJSON-1070932220-project-admin] Port f4281e76-f554-44eb-b631-963ecab8d5f6 on network 3243a495-0b45-498e-9a9a-64d26e588505 not bound, no agent of type Open vSwitch agent registered on host n-h2-827839-2 {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 17:19:40.095432 n-d-827839-2 neutron-server[103377]: ERROR neutron.plugins.ml2.managers [None req-10bbf564-47e3-45fd-a1d4-62e6193bb9ae tempest-PortsAdminExtendedAttrsTestJSON-1070932220 tempest-PortsAdminExtendedAttrsTestJSON-1070932220-project-admin] Failed to bind port f4281e76-f554-44eb-b631-963ecab8d5f6 on host n-h2-827839-2 for vnic_type normal using segments [{'id': '1a52e82d-613f-4bb6-af94-2762d10a2dcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '3243a495-0b45-498e-9a9a-64d26e588505'}] Feb 04 17:19:40.095830 n-d-827839-2 neutron-server[103377]: INFO neutron.plugins.ml2.plugin [None req-10bbf564-47e3-45fd-a1d4-62e6193bb9ae tempest-PortsAdminExtendedAttrsTestJSON-1070932220 tempest-PortsAdminExtendedAttrsTestJSON-1070932220-project-admin] Attempt 3 to bind port f4281e76-f554-44eb-b631-963ecab8d5f6 Feb 04 17:19:40.124889 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [None req-10bbf564-47e3-45fd-a1d4-62e6193bb9ae tempest-PortsAdminExtendedAttrsTestJSON-1070932220 tempest-PortsAdminExtendedAttrsTestJSON-1070932220-project-admin] Attempting to bind port f4281e76-f554-44eb-b631-963ecab8d5f6 on host n-h2-827839-2 for vnic_type normal with profile {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:19:40.125235 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [None req-10bbf564-47e3-45fd-a1d4-62e6193bb9ae tempest-PortsAdminExtendedAttrsTestJSON-1070932220 tempest-PortsAdminExtendedAttrsTestJSON-1070932220-project-admin] Attempting to bind port f4281e76-f554-44eb-b631-963ecab8d5f6 by drivers openvswitch,hyperv on host n-h2-827839-2 at level 0 using segments [{'id': '1a52e82d-613f-4bb6-af94-2762d10a2dcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '3243a495-0b45-498e-9a9a-64d26e588505'}] {{(pid=103377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:19:40.126449 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10bbf564-47e3-45fd-a1d4-62e6193bb9ae tempest-PortsAdminExtendedAttrsTestJSON-1070932220 tempest-PortsAdminExtendedAttrsTestJSON-1070932220-project-admin] Attempting to bind port f4281e76-f554-44eb-b631-963ecab8d5f6 on network 3243a495-0b45-498e-9a9a-64d26e588505 {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:19:40.138813 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10bbf564-47e3-45fd-a1d4-62e6193bb9ae tempest-PortsAdminExtendedAttrsTestJSON-1070932220 tempest-PortsAdminExtendedAttrsTestJSON-1070932220-project-admin] Port f4281e76-f554-44eb-b631-963ecab8d5f6 on network 3243a495-0b45-498e-9a9a-64d26e588505 not bound, no agent of type Open vSwitch agent registered on host n-h2-827839-2 {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 17:19:40.139153 n-d-827839-2 neutron-server[103377]: ERROR neutron.plugins.ml2.managers [None req-10bbf564-47e3-45fd-a1d4-62e6193bb9ae tempest-PortsAdminExtendedAttrsTestJSON-1070932220 tempest-PortsAdminExtendedAttrsTestJSON-1070932220-project-admin] Failed to bind port f4281e76-f554-44eb-b631-963ecab8d5f6 on host n-h2-827839-2 for vnic_type normal using segments [{'id': '1a52e82d-613f-4bb6-af94-2762d10a2dcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '3243a495-0b45-498e-9a9a-64d26e588505'}] Feb 04 17:19:40.139544 n-d-827839-2 neutron-server[103377]: INFO neutron.plugins.ml2.plugin [None req-10bbf564-47e3-45fd-a1d4-62e6193bb9ae tempest-PortsAdminExtendedAttrsTestJSON-1070932220 tempest-PortsAdminExtendedAttrsTestJSON-1070932220-project-admin] Attempt 4 to bind port f4281e76-f554-44eb-b631-963ecab8d5f6 Feb 04 17:19:40.166805 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [None req-10bbf564-47e3-45fd-a1d4-62e6193bb9ae tempest-PortsAdminExtendedAttrsTestJSON-1070932220 tempest-PortsAdminExtendedAttrsTestJSON-1070932220-project-admin] Attempting to bind port f4281e76-f554-44eb-b631-963ecab8d5f6 on host n-h2-827839-2 for vnic_type normal with profile {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:19:40.167144 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [None req-10bbf564-47e3-45fd-a1d4-62e6193bb9ae tempest-PortsAdminExtendedAttrsTestJSON-1070932220 tempest-PortsAdminExtendedAttrsTestJSON-1070932220-project-admin] Attempting to bind port f4281e76-f554-44eb-b631-963ecab8d5f6 by drivers openvswitch,hyperv on host n-h2-827839-2 at level 0 using segments [{'id': '1a52e82d-613f-4bb6-af94-2762d10a2dcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '3243a495-0b45-498e-9a9a-64d26e588505'}] {{(pid=103377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:19:40.167469 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10bbf564-47e3-45fd-a1d4-62e6193bb9ae tempest-PortsAdminExtendedAttrsTestJSON-1070932220 tempest-PortsAdminExtendedAttrsTestJSON-1070932220-project-admin] Attempting to bind port f4281e76-f554-44eb-b631-963ecab8d5f6 on network 3243a495-0b45-498e-9a9a-64d26e588505 {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:19:40.174044 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10bbf564-47e3-45fd-a1d4-62e6193bb9ae tempest-PortsAdminExtendedAttrsTestJSON-1070932220 tempest-PortsAdminExtendedAttrsTestJSON-1070932220-project-admin] Port f4281e76-f554-44eb-b631-963ecab8d5f6 on network 3243a495-0b45-498e-9a9a-64d26e588505 not bound, no agent of type Open vSwitch agent registered on host n-h2-827839-2 {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 17:19:40.174379 n-d-827839-2 neutron-server[103377]: ERROR neutron.plugins.ml2.managers [None req-10bbf564-47e3-45fd-a1d4-62e6193bb9ae tempest-PortsAdminExtendedAttrsTestJSON-1070932220 tempest-PortsAdminExtendedAttrsTestJSON-1070932220-project-admin] Failed to bind port f4281e76-f554-44eb-b631-963ecab8d5f6 on host n-h2-827839-2 for vnic_type normal using segments [{'id': '1a52e82d-613f-4bb6-af94-2762d10a2dcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '3243a495-0b45-498e-9a9a-64d26e588505'}] Feb 04 17:19:40.175031 n-d-827839-2 neutron-server[103377]: INFO neutron.plugins.ml2.plugin [None req-10bbf564-47e3-45fd-a1d4-62e6193bb9ae tempest-PortsAdminExtendedAttrsTestJSON-1070932220 tempest-PortsAdminExtendedAttrsTestJSON-1070932220-project-admin] Attempt 5 to bind port f4281e76-f554-44eb-b631-963ecab8d5f6 Feb 04 17:19:40.216252 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [None req-10bbf564-47e3-45fd-a1d4-62e6193bb9ae tempest-PortsAdminExtendedAttrsTestJSON-1070932220 tempest-PortsAdminExtendedAttrsTestJSON-1070932220-project-admin] Attempting to bind port f4281e76-f554-44eb-b631-963ecab8d5f6 on host n-h2-827839-2 for vnic_type normal with profile {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:19:40.216813 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [None req-10bbf564-47e3-45fd-a1d4-62e6193bb9ae tempest-PortsAdminExtendedAttrsTestJSON-1070932220 tempest-PortsAdminExtendedAttrsTestJSON-1070932220-project-admin] Attempting to bind port f4281e76-f554-44eb-b631-963ecab8d5f6 by drivers openvswitch,hyperv on host n-h2-827839-2 at level 0 using segments [{'id': '1a52e82d-613f-4bb6-af94-2762d10a2dcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '3243a495-0b45-498e-9a9a-64d26e588505'}] {{(pid=103377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:19:40.217680 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10bbf564-47e3-45fd-a1d4-62e6193bb9ae tempest-PortsAdminExtendedAttrsTestJSON-1070932220 tempest-PortsAdminExtendedAttrsTestJSON-1070932220-project-admin] Attempting to bind port f4281e76-f554-44eb-b631-963ecab8d5f6 on network 3243a495-0b45-498e-9a9a-64d26e588505 {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:19:40.229094 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10bbf564-47e3-45fd-a1d4-62e6193bb9ae tempest-PortsAdminExtendedAttrsTestJSON-1070932220 tempest-PortsAdminExtendedAttrsTestJSON-1070932220-project-admin] Port f4281e76-f554-44eb-b631-963ecab8d5f6 on network 3243a495-0b45-498e-9a9a-64d26e588505 not bound, no agent of type Open vSwitch agent registered on host n-h2-827839-2 {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 17:19:40.229816 n-d-827839-2 neutron-server[103377]: ERROR neutron.plugins.ml2.managers [None req-10bbf564-47e3-45fd-a1d4-62e6193bb9ae tempest-PortsAdminExtendedAttrsTestJSON-1070932220 tempest-PortsAdminExtendedAttrsTestJSON-1070932220-project-admin] Failed to bind port f4281e76-f554-44eb-b631-963ecab8d5f6 on host n-h2-827839-2 for vnic_type normal using segments [{'id': '1a52e82d-613f-4bb6-af94-2762d10a2dcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '3243a495-0b45-498e-9a9a-64d26e588505'}] Feb 04 17:19:40.230464 n-d-827839-2 neutron-server[103377]: INFO neutron.plugins.ml2.plugin [None req-10bbf564-47e3-45fd-a1d4-62e6193bb9ae tempest-PortsAdminExtendedAttrsTestJSON-1070932220 tempest-PortsAdminExtendedAttrsTestJSON-1070932220-project-admin] Attempt 6 to bind port f4281e76-f554-44eb-b631-963ecab8d5f6 Feb 04 17:19:40.249265 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [None req-10bbf564-47e3-45fd-a1d4-62e6193bb9ae tempest-PortsAdminExtendedAttrsTestJSON-1070932220 tempest-PortsAdminExtendedAttrsTestJSON-1070932220-project-admin] Attempting to bind port f4281e76-f554-44eb-b631-963ecab8d5f6 on host n-h2-827839-2 for vnic_type normal with profile {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:19:40.249861 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [None req-10bbf564-47e3-45fd-a1d4-62e6193bb9ae tempest-PortsAdminExtendedAttrsTestJSON-1070932220 tempest-PortsAdminExtendedAttrsTestJSON-1070932220-project-admin] Attempting to bind port f4281e76-f554-44eb-b631-963ecab8d5f6 by drivers openvswitch,hyperv on host n-h2-827839-2 at level 0 using segments [{'id': '1a52e82d-613f-4bb6-af94-2762d10a2dcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '3243a495-0b45-498e-9a9a-64d26e588505'}] {{(pid=103377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:19:40.250416 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10bbf564-47e3-45fd-a1d4-62e6193bb9ae tempest-PortsAdminExtendedAttrsTestJSON-1070932220 tempest-PortsAdminExtendedAttrsTestJSON-1070932220-project-admin] Attempting to bind port f4281e76-f554-44eb-b631-963ecab8d5f6 on network 3243a495-0b45-498e-9a9a-64d26e588505 {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:19:40.256624 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10bbf564-47e3-45fd-a1d4-62e6193bb9ae tempest-PortsAdminExtendedAttrsTestJSON-1070932220 tempest-PortsAdminExtendedAttrsTestJSON-1070932220-project-admin] Port f4281e76-f554-44eb-b631-963ecab8d5f6 on network 3243a495-0b45-498e-9a9a-64d26e588505 not bound, no agent of type Open vSwitch agent registered on host n-h2-827839-2 {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 17:19:40.257371 n-d-827839-2 neutron-server[103377]: ERROR neutron.plugins.ml2.managers [None req-10bbf564-47e3-45fd-a1d4-62e6193bb9ae tempest-PortsAdminExtendedAttrsTestJSON-1070932220 tempest-PortsAdminExtendedAttrsTestJSON-1070932220-project-admin] Failed to bind port f4281e76-f554-44eb-b631-963ecab8d5f6 on host n-h2-827839-2 for vnic_type normal using segments [{'id': '1a52e82d-613f-4bb6-af94-2762d10a2dcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '3243a495-0b45-498e-9a9a-64d26e588505'}] Feb 04 17:19:40.258052 n-d-827839-2 neutron-server[103377]: INFO neutron.plugins.ml2.plugin [None req-10bbf564-47e3-45fd-a1d4-62e6193bb9ae tempest-PortsAdminExtendedAttrsTestJSON-1070932220 tempest-PortsAdminExtendedAttrsTestJSON-1070932220-project-admin] Attempt 7 to bind port f4281e76-f554-44eb-b631-963ecab8d5f6 Feb 04 17:19:40.277113 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [None req-10bbf564-47e3-45fd-a1d4-62e6193bb9ae tempest-PortsAdminExtendedAttrsTestJSON-1070932220 tempest-PortsAdminExtendedAttrsTestJSON-1070932220-project-admin] Attempting to bind port f4281e76-f554-44eb-b631-963ecab8d5f6 on host n-h2-827839-2 for vnic_type normal with profile {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:19:40.277729 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [None req-10bbf564-47e3-45fd-a1d4-62e6193bb9ae tempest-PortsAdminExtendedAttrsTestJSON-1070932220 tempest-PortsAdminExtendedAttrsTestJSON-1070932220-project-admin] Attempting to bind port f4281e76-f554-44eb-b631-963ecab8d5f6 by drivers openvswitch,hyperv on host n-h2-827839-2 at level 0 using segments [{'id': '1a52e82d-613f-4bb6-af94-2762d10a2dcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '3243a495-0b45-498e-9a9a-64d26e588505'}] {{(pid=103377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:19:40.278312 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10bbf564-47e3-45fd-a1d4-62e6193bb9ae tempest-PortsAdminExtendedAttrsTestJSON-1070932220 tempest-PortsAdminExtendedAttrsTestJSON-1070932220-project-admin] Attempting to bind port f4281e76-f554-44eb-b631-963ecab8d5f6 on network 3243a495-0b45-498e-9a9a-64d26e588505 {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:19:40.283688 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10bbf564-47e3-45fd-a1d4-62e6193bb9ae tempest-PortsAdminExtendedAttrsTestJSON-1070932220 tempest-PortsAdminExtendedAttrsTestJSON-1070932220-project-admin] Port f4281e76-f554-44eb-b631-963ecab8d5f6 on network 3243a495-0b45-498e-9a9a-64d26e588505 not bound, no agent of type Open vSwitch agent registered on host n-h2-827839-2 {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 17:19:40.284022 n-d-827839-2 neutron-server[103377]: ERROR neutron.plugins.ml2.managers [None req-10bbf564-47e3-45fd-a1d4-62e6193bb9ae tempest-PortsAdminExtendedAttrsTestJSON-1070932220 tempest-PortsAdminExtendedAttrsTestJSON-1070932220-project-admin] Failed to bind port f4281e76-f554-44eb-b631-963ecab8d5f6 on host n-h2-827839-2 for vnic_type normal using segments [{'id': '1a52e82d-613f-4bb6-af94-2762d10a2dcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '3243a495-0b45-498e-9a9a-64d26e588505'}] Feb 04 17:19:40.284683 n-d-827839-2 neutron-server[103377]: INFO neutron.plugins.ml2.plugin [None req-10bbf564-47e3-45fd-a1d4-62e6193bb9ae tempest-PortsAdminExtendedAttrsTestJSON-1070932220 tempest-PortsAdminExtendedAttrsTestJSON-1070932220-project-admin] Attempt 8 to bind port f4281e76-f554-44eb-b631-963ecab8d5f6 Feb 04 17:19:40.301513 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [None req-10bbf564-47e3-45fd-a1d4-62e6193bb9ae tempest-PortsAdminExtendedAttrsTestJSON-1070932220 tempest-PortsAdminExtendedAttrsTestJSON-1070932220-project-admin] Attempting to bind port f4281e76-f554-44eb-b631-963ecab8d5f6 on host n-h2-827839-2 for vnic_type normal with profile {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:19:40.301842 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [None req-10bbf564-47e3-45fd-a1d4-62e6193bb9ae tempest-PortsAdminExtendedAttrsTestJSON-1070932220 tempest-PortsAdminExtendedAttrsTestJSON-1070932220-project-admin] Attempting to bind port f4281e76-f554-44eb-b631-963ecab8d5f6 by drivers openvswitch,hyperv on host n-h2-827839-2 at level 0 using segments [{'id': '1a52e82d-613f-4bb6-af94-2762d10a2dcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '3243a495-0b45-498e-9a9a-64d26e588505'}] {{(pid=103377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:19:40.302174 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10bbf564-47e3-45fd-a1d4-62e6193bb9ae tempest-PortsAdminExtendedAttrsTestJSON-1070932220 tempest-PortsAdminExtendedAttrsTestJSON-1070932220-project-admin] Attempting to bind port f4281e76-f554-44eb-b631-963ecab8d5f6 on network 3243a495-0b45-498e-9a9a-64d26e588505 {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:19:40.307096 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10bbf564-47e3-45fd-a1d4-62e6193bb9ae tempest-PortsAdminExtendedAttrsTestJSON-1070932220 tempest-PortsAdminExtendedAttrsTestJSON-1070932220-project-admin] Port f4281e76-f554-44eb-b631-963ecab8d5f6 on network 3243a495-0b45-498e-9a9a-64d26e588505 not bound, no agent of type Open vSwitch agent registered on host n-h2-827839-2 {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 17:19:40.307426 n-d-827839-2 neutron-server[103377]: ERROR neutron.plugins.ml2.managers [None req-10bbf564-47e3-45fd-a1d4-62e6193bb9ae tempest-PortsAdminExtendedAttrsTestJSON-1070932220 tempest-PortsAdminExtendedAttrsTestJSON-1070932220-project-admin] Failed to bind port f4281e76-f554-44eb-b631-963ecab8d5f6 on host n-h2-827839-2 for vnic_type normal using segments [{'id': '1a52e82d-613f-4bb6-af94-2762d10a2dcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '3243a495-0b45-498e-9a9a-64d26e588505'}] Feb 04 17:19:40.307813 n-d-827839-2 neutron-server[103377]: INFO neutron.plugins.ml2.plugin [None req-10bbf564-47e3-45fd-a1d4-62e6193bb9ae tempest-PortsAdminExtendedAttrsTestJSON-1070932220 tempest-PortsAdminExtendedAttrsTestJSON-1070932220-project-admin] Attempt 9 to bind port f4281e76-f554-44eb-b631-963ecab8d5f6 Feb 04 17:19:40.324630 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [None req-10bbf564-47e3-45fd-a1d4-62e6193bb9ae tempest-PortsAdminExtendedAttrsTestJSON-1070932220 tempest-PortsAdminExtendedAttrsTestJSON-1070932220-project-admin] Attempting to bind port f4281e76-f554-44eb-b631-963ecab8d5f6 on host n-h2-827839-2 for vnic_type normal with profile {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:19:40.324630 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [None req-10bbf564-47e3-45fd-a1d4-62e6193bb9ae tempest-PortsAdminExtendedAttrsTestJSON-1070932220 tempest-PortsAdminExtendedAttrsTestJSON-1070932220-project-admin] Attempting to bind port f4281e76-f554-44eb-b631-963ecab8d5f6 by drivers openvswitch,hyperv on host n-h2-827839-2 at level 0 using segments [{'id': '1a52e82d-613f-4bb6-af94-2762d10a2dcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '3243a495-0b45-498e-9a9a-64d26e588505'}] {{(pid=103377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:19:40.324630 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10bbf564-47e3-45fd-a1d4-62e6193bb9ae tempest-PortsAdminExtendedAttrsTestJSON-1070932220 tempest-PortsAdminExtendedAttrsTestJSON-1070932220-project-admin] Attempting to bind port f4281e76-f554-44eb-b631-963ecab8d5f6 on network 3243a495-0b45-498e-9a9a-64d26e588505 {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:19:40.328577 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10bbf564-47e3-45fd-a1d4-62e6193bb9ae tempest-PortsAdminExtendedAttrsTestJSON-1070932220 tempest-PortsAdminExtendedAttrsTestJSON-1070932220-project-admin] Port f4281e76-f554-44eb-b631-963ecab8d5f6 on network 3243a495-0b45-498e-9a9a-64d26e588505 not bound, no agent of type Open vSwitch agent registered on host n-h2-827839-2 {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 17:19:40.328941 n-d-827839-2 neutron-server[103377]: ERROR neutron.plugins.ml2.managers [None req-10bbf564-47e3-45fd-a1d4-62e6193bb9ae tempest-PortsAdminExtendedAttrsTestJSON-1070932220 tempest-PortsAdminExtendedAttrsTestJSON-1070932220-project-admin] Failed to bind port f4281e76-f554-44eb-b631-963ecab8d5f6 on host n-h2-827839-2 for vnic_type normal using segments [{'id': '1a52e82d-613f-4bb6-af94-2762d10a2dcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '3243a495-0b45-498e-9a9a-64d26e588505'}] Feb 04 17:19:40.329346 n-d-827839-2 neutron-server[103377]: INFO neutron.plugins.ml2.plugin [None req-10bbf564-47e3-45fd-a1d4-62e6193bb9ae tempest-PortsAdminExtendedAttrsTestJSON-1070932220 tempest-PortsAdminExtendedAttrsTestJSON-1070932220-project-admin] Attempt 10 to bind port f4281e76-f554-44eb-b631-963ecab8d5f6 Feb 04 17:19:40.348582 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [None req-10bbf564-47e3-45fd-a1d4-62e6193bb9ae tempest-PortsAdminExtendedAttrsTestJSON-1070932220 tempest-PortsAdminExtendedAttrsTestJSON-1070932220-project-admin] Attempting to bind port f4281e76-f554-44eb-b631-963ecab8d5f6 on host n-h2-827839-2 for vnic_type normal with profile {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:19:40.349207 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [None req-10bbf564-47e3-45fd-a1d4-62e6193bb9ae tempest-PortsAdminExtendedAttrsTestJSON-1070932220 tempest-PortsAdminExtendedAttrsTestJSON-1070932220-project-admin] Attempting to bind port f4281e76-f554-44eb-b631-963ecab8d5f6 by drivers openvswitch,hyperv on host n-h2-827839-2 at level 0 using segments [{'id': '1a52e82d-613f-4bb6-af94-2762d10a2dcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '3243a495-0b45-498e-9a9a-64d26e588505'}] {{(pid=103377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:19:40.349544 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10bbf564-47e3-45fd-a1d4-62e6193bb9ae tempest-PortsAdminExtendedAttrsTestJSON-1070932220 tempest-PortsAdminExtendedAttrsTestJSON-1070932220-project-admin] Attempting to bind port f4281e76-f554-44eb-b631-963ecab8d5f6 on network 3243a495-0b45-498e-9a9a-64d26e588505 {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:19:40.357997 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10bbf564-47e3-45fd-a1d4-62e6193bb9ae tempest-PortsAdminExtendedAttrsTestJSON-1070932220 tempest-PortsAdminExtendedAttrsTestJSON-1070932220-project-admin] Port f4281e76-f554-44eb-b631-963ecab8d5f6 on network 3243a495-0b45-498e-9a9a-64d26e588505 not bound, no agent of type Open vSwitch agent registered on host n-h2-827839-2 {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 17:19:40.358326 n-d-827839-2 neutron-server[103377]: ERROR neutron.plugins.ml2.managers [None req-10bbf564-47e3-45fd-a1d4-62e6193bb9ae tempest-PortsAdminExtendedAttrsTestJSON-1070932220 tempest-PortsAdminExtendedAttrsTestJSON-1070932220-project-admin] Failed to bind port f4281e76-f554-44eb-b631-963ecab8d5f6 on host n-h2-827839-2 for vnic_type normal using segments [{'id': '1a52e82d-613f-4bb6-af94-2762d10a2dcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '3243a495-0b45-498e-9a9a-64d26e588505'}] Feb 04 17:19:40.358694 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-10bbf564-47e3-45fd-a1d4-62e6193bb9ae tempest-PortsAdminExtendedAttrsTestJSON-1070932220 tempest-PortsAdminExtendedAttrsTestJSON-1070932220-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (f4281e76-f554-44eb-b631-963ecab8d5f6), before_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:40.436068 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [None req-10bbf564-47e3-45fd-a1d4-62e6193bb9ae tempest-PortsAdminExtendedAttrsTestJSON-1070932220 tempest-PortsAdminExtendedAttrsTestJSON-1070932220-project-admin] For port f4281e76-f554-44eb-b631-963ecab8d5f6, host n-h2-827839-2, cleared binding levels {{(pid=103377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:19:40.436521 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [None req-10bbf564-47e3-45fd-a1d4-62e6193bb9ae tempest-PortsAdminExtendedAttrsTestJSON-1070932220 tempest-PortsAdminExtendedAttrsTestJSON-1070932220-project-admin] Attempted to set empty binding levels {{(pid=103377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 04 17:19:40.445577 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-10bbf564-47e3-45fd-a1d4-62e6193bb9ae tempest-PortsAdminExtendedAttrsTestJSON-1070932220 tempest-PortsAdminExtendedAttrsTestJSON-1070932220-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25888290'] for port (f4281e76-f554-44eb-b631-963ecab8d5f6), after_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:40.502117 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-10bbf564-47e3-45fd-a1d4-62e6193bb9ae tempest-PortsAdminExtendedAttrsTestJSON-1070932220 tempest-PortsAdminExtendedAttrsTestJSON-1070932220-project-admin] In _notify_port_updated(), no bound segment for port f4281e76-f554-44eb-b631-963ecab8d5f6 on network 3243a495-0b45-498e-9a9a-64d26e588505 {{(pid=103377) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Feb 04 17:19:40.507979 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10bbf564-47e3-45fd-a1d4-62e6193bb9ae tempest-PortsAdminExtendedAttrsTestJSON-1070932220 tempest-PortsAdminExtendedAttrsTestJSON-1070932220-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:19:40.509816 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-10bbf564-47e3-45fd-a1d4-62e6193bb9ae tempest-PortsAdminExtendedAttrsTestJSON-1070932220 tempest-PortsAdminExtendedAttrsTestJSON-1070932220-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:40.513436 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-10bbf564-47e3-45fd-a1d4-62e6193bb9ae tempest-PortsAdminExtendedAttrsTestJSON-1070932220 tempest-PortsAdminExtendedAttrsTestJSON-1070932220-project-admin] 10.222.0.89 "PUT /v2.0/ports/f4281e76-f554-44eb-b631-963ecab8d5f6 HTTP/1.1" status: 200 len: 974 time: 0.9724593 Feb 04 17:19:40.516142 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 32926) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:19:40.608907 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10bbf564-47e3-45fd-a1d4-62e6193bb9ae tempest-PortsAdminExtendedAttrsTestJSON-1070932220 tempest-PortsAdminExtendedAttrsTestJSON-1070932220-project-admin] Pushing event updated for resources: {'Port': ['ID=f4281e76-f554-44eb-b631-963ecab8d5f6,revision_number=3']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:19:40.683984 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-4c9e2520-6746-47f8-9814-c5f3d1fdad5f tempest-PortsAdminExtendedAttrsTestJSON-1070932220 tempest-PortsAdminExtendedAttrsTestJSON-1070932220-project-admin] Deleting port f4281e76-f554-44eb-b631-963ecab8d5f6 {{(pid=103376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:19:40.684647 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-4c9e2520-6746-47f8-9814-c5f3d1fdad5f tempest-PortsAdminExtendedAttrsTestJSON-1070932220 tempest-PortsAdminExtendedAttrsTestJSON-1070932220-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (f4281e76-f554-44eb-b631-963ecab8d5f6), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:40.756878 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [None req-4c9e2520-6746-47f8-9814-c5f3d1fdad5f tempest-PortsAdminExtendedAttrsTestJSON-1070932220 tempest-PortsAdminExtendedAttrsTestJSON-1070932220-project-admin] For port f4281e76-f554-44eb-b631-963ecab8d5f6, host n-h2-827839-2, got binding levels [] {{(pid=103376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:19:40.757665 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-4c9e2520-6746-47f8-9814-c5f3d1fdad5f tempest-PortsAdminExtendedAttrsTestJSON-1070932220 tempest-PortsAdminExtendedAttrsTestJSON-1070932220-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (f4281e76-f554-44eb-b631-963ecab8d5f6), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:40.776435 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-4c9e2520-6746-47f8-9814-c5f3d1fdad5f tempest-PortsAdminExtendedAttrsTestJSON-1070932220 tempest-PortsAdminExtendedAttrsTestJSON-1070932220-project-admin] Calling delete_port for f4281e76-f554-44eb-b631-963ecab8d5f6 owned by {{(pid=103376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:19:40.874306 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-4c9e2520-6746-47f8-9814-c5f3d1fdad5f tempest-PortsAdminExtendedAttrsTestJSON-1070932220 tempest-PortsAdminExtendedAttrsTestJSON-1070932220-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (f4281e76-f554-44eb-b631-963ecab8d5f6), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:40.903972 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-4c9e2520-6746-47f8-9814-c5f3d1fdad5f tempest-PortsAdminExtendedAttrsTestJSON-1070932220 tempest-PortsAdminExtendedAttrsTestJSON-1070932220-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:40.908278 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-4c9e2520-6746-47f8-9814-c5f3d1fdad5f tempest-PortsAdminExtendedAttrsTestJSON-1070932220 tempest-PortsAdminExtendedAttrsTestJSON-1070932220-project-admin] 10.222.0.89 "DELETE /v2.0/ports/f4281e76-f554-44eb-b631-963ecab8d5f6 HTTP/1.1" status: 204 len: 168 time: 0.3907301 Feb 04 17:19:40.911077 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 32930) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:19:40.945191 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9e2520-6746-47f8-9814-c5f3d1fdad5f tempest-PortsAdminExtendedAttrsTestJSON-1070932220 tempest-PortsAdminExtendedAttrsTestJSON-1070932220-project-admin] Pushing event deleted for resources: {'Port': ['ID=f4281e76-f554-44eb-b631-963ecab8d5f6,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:19:40.951497 n-d-827839-2 neutron-server[103377]: INFO neutron.pecan_wsgi.hooks.translation [None req-616c6a4b-bcd5-493f-9ff0-c81361585617 tempest-PortsAdminExtendedAttrsTestJSON-1070932220 tempest-PortsAdminExtendedAttrsTestJSON-1070932220-project-admin] GET failed (client error): The resource could not be found. Feb 04 17:19:40.952864 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-616c6a4b-bcd5-493f-9ff0-c81361585617 tempest-PortsAdminExtendedAttrsTestJSON-1070932220 tempest-PortsAdminExtendedAttrsTestJSON-1070932220-project-admin] 10.222.0.89 "GET /v2.0/ports/f4281e76-f554-44eb-b631-963ecab8d5f6 HTTP/1.1" status: 404 len: 333 time: 0.0404112 Feb 04 17:19:40.956671 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 32932) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:19:41.107784 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-8d3f9663-5cbd-425f-9d03-a50bedba4e0c tempest-PortsAdminExtendedAttrsTestJSON-1445891779 tempest-PortsAdminExtendedAttrsTestJSON-1445891779-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628832'] for network (3243a495-0b45-498e-9a9a-64d26e588505), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:41.637958 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-8d3f9663-5cbd-425f-9d03-a50bedba4e0c tempest-PortsAdminExtendedAttrsTestJSON-1445891779 tempest-PortsAdminExtendedAttrsTestJSON-1445891779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1543676', 'neutron.services.segments.db._delete_segments_for_network-8781084786517'] for network (3243a495-0b45-498e-9a9a-64d26e588505), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:41.665794 n-d-827839-2 neutron-server[103377]: DEBUG neutron.services.segments.db [None req-8d3f9663-5cbd-425f-9d03-a50bedba4e0c tempest-PortsAdminExtendedAttrsTestJSON-1445891779 tempest-PortsAdminExtendedAttrsTestJSON-1445891779-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3243a495-0b45-498e-9a9a-64d26e588505']}} {{(pid=103377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:19:41.685295 n-d-827839-2 neutron-server[103377]: DEBUG neutron.services.segments.db [None req-8d3f9663-5cbd-425f-9d03-a50bedba4e0c tempest-PortsAdminExtendedAttrsTestJSON-1445891779 tempest-PortsAdminExtendedAttrsTestJSON-1445891779-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a52e82d-613f-4bb6-af94-2762d10a2dcd') {'for_net_delete': True} {{(pid=103377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:19:41.685758 n-d-827839-2 neutron-server[103377]: DEBUG neutron.services.segments.db [None req-8d3f9663-5cbd-425f-9d03-a50bedba4e0c tempest-PortsAdminExtendedAttrsTestJSON-1445891779 tempest-PortsAdminExtendedAttrsTestJSON-1445891779-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a52e82d-613f-4bb6-af94-2762d10a2dcd') {} {{(pid=103377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:19:41.700913 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-8d3f9663-5cbd-425f-9d03-a50bedba4e0c tempest-PortsAdminExtendedAttrsTestJSON-1445891779 tempest-PortsAdminExtendedAttrsTestJSON-1445891779-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781084783966', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26866685'] for segment (1a52e82d-613f-4bb6-af94-2762d10a2dcd), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:41.727858 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-8d3f9663-5cbd-425f-9d03-a50bedba4e0c tempest-PortsAdminExtendedAttrsTestJSON-1445891779 tempest-PortsAdminExtendedAttrsTestJSON-1445891779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (1a52e82d-613f-4bb6-af94-2762d10a2dcd), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:41.744419 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d3f9663-5cbd-425f-9d03-a50bedba4e0c tempest-PortsAdminExtendedAttrsTestJSON-1445891779 tempest-PortsAdminExtendedAttrsTestJSON-1445891779-project] Releasing vlan 799 on physical network physnet1 to pool {{(pid=103377) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 17:19:41.745029 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-8d3f9663-5cbd-425f-9d03-a50bedba4e0c tempest-PortsAdminExtendedAttrsTestJSON-1445891779 tempest-PortsAdminExtendedAttrsTestJSON-1445891779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25888454'] for segment (1a52e82d-613f-4bb6-af94-2762d10a2dcd), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:41.748293 n-d-827839-2 neutron-server[103377]: Traceback (most recent call last): Feb 04 17:19:41.748293 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 17:19:41.748293 n-d-827839-2 neutron-server[103377]: timer() Feb 04 17:19:41.748293 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 17:19:41.748293 n-d-827839-2 neutron-server[103377]: cb(*args, **kw) Feb 04 17:19:41.748293 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 17:19:41.748293 n-d-827839-2 neutron-server[103377]: return func(*args, **kwargs) Feb 04 17:19:41.748293 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 17:19:41.748293 n-d-827839-2 neutron-server[103377]: self._notify() Feb 04 17:19:41.748293 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 17:19:41.748293 n-d-827839-2 neutron-server[103377]: self.callback(batched_events) Feb 04 17:19:41.748293 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 17:19:41.748293 n-d-827839-2 neutron-server[103377]: event.method(event) Feb 04 17:19:41.748293 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 17:19:41.748293 n-d-827839-2 neutron-server[103377]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 17:19:41.748293 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 17:19:41.748293 n-d-827839-2 neutron-server[103377]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 17:19:41.748293 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 17:19:41.748293 n-d-827839-2 neutron-server[103377]: return f(self, *a, **k) Feb 04 17:19:41.748293 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 17:19:41.748293 n-d-827839-2 neutron-server[103377]: return self._get(url).json() Feb 04 17:19:41.748293 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 17:19:41.748293 n-d-827839-2 neutron-server[103377]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 17:19:41.748293 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 17:19:41.748293 n-d-827839-2 neutron-server[103377]: return self.request(url, 'GET', **kwargs) Feb 04 17:19:41.748293 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 17:19:41.748293 n-d-827839-2 neutron-server[103377]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 17:19:41.748293 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 17:19:41.748293 n-d-827839-2 neutron-server[103377]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 17:19:41.748293 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 17:19:41.748293 n-d-827839-2 neutron-server[103377]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 17:19:41.748293 n-d-827839-2 neutron-server[103377]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 17:19:41.858720 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-8d3f9663-5cbd-425f-9d03-a50bedba4e0c tempest-PortsAdminExtendedAttrsTestJSON-1445891779 tempest-PortsAdminExtendedAttrsTestJSON-1445891779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1543671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1595572'] for network (3243a495-0b45-498e-9a9a-64d26e588505), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:41.872670 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-8d3f9663-5cbd-425f-9d03-a50bedba4e0c tempest-PortsAdminExtendedAttrsTestJSON-1445891779 tempest-PortsAdminExtendedAttrsTestJSON-1445891779-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677565'] for network (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:41.879620 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-8d3f9663-5cbd-425f-9d03-a50bedba4e0c tempest-PortsAdminExtendedAttrsTestJSON-1445891779 tempest-PortsAdminExtendedAttrsTestJSON-1445891779-project] 10.222.0.89 "DELETE /v2.0/networks/3243a495-0b45-498e-9a9a-64d26e588505 HTTP/1.1" status: 204 len: 168 time: 0.9187467 Feb 04 17:19:41.903918 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3f9663-5cbd-425f-9d03-a50bedba4e0c tempest-PortsAdminExtendedAttrsTestJSON-1445891779 tempest-PortsAdminExtendedAttrsTestJSON-1445891779-project] Pushing event deleted for resources: {'Network': ['ID=3243a495-0b45-498e-9a9a-64d26e588505,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:19:41.914701 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc681611-c9f4-4531-a035-0ccccf26f58b req-5f805c81-ad5a-4921-8093-5d4e074b2087 tempest-ServerRescueTestJSON-1860265827 tempest-ServerRescueTestJSON-1860265827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:19:41.919816 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-bc681611-c9f4-4531-a035-0ccccf26f58b req-5f805c81-ad5a-4921-8093-5d4e074b2087 tempest-ServerRescueTestJSON-1860265827 tempest-ServerRescueTestJSON-1860265827-project] 10.222.0.89 "GET /v2.0/networks?id=39759074-fb50-4135-a9de-456f123df529 HTTP/1.1" status: 200 len: 810 time: 0.2262928 Feb 04 17:19:41.946192 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-bc681611-c9f4-4531-a035-0ccccf26f58b req-0c76e1f2-469c-4e35-87f5-6b512bf114fd tempest-ServerRescueTestJSON-1860265827 tempest-ServerRescueTestJSON-1860265827-project] 10.222.0.89 "GET /v2.0/quotas/64ba830c63e7431dadf5a14a32fd3842 HTTP/1.1" status: 200 len: 375 time: 0.0173783 Feb 04 17:19:42.017433 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-bc681611-c9f4-4531-a035-0ccccf26f58b req-c89ed33d-d71d-4233-ba8a-19ba8ec45954 tempest-ServerRescueTestJSON-1860265827 tempest-ServerRescueTestJSON-1860265827-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=64ba830c63e7431dadf5a14a32fd3842&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0635111 Feb 04 17:19:42.041725 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e83bf0-6303-4dba-9f77-04cf895abbc5 req-6b62d3c5-aa42-4ff7-ac3c-1b5088824fd7 tempest-LiveMigrationTest-101728267 tempest-LiveMigrationTest-101728267-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:19:42.046487 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-67e83bf0-6303-4dba-9f77-04cf895abbc5 req-6b62d3c5-aa42-4ff7-ac3c-1b5088824fd7 tempest-LiveMigrationTest-101728267 tempest-LiveMigrationTest-101728267-project-admin] 10.222.0.89 "GET /v2.0/ports?device_id=809c551a-1790-4b2b-baf4-9847169d6487 HTTP/1.1" status: 200 len: 1126 time: 0.0784488 Feb 04 17:19:42.163401 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (3f9244a9-75fc-4c10-b195-11d48b853b41), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:42.186108 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-67e83bf0-6303-4dba-9f77-04cf895abbc5 req-ae135b7f-11e8-4c4c-98e4-b2cd5bf9fdd1 tempest-LiveMigrationTest-101728267 tempest-LiveMigrationTest-101728267-project-admin] 10.222.0.89 "GET /v2.0/security-groups?id=18e6cc58-e448-4d12-9423-2a502a086ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198831 Feb 04 17:19:42.224921 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-bc681611-c9f4-4531-a035-0ccccf26f58b req-896dffbe-c50b-47c7-b0c9-51694ff83ac9 service neutron] 10.222.0.89 "GET /v2.0/networks/39759074-fb50-4135-a9de-456f123df529?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1959150 Feb 04 17:19:42.419790 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2914493a-3c56-4e44-b45f-45457fc44b85 req-2173467d-ef7f-4298-a34d-638e8333aafe tempest-ServerAddressesTestJSON-1953420352 tempest-ServerAddressesTestJSON-1953420352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:19:42.425885 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-2914493a-3c56-4e44-b45f-45457fc44b85 req-2173467d-ef7f-4298-a34d-638e8333aafe tempest-ServerAddressesTestJSON-1953420352 tempest-ServerAddressesTestJSON-1953420352-project] 10.222.0.89 "GET /v2.0/ports?device_id=7cb76be2-857a-4344-8c61-d28f5c302049 HTTP/1.1" status: 200 len: 945 time: 0.1336873 Feb 04 17:19:42.441225 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 32966) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:19:42.542821 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-2914493a-3c56-4e44-b45f-45457fc44b85 req-3dd6006a-4d21-4eac-ad0a-d779894cce21 tempest-ServerAddressesTestJSON-1953420352 tempest-ServerAddressesTestJSON-1953420352-project] 10.222.0.89 "GET /v2.0/security-groups?id=e148fcbe-ea6c-4cfc-8554-a4e9bc8814ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040885 Feb 04 17:19:42.712170 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-ae6ef2db-366f-4a69-9e78-ed2ceaa2d09c admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=873b93d1a5c247f28aceefe105083179&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2690132 Feb 04 17:19:42.713262 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 32972) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:19:42.802234 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb34866-3fea-4b4d-8ec2-45e908411e5c req-745d0fe0-ef6f-40a6-91c5-50af05219b4c tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:19:42.804382 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-edb34866-3fea-4b4d-8ec2-45e908411e5c req-745d0fe0-ef6f-40a6-91c5-50af05219b4c tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] 10.222.0.89 "GET /v2.0/ports?device_id=2334ee69-0871-44da-b636-9ceb5bb33e7e HTTP/1.1" status: 200 len: 945 time: 0.1109436 Feb 04 17:19:42.826812 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-8579bca9-3602-4a77-9f9e-79542562feac admin admin] Publish callbacks [] for security_group (53cb5a37-8df4-428f-9eff-7baf3873acf5), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:42.851899 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-8579bca9-3602-4a77-9f9e-79542562feac admin admin] Publish callbacks [] for security_group (53cb5a37-8df4-428f-9eff-7baf3873acf5), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:42.861349 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-bc681611-c9f4-4531-a035-0ccccf26f58b req-40666903-e441-4556-9656-8ba6879e8ad2 service neutron] 10.222.0.89 "GET /v2.0/networks/39759074-fb50-4135-a9de-456f123df529?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6335993 Feb 04 17:19:42.931617 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-edb34866-3fea-4b4d-8ec2-45e908411e5c req-1dc73a67-d4e4-4c43-bb02-21caf1300c8a tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] 10.222.0.89 "GET /v2.0/security-groups?id=c591d0a0-8f77-4259-ab5e-c54cb31473d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210053 Feb 04 17:19:42.937921 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-8579bca9-3602-4a77-9f9e-79542562feac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (53cb5a37-8df4-428f-9eff-7baf3873acf5), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:42.944115 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-8579bca9-3602-4a77-9f9e-79542562feac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:42.945274 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-8579bca9-3602-4a77-9f9e-79542562feac admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/53cb5a37-8df4-428f-9eff-7baf3873acf5 HTTP/1.1" status: 204 len: 168 time: 0.2133472 Feb 04 17:19:42.961691 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8579bca9-3602-4a77-9f9e-79542562feac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53cb5a37-8df4-428f-9eff-7baf3873acf5,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:19:43.136142 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7022695f-e701-4293-a333-830f5b90395e req-e0704a23-a14e-476f-8204-5f1268dda218 tempest-FloatingIPsAssociationNegativeTestJSON-1592197425 tempest-FloatingIPsAssociationNegativeTestJSON-1592197425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:19:43.138713 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-7022695f-e701-4293-a333-830f5b90395e req-e0704a23-a14e-476f-8204-5f1268dda218 tempest-FloatingIPsAssociationNegativeTestJSON-1592197425 tempest-FloatingIPsAssociationNegativeTestJSON-1592197425-project] 10.222.0.89 "GET /v2.0/ports?device_id=f47ef111-efcf-4236-94b4-2cdab93576d8 HTTP/1.1" status: 200 len: 946 time: 0.0932248 Feb 04 17:19:43.284038 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-7022695f-e701-4293-a333-830f5b90395e req-c1f62ba5-b411-4e93-95bb-1efab307be8d tempest-FloatingIPsAssociationNegativeTestJSON-1592197425 tempest-FloatingIPsAssociationNegativeTestJSON-1592197425-project] 10.222.0.89 "GET /v2.0/security-groups?id=772810a2-9cb8-43b4-821e-fe7f3761f492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399059 Feb 04 17:19:43.345446 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da2f060-50a2-46a0-9129-4e4eed5f2b5c req-6e109f97-44e1-4f87-a466-3feeb1d5e685 tempest-AttachSCSIVolumeTestJSON-480248312 tempest-AttachSCSIVolumeTestJSON-480248312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:19:43.348524 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-9da2f060-50a2-46a0-9129-4e4eed5f2b5c req-6e109f97-44e1-4f87-a466-3feeb1d5e685 tempest-AttachSCSIVolumeTestJSON-480248312 tempest-AttachSCSIVolumeTestJSON-480248312-project] 10.222.0.89 "GET /v2.0/ports?device_id=d139c4de-8da5-4d54-bf7d-b1ba87ddc92a HTTP/1.1" status: 200 len: 944 time: 0.0919740 Feb 04 17:19:43.445420 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-9da2f060-50a2-46a0-9129-4e4eed5f2b5c req-692edf84-9f98-400b-aacb-087626ab7415 tempest-AttachSCSIVolumeTestJSON-480248312 tempest-AttachSCSIVolumeTestJSON-480248312-project] 10.222.0.89 "GET /v2.0/security-groups?id=c2ca9c4f-7e5c-464a-a6ef-9ac8541b875b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792801 Feb 04 17:19:43.449389 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9f757b-e04a-4fc2-b900-f67635b16d07 req-8c04f701-625a-4d27-a032-a739e90791db tempest-ServersAdminTestJSON-70469306 tempest-ServersAdminTestJSON-70469306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:19:43.452441 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-cc9f757b-e04a-4fc2-b900-f67635b16d07 req-8c04f701-625a-4d27-a032-a739e90791db tempest-ServersAdminTestJSON-70469306 tempest-ServersAdminTestJSON-70469306-project] 10.222.0.89 "GET /v2.0/ports?device_id=cdea105d-d892-4559-baed-fb98b40680d0 HTTP/1.1" status: 200 len: 950 time: 0.1083405 Feb 04 17:19:43.565632 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-cc9f757b-e04a-4fc2-b900-f67635b16d07 req-d54e1b41-b6f6-43d2-8ca1-2890dcd70348 tempest-ServersAdminTestJSON-70469306 tempest-ServersAdminTestJSON-70469306-project] 10.222.0.89 "GET /v2.0/security-groups?id=0b9d4704-c600-4325-be39-d787042bd965&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071589 Feb 04 17:19:43.726501 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-12bca104-cb3b-428e-80fa-3a3353a3595f req-5bb9dc7a-8f29-4a64-9c06-f49762702454 tempest-ServerRescueTestJSON-1860265827 tempest-ServerRescueTestJSON-1860265827-project] 10.222.0.89 "GET /v2.0/ports?device_id=2a222a3c-0b77-4166-9ac9-c127db15637a HTTP/1.1" status: 200 len: 210 time: 0.0471656 Feb 04 17:19:43.735318 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 32994) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:19:44.029325 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-9bcff9e2-ae94-4ae2-9e68-b98a96a4d811 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=9911326fe5fb4e68948a1cc9fafd032f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2911496 Feb 04 17:19:44.032246 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 33002) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:19:44.143513 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-8908b6b5-71aa-4246-bdcc-f6dbd0c7debd admin admin] Publish callbacks [] for security_group (285da9a6-4963-4c71-8c28-b5c60c3ad831), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:44.173522 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-8908b6b5-71aa-4246-bdcc-f6dbd0c7debd admin admin] Publish callbacks [] for security_group (285da9a6-4963-4c71-8c28-b5c60c3ad831), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:44.187055 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99354a5e-f6db-45ab-956b-da60dca7c46f req-8a3d085c-37de-4d67-839b-06b838b787cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:19:44.188699 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-99354a5e-f6db-45ab-956b-da60dca7c46f req-8a3d085c-37de-4d67-839b-06b838b787cc service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=36d552dcaba84f869d86965d2c5a9247&device_id=2334ee69-0871-44da-b636-9ceb5bb33e7e HTTP/1.1" status: 200 len: 1127 time: 0.1185508 Feb 04 17:19:44.200912 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-0431b4c2-ebd5-4b03-9813-c92e92fa1222 req-3c48af3f-73d1-4b0c-8455-01b351884d17 tempest-FloatingIPsAssociationNegativeTestJSON-1592197425 tempest-FloatingIPsAssociationNegativeTestJSON-1592197425-project] 10.222.0.89 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=48165773-85ad-49a1-9ec1-76fc8dc24188 HTTP/1.1" status: 200 len: 258 time: 0.4040120 Feb 04 17:19:44.208153 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [req-0431b4c2-ebd5-4b03-9813-c92e92fa1222 req-bb361799-94c1-4df5-bb4c-58771e06f388 tempest-FloatingIPsAssociationNegativeTestJSON-1592197425 tempest-FloatingIPsAssociationNegativeTestJSON-1592197425-project] Request body: {'floatingip': {'floating_network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:19:44.238892 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-0431b4c2-ebd5-4b03-9813-c92e92fa1222 req-bb361799-94c1-4df5-bb4c-58771e06f388 tempest-FloatingIPsAssociationNegativeTestJSON-1592197425 tempest-FloatingIPsAssociationNegativeTestJSON-1592197425-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:44.247952 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-8908b6b5-71aa-4246-bdcc-f6dbd0c7debd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (285da9a6-4963-4c71-8c28-b5c60c3ad831), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:44.251393 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-8908b6b5-71aa-4246-bdcc-f6dbd0c7debd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:44.252816 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-8908b6b5-71aa-4246-bdcc-f6dbd0c7debd admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/285da9a6-4963-4c71-8c28-b5c60c3ad831 HTTP/1.1" status: 204 len: 168 time: 0.2192440 Feb 04 17:19:44.277930 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8908b6b5-71aa-4246-bdcc-f6dbd0c7debd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=285da9a6-4963-4c71-8c28-b5c60c3ad831,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:19:44.376496 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-0431b4c2-ebd5-4b03-9813-c92e92fa1222 req-bb361799-94c1-4df5-bb4c-58771e06f388 tempest-FloatingIPsAssociationNegativeTestJSON-1592197425 tempest-FloatingIPsAssociationNegativeTestJSON-1592197425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:44.415316 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67ae16f-9a94-4ecc-8667-5a2f913dde37 req-b9d34da7-2785-428b-b038-9dda31f896f5 tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:19:44.416987 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-d67ae16f-9a94-4ecc-8667-5a2f913dde37 req-b9d34da7-2785-428b-b038-9dda31f896f5 tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] 10.222.0.89 "GET /v2.0/ports?device_id=809c551a-1790-4b2b-baf4-9847169d6487 HTTP/1.1" status: 200 len: 944 time: 0.0625565 Feb 04 17:19:44.477318 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-d67ae16f-9a94-4ecc-8667-5a2f913dde37 req-4a0ccd69-aa1c-44fe-9916-7f432695d6f4 tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] 10.222.0.89 "GET /v2.0/security-groups?id=18e6cc58-e448-4d12-9423-2a502a086ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547650 Feb 04 17:19:44.494224 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.db_base_plugin_common [req-0431b4c2-ebd5-4b03-9813-c92e92fa1222 req-bb361799-94c1-4df5-bb4c-58771e06f388 tempest-FloatingIPsAssociationNegativeTestJSON-1592197425 tempest-FloatingIPsAssociationNegativeTestJSON-1592197425-project] Allocated IP 172.25.6.17 (48165773-85ad-49a1-9ec1-76fc8dc24188/7660bfad-1ea8-4fe7-831b-bed836f13efc/fc2ef2fc-6c2a-40b1-b904-7d3069dd0271) {{(pid=103377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:19:44.611472 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-0431b4c2-ebd5-4b03-9813-c92e92fa1222 req-bb361799-94c1-4df5-bb4c-58771e06f388 tempest-FloatingIPsAssociationNegativeTestJSON-1592197425 tempest-FloatingIPsAssociationNegativeTestJSON-1592197425-project] Publish callbacks [] for port (fc2ef2fc-6c2a-40b1-b904-7d3069dd0271), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:44.635391 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7c96ad-8f84-4028-a38d-495b51f53aad req-6b73d118-9ca2-4a2c-b0de-81a7b36d2cba tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:19:44.637457 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-cd7c96ad-8f84-4028-a38d-495b51f53aad req-6b73d118-9ca2-4a2c-b0de-81a7b36d2cba tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] 10.222.0.89 "GET /v2.0/ports?device_id=2334ee69-0871-44da-b636-9ceb5bb33e7e HTTP/1.1" status: 200 len: 945 time: 0.0622251 Feb 04 17:19:44.663894 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-0431b4c2-ebd5-4b03-9813-c92e92fa1222 req-bb361799-94c1-4df5-bb4c-58771e06f388 tempest-FloatingIPsAssociationNegativeTestJSON-1592197425 tempest-FloatingIPsAssociationNegativeTestJSON-1592197425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (fc2ef2fc-6c2a-40b1-b904-7d3069dd0271), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:44.721083 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-cd7c96ad-8f84-4028-a38d-495b51f53aad req-3a2bd52e-89da-44ca-8ea7-5e3e7f63218b tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] 10.222.0.89 "GET /v2.0/security-groups?id=c591d0a0-8f77-4259-ab5e-c54cb31473d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664721 Feb 04 17:19:44.762534 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0431b4c2-ebd5-4b03-9813-c92e92fa1222 req-bb361799-94c1-4df5-bb4c-58771e06f388 tempest-FloatingIPsAssociationNegativeTestJSON-1592197425 tempest-FloatingIPsAssociationNegativeTestJSON-1592197425-project] Network 48165773-85ad-49a1-9ec1-76fc8dc24188 is already hosted by enough agents. {{(pid=103377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:19:44.773679 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [req-0431b4c2-ebd5-4b03-9813-c92e92fa1222 req-bb361799-94c1-4df5-bb4c-58771e06f388 tempest-FloatingIPsAssociationNegativeTestJSON-1592197425 tempest-FloatingIPsAssociationNegativeTestJSON-1592197425-project] Resources bound (agent type, host, resource id): {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:19:44.783502 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [req-0431b4c2-ebd5-4b03-9813-c92e92fa1222 req-bb361799-94c1-4df5-bb4c-58771e06f388 tempest-FloatingIPsAssociationNegativeTestJSON-1592197425 tempest-FloatingIPsAssociationNegativeTestJSON-1592197425-project] Received port after_create {{(pid=103377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:19:44.783502 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb361799-94c1-4df5-bb4c-58771e06f388 tempest-FloatingIPsAssociationNegativeTestJSON-1592197425 tempest-FloatingIPsAssociationNegativeTestJSON-1592197425-project] Pushing event updated for resources: {'Port': ['ID=fc2ef2fc-6c2a-40b1-b904-7d3069dd0271,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:19:44.859626 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00793631-670b-4503-abbb-87067f099ca0 req-f282fb9a-1825-4b50-b0c3-00a8fefe2a7e tempest-AttachSCSIVolumeTestJSON-480248312 tempest-AttachSCSIVolumeTestJSON-480248312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:19:44.863442 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc681611-c9f4-4531-a035-0ccccf26f58b req-551a72b7-5e3f-48cb-be8a-f608939bb320 tempest-ServerRescueTestJSON-1860265827 tempest-ServerRescueTestJSON-1860265827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:19:44.864925 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-bc681611-c9f4-4531-a035-0ccccf26f58b req-551a72b7-5e3f-48cb-be8a-f608939bb320 tempest-ServerRescueTestJSON-1860265827 tempest-ServerRescueTestJSON-1860265827-project] 10.222.0.90 "GET /v2.0/networks?id=39759074-fb50-4135-a9de-456f123df529 HTTP/1.1" status: 200 len: 810 time: 0.1981158 Feb 04 17:19:44.867252 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-00793631-670b-4503-abbb-87067f099ca0 req-f282fb9a-1825-4b50-b0c3-00a8fefe2a7e tempest-AttachSCSIVolumeTestJSON-480248312 tempest-AttachSCSIVolumeTestJSON-480248312-project] 10.222.0.89 "GET /v2.0/ports?device_id=d139c4de-8da5-4d54-bf7d-b1ba87ddc92a HTTP/1.1" status: 200 len: 944 time: 0.0721979 Feb 04 17:19:44.885581 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [req-bc681611-c9f4-4531-a035-0ccccf26f58b req-88260f7f-f6bb-40c9-b225-450132f5f29b tempest-ServerRescueTestJSON-1860265827 tempest-ServerRescueTestJSON-1860265827-project] Request body: {'port': {'device_id': '2a222a3c-0b77-4166-9ac9-c127db15637a', 'network_id': '39759074-fb50-4135-a9de-456f123df529', 'admin_state_up': True, 'tenant_id': '64ba830c63e7431dadf5a14a32fd3842'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:19:44.915028 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-00793631-670b-4503-abbb-87067f099ca0 req-e48f5552-5c28-45fb-bd53-f01d02f34745 tempest-AttachSCSIVolumeTestJSON-480248312 tempest-AttachSCSIVolumeTestJSON-480248312-project] 10.222.0.89 "GET /v2.0/security-groups?id=c2ca9c4f-7e5c-464a-a6ef-9ac8541b875b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465503 Feb 04 17:19:44.999843 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-0431b4c2-ebd5-4b03-9813-c92e92fa1222 req-bb361799-94c1-4df5-bb4c-58771e06f388 tempest-FloatingIPsAssociationNegativeTestJSON-1592197425 tempest-FloatingIPsAssociationNegativeTestJSON-1592197425-project] Publish callbacks [] for floatingip (4102760d-3502-4f00-b1a7-6dffb9ba4f72), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:45.071607 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-0431b4c2-ebd5-4b03-9813-c92e92fa1222 req-bb361799-94c1-4df5-bb4c-58771e06f388 tempest-FloatingIPsAssociationNegativeTestJSON-1592197425 tempest-FloatingIPsAssociationNegativeTestJSON-1592197425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (fc2ef2fc-6c2a-40b1-b904-7d3069dd0271), before_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:45.132719 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc681611-c9f4-4531-a035-0ccccf26f58b req-88260f7f-f6bb-40c9-b225-450132f5f29b tempest-ServerRescueTestJSON-1860265827 tempest-ServerRescueTestJSON-1860265827-project] Made reservation on behalf of 64ba830c63e7431dadf5a14a32fd3842 for: {'port': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:19:45.138637 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-bc681611-c9f4-4531-a035-0ccccf26f58b req-88260f7f-f6bb-40c9-b225-450132f5f29b tempest-ServerRescueTestJSON-1860265827 tempest-ServerRescueTestJSON-1860265827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:45.178021 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b12f533-4117-42ec-9598-e42cffe90416 req-bc602ee4-19b8-4086-a97c-ac790ec5753f tempest-ServersAdminTestJSON-70469306 tempest-ServersAdminTestJSON-70469306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:19:45.179877 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-9b12f533-4117-42ec-9598-e42cffe90416 req-bc602ee4-19b8-4086-a97c-ac790ec5753f tempest-ServersAdminTestJSON-70469306 tempest-ServersAdminTestJSON-70469306-project] 10.222.0.89 "GET /v2.0/ports?device_id=cdea105d-d892-4559-baed-fb98b40680d0 HTTP/1.1" status: 200 len: 950 time: 0.0565858 Feb 04 17:19:45.237055 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-9b12f533-4117-42ec-9598-e42cffe90416 req-6b92aee6-61dc-4f74-9576-0e0dbebe4bfc tempest-ServersAdminTestJSON-70469306 tempest-ServersAdminTestJSON-70469306-project] 10.222.0.89 "GET /v2.0/security-groups?id=0b9d4704-c600-4325-be39-d787042bd965&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503559 Feb 04 17:19:45.347779 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-46b3484a-9f87-4e3d-935b-7c40220803fe req-e204cc5e-9c87-4922-9585-a0edabbfc8bd tempest-ServerRescueTestJSON-1860265827 tempest-ServerRescueTestJSON-1860265827-project] 10.222.0.89 "GET /v2.0/ports?device_id=2a222a3c-0b77-4166-9ac9-c127db15637a HTTP/1.1" status: 200 len: 210 time: 0.0310128 Feb 04 17:19:45.352068 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.db_base_plugin_common [req-bc681611-c9f4-4531-a035-0ccccf26f58b req-88260f7f-f6bb-40c9-b225-450132f5f29b tempest-ServerRescueTestJSON-1860265827 tempest-ServerRescueTestJSON-1860265827-project] Allocated IP 172.20.0.6 (39759074-fb50-4135-a9de-456f123df529/acc74b3b-28a2-4a28-a63e-a2e1d0f02fcf/2e337050-c376-4e89-b3c1-981d70481050) {{(pid=103377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:19:45.358591 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-0431b4c2-ebd5-4b03-9813-c92e92fa1222 req-bb361799-94c1-4df5-bb4c-58771e06f388 tempest-FloatingIPsAssociationNegativeTestJSON-1592197425 tempest-FloatingIPsAssociationNegativeTestJSON-1592197425-project] Publish callbacks [] for port (fc2ef2fc-6c2a-40b1-b904-7d3069dd0271), precommit_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:45.366947 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-0431b4c2-ebd5-4b03-9813-c92e92fa1222 req-bb361799-94c1-4df5-bb4c-58771e06f388 tempest-FloatingIPsAssociationNegativeTestJSON-1592197425 tempest-FloatingIPsAssociationNegativeTestJSON-1592197425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25888290'] for port (fc2ef2fc-6c2a-40b1-b904-7d3069dd0271), after_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:45.460646 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420d5635-cbee-4fd2-b923-f55bc17cad3c req-5de1d3e2-e0a3-4db9-877a-4a54b6fbf4b1 tempest-ServerAddressesTestJSON-1953420352 tempest-ServerAddressesTestJSON-1953420352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:19:45.462191 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-420d5635-cbee-4fd2-b923-f55bc17cad3c req-5de1d3e2-e0a3-4db9-877a-4a54b6fbf4b1 tempest-ServerAddressesTestJSON-1953420352 tempest-ServerAddressesTestJSON-1953420352-project] 10.222.0.89 "GET /v2.0/ports?device_id=7cb76be2-857a-4344-8c61-d28f5c302049 HTTP/1.1" status: 200 len: 945 time: 0.0586627 Feb 04 17:19:45.473309 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb361799-94c1-4df5-bb4c-58771e06f388 tempest-FloatingIPsAssociationNegativeTestJSON-1592197425 tempest-FloatingIPsAssociationNegativeTestJSON-1592197425-project] Pushing event updated for resources: {'Port': ['ID=fc2ef2fc-6c2a-40b1-b904-7d3069dd0271,revision_number=2']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:19:45.513695 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-420d5635-cbee-4fd2-b923-f55bc17cad3c req-43b47e25-a22f-4780-90eb-720a7fa9ae1f tempest-ServerAddressesTestJSON-1953420352 tempest-ServerAddressesTestJSON-1953420352-project] 10.222.0.89 "GET /v2.0/security-groups?id=e148fcbe-ea6c-4cfc-8554-a4e9bc8814ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453229 Feb 04 17:19:45.525899 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-0431b4c2-ebd5-4b03-9813-c92e92fa1222 req-bb361799-94c1-4df5-bb4c-58771e06f388 tempest-FloatingIPsAssociationNegativeTestJSON-1592197425 tempest-FloatingIPsAssociationNegativeTestJSON-1592197425-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1595586'] for floatingip (4102760d-3502-4f00-b1a7-6dffb9ba4f72), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:45.553397 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-0431b4c2-ebd5-4b03-9813-c92e92fa1222 req-bb361799-94c1-4df5-bb4c-58771e06f388 tempest-FloatingIPsAssociationNegativeTestJSON-1592197425 tempest-FloatingIPsAssociationNegativeTestJSON-1592197425-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for floatingip (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:45.554770 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-0431b4c2-ebd5-4b03-9813-c92e92fa1222 req-bb361799-94c1-4df5-bb4c-58771e06f388 tempest-FloatingIPsAssociationNegativeTestJSON-1592197425 tempest-FloatingIPsAssociationNegativeTestJSON-1592197425-project] 10.222.0.89 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.3529339 Feb 04 17:19:45.639002 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3965e3-02ed-4305-895d-1faea0593f22 req-28f747e7-3f7d-4e44-8c68-46916c380b16 tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:19:45.640505 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-9a3965e3-02ed-4305-895d-1faea0593f22 req-28f747e7-3f7d-4e44-8c68-46916c380b16 tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] 10.222.0.89 "GET /v2.0/ports?device_id=809c551a-1790-4b2b-baf4-9847169d6487 HTTP/1.1" status: 200 len: 944 time: 0.0564661 Feb 04 17:19:45.658738 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-0431b4c2-ebd5-4b03-9813-c92e92fa1222 req-4b8229d7-183a-4889-8920-519f2290f5a8 tempest-FloatingIPsAssociationNegativeTestJSON-1592197425 tempest-FloatingIPsAssociationNegativeTestJSON-1592197425-project] 10.222.0.89 "GET /v2.0/floatingips?floating_ip_address=172.25.6.17 HTTP/1.1" status: 200 len: 695 time: 0.0873451 Feb 04 17:19:45.680904 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-bc681611-c9f4-4531-a035-0ccccf26f58b req-88260f7f-f6bb-40c9-b225-450132f5f29b tempest-ServerRescueTestJSON-1860265827 tempest-ServerRescueTestJSON-1860265827-project] Publish callbacks [] for port (2e337050-c376-4e89-b3c1-981d70481050), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:45.708338 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-9a3965e3-02ed-4305-895d-1faea0593f22 req-3e0d8c4f-a245-44bb-93c0-a85546714738 tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] 10.222.0.89 "GET /v2.0/security-groups?id=18e6cc58-e448-4d12-9423-2a502a086ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605910 Feb 04 17:19:45.794243 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0431b4c2-ebd5-4b03-9813-c92e92fa1222 req-9b03b3d9-e679-4d73-93b3-b2ab9abfc8b3 tempest-FloatingIPsAssociationNegativeTestJSON-1592197425 tempest-FloatingIPsAssociationNegativeTestJSON-1592197425-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:19:45.795631 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-0431b4c2-ebd5-4b03-9813-c92e92fa1222 req-9b03b3d9-e679-4d73-93b3-b2ab9abfc8b3 tempest-FloatingIPsAssociationNegativeTestJSON-1592197425 tempest-FloatingIPsAssociationNegativeTestJSON-1592197425-project] 10.222.0.89 "GET /v2.0/networks/48165773-85ad-49a1-9ec1-76fc8dc24188 HTTP/1.1" status: 200 len: 784 time: 0.1329806 Feb 04 17:19:45.797235 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-bc681611-c9f4-4531-a035-0ccccf26f58b req-88260f7f-f6bb-40c9-b225-450132f5f29b tempest-ServerRescueTestJSON-1860265827 tempest-ServerRescueTestJSON-1860265827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (2e337050-c376-4e89-b3c1-981d70481050), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:45.850229 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc681611-c9f4-4531-a035-0ccccf26f58b req-88260f7f-f6bb-40c9-b225-450132f5f29b tempest-ServerRescueTestJSON-1860265827 tempest-ServerRescueTestJSON-1860265827-project] Network 39759074-fb50-4135-a9de-456f123df529 is already hosted by enough agents. {{(pid=103377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:19:45.853394 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [req-bc681611-c9f4-4531-a035-0ccccf26f58b req-88260f7f-f6bb-40c9-b225-450132f5f29b tempest-ServerRescueTestJSON-1860265827 tempest-ServerRescueTestJSON-1860265827-project] Resources bound (agent type, host, resource id): {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:19:45.857765 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc681611-c9f4-4531-a035-0ccccf26f58b req-88260f7f-f6bb-40c9-b225-450132f5f29b tempest-ServerRescueTestJSON-1860265827 tempest-ServerRescueTestJSON-1860265827-project] Received port after_create {{(pid=103377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:19:45.858201 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580e5fb3-ca1f-4e65-8cd0-50d2cc1a47d1 req-adf7b06c-4fa2-40cd-9ba7-211ad4de5ad5 tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:19:45.862507 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88260f7f-f6bb-40c9-b225-450132f5f29b tempest-ServerRescueTestJSON-1860265827 tempest-ServerRescueTestJSON-1860265827-project] Pushing event updated for resources: {'Port': ['ID=2e337050-c376-4e89-b3c1-981d70481050,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:19:45.863817 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-580e5fb3-ca1f-4e65-8cd0-50d2cc1a47d1 req-adf7b06c-4fa2-40cd-9ba7-211ad4de5ad5 tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] 10.222.0.89 "GET /v2.0/ports?device_id=2334ee69-0871-44da-b636-9ceb5bb33e7e HTTP/1.1" status: 200 len: 945 time: 0.0828297 Feb 04 17:19:45.924613 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-580e5fb3-ca1f-4e65-8cd0-50d2cc1a47d1 req-64d87ac0-1721-48e5-8efa-266dd08161c5 tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] 10.222.0.89 "GET /v2.0/security-groups?id=c591d0a0-8f77-4259-ab5e-c54cb31473d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547907 Feb 04 17:19:46.022931 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc681611-c9f4-4531-a035-0ccccf26f58b req-88260f7f-f6bb-40c9-b225-450132f5f29b tempest-ServerRescueTestJSON-1860265827 tempest-ServerRescueTestJSON-1860265827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:19:46.023551 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-bc681611-c9f4-4531-a035-0ccccf26f58b req-88260f7f-f6bb-40c9-b225-450132f5f29b tempest-ServerRescueTestJSON-1860265827 tempest-ServerRescueTestJSON-1860265827-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:46.043305 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 33062) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:19:46.063894 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e736cc7-f336-4219-a960-d5b652b3e312 req-eb028404-7840-4fa4-9e92-ee08462785a2 tempest-AttachSCSIVolumeTestJSON-480248312 tempest-AttachSCSIVolumeTestJSON-480248312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:19:46.070571 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-2e736cc7-f336-4219-a960-d5b652b3e312 req-eb028404-7840-4fa4-9e92-ee08462785a2 tempest-AttachSCSIVolumeTestJSON-480248312 tempest-AttachSCSIVolumeTestJSON-480248312-project] 10.222.0.89 "GET /v2.0/ports?device_id=d139c4de-8da5-4d54-bf7d-b1ba87ddc92a HTTP/1.1" status: 200 len: 944 time: 0.0776374 Feb 04 17:19:46.079816 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-a2738af8-d0ee-4822-bde9-623227fee56c req-ab421077-38c7-47e2-9aa2-575eb33f78f9 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=36d552dcaba84f869d86965d2c5a9247&device_id=e5d75215-3fe4-46c8-83d3-a72f5690da4f HTTP/1.1" status: 200 len: 210 time: 0.0486038 Feb 04 17:19:46.085838 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-bc681611-c9f4-4531-a035-0ccccf26f58b req-88260f7f-f6bb-40c9-b225-450132f5f29b tempest-ServerRescueTestJSON-1860265827 tempest-ServerRescueTestJSON-1860265827-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2056179 Feb 04 17:19:46.112079 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [req-bc681611-c9f4-4531-a035-0ccccf26f58b req-305fb5c8-bc05-4120-9367-2c9dbf494e1e service neutron] Request body: {'port': {'device_id': '2a222a3c-0b77-4166-9ac9-c127db15637a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827839-2'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:19:46.118102 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-2e736cc7-f336-4219-a960-d5b652b3e312 req-8fefbe8d-a7f3-452b-a9cd-b2c6ac6f2abf tempest-AttachSCSIVolumeTestJSON-480248312 tempest-AttachSCSIVolumeTestJSON-480248312-project] 10.222.0.89 "GET /v2.0/security-groups?id=c2ca9c4f-7e5c-464a-a6ef-9ac8541b875b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466878 Feb 04 17:19:46.144779 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6c3c01-f33e-4a67-b41b-0eae72f8a0b6 req-7911b803-758a-4542-b09e-2cbb0e61e8e8 tempest-FloatingIPsAssociationNegativeTestJSON-1592197425 tempest-FloatingIPsAssociationNegativeTestJSON-1592197425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:19:46.146253 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-4d6c3c01-f33e-4a67-b41b-0eae72f8a0b6 req-7911b803-758a-4542-b09e-2cbb0e61e8e8 tempest-FloatingIPsAssociationNegativeTestJSON-1592197425 tempest-FloatingIPsAssociationNegativeTestJSON-1592197425-project] 10.222.0.89 "GET /v2.0/ports?device_id=f47ef111-efcf-4236-94b4-2cdab93576d8&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.2606354 Feb 04 17:19:46.175262 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-e058a7ee-b4b8-4d83-a142-94d2b1498db3 tempest-QuotasTest-979917500 tempest-QuotasTest-979917500-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:19:46.205322 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-e058a7ee-b4b8-4d83-a142-94d2b1498db3 tempest-QuotasTest-979917500 tempest-QuotasTest-979917500-project-admin] 10.222.0.89 "PUT /v2.0/quotas/c42c829d9c1345b8914aa24b64c28acb HTTP/1.1" status: 200 len: 366 time: 0.1570179 Feb 04 17:19:46.205559 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 33066) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:19:46.215304 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-cc1c48d5-b833-43d0-9a56-26dc9d79353d tempest-QuotasTest-979917500 tempest-QuotasTest-979917500-project-admin] 10.222.0.89 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 468 time: 0.0087469 Feb 04 17:19:46.217593 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 33068) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:19:46.228134 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-c20ed75a-f08d-4a33-9a22-d65bac064800 tempest-QuotasTest-979917500 tempest-QuotasTest-979917500-project-admin] 10.222.0.89 "GET /v2.0/quotas/c42c829d9c1345b8914aa24b64c28acb HTTP/1.1" status: 200 len: 366 time: 0.0095332 Feb 04 17:19:46.229345 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99354a5e-f6db-45ab-956b-da60dca7c46f req-373bcc04-3a8a-48db-8384-2b7391d977dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:19:46.230604 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 33070) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:19:46.230770 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-99354a5e-f6db-45ab-956b-da60dca7c46f req-373bcc04-3a8a-48db-8384-2b7391d977dc service neutron] 10.222.0.96 "GET /v2.0/networks?id=e6d83a7c-1f77-441c-afa2-81d5754db2af HTTP/1.1" status: 200 len: 913 time: 0.3463414 Feb 04 17:19:46.245116 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-40328ce7-c2b7-42b1-9c87-2f63a5f2abb2 tempest-QuotasTest-979917500 tempest-QuotasTest-979917500-project-admin] 10.222.0.89 "DELETE /v2.0/quotas/c42c829d9c1345b8914aa24b64c28acb HTTP/1.1" status: 204 len: 168 time: 0.0133998 Feb 04 17:19:46.247433 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 33072) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:19:46.255917 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-cd679810-7731-4dd6-bb73-ddd934dd3d1f tempest-QuotasTest-979917500 tempest-QuotasTest-979917500-project-admin] 10.222.0.89 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 207 time: 0.0074952 Feb 04 17:19:46.258021 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 33074) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:19:46.268581 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-ffadcbf9-e9f2-4272-8fc4-711383b6314e tempest-QuotasTest-979917500 tempest-QuotasTest-979917500-project-admin] 10.222.0.89 "GET /v2.0/quotas/c42c829d9c1345b8914aa24b64c28acb HTTP/1.1" status: 200 len: 370 time: 0.0081820 Feb 04 17:19:46.269714 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 33078) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:19:46.274387 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-2835d2c2-fc6a-494a-a99e-64ecdadd6ed1 tempest-QuotasTest-979917500 tempest-QuotasTest-979917500-project-admin] 10.222.0.89 "GET /v2.0/quotas/c42c829d9c1345b8914aa24b64c28acb/default HTTP/1.1" status: 200 len: 370 time: 0.0037012 Feb 04 17:19:46.277171 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 33080) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:19:46.287530 n-d-827839-2 neutron-server[103376]: INFO neutron.api.v2.resource [None req-99d134b6-e703-4d8f-bc2a-5f5d18652d52 tempest-QuotasTest-979917500 tempest-QuotasTest-979917500-project-admin] delete failed (client error): The resource could not be found. Feb 04 17:19:46.288772 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-99d134b6-e703-4d8f-bc2a-5f5d18652d52 tempest-QuotasTest-979917500 tempest-QuotasTest-979917500-project-admin] 10.222.0.89 "DELETE /v2.0/quotas/c42c829d9c1345b8914aa24b64c28acb HTTP/1.1" status: 404 len: 348 time: 0.0098236 Feb 04 17:19:46.336210 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-4d6c3c01-f33e-4a67-b41b-0eae72f8a0b6 req-daa16768-2fc2-4e74-abfb-f2af8838b09e tempest-FloatingIPsAssociationNegativeTestJSON-1592197425 tempest-FloatingIPsAssociationNegativeTestJSON-1592197425-project] 10.222.0.89 "GET /v2.0/floatingips?floating_ip_address=172.25.6.17 HTTP/1.1" status: 200 len: 695 time: 0.1289599 Feb 04 17:19:46.347179 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-99354a5e-f6db-45ab-956b-da60dca7c46f req-87d95633-daa2-436b-bc8f-8d7139b325be service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5ada897c-33ad-4ac3-9825-d2f0ed0512c7 HTTP/1.1" status: 200 len: 217 time: 0.0742679 Feb 04 17:19:46.353433 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [req-4d6c3c01-f33e-4a67-b41b-0eae72f8a0b6 req-c8c58544-1a3d-4ed1-aa3b-67ba4e732c48 tempest-FloatingIPsAssociationNegativeTestJSON-1592197425 tempest-FloatingIPsAssociationNegativeTestJSON-1592197425-project] Request body: {'floatingip': {'port_id': '57c2857a-00dd-48a9-a1e3-c390c20ad1fd', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:19:46.398300 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5cb84c-0fbb-4849-a932-2b7f38ad0025 req-af0a081a-f3bd-480a-89d1-bb9b40913acf tempest-ServersAdminTestJSON-70469306 tempest-ServersAdminTestJSON-70469306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:19:46.399905 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-bb5cb84c-0fbb-4849-a932-2b7f38ad0025 req-af0a081a-f3bd-480a-89d1-bb9b40913acf tempest-ServersAdminTestJSON-70469306 tempest-ServersAdminTestJSON-70469306-project] 10.222.0.89 "GET /v2.0/ports?device_id=cdea105d-d892-4559-baed-fb98b40680d0 HTTP/1.1" status: 200 len: 950 time: 0.0571616 Feb 04 17:19:46.431618 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 33086) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:19:46.476501 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-bb5cb84c-0fbb-4849-a932-2b7f38ad0025 req-98673329-c1ad-4664-8b39-19f4cc6af22c tempest-ServersAdminTestJSON-70469306 tempest-ServersAdminTestJSON-70469306-project] 10.222.0.89 "GET /v2.0/security-groups?id=0b9d4704-c600-4325-be39-d787042bd965&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687981 Feb 04 17:19:46.486423 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-4d6c3c01-f33e-4a67-b41b-0eae72f8a0b6 req-c8c58544-1a3d-4ed1-aa3b-67ba4e732c48 tempest-FloatingIPsAssociationNegativeTestJSON-1592197425 tempest-FloatingIPsAssociationNegativeTestJSON-1592197425-project] Publish callbacks [] for floatingip (4102760d-3502-4f00-b1a7-6dffb9ba4f72), before_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:46.501797 n-d-827839-2 neutron-server[103376]: DEBUG neutron.quota.resource [None req-0e46ebaf-5ab2-4310-a1b2-3b5cb6608944 tempest-QuotasTest-979917500 tempest-QuotasTest-979917500-project-admin] Usage tracker for resource:network and project:f430731e63a54a7fa86e2534b491ae67 is out of sync, need to count used quota {{(pid=103376) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 04 17:19:46.508237 n-d-827839-2 neutron-server[103376]: DEBUG neutron.quota.resource [None req-0e46ebaf-5ab2-4310-a1b2-3b5cb6608944 tempest-QuotasTest-979917500 tempest-QuotasTest-979917500-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=103376) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 04 17:19:46.522875 n-d-827839-2 neutron-server[103376]: DEBUG neutron.quota.resource [None req-0e46ebaf-5ab2-4310-a1b2-3b5cb6608944 tempest-QuotasTest-979917500 tempest-QuotasTest-979917500-project-admin] Usage tracker for resource:subnet and project:f430731e63a54a7fa86e2534b491ae67 is out of sync, need to count used quota {{(pid=103376) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 04 17:19:46.540104 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8b4c9f-105f-4564-a9c5-ad245506d885 req-3dc33573-20bc-4ac7-84d2-b94b5c215c50 tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:19:46.542906 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-df8b4c9f-105f-4564-a9c5-ad245506d885 req-3dc33573-20bc-4ac7-84d2-b94b5c215c50 tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] 10.222.0.96 "GET /v2.0/ports?device_id=809c551a-1790-4b2b-baf4-9847169d6487 HTTP/1.1" status: 200 len: 944 time: 0.0858817 Feb 04 17:19:46.543210 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-bc681611-c9f4-4531-a035-0ccccf26f58b req-305fb5c8-bc05-4120-9367-2c9dbf494e1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (2e337050-c376-4e89-b3c1-981d70481050), before_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:46.543673 n-d-827839-2 neutron-server[103376]: DEBUG neutron.quota.resource [None req-0e46ebaf-5ab2-4310-a1b2-3b5cb6608944 tempest-QuotasTest-979917500 tempest-QuotasTest-979917500-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=103376) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 04 17:19:46.550408 n-d-827839-2 neutron-server[103376]: DEBUG neutron.quota.resource [None req-0e46ebaf-5ab2-4310-a1b2-3b5cb6608944 tempest-QuotasTest-979917500 tempest-QuotasTest-979917500-project-admin] Usage tracker for resource:subnetpool and project:f430731e63a54a7fa86e2534b491ae67 is out of sync, need to count used quota {{(pid=103376) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 04 17:19:46.555898 n-d-827839-2 neutron-server[103376]: DEBUG neutron.quota.resource [None req-0e46ebaf-5ab2-4310-a1b2-3b5cb6608944 tempest-QuotasTest-979917500 tempest-QuotasTest-979917500-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=103376) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 04 17:19:46.564101 n-d-827839-2 neutron-server[103376]: DEBUG neutron.quota.resource [None req-0e46ebaf-5ab2-4310-a1b2-3b5cb6608944 tempest-QuotasTest-979917500 tempest-QuotasTest-979917500-project-admin] Usage tracker for resource:port and project:f430731e63a54a7fa86e2534b491ae67 is out of sync, need to count used quota {{(pid=103376) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 04 17:19:46.571136 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2738af8-d0ee-4822-bde9-623227fee56c req-5aebafc3-26ac-49c0-b053-cc89574c1e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:19:46.572526 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-a2738af8-d0ee-4822-bde9-623227fee56c req-5aebafc3-26ac-49c0-b053-cc89574c1e8d service neutron] 10.222.0.90 "GET /v2.0/networks?tenant_id=36d552dcaba84f869d86965d2c5a9247&shared=False HTTP/1.1" status: 200 len: 913 time: 0.4698873 Feb 04 17:19:46.580899 n-d-827839-2 neutron-server[103376]: DEBUG neutron.quota.resource [None req-0e46ebaf-5ab2-4310-a1b2-3b5cb6608944 tempest-QuotasTest-979917500 tempest-QuotasTest-979917500-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=103376) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 04 17:19:46.638332 n-d-827839-2 neutron-server[103376]: DEBUG neutron.quota.resource [None req-0e46ebaf-5ab2-4310-a1b2-3b5cb6608944 tempest-QuotasTest-979917500 tempest-QuotasTest-979917500-project-admin] Usage tracker for resource:router and project:f430731e63a54a7fa86e2534b491ae67 is out of sync, need to count used quota {{(pid=103376) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 04 17:19:46.655028 n-d-827839-2 neutron-server[103376]: DEBUG neutron.quota.resource [None req-0e46ebaf-5ab2-4310-a1b2-3b5cb6608944 tempest-QuotasTest-979917500 tempest-QuotasTest-979917500-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=103376) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 04 17:19:46.689862 n-d-827839-2 neutron-server[103376]: DEBUG neutron.quota.resource [None req-0e46ebaf-5ab2-4310-a1b2-3b5cb6608944 tempest-QuotasTest-979917500 tempest-QuotasTest-979917500-project-admin] Usage tracker for resource:floatingip and project:f430731e63a54a7fa86e2534b491ae67 is out of sync, need to count used quota {{(pid=103376) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 04 17:19:46.701046 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a753376b-736f-41dd-b757-e8317eb99528 req-7b91a7af-b932-4570-8312-b33a3e3019b7 tempest-ServerRescueTestJSON-1860265827 tempest-ServerRescueTestJSON-1860265827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:19:46.702640 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-a753376b-736f-41dd-b757-e8317eb99528 req-7b91a7af-b932-4570-8312-b33a3e3019b7 tempest-ServerRescueTestJSON-1860265827 tempest-ServerRescueTestJSON-1860265827-project] 10.222.0.89 "GET /v2.0/ports?device_id=2a222a3c-0b77-4166-9ac9-c127db15637a HTTP/1.1" status: 200 len: 931 time: 0.1400967 Feb 04 17:19:46.705090 n-d-827839-2 neutron-server[103376]: DEBUG neutron.quota.resource [None req-0e46ebaf-5ab2-4310-a1b2-3b5cb6608944 tempest-QuotasTest-979917500 tempest-QuotasTest-979917500-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=103376) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 04 17:19:46.808286 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [req-df8b4c9f-105f-4564-a9c5-ad245506d885 req-f41c6d7a-484c-4b87-ae81-56f3965392f1 tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] Deleting port 645c34a0-6641-41db-8d2a-af675eb8fb2e {{(pid=103376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:19:46.808646 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-df8b4c9f-105f-4564-a9c5-ad245506d885 req-f41c6d7a-484c-4b87-ae81-56f3965392f1 tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (645c34a0-6641-41db-8d2a-af675eb8fb2e), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:46.888706 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-a753376b-736f-41dd-b757-e8317eb99528 req-11856f90-9439-4100-b306-2e79173d620c tempest-ServerRescueTestJSON-1860265827 tempest-ServerRescueTestJSON-1860265827-project] 10.222.0.89 "GET /v2.0/security-groups?id=cc4b9805-caea-4906-9ad3-3e1579c9619f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1771727 Feb 04 17:19:46.908348 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99354a5e-f6db-45ab-956b-da60dca7c46f req-f1652391-8792-4951-9bca-6bb114dba526 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:19:46.908489 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-99354a5e-f6db-45ab-956b-da60dca7c46f req-f1652391-8792-4951-9bca-6bb114dba526 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=bf8ba049-695f-44be-9bf2-689533c91d54 HTTP/1.1" status: 200 len: 852 time: 0.4756596 Feb 04 17:19:46.914519 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6312c79-d5a5-4bf4-96d7-c19bd29fec01 req-7d4f3122-02cf-41dd-8114-ba6b714e3ddb tempest-ServerAddressesTestJSON-1953420352 tempest-ServerAddressesTestJSON-1953420352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:19:46.916014 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-f6312c79-d5a5-4bf4-96d7-c19bd29fec01 req-7d4f3122-02cf-41dd-8114-ba6b714e3ddb tempest-ServerAddressesTestJSON-1953420352 tempest-ServerAddressesTestJSON-1953420352-project] 10.222.0.90 "GET /v2.0/ports?device_id=7cb76be2-857a-4344-8c61-d28f5c302049 HTTP/1.1" status: 200 len: 945 time: 0.1876993 Feb 04 17:19:47.014700 n-d-827839-2 neutron-server[103376]: DEBUG neutron.quota.resource [None req-0e46ebaf-5ab2-4310-a1b2-3b5cb6608944 tempest-QuotasTest-979917500 tempest-QuotasTest-979917500-project-admin] Usage tracker for resource:security_group and project:f430731e63a54a7fa86e2534b491ae67 is out of sync, need to count used quota {{(pid=103376) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 04 17:19:47.023440 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-99354a5e-f6db-45ab-956b-da60dca7c46f req-c444ecd7-acb0-454f-a256-95e9877d738b service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=e6d83a7c-1f77-441c-afa2-81d5754db2af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0784209 Feb 04 17:19:47.037873 n-d-827839-2 neutron-server[103376]: DEBUG neutron.quota.resource [None req-0e46ebaf-5ab2-4310-a1b2-3b5cb6608944 tempest-QuotasTest-979917500 tempest-QuotasTest-979917500-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=103376) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 04 17:19:47.086240 n-d-827839-2 neutron-server[103376]: DEBUG neutron.quota.resource [None req-0e46ebaf-5ab2-4310-a1b2-3b5cb6608944 tempest-QuotasTest-979917500 tempest-QuotasTest-979917500-project-admin] Usage tracker for resource:security_group_rule and project:f430731e63a54a7fa86e2534b491ae67 is out of sync, need to count used quota {{(pid=103376) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 04 17:19:47.089704 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [req-df8b4c9f-105f-4564-a9c5-ad245506d885 req-f41c6d7a-484c-4b87-ae81-56f3965392f1 tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] For port 645c34a0-6641-41db-8d2a-af675eb8fb2e, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=645c34a0-6641-41db-8d2a-af675eb8fb2e,segment=NetworkSegment(4adf983e-b4f0-4caa-beec-ecaadf2366f2),segment_id=4adf983e-b4f0-4caa-beec-ecaadf2366f2)] {{(pid=103376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:19:47.090081 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-df8b4c9f-105f-4564-a9c5-ad245506d885 req-f41c6d7a-484c-4b87-ae81-56f3965392f1 tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (645c34a0-6641-41db-8d2a-af675eb8fb2e), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:47.110507 n-d-827839-2 neutron-server[103376]: DEBUG neutron.quota.resource [None req-0e46ebaf-5ab2-4310-a1b2-3b5cb6608944 tempest-QuotasTest-979917500 tempest-QuotasTest-979917500-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103376) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 04 17:19:47.115220 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [req-df8b4c9f-105f-4564-a9c5-ad245506d885 req-f41c6d7a-484c-4b87-ae81-56f3965392f1 tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] Calling delete_port for 645c34a0-6641-41db-8d2a-af675eb8fb2e owned by compute:nova {{(pid=103376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:19:47.128665 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-0e46ebaf-5ab2-4310-a1b2-3b5cb6608944 tempest-QuotasTest-979917500 tempest-QuotasTest-979917500-project-admin] 10.222.0.89 "GET /v2.0/quotas/f430731e63a54a7fa86e2534b491ae67/details.json HTTP/1.1" status: 200 len: 703 time: 0.6959689 Feb 04 17:19:47.140304 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf2fdab-b35a-476b-8084-097827cbdb7f req-75d673eb-e16e-40ac-876a-ade27da23a0d tempest-ServerAddressesTestJSON-1953420352 tempest-ServerAddressesTestJSON-1953420352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:19:47.142169 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-eaf2fdab-b35a-476b-8084-097827cbdb7f req-75d673eb-e16e-40ac-876a-ade27da23a0d tempest-ServerAddressesTestJSON-1953420352 tempest-ServerAddressesTestJSON-1953420352-project] 10.222.0.89 "GET /v2.0/ports?device_id=7cb76be2-857a-4344-8c61-d28f5c302049 HTTP/1.1" status: 200 len: 945 time: 0.1775253 Feb 04 17:19:47.150212 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device 5ada897c-33ad-4ac3-9825-d2f0ed0512c7 no longer exists at agent hyperv_n-h1-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:19:47.218252 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [req-f6312c79-d5a5-4bf4-96d7-c19bd29fec01 req-e0d67598-02dd-4699-be8e-89cbbbaa6bf0 tempest-ServerAddressesTestJSON-1953420352 tempest-ServerAddressesTestJSON-1953420352-project] Deleting port 4a73825d-935d-4948-a8ea-efa0c941b806 {{(pid=103376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:19:47.218593 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-f6312c79-d5a5-4bf4-96d7-c19bd29fec01 req-e0d67598-02dd-4699-be8e-89cbbbaa6bf0 tempest-ServerAddressesTestJSON-1953420352 tempest-ServerAddressesTestJSON-1953420352-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (4a73825d-935d-4948-a8ea-efa0c941b806), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:47.260488 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Current status of the port 5ada897c-33ad-4ac3-9825-d2f0ed0512c7 is: ACTIVE; New status is: DOWN {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:19:47.261470 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (5ada897c-33ad-4ac3-9825-d2f0ed0512c7), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:47.273557 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2738af8-d0ee-4822-bde9-623227fee56c req-260a950d-661c-491b-8c6d-df6e5e106b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:19:47.275069 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-a2738af8-d0ee-4822-bde9-623227fee56c req-260a950d-661c-491b-8c6d-df6e5e106b8c service neutron] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3804185 Feb 04 17:19:47.328535 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] For port 5ada897c-33ad-4ac3-9825-d2f0ed0512c7, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=5ada897c-33ad-4ac3-9825-d2f0ed0512c7,segment=NetworkSegment(78faf63e-60a8-47e4-85af-dce04e5fa366),segment_id=78faf63e-60a8-47e4-85af-dce04e5fa366)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:19:47.329820 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2334ee69-0871-44da-b636-9ceb5bb33e7e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5ada897c-33ad-4ac3-9825-d2f0ed0512c7'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:19:47.331206 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-eaf2fdab-b35a-476b-8084-097827cbdb7f req-818dbd1b-64bc-4521-93a9-849096f600df tempest-ServerAddressesTestJSON-1953420352 tempest-ServerAddressesTestJSON-1953420352-project] 10.222.0.89 "GET /v2.0/security-groups?id=e148fcbe-ea6c-4cfc-8554-a4e9bc8814ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532726 Feb 04 17:19:47.350295 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c34bc964ce2211770fda26ca2f3801cc06f4f39928110690550e94ab9c9d2fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18b56aa5-be55-4e96-9e19-09b6e1226a85" -d '{"events": [{"server_uuid": "2334ee69-0871-44da-b636-9ceb5bb33e7e", "name": "network-vif-unplugged", "status": "completed", "tag": "5ada897c-33ad-4ac3-9825-d2f0ed0512c7"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:19:47.356362 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (5ada897c-33ad-4ac3-9825-d2f0ed0512c7), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:47.393184 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [req-f6312c79-d5a5-4bf4-96d7-c19bd29fec01 req-e0d67598-02dd-4699-be8e-89cbbbaa6bf0 tempest-ServerAddressesTestJSON-1953420352 tempest-ServerAddressesTestJSON-1953420352-project] For port 4a73825d-935d-4948-a8ea-efa0c941b806, host n-h2-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=4a73825d-935d-4948-a8ea-efa0c941b806,segment=NetworkSegment(3eae67cb-486f-4cdf-bfd8-a936924a3080),segment_id=3eae67cb-486f-4cdf-bfd8-a936924a3080)] {{(pid=103376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:19:47.393425 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-f6312c79-d5a5-4bf4-96d7-c19bd29fec01 req-e0d67598-02dd-4699-be8e-89cbbbaa6bf0 tempest-ServerAddressesTestJSON-1953420352 tempest-ServerAddressesTestJSON-1953420352-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (4a73825d-935d-4948-a8ea-efa0c941b806), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:47.402063 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-99354a5e-f6db-45ab-956b-da60dca7c46f req-98f450ed-5bb9-4761-b1db-2a230139d347 service neutron] 10.222.0.96 "GET /v2.0/networks/e6d83a7c-1f77-441c-afa2-81d5754db2af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3588736 Feb 04 17:19:47.415988 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [req-f6312c79-d5a5-4bf4-96d7-c19bd29fec01 req-e0d67598-02dd-4699-be8e-89cbbbaa6bf0 tempest-ServerAddressesTestJSON-1953420352 tempest-ServerAddressesTestJSON-1953420352-project] Calling delete_port for 4a73825d-935d-4948-a8ea-efa0c941b806 owned by compute:nova {{(pid=103376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:19:47.428336 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-df8b4c9f-105f-4564-a9c5-ad245506d885 req-f41c6d7a-484c-4b87-ae81-56f3965392f1 tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (645c34a0-6641-41db-8d2a-af675eb8fb2e), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:47.432309 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Pushing event updated for resources: {'Port': ['ID=5ada897c-33ad-4ac3-9825-d2f0ed0512c7,revision_number=8']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:19:47.449917 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] get_ports_and_sgs() called for port_ids ['7c6b4724-1adf-4dd1-8c66-4bc76c05989f', 'a5a6a2ab-57b8-44d0-93a3-09907e7b69e9', '645c34a0-6641-41db-8d2a-af675eb8fb2e'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 17:19:47.495231 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41c6d7a-484c-4b87-ae81-56f3965392f1 tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] Pushing event deleted for resources: {'Port': ['ID=645c34a0-6641-41db-8d2a-af675eb8fb2e,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:19:47.535905 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-2a39706c-43b2-4511-9cec-07124f22dce3 req-ef2ac419-8f65-4fb0-bf26-03e4633f089a tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] 10.222.0.89 "GET /v2.0/ports?device_id=809c551a-1790-4b2b-baf4-9847169d6487 HTTP/1.1" status: 200 len: 210 time: 0.0447659 Feb 04 17:19:47.587852 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [req-df8b4c9f-105f-4564-a9c5-ad245506d885 req-f41c6d7a-484c-4b87-ae81-56f3965392f1 tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] No DVR routers for this DVR port 645c34a0-6641-41db-8d2a-af675eb8fb2e on host n-h1-827839-2 {{(pid=103376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 17:19:47.591553 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-df8b4c9f-105f-4564-a9c5-ad245506d885 req-f41c6d7a-484c-4b87-ae81-56f3965392f1 tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:47.595223 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-df8b4c9f-105f-4564-a9c5-ad245506d885 req-f41c6d7a-484c-4b87-ae81-56f3965392f1 tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] 10.222.0.96 "DELETE /v2.0/ports/645c34a0-6641-41db-8d2a-af675eb8fb2e HTTP/1.1" status: 204 len: 173 time: 0.9978383 Feb 04 17:19:47.595880 n-d-827839-2 neutron-server[103376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '809c551a-1790-4b2b-baf4-9847169d6487', 'name': 'network-vif-deleted', 'tag': '645c34a0-6641-41db-8d2a-af675eb8fb2e'}] {{(pid=103376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:19:47.598367 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d59c3bb5e2f09ebf62144d5e09b1cff60c763a9c19614c24538e77842938c05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f14fd6aa-5c1d-4324-84ae-a678f7eb1677" -d '{"events": [{"server_uuid": "809c551a-1790-4b2b-baf4-9847169d6487", "name": "network-vif-deleted", "tag": "645c34a0-6641-41db-8d2a-af675eb8fb2e"}]}' {{(pid=103376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:19:47.683262 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 33106) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:19:47.705140 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-f6312c79-d5a5-4bf4-96d7-c19bd29fec01 req-e0d67598-02dd-4699-be8e-89cbbbaa6bf0 tempest-ServerAddressesTestJSON-1953420352 tempest-ServerAddressesTestJSON-1953420352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (4a73825d-935d-4948-a8ea-efa0c941b806), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:47.738148 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] get_ports_and_sgs() called for port_ids ['4a73825d-935d-4948-a8ea-efa0c941b806'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 17:19:47.759529 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d67598-02dd-4699-be8e-89cbbbaa6bf0 tempest-ServerAddressesTestJSON-1953420352 tempest-ServerAddressesTestJSON-1953420352-project] Pushing event deleted for resources: {'Port': ['ID=4a73825d-935d-4948-a8ea-efa0c941b806,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:19:47.828202 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6312c79-d5a5-4bf4-96d7-c19bd29fec01 req-e0d67598-02dd-4699-be8e-89cbbbaa6bf0 tempest-ServerAddressesTestJSON-1953420352 tempest-ServerAddressesTestJSON-1953420352-project] No DVR routers for this DVR port 4a73825d-935d-4948-a8ea-efa0c941b806 on host n-h2-827839-2 {{(pid=103376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 17:19:47.832073 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-f6312c79-d5a5-4bf4-96d7-c19bd29fec01 req-e0d67598-02dd-4699-be8e-89cbbbaa6bf0 tempest-ServerAddressesTestJSON-1953420352 tempest-ServerAddressesTestJSON-1953420352-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:47.835432 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-f6312c79-d5a5-4bf4-96d7-c19bd29fec01 req-e0d67598-02dd-4699-be8e-89cbbbaa6bf0 tempest-ServerAddressesTestJSON-1953420352 tempest-ServerAddressesTestJSON-1953420352-project] 10.222.0.90 "DELETE /v2.0/ports/4a73825d-935d-4948-a8ea-efa0c941b806 HTTP/1.1" status: 204 len: 173 time: 0.9111750 Feb 04 17:19:47.846336 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8de447e-c7e3-43c3-b213-442d114343a2 req-cd9880de-70cb-4182-ace4-d180c3934ff6 tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:19:47.853754 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-d8de447e-c7e3-43c3-b213-442d114343a2 req-cd9880de-70cb-4182-ace4-d180c3934ff6 tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] 10.222.0.89 "GET /v2.0/ports?device_id=2334ee69-0871-44da-b636-9ceb5bb33e7e HTTP/1.1" status: 200 len: 943 time: 0.1537917 Feb 04 17:19:47.888559 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-99354a5e-f6db-45ab-956b-da60dca7c46f req-e743d063-8c77-4296-921a-aa90e3f6fa69 service neutron] 10.222.0.96 "GET /v2.0/networks/e6d83a7c-1f77-441c-afa2-81d5754db2af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4677069 Feb 04 17:19:47.931730 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.db.resource_extend [req-4d6c3c01-f33e-4a67-b41b-0eae72f8a0b6 req-c8c58544-1a3d-4ed1-aa3b-67ba4e732c48 tempest-FloatingIPsAssociationNegativeTestJSON-1592197425 tempest-FloatingIPsAssociationNegativeTestJSON-1592197425-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 17:19:47.948457 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-d8de447e-c7e3-43c3-b213-442d114343a2 req-3fa09d24-90b4-4d31-a54e-fb5b87394e3d tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] 10.222.0.89 "GET /v2.0/security-groups?id=c591d0a0-8f77-4259-ab5e-c54cb31473d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930421 Feb 04 17:19:47.983955 n-d-827839-2 neutron-server[103377]: DEBUG neutron.notifiers.nova [req-bc681611-c9f4-4531-a035-0ccccf26f58b req-305fb5c8-bc05-4120-9367-2c9dbf494e1e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e337050-c376-4e89-b3c1-981d70481050 {{(pid=103377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 17:19:47.984318 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-bea64207-bb29-4883-bb72-61b546c1d42c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:48.011001 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-bc681611-c9f4-4531-a035-0ccccf26f58b req-305fb5c8-bc05-4120-9367-2c9dbf494e1e service neutron] Publish callbacks [] for port (2e337050-c376-4e89-b3c1-981d70481050), precommit_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:48.046165 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-4d6c3c01-f33e-4a67-b41b-0eae72f8a0b6 req-c8c58544-1a3d-4ed1-aa3b-67ba4e732c48 tempest-FloatingIPsAssociationNegativeTestJSON-1592197425 tempest-FloatingIPsAssociationNegativeTestJSON-1592197425-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:48.049949 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.provisioning_blocks [req-bc681611-c9f4-4531-a035-0ccccf26f58b req-305fb5c8-bc05-4120-9367-2c9dbf494e1e service neutron] Transition to ACTIVE for port object 2e337050-c376-4e89-b3c1-981d70481050 will not be triggered until provisioned by entity L2. {{(pid=103377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 17:19:48.053297 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-4d6c3c01-f33e-4a67-b41b-0eae72f8a0b6 req-c8c58544-1a3d-4ed1-aa3b-67ba4e732c48 tempest-FloatingIPsAssociationNegativeTestJSON-1592197425 tempest-FloatingIPsAssociationNegativeTestJSON-1592197425-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1595586'] for floatingip (4102760d-3502-4f00-b1a7-6dffb9ba4f72), after_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:48.091049 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-bc681611-c9f4-4531-a035-0ccccf26f58b req-305fb5c8-bc05-4120-9367-2c9dbf494e1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25888290'] for port (2e337050-c376-4e89-b3c1-981d70481050), after_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:48.135239 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c5fac0-0e65-459e-af1a-0dadfd6eccf1 req-35c3f60f-a857-49c7-9791-4377b4ef17d8 tempest-AttachSCSIVolumeTestJSON-480248312 tempest-AttachSCSIVolumeTestJSON-480248312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:19:48.136676 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-67c5fac0-0e65-459e-af1a-0dadfd6eccf1 req-35c3f60f-a857-49c7-9791-4377b4ef17d8 tempest-AttachSCSIVolumeTestJSON-480248312 tempest-AttachSCSIVolumeTestJSON-480248312-project] 10.222.0.89 "GET /v2.0/ports?device_id=d139c4de-8da5-4d54-bf7d-b1ba87ddc92a HTTP/1.1" status: 200 len: 944 time: 0.0826335 Feb 04 17:19:48.151251 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-bea64207-bb29-4883-bb72-61b546c1d42c admin admin] Publish callbacks [] for security_group (88d90580-6574-4ffa-a5a4-e1d92c48d387), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:48.167821 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-bea64207-bb29-4883-bb72-61b546c1d42c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (88d90580-6574-4ffa-a5a4-e1d92c48d387), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:48.187082 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305fb5c8-bc05-4120-9367-2c9dbf494e1e service neutron] Pushing event updated for resources: {'Port': ['ID=2e337050-c376-4e89-b3c1-981d70481050,revision_number=2']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:19:48.222759 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea64207-bb29-4883-bb72-61b546c1d42c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88d90580-6574-4ffa-a5a4-e1d92c48d387,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:19:48.237104 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-bea64207-bb29-4883-bb72-61b546c1d42c admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=ba1455c92d0345a0977b6ec2a13d2081&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5482762 Feb 04 17:19:48.237104 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 33112) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:19:48.254924 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-67c5fac0-0e65-459e-af1a-0dadfd6eccf1 req-660ae8d8-79b9-4e19-85f1-3948d73f8dbc tempest-AttachSCSIVolumeTestJSON-480248312 tempest-AttachSCSIVolumeTestJSON-480248312-project] 10.222.0.89 "GET /v2.0/security-groups?id=c2ca9c4f-7e5c-464a-a6ef-9ac8541b875b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065276 Feb 04 17:19:48.258286 n-d-827839-2 neutron-server[103377]: INFO neutron.db.l3_db [req-4d6c3c01-f33e-4a67-b41b-0eae72f8a0b6 req-c8c58544-1a3d-4ed1-aa3b-67ba4e732c48 tempest-FloatingIPsAssociationNegativeTestJSON-1592197425 tempest-FloatingIPsAssociationNegativeTestJSON-1592197425-project] Floating IP 4102760d-3502-4f00-b1a7-6dffb9ba4f72 associated. External IP: 172.25.6.17, port: 57c2857a-00dd-48a9-a1e3-c390c20ad1fd. Feb 04 17:19:48.308481 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-321a1282-7ca5-4999-b857-51f47510ec3a admin admin] Publish callbacks [] for security_group (88d90580-6574-4ffa-a5a4-e1d92c48d387), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:48.361616 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-321a1282-7ca5-4999-b857-51f47510ec3a admin admin] Publish callbacks [] for security_group (88d90580-6574-4ffa-a5a4-e1d92c48d387), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:48.364253 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 04 Feb 2022 17:19:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c06600ba-ec80-438c-98d7-054a47ccda0f x-openstack-request-id: req-c06600ba-ec80-438c-98d7-054a47ccda0f {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:19:48.364831 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2334ee69-0871-44da-b636-9ceb5bb33e7e", "name": "network-vif-unplugged", "status": "completed", "tag": "5ada897c-33ad-4ac3-9825-d2f0ed0512c7", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:19:48.364831 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-c06600ba-ec80-438c-98d7-054a47ccda0f {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:19:48.365226 n-d-827839-2 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2334ee69-0871-44da-b636-9ceb5bb33e7e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5ada897c-33ad-4ac3-9825-d2f0ed0512c7', 'code': 200} Feb 04 17:19:48.453611 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-321a1282-7ca5-4999-b857-51f47510ec3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (88d90580-6574-4ffa-a5a4-e1d92c48d387), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:48.456429 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-321a1282-7ca5-4999-b857-51f47510ec3a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:48.460022 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-321a1282-7ca5-4999-b857-51f47510ec3a admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/88d90580-6574-4ffa-a5a4-e1d92c48d387 HTTP/1.1" status: 204 len: 168 time: 0.2197154 Feb 04 17:19:48.519811 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321a1282-7ca5-4999-b857-51f47510ec3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88d90580-6574-4ffa-a5a4-e1d92c48d387,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:19:48.640165 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba64ed60-b927-4cd6-98ce-9be1c85c4a63 req-ab726b46-3531-42bb-aec2-000f2b5720c0 tempest-ServersAdminTestJSON-70469306 tempest-ServersAdminTestJSON-70469306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:19:48.643151 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-ba64ed60-b927-4cd6-98ce-9be1c85c4a63 req-ab726b46-3531-42bb-aec2-000f2b5720c0 tempest-ServersAdminTestJSON-70469306 tempest-ServersAdminTestJSON-70469306-project] 10.222.0.89 "GET /v2.0/ports?device_id=cdea105d-d892-4559-baed-fb98b40680d0 HTTP/1.1" status: 200 len: 950 time: 0.1842666 Feb 04 17:19:48.697050 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [req-bc681611-c9f4-4531-a035-0ccccf26f58b req-305fb5c8-bc05-4120-9367-2c9dbf494e1e service neutron] Attempting to bind port 2e337050-c376-4e89-b3c1-981d70481050 on host n-h2-827839-2 for vnic_type normal with profile {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:19:48.697644 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [req-bc681611-c9f4-4531-a035-0ccccf26f58b req-305fb5c8-bc05-4120-9367-2c9dbf494e1e service neutron] Attempting to bind port 2e337050-c376-4e89-b3c1-981d70481050 by drivers openvswitch,hyperv on host n-h2-827839-2 at level 0 using segments [{'id': 'be1103cf-5393-48aa-b76f-2defc05390b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '39759074-fb50-4135-a9de-456f123df529'}] {{(pid=103377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:19:48.697791 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc681611-c9f4-4531-a035-0ccccf26f58b req-305fb5c8-bc05-4120-9367-2c9dbf494e1e service neutron] Attempting to bind port 2e337050-c376-4e89-b3c1-981d70481050 on network 39759074-fb50-4135-a9de-456f123df529 {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:19:48.703998 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc681611-c9f4-4531-a035-0ccccf26f58b req-305fb5c8-bc05-4120-9367-2c9dbf494e1e service neutron] Port 2e337050-c376-4e89-b3c1-981d70481050 on network 39759074-fb50-4135-a9de-456f123df529 not bound, no agent of type Open vSwitch agent registered on host n-h2-827839-2 {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 17:19:48.704245 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc681611-c9f4-4531-a035-0ccccf26f58b req-305fb5c8-bc05-4120-9367-2c9dbf494e1e service neutron] Attempting to bind port 2e337050-c376-4e89-b3c1-981d70481050 on network 39759074-fb50-4135-a9de-456f123df529 {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:19:48.714719 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc681611-c9f4-4531-a035-0ccccf26f58b req-305fb5c8-bc05-4120-9367-2c9dbf494e1e service neutron] Checking agent: {'id': 'f20a1ab3-4332-4f54-833b-ba4a7c687e89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 8, 40), 'started_at': datetime.datetime(2022, 2, 4, 17, 8, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 19, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:19:48.715063 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc681611-c9f4-4531-a035-0ccccf26f58b req-305fb5c8-bc05-4120-9367-2c9dbf494e1e service neutron] Checking segment: {'id': 'be1103cf-5393-48aa-b76f-2defc05390b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '39759074-fb50-4135-a9de-456f123df529'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:19:48.715952 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc681611-c9f4-4531-a035-0ccccf26f58b req-305fb5c8-bc05-4120-9367-2c9dbf494e1e service neutron] Bound using segment: {'id': 'be1103cf-5393-48aa-b76f-2defc05390b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '39759074-fb50-4135-a9de-456f123df529'} {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:19:48.715952 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [req-bc681611-c9f4-4531-a035-0ccccf26f58b req-305fb5c8-bc05-4120-9367-2c9dbf494e1e service neutron] Bound port: 2e337050-c376-4e89-b3c1-981d70481050, host: n-h2-827839-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be1103cf-5393-48aa-b76f-2defc05390b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '39759074-fb50-4135-a9de-456f123df529'}}] {{(pid=103377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:19:48.716218 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-bc681611-c9f4-4531-a035-0ccccf26f58b req-305fb5c8-bc05-4120-9367-2c9dbf494e1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (2e337050-c376-4e89-b3c1-981d70481050), before_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:48.749095 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-ba64ed60-b927-4cd6-98ce-9be1c85c4a63 req-b77d1fc5-2130-40f2-9019-1f085510e9b7 tempest-ServersAdminTestJSON-70469306 tempest-ServersAdminTestJSON-70469306-project] 10.222.0.89 "GET /v2.0/security-groups?id=0b9d4704-c600-4325-be39-d787042bd965&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961971 Feb 04 17:19:48.800683 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 17:19:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbaf5b03-eda0-477f-ab3e-60808302b4fd x-openstack-request-id: req-fbaf5b03-eda0-477f-ab3e-60808302b4fd {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:19:48.800683 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "809c551a-1790-4b2b-baf4-9847169d6487", "name": "network-vif-deleted", "tag": "645c34a0-6641-41db-8d2a-af675eb8fb2e", "status": "completed", "code": 200}]} {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:19:48.801108 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-fbaf5b03-eda0-477f-ab3e-60808302b4fd {{(pid=103376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:19:48.801809 n-d-827839-2 neutron-server[103376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '809c551a-1790-4b2b-baf4-9847169d6487', 'name': 'network-vif-deleted', 'tag': '645c34a0-6641-41db-8d2a-af675eb8fb2e', 'status': 'completed', 'code': 200} Feb 04 17:19:48.850091 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 33122) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:19:48.862892 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-a2738af8-d0ee-4822-bde9-623227fee56c req-bc308bd8-62de-485a-bd43-8cd094ea5b79 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=e5d75215-3fe4-46c8-83d3-a72f5690da4f HTTP/1.1" status: 200 len: 210 time: 0.0441902 Feb 04 17:19:48.866543 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [req-bc681611-c9f4-4531-a035-0ccccf26f58b req-305fb5c8-bc05-4120-9367-2c9dbf494e1e service neutron] For port 2e337050-c376-4e89-b3c1-981d70481050, host n-h2-827839-2, cleared binding levels {{(pid=103377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:19:48.869992 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-0aa26e15-ce0e-4e2f-94aa-aec3f5ff7913 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:48.910414 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [req-bc681611-c9f4-4531-a035-0ccccf26f58b req-305fb5c8-bc05-4120-9367-2c9dbf494e1e service neutron] For port 2e337050-c376-4e89-b3c1-981d70481050, host n-h2-827839-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=2e337050-c376-4e89-b3c1-981d70481050,segment=NetworkSegment(be1103cf-5393-48aa-b76f-2defc05390b4),segment_id=be1103cf-5393-48aa-b76f-2defc05390b4)] {{(pid=103377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:19:48.923527 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-bc681611-c9f4-4531-a035-0ccccf26f58b req-305fb5c8-bc05-4120-9367-2c9dbf494e1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25888290'] for port (2e337050-c376-4e89-b3c1-981d70481050), after_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:48.962694 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc681611-c9f4-4531-a035-0ccccf26f58b req-305fb5c8-bc05-4120-9367-2c9dbf494e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:19:48.963220 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-bc681611-c9f4-4531-a035-0ccccf26f58b req-305fb5c8-bc05-4120-9367-2c9dbf494e1e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:48.964606 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-bc681611-c9f4-4531-a035-0ccccf26f58b req-305fb5c8-bc05-4120-9367-2c9dbf494e1e service neutron] 10.222.0.90 "PUT /v2.0/ports/2e337050-c376-4e89-b3c1-981d70481050 HTTP/1.1" status: 200 len: 1091 time: 2.8588464 Feb 04 17:19:48.965096 n-d-827839-2 neutron-server[103377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a222a3c-0b77-4166-9ac9-c127db15637a', 'tag': '2e337050-c376-4e89-b3c1-981d70481050'}] {{(pid=103377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:19:48.967981 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7240428b650e1488e9361b62648ff4b3a6c19d49d8c27c949491ab58c1346cf0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90e991ad-00cb-495b-bd32-63f03619b57e" -d '{"events": [{"name": "network-changed", "server_uuid": "2a222a3c-0b77-4166-9ac9-c127db15637a", "tag": "2e337050-c376-4e89-b3c1-981d70481050"}]}' {{(pid=103377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:19:48.984334 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da9a7e1-26db-4905-8cc0-3c79c02c9e28 req-4d28a04d-f808-4d88-8c8e-f89303702ba6 tempest-ServerRescueTestJSON-1860265827 tempest-ServerRescueTestJSON-1860265827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:19:48.986192 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-6da9a7e1-26db-4905-8cc0-3c79c02c9e28 req-4d28a04d-f808-4d88-8c8e-f89303702ba6 tempest-ServerRescueTestJSON-1860265827 tempest-ServerRescueTestJSON-1860265827-project] 10.222.0.89 "GET /v2.0/ports?device_id=2a222a3c-0b77-4166-9ac9-c127db15637a HTTP/1.1" status: 200 len: 943 time: 0.0841787 Feb 04 17:19:49.023629 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305fb5c8-bc05-4120-9367-2c9dbf494e1e service neutron] Pushing event updated for resources: {'Port': ['ID=2e337050-c376-4e89-b3c1-981d70481050,revision_number=3']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:19:49.028943 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-0aa26e15-ce0e-4e2f-94aa-aec3f5ff7913 admin admin] Publish callbacks [] for security_group (c1ad8f22-2415-48f6-8a7f-73a0e84744ea), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:49.035263 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-0aa26e15-ce0e-4e2f-94aa-aec3f5ff7913 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (c1ad8f22-2415-48f6-8a7f-73a0e84744ea), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:49.074102 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4d6c3c01-f33e-4a67-b41b-0eae72f8a0b6 req-c8c58544-1a3d-4ed1-aa3b-67ba4e732c48 tempest-FloatingIPsAssociationNegativeTestJSON-1592197425 tempest-FloatingIPsAssociationNegativeTestJSON-1592197425-project] Router a6d0baf4-6769-4ab6-be48-cc76199b7e27 has already been hosted by L3 agent 64ada913-9131-4d99-a265-63a920956287 {{(pid=103377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 17:19:49.080090 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-0aa26e15-ce0e-4e2f-94aa-aec3f5ff7913 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=f430731e63a54a7fa86e2534b491ae67&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2285268 Feb 04 17:19:49.083249 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 33128) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:19:49.099134 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa26e15-ce0e-4e2f-94aa-aec3f5ff7913 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1ad8f22-2415-48f6-8a7f-73a0e84744ea,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:19:49.104574 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-6da9a7e1-26db-4905-8cc0-3c79c02c9e28 req-d1765d15-b97e-41c2-bb1d-15eee3538d2c tempest-ServerRescueTestJSON-1860265827 tempest-ServerRescueTestJSON-1860265827-project] 10.222.0.89 "GET /v2.0/security-groups?id=cc4b9805-caea-4906-9ad3-3e1579c9619f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015134 Feb 04 17:19:49.125814 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc681611-c9f4-4531-a035-0ccccf26f58b req-4cf4bf31-048f-4e83-9622-85547cb62e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:19:49.127689 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-bc681611-c9f4-4531-a035-0ccccf26f58b req-4cf4bf31-048f-4e83-9622-85547cb62e2e service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=64ba830c63e7431dadf5a14a32fd3842&device_id=2a222a3c-0b77-4166-9ac9-c127db15637a HTTP/1.1" status: 200 len: 1125 time: 0.0988929 Feb 04 17:19:49.161302 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 33130) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:19:49.215367 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.db_base_plugin_v2 [None req-72506fd2-db05-4aad-856d-68882d8fc877 admin admin] Deleting subnet 4244c4d2-c07e-443f-888d-8a5b8c7a56c8 {{(pid=103376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 17:19:49.218868 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-72506fd2-db05-4aad-856d-68882d8fc877 admin admin] Publish callbacks [] for subnet (4244c4d2-c07e-443f-888d-8a5b8c7a56c8), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:49.240020 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-bc681611-c9f4-4531-a035-0ccccf26f58b req-25c27a89-83e2-43c2-b7b9-21989f31f370 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2e337050-c376-4e89-b3c1-981d70481050 HTTP/1.1" status: 200 len: 217 time: 0.0740378 Feb 04 17:19:49.281291 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-3eb54041-19f6-42e6-996a-dd57174fbd4d req-daa18c24-e3c5-43d6-b1e3-869abc0209d4 tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] 10.222.0.89 "GET /v2.0/ports?device_id=809c551a-1790-4b2b-baf4-9847169d6487 HTTP/1.1" status: 200 len: 210 time: 0.0402186 Feb 04 17:19:49.288956 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-72506fd2-db05-4aad-856d-68882d8fc877 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25674901'] for subnet (4244c4d2-c07e-443f-888d-8a5b8c7a56c8), precommit_delete_associations {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:49.329327 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-40870d6f-2fd4-46cb-889d-39b669d61535 admin admin] Publish callbacks [] for security_group (c1ad8f22-2415-48f6-8a7f-73a0e84744ea), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:49.341794 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-72506fd2-db05-4aad-856d-68882d8fc877 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1541225'] for subnet (4244c4d2-c07e-443f-888d-8a5b8c7a56c8), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:49.355297 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc681611-c9f4-4531-a035-0ccccf26f58b req-e39ec096-7fff-4a10-9b55-bf90fd97f3c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:19:49.356787 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-bc681611-c9f4-4531-a035-0ccccf26f58b req-e39ec096-7fff-4a10-9b55-bf90fd97f3c6 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=acc74b3b-28a2-4a28-a63e-a2e1d0f02fcf HTTP/1.1" status: 200 len: 850 time: 0.1091499 Feb 04 17:19:49.362316 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-40870d6f-2fd4-46cb-889d-39b669d61535 admin admin] Publish callbacks [] for security_group (c1ad8f22-2415-48f6-8a7f-73a0e84744ea), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:49.403383 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-bc681611-c9f4-4531-a035-0ccccf26f58b req-d12dde6b-7fd8-4e10-a2c7-9838b322a817 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=39759074-fb50-4135-a9de-456f123df529&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0371161 Feb 04 17:19:49.408389 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4d6c3c01-f33e-4a67-b41b-0eae72f8a0b6 req-c8c58544-1a3d-4ed1-aa3b-67ba4e732c48 tempest-FloatingIPsAssociationNegativeTestJSON-1592197425 tempest-FloatingIPsAssociationNegativeTestJSON-1592197425-project] Notify agent at l3_agent.n-d-827839-2 the message routers_updated {{(pid=103377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 17:19:49.415858 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-4d6c3c01-f33e-4a67-b41b-0eae72f8a0b6 req-c8c58544-1a3d-4ed1-aa3b-67ba4e732c48 tempest-FloatingIPsAssociationNegativeTestJSON-1592197425 tempest-FloatingIPsAssociationNegativeTestJSON-1592197425-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for floatingip (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:49.430757 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e982c72a-c811-4d00-94f6-23bc7419b6f4 None None] Sync routers for ids ['a6d0baf4-6769-4ab6-be48-cc76199b7e27'] in n-d-827839-2 {{(pid=103378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 17:19:49.442677 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e982c72a-c811-4d00-94f6-23bc7419b6f4 None None] Routers {'a6d0baf4-6769-4ab6-be48-cc76199b7e27'} bound to L3 agent in host n-d-827839-2 {{(pid=103378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:19:49.443559 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-e982c72a-c811-4d00-94f6-23bc7419b6f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:19:32Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['a6d0baf4-6769-4ab6-be48-cc76199b7e27'], 'active': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:19:49.447588 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f450f90-2950-47b0-b2cd-0639ed256941 req-da24e641-df81-4b4e-9320-f9930cf2d3a5 tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:19:49.449692 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-9f450f90-2950-47b0-b2cd-0639ed256941 req-da24e641-df81-4b4e-9320-f9930cf2d3a5 tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] 10.222.0.89 "GET /v2.0/ports?device_id=2334ee69-0871-44da-b636-9ceb5bb33e7e HTTP/1.1" status: 200 len: 943 time: 0.0792809 Feb 04 17:19:49.451327 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-72506fd2-db05-4aad-856d-68882d8fc877 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1541216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25675894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25858947'] for subnet (4244c4d2-c07e-443f-888d-8a5b8c7a56c8), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:49.491341 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72506fd2-db05-4aad-856d-68882d8fc877 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4244c4d2-c07e-443f-888d-8a5b8c7a56c8,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:19:49.503082 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-40870d6f-2fd4-46cb-889d-39b669d61535 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (c1ad8f22-2415-48f6-8a7f-73a0e84744ea), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:49.506117 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-40870d6f-2fd4-46cb-889d-39b669d61535 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:49.507591 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-40870d6f-2fd4-46cb-889d-39b669d61535 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/c1ad8f22-2415-48f6-8a7f-73a0e84744ea HTTP/1.1" status: 204 len: 168 time: 0.4231441 Feb 04 17:19:49.511774 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-72506fd2-db05-4aad-856d-68882d8fc877 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:49.518743 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-72506fd2-db05-4aad-856d-68882d8fc877 admin admin] 10.222.0.89 "DELETE /v2.0/subnets/4244c4d2-c07e-443f-888d-8a5b8c7a56c8 HTTP/1.1" status: 204 len: 168 time: 0.3531358 Feb 04 17:19:49.521249 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 33136) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:19:49.587390 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvr_db [None req-e982c72a-c811-4d00-94f6-23bc7419b6f4 None None] Set router a6d0baf4-6769-4ab6-be48-cc76199b7e27 gateway port host: n-d-827839-2 {{(pid=103378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:19:49.609774 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-9f450f90-2950-47b0-b2cd-0639ed256941 req-416fba82-56b7-45b4-80eb-a33c1891a7d7 tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] 10.222.0.89 "GET /v2.0/security-groups?id=c591d0a0-8f77-4259-ab5e-c54cb31473d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474409 Feb 04 17:19:49.623684 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40870d6f-2fd4-46cb-889d-39b669d61535 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1ad8f22-2415-48f6-8a7f-73a0e84744ea,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:19:49.652015 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-487f652b-a252-4cd3-9db2-4a5500f51033 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628832'] for network (adbf6612-dc9a-4bc6-a4ec-d7847720e30a), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:49.653222 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-4d6c3c01-f33e-4a67-b41b-0eae72f8a0b6 req-c8c58544-1a3d-4ed1-aa3b-67ba4e732c48 tempest-FloatingIPsAssociationNegativeTestJSON-1592197425 tempest-FloatingIPsAssociationNegativeTestJSON-1592197425-project] 10.222.0.89 "PUT /v2.0/floatingips/4102760d-3502-4f00-b1a7-6dffb9ba4f72 HTTP/1.1" status: 200 len: 996 time: 3.3071537 Feb 04 17:19:49.751334 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 17:19:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ada144f-3b3f-480e-a364-86e376bab0a2 x-openstack-request-id: req-1ada144f-3b3f-480e-a364-86e376bab0a2 {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:19:49.751334 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a222a3c-0b77-4166-9ac9-c127db15637a", "tag": "2e337050-c376-4e89-b3c1-981d70481050", "status": "completed", "code": 200}]} {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:19:49.751899 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-1ada144f-3b3f-480e-a364-86e376bab0a2 {{(pid=103377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:19:49.751899 n-d-827839-2 neutron-server[103377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a222a3c-0b77-4166-9ac9-c127db15637a', 'tag': '2e337050-c376-4e89-b3c1-981d70481050', 'status': 'completed', 'code': 200} Feb 04 17:19:49.838846 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-bc681611-c9f4-4531-a035-0ccccf26f58b req-611db67e-76a2-43a4-8381-102d54de6b5c service neutron] 10.222.0.90 "GET /v2.0/networks/39759074-fb50-4135-a9de-456f123df529?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3528519 Feb 04 17:19:49.859155 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-487f652b-a252-4cd3-9db2-4a5500f51033 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1543676', 'neutron.services.segments.db._delete_segments_for_network-8781084786517'] for network (adbf6612-dc9a-4bc6-a4ec-d7847720e30a), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:49.889388 n-d-827839-2 neutron-server[103376]: DEBUG neutron.services.segments.db [None req-487f652b-a252-4cd3-9db2-4a5500f51033 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['adbf6612-dc9a-4bc6-a4ec-d7847720e30a']}} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:19:49.903035 n-d-827839-2 neutron-server[103376]: DEBUG neutron.services.segments.db [None req-487f652b-a252-4cd3-9db2-4a5500f51033 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3eae67cb-486f-4cdf-bfd8-a936924a3080') {'for_net_delete': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:19:49.903332 n-d-827839-2 neutron-server[103376]: DEBUG neutron.services.segments.db [None req-487f652b-a252-4cd3-9db2-4a5500f51033 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3eae67cb-486f-4cdf-bfd8-a936924a3080') {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:19:49.911133 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-e982c72a-c811-4d00-94f6-23bc7419b6f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6d0baf4-6769-4ab6-be48-cc76199b7e27', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-160852269-router', 'tenant_id': 'd4027c9982744fa0a7137e1cf2e9012e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.56'}], 'enable_snat': True}, 'gw_port_id': 'f5e0cde2-93eb-4218-b925-3a7adf58dcd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:18:56Z', 'updated_at': '2022-02-04T17:19:06Z', 'revision_number': 4, 'project_id': 'd4027c9982744fa0a7137e1cf2e9012e', 'gw_port': {'id': 'f5e0cde2-93eb-4218-b925-3a7adf58dcd1', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:cc:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6d0baf4-6769-4ab6-be48-cc76199b7e27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 938, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:18:59Z', 'updated_at': '2022-02-04T17:19:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_floatingips': [{'id': '4102760d-3502-4f00-b1a7-6dffb9ba4f72', 'tenant_id': 'd4027c9982744fa0a7137e1cf2e9012e', 'floating_ip_address': '172.25.6.17', 'floating_network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'router_id': 'a6d0baf4-6769-4ab6-be48-cc76199b7e27', 'port_id': '57c2857a-00dd-48a9-a1e3-c390c20ad1fd', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1004, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e192c2cc-857d-492a-855f-2dae04acc430', 'mac_address': 'fa:16:3e:8c:77:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f47ef111-efcf-4236-94b4-2cdab93576d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T17:19:44Z', 'updated_at': '2022-02-04T17:19:47Z', 'revision_number': 1, 'project_id': 'd4027c9982744fa0a7137e1cf2e9012e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '85b07dd7-b88f-4d22-9e61-73ef49291ae4', 'name': '', 'network_id': 'e192c2cc-857d-492a-855f-2dae04acc430', 'tenant_id': 'd4027c9982744fa0a7137e1cf2e9012e', 'mac_address': 'fa:16:3e:b4:16:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6d0baf4-6769-4ab6-be48-cc76199b7e27', 'device_owner': 'network:router_interface', 'standard_attr_id': 949, 'fixed_ips': [{'subnet_id': 'd4973353-0966-45fa-beb0-35424b803918', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:19:04Z', 'updated_at': '2022-02-04T17:19:11Z', 'revision_number': 5, 'project_id': 'd4027c9982744fa0a7137e1cf2e9012e', 'subnets': [{'id': 'd4973353-0966-45fa-beb0-35424b803918', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-2', False) {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:19:49.925584 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0d2131-42fe-49e4-8dde-5c3ec5c2ed2e req-628cd522-9986-4305-9df0-49ad20a978db tempest-AttachSCSIVolumeTestJSON-480248312 tempest-AttachSCSIVolumeTestJSON-480248312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:19:49.933445 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-9c0d2131-42fe-49e4-8dde-5c3ec5c2ed2e req-628cd522-9986-4305-9df0-49ad20a978db tempest-AttachSCSIVolumeTestJSON-480248312 tempest-AttachSCSIVolumeTestJSON-480248312-project] 10.222.0.89 "GET /v2.0/ports?device_id=d139c4de-8da5-4d54-bf7d-b1ba87ddc92a HTTP/1.1" status: 200 len: 944 time: 0.1188900 Feb 04 17:19:49.946633 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e982c72a-c811-4d00-94f6-23bc7419b6f4 None None] Checking router: a6d0baf4-6769-4ab6-be48-cc76199b7e27 for host: n-d-827839-2 {{(pid=103378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 17:19:49.947835 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-487f652b-a252-4cd3-9db2-4a5500f51033 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781084783966', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25674908'] for segment (3eae67cb-486f-4cdf-bfd8-a936924a3080), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:49.956925 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e982c72a-c811-4d00-94f6-23bc7419b6f4 None None] Routers {'a6d0baf4-6769-4ab6-be48-cc76199b7e27'} bound to L3 agent in host n-d-827839-2 {{(pid=103378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:19:49.958042 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-e982c72a-c811-4d00-94f6-23bc7419b6f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:19:32Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['a6d0baf4-6769-4ab6-be48-cc76199b7e27'], 'active': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:19:49.971649 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6c3c01-f33e-4a67-b41b-0eae72f8a0b6 req-a9c5d777-031e-4b52-b79c-303c1a77d920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:19:49.980200 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-4d6c3c01-f33e-4a67-b41b-0eae72f8a0b6 req-a9c5d777-031e-4b52-b79c-303c1a77d920 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=d4027c9982744fa0a7137e1cf2e9012e&device_id=f47ef111-efcf-4236-94b4-2cdab93576d8 HTTP/1.1" status: 200 len: 1128 time: 0.3132989 Feb 04 17:19:49.987897 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-487f652b-a252-4cd3-9db2-4a5500f51033 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (3eae67cb-486f-4cdf-bfd8-a936924a3080), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:50.006912 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-487f652b-a252-4cd3-9db2-4a5500f51033 admin admin] Releasing vlan 766 on physical network physnet1 to pool {{(pid=103376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 17:19:50.007219 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-487f652b-a252-4cd3-9db2-4a5500f51033 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25675992'] for segment (3eae67cb-486f-4cdf-bfd8-a936924a3080), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:50.009486 n-d-827839-2 neutron-server[103376]: /opt/stack/neutron/neutron/extensions/quotasv2.py:141: UserWarning: Neutron quota engine will require "--force" parameter to set a quota limit without checking the resource usage. Feb 04 17:19:50.009486 n-d-827839-2 neutron-server[103376]: warnings.warn('Neutron quota engine will require "--force" ' Feb 04 17:19:50.009486 n-d-827839-2 neutron-server[103376]: Traceback (most recent call last): Feb 04 17:19:50.009486 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 17:19:50.009486 n-d-827839-2 neutron-server[103376]: timer() Feb 04 17:19:50.009486 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 17:19:50.009486 n-d-827839-2 neutron-server[103376]: cb(*args, **kw) Feb 04 17:19:50.009486 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 17:19:50.009486 n-d-827839-2 neutron-server[103376]: return func(*args, **kwargs) Feb 04 17:19:50.009486 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 17:19:50.009486 n-d-827839-2 neutron-server[103376]: self._notify() Feb 04 17:19:50.009486 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 17:19:50.009486 n-d-827839-2 neutron-server[103376]: self.callback(batched_events) Feb 04 17:19:50.009486 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 17:19:50.009486 n-d-827839-2 neutron-server[103376]: event.method(event) Feb 04 17:19:50.009486 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 17:19:50.009486 n-d-827839-2 neutron-server[103376]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 17:19:50.009486 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 17:19:50.009486 n-d-827839-2 neutron-server[103376]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 17:19:50.009486 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 17:19:50.009486 n-d-827839-2 neutron-server[103376]: return f(self, *a, **k) Feb 04 17:19:50.009486 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 17:19:50.009486 n-d-827839-2 neutron-server[103376]: return self._get(url).json() Feb 04 17:19:50.009486 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 17:19:50.009486 n-d-827839-2 neutron-server[103376]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 17:19:50.009486 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 17:19:50.009486 n-d-827839-2 neutron-server[103376]: return self.request(url, 'GET', **kwargs) Feb 04 17:19:50.009486 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 17:19:50.009486 n-d-827839-2 neutron-server[103376]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 17:19:50.009486 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 17:19:50.009486 n-d-827839-2 neutron-server[103376]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 17:19:50.009486 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 17:19:50.009486 n-d-827839-2 neutron-server[103376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 17:19:50.009486 n-d-827839-2 neutron-server[103376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 17:19:50.089836 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-bc681611-c9f4-4531-a035-0ccccf26f58b req-1d74a3ec-0c05-4fe5-b890-54c6c54cb85a service neutron] 10.222.0.90 "GET /v2.0/networks/39759074-fb50-4135-a9de-456f123df529?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2371762 Feb 04 17:19:50.097415 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-9c0d2131-42fe-49e4-8dde-5c3ec5c2ed2e req-7e00d42b-0057-420b-be16-92ba22151979 tempest-AttachSCSIVolumeTestJSON-480248312 tempest-AttachSCSIVolumeTestJSON-480248312-project] 10.222.0.89 "GET /v2.0/security-groups?id=c2ca9c4f-7e5c-464a-a6ef-9ac8541b875b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577663 Feb 04 17:19:50.133543 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-487f652b-a252-4cd3-9db2-4a5500f51033 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1543671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1595572'] for network (adbf6612-dc9a-4bc6-a4ec-d7847720e30a), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:50.151180 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6c3c01-f33e-4a67-b41b-0eae72f8a0b6 req-57d398b3-6287-4efc-b380-5773f195dff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:19:50.162860 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-4d6c3c01-f33e-4a67-b41b-0eae72f8a0b6 req-57d398b3-6287-4efc-b380-5773f195dff5 service neutron] 10.222.0.89 "GET /v2.0/networks?id=e192c2cc-857d-492a-855f-2dae04acc430 HTTP/1.1" status: 200 len: 929 time: 0.1815968 Feb 04 17:19:50.167662 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-487f652b-a252-4cd3-9db2-4a5500f51033 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677565'] for network (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:50.180806 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-487f652b-a252-4cd3-9db2-4a5500f51033 admin admin] 10.222.0.89 "DELETE /v2.0/networks/adbf6612-dc9a-4bc6-a4ec-d7847720e30a HTTP/1.1" status: 204 len: 168 time: 0.6567018 Feb 04 17:19:50.185878 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487f652b-a252-4cd3-9db2-4a5500f51033 admin admin] Pushing event deleted for resources: {'Network': ['ID=adbf6612-dc9a-4bc6-a4ec-d7847720e30a,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:19:50.287048 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvr_db [None req-e982c72a-c811-4d00-94f6-23bc7419b6f4 None None] Set router a6d0baf4-6769-4ab6-be48-cc76199b7e27 gateway port host: n-d-827839-2 {{(pid=103378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:19:50.294810 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76610bc5-754c-4329-816c-342ec3b496a2 req-2b8e8d98-acce-4f3e-b23d-36fe6d4c388d tempest-ServersAdminTestJSON-70469306 tempest-ServersAdminTestJSON-70469306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:19:50.305865 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-76610bc5-754c-4329-816c-342ec3b496a2 req-2b8e8d98-acce-4f3e-b23d-36fe6d4c388d tempest-ServersAdminTestJSON-70469306 tempest-ServersAdminTestJSON-70469306-project] 10.222.0.89 "GET /v2.0/ports?device_id=cdea105d-d892-4559-baed-fb98b40680d0 HTTP/1.1" status: 200 len: 950 time: 0.0995419 Feb 04 17:19:50.371116 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e991ad-00cb-495b-bd32-63f03619b57e req-ec8e9c05-0cfd-495a-a303-2728daf6b465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:19:50.372640 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-90e991ad-00cb-495b-bd32-63f03619b57e req-ec8e9c05-0cfd-495a-a303-2728daf6b465 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=64ba830c63e7431dadf5a14a32fd3842&device_id=2a222a3c-0b77-4166-9ac9-c127db15637a HTTP/1.1" status: 200 len: 1125 time: 0.1513274 Feb 04 17:19:50.381792 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-4d6c3c01-f33e-4a67-b41b-0eae72f8a0b6 req-6da68d1c-c81e-49b8-ac57-3df05ade8361 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=57c2857a-00dd-48a9-a1e3-c390c20ad1fd HTTP/1.1" status: 200 len: 999 time: 0.2169909 Feb 04 17:19:50.427586 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-76610bc5-754c-4329-816c-342ec3b496a2 req-b7f1d7b7-f61c-4de7-9a95-b2690e96b0d7 tempest-ServersAdminTestJSON-70469306 tempest-ServersAdminTestJSON-70469306-project] 10.222.0.89 "GET /v2.0/security-groups?id=0b9d4704-c600-4325-be39-d787042bd965&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193244 Feb 04 17:19:50.454295 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 33156) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:19:50.495790 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6c3c01-f33e-4a67-b41b-0eae72f8a0b6 req-53f76420-73cf-4c35-b50f-84cbf157a348 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:19:50.503871 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-4d6c3c01-f33e-4a67-b41b-0eae72f8a0b6 req-53f76420-73cf-4c35-b50f-84cbf157a348 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=d4973353-0966-45fa-beb0-35424b803918 HTTP/1.1" status: 200 len: 867 time: 0.1212046 Feb 04 17:19:50.547757 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-ed179de8-e940-43fa-8e97-4332358eebe6 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=84bcb6b5b8134207a17647dabb37adba&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0893819 Feb 04 17:19:50.548415 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 33160) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:19:50.586932 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6c3c01-f33e-4a67-b41b-0eae72f8a0b6 req-8d1e2c34-970d-449e-b270-46f175c0482c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:19:50.595123 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-4d6c3c01-f33e-4a67-b41b-0eae72f8a0b6 req-8d1e2c34-970d-449e-b270-46f175c0482c service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=e192c2cc-857d-492a-855f-2dae04acc430&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0898981 Feb 04 17:19:50.626647 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e991ad-00cb-495b-bd32-63f03619b57e req-e8055eee-84ec-46d0-9224-37d7bb301f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:19:50.627584 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-90e991ad-00cb-495b-bd32-63f03619b57e req-e8055eee-84ec-46d0-9224-37d7bb301f42 service neutron] 10.222.0.90 "GET /v2.0/networks?id=39759074-fb50-4135-a9de-456f123df529 HTTP/1.1" status: 200 len: 911 time: 0.2343750 Feb 04 17:19:50.657742 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1459d7b-7359-494b-9f3f-4afbcd2ad1af req-4392c337-f632-4ea1-9f7c-fe35ae2ef5d7 tempest-ServerRescueTestJSON-1860265827 tempest-ServerRescueTestJSON-1860265827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:19:50.666902 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-a1459d7b-7359-494b-9f3f-4afbcd2ad1af req-4392c337-f632-4ea1-9f7c-fe35ae2ef5d7 tempest-ServerRescueTestJSON-1860265827 tempest-ServerRescueTestJSON-1860265827-project] 10.222.0.89 "GET /v2.0/ports?device_id=2a222a3c-0b77-4166-9ac9-c127db15637a HTTP/1.1" status: 200 len: 943 time: 0.1069787 Feb 04 17:19:50.668930 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-8ba3504a-b136-4f01-be52-c8223055a98b admin admin] Publish callbacks [] for security_group (e148fcbe-ea6c-4cfc-8554-a4e9bc8814ec), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:50.712019 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-8ba3504a-b136-4f01-be52-c8223055a98b admin admin] Publish callbacks [] for security_group (e148fcbe-ea6c-4cfc-8554-a4e9bc8814ec), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:50.745504 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-90e991ad-00cb-495b-bd32-63f03619b57e req-4185f88d-4663-486d-9cd3-5db3faabbdc7 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2e337050-c376-4e89-b3c1-981d70481050 HTTP/1.1" status: 200 len: 217 time: 0.0437179 Feb 04 17:19:50.746633 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-e982c72a-c811-4d00-94f6-23bc7419b6f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6d0baf4-6769-4ab6-be48-cc76199b7e27', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-160852269-router', 'tenant_id': 'd4027c9982744fa0a7137e1cf2e9012e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.56'}], 'enable_snat': True}, 'gw_port_id': 'f5e0cde2-93eb-4218-b925-3a7adf58dcd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:18:56Z', 'updated_at': '2022-02-04T17:19:06Z', 'revision_number': 4, 'project_id': 'd4027c9982744fa0a7137e1cf2e9012e', 'gw_port': {'id': 'f5e0cde2-93eb-4218-b925-3a7adf58dcd1', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:cc:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6d0baf4-6769-4ab6-be48-cc76199b7e27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 938, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:18:59Z', 'updated_at': '2022-02-04T17:19:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_floatingips': [{'id': '4102760d-3502-4f00-b1a7-6dffb9ba4f72', 'tenant_id': 'd4027c9982744fa0a7137e1cf2e9012e', 'floating_ip_address': '172.25.6.17', 'floating_network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'router_id': 'a6d0baf4-6769-4ab6-be48-cc76199b7e27', 'port_id': '57c2857a-00dd-48a9-a1e3-c390c20ad1fd', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1004, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e192c2cc-857d-492a-855f-2dae04acc430', 'mac_address': 'fa:16:3e:8c:77:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f47ef111-efcf-4236-94b4-2cdab93576d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T17:19:44Z', 'updated_at': '2022-02-04T17:19:47Z', 'revision_number': 1, 'project_id': 'd4027c9982744fa0a7137e1cf2e9012e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '85b07dd7-b88f-4d22-9e61-73ef49291ae4', 'name': '', 'network_id': 'e192c2cc-857d-492a-855f-2dae04acc430', 'tenant_id': 'd4027c9982744fa0a7137e1cf2e9012e', 'mac_address': 'fa:16:3e:b4:16:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6d0baf4-6769-4ab6-be48-cc76199b7e27', 'device_owner': 'network:router_interface', 'standard_attr_id': 949, 'fixed_ips': [{'subnet_id': 'd4973353-0966-45fa-beb0-35424b803918', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:19:04Z', 'updated_at': '2022-02-04T17:19:11Z', 'revision_number': 5, 'project_id': 'd4027c9982744fa0a7137e1cf2e9012e', 'subnets': [{'id': 'd4973353-0966-45fa-beb0-35424b803918', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-2', False) {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:19:50.769977 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-a1459d7b-7359-494b-9f3f-4afbcd2ad1af req-59cef125-81d3-4636-904c-bc18e04b28d4 tempest-ServerRescueTestJSON-1860265827 tempest-ServerRescueTestJSON-1860265827-project] 10.222.0.89 "GET /v2.0/security-groups?id=cc4b9805-caea-4906-9ad3-3e1579c9619f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019695 Feb 04 17:19:50.800557 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e982c72a-c811-4d00-94f6-23bc7419b6f4 None None] The sync data for ids ['a6d0baf4-6769-4ab6-be48-cc76199b7e27'] in n-d-827839-2 is: [{'id': 'a6d0baf4-6769-4ab6-be48-cc76199b7e27', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-160852269-router', 'tenant_id': 'd4027c9982744fa0a7137e1cf2e9012e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.56'}], 'enable_snat': True}, 'gw_port_id': 'f5e0cde2-93eb-4218-b925-3a7adf58dcd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:18:56Z', 'updated_at': '2022-02-04T17:19:06Z', 'revision_number': 4, 'project_id': 'd4027c9982744fa0a7137e1cf2e9012e', 'gw_port': {'id': 'f5e0cde2-93eb-4218-b925-3a7adf58dcd1', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:cc:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6d0baf4-6769-4ab6-be48-cc76199b7e27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 938, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:18:59Z', 'updated_at': '2022-02-04T17:19:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_floatingips': [{'id': '4102760d-3502-4f00-b1a7-6dffb9ba4f72', 'tenant_id': 'd4027c9982744fa0a7137e1cf2e9012e', 'floating_ip_address': '172.25.6.17', 'floating_network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'router_id': 'a6d0baf4-6769-4ab6-be48-cc76199b7e27', 'port_id': '57c2857a-00dd-48a9-a1e3-c390c20ad1fd', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1004, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e192c2cc-857d-492a-855f-2dae04acc430', 'mac_address': 'fa:16:3e:8c:77:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f47ef111-efcf-4236-94b4-2cdab93576d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T17:19:44Z', 'updated_at': '2022-02-04T17:19:47Z', 'revision_number': 1, 'project_id': 'd4027c9982744fa0a7137e1cf2e9012e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '85b07dd7-b88f-4d22-9e61-73ef49291ae4', 'name': '', 'network_id': 'e192c2cc-857d-492a-855f-2dae04acc430', 'tenant_id': 'd4027c9982744fa0a7137e1cf2e9012e', 'mac_address': 'fa:16:3e:b4:16:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6d0baf4-6769-4ab6-be48-cc76199b7e27', 'device_owner': 'network:router_interface', 'standard_attr_id': 949, 'fixed_ips': [{'subnet_id': 'd4973353-0966-45fa-beb0-35424b803918', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:19:04Z', 'updated_at': '2022-02-04T17:19:11Z', 'revision_number': 5, 'project_id': 'd4027c9982744fa0a7137e1cf2e9012e', 'subnets': [{'id': 'd4973353-0966-45fa-beb0-35424b803918', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 17:19:50.802855 n-d-827839-2 neutron-server[103376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cb76be2-857a-4344-8c61-d28f5c302049', 'name': 'network-vif-deleted', 'tag': '4a73825d-935d-4948-a8ea-efa0c941b806'}] {{(pid=103376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:19:50.805921 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d59c3bb5e2f09ebf62144d5e09b1cff60c763a9c19614c24538e77842938c05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f1c164d-7b3e-4beb-a933-9d8e22ae026d" -d '{"events": [{"server_uuid": "7cb76be2-857a-4344-8c61-d28f5c302049", "name": "network-vif-deleted", "tag": "4a73825d-935d-4948-a8ea-efa0c941b806"}]}' {{(pid=103376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:19:50.821424 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-8ba3504a-b136-4f01-be52-c8223055a98b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (e148fcbe-ea6c-4cfc-8554-a4e9bc8814ec), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:50.825241 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-8ba3504a-b136-4f01-be52-c8223055a98b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:50.827627 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-8ba3504a-b136-4f01-be52-c8223055a98b admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/e148fcbe-ea6c-4cfc-8554-a4e9bc8814ec HTTP/1.1" status: 204 len: 168 time: 0.2781558 Feb 04 17:19:50.866621 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba3504a-b136-4f01-be52-c8223055a98b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e148fcbe-ea6c-4cfc-8554-a4e9bc8814ec,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:19:50.916115 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e991ad-00cb-495b-bd32-63f03619b57e req-d5282379-5fcd-4d5d-a273-86e808e6f4af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:19:50.919204 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-90e991ad-00cb-495b-bd32-63f03619b57e req-d5282379-5fcd-4d5d-a273-86e808e6f4af service neutron] 10.222.0.90 "GET /v2.0/subnets?id=acc74b3b-28a2-4a28-a63e-a2e1d0f02fcf HTTP/1.1" status: 200 len: 850 time: 0.1625373 Feb 04 17:19:50.963994 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-459e07c1-ec89-40c8-96b5-e62fd8896b04 req-0387151b-8450-4719-9ca3-3e9fe3e93106 tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] 10.222.0.89 "GET /v2.0/ports?device_id=809c551a-1790-4b2b-baf4-9847169d6487 HTTP/1.1" status: 200 len: 210 time: 0.0750062 Feb 04 17:19:50.991889 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-90e991ad-00cb-495b-bd32-63f03619b57e req-19594c65-0bb8-457c-b33e-f828a09fe3f3 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=39759074-fb50-4135-a9de-456f123df529&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0639374 Feb 04 17:19:50.996473 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-4d6c3c01-f33e-4a67-b41b-0eae72f8a0b6 req-5f0a1af6-90b3-4ed9-abfc-2adc57fd1d9e service neutron] 10.222.0.89 "GET /v2.0/networks/e192c2cc-857d-492a-855f-2dae04acc430?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4005046 Feb 04 17:19:51.085032 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 33174) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:19:51.180470 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Device 0d900902-236e-4b59-81c2-4e05e50526a0 no longer exists at agent hyperv_n-h2-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:19:51.187170 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9422468-ef74-4179-a01d-0e6f7eef721d None None] New status for floating IP 4102760d-3502-4f00-b1a7-6dffb9ba4f72: ACTIVE {{(pid=103379) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 17:19:51.190550 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96ff40b-2b62-4933-bf85-73b7d3b1c639 req-34bd58a9-8142-42da-be14-650c58227613 tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:19:51.200150 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-d96ff40b-2b62-4933-bf85-73b7d3b1c639 req-34bd58a9-8142-42da-be14-650c58227613 tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] 10.222.0.89 "GET /v2.0/ports?device_id=2334ee69-0871-44da-b636-9ceb5bb33e7e HTTP/1.1" status: 200 len: 943 time: 0.0989997 Feb 04 17:19:51.240182 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device 4bcfa000-8e68-424f-9687-3f5045d77edf details requested by agent hyperv_n-h1-827839-2 with host n-h1-827839-2 {{(pid=103378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 17:19:51.248958 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device 645c34a0-6641-41db-8d2a-af675eb8fb2e no longer exists at agent hyperv_n-h1-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:19:51.287353 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-d96ff40b-2b62-4933-bf85-73b7d3b1c639 req-6a0b6e77-6500-4bbf-b1b6-466c5263858e tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] 10.222.0.89 "GET /v2.0/security-groups?id=c591d0a0-8f77-4259-ab5e-c54cb31473d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851178 Feb 04 17:19:51.319201 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-4d6c3c01-f33e-4a67-b41b-0eae72f8a0b6 req-105e44ee-0de5-47f2-a052-5a4e9279afaa service neutron] 10.222.0.89 "GET /v2.0/networks/e192c2cc-857d-492a-855f-2dae04acc430?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2867332 Feb 04 17:19:51.338090 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] No Port match for: 645c34a0-6641-41db-8d2a-af675eb8fb2e {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 17:19:51.338613 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device 645c34a0-6641-41db-8d2a-af675eb8fb2e not bound to the agent host n-h1-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 17:19:51.351168 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 17:19:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2dbd9dd-c0e8-47db-a38b-49d0ec7f990e x-openstack-request-id: req-c2dbd9dd-c0e8-47db-a38b-49d0ec7f990e {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:19:51.351507 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7cb76be2-857a-4344-8c61-d28f5c302049", "name": "network-vif-deleted", "tag": "4a73825d-935d-4948-a8ea-efa0c941b806", "status": "completed", "code": 200}]} {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:19:51.351770 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-c2dbd9dd-c0e8-47db-a38b-49d0ec7f990e {{(pid=103376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:19:51.352199 n-d-827839-2 neutron-server[103376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7cb76be2-857a-4344-8c61-d28f5c302049', 'name': 'network-vif-deleted', 'tag': '4a73825d-935d-4948-a8ea-efa0c941b806', 'status': 'completed', 'code': 200} Feb 04 17:19:51.364197 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] No Port match for: 0d900902-236e-4b59-81c2-4e05e50526a0 {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 17:19:51.365817 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Device 0d900902-236e-4b59-81c2-4e05e50526a0 not bound to the agent host n-h2-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 17:19:51.367502 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Device 4a73825d-935d-4948-a8ea-efa0c941b806 no longer exists at agent hyperv_n-h2-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:19:51.385857 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-90e991ad-00cb-495b-bd32-63f03619b57e req-040d642e-e5ef-4135-9edc-f5ac7a6bda58 service neutron] 10.222.0.90 "GET /v2.0/networks/39759074-fb50-4135-a9de-456f123df529?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3869264 Feb 04 17:19:51.456309 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] No Port match for: 4a73825d-935d-4948-a8ea-efa0c941b806 {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 17:19:51.456660 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Device 4a73825d-935d-4948-a8ea-efa0c941b806 not bound to the agent host n-h2-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 17:19:51.572402 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-c37810b5-0a94-413f-a7f2-eb04e8857372 tempest-NetworksNegativeTestJSON-1950386465 tempest-NetworksNegativeTestJSON-1950386465-project] Request body: {'port': {'network_id': '29127dd4-33f6-4ba7-96c1-7acf5e55a48d', 'name': 'tempest-NetworksNegativeTestJSON-804527181'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:19:51.602494 n-d-827839-2 neutron-server[103376]: INFO neutron.pecan_wsgi.hooks.translation [None req-c37810b5-0a94-413f-a7f2-eb04e8857372 tempest-NetworksNegativeTestJSON-1950386465 tempest-NetworksNegativeTestJSON-1950386465-project] POST failed (client error): The resource could not be found. Feb 04 17:19:51.608522 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c37810b5-0a94-413f-a7f2-eb04e8857372 tempest-NetworksNegativeTestJSON-1950386465 tempest-NetworksNegativeTestJSON-1950386465-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103376) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 17:19:51.614208 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-c37810b5-0a94-413f-a7f2-eb04e8857372 tempest-NetworksNegativeTestJSON-1950386465 tempest-NetworksNegativeTestJSON-1950386465-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.5239160 Feb 04 17:19:51.614719 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 33202) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:19:51.637459 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-90e991ad-00cb-495b-bd32-63f03619b57e req-14eeb594-19f7-40e8-bd0d-67c7bd895e30 service neutron] 10.222.0.90 "GET /v2.0/networks/39759074-fb50-4135-a9de-456f123df529?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2444844 Feb 04 17:19:51.672242 n-d-827839-2 neutron-server[103376]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0448017-6f6c-43b5-a17c-0af8f1839b6f tempest-NetworksNegativeTestJSON-1950386465 tempest-NetworksNegativeTestJSON-1950386465-project] DELETE failed (client error): The resource could not be found. Feb 04 17:19:51.673490 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a0448017-6f6c-43b5-a17c-0af8f1839b6f tempest-NetworksNegativeTestJSON-1950386465 tempest-NetworksNegativeTestJSON-1950386465-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103376) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 17:19:51.677277 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-a0448017-6f6c-43b5-a17c-0af8f1839b6f tempest-NetworksNegativeTestJSON-1950386465 tempest-NetworksNegativeTestJSON-1950386465-project] 10.222.0.89 "DELETE /v2.0/networks/228cae6b-04e5-498c-aed4-47cbbcfe2b18 HTTP/1.1" status: 404 len: 339 time: 0.0614629 Feb 04 17:19:51.683895 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558a4602-a26b-4aa2-a39c-d801e9c48f6a req-d1156416-c0af-403e-98bd-14b1235eb02c tempest-AttachSCSIVolumeTestJSON-480248312 tempest-AttachSCSIVolumeTestJSON-480248312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:19:51.685282 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 33204) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:19:51.686050 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-558a4602-a26b-4aa2-a39c-d801e9c48f6a req-d1156416-c0af-403e-98bd-14b1235eb02c tempest-AttachSCSIVolumeTestJSON-480248312 tempest-AttachSCSIVolumeTestJSON-480248312-project] 10.222.0.89 "GET /v2.0/ports?device_id=d139c4de-8da5-4d54-bf7d-b1ba87ddc92a HTTP/1.1" status: 200 len: 944 time: 0.1994753 Feb 04 17:19:51.709221 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] For port 4bcfa000-8e68-424f-9687-3f5045d77edf, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=4bcfa000-8e68-424f-9687-3f5045d77edf,segment=NetworkSegment(7ce1250d-0fb9-49dd-ae7f-12647688678d),segment_id=7ce1250d-0fb9-49dd-ae7f-12647688678d)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:19:51.738600 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Returning: {'device': '4bcfa000-8e68-424f-9687-3f5045d77edf', 'network_id': 'e7a2df79-c8ce-4040-9052-dff1b84320da', 'port_id': '4bcfa000-8e68-424f-9687-3f5045d77edf', 'mac_address': 'fa:16:3e:03:aa:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 758, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ecfdaff4-bfe4-4c41-acd1-759b3291dd98', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 17:19:51.753105 n-d-827839-2 neutron-server[103376]: INFO neutron.pecan_wsgi.hooks.translation [None req-51ed81a9-367a-4e80-aec3-7d90ecf5d57d tempest-NetworksNegativeTestJSON-1950386465 tempest-NetworksNegativeTestJSON-1950386465-project] DELETE failed (client error): The resource could not be found. Feb 04 17:19:51.753829 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-51ed81a9-367a-4e80-aec3-7d90ecf5d57d tempest-NetworksNegativeTestJSON-1950386465 tempest-NetworksNegativeTestJSON-1950386465-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103376) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 17:19:51.757562 n-d-827839-2 neutron-server[103377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f47ef111-efcf-4236-94b4-2cdab93576d8', 'tag': '57c2857a-00dd-48a9-a1e3-c390c20ad1fd'}] {{(pid=103377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:19:51.757974 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-51ed81a9-367a-4e80-aec3-7d90ecf5d57d tempest-NetworksNegativeTestJSON-1950386465 tempest-NetworksNegativeTestJSON-1950386465-project] 10.222.0.89 "DELETE /v2.0/ports/7e897a4b-ba85-4390-9d13-bf2f5605b9e6 HTTP/1.1" status: 404 len: 333 time: 0.0708253 Feb 04 17:19:51.760392 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7240428b650e1488e9361b62648ff4b3a6c19d49d8c27c949491ab58c1346cf0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79d8af96-308b-4a6f-8d6b-dd1286672c1b" -d '{"events": [{"name": "network-changed", "server_uuid": "f47ef111-efcf-4236-94b4-2cdab93576d8", "tag": "57c2857a-00dd-48a9-a1e3-c390c20ad1fd"}]}' {{(pid=103377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:19:51.761048 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 33206) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:19:51.810159 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Current status of the port 4bcfa000-8e68-424f-9687-3f5045d77edf is: DOWN; New status is: BUILD {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:19:51.810670 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (4bcfa000-8e68-424f-9687-3f5045d77edf), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:51.813366 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-558a4602-a26b-4aa2-a39c-d801e9c48f6a req-8760e63e-64ae-47e6-9505-aa547197f9f3 tempest-AttachSCSIVolumeTestJSON-480248312 tempest-AttachSCSIVolumeTestJSON-480248312-project] 10.222.0.89 "GET /v2.0/security-groups?id=c2ca9c4f-7e5c-464a-a6ef-9ac8541b875b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198478 Feb 04 17:19:51.824569 n-d-827839-2 neutron-server[103376]: INFO neutron.pecan_wsgi.hooks.translation [None req-b01f5d4d-ceae-43a5-b14e-c7f8dc73026a tempest-NetworksNegativeTestJSON-1950386465 tempest-NetworksNegativeTestJSON-1950386465-project] DELETE failed (client error): The resource could not be found. Feb 04 17:19:51.830383 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b01f5d4d-ceae-43a5-b14e-c7f8dc73026a tempest-NetworksNegativeTestJSON-1950386465 tempest-NetworksNegativeTestJSON-1950386465-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103376) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 17:19:51.833384 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-b01f5d4d-ceae-43a5-b14e-c7f8dc73026a tempest-NetworksNegativeTestJSON-1950386465 tempest-NetworksNegativeTestJSON-1950386465-project] 10.222.0.89 "DELETE /v2.0/subnets/dc759bd6-0281-40cd-9e9d-bb1c6187b0ba HTTP/1.1" status: 404 len: 337 time: 0.0712779 Feb 04 17:19:51.837658 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 33216) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:19:51.852032 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4bcfa000-8e68-424f-9687-3f5045d77edf {{(pid=103378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 17:19:51.886330 n-d-827839-2 neutron-server[103377]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2164a8c-0517-4cf3-ab9e-7d16ca76e8d8 tempest-NetworksNegativeTestJSON-1950386465 tempest-NetworksNegativeTestJSON-1950386465-project] GET failed (client error): The resource could not be found. Feb 04 17:19:51.892382 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 33220) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:19:51.893223 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-a2164a8c-0517-4cf3-ab9e-7d16ca76e8d8 tempest-NetworksNegativeTestJSON-1950386465 tempest-NetworksNegativeTestJSON-1950386465-project] 10.222.0.89 "GET /v2.0/networks/f2a63062-aeac-4208-a7a9-894e2f72610f HTTP/1.1" status: 404 len: 339 time: 0.0535433 Feb 04 17:19:51.900762 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] For port 4bcfa000-8e68-424f-9687-3f5045d77edf, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=4bcfa000-8e68-424f-9687-3f5045d77edf,segment=NetworkSegment(7ce1250d-0fb9-49dd-ae7f-12647688678d),segment_id=7ce1250d-0fb9-49dd-ae7f-12647688678d)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:19:51.910534 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (4bcfa000-8e68-424f-9687-3f5045d77edf), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:51.940368 n-d-827839-2 neutron-server[103376]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8e1b2b4-6c7f-432a-a3ad-bd056e0ffde8 tempest-NetworksNegativeTestJSON-1950386465 tempest-NetworksNegativeTestJSON-1950386465-project] GET failed (client error): The resource could not be found. Feb 04 17:19:51.941969 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-c8e1b2b4-6c7f-432a-a3ad-bd056e0ffde8 tempest-NetworksNegativeTestJSON-1950386465 tempest-NetworksNegativeTestJSON-1950386465-project] 10.222.0.89 "GET /v2.0/ports/bb827a04-6306-4e5e-adb9-2bb2f4ac0558 HTTP/1.1" status: 404 len: 333 time: 0.0485089 Feb 04 17:19:51.953258 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 33224) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:19:52.007141 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Pushing event updated for resources: {'Port': ['ID=4bcfa000-8e68-424f-9687-3f5045d77edf,revision_number=4']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:19:52.021449 n-d-827839-2 neutron-server[103376]: INFO neutron.pecan_wsgi.hooks.translation [None req-3503b6e4-8168-4262-ab9c-75be782c071e tempest-NetworksNegativeTestJSON-1950386465 tempest-NetworksNegativeTestJSON-1950386465-project] GET failed (client error): The resource could not be found. Feb 04 17:19:52.023774 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-3503b6e4-8168-4262-ab9c-75be782c071e tempest-NetworksNegativeTestJSON-1950386465 tempest-NetworksNegativeTestJSON-1950386465-project] 10.222.0.89 "GET /v2.0/subnets/c718f8f7-1079-470c-8c71-1ba1beea32c6 HTTP/1.1" status: 404 len: 337 time: 0.0681925 Feb 04 17:19:52.034448 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 33234) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:19:52.040755 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-4abc6bbc-abe2-463a-a0c1-ecc5aceda551 tempest-NetworksNegativeTestJSON-1950386465 tempest-NetworksNegativeTestJSON-1950386465-project] Request body: {'network': {'name': 'new_name'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:19:52.057958 n-d-827839-2 neutron-server[103376]: INFO neutron.pecan_wsgi.hooks.translation [None req-4abc6bbc-abe2-463a-a0c1-ecc5aceda551 tempest-NetworksNegativeTestJSON-1950386465 tempest-NetworksNegativeTestJSON-1950386465-project] PUT failed (client error): The resource could not be found. Feb 04 17:19:52.058658 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4abc6bbc-abe2-463a-a0c1-ecc5aceda551 tempest-NetworksNegativeTestJSON-1950386465 tempest-NetworksNegativeTestJSON-1950386465-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103376) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 17:19:52.061080 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-4abc6bbc-abe2-463a-a0c1-ecc5aceda551 tempest-NetworksNegativeTestJSON-1950386465 tempest-NetworksNegativeTestJSON-1950386465-project] 10.222.0.89 "PUT /v2.0/networks/adc33528-52e1-4cdc-a901-e3116e6f99f8 HTTP/1.1" status: 404 len: 339 time: 0.0253296 Feb 04 17:19:52.064847 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 33236) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:19:52.071597 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-47b8d0e6-be2b-48ce-a2f6-6bb8234f9a0a tempest-NetworksNegativeTestJSON-1950386465 tempest-NetworksNegativeTestJSON-1950386465-project] Request body: {'port': {'name': 'new_name'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:19:52.101122 n-d-827839-2 neutron-server[103376]: INFO neutron.pecan_wsgi.hooks.translation [None req-47b8d0e6-be2b-48ce-a2f6-6bb8234f9a0a tempest-NetworksNegativeTestJSON-1950386465 tempest-NetworksNegativeTestJSON-1950386465-project] PUT failed (client error): The resource could not be found. Feb 04 17:19:52.102318 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-47b8d0e6-be2b-48ce-a2f6-6bb8234f9a0a tempest-NetworksNegativeTestJSON-1950386465 tempest-NetworksNegativeTestJSON-1950386465-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103376) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 17:19:52.103642 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-47b8d0e6-be2b-48ce-a2f6-6bb8234f9a0a tempest-NetworksNegativeTestJSON-1950386465 tempest-NetworksNegativeTestJSON-1950386465-project] 10.222.0.89 "PUT /v2.0/ports/91fcf965-5e7e-4ea3-ab02-51219bb4e0be HTTP/1.1" status: 404 len: 333 time: 0.0375969 Feb 04 17:19:52.107427 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 33240) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:19:52.121713 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-2a4083bf-6a39-4dfa-887b-795c8fe70ed4 tempest-NetworksNegativeTestJSON-1950386465 tempest-NetworksNegativeTestJSON-1950386465-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:19:52.125684 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-bd42ccd9-7e0d-4051-863d-eaa38dd906ab req-30c575b2-3232-4a3f-a6c1-fdac3d9e67d8 tempest-FloatingIPsAssociationNegativeTestJSON-1592197425 tempest-FloatingIPsAssociationNegativeTestJSON-1592197425-project] 10.222.0.89 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=48165773-85ad-49a1-9ec1-76fc8dc24188 HTTP/1.1" status: 200 len: 258 time: 0.2533469 Feb 04 17:19:52.135488 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [req-bd42ccd9-7e0d-4051-863d-eaa38dd906ab req-dd629f72-f991-4470-9458-c836b3a5c25b tempest-FloatingIPsAssociationNegativeTestJSON-1592197425 tempest-FloatingIPsAssociationNegativeTestJSON-1592197425-project] Request body: {'floatingip': {'floating_network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:19:52.168498 n-d-827839-2 neutron-server[103376]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a4083bf-6a39-4dfa-887b-795c8fe70ed4 tempest-NetworksNegativeTestJSON-1950386465 tempest-NetworksNegativeTestJSON-1950386465-project] PUT failed (client error): The resource could not be found. Feb 04 17:19:52.169185 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a4083bf-6a39-4dfa-887b-795c8fe70ed4 tempest-NetworksNegativeTestJSON-1950386465 tempest-NetworksNegativeTestJSON-1950386465-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103376) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 17:19:52.174256 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-2a4083bf-6a39-4dfa-887b-795c8fe70ed4 tempest-NetworksNegativeTestJSON-1950386465 tempest-NetworksNegativeTestJSON-1950386465-project] 10.222.0.89 "PUT /v2.0/subnets/0770e53c-9d61-4007-9819-5bc6c5be00f7 HTTP/1.1" status: 404 len: 337 time: 0.0618262 Feb 04 17:19:52.191024 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-bd42ccd9-7e0d-4051-863d-eaa38dd906ab req-dd629f72-f991-4470-9458-c836b3a5c25b tempest-FloatingIPsAssociationNegativeTestJSON-1592197425 tempest-FloatingIPsAssociationNegativeTestJSON-1592197425-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:52.371051 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] get_ports_and_sgs() called for port_ids ['4bcfa000-8e68-424f-9687-3f5045d77edf'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 17:19:52.413922 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-bd42ccd9-7e0d-4051-863d-eaa38dd906ab req-dd629f72-f991-4470-9458-c836b3a5c25b tempest-FloatingIPsAssociationNegativeTestJSON-1592197425 tempest-FloatingIPsAssociationNegativeTestJSON-1592197425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:52.636424 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 33272) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:19:52.683133 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.db_base_plugin_common [req-bd42ccd9-7e0d-4051-863d-eaa38dd906ab req-dd629f72-f991-4470-9458-c836b3a5c25b tempest-FloatingIPsAssociationNegativeTestJSON-1592197425 tempest-FloatingIPsAssociationNegativeTestJSON-1592197425-project] Allocated IP 172.25.6.66 (48165773-85ad-49a1-9ec1-76fc8dc24188/7660bfad-1ea8-4fe7-831b-bed836f13efc/5f45d18c-fb1e-4cad-8783-cfee2296ba05) {{(pid=103377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:19:52.789298 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6849dd-b30a-410d-9dd7-3959b1463417 req-b380a100-987d-4c08-b994-6cd7e10a180e tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:19:52.790856 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-ea6849dd-b30a-410d-9dd7-3959b1463417 req-b380a100-987d-4c08-b994-6cd7e10a180e tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] 10.222.0.89 "GET /v2.0/ports?device_id=2334ee69-0871-44da-b636-9ceb5bb33e7e HTTP/1.1" status: 200 len: 943 time: 0.0852578 Feb 04 17:19:52.828214 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-bd42ccd9-7e0d-4051-863d-eaa38dd906ab req-dd629f72-f991-4470-9458-c836b3a5c25b tempest-FloatingIPsAssociationNegativeTestJSON-1592197425 tempest-FloatingIPsAssociationNegativeTestJSON-1592197425-project] Publish callbacks [] for port (5f45d18c-fb1e-4cad-8783-cfee2296ba05), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:52.874179 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-bd42ccd9-7e0d-4051-863d-eaa38dd906ab req-dd629f72-f991-4470-9458-c836b3a5c25b tempest-FloatingIPsAssociationNegativeTestJSON-1592197425 tempest-FloatingIPsAssociationNegativeTestJSON-1592197425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (5f45d18c-fb1e-4cad-8783-cfee2296ba05), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:52.887279 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-ebe8d2de-1398-4788-b492-88d6874ad3ea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:52.927177 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd42ccd9-7e0d-4051-863d-eaa38dd906ab req-dd629f72-f991-4470-9458-c836b3a5c25b tempest-FloatingIPsAssociationNegativeTestJSON-1592197425 tempest-FloatingIPsAssociationNegativeTestJSON-1592197425-project] Network 48165773-85ad-49a1-9ec1-76fc8dc24188 is already hosted by enough agents. {{(pid=103377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:19:52.930388 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [req-bd42ccd9-7e0d-4051-863d-eaa38dd906ab req-dd629f72-f991-4470-9458-c836b3a5c25b tempest-FloatingIPsAssociationNegativeTestJSON-1592197425 tempest-FloatingIPsAssociationNegativeTestJSON-1592197425-project] Resources bound (agent type, host, resource id): {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:19:52.933242 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd42ccd9-7e0d-4051-863d-eaa38dd906ab req-dd629f72-f991-4470-9458-c836b3a5c25b tempest-FloatingIPsAssociationNegativeTestJSON-1592197425 tempest-FloatingIPsAssociationNegativeTestJSON-1592197425-project] Received port after_create {{(pid=103377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:19:52.948605 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [req-ea6849dd-b30a-410d-9dd7-3959b1463417 req-90fd9d9c-b15e-4317-a10e-29578dc1c148 tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] Deleting port 5ada897c-33ad-4ac3-9825-d2f0ed0512c7 {{(pid=103376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:19:52.958499 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-ea6849dd-b30a-410d-9dd7-3959b1463417 req-90fd9d9c-b15e-4317-a10e-29578dc1c148 tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (5ada897c-33ad-4ac3-9825-d2f0ed0512c7), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:52.992005 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd629f72-f991-4470-9458-c836b3a5c25b tempest-FloatingIPsAssociationNegativeTestJSON-1592197425 tempest-FloatingIPsAssociationNegativeTestJSON-1592197425-project] Pushing event updated for resources: {'Port': ['ID=5f45d18c-fb1e-4cad-8783-cfee2296ba05,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:19:53.055949 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-bd42ccd9-7e0d-4051-863d-eaa38dd906ab req-dd629f72-f991-4470-9458-c836b3a5c25b tempest-FloatingIPsAssociationNegativeTestJSON-1592197425 tempest-FloatingIPsAssociationNegativeTestJSON-1592197425-project] Publish callbacks [] for floatingip (3da98cbf-11e7-4fe5-9c2d-7b13db753e71), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:53.074002 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-ebe8d2de-1398-4788-b492-88d6874ad3ea admin admin] Publish callbacks [] for security_group (d7e62146-2e14-48b5-9010-7c1dc4d458cd), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:53.081677 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [req-ea6849dd-b30a-410d-9dd7-3959b1463417 req-90fd9d9c-b15e-4317-a10e-29578dc1c148 tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] For port 5ada897c-33ad-4ac3-9825-d2f0ed0512c7, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=5ada897c-33ad-4ac3-9825-d2f0ed0512c7,segment=NetworkSegment(78faf63e-60a8-47e4-85af-dce04e5fa366),segment_id=78faf63e-60a8-47e4-85af-dce04e5fa366)] {{(pid=103376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:19:53.082101 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-ea6849dd-b30a-410d-9dd7-3959b1463417 req-90fd9d9c-b15e-4317-a10e-29578dc1c148 tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (5ada897c-33ad-4ac3-9825-d2f0ed0512c7), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:53.085585 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-ebe8d2de-1398-4788-b492-88d6874ad3ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (d7e62146-2e14-48b5-9010-7c1dc4d458cd), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:53.107854 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-bd42ccd9-7e0d-4051-863d-eaa38dd906ab req-dd629f72-f991-4470-9458-c836b3a5c25b tempest-FloatingIPsAssociationNegativeTestJSON-1592197425 tempest-FloatingIPsAssociationNegativeTestJSON-1592197425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (5f45d18c-fb1e-4cad-8783-cfee2296ba05), before_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:53.122998 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [req-ea6849dd-b30a-410d-9dd7-3959b1463417 req-90fd9d9c-b15e-4317-a10e-29578dc1c148 tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] Calling delete_port for 5ada897c-33ad-4ac3-9825-d2f0ed0512c7 owned by compute:nova {{(pid=103376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:19:53.150084 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe8d2de-1398-4788-b492-88d6874ad3ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7e62146-2e14-48b5-9010-7c1dc4d458cd,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:19:53.161923 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-ebe8d2de-1398-4788-b492-88d6874ad3ea admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=6395a399f5c741e2811b57353762d033&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5240896 Feb 04 17:19:53.164039 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 33278) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:19:53.190941 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Device 2e337050-c376-4e89-b3c1-981d70481050 details requested by agent hyperv_n-h2-827839-2 with host n-h2-827839-2 {{(pid=103378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 17:19:53.219760 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device 5ada897c-33ad-4ac3-9825-d2f0ed0512c7 no longer exists at agent hyperv_n-h1-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:19:53.301567 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-6a8a264d-a9de-48cf-841c-6295c6fc0008 admin admin] Publish callbacks [] for security_group (d7e62146-2e14-48b5-9010-7c1dc4d458cd), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:53.373417 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-bd42ccd9-7e0d-4051-863d-eaa38dd906ab req-dd629f72-f991-4470-9458-c836b3a5c25b tempest-FloatingIPsAssociationNegativeTestJSON-1592197425 tempest-FloatingIPsAssociationNegativeTestJSON-1592197425-project] Publish callbacks [] for port (5f45d18c-fb1e-4cad-8783-cfee2296ba05), precommit_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:53.379936 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-bd42ccd9-7e0d-4051-863d-eaa38dd906ab req-dd629f72-f991-4470-9458-c836b3a5c25b tempest-FloatingIPsAssociationNegativeTestJSON-1592197425 tempest-FloatingIPsAssociationNegativeTestJSON-1592197425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25888290'] for port (5f45d18c-fb1e-4cad-8783-cfee2296ba05), after_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:53.398923 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-6a8a264d-a9de-48cf-841c-6295c6fc0008 admin admin] Publish callbacks [] for security_group (d7e62146-2e14-48b5-9010-7c1dc4d458cd), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:53.405923 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-ea6849dd-b30a-410d-9dd7-3959b1463417 req-90fd9d9c-b15e-4317-a10e-29578dc1c148 tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (5ada897c-33ad-4ac3-9825-d2f0ed0512c7), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:53.428164 n-d-827839-2 neutron-server[103378]: INFO neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] No ports have port_id starting with 5ada897c-33ad-4ac3-9825-d2f0ed0512c7 Feb 04 17:19:53.465192 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] For port 2e337050-c376-4e89-b3c1-981d70481050, host n-h2-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=2e337050-c376-4e89-b3c1-981d70481050,segment=NetworkSegment(be1103cf-5393-48aa-b76f-2defc05390b4),segment_id=be1103cf-5393-48aa-b76f-2defc05390b4)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:19:53.478132 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Returning: {'device': '2e337050-c376-4e89-b3c1-981d70481050', 'network_id': '39759074-fb50-4135-a9de-456f123df529', 'port_id': '2e337050-c376-4e89-b3c1-981d70481050', 'mac_address': 'fa:16:3e:37:77:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 775, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'acc74b3b-28a2-4a28-a63e-a2e1d0f02fcf', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 17:19:53.500171 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd629f72-f991-4470-9458-c836b3a5c25b tempest-FloatingIPsAssociationNegativeTestJSON-1592197425 tempest-FloatingIPsAssociationNegativeTestJSON-1592197425-project] Pushing event updated for resources: {'Port': ['ID=5f45d18c-fb1e-4cad-8783-cfee2296ba05,revision_number=2']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:19:53.514658 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-bd42ccd9-7e0d-4051-863d-eaa38dd906ab req-dd629f72-f991-4470-9458-c836b3a5c25b tempest-FloatingIPsAssociationNegativeTestJSON-1592197425 tempest-FloatingIPsAssociationNegativeTestJSON-1592197425-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1595586'] for floatingip (3da98cbf-11e7-4fe5-9c2d-7b13db753e71), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:53.536303 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-bd42ccd9-7e0d-4051-863d-eaa38dd906ab req-dd629f72-f991-4470-9458-c836b3a5c25b tempest-FloatingIPsAssociationNegativeTestJSON-1592197425 tempest-FloatingIPsAssociationNegativeTestJSON-1592197425-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for floatingip (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:53.539289 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90fd9d9c-b15e-4317-a10e-29578dc1c148 tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] Pushing event deleted for resources: {'Port': ['ID=5ada897c-33ad-4ac3-9825-d2f0ed0512c7,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:19:53.540681 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-bd42ccd9-7e0d-4051-863d-eaa38dd906ab req-dd629f72-f991-4470-9458-c836b3a5c25b tempest-FloatingIPsAssociationNegativeTestJSON-1592197425 tempest-FloatingIPsAssociationNegativeTestJSON-1592197425-project] 10.222.0.89 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.4094915 Feb 04 17:19:53.545669 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Current status of the port 2e337050-c376-4e89-b3c1-981d70481050 is: DOWN; New status is: BUILD {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:19:53.550587 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (2e337050-c376-4e89-b3c1-981d70481050), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:53.570233 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea6849dd-b30a-410d-9dd7-3959b1463417 req-90fd9d9c-b15e-4317-a10e-29578dc1c148 tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] No DVR routers for this DVR port 5ada897c-33ad-4ac3-9825-d2f0ed0512c7 on host n-h1-827839-2 {{(pid=103376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 17:19:53.574682 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-ea6849dd-b30a-410d-9dd7-3959b1463417 req-90fd9d9c-b15e-4317-a10e-29578dc1c148 tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:53.581420 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-ea6849dd-b30a-410d-9dd7-3959b1463417 req-90fd9d9c-b15e-4317-a10e-29578dc1c148 tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] 10.222.0.89 "DELETE /v2.0/ports/5ada897c-33ad-4ac3-9825-d2f0ed0512c7 HTTP/1.1" status: 204 len: 173 time: 0.7839541 Feb 04 17:19:53.583496 n-d-827839-2 neutron-server[103376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2334ee69-0871-44da-b636-9ceb5bb33e7e', 'name': 'network-vif-deleted', 'tag': '5ada897c-33ad-4ac3-9825-d2f0ed0512c7'}] {{(pid=103376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:19:53.584890 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e337050-c376-4e89-b3c1-981d70481050 {{(pid=103378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 17:19:53.589173 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d59c3bb5e2f09ebf62144d5e09b1cff60c763a9c19614c24538e77842938c05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-057716ad-0881-456e-b437-bcc81c9ab4fc" -d '{"events": [{"server_uuid": "2334ee69-0871-44da-b636-9ceb5bb33e7e", "name": "network-vif-deleted", "tag": "5ada897c-33ad-4ac3-9825-d2f0ed0512c7"}]}' {{(pid=103376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:19:53.626574 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] For port 2e337050-c376-4e89-b3c1-981d70481050, host n-h2-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=2e337050-c376-4e89-b3c1-981d70481050,segment=NetworkSegment(be1103cf-5393-48aa-b76f-2defc05390b4),segment_id=be1103cf-5393-48aa-b76f-2defc05390b4)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:19:53.633563 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-6a8a264d-a9de-48cf-841c-6295c6fc0008 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (d7e62146-2e14-48b5-9010-7c1dc4d458cd), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:53.634668 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (2e337050-c376-4e89-b3c1-981d70481050), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:53.636147 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-6a8a264d-a9de-48cf-841c-6295c6fc0008 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:53.637343 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-6a8a264d-a9de-48cf-841c-6295c6fc0008 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/d7e62146-2e14-48b5-9010-7c1dc4d458cd HTTP/1.1" status: 204 len: 168 time: 0.4723351 Feb 04 17:19:53.673297 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8a264d-a9de-48cf-841c-6295c6fc0008 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7e62146-2e14-48b5-9010-7c1dc4d458cd,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:19:53.687363 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-bd42ccd9-7e0d-4051-863d-eaa38dd906ab req-e63a0891-ab78-473a-aa95-d750c14282d0 tempest-FloatingIPsAssociationNegativeTestJSON-1592197425 tempest-FloatingIPsAssociationNegativeTestJSON-1592197425-project] 10.222.0.89 "GET /v2.0/floatingips?floating_ip_address=172.25.6.66 HTTP/1.1" status: 200 len: 695 time: 0.1365383 Feb 04 17:19:53.777029 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Pushing event updated for resources: {'Port': ['ID=2e337050-c376-4e89-b3c1-981d70481050,revision_number=4']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:19:53.897254 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd42ccd9-7e0d-4051-863d-eaa38dd906ab req-4ddd82d9-7fd7-494a-93d6-87dc62a7fa9d tempest-FloatingIPsAssociationNegativeTestJSON-1592197425 tempest-FloatingIPsAssociationNegativeTestJSON-1592197425-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:19:53.900780 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-bd42ccd9-7e0d-4051-863d-eaa38dd906ab req-4ddd82d9-7fd7-494a-93d6-87dc62a7fa9d tempest-FloatingIPsAssociationNegativeTestJSON-1592197425 tempest-FloatingIPsAssociationNegativeTestJSON-1592197425-project] 10.222.0.89 "GET /v2.0/networks/48165773-85ad-49a1-9ec1-76fc8dc24188 HTTP/1.1" status: 200 len: 784 time: 0.2101536 Feb 04 17:19:53.935576 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] get_ports_and_sgs() called for port_ids ['2e337050-c376-4e89-b3c1-981d70481050'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 17:19:53.967552 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 17:19:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fff13270-02bf-4fc3-ad32-d584a30216ff x-openstack-request-id: req-fff13270-02bf-4fc3-ad32-d584a30216ff {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:19:53.967938 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f47ef111-efcf-4236-94b4-2cdab93576d8", "tag": "57c2857a-00dd-48a9-a1e3-c390c20ad1fd", "status": "completed", "code": 200}]} {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:19:53.968305 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-fff13270-02bf-4fc3-ad32-d584a30216ff {{(pid=103377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:19:53.968896 n-d-827839-2 neutron-server[103377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f47ef111-efcf-4236-94b4-2cdab93576d8', 'tag': '57c2857a-00dd-48a9-a1e3-c390c20ad1fd', 'status': 'completed', 'code': 200} Feb 04 17:19:54.044164 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ac53ce-a4d1-4eff-b97f-79d2ebc269f0 req-db079789-794d-4638-8690-f956b750bd65 tempest-ServersAdminTestJSON-70469306 tempest-ServersAdminTestJSON-70469306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:19:54.052900 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-62ac53ce-a4d1-4eff-b97f-79d2ebc269f0 req-db079789-794d-4638-8690-f956b750bd65 tempest-ServersAdminTestJSON-70469306 tempest-ServersAdminTestJSON-70469306-project] 10.222.0.89 "GET /v2.0/ports?device_id=cdea105d-d892-4559-baed-fb98b40680d0 HTTP/1.1" status: 200 len: 950 time: 0.0890074 Feb 04 17:19:54.144241 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d8af96-308b-4a6f-8d6b-dd1286672c1b req-a27eec7d-ae42-401e-92c7-43344f267e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:19:54.146112 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-79d8af96-308b-4a6f-8d6b-dd1286672c1b req-a27eec7d-ae42-401e-92c7-43344f267e76 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=d4027c9982744fa0a7137e1cf2e9012e&device_id=f47ef111-efcf-4236-94b4-2cdab93576d8 HTTP/1.1" status: 200 len: 1128 time: 0.1457593 Feb 04 17:19:54.173462 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-62ac53ce-a4d1-4eff-b97f-79d2ebc269f0 req-e6182355-812c-44cb-b8ac-63534bed934d tempest-ServersAdminTestJSON-70469306 tempest-ServersAdminTestJSON-70469306-project] 10.222.0.89 "GET /v2.0/security-groups?id=0b9d4704-c600-4325-be39-d787042bd965&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196198 Feb 04 17:19:54.242710 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265ae12a-2897-4bdc-affa-31246f384b7f req-662c5f11-e659-4734-9d11-9ecc163c3927 tempest-ServerRescueTestJSON-1860265827 tempest-ServerRescueTestJSON-1860265827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:19:54.250925 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-265ae12a-2897-4bdc-affa-31246f384b7f req-662c5f11-e659-4734-9d11-9ecc163c3927 tempest-ServerRescueTestJSON-1860265827 tempest-ServerRescueTestJSON-1860265827-project] 10.222.0.89 "GET /v2.0/ports?device_id=2a222a3c-0b77-4166-9ac9-c127db15637a HTTP/1.1" status: 200 len: 944 time: 0.1598127 Feb 04 17:19:54.372530 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-823a0c0f-8a2b-42e3-ba3a-3bbe3e2d7e1a req-aec4d182-b90e-40ed-9be8-8238e61d9a41 tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] 10.222.0.89 "GET /v2.0/ports?device_id=809c551a-1790-4b2b-baf4-9847169d6487 HTTP/1.1" status: 200 len: 210 time: 0.0580587 Feb 04 17:19:54.638793 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-265ae12a-2897-4bdc-affa-31246f384b7f req-472a7d3d-97c2-4720-ab88-aef625453bfd tempest-ServerRescueTestJSON-1860265827 tempest-ServerRescueTestJSON-1860265827-project] 10.222.0.89 "GET /v2.0/security-groups?id=cc4b9805-caea-4906-9ad3-3e1579c9619f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3813188 Feb 04 17:19:54.654281 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d8af96-308b-4a6f-8d6b-dd1286672c1b req-b45e60d1-1b56-414c-a892-858d673d1e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:19:54.657472 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-79d8af96-308b-4a6f-8d6b-dd1286672c1b req-b45e60d1-1b56-414c-a892-858d673d1e6b service neutron] 10.222.0.96 "GET /v2.0/networks?id=e192c2cc-857d-492a-855f-2dae04acc430 HTTP/1.1" status: 200 len: 929 time: 0.5013883 Feb 04 17:19:54.840866 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-79d8af96-308b-4a6f-8d6b-dd1286672c1b req-36ec4792-0888-4e53-81db-f5a437a5b5b6 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=57c2857a-00dd-48a9-a1e3-c390c20ad1fd HTTP/1.1" status: 200 len: 1001 time: 0.1735234 Feb 04 17:19:54.853321 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f68de3-9d0d-4eb0-9223-90ad33e9dcca req-2edfe1e0-daa3-421a-bf79-f9b2aa98b478 tempest-AttachSCSIVolumeTestJSON-480248312 tempest-AttachSCSIVolumeTestJSON-480248312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:19:54.856508 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-f5f68de3-9d0d-4eb0-9223-90ad33e9dcca req-2edfe1e0-daa3-421a-bf79-f9b2aa98b478 tempest-AttachSCSIVolumeTestJSON-480248312 tempest-AttachSCSIVolumeTestJSON-480248312-project] 10.222.0.89 "GET /v2.0/ports?device_id=d139c4de-8da5-4d54-bf7d-b1ba87ddc92a HTTP/1.1" status: 200 len: 945 time: 0.1165748 Feb 04 17:19:54.939424 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d8af96-308b-4a6f-8d6b-dd1286672c1b req-6a0b9a24-1f90-4536-a749-8f38c9ad5d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:19:54.940995 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-79d8af96-308b-4a6f-8d6b-dd1286672c1b req-6a0b9a24-1f90-4536-a749-8f38c9ad5d4c service neutron] 10.222.0.96 "GET /v2.0/subnets?id=d4973353-0966-45fa-beb0-35424b803918 HTTP/1.1" status: 200 len: 867 time: 0.0832145 Feb 04 17:19:54.961136 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 33318) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:19:54.982910 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-f5f68de3-9d0d-4eb0-9223-90ad33e9dcca req-210dd506-ae00-48e7-90da-925f75acf20a tempest-AttachSCSIVolumeTestJSON-480248312 tempest-AttachSCSIVolumeTestJSON-480248312-project] 10.222.0.89 "GET /v2.0/security-groups?id=c2ca9c4f-7e5c-464a-a6ef-9ac8541b875b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131828 Feb 04 17:19:55.023739 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d8af96-308b-4a6f-8d6b-dd1286672c1b req-e7d15cd1-c65c-4a06-ae2b-f8910b20fa65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:19:55.025777 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-79d8af96-308b-4a6f-8d6b-dd1286672c1b req-e7d15cd1-c65c-4a06-ae2b-f8910b20fa65 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=e192c2cc-857d-492a-855f-2dae04acc430&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0652907 Feb 04 17:19:55.063134 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Fri, 04 Feb 2022 17:19:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f744e90-83a4-4673-9c6d-bff95d2a3312 x-openstack-request-id: req-5f744e90-83a4-4673-9c6d-bff95d2a3312 {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:19:55.063417 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2334ee69-0871-44da-b636-9ceb5bb33e7e", "name": "network-vif-deleted", "tag": "5ada897c-33ad-4ac3-9825-d2f0ed0512c7", "status": "failed", "code": 422}]} {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:19:55.063676 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-5f744e90-83a4-4673-9c6d-bff95d2a3312 {{(pid=103376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:19:55.064099 n-d-827839-2 neutron-server[103376]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '2334ee69-0871-44da-b636-9ceb5bb33e7e', 'name': 'network-vif-deleted', 'tag': '5ada897c-33ad-4ac3-9825-d2f0ed0512c7', 'status': 'failed', 'code': 422} returned with failed status Feb 04 17:19:55.190526 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-6bd9500c-0fb6-4242-a7f8-1a6a058359f3 req-23ef6771-3d7f-4825-972f-88a87feb7773 tempest-ServerShowV254Test-1084348911 tempest-ServerShowV254Test-1084348911-project] 10.222.0.89 "GET /v2.0/ports?device_id=e08e0c23-4ebc-4126-954a-5b309061355f HTTP/1.1" status: 200 len: 210 time: 0.0422409 Feb 04 17:19:55.217018 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Device 2e337050-c376-4e89-b3c1-981d70481050 up at agent hyperv_n-h2-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:19:55.225487 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device 4bcfa000-8e68-424f-9687-3f5045d77edf up at agent hyperv_n-h1-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:19:55.252100 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-79d8af96-308b-4a6f-8d6b-dd1286672c1b req-1c53aac4-b7e6-41fc-9230-2a15e1c5f1cd service neutron] 10.222.0.96 "GET /v2.0/networks/e192c2cc-857d-492a-855f-2dae04acc430?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2148352 Feb 04 17:19:55.272321 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-18e2259e-98b2-4ec4-ae44-72c5b82bdfb6 tempest-NegativeSecGroupTest-1515227729 tempest-NegativeSecGroupTest-1515227729-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:19:55.273283 n-d-827839-2 neutron-server[103376]: WARNING neutron.api.v2.base [None req-18e2259e-98b2-4ec4-ae44-72c5b82bdfb6 tempest-NegativeSecGroupTest-1515227729 tempest-NegativeSecGroupTest-1515227729-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Feb 04 17:19:55.273910 n-d-827839-2 neutron-server[103376]: INFO neutron.api.v2.resource [None req-18e2259e-98b2-4ec4-ae44-72c5b82bdfb6 tempest-NegativeSecGroupTest-1515227729 tempest-NegativeSecGroupTest-1515227729-project] create failed (client error): There was a conflict when trying to complete your request. Feb 04 17:19:55.278586 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-18e2259e-98b2-4ec4-ae44-72c5b82bdfb6 tempest-NegativeSecGroupTest-1515227729 tempest-NegativeSecGroupTest-1515227729-project] 10.222.0.89 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.3126993 Feb 04 17:19:55.282712 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 33336) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:19:55.288029 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-0ff3bbff-cb49-4321-8402-2106daae4d5a tempest-NegativeSecGroupTest-1515227729 tempest-NegativeSecGroupTest-1515227729-project] Request body: {'security_group': {'name': 'tempest-secgroup--1853211408'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:19:55.322863 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-0ff3bbff-cb49-4321-8402-2106daae4d5a tempest-NegativeSecGroupTest-1515227729 tempest-NegativeSecGroupTest-1515227729-project] Publish callbacks [] for security_group (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:55.341389 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-0ff3bbff-cb49-4321-8402-2106daae4d5a tempest-NegativeSecGroupTest-1515227729 tempest-NegativeSecGroupTest-1515227729-project] Publish callbacks [] for security_group (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:55.370416 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0af3783-ef52-4129-a1ba-70ec91b4b896 req-f8b8e932-7dbb-4369-b0e9-b00d6c45e8ab tempest-FloatingIPsAssociationNegativeTestJSON-1592197425 tempest-FloatingIPsAssociationNegativeTestJSON-1592197425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:19:55.372520 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-c0af3783-ef52-4129-a1ba-70ec91b4b896 req-f8b8e932-7dbb-4369-b0e9-b00d6c45e8ab tempest-FloatingIPsAssociationNegativeTestJSON-1592197425 tempest-FloatingIPsAssociationNegativeTestJSON-1592197425-project] 10.222.0.89 "GET /v2.0/ports?device_id=f47ef111-efcf-4236-94b4-2cdab93576d8&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.2178414 Feb 04 17:19:55.414810 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Provisioning for port 4bcfa000-8e68-424f-9687-3f5045d77edf completed by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 17:19:55.422955 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Provisioning for port 2e337050-c376-4e89-b3c1-981d70481050 completed by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 17:19:55.428712 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2a11f2-4e29-41f0-a39d-840d83750a06 req-42b8e304-4b75-4fce-8fd4-201655db29c0 tempest-ServersAdminTestJSON-70469306 tempest-ServersAdminTestJSON-70469306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:19:55.430366 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-5e2a11f2-4e29-41f0-a39d-840d83750a06 req-42b8e304-4b75-4fce-8fd4-201655db29c0 tempest-ServersAdminTestJSON-70469306 tempest-ServersAdminTestJSON-70469306-project] 10.222.0.89 "GET /v2.0/ports?device_id=cdea105d-d892-4559-baed-fb98b40680d0 HTTP/1.1" status: 200 len: 950 time: 0.1725335 Feb 04 17:19:55.436974 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Provisioning complete for port 2e337050-c376-4e89-b3c1-981d70481050 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:19:55.437355 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (2e337050-c376-4e89-b3c1-981d70481050), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:55.455738 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Provisioning complete for port 4bcfa000-8e68-424f-9687-3f5045d77edf triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:19:55.456115 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (4bcfa000-8e68-424f-9687-3f5045d77edf), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:55.549458 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-c0af3783-ef52-4129-a1ba-70ec91b4b896 req-a1e3f6d3-f5c4-4ee1-87bb-63499e7c0fe7 tempest-FloatingIPsAssociationNegativeTestJSON-1592197425 tempest-FloatingIPsAssociationNegativeTestJSON-1592197425-project] 10.222.0.89 "GET /v2.0/floatingips?floating_ip_address=172.25.6.66 HTTP/1.1" status: 200 len: 695 time: 0.1652706 Feb 04 17:19:55.556183 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [req-c0af3783-ef52-4129-a1ba-70ec91b4b896 req-b1204a8c-fede-459f-b1e9-0ad225f49340 tempest-FloatingIPsAssociationNegativeTestJSON-1592197425 tempest-FloatingIPsAssociationNegativeTestJSON-1592197425-project] Request body: {'floatingip': {'port_id': '57c2857a-00dd-48a9-a1e3-c390c20ad1fd', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:19:55.585026 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-5e2a11f2-4e29-41f0-a39d-840d83750a06 req-a335a158-c2c3-4f57-b63f-0f07221ab4d3 tempest-ServersAdminTestJSON-70469306 tempest-ServersAdminTestJSON-70469306-project] 10.222.0.89 "GET /v2.0/security-groups?id=0b9d4704-c600-4325-be39-d787042bd965&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325247 Feb 04 17:19:55.607480 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-79d8af96-308b-4a6f-8d6b-dd1286672c1b req-50533889-6e61-4c54-812c-9fbb18d19919 service neutron] 10.222.0.96 "GET /v2.0/networks/e192c2cc-857d-492a-855f-2dae04acc430?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2832935 Feb 04 17:19:55.678171 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-c0af3783-ef52-4129-a1ba-70ec91b4b896 req-b1204a8c-fede-459f-b1e9-0ad225f49340 tempest-FloatingIPsAssociationNegativeTestJSON-1592197425 tempest-FloatingIPsAssociationNegativeTestJSON-1592197425-project] Publish callbacks [] for floatingip (3da98cbf-11e7-4fe5-9c2d-7b13db753e71), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:55.708555 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Current status of the port 2e337050-c376-4e89-b3c1-981d70481050 is: BUILD; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:19:55.708931 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (2e337050-c376-4e89-b3c1-981d70481050), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:55.720630 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Current status of the port 4bcfa000-8e68-424f-9687-3f5045d77edf is: BUILD; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:19:55.721049 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (4bcfa000-8e68-424f-9687-3f5045d77edf), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:55.854384 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-0ff3bbff-cb49-4321-8402-2106daae4d5a tempest-NegativeSecGroupTest-1515227729 tempest-NegativeSecGroupTest-1515227729-project] Publish callbacks [] for security_group (a95e17fb-c407-4a22-a83a-e19a8603ec9c), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:55.861985 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-0ff3bbff-cb49-4321-8402-2106daae4d5a tempest-NegativeSecGroupTest-1515227729 tempest-NegativeSecGroupTest-1515227729-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (a95e17fb-c407-4a22-a83a-e19a8603ec9c), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:56.010627 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9973535-fba5-4972-a584-cb483d016147 req-842ba0a1-2ab7-4a37-8941-a7605d0de507 tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:19:56.012420 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff3bbff-cb49-4321-8402-2106daae4d5a tempest-NegativeSecGroupTest-1515227729 tempest-NegativeSecGroupTest-1515227729-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a95e17fb-c407-4a22-a83a-e19a8603ec9c,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:19:56.024026 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-d9973535-fba5-4972-a584-cb483d016147 req-842ba0a1-2ab7-4a37-8941-a7605d0de507 tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] 10.222.0.89 "GET /v2.0/networks?id=e6d83a7c-1f77-441c-afa2-81d5754db2af HTTP/1.1" status: 200 len: 812 time: 0.2825665 Feb 04 17:19:56.044764 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd139c4de-8da5-4d54-bf7d-b1ba87ddc92a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bcfa000-8e68-424f-9687-3f5045d77edf'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:19:56.047773 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c34bc964ce2211770fda26ca2f3801cc06f4f39928110690550e94ab9c9d2fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93aac29a-79a1-4579-9e61-7cf1a867fbca" -d '{"events": [{"server_uuid": "d139c4de-8da5-4d54-bf7d-b1ba87ddc92a", "name": "network-vif-plugged", "status": "completed", "tag": "4bcfa000-8e68-424f-9687-3f5045d77edf"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:19:56.060215 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-d9973535-fba5-4972-a584-cb483d016147 req-ed48fa96-d820-4e7d-8d8c-3a72eaf62c19 tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] 10.222.0.89 "GET /v2.0/quotas/36d552dcaba84f869d86965d2c5a9247 HTTP/1.1" status: 200 len: 375 time: 0.0345104 Feb 04 17:19:56.076661 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] For port 4bcfa000-8e68-424f-9687-3f5045d77edf, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=4bcfa000-8e68-424f-9687-3f5045d77edf,segment=NetworkSegment(7ce1250d-0fb9-49dd-ae7f-12647688678d),segment_id=7ce1250d-0fb9-49dd-ae7f-12647688678d)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:19:56.079290 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] For port 2e337050-c376-4e89-b3c1-981d70481050, host n-h2-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=2e337050-c376-4e89-b3c1-981d70481050,segment=NetworkSegment(be1103cf-5393-48aa-b76f-2defc05390b4),segment_id=be1103cf-5393-48aa-b76f-2defc05390b4)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:19:56.084659 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-0ff3bbff-cb49-4321-8402-2106daae4d5a tempest-NegativeSecGroupTest-1515227729 tempest-NegativeSecGroupTest-1515227729-project] Publish callbacks [] for security_group (d84d242a-7d4a-43b4-a96a-39ec6419d755), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:56.087641 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (4bcfa000-8e68-424f-9687-3f5045d77edf), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:56.087823 n-d-827839-2 neutron-server[103376]: INFO neutron.api.v2.resource [req-c0af3783-ef52-4129-a1ba-70ec91b4b896 req-b1204a8c-fede-459f-b1e9-0ad225f49340 tempest-FloatingIPsAssociationNegativeTestJSON-1592197425 tempest-FloatingIPsAssociationNegativeTestJSON-1592197425-project] update failed (client error): There was a conflict when trying to complete your request. Feb 04 17:19:56.089268 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-c0af3783-ef52-4129-a1ba-70ec91b4b896 req-b1204a8c-fede-459f-b1e9-0ad225f49340 tempest-FloatingIPsAssociationNegativeTestJSON-1592197425 tempest-FloatingIPsAssociationNegativeTestJSON-1592197425-project] 10.222.0.89 "PUT /v2.0/floatingips/3da98cbf-11e7-4fe5-9c2d-7b13db753e71 HTTP/1.1" status: 409 len: 550 time: 0.5386627 Feb 04 17:19:56.090908 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-0ff3bbff-cb49-4321-8402-2106daae4d5a tempest-NegativeSecGroupTest-1515227729 tempest-NegativeSecGroupTest-1515227729-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (d84d242a-7d4a-43b4-a96a-39ec6419d755), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:56.101961 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (2e337050-c376-4e89-b3c1-981d70481050), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:56.122917 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-d9973535-fba5-4972-a584-cb483d016147 req-9184afa8-af9b-4db1-9312-478eba8cd644 tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=36d552dcaba84f869d86965d2c5a9247&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0586996 Feb 04 17:19:56.131681 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-0ff3bbff-cb49-4321-8402-2106daae4d5a tempest-NegativeSecGroupTest-1515227729 tempest-NegativeSecGroupTest-1515227729-project] Publish callbacks [] for security_group (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:56.136900 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-0ff3bbff-cb49-4321-8402-2106daae4d5a tempest-NegativeSecGroupTest-1515227729 tempest-NegativeSecGroupTest-1515227729-project] 10.222.0.89 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.8530476 Feb 04 17:19:56.137580 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 33358) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:19:56.147056 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-bf16c0af-5fa7-4b06-b58d-fd0f4048ca33 tempest-NegativeSecGroupTest-1515227729 tempest-NegativeSecGroupTest-1515227729-project] Request body: {'security_group_rule': {'security_group_id': 'd84d242a-7d4a-43b4-a96a-39ec6419d755', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:19:56.154906 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff3bbff-cb49-4321-8402-2106daae4d5a tempest-NegativeSecGroupTest-1515227729 tempest-NegativeSecGroupTest-1515227729-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d84d242a-7d4a-43b4-a96a-39ec6419d755,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:19:56.191172 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-bf16c0af-5fa7-4b06-b58d-fd0f4048ca33 tempest-NegativeSecGroupTest-1515227729 tempest-NegativeSecGroupTest-1515227729-project] Publish callbacks [] for security_group_rule (6ab96dbc-1a6c-43bd-8413-a186fb2b6dc9), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:56.203015 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Pushing event updated for resources: {'Port': ['ID=4bcfa000-8e68-424f-9687-3f5045d77edf,revision_number=5']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:19:56.238018 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-2d025196-dcf4-459f-8acf-34df6bac2c0b req-eb6def2f-3e7a-43f9-91c3-8f2ab1900eaa tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] 10.222.0.89 "GET /v2.0/ports?device_id=809c551a-1790-4b2b-baf4-9847169d6487 HTTP/1.1" status: 200 len: 210 time: 0.0418487 Feb 04 17:19:56.262344 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-d9973535-fba5-4972-a584-cb483d016147 req-acefed93-8f69-4889-8ac4-f40c02611219 service neutron] 10.222.0.89 "GET /v2.0/networks/e6d83a7c-1f77-441c-afa2-81d5754db2af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302195 Feb 04 17:19:56.277123 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Pushing event updated for resources: {'Port': ['ID=2e337050-c376-4e89-b3c1-981d70481050,revision_number=5']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:19:56.304200 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-bf16c0af-5fa7-4b06-b58d-fd0f4048ca33 tempest-NegativeSecGroupTest-1515227729 tempest-NegativeSecGroupTest-1515227729-project] Publish callbacks [] for security_group_rule (6ab96dbc-1a6c-43bd-8413-a186fb2b6dc9), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:56.309225 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-bf16c0af-5fa7-4b06-b58d-fd0f4048ca33 tempest-NegativeSecGroupTest-1515227729 tempest-NegativeSecGroupTest-1515227729-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664556'] for security_group_rule (6ab96dbc-1a6c-43bd-8413-a186fb2b6dc9), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:56.350478 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-bf16c0af-5fa7-4b06-b58d-fd0f4048ca33 tempest-NegativeSecGroupTest-1515227729 tempest-NegativeSecGroupTest-1515227729-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:56.352235 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-bf16c0af-5fa7-4b06-b58d-fd0f4048ca33 tempest-NegativeSecGroupTest-1515227729 tempest-NegativeSecGroupTest-1515227729-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2110226 Feb 04 17:19:56.358908 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 33362) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:19:56.371153 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf16c0af-5fa7-4b06-b58d-fd0f4048ca33 tempest-NegativeSecGroupTest-1515227729 tempest-NegativeSecGroupTest-1515227729-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ab96dbc-1a6c-43bd-8413-a186fb2b6dc9,revision_number=0']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:19:56.381080 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-e5a334d3-094d-42ee-abc9-66de6369dad9 tempest-NegativeSecGroupTest-1515227729 tempest-NegativeSecGroupTest-1515227729-project] Request body: {'security_group_rule': {'security_group_id': 'd84d242a-7d4a-43b4-a96a-39ec6419d755', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:19:56.451231 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-e5a334d3-094d-42ee-abc9-66de6369dad9 tempest-NegativeSecGroupTest-1515227729 tempest-NegativeSecGroupTest-1515227729-project] Publish callbacks [] for security_group_rule (e6aa33e0-c92e-42bf-b305-c8081204c6ad), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:56.460269 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-d9973535-fba5-4972-a584-cb483d016147 req-dfef4510-7feb-4faf-889c-bfbb1adaafd8 service neutron] 10.222.0.89 "GET /v2.0/networks/e6d83a7c-1f77-441c-afa2-81d5754db2af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1911752 Feb 04 17:19:56.472045 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39212f4c-1542-422f-8d8d-d887b41ac8b1 req-9e1367f5-6838-402f-929e-c76cfdd29840 tempest-ServerRescueTestJSON-1860265827 tempest-ServerRescueTestJSON-1860265827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:19:56.474177 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-39212f4c-1542-422f-8d8d-d887b41ac8b1 req-9e1367f5-6838-402f-929e-c76cfdd29840 tempest-ServerRescueTestJSON-1860265827 tempest-ServerRescueTestJSON-1860265827-project] 10.222.0.89 "GET /v2.0/ports?device_id=2a222a3c-0b77-4166-9ac9-c127db15637a HTTP/1.1" status: 200 len: 945 time: 0.1162434 Feb 04 17:19:56.568421 n-d-827839-2 neutron-server[103376]: INFO neutron.api.v2.resource [None req-e5a334d3-094d-42ee-abc9-66de6369dad9 tempest-NegativeSecGroupTest-1515227729 tempest-NegativeSecGroupTest-1515227729-project] create failed (client error): There was a conflict when trying to complete your request. Feb 04 17:19:56.569508 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-e5a334d3-094d-42ee-abc9-66de6369dad9 tempest-NegativeSecGroupTest-1515227729 tempest-NegativeSecGroupTest-1515227729-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.2004435 Feb 04 17:19:56.572486 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 33364) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:19:56.573282 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-39212f4c-1542-422f-8d8d-d887b41ac8b1 req-5a038401-8f8c-4bd9-a160-196fe86d1cbd tempest-ServerRescueTestJSON-1860265827 tempest-ServerRescueTestJSON-1860265827-project] 10.222.0.89 "GET /v2.0/security-groups?id=cc4b9805-caea-4906-9ad3-3e1579c9619f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847423 Feb 04 17:19:56.666122 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 17:19:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17b9e170-c4a4-4d4e-bd34-a0c9db7b08eb x-openstack-request-id: req-17b9e170-c4a4-4d4e-bd34-a0c9db7b08eb {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:19:56.666805 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d139c4de-8da5-4d54-bf7d-b1ba87ddc92a", "name": "network-vif-plugged", "status": "completed", "tag": "4bcfa000-8e68-424f-9687-3f5045d77edf", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:19:56.667269 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-17b9e170-c4a4-4d4e-bd34-a0c9db7b08eb {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:19:56.667899 n-d-827839-2 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd139c4de-8da5-4d54-bf7d-b1ba87ddc92a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bcfa000-8e68-424f-9687-3f5045d77edf', 'code': 200} Feb 04 17:19:56.673783 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-3309e3ab-2159-4dcc-aab4-752b39ac00f5 tempest-NegativeSecGroupTest-1515227729 tempest-NegativeSecGroupTest-1515227729-project] Publish callbacks [] for security_group (d84d242a-7d4a-43b4-a96a-39ec6419d755), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:56.759514 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-3309e3ab-2159-4dcc-aab4-752b39ac00f5 tempest-NegativeSecGroupTest-1515227729 tempest-NegativeSecGroupTest-1515227729-project] Publish callbacks [] for security_group (d84d242a-7d4a-43b4-a96a-39ec6419d755), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:56.766784 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-37c090f4-c212-41e0-a926-c1ec19d69e3e req-3b5bdee8-2664-4486-b6a0-4b34fd3b45c3 tempest-FloatingIPsAssociationNegativeTestJSON-1592197425 tempest-FloatingIPsAssociationNegativeTestJSON-1592197425-project] 10.222.0.89 "GET /v2.0/floatingips/3da98cbf-11e7-4fe5-9c2d-7b13db753e71 HTTP/1.1" status: 200 len: 692 time: 0.0669413 Feb 04 17:19:56.896299 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47bde31-ec7a-4469-85c6-b9b2ca62379e req-6b635a50-d314-4719-a673-52ebc17e258b tempest-AttachSCSIVolumeTestJSON-480248312 tempest-AttachSCSIVolumeTestJSON-480248312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:19:56.904313 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-f47bde31-ec7a-4469-85c6-b9b2ca62379e req-6b635a50-d314-4719-a673-52ebc17e258b tempest-AttachSCSIVolumeTestJSON-480248312 tempest-AttachSCSIVolumeTestJSON-480248312-project] 10.222.0.89 "GET /v2.0/ports?device_id=d139c4de-8da5-4d54-bf7d-b1ba87ddc92a HTTP/1.1" status: 200 len: 946 time: 0.2203717 Feb 04 17:19:56.928203 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765fd4c5-3b93-4c22-b2eb-8c8612f3b4a8 req-7fbc768b-0ec5-4053-82f3-c68dcf42e079 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:19:56.929774 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-765fd4c5-3b93-4c22-b2eb-8c8612f3b4a8 req-7fbc768b-0ec5-4053-82f3-c68dcf42e079 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=d139c4de-8da5-4d54-bf7d-b1ba87ddc92a HTTP/1.1" status: 200 len: 1128 time: 0.1863365 Feb 04 17:19:56.968887 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-3309e3ab-2159-4dcc-aab4-752b39ac00f5 tempest-NegativeSecGroupTest-1515227729 tempest-NegativeSecGroupTest-1515227729-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (d84d242a-7d4a-43b4-a96a-39ec6419d755), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:56.978165 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-3309e3ab-2159-4dcc-aab4-752b39ac00f5 tempest-NegativeSecGroupTest-1515227729 tempest-NegativeSecGroupTest-1515227729-project] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:56.981906 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-3309e3ab-2159-4dcc-aab4-752b39ac00f5 tempest-NegativeSecGroupTest-1515227729 tempest-NegativeSecGroupTest-1515227729-project] 10.222.0.89 "DELETE /v2.0/security-groups/d84d242a-7d4a-43b4-a96a-39ec6419d755 HTTP/1.1" status: 204 len: 168 time: 0.4058411 Feb 04 17:19:56.997003 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 33376) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:19:57.031523 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3309e3ab-2159-4dcc-aab4-752b39ac00f5 tempest-NegativeSecGroupTest-1515227729 tempest-NegativeSecGroupTest-1515227729-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d84d242a-7d4a-43b4-a96a-39ec6419d755,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:19:57.062554 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-f47bde31-ec7a-4469-85c6-b9b2ca62379e req-7b59f179-9ae1-487e-945a-624ba0c3a562 tempest-AttachSCSIVolumeTestJSON-480248312 tempest-AttachSCSIVolumeTestJSON-480248312-project] 10.222.0.89 "GET /v2.0/security-groups?id=c2ca9c4f-7e5c-464a-a6ef-9ac8541b875b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573012 Feb 04 17:19:57.089120 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-765fd4c5-3b93-4c22-b2eb-8c8612f3b4a8 req-62ca4986-3da4-4cfd-b483-a4503704e817 service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=c2ca9c4f-7e5c-464a-a6ef-9ac8541b875b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411989 Feb 04 17:19:57.150444 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-d24388f5-c433-4492-9782-b47398275705 tempest-NegativeSecGroupTest-1515227729 tempest-NegativeSecGroupTest-1515227729-project] 10.222.0.89 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1523390 Feb 04 17:19:57.151091 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 33380) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:19:57.156126 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-66851c3f-fcbd-4f9e-bfb7-55420d7bf5e3 tempest-NegativeSecGroupTest-1515227729 tempest-NegativeSecGroupTest-1515227729-project] Request body: {'security_group': {'name': 'tempest-secgroup--1671676689'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:19:57.197730 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-66851c3f-fcbd-4f9e-bfb7-55420d7bf5e3 tempest-NegativeSecGroupTest-1515227729 tempest-NegativeSecGroupTest-1515227729-project] Publish callbacks [] for security_group (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:57.283555 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-1501d86b-bdb7-4545-95b9-5f972f0bfa4f req-e5d22eb0-7ecd-41ea-b631-90eaa0b031c2 tempest-ServerShowV254Test-1084348911 tempest-ServerShowV254Test-1084348911-project] 10.222.0.89 "GET /v2.0/ports?device_id=e08e0c23-4ebc-4126-954a-5b309061355f HTTP/1.1" status: 200 len: 210 time: 0.0475342 Feb 04 17:19:57.335930 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-66851c3f-fcbd-4f9e-bfb7-55420d7bf5e3 tempest-NegativeSecGroupTest-1515227729 tempest-NegativeSecGroupTest-1515227729-project] Publish callbacks [] for security_group (5a39f93d-14ff-4c3a-ad7f-af1c678d12d5), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:57.342525 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-66851c3f-fcbd-4f9e-bfb7-55420d7bf5e3 tempest-NegativeSecGroupTest-1515227729 tempest-NegativeSecGroupTest-1515227729-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (5a39f93d-14ff-4c3a-ad7f-af1c678d12d5), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:57.377638 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-66851c3f-fcbd-4f9e-bfb7-55420d7bf5e3 tempest-NegativeSecGroupTest-1515227729 tempest-NegativeSecGroupTest-1515227729-project] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:57.379085 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-66851c3f-fcbd-4f9e-bfb7-55420d7bf5e3 tempest-NegativeSecGroupTest-1515227729 tempest-NegativeSecGroupTest-1515227729-project] 10.222.0.89 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2270300 Feb 04 17:19:57.382117 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 33384) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:19:57.387635 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-fb50afff-1898-464e-bac2-6a8586d20d39 tempest-NegativeSecGroupTest-1515227729 tempest-NegativeSecGroupTest-1515227729-project] Request body: {'security_group_rule': {'security_group_id': '5a39f93d-14ff-4c3a-ad7f-af1c678d12d5', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:19:57.388429 n-d-827839-2 neutron-server[103377]: WARNING neutron.api.v2.base [None req-fb50afff-1898-464e-bac2-6a8586d20d39 tempest-NegativeSecGroupTest-1515227729 tempest-NegativeSecGroupTest-1515227729-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Feb 04 17:19:57.389127 n-d-827839-2 neutron-server[103377]: INFO neutron.api.v2.resource [None req-fb50afff-1898-464e-bac2-6a8586d20d39 tempest-NegativeSecGroupTest-1515227729 tempest-NegativeSecGroupTest-1515227729-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 17:19:57.390161 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-fb50afff-1898-464e-bac2-6a8586d20d39 tempest-NegativeSecGroupTest-1515227729 tempest-NegativeSecGroupTest-1515227729-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0071023 Feb 04 17:19:57.391934 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66851c3f-fcbd-4f9e-bfb7-55420d7bf5e3 tempest-NegativeSecGroupTest-1515227729 tempest-NegativeSecGroupTest-1515227729-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5a39f93d-14ff-4c3a-ad7f-af1c678d12d5,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:19:57.395198 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 33386) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:19:57.414416 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c090f4-c212-41e0-a926-c1ec19d69e3e req-864d939e-d91c-477b-aee3-c6cf1f9c5c89 tempest-FloatingIPsAssociationNegativeTestJSON-1592197425 tempest-FloatingIPsAssociationNegativeTestJSON-1592197425-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:19:57.415875 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-37c090f4-c212-41e0-a926-c1ec19d69e3e req-864d939e-d91c-477b-aee3-c6cf1f9c5c89 tempest-FloatingIPsAssociationNegativeTestJSON-1592197425 tempest-FloatingIPsAssociationNegativeTestJSON-1592197425-project] 10.222.0.89 "GET /v2.0/networks/48165773-85ad-49a1-9ec1-76fc8dc24188 HTTP/1.1" status: 200 len: 784 time: 0.6437213 Feb 04 17:19:57.441317 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-6d62616e-c7d8-442d-96b5-654301e006f1 req-a1e3157b-b86e-4d94-860b-7e1564ad7362 tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] 10.222.0.89 "GET /v2.0/ports?device_id=c8f699c0-43f7-4dac-a0ef-88d572310de9 HTTP/1.1" status: 200 len: 210 time: 0.0462739 Feb 04 17:19:57.481013 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-37c090f4-c212-41e0-a926-c1ec19d69e3e req-67ddb515-5c56-483f-89cf-0c0b8195bdab tempest-FloatingIPsAssociationNegativeTestJSON-1592197425 tempest-FloatingIPsAssociationNegativeTestJSON-1592197425-project] 10.222.0.89 "GET /v2.0/floatingips?floating_ip_address=172.25.6.66 HTTP/1.1" status: 200 len: 695 time: 0.0572691 Feb 04 17:19:57.553918 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-37c090f4-c212-41e0-a926-c1ec19d69e3e req-6c29f68c-2f83-4e74-8cc3-31edd081229c tempest-FloatingIPsAssociationNegativeTestJSON-1592197425 tempest-FloatingIPsAssociationNegativeTestJSON-1592197425-project] 10.222.0.89 "GET /v2.0/floatingips?floating_ip_address=172.25.6.66 HTTP/1.1" status: 200 len: 695 time: 0.0591054 Feb 04 17:19:57.564406 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-348ed366-3094-4bf7-8e4d-8c0b67ef666c tempest-NegativeSecGroupTest-1515227729 tempest-NegativeSecGroupTest-1515227729-project] Publish callbacks [] for security_group (5a39f93d-14ff-4c3a-ad7f-af1c678d12d5), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:57.620487 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-348ed366-3094-4bf7-8e4d-8c0b67ef666c tempest-NegativeSecGroupTest-1515227729 tempest-NegativeSecGroupTest-1515227729-project] Publish callbacks [] for security_group (5a39f93d-14ff-4c3a-ad7f-af1c678d12d5), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:57.640919 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-8d664b2a-008b-439f-a8c6-54bbf19e4d3b req-bb185658-bbfe-4255-8030-e4024e524f7a service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=e2b58424-19d8-47c7-9144-64e22f08a22e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1327603 Feb 04 17:19:57.660174 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f12cf1-bff9-454b-aea4-ecfca135de0f req-7da0b028-6389-42fa-9ced-d6e5a75d7545 tempest-ServersAdminTestJSON-70469306 tempest-ServersAdminTestJSON-70469306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:19:57.661912 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-10f12cf1-bff9-454b-aea4-ecfca135de0f req-7da0b028-6389-42fa-9ced-d6e5a75d7545 tempest-ServersAdminTestJSON-70469306 tempest-ServersAdminTestJSON-70469306-project] 10.222.0.89 "GET /v2.0/ports?device_id=cdea105d-d892-4559-baed-fb98b40680d0 HTTP/1.1" status: 200 len: 950 time: 0.1088388 Feb 04 17:19:57.741840 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-348ed366-3094-4bf7-8e4d-8c0b67ef666c tempest-NegativeSecGroupTest-1515227729 tempest-NegativeSecGroupTest-1515227729-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (5a39f93d-14ff-4c3a-ad7f-af1c678d12d5), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:57.744443 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-348ed366-3094-4bf7-8e4d-8c0b67ef666c tempest-NegativeSecGroupTest-1515227729 tempest-NegativeSecGroupTest-1515227729-project] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:57.745713 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-348ed366-3094-4bf7-8e4d-8c0b67ef666c tempest-NegativeSecGroupTest-1515227729 tempest-NegativeSecGroupTest-1515227729-project] 10.222.0.89 "DELETE /v2.0/security-groups/5a39f93d-14ff-4c3a-ad7f-af1c678d12d5 HTTP/1.1" status: 204 len: 168 time: 0.3496890 Feb 04 17:19:57.748686 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 33390) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:19:57.754488 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-10f12cf1-bff9-454b-aea4-ecfca135de0f req-8c31aa8e-d788-4f7e-8e91-11e7d1787e51 tempest-ServersAdminTestJSON-70469306 tempest-ServersAdminTestJSON-70469306-project] 10.222.0.89 "GET /v2.0/security-groups?id=0b9d4704-c600-4325-be39-d787042bd965&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835028 Feb 04 17:19:57.763824 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348ed366-3094-4bf7-8e4d-8c0b67ef666c tempest-NegativeSecGroupTest-1515227729 tempest-NegativeSecGroupTest-1515227729-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a39f93d-14ff-4c3a-ad7f-af1c678d12d5,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:19:57.796238 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d664b2a-008b-439f-a8c6-54bbf19e4d3b req-bbf776c3-d2eb-422b-9060-866176d1e2c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:19:57.800172 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-8d664b2a-008b-439f-a8c6-54bbf19e4d3b req-bbf776c3-d2eb-422b-9060-866176d1e2c3 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=8da6ad4e5ee34bf6bb722cd37ab73ea7&device_id=e2b58424-19d8-47c7-9144-64e22f08a22e HTTP/1.1" status: 200 len: 1126 time: 0.1052673 Feb 04 17:19:57.818744 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [req-37c090f4-c212-41e0-a926-c1ec19d69e3e req-1abf206b-dad6-4903-b330-6694f9b87898 tempest-FloatingIPsAssociationNegativeTestJSON-1592197425 tempest-FloatingIPsAssociationNegativeTestJSON-1592197425-project] Deleting port 5f45d18c-fb1e-4cad-8783-cfee2296ba05 {{(pid=103376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:19:57.819078 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-37c090f4-c212-41e0-a926-c1ec19d69e3e req-1abf206b-dad6-4903-b330-6694f9b87898 tempest-FloatingIPsAssociationNegativeTestJSON-1592197425 tempest-FloatingIPsAssociationNegativeTestJSON-1592197425-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (5f45d18c-fb1e-4cad-8783-cfee2296ba05), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:57.871594 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-38178af0-4d76-44e9-b6de-e44245516cb2 tempest-NegativeSecGroupTest-1515227729 tempest-NegativeSecGroupTest-1515227729-project] 10.222.0.89 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1218216 Feb 04 17:19:57.875708 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 33392) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:19:57.879939 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-7668ebd9-204b-44ae-9158-bba78f21d825 tempest-NegativeSecGroupTest-1515227729 tempest-NegativeSecGroupTest-1515227729-project] Request body: {'security_group': {'name': 'tempest-secgroup--690290506'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:19:57.909795 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-5811fdfb-d48c-4af8-9ead-4e4bba617a00 req-e53be983-62bb-4a71-a58a-0b52d1ac023c tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] 10.222.0.89 "GET /v2.0/ports?device_id=809c551a-1790-4b2b-baf4-9847169d6487 HTTP/1.1" status: 200 len: 210 time: 0.0583584 Feb 04 17:19:57.917784 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-7668ebd9-204b-44ae-9158-bba78f21d825 tempest-NegativeSecGroupTest-1515227729 tempest-NegativeSecGroupTest-1515227729-project] Publish callbacks [] for security_group (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:57.953295 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-37c090f4-c212-41e0-a926-c1ec19d69e3e req-1abf206b-dad6-4903-b330-6694f9b87898 tempest-FloatingIPsAssociationNegativeTestJSON-1592197425 tempest-FloatingIPsAssociationNegativeTestJSON-1592197425-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (5f45d18c-fb1e-4cad-8783-cfee2296ba05), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:57.954155 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-37c090f4-c212-41e0-a926-c1ec19d69e3e req-1abf206b-dad6-4903-b330-6694f9b87898 tempest-FloatingIPsAssociationNegativeTestJSON-1592197425 tempest-FloatingIPsAssociationNegativeTestJSON-1592197425-project] Publish callbacks [] for floatingip (5f45d18c-fb1e-4cad-8783-cfee2296ba05), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:57.965713 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d664b2a-008b-439f-a8c6-54bbf19e4d3b req-ec0d2aab-a7f8-4b8f-b0f4-ed97e6e84654 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:19:57.967223 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-8d664b2a-008b-439f-a8c6-54bbf19e4d3b req-ec0d2aab-a7f8-4b8f-b0f4-ed97e6e84654 service neutron] 10.222.0.96 "GET /v2.0/networks?id=865a5290-ec33-4655-84a4-bc1453190ac7 HTTP/1.1" status: 200 len: 908 time: 0.1415808 Feb 04 17:19:57.976360 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [req-37c090f4-c212-41e0-a926-c1ec19d69e3e req-1abf206b-dad6-4903-b330-6694f9b87898 tempest-FloatingIPsAssociationNegativeTestJSON-1592197425 tempest-FloatingIPsAssociationNegativeTestJSON-1592197425-project] Calling delete_port for 5f45d18c-fb1e-4cad-8783-cfee2296ba05 owned by network:floatingip {{(pid=103376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:19:58.037281 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-8d664b2a-008b-439f-a8c6-54bbf19e4d3b req-99cc2f5c-52e0-4ded-a44a-6c38396f616c service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a5a6a2ab-57b8-44d0-93a3-09907e7b69e9 HTTP/1.1" status: 200 len: 217 time: 0.0592108 Feb 04 17:19:58.112343 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d664b2a-008b-439f-a8c6-54bbf19e4d3b req-ef1a3bf5-ee71-4534-a700-211e848f5d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:19:58.113519 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-8d664b2a-008b-439f-a8c6-54bbf19e4d3b req-ef1a3bf5-ee71-4534-a700-211e848f5d71 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=22305eb3-36bf-4425-804b-f2478ee8714d HTTP/1.1" status: 200 len: 847 time: 0.0571804 Feb 04 17:19:58.115720 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-7668ebd9-204b-44ae-9158-bba78f21d825 tempest-NegativeSecGroupTest-1515227729 tempest-NegativeSecGroupTest-1515227729-project] Publish callbacks [] for security_group (413637b6-7997-4c6f-b658-e124367e8167), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:58.121526 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7160bfd-6373-40d8-bcca-0eae784c1d84 req-93734483-bd4f-4edb-9b2e-446bc0126edd tempest-ServerRescueTestJSON-1860265827 tempest-ServerRescueTestJSON-1860265827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:19:58.122997 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-c7160bfd-6373-40d8-bcca-0eae784c1d84 req-93734483-bd4f-4edb-9b2e-446bc0126edd tempest-ServerRescueTestJSON-1860265827 tempest-ServerRescueTestJSON-1860265827-project] 10.222.0.89 "GET /v2.0/ports?device_id=2a222a3c-0b77-4166-9ac9-c127db15637a HTTP/1.1" status: 200 len: 945 time: 0.0959706 Feb 04 17:19:58.127466 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-7668ebd9-204b-44ae-9158-bba78f21d825 tempest-NegativeSecGroupTest-1515227729 tempest-NegativeSecGroupTest-1515227729-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (413637b6-7997-4c6f-b658-e124367e8167), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:58.161180 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-8d664b2a-008b-439f-a8c6-54bbf19e4d3b req-f842bb48-f305-4474-b990-c30c49521297 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=865a5290-ec33-4655-84a4-bc1453190ac7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0354764 Feb 04 17:19:58.178017 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-7668ebd9-204b-44ae-9158-bba78f21d825 tempest-NegativeSecGroupTest-1515227729 tempest-NegativeSecGroupTest-1515227729-project] Publish callbacks [] for security_group (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:58.179232 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-7668ebd9-204b-44ae-9158-bba78f21d825 tempest-NegativeSecGroupTest-1515227729 tempest-NegativeSecGroupTest-1515227729-project] 10.222.0.89 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3026206 Feb 04 17:19:58.186309 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 33396) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:19:58.245116 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7668ebd9-204b-44ae-9158-bba78f21d825 tempest-NegativeSecGroupTest-1515227729 tempest-NegativeSecGroupTest-1515227729-project] Pushing event updated for resources: {'SecurityGroup': ['ID=413637b6-7997-4c6f-b658-e124367e8167,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:19:58.256637 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-a1c7f8f7-bdeb-42b3-94d7-94c7c55d5e75 tempest-NegativeSecGroupTest-1515227729 tempest-NegativeSecGroupTest-1515227729-project] Request body: {'security_group_rule': {'security_group_id': '413637b6-7997-4c6f-b658-e124367e8167', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:19:58.258149 n-d-827839-2 neutron-server[103376]: WARNING neutron.api.v2.base [None req-a1c7f8f7-bdeb-42b3-94d7-94c7c55d5e75 tempest-NegativeSecGroupTest-1515227729 tempest-NegativeSecGroupTest-1515227729-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Feb 04 17:19:58.258765 n-d-827839-2 neutron-server[103376]: INFO neutron.api.v2.resource [None req-a1c7f8f7-bdeb-42b3-94d7-94c7c55d5e75 tempest-NegativeSecGroupTest-1515227729 tempest-NegativeSecGroupTest-1515227729-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 17:19:58.262702 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-a1c7f8f7-bdeb-42b3-94d7-94c7c55d5e75 tempest-NegativeSecGroupTest-1515227729 tempest-NegativeSecGroupTest-1515227729-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0123651 Feb 04 17:19:58.263478 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-37c090f4-c212-41e0-a926-c1ec19d69e3e req-1abf206b-dad6-4903-b330-6694f9b87898 tempest-FloatingIPsAssociationNegativeTestJSON-1592197425 tempest-FloatingIPsAssociationNegativeTestJSON-1592197425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (5f45d18c-fb1e-4cad-8783-cfee2296ba05), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:58.263630 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 33400) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:19:58.289822 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-c7160bfd-6373-40d8-bcca-0eae784c1d84 req-eda32358-9ead-4e6f-8f94-2a92ebba0988 tempest-ServerRescueTestJSON-1860265827 tempest-ServerRescueTestJSON-1860265827-project] 10.222.0.89 "GET /v2.0/security-groups?id=cc4b9805-caea-4906-9ad3-3e1579c9619f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544003 Feb 04 17:19:58.345007 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abf206b-dad6-4903-b330-6694f9b87898 tempest-FloatingIPsAssociationNegativeTestJSON-1592197425 tempest-FloatingIPsAssociationNegativeTestJSON-1592197425-project] Pushing event deleted for resources: {'Port': ['ID=5f45d18c-fb1e-4cad-8783-cfee2296ba05,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:19:58.422288 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-2b83e764-8e43-4864-ae47-a3566c4f47ea req-222637a4-15c0-4e04-8b46-945eda36d330 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=e08e0c23-4ebc-4126-954a-5b309061355f HTTP/1.1" status: 200 len: 210 time: 0.0422246 Feb 04 17:19:58.472969 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-8d664b2a-008b-439f-a8c6-54bbf19e4d3b req-778c3bf1-e032-4ceb-aab8-d1c93fc10835 service neutron] 10.222.0.96 "GET /v2.0/networks/865a5290-ec33-4655-84a4-bc1453190ac7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2949536 Feb 04 17:19:58.492343 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-37c090f4-c212-41e0-a926-c1ec19d69e3e req-1abf206b-dad6-4903-b330-6694f9b87898 tempest-FloatingIPsAssociationNegativeTestJSON-1592197425 tempest-FloatingIPsAssociationNegativeTestJSON-1592197425-project] Publish callbacks [] for floatingip (3da98cbf-11e7-4fe5-9c2d-7b13db753e71), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:58.495080 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-37c090f4-c212-41e0-a926-c1ec19d69e3e req-1abf206b-dad6-4903-b330-6694f9b87898 tempest-FloatingIPsAssociationNegativeTestJSON-1592197425 tempest-FloatingIPsAssociationNegativeTestJSON-1592197425-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for floatingip (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:58.497506 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-37c090f4-c212-41e0-a926-c1ec19d69e3e req-1abf206b-dad6-4903-b330-6694f9b87898 tempest-FloatingIPsAssociationNegativeTestJSON-1592197425 tempest-FloatingIPsAssociationNegativeTestJSON-1592197425-project] 10.222.0.89 "DELETE /v2.0/floatingips/3da98cbf-11e7-4fe5-9c2d-7b13db753e71 HTTP/1.1" status: 204 len: 173 time: 0.9355206 Feb 04 17:19:58.528928 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9973535-fba5-4972-a584-cb483d016147 req-2dc8ea0d-17c1-4e4c-9546-6f5179a71435 tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:19:58.530421 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-d9973535-fba5-4972-a584-cb483d016147 req-2dc8ea0d-17c1-4e4c-9546-6f5179a71435 tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] 10.222.0.96 "GET /v2.0/networks?id=e6d83a7c-1f77-441c-afa2-81d5754db2af HTTP/1.1" status: 200 len: 812 time: 0.2778766 Feb 04 17:19:58.552873 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [req-d9973535-fba5-4972-a584-cb483d016147 req-f1b5c956-9741-4179-92f7-9054f273b256 tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] Request body: {'port': {'device_id': 'c8f699c0-43f7-4dac-a0ef-88d572310de9', 'network_id': 'e6d83a7c-1f77-441c-afa2-81d5754db2af', 'admin_state_up': True, 'tenant_id': '36d552dcaba84f869d86965d2c5a9247'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:19:58.555802 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-b67ca945-73e5-4372-acf5-263e37d1043e tempest-NegativeSecGroupTest-1515227729 tempest-NegativeSecGroupTest-1515227729-project] Publish callbacks [] for security_group (413637b6-7997-4c6f-b658-e124367e8167), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:58.568248 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8abda1-262b-4646-8b80-a13806c419e4 req-0815e012-9512-4d54-8d0a-9f3972a0bca6 tempest-AttachSCSIVolumeTestJSON-480248312 tempest-AttachSCSIVolumeTestJSON-480248312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:19:58.572707 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-ba8abda1-262b-4646-8b80-a13806c419e4 req-0815e012-9512-4d54-8d0a-9f3972a0bca6 tempest-AttachSCSIVolumeTestJSON-480248312 tempest-AttachSCSIVolumeTestJSON-480248312-project] 10.222.0.89 "GET /v2.0/ports?device_id=d139c4de-8da5-4d54-bf7d-b1ba87ddc92a HTTP/1.1" status: 200 len: 946 time: 0.1491449 Feb 04 17:19:58.649673 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-b67ca945-73e5-4372-acf5-263e37d1043e tempest-NegativeSecGroupTest-1515227729 tempest-NegativeSecGroupTest-1515227729-project] Publish callbacks [] for security_group (413637b6-7997-4c6f-b658-e124367e8167), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:58.653852 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-89a5d05d-bca9-420b-aab3-a7438511814c req-102dea7d-f7ee-4aca-968f-675a5022d0fb tempest-ServerShowV254Test-1084348911 tempest-ServerShowV254Test-1084348911-project] 10.222.0.89 "GET /v2.0/ports?device_id=e08e0c23-4ebc-4126-954a-5b309061355f HTTP/1.1" status: 200 len: 210 time: 0.0404913 Feb 04 17:19:58.669868 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a222a3c-0b77-4166-9ac9-c127db15637a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e337050-c376-4e89-b3c1-981d70481050'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:19:58.674042 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c34bc964ce2211770fda26ca2f3801cc06f4f39928110690550e94ab9c9d2fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e7972cd-683d-4756-9178-01b40b9057af" -d '{"events": [{"server_uuid": "2a222a3c-0b77-4166-9ac9-c127db15637a", "name": "network-vif-plugged", "status": "completed", "tag": "2e337050-c376-4e89-b3c1-981d70481050"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:19:58.688772 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-8d664b2a-008b-439f-a8c6-54bbf19e4d3b req-83ff82a1-7394-437f-ad7c-93a368149691 service neutron] 10.222.0.96 "GET /v2.0/networks/865a5290-ec33-4655-84a4-bc1453190ac7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1949093 Feb 04 17:19:58.688772 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-ba8abda1-262b-4646-8b80-a13806c419e4 req-d089c54f-e945-49a9-a050-06c9e01f5732 tempest-AttachSCSIVolumeTestJSON-480248312 tempest-AttachSCSIVolumeTestJSON-480248312-project] 10.222.0.89 "GET /v2.0/security-groups?id=c2ca9c4f-7e5c-464a-a6ef-9ac8541b875b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069052 Feb 04 17:19:58.758979 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d9973535-fba5-4972-a584-cb483d016147 req-f1b5c956-9741-4179-92f7-9054f273b256 tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] Made reservation on behalf of 36d552dcaba84f869d86965d2c5a9247 for: {'port': 1} {{(pid=103376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:19:58.763023 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-d9973535-fba5-4972-a584-cb483d016147 req-f1b5c956-9741-4179-92f7-9054f273b256 tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:58.801681 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-b67ca945-73e5-4372-acf5-263e37d1043e tempest-NegativeSecGroupTest-1515227729 tempest-NegativeSecGroupTest-1515227729-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (413637b6-7997-4c6f-b658-e124367e8167), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:58.804363 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-b67ca945-73e5-4372-acf5-263e37d1043e tempest-NegativeSecGroupTest-1515227729 tempest-NegativeSecGroupTest-1515227729-project] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:58.807861 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-b67ca945-73e5-4372-acf5-263e37d1043e tempest-NegativeSecGroupTest-1515227729 tempest-NegativeSecGroupTest-1515227729-project] 10.222.0.89 "DELETE /v2.0/security-groups/413637b6-7997-4c6f-b658-e124367e8167 HTTP/1.1" status: 204 len: 168 time: 0.5409906 Feb 04 17:19:58.817141 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-2d0081cb-9f1f-4ca7-ab26-ac08d602ec5d req-301b5504-e483-4934-8b6c-4ef252bb2b36 tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] 10.222.0.89 "GET /v2.0/ports?device_id=c8f699c0-43f7-4dac-a0ef-88d572310de9 HTTP/1.1" status: 200 len: 210 time: 0.0474696 Feb 04 17:19:58.817896 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 33412) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:19:58.831959 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67ca945-73e5-4372-acf5-263e37d1043e tempest-NegativeSecGroupTest-1515227729 tempest-NegativeSecGroupTest-1515227729-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=413637b6-7997-4c6f-b658-e124367e8167,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:19:58.866836 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-eb0ca73f-a34d-443e-a5a3-aaf1a1db90b4 req-b5f79b3e-6a17-4174-801e-bafa85e3568a tempest-FloatingIPsAssociationNegativeTestJSON-1592197425 tempest-FloatingIPsAssociationNegativeTestJSON-1592197425-project] 10.222.0.89 "GET /v2.0/floatingips?floating_ip_address=172.25.6.17 HTTP/1.1" status: 200 len: 1001 time: 0.1433544 Feb 04 17:19:58.909270 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 17:19:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2791e674-7b68-4d92-90c9-9b8e5cc1a5c6 x-openstack-request-id: req-2791e674-7b68-4d92-90c9-9b8e5cc1a5c6 {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:19:58.909567 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a222a3c-0b77-4166-9ac9-c127db15637a", "name": "network-vif-plugged", "status": "completed", "tag": "2e337050-c376-4e89-b3c1-981d70481050", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:19:58.910039 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-2791e674-7b68-4d92-90c9-9b8e5cc1a5c6 {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:19:58.910608 n-d-827839-2 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a222a3c-0b77-4166-9ac9-c127db15637a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e337050-c376-4e89-b3c1-981d70481050', 'code': 200} Feb 04 17:19:58.936163 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-ec400113-b536-4282-968b-c354ad9c9451 tempest-NegativeSecGroupTest-1515227729 tempest-NegativeSecGroupTest-1515227729-project] 10.222.0.89 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0995746 Feb 04 17:19:58.940955 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 33414) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:19:58.946914 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-0f5ccbcf-44ae-4304-b70e-9b27724a9f10 tempest-NegativeSecGroupTest-1515227729 tempest-NegativeSecGroupTest-1515227729-project] Request body: {'security_group': {'name': 'tempest-secgroup--102239581'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:19:58.957135 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0ca73f-a34d-443e-a5a3-aaf1a1db90b4 req-9589ffce-e6a0-4cb8-89d6-17c04ffbdfce tempest-FloatingIPsAssociationNegativeTestJSON-1592197425 tempest-FloatingIPsAssociationNegativeTestJSON-1592197425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:19:58.974943 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-eb0ca73f-a34d-443e-a5a3-aaf1a1db90b4 req-9589ffce-e6a0-4cb8-89d6-17c04ffbdfce tempest-FloatingIPsAssociationNegativeTestJSON-1592197425 tempest-FloatingIPsAssociationNegativeTestJSON-1592197425-project] 10.222.0.89 "GET /v2.0/ports/57c2857a-00dd-48a9-a1e3-c390c20ad1fd HTTP/1.1" status: 200 len: 943 time: 0.1067128 Feb 04 17:19:59.012076 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-0f5ccbcf-44ae-4304-b70e-9b27724a9f10 tempest-NegativeSecGroupTest-1515227729 tempest-NegativeSecGroupTest-1515227729-project] Publish callbacks [] for security_group (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:59.013486 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.db_base_plugin_common [req-d9973535-fba5-4972-a584-cb483d016147 req-f1b5c956-9741-4179-92f7-9054f273b256 tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] Allocated IP 172.20.0.12 (e6d83a7c-1f77-441c-afa2-81d5754db2af/bf8ba049-695f-44be-9bf2-689533c91d54/d3cf9a14-7069-4ac3-b5c5-21774915873c) {{(pid=103376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:19:59.147350 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-eb0ca73f-a34d-443e-a5a3-aaf1a1db90b4 req-54275018-9654-4325-afcc-a71632171675 tempest-FloatingIPsAssociationNegativeTestJSON-1592197425 tempest-FloatingIPsAssociationNegativeTestJSON-1592197425-project] 10.222.0.89 "GET /v2.0/floatingips?floating_ip_address=172.25.6.17 HTTP/1.1" status: 200 len: 1001 time: 0.1015370 Feb 04 17:19:59.214626 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-0f5ccbcf-44ae-4304-b70e-9b27724a9f10 tempest-NegativeSecGroupTest-1515227729 tempest-NegativeSecGroupTest-1515227729-project] Publish callbacks [] for security_group (813a4307-d4cc-43a0-9235-3ce98cdcbde1), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:59.236329 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5f1cba-f209-418b-add7-e985ce515d2d req-2132325c-f8ce-4b72-af66-fed24345ad9e tempest-ServersAdminTestJSON-70469306 tempest-ServersAdminTestJSON-70469306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:19:59.236849 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e8dc87-2682-421e-8ab0-91a4375729e0 req-b8bd77de-39ee-4648-9524-f430eec1fbb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:19:59.238253 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-1d5f1cba-f209-418b-add7-e985ce515d2d req-2132325c-f8ce-4b72-af66-fed24345ad9e tempest-ServersAdminTestJSON-70469306 tempest-ServersAdminTestJSON-70469306-project] 10.222.0.89 "GET /v2.0/ports?device_id=cdea105d-d892-4559-baed-fb98b40680d0 HTTP/1.1" status: 200 len: 950 time: 0.1933560 Feb 04 17:19:59.238655 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-16e8dc87-2682-421e-8ab0-91a4375729e0 req-b8bd77de-39ee-4648-9524-f430eec1fbb9 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=2a222a3c-0b77-4166-9ac9-c127db15637a HTTP/1.1" status: 200 len: 1127 time: 0.2395499 Feb 04 17:19:59.249261 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-0f5ccbcf-44ae-4304-b70e-9b27724a9f10 tempest-NegativeSecGroupTest-1515227729 tempest-NegativeSecGroupTest-1515227729-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (813a4307-d4cc-43a0-9235-3ce98cdcbde1), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:59.296801 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-16e8dc87-2682-421e-8ab0-91a4375729e0 req-cbd392b7-8a9c-44dc-9b40-efa9cfece194 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=cc4b9805-caea-4906-9ad3-3e1579c9619f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491343 Feb 04 17:19:59.337900 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5ccbcf-44ae-4304-b70e-9b27724a9f10 tempest-NegativeSecGroupTest-1515227729 tempest-NegativeSecGroupTest-1515227729-project] Pushing event updated for resources: {'SecurityGroup': ['ID=813a4307-d4cc-43a0-9235-3ce98cdcbde1,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:19:59.342220 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0ca73f-a34d-443e-a5a3-aaf1a1db90b4 req-7a778576-56df-41f8-b5eb-df4fb33f80c4 tempest-FloatingIPsAssociationNegativeTestJSON-1592197425 tempest-FloatingIPsAssociationNegativeTestJSON-1592197425-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:19:59.350840 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-eb0ca73f-a34d-443e-a5a3-aaf1a1db90b4 req-7a778576-56df-41f8-b5eb-df4fb33f80c4 tempest-FloatingIPsAssociationNegativeTestJSON-1592197425 tempest-FloatingIPsAssociationNegativeTestJSON-1592197425-project] 10.222.0.89 "GET /v2.0/networks/48165773-85ad-49a1-9ec1-76fc8dc24188 HTTP/1.1" status: 200 len: 784 time: 0.1931505 Feb 04 17:19:59.352974 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-0f5ccbcf-44ae-4304-b70e-9b27724a9f10 tempest-NegativeSecGroupTest-1515227729 tempest-NegativeSecGroupTest-1515227729-project] Publish callbacks [] for security_group (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:59.357147 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-0f5ccbcf-44ae-4304-b70e-9b27724a9f10 tempest-NegativeSecGroupTest-1515227729 tempest-NegativeSecGroupTest-1515227729-project] 10.222.0.89 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4121659 Feb 04 17:19:59.360781 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 33420) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:19:59.372979 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-d9973535-fba5-4972-a584-cb483d016147 req-f1b5c956-9741-4179-92f7-9054f273b256 tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] Publish callbacks [] for port (d3cf9a14-7069-4ac3-b5c5-21774915873c), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:59.392708 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-1d5f1cba-f209-418b-add7-e985ce515d2d req-bc4b7e48-120b-4c3e-8782-5a0b94201708 tempest-ServersAdminTestJSON-70469306 tempest-ServersAdminTestJSON-70469306-project] 10.222.0.89 "GET /v2.0/security-groups?id=0b9d4704-c600-4325-be39-d787042bd965&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270370 Feb 04 17:19:59.398893 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-90d610a6-e624-4ce4-95b7-176a127ac9a3 tempest-NegativeSecGroupTest-1515227729 tempest-NegativeSecGroupTest-1515227729-project] Request body: {'security_group_rule': {'security_group_id': '813a4307-d4cc-43a0-9235-3ce98cdcbde1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:19:59.426494 n-d-827839-2 neutron-server[103377]: WARNING neutron.api.v2.base [None req-90d610a6-e624-4ce4-95b7-176a127ac9a3 tempest-NegativeSecGroupTest-1515227729 tempest-NegativeSecGroupTest-1515227729-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Feb 04 17:19:59.430177 n-d-827839-2 neutron-server[103377]: INFO neutron.api.v2.resource [None req-90d610a6-e624-4ce4-95b7-176a127ac9a3 tempest-NegativeSecGroupTest-1515227729 tempest-NegativeSecGroupTest-1515227729-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 17:19:59.431543 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-90d610a6-e624-4ce4-95b7-176a127ac9a3 tempest-NegativeSecGroupTest-1515227729 tempest-NegativeSecGroupTest-1515227729-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0705481 Feb 04 17:19:59.434619 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 33422) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:19:59.443362 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-f0f15889-4958-4623-b007-72dc8e04e5d0 tempest-NegativeSecGroupTest-1515227729 tempest-NegativeSecGroupTest-1515227729-project] Request body: {'security_group_rule': {'security_group_id': '813a4307-d4cc-43a0-9235-3ce98cdcbde1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:19:59.447480 n-d-827839-2 neutron-server[103376]: WARNING neutron.api.v2.base [None req-f0f15889-4958-4623-b007-72dc8e04e5d0 tempest-NegativeSecGroupTest-1515227729 tempest-NegativeSecGroupTest-1515227729-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Feb 04 17:19:59.448016 n-d-827839-2 neutron-server[103376]: INFO neutron.api.v2.resource [None req-f0f15889-4958-4623-b007-72dc8e04e5d0 tempest-NegativeSecGroupTest-1515227729 tempest-NegativeSecGroupTest-1515227729-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 17:19:59.451588 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-f0f15889-4958-4623-b007-72dc8e04e5d0 tempest-NegativeSecGroupTest-1515227729 tempest-NegativeSecGroupTest-1515227729-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0133293 Feb 04 17:19:59.451588 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-d9973535-fba5-4972-a584-cb483d016147 req-f1b5c956-9741-4179-92f7-9054f273b256 tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (d3cf9a14-7069-4ac3-b5c5-21774915873c), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:59.452602 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 33424) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:19:59.462568 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-a835f0b2-818c-49c3-8861-717b42c2ff06 tempest-NegativeSecGroupTest-1515227729 tempest-NegativeSecGroupTest-1515227729-project] Request body: {'security_group_rule': {'security_group_id': '813a4307-d4cc-43a0-9235-3ce98cdcbde1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:19:59.463492 n-d-827839-2 neutron-server[103377]: WARNING neutron.api.v2.base [None req-a835f0b2-818c-49c3-8861-717b42c2ff06 tempest-NegativeSecGroupTest-1515227729 tempest-NegativeSecGroupTest-1515227729-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Feb 04 17:19:59.464100 n-d-827839-2 neutron-server[103377]: INFO neutron.api.v2.resource [None req-a835f0b2-818c-49c3-8861-717b42c2ff06 tempest-NegativeSecGroupTest-1515227729 tempest-NegativeSecGroupTest-1515227729-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 17:19:59.467774 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-a835f0b2-818c-49c3-8861-717b42c2ff06 tempest-NegativeSecGroupTest-1515227729 tempest-NegativeSecGroupTest-1515227729-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0104620 Feb 04 17:19:59.467923 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 33426) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:19:59.476081 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-3dbf27e3-a358-40f5-8234-3e6c921d43a0 tempest-NegativeSecGroupTest-1515227729 tempest-NegativeSecGroupTest-1515227729-project] Request body: {'security_group_rule': {'security_group_id': '813a4307-d4cc-43a0-9235-3ce98cdcbde1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:19:59.477105 n-d-827839-2 neutron-server[103377]: WARNING neutron.api.v2.base [None req-3dbf27e3-a358-40f5-8234-3e6c921d43a0 tempest-NegativeSecGroupTest-1515227729 tempest-NegativeSecGroupTest-1515227729-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Feb 04 17:19:59.477721 n-d-827839-2 neutron-server[103377]: INFO neutron.api.v2.resource [None req-3dbf27e3-a358-40f5-8234-3e6c921d43a0 tempest-NegativeSecGroupTest-1515227729 tempest-NegativeSecGroupTest-1515227729-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 17:19:59.481762 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-3dbf27e3-a358-40f5-8234-3e6c921d43a0 tempest-NegativeSecGroupTest-1515227729 tempest-NegativeSecGroupTest-1515227729-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0087175 Feb 04 17:19:59.483614 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 33428) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:19:59.494433 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-5fadd729-8b3d-4e33-b9ba-cb5f62a00502 req-faa822a8-1650-4f59-bc8c-241792c713f0 tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] 10.222.0.89 "GET /v2.0/ports?device_id=809c551a-1790-4b2b-baf4-9847169d6487 HTTP/1.1" status: 200 len: 210 time: 0.0358260 Feb 04 17:19:59.505179 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-eb0ca73f-a34d-443e-a5a3-aaf1a1db90b4 req-1213d1dd-b07b-4c7e-ba1d-8cca36db6a12 tempest-FloatingIPsAssociationNegativeTestJSON-1592197425 tempest-FloatingIPsAssociationNegativeTestJSON-1592197425-project] 10.222.0.89 "GET /v2.0/floatingips?floating_ip_address=172.25.6.17 HTTP/1.1" status: 200 len: 1001 time: 0.1533031 Feb 04 17:19:59.519654 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [req-eb0ca73f-a34d-443e-a5a3-aaf1a1db90b4 req-7828126f-9a4f-42d6-8e4d-5d0ad764f418 tempest-FloatingIPsAssociationNegativeTestJSON-1592197425 tempest-FloatingIPsAssociationNegativeTestJSON-1592197425-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:19:59.540508 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d9973535-fba5-4972-a584-cb483d016147 req-f1b5c956-9741-4179-92f7-9054f273b256 tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] Network e6d83a7c-1f77-441c-afa2-81d5754db2af is already hosted by enough agents. {{(pid=103376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:19:59.543871 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [req-d9973535-fba5-4972-a584-cb483d016147 req-f1b5c956-9741-4179-92f7-9054f273b256 tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] Resources bound (agent type, host, resource id): {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:19:59.548259 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9973535-fba5-4972-a584-cb483d016147 req-f1b5c956-9741-4179-92f7-9054f273b256 tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] Received port after_create {{(pid=103376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:19:59.579973 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b5c956-9741-4179-92f7-9054f273b256 tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] Pushing event updated for resources: {'Port': ['ID=d3cf9a14-7069-4ac3-b5c5-21774915873c,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:19:59.626222 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-eb0ca73f-a34d-443e-a5a3-aaf1a1db90b4 req-7828126f-9a4f-42d6-8e4d-5d0ad764f418 tempest-FloatingIPsAssociationNegativeTestJSON-1592197425 tempest-FloatingIPsAssociationNegativeTestJSON-1592197425-project] Publish callbacks [] for floatingip (4102760d-3502-4f00-b1a7-6dffb9ba4f72), before_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:59.645194 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9973535-fba5-4972-a584-cb483d016147 req-f1b5c956-9741-4179-92f7-9054f273b256 tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:19:59.645820 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-d9973535-fba5-4972-a584-cb483d016147 req-f1b5c956-9741-4179-92f7-9054f273b256 tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:59.673014 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc04c9b-bb4c-48a7-900b-8c1bca230191 req-2e77c726-61f4-4309-a0a3-7ecf895c1be8 tempest-ServerRescueTestJSON-1860265827 tempest-ServerRescueTestJSON-1860265827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:19:59.674808 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-8dc04c9b-bb4c-48a7-900b-8c1bca230191 req-2e77c726-61f4-4309-a0a3-7ecf895c1be8 tempest-ServerRescueTestJSON-1860265827 tempest-ServerRescueTestJSON-1860265827-project] 10.222.0.89 "GET /v2.0/ports?device_id=2a222a3c-0b77-4166-9ac9-c127db15637a HTTP/1.1" status: 200 len: 945 time: 0.0744784 Feb 04 17:19:59.678533 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-d9973535-fba5-4972-a584-cb483d016147 req-f1b5c956-9741-4179-92f7-9054f273b256 tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1322439 Feb 04 17:19:59.697882 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [req-d9973535-fba5-4972-a584-cb483d016147 req-67ef874c-bcc9-4bc7-9523-456855cea50a service neutron] Request body: {'port': {'device_id': 'c8f699c0-43f7-4dac-a0ef-88d572310de9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827839-2'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:19:59.703821 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-2b8bfedd-0839-4063-87ea-d7879499bd40 tempest-NegativeSecGroupTest-1515227729 tempest-NegativeSecGroupTest-1515227729-project] Publish callbacks [] for security_group (813a4307-d4cc-43a0-9235-3ce98cdcbde1), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:59.712042 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-25f8b034-f541-4c3a-9880-f92287a84f78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (bb89f5a3-3c22-440b-b7d1-c4f0c43c184a), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:59.774029 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-8dc04c9b-bb4c-48a7-900b-8c1bca230191 req-2fd5ed02-7181-4b40-acf6-751a7fc75a46 tempest-ServerRescueTestJSON-1860265827 tempest-ServerRescueTestJSON-1860265827-project] 10.222.0.89 "GET /v2.0/security-groups?id=cc4b9805-caea-4906-9ad3-3e1579c9619f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729983 Feb 04 17:19:59.792241 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-2b8bfedd-0839-4063-87ea-d7879499bd40 tempest-NegativeSecGroupTest-1515227729 tempest-NegativeSecGroupTest-1515227729-project] Publish callbacks [] for security_group (813a4307-d4cc-43a0-9235-3ce98cdcbde1), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:59.813824 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-d9973535-fba5-4972-a584-cb483d016147 req-67ef874c-bcc9-4bc7-9523-456855cea50a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (d3cf9a14-7069-4ac3-b5c5-21774915873c), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:59.915458 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-eb0ca73f-a34d-443e-a5a3-aaf1a1db90b4 req-7828126f-9a4f-42d6-8e4d-5d0ad764f418 tempest-FloatingIPsAssociationNegativeTestJSON-1592197425 tempest-FloatingIPsAssociationNegativeTestJSON-1592197425-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:59.917008 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-2b8bfedd-0839-4063-87ea-d7879499bd40 tempest-NegativeSecGroupTest-1515227729 tempest-NegativeSecGroupTest-1515227729-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (813a4307-d4cc-43a0-9235-3ce98cdcbde1), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:59.920255 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-2b8bfedd-0839-4063-87ea-d7879499bd40 tempest-NegativeSecGroupTest-1515227729 tempest-NegativeSecGroupTest-1515227729-project] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:59.921577 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-2b8bfedd-0839-4063-87ea-d7879499bd40 tempest-NegativeSecGroupTest-1515227729 tempest-NegativeSecGroupTest-1515227729-project] 10.222.0.89 "DELETE /v2.0/security-groups/813a4307-d4cc-43a0-9235-3ce98cdcbde1 HTTP/1.1" status: 204 len: 168 time: 0.4370086 Feb 04 17:19:59.925776 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 33436) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:19:59.926387 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-eb0ca73f-a34d-443e-a5a3-aaf1a1db90b4 req-7828126f-9a4f-42d6-8e4d-5d0ad764f418 tempest-FloatingIPsAssociationNegativeTestJSON-1592197425 tempest-FloatingIPsAssociationNegativeTestJSON-1592197425-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1595586'] for floatingip (4102760d-3502-4f00-b1a7-6dffb9ba4f72), after_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:59.926890 n-d-827839-2 neutron-server[103377]: INFO neutron.db.l3_db [req-eb0ca73f-a34d-443e-a5a3-aaf1a1db90b4 req-7828126f-9a4f-42d6-8e4d-5d0ad764f418 tempest-FloatingIPsAssociationNegativeTestJSON-1592197425 tempest-FloatingIPsAssociationNegativeTestJSON-1592197425-project] Floating IP 4102760d-3502-4f00-b1a7-6dffb9ba4f72 disassociated. External IP: 172.25.6.17, port: 57c2857a-00dd-48a9-a1e3-c390c20ad1fd. Feb 04 17:19:59.987432 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8bfedd-0839-4063-87ea-d7879499bd40 tempest-NegativeSecGroupTest-1515227729 tempest-NegativeSecGroupTest-1515227729-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=813a4307-d4cc-43a0-9235-3ce98cdcbde1,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:20:00.033845 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8bfedd-0839-4063-87ea-d7879499bd40 tempest-NegativeSecGroupTest-1515227729 tempest-NegativeSecGroupTest-1515227729-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:20:00.034106 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8bfedd-0839-4063-87ea-d7879499bd40 tempest-NegativeSecGroupTest-1515227729 tempest-NegativeSecGroupTest-1515227729-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:20:00.034453 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8bfedd-0839-4063-87ea-d7879499bd40 tempest-NegativeSecGroupTest-1515227729 tempest-NegativeSecGroupTest-1515227729-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:20:00.034800 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8bfedd-0839-4063-87ea-d7879499bd40 tempest-NegativeSecGroupTest-1515227729 tempest-NegativeSecGroupTest-1515227729-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:20:00.035143 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8bfedd-0839-4063-87ea-d7879499bd40 tempest-NegativeSecGroupTest-1515227729 tempest-NegativeSecGroupTest-1515227729-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:20:00.036310 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8bfedd-0839-4063-87ea-d7879499bd40 tempest-NegativeSecGroupTest-1515227729 tempest-NegativeSecGroupTest-1515227729-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:20:00.036923 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8bfedd-0839-4063-87ea-d7879499bd40 tempest-NegativeSecGroupTest-1515227729 tempest-NegativeSecGroupTest-1515227729-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:20:00.037619 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8bfedd-0839-4063-87ea-d7879499bd40 tempest-NegativeSecGroupTest-1515227729 tempest-NegativeSecGroupTest-1515227729-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:20:00.037959 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8bfedd-0839-4063-87ea-d7879499bd40 tempest-NegativeSecGroupTest-1515227729 tempest-NegativeSecGroupTest-1515227729-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:20:00.038299 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8bfedd-0839-4063-87ea-d7879499bd40 tempest-NegativeSecGroupTest-1515227729 tempest-NegativeSecGroupTest-1515227729-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:20:00.038635 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8bfedd-0839-4063-87ea-d7879499bd40 tempest-NegativeSecGroupTest-1515227729 tempest-NegativeSecGroupTest-1515227729-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:20:00.038969 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8bfedd-0839-4063-87ea-d7879499bd40 tempest-NegativeSecGroupTest-1515227729 tempest-NegativeSecGroupTest-1515227729-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:20:00.039300 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8bfedd-0839-4063-87ea-d7879499bd40 tempest-NegativeSecGroupTest-1515227729 tempest-NegativeSecGroupTest-1515227729-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:20:00.064696 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-3ba4fb85-d08c-40e6-9b15-8f4d0f40d4d4 req-440a0f49-2cef-4def-a0bf-68f3368277fb tempest-ServerShowV254Test-1084348911 tempest-ServerShowV254Test-1084348911-project] 10.222.0.89 "GET /v2.0/ports?device_id=e08e0c23-4ebc-4126-954a-5b309061355f HTTP/1.1" status: 200 len: 210 time: 0.0500522 Feb 04 17:20:00.080968 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-6bb142b7-c173-4b3a-80e7-034003c4e5fb tempest-NegativeSecGroupTest-1515227729 tempest-NegativeSecGroupTest-1515227729-project] 10.222.0.89 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1518257 Feb 04 17:20:00.085077 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 33438) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:20:00.092804 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-46b8fef8-11af-48db-9d39-d2866c31b825 tempest-NegativeSecGroupTest-1515227729 tempest-NegativeSecGroupTest-1515227729-project] Request body: {'security_group': {'name': 'tempest-secgroup--639600053'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:20:00.160278 n-d-827839-2 neutron-server[103376]: DEBUG neutron.notifiers.nova [req-d9973535-fba5-4972-a584-cb483d016147 req-67ef874c-bcc9-4bc7-9523-456855cea50a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d3cf9a14-7069-4ac3-b5c5-21774915873c {{(pid=103376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 17:20:00.168389 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-d9973535-fba5-4972-a584-cb483d016147 req-67ef874c-bcc9-4bc7-9523-456855cea50a service neutron] Publish callbacks [] for port (d3cf9a14-7069-4ac3-b5c5-21774915873c), precommit_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:00.181656 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.provisioning_blocks [req-d9973535-fba5-4972-a584-cb483d016147 req-67ef874c-bcc9-4bc7-9523-456855cea50a service neutron] Transition to ACTIVE for port object d3cf9a14-7069-4ac3-b5c5-21774915873c will not be triggered until provisioned by entity L2. {{(pid=103376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 17:20:00.187243 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-d9973535-fba5-4972-a584-cb483d016147 req-67ef874c-bcc9-4bc7-9523-456855cea50a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675836'] for port (d3cf9a14-7069-4ac3-b5c5-21774915873c), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:00.191198 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-46b8fef8-11af-48db-9d39-d2866c31b825 tempest-NegativeSecGroupTest-1515227729 tempest-NegativeSecGroupTest-1515227729-project] Publish callbacks [] for security_group (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:00.286525 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ef874c-bcc9-4bc7-9523-456855cea50a service neutron] Pushing event updated for resources: {'Port': ['ID=d3cf9a14-7069-4ac3-b5c5-21774915873c,revision_number=2']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:20:00.316520 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.l3_agent_scheduler [req-eb0ca73f-a34d-443e-a5a3-aaf1a1db90b4 req-7828126f-9a4f-42d6-8e4d-5d0ad764f418 tempest-FloatingIPsAssociationNegativeTestJSON-1592197425 tempest-FloatingIPsAssociationNegativeTestJSON-1592197425-project] Router a6d0baf4-6769-4ab6-be48-cc76199b7e27 has already been hosted by L3 agent 64ada913-9131-4d99-a265-63a920956287 {{(pid=103377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 17:20:00.331513 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-46b8fef8-11af-48db-9d39-d2866c31b825 tempest-NegativeSecGroupTest-1515227729 tempest-NegativeSecGroupTest-1515227729-project] Publish callbacks [] for security_group (b4916b4e-9e2b-4379-8b5a-daf1a97ddab5), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:00.343631 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-46b8fef8-11af-48db-9d39-d2866c31b825 tempest-NegativeSecGroupTest-1515227729 tempest-NegativeSecGroupTest-1515227729-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (b4916b4e-9e2b-4379-8b5a-daf1a97ddab5), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:00.347376 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c09a24e-4762-417b-a006-aabd931d4da3 req-67bd4575-62e2-41d9-8a54-3afd2f45c6e3 tempest-AttachSCSIVolumeTestJSON-480248312 tempest-AttachSCSIVolumeTestJSON-480248312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:20:00.353273 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-5c09a24e-4762-417b-a006-aabd931d4da3 req-67bd4575-62e2-41d9-8a54-3afd2f45c6e3 tempest-AttachSCSIVolumeTestJSON-480248312 tempest-AttachSCSIVolumeTestJSON-480248312-project] 10.222.0.89 "GET /v2.0/ports?device_id=d139c4de-8da5-4d54-bf7d-b1ba87ddc92a HTTP/1.1" status: 200 len: 946 time: 0.1607995 Feb 04 17:20:00.402263 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [req-d9973535-fba5-4972-a584-cb483d016147 req-67ef874c-bcc9-4bc7-9523-456855cea50a service neutron] Attempting to bind port d3cf9a14-7069-4ac3-b5c5-21774915873c on host n-h1-827839-2 for vnic_type normal with profile {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:20:00.402815 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [req-d9973535-fba5-4972-a584-cb483d016147 req-67ef874c-bcc9-4bc7-9523-456855cea50a service neutron] Attempting to bind port d3cf9a14-7069-4ac3-b5c5-21774915873c by drivers openvswitch,hyperv on host n-h1-827839-2 at level 0 using segments [{'id': '78faf63e-60a8-47e4-85af-dce04e5fa366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'e6d83a7c-1f77-441c-afa2-81d5754db2af'}] {{(pid=103376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:20:00.403347 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9973535-fba5-4972-a584-cb483d016147 req-67ef874c-bcc9-4bc7-9523-456855cea50a service neutron] Attempting to bind port d3cf9a14-7069-4ac3-b5c5-21774915873c on network e6d83a7c-1f77-441c-afa2-81d5754db2af {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:20:00.423389 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9973535-fba5-4972-a584-cb483d016147 req-67ef874c-bcc9-4bc7-9523-456855cea50a service neutron] Port d3cf9a14-7069-4ac3-b5c5-21774915873c on network e6d83a7c-1f77-441c-afa2-81d5754db2af not bound, no agent of type Open vSwitch agent registered on host n-h1-827839-2 {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 17:20:00.423857 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9973535-fba5-4972-a584-cb483d016147 req-67ef874c-bcc9-4bc7-9523-456855cea50a service neutron] Attempting to bind port d3cf9a14-7069-4ac3-b5c5-21774915873c on network e6d83a7c-1f77-441c-afa2-81d5754db2af {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:20:00.434877 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-46b8fef8-11af-48db-9d39-d2866c31b825 tempest-NegativeSecGroupTest-1515227729 tempest-NegativeSecGroupTest-1515227729-project] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:00.436120 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-46b8fef8-11af-48db-9d39-d2866c31b825 tempest-NegativeSecGroupTest-1515227729 tempest-NegativeSecGroupTest-1515227729-project] 10.222.0.89 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3487523 Feb 04 17:20:00.439193 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9973535-fba5-4972-a584-cb483d016147 req-67ef874c-bcc9-4bc7-9523-456855cea50a service neutron] Checking agent: {'id': '3f9244a9-75fc-4c10-b195-11d48b853b41', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 8, 42), 'started_at': datetime.datetime(2022, 2, 4, 17, 8, 42), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 19, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:20:00.439644 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9973535-fba5-4972-a584-cb483d016147 req-67ef874c-bcc9-4bc7-9523-456855cea50a service neutron] Checking segment: {'id': '78faf63e-60a8-47e4-85af-dce04e5fa366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'e6d83a7c-1f77-441c-afa2-81d5754db2af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:20:00.440131 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9973535-fba5-4972-a584-cb483d016147 req-67ef874c-bcc9-4bc7-9523-456855cea50a service neutron] Bound using segment: {'id': '78faf63e-60a8-47e4-85af-dce04e5fa366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'e6d83a7c-1f77-441c-afa2-81d5754db2af'} {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:20:00.440844 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [req-d9973535-fba5-4972-a584-cb483d016147 req-67ef874c-bcc9-4bc7-9523-456855cea50a service neutron] Bound port: d3cf9a14-7069-4ac3-b5c5-21774915873c, host: n-h1-827839-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '78faf63e-60a8-47e4-85af-dce04e5fa366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'e6d83a7c-1f77-441c-afa2-81d5754db2af'}}] {{(pid=103376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:20:00.441173 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-d9973535-fba5-4972-a584-cb483d016147 req-67ef874c-bcc9-4bc7-9523-456855cea50a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (d3cf9a14-7069-4ac3-b5c5-21774915873c), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:00.443578 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 33444) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:20:00.447867 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-7798a515-19de-473b-91dc-0f1fb02edd8a tempest-NegativeSecGroupTest-1515227729 tempest-NegativeSecGroupTest-1515227729-project] Request body: {'security_group_rule': {'security_group_id': 'b4916b4e-9e2b-4379-8b5a-daf1a97ddab5', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:20:00.448765 n-d-827839-2 neutron-server[103376]: WARNING neutron.api.v2.base [None req-7798a515-19de-473b-91dc-0f1fb02edd8a tempest-NegativeSecGroupTest-1515227729 tempest-NegativeSecGroupTest-1515227729-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Feb 04 17:20:00.449357 n-d-827839-2 neutron-server[103376]: INFO neutron.api.v2.resource [None req-7798a515-19de-473b-91dc-0f1fb02edd8a tempest-NegativeSecGroupTest-1515227729 tempest-NegativeSecGroupTest-1515227729-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 17:20:00.450440 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-7798a515-19de-473b-91dc-0f1fb02edd8a tempest-NegativeSecGroupTest-1515227729 tempest-NegativeSecGroupTest-1515227729-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0060875 Feb 04 17:20:00.455627 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 33446) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:20:00.456202 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-5c09a24e-4762-417b-a006-aabd931d4da3 req-8fcc7a9b-b932-42b0-845b-9843face6a81 tempest-AttachSCSIVolumeTestJSON-480248312 tempest-AttachSCSIVolumeTestJSON-480248312-project] 10.222.0.89 "GET /v2.0/security-groups?id=c2ca9c4f-7e5c-464a-a6ef-9ac8541b875b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773678 Feb 04 17:20:00.460123 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-ba274b30-4ba5-4414-8855-954daefcf75b tempest-NegativeSecGroupTest-1515227729 tempest-NegativeSecGroupTest-1515227729-project] Request body: {'security_group_rule': {'security_group_id': 'b4916b4e-9e2b-4379-8b5a-daf1a97ddab5', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:20:00.481727 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b8fef8-11af-48db-9d39-d2866c31b825 tempest-NegativeSecGroupTest-1515227729 tempest-NegativeSecGroupTest-1515227729-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b4916b4e-9e2b-4379-8b5a-daf1a97ddab5,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:20:00.548600 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-eb0ca73f-a34d-443e-a5a3-aaf1a1db90b4 req-7828126f-9a4f-42d6-8e4d-5d0ad764f418 tempest-FloatingIPsAssociationNegativeTestJSON-1592197425 tempest-FloatingIPsAssociationNegativeTestJSON-1592197425-project] Notify agent at l3_agent.n-d-827839-2 the message routers_updated {{(pid=103377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 17:20:00.554327 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-eb0ca73f-a34d-443e-a5a3-aaf1a1db90b4 req-7828126f-9a4f-42d6-8e4d-5d0ad764f418 tempest-FloatingIPsAssociationNegativeTestJSON-1592197425 tempest-FloatingIPsAssociationNegativeTestJSON-1592197425-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for floatingip (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:00.560988 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f3ed472-ab58-44e5-b58e-373d758b94bb None None] Sync routers for ids ['a6d0baf4-6769-4ab6-be48-cc76199b7e27'] in n-d-827839-2 {{(pid=103378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 17:20:00.584357 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f3ed472-ab58-44e5-b58e-373d758b94bb None None] Routers {'a6d0baf4-6769-4ab6-be48-cc76199b7e27'} bound to L3 agent in host n-d-827839-2 {{(pid=103378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:20:00.585628 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-7f3ed472-ab58-44e5-b58e-373d758b94bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:19:32Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['a6d0baf4-6769-4ab6-be48-cc76199b7e27'], 'active': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:20:00.598851 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-eb0ca73f-a34d-443e-a5a3-aaf1a1db90b4 req-7828126f-9a4f-42d6-8e4d-5d0ad764f418 tempest-FloatingIPsAssociationNegativeTestJSON-1592197425 tempest-FloatingIPsAssociationNegativeTestJSON-1592197425-project] 10.222.0.89 "PUT /v2.0/floatingips/4102760d-3502-4f00-b1a7-6dffb9ba4f72 HTTP/1.1" status: 200 len: 694 time: 1.0830669 Feb 04 17:20:00.609418 n-d-827839-2 neutron-server[103377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f47ef111-efcf-4236-94b4-2cdab93576d8', 'tag': '57c2857a-00dd-48a9-a1e3-c390c20ad1fd'}] {{(pid=103377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:20:00.612018 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7240428b650e1488e9361b62648ff4b3a6c19d49d8c27c949491ab58c1346cf0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-909b80f9-7474-4161-af64-1fa6663bbcfa" -d '{"events": [{"name": "network-changed", "server_uuid": "f47ef111-efcf-4236-94b4-2cdab93576d8", "tag": "57c2857a-00dd-48a9-a1e3-c390c20ad1fd"}]}' {{(pid=103377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:20:00.639061 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [req-d9973535-fba5-4972-a584-cb483d016147 req-67ef874c-bcc9-4bc7-9523-456855cea50a service neutron] For port d3cf9a14-7069-4ac3-b5c5-21774915873c, host n-h1-827839-2, cleared binding levels {{(pid=103376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:20:00.659566 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [req-d9973535-fba5-4972-a584-cb483d016147 req-67ef874c-bcc9-4bc7-9523-456855cea50a service neutron] For port d3cf9a14-7069-4ac3-b5c5-21774915873c, host n-h1-827839-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=d3cf9a14-7069-4ac3-b5c5-21774915873c,segment=NetworkSegment(78faf63e-60a8-47e4-85af-dce04e5fa366),segment_id=78faf63e-60a8-47e4-85af-dce04e5fa366)] {{(pid=103376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:20:00.664697 n-d-827839-2 neutron-server[103377]: INFO neutron.api.v2.resource [None req-ba274b30-4ba5-4414-8855-954daefcf75b tempest-NegativeSecGroupTest-1515227729 tempest-NegativeSecGroupTest-1515227729-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 17:20:00.669170 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-ba274b30-4ba5-4414-8855-954daefcf75b tempest-NegativeSecGroupTest-1515227729 tempest-NegativeSecGroupTest-1515227729-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2125504 Feb 04 17:20:00.670838 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 33454) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:20:00.675395 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-0123d39e-9aad-4d4f-8fe6-2fb1cb899ef2 tempest-NegativeSecGroupTest-1515227729 tempest-NegativeSecGroupTest-1515227729-project] Request body: {'security_group_rule': {'security_group_id': 'b4916b4e-9e2b-4379-8b5a-daf1a97ddab5', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:20:00.676971 n-d-827839-2 neutron-server[103377]: WARNING neutron.api.v2.base [None req-0123d39e-9aad-4d4f-8fe6-2fb1cb899ef2 tempest-NegativeSecGroupTest-1515227729 tempest-NegativeSecGroupTest-1515227729-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Feb 04 17:20:00.677652 n-d-827839-2 neutron-server[103377]: INFO neutron.api.v2.resource [None req-0123d39e-9aad-4d4f-8fe6-2fb1cb899ef2 tempest-NegativeSecGroupTest-1515227729 tempest-NegativeSecGroupTest-1515227729-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 17:20:00.681340 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-d9973535-fba5-4972-a584-cb483d016147 req-67ef874c-bcc9-4bc7-9523-456855cea50a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675836'] for port (d3cf9a14-7069-4ac3-b5c5-21774915873c), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:00.682136 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-0123d39e-9aad-4d4f-8fe6-2fb1cb899ef2 tempest-NegativeSecGroupTest-1515227729 tempest-NegativeSecGroupTest-1515227729-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0101714 Feb 04 17:20:00.684628 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 33456) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:20:00.689111 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0ca73f-a34d-443e-a5a3-aaf1a1db90b4 req-9af8e13a-d06f-4c11-b554-4386741d6d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:20:00.697096 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-eb0ca73f-a34d-443e-a5a3-aaf1a1db90b4 req-9af8e13a-d06f-4c11-b554-4386741d6d78 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=d4027c9982744fa0a7137e1cf2e9012e&device_id=f47ef111-efcf-4236-94b4-2cdab93576d8 HTTP/1.1" status: 200 len: 1128 time: 0.0815911 Feb 04 17:20:00.754016 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-89089f16-3707-47c7-9712-0d93bb51a486 tempest-NegativeSecGroupTest-1515227729 tempest-NegativeSecGroupTest-1515227729-project] Request body: {'security_group_rule': {'security_group_id': 'b4916b4e-9e2b-4379-8b5a-daf1a97ddab5', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:20:00.773740 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b68e2b-163f-4c84-9d13-02778d8b5ee5 req-823df9b8-40f2-4841-91c4-abe233bb1cba tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:20:00.775462 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-59b68e2b-163f-4c84-9d13-02778d8b5ee5 req-823df9b8-40f2-4841-91c4-abe233bb1cba tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] 10.222.0.89 "GET /v2.0/ports?device_id=c8f699c0-43f7-4dac-a0ef-88d572310de9 HTTP/1.1" status: 200 len: 944 time: 0.2126453 Feb 04 17:20:00.776821 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ef874c-bcc9-4bc7-9523-456855cea50a service neutron] Pushing event updated for resources: {'Port': ['ID=d3cf9a14-7069-4ac3-b5c5-21774915873c,revision_number=3']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:20:00.805903 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9973535-fba5-4972-a584-cb483d016147 req-67ef874c-bcc9-4bc7-9523-456855cea50a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:20:00.806564 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-d9973535-fba5-4972-a584-cb483d016147 req-67ef874c-bcc9-4bc7-9523-456855cea50a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:00.808074 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-d9973535-fba5-4972-a584-cb483d016147 req-67ef874c-bcc9-4bc7-9523-456855cea50a service neutron] 10.222.0.96 "PUT /v2.0/ports/d3cf9a14-7069-4ac3-b5c5-21774915873c HTTP/1.1" status: 200 len: 1092 time: 1.1171281 Feb 04 17:20:00.808673 n-d-827839-2 neutron-server[103376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8f699c0-43f7-4dac-a0ef-88d572310de9', 'tag': 'd3cf9a14-7069-4ac3-b5c5-21774915873c'}] {{(pid=103376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:20:00.811581 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d59c3bb5e2f09ebf62144d5e09b1cff60c763a9c19614c24538e77842938c05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe8f3edf-aaea-43c8-b587-b9d1b787876c" -d '{"events": [{"name": "network-changed", "server_uuid": "c8f699c0-43f7-4dac-a0ef-88d572310de9", "tag": "d3cf9a14-7069-4ac3-b5c5-21774915873c"}]}' {{(pid=103376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:20:00.823676 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0ca73f-a34d-443e-a5a3-aaf1a1db90b4 req-f8056126-7731-4427-bcca-0c3b76056cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:20:00.833037 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-eb0ca73f-a34d-443e-a5a3-aaf1a1db90b4 req-f8056126-7731-4427-bcca-0c3b76056cf6 service neutron] 10.222.0.89 "GET /v2.0/networks?id=e192c2cc-857d-492a-855f-2dae04acc430 HTTP/1.1" status: 200 len: 929 time: 0.1346958 Feb 04 17:20:00.881266 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvr_db [None req-7f3ed472-ab58-44e5-b58e-373d758b94bb None None] Set router a6d0baf4-6769-4ab6-be48-cc76199b7e27 gateway port host: n-d-827839-2 {{(pid=103378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:20:00.884770 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-eb0ca73f-a34d-443e-a5a3-aaf1a1db90b4 req-fe53b4b1-7e2b-46c9-a355-032f9529d3c6 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=57c2857a-00dd-48a9-a1e3-c390c20ad1fd HTTP/1.1" status: 200 len: 217 time: 0.0500605 Feb 04 17:20:00.901038 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-59b68e2b-163f-4c84-9d13-02778d8b5ee5 req-9c480d2d-79c2-4bce-8091-8fc7dfd85959 tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] 10.222.0.89 "GET /v2.0/security-groups?id=c591d0a0-8f77-4259-ab5e-c54cb31473d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159487 Feb 04 17:20:00.919007 n-d-827839-2 neutron-server[103376]: INFO neutron.api.v2.resource [None req-89089f16-3707-47c7-9712-0d93bb51a486 tempest-NegativeSecGroupTest-1515227729 tempest-NegativeSecGroupTest-1515227729-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 17:20:00.923933 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-89089f16-3707-47c7-9712-0d93bb51a486 tempest-NegativeSecGroupTest-1515227729 tempest-NegativeSecGroupTest-1515227729-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1721354 Feb 04 17:20:00.926021 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 33462) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:20:00.932535 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-126b9d1d-11bb-4169-a8ed-4eb03f28f3ff tempest-NegativeSecGroupTest-1515227729 tempest-NegativeSecGroupTest-1515227729-project] Request body: {'security_group_rule': {'security_group_id': 'b4916b4e-9e2b-4379-8b5a-daf1a97ddab5', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:20:00.933130 n-d-827839-2 neutron-server[103376]: WARNING neutron.api.v2.base [None req-126b9d1d-11bb-4169-a8ed-4eb03f28f3ff tempest-NegativeSecGroupTest-1515227729 tempest-NegativeSecGroupTest-1515227729-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Feb 04 17:20:00.933687 n-d-827839-2 neutron-server[103376]: INFO neutron.api.v2.resource [None req-126b9d1d-11bb-4169-a8ed-4eb03f28f3ff tempest-NegativeSecGroupTest-1515227729 tempest-NegativeSecGroupTest-1515227729-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 17:20:00.937221 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-126b9d1d-11bb-4169-a8ed-4eb03f28f3ff tempest-NegativeSecGroupTest-1515227729 tempest-NegativeSecGroupTest-1515227729-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0071824 Feb 04 17:20:00.937716 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 33464) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:20:00.945588 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-0258e757-0568-4db7-86b0-835d589c7421 tempest-NegativeSecGroupTest-1515227729 tempest-NegativeSecGroupTest-1515227729-project] Request body: {'security_group_rule': {'security_group_id': 'b4916b4e-9e2b-4379-8b5a-daf1a97ddab5', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:20:01.032018 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9973535-fba5-4972-a584-cb483d016147 req-e450810a-9518-466a-ac5a-fcc1bd5ac2ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:20:01.034746 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0ca73f-a34d-443e-a5a3-aaf1a1db90b4 req-82a77ef5-eb46-4360-bc9f-f381ed53d58e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:20:01.035725 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-d9973535-fba5-4972-a584-cb483d016147 req-e450810a-9518-466a-ac5a-fcc1bd5ac2ee service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=36d552dcaba84f869d86965d2c5a9247&device_id=c8f699c0-43f7-4dac-a0ef-88d572310de9 HTTP/1.1" status: 200 len: 1126 time: 0.1572189 Feb 04 17:20:01.036152 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-eb0ca73f-a34d-443e-a5a3-aaf1a1db90b4 req-82a77ef5-eb46-4360-bc9f-f381ed53d58e service neutron] 10.222.0.89 "GET /v2.0/subnets?id=d4973353-0966-45fa-beb0-35424b803918 HTTP/1.1" status: 200 len: 867 time: 0.1412086 Feb 04 17:20:01.069418 n-d-827839-2 neutron-server[103376]: INFO neutron.api.v2.resource [None req-0258e757-0568-4db7-86b0-835d589c7421 tempest-NegativeSecGroupTest-1515227729 tempest-NegativeSecGroupTest-1515227729-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 17:20:01.077558 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-0258e757-0568-4db7-86b0-835d589c7421 tempest-NegativeSecGroupTest-1515227729 tempest-NegativeSecGroupTest-1515227729-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1357532 Feb 04 17:20:01.116116 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 33472) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:20:01.122976 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-0508fd5f-de6c-4b7d-9013-62e1af22fd38 tempest-NegativeSecGroupTest-1515227729 tempest-NegativeSecGroupTest-1515227729-project] Request body: {'security_group_rule': {'security_group_id': 'b4916b4e-9e2b-4379-8b5a-daf1a97ddab5', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:20:01.135135 n-d-827839-2 neutron-server[103377]: WARNING neutron.api.v2.base [None req-0508fd5f-de6c-4b7d-9013-62e1af22fd38 tempest-NegativeSecGroupTest-1515227729 tempest-NegativeSecGroupTest-1515227729-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Feb 04 17:20:01.135924 n-d-827839-2 neutron-server[103377]: INFO neutron.api.v2.resource [None req-0508fd5f-de6c-4b7d-9013-62e1af22fd38 tempest-NegativeSecGroupTest-1515227729 tempest-NegativeSecGroupTest-1515227729-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 17:20:01.140012 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-0508fd5f-de6c-4b7d-9013-62e1af22fd38 tempest-NegativeSecGroupTest-1515227729 tempest-NegativeSecGroupTest-1515227729-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0217912 Feb 04 17:20:01.140619 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 33474) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:20:01.146816 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-d9973535-fba5-4972-a584-cb483d016147 req-3f1f73fc-c414-4312-ab92-cb2f2d41e6de service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d3cf9a14-7069-4ac3-b5c5-21774915873c HTTP/1.1" status: 200 len: 217 time: 0.0961926 Feb 04 17:20:01.157182 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-c2b49970-2a44-4bcf-984a-eb664944a016 tempest-NegativeSecGroupTest-1515227729 tempest-NegativeSecGroupTest-1515227729-project] Request body: {'security_group_rule': {'security_group_id': 'b4916b4e-9e2b-4379-8b5a-daf1a97ddab5', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:20:01.193042 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0ca73f-a34d-443e-a5a3-aaf1a1db90b4 req-4bfdbcf1-936b-44a9-a2ec-574da0911ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:20:01.194735 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-eb0ca73f-a34d-443e-a5a3-aaf1a1db90b4 req-4bfdbcf1-936b-44a9-a2ec-574da0911ea5 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=e192c2cc-857d-492a-855f-2dae04acc430&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1407943 Feb 04 17:20:01.236771 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9973535-fba5-4972-a584-cb483d016147 req-a8ea3e6f-386f-4c10-98a1-118a60bdc801 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:20:01.238770 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-d9973535-fba5-4972-a584-cb483d016147 req-a8ea3e6f-386f-4c10-98a1-118a60bdc801 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=bf8ba049-695f-44be-9bf2-689533c91d54 HTTP/1.1" status: 200 len: 852 time: 0.0695779 Feb 04 17:20:01.299328 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-d9973535-fba5-4972-a584-cb483d016147 req-a5337a97-731c-4d3f-98a9-e46f96dad92e service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=e6d83a7c-1f77-441c-afa2-81d5754db2af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0488250 Feb 04 17:20:01.340912 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-7f3ed472-ab58-44e5-b58e-373d758b94bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6d0baf4-6769-4ab6-be48-cc76199b7e27', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-160852269-router', 'tenant_id': 'd4027c9982744fa0a7137e1cf2e9012e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.56'}], 'enable_snat': True}, 'gw_port_id': 'f5e0cde2-93eb-4218-b925-3a7adf58dcd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:18:56Z', 'updated_at': '2022-02-04T17:19:06Z', 'revision_number': 4, 'project_id': 'd4027c9982744fa0a7137e1cf2e9012e', 'gw_port': {'id': 'f5e0cde2-93eb-4218-b925-3a7adf58dcd1', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:cc:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6d0baf4-6769-4ab6-be48-cc76199b7e27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 938, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:18:59Z', 'updated_at': '2022-02-04T17:19:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_interfaces': [{'id': '85b07dd7-b88f-4d22-9e61-73ef49291ae4', 'name': '', 'network_id': 'e192c2cc-857d-492a-855f-2dae04acc430', 'tenant_id': 'd4027c9982744fa0a7137e1cf2e9012e', 'mac_address': 'fa:16:3e:b4:16:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6d0baf4-6769-4ab6-be48-cc76199b7e27', 'device_owner': 'network:router_interface', 'standard_attr_id': 949, 'fixed_ips': [{'subnet_id': 'd4973353-0966-45fa-beb0-35424b803918', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:19:04Z', 'updated_at': '2022-02-04T17:19:11Z', 'revision_number': 5, 'project_id': 'd4027c9982744fa0a7137e1cf2e9012e', 'subnets': [{'id': 'd4973353-0966-45fa-beb0-35424b803918', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-2', False) {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:20:01.385138 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f3ed472-ab58-44e5-b58e-373d758b94bb None None] Checking router: a6d0baf4-6769-4ab6-be48-cc76199b7e27 for host: n-d-827839-2 {{(pid=103378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 17:20:01.398290 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f3ed472-ab58-44e5-b58e-373d758b94bb None None] Routers {'a6d0baf4-6769-4ab6-be48-cc76199b7e27'} bound to L3 agent in host n-d-827839-2 {{(pid=103378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:20:01.399437 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-7f3ed472-ab58-44e5-b58e-373d758b94bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:19:32Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['a6d0baf4-6769-4ab6-be48-cc76199b7e27'], 'active': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:20:01.453012 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-d9973535-fba5-4972-a584-cb483d016147 req-c33c60c7-2f02-43ff-aa0e-c0a558148ead service neutron] 10.222.0.96 "GET /v2.0/networks/e6d83a7c-1f77-441c-afa2-81d5754db2af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1404822 Feb 04 17:20:01.617394 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-d9973535-fba5-4972-a584-cb483d016147 req-322eb1e3-6429-4028-acce-6aeb1b3d9ded service neutron] 10.222.0.96 "GET /v2.0/networks/e6d83a7c-1f77-441c-afa2-81d5754db2af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1537583 Feb 04 17:20:01.620311 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvr_db [None req-7f3ed472-ab58-44e5-b58e-373d758b94bb None None] Set router a6d0baf4-6769-4ab6-be48-cc76199b7e27 gateway port host: n-d-827839-2 {{(pid=103378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:20:01.626191 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1721861-4bd2-4898-9953-8cd68ebe156d req-9a0869d1-6471-4c24-976d-9ed869c41a26 tempest-ServersAdminTestJSON-70469306 tempest-ServersAdminTestJSON-70469306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:20:01.634657 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-a1721861-4bd2-4898-9953-8cd68ebe156d req-9a0869d1-6471-4c24-976d-9ed869c41a26 tempest-ServersAdminTestJSON-70469306 tempest-ServersAdminTestJSON-70469306-project] 10.222.0.89 "GET /v2.0/ports?device_id=cdea105d-d892-4559-baed-fb98b40680d0 HTTP/1.1" status: 200 len: 950 time: 0.1008525 Feb 04 17:20:01.719795 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-a1721861-4bd2-4898-9953-8cd68ebe156d req-9daa18c0-c251-4b91-822d-a6dbf33b4a34 tempest-ServersAdminTestJSON-70469306 tempest-ServersAdminTestJSON-70469306-project] 10.222.0.89 "GET /v2.0/security-groups?id=0b9d4704-c600-4325-be39-d787042bd965&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834184 Feb 04 17:20:01.864842 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-eb0ca73f-a34d-443e-a5a3-aaf1a1db90b4 req-6fa83621-0024-4249-a82c-8b0b3066c4c3 service neutron] 10.222.0.89 "GET /v2.0/networks/e192c2cc-857d-492a-855f-2dae04acc430?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6572206 Feb 04 17:20:01.934257 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 17:20:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2eff6a5-e005-4860-a5d7-4a733e9a883a x-openstack-request-id: req-a2eff6a5-e005-4860-a5d7-4a733e9a883a {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:20:01.934611 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f47ef111-efcf-4236-94b4-2cdab93576d8", "tag": "57c2857a-00dd-48a9-a1e3-c390c20ad1fd", "status": "completed", "code": 200}]} {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:20:01.934867 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-a2eff6a5-e005-4860-a5d7-4a733e9a883a {{(pid=103377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:20:01.935375 n-d-827839-2 neutron-server[103377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f47ef111-efcf-4236-94b4-2cdab93576d8', 'tag': '57c2857a-00dd-48a9-a1e3-c390c20ad1fd', 'status': 'completed', 'code': 200} Feb 04 17:20:01.947137 n-d-827839-2 neutron-server[103377]: INFO neutron.api.v2.resource [None req-c2b49970-2a44-4bcf-984a-eb664944a016 tempest-NegativeSecGroupTest-1515227729 tempest-NegativeSecGroupTest-1515227729-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 17:20:01.948942 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-c2b49970-2a44-4bcf-984a-eb664944a016 tempest-NegativeSecGroupTest-1515227729 tempest-NegativeSecGroupTest-1515227729-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.8060205 Feb 04 17:20:01.951731 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 33486) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:20:01.957055 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-25779f19-64e2-4e39-8d32-eac2d14f1971 tempest-NegativeSecGroupTest-1515227729 tempest-NegativeSecGroupTest-1515227729-project] Request body: {'security_group_rule': {'security_group_id': 'b4916b4e-9e2b-4379-8b5a-daf1a97ddab5', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:20:02.040219 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-eb0ca73f-a34d-443e-a5a3-aaf1a1db90b4 req-cd236562-cd68-41c8-9e40-4fede7094a55 service neutron] 10.222.0.89 "GET /v2.0/networks/e192c2cc-857d-492a-855f-2dae04acc430?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1743982 Feb 04 17:20:02.048388 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a1f85d5a-7ec6-46be-ab37-e700b31161da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (64ada913-9131-4d99-a265-63a920956287), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:02.054706 n-d-827839-2 neutron-server[103377]: INFO neutron.api.v2.resource [None req-25779f19-64e2-4e39-8d32-eac2d14f1971 tempest-NegativeSecGroupTest-1515227729 tempest-NegativeSecGroupTest-1515227729-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 17:20:02.057051 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-25779f19-64e2-4e39-8d32-eac2d14f1971 tempest-NegativeSecGroupTest-1515227729 tempest-NegativeSecGroupTest-1515227729-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1042564 Feb 04 17:20:02.061347 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 33488) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:20:02.136197 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-7f3ed472-ab58-44e5-b58e-373d758b94bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6d0baf4-6769-4ab6-be48-cc76199b7e27', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-160852269-router', 'tenant_id': 'd4027c9982744fa0a7137e1cf2e9012e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.56'}], 'enable_snat': True}, 'gw_port_id': 'f5e0cde2-93eb-4218-b925-3a7adf58dcd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:18:56Z', 'updated_at': '2022-02-04T17:19:06Z', 'revision_number': 4, 'project_id': 'd4027c9982744fa0a7137e1cf2e9012e', 'gw_port': {'id': 'f5e0cde2-93eb-4218-b925-3a7adf58dcd1', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:cc:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6d0baf4-6769-4ab6-be48-cc76199b7e27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 938, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:18:59Z', 'updated_at': '2022-02-04T17:19:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_interfaces': [{'id': '85b07dd7-b88f-4d22-9e61-73ef49291ae4', 'name': '', 'network_id': 'e192c2cc-857d-492a-855f-2dae04acc430', 'tenant_id': 'd4027c9982744fa0a7137e1cf2e9012e', 'mac_address': 'fa:16:3e:b4:16:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6d0baf4-6769-4ab6-be48-cc76199b7e27', 'device_owner': 'network:router_interface', 'standard_attr_id': 949, 'fixed_ips': [{'subnet_id': 'd4973353-0966-45fa-beb0-35424b803918', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:19:04Z', 'updated_at': '2022-02-04T17:19:11Z', 'revision_number': 5, 'project_id': 'd4027c9982744fa0a7137e1cf2e9012e', 'subnets': [{'id': 'd4973353-0966-45fa-beb0-35424b803918', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-2', False) {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:20:02.173115 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 17:20:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9adbc6c-967d-49b3-a715-1e3816120ec7 x-openstack-request-id: req-d9adbc6c-967d-49b3-a715-1e3816120ec7 {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:20:02.174904 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8f699c0-43f7-4dac-a0ef-88d572310de9", "tag": "d3cf9a14-7069-4ac3-b5c5-21774915873c", "status": "completed", "code": 200}]} {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:20:02.175267 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-d9adbc6c-967d-49b3-a715-1e3816120ec7 {{(pid=103376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:20:02.176020 n-d-827839-2 neutron-server[103376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8f699c0-43f7-4dac-a0ef-88d572310de9', 'tag': 'd3cf9a14-7069-4ac3-b5c5-21774915873c', 'status': 'completed', 'code': 200} Feb 04 17:20:02.222163 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909b80f9-7474-4161-af64-1fa6663bbcfa req-2032cd1b-68b0-4b51-b6ab-21ac2351b470 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:20:02.224256 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-909b80f9-7474-4161-af64-1fa6663bbcfa req-2032cd1b-68b0-4b51-b6ab-21ac2351b470 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=d4027c9982744fa0a7137e1cf2e9012e&device_id=f47ef111-efcf-4236-94b4-2cdab93576d8 HTTP/1.1" status: 200 len: 1128 time: 0.2693217 Feb 04 17:20:02.231510 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f3ed472-ab58-44e5-b58e-373d758b94bb None None] The sync data for ids ['a6d0baf4-6769-4ab6-be48-cc76199b7e27'] in n-d-827839-2 is: [{'id': 'a6d0baf4-6769-4ab6-be48-cc76199b7e27', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-160852269-router', 'tenant_id': 'd4027c9982744fa0a7137e1cf2e9012e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.56'}], 'enable_snat': True}, 'gw_port_id': 'f5e0cde2-93eb-4218-b925-3a7adf58dcd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:18:56Z', 'updated_at': '2022-02-04T17:19:06Z', 'revision_number': 4, 'project_id': 'd4027c9982744fa0a7137e1cf2e9012e', 'gw_port': {'id': 'f5e0cde2-93eb-4218-b925-3a7adf58dcd1', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:cc:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6d0baf4-6769-4ab6-be48-cc76199b7e27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 938, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:18:59Z', 'updated_at': '2022-02-04T17:19:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_interfaces': [{'id': '85b07dd7-b88f-4d22-9e61-73ef49291ae4', 'name': '', 'network_id': 'e192c2cc-857d-492a-855f-2dae04acc430', 'tenant_id': 'd4027c9982744fa0a7137e1cf2e9012e', 'mac_address': 'fa:16:3e:b4:16:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6d0baf4-6769-4ab6-be48-cc76199b7e27', 'device_owner': 'network:router_interface', 'standard_attr_id': 949, 'fixed_ips': [{'subnet_id': 'd4973353-0966-45fa-beb0-35424b803918', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:19:04Z', 'updated_at': '2022-02-04T17:19:11Z', 'revision_number': 5, 'project_id': 'd4027c9982744fa0a7137e1cf2e9012e', 'subnets': [{'id': 'd4973353-0966-45fa-beb0-35424b803918', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 17:20:02.231761 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-bd28088e-3f6e-4c36-947a-c12cc61c7465 tempest-NegativeSecGroupTest-1515227729 tempest-NegativeSecGroupTest-1515227729-project] Publish callbacks [] for security_group (b4916b4e-9e2b-4379-8b5a-daf1a97ddab5), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:02.311158 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-bd28088e-3f6e-4c36-947a-c12cc61c7465 tempest-NegativeSecGroupTest-1515227729 tempest-NegativeSecGroupTest-1515227729-project] Publish callbacks [] for security_group (b4916b4e-9e2b-4379-8b5a-daf1a97ddab5), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:02.347425 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ad5aa8-53c4-4f31-ba54-b915939a6462 req-dd2707aa-459c-4bc7-9691-b50eaa8fa060 tempest-ServerRescueTestJSON-1860265827 tempest-ServerRescueTestJSON-1860265827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:20:02.349081 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-72ad5aa8-53c4-4f31-ba54-b915939a6462 req-dd2707aa-459c-4bc7-9691-b50eaa8fa060 tempest-ServerRescueTestJSON-1860265827 tempest-ServerRescueTestJSON-1860265827-project] 10.222.0.89 "GET /v2.0/ports?device_id=2a222a3c-0b77-4166-9ac9-c127db15637a HTTP/1.1" status: 200 len: 945 time: 0.3119993 Feb 04 17:20:02.457814 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-bd28088e-3f6e-4c36-947a-c12cc61c7465 tempest-NegativeSecGroupTest-1515227729 tempest-NegativeSecGroupTest-1515227729-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (b4916b4e-9e2b-4379-8b5a-daf1a97ddab5), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:02.465972 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-bd28088e-3f6e-4c36-947a-c12cc61c7465 tempest-NegativeSecGroupTest-1515227729 tempest-NegativeSecGroupTest-1515227729-project] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:02.467164 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-bd28088e-3f6e-4c36-947a-c12cc61c7465 tempest-NegativeSecGroupTest-1515227729 tempest-NegativeSecGroupTest-1515227729-project] 10.222.0.89 "DELETE /v2.0/security-groups/b4916b4e-9e2b-4379-8b5a-daf1a97ddab5 HTTP/1.1" status: 204 len: 168 time: 0.4046919 Feb 04 17:20:02.476990 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 33502) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:20:02.522887 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd28088e-3f6e-4c36-947a-c12cc61c7465 tempest-NegativeSecGroupTest-1515227729 tempest-NegativeSecGroupTest-1515227729-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4916b4e-9e2b-4379-8b5a-daf1a97ddab5,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:20:02.544679 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8f3edf-aaea-43c8-b587-b9d1b787876c req-e05395fa-8bc5-4b61-83a1-71991bc4a019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:20:02.546243 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-fe8f3edf-aaea-43c8-b587-b9d1b787876c req-e05395fa-8bc5-4b61-83a1-71991bc4a019 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=36d552dcaba84f869d86965d2c5a9247&device_id=c8f699c0-43f7-4dac-a0ef-88d572310de9 HTTP/1.1" status: 200 len: 1126 time: 0.3157516 Feb 04 17:20:02.563566 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909b80f9-7474-4161-af64-1fa6663bbcfa req-527fd4bd-44a2-4c91-8976-fc3638ac07c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:20:02.565093 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-909b80f9-7474-4161-af64-1fa6663bbcfa req-527fd4bd-44a2-4c91-8976-fc3638ac07c7 service neutron] 10.222.0.96 "GET /v2.0/networks?id=e192c2cc-857d-492a-855f-2dae04acc430 HTTP/1.1" status: 200 len: 929 time: 0.3280125 Feb 04 17:20:02.611240 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-72ad5aa8-53c4-4f31-ba54-b915939a6462 req-5e0d8ba3-7aae-4340-ab84-ee34cc4d78fc tempest-ServerRescueTestJSON-1860265827 tempest-ServerRescueTestJSON-1860265827-project] 10.222.0.89 "GET /v2.0/security-groups?id=cc4b9805-caea-4906-9ad3-3e1579c9619f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2435856 Feb 04 17:20:02.766109 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49588a90-26db-4f2f-8cd6-7a758af06ed9 None None] New status for floating IP 4102760d-3502-4f00-b1a7-6dffb9ba4f72: DOWN {{(pid=103379) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 17:20:02.830900 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-909b80f9-7474-4161-af64-1fa6663bbcfa req-ef70fd83-248e-4280-ab99-15a18e367162 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=57c2857a-00dd-48a9-a1e3-c390c20ad1fd HTTP/1.1" status: 200 len: 217 time: 0.2485652 Feb 04 17:20:02.884345 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d408ec64-b374-4acb-a1fc-48241dad6d47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (0cd6d64a-47a7-40ff-8c12-71dd526c62e0), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:02.928533 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8f3edf-aaea-43c8-b587-b9d1b787876c req-ca2f479d-2b4e-441d-86d0-0bcde4831f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:20:02.929908 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-fe8f3edf-aaea-43c8-b587-b9d1b787876c req-ca2f479d-2b4e-441d-86d0-0bcde4831f02 service neutron] 10.222.0.96 "GET /v2.0/networks?id=e6d83a7c-1f77-441c-afa2-81d5754db2af HTTP/1.1" status: 200 len: 913 time: 0.3718014 Feb 04 17:20:02.937918 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-cf90b116-99e5-49fa-9133-0ce5f266f426 req-998dd282-1cdf-4429-b72c-f61b2644f098 tempest-FloatingIPsAssociationNegativeTestJSON-1592197425 tempest-FloatingIPsAssociationNegativeTestJSON-1592197425-project] 10.222.0.89 "GET /v2.0/floatingips/4102760d-3502-4f00-b1a7-6dffb9ba4f72 HTTP/1.1" status: 200 len: 694 time: 0.1598923 Feb 04 17:20:03.034319 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-cbc1c6d4-38b9-4521-bbfd-7b7c498398d2 tempest-NegativeSecGroupTest-1515227729 tempest-NegativeSecGroupTest-1515227729-project] 10.222.0.89 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.5541372 Feb 04 17:20:03.034958 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 33514) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:20:03.069007 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-6d9f9dc3-3f54-459b-8820-28ca2ae15399 tempest-NegativeSecGroupTest-1515227729 tempest-NegativeSecGroupTest-1515227729-project] Request body: {'security_group': {'name': 'tempest-secgroup--1263960617'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:20:03.080491 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf90b116-99e5-49fa-9133-0ce5f266f426 req-4572ca31-99d0-4a11-b10f-0ff4de73f2c3 tempest-FloatingIPsAssociationNegativeTestJSON-1592197425 tempest-FloatingIPsAssociationNegativeTestJSON-1592197425-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:20:03.090368 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-cf90b116-99e5-49fa-9133-0ce5f266f426 req-4572ca31-99d0-4a11-b10f-0ff4de73f2c3 tempest-FloatingIPsAssociationNegativeTestJSON-1592197425 tempest-FloatingIPsAssociationNegativeTestJSON-1592197425-project] 10.222.0.89 "GET /v2.0/networks/48165773-85ad-49a1-9ec1-76fc8dc24188 HTTP/1.1" status: 200 len: 784 time: 0.1513007 Feb 04 17:20:03.100969 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [req-cf90b116-99e5-49fa-9133-0ce5f266f426 req-c6c9e29c-de6b-48b4-a224-293931d31bdc tempest-FloatingIPsAssociationNegativeTestJSON-1592197425 tempest-FloatingIPsAssociationNegativeTestJSON-1592197425-project] http://10.222.0.89:9696/v2.0/extensions returned with HTTP 200 {{(pid=103377) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 17:20:03.108750 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-cf90b116-99e5-49fa-9133-0ce5f266f426 req-c6c9e29c-de6b-48b4-a224-293931d31bdc tempest-FloatingIPsAssociationNegativeTestJSON-1592197425 tempest-FloatingIPsAssociationNegativeTestJSON-1592197425-project] 10.222.0.89 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0174921 Feb 04 17:20:03.151068 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-fe8f3edf-aaea-43c8-b587-b9d1b787876c req-7fa31aaa-819d-4076-8248-77e8012a1e20 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d3cf9a14-7069-4ac3-b5c5-21774915873c HTTP/1.1" status: 200 len: 217 time: 0.2111008 Feb 04 17:20:03.159830 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909b80f9-7474-4161-af64-1fa6663bbcfa req-34b7238b-3681-402c-a41c-0fc5fdbf79de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:20:03.161362 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-909b80f9-7474-4161-af64-1fa6663bbcfa req-34b7238b-3681-402c-a41c-0fc5fdbf79de service neutron] 10.222.0.96 "GET /v2.0/subnets?id=d4973353-0966-45fa-beb0-35424b803918 HTTP/1.1" status: 200 len: 867 time: 0.3037376 Feb 04 17:20:03.321441 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-cf90b116-99e5-49fa-9133-0ce5f266f426 req-0f12a1e7-4310-484e-9518-7c84fb510473 tempest-FloatingIPsAssociationNegativeTestJSON-1592197425 tempest-FloatingIPsAssociationNegativeTestJSON-1592197425-project] 10.222.0.89 "GET /v2.0/floatingips?floating_ip_address=172.25.6.17 HTTP/1.1" status: 200 len: 697 time: 0.2116065 Feb 04 17:20:03.347889 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7afaef-d2d0-4961-bf27-0618478722de req-0053a972-8910-4120-8d0c-4d17fd2705d9 tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:20:03.349906 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-cd7afaef-d2d0-4961-bf27-0618478722de req-0053a972-8910-4120-8d0c-4d17fd2705d9 tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] 10.222.0.89 "GET /v2.0/ports?device_id=c8f699c0-43f7-4dac-a0ef-88d572310de9 HTTP/1.1" status: 200 len: 944 time: 0.5552518 Feb 04 17:20:03.352571 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-6d9f9dc3-3f54-459b-8820-28ca2ae15399 tempest-NegativeSecGroupTest-1515227729 tempest-NegativeSecGroupTest-1515227729-project] Publish callbacks [] for security_group (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:03.410753 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-cf90b116-99e5-49fa-9133-0ce5f266f426 req-001809b4-8fa5-4798-9190-b805a0a9ad17 tempest-FloatingIPsAssociationNegativeTestJSON-1592197425 tempest-FloatingIPsAssociationNegativeTestJSON-1592197425-project] 10.222.0.89 "GET /v2.0/floatingips?floating_ip_address=172.25.6.17 HTTP/1.1" status: 200 len: 695 time: 0.0883994 Feb 04 17:20:03.447155 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909b80f9-7474-4161-af64-1fa6663bbcfa req-384211bc-046d-4a67-898b-2d799c1ed6a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:20:03.449105 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-909b80f9-7474-4161-af64-1fa6663bbcfa req-384211bc-046d-4a67-898b-2d799c1ed6a1 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=e192c2cc-857d-492a-855f-2dae04acc430&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2751071 Feb 04 17:20:03.591194 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8f3edf-aaea-43c8-b587-b9d1b787876c req-9ae5727a-cf17-440b-99b7-9d5adc28bac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:20:03.593114 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-fe8f3edf-aaea-43c8-b587-b9d1b787876c req-9ae5727a-cf17-440b-99b7-9d5adc28bac4 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=bf8ba049-695f-44be-9bf2-689533c91d54 HTTP/1.1" status: 200 len: 852 time: 0.3390157 Feb 04 17:20:03.674317 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-fe8f3edf-aaea-43c8-b587-b9d1b787876c req-28670947-4bbc-44fc-a4f1-a581f85c4488 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=e6d83a7c-1f77-441c-afa2-81d5754db2af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0461183 Feb 04 17:20:03.755102 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [req-cf90b116-99e5-49fa-9133-0ce5f266f426 req-65e12610-0e1e-45ce-9f70-31a0a72ff817 tempest-FloatingIPsAssociationNegativeTestJSON-1592197425 tempest-FloatingIPsAssociationNegativeTestJSON-1592197425-project] Deleting port fc2ef2fc-6c2a-40b1-b904-7d3069dd0271 {{(pid=103377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:20:03.755768 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-cf90b116-99e5-49fa-9133-0ce5f266f426 req-65e12610-0e1e-45ce-9f70-31a0a72ff817 tempest-FloatingIPsAssociationNegativeTestJSON-1592197425 tempest-FloatingIPsAssociationNegativeTestJSON-1592197425-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (fc2ef2fc-6c2a-40b1-b904-7d3069dd0271), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:03.789830 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-cd7afaef-d2d0-4961-bf27-0618478722de req-a8c5e065-cc4e-4f53-8f99-69ba9b1568d9 tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] 10.222.0.89 "GET /v2.0/security-groups?id=c591d0a0-8f77-4259-ab5e-c54cb31473d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4190066 Feb 04 17:20:03.867544 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-cf90b116-99e5-49fa-9133-0ce5f266f426 req-65e12610-0e1e-45ce-9f70-31a0a72ff817 tempest-FloatingIPsAssociationNegativeTestJSON-1592197425 tempest-FloatingIPsAssociationNegativeTestJSON-1592197425-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (fc2ef2fc-6c2a-40b1-b904-7d3069dd0271), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:03.867909 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-cf90b116-99e5-49fa-9133-0ce5f266f426 req-65e12610-0e1e-45ce-9f70-31a0a72ff817 tempest-FloatingIPsAssociationNegativeTestJSON-1592197425 tempest-FloatingIPsAssociationNegativeTestJSON-1592197425-project] Publish callbacks [] for floatingip (fc2ef2fc-6c2a-40b1-b904-7d3069dd0271), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:03.885410 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [req-cf90b116-99e5-49fa-9133-0ce5f266f426 req-65e12610-0e1e-45ce-9f70-31a0a72ff817 tempest-FloatingIPsAssociationNegativeTestJSON-1592197425 tempest-FloatingIPsAssociationNegativeTestJSON-1592197425-project] Calling delete_port for fc2ef2fc-6c2a-40b1-b904-7d3069dd0271 owned by network:floatingip {{(pid=103377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:20:03.928820 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-6d9f9dc3-3f54-459b-8820-28ca2ae15399 tempest-NegativeSecGroupTest-1515227729 tempest-NegativeSecGroupTest-1515227729-project] Publish callbacks [] for security_group (107d76dd-149c-4c49-962d-4b8a6146e54f), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:03.933682 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-909b80f9-7474-4161-af64-1fa6663bbcfa req-3db3f4cd-a356-4be7-8e90-7d3f7444f01a service neutron] 10.222.0.96 "GET /v2.0/networks/e192c2cc-857d-492a-855f-2dae04acc430?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4722512 Feb 04 17:20:03.965017 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-6d9f9dc3-3f54-459b-8820-28ca2ae15399 tempest-NegativeSecGroupTest-1515227729 tempest-NegativeSecGroupTest-1515227729-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (107d76dd-149c-4c49-962d-4b8a6146e54f), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:04.079988 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9f9dc3-3f54-459b-8820-28ca2ae15399 tempest-NegativeSecGroupTest-1515227729 tempest-NegativeSecGroupTest-1515227729-project] Pushing event updated for resources: {'SecurityGroup': ['ID=107d76dd-149c-4c49-962d-4b8a6146e54f,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:20:04.093854 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-fe8f3edf-aaea-43c8-b587-b9d1b787876c req-55284f79-2585-48bd-8d9b-e0ef0dc3eee0 service neutron] 10.222.0.96 "GET /v2.0/networks/e6d83a7c-1f77-441c-afa2-81d5754db2af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4048896 Feb 04 17:20:04.094152 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-cf90b116-99e5-49fa-9133-0ce5f266f426 req-65e12610-0e1e-45ce-9f70-31a0a72ff817 tempest-FloatingIPsAssociationNegativeTestJSON-1592197425 tempest-FloatingIPsAssociationNegativeTestJSON-1592197425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (fc2ef2fc-6c2a-40b1-b904-7d3069dd0271), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:04.176723 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9f9dc3-3f54-459b-8820-28ca2ae15399 tempest-NegativeSecGroupTest-1515227729 tempest-NegativeSecGroupTest-1515227729-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:20:04.177485 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9f9dc3-3f54-459b-8820-28ca2ae15399 tempest-NegativeSecGroupTest-1515227729 tempest-NegativeSecGroupTest-1515227729-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:20:04.178079 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9f9dc3-3f54-459b-8820-28ca2ae15399 tempest-NegativeSecGroupTest-1515227729 tempest-NegativeSecGroupTest-1515227729-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:20:04.178678 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9f9dc3-3f54-459b-8820-28ca2ae15399 tempest-NegativeSecGroupTest-1515227729 tempest-NegativeSecGroupTest-1515227729-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:20:04.179256 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9f9dc3-3f54-459b-8820-28ca2ae15399 tempest-NegativeSecGroupTest-1515227729 tempest-NegativeSecGroupTest-1515227729-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:20:04.179816 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9f9dc3-3f54-459b-8820-28ca2ae15399 tempest-NegativeSecGroupTest-1515227729 tempest-NegativeSecGroupTest-1515227729-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:20:04.180388 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9f9dc3-3f54-459b-8820-28ca2ae15399 tempest-NegativeSecGroupTest-1515227729 tempest-NegativeSecGroupTest-1515227729-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:20:04.181044 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9f9dc3-3f54-459b-8820-28ca2ae15399 tempest-NegativeSecGroupTest-1515227729 tempest-NegativeSecGroupTest-1515227729-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:20:04.181636 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9f9dc3-3f54-459b-8820-28ca2ae15399 tempest-NegativeSecGroupTest-1515227729 tempest-NegativeSecGroupTest-1515227729-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:20:04.182188 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9f9dc3-3f54-459b-8820-28ca2ae15399 tempest-NegativeSecGroupTest-1515227729 tempest-NegativeSecGroupTest-1515227729-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:20:04.182746 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9f9dc3-3f54-459b-8820-28ca2ae15399 tempest-NegativeSecGroupTest-1515227729 tempest-NegativeSecGroupTest-1515227729-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:20:04.183312 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9f9dc3-3f54-459b-8820-28ca2ae15399 tempest-NegativeSecGroupTest-1515227729 tempest-NegativeSecGroupTest-1515227729-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:20:04.183883 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9f9dc3-3f54-459b-8820-28ca2ae15399 tempest-NegativeSecGroupTest-1515227729 tempest-NegativeSecGroupTest-1515227729-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:20:04.210622 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-6d9f9dc3-3f54-459b-8820-28ca2ae15399 tempest-NegativeSecGroupTest-1515227729 tempest-NegativeSecGroupTest-1515227729-project] Publish callbacks [] for security_group (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:04.211719 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e12610-0e1e-45ce-9f70-31a0a72ff817 tempest-FloatingIPsAssociationNegativeTestJSON-1592197425 tempest-FloatingIPsAssociationNegativeTestJSON-1592197425-project] Pushing event deleted for resources: {'Port': ['ID=fc2ef2fc-6c2a-40b1-b904-7d3069dd0271,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:20:04.212380 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-6d9f9dc3-3f54-459b-8820-28ca2ae15399 tempest-NegativeSecGroupTest-1515227729 tempest-NegativeSecGroupTest-1515227729-project] 10.222.0.89 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.1673656 Feb 04 17:20:04.217093 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 33524) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:20:04.226762 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-2c431912-9cd8-4196-aa0a-a7e51186c9d2 req-6539bf0a-c4e9-4361-8124-e2d0bc87026d tempest-ServerShowV254Test-1084348911 tempest-ServerShowV254Test-1084348911-project] 10.222.0.89 "GET /v2.0/ports?device_id=e08e0c23-4ebc-4126-954a-5b309061355f HTTP/1.1" status: 200 len: 210 time: 0.0749722 Feb 04 17:20:04.244299 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-e5dfc60d-5ab2-4bde-a94f-92af5bff5e19 tempest-NegativeSecGroupTest-1515227729 tempest-NegativeSecGroupTest-1515227729-project] Request body: {'security_group_rule': {'security_group_id': '107d76dd-149c-4c49-962d-4b8a6146e54f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:20:04.322055 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-909b80f9-7474-4161-af64-1fa6663bbcfa req-b1cd95c4-8166-4a6f-ac28-4327c094fa58 service neutron] 10.222.0.96 "GET /v2.0/networks/e192c2cc-857d-492a-855f-2dae04acc430?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3762484 Feb 04 17:20:04.408311 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517df208-93d7-4cc4-b5b2-0c49136520e7 req-aae3bc40-6f3a-4424-920b-258cc0dae548 tempest-ServersAdminTestJSON-70469306 tempest-ServersAdminTestJSON-70469306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:20:04.410274 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-517df208-93d7-4cc4-b5b2-0c49136520e7 req-aae3bc40-6f3a-4424-920b-258cc0dae548 tempest-ServersAdminTestJSON-70469306 tempest-ServersAdminTestJSON-70469306-project] 10.222.0.89 "GET /v2.0/ports?device_id=cdea105d-d892-4559-baed-fb98b40680d0 HTTP/1.1" status: 200 len: 950 time: 0.0690987 Feb 04 17:20:04.437777 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b14643-51d1-4e9a-84e4-77d7743715b3 req-13d14988-3134-4aeb-b7b8-fe153240172c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:20:04.439316 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-36b14643-51d1-4e9a-84e4-77d7743715b3 req-13d14988-3134-4aeb-b7b8-fe153240172c service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=64ba830c63e7431dadf5a14a32fd3842&device_id=2a222a3c-0b77-4166-9ac9-c127db15637a HTTP/1.1" status: 200 len: 1127 time: 0.3101437 Feb 04 17:20:04.444524 n-d-827839-2 neutron-server[103377]: INFO neutron.api.v2.resource [None req-e5dfc60d-5ab2-4bde-a94f-92af5bff5e19 tempest-NegativeSecGroupTest-1515227729 tempest-NegativeSecGroupTest-1515227729-project] create failed (client error): The resource could not be found. Feb 04 17:20:04.448640 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-e5dfc60d-5ab2-4bde-a94f-92af5bff5e19 tempest-NegativeSecGroupTest-1515227729 tempest-NegativeSecGroupTest-1515227729-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.2120724 Feb 04 17:20:04.449280 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 33530) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:20:04.450152 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-cf90b116-99e5-49fa-9133-0ce5f266f426 req-65e12610-0e1e-45ce-9f70-31a0a72ff817 tempest-FloatingIPsAssociationNegativeTestJSON-1592197425 tempest-FloatingIPsAssociationNegativeTestJSON-1592197425-project] Publish callbacks [] for floatingip (4102760d-3502-4f00-b1a7-6dffb9ba4f72), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:04.452719 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-cf90b116-99e5-49fa-9133-0ce5f266f426 req-65e12610-0e1e-45ce-9f70-31a0a72ff817 tempest-FloatingIPsAssociationNegativeTestJSON-1592197425 tempest-FloatingIPsAssociationNegativeTestJSON-1592197425-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for floatingip (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:04.453908 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-cf90b116-99e5-49fa-9133-0ce5f266f426 req-65e12610-0e1e-45ce-9f70-31a0a72ff817 tempest-FloatingIPsAssociationNegativeTestJSON-1592197425 tempest-FloatingIPsAssociationNegativeTestJSON-1592197425-project] 10.222.0.89 "DELETE /v2.0/floatingips/4102760d-3502-4f00-b1a7-6dffb9ba4f72 HTTP/1.1" status: 204 len: 173 time: 1.0423434 Feb 04 17:20:04.464455 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-8a53cdd8-1253-479c-919e-232cb8fcb3a6 tempest-NegativeSecGroupTest-1515227729 tempest-NegativeSecGroupTest-1515227729-project] Request body: {'security_group_rule': {'security_group_id': '107d76dd-149c-4c49-962d-4b8a6146e54f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'ebfe7f28-2692-4fd2-9f03-d996ee5049b9'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:20:04.490446 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-517df208-93d7-4cc4-b5b2-0c49136520e7 req-ea660473-9a84-44c4-a52e-db0bea6c4ae7 tempest-ServersAdminTestJSON-70469306 tempest-ServersAdminTestJSON-70469306-project] 10.222.0.89 "GET /v2.0/security-groups?id=0b9d4704-c600-4325-be39-d787042bd965&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722466 Feb 04 17:20:04.528642 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-fe8f3edf-aaea-43c8-b587-b9d1b787876c req-d6f203ba-ac25-488e-af77-20ec4abdd40b service neutron] 10.222.0.96 "GET /v2.0/networks/e6d83a7c-1f77-441c-afa2-81d5754db2af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4242575 Feb 04 17:20:04.604299 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b14643-51d1-4e9a-84e4-77d7743715b3 req-079100eb-59f9-4c70-8f8e-f8cefcdc43d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:20:04.606537 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-36b14643-51d1-4e9a-84e4-77d7743715b3 req-079100eb-59f9-4c70-8f8e-f8cefcdc43d7 service neutron] 10.222.0.90 "GET /v2.0/networks?id=39759074-fb50-4135-a9de-456f123df529 HTTP/1.1" status: 200 len: 911 time: 0.1464870 Feb 04 17:20:04.615941 n-d-827839-2 neutron-server[103377]: INFO neutron.api.v2.resource [None req-8a53cdd8-1253-479c-919e-232cb8fcb3a6 tempest-NegativeSecGroupTest-1515227729 tempest-NegativeSecGroupTest-1515227729-project] create failed (client error): The resource could not be found. Feb 04 17:20:04.619729 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-8a53cdd8-1253-479c-919e-232cb8fcb3a6 tempest-NegativeSecGroupTest-1515227729 tempest-NegativeSecGroupTest-1515227729-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1562636 Feb 04 17:20:04.620112 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 33536) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:20:04.680011 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4f14bb47-e72b-46ac-9e44-a61d9293afcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (75326290-f7a3-4db8-9cf2-15c7139ed224), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:04.710398 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-36b14643-51d1-4e9a-84e4-77d7743715b3 req-f43d65b5-6f1f-4098-9664-7a1668a6e282 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2e337050-c376-4e89-b3c1-981d70481050 HTTP/1.1" status: 200 len: 217 time: 0.0901356 Feb 04 17:20:04.767051 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-9276737a-422f-4fd6-bead-ff4d52027ca6 tempest-NegativeSecGroupTest-1515227729 tempest-NegativeSecGroupTest-1515227729-project] Publish callbacks [] for security_group (107d76dd-149c-4c49-962d-4b8a6146e54f), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:04.805823 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa10f3d-082c-4938-b8aa-2bcec0484104 req-a3e74715-e599-472d-b650-e8021dcf987e tempest-ServerRescueTestJSON-1860265827 tempest-ServerRescueTestJSON-1860265827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:20:04.807817 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-9fa10f3d-082c-4938-b8aa-2bcec0484104 req-a3e74715-e599-472d-b650-e8021dcf987e tempest-ServerRescueTestJSON-1860265827 tempest-ServerRescueTestJSON-1860265827-project] 10.222.0.89 "GET /v2.0/ports?device_id=2a222a3c-0b77-4166-9ac9-c127db15637a HTTP/1.1" status: 200 len: 945 time: 0.2167604 Feb 04 17:20:04.809822 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b14643-51d1-4e9a-84e4-77d7743715b3 req-3adde32f-2785-437c-b3c5-c52bed352811 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:20:04.811386 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-36b14643-51d1-4e9a-84e4-77d7743715b3 req-3adde32f-2785-437c-b3c5-c52bed352811 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=acc74b3b-28a2-4a28-a63e-a2e1d0f02fcf HTTP/1.1" status: 200 len: 850 time: 0.0882719 Feb 04 17:20:04.821026 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-9276737a-422f-4fd6-bead-ff4d52027ca6 tempest-NegativeSecGroupTest-1515227729 tempest-NegativeSecGroupTest-1515227729-project] Publish callbacks [] for security_group (107d76dd-149c-4c49-962d-4b8a6146e54f), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:04.899132 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-9276737a-422f-4fd6-bead-ff4d52027ca6 tempest-NegativeSecGroupTest-1515227729 tempest-NegativeSecGroupTest-1515227729-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (107d76dd-149c-4c49-962d-4b8a6146e54f), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:04.904554 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-9276737a-422f-4fd6-bead-ff4d52027ca6 tempest-NegativeSecGroupTest-1515227729 tempest-NegativeSecGroupTest-1515227729-project] Publish callbacks [] for security_group (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:04.909018 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-9276737a-422f-4fd6-bead-ff4d52027ca6 tempest-NegativeSecGroupTest-1515227729 tempest-NegativeSecGroupTest-1515227729-project] 10.222.0.89 "DELETE /v2.0/security-groups/107d76dd-149c-4c49-962d-4b8a6146e54f HTTP/1.1" status: 204 len: 168 time: 0.2848883 Feb 04 17:20:04.915042 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 33548) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:20:04.919455 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-9fa10f3d-082c-4938-b8aa-2bcec0484104 req-2e01fac7-9418-4dc1-b3a1-4d8e0914f559 tempest-ServerRescueTestJSON-1860265827 tempest-ServerRescueTestJSON-1860265827-project] 10.222.0.89 "GET /v2.0/security-groups?id=cc4b9805-caea-4906-9ad3-3e1579c9619f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037612 Feb 04 17:20:04.921709 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-36b14643-51d1-4e9a-84e4-77d7743715b3 req-d8826949-385f-49ca-ab7f-b6de2bf44f66 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=39759074-fb50-4135-a9de-456f123df529&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0545974 Feb 04 17:20:04.936032 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9276737a-422f-4fd6-bead-ff4d52027ca6 tempest-NegativeSecGroupTest-1515227729 tempest-NegativeSecGroupTest-1515227729-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=107d76dd-149c-4c49-962d-4b8a6146e54f,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:20:04.978281 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.agents_db [None req-e1691f3b-aacd-4cd6-8ebb-a9c53bb301c0 None None] Agent healthcheck: found 7 active agents {{(pid=103379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 17:20:05.092047 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-5c29cb8a-8af5-4f62-89ac-8fc5a54c1c64 tempest-NegativeSecGroupTest-1515227729 tempest-NegativeSecGroupTest-1515227729-project] 10.222.0.89 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1737101 Feb 04 17:20:05.096869 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 33550) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:20:05.103718 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-fa00ebca-2194-4cc2-b7b8-38a16b3e4124 tempest-NegativeSecGroupTest-1515227729 tempest-NegativeSecGroupTest-1515227729-project] Request body: {'security_group_rule': {'security_group_id': '78f15d0a-c690-4e6a-975f-b7634b2884d1', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:20:05.128869 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bfc0ec-b359-4e2a-8282-497fbf4e835b req-114d9738-6ba7-46ba-97e1-41fa6f46a024 tempest-FloatingIPsAssociationNegativeTestJSON-1592197425 tempest-FloatingIPsAssociationNegativeTestJSON-1592197425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:20:05.135722 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-55bfc0ec-b359-4e2a-8282-497fbf4e835b req-114d9738-6ba7-46ba-97e1-41fa6f46a024 tempest-FloatingIPsAssociationNegativeTestJSON-1592197425 tempest-FloatingIPsAssociationNegativeTestJSON-1592197425-project] 10.222.0.89 "GET /v2.0/ports?device_id=f47ef111-efcf-4236-94b4-2cdab93576d8&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.0891938 Feb 04 17:20:05.143782 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67658f8c-f168-4e15-b316-c76f9dd85455 req-a0f9548f-6706-416b-9127-f193e7cf8d5e tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:20:05.145467 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-67658f8c-f168-4e15-b316-c76f9dd85455 req-a0f9548f-6706-416b-9127-f193e7cf8d5e tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] 10.222.0.89 "GET /v2.0/ports?device_id=c8f699c0-43f7-4dac-a0ef-88d572310de9 HTTP/1.1" status: 200 len: 944 time: 0.1500292 Feb 04 17:20:05.195637 n-d-827839-2 neutron-server[103376]: INFO neutron.api.v2.resource [None req-fa00ebca-2194-4cc2-b7b8-38a16b3e4124 tempest-NegativeSecGroupTest-1515227729 tempest-NegativeSecGroupTest-1515227729-project] create failed (client error): The resource could not be found. Feb 04 17:20:05.209633 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-fa00ebca-2194-4cc2-b7b8-38a16b3e4124 tempest-NegativeSecGroupTest-1515227729 tempest-NegativeSecGroupTest-1515227729-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1006074 Feb 04 17:20:05.210375 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-55bfc0ec-b359-4e2a-8282-497fbf4e835b req-a997391d-8e90-4686-917f-d40f11010624 tempest-FloatingIPsAssociationNegativeTestJSON-1592197425 tempest-FloatingIPsAssociationNegativeTestJSON-1592197425-project] 10.222.0.89 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0721188 Feb 04 17:20:05.211641 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 33552) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:20:05.217566 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-725992b2-e3eb-47bb-9fbf-160dfa31e982 tempest-NegativeSecGroupTest-1515227729 tempest-NegativeSecGroupTest-1515227729-project] Request body: {'security_group': {'name': 'tempest-secgroup--1885340713'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:20:05.229816 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-36b14643-51d1-4e9a-84e4-77d7743715b3 req-c7995d3d-072f-4a23-ba70-f48eb742d237 service neutron] 10.222.0.90 "GET /v2.0/networks/39759074-fb50-4135-a9de-456f123df529?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3005309 Feb 04 17:20:05.249294 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-67658f8c-f168-4e15-b316-c76f9dd85455 req-0c5a04b2-a661-493c-a109-6ab5968af56c tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] 10.222.0.89 "GET /v2.0/security-groups?id=c591d0a0-8f77-4259-ab5e-c54cb31473d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948706 Feb 04 17:20:05.272450 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-725992b2-e3eb-47bb-9fbf-160dfa31e982 tempest-NegativeSecGroupTest-1515227729 tempest-NegativeSecGroupTest-1515227729-project] Publish callbacks [] for security_group (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:05.332563 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-36b14643-51d1-4e9a-84e4-77d7743715b3 req-278c33f9-2a7b-4888-930c-96d9536a1ad1 service neutron] 10.222.0.90 "GET /v2.0/networks/39759074-fb50-4135-a9de-456f123df529?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947614 Feb 04 17:20:05.400186 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-ac387976-a397-47e3-b347-6df7ff999b69 req-ff3bad41-ab11-4c53-8a33-e6986e4a1873 tempest-FloatingIPsAssociationNegativeTestJSON-1592197425 tempest-FloatingIPsAssociationNegativeTestJSON-1592197425-project] 10.222.0.89 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0665286 Feb 04 17:20:05.413361 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-725992b2-e3eb-47bb-9fbf-160dfa31e982 tempest-NegativeSecGroupTest-1515227729 tempest-NegativeSecGroupTest-1515227729-project] Publish callbacks [] for security_group (f7610553-6508-4a69-97d5-3b7d99b2a704), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:05.428143 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-725992b2-e3eb-47bb-9fbf-160dfa31e982 tempest-NegativeSecGroupTest-1515227729 tempest-NegativeSecGroupTest-1515227729-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (f7610553-6508-4a69-97d5-3b7d99b2a704), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:05.466749 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-725992b2-e3eb-47bb-9fbf-160dfa31e982 tempest-NegativeSecGroupTest-1515227729 tempest-NegativeSecGroupTest-1515227729-project] Publish callbacks [] for security_group (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:05.468315 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-725992b2-e3eb-47bb-9fbf-160dfa31e982 tempest-NegativeSecGroupTest-1515227729 tempest-NegativeSecGroupTest-1515227729-project] 10.222.0.89 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2557321 Feb 04 17:20:05.471039 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-a404b7ac-827c-4b7d-ba66-811b55cdacfa req-0ce00790-2cf5-4917-8a6d-f39c84851398 tempest-ServerShowV254Test-1084348911 tempest-ServerShowV254Test-1084348911-project] 10.222.0.89 "GET /v2.0/ports?device_id=e08e0c23-4ebc-4126-954a-5b309061355f HTTP/1.1" status: 200 len: 210 time: 0.0555584 Feb 04 17:20:05.471337 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 33566) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:20:05.476284 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-6449a3f3-ee3f-434c-915a-3e6127abd6cb tempest-NegativeSecGroupTest-1515227729 tempest-NegativeSecGroupTest-1515227729-project] Request body: {'security_group': {'name': 'tempest-secgroup--1523193317'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:20:05.518045 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725992b2-e3eb-47bb-9fbf-160dfa31e982 tempest-NegativeSecGroupTest-1515227729 tempest-NegativeSecGroupTest-1515227729-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f7610553-6508-4a69-97d5-3b7d99b2a704,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:20:05.519330 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-6449a3f3-ee3f-434c-915a-3e6127abd6cb tempest-NegativeSecGroupTest-1515227729 tempest-NegativeSecGroupTest-1515227729-project] Publish callbacks [] for security_group (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:05.661498 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cc0887-0a60-48e1-b420-20e780d5be52 req-c2987365-a9a1-4152-b6c7-3eb7f392342f tempest-ServersAdminTestJSON-70469306 tempest-ServersAdminTestJSON-70469306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:20:05.663325 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-c4cc0887-0a60-48e1-b420-20e780d5be52 req-c2987365-a9a1-4152-b6c7-3eb7f392342f tempest-ServersAdminTestJSON-70469306 tempest-ServersAdminTestJSON-70469306-project] 10.222.0.89 "GET /v2.0/ports?device_id=cdea105d-d892-4559-baed-fb98b40680d0 HTTP/1.1" status: 200 len: 950 time: 0.0967855 Feb 04 17:20:05.685111 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-6449a3f3-ee3f-434c-915a-3e6127abd6cb tempest-NegativeSecGroupTest-1515227729 tempest-NegativeSecGroupTest-1515227729-project] Publish callbacks [] for security_group (0f262030-6b69-4e22-b373-5513bcf1e2f2), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:05.694865 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-6449a3f3-ee3f-434c-915a-3e6127abd6cb tempest-NegativeSecGroupTest-1515227729 tempest-NegativeSecGroupTest-1515227729-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (0f262030-6b69-4e22-b373-5513bcf1e2f2), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:05.695463 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (ba70844b-66a0-45fd-a2f2-e6ed673321fc), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:05.761667 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-c4cc0887-0a60-48e1-b420-20e780d5be52 req-7e7c7c85-6b6e-4229-95b0-dbb56dc80de9 tempest-ServersAdminTestJSON-70469306 tempest-ServersAdminTestJSON-70469306-project] 10.222.0.89 "GET /v2.0/security-groups?id=0b9d4704-c600-4325-be39-d787042bd965&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913832 Feb 04 17:20:05.776236 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6449a3f3-ee3f-434c-915a-3e6127abd6cb tempest-NegativeSecGroupTest-1515227729 tempest-NegativeSecGroupTest-1515227729-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0f262030-6b69-4e22-b373-5513bcf1e2f2,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:20:05.805057 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-6449a3f3-ee3f-434c-915a-3e6127abd6cb tempest-NegativeSecGroupTest-1515227729 tempest-NegativeSecGroupTest-1515227729-project] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:05.808033 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-6449a3f3-ee3f-434c-915a-3e6127abd6cb tempest-NegativeSecGroupTest-1515227729 tempest-NegativeSecGroupTest-1515227729-project] 10.222.0.89 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3343027 Feb 04 17:20:05.809574 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 33572) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:20:05.814756 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-28db4f1e-74dd-4f12-a0be-3e76a2d8e4fd tempest-NegativeSecGroupTest-1515227729 tempest-NegativeSecGroupTest-1515227729-project] Request body: {'security_group_rule': {'security_group_id': 'f7610553-6508-4a69-97d5-3b7d99b2a704', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '0f262030-6b69-4e22-b373-5513bcf1e2f2'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:20:05.895475 n-d-827839-2 neutron-server[103376]: INFO neutron.api.v2.resource [None req-28db4f1e-74dd-4f12-a0be-3e76a2d8e4fd tempest-NegativeSecGroupTest-1515227729 tempest-NegativeSecGroupTest-1515227729-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 17:20:05.896949 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-28db4f1e-74dd-4f12-a0be-3e76a2d8e4fd tempest-NegativeSecGroupTest-1515227729 tempest-NegativeSecGroupTest-1515227729-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0858920 Feb 04 17:20:05.899358 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 33574) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:20:05.907845 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b7649d-6b0c-4b60-ae4f-7453ceece33d req-540cbbf4-9020-4f6c-836b-4b2a12abe9d6 tempest-FloatingIPsAssociationNegativeTestJSON-1592197425 tempest-FloatingIPsAssociationNegativeTestJSON-1592197425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:20:05.917971 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-e6b7649d-6b0c-4b60-ae4f-7453ceece33d req-540cbbf4-9020-4f6c-836b-4b2a12abe9d6 tempest-FloatingIPsAssociationNegativeTestJSON-1592197425 tempest-FloatingIPsAssociationNegativeTestJSON-1592197425-project] 10.222.0.89 "GET /v2.0/ports?device_id=f47ef111-efcf-4236-94b4-2cdab93576d8 HTTP/1.1" status: 200 len: 946 time: 0.0827961 Feb 04 17:20:05.978576 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-0eb45c8f-080e-4ae6-b6af-dfd78a08294c tempest-NegativeSecGroupTest-1515227729 tempest-NegativeSecGroupTest-1515227729-project] Publish callbacks [] for security_group (0f262030-6b69-4e22-b373-5513bcf1e2f2), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:06.023872 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-e6b7649d-6b0c-4b60-ae4f-7453ceece33d req-82183f29-5204-4e14-a053-5154785c2168 tempest-FloatingIPsAssociationNegativeTestJSON-1592197425 tempest-FloatingIPsAssociationNegativeTestJSON-1592197425-project] 10.222.0.89 "GET /v2.0/security-groups?id=772810a2-9cb8-43b4-821e-fe7f3761f492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047521 Feb 04 17:20:06.037523 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-0eb45c8f-080e-4ae6-b6af-dfd78a08294c tempest-NegativeSecGroupTest-1515227729 tempest-NegativeSecGroupTest-1515227729-project] Publish callbacks [] for security_group (0f262030-6b69-4e22-b373-5513bcf1e2f2), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:06.126348 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-0eb45c8f-080e-4ae6-b6af-dfd78a08294c tempest-NegativeSecGroupTest-1515227729 tempest-NegativeSecGroupTest-1515227729-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (0f262030-6b69-4e22-b373-5513bcf1e2f2), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:06.129549 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-0eb45c8f-080e-4ae6-b6af-dfd78a08294c tempest-NegativeSecGroupTest-1515227729 tempest-NegativeSecGroupTest-1515227729-project] Publish callbacks [] for security_group (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:06.133296 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-0eb45c8f-080e-4ae6-b6af-dfd78a08294c tempest-NegativeSecGroupTest-1515227729 tempest-NegativeSecGroupTest-1515227729-project] 10.222.0.89 "DELETE /v2.0/security-groups/0f262030-6b69-4e22-b373-5513bcf1e2f2 HTTP/1.1" status: 204 len: 168 time: 0.2305427 Feb 04 17:20:06.133808 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 33580) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:20:06.152886 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05769a9-7df7-4c0f-aaaf-c55798c7b81e req-2b37cac8-6f47-47ab-b046-252b2b2c16a0 tempest-ServerRescueTestJSON-1860265827 tempest-ServerRescueTestJSON-1860265827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:20:06.154643 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-c05769a9-7df7-4c0f-aaaf-c55798c7b81e req-2b37cac8-6f47-47ab-b046-252b2b2c16a0 tempest-ServerRescueTestJSON-1860265827 tempest-ServerRescueTestJSON-1860265827-project] 10.222.0.89 "GET /v2.0/ports?device_id=2a222a3c-0b77-4166-9ac9-c127db15637a HTTP/1.1" status: 200 len: 945 time: 0.1074631 Feb 04 17:20:06.160434 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb45c8f-080e-4ae6-b6af-dfd78a08294c tempest-NegativeSecGroupTest-1515227729 tempest-NegativeSecGroupTest-1515227729-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f262030-6b69-4e22-b373-5513bcf1e2f2,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:20:06.211760 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 33582) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:20:06.212868 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-80f2d19f-c3fd-40c3-b2ca-8425adf897af tempest-NegativeSecGroupTest-1515227729 tempest-NegativeSecGroupTest-1515227729-project] 10.222.0.89 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.0777869 Feb 04 17:20:06.271376 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-c05769a9-7df7-4c0f-aaaf-c55798c7b81e req-75e6063d-e828-40ac-bf02-3016ed909b34 tempest-ServerRescueTestJSON-1860265827 tempest-ServerRescueTestJSON-1860265827-project] 10.222.0.89 "GET /v2.0/security-groups?id=cc4b9805-caea-4906-9ad3-3e1579c9619f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074345 Feb 04 17:20:06.320441 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-9350c4b1-a951-425f-b9a7-b9434bf6eaba tempest-NegativeSecGroupTest-1515227729 tempest-NegativeSecGroupTest-1515227729-project] Publish callbacks [] for security_group (f7610553-6508-4a69-97d5-3b7d99b2a704), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:06.364773 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-9350c4b1-a951-425f-b9a7-b9434bf6eaba tempest-NegativeSecGroupTest-1515227729 tempest-NegativeSecGroupTest-1515227729-project] Publish callbacks [] for security_group (f7610553-6508-4a69-97d5-3b7d99b2a704), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:06.419582 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-9350c4b1-a951-425f-b9a7-b9434bf6eaba tempest-NegativeSecGroupTest-1515227729 tempest-NegativeSecGroupTest-1515227729-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (f7610553-6508-4a69-97d5-3b7d99b2a704), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:06.426140 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-9350c4b1-a951-425f-b9a7-b9434bf6eaba tempest-NegativeSecGroupTest-1515227729 tempest-NegativeSecGroupTest-1515227729-project] Publish callbacks [] for security_group (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:06.431040 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-9350c4b1-a951-425f-b9a7-b9434bf6eaba tempest-NegativeSecGroupTest-1515227729 tempest-NegativeSecGroupTest-1515227729-project] 10.222.0.89 "DELETE /v2.0/security-groups/f7610553-6508-4a69-97d5-3b7d99b2a704 HTTP/1.1" status: 204 len: 168 time: 0.2159331 Feb 04 17:20:06.440668 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 33588) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:20:06.451397 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9350c4b1-a951-425f-b9a7-b9434bf6eaba tempest-NegativeSecGroupTest-1515227729 tempest-NegativeSecGroupTest-1515227729-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7610553-6508-4a69-97d5-3b7d99b2a704,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:20:06.523422 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b3e4ef-e760-4feb-99d2-53c0806e50a1 req-ac476f98-0ea8-4087-b231-3346bc2c021a tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:20:06.528876 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-e6b3e4ef-e760-4feb-99d2-53c0806e50a1 req-ac476f98-0ea8-4087-b231-3346bc2c021a tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] 10.222.0.89 "GET /v2.0/ports?device_id=c8f699c0-43f7-4dac-a0ef-88d572310de9 HTTP/1.1" status: 200 len: 944 time: 0.1901667 Feb 04 17:20:06.649691 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-e6b3e4ef-e760-4feb-99d2-53c0806e50a1 req-00ca0257-ea88-4b13-92f7-fc91b9b0923a tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] 10.222.0.89 "GET /v2.0/security-groups?id=c591d0a0-8f77-4259-ab5e-c54cb31473d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077657 Feb 04 17:20:06.663788 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-bb73efb7-df95-45ab-bc00-09bea1637a1d req-28fbf216-5fb9-4235-a5ba-a2092968cc83 tempest-ServerShowV254Test-1084348911 tempest-ServerShowV254Test-1084348911-project] 10.222.0.89 "GET /v2.0/ports?device_id=e08e0c23-4ebc-4126-954a-5b309061355f HTTP/1.1" status: 200 len: 210 time: 0.0636108 Feb 04 17:20:06.664609 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-a9041bf0-c780-4ea6-8ff6-c3e449727519 tempest-NegativeSecGroupTest-1515227729 tempest-NegativeSecGroupTest-1515227729-project] 10.222.0.89 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2225678 Feb 04 17:20:06.668633 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 33592) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:20:06.673410 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-ea5dbfb6-c0c8-4397-b78e-4ffbca081094 tempest-NegativeSecGroupTest-1515227729 tempest-NegativeSecGroupTest-1515227729-project] Request body: {'security_group': {'name': 'tempest-secgroup--2043558788'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:20:06.705762 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-ea5dbfb6-c0c8-4397-b78e-4ffbca081094 tempest-NegativeSecGroupTest-1515227729 tempest-NegativeSecGroupTest-1515227729-project] Publish callbacks [] for security_group (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:06.804064 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-ea5dbfb6-c0c8-4397-b78e-4ffbca081094 tempest-NegativeSecGroupTest-1515227729 tempest-NegativeSecGroupTest-1515227729-project] Publish callbacks [] for security_group (56c28545-f024-46b1-ac23-2106b78f9f0c), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:06.809124 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-ea5dbfb6-c0c8-4397-b78e-4ffbca081094 tempest-NegativeSecGroupTest-1515227729 tempest-NegativeSecGroupTest-1515227729-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (56c28545-f024-46b1-ac23-2106b78f9f0c), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:06.840311 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5dbfb6-c0c8-4397-b78e-4ffbca081094 tempest-NegativeSecGroupTest-1515227729 tempest-NegativeSecGroupTest-1515227729-project] Pushing event updated for resources: {'SecurityGroup': ['ID=56c28545-f024-46b1-ac23-2106b78f9f0c,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:20:06.847485 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-ea5dbfb6-c0c8-4397-b78e-4ffbca081094 tempest-NegativeSecGroupTest-1515227729 tempest-NegativeSecGroupTest-1515227729-project] Publish callbacks [] for security_group (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:06.849190 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-ea5dbfb6-c0c8-4397-b78e-4ffbca081094 tempest-NegativeSecGroupTest-1515227729 tempest-NegativeSecGroupTest-1515227729-project] 10.222.0.89 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1791372 Feb 04 17:20:06.852192 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 33596) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:20:06.857347 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-1faf40ae-daed-40b9-9ca3-146abc0aaf79 tempest-NegativeSecGroupTest-1515227729 tempest-NegativeSecGroupTest-1515227729-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:20:06.857707 n-d-827839-2 neutron-server[103376]: WARNING neutron.api.v2.base [None req-1faf40ae-daed-40b9-9ca3-146abc0aaf79 tempest-NegativeSecGroupTest-1515227729 tempest-NegativeSecGroupTest-1515227729-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Feb 04 17:20:06.858203 n-d-827839-2 neutron-server[103376]: INFO neutron.api.v2.resource [None req-1faf40ae-daed-40b9-9ca3-146abc0aaf79 tempest-NegativeSecGroupTest-1515227729 tempest-NegativeSecGroupTest-1515227729-project] update failed (client error): There was a conflict when trying to complete your request. Feb 04 17:20:06.859311 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-1faf40ae-daed-40b9-9ca3-146abc0aaf79 tempest-NegativeSecGroupTest-1515227729 tempest-NegativeSecGroupTest-1515227729-project] 10.222.0.89 "PUT /v2.0/security-groups/56c28545-f024-46b1-ac23-2106b78f9f0c HTTP/1.1" status: 409 len: 330 time: 0.0060089 Feb 04 17:20:06.863676 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 33598) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:20:06.932428 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-f140611e-a67f-4483-a5f4-90785cb5fd00 tempest-NegativeSecGroupTest-1515227729 tempest-NegativeSecGroupTest-1515227729-project] Publish callbacks [] for security_group (56c28545-f024-46b1-ac23-2106b78f9f0c), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:06.961891 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5591259-7a7a-40bb-8acb-451d505fbbb3 req-244c0541-b106-456b-9244-a4e0fe13dd19 tempest-ServersAdminTestJSON-70469306 tempest-ServersAdminTestJSON-70469306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:20:06.963725 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-c5591259-7a7a-40bb-8acb-451d505fbbb3 req-244c0541-b106-456b-9244-a4e0fe13dd19 tempest-ServersAdminTestJSON-70469306 tempest-ServersAdminTestJSON-70469306-project] 10.222.0.89 "GET /v2.0/ports?device_id=cdea105d-d892-4559-baed-fb98b40680d0 HTTP/1.1" status: 200 len: 950 time: 0.1146438 Feb 04 17:20:06.972432 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-f140611e-a67f-4483-a5f4-90785cb5fd00 tempest-NegativeSecGroupTest-1515227729 tempest-NegativeSecGroupTest-1515227729-project] Publish callbacks [] for security_group (56c28545-f024-46b1-ac23-2106b78f9f0c), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:07.030015 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-f140611e-a67f-4483-a5f4-90785cb5fd00 tempest-NegativeSecGroupTest-1515227729 tempest-NegativeSecGroupTest-1515227729-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (56c28545-f024-46b1-ac23-2106b78f9f0c), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:07.033011 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-f140611e-a67f-4483-a5f4-90785cb5fd00 tempest-NegativeSecGroupTest-1515227729 tempest-NegativeSecGroupTest-1515227729-project] Publish callbacks [] for security_group (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:07.033963 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-c5591259-7a7a-40bb-8acb-451d505fbbb3 req-193af3e9-0891-4d2a-8cdb-eb6c64139c64 tempest-ServersAdminTestJSON-70469306 tempest-ServersAdminTestJSON-70469306-project] 10.222.0.89 "GET /v2.0/security-groups?id=0b9d4704-c600-4325-be39-d787042bd965&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642977 Feb 04 17:20:07.034417 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-f140611e-a67f-4483-a5f4-90785cb5fd00 tempest-NegativeSecGroupTest-1515227729 tempest-NegativeSecGroupTest-1515227729-project] 10.222.0.89 "DELETE /v2.0/security-groups/56c28545-f024-46b1-ac23-2106b78f9f0c HTTP/1.1" status: 204 len: 168 time: 0.1697528 Feb 04 17:20:07.037337 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 33600) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:20:07.046296 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f140611e-a67f-4483-a5f4-90785cb5fd00 tempest-NegativeSecGroupTest-1515227729 tempest-NegativeSecGroupTest-1515227729-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=56c28545-f024-46b1-ac23-2106b78f9f0c,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:20:07.143202 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-5c1aa1d8-0e2d-4af7-8da2-bde3604d9484 tempest-NegativeSecGroupTest-1515227729 tempest-NegativeSecGroupTest-1515227729-project] 10.222.0.89 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1036522 Feb 04 17:20:07.146047 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 33606) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:20:07.182071 n-d-827839-2 neutron-server[103377]: INFO neutron.api.v2.resource [None req-09856a59-24fa-4b60-8031-309902d7cc13 tempest-NegativeSecGroupTest-1515227729 tempest-NegativeSecGroupTest-1515227729-project] delete failed (client error): The resource could not be found. Feb 04 17:20:07.185520 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-09856a59-24fa-4b60-8031-309902d7cc13 tempest-NegativeSecGroupTest-1515227729 tempest-NegativeSecGroupTest-1515227729-project] 10.222.0.89 "DELETE /v2.0/security-groups/5dbcc632-32cf-4a1a-a4dc-05fc3a39fd2a HTTP/1.1" status: 404 len: 347 time: 0.0373054 Feb 04 17:20:07.190213 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 33608) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:20:07.217641 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf4c5cb-e80a-42be-95bd-6ccc4e19da0e req-7a14a5f8-9168-46c5-a019-237442167cab tempest-FloatingIPsAssociationNegativeTestJSON-1592197425 tempest-FloatingIPsAssociationNegativeTestJSON-1592197425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:20:07.219718 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-7bf4c5cb-e80a-42be-95bd-6ccc4e19da0e req-7a14a5f8-9168-46c5-a019-237442167cab tempest-FloatingIPsAssociationNegativeTestJSON-1592197425 tempest-FloatingIPsAssociationNegativeTestJSON-1592197425-project] 10.222.0.89 "GET /v2.0/ports?device_id=f47ef111-efcf-4236-94b4-2cdab93576d8 HTTP/1.1" status: 200 len: 946 time: 0.0883324 Feb 04 17:20:07.223224 n-d-827839-2 neutron-server[103377]: INFO neutron.api.v2.resource [None req-9fbb0a64-8fca-4a82-ad15-97c7695d3dbc tempest-NegativeSecGroupTest-1515227729 tempest-NegativeSecGroupTest-1515227729-project] show failed (client error): The resource could not be found. Feb 04 17:20:07.223417 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-9fbb0a64-8fca-4a82-ad15-97c7695d3dbc tempest-NegativeSecGroupTest-1515227729 tempest-NegativeSecGroupTest-1515227729-project] 10.222.0.89 "GET /v2.0/security-groups/5e7a2a65-cb61-4ae1-9c13-e4ad74b6070f HTTP/1.1" status: 404 len: 347 time: 0.0321209 Feb 04 17:20:07.228023 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 33610) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:20:07.263659 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Device 35ae7739-d12e-440a-928f-2c25bcb6031d details requested by agent hyperv_n-h2-827839-2 with host n-h2-827839-2 {{(pid=103378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 17:20:07.266510 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Device 35ae7739-d12e-440a-928f-2c25bcb6031d no longer exists at agent hyperv_n-h2-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:20:07.271162 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device d3cf9a14-7069-4ac3-b5c5-21774915873c details requested by agent hyperv_n-h1-827839-2 with host n-h1-827839-2 {{(pid=103378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 17:20:07.275760 n-d-827839-2 neutron-server[103377]: INFO neutron.api.v2.resource [None req-6c10ec8d-a4a5-4d2a-90a3-21d9365eb484 tempest-NegativeSecGroupTest-1515227729 tempest-NegativeSecGroupTest-1515227729-project] show failed (client error): The resource could not be found. Feb 04 17:20:07.281236 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-6c10ec8d-a4a5-4d2a-90a3-21d9365eb484 tempest-NegativeSecGroupTest-1515227729 tempest-NegativeSecGroupTest-1515227729-project] 10.222.0.89 "GET /v2.0/security-group-rules/e40d30f3-aa2a-4bed-a97c-2870d974365d HTTP/1.1" status: 404 len: 356 time: 0.0482767 Feb 04 17:20:07.330185 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-7bf4c5cb-e80a-42be-95bd-6ccc4e19da0e req-31996a56-9682-4574-a732-6a91efd8662f tempest-FloatingIPsAssociationNegativeTestJSON-1592197425 tempest-FloatingIPsAssociationNegativeTestJSON-1592197425-project] 10.222.0.89 "GET /v2.0/security-groups?id=772810a2-9cb8-43b4-821e-fe7f3761f492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930774 Feb 04 17:20:07.427859 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaeb85cc-4314-481c-b96f-5478c772dc51 req-ee8c61b4-874a-4656-a994-a772bcde9429 tempest-ServerRescueTestJSON-1860265827 tempest-ServerRescueTestJSON-1860265827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:20:07.435570 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-eaeb85cc-4314-481c-b96f-5478c772dc51 req-ee8c61b4-874a-4656-a994-a772bcde9429 tempest-ServerRescueTestJSON-1860265827 tempest-ServerRescueTestJSON-1860265827-project] 10.222.0.89 "GET /v2.0/ports?device_id=2a222a3c-0b77-4166-9ac9-c127db15637a HTTP/1.1" status: 200 len: 945 time: 0.0634623 Feb 04 17:20:07.496781 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-eaeb85cc-4314-481c-b96f-5478c772dc51 req-033d5073-c716-4b63-ac07-acf7a6ccd658 tempest-ServerRescueTestJSON-1860265827 tempest-ServerRescueTestJSON-1860265827-project] 10.222.0.89 "GET /v2.0/security-groups?id=cc4b9805-caea-4906-9ad3-3e1579c9619f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564370 Feb 04 17:20:07.570002 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] For port d3cf9a14-7069-4ac3-b5c5-21774915873c, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=d3cf9a14-7069-4ac3-b5c5-21774915873c,segment=NetworkSegment(78faf63e-60a8-47e4-85af-dce04e5fa366),segment_id=78faf63e-60a8-47e4-85af-dce04e5fa366)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:20:07.587836 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Returning: {'device': 'd3cf9a14-7069-4ac3-b5c5-21774915873c', 'network_id': 'e6d83a7c-1f77-441c-afa2-81d5754db2af', 'port_id': 'd3cf9a14-7069-4ac3-b5c5-21774915873c', 'mac_address': 'fa:16:3e:86:59:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 781, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf8ba049-695f-44be-9bf2-689533c91d54', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 17:20:07.614032 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.db.resource_extend [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 17:20:07.784483 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Current status of the port d3cf9a14-7069-4ac3-b5c5-21774915873c is: DOWN; New status is: BUILD {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:20:07.785188 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (d3cf9a14-7069-4ac3-b5c5-21774915873c), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:07.828986 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3cf9a14-7069-4ac3-b5c5-21774915873c {{(pid=103378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 17:20:07.847259 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Current status of the port 35ae7739-d12e-440a-928f-2c25bcb6031d is: ACTIVE; New status is: DOWN {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:20:07.849114 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (35ae7739-d12e-440a-928f-2c25bcb6031d), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:07.913448 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-35751e76-8e7f-4c7f-95a7-0abe35966710 req-225693f2-e6b4-457e-9431-38337f2b167a tempest-ServerShowV254Test-1084348911 tempest-ServerShowV254Test-1084348911-project] 10.222.0.89 "GET /v2.0/ports?device_id=e08e0c23-4ebc-4126-954a-5b309061355f HTTP/1.1" status: 200 len: 210 time: 0.0591812 Feb 04 17:20:07.933290 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 33624) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:20:07.943144 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] For port d3cf9a14-7069-4ac3-b5c5-21774915873c, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=d3cf9a14-7069-4ac3-b5c5-21774915873c,segment=NetworkSegment(78faf63e-60a8-47e4-85af-dce04e5fa366),segment_id=78faf63e-60a8-47e4-85af-dce04e5fa366)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:20:07.953057 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd95ccaa-2c6d-4a23-9904-3a1a90e7bc1c req-21a6c63f-c570-481a-a845-181e11f55663 tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:20:07.962065 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-fd95ccaa-2c6d-4a23-9904-3a1a90e7bc1c req-21a6c63f-c570-481a-a845-181e11f55663 tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] 10.222.0.89 "GET /v2.0/ports?device_id=c8f699c0-43f7-4dac-a0ef-88d572310de9 HTTP/1.1" status: 200 len: 944 time: 0.1441753 Feb 04 17:20:07.974319 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] For port 35ae7739-d12e-440a-928f-2c25bcb6031d, host n-h2-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=35ae7739-d12e-440a-928f-2c25bcb6031d,segment=NetworkSegment(3a39b085-d3e6-43bb-a64c-1b06dd049e5a),segment_id=3a39b085-d3e6-43bb-a64c-1b06dd049e5a)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:20:07.982624 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdea105d-d892-4559-baed-fb98b40680d0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '35ae7739-d12e-440a-928f-2c25bcb6031d'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:20:07.986000 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c34bc964ce2211770fda26ca2f3801cc06f4f39928110690550e94ab9c9d2fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84780a15-fc69-4350-9bca-c2fe7cb202ff" -d '{"events": [{"server_uuid": "cdea105d-d892-4559-baed-fb98b40680d0", "name": "network-vif-unplugged", "status": "completed", "tag": "35ae7739-d12e-440a-928f-2c25bcb6031d"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:20:07.988871 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (d3cf9a14-7069-4ac3-b5c5-21774915873c), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:08.064694 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-fd95ccaa-2c6d-4a23-9904-3a1a90e7bc1c req-3d7256ca-a15b-43da-98e4-d911e8dadeff tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] 10.222.0.89 "GET /v2.0/security-groups?id=c591d0a0-8f77-4259-ab5e-c54cb31473d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016533 Feb 04 17:20:08.065307 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (35ae7739-d12e-440a-928f-2c25bcb6031d), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:08.068579 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 04 Feb 2022 17:20:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79c4bd97-adbe-4fa8-8927-812f3a15139b x-openstack-request-id: req-79c4bd97-adbe-4fa8-8927-812f3a15139b {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:20:08.068919 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdea105d-d892-4559-baed-fb98b40680d0", "name": "network-vif-unplugged", "status": "completed", "tag": "35ae7739-d12e-440a-928f-2c25bcb6031d", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:20:08.069175 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-79c4bd97-adbe-4fa8-8927-812f3a15139b {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:20:08.069568 n-d-827839-2 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdea105d-d892-4559-baed-fb98b40680d0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '35ae7739-d12e-440a-928f-2c25bcb6031d', 'code': 200} Feb 04 17:20:08.079087 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Pushing event updated for resources: {'Port': ['ID=d3cf9a14-7069-4ac3-b5c5-21774915873c,revision_number=4']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:20:08.095179 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] For port 35ae7739-d12e-440a-928f-2c25bcb6031d, host n-h2-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=35ae7739-d12e-440a-928f-2c25bcb6031d,segment=NetworkSegment(3a39b085-d3e6-43bb-a64c-1b06dd049e5a),segment_id=3a39b085-d3e6-43bb-a64c-1b06dd049e5a)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:20:08.197672 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Returning: {'device': '35ae7739-d12e-440a-928f-2c25bcb6031d', 'network_id': '02be22b9-aa53-40ea-8050-9239cd27d1ff', 'port_id': '35ae7739-d12e-440a-928f-2c25bcb6031d', 'mac_address': 'fa:16:3e:02:6d:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 797, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c974b0ff-2c5c-4667-8a81-3bde3ea6ced5', 'ip_address': '192.168.233.215'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 17:20:08.336576 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Pushing event updated for resources: {'Port': ['ID=35ae7739-d12e-440a-928f-2c25bcb6031d,revision_number=9']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:20:08.344860 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Current status of the port 35ae7739-d12e-440a-928f-2c25bcb6031d is: DOWN; New status is: BUILD {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:20:08.345251 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (35ae7739-d12e-440a-928f-2c25bcb6031d), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:08.361182 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35ae7739-d12e-440a-928f-2c25bcb6031d {{(pid=103378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 17:20:08.369619 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-a90229ef-4623-48dd-b950-6ab6b74c79fc admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=0a5beaa60b6e4edbbc571ca270d3c633&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4348261 Feb 04 17:20:08.372937 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 33636) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:20:08.404871 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] For port 35ae7739-d12e-440a-928f-2c25bcb6031d, host n-h2-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=35ae7739-d12e-440a-928f-2c25bcb6031d,segment=NetworkSegment(3a39b085-d3e6-43bb-a64c-1b06dd049e5a),segment_id=3a39b085-d3e6-43bb-a64c-1b06dd049e5a)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:20:08.408959 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6bc346-ed2c-4590-ae4c-beac1d1b578d req-af5ba15f-4637-4852-9bd0-fe82977b04fd tempest-FloatingIPsAssociationNegativeTestJSON-1592197425 tempest-FloatingIPsAssociationNegativeTestJSON-1592197425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:20:08.410089 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (35ae7739-d12e-440a-928f-2c25bcb6031d), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:08.415258 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-ee6bc346-ed2c-4590-ae4c-beac1d1b578d req-af5ba15f-4637-4852-9bd0-fe82977b04fd tempest-FloatingIPsAssociationNegativeTestJSON-1592197425 tempest-FloatingIPsAssociationNegativeTestJSON-1592197425-project] 10.222.0.96 "GET /v2.0/ports?device_id=f47ef111-efcf-4236-94b4-2cdab93576d8 HTTP/1.1" status: 200 len: 946 time: 0.2564178 Feb 04 17:20:08.495605 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] get_ports_and_sgs() called for port_ids ['d3cf9a14-7069-4ac3-b5c5-21774915873c'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 17:20:08.535012 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-febd57ba-e906-4fb8-8be5-a9cd27061613 admin admin] Publish callbacks [] for security_group (a95e17fb-c407-4a22-a83a-e19a8603ec9c), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:08.538269 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fcf365-1e22-41b6-b22d-73172b54bf4e req-cfd3ae8b-60d7-46de-9338-cb5b6f7615fb tempest-ServersAdminTestJSON-70469306 tempest-ServersAdminTestJSON-70469306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:20:08.545405 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-68fcf365-1e22-41b6-b22d-73172b54bf4e req-cfd3ae8b-60d7-46de-9338-cb5b6f7615fb tempest-ServersAdminTestJSON-70469306 tempest-ServersAdminTestJSON-70469306-project] 10.222.0.89 "GET /v2.0/ports?device_id=cdea105d-d892-4559-baed-fb98b40680d0 HTTP/1.1" status: 200 len: 948 time: 0.3782303 Feb 04 17:20:08.591408 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Pushing event updated for resources: {'Port': ['ID=35ae7739-d12e-440a-928f-2c25bcb6031d,revision_number=10']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:20:08.637545 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d144685-e41f-45fa-82c6-45a54ed7b60f req-0f611809-378a-4fb6-ab2c-c63c73eb39dd tempest-FloatingIPsAssociationNegativeTestJSON-1592197425 tempest-FloatingIPsAssociationNegativeTestJSON-1592197425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:20:08.643263 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-1d144685-e41f-45fa-82c6-45a54ed7b60f req-0f611809-378a-4fb6-ab2c-c63c73eb39dd tempest-FloatingIPsAssociationNegativeTestJSON-1592197425 tempest-FloatingIPsAssociationNegativeTestJSON-1592197425-project] 10.222.0.89 "GET /v2.0/ports?device_id=f47ef111-efcf-4236-94b4-2cdab93576d8 HTTP/1.1" status: 200 len: 946 time: 0.1840653 Feb 04 17:20:08.668725 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-febd57ba-e906-4fb8-8be5-a9cd27061613 admin admin] Publish callbacks [] for security_group (a95e17fb-c407-4a22-a83a-e19a8603ec9c), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:08.725520 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-68fcf365-1e22-41b6-b22d-73172b54bf4e req-dff83d68-7564-471e-8520-e9176f313817 tempest-ServersAdminTestJSON-70469306 tempest-ServersAdminTestJSON-70469306-project] 10.222.0.89 "GET /v2.0/security-groups?id=0b9d4704-c600-4325-be39-d787042bd965&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1788352 Feb 04 17:20:08.785928 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [req-ee6bc346-ed2c-4590-ae4c-beac1d1b578d req-069875c0-5bdc-49a1-8937-6a8a6acd185e tempest-FloatingIPsAssociationNegativeTestJSON-1592197425 tempest-FloatingIPsAssociationNegativeTestJSON-1592197425-project] Deleting port 57c2857a-00dd-48a9-a1e3-c390c20ad1fd {{(pid=103377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:20:08.789151 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-ee6bc346-ed2c-4590-ae4c-beac1d1b578d req-069875c0-5bdc-49a1-8937-6a8a6acd185e tempest-FloatingIPsAssociationNegativeTestJSON-1592197425 tempest-FloatingIPsAssociationNegativeTestJSON-1592197425-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (57c2857a-00dd-48a9-a1e3-c390c20ad1fd), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:08.810909 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] get_ports_and_sgs() called for port_ids ['35ae7739-d12e-440a-928f-2c25bcb6031d'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 17:20:08.845218 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-1d144685-e41f-45fa-82c6-45a54ed7b60f req-2c18613f-041f-4953-8b48-c273b9403726 tempest-FloatingIPsAssociationNegativeTestJSON-1592197425 tempest-FloatingIPsAssociationNegativeTestJSON-1592197425-project] 10.222.0.89 "GET /v2.0/security-groups?id=772810a2-9cb8-43b4-821e-fe7f3761f492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1937032 Feb 04 17:20:08.904498 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-febd57ba-e906-4fb8-8be5-a9cd27061613 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (a95e17fb-c407-4a22-a83a-e19a8603ec9c), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:08.908823 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-febd57ba-e906-4fb8-8be5-a9cd27061613 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:08.910319 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-febd57ba-e906-4fb8-8be5-a9cd27061613 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/a95e17fb-c407-4a22-a83a-e19a8603ec9c HTTP/1.1" status: 204 len: 168 time: 0.5363889 Feb 04 17:20:08.929699 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febd57ba-e906-4fb8-8be5-a9cd27061613 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a95e17fb-c407-4a22-a83a-e19a8603ec9c,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:20:09.055354 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [req-ee6bc346-ed2c-4590-ae4c-beac1d1b578d req-069875c0-5bdc-49a1-8937-6a8a6acd185e tempest-FloatingIPsAssociationNegativeTestJSON-1592197425 tempest-FloatingIPsAssociationNegativeTestJSON-1592197425-project] For port 57c2857a-00dd-48a9-a1e3-c390c20ad1fd, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=57c2857a-00dd-48a9-a1e3-c390c20ad1fd,segment=NetworkSegment(4ef9721f-85a7-4583-b673-a88561aaf54b),segment_id=4ef9721f-85a7-4583-b673-a88561aaf54b)] {{(pid=103377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:20:09.055964 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-ee6bc346-ed2c-4590-ae4c-beac1d1b578d req-069875c0-5bdc-49a1-8937-6a8a6acd185e tempest-FloatingIPsAssociationNegativeTestJSON-1592197425 tempest-FloatingIPsAssociationNegativeTestJSON-1592197425-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (57c2857a-00dd-48a9-a1e3-c390c20ad1fd), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:09.073512 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [req-ee6bc346-ed2c-4590-ae4c-beac1d1b578d req-069875c0-5bdc-49a1-8937-6a8a6acd185e tempest-FloatingIPsAssociationNegativeTestJSON-1592197425 tempest-FloatingIPsAssociationNegativeTestJSON-1592197425-project] Calling delete_port for 57c2857a-00dd-48a9-a1e3-c390c20ad1fd owned by compute:nova {{(pid=103377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:20:09.084657 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-67ee9695-1435-44ca-8d02-ba5aa4a62717 req-17701d6b-0956-4214-8d18-b2efef1efb26 tempest-ServerShowV254Test-1084348911 tempest-ServerShowV254Test-1084348911-project] 10.222.0.89 "GET /v2.0/ports?device_id=e08e0c23-4ebc-4126-954a-5b309061355f HTTP/1.1" status: 200 len: 210 time: 0.0437267 Feb 04 17:20:09.188795 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d86b2b-265e-4123-a357-d4dbafc7292f req-6b1320b5-d880-41e3-997c-cc6b05d6e1d6 tempest-ServerRescueTestJSON-1860265827 tempest-ServerRescueTestJSON-1860265827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:20:09.197968 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-a5d86b2b-265e-4123-a357-d4dbafc7292f req-6b1320b5-d880-41e3-997c-cc6b05d6e1d6 tempest-ServerRescueTestJSON-1860265827 tempest-ServerRescueTestJSON-1860265827-project] 10.222.0.89 "GET /v2.0/ports?device_id=2a222a3c-0b77-4166-9ac9-c127db15637a HTTP/1.1" status: 200 len: 945 time: 0.2444637 Feb 04 17:20:09.281212 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-a5d86b2b-265e-4123-a357-d4dbafc7292f req-92b0af18-6615-4b90-957f-b63bc7c67ce0 tempest-ServerRescueTestJSON-1860265827 tempest-ServerRescueTestJSON-1860265827-project] 10.222.0.89 "GET /v2.0/security-groups?id=cc4b9805-caea-4906-9ad3-3e1579c9619f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668261 Feb 04 17:20:09.383302 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a974a54-e2dc-4af7-99fd-ac2e1c433321 req-5fa9b982-44ce-497c-9728-369532cbcd9c tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:20:09.394875 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-4a974a54-e2dc-4af7-99fd-ac2e1c433321 req-5fa9b982-44ce-497c-9728-369532cbcd9c tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] 10.222.0.89 "GET /v2.0/ports?device_id=c8f699c0-43f7-4dac-a0ef-88d572310de9 HTTP/1.1" status: 200 len: 945 time: 0.1889532 Feb 04 17:20:09.462200 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-ee6bc346-ed2c-4590-ae4c-beac1d1b578d req-069875c0-5bdc-49a1-8937-6a8a6acd185e tempest-FloatingIPsAssociationNegativeTestJSON-1592197425 tempest-FloatingIPsAssociationNegativeTestJSON-1592197425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (57c2857a-00dd-48a9-a1e3-c390c20ad1fd), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:09.476967 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] get_ports_and_sgs() called for port_ids ['57c2857a-00dd-48a9-a1e3-c390c20ad1fd'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 17:20:09.510540 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-4a974a54-e2dc-4af7-99fd-ac2e1c433321 req-76faf0d0-1eab-40ea-a293-39e1e3d99783 tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] 10.222.0.89 "GET /v2.0/security-groups?id=c591d0a0-8f77-4259-ab5e-c54cb31473d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142530 Feb 04 17:20:09.558914 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069875c0-5bdc-49a1-8937-6a8a6acd185e tempest-FloatingIPsAssociationNegativeTestJSON-1592197425 tempest-FloatingIPsAssociationNegativeTestJSON-1592197425-project] Pushing event deleted for resources: {'Port': ['ID=57c2857a-00dd-48a9-a1e3-c390c20ad1fd,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:20:09.668620 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee6bc346-ed2c-4590-ae4c-beac1d1b578d req-069875c0-5bdc-49a1-8937-6a8a6acd185e tempest-FloatingIPsAssociationNegativeTestJSON-1592197425 tempest-FloatingIPsAssociationNegativeTestJSON-1592197425-project] No DVR routers for this DVR port 57c2857a-00dd-48a9-a1e3-c390c20ad1fd on host n-h1-827839-2 {{(pid=103377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 17:20:09.676343 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-ee6bc346-ed2c-4590-ae4c-beac1d1b578d req-069875c0-5bdc-49a1-8937-6a8a6acd185e tempest-FloatingIPsAssociationNegativeTestJSON-1592197425 tempest-FloatingIPsAssociationNegativeTestJSON-1592197425-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:09.684679 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-ee6bc346-ed2c-4590-ae4c-beac1d1b578d req-069875c0-5bdc-49a1-8937-6a8a6acd185e tempest-FloatingIPsAssociationNegativeTestJSON-1592197425 tempest-FloatingIPsAssociationNegativeTestJSON-1592197425-project] 10.222.0.96 "DELETE /v2.0/ports/57c2857a-00dd-48a9-a1e3-c390c20ad1fd HTTP/1.1" status: 204 len: 173 time: 1.2593942 Feb 04 17:20:09.689571 n-d-827839-2 neutron-server[103377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f47ef111-efcf-4236-94b4-2cdab93576d8', 'name': 'network-vif-deleted', 'tag': '57c2857a-00dd-48a9-a1e3-c390c20ad1fd'}] {{(pid=103377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:20:09.693616 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7240428b650e1488e9361b62648ff4b3a6c19d49d8c27c949491ab58c1346cf0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50606f64-bdce-4236-9d6a-8194dcc7c93d" -d '{"events": [{"server_uuid": "f47ef111-efcf-4236-94b4-2cdab93576d8", "name": "network-vif-deleted", "tag": "57c2857a-00dd-48a9-a1e3-c390c20ad1fd"}]}' {{(pid=103377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:20:09.778476 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 17:20:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd9ffc06-0716-4289-bb5e-589fc0890c4f x-openstack-request-id: req-cd9ffc06-0716-4289-bb5e-589fc0890c4f {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:20:09.778806 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f47ef111-efcf-4236-94b4-2cdab93576d8", "name": "network-vif-deleted", "tag": "57c2857a-00dd-48a9-a1e3-c390c20ad1fd", "status": "completed", "code": 200}]} {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:20:09.779066 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-cd9ffc06-0716-4289-bb5e-589fc0890c4f {{(pid=103377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:20:09.779559 n-d-827839-2 neutron-server[103377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f47ef111-efcf-4236-94b4-2cdab93576d8', 'name': 'network-vif-deleted', 'tag': '57c2857a-00dd-48a9-a1e3-c390c20ad1fd', 'status': 'completed', 'code': 200} Feb 04 17:20:09.988573 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (f20a1ab3-4332-4f54-833b-ba4a7c687e89), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:09.996512 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349cfcd5-fbb7-42c2-8285-b36c4030be00 req-0585cf76-740d-4ec3-9bb0-26df636212d4 tempest-ServersAdminTestJSON-70469306 tempest-ServersAdminTestJSON-70469306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:20:10.007083 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-349cfcd5-fbb7-42c2-8285-b36c4030be00 req-0585cf76-740d-4ec3-9bb0-26df636212d4 tempest-ServersAdminTestJSON-70469306 tempest-ServersAdminTestJSON-70469306-project] 10.222.0.89 "GET /v2.0/ports?device_id=cdea105d-d892-4559-baed-fb98b40680d0 HTTP/1.1" status: 200 len: 950 time: 0.1494994 Feb 04 17:20:10.065673 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-0af9e9f9-5070-475d-b7ea-3f8e9390c3a0 req-ef237dd0-60d4-4946-992d-fe7db4d95c33 tempest-FloatingIPsAssociationNegativeTestJSON-1592197425 tempest-FloatingIPsAssociationNegativeTestJSON-1592197425-project] 10.222.0.89 "GET /v2.0/ports?device_id=f47ef111-efcf-4236-94b4-2cdab93576d8 HTTP/1.1" status: 200 len: 210 time: 0.0495257 Feb 04 17:20:10.077676 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-349cfcd5-fbb7-42c2-8285-b36c4030be00 req-7b4161a2-2c19-4884-be5e-46c7529d216c tempest-ServersAdminTestJSON-70469306 tempest-ServersAdminTestJSON-70469306-project] 10.222.0.89 "GET /v2.0/security-groups?id=0b9d4704-c600-4325-be39-d787042bd965&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663137 Feb 04 17:20:10.263183 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 33680) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:20:10.310393 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-07724794-af78-4beb-a280-05f8a1f06c69 req-b22a5639-f5b9-4199-a7fd-af5e5828869f tempest-ServerShowV254Test-1084348911 tempest-ServerShowV254Test-1084348911-project] 10.222.0.89 "GET /v2.0/ports?device_id=e08e0c23-4ebc-4126-954a-5b309061355f HTTP/1.1" status: 200 len: 210 time: 0.0781379 Feb 04 17:20:10.464579 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-2ce5634b-20e2-46f6-bf0b-9173dee5a6ac tempest-SubnetPoolsTestJSON-144091733 tempest-SubnetPoolsTestJSON-144091733-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1405682891', 'prefixes': ['172.20.0.0/16']}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:20:10.588244 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b7ca4e-8052-4858-bab7-337bae4f4458 req-d2c87faa-4e4f-469f-8eee-d29434053b34 tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:20:10.589989 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-11b7ca4e-8052-4858-bab7-337bae4f4458 req-d2c87faa-4e4f-469f-8eee-d29434053b34 tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] 10.222.0.89 "GET /v2.0/ports?device_id=e2b58424-19d8-47c7-9144-64e22f08a22e HTTP/1.1" status: 200 len: 944 time: 0.1258345 Feb 04 17:20:10.619241 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-2ce5634b-20e2-46f6-bf0b-9173dee5a6ac tempest-SubnetPoolsTestJSON-144091733 tempest-SubnetPoolsTestJSON-144091733-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:10.623125 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-2ce5634b-20e2-46f6-bf0b-9173dee5a6ac tempest-SubnetPoolsTestJSON-144091733 tempest-SubnetPoolsTestJSON-144091733-project] 10.222.0.89 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 0.3569565 Feb 04 17:20:10.623540 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 33692) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:20:10.635810 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7c4c93-df3a-49af-9d09-6fcf43fa3246 req-4f0f0c26-8e23-4314-945a-f6a63ec0b6fe tempest-ServerRescueTestJSON-1860265827 tempest-ServerRescueTestJSON-1860265827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:20:10.643581 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-2b7c4c93-df3a-49af-9d09-6fcf43fa3246 req-4f0f0c26-8e23-4314-945a-f6a63ec0b6fe tempest-ServerRescueTestJSON-1860265827 tempest-ServerRescueTestJSON-1860265827-project] 10.222.0.89 "GET /v2.0/ports?device_id=2a222a3c-0b77-4166-9ac9-c127db15637a HTTP/1.1" status: 200 len: 945 time: 0.0942922 Feb 04 17:20:10.692534 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-bee46a30-0f50-4cd9-b811-277bfb8d54c1 tempest-SubnetPoolsTestJSON-144091733 tempest-SubnetPoolsTestJSON-144091733-project] 10.222.0.89 "GET /v2.0/subnetpools/f4905d02-6f23-4912-8f40-64558925a9c3 HTTP/1.1" status: 200 len: 732 time: 0.0670905 Feb 04 17:20:10.696596 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-11b7ca4e-8052-4858-bab7-337bae4f4458 req-affe3990-6340-4409-8a31-5ee8927ef176 tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] 10.222.0.89 "GET /v2.0/security-groups?id=18e6cc58-e448-4d12-9423-2a502a086ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995045 Feb 04 17:20:10.697326 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 33694) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:20:10.703995 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-2b7c4c93-df3a-49af-9d09-6fcf43fa3246 req-0897dd50-41ee-444c-af75-9bd1f4d469f1 tempest-ServerRescueTestJSON-1860265827 tempest-ServerRescueTestJSON-1860265827-project] 10.222.0.89 "GET /v2.0/security-groups?id=cc4b9805-caea-4906-9ad3-3e1579c9619f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556293 Feb 04 17:20:10.706011 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-99427168-10bc-431a-a119-eeea3edcfdaa tempest-SubnetPoolsTestJSON-144091733 tempest-SubnetPoolsTestJSON-144091733-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1205606208'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:20:10.835832 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-99427168-10bc-431a-a119-eeea3edcfdaa tempest-SubnetPoolsTestJSON-144091733 tempest-SubnetPoolsTestJSON-144091733-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:10.841605 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-99427168-10bc-431a-a119-eeea3edcfdaa tempest-SubnetPoolsTestJSON-144091733 tempest-SubnetPoolsTestJSON-144091733-project] 10.222.0.89 "PUT /v2.0/subnetpools/f4905d02-6f23-4912-8f40-64558925a9c3 HTTP/1.1" status: 200 len: 684 time: 0.1405704 Feb 04 17:20:10.842017 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 33696) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:20:10.903452 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613d3ea5-6afa-45cd-9999-46a9c97c5ef9 req-5f7a3165-e656-4868-b9e5-97e0ac3ed8a7 tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:20:10.905468 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-613d3ea5-6afa-45cd-9999-46a9c97c5ef9 req-5f7a3165-e656-4868-b9e5-97e0ac3ed8a7 tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] 10.222.0.89 "GET /v2.0/ports?device_id=c8f699c0-43f7-4dac-a0ef-88d572310de9 HTTP/1.1" status: 200 len: 945 time: 0.1100419 Feb 04 17:20:10.948469 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-8093098b-1156-483e-a22e-b5bd5828be77 tempest-SubnetPoolsTestJSON-144091733 tempest-SubnetPoolsTestJSON-144091733-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:10.950654 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-8093098b-1156-483e-a22e-b5bd5828be77 tempest-SubnetPoolsTestJSON-144091733 tempest-SubnetPoolsTestJSON-144091733-project] 10.222.0.89 "DELETE /v2.0/subnetpools/f4905d02-6f23-4912-8f40-64558925a9c3 HTTP/1.1" status: 204 len: 168 time: 0.1074431 Feb 04 17:20:10.953027 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 33698) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:20:10.970216 n-d-827839-2 neutron-server[103376]: INFO neutron.api.v2.resource [None req-6626cc2f-738d-4740-94d4-bdd2e10631d5 tempest-SubnetPoolsTestJSON-144091733 tempest-SubnetPoolsTestJSON-144091733-project] show failed (client error): The resource could not be found. Feb 04 17:20:10.971580 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-613d3ea5-6afa-45cd-9999-46a9c97c5ef9 req-6742a988-f12d-4fc5-8459-4da75e6ab8c6 tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] 10.222.0.89 "GET /v2.0/security-groups?id=c591d0a0-8f77-4259-ab5e-c54cb31473d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537035 Feb 04 17:20:10.972235 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-6626cc2f-738d-4740-94d4-bdd2e10631d5 tempest-SubnetPoolsTestJSON-144091733 tempest-SubnetPoolsTestJSON-144091733-project] 10.222.0.89 "GET /v2.0/subnetpools/f4905d02-6f23-4912-8f40-64558925a9c3 HTTP/1.1" status: 404 len: 346 time: 0.0175815 Feb 04 17:20:10.975187 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 33700) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:20:10.996260 n-d-827839-2 neutron-server[103376]: INFO neutron.api.v2.resource [None req-70e8fb94-7da8-4799-a3a3-b7e9a7eaa13b tempest-SubnetPoolsTestJSON-144091733 tempest-SubnetPoolsTestJSON-144091733-project] delete failed (client error): The resource could not be found. Feb 04 17:20:11.002597 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-70e8fb94-7da8-4799-a3a3-b7e9a7eaa13b tempest-SubnetPoolsTestJSON-144091733 tempest-SubnetPoolsTestJSON-144091733-project] 10.222.0.89 "DELETE /v2.0/subnetpools/f4905d02-6f23-4912-8f40-64558925a9c3 HTTP/1.1" status: 404 len: 346 time: 0.0212309 Feb 04 17:20:11.144348 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 33708) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:20:11.278638 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device d3cf9a14-7069-4ac3-b5c5-21774915873c up at agent hyperv_n-h1-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:20:11.307982 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Device 35ae7739-d12e-440a-928f-2c25bcb6031d up at agent hyperv_n-h2-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:20:11.357394 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f999c544-8de4-4cc9-a7f6-6c239799cfa9 req-2a220686-156d-4fac-b8a6-dfdd84576d19 tempest-ServersAdminTestJSON-70469306 tempest-ServersAdminTestJSON-70469306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:20:11.359029 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-f999c544-8de4-4cc9-a7f6-6c239799cfa9 req-2a220686-156d-4fac-b8a6-dfdd84576d19 tempest-ServersAdminTestJSON-70469306 tempest-ServersAdminTestJSON-70469306-project] 10.222.0.89 "GET /v2.0/ports?device_id=cdea105d-d892-4559-baed-fb98b40680d0 HTTP/1.1" status: 200 len: 950 time: 0.1352508 Feb 04 17:20:11.426435 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 33714) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:20:11.500880 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-f999c544-8de4-4cc9-a7f6-6c239799cfa9 req-66c51624-40e9-4882-84b9-a739f566c7bc tempest-ServersAdminTestJSON-70469306 tempest-ServersAdminTestJSON-70469306-project] 10.222.0.89 "GET /v2.0/security-groups?id=0b9d4704-c600-4325-be39-d787042bd965&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302364 Feb 04 17:20:11.521395 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d90730-2709-4062-8e5d-666c870acd55 req-3cee4cdc-235b-496e-bfeb-6caa7e4ce766 tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:20:11.533740 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-b5d90730-2709-4062-8e5d-666c870acd55 req-3cee4cdc-235b-496e-bfeb-6caa7e4ce766 tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] 10.222.0.96 "GET /v2.0/ports?device_id=e2b58424-19d8-47c7-9144-64e22f08a22e HTTP/1.1" status: 200 len: 944 time: 0.1199083 Feb 04 17:20:11.650108 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-9b37c841-069a-4575-9ce4-16bdfd04d926 req-7fa49e21-b282-4075-bf4e-e13808d2050a tempest-ServerShowV254Test-1084348911 tempest-ServerShowV254Test-1084348911-project] 10.222.0.89 "GET /v2.0/ports?device_id=e08e0c23-4ebc-4126-954a-5b309061355f HTTP/1.1" status: 200 len: 210 time: 0.1058795 Feb 04 17:20:11.706892 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Provisioning for port d3cf9a14-7069-4ac3-b5c5-21774915873c completed by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 17:20:11.717817 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Provisioning complete for port d3cf9a14-7069-4ac3-b5c5-21774915873c triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:20:11.718443 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (d3cf9a14-7069-4ac3-b5c5-21774915873c), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:11.718580 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-cebe6721-4185-44e9-a59b-7f5df416ccae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:11.762818 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Provisioning complete for port 35ae7739-d12e-440a-928f-2c25bcb6031d triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:20:11.763284 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (35ae7739-d12e-440a-928f-2c25bcb6031d), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:11.857420 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Current status of the port 35ae7739-d12e-440a-928f-2c25bcb6031d is: BUILD; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:20:11.857978 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (35ae7739-d12e-440a-928f-2c25bcb6031d), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:11.858958 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [req-b5d90730-2709-4062-8e5d-666c870acd55 req-84bf7004-a1a0-4359-a96c-fa5774ff4dcb tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] Deleting port a5a6a2ab-57b8-44d0-93a3-09907e7b69e9 {{(pid=103377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:20:11.859354 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-b5d90730-2709-4062-8e5d-666c870acd55 req-84bf7004-a1a0-4359-a96c-fa5774ff4dcb tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (a5a6a2ab-57b8-44d0-93a3-09907e7b69e9), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:11.910102 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdea105d-d892-4559-baed-fb98b40680d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35ae7739-d12e-440a-928f-2c25bcb6031d'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:20:11.912904 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c34bc964ce2211770fda26ca2f3801cc06f4f39928110690550e94ab9c9d2fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf6cb20f-8afa-44ef-bc8d-8f883cba2c9c" -d '{"events": [{"server_uuid": "cdea105d-d892-4559-baed-fb98b40680d0", "name": "network-vif-plugged", "status": "completed", "tag": "35ae7739-d12e-440a-928f-2c25bcb6031d"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:20:11.934906 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] For port 35ae7739-d12e-440a-928f-2c25bcb6031d, host n-h2-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=35ae7739-d12e-440a-928f-2c25bcb6031d,segment=NetworkSegment(3a39b085-d3e6-43bb-a64c-1b06dd049e5a),segment_id=3a39b085-d3e6-43bb-a64c-1b06dd049e5a)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:20:11.939464 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Current status of the port d3cf9a14-7069-4ac3-b5c5-21774915873c is: BUILD; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:20:11.940324 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (d3cf9a14-7069-4ac3-b5c5-21774915873c), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:11.977696 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [req-b5d90730-2709-4062-8e5d-666c870acd55 req-84bf7004-a1a0-4359-a96c-fa5774ff4dcb tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] For port a5a6a2ab-57b8-44d0-93a3-09907e7b69e9, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=a5a6a2ab-57b8-44d0-93a3-09907e7b69e9,segment=NetworkSegment(4adf983e-b4f0-4caa-beec-ecaadf2366f2),segment_id=4adf983e-b4f0-4caa-beec-ecaadf2366f2)] {{(pid=103377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:20:11.978714 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-b5d90730-2709-4062-8e5d-666c870acd55 req-84bf7004-a1a0-4359-a96c-fa5774ff4dcb tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (a5a6a2ab-57b8-44d0-93a3-09907e7b69e9), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:11.985889 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] For port d3cf9a14-7069-4ac3-b5c5-21774915873c, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=d3cf9a14-7069-4ac3-b5c5-21774915873c,segment=NetworkSegment(78faf63e-60a8-47e4-85af-dce04e5fa366),segment_id=78faf63e-60a8-47e4-85af-dce04e5fa366)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:20:11.987396 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (35ae7739-d12e-440a-928f-2c25bcb6031d), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:11.991973 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (d3cf9a14-7069-4ac3-b5c5-21774915873c), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:11.997594 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2685e453-5f9e-4e1a-a525-c5cef2355a83 req-2351a003-cde2-46e0-818f-13f15430af70 tempest-ServerRescueTestJSON-1860265827 tempest-ServerRescueTestJSON-1860265827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:20:12.004600 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-2685e453-5f9e-4e1a-a525-c5cef2355a83 req-2351a003-cde2-46e0-818f-13f15430af70 tempest-ServerRescueTestJSON-1860265827 tempest-ServerRescueTestJSON-1860265827-project] 10.222.0.89 "GET /v2.0/ports?device_id=2a222a3c-0b77-4166-9ac9-c127db15637a HTTP/1.1" status: 200 len: 945 time: 0.1626718 Feb 04 17:20:12.010995 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [req-b5d90730-2709-4062-8e5d-666c870acd55 req-84bf7004-a1a0-4359-a96c-fa5774ff4dcb tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] Calling delete_port for a5a6a2ab-57b8-44d0-93a3-09907e7b69e9 owned by compute:nova {{(pid=103377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:20:12.043660 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Pushing event updated for resources: {'Port': ['ID=35ae7739-d12e-440a-928f-2c25bcb6031d,revision_number=11']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:20:12.137702 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Pushing event updated for resources: {'Port': ['ID=d3cf9a14-7069-4ac3-b5c5-21774915873c,revision_number=5']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:20:12.138968 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-2685e453-5f9e-4e1a-a525-c5cef2355a83 req-db1769a0-678b-4c53-ba35-bf22c1ea5212 tempest-ServerRescueTestJSON-1860265827 tempest-ServerRescueTestJSON-1860265827-project] 10.222.0.89 "GET /v2.0/security-groups?id=cc4b9805-caea-4906-9ad3-3e1579c9619f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334784 Feb 04 17:20:12.176900 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (3f9244a9-75fc-4c10-b195-11d48b853b41), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:12.220864 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 17:20:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b42f45fe-ec34-4c94-886d-30ece127b625 x-openstack-request-id: req-b42f45fe-ec34-4c94-886d-30ece127b625 {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:20:12.221478 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdea105d-d892-4559-baed-fb98b40680d0", "name": "network-vif-plugged", "status": "completed", "tag": "35ae7739-d12e-440a-928f-2c25bcb6031d", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:20:12.221839 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-b42f45fe-ec34-4c94-886d-30ece127b625 {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:20:12.222387 n-d-827839-2 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdea105d-d892-4559-baed-fb98b40680d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35ae7739-d12e-440a-928f-2c25bcb6031d', 'code': 200} Feb 04 17:20:12.229868 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-63bcb304-d56c-41a6-893d-1af606f95ee8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602754'] for router_interface (a6d0baf4-6769-4ab6-be48-cc76199b7e27), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:12.439165 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3657607-66e0-493a-a90d-ed6113c01c27 req-818ebdc1-8414-4f64-ab92-e57699895d43 tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:20:12.440770 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-e3657607-66e0-493a-a90d-ed6113c01c27 req-818ebdc1-8414-4f64-ab92-e57699895d43 tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] 10.222.0.89 "GET /v2.0/ports?device_id=c8f699c0-43f7-4dac-a0ef-88d572310de9 HTTP/1.1" status: 200 len: 946 time: 0.0824118 Feb 04 17:20:12.598446 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-e3657607-66e0-493a-a90d-ed6113c01c27 req-302b2c2d-d96d-445e-8447-1fb5cae9e51a tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] 10.222.0.89 "GET /v2.0/security-groups?id=c591d0a0-8f77-4259-ab5e-c54cb31473d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349711 Feb 04 17:20:12.640315 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfaf15c9-16c2-406a-baf9-217c351b6100 req-fef14a82-f811-490e-9bb7-49eacfca3175 tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:20:12.647655 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-dfaf15c9-16c2-406a-baf9-217c351b6100 req-fef14a82-f811-490e-9bb7-49eacfca3175 tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] 10.222.0.89 "GET /v2.0/ports?device_id=e2b58424-19d8-47c7-9144-64e22f08a22e HTTP/1.1" status: 200 len: 944 time: 0.8271217 Feb 04 17:20:12.650705 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9651e5a7-24b8-4c7c-a0e5-ced7f229450c req-88081d36-83fc-46fc-9bf1-98479b6dfd61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:20:12.652159 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-9651e5a7-24b8-4c7c-a0e5-ced7f229450c req-88081d36-83fc-46fc-9bf1-98479b6dfd61 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=cdea105d-d892-4559-baed-fb98b40680d0 HTTP/1.1" status: 200 len: 1133 time: 0.1709685 Feb 04 17:20:12.773019 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-cebe6721-4185-44e9-a59b-7f5df416ccae admin admin] Publish callbacks [] for security_group (e4dfe4bd-4e50-4a42-b653-e3f133a18392), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:12.790371 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-dfaf15c9-16c2-406a-baf9-217c351b6100 req-3bba5c91-0e44-42ac-909c-c9ad235687c7 tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] 10.222.0.89 "GET /v2.0/security-groups?id=18e6cc58-e448-4d12-9423-2a502a086ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369195 Feb 04 17:20:12.798715 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-cebe6721-4185-44e9-a59b-7f5df416ccae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (e4dfe4bd-4e50-4a42-b653-e3f133a18392), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:12.811768 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce4b74c-8ba4-4ab1-a069-a4bb4420997f req-f3a1d4fa-83f1-475e-80c2-532884a86b1b tempest-ServersAdminTestJSON-70469306 tempest-ServersAdminTestJSON-70469306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:20:12.814851 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-0ce4b74c-8ba4-4ab1-a069-a4bb4420997f req-f3a1d4fa-83f1-475e-80c2-532884a86b1b tempest-ServersAdminTestJSON-70469306 tempest-ServersAdminTestJSON-70469306-project] 10.222.0.89 "GET /v2.0/ports?device_id=cdea105d-d892-4559-baed-fb98b40680d0 HTTP/1.1" status: 200 len: 951 time: 0.1021607 Feb 04 17:20:12.816866 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-63bcb304-d56c-41a6-893d-1af606f95ee8 admin admin] Deleting port 85b07dd7-b88f-4d22-9e61-73ef49291ae4 {{(pid=103376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:20:12.818049 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-63bcb304-d56c-41a6-893d-1af606f95ee8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (85b07dd7-b88f-4d22-9e61-73ef49291ae4), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:12.923058 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-9651e5a7-24b8-4c7c-a0e5-ced7f229450c req-1587ee41-6519-44f1-b215-d9f5abaab7db service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=0b9d4704-c600-4325-be39-d787042bd965&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2213953 Feb 04 17:20:12.930900 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [None req-63bcb304-d56c-41a6-893d-1af606f95ee8 admin admin] For port 85b07dd7-b88f-4d22-9e61-73ef49291ae4, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=85b07dd7-b88f-4d22-9e61-73ef49291ae4,segment=NetworkSegment(4ef9721f-85a7-4583-b673-a88561aaf54b),segment_id=4ef9721f-85a7-4583-b673-a88561aaf54b)] {{(pid=103376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:20:12.930900 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-63bcb304-d56c-41a6-893d-1af606f95ee8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (85b07dd7-b88f-4d22-9e61-73ef49291ae4), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:12.945535 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-cebe6721-4185-44e9-a59b-7f5df416ccae admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=4414bfe7bf2849af8bab2bcfff3d4a21&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5156360 Feb 04 17:20:12.959355 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 33734) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:20:12.967058 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-63bcb304-d56c-41a6-893d-1af606f95ee8 admin admin] Calling delete_port for 85b07dd7-b88f-4d22-9e61-73ef49291ae4 owned by network:router_interface {{(pid=103376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:20:12.967420 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-993685b5-0bdf-480d-b18b-f76e2726658c req-83a414a3-4dcd-45a6-bad5-13c62a220591 tempest-ServerShowV254Test-1084348911 tempest-ServerShowV254Test-1084348911-project] 10.222.0.89 "GET /v2.0/ports?device_id=e08e0c23-4ebc-4126-954a-5b309061355f HTTP/1.1" status: 200 len: 210 time: 0.0494342 Feb 04 17:20:12.971045 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebe6721-4185-44e9-a59b-7f5df416ccae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4dfe4bd-4e50-4a42-b653-e3f133a18392,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:20:12.989901 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-b5d90730-2709-4062-8e5d-666c870acd55 req-84bf7004-a1a0-4359-a96c-fa5774ff4dcb tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (a5a6a2ab-57b8-44d0-93a3-09907e7b69e9), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:13.011725 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] get_ports_and_sgs() called for port_ids ['7c6b4724-1adf-4dd1-8c66-4bc76c05989f', 'a5a6a2ab-57b8-44d0-93a3-09907e7b69e9'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 17:20:13.024004 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-0ce4b74c-8ba4-4ab1-a069-a4bb4420997f req-61cb5c34-6531-4af8-bcc2-2cb6d9056393 tempest-ServersAdminTestJSON-70469306 tempest-ServersAdminTestJSON-70469306-project] 10.222.0.89 "GET /v2.0/security-groups?id=0b9d4704-c600-4325-be39-d787042bd965&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174788 Feb 04 17:20:13.024419 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84bf7004-a1a0-4359-a96c-fa5774ff4dcb tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] Pushing event deleted for resources: {'Port': ['ID=a5a6a2ab-57b8-44d0-93a3-09907e7b69e9,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:20:13.081108 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5d90730-2709-4062-8e5d-666c870acd55 req-84bf7004-a1a0-4359-a96c-fa5774ff4dcb tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] No DVR routers for this DVR port a5a6a2ab-57b8-44d0-93a3-09907e7b69e9 on host n-h1-827839-2 {{(pid=103377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 17:20:13.084533 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-b5d90730-2709-4062-8e5d-666c870acd55 req-84bf7004-a1a0-4359-a96c-fa5774ff4dcb tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:13.089153 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-b5d90730-2709-4062-8e5d-666c870acd55 req-84bf7004-a1a0-4359-a96c-fa5774ff4dcb tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] 10.222.0.96 "DELETE /v2.0/ports/a5a6a2ab-57b8-44d0-93a3-09907e7b69e9 HTTP/1.1" status: 204 len: 173 time: 1.5468287 Feb 04 17:20:13.089923 n-d-827839-2 neutron-server[103377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2b58424-19d8-47c7-9144-64e22f08a22e', 'name': 'network-vif-deleted', 'tag': 'a5a6a2ab-57b8-44d0-93a3-09907e7b69e9'}] {{(pid=103377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:20:13.092603 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7240428b650e1488e9361b62648ff4b3a6c19d49d8c27c949491ab58c1346cf0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cf07bd0-f993-4cb2-a664-81d3e5c0bf4f" -d '{"events": [{"server_uuid": "e2b58424-19d8-47c7-9144-64e22f08a22e", "name": "network-vif-deleted", "tag": "a5a6a2ab-57b8-44d0-93a3-09907e7b69e9"}]}' {{(pid=103377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:20:13.109774 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-51d7e064-c0ed-4c1c-b079-c7e9dbe47c79 admin admin] Publish callbacks [] for security_group (e4dfe4bd-4e50-4a42-b653-e3f133a18392), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:13.142229 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 17:20:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d67cb9cd-3eed-464c-bba2-de3d9866b52c x-openstack-request-id: req-d67cb9cd-3eed-464c-bba2-de3d9866b52c {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:20:13.142550 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2b58424-19d8-47c7-9144-64e22f08a22e", "name": "network-vif-deleted", "tag": "a5a6a2ab-57b8-44d0-93a3-09907e7b69e9", "status": "completed", "code": 200}]} {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:20:13.142851 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-d67cb9cd-3eed-464c-bba2-de3d9866b52c {{(pid=103377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:20:13.143246 n-d-827839-2 neutron-server[103377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2b58424-19d8-47c7-9144-64e22f08a22e', 'name': 'network-vif-deleted', 'tag': 'a5a6a2ab-57b8-44d0-93a3-09907e7b69e9', 'status': 'completed', 'code': 200} Feb 04 17:20:13.282712 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device 57c2857a-00dd-48a9-a1e3-c390c20ad1fd no longer exists at agent hyperv_n-h1-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:20:13.304228 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] No Port match for: 57c2857a-00dd-48a9-a1e3-c390c20ad1fd {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 17:20:13.304662 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device 57c2857a-00dd-48a9-a1e3-c390c20ad1fd not bound to the agent host n-h1-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 17:20:13.305182 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device a5a6a2ab-57b8-44d0-93a3-09907e7b69e9 no longer exists at agent hyperv_n-h1-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:20:13.328434 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] No Port match for: a5a6a2ab-57b8-44d0-93a3-09907e7b69e9 {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 17:20:13.328909 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device a5a6a2ab-57b8-44d0-93a3-09907e7b69e9 not bound to the agent host n-h1-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 17:20:13.436109 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-51d7e064-c0ed-4c1c-b079-c7e9dbe47c79 admin admin] Publish callbacks [] for security_group (e4dfe4bd-4e50-4a42-b653-e3f133a18392), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:13.513449 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f190b420-b977-4fce-b045-0bdd2d3a385a req-72a3164e-e7bd-40a7-9749-e11b14ffe970 tempest-ServerRescueTestJSON-1860265827 tempest-ServerRescueTestJSON-1860265827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:20:13.514934 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-f190b420-b977-4fce-b045-0bdd2d3a385a req-72a3164e-e7bd-40a7-9749-e11b14ffe970 tempest-ServerRescueTestJSON-1860265827 tempest-ServerRescueTestJSON-1860265827-project] 10.222.0.89 "GET /v2.0/ports?device_id=2a222a3c-0b77-4166-9ac9-c127db15637a HTTP/1.1" status: 200 len: 945 time: 0.1185007 Feb 04 17:20:13.558033 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-51d7e064-c0ed-4c1c-b079-c7e9dbe47c79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (e4dfe4bd-4e50-4a42-b653-e3f133a18392), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:13.560595 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-51d7e064-c0ed-4c1c-b079-c7e9dbe47c79 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:13.561777 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-51d7e064-c0ed-4c1c-b079-c7e9dbe47c79 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/e4dfe4bd-4e50-4a42-b653-e3f133a18392 HTTP/1.1" status: 204 len: 168 time: 0.6015069 Feb 04 17:20:13.591431 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d7e064-c0ed-4c1c-b079-c7e9dbe47c79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4dfe4bd-4e50-4a42-b653-e3f133a18392,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:20:13.638270 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-f190b420-b977-4fce-b045-0bdd2d3a385a req-d001d591-f94d-4de5-b747-cb456b7aecb7 tempest-ServerRescueTestJSON-1860265827 tempest-ServerRescueTestJSON-1860265827-project] 10.222.0.89 "GET /v2.0/security-groups?id=cc4b9805-caea-4906-9ad3-3e1579c9619f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153946 Feb 04 17:20:13.639994 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-63bcb304-d56c-41a6-893d-1af606f95ee8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (85b07dd7-b88f-4d22-9e61-73ef49291ae4), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:13.692187 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63bcb304-d56c-41a6-893d-1af606f95ee8 admin admin] Pushing event deleted for resources: {'Port': ['ID=85b07dd7-b88f-4d22-9e61-73ef49291ae4,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:20:13.839472 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c1acb0-3656-4738-99af-cf3257ce1a9c req-98dcf098-d246-4b5d-92de-f48705a251c6 tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:20:13.841076 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-70c1acb0-3656-4738-99af-cf3257ce1a9c req-98dcf098-d246-4b5d-92de-f48705a251c6 tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] 10.222.0.89 "GET /v2.0/ports?device_id=c8f699c0-43f7-4dac-a0ef-88d572310de9 HTTP/1.1" status: 200 len: 946 time: 0.1258748 Feb 04 17:20:13.943470 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-70c1acb0-3656-4738-99af-cf3257ce1a9c req-34c545da-c41f-4196-99b5-5358cc6e1789 tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] 10.222.0.89 "GET /v2.0/security-groups?id=c591d0a0-8f77-4259-ab5e-c54cb31473d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944581 Feb 04 17:20:14.022783 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-ef094f06-9244-406d-bd82-1ac7ee949ad4 req-18355537-d842-435a-a47f-60cdc906d05c tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] 10.222.0.89 "GET /v2.0/ports?device_id=e2b58424-19d8-47c7-9144-64e22f08a22e HTTP/1.1" status: 200 len: 210 time: 0.0633671 Feb 04 17:20:14.082753 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-63bcb304-d56c-41a6-893d-1af606f95ee8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1677336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1602614'] for router_interface (a6d0baf4-6769-4ab6-be48-cc76199b7e27), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:14.174787 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-3ec24472-6e3c-433e-aa67-fad70ea49124 req-dd0c07f3-eeda-40b6-a589-fa355909dd93 tempest-ServerShowV254Test-1084348911 tempest-ServerShowV254Test-1084348911-project] 10.222.0.89 "GET /v2.0/ports?device_id=e08e0c23-4ebc-4126-954a-5b309061355f HTTP/1.1" status: 200 len: 210 time: 0.0495129 Feb 04 17:20:14.223736 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8f699c0-43f7-4dac-a0ef-88d572310de9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3cf9a14-7069-4ac3-b5c5-21774915873c'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:20:14.230577 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c34bc964ce2211770fda26ca2f3801cc06f4f39928110690550e94ab9c9d2fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf08303c-9cc9-4659-8d43-057f3e3435dd" -d '{"events": [{"server_uuid": "c8f699c0-43f7-4dac-a0ef-88d572310de9", "name": "network-vif-plugged", "status": "completed", "tag": "d3cf9a14-7069-4ac3-b5c5-21774915873c"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:20:14.274948 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 17:20:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7178a4ea-1a01-409f-af9b-e0b9e74b4161 x-openstack-request-id: req-7178a4ea-1a01-409f-af9b-e0b9e74b4161 {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:20:14.275496 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8f699c0-43f7-4dac-a0ef-88d572310de9", "name": "network-vif-plugged", "status": "completed", "tag": "d3cf9a14-7069-4ac3-b5c5-21774915873c", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:20:14.275953 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-7178a4ea-1a01-409f-af9b-e0b9e74b4161 {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:20:14.276556 n-d-827839-2 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8f699c0-43f7-4dac-a0ef-88d572310de9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3cf9a14-7069-4ac3-b5c5-21774915873c', 'code': 200} Feb 04 17:20:14.295519 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37957fc6-b54c-4ac5-a041-ce737add7304 req-78335435-477e-45e0-bbe8-6e11158ad2d3 tempest-ServersAdminTestJSON-70469306 tempest-ServersAdminTestJSON-70469306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:20:14.300423 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-37957fc6-b54c-4ac5-a041-ce737add7304 req-78335435-477e-45e0-bbe8-6e11158ad2d3 tempest-ServersAdminTestJSON-70469306 tempest-ServersAdminTestJSON-70469306-project] 10.222.0.89 "GET /v2.0/ports?device_id=cdea105d-d892-4559-baed-fb98b40680d0 HTTP/1.1" status: 200 len: 951 time: 0.1440010 Feb 04 17:20:14.431244 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4ab56e-42b9-4adc-8eeb-01e3cd5cb17f req-683cb1ca-fef5-4af3-8368-4a40570886d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:20:14.433129 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-6d4ab56e-42b9-4adc-8eeb-01e3cd5cb17f req-683cb1ca-fef5-4af3-8368-4a40570886d5 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=c8f699c0-43f7-4dac-a0ef-88d572310de9 HTTP/1.1" status: 200 len: 1128 time: 0.0686963 Feb 04 17:20:14.454083 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-37957fc6-b54c-4ac5-a041-ce737add7304 req-88e15b45-c03f-4d69-8044-9c7c306fd20c tempest-ServersAdminTestJSON-70469306 tempest-ServersAdminTestJSON-70469306-project] 10.222.0.89 "GET /v2.0/security-groups?id=0b9d4704-c600-4325-be39-d787042bd965&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443648 Feb 04 17:20:14.494222 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-6d4ab56e-42b9-4adc-8eeb-01e3cd5cb17f req-eeafe2d7-79e1-46cf-8dbf-6d650e09c9e2 service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=c591d0a0-8f77-4259-ab5e-c54cb31473d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518842 Feb 04 17:20:14.510668 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63bcb304-d56c-41a6-893d-1af606f95ee8 admin admin] Router a6d0baf4-6769-4ab6-be48-cc76199b7e27 has already been hosted by L3 agent 64ada913-9131-4d99-a265-63a920956287 {{(pid=103376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 17:20:14.627898 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63bcb304-d56c-41a6-893d-1af606f95ee8 admin admin] Notify agent at l3_agent.n-d-827839-2 the message routers_updated {{(pid=103376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 17:20:14.639501 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cea965ba-0d92-4b42-a7a9-0d60cf8d4a48 None None] Sync routers for ids ['a6d0baf4-6769-4ab6-be48-cc76199b7e27'] in n-d-827839-2 {{(pid=103378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 17:20:14.639872 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-63bcb304-d56c-41a6-893d-1af606f95ee8 admin admin] 10.222.0.89 "PUT /v2.0/routers/a6d0baf4-6769-4ab6-be48-cc76199b7e27/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4942002 Feb 04 17:20:14.643847 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 33772) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:20:14.663238 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cea965ba-0d92-4b42-a7a9-0d60cf8d4a48 None None] Routers {'a6d0baf4-6769-4ab6-be48-cc76199b7e27'} bound to L3 agent in host n-d-827839-2 {{(pid=103378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:20:14.664001 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-cea965ba-0d92-4b42-a7a9-0d60cf8d4a48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:20:02Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['a6d0baf4-6769-4ab6-be48-cc76199b7e27'], 'active': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:20:14.705595 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 33776) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:20:14.775036 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-5b83f8cc-3e15-46e8-808f-09dccc83768b admin admin] Publish callbacks [] for router (a6d0baf4-6769-4ab6-be48-cc76199b7e27), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:14.819230 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbc331b-f45c-40dc-b365-22df81adc44c req-3708093d-ca84-464e-9056-f443fea0a33b tempest-ServerRescueTestJSON-1860265827 tempest-ServerRescueTestJSON-1860265827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:20:14.836236 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-5dbc331b-f45c-40dc-b365-22df81adc44c req-3708093d-ca84-464e-9056-f443fea0a33b tempest-ServerRescueTestJSON-1860265827 tempest-ServerRescueTestJSON-1860265827-project] 10.222.0.89 "GET /v2.0/ports?device_id=2a222a3c-0b77-4166-9ac9-c127db15637a HTTP/1.1" status: 200 len: 945 time: 0.1075964 Feb 04 17:20:14.870827 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-b10002aa-9409-493f-8925-d54437978b37 tempest-TagsExtTest-1372806535 tempest-TagsExtTest-1372806535-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-973949171'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:20:14.908264 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvr_db [None req-cea965ba-0d92-4b42-a7a9-0d60cf8d4a48 None None] Set router a6d0baf4-6769-4ab6-be48-cc76199b7e27 gateway port host: n-d-827839-2 {{(pid=103378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:20:14.937038 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-5dbc331b-f45c-40dc-b365-22df81adc44c req-fa4138dd-ef0b-42e2-81ff-80a6021f5f22 tempest-ServerRescueTestJSON-1860265827 tempest-ServerRescueTestJSON-1860265827-project] 10.222.0.89 "GET /v2.0/security-groups?id=cc4b9805-caea-4906-9ad3-3e1579c9619f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997202 Feb 04 17:20:14.938677 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b10002aa-9409-493f-8925-d54437978b37 tempest-TagsExtTest-1372806535 tempest-TagsExtTest-1372806535-project] Made reservation on behalf of dcd8640210df43e5ad84552d66a5fc04 for: {'network': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:20:14.942652 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-b10002aa-9409-493f-8925-d54437978b37 tempest-TagsExtTest-1372806535 tempest-TagsExtTest-1372806535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for network (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:14.943306 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-5b83f8cc-3e15-46e8-808f-09dccc83768b admin admin] Publish callbacks [] for router_gateway (a6d0baf4-6769-4ab6-be48-cc76199b7e27), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:14.965967 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-b10002aa-9409-493f-8925-d54437978b37 tempest-TagsExtTest-1372806535 tempest-TagsExtTest-1372806535-project] Publish callbacks [] for security_group (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:15.045187 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-5b83f8cc-3e15-46e8-808f-09dccc83768b admin admin] Deleting port f5e0cde2-93eb-4218-b925-3a7adf58dcd1 {{(pid=103376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:20:15.049648 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-5b83f8cc-3e15-46e8-808f-09dccc83768b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (f5e0cde2-93eb-4218-b925-3a7adf58dcd1), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:15.111562 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-b10002aa-9409-493f-8925-d54437978b37 tempest-TagsExtTest-1372806535 tempest-TagsExtTest-1372806535-project] Publish callbacks [] for security_group (8e057a16-488d-4aa1-8991-2c056d92d177), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:15.118846 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-b10002aa-9409-493f-8925-d54437978b37 tempest-TagsExtTest-1372806535 tempest-TagsExtTest-1372806535-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (8e057a16-488d-4aa1-8991-2c056d92d177), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:15.152956 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [None req-5b83f8cc-3e15-46e8-808f-09dccc83768b admin admin] For port f5e0cde2-93eb-4218-b925-3a7adf58dcd1, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=f5e0cde2-93eb-4218-b925-3a7adf58dcd1,segment=NetworkSegment(5942dc44-1f07-4c27-b0ab-45a2bff20dd5),segment_id=5942dc44-1f07-4c27-b0ab-45a2bff20dd5)] {{(pid=103376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:20:15.153328 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-5b83f8cc-3e15-46e8-808f-09dccc83768b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (f5e0cde2-93eb-4218-b925-3a7adf58dcd1), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:15.167793 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-cea965ba-0d92-4b42-a7a9-0d60cf8d4a48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6d0baf4-6769-4ab6-be48-cc76199b7e27', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-160852269-router', 'tenant_id': 'd4027c9982744fa0a7137e1cf2e9012e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.56'}], 'enable_snat': True}, 'gw_port_id': 'f5e0cde2-93eb-4218-b925-3a7adf58dcd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:18:56Z', 'updated_at': '2022-02-04T17:20:13Z', 'revision_number': 5, 'project_id': 'd4027c9982744fa0a7137e1cf2e9012e', 'gw_port': {'id': 'f5e0cde2-93eb-4218-b925-3a7adf58dcd1', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:cc:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6d0baf4-6769-4ab6-be48-cc76199b7e27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 938, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:18:59Z', 'updated_at': '2022-02-04T17:19:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2'}], 'n-d-827839-2', False) {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:20:15.168086 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-5b83f8cc-3e15-46e8-808f-09dccc83768b admin admin] Calling delete_port for f5e0cde2-93eb-4218-b925-3a7adf58dcd1 owned by network:router_gateway {{(pid=103376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:20:15.193364 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10002aa-9409-493f-8925-d54437978b37 tempest-TagsExtTest-1372806535 tempest-TagsExtTest-1372806535-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8e057a16-488d-4aa1-8991-2c056d92d177,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:20:15.214061 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b10002aa-9409-493f-8925-d54437978b37 tempest-TagsExtTest-1372806535 tempest-TagsExtTest-1372806535-project] vlan segment allocate from pool success with {'vlan_id': 761, 'physical_network': 'physnet1'} {{(pid=103377) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 17:20:15.231212 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-b10002aa-9409-493f-8925-d54437978b37 tempest-TagsExtTest-1372806535 tempest-TagsExtTest-1372806535-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (b7626232-7166-4cc4-952b-877a9458ab20), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:15.231653 n-d-827839-2 neutron-server[103377]: INFO neutron.db.segments_db [None req-b10002aa-9409-493f-8925-d54437978b37 tempest-TagsExtTest-1372806535 tempest-TagsExtTest-1372806535-project] Added segment b7626232-7166-4cc4-952b-877a9458ab20 of type vlan for network 333ae123-eac9-4d3f-8f64-e69341eee8a7 Feb 04 17:20:15.241626 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cea965ba-0d92-4b42-a7a9-0d60cf8d4a48 None None] Checking router: a6d0baf4-6769-4ab6-be48-cc76199b7e27 for host: n-d-827839-2 {{(pid=103378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 17:20:15.260877 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cea965ba-0d92-4b42-a7a9-0d60cf8d4a48 None None] Routers {'a6d0baf4-6769-4ab6-be48-cc76199b7e27'} bound to L3 agent in host n-d-827839-2 {{(pid=103378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:20:15.261496 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-cea965ba-0d92-4b42-a7a9-0d60cf8d4a48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:20:02Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['a6d0baf4-6769-4ab6-be48-cc76199b7e27'], 'active': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:20:15.330376 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-b10002aa-9409-493f-8925-d54437978b37 tempest-TagsExtTest-1372806535 tempest-TagsExtTest-1372806535-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781084292801'] for network (333ae123-eac9-4d3f-8f64-e69341eee8a7), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:15.361521 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-b10002aa-9409-493f-8925-d54437978b37 tempest-TagsExtTest-1372806535 tempest-TagsExtTest-1372806535-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327'] for network (333ae123-eac9-4d3f-8f64-e69341eee8a7), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:15.369303 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b10002aa-9409-493f-8925-d54437978b37 tempest-TagsExtTest-1372806535 tempest-TagsExtTest-1372806535-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:20:15.370187 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-b10002aa-9409-493f-8925-d54437978b37 tempest-TagsExtTest-1372806535 tempest-TagsExtTest-1372806535-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677565'] for network (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:15.380284 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755ca672-36ce-4d77-af41-de0e367711e1 req-5b4645b6-d8cb-4a05-a1d0-b7903dae2ee8 tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:20:15.382861 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvr_db [None req-cea965ba-0d92-4b42-a7a9-0d60cf8d4a48 None None] Set router a6d0baf4-6769-4ab6-be48-cc76199b7e27 gateway port host: None {{(pid=103378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:20:15.389126 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-755ca672-36ce-4d77-af41-de0e367711e1 req-5b4645b6-d8cb-4a05-a1d0-b7903dae2ee8 tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] 10.222.0.89 "GET /v2.0/ports?device_id=c8f699c0-43f7-4dac-a0ef-88d572310de9 HTTP/1.1" status: 200 len: 946 time: 0.1305051 Feb 04 17:20:15.392672 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-b10002aa-9409-493f-8925-d54437978b37 tempest-TagsExtTest-1372806535 tempest-TagsExtTest-1372806535-project] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.6858659 Feb 04 17:20:15.398113 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 33792) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:20:15.427825 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-037ca2e6-0bf3-409b-93ee-e33665a17567 tempest-TagsExtTest-1372806535 tempest-TagsExtTest-1372806535-project] Request body: {'subnet': {'network_id': '333ae123-eac9-4d3f-8f64-e69341eee8a7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:20:15.445977 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-cea965ba-0d92-4b42-a7a9-0d60cf8d4a48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6d0baf4-6769-4ab6-be48-cc76199b7e27', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-160852269-router', 'tenant_id': 'd4027c9982744fa0a7137e1cf2e9012e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:18:56Z', 'updated_at': '2022-02-04T17:20:14Z', 'revision_number': 6, 'project_id': 'd4027c9982744fa0a7137e1cf2e9012e', 'gw_port_host': None}], 'n-d-827839-2', False) {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:20:15.477882 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cea965ba-0d92-4b42-a7a9-0d60cf8d4a48 None None] The sync data for ids ['a6d0baf4-6769-4ab6-be48-cc76199b7e27'] in n-d-827839-2 is: [{'id': 'a6d0baf4-6769-4ab6-be48-cc76199b7e27', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-160852269-router', 'tenant_id': 'd4027c9982744fa0a7137e1cf2e9012e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:18:56Z', 'updated_at': '2022-02-04T17:20:14Z', 'revision_number': 6, 'project_id': 'd4027c9982744fa0a7137e1cf2e9012e', 'gw_port_host': None}] {{(pid=103378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 17:20:15.481321 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-4b3d2743-35be-48b4-8cae-823191883f63 req-dc5c057a-89c1-4c60-a31a-365512956c5c tempest-ServerShowV254Test-1084348911 tempest-ServerShowV254Test-1084348911-project] 10.222.0.89 "GET /v2.0/ports?device_id=e08e0c23-4ebc-4126-954a-5b309061355f HTTP/1.1" status: 200 len: 210 time: 0.0432768 Feb 04 17:20:15.517356 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10002aa-9409-493f-8925-d54437978b37 tempest-TagsExtTest-1372806535 tempest-TagsExtTest-1372806535-project] Pushing event updated for resources: {'Network': ['ID=333ae123-eac9-4d3f-8f64-e69341eee8a7,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:20:15.533271 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Network 333ae123-eac9-4d3f-8f64-e69341eee8a7 details requested by agent ovs-agent-n-d-827839-2 with host n-d-827839-2 {{(pid=103378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 17:20:15.559243 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-5b83f8cc-3e15-46e8-808f-09dccc83768b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (f5e0cde2-93eb-4218-b925-3a7adf58dcd1), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:15.587601 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-755ca672-36ce-4d77-af41-de0e367711e1 req-c68b77f9-e284-4856-a8ab-2622287c4c35 tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] 10.222.0.89 "GET /v2.0/security-groups?id=c591d0a0-8f77-4259-ab5e-c54cb31473d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1971908 Feb 04 17:20:15.627796 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b83f8cc-3e15-46e8-808f-09dccc83768b admin admin] Pushing event deleted for resources: {'Port': ['ID=f5e0cde2-93eb-4218-b925-3a7adf58dcd1,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:20:15.678185 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ebef61-45c9-4d94-ac95-2e783a4549b8 req-2f60ff46-bee4-436e-8eb5-13c2f6bc0163 tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:20:15.680338 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-86ebef61-45c9-4d94-ac95-2e783a4549b8 req-2f60ff46-bee4-436e-8eb5-13c2f6bc0163 tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] 10.222.0.89 "GET /v2.0/ports?device_id=7bfb0405-10b3-4cc0-8634-8feb429a0d1f HTTP/1.1" status: 200 len: 944 time: 0.0757551 Feb 04 17:20:15.741379 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-86ebef61-45c9-4d94-ac95-2e783a4549b8 req-cede1cc1-53d2-48d6-ae6f-f7241d972b67 tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] 10.222.0.89 "GET /v2.0/security-groups?id=18e6cc58-e448-4d12-9423-2a502a086ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554540 Feb 04 17:20:15.742837 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-037ca2e6-0bf3-409b-93ee-e33665a17567 tempest-TagsExtTest-1372806535 tempest-TagsExtTest-1372806535-project] Made reservation on behalf of dcd8640210df43e5ad84552d66a5fc04 for: {'subnet': 1} {{(pid=103376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:20:15.746260 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-037ca2e6-0bf3-409b-93ee-e33665a17567 tempest-TagsExtTest-1372806535 tempest-TagsExtTest-1372806535-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25859006'] for subnet (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:15.802267 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-5b83f8cc-3e15-46e8-808f-09dccc83768b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1595544'] for router_gateway (a6d0baf4-6769-4ab6-be48-cc76199b7e27), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:15.866625 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f12d28d-426c-4fd3-af1f-fa15d6e92077 req-c2dbd811-4f24-4e31-91c6-af9ce60b9c29 tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:20:15.868821 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-0f12d28d-426c-4fd3-af1f-fa15d6e92077 req-c2dbd811-4f24-4e31-91c6-af9ce60b9c29 tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] 10.222.0.90 "GET /v2.0/ports?device_id=7bfb0405-10b3-4cc0-8634-8feb429a0d1f HTTP/1.1" status: 200 len: 944 time: 0.0630410 Feb 04 17:20:15.946261 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c08a55-8139-42d3-a96c-a60cd55d8c80 req-012dd6c5-5233-4273-a53e-1e54b1918366 tempest-ServersAdminTestJSON-70469306 tempest-ServersAdminTestJSON-70469306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:20:15.947956 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-c8c08a55-8139-42d3-a96c-a60cd55d8c80 req-012dd6c5-5233-4273-a53e-1e54b1918366 tempest-ServersAdminTestJSON-70469306 tempest-ServersAdminTestJSON-70469306-project] 10.222.0.89 "GET /v2.0/ports?device_id=cdea105d-d892-4559-baed-fb98b40680d0 HTTP/1.1" status: 200 len: 951 time: 0.2538872 Feb 04 17:20:15.985275 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-5b83f8cc-3e15-46e8-808f-09dccc83768b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1601811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26971'] for router (a6d0baf4-6769-4ab6-be48-cc76199b7e27), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:15.994738 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-5b83f8cc-3e15-46e8-808f-09dccc83768b admin admin] Publish callbacks [] for router_controller (a6d0baf4-6769-4ab6-be48-cc76199b7e27), precommit_delete_associations {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:16.025355 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [req-0f12d28d-426c-4fd3-af1f-fa15d6e92077 req-f9bb271d-6c6e-4754-afa7-3d9354f1f036 tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] Deleting port 17cda4ab-3ccf-457d-a2e3-93cde1c26576 {{(pid=103377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:20:16.029540 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-0f12d28d-426c-4fd3-af1f-fa15d6e92077 req-f9bb271d-6c6e-4754-afa7-3d9354f1f036 tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (17cda4ab-3ccf-457d-a2e3-93cde1c26576), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:16.094259 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-5b83f8cc-3e15-46e8-808f-09dccc83768b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1601832'] for router (a6d0baf4-6769-4ab6-be48-cc76199b7e27), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:16.094825 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b83f8cc-3e15-46e8-808f-09dccc83768b admin admin] Fanout notify agent at l3_agent the message router_deleted on router a6d0baf4-6769-4ab6-be48-cc76199b7e27 {{(pid=103376) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 17:20:16.108140 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-5b83f8cc-3e15-46e8-808f-09dccc83768b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:16.112295 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-5b83f8cc-3e15-46e8-808f-09dccc83768b admin admin] 10.222.0.89 "DELETE /v2.0/routers/a6d0baf4-6769-4ab6-be48-cc76199b7e27 HTTP/1.1" status: 204 len: 168 time: 1.4645452 Feb 04 17:20:16.117897 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 33800) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:20:16.143567 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-c8c08a55-8139-42d3-a96c-a60cd55d8c80 req-1ccab2a2-3048-4269-b17c-542d8d2fee7b tempest-ServersAdminTestJSON-70469306 tempest-ServersAdminTestJSON-70469306-project] 10.222.0.89 "GET /v2.0/security-groups?id=0b9d4704-c600-4325-be39-d787042bd965&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1867273 Feb 04 17:20:16.222396 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [req-0f12d28d-426c-4fd3-af1f-fa15d6e92077 req-f9bb271d-6c6e-4754-afa7-3d9354f1f036 tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] For port 17cda4ab-3ccf-457d-a2e3-93cde1c26576, host n-h2-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=17cda4ab-3ccf-457d-a2e3-93cde1c26576,segment=NetworkSegment(4adf983e-b4f0-4caa-beec-ecaadf2366f2),segment_id=4adf983e-b4f0-4caa-beec-ecaadf2366f2)] {{(pid=103377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:20:16.222799 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-0f12d28d-426c-4fd3-af1f-fa15d6e92077 req-f9bb271d-6c6e-4754-afa7-3d9354f1f036 tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (17cda4ab-3ccf-457d-a2e3-93cde1c26576), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:16.232276 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83277aa5-b6b3-4220-ad34-3e1576afab72 req-895c3e58-4b94-4eba-8031-6660bc67fd65 tempest-ServerRescueTestJSON-1860265827 tempest-ServerRescueTestJSON-1860265827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:20:16.233910 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-83277aa5-b6b3-4220-ad34-3e1576afab72 req-895c3e58-4b94-4eba-8031-6660bc67fd65 tempest-ServerRescueTestJSON-1860265827 tempest-ServerRescueTestJSON-1860265827-project] 10.222.0.89 "GET /v2.0/ports?device_id=2a222a3c-0b77-4166-9ac9-c127db15637a HTTP/1.1" status: 200 len: 945 time: 0.1740189 Feb 04 17:20:16.242492 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf4e532a-a5a9-4538-983b-62739605492e admin admin] Deleting subnet d4973353-0966-45fa-beb0-35424b803918 {{(pid=103377) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 17:20:16.250979 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-bf4e532a-a5a9-4538-983b-62739605492e admin admin] Publish callbacks [] for subnet (d4973353-0966-45fa-beb0-35424b803918), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:16.277422 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-037ca2e6-0bf3-409b-93ee-e33665a17567 tempest-TagsExtTest-1372806535 tempest-TagsExtTest-1372806535-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25674939', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25858952'] for subnet (10e2f750-0066-4218-bf2b-3645d2c73de4), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:16.289230 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [req-0f12d28d-426c-4fd3-af1f-fa15d6e92077 req-f9bb271d-6c6e-4754-afa7-3d9354f1f036 tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] Calling delete_port for 17cda4ab-3ccf-457d-a2e3-93cde1c26576 owned by compute:nova {{(pid=103377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:20:16.321081 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-bf4e532a-a5a9-4538-983b-62739605492e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26866676'] for subnet (d4973353-0966-45fa-beb0-35424b803918), precommit_delete_associations {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:16.392358 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037ca2e6-0bf3-409b-93ee-e33665a17567 tempest-TagsExtTest-1372806535 tempest-TagsExtTest-1372806535-project] Pushing event updated for resources: {'Subnet': ['ID=10e2f750-0066-4218-bf2b-3645d2c73de4,revision_number=0']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:20:16.398323 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-037ca2e6-0bf3-409b-93ee-e33665a17567 tempest-TagsExtTest-1372806535 tempest-TagsExtTest-1372806535-project] Checking segment: {'id': 'b7626232-7166-4cc4-952b-877a9458ab20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '333ae123-eac9-4d3f-8f64-e69341eee8a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:20:16.398702 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-037ca2e6-0bf3-409b-93ee-e33665a17567 tempest-TagsExtTest-1372806535 tempest-TagsExtTest-1372806535-project] Network hostable DHCP agents. Network: 333ae123-eac9-4d3f-8f64-e69341eee8a7, hostable agents: ['bb89f5a3-3c22-440b-b7d1-c4f0c43c184a'], hosted agents: [] {{(pid=103376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 17:20:16.425961 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-037ca2e6-0bf3-409b-93ee-e33665a17567 tempest-TagsExtTest-1372806535 tempest-TagsExtTest-1372806535-project] Network 333ae123-eac9-4d3f-8f64-e69341eee8a7 is scheduled to be hosted by DHCP agent bb89f5a3-3c22-440b-b7d1-c4f0c43c184a with binding_index 1 {{(pid=103376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 17:20:16.450510 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [None req-037ca2e6-0bf3-409b-93ee-e33665a17567 tempest-TagsExtTest-1372806535 tempest-TagsExtTest-1372806535-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827839-2, 333ae123-eac9-4d3f-8f64-e69341eee8a7) {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:20:16.464172 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d063e3e9-54cc-47a7-a6d4-e0966bd3a017 None None] Network 333ae123-eac9-4d3f-8f64-e69341eee8a7 requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:20:16.489572 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-037ca2e6-0bf3-409b-93ee-e33665a17567 tempest-TagsExtTest-1372806535 tempest-TagsExtTest-1372806535-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:20:16.489977 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-037ca2e6-0bf3-409b-93ee-e33665a17567 tempest-TagsExtTest-1372806535 tempest-TagsExtTest-1372806535-project] Publish callbacks [] for subnet (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:16.514602 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-83277aa5-b6b3-4220-ad34-3e1576afab72 req-2a433442-85c6-4538-ab43-4fb0d4488188 tempest-ServerRescueTestJSON-1860265827 tempest-ServerRescueTestJSON-1860265827-project] 10.222.0.89 "GET /v2.0/security-groups?id=cc4b9805-caea-4906-9ad3-3e1579c9619f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2692378 Feb 04 17:20:16.556617 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-037ca2e6-0bf3-409b-93ee-e33665a17567 tempest-TagsExtTest-1372806535 tempest-TagsExtTest-1372806535-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1528409 Feb 04 17:20:16.558019 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 33808) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:20:16.561226 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device f5e0cde2-93eb-4218-b925-3a7adf58dcd1 no longer exists at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:20:16.565619 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-16df5038-4ce1-4c73-998f-7415a55b6167 tempest-TagsExtTest-1372806535 tempest-TagsExtTest-1372806535-project] Request body: {'port': {'network_id': '333ae123-eac9-4d3f-8f64-e69341eee8a7', 'name': 'tempest-TagsExtTest-1232828356'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:20:16.616412 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] No Port match for: f5e0cde2-93eb-4218-b925-3a7adf58dcd1 {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 17:20:16.617020 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device f5e0cde2-93eb-4218-b925-3a7adf58dcd1 not bound to the agent host n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 17:20:16.617621 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 85b07dd7-b88f-4d22-9e61-73ef49291ae4 no longer exists at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:20:16.643597 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-c60ccc69-05dc-42e2-b53f-cf210e1adbcc req-1f9c7ee7-3721-47da-bd5d-91c33ef3ee0f tempest-ServerShowV254Test-1084348911 tempest-ServerShowV254Test-1084348911-project] 10.222.0.89 "GET /v2.0/ports?device_id=e08e0c23-4ebc-4126-954a-5b309061355f HTTP/1.1" status: 200 len: 210 time: 0.0478282 Feb 04 17:20:16.648313 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] No Port match for: 85b07dd7-b88f-4d22-9e61-73ef49291ae4 {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 17:20:16.648661 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 85b07dd7-b88f-4d22-9e61-73ef49291ae4 not bound to the agent host n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 17:20:16.714034 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-bf4e532a-a5a9-4538-983b-62739605492e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1541225'] for subnet (d4973353-0966-45fa-beb0-35424b803918), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:16.741002 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16df5038-4ce1-4c73-998f-7415a55b6167 tempest-TagsExtTest-1372806535 tempest-TagsExtTest-1372806535-project] Made reservation on behalf of dcd8640210df43e5ad84552d66a5fc04 for: {'port': 1} {{(pid=103376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:20:16.744559 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-16df5038-4ce1-4c73-998f-7415a55b6167 tempest-TagsExtTest-1372806535 tempest-TagsExtTest-1372806535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:16.757343 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082112eb-8fad-456a-b0d2-b7fed1fef2ea req-95bbc099-e823-4a44-8887-c50edeec2ba2 tempest-ServersAdminTestJSON-688568631 tempest-ServersAdminTestJSON-688568631-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:20:16.763124 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f374a76-2257-430a-a012-460f52377ce3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e4c19ad-5724-5db8-8ee1-4f56ae69fcf4-333ae123-eac9-4d3f-8f64-e69341eee8a7', 'network_id': '333ae123-eac9-4d3f-8f64-e69341eee8a7', 'project_id': 'dcd8640210df43e5ad84552d66a5fc04', 'fixed_ips': [{'subnet_id': '10e2f750-0066-4218-bf2b-3645d2c73de4'}]}} from n-d-827839-2. {{(pid=103378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 17:20:16.764412 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7f374a76-2257-430a-a012-460f52377ce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:16.765938 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-082112eb-8fad-456a-b0d2-b7fed1fef2ea req-95bbc099-e823-4a44-8887-c50edeec2ba2 tempest-ServersAdminTestJSON-688568631 tempest-ServersAdminTestJSON-688568631-project-admin] 10.222.0.89 "GET /v2.0/ports?device_id=cdea105d-d892-4559-baed-fb98b40680d0 HTTP/1.1" status: 200 len: 1133 time: 0.2549577 Feb 04 17:20:16.806895 n-d-827839-2 neutron-server[103376]: DEBUG neutron.notifiers.nova [None req-16df5038-4ce1-4c73-998f-7415a55b6167 tempest-TagsExtTest-1372806535 tempest-TagsExtTest-1372806535-project] device_id is not set on port ab30d00e-2e6a-487a-b15b-24005c8da5d0 yet. {{(pid=103376) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 04 17:20:16.896532 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e41247e-1fff-432b-8bee-db589a9ba668 req-9e7a897c-951d-4115-88ee-56a82ae092bf tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:20:16.899183 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-1e41247e-1fff-432b-8bee-db589a9ba668 req-9e7a897c-951d-4115-88ee-56a82ae092bf tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] 10.222.0.89 "GET /v2.0/ports?device_id=c8f699c0-43f7-4dac-a0ef-88d572310de9 HTTP/1.1" status: 200 len: 946 time: 0.1492245 Feb 04 17:20:16.930099 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-bf4e532a-a5a9-4538-983b-62739605492e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1541216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25888360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25597190'] for subnet (d4973353-0966-45fa-beb0-35424b803918), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:16.932065 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-0f12d28d-426c-4fd3-af1f-fa15d6e92077 req-f9bb271d-6c6e-4754-afa7-3d9354f1f036 tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (17cda4ab-3ccf-457d-a2e3-93cde1c26576), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:16.936990 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-082112eb-8fad-456a-b0d2-b7fed1fef2ea req-c1a7b1d5-82d6-41c9-9fdd-a818cc934c94 tempest-ServersAdminTestJSON-688568631 tempest-ServersAdminTestJSON-688568631-project-admin] 10.222.0.89 "GET /v2.0/security-groups?id=0b9d4704-c600-4325-be39-d787042bd965&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1698973 Feb 04 17:20:16.957772 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] get_ports_and_sgs() called for port_ids ['7c6b4724-1adf-4dd1-8c66-4bc76c05989f'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 17:20:17.020858 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-7f374a76-2257-430a-a012-460f52377ce3 None None] Allocated IP 172.20.0.2 (333ae123-eac9-4d3f-8f64-e69341eee8a7/10e2f750-0066-4218-bf2b-3645d2c73de4/8f43b574-c88a-4b98-a9a1-fd0fd526d14d) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:20:17.042924 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4e532a-a5a9-4538-983b-62739605492e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d4973353-0966-45fa-beb0-35424b803918,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:20:17.052159 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9bb271d-6c6e-4754-afa7-3d9354f1f036 tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] Pushing event deleted for resources: {'Port': ['ID=17cda4ab-3ccf-457d-a2e3-93cde1c26576,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:20:17.071346 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-bf4e532a-a5a9-4538-983b-62739605492e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677565'] for subnet (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:17.075918 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-bf4e532a-a5a9-4538-983b-62739605492e admin admin] 10.222.0.89 "DELETE /v2.0/subnets/d4973353-0966-45fa-beb0-35424b803918 HTTP/1.1" status: 204 len: 168 time: 0.9569111 Feb 04 17:20:17.079511 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 33818) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:20:17.080417 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f12d28d-426c-4fd3-af1f-fa15d6e92077 req-f9bb271d-6c6e-4754-afa7-3d9354f1f036 tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] No DVR routers for this DVR port 17cda4ab-3ccf-457d-a2e3-93cde1c26576 on host n-h2-827839-2 {{(pid=103377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 17:20:17.083328 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-0f12d28d-426c-4fd3-af1f-fa15d6e92077 req-f9bb271d-6c6e-4754-afa7-3d9354f1f036 tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:17.083596 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c837f67c-b3a5-440d-a374-a38a1422dd84 None None] Network e192c2cc-857d-492a-855f-2dae04acc430 requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:20:17.087973 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-0f12d28d-426c-4fd3-af1f-fa15d6e92077 req-f9bb271d-6c6e-4754-afa7-3d9354f1f036 tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] 10.222.0.90 "DELETE /v2.0/ports/17cda4ab-3ccf-457d-a2e3-93cde1c26576 HTTP/1.1" status: 204 len: 173 time: 1.2133749 Feb 04 17:20:17.098273 n-d-827839-2 neutron-server[103377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bfb0405-10b3-4cc0-8634-8feb429a0d1f', 'name': 'network-vif-deleted', 'tag': '17cda4ab-3ccf-457d-a2e3-93cde1c26576'}] {{(pid=103377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:20:17.100569 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7240428b650e1488e9361b62648ff4b3a6c19d49d8c27c949491ab58c1346cf0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cb82355-0c07-4a16-800f-643eb90cd3fa" -d '{"events": [{"server_uuid": "7bfb0405-10b3-4cc0-8634-8feb429a0d1f", "name": "network-vif-deleted", "tag": "17cda4ab-3ccf-457d-a2e3-93cde1c26576"}]}' {{(pid=103377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:20:17.162947 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-5eafe0f4-6892-4c40-811f-78b211b494c9 req-b516adad-c82f-4a4b-894e-2391c81004d6 tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] 10.222.0.89 "GET /v2.0/ports?device_id=7bfb0405-10b3-4cc0-8634-8feb429a0d1f HTTP/1.1" status: 200 len: 210 time: 0.0869052 Feb 04 17:20:17.258706 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-1e41247e-1fff-432b-8bee-db589a9ba668 req-89b741a4-afea-458a-9c49-214e329b714d tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] 10.222.0.89 "GET /v2.0/security-groups?id=c591d0a0-8f77-4259-ab5e-c54cb31473d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3484609 Feb 04 17:20:17.284761 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-06c4a5c3-cc07-435e-8534-51f071ba35a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628832'] for network (e192c2cc-857d-492a-855f-2dae04acc430), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:17.341662 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 17:20:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19053c54-0357-4f2d-be47-fca6e6db587f x-openstack-request-id: req-19053c54-0357-4f2d-be47-fca6e6db587f {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:20:17.342017 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bfb0405-10b3-4cc0-8634-8feb429a0d1f", "name": "network-vif-deleted", "tag": "17cda4ab-3ccf-457d-a2e3-93cde1c26576", "status": "completed", "code": 200}]} {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:20:17.342282 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-19053c54-0357-4f2d-be47-fca6e6db587f {{(pid=103377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:20:17.342726 n-d-827839-2 neutron-server[103377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bfb0405-10b3-4cc0-8634-8feb429a0d1f', 'name': 'network-vif-deleted', 'tag': '17cda4ab-3ccf-457d-a2e3-93cde1c26576', 'status': 'completed', 'code': 200} Feb 04 17:20:17.392814 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-06c4a5c3-cc07-435e-8534-51f071ba35a3 admin admin] Deleting port bc5f047f-8c28-4cdc-8b68-28a7c6eca0f3 {{(pid=103377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:20:17.393151 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-06c4a5c3-cc07-435e-8534-51f071ba35a3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (bc5f047f-8c28-4cdc-8b68-28a7c6eca0f3), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:17.517150 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7f374a76-2257-430a-a012-460f52377ce3 None None] Publish callbacks [] for port (8f43b574-c88a-4b98-a9a1-fd0fd526d14d), precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:17.529078 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7f374a76-2257-430a-a012-460f52377ce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135'] for port (8f43b574-c88a-4b98-a9a1-fd0fd526d14d), after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:17.540281 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fce9163-0de1-4eca-a006-d2b7acc20009 req-377b6933-eec4-4f70-b622-5c05d34d9912 tempest-ServersAdminTestJSON-688568631 tempest-ServersAdminTestJSON-688568631-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:20:17.542634 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-3fce9163-0de1-4eca-a006-d2b7acc20009 req-377b6933-eec4-4f70-b622-5c05d34d9912 tempest-ServersAdminTestJSON-688568631 tempest-ServersAdminTestJSON-688568631-project-admin] 10.222.0.89 "GET /v2.0/ports?device_id=cdea105d-d892-4559-baed-fb98b40680d0 HTTP/1.1" status: 200 len: 1133 time: 0.0949707 Feb 04 17:20:17.569247 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [None req-06c4a5c3-cc07-435e-8534-51f071ba35a3 admin admin] For port bc5f047f-8c28-4cdc-8b68-28a7c6eca0f3, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=bc5f047f-8c28-4cdc-8b68-28a7c6eca0f3,segment=NetworkSegment(4ef9721f-85a7-4583-b673-a88561aaf54b),segment_id=4ef9721f-85a7-4583-b673-a88561aaf54b)] {{(pid=103377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:20:17.569672 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-06c4a5c3-cc07-435e-8534-51f071ba35a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (bc5f047f-8c28-4cdc-8b68-28a7c6eca0f3), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:17.592843 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-06c4a5c3-cc07-435e-8534-51f071ba35a3 admin admin] Calling delete_port for bc5f047f-8c28-4cdc-8b68-28a7c6eca0f3 owned by network:dhcp {{(pid=103377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:20:17.620641 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74bd954c-b3d1-4ae1-9e7c-dd293446a69c None None] DHCP port deletion for e192c2cc-857d-492a-855f-2dae04acc430 request from n-d-827839-2 {{(pid=103378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 17:20:17.627058 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.db_base_plugin_common [None req-16df5038-4ce1-4c73-998f-7415a55b6167 tempest-TagsExtTest-1372806535 tempest-TagsExtTest-1372806535-project] Allocated IP 172.20.0.5 (333ae123-eac9-4d3f-8f64-e69341eee8a7/10e2f750-0066-4218-bf2b-3645d2c73de4/ab30d00e-2e6a-487a-b15b-24005c8da5d0) {{(pid=103376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:20:17.651763 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-3fce9163-0de1-4eca-a006-d2b7acc20009 req-9e3460d6-72f3-443e-a1c8-244712d7de9d tempest-ServersAdminTestJSON-688568631 tempest-ServersAdminTestJSON-688568631-project-admin] 10.222.0.89 "GET /v2.0/security-groups?id=0b9d4704-c600-4325-be39-d787042bd965&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868218 Feb 04 17:20:17.678924 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170750db-2986-41b4-9415-2e7303cfdb65 req-68af5145-0583-4b64-903a-7b45fad93c5b tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:20:17.705068 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-170750db-2986-41b4-9415-2e7303cfdb65 req-68af5145-0583-4b64-903a-7b45fad93c5b tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] 10.222.0.89 "GET /v2.0/ports?device_id=c8f699c0-43f7-4dac-a0ef-88d572310de9 HTTP/1.1" status: 200 len: 946 time: 0.1996238 Feb 04 17:20:17.706763 n-d-827839-2 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f374a76-2257-430a-a012-460f52377ce3 None None] Network 333ae123-eac9-4d3f-8f64-e69341eee8a7 is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:20:17.709643 n-d-827839-2 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-7f374a76-2257-430a-a012-460f52377ce3 None None] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:20:17.712697 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f374a76-2257-430a-a012-460f52377ce3 None None] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:20:17.714659 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f374a76-2257-430a-a012-460f52377ce3 None None] Pushing event updated for resources: {'Port': ['ID=8f43b574-c88a-4b98-a9a1-fd0fd526d14d,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:20:17.803516 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-06c4a5c3-cc07-435e-8534-51f071ba35a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (bc5f047f-8c28-4cdc-8b68-28a7c6eca0f3), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:17.830756 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-7f374a76-2257-430a-a012-460f52377ce3 None None] Attempting to bind port 8f43b574-c88a-4b98-a9a1-fd0fd526d14d on host n-d-827839-2 for vnic_type normal with profile {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:20:17.831049 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-7f374a76-2257-430a-a012-460f52377ce3 None None] Attempting to bind port 8f43b574-c88a-4b98-a9a1-fd0fd526d14d by drivers openvswitch,hyperv on host n-d-827839-2 at level 0 using segments [{'id': 'b7626232-7166-4cc4-952b-877a9458ab20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '333ae123-eac9-4d3f-8f64-e69341eee8a7'}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:20:17.831634 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f374a76-2257-430a-a012-460f52377ce3 None None] Attempting to bind port 8f43b574-c88a-4b98-a9a1-fd0fd526d14d on network 333ae123-eac9-4d3f-8f64-e69341eee8a7 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:20:17.839599 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f374a76-2257-430a-a012-460f52377ce3 None None] Checking agent: {'id': 'ba70844b-66a0-45fd-a2f2-e6ed673321fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 0, 36), 'started_at': datetime.datetime(2022, 2, 4, 17, 1, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 20, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:20:17.840267 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f374a76-2257-430a-a012-460f52377ce3 None None] Checking segment: {'id': 'b7626232-7166-4cc4-952b-877a9458ab20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '333ae123-eac9-4d3f-8f64-e69341eee8a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:20:17.840899 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7f374a76-2257-430a-a012-460f52377ce3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:17.841471 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f374a76-2257-430a-a012-460f52377ce3 None None] Bound using segment: {'id': 'b7626232-7166-4cc4-952b-877a9458ab20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '333ae123-eac9-4d3f-8f64-e69341eee8a7'} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:20:17.842111 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-7f374a76-2257-430a-a012-460f52377ce3 None None] Bound port: 8f43b574-c88a-4b98-a9a1-fd0fd526d14d, host: n-d-827839-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7626232-7166-4cc4-952b-877a9458ab20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '333ae123-eac9-4d3f-8f64-e69341eee8a7'}}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:20:17.842671 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7f374a76-2257-430a-a012-460f52377ce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (8f43b574-c88a-4b98-a9a1-fd0fd526d14d), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:17.860515 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-74bd954c-b3d1-4ae1-9e7c-dd293446a69c None None] Deleting port bc5f047f-8c28-4cdc-8b68-28a7c6eca0f3 {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:20:17.861606 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-74bd954c-b3d1-4ae1-9e7c-dd293446a69c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (bc5f047f-8c28-4cdc-8b68-28a7c6eca0f3), before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:17.870044 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-16df5038-4ce1-4c73-998f-7415a55b6167 tempest-TagsExtTest-1372806535 tempest-TagsExtTest-1372806535-project] Publish callbacks [] for port (ab30d00e-2e6a-487a-b15b-24005c8da5d0), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:17.876322 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-170750db-2986-41b4-9415-2e7303cfdb65 req-8f647b8b-fca8-4c1f-9a49-9228556101da tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] 10.222.0.89 "GET /v2.0/security-groups?id=c591d0a0-8f77-4259-ab5e-c54cb31473d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1706917 Feb 04 17:20:17.877240 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c4a5c3-cc07-435e-8534-51f071ba35a3 admin admin] Pushing event deleted for resources: {'Port': ['ID=bc5f047f-8c28-4cdc-8b68-28a7c6eca0f3,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:20:17.881290 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06c4a5c3-cc07-435e-8534-51f071ba35a3 admin admin] No DVR routers for this DVR port bc5f047f-8c28-4cdc-8b68-28a7c6eca0f3 on host n-d-827839-2 {{(pid=103377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 17:20:17.983714 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-74bd954c-b3d1-4ae1-9e7c-dd293446a69c None None] For port bc5f047f-8c28-4cdc-8b68-28a7c6eca0f3, host n-d-827839-2, got binding levels [] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:20:17.984138 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-74bd954c-b3d1-4ae1-9e7c-dd293446a69c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (bc5f047f-8c28-4cdc-8b68-28a7c6eca0f3), precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:17.998506 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-16df5038-4ce1-4c73-998f-7415a55b6167 tempest-TagsExtTest-1372806535 tempest-TagsExtTest-1372806535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (ab30d00e-2e6a-487a-b15b-24005c8da5d0), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:18.009061 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-74bd954c-b3d1-4ae1-9e7c-dd293446a69c None None] Calling delete_port for bc5f047f-8c28-4cdc-8b68-28a7c6eca0f3 owned by network:dhcp {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:20:18.012775 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.ipam_backend_mixin [None req-74bd954c-b3d1-4ae1-9e7c-dd293446a69c None None] Port bc5f047f-8c28-4cdc-8b68-28a7c6eca0f3 was not found and therefore no delete operation was performed {{(pid=103378) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 04 17:20:18.015267 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-74bd954c-b3d1-4ae1-9e7c-dd293446a69c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144'] for port (bc5f047f-8c28-4cdc-8b68-28a7c6eca0f3), after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:18.018115 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-7f374a76-2257-430a-a012-460f52377ce3 None None] For port 8f43b574-c88a-4b98-a9a1-fd0fd526d14d, host n-d-827839-2, cleared binding levels {{(pid=103378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:20:18.023152 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-7f374a76-2257-430a-a012-460f52377ce3 None None] For port 8f43b574-c88a-4b98-a9a1-fd0fd526d14d, host n-d-827839-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=8f43b574-c88a-4b98-a9a1-fd0fd526d14d,segment=NetworkSegment(b7626232-7166-4cc4-952b-877a9458ab20),segment_id=b7626232-7166-4cc4-952b-877a9458ab20)] {{(pid=103378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:20:18.023862 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-2aab1d57-7842-471b-8382-0af455da42df req-d7680e07-c341-46dd-b59c-2820e1fccbf5 tempest-ServerShowV254Test-1084348911 tempest-ServerShowV254Test-1084348911-project] 10.222.0.89 "GET /v2.0/ports?device_id=e08e0c23-4ebc-4126-954a-5b309061355f HTTP/1.1" status: 200 len: 210 time: 0.0405068 Feb 04 17:20:18.031726 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-06c4a5c3-cc07-435e-8534-51f071ba35a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1543676', 'neutron.services.segments.db._delete_segments_for_network-8781084786517'] for network (e192c2cc-857d-492a-855f-2dae04acc430), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:18.053098 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74bd954c-b3d1-4ae1-9e7c-dd293446a69c None None] Pushing event deleted for resources: {'Port': ['ID=bc5f047f-8c28-4cdc-8b68-28a7c6eca0f3,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:20:18.059409 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74bd954c-b3d1-4ae1-9e7c-dd293446a69c None None] No DVR routers for this DVR port bc5f047f-8c28-4cdc-8b68-28a7c6eca0f3 on host n-d-827839-2 {{(pid=103378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 17:20:18.061397 n-d-827839-2 neutron-server[103377]: DEBUG neutron.services.segments.db [None req-06c4a5c3-cc07-435e-8534-51f071ba35a3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e192c2cc-857d-492a-855f-2dae04acc430']}} {{(pid=103377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:20:18.067433 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7f374a76-2257-430a-a012-460f52377ce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (8f43b574-c88a-4b98-a9a1-fd0fd526d14d), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:18.087207 n-d-827839-2 neutron-server[103377]: DEBUG neutron.services.segments.db [None req-06c4a5c3-cc07-435e-8534-51f071ba35a3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ef9721f-85a7-4583-b673-a88561aaf54b') {'for_net_delete': True} {{(pid=103377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:20:18.087588 n-d-827839-2 neutron-server[103377]: DEBUG neutron.services.segments.db [None req-06c4a5c3-cc07-435e-8534-51f071ba35a3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ef9721f-85a7-4583-b673-a88561aaf54b') {} {{(pid=103377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:20:18.102863 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-06c4a5c3-cc07-435e-8534-51f071ba35a3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781084783966', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26866685'] for segment (4ef9721f-85a7-4583-b673-a88561aaf54b), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:18.119626 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-06c4a5c3-cc07-435e-8534-51f071ba35a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (4ef9721f-85a7-4583-b673-a88561aaf54b), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:18.129591 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06c4a5c3-cc07-435e-8534-51f071ba35a3 admin admin] Releasing vlan 782 on physical network physnet1 to pool {{(pid=103377) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 17:20:18.130190 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-06c4a5c3-cc07-435e-8534-51f071ba35a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25888454'] for segment (4ef9721f-85a7-4583-b673-a88561aaf54b), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:18.132818 n-d-827839-2 neutron-server[103377]: Traceback (most recent call last): Feb 04 17:20:18.132818 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 17:20:18.132818 n-d-827839-2 neutron-server[103377]: timer() Feb 04 17:20:18.132818 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 17:20:18.132818 n-d-827839-2 neutron-server[103377]: cb(*args, **kw) Feb 04 17:20:18.132818 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 17:20:18.132818 n-d-827839-2 neutron-server[103377]: return func(*args, **kwargs) Feb 04 17:20:18.132818 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 17:20:18.132818 n-d-827839-2 neutron-server[103377]: self._notify() Feb 04 17:20:18.132818 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 17:20:18.132818 n-d-827839-2 neutron-server[103377]: self.callback(batched_events) Feb 04 17:20:18.132818 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 17:20:18.132818 n-d-827839-2 neutron-server[103377]: event.method(event) Feb 04 17:20:18.132818 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 17:20:18.132818 n-d-827839-2 neutron-server[103377]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 17:20:18.132818 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 17:20:18.132818 n-d-827839-2 neutron-server[103377]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 17:20:18.132818 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 17:20:18.132818 n-d-827839-2 neutron-server[103377]: return f(self, *a, **k) Feb 04 17:20:18.132818 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 17:20:18.132818 n-d-827839-2 neutron-server[103377]: return self._get(url).json() Feb 04 17:20:18.132818 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 17:20:18.132818 n-d-827839-2 neutron-server[103377]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 17:20:18.132818 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 17:20:18.132818 n-d-827839-2 neutron-server[103377]: return self.request(url, 'GET', **kwargs) Feb 04 17:20:18.132818 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 17:20:18.132818 n-d-827839-2 neutron-server[103377]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 17:20:18.132818 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 17:20:18.132818 n-d-827839-2 neutron-server[103377]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 17:20:18.132818 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 17:20:18.132818 n-d-827839-2 neutron-server[103377]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 17:20:18.132818 n-d-827839-2 neutron-server[103377]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 17:20:18.154520 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16df5038-4ce1-4c73-998f-7415a55b6167 tempest-TagsExtTest-1372806535 tempest-TagsExtTest-1372806535-project] Network 333ae123-eac9-4d3f-8f64-e69341eee8a7 is already hosted by enough agents. {{(pid=103376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:20:18.163427 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [None req-16df5038-4ce1-4c73-998f-7415a55b6167 tempest-TagsExtTest-1372806535 tempest-TagsExtTest-1372806535-project] Resources bound (agent type, host, resource id): {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:20:18.186610 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16df5038-4ce1-4c73-998f-7415a55b6167 tempest-TagsExtTest-1372806535 tempest-TagsExtTest-1372806535-project] Received port after_create {{(pid=103376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:20:18.198209 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16df5038-4ce1-4c73-998f-7415a55b6167 tempest-TagsExtTest-1372806535 tempest-TagsExtTest-1372806535-project] Pushing event updated for resources: {'Port': ['ID=ab30d00e-2e6a-487a-b15b-24005c8da5d0,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:20:18.224072 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-06c4a5c3-cc07-435e-8534-51f071ba35a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1543671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1595572'] for network (e192c2cc-857d-492a-855f-2dae04acc430), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:18.247407 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fed245-b911-42d1-b046-80b13fbdddd7 req-7d563289-36a4-4196-95bc-0126949f193a tempest-ServerRescueTestJSON-1860265827 tempest-ServerRescueTestJSON-1860265827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:20:18.253128 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-e5fed245-b911-42d1-b046-80b13fbdddd7 req-7d563289-36a4-4196-95bc-0126949f193a tempest-ServerRescueTestJSON-1860265827 tempest-ServerRescueTestJSON-1860265827-project] 10.222.0.89 "GET /v2.0/ports?device_id=2a222a3c-0b77-4166-9ac9-c127db15637a HTTP/1.1" status: 200 len: 945 time: 0.3666761 Feb 04 17:20:18.259666 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f374a76-2257-430a-a012-460f52377ce3 None None] Pushing event updated for resources: {'Port': ['ID=8f43b574-c88a-4b98-a9a1-fd0fd526d14d,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:20:18.260431 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-06c4a5c3-cc07-435e-8534-51f071ba35a3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677565'] for network (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:18.268191 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-06c4a5c3-cc07-435e-8534-51f071ba35a3 admin admin] 10.222.0.89 "DELETE /v2.0/networks/e192c2cc-857d-492a-855f-2dae04acc430 HTTP/1.1" status: 204 len: 168 time: 1.1791880 Feb 04 17:20:18.269457 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c4a5c3-cc07-435e-8534-51f071ba35a3 admin admin] Pushing event deleted for resources: {'Network': ['ID=e192c2cc-857d-492a-855f-2dae04acc430,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:20:18.354604 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16df5038-4ce1-4c73-998f-7415a55b6167 tempest-TagsExtTest-1372806535 tempest-TagsExtTest-1372806535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:20:18.355243 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-16df5038-4ce1-4c73-998f-7415a55b6167 tempest-TagsExtTest-1372806535 tempest-TagsExtTest-1372806535-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:18.428357 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-16df5038-4ce1-4c73-998f-7415a55b6167 tempest-TagsExtTest-1372806535 tempest-TagsExtTest-1372806535-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.8657141 Feb 04 17:20:18.430186 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 33842) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:20:18.431286 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-e5fed245-b911-42d1-b046-80b13fbdddd7 req-2a24e02c-bc96-4c28-b967-33a4781a0258 tempest-ServerRescueTestJSON-1860265827 tempest-ServerRescueTestJSON-1860265827-project] 10.222.0.89 "GET /v2.0/security-groups?id=cc4b9805-caea-4906-9ad3-3e1579c9619f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1715991 Feb 04 17:20:18.438001 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-2050469b-43b5-46b2-9355-2702b95fa594 tempest-TagsExtTest-1372806535 tempest-TagsExtTest-1372806535-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1446041081', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:20:18.488033 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-2050469b-43b5-46b2-9355-2702b95fa594 tempest-TagsExtTest-1372806535 tempest-TagsExtTest-1372806535-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1601657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26921'] for router (e991cb36-e19e-44dd-a354-f809ef49fb3c), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:18.490493 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-2050469b-43b5-46b2-9355-2702b95fa594 tempest-TagsExtTest-1372806535 tempest-TagsExtTest-1372806535-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1602025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603663', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1630571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26960'] for router (e991cb36-e19e-44dd-a354-f809ef49fb3c), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:18.516724 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device bc5f047f-8c28-4cdc-8b68-28a7c6eca0f3 no longer exists at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:20:18.624233 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-2050469b-43b5-46b2-9355-2702b95fa594 tempest-TagsExtTest-1372806535 tempest-TagsExtTest-1372806535-project] Publish callbacks [] for router_controller (e991cb36-e19e-44dd-a354-f809ef49fb3c), precommit_add_association {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:18.626989 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 33846) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:20:18.634811 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-2050469b-43b5-46b2-9355-2702b95fa594 tempest-TagsExtTest-1372806535 tempest-TagsExtTest-1372806535-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1602046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603680'] for router (e991cb36-e19e-44dd-a354-f809ef49fb3c), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:18.687059 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-2050469b-43b5-46b2-9355-2702b95fa594 tempest-TagsExtTest-1372806535 tempest-TagsExtTest-1372806535-project] Publish callbacks [] for router (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:18.690040 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-2050469b-43b5-46b2-9355-2702b95fa594 tempest-TagsExtTest-1372806535 tempest-TagsExtTest-1372806535-project] 10.222.0.89 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2572186 Feb 04 17:20:18.693384 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 33848) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:20:18.698715 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-4ec93d76-092f-47c7-b3d6-c72b6f475ab3 tempest-TagsExtTest-1372806535 tempest-TagsExtTest-1372806535-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-214760073', 'prefixes': ['172.20.0.0/16']}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:20:18.742225 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-193c01e9-c58f-4064-b74d-9d2fa71ca593 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=d4027c9982744fa0a7137e1cf2e9012e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1137512 Feb 04 17:20:18.745219 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 33850) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:20:18.760043 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea65f3f-41c7-489b-bac7-d24ecff940ef req-8208ebe0-bf39-4594-85f3-37ff7fe8f653 tempest-ServersAdminTestJSON-70469306 tempest-ServersAdminTestJSON-70469306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:20:18.774045 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-7ea65f3f-41c7-489b-bac7-d24ecff940ef req-8208ebe0-bf39-4594-85f3-37ff7fe8f653 tempest-ServersAdminTestJSON-70469306 tempest-ServersAdminTestJSON-70469306-project] 10.222.0.89 "GET /v2.0/ports?device_id=964b0fa9-4d62-4ea0-998a-3dd434376246 HTTP/1.1" status: 200 len: 949 time: 0.1526501 Feb 04 17:20:18.825700 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] No Port match for: bc5f047f-8c28-4cdc-8b68-28a7c6eca0f3 {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 17:20:18.826190 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device bc5f047f-8c28-4cdc-8b68-28a7c6eca0f3 not bound to the agent host n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 17:20:18.856196 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-7ea65f3f-41c7-489b-bac7-d24ecff940ef req-ecf67835-0472-4c4d-87f3-a89ce18aef30 tempest-ServersAdminTestJSON-70469306 tempest-ServersAdminTestJSON-70469306-project] 10.222.0.89 "GET /v2.0/security-groups?id=0b9d4704-c600-4325-be39-d787042bd965&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812542 Feb 04 17:20:18.900285 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-12c7c910-c248-4636-a242-f6675a3bad7b admin admin] Publish callbacks [] for security_group (772810a2-9cb8-43b4-821e-fe7f3761f492), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:18.965703 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-4ec93d76-092f-47c7-b3d6-c72b6f475ab3 tempest-TagsExtTest-1372806535 tempest-TagsExtTest-1372806535-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:18.970569 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-4ec93d76-092f-47c7-b3d6-c72b6f475ab3 tempest-TagsExtTest-1372806535 tempest-TagsExtTest-1372806535-project] 10.222.0.89 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 747 time: 0.2725737 Feb 04 17:20:18.970569 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-12c7c910-c248-4636-a242-f6675a3bad7b admin admin] Publish callbacks [] for security_group (772810a2-9cb8-43b4-821e-fe7f3761f492), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:18.976790 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 33856) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:20:18.979914 n-d-827839-2 neutron-server[103376]: DEBUG neutron.services.tag.tag_plugin [None req-bd588a6f-96e3-4d08-847f-e24e97ccf6e3 tempest-TagsExtTest-1372806535 tempest-TagsExtTest-1372806535-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '10e2f750-0066-4218-bf2b-3645d2c73de4', 'tempest-TagsExtTest-Tag-1802577963') {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:20:19.019260 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126b2bbd-8344-46d9-9aed-ea67c8d956c2 req-fbe746fd-73c5-4b75-a4bc-5ac9a7716889 tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:20:19.026414 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-126b2bbd-8344-46d9-9aed-ea67c8d956c2 req-fbe746fd-73c5-4b75-a4bc-5ac9a7716889 tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] 10.222.0.89 "GET /v2.0/ports?device_id=9f5aa8b2-f0e7-47df-b418-3e36c0d10805 HTTP/1.1" status: 200 len: 946 time: 0.1303010 Feb 04 17:20:19.077296 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8597719c-3e2e-4347-a9bf-67ce8209d792 req-1f26b45e-b8c2-4329-9566-f1cac1192b6c tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:20:19.079670 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-8597719c-3e2e-4347-a9bf-67ce8209d792 req-1f26b45e-b8c2-4329-9566-f1cac1192b6c tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] 10.222.0.89 "GET /v2.0/ports?device_id=c8f699c0-43f7-4dac-a0ef-88d572310de9 HTTP/1.1" status: 200 len: 946 time: 0.1169403 Feb 04 17:20:19.092287 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-126b2bbd-8344-46d9-9aed-ea67c8d956c2 req-19672090-5f7e-429d-916c-2c1dda3414d9 tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] 10.222.0.89 "GET /v2.0/security-groups?id=18e6cc58-e448-4d12-9423-2a502a086ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629420 Feb 04 17:20:19.106999 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-12c7c910-c248-4636-a242-f6675a3bad7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (772810a2-9cb8-43b4-821e-fe7f3761f492), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:19.107393 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-12c7c910-c248-4636-a242-f6675a3bad7b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:19.115119 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-12c7c910-c248-4636-a242-f6675a3bad7b admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/772810a2-9cb8-43b4-821e-fe7f3761f492 HTTP/1.1" status: 204 len: 168 time: 0.3621254 Feb 04 17:20:19.124729 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c7c910-c248-4636-a242-f6675a3bad7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=772810a2-9cb8-43b4-821e-fe7f3761f492,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:20:19.254918 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-a3b3d59f-0d1b-4801-9537-cb141c21689e req-a50be7a1-b4a1-43b1-9e89-8976458a0af7 tempest-ServerShowV254Test-1084348911 tempest-ServerShowV254Test-1084348911-project] 10.222.0.89 "GET /v2.0/ports?device_id=e08e0c23-4ebc-4126-954a-5b309061355f HTTP/1.1" status: 200 len: 210 time: 0.0612326 Feb 04 17:20:19.320840 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Device 17cda4ab-3ccf-457d-a2e3-93cde1c26576 no longer exists at agent hyperv_n-h2-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:20:19.362049 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] No Port match for: 17cda4ab-3ccf-457d-a2e3-93cde1c26576 {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 17:20:19.368470 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Device 17cda4ab-3ccf-457d-a2e3-93cde1c26576 not bound to the agent host n-h2-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 17:20:19.569227 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-8597719c-3e2e-4347-a9bf-67ce8209d792 req-5753b7a0-b81c-484b-959a-b5a6ed42d7a5 tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] 10.222.0.89 "GET /v2.0/security-groups?id=c591d0a0-8f77-4259-ab5e-c54cb31473d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4735980 Feb 04 17:20:19.583909 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-bd588a6f-96e3-4d08-847f-e24e97ccf6e3 tempest-TagsExtTest-1372806535 tempest-TagsExtTest-1372806535-project] 10.222.0.89 "PUT /v2.0/subnets/10e2f750-0066-4218-bf2b-3645d2c73de4/tags/tempest-TagsExtTest-Tag-1802577963 HTTP/1.1" status: 201 len: 201 time: 0.6079175 Feb 04 17:20:19.588704 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 33868) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:20:19.599696 n-d-827839-2 neutron-server[103377]: DEBUG neutron.services.tag.tag_plugin [None req-6a91f05a-fa4f-4fad-b3be-5ca4987fa1ee tempest-TagsExtTest-1372806535 tempest-TagsExtTest-1372806535-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'ab30d00e-2e6a-487a-b15b-24005c8da5d0', 'tempest-TagsExtTest-Tag-309969558') {} {{(pid=103377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:20:19.656794 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29139834-8c29-46a6-a590-a2357d59e86b req-0e97ba5a-496f-465c-8633-9a8358a011ad tempest-ServerRescueTestJSON-1860265827 tempest-ServerRescueTestJSON-1860265827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:20:19.658162 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-29139834-8c29-46a6-a590-a2357d59e86b req-0e97ba5a-496f-465c-8633-9a8358a011ad tempest-ServerRescueTestJSON-1860265827 tempest-ServerRescueTestJSON-1860265827-project] 10.222.0.89 "GET /v2.0/ports?device_id=2a222a3c-0b77-4166-9ac9-c127db15637a HTTP/1.1" status: 200 len: 945 time: 0.1215827 Feb 04 17:20:19.675592 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cf0a652-fea1-4169-9c58-da8043057b11 None None] Network 333ae123-eac9-4d3f-8f64-e69341eee8a7 requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:20:19.759665 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b1824b-3b1c-4832-82e3-db7c96f4c80f req-7cc90c56-0684-47cc-8c26-ef642e95a0fc tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:20:19.761425 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-45b1824b-3b1c-4832-82e3-db7c96f4c80f req-7cc90c56-0684-47cc-8c26-ef642e95a0fc tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] 10.222.0.96 "GET /v2.0/ports?device_id=9f5aa8b2-f0e7-47df-b418-3e36c0d10805 HTTP/1.1" status: 200 len: 946 time: 0.1290343 Feb 04 17:20:19.769337 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-f75a382f-6308-45b9-b9bc-0d8694b8591d None None] Provisioning complete for port 8f43b574-c88a-4b98-a9a1-fd0fd526d14d triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:20:19.770123 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f75a382f-6308-45b9-b9bc-0d8694b8591d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (8f43b574-c88a-4b98-a9a1-fd0fd526d14d), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:19.780109 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-29139834-8c29-46a6-a590-a2357d59e86b req-fdb6a625-8b6e-40a0-92e7-0db16124a2b0 tempest-ServerRescueTestJSON-1860265827 tempest-ServerRescueTestJSON-1860265827-project] 10.222.0.89 "GET /v2.0/security-groups?id=cc4b9805-caea-4906-9ad3-3e1579c9619f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014087 Feb 04 17:20:19.857312 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-6a91f05a-fa4f-4fad-b3be-5ca4987fa1ee tempest-TagsExtTest-1372806535 tempest-TagsExtTest-1372806535-project] 10.222.0.89 "PUT /v2.0/ports/ab30d00e-2e6a-487a-b15b-24005c8da5d0/tags/tempest-TagsExtTest-Tag-309969558 HTTP/1.1" status: 201 len: 201 time: 0.2590592 Feb 04 17:20:19.857462 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 33878) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:20:19.868579 n-d-827839-2 neutron-server[103376]: DEBUG neutron.services.tag.tag_plugin [None req-da68e26e-fab8-4d36-acd4-b1f1d5be4395 tempest-TagsExtTest-1372806535 tempest-TagsExtTest-1372806535-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'e991cb36-e19e-44dd-a354-f809ef49fb3c', 'tempest-TagsExtTest-Tag-1601721835') {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:20:19.913922 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-f75a382f-6308-45b9-b9bc-0d8694b8591d None None] Current status of the port 8f43b574-c88a-4b98-a9a1-fd0fd526d14d is: DOWN; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:20:19.914456 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f75a382f-6308-45b9-b9bc-0d8694b8591d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (8f43b574-c88a-4b98-a9a1-fd0fd526d14d), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:19.925030 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [req-45b1824b-3b1c-4832-82e3-db7c96f4c80f req-922eb810-24a0-48be-ba29-eaf679de878a tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] Deleting port 7c6b4724-1adf-4dd1-8c66-4bc76c05989f {{(pid=103377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:20:19.925482 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-45b1824b-3b1c-4832-82e3-db7c96f4c80f req-922eb810-24a0-48be-ba29-eaf679de878a tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (7c6b4724-1adf-4dd1-8c66-4bc76c05989f), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:19.984070 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-f75a382f-6308-45b9-b9bc-0d8694b8591d None None] For port 8f43b574-c88a-4b98-a9a1-fd0fd526d14d, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=8f43b574-c88a-4b98-a9a1-fd0fd526d14d,segment=NetworkSegment(b7626232-7166-4cc4-952b-877a9458ab20),segment_id=b7626232-7166-4cc4-952b-877a9458ab20)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:20:19.989142 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f75a382f-6308-45b9-b9bc-0d8694b8591d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (8f43b574-c88a-4b98-a9a1-fd0fd526d14d), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:20.068436 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75a382f-6308-45b9-b9bc-0d8694b8591d None None] Pushing event updated for resources: {'Port': ['ID=8f43b574-c88a-4b98-a9a1-fd0fd526d14d,revision_number=3']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:20:20.123320 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [req-45b1824b-3b1c-4832-82e3-db7c96f4c80f req-922eb810-24a0-48be-ba29-eaf679de878a tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] For port 7c6b4724-1adf-4dd1-8c66-4bc76c05989f, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=7c6b4724-1adf-4dd1-8c66-4bc76c05989f,segment=NetworkSegment(4adf983e-b4f0-4caa-beec-ecaadf2366f2),segment_id=4adf983e-b4f0-4caa-beec-ecaadf2366f2)] {{(pid=103377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:20:20.123799 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-45b1824b-3b1c-4832-82e3-db7c96f4c80f req-922eb810-24a0-48be-ba29-eaf679de878a tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (7c6b4724-1adf-4dd1-8c66-4bc76c05989f), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:20.137888 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [req-45b1824b-3b1c-4832-82e3-db7c96f4c80f req-922eb810-24a0-48be-ba29-eaf679de878a tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] Calling delete_port for 7c6b4724-1adf-4dd1-8c66-4bc76c05989f owned by compute:nova {{(pid=103377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:20:20.212082 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad1182d-d486-4f32-a9cd-e0342b73886a req-53f81df5-8e3f-4a11-98c9-8afb78c17328 tempest-ServersAdminTestJSON-70469306 tempest-ServersAdminTestJSON-70469306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:20:20.214145 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-5ad1182d-d486-4f32-a9cd-e0342b73886a req-53f81df5-8e3f-4a11-98c9-8afb78c17328 tempest-ServersAdminTestJSON-70469306 tempest-ServersAdminTestJSON-70469306-project] 10.222.0.89 "GET /v2.0/ports?device_id=964b0fa9-4d62-4ea0-998a-3dd434376246 HTTP/1.1" status: 200 len: 949 time: 0.1818135 Feb 04 17:20:20.220140 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-da68e26e-fab8-4d36-acd4-b1f1d5be4395 tempest-TagsExtTest-1372806535 tempest-TagsExtTest-1372806535-project] 10.222.0.89 "PUT /v2.0/routers/e991cb36-e19e-44dd-a354-f809ef49fb3c/tags/tempest-TagsExtTest-Tag-1601721835 HTTP/1.1" status: 201 len: 201 time: 0.3606174 Feb 04 17:20:20.222408 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-e449152b-4189-4160-89ea-89633c0b2202 None None] Provisioning complete for port ab30d00e-2e6a-487a-b15b-24005c8da5d0 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:20:20.222996 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e449152b-4189-4160-89ea-89633c0b2202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (ab30d00e-2e6a-487a-b15b-24005c8da5d0), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:20.227716 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 33892) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:20:20.234517 n-d-827839-2 neutron-server[103376]: DEBUG neutron.services.tag.tag_plugin [None req-8a0995d1-48f7-4bcb-b228-fa74d9f5e2d7 tempest-TagsExtTest-1372806535 tempest-TagsExtTest-1372806535-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '2b22f834-873e-4c5d-ad9b-90d16e8dffe7', 'tempest-TagsExtTest-Tag-1131340448') {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:20:20.264539 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-e449152b-4189-4160-89ea-89633c0b2202 None None] Port ab30d00e-2e6a-487a-b15b-24005c8da5d0 cannot update to ACTIVE because it is not bound. {{(pid=103378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 17:20:20.279651 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-e449152b-4189-4160-89ea-89633c0b2202 None None] Provisioning complete for port 8f43b574-c88a-4b98-a9a1-fd0fd526d14d triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:20:20.280285 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e449152b-4189-4160-89ea-89633c0b2202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (8f43b574-c88a-4b98-a9a1-fd0fd526d14d), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:20.345576 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 33896) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:20:20.363532 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-45b1824b-3b1c-4832-82e3-db7c96f4c80f req-922eb810-24a0-48be-ba29-eaf679de878a tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (7c6b4724-1adf-4dd1-8c66-4bc76c05989f), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:20.405445 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1599b2a0-1e00-4e04-ac80-f13548260aa7 req-32861b69-c5f2-4c64-a651-6d781fd0e500 tempest-ServersAdminTestJSON-70469306 tempest-ServersAdminTestJSON-70469306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:20:20.408067 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-1599b2a0-1e00-4e04-ac80-f13548260aa7 req-32861b69-c5f2-4c64-a651-6d781fd0e500 tempest-ServersAdminTestJSON-70469306 tempest-ServersAdminTestJSON-70469306-project] 10.222.0.90 "GET /v2.0/ports?device_id=964b0fa9-4d62-4ea0-998a-3dd434376246 HTTP/1.1" status: 200 len: 949 time: 0.3345814 Feb 04 17:20:20.410190 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-5ad1182d-d486-4f32-a9cd-e0342b73886a req-5c1a1e80-ff53-4c5c-90b1-5df3138df141 tempest-ServersAdminTestJSON-70469306 tempest-ServersAdminTestJSON-70469306-project] 10.222.0.89 "GET /v2.0/security-groups?id=0b9d4704-c600-4325-be39-d787042bd965&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1869197 Feb 04 17:20:20.444287 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] get_ports_and_sgs() called for port_ids ['7c6b4724-1adf-4dd1-8c66-4bc76c05989f'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 17:20:20.446328 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-8a0995d1-48f7-4bcb-b228-fa74d9f5e2d7 tempest-TagsExtTest-1372806535 tempest-TagsExtTest-1372806535-project] 10.222.0.89 "PUT /v2.0/subnetpools/2b22f834-873e-4c5d-ad9b-90d16e8dffe7/tags/tempest-TagsExtTest-Tag-1131340448 HTTP/1.1" status: 201 len: 201 time: 0.2172167 Feb 04 17:20:20.448311 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922eb810-24a0-48be-ba29-eaf679de878a tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] Pushing event deleted for resources: {'Port': ['ID=7c6b4724-1adf-4dd1-8c66-4bc76c05989f,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:20:20.454587 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 33902) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:20:20.480052 n-d-827839-2 neutron-server[103376]: DEBUG neutron.services.tag.tag_plugin [None req-b34a511b-a6f7-4e17-aded-e542b4a17503 tempest-TagsExtTest-1372806535 tempest-TagsExtTest-1372806535-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '10e2f750-0066-4218-bf2b-3645d2c73de4') {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:20:20.514898 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-e449152b-4189-4160-89ea-89633c0b2202 None None] Current status of the port 8f43b574-c88a-4b98-a9a1-fd0fd526d14d is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:20:20.540992 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8390ccf7-685a-4aea-a402-9d37c4fa026f req-2bb9f0e8-6f04-41f7-a75d-d3787444aea0 tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:20:20.548350 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-8390ccf7-685a-4aea-a402-9d37c4fa026f req-2bb9f0e8-6f04-41f7-a75d-d3787444aea0 tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] 10.222.0.89 "GET /v2.0/ports?device_id=9f5aa8b2-f0e7-47df-b418-3e36c0d10805 HTTP/1.1" status: 200 len: 868 time: 0.2709262 Feb 04 17:20:20.592406 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [req-45b1824b-3b1c-4832-82e3-db7c96f4c80f req-922eb810-24a0-48be-ba29-eaf679de878a tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] No DVR routers for this DVR port 7c6b4724-1adf-4dd1-8c66-4bc76c05989f on host n-h1-827839-2 {{(pid=103377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 17:20:20.592602 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 8f43b574-c88a-4b98-a9a1-fd0fd526d14d up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:20:20.600277 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-430d7dec-b1e3-4953-886b-206e90027ec9 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-954219666-network', 'tenant_id': '71760d3833b0487ca555da8afc60313f'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:20:20.601608 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-6f60646e-ea96-425c-bce3-efa5373a0ef8 req-7dd94b85-9745-4606-8bf0-531510d224a0 tempest-ServerShowV254Test-1084348911 tempest-ServerShowV254Test-1084348911-project] 10.222.0.89 "GET /v2.0/ports?device_id=e08e0c23-4ebc-4126-954a-5b309061355f HTTP/1.1" status: 200 len: 210 time: 0.0419157 Feb 04 17:20:20.606571 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-b34a511b-a6f7-4e17-aded-e542b4a17503 tempest-TagsExtTest-1372806535 tempest-TagsExtTest-1372806535-project] 10.222.0.89 "GET /v2.0/subnets/10e2f750-0066-4218-bf2b-3645d2c73de4/tags HTTP/1.1" status: 200 len: 241 time: 0.1486990 Feb 04 17:20:20.606829 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 33906) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:20:20.608316 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-45b1824b-3b1c-4832-82e3-db7c96f4c80f req-922eb810-24a0-48be-ba29-eaf679de878a tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:20.611304 n-d-827839-2 neutron-server[103376]: DEBUG neutron.services.tag.tag_plugin [None req-97bb4003-64f4-4527-b705-a3c768237568 tempest-TagsExtTest-1372806535 tempest-TagsExtTest-1372806535-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '10e2f750-0066-4218-bf2b-3645d2c73de4', 'tempest-TagsExtTest-Tag-1802577963') {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:20:20.611941 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-45b1824b-3b1c-4832-82e3-db7c96f4c80f req-922eb810-24a0-48be-ba29-eaf679de878a tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] 10.222.0.96 "DELETE /v2.0/ports/7c6b4724-1adf-4dd1-8c66-4bc76c05989f HTTP/1.1" status: 204 len: 173 time: 0.8308628 Feb 04 17:20:20.613594 n-d-827839-2 neutron-server[103377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f5aa8b2-f0e7-47df-b418-3e36c0d10805', 'name': 'network-vif-deleted', 'tag': '7c6b4724-1adf-4dd1-8c66-4bc76c05989f'}] {{(pid=103377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:20:20.616850 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7240428b650e1488e9361b62648ff4b3a6c19d49d8c27c949491ab58c1346cf0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12df9dcb-2b73-46fd-91a0-c2a23ef86c80" -d '{"events": [{"server_uuid": "9f5aa8b2-f0e7-47df-b418-3e36c0d10805", "name": "network-vif-deleted", "tag": "7c6b4724-1adf-4dd1-8c66-4bc76c05989f"}]}' {{(pid=103377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:20:20.667698 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-0b9868eb-4950-4a38-b565-855ba5998f57 None None] Provisioning complete for port ab30d00e-2e6a-487a-b15b-24005c8da5d0 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:20:20.668494 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0b9868eb-4950-4a38-b565-855ba5998f57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (ab30d00e-2e6a-487a-b15b-24005c8da5d0), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:20.671878 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port 8f43b574-c88a-4b98-a9a1-fd0fd526d14d triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:20:20.672701 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (8f43b574-c88a-4b98-a9a1-fd0fd526d14d), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:20.682521 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-97bb4003-64f4-4527-b705-a3c768237568 tempest-TagsExtTest-1372806535 tempest-TagsExtTest-1372806535-project] 10.222.0.89 "GET /v2.0/subnets/10e2f750-0066-4218-bf2b-3645d2c73de4/tags/tempest-TagsExtTest-Tag-1802577963 HTTP/1.1" status: 204 len: 168 time: 0.0745926 Feb 04 17:20:20.684903 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 33910) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:20:20.689721 n-d-827839-2 neutron-server[103376]: DEBUG neutron.services.tag.tag_plugin [None req-54991f27-192e-4208-94d4-ce744dc4eed6 tempest-TagsExtTest-1372806535 tempest-TagsExtTest-1372806535-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '10e2f750-0066-4218-bf2b-3645d2c73de4', 'tempest-TagsExtTest-Tag-1802577963') {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:20:20.742513 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-0b9868eb-4950-4a38-b565-855ba5998f57 None None] Port ab30d00e-2e6a-487a-b15b-24005c8da5d0 cannot update to ACTIVE because it is not bound. {{(pid=103378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 17:20:20.758367 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-8390ccf7-685a-4aea-a402-9d37c4fa026f req-013a287e-e5b2-44a0-8d11-73a9d0503ac0 tempest-LiveMigrationTest-240667955 tempest-LiveMigrationTest-240667955-project] 10.222.0.89 "GET /v2.0/security-groups?id=18e6cc58-e448-4d12-9423-2a502a086ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2089109 Feb 04 17:20:20.761612 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-430d7dec-b1e3-4953-886b-206e90027ec9 admin admin] Made reservation on behalf of 71760d3833b0487ca555da8afc60313f for: {'network': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:20:20.768262 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-430d7dec-b1e3-4953-886b-206e90027ec9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for network (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:20.780635 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-430d7dec-b1e3-4953-886b-206e90027ec9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:20.822648 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port 8f43b574-c88a-4b98-a9a1-fd0fd526d14d is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:20:20.824676 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [req-1599b2a0-1e00-4e04-ac80-f13548260aa7 req-17d2ee4d-f274-45e2-878a-0914c79b0244 tempest-ServersAdminTestJSON-70469306 tempest-ServersAdminTestJSON-70469306-project] Deleting port 9d20f607-c4e8-4046-8ffd-adfa8faa5b76 {{(pid=103377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:20:20.825215 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-1599b2a0-1e00-4e04-ac80-f13548260aa7 req-17d2ee4d-f274-45e2-878a-0914c79b0244 tempest-ServersAdminTestJSON-70469306 tempest-ServersAdminTestJSON-70469306-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (9d20f607-c4e8-4046-8ffd-adfa8faa5b76), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:20.829474 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-54991f27-192e-4208-94d4-ce744dc4eed6 tempest-TagsExtTest-1372806535 tempest-TagsExtTest-1372806535-project] 10.222.0.89 "DELETE /v2.0/subnets/10e2f750-0066-4218-bf2b-3645d2c73de4/tags/tempest-TagsExtTest-Tag-1802577963 HTTP/1.1" status: 204 len: 168 time: 0.1410434 Feb 04 17:20:20.829680 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 33914) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:20:20.829935 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 17:20:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4eb8da4-2337-4857-9e50-ee059cc2d6b9 x-openstack-request-id: req-b4eb8da4-2337-4857-9e50-ee059cc2d6b9 {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:20:20.830443 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f5aa8b2-f0e7-47df-b418-3e36c0d10805", "name": "network-vif-deleted", "tag": "7c6b4724-1adf-4dd1-8c66-4bc76c05989f", "status": "completed", "code": 200}]} {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:20:20.830874 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-b4eb8da4-2337-4857-9e50-ee059cc2d6b9 {{(pid=103377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:20:20.831277 n-d-827839-2 neutron-server[103377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f5aa8b2-f0e7-47df-b418-3e36c0d10805', 'name': 'network-vif-deleted', 'tag': '7c6b4724-1adf-4dd1-8c66-4bc76c05989f', 'status': 'completed', 'code': 200} Feb 04 17:20:20.833741 n-d-827839-2 neutron-server[103376]: DEBUG neutron.services.tag.tag_plugin [None req-6a0a52ee-5998-4f03-901a-ef9a069a2f03 tempest-TagsExtTest-1372806535 tempest-TagsExtTest-1372806535-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '10e2f750-0066-4218-bf2b-3645d2c73de4') {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:20:20.883525 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54394e54-5887-4a96-bbb0-87b67b06b4f5 req-27df8981-7e3a-4d86-82a6-615a8976827a tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:20:20.885327 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-54394e54-5887-4a96-bbb0-87b67b06b4f5 req-27df8981-7e3a-4d86-82a6-615a8976827a tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] 10.222.0.89 "GET /v2.0/ports?device_id=c8f699c0-43f7-4dac-a0ef-88d572310de9 HTTP/1.1" status: 200 len: 946 time: 0.1161654 Feb 04 17:20:20.934454 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-6a0a52ee-5998-4f03-901a-ef9a069a2f03 tempest-TagsExtTest-1372806535 tempest-TagsExtTest-1372806535-project] 10.222.0.89 "GET /v2.0/subnets/10e2f750-0066-4218-bf2b-3645d2c73de4/tags HTTP/1.1" status: 200 len: 205 time: 0.1038671 Feb 04 17:20:20.937656 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 33916) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:20:20.946256 n-d-827839-2 neutron-server[103376]: DEBUG neutron.services.tag.tag_plugin [None req-d47781d1-63da-4e61-af3c-09ae6de44166 tempest-TagsExtTest-1372806535 tempest-TagsExtTest-1372806535-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'ab30d00e-2e6a-487a-b15b-24005c8da5d0') {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:20:20.956520 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-54394e54-5887-4a96-bbb0-87b67b06b4f5 req-bb99d7a6-9796-4dac-b68e-3969cd616593 tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] 10.222.0.89 "GET /v2.0/security-groups?id=c591d0a0-8f77-4259-ab5e-c54cb31473d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652146 Feb 04 17:20:21.005109 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-d47781d1-63da-4e61-af3c-09ae6de44166 tempest-TagsExtTest-1372806535 tempest-TagsExtTest-1372806535-project] 10.222.0.89 "GET /v2.0/ports/ab30d00e-2e6a-487a-b15b-24005c8da5d0/tags HTTP/1.1" status: 200 len: 240 time: 0.0662770 Feb 04 17:20:21.007442 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 33918) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:20:21.011780 n-d-827839-2 neutron-server[103376]: DEBUG neutron.services.tag.tag_plugin [None req-3719dc87-a4e2-412e-b770-753e7f75cff3 tempest-TagsExtTest-1372806535 tempest-TagsExtTest-1372806535-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'ab30d00e-2e6a-487a-b15b-24005c8da5d0', 'tempest-TagsExtTest-Tag-309969558') {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:20:21.068820 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-3719dc87-a4e2-412e-b770-753e7f75cff3 tempest-TagsExtTest-1372806535 tempest-TagsExtTest-1372806535-project] 10.222.0.89 "GET /v2.0/ports/ab30d00e-2e6a-487a-b15b-24005c8da5d0/tags/tempest-TagsExtTest-Tag-309969558 HTTP/1.1" status: 204 len: 168 time: 0.0602920 Feb 04 17:20:21.071289 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 33920) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:20:21.075619 n-d-827839-2 neutron-server[103376]: DEBUG neutron.services.tag.tag_plugin [None req-7fafb601-185f-4109-bc4a-e6bc18a1f525 tempest-TagsExtTest-1372806535 tempest-TagsExtTest-1372806535-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', 'ab30d00e-2e6a-487a-b15b-24005c8da5d0', 'tempest-TagsExtTest-Tag-309969558') {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:20:21.141667 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-7fafb601-185f-4109-bc4a-e6bc18a1f525 tempest-TagsExtTest-1372806535 tempest-TagsExtTest-1372806535-project] 10.222.0.89 "DELETE /v2.0/ports/ab30d00e-2e6a-487a-b15b-24005c8da5d0/tags/tempest-TagsExtTest-Tag-309969558 HTTP/1.1" status: 204 len: 168 time: 0.0693681 Feb 04 17:20:21.144045 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 33922) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:20:21.148541 n-d-827839-2 neutron-server[103376]: DEBUG neutron.services.tag.tag_plugin [None req-df00725f-7f7d-4539-844b-4924511213ab tempest-TagsExtTest-1372806535 tempest-TagsExtTest-1372806535-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'ab30d00e-2e6a-487a-b15b-24005c8da5d0') {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:20:21.211436 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-df00725f-7f7d-4539-844b-4924511213ab tempest-TagsExtTest-1372806535 tempest-TagsExtTest-1372806535-project] 10.222.0.89 "GET /v2.0/ports/ab30d00e-2e6a-487a-b15b-24005c8da5d0/tags HTTP/1.1" status: 200 len: 205 time: 0.0661523 Feb 04 17:20:21.213854 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 33924) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:20:21.222062 n-d-827839-2 neutron-server[103376]: DEBUG neutron.services.tag.tag_plugin [None req-c5dcc160-caae-4f3d-ad60-888baaab6dec tempest-TagsExtTest-1372806535 tempest-TagsExtTest-1372806535-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'e991cb36-e19e-44dd-a354-f809ef49fb3c') {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:20:21.259051 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [req-1599b2a0-1e00-4e04-ac80-f13548260aa7 req-17d2ee4d-f274-45e2-878a-0914c79b0244 tempest-ServersAdminTestJSON-70469306 tempest-ServersAdminTestJSON-70469306-project] For port 9d20f607-c4e8-4046-8ffd-adfa8faa5b76, host n-h2-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=9d20f607-c4e8-4046-8ffd-adfa8faa5b76,segment=NetworkSegment(3a39b085-d3e6-43bb-a64c-1b06dd049e5a),segment_id=3a39b085-d3e6-43bb-a64c-1b06dd049e5a)] {{(pid=103377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:20:21.259628 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-1599b2a0-1e00-4e04-ac80-f13548260aa7 req-17d2ee4d-f274-45e2-878a-0914c79b0244 tempest-ServersAdminTestJSON-70469306 tempest-ServersAdminTestJSON-70469306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (9d20f607-c4e8-4046-8ffd-adfa8faa5b76), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:21.289903 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [req-1599b2a0-1e00-4e04-ac80-f13548260aa7 req-17d2ee4d-f274-45e2-878a-0914c79b0244 tempest-ServersAdminTestJSON-70469306 tempest-ServersAdminTestJSON-70469306-project] Calling delete_port for 9d20f607-c4e8-4046-8ffd-adfa8faa5b76 owned by compute:nova {{(pid=103377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:20:21.293795 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-430d7dec-b1e3-4953-886b-206e90027ec9 admin admin] Publish callbacks [] for security_group (d342f03d-d084-419c-8bca-5738710e26df), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:21.303349 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c17832-3882-4417-afd1-d1534043f2d7 req-9bce43a3-735d-4ab3-86c8-93848a351706 tempest-ServerRescueTestJSON-1860265827 tempest-ServerRescueTestJSON-1860265827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:20:21.304895 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-13c17832-3882-4417-afd1-d1534043f2d7 req-9bce43a3-735d-4ab3-86c8-93848a351706 tempest-ServerRescueTestJSON-1860265827 tempest-ServerRescueTestJSON-1860265827-project] 10.222.0.89 "GET /v2.0/ports?device_id=2a222a3c-0b77-4166-9ac9-c127db15637a HTTP/1.1" status: 200 len: 945 time: 0.4013424 Feb 04 17:20:21.307649 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-430d7dec-b1e3-4953-886b-206e90027ec9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (d342f03d-d084-419c-8bca-5738710e26df), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:21.327254 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-c5dcc160-caae-4f3d-ad60-888baaab6dec tempest-TagsExtTest-1372806535 tempest-TagsExtTest-1372806535-project] 10.222.0.89 "GET /v2.0/routers/e991cb36-e19e-44dd-a354-f809ef49fb3c/tags HTTP/1.1" status: 200 len: 241 time: 0.1094730 Feb 04 17:20:21.327498 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 33926) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:20:21.332799 n-d-827839-2 neutron-server[103376]: DEBUG neutron.services.tag.tag_plugin [None req-161405df-7c8f-4d56-9db0-1bd32ab6c754 tempest-TagsExtTest-1372806535 tempest-TagsExtTest-1372806535-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'e991cb36-e19e-44dd-a354-f809ef49fb3c', 'tempest-TagsExtTest-Tag-1601721835') {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:20:21.380041 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-430d7dec-b1e3-4953-886b-206e90027ec9 admin admin] vlan segment allocate from pool success with {'vlan_id': 760, 'physical_network': 'physnet1'} {{(pid=103377) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 17:20:21.416466 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-161405df-7c8f-4d56-9db0-1bd32ab6c754 tempest-TagsExtTest-1372806535 tempest-TagsExtTest-1372806535-project] 10.222.0.89 "GET /v2.0/routers/e991cb36-e19e-44dd-a354-f809ef49fb3c/tags/tempest-TagsExtTest-Tag-1601721835 HTTP/1.1" status: 204 len: 168 time: 0.0857790 Feb 04 17:20:21.416721 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430d7dec-b1e3-4953-886b-206e90027ec9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d342f03d-d084-419c-8bca-5738710e26df,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:20:21.416892 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 33928) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:20:21.418134 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-430d7dec-b1e3-4953-886b-206e90027ec9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (c2363295-0e30-4905-bc36-fac61ff2126f), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:21.418463 n-d-827839-2 neutron-server[103377]: INFO neutron.db.segments_db [None req-430d7dec-b1e3-4953-886b-206e90027ec9 admin admin] Added segment c2363295-0e30-4905-bc36-fac61ff2126f of type vlan for network c5c0955b-2649-42e4-9af8-fe9140197c29 Feb 04 17:20:21.421259 n-d-827839-2 neutron-server[103376]: DEBUG neutron.services.tag.tag_plugin [None req-734b0c35-409c-4368-a2aa-ee8712f23005 tempest-TagsExtTest-1372806535 tempest-TagsExtTest-1372806535-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', 'e991cb36-e19e-44dd-a354-f809ef49fb3c', 'tempest-TagsExtTest-Tag-1601721835') {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:20:21.512482 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-430d7dec-b1e3-4953-886b-206e90027ec9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781084292801'] for network (c5c0955b-2649-42e4-9af8-fe9140197c29), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:21.518573 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-13c17832-3882-4417-afd1-d1534043f2d7 req-6d35d6c8-168a-4e19-a766-140b327275a9 tempest-ServerRescueTestJSON-1860265827 tempest-ServerRescueTestJSON-1860265827-project] 10.222.0.89 "GET /v2.0/security-groups?id=cc4b9805-caea-4906-9ad3-3e1579c9619f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1993568 Feb 04 17:20:21.556112 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-734b0c35-409c-4368-a2aa-ee8712f23005 tempest-TagsExtTest-1372806535 tempest-TagsExtTest-1372806535-project] 10.222.0.89 "DELETE /v2.0/routers/e991cb36-e19e-44dd-a354-f809ef49fb3c/tags/tempest-TagsExtTest-Tag-1601721835 HTTP/1.1" status: 204 len: 168 time: 0.1384192 Feb 04 17:20:21.563453 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 33934) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:20:21.564461 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2df9946-eaf8-4dc7-b526-d4824672e07f req-02df2d92-6035-49e4-b643-38f75ae8f9d6 tempest-ServersAdminTestJSON-70469306 tempest-ServersAdminTestJSON-70469306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:20:21.565975 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-a2df9946-eaf8-4dc7-b526-d4824672e07f req-02df2d92-6035-49e4-b643-38f75ae8f9d6 tempest-ServersAdminTestJSON-70469306 tempest-ServersAdminTestJSON-70469306-project] 10.222.0.89 "GET /v2.0/ports?device_id=964b0fa9-4d62-4ea0-998a-3dd434376246 HTTP/1.1" status: 200 len: 949 time: 0.0723183 Feb 04 17:20:21.569967 n-d-827839-2 neutron-server[103377]: DEBUG neutron.services.tag.tag_plugin [None req-b90b1c5e-0d01-4b54-a44d-1d1bef52964c tempest-TagsExtTest-1372806535 tempest-TagsExtTest-1372806535-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'e991cb36-e19e-44dd-a354-f809ef49fb3c') {} {{(pid=103377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:20:21.593700 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-430d7dec-b1e3-4953-886b-206e90027ec9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327'] for network (c5c0955b-2649-42e4-9af8-fe9140197c29), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:21.594663 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-430d7dec-b1e3-4953-886b-206e90027ec9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:20:21.595244 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-430d7dec-b1e3-4953-886b-206e90027ec9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677565'] for network (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:21.615670 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-a2df9946-eaf8-4dc7-b526-d4824672e07f req-63dae0b5-7db1-4512-a2e0-90bdf6817b7a tempest-ServersAdminTestJSON-70469306 tempest-ServersAdminTestJSON-70469306-project] 10.222.0.89 "GET /v2.0/security-groups?id=0b9d4704-c600-4325-be39-d787042bd965&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435162 Feb 04 17:20:21.749192 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-430d7dec-b1e3-4953-886b-206e90027ec9 admin admin] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.4015298 Feb 04 17:20:21.752705 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 33938) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:20:21.758188 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-bd3745f7-9f7b-4e2b-afa6-2ab139da7de9 admin admin] Request body: {'subnet': {'network_id': 'c5c0955b-2649-42e4-9af8-fe9140197c29', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-954219666-subnet', 'tenant_id': '71760d3833b0487ca555da8afc60313f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:20:21.780615 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd3745f7-9f7b-4e2b-afa6-2ab139da7de9 admin admin] Made reservation on behalf of 71760d3833b0487ca555da8afc60313f for: {'subnet': 1} {{(pid=103376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:20:21.783320 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-bd3745f7-9f7b-4e2b-afa6-2ab139da7de9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25859006'] for subnet (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:21.790988 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-b48eab72-f9a6-4e03-8c9b-5b54a4b9c130 req-7376ccbc-d1c4-41fb-bfa6-4ca7d1ced3b8 tempest-ServerShowV254Test-1084348911 tempest-ServerShowV254Test-1084348911-project] 10.222.0.89 "GET /v2.0/ports?device_id=e08e0c23-4ebc-4126-954a-5b309061355f HTTP/1.1" status: 200 len: 210 time: 0.0763359 Feb 04 17:20:21.791528 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-1599b2a0-1e00-4e04-ac80-f13548260aa7 req-17d2ee4d-f274-45e2-878a-0914c79b0244 tempest-ServersAdminTestJSON-70469306 tempest-ServersAdminTestJSON-70469306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (9d20f607-c4e8-4046-8ffd-adfa8faa5b76), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:21.803959 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] get_ports_and_sgs() called for port_ids ['09aa55e0-5163-4db6-a3bc-872b1a6291df', '35ae7739-d12e-440a-928f-2c25bcb6031d'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 17:20:21.804616 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430d7dec-b1e3-4953-886b-206e90027ec9 admin admin] Pushing event updated for resources: {'Network': ['ID=c5c0955b-2649-42e4-9af8-fe9140197c29,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:20:21.830833 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 33942) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:20:21.841221 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d2ee4d-f274-45e2-878a-0914c79b0244 tempest-ServersAdminTestJSON-70469306 tempest-ServersAdminTestJSON-70469306-project] Pushing event deleted for resources: {'Port': ['ID=9d20f607-c4e8-4046-8ffd-adfa8faa5b76,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:20:21.857249 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Network c5c0955b-2649-42e4-9af8-fe9140197c29 details requested by agent ovs-agent-n-d-827839-2 with host n-d-827839-2 {{(pid=103378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 17:20:21.888794 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-b90b1c5e-0d01-4b54-a44d-1d1bef52964c tempest-TagsExtTest-1372806535 tempest-TagsExtTest-1372806535-project] 10.222.0.89 "GET /v2.0/routers/e991cb36-e19e-44dd-a354-f809ef49fb3c/tags HTTP/1.1" status: 200 len: 205 time: 0.3215456 Feb 04 17:20:21.890681 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 33946) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:20:21.902319 n-d-827839-2 neutron-server[103376]: DEBUG neutron.services.tag.tag_plugin [None req-9fa873d2-5ad3-421d-aa5e-a83a00ea33ca tempest-TagsExtTest-1372806535 tempest-TagsExtTest-1372806535-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '2b22f834-873e-4c5d-ad9b-90d16e8dffe7') {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:20:21.903019 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [req-1599b2a0-1e00-4e04-ac80-f13548260aa7 req-17d2ee4d-f274-45e2-878a-0914c79b0244 tempest-ServersAdminTestJSON-70469306 tempest-ServersAdminTestJSON-70469306-project] No DVR routers for this DVR port 9d20f607-c4e8-4046-8ffd-adfa8faa5b76 on host n-h2-827839-2 {{(pid=103377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 17:20:21.905914 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-1599b2a0-1e00-4e04-ac80-f13548260aa7 req-17d2ee4d-f274-45e2-878a-0914c79b0244 tempest-ServersAdminTestJSON-70469306 tempest-ServersAdminTestJSON-70469306-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:21.910754 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-1599b2a0-1e00-4e04-ac80-f13548260aa7 req-17d2ee4d-f274-45e2-878a-0914c79b0244 tempest-ServersAdminTestJSON-70469306 tempest-ServersAdminTestJSON-70469306-project] 10.222.0.90 "DELETE /v2.0/ports/9d20f607-c4e8-4046-8ffd-adfa8faa5b76 HTTP/1.1" status: 204 len: 173 time: 1.4648490 Feb 04 17:20:21.986374 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-9fa873d2-5ad3-421d-aa5e-a83a00ea33ca tempest-TagsExtTest-1372806535 tempest-TagsExtTest-1372806535-project] 10.222.0.89 "GET /v2.0/subnetpools/2b22f834-873e-4c5d-ad9b-90d16e8dffe7/tags HTTP/1.1" status: 200 len: 241 time: 0.0893712 Feb 04 17:20:21.990203 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 33950) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:20:21.997554 n-d-827839-2 neutron-server[103376]: DEBUG neutron.services.tag.tag_plugin [None req-ad1aa8a7-d92e-4a2a-8db6-90d8a2675599 tempest-TagsExtTest-1372806535 tempest-TagsExtTest-1372806535-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '2b22f834-873e-4c5d-ad9b-90d16e8dffe7', 'tempest-TagsExtTest-Tag-1131340448') {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:20:22.069681 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.db_base_plugin_v2 [None req-c25006ab-400e-478e-b0d5-7e5385364028 admin admin] Deleting subnet 22305eb3-36bf-4425-804b-f2478ee8714d {{(pid=103376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 17:20:22.084044 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-c25006ab-400e-478e-b0d5-7e5385364028 admin admin] Publish callbacks [] for subnet (22305eb3-36bf-4425-804b-f2478ee8714d), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:22.126510 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-ad1aa8a7-d92e-4a2a-8db6-90d8a2675599 tempest-TagsExtTest-1372806535 tempest-TagsExtTest-1372806535-project] 10.222.0.89 "GET /v2.0/subnetpools/2b22f834-873e-4c5d-ad9b-90d16e8dffe7/tags/tempest-TagsExtTest-Tag-1131340448 HTTP/1.1" status: 204 len: 168 time: 0.1337318 Feb 04 17:20:22.129247 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 33952) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:20:22.133957 n-d-827839-2 neutron-server[103377]: DEBUG neutron.services.tag.tag_plugin [None req-ecaa9c05-39db-471c-8278-42fe9e110413 tempest-TagsExtTest-1372806535 tempest-TagsExtTest-1372806535-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '2b22f834-873e-4c5d-ad9b-90d16e8dffe7', 'tempest-TagsExtTest-Tag-1131340448') {} {{(pid=103377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:20:22.142919 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-bd3745f7-9f7b-4e2b-afa6-2ab139da7de9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25674939', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25858952'] for subnet (1ae8c6b2-47bb-4a0b-8867-db7d64c4829b), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:22.184813 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-ecaa9c05-39db-471c-8278-42fe9e110413 tempest-TagsExtTest-1372806535 tempest-TagsExtTest-1372806535-project] 10.222.0.89 "DELETE /v2.0/subnetpools/2b22f834-873e-4c5d-ad9b-90d16e8dffe7/tags/tempest-TagsExtTest-Tag-1131340448 HTTP/1.1" status: 204 len: 168 time: 0.0544291 Feb 04 17:20:22.185798 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-c25006ab-400e-478e-b0d5-7e5385364028 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25674901'] for subnet (22305eb3-36bf-4425-804b-f2478ee8714d), precommit_delete_associations {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:22.186425 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 33954) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:20:22.191443 n-d-827839-2 neutron-server[103377]: DEBUG neutron.services.tag.tag_plugin [None req-c4584bd5-5be3-4ffa-bcb8-86df6852d57b tempest-TagsExtTest-1372806535 tempest-TagsExtTest-1372806535-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '2b22f834-873e-4c5d-ad9b-90d16e8dffe7') {} {{(pid=103377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:20:22.217312 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-c4584bd5-5be3-4ffa-bcb8-86df6852d57b tempest-TagsExtTest-1372806535 tempest-TagsExtTest-1372806535-project] 10.222.0.89 "GET /v2.0/subnetpools/2b22f834-873e-4c5d-ad9b-90d16e8dffe7/tags HTTP/1.1" status: 200 len: 205 time: 0.0275576 Feb 04 17:20:22.217590 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 33956) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:20:22.222533 n-d-827839-2 neutron-server[103377]: DEBUG neutron.services.tag.tag_plugin [None req-1b6df7d4-2d17-4968-acd1-4c6b9acb7806 tempest-TagsExtTest-1372806535 tempest-TagsExtTest-1372806535-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '2b22f834-873e-4c5d-ad9b-90d16e8dffe7') {} {{(pid=103377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:20:22.248784 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-1b6df7d4-2d17-4968-acd1-4c6b9acb7806 tempest-TagsExtTest-1372806535 tempest-TagsExtTest-1372806535-project] 10.222.0.89 "DELETE /v2.0/subnetpools/2b22f834-873e-4c5d-ad9b-90d16e8dffe7/tags HTTP/1.1" status: 204 len: 168 time: 0.0299206 Feb 04 17:20:22.251699 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 33958) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:20:22.252989 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3745f7-9f7b-4e2b-afa6-2ab139da7de9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1ae8c6b2-47bb-4a0b-8867-db7d64c4829b,revision_number=0']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:20:22.258204 n-d-827839-2 neutron-server[103377]: DEBUG neutron.services.tag.tag_plugin [None req-9fd6fa8d-1dc0-497e-9561-925061c97e67 tempest-TagsExtTest-1372806535 tempest-TagsExtTest-1372806535-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'e991cb36-e19e-44dd-a354-f809ef49fb3c') {} {{(pid=103377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:20:22.261373 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1032221e-d3ea-43a1-b3d9-86118dcb3395 req-3c688fb7-988d-4192-b3b0-4ef1d264625a tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:20:22.262933 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-1032221e-d3ea-43a1-b3d9-86118dcb3395 req-3c688fb7-988d-4192-b3b0-4ef1d264625a tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] 10.222.0.89 "GET /v2.0/ports?device_id=c8f699c0-43f7-4dac-a0ef-88d572310de9 HTTP/1.1" status: 200 len: 946 time: 0.2034907 Feb 04 17:20:22.289013 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-c25006ab-400e-478e-b0d5-7e5385364028 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1541225'] for subnet (22305eb3-36bf-4425-804b-f2478ee8714d), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:22.327210 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd3745f7-9f7b-4e2b-afa6-2ab139da7de9 admin admin] Checking segment: {'id': 'c2363295-0e30-4905-bc36-fac61ff2126f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': 'c5c0955b-2649-42e4-9af8-fe9140197c29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:20:22.327578 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd3745f7-9f7b-4e2b-afa6-2ab139da7de9 admin admin] Network hostable DHCP agents. Network: c5c0955b-2649-42e4-9af8-fe9140197c29, hostable agents: ['bb89f5a3-3c22-440b-b7d1-c4f0c43c184a'], hosted agents: [] {{(pid=103376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 17:20:22.357078 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-9fd6fa8d-1dc0-497e-9561-925061c97e67 tempest-TagsExtTest-1372806535 tempest-TagsExtTest-1372806535-project] 10.222.0.89 "DELETE /v2.0/routers/e991cb36-e19e-44dd-a354-f809ef49fb3c/tags HTTP/1.1" status: 204 len: 168 time: 0.1016335 Feb 04 17:20:22.357727 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 33960) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:20:22.362479 n-d-827839-2 neutron-server[103377]: DEBUG neutron.services.tag.tag_plugin [None req-2656fe6d-783d-486a-a644-9215ccba9f37 tempest-TagsExtTest-1372806535 tempest-TagsExtTest-1372806535-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'ab30d00e-2e6a-487a-b15b-24005c8da5d0') {} {{(pid=103377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:20:22.370769 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-1032221e-d3ea-43a1-b3d9-86118dcb3395 req-1a014ec3-bc70-4a66-b3bb-6881e281d11b tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] 10.222.0.89 "GET /v2.0/security-groups?id=c591d0a0-8f77-4259-ab5e-c54cb31473d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958881 Feb 04 17:20:22.397228 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd3745f7-9f7b-4e2b-afa6-2ab139da7de9 admin admin] Network c5c0955b-2649-42e4-9af8-fe9140197c29 is scheduled to be hosted by DHCP agent bb89f5a3-3c22-440b-b7d1-c4f0c43c184a with binding_index 1 {{(pid=103376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 17:20:22.411895 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [None req-bd3745f7-9f7b-4e2b-afa6-2ab139da7de9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827839-2, c5c0955b-2649-42e4-9af8-fe9140197c29) {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:20:22.417847 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd3745f7-9f7b-4e2b-afa6-2ab139da7de9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:20:22.418388 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-bd3745f7-9f7b-4e2b-afa6-2ab139da7de9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:22.422418 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-c25006ab-400e-478e-b0d5-7e5385364028 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1541216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25675894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25858947'] for subnet (22305eb3-36bf-4425-804b-f2478ee8714d), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:22.424662 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55afe5b1-f709-4e9e-982d-2c8cdb97181b None None] Network c5c0955b-2649-42e4-9af8-fe9140197c29 requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:20:22.436382 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-2656fe6d-783d-486a-a644-9215ccba9f37 tempest-TagsExtTest-1372806535 tempest-TagsExtTest-1372806535-project] 10.222.0.89 "DELETE /v2.0/ports/ab30d00e-2e6a-487a-b15b-24005c8da5d0/tags HTTP/1.1" status: 204 len: 168 time: 0.0777075 Feb 04 17:20:22.439691 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 33962) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:20:22.444252 n-d-827839-2 neutron-server[103377]: DEBUG neutron.services.tag.tag_plugin [None req-880b86af-917a-47c6-8e40-83591191a954 tempest-TagsExtTest-1372806535 tempest-TagsExtTest-1372806535-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '10e2f750-0066-4218-bf2b-3645d2c73de4') {} {{(pid=103377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:20:22.463514 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-bd3745f7-9f7b-4e2b-afa6-2ab139da7de9 admin admin] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7091224 Feb 04 17:20:22.477705 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 33964) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:20:22.477924 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-c25006ab-400e-478e-b0d5-7e5385364028 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:22.482902 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-30f02f3f-9ad9-4b27-b299-4eeb78085395 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-954219666-router', 'tenant_id': '71760d3833b0487ca555da8afc60313f', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188'}}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:20:22.486780 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-c25006ab-400e-478e-b0d5-7e5385364028 admin admin] 10.222.0.89 "DELETE /v2.0/subnets/22305eb3-36bf-4425-804b-f2478ee8714d HTTP/1.1" status: 204 len: 168 time: 0.6547740 Feb 04 17:20:22.487964 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 33966) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:20:22.489535 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25006ab-400e-478e-b0d5-7e5385364028 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=22305eb3-36bf-4425-804b-f2478ee8714d,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:20:22.541505 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-30f02f3f-9ad9-4b27-b299-4eeb78085395 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1601657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26921'] for router (9f0293b3-2d1a-4b49-9f3a-9f76076d8c6f), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:22.549103 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b81ce48e-8e8f-4cbc-ba39-5716e4f22a86 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e4c19ad-5724-5db8-8ee1-4f56ae69fcf4-c5c0955b-2649-42e4-9af8-fe9140197c29', 'network_id': 'c5c0955b-2649-42e4-9af8-fe9140197c29', 'project_id': '71760d3833b0487ca555da8afc60313f', 'fixed_ips': [{'subnet_id': '1ae8c6b2-47bb-4a0b-8867-db7d64c4829b'}]}} from n-d-827839-2. {{(pid=103378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 17:20:22.550268 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b81ce48e-8e8f-4cbc-ba39-5716e4f22a86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:22.550427 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-30f02f3f-9ad9-4b27-b299-4eeb78085395 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1602025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603663', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1630571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26960'] for router (9f0293b3-2d1a-4b49-9f3a-9f76076d8c6f), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:22.621661 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-9489fd17-01f3-493f-928e-b975b52e87bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628832'] for network (865a5290-ec33-4655-84a4-bc1453190ac7), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:22.711573 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-30f02f3f-9ad9-4b27-b299-4eeb78085395 admin admin] Publish callbacks [] for router_controller (9f0293b3-2d1a-4b49-9f3a-9f76076d8c6f), precommit_add_association {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:22.718917 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-880b86af-917a-47c6-8e40-83591191a954 tempest-TagsExtTest-1372806535 tempest-TagsExtTest-1372806535-project] 10.222.0.89 "DELETE /v2.0/subnets/10e2f750-0066-4218-bf2b-3645d2c73de4/tags HTTP/1.1" status: 204 len: 168 time: 0.2779748 Feb 04 17:20:22.725594 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 33976) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:20:22.730581 n-d-827839-2 neutron-server[103377]: DEBUG neutron.services.tag.tag_plugin [None req-c61f82cb-271f-40ed-8611-cdff8cb8f8b5 tempest-TagsExtTest-1372806535 tempest-TagsExtTest-1372806535-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '10e2f750-0066-4218-bf2b-3645d2c73de4', 'tempest-TagsExtTest-Tag-1674861746') {} {{(pid=103377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:20:22.749400 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-9489fd17-01f3-493f-928e-b975b52e87bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1543676', 'neutron.services.segments.db._delete_segments_for_network-8781084786517'] for network (865a5290-ec33-4655-84a4-bc1453190ac7), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:22.761731 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-b81ce48e-8e8f-4cbc-ba39-5716e4f22a86 None None] Allocated IP 172.20.0.2 (c5c0955b-2649-42e4-9af8-fe9140197c29/1ae8c6b2-47bb-4a0b-8867-db7d64c4829b/04d60355-2842-4d71-9df1-a5da652f9a52) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:20:22.780286 n-d-827839-2 neutron-server[103376]: DEBUG neutron.services.segments.db [None req-9489fd17-01f3-493f-928e-b975b52e87bd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['865a5290-ec33-4655-84a4-bc1453190ac7']}} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:20:22.793615 n-d-827839-2 neutron-server[103376]: DEBUG neutron.services.segments.db [None req-9489fd17-01f3-493f-928e-b975b52e87bd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4adf983e-b4f0-4caa-beec-ecaadf2366f2') {'for_net_delete': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:20:22.794050 n-d-827839-2 neutron-server[103376]: DEBUG neutron.services.segments.db [None req-9489fd17-01f3-493f-928e-b975b52e87bd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4adf983e-b4f0-4caa-beec-ecaadf2366f2') {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:20:22.805327 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-9489fd17-01f3-493f-928e-b975b52e87bd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781084783966', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25674908'] for segment (4adf983e-b4f0-4caa-beec-ecaadf2366f2), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:22.825736 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-9489fd17-01f3-493f-928e-b975b52e87bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (4adf983e-b4f0-4caa-beec-ecaadf2366f2), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:22.834178 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f871ca-8167-4cd8-afae-26e0c0bac246 req-80e570d7-3f02-487a-977b-a21d365b2ba1 tempest-ServerRescueTestJSON-1860265827 tempest-ServerRescueTestJSON-1860265827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:20:22.835996 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-53f871ca-8167-4cd8-afae-26e0c0bac246 req-80e570d7-3f02-487a-977b-a21d365b2ba1 tempest-ServerRescueTestJSON-1860265827 tempest-ServerRescueTestJSON-1860265827-project] 10.222.0.89 "GET /v2.0/ports?device_id=2a222a3c-0b77-4166-9ac9-c127db15637a HTTP/1.1" status: 200 len: 945 time: 0.2205453 Feb 04 17:20:22.838741 n-d-827839-2 neutron-server[103377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '964b0fa9-4d62-4ea0-998a-3dd434376246', 'name': 'network-vif-deleted', 'tag': '9d20f607-c4e8-4046-8ffd-adfa8faa5b76'}] {{(pid=103377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:20:22.841530 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7240428b650e1488e9361b62648ff4b3a6c19d49d8c27c949491ab58c1346cf0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c533a99-2c57-41c7-9d59-a2173011a42b" -d '{"events": [{"server_uuid": "964b0fa9-4d62-4ea0-998a-3dd434376246", "name": "network-vif-deleted", "tag": "9d20f607-c4e8-4046-8ffd-adfa8faa5b76"}]}' {{(pid=103377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:20:22.849834 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9489fd17-01f3-493f-928e-b975b52e87bd admin admin] Releasing vlan 770 on physical network physnet1 to pool {{(pid=103376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 17:20:22.853651 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-9489fd17-01f3-493f-928e-b975b52e87bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25675992'] for segment (4adf983e-b4f0-4caa-beec-ecaadf2366f2), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:22.932798 n-d-827839-2 neutron-server[103376]: Traceback (most recent call last): Feb 04 17:20:22.932798 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 17:20:22.932798 n-d-827839-2 neutron-server[103376]: timer() Feb 04 17:20:22.932798 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 17:20:22.932798 n-d-827839-2 neutron-server[103376]: cb(*args, **kw) Feb 04 17:20:22.932798 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 17:20:22.932798 n-d-827839-2 neutron-server[103376]: return func(*args, **kwargs) Feb 04 17:20:22.932798 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 17:20:22.932798 n-d-827839-2 neutron-server[103376]: self._notify() Feb 04 17:20:22.932798 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 17:20:22.932798 n-d-827839-2 neutron-server[103376]: self.callback(batched_events) Feb 04 17:20:22.932798 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 17:20:22.932798 n-d-827839-2 neutron-server[103376]: event.method(event) Feb 04 17:20:22.932798 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 17:20:22.932798 n-d-827839-2 neutron-server[103376]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 17:20:22.932798 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 17:20:22.932798 n-d-827839-2 neutron-server[103376]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 17:20:22.932798 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 17:20:22.932798 n-d-827839-2 neutron-server[103376]: return f(self, *a, **k) Feb 04 17:20:22.932798 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 17:20:22.932798 n-d-827839-2 neutron-server[103376]: return self._get(url).json() Feb 04 17:20:22.932798 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 17:20:22.932798 n-d-827839-2 neutron-server[103376]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 17:20:22.932798 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 17:20:22.932798 n-d-827839-2 neutron-server[103376]: return self.request(url, 'GET', **kwargs) Feb 04 17:20:22.932798 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 17:20:22.932798 n-d-827839-2 neutron-server[103376]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 17:20:22.932798 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 17:20:22.932798 n-d-827839-2 neutron-server[103376]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 17:20:22.932798 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 17:20:22.932798 n-d-827839-2 neutron-server[103376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 17:20:22.932798 n-d-827839-2 neutron-server[103376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 17:20:22.954469 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-30f02f3f-9ad9-4b27-b299-4eeb78085395 admin admin] Publish callbacks [] for router_gateway (9f0293b3-2d1a-4b49-9f3a-9f76076d8c6f), precommit_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:22.981455 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-53f871ca-8167-4cd8-afae-26e0c0bac246 req-fcf0e9b0-5f5e-48e9-be35-94a27571e899 tempest-ServerRescueTestJSON-1860265827 tempest-ServerRescueTestJSON-1860265827-project] 10.222.0.89 "GET /v2.0/security-groups?id=cc4b9805-caea-4906-9ad3-3e1579c9619f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944891 Feb 04 17:20:22.983855 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-9489fd17-01f3-493f-928e-b975b52e87bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1543671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1595572'] for network (865a5290-ec33-4655-84a4-bc1453190ac7), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:22.998792 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-9489fd17-01f3-493f-928e-b975b52e87bd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677565'] for network (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:23.008988 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-9489fd17-01f3-493f-928e-b975b52e87bd admin admin] 10.222.0.89 "DELETE /v2.0/networks/865a5290-ec33-4655-84a4-bc1453190ac7 HTTP/1.1" status: 204 len: 168 time: 0.5079668 Feb 04 17:20:23.009808 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 33984) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:20:23.071389 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-c61f82cb-271f-40ed-8611-cdff8cb8f8b5 tempest-TagsExtTest-1372806535 tempest-TagsExtTest-1372806535-project] 10.222.0.89 "PUT /v2.0/subnets/10e2f750-0066-4218-bf2b-3645d2c73de4/tags/tempest-TagsExtTest-Tag-1674861746 HTTP/1.1" status: 201 len: 201 time: 0.3422492 Feb 04 17:20:23.071672 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 33986) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:20:23.077025 n-d-827839-2 neutron-server[103377]: DEBUG neutron.services.tag.tag_plugin [None req-02e74d51-23d1-4f81-8bcc-8fad3e3c896f tempest-TagsExtTest-1372806535 tempest-TagsExtTest-1372806535-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'ab30d00e-2e6a-487a-b15b-24005c8da5d0', 'tempest-TagsExtTest-Tag-1896255184') {} {{(pid=103377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:20:23.078033 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9489fd17-01f3-493f-928e-b975b52e87bd admin admin] Pushing event deleted for resources: {'Network': ['ID=865a5290-ec33-4655-84a4-bc1453190ac7,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:20:23.094578 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b81ce48e-8e8f-4cbc-ba39-5716e4f22a86 None None] Publish callbacks [] for port (04d60355-2842-4d71-9df1-a5da652f9a52), precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:23.102608 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b81ce48e-8e8f-4cbc-ba39-5716e4f22a86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135'] for port (04d60355-2842-4d71-9df1-a5da652f9a52), after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:23.111086 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 17:20:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcaa6b2f-638c-4f14-8198-8eaa6b86a5d1 x-openstack-request-id: req-fcaa6b2f-638c-4f14-8198-8eaa6b86a5d1 {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:20:23.111382 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "964b0fa9-4d62-4ea0-998a-3dd434376246", "name": "network-vif-deleted", "tag": "9d20f607-c4e8-4046-8ffd-adfa8faa5b76", "status": "completed", "code": 200}]} {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:20:23.111649 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-fcaa6b2f-638c-4f14-8198-8eaa6b86a5d1 {{(pid=103377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:20:23.112036 n-d-827839-2 neutron-server[103377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '964b0fa9-4d62-4ea0-998a-3dd434376246', 'name': 'network-vif-deleted', 'tag': '9d20f607-c4e8-4046-8ffd-adfa8faa5b76', 'status': 'completed', 'code': 200} Feb 04 17:20:23.133157 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-a96f081b-dd37-4a0f-a473-07d3f644fc62 req-05beb446-3eb7-4bfe-a1f1-1dbec3bc2361 tempest-ServerShowV254Test-1084348911 tempest-ServerShowV254Test-1084348911-project] 10.222.0.89 "GET /v2.0/ports?device_id=e08e0c23-4ebc-4126-954a-5b309061355f HTTP/1.1" status: 200 len: 210 time: 0.0592408 Feb 04 17:20:23.150049 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.db_base_plugin_v2 [None req-1526a05a-82ef-476f-821c-a8bfcf9a5129 admin admin] Deleting subnet 3d01afb6-3a6d-4568-b1a6-2ad48c07e8e1 {{(pid=103376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 17:20:23.154474 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-1526a05a-82ef-476f-821c-a8bfcf9a5129 admin admin] Publish callbacks [] for subnet (3d01afb6-3a6d-4568-b1a6-2ad48c07e8e1), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:23.176582 n-d-827839-2 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b81ce48e-8e8f-4cbc-ba39-5716e4f22a86 None None] Network c5c0955b-2649-42e4-9af8-fe9140197c29 is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:20:23.177583 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81ce48e-8e8f-4cbc-ba39-5716e4f22a86 None None] Pushing event updated for resources: {'Port': ['ID=04d60355-2842-4d71-9df1-a5da652f9a52,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:20:23.181161 n-d-827839-2 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-b81ce48e-8e8f-4cbc-ba39-5716e4f22a86 None None] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:20:23.183313 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b81ce48e-8e8f-4cbc-ba39-5716e4f22a86 None None] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:20:23.206131 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-1526a05a-82ef-476f-821c-a8bfcf9a5129 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25674901'] for subnet (3d01afb6-3a6d-4568-b1a6-2ad48c07e8e1), precommit_delete_associations {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:23.222892 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-02e74d51-23d1-4f81-8bcc-8fad3e3c896f tempest-TagsExtTest-1372806535 tempest-TagsExtTest-1372806535-project] 10.222.0.89 "PUT /v2.0/ports/ab30d00e-2e6a-487a-b15b-24005c8da5d0/tags/tempest-TagsExtTest-Tag-1896255184 HTTP/1.1" status: 201 len: 201 time: 0.1502044 Feb 04 17:20:23.226870 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 33988) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:20:23.231649 n-d-827839-2 neutron-server[103376]: DEBUG neutron.services.tag.tag_plugin [None req-b3ec0234-fe75-4e7a-8fad-c0bc654d2aca tempest-TagsExtTest-1372806535 tempest-TagsExtTest-1372806535-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'e991cb36-e19e-44dd-a354-f809ef49fb3c', 'tempest-TagsExtTest-Tag-994101218') {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:20:23.271769 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-b81ce48e-8e8f-4cbc-ba39-5716e4f22a86 None None] Attempting to bind port 04d60355-2842-4d71-9df1-a5da652f9a52 on host n-d-827839-2 for vnic_type normal with profile {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:20:23.272144 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-b81ce48e-8e8f-4cbc-ba39-5716e4f22a86 None None] Attempting to bind port 04d60355-2842-4d71-9df1-a5da652f9a52 by drivers openvswitch,hyperv on host n-d-827839-2 at level 0 using segments [{'id': 'c2363295-0e30-4905-bc36-fac61ff2126f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': 'c5c0955b-2649-42e4-9af8-fe9140197c29'}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:20:23.272512 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b81ce48e-8e8f-4cbc-ba39-5716e4f22a86 None None] Attempting to bind port 04d60355-2842-4d71-9df1-a5da652f9a52 on network c5c0955b-2649-42e4-9af8-fe9140197c29 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:20:23.283221 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b81ce48e-8e8f-4cbc-ba39-5716e4f22a86 None None] Checking agent: {'id': 'ba70844b-66a0-45fd-a2f2-e6ed673321fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 0, 36), 'started_at': datetime.datetime(2022, 2, 4, 17, 1, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 20, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:20:23.283488 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b81ce48e-8e8f-4cbc-ba39-5716e4f22a86 None None] Checking segment: {'id': 'c2363295-0e30-4905-bc36-fac61ff2126f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': 'c5c0955b-2649-42e4-9af8-fe9140197c29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:20:23.284180 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b81ce48e-8e8f-4cbc-ba39-5716e4f22a86 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:23.284180 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b81ce48e-8e8f-4cbc-ba39-5716e4f22a86 None None] Bound using segment: {'id': 'c2363295-0e30-4905-bc36-fac61ff2126f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': 'c5c0955b-2649-42e4-9af8-fe9140197c29'} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:20:23.284672 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-b81ce48e-8e8f-4cbc-ba39-5716e4f22a86 None None] Bound port: 04d60355-2842-4d71-9df1-a5da652f9a52, host: n-d-827839-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2363295-0e30-4905-bc36-fac61ff2126f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': 'c5c0955b-2649-42e4-9af8-fe9140197c29'}}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:20:23.285207 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b81ce48e-8e8f-4cbc-ba39-5716e4f22a86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (04d60355-2842-4d71-9df1-a5da652f9a52), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:23.308875 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a920eb70-f481-47e5-86b9-26e5890c3db4 req-bc4e301b-9f29-4679-89c0-66aea30069ef tempest-ServersAdminTestJSON-70469306 tempest-ServersAdminTestJSON-70469306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:20:23.309867 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-a920eb70-f481-47e5-86b9-26e5890c3db4 req-bc4e301b-9f29-4679-89c0-66aea30069ef tempest-ServersAdminTestJSON-70469306 tempest-ServersAdminTestJSON-70469306-project] 10.222.0.89 "GET /v2.0/ports?device_id=0c0189fa-3209-44e0-92bf-41bfd20b9678 HTTP/1.1" status: 200 len: 949 time: 0.1533358 Feb 04 17:20:23.332180 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-1526a05a-82ef-476f-821c-a8bfcf9a5129 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1541225'] for subnet (3d01afb6-3a6d-4568-b1a6-2ad48c07e8e1), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:23.343719 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Device 9d20f607-c4e8-4046-8ffd-adfa8faa5b76 no longer exists at agent hyperv_n-h2-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:20:23.373685 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device 7c6b4724-1adf-4dd1-8c66-4bc76c05989f no longer exists at agent hyperv_n-h1-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:20:23.389093 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-30f02f3f-9ad9-4b27-b299-4eeb78085395 admin admin] Publish callbacks [] for router_gateway (9f0293b3-2d1a-4b49-9f3a-9f76076d8c6f), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:23.392694 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-b3ec0234-fe75-4e7a-8fad-c0bc654d2aca tempest-TagsExtTest-1372806535 tempest-TagsExtTest-1372806535-project] 10.222.0.89 "PUT /v2.0/routers/e991cb36-e19e-44dd-a354-f809ef49fb3c/tags/tempest-TagsExtTest-Tag-994101218 HTTP/1.1" status: 201 len: 201 time: 0.1623423 Feb 04 17:20:23.392983 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 33990) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:20:23.399684 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] No Port match for: 9d20f607-c4e8-4046-8ffd-adfa8faa5b76 {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 17:20:23.400027 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Device 9d20f607-c4e8-4046-8ffd-adfa8faa5b76 not bound to the agent host n-h2-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 17:20:23.404634 n-d-827839-2 neutron-server[103376]: DEBUG neutron.services.tag.tag_plugin [None req-d751ee96-e2b0-458a-ba97-4a099c43e9d5 tempest-TagsExtTest-1372806535 tempest-TagsExtTest-1372806535-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '2b22f834-873e-4c5d-ad9b-90d16e8dffe7', 'tempest-TagsExtTest-Tag-1281620266') {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:20:23.409592 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] No Port match for: 7c6b4724-1adf-4dd1-8c66-4bc76c05989f {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 17:20:23.409945 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device 7c6b4724-1adf-4dd1-8c66-4bc76c05989f not bound to the agent host n-h1-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 17:20:23.421201 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-30f02f3f-9ad9-4b27-b299-4eeb78085395 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:23.431758 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-b81ce48e-8e8f-4cbc-ba39-5716e4f22a86 None None] For port 04d60355-2842-4d71-9df1-a5da652f9a52, host n-d-827839-2, cleared binding levels {{(pid=103378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:20:23.437349 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-a920eb70-f481-47e5-86b9-26e5890c3db4 req-e2f19a7a-3930-422d-ae79-8cdba7821452 tempest-ServersAdminTestJSON-70469306 tempest-ServersAdminTestJSON-70469306-project] 10.222.0.89 "GET /v2.0/security-groups?id=0b9d4704-c600-4325-be39-d787042bd965&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139801 Feb 04 17:20:23.437559 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-1526a05a-82ef-476f-821c-a8bfcf9a5129 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1541216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25675894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25858947'] for subnet (3d01afb6-3a6d-4568-b1a6-2ad48c07e8e1), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:23.441671 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-b81ce48e-8e8f-4cbc-ba39-5716e4f22a86 None None] For port 04d60355-2842-4d71-9df1-a5da652f9a52, host n-d-827839-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=04d60355-2842-4d71-9df1-a5da652f9a52,segment=NetworkSegment(c2363295-0e30-4905-bc36-fac61ff2126f),segment_id=c2363295-0e30-4905-bc36-fac61ff2126f)] {{(pid=103378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:20:23.459386 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b81ce48e-8e8f-4cbc-ba39-5716e4f22a86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (04d60355-2842-4d71-9df1-a5da652f9a52), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:23.475105 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1526a05a-82ef-476f-821c-a8bfcf9a5129 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3d01afb6-3a6d-4568-b1a6-2ad48c07e8e1,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:20:23.502124 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-1526a05a-82ef-476f-821c-a8bfcf9a5129 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:23.504056 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-1526a05a-82ef-476f-821c-a8bfcf9a5129 admin admin] 10.222.0.89 "DELETE /v2.0/subnets/3d01afb6-3a6d-4568-b1a6-2ad48c07e8e1 HTTP/1.1" status: 204 len: 168 time: 0.4929028 Feb 04 17:20:23.511639 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 33994) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:20:23.540762 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81ce48e-8e8f-4cbc-ba39-5716e4f22a86 None None] Pushing event updated for resources: {'Port': ['ID=04d60355-2842-4d71-9df1-a5da652f9a52,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:20:23.604237 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.db_base_plugin_common [None req-30f02f3f-9ad9-4b27-b299-4eeb78085395 admin admin] Allocated IP 172.25.6.216 (48165773-85ad-49a1-9ec1-76fc8dc24188/7660bfad-1ea8-4fe7-831b-bed836f13efc/263f0eeb-4b14-4abe-972d-3715fca25045) {{(pid=103377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:20:23.618620 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-a66232cc-fd74-44d7-aca7-65a399e6bf91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628832'] for network (3177e370-1aa6-4b86-9364-e8edd8730df5), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:23.783716 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-a66232cc-fd74-44d7-aca7-65a399e6bf91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1543676', 'neutron.services.segments.db._delete_segments_for_network-8781084786517'] for network (3177e370-1aa6-4b86-9364-e8edd8730df5), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:23.811838 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-d751ee96-e2b0-458a-ba97-4a099c43e9d5 tempest-TagsExtTest-1372806535 tempest-TagsExtTest-1372806535-project] 10.222.0.89 "PUT /v2.0/subnetpools/2b22f834-873e-4c5d-ad9b-90d16e8dffe7/tags/tempest-TagsExtTest-Tag-1281620266 HTTP/1.1" status: 201 len: 201 time: 0.4177637 Feb 04 17:20:23.815186 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 33998) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:20:23.819553 n-d-827839-2 neutron-server[103377]: DEBUG neutron.services.segments.db [None req-a66232cc-fd74-44d7-aca7-65a399e6bf91 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3177e370-1aa6-4b86-9364-e8edd8730df5']}} {{(pid=103377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:20:23.821895 n-d-827839-2 neutron-server[103376]: DEBUG neutron.services.tag.tag_plugin [None req-53fd7be5-25e9-4490-8990-44fab2c1003f tempest-TagsExtTest-1372806535 tempest-TagsExtTest-1372806535-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '10e2f750-0066-4218-bf2b-3645d2c73de4', {'tags': ['tempest-TagsExtTest-Tag-290767664', 'tempest-TagsExtTest-Tag-1071070027', 'tempest-TagsExtTest-Tag-1795110734']}) {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:20:23.837499 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-30f02f3f-9ad9-4b27-b299-4eeb78085395 admin admin] Publish callbacks [] for port (263f0eeb-4b14-4abe-972d-3715fca25045), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:23.839807 n-d-827839-2 neutron-server[103377]: DEBUG neutron.services.segments.db [None req-a66232cc-fd74-44d7-aca7-65a399e6bf91 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f57f0d3c-22ee-4eea-b01e-8c9edd00cac6') {'for_net_delete': True} {{(pid=103377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:20:23.840101 n-d-827839-2 neutron-server[103377]: DEBUG neutron.services.segments.db [None req-a66232cc-fd74-44d7-aca7-65a399e6bf91 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f57f0d3c-22ee-4eea-b01e-8c9edd00cac6') {} {{(pid=103377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:20:23.853276 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-a66232cc-fd74-44d7-aca7-65a399e6bf91 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781084783966', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26866685'] for segment (f57f0d3c-22ee-4eea-b01e-8c9edd00cac6), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:23.871409 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-a66232cc-fd74-44d7-aca7-65a399e6bf91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (f57f0d3c-22ee-4eea-b01e-8c9edd00cac6), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:23.883332 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013120a9-7de8-4105-8d95-b717a231fbec req-4a59242e-89a9-4e0f-bcb3-e53689f99e9d tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:20:23.884914 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-013120a9-7de8-4105-8d95-b717a231fbec req-4a59242e-89a9-4e0f-bcb3-e53689f99e9d tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] 10.222.0.89 "GET /v2.0/ports?device_id=c8f699c0-43f7-4dac-a0ef-88d572310de9 HTTP/1.1" status: 200 len: 946 time: 0.4032803 Feb 04 17:20:23.888223 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a66232cc-fd74-44d7-aca7-65a399e6bf91 admin admin] Releasing vlan 791 on physical network physnet1 to pool {{(pid=103377) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 17:20:23.888656 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-a66232cc-fd74-44d7-aca7-65a399e6bf91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25888454'] for segment (f57f0d3c-22ee-4eea-b01e-8c9edd00cac6), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:23.890862 n-d-827839-2 neutron-server[103377]: Traceback (most recent call last): Feb 04 17:20:23.890862 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 17:20:23.890862 n-d-827839-2 neutron-server[103377]: timer() Feb 04 17:20:23.890862 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 17:20:23.890862 n-d-827839-2 neutron-server[103377]: cb(*args, **kw) Feb 04 17:20:23.890862 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 17:20:23.890862 n-d-827839-2 neutron-server[103377]: return func(*args, **kwargs) Feb 04 17:20:23.890862 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 17:20:23.890862 n-d-827839-2 neutron-server[103377]: self._notify() Feb 04 17:20:23.890862 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 17:20:23.890862 n-d-827839-2 neutron-server[103377]: self.callback(batched_events) Feb 04 17:20:23.890862 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 17:20:23.890862 n-d-827839-2 neutron-server[103377]: event.method(event) Feb 04 17:20:23.890862 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 17:20:23.890862 n-d-827839-2 neutron-server[103377]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 17:20:23.890862 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 17:20:23.890862 n-d-827839-2 neutron-server[103377]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 17:20:23.890862 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 17:20:23.890862 n-d-827839-2 neutron-server[103377]: return f(self, *a, **k) Feb 04 17:20:23.890862 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 17:20:23.890862 n-d-827839-2 neutron-server[103377]: return self._get(url).json() Feb 04 17:20:23.890862 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 17:20:23.890862 n-d-827839-2 neutron-server[103377]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 17:20:23.890862 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 17:20:23.890862 n-d-827839-2 neutron-server[103377]: return self.request(url, 'GET', **kwargs) Feb 04 17:20:23.890862 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 17:20:23.890862 n-d-827839-2 neutron-server[103377]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 17:20:23.890862 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 17:20:23.890862 n-d-827839-2 neutron-server[103377]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 17:20:23.890862 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 17:20:23.890862 n-d-827839-2 neutron-server[103377]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 17:20:23.890862 n-d-827839-2 neutron-server[103377]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 17:20:23.943663 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-013120a9-7de8-4105-8d95-b717a231fbec req-48fc14f9-620e-446c-a364-3250c0228d1a tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] 10.222.0.89 "GET /v2.0/security-groups?id=c591d0a0-8f77-4259-ab5e-c54cb31473d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476966 Feb 04 17:20:23.943909 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-30f02f3f-9ad9-4b27-b299-4eeb78085395 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (263f0eeb-4b14-4abe-972d-3715fca25045), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:23.973435 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-53fd7be5-25e9-4490-8990-44fab2c1003f tempest-TagsExtTest-1372806535 tempest-TagsExtTest-1372806535-project] 10.222.0.89 "PUT /v2.0/subnets/10e2f750-0066-4218-bf2b-3645d2c73de4/tags HTTP/1.1" status: 200 len: 317 time: 0.1511035 Feb 04 17:20:23.973435 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 34000) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:20:23.977449 n-d-827839-2 neutron-server[103376]: DEBUG neutron.services.tag.tag_plugin [None req-adbd339d-01a4-4f13-8a76-87c352717718 tempest-TagsExtTest-1372806535 tempest-TagsExtTest-1372806535-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '10e2f750-0066-4218-bf2b-3645d2c73de4') {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:20:23.979110 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-a66232cc-fd74-44d7-aca7-65a399e6bf91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1543671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1595572'] for network (3177e370-1aa6-4b86-9364-e8edd8730df5), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:23.990546 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-a66232cc-fd74-44d7-aca7-65a399e6bf91 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677565'] for network (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:23.993659 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-a66232cc-fd74-44d7-aca7-65a399e6bf91 admin admin] 10.222.0.89 "DELETE /v2.0/networks/3177e370-1aa6-4b86-9364-e8edd8730df5 HTTP/1.1" status: 204 len: 168 time: 0.4809535 Feb 04 17:20:24.005246 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30f02f3f-9ad9-4b27-b299-4eeb78085395 admin admin] Network 48165773-85ad-49a1-9ec1-76fc8dc24188 is already hosted by enough agents. {{(pid=103377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:20:24.018660 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66232cc-fd74-44d7-aca7-65a399e6bf91 admin admin] Pushing event deleted for resources: {'Network': ['ID=3177e370-1aa6-4b86-9364-e8edd8730df5,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:20:24.019914 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [None req-30f02f3f-9ad9-4b27-b299-4eeb78085395 admin admin] Resources bound (agent type, host, resource id): {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:20:24.021961 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f02f3f-9ad9-4b27-b299-4eeb78085395 admin admin] Pushing event updated for resources: {'Port': ['ID=263f0eeb-4b14-4abe-972d-3715fca25045,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:20:24.024030 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30f02f3f-9ad9-4b27-b299-4eeb78085395 admin admin] Received port after_create {{(pid=103377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:20:24.072849 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-adbd339d-01a4-4f13-8a76-87c352717718 tempest-TagsExtTest-1372806535 tempest-TagsExtTest-1372806535-project] 10.222.0.89 "DELETE /v2.0/subnets/10e2f750-0066-4218-bf2b-3645d2c73de4/tags HTTP/1.1" status: 204 len: 168 time: 0.1033962 Feb 04 17:20:24.075565 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 34006) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:20:24.081238 n-d-827839-2 neutron-server[103376]: DEBUG neutron.services.tag.tag_plugin [None req-2534884b-7ba8-4171-b907-15f423360355 tempest-TagsExtTest-1372806535 tempest-TagsExtTest-1372806535-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '10e2f750-0066-4218-bf2b-3645d2c73de4', 'tempest-TagsExtTest-Tag-290767664') {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:20:24.143717 n-d-827839-2 neutron-server[103376]: INFO neutron.api.v2.resource [None req-2534884b-7ba8-4171-b907-15f423360355 tempest-TagsExtTest-1372806535 tempest-TagsExtTest-1372806535-project] show failed (client error): The resource could not be found. Feb 04 17:20:24.147796 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-2534884b-7ba8-4171-b907-15f423360355 tempest-TagsExtTest-1372806535 tempest-TagsExtTest-1372806535-project] 10.222.0.89 "GET /v2.0/subnets/10e2f750-0066-4218-bf2b-3645d2c73de4/tags/tempest-TagsExtTest-Tag-290767664 HTTP/1.1" status: 404 len: 328 time: 0.0683553 Feb 04 17:20:24.148488 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 34008) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:20:24.153588 n-d-827839-2 neutron-server[103376]: DEBUG neutron.services.tag.tag_plugin [None req-5b4e733d-40ec-489a-b00f-5bc230c3803e tempest-TagsExtTest-1372806535 tempest-TagsExtTest-1372806535-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '10e2f750-0066-4218-bf2b-3645d2c73de4', 'tempest-TagsExtTest-Tag-1071070027') {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:20:24.214168 n-d-827839-2 neutron-server[103376]: INFO neutron.api.v2.resource [None req-5b4e733d-40ec-489a-b00f-5bc230c3803e tempest-TagsExtTest-1372806535 tempest-TagsExtTest-1372806535-project] show failed (client error): The resource could not be found. Feb 04 17:20:24.218101 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-5b4e733d-40ec-489a-b00f-5bc230c3803e tempest-TagsExtTest-1372806535 tempest-TagsExtTest-1372806535-project] 10.222.0.89 "GET /v2.0/subnets/10e2f750-0066-4218-bf2b-3645d2c73de4/tags/tempest-TagsExtTest-Tag-1071070027 HTTP/1.1" status: 404 len: 329 time: 0.0660186 Feb 04 17:20:24.218276 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 34012) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:20:24.223010 n-d-827839-2 neutron-server[103376]: DEBUG neutron.services.tag.tag_plugin [None req-0be05034-30ca-4c71-a3c7-7bcae7e8b941 tempest-TagsExtTest-1372806535 tempest-TagsExtTest-1372806535-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '10e2f750-0066-4218-bf2b-3645d2c73de4', 'tempest-TagsExtTest-Tag-1795110734') {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:20:24.228541 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 34014) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:20:24.238099 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01279724-1070-416e-b61d-b11cfec45aaf req-b0da09c9-e71d-478e-9ab9-9449c9c6eb04 tempest-ServerRescueTestJSON-1860265827 tempest-ServerRescueTestJSON-1860265827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:20:24.239603 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-01279724-1070-416e-b61d-b11cfec45aaf req-b0da09c9-e71d-478e-9ab9-9449c9c6eb04 tempest-ServerRescueTestJSON-1860265827 tempest-ServerRescueTestJSON-1860265827-project] 10.222.0.89 "GET /v2.0/ports?device_id=2a222a3c-0b77-4166-9ac9-c127db15637a HTTP/1.1" status: 200 len: 945 time: 0.0942013 Feb 04 17:20:24.310910 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-a8bc1b72-b3de-4fcc-a944-327dccbd8165 req-b3a9c6a9-20e6-4e11-9836-c6996177ec70 tempest-ServerShowV254Test-1084348911 tempest-ServerShowV254Test-1084348911-project] 10.222.0.89 "GET /v2.0/ports?device_id=e08e0c23-4ebc-4126-954a-5b309061355f HTTP/1.1" status: 200 len: 210 time: 0.0526271 Feb 04 17:20:24.344809 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-161c0e01-cf03-4ba1-a9aa-30c1bded0ba4 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=8da6ad4e5ee34bf6bb722cd37ab73ea7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1087604 Feb 04 17:20:24.348536 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 34016) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:20:24.395016 n-d-827839-2 neutron-server[103376]: INFO neutron.api.v2.resource [None req-0be05034-30ca-4c71-a3c7-7bcae7e8b941 tempest-TagsExtTest-1372806535 tempest-TagsExtTest-1372806535-project] show failed (client error): The resource could not be found. Feb 04 17:20:24.399358 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-0be05034-30ca-4c71-a3c7-7bcae7e8b941 tempest-TagsExtTest-1372806535 tempest-TagsExtTest-1372806535-project] 10.222.0.89 "GET /v2.0/subnets/10e2f750-0066-4218-bf2b-3645d2c73de4/tags/tempest-TagsExtTest-Tag-1795110734 HTTP/1.1" status: 404 len: 329 time: 0.1769047 Feb 04 17:20:24.400809 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 34018) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:20:24.405499 n-d-827839-2 neutron-server[103376]: DEBUG neutron.services.tag.tag_plugin [None req-70981c52-07be-49f6-887e-819ce2e0da5f tempest-TagsExtTest-1372806535 tempest-TagsExtTest-1372806535-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', 'ab30d00e-2e6a-487a-b15b-24005c8da5d0', {'tags': ['tempest-TagsExtTest-Tag-1809730337', 'tempest-TagsExtTest-Tag-863586616', 'tempest-TagsExtTest-Tag-368566238']}) {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:20:24.505064 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-079c9020-1007-403f-bdfe-e3b31f151486 admin admin] Publish callbacks [] for security_group (18e6cc58-e448-4d12-9423-2a502a086ba2), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:24.566783 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 04d60355-2842-4d71-9df1-a5da652f9a52 up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:20:24.570707 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-70981c52-07be-49f6-887e-819ce2e0da5f tempest-TagsExtTest-1372806535 tempest-TagsExtTest-1372806535-project] 10.222.0.89 "PUT /v2.0/ports/ab30d00e-2e6a-487a-b15b-24005c8da5d0/tags HTTP/1.1" status: 200 len: 316 time: 0.1688766 Feb 04 17:20:24.575364 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 34022) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:20:24.578832 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-079c9020-1007-403f-bdfe-e3b31f151486 admin admin] Publish callbacks [] for security_group (18e6cc58-e448-4d12-9423-2a502a086ba2), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:24.606420 n-d-827839-2 neutron-server[103376]: DEBUG neutron.services.tag.tag_plugin [None req-17bbf099-be4e-4a4a-8e0f-d760b629c158 tempest-TagsExtTest-1372806535 tempest-TagsExtTest-1372806535-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'ab30d00e-2e6a-487a-b15b-24005c8da5d0') {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:20:24.661967 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port 04d60355-2842-4d71-9df1-a5da652f9a52 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:20:24.663022 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (04d60355-2842-4d71-9df1-a5da652f9a52), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:24.763953 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0caeeb07-99d3-4603-ae24-faa0d58389b4 req-145f06fe-c423-4092-884b-ead06cff597f tempest-ServersAdminTestJSON-70469306 tempest-ServersAdminTestJSON-70469306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:20:24.775640 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-0caeeb07-99d3-4603-ae24-faa0d58389b4 req-145f06fe-c423-4092-884b-ead06cff597f tempest-ServersAdminTestJSON-70469306 tempest-ServersAdminTestJSON-70469306-project] 10.222.0.89 "GET /v2.0/ports?device_id=0c0189fa-3209-44e0-92bf-41bfd20b9678 HTTP/1.1" status: 200 len: 949 time: 0.2226071 Feb 04 17:20:24.804367 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port 04d60355-2842-4d71-9df1-a5da652f9a52 is: DOWN; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:20:24.805427 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (04d60355-2842-4d71-9df1-a5da652f9a52), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:24.816452 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-079c9020-1007-403f-bdfe-e3b31f151486 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (18e6cc58-e448-4d12-9423-2a502a086ba2), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:24.819272 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-079c9020-1007-403f-bdfe-e3b31f151486 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:24.823028 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-079c9020-1007-403f-bdfe-e3b31f151486 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/18e6cc58-e448-4d12-9423-2a502a086ba2 HTTP/1.1" status: 204 len: 168 time: 0.4713104 Feb 04 17:20:24.854057 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] For port 04d60355-2842-4d71-9df1-a5da652f9a52, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=04d60355-2842-4d71-9df1-a5da652f9a52,segment=NetworkSegment(c2363295-0e30-4905-bc36-fac61ff2126f),segment_id=c2363295-0e30-4905-bc36-fac61ff2126f)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:20:24.858840 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (04d60355-2842-4d71-9df1-a5da652f9a52), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:24.891679 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-17bbf099-be4e-4a4a-8e0f-d760b629c158 tempest-TagsExtTest-1372806535 tempest-TagsExtTest-1372806535-project] 10.222.0.89 "DELETE /v2.0/ports/ab30d00e-2e6a-487a-b15b-24005c8da5d0/tags HTTP/1.1" status: 204 len: 168 time: 0.3152969 Feb 04 17:20:24.892510 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079c9020-1007-403f-bdfe-e3b31f151486 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18e6cc58-e448-4d12-9423-2a502a086ba2,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:20:24.893339 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-01279724-1070-416e-b61d-b11cfec45aaf req-f91d0360-148a-4d19-9c91-fb99ee63ed4f tempest-ServerRescueTestJSON-1860265827 tempest-ServerRescueTestJSON-1860265827-project] 10.222.0.89 "GET /v2.0/security-groups?id=cc4b9805-caea-4906-9ad3-3e1579c9619f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2115080 Feb 04 17:20:24.896836 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 34028) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:20:24.908579 n-d-827839-2 neutron-server[103377]: DEBUG neutron.services.tag.tag_plugin [None req-2a5f572a-366f-417b-ad3e-3dec8efa5051 tempest-TagsExtTest-1372806535 tempest-TagsExtTest-1372806535-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'ab30d00e-2e6a-487a-b15b-24005c8da5d0', 'tempest-TagsExtTest-Tag-1809730337') {} {{(pid=103377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:20:24.930347 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-0caeeb07-99d3-4603-ae24-faa0d58389b4 req-ff606e33-84a1-4e4c-bb69-a147f3fb935c tempest-ServersAdminTestJSON-70469306 tempest-ServersAdminTestJSON-70469306-project] 10.222.0.89 "GET /v2.0/security-groups?id=0b9d4704-c600-4325-be39-d787042bd965&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537166 Feb 04 17:20:24.965397 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Pushing event updated for resources: {'Port': ['ID=04d60355-2842-4d71-9df1-a5da652f9a52,revision_number=3']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:20:24.974554 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:20:24.975038 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:20:24.975911 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:20:24.976401 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:20:24.976974 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:20:24.977447 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:20:24.977881 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:20:24.978308 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:20:24.978735 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:20:24.979215 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:20:24.979585 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:20:24.980117 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:20:24.980556 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:20:24.981735 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f611e628-a895-4394-bd36-f0d74b4cca7a req-01098791-0e26-4965-9720-29747d41d261 tempest-ServersAdminTestJSON-70469306 tempest-ServersAdminTestJSON-70469306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:20:24.983319 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-f611e628-a895-4394-bd36-f0d74b4cca7a req-01098791-0e26-4965-9720-29747d41d261 tempest-ServersAdminTestJSON-70469306 tempest-ServersAdminTestJSON-70469306-project] 10.222.0.90 "GET /v2.0/ports?device_id=0c0189fa-3209-44e0-92bf-41bfd20b9678 HTTP/1.1" status: 200 len: 949 time: 0.2192218 Feb 04 17:20:25.012586 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-30f02f3f-9ad9-4b27-b299-4eeb78085395 admin admin] Publish callbacks [] for router_gateway (9f0293b3-2d1a-4b49-9f3a-9f76076d8c6f), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:25.021761 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a720c82-f981-4cd6-a22d-77c3e7bfa1d0 None None] Network c5c0955b-2649-42e4-9af8-fe9140197c29 requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:20:25.136487 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-123a3b7a-fbcf-4bc1-a48f-69b6a491507b None None] Provisioning complete for port 04d60355-2842-4d71-9df1-a5da652f9a52 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:20:25.137001 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-123a3b7a-fbcf-4bc1-a48f-69b6a491507b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (04d60355-2842-4d71-9df1-a5da652f9a52), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:25.185687 n-d-827839-2 neutron-server[103377]: INFO neutron.api.v2.resource [None req-2a5f572a-366f-417b-ad3e-3dec8efa5051 tempest-TagsExtTest-1372806535 tempest-TagsExtTest-1372806535-project] show failed (client error): The resource could not be found. Feb 04 17:20:25.186611 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-2a5f572a-366f-417b-ad3e-3dec8efa5051 tempest-TagsExtTest-1372806535 tempest-TagsExtTest-1372806535-project] 10.222.0.89 "GET /v2.0/ports/ab30d00e-2e6a-487a-b15b-24005c8da5d0/tags/tempest-TagsExtTest-Tag-1809730337 HTTP/1.1" status: 404 len: 329 time: 0.2883594 Feb 04 17:20:25.189755 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 34034) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:20:25.197150 n-d-827839-2 neutron-server[103376]: DEBUG neutron.services.tag.tag_plugin [None req-523fe7d4-a308-4c7f-ba5d-0e0daf04efd2 tempest-TagsExtTest-1372806535 tempest-TagsExtTest-1372806535-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'ab30d00e-2e6a-487a-b15b-24005c8da5d0', 'tempest-TagsExtTest-Tag-863586616') {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:20:25.232734 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a69a91-4908-408f-8bed-69677b00f2a6 req-65c44189-6586-42eb-b3ef-6b667dde2a80 tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:20:25.234316 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-15a69a91-4908-408f-8bed-69677b00f2a6 req-65c44189-6586-42eb-b3ef-6b667dde2a80 tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] 10.222.0.89 "GET /v2.0/ports?device_id=c8f699c0-43f7-4dac-a0ef-88d572310de9 HTTP/1.1" status: 200 len: 946 time: 0.1982987 Feb 04 17:20:25.243891 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-123a3b7a-fbcf-4bc1-a48f-69b6a491507b None None] Current status of the port 04d60355-2842-4d71-9df1-a5da652f9a52 is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:20:25.296768 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 34036) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:20:25.317184 n-d-827839-2 neutron-server[103376]: INFO neutron.api.v2.resource [None req-523fe7d4-a308-4c7f-ba5d-0e0daf04efd2 tempest-TagsExtTest-1372806535 tempest-TagsExtTest-1372806535-project] show failed (client error): The resource could not be found. Feb 04 17:20:25.321580 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-523fe7d4-a308-4c7f-ba5d-0e0daf04efd2 tempest-TagsExtTest-1372806535 tempest-TagsExtTest-1372806535-project] 10.222.0.89 "GET /v2.0/ports/ab30d00e-2e6a-487a-b15b-24005c8da5d0/tags/tempest-TagsExtTest-Tag-863586616 HTTP/1.1" status: 404 len: 328 time: 0.1297641 Feb 04 17:20:25.329976 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 34038) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:20:25.336880 n-d-827839-2 neutron-server[103376]: DEBUG neutron.services.tag.tag_plugin [None req-69586368-339c-47d8-9214-cd90700522d5 tempest-TagsExtTest-1372806535 tempest-TagsExtTest-1372806535-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'ab30d00e-2e6a-487a-b15b-24005c8da5d0', 'tempest-TagsExtTest-Tag-368566238') {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:20:25.374669 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [req-f611e628-a895-4394-bd36-f0d74b4cca7a req-054b4f9d-a1eb-463b-b29e-46d373de3c7e tempest-ServersAdminTestJSON-70469306 tempest-ServersAdminTestJSON-70469306-project] Deleting port 09aa55e0-5163-4db6-a3bc-872b1a6291df {{(pid=103377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:20:25.375144 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-f611e628-a895-4394-bd36-f0d74b4cca7a req-054b4f9d-a1eb-463b-b29e-46d373de3c7e tempest-ServersAdminTestJSON-70469306 tempest-ServersAdminTestJSON-70469306-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (09aa55e0-5163-4db6-a3bc-872b1a6291df), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:25.395425 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-b6b4ae1d-cb9b-42c3-bfd8-a8a5b5098868 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=0740e7e310714b8da90d7ecce306a9aa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0966511 Feb 04 17:20:25.399885 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 34042) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:20:25.450790 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-15a69a91-4908-408f-8bed-69677b00f2a6 req-9fcfebd7-3c21-4bd7-908e-938469f4f13c tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] 10.222.0.89 "GET /v2.0/security-groups?id=c591d0a0-8f77-4259-ab5e-c54cb31473d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2078679 Feb 04 17:20:25.461957 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-fbd6fa87-f4c6-47e0-bd75-74caa93cdf15 req-353b3cc3-5981-44db-b43d-aa7ab42eff2a tempest-ServerShowV254Test-1084348911 tempest-ServerShowV254Test-1084348911-project] 10.222.0.89 "GET /v2.0/ports?device_id=e08e0c23-4ebc-4126-954a-5b309061355f HTTP/1.1" status: 200 len: 210 time: 0.0595908 Feb 04 17:20:25.474226 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-38a763ed-f0dc-45f9-910d-5cc22a84a33f None None] Provisioning complete for port 04d60355-2842-4d71-9df1-a5da652f9a52 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:20:25.474711 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-38a763ed-f0dc-45f9-910d-5cc22a84a33f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (04d60355-2842-4d71-9df1-a5da652f9a52), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:25.485366 n-d-827839-2 neutron-server[103376]: INFO neutron.api.v2.resource [None req-69586368-339c-47d8-9214-cd90700522d5 tempest-TagsExtTest-1372806535 tempest-TagsExtTest-1372806535-project] show failed (client error): The resource could not be found. Feb 04 17:20:25.486348 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-69586368-339c-47d8-9214-cd90700522d5 tempest-TagsExtTest-1372806535 tempest-TagsExtTest-1372806535-project] 10.222.0.89 "GET /v2.0/ports/ab30d00e-2e6a-487a-b15b-24005c8da5d0/tags/tempest-TagsExtTest-Tag-368566238 HTTP/1.1" status: 404 len: 328 time: 0.1548505 Feb 04 17:20:25.494290 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 34044) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:20:25.500111 n-d-827839-2 neutron-server[103377]: DEBUG neutron.services.tag.tag_plugin [None req-ae54eb63-e469-4cb1-b87d-28aff9b57b2c tempest-TagsExtTest-1372806535 tempest-TagsExtTest-1372806535-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', 'e991cb36-e19e-44dd-a354-f809ef49fb3c', {'tags': ['tempest-TagsExtTest-Tag-888196547', 'tempest-TagsExtTest-Tag-167996319', 'tempest-TagsExtTest-Tag-1763380535']}) {} {{(pid=103377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:20:25.510868 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-fb5c9894-22af-403c-a373-5c1d6e55cce3 admin admin] Publish callbacks [] for security_group (c3d9f165-c2b4-4310-a3ad-69894b95963a), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:25.534099 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-fb5c9894-22af-403c-a373-5c1d6e55cce3 admin admin] Publish callbacks [] for security_group (c3d9f165-c2b4-4310-a3ad-69894b95963a), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:25.549158 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-30f02f3f-9ad9-4b27-b299-4eeb78085395 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1602046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603680'] for router (9f0293b3-2d1a-4b49-9f3a-9f76076d8c6f), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:25.571102 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-38a763ed-f0dc-45f9-910d-5cc22a84a33f None None] Current status of the port 04d60355-2842-4d71-9df1-a5da652f9a52 is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:20:25.607058 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-fb5c9894-22af-403c-a373-5c1d6e55cce3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (c3d9f165-c2b4-4310-a3ad-69894b95963a), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:25.610498 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-fb5c9894-22af-403c-a373-5c1d6e55cce3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:25.612352 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [req-f611e628-a895-4394-bd36-f0d74b4cca7a req-054b4f9d-a1eb-463b-b29e-46d373de3c7e tempest-ServersAdminTestJSON-70469306 tempest-ServersAdminTestJSON-70469306-project] For port 09aa55e0-5163-4db6-a3bc-872b1a6291df, host n-h2-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=09aa55e0-5163-4db6-a3bc-872b1a6291df,segment=NetworkSegment(3a39b085-d3e6-43bb-a64c-1b06dd049e5a),segment_id=3a39b085-d3e6-43bb-a64c-1b06dd049e5a)] {{(pid=103377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:20:25.612722 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-f611e628-a895-4394-bd36-f0d74b4cca7a req-054b4f9d-a1eb-463b-b29e-46d373de3c7e tempest-ServersAdminTestJSON-70469306 tempest-ServersAdminTestJSON-70469306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (09aa55e0-5163-4db6-a3bc-872b1a6291df), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:25.614715 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-fb5c9894-22af-403c-a373-5c1d6e55cce3 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/c3d9f165-c2b4-4310-a3ad-69894b95963a HTTP/1.1" status: 204 len: 168 time: 0.2141993 Feb 04 17:20:25.624282 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5c9894-22af-403c-a373-5c1d6e55cce3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3d9f165-c2b4-4310-a3ad-69894b95963a,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:20:25.711522 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [req-f611e628-a895-4394-bd36-f0d74b4cca7a req-054b4f9d-a1eb-463b-b29e-46d373de3c7e tempest-ServersAdminTestJSON-70469306 tempest-ServersAdminTestJSON-70469306-project] Calling delete_port for 09aa55e0-5163-4db6-a3bc-872b1a6291df owned by compute:nova {{(pid=103377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:20:25.738488 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-ae54eb63-e469-4cb1-b87d-28aff9b57b2c tempest-TagsExtTest-1372806535 tempest-TagsExtTest-1372806535-project] 10.222.0.89 "PUT /v2.0/routers/e991cb36-e19e-44dd-a354-f809ef49fb3c/tags HTTP/1.1" status: 200 len: 316 time: 0.2431624 Feb 04 17:20:25.741499 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 34048) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:20:25.749563 n-d-827839-2 neutron-server[103376]: DEBUG neutron.services.tag.tag_plugin [None req-94366290-770a-432f-b601-374b30c59942 tempest-TagsExtTest-1372806535 tempest-TagsExtTest-1372806535-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'e991cb36-e19e-44dd-a354-f809ef49fb3c') {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:20:25.856208 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30f02f3f-9ad9-4b27-b299-4eeb78085395 admin admin] Router 9f0293b3-2d1a-4b49-9f3a-9f76076d8c6f is scheduled to L3 agent 64ada913-9131-4d99-a265-63a920956287 with binding_index 1 {{(pid=103377) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 17:20:25.870502 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-94366290-770a-432f-b601-374b30c59942 tempest-TagsExtTest-1372806535 tempest-TagsExtTest-1372806535-project] 10.222.0.89 "DELETE /v2.0/routers/e991cb36-e19e-44dd-a354-f809ef49fb3c/tags HTTP/1.1" status: 204 len: 168 time: 0.1250370 Feb 04 17:20:25.871051 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 34056) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:20:25.876225 n-d-827839-2 neutron-server[103376]: DEBUG neutron.services.tag.tag_plugin [None req-d7cc07e7-9f59-48c2-b101-645860398654 tempest-TagsExtTest-1372806535 tempest-TagsExtTest-1372806535-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'e991cb36-e19e-44dd-a354-f809ef49fb3c', 'tempest-TagsExtTest-Tag-888196547') {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:20:25.976051 n-d-827839-2 neutron-server[103376]: INFO neutron.api.v2.resource [None req-d7cc07e7-9f59-48c2-b101-645860398654 tempest-TagsExtTest-1372806535 tempest-TagsExtTest-1372806535-project] show failed (client error): The resource could not be found. Feb 04 17:20:25.980679 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-d7cc07e7-9f59-48c2-b101-645860398654 tempest-TagsExtTest-1372806535 tempest-TagsExtTest-1372806535-project] 10.222.0.89 "GET /v2.0/routers/e991cb36-e19e-44dd-a354-f809ef49fb3c/tags/tempest-TagsExtTest-Tag-888196547 HTTP/1.1" status: 404 len: 328 time: 0.1084633 Feb 04 17:20:25.981497 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 34066) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:20:25.986650 n-d-827839-2 neutron-server[103376]: DEBUG neutron.services.tag.tag_plugin [None req-06153d94-6d8f-40ff-a69d-2f9263faa7b7 tempest-TagsExtTest-1372806535 tempest-TagsExtTest-1372806535-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'e991cb36-e19e-44dd-a354-f809ef49fb3c', 'tempest-TagsExtTest-Tag-167996319') {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:20:26.020154 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-f611e628-a895-4394-bd36-f0d74b4cca7a req-054b4f9d-a1eb-463b-b29e-46d373de3c7e tempest-ServersAdminTestJSON-70469306 tempest-ServersAdminTestJSON-70469306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (09aa55e0-5163-4db6-a3bc-872b1a6291df), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:26.043940 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] get_ports_and_sgs() called for port_ids ['09aa55e0-5163-4db6-a3bc-872b1a6291df', '35ae7739-d12e-440a-928f-2c25bcb6031d'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 17:20:26.081457 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054b4f9d-a1eb-463b-b29e-46d373de3c7e tempest-ServersAdminTestJSON-70469306 tempest-ServersAdminTestJSON-70469306-project] Pushing event deleted for resources: {'Port': ['ID=09aa55e0-5163-4db6-a3bc-872b1a6291df,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:20:26.105171 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-5f83aa82-2a78-4773-8f39-bffd33768c02 req-fc742d86-b93c-4e84-82d3-06408e579d8b tempest-ServersAdminTestJSON-70469306 tempest-ServersAdminTestJSON-70469306-project] 10.222.0.89 "GET /v2.0/ports?device_id=0c0189fa-3209-44e0-92bf-41bfd20b9678 HTTP/1.1" status: 200 len: 210 time: 0.0648897 Feb 04 17:20:26.145819 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [req-f611e628-a895-4394-bd36-f0d74b4cca7a req-054b4f9d-a1eb-463b-b29e-46d373de3c7e tempest-ServersAdminTestJSON-70469306 tempest-ServersAdminTestJSON-70469306-project] No DVR routers for this DVR port 09aa55e0-5163-4db6-a3bc-872b1a6291df on host n-h2-827839-2 {{(pid=103377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 17:20:26.150485 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-f611e628-a895-4394-bd36-f0d74b4cca7a req-054b4f9d-a1eb-463b-b29e-46d373de3c7e tempest-ServersAdminTestJSON-70469306 tempest-ServersAdminTestJSON-70469306-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:26.163846 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-f611e628-a895-4394-bd36-f0d74b4cca7a req-054b4f9d-a1eb-463b-b29e-46d373de3c7e tempest-ServersAdminTestJSON-70469306 tempest-ServersAdminTestJSON-70469306-project] 10.222.0.90 "DELETE /v2.0/ports/09aa55e0-5163-4db6-a3bc-872b1a6291df HTTP/1.1" status: 204 len: 173 time: 1.1710918 Feb 04 17:20:26.170006 n-d-827839-2 neutron-server[103377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c0189fa-3209-44e0-92bf-41bfd20b9678', 'name': 'network-vif-deleted', 'tag': '09aa55e0-5163-4db6-a3bc-872b1a6291df'}] {{(pid=103377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:20:26.177317 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7240428b650e1488e9361b62648ff4b3a6c19d49d8c27c949491ab58c1346cf0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f9310dd-ede0-4569-9155-e71e5ec8fba7" -d '{"events": [{"server_uuid": "0c0189fa-3209-44e0-92bf-41bfd20b9678", "name": "network-vif-deleted", "tag": "09aa55e0-5163-4db6-a3bc-872b1a6291df"}]}' {{(pid=103377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:20:26.177643 n-d-827839-2 neutron-server[103376]: INFO neutron.api.v2.resource [None req-06153d94-6d8f-40ff-a69d-2f9263faa7b7 tempest-TagsExtTest-1372806535 tempest-TagsExtTest-1372806535-project] show failed (client error): The resource could not be found. Feb 04 17:20:26.180793 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-06153d94-6d8f-40ff-a69d-2f9263faa7b7 tempest-TagsExtTest-1372806535 tempest-TagsExtTest-1372806535-project] 10.222.0.89 "GET /v2.0/routers/e991cb36-e19e-44dd-a354-f809ef49fb3c/tags/tempest-TagsExtTest-Tag-167996319 HTTP/1.1" status: 404 len: 328 time: 0.1964786 Feb 04 17:20:26.182173 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 34076) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:20:26.190072 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30f02f3f-9ad9-4b27-b299-4eeb78085395 admin admin] Notify agent at l3_agent.n-d-827839-2 the message routers_updated {{(pid=103377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 17:20:26.194759 n-d-827839-2 neutron-server[103376]: DEBUG neutron.services.tag.tag_plugin [None req-8eb5ec30-3b60-44e6-92db-9f6a2f013fb5 tempest-TagsExtTest-1372806535 tempest-TagsExtTest-1372806535-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'e991cb36-e19e-44dd-a354-f809ef49fb3c', 'tempest-TagsExtTest-Tag-1763380535') {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:20:26.199758 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3eaf208-d7b1-4086-98e7-4be773e82143 None None] Sync routers for ids ['9f0293b3-2d1a-4b49-9f3a-9f76076d8c6f'] in n-d-827839-2 {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 17:20:26.217801 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3fdd90-5397-4cbe-b976-0316920f46bb req-1b3e9056-38b9-4c46-bcf3-ab3665d55a80 tempest-ServerRescueTestJSON-1860265827 tempest-ServerRescueTestJSON-1860265827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:20:26.219026 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3eaf208-d7b1-4086-98e7-4be773e82143 None None] Routers {'9f0293b3-2d1a-4b49-9f3a-9f76076d8c6f'} bound to L3 agent in host n-d-827839-2 {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:20:26.221782 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-c3eaf208-d7b1-4086-98e7-4be773e82143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:20:02Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['9f0293b3-2d1a-4b49-9f3a-9f76076d8c6f'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:20:26.226361 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-ac3fdd90-5397-4cbe-b976-0316920f46bb req-1b3e9056-38b9-4c46-bcf3-ab3665d55a80 tempest-ServerRescueTestJSON-1860265827 tempest-ServerRescueTestJSON-1860265827-project] 10.222.0.89 "GET /v2.0/ports?device_id=2a222a3c-0b77-4166-9ac9-c127db15637a HTTP/1.1" status: 200 len: 945 time: 0.2377782 Feb 04 17:20:26.261304 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-30f02f3f-9ad9-4b27-b299-4eeb78085395 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:26.262996 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-30f02f3f-9ad9-4b27-b299-4eeb78085395 admin admin] 10.222.0.89 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.7830284 Feb 04 17:20:26.265630 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 34082) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:20:26.284727 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 17:20:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dd04993-1bea-47f2-ab54-5a01a7b154ce x-openstack-request-id: req-6dd04993-1bea-47f2-ab54-5a01a7b154ce {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:20:26.285050 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c0189fa-3209-44e0-92bf-41bfd20b9678", "name": "network-vif-deleted", "tag": "09aa55e0-5163-4db6-a3bc-872b1a6291df", "status": "completed", "code": 200}]} {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:20:26.285303 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-6dd04993-1bea-47f2-ab54-5a01a7b154ce {{(pid=103377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:20:26.285885 n-d-827839-2 neutron-server[103377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c0189fa-3209-44e0-92bf-41bfd20b9678', 'name': 'network-vif-deleted', 'tag': '09aa55e0-5163-4db6-a3bc-872b1a6291df', 'status': 'completed', 'code': 200} Feb 04 17:20:26.409606 n-d-827839-2 neutron-server[103376]: INFO neutron.api.v2.resource [None req-8eb5ec30-3b60-44e6-92db-9f6a2f013fb5 tempest-TagsExtTest-1372806535 tempest-TagsExtTest-1372806535-project] show failed (client error): The resource could not be found. Feb 04 17:20:26.410751 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-8eb5ec30-3b60-44e6-92db-9f6a2f013fb5 tempest-TagsExtTest-1372806535 tempest-TagsExtTest-1372806535-project] 10.222.0.89 "GET /v2.0/routers/e991cb36-e19e-44dd-a354-f809ef49fb3c/tags/tempest-TagsExtTest-Tag-1763380535 HTTP/1.1" status: 404 len: 329 time: 0.2273834 Feb 04 17:20:26.417619 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 34088) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:20:26.431585 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-ac3fdd90-5397-4cbe-b976-0316920f46bb req-93677109-d56c-4700-bcf8-a6269f83ad59 tempest-ServerRescueTestJSON-1860265827 tempest-ServerRescueTestJSON-1860265827-project] 10.222.0.89 "GET /v2.0/security-groups?id=cc4b9805-caea-4906-9ad3-3e1579c9619f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2040358 Feb 04 17:20:26.439874 n-d-827839-2 neutron-server[103376]: DEBUG neutron.services.tag.tag_plugin [None req-3f63da65-2bc8-42bb-9e81-14d01e5cdb91 tempest-TagsExtTest-1372806535 tempest-TagsExtTest-1372806535-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '2b22f834-873e-4c5d-ad9b-90d16e8dffe7', {'tags': ['tempest-TagsExtTest-Tag-133502596', 'tempest-TagsExtTest-Tag-845888501', 'tempest-TagsExtTest-Tag-429169536']}) {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:20:26.468136 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvr_db [None req-c3eaf208-d7b1-4086-98e7-4be773e82143 None None] Set router 9f0293b3-2d1a-4b49-9f3a-9f76076d8c6f gateway port host: n-d-827839-2 {{(pid=103379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:20:26.493952 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-3f63da65-2bc8-42bb-9e81-14d01e5cdb91 tempest-TagsExtTest-1372806535 tempest-TagsExtTest-1372806535-project] 10.222.0.89 "PUT /v2.0/subnetpools/2b22f834-873e-4c5d-ad9b-90d16e8dffe7/tags HTTP/1.1" status: 200 len: 315 time: 0.0721006 Feb 04 17:20:26.495662 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 34092) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:20:26.529057 n-d-827839-2 neutron-server[103376]: DEBUG neutron.services.tag.tag_plugin [None req-1cf5fa3f-85e1-4caf-b02b-5d459dbf5b46 tempest-TagsExtTest-1372806535 tempest-TagsExtTest-1372806535-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '2b22f834-873e-4c5d-ad9b-90d16e8dffe7') {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:20:26.545192 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 04d60355-2842-4d71-9df1-a5da652f9a52 up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:20:26.626340 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-1cf5fa3f-85e1-4caf-b02b-5d459dbf5b46 tempest-TagsExtTest-1372806535 tempest-TagsExtTest-1372806535-project] 10.222.0.89 "DELETE /v2.0/subnetpools/2b22f834-873e-4c5d-ad9b-90d16e8dffe7/tags HTTP/1.1" status: 204 len: 168 time: 0.1294780 Feb 04 17:20:26.630429 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 34102) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:20:26.635308 n-d-827839-2 neutron-server[103376]: DEBUG neutron.services.tag.tag_plugin [None req-6a5dd033-e587-480c-be37-4896e62b7794 tempest-TagsExtTest-1372806535 tempest-TagsExtTest-1372806535-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '2b22f834-873e-4c5d-ad9b-90d16e8dffe7', 'tempest-TagsExtTest-Tag-133502596') {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:20:26.670087 n-d-827839-2 neutron-server[103376]: INFO neutron.api.v2.resource [None req-6a5dd033-e587-480c-be37-4896e62b7794 tempest-TagsExtTest-1372806535 tempest-TagsExtTest-1372806535-project] show failed (client error): The resource could not be found. Feb 04 17:20:26.671747 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-6a5dd033-e587-480c-be37-4896e62b7794 tempest-TagsExtTest-1372806535 tempest-TagsExtTest-1372806535-project] 10.222.0.89 "GET /v2.0/subnetpools/2b22f834-873e-4c5d-ad9b-90d16e8dffe7/tags/tempest-TagsExtTest-Tag-133502596 HTTP/1.1" status: 404 len: 328 time: 0.0400457 Feb 04 17:20:26.672996 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port 04d60355-2842-4d71-9df1-a5da652f9a52 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:20:26.673515 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (04d60355-2842-4d71-9df1-a5da652f9a52), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:26.675277 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 34104) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:20:26.684425 n-d-827839-2 neutron-server[103376]: DEBUG neutron.services.tag.tag_plugin [None req-eedfb8dd-158c-4320-b0ba-cfd743495db0 tempest-TagsExtTest-1372806535 tempest-TagsExtTest-1372806535-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '2b22f834-873e-4c5d-ad9b-90d16e8dffe7', 'tempest-TagsExtTest-Tag-845888501') {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:20:26.752128 n-d-827839-2 neutron-server[103376]: INFO neutron.api.v2.resource [None req-eedfb8dd-158c-4320-b0ba-cfd743495db0 tempest-TagsExtTest-1372806535 tempest-TagsExtTest-1372806535-project] show failed (client error): The resource could not be found. Feb 04 17:20:26.763043 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-eedfb8dd-158c-4320-b0ba-cfd743495db0 tempest-TagsExtTest-1372806535 tempest-TagsExtTest-1372806535-project] 10.222.0.89 "GET /v2.0/subnetpools/2b22f834-873e-4c5d-ad9b-90d16e8dffe7/tags/tempest-TagsExtTest-Tag-845888501 HTTP/1.1" status: 404 len: 328 time: 0.0864005 Feb 04 17:20:26.763861 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 34110) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:20:26.768613 n-d-827839-2 neutron-server[103376]: DEBUG neutron.services.tag.tag_plugin [None req-2394a371-2683-456e-acca-5921cc84d410 tempest-TagsExtTest-1372806535 tempest-TagsExtTest-1372806535-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '2b22f834-873e-4c5d-ad9b-90d16e8dffe7', 'tempest-TagsExtTest-Tag-429169536') {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:20:26.827036 n-d-827839-2 neutron-server[103376]: INFO neutron.api.v2.resource [None req-2394a371-2683-456e-acca-5921cc84d410 tempest-TagsExtTest-1372806535 tempest-TagsExtTest-1372806535-project] show failed (client error): The resource could not be found. Feb 04 17:20:26.834445 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-2394a371-2683-456e-acca-5921cc84d410 tempest-TagsExtTest-1372806535 tempest-TagsExtTest-1372806535-project] 10.222.0.89 "GET /v2.0/subnetpools/2b22f834-873e-4c5d-ad9b-90d16e8dffe7/tags/tempest-TagsExtTest-Tag-429169536 HTTP/1.1" status: 404 len: 328 time: 0.0695820 Feb 04 17:20:26.835263 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 34112) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:20:26.847611 n-d-827839-2 neutron-server[103377]: DEBUG neutron.services.tag.tag_plugin [None req-7183ca0c-ddc8-43d7-adce-2572ef3980c8 tempest-TagsExtTest-1372806535 tempest-TagsExtTest-1372806535-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '2b22f834-873e-4c5d-ad9b-90d16e8dffe7') {} {{(pid=103377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:20:26.920620 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port 04d60355-2842-4d71-9df1-a5da652f9a52 is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:20:26.928300 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50be968a-07eb-44ad-870a-c85f562afb2f req-8c34116a-07cf-4c7b-81a6-773a48b6d76d tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:20:26.934018 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-eedafbe5-46db-4014-a5dc-a6e8af2eb408 req-1374b87c-275b-43e8-aede-2af3a0d03780 tempest-ServerShowV254Test-1084348911 tempest-ServerShowV254Test-1084348911-project] 10.222.0.89 "GET /v2.0/ports?device_id=e08e0c23-4ebc-4126-954a-5b309061355f HTTP/1.1" status: 200 len: 210 time: 0.0713181 Feb 04 17:20:26.938486 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-50be968a-07eb-44ad-870a-c85f562afb2f req-8c34116a-07cf-4c7b-81a6-773a48b6d76d tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] 10.222.0.89 "GET /v2.0/ports?device_id=c8f699c0-43f7-4dac-a0ef-88d572310de9 HTTP/1.1" status: 200 len: 946 time: 0.3415890 Feb 04 17:20:26.966533 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-c3eaf208-d7b1-4086-98e7-4be773e82143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f0293b3-2d1a-4b49-9f3a-9f76076d8c6f', 'name': 'tempest-FloatingIPDetailsTestJSON-954219666-router', 'tenant_id': '71760d3833b0487ca555da8afc60313f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.216'}], 'enable_snat': True}, 'gw_port_id': '263f0eeb-4b14-4abe-972d-3715fca25045', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:20:22Z', 'updated_at': '2022-02-04T17:20:24Z', 'revision_number': 3, 'project_id': '71760d3833b0487ca555da8afc60313f', 'gw_port': {'id': '263f0eeb-4b14-4abe-972d-3715fca25045', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:01:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f0293b3-2d1a-4b49-9f3a-9f76076d8c6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1085, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:20:23Z', 'updated_at': '2022-02-04T17:20:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2'}], 'n-d-827839-2', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:20:27.009519 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3eaf208-d7b1-4086-98e7-4be773e82143 None None] Checking router: 9f0293b3-2d1a-4b49-9f3a-9f76076d8c6f for host: n-d-827839-2 {{(pid=103379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 17:20:27.009769 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3eaf208-d7b1-4086-98e7-4be773e82143 None None] Updating router 9f0293b3-2d1a-4b49-9f3a-9f76076d8c6f port 263f0eeb-4b14-4abe-972d-3715fca25045 binding host n-d-827839-2 {{(pid=103379) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 17:20:27.020955 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 34116) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:20:27.021186 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-7183ca0c-ddc8-43d7-adce-2572ef3980c8 tempest-TagsExtTest-1372806535 tempest-TagsExtTest-1372806535-project] 10.222.0.89 "DELETE /v2.0/subnetpools/2b22f834-873e-4c5d-ad9b-90d16e8dffe7/tags HTTP/1.1" status: 204 len: 168 time: 0.1813149 Feb 04 17:20:27.026098 n-d-827839-2 neutron-server[103376]: DEBUG neutron.services.tag.tag_plugin [None req-2fe94cac-833c-4584-b95a-5252252c515d tempest-TagsExtTest-1372806535 tempest-TagsExtTest-1372806535-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'e991cb36-e19e-44dd-a354-f809ef49fb3c') {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:20:27.041655 n-d-827839-2 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c3eaf208-d7b1-4086-98e7-4be773e82143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (263f0eeb-4b14-4abe-972d-3715fca25045), before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:27.094726 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-50be968a-07eb-44ad-870a-c85f562afb2f req-868036ac-6cfc-4e26-88d9-bcc0e217f33f tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] 10.222.0.89 "GET /v2.0/security-groups?id=c591d0a0-8f77-4259-ab5e-c54cb31473d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452444 Feb 04 17:20:27.165392 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-2fe94cac-833c-4584-b95a-5252252c515d tempest-TagsExtTest-1372806535 tempest-TagsExtTest-1372806535-project] 10.222.0.89 "DELETE /v2.0/routers/e991cb36-e19e-44dd-a354-f809ef49fb3c/tags HTTP/1.1" status: 204 len: 168 time: 0.1430860 Feb 04 17:20:27.168149 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 34122) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:20:27.174846 n-d-827839-2 neutron-server[103376]: DEBUG neutron.services.tag.tag_plugin [None req-a21ae71e-3d64-442f-a1e5-c5d64060a3da tempest-TagsExtTest-1372806535 tempest-TagsExtTest-1372806535-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'ab30d00e-2e6a-487a-b15b-24005c8da5d0') {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:20:27.244079 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-a21ae71e-3d64-442f-a1e5-c5d64060a3da tempest-TagsExtTest-1372806535 tempest-TagsExtTest-1372806535-project] 10.222.0.89 "DELETE /v2.0/ports/ab30d00e-2e6a-487a-b15b-24005c8da5d0/tags HTTP/1.1" status: 204 len: 168 time: 0.0719323 Feb 04 17:20:27.244079 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 34126) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:20:27.248560 n-d-827839-2 neutron-server[103376]: DEBUG neutron.services.tag.tag_plugin [None req-6a40cb2f-f99f-4e7f-8b38-30bb25e84832 tempest-TagsExtTest-1372806535 tempest-TagsExtTest-1372806535-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '10e2f750-0066-4218-bf2b-3645d2c73de4') {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:20:27.326407 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-a6df026d-b570-4c4a-9872-69c3850411dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:27.345020 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-6a40cb2f-f99f-4e7f-8b38-30bb25e84832 tempest-TagsExtTest-1372806535 tempest-TagsExtTest-1372806535-project] 10.222.0.89 "DELETE /v2.0/subnets/10e2f750-0066-4218-bf2b-3645d2c73de4/tags HTTP/1.1" status: 204 len: 168 time: 0.0994239 Feb 04 17:20:27.350696 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 34132) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:20:27.493632 n-d-827839-2 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c3eaf208-d7b1-4086-98e7-4be773e82143 None None] Publish callbacks [] for port (263f0eeb-4b14-4abe-972d-3715fca25045), precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:27.503929 n-d-827839-2 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c3eaf208-d7b1-4086-98e7-4be773e82143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (263f0eeb-4b14-4abe-972d-3715fca25045), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:27.514529 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-d369dd3f-ff01-447d-8b92-a0bdcdde5cd0 tempest-TagsExtTest-1372806535 tempest-TagsExtTest-1372806535-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:27.525539 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-d369dd3f-ff01-447d-8b92-a0bdcdde5cd0 tempest-TagsExtTest-1372806535 tempest-TagsExtTest-1372806535-project] 10.222.0.89 "DELETE /v2.0/subnetpools/2b22f834-873e-4c5d-ad9b-90d16e8dffe7 HTTP/1.1" status: 204 len: 168 time: 0.1732721 Feb 04 17:20:27.528773 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 34140) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:20:27.592209 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.db_base_plugin_common [None req-a6df026d-b570-4c4a-9872-69c3850411dc admin admin] Allocated IP 172.20.0.1 (c5c0955b-2649-42e4-9af8-fe9140197c29/1ae8c6b2-47bb-4a0b-8867-db7d64c4829b/d5ec0996-75d6-423b-b4f8-e5d090964fb4) {{(pid=103377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:20:27.593840 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-4d476d25-8ea0-420a-8249-0bd6131ba777 tempest-TagsExtTest-1372806535 tempest-TagsExtTest-1372806535-project] 10.222.0.89 "GET /v2.0/ports?device_id=e991cb36-e19e-44dd-a354-f809ef49fb3c HTTP/1.1" status: 200 len: 205 time: 0.0606875 Feb 04 17:20:27.596728 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 34144) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:20:27.626693 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c6218d-4f4c-4f53-b431-4af477c0dd8b None None] Pushing event updated for resources: {'Port': ['ID=263f0eeb-4b14-4abe-972d-3715fca25045,revision_number=2']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:20:27.634367 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [None req-c3eaf208-d7b1-4086-98e7-4be773e82143 None None] Attempting to bind port 263f0eeb-4b14-4abe-972d-3715fca25045 on host n-d-827839-2 for vnic_type normal with profile {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:20:27.634738 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [None req-c3eaf208-d7b1-4086-98e7-4be773e82143 None None] Attempting to bind port 263f0eeb-4b14-4abe-972d-3715fca25045 by drivers openvswitch,hyperv on host n-d-827839-2 at level 0 using segments [{'id': '5942dc44-1f07-4c27-b0ab-45a2bff20dd5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188'}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:20:27.637090 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3eaf208-d7b1-4086-98e7-4be773e82143 None None] Attempting to bind port 263f0eeb-4b14-4abe-972d-3715fca25045 on network 48165773-85ad-49a1-9ec1-76fc8dc24188 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:20:27.653976 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3eaf208-d7b1-4086-98e7-4be773e82143 None None] Checking agent: {'id': 'ba70844b-66a0-45fd-a2f2-e6ed673321fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 0, 36), 'started_at': datetime.datetime(2022, 2, 4, 17, 1, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 20, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:20:27.654350 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3eaf208-d7b1-4086-98e7-4be773e82143 None None] Checking segment: {'id': '5942dc44-1f07-4c27-b0ab-45a2bff20dd5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:20:27.654970 n-d-827839-2 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c3eaf208-d7b1-4086-98e7-4be773e82143 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:27.655572 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3eaf208-d7b1-4086-98e7-4be773e82143 None None] Bound using segment: {'id': '5942dc44-1f07-4c27-b0ab-45a2bff20dd5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188'} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:20:27.656222 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [None req-c3eaf208-d7b1-4086-98e7-4be773e82143 None None] Bound port: 263f0eeb-4b14-4abe-972d-3715fca25045, host: n-d-827839-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5942dc44-1f07-4c27-b0ab-45a2bff20dd5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188'}}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:20:27.656836 n-d-827839-2 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c3eaf208-d7b1-4086-98e7-4be773e82143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (263f0eeb-4b14-4abe-972d-3715fca25045), before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:27.699595 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-dff08b9a-b522-459d-8de8-e0f0c19bc078 tempest-TagsExtTest-1372806535 tempest-TagsExtTest-1372806535-project] Publish callbacks [] for router (e991cb36-e19e-44dd-a354-f809ef49fb3c), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:27.711641 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd141013-26bb-4506-9d7b-c448dcd4dba4 req-84e3125b-b460-4efb-858e-bd951840e658 tempest-ServersAdminTestJSON-70469306 tempest-ServersAdminTestJSON-70469306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:20:27.713318 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-fd141013-26bb-4506-9d7b-c448dcd4dba4 req-84e3125b-b460-4efb-858e-bd951840e658 tempest-ServersAdminTestJSON-70469306 tempest-ServersAdminTestJSON-70469306-project] 10.222.0.89 "GET /v2.0/ports?device_id=cdea105d-d892-4559-baed-fb98b40680d0 HTTP/1.1" status: 200 len: 951 time: 0.2121527 Feb 04 17:20:27.732783 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-c3eaf208-d7b1-4086-98e7-4be773e82143 None None] For port 263f0eeb-4b14-4abe-972d-3715fca25045, host n-d-827839-2, cleared binding levels {{(pid=103379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:20:27.739556 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-c3eaf208-d7b1-4086-98e7-4be773e82143 None None] For port 263f0eeb-4b14-4abe-972d-3715fca25045, host n-d-827839-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=263f0eeb-4b14-4abe-972d-3715fca25045,segment=NetworkSegment(5942dc44-1f07-4c27-b0ab-45a2bff20dd5),segment_id=5942dc44-1f07-4c27-b0ab-45a2bff20dd5)] {{(pid=103379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:20:27.749080 n-d-827839-2 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-c3eaf208-d7b1-4086-98e7-4be773e82143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (263f0eeb-4b14-4abe-972d-3715fca25045), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:27.821204 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3eaf208-d7b1-4086-98e7-4be773e82143 None None] Routers {'9f0293b3-2d1a-4b49-9f3a-9f76076d8c6f'} bound to L3 agent in host n-d-827839-2 {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:20:27.821895 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-c3eaf208-d7b1-4086-98e7-4be773e82143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:20:02Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['9f0293b3-2d1a-4b49-9f3a-9f76076d8c6f'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:20:27.832653 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-a6df026d-b570-4c4a-9872-69c3850411dc admin admin] Publish callbacks [] for port (d5ec0996-75d6-423b-b4f8-e5d090964fb4), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:27.879978 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-a6df026d-b570-4c4a-9872-69c3850411dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (d5ec0996-75d6-423b-b4f8-e5d090964fb4), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:27.933717 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6df026d-b570-4c4a-9872-69c3850411dc admin admin] Network c5c0955b-2649-42e4-9af8-fe9140197c29 is already hosted by enough agents. {{(pid=103377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:20:27.949560 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6eeefec-26f4-47b1-bd18-d6d5123ac990 req-c31d06bd-f6d1-4686-af69-2e1a8e4da8f1 tempest-ServerRescueTestJSON-1860265827 tempest-ServerRescueTestJSON-1860265827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:20:27.951524 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-f6eeefec-26f4-47b1-bd18-d6d5123ac990 req-c31d06bd-f6d1-4686-af69-2e1a8e4da8f1 tempest-ServerRescueTestJSON-1860265827 tempest-ServerRescueTestJSON-1860265827-project] 10.222.0.89 "GET /v2.0/ports?device_id=2a222a3c-0b77-4166-9ac9-c127db15637a HTTP/1.1" status: 200 len: 945 time: 0.2265060 Feb 04 17:20:27.957937 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [None req-a6df026d-b570-4c4a-9872-69c3850411dc admin admin] Resources bound (agent type, host, resource id): {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:20:27.960867 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6df026d-b570-4c4a-9872-69c3850411dc admin admin] Received port after_create {{(pid=103377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:20:27.997361 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-fd141013-26bb-4506-9d7b-c448dcd4dba4 req-ca838e99-5142-4d10-bc66-cf02bfa0b0c8 tempest-ServersAdminTestJSON-70469306 tempest-ServersAdminTestJSON-70469306-project] 10.222.0.89 "GET /v2.0/security-groups?id=0b9d4704-c600-4325-be39-d787042bd965&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2489455 Feb 04 17:20:28.002026 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-dff08b9a-b522-459d-8de8-e0f0c19bc078 tempest-TagsExtTest-1372806535 tempest-TagsExtTest-1372806535-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1601811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26971'] for router (e991cb36-e19e-44dd-a354-f809ef49fb3c), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:28.004478 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-dff08b9a-b522-459d-8de8-e0f0c19bc078 tempest-TagsExtTest-1372806535 tempest-TagsExtTest-1372806535-project] Publish callbacks [] for router_controller (e991cb36-e19e-44dd-a354-f809ef49fb3c), precommit_delete_associations {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:28.017827 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-a6df026d-b570-4c4a-9872-69c3850411dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1595471'] for router_interface (9f0293b3-2d1a-4b49-9f3a-9f76076d8c6f), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:28.076036 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-dff08b9a-b522-459d-8de8-e0f0c19bc078 tempest-TagsExtTest-1372806535 tempest-TagsExtTest-1372806535-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1601832'] for router (e991cb36-e19e-44dd-a354-f809ef49fb3c), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:28.076825 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dff08b9a-b522-459d-8de8-e0f0c19bc078 tempest-TagsExtTest-1372806535 tempest-TagsExtTest-1372806535-project] Fanout notify agent at l3_agent the message router_deleted on router e991cb36-e19e-44dd-a354-f809ef49fb3c {{(pid=103376) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 17:20:28.098622 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-dff08b9a-b522-459d-8de8-e0f0c19bc078 tempest-TagsExtTest-1372806535 tempest-TagsExtTest-1372806535-project] Publish callbacks [] for router (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:28.107611 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-dff08b9a-b522-459d-8de8-e0f0c19bc078 tempest-TagsExtTest-1372806535 tempest-TagsExtTest-1372806535-project] 10.222.0.89 "DELETE /v2.0/routers/e991cb36-e19e-44dd-a354-f809ef49fb3c HTTP/1.1" status: 204 len: 168 time: 0.5097222 Feb 04 17:20:28.109285 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 34156) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:20:28.174356 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c6218d-4f4c-4f53-b431-4af477c0dd8b None None] Pushing event updated for resources: {'Port': ['ID=263f0eeb-4b14-4abe-972d-3715fca25045,revision_number=3']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:20:28.207061 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvr_db [None req-c3eaf208-d7b1-4086-98e7-4be773e82143 None None] Set router 9f0293b3-2d1a-4b49-9f3a-9f76076d8c6f gateway port host: n-d-827839-2 {{(pid=103379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:20:28.294375 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-048ba88e-390c-4e26-9470-110cc069e8bf tempest-TagsExtTest-1372806535 tempest-TagsExtTest-1372806535-project] Deleting port ab30d00e-2e6a-487a-b15b-24005c8da5d0 {{(pid=103376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:20:28.294718 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-048ba88e-390c-4e26-9470-110cc069e8bf tempest-TagsExtTest-1372806535 tempest-TagsExtTest-1372806535-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (ab30d00e-2e6a-487a-b15b-24005c8da5d0), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:28.322253 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-bec6bb00-bf4a-49b8-8642-692da7246ac8 None None] Provisioning complete for port d5ec0996-75d6-423b-b4f8-e5d090964fb4 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:20:28.336356 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-bec6bb00-bf4a-49b8-8642-692da7246ac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (d5ec0996-75d6-423b-b4f8-e5d090964fb4), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:28.443066 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-bec6bb00-bf4a-49b8-8642-692da7246ac8 None None] Port d5ec0996-75d6-423b-b4f8-e5d090964fb4 cannot update to ACTIVE because it is not bound. {{(pid=103378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 17:20:28.486493 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-048ba88e-390c-4e26-9470-110cc069e8bf tempest-TagsExtTest-1372806535 tempest-TagsExtTest-1372806535-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (ab30d00e-2e6a-487a-b15b-24005c8da5d0), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:28.496476 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6df026d-b570-4c4a-9872-69c3850411dc admin admin] Pushing event updated for resources: {'Port': ['ID=d5ec0996-75d6-423b-b4f8-e5d090964fb4,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:20:28.505599 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-c3eaf208-d7b1-4086-98e7-4be773e82143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f0293b3-2d1a-4b49-9f3a-9f76076d8c6f', 'name': 'tempest-FloatingIPDetailsTestJSON-954219666-router', 'tenant_id': '71760d3833b0487ca555da8afc60313f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.216'}], 'enable_snat': True}, 'gw_port_id': '263f0eeb-4b14-4abe-972d-3715fca25045', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:20:22Z', 'updated_at': '2022-02-04T17:20:24Z', 'revision_number': 3, 'project_id': '71760d3833b0487ca555da8afc60313f', 'gw_port': {'id': '263f0eeb-4b14-4abe-972d-3715fca25045', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:01:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f0293b3-2d1a-4b49-9f3a-9f76076d8c6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1085, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:20:23Z', 'updated_at': '2022-02-04T17:20:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2'}], 'n-d-827839-2', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:20:28.530964 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-f6eeefec-26f4-47b1-bd18-d6d5123ac990 req-7c1c51fc-9c6b-43fd-9f00-79e45b4a0f77 tempest-ServerRescueTestJSON-1860265827 tempest-ServerRescueTestJSON-1860265827-project] 10.222.0.89 "GET /v2.0/security-groups?id=cc4b9805-caea-4906-9ad3-3e1579c9619f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5152802 Feb 04 17:20:28.537743 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3eaf208-d7b1-4086-98e7-4be773e82143 None None] The sync data for ids ['9f0293b3-2d1a-4b49-9f3a-9f76076d8c6f'] in n-d-827839-2 is: [{'id': '9f0293b3-2d1a-4b49-9f3a-9f76076d8c6f', 'name': 'tempest-FloatingIPDetailsTestJSON-954219666-router', 'tenant_id': '71760d3833b0487ca555da8afc60313f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.216'}], 'enable_snat': True}, 'gw_port_id': '263f0eeb-4b14-4abe-972d-3715fca25045', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:20:22Z', 'updated_at': '2022-02-04T17:20:24Z', 'revision_number': 3, 'project_id': '71760d3833b0487ca555da8afc60313f', 'gw_port': {'id': '263f0eeb-4b14-4abe-972d-3715fca25045', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:01:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f0293b3-2d1a-4b49-9f3a-9f76076d8c6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1085, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:20:23Z', 'updated_at': '2022-02-04T17:20:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2'}] {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 17:20:28.549952 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-048ba88e-390c-4e26-9470-110cc069e8bf tempest-TagsExtTest-1372806535 tempest-TagsExtTest-1372806535-project] Calling delete_port for ab30d00e-2e6a-487a-b15b-24005c8da5d0 owned by {{(pid=103376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:20:28.605908 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-e02e896b-92b5-4aa6-9037-af074bb3e4d4 req-7756cac5-1d1f-4328-b2b8-6623bd056822 tempest-ServerShowV254Test-1084348911 tempest-ServerShowV254Test-1084348911-project] 10.222.0.89 "GET /v2.0/ports?device_id=e08e0c23-4ebc-4126-954a-5b309061355f HTTP/1.1" status: 200 len: 210 time: 0.1102881 Feb 04 17:20:28.720090 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-048ba88e-390c-4e26-9470-110cc069e8bf tempest-TagsExtTest-1372806535 tempest-TagsExtTest-1372806535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (ab30d00e-2e6a-487a-b15b-24005c8da5d0), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:28.768983 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-a6df026d-b570-4c4a-9872-69c3850411dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (d5ec0996-75d6-423b-b4f8-e5d090964fb4), before_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:28.773830 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048ba88e-390c-4e26-9470-110cc069e8bf tempest-TagsExtTest-1372806535 tempest-TagsExtTest-1372806535-project] Pushing event deleted for resources: {'Port': ['ID=ab30d00e-2e6a-487a-b15b-24005c8da5d0,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:20:28.807671 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f5bbf1-64e6-4a40-8415-91688b1399d1 req-783e0358-18cf-443f-b60b-a7d97e83c069 tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:20:28.809959 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-56f5bbf1-64e6-4a40-8415-91688b1399d1 req-783e0358-18cf-443f-b60b-a7d97e83c069 tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] 10.222.0.89 "GET /v2.0/ports?device_id=c8f699c0-43f7-4dac-a0ef-88d572310de9 HTTP/1.1" status: 200 len: 946 time: 0.1696601 Feb 04 17:20:28.884594 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-048ba88e-390c-4e26-9470-110cc069e8bf tempest-TagsExtTest-1372806535 tempest-TagsExtTest-1372806535-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:28.892237 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 34172) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:20:28.896017 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-048ba88e-390c-4e26-9470-110cc069e8bf tempest-TagsExtTest-1372806535 tempest-TagsExtTest-1372806535-project] 10.222.0.89 "DELETE /v2.0/ports/ab30d00e-2e6a-487a-b15b-24005c8da5d0 HTTP/1.1" status: 204 len: 168 time: 0.7840035 Feb 04 17:20:29.023645 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-56f5bbf1-64e6-4a40-8415-91688b1399d1 req-d68aa0e0-8811-4657-a89a-738b81b0d317 tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] 10.222.0.89 "GET /v2.0/security-groups?id=c591d0a0-8f77-4259-ab5e-c54cb31473d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1723287 Feb 04 17:20:29.111284 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.db_base_plugin_v2 [None req-0af7d057-1c46-4710-b81e-158b004d5f56 tempest-TagsExtTest-1372806535 tempest-TagsExtTest-1372806535-project] Deleting subnet 10e2f750-0066-4218-bf2b-3645d2c73de4 {{(pid=103377) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 17:20:29.114804 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-0af7d057-1c46-4710-b81e-158b004d5f56 tempest-TagsExtTest-1372806535 tempest-TagsExtTest-1372806535-project] Publish callbacks [] for subnet (10e2f750-0066-4218-bf2b-3645d2c73de4), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:29.177984 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-0af7d057-1c46-4710-b81e-158b004d5f56 tempest-TagsExtTest-1372806535 tempest-TagsExtTest-1372806535-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26866676'] for subnet (10e2f750-0066-4218-bf2b-3645d2c73de4), precommit_delete_associations {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:29.202987 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb1f941-8b79-4f06-8b78-740373358b39 req-55f94b1a-77cd-47dd-b5dd-09745bee5171 tempest-ServersAdminTestJSON-70469306 tempest-ServersAdminTestJSON-70469306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:20:29.211528 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-ccb1f941-8b79-4f06-8b78-740373358b39 req-55f94b1a-77cd-47dd-b5dd-09745bee5171 tempest-ServersAdminTestJSON-70469306 tempest-ServersAdminTestJSON-70469306-project] 10.222.0.89 "GET /v2.0/ports?device_id=cdea105d-d892-4559-baed-fb98b40680d0 HTTP/1.1" status: 200 len: 951 time: 0.0799625 Feb 04 17:20:29.278745 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-ccb1f941-8b79-4f06-8b78-740373358b39 req-ae6cd358-acaa-4ebf-9f5d-17287ffa45cf tempest-ServersAdminTestJSON-70469306 tempest-ServersAdminTestJSON-70469306-project] 10.222.0.89 "GET /v2.0/security-groups?id=0b9d4704-c600-4325-be39-d787042bd965&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663784 Feb 04 17:20:29.329238 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-c7b133d9-6765-42b0-8e7d-952075982987 req-ffa4d9fa-7107-4444-8038-5157ce9fb8c2 tempest-QuotasAdminNegativeTest-1103662034 tempest-QuotasAdminNegativeTest-1103662034-project] 10.222.0.89 "GET /v2.0/networks?tenant_id=0676c55dcae54879a1f9f2fdba0d611c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0823596 Feb 04 17:20:29.379125 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Device 09aa55e0-5163-4db6-a3bc-872b1a6291df no longer exists at agent hyperv_n-h2-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:20:29.407737 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] No Port match for: 09aa55e0-5163-4db6-a3bc-872b1a6291df {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 17:20:29.408369 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Device 09aa55e0-5163-4db6-a3bc-872b1a6291df not bound to the agent host n-h2-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 17:20:29.497106 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-0af7d057-1c46-4710-b81e-158b004d5f56 tempest-TagsExtTest-1372806535 tempest-TagsExtTest-1372806535-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1541225'] for subnet (10e2f750-0066-4218-bf2b-3645d2c73de4), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:29.507631 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c092820-ae2b-4419-b05e-699a61c72850 req-78399530-b32e-4325-b9c6-56aec199bb66 tempest-ServersAdminTestJSON-70469306 tempest-ServersAdminTestJSON-70469306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:20:29.509088 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-3c092820-ae2b-4419-b05e-699a61c72850 req-78399530-b32e-4325-b9c6-56aec199bb66 tempest-ServersAdminTestJSON-70469306 tempest-ServersAdminTestJSON-70469306-project] 10.222.0.90 "GET /v2.0/ports?device_id=cdea105d-d892-4559-baed-fb98b40680d0 HTTP/1.1" status: 200 len: 951 time: 0.3068285 Feb 04 17:20:29.655689 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-a6df026d-b570-4c4a-9872-69c3850411dc admin admin] Publish callbacks [] for port (d5ec0996-75d6-423b-b4f8-e5d090964fb4), precommit_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:29.666686 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b133d9-6765-42b0-8e7d-952075982987 req-05130ef5-2aec-406d-96e8-0a9ab207d8a2 tempest-QuotasAdminNegativeTest-1103662034 tempest-QuotasAdminNegativeTest-1103662034-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:20:29.668218 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-c7b133d9-6765-42b0-8e7d-952075982987 req-05130ef5-2aec-406d-96e8-0a9ab207d8a2 tempest-QuotasAdminNegativeTest-1103662034 tempest-QuotasAdminNegativeTest-1103662034-project] 10.222.0.89 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3381042 Feb 04 17:20:29.695605 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c31d7f92-883b-46e2-9a1e-b7b78137a3af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (bb89f5a3-3c22-440b-b7d1-c4f0c43c184a), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:29.697524 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-a6df026d-b570-4c4a-9872-69c3850411dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25888290'] for port (d5ec0996-75d6-423b-b4f8-e5d090964fb4), after_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:29.755771 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09972f1b-3baa-4511-9a35-5a18cf3e9b8a req-1cdc849f-bfe8-4f1f-a46e-05c89421236f tempest-ServerRescueTestJSON-1860265827 tempest-ServerRescueTestJSON-1860265827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:20:29.758339 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-09972f1b-3baa-4511-9a35-5a18cf3e9b8a req-1cdc849f-bfe8-4f1f-a46e-05c89421236f tempest-ServerRescueTestJSON-1860265827 tempest-ServerRescueTestJSON-1860265827-project] 10.222.0.89 "GET /v2.0/ports?device_id=2a222a3c-0b77-4166-9ac9-c127db15637a HTTP/1.1" status: 200 len: 945 time: 0.1124432 Feb 04 17:20:29.771736 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-0af7d057-1c46-4710-b81e-158b004d5f56 tempest-TagsExtTest-1372806535 tempest-TagsExtTest-1372806535-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1541216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25888360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25597190'] for subnet (10e2f750-0066-4218-bf2b-3645d2c73de4), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:29.806555 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-c7b133d9-6765-42b0-8e7d-952075982987 req-f92bf98c-a780-4db2-860c-1ba6490f519d tempest-QuotasAdminNegativeTest-1103662034 tempest-QuotasAdminNegativeTest-1103662034-project] 10.222.0.89 "GET /v2.0/quotas/0676c55dcae54879a1f9f2fdba0d611c HTTP/1.1" status: 200 len: 375 time: 0.1161549 Feb 04 17:20:29.819018 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af7d057-1c46-4710-b81e-158b004d5f56 tempest-TagsExtTest-1372806535 tempest-TagsExtTest-1372806535-project] Pushing event deleted for resources: {'Subnet': ['ID=10e2f750-0066-4218-bf2b-3645d2c73de4,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:20:29.851642 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-0af7d057-1c46-4710-b81e-158b004d5f56 tempest-TagsExtTest-1372806535 tempest-TagsExtTest-1372806535-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677565'] for subnet (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:29.857697 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf9c20d3-3c75-4aef-b4b4-870269895e2c None None] Network 333ae123-eac9-4d3f-8f64-e69341eee8a7 requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:20:29.857869 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-0af7d057-1c46-4710-b81e-158b004d5f56 tempest-TagsExtTest-1372806535 tempest-TagsExtTest-1372806535-project] 10.222.0.89 "DELETE /v2.0/subnets/10e2f750-0066-4218-bf2b-3645d2c73de4 HTTP/1.1" status: 204 len: 168 time: 0.9607329 Feb 04 17:20:29.860463 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 34194) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:20:29.877432 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-09972f1b-3baa-4511-9a35-5a18cf3e9b8a req-0ce36554-0222-42a2-8711-99426a4d1d47 tempest-ServerRescueTestJSON-1860265827 tempest-ServerRescueTestJSON-1860265827-project] 10.222.0.89 "GET /v2.0/security-groups?id=cc4b9805-caea-4906-9ad3-3e1579c9619f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097567 Feb 04 17:20:29.878635 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-a6df026d-b570-4c4a-9872-69c3850411dc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1677345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602751'] for router_interface (9f0293b3-2d1a-4b49-9f3a-9f76076d8c6f), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:29.891809 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-c7b133d9-6765-42b0-8e7d-952075982987 req-5fb40bda-1f06-4e8c-a357-4b0de102a70f tempest-QuotasAdminNegativeTest-1103662034 tempest-QuotasAdminNegativeTest-1103662034-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=0676c55dcae54879a1f9f2fdba0d611c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0669172 Feb 04 17:20:29.894506 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6df026d-b570-4c4a-9872-69c3850411dc admin admin] Pushing event updated for resources: {'Port': ['ID=d5ec0996-75d6-423b-b4f8-e5d090964fb4,revision_number=2']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:20:29.943500 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [req-3c092820-ae2b-4419-b05e-699a61c72850 req-420b43ba-812c-49c3-af47-f8762d9316a4 tempest-ServersAdminTestJSON-70469306 tempest-ServersAdminTestJSON-70469306-project] Deleting port 35ae7739-d12e-440a-928f-2c25bcb6031d {{(pid=103377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:20:29.943879 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-3c092820-ae2b-4419-b05e-699a61c72850 req-420b43ba-812c-49c3-af47-f8762d9316a4 tempest-ServersAdminTestJSON-70469306 tempest-ServersAdminTestJSON-70469306-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (35ae7739-d12e-440a-928f-2c25bcb6031d), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:30.047432 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-8038c8e7-6514-4842-8634-2df0cc8fd053 req-8fcde77a-6ac1-4541-aa83-33f39d8c8f78 tempest-ServerShowV254Test-1084348911 tempest-ServerShowV254Test-1084348911-project] 10.222.0.89 "GET /v2.0/ports?device_id=e08e0c23-4ebc-4126-954a-5b309061355f HTTP/1.1" status: 200 len: 210 time: 0.0570381 Feb 04 17:20:30.064096 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-fb25f1be-07a1-4a8c-a68a-bb52043e8c9a tempest-TagsExtTest-1372806535 tempest-TagsExtTest-1372806535-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628832'] for network (333ae123-eac9-4d3f-8f64-e69341eee8a7), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:30.093751 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6df026d-b570-4c4a-9872-69c3850411dc admin admin] Network c5c0955b-2649-42e4-9af8-fe9140197c29 is already hosted by enough agents. {{(pid=103377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:20:30.109284 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [None req-a6df026d-b570-4c4a-9872-69c3850411dc admin admin] Resources bound (agent type, host, resource id): {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:20:30.140004 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff112307-c04f-45fb-8525-4b0d9da6299a None None] DHCP port deletion for 333ae123-eac9-4d3f-8f64-e69341eee8a7 request from n-d-827839-2 {{(pid=103378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 17:20:30.254520 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [req-3c092820-ae2b-4419-b05e-699a61c72850 req-420b43ba-812c-49c3-af47-f8762d9316a4 tempest-ServersAdminTestJSON-70469306 tempest-ServersAdminTestJSON-70469306-project] For port 35ae7739-d12e-440a-928f-2c25bcb6031d, host n-h2-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=35ae7739-d12e-440a-928f-2c25bcb6031d,segment=NetworkSegment(3a39b085-d3e6-43bb-a64c-1b06dd049e5a),segment_id=3a39b085-d3e6-43bb-a64c-1b06dd049e5a)] {{(pid=103377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:20:30.255036 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-3c092820-ae2b-4419-b05e-699a61c72850 req-420b43ba-812c-49c3-af47-f8762d9316a4 tempest-ServersAdminTestJSON-70469306 tempest-ServersAdminTestJSON-70469306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (35ae7739-d12e-440a-928f-2c25bcb6031d), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:30.284587 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-ff112307-c04f-45fb-8525-4b0d9da6299a None None] Deleting port 8f43b574-c88a-4b98-a9a1-fd0fd526d14d {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:20:30.284994 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ff112307-c04f-45fb-8525-4b0d9da6299a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (8f43b574-c88a-4b98-a9a1-fd0fd526d14d), before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:30.316609 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad601281-3edc-49cd-930b-501c50c1230a req-fcc100de-09bc-4bcf-b6a4-2a5a4adeae2c tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:20:30.318406 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-ad601281-3edc-49cd-930b-501c50c1230a req-fcc100de-09bc-4bcf-b6a4-2a5a4adeae2c tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] 10.222.0.89 "GET /v2.0/ports?device_id=c8f699c0-43f7-4dac-a0ef-88d572310de9 HTTP/1.1" status: 200 len: 946 time: 0.1263230 Feb 04 17:20:30.324331 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-fb25f1be-07a1-4a8c-a68a-bb52043e8c9a tempest-TagsExtTest-1372806535 tempest-TagsExtTest-1372806535-project] Deleting port 8f43b574-c88a-4b98-a9a1-fd0fd526d14d {{(pid=103376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:20:30.325093 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-fb25f1be-07a1-4a8c-a68a-bb52043e8c9a tempest-TagsExtTest-1372806535 tempest-TagsExtTest-1372806535-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (8f43b574-c88a-4b98-a9a1-fd0fd526d14d), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:30.326854 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [req-3c092820-ae2b-4419-b05e-699a61c72850 req-420b43ba-812c-49c3-af47-f8762d9316a4 tempest-ServersAdminTestJSON-70469306 tempest-ServersAdminTestJSON-70469306-project] Calling delete_port for 35ae7739-d12e-440a-928f-2c25bcb6031d owned by compute:nova {{(pid=103377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:20:30.495976 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-ff112307-c04f-45fb-8525-4b0d9da6299a None None] For port 8f43b574-c88a-4b98-a9a1-fd0fd526d14d, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=8f43b574-c88a-4b98-a9a1-fd0fd526d14d,segment=NetworkSegment(b7626232-7166-4cc4-952b-877a9458ab20),segment_id=b7626232-7166-4cc4-952b-877a9458ab20)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:20:30.496565 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ff112307-c04f-45fb-8525-4b0d9da6299a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (8f43b574-c88a-4b98-a9a1-fd0fd526d14d), precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:30.509374 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6df026d-b570-4c4a-9872-69c3850411dc admin admin] Router 9f0293b3-2d1a-4b49-9f3a-9f76076d8c6f has already been hosted by L3 agent 64ada913-9131-4d99-a265-63a920956287 {{(pid=103377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 17:20:30.526282 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-ff112307-c04f-45fb-8525-4b0d9da6299a None None] Calling delete_port for 8f43b574-c88a-4b98-a9a1-fd0fd526d14d owned by network:dhcp {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:20:30.572000 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [None req-fb25f1be-07a1-4a8c-a68a-bb52043e8c9a tempest-TagsExtTest-1372806535 tempest-TagsExtTest-1372806535-project] For port 8f43b574-c88a-4b98-a9a1-fd0fd526d14d, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=8f43b574-c88a-4b98-a9a1-fd0fd526d14d,segment=NetworkSegment(b7626232-7166-4cc4-952b-877a9458ab20),segment_id=b7626232-7166-4cc4-952b-877a9458ab20)] {{(pid=103376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:20:30.572367 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-fb25f1be-07a1-4a8c-a68a-bb52043e8c9a tempest-TagsExtTest-1372806535 tempest-TagsExtTest-1372806535-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (8f43b574-c88a-4b98-a9a1-fd0fd526d14d), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:30.588200 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-ad601281-3edc-49cd-930b-501c50c1230a req-827beca8-f28e-4b65-83f0-42b4b4927902 tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] 10.222.0.89 "GET /v2.0/security-groups?id=c591d0a0-8f77-4259-ab5e-c54cb31473d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2508004 Feb 04 17:20:30.597109 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-fb25f1be-07a1-4a8c-a68a-bb52043e8c9a tempest-TagsExtTest-1372806535 tempest-TagsExtTest-1372806535-project] Calling delete_port for 8f43b574-c88a-4b98-a9a1-fd0fd526d14d owned by network:dhcp {{(pid=103376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:20:30.635349 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 263f0eeb-4b14-4abe-972d-3715fca25045 up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:20:30.675867 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ff112307-c04f-45fb-8525-4b0d9da6299a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144'] for port (8f43b574-c88a-4b98-a9a1-fd0fd526d14d), after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:30.680906 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-3c092820-ae2b-4419-b05e-699a61c72850 req-420b43ba-812c-49c3-af47-f8762d9316a4 tempest-ServersAdminTestJSON-70469306 tempest-ServersAdminTestJSON-70469306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (35ae7739-d12e-440a-928f-2c25bcb6031d), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:30.685947 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-494f7f19-5ef0-48d1-a6bd-c492c272de3d req-31364bb1-4909-44eb-b523-e0b5edc39694 tempest-ServersAdminTestJSON-70469306 tempest-ServersAdminTestJSON-70469306-project] 10.222.0.89 "GET /v2.0/ports?device_id=cdea105d-d892-4559-baed-fb98b40680d0 HTTP/1.1" status: 200 len: 210 time: 0.0470269 Feb 04 17:20:30.713770 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420b43ba-812c-49c3-af47-f8762d9316a4 tempest-ServersAdminTestJSON-70469306 tempest-ServersAdminTestJSON-70469306-project] Pushing event deleted for resources: {'Port': ['ID=35ae7739-d12e-440a-928f-2c25bcb6031d,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:20:30.803340 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-fb25f1be-07a1-4a8c-a68a-bb52043e8c9a tempest-TagsExtTest-1372806535 tempest-TagsExtTest-1372806535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (8f43b574-c88a-4b98-a9a1-fd0fd526d14d), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:30.876507 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb25f1be-07a1-4a8c-a68a-bb52043e8c9a tempest-TagsExtTest-1372806535 tempest-TagsExtTest-1372806535-project] No DVR routers for this DVR port 8f43b574-c88a-4b98-a9a1-fd0fd526d14d on host n-d-827839-2 {{(pid=103376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 17:20:30.902807 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb25f1be-07a1-4a8c-a68a-bb52043e8c9a tempest-TagsExtTest-1372806535 tempest-TagsExtTest-1372806535-project] Pushing event deleted for resources: {'Port': ['ID=8f43b574-c88a-4b98-a9a1-fd0fd526d14d,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:20:30.984509 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6df026d-b570-4c4a-9872-69c3850411dc admin admin] Notify agent at l3_agent.n-d-827839-2 the message routers_updated {{(pid=103377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 17:20:30.987351 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c092820-ae2b-4419-b05e-699a61c72850 req-420b43ba-812c-49c3-af47-f8762d9316a4 tempest-ServersAdminTestJSON-70469306 tempest-ServersAdminTestJSON-70469306-project] No DVR routers for this DVR port 35ae7739-d12e-440a-928f-2c25bcb6031d on host n-h2-827839-2 {{(pid=103377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 17:20:31.001655 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-a6df026d-b570-4c4a-9872-69c3850411dc admin admin] 10.222.0.89 "PUT /v2.0/routers/9f0293b3-2d1a-4b49-9f3a-9f76076d8c6f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7330220 Feb 04 17:20:31.004017 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-3c092820-ae2b-4419-b05e-699a61c72850 req-420b43ba-812c-49c3-af47-f8762d9316a4 tempest-ServersAdminTestJSON-70469306 tempest-ServersAdminTestJSON-70469306-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:31.008711 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-3c092820-ae2b-4419-b05e-699a61c72850 req-420b43ba-812c-49c3-af47-f8762d9316a4 tempest-ServersAdminTestJSON-70469306 tempest-ServersAdminTestJSON-70469306-project] 10.222.0.90 "DELETE /v2.0/ports/35ae7739-d12e-440a-928f-2c25bcb6031d HTTP/1.1" status: 204 len: 173 time: 1.4778216 Feb 04 17:20:31.019666 n-d-827839-2 neutron-server[103377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdea105d-d892-4559-baed-fb98b40680d0', 'name': 'network-vif-deleted', 'tag': '35ae7739-d12e-440a-928f-2c25bcb6031d'}] {{(pid=103377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:20:31.025972 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7240428b650e1488e9361b62648ff4b3a6c19d49d8c27c949491ab58c1346cf0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03065c08-550f-4c20-b2ba-18a38e8ba576" -d '{"events": [{"server_uuid": "cdea105d-d892-4559-baed-fb98b40680d0", "name": "network-vif-deleted", "tag": "35ae7739-d12e-440a-928f-2c25bcb6031d"}]}' {{(pid=103377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:20:31.117292 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0260d71b-698b-4aef-beae-72ef87640479 req-836d79f8-dbcc-4c2e-b601-7daac71d8dd7 tempest-ServerRescueTestJSON-1860265827 tempest-ServerRescueTestJSON-1860265827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:20:31.131419 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-0260d71b-698b-4aef-beae-72ef87640479 req-836d79f8-dbcc-4c2e-b601-7daac71d8dd7 tempest-ServerRescueTestJSON-1860265827 tempest-ServerRescueTestJSON-1860265827-project] 10.222.0.89 "GET /v2.0/ports?device_id=2a222a3c-0b77-4166-9ac9-c127db15637a HTTP/1.1" status: 200 len: 945 time: 0.1123760 Feb 04 17:20:31.195061 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] get_ports_and_sgs() called for port_ids ['35ae7739-d12e-440a-928f-2c25bcb6031d'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 17:20:31.201211 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-14266d5e-e92b-4d17-869a-99fe791d8f26 None None] Provisioning complete for port d5ec0996-75d6-423b-b4f8-e5d090964fb4 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:20:31.201570 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-14266d5e-e92b-4d17-869a-99fe791d8f26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (d5ec0996-75d6-423b-b4f8-e5d090964fb4), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:31.205764 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-0260d71b-698b-4aef-beae-72ef87640479 req-a7bd3e70-5a27-47b1-9f35-5f3c284dc760 tempest-ServerRescueTestJSON-1860265827 tempest-ServerRescueTestJSON-1860265827-project] 10.222.0.89 "GET /v2.0/security-groups?id=cc4b9805-caea-4906-9ad3-3e1579c9619f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728767 Feb 04 17:20:31.207592 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-6c73645c-0e4c-47fa-8c3b-7c389348812d req-792ec67d-4a28-4352-998f-1e5c5c9ed422 tempest-QuotasAdminNegativeTest-1103662034 tempest-QuotasAdminNegativeTest-1103662034-project] 10.222.0.89 "GET /v2.0/networks?tenant_id=0676c55dcae54879a1f9f2fdba0d611c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0883849 Feb 04 17:20:31.215369 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e7e4b4e-d0f6-4dc2-a2cd-f038938498ea None None] Sync routers for ids ['9f0293b3-2d1a-4b49-9f3a-9f76076d8c6f'] in n-d-827839-2 {{(pid=103378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 17:20:31.227765 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff112307-c04f-45fb-8525-4b0d9da6299a None None] No DVR routers for this DVR port 8f43b574-c88a-4b98-a9a1-fd0fd526d14d on host n-d-827839-2 {{(pid=103378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 17:20:31.242733 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff112307-c04f-45fb-8525-4b0d9da6299a None None] Pushing event deleted for resources: {'Port': ['ID=8f43b574-c88a-4b98-a9a1-fd0fd526d14d,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:20:31.275403 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 17:20:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48f43709-cea3-491a-a5a8-b35ec29373c3 x-openstack-request-id: req-48f43709-cea3-491a-a5a8-b35ec29373c3 {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:20:31.275694 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdea105d-d892-4559-baed-fb98b40680d0", "name": "network-vif-deleted", "tag": "35ae7739-d12e-440a-928f-2c25bcb6031d", "status": "completed", "code": 200}]} {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:20:31.275986 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-48f43709-cea3-491a-a5a8-b35ec29373c3 {{(pid=103377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:20:31.276406 n-d-827839-2 neutron-server[103377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdea105d-d892-4559-baed-fb98b40680d0', 'name': 'network-vif-deleted', 'tag': '35ae7739-d12e-440a-928f-2c25bcb6031d', 'status': 'completed', 'code': 200} Feb 04 17:20:31.315792 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e7e4b4e-d0f6-4dc2-a2cd-f038938498ea None None] Routers {'9f0293b3-2d1a-4b49-9f3a-9f76076d8c6f'} bound to L3 agent in host n-d-827839-2 {{(pid=103378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:20:31.316436 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-5e7e4b4e-d0f6-4dc2-a2cd-f038938498ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:20:02Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['9f0293b3-2d1a-4b49-9f3a-9f76076d8c6f'], 'active': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:20:31.324241 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-fb25f1be-07a1-4a8c-a68a-bb52043e8c9a tempest-TagsExtTest-1372806535 tempest-TagsExtTest-1372806535-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1543676', 'neutron.services.segments.db._delete_segments_for_network-8781084786517'] for network (333ae123-eac9-4d3f-8f64-e69341eee8a7), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:31.398355 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c73645c-0e4c-47fa-8c3b-7c389348812d req-dfb3ea86-841f-49d3-a463-ee8dc8f8475b tempest-QuotasAdminNegativeTest-1103662034 tempest-QuotasAdminNegativeTest-1103662034-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:20:31.405347 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-6c73645c-0e4c-47fa-8c3b-7c389348812d req-dfb3ea86-841f-49d3-a463-ee8dc8f8475b tempest-QuotasAdminNegativeTest-1103662034 tempest-QuotasAdminNegativeTest-1103662034-project] 10.222.0.89 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1968150 Feb 04 17:20:31.411275 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-14266d5e-e92b-4d17-869a-99fe791d8f26 None None] Port d5ec0996-75d6-423b-b4f8-e5d090964fb4 cannot update to ACTIVE because it is not bound. {{(pid=103378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 17:20:31.419648 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port 263f0eeb-4b14-4abe-972d-3715fca25045 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:20:31.420166 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (263f0eeb-4b14-4abe-972d-3715fca25045), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:31.421001 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-f3839720-858f-40a8-9c07-acacd98d4058 req-b5f027d6-2bd9-4aae-a945-d1b69f7e56b7 tempest-ServerShowV254Test-1084348911 tempest-ServerShowV254Test-1084348911-project] 10.222.0.89 "GET /v2.0/ports?device_id=e08e0c23-4ebc-4126-954a-5b309061355f HTTP/1.1" status: 200 len: 210 time: 0.0664585 Feb 04 17:20:31.443013 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-6c73645c-0e4c-47fa-8c3b-7c389348812d req-d3176ce2-8cb1-49ed-85c4-e45690178943 tempest-QuotasAdminNegativeTest-1103662034 tempest-QuotasAdminNegativeTest-1103662034-project] 10.222.0.89 "GET /v2.0/quotas/0676c55dcae54879a1f9f2fdba0d611c HTTP/1.1" status: 200 len: 375 time: 0.0363281 Feb 04 17:20:31.485422 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-6c73645c-0e4c-47fa-8c3b-7c389348812d req-736f58a9-2106-4f17-9195-a7e9b45fb295 tempest-QuotasAdminNegativeTest-1103662034 tempest-QuotasAdminNegativeTest-1103662034-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=0676c55dcae54879a1f9f2fdba0d611c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0412042 Feb 04 17:20:31.487266 n-d-827839-2 neutron-server[103376]: DEBUG neutron.services.segments.db [None req-fb25f1be-07a1-4a8c-a68a-bb52043e8c9a tempest-TagsExtTest-1372806535 tempest-TagsExtTest-1372806535-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['333ae123-eac9-4d3f-8f64-e69341eee8a7']}} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:20:31.501219 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvr_db [None req-5e7e4b4e-d0f6-4dc2-a2cd-f038938498ea None None] Set router 9f0293b3-2d1a-4b49-9f3a-9f76076d8c6f gateway port host: n-d-827839-2 {{(pid=103378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:20:31.529744 n-d-827839-2 neutron-server[103376]: DEBUG neutron.services.segments.db [None req-fb25f1be-07a1-4a8c-a68a-bb52043e8c9a tempest-TagsExtTest-1372806535 tempest-TagsExtTest-1372806535-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7626232-7166-4cc4-952b-877a9458ab20') {'for_net_delete': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:20:31.533106 n-d-827839-2 neutron-server[103376]: DEBUG neutron.services.segments.db [None req-fb25f1be-07a1-4a8c-a68a-bb52043e8c9a tempest-TagsExtTest-1372806535 tempest-TagsExtTest-1372806535-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7626232-7166-4cc4-952b-877a9458ab20') {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:20:31.556922 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-fb25f1be-07a1-4a8c-a68a-bb52043e8c9a tempest-TagsExtTest-1372806535 tempest-TagsExtTest-1372806535-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781084783966', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25674908'] for segment (b7626232-7166-4cc4-952b-877a9458ab20), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:31.589865 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-fb25f1be-07a1-4a8c-a68a-bb52043e8c9a tempest-TagsExtTest-1372806535 tempest-TagsExtTest-1372806535-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (b7626232-7166-4cc4-952b-877a9458ab20), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:31.611340 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb25f1be-07a1-4a8c-a68a-bb52043e8c9a tempest-TagsExtTest-1372806535 tempest-TagsExtTest-1372806535-project] Releasing vlan 761 on physical network physnet1 to pool {{(pid=103376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 17:20:31.612197 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-fb25f1be-07a1-4a8c-a68a-bb52043e8c9a tempest-TagsExtTest-1372806535 tempest-TagsExtTest-1372806535-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25675992'] for segment (b7626232-7166-4cc4-952b-877a9458ab20), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:31.622633 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port 263f0eeb-4b14-4abe-972d-3715fca25045 is: DOWN; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:20:31.623236 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (263f0eeb-4b14-4abe-972d-3715fca25045), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:31.636630 n-d-827839-2 neutron-server[103376]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 17:20:31.636630 n-d-827839-2 neutron-server[103376]: self.session.flush() Feb 04 17:20:31.636630 n-d-827839-2 neutron-server[103376]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 17:20:31.636630 n-d-827839-2 neutron-server[103376]: self.session.flush() Feb 04 17:20:31.636630 n-d-827839-2 neutron-server[103376]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 17:20:31.636630 n-d-827839-2 neutron-server[103376]: self.session.flush() Feb 04 17:20:31.636630 n-d-827839-2 neutron-server[103376]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 17:20:31.636630 n-d-827839-2 neutron-server[103376]: self.session.flush() Feb 04 17:20:31.636630 n-d-827839-2 neutron-server[103376]: Traceback (most recent call last): Feb 04 17:20:31.636630 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 17:20:31.636630 n-d-827839-2 neutron-server[103376]: timer() Feb 04 17:20:31.636630 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 17:20:31.636630 n-d-827839-2 neutron-server[103376]: cb(*args, **kw) Feb 04 17:20:31.636630 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 17:20:31.636630 n-d-827839-2 neutron-server[103376]: return func(*args, **kwargs) Feb 04 17:20:31.636630 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 17:20:31.636630 n-d-827839-2 neutron-server[103376]: self._notify() Feb 04 17:20:31.636630 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 17:20:31.636630 n-d-827839-2 neutron-server[103376]: self.callback(batched_events) Feb 04 17:20:31.636630 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 17:20:31.636630 n-d-827839-2 neutron-server[103376]: event.method(event) Feb 04 17:20:31.636630 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 17:20:31.636630 n-d-827839-2 neutron-server[103376]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 17:20:31.636630 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 17:20:31.636630 n-d-827839-2 neutron-server[103376]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 17:20:31.636630 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 17:20:31.636630 n-d-827839-2 neutron-server[103376]: return f(self, *a, **k) Feb 04 17:20:31.636630 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 17:20:31.636630 n-d-827839-2 neutron-server[103376]: return self._get(url).json() Feb 04 17:20:31.636630 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 17:20:31.636630 n-d-827839-2 neutron-server[103376]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 17:20:31.636630 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 17:20:31.636630 n-d-827839-2 neutron-server[103376]: return self.request(url, 'GET', **kwargs) Feb 04 17:20:31.636630 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 17:20:31.636630 n-d-827839-2 neutron-server[103376]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 17:20:31.636630 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 17:20:31.636630 n-d-827839-2 neutron-server[103376]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 17:20:31.636630 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 17:20:31.636630 n-d-827839-2 neutron-server[103376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 17:20:31.636630 n-d-827839-2 neutron-server[103376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 17:20:31.664497 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] For port 263f0eeb-4b14-4abe-972d-3715fca25045, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=263f0eeb-4b14-4abe-972d-3715fca25045,segment=NetworkSegment(5942dc44-1f07-4c27-b0ab-45a2bff20dd5),segment_id=5942dc44-1f07-4c27-b0ab-45a2bff20dd5)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:20:31.697992 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (263f0eeb-4b14-4abe-972d-3715fca25045), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:31.727660 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-fb25f1be-07a1-4a8c-a68a-bb52043e8c9a tempest-TagsExtTest-1372806535 tempest-TagsExtTest-1372806535-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1543671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1595572'] for network (333ae123-eac9-4d3f-8f64-e69341eee8a7), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:31.767138 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-fb25f1be-07a1-4a8c-a68a-bb52043e8c9a tempest-TagsExtTest-1372806535 tempest-TagsExtTest-1372806535-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677565'] for network (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:31.779960 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-fb25f1be-07a1-4a8c-a68a-bb52043e8c9a tempest-TagsExtTest-1372806535 tempest-TagsExtTest-1372806535-project] 10.222.0.89 "DELETE /v2.0/networks/333ae123-eac9-4d3f-8f64-e69341eee8a7 HTTP/1.1" status: 204 len: 168 time: 1.9155912 Feb 04 17:20:31.810354 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb25f1be-07a1-4a8c-a68a-bb52043e8c9a tempest-TagsExtTest-1372806535 tempest-TagsExtTest-1372806535-project] Pushing event deleted for resources: {'Network': ['ID=333ae123-eac9-4d3f-8f64-e69341eee8a7,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:20:31.818402 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 8f43b574-c88a-4b98-a9a1-fd0fd526d14d no longer exists at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:20:31.863837 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] No Port match for: 8f43b574-c88a-4b98-a9a1-fd0fd526d14d {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 17:20:31.864398 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 8f43b574-c88a-4b98-a9a1-fd0fd526d14d not bound to the agent host n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 17:20:31.894165 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Pushing event updated for resources: {'Port': ['ID=263f0eeb-4b14-4abe-972d-3715fca25045,revision_number=4']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:20:31.909262 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-8f05428a-59fd-4f03-be73-559ba3c47ee5 req-f83b502b-1a45-49e8-a695-7df0380fdb92 tempest-FloatingIPDetailsTestJSON-138245371 tempest-FloatingIPDetailsTestJSON-138245371-project] 10.222.0.89 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3682222 Feb 04 17:20:31.916032 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [req-8f05428a-59fd-4f03-be73-559ba3c47ee5 req-29da0334-be8d-492c-84c8-eb0dc5d11f0d tempest-FloatingIPDetailsTestJSON-138245371 tempest-FloatingIPDetailsTestJSON-138245371-project] Request body: {'floatingip': {'floating_network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:20:31.959364 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-8f05428a-59fd-4f03-be73-559ba3c47ee5 req-29da0334-be8d-492c-84c8-eb0dc5d11f0d tempest-FloatingIPDetailsTestJSON-138245371 tempest-FloatingIPDetailsTestJSON-138245371-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:31.960944 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-60f692f7-915a-4910-add6-47743831c2b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (64ada913-9131-4d99-a265-63a920956287), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:31.989131 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-5e7e4b4e-d0f6-4dc2-a2cd-f038938498ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f0293b3-2d1a-4b49-9f3a-9f76076d8c6f', 'name': 'tempest-FloatingIPDetailsTestJSON-954219666-router', 'tenant_id': '71760d3833b0487ca555da8afc60313f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.216'}], 'enable_snat': True}, 'gw_port_id': '263f0eeb-4b14-4abe-972d-3715fca25045', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:20:22Z', 'updated_at': '2022-02-04T17:20:28Z', 'revision_number': 4, 'project_id': '71760d3833b0487ca555da8afc60313f', 'gw_port': {'id': '263f0eeb-4b14-4abe-972d-3715fca25045', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:01:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f0293b3-2d1a-4b49-9f3a-9f76076d8c6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1085, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:20:23Z', 'updated_at': '2022-02-04T17:20:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_interfaces': [{'id': 'd5ec0996-75d6-423b-b4f8-e5d090964fb4', 'name': '', 'network_id': 'c5c0955b-2649-42e4-9af8-fe9140197c29', 'tenant_id': '71760d3833b0487ca555da8afc60313f', 'mac_address': 'fa:16:3e:7d:b4:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f0293b3-2d1a-4b49-9f3a-9f76076d8c6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1086, 'fixed_ips': [{'subnet_id': '1ae8c6b2-47bb-4a0b-8867-db7d64c4829b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:20:27Z', 'updated_at': '2022-02-04T17:20:28Z', 'revision_number': 2, 'project_id': '71760d3833b0487ca555da8afc60313f', 'subnets': [{'id': '1ae8c6b2-47bb-4a0b-8867-db7d64c4829b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-2', False) {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:20:32.019663 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e7e4b4e-d0f6-4dc2-a2cd-f038938498ea None None] Checking router: 9f0293b3-2d1a-4b49-9f3a-9f76076d8c6f for host: n-d-827839-2 {{(pid=103378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 17:20:32.020175 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e7e4b4e-d0f6-4dc2-a2cd-f038938498ea None None] Updating router 9f0293b3-2d1a-4b49-9f3a-9f76076d8c6f port d5ec0996-75d6-423b-b4f8-e5d090964fb4 binding host n-d-827839-2 {{(pid=103378) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 17:20:32.039589 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829a0b3b-3f7a-4fec-8e0f-e8dd5a633bd7 req-4abbd517-8887-4fc0-b209-d71ec7490470 tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:20:32.049626 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-829a0b3b-3f7a-4fec-8e0f-e8dd5a633bd7 req-4abbd517-8887-4fc0-b209-d71ec7490470 tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] 10.222.0.89 "GET /v2.0/ports?device_id=c8f699c0-43f7-4dac-a0ef-88d572310de9 HTTP/1.1" status: 200 len: 946 time: 0.1068497 Feb 04 17:20:32.054193 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5e7e4b4e-d0f6-4dc2-a2cd-f038938498ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (d5ec0996-75d6-423b-b4f8-e5d090964fb4), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:32.124319 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-829a0b3b-3f7a-4fec-8e0f-e8dd5a633bd7 req-4528ac13-36c5-4b12-9536-d41657e15c2f tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] 10.222.0.89 "GET /v2.0/security-groups?id=c591d0a0-8f77-4259-ab5e-c54cb31473d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737329 Feb 04 17:20:32.162055 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-8f05428a-59fd-4f03-be73-559ba3c47ee5 req-29da0334-be8d-492c-84c8-eb0dc5d11f0d tempest-FloatingIPDetailsTestJSON-138245371 tempest-FloatingIPDetailsTestJSON-138245371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:32.270415 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 34268) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:20:32.316357 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.db_base_plugin_common [req-8f05428a-59fd-4f03-be73-559ba3c47ee5 req-29da0334-be8d-492c-84c8-eb0dc5d11f0d tempest-FloatingIPDetailsTestJSON-138245371 tempest-FloatingIPDetailsTestJSON-138245371-project] Allocated IP 172.25.6.47 (48165773-85ad-49a1-9ec1-76fc8dc24188/7660bfad-1ea8-4fe7-831b-bed836f13efc/2b4daefe-d5f8-418b-87bc-bcb0ff873df6) {{(pid=103377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:20:32.490294 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5e7e4b4e-d0f6-4dc2-a2cd-f038938498ea None None] Publish callbacks [] for port (d5ec0996-75d6-423b-b4f8-e5d090964fb4), precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:32.500296 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 263f0eeb-4b14-4abe-972d-3715fca25045 up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:20:32.527510 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-8f05428a-59fd-4f03-be73-559ba3c47ee5 req-29da0334-be8d-492c-84c8-eb0dc5d11f0d tempest-FloatingIPDetailsTestJSON-138245371 tempest-FloatingIPDetailsTestJSON-138245371-project] Publish callbacks [] for port (2b4daefe-d5f8-418b-87bc-bcb0ff873df6), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:32.571456 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-8f05428a-59fd-4f03-be73-559ba3c47ee5 req-29da0334-be8d-492c-84c8-eb0dc5d11f0d tempest-FloatingIPDetailsTestJSON-138245371 tempest-FloatingIPDetailsTestJSON-138245371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (2b4daefe-d5f8-418b-87bc-bcb0ff873df6), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:32.574972 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5e7e4b4e-d0f6-4dc2-a2cd-f038938498ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (d5ec0996-75d6-423b-b4f8-e5d090964fb4), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:32.657183 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port 263f0eeb-4b14-4abe-972d-3715fca25045 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:20:32.657831 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (263f0eeb-4b14-4abe-972d-3715fca25045), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:32.685749 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f05428a-59fd-4f03-be73-559ba3c47ee5 req-29da0334-be8d-492c-84c8-eb0dc5d11f0d tempest-FloatingIPDetailsTestJSON-138245371 tempest-FloatingIPDetailsTestJSON-138245371-project] Network 48165773-85ad-49a1-9ec1-76fc8dc24188 is already hosted by enough agents. {{(pid=103377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:20:32.686374 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 34280) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:20:32.698180 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8aa22b-e879-436b-87ad-75b52b8f35cf None None] Pushing event updated for resources: {'Port': ['ID=d5ec0996-75d6-423b-b4f8-e5d090964fb4,revision_number=3']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:20:32.721613 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [req-8f05428a-59fd-4f03-be73-559ba3c47ee5 req-29da0334-be8d-492c-84c8-eb0dc5d11f0d tempest-FloatingIPDetailsTestJSON-138245371 tempest-FloatingIPDetailsTestJSON-138245371-project] Resources bound (agent type, host, resource id): {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:20:32.731936 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f05428a-59fd-4f03-be73-559ba3c47ee5 req-29da0334-be8d-492c-84c8-eb0dc5d11f0d tempest-FloatingIPDetailsTestJSON-138245371 tempest-FloatingIPDetailsTestJSON-138245371-project] Received port after_create {{(pid=103377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:20:32.751117 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-c9b060a8-ad89-462e-bb6d-0612b7325fe6 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=dcd8640210df43e5ad84552d66a5fc04&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4788420 Feb 04 17:20:32.751584 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 34284) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:20:32.806702 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-5e7e4b4e-d0f6-4dc2-a2cd-f038938498ea None None] Attempting to bind port d5ec0996-75d6-423b-b4f8-e5d090964fb4 on host n-d-827839-2 for vnic_type normal with profile {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:20:32.807335 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-5e7e4b4e-d0f6-4dc2-a2cd-f038938498ea None None] Attempting to bind port d5ec0996-75d6-423b-b4f8-e5d090964fb4 by drivers openvswitch,hyperv on host n-d-827839-2 at level 0 using segments [{'id': 'c2363295-0e30-4905-bc36-fac61ff2126f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': 'c5c0955b-2649-42e4-9af8-fe9140197c29'}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:20:32.808157 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e7e4b4e-d0f6-4dc2-a2cd-f038938498ea None None] Attempting to bind port d5ec0996-75d6-423b-b4f8-e5d090964fb4 on network c5c0955b-2649-42e4-9af8-fe9140197c29 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:20:32.823951 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e7e4b4e-d0f6-4dc2-a2cd-f038938498ea None None] Checking agent: {'id': 'ba70844b-66a0-45fd-a2f2-e6ed673321fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 0, 36), 'started_at': datetime.datetime(2022, 2, 4, 17, 1, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 20, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:20:32.824567 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e7e4b4e-d0f6-4dc2-a2cd-f038938498ea None None] Checking segment: {'id': 'c2363295-0e30-4905-bc36-fac61ff2126f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': 'c5c0955b-2649-42e4-9af8-fe9140197c29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:20:32.825177 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5e7e4b4e-d0f6-4dc2-a2cd-f038938498ea None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:32.825725 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e7e4b4e-d0f6-4dc2-a2cd-f038938498ea None None] Bound using segment: {'id': 'c2363295-0e30-4905-bc36-fac61ff2126f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': 'c5c0955b-2649-42e4-9af8-fe9140197c29'} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:20:32.826379 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-5e7e4b4e-d0f6-4dc2-a2cd-f038938498ea None None] Bound port: d5ec0996-75d6-423b-b4f8-e5d090964fb4, host: n-d-827839-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2363295-0e30-4905-bc36-fac61ff2126f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': 'c5c0955b-2649-42e4-9af8-fe9140197c29'}}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:20:32.826954 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5e7e4b4e-d0f6-4dc2-a2cd-f038938498ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (d5ec0996-75d6-423b-b4f8-e5d090964fb4), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:32.875782 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-d410fb8d-03ff-41e5-8ed7-65828694209e admin admin] Publish callbacks [] for security_group (8e057a16-488d-4aa1-8991-2c056d92d177), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:32.927724 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-d410fb8d-03ff-41e5-8ed7-65828694209e admin admin] Publish callbacks [] for security_group (8e057a16-488d-4aa1-8991-2c056d92d177), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:32.956792 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29da0334-be8d-492c-84c8-eb0dc5d11f0d tempest-FloatingIPDetailsTestJSON-138245371 tempest-FloatingIPDetailsTestJSON-138245371-project] Pushing event updated for resources: {'Port': ['ID=2b4daefe-d5f8-418b-87bc-bcb0ff873df6,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:20:32.963026 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-8f05428a-59fd-4f03-be73-559ba3c47ee5 req-29da0334-be8d-492c-84c8-eb0dc5d11f0d tempest-FloatingIPDetailsTestJSON-138245371 tempest-FloatingIPDetailsTestJSON-138245371-project] Publish callbacks [] for floatingip (a3e3aab4-a6c1-4eb5-b245-549ea23fca1d), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:32.987527 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d408ec64-b374-4acb-a1fc-48241dad6d47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (0cd6d64a-47a7-40ff-8c12-71dd526c62e0), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:32.993253 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port 263f0eeb-4b14-4abe-972d-3715fca25045 is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:20:32.998382 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-454ab421-6c56-4a12-8e44-3395b6688f30 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=f484bbd9aba14982b5f05b3677d924de&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3083098 Feb 04 17:20:32.999502 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 34288) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:20:33.017063 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-5e7e4b4e-d0f6-4dc2-a2cd-f038938498ea None None] For port d5ec0996-75d6-423b-b4f8-e5d090964fb4, host n-d-827839-2, cleared binding levels {{(pid=103378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:20:33.021140 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-5e7e4b4e-d0f6-4dc2-a2cd-f038938498ea None None] For port d5ec0996-75d6-423b-b4f8-e5d090964fb4, host n-d-827839-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=d5ec0996-75d6-423b-b4f8-e5d090964fb4,segment=NetworkSegment(c2363295-0e30-4905-bc36-fac61ff2126f),segment_id=c2363295-0e30-4905-bc36-fac61ff2126f)] {{(pid=103378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:20:33.022586 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-024f81bb-c6d3-4824-a844-50947dd19cc2 None None] Provisioning complete for port d5ec0996-75d6-423b-b4f8-e5d090964fb4 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:20:33.022952 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-024f81bb-c6d3-4824-a844-50947dd19cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (d5ec0996-75d6-423b-b4f8-e5d090964fb4), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:33.023104 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8086ad19-ba13-4e45-b307-be712b8d202d req-bb63b244-9ea0-4ba3-b3b4-515fad5511b3 tempest-ServerRescueTestJSON-1860265827 tempest-ServerRescueTestJSON-1860265827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:20:33.024615 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-8086ad19-ba13-4e45-b307-be712b8d202d req-bb63b244-9ea0-4ba3-b3b4-515fad5511b3 tempest-ServerRescueTestJSON-1860265827 tempest-ServerRescueTestJSON-1860265827-project] 10.222.0.89 "GET /v2.0/ports?device_id=2a222a3c-0b77-4166-9ac9-c127db15637a HTTP/1.1" status: 200 len: 945 time: 0.0947826 Feb 04 17:20:33.038297 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-d410fb8d-03ff-41e5-8ed7-65828694209e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (8e057a16-488d-4aa1-8991-2c056d92d177), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:33.041871 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-d410fb8d-03ff-41e5-8ed7-65828694209e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:33.045197 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-d410fb8d-03ff-41e5-8ed7-65828694209e admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/8e057a16-488d-4aa1-8991-2c056d92d177 HTTP/1.1" status: 204 len: 168 time: 0.2926445 Feb 04 17:20:33.064031 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-024f81bb-c6d3-4824-a844-50947dd19cc2 None None] Port d5ec0996-75d6-423b-b4f8-e5d090964fb4 cannot update to ACTIVE because it is not bound. {{(pid=103378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 17:20:33.065934 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-8f05428a-59fd-4f03-be73-559ba3c47ee5 req-29da0334-be8d-492c-84c8-eb0dc5d11f0d tempest-FloatingIPDetailsTestJSON-138245371 tempest-FloatingIPDetailsTestJSON-138245371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (2b4daefe-d5f8-418b-87bc-bcb0ff873df6), before_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:33.069378 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5e7e4b4e-d0f6-4dc2-a2cd-f038938498ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (d5ec0996-75d6-423b-b4f8-e5d090964fb4), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:33.088691 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d410fb8d-03ff-41e5-8ed7-65828694209e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e057a16-488d-4aa1-8991-2c056d92d177,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:20:33.143831 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-8086ad19-ba13-4e45-b307-be712b8d202d req-274bb1d9-9b27-43ff-8e6e-a0beb51db82a tempest-ServerRescueTestJSON-1860265827 tempest-ServerRescueTestJSON-1860265827-project] 10.222.0.89 "GET /v2.0/security-groups?id=cc4b9805-caea-4906-9ad3-3e1579c9619f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965014 Feb 04 17:20:33.149846 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e7e4b4e-d0f6-4dc2-a2cd-f038938498ea None None] Routers {'9f0293b3-2d1a-4b49-9f3a-9f76076d8c6f'} bound to L3 agent in host n-d-827839-2 {{(pid=103378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:20:33.150528 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-5e7e4b4e-d0f6-4dc2-a2cd-f038938498ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:20:32Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['9f0293b3-2d1a-4b49-9f3a-9f76076d8c6f'], 'active': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:20:33.277843 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8aa22b-e879-436b-87ad-75b52b8f35cf None None] Pushing event updated for resources: {'Port': ['ID=d5ec0996-75d6-423b-b4f8-e5d090964fb4,revision_number=4']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:20:33.310966 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-d31d0bb9-a41f-4f81-8fde-e52d62adde15 req-0694ac44-ec98-49d2-93c5-0eed6f56ea63 tempest-ServerShowV254Test-1084348911 tempest-ServerShowV254Test-1084348911-project] 10.222.0.89 "GET /v2.0/ports?device_id=e08e0c23-4ebc-4126-954a-5b309061355f HTTP/1.1" status: 200 len: 210 time: 0.0483615 Feb 04 17:20:33.377830 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvr_db [None req-5e7e4b4e-d0f6-4dc2-a2cd-f038938498ea None None] Set router 9f0293b3-2d1a-4b49-9f3a-9f76076d8c6f gateway port host: n-d-827839-2 {{(pid=103378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:20:33.404378 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-8f05428a-59fd-4f03-be73-559ba3c47ee5 req-29da0334-be8d-492c-84c8-eb0dc5d11f0d tempest-FloatingIPDetailsTestJSON-138245371 tempest-FloatingIPDetailsTestJSON-138245371-project] Publish callbacks [] for port (2b4daefe-d5f8-418b-87bc-bcb0ff873df6), precommit_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:33.415281 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-8f05428a-59fd-4f03-be73-559ba3c47ee5 req-29da0334-be8d-492c-84c8-eb0dc5d11f0d tempest-FloatingIPDetailsTestJSON-138245371 tempest-FloatingIPDetailsTestJSON-138245371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25888290'] for port (2b4daefe-d5f8-418b-87bc-bcb0ff873df6), after_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:33.428668 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-ebd39978-df9d-46c3-bf61-7fb134936ef8 admin admin] Publish callbacks [] for security_group (0b9d4704-c600-4325-be39-d787042bd965), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:33.452116 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Device 35ae7739-d12e-440a-928f-2c25bcb6031d no longer exists at agent hyperv_n-h2-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:20:33.518220 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] No Port match for: 35ae7739-d12e-440a-928f-2c25bcb6031d {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 17:20:33.518799 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Device 35ae7739-d12e-440a-928f-2c25bcb6031d not bound to the agent host n-h2-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 17:20:33.592871 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-bcba930f-10bb-4df6-9191-870058b95ce9 None None] Provisioning complete for port d5ec0996-75d6-423b-b4f8-e5d090964fb4 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:20:33.594085 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-bcba930f-10bb-4df6-9191-870058b95ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (d5ec0996-75d6-423b-b4f8-e5d090964fb4), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:33.914395 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-ebd39978-df9d-46c3-bf61-7fb134936ef8 admin admin] Publish callbacks [] for security_group (0b9d4704-c600-4325-be39-d787042bd965), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:33.933657 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-8f05428a-59fd-4f03-be73-559ba3c47ee5 req-29da0334-be8d-492c-84c8-eb0dc5d11f0d tempest-FloatingIPDetailsTestJSON-138245371 tempest-FloatingIPDetailsTestJSON-138245371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1595586'] for floatingip (a3e3aab4-a6c1-4eb5-b245-549ea23fca1d), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:33.944037 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29da0334-be8d-492c-84c8-eb0dc5d11f0d tempest-FloatingIPDetailsTestJSON-138245371 tempest-FloatingIPDetailsTestJSON-138245371-project] Pushing event updated for resources: {'Port': ['ID=2b4daefe-d5f8-418b-87bc-bcb0ff873df6,revision_number=2']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:20:33.975596 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-8f05428a-59fd-4f03-be73-559ba3c47ee5 req-29da0334-be8d-492c-84c8-eb0dc5d11f0d tempest-FloatingIPDetailsTestJSON-138245371 tempest-FloatingIPDetailsTestJSON-138245371-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for floatingip (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:33.986760 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-8f05428a-59fd-4f03-be73-559ba3c47ee5 req-29da0334-be8d-492c-84c8-eb0dc5d11f0d tempest-FloatingIPDetailsTestJSON-138245371 tempest-FloatingIPDetailsTestJSON-138245371-project] 10.222.0.89 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.0762572 Feb 04 17:20:34.010631 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-bcba930f-10bb-4df6-9191-870058b95ce9 None None] Current status of the port d5ec0996-75d6-423b-b4f8-e5d090964fb4 is: DOWN; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:20:34.011017 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-bcba930f-10bb-4df6-9191-870058b95ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (d5ec0996-75d6-423b-b4f8-e5d090964fb4), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:34.055302 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-bcba930f-10bb-4df6-9191-870058b95ce9 None None] For port d5ec0996-75d6-423b-b4f8-e5d090964fb4, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=d5ec0996-75d6-423b-b4f8-e5d090964fb4,segment=NetworkSegment(c2363295-0e30-4905-bc36-fac61ff2126f),segment_id=c2363295-0e30-4905-bc36-fac61ff2126f)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:20:34.062867 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-bcba930f-10bb-4df6-9191-870058b95ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (d5ec0996-75d6-423b-b4f8-e5d090964fb4), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:34.065584 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-8f05428a-59fd-4f03-be73-559ba3c47ee5 req-156df546-7c17-49e4-acb4-aab5e911e036 tempest-FloatingIPDetailsTestJSON-138245371 tempest-FloatingIPDetailsTestJSON-138245371-project] 10.222.0.89 "GET /v2.0/floatingips?floating_ip_address=172.25.6.47 HTTP/1.1" status: 200 len: 695 time: 0.0738637 Feb 04 17:20:34.115998 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-5e7e4b4e-d0f6-4dc2-a2cd-f038938498ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f0293b3-2d1a-4b49-9f3a-9f76076d8c6f', 'name': 'tempest-FloatingIPDetailsTestJSON-954219666-router', 'tenant_id': '71760d3833b0487ca555da8afc60313f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.216'}], 'enable_snat': True}, 'gw_port_id': '263f0eeb-4b14-4abe-972d-3715fca25045', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:20:22Z', 'updated_at': '2022-02-04T17:20:28Z', 'revision_number': 4, 'project_id': '71760d3833b0487ca555da8afc60313f', 'gw_port': {'id': '263f0eeb-4b14-4abe-972d-3715fca25045', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:01:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f0293b3-2d1a-4b49-9f3a-9f76076d8c6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1085, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:20:23Z', 'updated_at': '2022-02-04T17:20:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_interfaces': [{'id': 'd5ec0996-75d6-423b-b4f8-e5d090964fb4', 'name': '', 'network_id': 'c5c0955b-2649-42e4-9af8-fe9140197c29', 'tenant_id': '71760d3833b0487ca555da8afc60313f', 'mac_address': 'fa:16:3e:7d:b4:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f0293b3-2d1a-4b49-9f3a-9f76076d8c6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1086, 'fixed_ips': [{'subnet_id': '1ae8c6b2-47bb-4a0b-8867-db7d64c4829b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:20:27Z', 'updated_at': '2022-02-04T17:20:33Z', 'revision_number': 4, 'project_id': '71760d3833b0487ca555da8afc60313f', 'subnets': [{'id': '1ae8c6b2-47bb-4a0b-8867-db7d64c4829b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-2', False) {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:20:34.158786 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e7e4b4e-d0f6-4dc2-a2cd-f038938498ea None None] The sync data for ids ['9f0293b3-2d1a-4b49-9f3a-9f76076d8c6f'] in n-d-827839-2 is: [{'id': '9f0293b3-2d1a-4b49-9f3a-9f76076d8c6f', 'name': 'tempest-FloatingIPDetailsTestJSON-954219666-router', 'tenant_id': '71760d3833b0487ca555da8afc60313f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.216'}], 'enable_snat': True}, 'gw_port_id': '263f0eeb-4b14-4abe-972d-3715fca25045', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:20:22Z', 'updated_at': '2022-02-04T17:20:28Z', 'revision_number': 4, 'project_id': '71760d3833b0487ca555da8afc60313f', 'gw_port': {'id': '263f0eeb-4b14-4abe-972d-3715fca25045', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:01:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f0293b3-2d1a-4b49-9f3a-9f76076d8c6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1085, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:20:23Z', 'updated_at': '2022-02-04T17:20:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_interfaces': [{'id': 'd5ec0996-75d6-423b-b4f8-e5d090964fb4', 'name': '', 'network_id': 'c5c0955b-2649-42e4-9af8-fe9140197c29', 'tenant_id': '71760d3833b0487ca555da8afc60313f', 'mac_address': 'fa:16:3e:7d:b4:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f0293b3-2d1a-4b49-9f3a-9f76076d8c6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1086, 'fixed_ips': [{'subnet_id': '1ae8c6b2-47bb-4a0b-8867-db7d64c4829b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:20:27Z', 'updated_at': '2022-02-04T17:20:33Z', 'revision_number': 4, 'project_id': '71760d3833b0487ca555da8afc60313f', 'subnets': [{'id': '1ae8c6b2-47bb-4a0b-8867-db7d64c4829b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 17:20:34.184764 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcba930f-10bb-4df6-9191-870058b95ce9 None None] Pushing event updated for resources: {'Port': ['ID=d5ec0996-75d6-423b-b4f8-e5d090964fb4,revision_number=5']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:20:34.297490 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e7ef23-f163-4c8c-857c-90b97d6c57eb req-efdb1890-24ea-402d-8e4b-85ee3aae3a62 tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:20:34.301543 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-ebd39978-df9d-46c3-bf61-7fb134936ef8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (0b9d4704-c600-4325-be39-d787042bd965), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:34.306248 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-ebd39978-df9d-46c3-bf61-7fb134936ef8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:34.307661 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-ebd39978-df9d-46c3-bf61-7fb134936ef8 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/0b9d4704-c600-4325-be39-d787042bd965 HTTP/1.1" status: 204 len: 168 time: 1.3066065 Feb 04 17:20:34.308185 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-a0e7ef23-f163-4c8c-857c-90b97d6c57eb req-efdb1890-24ea-402d-8e4b-85ee3aae3a62 tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] 10.222.0.89 "GET /v2.0/ports?device_id=c8f699c0-43f7-4dac-a0ef-88d572310de9 HTTP/1.1" status: 200 len: 946 time: 0.1684222 Feb 04 17:20:34.340382 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd39978-df9d-46c3-bf61-7fb134936ef8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b9d4704-c600-4325-be39-d787042bd965,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:20:34.378418 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f05428a-59fd-4f03-be73-559ba3c47ee5 req-b9fab327-7dab-4339-a8d4-96b8cc3a5082 tempest-FloatingIPDetailsTestJSON-138245371 tempest-FloatingIPDetailsTestJSON-138245371-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:20:34.379876 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-8f05428a-59fd-4f03-be73-559ba3c47ee5 req-b9fab327-7dab-4339-a8d4-96b8cc3a5082 tempest-FloatingIPDetailsTestJSON-138245371 tempest-FloatingIPDetailsTestJSON-138245371-project] 10.222.0.89 "GET /v2.0/networks/48165773-85ad-49a1-9ec1-76fc8dc24188 HTTP/1.1" status: 200 len: 784 time: 0.3134971 Feb 04 17:20:34.434948 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-a0e7ef23-f163-4c8c-857c-90b97d6c57eb req-3f2409af-a623-42ef-abf2-1f7974e51f33 tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] 10.222.0.89 "GET /v2.0/security-groups?id=c591d0a0-8f77-4259-ab5e-c54cb31473d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258905 Feb 04 17:20:34.571568 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d484dd8b-4c92-494c-b960-0f965e20183b req-9babab02-3a22-4c38-b7f0-bb01b1514321 tempest-ServerRescueTestJSON-1860265827 tempest-ServerRescueTestJSON-1860265827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:20:34.584329 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-d484dd8b-4c92-494c-b960-0f965e20183b req-9babab02-3a22-4c38-b7f0-bb01b1514321 tempest-ServerRescueTestJSON-1860265827 tempest-ServerRescueTestJSON-1860265827-project] 10.222.0.89 "GET /v2.0/ports?device_id=2a222a3c-0b77-4166-9ac9-c127db15637a HTTP/1.1" status: 200 len: 945 time: 0.1106899 Feb 04 17:20:34.653079 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-eeca6de6-8126-45a2-ad07-bb0c6d925776 req-92290d18-ed13-4274-aff5-680bc842f4c8 tempest-QuotasAdminNegativeTest-1103662034 tempest-QuotasAdminNegativeTest-1103662034-project] 10.222.0.89 "GET /v2.0/networks?tenant_id=0676c55dcae54879a1f9f2fdba0d611c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0641937 Feb 04 17:20:34.687237 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-d484dd8b-4c92-494c-b960-0f965e20183b req-110ee7e8-c2ad-46db-9603-63b0fbe948ee tempest-ServerRescueTestJSON-1860265827 tempest-ServerRescueTestJSON-1860265827-project] 10.222.0.89 "GET /v2.0/security-groups?id=cc4b9805-caea-4906-9ad3-3e1579c9619f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925107 Feb 04 17:20:34.696732 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device d5ec0996-75d6-423b-b4f8-e5d090964fb4 up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:20:34.696732 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4f14bb47-e72b-46ac-9e44-a61d9293afcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (75326290-f7a3-4db8-9cf2-15c7139ed224), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:34.850773 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-b2025038-f6c2-4c00-909c-358e16f04d62 req-f8c67c34-f409-427e-999c-fb0cd8f3acfd tempest-ServerShowV254Test-1084348911 tempest-ServerShowV254Test-1084348911-project] 10.222.0.89 "GET /v2.0/ports?device_id=e08e0c23-4ebc-4126-954a-5b309061355f HTTP/1.1" status: 200 len: 210 time: 0.0403907 Feb 04 17:20:34.880823 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port d5ec0996-75d6-423b-b4f8-e5d090964fb4 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:20:34.881216 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (d5ec0996-75d6-423b-b4f8-e5d090964fb4), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:34.924905 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeca6de6-8126-45a2-ad07-bb0c6d925776 req-cd574bac-5dcb-4996-a53b-0a7c410e2e0a tempest-QuotasAdminNegativeTest-1103662034 tempest-QuotasAdminNegativeTest-1103662034-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:20:34.936002 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-eeca6de6-8126-45a2-ad07-bb0c6d925776 req-cd574bac-5dcb-4996-a53b-0a7c410e2e0a tempest-QuotasAdminNegativeTest-1103662034 tempest-QuotasAdminNegativeTest-1103662034-project] 10.222.0.89 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2756169 Feb 04 17:20:34.967854 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-eeca6de6-8126-45a2-ad07-bb0c6d925776 req-ac94b8cc-19dc-433a-9530-e660594760a8 tempest-QuotasAdminNegativeTest-1103662034 tempest-QuotasAdminNegativeTest-1103662034-project] 10.222.0.89 "GET /v2.0/quotas/0676c55dcae54879a1f9f2fdba0d611c HTTP/1.1" status: 200 len: 375 time: 0.0299850 Feb 04 17:20:35.042211 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-eeca6de6-8126-45a2-ad07-bb0c6d925776 req-2d04bba2-d66c-4bc0-b377-3994c01aed4d tempest-QuotasAdminNegativeTest-1103662034 tempest-QuotasAdminNegativeTest-1103662034-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=0676c55dcae54879a1f9f2fdba0d611c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0732353 Feb 04 17:20:35.105934 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port d5ec0996-75d6-423b-b4f8-e5d090964fb4 is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:20:35.129393 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 34350) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:20:35.165491 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-9e02fa39-aaca-48c4-abdb-bb5698bf717c req-a8bf5af1-554b-40a9-8865-4d28f6a6c5b2 tempest-FloatingIPDetailsTestJSON-138245371 tempest-FloatingIPDetailsTestJSON-138245371-project] 10.222.0.89 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2693532 Feb 04 17:20:35.181472 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [req-9e02fa39-aaca-48c4-abdb-bb5698bf717c req-44ce5683-bdbe-47d0-ad06-57c542d2e3b5 tempest-FloatingIPDetailsTestJSON-138245371 tempest-FloatingIPDetailsTestJSON-138245371-project] Request body: {'floatingip': {'floating_network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:20:35.256088 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-9e02fa39-aaca-48c4-abdb-bb5698bf717c req-44ce5683-bdbe-47d0-ad06-57c542d2e3b5 tempest-FloatingIPDetailsTestJSON-138245371 tempest-FloatingIPDetailsTestJSON-138245371-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:35.332211 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-c8af71c7-1724-4dea-a7b7-19f81fe1ff7f admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=44f1dacd6ca84c77b0451274024a0b07&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2005084 Feb 04 17:20:35.334760 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 34360) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:20:35.520631 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-9e02fa39-aaca-48c4-abdb-bb5698bf717c req-44ce5683-bdbe-47d0-ad06-57c542d2e3b5 tempest-FloatingIPDetailsTestJSON-138245371 tempest-FloatingIPDetailsTestJSON-138245371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:35.684285 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (ba70844b-66a0-45fd-a2f2-e6ed673321fc), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:35.757366 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb73d-d338-463d-bca9-106aafddd914 admin admin] Publish callbacks [] for security_group (4770034d-5418-44ad-a50e-1bf71d5c86ac), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:35.785767 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb73d-d338-463d-bca9-106aafddd914 admin admin] Publish callbacks [] for security_group (4770034d-5418-44ad-a50e-1bf71d5c86ac), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:35.839824 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.db_base_plugin_common [req-9e02fa39-aaca-48c4-abdb-bb5698bf717c req-44ce5683-bdbe-47d0-ad06-57c542d2e3b5 tempest-FloatingIPDetailsTestJSON-138245371 tempest-FloatingIPDetailsTestJSON-138245371-project] Allocated IP 172.25.6.57 (48165773-85ad-49a1-9ec1-76fc8dc24188/7660bfad-1ea8-4fe7-831b-bed836f13efc/4d4204c3-3533-4118-810c-b8644a4db552) {{(pid=103377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:20:35.854522 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb73d-d338-463d-bca9-106aafddd914 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (4770034d-5418-44ad-a50e-1bf71d5c86ac), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:35.857207 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb73d-d338-463d-bca9-106aafddd914 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:35.865726 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-ccfbb73d-d338-463d-bca9-106aafddd914 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/4770034d-5418-44ad-a50e-1bf71d5c86ac HTTP/1.1" status: 204 len: 168 time: 0.5279884 Feb 04 17:20:35.891031 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfbb73d-d338-463d-bca9-106aafddd914 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4770034d-5418-44ad-a50e-1bf71d5c86ac,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:20:36.033573 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-9e02fa39-aaca-48c4-abdb-bb5698bf717c req-44ce5683-bdbe-47d0-ad06-57c542d2e3b5 tempest-FloatingIPDetailsTestJSON-138245371 tempest-FloatingIPDetailsTestJSON-138245371-project] Publish callbacks [] for port (4d4204c3-3533-4118-810c-b8644a4db552), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:36.051156 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45c30c5-57e6-469e-90d8-09902ae7ffd0 req-58a22f20-3b42-4e9f-84c5-57ed7e45c51c tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:20:36.063547 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-c45c30c5-57e6-469e-90d8-09902ae7ffd0 req-58a22f20-3b42-4e9f-84c5-57ed7e45c51c tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] 10.222.0.89 "GET /v2.0/ports?device_id=c8f699c0-43f7-4dac-a0ef-88d572310de9 HTTP/1.1" status: 200 len: 946 time: 0.1196117 Feb 04 17:20:36.079058 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-9e02fa39-aaca-48c4-abdb-bb5698bf717c req-44ce5683-bdbe-47d0-ad06-57c542d2e3b5 tempest-FloatingIPDetailsTestJSON-138245371 tempest-FloatingIPDetailsTestJSON-138245371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (4d4204c3-3533-4118-810c-b8644a4db552), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:36.137167 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e02fa39-aaca-48c4-abdb-bb5698bf717c req-44ce5683-bdbe-47d0-ad06-57c542d2e3b5 tempest-FloatingIPDetailsTestJSON-138245371 tempest-FloatingIPDetailsTestJSON-138245371-project] Network 48165773-85ad-49a1-9ec1-76fc8dc24188 is already hosted by enough agents. {{(pid=103377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:20:36.143214 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [req-9e02fa39-aaca-48c4-abdb-bb5698bf717c req-44ce5683-bdbe-47d0-ad06-57c542d2e3b5 tempest-FloatingIPDetailsTestJSON-138245371 tempest-FloatingIPDetailsTestJSON-138245371-project] Resources bound (agent type, host, resource id): {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:20:36.147088 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e02fa39-aaca-48c4-abdb-bb5698bf717c req-44ce5683-bdbe-47d0-ad06-57c542d2e3b5 tempest-FloatingIPDetailsTestJSON-138245371 tempest-FloatingIPDetailsTestJSON-138245371-project] Received port after_create {{(pid=103377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:20:36.153092 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ce5683-bdbe-47d0-ad06-57c542d2e3b5 tempest-FloatingIPDetailsTestJSON-138245371 tempest-FloatingIPDetailsTestJSON-138245371-project] Pushing event updated for resources: {'Port': ['ID=4d4204c3-3533-4118-810c-b8644a4db552,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:20:36.221810 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-c45c30c5-57e6-469e-90d8-09902ae7ffd0 req-d904763c-c176-4d08-9c61-30e62d15c54f tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] 10.222.0.89 "GET /v2.0/security-groups?id=c591d0a0-8f77-4259-ab5e-c54cb31473d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519055 Feb 04 17:20:36.279599 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-b5ae4be2-aab2-48d5-ad8d-d31fb5f1c66b req-dd2bcc1b-256c-425b-9969-1b338586f028 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=e08e0c23-4ebc-4126-954a-5b309061355f HTTP/1.1" status: 200 len: 210 time: 0.0566227 Feb 04 17:20:36.294047 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-9e02fa39-aaca-48c4-abdb-bb5698bf717c req-44ce5683-bdbe-47d0-ad06-57c542d2e3b5 tempest-FloatingIPDetailsTestJSON-138245371 tempest-FloatingIPDetailsTestJSON-138245371-project] Publish callbacks [] for floatingip (15b2ce87-0e95-43f6-9979-f5d8c13ebadf), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:36.353207 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55315cc4-4aac-4dda-9425-f7718cd9773d req-53b1b72b-7321-4c9c-aaf8-bf0b268064d0 tempest-ServerRescueTestJSON-1860265827 tempest-ServerRescueTestJSON-1860265827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:20:36.363226 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-55315cc4-4aac-4dda-9425-f7718cd9773d req-53b1b72b-7321-4c9c-aaf8-bf0b268064d0 tempest-ServerRescueTestJSON-1860265827 tempest-ServerRescueTestJSON-1860265827-project] 10.222.0.89 "GET /v2.0/ports?device_id=2a222a3c-0b77-4166-9ac9-c127db15637a HTTP/1.1" status: 200 len: 945 time: 0.0874472 Feb 04 17:20:36.366212 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-9e02fa39-aaca-48c4-abdb-bb5698bf717c req-44ce5683-bdbe-47d0-ad06-57c542d2e3b5 tempest-FloatingIPDetailsTestJSON-138245371 tempest-FloatingIPDetailsTestJSON-138245371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (4d4204c3-3533-4118-810c-b8644a4db552), before_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:36.433311 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-55315cc4-4aac-4dda-9425-f7718cd9773d req-41556fdb-c86c-4081-b174-7420816fe186 tempest-ServerRescueTestJSON-1860265827 tempest-ServerRescueTestJSON-1860265827-project] 10.222.0.89 "GET /v2.0/security-groups?id=cc4b9805-caea-4906-9ad3-3e1579c9619f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688553 Feb 04 17:20:36.604111 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-337a2d0e-04df-4855-bb47-bfe7d4413544 req-9f84500e-5398-4ea4-aee7-1a3c83020adf tempest-ServerShowV254Test-1084348911 tempest-ServerShowV254Test-1084348911-project] 10.222.0.89 "GET /v2.0/ports?device_id=e08e0c23-4ebc-4126-954a-5b309061355f HTTP/1.1" status: 200 len: 210 time: 0.0552621 Feb 04 17:20:36.631210 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-9e02fa39-aaca-48c4-abdb-bb5698bf717c req-44ce5683-bdbe-47d0-ad06-57c542d2e3b5 tempest-FloatingIPDetailsTestJSON-138245371 tempest-FloatingIPDetailsTestJSON-138245371-project] Publish callbacks [] for port (4d4204c3-3533-4118-810c-b8644a4db552), precommit_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:36.650745 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-9e02fa39-aaca-48c4-abdb-bb5698bf717c req-44ce5683-bdbe-47d0-ad06-57c542d2e3b5 tempest-FloatingIPDetailsTestJSON-138245371 tempest-FloatingIPDetailsTestJSON-138245371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25888290'] for port (4d4204c3-3533-4118-810c-b8644a4db552), after_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:36.825427 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ce5683-bdbe-47d0-ad06-57c542d2e3b5 tempest-FloatingIPDetailsTestJSON-138245371 tempest-FloatingIPDetailsTestJSON-138245371-project] Pushing event updated for resources: {'Port': ['ID=4d4204c3-3533-4118-810c-b8644a4db552,revision_number=2']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:20:36.907352 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-9e02fa39-aaca-48c4-abdb-bb5698bf717c req-44ce5683-bdbe-47d0-ad06-57c542d2e3b5 tempest-FloatingIPDetailsTestJSON-138245371 tempest-FloatingIPDetailsTestJSON-138245371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1595586'] for floatingip (15b2ce87-0e95-43f6-9979-f5d8c13ebadf), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:36.929738 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-9e02fa39-aaca-48c4-abdb-bb5698bf717c req-44ce5683-bdbe-47d0-ad06-57c542d2e3b5 tempest-FloatingIPDetailsTestJSON-138245371 tempest-FloatingIPDetailsTestJSON-138245371-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for floatingip (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:36.935407 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 34406) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:20:36.939797 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-9e02fa39-aaca-48c4-abdb-bb5698bf717c req-44ce5683-bdbe-47d0-ad06-57c542d2e3b5 tempest-FloatingIPDetailsTestJSON-138245371 tempest-FloatingIPDetailsTestJSON-138245371-project] 10.222.0.89 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.7732630 Feb 04 17:20:37.006374 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa4babe-dd6f-4f1a-84d0-b519a7b82639 req-347857fc-68fe-4b23-9ea0-f9aee4769d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:20:37.008483 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-efa4babe-dd6f-4f1a-84d0-b519a7b82639 req-347857fc-68fe-4b23-9ea0-f9aee4769d74 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=2a222a3c-0b77-4166-9ac9-c127db15637a HTTP/1.1" status: 200 len: 1127 time: 0.1808341 Feb 04 17:20:37.036107 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-9e02fa39-aaca-48c4-abdb-bb5698bf717c req-920e00e4-8b16-4f59-9f2a-9b1870296fcd tempest-FloatingIPDetailsTestJSON-138245371 tempest-FloatingIPDetailsTestJSON-138245371-project] 10.222.0.89 "GET /v2.0/floatingips?floating_ip_address=172.25.6.57 HTTP/1.1" status: 200 len: 695 time: 0.0951819 Feb 04 17:20:37.105655 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-03f59496-dbb6-4ff7-a013-41e260c10d68 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:37.159500 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-efa4babe-dd6f-4f1a-84d0-b519a7b82639 req-96971ae9-19a1-4af6-9b48-9888ebbcc32a service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=cc4b9805-caea-4906-9ad3-3e1579c9619f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425419 Feb 04 17:20:37.222909 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e02fa39-aaca-48c4-abdb-bb5698bf717c req-e85fe34c-c3a3-4b97-abea-a239148f312b tempest-FloatingIPDetailsTestJSON-138245371 tempest-FloatingIPDetailsTestJSON-138245371-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:20:37.225188 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-9e02fa39-aaca-48c4-abdb-bb5698bf717c req-e85fe34c-c3a3-4b97-abea-a239148f312b tempest-FloatingIPDetailsTestJSON-138245371 tempest-FloatingIPDetailsTestJSON-138245371-project] 10.222.0.89 "GET /v2.0/networks/48165773-85ad-49a1-9ec1-76fc8dc24188 HTTP/1.1" status: 200 len: 784 time: 0.1717613 Feb 04 17:20:37.246022 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-03f59496-dbb6-4ff7-a013-41e260c10d68 admin admin] Publish callbacks [] for security_group (45dd881b-e818-4e54-9148-39ea62df3851), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:37.252319 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-03f59496-dbb6-4ff7-a013-41e260c10d68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (45dd881b-e818-4e54-9148-39ea62df3851), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:37.320374 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-03f59496-dbb6-4ff7-a013-41e260c10d68 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=0676c55dcae54879a1f9f2fdba0d611c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3837759 Feb 04 17:20:37.332376 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 34422) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:20:37.380122 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f59496-dbb6-4ff7-a013-41e260c10d68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45dd881b-e818-4e54-9148-39ea62df3851,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:20:37.412079 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-17446c19-850e-49ed-b5e2-97e6db1c50b5 req-fc954e94-c41f-4985-b46a-600f79b94c9b tempest-FloatingIPDetailsTestJSON-138245371 tempest-FloatingIPDetailsTestJSON-138245371-project] 10.222.0.89 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1451211 Feb 04 17:20:37.423016 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [req-17446c19-850e-49ed-b5e2-97e6db1c50b5 req-b98dbc66-3013-4958-9ec1-b387bfdba613 tempest-FloatingIPDetailsTestJSON-138245371 tempest-FloatingIPDetailsTestJSON-138245371-project] Request body: {'floatingip': {'floating_network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:20:37.430287 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a54503-c1ff-4233-a5f6-aacc42ef7840 req-b85525a4-6be1-48c3-8b3c-47afb98ffe66 tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:20:37.432207 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-55a54503-c1ff-4233-a5f6-aacc42ef7840 req-b85525a4-6be1-48c3-8b3c-47afb98ffe66 tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] 10.222.0.89 "GET /v2.0/ports?device_id=c8f699c0-43f7-4dac-a0ef-88d572310de9 HTTP/1.1" status: 200 len: 946 time: 0.1144953 Feb 04 17:20:37.445200 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-1e131592-e82d-406f-99c4-5d7d8f6766de admin admin] Publish callbacks [] for security_group (45dd881b-e818-4e54-9148-39ea62df3851), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:37.445760 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-17446c19-850e-49ed-b5e2-97e6db1c50b5 req-b98dbc66-3013-4958-9ec1-b387bfdba613 tempest-FloatingIPDetailsTestJSON-138245371 tempest-FloatingIPDetailsTestJSON-138245371-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:37.482631 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-1e131592-e82d-406f-99c4-5d7d8f6766de admin admin] Publish callbacks [] for security_group (45dd881b-e818-4e54-9148-39ea62df3851), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:37.538623 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-55a54503-c1ff-4233-a5f6-aacc42ef7840 req-745f7c2c-3ec4-48d8-88d9-6fdd6838e22f tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] 10.222.0.89 "GET /v2.0/security-groups?id=c591d0a0-8f77-4259-ab5e-c54cb31473d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946193 Feb 04 17:20:37.573394 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-1e131592-e82d-406f-99c4-5d7d8f6766de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (45dd881b-e818-4e54-9148-39ea62df3851), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:37.577772 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-1e131592-e82d-406f-99c4-5d7d8f6766de admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:37.579450 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-1e131592-e82d-406f-99c4-5d7d8f6766de admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/45dd881b-e818-4e54-9148-39ea62df3851 HTTP/1.1" status: 204 len: 168 time: 0.2420449 Feb 04 17:20:37.587693 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-17446c19-850e-49ed-b5e2-97e6db1c50b5 req-b98dbc66-3013-4958-9ec1-b387bfdba613 tempest-FloatingIPDetailsTestJSON-138245371 tempest-FloatingIPDetailsTestJSON-138245371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:37.608776 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e131592-e82d-406f-99c4-5d7d8f6766de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45dd881b-e818-4e54-9148-39ea62df3851,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:20:37.806472 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.db_base_plugin_common [req-17446c19-850e-49ed-b5e2-97e6db1c50b5 req-b98dbc66-3013-4958-9ec1-b387bfdba613 tempest-FloatingIPDetailsTestJSON-138245371 tempest-FloatingIPDetailsTestJSON-138245371-project] Allocated IP 172.25.6.140 (48165773-85ad-49a1-9ec1-76fc8dc24188/7660bfad-1ea8-4fe7-831b-bed836f13efc/aa5fca59-62f6-4ed9-a5ec-a54818f92e4c) {{(pid=103377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:20:37.977188 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-17446c19-850e-49ed-b5e2-97e6db1c50b5 req-b98dbc66-3013-4958-9ec1-b387bfdba613 tempest-FloatingIPDetailsTestJSON-138245371 tempest-FloatingIPDetailsTestJSON-138245371-project] Publish callbacks [] for port (aa5fca59-62f6-4ed9-a5ec-a54818f92e4c), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:38.027695 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-17446c19-850e-49ed-b5e2-97e6db1c50b5 req-b98dbc66-3013-4958-9ec1-b387bfdba613 tempest-FloatingIPDetailsTestJSON-138245371 tempest-FloatingIPDetailsTestJSON-138245371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (aa5fca59-62f6-4ed9-a5ec-a54818f92e4c), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:38.091121 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-17446c19-850e-49ed-b5e2-97e6db1c50b5 req-b98dbc66-3013-4958-9ec1-b387bfdba613 tempest-FloatingIPDetailsTestJSON-138245371 tempest-FloatingIPDetailsTestJSON-138245371-project] Network 48165773-85ad-49a1-9ec1-76fc8dc24188 is already hosted by enough agents. {{(pid=103377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:20:38.095553 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [req-17446c19-850e-49ed-b5e2-97e6db1c50b5 req-b98dbc66-3013-4958-9ec1-b387bfdba613 tempest-FloatingIPDetailsTestJSON-138245371 tempest-FloatingIPDetailsTestJSON-138245371-project] Resources bound (agent type, host, resource id): {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:20:38.102127 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [req-17446c19-850e-49ed-b5e2-97e6db1c50b5 req-b98dbc66-3013-4958-9ec1-b387bfdba613 tempest-FloatingIPDetailsTestJSON-138245371 tempest-FloatingIPDetailsTestJSON-138245371-project] Received port after_create {{(pid=103377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:20:38.139547 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98dbc66-3013-4958-9ec1-b387bfdba613 tempest-FloatingIPDetailsTestJSON-138245371 tempest-FloatingIPDetailsTestJSON-138245371-project] Pushing event updated for resources: {'Port': ['ID=aa5fca59-62f6-4ed9-a5ec-a54818f92e4c,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:20:38.187169 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85b9dcc-a172-4c97-90a8-6dd5c946c43a req-15a73574-7ed5-42f2-bfbb-fe9b5925aaad tempest-ServerRescueTestJSON-1860265827 tempest-ServerRescueTestJSON-1860265827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:20:38.196876 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-f85b9dcc-a172-4c97-90a8-6dd5c946c43a req-15a73574-7ed5-42f2-bfbb-fe9b5925aaad tempest-ServerRescueTestJSON-1860265827 tempest-ServerRescueTestJSON-1860265827-project] 10.222.0.89 "GET /v2.0/ports?device_id=2a222a3c-0b77-4166-9ac9-c127db15637a HTTP/1.1" status: 200 len: 945 time: 0.0789654 Feb 04 17:20:38.231426 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-17446c19-850e-49ed-b5e2-97e6db1c50b5 req-b98dbc66-3013-4958-9ec1-b387bfdba613 tempest-FloatingIPDetailsTestJSON-138245371 tempest-FloatingIPDetailsTestJSON-138245371-project] Publish callbacks [] for floatingip (add9181f-8e76-4c82-aa76-ee2dcec66101), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:38.242854 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 34460) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:20:38.263395 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-81bcefbc-2062-4d0d-9150-c5c945252bf7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:38.267951 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-f85b9dcc-a172-4c97-90a8-6dd5c946c43a req-5f878249-30dd-4b7f-82f5-49d75d73a678 tempest-ServerRescueTestJSON-1860265827 tempest-ServerRescueTestJSON-1860265827-project] 10.222.0.89 "GET /v2.0/security-groups?id=cc4b9805-caea-4906-9ad3-3e1579c9619f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699046 Feb 04 17:20:38.334568 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-17446c19-850e-49ed-b5e2-97e6db1c50b5 req-b98dbc66-3013-4958-9ec1-b387bfdba613 tempest-FloatingIPDetailsTestJSON-138245371 tempest-FloatingIPDetailsTestJSON-138245371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (aa5fca59-62f6-4ed9-a5ec-a54818f92e4c), before_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:38.425401 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-e4f75811-194a-48b2-89c9-b9b2270dc65b req-5442730c-aa11-4f10-8c64-db2dd01c86db tempest-ServerShowV254Test-1084348911 tempest-ServerShowV254Test-1084348911-project] 10.222.0.89 "GET /v2.0/ports?device_id=e08e0c23-4ebc-4126-954a-5b309061355f HTTP/1.1" status: 200 len: 210 time: 0.0726640 Feb 04 17:20:38.575803 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-81bcefbc-2062-4d0d-9150-c5c945252bf7 admin admin] Publish callbacks [] for security_group (5acb52b6-9257-4f78-8781-1727ae70bb18), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:38.582940 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-81bcefbc-2062-4d0d-9150-c5c945252bf7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (5acb52b6-9257-4f78-8781-1727ae70bb18), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:38.650373 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81bcefbc-2062-4d0d-9150-c5c945252bf7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5acb52b6-9257-4f78-8781-1727ae70bb18,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:20:38.660028 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-81bcefbc-2062-4d0d-9150-c5c945252bf7 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=d67e834f1ab546dcb0d4475b218b4d41&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4157245 Feb 04 17:20:38.662968 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 34476) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:20:38.677840 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-17446c19-850e-49ed-b5e2-97e6db1c50b5 req-b98dbc66-3013-4958-9ec1-b387bfdba613 tempest-FloatingIPDetailsTestJSON-138245371 tempest-FloatingIPDetailsTestJSON-138245371-project] Publish callbacks [] for port (aa5fca59-62f6-4ed9-a5ec-a54818f92e4c), precommit_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:38.682490 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-17446c19-850e-49ed-b5e2-97e6db1c50b5 req-b98dbc66-3013-4958-9ec1-b387bfdba613 tempest-FloatingIPDetailsTestJSON-138245371 tempest-FloatingIPDetailsTestJSON-138245371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25888290'] for port (aa5fca59-62f6-4ed9-a5ec-a54818f92e4c), after_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:38.767001 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98dbc66-3013-4958-9ec1-b387bfdba613 tempest-FloatingIPDetailsTestJSON-138245371 tempest-FloatingIPDetailsTestJSON-138245371-project] Pushing event updated for resources: {'Port': ['ID=aa5fca59-62f6-4ed9-a5ec-a54818f92e4c,revision_number=2']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:20:38.778002 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-17446c19-850e-49ed-b5e2-97e6db1c50b5 req-b98dbc66-3013-4958-9ec1-b387bfdba613 tempest-FloatingIPDetailsTestJSON-138245371 tempest-FloatingIPDetailsTestJSON-138245371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1595586'] for floatingip (add9181f-8e76-4c82-aa76-ee2dcec66101), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:38.781097 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-8da90d33-118a-4267-afcf-dcc43bc0d5ce admin admin] Publish callbacks [] for security_group (5acb52b6-9257-4f78-8781-1727ae70bb18), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:38.805831 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-17446c19-850e-49ed-b5e2-97e6db1c50b5 req-b98dbc66-3013-4958-9ec1-b387bfdba613 tempest-FloatingIPDetailsTestJSON-138245371 tempest-FloatingIPDetailsTestJSON-138245371-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for floatingip (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:38.808767 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-17446c19-850e-49ed-b5e2-97e6db1c50b5 req-b98dbc66-3013-4958-9ec1-b387bfdba613 tempest-FloatingIPDetailsTestJSON-138245371 tempest-FloatingIPDetailsTestJSON-138245371-project] 10.222.0.89 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.3902881 Feb 04 17:20:38.838156 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-8da90d33-118a-4267-afcf-dcc43bc0d5ce admin admin] Publish callbacks [] for security_group (5acb52b6-9257-4f78-8781-1727ae70bb18), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:38.901276 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-cb6335b7-7853-4957-ac12-3dbbedfea029 req-8ee2b3ce-b88b-433e-8021-4079ccaa2aee service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=62e892982d4f4e87927bf8d14a20dfc2&device_id=e08e0c23-4ebc-4126-954a-5b309061355f HTTP/1.1" status: 200 len: 210 time: 0.0697744 Feb 04 17:20:38.912172 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-17446c19-850e-49ed-b5e2-97e6db1c50b5 req-f2e85350-c5f5-40a0-acfa-ec6b81360861 tempest-FloatingIPDetailsTestJSON-138245371 tempest-FloatingIPDetailsTestJSON-138245371-project] 10.222.0.89 "GET /v2.0/floatingips?floating_ip_address=172.25.6.140 HTTP/1.1" status: 200 len: 696 time: 0.0951128 Feb 04 17:20:38.956381 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-cb6335b7-7853-4957-ac12-3dbbedfea029 req-79f890e5-a504-4066-9641-1feafab284b8 service neutron] 10.222.0.90 "GET /v2.0/networks?tenant_id=62e892982d4f4e87927bf8d14a20dfc2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0419471 Feb 04 17:20:38.997843 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2460c1ed-63bc-47b3-ac7a-c2545b5a4f92 req-a4851604-05dc-49f2-8875-baf277d14bd9 tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:20:38.999829 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-2460c1ed-63bc-47b3-ac7a-c2545b5a4f92 req-a4851604-05dc-49f2-8875-baf277d14bd9 tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] 10.222.0.89 "GET /v2.0/ports?device_id=c8f699c0-43f7-4dac-a0ef-88d572310de9 HTTP/1.1" status: 200 len: 946 time: 0.1220703 Feb 04 17:20:39.036729 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-8da90d33-118a-4267-afcf-dcc43bc0d5ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (5acb52b6-9257-4f78-8781-1727ae70bb18), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:39.040148 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-8da90d33-118a-4267-afcf-dcc43bc0d5ce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:39.041947 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-8da90d33-118a-4267-afcf-dcc43bc0d5ce admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/5acb52b6-9257-4f78-8781-1727ae70bb18 HTTP/1.1" status: 204 len: 168 time: 0.3777859 Feb 04 17:20:39.062560 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da90d33-118a-4267-afcf-dcc43bc0d5ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5acb52b6-9257-4f78-8781-1727ae70bb18,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:20:39.109738 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-2460c1ed-63bc-47b3-ac7a-c2545b5a4f92 req-d1230419-19a8-4dea-905c-fcb842c58ea3 tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] 10.222.0.89 "GET /v2.0/security-groups?id=c591d0a0-8f77-4259-ab5e-c54cb31473d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970297 Feb 04 17:20:39.149441 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17446c19-850e-49ed-b5e2-97e6db1c50b5 req-7f83c1d4-903a-45ac-8f73-57f2f46be316 tempest-FloatingIPDetailsTestJSON-138245371 tempest-FloatingIPDetailsTestJSON-138245371-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:20:39.150870 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-17446c19-850e-49ed-b5e2-97e6db1c50b5 req-7f83c1d4-903a-45ac-8f73-57f2f46be316 tempest-FloatingIPDetailsTestJSON-138245371 tempest-FloatingIPDetailsTestJSON-138245371-project] 10.222.0.89 "GET /v2.0/networks/48165773-85ad-49a1-9ec1-76fc8dc24188 HTTP/1.1" status: 200 len: 784 time: 0.1926644 Feb 04 17:20:39.345345 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-7327a3ad-8275-4e63-a5ff-063dd72f2a83 req-9b125600-96d8-4bff-832d-c891c6074e67 tempest-ServerShowV254Test-1084348911 tempest-ServerShowV254Test-1084348911-project] 10.222.0.89 "GET /v2.0/ports?device_id=e08e0c23-4ebc-4126-954a-5b309061355f HTTP/1.1" status: 200 len: 210 time: 0.0813084 Feb 04 17:20:39.410394 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6335b7-7853-4957-ac12-3dbbedfea029 req-046bad9d-196c-47ce-b610-1caabecfd231 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:20:39.411670 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-cb6335b7-7853-4957-ac12-3dbbedfea029 req-046bad9d-196c-47ce-b610-1caabecfd231 service neutron] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2599156 Feb 04 17:20:39.576609 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-7623bb59-62e9-42de-858f-09aa52d64d28 req-2ceac77b-e3a9-4684-afd2-6fc96813ef0c tempest-FloatingIPDetailsTestJSON-138245371 tempest-FloatingIPDetailsTestJSON-138245371-project] 10.222.0.89 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1639600 Feb 04 17:20:39.587260 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [req-7623bb59-62e9-42de-858f-09aa52d64d28 req-5c378edd-4e94-4f35-a4cd-21fbe147b063 tempest-FloatingIPDetailsTestJSON-138245371 tempest-FloatingIPDetailsTestJSON-138245371-project] Request body: {'floatingip': {'floating_network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:20:39.641654 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-7623bb59-62e9-42de-858f-09aa52d64d28 req-5c378edd-4e94-4f35-a4cd-21fbe147b063 tempest-FloatingIPDetailsTestJSON-138245371 tempest-FloatingIPDetailsTestJSON-138245371-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:39.780243 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-7623bb59-62e9-42de-858f-09aa52d64d28 req-5c378edd-4e94-4f35-a4cd-21fbe147b063 tempest-FloatingIPDetailsTestJSON-138245371 tempest-FloatingIPDetailsTestJSON-138245371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:39.833979 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cbd417-fcce-44bc-aaee-c939c206472e req-6a2c79e2-8a60-4800-b4d7-1c853e529a1d tempest-ServerRescueTestJSON-1860265827 tempest-ServerRescueTestJSON-1860265827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:20:39.843456 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-b7cbd417-fcce-44bc-aaee-c939c206472e req-6a2c79e2-8a60-4800-b4d7-1c853e529a1d tempest-ServerRescueTestJSON-1860265827 tempest-ServerRescueTestJSON-1860265827-project] 10.222.0.89 "GET /v2.0/ports?device_id=2a222a3c-0b77-4166-9ac9-c127db15637a HTTP/1.1" status: 200 len: 945 time: 0.1586137 Feb 04 17:20:39.918395 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.db_base_plugin_common [req-7623bb59-62e9-42de-858f-09aa52d64d28 req-5c378edd-4e94-4f35-a4cd-21fbe147b063 tempest-FloatingIPDetailsTestJSON-138245371 tempest-FloatingIPDetailsTestJSON-138245371-project] Allocated IP 172.25.6.240 (48165773-85ad-49a1-9ec1-76fc8dc24188/7660bfad-1ea8-4fe7-831b-bed836f13efc/7c505af4-2611-42c2-8b59-4e3a5b75b438) {{(pid=103377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:20:39.942766 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-b7cbd417-fcce-44bc-aaee-c939c206472e req-73707fc3-4c3e-4e91-a6c6-e4c5e02e421a tempest-ServerRescueTestJSON-1860265827 tempest-ServerRescueTestJSON-1860265827-project] 10.222.0.89 "GET /v2.0/security-groups?id=cc4b9805-caea-4906-9ad3-3e1579c9619f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879686 Feb 04 17:20:40.018119 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (f20a1ab3-4332-4f54-833b-ba4a7c687e89), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:40.121857 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 34518) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:20:40.178664 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-7623bb59-62e9-42de-858f-09aa52d64d28 req-5c378edd-4e94-4f35-a4cd-21fbe147b063 tempest-FloatingIPDetailsTestJSON-138245371 tempest-FloatingIPDetailsTestJSON-138245371-project] Publish callbacks [] for port (7c505af4-2611-42c2-8b59-4e3a5b75b438), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:40.239870 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-7623bb59-62e9-42de-858f-09aa52d64d28 req-5c378edd-4e94-4f35-a4cd-21fbe147b063 tempest-FloatingIPDetailsTestJSON-138245371 tempest-FloatingIPDetailsTestJSON-138245371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (7c505af4-2611-42c2-8b59-4e3a5b75b438), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:40.341891 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7623bb59-62e9-42de-858f-09aa52d64d28 req-5c378edd-4e94-4f35-a4cd-21fbe147b063 tempest-FloatingIPDetailsTestJSON-138245371 tempest-FloatingIPDetailsTestJSON-138245371-project] Network 48165773-85ad-49a1-9ec1-76fc8dc24188 is already hosted by enough agents. {{(pid=103377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:20:40.345596 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [req-7623bb59-62e9-42de-858f-09aa52d64d28 req-5c378edd-4e94-4f35-a4cd-21fbe147b063 tempest-FloatingIPDetailsTestJSON-138245371 tempest-FloatingIPDetailsTestJSON-138245371-project] Resources bound (agent type, host, resource id): {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:20:40.358327 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6255d2aa-b50d-4ee2-8809-e18890155735 req-11bae977-cd5a-49a2-bb7a-dafb75faa829 tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:20:40.370548 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [req-7623bb59-62e9-42de-858f-09aa52d64d28 req-5c378edd-4e94-4f35-a4cd-21fbe147b063 tempest-FloatingIPDetailsTestJSON-138245371 tempest-FloatingIPDetailsTestJSON-138245371-project] Received port after_create {{(pid=103377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:20:40.371657 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-6255d2aa-b50d-4ee2-8809-e18890155735 req-11bae977-cd5a-49a2-bb7a-dafb75faa829 tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] 10.222.0.89 "GET /v2.0/ports?device_id=c8f699c0-43f7-4dac-a0ef-88d572310de9 HTTP/1.1" status: 200 len: 946 time: 0.1100805 Feb 04 17:20:40.403252 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-e23c3f1a-0f1a-4f4a-93b4-7cc61bb45dd7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:40.447939 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c378edd-4e94-4f35-a4cd-21fbe147b063 tempest-FloatingIPDetailsTestJSON-138245371 tempest-FloatingIPDetailsTestJSON-138245371-project] Pushing event updated for resources: {'Port': ['ID=7c505af4-2611-42c2-8b59-4e3a5b75b438,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:20:40.460138 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-6255d2aa-b50d-4ee2-8809-e18890155735 req-c33aa9be-1029-4674-9f0a-22e4255f7380 tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] 10.222.0.89 "GET /v2.0/security-groups?id=c591d0a0-8f77-4259-ab5e-c54cb31473d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875072 Feb 04 17:20:40.583264 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-7623bb59-62e9-42de-858f-09aa52d64d28 req-5c378edd-4e94-4f35-a4cd-21fbe147b063 tempest-FloatingIPDetailsTestJSON-138245371 tempest-FloatingIPDetailsTestJSON-138245371-project] Publish callbacks [] for floatingip (f2cbe4dd-4a31-411f-821a-2a7cc23530df), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:40.639051 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 34548) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:20:40.647812 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-7623bb59-62e9-42de-858f-09aa52d64d28 req-5c378edd-4e94-4f35-a4cd-21fbe147b063 tempest-FloatingIPDetailsTestJSON-138245371 tempest-FloatingIPDetailsTestJSON-138245371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (7c505af4-2611-42c2-8b59-4e3a5b75b438), before_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:40.648180 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-e23c3f1a-0f1a-4f4a-93b4-7cc61bb45dd7 admin admin] Publish callbacks [] for security_group (58eea65e-fa8e-4ba5-832b-d16d09f9d020), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:40.664499 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-e23c3f1a-0f1a-4f4a-93b4-7cc61bb45dd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (58eea65e-fa8e-4ba5-832b-d16d09f9d020), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:40.753096 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-e23c3f1a-0f1a-4f4a-93b4-7cc61bb45dd7 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=97edf1af56e84d0cbbdb9fb9043de5c2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6270432 Feb 04 17:20:40.753854 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 34552) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:20:40.769840 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23c3f1a-0f1a-4f4a-93b4-7cc61bb45dd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58eea65e-fa8e-4ba5-832b-d16d09f9d020,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:20:40.815233 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b422804d-3ff8-46e0-b491-0ec50c0a2267 req-08760fcd-f7f3-42d8-a8f8-925c706af864 tempest-ServerRescueTestJSON-1860265827 tempest-ServerRescueTestJSON-1860265827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:20:40.824966 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-b422804d-3ff8-46e0-b491-0ec50c0a2267 req-08760fcd-f7f3-42d8-a8f8-925c706af864 tempest-ServerRescueTestJSON-1860265827 tempest-ServerRescueTestJSON-1860265827-project] 10.222.0.89 "GET /v2.0/networks?id=39759074-fb50-4135-a9de-456f123df529 HTTP/1.1" status: 200 len: 810 time: 0.2261362 Feb 04 17:20:40.838208 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-b422804d-3ff8-46e0-b491-0ec50c0a2267 req-47fa79fb-3ae5-4a32-a0ad-9465dcb4f156 tempest-ServerRescueTestJSON-1860265827 tempest-ServerRescueTestJSON-1860265827-project] 10.222.0.89 "GET /v2.0/quotas/64ba830c63e7431dadf5a14a32fd3842 HTTP/1.1" status: 200 len: 375 time: 0.0118177 Feb 04 17:20:40.868869 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-8d53a8b4-d139-44a9-bb84-334e4969f76f admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-131112259-network', 'tenant_id': '8a4eb6a0a1fe4de5bf493ed2f2796622'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:20:40.930847 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d53a8b4-d139-44a9-bb84-334e4969f76f admin admin] Made reservation on behalf of 8a4eb6a0a1fe4de5bf493ed2f2796622 for: {'network': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:20:40.933635 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-8d53a8b4-d139-44a9-bb84-334e4969f76f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for network (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:40.943607 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-b422804d-3ff8-46e0-b491-0ec50c0a2267 req-3995d899-6b4f-4cb2-aeed-2d3bc20a2ca2 tempest-ServerRescueTestJSON-1860265827 tempest-ServerRescueTestJSON-1860265827-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=64ba830c63e7431dadf5a14a32fd3842&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0890427 Feb 04 17:20:40.950530 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-8d53a8b4-d139-44a9-bb84-334e4969f76f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:41.022244 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-cb6335b7-7853-4957-ac12-3dbbedfea029 req-2ccab3f2-47fc-47d8-8084-872fa9efe9c2 tempest-ServerShowV254Test-1084348911 tempest-ServerShowV254Test-1084348911-project] 10.222.0.90 "GET /v2.0/ports?device_id=e08e0c23-4ebc-4126-954a-5b309061355f HTTP/1.1" status: 200 len: 210 time: 0.0535810 Feb 04 17:20:41.028359 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-afe865a0-eb06-47d1-8845-30dbaa76bb94 admin admin] Publish callbacks [] for security_group (58eea65e-fa8e-4ba5-832b-d16d09f9d020), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:41.047836 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-b422804d-3ff8-46e0-b491-0ec50c0a2267 req-ac8486d9-1c58-430c-bdc3-f231fe1247dc service neutron] 10.222.0.89 "GET /v2.0/networks/39759074-fb50-4135-a9de-456f123df529?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892904 Feb 04 17:20:41.122581 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-7623bb59-62e9-42de-858f-09aa52d64d28 req-5c378edd-4e94-4f35-a4cd-21fbe147b063 tempest-FloatingIPDetailsTestJSON-138245371 tempest-FloatingIPDetailsTestJSON-138245371-project] Publish callbacks [] for port (7c505af4-2611-42c2-8b59-4e3a5b75b438), precommit_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:41.125668 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-afe865a0-eb06-47d1-8845-30dbaa76bb94 admin admin] Publish callbacks [] for security_group (58eea65e-fa8e-4ba5-832b-d16d09f9d020), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:41.138929 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-7623bb59-62e9-42de-858f-09aa52d64d28 req-5c378edd-4e94-4f35-a4cd-21fbe147b063 tempest-FloatingIPDetailsTestJSON-138245371 tempest-FloatingIPDetailsTestJSON-138245371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25888290'] for port (7c505af4-2611-42c2-8b59-4e3a5b75b438), after_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:41.203380 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-b422804d-3ff8-46e0-b491-0ec50c0a2267 req-96234123-600e-4a94-b3c1-4cc153514f6c service neutron] 10.222.0.89 "GET /v2.0/networks/39759074-fb50-4135-a9de-456f123df529?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1492286 Feb 04 17:20:41.266835 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c378edd-4e94-4f35-a4cd-21fbe147b063 tempest-FloatingIPDetailsTestJSON-138245371 tempest-FloatingIPDetailsTestJSON-138245371-project] Pushing event updated for resources: {'Port': ['ID=7c505af4-2611-42c2-8b59-4e3a5b75b438,revision_number=2']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:20:41.275225 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-8d53a8b4-d139-44a9-bb84-334e4969f76f admin admin] Publish callbacks [] for security_group (a5e029ae-9bda-4999-87e8-7f641c68d369), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:41.283892 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-8d53a8b4-d139-44a9-bb84-334e4969f76f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (a5e029ae-9bda-4999-87e8-7f641c68d369), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:41.305681 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-7623bb59-62e9-42de-858f-09aa52d64d28 req-5c378edd-4e94-4f35-a4cd-21fbe147b063 tempest-FloatingIPDetailsTestJSON-138245371 tempest-FloatingIPDetailsTestJSON-138245371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1595586'] for floatingip (f2cbe4dd-4a31-411f-821a-2a7cc23530df), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:41.311936 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-afe865a0-eb06-47d1-8845-30dbaa76bb94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (58eea65e-fa8e-4ba5-832b-d16d09f9d020), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:41.314694 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-afe865a0-eb06-47d1-8845-30dbaa76bb94 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:41.318354 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-afe865a0-eb06-47d1-8845-30dbaa76bb94 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/58eea65e-fa8e-4ba5-832b-d16d09f9d020 HTTP/1.1" status: 204 len: 168 time: 0.5612237 Feb 04 17:20:41.350283 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d53a8b4-d139-44a9-bb84-334e4969f76f admin admin] vlan segment allocate from pool success with {'vlan_id': 770, 'physical_network': 'physnet1'} {{(pid=103377) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 17:20:41.363005 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d53a8b4-d139-44a9-bb84-334e4969f76f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5e029ae-9bda-4999-87e8-7f641c68d369,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:20:41.371495 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-8d53a8b4-d139-44a9-bb84-334e4969f76f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (11201f90-b606-444e-a96c-d2be93dd01e8), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:41.371848 n-d-827839-2 neutron-server[103377]: INFO neutron.db.segments_db [None req-8d53a8b4-d139-44a9-bb84-334e4969f76f admin admin] Added segment 11201f90-b606-444e-a96c-d2be93dd01e8 of type vlan for network 97ecf064-9803-4fb4-a530-770e2d5d504b Feb 04 17:20:41.388294 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-7623bb59-62e9-42de-858f-09aa52d64d28 req-5c378edd-4e94-4f35-a4cd-21fbe147b063 tempest-FloatingIPDetailsTestJSON-138245371 tempest-FloatingIPDetailsTestJSON-138245371-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for floatingip (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:41.389595 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-7623bb59-62e9-42de-858f-09aa52d64d28 req-5c378edd-4e94-4f35-a4cd-21fbe147b063 tempest-FloatingIPDetailsTestJSON-138245371 tempest-FloatingIPDetailsTestJSON-138245371-project] 10.222.0.89 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.8078055 Feb 04 17:20:41.391574 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe865a0-eb06-47d1-8845-30dbaa76bb94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58eea65e-fa8e-4ba5-832b-d16d09f9d020,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:20:41.485870 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-15dc372e-e2a9-45c5-9c84-e36c3461fb8d req-fbf8ff6c-e4cf-4389-84c4-662df14694f3 tempest-ServerShowV254Test-1084348911 tempest-ServerShowV254Test-1084348911-project] 10.222.0.89 "GET /v2.0/ports?device_id=e08e0c23-4ebc-4126-954a-5b309061355f HTTP/1.1" status: 200 len: 210 time: 0.0537648 Feb 04 17:20:41.487714 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-8d53a8b4-d139-44a9-bb84-334e4969f76f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781084292801'] for network (97ecf064-9803-4fb4-a530-770e2d5d504b), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:41.496412 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-7623bb59-62e9-42de-858f-09aa52d64d28 req-b105cbf2-ba60-43fa-b500-05a45c3f3fff tempest-FloatingIPDetailsTestJSON-138245371 tempest-FloatingIPDetailsTestJSON-138245371-project] 10.222.0.89 "GET /v2.0/floatingips?floating_ip_address=172.25.6.240 HTTP/1.1" status: 200 len: 696 time: 0.0825856 Feb 04 17:20:41.594939 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-8d53a8b4-d139-44a9-bb84-334e4969f76f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327'] for network (97ecf064-9803-4fb4-a530-770e2d5d504b), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:41.596142 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d53a8b4-d139-44a9-bb84-334e4969f76f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:20:41.596938 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-8d53a8b4-d139-44a9-bb84-334e4969f76f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677565'] for network (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:41.676634 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-8d53a8b4-d139-44a9-bb84-334e4969f76f admin admin] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0336885 Feb 04 17:20:41.678268 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 34572) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:20:41.684828 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-eaa13796-b518-4147-9c40-76555a8939ab admin admin] Request body: {'subnet': {'network_id': '97ecf064-9803-4fb4-a530-770e2d5d504b', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-131112259-subnet', 'tenant_id': '8a4eb6a0a1fe4de5bf493ed2f2796622', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:20:41.709717 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d53a8b4-d139-44a9-bb84-334e4969f76f admin admin] Pushing event updated for resources: {'Network': ['ID=97ecf064-9803-4fb4-a530-770e2d5d504b,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:20:41.720652 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7623bb59-62e9-42de-858f-09aa52d64d28 req-6d96360f-c6cf-4e32-a01a-fc5e7b06e136 tempest-FloatingIPDetailsTestJSON-138245371 tempest-FloatingIPDetailsTestJSON-138245371-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:20:41.722239 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-7623bb59-62e9-42de-858f-09aa52d64d28 req-6d96360f-c6cf-4e32-a01a-fc5e7b06e136 tempest-FloatingIPDetailsTestJSON-138245371 tempest-FloatingIPDetailsTestJSON-138245371-project] 10.222.0.89 "GET /v2.0/networks/48165773-85ad-49a1-9ec1-76fc8dc24188 HTTP/1.1" status: 200 len: 784 time: 0.2198393 Feb 04 17:20:41.723764 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Network 97ecf064-9803-4fb4-a530-770e2d5d504b details requested by agent ovs-agent-n-d-827839-2 with host n-d-827839-2 {{(pid=103378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 17:20:41.737691 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eaa13796-b518-4147-9c40-76555a8939ab admin admin] Made reservation on behalf of 8a4eb6a0a1fe4de5bf493ed2f2796622 for: {'subnet': 1} {{(pid=103376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:20:41.747469 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-eaa13796-b518-4147-9c40-76555a8939ab admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25859006'] for subnet (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:41.909019 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 34582) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:20:41.938492 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-1f422efe-9228-4c8f-9c3a-59f82d35bfa2 req-08e935c6-bb9e-4550-bf4c-c5f9eb2d3877 tempest-ServerRescueTestJSON-1860265827 tempest-ServerRescueTestJSON-1860265827-project] 10.222.0.89 "GET /v2.0/ports?device_id=50d04b06-35cb-42a2-b742-ad06a5486b0d HTTP/1.1" status: 200 len: 210 time: 0.0414419 Feb 04 17:20:41.945413 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-a932d5d2-ff9f-4edc-b6e6-a545bf0c4828 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:41.979148 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.agents_db [None req-e1691f3b-aacd-4cd6-8ebb-a9c53bb301c0 None None] Agent healthcheck: found 7 active agents {{(pid=103379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 17:20:42.011985 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-a407944c-2894-48ec-badd-0c35f23fd881 req-0fe815e5-ad67-47a5-9f99-24facc52e174 tempest-FloatingIPDetailsTestJSON-138245371 tempest-FloatingIPDetailsTestJSON-138245371-project] 10.222.0.89 "GET /v2.0/floatingips/f2cbe4dd-4a31-411f-821a-2a7cc23530df HTTP/1.1" status: 200 len: 693 time: 0.0493283 Feb 04 17:20:42.117028 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-eaa13796-b518-4147-9c40-76555a8939ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25674939', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25858952'] for subnet (0a4394ef-af4a-4b7b-98ec-ace2909fada6), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:42.137958 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857f6214-37f2-40dd-92bc-9ba66c376ddc req-a5ca2ee8-d36c-41df-a528-0003cdb7a4c6 tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:20:42.139489 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-857f6214-37f2-40dd-92bc-9ba66c376ddc req-a5ca2ee8-d36c-41df-a528-0003cdb7a4c6 tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] 10.222.0.89 "GET /v2.0/ports?device_id=c8f699c0-43f7-4dac-a0ef-88d572310de9 HTTP/1.1" status: 200 len: 946 time: 0.1636333 Feb 04 17:20:42.149693 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a407944c-2894-48ec-badd-0c35f23fd881 req-78f633f4-cde6-4e0c-aa64-4a18cdbc5dfb tempest-FloatingIPDetailsTestJSON-138245371 tempest-FloatingIPDetailsTestJSON-138245371-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:20:42.156183 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-a407944c-2894-48ec-badd-0c35f23fd881 req-78f633f4-cde6-4e0c-aa64-4a18cdbc5dfb tempest-FloatingIPDetailsTestJSON-138245371 tempest-FloatingIPDetailsTestJSON-138245371-project] 10.222.0.89 "GET /v2.0/networks/48165773-85ad-49a1-9ec1-76fc8dc24188 HTTP/1.1" status: 200 len: 784 time: 0.1316941 Feb 04 17:20:42.162058 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [req-a407944c-2894-48ec-badd-0c35f23fd881 req-b8018142-79f6-44de-a85b-596761894cd8 tempest-FloatingIPDetailsTestJSON-138245371 tempest-FloatingIPDetailsTestJSON-138245371-project] http://10.222.0.89:9696/v2.0/extensions returned with HTTP 200 {{(pid=103377) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 17:20:42.168468 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-a407944c-2894-48ec-badd-0c35f23fd881 req-b8018142-79f6-44de-a85b-596761894cd8 tempest-FloatingIPDetailsTestJSON-138245371 tempest-FloatingIPDetailsTestJSON-138245371-project] 10.222.0.89 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0114658 Feb 04 17:20:42.170538 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (3f9244a9-75fc-4c10-b195-11d48b853b41), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:42.230070 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-a932d5d2-ff9f-4edc-b6e6-a545bf0c4828 admin admin] Publish callbacks [] for security_group (f446775c-54a2-4d43-aec8-8aaefed20b89), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:42.231052 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa13796-b518-4147-9c40-76555a8939ab admin admin] Pushing event updated for resources: {'Subnet': ['ID=0a4394ef-af4a-4b7b-98ec-ace2909fada6,revision_number=0']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:20:42.241476 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-a932d5d2-ff9f-4edc-b6e6-a545bf0c4828 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (f446775c-54a2-4d43-aec8-8aaefed20b89), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:42.272352 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaa13796-b518-4147-9c40-76555a8939ab admin admin] Checking segment: {'id': '11201f90-b606-444e-a96c-d2be93dd01e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '97ecf064-9803-4fb4-a530-770e2d5d504b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:20:42.272715 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaa13796-b518-4147-9c40-76555a8939ab admin admin] Network hostable DHCP agents. Network: 97ecf064-9803-4fb4-a530-770e2d5d504b, hostable agents: ['bb89f5a3-3c22-440b-b7d1-c4f0c43c184a'], hosted agents: [] {{(pid=103376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 17:20:42.302830 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a932d5d2-ff9f-4edc-b6e6-a545bf0c4828 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f446775c-54a2-4d43-aec8-8aaefed20b89,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:20:42.314193 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-a932d5d2-ff9f-4edc-b6e6-a545bf0c4828 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=c9dd07bb4e814e88be3c0038e30dd789&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4040794 Feb 04 17:20:42.314681 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 34590) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:20:42.335099 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaa13796-b518-4147-9c40-76555a8939ab admin admin] Network 97ecf064-9803-4fb4-a530-770e2d5d504b is scheduled to be hosted by DHCP agent bb89f5a3-3c22-440b-b7d1-c4f0c43c184a with binding_index 1 {{(pid=103376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 17:20:42.347534 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [None req-eaa13796-b518-4147-9c40-76555a8939ab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827839-2, 97ecf064-9803-4fb4-a530-770e2d5d504b) {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:20:42.352463 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaa13796-b518-4147-9c40-76555a8939ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:20:42.354605 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-eaa13796-b518-4147-9c40-76555a8939ab admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:42.358202 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-600895ce-10ce-48ab-b8c5-23d263a3b00d None None] Network 97ecf064-9803-4fb4-a530-770e2d5d504b requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:20:42.395138 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-eaa13796-b518-4147-9c40-76555a8939ab admin admin] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7153254 Feb 04 17:20:42.397914 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 34592) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:20:42.411384 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-b554b241-006f-4095-a70c-84204e858955 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-131112259-router', 'tenant_id': '8a4eb6a0a1fe4de5bf493ed2f2796622', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188'}}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:20:42.444423 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-addad950-d93e-4d75-980d-75dd09d8000d admin admin] Publish callbacks [] for security_group (f446775c-54a2-4d43-aec8-8aaefed20b89), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:42.456689 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-b554b241-006f-4095-a70c-84204e858955 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1601657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26921'] for router (36dcb97e-05ba-49bc-be6b-5e6aa000b4d9), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:42.458150 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-b554b241-006f-4095-a70c-84204e858955 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1602025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603663', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1630571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26960'] for router (36dcb97e-05ba-49bc-be6b-5e6aa000b4d9), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:42.512481 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6766a77e-970b-4ca1-991c-2a9484c2286e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e4c19ad-5724-5db8-8ee1-4f56ae69fcf4-97ecf064-9803-4fb4-a530-770e2d5d504b', 'network_id': '97ecf064-9803-4fb4-a530-770e2d5d504b', 'project_id': '8a4eb6a0a1fe4de5bf493ed2f2796622', 'fixed_ips': [{'subnet_id': '0a4394ef-af4a-4b7b-98ec-ace2909fada6'}]}} from n-d-827839-2. {{(pid=103378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 17:20:42.513624 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6766a77e-970b-4ca1-991c-2a9484c2286e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:42.534048 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-addad950-d93e-4d75-980d-75dd09d8000d admin admin] Publish callbacks [] for security_group (f446775c-54a2-4d43-aec8-8aaefed20b89), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:42.544551 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-9c547454-f085-4712-83b9-82a9c4e56bc4 req-f9f43595-4b54-4b0b-bf99-2fef38bd50b3 tempest-FloatingIPDetailsTestJSON-138245371 tempest-FloatingIPDetailsTestJSON-138245371-project] 10.222.0.89 "GET /v2.0/floatingips/f2cbe4dd-4a31-411f-821a-2a7cc23530df HTTP/1.1" status: 200 len: 693 time: 0.0692728 Feb 04 17:20:42.557745 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-857f6214-37f2-40dd-92bc-9ba66c376ddc req-05b56297-11a1-46cc-8355-5cc6b821f3ee tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] 10.222.0.89 "GET /v2.0/security-groups?id=c591d0a0-8f77-4259-ab5e-c54cb31473d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3741562 Feb 04 17:20:42.685556 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-b554b241-006f-4095-a70c-84204e858955 admin admin] Publish callbacks [] for router_controller (36dcb97e-05ba-49bc-be6b-5e6aa000b4d9), precommit_add_association {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:42.689840 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-6766a77e-970b-4ca1-991c-2a9484c2286e None None] Allocated IP 172.20.0.2 (97ecf064-9803-4fb4-a530-770e2d5d504b/0a4394ef-af4a-4b7b-98ec-ace2909fada6/beda6682-d886-41bd-b9a4-c036bb33a62f) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:20:42.829862 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-addad950-d93e-4d75-980d-75dd09d8000d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (f446775c-54a2-4d43-aec8-8aaefed20b89), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:42.835328 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-addad950-d93e-4d75-980d-75dd09d8000d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:42.835328 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-addad950-d93e-4d75-980d-75dd09d8000d admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/f446775c-54a2-4d43-aec8-8aaefed20b89 HTTP/1.1" status: 204 len: 168 time: 0.5176780 Feb 04 17:20:42.889355 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6766a77e-970b-4ca1-991c-2a9484c2286e None None] Publish callbacks [] for port (beda6682-d886-41bd-b9a4-c036bb33a62f), precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:42.898639 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6766a77e-970b-4ca1-991c-2a9484c2286e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135'] for port (beda6682-d886-41bd-b9a4-c036bb33a62f), after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:42.898821 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c547454-f085-4712-83b9-82a9c4e56bc4 req-82a09330-db9c-4125-bfae-2237f9eb1764 tempest-FloatingIPDetailsTestJSON-138245371 tempest-FloatingIPDetailsTestJSON-138245371-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:20:42.900220 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-9c547454-f085-4712-83b9-82a9c4e56bc4 req-82a09330-db9c-4125-bfae-2237f9eb1764 tempest-FloatingIPDetailsTestJSON-138245371 tempest-FloatingIPDetailsTestJSON-138245371-project] 10.222.0.89 "GET /v2.0/networks/48165773-85ad-49a1-9ec1-76fc8dc24188 HTTP/1.1" status: 200 len: 784 time: 0.3485582 Feb 04 17:20:42.901162 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addad950-d93e-4d75-980d-75dd09d8000d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f446775c-54a2-4d43-aec8-8aaefed20b89,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:20:42.966587 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6766a77e-970b-4ca1-991c-2a9484c2286e None None] Pushing event updated for resources: {'Port': ['ID=beda6682-d886-41bd-b9a4-c036bb33a62f,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:20:42.978871 n-d-827839-2 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6766a77e-970b-4ca1-991c-2a9484c2286e None None] Network 97ecf064-9803-4fb4-a530-770e2d5d504b is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:20:42.980497 n-d-827839-2 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-6766a77e-970b-4ca1-991c-2a9484c2286e None None] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:20:42.983262 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6766a77e-970b-4ca1-991c-2a9484c2286e None None] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:20:43.008587 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b422804d-3ff8-46e0-b491-0ec50c0a2267 req-944104de-1954-4b1e-9ba7-f3ffafdcf6a0 tempest-ServerRescueTestJSON-1860265827 tempest-ServerRescueTestJSON-1860265827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:20:43.009960 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-b422804d-3ff8-46e0-b491-0ec50c0a2267 req-944104de-1954-4b1e-9ba7-f3ffafdcf6a0 tempest-ServerRescueTestJSON-1860265827 tempest-ServerRescueTestJSON-1860265827-project] 10.222.0.90 "GET /v2.0/networks?id=39759074-fb50-4135-a9de-456f123df529 HTTP/1.1" status: 200 len: 810 time: 0.3538656 Feb 04 17:20:43.049594 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-6766a77e-970b-4ca1-991c-2a9484c2286e None None] Attempting to bind port beda6682-d886-41bd-b9a4-c036bb33a62f on host n-d-827839-2 for vnic_type normal with profile {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:20:43.050663 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-6766a77e-970b-4ca1-991c-2a9484c2286e None None] Attempting to bind port beda6682-d886-41bd-b9a4-c036bb33a62f by drivers openvswitch,hyperv on host n-d-827839-2 at level 0 using segments [{'id': '11201f90-b606-444e-a96c-d2be93dd01e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '97ecf064-9803-4fb4-a530-770e2d5d504b'}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:20:43.051478 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6766a77e-970b-4ca1-991c-2a9484c2286e None None] Attempting to bind port beda6682-d886-41bd-b9a4-c036bb33a62f on network 97ecf064-9803-4fb4-a530-770e2d5d504b {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:20:43.072996 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6766a77e-970b-4ca1-991c-2a9484c2286e None None] Checking agent: {'id': 'ba70844b-66a0-45fd-a2f2-e6ed673321fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 0, 36), 'started_at': datetime.datetime(2022, 2, 4, 17, 1, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 20, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:20:43.074490 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6766a77e-970b-4ca1-991c-2a9484c2286e None None] Checking segment: {'id': '11201f90-b606-444e-a96c-d2be93dd01e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '97ecf064-9803-4fb4-a530-770e2d5d504b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:20:43.077364 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6766a77e-970b-4ca1-991c-2a9484c2286e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:43.077953 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6766a77e-970b-4ca1-991c-2a9484c2286e None None] Bound using segment: {'id': '11201f90-b606-444e-a96c-d2be93dd01e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '97ecf064-9803-4fb4-a530-770e2d5d504b'} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:20:43.079100 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-6766a77e-970b-4ca1-991c-2a9484c2286e None None] Bound port: beda6682-d886-41bd-b9a4-c036bb33a62f, host: n-d-827839-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11201f90-b606-444e-a96c-d2be93dd01e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '97ecf064-9803-4fb4-a530-770e2d5d504b'}}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:20:43.079600 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6766a77e-970b-4ca1-991c-2a9484c2286e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (beda6682-d886-41bd-b9a4-c036bb33a62f), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:43.186252 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-e29633f9-b36c-4e65-82ed-39d32943d334 req-fc40bd71-b69e-480c-a655-00afe8f58460 tempest-ServerRescueTestJSON-1860265827 tempest-ServerRescueTestJSON-1860265827-project] 10.222.0.89 "GET /v2.0/ports?device_id=50d04b06-35cb-42a2-b742-ad06a5486b0d HTTP/1.1" status: 200 len: 210 time: 0.0441670 Feb 04 17:20:43.242189 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-6766a77e-970b-4ca1-991c-2a9484c2286e None None] For port beda6682-d886-41bd-b9a4-c036bb33a62f, host n-d-827839-2, cleared binding levels {{(pid=103378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:20:43.246299 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-6766a77e-970b-4ca1-991c-2a9484c2286e None None] For port beda6682-d886-41bd-b9a4-c036bb33a62f, host n-d-827839-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=beda6682-d886-41bd-b9a4-c036bb33a62f,segment=NetworkSegment(11201f90-b606-444e-a96c-d2be93dd01e8),segment_id=11201f90-b606-444e-a96c-d2be93dd01e8)] {{(pid=103378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:20:43.254988 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6766a77e-970b-4ca1-991c-2a9484c2286e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (beda6682-d886-41bd-b9a4-c036bb33a62f), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:43.318547 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09c60c4-52db-407c-8854-10baf9b09744 req-2203b6df-2dcf-497f-ad4a-4de6a592a243 tempest-AttachSCSIVolumeTestJSON-480248312 tempest-AttachSCSIVolumeTestJSON-480248312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:20:43.324135 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6766a77e-970b-4ca1-991c-2a9484c2286e None None] Pushing event updated for resources: {'Port': ['ID=beda6682-d886-41bd-b9a4-c036bb33a62f,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:20:43.326152 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-b09c60c4-52db-407c-8854-10baf9b09744 req-2203b6df-2dcf-497f-ad4a-4de6a592a243 tempest-AttachSCSIVolumeTestJSON-480248312 tempest-AttachSCSIVolumeTestJSON-480248312-project] 10.222.0.89 "GET /v2.0/ports?device_id=d139c4de-8da5-4d54-bf7d-b1ba87ddc92a HTTP/1.1" status: 200 len: 946 time: 0.0674920 Feb 04 17:20:43.405082 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-b09c60c4-52db-407c-8854-10baf9b09744 req-ae098b72-316e-4e6c-963c-2cf55c88cfdd tempest-AttachSCSIVolumeTestJSON-480248312 tempest-AttachSCSIVolumeTestJSON-480248312-project] 10.222.0.89 "GET /v2.0/security-groups?id=c2ca9c4f-7e5c-464a-a6ef-9ac8541b875b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732796 Feb 04 17:20:43.467805 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [req-b422804d-3ff8-46e0-b491-0ec50c0a2267 req-61f59a67-c744-414c-933a-aeb4ed535536 tempest-ServerRescueTestJSON-1860265827 tempest-ServerRescueTestJSON-1860265827-project] Request body: {'port': {'device_id': '50d04b06-35cb-42a2-b742-ad06a5486b0d', 'network_id': '39759074-fb50-4135-a9de-456f123df529', 'admin_state_up': True, 'tenant_id': '64ba830c63e7431dadf5a14a32fd3842'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:20:43.479538 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-9c547454-f085-4712-83b9-82a9c4e56bc4 req-eaf9cba9-5835-42f5-a980-8cc2a52c759b tempest-FloatingIPDetailsTestJSON-138245371 tempest-FloatingIPDetailsTestJSON-138245371-project] 10.222.0.89 "GET /v2.0/floatingips?floating_ip_address=172.25.6.240 HTTP/1.1" status: 200 len: 696 time: 0.5685995 Feb 04 17:20:43.498279 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-b554b241-006f-4095-a70c-84204e858955 admin admin] Publish callbacks [] for router_gateway (36dcb97e-05ba-49bc-be6b-5e6aa000b4d9), precommit_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:43.530808 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 34630) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:20:43.734905 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e510316-ca02-4b7a-b5c9-caf4eb7fc09c req-b5b13692-31e9-4be3-a5eb-f5899b6b366e tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:20:43.744634 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-2e510316-ca02-4b7a-b5c9-caf4eb7fc09c req-b5b13692-31e9-4be3-a5eb-f5899b6b366e tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] 10.222.0.89 "GET /v2.0/ports?device_id=c8f699c0-43f7-4dac-a0ef-88d572310de9 HTTP/1.1" status: 200 len: 946 time: 0.1027999 Feb 04 17:20:43.760111 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-9c547454-f085-4712-83b9-82a9c4e56bc4 req-4b46498c-0e5a-4cae-9725-505653e58006 tempest-FloatingIPDetailsTestJSON-138245371 tempest-FloatingIPDetailsTestJSON-138245371-project] 10.222.0.89 "GET /v2.0/floatingips?floating_ip_address=172.25.6.240 HTTP/1.1" status: 200 len: 696 time: 0.2640235 Feb 04 17:20:43.861182 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-2e510316-ca02-4b7a-b5c9-caf4eb7fc09c req-e8058039-f1aa-4e67-93b2-625f76e712a1 tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] 10.222.0.89 "GET /v2.0/security-groups?id=c591d0a0-8f77-4259-ab5e-c54cb31473d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106784 Feb 04 17:20:43.888590 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-261329c2-741f-4648-97d7-39f1c7b39288 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:43.898324 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 34644) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:20:43.958325 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b422804d-3ff8-46e0-b491-0ec50c0a2267 req-61f59a67-c744-414c-933a-aeb4ed535536 tempest-ServerRescueTestJSON-1860265827 tempest-ServerRescueTestJSON-1860265827-project] Made reservation on behalf of 64ba830c63e7431dadf5a14a32fd3842 for: {'port': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:20:43.962280 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-b422804d-3ff8-46e0-b491-0ec50c0a2267 req-61f59a67-c744-414c-933a-aeb4ed535536 tempest-ServerRescueTestJSON-1860265827 tempest-ServerRescueTestJSON-1860265827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:43.978538 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-0556d92b-bc67-4e87-999a-b0134475a7a4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:44.013805 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-261329c2-741f-4648-97d7-39f1c7b39288 admin admin] Publish callbacks [] for security_group (8509af19-4021-4ffe-b895-2051d9ed4b87), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:44.022750 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-261329c2-741f-4648-97d7-39f1c7b39288 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (8509af19-4021-4ffe-b895-2051d9ed4b87), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:44.082235 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261329c2-741f-4648-97d7-39f1c7b39288 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8509af19-4021-4ffe-b895-2051d9ed4b87,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:20:44.090191 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-261329c2-741f-4648-97d7-39f1c7b39288 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=62e892982d4f4e87927bf8d14a20dfc2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5578218 Feb 04 17:20:44.092598 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 34652) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:20:44.139534 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [req-9c547454-f085-4712-83b9-82a9c4e56bc4 req-6400b250-6ea7-4f35-b4bc-b39b76a2811e tempest-FloatingIPDetailsTestJSON-138245371 tempest-FloatingIPDetailsTestJSON-138245371-project] Deleting port 7c505af4-2611-42c2-8b59-4e3a5b75b438 {{(pid=103377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:20:44.140153 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-9c547454-f085-4712-83b9-82a9c4e56bc4 req-6400b250-6ea7-4f35-b4bc-b39b76a2811e tempest-FloatingIPDetailsTestJSON-138245371 tempest-FloatingIPDetailsTestJSON-138245371-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (7c505af4-2611-42c2-8b59-4e3a5b75b438), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:44.181576 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-b67736cb-0119-4d13-9790-73dc08b2b1df admin admin] Publish callbacks [] for security_group (8509af19-4021-4ffe-b895-2051d9ed4b87), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:44.187828 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-0556d92b-bc67-4e87-999a-b0134475a7a4 admin admin] Publish callbacks [] for security_group (a12efdae-de0e-4919-8133-2d60e4d44d4b), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:44.197692 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-0556d92b-bc67-4e87-999a-b0134475a7a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (a12efdae-de0e-4919-8133-2d60e4d44d4b), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:44.235048 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-b67736cb-0119-4d13-9790-73dc08b2b1df admin admin] Publish callbacks [] for security_group (8509af19-4021-4ffe-b895-2051d9ed4b87), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:44.285917 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-0556d92b-bc67-4e87-999a-b0134475a7a4 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=f8848ac169e74e8b8f57af534d7fa35c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3864813 Feb 04 17:20:44.288988 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 34658) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:20:44.291227 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0556d92b-bc67-4e87-999a-b0134475a7a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a12efdae-de0e-4919-8133-2d60e4d44d4b,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:20:44.294702 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.db_base_plugin_common [req-b422804d-3ff8-46e0-b491-0ec50c0a2267 req-61f59a67-c744-414c-933a-aeb4ed535536 tempest-ServerRescueTestJSON-1860265827 tempest-ServerRescueTestJSON-1860265827-project] Allocated IP 172.20.0.9 (39759074-fb50-4135-a9de-456f123df529/acc74b3b-28a2-4a28-a63e-a2e1d0f02fcf/77838a79-20a7-4f6b-986b-b3f4c5bbd034) {{(pid=103377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:20:44.385465 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-9c547454-f085-4712-83b9-82a9c4e56bc4 req-6400b250-6ea7-4f35-b4bc-b39b76a2811e tempest-FloatingIPDetailsTestJSON-138245371 tempest-FloatingIPDetailsTestJSON-138245371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (7c505af4-2611-42c2-8b59-4e3a5b75b438), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:44.385802 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-9c547454-f085-4712-83b9-82a9c4e56bc4 req-6400b250-6ea7-4f35-b4bc-b39b76a2811e tempest-FloatingIPDetailsTestJSON-138245371 tempest-FloatingIPDetailsTestJSON-138245371-project] Publish callbacks [] for floatingip (7c505af4-2611-42c2-8b59-4e3a5b75b438), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:44.393318 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-bc9a956b-15e4-4c52-8e61-db79b858dbca req-5162c9e4-d629-46d2-a74e-da575867c233 tempest-ServerRescueTestJSON-1860265827 tempest-ServerRescueTestJSON-1860265827-project] 10.222.0.89 "GET /v2.0/ports?device_id=50d04b06-35cb-42a2-b742-ad06a5486b0d HTTP/1.1" status: 200 len: 210 time: 0.0763381 Feb 04 17:20:44.408979 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [req-9c547454-f085-4712-83b9-82a9c4e56bc4 req-6400b250-6ea7-4f35-b4bc-b39b76a2811e tempest-FloatingIPDetailsTestJSON-138245371 tempest-FloatingIPDetailsTestJSON-138245371-project] Calling delete_port for 7c505af4-2611-42c2-8b59-4e3a5b75b438 owned by network:floatingip {{(pid=103377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:20:44.456129 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-b67736cb-0119-4d13-9790-73dc08b2b1df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (8509af19-4021-4ffe-b895-2051d9ed4b87), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:44.461343 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-b67736cb-0119-4d13-9790-73dc08b2b1df admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:44.466593 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-b67736cb-0119-4d13-9790-73dc08b2b1df admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/8509af19-4021-4ffe-b895-2051d9ed4b87 HTTP/1.1" status: 204 len: 168 time: 0.3688841 Feb 04 17:20:44.474522 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-b554b241-006f-4095-a70c-84204e858955 admin admin] Publish callbacks [] for router_gateway (36dcb97e-05ba-49bc-be6b-5e6aa000b4d9), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:44.511604 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67736cb-0119-4d13-9790-73dc08b2b1df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8509af19-4021-4ffe-b895-2051d9ed4b87,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:20:44.530899 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-78bcb62b-bd65-4bde-b1b1-c3ece718215a admin admin] Publish callbacks [] for security_group (a12efdae-de0e-4919-8133-2d60e4d44d4b), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:44.609128 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device beda6682-d886-41bd-b9a4-c036bb33a62f up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:20:44.609812 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-b554b241-006f-4095-a70c-84204e858955 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:44.623804 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-78bcb62b-bd65-4bde-b1b1-c3ece718215a admin admin] Publish callbacks [] for security_group (a12efdae-de0e-4919-8133-2d60e4d44d4b), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:44.706886 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4cb487-9bbe-49a6-9dae-e6466bce8f62 req-43531b3d-eba7-4d0d-be75-a23f0dca5510 tempest-AttachSCSIVolumeTestJSON-480248312 tempest-AttachSCSIVolumeTestJSON-480248312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:20:44.711970 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port beda6682-d886-41bd-b9a4-c036bb33a62f triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:20:44.712575 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (beda6682-d886-41bd-b9a4-c036bb33a62f), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:44.717846 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-ce4cb487-9bbe-49a6-9dae-e6466bce8f62 req-43531b3d-eba7-4d0d-be75-a23f0dca5510 tempest-AttachSCSIVolumeTestJSON-480248312 tempest-AttachSCSIVolumeTestJSON-480248312-project] 10.222.0.89 "GET /v2.0/ports?device_id=d139c4de-8da5-4d54-bf7d-b1ba87ddc92a HTTP/1.1" status: 200 len: 946 time: 0.1513045 Feb 04 17:20:44.791074 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-78bcb62b-bd65-4bde-b1b1-c3ece718215a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (a12efdae-de0e-4919-8133-2d60e4d44d4b), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:44.795114 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-78bcb62b-bd65-4bde-b1b1-c3ece718215a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:44.797304 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-78bcb62b-bd65-4bde-b1b1-c3ece718215a admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/a12efdae-de0e-4919-8133-2d60e4d44d4b HTTP/1.1" status: 204 len: 168 time: 0.5063860 Feb 04 17:20:44.806568 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-b422804d-3ff8-46e0-b491-0ec50c0a2267 req-61f59a67-c744-414c-933a-aeb4ed535536 tempest-ServerRescueTestJSON-1860265827 tempest-ServerRescueTestJSON-1860265827-project] Publish callbacks [] for port (77838a79-20a7-4f6b-986b-b3f4c5bbd034), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:44.816338 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78bcb62b-bd65-4bde-b1b1-c3ece718215a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a12efdae-de0e-4919-8133-2d60e4d44d4b,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:20:44.850190 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-ce4cb487-9bbe-49a6-9dae-e6466bce8f62 req-a300741b-d705-4d73-9517-f7fb7d52a541 tempest-AttachSCSIVolumeTestJSON-480248312 tempest-AttachSCSIVolumeTestJSON-480248312-project] 10.222.0.89 "GET /v2.0/security-groups?id=c2ca9c4f-7e5c-464a-a6ef-9ac8541b875b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282010 Feb 04 17:20:44.936182 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port beda6682-d886-41bd-b9a4-c036bb33a62f is: DOWN; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:20:44.936577 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (beda6682-d886-41bd-b9a4-c036bb33a62f), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:44.984884 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63792372-f5c1-4b8b-871e-cb266ead46c7 None None] Network 97ecf064-9803-4fb4-a530-770e2d5d504b requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:20:45.014694 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.db_base_plugin_common [None req-b554b241-006f-4095-a70c-84204e858955 admin admin] Allocated IP 172.25.6.17 (48165773-85ad-49a1-9ec1-76fc8dc24188/7660bfad-1ea8-4fe7-831b-bed836f13efc/67c32da0-2e21-4650-964e-e37f207a9d05) {{(pid=103377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:20:45.050159 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-b422804d-3ff8-46e0-b491-0ec50c0a2267 req-61f59a67-c744-414c-933a-aeb4ed535536 tempest-ServerRescueTestJSON-1860265827 tempest-ServerRescueTestJSON-1860265827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (77838a79-20a7-4f6b-986b-b3f4c5bbd034), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:45.062036 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2274393c-fb04-47b6-88c0-344677931495 req-60c4286f-2e73-4684-ac31-c3619c6c68a0 tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:20:45.071494 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] For port beda6682-d886-41bd-b9a4-c036bb33a62f, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=beda6682-d886-41bd-b9a4-c036bb33a62f,segment=NetworkSegment(11201f90-b606-444e-a96c-d2be93dd01e8),segment_id=11201f90-b606-444e-a96c-d2be93dd01e8)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:20:45.075959 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] get_ports_and_sgs() called for port_ids ['2e337050-c376-4e89-b3c1-981d70481050'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 17:20:45.080176 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-2274393c-fb04-47b6-88c0-344677931495 req-60c4286f-2e73-4684-ac31-c3619c6c68a0 tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] 10.222.0.89 "GET /v2.0/ports?device_id=c8f699c0-43f7-4dac-a0ef-88d572310de9 HTTP/1.1" status: 200 len: 946 time: 0.1257496 Feb 04 17:20:45.087524 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (beda6682-d886-41bd-b9a4-c036bb33a62f), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:45.150830 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-9c547454-f085-4712-83b9-82a9c4e56bc4 req-6400b250-6ea7-4f35-b4bc-b39b76a2811e tempest-FloatingIPDetailsTestJSON-138245371 tempest-FloatingIPDetailsTestJSON-138245371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (7c505af4-2611-42c2-8b59-4e3a5b75b438), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:45.165607 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-74443baf-1f1b-48fd-b21a-656b9448fc13 None None] Provisioning complete for port beda6682-d886-41bd-b9a4-c036bb33a62f triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:20:45.165984 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-74443baf-1f1b-48fd-b21a-656b9448fc13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (beda6682-d886-41bd-b9a4-c036bb33a62f), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:45.182066 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b422804d-3ff8-46e0-b491-0ec50c0a2267 req-61f59a67-c744-414c-933a-aeb4ed535536 tempest-ServerRescueTestJSON-1860265827 tempest-ServerRescueTestJSON-1860265827-project] Network 39759074-fb50-4135-a9de-456f123df529 is already hosted by enough agents. {{(pid=103377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:20:45.188431 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f59a67-c744-414c-933a-aeb4ed535536 tempest-ServerRescueTestJSON-1860265827 tempest-ServerRescueTestJSON-1860265827-project] Pushing event updated for resources: {'Port': ['ID=77838a79-20a7-4f6b-986b-b3f4c5bbd034,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:20:45.195292 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [req-b422804d-3ff8-46e0-b491-0ec50c0a2267 req-61f59a67-c744-414c-933a-aeb4ed535536 tempest-ServerRescueTestJSON-1860265827 tempest-ServerRescueTestJSON-1860265827-project] Resources bound (agent type, host, resource id): {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:20:45.214611 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-2274393c-fb04-47b6-88c0-344677931495 req-192e01fe-7004-4d6a-a6e1-9fa351ca3372 tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] 10.222.0.89 "GET /v2.0/security-groups?id=c591d0a0-8f77-4259-ab5e-c54cb31473d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268442 Feb 04 17:20:45.231866 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [req-b422804d-3ff8-46e0-b491-0ec50c0a2267 req-61f59a67-c744-414c-933a-aeb4ed535536 tempest-ServerRescueTestJSON-1860265827 tempest-ServerRescueTestJSON-1860265827-project] Received port after_create {{(pid=103377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:20:45.320655 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6400b250-6ea7-4f35-b4bc-b39b76a2811e tempest-FloatingIPDetailsTestJSON-138245371 tempest-FloatingIPDetailsTestJSON-138245371-project] Pushing event deleted for resources: {'Port': ['ID=7c505af4-2611-42c2-8b59-4e3a5b75b438,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:20:45.340692 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-74443baf-1f1b-48fd-b21a-656b9448fc13 None None] Current status of the port beda6682-d886-41bd-b9a4-c036bb33a62f is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:20:45.367026 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Pushing event updated for resources: {'Port': ['ID=beda6682-d886-41bd-b9a4-c036bb33a62f,revision_number=3']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:20:45.373323 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-b554b241-006f-4095-a70c-84204e858955 admin admin] Publish callbacks [] for port (67c32da0-2e21-4650-964e-e37f207a9d05), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:45.385221 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b422804d-3ff8-46e0-b491-0ec50c0a2267 req-61f59a67-c744-414c-933a-aeb4ed535536 tempest-ServerRescueTestJSON-1860265827 tempest-ServerRescueTestJSON-1860265827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:20:45.386166 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-b422804d-3ff8-46e0-b491-0ec50c0a2267 req-61f59a67-c744-414c-933a-aeb4ed535536 tempest-ServerRescueTestJSON-1860265827 tempest-ServerRescueTestJSON-1860265827-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:45.397935 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-9c547454-f085-4712-83b9-82a9c4e56bc4 req-6400b250-6ea7-4f35-b4bc-b39b76a2811e tempest-FloatingIPDetailsTestJSON-138245371 tempest-FloatingIPDetailsTestJSON-138245371-project] Publish callbacks [] for floatingip (f2cbe4dd-4a31-411f-821a-2a7cc23530df), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:45.400628 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-9c547454-f085-4712-83b9-82a9c4e56bc4 req-6400b250-6ea7-4f35-b4bc-b39b76a2811e tempest-FloatingIPDetailsTestJSON-138245371 tempest-FloatingIPDetailsTestJSON-138245371-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for floatingip (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:45.405013 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-9c547454-f085-4712-83b9-82a9c4e56bc4 req-6400b250-6ea7-4f35-b4bc-b39b76a2811e tempest-FloatingIPDetailsTestJSON-138245371 tempest-FloatingIPDetailsTestJSON-138245371-project] 10.222.0.89 "DELETE /v2.0/floatingips/f2cbe4dd-4a31-411f-821a-2a7cc23530df HTTP/1.1" status: 204 len: 173 time: 1.6439247 Feb 04 17:20:45.416722 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-b422804d-3ff8-46e0-b491-0ec50c0a2267 req-61f59a67-c744-414c-933a-aeb4ed535536 tempest-ServerRescueTestJSON-1860265827 tempest-ServerRescueTestJSON-1860265827-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9532976 Feb 04 17:20:45.456331 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [req-b422804d-3ff8-46e0-b491-0ec50c0a2267 req-cdf104ec-ae0e-4063-a11e-b7a4458f0b9c service neutron] Request body: {'port': {'device_id': '50d04b06-35cb-42a2-b742-ad06a5486b0d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827839-2'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:20:45.582479 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-b554b241-006f-4095-a70c-84204e858955 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (67c32da0-2e21-4650-964e-e37f207a9d05), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:45.717025 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b554b241-006f-4095-a70c-84204e858955 admin admin] Network 48165773-85ad-49a1-9ec1-76fc8dc24188 is already hosted by enough agents. {{(pid=103377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:20:45.723018 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-b422804d-3ff8-46e0-b491-0ec50c0a2267 req-cdf104ec-ae0e-4063-a11e-b7a4458f0b9c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (77838a79-20a7-4f6b-986b-b3f4c5bbd034), before_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:45.749546 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [None req-b554b241-006f-4095-a70c-84204e858955 admin admin] Resources bound (agent type, host, resource id): {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:20:45.755434 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b554b241-006f-4095-a70c-84204e858955 admin admin] Received port after_create {{(pid=103377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:20:45.758040 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b554b241-006f-4095-a70c-84204e858955 admin admin] Pushing event updated for resources: {'Port': ['ID=67c32da0-2e21-4650-964e-e37f207a9d05,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:20:45.782867 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-c55d9f1a-756d-4786-8c1b-081717f593d6 None None] Provisioning complete for port beda6682-d886-41bd-b9a4-c036bb33a62f triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:20:45.783504 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c55d9f1a-756d-4786-8c1b-081717f593d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (beda6682-d886-41bd-b9a4-c036bb33a62f), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:45.790533 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1f2f53-ea84-4531-977a-02ea98c3173e req-da76cb9a-20a4-47c7-b852-1d13d127cc27 tempest-FloatingIPDetailsTestJSON-138245371 tempest-FloatingIPDetailsTestJSON-138245371-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:20:45.793056 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-3b1f2f53-ea84-4531-977a-02ea98c3173e req-da76cb9a-20a4-47c7-b852-1d13d127cc27 tempest-FloatingIPDetailsTestJSON-138245371 tempest-FloatingIPDetailsTestJSON-138245371-project] 10.222.0.89 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.3709865 Feb 04 17:20:45.844403 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce91abd0-5629-4a4b-92c0-5f6e04c59913 req-05bb8aa4-3d46-4561-b757-e9ff7d2f7ab5 tempest-ServerRescueTestJSON-1860265827 tempest-ServerRescueTestJSON-1860265827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:20:45.847192 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-ce91abd0-5629-4a4b-92c0-5f6e04c59913 req-05bb8aa4-3d46-4561-b757-e9ff7d2f7ab5 tempest-ServerRescueTestJSON-1860265827 tempest-ServerRescueTestJSON-1860265827-project] 10.222.0.89 "GET /v2.0/ports?device_id=50d04b06-35cb-42a2-b742-ad06a5486b0d HTTP/1.1" status: 200 len: 931 time: 0.3151917 Feb 04 17:20:45.919676 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-d0c7388e-21e5-4a75-86be-d160ad2c4348 req-308008cc-efb4-4dce-972a-b5ab905d9e4b tempest-FloatingIPDetailsTestJSON-138245371 tempest-FloatingIPDetailsTestJSON-138245371-project] 10.222.0.89 "GET /v2.0/floatingips?tenant_id=71760d3833b0487ca555da8afc60313f HTTP/1.1" status: 200 len: 1655 time: 0.1028154 Feb 04 17:20:45.966008 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-c55d9f1a-756d-4786-8c1b-081717f593d6 None None] Current status of the port beda6682-d886-41bd-b9a4-c036bb33a62f is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:20:46.010155 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092bd31e-e49d-4762-8df6-1aae37201cff req-f3407a41-e928-407b-9bad-d640b6f1d556 tempest-AttachSCSIVolumeTestJSON-480248312 tempest-AttachSCSIVolumeTestJSON-480248312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:20:46.011715 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-092bd31e-e49d-4762-8df6-1aae37201cff req-f3407a41-e928-407b-9bad-d640b6f1d556 tempest-AttachSCSIVolumeTestJSON-480248312 tempest-AttachSCSIVolumeTestJSON-480248312-project] 10.222.0.96 "GET /v2.0/ports?device_id=d139c4de-8da5-4d54-bf7d-b1ba87ddc92a HTTP/1.1" status: 200 len: 946 time: 0.3378134 Feb 04 17:20:46.076484 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c7388e-21e5-4a75-86be-d160ad2c4348 req-b8284bf9-cf82-48ce-8582-75bb661bb949 tempest-FloatingIPDetailsTestJSON-138245371 tempest-FloatingIPDetailsTestJSON-138245371-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:20:46.078328 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-d0c7388e-21e5-4a75-86be-d160ad2c4348 req-b8284bf9-cf82-48ce-8582-75bb661bb949 tempest-FloatingIPDetailsTestJSON-138245371 tempest-FloatingIPDetailsTestJSON-138245371-project] 10.222.0.89 "GET /v2.0/networks?id=48165773-85ad-49a1-9ec1-76fc8dc24188&id=48165773-85ad-49a1-9ec1-76fc8dc24188&id=48165773-85ad-49a1-9ec1-76fc8dc24188 HTTP/1.1" status: 200 len: 787 time: 0.1520464 Feb 04 17:20:46.090300 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [req-d0c7388e-21e5-4a75-86be-d160ad2c4348 req-212d9e27-9e66-447b-a4bd-d07f6b202540 tempest-FloatingIPDetailsTestJSON-138245371 tempest-FloatingIPDetailsTestJSON-138245371-project] http://10.222.0.89:9696/v2.0/extensions returned with HTTP 200 {{(pid=103376) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 17:20:46.104308 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-d0c7388e-21e5-4a75-86be-d160ad2c4348 req-212d9e27-9e66-447b-a4bd-d07f6b202540 tempest-FloatingIPDetailsTestJSON-138245371 tempest-FloatingIPDetailsTestJSON-138245371-project] 10.222.0.89 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0187161 Feb 04 17:20:46.162003 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-ce91abd0-5629-4a4b-92c0-5f6e04c59913 req-3122ec3a-d998-4579-9a2f-5062ecee132f tempest-ServerRescueTestJSON-1860265827 tempest-ServerRescueTestJSON-1860265827-project] 10.222.0.89 "GET /v2.0/security-groups?id=cc4b9805-caea-4906-9ad3-3e1579c9619f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3005819 Feb 04 17:20:46.235114 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3496876-2d98-4c14-b676-a3729bb899d7 req-008265ff-ff45-4b62-b425-9b95e7976f46 tempest-AttachSCSIVolumeTestJSON-480248312 tempest-AttachSCSIVolumeTestJSON-480248312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:20:46.238539 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-a3496876-2d98-4c14-b676-a3729bb899d7 req-008265ff-ff45-4b62-b425-9b95e7976f46 tempest-AttachSCSIVolumeTestJSON-480248312 tempest-AttachSCSIVolumeTestJSON-480248312-project] 10.222.0.89 "GET /v2.0/ports?device_id=d139c4de-8da5-4d54-bf7d-b1ba87ddc92a HTTP/1.1" status: 200 len: 946 time: 0.0702221 Feb 04 17:20:46.341531 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-94c0e16d-f118-46f8-b337-a86708dcfd2c req-bf6d7404-1443-4266-91d1-952654a0305d tempest-FloatingIPDetailsTestJSON-138245371 tempest-FloatingIPDetailsTestJSON-138245371-project] 10.222.0.89 "GET /v2.0/floatingips/add9181f-8e76-4c82-aa76-ee2dcec66101 HTTP/1.1" status: 200 len: 693 time: 0.1216238 Feb 04 17:20:46.344349 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-a3496876-2d98-4c14-b676-a3729bb899d7 req-b1403f66-9360-45bd-a180-5edd05978b1c tempest-AttachSCSIVolumeTestJSON-480248312 tempest-AttachSCSIVolumeTestJSON-480248312-project] 10.222.0.89 "GET /v2.0/security-groups?id=c2ca9c4f-7e5c-464a-a6ef-9ac8541b875b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978453 Feb 04 17:20:46.485585 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 34736) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:20:46.490392 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device beda6682-d886-41bd-b9a4-c036bb33a62f up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:20:46.564543 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port beda6682-d886-41bd-b9a4-c036bb33a62f triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:20:46.564719 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 34742) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:20:46.565299 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (beda6682-d886-41bd-b9a4-c036bb33a62f), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:46.647132 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21d15b7-d66a-4e1b-99ac-10295441c71e req-56861193-a315-4046-a266-85ea878bedcd tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:20:46.650846 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-f21d15b7-d66a-4e1b-99ac-10295441c71e req-56861193-a315-4046-a266-85ea878bedcd tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] 10.222.0.89 "GET /v2.0/ports?device_id=c8f699c0-43f7-4dac-a0ef-88d572310de9 HTTP/1.1" status: 200 len: 946 time: 0.1643562 Feb 04 17:20:46.698291 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port beda6682-d886-41bd-b9a4-c036bb33a62f is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:20:46.737674 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-f21d15b7-d66a-4e1b-99ac-10295441c71e req-fe4da754-feb8-4b3a-b39f-f67101957c23 tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] 10.222.0.89 "GET /v2.0/security-groups?id=c591d0a0-8f77-4259-ab5e-c54cb31473d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805087 Feb 04 17:20:46.759937 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-68267cad-173d-4910-95a1-c7f9a283eb2e admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-445013003-network', 'tenant_id': '8b6550bd20c148bcab4b5fee3da8b861'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:20:46.786209 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68267cad-173d-4910-95a1-c7f9a283eb2e admin admin] Made reservation on behalf of 8b6550bd20c148bcab4b5fee3da8b861 for: {'network': 1} {{(pid=103376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:20:46.788848 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-68267cad-173d-4910-95a1-c7f9a283eb2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for network (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:46.799584 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-68267cad-173d-4910-95a1-c7f9a283eb2e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:46.882730 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-68267cad-173d-4910-95a1-c7f9a283eb2e admin admin] Publish callbacks [] for security_group (34a8fd03-2115-4f65-8804-1619984d9c3e), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:46.886759 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-68267cad-173d-4910-95a1-c7f9a283eb2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (34a8fd03-2115-4f65-8804-1619984d9c3e), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:46.913787 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68267cad-173d-4910-95a1-c7f9a283eb2e admin admin] vlan segment allocate from pool success with {'vlan_id': 757, 'physical_network': 'physnet1'} {{(pid=103376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 17:20:46.924126 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68267cad-173d-4910-95a1-c7f9a283eb2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34a8fd03-2115-4f65-8804-1619984d9c3e,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:20:46.931248 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-68267cad-173d-4910-95a1-c7f9a283eb2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (1a134839-ded9-4846-bdb2-938244927f09), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:46.931679 n-d-827839-2 neutron-server[103376]: INFO neutron.db.segments_db [None req-68267cad-173d-4910-95a1-c7f9a283eb2e admin admin] Added segment 1a134839-ded9-4846-bdb2-938244927f09 of type vlan for network 836a7f4b-f534-43cd-b432-a80aa17f527c Feb 04 17:20:46.978278 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-68267cad-173d-4910-95a1-c7f9a283eb2e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781084292801'] for network (836a7f4b-f534-43cd-b432-a80aa17f527c), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:47.007902 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-68267cad-173d-4910-95a1-c7f9a283eb2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327'] for network (836a7f4b-f534-43cd-b432-a80aa17f527c), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:47.009050 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68267cad-173d-4910-95a1-c7f9a283eb2e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:20:47.009836 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-68267cad-173d-4910-95a1-c7f9a283eb2e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677565'] for network (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:47.066617 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-68267cad-173d-4910-95a1-c7f9a283eb2e admin admin] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5788846 Feb 04 17:20:47.073118 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 34750) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:20:47.078713 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-0d76c62a-e11f-434f-98ad-7d1ea81dd57f admin admin] Request body: {'subnet': {'network_id': '836a7f4b-f534-43cd-b432-a80aa17f527c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-445013003-subnet', 'tenant_id': '8b6550bd20c148bcab4b5fee3da8b861', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:20:47.091859 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-b554b241-006f-4095-a70c-84204e858955 admin admin] Publish callbacks [] for router_gateway (36dcb97e-05ba-49bc-be6b-5e6aa000b4d9), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:47.094511 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68267cad-173d-4910-95a1-c7f9a283eb2e admin admin] Pushing event updated for resources: {'Network': ['ID=836a7f4b-f534-43cd-b432-a80aa17f527c,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:20:47.105436 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d76c62a-e11f-434f-98ad-7d1ea81dd57f admin admin] Made reservation on behalf of 8b6550bd20c148bcab4b5fee3da8b861 for: {'subnet': 1} {{(pid=103376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:20:47.110705 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-0d76c62a-e11f-434f-98ad-7d1ea81dd57f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25859006'] for subnet (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:47.111040 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Network 836a7f4b-f534-43cd-b432-a80aa17f527c details requested by agent ovs-agent-n-d-827839-2 with host n-d-827839-2 {{(pid=103378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 17:20:47.257671 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-01541de5-7f8c-44d9-a2a8-f37695ac6a3c admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-657741022-network', 'tenant_id': '65bf39b3e1de42869fca694c39ba3ea3'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:20:47.330626 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-0d76c62a-e11f-434f-98ad-7d1ea81dd57f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25674939', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25858952'] for subnet (d613447f-ded5-4e11-add6-7e78cc6ea11b), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:47.386818 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2773d5b7-793c-4e10-9788-78ada262440c req-40d6b34b-7465-4bed-88f0-0419ce62e910 tempest-ServerRescueTestJSON-1860265827 tempest-ServerRescueTestJSON-1860265827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:20:47.393238 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-2773d5b7-793c-4e10-9788-78ada262440c req-40d6b34b-7465-4bed-88f0-0419ce62e910 tempest-ServerRescueTestJSON-1860265827 tempest-ServerRescueTestJSON-1860265827-project] 10.222.0.89 "GET /v2.0/ports?device_id=50d04b06-35cb-42a2-b742-ad06a5486b0d HTTP/1.1" status: 200 len: 931 time: 0.1185925 Feb 04 17:20:47.405565 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01541de5-7f8c-44d9-a2a8-f37695ac6a3c admin admin] Made reservation on behalf of 65bf39b3e1de42869fca694c39ba3ea3 for: {'network': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:20:47.408602 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-01541de5-7f8c-44d9-a2a8-f37695ac6a3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for network (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:47.417941 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [req-092bd31e-e49d-4762-8df6-1aae37201cff req-2c237cbb-a54d-4f96-879f-df9047b85b2d tempest-AttachSCSIVolumeTestJSON-480248312 tempest-AttachSCSIVolumeTestJSON-480248312-project] Deleting port 4bcfa000-8e68-424f-9687-3f5045d77edf {{(pid=103377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:20:47.418323 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-092bd31e-e49d-4762-8df6-1aae37201cff req-2c237cbb-a54d-4f96-879f-df9047b85b2d tempest-AttachSCSIVolumeTestJSON-480248312 tempest-AttachSCSIVolumeTestJSON-480248312-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (4bcfa000-8e68-424f-9687-3f5045d77edf), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:47.427931 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d76c62a-e11f-434f-98ad-7d1ea81dd57f admin admin] Pushing event updated for resources: {'Subnet': ['ID=d613447f-ded5-4e11-add6-7e78cc6ea11b,revision_number=0']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:20:47.461742 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d76c62a-e11f-434f-98ad-7d1ea81dd57f admin admin] Checking segment: {'id': '1a134839-ded9-4846-bdb2-938244927f09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '836a7f4b-f534-43cd-b432-a80aa17f527c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:20:47.462014 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d76c62a-e11f-434f-98ad-7d1ea81dd57f admin admin] Network hostable DHCP agents. Network: 836a7f4b-f534-43cd-b432-a80aa17f527c, hostable agents: ['bb89f5a3-3c22-440b-b7d1-c4f0c43c184a'], hosted agents: [] {{(pid=103376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 17:20:47.482502 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-2773d5b7-793c-4e10-9788-78ada262440c req-d3c92b58-9d9f-47e7-99d3-780667c8eb3e tempest-ServerRescueTestJSON-1860265827 tempest-ServerRescueTestJSON-1860265827-project] 10.222.0.89 "GET /v2.0/security-groups?id=cc4b9805-caea-4906-9ad3-3e1579c9619f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880339 Feb 04 17:20:47.494746 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-01541de5-7f8c-44d9-a2a8-f37695ac6a3c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:47.507981 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d76c62a-e11f-434f-98ad-7d1ea81dd57f admin admin] Network 836a7f4b-f534-43cd-b432-a80aa17f527c is scheduled to be hosted by DHCP agent bb89f5a3-3c22-440b-b7d1-c4f0c43c184a with binding_index 1 {{(pid=103376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 17:20:47.522310 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [None req-0d76c62a-e11f-434f-98ad-7d1ea81dd57f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827839-2, 836a7f4b-f534-43cd-b432-a80aa17f527c) {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:20:47.533149 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c0e16d-f118-46f8-b337-a86708dcfd2c req-2a20056b-13d6-4c78-90b6-7604994f1076 tempest-FloatingIPDetailsTestJSON-138245371 tempest-FloatingIPDetailsTestJSON-138245371-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:20:47.534655 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-94c0e16d-f118-46f8-b337-a86708dcfd2c req-2a20056b-13d6-4c78-90b6-7604994f1076 tempest-FloatingIPDetailsTestJSON-138245371 tempest-FloatingIPDetailsTestJSON-138245371-project] 10.222.0.89 "GET /v2.0/networks/48165773-85ad-49a1-9ec1-76fc8dc24188 HTTP/1.1" status: 200 len: 784 time: 1.1249602 Feb 04 17:20:47.535365 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-873870c7-2868-4ac1-b0f0-5e42671bab06 None None] Network 836a7f4b-f534-43cd-b432-a80aa17f527c requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:20:47.558941 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d76c62a-e11f-434f-98ad-7d1ea81dd57f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:20:47.559786 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-0d76c62a-e11f-434f-98ad-7d1ea81dd57f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:47.642321 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-0d76c62a-e11f-434f-98ad-7d1ea81dd57f admin admin] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.5679021 Feb 04 17:20:47.665023 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-01541de5-7f8c-44d9-a2a8-f37695ac6a3c admin admin] Publish callbacks [] for security_group (d5b944a4-d448-4901-b3f9-2f0e5335f866), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:47.671364 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4beec5-d631-47b2-b826-44466160aaef req-9dfaeb1c-f73a-4dda-8b26-644dadd3c872 tempest-AttachSCSIVolumeTestJSON-480248312 tempest-AttachSCSIVolumeTestJSON-480248312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:20:47.675643 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-ff4beec5-d631-47b2-b826-44466160aaef req-9dfaeb1c-f73a-4dda-8b26-644dadd3c872 tempest-AttachSCSIVolumeTestJSON-480248312 tempest-AttachSCSIVolumeTestJSON-480248312-project] 10.222.0.89 "GET /v2.0/ports?device_id=d139c4de-8da5-4d54-bf7d-b1ba87ddc92a HTTP/1.1" status: 200 len: 946 time: 0.0981908 Feb 04 17:20:47.740818 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-94c0e16d-f118-46f8-b337-a86708dcfd2c req-676f939f-73c8-49c1-badb-0d3b429873da tempest-FloatingIPDetailsTestJSON-138245371 tempest-FloatingIPDetailsTestJSON-138245371-project] 10.222.0.89 "GET /v2.0/floatingips?floating_ip_address=172.25.6.140 HTTP/1.1" status: 200 len: 696 time: 0.1902761 Feb 04 17:20:47.749791 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-ff4beec5-d631-47b2-b826-44466160aaef req-0f42dadd-5583-42ed-a8f2-25170db7bbb5 tempest-AttachSCSIVolumeTestJSON-480248312 tempest-AttachSCSIVolumeTestJSON-480248312-project] 10.222.0.89 "GET /v2.0/security-groups?id=c2ca9c4f-7e5c-464a-a6ef-9ac8541b875b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666111 Feb 04 17:20:47.767688 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-01541de5-7f8c-44d9-a2a8-f37695ac6a3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (d5b944a4-d448-4901-b3f9-2f0e5335f866), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:47.785134 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-b554b241-006f-4095-a70c-84204e858955 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1602046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603680'] for router (36dcb97e-05ba-49bc-be6b-5e6aa000b4d9), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:47.886513 n-d-827839-2 neutron-server[103377]: DEBUG neutron.notifiers.nova [req-b422804d-3ff8-46e0-b491-0ec50c0a2267 req-cdf104ec-ae0e-4063-a11e-b7a4458f0b9c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77838a79-20a7-4f6b-986b-b3f4c5bbd034 {{(pid=103377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 17:20:47.887569 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4955e5f9-6b1d-4d2f-b0ec-d001c7ec5803 None None] Network 836a7f4b-f534-43cd-b432-a80aa17f527c requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:20:47.913644 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-b422804d-3ff8-46e0-b491-0ec50c0a2267 req-cdf104ec-ae0e-4063-a11e-b7a4458f0b9c service neutron] Publish callbacks [] for port (77838a79-20a7-4f6b-986b-b3f4c5bbd034), precommit_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:47.916268 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01541de5-7f8c-44d9-a2a8-f37695ac6a3c admin admin] vlan segment allocate from pool success with {'vlan_id': 762, 'physical_network': 'physnet1'} {{(pid=103377) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 17:20:47.971443 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bccd1d4-50b8-4d48-ba07-5a4f03ac72b1 req-4951a416-412a-43a7-8bda-01fd760eebec tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:20:47.973866 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-8bccd1d4-50b8-4d48-ba07-5a4f03ac72b1 req-4951a416-412a-43a7-8bda-01fd760eebec tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] 10.222.0.89 "GET /v2.0/ports?device_id=c8f699c0-43f7-4dac-a0ef-88d572310de9 HTTP/1.1" status: 200 len: 946 time: 0.1478159 Feb 04 17:20:47.977004 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-94c0e16d-f118-46f8-b337-a86708dcfd2c req-f3570687-b376-472b-88a4-3d60bb478ad0 tempest-FloatingIPDetailsTestJSON-138245371 tempest-FloatingIPDetailsTestJSON-138245371-project] 10.222.0.89 "GET /v2.0/floatingips?floating_ip_address=172.25.6.140 HTTP/1.1" status: 200 len: 696 time: 0.2297089 Feb 04 17:20:47.980535 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [req-092bd31e-e49d-4762-8df6-1aae37201cff req-2c237cbb-a54d-4f96-879f-df9047b85b2d tempest-AttachSCSIVolumeTestJSON-480248312 tempest-AttachSCSIVolumeTestJSON-480248312-project] For port 4bcfa000-8e68-424f-9687-3f5045d77edf, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=4bcfa000-8e68-424f-9687-3f5045d77edf,segment=NetworkSegment(7ce1250d-0fb9-49dd-ae7f-12647688678d),segment_id=7ce1250d-0fb9-49dd-ae7f-12647688678d)] {{(pid=103377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:20:47.981336 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-092bd31e-e49d-4762-8df6-1aae37201cff req-2c237cbb-a54d-4f96-879f-df9047b85b2d tempest-AttachSCSIVolumeTestJSON-480248312 tempest-AttachSCSIVolumeTestJSON-480248312-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (4bcfa000-8e68-424f-9687-3f5045d77edf), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:48.000146 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-01541de5-7f8c-44d9-a2a8-f37695ac6a3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (4a10be4b-6749-4bdf-9431-773b959f3be0), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:48.000794 n-d-827839-2 neutron-server[103377]: INFO neutron.db.segments_db [None req-01541de5-7f8c-44d9-a2a8-f37695ac6a3c admin admin] Added segment 4a10be4b-6749-4bdf-9431-773b959f3be0 of type vlan for network 4a902fda-7336-4c3e-af9e-a8a50aa581fb Feb 04 17:20:48.010000 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01541de5-7f8c-44d9-a2a8-f37695ac6a3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5b944a4-d448-4901-b3f9-2f0e5335f866,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:20:48.027850 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.provisioning_blocks [req-b422804d-3ff8-46e0-b491-0ec50c0a2267 req-cdf104ec-ae0e-4063-a11e-b7a4458f0b9c service neutron] Transition to ACTIVE for port object 77838a79-20a7-4f6b-986b-b3f4c5bbd034 will not be triggered until provisioned by entity L2. {{(pid=103377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 17:20:48.037441 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [req-092bd31e-e49d-4762-8df6-1aae37201cff req-2c237cbb-a54d-4f96-879f-df9047b85b2d tempest-AttachSCSIVolumeTestJSON-480248312 tempest-AttachSCSIVolumeTestJSON-480248312-project] Calling delete_port for 4bcfa000-8e68-424f-9687-3f5045d77edf owned by compute:nova {{(pid=103377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:20:48.053511 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-8bccd1d4-50b8-4d48-ba07-5a4f03ac72b1 req-3c68a3b2-4c70-4be0-a143-04434dc70ecf tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] 10.222.0.89 "GET /v2.0/security-groups?id=c591d0a0-8f77-4259-ab5e-c54cb31473d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607750 Feb 04 17:20:48.077997 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 34764) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:20:48.095506 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-b422804d-3ff8-46e0-b491-0ec50c0a2267 req-cdf104ec-ae0e-4063-a11e-b7a4458f0b9c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25888290'] for port (77838a79-20a7-4f6b-986b-b3f4c5bbd034), after_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:48.131461 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a209cac-0e12-448c-bc42-0d8c40b83798 admin admin] Deleting subnet d613447f-ded5-4e11-add6-7e78cc6ea11b {{(pid=103376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 17:20:48.135445 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-1a209cac-0e12-448c-bc42-0d8c40b83798 admin admin] Publish callbacks [] for subnet (d613447f-ded5-4e11-add6-7e78cc6ea11b), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:48.180190 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-1a209cac-0e12-448c-bc42-0d8c40b83798 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25674901'] for subnet (d613447f-ded5-4e11-add6-7e78cc6ea11b), precommit_delete_associations {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:48.200084 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-01541de5-7f8c-44d9-a2a8-f37695ac6a3c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781084292801'] for network (4a902fda-7336-4c3e-af9e-a8a50aa581fb), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:48.218523 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-1a209cac-0e12-448c-bc42-0d8c40b83798 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1541225'] for subnet (d613447f-ded5-4e11-add6-7e78cc6ea11b), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:48.279891 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-1a209cac-0e12-448c-bc42-0d8c40b83798 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1541216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25675894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25858947'] for subnet (d613447f-ded5-4e11-add6-7e78cc6ea11b), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:48.299970 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf104ec-ae0e-4063-a11e-b7a4458f0b9c service neutron] Pushing event updated for resources: {'Port': ['ID=77838a79-20a7-4f6b-986b-b3f4c5bbd034,revision_number=2']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:20:48.305678 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a209cac-0e12-448c-bc42-0d8c40b83798 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d613447f-ded5-4e11-add6-7e78cc6ea11b,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:20:48.309395 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-1a209cac-0e12-448c-bc42-0d8c40b83798 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:48.315149 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-1a209cac-0e12-448c-bc42-0d8c40b83798 admin admin] 10.222.0.89 "DELETE /v2.0/subnets/d613447f-ded5-4e11-add6-7e78cc6ea11b HTTP/1.1" status: 204 len: 168 time: 0.2359242 Feb 04 17:20:48.315750 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 34766) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:20:48.347888 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-01541de5-7f8c-44d9-a2a8-f37695ac6a3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327'] for network (4a902fda-7336-4c3e-af9e-a8a50aa581fb), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:48.348869 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01541de5-7f8c-44d9-a2a8-f37695ac6a3c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:20:48.349453 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-01541de5-7f8c-44d9-a2a8-f37695ac6a3c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677565'] for network (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:48.395308 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-b98541ba-757d-4603-8c21-6b7f4d62f991 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628832'] for network (836a7f4b-f534-43cd-b432-a80aa17f527c), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:48.455947 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-01541de5-7f8c-44d9-a2a8-f37695ac6a3c admin admin] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.8880711 Feb 04 17:20:48.461399 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 34768) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:20:48.466231 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-3ebf533c-50fa-43ae-874f-9dead0cd1db4 admin admin] Request body: {'subnet': {'network_id': '4a902fda-7336-4c3e-af9e-a8a50aa581fb', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-657741022-subnet', 'tenant_id': '65bf39b3e1de42869fca694c39ba3ea3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:20:48.484253 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01541de5-7f8c-44d9-a2a8-f37695ac6a3c admin admin] Pushing event updated for resources: {'Network': ['ID=4a902fda-7336-4c3e-af9e-a8a50aa581fb,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:20:48.490499 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-b98541ba-757d-4603-8c21-6b7f4d62f991 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1543676', 'neutron.services.segments.db._delete_segments_for_network-8781084786517'] for network (836a7f4b-f534-43cd-b432-a80aa17f527c), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:48.496778 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Network 4a902fda-7336-4c3e-af9e-a8a50aa581fb details requested by agent ovs-agent-n-d-827839-2 with host n-d-827839-2 {{(pid=103378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 17:20:48.511018 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ebf533c-50fa-43ae-874f-9dead0cd1db4 admin admin] Made reservation on behalf of 65bf39b3e1de42869fca694c39ba3ea3 for: {'subnet': 1} {{(pid=103376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:20:48.514242 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-3ebf533c-50fa-43ae-874f-9dead0cd1db4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25859006'] for subnet (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:48.533147 n-d-827839-2 neutron-server[103376]: DEBUG neutron.services.segments.db [None req-b98541ba-757d-4603-8c21-6b7f4d62f991 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['836a7f4b-f534-43cd-b432-a80aa17f527c']}} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:20:48.537283 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [req-94c0e16d-f118-46f8-b337-a86708dcfd2c req-d3d0b75d-dc4e-43c9-9730-3a6356e55519 tempest-FloatingIPDetailsTestJSON-138245371 tempest-FloatingIPDetailsTestJSON-138245371-project] Deleting port aa5fca59-62f6-4ed9-a5ec-a54818f92e4c {{(pid=103377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:20:48.537639 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-94c0e16d-f118-46f8-b337-a86708dcfd2c req-d3d0b75d-dc4e-43c9-9730-3a6356e55519 tempest-FloatingIPDetailsTestJSON-138245371 tempest-FloatingIPDetailsTestJSON-138245371-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (aa5fca59-62f6-4ed9-a5ec-a54818f92e4c), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:48.542874 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [req-b422804d-3ff8-46e0-b491-0ec50c0a2267 req-cdf104ec-ae0e-4063-a11e-b7a4458f0b9c service neutron] Attempting to bind port 77838a79-20a7-4f6b-986b-b3f4c5bbd034 on host n-h2-827839-2 for vnic_type normal with profile {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:20:48.543217 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [req-b422804d-3ff8-46e0-b491-0ec50c0a2267 req-cdf104ec-ae0e-4063-a11e-b7a4458f0b9c service neutron] Attempting to bind port 77838a79-20a7-4f6b-986b-b3f4c5bbd034 by drivers openvswitch,hyperv on host n-h2-827839-2 at level 0 using segments [{'id': 'be1103cf-5393-48aa-b76f-2defc05390b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '39759074-fb50-4135-a9de-456f123df529'}] {{(pid=103377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:20:48.543541 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b422804d-3ff8-46e0-b491-0ec50c0a2267 req-cdf104ec-ae0e-4063-a11e-b7a4458f0b9c service neutron] Attempting to bind port 77838a79-20a7-4f6b-986b-b3f4c5bbd034 on network 39759074-fb50-4135-a9de-456f123df529 {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:20:48.558317 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b554b241-006f-4095-a70c-84204e858955 admin admin] Router 36dcb97e-05ba-49bc-be6b-5e6aa000b4d9 is scheduled to L3 agent 64ada913-9131-4d99-a265-63a920956287 with binding_index 1 {{(pid=103377) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 17:20:48.570319 n-d-827839-2 neutron-server[103376]: DEBUG neutron.services.segments.db [None req-b98541ba-757d-4603-8c21-6b7f4d62f991 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a134839-ded9-4846-bdb2-938244927f09') {'for_net_delete': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:20:48.570585 n-d-827839-2 neutron-server[103376]: DEBUG neutron.services.segments.db [None req-b98541ba-757d-4603-8c21-6b7f4d62f991 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a134839-ded9-4846-bdb2-938244927f09') {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:20:48.588129 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-b98541ba-757d-4603-8c21-6b7f4d62f991 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781084783966', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25674908'] for segment (1a134839-ded9-4846-bdb2-938244927f09), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:48.596573 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b422804d-3ff8-46e0-b491-0ec50c0a2267 req-cdf104ec-ae0e-4063-a11e-b7a4458f0b9c service neutron] Port 77838a79-20a7-4f6b-986b-b3f4c5bbd034 on network 39759074-fb50-4135-a9de-456f123df529 not bound, no agent of type Open vSwitch agent registered on host n-h2-827839-2 {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 17:20:48.597306 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b422804d-3ff8-46e0-b491-0ec50c0a2267 req-cdf104ec-ae0e-4063-a11e-b7a4458f0b9c service neutron] Attempting to bind port 77838a79-20a7-4f6b-986b-b3f4c5bbd034 on network 39759074-fb50-4135-a9de-456f123df529 {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:20:48.618765 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b422804d-3ff8-46e0-b491-0ec50c0a2267 req-cdf104ec-ae0e-4063-a11e-b7a4458f0b9c service neutron] Checking agent: {'id': 'f20a1ab3-4332-4f54-833b-ba4a7c687e89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 8, 40), 'started_at': datetime.datetime(2022, 2, 4, 17, 8, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 20, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:20:48.619171 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b422804d-3ff8-46e0-b491-0ec50c0a2267 req-cdf104ec-ae0e-4063-a11e-b7a4458f0b9c service neutron] Checking segment: {'id': 'be1103cf-5393-48aa-b76f-2defc05390b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '39759074-fb50-4135-a9de-456f123df529'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:20:48.619528 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b422804d-3ff8-46e0-b491-0ec50c0a2267 req-cdf104ec-ae0e-4063-a11e-b7a4458f0b9c service neutron] Bound using segment: {'id': 'be1103cf-5393-48aa-b76f-2defc05390b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '39759074-fb50-4135-a9de-456f123df529'} {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:20:48.619966 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [req-b422804d-3ff8-46e0-b491-0ec50c0a2267 req-cdf104ec-ae0e-4063-a11e-b7a4458f0b9c service neutron] Bound port: 77838a79-20a7-4f6b-986b-b3f4c5bbd034, host: n-h2-827839-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be1103cf-5393-48aa-b76f-2defc05390b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '39759074-fb50-4135-a9de-456f123df529'}}] {{(pid=103377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:20:48.620324 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-b422804d-3ff8-46e0-b491-0ec50c0a2267 req-cdf104ec-ae0e-4063-a11e-b7a4458f0b9c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (77838a79-20a7-4f6b-986b-b3f4c5bbd034), before_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:48.620696 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-b98541ba-757d-4603-8c21-6b7f4d62f991 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (1a134839-ded9-4846-bdb2-938244927f09), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:48.648960 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b98541ba-757d-4603-8c21-6b7f4d62f991 admin admin] Releasing vlan 757 on physical network physnet1 to pool {{(pid=103376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 17:20:48.649364 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-b98541ba-757d-4603-8c21-6b7f4d62f991 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25675992'] for segment (1a134839-ded9-4846-bdb2-938244927f09), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:48.651035 n-d-827839-2 neutron-server[103376]: Traceback (most recent call last): Feb 04 17:20:48.651035 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 17:20:48.651035 n-d-827839-2 neutron-server[103376]: timer() Feb 04 17:20:48.651035 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 17:20:48.651035 n-d-827839-2 neutron-server[103376]: cb(*args, **kw) Feb 04 17:20:48.651035 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 17:20:48.651035 n-d-827839-2 neutron-server[103376]: return func(*args, **kwargs) Feb 04 17:20:48.651035 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 17:20:48.651035 n-d-827839-2 neutron-server[103376]: self._notify() Feb 04 17:20:48.651035 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 17:20:48.651035 n-d-827839-2 neutron-server[103376]: self.callback(batched_events) Feb 04 17:20:48.651035 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 17:20:48.651035 n-d-827839-2 neutron-server[103376]: event.method(event) Feb 04 17:20:48.651035 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 17:20:48.651035 n-d-827839-2 neutron-server[103376]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 17:20:48.651035 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 17:20:48.651035 n-d-827839-2 neutron-server[103376]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 17:20:48.651035 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 17:20:48.651035 n-d-827839-2 neutron-server[103376]: return f(self, *a, **k) Feb 04 17:20:48.651035 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 17:20:48.651035 n-d-827839-2 neutron-server[103376]: return self._get(url).json() Feb 04 17:20:48.651035 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 17:20:48.651035 n-d-827839-2 neutron-server[103376]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 17:20:48.651035 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 17:20:48.651035 n-d-827839-2 neutron-server[103376]: return self.request(url, 'GET', **kwargs) Feb 04 17:20:48.651035 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 17:20:48.651035 n-d-827839-2 neutron-server[103376]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 17:20:48.651035 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 17:20:48.651035 n-d-827839-2 neutron-server[103376]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 17:20:48.651035 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 17:20:48.651035 n-d-827839-2 neutron-server[103376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 17:20:48.651035 n-d-827839-2 neutron-server[103376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 17:20:48.671986 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-092bd31e-e49d-4762-8df6-1aae37201cff req-2c237cbb-a54d-4f96-879f-df9047b85b2d tempest-AttachSCSIVolumeTestJSON-480248312 tempest-AttachSCSIVolumeTestJSON-480248312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (4bcfa000-8e68-424f-9687-3f5045d77edf), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:48.717671 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-b98541ba-757d-4603-8c21-6b7f4d62f991 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1543671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1595572'] for network (836a7f4b-f534-43cd-b432-a80aa17f527c), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:48.726849 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55da659c-b2bb-4975-81c8-84eb3b241171 req-b7b0e564-88c0-4c46-a55c-7fc81d67bc4f tempest-ServerRescueTestJSON-1860265827 tempest-ServerRescueTestJSON-1860265827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:20:48.728359 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-55da659c-b2bb-4975-81c8-84eb3b241171 req-b7b0e564-88c0-4c46-a55c-7fc81d67bc4f tempest-ServerRescueTestJSON-1860265827 tempest-ServerRescueTestJSON-1860265827-project] 10.222.0.89 "GET /v2.0/ports?device_id=50d04b06-35cb-42a2-b742-ad06a5486b0d HTTP/1.1" status: 200 len: 943 time: 0.1239963 Feb 04 17:20:48.736095 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-b98541ba-757d-4603-8c21-6b7f4d62f991 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677565'] for network (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:48.743356 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-b98541ba-757d-4603-8c21-6b7f4d62f991 admin admin] 10.222.0.89 "DELETE /v2.0/networks/836a7f4b-f534-43cd-b432-a80aa17f527c HTTP/1.1" status: 204 len: 168 time: 0.4245119 Feb 04 17:20:48.764869 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c237cbb-a54d-4f96-879f-df9047b85b2d tempest-AttachSCSIVolumeTestJSON-480248312 tempest-AttachSCSIVolumeTestJSON-480248312-project] Pushing event deleted for resources: {'Port': ['ID=4bcfa000-8e68-424f-9687-3f5045d77edf,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:20:48.824095 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-94c0e16d-f118-46f8-b337-a86708dcfd2c req-d3d0b75d-dc4e-43c9-9730-3a6356e55519 tempest-FloatingIPDetailsTestJSON-138245371 tempest-FloatingIPDetailsTestJSON-138245371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (aa5fca59-62f6-4ed9-a5ec-a54818f92e4c), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:48.824395 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-94c0e16d-f118-46f8-b337-a86708dcfd2c req-d3d0b75d-dc4e-43c9-9730-3a6356e55519 tempest-FloatingIPDetailsTestJSON-138245371 tempest-FloatingIPDetailsTestJSON-138245371-project] Publish callbacks [] for floatingip (aa5fca59-62f6-4ed9-a5ec-a54818f92e4c), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:48.866710 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98541ba-757d-4603-8c21-6b7f4d62f991 admin admin] Pushing event deleted for resources: {'Network': ['ID=836a7f4b-f534-43cd-b432-a80aa17f527c,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:20:48.879596 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [req-092bd31e-e49d-4762-8df6-1aae37201cff req-2c237cbb-a54d-4f96-879f-df9047b85b2d tempest-AttachSCSIVolumeTestJSON-480248312 tempest-AttachSCSIVolumeTestJSON-480248312-project] No DVR routers for this DVR port 4bcfa000-8e68-424f-9687-3f5045d77edf on host n-h1-827839-2 {{(pid=103377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 17:20:48.911834 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-092bd31e-e49d-4762-8df6-1aae37201cff req-2c237cbb-a54d-4f96-879f-df9047b85b2d tempest-AttachSCSIVolumeTestJSON-480248312 tempest-AttachSCSIVolumeTestJSON-480248312-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:48.921595 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-092bd31e-e49d-4762-8df6-1aae37201cff req-2c237cbb-a54d-4f96-879f-df9047b85b2d tempest-AttachSCSIVolumeTestJSON-480248312 tempest-AttachSCSIVolumeTestJSON-480248312-project] 10.222.0.96 "DELETE /v2.0/ports/4bcfa000-8e68-424f-9687-3f5045d77edf HTTP/1.1" status: 204 len: 173 time: 2.8350134 Feb 04 17:20:48.927307 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-55da659c-b2bb-4975-81c8-84eb3b241171 req-e71cd04f-0c11-489e-8072-634884533920 tempest-ServerRescueTestJSON-1860265827 tempest-ServerRescueTestJSON-1860265827-project] 10.222.0.89 "GET /v2.0/security-groups?id=cc4b9805-caea-4906-9ad3-3e1579c9619f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157413 Feb 04 17:20:48.929060 n-d-827839-2 neutron-server[103377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd139c4de-8da5-4d54-bf7d-b1ba87ddc92a', 'name': 'network-vif-deleted', 'tag': '4bcfa000-8e68-424f-9687-3f5045d77edf'}] {{(pid=103377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:20:48.937199 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7240428b650e1488e9361b62648ff4b3a6c19d49d8c27c949491ab58c1346cf0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-146b23af-0210-4750-a7a1-aed2e8eb476b" -d '{"events": [{"server_uuid": "d139c4de-8da5-4d54-bf7d-b1ba87ddc92a", "name": "network-vif-deleted", "tag": "4bcfa000-8e68-424f-9687-3f5045d77edf"}]}' {{(pid=103377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:20:48.947685 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-3ebf533c-50fa-43ae-874f-9dead0cd1db4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25674939', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25858952'] for subnet (55bb3612-8537-4487-954b-c90283e33dab), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:48.964293 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 34782) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:20:48.996912 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [req-b422804d-3ff8-46e0-b491-0ec50c0a2267 req-cdf104ec-ae0e-4063-a11e-b7a4458f0b9c service neutron] For port 77838a79-20a7-4f6b-986b-b3f4c5bbd034, host n-h2-827839-2, cleared binding levels {{(pid=103377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:20:49.006150 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [req-b422804d-3ff8-46e0-b491-0ec50c0a2267 req-cdf104ec-ae0e-4063-a11e-b7a4458f0b9c service neutron] For port 77838a79-20a7-4f6b-986b-b3f4c5bbd034, host n-h2-827839-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=77838a79-20a7-4f6b-986b-b3f4c5bbd034,segment=NetworkSegment(be1103cf-5393-48aa-b76f-2defc05390b4),segment_id=be1103cf-5393-48aa-b76f-2defc05390b4)] {{(pid=103377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:20:49.021242 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [req-94c0e16d-f118-46f8-b337-a86708dcfd2c req-d3d0b75d-dc4e-43c9-9730-3a6356e55519 tempest-FloatingIPDetailsTestJSON-138245371 tempest-FloatingIPDetailsTestJSON-138245371-project] Calling delete_port for aa5fca59-62f6-4ed9-a5ec-a54818f92e4c owned by network:floatingip {{(pid=103377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:20:49.024704 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-b422804d-3ff8-46e0-b491-0ec50c0a2267 req-cdf104ec-ae0e-4063-a11e-b7a4458f0b9c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25888290'] for port (77838a79-20a7-4f6b-986b-b3f4c5bbd034), after_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:49.027681 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b554b241-006f-4095-a70c-84204e858955 admin admin] Notify agent at l3_agent.n-d-827839-2 the message routers_updated {{(pid=103377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 17:20:49.041404 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc230ca4-5ae7-4fb5-98e8-ebc60c6d2a92 None None] Sync routers for ids ['36dcb97e-05ba-49bc-be6b-5e6aa000b4d9'] in n-d-827839-2 {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 17:20:49.061559 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc230ca4-5ae7-4fb5-98e8-ebc60c6d2a92 None None] Routers {'36dcb97e-05ba-49bc-be6b-5e6aa000b4d9'} bound to L3 agent in host n-d-827839-2 {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:20:49.063256 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-dc230ca4-5ae7-4fb5-98e8-ebc60c6d2a92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:20:32Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['36dcb97e-05ba-49bc-be6b-5e6aa000b4d9'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:20:49.123693 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-676a4a14-94f5-4151-9bc6-ecbef67c6864 req-f9f596b3-049e-434f-a143-746d97a291c4 tempest-AttachSCSIVolumeTestJSON-480248312 tempest-AttachSCSIVolumeTestJSON-480248312-project] 10.222.0.89 "GET /v2.0/ports?device_id=d139c4de-8da5-4d54-bf7d-b1ba87ddc92a HTTP/1.1" status: 200 len: 210 time: 0.0970170 Feb 04 17:20:49.176606 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-1c604a75-8ff1-4616-91f7-59bbf622ca3d admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=8b6550bd20c148bcab4b5fee3da8b861&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2034199 Feb 04 17:20:49.181327 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebf533c-50fa-43ae-874f-9dead0cd1db4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=55bb3612-8537-4487-954b-c90283e33dab,revision_number=0']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:20:49.186830 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 34788) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:20:49.203689 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ebf533c-50fa-43ae-874f-9dead0cd1db4 admin admin] Checking segment: {'id': '4a10be4b-6749-4bdf-9431-773b959f3be0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '4a902fda-7336-4c3e-af9e-a8a50aa581fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:20:49.205480 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ebf533c-50fa-43ae-874f-9dead0cd1db4 admin admin] Network hostable DHCP agents. Network: 4a902fda-7336-4c3e-af9e-a8a50aa581fb, hostable agents: ['bb89f5a3-3c22-440b-b7d1-c4f0c43c184a'], hosted agents: [] {{(pid=103376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 17:20:49.223050 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvr_db [None req-dc230ca4-5ae7-4fb5-98e8-ebc60c6d2a92 None None] Set router 36dcb97e-05ba-49bc-be6b-5e6aa000b4d9 gateway port host: n-d-827839-2 {{(pid=103379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:20:49.241816 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 17:20:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-deaa23f2-28ed-47ff-a962-cfabafe5c45d x-openstack-request-id: req-deaa23f2-28ed-47ff-a962-cfabafe5c45d {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:20:49.242344 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d139c4de-8da5-4d54-bf7d-b1ba87ddc92a", "name": "network-vif-deleted", "tag": "4bcfa000-8e68-424f-9687-3f5045d77edf", "status": "completed", "code": 200}]} {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:20:49.242452 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-deaa23f2-28ed-47ff-a962-cfabafe5c45d {{(pid=103377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:20:49.242763 n-d-827839-2 neutron-server[103377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd139c4de-8da5-4d54-bf7d-b1ba87ddc92a', 'name': 'network-vif-deleted', 'tag': '4bcfa000-8e68-424f-9687-3f5045d77edf', 'status': 'completed', 'code': 200} Feb 04 17:20:49.272654 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-b554b241-006f-4095-a70c-84204e858955 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:49.272654 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-b554b241-006f-4095-a70c-84204e858955 admin admin] 10.222.0.89 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 6.8671870 Feb 04 17:20:49.272654 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b422804d-3ff8-46e0-b491-0ec50c0a2267 req-cdf104ec-ae0e-4063-a11e-b7a4458f0b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:20:49.272654 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-b422804d-3ff8-46e0-b491-0ec50c0a2267 req-cdf104ec-ae0e-4063-a11e-b7a4458f0b9c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:49.273413 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-b422804d-3ff8-46e0-b491-0ec50c0a2267 req-cdf104ec-ae0e-4063-a11e-b7a4458f0b9c service neutron] 10.222.0.90 "PUT /v2.0/ports/77838a79-20a7-4f6b-986b-b3f4c5bbd034 HTTP/1.1" status: 200 len: 1091 time: 3.8482633 Feb 04 17:20:49.274576 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 34790) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:20:49.316039 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf104ec-ae0e-4063-a11e-b7a4458f0b9c service neutron] Pushing event updated for resources: {'Port': ['ID=77838a79-20a7-4f6b-986b-b3f4c5bbd034,revision_number=3']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:20:49.388607 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b422804d-3ff8-46e0-b491-0ec50c0a2267 req-09fcfa2f-464a-4774-ba75-5adaa8465e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:20:49.390199 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-b422804d-3ff8-46e0-b491-0ec50c0a2267 req-09fcfa2f-464a-4774-ba75-5adaa8465e26 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=64ba830c63e7431dadf5a14a32fd3842&device_id=50d04b06-35cb-42a2-b742-ad06a5486b0d HTTP/1.1" status: 200 len: 1125 time: 0.0693510 Feb 04 17:20:49.448955 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device 4bcfa000-8e68-424f-9687-3f5045d77edf no longer exists at agent hyperv_n-h1-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:20:49.475553 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-b422804d-3ff8-46e0-b491-0ec50c0a2267 req-5fc079e1-1e68-4fd7-a90c-793b45975c06 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=77838a79-20a7-4f6b-986b-b3f4c5bbd034 HTTP/1.1" status: 200 len: 217 time: 0.0601323 Feb 04 17:20:49.484514 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] No Port match for: 4bcfa000-8e68-424f-9687-3f5045d77edf {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 17:20:49.486922 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device 4bcfa000-8e68-424f-9687-3f5045d77edf not bound to the agent host n-h1-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 17:20:49.521461 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-94c0e16d-f118-46f8-b337-a86708dcfd2c req-d3d0b75d-dc4e-43c9-9730-3a6356e55519 tempest-FloatingIPDetailsTestJSON-138245371 tempest-FloatingIPDetailsTestJSON-138245371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (aa5fca59-62f6-4ed9-a5ec-a54818f92e4c), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:49.554862 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d0b75d-dc4e-43c9-9730-3a6356e55519 tempest-FloatingIPDetailsTestJSON-138245371 tempest-FloatingIPDetailsTestJSON-138245371-project] Pushing event deleted for resources: {'Port': ['ID=aa5fca59-62f6-4ed9-a5ec-a54818f92e4c,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:20:49.577064 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-dc230ca4-5ae7-4fb5-98e8-ebc60c6d2a92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36dcb97e-05ba-49bc-be6b-5e6aa000b4d9', 'name': 'tempest-FloatingIPsTestJSON-131112259-router', 'tenant_id': '8a4eb6a0a1fe4de5bf493ed2f2796622', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.17'}], 'enable_snat': True}, 'gw_port_id': '67c32da0-2e21-4650-964e-e37f207a9d05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:20:42Z', 'updated_at': '2022-02-04T17:20:46Z', 'revision_number': 3, 'project_id': '8a4eb6a0a1fe4de5bf493ed2f2796622', 'gw_port': {'id': '67c32da0-2e21-4650-964e-e37f207a9d05', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:5f:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36dcb97e-05ba-49bc-be6b-5e6aa000b4d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1136, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:20:44Z', 'updated_at': '2022-02-04T17:20:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2'}], 'n-d-827839-2', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:20:49.616932 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc230ca4-5ae7-4fb5-98e8-ebc60c6d2a92 None None] Checking router: 36dcb97e-05ba-49bc-be6b-5e6aa000b4d9 for host: n-d-827839-2 {{(pid=103379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 17:20:49.617603 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc230ca4-5ae7-4fb5-98e8-ebc60c6d2a92 None None] Updating router 36dcb97e-05ba-49bc-be6b-5e6aa000b4d9 port 67c32da0-2e21-4650-964e-e37f207a9d05 binding host n-d-827839-2 {{(pid=103379) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 17:20:49.625481 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b422804d-3ff8-46e0-b491-0ec50c0a2267 req-1494ae7f-c0e7-4b78-a55d-00e4ec15ac71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:20:49.629710 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-b422804d-3ff8-46e0-b491-0ec50c0a2267 req-1494ae7f-c0e7-4b78-a55d-00e4ec15ac71 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=acc74b3b-28a2-4a28-a63e-a2e1d0f02fcf HTTP/1.1" status: 200 len: 850 time: 0.1472862 Feb 04 17:20:49.656951 n-d-827839-2 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-dc230ca4-5ae7-4fb5-98e8-ebc60c6d2a92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (67c32da0-2e21-4650-964e-e37f207a9d05), before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:49.670594 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-b422804d-3ff8-46e0-b491-0ec50c0a2267 req-d7433a6b-adba-42f9-a7a0-109bbfc00268 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=39759074-fb50-4135-a9de-456f123df529&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0328517 Feb 04 17:20:49.673723 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ebf533c-50fa-43ae-874f-9dead0cd1db4 admin admin] Network 4a902fda-7336-4c3e-af9e-a8a50aa581fb is scheduled to be hosted by DHCP agent bb89f5a3-3c22-440b-b7d1-c4f0c43c184a with binding_index 1 {{(pid=103376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 17:20:49.690149 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-94c0e16d-f118-46f8-b337-a86708dcfd2c req-d3d0b75d-dc4e-43c9-9730-3a6356e55519 tempest-FloatingIPDetailsTestJSON-138245371 tempest-FloatingIPDetailsTestJSON-138245371-project] Publish callbacks [] for floatingip (add9181f-8e76-4c82-aa76-ee2dcec66101), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:49.692644 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-94c0e16d-f118-46f8-b337-a86708dcfd2c req-d3d0b75d-dc4e-43c9-9730-3a6356e55519 tempest-FloatingIPDetailsTestJSON-138245371 tempest-FloatingIPDetailsTestJSON-138245371-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for floatingip (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:49.694950 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-94c0e16d-f118-46f8-b337-a86708dcfd2c req-d3d0b75d-dc4e-43c9-9730-3a6356e55519 tempest-FloatingIPDetailsTestJSON-138245371 tempest-FloatingIPDetailsTestJSON-138245371-project] 10.222.0.89 "DELETE /v2.0/floatingips/add9181f-8e76-4c82-aa76-ee2dcec66101 HTTP/1.1" status: 204 len: 173 time: 1.7025306 Feb 04 17:20:49.749175 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [None req-3ebf533c-50fa-43ae-874f-9dead0cd1db4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827839-2, 4a902fda-7336-4c3e-af9e-a8a50aa581fb) {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:20:49.758110 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70a75b4e-32d4-48d4-9329-272cb9989114 None None] Network 4a902fda-7336-4c3e-af9e-a8a50aa581fb requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:20:49.788936 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ebf533c-50fa-43ae-874f-9dead0cd1db4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:20:49.789707 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-3ebf533c-50fa-43ae-874f-9dead0cd1db4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:49.802537 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-d70e3c2f-6db6-4c3c-a559-230c13daf05d admin admin] Publish callbacks [] for security_group (34a8fd03-2115-4f65-8804-1619984d9c3e), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:49.825735 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-79b45f0d-a766-484c-9e6b-c519237bfd85 req-e3af59c7-4701-4478-bd37-c0d5d4ec21da tempest-FloatingIPDetailsTestJSON-138245371 tempest-FloatingIPDetailsTestJSON-138245371-project] 10.222.0.89 "GET /v2.0/floatingips/15b2ce87-0e95-43f6-9979-f5d8c13ebadf HTTP/1.1" status: 200 len: 692 time: 0.0844061 Feb 04 17:20:49.837723 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-3ebf533c-50fa-43ae-874f-9dead0cd1db4 admin admin] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.3750832 Feb 04 17:20:49.878301 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-d70e3c2f-6db6-4c3c-a559-230c13daf05d admin admin] Publish callbacks [] for security_group (34a8fd03-2115-4f65-8804-1619984d9c3e), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:49.932011 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-b422804d-3ff8-46e0-b491-0ec50c0a2267 req-7113db3d-929e-40e1-858d-684842ce7c08 service neutron] 10.222.0.90 "GET /v2.0/networks/39759074-fb50-4135-a9de-456f123df529?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2522438 Feb 04 17:20:49.969721 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be28df75-3260-4a3c-8b79-cc155527cbfe None None] Network 4a902fda-7336-4c3e-af9e-a8a50aa581fb requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:20:49.989700 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27d1a39-a31c-44a8-8521-60e116b4a429 req-69484dee-4ac1-47bc-b86a-6fceb6a3be6d tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:20:50.001458 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-a27d1a39-a31c-44a8-8521-60e116b4a429 req-69484dee-4ac1-47bc-b86a-6fceb6a3be6d tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] 10.222.0.89 "GET /v2.0/ports?device_id=c8f699c0-43f7-4dac-a0ef-88d572310de9 HTTP/1.1" status: 200 len: 946 time: 0.6518631 Feb 04 17:20:50.119441 n-d-827839-2 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-dc230ca4-5ae7-4fb5-98e8-ebc60c6d2a92 None None] Publish callbacks [] for port (67c32da0-2e21-4650-964e-e37f207a9d05), precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:50.127904 n-d-827839-2 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-dc230ca4-5ae7-4fb5-98e8-ebc60c6d2a92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (67c32da0-2e21-4650-964e-e37f207a9d05), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:50.172531 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-a27d1a39-a31c-44a8-8521-60e116b4a429 req-0adafc73-59d0-4b4f-b2c0-21e533ea71ee tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] 10.222.0.89 "GET /v2.0/security-groups?id=c591d0a0-8f77-4259-ab5e-c54cb31473d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1697049 Feb 04 17:20:50.198084 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-d70e3c2f-6db6-4c3c-a559-230c13daf05d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (34a8fd03-2115-4f65-8804-1619984d9c3e), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:50.200623 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-d70e3c2f-6db6-4c3c-a559-230c13daf05d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:50.202333 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-d70e3c2f-6db6-4c3c-a559-230c13daf05d admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/34a8fd03-2115-4f65-8804-1619984d9c3e HTTP/1.1" status: 204 len: 168 time: 1.0133939 Feb 04 17:20:50.224901 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00aed233-b4bf-4b04-b924-43f2270f97c5 None None] Pushing event updated for resources: {'Port': ['ID=67c32da0-2e21-4650-964e-e37f207a9d05,revision_number=2']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:20:50.251233 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70e3c2f-6db6-4c3c-a559-230c13daf05d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34a8fd03-2115-4f65-8804-1619984d9c3e,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:20:50.278444 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00aed233-b4bf-4b04-b924-43f2270f97c5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:20:50.279903 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00aed233-b4bf-4b04-b924-43f2270f97c5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:20:50.280321 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00aed233-b4bf-4b04-b924-43f2270f97c5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:20:50.282737 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00aed233-b4bf-4b04-b924-43f2270f97c5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:20:50.283901 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00aed233-b4bf-4b04-b924-43f2270f97c5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:20:50.284218 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00aed233-b4bf-4b04-b924-43f2270f97c5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:20:50.284560 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00aed233-b4bf-4b04-b924-43f2270f97c5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:20:50.284938 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00aed233-b4bf-4b04-b924-43f2270f97c5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:20:50.285257 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00aed233-b4bf-4b04-b924-43f2270f97c5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:20:50.285586 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00aed233-b4bf-4b04-b924-43f2270f97c5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:20:50.290064 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00aed233-b4bf-4b04-b924-43f2270f97c5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:20:50.290423 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00aed233-b4bf-4b04-b924-43f2270f97c5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:20:50.290899 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00aed233-b4bf-4b04-b924-43f2270f97c5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:20:50.297814 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [None req-dc230ca4-5ae7-4fb5-98e8-ebc60c6d2a92 None None] Attempting to bind port 67c32da0-2e21-4650-964e-e37f207a9d05 on host n-d-827839-2 for vnic_type normal with profile {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:20:50.298197 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [None req-dc230ca4-5ae7-4fb5-98e8-ebc60c6d2a92 None None] Attempting to bind port 67c32da0-2e21-4650-964e-e37f207a9d05 by drivers openvswitch,hyperv on host n-d-827839-2 at level 0 using segments [{'id': '5942dc44-1f07-4c27-b0ab-45a2bff20dd5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188'}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:20:50.298539 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc230ca4-5ae7-4fb5-98e8-ebc60c6d2a92 None None] Attempting to bind port 67c32da0-2e21-4650-964e-e37f207a9d05 on network 48165773-85ad-49a1-9ec1-76fc8dc24188 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:20:50.304966 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc230ca4-5ae7-4fb5-98e8-ebc60c6d2a92 None None] Checking agent: {'id': 'ba70844b-66a0-45fd-a2f2-e6ed673321fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 0, 36), 'started_at': datetime.datetime(2022, 2, 4, 17, 1, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 20, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:20:50.305363 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc230ca4-5ae7-4fb5-98e8-ebc60c6d2a92 None None] Checking segment: {'id': '5942dc44-1f07-4c27-b0ab-45a2bff20dd5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:20:50.305752 n-d-827839-2 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-dc230ca4-5ae7-4fb5-98e8-ebc60c6d2a92 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:50.306141 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc230ca4-5ae7-4fb5-98e8-ebc60c6d2a92 None None] Bound using segment: {'id': '5942dc44-1f07-4c27-b0ab-45a2bff20dd5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188'} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:20:50.306613 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [None req-dc230ca4-5ae7-4fb5-98e8-ebc60c6d2a92 None None] Bound port: 67c32da0-2e21-4650-964e-e37f207a9d05, host: n-d-827839-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5942dc44-1f07-4c27-b0ab-45a2bff20dd5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188'}}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:20:50.306992 n-d-827839-2 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-dc230ca4-5ae7-4fb5-98e8-ebc60c6d2a92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (67c32da0-2e21-4650-964e-e37f207a9d05), before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:50.393817 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-dc230ca4-5ae7-4fb5-98e8-ebc60c6d2a92 None None] For port 67c32da0-2e21-4650-964e-e37f207a9d05, host n-d-827839-2, cleared binding levels {{(pid=103379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:20:50.396048 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4ad213-9fee-4b39-a945-f562a284a47c req-b9bd39a3-d703-478b-954b-0e8abf0b5db0 tempest-ServerRescueTestJSON-1860265827 tempest-ServerRescueTestJSON-1860265827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:20:50.397838 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-7d4ad213-9fee-4b39-a945-f562a284a47c req-b9bd39a3-d703-478b-954b-0e8abf0b5db0 tempest-ServerRescueTestJSON-1860265827 tempest-ServerRescueTestJSON-1860265827-project] 10.222.0.89 "GET /v2.0/ports?device_id=50d04b06-35cb-42a2-b742-ad06a5486b0d HTTP/1.1" status: 200 len: 943 time: 0.1035452 Feb 04 17:20:50.404357 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-dc230ca4-5ae7-4fb5-98e8-ebc60c6d2a92 None None] For port 67c32da0-2e21-4650-964e-e37f207a9d05, host n-d-827839-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=67c32da0-2e21-4650-964e-e37f207a9d05,segment=NetworkSegment(5942dc44-1f07-4c27-b0ab-45a2bff20dd5),segment_id=5942dc44-1f07-4c27-b0ab-45a2bff20dd5)] {{(pid=103379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:20:50.415084 n-d-827839-2 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-dc230ca4-5ae7-4fb5-98e8-ebc60c6d2a92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (67c32da0-2e21-4650-964e-e37f207a9d05), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:50.513974 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-7d4ad213-9fee-4b39-a945-f562a284a47c req-5fb1baee-756a-4b12-bb5d-59140ce7f845 tempest-ServerRescueTestJSON-1860265827 tempest-ServerRescueTestJSON-1860265827-project] 10.222.0.89 "GET /v2.0/security-groups?id=cc4b9805-caea-4906-9ad3-3e1579c9619f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067629 Feb 04 17:20:50.516597 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00aed233-b4bf-4b04-b924-43f2270f97c5 None None] Pushing event updated for resources: {'Port': ['ID=67c32da0-2e21-4650-964e-e37f207a9d05,revision_number=3']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:20:50.549538 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc230ca4-5ae7-4fb5-98e8-ebc60c6d2a92 None None] Routers {'36dcb97e-05ba-49bc-be6b-5e6aa000b4d9'} bound to L3 agent in host n-d-827839-2 {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:20:50.549538 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-dc230ca4-5ae7-4fb5-98e8-ebc60c6d2a92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:20:32Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['36dcb97e-05ba-49bc-be6b-5e6aa000b4d9'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:20:50.611055 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-bc2f7f12-5f68-4c8a-919c-70a51e4fc430 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:50.691338 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b45f0d-a766-484c-9e6b-c519237bfd85 req-f30af0da-f4e3-4904-b72c-1397c9baf33f tempest-FloatingIPDetailsTestJSON-138245371 tempest-FloatingIPDetailsTestJSON-138245371-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:20:50.696116 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-79b45f0d-a766-484c-9e6b-c519237bfd85 req-f30af0da-f4e3-4904-b72c-1397c9baf33f tempest-FloatingIPDetailsTestJSON-138245371 tempest-FloatingIPDetailsTestJSON-138245371-project] 10.222.0.89 "GET /v2.0/networks/48165773-85ad-49a1-9ec1-76fc8dc24188 HTTP/1.1" status: 200 len: 784 time: 0.8600330 Feb 04 17:20:50.756070 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvr_db [None req-dc230ca4-5ae7-4fb5-98e8-ebc60c6d2a92 None None] Set router 36dcb97e-05ba-49bc-be6b-5e6aa000b4d9 gateway port host: n-d-827839-2 {{(pid=103379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:20:50.814213 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-b422804d-3ff8-46e0-b491-0ec50c0a2267 req-a7c88f5b-7792-4e4b-a9c1-8675d059b36f service neutron] 10.222.0.90 "GET /v2.0/networks/39759074-fb50-4135-a9de-456f123df529?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8735194 Feb 04 17:20:50.819478 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-79b45f0d-a766-484c-9e6b-c519237bfd85 req-aeb2051f-8415-4de2-b6cb-440b75fcd765 tempest-FloatingIPDetailsTestJSON-138245371 tempest-FloatingIPDetailsTestJSON-138245371-project] 10.222.0.89 "GET /v2.0/floatingips?floating_ip_address=172.25.6.57 HTTP/1.1" status: 200 len: 695 time: 0.1137624 Feb 04 17:20:50.863168 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [req-928895c6-8893-42d4-a2eb-69f107168880 req-54625fe9-b2b3-491d-a2da-88fa38d8c996 tempest-SecurityGroupRulesNegativeTestJSON-346068438 tempest-SecurityGroupRulesNegativeTestJSON-346068438-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-616191326', 'description': 'tempest-description-1799047347'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:20:50.929168 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-928895c6-8893-42d4-a2eb-69f107168880 req-54625fe9-b2b3-491d-a2da-88fa38d8c996 tempest-SecurityGroupRulesNegativeTestJSON-346068438 tempest-SecurityGroupRulesNegativeTestJSON-346068438-project] Publish callbacks [] for security_group (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:50.936582 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-79b45f0d-a766-484c-9e6b-c519237bfd85 req-954aa272-76aa-400d-8e22-6e33a9e4e373 tempest-FloatingIPDetailsTestJSON-138245371 tempest-FloatingIPDetailsTestJSON-138245371-project] 10.222.0.89 "GET /v2.0/floatingips?floating_ip_address=172.25.6.57 HTTP/1.1" status: 200 len: 695 time: 0.1102064 Feb 04 17:20:50.952115 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.db_base_plugin_common [None req-bc2f7f12-5f68-4c8a-919c-70a51e4fc430 admin admin] Allocated IP 172.20.0.1 (97ecf064-9803-4fb4-a530-770e2d5d504b/0a4394ef-af4a-4b7b-98ec-ace2909fada6/f373fc18-8269-48a5-aeca-77bac172a36c) {{(pid=103376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:20:51.052347 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-dc230ca4-5ae7-4fb5-98e8-ebc60c6d2a92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36dcb97e-05ba-49bc-be6b-5e6aa000b4d9', 'name': 'tempest-FloatingIPsTestJSON-131112259-router', 'tenant_id': '8a4eb6a0a1fe4de5bf493ed2f2796622', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.17'}], 'enable_snat': True}, 'gw_port_id': '67c32da0-2e21-4650-964e-e37f207a9d05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:20:42Z', 'updated_at': '2022-02-04T17:20:46Z', 'revision_number': 3, 'project_id': '8a4eb6a0a1fe4de5bf493ed2f2796622', 'gw_port': {'id': '67c32da0-2e21-4650-964e-e37f207a9d05', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:5f:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36dcb97e-05ba-49bc-be6b-5e6aa000b4d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1136, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:20:44Z', 'updated_at': '2022-02-04T17:20:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2'}], 'n-d-827839-2', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:20:51.106698 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc230ca4-5ae7-4fb5-98e8-ebc60c6d2a92 None None] The sync data for ids ['36dcb97e-05ba-49bc-be6b-5e6aa000b4d9'] in n-d-827839-2 is: [{'id': '36dcb97e-05ba-49bc-be6b-5e6aa000b4d9', 'name': 'tempest-FloatingIPsTestJSON-131112259-router', 'tenant_id': '8a4eb6a0a1fe4de5bf493ed2f2796622', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.17'}], 'enable_snat': True}, 'gw_port_id': '67c32da0-2e21-4650-964e-e37f207a9d05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:20:42Z', 'updated_at': '2022-02-04T17:20:46Z', 'revision_number': 3, 'project_id': '8a4eb6a0a1fe4de5bf493ed2f2796622', 'gw_port': {'id': '67c32da0-2e21-4650-964e-e37f207a9d05', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:5f:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36dcb97e-05ba-49bc-be6b-5e6aa000b4d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1136, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:20:44Z', 'updated_at': '2022-02-04T17:20:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2'}] {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 17:20:51.150535 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [req-79b45f0d-a766-484c-9e6b-c519237bfd85 req-4f2269aa-9f86-492c-ad4c-b5280417cc1e tempest-FloatingIPDetailsTestJSON-138245371 tempest-FloatingIPDetailsTestJSON-138245371-project] Deleting port 4d4204c3-3533-4118-810c-b8644a4db552 {{(pid=103377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:20:51.152146 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-79b45f0d-a766-484c-9e6b-c519237bfd85 req-4f2269aa-9f86-492c-ad4c-b5280417cc1e tempest-FloatingIPDetailsTestJSON-138245371 tempest-FloatingIPDetailsTestJSON-138245371-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (4d4204c3-3533-4118-810c-b8644a4db552), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:51.166477 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-928895c6-8893-42d4-a2eb-69f107168880 req-54625fe9-b2b3-491d-a2da-88fa38d8c996 tempest-SecurityGroupRulesNegativeTestJSON-346068438 tempest-SecurityGroupRulesNegativeTestJSON-346068438-project] Publish callbacks [] for security_group (82b6a312-ef49-4392-9c51-ae82768d8cea), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:51.174693 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-928895c6-8893-42d4-a2eb-69f107168880 req-54625fe9-b2b3-491d-a2da-88fa38d8c996 tempest-SecurityGroupRulesNegativeTestJSON-346068438 tempest-SecurityGroupRulesNegativeTestJSON-346068438-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (82b6a312-ef49-4392-9c51-ae82768d8cea), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:51.264438 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-79b45f0d-a766-484c-9e6b-c519237bfd85 req-4f2269aa-9f86-492c-ad4c-b5280417cc1e tempest-FloatingIPDetailsTestJSON-138245371 tempest-FloatingIPDetailsTestJSON-138245371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (4d4204c3-3533-4118-810c-b8644a4db552), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:51.264838 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-79b45f0d-a766-484c-9e6b-c519237bfd85 req-4f2269aa-9f86-492c-ad4c-b5280417cc1e tempest-FloatingIPDetailsTestJSON-138245371 tempest-FloatingIPDetailsTestJSON-138245371-project] Publish callbacks [] for floatingip (4d4204c3-3533-4118-810c-b8644a4db552), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:51.271185 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-928895c6-8893-42d4-a2eb-69f107168880 req-54625fe9-b2b3-491d-a2da-88fa38d8c996 tempest-SecurityGroupRulesNegativeTestJSON-346068438 tempest-SecurityGroupRulesNegativeTestJSON-346068438-project] Publish callbacks [] for security_group (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:51.272441 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-928895c6-8893-42d4-a2eb-69f107168880 req-54625fe9-b2b3-491d-a2da-88fa38d8c996 tempest-SecurityGroupRulesNegativeTestJSON-346068438 tempest-SecurityGroupRulesNegativeTestJSON-346068438-project] 10.222.0.89 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1836 time: 0.4139745 Feb 04 17:20:51.277558 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-bc2f7f12-5f68-4c8a-919c-70a51e4fc430 admin admin] Publish callbacks [] for port (f373fc18-8269-48a5-aeca-77bac172a36c), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:51.283282 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54625fe9-b2b3-491d-a2da-88fa38d8c996 tempest-SecurityGroupRulesNegativeTestJSON-346068438 tempest-SecurityGroupRulesNegativeTestJSON-346068438-project] Pushing event updated for resources: {'SecurityGroup': ['ID=82b6a312-ef49-4392-9c51-ae82768d8cea,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:20:51.328505 n-d-827839-2 neutron-server[103377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50d04b06-35cb-42a2-b742-ad06a5486b0d', 'tag': '77838a79-20a7-4f6b-986b-b3f4c5bbd034'}] {{(pid=103377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:20:51.333911 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7240428b650e1488e9361b62648ff4b3a6c19d49d8c27c949491ab58c1346cf0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50396ac8-f45e-4be6-b9e0-2df02459b59c" -d '{"events": [{"name": "network-changed", "server_uuid": "50d04b06-35cb-42a2-b742-ad06a5486b0d", "tag": "77838a79-20a7-4f6b-986b-b3f4c5bbd034"}]}' {{(pid=103377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:20:51.343354 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [req-79b45f0d-a766-484c-9e6b-c519237bfd85 req-4f2269aa-9f86-492c-ad4c-b5280417cc1e tempest-FloatingIPDetailsTestJSON-138245371 tempest-FloatingIPDetailsTestJSON-138245371-project] Calling delete_port for 4d4204c3-3533-4118-810c-b8644a4db552 owned by network:floatingip {{(pid=103377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:20:51.353959 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-bc2f7f12-5f68-4c8a-919c-70a51e4fc430 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (f373fc18-8269-48a5-aeca-77bac172a36c), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:51.460406 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc2f7f12-5f68-4c8a-919c-70a51e4fc430 admin admin] Network 97ecf064-9803-4fb4-a530-770e2d5d504b is already hosted by enough agents. {{(pid=103376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:20:51.473940 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [None req-bc2f7f12-5f68-4c8a-919c-70a51e4fc430 admin admin] Resources bound (agent type, host, resource id): {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:20:51.486087 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc2f7f12-5f68-4c8a-919c-70a51e4fc430 admin admin] Received port after_create {{(pid=103376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:20:51.488289 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2f7f12-5f68-4c8a-919c-70a51e4fc430 admin admin] Pushing event updated for resources: {'Port': ['ID=f373fc18-8269-48a5-aeca-77bac172a36c,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:20:51.607163 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-bc2f7f12-5f68-4c8a-919c-70a51e4fc430 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1595471'] for router_interface (36dcb97e-05ba-49bc-be6b-5e6aa000b4d9), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:51.744349 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-79b45f0d-a766-484c-9e6b-c519237bfd85 req-4f2269aa-9f86-492c-ad4c-b5280417cc1e tempest-FloatingIPDetailsTestJSON-138245371 tempest-FloatingIPDetailsTestJSON-138245371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (4d4204c3-3533-4118-810c-b8644a4db552), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:51.840349 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 17:20:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f767ab97-76ab-466b-9b15-d721bf6f9c7f x-openstack-request-id: req-f767ab97-76ab-466b-9b15-d721bf6f9c7f {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:20:51.840761 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50d04b06-35cb-42a2-b742-ad06a5486b0d", "tag": "77838a79-20a7-4f6b-986b-b3f4c5bbd034", "status": "completed", "code": 200}]} {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:20:51.840972 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-f767ab97-76ab-466b-9b15-d721bf6f9c7f {{(pid=103377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:20:51.841392 n-d-827839-2 neutron-server[103377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50d04b06-35cb-42a2-b742-ad06a5486b0d', 'tag': '77838a79-20a7-4f6b-986b-b3f4c5bbd034', 'status': 'completed', 'code': 200} Feb 04 17:20:51.849411 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2269aa-9f86-492c-ad4c-b5280417cc1e tempest-FloatingIPDetailsTestJSON-138245371 tempest-FloatingIPDetailsTestJSON-138245371-project] Pushing event deleted for resources: {'Port': ['ID=4d4204c3-3533-4118-810c-b8644a4db552,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:20:51.987214 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-80c11af6-9f5d-4be5-aab3-15ce5ff7a785 req-6a2d48d0-cc76-4d13-acd3-40e4d86d90fb tempest-SecurityGroupRulesNegativeTestJSON-346068438 tempest-SecurityGroupRulesNegativeTestJSON-346068438-project] 10.222.0.89 "GET /v2.0/security-groups/82b6a312-ef49-4392-9c51-ae82768d8cea HTTP/1.1" status: 200 len: 1831 time: 0.0956495 Feb 04 17:20:51.999319 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [req-80c11af6-9f5d-4be5-aab3-15ce5ff7a785 req-1e09119b-5851-4ff7-be5b-ea5c8cdb58a9 tempest-SecurityGroupRulesNegativeTestJSON-346068438 tempest-SecurityGroupRulesNegativeTestJSON-346068438-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '82b6a312-ef49-4392-9c51-ae82768d8cea', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:20:51.999739 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [req-80c11af6-9f5d-4be5-aab3-15ce5ff7a785 req-1e09119b-5851-4ff7-be5b-ea5c8cdb58a9 tempest-SecurityGroupRulesNegativeTestJSON-346068438 tempest-SecurityGroupRulesNegativeTestJSON-346068438-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '82b6a312-ef49-4392-9c51-ae82768d8cea', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:20:52.034132 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-bc2f7f12-5f68-4c8a-919c-70a51e4fc430 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (f373fc18-8269-48a5-aeca-77bac172a36c), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:52.063144 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-b7b99e88-43d1-41e3-bf4a-a17b2e7055c0 None None] Provisioning complete for port f373fc18-8269-48a5-aeca-77bac172a36c triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:20:52.067252 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b7b99e88-43d1-41e3-bf4a-a17b2e7055c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (f373fc18-8269-48a5-aeca-77bac172a36c), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:52.122879 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50396ac8-f45e-4be6-b9e0-2df02459b59c req-cfa1211d-8ed1-4be1-bb9a-db60ab956324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:20:52.124733 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-50396ac8-f45e-4be6-b9e0-2df02459b59c req-cfa1211d-8ed1-4be1-bb9a-db60ab956324 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=64ba830c63e7431dadf5a14a32fd3842&device_id=50d04b06-35cb-42a2-b742-ad06a5486b0d HTTP/1.1" status: 200 len: 1125 time: 0.2493784 Feb 04 17:20:52.133024 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-79b45f0d-a766-484c-9e6b-c519237bfd85 req-4f2269aa-9f86-492c-ad4c-b5280417cc1e tempest-FloatingIPDetailsTestJSON-138245371 tempest-FloatingIPDetailsTestJSON-138245371-project] Publish callbacks [] for floatingip (15b2ce87-0e95-43f6-9979-f5d8c13ebadf), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:52.136689 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-79b45f0d-a766-484c-9e6b-c519237bfd85 req-4f2269aa-9f86-492c-ad4c-b5280417cc1e tempest-FloatingIPDetailsTestJSON-138245371 tempest-FloatingIPDetailsTestJSON-138245371-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for floatingip (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:52.142104 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-79b45f0d-a766-484c-9e6b-c519237bfd85 req-4f2269aa-9f86-492c-ad4c-b5280417cc1e tempest-FloatingIPDetailsTestJSON-138245371 tempest-FloatingIPDetailsTestJSON-138245371-project] 10.222.0.89 "DELETE /v2.0/floatingips/15b2ce87-0e95-43f6-9979-f5d8c13ebadf HTTP/1.1" status: 204 len: 173 time: 1.1988783 Feb 04 17:20:52.196405 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-b7b99e88-43d1-41e3-bf4a-a17b2e7055c0 None None] Port f373fc18-8269-48a5-aeca-77bac172a36c cannot update to ACTIVE because it is not bound. {{(pid=103378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 17:20:52.239664 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-80c11af6-9f5d-4be5-aab3-15ce5ff7a785 req-1e09119b-5851-4ff7-be5b-ea5c8cdb58a9 tempest-SecurityGroupRulesNegativeTestJSON-346068438 tempest-SecurityGroupRulesNegativeTestJSON-346068438-project] Publish callbacks [] for security_group_rule (8b9ef05e-8de8-4e59-a19f-5d69a1835ef4), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:52.342654 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50396ac8-f45e-4be6-b9e0-2df02459b59c req-d880fb1a-2fc1-4e85-9c52-506d300c75bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:20:52.348128 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-50396ac8-f45e-4be6-b9e0-2df02459b59c req-d880fb1a-2fc1-4e85-9c52-506d300c75bb service neutron] 10.222.0.90 "GET /v2.0/networks?id=39759074-fb50-4135-a9de-456f123df529 HTTP/1.1" status: 200 len: 911 time: 0.2025833 Feb 04 17:20:52.418629 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-50396ac8-f45e-4be6-b9e0-2df02459b59c req-48d13476-419c-469f-a1c7-ea5c081afb73 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=77838a79-20a7-4f6b-986b-b3f4c5bbd034 HTTP/1.1" status: 200 len: 217 time: 0.0648284 Feb 04 17:20:52.519284 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50396ac8-f45e-4be6-b9e0-2df02459b59c req-f8f809d2-0a86-4c3f-813c-9871b9df160e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:20:52.520935 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-50396ac8-f45e-4be6-b9e0-2df02459b59c req-f8f809d2-0a86-4c3f-813c-9871b9df160e service neutron] 10.222.0.90 "GET /v2.0/subnets?id=acc74b3b-28a2-4a28-a63e-a2e1d0f02fcf HTTP/1.1" status: 200 len: 850 time: 0.0957723 Feb 04 17:20:52.574485 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-bc2f7f12-5f68-4c8a-919c-70a51e4fc430 admin admin] Publish callbacks [] for port (f373fc18-8269-48a5-aeca-77bac172a36c), precommit_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:52.597279 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-50396ac8-f45e-4be6-b9e0-2df02459b59c req-84df511c-62a7-41b9-adf2-11659e4883d0 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=39759074-fb50-4135-a9de-456f123df529&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0663791 Feb 04 17:20:52.603459 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-80c11af6-9f5d-4be5-aab3-15ce5ff7a785 req-1e09119b-5851-4ff7-be5b-ea5c8cdb58a9 tempest-SecurityGroupRulesNegativeTestJSON-346068438 tempest-SecurityGroupRulesNegativeTestJSON-346068438-project] Publish callbacks [] for security_group_rule (8b9ef05e-8de8-4e59-a19f-5d69a1835ef4), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:52.605745 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-bc2f7f12-5f68-4c8a-919c-70a51e4fc430 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675836'] for port (f373fc18-8269-48a5-aeca-77bac172a36c), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:52.665370 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 67c32da0-2e21-4650-964e-e37f207a9d05 up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:20:52.689244 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-80c11af6-9f5d-4be5-aab3-15ce5ff7a785 req-1e09119b-5851-4ff7-be5b-ea5c8cdb58a9 tempest-SecurityGroupRulesNegativeTestJSON-346068438 tempest-SecurityGroupRulesNegativeTestJSON-346068438-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664556'] for security_group_rule (8b9ef05e-8de8-4e59-a19f-5d69a1835ef4), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:52.721735 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2f7f12-5f68-4c8a-919c-70a51e4fc430 admin admin] Pushing event updated for resources: {'Port': ['ID=f373fc18-8269-48a5-aeca-77bac172a36c,revision_number=2']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:20:52.775687 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e09119b-5851-4ff7-be5b-ea5c8cdb58a9 tempest-SecurityGroupRulesNegativeTestJSON-346068438 tempest-SecurityGroupRulesNegativeTestJSON-346068438-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b9ef05e-8de8-4e59-a19f-5d69a1835ef4,revision_number=0']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:20:52.793212 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-80c11af6-9f5d-4be5-aab3-15ce5ff7a785 req-1e09119b-5851-4ff7-be5b-ea5c8cdb58a9 tempest-SecurityGroupRulesNegativeTestJSON-346068438 tempest-SecurityGroupRulesNegativeTestJSON-346068438-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:52.796076 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-80c11af6-9f5d-4be5-aab3-15ce5ff7a785 req-1e09119b-5851-4ff7-be5b-ea5c8cdb58a9 tempest-SecurityGroupRulesNegativeTestJSON-346068438 tempest-SecurityGroupRulesNegativeTestJSON-346068438-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.8079231 Feb 04 17:20:52.799116 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-bc2f7f12-5f68-4c8a-919c-70a51e4fc430 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1677345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602751'] for router_interface (36dcb97e-05ba-49bc-be6b-5e6aa000b4d9), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:52.810919 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0093bd44-2193-4646-aa18-5ba7c7f2fa7e req-00fe6c9e-8c63-468a-a096-5924b2693ed3 tempest-ServerRescueTestJSON-1860265827 tempest-ServerRescueTestJSON-1860265827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:20:52.813132 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-0093bd44-2193-4646-aa18-5ba7c7f2fa7e req-00fe6c9e-8c63-468a-a096-5924b2693ed3 tempest-ServerRescueTestJSON-1860265827 tempest-ServerRescueTestJSON-1860265827-project] 10.222.0.89 "GET /v2.0/ports?device_id=50d04b06-35cb-42a2-b742-ad06a5486b0d HTTP/1.1" status: 200 len: 943 time: 0.2966764 Feb 04 17:20:52.830365 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port 67c32da0-2e21-4650-964e-e37f207a9d05 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:20:52.830739 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (67c32da0-2e21-4650-964e-e37f207a9d05), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:52.911736 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-50396ac8-f45e-4be6-b9e0-2df02459b59c req-d8c3ece1-c1a3-4b80-9de5-c79bbe112c19 service neutron] 10.222.0.90 "GET /v2.0/networks/39759074-fb50-4135-a9de-456f123df529?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2753384 Feb 04 17:20:52.921100 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-0093bd44-2193-4646-aa18-5ba7c7f2fa7e req-db7b21b6-565d-45e8-b531-171d79645b40 tempest-ServerRescueTestJSON-1860265827 tempest-ServerRescueTestJSON-1860265827-project] 10.222.0.89 "GET /v2.0/security-groups?id=cc4b9805-caea-4906-9ad3-3e1579c9619f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978687 Feb 04 17:20:53.047378 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-50396ac8-f45e-4be6-b9e0-2df02459b59c req-35004c0d-ebc6-4c97-821d-1a2765521674 service neutron] 10.222.0.90 "GET /v2.0/networks/39759074-fb50-4135-a9de-456f123df529?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237884 Feb 04 17:20:53.047696 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port 67c32da0-2e21-4650-964e-e37f207a9d05 is: DOWN; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:20:53.048449 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (67c32da0-2e21-4650-964e-e37f207a9d05), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:53.102642 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] For port 67c32da0-2e21-4650-964e-e37f207a9d05, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=67c32da0-2e21-4650-964e-e37f207a9d05,segment=NetworkSegment(5942dc44-1f07-4c27-b0ab-45a2bff20dd5),segment_id=5942dc44-1f07-4c27-b0ab-45a2bff20dd5)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:20:53.114438 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (67c32da0-2e21-4650-964e-e37f207a9d05), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:53.177258 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc2f7f12-5f68-4c8a-919c-70a51e4fc430 admin admin] Network 97ecf064-9803-4fb4-a530-770e2d5d504b is already hosted by enough agents. {{(pid=103376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:20:53.186330 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [None req-bc2f7f12-5f68-4c8a-919c-70a51e4fc430 admin admin] Resources bound (agent type, host, resource id): {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:20:53.274207 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Pushing event updated for resources: {'Port': ['ID=67c32da0-2e21-4650-964e-e37f207a9d05,revision_number=4']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:20:53.307090 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-4239cc34-aa0d-44f9-9d43-c5e652c57b65 req-3c9ed85c-9cac-4638-a490-00b02aaa73a7 tempest-FloatingIPDetailsTestJSON-138245371 tempest-FloatingIPDetailsTestJSON-138245371-project] 10.222.0.89 "GET /v2.0/floatingips/a3e3aab4-a6c1-4eb5-b245-549ea23fca1d HTTP/1.1" status: 200 len: 692 time: 0.2290375 Feb 04 17:20:53.463123 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Device 77838a79-20a7-4f6b-986b-b3f4c5bbd034 details requested by agent hyperv_n-h2-827839-2 with host n-h2-827839-2 {{(pid=103378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 17:20:53.472128 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4239cc34-aa0d-44f9-9d43-c5e652c57b65 req-08b2ed86-033c-4586-8d9d-8e733d59060e tempest-FloatingIPDetailsTestJSON-138245371 tempest-FloatingIPDetailsTestJSON-138245371-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:20:53.479817 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-4239cc34-aa0d-44f9-9d43-c5e652c57b65 req-08b2ed86-033c-4586-8d9d-8e733d59060e tempest-FloatingIPDetailsTestJSON-138245371 tempest-FloatingIPDetailsTestJSON-138245371-project] 10.222.0.89 "GET /v2.0/networks/48165773-85ad-49a1-9ec1-76fc8dc24188 HTTP/1.1" status: 200 len: 784 time: 0.1717112 Feb 04 17:20:53.538453 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab761abc-f87d-463d-97cf-83f8e0b9d928 req-a582bdbe-f612-4170-a863-a1db6380442b tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:20:53.540118 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-ab761abc-f87d-463d-97cf-83f8e0b9d928 req-a582bdbe-f612-4170-a863-a1db6380442b tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] 10.222.0.89 "GET /v2.0/ports?device_id=c8f699c0-43f7-4dac-a0ef-88d572310de9 HTTP/1.1" status: 200 len: 946 time: 0.5529656 Feb 04 17:20:53.582229 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-4239cc34-aa0d-44f9-9d43-c5e652c57b65 req-3e279508-979e-4aac-b772-b9e59f08614a tempest-FloatingIPDetailsTestJSON-138245371 tempest-FloatingIPDetailsTestJSON-138245371-project] 10.222.0.89 "GET /v2.0/floatingips?floating_ip_address=172.25.6.47 HTTP/1.1" status: 200 len: 695 time: 0.1014664 Feb 04 17:20:53.690550 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] For port 77838a79-20a7-4f6b-986b-b3f4c5bbd034, host n-h2-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=77838a79-20a7-4f6b-986b-b3f4c5bbd034,segment=NetworkSegment(be1103cf-5393-48aa-b76f-2defc05390b4),segment_id=be1103cf-5393-48aa-b76f-2defc05390b4)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:20:53.700818 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3774829-cf23-4ac1-82f2-e63618975c2e req-4cb9c95f-4955-4194-8472-6a571451c06c tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:20:53.702374 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-d3774829-cf23-4ac1-82f2-e63618975c2e req-4cb9c95f-4955-4194-8472-6a571451c06c tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] 10.222.0.96 "GET /v2.0/ports?device_id=c8f699c0-43f7-4dac-a0ef-88d572310de9 HTTP/1.1" status: 200 len: 946 time: 0.3926747 Feb 04 17:20:53.705258 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Returning: {'device': '77838a79-20a7-4f6b-986b-b3f4c5bbd034', 'network_id': '39759074-fb50-4135-a9de-456f123df529', 'port_id': '77838a79-20a7-4f6b-986b-b3f4c5bbd034', 'mac_address': 'fa:16:3e:58:8f:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 775, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'acc74b3b-28a2-4a28-a63e-a2e1d0f02fcf', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 17:20:53.705746 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-4239cc34-aa0d-44f9-9d43-c5e652c57b65 req-6674f5d1-be8b-44db-9d56-02d6e00381d9 tempest-FloatingIPDetailsTestJSON-138245371 tempest-FloatingIPDetailsTestJSON-138245371-project] 10.222.0.89 "GET /v2.0/floatingips?floating_ip_address=172.25.6.47 HTTP/1.1" status: 200 len: 695 time: 0.1157050 Feb 04 17:20:53.725413 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-ab761abc-f87d-463d-97cf-83f8e0b9d928 req-d386ec66-ecff-428a-a651-99096e30ac19 tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] 10.222.0.89 "GET /v2.0/security-groups?id=c591d0a0-8f77-4259-ab5e-c54cb31473d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1634235 Feb 04 17:20:53.741023 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc2f7f12-5f68-4c8a-919c-70a51e4fc430 admin admin] Router 36dcb97e-05ba-49bc-be6b-5e6aa000b4d9 has already been hosted by L3 agent 64ada913-9131-4d99-a265-63a920956287 {{(pid=103376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 17:20:53.798000 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Current status of the port 77838a79-20a7-4f6b-986b-b3f4c5bbd034 is: DOWN; New status is: BUILD {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:20:53.798796 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (77838a79-20a7-4f6b-986b-b3f4c5bbd034), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:53.820397 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-85fdba56-2979-4685-a4a7-c5e86ac8c855 None None] Provisioning complete for port f373fc18-8269-48a5-aeca-77bac172a36c triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:20:53.822074 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-85fdba56-2979-4685-a4a7-c5e86ac8c855 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (f373fc18-8269-48a5-aeca-77bac172a36c), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:53.859486 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77838a79-20a7-4f6b-986b-b3f4c5bbd034 {{(pid=103378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 17:20:53.910472 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-85fdba56-2979-4685-a4a7-c5e86ac8c855 None None] Port f373fc18-8269-48a5-aeca-77bac172a36c cannot update to ACTIVE because it is not bound. {{(pid=103378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 17:20:53.916631 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] For port 77838a79-20a7-4f6b-986b-b3f4c5bbd034, host n-h2-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=77838a79-20a7-4f6b-986b-b3f4c5bbd034,segment=NetworkSegment(be1103cf-5393-48aa-b76f-2defc05390b4),segment_id=be1103cf-5393-48aa-b76f-2defc05390b4)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:20:53.925305 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (77838a79-20a7-4f6b-986b-b3f4c5bbd034), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:54.010727 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Pushing event updated for resources: {'Port': ['ID=77838a79-20a7-4f6b-986b-b3f4c5bbd034,revision_number=4']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:20:54.013948 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-9b0c56d2-5de3-4861-baee-c200db081d3d req-89239658-8279-4090-bc94-5e13e5e31d25 tempest-SecurityGroupRulesNegativeTestJSON-346068438 tempest-SecurityGroupRulesNegativeTestJSON-346068438-project] 10.222.0.89 "GET /v2.0/security-groups/82b6a312-ef49-4392-9c51-ae82768d8cea HTTP/1.1" status: 200 len: 2425 time: 0.1542063 Feb 04 17:20:54.030506 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc2f7f12-5f68-4c8a-919c-70a51e4fc430 admin admin] Notify agent at l3_agent.n-d-827839-2 the message routers_updated {{(pid=103376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 17:20:54.050261 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-bc2f7f12-5f68-4c8a-919c-70a51e4fc430 admin admin] 10.222.0.89 "PUT /v2.0/routers/36dcb97e-05ba-49bc-be6b-5e6aa000b4d9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7664633 Feb 04 17:20:54.097943 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [req-d3774829-cf23-4ac1-82f2-e63618975c2e req-70aceab3-4624-4ecc-a8c0-07800648705e tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] Deleting port d3cf9a14-7069-4ac3-b5c5-21774915873c {{(pid=103377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:20:54.098924 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-d3774829-cf23-4ac1-82f2-e63618975c2e req-70aceab3-4624-4ecc-a8c0-07800648705e tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (d3cf9a14-7069-4ac3-b5c5-21774915873c), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:54.110030 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf758ec7-871b-4bf5-b1d8-310a1aed20cb None None] Sync routers for ids ['36dcb97e-05ba-49bc-be6b-5e6aa000b4d9'] in n-d-827839-2 {{(pid=103378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 17:20:54.145891 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf758ec7-871b-4bf5-b1d8-310a1aed20cb None None] Routers {'36dcb97e-05ba-49bc-be6b-5e6aa000b4d9'} bound to L3 agent in host n-d-827839-2 {{(pid=103378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:20:54.146520 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-cf758ec7-871b-4bf5-b1d8-310a1aed20cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:20:32Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['36dcb97e-05ba-49bc-be6b-5e6aa000b4d9'], 'active': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:20:54.224116 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [req-4239cc34-aa0d-44f9-9d43-c5e652c57b65 req-7f92d9ba-8a5a-46ff-afe2-f0b8e5080796 tempest-FloatingIPDetailsTestJSON-138245371 tempest-FloatingIPDetailsTestJSON-138245371-project] Deleting port 2b4daefe-d5f8-418b-87bc-bcb0ff873df6 {{(pid=103377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:20:54.224450 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-4239cc34-aa0d-44f9-9d43-c5e652c57b65 req-7f92d9ba-8a5a-46ff-afe2-f0b8e5080796 tempest-FloatingIPDetailsTestJSON-138245371 tempest-FloatingIPDetailsTestJSON-138245371-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (2b4daefe-d5f8-418b-87bc-bcb0ff873df6), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:54.271980 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511d5e25-c721-4db5-88c8-a6753f946fe1 req-86520a8b-3605-425d-968e-045fb43f3ca0 tempest-ServerRescueTestJSON-1860265827 tempest-ServerRescueTestJSON-1860265827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:20:54.277201 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-511d5e25-c721-4db5-88c8-a6753f946fe1 req-86520a8b-3605-425d-968e-045fb43f3ca0 tempest-ServerRescueTestJSON-1860265827 tempest-ServerRescueTestJSON-1860265827-project] 10.222.0.89 "GET /v2.0/ports?device_id=50d04b06-35cb-42a2-b742-ad06a5486b0d HTTP/1.1" status: 200 len: 944 time: 0.1016560 Feb 04 17:20:54.304891 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvr_db [None req-cf758ec7-871b-4bf5-b1d8-310a1aed20cb None None] Set router 36dcb97e-05ba-49bc-be6b-5e6aa000b4d9 gateway port host: n-d-827839-2 {{(pid=103378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:20:54.358119 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-511d5e25-c721-4db5-88c8-a6753f946fe1 req-fa46a260-2209-4465-b47f-2415b12b116e tempest-ServerRescueTestJSON-1860265827 tempest-ServerRescueTestJSON-1860265827-project] 10.222.0.89 "GET /v2.0/security-groups?id=cc4b9805-caea-4906-9ad3-3e1579c9619f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755596 Feb 04 17:20:54.387161 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 34912) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:20:54.419032 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [req-d3774829-cf23-4ac1-82f2-e63618975c2e req-70aceab3-4624-4ecc-a8c0-07800648705e tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] For port d3cf9a14-7069-4ac3-b5c5-21774915873c, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=d3cf9a14-7069-4ac3-b5c5-21774915873c,segment=NetworkSegment(78faf63e-60a8-47e4-85af-dce04e5fa366),segment_id=78faf63e-60a8-47e4-85af-dce04e5fa366)] {{(pid=103377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:20:54.419262 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-d3774829-cf23-4ac1-82f2-e63618975c2e req-70aceab3-4624-4ecc-a8c0-07800648705e tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (d3cf9a14-7069-4ac3-b5c5-21774915873c), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:54.428950 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] get_ports_and_sgs() called for port_ids ['77838a79-20a7-4f6b-986b-b3f4c5bbd034'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 17:20:54.436125 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [req-d3774829-cf23-4ac1-82f2-e63618975c2e req-70aceab3-4624-4ecc-a8c0-07800648705e tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] Calling delete_port for d3cf9a14-7069-4ac3-b5c5-21774915873c owned by compute:nova {{(pid=103377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:20:54.448448 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-38fbef1f-1da1-44fc-8bed-f20c52fc7ad9 req-3023fb0b-a72b-4e5c-9d9d-c35efcfdf095 tempest-SecurityGroupRulesNegativeTestJSON-346068438 tempest-SecurityGroupRulesNegativeTestJSON-346068438-project] 10.222.0.89 "GET /v2.0/security-group-rules/8b9ef05e-8de8-4e59-a19f-5d69a1835ef4 HTTP/1.1" status: 200 len: 778 time: 0.0505846 Feb 04 17:20:54.550970 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-38fbef1f-1da1-44fc-8bed-f20c52fc7ad9 req-192530f1-626b-4efb-a5ce-5617097f4a5a tempest-SecurityGroupRulesNegativeTestJSON-346068438 tempest-SecurityGroupRulesNegativeTestJSON-346068438-project] 10.222.0.89 "GET /v2.0/security-groups/82b6a312-ef49-4392-9c51-ae82768d8cea HTTP/1.1" status: 200 len: 2425 time: 0.0874572 Feb 04 17:20:54.635600 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-38fbef1f-1da1-44fc-8bed-f20c52fc7ad9 req-8b0ad58c-6a9d-4f2f-8c8c-4777d0cd215f tempest-SecurityGroupRulesNegativeTestJSON-346068438 tempest-SecurityGroupRulesNegativeTestJSON-346068438-project] Publish callbacks [] for security_group_rule (8b9ef05e-8de8-4e59-a19f-5d69a1835ef4), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:54.651125 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-38fbef1f-1da1-44fc-8bed-f20c52fc7ad9 req-8b0ad58c-6a9d-4f2f-8c8c-4777d0cd215f tempest-SecurityGroupRulesNegativeTestJSON-346068438 tempest-SecurityGroupRulesNegativeTestJSON-346068438-project] Publish callbacks [] for security_group_rule (8b9ef05e-8de8-4e59-a19f-5d69a1835ef4), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:54.689795 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-4239cc34-aa0d-44f9-9d43-c5e652c57b65 req-7f92d9ba-8a5a-46ff-afe2-f0b8e5080796 tempest-FloatingIPDetailsTestJSON-138245371 tempest-FloatingIPDetailsTestJSON-138245371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (2b4daefe-d5f8-418b-87bc-bcb0ff873df6), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:54.690136 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-4239cc34-aa0d-44f9-9d43-c5e652c57b65 req-7f92d9ba-8a5a-46ff-afe2-f0b8e5080796 tempest-FloatingIPDetailsTestJSON-138245371 tempest-FloatingIPDetailsTestJSON-138245371-project] Publish callbacks [] for floatingip (2b4daefe-d5f8-418b-87bc-bcb0ff873df6), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:54.703524 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-8be1d0d3-a178-4d82-82d6-6adb88350d5f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:54.728323 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [req-4239cc34-aa0d-44f9-9d43-c5e652c57b65 req-7f92d9ba-8a5a-46ff-afe2-f0b8e5080796 tempest-FloatingIPDetailsTestJSON-138245371 tempest-FloatingIPDetailsTestJSON-138245371-project] Calling delete_port for 2b4daefe-d5f8-418b-87bc-bcb0ff873df6 owned by network:floatingip {{(pid=103377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:20:54.741964 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-d3774829-cf23-4ac1-82f2-e63618975c2e req-70aceab3-4624-4ecc-a8c0-07800648705e tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (d3cf9a14-7069-4ac3-b5c5-21774915873c), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:54.771017 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-38fbef1f-1da1-44fc-8bed-f20c52fc7ad9 req-8b0ad58c-6a9d-4f2f-8c8c-4777d0cd215f tempest-SecurityGroupRulesNegativeTestJSON-346068438 tempest-SecurityGroupRulesNegativeTestJSON-346068438-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664556'] for security_group_rule (8b9ef05e-8de8-4e59-a19f-5d69a1835ef4), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:54.797103 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-38fbef1f-1da1-44fc-8bed-f20c52fc7ad9 req-8b0ad58c-6a9d-4f2f-8c8c-4777d0cd215f tempest-SecurityGroupRulesNegativeTestJSON-346068438 tempest-SecurityGroupRulesNegativeTestJSON-346068438-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:54.798687 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 67c32da0-2e21-4650-964e-e37f207a9d05 up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:20:54.799727 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-38fbef1f-1da1-44fc-8bed-f20c52fc7ad9 req-8b0ad58c-6a9d-4f2f-8c8c-4777d0cd215f tempest-SecurityGroupRulesNegativeTestJSON-346068438 tempest-SecurityGroupRulesNegativeTestJSON-346068438-project] 10.222.0.89 "DELETE /v2.0/security-group-rules/8b9ef05e-8de8-4e59-a19f-5d69a1835ef4 HTTP/1.1" status: 204 len: 173 time: 0.2477856 Feb 04 17:20:54.819002 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] get_ports_and_sgs() called for port_ids ['d3cf9a14-7069-4ac3-b5c5-21774915873c'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 17:20:54.839274 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0ad58c-6a9d-4f2f-8c8c-4777d0cd215f tempest-SecurityGroupRulesNegativeTestJSON-346068438 tempest-SecurityGroupRulesNegativeTestJSON-346068438-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8b9ef05e-8de8-4e59-a19f-5d69a1835ef4,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:20:54.871763 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70aceab3-4624-4ecc-a8c0-07800648705e tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] Pushing event deleted for resources: {'Port': ['ID=d3cf9a14-7069-4ac3-b5c5-21774915873c,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:20:55.006999 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-8be1d0d3-a178-4d82-82d6-6adb88350d5f admin admin] Publish callbacks [] for security_group (a261540c-3790-4e70-814c-ada0e84890c6), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:55.014612 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-8be1d0d3-a178-4d82-82d6-6adb88350d5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (a261540c-3790-4e70-814c-ada0e84890c6), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:55.050815 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3774829-cf23-4ac1-82f2-e63618975c2e req-70aceab3-4624-4ecc-a8c0-07800648705e tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] No DVR routers for this DVR port d3cf9a14-7069-4ac3-b5c5-21774915873c on host n-h1-827839-2 {{(pid=103377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 17:20:55.062094 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-d3774829-cf23-4ac1-82f2-e63618975c2e req-70aceab3-4624-4ecc-a8c0-07800648705e tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:55.068944 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-d3774829-cf23-4ac1-82f2-e63618975c2e req-70aceab3-4624-4ecc-a8c0-07800648705e tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] 10.222.0.96 "DELETE /v2.0/ports/d3cf9a14-7069-4ac3-b5c5-21774915873c HTTP/1.1" status: 204 len: 173 time: 1.3591700 Feb 04 17:20:55.072959 n-d-827839-2 neutron-server[103377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8f699c0-43f7-4dac-a0ef-88d572310de9', 'name': 'network-vif-deleted', 'tag': 'd3cf9a14-7069-4ac3-b5c5-21774915873c'}] {{(pid=103377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:20:55.079026 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7240428b650e1488e9361b62648ff4b3a6c19d49d8c27c949491ab58c1346cf0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-249df33c-b9f8-4c88-8027-7ae8c79700f2" -d '{"events": [{"server_uuid": "c8f699c0-43f7-4dac-a0ef-88d572310de9", "name": "network-vif-deleted", "tag": "d3cf9a14-7069-4ac3-b5c5-21774915873c"}]}' {{(pid=103377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:20:55.155663 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-8be1d0d3-a178-4d82-82d6-6adb88350d5f admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=7daf681744124177a511db64a6bc803d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7671394 Feb 04 17:20:55.159596 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 34934) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:20:55.178610 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be1d0d3-a178-4d82-82d6-6adb88350d5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a261540c-3790-4e70-814c-ada0e84890c6,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:20:55.286097 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-4239cc34-aa0d-44f9-9d43-c5e652c57b65 req-7f92d9ba-8a5a-46ff-afe2-f0b8e5080796 tempest-FloatingIPDetailsTestJSON-138245371 tempest-FloatingIPDetailsTestJSON-138245371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (2b4daefe-d5f8-418b-87bc-bcb0ff873df6), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:55.356056 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-cf758ec7-871b-4bf5-b1d8-310a1aed20cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36dcb97e-05ba-49bc-be6b-5e6aa000b4d9', 'name': 'tempest-FloatingIPsTestJSON-131112259-router', 'tenant_id': '8a4eb6a0a1fe4de5bf493ed2f2796622', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.17'}], 'enable_snat': True}, 'gw_port_id': '67c32da0-2e21-4650-964e-e37f207a9d05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:20:42Z', 'updated_at': '2022-02-04T17:20:51Z', 'revision_number': 4, 'project_id': '8a4eb6a0a1fe4de5bf493ed2f2796622', 'gw_port': {'id': '67c32da0-2e21-4650-964e-e37f207a9d05', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:5f:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36dcb97e-05ba-49bc-be6b-5e6aa000b4d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1136, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:20:44Z', 'updated_at': '2022-02-04T17:20:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_interfaces': [{'id': 'f373fc18-8269-48a5-aeca-77bac172a36c', 'name': '', 'network_id': '97ecf064-9803-4fb4-a530-770e2d5d504b', 'tenant_id': '8a4eb6a0a1fe4de5bf493ed2f2796622', 'mac_address': 'fa:16:3e:b4:51:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36dcb97e-05ba-49bc-be6b-5e6aa000b4d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1153, 'fixed_ips': [{'subnet_id': '0a4394ef-af4a-4b7b-98ec-ace2909fada6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:20:50Z', 'updated_at': '2022-02-04T17:20:52Z', 'revision_number': 2, 'project_id': '8a4eb6a0a1fe4de5bf493ed2f2796622', 'subnets': [{'id': '0a4394ef-af4a-4b7b-98ec-ace2909fada6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-2', False) {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:20:55.399611 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f92d9ba-8a5a-46ff-afe2-f0b8e5080796 tempest-FloatingIPDetailsTestJSON-138245371 tempest-FloatingIPDetailsTestJSON-138245371-project] Pushing event deleted for resources: {'Port': ['ID=2b4daefe-d5f8-418b-87bc-bcb0ff873df6,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:20:55.408604 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf758ec7-871b-4bf5-b1d8-310a1aed20cb None None] Checking router: 36dcb97e-05ba-49bc-be6b-5e6aa000b4d9 for host: n-d-827839-2 {{(pid=103378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 17:20:55.409148 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf758ec7-871b-4bf5-b1d8-310a1aed20cb None None] Updating router 36dcb97e-05ba-49bc-be6b-5e6aa000b4d9 port f373fc18-8269-48a5-aeca-77bac172a36c binding host n-d-827839-2 {{(pid=103378) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 17:20:55.452771 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port 67c32da0-2e21-4650-964e-e37f207a9d05 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:20:55.453509 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (67c32da0-2e21-4650-964e-e37f207a9d05), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:55.474682 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-075da8b1-3d91-4e86-8d2a-378048bf2744 admin admin] Publish callbacks [] for security_group (a261540c-3790-4e70-814c-ada0e84890c6), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:55.477259 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-4239cc34-aa0d-44f9-9d43-c5e652c57b65 req-7f92d9ba-8a5a-46ff-afe2-f0b8e5080796 tempest-FloatingIPDetailsTestJSON-138245371 tempest-FloatingIPDetailsTestJSON-138245371-project] Publish callbacks [] for floatingip (a3e3aab4-a6c1-4eb5-b245-549ea23fca1d), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:55.479846 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-4239cc34-aa0d-44f9-9d43-c5e652c57b65 req-7f92d9ba-8a5a-46ff-afe2-f0b8e5080796 tempest-FloatingIPDetailsTestJSON-138245371 tempest-FloatingIPDetailsTestJSON-138245371-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for floatingip (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:55.481031 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-4239cc34-aa0d-44f9-9d43-c5e652c57b65 req-7f92d9ba-8a5a-46ff-afe2-f0b8e5080796 tempest-FloatingIPDetailsTestJSON-138245371 tempest-FloatingIPDetailsTestJSON-138245371-project] 10.222.0.89 "DELETE /v2.0/floatingips/a3e3aab4-a6c1-4eb5-b245-549ea23fca1d HTTP/1.1" status: 204 len: 173 time: 1.7648678 Feb 04 17:20:55.487403 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 34938) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:20:55.498957 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-075da8b1-3d91-4e86-8d2a-378048bf2744 admin admin] Publish callbacks [] for security_group (a261540c-3790-4e70-814c-ada0e84890c6), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:55.535478 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-cf758ec7-871b-4bf5-b1d8-310a1aed20cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (f373fc18-8269-48a5-aeca-77bac172a36c), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:55.654576 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-075da8b1-3d91-4e86-8d2a-378048bf2744 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (a261540c-3790-4e70-814c-ada0e84890c6), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:55.658545 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-075da8b1-3d91-4e86-8d2a-378048bf2744 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:55.659975 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-075da8b1-3d91-4e86-8d2a-378048bf2744 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/a261540c-3790-4e70-814c-ada0e84890c6 HTTP/1.1" status: 204 len: 168 time: 0.4988570 Feb 04 17:20:55.686257 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075da8b1-3d91-4e86-8d2a-378048bf2744 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a261540c-3790-4e70-814c-ada0e84890c6,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:20:55.707161 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-7cce2a60-ae3c-434a-b41c-6e4016d3242d req-6db6961a-28df-4271-a515-c58e8339a7fe tempest-FloatingIPsTestJSON-270934432 tempest-FloatingIPsTestJSON-270934432-project] 10.222.0.89 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4783232 Feb 04 17:20:55.722945 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [req-7cce2a60-ae3c-434a-b41c-6e4016d3242d req-289b3e92-6ab9-46bf-bcd7-965921c99940 tempest-FloatingIPsTestJSON-270934432 tempest-FloatingIPsTestJSON-270934432-project] Request body: {'floatingip': {'floating_network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:20:55.746795 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-b66ce5d9-aba1-4938-8077-9dbeb91e62a5 req-049f1384-35af-46b7-96fc-4dfe25bb2389 tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] 10.222.0.89 "GET /v2.0/ports?device_id=c8f699c0-43f7-4dac-a0ef-88d572310de9 HTTP/1.1" status: 200 len: 210 time: 0.1167405 Feb 04 17:20:55.762710 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-7cce2a60-ae3c-434a-b41c-6e4016d3242d req-289b3e92-6ab9-46bf-bcd7-965921c99940 tempest-FloatingIPsTestJSON-270934432 tempest-FloatingIPsTestJSON-270934432-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:55.806060 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [req-c9cb2417-7d69-4192-bf13-69385f7031f9 req-f71338cd-c1c5-4a1e-898e-8a7ce0136418 tempest-SecurityGroupRulesNegativeTestJSON-346068438 tempest-SecurityGroupRulesNegativeTestJSON-346068438-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1646951457', 'description': 'tempest-description-967946262'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:20:55.928982 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-c9cb2417-7d69-4192-bf13-69385f7031f9 req-f71338cd-c1c5-4a1e-898e-8a7ce0136418 tempest-SecurityGroupRulesNegativeTestJSON-346068438 tempest-SecurityGroupRulesNegativeTestJSON-346068438-project] Publish callbacks [] for security_group (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:55.937040 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-7cce2a60-ae3c-434a-b41c-6e4016d3242d req-289b3e92-6ab9-46bf-bcd7-965921c99940 tempest-FloatingIPsTestJSON-270934432 tempest-FloatingIPsTestJSON-270934432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:55.955860 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-cf758ec7-871b-4bf5-b1d8-310a1aed20cb None None] Publish callbacks [] for port (f373fc18-8269-48a5-aeca-77bac172a36c), precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:55.981512 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-cf758ec7-871b-4bf5-b1d8-310a1aed20cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (f373fc18-8269-48a5-aeca-77bac172a36c), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:56.026203 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port 67c32da0-2e21-4650-964e-e37f207a9d05 is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:20:56.054522 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4d69c9-ef91-4535-8479-baed9c099023 None None] Pushing event updated for resources: {'Port': ['ID=f373fc18-8269-48a5-aeca-77bac172a36c,revision_number=3']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:20:56.137147 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-c9cb2417-7d69-4192-bf13-69385f7031f9 req-f71338cd-c1c5-4a1e-898e-8a7ce0136418 tempest-SecurityGroupRulesNegativeTestJSON-346068438 tempest-SecurityGroupRulesNegativeTestJSON-346068438-project] Publish callbacks [] for security_group (536e52d1-82a2-4531-86da-566bd14a94a2), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:56.145715 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-c9cb2417-7d69-4192-bf13-69385f7031f9 req-f71338cd-c1c5-4a1e-898e-8a7ce0136418 tempest-SecurityGroupRulesNegativeTestJSON-346068438 tempest-SecurityGroupRulesNegativeTestJSON-346068438-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (536e52d1-82a2-4531-86da-566bd14a94a2), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:56.195158 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-cf758ec7-871b-4bf5-b1d8-310a1aed20cb None None] Attempting to bind port f373fc18-8269-48a5-aeca-77bac172a36c on host n-d-827839-2 for vnic_type normal with profile {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:20:56.195542 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-cf758ec7-871b-4bf5-b1d8-310a1aed20cb None None] Attempting to bind port f373fc18-8269-48a5-aeca-77bac172a36c by drivers openvswitch,hyperv on host n-d-827839-2 at level 0 using segments [{'id': '11201f90-b606-444e-a96c-d2be93dd01e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '97ecf064-9803-4fb4-a530-770e2d5d504b'}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:20:56.195908 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf758ec7-871b-4bf5-b1d8-310a1aed20cb None None] Attempting to bind port f373fc18-8269-48a5-aeca-77bac172a36c on network 97ecf064-9803-4fb4-a530-770e2d5d504b {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:20:56.207355 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf758ec7-871b-4bf5-b1d8-310a1aed20cb None None] Checking agent: {'id': 'ba70844b-66a0-45fd-a2f2-e6ed673321fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 0, 36), 'started_at': datetime.datetime(2022, 2, 4, 17, 1, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 20, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:20:56.207731 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf758ec7-871b-4bf5-b1d8-310a1aed20cb None None] Checking segment: {'id': '11201f90-b606-444e-a96c-d2be93dd01e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '97ecf064-9803-4fb4-a530-770e2d5d504b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:20:56.208140 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-cf758ec7-871b-4bf5-b1d8-310a1aed20cb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:56.210270 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf758ec7-871b-4bf5-b1d8-310a1aed20cb None None] Bound using segment: {'id': '11201f90-b606-444e-a96c-d2be93dd01e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '97ecf064-9803-4fb4-a530-770e2d5d504b'} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:20:56.213013 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-cf758ec7-871b-4bf5-b1d8-310a1aed20cb None None] Bound port: f373fc18-8269-48a5-aeca-77bac172a36c, host: n-d-827839-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11201f90-b606-444e-a96c-d2be93dd01e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '97ecf064-9803-4fb4-a530-770e2d5d504b'}}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:20:56.213415 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-cf758ec7-871b-4bf5-b1d8-310a1aed20cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (f373fc18-8269-48a5-aeca-77bac172a36c), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:56.269614 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.db_base_plugin_common [req-7cce2a60-ae3c-434a-b41c-6e4016d3242d req-289b3e92-6ab9-46bf-bcd7-965921c99940 tempest-FloatingIPsTestJSON-270934432 tempest-FloatingIPsTestJSON-270934432-project] Allocated IP 172.25.6.69 (48165773-85ad-49a1-9ec1-76fc8dc24188/7660bfad-1ea8-4fe7-831b-bed836f13efc/c6860449-8c29-41ed-8656-284e0f5cbe52) {{(pid=103376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:20:56.278191 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-c9cb2417-7d69-4192-bf13-69385f7031f9 req-f71338cd-c1c5-4a1e-898e-8a7ce0136418 tempest-SecurityGroupRulesNegativeTestJSON-346068438 tempest-SecurityGroupRulesNegativeTestJSON-346068438-project] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:56.279663 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-c9cb2417-7d69-4192-bf13-69385f7031f9 req-f71338cd-c1c5-4a1e-898e-8a7ce0136418 tempest-SecurityGroupRulesNegativeTestJSON-346068438 tempest-SecurityGroupRulesNegativeTestJSON-346068438-project] 10.222.0.89 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1836 time: 0.4918165 Feb 04 17:20:56.282557 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71338cd-c1c5-4a1e-898e-8a7ce0136418 tempest-SecurityGroupRulesNegativeTestJSON-346068438 tempest-SecurityGroupRulesNegativeTestJSON-346068438-project] Pushing event updated for resources: {'SecurityGroup': ['ID=536e52d1-82a2-4531-86da-566bd14a94a2,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:20:56.393489 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-36b6e2c0-3a3a-46d7-9ae3-310bd7800099 None None] Provisioning complete for port f373fc18-8269-48a5-aeca-77bac172a36c triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:20:56.393985 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-36b6e2c0-3a3a-46d7-9ae3-310bd7800099 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (f373fc18-8269-48a5-aeca-77bac172a36c), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:56.402308 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 17:20:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2dc18ae4-eb77-4eba-95bf-d7e3ef8904d4 x-openstack-request-id: req-2dc18ae4-eb77-4eba-95bf-d7e3ef8904d4 {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:20:56.404775 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8f699c0-43f7-4dac-a0ef-88d572310de9", "name": "network-vif-deleted", "tag": "d3cf9a14-7069-4ac3-b5c5-21774915873c", "status": "completed", "code": 200}]} {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:20:56.405470 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-2dc18ae4-eb77-4eba-95bf-d7e3ef8904d4 {{(pid=103377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:20:56.407875 n-d-827839-2 neutron-server[103377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8f699c0-43f7-4dac-a0ef-88d572310de9', 'name': 'network-vif-deleted', 'tag': 'd3cf9a14-7069-4ac3-b5c5-21774915873c', 'status': 'completed', 'code': 200} Feb 04 17:20:56.442753 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-cf758ec7-871b-4bf5-b1d8-310a1aed20cb None None] For port f373fc18-8269-48a5-aeca-77bac172a36c, host n-d-827839-2, cleared binding levels {{(pid=103378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:20:56.486968 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-36b6e2c0-3a3a-46d7-9ae3-310bd7800099 None None] Port f373fc18-8269-48a5-aeca-77bac172a36c cannot update to ACTIVE because it is not bound. {{(pid=103378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 17:20:56.488516 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-153da380-23ef-4344-89aa-999cc04770a7 req-7b776b5b-441d-44a6-9541-f55dad9802b0 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=2a222a3c-0b77-4166-9ac9-c127db15637a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0918934 Feb 04 17:20:56.511203 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-cf758ec7-871b-4bf5-b1d8-310a1aed20cb None None] For port f373fc18-8269-48a5-aeca-77bac172a36c, host n-d-827839-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=f373fc18-8269-48a5-aeca-77bac172a36c,segment=NetworkSegment(11201f90-b606-444e-a96c-d2be93dd01e8),segment_id=11201f90-b606-444e-a96c-d2be93dd01e8)] {{(pid=103378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:20:56.527014 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-cf758ec7-871b-4bf5-b1d8-310a1aed20cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (f373fc18-8269-48a5-aeca-77bac172a36c), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:56.545461 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-7cce2a60-ae3c-434a-b41c-6e4016d3242d req-289b3e92-6ab9-46bf-bcd7-965921c99940 tempest-FloatingIPsTestJSON-270934432 tempest-FloatingIPsTestJSON-270934432-project] Publish callbacks [] for port (c6860449-8c29-41ed-8656-284e0f5cbe52), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:56.618599 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-7cce2a60-ae3c-434a-b41c-6e4016d3242d req-289b3e92-6ab9-46bf-bcd7-965921c99940 tempest-FloatingIPsTestJSON-270934432 tempest-FloatingIPsTestJSON-270934432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (c6860449-8c29-41ed-8656-284e0f5cbe52), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:56.644299 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf758ec7-871b-4bf5-b1d8-310a1aed20cb None None] Routers {'36dcb97e-05ba-49bc-be6b-5e6aa000b4d9'} bound to L3 agent in host n-d-827839-2 {{(pid=103378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:20:56.647299 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-cf758ec7-871b-4bf5-b1d8-310a1aed20cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:20:32Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['36dcb97e-05ba-49bc-be6b-5e6aa000b4d9'], 'active': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:20:56.652769 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4d69c9-ef91-4535-8479-baed9c099023 None None] Pushing event updated for resources: {'Port': ['ID=f373fc18-8269-48a5-aeca-77bac172a36c,revision_number=4']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:20:56.708248 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7cce2a60-ae3c-434a-b41c-6e4016d3242d req-289b3e92-6ab9-46bf-bcd7-965921c99940 tempest-FloatingIPsTestJSON-270934432 tempest-FloatingIPsTestJSON-270934432-project] Network 48165773-85ad-49a1-9ec1-76fc8dc24188 is already hosted by enough agents. {{(pid=103376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:20:56.711774 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [req-7cce2a60-ae3c-434a-b41c-6e4016d3242d req-289b3e92-6ab9-46bf-bcd7-965921c99940 tempest-FloatingIPsTestJSON-270934432 tempest-FloatingIPsTestJSON-270934432-project] Resources bound (agent type, host, resource id): {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:20:56.732260 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [req-7cce2a60-ae3c-434a-b41c-6e4016d3242d req-289b3e92-6ab9-46bf-bcd7-965921c99940 tempest-FloatingIPsTestJSON-270934432 tempest-FloatingIPsTestJSON-270934432-project] Received port after_create {{(pid=103376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:20:56.828653 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289b3e92-6ab9-46bf-bcd7-965921c99940 tempest-FloatingIPsTestJSON-270934432 tempest-FloatingIPsTestJSON-270934432-project] Pushing event updated for resources: {'Port': ['ID=c6860449-8c29-41ed-8656-284e0f5cbe52,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:20:56.875713 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-f101a28d-a37c-4738-b98f-b5a2fe485ce6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602754'] for router_interface (9f0293b3-2d1a-4b49-9f3a-9f76076d8c6f), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:57.065120 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-7cce2a60-ae3c-434a-b41c-6e4016d3242d req-289b3e92-6ab9-46bf-bcd7-965921c99940 tempest-FloatingIPsTestJSON-270934432 tempest-FloatingIPsTestJSON-270934432-project] Publish callbacks [] for floatingip (99943f88-cd38-4800-8eab-21087200828a), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:57.065427 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-f841ef20-0b4e-4b58-93bc-466c09ab331c None None] Provisioning complete for port f373fc18-8269-48a5-aeca-77bac172a36c triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:20:57.065889 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f841ef20-0b4e-4b58-93bc-466c09ab331c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (f373fc18-8269-48a5-aeca-77bac172a36c), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:57.197036 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvr_db [None req-cf758ec7-871b-4bf5-b1d8-310a1aed20cb None None] Set router 36dcb97e-05ba-49bc-be6b-5e6aa000b4d9 gateway port host: n-d-827839-2 {{(pid=103378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:20:57.347744 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-f841ef20-0b4e-4b58-93bc-466c09ab331c None None] Current status of the port f373fc18-8269-48a5-aeca-77bac172a36c is: DOWN; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:20:57.348451 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f841ef20-0b4e-4b58-93bc-466c09ab331c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (f373fc18-8269-48a5-aeca-77bac172a36c), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:57.503131 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-f841ef20-0b4e-4b58-93bc-466c09ab331c None None] For port f373fc18-8269-48a5-aeca-77bac172a36c, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=f373fc18-8269-48a5-aeca-77bac172a36c,segment=NetworkSegment(11201f90-b606-444e-a96c-d2be93dd01e8),segment_id=11201f90-b606-444e-a96c-d2be93dd01e8)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:20:57.509194 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Device 77838a79-20a7-4f6b-986b-b3f4c5bbd034 up at agent hyperv_n-h2-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:20:57.547839 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device d3cf9a14-7069-4ac3-b5c5-21774915873c no longer exists at agent hyperv_n-h1-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:20:57.556502 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f841ef20-0b4e-4b58-93bc-466c09ab331c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (f373fc18-8269-48a5-aeca-77bac172a36c), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:57.573578 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153da380-23ef-4344-89aa-999cc04770a7 req-8d9d39a9-86e8-4ea9-8803-fdd9ebc423fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:20:57.575338 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-153da380-23ef-4344-89aa-999cc04770a7 req-8d9d39a9-86e8-4ea9-8803-fdd9ebc423fe service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=64ba830c63e7431dadf5a14a32fd3842&device_id=2a222a3c-0b77-4166-9ac9-c127db15637a HTTP/1.1" status: 200 len: 1127 time: 1.0091097 Feb 04 17:20:57.588143 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3c48cd-1e3a-4592-8dc1-21e9f20c24e0 req-813547c2-9378-4201-b251-073b1acc4d60 tempest-ServerRescueTestJSON-1860265827 tempest-ServerRescueTestJSON-1860265827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:20:57.589657 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-3b3c48cd-1e3a-4592-8dc1-21e9f20c24e0 req-813547c2-9378-4201-b251-073b1acc4d60 tempest-ServerRescueTestJSON-1860265827 tempest-ServerRescueTestJSON-1860265827-project] 10.222.0.89 "GET /v2.0/ports?device_id=50d04b06-35cb-42a2-b742-ad06a5486b0d HTTP/1.1" status: 200 len: 944 time: 1.0272264 Feb 04 17:20:57.613529 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-7cce2a60-ae3c-434a-b41c-6e4016d3242d req-289b3e92-6ab9-46bf-bcd7-965921c99940 tempest-FloatingIPsTestJSON-270934432 tempest-FloatingIPsTestJSON-270934432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (c6860449-8c29-41ed-8656-284e0f5cbe52), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:57.641716 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] No Port match for: d3cf9a14-7069-4ac3-b5c5-21774915873c {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 17:20:57.642244 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device d3cf9a14-7069-4ac3-b5c5-21774915873c not bound to the agent host n-h1-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 17:20:57.648916 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Provisioning for port 77838a79-20a7-4f6b-986b-b3f4c5bbd034 completed by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 17:20:57.662826 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Provisioning complete for port 77838a79-20a7-4f6b-986b-b3f4c5bbd034 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:20:57.663509 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (77838a79-20a7-4f6b-986b-b3f4c5bbd034), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:57.697623 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-3b3c48cd-1e3a-4592-8dc1-21e9f20c24e0 req-48742873-0049-46c1-8951-76b460882825 tempest-ServerRescueTestJSON-1860265827 tempest-ServerRescueTestJSON-1860265827-project] 10.222.0.89 "GET /v2.0/security-groups?id=cc4b9805-caea-4906-9ad3-3e1579c9619f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898902 Feb 04 17:20:57.738459 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f841ef20-0b4e-4b58-93bc-466c09ab331c None None] Pushing event updated for resources: {'Port': ['ID=f373fc18-8269-48a5-aeca-77bac172a36c,revision_number=5']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:20:57.743557 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-cf758ec7-871b-4bf5-b1d8-310a1aed20cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36dcb97e-05ba-49bc-be6b-5e6aa000b4d9', 'name': 'tempest-FloatingIPsTestJSON-131112259-router', 'tenant_id': '8a4eb6a0a1fe4de5bf493ed2f2796622', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.17'}], 'enable_snat': True}, 'gw_port_id': '67c32da0-2e21-4650-964e-e37f207a9d05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:20:42Z', 'updated_at': '2022-02-04T17:20:51Z', 'revision_number': 4, 'project_id': '8a4eb6a0a1fe4de5bf493ed2f2796622', 'gw_port': {'id': '67c32da0-2e21-4650-964e-e37f207a9d05', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:5f:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36dcb97e-05ba-49bc-be6b-5e6aa000b4d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1136, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:20:44Z', 'updated_at': '2022-02-04T17:20:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_interfaces': [{'id': 'f373fc18-8269-48a5-aeca-77bac172a36c', 'name': '', 'network_id': '97ecf064-9803-4fb4-a530-770e2d5d504b', 'tenant_id': '8a4eb6a0a1fe4de5bf493ed2f2796622', 'mac_address': 'fa:16:3e:b4:51:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36dcb97e-05ba-49bc-be6b-5e6aa000b4d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1153, 'fixed_ips': [{'subnet_id': '0a4394ef-af4a-4b7b-98ec-ace2909fada6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:20:50Z', 'updated_at': '2022-02-04T17:20:56Z', 'revision_number': 4, 'project_id': '8a4eb6a0a1fe4de5bf493ed2f2796622', 'subnets': [{'id': '0a4394ef-af4a-4b7b-98ec-ace2909fada6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-2', False) {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:20:57.892292 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Current status of the port 77838a79-20a7-4f6b-986b-b3f4c5bbd034 is: BUILD; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:20:57.892685 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (77838a79-20a7-4f6b-986b-b3f4c5bbd034), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:57.893650 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-7cce2a60-ae3c-434a-b41c-6e4016d3242d req-289b3e92-6ab9-46bf-bcd7-965921c99940 tempest-FloatingIPsTestJSON-270934432 tempest-FloatingIPsTestJSON-270934432-project] Publish callbacks [] for port (c6860449-8c29-41ed-8656-284e0f5cbe52), precommit_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:57.898039 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf758ec7-871b-4bf5-b1d8-310a1aed20cb None None] The sync data for ids ['36dcb97e-05ba-49bc-be6b-5e6aa000b4d9'] in n-d-827839-2 is: [{'id': '36dcb97e-05ba-49bc-be6b-5e6aa000b4d9', 'name': 'tempest-FloatingIPsTestJSON-131112259-router', 'tenant_id': '8a4eb6a0a1fe4de5bf493ed2f2796622', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.17'}], 'enable_snat': True}, 'gw_port_id': '67c32da0-2e21-4650-964e-e37f207a9d05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:20:42Z', 'updated_at': '2022-02-04T17:20:51Z', 'revision_number': 4, 'project_id': '8a4eb6a0a1fe4de5bf493ed2f2796622', 'gw_port': {'id': '67c32da0-2e21-4650-964e-e37f207a9d05', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:5f:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36dcb97e-05ba-49bc-be6b-5e6aa000b4d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1136, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:20:44Z', 'updated_at': '2022-02-04T17:20:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_interfaces': [{'id': 'f373fc18-8269-48a5-aeca-77bac172a36c', 'name': '', 'network_id': '97ecf064-9803-4fb4-a530-770e2d5d504b', 'tenant_id': '8a4eb6a0a1fe4de5bf493ed2f2796622', 'mac_address': 'fa:16:3e:b4:51:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36dcb97e-05ba-49bc-be6b-5e6aa000b4d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1153, 'fixed_ips': [{'subnet_id': '0a4394ef-af4a-4b7b-98ec-ace2909fada6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:20:50Z', 'updated_at': '2022-02-04T17:20:56Z', 'revision_number': 4, 'project_id': '8a4eb6a0a1fe4de5bf493ed2f2796622', 'subnets': [{'id': '0a4394ef-af4a-4b7b-98ec-ace2909fada6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 17:20:57.910705 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-7cce2a60-ae3c-434a-b41c-6e4016d3242d req-289b3e92-6ab9-46bf-bcd7-965921c99940 tempest-FloatingIPsTestJSON-270934432 tempest-FloatingIPsTestJSON-270934432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675836'] for port (c6860449-8c29-41ed-8656-284e0f5cbe52), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:57.965361 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50d04b06-35cb-42a2-b742-ad06a5486b0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77838a79-20a7-4f6b-986b-b3f4c5bbd034'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:20:57.972021 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c34bc964ce2211770fda26ca2f3801cc06f4f39928110690550e94ab9c9d2fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e9cea9b-f0c0-4450-920d-2195bb8f8ea9" -d '{"events": [{"server_uuid": "50d04b06-35cb-42a2-b742-ad06a5486b0d", "name": "network-vif-plugged", "status": "completed", "tag": "77838a79-20a7-4f6b-986b-b3f4c5bbd034"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:20:58.003716 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] For port 77838a79-20a7-4f6b-986b-b3f4c5bbd034, host n-h2-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=77838a79-20a7-4f6b-986b-b3f4c5bbd034,segment=NetworkSegment(be1103cf-5393-48aa-b76f-2defc05390b4),segment_id=be1103cf-5393-48aa-b76f-2defc05390b4)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:20:58.021636 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (77838a79-20a7-4f6b-986b-b3f4c5bbd034), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:58.077299 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-7cce2a60-ae3c-434a-b41c-6e4016d3242d req-289b3e92-6ab9-46bf-bcd7-965921c99940 tempest-FloatingIPsTestJSON-270934432 tempest-FloatingIPsTestJSON-270934432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1595586'] for floatingip (99943f88-cd38-4800-8eab-21087200828a), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:58.088293 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-f7c469e1-d582-417e-b2e6-dad4b48dc30f req-1c67737f-78ac-4f8e-b0c3-551e0ea70f32 tempest-SecurityGroupRulesNegativeTestJSON-346068438 tempest-SecurityGroupRulesNegativeTestJSON-346068438-project] 10.222.0.89 "GET /v2.0/security-groups/536e52d1-82a2-4531-86da-566bd14a94a2 HTTP/1.1" status: 200 len: 1831 time: 0.3245642 Feb 04 17:20:58.112158 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153da380-23ef-4344-89aa-999cc04770a7 req-5f854078-2b4c-4f6f-953e-d04a7e690992 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:20:58.120096 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289b3e92-6ab9-46bf-bcd7-965921c99940 tempest-FloatingIPsTestJSON-270934432 tempest-FloatingIPsTestJSON-270934432-project] Pushing event updated for resources: {'Port': ['ID=c6860449-8c29-41ed-8656-284e0f5cbe52,revision_number=2']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:20:58.120832 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Pushing event updated for resources: {'Port': ['ID=77838a79-20a7-4f6b-986b-b3f4c5bbd034,revision_number=5']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:20:58.122628 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-153da380-23ef-4344-89aa-999cc04770a7 req-5f854078-2b4c-4f6f-953e-d04a7e690992 service neutron] 10.222.0.90 "GET /v2.0/networks?id=39759074-fb50-4135-a9de-456f123df529 HTTP/1.1" status: 200 len: 911 time: 0.4358628 Feb 04 17:20:58.135364 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-7cce2a60-ae3c-434a-b41c-6e4016d3242d req-289b3e92-6ab9-46bf-bcd7-965921c99940 tempest-FloatingIPsTestJSON-270934432 tempest-FloatingIPsTestJSON-270934432-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for floatingip (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:58.137182 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-7cce2a60-ae3c-434a-b41c-6e4016d3242d req-289b3e92-6ab9-46bf-bcd7-965921c99940 tempest-FloatingIPsTestJSON-270934432 tempest-FloatingIPsTestJSON-270934432-project] 10.222.0.89 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.4231877 Feb 04 17:20:58.211429 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-153da380-23ef-4344-89aa-999cc04770a7 req-2219143a-de1a-4ba1-b426-b2505a1ab994 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2e337050-c376-4e89-b3c1-981d70481050 HTTP/1.1" status: 200 len: 217 time: 0.0880320 Feb 04 17:20:58.258796 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-7cce2a60-ae3c-434a-b41c-6e4016d3242d req-28e8b554-52d0-4b70-bdf7-c42e70ff13e8 tempest-FloatingIPsTestJSON-270934432 tempest-FloatingIPsTestJSON-270934432-project] 10.222.0.89 "GET /v2.0/floatingips?floating_ip_address=172.25.6.69 HTTP/1.1" status: 200 len: 695 time: 0.1119757 Feb 04 17:20:58.458452 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153da380-23ef-4344-89aa-999cc04770a7 req-7557ee53-fa2e-420a-b4f2-61bf02a53e39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:20:58.459938 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-153da380-23ef-4344-89aa-999cc04770a7 req-7557ee53-fa2e-420a-b4f2-61bf02a53e39 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=acc74b3b-28a2-4a28-a63e-a2e1d0f02fcf HTTP/1.1" status: 200 len: 850 time: 0.2390025 Feb 04 17:20:58.505306 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cce2a60-ae3c-434a-b41c-6e4016d3242d req-48d7f9c3-dbdc-423d-993b-a891f2262cc4 tempest-FloatingIPsTestJSON-270934432 tempest-FloatingIPsTestJSON-270934432-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:20:58.506513 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-7cce2a60-ae3c-434a-b41c-6e4016d3242d req-48d7f9c3-dbdc-423d-993b-a891f2262cc4 tempest-FloatingIPsTestJSON-270934432 tempest-FloatingIPsTestJSON-270934432-project] 10.222.0.89 "GET /v2.0/networks/48165773-85ad-49a1-9ec1-76fc8dc24188 HTTP/1.1" status: 200 len: 784 time: 0.2208152 Feb 04 17:20:58.525124 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [req-7cce2a60-ae3c-434a-b41c-6e4016d3242d req-46f257ee-f2a6-4a71-afa7-832330a1d6c1 tempest-FloatingIPsTestJSON-270934432 tempest-FloatingIPsTestJSON-270934432-project] http://10.222.0.89:9696/v2.0/extensions returned with HTTP 200 {{(pid=103376) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 17:20:58.526231 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-7cce2a60-ae3c-434a-b41c-6e4016d3242d req-46f257ee-f2a6-4a71-afa7-832330a1d6c1 tempest-FloatingIPsTestJSON-270934432 tempest-FloatingIPsTestJSON-270934432-project] 10.222.0.89 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0101073 Feb 04 17:20:58.572079 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-153da380-23ef-4344-89aa-999cc04770a7 req-6b905fe9-bc1b-46bc-92fc-14ef4a236d3d service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=39759074-fb50-4135-a9de-456f123df529&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0776474 Feb 04 17:20:58.589546 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 17:20:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbe5232e-a2ed-48ee-ada6-ed0791b0074e x-openstack-request-id: req-cbe5232e-a2ed-48ee-ada6-ed0791b0074e {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:20:58.589546 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50d04b06-35cb-42a2-b742-ad06a5486b0d", "name": "network-vif-plugged", "status": "completed", "tag": "77838a79-20a7-4f6b-986b-b3f4c5bbd034", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:20:58.590212 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-cbe5232e-a2ed-48ee-ada6-ed0791b0074e {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:20:58.590212 n-d-827839-2 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50d04b06-35cb-42a2-b742-ad06a5486b0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77838a79-20a7-4f6b-986b-b3f4c5bbd034', 'code': 200} Feb 04 17:20:58.627135 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device f373fc18-8269-48a5-aeca-77bac172a36c up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:20:58.730889 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-f101a28d-a37c-4738-b98f-b5a2fe485ce6 admin admin] Deleting port d5ec0996-75d6-423b-b4f8-e5d090964fb4 {{(pid=103377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:20:58.731408 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-f101a28d-a37c-4738-b98f-b5a2fe485ce6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (d5ec0996-75d6-423b-b4f8-e5d090964fb4), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:58.809573 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port f373fc18-8269-48a5-aeca-77bac172a36c triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:20:58.812936 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (f373fc18-8269-48a5-aeca-77bac172a36c), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:58.844332 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-153da380-23ef-4344-89aa-999cc04770a7 req-22f16d04-e763-4977-8e4c-fca143e9e445 service neutron] 10.222.0.90 "GET /v2.0/networks/39759074-fb50-4135-a9de-456f123df529?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2585070 Feb 04 17:20:58.935968 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-bf7a0d35-0922-4b19-8c11-e07b9f08e0af req-4fa2adf0-b59d-46a2-900d-4ee4b908273a tempest-FloatingIPsTestJSON-270934432 tempest-FloatingIPsTestJSON-270934432-project] 10.222.0.89 "GET /v2.0/floatingips/99943f88-cd38-4800-8eab-21087200828a HTTP/1.1" status: 200 len: 692 time: 0.0939312 Feb 04 17:20:58.964395 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port f373fc18-8269-48a5-aeca-77bac172a36c is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:20:58.996208 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb1e61a-9814-4f29-8395-9e22962429d1 req-32a51ad7-5fc5-42a2-bfb7-d0f15366596f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:20:58.998013 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-2eb1e61a-9814-4f29-8395-9e22962429d1 req-32a51ad7-5fc5-42a2-bfb7-d0f15366596f service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=50d04b06-35cb-42a2-b742-ad06a5486b0d HTTP/1.1" status: 200 len: 1127 time: 0.3336427 Feb 04 17:20:59.029314 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc20e12-5f83-4902-af8f-6231dd122e09 req-56678a24-786c-47f8-9612-e1cd988cd579 tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:20:59.032093 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-8dc20e12-5f83-4902-af8f-6231dd122e09 req-56678a24-786c-47f8-9612-e1cd988cd579 tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] 10.222.0.89 "GET /v2.0/networks?id=e6d83a7c-1f77-441c-afa2-81d5754db2af HTTP/1.1" status: 200 len: 812 time: 0.2786644 Feb 04 17:20:59.057893 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-8dc20e12-5f83-4902-af8f-6231dd122e09 req-9f23aa38-50d0-4722-9a3c-60536974ac59 tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] 10.222.0.89 "GET /v2.0/quotas/36d552dcaba84f869d86965d2c5a9247 HTTP/1.1" status: 200 len: 375 time: 0.0179780 Feb 04 17:20:59.130459 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-2eb1e61a-9814-4f29-8395-9e22962429d1 req-e797d44a-8b1c-46f7-943b-971bb1946380 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=cc4b9805-caea-4906-9ad3-3e1579c9619f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222067 Feb 04 17:20:59.145451 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [None req-f101a28d-a37c-4738-b98f-b5a2fe485ce6 admin admin] For port d5ec0996-75d6-423b-b4f8-e5d090964fb4, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=d5ec0996-75d6-423b-b4f8-e5d090964fb4,segment=NetworkSegment(c2363295-0e30-4905-bc36-fac61ff2126f),segment_id=c2363295-0e30-4905-bc36-fac61ff2126f)] {{(pid=103377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:20:59.146123 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-f101a28d-a37c-4738-b98f-b5a2fe485ce6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (d5ec0996-75d6-423b-b4f8-e5d090964fb4), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:59.182397 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-8dc20e12-5f83-4902-af8f-6231dd122e09 req-3f265f41-ecaf-4d00-81a7-8df8ed484a2c tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=36d552dcaba84f869d86965d2c5a9247&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1183248 Feb 04 17:20:59.188536 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-153da380-23ef-4344-89aa-999cc04770a7 req-e247b7e8-41aa-4147-9ee6-af96fd811a8e service neutron] 10.222.0.90 "GET /v2.0/networks/39759074-fb50-4135-a9de-456f123df529?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2836342 Feb 04 17:20:59.192803 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-f101a28d-a37c-4738-b98f-b5a2fe485ce6 admin admin] Calling delete_port for d5ec0996-75d6-423b-b4f8-e5d090964fb4 owned by network:router_interface {{(pid=103377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:20:59.215180 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7a0d35-0922-4b19-8c11-e07b9f08e0af req-24223468-90a1-4320-8c54-538e7a27112f tempest-FloatingIPsTestJSON-270934432 tempest-FloatingIPsTestJSON-270934432-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:20:59.217056 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-bf7a0d35-0922-4b19-8c11-e07b9f08e0af req-24223468-90a1-4320-8c54-538e7a27112f tempest-FloatingIPsTestJSON-270934432 tempest-FloatingIPsTestJSON-270934432-project] 10.222.0.89 "GET /v2.0/networks/48165773-85ad-49a1-9ec1-76fc8dc24188 HTTP/1.1" status: 200 len: 784 time: 0.2505682 Feb 04 17:20:59.288479 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [req-8314aee8-6b8f-400b-90b7-594c67b9692d req-8777c53f-39dc-4e26-9682-88e8bc5e82ea tempest-SecurityGroupRulesNegativeTestJSON-346068438 tempest-SecurityGroupRulesNegativeTestJSON-346068438-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-254314926', 'description': 'tempest-description-1937144548'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:20:59.341618 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-8314aee8-6b8f-400b-90b7-594c67b9692d req-8777c53f-39dc-4e26-9682-88e8bc5e82ea tempest-SecurityGroupRulesNegativeTestJSON-346068438 tempest-SecurityGroupRulesNegativeTestJSON-346068438-project] Publish callbacks [] for security_group (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:59.354827 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-8dc20e12-5f83-4902-af8f-6231dd122e09 req-de83c6ea-6993-4bf5-bc63-7538646eb80a service neutron] 10.222.0.89 "GET /v2.0/networks/e6d83a7c-1f77-441c-afa2-81d5754db2af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1649091 Feb 04 17:20:59.514431 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-8dc20e12-5f83-4902-af8f-6231dd122e09 req-1a6f2366-4d03-4a1b-862b-6bad4bf0c7c2 service neutron] 10.222.0.89 "GET /v2.0/networks/e6d83a7c-1f77-441c-afa2-81d5754db2af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1534817 Feb 04 17:20:59.548662 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-8314aee8-6b8f-400b-90b7-594c67b9692d req-8777c53f-39dc-4e26-9682-88e8bc5e82ea tempest-SecurityGroupRulesNegativeTestJSON-346068438 tempest-SecurityGroupRulesNegativeTestJSON-346068438-project] Publish callbacks [] for security_group (e27425ad-160c-45e7-9d0e-2eeea87ee3da), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:59.559427 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-8314aee8-6b8f-400b-90b7-594c67b9692d req-8777c53f-39dc-4e26-9682-88e8bc5e82ea tempest-SecurityGroupRulesNegativeTestJSON-346068438 tempest-SecurityGroupRulesNegativeTestJSON-346068438-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (e27425ad-160c-45e7-9d0e-2eeea87ee3da), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:59.635067 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8777c53f-39dc-4e26-9682-88e8bc5e82ea tempest-SecurityGroupRulesNegativeTestJSON-346068438 tempest-SecurityGroupRulesNegativeTestJSON-346068438-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e27425ad-160c-45e7-9d0e-2eeea87ee3da,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:20:59.676607 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-8314aee8-6b8f-400b-90b7-594c67b9692d req-8777c53f-39dc-4e26-9682-88e8bc5e82ea tempest-SecurityGroupRulesNegativeTestJSON-346068438 tempest-SecurityGroupRulesNegativeTestJSON-346068438-project] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:59.683612 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-8314aee8-6b8f-400b-90b7-594c67b9692d req-8777c53f-39dc-4e26-9682-88e8bc5e82ea tempest-SecurityGroupRulesNegativeTestJSON-346068438 tempest-SecurityGroupRulesNegativeTestJSON-346068438-project] 10.222.0.89 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1836 time: 0.4009454 Feb 04 17:20:59.706099 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-f101a28d-a37c-4738-b98f-b5a2fe485ce6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (d5ec0996-75d6-423b-b4f8-e5d090964fb4), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:59.707971 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-62bc7b4d-dab5-44fe-8643-785bfec1ce1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (bb89f5a3-3c22-440b-b7d1-c4f0c43c184a), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:59.764589 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f101a28d-a37c-4738-b98f-b5a2fe485ce6 admin admin] Pushing event deleted for resources: {'Port': ['ID=d5ec0996-75d6-423b-b4f8-e5d090964fb4,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:20:59.989417 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73aef86d-f1e2-4df4-bf7e-58eb7c859a61 req-fca51442-17d3-4c52-a379-f3376db9095c tempest-ServerRescueTestJSON-1860265827 tempest-ServerRescueTestJSON-1860265827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:20:59.991034 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-73aef86d-f1e2-4df4-bf7e-58eb7c859a61 req-fca51442-17d3-4c52-a379-f3376db9095c tempest-ServerRescueTestJSON-1860265827 tempest-ServerRescueTestJSON-1860265827-project] 10.222.0.89 "GET /v2.0/ports?device_id=50d04b06-35cb-42a2-b742-ad06a5486b0d HTTP/1.1" status: 200 len: 945 time: 0.1271439 Feb 04 17:21:00.087162 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-73aef86d-f1e2-4df4-bf7e-58eb7c859a61 req-705747d8-608e-4057-9646-8f4b3798d2bf tempest-ServerRescueTestJSON-1860265827 tempest-ServerRescueTestJSON-1860265827-project] 10.222.0.89 "GET /v2.0/security-groups?id=cc4b9805-caea-4906-9ad3-3e1579c9619f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884895 Feb 04 17:21:00.165180 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-f101a28d-a37c-4738-b98f-b5a2fe485ce6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1677336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1602614'] for router_interface (9f0293b3-2d1a-4b49-9f3a-9f76076d8c6f), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:00.222099 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-94f4fa27-f2af-4d51-b809-cce965c81096 req-badfa266-6d7a-42a5-9876-14689623a14a tempest-SecurityGroupRulesNegativeTestJSON-346068438 tempest-SecurityGroupRulesNegativeTestJSON-346068438-project] 10.222.0.89 "GET /v2.0/security-groups/e27425ad-160c-45e7-9d0e-2eeea87ee3da HTTP/1.1" status: 200 len: 1831 time: 0.0842149 Feb 04 17:21:00.301365 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-3b17a517-bd30-4f09-b534-956cb2a827fc req-04838001-5a68-42f3-acb6-8fd168b3a03d tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] 10.222.0.89 "GET /v2.0/ports?device_id=2363ad5a-a929-4fdf-aec1-69d59614e7e2 HTTP/1.1" status: 200 len: 210 time: 0.0417719 Feb 04 17:21:00.320007 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-feb808f4-25a2-43b8-b34a-d1054caea263 req-5676b910-7334-461a-ba32-86f9df5c5cdd tempest-FloatingIPsTestJSON-270934432 tempest-FloatingIPsTestJSON-270934432-project] 10.222.0.89 "GET /v2.0/floatingips?tenant_id=8a4eb6a0a1fe4de5bf493ed2f2796622 HTTP/1.1" status: 200 len: 695 time: 0.4102972 Feb 04 17:21:00.474332 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [req-6947a528-df87-4fad-b933-f7633c15f123 req-e48ba722-e353-45ab-9a77-31ff3f5ba5a6 tempest-SecurityGroupRulesNegativeTestJSON-346068438 tempest-SecurityGroupRulesNegativeTestJSON-346068438-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1766628891', 'description': 'tempest-description-1956790146'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:21:00.501723 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-6947a528-df87-4fad-b933-f7633c15f123 req-e48ba722-e353-45ab-9a77-31ff3f5ba5a6 tempest-SecurityGroupRulesNegativeTestJSON-346068438 tempest-SecurityGroupRulesNegativeTestJSON-346068438-project] Publish callbacks [] for security_group (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:00.592065 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb808f4-25a2-43b8-b34a-d1054caea263 req-42751c55-8e9c-4353-822d-b844c50b8504 tempest-FloatingIPsTestJSON-270934432 tempest-FloatingIPsTestJSON-270934432-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:21:00.594521 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-feb808f4-25a2-43b8-b34a-d1054caea263 req-42751c55-8e9c-4353-822d-b844c50b8504 tempest-FloatingIPsTestJSON-270934432 tempest-FloatingIPsTestJSON-270934432-project] 10.222.0.89 "GET /v2.0/networks?id=48165773-85ad-49a1-9ec1-76fc8dc24188 HTTP/1.1" status: 200 len: 787 time: 0.2717373 Feb 04 17:21:00.602712 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-6947a528-df87-4fad-b933-f7633c15f123 req-e48ba722-e353-45ab-9a77-31ff3f5ba5a6 tempest-SecurityGroupRulesNegativeTestJSON-346068438 tempest-SecurityGroupRulesNegativeTestJSON-346068438-project] Publish callbacks [] for security_group (bf46d0c4-a3bf-4ba0-9ae0-fab627bc2165), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:00.608855 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-6947a528-df87-4fad-b933-f7633c15f123 req-e48ba722-e353-45ab-9a77-31ff3f5ba5a6 tempest-SecurityGroupRulesNegativeTestJSON-346068438 tempest-SecurityGroupRulesNegativeTestJSON-346068438-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (bf46d0c4-a3bf-4ba0-9ae0-fab627bc2165), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:00.653750 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-6947a528-df87-4fad-b933-f7633c15f123 req-e48ba722-e353-45ab-9a77-31ff3f5ba5a6 tempest-SecurityGroupRulesNegativeTestJSON-346068438 tempest-SecurityGroupRulesNegativeTestJSON-346068438-project] Publish callbacks [] for security_group (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:00.666867 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-6947a528-df87-4fad-b933-f7633c15f123 req-e48ba722-e353-45ab-9a77-31ff3f5ba5a6 tempest-SecurityGroupRulesNegativeTestJSON-346068438 tempest-SecurityGroupRulesNegativeTestJSON-346068438-project] 10.222.0.89 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1837 time: 0.1997268 Feb 04 17:21:00.715541 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [req-feb808f4-25a2-43b8-b34a-d1054caea263 req-7410379d-4513-41d3-8cd3-c6b511b6e9f6 tempest-FloatingIPsTestJSON-270934432 tempest-FloatingIPsTestJSON-270934432-project] http://10.222.0.89:9696/v2.0/extensions returned with HTTP 200 {{(pid=103377) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 17:21:00.716595 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-feb808f4-25a2-43b8-b34a-d1054caea263 req-7410379d-4513-41d3-8cd3-c6b511b6e9f6 tempest-FloatingIPsTestJSON-270934432 tempest-FloatingIPsTestJSON-270934432-project] 10.222.0.89 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1107965 Feb 04 17:21:00.722733 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48ba722-e353-45ab-9a77-31ff3f5ba5a6 tempest-SecurityGroupRulesNegativeTestJSON-346068438 tempest-SecurityGroupRulesNegativeTestJSON-346068438-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bf46d0c4-a3bf-4ba0-9ae0-fab627bc2165,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:21:00.824652 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f101a28d-a37c-4738-b98f-b5a2fe485ce6 admin admin] Router 9f0293b3-2d1a-4b49-9f3a-9f76076d8c6f has already been hosted by L3 agent 64ada913-9131-4d99-a265-63a920956287 {{(pid=103377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 17:21:00.858702 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-9e866ac7-f60e-4265-bfa2-64d04ca40cfa req-9bdc26b6-f120-497b-ae83-a54be4017c67 tempest-SecurityGroupRulesNegativeTestJSON-346068438 tempest-SecurityGroupRulesNegativeTestJSON-346068438-project] 10.222.0.89 "GET /v2.0/security-groups/bf46d0c4-a3bf-4ba0-9ae0-fab627bc2165 HTTP/1.1" status: 200 len: 1832 time: 0.1164608 Feb 04 17:21:00.900560 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-e112c16e-fbfd-4c4e-a1a6-77c145cbd1c5 req-66296f20-7c43-419b-a80c-5b75749fdeef tempest-FloatingIPsTestJSON-270934432 tempest-FloatingIPsTestJSON-270934432-project] 10.222.0.89 "GET /v2.0/floatingips/99943f88-cd38-4800-8eab-21087200828a HTTP/1.1" status: 200 len: 692 time: 0.0694966 Feb 04 17:21:00.990802 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f101a28d-a37c-4738-b98f-b5a2fe485ce6 admin admin] Notify agent at l3_agent.n-d-827839-2 the message routers_updated {{(pid=103377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 17:21:01.003840 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4838f2f2-cfb3-4bf7-a8e8-ecd6b2ddb6ff None None] Sync routers for ids ['9f0293b3-2d1a-4b49-9f3a-9f76076d8c6f'] in n-d-827839-2 {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 17:21:01.006374 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-f101a28d-a37c-4738-b98f-b5a2fe485ce6 admin admin] 10.222.0.89 "PUT /v2.0/routers/9f0293b3-2d1a-4b49-9f3a-9f76076d8c6f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5173740 Feb 04 17:21:01.006977 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 35066) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:21:01.029812 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4838f2f2-cfb3-4bf7-a8e8-ecd6b2ddb6ff None None] Routers {'9f0293b3-2d1a-4b49-9f3a-9f76076d8c6f'} bound to L3 agent in host n-d-827839-2 {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:21:01.030549 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-4838f2f2-cfb3-4bf7-a8e8-ecd6b2ddb6ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:20:32Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['9f0293b3-2d1a-4b49-9f3a-9f76076d8c6f'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:21:01.076855 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [req-93d2278b-2235-486b-8a94-c5332fbe6cbe req-46d156b6-215b-4fb1-93be-6740e95c9df9 tempest-SecurityGroupRulesNegativeTestJSON-346068438 tempest-SecurityGroupRulesNegativeTestJSON-346068438-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-982503005', 'description': 'tempest-description-31330439'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:21:01.097198 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e112c16e-fbfd-4c4e-a1a6-77c145cbd1c5 req-f53c9ff7-8c5c-435b-a24a-a236cbc358f6 tempest-FloatingIPsTestJSON-270934432 tempest-FloatingIPsTestJSON-270934432-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:21:01.105065 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-e112c16e-fbfd-4c4e-a1a6-77c145cbd1c5 req-f53c9ff7-8c5c-435b-a24a-a236cbc358f6 tempest-FloatingIPsTestJSON-270934432 tempest-FloatingIPsTestJSON-270934432-project] 10.222.0.89 "GET /v2.0/networks/48165773-85ad-49a1-9ec1-76fc8dc24188 HTTP/1.1" status: 200 len: 784 time: 0.2035530 Feb 04 17:21:01.149046 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-93d2278b-2235-486b-8a94-c5332fbe6cbe req-46d156b6-215b-4fb1-93be-6740e95c9df9 tempest-SecurityGroupRulesNegativeTestJSON-346068438 tempest-SecurityGroupRulesNegativeTestJSON-346068438-project] Publish callbacks [] for security_group (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:01.176186 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-e112c16e-fbfd-4c4e-a1a6-77c145cbd1c5 req-8ac055db-1799-4e1b-ae19-b31b8afa260c tempest-FloatingIPsTestJSON-270934432 tempest-FloatingIPsTestJSON-270934432-project] 10.222.0.89 "GET /v2.0/floatingips?floating_ip_address=172.25.6.69 HTTP/1.1" status: 200 len: 695 time: 0.0698895 Feb 04 17:21:01.179259 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-92c52415-540e-40f4-92c0-95968699a0c2 admin admin] Publish callbacks [] for router (9f0293b3-2d1a-4b49-9f3a-9f76076d8c6f), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:01.283188 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-e112c16e-fbfd-4c4e-a1a6-77c145cbd1c5 req-0e986840-26d2-407f-a718-779afc6d0ada tempest-FloatingIPsTestJSON-270934432 tempest-FloatingIPsTestJSON-270934432-project] 10.222.0.89 "GET /v2.0/floatingips?floating_ip_address=172.25.6.69 HTTP/1.1" status: 200 len: 695 time: 0.1054392 Feb 04 17:21:01.319145 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvr_db [None req-4838f2f2-cfb3-4bf7-a8e8-ecd6b2ddb6ff None None] Set router 9f0293b3-2d1a-4b49-9f3a-9f76076d8c6f gateway port host: n-d-827839-2 {{(pid=103379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:21:01.456760 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [req-e112c16e-fbfd-4c4e-a1a6-77c145cbd1c5 req-684f427b-62af-41cb-ad24-dd58f94d98de tempest-FloatingIPsTestJSON-270934432 tempest-FloatingIPsTestJSON-270934432-project] Deleting port c6860449-8c29-41ed-8656-284e0f5cbe52 {{(pid=103376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:21:01.457109 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-e112c16e-fbfd-4c4e-a1a6-77c145cbd1c5 req-684f427b-62af-41cb-ad24-dd58f94d98de tempest-FloatingIPsTestJSON-270934432 tempest-FloatingIPsTestJSON-270934432-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (c6860449-8c29-41ed-8656-284e0f5cbe52), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:01.502795 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 35076) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:21:01.522283 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-92c52415-540e-40f4-92c0-95968699a0c2 admin admin] Publish callbacks [] for router_gateway (9f0293b3-2d1a-4b49-9f3a-9f76076d8c6f), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:01.576655 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-e112c16e-fbfd-4c4e-a1a6-77c145cbd1c5 req-684f427b-62af-41cb-ad24-dd58f94d98de tempest-FloatingIPsTestJSON-270934432 tempest-FloatingIPsTestJSON-270934432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (c6860449-8c29-41ed-8656-284e0f5cbe52), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:01.588954 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-e112c16e-fbfd-4c4e-a1a6-77c145cbd1c5 req-684f427b-62af-41cb-ad24-dd58f94d98de tempest-FloatingIPsTestJSON-270934432 tempest-FloatingIPsTestJSON-270934432-project] Publish callbacks [] for floatingip (c6860449-8c29-41ed-8656-284e0f5cbe52), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:01.602798 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [req-e112c16e-fbfd-4c4e-a1a6-77c145cbd1c5 req-684f427b-62af-41cb-ad24-dd58f94d98de tempest-FloatingIPsTestJSON-270934432 tempest-FloatingIPsTestJSON-270934432-project] Calling delete_port for c6860449-8c29-41ed-8656-284e0f5cbe52 owned by network:floatingip {{(pid=103376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:21:01.662532 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-4838f2f2-cfb3-4bf7-a8e8-ecd6b2ddb6ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f0293b3-2d1a-4b49-9f3a-9f76076d8c6f', 'name': 'tempest-FloatingIPDetailsTestJSON-954219666-router', 'tenant_id': '71760d3833b0487ca555da8afc60313f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.216'}], 'enable_snat': True}, 'gw_port_id': '263f0eeb-4b14-4abe-972d-3715fca25045', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:20:22Z', 'updated_at': '2022-02-04T17:20:59Z', 'revision_number': 5, 'project_id': '71760d3833b0487ca555da8afc60313f', 'gw_port': {'id': '263f0eeb-4b14-4abe-972d-3715fca25045', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:01:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f0293b3-2d1a-4b49-9f3a-9f76076d8c6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1085, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:20:23Z', 'updated_at': '2022-02-04T17:20:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2'}], 'n-d-827839-2', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:21:01.696727 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-93d2278b-2235-486b-8a94-c5332fbe6cbe req-46d156b6-215b-4fb1-93be-6740e95c9df9 tempest-SecurityGroupRulesNegativeTestJSON-346068438 tempest-SecurityGroupRulesNegativeTestJSON-346068438-project] Publish callbacks [] for security_group (9ca63f05-9011-4c7f-989a-51116a41875d), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:01.699978 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4838f2f2-cfb3-4bf7-a8e8-ecd6b2ddb6ff None None] Checking router: 9f0293b3-2d1a-4b49-9f3a-9f76076d8c6f for host: n-d-827839-2 {{(pid=103379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 17:21:01.709258 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-d67ea80f-3b08-4980-bae9-9d7a11c31cb5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:01.711923 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4838f2f2-cfb3-4bf7-a8e8-ecd6b2ddb6ff None None] Routers {'9f0293b3-2d1a-4b49-9f3a-9f76076d8c6f'} bound to L3 agent in host n-d-827839-2 {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:21:01.712616 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-4838f2f2-cfb3-4bf7-a8e8-ecd6b2ddb6ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:20:32Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['9f0293b3-2d1a-4b49-9f3a-9f76076d8c6f'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:21:01.755763 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-93d2278b-2235-486b-8a94-c5332fbe6cbe req-46d156b6-215b-4fb1-93be-6740e95c9df9 tempest-SecurityGroupRulesNegativeTestJSON-346068438 tempest-SecurityGroupRulesNegativeTestJSON-346068438-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (9ca63f05-9011-4c7f-989a-51116a41875d), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:01.813008 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-d67ea80f-3b08-4980-bae9-9d7a11c31cb5 admin admin] Publish callbacks [] for security_group (ba27de6d-348b-4a03-b300-c61764e64c9d), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:01.819248 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-d67ea80f-3b08-4980-bae9-9d7a11c31cb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (ba27de6d-348b-4a03-b300-c61764e64c9d), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:01.819676 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-93d2278b-2235-486b-8a94-c5332fbe6cbe req-46d156b6-215b-4fb1-93be-6740e95c9df9 tempest-SecurityGroupRulesNegativeTestJSON-346068438 tempest-SecurityGroupRulesNegativeTestJSON-346068438-project] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:01.821007 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-93d2278b-2235-486b-8a94-c5332fbe6cbe req-46d156b6-215b-4fb1-93be-6740e95c9df9 tempest-SecurityGroupRulesNegativeTestJSON-346068438 tempest-SecurityGroupRulesNegativeTestJSON-346068438-project] 10.222.0.89 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1834 time: 0.7500679 Feb 04 17:21:01.841732 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc20e12-5f83-4902-af8f-6231dd122e09 req-530ca17a-20ba-47cf-8800-e358ee0c6122 tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:21:01.848982 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-8dc20e12-5f83-4902-af8f-6231dd122e09 req-530ca17a-20ba-47cf-8800-e358ee0c6122 tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] 10.222.0.96 "GET /v2.0/networks?id=e6d83a7c-1f77-441c-afa2-81d5754db2af HTTP/1.1" status: 200 len: 812 time: 0.5845997 Feb 04 17:21:01.853401 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-92c52415-540e-40f4-92c0-95968699a0c2 admin admin] Deleting port 263f0eeb-4b14-4abe-972d-3715fca25045 {{(pid=103377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:21:01.853746 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-92c52415-540e-40f4-92c0-95968699a0c2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (263f0eeb-4b14-4abe-972d-3715fca25045), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:01.894530 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-d67ea80f-3b08-4980-bae9-9d7a11c31cb5 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=381ea41d6c1746268cb1a5ec46446dcc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3906038 Feb 04 17:21:01.895582 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67ea80f-3b08-4980-bae9-9d7a11c31cb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba27de6d-348b-4a03-b300-c61764e64c9d,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:21:01.908429 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 35084) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:21:01.967163 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5aa8a48c-888a-40d8-a32a-6e79b3886cf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (64ada913-9131-4d99-a265-63a920956287), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:01.976629 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvr_db [None req-4838f2f2-cfb3-4bf7-a8e8-ecd6b2ddb6ff None None] Set router 9f0293b3-2d1a-4b49-9f3a-9f76076d8c6f gateway port host: None {{(pid=103379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:21:01.997728 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [req-8dc20e12-5f83-4902-af8f-6231dd122e09 req-510f50b3-5864-4fd2-8c7e-3959853a1363 tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] Request body: {'port': {'device_id': '2363ad5a-a929-4fdf-aec1-69d59614e7e2', 'network_id': 'e6d83a7c-1f77-441c-afa2-81d5754db2af', 'admin_state_up': True, 'tenant_id': '36d552dcaba84f869d86965d2c5a9247'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:21:02.026520 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-b7db6764-6f92-4ad2-83dc-7c63e118a2e2 admin admin] Publish callbacks [] for security_group (ba27de6d-348b-4a03-b300-c61764e64c9d), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:02.056715 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-b7db6764-6f92-4ad2-83dc-7c63e118a2e2 admin admin] Publish callbacks [] for security_group (ba27de6d-348b-4a03-b300-c61764e64c9d), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:02.066683 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-4838f2f2-cfb3-4bf7-a8e8-ecd6b2ddb6ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f0293b3-2d1a-4b49-9f3a-9f76076d8c6f', 'name': 'tempest-FloatingIPDetailsTestJSON-954219666-router', 'tenant_id': '71760d3833b0487ca555da8afc60313f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:20:22Z', 'updated_at': '2022-02-04T17:21:01Z', 'revision_number': 6, 'project_id': '71760d3833b0487ca555da8afc60313f', 'gw_port_host': None}], 'n-d-827839-2', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:21:02.100023 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4838f2f2-cfb3-4bf7-a8e8-ecd6b2ddb6ff None None] The sync data for ids ['9f0293b3-2d1a-4b49-9f3a-9f76076d8c6f'] in n-d-827839-2 is: [{'id': '9f0293b3-2d1a-4b49-9f3a-9f76076d8c6f', 'name': 'tempest-FloatingIPDetailsTestJSON-954219666-router', 'tenant_id': '71760d3833b0487ca555da8afc60313f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:20:22Z', 'updated_at': '2022-02-04T17:21:01Z', 'revision_number': 6, 'project_id': '71760d3833b0487ca555da8afc60313f', 'gw_port_host': None}] {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 17:21:02.118762 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-e112c16e-fbfd-4c4e-a1a6-77c145cbd1c5 req-684f427b-62af-41cb-ad24-dd58f94d98de tempest-FloatingIPsTestJSON-270934432 tempest-FloatingIPsTestJSON-270934432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (c6860449-8c29-41ed-8656-284e0f5cbe52), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:02.167864 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684f427b-62af-41cb-ad24-dd58f94d98de tempest-FloatingIPsTestJSON-270934432 tempest-FloatingIPsTestJSON-270934432-project] Pushing event deleted for resources: {'Port': ['ID=c6860449-8c29-41ed-8656-284e0f5cbe52,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:21:02.208868 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-b7db6764-6f92-4ad2-83dc-7c63e118a2e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (ba27de6d-348b-4a03-b300-c61764e64c9d), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:02.211561 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-b7db6764-6f92-4ad2-83dc-7c63e118a2e2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:02.226223 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-b7db6764-6f92-4ad2-83dc-7c63e118a2e2 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/ba27de6d-348b-4a03-b300-c61764e64c9d HTTP/1.1" status: 204 len: 168 time: 0.3163333 Feb 04 17:21:02.334421 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7db6764-6f92-4ad2-83dc-7c63e118a2e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba27de6d-348b-4a03-b300-c61764e64c9d,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:21:02.350706 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-e112c16e-fbfd-4c4e-a1a6-77c145cbd1c5 req-684f427b-62af-41cb-ad24-dd58f94d98de tempest-FloatingIPsTestJSON-270934432 tempest-FloatingIPsTestJSON-270934432-project] Publish callbacks [] for floatingip (99943f88-cd38-4800-8eab-21087200828a), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:02.358627 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-e112c16e-fbfd-4c4e-a1a6-77c145cbd1c5 req-684f427b-62af-41cb-ad24-dd58f94d98de tempest-FloatingIPsTestJSON-270934432 tempest-FloatingIPsTestJSON-270934432-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for floatingip (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:02.359909 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-e112c16e-fbfd-4c4e-a1a6-77c145cbd1c5 req-684f427b-62af-41cb-ad24-dd58f94d98de tempest-FloatingIPsTestJSON-270934432 tempest-FloatingIPsTestJSON-270934432-project] 10.222.0.89 "DELETE /v2.0/floatingips/99943f88-cd38-4800-8eab-21087200828a HTTP/1.1" status: 204 len: 173 time: 1.0756974 Feb 04 17:21:02.552649 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device d5ec0996-75d6-423b-b4f8-e5d090964fb4 no longer exists at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:21:02.554420 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-12fb433d-861d-469b-abe6-e7c9001ef4fd req-a60445a7-a2d6-4279-aab6-8809ca6593cb tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] 10.222.0.89 "GET /v2.0/ports?device_id=2363ad5a-a929-4fdf-aec1-69d59614e7e2 HTTP/1.1" status: 200 len: 210 time: 0.1078782 Feb 04 17:21:02.576670 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d156b6-215b-4fb1-93be-6740e95c9df9 tempest-SecurityGroupRulesNegativeTestJSON-346068438 tempest-SecurityGroupRulesNegativeTestJSON-346068438-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9ca63f05-9011-4c7f-989a-51116a41875d,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:21:02.606752 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] No Port match for: d5ec0996-75d6-423b-b4f8-e5d090964fb4 {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 17:21:02.617936 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device d5ec0996-75d6-423b-b4f8-e5d090964fb4 not bound to the agent host n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 17:21:02.620604 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d156b6-215b-4fb1-93be-6740e95c9df9 tempest-SecurityGroupRulesNegativeTestJSON-346068438 tempest-SecurityGroupRulesNegativeTestJSON-346068438-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:21:02.620982 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d156b6-215b-4fb1-93be-6740e95c9df9 tempest-SecurityGroupRulesNegativeTestJSON-346068438 tempest-SecurityGroupRulesNegativeTestJSON-346068438-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:21:02.621353 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d156b6-215b-4fb1-93be-6740e95c9df9 tempest-SecurityGroupRulesNegativeTestJSON-346068438 tempest-SecurityGroupRulesNegativeTestJSON-346068438-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:21:02.621663 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d156b6-215b-4fb1-93be-6740e95c9df9 tempest-SecurityGroupRulesNegativeTestJSON-346068438 tempest-SecurityGroupRulesNegativeTestJSON-346068438-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:21:02.621995 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d156b6-215b-4fb1-93be-6740e95c9df9 tempest-SecurityGroupRulesNegativeTestJSON-346068438 tempest-SecurityGroupRulesNegativeTestJSON-346068438-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:21:02.629851 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d156b6-215b-4fb1-93be-6740e95c9df9 tempest-SecurityGroupRulesNegativeTestJSON-346068438 tempest-SecurityGroupRulesNegativeTestJSON-346068438-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:21:02.630296 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d156b6-215b-4fb1-93be-6740e95c9df9 tempest-SecurityGroupRulesNegativeTestJSON-346068438 tempest-SecurityGroupRulesNegativeTestJSON-346068438-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:21:02.630639 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d156b6-215b-4fb1-93be-6740e95c9df9 tempest-SecurityGroupRulesNegativeTestJSON-346068438 tempest-SecurityGroupRulesNegativeTestJSON-346068438-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:21:02.630971 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d156b6-215b-4fb1-93be-6740e95c9df9 tempest-SecurityGroupRulesNegativeTestJSON-346068438 tempest-SecurityGroupRulesNegativeTestJSON-346068438-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:21:02.631302 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d156b6-215b-4fb1-93be-6740e95c9df9 tempest-SecurityGroupRulesNegativeTestJSON-346068438 tempest-SecurityGroupRulesNegativeTestJSON-346068438-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:21:02.631629 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d156b6-215b-4fb1-93be-6740e95c9df9 tempest-SecurityGroupRulesNegativeTestJSON-346068438 tempest-SecurityGroupRulesNegativeTestJSON-346068438-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:21:02.631957 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d156b6-215b-4fb1-93be-6740e95c9df9 tempest-SecurityGroupRulesNegativeTestJSON-346068438 tempest-SecurityGroupRulesNegativeTestJSON-346068438-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:21:02.632276 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d156b6-215b-4fb1-93be-6740e95c9df9 tempest-SecurityGroupRulesNegativeTestJSON-346068438 tempest-SecurityGroupRulesNegativeTestJSON-346068438-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:21:02.686884 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-6ce449d0-72e0-468d-99c9-87ed278048cd req-c903db4a-4c5e-40f7-8faa-37b78ec508c7 tempest-SecurityGroupRulesNegativeTestJSON-346068438 tempest-SecurityGroupRulesNegativeTestJSON-346068438-project] 10.222.0.89 "GET /v2.0/security-groups/9ca63f05-9011-4c7f-989a-51116a41875d HTTP/1.1" status: 200 len: 1829 time: 0.0798488 Feb 04 17:21:02.708226 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa58ae40-6176-4942-a206-88a1b959859e req-0398ebc3-1565-414b-906a-539defa0740d tempest-ServerRescueTestJSON-1860265827 tempest-ServerRescueTestJSON-1860265827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:21:02.710865 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-fa58ae40-6176-4942-a206-88a1b959859e req-0398ebc3-1565-414b-906a-539defa0740d tempest-ServerRescueTestJSON-1860265827 tempest-ServerRescueTestJSON-1860265827-project] 10.222.0.89 "GET /v2.0/ports?device_id=50d04b06-35cb-42a2-b742-ad06a5486b0d HTTP/1.1" status: 200 len: 945 time: 0.7452185 Feb 04 17:21:02.749160 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [None req-92c52415-540e-40f4-92c0-95968699a0c2 admin admin] For port 263f0eeb-4b14-4abe-972d-3715fca25045, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=263f0eeb-4b14-4abe-972d-3715fca25045,segment=NetworkSegment(5942dc44-1f07-4c27-b0ab-45a2bff20dd5),segment_id=5942dc44-1f07-4c27-b0ab-45a2bff20dd5)] {{(pid=103377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:21:02.749160 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-92c52415-540e-40f4-92c0-95968699a0c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (263f0eeb-4b14-4abe-972d-3715fca25045), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:02.779754 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-92c52415-540e-40f4-92c0-95968699a0c2 admin admin] Calling delete_port for 263f0eeb-4b14-4abe-972d-3715fca25045 owned by network:router_gateway {{(pid=103377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:21:02.820130 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-fa58ae40-6176-4942-a206-88a1b959859e req-d56a761a-4d6f-4487-b95a-72596ad270eb tempest-ServerRescueTestJSON-1860265827 tempest-ServerRescueTestJSON-1860265827-project] 10.222.0.89 "GET /v2.0/security-groups?id=cc4b9805-caea-4906-9ad3-3e1579c9619f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952318 Feb 04 17:21:02.901802 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8dc20e12-5f83-4902-af8f-6231dd122e09 req-510f50b3-5864-4fd2-8c7e-3959853a1363 tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] Made reservation on behalf of 36d552dcaba84f869d86965d2c5a9247 for: {'port': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:21:02.905437 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-8dc20e12-5f83-4902-af8f-6231dd122e09 req-510f50b3-5864-4fd2-8c7e-3959853a1363 tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:02.907940 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-53fca1e2-786a-4bd3-8e84-56dd84e5695b req-ea48732c-ba1b-4e8a-be64-a2f567950122 tempest-FloatingIPsTestJSON-270934432 tempest-FloatingIPsTestJSON-270934432-project] 10.222.0.89 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2123911 Feb 04 17:21:02.908208 n-d-827839-2 neutron-server[103377]: INFO neutron.api.v2.resource [req-7900345a-8b38-49f7-8c00-296ad721d798 req-b7c554d3-1cf6-4ac8-9668-44ea5b70282e tempest-SecurityGroupRulesNegativeTestJSON-346068438 tempest-SecurityGroupRulesNegativeTestJSON-346068438-project] show failed (client error): The resource could not be found. Feb 04 17:21:02.908340 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d408ec64-b374-4acb-a1fc-48241dad6d47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (0cd6d64a-47a7-40ff-8c12-71dd526c62e0), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:02.909238 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-7900345a-8b38-49f7-8c00-296ad721d798 req-b7c554d3-1cf6-4ac8-9668-44ea5b70282e tempest-SecurityGroupRulesNegativeTestJSON-346068438 tempest-SecurityGroupRulesNegativeTestJSON-346068438-project] 10.222.0.89 "GET /v2.0/security-groups/6773d9ad-0ba0-4878-b753-d92746820fbb HTTP/1.1" status: 404 len: 352 time: 0.0326874 Feb 04 17:21:02.937797 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [req-53fca1e2-786a-4bd3-8e84-56dd84e5695b req-e9bf91a4-43a1-4720-9104-0530c4c93f13 tempest-FloatingIPsTestJSON-270934432 tempest-FloatingIPsTestJSON-270934432-project] Request body: {'floatingip': {'floating_network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:21:02.992134 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-53fca1e2-786a-4bd3-8e84-56dd84e5695b req-e9bf91a4-43a1-4720-9104-0530c4c93f13 tempest-FloatingIPsTestJSON-270934432 tempest-FloatingIPsTestJSON-270934432-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:03.266262 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-92c52415-540e-40f4-92c0-95968699a0c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (263f0eeb-4b14-4abe-972d-3715fca25045), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:03.287180 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.db_base_plugin_common [req-8dc20e12-5f83-4902-af8f-6231dd122e09 req-510f50b3-5864-4fd2-8c7e-3959853a1363 tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] Allocated IP 172.20.0.14 (e6d83a7c-1f77-441c-afa2-81d5754db2af/bf8ba049-695f-44be-9bf2-689533c91d54/a4e29df4-3eac-43ba-b8e0-debc102085d9) {{(pid=103377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:21:03.291809 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-53fca1e2-786a-4bd3-8e84-56dd84e5695b req-e9bf91a4-43a1-4720-9104-0530c4c93f13 tempest-FloatingIPsTestJSON-270934432 tempest-FloatingIPsTestJSON-270934432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:03.345862 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c52415-540e-40f4-92c0-95968699a0c2 admin admin] Pushing event deleted for resources: {'Port': ['ID=263f0eeb-4b14-4abe-972d-3715fca25045,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:21:03.422727 n-d-827839-2 neutron-server[103377]: INFO neutron.api.v2.resource [req-ba91506d-e8ea-4f89-bbc4-15ce6a07b35d req-58cf4a09-3244-4508-95a7-222fb9d67595 tempest-SecurityGroupRulesNegativeTestJSON-346068438 tempest-SecurityGroupRulesNegativeTestJSON-346068438-project] show failed (client error): The resource could not be found. Feb 04 17:21:03.423929 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-ba91506d-e8ea-4f89-bbc4-15ce6a07b35d req-58cf4a09-3244-4508-95a7-222fb9d67595 tempest-SecurityGroupRulesNegativeTestJSON-346068438 tempest-SecurityGroupRulesNegativeTestJSON-346068438-project] 10.222.0.89 "GET /v2.0/security-group-rules/d65d1f19-9d31-452c-b795-3637c8bb5715 HTTP/1.1" status: 404 len: 361 time: 0.0858333 Feb 04 17:21:03.501153 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 35128) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:21:03.540052 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 35130) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:21:03.588546 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bc36ea-da6b-40c8-b664-72ac5fadad28 req-8a2188e9-1ca6-4333-b2bd-3adbc6dd7969 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:21:03.590178 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-c5bc36ea-da6b-40c8-b664-72ac5fadad28 req-8a2188e9-1ca6-4333-b2bd-3adbc6dd7969 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=64ba830c63e7431dadf5a14a32fd3842&device_id=50d04b06-35cb-42a2-b742-ad06a5486b0d HTTP/1.1" status: 200 len: 1127 time: 0.2507718 Feb 04 17:21:03.609580 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-92c52415-540e-40f4-92c0-95968699a0c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1595544'] for router_gateway (9f0293b3-2d1a-4b49-9f3a-9f76076d8c6f), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:03.643273 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.db_base_plugin_common [req-53fca1e2-786a-4bd3-8e84-56dd84e5695b req-e9bf91a4-43a1-4720-9104-0530c4c93f13 tempest-FloatingIPsTestJSON-270934432 tempest-FloatingIPsTestJSON-270934432-project] Allocated IP 172.25.6.22 (48165773-85ad-49a1-9ec1-76fc8dc24188/7660bfad-1ea8-4fe7-831b-bed836f13efc/a331e1ff-eb46-4b37-8c47-8fb902de3b93) {{(pid=103376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:21:03.815636 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-b8609bc5-c5a9-4c17-b834-cf83c382ff18 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1593771892-network', 'tenant_id': 'e381d232a32f43f9a5f1684dbd7323ca'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:21:03.884895 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8609bc5-c5a9-4c17-b834-cf83c382ff18 admin admin] Made reservation on behalf of e381d232a32f43f9a5f1684dbd7323ca for: {'network': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:21:03.888145 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-b8609bc5-c5a9-4c17-b834-cf83c382ff18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for network (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:03.903284 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-53fca1e2-786a-4bd3-8e84-56dd84e5695b req-e9bf91a4-43a1-4720-9104-0530c4c93f13 tempest-FloatingIPsTestJSON-270934432 tempest-FloatingIPsTestJSON-270934432-project] Publish callbacks [] for port (a331e1ff-eb46-4b37-8c47-8fb902de3b93), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:03.907218 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-92c52415-540e-40f4-92c0-95968699a0c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1601811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26971'] for router (9f0293b3-2d1a-4b49-9f3a-9f76076d8c6f), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:03.918525 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-92c52415-540e-40f4-92c0-95968699a0c2 admin admin] Publish callbacks [] for router_controller (9f0293b3-2d1a-4b49-9f3a-9f76076d8c6f), precommit_delete_associations {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:03.930922 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-b8609bc5-c5a9-4c17-b834-cf83c382ff18 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:03.992681 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-53fca1e2-786a-4bd3-8e84-56dd84e5695b req-e9bf91a4-43a1-4720-9104-0530c4c93f13 tempest-FloatingIPsTestJSON-270934432 tempest-FloatingIPsTestJSON-270934432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (a331e1ff-eb46-4b37-8c47-8fb902de3b93), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:04.036256 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-53fca1e2-786a-4bd3-8e84-56dd84e5695b req-e9bf91a4-43a1-4720-9104-0530c4c93f13 tempest-FloatingIPsTestJSON-270934432 tempest-FloatingIPsTestJSON-270934432-project] Network 48165773-85ad-49a1-9ec1-76fc8dc24188 is already hosted by enough agents. {{(pid=103376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:21:04.041057 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [req-53fca1e2-786a-4bd3-8e84-56dd84e5695b req-e9bf91a4-43a1-4720-9104-0530c4c93f13 tempest-FloatingIPsTestJSON-270934432 tempest-FloatingIPsTestJSON-270934432-project] Resources bound (agent type, host, resource id): {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:21:04.049052 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [req-53fca1e2-786a-4bd3-8e84-56dd84e5695b req-e9bf91a4-43a1-4720-9104-0530c4c93f13 tempest-FloatingIPsTestJSON-270934432 tempest-FloatingIPsTestJSON-270934432-project] Received port after_create {{(pid=103376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:21:04.081310 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-92c52415-540e-40f4-92c0-95968699a0c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1601832'] for router (9f0293b3-2d1a-4b49-9f3a-9f76076d8c6f), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:04.082326 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92c52415-540e-40f4-92c0-95968699a0c2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9f0293b3-2d1a-4b49-9f3a-9f76076d8c6f {{(pid=103377) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 17:21:04.102963 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bf91a4-43a1-4720-9104-0530c4c93f13 tempest-FloatingIPsTestJSON-270934432 tempest-FloatingIPsTestJSON-270934432-project] Pushing event updated for resources: {'Port': ['ID=a331e1ff-eb46-4b37-8c47-8fb902de3b93,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:21:04.117713 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-3eec4e81-35b0-439c-b156-47d8061cef81 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602754'] for router_interface (53792503-92df-4237-b0c8-dc60acf88751), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:04.144192 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bbeaf9-0067-4e8a-9e27-0705c420da7e req-c013a202-e7cf-4645-b66e-a8a60b3886fe tempest-ServerRescueTestJSON-1860265827 tempest-ServerRescueTestJSON-1860265827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:21:04.151869 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-88bbeaf9-0067-4e8a-9e27-0705c420da7e req-c013a202-e7cf-4645-b66e-a8a60b3886fe tempest-ServerRescueTestJSON-1860265827 tempest-ServerRescueTestJSON-1860265827-project] 10.222.0.89 "GET /v2.0/ports?device_id=50d04b06-35cb-42a2-b742-ad06a5486b0d HTTP/1.1" status: 200 len: 945 time: 0.5721951 Feb 04 17:21:04.160256 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-92c52415-540e-40f4-92c0-95968699a0c2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:04.164773 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-92c52415-540e-40f4-92c0-95968699a0c2 admin admin] 10.222.0.89 "DELETE /v2.0/routers/9f0293b3-2d1a-4b49-9f3a-9f76076d8c6f HTTP/1.1" status: 204 len: 168 time: 3.1567659 Feb 04 17:21:04.175249 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 35138) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:21:04.216094 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bc36ea-da6b-40c8-b664-72ac5fadad28 req-36e282f0-67d6-40ef-9a05-209229a6251b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:21:04.218008 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-c5bc36ea-da6b-40c8-b664-72ac5fadad28 req-36e282f0-67d6-40ef-9a05-209229a6251b service neutron] 10.222.0.90 "GET /v2.0/networks?id=39759074-fb50-4135-a9de-456f123df529 HTTP/1.1" status: 200 len: 911 time: 0.6064363 Feb 04 17:21:04.228247 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-8dc20e12-5f83-4902-af8f-6231dd122e09 req-510f50b3-5864-4fd2-8c7e-3959853a1363 tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] Publish callbacks [] for port (a4e29df4-3eac-43ba-b8e0-debc102085d9), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:04.313015 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-c5bc36ea-da6b-40c8-b664-72ac5fadad28 req-ff02a31b-1fab-400d-a082-efce97e5c97e service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=77838a79-20a7-4f6b-986b-b3f4c5bbd034 HTTP/1.1" status: 200 len: 217 time: 0.0805106 Feb 04 17:21:04.342067 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-53fca1e2-786a-4bd3-8e84-56dd84e5695b req-e9bf91a4-43a1-4720-9104-0530c4c93f13 tempest-FloatingIPsTestJSON-270934432 tempest-FloatingIPsTestJSON-270934432-project] Publish callbacks [] for floatingip (99ee842c-d3e7-47a7-9b21-80de0ce6f128), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:04.417734 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-88bbeaf9-0067-4e8a-9e27-0705c420da7e req-f5e057b7-7921-46a4-8620-e1058f146630 tempest-ServerRescueTestJSON-1860265827 tempest-ServerRescueTestJSON-1860265827-project] 10.222.0.89 "GET /v2.0/security-groups?id=cc4b9805-caea-4906-9ad3-3e1579c9619f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2645476 Feb 04 17:21:04.463043 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b117115-3e78-4936-b1ad-12d8a1342f44 admin admin] Deleting subnet 1ae8c6b2-47bb-4a0b-8867-db7d64c4829b {{(pid=103376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 17:21:04.465115 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-53fca1e2-786a-4bd3-8e84-56dd84e5695b req-e9bf91a4-43a1-4720-9104-0530c4c93f13 tempest-FloatingIPsTestJSON-270934432 tempest-FloatingIPsTestJSON-270934432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (a331e1ff-eb46-4b37-8c47-8fb902de3b93), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:04.491578 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-b8609bc5-c5a9-4c17-b834-cf83c382ff18 admin admin] Publish callbacks [] for security_group (73dedfd5-a89f-4cee-9a59-8ba9917ca52e), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:04.503605 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 263f0eeb-4b14-4abe-972d-3715fca25045 no longer exists at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:21:04.504809 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-8dc20e12-5f83-4902-af8f-6231dd122e09 req-510f50b3-5864-4fd2-8c7e-3959853a1363 tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (a4e29df4-3eac-43ba-b8e0-debc102085d9), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:04.508785 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-b8609bc5-c5a9-4c17-b834-cf83c382ff18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (73dedfd5-a89f-4cee-9a59-8ba9917ca52e), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:04.519751 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bc36ea-da6b-40c8-b664-72ac5fadad28 req-9a1d8c79-13db-48fe-8834-d0a7c7921552 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:21:04.521507 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-c5bc36ea-da6b-40c8-b664-72ac5fadad28 req-9a1d8c79-13db-48fe-8834-d0a7c7921552 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=acc74b3b-28a2-4a28-a63e-a2e1d0f02fcf HTTP/1.1" status: 200 len: 850 time: 0.1910434 Feb 04 17:21:04.555685 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] No Port match for: 263f0eeb-4b14-4abe-972d-3715fca25045 {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 17:21:04.556552 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 263f0eeb-4b14-4abe-972d-3715fca25045 not bound to the agent host n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 17:21:04.590749 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8609bc5-c5a9-4c17-b834-cf83c382ff18 admin admin] vlan segment allocate from pool success with {'vlan_id': 780, 'physical_network': 'physnet1'} {{(pid=103377) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 17:21:04.628786 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-c5bc36ea-da6b-40c8-b664-72ac5fadad28 req-7e0c34e6-3c1b-4732-9f59-af3b2c11385c service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=39759074-fb50-4135-a9de-456f123df529&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0742009 Feb 04 17:21:04.629593 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-53fca1e2-786a-4bd3-8e84-56dd84e5695b req-e9bf91a4-43a1-4720-9104-0530c4c93f13 tempest-FloatingIPsTestJSON-270934432 tempest-FloatingIPsTestJSON-270934432-project] Publish callbacks [] for port (a331e1ff-eb46-4b37-8c47-8fb902de3b93), precommit_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:04.638768 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-0b117115-3e78-4936-b1ad-12d8a1342f44 admin admin] Publish callbacks [] for subnet (1ae8c6b2-47bb-4a0b-8867-db7d64c4829b), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:04.643241 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-53fca1e2-786a-4bd3-8e84-56dd84e5695b req-e9bf91a4-43a1-4720-9104-0530c4c93f13 tempest-FloatingIPsTestJSON-270934432 tempest-FloatingIPsTestJSON-270934432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675836'] for port (a331e1ff-eb46-4b37-8c47-8fb902de3b93), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:04.644848 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8dc20e12-5f83-4902-af8f-6231dd122e09 req-510f50b3-5864-4fd2-8c7e-3959853a1363 tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] Network e6d83a7c-1f77-441c-afa2-81d5754db2af is already hosted by enough agents. {{(pid=103377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:21:04.651793 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8609bc5-c5a9-4c17-b834-cf83c382ff18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73dedfd5-a89f-4cee-9a59-8ba9917ca52e,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:21:04.666069 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-9bec2b86-d2e3-4091-a6e1-5d5a9c51e31c req-be102c97-6254-42c4-99f3-b5d4ffd35ccc tempest-SecurityGroupRulesNegativeTestJSON-346068438 tempest-SecurityGroupRulesNegativeTestJSON-346068438-project] 10.222.0.89 "GET /v2.0/security-groups/9ca63f05-9011-4c7f-989a-51116a41875d HTTP/1.1" status: 200 len: 1829 time: 0.2011573 Feb 04 17:21:04.668061 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [req-8dc20e12-5f83-4902-af8f-6231dd122e09 req-510f50b3-5864-4fd2-8c7e-3959853a1363 tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] Resources bound (agent type, host, resource id): {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:21:04.670078 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510f50b3-5864-4fd2-8c7e-3959853a1363 tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] Pushing event updated for resources: {'Port': ['ID=a4e29df4-3eac-43ba-b8e0-debc102085d9,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:21:04.673073 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [req-8dc20e12-5f83-4902-af8f-6231dd122e09 req-510f50b3-5864-4fd2-8c7e-3959853a1363 tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] Received port after_create {{(pid=103377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:21:04.676788 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-b8609bc5-c5a9-4c17-b834-cf83c382ff18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (9e3ed071-c030-493d-8cca-599abfcb88ee), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:04.677115 n-d-827839-2 neutron-server[103377]: INFO neutron.db.segments_db [None req-b8609bc5-c5a9-4c17-b834-cf83c382ff18 admin admin] Added segment 9e3ed071-c030-493d-8cca-599abfcb88ee of type vlan for network 482d30fe-67ad-4874-a89a-719137c68b40 Feb 04 17:21:04.709528 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bf91a4-43a1-4720-9104-0530c4c93f13 tempest-FloatingIPsTestJSON-270934432 tempest-FloatingIPsTestJSON-270934432-project] Pushing event updated for resources: {'Port': ['ID=a331e1ff-eb46-4b37-8c47-8fb902de3b93,revision_number=2']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:21:04.734001 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bf91a4-43a1-4720-9104-0530c4c93f13 tempest-FloatingIPsTestJSON-270934432 tempest-FloatingIPsTestJSON-270934432-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:21:04.735093 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bf91a4-43a1-4720-9104-0530c4c93f13 tempest-FloatingIPsTestJSON-270934432 tempest-FloatingIPsTestJSON-270934432-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:21:04.735093 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bf91a4-43a1-4720-9104-0530c4c93f13 tempest-FloatingIPsTestJSON-270934432 tempest-FloatingIPsTestJSON-270934432-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:21:04.735636 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bf91a4-43a1-4720-9104-0530c4c93f13 tempest-FloatingIPsTestJSON-270934432 tempest-FloatingIPsTestJSON-270934432-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:21:04.735770 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bf91a4-43a1-4720-9104-0530c4c93f13 tempest-FloatingIPsTestJSON-270934432 tempest-FloatingIPsTestJSON-270934432-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:21:04.736145 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bf91a4-43a1-4720-9104-0530c4c93f13 tempest-FloatingIPsTestJSON-270934432 tempest-FloatingIPsTestJSON-270934432-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:21:04.736567 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bf91a4-43a1-4720-9104-0530c4c93f13 tempest-FloatingIPsTestJSON-270934432 tempest-FloatingIPsTestJSON-270934432-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:21:04.736973 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bf91a4-43a1-4720-9104-0530c4c93f13 tempest-FloatingIPsTestJSON-270934432 tempest-FloatingIPsTestJSON-270934432-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:21:04.737307 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bf91a4-43a1-4720-9104-0530c4c93f13 tempest-FloatingIPsTestJSON-270934432 tempest-FloatingIPsTestJSON-270934432-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:21:04.737653 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bf91a4-43a1-4720-9104-0530c4c93f13 tempest-FloatingIPsTestJSON-270934432 tempest-FloatingIPsTestJSON-270934432-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:21:04.738056 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bf91a4-43a1-4720-9104-0530c4c93f13 tempest-FloatingIPsTestJSON-270934432 tempest-FloatingIPsTestJSON-270934432-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:21:04.738452 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bf91a4-43a1-4720-9104-0530c4c93f13 tempest-FloatingIPsTestJSON-270934432 tempest-FloatingIPsTestJSON-270934432-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:21:04.738716 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bf91a4-43a1-4720-9104-0530c4c93f13 tempest-FloatingIPsTestJSON-270934432 tempest-FloatingIPsTestJSON-270934432-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:21:04.770778 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4f14bb47-e72b-46ac-9e44-a61d9293afcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (75326290-f7a3-4db8-9cf2-15c7139ed224), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:04.792337 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-0b117115-3e78-4936-b1ad-12d8a1342f44 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25674901'] for subnet (1ae8c6b2-47bb-4a0b-8867-db7d64c4829b), precommit_delete_associations {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:04.832595 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-b8609bc5-c5a9-4c17-b834-cf83c382ff18 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781084292801'] for network (482d30fe-67ad-4874-a89a-719137c68b40), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:04.865530 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc20e12-5f83-4902-af8f-6231dd122e09 req-510f50b3-5864-4fd2-8c7e-3959853a1363 tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:21:04.866212 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-8dc20e12-5f83-4902-af8f-6231dd122e09 req-510f50b3-5864-4fd2-8c7e-3959853a1363 tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:04.925498 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-b8609bc5-c5a9-4c17-b834-cf83c382ff18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327'] for network (482d30fe-67ad-4874-a89a-719137c68b40), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:04.926572 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8609bc5-c5a9-4c17-b834-cf83c382ff18 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:21:04.927190 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-b8609bc5-c5a9-4c17-b834-cf83c382ff18 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677565'] for network (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:04.936288 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-c5bc36ea-da6b-40c8-b664-72ac5fadad28 req-5a96b041-52f3-4275-a1e1-7f2a3b262a88 service neutron] 10.222.0.90 "GET /v2.0/networks/39759074-fb50-4135-a9de-456f123df529?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2793252 Feb 04 17:21:04.939495 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-8dc20e12-5f83-4902-af8f-6231dd122e09 req-510f50b3-5864-4fd2-8c7e-3959853a1363 tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9725034 Feb 04 17:21:04.943858 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-9bec2b86-d2e3-4091-a6e1-5d5a9c51e31c req-f64c5a6c-7ee5-440e-85a4-a33e3e650ac4 tempest-SecurityGroupRulesNegativeTestJSON-346068438 tempest-SecurityGroupRulesNegativeTestJSON-346068438-project] Publish callbacks [] for security_group (9ca63f05-9011-4c7f-989a-51116a41875d), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:05.008151 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [req-8dc20e12-5f83-4902-af8f-6231dd122e09 req-f7f98b6d-6ac7-44b5-a221-91dc5c7b85ca service neutron] Request body: {'port': {'device_id': '2363ad5a-a929-4fdf-aec1-69d59614e7e2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827839-2'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:21:05.148248 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-b8609bc5-c5a9-4c17-b834-cf83c382ff18 admin admin] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.6069417 Feb 04 17:21:05.183910 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 35142) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:21:05.193888 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-9bec2b86-d2e3-4091-a6e1-5d5a9c51e31c req-f64c5a6c-7ee5-440e-85a4-a33e3e650ac4 tempest-SecurityGroupRulesNegativeTestJSON-346068438 tempest-SecurityGroupRulesNegativeTestJSON-346068438-project] Publish callbacks [] for security_group (9ca63f05-9011-4c7f-989a-51116a41875d), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:05.223553 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-f962be61-e8a9-4c41-b711-8a5fe5f6d628 admin admin] Request body: {'subnet': {'network_id': '482d30fe-67ad-4874-a89a-719137c68b40', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1593771892-subnet', 'tenant_id': 'e381d232a32f43f9a5f1684dbd7323ca', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:21:05.228452 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8609bc5-c5a9-4c17-b834-cf83c382ff18 admin admin] Pushing event updated for resources: {'Network': ['ID=482d30fe-67ad-4874-a89a-719137c68b40,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:21:05.241541 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-53fca1e2-786a-4bd3-8e84-56dd84e5695b req-e9bf91a4-43a1-4720-9104-0530c4c93f13 tempest-FloatingIPsTestJSON-270934432 tempest-FloatingIPsTestJSON-270934432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1595586'] for floatingip (99ee842c-d3e7-47a7-9b21-80de0ce6f128), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:05.245282 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Network 482d30fe-67ad-4874-a89a-719137c68b40 details requested by agent ovs-agent-n-d-827839-2 with host n-d-827839-2 {{(pid=103378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 17:21:05.295800 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-0b117115-3e78-4936-b1ad-12d8a1342f44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1541225'] for subnet (1ae8c6b2-47bb-4a0b-8867-db7d64c4829b), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:05.362515 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-53fca1e2-786a-4bd3-8e84-56dd84e5695b req-e9bf91a4-43a1-4720-9104-0530c4c93f13 tempest-FloatingIPsTestJSON-270934432 tempest-FloatingIPsTestJSON-270934432-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for floatingip (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:05.364395 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-53fca1e2-786a-4bd3-8e84-56dd84e5695b req-e9bf91a4-43a1-4720-9104-0530c4c93f13 tempest-FloatingIPsTestJSON-270934432 tempest-FloatingIPsTestJSON-270934432-project] 10.222.0.89 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.4396777 Feb 04 17:21:05.401464 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f962be61-e8a9-4c41-b711-8a5fe5f6d628 admin admin] Made reservation on behalf of e381d232a32f43f9a5f1684dbd7323ca for: {'subnet': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:21:05.404378 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-f962be61-e8a9-4c41-b711-8a5fe5f6d628 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25597243'] for subnet (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:05.424892 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-c5bc36ea-da6b-40c8-b664-72ac5fadad28 req-5c847b08-2107-4a25-9998-cf622c673d77 service neutron] 10.222.0.90 "GET /v2.0/networks/39759074-fb50-4135-a9de-456f123df529?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4787617 Feb 04 17:21:05.431282 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-53fca1e2-786a-4bd3-8e84-56dd84e5695b req-e658db8f-de96-43e1-b3a1-9e0c278b650a tempest-FloatingIPsTestJSON-270934432 tempest-FloatingIPsTestJSON-270934432-project] 10.222.0.89 "GET /v2.0/floatingips?floating_ip_address=172.25.6.22 HTTP/1.1" status: 200 len: 695 time: 0.0587342 Feb 04 17:21:05.451578 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-0b117115-3e78-4936-b1ad-12d8a1342f44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1541216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25675894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25858947'] for subnet (1ae8c6b2-47bb-4a0b-8867-db7d64c4829b), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:05.466825 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-8dc20e12-5f83-4902-af8f-6231dd122e09 req-f7f98b6d-6ac7-44b5-a221-91dc5c7b85ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (a4e29df4-3eac-43ba-b8e0-debc102085d9), before_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:05.535936 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b117115-3e78-4936-b1ad-12d8a1342f44 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1ae8c6b2-47bb-4a0b-8867-db7d64c4829b,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:21:05.549118 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-0b117115-3e78-4936-b1ad-12d8a1342f44 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:05.552039 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-510bcf95-a063-45a1-a6be-dc95736ade21 None None] Network c5c0955b-2649-42e4-9af8-fe9140197c29 requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:21:05.555057 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-0b117115-3e78-4936-b1ad-12d8a1342f44 admin admin] 10.222.0.89 "DELETE /v2.0/subnets/1ae8c6b2-47bb-4a0b-8867-db7d64c4829b HTTP/1.1" status: 204 len: 168 time: 1.3755898 Feb 04 17:21:05.555672 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 35150) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:21:05.617664 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-9bec2b86-d2e3-4091-a6e1-5d5a9c51e31c req-f64c5a6c-7ee5-440e-85a4-a33e3e650ac4 tempest-SecurityGroupRulesNegativeTestJSON-346068438 tempest-SecurityGroupRulesNegativeTestJSON-346068438-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (9ca63f05-9011-4c7f-989a-51116a41875d), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:05.622796 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-9bec2b86-d2e3-4091-a6e1-5d5a9c51e31c req-f64c5a6c-7ee5-440e-85a4-a33e3e650ac4 tempest-SecurityGroupRulesNegativeTestJSON-346068438 tempest-SecurityGroupRulesNegativeTestJSON-346068438-project] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:05.624190 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-9bec2b86-d2e3-4091-a6e1-5d5a9c51e31c req-f64c5a6c-7ee5-440e-85a4-a33e3e650ac4 tempest-SecurityGroupRulesNegativeTestJSON-346068438 tempest-SecurityGroupRulesNegativeTestJSON-346068438-project] 10.222.0.89 "DELETE /v2.0/security-groups/9ca63f05-9011-4c7f-989a-51116a41875d HTTP/1.1" status: 204 len: 173 time: 0.9573629 Feb 04 17:21:05.674338 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (ba70844b-66a0-45fd-a2f2-e6ed673321fc), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:05.678715 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-67e7d997-7913-4503-8644-3281a8d4f244 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628832'] for network (c5c0955b-2649-42e4-9af8-fe9140197c29), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:05.695673 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64c5a6c-7ee5-440e-85a4-a33e3e650ac4 tempest-SecurityGroupRulesNegativeTestJSON-346068438 tempest-SecurityGroupRulesNegativeTestJSON-346068438-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ca63f05-9011-4c7f-989a-51116a41875d,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:21:05.745976 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fca1e2-786a-4bd3-8e84-56dd84e5695b req-b48a2a36-3293-4755-978a-503c15cd0630 tempest-FloatingIPsTestJSON-270934432 tempest-FloatingIPsTestJSON-270934432-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:21:05.747397 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-53fca1e2-786a-4bd3-8e84-56dd84e5695b req-b48a2a36-3293-4755-978a-503c15cd0630 tempest-FloatingIPsTestJSON-270934432 tempest-FloatingIPsTestJSON-270934432-project] 10.222.0.89 "GET /v2.0/networks/48165773-85ad-49a1-9ec1-76fc8dc24188 HTTP/1.1" status: 200 len: 784 time: 0.3073101 Feb 04 17:21:05.764865 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3c9bdaf-d19b-40c3-b1e6-738f0f9eaf35 None None] DHCP port deletion for c5c0955b-2649-42e4-9af8-fe9140197c29 request from n-d-827839-2 {{(pid=103378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 17:21:05.861334 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-c3c9bdaf-d19b-40c3-b1e6-738f0f9eaf35 None None] Deleting port 04d60355-2842-4d71-9df1-a5da652f9a52 {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:21:05.861894 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c3c9bdaf-d19b-40c3-b1e6-738f0f9eaf35 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (04d60355-2842-4d71-9df1-a5da652f9a52), before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:05.892836 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-3eec4e81-35b0-439c-b156-47d8061cef81 admin admin] Deleting port f30c52a8-2062-46cc-a4bc-981061d67774 {{(pid=103376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:21:05.893448 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-3eec4e81-35b0-439c-b156-47d8061cef81 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (f30c52a8-2062-46cc-a4bc-981061d67774), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:05.909330 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-67e7d997-7913-4503-8644-3281a8d4f244 admin admin] Deleting port 04d60355-2842-4d71-9df1-a5da652f9a52 {{(pid=103376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:21:05.909989 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-67e7d997-7913-4503-8644-3281a8d4f244 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (04d60355-2842-4d71-9df1-a5da652f9a52), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:05.938053 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-c3c9bdaf-d19b-40c3-b1e6-738f0f9eaf35 None None] For port 04d60355-2842-4d71-9df1-a5da652f9a52, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=04d60355-2842-4d71-9df1-a5da652f9a52,segment=NetworkSegment(c2363295-0e30-4905-bc36-fac61ff2126f),segment_id=c2363295-0e30-4905-bc36-fac61ff2126f)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:21:05.938883 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c3c9bdaf-d19b-40c3-b1e6-738f0f9eaf35 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (04d60355-2842-4d71-9df1-a5da652f9a52), precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:05.956427 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-c3c9bdaf-d19b-40c3-b1e6-738f0f9eaf35 None None] Calling delete_port for 04d60355-2842-4d71-9df1-a5da652f9a52 owned by network:dhcp {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:21:05.966552 n-d-827839-2 neutron-server[103377]: DEBUG neutron.notifiers.nova [req-8dc20e12-5f83-4902-af8f-6231dd122e09 req-f7f98b6d-6ac7-44b5-a221-91dc5c7b85ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a4e29df4-3eac-43ba-b8e0-debc102085d9 {{(pid=103377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 17:21:05.981297 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-8dc20e12-5f83-4902-af8f-6231dd122e09 req-f7f98b6d-6ac7-44b5-a221-91dc5c7b85ca service neutron] Publish callbacks [] for port (a4e29df4-3eac-43ba-b8e0-debc102085d9), precommit_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:05.993580 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9e27c9-c6f5-4231-9ab4-858eaee2c03a req-3fc70969-04ab-4bda-a927-73dedc67e82b tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:21:05.995083 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-0f9e27c9-c6f5-4231-9ab4-858eaee2c03a req-3fc70969-04ab-4bda-a927-73dedc67e82b tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] 10.222.0.89 "GET /v2.0/ports?device_id=2363ad5a-a929-4fdf-aec1-69d59614e7e2 HTTP/1.1" status: 200 len: 932 time: 0.1997626 Feb 04 17:21:05.996013 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-f962be61-e8a9-4c41-b711-8a5fe5f6d628 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25889445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25597197'] for subnet (038a8af9-19f4-4848-babf-d3b1e786f999), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:06.004600 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dbbad4-3478-44c3-83f7-d3193fc85dd2 req-d00fe454-e46f-4b1f-9a06-215567cf18b5 tempest-ServerRescueTestJSON-1860265827 tempest-ServerRescueTestJSON-1860265827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:21:06.006151 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-d1dbbad4-3478-44c3-83f7-d3193fc85dd2 req-d00fe454-e46f-4b1f-9a06-215567cf18b5 tempest-ServerRescueTestJSON-1860265827 tempest-ServerRescueTestJSON-1860265827-project] 10.222.0.89 "GET /v2.0/ports?device_id=50d04b06-35cb-42a2-b742-ad06a5486b0d HTTP/1.1" status: 200 len: 945 time: 0.1687763 Feb 04 17:21:06.020081 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.provisioning_blocks [req-8dc20e12-5f83-4902-af8f-6231dd122e09 req-f7f98b6d-6ac7-44b5-a221-91dc5c7b85ca service neutron] Transition to ACTIVE for port object a4e29df4-3eac-43ba-b8e0-debc102085d9 will not be triggered until provisioned by entity L2. {{(pid=103377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 17:21:06.054057 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [None req-67e7d997-7913-4503-8644-3281a8d4f244 admin admin] For port 04d60355-2842-4d71-9df1-a5da652f9a52, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=04d60355-2842-4d71-9df1-a5da652f9a52,segment=NetworkSegment(c2363295-0e30-4905-bc36-fac61ff2126f),segment_id=c2363295-0e30-4905-bc36-fac61ff2126f)] {{(pid=103376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:21:06.054429 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-67e7d997-7913-4503-8644-3281a8d4f244 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (04d60355-2842-4d71-9df1-a5da652f9a52), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:06.058258 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-8dc20e12-5f83-4902-af8f-6231dd122e09 req-f7f98b6d-6ac7-44b5-a221-91dc5c7b85ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25888290'] for port (a4e29df4-3eac-43ba-b8e0-debc102085d9), after_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:06.072191 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c3c9bdaf-d19b-40c3-b1e6-738f0f9eaf35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144'] for port (04d60355-2842-4d71-9df1-a5da652f9a52), after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:06.080906 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-67e7d997-7913-4503-8644-3281a8d4f244 admin admin] Calling delete_port for 04d60355-2842-4d71-9df1-a5da652f9a52 owned by network:dhcp {{(pid=103376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:21:06.086719 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3c9bdaf-d19b-40c3-b1e6-738f0f9eaf35 None None] No DVR routers for this DVR port 04d60355-2842-4d71-9df1-a5da652f9a52 on host n-d-827839-2 {{(pid=103378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 17:21:06.098331 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [None req-3eec4e81-35b0-439c-b156-47d8061cef81 admin admin] For port f30c52a8-2062-46cc-a4bc-981061d67774, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=f30c52a8-2062-46cc-a4bc-981061d67774,segment=NetworkSegment(7ce1250d-0fb9-49dd-ae7f-12647688678d),segment_id=7ce1250d-0fb9-49dd-ae7f-12647688678d)] {{(pid=103376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:21:06.098699 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-3eec4e81-35b0-439c-b156-47d8061cef81 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (f30c52a8-2062-46cc-a4bc-981061d67774), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:06.110084 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c9bdaf-d19b-40c3-b1e6-738f0f9eaf35 None None] Pushing event deleted for resources: {'Port': ['ID=04d60355-2842-4d71-9df1-a5da652f9a52,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:21:06.128874 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-3eec4e81-35b0-439c-b156-47d8061cef81 admin admin] Calling delete_port for f30c52a8-2062-46cc-a4bc-981061d67774 owned by network:router_interface {{(pid=103376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:21:06.165064 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f962be61-e8a9-4c41-b711-8a5fe5f6d628 admin admin] Pushing event updated for resources: {'Subnet': ['ID=038a8af9-19f4-4848-babf-d3b1e786f999,revision_number=0']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:21:06.172692 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-d1dbbad4-3478-44c3-83f7-d3193fc85dd2 req-720ebd5d-6da7-48c0-bd3f-5ede3a70e50d tempest-ServerRescueTestJSON-1860265827 tempest-ServerRescueTestJSON-1860265827-project] 10.222.0.89 "GET /v2.0/security-groups?id=cc4b9805-caea-4906-9ad3-3e1579c9619f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577160 Feb 04 17:21:06.179768 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f98b6d-6ac7-44b5-a221-91dc5c7b85ca service neutron] Pushing event updated for resources: {'Port': ['ID=a4e29df4-3eac-43ba-b8e0-debc102085d9,revision_number=2']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:21:06.202927 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-0f9e27c9-c6f5-4231-9ab4-858eaee2c03a req-6544eab9-332f-43ad-8286-f54152abc96d tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] 10.222.0.89 "GET /v2.0/security-groups?id=c591d0a0-8f77-4259-ab5e-c54cb31473d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1870930 Feb 04 17:21:06.234692 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f962be61-e8a9-4c41-b711-8a5fe5f6d628 admin admin] Checking segment: {'id': '9e3ed071-c030-493d-8cca-599abfcb88ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '482d30fe-67ad-4874-a89a-719137c68b40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:21:06.235065 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f962be61-e8a9-4c41-b711-8a5fe5f6d628 admin admin] Network hostable DHCP agents. Network: 482d30fe-67ad-4874-a89a-719137c68b40, hostable agents: ['bb89f5a3-3c22-440b-b7d1-c4f0c43c184a'], hosted agents: [] {{(pid=103377) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 17:21:06.274984 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-67e7d997-7913-4503-8644-3281a8d4f244 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (04d60355-2842-4d71-9df1-a5da652f9a52), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:06.307256 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67e7d997-7913-4503-8644-3281a8d4f244 admin admin] No DVR routers for this DVR port 04d60355-2842-4d71-9df1-a5da652f9a52 on host n-d-827839-2 {{(pid=103376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 17:21:06.325484 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-34761992-6c42-4394-affa-1267335ee35f req-a6ee30b3-cba0-46d7-8f8b-a5bb1e420868 tempest-FloatingIPsTestJSON-270934432 tempest-FloatingIPsTestJSON-270934432-project] 10.222.0.89 "GET /v2.0/floatingips/99ee842c-d3e7-47a7-9b21-80de0ce6f128 HTTP/1.1" status: 200 len: 692 time: 0.0680354 Feb 04 17:21:06.360632 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e7d997-7913-4503-8644-3281a8d4f244 admin admin] Pushing event deleted for resources: {'Port': ['ID=04d60355-2842-4d71-9df1-a5da652f9a52,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:21:06.408788 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f962be61-e8a9-4c41-b711-8a5fe5f6d628 admin admin] Network 482d30fe-67ad-4874-a89a-719137c68b40 is scheduled to be hosted by DHCP agent bb89f5a3-3c22-440b-b7d1-c4f0c43c184a with binding_index 1 {{(pid=103377) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 17:21:06.427552 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-3557f555-1b91-4c07-904b-6bf5e753d402 req-30500a4d-0f67-457d-a141-c579ed749911 tempest-SecurityGroupRulesNegativeTestJSON-346068438 tempest-SecurityGroupRulesNegativeTestJSON-346068438-project] 10.222.0.89 "GET /v2.0/security-groups/bf46d0c4-a3bf-4ba0-9ae0-fab627bc2165 HTTP/1.1" status: 200 len: 1832 time: 0.2139022 Feb 04 17:21:06.428139 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [req-8dc20e12-5f83-4902-af8f-6231dd122e09 req-f7f98b6d-6ac7-44b5-a221-91dc5c7b85ca service neutron] Attempting to bind port a4e29df4-3eac-43ba-b8e0-debc102085d9 on host n-h1-827839-2 for vnic_type normal with profile {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:21:06.428139 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [req-8dc20e12-5f83-4902-af8f-6231dd122e09 req-f7f98b6d-6ac7-44b5-a221-91dc5c7b85ca service neutron] Attempting to bind port a4e29df4-3eac-43ba-b8e0-debc102085d9 by drivers openvswitch,hyperv on host n-h1-827839-2 at level 0 using segments [{'id': '78faf63e-60a8-47e4-85af-dce04e5fa366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'e6d83a7c-1f77-441c-afa2-81d5754db2af'}] {{(pid=103377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:21:06.428432 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dc20e12-5f83-4902-af8f-6231dd122e09 req-f7f98b6d-6ac7-44b5-a221-91dc5c7b85ca service neutron] Attempting to bind port a4e29df4-3eac-43ba-b8e0-debc102085d9 on network e6d83a7c-1f77-441c-afa2-81d5754db2af {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:21:06.440952 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dc20e12-5f83-4902-af8f-6231dd122e09 req-f7f98b6d-6ac7-44b5-a221-91dc5c7b85ca service neutron] Port a4e29df4-3eac-43ba-b8e0-debc102085d9 on network e6d83a7c-1f77-441c-afa2-81d5754db2af not bound, no agent of type Open vSwitch agent registered on host n-h1-827839-2 {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 17:21:06.441307 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dc20e12-5f83-4902-af8f-6231dd122e09 req-f7f98b6d-6ac7-44b5-a221-91dc5c7b85ca service neutron] Attempting to bind port a4e29df4-3eac-43ba-b8e0-debc102085d9 on network e6d83a7c-1f77-441c-afa2-81d5754db2af {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:21:06.447560 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [None req-f962be61-e8a9-4c41-b711-8a5fe5f6d628 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827839-2, 482d30fe-67ad-4874-a89a-719137c68b40) {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:21:06.462016 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dc20e12-5f83-4902-af8f-6231dd122e09 req-f7f98b6d-6ac7-44b5-a221-91dc5c7b85ca service neutron] Checking agent: {'id': '3f9244a9-75fc-4c10-b195-11d48b853b41', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 8, 42), 'started_at': datetime.datetime(2022, 2, 4, 17, 8, 42), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 20, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:21:06.463847 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dc20e12-5f83-4902-af8f-6231dd122e09 req-f7f98b6d-6ac7-44b5-a221-91dc5c7b85ca service neutron] Checking segment: {'id': '78faf63e-60a8-47e4-85af-dce04e5fa366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'e6d83a7c-1f77-441c-afa2-81d5754db2af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:21:06.464223 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dc20e12-5f83-4902-af8f-6231dd122e09 req-f7f98b6d-6ac7-44b5-a221-91dc5c7b85ca service neutron] Bound using segment: {'id': '78faf63e-60a8-47e4-85af-dce04e5fa366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'e6d83a7c-1f77-441c-afa2-81d5754db2af'} {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:21:06.464670 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [req-8dc20e12-5f83-4902-af8f-6231dd122e09 req-f7f98b6d-6ac7-44b5-a221-91dc5c7b85ca service neutron] Bound port: a4e29df4-3eac-43ba-b8e0-debc102085d9, host: n-h1-827839-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '78faf63e-60a8-47e4-85af-dce04e5fa366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'e6d83a7c-1f77-441c-afa2-81d5754db2af'}}] {{(pid=103377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:21:06.465068 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-8dc20e12-5f83-4902-af8f-6231dd122e09 req-f7f98b6d-6ac7-44b5-a221-91dc5c7b85ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (a4e29df4-3eac-43ba-b8e0-debc102085d9), before_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:06.467770 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f962be61-e8a9-4c41-b711-8a5fe5f6d628 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:21:06.468938 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-f962be61-e8a9-4c41-b711-8a5fe5f6d628 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677565'] for subnet (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:06.477406 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7822ddaa-dfb5-4f63-84dc-a5518092309b None None] Network 482d30fe-67ad-4874-a89a-719137c68b40 requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:21:06.510590 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34761992-6c42-4394-affa-1267335ee35f req-48b6444a-c9ab-426c-9a59-ada417f5e848 tempest-FloatingIPsTestJSON-270934432 tempest-FloatingIPsTestJSON-270934432-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:21:06.518144 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-34761992-6c42-4394-affa-1267335ee35f req-48b6444a-c9ab-426c-9a59-ada417f5e848 tempest-FloatingIPsTestJSON-270934432 tempest-FloatingIPsTestJSON-270934432-project] 10.222.0.89 "GET /v2.0/networks/48165773-85ad-49a1-9ec1-76fc8dc24188 HTTP/1.1" status: 200 len: 784 time: 0.1856163 Feb 04 17:21:06.538912 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-67e7d997-7913-4503-8644-3281a8d4f244 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1543676', 'neutron.services.segments.db._delete_segments_for_network-8781084786517'] for network (c5c0955b-2649-42e4-9af8-fe9140197c29), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:06.549969 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 04d60355-2842-4d71-9df1-a5da652f9a52 no longer exists at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:21:06.563146 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-f962be61-e8a9-4c41-b711-8a5fe5f6d628 admin admin] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.3746927 Feb 04 17:21:06.563873 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 35164) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:21:06.580531 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] No Port match for: 04d60355-2842-4d71-9df1-a5da652f9a52 {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 17:21:06.581226 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 04d60355-2842-4d71-9df1-a5da652f9a52 not bound to the agent host n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 17:21:06.590184 n-d-827839-2 neutron-server[103376]: DEBUG neutron.services.segments.db [None req-67e7d997-7913-4503-8644-3281a8d4f244 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5c0955b-2649-42e4-9af8-fe9140197c29']}} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:21:06.611074 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-bde49e01-f0ce-4e67-9dd0-6e95213600b2 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1593771892-router', 'tenant_id': 'e381d232a32f43f9a5f1684dbd7323ca', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188'}}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:21:06.619549 n-d-827839-2 neutron-server[103376]: DEBUG neutron.services.segments.db [None req-67e7d997-7913-4503-8644-3281a8d4f244 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2363295-0e30-4905-bc36-fac61ff2126f') {'for_net_delete': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:21:06.619847 n-d-827839-2 neutron-server[103376]: DEBUG neutron.services.segments.db [None req-67e7d997-7913-4503-8644-3281a8d4f244 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2363295-0e30-4905-bc36-fac61ff2126f') {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:21:06.631731 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-3557f555-1b91-4c07-904b-6bf5e753d402 req-d25d6cee-18a9-4d3e-aa56-a44a388289b1 tempest-SecurityGroupRulesNegativeTestJSON-346068438 tempest-SecurityGroupRulesNegativeTestJSON-346068438-project] Publish callbacks [] for security_group (bf46d0c4-a3bf-4ba0-9ae0-fab627bc2165), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:06.641298 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-34761992-6c42-4394-affa-1267335ee35f req-b3d02fbb-e0e8-4718-b9ef-532db76afab1 tempest-FloatingIPsTestJSON-270934432 tempest-FloatingIPsTestJSON-270934432-project] 10.222.0.89 "GET /v2.0/floatingips?floating_ip_address=172.25.6.22 HTTP/1.1" status: 200 len: 695 time: 0.1222291 Feb 04 17:21:06.646555 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-67e7d997-7913-4503-8644-3281a8d4f244 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781084783966', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25674908'] for segment (c2363295-0e30-4905-bc36-fac61ff2126f), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:06.657280 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c45f2ef8-6307-4a03-b04a-14eb377579e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e4c19ad-5724-5db8-8ee1-4f56ae69fcf4-482d30fe-67ad-4874-a89a-719137c68b40', 'network_id': '482d30fe-67ad-4874-a89a-719137c68b40', 'project_id': 'e381d232a32f43f9a5f1684dbd7323ca', 'fixed_ips': [{'subnet_id': '038a8af9-19f4-4848-babf-d3b1e786f999'}]}} from n-d-827839-2. {{(pid=103378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 17:21:06.658360 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c45f2ef8-6307-4a03-b04a-14eb377579e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:06.679689 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-67e7d997-7913-4503-8644-3281a8d4f244 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (c2363295-0e30-4905-bc36-fac61ff2126f), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:06.690244 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-3557f555-1b91-4c07-904b-6bf5e753d402 req-d25d6cee-18a9-4d3e-aa56-a44a388289b1 tempest-SecurityGroupRulesNegativeTestJSON-346068438 tempest-SecurityGroupRulesNegativeTestJSON-346068438-project] Publish callbacks [] for security_group (bf46d0c4-a3bf-4ba0-9ae0-fab627bc2165), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:06.696128 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67e7d997-7913-4503-8644-3281a8d4f244 admin admin] Releasing vlan 760 on physical network physnet1 to pool {{(pid=103376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 17:21:06.696533 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-67e7d997-7913-4503-8644-3281a8d4f244 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25675992'] for segment (c2363295-0e30-4905-bc36-fac61ff2126f), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:06.698520 n-d-827839-2 neutron-server[103376]: Traceback (most recent call last): Feb 04 17:21:06.698520 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 17:21:06.698520 n-d-827839-2 neutron-server[103376]: timer() Feb 04 17:21:06.698520 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 17:21:06.698520 n-d-827839-2 neutron-server[103376]: cb(*args, **kw) Feb 04 17:21:06.698520 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 17:21:06.698520 n-d-827839-2 neutron-server[103376]: return func(*args, **kwargs) Feb 04 17:21:06.698520 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 17:21:06.698520 n-d-827839-2 neutron-server[103376]: self._notify() Feb 04 17:21:06.698520 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 17:21:06.698520 n-d-827839-2 neutron-server[103376]: self.callback(batched_events) Feb 04 17:21:06.698520 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 17:21:06.698520 n-d-827839-2 neutron-server[103376]: event.method(event) Feb 04 17:21:06.698520 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 17:21:06.698520 n-d-827839-2 neutron-server[103376]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 17:21:06.698520 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 17:21:06.698520 n-d-827839-2 neutron-server[103376]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 17:21:06.698520 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 17:21:06.698520 n-d-827839-2 neutron-server[103376]: return f(self, *a, **k) Feb 04 17:21:06.698520 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 17:21:06.698520 n-d-827839-2 neutron-server[103376]: return self._get(url).json() Feb 04 17:21:06.698520 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 17:21:06.698520 n-d-827839-2 neutron-server[103376]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 17:21:06.698520 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 17:21:06.698520 n-d-827839-2 neutron-server[103376]: return self.request(url, 'GET', **kwargs) Feb 04 17:21:06.698520 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 17:21:06.698520 n-d-827839-2 neutron-server[103376]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 17:21:06.698520 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 17:21:06.698520 n-d-827839-2 neutron-server[103376]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 17:21:06.698520 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 17:21:06.698520 n-d-827839-2 neutron-server[103376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 17:21:06.698520 n-d-827839-2 neutron-server[103376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 17:21:06.721861 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-bde49e01-f0ce-4e67-9dd0-6e95213600b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1601657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26921'] for router (634116b7-81a5-43b0-b152-35141e44ea86), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:06.723583 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-bde49e01-f0ce-4e67-9dd0-6e95213600b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1602025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603663', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1630571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26960'] for router (634116b7-81a5-43b0-b152-35141e44ea86), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:06.737955 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-34761992-6c42-4394-affa-1267335ee35f req-9a7650e7-ceff-4f3f-b748-2a3c5e3b7129 tempest-FloatingIPsTestJSON-270934432 tempest-FloatingIPsTestJSON-270934432-project] 10.222.0.89 "GET /v2.0/floatingips?floating_ip_address=172.25.6.22 HTTP/1.1" status: 200 len: 695 time: 0.0953681 Feb 04 17:21:06.741363 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [req-8dc20e12-5f83-4902-af8f-6231dd122e09 req-f7f98b6d-6ac7-44b5-a221-91dc5c7b85ca service neutron] For port a4e29df4-3eac-43ba-b8e0-debc102085d9, host n-h1-827839-2, cleared binding levels {{(pid=103377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:21:06.750920 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [req-8dc20e12-5f83-4902-af8f-6231dd122e09 req-f7f98b6d-6ac7-44b5-a221-91dc5c7b85ca service neutron] For port a4e29df4-3eac-43ba-b8e0-debc102085d9, host n-h1-827839-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=a4e29df4-3eac-43ba-b8e0-debc102085d9,segment=NetworkSegment(78faf63e-60a8-47e4-85af-dce04e5fa366),segment_id=78faf63e-60a8-47e4-85af-dce04e5fa366)] {{(pid=103377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:21:06.794608 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-8dc20e12-5f83-4902-af8f-6231dd122e09 req-f7f98b6d-6ac7-44b5-a221-91dc5c7b85ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25888290'] for port (a4e29df4-3eac-43ba-b8e0-debc102085d9), after_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:06.833796 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-67e7d997-7913-4503-8644-3281a8d4f244 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1543671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1595572'] for network (c5c0955b-2649-42e4-9af8-fe9140197c29), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:06.844202 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-67e7d997-7913-4503-8644-3281a8d4f244 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677565'] for network (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:06.851890 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-67e7d997-7913-4503-8644-3281a8d4f244 admin admin] 10.222.0.89 "DELETE /v2.0/networks/c5c0955b-2649-42e4-9af8-fe9140197c29 HTTP/1.1" status: 204 len: 168 time: 1.2848394 Feb 04 17:21:06.855517 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-c45f2ef8-6307-4a03-b04a-14eb377579e0 None None] Allocated IP 172.20.0.2 (482d30fe-67ad-4874-a89a-719137c68b40/038a8af9-19f4-4848-babf-d3b1e786f999/9f668c74-d55d-4081-a2b7-a78d2a5a3d35) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:21:06.870048 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e7d997-7913-4503-8644-3281a8d4f244 admin admin] Pushing event deleted for resources: {'Network': ['ID=c5c0955b-2649-42e4-9af8-fe9140197c29,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:21:06.878935 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-3eec4e81-35b0-439c-b156-47d8061cef81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (f30c52a8-2062-46cc-a4bc-981061d67774), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:06.891495 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-3557f555-1b91-4c07-904b-6bf5e753d402 req-d25d6cee-18a9-4d3e-aa56-a44a388289b1 tempest-SecurityGroupRulesNegativeTestJSON-346068438 tempest-SecurityGroupRulesNegativeTestJSON-346068438-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (bf46d0c4-a3bf-4ba0-9ae0-fab627bc2165), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:06.896371 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-3557f555-1b91-4c07-904b-6bf5e753d402 req-d25d6cee-18a9-4d3e-aa56-a44a388289b1 tempest-SecurityGroupRulesNegativeTestJSON-346068438 tempest-SecurityGroupRulesNegativeTestJSON-346068438-project] Publish callbacks [] for security_group (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:06.897589 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-3557f555-1b91-4c07-904b-6bf5e753d402 req-d25d6cee-18a9-4d3e-aa56-a44a388289b1 tempest-SecurityGroupRulesNegativeTestJSON-346068438 tempest-SecurityGroupRulesNegativeTestJSON-346068438-project] 10.222.0.89 "DELETE /v2.0/security-groups/bf46d0c4-a3bf-4ba0-9ae0-fab627bc2165 HTTP/1.1" status: 204 len: 173 time: 0.4681764 Feb 04 17:21:06.934586 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc20e12-5f83-4902-af8f-6231dd122e09 req-f7f98b6d-6ac7-44b5-a221-91dc5c7b85ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:21:06.935719 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-8dc20e12-5f83-4902-af8f-6231dd122e09 req-f7f98b6d-6ac7-44b5-a221-91dc5c7b85ca service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:06.937939 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-8dc20e12-5f83-4902-af8f-6231dd122e09 req-f7f98b6d-6ac7-44b5-a221-91dc5c7b85ca service neutron] 10.222.0.96 "PUT /v2.0/ports/a4e29df4-3eac-43ba-b8e0-debc102085d9 HTTP/1.1" status: 200 len: 1092 time: 1.9720359 Feb 04 17:21:06.942763 n-d-827839-2 neutron-server[103377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2363ad5a-a929-4fdf-aec1-69d59614e7e2', 'tag': 'a4e29df4-3eac-43ba-b8e0-debc102085d9'}] {{(pid=103377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:21:06.945354 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7240428b650e1488e9361b62648ff4b3a6c19d49d8c27c949491ab58c1346cf0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d09163b5-0f66-42cf-b7d4-371299b37687" -d '{"events": [{"name": "network-changed", "server_uuid": "2363ad5a-a929-4fdf-aec1-69d59614e7e2", "tag": "a4e29df4-3eac-43ba-b8e0-debc102085d9"}]}' {{(pid=103377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:21:06.953980 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-bde49e01-f0ce-4e67-9dd0-6e95213600b2 admin admin] Publish callbacks [] for router_controller (634116b7-81a5-43b0-b152-35141e44ea86), precommit_add_association {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:06.968016 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eec4e81-35b0-439c-b156-47d8061cef81 admin admin] Pushing event deleted for resources: {'Port': ['ID=f30c52a8-2062-46cc-a4bc-981061d67774,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:21:07.001009 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25d6cee-18a9-4d3e-aa56-a44a388289b1 tempest-SecurityGroupRulesNegativeTestJSON-346068438 tempest-SecurityGroupRulesNegativeTestJSON-346068438-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf46d0c4-a3bf-4ba0-9ae0-fab627bc2165,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:21:07.063924 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c45f2ef8-6307-4a03-b04a-14eb377579e0 None None] Publish callbacks [] for port (9f668c74-d55d-4081-a2b7-a78d2a5a3d35), precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:07.091145 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c45f2ef8-6307-4a03-b04a-14eb377579e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135'] for port (9f668c74-d55d-4081-a2b7-a78d2a5a3d35), after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:07.118335 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f98b6d-6ac7-44b5-a221-91dc5c7b85ca service neutron] Pushing event updated for resources: {'Port': ['ID=a4e29df4-3eac-43ba-b8e0-debc102085d9,revision_number=3']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:21:07.129638 n-d-827839-2 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c45f2ef8-6307-4a03-b04a-14eb377579e0 None None] Network 482d30fe-67ad-4874-a89a-719137c68b40 is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:21:07.134098 n-d-827839-2 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-c45f2ef8-6307-4a03-b04a-14eb377579e0 None None] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:21:07.158612 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-e82a1d38-e649-42ba-8f5a-842514c2a9d1 req-36b821fa-d52d-4cc2-91cd-1247f05aea1b tempest-SecurityGroupRulesNegativeTestJSON-346068438 tempest-SecurityGroupRulesNegativeTestJSON-346068438-project] 10.222.0.89 "GET /v2.0/security-groups/e27425ad-160c-45e7-9d0e-2eeea87ee3da HTTP/1.1" status: 200 len: 1831 time: 0.2163718 Feb 04 17:21:07.201488 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c45f2ef8-6307-4a03-b04a-14eb377579e0 None None] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:21:07.252521 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 35176) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:21:07.303699 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45f2ef8-6307-4a03-b04a-14eb377579e0 None None] Pushing event updated for resources: {'Port': ['ID=9f668c74-d55d-4081-a2b7-a78d2a5a3d35,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:21:07.326130 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-c45f2ef8-6307-4a03-b04a-14eb377579e0 None None] Attempting to bind port 9f668c74-d55d-4081-a2b7-a78d2a5a3d35 on host n-d-827839-2 for vnic_type normal with profile {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:21:07.326648 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-c45f2ef8-6307-4a03-b04a-14eb377579e0 None None] Attempting to bind port 9f668c74-d55d-4081-a2b7-a78d2a5a3d35 by drivers openvswitch,hyperv on host n-d-827839-2 at level 0 using segments [{'id': '9e3ed071-c030-493d-8cca-599abfcb88ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '482d30fe-67ad-4874-a89a-719137c68b40'}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:21:07.327023 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c45f2ef8-6307-4a03-b04a-14eb377579e0 None None] Attempting to bind port 9f668c74-d55d-4081-a2b7-a78d2a5a3d35 on network 482d30fe-67ad-4874-a89a-719137c68b40 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:21:07.332579 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c45f2ef8-6307-4a03-b04a-14eb377579e0 None None] Checking agent: {'id': 'ba70844b-66a0-45fd-a2f2-e6ed673321fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 0, 36), 'started_at': datetime.datetime(2022, 2, 4, 17, 1, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 21, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:21:07.333002 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c45f2ef8-6307-4a03-b04a-14eb377579e0 None None] Checking segment: {'id': '9e3ed071-c030-493d-8cca-599abfcb88ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '482d30fe-67ad-4874-a89a-719137c68b40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:21:07.333409 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c45f2ef8-6307-4a03-b04a-14eb377579e0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:07.333801 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c45f2ef8-6307-4a03-b04a-14eb377579e0 None None] Bound using segment: {'id': '9e3ed071-c030-493d-8cca-599abfcb88ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '482d30fe-67ad-4874-a89a-719137c68b40'} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:21:07.334274 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-c45f2ef8-6307-4a03-b04a-14eb377579e0 None None] Bound port: 9f668c74-d55d-4081-a2b7-a78d2a5a3d35, host: n-d-827839-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e3ed071-c030-493d-8cca-599abfcb88ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '482d30fe-67ad-4874-a89a-719137c68b40'}}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:21:07.334657 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c45f2ef8-6307-4a03-b04a-14eb377579e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (9f668c74-d55d-4081-a2b7-a78d2a5a3d35), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:07.409235 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-c45f2ef8-6307-4a03-b04a-14eb377579e0 None None] For port 9f668c74-d55d-4081-a2b7-a78d2a5a3d35, host n-d-827839-2, cleared binding levels {{(pid=103378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:21:07.413744 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-c45f2ef8-6307-4a03-b04a-14eb377579e0 None None] For port 9f668c74-d55d-4081-a2b7-a78d2a5a3d35, host n-d-827839-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=9f668c74-d55d-4081-a2b7-a78d2a5a3d35,segment=NetworkSegment(9e3ed071-c030-493d-8cca-599abfcb88ee),segment_id=9e3ed071-c030-493d-8cca-599abfcb88ee)] {{(pid=103378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:21:07.423871 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c45f2ef8-6307-4a03-b04a-14eb377579e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (9f668c74-d55d-4081-a2b7-a78d2a5a3d35), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:07.445036 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-e82a1d38-e649-42ba-8f5a-842514c2a9d1 req-b38822e3-b065-4530-9764-8c1bca52f961 tempest-SecurityGroupRulesNegativeTestJSON-346068438 tempest-SecurityGroupRulesNegativeTestJSON-346068438-project] Publish callbacks [] for security_group (e27425ad-160c-45e7-9d0e-2eeea87ee3da), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:07.451858 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-302a43ce-3ebc-4ec5-b994-0ef2b3a1e1cb admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=71760d3833b0487ca555da8afc60313f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1982541 Feb 04 17:21:07.456791 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 35180) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:21:07.502828 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45f2ef8-6307-4a03-b04a-14eb377579e0 None None] Pushing event updated for resources: {'Port': ['ID=9f668c74-d55d-4081-a2b7-a78d2a5a3d35,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:21:07.514439 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-e82a1d38-e649-42ba-8f5a-842514c2a9d1 req-b38822e3-b065-4530-9764-8c1bca52f961 tempest-SecurityGroupRulesNegativeTestJSON-346068438 tempest-SecurityGroupRulesNegativeTestJSON-346068438-project] Publish callbacks [] for security_group (e27425ad-160c-45e7-9d0e-2eeea87ee3da), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:07.573599 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-3eec4e81-35b0-439c-b156-47d8061cef81 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1677336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1602614'] for router_interface (53792503-92df-4237-b0c8-dc60acf88751), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:07.649064 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-2f2583c3-13f1-4250-9c9b-782166cb8c5d admin admin] Publish callbacks [] for security_group (d342f03d-d084-419c-8bca-5738710e26df), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:07.673113 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-2f2583c3-13f1-4250-9c9b-782166cb8c5d admin admin] Publish callbacks [] for security_group (d342f03d-d084-419c-8bca-5738710e26df), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:07.693701 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-bde49e01-f0ce-4e67-9dd0-6e95213600b2 admin admin] Publish callbacks [] for router_gateway (634116b7-81a5-43b0-b152-35141e44ea86), precommit_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:07.704964 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc20e12-5f83-4902-af8f-6231dd122e09 req-3bd3fa7f-d489-4925-8add-83c2a8320975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:21:07.706274 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-8dc20e12-5f83-4902-af8f-6231dd122e09 req-3bd3fa7f-d489-4925-8add-83c2a8320975 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=36d552dcaba84f869d86965d2c5a9247&device_id=2363ad5a-a929-4fdf-aec1-69d59614e7e2 HTTP/1.1" status: 200 len: 1126 time: 0.7035048 Feb 04 17:21:07.756346 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [req-34761992-6c42-4394-affa-1267335ee35f req-15b00877-465a-4d36-b12f-53d61533eb7a tempest-FloatingIPsTestJSON-270934432 tempest-FloatingIPsTestJSON-270934432-project] Deleting port a331e1ff-eb46-4b37-8c47-8fb902de3b93 {{(pid=103377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:21:07.756694 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-34761992-6c42-4394-affa-1267335ee35f req-15b00877-465a-4d36-b12f-53d61533eb7a tempest-FloatingIPsTestJSON-270934432 tempest-FloatingIPsTestJSON-270934432-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (a331e1ff-eb46-4b37-8c47-8fb902de3b93), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:07.766657 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-2f2583c3-13f1-4250-9c9b-782166cb8c5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (d342f03d-d084-419c-8bca-5738710e26df), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:07.769299 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-2f2583c3-13f1-4250-9c9b-782166cb8c5d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:07.770464 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-2f2583c3-13f1-4250-9c9b-782166cb8c5d admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/d342f03d-d084-419c-8bca-5738710e26df HTTP/1.1" status: 204 len: 168 time: 0.3078334 Feb 04 17:21:07.835828 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-e82a1d38-e649-42ba-8f5a-842514c2a9d1 req-b38822e3-b065-4530-9764-8c1bca52f961 tempest-SecurityGroupRulesNegativeTestJSON-346068438 tempest-SecurityGroupRulesNegativeTestJSON-346068438-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (e27425ad-160c-45e7-9d0e-2eeea87ee3da), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:07.839022 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-e82a1d38-e649-42ba-8f5a-842514c2a9d1 req-b38822e3-b065-4530-9764-8c1bca52f961 tempest-SecurityGroupRulesNegativeTestJSON-346068438 tempest-SecurityGroupRulesNegativeTestJSON-346068438-project] Publish callbacks [] for security_group (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:07.840332 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-e82a1d38-e649-42ba-8f5a-842514c2a9d1 req-b38822e3-b065-4530-9764-8c1bca52f961 tempest-SecurityGroupRulesNegativeTestJSON-346068438 tempest-SecurityGroupRulesNegativeTestJSON-346068438-project] 10.222.0.89 "DELETE /v2.0/security-groups/e27425ad-160c-45e7-9d0e-2eeea87ee3da HTTP/1.1" status: 204 len: 173 time: 0.6753833 Feb 04 17:21:07.858687 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2583c3-13f1-4250-9c9b-782166cb8c5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d342f03d-d084-419c-8bca-5738710e26df,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:21:07.875439 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-8dc20e12-5f83-4902-af8f-6231dd122e09 req-c7ebf285-e213-4f5b-aefc-cdafb0aa8718 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a4e29df4-3eac-43ba-b8e0-debc102085d9 HTTP/1.1" status: 200 len: 217 time: 0.1584637 Feb 04 17:21:07.969961 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc20e12-5f83-4902-af8f-6231dd122e09 req-d4b26064-618e-427b-b5b2-e7741036fa7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:21:07.973649 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-8dc20e12-5f83-4902-af8f-6231dd122e09 req-d4b26064-618e-427b-b5b2-e7741036fa7e service neutron] 10.222.0.96 "GET /v2.0/subnets?id=bf8ba049-695f-44be-9bf2-689533c91d54 HTTP/1.1" status: 200 len: 852 time: 0.0857151 Feb 04 17:21:07.975493 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 17:21:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce323518-0858-4f0d-a666-28344bd2b08b x-openstack-request-id: req-ce323518-0858-4f0d-a666-28344bd2b08b {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:21:07.975731 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2363ad5a-a929-4fdf-aec1-69d59614e7e2", "tag": "a4e29df4-3eac-43ba-b8e0-debc102085d9", "status": "completed", "code": 200}]} {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:21:07.975898 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-ce323518-0858-4f0d-a666-28344bd2b08b {{(pid=103377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:21:07.976290 n-d-827839-2 neutron-server[103377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2363ad5a-a929-4fdf-aec1-69d59614e7e2', 'tag': 'a4e29df4-3eac-43ba-b8e0-debc102085d9', 'status': 'completed', 'code': 200} Feb 04 17:21:08.017217 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38822e3-b065-4530-9764-8c1bca52f961 tempest-SecurityGroupRulesNegativeTestJSON-346068438 tempest-SecurityGroupRulesNegativeTestJSON-346068438-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e27425ad-160c-45e7-9d0e-2eeea87ee3da,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:21:08.029378 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-34761992-6c42-4394-affa-1267335ee35f req-15b00877-465a-4d36-b12f-53d61533eb7a tempest-FloatingIPsTestJSON-270934432 tempest-FloatingIPsTestJSON-270934432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (a331e1ff-eb46-4b37-8c47-8fb902de3b93), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:08.030226 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-34761992-6c42-4394-affa-1267335ee35f req-15b00877-465a-4d36-b12f-53d61533eb7a tempest-FloatingIPsTestJSON-270934432 tempest-FloatingIPsTestJSON-270934432-project] Publish callbacks [] for floatingip (a331e1ff-eb46-4b37-8c47-8fb902de3b93), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:08.037152 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-8dc20e12-5f83-4902-af8f-6231dd122e09 req-55e6e043-93ad-4912-aa1e-0fb4e7c16eef service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=e6d83a7c-1f77-441c-afa2-81d5754db2af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0555260 Feb 04 17:21:08.072455 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [req-34761992-6c42-4394-affa-1267335ee35f req-15b00877-465a-4d36-b12f-53d61533eb7a tempest-FloatingIPsTestJSON-270934432 tempest-FloatingIPsTestJSON-270934432-project] Calling delete_port for a331e1ff-eb46-4b37-8c47-8fb902de3b93 owned by network:floatingip {{(pid=103377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:21:08.134642 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5eb18a0-765e-41b1-8b47-cf87b1c33036 req-7675b8ce-fec8-45c9-9f85-1f1f925ba2e7 tempest-ServerRescueTestJSON-1860265827 tempest-ServerRescueTestJSON-1860265827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:21:08.136676 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-d5eb18a0-765e-41b1-8b47-cf87b1c33036 req-7675b8ce-fec8-45c9-9f85-1f1f925ba2e7 tempest-ServerRescueTestJSON-1860265827 tempest-ServerRescueTestJSON-1860265827-project] 10.222.0.89 "GET /v2.0/ports?device_id=50d04b06-35cb-42a2-b742-ad06a5486b0d HTTP/1.1" status: 200 len: 945 time: 0.0976629 Feb 04 17:21:08.146858 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3eec4e81-35b0-439c-b156-47d8061cef81 admin admin] Router 53792503-92df-4237-b0c8-dc60acf88751 has already been hosted by L3 agent 64ada913-9131-4d99-a265-63a920956287 {{(pid=103376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 17:21:08.241204 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-d5eb18a0-765e-41b1-8b47-cf87b1c33036 req-ebd44e88-deab-48ed-8651-528e50a3dfd6 tempest-ServerRescueTestJSON-1860265827 tempest-ServerRescueTestJSON-1860265827-project] 10.222.0.89 "GET /v2.0/security-groups?id=cc4b9805-caea-4906-9ad3-3e1579c9619f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969698 Feb 04 17:21:08.255773 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-8dc20e12-5f83-4902-af8f-6231dd122e09 req-aa75152f-30bf-42e0-a9d4-28dc1d3e0b9a service neutron] 10.222.0.96 "GET /v2.0/networks/e6d83a7c-1f77-441c-afa2-81d5754db2af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2074196 Feb 04 17:21:08.335603 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3eec4e81-35b0-439c-b156-47d8061cef81 admin admin] Notify agent at l3_agent.n-d-827839-2 the message routers_updated {{(pid=103376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 17:21:08.347275 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-3eec4e81-35b0-439c-b156-47d8061cef81 admin admin] 10.222.0.89 "PUT /v2.0/routers/53792503-92df-4237-b0c8-dc60acf88751/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8450630 Feb 04 17:21:08.348472 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-561007f8-ce6a-4be6-aa48-837998a0e32d None None] Sync routers for ids ['53792503-92df-4237-b0c8-dc60acf88751'] in n-d-827839-2 {{(pid=103378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 17:21:08.352045 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 35188) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:21:08.365862 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-561007f8-ce6a-4be6-aa48-837998a0e32d None None] Routers {'53792503-92df-4237-b0c8-dc60acf88751'} bound to L3 agent in host n-d-827839-2 {{(pid=103378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:21:08.366555 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-561007f8-ce6a-4be6-aa48-837998a0e32d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:21:02Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['53792503-92df-4237-b0c8-dc60acf88751'], 'active': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:21:08.547321 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-34761992-6c42-4394-affa-1267335ee35f req-15b00877-465a-4d36-b12f-53d61533eb7a tempest-FloatingIPsTestJSON-270934432 tempest-FloatingIPsTestJSON-270934432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (a331e1ff-eb46-4b37-8c47-8fb902de3b93), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:08.644030 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165339dd-8307-44df-a1ea-89ceb037a45c req-cfe410f8-3ce3-4ad6-aee4-cc29088de434 tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:21:08.653432 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-165339dd-8307-44df-a1ea-89ceb037a45c req-cfe410f8-3ce3-4ad6-aee4-cc29088de434 tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] 10.222.0.89 "GET /v2.0/ports?device_id=2363ad5a-a929-4fdf-aec1-69d59614e7e2 HTTP/1.1" status: 200 len: 944 time: 0.1777062 Feb 04 17:21:08.701328 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-34761992-6c42-4394-affa-1267335ee35f req-15b00877-465a-4d36-b12f-53d61533eb7a tempest-FloatingIPsTestJSON-270934432 tempest-FloatingIPsTestJSON-270934432-project] Publish callbacks [] for floatingip (99ee842c-d3e7-47a7-9b21-80de0ce6f128), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:08.706854 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-34761992-6c42-4394-affa-1267335ee35f req-15b00877-465a-4d36-b12f-53d61533eb7a tempest-FloatingIPsTestJSON-270934432 tempest-FloatingIPsTestJSON-270934432-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for floatingip (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:08.708424 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-34761992-6c42-4394-affa-1267335ee35f req-15b00877-465a-4d36-b12f-53d61533eb7a tempest-FloatingIPsTestJSON-270934432 tempest-FloatingIPsTestJSON-270934432-project] 10.222.0.89 "DELETE /v2.0/floatingips/99ee842c-d3e7-47a7-9b21-80de0ce6f128 HTTP/1.1" status: 204 len: 173 time: 1.9689522 Feb 04 17:21:08.721435 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b00877-465a-4d36-b12f-53d61533eb7a tempest-FloatingIPsTestJSON-270934432 tempest-FloatingIPsTestJSON-270934432-project] Pushing event deleted for resources: {'Port': ['ID=a331e1ff-eb46-4b37-8c47-8fb902de3b93,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:21:08.753346 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-bde49e01-f0ce-4e67-9dd0-6e95213600b2 admin admin] Publish callbacks [] for router_gateway (634116b7-81a5-43b0-b152-35141e44ea86), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:08.783453 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-165339dd-8307-44df-a1ea-89ceb037a45c req-3d614caf-88bf-4139-af65-80afac96a826 tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] 10.222.0.89 "GET /v2.0/security-groups?id=c591d0a0-8f77-4259-ab5e-c54cb31473d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287794 Feb 04 17:21:08.790803 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-8dc20e12-5f83-4902-af8f-6231dd122e09 req-b78e7303-3d84-45c8-a529-55c99f291699 service neutron] 10.222.0.96 "GET /v2.0/networks/e6d83a7c-1f77-441c-afa2-81d5754db2af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5268202 Feb 04 17:21:08.791092 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-50f3d432-82e2-4178-97e3-6bfd924f1750 admin admin] Publish callbacks [] for router (53792503-92df-4237-b0c8-dc60acf88751), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:08.793110 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-bde49e01-f0ce-4e67-9dd0-6e95213600b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:08.884519 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvr_db [None req-561007f8-ce6a-4be6-aa48-837998a0e32d None None] Set router 53792503-92df-4237-b0c8-dc60acf88751 gateway port host: n-d-827839-2 {{(pid=103378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:21:08.950109 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.db_base_plugin_common [None req-bde49e01-f0ce-4e67-9dd0-6e95213600b2 admin admin] Allocated IP 172.25.6.99 (48165773-85ad-49a1-9ec1-76fc8dc24188/7660bfad-1ea8-4fe7-831b-bed836f13efc/94054b5d-592b-4cb6-871c-06d58c671380) {{(pid=103377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:21:09.074916 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-bde49e01-f0ce-4e67-9dd0-6e95213600b2 admin admin] Publish callbacks [] for port (94054b5d-592b-4cb6-871c-06d58c671380), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:09.111535 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 9f668c74-d55d-4081-a2b7-a78d2a5a3d35 up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:21:09.188665 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b89007e2-f703-40c0-a1ee-81eb94ce0691 None None] Network 482d30fe-67ad-4874-a89a-719137c68b40 requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:21:09.211544 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-12cb1a2b-e653-4c3b-995e-17ae70d1f171 req-020740b6-3ced-4570-89b2-913316d8d1b2 tempest-SecurityGroupRulesNegativeTestJSON-346068438 tempest-SecurityGroupRulesNegativeTestJSON-346068438-project] 10.222.0.89 "GET /v2.0/security-groups/536e52d1-82a2-4531-86da-566bd14a94a2 HTTP/1.1" status: 200 len: 1831 time: 0.4605052 Feb 04 17:21:09.212633 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-bde49e01-f0ce-4e67-9dd0-6e95213600b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (94054b5d-592b-4cb6-871c-06d58c671380), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:09.331428 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-a55be17b-a813-47c9-9163-abee969ead31 None None] Provisioning complete for port 9f668c74-d55d-4081-a2b7-a78d2a5a3d35 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:21:09.332177 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a55be17b-a813-47c9-9163-abee969ead31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (9f668c74-d55d-4081-a2b7-a78d2a5a3d35), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:09.335887 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bde49e01-f0ce-4e67-9dd0-6e95213600b2 admin admin] Network 48165773-85ad-49a1-9ec1-76fc8dc24188 is already hosted by enough agents. {{(pid=103377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:21:09.345038 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09163b5-0f66-42cf-b7d4-371299b37687 req-22e59b05-1675-496b-b37f-adb33155bc43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:21:09.346703 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-d09163b5-0f66-42cf-b7d4-371299b37687 req-22e59b05-1675-496b-b37f-adb33155bc43 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=36d552dcaba84f869d86965d2c5a9247&device_id=2363ad5a-a929-4fdf-aec1-69d59614e7e2 HTTP/1.1" status: 200 len: 1126 time: 0.1670525 Feb 04 17:21:09.347571 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [None req-bde49e01-f0ce-4e67-9dd0-6e95213600b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:21:09.350634 n-d-827839-2 neutron-server[103376]: INFO neutron.api.v2.resource [req-e82a17b8-e3f5-4994-868a-7a6e8f45e2f8 req-3d42e552-2660-4eb7-b351-19c8ee94f7b3 tempest-FloatingIPsTestJSON-270934432 tempest-FloatingIPsTestJSON-270934432-project] show failed (client error): The resource could not be found. Feb 04 17:21:09.353634 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bde49e01-f0ce-4e67-9dd0-6e95213600b2 admin admin] Received port after_create {{(pid=103377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:21:09.361433 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-e82a17b8-e3f5-4994-868a-7a6e8f45e2f8 req-3d42e552-2660-4eb7-b351-19c8ee94f7b3 tempest-FloatingIPsTestJSON-270934432 tempest-FloatingIPsTestJSON-270934432-project] 10.222.0.89 "GET /v2.0/floatingips/99ee842c-d3e7-47a7-9b21-80de0ce6f128 HTTP/1.1" status: 404 len: 350 time: 0.5127375 Feb 04 17:21:09.361979 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 35212) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:21:09.441807 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port 9f668c74-d55d-4081-a2b7-a78d2a5a3d35 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:21:09.442423 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (9f668c74-d55d-4081-a2b7-a78d2a5a3d35), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:09.507039 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-561007f8-ce6a-4be6-aa48-837998a0e32d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53792503-92df-4237-b0c8-dc60acf88751', 'name': 'tempest-AttachSCSIVolumeTestJSON-1917771760-router', 'tenant_id': '17c7616ca43843acb731e2b80c6fd54e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.55'}], 'enable_snat': True}, 'gw_port_id': '09a808d7-44b7-4302-a9c8-0b96db22cd19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:18:16Z', 'updated_at': '2022-02-04T17:21:06Z', 'revision_number': 5, 'project_id': '17c7616ca43843acb731e2b80c6fd54e', 'gw_port': {'id': '09a808d7-44b7-4302-a9c8-0b96db22cd19', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:e6:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53792503-92df-4237-b0c8-dc60acf88751', 'device_owner': 'network:router_gateway', 'standard_attr_id': 869, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:18:18Z', 'updated_at': '2022-02-04T17:18:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2'}], 'n-d-827839-2', False) {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:21:09.554543 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-50f3d432-82e2-4178-97e3-6bfd924f1750 admin admin] Publish callbacks [] for router_gateway (53792503-92df-4237-b0c8-dc60acf88751), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:09.600235 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-561007f8-ce6a-4be6-aa48-837998a0e32d None None] Checking router: 53792503-92df-4237-b0c8-dc60acf88751 for host: n-d-827839-2 {{(pid=103378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 17:21:09.690912 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-50f3d432-82e2-4178-97e3-6bfd924f1750 admin admin] Deleting port 09a808d7-44b7-4302-a9c8-0b96db22cd19 {{(pid=103376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:21:09.691408 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-50f3d432-82e2-4178-97e3-6bfd924f1750 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (09a808d7-44b7-4302-a9c8-0b96db22cd19), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:09.723377 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-f68ca782-7113-4553-bdcf-cf427afffb0e admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-914985660-network', 'tenant_id': 'e8529bff120f4fe7b12d2ffbb1dc14b4'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:21:09.731644 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port 9f668c74-d55d-4081-a2b7-a78d2a5a3d35 is: DOWN; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:21:09.732164 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (9f668c74-d55d-4081-a2b7-a78d2a5a3d35), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:09.736182 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-561007f8-ce6a-4be6-aa48-837998a0e32d None None] Routers {'53792503-92df-4237-b0c8-dc60acf88751'} bound to L3 agent in host n-d-827839-2 {{(pid=103378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:21:09.737058 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-561007f8-ce6a-4be6-aa48-837998a0e32d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:21:02Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['53792503-92df-4237-b0c8-dc60acf88751'], 'active': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:21:09.768816 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09163b5-0f66-42cf-b7d4-371299b37687 req-6977ba48-5e72-44b9-89fb-bd4b9b9daa3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:21:09.775520 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-d09163b5-0f66-42cf-b7d4-371299b37687 req-6977ba48-5e72-44b9-89fb-bd4b9b9daa3e service neutron] 10.222.0.96 "GET /v2.0/networks?id=e6d83a7c-1f77-441c-afa2-81d5754db2af HTTP/1.1" status: 200 len: 913 time: 0.3437409 Feb 04 17:21:09.818741 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f68ca782-7113-4553-bdcf-cf427afffb0e admin admin] Made reservation on behalf of e8529bff120f4fe7b12d2ffbb1dc14b4 for: {'network': 1} {{(pid=103376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:21:09.821263 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-f68ca782-7113-4553-bdcf-cf427afffb0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for network (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:09.826701 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde49e01-f0ce-4e67-9dd0-6e95213600b2 admin admin] Pushing event updated for resources: {'Port': ['ID=94054b5d-592b-4cb6-871c-06d58c671380,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:21:09.830789 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-12cb1a2b-e653-4c3b-995e-17ae70d1f171 req-50e35def-b80c-4c40-a020-5683ba09df18 tempest-SecurityGroupRulesNegativeTestJSON-346068438 tempest-SecurityGroupRulesNegativeTestJSON-346068438-project] Publish callbacks [] for security_group (536e52d1-82a2-4531-86da-566bd14a94a2), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:09.838829 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-f68ca782-7113-4553-bdcf-cf427afffb0e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:09.842381 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-a55be17b-a813-47c9-9163-abee969ead31 None None] Current status of the port 9f668c74-d55d-4081-a2b7-a78d2a5a3d35 is: DOWN; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:21:09.842905 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a55be17b-a813-47c9-9163-abee969ead31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (9f668c74-d55d-4081-a2b7-a78d2a5a3d35), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:09.859544 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [None req-50f3d432-82e2-4178-97e3-6bfd924f1750 admin admin] For port 09a808d7-44b7-4302-a9c8-0b96db22cd19, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=09a808d7-44b7-4302-a9c8-0b96db22cd19,segment=NetworkSegment(5942dc44-1f07-4c27-b0ab-45a2bff20dd5),segment_id=5942dc44-1f07-4c27-b0ab-45a2bff20dd5)] {{(pid=103376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:21:09.859920 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-50f3d432-82e2-4178-97e3-6bfd924f1750 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (09a808d7-44b7-4302-a9c8-0b96db22cd19), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:09.861725 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-12cb1a2b-e653-4c3b-995e-17ae70d1f171 req-50e35def-b80c-4c40-a020-5683ba09df18 tempest-SecurityGroupRulesNegativeTestJSON-346068438 tempest-SecurityGroupRulesNegativeTestJSON-346068438-project] Publish callbacks [] for security_group (536e52d1-82a2-4531-86da-566bd14a94a2), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:09.893465 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] For port 9f668c74-d55d-4081-a2b7-a78d2a5a3d35, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=9f668c74-d55d-4081-a2b7-a78d2a5a3d35,segment=NetworkSegment(9e3ed071-c030-493d-8cca-599abfcb88ee),segment_id=9e3ed071-c030-493d-8cca-599abfcb88ee)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:21:09.909566 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (9f668c74-d55d-4081-a2b7-a78d2a5a3d35), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:09.910384 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-50f3d432-82e2-4178-97e3-6bfd924f1750 admin admin] Calling delete_port for 09a808d7-44b7-4302-a9c8-0b96db22cd19 owned by network:router_gateway {{(pid=103376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:21:09.952540 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-d09163b5-0f66-42cf-b7d4-371299b37687 req-afe0d5f7-32dd-4320-b5b1-39fa30b8dd18 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a4e29df4-3eac-43ba-b8e0-debc102085d9 HTTP/1.1" status: 200 len: 217 time: 0.1579568 Feb 04 17:21:10.013609 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeeb64b0-20f0-41f5-9cd9-b2c0460ef15c req-d90fbdae-6b21-4d4a-a0b0-4590fa462e48 tempest-ServerRescueTestJSON-1860265827 tempest-ServerRescueTestJSON-1860265827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:21:10.016153 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-eeeb64b0-20f0-41f5-9cd9-b2c0460ef15c req-d90fbdae-6b21-4d4a-a0b0-4590fa462e48 tempest-ServerRescueTestJSON-1860265827 tempest-ServerRescueTestJSON-1860265827-project] 10.222.0.89 "GET /v2.0/ports?device_id=50d04b06-35cb-42a2-b742-ad06a5486b0d HTTP/1.1" status: 200 len: 945 time: 0.5327668 Feb 04 17:21:10.043181 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvr_db [None req-561007f8-ce6a-4be6-aa48-837998a0e32d None None] Set router 53792503-92df-4237-b0c8-dc60acf88751 gateway port host: None {{(pid=103378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:21:10.049744 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-12cb1a2b-e653-4c3b-995e-17ae70d1f171 req-50e35def-b80c-4c40-a020-5683ba09df18 tempest-SecurityGroupRulesNegativeTestJSON-346068438 tempest-SecurityGroupRulesNegativeTestJSON-346068438-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (536e52d1-82a2-4531-86da-566bd14a94a2), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:10.052425 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-12cb1a2b-e653-4c3b-995e-17ae70d1f171 req-50e35def-b80c-4c40-a020-5683ba09df18 tempest-SecurityGroupRulesNegativeTestJSON-346068438 tempest-SecurityGroupRulesNegativeTestJSON-346068438-project] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:10.068871 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-12cb1a2b-e653-4c3b-995e-17ae70d1f171 req-50e35def-b80c-4c40-a020-5683ba09df18 tempest-SecurityGroupRulesNegativeTestJSON-346068438 tempest-SecurityGroupRulesNegativeTestJSON-346068438-project] 10.222.0.89 "DELETE /v2.0/security-groups/536e52d1-82a2-4531-86da-566bd14a94a2 HTTP/1.1" status: 204 len: 173 time: 0.8464401 Feb 04 17:21:10.138512 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (f20a1ab3-4332-4f54-833b-ba4a7c687e89), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:10.145443 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-561007f8-ce6a-4be6-aa48-837998a0e32d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53792503-92df-4237-b0c8-dc60acf88751', 'name': 'tempest-AttachSCSIVolumeTestJSON-1917771760-router', 'tenant_id': '17c7616ca43843acb731e2b80c6fd54e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:18:16Z', 'updated_at': '2022-02-04T17:21:09Z', 'revision_number': 6, 'project_id': '17c7616ca43843acb731e2b80c6fd54e', 'gw_port_host': None}], 'n-d-827839-2', False) {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:21:10.147369 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.db.api [None req-a55be17b-a813-47c9-9163-abee969ead31 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103378) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 17:21:10.147719 n-d-827839-2 neutron-server[103378]: DEBUG oslo_db.api [None req-a55be17b-a813-47c9-9163-abee969ead31 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 17:21:10.150323 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Pushing event updated for resources: {'Port': ['ID=9f668c74-d55d-4081-a2b7-a78d2a5a3d35,revision_number=3']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:21:10.153638 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-bde49e01-f0ce-4e67-9dd0-6e95213600b2 admin admin] Publish callbacks [] for router_gateway (634116b7-81a5-43b0-b152-35141e44ea86), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:10.168874 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e35def-b80c-4c40-a020-5683ba09df18 tempest-SecurityGroupRulesNegativeTestJSON-346068438 tempest-SecurityGroupRulesNegativeTestJSON-346068438-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=536e52d1-82a2-4531-86da-566bd14a94a2,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:21:10.192945 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-561007f8-ce6a-4be6-aa48-837998a0e32d None None] The sync data for ids ['53792503-92df-4237-b0c8-dc60acf88751'] in n-d-827839-2 is: [{'id': '53792503-92df-4237-b0c8-dc60acf88751', 'name': 'tempest-AttachSCSIVolumeTestJSON-1917771760-router', 'tenant_id': '17c7616ca43843acb731e2b80c6fd54e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:18:16Z', 'updated_at': '2022-02-04T17:21:09Z', 'revision_number': 6, 'project_id': '17c7616ca43843acb731e2b80c6fd54e', 'gw_port_host': None}] {{(pid=103378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 17:21:10.207580 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-eeeb64b0-20f0-41f5-9cd9-b2c0460ef15c req-6a202834-b403-47dc-a748-b17589d65ea1 tempest-ServerRescueTestJSON-1860265827 tempest-ServerRescueTestJSON-1860265827-project] 10.222.0.89 "GET /v2.0/security-groups?id=cc4b9805-caea-4906-9ad3-3e1579c9619f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1821935 Feb 04 17:21:10.226132 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-f68ca782-7113-4553-bdcf-cf427afffb0e admin admin] Publish callbacks [] for security_group (8c8db8bd-10f6-46de-b058-f693c55717fb), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:10.255727 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-f68ca782-7113-4553-bdcf-cf427afffb0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (8c8db8bd-10f6-46de-b058-f693c55717fb), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:10.258320 n-d-827839-2 neutron-server[103377]: INFO neutron.api.v2.resource [req-21ba92d8-f5ba-4f8a-a3f3-693e84ec96e7 req-71470c65-2c31-4ed3-a4f3-c2fe4ab1562f tempest-FloatingIPsTestJSON-270934432 tempest-FloatingIPsTestJSON-270934432-project] show failed (client error): The resource could not be found. Feb 04 17:21:10.277331 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-21ba92d8-f5ba-4f8a-a3f3-693e84ec96e7 req-71470c65-2c31-4ed3-a4f3-c2fe4ab1562f tempest-FloatingIPsTestJSON-270934432 tempest-FloatingIPsTestJSON-270934432-project] 10.222.0.89 "GET /v2.0/floatingips/99ee842c-d3e7-47a7-9b21-80de0ce6f128 HTTP/1.1" status: 404 len: 350 time: 0.1305873 Feb 04 17:21:10.304727 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 35226) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:21:10.313256 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f68ca782-7113-4553-bdcf-cf427afffb0e admin admin] vlan segment allocate from pool success with {'vlan_id': 792, 'physical_network': 'physnet1'} {{(pid=103376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 17:21:10.324434 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-f68ca782-7113-4553-bdcf-cf427afffb0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (46dffa9b-79e5-476b-8e3c-4c012f7d8658), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:10.325637 n-d-827839-2 neutron-server[103376]: INFO neutron.db.segments_db [None req-f68ca782-7113-4553-bdcf-cf427afffb0e admin admin] Added segment 46dffa9b-79e5-476b-8e3c-4c012f7d8658 of type vlan for network b360266c-0a1a-4d15-b365-a4d8511f3083 Feb 04 17:21:10.332241 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09163b5-0f66-42cf-b7d4-371299b37687 req-d034a69d-cfa1-473a-b81d-cf4d742c1e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:21:10.334376 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-d09163b5-0f66-42cf-b7d4-371299b37687 req-d034a69d-cfa1-473a-b81d-cf4d742c1e1c service neutron] 10.222.0.96 "GET /v2.0/subnets?id=bf8ba049-695f-44be-9bf2-689533c91d54 HTTP/1.1" status: 200 len: 852 time: 0.3435333 Feb 04 17:21:10.372543 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-d09163b5-0f66-42cf-b7d4-371299b37687 req-cd43eefc-84ca-46ff-bb64-30e82d5758e0 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=e6d83a7c-1f77-441c-afa2-81d5754db2af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265582 Feb 04 17:21:10.431857 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-f68ca782-7113-4553-bdcf-cf427afffb0e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781084292801'] for network (b360266c-0a1a-4d15-b365-a4d8511f3083), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:10.434024 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68ca782-7113-4553-bdcf-cf427afffb0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c8db8bd-10f6-46de-b058-f693c55717fb,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:21:10.452978 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-d055318f-0627-4968-a58f-758e512af1d5 req-3d573aaf-b5d7-474d-9d01-ebd07a29d994 tempest-SecurityGroupRulesNegativeTestJSON-346068438 tempest-SecurityGroupRulesNegativeTestJSON-346068438-project] 10.222.0.89 "GET /v2.0/security-groups/82b6a312-ef49-4392-9c51-ae82768d8cea HTTP/1.1" status: 200 len: 1831 time: 0.1369269 Feb 04 17:21:10.568633 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-f68ca782-7113-4553-bdcf-cf427afffb0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327'] for network (b360266c-0a1a-4d15-b365-a4d8511f3083), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:10.569534 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f68ca782-7113-4553-bdcf-cf427afffb0e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:21:10.570088 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-f68ca782-7113-4553-bdcf-cf427afffb0e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677565'] for network (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:10.589131 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-d09163b5-0f66-42cf-b7d4-371299b37687 req-63b14371-b6ae-4783-b6dd-7331acb36439 service neutron] 10.222.0.96 "GET /v2.0/networks/e6d83a7c-1f77-441c-afa2-81d5754db2af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2094681 Feb 04 17:21:10.622933 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-50f3d432-82e2-4178-97e3-6bfd924f1750 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (09a808d7-44b7-4302-a9c8-0b96db22cd19), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:10.696768 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-f68ca782-7113-4553-bdcf-cf427afffb0e admin admin] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.2922833 Feb 04 17:21:10.706816 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4493fb16-652d-4583-8674-e4611e7320d1 req-6571d50f-eb40-4923-90e0-8153de03ff73 tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:21:10.708020 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-4493fb16-652d-4583-8674-e4611e7320d1 req-6571d50f-eb40-4923-90e0-8153de03ff73 tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] 10.222.0.89 "GET /v2.0/ports?device_id=2363ad5a-a929-4fdf-aec1-69d59614e7e2 HTTP/1.1" status: 200 len: 944 time: 0.3465829 Feb 04 17:21:10.708718 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 35236) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:21:10.715122 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 9f668c74-d55d-4081-a2b7-a78d2a5a3d35 up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:21:10.756910 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-d055318f-0627-4968-a58f-758e512af1d5 req-435726ff-adec-4877-b9fe-4dc7653b360c tempest-SecurityGroupRulesNegativeTestJSON-346068438 tempest-SecurityGroupRulesNegativeTestJSON-346068438-project] Publish callbacks [] for security_group (82b6a312-ef49-4392-9c51-ae82768d8cea), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:10.791265 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-a55be17b-a813-47c9-9163-abee969ead31 None None] Current status of the port 9f668c74-d55d-4081-a2b7-a78d2a5a3d35 is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:21:10.804193 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-08975f0d-e55a-439f-88ac-06b70c0578e3 admin admin] Request body: {'subnet': {'network_id': 'b360266c-0a1a-4d15-b365-a4d8511f3083', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-914985660-subnet', 'tenant_id': 'e8529bff120f4fe7b12d2ffbb1dc14b4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:21:10.838458 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port 9f668c74-d55d-4081-a2b7-a78d2a5a3d35 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:21:10.839103 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (9f668c74-d55d-4081-a2b7-a78d2a5a3d35), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:10.848167 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-d055318f-0627-4968-a58f-758e512af1d5 req-435726ff-adec-4877-b9fe-4dc7653b360c tempest-SecurityGroupRulesNegativeTestJSON-346068438 tempest-SecurityGroupRulesNegativeTestJSON-346068438-project] Publish callbacks [] for security_group (82b6a312-ef49-4392-9c51-ae82768d8cea), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:10.851364 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-bde49e01-f0ce-4e67-9dd0-6e95213600b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1602046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603680'] for router (634116b7-81a5-43b0-b152-35141e44ea86), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:10.869488 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f3d432-82e2-4178-97e3-6bfd924f1750 admin admin] Pushing event deleted for resources: {'Port': ['ID=09a808d7-44b7-4302-a9c8-0b96db22cd19,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:21:10.920492 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68ca782-7113-4553-bdcf-cf427afffb0e admin admin] Pushing event updated for resources: {'Network': ['ID=b360266c-0a1a-4d15-b365-a4d8511f3083,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:21:10.936277 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-d09163b5-0f66-42cf-b7d4-371299b37687 req-ca16042c-1f0b-4a47-8351-2cb98dae82b6 service neutron] 10.222.0.96 "GET /v2.0/networks/e6d83a7c-1f77-441c-afa2-81d5754db2af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3274047 Feb 04 17:21:10.942845 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Network b360266c-0a1a-4d15-b365-a4d8511f3083 details requested by agent ovs-agent-n-d-827839-2 with host n-d-827839-2 {{(pid=103378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 17:21:10.974006 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-8370b67c-9e26-411a-b06d-a68cbfb35fb0 None None] Provisioning complete for port 9f668c74-d55d-4081-a2b7-a78d2a5a3d35 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:21:10.974660 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8370b67c-9e26-411a-b06d-a68cbfb35fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (9f668c74-d55d-4081-a2b7-a78d2a5a3d35), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:10.990042 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08975f0d-e55a-439f-88ac-06b70c0578e3 admin admin] Made reservation on behalf of e8529bff120f4fe7b12d2ffbb1dc14b4 for: {'subnet': 1} {{(pid=103376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:21:10.992374 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-08975f0d-e55a-439f-88ac-06b70c0578e3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25859006'] for subnet (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:11.062361 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-4493fb16-652d-4583-8674-e4611e7320d1 req-7d52fb62-2488-41b2-acac-7582c41b65b6 tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] 10.222.0.89 "GET /v2.0/security-groups?id=c591d0a0-8f77-4259-ab5e-c54cb31473d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2546580 Feb 04 17:21:11.075477 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-d055318f-0627-4968-a58f-758e512af1d5 req-435726ff-adec-4877-b9fe-4dc7653b360c tempest-SecurityGroupRulesNegativeTestJSON-346068438 tempest-SecurityGroupRulesNegativeTestJSON-346068438-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (82b6a312-ef49-4392-9c51-ae82768d8cea), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:11.081815 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-d055318f-0627-4968-a58f-758e512af1d5 req-435726ff-adec-4877-b9fe-4dc7653b360c tempest-SecurityGroupRulesNegativeTestJSON-346068438 tempest-SecurityGroupRulesNegativeTestJSON-346068438-project] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:11.083348 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-d055318f-0627-4968-a58f-758e512af1d5 req-435726ff-adec-4877-b9fe-4dc7653b360c tempest-SecurityGroupRulesNegativeTestJSON-346068438 tempest-SecurityGroupRulesNegativeTestJSON-346068438-project] 10.222.0.89 "DELETE /v2.0/security-groups/82b6a312-ef49-4392-9c51-ae82768d8cea HTTP/1.1" status: 204 len: 173 time: 0.6173036 Feb 04 17:21:11.084232 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-50f3d432-82e2-4178-97e3-6bfd924f1750 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1595544'] for router_gateway (53792503-92df-4237-b0c8-dc60acf88751), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:11.094723 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 35238) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:21:11.107212 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435726ff-adec-4877-b9fe-4dc7653b360c tempest-SecurityGroupRulesNegativeTestJSON-346068438 tempest-SecurityGroupRulesNegativeTestJSON-346068438-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=82b6a312-ef49-4392-9c51-ae82768d8cea,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:21:11.170076 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bde49e01-f0ce-4e67-9dd0-6e95213600b2 admin admin] Router 634116b7-81a5-43b0-b152-35141e44ea86 is scheduled to L3 agent 64ada913-9131-4d99-a265-63a920956287 with binding_index 1 {{(pid=103377) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 17:21:11.191763 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port 9f668c74-d55d-4081-a2b7-a78d2a5a3d35 is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:21:11.233461 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device f30c52a8-2062-46cc-a4bc-981061d67774 no longer exists at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:21:11.258261 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] No Port match for: f30c52a8-2062-46cc-a4bc-981061d67774 {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 17:21:11.258741 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device f30c52a8-2062-46cc-a4bc-981061d67774 not bound to the agent host n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 17:21:11.283863 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-8370b67c-9e26-411a-b06d-a68cbfb35fb0 None None] Current status of the port 9f668c74-d55d-4081-a2b7-a78d2a5a3d35 is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:21:11.348954 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-50f3d432-82e2-4178-97e3-6bfd924f1750 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1601811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26971'] for router (53792503-92df-4237-b0c8-dc60acf88751), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:11.364891 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-50f3d432-82e2-4178-97e3-6bfd924f1750 admin admin] Publish callbacks [] for router_controller (53792503-92df-4237-b0c8-dc60acf88751), precommit_delete_associations {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:11.385138 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bde49e01-f0ce-4e67-9dd0-6e95213600b2 admin admin] Notify agent at l3_agent.n-d-827839-2 the message routers_updated {{(pid=103377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 17:21:11.402779 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d677b0a-bf18-49cb-ade2-b848f1ce3691 None None] Sync routers for ids ['634116b7-81a5-43b0-b152-35141e44ea86'] in n-d-827839-2 {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 17:21:11.414224 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-bde49e01-f0ce-4e67-9dd0-6e95213600b2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:11.418114 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-bde49e01-f0ce-4e67-9dd0-6e95213600b2 admin admin] 10.222.0.89 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 4.8507671 Feb 04 17:21:11.420337 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 35242) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:21:11.421085 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d677b0a-bf18-49cb-ade2-b848f1ce3691 None None] Routers {'634116b7-81a5-43b0-b152-35141e44ea86'} bound to L3 agent in host n-d-827839-2 {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:21:11.422483 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-3d677b0a-bf18-49cb-ade2-b848f1ce3691 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:21:02Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['634116b7-81a5-43b0-b152-35141e44ea86'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:21:11.458725 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.db_base_plugin_v2 [None req-51823332-8d50-49a0-97c9-0e716e92540b admin admin] Deleting subnet 55bb3612-8537-4487-954b-c90283e33dab {{(pid=103376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 17:21:11.504826 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-51823332-8d50-49a0-97c9-0e716e92540b admin admin] Publish callbacks [] for subnet (55bb3612-8537-4487-954b-c90283e33dab), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:11.547950 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvr_db [None req-3d677b0a-bf18-49cb-ade2-b848f1ce3691 None None] Set router 634116b7-81a5-43b0-b152-35141e44ea86 gateway port host: n-d-827839-2 {{(pid=103379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:21:11.554976 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-50f3d432-82e2-4178-97e3-6bfd924f1750 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1601832'] for router (53792503-92df-4237-b0c8-dc60acf88751), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:11.555531 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50f3d432-82e2-4178-97e3-6bfd924f1750 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 53792503-92df-4237-b0c8-dc60acf88751 {{(pid=103376) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 17:21:11.575747 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-50f3d432-82e2-4178-97e3-6bfd924f1750 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:11.575986 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-50f3d432-82e2-4178-97e3-6bfd924f1750 admin admin] 10.222.0.89 "DELETE /v2.0/routers/53792503-92df-4237-b0c8-dc60acf88751 HTTP/1.1" status: 204 len: 168 time: 3.2227273 Feb 04 17:21:11.588651 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 35244) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:21:11.593232 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-51823332-8d50-49a0-97c9-0e716e92540b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25674901'] for subnet (55bb3612-8537-4487-954b-c90283e33dab), precommit_delete_associations {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:11.610486 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e16a3c3-3385-4d63-a778-acb5737446d4 req-f3abcb7a-dd27-4806-99cc-0e3b40933195 tempest-ServerRescueTestJSON-1860265827 tempest-ServerRescueTestJSON-1860265827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:21:11.617868 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-4e16a3c3-3385-4d63-a778-acb5737446d4 req-f3abcb7a-dd27-4806-99cc-0e3b40933195 tempest-ServerRescueTestJSON-1860265827 tempest-ServerRescueTestJSON-1860265827-project] 10.222.0.89 "GET /v2.0/ports?device_id=50d04b06-35cb-42a2-b742-ad06a5486b0d HTTP/1.1" status: 200 len: 945 time: 0.2758722 Feb 04 17:21:11.807494 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-3d677b0a-bf18-49cb-ade2-b848f1ce3691 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '634116b7-81a5-43b0-b152-35141e44ea86', 'name': 'tempest-AttachVolumeShelveTestJSON-1593771892-router', 'tenant_id': 'e381d232a32f43f9a5f1684dbd7323ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.99'}], 'enable_snat': True}, 'gw_port_id': '94054b5d-592b-4cb6-871c-06d58c671380', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:21:06Z', 'updated_at': '2022-02-04T17:21:09Z', 'revision_number': 3, 'project_id': 'e381d232a32f43f9a5f1684dbd7323ca', 'gw_port': {'id': '94054b5d-592b-4cb6-871c-06d58c671380', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:f4:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '634116b7-81a5-43b0-b152-35141e44ea86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1195, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:21:08Z', 'updated_at': '2022-02-04T17:21:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2'}], 'n-d-827839-2', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:21:11.846378 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-4e16a3c3-3385-4d63-a778-acb5737446d4 req-8dba9cdf-f6e6-443a-8979-9ad5f3c1c8fa tempest-ServerRescueTestJSON-1860265827 tempest-ServerRescueTestJSON-1860265827-project] 10.222.0.89 "GET /v2.0/security-groups?id=cc4b9805-caea-4906-9ad3-3e1579c9619f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2265043 Feb 04 17:21:11.847753 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d677b0a-bf18-49cb-ade2-b848f1ce3691 None None] Checking router: 634116b7-81a5-43b0-b152-35141e44ea86 for host: n-d-827839-2 {{(pid=103379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 17:21:11.848413 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d677b0a-bf18-49cb-ade2-b848f1ce3691 None None] Updating router 634116b7-81a5-43b0-b152-35141e44ea86 port 94054b5d-592b-4cb6-871c-06d58c671380 binding host n-d-827839-2 {{(pid=103379) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 17:21:11.853969 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-08975f0d-e55a-439f-88ac-06b70c0578e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25674939', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25858952'] for subnet (03fc43f3-3129-44ea-8e92-b548c579ae93), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:11.887543 n-d-827839-2 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-3d677b0a-bf18-49cb-ade2-b848f1ce3691 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (94054b5d-592b-4cb6-871c-06d58c671380), before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:11.900045 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-51823332-8d50-49a0-97c9-0e716e92540b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1541225'] for subnet (55bb3612-8537-4487-954b-c90283e33dab), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:11.933883 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb0b1441-07cb-4fb4-9dcc-0c065ce146a0 admin admin] Deleting subnet ecfdaff4-bfe4-4c41-acd1-759b3291dd98 {{(pid=103376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 17:21:11.937717 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-eb0b1441-07cb-4fb4-9dcc-0c065ce146a0 admin admin] Publish callbacks [] for subnet (ecfdaff4-bfe4-4c41-acd1-759b3291dd98), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:12.033542 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08975f0d-e55a-439f-88ac-06b70c0578e3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=03fc43f3-3129-44ea-8e92-b548c579ae93,revision_number=0']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:21:12.041710 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-eb0b1441-07cb-4fb4-9dcc-0c065ce146a0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25674901'] for subnet (ecfdaff4-bfe4-4c41-acd1-759b3291dd98), precommit_delete_associations {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:12.113471 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08975f0d-e55a-439f-88ac-06b70c0578e3 admin admin] Checking segment: {'id': '46dffa9b-79e5-476b-8e3c-4c012f7d8658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'b360266c-0a1a-4d15-b365-a4d8511f3083'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:21:12.113471 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08975f0d-e55a-439f-88ac-06b70c0578e3 admin admin] Network hostable DHCP agents. Network: b360266c-0a1a-4d15-b365-a4d8511f3083, hostable agents: ['bb89f5a3-3c22-440b-b7d1-c4f0c43c184a'], hosted agents: [] {{(pid=103376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 17:21:12.122018 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-51823332-8d50-49a0-97c9-0e716e92540b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1541216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25675894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25858947'] for subnet (55bb3612-8537-4487-954b-c90283e33dab), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:12.180949 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51823332-8d50-49a0-97c9-0e716e92540b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=55bb3612-8537-4487-954b-c90283e33dab,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:21:12.192960 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-51823332-8d50-49a0-97c9-0e716e92540b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:12.198897 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-51823332-8d50-49a0-97c9-0e716e92540b admin admin] 10.222.0.89 "DELETE /v2.0/subnets/55bb3612-8537-4487-954b-c90283e33dab HTTP/1.1" status: 204 len: 168 time: 1.1011069 Feb 04 17:21:12.204795 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 35250) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:21:12.211158 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (3f9244a9-75fc-4c10-b195-11d48b853b41), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:12.217253 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-f0d114ca-bc64-42a6-95f5-b45f308344db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602754'] for router_interface (36dcb97e-05ba-49bc-be6b-5e6aa000b4d9), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:12.226302 n-d-827839-2 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-3d677b0a-bf18-49cb-ade2-b848f1ce3691 None None] Publish callbacks [] for port (94054b5d-592b-4cb6-871c-06d58c671380), precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:12.235115 n-d-827839-2 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-3d677b0a-bf18-49cb-ade2-b848f1ce3691 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (94054b5d-592b-4cb6-871c-06d58c671380), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:12.312100 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9612751-4be3-41dc-abe9-17da52f46248 None None] Pushing event updated for resources: {'Port': ['ID=94054b5d-592b-4cb6-871c-06d58c671380,revision_number=2']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:21:12.328240 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08975f0d-e55a-439f-88ac-06b70c0578e3 admin admin] Network b360266c-0a1a-4d15-b365-a4d8511f3083 is scheduled to be hosted by DHCP agent bb89f5a3-3c22-440b-b7d1-c4f0c43c184a with binding_index 1 {{(pid=103376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 17:21:12.351789 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [None req-3d677b0a-bf18-49cb-ade2-b848f1ce3691 None None] Attempting to bind port 94054b5d-592b-4cb6-871c-06d58c671380 on host n-d-827839-2 for vnic_type normal with profile {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:21:12.352154 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [None req-3d677b0a-bf18-49cb-ade2-b848f1ce3691 None None] Attempting to bind port 94054b5d-592b-4cb6-871c-06d58c671380 by drivers openvswitch,hyperv on host n-d-827839-2 at level 0 using segments [{'id': '5942dc44-1f07-4c27-b0ab-45a2bff20dd5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188'}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:21:12.352515 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d677b0a-bf18-49cb-ade2-b848f1ce3691 None None] Attempting to bind port 94054b5d-592b-4cb6-871c-06d58c671380 on network 48165773-85ad-49a1-9ec1-76fc8dc24188 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:21:12.358086 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d677b0a-bf18-49cb-ade2-b848f1ce3691 None None] Checking agent: {'id': 'ba70844b-66a0-45fd-a2f2-e6ed673321fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 0, 36), 'started_at': datetime.datetime(2022, 2, 4, 17, 1, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 21, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:21:12.358465 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d677b0a-bf18-49cb-ade2-b848f1ce3691 None None] Checking segment: {'id': '5942dc44-1f07-4c27-b0ab-45a2bff20dd5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:21:12.358867 n-d-827839-2 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-3d677b0a-bf18-49cb-ade2-b848f1ce3691 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:12.359771 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d677b0a-bf18-49cb-ade2-b848f1ce3691 None None] Bound using segment: {'id': '5942dc44-1f07-4c27-b0ab-45a2bff20dd5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188'} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:21:12.360239 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [None req-3d677b0a-bf18-49cb-ade2-b848f1ce3691 None None] Bound port: 94054b5d-592b-4cb6-871c-06d58c671380, host: n-d-827839-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5942dc44-1f07-4c27-b0ab-45a2bff20dd5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188'}}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:21:12.360617 n-d-827839-2 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-3d677b0a-bf18-49cb-ade2-b848f1ce3691 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (94054b5d-592b-4cb6-871c-06d58c671380), before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:12.451789 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-3d677b0a-bf18-49cb-ade2-b848f1ce3691 None None] For port 94054b5d-592b-4cb6-871c-06d58c671380, host n-d-827839-2, cleared binding levels {{(pid=103379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:21:12.456246 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-3d677b0a-bf18-49cb-ade2-b848f1ce3691 None None] For port 94054b5d-592b-4cb6-871c-06d58c671380, host n-d-827839-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=94054b5d-592b-4cb6-871c-06d58c671380,segment=NetworkSegment(5942dc44-1f07-4c27-b0ab-45a2bff20dd5),segment_id=5942dc44-1f07-4c27-b0ab-45a2bff20dd5)] {{(pid=103379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:21:12.464234 n-d-827839-2 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-3d677b0a-bf18-49cb-ade2-b848f1ce3691 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (94054b5d-592b-4cb6-871c-06d58c671380), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:12.506222 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 09a808d7-44b7-4302-a9c8-0b96db22cd19 no longer exists at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:21:12.520013 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e7d389-449c-4cee-a161-ee36d071a812 req-4775ddf4-43f6-4862-8ba8-e1dd14e0591e tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:21:12.521631 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-95e7d389-449c-4cee-a161-ee36d071a812 req-4775ddf4-43f6-4862-8ba8-e1dd14e0591e tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] 10.222.0.89 "GET /v2.0/ports?device_id=2363ad5a-a929-4fdf-aec1-69d59614e7e2 HTTP/1.1" status: 200 len: 944 time: 0.2781179 Feb 04 17:21:12.537775 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d677b0a-bf18-49cb-ade2-b848f1ce3691 None None] Routers {'634116b7-81a5-43b0-b152-35141e44ea86'} bound to L3 agent in host n-d-827839-2 {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:21:12.539034 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-3d677b0a-bf18-49cb-ade2-b848f1ce3691 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:21:02Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['634116b7-81a5-43b0-b152-35141e44ea86'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:21:12.553927 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] No Port match for: 09a808d7-44b7-4302-a9c8-0b96db22cd19 {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 17:21:12.554596 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 09a808d7-44b7-4302-a9c8-0b96db22cd19 not bound to the agent host n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 17:21:12.642508 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-b612be5d-22ef-4e3b-985a-dea8dd290e8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:12.660813 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-95e7d389-449c-4cee-a161-ee36d071a812 req-e5101cf7-6704-43f4-8742-6b74d17e4ae0 tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] 10.222.0.89 "GET /v2.0/security-groups?id=c591d0a0-8f77-4259-ab5e-c54cb31473d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321950 Feb 04 17:21:12.680313 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9612751-4be3-41dc-abe9-17da52f46248 None None] Pushing event updated for resources: {'Port': ['ID=94054b5d-592b-4cb6-871c-06d58c671380,revision_number=3']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:21:12.705460 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvr_db [None req-3d677b0a-bf18-49cb-ade2-b848f1ce3691 None None] Set router 634116b7-81a5-43b0-b152-35141e44ea86 gateway port host: n-d-827839-2 {{(pid=103379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:21:12.767729 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-eb0b1441-07cb-4fb4-9dcc-0c065ce146a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1541225'] for subnet (ecfdaff4-bfe4-4c41-acd1-759b3291dd98), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:12.810229 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [None req-08975f0d-e55a-439f-88ac-06b70c0578e3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827839-2, b360266c-0a1a-4d15-b365-a4d8511f3083) {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:21:12.819092 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3133c6c-b254-4303-94bc-a24c8a2c1bec None None] Network b360266c-0a1a-4d15-b365-a4d8511f3083 requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:21:12.829583 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08975f0d-e55a-439f-88ac-06b70c0578e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:21:12.833978 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-08975f0d-e55a-439f-88ac-06b70c0578e3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:12.840682 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.db_base_plugin_common [None req-b612be5d-22ef-4e3b-985a-dea8dd290e8b admin admin] Allocated IP 172.20.0.1 (482d30fe-67ad-4874-a89a-719137c68b40/038a8af9-19f4-4848-babf-d3b1e786f999/83c5931d-90c7-4719-8ee3-e758fdc7bd11) {{(pid=103377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:21:12.906148 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-226f52ed-3012-4ea2-96c4-7f1c02c15555 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628832'] for network (4a902fda-7336-4c3e-af9e-a8a50aa581fb), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:12.929858 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-08975f0d-e55a-439f-88ac-06b70c0578e3 admin admin] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 2.1911583 Feb 04 17:21:12.933859 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 35258) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:21:12.945958 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-41938fd0-8eea-46e5-bf14-0219929b7884 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-914985660-router', 'tenant_id': 'e8529bff120f4fe7b12d2ffbb1dc14b4', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188'}}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:21:12.978001 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-eb0b1441-07cb-4fb4-9dcc-0c065ce146a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1541216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25675894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25858947'] for subnet (ecfdaff4-bfe4-4c41-acd1-759b3291dd98), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:13.006444 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-3d677b0a-bf18-49cb-ade2-b848f1ce3691 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '634116b7-81a5-43b0-b152-35141e44ea86', 'name': 'tempest-AttachVolumeShelveTestJSON-1593771892-router', 'tenant_id': 'e381d232a32f43f9a5f1684dbd7323ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.99'}], 'enable_snat': True}, 'gw_port_id': '94054b5d-592b-4cb6-871c-06d58c671380', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:21:06Z', 'updated_at': '2022-02-04T17:21:09Z', 'revision_number': 3, 'project_id': 'e381d232a32f43f9a5f1684dbd7323ca', 'gw_port': {'id': '94054b5d-592b-4cb6-871c-06d58c671380', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:f4:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '634116b7-81a5-43b0-b152-35141e44ea86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1195, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:21:08Z', 'updated_at': '2022-02-04T17:21:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2'}], 'n-d-827839-2', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:21:13.030023 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-b612be5d-22ef-4e3b-985a-dea8dd290e8b admin admin] Publish callbacks [] for port (83c5931d-90c7-4719-8ee3-e758fdc7bd11), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:13.054934 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d677b0a-bf18-49cb-ade2-b848f1ce3691 None None] The sync data for ids ['634116b7-81a5-43b0-b152-35141e44ea86'] in n-d-827839-2 is: [{'id': '634116b7-81a5-43b0-b152-35141e44ea86', 'name': 'tempest-AttachVolumeShelveTestJSON-1593771892-router', 'tenant_id': 'e381d232a32f43f9a5f1684dbd7323ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.99'}], 'enable_snat': True}, 'gw_port_id': '94054b5d-592b-4cb6-871c-06d58c671380', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:21:06Z', 'updated_at': '2022-02-04T17:21:09Z', 'revision_number': 3, 'project_id': 'e381d232a32f43f9a5f1684dbd7323ca', 'gw_port': {'id': '94054b5d-592b-4cb6-871c-06d58c671380', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:f4:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '634116b7-81a5-43b0-b152-35141e44ea86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1195, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:21:08Z', 'updated_at': '2022-02-04T17:21:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2'}] {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 17:21:13.059136 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46168900-c423-4e0e-8710-eceeb4809418 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e4c19ad-5724-5db8-8ee1-4f56ae69fcf4-b360266c-0a1a-4d15-b365-a4d8511f3083', 'network_id': 'b360266c-0a1a-4d15-b365-a4d8511f3083', 'project_id': 'e8529bff120f4fe7b12d2ffbb1dc14b4', 'fixed_ips': [{'subnet_id': '03fc43f3-3129-44ea-8e92-b548c579ae93'}]}} from n-d-827839-2. {{(pid=103378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 17:21:13.059995 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-46168900-c423-4e0e-8710-eceeb4809418 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:13.083671 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0b1441-07cb-4fb4-9dcc-0c065ce146a0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ecfdaff4-bfe4-4c41-acd1-759b3291dd98,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:21:13.102426 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-b612be5d-22ef-4e3b-985a-dea8dd290e8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (83c5931d-90c7-4719-8ee3-e758fdc7bd11), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:13.149238 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b612be5d-22ef-4e3b-985a-dea8dd290e8b admin admin] Network 482d30fe-67ad-4874-a89a-719137c68b40 is already hosted by enough agents. {{(pid=103377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:21:13.153979 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [None req-b612be5d-22ef-4e3b-985a-dea8dd290e8b admin admin] Resources bound (agent type, host, resource id): {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:21:13.159238 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b612be5d-22ef-4e3b-985a-dea8dd290e8b admin admin] Received port after_create {{(pid=103377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:21:13.211679 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-b612be5d-22ef-4e3b-985a-dea8dd290e8b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1595471'] for router_interface (634116b7-81a5-43b0-b152-35141e44ea86), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:13.221202 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b612be5d-22ef-4e3b-985a-dea8dd290e8b admin admin] Pushing event updated for resources: {'Port': ['ID=83c5931d-90c7-4719-8ee3-e758fdc7bd11,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:21:13.242737 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-226f52ed-3012-4ea2-96c4-7f1c02c15555 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1543676', 'neutron.services.segments.db._delete_segments_for_network-8781084786517'] for network (4a902fda-7336-4c3e-af9e-a8a50aa581fb), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:13.274318 n-d-827839-2 neutron-server[103376]: DEBUG neutron.services.segments.db [None req-226f52ed-3012-4ea2-96c4-7f1c02c15555 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a902fda-7336-4c3e-af9e-a8a50aa581fb']}} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:21:13.285616 n-d-827839-2 neutron-server[103376]: DEBUG neutron.services.segments.db [None req-226f52ed-3012-4ea2-96c4-7f1c02c15555 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a10be4b-6749-4bdf-9431-773b959f3be0') {'for_net_delete': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:21:13.285948 n-d-827839-2 neutron-server[103376]: DEBUG neutron.services.segments.db [None req-226f52ed-3012-4ea2-96c4-7f1c02c15555 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a10be4b-6749-4bdf-9431-773b959f3be0') {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:21:13.299393 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-226f52ed-3012-4ea2-96c4-7f1c02c15555 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781084783966', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25674908'] for segment (4a10be4b-6749-4bdf-9431-773b959f3be0), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:13.309324 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-482d161c-f216-4a8e-bd95-a3959e7f10a6 None None] Network e7a2df79-c8ce-4040-9052-dff1b84320da requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:21:13.315087 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-226f52ed-3012-4ea2-96c4-7f1c02c15555 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (4a10be4b-6749-4bdf-9431-773b959f3be0), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:13.321735 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-226f52ed-3012-4ea2-96c4-7f1c02c15555 admin admin] Releasing vlan 762 on physical network physnet1 to pool {{(pid=103376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 17:21:13.322143 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-226f52ed-3012-4ea2-96c4-7f1c02c15555 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25675992'] for segment (4a10be4b-6749-4bdf-9431-773b959f3be0), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:13.373943 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-eb0b1441-07cb-4fb4-9dcc-0c065ce146a0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:13.381410 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-eb0b1441-07cb-4fb4-9dcc-0c065ce146a0 admin admin] 10.222.0.89 "DELETE /v2.0/subnets/ecfdaff4-bfe4-4c41-acd1-759b3291dd98 HTTP/1.1" status: 204 len: 168 time: 1.7870288 Feb 04 17:21:13.381788 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 35260) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:21:13.383991 n-d-827839-2 neutron-server[103376]: Traceback (most recent call last): Feb 04 17:21:13.383991 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 17:21:13.383991 n-d-827839-2 neutron-server[103376]: timer() Feb 04 17:21:13.383991 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 17:21:13.383991 n-d-827839-2 neutron-server[103376]: cb(*args, **kw) Feb 04 17:21:13.383991 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 17:21:13.383991 n-d-827839-2 neutron-server[103376]: return func(*args, **kwargs) Feb 04 17:21:13.383991 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 17:21:13.383991 n-d-827839-2 neutron-server[103376]: self._notify() Feb 04 17:21:13.383991 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 17:21:13.383991 n-d-827839-2 neutron-server[103376]: self.callback(batched_events) Feb 04 17:21:13.383991 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 17:21:13.383991 n-d-827839-2 neutron-server[103376]: event.method(event) Feb 04 17:21:13.383991 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 17:21:13.383991 n-d-827839-2 neutron-server[103376]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 17:21:13.383991 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 17:21:13.383991 n-d-827839-2 neutron-server[103376]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 17:21:13.383991 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 17:21:13.383991 n-d-827839-2 neutron-server[103376]: return f(self, *a, **k) Feb 04 17:21:13.383991 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 17:21:13.383991 n-d-827839-2 neutron-server[103376]: return self._get(url).json() Feb 04 17:21:13.383991 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 17:21:13.383991 n-d-827839-2 neutron-server[103376]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 17:21:13.383991 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 17:21:13.383991 n-d-827839-2 neutron-server[103376]: return self.request(url, 'GET', **kwargs) Feb 04 17:21:13.383991 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 17:21:13.383991 n-d-827839-2 neutron-server[103376]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 17:21:13.383991 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 17:21:13.383991 n-d-827839-2 neutron-server[103376]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 17:21:13.383991 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 17:21:13.383991 n-d-827839-2 neutron-server[103376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 17:21:13.383991 n-d-827839-2 neutron-server[103376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 17:21:13.387416 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-41938fd0-8eea-46e5-bf14-0219929b7884 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1601657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26921'] for router (6660f6a0-b290-4fe8-8cb0-b3c644e8331b), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:13.389164 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-41938fd0-8eea-46e5-bf14-0219929b7884 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1602025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603663', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1630571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26960'] for router (6660f6a0-b290-4fe8-8cb0-b3c644e8331b), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:13.443458 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-46168900-c423-4e0e-8710-eceeb4809418 None None] Allocated IP 172.20.0.2 (b360266c-0a1a-4d15-b365-a4d8511f3083/03fc43f3-3129-44ea-8e92-b548c579ae93/28f523ea-8abb-4b38-a4ce-8d59d2505f8b) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:21:13.470236 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-41938fd0-8eea-46e5-bf14-0219929b7884 admin admin] Publish callbacks [] for router_controller (6660f6a0-b290-4fe8-8cb0-b3c644e8331b), precommit_add_association {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:13.533975 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-1a0048d2-6bef-457e-a047-47d2ed1fe9a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628832'] for network (e7a2df79-c8ce-4040-9052-dff1b84320da), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:13.576283 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device a4e29df4-3eac-43ba-b8e0-debc102085d9 details requested by agent hyperv_n-h1-827839-2 with host n-h1-827839-2 {{(pid=103378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 17:21:13.634915 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-b612be5d-22ef-4e3b-985a-dea8dd290e8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (83c5931d-90c7-4719-8ee3-e758fdc7bd11), before_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:13.644955 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddb63c9-8c76-4bbc-b3f2-3c7f61055fef req-f01054ae-0339-4531-ae17-f29a495909b3 tempest-ServerRescueTestJSON-1860265827 tempest-ServerRescueTestJSON-1860265827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:21:13.646917 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-5ddb63c9-8c76-4bbc-b3f2-3c7f61055fef req-f01054ae-0339-4531-ae17-f29a495909b3 tempest-ServerRescueTestJSON-1860265827 tempest-ServerRescueTestJSON-1860265827-project] 10.222.0.89 "GET /v2.0/ports?device_id=50d04b06-35cb-42a2-b742-ad06a5486b0d HTTP/1.1" status: 200 len: 945 time: 0.6195726 Feb 04 17:21:13.653627 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-226f52ed-3012-4ea2-96c4-7f1c02c15555 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1543671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1595572'] for network (4a902fda-7336-4c3e-af9e-a8a50aa581fb), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:13.674194 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-b90ed142-01fe-4d16-b4a7-350596f2d943 None None] Provisioning complete for port 83c5931d-90c7-4719-8ee3-e758fdc7bd11 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:21:13.674725 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b90ed142-01fe-4d16-b4a7-350596f2d943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (83c5931d-90c7-4719-8ee3-e758fdc7bd11), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:13.760845 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-226f52ed-3012-4ea2-96c4-7f1c02c15555 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677565'] for network (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:13.767432 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-226f52ed-3012-4ea2-96c4-7f1c02c15555 admin admin] 10.222.0.89 "DELETE /v2.0/networks/4a902fda-7336-4c3e-af9e-a8a50aa581fb HTTP/1.1" status: 204 len: 168 time: 1.5609236 Feb 04 17:21:13.770129 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226f52ed-3012-4ea2-96c4-7f1c02c15555 admin admin] Pushing event deleted for resources: {'Network': ['ID=4a902fda-7336-4c3e-af9e-a8a50aa581fb,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:21:13.779784 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d30f0c9-b5a0-4fff-9781-f83e6fcbc37a None None] DHCP port deletion for e7a2df79-c8ce-4040-9052-dff1b84320da request from n-d-827839-2 {{(pid=103378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 17:21:13.988281 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-41938fd0-8eea-46e5-bf14-0219929b7884 admin admin] Publish callbacks [] for router_gateway (6660f6a0-b290-4fe8-8cb0-b3c644e8331b), precommit_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:13.989176 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-1a0048d2-6bef-457e-a047-47d2ed1fe9a5 admin admin] Deleting port 05865950-1844-4e3a-a068-5ccc02495a6c {{(pid=103377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:21:13.989524 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-1a0048d2-6bef-457e-a047-47d2ed1fe9a5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (05865950-1844-4e3a-a068-5ccc02495a6c), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:14.047154 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-5ddb63c9-8c76-4bbc-b3f2-3c7f61055fef req-933a246b-02c1-4ff9-990a-adb17dc4e9ad tempest-ServerRescueTestJSON-1860265827 tempest-ServerRescueTestJSON-1860265827-project] 10.222.0.89 "GET /v2.0/security-groups?id=cc4b9805-caea-4906-9ad3-3e1579c9619f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3911963 Feb 04 17:21:14.072112 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 35268) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:21:14.165833 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-b90ed142-01fe-4d16-b4a7-350596f2d943 None None] Port 83c5931d-90c7-4719-8ee3-e758fdc7bd11 cannot update to ACTIVE because it is not bound. {{(pid=103378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 17:21:14.183812 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-b612be5d-22ef-4e3b-985a-dea8dd290e8b admin admin] Publish callbacks [] for port (83c5931d-90c7-4719-8ee3-e758fdc7bd11), precommit_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:14.202602 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-f0d114ca-bc64-42a6-95f5-b45f308344db admin admin] Deleting port f373fc18-8269-48a5-aeca-77bac172a36c {{(pid=103376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:21:14.203441 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-f0d114ca-bc64-42a6-95f5-b45f308344db admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (f373fc18-8269-48a5-aeca-77bac172a36c), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:14.216116 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [None req-1a0048d2-6bef-457e-a047-47d2ed1fe9a5 admin admin] For port 05865950-1844-4e3a-a068-5ccc02495a6c, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=05865950-1844-4e3a-a068-5ccc02495a6c,segment=NetworkSegment(7ce1250d-0fb9-49dd-ae7f-12647688678d),segment_id=7ce1250d-0fb9-49dd-ae7f-12647688678d)] {{(pid=103377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:21:14.216711 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-1a0048d2-6bef-457e-a047-47d2ed1fe9a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (05865950-1844-4e3a-a068-5ccc02495a6c), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:14.231739 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-2d30f0c9-b5a0-4fff-9781-f83e6fcbc37a None None] Deleting port 05865950-1844-4e3a-a068-5ccc02495a6c {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:21:14.231995 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2d30f0c9-b5a0-4fff-9781-f83e6fcbc37a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (05865950-1844-4e3a-a068-5ccc02495a6c), before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:14.241020 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] For port a4e29df4-3eac-43ba-b8e0-debc102085d9, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=a4e29df4-3eac-43ba-b8e0-debc102085d9,segment=NetworkSegment(78faf63e-60a8-47e4-85af-dce04e5fa366),segment_id=78faf63e-60a8-47e4-85af-dce04e5fa366)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:21:14.241339 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-1a0048d2-6bef-457e-a047-47d2ed1fe9a5 admin admin] Calling delete_port for 05865950-1844-4e3a-a068-5ccc02495a6c owned by network:dhcp {{(pid=103377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:21:14.244855 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-46168900-c423-4e0e-8710-eceeb4809418 None None] Publish callbacks [] for port (28f523ea-8abb-4b38-a4ce-8d59d2505f8b), precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:14.278004 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-e30d1786-fcbb-453e-a3ce-970eabf4c97c admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=65bf39b3e1de42869fca694c39ba3ea3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2023280 Feb 04 17:21:14.279075 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 35270) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:21:14.325871 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-b612be5d-22ef-4e3b-985a-dea8dd290e8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25888290'] for port (83c5931d-90c7-4719-8ee3-e758fdc7bd11), after_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:14.331147 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-46168900-c423-4e0e-8710-eceeb4809418 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135'] for port (28f523ea-8abb-4b38-a4ce-8d59d2505f8b), after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:14.342012 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Returning: {'device': 'a4e29df4-3eac-43ba-b8e0-debc102085d9', 'network_id': 'e6d83a7c-1f77-441c-afa2-81d5754db2af', 'port_id': 'a4e29df4-3eac-43ba-b8e0-debc102085d9', 'mac_address': 'fa:16:3e:c0:c2:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 781, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf8ba049-695f-44be-9bf2-689533c91d54', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 17:21:14.436781 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-b612be5d-22ef-4e3b-985a-dea8dd290e8b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1677345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602751'] for router_interface (634116b7-81a5-43b0-b152-35141e44ea86), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:14.471490 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46168900-c423-4e0e-8710-eceeb4809418 None None] Pushing event updated for resources: {'Port': ['ID=28f523ea-8abb-4b38-a4ce-8d59d2505f8b,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:21:14.477105 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [None req-f0d114ca-bc64-42a6-95f5-b45f308344db admin admin] For port f373fc18-8269-48a5-aeca-77bac172a36c, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=f373fc18-8269-48a5-aeca-77bac172a36c,segment=NetworkSegment(11201f90-b606-444e-a96c-d2be93dd01e8),segment_id=11201f90-b606-444e-a96c-d2be93dd01e8)] {{(pid=103376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:21:14.477572 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-f0d114ca-bc64-42a6-95f5-b45f308344db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (f373fc18-8269-48a5-aeca-77bac172a36c), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:14.493767 n-d-827839-2 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46168900-c423-4e0e-8710-eceeb4809418 None None] Network b360266c-0a1a-4d15-b365-a4d8511f3083 is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:21:14.499719 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-3e3fdc24-df0d-4b36-bf34-acb06fe502c0 admin admin] Publish callbacks [] for security_group (d5b944a4-d448-4901-b3f9-2f0e5335f866), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:14.515024 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49130127-dd87-4fd7-8942-ac90c525d932 req-0361d8d9-c42c-417f-b782-362933e198dd tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:21:14.521949 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-49130127-dd87-4fd7-8942-ac90c525d932 req-0361d8d9-c42c-417f-b782-362933e198dd tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] 10.222.0.89 "GET /v2.0/ports?device_id=2363ad5a-a929-4fdf-aec1-69d59614e7e2 HTTP/1.1" status: 200 len: 944 time: 0.6318326 Feb 04 17:21:14.525340 n-d-827839-2 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-46168900-c423-4e0e-8710-eceeb4809418 None None] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:21:14.545940 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-f0d114ca-bc64-42a6-95f5-b45f308344db admin admin] Calling delete_port for f373fc18-8269-48a5-aeca-77bac172a36c owned by network:router_interface {{(pid=103376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:21:14.557372 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-3e3fdc24-df0d-4b36-bf34-acb06fe502c0 admin admin] Publish callbacks [] for security_group (d5b944a4-d448-4901-b3f9-2f0e5335f866), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:14.573059 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46168900-c423-4e0e-8710-eceeb4809418 None None] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:21:14.576305 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-2d30f0c9-b5a0-4fff-9781-f83e6fcbc37a None None] For port 05865950-1844-4e3a-a068-5ccc02495a6c, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=05865950-1844-4e3a-a068-5ccc02495a6c,segment=NetworkSegment(7ce1250d-0fb9-49dd-ae7f-12647688678d),segment_id=7ce1250d-0fb9-49dd-ae7f-12647688678d)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:21:14.576840 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2d30f0c9-b5a0-4fff-9781-f83e6fcbc37a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (05865950-1844-4e3a-a068-5ccc02495a6c), precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:14.640318 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 94054b5d-592b-4cb6-871c-06d58c671380 up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:21:14.644604 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-2d30f0c9-b5a0-4fff-9781-f83e6fcbc37a None None] Calling delete_port for 05865950-1844-4e3a-a068-5ccc02495a6c owned by network:dhcp {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:21:14.766130 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-46168900-c423-4e0e-8710-eceeb4809418 None None] Attempting to bind port 28f523ea-8abb-4b38-a4ce-8d59d2505f8b on host n-d-827839-2 for vnic_type normal with profile {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:21:14.766753 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-46168900-c423-4e0e-8710-eceeb4809418 None None] Attempting to bind port 28f523ea-8abb-4b38-a4ce-8d59d2505f8b by drivers openvswitch,hyperv on host n-d-827839-2 at level 0 using segments [{'id': '46dffa9b-79e5-476b-8e3c-4c012f7d8658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'b360266c-0a1a-4d15-b365-a4d8511f3083'}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:21:14.767190 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-49130127-dd87-4fd7-8942-ac90c525d932 req-b7646ed9-da85-43b0-9904-899111a2a6e2 tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] 10.222.0.89 "GET /v2.0/security-groups?id=c591d0a0-8f77-4259-ab5e-c54cb31473d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2318075 Feb 04 17:21:14.767828 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-1a0048d2-6bef-457e-a047-47d2ed1fe9a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (05865950-1844-4e3a-a068-5ccc02495a6c), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:14.768113 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46168900-c423-4e0e-8710-eceeb4809418 None None] Attempting to bind port 28f523ea-8abb-4b38-a4ce-8d59d2505f8b on network b360266c-0a1a-4d15-b365-a4d8511f3083 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:21:14.773050 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Current status of the port a4e29df4-3eac-43ba-b8e0-debc102085d9 is: DOWN; New status is: BUILD {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:21:14.774531 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (a4e29df4-3eac-43ba-b8e0-debc102085d9), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:14.777527 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b612be5d-22ef-4e3b-985a-dea8dd290e8b admin admin] Pushing event updated for resources: {'Port': ['ID=83c5931d-90c7-4719-8ee3-e758fdc7bd11,revision_number=2']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:21:14.789817 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a0048d2-6bef-457e-a047-47d2ed1fe9a5 admin admin] No DVR routers for this DVR port 05865950-1844-4e3a-a068-5ccc02495a6c on host n-d-827839-2 {{(pid=103377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 17:21:14.800051 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b612be5d-22ef-4e3b-985a-dea8dd290e8b admin admin] Network 482d30fe-67ad-4874-a89a-719137c68b40 is already hosted by enough agents. {{(pid=103377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:21:14.837435 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-41938fd0-8eea-46e5-bf14-0219929b7884 admin admin] Publish callbacks [] for router_gateway (6660f6a0-b290-4fe8-8cb0-b3c644e8331b), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:14.866530 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-41938fd0-8eea-46e5-bf14-0219929b7884 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:14.881904 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-3e3fdc24-df0d-4b36-bf34-acb06fe502c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (d5b944a4-d448-4901-b3f9-2f0e5335f866), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:14.884444 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-3e3fdc24-df0d-4b36-bf34-acb06fe502c0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:14.885652 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-3e3fdc24-df0d-4b36-bf34-acb06fe502c0 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/d5b944a4-d448-4901-b3f9-2f0e5335f866 HTTP/1.1" status: 204 len: 168 time: 0.6049631 Feb 04 17:21:14.931339 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-1a0048d2-6bef-457e-a047-47d2ed1fe9a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1543676', 'neutron.services.segments.db._delete_segments_for_network-8781084786517'] for network (e7a2df79-c8ce-4040-9052-dff1b84320da), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:14.964212 n-d-827839-2 neutron-server[103377]: DEBUG neutron.services.segments.db [None req-1a0048d2-6bef-457e-a047-47d2ed1fe9a5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7a2df79-c8ce-4040-9052-dff1b84320da']}} {{(pid=103377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:21:14.965764 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3fdc24-df0d-4b36-bf34-acb06fe502c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5b944a4-d448-4901-b3f9-2f0e5335f866,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:21:14.980173 n-d-827839-2 neutron-server[103377]: DEBUG neutron.services.segments.db [None req-1a0048d2-6bef-457e-a047-47d2ed1fe9a5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ce1250d-0fb9-49dd-ae7f-12647688678d') {'for_net_delete': True} {{(pid=103377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:21:14.980875 n-d-827839-2 neutron-server[103377]: DEBUG neutron.services.segments.db [None req-1a0048d2-6bef-457e-a047-47d2ed1fe9a5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ce1250d-0fb9-49dd-ae7f-12647688678d') {} {{(pid=103377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:21:15.005398 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-1a0048d2-6bef-457e-a047-47d2ed1fe9a5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781084783966', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26866685'] for segment (7ce1250d-0fb9-49dd-ae7f-12647688678d), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:15.021751 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46168900-c423-4e0e-8710-eceeb4809418 None None] Checking agent: {'id': 'ba70844b-66a0-45fd-a2f2-e6ed673321fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 0, 36), 'started_at': datetime.datetime(2022, 2, 4, 17, 1, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 21, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:21:15.023783 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-1a0048d2-6bef-457e-a047-47d2ed1fe9a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (7ce1250d-0fb9-49dd-ae7f-12647688678d), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:15.024064 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46168900-c423-4e0e-8710-eceeb4809418 None None] Checking segment: {'id': '46dffa9b-79e5-476b-8e3c-4c012f7d8658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'b360266c-0a1a-4d15-b365-a4d8511f3083'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:21:15.024635 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-46168900-c423-4e0e-8710-eceeb4809418 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:15.026121 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46168900-c423-4e0e-8710-eceeb4809418 None None] Bound using segment: {'id': '46dffa9b-79e5-476b-8e3c-4c012f7d8658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'b360266c-0a1a-4d15-b365-a4d8511f3083'} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:21:15.026762 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-46168900-c423-4e0e-8710-eceeb4809418 None None] Bound port: 28f523ea-8abb-4b38-a4ce-8d59d2505f8b, host: n-d-827839-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46dffa9b-79e5-476b-8e3c-4c012f7d8658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'b360266c-0a1a-4d15-b365-a4d8511f3083'}}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:21:15.028014 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-46168900-c423-4e0e-8710-eceeb4809418 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (28f523ea-8abb-4b38-a4ce-8d59d2505f8b), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:15.031543 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a0048d2-6bef-457e-a047-47d2ed1fe9a5 admin admin] Releasing vlan 758 on physical network physnet1 to pool {{(pid=103377) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 17:21:15.031942 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-1a0048d2-6bef-457e-a047-47d2ed1fe9a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25888454'] for segment (7ce1250d-0fb9-49dd-ae7f-12647688678d), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:15.035782 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2d30f0c9-b5a0-4fff-9781-f83e6fcbc37a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144'] for port (05865950-1844-4e3a-a068-5ccc02495a6c), after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:15.083926 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.db_base_plugin_common [None req-41938fd0-8eea-46e5-bf14-0219929b7884 admin admin] Allocated IP 172.25.6.217 (48165773-85ad-49a1-9ec1-76fc8dc24188/7660bfad-1ea8-4fe7-831b-bed836f13efc/b2630870-960b-4c2d-8a34-74a2fc44b1ef) {{(pid=103376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:21:15.162436 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d30f0c9-b5a0-4fff-9781-f83e6fcbc37a None None] No DVR routers for this DVR port 05865950-1844-4e3a-a068-5ccc02495a6c on host n-d-827839-2 {{(pid=103378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 17:21:15.187269 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-f0d114ca-bc64-42a6-95f5-b45f308344db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (f373fc18-8269-48a5-aeca-77bac172a36c), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:15.192429 n-d-827839-2 neutron-server[103377]: Traceback (most recent call last): Feb 04 17:21:15.192429 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 17:21:15.192429 n-d-827839-2 neutron-server[103377]: timer() Feb 04 17:21:15.192429 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 17:21:15.192429 n-d-827839-2 neutron-server[103377]: cb(*args, **kw) Feb 04 17:21:15.192429 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 17:21:15.192429 n-d-827839-2 neutron-server[103377]: return func(*args, **kwargs) Feb 04 17:21:15.192429 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 17:21:15.192429 n-d-827839-2 neutron-server[103377]: self._notify() Feb 04 17:21:15.192429 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 17:21:15.192429 n-d-827839-2 neutron-server[103377]: self.callback(batched_events) Feb 04 17:21:15.192429 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 17:21:15.192429 n-d-827839-2 neutron-server[103377]: event.method(event) Feb 04 17:21:15.192429 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 17:21:15.192429 n-d-827839-2 neutron-server[103377]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 17:21:15.192429 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 17:21:15.192429 n-d-827839-2 neutron-server[103377]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 17:21:15.192429 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 17:21:15.192429 n-d-827839-2 neutron-server[103377]: return f(self, *a, **k) Feb 04 17:21:15.192429 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 17:21:15.192429 n-d-827839-2 neutron-server[103377]: return self._get(url).json() Feb 04 17:21:15.192429 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 17:21:15.192429 n-d-827839-2 neutron-server[103377]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 17:21:15.192429 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 17:21:15.192429 n-d-827839-2 neutron-server[103377]: return self.request(url, 'GET', **kwargs) Feb 04 17:21:15.192429 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 17:21:15.192429 n-d-827839-2 neutron-server[103377]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 17:21:15.192429 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 17:21:15.192429 n-d-827839-2 neutron-server[103377]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 17:21:15.192429 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 17:21:15.192429 n-d-827839-2 neutron-server[103377]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 17:21:15.192429 n-d-827839-2 neutron-server[103377]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 17:21:15.193922 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [None req-b612be5d-22ef-4e3b-985a-dea8dd290e8b admin admin] Resources bound (agent type, host, resource id): {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:21:15.194976 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d30f0c9-b5a0-4fff-9781-f83e6fcbc37a None None] Pushing event deleted for resources: {'Port': ['ID=05865950-1844-4e3a-a068-5ccc02495a6c,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:21:15.196825 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0048d2-6bef-457e-a047-47d2ed1fe9a5 admin admin] Pushing event deleted for resources: {'Port': ['ID=05865950-1844-4e3a-a068-5ccc02495a6c,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:21:15.198973 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-1a0048d2-6bef-457e-a047-47d2ed1fe9a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1543671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1595572'] for network (e7a2df79-c8ce-4040-9052-dff1b84320da), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:15.212262 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-1a0048d2-6bef-457e-a047-47d2ed1fe9a5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677565'] for network (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:15.219523 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-1a0048d2-6bef-457e-a047-47d2ed1fe9a5 admin admin] 10.222.0.89 "DELETE /v2.0/networks/e7a2df79-c8ce-4040-9052-dff1b84320da HTTP/1.1" status: 204 len: 168 time: 1.8364327 Feb 04 17:21:15.231900 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a4e29df4-3eac-43ba-b8e0-debc102085d9 {{(pid=103378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 17:21:15.244688 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 35278) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:21:15.271223 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] For port a4e29df4-3eac-43ba-b8e0-debc102085d9, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=a4e29df4-3eac-43ba-b8e0-debc102085d9,segment=NetworkSegment(78faf63e-60a8-47e4-85af-dce04e5fa366),segment_id=78faf63e-60a8-47e4-85af-dce04e5fa366)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:21:15.395211 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-46168900-c423-4e0e-8710-eceeb4809418 None None] For port 28f523ea-8abb-4b38-a4ce-8d59d2505f8b, host n-d-827839-2, cleared binding levels {{(pid=103378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:21:15.408303 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port 94054b5d-592b-4cb6-871c-06d58c671380 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:21:15.408682 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (94054b5d-592b-4cb6-871c-06d58c671380), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:15.424136 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0048d2-6bef-457e-a047-47d2ed1fe9a5 admin admin] Pushing event deleted for resources: {'Network': ['ID=e7a2df79-c8ce-4040-9052-dff1b84320da,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:21:15.477121 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (a4e29df4-3eac-43ba-b8e0-debc102085d9), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:15.518861 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b612be5d-22ef-4e3b-985a-dea8dd290e8b admin admin] Router 634116b7-81a5-43b0-b152-35141e44ea86 has already been hosted by L3 agent 64ada913-9131-4d99-a265-63a920956287 {{(pid=103377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 17:21:15.543303 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-46168900-c423-4e0e-8710-eceeb4809418 None None] For port 28f523ea-8abb-4b38-a4ce-8d59d2505f8b, host n-d-827839-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=28f523ea-8abb-4b38-a4ce-8d59d2505f8b,segment=NetworkSegment(46dffa9b-79e5-476b-8e3c-4c012f7d8658),segment_id=46dffa9b-79e5-476b-8e3c-4c012f7d8658)] {{(pid=103378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:21:15.550782 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d114ca-bc64-42a6-95f5-b45f308344db admin admin] Pushing event deleted for resources: {'Port': ['ID=f373fc18-8269-48a5-aeca-77bac172a36c,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:21:15.610867 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-46168900-c423-4e0e-8710-eceeb4809418 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (28f523ea-8abb-4b38-a4ce-8d59d2505f8b), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:15.673492 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Pushing event updated for resources: {'Port': ['ID=a4e29df4-3eac-43ba-b8e0-debc102085d9,revision_number=4']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:21:15.710469 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-41938fd0-8eea-46e5-bf14-0219929b7884 admin admin] Publish callbacks [] for port (b2630870-960b-4c2d-8a34-74a2fc44b1ef), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:15.773403 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b612be5d-22ef-4e3b-985a-dea8dd290e8b admin admin] Notify agent at l3_agent.n-d-827839-2 the message routers_updated {{(pid=103377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 17:21:15.782257 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-b612be5d-22ef-4e3b-985a-dea8dd290e8b admin admin] 10.222.0.89 "PUT /v2.0/routers/634116b7-81a5-43b0-b152-35141e44ea86/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3625348 Feb 04 17:21:15.850059 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ff1b9c-b81f-441a-bfd9-9cdf941a4241 req-313d7797-1c0f-41d8-aa7a-a2f31f08759a tempest-ServerRescueTestJSON-1860265827 tempest-ServerRescueTestJSON-1860265827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:21:15.858226 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-e3ff1b9c-b81f-441a-bfd9-9cdf941a4241 req-313d7797-1c0f-41d8-aa7a-a2f31f08759a tempest-ServerRescueTestJSON-1860265827 tempest-ServerRescueTestJSON-1860265827-project] 10.222.0.89 "GET /v2.0/ports?device_id=50d04b06-35cb-42a2-b742-ad06a5486b0d HTTP/1.1" status: 200 len: 945 time: 0.6400387 Feb 04 17:21:15.955078 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46168900-c423-4e0e-8710-eceeb4809418 None None] Pushing event updated for resources: {'Port': ['ID=28f523ea-8abb-4b38-a4ce-8d59d2505f8b,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:21:15.962297 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port 94054b5d-592b-4cb6-871c-06d58c671380 is: DOWN; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:21:15.962540 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (94054b5d-592b-4cb6-871c-06d58c671380), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:15.981830 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] get_ports_and_sgs() called for port_ids ['a4e29df4-3eac-43ba-b8e0-debc102085d9'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 17:21:16.027254 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de39ed7a-a5ec-40cd-ae0f-8147183f4642 req-9cdc0ded-1573-4ad1-af3d-18726c0ac23f tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:21:16.028904 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-de39ed7a-a5ec-40cd-ae0f-8147183f4642 req-9cdc0ded-1573-4ad1-af3d-18726c0ac23f tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] 10.222.0.89 "GET /v2.0/ports?device_id=2363ad5a-a929-4fdf-aec1-69d59614e7e2 HTTP/1.1" status: 200 len: 945 time: 0.1241484 Feb 04 17:21:16.147989 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-de39ed7a-a5ec-40cd-ae0f-8147183f4642 req-9072cea7-e757-4c79-b6e3-2924f72e80d5 tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] 10.222.0.89 "GET /v2.0/security-groups?id=c591d0a0-8f77-4259-ab5e-c54cb31473d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121759 Feb 04 17:21:16.149736 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-0f2a6404-aa0c-47e6-80d7-00ec75a697fd None None] Provisioning complete for port 83c5931d-90c7-4719-8ee3-e758fdc7bd11 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:21:16.150122 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0f2a6404-aa0c-47e6-80d7-00ec75a697fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (83c5931d-90c7-4719-8ee3-e758fdc7bd11), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:16.157339 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] For port 94054b5d-592b-4cb6-871c-06d58c671380, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=94054b5d-592b-4cb6-871c-06d58c671380,segment=NetworkSegment(5942dc44-1f07-4c27-b0ab-45a2bff20dd5),segment_id=5942dc44-1f07-4c27-b0ab-45a2bff20dd5)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:21:16.181633 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (94054b5d-592b-4cb6-871c-06d58c671380), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:16.301378 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 05865950-1844-4e3a-a068-5ccc02495a6c no longer exists at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:21:16.309778 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-e3ff1b9c-b81f-441a-bfd9-9cdf941a4241 req-39bcfb74-e431-4f7f-b7d4-2947d3c6b11b tempest-ServerRescueTestJSON-1860265827 tempest-ServerRescueTestJSON-1860265827-project] 10.222.0.89 "GET /v2.0/security-groups?id=cc4b9805-caea-4906-9ad3-3e1579c9619f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4503357 Feb 04 17:21:16.379848 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] No Port match for: 05865950-1844-4e3a-a068-5ccc02495a6c {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 17:21:16.380194 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 05865950-1844-4e3a-a068-5ccc02495a6c not bound to the agent host n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 17:21:16.401099 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-41938fd0-8eea-46e5-bf14-0219929b7884 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (b2630870-960b-4c2d-8a34-74a2fc44b1ef), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:16.464271 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-f0d114ca-bc64-42a6-95f5-b45f308344db admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1677336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1602614'] for router_interface (36dcb97e-05ba-49bc-be6b-5e6aa000b4d9), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:16.481831 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-0f2a6404-aa0c-47e6-80d7-00ec75a697fd None None] Port 83c5931d-90c7-4719-8ee3-e758fdc7bd11 cannot update to ACTIVE because it is not bound. {{(pid=103378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 17:21:16.567109 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a93ed7b-e0be-4609-9fc4-ca11ec4bd2e3 None None] Sync routers for ids ['634116b7-81a5-43b0-b152-35141e44ea86'] in n-d-827839-2 {{(pid=103378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 17:21:16.633216 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a93ed7b-e0be-4609-9fc4-ca11ec4bd2e3 None None] Routers {'634116b7-81a5-43b0-b152-35141e44ea86'} bound to L3 agent in host n-d-827839-2 {{(pid=103378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:21:16.634259 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-4a93ed7b-e0be-4609-9fc4-ca11ec4bd2e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:21:02Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['634116b7-81a5-43b0-b152-35141e44ea86'], 'active': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:21:16.645013 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Pushing event updated for resources: {'Port': ['ID=94054b5d-592b-4cb6-871c-06d58c671380,revision_number=4']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:21:16.740863 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41938fd0-8eea-46e5-bf14-0219929b7884 admin admin] Network 48165773-85ad-49a1-9ec1-76fc8dc24188 is already hosted by enough agents. {{(pid=103376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:21:16.795201 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 35318) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:21:16.800414 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-09a2c8ba-63fd-455e-96e3-25346af4bfc4 tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2083020120', 'description': 'tempest-description--2081060464'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:21:16.838214 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-09a2c8ba-63fd-455e-96e3-25346af4bfc4 tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] Publish callbacks [] for security_group (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:16.889680 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 28f523ea-8abb-4b38-a4ce-8d59d2505f8b up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:21:16.988556 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-09a2c8ba-63fd-455e-96e3-25346af4bfc4 tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] Publish callbacks [] for security_group (e65ecd24-4d97-4684-be33-350ed30f90cb), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:16.990672 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 35320) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:21:17.008933 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-09a2c8ba-63fd-455e-96e3-25346af4bfc4 tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (e65ecd24-4d97-4684-be33-350ed30f90cb), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:17.021057 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvr_db [None req-4a93ed7b-e0be-4609-9fc4-ca11ec4bd2e3 None None] Set router 634116b7-81a5-43b0-b152-35141e44ea86 gateway port host: n-d-827839-2 {{(pid=103378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:21:17.051512 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-09a2c8ba-63fd-455e-96e3-25346af4bfc4 tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:17.055330 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-09a2c8ba-63fd-455e-96e3-25346af4bfc4 tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] 10.222.0.89 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.2559884 Feb 04 17:21:17.059690 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 35324) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:21:17.064558 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-3cbf110f-407f-4188-94c3-4e74f5637866 tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] Request body: {'security_group_rule': {'security_group_id': 'e65ecd24-4d97-4684-be33-350ed30f90cb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:21:17.147650 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a2c8ba-63fd-455e-96e3-25346af4bfc4 tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e65ecd24-4d97-4684-be33-350ed30f90cb,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:21:17.218047 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-3cbf110f-407f-4188-94c3-4e74f5637866 tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] Publish callbacks [] for security_group_rule (177c00c4-c243-4511-918d-e0c6febe6bb5), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:17.354824 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port 28f523ea-8abb-4b38-a4ce-8d59d2505f8b triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:21:17.355115 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (28f523ea-8abb-4b38-a4ce-8d59d2505f8b), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:17.376617 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-e2a1f7c0-da17-45a3-a438-9c58fcbeaa33 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:17.400122 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [None req-41938fd0-8eea-46e5-bf14-0219929b7884 admin admin] Resources bound (agent type, host, resource id): {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:21:17.403722 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41938fd0-8eea-46e5-bf14-0219929b7884 admin admin] Received port after_create {{(pid=103376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:21:17.417804 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41938fd0-8eea-46e5-bf14-0219929b7884 admin admin] Pushing event updated for resources: {'Port': ['ID=b2630870-960b-4c2d-8a34-74a2fc44b1ef,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:21:17.509155 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-e2a1f7c0-da17-45a3-a438-9c58fcbeaa33 admin admin] Publish callbacks [] for security_group (828b5892-4e79-4c91-ace0-d558ecc623cd), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:17.518864 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-e2a1f7c0-da17-45a3-a438-9c58fcbeaa33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (828b5892-4e79-4c91-ace0-d558ecc623cd), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:17.554902 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-3cbf110f-407f-4188-94c3-4e74f5637866 tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] Publish callbacks [] for security_group_rule (177c00c4-c243-4511-918d-e0c6febe6bb5), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:17.580082 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-3cbf110f-407f-4188-94c3-4e74f5637866 tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664556'] for security_group_rule (177c00c4-c243-4511-918d-e0c6febe6bb5), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:17.581905 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e6b911e-5952-4d20-97c3-a47273d4f3bf None None] Network b360266c-0a1a-4d15-b365-a4d8511f3083 requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:21:17.584494 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device a4e29df4-3eac-43ba-b8e0-debc102085d9 up at agent hyperv_n-h1-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:21:17.607302 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbf110f-407f-4188-94c3-4e74f5637866 tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=177c00c4-c243-4511-918d-e0c6febe6bb5,revision_number=0']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:21:17.615108 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-e2a1f7c0-da17-45a3-a438-9c58fcbeaa33 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=a5030949770d45a8848792d38930ef2c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6210110 Feb 04 17:21:17.622790 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 35344) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:21:17.650884 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a1f7c0-da17-45a3-a438-9c58fcbeaa33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=828b5892-4e79-4c91-ace0-d558ecc623cd,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:21:17.670514 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5428c98f-4b24-42a4-8b74-f7e6ad2f4f11 req-d5c94e2d-92e8-4c57-b62e-96bc3b311eb2 tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:21:17.681142 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-5428c98f-4b24-42a4-8b74-f7e6ad2f4f11 req-d5c94e2d-92e8-4c57-b62e-96bc3b311eb2 tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] 10.222.0.89 "GET /v2.0/ports?device_id=2363ad5a-a929-4fdf-aec1-69d59614e7e2 HTTP/1.1" status: 200 len: 945 time: 0.3978391 Feb 04 17:21:17.699088 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-3cbf110f-407f-4188-94c3-4e74f5637866 tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:17.700645 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-3cbf110f-407f-4188-94c3-4e74f5637866 tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6400225 Feb 04 17:21:17.712588 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 35346) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:21:17.717686 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-29495f37-1729-4108-a618-205508f8e467 tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] Request body: {'security_group_rule': {'security_group_id': 'e65ecd24-4d97-4684-be33-350ed30f90cb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:21:17.758223 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-b9d034ed-6426-4ef7-b533-e796e4cd177f None None] Provisioning complete for port 28f523ea-8abb-4b38-a4ce-8d59d2505f8b triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:21:17.758896 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b9d034ed-6426-4ef7-b533-e796e4cd177f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (28f523ea-8abb-4b38-a4ce-8d59d2505f8b), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:17.773535 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-29495f37-1729-4108-a618-205508f8e467 tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] Publish callbacks [] for security_group_rule (c2c86d5b-5d24-41d8-86e0-b9e6359412ff), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:17.837662 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-5428c98f-4b24-42a4-8b74-f7e6ad2f4f11 req-794359e1-92c3-4377-b8ba-c47cf366d195 tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] 10.222.0.89 "GET /v2.0/security-groups?id=c591d0a0-8f77-4259-ab5e-c54cb31473d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554430 Feb 04 17:21:17.842656 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-c5e73c09-c9e1-4826-89cf-5e0e34e606b8 admin admin] Publish callbacks [] for security_group (828b5892-4e79-4c91-ace0-d558ecc623cd), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:17.849484 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port 28f523ea-8abb-4b38-a4ce-8d59d2505f8b is: DOWN; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:21:17.850065 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (28f523ea-8abb-4b38-a4ce-8d59d2505f8b), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:17.876831 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-c5e73c09-c9e1-4826-89cf-5e0e34e606b8 admin admin] Publish callbacks [] for security_group (828b5892-4e79-4c91-ace0-d558ecc623cd), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:17.893745 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-29495f37-1729-4108-a618-205508f8e467 tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] Publish callbacks [] for security_group_rule (c2c86d5b-5d24-41d8-86e0-b9e6359412ff), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:17.909226 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-29495f37-1729-4108-a618-205508f8e467 tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664556'] for security_group_rule (c2c86d5b-5d24-41d8-86e0-b9e6359412ff), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:17.952962 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a12500-b641-4c65-a831-5d72f205beea req-26e2afc2-ce59-460b-bd45-124565e553b9 tempest-ServerRescueTestJSON-1860265827 tempest-ServerRescueTestJSON-1860265827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:21:17.954808 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-57a12500-b641-4c65-a831-5d72f205beea req-26e2afc2-ce59-460b-bd45-124565e553b9 tempest-ServerRescueTestJSON-1860265827 tempest-ServerRescueTestJSON-1860265827-project] 10.222.0.89 "GET /v2.0/ports?device_id=50d04b06-35cb-42a2-b742-ad06a5486b0d HTTP/1.1" status: 200 len: 945 time: 0.5000737 Feb 04 17:21:17.989605 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29495f37-1729-4108-a618-205508f8e467 tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2c86d5b-5d24-41d8-86e0-b9e6359412ff,revision_number=0']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:21:18.026903 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-29495f37-1729-4108-a618-205508f8e467 tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:18.028306 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-29495f37-1729-4108-a618-205508f8e467 tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3146029 Feb 04 17:21:18.032400 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 35354) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:21:18.039898 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Provisioning for port a4e29df4-3eac-43ba-b8e0-debc102085d9 completed by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 17:21:18.041153 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-dad13fa6-9ef0-47a4-a980-fdf749b0181f tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] Request body: {'floatingip': {'floating_network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:21:18.053345 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-4a93ed7b-e0be-4609-9fc4-ca11ec4bd2e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '634116b7-81a5-43b0-b152-35141e44ea86', 'name': 'tempest-AttachVolumeShelveTestJSON-1593771892-router', 'tenant_id': 'e381d232a32f43f9a5f1684dbd7323ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.99'}], 'enable_snat': True}, 'gw_port_id': '94054b5d-592b-4cb6-871c-06d58c671380', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:21:06Z', 'updated_at': '2022-02-04T17:21:13Z', 'revision_number': 4, 'project_id': 'e381d232a32f43f9a5f1684dbd7323ca', 'gw_port': {'id': '94054b5d-592b-4cb6-871c-06d58c671380', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:f4:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '634116b7-81a5-43b0-b152-35141e44ea86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1195, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:21:08Z', 'updated_at': '2022-02-04T17:21:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_interfaces': [{'id': '83c5931d-90c7-4719-8ee3-e758fdc7bd11', 'name': '', 'network_id': '482d30fe-67ad-4874-a89a-719137c68b40', 'tenant_id': 'e381d232a32f43f9a5f1684dbd7323ca', 'mac_address': 'fa:16:3e:68:c4:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '634116b7-81a5-43b0-b152-35141e44ea86', 'device_owner': 'network:router_interface', 'standard_attr_id': 1204, 'fixed_ips': [{'subnet_id': '038a8af9-19f4-4848-babf-d3b1e786f999', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:21:12Z', 'updated_at': '2022-02-04T17:21:13Z', 'revision_number': 2, 'project_id': 'e381d232a32f43f9a5f1684dbd7323ca', 'subnets': [{'id': '038a8af9-19f4-4848-babf-d3b1e786f999', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-2', False) {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:21:18.067025 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Provisioning complete for port a4e29df4-3eac-43ba-b8e0-debc102085d9 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:21:18.067410 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (a4e29df4-3eac-43ba-b8e0-debc102085d9), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:18.069638 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-c5e73c09-c9e1-4826-89cf-5e0e34e606b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (828b5892-4e79-4c91-ace0-d558ecc623cd), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:18.077991 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-c5e73c09-c9e1-4826-89cf-5e0e34e606b8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:18.094686 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-c5e73c09-c9e1-4826-89cf-5e0e34e606b8 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/828b5892-4e79-4c91-ace0-d558ecc623cd HTTP/1.1" status: 204 len: 168 time: 0.4582176 Feb 04 17:21:18.112198 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0d114ca-bc64-42a6-95f5-b45f308344db admin admin] Router 36dcb97e-05ba-49bc-be6b-5e6aa000b4d9 has already been hosted by L3 agent 64ada913-9131-4d99-a265-63a920956287 {{(pid=103376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 17:21:18.113208 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-dad13fa6-9ef0-47a4-a980-fdf749b0181f tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:18.121440 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a93ed7b-e0be-4609-9fc4-ca11ec4bd2e3 None None] Checking router: 634116b7-81a5-43b0-b152-35141e44ea86 for host: n-d-827839-2 {{(pid=103378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 17:21:18.121795 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a93ed7b-e0be-4609-9fc4-ca11ec4bd2e3 None None] Updating router 634116b7-81a5-43b0-b152-35141e44ea86 port 83c5931d-90c7-4719-8ee3-e758fdc7bd11 binding host n-d-827839-2 {{(pid=103378) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 17:21:18.149794 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-57a12500-b641-4c65-a831-5d72f205beea req-8e8c4b71-17da-4a8d-be61-2492c2feb2e2 tempest-ServerRescueTestJSON-1860265827 tempest-ServerRescueTestJSON-1860265827-project] 10.222.0.89 "GET /v2.0/security-groups?id=cc4b9805-caea-4906-9ad3-3e1579c9619f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1889544 Feb 04 17:21:18.164350 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-41938fd0-8eea-46e5-bf14-0219929b7884 admin admin] Publish callbacks [] for router_gateway (6660f6a0-b290-4fe8-8cb0-b3c644e8331b), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:18.165068 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] For port 28f523ea-8abb-4b38-a4ce-8d59d2505f8b, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=28f523ea-8abb-4b38-a4ce-8d59d2505f8b,segment=NetworkSegment(46dffa9b-79e5-476b-8e3c-4c012f7d8658),segment_id=46dffa9b-79e5-476b-8e3c-4c012f7d8658)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:21:18.188108 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e73c09-c9e1-4826-89cf-5e0e34e606b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=828b5892-4e79-4c91-ace0-d558ecc623cd,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:21:18.204144 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (28f523ea-8abb-4b38-a4ce-8d59d2505f8b), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:18.260711 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4a93ed7b-e0be-4609-9fc4-ca11ec4bd2e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (83c5931d-90c7-4719-8ee3-e758fdc7bd11), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:18.284446 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-b9d034ed-6426-4ef7-b533-e796e4cd177f None None] Current status of the port 28f523ea-8abb-4b38-a4ce-8d59d2505f8b is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:21:18.363489 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Pushing event updated for resources: {'Port': ['ID=28f523ea-8abb-4b38-a4ce-8d59d2505f8b,revision_number=3']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:21:18.451382 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 35362) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:21:18.482598 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Current status of the port a4e29df4-3eac-43ba-b8e0-debc102085d9 is: BUILD; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:21:18.482992 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (a4e29df4-3eac-43ba-b8e0-debc102085d9), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:18.526091 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-dad13fa6-9ef0-47a4-a980-fdf749b0181f tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:18.543408 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2363ad5a-a929-4fdf-aec1-69d59614e7e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4e29df4-3eac-43ba-b8e0-debc102085d9'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:21:18.545735 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c34bc964ce2211770fda26ca2f3801cc06f4f39928110690550e94ab9c9d2fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2be1e927-2b5b-4284-85fc-32b61b645fb3" -d '{"events": [{"server_uuid": "2363ad5a-a929-4fdf-aec1-69d59614e7e2", "name": "network-vif-plugged", "status": "completed", "tag": "a4e29df4-3eac-43ba-b8e0-debc102085d9"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:21:18.587127 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] For port a4e29df4-3eac-43ba-b8e0-debc102085d9, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=a4e29df4-3eac-43ba-b8e0-debc102085d9,segment=NetworkSegment(78faf63e-60a8-47e4-85af-dce04e5fa366),segment_id=78faf63e-60a8-47e4-85af-dce04e5fa366)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:21:18.637011 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (a4e29df4-3eac-43ba-b8e0-debc102085d9), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:18.639725 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 17:21:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cb66963-1489-43ef-8a14-cc4ded40180c x-openstack-request-id: req-5cb66963-1489-43ef-8a14-cc4ded40180c {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:21:18.640139 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2363ad5a-a929-4fdf-aec1-69d59614e7e2", "name": "network-vif-plugged", "status": "completed", "tag": "a4e29df4-3eac-43ba-b8e0-debc102085d9", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:21:18.641037 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-5cb66963-1489-43ef-8a14-cc4ded40180c {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:21:18.641515 n-d-827839-2 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2363ad5a-a929-4fdf-aec1-69d59614e7e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4e29df4-3eac-43ba-b8e0-debc102085d9', 'code': 200} Feb 04 17:21:18.644657 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 28f523ea-8abb-4b38-a4ce-8d59d2505f8b up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:21:18.772669 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-41938fd0-8eea-46e5-bf14-0219929b7884 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1602046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603680'] for router (6660f6a0-b290-4fe8-8cb0-b3c644e8331b), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:18.776506 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 35368) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:21:18.783461 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-139e0243-face-42b7-b672-fdaec96ebe7a None None] Provisioning complete for port 28f523ea-8abb-4b38-a4ce-8d59d2505f8b triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:21:18.783995 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-139e0243-face-42b7-b672-fdaec96ebe7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (28f523ea-8abb-4b38-a4ce-8d59d2505f8b), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:18.798113 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.db_base_plugin_common [None req-dad13fa6-9ef0-47a4-a980-fdf749b0181f tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] Allocated IP 172.25.6.141 (48165773-85ad-49a1-9ec1-76fc8dc24188/7660bfad-1ea8-4fe7-831b-bed836f13efc/1bcda1fb-ded2-438b-98d9-9dc0d1cf4459) {{(pid=103377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:21:18.816503 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-14a57793-f6e1-4c28-89ca-f14bda7b348f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:18.828526 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b76110a-7d5d-4b4b-8dff-37cd2aeacf0b req-dc1bba7e-5429-42a2-bc0a-4dc018184c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:21:18.830089 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-6b76110a-7d5d-4b4b-8dff-37cd2aeacf0b req-dc1bba7e-5429-42a2-bc0a-4dc018184c51 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=2363ad5a-a929-4fdf-aec1-69d59614e7e2 HTTP/1.1" status: 200 len: 1128 time: 0.1427813 Feb 04 17:21:18.868936 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Pushing event updated for resources: {'Port': ['ID=a4e29df4-3eac-43ba-b8e0-debc102085d9,revision_number=5']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:21:18.918254 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-2a682bba-3f00-4ca3-9d55-7e61cf37ced8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:18.935848 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port 28f523ea-8abb-4b38-a4ce-8d59d2505f8b triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:21:18.936217 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (28f523ea-8abb-4b38-a4ce-8d59d2505f8b), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:18.978972 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.agents_db [None req-e1691f3b-aacd-4cd6-8ebb-a9c53bb301c0 None None] Agent healthcheck: found 7 active agents {{(pid=103379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 17:21:19.011264 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-6b76110a-7d5d-4b4b-8dff-37cd2aeacf0b req-b8202982-666a-4f4d-b0ba-32ac6a1fd0a6 service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=c591d0a0-8f77-4259-ab5e-c54cb31473d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1720588 Feb 04 17:21:19.043883 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4a93ed7b-e0be-4609-9fc4-ca11ec4bd2e3 None None] Publish callbacks [] for port (83c5931d-90c7-4719-8ee3-e758fdc7bd11), precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:19.051325 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0d114ca-bc64-42a6-95f5-b45f308344db admin admin] Notify agent at l3_agent.n-d-827839-2 the message routers_updated {{(pid=103376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 17:21:19.057246 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4a93ed7b-e0be-4609-9fc4-ca11ec4bd2e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (83c5931d-90c7-4719-8ee3-e758fdc7bd11), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:19.063899 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-139e0243-face-42b7-b672-fdaec96ebe7a None None] Current status of the port 28f523ea-8abb-4b38-a4ce-8d59d2505f8b is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:21:19.064089 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-dad13fa6-9ef0-47a4-a980-fdf749b0181f tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] Publish callbacks [] for port (1bcda1fb-ded2-438b-98d9-9dc0d1cf4459), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:19.067577 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1144b92e-b1cf-4766-9a03-56f73d6bacb0 None None] Sync routers for ids ['36dcb97e-05ba-49bc-be6b-5e6aa000b4d9'] in n-d-827839-2 {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 17:21:19.080222 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-f0d114ca-bc64-42a6-95f5-b45f308344db admin admin] 10.222.0.89 "PUT /v2.0/routers/36dcb97e-05ba-49bc-be6b-5e6aa000b4d9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7243176 Feb 04 17:21:19.081964 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1144b92e-b1cf-4766-9a03-56f73d6bacb0 None None] Routers {'36dcb97e-05ba-49bc-be6b-5e6aa000b4d9'} bound to L3 agent in host n-d-827839-2 {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:21:19.082589 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-1144b92e-b1cf-4766-9a03-56f73d6bacb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:21:02Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['36dcb97e-05ba-49bc-be6b-5e6aa000b4d9'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:21:19.088110 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 35372) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:21:19.097681 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-14a57793-f6e1-4c28-89ca-f14bda7b348f admin admin] Publish callbacks [] for security_group (f1d6799b-5d0d-434d-a608-de44021c2772), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:19.136966 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-14a57793-f6e1-4c28-89ca-f14bda7b348f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (f1d6799b-5d0d-434d-a608-de44021c2772), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:19.167309 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f106d9-14e3-443a-8fb0-23d79485b423 None None] Pushing event updated for resources: {'Port': ['ID=83c5931d-90c7-4719-8ee3-e758fdc7bd11,revision_number=3']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:21:19.227480 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port 28f523ea-8abb-4b38-a4ce-8d59d2505f8b is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:21:19.228733 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 94054b5d-592b-4cb6-871c-06d58c671380 up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:21:19.238491 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-6794e8e6-7ca6-4462-b455-2d348df1ea5c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602754'] for router_interface (821eb76a-29a0-4489-82d9-2d09cf4b78f8), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:19.289084 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-4a93ed7b-e0be-4609-9fc4-ca11ec4bd2e3 None None] Attempting to bind port 83c5931d-90c7-4719-8ee3-e758fdc7bd11 on host n-d-827839-2 for vnic_type normal with profile {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:21:19.289455 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-4a93ed7b-e0be-4609-9fc4-ca11ec4bd2e3 None None] Attempting to bind port 83c5931d-90c7-4719-8ee3-e758fdc7bd11 by drivers openvswitch,hyperv on host n-d-827839-2 at level 0 using segments [{'id': '9e3ed071-c030-493d-8cca-599abfcb88ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '482d30fe-67ad-4874-a89a-719137c68b40'}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:21:19.289816 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a93ed7b-e0be-4609-9fc4-ca11ec4bd2e3 None None] Attempting to bind port 83c5931d-90c7-4719-8ee3-e758fdc7bd11 on network 482d30fe-67ad-4874-a89a-719137c68b40 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:21:19.303478 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a93ed7b-e0be-4609-9fc4-ca11ec4bd2e3 None None] Checking agent: {'id': 'ba70844b-66a0-45fd-a2f2-e6ed673321fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 0, 36), 'started_at': datetime.datetime(2022, 2, 4, 17, 1, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 21, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:21:19.303914 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a93ed7b-e0be-4609-9fc4-ca11ec4bd2e3 None None] Checking segment: {'id': '9e3ed071-c030-493d-8cca-599abfcb88ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '482d30fe-67ad-4874-a89a-719137c68b40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:21:19.304245 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4a93ed7b-e0be-4609-9fc4-ca11ec4bd2e3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:19.304640 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a93ed7b-e0be-4609-9fc4-ca11ec4bd2e3 None None] Bound using segment: {'id': '9e3ed071-c030-493d-8cca-599abfcb88ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '482d30fe-67ad-4874-a89a-719137c68b40'} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:21:19.305159 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-4a93ed7b-e0be-4609-9fc4-ca11ec4bd2e3 None None] Bound port: 83c5931d-90c7-4719-8ee3-e758fdc7bd11, host: n-d-827839-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e3ed071-c030-493d-8cca-599abfcb88ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '482d30fe-67ad-4874-a89a-719137c68b40'}}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:21:19.305541 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4a93ed7b-e0be-4609-9fc4-ca11ec4bd2e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (83c5931d-90c7-4719-8ee3-e758fdc7bd11), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:19.333766 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41938fd0-8eea-46e5-bf14-0219929b7884 admin admin] Router 6660f6a0-b290-4fe8-8cb0-b3c644e8331b is scheduled to L3 agent 64ada913-9131-4d99-a265-63a920956287 with binding_index 1 {{(pid=103376) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 17:21:19.351142 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-9fdeaf71-9e80-44ac-976e-f1ccf840577f admin admin] Publish callbacks [] for router (36dcb97e-05ba-49bc-be6b-5e6aa000b4d9), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:19.414896 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port 94054b5d-592b-4cb6-871c-06d58c671380 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:21:19.415185 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (94054b5d-592b-4cb6-871c-06d58c671380), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:19.436109 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a57793-f6e1-4c28-89ca-f14bda7b348f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1d6799b-5d0d-434d-a608-de44021c2772,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:21:19.475598 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvr_db [None req-1144b92e-b1cf-4766-9a03-56f73d6bacb0 None None] Set router 36dcb97e-05ba-49bc-be6b-5e6aa000b4d9 gateway port host: n-d-827839-2 {{(pid=103379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:21:19.477251 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11830428-71d4-4ff7-b227-df1c57bf31b4 req-10cbe1b5-d900-4710-88f2-5f32908db7f1 tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:21:19.492805 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-11830428-71d4-4ff7-b227-df1c57bf31b4 req-10cbe1b5-d900-4710-88f2-5f32908db7f1 tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] 10.222.0.89 "GET /v2.0/ports?device_id=2363ad5a-a929-4fdf-aec1-69d59614e7e2 HTTP/1.1" status: 200 len: 946 time: 0.4445794 Feb 04 17:21:19.503363 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-4a93ed7b-e0be-4609-9fc4-ca11ec4bd2e3 None None] For port 83c5931d-90c7-4719-8ee3-e758fdc7bd11, host n-d-827839-2, cleared binding levels {{(pid=103378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:21:19.507363 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-4a93ed7b-e0be-4609-9fc4-ca11ec4bd2e3 None None] For port 83c5931d-90c7-4719-8ee3-e758fdc7bd11, host n-d-827839-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=83c5931d-90c7-4719-8ee3-e758fdc7bd11,segment=NetworkSegment(9e3ed071-c030-493d-8cca-599abfcb88ee),segment_id=9e3ed071-c030-493d-8cca-599abfcb88ee)] {{(pid=103378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:21:19.519402 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4a93ed7b-e0be-4609-9fc4-ca11ec4bd2e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (83c5931d-90c7-4719-8ee3-e758fdc7bd11), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:19.643006 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a93ed7b-e0be-4609-9fc4-ca11ec4bd2e3 None None] Routers {'634116b7-81a5-43b0-b152-35141e44ea86'} bound to L3 agent in host n-d-827839-2 {{(pid=103378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:21:19.643639 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-4a93ed7b-e0be-4609-9fc4-ca11ec4bd2e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:21:02Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['634116b7-81a5-43b0-b152-35141e44ea86'], 'active': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:21:19.646476 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f106d9-14e3-443a-8fb0-23d79485b423 None None] Pushing event updated for resources: {'Port': ['ID=83c5931d-90c7-4719-8ee3-e758fdc7bd11,revision_number=4']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:21:19.692092 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-11830428-71d4-4ff7-b227-df1c57bf31b4 req-7aef402d-a684-4fbc-af87-43ed4168201c tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] 10.222.0.89 "GET /v2.0/security-groups?id=c591d0a0-8f77-4259-ab5e-c54cb31473d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1983132 Feb 04 17:21:19.716493 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port 94054b5d-592b-4cb6-871c-06d58c671380 is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:21:19.746906 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-2a682bba-3f00-4ca3-9d55-7e61cf37ced8 admin admin] Publish callbacks [] for security_group (127c864d-8c68-4424-a060-f2de8a17e6d7), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:19.774234 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-2cb8248a-d388-4e19-a9cb-cd40164e0399 None None] Provisioning complete for port 83c5931d-90c7-4719-8ee3-e758fdc7bd11 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:21:19.774834 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2cb8248a-d388-4e19-a9cb-cd40164e0399 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (83c5931d-90c7-4719-8ee3-e758fdc7bd11), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:19.776238 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-1144b92e-b1cf-4766-9a03-56f73d6bacb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36dcb97e-05ba-49bc-be6b-5e6aa000b4d9', 'name': 'tempest-FloatingIPsTestJSON-131112259-router', 'tenant_id': '8a4eb6a0a1fe4de5bf493ed2f2796622', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.17'}], 'enable_snat': True}, 'gw_port_id': '67c32da0-2e21-4650-964e-e37f207a9d05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:20:42Z', 'updated_at': '2022-02-04T17:21:15Z', 'revision_number': 5, 'project_id': '8a4eb6a0a1fe4de5bf493ed2f2796622', 'gw_port': {'id': '67c32da0-2e21-4650-964e-e37f207a9d05', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:5f:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36dcb97e-05ba-49bc-be6b-5e6aa000b4d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1136, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:20:44Z', 'updated_at': '2022-02-04T17:20:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2'}], 'n-d-827839-2', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:21:19.786244 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-14a57793-f6e1-4c28-89ca-f14bda7b348f admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=ac2b3ed2446f438d950beee6b78fe7c6&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0033820 Feb 04 17:21:19.787175 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-2a682bba-3f00-4ca3-9d55-7e61cf37ced8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (127c864d-8c68-4424-a060-f2de8a17e6d7), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:19.789260 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 35376) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:21:19.869495 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1144b92e-b1cf-4766-9a03-56f73d6bacb0 None None] Checking router: 36dcb97e-05ba-49bc-be6b-5e6aa000b4d9 for host: n-d-827839-2 {{(pid=103379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 17:21:19.873630 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-dad13fa6-9ef0-47a4-a980-fdf749b0181f tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (1bcda1fb-ded2-438b-98d9-9dc0d1cf4459), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:19.875504 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41938fd0-8eea-46e5-bf14-0219929b7884 admin admin] Notify agent at l3_agent.n-d-827839-2 the message routers_updated {{(pid=103376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 17:21:19.883496 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1144b92e-b1cf-4766-9a03-56f73d6bacb0 None None] Routers {'36dcb97e-05ba-49bc-be6b-5e6aa000b4d9'} bound to L3 agent in host n-d-827839-2 {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:21:19.885122 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-1144b92e-b1cf-4766-9a03-56f73d6bacb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:21:02Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['36dcb97e-05ba-49bc-be6b-5e6aa000b4d9'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:21:19.893595 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d68f165-3905-416d-9e90-2e32642920a5 None None] Sync routers for ids ['6660f6a0-b290-4fe8-8cb0-b3c644e8331b'] in n-d-827839-2 {{(pid=103378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 17:21:19.940845 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvr_db [None req-4a93ed7b-e0be-4609-9fc4-ca11ec4bd2e3 None None] Set router 634116b7-81a5-43b0-b152-35141e44ea86 gateway port host: n-d-827839-2 {{(pid=103378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:21:19.954695 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-41938fd0-8eea-46e5-bf14-0219929b7884 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:19.956523 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-41938fd0-8eea-46e5-bf14-0219929b7884 admin admin] 10.222.0.89 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 7.0212853 Feb 04 17:21:19.969435 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 35378) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:21:20.037893 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvr_db [None req-1144b92e-b1cf-4766-9a03-56f73d6bacb0 None None] Set router 36dcb97e-05ba-49bc-be6b-5e6aa000b4d9 gateway port host: n-d-827839-2 {{(pid=103379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:21:20.090325 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-032aba11-ccae-4448-aa4c-0e63e4e7aa14 admin admin] Publish callbacks [] for security_group (f1d6799b-5d0d-434d-a608-de44021c2772), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:20.135122 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d68f165-3905-416d-9e90-2e32642920a5 None None] Routers {'6660f6a0-b290-4fe8-8cb0-b3c644e8331b'} bound to L3 agent in host n-d-827839-2 {{(pid=103378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:21:20.135931 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-8d68f165-3905-416d-9e90-2e32642920a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:21:02Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['6660f6a0-b290-4fe8-8cb0-b3c644e8331b'], 'active': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:21:20.204780 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-2cb8248a-d388-4e19-a9cb-cd40164e0399 None None] Current status of the port 83c5931d-90c7-4719-8ee3-e758fdc7bd11 is: DOWN; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:21:20.205205 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2cb8248a-d388-4e19-a9cb-cd40164e0399 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (83c5931d-90c7-4719-8ee3-e758fdc7bd11), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:20.272413 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-032aba11-ccae-4448-aa4c-0e63e4e7aa14 admin admin] Publish callbacks [] for security_group (f1d6799b-5d0d-434d-a608-de44021c2772), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:20.290818 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-1144b92e-b1cf-4766-9a03-56f73d6bacb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36dcb97e-05ba-49bc-be6b-5e6aa000b4d9', 'name': 'tempest-FloatingIPsTestJSON-131112259-router', 'tenant_id': '8a4eb6a0a1fe4de5bf493ed2f2796622', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.17'}], 'enable_snat': True}, 'gw_port_id': '67c32da0-2e21-4650-964e-e37f207a9d05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:20:42Z', 'updated_at': '2022-02-04T17:21:15Z', 'revision_number': 5, 'project_id': '8a4eb6a0a1fe4de5bf493ed2f2796622', 'gw_port': {'id': '67c32da0-2e21-4650-964e-e37f207a9d05', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:5f:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36dcb97e-05ba-49bc-be6b-5e6aa000b4d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1136, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:20:44Z', 'updated_at': '2022-02-04T17:20:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2'}], 'n-d-827839-2', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:21:20.320447 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1144b92e-b1cf-4766-9a03-56f73d6bacb0 None None] The sync data for ids ['36dcb97e-05ba-49bc-be6b-5e6aa000b4d9'] in n-d-827839-2 is: [{'id': '36dcb97e-05ba-49bc-be6b-5e6aa000b4d9', 'name': 'tempest-FloatingIPsTestJSON-131112259-router', 'tenant_id': '8a4eb6a0a1fe4de5bf493ed2f2796622', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.17'}], 'enable_snat': True}, 'gw_port_id': '67c32da0-2e21-4650-964e-e37f207a9d05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:20:42Z', 'updated_at': '2022-02-04T17:21:15Z', 'revision_number': 5, 'project_id': '8a4eb6a0a1fe4de5bf493ed2f2796622', 'gw_port': {'id': '67c32da0-2e21-4650-964e-e37f207a9d05', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:5f:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36dcb97e-05ba-49bc-be6b-5e6aa000b4d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1136, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:20:44Z', 'updated_at': '2022-02-04T17:20:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2'}] {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 17:21:20.339813 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-2a682bba-3f00-4ca3-9d55-7e61cf37ced8 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=a38f1f35454241058afacff076f854a3&name=default HTTP/1.1" status: 200 len: 3000 time: 1.8751791 Feb 04 17:21:20.342821 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 35380) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:21:20.348101 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a682bba-3f00-4ca3-9d55-7e61cf37ced8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=127c864d-8c68-4424-a060-f2de8a17e6d7,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:21:20.395066 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13db27d7-1c84-4246-8088-bb55ea955c5e req-cf4c7353-f4d2-4b59-a9b1-7be97be4d5e0 tempest-ServerRescueTestJSON-1860265827 tempest-ServerRescueTestJSON-1860265827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:21:20.396672 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-13db27d7-1c84-4246-8088-bb55ea955c5e req-cf4c7353-f4d2-4b59-a9b1-7be97be4d5e0 tempest-ServerRescueTestJSON-1860265827 tempest-ServerRescueTestJSON-1860265827-project] 10.222.0.89 "GET /v2.0/ports?device_id=50d04b06-35cb-42a2-b742-ad06a5486b0d HTTP/1.1" status: 200 len: 945 time: 1.0208275 Feb 04 17:21:20.433714 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dad13fa6-9ef0-47a4-a980-fdf749b0181f tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] Network 48165773-85ad-49a1-9ec1-76fc8dc24188 is already hosted by enough agents. {{(pid=103377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:21:20.481471 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [None req-dad13fa6-9ef0-47a4-a980-fdf749b0181f tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] Resources bound (agent type, host, resource id): {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:21:20.498080 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dad13fa6-9ef0-47a4-a980-fdf749b0181f tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] Received port after_create {{(pid=103377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:21:20.537556 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad13fa6-9ef0-47a4-a980-fdf749b0181f tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] Pushing event updated for resources: {'Port': ['ID=1bcda1fb-ded2-438b-98d9-9dc0d1cf4459,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:21:20.555905 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-2cb8248a-d388-4e19-a9cb-cd40164e0399 None None] For port 83c5931d-90c7-4719-8ee3-e758fdc7bd11, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=83c5931d-90c7-4719-8ee3-e758fdc7bd11,segment=NetworkSegment(9e3ed071-c030-493d-8cca-599abfcb88ee),segment_id=9e3ed071-c030-493d-8cca-599abfcb88ee)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:21:20.567861 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2cb8248a-d388-4e19-a9cb-cd40164e0399 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (83c5931d-90c7-4719-8ee3-e758fdc7bd11), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:20.586834 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-9fdeaf71-9e80-44ac-976e-f1ccf840577f admin admin] Publish callbacks [] for router_gateway (36dcb97e-05ba-49bc-be6b-5e6aa000b4d9), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:20.629672 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-13db27d7-1c84-4246-8088-bb55ea955c5e req-59cc199b-3046-4d3f-b2d2-a9e2991f8671 tempest-ServerRescueTestJSON-1860265827 tempest-ServerRescueTestJSON-1860265827-project] 10.222.0.89 "GET /v2.0/security-groups?id=cc4b9805-caea-4906-9ad3-3e1579c9619f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2029674 Feb 04 17:21:20.637047 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvr_db [None req-8d68f165-3905-416d-9e90-2e32642920a5 None None] Set router 6660f6a0-b290-4fe8-8cb0-b3c644e8331b gateway port host: n-d-827839-2 {{(pid=103378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:21:20.672322 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-b6b0b92c-1af3-4cd9-9541-0a3648dd527c admin admin] Publish callbacks [] for security_group (127c864d-8c68-4424-a060-f2de8a17e6d7), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:20.733681 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device f373fc18-8269-48a5-aeca-77bac172a36c no longer exists at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:21:20.735329 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-b6b0b92c-1af3-4cd9-9541-0a3648dd527c admin admin] Publish callbacks [] for security_group (127c864d-8c68-4424-a060-f2de8a17e6d7), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:20.744780 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb8248a-d388-4e19-a9cb-cd40164e0399 None None] Pushing event updated for resources: {'Port': ['ID=83c5931d-90c7-4719-8ee3-e758fdc7bd11,revision_number=5']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:21:20.798501 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-9fdeaf71-9e80-44ac-976e-f1ccf840577f admin admin] Deleting port 67c32da0-2e21-4650-964e-e37f207a9d05 {{(pid=103377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:21:20.798843 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-9fdeaf71-9e80-44ac-976e-f1ccf840577f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (67c32da0-2e21-4650-964e-e37f207a9d05), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:20.806928 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] No Port match for: f373fc18-8269-48a5-aeca-77bac172a36c {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 17:21:20.807403 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device f373fc18-8269-48a5-aeca-77bac172a36c not bound to the agent host n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 17:21:20.823379 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-437cff08-9850-4cf9-a211-c21edda786a4 None None] Provisioning complete for port 83c5931d-90c7-4719-8ee3-e758fdc7bd11 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:21:20.823893 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-437cff08-9850-4cf9-a211-c21edda786a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (83c5931d-90c7-4719-8ee3-e758fdc7bd11), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:20.836606 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-4a93ed7b-e0be-4609-9fc4-ca11ec4bd2e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '634116b7-81a5-43b0-b152-35141e44ea86', 'name': 'tempest-AttachVolumeShelveTestJSON-1593771892-router', 'tenant_id': 'e381d232a32f43f9a5f1684dbd7323ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.99'}], 'enable_snat': True}, 'gw_port_id': '94054b5d-592b-4cb6-871c-06d58c671380', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:21:06Z', 'updated_at': '2022-02-04T17:21:13Z', 'revision_number': 4, 'project_id': 'e381d232a32f43f9a5f1684dbd7323ca', 'gw_port': {'id': '94054b5d-592b-4cb6-871c-06d58c671380', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:f4:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '634116b7-81a5-43b0-b152-35141e44ea86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1195, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:21:08Z', 'updated_at': '2022-02-04T17:21:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_interfaces': [{'id': '83c5931d-90c7-4719-8ee3-e758fdc7bd11', 'name': '', 'network_id': '482d30fe-67ad-4874-a89a-719137c68b40', 'tenant_id': 'e381d232a32f43f9a5f1684dbd7323ca', 'mac_address': 'fa:16:3e:68:c4:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '634116b7-81a5-43b0-b152-35141e44ea86', 'device_owner': 'network:router_interface', 'standard_attr_id': 1204, 'fixed_ips': [{'subnet_id': '038a8af9-19f4-4848-babf-d3b1e786f999', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:21:12Z', 'updated_at': '2022-02-04T17:21:19Z', 'revision_number': 4, 'project_id': 'e381d232a32f43f9a5f1684dbd7323ca', 'subnets': [{'id': '038a8af9-19f4-4848-babf-d3b1e786f999', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-2', False) {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:21:20.868402 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-b6b0b92c-1af3-4cd9-9541-0a3648dd527c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (127c864d-8c68-4424-a060-f2de8a17e6d7), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:20.870870 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-b6b0b92c-1af3-4cd9-9541-0a3648dd527c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:20.881465 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-b6b0b92c-1af3-4cd9-9541-0a3648dd527c admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/127c864d-8c68-4424-a060-f2de8a17e6d7 HTTP/1.1" status: 204 len: 168 time: 0.5341835 Feb 04 17:21:20.900863 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a93ed7b-e0be-4609-9fc4-ca11ec4bd2e3 None None] The sync data for ids ['634116b7-81a5-43b0-b152-35141e44ea86'] in n-d-827839-2 is: [{'id': '634116b7-81a5-43b0-b152-35141e44ea86', 'name': 'tempest-AttachVolumeShelveTestJSON-1593771892-router', 'tenant_id': 'e381d232a32f43f9a5f1684dbd7323ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.99'}], 'enable_snat': True}, 'gw_port_id': '94054b5d-592b-4cb6-871c-06d58c671380', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:21:06Z', 'updated_at': '2022-02-04T17:21:13Z', 'revision_number': 4, 'project_id': 'e381d232a32f43f9a5f1684dbd7323ca', 'gw_port': {'id': '94054b5d-592b-4cb6-871c-06d58c671380', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:f4:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '634116b7-81a5-43b0-b152-35141e44ea86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1195, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:21:08Z', 'updated_at': '2022-02-04T17:21:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_interfaces': [{'id': '83c5931d-90c7-4719-8ee3-e758fdc7bd11', 'name': '', 'network_id': '482d30fe-67ad-4874-a89a-719137c68b40', 'tenant_id': 'e381d232a32f43f9a5f1684dbd7323ca', 'mac_address': 'fa:16:3e:68:c4:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '634116b7-81a5-43b0-b152-35141e44ea86', 'device_owner': 'network:router_interface', 'standard_attr_id': 1204, 'fixed_ips': [{'subnet_id': '038a8af9-19f4-4848-babf-d3b1e786f999', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:21:12Z', 'updated_at': '2022-02-04T17:21:19Z', 'revision_number': 4, 'project_id': 'e381d232a32f43f9a5f1684dbd7323ca', 'subnets': [{'id': '038a8af9-19f4-4848-babf-d3b1e786f999', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 17:21:20.969088 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [None req-9fdeaf71-9e80-44ac-976e-f1ccf840577f admin admin] For port 67c32da0-2e21-4650-964e-e37f207a9d05, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=67c32da0-2e21-4650-964e-e37f207a9d05,segment=NetworkSegment(5942dc44-1f07-4c27-b0ab-45a2bff20dd5),segment_id=5942dc44-1f07-4c27-b0ab-45a2bff20dd5)] {{(pid=103377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:21:20.971964 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-9fdeaf71-9e80-44ac-976e-f1ccf840577f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (67c32da0-2e21-4650-964e-e37f207a9d05), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:21.026628 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-9fdeaf71-9e80-44ac-976e-f1ccf840577f admin admin] Calling delete_port for 67c32da0-2e21-4650-964e-e37f207a9d05 owned by network:router_gateway {{(pid=103377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:21:21.040352 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b0b92c-1af3-4cd9-9541-0a3648dd527c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=127c864d-8c68-4424-a060-f2de8a17e6d7,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:21:21.079013 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-032aba11-ccae-4448-aa4c-0e63e4e7aa14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (f1d6799b-5d0d-434d-a608-de44021c2772), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:21.081676 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-032aba11-ccae-4448-aa4c-0e63e4e7aa14 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:21.085353 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-032aba11-ccae-4448-aa4c-0e63e4e7aa14 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/f1d6799b-5d0d-434d-a608-de44021c2772 HTTP/1.1" status: 204 len: 168 time: 1.2908120 Feb 04 17:21:21.116703 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032aba11-ccae-4448-aa4c-0e63e4e7aa14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1d6799b-5d0d-434d-a608-de44021c2772,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:21:21.162113 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a239992-9556-4169-95a6-062e37d0579f req-9363d95b-2302-40f7-9972-107ed20defa9 tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:21:21.163994 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-8a239992-9556-4169-95a6-062e37d0579f req-9363d95b-2302-40f7-9972-107ed20defa9 tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] 10.222.0.89 "GET /v2.0/ports?device_id=2363ad5a-a929-4fdf-aec1-69d59614e7e2 HTTP/1.1" status: 200 len: 946 time: 0.2328975 Feb 04 17:21:21.167580 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-6794e8e6-7ca6-4462-b455-2d348df1ea5c admin admin] Deleting port b11c570d-cb8b-4542-8689-4d798e955a8a {{(pid=103376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:21:21.172254 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-6794e8e6-7ca6-4462-b455-2d348df1ea5c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (b11c570d-cb8b-4542-8689-4d798e955a8a), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:21.221566 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-437cff08-9850-4cf9-a211-c21edda786a4 None None] Current status of the port 83c5931d-90c7-4719-8ee3-e758fdc7bd11 is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:21:21.264238 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-8d68f165-3905-416d-9e90-2e32642920a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6660f6a0-b290-4fe8-8cb0-b3c644e8331b', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-914985660-router', 'tenant_id': 'e8529bff120f4fe7b12d2ffbb1dc14b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.217'}], 'enable_snat': True}, 'gw_port_id': 'b2630870-960b-4c2d-8a34-74a2fc44b1ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:21:13Z', 'updated_at': '2022-02-04T17:21:17Z', 'revision_number': 3, 'project_id': 'e8529bff120f4fe7b12d2ffbb1dc14b4', 'gw_port': {'id': 'b2630870-960b-4c2d-8a34-74a2fc44b1ef', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:d2:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6660f6a0-b290-4fe8-8cb0-b3c644e8331b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1207, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:21:14Z', 'updated_at': '2022-02-04T17:21:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2'}], 'n-d-827839-2', False) {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:21:21.305119 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-dad13fa6-9ef0-47a4-a980-fdf749b0181f tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] Publish callbacks [] for floatingip (80e01402-a5a8-48e0-ac74-02510396b1f0), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:21.382966 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d68f165-3905-416d-9e90-2e32642920a5 None None] Checking router: 6660f6a0-b290-4fe8-8cb0-b3c644e8331b for host: n-d-827839-2 {{(pid=103378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 17:21:21.384971 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d68f165-3905-416d-9e90-2e32642920a5 None None] Updating router 6660f6a0-b290-4fe8-8cb0-b3c644e8331b port b2630870-960b-4c2d-8a34-74a2fc44b1ef binding host n-d-827839-2 {{(pid=103378) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 17:21:21.430162 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-dad13fa6-9ef0-47a4-a980-fdf749b0181f tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (1bcda1fb-ded2-438b-98d9-9dc0d1cf4459), before_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:21.470963 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8d68f165-3905-416d-9e90-2e32642920a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (b2630870-960b-4c2d-8a34-74a2fc44b1ef), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:21.471144 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-8a239992-9556-4169-95a6-062e37d0579f req-596a8c7a-8d8f-4156-ab9f-8f907e15c3df tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] 10.222.0.89 "GET /v2.0/security-groups?id=c591d0a0-8f77-4259-ab5e-c54cb31473d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2109594 Feb 04 17:21:21.507867 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [None req-6794e8e6-7ca6-4462-b455-2d348df1ea5c admin admin] For port b11c570d-cb8b-4542-8689-4d798e955a8a, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=b11c570d-cb8b-4542-8689-4d798e955a8a,segment=NetworkSegment(b6c4108f-4276-4290-8558-e3b72439eeee),segment_id=b6c4108f-4276-4290-8558-e3b72439eeee)] {{(pid=103376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:21:21.508419 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-6794e8e6-7ca6-4462-b455-2d348df1ea5c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (b11c570d-cb8b-4542-8689-4d798e955a8a), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:21.590809 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-6794e8e6-7ca6-4462-b455-2d348df1ea5c admin admin] Calling delete_port for b11c570d-cb8b-4542-8689-4d798e955a8a owned by network:router_interface {{(pid=103376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:21:21.680062 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-9fdeaf71-9e80-44ac-976e-f1ccf840577f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (67c32da0-2e21-4650-964e-e37f207a9d05), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:21.778656 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fdeaf71-9e80-44ac-976e-f1ccf840577f admin admin] Pushing event deleted for resources: {'Port': ['ID=67c32da0-2e21-4650-964e-e37f207a9d05,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:21:22.026168 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8d68f165-3905-416d-9e90-2e32642920a5 None None] Publish callbacks [] for port (b2630870-960b-4c2d-8a34-74a2fc44b1ef), precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:22.033244 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8d68f165-3905-416d-9e90-2e32642920a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (b2630870-960b-4c2d-8a34-74a2fc44b1ef), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:22.158113 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1b96f2-425f-4284-b0fe-c87a67153874 None None] Pushing event updated for resources: {'Port': ['ID=b2630870-960b-4c2d-8a34-74a2fc44b1ef,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:21:22.185941 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-9fdeaf71-9e80-44ac-976e-f1ccf840577f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1595544'] for router_gateway (36dcb97e-05ba-49bc-be6b-5e6aa000b4d9), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:22.203453 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-8d68f165-3905-416d-9e90-2e32642920a5 None None] Attempting to bind port b2630870-960b-4c2d-8a34-74a2fc44b1ef on host n-d-827839-2 for vnic_type normal with profile {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:21:22.204066 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-8d68f165-3905-416d-9e90-2e32642920a5 None None] Attempting to bind port b2630870-960b-4c2d-8a34-74a2fc44b1ef by drivers openvswitch,hyperv on host n-d-827839-2 at level 0 using segments [{'id': '5942dc44-1f07-4c27-b0ab-45a2bff20dd5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188'}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:21:22.206841 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d68f165-3905-416d-9e90-2e32642920a5 None None] Attempting to bind port b2630870-960b-4c2d-8a34-74a2fc44b1ef on network 48165773-85ad-49a1-9ec1-76fc8dc24188 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:21:22.210185 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-dad13fa6-9ef0-47a4-a980-fdf749b0181f tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] Publish callbacks [] for port (1bcda1fb-ded2-438b-98d9-9dc0d1cf4459), precommit_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:22.225157 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d68f165-3905-416d-9e90-2e32642920a5 None None] Checking agent: {'id': 'ba70844b-66a0-45fd-a2f2-e6ed673321fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 0, 36), 'started_at': datetime.datetime(2022, 2, 4, 17, 1, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 21, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:21:22.225552 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d68f165-3905-416d-9e90-2e32642920a5 None None] Checking segment: {'id': '5942dc44-1f07-4c27-b0ab-45a2bff20dd5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:21:22.225967 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8d68f165-3905-416d-9e90-2e32642920a5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:22.227405 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d68f165-3905-416d-9e90-2e32642920a5 None None] Bound using segment: {'id': '5942dc44-1f07-4c27-b0ab-45a2bff20dd5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188'} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:21:22.228096 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-8d68f165-3905-416d-9e90-2e32642920a5 None None] Bound port: b2630870-960b-4c2d-8a34-74a2fc44b1ef, host: n-d-827839-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5942dc44-1f07-4c27-b0ab-45a2bff20dd5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188'}}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:21:22.228924 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8d68f165-3905-416d-9e90-2e32642920a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (b2630870-960b-4c2d-8a34-74a2fc44b1ef), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:22.278030 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a134a35c-c15d-42f7-b369-0a3c58f06f46 req-2fe0cdac-0b46-4368-a04b-0a30eb39a5e8 tempest-ServerRescueTestJSON-1860265827 tempest-ServerRescueTestJSON-1860265827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:21:22.296358 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-a134a35c-c15d-42f7-b369-0a3c58f06f46 req-2fe0cdac-0b46-4368-a04b-0a30eb39a5e8 tempest-ServerRescueTestJSON-1860265827 tempest-ServerRescueTestJSON-1860265827-project] 10.222.0.89 "GET /v2.0/ports?device_id=50d04b06-35cb-42a2-b742-ad06a5486b0d HTTP/1.1" status: 200 len: 945 time: 0.4622624 Feb 04 17:21:22.310682 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-dad13fa6-9ef0-47a4-a980-fdf749b0181f tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25888290'] for port (1bcda1fb-ded2-438b-98d9-9dc0d1cf4459), after_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:22.342496 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-04ae65ce-d20f-413f-a5b5-f2cf0e1b931a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:22.391616 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508f679d-3cc6-4bad-80f4-e3bf1342c3d3 req-0225618f-8dc3-4dcd-841b-d943abd1cdc5 tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:21:22.398703 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-508f679d-3cc6-4bad-80f4-e3bf1342c3d3 req-0225618f-8dc3-4dcd-841b-d943abd1cdc5 tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] 10.222.0.89 "GET /v2.0/ports?device_id=2363ad5a-a929-4fdf-aec1-69d59614e7e2 HTTP/1.1" status: 200 len: 946 time: 0.4386446 Feb 04 17:21:22.400834 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-8d68f165-3905-416d-9e90-2e32642920a5 None None] For port b2630870-960b-4c2d-8a34-74a2fc44b1ef, host n-d-827839-2, cleared binding levels {{(pid=103378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:21:22.407248 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-9fdeaf71-9e80-44ac-976e-f1ccf840577f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1601811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26971'] for router (36dcb97e-05ba-49bc-be6b-5e6aa000b4d9), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:22.410381 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-8d68f165-3905-416d-9e90-2e32642920a5 None None] For port b2630870-960b-4c2d-8a34-74a2fc44b1ef, host n-d-827839-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=b2630870-960b-4c2d-8a34-74a2fc44b1ef,segment=NetworkSegment(5942dc44-1f07-4c27-b0ab-45a2bff20dd5),segment_id=5942dc44-1f07-4c27-b0ab-45a2bff20dd5)] {{(pid=103378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:21:22.411358 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-9fdeaf71-9e80-44ac-976e-f1ccf840577f admin admin] Publish callbacks [] for router_controller (36dcb97e-05ba-49bc-be6b-5e6aa000b4d9), precommit_delete_associations {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:22.420534 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8d68f165-3905-416d-9e90-2e32642920a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (b2630870-960b-4c2d-8a34-74a2fc44b1ef), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:22.519855 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d68f165-3905-416d-9e90-2e32642920a5 None None] Routers {'6660f6a0-b290-4fe8-8cb0-b3c644e8331b'} bound to L3 agent in host n-d-827839-2 {{(pid=103378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:21:22.520935 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-8d68f165-3905-416d-9e90-2e32642920a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:21:02Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['6660f6a0-b290-4fe8-8cb0-b3c644e8331b'], 'active': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:21:22.563022 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-a134a35c-c15d-42f7-b369-0a3c58f06f46 req-36cd8990-ec91-4e25-8d51-347fd3c2f0b2 tempest-ServerRescueTestJSON-1860265827 tempest-ServerRescueTestJSON-1860265827-project] 10.222.0.89 "GET /v2.0/security-groups?id=cc4b9805-caea-4906-9ad3-3e1579c9619f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2656500 Feb 04 17:21:22.615237 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1b96f2-425f-4284-b0fe-c87a67153874 None None] Pushing event updated for resources: {'Port': ['ID=b2630870-960b-4c2d-8a34-74a2fc44b1ef,revision_number=3']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:21:22.637926 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-6794e8e6-7ca6-4462-b455-2d348df1ea5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (b11c570d-cb8b-4542-8689-4d798e955a8a), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:22.670950 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-9fdeaf71-9e80-44ac-976e-f1ccf840577f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1601832'] for router (36dcb97e-05ba-49bc-be6b-5e6aa000b4d9), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:22.673784 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fdeaf71-9e80-44ac-976e-f1ccf840577f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 36dcb97e-05ba-49bc-be6b-5e6aa000b4d9 {{(pid=103377) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 17:21:22.681610 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad13fa6-9ef0-47a4-a980-fdf749b0181f tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] Pushing event updated for resources: {'Port': ['ID=1bcda1fb-ded2-438b-98d9-9dc0d1cf4459,revision_number=2']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:21:22.727660 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-9fdeaf71-9e80-44ac-976e-f1ccf840577f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:22.737767 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-9fdeaf71-9e80-44ac-976e-f1ccf840577f admin admin] 10.222.0.89 "DELETE /v2.0/routers/36dcb97e-05ba-49bc-be6b-5e6aa000b4d9 HTTP/1.1" status: 204 len: 168 time: 3.6464381 Feb 04 17:21:22.748372 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6794e8e6-7ca6-4462-b455-2d348df1ea5c admin admin] Pushing event deleted for resources: {'Port': ['ID=b11c570d-cb8b-4542-8689-4d798e955a8a,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:21:22.750282 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 35434) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:21:22.785657 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvr_db [None req-8d68f165-3905-416d-9e90-2e32642920a5 None None] Set router 6660f6a0-b290-4fe8-8cb0-b3c644e8331b gateway port host: n-d-827839-2 {{(pid=103378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:21:22.891618 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 83c5931d-90c7-4719-8ee3-e758fdc7bd11 up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:21:22.988136 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-508f679d-3cc6-4bad-80f4-e3bf1342c3d3 req-4362807c-5163-4d04-a0c4-e20e140fc0c0 tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] 10.222.0.89 "GET /v2.0/security-groups?id=c591d0a0-8f77-4259-ab5e-c54cb31473d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5877512 Feb 04 17:21:23.002559 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.db_base_plugin_v2 [None req-6256d021-cfcf-45af-b2ba-be777b213ea9 admin admin] Deleting subnet 0a4394ef-af4a-4b7b-98ec-ace2909fada6 {{(pid=103377) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 17:21:23.007833 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-dad13fa6-9ef0-47a4-a980-fdf749b0181f tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1595586'] for floatingip (80e01402-a5a8-48e0-ac74-02510396b1f0), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:23.064862 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-6256d021-cfcf-45af-b2ba-be777b213ea9 admin admin] Publish callbacks [] for subnet (0a4394ef-af4a-4b7b-98ec-ace2909fada6), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:23.074809 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-dad13fa6-9ef0-47a4-a980-fdf749b0181f tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for floatingip (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:23.077004 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-dad13fa6-9ef0-47a4-a980-fdf749b0181f tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] 10.222.0.89 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.0420630 Feb 04 17:21:23.161331 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-6256d021-cfcf-45af-b2ba-be777b213ea9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26866676'] for subnet (0a4394ef-af4a-4b7b-98ec-ace2909fada6), precommit_delete_associations {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:23.254037 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.db_base_plugin_common [None req-04ae65ce-d20f-413f-a5b5-f2cf0e1b931a admin admin] Allocated IP 172.20.0.1 (b360266c-0a1a-4d15-b365-a4d8511f3083/03fc43f3-3129-44ea-8e92-b548c579ae93/7d07f8c9-5ebd-4c88-a2cb-7885241dc89f) {{(pid=103376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:21:23.359717 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port 83c5931d-90c7-4719-8ee3-e758fdc7bd11 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:21:23.360239 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (83c5931d-90c7-4719-8ee3-e758fdc7bd11), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:23.370260 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-6794e8e6-7ca6-4462-b455-2d348df1ea5c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1677336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1602614'] for router_interface (821eb76a-29a0-4489-82d9-2d09cf4b78f8), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:23.437821 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-6256d021-cfcf-45af-b2ba-be777b213ea9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1541225'] for subnet (0a4394ef-af4a-4b7b-98ec-ace2909fada6), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:23.572620 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port 83c5931d-90c7-4719-8ee3-e758fdc7bd11 is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:21:23.585287 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-cf8dfde8-d076-4cc2-b2af-3c57190b6e22 req-a55859fb-9ecf-41d7-a3f7-4cef0a21580d tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] 10.222.0.89 "GET /v2.0/security-groups?name=tempest-securitygroup--2083020120&fields=id&tenant_id=e381d232a32f43f9a5f1684dbd7323ca HTTP/1.1" status: 200 len: 267 time: 0.0859294 Feb 04 17:21:23.587458 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-8d68f165-3905-416d-9e90-2e32642920a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6660f6a0-b290-4fe8-8cb0-b3c644e8331b', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-914985660-router', 'tenant_id': 'e8529bff120f4fe7b12d2ffbb1dc14b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.217'}], 'enable_snat': True}, 'gw_port_id': 'b2630870-960b-4c2d-8a34-74a2fc44b1ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:21:13Z', 'updated_at': '2022-02-04T17:21:17Z', 'revision_number': 3, 'project_id': 'e8529bff120f4fe7b12d2ffbb1dc14b4', 'gw_port': {'id': 'b2630870-960b-4c2d-8a34-74a2fc44b1ef', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:d2:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6660f6a0-b290-4fe8-8cb0-b3c644e8331b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1207, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:21:14Z', 'updated_at': '2022-02-04T17:21:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2'}], 'n-d-827839-2', False) {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:21:23.597259 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-6256d021-cfcf-45af-b2ba-be777b213ea9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1541216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25888360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25597190'] for subnet (0a4394ef-af4a-4b7b-98ec-ace2909fada6), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:23.638518 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d68f165-3905-416d-9e90-2e32642920a5 None None] The sync data for ids ['6660f6a0-b290-4fe8-8cb0-b3c644e8331b'] in n-d-827839-2 is: [{'id': '6660f6a0-b290-4fe8-8cb0-b3c644e8331b', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-914985660-router', 'tenant_id': 'e8529bff120f4fe7b12d2ffbb1dc14b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.217'}], 'enable_snat': True}, 'gw_port_id': 'b2630870-960b-4c2d-8a34-74a2fc44b1ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:21:13Z', 'updated_at': '2022-02-04T17:21:17Z', 'revision_number': 3, 'project_id': 'e8529bff120f4fe7b12d2ffbb1dc14b4', 'gw_port': {'id': 'b2630870-960b-4c2d-8a34-74a2fc44b1ef', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:d2:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6660f6a0-b290-4fe8-8cb0-b3c644e8331b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1207, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:21:14Z', 'updated_at': '2022-02-04T17:21:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2'}] {{(pid=103378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 17:21:23.652757 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6256d021-cfcf-45af-b2ba-be777b213ea9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0a4394ef-af4a-4b7b-98ec-ace2909fada6,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:21:23.655648 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5947a3a9-821e-4ae8-8d40-1579e2850c6c None None] Network 97ecf064-9803-4fb4-a530-770e2d5d504b requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:21:23.705439 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-6256d021-cfcf-45af-b2ba-be777b213ea9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677565'] for subnet (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:23.711546 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-6256d021-cfcf-45af-b2ba-be777b213ea9 admin admin] 10.222.0.89 "DELETE /v2.0/subnets/0a4394ef-af4a-4b7b-98ec-ace2909fada6 HTTP/1.1" status: 204 len: 168 time: 0.8619757 Feb 04 17:21:23.714810 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 35464) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:21:23.828317 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8dfde8-d076-4cc2-b2af-3c57190b6e22 req-cb9595ee-9338-41c9-a9de-92639e428b6b tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:21:23.830061 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-cf8dfde8-d076-4cc2-b2af-3c57190b6e22 req-cb9595ee-9338-41c9-a9de-92639e428b6b tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] 10.222.0.89 "GET /v2.0/networks?id=482d30fe-67ad-4874-a89a-719137c68b40 HTTP/1.1" status: 200 len: 817 time: 0.2437782 Feb 04 17:21:23.849277 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-cf8dfde8-d076-4cc2-b2af-3c57190b6e22 req-416275a4-e1df-499c-b586-fca5e662230a tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] 10.222.0.89 "GET /v2.0/quotas/e381d232a32f43f9a5f1684dbd7323ca HTTP/1.1" status: 200 len: 375 time: 0.0131810 Feb 04 17:21:23.894014 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-04ae65ce-d20f-413f-a5b5-f2cf0e1b931a admin admin] Publish callbacks [] for port (7d07f8c9-5ebd-4c88-a2cb-7885241dc89f), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:23.941107 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-cf8dfde8-d076-4cc2-b2af-3c57190b6e22 req-37dedf04-c9fd-474a-af6a-21b13320d441 tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=e381d232a32f43f9a5f1684dbd7323ca&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0845602 Feb 04 17:21:23.987278 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-2f9fe592-9002-46a2-be28-4ffc8af70433 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628832'] for network (97ecf064-9803-4fb4-a530-770e2d5d504b), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:24.008276 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1e21d8c-59fb-4dbb-b6cc-bf95ca2b5add None None] DHCP port deletion for 97ecf064-9803-4fb4-a530-770e2d5d504b request from n-d-827839-2 {{(pid=103378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 17:21:24.140008 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-cf8dfde8-d076-4cc2-b2af-3c57190b6e22 req-59abfe0d-8b8f-4ca0-bc37-2936489fde83 service neutron] 10.222.0.89 "GET /v2.0/networks/482d30fe-67ad-4874-a89a-719137c68b40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1872194 Feb 04 17:21:24.169792 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-a1e21d8c-59fb-4dbb-b6cc-bf95ca2b5add None None] Deleting port beda6682-d886-41bd-b9a4-c036bb33a62f {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:21:24.170372 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a1e21d8c-59fb-4dbb-b6cc-bf95ca2b5add None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (beda6682-d886-41bd-b9a4-c036bb33a62f), before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:24.208255 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a21103-3c05-442d-b461-1c78b3c5396e req-4271d018-a3f1-46fc-b4c1-d014a54374d2 tempest-ServerRescueTestJSON-1860265827 tempest-ServerRescueTestJSON-1860265827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:21:24.215213 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-33a21103-3c05-442d-b461-1c78b3c5396e req-4271d018-a3f1-46fc-b4c1-d014a54374d2 tempest-ServerRescueTestJSON-1860265827 tempest-ServerRescueTestJSON-1860265827-project] 10.222.0.89 "GET /v2.0/ports?device_id=50d04b06-35cb-42a2-b742-ad06a5486b0d HTTP/1.1" status: 200 len: 945 time: 0.4088283 Feb 04 17:21:24.269547 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-04ae65ce-d20f-413f-a5b5-f2cf0e1b931a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (7d07f8c9-5ebd-4c88-a2cb-7885241dc89f), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:24.309883 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-a1e21d8c-59fb-4dbb-b6cc-bf95ca2b5add None None] For port beda6682-d886-41bd-b9a4-c036bb33a62f, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=beda6682-d886-41bd-b9a4-c036bb33a62f,segment=NetworkSegment(11201f90-b606-444e-a96c-d2be93dd01e8),segment_id=11201f90-b606-444e-a96c-d2be93dd01e8)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:21:24.310273 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a1e21d8c-59fb-4dbb-b6cc-bf95ca2b5add None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (beda6682-d886-41bd-b9a4-c036bb33a62f), precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:24.329315 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-cf8dfde8-d076-4cc2-b2af-3c57190b6e22 req-03655a91-fbfc-43a3-9a91-b9803a3e9ee1 service neutron] 10.222.0.89 "GET /v2.0/networks/482d30fe-67ad-4874-a89a-719137c68b40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1881952 Feb 04 17:21:24.349600 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-a1e21d8c-59fb-4dbb-b6cc-bf95ca2b5add None None] Calling delete_port for beda6682-d886-41bd-b9a4-c036bb33a62f owned by network:dhcp {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:21:24.436173 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04ae65ce-d20f-413f-a5b5-f2cf0e1b931a admin admin] Network b360266c-0a1a-4d15-b365-a4d8511f3083 is already hosted by enough agents. {{(pid=103376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:21:24.453307 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-33a21103-3c05-442d-b461-1c78b3c5396e req-5a46a4f0-07fc-4aba-a82d-037e87f1091e tempest-ServerRescueTestJSON-1860265827 tempest-ServerRescueTestJSON-1860265827-project] 10.222.0.89 "GET /v2.0/security-groups?id=cc4b9805-caea-4906-9ad3-3e1579c9619f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2323627 Feb 04 17:21:24.454371 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [None req-04ae65ce-d20f-413f-a5b5-f2cf0e1b931a admin admin] Resources bound (agent type, host, resource id): {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:21:24.465926 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04ae65ce-d20f-413f-a5b5-f2cf0e1b931a admin admin] Received port after_create {{(pid=103376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:21:24.512701 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a1e21d8c-59fb-4dbb-b6cc-bf95ca2b5add None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144'] for port (beda6682-d886-41bd-b9a4-c036bb33a62f), after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:24.589200 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e21d8c-59fb-4dbb-b6cc-bf95ca2b5add None None] Pushing event deleted for resources: {'Port': ['ID=beda6682-d886-41bd-b9a4-c036bb33a62f,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:21:24.602417 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1e21d8c-59fb-4dbb-b6cc-bf95ca2b5add None None] No DVR routers for this DVR port beda6682-d886-41bd-b9a4-c036bb33a62f on host n-d-827839-2 {{(pid=103378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 17:21:24.640532 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6794e8e6-7ca6-4462-b455-2d348df1ea5c admin admin] Router 821eb76a-29a0-4489-82d9-2d09cf4b78f8 has already been hosted by L3 agent 64ada913-9131-4d99-a265-63a920956287 {{(pid=103376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 17:21:24.702556 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ae65ce-d20f-413f-a5b5-f2cf0e1b931a admin admin] Pushing event updated for resources: {'Port': ['ID=7d07f8c9-5ebd-4c88-a2cb-7885241dc89f,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:21:24.788124 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device b2630870-960b-4c2d-8a34-74a2fc44b1ef up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:21:24.794900 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-04ae65ce-d20f-413f-a5b5-f2cf0e1b931a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1595471'] for router_interface (6660f6a0-b290-4fe8-8cb0-b3c644e8331b), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:24.840048 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942582d4-e2f4-465a-a327-70dd936bd2b3 req-55ac0e06-30db-4e32-8238-a2a3bc88b57d tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:21:24.852851 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-942582d4-e2f4-465a-a327-70dd936bd2b3 req-55ac0e06-30db-4e32-8238-a2a3bc88b57d tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] 10.222.0.89 "GET /v2.0/ports?device_id=2363ad5a-a929-4fdf-aec1-69d59614e7e2 HTTP/1.1" status: 200 len: 946 time: 0.1240087 Feb 04 17:21:24.923669 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port b2630870-960b-4c2d-8a34-74a2fc44b1ef triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:21:24.924057 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (b2630870-960b-4c2d-8a34-74a2fc44b1ef), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:24.971373 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-dc990a0a-a3fc-432f-8445-3510a95f490b req-3ccf3327-038b-4ed8-8a31-2f829553a929 tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] 10.222.0.89 "GET /v2.0/ports?device_id=32c473d7-3f2d-495e-b44f-fd0929434fbd HTTP/1.1" status: 200 len: 210 time: 0.1802883 Feb 04 17:21:24.997986 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-942582d4-e2f4-465a-a327-70dd936bd2b3 req-268c716f-ce44-45d7-8d65-8e7cb46a6c4c tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] 10.222.0.89 "GET /v2.0/security-groups?id=c591d0a0-8f77-4259-ab5e-c54cb31473d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441588 Feb 04 17:21:25.154981 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-3e4dfe7d-262e-4a97-b20d-5f72c938d346 None None] Provisioning complete for port 7d07f8c9-5ebd-4c88-a2cb-7885241dc89f triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:21:25.155316 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3e4dfe7d-262e-4a97-b20d-5f72c938d346 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (7d07f8c9-5ebd-4c88-a2cb-7885241dc89f), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:25.159189 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-2f9fe592-9002-46a2-be28-4ffc8af70433 admin admin] Deleting port beda6682-d886-41bd-b9a4-c036bb33a62f {{(pid=103376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:21:25.159527 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-2f9fe592-9002-46a2-be28-4ffc8af70433 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (beda6682-d886-41bd-b9a4-c036bb33a62f), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:25.417048 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-3e4dfe7d-262e-4a97-b20d-5f72c938d346 None None] Port 7d07f8c9-5ebd-4c88-a2cb-7885241dc89f cannot update to ACTIVE because it is not bound. {{(pid=103378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 17:21:25.428606 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6794e8e6-7ca6-4462-b455-2d348df1ea5c admin admin] Notify agent at l3_agent.n-d-827839-2 the message routers_updated {{(pid=103376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 17:21:25.439709 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-6794e8e6-7ca6-4462-b455-2d348df1ea5c admin admin] 10.222.0.89 "PUT /v2.0/routers/821eb76a-29a0-4489-82d9-2d09cf4b78f8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.1932831 Feb 04 17:21:25.441475 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7721c034-8d10-4994-b3e1-f7a45b5476ee None None] Sync routers for ids ['821eb76a-29a0-4489-82d9-2d09cf4b78f8'] in n-d-827839-2 {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 17:21:25.442485 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 35504) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:21:25.471191 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [None req-2f9fe592-9002-46a2-be28-4ffc8af70433 admin admin] For port beda6682-d886-41bd-b9a4-c036bb33a62f, host n-d-827839-2, got binding levels [] {{(pid=103376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:21:25.471772 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-2f9fe592-9002-46a2-be28-4ffc8af70433 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (beda6682-d886-41bd-b9a4-c036bb33a62f), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:25.475286 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7721c034-8d10-4994-b3e1-f7a45b5476ee None None] Routers {'821eb76a-29a0-4489-82d9-2d09cf4b78f8'} bound to L3 agent in host n-d-827839-2 {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:21:25.476301 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port b2630870-960b-4c2d-8a34-74a2fc44b1ef is: DOWN; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:21:25.476700 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (b2630870-960b-4c2d-8a34-74a2fc44b1ef), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:25.482300 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-7721c034-8d10-4994-b3e1-f7a45b5476ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:21:02Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['821eb76a-29a0-4489-82d9-2d09cf4b78f8'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:21:25.518318 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-2f9fe592-9002-46a2-be28-4ffc8af70433 admin admin] Calling delete_port for beda6682-d886-41bd-b9a4-c036bb33a62f owned by network:dhcp {{(pid=103376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:21:25.523122 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.ipam_backend_mixin [None req-2f9fe592-9002-46a2-be28-4ffc8af70433 admin admin] Port beda6682-d886-41bd-b9a4-c036bb33a62f was not found and therefore no delete operation was performed {{(pid=103376) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 04 17:21:25.528415 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-2f9fe592-9002-46a2-be28-4ffc8af70433 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (beda6682-d886-41bd-b9a4-c036bb33a62f), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:25.558527 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-04ae65ce-d20f-413f-a5b5-f2cf0e1b931a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (7d07f8c9-5ebd-4c88-a2cb-7885241dc89f), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:25.585227 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] For port b2630870-960b-4c2d-8a34-74a2fc44b1ef, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=b2630870-960b-4c2d-8a34-74a2fc44b1ef,segment=NetworkSegment(5942dc44-1f07-4c27-b0ab-45a2bff20dd5),segment_id=5942dc44-1f07-4c27-b0ab-45a2bff20dd5)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:21:25.591279 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9fe592-9002-46a2-be28-4ffc8af70433 admin admin] Pushing event deleted for resources: {'Port': ['ID=beda6682-d886-41bd-b9a4-c036bb33a62f,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:21:25.601919 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (b2630870-960b-4c2d-8a34-74a2fc44b1ef), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:25.693001 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f9fe592-9002-46a2-be28-4ffc8af70433 admin admin] No DVR routers for this DVR port beda6682-d886-41bd-b9a4-c036bb33a62f on host n-d-827839-2 {{(pid=103376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 17:21:25.738425 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 67c32da0-2e21-4650-964e-e37f207a9d05 no longer exists at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:21:25.747748 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783b034a-59be-4254-8d55-4c6705909255 req-e186be49-c60b-4e35-9c46-6b040e13b54a tempest-ServerRescueTestJSON-1860265827 tempest-ServerRescueTestJSON-1860265827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:21:25.759464 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-783b034a-59be-4254-8d55-4c6705909255 req-e186be49-c60b-4e35-9c46-6b040e13b54a tempest-ServerRescueTestJSON-1860265827 tempest-ServerRescueTestJSON-1860265827-project] 10.222.0.89 "GET /v2.0/ports?device_id=50d04b06-35cb-42a2-b742-ad06a5486b0d HTTP/1.1" status: 200 len: 945 time: 0.1212909 Feb 04 17:21:25.808289 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-ae6599e8-cd5e-4709-bd2b-69eda1729560 admin admin] Publish callbacks [] for router (821eb76a-29a0-4489-82d9-2d09cf4b78f8), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:25.849167 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] No Port match for: 67c32da0-2e21-4650-964e-e37f207a9d05 {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 17:21:25.849560 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 67c32da0-2e21-4650-964e-e37f207a9d05 not bound to the agent host n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 17:21:25.849987 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device beda6682-d886-41bd-b9a4-c036bb33a62f no longer exists at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:21:25.933937 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] No Port match for: beda6682-d886-41bd-b9a4-c036bb33a62f {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 17:21:25.934291 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device beda6682-d886-41bd-b9a4-c036bb33a62f not bound to the agent host n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 17:21:25.950412 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Pushing event updated for resources: {'Port': ['ID=b2630870-960b-4c2d-8a34-74a2fc44b1ef,revision_number=4']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:21:25.958310 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvr_db [None req-7721c034-8d10-4994-b3e1-f7a45b5476ee None None] Set router 821eb76a-29a0-4489-82d9-2d09cf4b78f8 gateway port host: n-d-827839-2 {{(pid=103379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:21:25.968420 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:21:25.968850 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:21:25.969243 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:21:25.969549 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:21:25.969888 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:21:25.975820 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:21:25.976447 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:21:25.976680 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:21:25.977040 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:21:25.977384 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:21:25.977719 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:21:25.978054 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:21:25.978386 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:21:26.035402 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-783b034a-59be-4254-8d55-4c6705909255 req-b12494fa-39e3-477d-908b-883c5f189872 tempest-ServerRescueTestJSON-1860265827 tempest-ServerRescueTestJSON-1860265827-project] 10.222.0.89 "GET /v2.0/security-groups?id=cc4b9805-caea-4906-9ad3-3e1579c9619f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2747207 Feb 04 17:21:26.135636 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-ae6599e8-cd5e-4709-bd2b-69eda1729560 admin admin] Publish callbacks [] for router_gateway (821eb76a-29a0-4489-82d9-2d09cf4b78f8), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:26.230015 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-ae6599e8-cd5e-4709-bd2b-69eda1729560 admin admin] Deleting port 66f7c118-bcf7-48c0-9f87-994668701852 {{(pid=103377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:21:26.230366 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-ae6599e8-cd5e-4709-bd2b-69eda1729560 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (66f7c118-bcf7-48c0-9f87-994668701852), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:26.418520 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-7721c034-8d10-4994-b3e1-f7a45b5476ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '821eb76a-29a0-4489-82d9-2d09cf4b78f8', 'name': 'tempest-AttachSCSIVolumeTestJSON-453946713-router', 'tenant_id': '3d7b2e5e7d074cc0b1ae3613ce6e04bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.41'}], 'enable_snat': True}, 'gw_port_id': '66f7c118-bcf7-48c0-9f87-994668701852', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:18:28Z', 'updated_at': '2022-02-04T17:21:22Z', 'revision_number': 5, 'project_id': '3d7b2e5e7d074cc0b1ae3613ce6e04bb', 'gw_port': {'id': '66f7c118-bcf7-48c0-9f87-994668701852', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:46:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '821eb76a-29a0-4489-82d9-2d09cf4b78f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 891, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:18:30Z', 'updated_at': '2022-02-04T17:18:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2'}], 'n-d-827839-2', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:21:26.469239 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-ef40cca0-9f07-4eb3-8e94-61f21b20aa52 req-1bf303fc-050c-49dc-82cc-7116fc2e64df tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] 10.222.0.89 "GET /v2.0/ports?device_id=32c473d7-3f2d-495e-b44f-fd0929434fbd HTTP/1.1" status: 200 len: 210 time: 0.0691342 Feb 04 17:21:26.506909 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [None req-ae6599e8-cd5e-4709-bd2b-69eda1729560 admin admin] For port 66f7c118-bcf7-48c0-9f87-994668701852, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=66f7c118-bcf7-48c0-9f87-994668701852,segment=NetworkSegment(5942dc44-1f07-4c27-b0ab-45a2bff20dd5),segment_id=5942dc44-1f07-4c27-b0ab-45a2bff20dd5)] {{(pid=103377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:21:26.507372 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-ae6599e8-cd5e-4709-bd2b-69eda1729560 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (66f7c118-bcf7-48c0-9f87-994668701852), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:26.514341 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7721c034-8d10-4994-b3e1-f7a45b5476ee None None] Checking router: 821eb76a-29a0-4489-82d9-2d09cf4b78f8 for host: n-d-827839-2 {{(pid=103379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 17:21:26.530308 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-ae6599e8-cd5e-4709-bd2b-69eda1729560 admin admin] Calling delete_port for 66f7c118-bcf7-48c0-9f87-994668701852 owned by network:router_gateway {{(pid=103377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:21:26.557675 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7721c034-8d10-4994-b3e1-f7a45b5476ee None None] Routers {'821eb76a-29a0-4489-82d9-2d09cf4b78f8'} bound to L3 agent in host n-d-827839-2 {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:21:26.559142 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-7721c034-8d10-4994-b3e1-f7a45b5476ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:21:02Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['821eb76a-29a0-4489-82d9-2d09cf4b78f8'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:21:26.605453 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device b2630870-960b-4c2d-8a34-74a2fc44b1ef up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:21:26.618496 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-2f9fe592-9002-46a2-be28-4ffc8af70433 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1543676', 'neutron.services.segments.db._delete_segments_for_network-8781084786517'] for network (97ecf064-9803-4fb4-a530-770e2d5d504b), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:26.633340 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0c4ff7-a5e9-43ca-9af6-047c467a3f58 req-3fd243a4-8f5c-4b4f-ba15-65f9b6235fba tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:21:26.640249 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-0b0c4ff7-a5e9-43ca-9af6-047c467a3f58 req-3fd243a4-8f5c-4b4f-ba15-65f9b6235fba tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] 10.222.0.89 "GET /v2.0/ports?device_id=2363ad5a-a929-4fdf-aec1-69d59614e7e2 HTTP/1.1" status: 200 len: 946 time: 1.0738177 Feb 04 17:21:26.713906 n-d-827839-2 neutron-server[103376]: DEBUG neutron.services.segments.db [None req-2f9fe592-9002-46a2-be28-4ffc8af70433 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97ecf064-9803-4fb4-a530-770e2d5d504b']}} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:21:26.720430 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port b2630870-960b-4c2d-8a34-74a2fc44b1ef triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:21:26.721034 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (b2630870-960b-4c2d-8a34-74a2fc44b1ef), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:26.731997 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvr_db [None req-7721c034-8d10-4994-b3e1-f7a45b5476ee None None] Set router 821eb76a-29a0-4489-82d9-2d09cf4b78f8 gateway port host: None {{(pid=103379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:21:26.753048 n-d-827839-2 neutron-server[103376]: DEBUG neutron.services.segments.db [None req-2f9fe592-9002-46a2-be28-4ffc8af70433 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11201f90-b606-444e-a96c-d2be93dd01e8') {'for_net_delete': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:21:26.753579 n-d-827839-2 neutron-server[103376]: DEBUG neutron.services.segments.db [None req-2f9fe592-9002-46a2-be28-4ffc8af70433 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11201f90-b606-444e-a96c-d2be93dd01e8') {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:21:26.807677 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-2f9fe592-9002-46a2-be28-4ffc8af70433 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781084783966', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25674908'] for segment (11201f90-b606-444e-a96c-d2be93dd01e8), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:26.821098 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-ae6599e8-cd5e-4709-bd2b-69eda1729560 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (66f7c118-bcf7-48c0-9f87-994668701852), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:26.855711 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6599e8-cd5e-4709-bd2b-69eda1729560 admin admin] Pushing event deleted for resources: {'Port': ['ID=66f7c118-bcf7-48c0-9f87-994668701852,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:21:26.865853 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-7721c034-8d10-4994-b3e1-f7a45b5476ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '821eb76a-29a0-4489-82d9-2d09cf4b78f8', 'name': 'tempest-AttachSCSIVolumeTestJSON-453946713-router', 'tenant_id': '3d7b2e5e7d074cc0b1ae3613ce6e04bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:18:28Z', 'updated_at': '2022-02-04T17:21:26Z', 'revision_number': 6, 'project_id': '3d7b2e5e7d074cc0b1ae3613ce6e04bb', 'gw_port_host': None}], 'n-d-827839-2', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:21:26.869366 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-0b0c4ff7-a5e9-43ca-9af6-047c467a3f58 req-cd0bf620-aed4-4cb4-ad1e-9069ed6b694d tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] 10.222.0.89 "GET /v2.0/security-groups?id=c591d0a0-8f77-4259-ab5e-c54cb31473d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2269962 Feb 04 17:21:26.869507 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-2f9fe592-9002-46a2-be28-4ffc8af70433 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (11201f90-b606-444e-a96c-d2be93dd01e8), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:26.891826 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f9fe592-9002-46a2-be28-4ffc8af70433 admin admin] Releasing vlan 770 on physical network physnet1 to pool {{(pid=103376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 17:21:26.892236 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-2f9fe592-9002-46a2-be28-4ffc8af70433 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25675992'] for segment (11201f90-b606-444e-a96c-d2be93dd01e8), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:26.893958 n-d-827839-2 neutron-server[103376]: Traceback (most recent call last): Feb 04 17:21:26.893958 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 17:21:26.893958 n-d-827839-2 neutron-server[103376]: timer() Feb 04 17:21:26.893958 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 17:21:26.893958 n-d-827839-2 neutron-server[103376]: cb(*args, **kw) Feb 04 17:21:26.893958 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 17:21:26.893958 n-d-827839-2 neutron-server[103376]: return func(*args, **kwargs) Feb 04 17:21:26.893958 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 17:21:26.893958 n-d-827839-2 neutron-server[103376]: self._notify() Feb 04 17:21:26.893958 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 17:21:26.893958 n-d-827839-2 neutron-server[103376]: self.callback(batched_events) Feb 04 17:21:26.893958 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 17:21:26.893958 n-d-827839-2 neutron-server[103376]: event.method(event) Feb 04 17:21:26.893958 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 17:21:26.893958 n-d-827839-2 neutron-server[103376]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 17:21:26.893958 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 17:21:26.893958 n-d-827839-2 neutron-server[103376]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 17:21:26.893958 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 17:21:26.893958 n-d-827839-2 neutron-server[103376]: return f(self, *a, **k) Feb 04 17:21:26.893958 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 17:21:26.893958 n-d-827839-2 neutron-server[103376]: return self._get(url).json() Feb 04 17:21:26.893958 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 17:21:26.893958 n-d-827839-2 neutron-server[103376]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 17:21:26.893958 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 17:21:26.893958 n-d-827839-2 neutron-server[103376]: return self.request(url, 'GET', **kwargs) Feb 04 17:21:26.893958 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 17:21:26.893958 n-d-827839-2 neutron-server[103376]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 17:21:26.893958 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 17:21:26.893958 n-d-827839-2 neutron-server[103376]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 17:21:26.893958 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 17:21:26.893958 n-d-827839-2 neutron-server[103376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 17:21:26.893958 n-d-827839-2 neutron-server[103376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 17:21:26.927569 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port b2630870-960b-4c2d-8a34-74a2fc44b1ef is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:21:26.948078 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7721c034-8d10-4994-b3e1-f7a45b5476ee None None] The sync data for ids ['821eb76a-29a0-4489-82d9-2d09cf4b78f8'] in n-d-827839-2 is: [{'id': '821eb76a-29a0-4489-82d9-2d09cf4b78f8', 'name': 'tempest-AttachSCSIVolumeTestJSON-453946713-router', 'tenant_id': '3d7b2e5e7d074cc0b1ae3613ce6e04bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:18:28Z', 'updated_at': '2022-02-04T17:21:26Z', 'revision_number': 6, 'project_id': '3d7b2e5e7d074cc0b1ae3613ce6e04bb', 'gw_port_host': None}] {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 17:21:26.975113 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-ae6599e8-cd5e-4709-bd2b-69eda1729560 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1595544'] for router_gateway (821eb76a-29a0-4489-82d9-2d09cf4b78f8), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:26.996240 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-04ae65ce-d20f-413f-a5b5-f2cf0e1b931a admin admin] Publish callbacks [] for port (7d07f8c9-5ebd-4c88-a2cb-7885241dc89f), precommit_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:27.014679 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-04ae65ce-d20f-413f-a5b5-f2cf0e1b931a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675836'] for port (7d07f8c9-5ebd-4c88-a2cb-7885241dc89f), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:27.091390 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-2f9fe592-9002-46a2-be28-4ffc8af70433 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1543671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1595572'] for network (97ecf064-9803-4fb4-a530-770e2d5d504b), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:27.118566 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-2f9fe592-9002-46a2-be28-4ffc8af70433 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677565'] for network (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:27.125621 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-2f9fe592-9002-46a2-be28-4ffc8af70433 admin admin] 10.222.0.89 "DELETE /v2.0/networks/97ecf064-9803-4fb4-a530-770e2d5d504b HTTP/1.1" status: 204 len: 168 time: 3.3953843 Feb 04 17:21:27.172860 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-04ae65ce-d20f-413f-a5b5-f2cf0e1b931a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1677345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602751'] for router_interface (6660f6a0-b290-4fe8-8cb0-b3c644e8331b), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:27.177033 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9fe592-9002-46a2-be28-4ffc8af70433 admin admin] Pushing event deleted for resources: {'Network': ['ID=97ecf064-9803-4fb4-a530-770e2d5d504b,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:21:27.185721 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ae65ce-d20f-413f-a5b5-f2cf0e1b931a admin admin] Pushing event updated for resources: {'Port': ['ID=7d07f8c9-5ebd-4c88-a2cb-7885241dc89f,revision_number=2']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:21:27.278756 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-ae6599e8-cd5e-4709-bd2b-69eda1729560 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1601811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26971'] for router (821eb76a-29a0-4489-82d9-2d09cf4b78f8), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:27.287970 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-ae6599e8-cd5e-4709-bd2b-69eda1729560 admin admin] Publish callbacks [] for router_controller (821eb76a-29a0-4489-82d9-2d09cf4b78f8), precommit_delete_associations {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:27.377133 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-ae6599e8-cd5e-4709-bd2b-69eda1729560 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1601832'] for router (821eb76a-29a0-4489-82d9-2d09cf4b78f8), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:27.377651 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae6599e8-cd5e-4709-bd2b-69eda1729560 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 821eb76a-29a0-4489-82d9-2d09cf4b78f8 {{(pid=103377) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 17:21:27.390457 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04ae65ce-d20f-413f-a5b5-f2cf0e1b931a admin admin] Network b360266c-0a1a-4d15-b365-a4d8511f3083 is already hosted by enough agents. {{(pid=103376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:21:27.390977 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-ae6599e8-cd5e-4709-bd2b-69eda1729560 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:27.394507 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-ae6599e8-cd5e-4709-bd2b-69eda1729560 admin admin] 10.222.0.89 "DELETE /v2.0/routers/821eb76a-29a0-4489-82d9-2d09cf4b78f8 HTTP/1.1" status: 204 len: 168 time: 1.9478648 Feb 04 17:21:27.396388 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 35536) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:21:27.397414 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [None req-04ae65ce-d20f-413f-a5b5-f2cf0e1b931a admin admin] Resources bound (agent type, host, resource id): {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:21:27.442561 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7576fde8-9944-4239-93c2-8c52798c1700 req-0314e830-8f11-4bef-9188-bc98fd317982 tempest-ServerRescueTestJSON-1860265827 tempest-ServerRescueTestJSON-1860265827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:21:27.445746 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-7576fde8-9944-4239-93c2-8c52798c1700 req-0314e830-8f11-4bef-9188-bc98fd317982 tempest-ServerRescueTestJSON-1860265827 tempest-ServerRescueTestJSON-1860265827-project] 10.222.0.89 "GET /v2.0/ports?device_id=50d04b06-35cb-42a2-b742-ad06a5486b0d HTTP/1.1" status: 200 len: 945 time: 0.2298388 Feb 04 17:21:27.461072 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8dfde8-d076-4cc2-b2af-3c57190b6e22 req-2e9c51fd-8dad-45b0-9ed6-1f8384fceb58 tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:21:27.469852 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-cf8dfde8-d076-4cc2-b2af-3c57190b6e22 req-2e9c51fd-8dad-45b0-9ed6-1f8384fceb58 tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] 10.222.0.96 "GET /v2.0/networks?id=482d30fe-67ad-4874-a89a-719137c68b40 HTTP/1.1" status: 200 len: 817 time: 0.4301419 Feb 04 17:21:27.601324 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 35540) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:21:27.673737 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-7576fde8-9944-4239-93c2-8c52798c1700 req-7c33bc8f-95a2-4a76-944f-784886e12b3b tempest-ServerRescueTestJSON-1860265827 tempest-ServerRescueTestJSON-1860265827-project] 10.222.0.89 "GET /v2.0/security-groups?id=cc4b9805-caea-4906-9ad3-3e1579c9619f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2021244 Feb 04 17:21:27.783605 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.db_base_plugin_v2 [None req-3804d299-3b69-4f5a-bb13-eeddd6c0dabb admin admin] Deleting subnet 6a202c99-d998-4f8d-96c0-4489349800e5 {{(pid=103376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 17:21:27.787347 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-3804d299-3b69-4f5a-bb13-eeddd6c0dabb admin admin] Publish callbacks [] for subnet (6a202c99-d998-4f8d-96c0-4489349800e5), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:27.802647 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-bab57132-b372-4a9e-b802-6d4bab48a467 None None] Provisioning complete for port 7d07f8c9-5ebd-4c88-a2cb-7885241dc89f triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:21:27.803147 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-bab57132-b372-4a9e-b802-6d4bab48a467 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (7d07f8c9-5ebd-4c88-a2cb-7885241dc89f), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:27.827245 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-3804d299-3b69-4f5a-bb13-eeddd6c0dabb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25674901'] for subnet (6a202c99-d998-4f8d-96c0-4489349800e5), precommit_delete_associations {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:27.836844 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-cf8dfde8-d076-4cc2-b2af-3c57190b6e22 req-003b6d88-51f3-4077-89f0-6369e8e01e50 tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] 10.222.0.96 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e381d232a32f43f9a5f1684dbd7323ca HTTP/1.1" status: 200 len: 380 time: 0.3399949 Feb 04 17:21:27.851537 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [req-cf8dfde8-d076-4cc2-b2af-3c57190b6e22 req-af05a59f-8e7b-4aaf-a6b3-b374159134fd tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] Request body: {'port': {'device_id': '32c473d7-3f2d-495e-b44f-fd0929434fbd', 'network_id': '482d30fe-67ad-4874-a89a-719137c68b40', 'admin_state_up': True, 'tenant_id': 'e381d232a32f43f9a5f1684dbd7323ca', 'security_groups': ['e65ecd24-4d97-4684-be33-350ed30f90cb']}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:21:27.922887 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-bab57132-b372-4a9e-b802-6d4bab48a467 None None] Port 7d07f8c9-5ebd-4c88-a2cb-7885241dc89f cannot update to ACTIVE because it is not bound. {{(pid=103378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 17:21:27.936519 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-3804d299-3b69-4f5a-bb13-eeddd6c0dabb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1541225'] for subnet (6a202c99-d998-4f8d-96c0-4489349800e5), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:27.982599 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-3c7582e6-a9e0-447c-ae42-f195af9f85c7 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=8a4eb6a0a1fe4de5bf493ed2f2796622&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3777139 Feb 04 17:21:27.983439 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 35556) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:21:28.025983 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-fad5001c-a020-44cd-b4a7-167f5af1a18f req-8feffb20-4e53-47f5-a268-c2d7c7c3920c tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] 10.222.0.89 "GET /v2.0/ports?device_id=32c473d7-3f2d-495e-b44f-fd0929434fbd HTTP/1.1" status: 200 len: 210 time: 0.3086741 Feb 04 17:21:28.033648 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-3804d299-3b69-4f5a-bb13-eeddd6c0dabb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1541216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25675894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25858947'] for subnet (6a202c99-d998-4f8d-96c0-4489349800e5), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:28.058667 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-3804d299-3b69-4f5a-bb13-eeddd6c0dabb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:28.062463 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-3804d299-3b69-4f5a-bb13-eeddd6c0dabb admin admin] 10.222.0.89 "DELETE /v2.0/subnets/6a202c99-d998-4f8d-96c0-4489349800e5 HTTP/1.1" status: 204 len: 168 time: 0.6628168 Feb 04 17:21:28.071688 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20dcaa3f-99df-46a2-90ce-8bf1c543f7d4 None None] Network 369b23a0-9499-4a2b-bca1-d3f02e125792 requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:21:28.085499 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 35560) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:21:28.174558 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3804d299-3b69-4f5a-bb13-eeddd6c0dabb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6a202c99-d998-4f8d-96c0-4489349800e5,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:21:28.178912 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-02d3816c-a35e-4c76-b008-a81ef23acb6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628832'] for network (369b23a0-9499-4a2b-bca1-d3f02e125792), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:28.199471 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765a5648-8f9b-4991-bec4-71dd544c68f1 req-db204d8f-052e-4621-8c95-173ae1895b49 tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:21:28.205646 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-765a5648-8f9b-4991-bec4-71dd544c68f1 req-db204d8f-052e-4621-8c95-173ae1895b49 tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] 10.222.0.96 "GET /v2.0/ports?device_id=2363ad5a-a929-4fdf-aec1-69d59614e7e2 HTTP/1.1" status: 200 len: 946 time: 0.5408018 Feb 04 17:21:28.206880 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-4965b5c8-0774-4181-aeb8-d46556e36ff4 admin admin] Publish callbacks [] for security_group (a5e029ae-9bda-4999-87e8-7f641c68d369), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:28.277119 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-4965b5c8-0774-4181-aeb8-d46556e36ff4 admin admin] Publish callbacks [] for security_group (a5e029ae-9bda-4999-87e8-7f641c68d369), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:28.285369 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de38e18-bc76-4665-b3c1-67b88b40dd7a req-cd1c5373-7b0d-4268-8846-d7ccacc162ef tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:21:28.286977 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-8de38e18-bc76-4665-b3c1-67b88b40dd7a req-cd1c5373-7b0d-4268-8846-d7ccacc162ef tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] 10.222.0.89 "GET /v2.0/ports?device_id=2363ad5a-a929-4fdf-aec1-69d59614e7e2 HTTP/1.1" status: 200 len: 946 time: 0.2469482 Feb 04 17:21:28.334671 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf8dfde8-d076-4cc2-b2af-3c57190b6e22 req-af05a59f-8e7b-4aaf-a6b3-b374159134fd tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] Made reservation on behalf of e381d232a32f43f9a5f1684dbd7323ca for: {'port': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:21:28.336952 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04ae65ce-d20f-413f-a5b5-f2cf0e1b931a admin admin] Router 6660f6a0-b290-4fe8-8cb0-b3c644e8331b has already been hosted by L3 agent 64ada913-9131-4d99-a265-63a920956287 {{(pid=103376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 17:21:28.339041 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-cf8dfde8-d076-4cc2-b2af-3c57190b6e22 req-af05a59f-8e7b-4aaf-a6b3-b374159134fd tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:28.526330 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-8de38e18-bc76-4665-b3c1-67b88b40dd7a req-e33c9b5d-fefe-4cca-9583-f24f3ec6aa8d tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] 10.222.0.89 "GET /v2.0/security-groups?id=c591d0a0-8f77-4259-ab5e-c54cb31473d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2130461 Feb 04 17:21:28.546844 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device b11c570d-cb8b-4542-8689-4d798e955a8a no longer exists at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:21:28.574804 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] No Port match for: b11c570d-cb8b-4542-8689-4d798e955a8a {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 17:21:28.575175 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device b11c570d-cb8b-4542-8689-4d798e955a8a not bound to the agent host n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 17:21:28.575591 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 66f7c118-bcf7-48c0-9f87-994668701852 no longer exists at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:21:28.600701 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-4965b5c8-0774-4181-aeb8-d46556e36ff4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (a5e029ae-9bda-4999-87e8-7f641c68d369), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:28.602211 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] No Port match for: 66f7c118-bcf7-48c0-9f87-994668701852 {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 17:21:28.602614 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 66f7c118-bcf7-48c0-9f87-994668701852 not bound to the agent host n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 17:21:28.604266 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b686634-524f-4a55-b8ed-16f4428255bc None None] DHCP port deletion for 369b23a0-9499-4a2b-bca1-d3f02e125792 request from n-d-827839-2 {{(pid=103378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 17:21:28.606189 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-4965b5c8-0774-4181-aeb8-d46556e36ff4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:28.607628 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-4965b5c8-0774-4181-aeb8-d46556e36ff4 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/a5e029ae-9bda-4999-87e8-7f641c68d369 HTTP/1.1" status: 204 len: 168 time: 0.6233275 Feb 04 17:21:28.637246 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4965b5c8-0774-4181-aeb8-d46556e36ff4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5e029ae-9bda-4999-87e8-7f641c68d369,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:21:28.653101 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.db_base_plugin_common [req-cf8dfde8-d076-4cc2-b2af-3c57190b6e22 req-af05a59f-8e7b-4aaf-a6b3-b374159134fd tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] Allocated IP 172.20.0.11 (482d30fe-67ad-4874-a89a-719137c68b40/038a8af9-19f4-4848-babf-d3b1e786f999/0dc06b5d-448b-4f0d-ad2e-de475b21d9b4) {{(pid=103377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:21:28.689168 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [req-765a5648-8f9b-4991-bec4-71dd544c68f1 req-3144bed3-3c2a-4cfc-a05d-e03ed17e76b9 tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] Deleting port a4e29df4-3eac-43ba-b8e0-debc102085d9 {{(pid=103376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:21:28.689517 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-765a5648-8f9b-4991-bec4-71dd544c68f1 req-3144bed3-3c2a-4cfc-a05d-e03ed17e76b9 tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (a4e29df4-3eac-43ba-b8e0-debc102085d9), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:28.693028 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-02d3816c-a35e-4c76-b008-a81ef23acb6f admin admin] Deleting port ef3c5e8f-abe5-4c21-b3d2-8751362cb5b2 {{(pid=103376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:21:28.693371 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-02d3816c-a35e-4c76-b008-a81ef23acb6f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (ef3c5e8f-abe5-4c21-b3d2-8751362cb5b2), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:28.729382 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-8b686634-524f-4a55-b8ed-16f4428255bc None None] Deleting port ef3c5e8f-abe5-4c21-b3d2-8751362cb5b2 {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:21:28.729770 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8b686634-524f-4a55-b8ed-16f4428255bc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (ef3c5e8f-abe5-4c21-b3d2-8751362cb5b2), before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:28.789998 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04ae65ce-d20f-413f-a5b5-f2cf0e1b931a admin admin] Notify agent at l3_agent.n-d-827839-2 the message routers_updated {{(pid=103376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 17:21:28.800967 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-04ae65ce-d20f-413f-a5b5-f2cf0e1b931a admin admin] 10.222.0.89 "PUT /v2.0/routers/6660f6a0-b290-4fe8-8cb0-b3c644e8331b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8298979 Feb 04 17:21:28.826717 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adbf6b2a-0238-4629-9802-0c0b18b81394 None None] Sync routers for ids ['6660f6a0-b290-4fe8-8cb0-b3c644e8331b'] in n-d-827839-2 {{(pid=103378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 17:21:28.861249 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adbf6b2a-0238-4629-9802-0c0b18b81394 None None] Routers {'6660f6a0-b290-4fe8-8cb0-b3c644e8331b'} bound to L3 agent in host n-d-827839-2 {{(pid=103378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:21:28.862547 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-adbf6b2a-0238-4629-9802-0c0b18b81394 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:21:02Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['6660f6a0-b290-4fe8-8cb0-b3c644e8331b'], 'active': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:21:28.877847 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-cf8dfde8-d076-4cc2-b2af-3c57190b6e22 req-af05a59f-8e7b-4aaf-a6b3-b374159134fd tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] Publish callbacks [] for port (0dc06b5d-448b-4f0d-ad2e-de475b21d9b4), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:28.883383 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [None req-02d3816c-a35e-4c76-b008-a81ef23acb6f admin admin] For port ef3c5e8f-abe5-4c21-b3d2-8751362cb5b2, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=ef3c5e8f-abe5-4c21-b3d2-8751362cb5b2,segment=NetworkSegment(b6c4108f-4276-4290-8558-e3b72439eeee),segment_id=b6c4108f-4276-4290-8558-e3b72439eeee)] {{(pid=103376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:21:28.883756 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-02d3816c-a35e-4c76-b008-a81ef23acb6f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (ef3c5e8f-abe5-4c21-b3d2-8751362cb5b2), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:28.933511 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-02d3816c-a35e-4c76-b008-a81ef23acb6f admin admin] Calling delete_port for ef3c5e8f-abe5-4c21-b3d2-8751362cb5b2 owned by network:dhcp {{(pid=103376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:21:28.936706 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-cf8dfde8-d076-4cc2-b2af-3c57190b6e22 req-af05a59f-8e7b-4aaf-a6b3-b374159134fd tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (0dc06b5d-448b-4f0d-ad2e-de475b21d9b4), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:28.945561 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [req-765a5648-8f9b-4991-bec4-71dd544c68f1 req-3144bed3-3c2a-4cfc-a05d-e03ed17e76b9 tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] For port a4e29df4-3eac-43ba-b8e0-debc102085d9, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=a4e29df4-3eac-43ba-b8e0-debc102085d9,segment=NetworkSegment(78faf63e-60a8-47e4-85af-dce04e5fa366),segment_id=78faf63e-60a8-47e4-85af-dce04e5fa366)] {{(pid=103376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:21:28.947079 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-765a5648-8f9b-4991-bec4-71dd544c68f1 req-3144bed3-3c2a-4cfc-a05d-e03ed17e76b9 tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (a4e29df4-3eac-43ba-b8e0-debc102085d9), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:28.986425 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f043951f-c7c8-4779-8193-690576280567 req-b0d328a7-f0f2-4c35-9d8b-b76239e28e84 tempest-ServerRescueTestJSON-1860265827 tempest-ServerRescueTestJSON-1860265827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:21:28.991951 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-f043951f-c7c8-4779-8193-690576280567 req-b0d328a7-f0f2-4c35-9d8b-b76239e28e84 tempest-ServerRescueTestJSON-1860265827 tempest-ServerRescueTestJSON-1860265827-project] 10.222.0.89 "GET /v2.0/ports?device_id=50d04b06-35cb-42a2-b742-ad06a5486b0d HTTP/1.1" status: 200 len: 945 time: 0.1767845 Feb 04 17:21:28.997667 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-8b686634-524f-4a55-b8ed-16f4428255bc None None] For port ef3c5e8f-abe5-4c21-b3d2-8751362cb5b2, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=ef3c5e8f-abe5-4c21-b3d2-8751362cb5b2,segment=NetworkSegment(b6c4108f-4276-4290-8558-e3b72439eeee),segment_id=b6c4108f-4276-4290-8558-e3b72439eeee)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:21:28.998067 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8b686634-524f-4a55-b8ed-16f4428255bc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (ef3c5e8f-abe5-4c21-b3d2-8751362cb5b2), precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:29.016485 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [req-765a5648-8f9b-4991-bec4-71dd544c68f1 req-3144bed3-3c2a-4cfc-a05d-e03ed17e76b9 tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] Calling delete_port for a4e29df4-3eac-43ba-b8e0-debc102085d9 owned by compute:nova {{(pid=103376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:21:29.026590 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-8b686634-524f-4a55-b8ed-16f4428255bc None None] Calling delete_port for ef3c5e8f-abe5-4c21-b3d2-8751362cb5b2 owned by network:dhcp {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:21:29.099669 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvr_db [None req-adbf6b2a-0238-4629-9802-0c0b18b81394 None None] Set router 6660f6a0-b290-4fe8-8cb0-b3c644e8331b gateway port host: n-d-827839-2 {{(pid=103378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:21:29.110122 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf8dfde8-d076-4cc2-b2af-3c57190b6e22 req-af05a59f-8e7b-4aaf-a6b3-b374159134fd tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] Network 482d30fe-67ad-4874-a89a-719137c68b40 is already hosted by enough agents. {{(pid=103377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:21:29.114848 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [req-cf8dfde8-d076-4cc2-b2af-3c57190b6e22 req-af05a59f-8e7b-4aaf-a6b3-b374159134fd tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] Resources bound (agent type, host, resource id): {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:21:29.121457 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf8dfde8-d076-4cc2-b2af-3c57190b6e22 req-af05a59f-8e7b-4aaf-a6b3-b374159134fd tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] Received port after_create {{(pid=103377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:21:29.175157 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af05a59f-8e7b-4aaf-a6b3-b374159134fd tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] Pushing event updated for resources: {'Port': ['ID=0dc06b5d-448b-4f0d-ad2e-de475b21d9b4,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:21:29.222528 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8dfde8-d076-4cc2-b2af-3c57190b6e22 req-af05a59f-8e7b-4aaf-a6b3-b374159134fd tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:21:29.223216 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-cf8dfde8-d076-4cc2-b2af-3c57190b6e22 req-af05a59f-8e7b-4aaf-a6b3-b374159134fd tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:29.236573 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-f043951f-c7c8-4779-8193-690576280567 req-68b34c9c-a1e2-42c8-876c-fca412c8cfc3 tempest-ServerRescueTestJSON-1860265827 tempest-ServerRescueTestJSON-1860265827-project] 10.222.0.89 "GET /v2.0/security-groups?id=cc4b9805-caea-4906-9ad3-3e1579c9619f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2335455 Feb 04 17:21:29.286878 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8b686634-524f-4a55-b8ed-16f4428255bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144'] for port (ef3c5e8f-abe5-4c21-b3d2-8751362cb5b2), after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:29.348530 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-cf8dfde8-d076-4cc2-b2af-3c57190b6e22 req-af05a59f-8e7b-4aaf-a6b3-b374159134fd tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5075531 Feb 04 17:21:29.372656 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [req-cf8dfde8-d076-4cc2-b2af-3c57190b6e22 req-5020c305-c174-4b74-bfe9-1e85403081a5 service neutron] Request body: {'port': {'device_id': '32c473d7-3f2d-495e-b44f-fd0929434fbd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827839-2'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:21:29.471085 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b686634-524f-4a55-b8ed-16f4428255bc None None] Pushing event deleted for resources: {'Port': ['ID=ef3c5e8f-abe5-4c21-b3d2-8751362cb5b2,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:21:29.484845 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd0d276-5de0-4ff4-a455-00308ce5071d req-9aa42d5a-581c-460a-a995-047147864bcc tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:21:29.487661 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b686634-524f-4a55-b8ed-16f4428255bc None None] No DVR routers for this DVR port ef3c5e8f-abe5-4c21-b3d2-8751362cb5b2 on host n-d-827839-2 {{(pid=103378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 17:21:29.497581 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-ddd0d276-5de0-4ff4-a455-00308ce5071d req-9aa42d5a-581c-460a-a995-047147864bcc tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] 10.222.0.89 "GET /v2.0/ports?device_id=32c473d7-3f2d-495e-b44f-fd0929434fbd HTTP/1.1" status: 200 len: 932 time: 0.2676201 Feb 04 17:21:29.551766 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-02d3816c-a35e-4c76-b008-a81ef23acb6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (ef3c5e8f-abe5-4c21-b3d2-8751362cb5b2), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:29.607283 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-86e57475-9be9-454b-8c58-3fa35388be0b None None] Provisioning complete for port 0dc06b5d-448b-4f0d-ad2e-de475b21d9b4 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:21:29.607667 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-86e57475-9be9-454b-8c58-3fa35388be0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (0dc06b5d-448b-4f0d-ad2e-de475b21d9b4), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:29.692915 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02d3816c-a35e-4c76-b008-a81ef23acb6f admin admin] No DVR routers for this DVR port ef3c5e8f-abe5-4c21-b3d2-8751362cb5b2 on host n-d-827839-2 {{(pid=103376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 17:21:29.757016 n-d-827839-2 neutron-server[103376]: INFO neutron.api.v2.resource [req-4c9661f9-ca00-4914-ab4c-3f64e4c1e228 req-54f54255-15ee-45f7-bf56-17e0bce42464 tempest-FloatingIPDetailsNegativeTestJSON-755224729 tempest-FloatingIPDetailsNegativeTestJSON-755224729-project] show failed (client error): The resource could not be found. Feb 04 17:21:29.758477 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-4c9661f9-ca00-4914-ab4c-3f64e4c1e228 req-54f54255-15ee-45f7-bf56-17e0bce42464 tempest-FloatingIPDetailsNegativeTestJSON-755224729 tempest-FloatingIPDetailsNegativeTestJSON-755224729-project] 10.222.0.89 "GET /v2.0/floatingips/ede9b742-ae98-494d-a11d-e34f07525a98 HTTP/1.1" status: 404 len: 350 time: 0.2127106 Feb 04 17:21:29.762385 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d3816c-a35e-4c76-b008-a81ef23acb6f admin admin] Pushing event deleted for resources: {'Port': ['ID=ef3c5e8f-abe5-4c21-b3d2-8751362cb5b2,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:21:29.780014 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 35596) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:21:29.781909 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e908a25a-73b5-4174-be70-d9038f72fb23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (bb89f5a3-3c22-440b-b7d1-c4f0c43c184a), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:29.798558 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-86e57475-9be9-454b-8c58-3fa35388be0b None None] Port 0dc06b5d-448b-4f0d-ad2e-de475b21d9b4 cannot update to ACTIVE because it is not bound. {{(pid=103378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 17:21:29.854239 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-adbf6b2a-0238-4629-9802-0c0b18b81394 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6660f6a0-b290-4fe8-8cb0-b3c644e8331b', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-914985660-router', 'tenant_id': 'e8529bff120f4fe7b12d2ffbb1dc14b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.217'}], 'enable_snat': True}, 'gw_port_id': 'b2630870-960b-4c2d-8a34-74a2fc44b1ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:21:13Z', 'updated_at': '2022-02-04T17:21:25Z', 'revision_number': 4, 'project_id': 'e8529bff120f4fe7b12d2ffbb1dc14b4', 'gw_port': {'id': 'b2630870-960b-4c2d-8a34-74a2fc44b1ef', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:d2:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6660f6a0-b290-4fe8-8cb0-b3c644e8331b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1207, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:21:14Z', 'updated_at': '2022-02-04T17:21:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_interfaces': [{'id': '7d07f8c9-5ebd-4c88-a2cb-7885241dc89f', 'name': '', 'network_id': 'b360266c-0a1a-4d15-b365-a4d8511f3083', 'tenant_id': 'e8529bff120f4fe7b12d2ffbb1dc14b4', 'mac_address': 'fa:16:3e:97:89:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6660f6a0-b290-4fe8-8cb0-b3c644e8331b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1230, 'fixed_ips': [{'subnet_id': '03fc43f3-3129-44ea-8e92-b548c579ae93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:21:22Z', 'updated_at': '2022-02-04T17:21:26Z', 'revision_number': 2, 'project_id': 'e8529bff120f4fe7b12d2ffbb1dc14b4', 'subnets': [{'id': '03fc43f3-3129-44ea-8e92-b548c579ae93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-2', False) {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:21:29.933249 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adbf6b2a-0238-4629-9802-0c0b18b81394 None None] Checking router: 6660f6a0-b290-4fe8-8cb0-b3c644e8331b for host: n-d-827839-2 {{(pid=103378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 17:21:29.933601 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adbf6b2a-0238-4629-9802-0c0b18b81394 None None] Updating router 6660f6a0-b290-4fe8-8cb0-b3c644e8331b port 7d07f8c9-5ebd-4c88-a2cb-7885241dc89f binding host n-d-827839-2 {{(pid=103378) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 17:21:29.997592 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-adbf6b2a-0238-4629-9802-0c0b18b81394 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (7d07f8c9-5ebd-4c88-a2cb-7885241dc89f), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:30.052577 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-02d3816c-a35e-4c76-b008-a81ef23acb6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1543676', 'neutron.services.segments.db._delete_segments_for_network-8781084786517'] for network (369b23a0-9499-4a2b-bca1-d3f02e125792), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:30.101190 n-d-827839-2 neutron-server[103376]: DEBUG neutron.services.segments.db [None req-02d3816c-a35e-4c76-b008-a81ef23acb6f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['369b23a0-9499-4a2b-bca1-d3f02e125792']}} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:21:30.103327 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-765a5648-8f9b-4991-bec4-71dd544c68f1 req-3144bed3-3c2a-4cfc-a05d-e03ed17e76b9 tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (a4e29df4-3eac-43ba-b8e0-debc102085d9), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:30.130837 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-ddd0d276-5de0-4ff4-a455-00308ce5071d req-be45c558-4198-419f-b60c-90e6eeea2397 tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] 10.222.0.89 "GET /v2.0/security-groups?id=e65ecd24-4d97-4684-be33-350ed30f90cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6323895 Feb 04 17:21:30.149939 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-cf8dfde8-d076-4cc2-b2af-3c57190b6e22 req-5020c305-c174-4b74-bfe9-1e85403081a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (0dc06b5d-448b-4f0d-ad2e-de475b21d9b4), before_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:30.160985 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3144bed3-3c2a-4cfc-a05d-e03ed17e76b9 tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] Pushing event deleted for resources: {'Port': ['ID=a4e29df4-3eac-43ba-b8e0-debc102085d9,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:21:30.168919 n-d-827839-2 neutron-server[103376]: DEBUG neutron.services.segments.db [None req-02d3816c-a35e-4c76-b008-a81ef23acb6f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6c4108f-4276-4290-8558-e3b72439eeee') {'for_net_delete': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:21:30.169218 n-d-827839-2 neutron-server[103376]: DEBUG neutron.services.segments.db [None req-02d3816c-a35e-4c76-b008-a81ef23acb6f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6c4108f-4276-4290-8558-e3b72439eeee') {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:21:30.191646 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 35608) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:21:30.201261 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-02d3816c-a35e-4c76-b008-a81ef23acb6f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781084783966', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25674908'] for segment (b6c4108f-4276-4290-8558-e3b72439eeee), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:30.234325 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188244d6-44c3-4751-9a2e-b58b1cfcd635 req-41a9ad84-b2ce-4c49-b355-c4ef022f2c4e tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:21:30.236081 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-188244d6-44c3-4751-9a2e-b58b1cfcd635 req-41a9ad84-b2ce-4c49-b355-c4ef022f2c4e tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] 10.222.0.89 "GET /v2.0/ports?device_id=2363ad5a-a929-4fdf-aec1-69d59614e7e2 HTTP/1.1" status: 200 len: 867 time: 0.3001857 Feb 04 17:21:30.265784 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-02d3816c-a35e-4c76-b008-a81ef23acb6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (b6c4108f-4276-4290-8558-e3b72439eeee), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:30.279766 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02d3816c-a35e-4c76-b008-a81ef23acb6f admin admin] Releasing vlan 787 on physical network physnet1 to pool {{(pid=103376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 17:21:30.281745 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-02d3816c-a35e-4c76-b008-a81ef23acb6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25675992'] for segment (b6c4108f-4276-4290-8558-e3b72439eeee), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:30.426476 n-d-827839-2 neutron-server[103376]: Traceback (most recent call last): Feb 04 17:21:30.426476 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 17:21:30.426476 n-d-827839-2 neutron-server[103376]: timer() Feb 04 17:21:30.426476 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 17:21:30.426476 n-d-827839-2 neutron-server[103376]: cb(*args, **kw) Feb 04 17:21:30.426476 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 17:21:30.426476 n-d-827839-2 neutron-server[103376]: return func(*args, **kwargs) Feb 04 17:21:30.426476 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 17:21:30.426476 n-d-827839-2 neutron-server[103376]: self._notify() Feb 04 17:21:30.426476 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 17:21:30.426476 n-d-827839-2 neutron-server[103376]: self.callback(batched_events) Feb 04 17:21:30.426476 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 17:21:30.426476 n-d-827839-2 neutron-server[103376]: event.method(event) Feb 04 17:21:30.426476 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 17:21:30.426476 n-d-827839-2 neutron-server[103376]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 17:21:30.426476 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 17:21:30.426476 n-d-827839-2 neutron-server[103376]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 17:21:30.426476 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 17:21:30.426476 n-d-827839-2 neutron-server[103376]: return f(self, *a, **k) Feb 04 17:21:30.426476 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 17:21:30.426476 n-d-827839-2 neutron-server[103376]: return self._get(url).json() Feb 04 17:21:30.426476 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 17:21:30.426476 n-d-827839-2 neutron-server[103376]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 17:21:30.426476 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 17:21:30.426476 n-d-827839-2 neutron-server[103376]: return self.request(url, 'GET', **kwargs) Feb 04 17:21:30.426476 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 17:21:30.426476 n-d-827839-2 neutron-server[103376]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 17:21:30.426476 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 17:21:30.426476 n-d-827839-2 neutron-server[103376]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 17:21:30.426476 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 17:21:30.426476 n-d-827839-2 neutron-server[103376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 17:21:30.426476 n-d-827839-2 neutron-server[103376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 17:21:30.443860 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [req-765a5648-8f9b-4991-bec4-71dd544c68f1 req-3144bed3-3c2a-4cfc-a05d-e03ed17e76b9 tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] No DVR routers for this DVR port a4e29df4-3eac-43ba-b8e0-debc102085d9 on host n-h1-827839-2 {{(pid=103376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 17:21:30.473397 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-765a5648-8f9b-4991-bec4-71dd544c68f1 req-3144bed3-3c2a-4cfc-a05d-e03ed17e76b9 tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:30.477239 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-765a5648-8f9b-4991-bec4-71dd544c68f1 req-3144bed3-3c2a-4cfc-a05d-e03ed17e76b9 tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] 10.222.0.96 "DELETE /v2.0/ports/a4e29df4-3eac-43ba-b8e0-debc102085d9 HTTP/1.1" status: 204 len: 173 time: 2.2599437 Feb 04 17:21:30.478258 n-d-827839-2 neutron-server[103376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2363ad5a-a929-4fdf-aec1-69d59614e7e2', 'name': 'network-vif-deleted', 'tag': 'a4e29df4-3eac-43ba-b8e0-debc102085d9'}] {{(pid=103376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:21:30.480902 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d59c3bb5e2f09ebf62144d5e09b1cff60c763a9c19614c24538e77842938c05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-544466c7-0a0a-4445-8e5f-c350ef7908b0" -d '{"events": [{"server_uuid": "2363ad5a-a929-4fdf-aec1-69d59614e7e2", "name": "network-vif-deleted", "tag": "a4e29df4-3eac-43ba-b8e0-debc102085d9"}]}' {{(pid=103376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:21:30.491805 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-02d3816c-a35e-4c76-b008-a81ef23acb6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1543671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1595572'] for network (369b23a0-9499-4a2b-bca1-d3f02e125792), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:30.563753 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-2db02ded-adee-4296-b181-d92a1426cbca admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-1863873620-network', 'tenant_id': '36a55419368b4810b6a574db8adf613e'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:21:30.623931 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-02d3816c-a35e-4c76-b008-a81ef23acb6f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677565'] for network (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:30.627898 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-02d3816c-a35e-4c76-b008-a81ef23acb6f admin admin] 10.222.0.89 "DELETE /v2.0/networks/369b23a0-9499-4a2b-bca1-d3f02e125792 HTTP/1.1" status: 204 len: 168 time: 2.5386186 Feb 04 17:21:30.683579 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d3816c-a35e-4c76-b008-a81ef23acb6f admin admin] Pushing event deleted for resources: {'Network': ['ID=369b23a0-9499-4a2b-bca1-d3f02e125792,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:21:30.694122 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-adbf6b2a-0238-4629-9802-0c0b18b81394 None None] Publish callbacks [] for port (7d07f8c9-5ebd-4c88-a2cb-7885241dc89f), precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:30.704397 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-188244d6-44c3-4751-9a2e-b58b1cfcd635 req-6255d5e3-d09f-4cf2-b413-f400584c3ab0 tempest-DeleteServersTestJSON-1763933880 tempest-DeleteServersTestJSON-1763933880-project] 10.222.0.89 "GET /v2.0/security-groups?id=c591d0a0-8f77-4259-ab5e-c54cb31473d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2628391 Feb 04 17:21:30.706079 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device ef3c5e8f-abe5-4c21-b3d2-8751362cb5b2 no longer exists at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:21:30.717757 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3d46e3-4bd7-4774-b1a2-af2f349317ca req-ffd0f8ad-41ac-492d-b87a-d1f81e9375c1 tempest-ServerRescueTestJSON-1860265827 tempest-ServerRescueTestJSON-1860265827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:21:30.722653 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-ce3d46e3-4bd7-4774-b1a2-af2f349317ca req-ffd0f8ad-41ac-492d-b87a-d1f81e9375c1 tempest-ServerRescueTestJSON-1860265827 tempest-ServerRescueTestJSON-1860265827-project] 10.222.0.89 "GET /v2.0/ports?device_id=50d04b06-35cb-42a2-b742-ad06a5486b0d HTTP/1.1" status: 200 len: 945 time: 0.4084685 Feb 04 17:21:30.729788 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-adbf6b2a-0238-4629-9802-0c0b18b81394 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (7d07f8c9-5ebd-4c88-a2cb-7885241dc89f), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:30.737389 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2db02ded-adee-4296-b181-d92a1426cbca admin admin] Made reservation on behalf of 36a55419368b4810b6a574db8adf613e for: {'network': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:21:30.741753 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-2db02ded-adee-4296-b181-d92a1426cbca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for network (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:30.787962 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] No Port match for: ef3c5e8f-abe5-4c21-b3d2-8751362cb5b2 {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 17:21:30.788891 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device ef3c5e8f-abe5-4c21-b3d2-8751362cb5b2 not bound to the agent host n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 17:21:30.814725 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 17:21:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53db48b0-59e8-4182-a2a7-c391ab4f5605 x-openstack-request-id: req-53db48b0-59e8-4182-a2a7-c391ab4f5605 {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:21:30.815143 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2363ad5a-a929-4fdf-aec1-69d59614e7e2", "name": "network-vif-deleted", "tag": "a4e29df4-3eac-43ba-b8e0-debc102085d9", "status": "completed", "code": 200}]} {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:21:30.815526 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-53db48b0-59e8-4182-a2a7-c391ab4f5605 {{(pid=103376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:21:30.816006 n-d-827839-2 neutron-server[103376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2363ad5a-a929-4fdf-aec1-69d59614e7e2', 'name': 'network-vif-deleted', 'tag': 'a4e29df4-3eac-43ba-b8e0-debc102085d9', 'status': 'completed', 'code': 200} Feb 04 17:21:30.835992 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-ce3d46e3-4bd7-4774-b1a2-af2f349317ca req-8c049e6b-0980-452d-a542-3170e3402a6c tempest-ServerRescueTestJSON-1860265827 tempest-ServerRescueTestJSON-1860265827-project] 10.222.0.89 "GET /v2.0/security-groups?id=cc4b9805-caea-4906-9ad3-3e1579c9619f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061485 Feb 04 17:21:30.841456 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-2db02ded-adee-4296-b181-d92a1426cbca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:30.885543 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6081d1db-2e42-4061-90e6-4567e1e10b64 None None] Pushing event updated for resources: {'Port': ['ID=7d07f8c9-5ebd-4c88-a2cb-7885241dc89f,revision_number=3']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:21:30.899720 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 35622) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:21:30.966913 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-cca84580-2fc5-44fc-a9b4-2d95e0e2367f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602754'] for router_interface (6660f6a0-b290-4fe8-8cb0-b3c644e8331b), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:31.026023 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-adbf6b2a-0238-4629-9802-0c0b18b81394 None None] Attempting to bind port 7d07f8c9-5ebd-4c88-a2cb-7885241dc89f on host n-d-827839-2 for vnic_type normal with profile {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:21:31.026805 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-adbf6b2a-0238-4629-9802-0c0b18b81394 None None] Attempting to bind port 7d07f8c9-5ebd-4c88-a2cb-7885241dc89f by drivers openvswitch,hyperv on host n-d-827839-2 at level 0 using segments [{'id': '46dffa9b-79e5-476b-8e3c-4c012f7d8658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'b360266c-0a1a-4d15-b365-a4d8511f3083'}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:21:31.027319 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adbf6b2a-0238-4629-9802-0c0b18b81394 None None] Attempting to bind port 7d07f8c9-5ebd-4c88-a2cb-7885241dc89f on network b360266c-0a1a-4d15-b365-a4d8511f3083 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:21:31.033306 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adbf6b2a-0238-4629-9802-0c0b18b81394 None None] Checking agent: {'id': 'ba70844b-66a0-45fd-a2f2-e6ed673321fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 0, 36), 'started_at': datetime.datetime(2022, 2, 4, 17, 1, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 21, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:21:31.034023 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adbf6b2a-0238-4629-9802-0c0b18b81394 None None] Checking segment: {'id': '46dffa9b-79e5-476b-8e3c-4c012f7d8658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'b360266c-0a1a-4d15-b365-a4d8511f3083'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:21:31.034737 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-adbf6b2a-0238-4629-9802-0c0b18b81394 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:31.035556 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adbf6b2a-0238-4629-9802-0c0b18b81394 None None] Bound using segment: {'id': '46dffa9b-79e5-476b-8e3c-4c012f7d8658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'b360266c-0a1a-4d15-b365-a4d8511f3083'} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:21:31.036197 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-adbf6b2a-0238-4629-9802-0c0b18b81394 None None] Bound port: 7d07f8c9-5ebd-4c88-a2cb-7885241dc89f, host: n-d-827839-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46dffa9b-79e5-476b-8e3c-4c012f7d8658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'b360266c-0a1a-4d15-b365-a4d8511f3083'}}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:21:31.037023 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-adbf6b2a-0238-4629-9802-0c0b18b81394 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (7d07f8c9-5ebd-4c88-a2cb-7885241dc89f), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:31.109509 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-37700dbd-7578-48ed-9ed6-c0fcdc7cf512 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=17c7616ca43843acb731e2b80c6fd54e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2086399 Feb 04 17:21:31.132933 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 35624) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:21:31.172430 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-adbf6b2a-0238-4629-9802-0c0b18b81394 None None] For port 7d07f8c9-5ebd-4c88-a2cb-7885241dc89f, host n-d-827839-2, cleared binding levels {{(pid=103378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:21:31.180984 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-adbf6b2a-0238-4629-9802-0c0b18b81394 None None] For port 7d07f8c9-5ebd-4c88-a2cb-7885241dc89f, host n-d-827839-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=7d07f8c9-5ebd-4c88-a2cb-7885241dc89f,segment=NetworkSegment(46dffa9b-79e5-476b-8e3c-4c012f7d8658),segment_id=46dffa9b-79e5-476b-8e3c-4c012f7d8658)] {{(pid=103378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:21:31.200427 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-adbf6b2a-0238-4629-9802-0c0b18b81394 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (7d07f8c9-5ebd-4c88-a2cb-7885241dc89f), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:31.310173 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adbf6b2a-0238-4629-9802-0c0b18b81394 None None] Routers {'6660f6a0-b290-4fe8-8cb0-b3c644e8331b'} bound to L3 agent in host n-d-827839-2 {{(pid=103378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:21:31.310912 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-adbf6b2a-0238-4629-9802-0c0b18b81394 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:21:02Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['6660f6a0-b290-4fe8-8cb0-b3c644e8331b'], 'active': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:21:31.362671 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-2dbe00ae-895c-48f1-a34b-42ef6c761291 admin admin] Publish callbacks [] for security_group (c2ca9c4f-7e5c-464a-a6ef-9ac8541b875b), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:31.382783 n-d-827839-2 neutron-server[103377]: DEBUG neutron.notifiers.nova [req-cf8dfde8-d076-4cc2-b2af-3c57190b6e22 req-5020c305-c174-4b74-bfe9-1e85403081a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0dc06b5d-448b-4f0d-ad2e-de475b21d9b4 {{(pid=103377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 17:21:31.408803 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-cf8dfde8-d076-4cc2-b2af-3c57190b6e22 req-5020c305-c174-4b74-bfe9-1e85403081a5 service neutron] Publish callbacks [] for port (0dc06b5d-448b-4f0d-ad2e-de475b21d9b4), precommit_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:31.434053 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-2dbe00ae-895c-48f1-a34b-42ef6c761291 admin admin] Publish callbacks [] for security_group (c2ca9c4f-7e5c-464a-a6ef-9ac8541b875b), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:31.448536 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f658b1-24ba-40cc-a7ac-feec3503e647 req-dc31ee8b-a591-433f-b72c-3cce722279c1 tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:21:31.455094 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-99f658b1-24ba-40cc-a7ac-feec3503e647 req-dc31ee8b-a591-433f-b72c-3cce722279c1 tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] 10.222.0.89 "GET /v2.0/ports?device_id=32c473d7-3f2d-495e-b44f-fd0929434fbd HTTP/1.1" status: 200 len: 932 time: 0.1816225 Feb 04 17:21:31.477835 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-2db02ded-adee-4296-b181-d92a1426cbca admin admin] Publish callbacks [] for security_group (befafe76-b7f6-46bb-a22d-8ee07e915b4a), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:31.482712 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.provisioning_blocks [req-cf8dfde8-d076-4cc2-b2af-3c57190b6e22 req-5020c305-c174-4b74-bfe9-1e85403081a5 service neutron] Transition to ACTIVE for port object 0dc06b5d-448b-4f0d-ad2e-de475b21d9b4 will not be triggered until provisioned by entity L2. {{(pid=103377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 17:21:31.494592 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-2db02ded-adee-4296-b181-d92a1426cbca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (befafe76-b7f6-46bb-a22d-8ee07e915b4a), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:31.510900 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6081d1db-2e42-4061-90e6-4567e1e10b64 None None] Pushing event updated for resources: {'Port': ['ID=7d07f8c9-5ebd-4c88-a2cb-7885241dc89f,revision_number=4']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:21:31.531677 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-cf8dfde8-d076-4cc2-b2af-3c57190b6e22 req-5020c305-c174-4b74-bfe9-1e85403081a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25888290'] for port (0dc06b5d-448b-4f0d-ad2e-de475b21d9b4), after_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:31.556192 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-99f658b1-24ba-40cc-a7ac-feec3503e647 req-d5079af1-5ae6-4f89-b096-e2677e9ed7dc tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] 10.222.0.89 "GET /v2.0/security-groups?id=e65ecd24-4d97-4684-be33-350ed30f90cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0905020 Feb 04 17:21:31.588806 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-ab6b2144-61d6-4879-9a7a-757e33e7193a None None] Provisioning complete for port 7d07f8c9-5ebd-4c88-a2cb-7885241dc89f triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:21:31.589249 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ab6b2144-61d6-4879-9a7a-757e33e7193a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (7d07f8c9-5ebd-4c88-a2cb-7885241dc89f), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:31.596234 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device a4e29df4-3eac-43ba-b8e0-debc102085d9 no longer exists at agent hyperv_n-h1-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:21:31.620460 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2db02ded-adee-4296-b181-d92a1426cbca admin admin] vlan segment allocate from pool success with {'vlan_id': 762, 'physical_network': 'physnet1'} {{(pid=103377) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 17:21:31.633479 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db02ded-adee-4296-b181-d92a1426cbca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=befafe76-b7f6-46bb-a22d-8ee07e915b4a,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:21:31.703018 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-2db02ded-adee-4296-b181-d92a1426cbca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (6946a5f6-1901-4e76-9099-8da5ecda2e57), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:31.704343 n-d-827839-2 neutron-server[103377]: INFO neutron.db.segments_db [None req-2db02ded-adee-4296-b181-d92a1426cbca admin admin] Added segment 6946a5f6-1901-4e76-9099-8da5ecda2e57 of type vlan for network cdd39ac2-5956-4646-b454-0dff0177eddf Feb 04 17:21:31.754305 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] No Port match for: a4e29df4-3eac-43ba-b8e0-debc102085d9 {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 17:21:31.756687 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device a4e29df4-3eac-43ba-b8e0-debc102085d9 not bound to the agent host n-h1-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 17:21:31.777828 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5020c305-c174-4b74-bfe9-1e85403081a5 service neutron] Pushing event updated for resources: {'Port': ['ID=0dc06b5d-448b-4f0d-ad2e-de475b21d9b4,revision_number=2']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:21:31.832436 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvr_db [None req-adbf6b2a-0238-4629-9802-0c0b18b81394 None None] Set router 6660f6a0-b290-4fe8-8cb0-b3c644e8331b gateway port host: n-d-827839-2 {{(pid=103378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:21:31.903683 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-cca84580-2fc5-44fc-a9b4-2d95e0e2367f admin admin] Deleting port 7d07f8c9-5ebd-4c88-a2cb-7885241dc89f {{(pid=103376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:21:31.904090 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-cca84580-2fc5-44fc-a9b4-2d95e0e2367f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (7d07f8c9-5ebd-4c88-a2cb-7885241dc89f), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:31.949568 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-2dbe00ae-895c-48f1-a34b-42ef6c761291 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (c2ca9c4f-7e5c-464a-a6ef-9ac8541b875b), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:31.958672 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-2dbe00ae-895c-48f1-a34b-42ef6c761291 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:31.963618 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-2dbe00ae-895c-48f1-a34b-42ef6c761291 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/c2ca9c4f-7e5c-464a-a6ef-9ac8541b875b HTTP/1.1" status: 204 len: 168 time: 0.8260126 Feb 04 17:21:32.069770 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbe00ae-895c-48f1-a34b-42ef6c761291 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2ca9c4f-7e5c-464a-a6ef-9ac8541b875b,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:21:32.082086 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [None req-cca84580-2fc5-44fc-a9b4-2d95e0e2367f admin admin] For port 7d07f8c9-5ebd-4c88-a2cb-7885241dc89f, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=7d07f8c9-5ebd-4c88-a2cb-7885241dc89f,segment=NetworkSegment(46dffa9b-79e5-476b-8e3c-4c012f7d8658),segment_id=46dffa9b-79e5-476b-8e3c-4c012f7d8658)] {{(pid=103376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:21:32.082465 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-cca84580-2fc5-44fc-a9b4-2d95e0e2367f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (7d07f8c9-5ebd-4c88-a2cb-7885241dc89f), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:32.105334 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-cca84580-2fc5-44fc-a9b4-2d95e0e2367f admin admin] Calling delete_port for 7d07f8c9-5ebd-4c88-a2cb-7885241dc89f owned by network:router_interface {{(pid=103376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:21:32.260795 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-2db02ded-adee-4296-b181-d92a1426cbca admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781084292801'] for network (cdd39ac2-5956-4646-b454-0dff0177eddf), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:32.360469 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-da025cce-014c-4a97-a230-93ca829a2b80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (64ada913-9131-4d99-a265-63a920956287), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:32.378826 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.db.resource_extend [None req-2db02ded-adee-4296-b181-d92a1426cbca admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 17:21:32.476938 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-ab6b2144-61d6-4879-9a7a-757e33e7193a None None] Current status of the port 7d07f8c9-5ebd-4c88-a2cb-7885241dc89f is: DOWN; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:21:32.477432 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ab6b2144-61d6-4879-9a7a-757e33e7193a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (7d07f8c9-5ebd-4c88-a2cb-7885241dc89f), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:32.511524 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-2db02ded-adee-4296-b181-d92a1426cbca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327'] for network (cdd39ac2-5956-4646-b454-0dff0177eddf), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:32.512509 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2db02ded-adee-4296-b181-d92a1426cbca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:21:32.517789 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-2db02ded-adee-4296-b181-d92a1426cbca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677565'] for network (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:32.548433 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [req-cf8dfde8-d076-4cc2-b2af-3c57190b6e22 req-5020c305-c174-4b74-bfe9-1e85403081a5 service neutron] Attempting to bind port 0dc06b5d-448b-4f0d-ad2e-de475b21d9b4 on host n-h1-827839-2 for vnic_type normal with profile {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:21:32.548826 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [req-cf8dfde8-d076-4cc2-b2af-3c57190b6e22 req-5020c305-c174-4b74-bfe9-1e85403081a5 service neutron] Attempting to bind port 0dc06b5d-448b-4f0d-ad2e-de475b21d9b4 by drivers openvswitch,hyperv on host n-h1-827839-2 at level 0 using segments [{'id': '9e3ed071-c030-493d-8cca-599abfcb88ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '482d30fe-67ad-4874-a89a-719137c68b40'}] {{(pid=103377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:21:32.549546 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf8dfde8-d076-4cc2-b2af-3c57190b6e22 req-5020c305-c174-4b74-bfe9-1e85403081a5 service neutron] Attempting to bind port 0dc06b5d-448b-4f0d-ad2e-de475b21d9b4 on network 482d30fe-67ad-4874-a89a-719137c68b40 {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:21:32.564108 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-ab6b2144-61d6-4879-9a7a-757e33e7193a None None] For port 7d07f8c9-5ebd-4c88-a2cb-7885241dc89f, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=7d07f8c9-5ebd-4c88-a2cb-7885241dc89f,segment=NetworkSegment(46dffa9b-79e5-476b-8e3c-4c012f7d8658),segment_id=46dffa9b-79e5-476b-8e3c-4c012f7d8658)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:21:32.576905 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ab6b2144-61d6-4879-9a7a-757e33e7193a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (7d07f8c9-5ebd-4c88-a2cb-7885241dc89f), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:32.633810 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6b2144-61d6-4879-9a7a-757e33e7193a None None] Pushing event updated for resources: {'Port': ['ID=7d07f8c9-5ebd-4c88-a2cb-7885241dc89f,revision_number=5']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:21:32.664047 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 35668) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:21:32.667327 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf8dfde8-d076-4cc2-b2af-3c57190b6e22 req-5020c305-c174-4b74-bfe9-1e85403081a5 service neutron] Port 0dc06b5d-448b-4f0d-ad2e-de475b21d9b4 on network 482d30fe-67ad-4874-a89a-719137c68b40 not bound, no agent of type Open vSwitch agent registered on host n-h1-827839-2 {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 17:21:32.667658 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf8dfde8-d076-4cc2-b2af-3c57190b6e22 req-5020c305-c174-4b74-bfe9-1e85403081a5 service neutron] Attempting to bind port 0dc06b5d-448b-4f0d-ad2e-de475b21d9b4 on network 482d30fe-67ad-4874-a89a-719137c68b40 {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:21:32.695043 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52408cc-2a2e-4852-a60b-75ee39d2a771 req-3b537928-2fba-489c-8d4d-562cfa87bf30 tempest-ServerRescueTestJSON-1860265827 tempest-ServerRescueTestJSON-1860265827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:21:32.698289 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-d52408cc-2a2e-4852-a60b-75ee39d2a771 req-3b537928-2fba-489c-8d4d-562cfa87bf30 tempest-ServerRescueTestJSON-1860265827 tempest-ServerRescueTestJSON-1860265827-project] 10.222.0.89 "GET /v2.0/ports?device_id=50d04b06-35cb-42a2-b742-ad06a5486b0d HTTP/1.1" status: 200 len: 945 time: 0.6664271 Feb 04 17:21:32.709956 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-2db02ded-adee-4296-b181-d92a1426cbca admin admin] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 2.5142159 Feb 04 17:21:32.741085 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-be38bf47-b429-411c-8713-a460890a9112 None None] Provisioning complete for port 7d07f8c9-5ebd-4c88-a2cb-7885241dc89f triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:21:32.741457 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-be38bf47-b429-411c-8713-a460890a9112 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (7d07f8c9-5ebd-4c88-a2cb-7885241dc89f), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:32.746859 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 35672) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:21:32.748957 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e93e55-fa8b-41a5-ad22-e91208972a21 req-2ae33dd5-7d34-4f5a-8c2d-a5e9f72cd036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:21:32.750531 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-07e93e55-fa8b-41a5-ad22-e91208972a21 req-2ae33dd5-7d34-4f5a-8c2d-a5e9f72cd036 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=50d04b06-35cb-42a2-b742-ad06a5486b0d HTTP/1.1" status: 200 len: 1127 time: 0.9642019 Feb 04 17:21:32.758044 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-8dc0e8e4-1a41-4fa5-a9e2-821d131dadcb admin admin] Request body: {'subnet': {'network_id': 'cdd39ac2-5956-4646-b454-0dff0177eddf', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-1863873620-subnet', 'tenant_id': '36a55419368b4810b6a574db8adf613e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:21:32.803016 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-adbf6b2a-0238-4629-9802-0c0b18b81394 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6660f6a0-b290-4fe8-8cb0-b3c644e8331b', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-914985660-router', 'tenant_id': 'e8529bff120f4fe7b12d2ffbb1dc14b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.217'}], 'enable_snat': True}, 'gw_port_id': 'b2630870-960b-4c2d-8a34-74a2fc44b1ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:21:13Z', 'updated_at': '2022-02-04T17:21:25Z', 'revision_number': 4, 'project_id': 'e8529bff120f4fe7b12d2ffbb1dc14b4', 'gw_port': {'id': 'b2630870-960b-4c2d-8a34-74a2fc44b1ef', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:d2:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6660f6a0-b290-4fe8-8cb0-b3c644e8331b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1207, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:21:14Z', 'updated_at': '2022-02-04T17:21:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_interfaces': [{'id': '7d07f8c9-5ebd-4c88-a2cb-7885241dc89f', 'name': '', 'network_id': 'b360266c-0a1a-4d15-b365-a4d8511f3083', 'tenant_id': 'e8529bff120f4fe7b12d2ffbb1dc14b4', 'mac_address': 'fa:16:3e:97:89:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6660f6a0-b290-4fe8-8cb0-b3c644e8331b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1230, 'fixed_ips': [{'subnet_id': '03fc43f3-3129-44ea-8e92-b548c579ae93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:21:22Z', 'updated_at': '2022-02-04T17:21:31Z', 'revision_number': 4, 'project_id': 'e8529bff120f4fe7b12d2ffbb1dc14b4', 'subnets': [{'id': '03fc43f3-3129-44ea-8e92-b548c579ae93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-2', False) {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:21:32.829890 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-07e93e55-fa8b-41a5-ad22-e91208972a21 req-cda943cd-50a4-4842-a81f-bf79ebb5753c service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=cc4b9805-caea-4906-9ad3-3e1579c9619f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684159 Feb 04 17:21:32.830639 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf8dfde8-d076-4cc2-b2af-3c57190b6e22 req-5020c305-c174-4b74-bfe9-1e85403081a5 service neutron] Checking agent: {'id': '3f9244a9-75fc-4c10-b195-11d48b853b41', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 8, 42), 'started_at': datetime.datetime(2022, 2, 4, 17, 8, 42), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 21, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:21:32.830973 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf8dfde8-d076-4cc2-b2af-3c57190b6e22 req-5020c305-c174-4b74-bfe9-1e85403081a5 service neutron] Checking segment: {'id': '9e3ed071-c030-493d-8cca-599abfcb88ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '482d30fe-67ad-4874-a89a-719137c68b40'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:21:32.831346 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf8dfde8-d076-4cc2-b2af-3c57190b6e22 req-5020c305-c174-4b74-bfe9-1e85403081a5 service neutron] Bound using segment: {'id': '9e3ed071-c030-493d-8cca-599abfcb88ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '482d30fe-67ad-4874-a89a-719137c68b40'} {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:21:32.831786 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [req-cf8dfde8-d076-4cc2-b2af-3c57190b6e22 req-5020c305-c174-4b74-bfe9-1e85403081a5 service neutron] Bound port: 0dc06b5d-448b-4f0d-ad2e-de475b21d9b4, host: n-h1-827839-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e3ed071-c030-493d-8cca-599abfcb88ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '482d30fe-67ad-4874-a89a-719137c68b40'}}] {{(pid=103377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:21:32.832147 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-cf8dfde8-d076-4cc2-b2af-3c57190b6e22 req-5020c305-c174-4b74-bfe9-1e85403081a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (0dc06b5d-448b-4f0d-ad2e-de475b21d9b4), before_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:32.907346 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [req-cf8dfde8-d076-4cc2-b2af-3c57190b6e22 req-5020c305-c174-4b74-bfe9-1e85403081a5 service neutron] For port 0dc06b5d-448b-4f0d-ad2e-de475b21d9b4, host n-h1-827839-2, cleared binding levels {{(pid=103377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:21:32.910570 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [req-cf8dfde8-d076-4cc2-b2af-3c57190b6e22 req-5020c305-c174-4b74-bfe9-1e85403081a5 service neutron] For port 0dc06b5d-448b-4f0d-ad2e-de475b21d9b4, host n-h1-827839-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=0dc06b5d-448b-4f0d-ad2e-de475b21d9b4,segment=NetworkSegment(9e3ed071-c030-493d-8cca-599abfcb88ee),segment_id=9e3ed071-c030-493d-8cca-599abfcb88ee)] {{(pid=103377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:21:32.912161 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adbf6b2a-0238-4629-9802-0c0b18b81394 None None] The sync data for ids ['6660f6a0-b290-4fe8-8cb0-b3c644e8331b'] in n-d-827839-2 is: [{'id': '6660f6a0-b290-4fe8-8cb0-b3c644e8331b', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-914985660-router', 'tenant_id': 'e8529bff120f4fe7b12d2ffbb1dc14b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.217'}], 'enable_snat': True}, 'gw_port_id': 'b2630870-960b-4c2d-8a34-74a2fc44b1ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:21:13Z', 'updated_at': '2022-02-04T17:21:25Z', 'revision_number': 4, 'project_id': 'e8529bff120f4fe7b12d2ffbb1dc14b4', 'gw_port': {'id': 'b2630870-960b-4c2d-8a34-74a2fc44b1ef', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:d2:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6660f6a0-b290-4fe8-8cb0-b3c644e8331b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1207, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:21:14Z', 'updated_at': '2022-02-04T17:21:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_interfaces': [{'id': '7d07f8c9-5ebd-4c88-a2cb-7885241dc89f', 'name': '', 'network_id': 'b360266c-0a1a-4d15-b365-a4d8511f3083', 'tenant_id': 'e8529bff120f4fe7b12d2ffbb1dc14b4', 'mac_address': 'fa:16:3e:97:89:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6660f6a0-b290-4fe8-8cb0-b3c644e8331b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1230, 'fixed_ips': [{'subnet_id': '03fc43f3-3129-44ea-8e92-b548c579ae93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:21:22Z', 'updated_at': '2022-02-04T17:21:31Z', 'revision_number': 4, 'project_id': 'e8529bff120f4fe7b12d2ffbb1dc14b4', 'subnets': [{'id': '03fc43f3-3129-44ea-8e92-b548c579ae93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 17:21:32.922337 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-be38bf47-b429-411c-8713-a460890a9112 None None] Current status of the port 7d07f8c9-5ebd-4c88-a2cb-7885241dc89f is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:21:32.927923 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db02ded-adee-4296-b181-d92a1426cbca admin admin] Pushing event updated for resources: {'Network': ['ID=cdd39ac2-5956-4646-b454-0dff0177eddf,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:21:32.944676 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Network cdd39ac2-5956-4646-b454-0dff0177eddf details requested by agent ovs-agent-n-d-827839-2 with host n-d-827839-2 {{(pid=103378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 17:21:32.962252 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-decee308-dd9c-4c1f-91fd-80f29f7bdacc admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=3d7b2e5e7d074cc0b1ae3613ce6e04bb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2957275 Feb 04 17:21:32.963494 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-cf8dfde8-d076-4cc2-b2af-3c57190b6e22 req-5020c305-c174-4b74-bfe9-1e85403081a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25888290'] for port (0dc06b5d-448b-4f0d-ad2e-de475b21d9b4), after_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:32.968662 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 35676) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:21:33.058162 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-d52408cc-2a2e-4852-a60b-75ee39d2a771 req-fd51bfe9-20ab-4ae2-b0d4-e98e14b444d8 tempest-ServerRescueTestJSON-1860265827 tempest-ServerRescueTestJSON-1860265827-project] 10.222.0.89 "GET /v2.0/security-groups?id=cc4b9805-caea-4906-9ad3-3e1579c9619f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3307157 Feb 04 17:21:33.072156 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8dc0e8e4-1a41-4fa5-a9e2-821d131dadcb admin admin] Made reservation on behalf of 36a55419368b4810b6a574db8adf613e for: {'subnet': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:21:33.075919 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-8dc0e8e4-1a41-4fa5-a9e2-821d131dadcb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25597243'] for subnet (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:33.077432 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d408ec64-b374-4acb-a1fc-48241dad6d47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (0cd6d64a-47a7-40ff-8c12-71dd526c62e0), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:33.111572 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5020c305-c174-4b74-bfe9-1e85403081a5 service neutron] Pushing event updated for resources: {'Port': ['ID=0dc06b5d-448b-4f0d-ad2e-de475b21d9b4,revision_number=3']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:21:33.168100 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8dfde8-d076-4cc2-b2af-3c57190b6e22 req-5020c305-c174-4b74-bfe9-1e85403081a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:21:33.168730 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-cf8dfde8-d076-4cc2-b2af-3c57190b6e22 req-5020c305-c174-4b74-bfe9-1e85403081a5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:33.170285 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-cf8dfde8-d076-4cc2-b2af-3c57190b6e22 req-5020c305-c174-4b74-bfe9-1e85403081a5 service neutron] 10.222.0.96 "PUT /v2.0/ports/0dc06b5d-448b-4f0d-ad2e-de475b21d9b4 HTTP/1.1" status: 200 len: 1092 time: 3.8108869 Feb 04 17:21:33.172544 n-d-827839-2 neutron-server[103377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32c473d7-3f2d-495e-b44f-fd0929434fbd', 'tag': '0dc06b5d-448b-4f0d-ad2e-de475b21d9b4'}] {{(pid=103377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:21:33.179603 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7240428b650e1488e9361b62648ff4b3a6c19d49d8c27c949491ab58c1346cf0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02178175-3bd2-49f4-9da5-6e2aea1189a2" -d '{"events": [{"name": "network-changed", "server_uuid": "32c473d7-3f2d-495e-b44f-fd0929434fbd", "tag": "0dc06b5d-448b-4f0d-ad2e-de475b21d9b4"}]}' {{(pid=103377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:21:33.187422 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84950728-29ab-47d5-960c-d0658eddc650 req-d39e7ccc-0241-4e31-8f14-7699207a2585 tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:21:33.196566 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-84950728-29ab-47d5-960c-d0658eddc650 req-d39e7ccc-0241-4e31-8f14-7699207a2585 tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] 10.222.0.89 "GET /v2.0/ports?device_id=32c473d7-3f2d-495e-b44f-fd0929434fbd HTTP/1.1" status: 200 len: 944 time: 0.1726894 Feb 04 17:21:33.199231 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-cca84580-2fc5-44fc-a9b4-2d95e0e2367f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (7d07f8c9-5ebd-4c88-a2cb-7885241dc89f), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:33.248529 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-84d4c8d8-3c55-430f-b625-350fde72e760 admin admin] Publish callbacks [] for security_group (f02e9dfa-4944-4070-bb00-6145a3060ef8), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:33.269185 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca84580-2fc5-44fc-a9b4-2d95e0e2367f admin admin] Pushing event deleted for resources: {'Port': ['ID=7d07f8c9-5ebd-4c88-a2cb-7885241dc89f,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:21:33.499807 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-84950728-29ab-47d5-960c-d0658eddc650 req-c24a806a-4f04-4d47-acf5-78ae34fab5a8 tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] 10.222.0.89 "GET /v2.0/security-groups?id=e65ecd24-4d97-4684-be33-350ed30f90cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3023231 Feb 04 17:21:33.531703 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-84d4c8d8-3c55-430f-b625-350fde72e760 admin admin] Publish callbacks [] for security_group (f02e9dfa-4944-4070-bb00-6145a3060ef8), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:33.806989 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 17:21:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d39bf8e-ff82-4713-86d4-853c5dced658 x-openstack-request-id: req-4d39bf8e-ff82-4713-86d4-853c5dced658 {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:21:33.807606 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32c473d7-3f2d-495e-b44f-fd0929434fbd", "tag": "0dc06b5d-448b-4f0d-ad2e-de475b21d9b4", "status": "completed", "code": 200}]} {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:21:33.807606 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-4d39bf8e-ff82-4713-86d4-853c5dced658 {{(pid=103377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:21:33.807911 n-d-827839-2 neutron-server[103377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32c473d7-3f2d-495e-b44f-fd0929434fbd', 'tag': '0dc06b5d-448b-4f0d-ad2e-de475b21d9b4', 'status': 'completed', 'code': 200} Feb 04 17:21:33.840427 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8dfde8-d076-4cc2-b2af-3c57190b6e22 req-e50002e7-2cc7-4f72-9eb1-062c8b62512d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:21:33.841011 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-cca84580-2fc5-44fc-a9b4-2d95e0e2367f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1677336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1602614'] for router_interface (6660f6a0-b290-4fe8-8cb0-b3c644e8331b), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:33.860491 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-cf8dfde8-d076-4cc2-b2af-3c57190b6e22 req-e50002e7-2cc7-4f72-9eb1-062c8b62512d service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=e381d232a32f43f9a5f1684dbd7323ca&device_id=32c473d7-3f2d-495e-b44f-fd0929434fbd HTTP/1.1" status: 200 len: 1126 time: 0.6041756 Feb 04 17:21:33.862139 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-8dc0e8e4-1a41-4fa5-a9e2-821d131dadcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25889445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25597197'] for subnet (bd2096c5-1341-4c17-8ad6-2912d8c5755d), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:34.068088 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-cf8dfde8-d076-4cc2-b2af-3c57190b6e22 req-7b3db492-f90f-4b0b-a761-c19b028dc3a4 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0dc06b5d-448b-4f0d-ad2e-de475b21d9b4 HTTP/1.1" status: 200 len: 217 time: 0.1694322 Feb 04 17:21:34.261931 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dc0e8e4-1a41-4fa5-a9e2-821d131dadcb admin admin] Checking segment: {'id': '6946a5f6-1901-4e76-9099-8da5ecda2e57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': 'cdd39ac2-5956-4646-b454-0dff0177eddf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:21:34.263772 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dc0e8e4-1a41-4fa5-a9e2-821d131dadcb admin admin] Network hostable DHCP agents. Network: cdd39ac2-5956-4646-b454-0dff0177eddf, hostable agents: ['bb89f5a3-3c22-440b-b7d1-c4f0c43c184a'], hosted agents: [] {{(pid=103377) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 17:21:34.272655 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc0e8e4-1a41-4fa5-a9e2-821d131dadcb admin admin] Pushing event updated for resources: {'Subnet': ['ID=bd2096c5-1341-4c17-8ad6-2912d8c5755d,revision_number=0']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:21:34.286509 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8dfde8-d076-4cc2-b2af-3c57190b6e22 req-a06f087b-4587-4d06-9817-d959fb32e27b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:21:34.291100 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-cf8dfde8-d076-4cc2-b2af-3c57190b6e22 req-a06f087b-4587-4d06-9817-d959fb32e27b service neutron] 10.222.0.96 "GET /v2.0/subnets?id=038a8af9-19f4-4848-babf-d3b1e786f999 HTTP/1.1" status: 200 len: 856 time: 0.2089784 Feb 04 17:21:34.294581 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-84d4c8d8-3c55-430f-b625-350fde72e760 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (f02e9dfa-4944-4070-bb00-6145a3060ef8), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:34.302366 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-84d4c8d8-3c55-430f-b625-350fde72e760 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:34.306999 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-84d4c8d8-3c55-430f-b625-350fde72e760 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/f02e9dfa-4944-4070-bb00-6145a3060ef8 HTTP/1.1" status: 204 len: 168 time: 1.2800355 Feb 04 17:21:34.363758 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d4c8d8-3c55-430f-b625-350fde72e760 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f02e9dfa-4944-4070-bb00-6145a3060ef8,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:21:34.445111 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dc0e8e4-1a41-4fa5-a9e2-821d131dadcb admin admin] Network cdd39ac2-5956-4646-b454-0dff0177eddf is scheduled to be hosted by DHCP agent bb89f5a3-3c22-440b-b7d1-c4f0c43c184a with binding_index 1 {{(pid=103377) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 17:21:34.447159 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704d0766-3ccc-4d11-90bd-765a6a1515cb req-aa08b352-8b0c-4092-9d2f-37393ef7a4fe tempest-ServerRescueTestJSON-1860265827 tempest-ServerRescueTestJSON-1860265827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:21:34.463582 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-704d0766-3ccc-4d11-90bd-765a6a1515cb req-aa08b352-8b0c-4092-9d2f-37393ef7a4fe tempest-ServerRescueTestJSON-1860265827 tempest-ServerRescueTestJSON-1860265827-project] 10.222.0.89 "GET /v2.0/ports?device_id=50d04b06-35cb-42a2-b742-ad06a5486b0d HTTP/1.1" status: 200 len: 945 time: 0.2032690 Feb 04 17:21:34.534883 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [None req-8dc0e8e4-1a41-4fa5-a9e2-821d131dadcb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827839-2, cdd39ac2-5956-4646-b454-0dff0177eddf) {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:21:34.554149 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a34803b5-fce1-4b67-a69f-a37e07b699ab None None] Network cdd39ac2-5956-4646-b454-0dff0177eddf requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:21:34.570675 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dc0e8e4-1a41-4fa5-a9e2-821d131dadcb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:21:34.571282 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-8dc0e8e4-1a41-4fa5-a9e2-821d131dadcb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677565'] for subnet (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:34.615079 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8dfde8-d076-4cc2-b2af-3c57190b6e22 req-1d449746-ef70-434e-b9fc-c7e08e9c99d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:21:34.619025 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-cf8dfde8-d076-4cc2-b2af-3c57190b6e22 req-1d449746-ef70-434e-b9fc-c7e08e9c99d8 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=482d30fe-67ad-4874-a89a-719137c68b40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3077905 Feb 04 17:21:34.633368 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-8dc0e8e4-1a41-4fa5-a9e2-821d131dadcb admin admin] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.8786011 Feb 04 17:21:34.699034 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-704d0766-3ccc-4d11-90bd-765a6a1515cb req-77acf1a2-e33f-42d3-b475-577bc0e2bc3a tempest-ServerRescueTestJSON-1860265827 tempest-ServerRescueTestJSON-1860265827-project] 10.222.0.89 "GET /v2.0/security-groups?id=cc4b9805-caea-4906-9ad3-3e1579c9619f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2343998 Feb 04 17:21:34.742802 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cca84580-2fc5-44fc-a9b4-2d95e0e2367f admin admin] Router 6660f6a0-b290-4fe8-8cb0-b3c644e8331b has already been hosted by L3 agent 64ada913-9131-4d99-a265-63a920956287 {{(pid=103376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 17:21:34.836328 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4f14bb47-e72b-46ac-9e44-a61d9293afcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (75326290-f7a3-4db8-9cf2-15c7139ed224), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:34.941835 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a99186d9-1677-406c-995f-2c3056f2fb84 None None] Network cdd39ac2-5956-4646-b454-0dff0177eddf requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:21:35.107206 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5d63a2-d157-4eae-a01e-161197acfcab req-5935f62f-4fc5-474f-bd6c-31d55e82c104 tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:21:35.119123 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-2e5d63a2-d157-4eae-a01e-161197acfcab req-5935f62f-4fc5-474f-bd6c-31d55e82c104 tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] 10.222.0.89 "GET /v2.0/ports?device_id=32c473d7-3f2d-495e-b44f-fd0929434fbd HTTP/1.1" status: 200 len: 944 time: 0.3446128 Feb 04 17:21:35.232312 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-2e5d63a2-d157-4eae-a01e-161197acfcab req-7e2f073d-f505-4fb3-a4fb-733833fa3890 tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] 10.222.0.89 "GET /v2.0/security-groups?id=e65ecd24-4d97-4684-be33-350ed30f90cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1080594 Feb 04 17:21:35.236039 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cca84580-2fc5-44fc-a9b4-2d95e0e2367f admin admin] Notify agent at l3_agent.n-d-827839-2 the message routers_updated {{(pid=103376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 17:21:35.248209 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-cca84580-2fc5-44fc-a9b4-2d95e0e2367f admin admin] 10.222.0.89 "PUT /v2.0/routers/6660f6a0-b290-4fe8-8cb0-b3c644e8331b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4670637 Feb 04 17:21:35.250638 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 35730) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:21:35.256559 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-cf8dfde8-d076-4cc2-b2af-3c57190b6e22 req-f5316c74-5fc1-4371-b173-57e2b81cb4a6 service neutron] 10.222.0.96 "GET /v2.0/networks/482d30fe-67ad-4874-a89a-719137c68b40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6211576 Feb 04 17:21:35.542668 n-d-827839-2 neutron-server[103376]: INFO neutron.api.v2.resource [req-72bda365-a581-4e8b-a6d7-9ae458479c92 req-6a29fdd1-c050-44d1-af52-915fb62e765f tempest-SecurityGroupsNegativeTestJSON-111472633 tempest-SecurityGroupsNegativeTestJSON-111472633-project] show failed (client error): The resource could not be found. Feb 04 17:21:35.545927 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca1b3f1e-3f7b-45e3-8f82-0144d44870cb None None] Sync routers for ids ['6660f6a0-b290-4fe8-8cb0-b3c644e8331b'] in n-d-827839-2 {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 17:21:35.549261 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-72bda365-a581-4e8b-a6d7-9ae458479c92 req-6a29fdd1-c050-44d1-af52-915fb62e765f tempest-SecurityGroupsNegativeTestJSON-111472633 tempest-SecurityGroupsNegativeTestJSON-111472633-project] 10.222.0.89 "GET /v2.0/security-groups/2b72032f-bc74-4577-86e1-ac2f9f4fdaeb HTTP/1.1" status: 404 len: 352 time: 0.0276883 Feb 04 17:21:35.560151 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-cf8dfde8-d076-4cc2-b2af-3c57190b6e22 req-021496d9-1f91-4907-963d-b4e29c10ec6a service neutron] 10.222.0.96 "GET /v2.0/networks/482d30fe-67ad-4874-a89a-719137c68b40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2917955 Feb 04 17:21:35.564279 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca1b3f1e-3f7b-45e3-8f82-0144d44870cb None None] Routers {'6660f6a0-b290-4fe8-8cb0-b3c644e8331b'} bound to L3 agent in host n-d-827839-2 {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:21:35.567762 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-ca1b3f1e-3f7b-45e3-8f82-0144d44870cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:21:32Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['6660f6a0-b290-4fe8-8cb0-b3c644e8331b'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:21:35.597765 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-45160a52-c097-4a1f-91c8-b3fc2d0cb643 admin admin] Publish callbacks [] for router (6660f6a0-b290-4fe8-8cb0-b3c644e8331b), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:35.674463 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (ba70844b-66a0-45fd-a2f2-e6ed673321fc), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:35.779634 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-97a4268f-8112-4ec8-8bac-fa239011afbc req-2c75f4a6-3a30-4ed0-af5e-d8a0e71b49b9 tempest-SecurityGroupsNegativeTestJSON-111472633 tempest-SecurityGroupsNegativeTestJSON-111472633-project] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=36a55419368b4810b6a574db8adf613e HTTP/1.1" status: 200 len: 3005 time: 0.1712818 Feb 04 17:21:35.862124 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-97a4268f-8112-4ec8-8bac-fa239011afbc req-faa8318d-2ba7-4899-a17a-edd38ca6ce03 tempest-SecurityGroupsNegativeTestJSON-111472633 tempest-SecurityGroupsNegativeTestJSON-111472633-project] 10.222.0.89 "GET /v2.0/security-groups/befafe76-b7f6-46bb-a22d-8ee07e915b4a HTTP/1.1" status: 200 len: 3002 time: 0.0812507 Feb 04 17:21:35.891494 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ca894f-0a00-40c9-9612-75b18c8291c1 req-e8e0e5a5-708c-41cc-b3f1-f187199428b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:21:35.898308 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-45160a52-c097-4a1f-91c8-b3fc2d0cb643 admin admin] Publish callbacks [] for router_gateway (6660f6a0-b290-4fe8-8cb0-b3c644e8331b), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:35.902208 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-45ca894f-0a00-40c9-9612-75b18c8291c1 req-e8e0e5a5-708c-41cc-b3f1-f187199428b3 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=64ba830c63e7431dadf5a14a32fd3842&device_id=50d04b06-35cb-42a2-b742-ad06a5486b0d HTTP/1.1" status: 200 len: 1127 time: 0.7776024 Feb 04 17:21:35.953740 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-97a4268f-8112-4ec8-8bac-fa239011afbc req-e2164678-daf0-4ff1-bb1e-dd91f9a7e64b tempest-SecurityGroupsNegativeTestJSON-111472633 tempest-SecurityGroupsNegativeTestJSON-111472633-project] 10.222.0.89 "GET /v2.0/security-groups/befafe76-b7f6-46bb-a22d-8ee07e915b4a HTTP/1.1" status: 200 len: 3002 time: 0.0903628 Feb 04 17:21:35.989370 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvr_db [None req-ca1b3f1e-3f7b-45e3-8f82-0144d44870cb None None] Set router 6660f6a0-b290-4fe8-8cb0-b3c644e8331b gateway port host: n-d-827839-2 {{(pid=103379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:21:36.077640 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-42c88928-d4e2-40ee-9736-1f7dc89ae36d req-f8cc261c-6917-4346-b625-a04d4ee40ca8 tempest-SecurityGroupsNegativeTestJSON-111472633 tempest-SecurityGroupsNegativeTestJSON-111472633-project] 10.222.0.89 "GET /v2.0/security-groups/befafe76-b7f6-46bb-a22d-8ee07e915b4a HTTP/1.1" status: 200 len: 3002 time: 0.1201553 Feb 04 17:21:36.135732 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02178175-3bd2-49f4-9da5-6e2aea1189a2 req-985d5ed7-5756-4890-add3-3cc01c8ef0c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:21:36.137509 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-02178175-3bd2-49f4-9da5-6e2aea1189a2 req-985d5ed7-5756-4890-add3-3cc01c8ef0c4 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=e381d232a32f43f9a5f1684dbd7323ca&device_id=32c473d7-3f2d-495e-b44f-fd0929434fbd HTTP/1.1" status: 200 len: 1126 time: 0.5098772 Feb 04 17:21:36.169240 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-45160a52-c097-4a1f-91c8-b3fc2d0cb643 admin admin] Deleting port b2630870-960b-4c2d-8a34-74a2fc44b1ef {{(pid=103376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:21:36.169695 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-45160a52-c097-4a1f-91c8-b3fc2d0cb643 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (b2630870-960b-4c2d-8a34-74a2fc44b1ef), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:36.210185 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 35764) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:21:36.254194 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610d0f78-c5eb-47c9-8e02-a2153071dc60 req-e7ed018c-ec9a-4cad-9bf3-bd9f5e0de362 tempest-ServerRescueTestJSON-1860265827 tempest-ServerRescueTestJSON-1860265827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:21:36.263310 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-610d0f78-c5eb-47c9-8e02-a2153071dc60 req-e7ed018c-ec9a-4cad-9bf3-bd9f5e0de362 tempest-ServerRescueTestJSON-1860265827 tempest-ServerRescueTestJSON-1860265827-project] 10.222.0.89 "GET /v2.0/ports?device_id=50d04b06-35cb-42a2-b742-ad06a5486b0d HTTP/1.1" status: 200 len: 945 time: 0.6506469 Feb 04 17:21:36.314662 n-d-827839-2 neutron-server[103376]: INFO neutron.api.v2.resource [req-42c88928-d4e2-40ee-9736-1f7dc89ae36d req-bd2dd344-3153-4ec6-a188-c05272a87f2b tempest-SecurityGroupsNegativeTestJSON-111472633 tempest-SecurityGroupsNegativeTestJSON-111472633-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 04 17:21:36.324817 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-42c88928-d4e2-40ee-9736-1f7dc89ae36d req-bd2dd344-3153-4ec6-a188-c05272a87f2b tempest-SecurityGroupsNegativeTestJSON-111472633 tempest-SecurityGroupsNegativeTestJSON-111472633-project] 10.222.0.89 "DELETE /v2.0/security-groups/befafe76-b7f6-46bb-a22d-8ee07e915b4a HTTP/1.1" status: 409 len: 352 time: 0.2450132 Feb 04 17:21:36.354276 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ca894f-0a00-40c9-9612-75b18c8291c1 req-b327b02b-c644-47a6-b8e8-201ebe5deaff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:21:36.359773 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-45ca894f-0a00-40c9-9612-75b18c8291c1 req-b327b02b-c644-47a6-b8e8-201ebe5deaff service neutron] 10.222.0.90 "GET /v2.0/networks?id=39759074-fb50-4135-a9de-456f123df529 HTTP/1.1" status: 200 len: 911 time: 0.4099677 Feb 04 17:21:36.402613 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [None req-45160a52-c097-4a1f-91c8-b3fc2d0cb643 admin admin] For port b2630870-960b-4c2d-8a34-74a2fc44b1ef, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=b2630870-960b-4c2d-8a34-74a2fc44b1ef,segment=NetworkSegment(5942dc44-1f07-4c27-b0ab-45a2bff20dd5),segment_id=5942dc44-1f07-4c27-b0ab-45a2bff20dd5)] {{(pid=103376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:21:36.410018 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-45160a52-c097-4a1f-91c8-b3fc2d0cb643 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (b2630870-960b-4c2d-8a34-74a2fc44b1ef), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:36.486112 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-610d0f78-c5eb-47c9-8e02-a2153071dc60 req-9ade16c9-f2bf-4f5f-a954-56edd8a74dd5 tempest-ServerRescueTestJSON-1860265827 tempest-ServerRescueTestJSON-1860265827-project] 10.222.0.89 "GET /v2.0/security-groups?id=cc4b9805-caea-4906-9ad3-3e1579c9619f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2215819 Feb 04 17:21:36.487149 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-45160a52-c097-4a1f-91c8-b3fc2d0cb643 admin admin] Calling delete_port for b2630870-960b-4c2d-8a34-74a2fc44b1ef owned by network:router_gateway {{(pid=103376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:21:36.491672 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-45ca894f-0a00-40c9-9612-75b18c8291c1 req-78f60de6-14e8-4159-b2bd-f7f026a61a5d service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=77838a79-20a7-4f6b-986b-b3f4c5bbd034 HTTP/1.1" status: 200 len: 217 time: 0.1231046 Feb 04 17:21:36.503650 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-d14144e0-c2dc-4a49-8451-db33182fd790 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-940196045-network', 'tenant_id': '2902b48ca51645a1a1f2c0c12051d44f'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:21:36.566448 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-ca1b3f1e-3f7b-45e3-8f82-0144d44870cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6660f6a0-b290-4fe8-8cb0-b3c644e8331b', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-914985660-router', 'tenant_id': 'e8529bff120f4fe7b12d2ffbb1dc14b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.217'}], 'enable_snat': True}, 'gw_port_id': 'b2630870-960b-4c2d-8a34-74a2fc44b1ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:21:13Z', 'updated_at': '2022-02-04T17:21:33Z', 'revision_number': 5, 'project_id': 'e8529bff120f4fe7b12d2ffbb1dc14b4', 'gw_port': {'id': 'b2630870-960b-4c2d-8a34-74a2fc44b1ef', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:d2:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6660f6a0-b290-4fe8-8cb0-b3c644e8331b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1207, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:21:14Z', 'updated_at': '2022-02-04T17:21:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2'}], 'n-d-827839-2', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:21:36.595630 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02178175-3bd2-49f4-9da5-6e2aea1189a2 req-402eeec1-e7f3-4193-a990-e05a9c3f4c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:21:36.597338 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-02178175-3bd2-49f4-9da5-6e2aea1189a2 req-402eeec1-e7f3-4193-a990-e05a9c3f4c33 service neutron] 10.222.0.96 "GET /v2.0/networks?id=482d30fe-67ad-4874-a89a-719137c68b40 HTTP/1.1" status: 200 len: 918 time: 0.4484801 Feb 04 17:21:36.610871 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ca894f-0a00-40c9-9612-75b18c8291c1 req-abb975de-94d0-4482-b0f5-3890ad8e2d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:21:36.612292 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-45ca894f-0a00-40c9-9612-75b18c8291c1 req-abb975de-94d0-4482-b0f5-3890ad8e2d60 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=acc74b3b-28a2-4a28-a63e-a2e1d0f02fcf HTTP/1.1" status: 200 len: 850 time: 0.1123610 Feb 04 17:21:36.631815 n-d-827839-2 neutron-server[103377]: INFO neutron.api.v2.resource [req-93952bb3-4632-44a9-8b9e-c204386f8e28 req-bdd5650c-043b-4d21-aead-d9b02c136418 tempest-SecurityGroupsNegativeTestJSON-111472633 tempest-SecurityGroupsNegativeTestJSON-111472633-project] show failed (client error): The resource could not be found. Feb 04 17:21:36.634018 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-93952bb3-4632-44a9-8b9e-c204386f8e28 req-bdd5650c-043b-4d21-aead-d9b02c136418 tempest-SecurityGroupsNegativeTestJSON-111472633 tempest-SecurityGroupsNegativeTestJSON-111472633-project] 10.222.0.89 "GET /v2.0/security-groups/2d4a4fe0-d1f3-4080-bfcc-b14ac91201b6 HTTP/1.1" status: 404 len: 352 time: 0.0341928 Feb 04 17:21:36.654786 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-45ca894f-0a00-40c9-9612-75b18c8291c1 req-2dd06b6b-f61a-4dfb-a33a-0018879699d1 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=39759074-fb50-4135-a9de-456f123df529&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0325034 Feb 04 17:21:36.666093 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [req-45ca894f-0a00-40c9-9612-75b18c8291c1 req-b271128e-8473-41e9-afa4-f510658fd089 service neutron] http://10.222.0.89:9696/v2.0/extensions returned with HTTP 200 {{(pid=103377) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 17:21:36.667084 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-45ca894f-0a00-40c9-9612-75b18c8291c1 req-b271128e-8473-41e9-afa4-f510658fd089 service neutron] 10.222.0.90 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0061088 Feb 04 17:21:36.675566 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca1b3f1e-3f7b-45e3-8f82-0144d44870cb None None] Checking router: 6660f6a0-b290-4fe8-8cb0-b3c644e8331b for host: n-d-827839-2 {{(pid=103379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 17:21:36.681451 n-d-827839-2 neutron-server[103377]: INFO neutron.api.v2.resource [req-e9d0f948-8c03-420e-925a-dc5b7e819007 req-38db122c-3378-4dd3-a381-5fd2ab9a14c9 tempest-SecurityGroupsNegativeTestJSON-111472633 tempest-SecurityGroupsNegativeTestJSON-111472633-project] show failed (client error): The resource could not be found. Feb 04 17:21:36.682464 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-e9d0f948-8c03-420e-925a-dc5b7e819007 req-38db122c-3378-4dd3-a381-5fd2ab9a14c9 tempest-SecurityGroupsNegativeTestJSON-111472633 tempest-SecurityGroupsNegativeTestJSON-111472633-project] 10.222.0.89 "GET /v2.0/security-groups/c8946a79-f141-4eb6-b089-0677360e5fad HTTP/1.1" status: 404 len: 352 time: 0.0144913 Feb 04 17:21:36.706561 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 35780) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:21:36.713857 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca1b3f1e-3f7b-45e3-8f82-0144d44870cb None None] Routers {'6660f6a0-b290-4fe8-8cb0-b3c644e8331b'} bound to L3 agent in host n-d-827839-2 {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:21:36.715913 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-ca1b3f1e-3f7b-45e3-8f82-0144d44870cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:21:32Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['6660f6a0-b290-4fe8-8cb0-b3c644e8331b'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:21:36.733505 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d14144e0-c2dc-4a49-8451-db33182fd790 admin admin] Made reservation on behalf of 2902b48ca51645a1a1f2c0c12051d44f for: {'network': 1} {{(pid=103376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:21:36.735759 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-d14144e0-c2dc-4a49-8451-db33182fd790 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for network (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:36.820317 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvr_db [None req-ca1b3f1e-3f7b-45e3-8f82-0144d44870cb None None] Set router 6660f6a0-b290-4fe8-8cb0-b3c644e8331b gateway port host: None {{(pid=103379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:21:36.825753 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-d14144e0-c2dc-4a49-8451-db33182fd790 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:36.872422 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf28b1d-2dd8-4439-aad6-5ff9e141cafc req-2c1737eb-acfd-45fb-8d9d-4dad582f78e9 tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:21:36.874049 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-0bf28b1d-2dd8-4439-aad6-5ff9e141cafc req-2c1737eb-acfd-45fb-8d9d-4dad582f78e9 tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] 10.222.0.89 "GET /v2.0/ports?device_id=32c473d7-3f2d-495e-b44f-fd0929434fbd HTTP/1.1" status: 200 len: 944 time: 0.4378746 Feb 04 17:21:36.886855 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-02178175-3bd2-49f4-9da5-6e2aea1189a2 req-0c4ed578-8750-42a8-be29-e2f6a9776cdb service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0dc06b5d-448b-4f0d-ad2e-de475b21d9b4 HTTP/1.1" status: 200 len: 217 time: 0.2736688 Feb 04 17:21:36.939984 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-ca1b3f1e-3f7b-45e3-8f82-0144d44870cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6660f6a0-b290-4fe8-8cb0-b3c644e8331b', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-914985660-router', 'tenant_id': 'e8529bff120f4fe7b12d2ffbb1dc14b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:21:13Z', 'updated_at': '2022-02-04T17:21:35Z', 'revision_number': 6, 'project_id': 'e8529bff120f4fe7b12d2ffbb1dc14b4', 'gw_port_host': None}], 'n-d-827839-2', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:21:36.991119 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e5ef994-58fb-4baf-96ff-74bbe026d817 admin admin] Deleting subnet bd2096c5-1341-4c17-8ad6-2912d8c5755d {{(pid=103376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 17:21:36.991352 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02178175-3bd2-49f4-9da5-6e2aea1189a2 req-1cb9c059-4541-43c8-aa30-352af621e425 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:21:36.998946 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-02178175-3bd2-49f4-9da5-6e2aea1189a2 req-1cb9c059-4541-43c8-aa30-352af621e425 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=038a8af9-19f4-4848-babf-d3b1e786f999 HTTP/1.1" status: 200 len: 856 time: 0.0994263 Feb 04 17:21:37.010703 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca1b3f1e-3f7b-45e3-8f82-0144d44870cb None None] The sync data for ids ['6660f6a0-b290-4fe8-8cb0-b3c644e8331b'] in n-d-827839-2 is: [{'id': '6660f6a0-b290-4fe8-8cb0-b3c644e8331b', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-914985660-router', 'tenant_id': 'e8529bff120f4fe7b12d2ffbb1dc14b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:21:13Z', 'updated_at': '2022-02-04T17:21:35Z', 'revision_number': 6, 'project_id': 'e8529bff120f4fe7b12d2ffbb1dc14b4', 'gw_port_host': None}] {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 17:21:37.037561 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-5e5ef994-58fb-4baf-96ff-74bbe026d817 admin admin] Publish callbacks [] for subnet (bd2096c5-1341-4c17-8ad6-2912d8c5755d), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:37.116375 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-45ca894f-0a00-40c9-9612-75b18c8291c1 req-15c038f1-a7d2-4d33-8cd4-962c0ed45b24 service neutron] 10.222.0.90 "GET /v2.0/networks/39759074-fb50-4135-a9de-456f123df529?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4328570 Feb 04 17:21:37.119281 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02178175-3bd2-49f4-9da5-6e2aea1189a2 req-3788792e-a4fc-4bcd-a5ba-ffebe38a10b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:21:37.120769 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-02178175-3bd2-49f4-9da5-6e2aea1189a2 req-3788792e-a4fc-4bcd-a5ba-ffebe38a10b4 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=482d30fe-67ad-4874-a89a-719137c68b40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1148098 Feb 04 17:21:37.135826 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [req-02178175-3bd2-49f4-9da5-6e2aea1189a2 req-73aa71c1-ddfb-4ede-a032-6cfded9d48ba service neutron] http://10.222.0.89:9696/v2.0/extensions returned with HTTP 200 {{(pid=103377) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 17:21:37.136963 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-02178175-3bd2-49f4-9da5-6e2aea1189a2 req-73aa71c1-ddfb-4ede-a032-6cfded9d48ba service neutron] 10.222.0.96 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0060129 Feb 04 17:21:37.200970 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-0bf28b1d-2dd8-4439-aad6-5ff9e141cafc req-76a87098-f123-4cd9-bb88-d25cebdcd016 tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] 10.222.0.89 "GET /v2.0/security-groups?id=e65ecd24-4d97-4684-be33-350ed30f90cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3061998 Feb 04 17:21:37.291203 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-5e5ef994-58fb-4baf-96ff-74bbe026d817 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25674901'] for subnet (bd2096c5-1341-4c17-8ad6-2912d8c5755d), precommit_delete_associations {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:37.325242 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-02178175-3bd2-49f4-9da5-6e2aea1189a2 req-45d20510-5f82-417f-b384-352b407f0bd9 service neutron] 10.222.0.96 "GET /v2.0/networks/482d30fe-67ad-4874-a89a-719137c68b40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1733758 Feb 04 17:21:37.430614 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-d14144e0-c2dc-4a49-8451-db33182fd790 admin admin] Publish callbacks [] for security_group (5b02e1bf-0926-4110-9e78-cb84d45a7aa1), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:37.433885 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-45ca894f-0a00-40c9-9612-75b18c8291c1 req-8fa040e5-4791-4d03-a6e7-f0195871aaf0 service neutron] 10.222.0.90 "GET /v2.0/networks/39759074-fb50-4135-a9de-456f123df529?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3110015 Feb 04 17:21:37.487805 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-02178175-3bd2-49f4-9da5-6e2aea1189a2 req-6b153f76-3072-410c-9947-207186de939d service neutron] 10.222.0.96 "GET /v2.0/networks/482d30fe-67ad-4874-a89a-719137c68b40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1567795 Feb 04 17:21:37.490689 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-5e5ef994-58fb-4baf-96ff-74bbe026d817 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1541225'] for subnet (bd2096c5-1341-4c17-8ad6-2912d8c5755d), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:37.494677 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-d14144e0-c2dc-4a49-8451-db33182fd790 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (5b02e1bf-0926-4110-9e78-cb84d45a7aa1), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:37.557460 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d14144e0-c2dc-4a49-8451-db33182fd790 admin admin] vlan segment allocate from pool success with {'vlan_id': 795, 'physical_network': 'physnet1'} {{(pid=103376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 17:21:37.587495 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-d14144e0-c2dc-4a49-8451-db33182fd790 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (95907dbe-daad-4253-9caf-1b8f245e1a4d), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:37.587495 n-d-827839-2 neutron-server[103376]: INFO neutron.db.segments_db [None req-d14144e0-c2dc-4a49-8451-db33182fd790 admin admin] Added segment 95907dbe-daad-4253-9caf-1b8f245e1a4d of type vlan for network 216a4039-f179-48b2-a471-479c3619af2b Feb 04 17:21:37.590344 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-45160a52-c097-4a1f-91c8-b3fc2d0cb643 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (b2630870-960b-4c2d-8a34-74a2fc44b1ef), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:37.592203 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14144e0-c2dc-4a49-8451-db33182fd790 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b02e1bf-0926-4110-9e78-cb84d45a7aa1,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:21:37.699343 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-d14144e0-c2dc-4a49-8451-db33182fd790 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781084292801'] for network (216a4039-f179-48b2-a471-479c3619af2b), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:37.719192 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc6ea38-f59e-4fb8-bc9f-873aeecfc209 req-68a5132c-24cc-4806-9eee-df127de304a7 tempest-ServerRescueTestJSON-1860265827 tempest-ServerRescueTestJSON-1860265827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:21:37.721001 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-4dc6ea38-f59e-4fb8-bc9f-873aeecfc209 req-68a5132c-24cc-4806-9eee-df127de304a7 tempest-ServerRescueTestJSON-1860265827 tempest-ServerRescueTestJSON-1860265827-project] 10.222.0.89 "GET /v2.0/ports?device_id=50d04b06-35cb-42a2-b742-ad06a5486b0d HTTP/1.1" status: 200 len: 945 time: 0.0921612 Feb 04 17:21:37.732029 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-5e5ef994-58fb-4baf-96ff-74bbe026d817 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1541216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25675894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25858947'] for subnet (bd2096c5-1341-4c17-8ad6-2912d8c5755d), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:37.734581 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45160a52-c097-4a1f-91c8-b3fc2d0cb643 admin admin] Pushing event deleted for resources: {'Port': ['ID=b2630870-960b-4c2d-8a34-74a2fc44b1ef,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:21:37.793491 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-4dc6ea38-f59e-4fb8-bc9f-873aeecfc209 req-d7e5df9f-6f16-43a7-8cfe-5d89c1eeebde tempest-ServerRescueTestJSON-1860265827 tempest-ServerRescueTestJSON-1860265827-project] 10.222.0.89 "GET /v2.0/security-groups?id=cc4b9805-caea-4906-9ad3-3e1579c9619f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581262 Feb 04 17:21:37.795451 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5ef994-58fb-4baf-96ff-74bbe026d817 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bd2096c5-1341-4c17-8ad6-2912d8c5755d,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:21:37.806733 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-d14144e0-c2dc-4a49-8451-db33182fd790 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327'] for network (216a4039-f179-48b2-a471-479c3619af2b), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:37.807843 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d14144e0-c2dc-4a49-8451-db33182fd790 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:21:37.808282 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-d14144e0-c2dc-4a49-8451-db33182fd790 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677565'] for network (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:37.861838 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-5e5ef994-58fb-4baf-96ff-74bbe026d817 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:37.867886 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-5e5ef994-58fb-4baf-96ff-74bbe026d817 admin admin] 10.222.0.89 "DELETE /v2.0/subnets/bd2096c5-1341-4c17-8ad6-2912d8c5755d HTTP/1.1" status: 204 len: 168 time: 1.1520195 Feb 04 17:21:37.869307 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 35792) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:21:37.911911 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-d14144e0-c2dc-4a49-8451-db33182fd790 admin admin] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.7005556 Feb 04 17:21:37.920645 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 35796) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:21:37.926391 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-a5bc6591-d6db-4fb4-8613-00785b7530e1 admin admin] Request body: {'subnet': {'network_id': '216a4039-f179-48b2-a471-479c3619af2b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-940196045-subnet', 'tenant_id': '2902b48ca51645a1a1f2c0c12051d44f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:21:37.963869 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5bc6591-d6db-4fb4-8613-00785b7530e1 admin admin] Made reservation on behalf of 2902b48ca51645a1a1f2c0c12051d44f for: {'subnet': 1} {{(pid=103376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:21:37.966938 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-a5bc6591-d6db-4fb4-8613-00785b7530e1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25859006'] for subnet (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:38.013570 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14144e0-c2dc-4a49-8451-db33182fd790 admin admin] Pushing event updated for resources: {'Network': ['ID=216a4039-f179-48b2-a471-479c3619af2b,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:21:38.027901 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Network 216a4039-f179-48b2-a471-479c3619af2b details requested by agent ovs-agent-n-d-827839-2 with host n-d-827839-2 {{(pid=103378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 17:21:38.056593 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-75d0d042-6093-4e97-974b-f796adb645c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628832'] for network (cdd39ac2-5956-4646-b454-0dff0177eddf), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:38.116395 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-45160a52-c097-4a1f-91c8-b3fc2d0cb643 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1595544'] for router_gateway (6660f6a0-b290-4fe8-8cb0-b3c644e8331b), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:38.192276 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-75d0d042-6093-4e97-974b-f796adb645c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1543676', 'neutron.services.segments.db._delete_segments_for_network-8781084786517'] for network (cdd39ac2-5956-4646-b454-0dff0177eddf), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:38.234220 n-d-827839-2 neutron-server[103377]: DEBUG neutron.services.segments.db [None req-75d0d042-6093-4e97-974b-f796adb645c8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cdd39ac2-5956-4646-b454-0dff0177eddf']}} {{(pid=103377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:21:38.279209 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-45160a52-c097-4a1f-91c8-b3fc2d0cb643 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1601811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26971'] for router (6660f6a0-b290-4fe8-8cb0-b3c644e8331b), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:38.282561 n-d-827839-2 neutron-server[103377]: DEBUG neutron.services.segments.db [None req-75d0d042-6093-4e97-974b-f796adb645c8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6946a5f6-1901-4e76-9099-8da5ecda2e57') {'for_net_delete': True} {{(pid=103377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:21:38.282561 n-d-827839-2 neutron-server[103377]: DEBUG neutron.services.segments.db [None req-75d0d042-6093-4e97-974b-f796adb645c8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6946a5f6-1901-4e76-9099-8da5ecda2e57') {} {{(pid=103377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:21:38.288546 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-45160a52-c097-4a1f-91c8-b3fc2d0cb643 admin admin] Publish callbacks [] for router_controller (6660f6a0-b290-4fe8-8cb0-b3c644e8331b), precommit_delete_associations {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:38.313081 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-75d0d042-6093-4e97-974b-f796adb645c8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781084783966', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26866685'] for segment (6946a5f6-1901-4e76-9099-8da5ecda2e57), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:38.348451 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-75d0d042-6093-4e97-974b-f796adb645c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (6946a5f6-1901-4e76-9099-8da5ecda2e57), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:38.362055 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75d0d042-6093-4e97-974b-f796adb645c8 admin admin] Releasing vlan 762 on physical network physnet1 to pool {{(pid=103377) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 17:21:38.362621 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-75d0d042-6093-4e97-974b-f796adb645c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25888454'] for segment (6946a5f6-1901-4e76-9099-8da5ecda2e57), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:38.367458 n-d-827839-2 neutron-server[103377]: Traceback (most recent call last): Feb 04 17:21:38.367458 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 17:21:38.367458 n-d-827839-2 neutron-server[103377]: timer() Feb 04 17:21:38.367458 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 17:21:38.367458 n-d-827839-2 neutron-server[103377]: cb(*args, **kw) Feb 04 17:21:38.367458 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 17:21:38.367458 n-d-827839-2 neutron-server[103377]: return func(*args, **kwargs) Feb 04 17:21:38.367458 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 17:21:38.367458 n-d-827839-2 neutron-server[103377]: self._notify() Feb 04 17:21:38.367458 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 17:21:38.367458 n-d-827839-2 neutron-server[103377]: self.callback(batched_events) Feb 04 17:21:38.367458 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 17:21:38.367458 n-d-827839-2 neutron-server[103377]: event.method(event) Feb 04 17:21:38.367458 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 17:21:38.367458 n-d-827839-2 neutron-server[103377]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 17:21:38.367458 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 17:21:38.367458 n-d-827839-2 neutron-server[103377]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 17:21:38.367458 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 17:21:38.367458 n-d-827839-2 neutron-server[103377]: return f(self, *a, **k) Feb 04 17:21:38.367458 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 17:21:38.367458 n-d-827839-2 neutron-server[103377]: return self._get(url).json() Feb 04 17:21:38.367458 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 17:21:38.367458 n-d-827839-2 neutron-server[103377]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 17:21:38.367458 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 17:21:38.367458 n-d-827839-2 neutron-server[103377]: return self.request(url, 'GET', **kwargs) Feb 04 17:21:38.367458 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 17:21:38.367458 n-d-827839-2 neutron-server[103377]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 17:21:38.367458 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 17:21:38.367458 n-d-827839-2 neutron-server[103377]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 17:21:38.367458 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 17:21:38.367458 n-d-827839-2 neutron-server[103377]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 17:21:38.367458 n-d-827839-2 neutron-server[103377]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 17:21:38.424888 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-45160a52-c097-4a1f-91c8-b3fc2d0cb643 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1601832'] for router (6660f6a0-b290-4fe8-8cb0-b3c644e8331b), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:38.425377 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45160a52-c097-4a1f-91c8-b3fc2d0cb643 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6660f6a0-b290-4fe8-8cb0-b3c644e8331b {{(pid=103376) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 17:21:38.471962 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-75d0d042-6093-4e97-974b-f796adb645c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1543671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1595572'] for network (cdd39ac2-5956-4646-b454-0dff0177eddf), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:38.491684 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-45160a52-c097-4a1f-91c8-b3fc2d0cb643 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:38.493139 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-45160a52-c097-4a1f-91c8-b3fc2d0cb643 admin admin] 10.222.0.89 "DELETE /v2.0/routers/6660f6a0-b290-4fe8-8cb0-b3c644e8331b HTTP/1.1" status: 204 len: 168 time: 3.2414725 Feb 04 17:21:38.497699 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 35802) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:21:38.544979 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-75d0d042-6093-4e97-974b-f796adb645c8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677565'] for network (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:38.571348 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-75d0d042-6093-4e97-974b-f796adb645c8 admin admin] 10.222.0.89 "DELETE /v2.0/networks/cdd39ac2-5956-4646-b454-0dff0177eddf HTTP/1.1" status: 204 len: 168 time: 0.6896381 Feb 04 17:21:38.572362 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d0d042-6093-4e97-974b-f796adb645c8 admin admin] Pushing event deleted for resources: {'Network': ['ID=cdd39ac2-5956-4646-b454-0dff0177eddf,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:21:38.618902 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 7d07f8c9-5ebd-4c88-a2cb-7885241dc89f no longer exists at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:21:38.666892 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] No Port match for: 7d07f8c9-5ebd-4c88-a2cb-7885241dc89f {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 17:21:38.667234 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 7d07f8c9-5ebd-4c88-a2cb-7885241dc89f not bound to the agent host n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 17:21:38.671089 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device b2630870-960b-4c2d-8a34-74a2fc44b1ef no longer exists at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:21:38.713978 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.db_base_plugin_v2 [None req-fbdcda97-6ada-499f-9c24-1a12c807fdf7 admin admin] Deleting subnet 03fc43f3-3129-44ea-8e92-b548c579ae93 {{(pid=103376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 17:21:38.716950 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] No Port match for: b2630870-960b-4c2d-8a34-74a2fc44b1ef {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 17:21:38.717298 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device b2630870-960b-4c2d-8a34-74a2fc44b1ef not bound to the agent host n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 17:21:38.720721 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-fbdcda97-6ada-499f-9c24-1a12c807fdf7 admin admin] Publish callbacks [] for subnet (03fc43f3-3129-44ea-8e92-b548c579ae93), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:38.758622 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-fbdcda97-6ada-499f-9c24-1a12c807fdf7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25674901'] for subnet (03fc43f3-3129-44ea-8e92-b548c579ae93), precommit_delete_associations {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:38.804051 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0184d109-8e5b-4bd0-ad2f-b57cfe48e368 req-47c54401-9cb7-409b-85d5-06524b548764 tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:21:38.805720 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-0184d109-8e5b-4bd0-ad2f-b57cfe48e368 req-47c54401-9cb7-409b-85d5-06524b548764 tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] 10.222.0.89 "GET /v2.0/ports?device_id=32c473d7-3f2d-495e-b44f-fd0929434fbd HTTP/1.1" status: 200 len: 944 time: 0.3983562 Feb 04 17:21:38.815635 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 35810) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:21:38.839535 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-a5bc6591-d6db-4fb4-8613-00785b7530e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25674939', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25858952'] for subnet (75657dba-ba38-499e-8c73-0661b3ba329b), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:38.948977 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bdc816-5313-4ed5-8f62-722cebe0772b req-8b8ba6b2-2dfc-4877-9813-70e29072ba3d tempest-ServerRescueTestJSON-1860265827 tempest-ServerRescueTestJSON-1860265827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:21:38.951126 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-49bdc816-5313-4ed5-8f62-722cebe0772b req-8b8ba6b2-2dfc-4877-9813-70e29072ba3d tempest-ServerRescueTestJSON-1860265827 tempest-ServerRescueTestJSON-1860265827-project] 10.222.0.89 "GET /v2.0/ports?device_id=50d04b06-35cb-42a2-b742-ad06a5486b0d HTTP/1.1" status: 200 len: 945 time: 0.0595112 Feb 04 17:21:38.995854 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-0184d109-8e5b-4bd0-ad2f-b57cfe48e368 req-19a87051-6846-4123-90af-7b4e7b970cc4 tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] 10.222.0.89 "GET /v2.0/security-groups?id=e65ecd24-4d97-4684-be33-350ed30f90cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1823051 Feb 04 17:21:39.028477 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-49bdc816-5313-4ed5-8f62-722cebe0772b req-7391f973-e24f-481e-8290-aba9d7e1136c tempest-ServerRescueTestJSON-1860265827 tempest-ServerRescueTestJSON-1860265827-project] 10.222.0.89 "GET /v2.0/security-groups?id=cc4b9805-caea-4906-9ad3-3e1579c9619f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710287 Feb 04 17:21:39.032673 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-650bb39f-69b0-4746-bf8e-31b5eb3a12a1 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=36a55419368b4810b6a574db8adf613e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2154098 Feb 04 17:21:39.036277 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 35816) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:21:39.045867 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5bc6591-d6db-4fb4-8613-00785b7530e1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=75657dba-ba38-499e-8c73-0661b3ba329b,revision_number=0']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:21:39.054402 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-fbdcda97-6ada-499f-9c24-1a12c807fdf7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1541225'] for subnet (03fc43f3-3129-44ea-8e92-b548c579ae93), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:39.101200 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5bc6591-d6db-4fb4-8613-00785b7530e1 admin admin] Checking segment: {'id': '95907dbe-daad-4253-9caf-1b8f245e1a4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '216a4039-f179-48b2-a471-479c3619af2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:21:39.102423 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5bc6591-d6db-4fb4-8613-00785b7530e1 admin admin] Network hostable DHCP agents. Network: 216a4039-f179-48b2-a471-479c3619af2b, hostable agents: ['bb89f5a3-3c22-440b-b7d1-c4f0c43c184a'], hosted agents: [] {{(pid=103376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 17:21:39.125505 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-2b273841-711e-4414-8cb1-358484ce69af admin admin] Publish callbacks [] for security_group (befafe76-b7f6-46bb-a22d-8ee07e915b4a), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:39.141759 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5bc6591-d6db-4fb4-8613-00785b7530e1 admin admin] Network 216a4039-f179-48b2-a471-479c3619af2b is scheduled to be hosted by DHCP agent bb89f5a3-3c22-440b-b7d1-c4f0c43c184a with binding_index 1 {{(pid=103376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 17:21:39.156321 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-fbdcda97-6ada-499f-9c24-1a12c807fdf7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1541216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25675894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25858947'] for subnet (03fc43f3-3129-44ea-8e92-b548c579ae93), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:39.158696 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-2b273841-711e-4414-8cb1-358484ce69af admin admin] Publish callbacks [] for security_group (befafe76-b7f6-46bb-a22d-8ee07e915b4a), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:39.176664 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-fbdcda97-6ada-499f-9c24-1a12c807fdf7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:39.180072 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-fbdcda97-6ada-499f-9c24-1a12c807fdf7 admin admin] 10.222.0.89 "DELETE /v2.0/subnets/03fc43f3-3129-44ea-8e92-b548c579ae93 HTTP/1.1" status: 204 len: 168 time: 0.6779077 Feb 04 17:21:39.192435 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 35820) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:21:39.195708 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f66bac68-282b-407d-a678-ce197d858351 None None] Network b360266c-0a1a-4d15-b365-a4d8511f3083 requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:21:39.209219 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdcda97-6ada-499f-9c24-1a12c807fdf7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=03fc43f3-3129-44ea-8e92-b548c579ae93,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:21:39.210661 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [None req-a5bc6591-d6db-4fb4-8613-00785b7530e1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827839-2, 216a4039-f179-48b2-a471-479c3619af2b) {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:21:39.214946 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5bc6591-d6db-4fb4-8613-00785b7530e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:21:39.215557 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-a5bc6591-d6db-4fb4-8613-00785b7530e1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:39.245826 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-a5bc6591-d6db-4fb4-8613-00785b7530e1 admin admin] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.3158953 Feb 04 17:21:39.254111 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d961f11-4800-4710-ba2c-f4dc85e8e5a6 None None] Network 216a4039-f179-48b2-a471-479c3619af2b requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:21:39.294531 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-1b444b92-c8cd-4c12-a5ee-b8a037d24da4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628832'] for network (b360266c-0a1a-4d15-b365-a4d8511f3083), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:39.406177 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-1b444b92-c8cd-4c12-a5ee-b8a037d24da4 admin admin] Deleting port 28f523ea-8abb-4b38-a4ce-8d59d2505f8b {{(pid=103377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:21:39.406610 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-1b444b92-c8cd-4c12-a5ee-b8a037d24da4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (28f523ea-8abb-4b38-a4ce-8d59d2505f8b), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:39.409087 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-2b273841-711e-4414-8cb1-358484ce69af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (befafe76-b7f6-46bb-a22d-8ee07e915b4a), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:39.411781 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-2b273841-711e-4414-8cb1-358484ce69af admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:39.417001 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-2b273841-711e-4414-8cb1-358484ce69af admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/befafe76-b7f6-46bb-a22d-8ee07e915b4a HTTP/1.1" status: 204 len: 168 time: 0.3792472 Feb 04 17:21:39.442180 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b273841-711e-4414-8cb1-358484ce69af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=befafe76-b7f6-46bb-a22d-8ee07e915b4a,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:21:39.569572 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [None req-1b444b92-c8cd-4c12-a5ee-b8a037d24da4 admin admin] For port 28f523ea-8abb-4b38-a4ce-8d59d2505f8b, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=28f523ea-8abb-4b38-a4ce-8d59d2505f8b,segment=NetworkSegment(46dffa9b-79e5-476b-8e3c-4c012f7d8658),segment_id=46dffa9b-79e5-476b-8e3c-4c012f7d8658)] {{(pid=103377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:21:39.569951 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-1b444b92-c8cd-4c12-a5ee-b8a037d24da4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (28f523ea-8abb-4b38-a4ce-8d59d2505f8b), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:39.613837 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-1b444b92-c8cd-4c12-a5ee-b8a037d24da4 admin admin] Calling delete_port for 28f523ea-8abb-4b38-a4ce-8d59d2505f8b owned by network:dhcp {{(pid=103377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:21:39.619236 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b11cd5c8-807f-4aae-9671-1c14d8377f35 None None] Network 216a4039-f179-48b2-a471-479c3619af2b requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:21:39.625696 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device 0dc06b5d-448b-4f0d-ad2e-de475b21d9b4 details requested by agent hyperv_n-h1-827839-2 with host n-h1-827839-2 {{(pid=103378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 17:21:39.775890 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26c0b0a5-93f8-4e91-93f6-5bd36629d049 None None] DHCP port deletion for b360266c-0a1a-4d15-b365-a4d8511f3083 request from n-d-827839-2 {{(pid=103378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 17:21:39.812974 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-1b444b92-c8cd-4c12-a5ee-b8a037d24da4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (28f523ea-8abb-4b38-a4ce-8d59d2505f8b), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:39.889704 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b444b92-c8cd-4c12-a5ee-b8a037d24da4 admin admin] Pushing event deleted for resources: {'Port': ['ID=28f523ea-8abb-4b38-a4ce-8d59d2505f8b,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:21:39.906194 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b444b92-c8cd-4c12-a5ee-b8a037d24da4 admin admin] No DVR routers for this DVR port 28f523ea-8abb-4b38-a4ce-8d59d2505f8b on host n-d-827839-2 {{(pid=103377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 17:21:39.940481 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] For port 0dc06b5d-448b-4f0d-ad2e-de475b21d9b4, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=0dc06b5d-448b-4f0d-ad2e-de475b21d9b4,segment=NetworkSegment(9e3ed071-c030-493d-8cca-599abfcb88ee),segment_id=9e3ed071-c030-493d-8cca-599abfcb88ee)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:21:39.963582 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Returning: {'device': '0dc06b5d-448b-4f0d-ad2e-de475b21d9b4', 'network_id': '482d30fe-67ad-4874-a89a-719137c68b40', 'port_id': '0dc06b5d-448b-4f0d-ad2e-de475b21d9b4', 'mac_address': 'fa:16:3e:ea:ee:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 780, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '038a8af9-19f4-4848-babf-d3b1e786f999', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 17:21:40.027658 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-26c0b0a5-93f8-4e91-93f6-5bd36629d049 None None] Deleting port 28f523ea-8abb-4b38-a4ce-8d59d2505f8b {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:21:40.028196 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-26c0b0a5-93f8-4e91-93f6-5bd36629d049 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (28f523ea-8abb-4b38-a4ce-8d59d2505f8b), before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:40.114385 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-1b444b92-c8cd-4c12-a5ee-b8a037d24da4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1543676', 'neutron.services.segments.db._delete_segments_for_network-8781084786517'] for network (b360266c-0a1a-4d15-b365-a4d8511f3083), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:40.200475 n-d-827839-2 neutron-server[103377]: DEBUG neutron.services.segments.db [None req-1b444b92-c8cd-4c12-a5ee-b8a037d24da4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b360266c-0a1a-4d15-b365-a4d8511f3083']}} {{(pid=103377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:21:40.236633 n-d-827839-2 neutron-server[103377]: DEBUG neutron.services.segments.db [None req-1b444b92-c8cd-4c12-a5ee-b8a037d24da4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46dffa9b-79e5-476b-8e3c-4c012f7d8658') {'for_net_delete': True} {{(pid=103377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:21:40.236974 n-d-827839-2 neutron-server[103377]: DEBUG neutron.services.segments.db [None req-1b444b92-c8cd-4c12-a5ee-b8a037d24da4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46dffa9b-79e5-476b-8e3c-4c012f7d8658') {} {{(pid=103377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:21:40.288214 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (f20a1ab3-4332-4f54-833b-ba4a7c687e89), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:40.297707 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-1b444b92-c8cd-4c12-a5ee-b8a037d24da4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781084783966', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26866685'] for segment (46dffa9b-79e5-476b-8e3c-4c012f7d8658), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:40.305229 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Current status of the port 0dc06b5d-448b-4f0d-ad2e-de475b21d9b4 is: DOWN; New status is: BUILD {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:21:40.305836 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fcd637-be29-41ba-9832-2bd5b30f4f4b req-fed8a429-906b-4bae-8310-06915b2b89c9 tempest-ServerRescueTestJSON-1860265827 tempest-ServerRescueTestJSON-1860265827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:21:40.308333 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (0dc06b5d-448b-4f0d-ad2e-de475b21d9b4), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:40.320709 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-79fcd637-be29-41ba-9832-2bd5b30f4f4b req-fed8a429-906b-4bae-8310-06915b2b89c9 tempest-ServerRescueTestJSON-1860265827 tempest-ServerRescueTestJSON-1860265827-project] 10.222.0.89 "GET /v2.0/ports?device_id=50d04b06-35cb-42a2-b742-ad06a5486b0d HTTP/1.1" status: 200 len: 945 time: 0.1523969 Feb 04 17:21:40.356876 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-26c0b0a5-93f8-4e91-93f6-5bd36629d049 None None] For port 28f523ea-8abb-4b38-a4ce-8d59d2505f8b, host n-d-827839-2, got binding levels [] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:21:40.357424 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-26c0b0a5-93f8-4e91-93f6-5bd36629d049 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (28f523ea-8abb-4b38-a4ce-8d59d2505f8b), precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:40.371279 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0dc06b5d-448b-4f0d-ad2e-de475b21d9b4 {{(pid=103378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 17:21:40.396965 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] For port 0dc06b5d-448b-4f0d-ad2e-de475b21d9b4, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=0dc06b5d-448b-4f0d-ad2e-de475b21d9b4,segment=NetworkSegment(9e3ed071-c030-493d-8cca-599abfcb88ee),segment_id=9e3ed071-c030-493d-8cca-599abfcb88ee)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:21:40.402797 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-26c0b0a5-93f8-4e91-93f6-5bd36629d049 None None] Calling delete_port for 28f523ea-8abb-4b38-a4ce-8d59d2505f8b owned by network:dhcp {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:21:40.406121 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (0dc06b5d-448b-4f0d-ad2e-de475b21d9b4), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:40.410517 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.ipam_backend_mixin [None req-26c0b0a5-93f8-4e91-93f6-5bd36629d049 None None] Port 28f523ea-8abb-4b38-a4ce-8d59d2505f8b was not found and therefore no delete operation was performed {{(pid=103378) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 04 17:21:40.415598 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-26c0b0a5-93f8-4e91-93f6-5bd36629d049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144'] for port (28f523ea-8abb-4b38-a4ce-8d59d2505f8b), after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:40.418780 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-1b444b92-c8cd-4c12-a5ee-b8a037d24da4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (46dffa9b-79e5-476b-8e3c-4c012f7d8658), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:40.422639 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-79fcd637-be29-41ba-9832-2bd5b30f4f4b req-f384e220-4ad7-4f00-816f-2398333d80f0 tempest-ServerRescueTestJSON-1860265827 tempest-ServerRescueTestJSON-1860265827-project] 10.222.0.89 "GET /v2.0/security-groups?id=cc4b9805-caea-4906-9ad3-3e1579c9619f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987494 Feb 04 17:21:40.460515 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b444b92-c8cd-4c12-a5ee-b8a037d24da4 admin admin] Releasing vlan 792 on physical network physnet1 to pool {{(pid=103377) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 17:21:40.464647 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-1b444b92-c8cd-4c12-a5ee-b8a037d24da4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25888454'] for segment (46dffa9b-79e5-476b-8e3c-4c012f7d8658), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:40.470017 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26c0b0a5-93f8-4e91-93f6-5bd36629d049 None None] No DVR routers for this DVR port 28f523ea-8abb-4b38-a4ce-8d59d2505f8b on host n-d-827839-2 {{(pid=103378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 17:21:40.504487 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Pushing event updated for resources: {'Port': ['ID=0dc06b5d-448b-4f0d-ad2e-de475b21d9b4,revision_number=4']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:21:40.533370 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c0b0a5-93f8-4e91-93f6-5bd36629d049 None None] Pushing event deleted for resources: {'Port': ['ID=28f523ea-8abb-4b38-a4ce-8d59d2505f8b,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:21:40.583230 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 28f523ea-8abb-4b38-a4ce-8d59d2505f8b no longer exists at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:21:40.632140 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] No Port match for: 28f523ea-8abb-4b38-a4ce-8d59d2505f8b {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 17:21:40.633056 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 28f523ea-8abb-4b38-a4ce-8d59d2505f8b not bound to the agent host n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 17:21:40.714239 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 35874) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:21:40.719955 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-8002eb72-729d-42ba-93ae-3117cbe80d86 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1712749031-network', 'tenant_id': '680b84d3c91a49789a65e54961957dcb'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:21:40.747859 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8002eb72-729d-42ba-93ae-3117cbe80d86 admin admin] Made reservation on behalf of 680b84d3c91a49789a65e54961957dcb for: {'network': 1} {{(pid=103376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:21:40.754061 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-8002eb72-729d-42ba-93ae-3117cbe80d86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for network (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:40.760794 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] get_ports_and_sgs() called for port_ids ['0dc06b5d-448b-4f0d-ad2e-de475b21d9b4'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 17:21:40.769339 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-8002eb72-729d-42ba-93ae-3117cbe80d86 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:41.013693 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-8002eb72-729d-42ba-93ae-3117cbe80d86 admin admin] Publish callbacks [] for security_group (c6f7dab5-8746-4ab5-8046-b878f9489cd8), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:41.028153 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c846f5aa-d0e1-4b75-9a7c-c1de49ff9836 req-726fcf30-22f4-448e-8955-8d122dbc81fe tempest-ServerRescueTestJSON-1860265827 tempest-ServerRescueTestJSON-1860265827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:21:41.036001 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-c846f5aa-d0e1-4b75-9a7c-c1de49ff9836 req-726fcf30-22f4-448e-8955-8d122dbc81fe tempest-ServerRescueTestJSON-1860265827 tempest-ServerRescueTestJSON-1860265827-project] 10.222.0.89 "GET /v2.0/ports?device_id=50d04b06-35cb-42a2-b742-ad06a5486b0d HTTP/1.1" status: 200 len: 945 time: 0.1992612 Feb 04 17:21:41.039587 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-8002eb72-729d-42ba-93ae-3117cbe80d86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (c6f7dab5-8746-4ab5-8046-b878f9489cd8), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:41.089903 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8002eb72-729d-42ba-93ae-3117cbe80d86 admin admin] vlan segment allocate from pool success with {'vlan_id': 768, 'physical_network': 'physnet1'} {{(pid=103376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 17:21:41.096035 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8002eb72-729d-42ba-93ae-3117cbe80d86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6f7dab5-8746-4ab5-8046-b878f9489cd8,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:21:41.142168 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-8002eb72-729d-42ba-93ae-3117cbe80d86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (b55c14d9-adae-4650-a85f-efba8e1c0364), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:41.142814 n-d-827839-2 neutron-server[103376]: INFO neutron.db.segments_db [None req-8002eb72-729d-42ba-93ae-3117cbe80d86 admin admin] Added segment b55c14d9-adae-4650-a85f-efba8e1c0364 of type vlan for network f24d78ab-a38c-42e7-b045-c18de6b7af74 Feb 04 17:21:41.213931 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-c846f5aa-d0e1-4b75-9a7c-c1de49ff9836 req-5aef7188-9579-4d1e-abe5-cd7014d55eb9 tempest-ServerRescueTestJSON-1860265827 tempest-ServerRescueTestJSON-1860265827-project] 10.222.0.89 "GET /v2.0/security-groups?id=cc4b9805-caea-4906-9ad3-3e1579c9619f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1769819 Feb 04 17:21:41.217187 n-d-827839-2 neutron-server[103377]: Traceback (most recent call last): Feb 04 17:21:41.217187 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 17:21:41.217187 n-d-827839-2 neutron-server[103377]: timer() Feb 04 17:21:41.217187 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 17:21:41.217187 n-d-827839-2 neutron-server[103377]: cb(*args, **kw) Feb 04 17:21:41.217187 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 17:21:41.217187 n-d-827839-2 neutron-server[103377]: return func(*args, **kwargs) Feb 04 17:21:41.217187 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 17:21:41.217187 n-d-827839-2 neutron-server[103377]: self._notify() Feb 04 17:21:41.217187 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 17:21:41.217187 n-d-827839-2 neutron-server[103377]: self.callback(batched_events) Feb 04 17:21:41.217187 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 17:21:41.217187 n-d-827839-2 neutron-server[103377]: event.method(event) Feb 04 17:21:41.217187 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 17:21:41.217187 n-d-827839-2 neutron-server[103377]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 17:21:41.217187 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 17:21:41.217187 n-d-827839-2 neutron-server[103377]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 17:21:41.217187 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 17:21:41.217187 n-d-827839-2 neutron-server[103377]: return f(self, *a, **k) Feb 04 17:21:41.217187 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 17:21:41.217187 n-d-827839-2 neutron-server[103377]: return self._get(url).json() Feb 04 17:21:41.217187 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 17:21:41.217187 n-d-827839-2 neutron-server[103377]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 17:21:41.217187 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 17:21:41.217187 n-d-827839-2 neutron-server[103377]: return self.request(url, 'GET', **kwargs) Feb 04 17:21:41.217187 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 17:21:41.217187 n-d-827839-2 neutron-server[103377]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 17:21:41.217187 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 17:21:41.217187 n-d-827839-2 neutron-server[103377]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 17:21:41.217187 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 17:21:41.217187 n-d-827839-2 neutron-server[103377]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 17:21:41.217187 n-d-827839-2 neutron-server[103377]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 17:21:41.264692 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-8002eb72-729d-42ba-93ae-3117cbe80d86 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781084292801'] for network (f24d78ab-a38c-42e7-b045-c18de6b7af74), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:41.300059 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-1b444b92-c8cd-4c12-a5ee-b8a037d24da4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1543671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1595572'] for network (b360266c-0a1a-4d15-b365-a4d8511f3083), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:41.314922 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-8002eb72-729d-42ba-93ae-3117cbe80d86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327'] for network (f24d78ab-a38c-42e7-b045-c18de6b7af74), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:41.316030 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8002eb72-729d-42ba-93ae-3117cbe80d86 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:21:41.317041 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-8002eb72-729d-42ba-93ae-3117cbe80d86 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677565'] for network (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:41.336833 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bfbf94-0f58-4d8d-b9c8-98f7839fc0d2 req-69af8a53-e0bf-4bda-98bf-5dc3b0d53198 tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:21:41.338574 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-f7bfbf94-0f58-4d8d-b9c8-98f7839fc0d2 req-69af8a53-e0bf-4bda-98bf-5dc3b0d53198 tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] 10.222.0.89 "GET /v2.0/ports?device_id=32c473d7-3f2d-495e-b44f-fd0929434fbd HTTP/1.1" status: 200 len: 944 time: 1.0777493 Feb 04 17:21:41.350571 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-1b444b92-c8cd-4c12-a5ee-b8a037d24da4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677565'] for network (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:41.361029 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-1b444b92-c8cd-4c12-a5ee-b8a037d24da4 admin admin] 10.222.0.89 "DELETE /v2.0/networks/b360266c-0a1a-4d15-b365-a4d8511f3083 HTTP/1.1" status: 204 len: 168 time: 2.1675055 Feb 04 17:21:41.397295 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b444b92-c8cd-4c12-a5ee-b8a037d24da4 admin admin] Pushing event deleted for resources: {'Network': ['ID=b360266c-0a1a-4d15-b365-a4d8511f3083,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:21:41.456530 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-8002eb72-729d-42ba-93ae-3117cbe80d86 admin admin] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7403209 Feb 04 17:21:41.458701 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 35900) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:21:41.473181 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-0500b5b7-311d-429b-9590-56060eac4d1c admin admin] Request body: {'subnet': {'network_id': 'f24d78ab-a38c-42e7-b045-c18de6b7af74', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1712749031-subnet', 'tenant_id': '680b84d3c91a49789a65e54961957dcb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:21:41.474802 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8002eb72-729d-42ba-93ae-3117cbe80d86 admin admin] Pushing event updated for resources: {'Network': ['ID=f24d78ab-a38c-42e7-b045-c18de6b7af74,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:21:41.489337 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-f7bfbf94-0f58-4d8d-b9c8-98f7839fc0d2 req-244cd5cb-c38a-41ab-b775-6b06aac15fcc tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] 10.222.0.89 "GET /v2.0/security-groups?id=e65ecd24-4d97-4684-be33-350ed30f90cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0952604 Feb 04 17:21:41.490338 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Network f24d78ab-a38c-42e7-b045-c18de6b7af74 details requested by agent ovs-agent-n-d-827839-2 with host n-d-827839-2 {{(pid=103378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 17:21:41.516666 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0500b5b7-311d-429b-9590-56060eac4d1c admin admin] Made reservation on behalf of 680b84d3c91a49789a65e54961957dcb for: {'subnet': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:21:41.519388 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-0500b5b7-311d-429b-9590-56060eac4d1c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25597243'] for subnet (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:41.774663 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 35902) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:21:41.825840 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-0500b5b7-311d-429b-9590-56060eac4d1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25889445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25597197'] for subnet (427d9f0e-c8ce-46a9-a1ee-850d142eb66b), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:41.852777 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-1fb9065f-c48b-4c32-9ddb-f0902157d28d admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=e8529bff120f4fe7b12d2ffbb1dc14b4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0768042 Feb 04 17:21:41.855004 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 35906) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:21:41.886990 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0500b5b7-311d-429b-9590-56060eac4d1c admin admin] Pushing event updated for resources: {'Subnet': ['ID=427d9f0e-c8ce-46a9-a1ee-850d142eb66b,revision_number=0']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:21:41.916081 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0500b5b7-311d-429b-9590-56060eac4d1c admin admin] Checking segment: {'id': 'b55c14d9-adae-4650-a85f-efba8e1c0364', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'f24d78ab-a38c-42e7-b045-c18de6b7af74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:21:41.916450 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0500b5b7-311d-429b-9590-56060eac4d1c admin admin] Network hostable DHCP agents. Network: f24d78ab-a38c-42e7-b045-c18de6b7af74, hostable agents: ['bb89f5a3-3c22-440b-b7d1-c4f0c43c184a'], hosted agents: [] {{(pid=103377) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 17:21:41.939832 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0500b5b7-311d-429b-9590-56060eac4d1c admin admin] Network f24d78ab-a38c-42e7-b045-c18de6b7af74 is scheduled to be hosted by DHCP agent bb89f5a3-3c22-440b-b7d1-c4f0c43c184a with binding_index 1 {{(pid=103377) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 17:21:41.959990 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [None req-0500b5b7-311d-429b-9590-56060eac4d1c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827839-2, f24d78ab-a38c-42e7-b045-c18de6b7af74) {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:21:41.968461 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cccf4bf-1b5e-4604-b538-90d37330c5fe None None] Network f24d78ab-a38c-42e7-b045-c18de6b7af74 requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:21:41.973465 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0500b5b7-311d-429b-9590-56060eac4d1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:21:41.974375 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-0500b5b7-311d-429b-9590-56060eac4d1c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677565'] for subnet (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:41.995396 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-733f1e9d-b89c-4ae7-8bff-6cdf26689f72 admin admin] Publish callbacks [] for security_group (8c8db8bd-10f6-46de-b058-f693c55717fb), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:41.995932 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-0500b5b7-311d-429b-9590-56060eac4d1c admin admin] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.5358834 Feb 04 17:21:42.053921 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-733f1e9d-b89c-4ae7-8bff-6cdf26689f72 admin admin] Publish callbacks [] for security_group (8c8db8bd-10f6-46de-b058-f693c55717fb), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:42.137375 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-733f1e9d-b89c-4ae7-8bff-6cdf26689f72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (8c8db8bd-10f6-46de-b058-f693c55717fb), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:42.144487 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-733f1e9d-b89c-4ae7-8bff-6cdf26689f72 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:42.148968 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-733f1e9d-b89c-4ae7-8bff-6cdf26689f72 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/8c8db8bd-10f6-46de-b058-f693c55717fb HTTP/1.1" status: 204 len: 168 time: 0.2924778 Feb 04 17:21:42.173254 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a64c9151-3bd6-4b02-a00b-3b4b6b9a2aca None None] Network f24d78ab-a38c-42e7-b045-c18de6b7af74 requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:21:42.179948 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733f1e9d-b89c-4ae7-8bff-6cdf26689f72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c8db8bd-10f6-46de-b058-f693c55717fb,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:21:42.353117 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (3f9244a9-75fc-4c10-b195-11d48b853b41), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:42.440900 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 35928) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:21:42.586391 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aabbb6c-0391-40d7-8cb2-84f8352d273e req-4ef1e8cc-7fca-4a90-988c-212076d4003a tempest-ServerRescueTestJSON-1860265827 tempest-ServerRescueTestJSON-1860265827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:21:42.590583 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-2aabbb6c-0391-40d7-8cb2-84f8352d273e req-4ef1e8cc-7fca-4a90-988c-212076d4003a tempest-ServerRescueTestJSON-1860265827 tempest-ServerRescueTestJSON-1860265827-project] 10.222.0.89 "GET /v2.0/ports?device_id=50d04b06-35cb-42a2-b742-ad06a5486b0d HTTP/1.1" status: 200 len: 945 time: 0.2078032 Feb 04 17:21:42.706582 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-2aabbb6c-0391-40d7-8cb2-84f8352d273e req-bb677168-ced5-4e63-9792-1fd63daf77df tempest-ServerRescueTestJSON-1860265827 tempest-ServerRescueTestJSON-1860265827-project] 10.222.0.89 "GET /v2.0/security-groups?id=cc4b9805-caea-4906-9ad3-3e1579c9619f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102061 Feb 04 17:21:42.875786 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-f439c81f-004d-4b29-8e19-75126e564c62 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:43.002993 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffcd2bf-ffec-4321-8c21-674d60593fa2 req-d06b654a-2a0d-4549-baaa-6f536c6eb539 tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:21:43.004919 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-bffcd2bf-ffec-4321-8c21-674d60593fa2 req-d06b654a-2a0d-4549-baaa-6f536c6eb539 tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] 10.222.0.89 "GET /v2.0/ports?device_id=32c473d7-3f2d-495e-b44f-fd0929434fbd HTTP/1.1" status: 200 len: 945 time: 0.0960317 Feb 04 17:21:43.081416 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-f439c81f-004d-4b29-8e19-75126e564c62 admin admin] Publish callbacks [] for security_group (4c32f6f3-a6f9-42d3-9897-858754d6ec6c), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:43.100013 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-bffcd2bf-ffec-4321-8c21-674d60593fa2 req-b26d4450-c0cf-45c2-bafd-2d55ebb74a3d tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] 10.222.0.89 "GET /v2.0/security-groups?id=e65ecd24-4d97-4684-be33-350ed30f90cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0895240 Feb 04 17:21:43.131955 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-f439c81f-004d-4b29-8e19-75126e564c62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (4c32f6f3-a6f9-42d3-9897-858754d6ec6c), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:43.230452 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 35956) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:21:43.230633 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-f439c81f-004d-4b29-8e19-75126e564c62 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=b7ac4036fceb42b6a9b98eb3ac90fd44&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7882237 Feb 04 17:21:43.231521 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f439c81f-004d-4b29-8e19-75126e564c62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c32f6f3-a6f9-42d3-9897-858754d6ec6c,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:21:43.291402 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb79da4-f423-4082-a231-200f63dd2a87 req-df4068b2-5710-4789-8101-bb8e0a956484 tempest-VolumesAdminNegativeTest-1672480567 tempest-VolumesAdminNegativeTest-1672480567-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:21:43.300555 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-6eb79da4-f423-4082-a231-200f63dd2a87 req-df4068b2-5710-4789-8101-bb8e0a956484 tempest-VolumesAdminNegativeTest-1672480567 tempest-VolumesAdminNegativeTest-1672480567-project] 10.222.0.89 "GET /v2.0/networks?id=216a4039-f179-48b2-a471-479c3619af2b HTTP/1.1" status: 200 len: 814 time: 0.4109106 Feb 04 17:21:43.321459 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-6eb79da4-f423-4082-a231-200f63dd2a87 req-d6d5ef0d-1780-418a-af64-d0e863ce16d6 tempest-VolumesAdminNegativeTest-1672480567 tempest-VolumesAdminNegativeTest-1672480567-project] 10.222.0.89 "GET /v2.0/quotas/2902b48ca51645a1a1f2c0c12051d44f HTTP/1.1" status: 200 len: 375 time: 0.0196166 Feb 04 17:21:43.385573 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-63390c24-b237-464d-8692-912458f563c4 admin admin] Publish callbacks [] for security_group (4c32f6f3-a6f9-42d3-9897-858754d6ec6c), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:43.399147 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-6eb79da4-f423-4082-a231-200f63dd2a87 req-a23d7d39-1bdf-46d4-a304-ba82b8160620 tempest-VolumesAdminNegativeTest-1672480567 tempest-VolumesAdminNegativeTest-1672480567-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=2902b48ca51645a1a1f2c0c12051d44f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0665164 Feb 04 17:21:43.431761 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [req-6eb79da4-f423-4082-a231-200f63dd2a87 req-1b5e1e5a-28f7-47b7-bee1-d6f61feac968 service neutron] http://10.222.0.89:9696/v2.0/extensions returned with HTTP 200 {{(pid=103376) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 17:21:43.434367 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-6eb79da4-f423-4082-a231-200f63dd2a87 req-1b5e1e5a-28f7-47b7-bee1-d6f61feac968 service neutron] 10.222.0.89 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0263238 Feb 04 17:21:43.450442 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-63390c24-b237-464d-8692-912458f563c4 admin admin] Publish callbacks [] for security_group (4c32f6f3-a6f9-42d3-9897-858754d6ec6c), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:43.524244 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-63390c24-b237-464d-8692-912458f563c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (4c32f6f3-a6f9-42d3-9897-858754d6ec6c), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:43.529047 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-63390c24-b237-464d-8692-912458f563c4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:43.534056 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-63390c24-b237-464d-8692-912458f563c4 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/4c32f6f3-a6f9-42d3-9897-858754d6ec6c HTTP/1.1" status: 204 len: 168 time: 0.3026302 Feb 04 17:21:43.544089 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63390c24-b237-464d-8692-912458f563c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c32f6f3-a6f9-42d3-9897-858754d6ec6c,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:21:43.642436 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-6eb79da4-f423-4082-a231-200f63dd2a87 req-98fc9d33-863c-4224-86b1-b2ed41c39dac service neutron] 10.222.0.89 "GET /v2.0/networks/216a4039-f179-48b2-a471-479c3619af2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2005727 Feb 04 17:21:43.656642 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device 0dc06b5d-448b-4f0d-ad2e-de475b21d9b4 up at agent hyperv_n-h1-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:21:43.751968 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Provisioning for port 0dc06b5d-448b-4f0d-ad2e-de475b21d9b4 completed by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 17:21:43.768910 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Provisioning complete for port 0dc06b5d-448b-4f0d-ad2e-de475b21d9b4 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:21:43.769437 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (0dc06b5d-448b-4f0d-ad2e-de475b21d9b4), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:43.834324 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-6eb79da4-f423-4082-a231-200f63dd2a87 req-881e59e4-1975-4d26-a2c4-efd07d25ca84 service neutron] 10.222.0.89 "GET /v2.0/networks/216a4039-f179-48b2-a471-479c3619af2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1900680 Feb 04 17:21:43.878410 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 35982) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:21:44.144562 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ff0295-2f2c-40b8-ae23-a6c6f65041a8 req-755745a4-ca8e-44dd-8a85-63f57333e6f9 tempest-ServerRescueTestJSON-1860265827 tempest-ServerRescueTestJSON-1860265827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:21:44.163119 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-61ff0295-2f2c-40b8-ae23-a6c6f65041a8 req-755745a4-ca8e-44dd-8a85-63f57333e6f9 tempest-ServerRescueTestJSON-1860265827 tempest-ServerRescueTestJSON-1860265827-project] 10.222.0.89 "GET /v2.0/ports?device_id=50d04b06-35cb-42a2-b742-ad06a5486b0d HTTP/1.1" status: 200 len: 945 time: 0.2061427 Feb 04 17:21:44.322642 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Current status of the port 0dc06b5d-448b-4f0d-ad2e-de475b21d9b4 is: BUILD; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:21:44.327791 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (0dc06b5d-448b-4f0d-ad2e-de475b21d9b4), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:44.372701 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-61ff0295-2f2c-40b8-ae23-a6c6f65041a8 req-e048090c-fac6-4b98-99f5-d4a58d814a7f tempest-ServerRescueTestJSON-1860265827 tempest-ServerRescueTestJSON-1860265827-project] 10.222.0.89 "GET /v2.0/security-groups?id=cc4b9805-caea-4906-9ad3-3e1579c9619f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2071385 Feb 04 17:21:44.397901 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252a1f7d-02d1-4495-af6d-e7aa3b88204b req-3a4ff266-d1b1-45ca-bb6d-dc2723fd121a tempest-ServerRescueTestJSON-1860265827 tempest-ServerRescueTestJSON-1860265827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:21:44.399892 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-252a1f7d-02d1-4495-af6d-e7aa3b88204b req-3a4ff266-d1b1-45ca-bb6d-dc2723fd121a tempest-ServerRescueTestJSON-1860265827 tempest-ServerRescueTestJSON-1860265827-project] 10.222.0.90 "GET /v2.0/ports?device_id=50d04b06-35cb-42a2-b742-ad06a5486b0d HTTP/1.1" status: 200 len: 945 time: 0.2290995 Feb 04 17:21:44.422788 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32c473d7-3f2d-495e-b44f-fd0929434fbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0dc06b5d-448b-4f0d-ad2e-de475b21d9b4'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:21:44.426690 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c34bc964ce2211770fda26ca2f3801cc06f4f39928110690550e94ab9c9d2fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d48c8d36-7a5b-400f-8826-db92796d1640" -d '{"events": [{"server_uuid": "32c473d7-3f2d-495e-b44f-fd0929434fbd", "name": "network-vif-plugged", "status": "completed", "tag": "0dc06b5d-448b-4f0d-ad2e-de475b21d9b4"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:21:44.435563 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-0865474e-5137-405e-93f2-523e8be9d5be req-4ac9c5ec-911c-4fbd-9df3-49e8d1ca7097 tempest-VolumesAdminNegativeTest-1672480567 tempest-VolumesAdminNegativeTest-1672480567-project] 10.222.0.89 "GET /v2.0/ports?device_id=588c76ea-c124-46b5-9100-eab87b2c3c92 HTTP/1.1" status: 200 len: 210 time: 0.0860031 Feb 04 17:21:44.461315 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] For port 0dc06b5d-448b-4f0d-ad2e-de475b21d9b4, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=0dc06b5d-448b-4f0d-ad2e-de475b21d9b4,segment=NetworkSegment(9e3ed071-c030-493d-8cca-599abfcb88ee),segment_id=9e3ed071-c030-493d-8cca-599abfcb88ee)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:21:44.471658 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (0dc06b5d-448b-4f0d-ad2e-de475b21d9b4), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:44.509462 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-0d69f29e-0bf7-4481-9b2e-5291cfdcc943 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-178920177-network', 'tenant_id': '08c8ed9304cf401d8c1d136ac3844d2a'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:21:44.558046 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d69f29e-0bf7-4481-9b2e-5291cfdcc943 admin admin] Made reservation on behalf of 08c8ed9304cf401d8c1d136ac3844d2a for: {'network': 1} {{(pid=103376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:21:44.560869 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-0d69f29e-0bf7-4481-9b2e-5291cfdcc943 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for network (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:44.591607 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 36010) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:21:44.608233 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-0d69f29e-0bf7-4481-9b2e-5291cfdcc943 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:44.737007 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Pushing event updated for resources: {'Port': ['ID=0dc06b5d-448b-4f0d-ad2e-de475b21d9b4,revision_number=5']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:21:44.761550 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-0d69f29e-0bf7-4481-9b2e-5291cfdcc943 admin admin] Publish callbacks [] for security_group (5b73e0f3-a9f7-4cf1-b4aa-b594ce8b7178), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:44.766506 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-0d69f29e-0bf7-4481-9b2e-5291cfdcc943 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (5b73e0f3-a9f7-4cf1-b4aa-b594ce8b7178), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:44.793642 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d69f29e-0bf7-4481-9b2e-5291cfdcc943 admin admin] vlan segment allocate from pool success with {'vlan_id': 769, 'physical_network': 'physnet1'} {{(pid=103376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 17:21:44.812844 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d69f29e-0bf7-4481-9b2e-5291cfdcc943 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b73e0f3-a9f7-4cf1-b4aa-b594ce8b7178,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:21:44.820009 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-0d69f29e-0bf7-4481-9b2e-5291cfdcc943 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (40be95d6-8661-400f-bc9d-3f4c57dcd00c), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:44.820407 n-d-827839-2 neutron-server[103376]: INFO neutron.db.segments_db [None req-0d69f29e-0bf7-4481-9b2e-5291cfdcc943 admin admin] Added segment 40be95d6-8661-400f-bc9d-3f4c57dcd00c of type vlan for network a69bfb95-797b-4825-866b-2c94a621d18a Feb 04 17:21:44.866005 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c818a5-af24-4c67-b6f3-25090e6e1dda req-41fe60df-44a1-452a-83c5-2f51b448daa1 tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:21:44.871098 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-39c818a5-af24-4c67-b6f3-25090e6e1dda req-41fe60df-44a1-452a-83c5-2f51b448daa1 tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] 10.222.0.89 "GET /v2.0/ports?device_id=32c473d7-3f2d-495e-b44f-fd0929434fbd HTTP/1.1" status: 200 len: 946 time: 0.1877022 Feb 04 17:21:44.879017 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-0d69f29e-0bf7-4481-9b2e-5291cfdcc943 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781084292801'] for network (a69bfb95-797b-4825-866b-2c94a621d18a), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:44.908756 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [req-252a1f7d-02d1-4495-af6d-e7aa3b88204b req-493fe6d1-dda2-4e98-8050-8d6ddb7f9cb0 tempest-ServerRescueTestJSON-1860265827 tempest-ServerRescueTestJSON-1860265827-project] Deleting port 77838a79-20a7-4f6b-986b-b3f4c5bbd034 {{(pid=103377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:21:44.909129 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-252a1f7d-02d1-4495-af6d-e7aa3b88204b req-493fe6d1-dda2-4e98-8050-8d6ddb7f9cb0 tempest-ServerRescueTestJSON-1860265827 tempest-ServerRescueTestJSON-1860265827-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (77838a79-20a7-4f6b-986b-b3f4c5bbd034), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:44.923939 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-0d69f29e-0bf7-4481-9b2e-5291cfdcc943 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327'] for network (a69bfb95-797b-4825-866b-2c94a621d18a), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:44.926565 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d69f29e-0bf7-4481-9b2e-5291cfdcc943 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:21:44.928844 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-0d69f29e-0bf7-4481-9b2e-5291cfdcc943 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677565'] for network (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:45.076513 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-0d69f29e-0bf7-4481-9b2e-5291cfdcc943 admin admin] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 1.1969712 Feb 04 17:21:45.095559 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 36022) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:21:45.109346 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-e8d62b6e-6bfb-4725-b5e2-a2d791c09215 admin admin] Request body: {'subnet': {'network_id': 'a69bfb95-797b-4825-866b-2c94a621d18a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-178920177-subnet', 'tenant_id': '08c8ed9304cf401d8c1d136ac3844d2a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:21:45.130041 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-39c818a5-af24-4c67-b6f3-25090e6e1dda req-81bfbf8f-4581-47e0-a284-97dc71b570c8 tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] 10.222.0.89 "GET /v2.0/security-groups?id=e65ecd24-4d97-4684-be33-350ed30f90cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2447107 Feb 04 17:21:45.182555 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 17:21:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a6dfd62-f4fd-4896-8cc3-a37e26739550 x-openstack-request-id: req-5a6dfd62-f4fd-4896-8cc3-a37e26739550 {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:21:45.182761 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32c473d7-3f2d-495e-b44f-fd0929434fbd", "name": "network-vif-plugged", "status": "completed", "tag": "0dc06b5d-448b-4f0d-ad2e-de475b21d9b4", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:21:45.182973 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-5a6dfd62-f4fd-4896-8cc3-a37e26739550 {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:21:45.183372 n-d-827839-2 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32c473d7-3f2d-495e-b44f-fd0929434fbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0dc06b5d-448b-4f0d-ad2e-de475b21d9b4', 'code': 200} Feb 04 17:21:45.211354 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [req-252a1f7d-02d1-4495-af6d-e7aa3b88204b req-493fe6d1-dda2-4e98-8050-8d6ddb7f9cb0 tempest-ServerRescueTestJSON-1860265827 tempest-ServerRescueTestJSON-1860265827-project] For port 77838a79-20a7-4f6b-986b-b3f4c5bbd034, host n-h2-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=77838a79-20a7-4f6b-986b-b3f4c5bbd034,segment=NetworkSegment(be1103cf-5393-48aa-b76f-2defc05390b4),segment_id=be1103cf-5393-48aa-b76f-2defc05390b4)] {{(pid=103377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:21:45.211897 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-252a1f7d-02d1-4495-af6d-e7aa3b88204b req-493fe6d1-dda2-4e98-8050-8d6ddb7f9cb0 tempest-ServerRescueTestJSON-1860265827 tempest-ServerRescueTestJSON-1860265827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (77838a79-20a7-4f6b-986b-b3f4c5bbd034), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:45.222475 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d69f29e-0bf7-4481-9b2e-5291cfdcc943 admin admin] Pushing event updated for resources: {'Network': ['ID=a69bfb95-797b-4825-866b-2c94a621d18a,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:21:45.244855 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Network a69bfb95-797b-4825-866b-2c94a621d18a details requested by agent ovs-agent-n-d-827839-2 with host n-d-827839-2 {{(pid=103378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 17:21:45.272102 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [req-252a1f7d-02d1-4495-af6d-e7aa3b88204b req-493fe6d1-dda2-4e98-8050-8d6ddb7f9cb0 tempest-ServerRescueTestJSON-1860265827 tempest-ServerRescueTestJSON-1860265827-project] Calling delete_port for 77838a79-20a7-4f6b-986b-b3f4c5bbd034 owned by compute:nova {{(pid=103377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:21:45.297061 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8d62b6e-6bfb-4725-b5e2-a2d791c09215 admin admin] Made reservation on behalf of 08c8ed9304cf401d8c1d136ac3844d2a for: {'subnet': 1} {{(pid=103376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:21:45.315742 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-e8d62b6e-6bfb-4725-b5e2-a2d791c09215 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25859006'] for subnet (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:45.363477 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f818034-be90-4aef-b836-65c240e2d8b9 admin admin] Deleting subnet bf8ba049-695f-44be-9bf2-689533c91d54 {{(pid=103376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 17:21:45.432387 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-7f818034-be90-4aef-b836-65c240e2d8b9 admin admin] Publish callbacks [] for subnet (bf8ba049-695f-44be-9bf2-689533c91d54), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:45.553537 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-7f818034-be90-4aef-b836-65c240e2d8b9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25674901'] for subnet (bf8ba049-695f-44be-9bf2-689533c91d54), precommit_delete_associations {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:45.652488 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad5ecaf-6325-4d5e-9097-b26d47da6921 req-16867578-4ac6-403e-a028-b1fc0799c089 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:21:45.662405 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-1ad5ecaf-6325-4d5e-9097-b26d47da6921 req-16867578-4ac6-403e-a028-b1fc0799c089 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=32c473d7-3f2d-495e-b44f-fd0929434fbd HTTP/1.1" status: 200 len: 1128 time: 0.3876562 Feb 04 17:21:45.726714 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-593695fc-7835-4822-a018-b6b792e1d95b req-2d37558e-71f3-4af7-8ee6-efd829dfbe36 tempest-VolumesAdminNegativeTest-1672480567 tempest-VolumesAdminNegativeTest-1672480567-project] 10.222.0.89 "GET /v2.0/ports?device_id=588c76ea-c124-46b5-9100-eab87b2c3c92 HTTP/1.1" status: 200 len: 210 time: 0.0982840 Feb 04 17:21:45.756076 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 36040) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:21:45.914730 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-1ad5ecaf-6325-4d5e-9097-b26d47da6921 req-2848558e-32ad-43cb-9c7c-621ee2be2308 service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=e65ecd24-4d97-4684-be33-350ed30f90cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2053373 Feb 04 17:21:45.917502 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-252a1f7d-02d1-4495-af6d-e7aa3b88204b req-493fe6d1-dda2-4e98-8050-8d6ddb7f9cb0 tempest-ServerRescueTestJSON-1860265827 tempest-ServerRescueTestJSON-1860265827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (77838a79-20a7-4f6b-986b-b3f4c5bbd034), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:45.930881 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] get_ports_and_sgs() called for port_ids ['2e337050-c376-4e89-b3c1-981d70481050'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 17:21:46.026488 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-a11e02a4-cfe2-4ce8-881f-3ca6cc661ab5 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-733725866-network', 'tenant_id': 'c5cb386618c24d66b6712f0d36ac7fea'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:21:46.031644 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493fe6d1-dda2-4e98-8050-8d6ddb7f9cb0 tempest-ServerRescueTestJSON-1860265827 tempest-ServerRescueTestJSON-1860265827-project] Pushing event deleted for resources: {'Port': ['ID=77838a79-20a7-4f6b-986b-b3f4c5bbd034,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:21:46.109103 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [req-252a1f7d-02d1-4495-af6d-e7aa3b88204b req-493fe6d1-dda2-4e98-8050-8d6ddb7f9cb0 tempest-ServerRescueTestJSON-1860265827 tempest-ServerRescueTestJSON-1860265827-project] No DVR routers for this DVR port 77838a79-20a7-4f6b-986b-b3f4c5bbd034 on host n-h2-827839-2 {{(pid=103377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 17:21:46.112498 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-252a1f7d-02d1-4495-af6d-e7aa3b88204b req-493fe6d1-dda2-4e98-8050-8d6ddb7f9cb0 tempest-ServerRescueTestJSON-1860265827 tempest-ServerRescueTestJSON-1860265827-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:46.118934 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-252a1f7d-02d1-4495-af6d-e7aa3b88204b req-493fe6d1-dda2-4e98-8050-8d6ddb7f9cb0 tempest-ServerRescueTestJSON-1860265827 tempest-ServerRescueTestJSON-1860265827-project] 10.222.0.90 "DELETE /v2.0/ports/77838a79-20a7-4f6b-986b-b3f4c5bbd034 HTTP/1.1" status: 204 len: 173 time: 1.7108071 Feb 04 17:21:46.123397 n-d-827839-2 neutron-server[103377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50d04b06-35cb-42a2-b742-ad06a5486b0d', 'name': 'network-vif-deleted', 'tag': '77838a79-20a7-4f6b-986b-b3f4c5bbd034'}] {{(pid=103377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:21:46.127089 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7240428b650e1488e9361b62648ff4b3a6c19d49d8c27c949491ab58c1346cf0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d63d3b52-885d-41a6-a662-8f425c630595" -d '{"events": [{"server_uuid": "50d04b06-35cb-42a2-b742-ad06a5486b0d", "name": "network-vif-deleted", "tag": "77838a79-20a7-4f6b-986b-b3f4c5bbd034"}]}' {{(pid=103377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:21:46.137746 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a11e02a4-cfe2-4ce8-881f-3ca6cc661ab5 admin admin] Made reservation on behalf of c5cb386618c24d66b6712f0d36ac7fea for: {'network': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:21:46.143943 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-a11e02a4-cfe2-4ce8-881f-3ca6cc661ab5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for network (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:46.157016 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-a11e02a4-cfe2-4ce8-881f-3ca6cc661ab5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:46.213734 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 17:21:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efd20f02-0484-4537-a3ef-ce2282be1f42 x-openstack-request-id: req-efd20f02-0484-4537-a3ef-ce2282be1f42 {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:21:46.214387 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50d04b06-35cb-42a2-b742-ad06a5486b0d", "name": "network-vif-deleted", "tag": "77838a79-20a7-4f6b-986b-b3f4c5bbd034", "status": "completed", "code": 200}]} {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:21:46.214387 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-efd20f02-0484-4537-a3ef-ce2282be1f42 {{(pid=103377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:21:46.215859 n-d-827839-2 neutron-server[103377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50d04b06-35cb-42a2-b742-ad06a5486b0d', 'name': 'network-vif-deleted', 'tag': '77838a79-20a7-4f6b-986b-b3f4c5bbd034', 'status': 'completed', 'code': 200} Feb 04 17:21:46.275357 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3e2ad0-60ff-4b35-9179-54859d4e253b req-2c373e64-4705-4f14-9376-6fa41f3a7675 tempest-ServerRescueTestJSON-1860265827 tempest-ServerRescueTestJSON-1860265827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:21:46.287062 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-5e3e2ad0-60ff-4b35-9179-54859d4e253b req-2c373e64-4705-4f14-9376-6fa41f3a7675 tempest-ServerRescueTestJSON-1860265827 tempest-ServerRescueTestJSON-1860265827-project] 10.222.0.89 "GET /v2.0/ports?device_id=50d04b06-35cb-42a2-b742-ad06a5486b0d HTTP/1.1" status: 200 len: 867 time: 0.7612929 Feb 04 17:21:46.307757 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-7f818034-be90-4aef-b836-65c240e2d8b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1541225'] for subnet (bf8ba049-695f-44be-9bf2-689533c91d54), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:46.498084 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-5e3e2ad0-60ff-4b35-9179-54859d4e253b req-5d3e4ca1-2a0b-4df0-a6a5-4beee3544a15 tempest-ServerRescueTestJSON-1860265827 tempest-ServerRescueTestJSON-1860265827-project] 10.222.0.89 "GET /v2.0/security-groups?id=cc4b9805-caea-4906-9ad3-3e1579c9619f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2072780 Feb 04 17:21:46.556610 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a81f6e-b4e3-49e6-b076-4cc6aa21f53b req-dd25bb93-661d-45e9-98a5-fbf0a46b9abc tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:21:46.563906 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-68a81f6e-b4e3-49e6-b076-4cc6aa21f53b req-dd25bb93-661d-45e9-98a5-fbf0a46b9abc tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] 10.222.0.89 "GET /v2.0/ports?device_id=32c473d7-3f2d-495e-b44f-fd0929434fbd HTTP/1.1" status: 200 len: 946 time: 0.2236764 Feb 04 17:21:46.583016 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-7f818034-be90-4aef-b836-65c240e2d8b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1541216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25675894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25858947'] for subnet (bf8ba049-695f-44be-9bf2-689533c91d54), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:46.621363 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f818034-be90-4aef-b836-65c240e2d8b9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bf8ba049-695f-44be-9bf2-689533c91d54,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:21:46.648020 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-7f818034-be90-4aef-b836-65c240e2d8b9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:46.653086 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-7f818034-be90-4aef-b836-65c240e2d8b9 admin admin] 10.222.0.89 "DELETE /v2.0/subnets/bf8ba049-695f-44be-9bf2-689533c91d54 HTTP/1.1" status: 204 len: 168 time: 2.0496035 Feb 04 17:21:46.654754 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 36054) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:21:46.667819 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-e8d62b6e-6bfb-4725-b5e2-a2d791c09215 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25674939', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25858952'] for subnet (4c5f610d-9231-45f1-abd7-6e26ccd02030), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:46.680553 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-68a81f6e-b4e3-49e6-b076-4cc6aa21f53b req-b58e0e03-b31e-43de-8579-23d33f3669f8 tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] 10.222.0.89 "GET /v2.0/security-groups?id=e65ecd24-4d97-4684-be33-350ed30f90cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1159093 Feb 04 17:21:46.698283 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb79da4-f423-4082-a231-200f63dd2a87 req-4c9a3834-cc9b-47b7-9c71-b66afe1c752e tempest-VolumesAdminNegativeTest-1672480567 tempest-VolumesAdminNegativeTest-1672480567-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:21:46.700435 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-6eb79da4-f423-4082-a231-200f63dd2a87 req-4c9a3834-cc9b-47b7-9c71-b66afe1c752e tempest-VolumesAdminNegativeTest-1672480567 tempest-VolumesAdminNegativeTest-1672480567-project] 10.222.0.96 "GET /v2.0/networks?id=216a4039-f179-48b2-a471-479c3619af2b HTTP/1.1" status: 200 len: 814 time: 0.4837749 Feb 04 17:21:46.710747 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-a11e02a4-cfe2-4ce8-881f-3ca6cc661ab5 admin admin] Publish callbacks [] for security_group (6c430dff-7990-44ba-b62d-7ce4a11c9249), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:46.724530 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [req-6eb79da4-f423-4082-a231-200f63dd2a87 req-162ac502-4913-407e-bccb-ca666fcbc2dd tempest-VolumesAdminNegativeTest-1672480567 tempest-VolumesAdminNegativeTest-1672480567-project] Request body: {'port': {'device_id': '588c76ea-c124-46b5-9100-eab87b2c3c92', 'network_id': '216a4039-f179-48b2-a471-479c3619af2b', 'admin_state_up': True, 'tenant_id': '2902b48ca51645a1a1f2c0c12051d44f'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:21:46.736080 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-a11e02a4-cfe2-4ce8-881f-3ca6cc661ab5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (6c430dff-7990-44ba-b62d-7ce4a11c9249), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:46.877481 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d62b6e-6bfb-4725-b5e2-a2d791c09215 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4c5f610d-9231-45f1-abd7-6e26ccd02030,revision_number=0']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:21:46.918438 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a11e02a4-cfe2-4ce8-881f-3ca6cc661ab5 admin admin] vlan segment allocate from pool success with {'vlan_id': 766, 'physical_network': 'physnet1'} {{(pid=103377) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 17:21:46.944217 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-773cd101-a1bc-4438-aecf-f108f5adbc74 req-a9948815-6152-43b0-bc66-2bfe9c47455e tempest-VolumesAdminNegativeTest-1672480567 tempest-VolumesAdminNegativeTest-1672480567-project] 10.222.0.89 "GET /v2.0/ports?device_id=588c76ea-c124-46b5-9100-eab87b2c3c92 HTTP/1.1" status: 200 len: 210 time: 0.0631576 Feb 04 17:21:46.950050 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-551de68a-3e20-4d8e-82e7-6d856b1df8f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628832'] for network (e6d83a7c-1f77-441c-afa2-81d5754db2af), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:46.961903 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11e02a4-cfe2-4ce8-881f-3ca6cc661ab5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c430dff-7990-44ba-b62d-7ce4a11c9249,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:21:46.981653 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8d62b6e-6bfb-4725-b5e2-a2d791c09215 admin admin] Checking segment: {'id': '40be95d6-8661-400f-bc9d-3f4c57dcd00c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': 'a69bfb95-797b-4825-866b-2c94a621d18a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:21:46.982881 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8d62b6e-6bfb-4725-b5e2-a2d791c09215 admin admin] Network hostable DHCP agents. Network: a69bfb95-797b-4825-866b-2c94a621d18a, hostable agents: ['bb89f5a3-3c22-440b-b7d1-c4f0c43c184a'], hosted agents: [] {{(pid=103376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 17:21:47.007379 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-a11e02a4-cfe2-4ce8-881f-3ca6cc661ab5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (072307a9-31c6-4f7a-9235-384357f581eb), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:47.007733 n-d-827839-2 neutron-server[103377]: INFO neutron.db.segments_db [None req-a11e02a4-cfe2-4ce8-881f-3ca6cc661ab5 admin admin] Added segment 072307a9-31c6-4f7a-9235-384357f581eb of type vlan for network 02771309-aff5-472d-90da-927298d169e4 Feb 04 17:21:47.083887 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8d62b6e-6bfb-4725-b5e2-a2d791c09215 admin admin] Network a69bfb95-797b-4825-866b-2c94a621d18a is scheduled to be hosted by DHCP agent bb89f5a3-3c22-440b-b7d1-c4f0c43c184a with binding_index 1 {{(pid=103376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 17:21:47.102326 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-551de68a-3e20-4d8e-82e7-6d856b1df8f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1543676', 'neutron.services.segments.db._delete_segments_for_network-8781084786517'] for network (e6d83a7c-1f77-441c-afa2-81d5754db2af), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:47.111884 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [None req-e8d62b6e-6bfb-4725-b5e2-a2d791c09215 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827839-2, a69bfb95-797b-4825-866b-2c94a621d18a) {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:21:47.119922 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3f6cba8-012d-4aca-9153-3a40c300e18d None None] Network a69bfb95-797b-4825-866b-2c94a621d18a requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:21:47.143510 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8d62b6e-6bfb-4725-b5e2-a2d791c09215 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:21:47.144177 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-e8d62b6e-6bfb-4725-b5e2-a2d791c09215 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:47.160779 n-d-827839-2 neutron-server[103376]: DEBUG neutron.services.segments.db [None req-551de68a-3e20-4d8e-82e7-6d856b1df8f6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6d83a7c-1f77-441c-afa2-81d5754db2af']}} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:21:47.167379 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6eb79da4-f423-4082-a231-200f63dd2a87 req-162ac502-4913-407e-bccb-ca666fcbc2dd tempest-VolumesAdminNegativeTest-1672480567 tempest-VolumesAdminNegativeTest-1672480567-project] Made reservation on behalf of 2902b48ca51645a1a1f2c0c12051d44f for: {'port': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:21:47.172080 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-6eb79da4-f423-4082-a231-200f63dd2a87 req-162ac502-4913-407e-bccb-ca666fcbc2dd tempest-VolumesAdminNegativeTest-1672480567 tempest-VolumesAdminNegativeTest-1672480567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:47.175477 n-d-827839-2 neutron-server[103376]: DEBUG neutron.services.segments.db [None req-551de68a-3e20-4d8e-82e7-6d856b1df8f6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78faf63e-60a8-47e4-85af-dce04e5fa366') {'for_net_delete': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:21:47.175774 n-d-827839-2 neutron-server[103376]: DEBUG neutron.services.segments.db [None req-551de68a-3e20-4d8e-82e7-6d856b1df8f6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78faf63e-60a8-47e4-85af-dce04e5fa366') {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:21:47.186128 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-551de68a-3e20-4d8e-82e7-6d856b1df8f6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781084783966', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25674908'] for segment (78faf63e-60a8-47e4-85af-dce04e5fa366), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:47.192195 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-e8d62b6e-6bfb-4725-b5e2-a2d791c09215 admin admin] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 2.0942936 Feb 04 17:21:47.193838 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-a11e02a4-cfe2-4ce8-881f-3ca6cc661ab5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781084292801'] for network (02771309-aff5-472d-90da-927298d169e4), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:47.226732 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-551de68a-3e20-4d8e-82e7-6d856b1df8f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (78faf63e-60a8-47e4-85af-dce04e5fa366), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:47.240360 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-551de68a-3e20-4d8e-82e7-6d856b1df8f6 admin admin] Releasing vlan 781 on physical network physnet1 to pool {{(pid=103376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 17:21:47.242148 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-551de68a-3e20-4d8e-82e7-6d856b1df8f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25675992'] for segment (78faf63e-60a8-47e4-85af-dce04e5fa366), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:47.247544 n-d-827839-2 neutron-server[103376]: Traceback (most recent call last): Feb 04 17:21:47.247544 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 17:21:47.247544 n-d-827839-2 neutron-server[103376]: timer() Feb 04 17:21:47.247544 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 17:21:47.247544 n-d-827839-2 neutron-server[103376]: cb(*args, **kw) Feb 04 17:21:47.247544 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 17:21:47.247544 n-d-827839-2 neutron-server[103376]: return func(*args, **kwargs) Feb 04 17:21:47.247544 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 17:21:47.247544 n-d-827839-2 neutron-server[103376]: self._notify() Feb 04 17:21:47.247544 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 17:21:47.247544 n-d-827839-2 neutron-server[103376]: self.callback(batched_events) Feb 04 17:21:47.247544 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 17:21:47.247544 n-d-827839-2 neutron-server[103376]: event.method(event) Feb 04 17:21:47.247544 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 17:21:47.247544 n-d-827839-2 neutron-server[103376]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 17:21:47.247544 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 17:21:47.247544 n-d-827839-2 neutron-server[103376]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 17:21:47.247544 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 17:21:47.247544 n-d-827839-2 neutron-server[103376]: return f(self, *a, **k) Feb 04 17:21:47.247544 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 17:21:47.247544 n-d-827839-2 neutron-server[103376]: return self._get(url).json() Feb 04 17:21:47.247544 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 17:21:47.247544 n-d-827839-2 neutron-server[103376]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 17:21:47.247544 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 17:21:47.247544 n-d-827839-2 neutron-server[103376]: return self.request(url, 'GET', **kwargs) Feb 04 17:21:47.247544 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 17:21:47.247544 n-d-827839-2 neutron-server[103376]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 17:21:47.247544 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 17:21:47.247544 n-d-827839-2 neutron-server[103376]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 17:21:47.247544 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 17:21:47.247544 n-d-827839-2 neutron-server[103376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 17:21:47.247544 n-d-827839-2 neutron-server[103376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 17:21:47.305235 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.db.resource_extend [None req-a11e02a4-cfe2-4ce8-881f-3ca6cc661ab5 admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 17:21:47.350981 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2456bedc-49ed-49a0-87c3-03c6fded0e69 None None] Network a69bfb95-797b-4825-866b-2c94a621d18a requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:21:47.404811 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-551de68a-3e20-4d8e-82e7-6d856b1df8f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1543671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1595572'] for network (e6d83a7c-1f77-441c-afa2-81d5754db2af), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:47.411460 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-551de68a-3e20-4d8e-82e7-6d856b1df8f6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677565'] for network (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:47.415783 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-551de68a-3e20-4d8e-82e7-6d856b1df8f6 admin admin] 10.222.0.89 "DELETE /v2.0/networks/e6d83a7c-1f77-441c-afa2-81d5754db2af HTTP/1.1" status: 204 len: 168 time: 0.7602847 Feb 04 17:21:47.431837 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-a11e02a4-cfe2-4ce8-881f-3ca6cc661ab5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327'] for network (02771309-aff5-472d-90da-927298d169e4), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:47.453810 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a11e02a4-cfe2-4ce8-881f-3ca6cc661ab5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:21:47.455608 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-a11e02a4-cfe2-4ce8-881f-3ca6cc661ab5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677565'] for network (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:47.485929 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551de68a-3e20-4d8e-82e7-6d856b1df8f6 admin admin] Pushing event deleted for resources: {'Network': ['ID=e6d83a7c-1f77-441c-afa2-81d5754db2af,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:21:47.683681 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 36076) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:21:47.688802 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-b2e9218e-eb3f-4e95-a6b5-f3571be24043 admin admin] Request body: {'subnet': {'network_id': '02771309-aff5-472d-90da-927298d169e4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-733725866-subnet', 'tenant_id': 'c5cb386618c24d66b6712f0d36ac7fea', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:21:47.701216 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-a11e02a4-cfe2-4ce8-881f-3ca6cc661ab5 admin admin] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.9418106 Feb 04 17:21:47.708696 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.db_base_plugin_common [req-6eb79da4-f423-4082-a231-200f63dd2a87 req-162ac502-4913-407e-bccb-ca666fcbc2dd tempest-VolumesAdminNegativeTest-1672480567 tempest-VolumesAdminNegativeTest-1672480567-project] Allocated IP 172.20.0.9 (216a4039-f179-48b2-a471-479c3619af2b/75657dba-ba38-499e-8c73-0661b3ba329b/eb95eb67-b320-4644-9363-94ccbac6d965) {{(pid=103377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:21:47.712779 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 36080) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:21:47.722573 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Device 77838a79-20a7-4f6b-986b-b3f4c5bbd034 no longer exists at agent hyperv_n-h2-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:21:47.769474 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11e02a4-cfe2-4ce8-881f-3ca6cc661ab5 admin admin] Pushing event updated for resources: {'Network': ['ID=02771309-aff5-472d-90da-927298d169e4,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:21:47.815843 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] No Port match for: 77838a79-20a7-4f6b-986b-b3f4c5bbd034 {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 17:21:47.816467 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Device 77838a79-20a7-4f6b-986b-b3f4c5bbd034 not bound to the agent host n-h2-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 17:21:47.818174 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Network 02771309-aff5-472d-90da-927298d169e4 details requested by agent ovs-agent-n-d-827839-2 with host n-d-827839-2 {{(pid=103378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 17:21:47.904125 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2e9218e-eb3f-4e95-a6b5-f3571be24043 admin admin] Made reservation on behalf of c5cb386618c24d66b6712f0d36ac7fea for: {'subnet': 1} {{(pid=103376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:21:47.908963 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-b2e9218e-eb3f-4e95-a6b5-f3571be24043 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25859006'] for subnet (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:48.137661 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-abc32a90-c811-4b39-8943-de97b0fbecd2 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=36d552dcaba84f869d86965d2c5a9247&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4208961 Feb 04 17:21:48.137661 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-b2e9218e-eb3f-4e95-a6b5-f3571be24043 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25674939', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25858952'] for subnet (069a4643-9702-4f4f-bc4a-cf22266ae74b), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:48.138136 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 36092) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:21:48.179752 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-6eb79da4-f423-4082-a231-200f63dd2a87 req-162ac502-4913-407e-bccb-ca666fcbc2dd tempest-VolumesAdminNegativeTest-1672480567 tempest-VolumesAdminNegativeTest-1672480567-project] Publish callbacks [] for port (eb95eb67-b320-4644-9363-94ccbac6d965), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:48.183715 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e9218e-eb3f-4e95-a6b5-f3571be24043 admin admin] Pushing event updated for resources: {'Subnet': ['ID=069a4643-9702-4f4f-bc4a-cf22266ae74b,revision_number=0']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:21:48.230539 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2e9218e-eb3f-4e95-a6b5-f3571be24043 admin admin] Checking segment: {'id': '072307a9-31c6-4f7a-9235-384357f581eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '02771309-aff5-472d-90da-927298d169e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:21:48.230914 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2e9218e-eb3f-4e95-a6b5-f3571be24043 admin admin] Network hostable DHCP agents. Network: 02771309-aff5-472d-90da-927298d169e4, hostable agents: ['bb89f5a3-3c22-440b-b7d1-c4f0c43c184a'], hosted agents: [] {{(pid=103376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 17:21:48.254917 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2e9218e-eb3f-4e95-a6b5-f3571be24043 admin admin] Network 02771309-aff5-472d-90da-927298d169e4 is scheduled to be hosted by DHCP agent bb89f5a3-3c22-440b-b7d1-c4f0c43c184a with binding_index 1 {{(pid=103376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 17:21:48.307826 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9279200c-69d7-4fad-bfe2-e7284168eae7 req-ef050f48-2ada-40ee-a663-9f8b0593b5c0 tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:21:48.309394 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-9279200c-69d7-4fad-bfe2-e7284168eae7 req-ef050f48-2ada-40ee-a663-9f8b0593b5c0 tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] 10.222.0.89 "GET /v2.0/ports?device_id=32c473d7-3f2d-495e-b44f-fd0929434fbd HTTP/1.1" status: 200 len: 946 time: 0.2769961 Feb 04 17:21:48.328974 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-9bb9714b-ff75-4381-8e4a-0a3593f14c69 admin admin] Publish callbacks [] for security_group (c591d0a0-8f77-4259-ab5e-c54cb31473d2), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:48.335267 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [None req-b2e9218e-eb3f-4e95-a6b5-f3571be24043 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827839-2, 02771309-aff5-472d-90da-927298d169e4) {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:21:48.343240 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2e9218e-eb3f-4e95-a6b5-f3571be24043 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:21:48.344032 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-b2e9218e-eb3f-4e95-a6b5-f3571be24043 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:48.344426 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adef9207-4c8d-427c-a6d6-15f77abd31cf None None] Network 02771309-aff5-472d-90da-927298d169e4 requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:21:48.373095 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-b2e9218e-eb3f-4e95-a6b5-f3571be24043 admin admin] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6880796 Feb 04 17:21:48.376867 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 36104) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:21:48.381353 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-e47799fb-a2bd-431e-b5f6-ab948e5805a2 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-733725866-router', 'tenant_id': 'c5cb386618c24d66b6712f0d36ac7fea', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188'}}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:21:48.410883 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-e47799fb-a2bd-431e-b5f6-ab948e5805a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1601657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26921'] for router (a5615500-825b-4c27-b245-888c86ab2e53), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:48.413048 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-e47799fb-a2bd-431e-b5f6-ab948e5805a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1602025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603663', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1630571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26960'] for router (a5615500-825b-4c27-b245-888c86ab2e53), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:48.423347 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-9bb9714b-ff75-4381-8e4a-0a3593f14c69 admin admin] Publish callbacks [] for security_group (c591d0a0-8f77-4259-ab5e-c54cb31473d2), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:48.443760 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-6eb79da4-f423-4082-a231-200f63dd2a87 req-162ac502-4913-407e-bccb-ca666fcbc2dd tempest-VolumesAdminNegativeTest-1672480567 tempest-VolumesAdminNegativeTest-1672480567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (eb95eb67-b320-4644-9363-94ccbac6d965), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:48.489435 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea3ef9d-7553-4f82-946a-44219031590b req-ddf67ec2-d1a1-47e4-b056-0b4ec3a34ddb tempest-ImagesTestJSON-301921999 tempest-ImagesTestJSON-301921999-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:21:48.492854 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-aea3ef9d-7553-4f82-946a-44219031590b req-ddf67ec2-d1a1-47e4-b056-0b4ec3a34ddb tempest-ImagesTestJSON-301921999 tempest-ImagesTestJSON-301921999-project] 10.222.0.89 "GET /v2.0/networks?id=a69bfb95-797b-4825-866b-2c94a621d18a HTTP/1.1" status: 200 len: 804 time: 0.2291672 Feb 04 17:21:48.516970 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162ac502-4913-407e-bccb-ca666fcbc2dd tempest-VolumesAdminNegativeTest-1672480567 tempest-VolumesAdminNegativeTest-1672480567-project] Pushing event updated for resources: {'Port': ['ID=eb95eb67-b320-4644-9363-94ccbac6d965,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:21:48.538388 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67764b43-e516-445d-b0ce-a7be2ea159db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e4c19ad-5724-5db8-8ee1-4f56ae69fcf4-02771309-aff5-472d-90da-927298d169e4', 'network_id': '02771309-aff5-472d-90da-927298d169e4', 'project_id': 'c5cb386618c24d66b6712f0d36ac7fea', 'fixed_ips': [{'subnet_id': '069a4643-9702-4f4f-bc4a-cf22266ae74b'}]}} from n-d-827839-2. {{(pid=103378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 17:21:48.539668 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-67764b43-e516-445d-b0ce-a7be2ea159db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:48.575282 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-9279200c-69d7-4fad-bfe2-e7284168eae7 req-13677ea9-26b9-4252-93f5-de683af0b5e4 tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] 10.222.0.89 "GET /v2.0/security-groups?id=e65ecd24-4d97-4684-be33-350ed30f90cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2485738 Feb 04 17:21:48.589473 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-aea3ef9d-7553-4f82-946a-44219031590b req-76aed198-2297-4183-ae40-1b3b2cfb1158 tempest-ImagesTestJSON-301921999 tempest-ImagesTestJSON-301921999-project] 10.222.0.89 "GET /v2.0/quotas/08c8ed9304cf401d8c1d136ac3844d2a HTTP/1.1" status: 200 len: 375 time: 0.0741897 Feb 04 17:21:48.594915 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-e47799fb-a2bd-431e-b5f6-ab948e5805a2 admin admin] Publish callbacks [] for router_controller (a5615500-825b-4c27-b245-888c86ab2e53), precommit_add_association {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:48.613836 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6eb79da4-f423-4082-a231-200f63dd2a87 req-162ac502-4913-407e-bccb-ca666fcbc2dd tempest-VolumesAdminNegativeTest-1672480567 tempest-VolumesAdminNegativeTest-1672480567-project] Network 216a4039-f179-48b2-a471-479c3619af2b is already hosted by enough agents. {{(pid=103377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:21:48.616644 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [req-6eb79da4-f423-4082-a231-200f63dd2a87 req-162ac502-4913-407e-bccb-ca666fcbc2dd tempest-VolumesAdminNegativeTest-1672480567 tempest-VolumesAdminNegativeTest-1672480567-project] Resources bound (agent type, host, resource id): {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:21:48.638385 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [req-6eb79da4-f423-4082-a231-200f63dd2a87 req-162ac502-4913-407e-bccb-ca666fcbc2dd tempest-VolumesAdminNegativeTest-1672480567 tempest-VolumesAdminNegativeTest-1672480567-project] Received port after_create {{(pid=103377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:21:48.679032 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-aea3ef9d-7553-4f82-946a-44219031590b req-ebbdddaa-4366-495e-8909-32f0cacd6789 tempest-ImagesTestJSON-301921999 tempest-ImagesTestJSON-301921999-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=08c8ed9304cf401d8c1d136ac3844d2a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0823677 Feb 04 17:21:48.766451 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb79da4-f423-4082-a231-200f63dd2a87 req-162ac502-4913-407e-bccb-ca666fcbc2dd tempest-VolumesAdminNegativeTest-1672480567 tempest-VolumesAdminNegativeTest-1672480567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:21:48.767981 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-6eb79da4-f423-4082-a231-200f63dd2a87 req-162ac502-4913-407e-bccb-ca666fcbc2dd tempest-VolumesAdminNegativeTest-1672480567 tempest-VolumesAdminNegativeTest-1672480567-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:48.790458 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-9bb9714b-ff75-4381-8e4a-0a3593f14c69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (c591d0a0-8f77-4259-ab5e-c54cb31473d2), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:48.793656 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-9bb9714b-ff75-4381-8e4a-0a3593f14c69 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:48.794986 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-9bb9714b-ff75-4381-8e4a-0a3593f14c69 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/c591d0a0-8f77-4259-ab5e-c54cb31473d2 HTTP/1.1" status: 204 len: 168 time: 0.6412535 Feb 04 17:21:48.813276 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb9714b-ff75-4381-8e4a-0a3593f14c69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c591d0a0-8f77-4259-ab5e-c54cb31473d2,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:21:48.855723 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-6eb79da4-f423-4082-a231-200f63dd2a87 req-162ac502-4913-407e-bccb-ca666fcbc2dd tempest-VolumesAdminNegativeTest-1672480567 tempest-VolumesAdminNegativeTest-1672480567-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1310949 Feb 04 17:21:48.863520 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-67764b43-e516-445d-b0ce-a7be2ea159db None None] Allocated IP 172.20.0.2 (02771309-aff5-472d-90da-927298d169e4/069a4643-9702-4f4f-bc4a-cf22266ae74b/b43b25e6-ff58-4a22-9e05-05ad3b6bcd52) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:21:48.867634 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [req-6eb79da4-f423-4082-a231-200f63dd2a87 req-720c5fd1-46e5-4b6e-896b-0c2f31ccd220 service neutron] Request body: {'port': {'device_id': '588c76ea-c124-46b5-9100-eab87b2c3c92', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827839-2'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:21:48.933479 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-e47799fb-a2bd-431e-b5f6-ab948e5805a2 admin admin] Publish callbacks [] for router_gateway (a5615500-825b-4c27-b245-888c86ab2e53), precommit_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:48.951928 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934285a2-bcbd-4729-a4dc-c3d87cee2c4f req-aafc931a-a574-4e7c-8143-35958093eba0 tempest-ServerRescueTestJSON-1860265827 tempest-ServerRescueTestJSON-1860265827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:21:48.958262 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-934285a2-bcbd-4729-a4dc-c3d87cee2c4f req-aafc931a-a574-4e7c-8143-35958093eba0 tempest-ServerRescueTestJSON-1860265827 tempest-ServerRescueTestJSON-1860265827-project] 10.222.0.89 "GET /v2.0/ports?device_id=2a222a3c-0b77-4166-9ac9-c127db15637a HTTP/1.1" status: 200 len: 945 time: 0.2254291 Feb 04 17:21:49.002329 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-aea3ef9d-7553-4f82-946a-44219031590b req-5ff36a55-d089-4eab-a7fe-b165aa542a25 service neutron] 10.222.0.89 "GET /v2.0/networks/a69bfb95-797b-4825-866b-2c94a621d18a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3103437 Feb 04 17:21:49.101687 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-67764b43-e516-445d-b0ce-a7be2ea159db None None] Publish callbacks [] for port (b43b25e6-ff58-4a22-9e05-05ad3b6bcd52), precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:49.110837 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-67764b43-e516-445d-b0ce-a7be2ea159db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135'] for port (b43b25e6-ff58-4a22-9e05-05ad3b6bcd52), after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:49.141056 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-934285a2-bcbd-4729-a4dc-c3d87cee2c4f req-92f4489c-db6a-4681-8976-70f1f6c9bfec tempest-ServerRescueTestJSON-1860265827 tempest-ServerRescueTestJSON-1860265827-project] 10.222.0.89 "GET /v2.0/security-groups?id=cc4b9805-caea-4906-9ad3-3e1579c9619f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595778 Feb 04 17:21:49.171390 n-d-827839-2 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67764b43-e516-445d-b0ce-a7be2ea159db None None] Network 02771309-aff5-472d-90da-927298d169e4 is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:21:49.176051 n-d-827839-2 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-67764b43-e516-445d-b0ce-a7be2ea159db None None] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:21:49.180159 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67764b43-e516-445d-b0ce-a7be2ea159db None None] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:21:49.187167 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-6eb79da4-f423-4082-a231-200f63dd2a87 req-720c5fd1-46e5-4b6e-896b-0c2f31ccd220 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (eb95eb67-b320-4644-9363-94ccbac6d965), before_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:49.228501 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67764b43-e516-445d-b0ce-a7be2ea159db None None] Pushing event updated for resources: {'Port': ['ID=b43b25e6-ff58-4a22-9e05-05ad3b6bcd52,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:21:49.231940 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-aea3ef9d-7553-4f82-946a-44219031590b req-0a28bc13-f8c5-4cf0-95d3-6bf55564e732 service neutron] 10.222.0.89 "GET /v2.0/networks/a69bfb95-797b-4825-866b-2c94a621d18a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1809769 Feb 04 17:21:49.288439 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-67764b43-e516-445d-b0ce-a7be2ea159db None None] Attempting to bind port b43b25e6-ff58-4a22-9e05-05ad3b6bcd52 on host n-d-827839-2 for vnic_type normal with profile {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:21:49.289097 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-67764b43-e516-445d-b0ce-a7be2ea159db None None] Attempting to bind port b43b25e6-ff58-4a22-9e05-05ad3b6bcd52 by drivers openvswitch,hyperv on host n-d-827839-2 at level 0 using segments [{'id': '072307a9-31c6-4f7a-9235-384357f581eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '02771309-aff5-472d-90da-927298d169e4'}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:21:49.289459 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67764b43-e516-445d-b0ce-a7be2ea159db None None] Attempting to bind port b43b25e6-ff58-4a22-9e05-05ad3b6bcd52 on network 02771309-aff5-472d-90da-927298d169e4 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:21:49.308996 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67764b43-e516-445d-b0ce-a7be2ea159db None None] Checking agent: {'id': 'ba70844b-66a0-45fd-a2f2-e6ed673321fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 0, 36), 'started_at': datetime.datetime(2022, 2, 4, 17, 1, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 21, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:21:49.309374 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67764b43-e516-445d-b0ce-a7be2ea159db None None] Checking segment: {'id': '072307a9-31c6-4f7a-9235-384357f581eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '02771309-aff5-472d-90da-927298d169e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:21:49.309778 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-67764b43-e516-445d-b0ce-a7be2ea159db None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:49.310168 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67764b43-e516-445d-b0ce-a7be2ea159db None None] Bound using segment: {'id': '072307a9-31c6-4f7a-9235-384357f581eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '02771309-aff5-472d-90da-927298d169e4'} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:21:49.310632 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-67764b43-e516-445d-b0ce-a7be2ea159db None None] Bound port: b43b25e6-ff58-4a22-9e05-05ad3b6bcd52, host: n-d-827839-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '072307a9-31c6-4f7a-9235-384357f581eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '02771309-aff5-472d-90da-927298d169e4'}}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:21:49.311010 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-67764b43-e516-445d-b0ce-a7be2ea159db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (b43b25e6-ff58-4a22-9e05-05ad3b6bcd52), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:49.493924 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-67764b43-e516-445d-b0ce-a7be2ea159db None None] For port b43b25e6-ff58-4a22-9e05-05ad3b6bcd52, host n-d-827839-2, cleared binding levels {{(pid=103378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:21:49.500404 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-67764b43-e516-445d-b0ce-a7be2ea159db None None] For port b43b25e6-ff58-4a22-9e05-05ad3b6bcd52, host n-d-827839-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=b43b25e6-ff58-4a22-9e05-05ad3b6bcd52,segment=NetworkSegment(072307a9-31c6-4f7a-9235-384357f581eb),segment_id=072307a9-31c6-4f7a-9235-384357f581eb)] {{(pid=103378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:21:49.525974 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-67764b43-e516-445d-b0ce-a7be2ea159db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (b43b25e6-ff58-4a22-9e05-05ad3b6bcd52), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:49.550517 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-e47799fb-a2bd-431e-b5f6-ab948e5805a2 admin admin] Publish callbacks [] for router_gateway (a5615500-825b-4c27-b245-888c86ab2e53), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:49.607928 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-e47799fb-a2bd-431e-b5f6-ab948e5805a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:49.666513 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67764b43-e516-445d-b0ce-a7be2ea159db None None] Pushing event updated for resources: {'Port': ['ID=b43b25e6-ff58-4a22-9e05-05ad3b6bcd52,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:21:49.966328 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c6df17-0202-4e1b-93e5-cd5e087312cf req-ad1d10a1-8ea3-40a4-81dc-2b4fbfe5b66e tempest-VolumesAdminNegativeTest-1672480567 tempest-VolumesAdminNegativeTest-1672480567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:21:49.977068 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-a8c6df17-0202-4e1b-93e5-cd5e087312cf req-ad1d10a1-8ea3-40a4-81dc-2b4fbfe5b66e tempest-VolumesAdminNegativeTest-1672480567 tempest-VolumesAdminNegativeTest-1672480567-project] 10.222.0.89 "GET /v2.0/ports?device_id=588c76ea-c124-46b5-9100-eab87b2c3c92 HTTP/1.1" status: 200 len: 931 time: 0.2170067 Feb 04 17:21:49.996334 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.db_base_plugin_common [None req-e47799fb-a2bd-431e-b5f6-ab948e5805a2 admin admin] Allocated IP 172.25.6.91 (48165773-85ad-49a1-9ec1-76fc8dc24188/7660bfad-1ea8-4fe7-831b-bed836f13efc/e2bf0a04-65a3-440a-909f-bd06c7949274) {{(pid=103376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:21:50.007151 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b3e14c-059c-45c5-97f3-c145e2218049 req-f8ca6abd-f903-439e-9c60-c0287148765e tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:21:50.009488 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-c3b3e14c-059c-45c5-97f3-c145e2218049 req-f8ca6abd-f903-439e-9c60-c0287148765e tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] 10.222.0.89 "GET /v2.0/ports?device_id=32c473d7-3f2d-495e-b44f-fd0929434fbd HTTP/1.1" status: 200 len: 946 time: 0.2382176 Feb 04 17:21:50.024956 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 36142) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:21:50.037973 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-8393434e-9fda-445e-9848-a14f214e530b tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] Request body: {'floatingip': {'port_id': '0dc06b5d-448b-4f0d-ad2e-de475b21d9b4'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:21:50.140036 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-8393434e-9fda-445e-9848-a14f214e530b tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] Publish callbacks [] for floatingip (80e01402-a5a8-48e0-ac74-02510396b1f0), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:50.205016 n-d-827839-2 neutron-server[103377]: DEBUG neutron.notifiers.nova [req-6eb79da4-f423-4082-a231-200f63dd2a87 req-720c5fd1-46e5-4b6e-896b-0c2f31ccd220 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb95eb67-b320-4644-9363-94ccbac6d965 {{(pid=103377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 17:21:50.222073 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-6eb79da4-f423-4082-a231-200f63dd2a87 req-720c5fd1-46e5-4b6e-896b-0c2f31ccd220 service neutron] Publish callbacks [] for port (eb95eb67-b320-4644-9363-94ccbac6d965), precommit_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:50.240351 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 36150) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:21:50.271969 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-a8c6df17-0202-4e1b-93e5-cd5e087312cf req-89c9e086-618a-42a2-95f2-cf0ae6896072 tempest-VolumesAdminNegativeTest-1672480567 tempest-VolumesAdminNegativeTest-1672480567-project] 10.222.0.89 "GET /v2.0/security-groups?id=5b02e1bf-0926-4110-9e78-cb84d45a7aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2939239 Feb 04 17:21:50.291589 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.provisioning_blocks [req-6eb79da4-f423-4082-a231-200f63dd2a87 req-720c5fd1-46e5-4b6e-896b-0c2f31ccd220 service neutron] Transition to ACTIVE for port object eb95eb67-b320-4644-9363-94ccbac6d965 will not be triggered until provisioned by entity L2. {{(pid=103377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 17:21:50.301990 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-6eb79da4-f423-4082-a231-200f63dd2a87 req-720c5fd1-46e5-4b6e-896b-0c2f31ccd220 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25888290'] for port (eb95eb67-b320-4644-9363-94ccbac6d965), after_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:50.383421 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-44eec1fb-f812-46c2-bc81-851f06053acb req-5600051b-4fa5-4201-90b9-30a6619f4ec7 tempest-ImagesTestJSON-301921999 tempest-ImagesTestJSON-301921999-project] 10.222.0.89 "GET /v2.0/ports?device_id=3c0c462b-42d2-463e-a193-1248311df748 HTTP/1.1" status: 200 len: 210 time: 0.1146634 Feb 04 17:21:50.708117 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device b43b25e6-ff58-4a22-9e05-05ad3b6bcd52 up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:21:50.720628 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720c5fd1-46e5-4b6e-896b-0c2f31ccd220 service neutron] Pushing event updated for resources: {'Port': ['ID=eb95eb67-b320-4644-9363-94ccbac6d965,revision_number=2']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:21:50.730282 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-9d45a069-9ed0-4715-9462-d7e275857db7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:50.777636 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1951bad9-ff08-422d-b3f0-dd16ad91fc8b req-3612686f-2a88-4fdd-9747-0c14749727d5 tempest-ServerRescueTestJSON-1860265827 tempest-ServerRescueTestJSON-1860265827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:21:50.778996 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-1951bad9-ff08-422d-b3f0-dd16ad91fc8b req-3612686f-2a88-4fdd-9747-0c14749727d5 tempest-ServerRescueTestJSON-1860265827 tempest-ServerRescueTestJSON-1860265827-project] 10.222.0.90 "GET /v2.0/ports?device_id=2a222a3c-0b77-4166-9ac9-c127db15637a HTTP/1.1" status: 200 len: 945 time: 0.1916444 Feb 04 17:21:50.784523 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 36162) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:21:50.879602 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-e47799fb-a2bd-431e-b5f6-ab948e5805a2 admin admin] Publish callbacks [] for port (e2bf0a04-65a3-440a-909f-bd06c7949274), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:50.883681 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e434af-89f7-4152-974d-74f27190bc6b req-5bc658ef-3ef1-41a2-a7c3-395155d0bf72 tempest-ServerRescueTestJSON-1860265827 tempest-ServerRescueTestJSON-1860265827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:21:50.891311 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-23e434af-89f7-4152-974d-74f27190bc6b req-5bc658ef-3ef1-41a2-a7c3-395155d0bf72 tempest-ServerRescueTestJSON-1860265827 tempest-ServerRescueTestJSON-1860265827-project] 10.222.0.89 "GET /v2.0/ports?device_id=2a222a3c-0b77-4166-9ac9-c127db15637a HTTP/1.1" status: 200 len: 945 time: 0.4448452 Feb 04 17:21:50.896358 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port b43b25e6-ff58-4a22-9e05-05ad3b6bcd52 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:21:50.897145 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (b43b25e6-ff58-4a22-9e05-05ad3b6bcd52), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:51.002601 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [req-6eb79da4-f423-4082-a231-200f63dd2a87 req-720c5fd1-46e5-4b6e-896b-0c2f31ccd220 service neutron] Attempting to bind port eb95eb67-b320-4644-9363-94ccbac6d965 on host n-h1-827839-2 for vnic_type normal with profile {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:21:51.003146 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [req-6eb79da4-f423-4082-a231-200f63dd2a87 req-720c5fd1-46e5-4b6e-896b-0c2f31ccd220 service neutron] Attempting to bind port eb95eb67-b320-4644-9363-94ccbac6d965 by drivers openvswitch,hyperv on host n-h1-827839-2 at level 0 using segments [{'id': '95907dbe-daad-4253-9caf-1b8f245e1a4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '216a4039-f179-48b2-a471-479c3619af2b'}] {{(pid=103377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:21:51.008781 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eb79da4-f423-4082-a231-200f63dd2a87 req-720c5fd1-46e5-4b6e-896b-0c2f31ccd220 service neutron] Attempting to bind port eb95eb67-b320-4644-9363-94ccbac6d965 on network 216a4039-f179-48b2-a471-479c3619af2b {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:21:51.026882 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eb79da4-f423-4082-a231-200f63dd2a87 req-720c5fd1-46e5-4b6e-896b-0c2f31ccd220 service neutron] Port eb95eb67-b320-4644-9363-94ccbac6d965 on network 216a4039-f179-48b2-a471-479c3619af2b not bound, no agent of type Open vSwitch agent registered on host n-h1-827839-2 {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 17:21:51.027748 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eb79da4-f423-4082-a231-200f63dd2a87 req-720c5fd1-46e5-4b6e-896b-0c2f31ccd220 service neutron] Attempting to bind port eb95eb67-b320-4644-9363-94ccbac6d965 on network 216a4039-f179-48b2-a471-479c3619af2b {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:21:51.084060 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 36168) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:21:51.120393 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eb79da4-f423-4082-a231-200f63dd2a87 req-720c5fd1-46e5-4b6e-896b-0c2f31ccd220 service neutron] Checking agent: {'id': '3f9244a9-75fc-4c10-b195-11d48b853b41', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 8, 42), 'started_at': datetime.datetime(2022, 2, 4, 17, 8, 42), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 21, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:21:51.120825 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eb79da4-f423-4082-a231-200f63dd2a87 req-720c5fd1-46e5-4b6e-896b-0c2f31ccd220 service neutron] Checking segment: {'id': '95907dbe-daad-4253-9caf-1b8f245e1a4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '216a4039-f179-48b2-a471-479c3619af2b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:21:51.121175 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eb79da4-f423-4082-a231-200f63dd2a87 req-720c5fd1-46e5-4b6e-896b-0c2f31ccd220 service neutron] Bound using segment: {'id': '95907dbe-daad-4253-9caf-1b8f245e1a4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '216a4039-f179-48b2-a471-479c3619af2b'} {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:21:51.121625 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [req-6eb79da4-f423-4082-a231-200f63dd2a87 req-720c5fd1-46e5-4b6e-896b-0c2f31ccd220 service neutron] Bound port: eb95eb67-b320-4644-9363-94ccbac6d965, host: n-h1-827839-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '95907dbe-daad-4253-9caf-1b8f245e1a4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '216a4039-f179-48b2-a471-479c3619af2b'}}] {{(pid=103377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:21:51.121988 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-6eb79da4-f423-4082-a231-200f63dd2a87 req-720c5fd1-46e5-4b6e-896b-0c2f31ccd220 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (eb95eb67-b320-4644-9363-94ccbac6d965), before_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:51.159275 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port b43b25e6-ff58-4a22-9e05-05ad3b6bcd52 is: DOWN; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:21:51.159968 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (b43b25e6-ff58-4a22-9e05-05ad3b6bcd52), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:51.163614 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-e47799fb-a2bd-431e-b5f6-ab948e5805a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (e2bf0a04-65a3-440a-909f-bd06c7949274), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:51.243892 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] For port b43b25e6-ff58-4a22-9e05-05ad3b6bcd52, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=b43b25e6-ff58-4a22-9e05-05ad3b6bcd52,segment=NetworkSegment(072307a9-31c6-4f7a-9235-384357f581eb),segment_id=072307a9-31c6-4f7a-9235-384357f581eb)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:21:51.250453 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (b43b25e6-ff58-4a22-9e05-05ad3b6bcd52), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:51.278820 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-c576e9dc-8685-46a8-bc0f-f382c499c1ef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:51.308188 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-b6e193a0-9293-43ac-8ad1-ca9c1a7a6f96 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-2108759146-network', 'tenant_id': 'e9b098a64fdf44abba2c8135f539141d'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:21:51.342572 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Pushing event updated for resources: {'Port': ['ID=b43b25e6-ff58-4a22-9e05-05ad3b6bcd52,revision_number=3']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:21:51.370762 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-23e434af-89f7-4152-974d-74f27190bc6b req-b492cff1-fce9-42a6-9644-0194ecf98c7f tempest-ServerRescueTestJSON-1860265827 tempest-ServerRescueTestJSON-1860265827-project] 10.222.0.89 "GET /v2.0/security-groups?id=cc4b9805-caea-4906-9ad3-3e1579c9619f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4736269 Feb 04 17:21:51.569261 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-c576e9dc-8685-46a8-bc0f-f382c499c1ef admin admin] Publish callbacks [] for security_group (4181185e-eed3-44b9-8e8b-0447defb27d3), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:51.589004 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e10fda9f-d397-4aad-bb72-d9d5d5cca798 None None] Network 02771309-aff5-472d-90da-927298d169e4 requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:21:51.612640 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-c576e9dc-8685-46a8-bc0f-f382c499c1ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (4181185e-eed3-44b9-8e8b-0447defb27d3), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:51.642415 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47799fb-a2bd-431e-b5f6-ab948e5805a2 admin admin] Pushing event updated for resources: {'Port': ['ID=e2bf0a04-65a3-440a-909f-bd06c7949274,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:21:51.661740 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-5d991164-4a3b-424c-8e5d-7cdde737de1d req-2a9a7494-d7dd-4687-ad13-50be13cfcdd8 tempest-ImagesTestJSON-301921999 tempest-ImagesTestJSON-301921999-project] 10.222.0.89 "GET /v2.0/ports?device_id=3c0c462b-42d2-463e-a193-1248311df748 HTTP/1.1" status: 200 len: 210 time: 0.0873642 Feb 04 17:21:51.743117 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6e193a0-9293-43ac-8ad1-ca9c1a7a6f96 admin admin] Made reservation on behalf of e9b098a64fdf44abba2c8135f539141d for: {'network': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:21:51.745928 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-b6e193a0-9293-43ac-8ad1-ca9c1a7a6f96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for network (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:51.775887 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c576e9dc-8685-46a8-bc0f-f382c499c1ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4181185e-eed3-44b9-8e8b-0447defb27d3,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:21:51.786195 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-c576e9dc-8685-46a8-bc0f-f382c499c1ef admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=ad2b01fb8f0d4b058d04e84710c5559a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9985852 Feb 04 17:21:51.796879 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [req-1951bad9-ff08-422d-b3f0-dd16ad91fc8b req-13162209-9509-42ee-8cb1-526331c0da4f tempest-ServerRescueTestJSON-1860265827 tempest-ServerRescueTestJSON-1860265827-project] Deleting port 2e337050-c376-4e89-b3c1-981d70481050 {{(pid=103377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:21:51.797637 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-1951bad9-ff08-422d-b3f0-dd16ad91fc8b req-13162209-9509-42ee-8cb1-526331c0da4f tempest-ServerRescueTestJSON-1860265827 tempest-ServerRescueTestJSON-1860265827-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (2e337050-c376-4e89-b3c1-981d70481050), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:51.801420 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 36176) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:21:51.804846 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-9d45a069-9ed0-4715-9462-d7e275857db7 admin admin] Publish callbacks [] for security_group (735dca37-f4e0-443a-bb14-8a788bd9c374), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:51.806433 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-58d3bb5d-bae8-4a6e-bdd1-2b87a282745c None None] Provisioning complete for port b43b25e6-ff58-4a22-9e05-05ad3b6bcd52 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:21:51.806914 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-58d3bb5d-bae8-4a6e-bdd1-2b87a282745c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (b43b25e6-ff58-4a22-9e05-05ad3b6bcd52), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:51.828682 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-b6e193a0-9293-43ac-8ad1-ca9c1a7a6f96 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:51.980435 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-9d45a069-9ed0-4715-9462-d7e275857db7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (735dca37-f4e0-443a-bb14-8a788bd9c374), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:52.003905 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [req-6eb79da4-f423-4082-a231-200f63dd2a87 req-720c5fd1-46e5-4b6e-896b-0c2f31ccd220 service neutron] For port eb95eb67-b320-4644-9363-94ccbac6d965, host n-h1-827839-2, cleared binding levels {{(pid=103377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:21:52.014191 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-58d3bb5d-bae8-4a6e-bdd1-2b87a282745c None None] Current status of the port b43b25e6-ff58-4a22-9e05-05ad3b6bcd52 is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:21:52.130372 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-b6e193a0-9293-43ac-8ad1-ca9c1a7a6f96 admin admin] Publish callbacks [] for security_group (c3431cd9-8ee1-43a9-bad9-017618f597d7), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:52.168398 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [req-6eb79da4-f423-4082-a231-200f63dd2a87 req-720c5fd1-46e5-4b6e-896b-0c2f31ccd220 service neutron] For port eb95eb67-b320-4644-9363-94ccbac6d965, host n-h1-827839-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=eb95eb67-b320-4644-9363-94ccbac6d965,segment=NetworkSegment(95907dbe-daad-4253-9caf-1b8f245e1a4d),segment_id=95907dbe-daad-4253-9caf-1b8f245e1a4d)] {{(pid=103377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:21:52.186983 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-b6e193a0-9293-43ac-8ad1-ca9c1a7a6f96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (c3431cd9-8ee1-43a9-bad9-017618f597d7), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:52.210860 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-6eb79da4-f423-4082-a231-200f63dd2a87 req-720c5fd1-46e5-4b6e-896b-0c2f31ccd220 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25888290'] for port (eb95eb67-b320-4644-9363-94ccbac6d965), after_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:52.237138 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-9d45a069-9ed0-4715-9462-d7e275857db7 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=00c66b1916a04e118a4e0b45a70718bc&name=default HTTP/1.1" status: 200 len: 3000 time: 1.9931917 Feb 04 17:21:52.247892 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 36178) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:21:52.285776 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d45a069-9ed0-4715-9462-d7e275857db7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=735dca37-f4e0-443a-bb14-8a788bd9c374,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:21:52.324921 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6e193a0-9293-43ac-8ad1-ca9c1a7a6f96 admin admin] vlan segment allocate from pool success with {'vlan_id': 777, 'physical_network': 'physnet1'} {{(pid=103377) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 17:21:52.339505 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e47799fb-a2bd-431e-b5f6-ab948e5805a2 admin admin] Network 48165773-85ad-49a1-9ec1-76fc8dc24188 is already hosted by enough agents. {{(pid=103376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:21:52.340572 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-e267c6b9-405b-4607-8956-1b30bdf0a625 None None] Provisioning complete for port b43b25e6-ff58-4a22-9e05-05ad3b6bcd52 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:21:52.341080 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e267c6b9-405b-4607-8956-1b30bdf0a625 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (b43b25e6-ff58-4a22-9e05-05ad3b6bcd52), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:52.356080 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [None req-e47799fb-a2bd-431e-b5f6-ab948e5805a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:21:52.385487 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb79da4-f423-4082-a231-200f63dd2a87 req-720c5fd1-46e5-4b6e-896b-0c2f31ccd220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:21:52.386295 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-6eb79da4-f423-4082-a231-200f63dd2a87 req-720c5fd1-46e5-4b6e-896b-0c2f31ccd220 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:52.387825 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-6eb79da4-f423-4082-a231-200f63dd2a87 req-720c5fd1-46e5-4b6e-896b-0c2f31ccd220 service neutron] 10.222.0.96 "PUT /v2.0/ports/eb95eb67-b320-4644-9363-94ccbac6d965 HTTP/1.1" status: 200 len: 1091 time: 3.5312986 Feb 04 17:21:52.397549 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e47799fb-a2bd-431e-b5f6-ab948e5805a2 admin admin] Received port after_create {{(pid=103376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:21:52.408679 n-d-827839-2 neutron-server[103377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '588c76ea-c124-46b5-9100-eab87b2c3c92', 'tag': 'eb95eb67-b320-4644-9363-94ccbac6d965'}] {{(pid=103377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:21:52.411016 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7240428b650e1488e9361b62648ff4b3a6c19d49d8c27c949491ab58c1346cf0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6399e00a-e345-43ab-bad6-7257ecbf6518" -d '{"events": [{"name": "network-changed", "server_uuid": "588c76ea-c124-46b5-9100-eab87b2c3c92", "tag": "eb95eb67-b320-4644-9363-94ccbac6d965"}]}' {{(pid=103377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:21:52.437542 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-ff8d6cbf-7f9b-42b7-8c21-8105d0ba31ce admin admin] Publish callbacks [] for security_group (4181185e-eed3-44b9-8e8b-0447defb27d3), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:52.456856 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [req-1951bad9-ff08-422d-b3f0-dd16ad91fc8b req-13162209-9509-42ee-8cb1-526331c0da4f tempest-ServerRescueTestJSON-1860265827 tempest-ServerRescueTestJSON-1860265827-project] For port 2e337050-c376-4e89-b3c1-981d70481050, host n-h2-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=2e337050-c376-4e89-b3c1-981d70481050,segment=NetworkSegment(be1103cf-5393-48aa-b76f-2defc05390b4),segment_id=be1103cf-5393-48aa-b76f-2defc05390b4)] {{(pid=103377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:21:52.457359 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-1951bad9-ff08-422d-b3f0-dd16ad91fc8b req-13162209-9509-42ee-8cb1-526331c0da4f tempest-ServerRescueTestJSON-1860265827 tempest-ServerRescueTestJSON-1860265827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (2e337050-c376-4e89-b3c1-981d70481050), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:52.460503 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-b6e193a0-9293-43ac-8ad1-ca9c1a7a6f96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (81ab2bf5-1f86-4741-938d-eec51e48c7ca), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:52.461010 n-d-827839-2 neutron-server[103377]: INFO neutron.db.segments_db [None req-b6e193a0-9293-43ac-8ad1-ca9c1a7a6f96 admin admin] Added segment 81ab2bf5-1f86-4741-938d-eec51e48c7ca of type vlan for network 151997f6-fb27-4cf0-bfe9-ef4acfbb4102 Feb 04 17:21:52.532302 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-e267c6b9-405b-4607-8956-1b30bdf0a625 None None] Current status of the port b43b25e6-ff58-4a22-9e05-05ad3b6bcd52 is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:21:52.567487 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720c5fd1-46e5-4b6e-896b-0c2f31ccd220 service neutron] Pushing event updated for resources: {'Port': ['ID=eb95eb67-b320-4644-9363-94ccbac6d965,revision_number=3']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:21:52.572731 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [req-1951bad9-ff08-422d-b3f0-dd16ad91fc8b req-13162209-9509-42ee-8cb1-526331c0da4f tempest-ServerRescueTestJSON-1860265827 tempest-ServerRescueTestJSON-1860265827-project] Calling delete_port for 2e337050-c376-4e89-b3c1-981d70481050 owned by compute:nova {{(pid=103377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:21:52.600349 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device b43b25e6-ff58-4a22-9e05-05ad3b6bcd52 up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:21:52.601499 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e193a0-9293-43ac-8ad1-ca9c1a7a6f96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3431cd9-8ee1-43a9-bad9-017618f597d7,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:21:52.635354 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-ff8d6cbf-7f9b-42b7-8c21-8105d0ba31ce admin admin] Publish callbacks [] for security_group (4181185e-eed3-44b9-8e8b-0447defb27d3), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:52.667779 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f180fc53-258d-43bd-9074-b5cd8a8a0b8c req-54aa327a-ec51-4df5-a42a-9fd6e5d69a24 tempest-VolumesAdminNegativeTest-1672480567 tempest-VolumesAdminNegativeTest-1672480567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:21:52.670475 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-f180fc53-258d-43bd-9074-b5cd8a8a0b8c req-54aa327a-ec51-4df5-a42a-9fd6e5d69a24 tempest-VolumesAdminNegativeTest-1672480567 tempest-VolumesAdminNegativeTest-1672480567-project] 10.222.0.89 "GET /v2.0/ports?device_id=588c76ea-c124-46b5-9100-eab87b2c3c92 HTTP/1.1" status: 200 len: 943 time: 1.1179206 Feb 04 17:21:52.701808 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-b6e193a0-9293-43ac-8ad1-ca9c1a7a6f96 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781084292801'] for network (151997f6-fb27-4cf0-bfe9-ef4acfbb4102), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:52.734124 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port b43b25e6-ff58-4a22-9e05-05ad3b6bcd52 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:21:52.734422 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (b43b25e6-ff58-4a22-9e05-05ad3b6bcd52), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:52.737519 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea3ef9d-7553-4f82-946a-44219031590b req-d541fa6e-030d-443a-a731-f8f2a33fab37 tempest-ImagesTestJSON-301921999 tempest-ImagesTestJSON-301921999-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:21:52.739089 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-aea3ef9d-7553-4f82-946a-44219031590b req-d541fa6e-030d-443a-a731-f8f2a33fab37 tempest-ImagesTestJSON-301921999 tempest-ImagesTestJSON-301921999-project] 10.222.0.90 "GET /v2.0/networks?id=a69bfb95-797b-4825-866b-2c94a621d18a HTTP/1.1" status: 200 len: 804 time: 1.0669131 Feb 04 17:21:52.742448 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.db.resource_extend [None req-8393434e-9fda-445e-9848-a14f214e530b tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 17:21:52.763968 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-7767727b-c531-49c5-b45f-0efb23f0d515 admin admin] Publish callbacks [] for security_group (735dca37-f4e0-443a-bb14-8a788bd9c374), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:52.782275 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d06dc4-c29a-4ebf-b926-fe1709ce7d5e req-bb411efa-204d-462f-bd40-76feb74bcd43 tempest-ServerRescueTestJSON-1860265827 tempest-ServerRescueTestJSON-1860265827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:21:52.783811 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-31d06dc4-c29a-4ebf-b926-fe1709ce7d5e req-bb411efa-204d-462f-bd40-76feb74bcd43 tempest-ServerRescueTestJSON-1860265827 tempest-ServerRescueTestJSON-1860265827-project] 10.222.0.89 "GET /v2.0/ports?device_id=2a222a3c-0b77-4166-9ac9-c127db15637a HTTP/1.1" status: 200 len: 945 time: 0.2493193 Feb 04 17:21:52.812131 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb79da4-f423-4082-a231-200f63dd2a87 req-aa354594-48a1-4f11-9c66-bdc9477a7f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:21:52.814021 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-6eb79da4-f423-4082-a231-200f63dd2a87 req-aa354594-48a1-4f11-9c66-bdc9477a7f19 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=2902b48ca51645a1a1f2c0c12051d44f&device_id=588c76ea-c124-46b5-9100-eab87b2c3c92 HTTP/1.1" status: 200 len: 1125 time: 0.3669760 Feb 04 17:21:52.818432 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [req-aea3ef9d-7553-4f82-946a-44219031590b req-59677e86-a427-4a64-997f-147fff72d010 tempest-ImagesTestJSON-301921999 tempest-ImagesTestJSON-301921999-project] Request body: {'port': {'device_id': '3c0c462b-42d2-463e-a193-1248311df748', 'network_id': 'a69bfb95-797b-4825-866b-2c94a621d18a', 'admin_state_up': True, 'tenant_id': '08c8ed9304cf401d8c1d136ac3844d2a'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:21:52.844245 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port b43b25e6-ff58-4a22-9e05-05ad3b6bcd52 is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:21:52.857021 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-7767727b-c531-49c5-b45f-0efb23f0d515 admin admin] Publish callbacks [] for security_group (735dca37-f4e0-443a-bb14-8a788bd9c374), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:52.904420 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-6eb79da4-f423-4082-a231-200f63dd2a87 req-0c7c8ffa-14f5-48f7-acde-bcf552d344d7 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=eb95eb67-b320-4644-9363-94ccbac6d965 HTTP/1.1" status: 200 len: 217 time: 0.0726438 Feb 04 17:21:52.911577 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-b6e193a0-9293-43ac-8ad1-ca9c1a7a6f96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327'] for network (151997f6-fb27-4cf0-bfe9-ef4acfbb4102), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:52.912550 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6e193a0-9293-43ac-8ad1-ca9c1a7a6f96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:21:52.913168 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-b6e193a0-9293-43ac-8ad1-ca9c1a7a6f96 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677565'] for network (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:53.002452 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-8393434e-9fda-445e-9848-a14f214e530b tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:53.006364 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-f180fc53-258d-43bd-9074-b5cd8a8a0b8c req-ad5b285a-a8bc-4950-a642-b76332d7ed17 tempest-VolumesAdminNegativeTest-1672480567 tempest-VolumesAdminNegativeTest-1672480567-project] 10.222.0.89 "GET /v2.0/security-groups?id=5b02e1bf-0926-4110-9e78-cb84d45a7aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3132851 Feb 04 17:21:53.014062 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-8393434e-9fda-445e-9848-a14f214e530b tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1595586'] for floatingip (80e01402-a5a8-48e0-ac74-02510396b1f0), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:53.043656 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-ff8d6cbf-7f9b-42b7-8c21-8105d0ba31ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (4181185e-eed3-44b9-8e8b-0447defb27d3), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:53.046331 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-ff8d6cbf-7f9b-42b7-8c21-8105d0ba31ce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:53.053795 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-ff8d6cbf-7f9b-42b7-8c21-8105d0ba31ce admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/4181185e-eed3-44b9-8e8b-0447defb27d3 HTTP/1.1" status: 204 len: 168 time: 1.2309618 Feb 04 17:21:53.077768 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-31d06dc4-c29a-4ebf-b926-fe1709ce7d5e req-9a2333e5-3e1c-4927-917f-722c8c65b209 tempest-ServerRescueTestJSON-1860265827 tempest-ServerRescueTestJSON-1860265827-project] 10.222.0.89 "GET /v2.0/security-groups?id=cc4b9805-caea-4906-9ad3-3e1579c9619f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2776270 Feb 04 17:21:53.084695 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-b6e193a0-9293-43ac-8ad1-ca9c1a7a6f96 admin admin] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.9820030 Feb 04 17:21:53.087334 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 36190) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:21:53.101035 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8d6cbf-7f9b-42b7-8c21-8105d0ba31ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4181185e-eed3-44b9-8e8b-0447defb27d3,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:21:53.133582 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-650c90f5-d8c4-4abe-8d78-aea5b9e31615 admin admin] Request body: {'subnet': {'network_id': '151997f6-fb27-4cf0-bfe9-ef4acfbb4102', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-2108759146-subnet', 'tenant_id': 'e9b098a64fdf44abba2c8135f539141d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:21:53.135108 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e193a0-9293-43ac-8ad1-ca9c1a7a6f96 admin admin] Pushing event updated for resources: {'Network': ['ID=151997f6-fb27-4cf0-bfe9-ef4acfbb4102,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:21:53.142476 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 17:21:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1bbc3cb-5c8c-4c9f-936a-d7e8c7873003 x-openstack-request-id: req-f1bbc3cb-5c8c-4c9f-936a-d7e8c7873003 {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:21:53.142899 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "588c76ea-c124-46b5-9100-eab87b2c3c92", "tag": "eb95eb67-b320-4644-9363-94ccbac6d965", "status": "completed", "code": 200}]} {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:21:53.143286 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-f1bbc3cb-5c8c-4c9f-936a-d7e8c7873003 {{(pid=103377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:21:53.143693 n-d-827839-2 neutron-server[103377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '588c76ea-c124-46b5-9100-eab87b2c3c92', 'tag': 'eb95eb67-b320-4644-9363-94ccbac6d965', 'status': 'completed', 'code': 200} Feb 04 17:21:53.145208 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb79da4-f423-4082-a231-200f63dd2a87 req-03fd0375-53ff-4964-bd3b-1b9f6e268440 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:21:53.146710 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-6eb79da4-f423-4082-a231-200f63dd2a87 req-03fd0375-53ff-4964-bd3b-1b9f6e268440 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=75657dba-ba38-499e-8c73-0661b3ba329b HTTP/1.1" status: 200 len: 854 time: 0.2179942 Feb 04 17:21:53.163648 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Network 151997f6-fb27-4cf0-bfe9-ef4acfbb4102 details requested by agent ovs-agent-n-d-827839-2 with host n-d-827839-2 {{(pid=103378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 17:21:53.175307 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-7767727b-c531-49c5-b45f-0efb23f0d515 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (735dca37-f4e0-443a-bb14-8a788bd9c374), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:53.178821 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-7767727b-c531-49c5-b45f-0efb23f0d515 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:53.183090 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-7767727b-c531-49c5-b45f-0efb23f0d515 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/735dca37-f4e0-443a-bb14-8a788bd9c374 HTTP/1.1" status: 204 len: 168 time: 0.8964591 Feb 04 17:21:53.278716 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-650c90f5-d8c4-4abe-8d78-aea5b9e31615 admin admin] Made reservation on behalf of e9b098a64fdf44abba2c8135f539141d for: {'subnet': 1} {{(pid=103376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:21:53.281141 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-650c90f5-d8c4-4abe-8d78-aea5b9e31615 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25859006'] for subnet (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:53.286347 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-6eb79da4-f423-4082-a231-200f63dd2a87 req-a8f4649d-8081-4eda-bd46-735c0424a3c3 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=216a4039-f179-48b2-a471-479c3619af2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1279831 Feb 04 17:21:53.331864 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7767727b-c531-49c5-b45f-0efb23f0d515 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=735dca37-f4e0-443a-bb14-8a788bd9c374,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:21:53.348174 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-a8b4a918-9b32-4d2d-9e8f-a4994a8b0713 req-8032c8ac-8bdb-4b8d-9197-efb2b14b5a43 tempest-ImagesTestJSON-301921999 tempest-ImagesTestJSON-301921999-project] 10.222.0.89 "GET /v2.0/ports?device_id=3c0c462b-42d2-463e-a193-1248311df748 HTTP/1.1" status: 200 len: 210 time: 0.1237607 Feb 04 17:21:53.362241 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-1951bad9-ff08-422d-b3f0-dd16ad91fc8b req-13162209-9509-42ee-8cb1-526331c0da4f tempest-ServerRescueTestJSON-1860265827 tempest-ServerRescueTestJSON-1860265827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (2e337050-c376-4e89-b3c1-981d70481050), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:53.416502 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aea3ef9d-7553-4f82-946a-44219031590b req-59677e86-a427-4a64-997f-147fff72d010 tempest-ImagesTestJSON-301921999 tempest-ImagesTestJSON-301921999-project] Made reservation on behalf of 08c8ed9304cf401d8c1d136ac3844d2a for: {'port': 1} {{(pid=103376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:21:53.419983 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-aea3ef9d-7553-4f82-946a-44219031590b req-59677e86-a427-4a64-997f-147fff72d010 tempest-ImagesTestJSON-301921999 tempest-ImagesTestJSON-301921999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:53.468960 n-d-827839-2 neutron-server[103376]: INFO neutron.db.l3_db [None req-8393434e-9fda-445e-9848-a14f214e530b tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] Floating IP 80e01402-a5a8-48e0-ac74-02510396b1f0 associated. External IP: 172.25.6.141, port: 0dc06b5d-448b-4f0d-ad2e-de475b21d9b4. Feb 04 17:21:53.631431 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-e47799fb-a2bd-431e-b5f6-ab948e5805a2 admin admin] Publish callbacks [] for router_gateway (a5615500-825b-4c27-b245-888c86ab2e53), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:53.769782 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Device 2e337050-c376-4e89-b3c1-981d70481050 no longer exists at agent hyperv_n-h2-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:21:53.803187 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] No Port match for: 2e337050-c376-4e89-b3c1-981d70481050 {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 17:21:53.803442 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Device 2e337050-c376-4e89-b3c1-981d70481050 not bound to the agent host n-h2-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 17:21:53.818137 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 36206) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:21:53.863476 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-2b5de845-b596-4eff-a1d6-16250f1fedfb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:53.901471 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13162209-9509-42ee-8cb1-526331c0da4f tempest-ServerRescueTestJSON-1860265827 tempest-ServerRescueTestJSON-1860265827-project] Pushing event deleted for resources: {'Port': ['ID=2e337050-c376-4e89-b3c1-981d70481050,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:21:53.959928 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [req-1951bad9-ff08-422d-b3f0-dd16ad91fc8b req-13162209-9509-42ee-8cb1-526331c0da4f tempest-ServerRescueTestJSON-1860265827 tempest-ServerRescueTestJSON-1860265827-project] No DVR routers for this DVR port 2e337050-c376-4e89-b3c1-981d70481050 on host n-h2-827839-2 {{(pid=103377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 17:21:53.963540 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-1951bad9-ff08-422d-b3f0-dd16ad91fc8b req-13162209-9509-42ee-8cb1-526331c0da4f tempest-ServerRescueTestJSON-1860265827 tempest-ServerRescueTestJSON-1860265827-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:53.967206 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-1951bad9-ff08-422d-b3f0-dd16ad91fc8b req-13162209-9509-42ee-8cb1-526331c0da4f tempest-ServerRescueTestJSON-1860265827 tempest-ServerRescueTestJSON-1860265827-project] 10.222.0.90 "DELETE /v2.0/ports/2e337050-c376-4e89-b3c1-981d70481050 HTTP/1.1" status: 204 len: 173 time: 3.1566713 Feb 04 17:21:53.975213 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.db_base_plugin_common [req-aea3ef9d-7553-4f82-946a-44219031590b req-59677e86-a427-4a64-997f-147fff72d010 tempest-ImagesTestJSON-301921999 tempest-ImagesTestJSON-301921999-project] Allocated IP 172.20.0.11 (a69bfb95-797b-4825-866b-2c94a621d18a/4c5f610d-9231-45f1-abd7-6e26ccd02030/dd0463af-d470-43e7-b569-a473b9d3fa36) {{(pid=103376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:21:54.022485 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-6eb79da4-f423-4082-a231-200f63dd2a87 req-8997af7f-bf79-4119-aabb-0f9575aa2785 service neutron] 10.222.0.96 "GET /v2.0/networks/216a4039-f179-48b2-a471-479c3619af2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7273808 Feb 04 17:21:54.162921 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-650c90f5-d8c4-4abe-8d78-aea5b9e31615 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25674939', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25858952'] for subnet (58924840-63b9-49cf-9b5e-4aa66ca609e8), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:54.211082 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6d9b37-d1c7-4edf-aa8e-7bd5b69c09a0 req-c2390126-af6d-45f0-8930-0f4ac1e44c30 tempest-VolumesAdminNegativeTest-1672480567 tempest-VolumesAdminNegativeTest-1672480567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:21:54.212581 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-0a6d9b37-d1c7-4edf-aa8e-7bd5b69c09a0 req-c2390126-af6d-45f0-8930-0f4ac1e44c30 tempest-VolumesAdminNegativeTest-1672480567 tempest-VolumesAdminNegativeTest-1672480567-project] 10.222.0.89 "GET /v2.0/ports?device_id=588c76ea-c124-46b5-9100-eab87b2c3c92 HTTP/1.1" status: 200 len: 943 time: 0.0833972 Feb 04 17:21:54.214872 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-6eb79da4-f423-4082-a231-200f63dd2a87 req-fc0ff3e0-1975-4b81-b94b-c50500882a54 service neutron] 10.222.0.96 "GET /v2.0/networks/216a4039-f179-48b2-a471-479c3619af2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1828666 Feb 04 17:21:54.346481 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-0a6d9b37-d1c7-4edf-aa8e-7bd5b69c09a0 req-518c63b6-83c6-45c2-8abe-b6113c5bf5e7 tempest-VolumesAdminNegativeTest-1672480567 tempest-VolumesAdminNegativeTest-1672480567-project] 10.222.0.89 "GET /v2.0/security-groups?id=5b02e1bf-0926-4110-9e78-cb84d45a7aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282086 Feb 04 17:21:54.392952 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6399e00a-e345-43ab-bad6-7257ecbf6518 req-f9b2c945-4031-4cdf-b9a8-1abfa5cc8d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:21:54.395086 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-6399e00a-e345-43ab-bad6-7257ecbf6518 req-f9b2c945-4031-4cdf-b9a8-1abfa5cc8d09 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=2902b48ca51645a1a1f2c0c12051d44f&device_id=588c76ea-c124-46b5-9100-eab87b2c3c92 HTTP/1.1" status: 200 len: 1125 time: 0.1197615 Feb 04 17:21:54.616569 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-3ad78160-6f63-451f-9712-24a65066b33a req-63fbe2dd-9afa-4b24-a63a-dc9957971de8 tempest-ImagesTestJSON-301921999 tempest-ImagesTestJSON-301921999-project] 10.222.0.89 "GET /v2.0/ports?device_id=3c0c462b-42d2-463e-a193-1248311df748 HTTP/1.1" status: 200 len: 210 time: 0.0894794 Feb 04 17:21:54.632655 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6399e00a-e345-43ab-bad6-7257ecbf6518 req-5d812d17-a45e-497c-82e8-b6b7f47fd572 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:21:54.634183 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-6399e00a-e345-43ab-bad6-7257ecbf6518 req-5d812d17-a45e-497c-82e8-b6b7f47fd572 service neutron] 10.222.0.96 "GET /v2.0/networks?id=216a4039-f179-48b2-a471-479c3619af2b HTTP/1.1" status: 200 len: 915 time: 0.2316394 Feb 04 17:21:54.698278 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-6399e00a-e345-43ab-bad6-7257ecbf6518 req-86018d26-461e-4a83-a0e9-0fe944dfa74b service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=eb95eb67-b320-4644-9363-94ccbac6d965 HTTP/1.1" status: 200 len: 217 time: 0.0568805 Feb 04 17:21:54.743653 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-e47799fb-a2bd-431e-b5f6-ab948e5805a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1602046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603680'] for router (a5615500-825b-4c27-b245-888c86ab2e53), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:54.764588 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6399e00a-e345-43ab-bad6-7257ecbf6518 req-500df44f-0ac5-43df-aa52-913ea7cbe7d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:21:54.767827 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-6399e00a-e345-43ab-bad6-7257ecbf6518 req-500df44f-0ac5-43df-aa52-913ea7cbe7d1 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=75657dba-ba38-499e-8c73-0661b3ba329b HTTP/1.1" status: 200 len: 854 time: 0.0624151 Feb 04 17:21:54.789354 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-bf2a67f1-8f27-4f56-9c3c-a5a4437583fe req-0f5d5107-af13-4c03-839a-bf0548621e5f tempest-ServerRescueTestJSON-1860265827 tempest-ServerRescueTestJSON-1860265827-project] 10.222.0.89 "GET /v2.0/ports?device_id=2a222a3c-0b77-4166-9ac9-c127db15637a HTTP/1.1" status: 200 len: 210 time: 0.4751995 Feb 04 17:21:54.835946 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-6399e00a-e345-43ab-bad6-7257ecbf6518 req-f884872e-f8ca-49fd-90d1-efa2bc09b4d3 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=216a4039-f179-48b2-a471-479c3619af2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0548706 Feb 04 17:21:54.837513 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650c90f5-d8c4-4abe-8d78-aea5b9e31615 admin admin] Pushing event updated for resources: {'Subnet': ['ID=58924840-63b9-49cf-9b5e-4aa66ca609e8,revision_number=0']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:21:54.857397 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8393434e-9fda-445e-9848-a14f214e530b tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] Router 634116b7-81a5-43b0-b152-35141e44ea86 has already been hosted by L3 agent 64ada913-9131-4d99-a265-63a920956287 {{(pid=103376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 17:21:54.982463 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-6399e00a-e345-43ab-bad6-7257ecbf6518 req-1520a9bc-cd69-46ef-903d-3470567b92e8 service neutron] 10.222.0.96 "GET /v2.0/networks/216a4039-f179-48b2-a471-479c3619af2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287272 Feb 04 17:21:54.997901 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-650c90f5-d8c4-4abe-8d78-aea5b9e31615 admin admin] Checking segment: {'id': '81ab2bf5-1f86-4741-938d-eec51e48c7ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '151997f6-fb27-4cf0-bfe9-ef4acfbb4102'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:21:54.998759 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-650c90f5-d8c4-4abe-8d78-aea5b9e31615 admin admin] Network hostable DHCP agents. Network: 151997f6-fb27-4cf0-bfe9-ef4acfbb4102, hostable agents: ['bb89f5a3-3c22-440b-b7d1-c4f0c43c184a'], hosted agents: [] {{(pid=103376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 17:21:55.019037 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-aea3ef9d-7553-4f82-946a-44219031590b req-59677e86-a427-4a64-997f-147fff72d010 tempest-ImagesTestJSON-301921999 tempest-ImagesTestJSON-301921999-project] Publish callbacks [] for port (dd0463af-d470-43e7-b569-a473b9d3fa36), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:55.023538 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-2b5de845-b596-4eff-a1d6-16250f1fedfb admin admin] Publish callbacks [] for security_group (1282bed4-aab3-4e18-9c55-5ecf582d7b9d), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:55.047146 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-2b5de845-b596-4eff-a1d6-16250f1fedfb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (1282bed4-aab3-4e18-9c55-5ecf582d7b9d), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:55.098211 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-6399e00a-e345-43ab-bad6-7257ecbf6518 req-b02313e4-c1b0-4ac2-84ca-277814b79719 service neutron] 10.222.0.96 "GET /v2.0/networks/216a4039-f179-48b2-a471-479c3619af2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1097744 Feb 04 17:21:55.145417 n-d-827839-2 neutron-server[103377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a222a3c-0b77-4166-9ac9-c127db15637a', 'name': 'network-vif-deleted', 'tag': '2e337050-c376-4e89-b3c1-981d70481050'}] {{(pid=103377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:21:55.147760 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7240428b650e1488e9361b62648ff4b3a6c19d49d8c27c949491ab58c1346cf0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23bf99cd-57f4-4361-99b8-fa055c07f18d" -d '{"events": [{"server_uuid": "2a222a3c-0b77-4166-9ac9-c127db15637a", "name": "network-vif-deleted", "tag": "2e337050-c376-4e89-b3c1-981d70481050"}]}' {{(pid=103377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:21:55.154485 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-650c90f5-d8c4-4abe-8d78-aea5b9e31615 admin admin] Network 151997f6-fb27-4cf0-bfe9-ef4acfbb4102 is scheduled to be hosted by DHCP agent bb89f5a3-3c22-440b-b7d1-c4f0c43c184a with binding_index 1 {{(pid=103376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 17:21:55.159935 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5de845-b596-4eff-a1d6-16250f1fedfb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1282bed4-aab3-4e18-9c55-5ecf582d7b9d,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:21:55.195198 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 17:21:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8c40293-115c-4984-8f5c-c053b368f028 x-openstack-request-id: req-b8c40293-115c-4984-8f5c-c053b368f028 {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:21:55.195491 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a222a3c-0b77-4166-9ac9-c127db15637a", "name": "network-vif-deleted", "tag": "2e337050-c376-4e89-b3c1-981d70481050", "status": "completed", "code": 200}]} {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:21:55.195750 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-b8c40293-115c-4984-8f5c-c053b368f028 {{(pid=103377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:21:55.196156 n-d-827839-2 neutron-server[103377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a222a3c-0b77-4166-9ac9-c127db15637a', 'name': 'network-vif-deleted', 'tag': '2e337050-c376-4e89-b3c1-981d70481050', 'status': 'completed', 'code': 200} Feb 04 17:21:55.217772 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [None req-650c90f5-d8c4-4abe-8d78-aea5b9e31615 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827839-2, 151997f6-fb27-4cf0-bfe9-ef4acfbb4102) {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:21:55.224998 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-2b5de845-b596-4eff-a1d6-16250f1fedfb admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=98bb1711ebd9484b8b4d47ee1b2af77b&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4026740 Feb 04 17:21:55.226384 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e197984-ad66-46c1-9990-a30e4b29cdac None None] Network 151997f6-fb27-4cf0-bfe9-ef4acfbb4102 requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:21:55.227678 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 36234) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:21:55.238298 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-650c90f5-d8c4-4abe-8d78-aea5b9e31615 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:21:55.238890 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-650c90f5-d8c4-4abe-8d78-aea5b9e31615 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:55.273031 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-650c90f5-d8c4-4abe-8d78-aea5b9e31615 admin admin] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 2.1534915 Feb 04 17:21:55.273451 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-aea3ef9d-7553-4f82-946a-44219031590b req-59677e86-a427-4a64-997f-147fff72d010 tempest-ImagesTestJSON-301921999 tempest-ImagesTestJSON-301921999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (dd0463af-d470-43e7-b569-a473b9d3fa36), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:55.277013 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 36236) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:21:55.285861 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-54a5f3e4-c3f3-422a-911f-42bac3f71c67 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-2108759146-router', 'tenant_id': 'e9b098a64fdf44abba2c8135f539141d', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188'}}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:21:55.334247 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-86642bcc-bc3c-40f6-81a8-884c5b4495d5 admin admin] Publish callbacks [] for security_group (1282bed4-aab3-4e18-9c55-5ecf582d7b9d), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:55.364657 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ee2f610-13c1-48a0-91df-b4fa67411cc4 None None] Network 151997f6-fb27-4cf0-bfe9-ef4acfbb4102 requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:21:55.372122 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-86642bcc-bc3c-40f6-81a8-884c5b4495d5 admin admin] Publish callbacks [] for security_group (1282bed4-aab3-4e18-9c55-5ecf582d7b9d), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:55.399628 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aea3ef9d-7553-4f82-946a-44219031590b req-59677e86-a427-4a64-997f-147fff72d010 tempest-ImagesTestJSON-301921999 tempest-ImagesTestJSON-301921999-project] Network a69bfb95-797b-4825-866b-2c94a621d18a is already hosted by enough agents. {{(pid=103376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:21:55.407537 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8393434e-9fda-445e-9848-a14f214e530b tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] Notify agent at l3_agent.n-d-827839-2 the message routers_updated {{(pid=103376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 17:21:55.420127 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-54a5f3e4-c3f3-422a-911f-42bac3f71c67 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1601657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26921'] for router (f9e68899-a077-46b6-9665-a5d5cb9a1cec), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:55.422062 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-54a5f3e4-c3f3-422a-911f-42bac3f71c67 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1602025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603663', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1630571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26960'] for router (f9e68899-a077-46b6-9665-a5d5cb9a1cec), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:55.430618 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-8393434e-9fda-445e-9848-a14f214e530b tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for floatingip (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:55.448873 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59677e86-a427-4a64-997f-147fff72d010 tempest-ImagesTestJSON-301921999 tempest-ImagesTestJSON-301921999-project] Pushing event updated for resources: {'Port': ['ID=dd0463af-d470-43e7-b569-a473b9d3fa36,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:21:55.451555 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-86642bcc-bc3c-40f6-81a8-884c5b4495d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (1282bed4-aab3-4e18-9c55-5ecf582d7b9d), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:55.458894 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [req-aea3ef9d-7553-4f82-946a-44219031590b req-59677e86-a427-4a64-997f-147fff72d010 tempest-ImagesTestJSON-301921999 tempest-ImagesTestJSON-301921999-project] Resources bound (agent type, host, resource id): {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:21:55.464652 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-86642bcc-bc3c-40f6-81a8-884c5b4495d5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:55.471290 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-86642bcc-bc3c-40f6-81a8-884c5b4495d5 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/1282bed4-aab3-4e18-9c55-5ecf582d7b9d HTTP/1.1" status: 204 len: 168 time: 0.2415948 Feb 04 17:21:55.481707 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86642bcc-bc3c-40f6-81a8-884c5b4495d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1282bed4-aab3-4e18-9c55-5ecf582d7b9d,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:21:55.503035 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [req-aea3ef9d-7553-4f82-946a-44219031590b req-59677e86-a427-4a64-997f-147fff72d010 tempest-ImagesTestJSON-301921999 tempest-ImagesTestJSON-301921999-project] Received port after_create {{(pid=103376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:21:55.571382 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e47799fb-a2bd-431e-b5f6-ab948e5805a2 admin admin] Router a5615500-825b-4c27-b245-888c86ab2e53 is scheduled to L3 agent 64ada913-9131-4d99-a265-63a920956287 with binding_index 1 {{(pid=103376) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 17:21:55.656277 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-8393434e-9fda-445e-9848-a14f214e530b tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] 10.222.0.89 "PUT /v2.0/floatingips/80e01402-a5a8-48e0-ac74-02510396b1f0 HTTP/1.1" status: 200 len: 992 time: 5.6292801 Feb 04 17:21:55.665400 n-d-827839-2 neutron-server[103376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32c473d7-3f2d-495e-b44f-fd0929434fbd', 'tag': '0dc06b5d-448b-4f0d-ad2e-de475b21d9b4'}] {{(pid=103376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:21:55.669385 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d59c3bb5e2f09ebf62144d5e09b1cff60c763a9c19614c24538e77842938c05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bdcafcd-0e58-4d97-ae04-06aa16c69e24" -d '{"events": [{"name": "network-changed", "server_uuid": "32c473d7-3f2d-495e-b44f-fd0929434fbd", "tag": "0dc06b5d-448b-4f0d-ad2e-de475b21d9b4"}]}' {{(pid=103376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:21:55.670146 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95604725-30a1-4690-a999-6eec0131afd1 None None] Sync routers for ids ['634116b7-81a5-43b0-b152-35141e44ea86'] in n-d-827839-2 {{(pid=103378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 17:21:55.755509 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-54a5f3e4-c3f3-422a-911f-42bac3f71c67 admin admin] Publish callbacks [] for router_controller (f9e68899-a077-46b6-9665-a5d5cb9a1cec), precommit_add_association {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:55.766956 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95604725-30a1-4690-a999-6eec0131afd1 None None] Routers {'634116b7-81a5-43b0-b152-35141e44ea86'} bound to L3 agent in host n-d-827839-2 {{(pid=103378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:21:55.768536 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-95604725-30a1-4690-a999-6eec0131afd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:21:32Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['634116b7-81a5-43b0-b152-35141e44ea86'], 'active': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:21:55.819852 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48e0862-39c8-4faf-9c40-31e649ecdbe3 req-c94869c9-9737-45b8-afb7-2eb991471887 tempest-ImagesTestJSON-301921999 tempest-ImagesTestJSON-301921999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:21:55.822253 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-d48e0862-39c8-4faf-9c40-31e649ecdbe3 req-c94869c9-9737-45b8-afb7-2eb991471887 tempest-ImagesTestJSON-301921999 tempest-ImagesTestJSON-301921999-project] 10.222.0.89 "GET /v2.0/ports?device_id=3c0c462b-42d2-463e-a193-1248311df748 HTTP/1.1" status: 200 len: 932 time: 0.1165476 Feb 04 17:21:55.896802 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea3ef9d-7553-4f82-946a-44219031590b req-59677e86-a427-4a64-997f-147fff72d010 tempest-ImagesTestJSON-301921999 tempest-ImagesTestJSON-301921999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:21:55.897378 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-aea3ef9d-7553-4f82-946a-44219031590b req-59677e86-a427-4a64-997f-147fff72d010 tempest-ImagesTestJSON-301921999 tempest-ImagesTestJSON-301921999-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:55.918978 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-d48e0862-39c8-4faf-9c40-31e649ecdbe3 req-2e966a19-3fe0-41f9-a210-3c35c20dfb98 tempest-ImagesTestJSON-301921999 tempest-ImagesTestJSON-301921999-project] 10.222.0.89 "GET /v2.0/security-groups?id=5b73e0f3-a9f7-4cf1-b4aa-b594ce8b7178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884528 Feb 04 17:21:55.980033 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.agents_db [None req-e1691f3b-aacd-4cd6-8ebb-a9c53bb301c0 None None] Agent healthcheck: found 7 active agents {{(pid=103379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 17:21:56.044792 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-aea3ef9d-7553-4f82-946a-44219031590b req-59677e86-a427-4a64-997f-147fff72d010 tempest-ImagesTestJSON-301921999 tempest-ImagesTestJSON-301921999-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2646348 Feb 04 17:21:56.052948 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvr_db [None req-95604725-30a1-4690-a999-6eec0131afd1 None None] Set router 634116b7-81a5-43b0-b152-35141e44ea86 gateway port host: n-d-827839-2 {{(pid=103378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:21:56.081541 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de176d6-68cd-4421-be42-fd259c9fdc69 req-36f1e8ab-0560-4007-ae4f-8ac117afeac6 tempest-VolumesAdminNegativeTest-1672480567 tempest-VolumesAdminNegativeTest-1672480567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:21:56.083083 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-4de176d6-68cd-4421-be42-fd259c9fdc69 req-36f1e8ab-0560-4007-ae4f-8ac117afeac6 tempest-VolumesAdminNegativeTest-1672480567 tempest-VolumesAdminNegativeTest-1672480567-project] 10.222.0.89 "GET /v2.0/ports?device_id=588c76ea-c124-46b5-9100-eab87b2c3c92 HTTP/1.1" status: 200 len: 943 time: 0.5821016 Feb 04 17:21:56.084320 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e47799fb-a2bd-431e-b5f6-ab948e5805a2 admin admin] Notify agent at l3_agent.n-d-827839-2 the message routers_updated {{(pid=103376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 17:21:56.094885 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02882893-58c4-4274-a923-75449d32dc7b None None] Sync routers for ids ['a5615500-825b-4c27-b245-888c86ab2e53'] in n-d-827839-2 {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 17:21:56.109544 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02882893-58c4-4274-a923-75449d32dc7b None None] Routers {'a5615500-825b-4c27-b245-888c86ab2e53'} bound to L3 agent in host n-d-827839-2 {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:21:56.110781 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-02882893-58c4-4274-a923-75449d32dc7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:21:32Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['a5615500-825b-4c27-b245-888c86ab2e53'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:21:56.133400 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [req-aea3ef9d-7553-4f82-946a-44219031590b req-c3d66a5a-5afd-46ad-9ac9-3572d9022e21 service neutron] Request body: {'port': {'device_id': '3c0c462b-42d2-463e-a193-1248311df748', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827839-2'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:21:56.134052 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c4b099-0fbb-41e8-b42c-a8bcd0187f7c req-c0e9a33c-226d-4d71-9a6c-476109f76e2b tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:21:56.137212 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-75c4b099-0fbb-41e8-b42c-a8bcd0187f7c req-c0e9a33c-226d-4d71-9a6c-476109f76e2b tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] 10.222.0.89 "GET /v2.0/ports?device_id=32c473d7-3f2d-495e-b44f-fd0929434fbd HTTP/1.1" status: 200 len: 946 time: 0.1173983 Feb 04 17:21:56.214911 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-75c4b099-0fbb-41e8-b42c-a8bcd0187f7c req-62b72791-6358-4840-8f6c-203cc4cfcde5 tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] 10.222.0.89 "GET /v2.0/security-groups?id=e65ecd24-4d97-4684-be33-350ed30f90cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699599 Feb 04 17:21:56.253352 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvr_db [None req-02882893-58c4-4274-a923-75449d32dc7b None None] Set router a5615500-825b-4c27-b245-888c86ab2e53 gateway port host: n-d-827839-2 {{(pid=103379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:21:56.496663 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-95604725-30a1-4690-a999-6eec0131afd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '634116b7-81a5-43b0-b152-35141e44ea86', 'name': 'tempest-AttachVolumeShelveTestJSON-1593771892-router', 'tenant_id': 'e381d232a32f43f9a5f1684dbd7323ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.99'}], 'enable_snat': True}, 'gw_port_id': '94054b5d-592b-4cb6-871c-06d58c671380', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:21:06Z', 'updated_at': '2022-02-04T17:21:13Z', 'revision_number': 4, 'project_id': 'e381d232a32f43f9a5f1684dbd7323ca', 'gw_port': {'id': '94054b5d-592b-4cb6-871c-06d58c671380', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:f4:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '634116b7-81a5-43b0-b152-35141e44ea86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1195, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:21:08Z', 'updated_at': '2022-02-04T17:21:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_floatingips': [{'id': '80e01402-a5a8-48e0-ac74-02510396b1f0', 'tenant_id': 'e381d232a32f43f9a5f1684dbd7323ca', 'floating_ip_address': '172.25.6.141', 'floating_network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'router_id': '634116b7-81a5-43b0-b152-35141e44ea86', 'port_id': '0dc06b5d-448b-4f0d-ad2e-de475b21d9b4', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1229, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '482d30fe-67ad-4874-a89a-719137c68b40', 'mac_address': 'fa:16:3e:ea:ee:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c473d7-3f2d-495e-b44f-fd0929434fbd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T17:21:20Z', 'updated_at': '2022-02-04T17:21:52Z', 'revision_number': 1, 'project_id': 'e381d232a32f43f9a5f1684dbd7323ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '83c5931d-90c7-4719-8ee3-e758fdc7bd11', 'name': '', 'network_id': '482d30fe-67ad-4874-a89a-719137c68b40', 'tenant_id': 'e381d232a32f43f9a5f1684dbd7323ca', 'mac_address': 'fa:16:3e:68:c4:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '634116b7-81a5-43b0-b152-35141e44ea86', 'device_owner': 'network:router_interface', 'standard_attr_id': 1204, 'fixed_ips': [{'subnet_id': '038a8af9-19f4-4848-babf-d3b1e786f999', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:21:12Z', 'updated_at': '2022-02-04T17:21:20Z', 'revision_number': 5, 'project_id': 'e381d232a32f43f9a5f1684dbd7323ca', 'subnets': [{'id': '038a8af9-19f4-4848-babf-d3b1e786f999', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-2', False) {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:21:56.528061 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-02882893-58c4-4274-a923-75449d32dc7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5615500-825b-4c27-b245-888c86ab2e53', 'name': 'tempest-TaggedBootDevicesTest_v242-733725866-router', 'tenant_id': 'c5cb386618c24d66b6712f0d36ac7fea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.91'}], 'enable_snat': True}, 'gw_port_id': 'e2bf0a04-65a3-440a-909f-bd06c7949274', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:21:48Z', 'updated_at': '2022-02-04T17:21:53Z', 'revision_number': 3, 'project_id': 'c5cb386618c24d66b6712f0d36ac7fea', 'gw_port': {'id': 'e2bf0a04-65a3-440a-909f-bd06c7949274', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:47:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5615500-825b-4c27-b245-888c86ab2e53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1280, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:21:49Z', 'updated_at': '2022-02-04T17:21:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2'}], 'n-d-827839-2', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:21:56.528271 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-e47799fb-a2bd-431e-b5f6-ab948e5805a2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:56.532710 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-e47799fb-a2bd-431e-b5f6-ab948e5805a2 admin admin] 10.222.0.89 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 8.1546886 Feb 04 17:21:56.535487 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 36268) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:21:56.549562 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-4de176d6-68cd-4421-be42-fd259c9fdc69 req-9d177d69-34b1-4dfb-a387-30039a704932 tempest-VolumesAdminNegativeTest-1672480567 tempest-VolumesAdminNegativeTest-1672480567-project] 10.222.0.89 "GET /v2.0/security-groups?id=5b02e1bf-0926-4110-9e78-cb84d45a7aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4506850 Feb 04 17:21:56.549766 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95604725-30a1-4690-a999-6eec0131afd1 None None] Checking router: 634116b7-81a5-43b0-b152-35141e44ea86 for host: n-d-827839-2 {{(pid=103378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 17:21:56.552837 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-aea3ef9d-7553-4f82-946a-44219031590b req-c3d66a5a-5afd-46ad-9ac9-3572d9022e21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (dd0463af-d470-43e7-b569-a473b9d3fa36), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:56.568055 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-54a5f3e4-c3f3-422a-911f-42bac3f71c67 admin admin] Publish callbacks [] for router_gateway (f9e68899-a077-46b6-9665-a5d5cb9a1cec), precommit_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:56.576229 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95604725-30a1-4690-a999-6eec0131afd1 None None] Routers {'634116b7-81a5-43b0-b152-35141e44ea86'} bound to L3 agent in host n-d-827839-2 {{(pid=103378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:21:56.576871 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-95604725-30a1-4690-a999-6eec0131afd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:21:32Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['634116b7-81a5-43b0-b152-35141e44ea86'], 'active': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:21:56.622548 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02882893-58c4-4274-a923-75449d32dc7b None None] Checking router: a5615500-825b-4c27-b245-888c86ab2e53 for host: n-d-827839-2 {{(pid=103379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 17:21:56.625793 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02882893-58c4-4274-a923-75449d32dc7b None None] Updating router a5615500-825b-4c27-b245-888c86ab2e53 port e2bf0a04-65a3-440a-909f-bd06c7949274 binding host n-d-827839-2 {{(pid=103379) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 17:21:56.639449 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 17:21:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f7136e5-ef43-43ab-9f37-bc5f7ff42c09 x-openstack-request-id: req-1f7136e5-ef43-43ab-9f37-bc5f7ff42c09 {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:21:56.639810 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32c473d7-3f2d-495e-b44f-fd0929434fbd", "tag": "0dc06b5d-448b-4f0d-ad2e-de475b21d9b4", "status": "completed", "code": 200}]} {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:21:56.640016 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-1f7136e5-ef43-43ab-9f37-bc5f7ff42c09 {{(pid=103376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:21:56.640421 n-d-827839-2 neutron-server[103376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32c473d7-3f2d-495e-b44f-fd0929434fbd', 'tag': '0dc06b5d-448b-4f0d-ad2e-de475b21d9b4', 'status': 'completed', 'code': 200} Feb 04 17:21:56.654652 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 36272) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:21:56.697667 n-d-827839-2 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-02882893-58c4-4274-a923-75449d32dc7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (e2bf0a04-65a3-440a-909f-bd06c7949274), before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:56.864007 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdcafcd-0e58-4d97-ae04-06aa16c69e24 req-c3a1b590-53db-46a6-a17d-38b18020c749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:21:56.865861 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-3bdcafcd-0e58-4d97-ae04-06aa16c69e24 req-c3a1b590-53db-46a6-a17d-38b18020c749 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=e381d232a32f43f9a5f1684dbd7323ca&device_id=32c473d7-3f2d-495e-b44f-fd0929434fbd HTTP/1.1" status: 200 len: 1128 time: 0.2216287 Feb 04 17:21:56.930977 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvr_db [None req-95604725-30a1-4690-a999-6eec0131afd1 None None] Set router 634116b7-81a5-43b0-b152-35141e44ea86 gateway port host: n-d-827839-2 {{(pid=103378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:21:57.219939 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdcafcd-0e58-4d97-ae04-06aa16c69e24 req-95f21c43-05d4-405d-be32-adede48895d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:21:57.221720 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-3bdcafcd-0e58-4d97-ae04-06aa16c69e24 req-95f21c43-05d4-405d-be32-adede48895d1 service neutron] 10.222.0.96 "GET /v2.0/networks?id=482d30fe-67ad-4874-a89a-719137c68b40 HTTP/1.1" status: 200 len: 918 time: 0.3479829 Feb 04 17:21:57.261349 n-d-827839-2 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-02882893-58c4-4274-a923-75449d32dc7b None None] Publish callbacks [] for port (e2bf0a04-65a3-440a-909f-bd06c7949274), precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:57.271502 n-d-827839-2 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-02882893-58c4-4274-a923-75449d32dc7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (e2bf0a04-65a3-440a-909f-bd06c7949274), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:57.334394 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-3bdcafcd-0e58-4d97-ae04-06aa16c69e24 req-52f21a31-f3c1-4561-b762-cf733c93ba18 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0dc06b5d-448b-4f0d-ad2e-de475b21d9b4 HTTP/1.1" status: 200 len: 1000 time: 0.1057515 Feb 04 17:21:57.343891 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7c8aa7-cac7-4f1d-b8c4-924bb15b014f req-19bfed12-d4f6-4864-9b44-70d99666eb7e tempest-ImagesTestJSON-301921999 tempest-ImagesTestJSON-301921999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:21:57.351545 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-4c7c8aa7-cac7-4f1d-b8c4-924bb15b014f req-19bfed12-d4f6-4864-9b44-70d99666eb7e tempest-ImagesTestJSON-301921999 tempest-ImagesTestJSON-301921999-project] 10.222.0.89 "GET /v2.0/ports?device_id=3c0c462b-42d2-463e-a193-1248311df748 HTTP/1.1" status: 200 len: 932 time: 0.3079748 Feb 04 17:21:57.359632 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [None req-02882893-58c4-4274-a923-75449d32dc7b None None] Attempting to bind port e2bf0a04-65a3-440a-909f-bd06c7949274 on host n-d-827839-2 for vnic_type normal with profile {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:21:57.360026 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [None req-02882893-58c4-4274-a923-75449d32dc7b None None] Attempting to bind port e2bf0a04-65a3-440a-909f-bd06c7949274 by drivers openvswitch,hyperv on host n-d-827839-2 at level 0 using segments [{'id': '5942dc44-1f07-4c27-b0ab-45a2bff20dd5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188'}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:21:57.360398 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02882893-58c4-4274-a923-75449d32dc7b None None] Attempting to bind port e2bf0a04-65a3-440a-909f-bd06c7949274 on network 48165773-85ad-49a1-9ec1-76fc8dc24188 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:21:57.363559 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7622bfc2-afeb-4440-a065-6eabf4a5213e None None] Pushing event updated for resources: {'Port': ['ID=e2bf0a04-65a3-440a-909f-bd06c7949274,revision_number=2']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:21:57.369137 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02882893-58c4-4274-a923-75449d32dc7b None None] Checking agent: {'id': 'ba70844b-66a0-45fd-a2f2-e6ed673321fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 0, 36), 'started_at': datetime.datetime(2022, 2, 4, 17, 1, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 21, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:21:57.369668 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02882893-58c4-4274-a923-75449d32dc7b None None] Checking segment: {'id': '5942dc44-1f07-4c27-b0ab-45a2bff20dd5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:21:57.370083 n-d-827839-2 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-02882893-58c4-4274-a923-75449d32dc7b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:57.370499 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02882893-58c4-4274-a923-75449d32dc7b None None] Bound using segment: {'id': '5942dc44-1f07-4c27-b0ab-45a2bff20dd5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188'} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:21:57.370971 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [None req-02882893-58c4-4274-a923-75449d32dc7b None None] Bound port: e2bf0a04-65a3-440a-909f-bd06c7949274, host: n-d-827839-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5942dc44-1f07-4c27-b0ab-45a2bff20dd5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188'}}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:21:57.371688 n-d-827839-2 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-02882893-58c4-4274-a923-75449d32dc7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (e2bf0a04-65a3-440a-909f-bd06c7949274), before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:57.390521 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7622bfc2-afeb-4440-a065-6eabf4a5213e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:21:57.391145 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7622bfc2-afeb-4440-a065-6eabf4a5213e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:21:57.391479 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7622bfc2-afeb-4440-a065-6eabf4a5213e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:21:57.391815 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7622bfc2-afeb-4440-a065-6eabf4a5213e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:21:57.392142 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7622bfc2-afeb-4440-a065-6eabf4a5213e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:21:57.392462 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7622bfc2-afeb-4440-a065-6eabf4a5213e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:21:57.392949 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7622bfc2-afeb-4440-a065-6eabf4a5213e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:21:57.393325 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7622bfc2-afeb-4440-a065-6eabf4a5213e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:21:57.393645 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7622bfc2-afeb-4440-a065-6eabf4a5213e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:21:57.393965 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7622bfc2-afeb-4440-a065-6eabf4a5213e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:21:57.394279 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7622bfc2-afeb-4440-a065-6eabf4a5213e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:21:57.394607 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7622bfc2-afeb-4440-a065-6eabf4a5213e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:21:57.394951 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7622bfc2-afeb-4440-a065-6eabf4a5213e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:21:57.459826 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-02882893-58c4-4274-a923-75449d32dc7b None None] For port e2bf0a04-65a3-440a-909f-bd06c7949274, host n-d-827839-2, cleared binding levels {{(pid=103379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:21:57.463445 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-02882893-58c4-4274-a923-75449d32dc7b None None] For port e2bf0a04-65a3-440a-909f-bd06c7949274, host n-d-827839-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=e2bf0a04-65a3-440a-909f-bd06c7949274,segment=NetworkSegment(5942dc44-1f07-4c27-b0ab-45a2bff20dd5),segment_id=5942dc44-1f07-4c27-b0ab-45a2bff20dd5)] {{(pid=103379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:21:57.479662 n-d-827839-2 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-02882893-58c4-4274-a923-75449d32dc7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (e2bf0a04-65a3-440a-909f-bd06c7949274), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:57.506026 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-95604725-30a1-4690-a999-6eec0131afd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '634116b7-81a5-43b0-b152-35141e44ea86', 'name': 'tempest-AttachVolumeShelveTestJSON-1593771892-router', 'tenant_id': 'e381d232a32f43f9a5f1684dbd7323ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.99'}], 'enable_snat': True}, 'gw_port_id': '94054b5d-592b-4cb6-871c-06d58c671380', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:21:06Z', 'updated_at': '2022-02-04T17:21:13Z', 'revision_number': 4, 'project_id': 'e381d232a32f43f9a5f1684dbd7323ca', 'gw_port': {'id': '94054b5d-592b-4cb6-871c-06d58c671380', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:f4:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '634116b7-81a5-43b0-b152-35141e44ea86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1195, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:21:08Z', 'updated_at': '2022-02-04T17:21:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_floatingips': [{'id': '80e01402-a5a8-48e0-ac74-02510396b1f0', 'tenant_id': 'e381d232a32f43f9a5f1684dbd7323ca', 'floating_ip_address': '172.25.6.141', 'floating_network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'router_id': '634116b7-81a5-43b0-b152-35141e44ea86', 'port_id': '0dc06b5d-448b-4f0d-ad2e-de475b21d9b4', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1229, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '482d30fe-67ad-4874-a89a-719137c68b40', 'mac_address': 'fa:16:3e:ea:ee:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c473d7-3f2d-495e-b44f-fd0929434fbd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T17:21:20Z', 'updated_at': '2022-02-04T17:21:52Z', 'revision_number': 1, 'project_id': 'e381d232a32f43f9a5f1684dbd7323ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '83c5931d-90c7-4719-8ee3-e758fdc7bd11', 'name': '', 'network_id': '482d30fe-67ad-4874-a89a-719137c68b40', 'tenant_id': 'e381d232a32f43f9a5f1684dbd7323ca', 'mac_address': 'fa:16:3e:68:c4:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '634116b7-81a5-43b0-b152-35141e44ea86', 'device_owner': 'network:router_interface', 'standard_attr_id': 1204, 'fixed_ips': [{'subnet_id': '038a8af9-19f4-4848-babf-d3b1e786f999', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:21:12Z', 'updated_at': '2022-02-04T17:21:20Z', 'revision_number': 5, 'project_id': 'e381d232a32f43f9a5f1684dbd7323ca', 'subnets': [{'id': '038a8af9-19f4-4848-babf-d3b1e786f999', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-2', False) {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:21:57.522692 n-d-827839-2 neutron-server[103376]: DEBUG neutron.notifiers.nova [req-aea3ef9d-7553-4f82-946a-44219031590b req-c3d66a5a-5afd-46ad-9ac9-3572d9022e21 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd0463af-d470-43e7-b569-a473b9d3fa36 {{(pid=103376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 17:21:57.539346 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-aea3ef9d-7553-4f82-946a-44219031590b req-c3d66a5a-5afd-46ad-9ac9-3572d9022e21 service neutron] Publish callbacks [] for port (dd0463af-d470-43e7-b569-a473b9d3fa36), precommit_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:57.567978 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95604725-30a1-4690-a999-6eec0131afd1 None None] The sync data for ids ['634116b7-81a5-43b0-b152-35141e44ea86'] in n-d-827839-2 is: [{'id': '634116b7-81a5-43b0-b152-35141e44ea86', 'name': 'tempest-AttachVolumeShelveTestJSON-1593771892-router', 'tenant_id': 'e381d232a32f43f9a5f1684dbd7323ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.99'}], 'enable_snat': True}, 'gw_port_id': '94054b5d-592b-4cb6-871c-06d58c671380', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:21:06Z', 'updated_at': '2022-02-04T17:21:13Z', 'revision_number': 4, 'project_id': 'e381d232a32f43f9a5f1684dbd7323ca', 'gw_port': {'id': '94054b5d-592b-4cb6-871c-06d58c671380', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:f4:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '634116b7-81a5-43b0-b152-35141e44ea86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1195, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:21:08Z', 'updated_at': '2022-02-04T17:21:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_floatingips': [{'id': '80e01402-a5a8-48e0-ac74-02510396b1f0', 'tenant_id': 'e381d232a32f43f9a5f1684dbd7323ca', 'floating_ip_address': '172.25.6.141', 'floating_network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'router_id': '634116b7-81a5-43b0-b152-35141e44ea86', 'port_id': '0dc06b5d-448b-4f0d-ad2e-de475b21d9b4', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1229, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '482d30fe-67ad-4874-a89a-719137c68b40', 'mac_address': 'fa:16:3e:ea:ee:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c473d7-3f2d-495e-b44f-fd0929434fbd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T17:21:20Z', 'updated_at': '2022-02-04T17:21:52Z', 'revision_number': 1, 'project_id': 'e381d232a32f43f9a5f1684dbd7323ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '83c5931d-90c7-4719-8ee3-e758fdc7bd11', 'name': '', 'network_id': '482d30fe-67ad-4874-a89a-719137c68b40', 'tenant_id': 'e381d232a32f43f9a5f1684dbd7323ca', 'mac_address': 'fa:16:3e:68:c4:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '634116b7-81a5-43b0-b152-35141e44ea86', 'device_owner': 'network:router_interface', 'standard_attr_id': 1204, 'fixed_ips': [{'subnet_id': '038a8af9-19f4-4848-babf-d3b1e786f999', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:21:12Z', 'updated_at': '2022-02-04T17:21:20Z', 'revision_number': 5, 'project_id': 'e381d232a32f43f9a5f1684dbd7323ca', 'subnets': [{'id': '038a8af9-19f4-4848-babf-d3b1e786f999', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 17:21:57.587813 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7622bfc2-afeb-4440-a065-6eabf4a5213e None None] Pushing event updated for resources: {'Port': ['ID=e2bf0a04-65a3-440a-909f-bd06c7949274,revision_number=3']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:21:57.618791 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02882893-58c4-4274-a923-75449d32dc7b None None] Routers {'a5615500-825b-4c27-b245-888c86ab2e53'} bound to L3 agent in host n-d-827839-2 {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:21:57.619412 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-02882893-58c4-4274-a923-75449d32dc7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:21:32Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['a5615500-825b-4c27-b245-888c86ab2e53'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:21:57.642068 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-4c7c8aa7-cac7-4f1d-b8c4-924bb15b014f req-809fe1ff-0cea-4bd0-aa5a-e0cf943b6fa1 tempest-ImagesTestJSON-301921999 tempest-ImagesTestJSON-301921999-project] 10.222.0.89 "GET /v2.0/security-groups?id=5b73e0f3-a9f7-4cf1-b4aa-b594ce8b7178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2882593 Feb 04 17:21:57.661026 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdcafcd-0e58-4d97-ae04-06aa16c69e24 req-109f4bc5-eeda-4008-a7d8-bcdb8cd54727 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:21:57.663560 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-3bdcafcd-0e58-4d97-ae04-06aa16c69e24 req-109f4bc5-eeda-4008-a7d8-bcdb8cd54727 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=038a8af9-19f4-4848-babf-d3b1e786f999 HTTP/1.1" status: 200 len: 856 time: 0.3098931 Feb 04 17:21:57.731360 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device eb95eb67-b320-4644-9363-94ccbac6d965 details requested by agent hyperv_n-h1-827839-2 with host n-h1-827839-2 {{(pid=103378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 17:21:57.758089 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.provisioning_blocks [req-aea3ef9d-7553-4f82-946a-44219031590b req-c3d66a5a-5afd-46ad-9ac9-3572d9022e21 service neutron] Transition to ACTIVE for port object dd0463af-d470-43e7-b569-a473b9d3fa36 will not be triggered until provisioned by entity L2. {{(pid=103376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 17:21:57.778855 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a952cf-6c19-40ab-ac6b-7d0bdac3f698 req-f3a1804a-490b-4478-950b-5da575010bfd tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:21:57.780991 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-e5a952cf-6c19-40ab-ac6b-7d0bdac3f698 req-f3a1804a-490b-4478-950b-5da575010bfd tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] 10.222.0.89 "GET /v2.0/ports?device_id=32c473d7-3f2d-495e-b44f-fd0929434fbd HTTP/1.1" status: 200 len: 946 time: 0.3501077 Feb 04 17:21:57.844226 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-aea3ef9d-7553-4f82-946a-44219031590b req-c3d66a5a-5afd-46ad-9ac9-3572d9022e21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675836'] for port (dd0463af-d470-43e7-b569-a473b9d3fa36), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:57.846780 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-54a5f3e4-c3f3-422a-911f-42bac3f71c67 admin admin] Publish callbacks [] for router_gateway (f9e68899-a077-46b6-9665-a5d5cb9a1cec), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:57.871465 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvr_db [None req-02882893-58c4-4274-a923-75449d32dc7b None None] Set router a5615500-825b-4c27-b245-888c86ab2e53 gateway port host: n-d-827839-2 {{(pid=103379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:21:57.898344 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-54a5f3e4-c3f3-422a-911f-42bac3f71c67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:57.935184 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] For port eb95eb67-b320-4644-9363-94ccbac6d965, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=eb95eb67-b320-4644-9363-94ccbac6d965,segment=NetworkSegment(95907dbe-daad-4253-9caf-1b8f245e1a4d),segment_id=95907dbe-daad-4253-9caf-1b8f245e1a4d)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:21:57.966771 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67008152-a657-4cdc-b825-4d604ed4b7a9 None None] New status for floating IP 80e01402-a5a8-48e0-ac74-02510396b1f0: ACTIVE {{(pid=103378) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 17:21:57.972530 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdcafcd-0e58-4d97-ae04-06aa16c69e24 req-06d23f4b-18dc-49a9-8bcf-3b9363896b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:21:57.974422 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-3bdcafcd-0e58-4d97-ae04-06aa16c69e24 req-06d23f4b-18dc-49a9-8bcf-3b9363896b52 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=482d30fe-67ad-4874-a89a-719137c68b40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3002017 Feb 04 17:21:58.003238 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e47cb80-7c8c-46f8-bed7-70ca90caf723 req-9cfabc22-26ea-4d4f-9fbd-72e3ab0525cb tempest-VolumesAdminNegativeTest-1672480567 tempest-VolumesAdminNegativeTest-1672480567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:21:58.004801 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-3e47cb80-7c8c-46f8-bed7-70ca90caf723 req-9cfabc22-26ea-4d4f-9fbd-72e3ab0525cb tempest-VolumesAdminNegativeTest-1672480567 tempest-VolumesAdminNegativeTest-1672480567-project] 10.222.0.89 "GET /v2.0/ports?device_id=588c76ea-c124-46b5-9100-eab87b2c3c92 HTTP/1.1" status: 200 len: 943 time: 0.2442620 Feb 04 17:21:58.058328 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Returning: {'device': 'eb95eb67-b320-4644-9363-94ccbac6d965', 'network_id': '216a4039-f179-48b2-a471-479c3619af2b', 'port_id': 'eb95eb67-b320-4644-9363-94ccbac6d965', 'mac_address': 'fa:16:3e:e7:21:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 795, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75657dba-ba38-499e-8c73-0661b3ba329b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 17:21:58.068250 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d66a5a-5afd-46ad-9ac9-3572d9022e21 service neutron] Pushing event updated for resources: {'Port': ['ID=dd0463af-d470-43e7-b569-a473b9d3fa36,revision_number=2']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:21:58.086226 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-adc5ec77-9bee-4ee5-b918-87c8a92c52ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:58.179398 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-e5a952cf-6c19-40ab-ac6b-7d0bdac3f698 req-0bc85399-1d54-42d0-a2e8-2f2ce3f30215 tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] 10.222.0.89 "GET /v2.0/security-groups?id=e65ecd24-4d97-4684-be33-350ed30f90cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2987256 Feb 04 17:21:58.194787 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-3e47cb80-7c8c-46f8-bed7-70ca90caf723 req-c8a3f14e-89c1-490f-9028-2d894ae19838 tempest-VolumesAdminNegativeTest-1672480567 tempest-VolumesAdminNegativeTest-1672480567-project] 10.222.0.89 "GET /v2.0/security-groups?id=5b02e1bf-0926-4110-9e78-cb84d45a7aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1776586 Feb 04 17:21:58.259965 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-02882893-58c4-4274-a923-75449d32dc7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5615500-825b-4c27-b245-888c86ab2e53', 'name': 'tempest-TaggedBootDevicesTest_v242-733725866-router', 'tenant_id': 'c5cb386618c24d66b6712f0d36ac7fea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.91'}], 'enable_snat': True}, 'gw_port_id': 'e2bf0a04-65a3-440a-909f-bd06c7949274', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:21:48Z', 'updated_at': '2022-02-04T17:21:53Z', 'revision_number': 3, 'project_id': 'c5cb386618c24d66b6712f0d36ac7fea', 'gw_port': {'id': 'e2bf0a04-65a3-440a-909f-bd06c7949274', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:47:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5615500-825b-4c27-b245-888c86ab2e53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1280, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:21:49Z', 'updated_at': '2022-02-04T17:21:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2'}], 'n-d-827839-2', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:21:58.275592 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Current status of the port eb95eb67-b320-4644-9363-94ccbac6d965 is: DOWN; New status is: BUILD {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:21:58.286512 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (eb95eb67-b320-4644-9363-94ccbac6d965), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:58.300706 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [req-aea3ef9d-7553-4f82-946a-44219031590b req-c3d66a5a-5afd-46ad-9ac9-3572d9022e21 service neutron] Attempting to bind port dd0463af-d470-43e7-b569-a473b9d3fa36 on host n-h2-827839-2 for vnic_type normal with profile {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:21:58.301063 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [req-aea3ef9d-7553-4f82-946a-44219031590b req-c3d66a5a-5afd-46ad-9ac9-3572d9022e21 service neutron] Attempting to bind port dd0463af-d470-43e7-b569-a473b9d3fa36 by drivers openvswitch,hyperv on host n-h2-827839-2 at level 0 using segments [{'id': '40be95d6-8661-400f-bc9d-3f4c57dcd00c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': 'a69bfb95-797b-4825-866b-2c94a621d18a'}] {{(pid=103376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:21:58.301409 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aea3ef9d-7553-4f82-946a-44219031590b req-c3d66a5a-5afd-46ad-9ac9-3572d9022e21 service neutron] Attempting to bind port dd0463af-d470-43e7-b569-a473b9d3fa36 on network a69bfb95-797b-4825-866b-2c94a621d18a {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:21:58.314031 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.db_base_plugin_common [None req-54a5f3e4-c3f3-422a-911f-42bac3f71c67 admin admin] Allocated IP 172.25.6.72 (48165773-85ad-49a1-9ec1-76fc8dc24188/7660bfad-1ea8-4fe7-831b-bed836f13efc/38be56bb-08c9-4ee5-bfdb-3e53bb3579f4) {{(pid=103376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:21:58.320663 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aea3ef9d-7553-4f82-946a-44219031590b req-c3d66a5a-5afd-46ad-9ac9-3572d9022e21 service neutron] Port dd0463af-d470-43e7-b569-a473b9d3fa36 on network a69bfb95-797b-4825-866b-2c94a621d18a not bound, no agent of type Open vSwitch agent registered on host n-h2-827839-2 {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 17:21:58.321089 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aea3ef9d-7553-4f82-946a-44219031590b req-c3d66a5a-5afd-46ad-9ac9-3572d9022e21 service neutron] Attempting to bind port dd0463af-d470-43e7-b569-a473b9d3fa36 on network a69bfb95-797b-4825-866b-2c94a621d18a {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:21:58.324088 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb95eb67-b320-4644-9363-94ccbac6d965 {{(pid=103378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 17:21:58.336475 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02882893-58c4-4274-a923-75449d32dc7b None None] The sync data for ids ['a5615500-825b-4c27-b245-888c86ab2e53'] in n-d-827839-2 is: [{'id': 'a5615500-825b-4c27-b245-888c86ab2e53', 'name': 'tempest-TaggedBootDevicesTest_v242-733725866-router', 'tenant_id': 'c5cb386618c24d66b6712f0d36ac7fea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.91'}], 'enable_snat': True}, 'gw_port_id': 'e2bf0a04-65a3-440a-909f-bd06c7949274', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:21:48Z', 'updated_at': '2022-02-04T17:21:53Z', 'revision_number': 3, 'project_id': 'c5cb386618c24d66b6712f0d36ac7fea', 'gw_port': {'id': 'e2bf0a04-65a3-440a-909f-bd06c7949274', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:47:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5615500-825b-4c27-b245-888c86ab2e53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1280, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:21:49Z', 'updated_at': '2022-02-04T17:21:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2'}] {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 17:21:58.352920 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aea3ef9d-7553-4f82-946a-44219031590b req-c3d66a5a-5afd-46ad-9ac9-3572d9022e21 service neutron] Checking agent: {'id': 'f20a1ab3-4332-4f54-833b-ba4a7c687e89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 8, 40), 'started_at': datetime.datetime(2022, 2, 4, 17, 8, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 21, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:21:58.353266 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aea3ef9d-7553-4f82-946a-44219031590b req-c3d66a5a-5afd-46ad-9ac9-3572d9022e21 service neutron] Checking segment: {'id': '40be95d6-8661-400f-bc9d-3f4c57dcd00c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': 'a69bfb95-797b-4825-866b-2c94a621d18a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:21:58.353657 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aea3ef9d-7553-4f82-946a-44219031590b req-c3d66a5a-5afd-46ad-9ac9-3572d9022e21 service neutron] Bound using segment: {'id': '40be95d6-8661-400f-bc9d-3f4c57dcd00c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': 'a69bfb95-797b-4825-866b-2c94a621d18a'} {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:21:58.354091 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [req-aea3ef9d-7553-4f82-946a-44219031590b req-c3d66a5a-5afd-46ad-9ac9-3572d9022e21 service neutron] Bound port: dd0463af-d470-43e7-b569-a473b9d3fa36, host: n-h2-827839-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40be95d6-8661-400f-bc9d-3f4c57dcd00c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': 'a69bfb95-797b-4825-866b-2c94a621d18a'}}] {{(pid=103376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:21:58.354449 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-aea3ef9d-7553-4f82-946a-44219031590b req-c3d66a5a-5afd-46ad-9ac9-3572d9022e21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (dd0463af-d470-43e7-b569-a473b9d3fa36), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:58.449820 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] For port eb95eb67-b320-4644-9363-94ccbac6d965, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=eb95eb67-b320-4644-9363-94ccbac6d965,segment=NetworkSegment(95907dbe-daad-4253-9caf-1b8f245e1a4d),segment_id=95907dbe-daad-4253-9caf-1b8f245e1a4d)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:21:58.458042 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (eb95eb67-b320-4644-9363-94ccbac6d965), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:58.468630 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-3bdcafcd-0e58-4d97-ae04-06aa16c69e24 req-f4608095-b1cb-4534-a929-ffdc8d57d15d service neutron] 10.222.0.96 "GET /v2.0/networks/482d30fe-67ad-4874-a89a-719137c68b40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4811473 Feb 04 17:21:58.568482 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Pushing event updated for resources: {'Port': ['ID=eb95eb67-b320-4644-9363-94ccbac6d965,revision_number=4']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:21:58.687497 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.db_base_plugin_common [None req-adc5ec77-9bee-4ee5-b918-87c8a92c52ad admin admin] Allocated IP 172.20.0.1 (02771309-aff5-472d-90da-927298d169e4/069a4643-9702-4f4f-bc4a-cf22266ae74b/67bf434d-66bd-4703-8d75-c9a0bbd698bc) {{(pid=103377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:21:58.691187 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-3bdcafcd-0e58-4d97-ae04-06aa16c69e24 req-aa12efb7-11fa-4e2f-925f-eb7e6342bfef service neutron] 10.222.0.96 "GET /v2.0/networks/482d30fe-67ad-4874-a89a-719137c68b40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2122045 Feb 04 17:21:58.872711 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-adc5ec77-9bee-4ee5-b918-87c8a92c52ad admin admin] Publish callbacks [] for port (67bf434d-66bd-4703-8d75-c9a0bbd698bc), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:58.914723 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-adc5ec77-9bee-4ee5-b918-87c8a92c52ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (67bf434d-66bd-4703-8d75-c9a0bbd698bc), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:58.975315 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] get_ports_and_sgs() called for port_ids ['eb95eb67-b320-4644-9363-94ccbac6d965'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 17:21:58.979193 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adc5ec77-9bee-4ee5-b918-87c8a92c52ad admin admin] Network 02771309-aff5-472d-90da-927298d169e4 is already hosted by enough agents. {{(pid=103377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:21:58.990792 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [None req-adc5ec77-9bee-4ee5-b918-87c8a92c52ad admin admin] Resources bound (agent type, host, resource id): {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:21:59.011157 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adc5ec77-9bee-4ee5-b918-87c8a92c52ad admin admin] Received port after_create {{(pid=103377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:21:59.089313 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc5ec77-9bee-4ee5-b918-87c8a92c52ad admin admin] Pushing event updated for resources: {'Port': ['ID=67bf434d-66bd-4703-8d75-c9a0bbd698bc,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:21:59.131632 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-adc5ec77-9bee-4ee5-b918-87c8a92c52ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1595471'] for router_interface (a5615500-825b-4c27-b245-888c86ab2e53), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:59.277817 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [req-aea3ef9d-7553-4f82-946a-44219031590b req-c3d66a5a-5afd-46ad-9ac9-3572d9022e21 service neutron] For port dd0463af-d470-43e7-b569-a473b9d3fa36, host n-h2-827839-2, cleared binding levels {{(pid=103376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:21:59.288153 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-54a5f3e4-c3f3-422a-911f-42bac3f71c67 admin admin] Publish callbacks [] for port (38be56bb-08c9-4ee5-bfdb-3e53bb3579f4), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:59.303244 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-dc33305a-52ec-4c57-bf35-67055e29bfd4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602754'] for router_interface (ce4e4e18-9117-4dc6-b9c8-14f6932b4d45), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:59.471136 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea72c6b-741d-4e7c-9cfc-a1734f89be9f req-8c5fdca8-2a89-464a-89be-afe462c2c2c4 tempest-VolumesAdminNegativeTest-1672480567 tempest-VolumesAdminNegativeTest-1672480567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:21:59.479876 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-bea72c6b-741d-4e7c-9cfc-a1734f89be9f req-8c5fdca8-2a89-464a-89be-afe462c2c2c4 tempest-VolumesAdminNegativeTest-1672480567 tempest-VolumesAdminNegativeTest-1672480567-project] 10.222.0.89 "GET /v2.0/ports?device_id=588c76ea-c124-46b5-9100-eab87b2c3c92 HTTP/1.1" status: 200 len: 944 time: 0.1309087 Feb 04 17:21:59.540459 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-e3d7a47d-5b44-464e-a1d9-4f770fc8c97e None None] Provisioning complete for port 67bf434d-66bd-4703-8d75-c9a0bbd698bc triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:21:59.540874 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e3d7a47d-5b44-464e-a1d9-4f770fc8c97e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (67bf434d-66bd-4703-8d75-c9a0bbd698bc), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:59.575611 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-adc5ec77-9bee-4ee5-b918-87c8a92c52ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (67bf434d-66bd-4703-8d75-c9a0bbd698bc), before_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:59.586021 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [req-aea3ef9d-7553-4f82-946a-44219031590b req-c3d66a5a-5afd-46ad-9ac9-3572d9022e21 service neutron] For port dd0463af-d470-43e7-b569-a473b9d3fa36, host n-h2-827839-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=dd0463af-d470-43e7-b569-a473b9d3fa36,segment=NetworkSegment(40be95d6-8661-400f-bc9d-3f4c57dcd00c),segment_id=40be95d6-8661-400f-bc9d-3f4c57dcd00c)] {{(pid=103376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:21:59.618503 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-e3d7a47d-5b44-464e-a1d9-4f770fc8c97e None None] Port 67bf434d-66bd-4703-8d75-c9a0bbd698bc cannot update to ACTIVE because it is not bound. {{(pid=103378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 17:21:59.640271 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bce89f2-6b67-402c-a8a8-63c3c37c9558 req-6290742c-9b06-4658-8934-046bb4c52761 tempest-ImagesTestJSON-301921999 tempest-ImagesTestJSON-301921999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:21:59.647478 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-3bce89f2-6b67-402c-a8a8-63c3c37c9558 req-6290742c-9b06-4658-8934-046bb4c52761 tempest-ImagesTestJSON-301921999 tempest-ImagesTestJSON-301921999-project] 10.222.0.89 "GET /v2.0/ports?device_id=3c0c462b-42d2-463e-a193-1248311df748 HTTP/1.1" status: 200 len: 944 time: 0.6187263 Feb 04 17:21:59.673390 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-aea3ef9d-7553-4f82-946a-44219031590b req-c3d66a5a-5afd-46ad-9ac9-3572d9022e21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675836'] for port (dd0463af-d470-43e7-b569-a473b9d3fa36), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:59.692369 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-bea72c6b-741d-4e7c-9cfc-a1734f89be9f req-a1223f9a-1cd4-4fde-8a24-9d96eda1e990 tempest-VolumesAdminNegativeTest-1672480567 tempest-VolumesAdminNegativeTest-1672480567-project] 10.222.0.89 "GET /v2.0/security-groups?id=5b02e1bf-0926-4110-9e78-cb84d45a7aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2115867 Feb 04 17:21:59.706609 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0b0a7d7c-6c5a-4bdc-8bad-261e90388297 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (bb89f5a3-3c22-440b-b7d1-c4f0c43c184a), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:59.738183 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-3bce89f2-6b67-402c-a8a8-63c3c37c9558 req-59e3ec7d-4f8d-4f80-8346-22696409c6e6 tempest-ImagesTestJSON-301921999 tempest-ImagesTestJSON-301921999-project] 10.222.0.89 "GET /v2.0/security-groups?id=5b73e0f3-a9f7-4cf1-b4aa-b594ce8b7178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754306 Feb 04 17:21:59.822226 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea3ef9d-7553-4f82-946a-44219031590b req-c3d66a5a-5afd-46ad-9ac9-3572d9022e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:21:59.822862 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-aea3ef9d-7553-4f82-946a-44219031590b req-c3d66a5a-5afd-46ad-9ac9-3572d9022e21 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:59.824273 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-aea3ef9d-7553-4f82-946a-44219031590b req-c3d66a5a-5afd-46ad-9ac9-3572d9022e21 service neutron] 10.222.0.90 "PUT /v2.0/ports/dd0463af-d470-43e7-b569-a473b9d3fa36 HTTP/1.1" status: 200 len: 1092 time: 3.6958253 Feb 04 17:21:59.824731 n-d-827839-2 neutron-server[103376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c0c462b-42d2-463e-a193-1248311df748', 'tag': 'dd0463af-d470-43e7-b569-a473b9d3fa36'}] {{(pid=103376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:21:59.827033 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d59c3bb5e2f09ebf62144d5e09b1cff60c763a9c19614c24538e77842938c05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-476479d4-de92-4efa-a064-fb8f7b7b513e" -d '{"events": [{"name": "network-changed", "server_uuid": "3c0c462b-42d2-463e-a193-1248311df748", "tag": "dd0463af-d470-43e7-b569-a473b9d3fa36"}]}' {{(pid=103376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:21:59.861535 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-54a5f3e4-c3f3-422a-911f-42bac3f71c67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (38be56bb-08c9-4ee5-bfdb-3e53bb3579f4), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:59.865395 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d66a5a-5afd-46ad-9ac9-3572d9022e21 service neutron] Pushing event updated for resources: {'Port': ['ID=dd0463af-d470-43e7-b569-a473b9d3fa36,revision_number=3']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:21:59.910985 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-3cc659a6-16d6-460b-9f0d-4177267e31b3 req-9fd54abd-1e6e-4b4f-9d66-a2e71649af86 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=32c473d7-3f2d-495e-b44f-fd0929434fbd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4486287 Feb 04 17:21:59.932014 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 17:21:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24508bf3-e078-407b-83fb-1eb84381cb47 x-openstack-request-id: req-24508bf3-e078-407b-83fb-1eb84381cb47 {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:21:59.932309 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c0c462b-42d2-463e-a193-1248311df748", "tag": "dd0463af-d470-43e7-b569-a473b9d3fa36", "status": "completed", "code": 200}]} {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:21:59.932566 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-24508bf3-e078-407b-83fb-1eb84381cb47 {{(pid=103376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:21:59.933001 n-d-827839-2 neutron-server[103376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c0c462b-42d2-463e-a193-1248311df748', 'tag': 'dd0463af-d470-43e7-b569-a473b9d3fa36', 'status': 'completed', 'code': 200} Feb 04 17:21:59.999067 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54a5f3e4-c3f3-422a-911f-42bac3f71c67 admin admin] Network 48165773-85ad-49a1-9ec1-76fc8dc24188 is already hosted by enough agents. {{(pid=103376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:22:00.015247 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [None req-54a5f3e4-c3f3-422a-911f-42bac3f71c67 admin admin] Resources bound (agent type, host, resource id): {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:22:00.019226 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54a5f3e4-c3f3-422a-911f-42bac3f71c67 admin admin] Received port after_create {{(pid=103376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:22:00.049566 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a5f3e4-c3f3-422a-911f-42bac3f71c67 admin admin] Pushing event updated for resources: {'Port': ['ID=38be56bb-08c9-4ee5-bfdb-3e53bb3579f4,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:22:00.096934 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-adc5ec77-9bee-4ee5-b918-87c8a92c52ad admin admin] Publish callbacks [] for port (67bf434d-66bd-4703-8d75-c9a0bbd698bc), precommit_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:00.105997 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea3ef9d-7553-4f82-946a-44219031590b req-50fcd1ca-e220-4b27-8fc9-11df545613cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:22:00.107533 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-aea3ef9d-7553-4f82-946a-44219031590b req-50fcd1ca-e220-4b27-8fc9-11df545613cb service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=08c8ed9304cf401d8c1d136ac3844d2a&device_id=3c0c462b-42d2-463e-a193-1248311df748 HTTP/1.1" status: 200 len: 1126 time: 0.2339272 Feb 04 17:22:00.150038 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-adc5ec77-9bee-4ee5-b918-87c8a92c52ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25888290'] for port (67bf434d-66bd-4703-8d75-c9a0bbd698bc), after_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:00.245304 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe6740c-0688-49ad-a171-c5f3eb07c947 req-e25766c8-9a9a-420c-91a1-ead09726bc6a tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:22:00.250972 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-aea3ef9d-7553-4f82-946a-44219031590b req-b75f2f39-3669-497e-9a10-12377284a44a service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dd0463af-d470-43e7-b569-a473b9d3fa36 HTTP/1.1" status: 200 len: 217 time: 0.1021273 Feb 04 17:22:00.257391 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-afe6740c-0688-49ad-a171-c5f3eb07c947 req-e25766c8-9a9a-420c-91a1-ead09726bc6a tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] 10.222.0.89 "GET /v2.0/ports?device_id=32c473d7-3f2d-495e-b44f-fd0929434fbd HTTP/1.1" status: 200 len: 946 time: 0.3485277 Feb 04 17:22:00.298795 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc5ec77-9bee-4ee5-b918-87c8a92c52ad admin admin] Pushing event updated for resources: {'Port': ['ID=67bf434d-66bd-4703-8d75-c9a0bbd698bc,revision_number=2']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:22:00.335292 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc659a6-16d6-460b-9f0d-4177267e31b3 req-1969b470-eb30-4983-b5b6-f3d17b647e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:22:00.337199 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-3cc659a6-16d6-460b-9f0d-4177267e31b3 req-1969b470-eb30-4983-b5b6-f3d17b647e8e service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=e381d232a32f43f9a5f1684dbd7323ca&device_id=32c473d7-3f2d-495e-b44f-fd0929434fbd HTTP/1.1" status: 200 len: 1128 time: 0.3475256 Feb 04 17:22:00.344304 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea3ef9d-7553-4f82-946a-44219031590b req-1c4026a7-6c8d-4187-ae78-22ecdc4051e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:22:00.345805 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-aea3ef9d-7553-4f82-946a-44219031590b req-1c4026a7-6c8d-4187-ae78-22ecdc4051e1 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=4c5f610d-9231-45f1-abd7-6e26ccd02030 HTTP/1.1" status: 200 len: 844 time: 0.0869477 Feb 04 17:22:00.362405 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-dc33305a-52ec-4c57-bf35-67055e29bfd4 admin admin] Deleting port 8caae74c-40a9-4ecd-ab37-894a0aca38a6 {{(pid=103376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:22:00.362755 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-dc33305a-52ec-4c57-bf35-67055e29bfd4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (8caae74c-40a9-4ecd-ab37-894a0aca38a6), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:00.368003 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-afe6740c-0688-49ad-a171-c5f3eb07c947 req-ecc04392-6f33-4b63-b94d-ed1597c33b21 tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] 10.222.0.89 "GET /v2.0/security-groups?id=e65ecd24-4d97-4684-be33-350ed30f90cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1093631 Feb 04 17:22:00.386580 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-adc5ec77-9bee-4ee5-b918-87c8a92c52ad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1677345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602751'] for router_interface (a5615500-825b-4c27-b245-888c86ab2e53), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:00.456880 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-aea3ef9d-7553-4f82-946a-44219031590b req-cb0f428d-3383-429a-b2c7-941f77bf859b service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=a69bfb95-797b-4825-866b-2c94a621d18a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1046093 Feb 04 17:22:00.666061 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device e2bf0a04-65a3-440a-909f-bd06c7949274 up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:22:00.702586 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [None req-dc33305a-52ec-4c57-bf35-67055e29bfd4 admin admin] For port 8caae74c-40a9-4ecd-ab37-894a0aca38a6, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=8caae74c-40a9-4ecd-ab37-894a0aca38a6,segment=NetworkSegment(be1103cf-5393-48aa-b76f-2defc05390b4),segment_id=be1103cf-5393-48aa-b76f-2defc05390b4)] {{(pid=103376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:22:00.702983 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-dc33305a-52ec-4c57-bf35-67055e29bfd4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (8caae74c-40a9-4ecd-ab37-894a0aca38a6), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:00.727716 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc659a6-16d6-460b-9f0d-4177267e31b3 req-da2b56bc-7d5e-4463-b2e1-803af932cc61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:22:00.729220 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-3cc659a6-16d6-460b-9f0d-4177267e31b3 req-da2b56bc-7d5e-4463-b2e1-803af932cc61 service neutron] 10.222.0.96 "GET /v2.0/networks?id=482d30fe-67ad-4874-a89a-719137c68b40 HTTP/1.1" status: 200 len: 918 time: 0.3588305 Feb 04 17:22:00.761546 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-dc33305a-52ec-4c57-bf35-67055e29bfd4 admin admin] Calling delete_port for 8caae74c-40a9-4ecd-ab37-894a0aca38a6 owned by network:router_interface {{(pid=103376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:22:00.775556 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-54a5f3e4-c3f3-422a-911f-42bac3f71c67 admin admin] Publish callbacks [] for router_gateway (f9e68899-a077-46b6-9665-a5d5cb9a1cec), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:00.783768 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-aea3ef9d-7553-4f82-946a-44219031590b req-8d09f903-adcb-4a66-aed2-bdffef4cbff0 service neutron] 10.222.0.90 "GET /v2.0/networks/a69bfb95-797b-4825-866b-2c94a621d18a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2875378 Feb 04 17:22:00.818155 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port e2bf0a04-65a3-440a-909f-bd06c7949274 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:22:00.818155 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (e2bf0a04-65a3-440a-909f-bd06c7949274), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:00.956678 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-3cc659a6-16d6-460b-9f0d-4177267e31b3 req-9fdafe95-7df8-4a71-8a1c-52fc2b06a67b service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0dc06b5d-448b-4f0d-ad2e-de475b21d9b4 HTTP/1.1" status: 200 len: 1002 time: 0.2046454 Feb 04 17:22:00.958657 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adc5ec77-9bee-4ee5-b918-87c8a92c52ad admin admin] Network 02771309-aff5-472d-90da-927298d169e4 is already hosted by enough agents. {{(pid=103377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:22:00.995991 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [None req-adc5ec77-9bee-4ee5-b918-87c8a92c52ad admin admin] Resources bound (agent type, host, resource id): {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:22:01.130619 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port e2bf0a04-65a3-440a-909f-bd06c7949274 is: DOWN; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:22:01.137468 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (e2bf0a04-65a3-440a-909f-bd06c7949274), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:01.192812 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] For port e2bf0a04-65a3-440a-909f-bd06c7949274, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=e2bf0a04-65a3-440a-909f-bd06c7949274,segment=NetworkSegment(5942dc44-1f07-4c27-b0ab-45a2bff20dd5),segment_id=5942dc44-1f07-4c27-b0ab-45a2bff20dd5)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:22:01.201886 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (e2bf0a04-65a3-440a-909f-bd06c7949274), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:01.323419 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Pushing event updated for resources: {'Port': ['ID=e2bf0a04-65a3-440a-909f-bd06c7949274,revision_number=4']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:22:01.429136 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3e6c72-bb3c-4b10-bdb2-2909dbc1a8ee req-25e77b93-2377-46ed-a3ee-92a48a2e0b7c tempest-ImagesTestJSON-301921999 tempest-ImagesTestJSON-301921999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:22:01.438558 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-da3e6c72-bb3c-4b10-bdb2-2909dbc1a8ee req-25e77b93-2377-46ed-a3ee-92a48a2e0b7c tempest-ImagesTestJSON-301921999 tempest-ImagesTestJSON-301921999-project] 10.222.0.89 "GET /v2.0/ports?device_id=3c0c462b-42d2-463e-a193-1248311df748 HTTP/1.1" status: 200 len: 944 time: 0.4962416 Feb 04 17:22:01.441862 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-aea3ef9d-7553-4f82-946a-44219031590b req-c2650e04-a9ce-4e52-8131-9cb845702371 service neutron] 10.222.0.90 "GET /v2.0/networks/a69bfb95-797b-4825-866b-2c94a621d18a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6103077 Feb 04 17:22:01.517173 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-ebbdbaf5-e942-4a5a-a574-7e6c985c981e None None] Provisioning complete for port 67bf434d-66bd-4703-8d75-c9a0bbd698bc triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:22:01.518258 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ebbdbaf5-e942-4a5a-a574-7e6c985c981e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (67bf434d-66bd-4703-8d75-c9a0bbd698bc), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:01.580732 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-ebbdbaf5-e942-4a5a-a574-7e6c985c981e None None] Port 67bf434d-66bd-4703-8d75-c9a0bbd698bc cannot update to ACTIVE because it is not bound. {{(pid=103378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 17:22:01.733193 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device eb95eb67-b320-4644-9363-94ccbac6d965 up at agent hyperv_n-h1-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:22:01.758257 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc659a6-16d6-460b-9f0d-4177267e31b3 req-e2892d34-0135-49a8-80a4-aedefc0881b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:22:01.759844 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-3cc659a6-16d6-460b-9f0d-4177267e31b3 req-e2892d34-0135-49a8-80a4-aedefc0881b1 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=038a8af9-19f4-4848-babf-d3b1e786f999 HTTP/1.1" status: 200 len: 856 time: 0.7652023 Feb 04 17:22:01.772392 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-da3e6c72-bb3c-4b10-bdb2-2909dbc1a8ee req-31280678-3693-4a6c-ba41-19e20fb359a0 tempest-ImagesTestJSON-301921999 tempest-ImagesTestJSON-301921999-project] 10.222.0.89 "GET /v2.0/security-groups?id=5b73e0f3-a9f7-4cf1-b4aa-b594ce8b7178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3327835 Feb 04 17:22:01.792799 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-dc33305a-52ec-4c57-bf35-67055e29bfd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (8caae74c-40a9-4ecd-ab37-894a0aca38a6), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:01.793951 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8854ea-8ac0-40a4-94ba-3ec72c47e7a7 req-fdebc267-7b18-4f38-bcc2-e93c65059401 tempest-VolumesAdminNegativeTest-1672480567 tempest-VolumesAdminNegativeTest-1672480567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:22:01.795945 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476479d4-de92-4efa-a064-fb8f7b7b513e req-4e6a01ea-4869-46c4-89f7-0dd73ea35b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:22:01.797489 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-476479d4-de92-4efa-a064-fb8f7b7b513e req-4e6a01ea-4869-46c4-89f7-0dd73ea35b5c service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=08c8ed9304cf401d8c1d136ac3844d2a&device_id=3c0c462b-42d2-463e-a193-1248311df748 HTTP/1.1" status: 200 len: 1126 time: 0.2476995 Feb 04 17:22:01.801299 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-ae8854ea-8ac0-40a4-94ba-3ec72c47e7a7 req-fdebc267-7b18-4f38-bcc2-e93c65059401 tempest-VolumesAdminNegativeTest-1672480567 tempest-VolumesAdminNegativeTest-1672480567-project] 10.222.0.89 "GET /v2.0/ports?device_id=588c76ea-c124-46b5-9100-eab87b2c3c92 HTTP/1.1" status: 200 len: 944 time: 0.8387833 Feb 04 17:22:01.825145 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Provisioning for port eb95eb67-b320-4644-9363-94ccbac6d965 completed by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 17:22:01.829893 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Provisioning complete for port eb95eb67-b320-4644-9363-94ccbac6d965 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:22:01.830645 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (eb95eb67-b320-4644-9363-94ccbac6d965), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:01.861189 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc33305a-52ec-4c57-bf35-67055e29bfd4 admin admin] Pushing event deleted for resources: {'Port': ['ID=8caae74c-40a9-4ecd-ab37-894a0aca38a6,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:22:01.883256 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-ae8854ea-8ac0-40a4-94ba-3ec72c47e7a7 req-572db024-a91e-4853-9c47-c23494adb369 tempest-VolumesAdminNegativeTest-1672480567 tempest-VolumesAdminNegativeTest-1672480567-project] 10.222.0.89 "GET /v2.0/security-groups?id=5b02e1bf-0926-4110-9e78-cb84d45a7aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810623 Feb 04 17:22:01.911741 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-adc5ec77-9bee-4ee5-b918-87c8a92c52ad admin admin] Router a5615500-825b-4c27-b245-888c86ab2e53 has already been hosted by L3 agent 64ada913-9131-4d99-a265-63a920956287 {{(pid=103377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 17:22:01.914228 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc659a6-16d6-460b-9f0d-4177267e31b3 req-29c9b9bf-2787-45fb-b623-05bb10d5e098 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:22:01.915821 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-3cc659a6-16d6-460b-9f0d-4177267e31b3 req-29c9b9bf-2787-45fb-b623-05bb10d5e098 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=482d30fe-67ad-4874-a89a-719137c68b40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1413076 Feb 04 17:22:01.938756 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-54a5f3e4-c3f3-422a-911f-42bac3f71c67 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1602046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603680'] for router (f9e68899-a077-46b6-9665-a5d5cb9a1cec), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:01.951522 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Current status of the port eb95eb67-b320-4644-9363-94ccbac6d965 is: BUILD; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:22:01.953020 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (eb95eb67-b320-4644-9363-94ccbac6d965), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:01.993443 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] For port eb95eb67-b320-4644-9363-94ccbac6d965, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=eb95eb67-b320-4644-9363-94ccbac6d965,segment=NetworkSegment(95907dbe-daad-4253-9caf-1b8f245e1a4d),segment_id=95907dbe-daad-4253-9caf-1b8f245e1a4d)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:22:01.995251 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '588c76ea-c124-46b5-9100-eab87b2c3c92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb95eb67-b320-4644-9363-94ccbac6d965'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:22:01.998096 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c34bc964ce2211770fda26ca2f3801cc06f4f39928110690550e94ab9c9d2fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1301a29-d24d-4196-b64f-869c9eeeeb44" -d '{"events": [{"server_uuid": "588c76ea-c124-46b5-9100-eab87b2c3c92", "name": "network-vif-plugged", "status": "completed", "tag": "eb95eb67-b320-4644-9363-94ccbac6d965"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:22:02.002580 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (eb95eb67-b320-4644-9363-94ccbac6d965), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:02.004418 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a4ff4a84-31c7-46bc-9dc5-15717ff7ed39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (64ada913-9131-4d99-a265-63a920956287), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:02.067655 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 17:22:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-000a1338-9463-450e-b256-846f53155703 x-openstack-request-id: req-000a1338-9463-450e-b256-846f53155703 {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:22:02.067959 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "588c76ea-c124-46b5-9100-eab87b2c3c92", "name": "network-vif-plugged", "status": "completed", "tag": "eb95eb67-b320-4644-9363-94ccbac6d965", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:22:02.068233 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-000a1338-9463-450e-b256-846f53155703 {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:22:02.068625 n-d-827839-2 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '588c76ea-c124-46b5-9100-eab87b2c3c92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb95eb67-b320-4644-9363-94ccbac6d965', 'code': 200} Feb 04 17:22:02.074501 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Pushing event updated for resources: {'Port': ['ID=eb95eb67-b320-4644-9363-94ccbac6d965,revision_number=5']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:22:02.158667 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476479d4-de92-4efa-a064-fb8f7b7b513e req-0f05b625-9677-4636-bd26-5bea561acd3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:22:02.160318 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-476479d4-de92-4efa-a064-fb8f7b7b513e req-0f05b625-9677-4636-bd26-5bea561acd3b service neutron] 10.222.0.90 "GET /v2.0/networks?id=a69bfb95-797b-4825-866b-2c94a621d18a HTTP/1.1" status: 200 len: 905 time: 0.3468339 Feb 04 17:22:02.185777 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-3cc659a6-16d6-460b-9f0d-4177267e31b3 req-83b49914-8dd6-4645-b5d0-cd4da2396c01 service neutron] 10.222.0.96 "GET /v2.0/networks/482d30fe-67ad-4874-a89a-719137c68b40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2602360 Feb 04 17:22:02.205479 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adc5ec77-9bee-4ee5-b918-87c8a92c52ad admin admin] Notify agent at l3_agent.n-d-827839-2 the message routers_updated {{(pid=103377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 17:22:02.215062 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-adc5ec77-9bee-4ee5-b918-87c8a92c52ad admin admin] 10.222.0.89 "PUT /v2.0/routers/a5615500-825b-4c27-b245-888c86ab2e53/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6747448 Feb 04 17:22:02.216217 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-224ad63a-3290-4578-bf1a-051005c8ae87 None None] Sync routers for ids ['a5615500-825b-4c27-b245-888c86ab2e53'] in n-d-827839-2 {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 17:22:02.262275 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-224ad63a-3290-4578-bf1a-051005c8ae87 None None] Routers {'a5615500-825b-4c27-b245-888c86ab2e53'} bound to L3 agent in host n-d-827839-2 {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:22:02.262905 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-224ad63a-3290-4578-bf1a-051005c8ae87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:22:02Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['a5615500-825b-4c27-b245-888c86ab2e53'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:22:02.420226 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-3cc659a6-16d6-460b-9f0d-4177267e31b3 req-7383aa0b-4476-4f07-8181-69f6cd087ec2 service neutron] 10.222.0.96 "GET /v2.0/networks/482d30fe-67ad-4874-a89a-719137c68b40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2037253 Feb 04 17:22:02.489311 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvr_db [None req-224ad63a-3290-4578-bf1a-051005c8ae87 None None] Set router a5615500-825b-4c27-b245-888c86ab2e53 gateway port host: n-d-827839-2 {{(pid=103379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:22:02.762648 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-dc33305a-52ec-4c57-bf35-67055e29bfd4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1677336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1602614'] for router_interface (ce4e4e18-9117-4dc6-b9c8-14f6932b4d45), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:02.777531 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-476479d4-de92-4efa-a064-fb8f7b7b513e req-6b4cbd4f-711b-4495-b27f-b207547cdb3b service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dd0463af-d470-43e7-b569-a473b9d3fa36 HTTP/1.1" status: 200 len: 217 time: 0.6074791 Feb 04 17:22:02.788821 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device e2bf0a04-65a3-440a-909f-bd06c7949274 up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:22:02.938950 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d408ec64-b374-4acb-a1fc-48241dad6d47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (0cd6d64a-47a7-40ff-8c12-71dd526c62e0), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:02.993372 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port e2bf0a04-65a3-440a-909f-bd06c7949274 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:22:02.993809 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (e2bf0a04-65a3-440a-909f-bd06c7949274), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:03.090105 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476479d4-de92-4efa-a064-fb8f7b7b513e req-fd7775d3-5763-44f2-97e9-397fcb3a728b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:22:03.095701 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-476479d4-de92-4efa-a064-fb8f7b7b513e req-fd7775d3-5763-44f2-97e9-397fcb3a728b service neutron] 10.222.0.90 "GET /v2.0/subnets?id=4c5f610d-9231-45f1-abd7-6e26ccd02030 HTTP/1.1" status: 200 len: 844 time: 0.2946098 Feb 04 17:22:03.156094 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501da2b3-5322-4b6d-9be8-e716caa2a90c req-7097148d-4aee-4a8f-8de0-731a02a437c0 tempest-VolumesAdminNegativeTest-1672480567 tempest-VolumesAdminNegativeTest-1672480567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:22:03.160293 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-501da2b3-5322-4b6d-9be8-e716caa2a90c req-7097148d-4aee-4a8f-8de0-731a02a437c0 tempest-VolumesAdminNegativeTest-1672480567 tempest-VolumesAdminNegativeTest-1672480567-project] 10.222.0.89 "GET /v2.0/ports?device_id=588c76ea-c124-46b5-9100-eab87b2c3c92 HTTP/1.1" status: 200 len: 945 time: 0.0852282 Feb 04 17:22:03.191117 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-224ad63a-3290-4578-bf1a-051005c8ae87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5615500-825b-4c27-b245-888c86ab2e53', 'name': 'tempest-TaggedBootDevicesTest_v242-733725866-router', 'tenant_id': 'c5cb386618c24d66b6712f0d36ac7fea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.91'}], 'enable_snat': True}, 'gw_port_id': 'e2bf0a04-65a3-440a-909f-bd06c7949274', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:21:48Z', 'updated_at': '2022-02-04T17:21:59Z', 'revision_number': 4, 'project_id': 'c5cb386618c24d66b6712f0d36ac7fea', 'gw_port': {'id': 'e2bf0a04-65a3-440a-909f-bd06c7949274', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:47:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5615500-825b-4c27-b245-888c86ab2e53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1280, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:21:49Z', 'updated_at': '2022-02-04T17:22:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_interfaces': [{'id': '67bf434d-66bd-4703-8d75-c9a0bbd698bc', 'name': '', 'network_id': '02771309-aff5-472d-90da-927298d169e4', 'tenant_id': 'c5cb386618c24d66b6712f0d36ac7fea', 'mac_address': 'fa:16:3e:a1:11:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5615500-825b-4c27-b245-888c86ab2e53', 'device_owner': 'network:router_interface', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': '069a4643-9702-4f4f-bc4a-cf22266ae74b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:21:58Z', 'updated_at': '2022-02-04T17:21:59Z', 'revision_number': 2, 'project_id': 'c5cb386618c24d66b6712f0d36ac7fea', 'subnets': [{'id': '069a4643-9702-4f4f-bc4a-cf22266ae74b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-2', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:22:03.234561 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port e2bf0a04-65a3-440a-909f-bd06c7949274 is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:22:03.275341 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-224ad63a-3290-4578-bf1a-051005c8ae87 None None] Checking router: a5615500-825b-4c27-b245-888c86ab2e53 for host: n-d-827839-2 {{(pid=103379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 17:22:03.277361 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-224ad63a-3290-4578-bf1a-051005c8ae87 None None] Updating router a5615500-825b-4c27-b245-888c86ab2e53 port 67bf434d-66bd-4703-8d75-c9a0bbd698bc binding host n-d-827839-2 {{(pid=103379) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 17:22:03.279977 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-476479d4-de92-4efa-a064-fb8f7b7b513e req-ef51121e-22f6-4537-9a34-7a91729f57b6 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=a69bfb95-797b-4825-866b-2c94a621d18a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1690438 Feb 04 17:22:03.335487 n-d-827839-2 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-224ad63a-3290-4578-bf1a-051005c8ae87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (67bf434d-66bd-4703-8d75-c9a0bbd698bc), before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:03.345163 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-501da2b3-5322-4b6d-9be8-e716caa2a90c req-fc30478c-52c0-4c23-8018-5a945e88929b tempest-VolumesAdminNegativeTest-1672480567 tempest-VolumesAdminNegativeTest-1672480567-project] 10.222.0.89 "GET /v2.0/security-groups?id=5b02e1bf-0926-4110-9e78-cb84d45a7aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1742244 Feb 04 17:22:03.406784 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-476479d4-de92-4efa-a064-fb8f7b7b513e req-499b2ddb-3dc1-4c37-803d-7e08c897b89c service neutron] 10.222.0.90 "GET /v2.0/networks/a69bfb95-797b-4825-866b-2c94a621d18a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1188939 Feb 04 17:22:03.408905 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ced9ac-cace-441d-877e-261cf4d52bd3 req-2896e768-25f6-4cc4-9033-ec86abfdfb20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:22:03.410360 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-45ced9ac-cace-441d-877e-261cf4d52bd3 req-2896e768-25f6-4cc4-9033-ec86abfdfb20 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=588c76ea-c124-46b5-9100-eab87b2c3c92 HTTP/1.1" status: 200 len: 1127 time: 1.2318239 Feb 04 17:22:03.470305 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 36412) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:22:03.475325 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-d75edfcf-c050-47e8-82ea-74384f44729a admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-2010357960-network', 'tenant_id': '271b4a15e3ef476a9c6bd7fb8faef40d'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:22:03.510751 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d75edfcf-c050-47e8-82ea-74384f44729a admin admin] Made reservation on behalf of 271b4a15e3ef476a9c6bd7fb8faef40d for: {'network': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:22:03.513314 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-d75edfcf-c050-47e8-82ea-74384f44729a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for network (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:03.533394 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-d75edfcf-c050-47e8-82ea-74384f44729a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:03.621659 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-476479d4-de92-4efa-a064-fb8f7b7b513e req-dc5db831-e62a-4610-8548-64c18c46a19b service neutron] 10.222.0.90 "GET /v2.0/networks/a69bfb95-797b-4825-866b-2c94a621d18a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2051904 Feb 04 17:22:03.639991 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-d75edfcf-c050-47e8-82ea-74384f44729a admin admin] Publish callbacks [] for security_group (a25c70a1-69c6-45ea-9b1d-2acb8842aea5), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:03.645186 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-d75edfcf-c050-47e8-82ea-74384f44729a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (a25c70a1-69c6-45ea-9b1d-2acb8842aea5), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:03.652512 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc994324-7da3-41e9-9b7d-5508e452d288 req-549cd658-67af-452f-8fda-c681e39976eb tempest-ImagesTestJSON-301921999 tempest-ImagesTestJSON-301921999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:22:03.660978 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-dc994324-7da3-41e9-9b7d-5508e452d288 req-549cd658-67af-452f-8fda-c681e39976eb tempest-ImagesTestJSON-301921999 tempest-ImagesTestJSON-301921999-project] 10.222.0.89 "GET /v2.0/ports?device_id=3c0c462b-42d2-463e-a193-1248311df748 HTTP/1.1" status: 200 len: 944 time: 0.5640547 Feb 04 17:22:03.671998 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d75edfcf-c050-47e8-82ea-74384f44729a admin admin] vlan segment allocate from pool success with {'vlan_id': 782, 'physical_network': 'physnet1'} {{(pid=103377) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 17:22:03.672951 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54a5f3e4-c3f3-422a-911f-42bac3f71c67 admin admin] Router f9e68899-a077-46b6-9665-a5d5cb9a1cec is scheduled to L3 agent 64ada913-9131-4d99-a265-63a920956287 with binding_index 1 {{(pid=103376) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 17:22:03.687323 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-45ced9ac-cace-441d-877e-261cf4d52bd3 req-44eeefde-9810-4494-8739-4274d1217422 service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=5b02e1bf-0926-4110-9e78-cb84d45a7aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2644742 Feb 04 17:22:03.689911 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75edfcf-c050-47e8-82ea-74384f44729a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a25c70a1-69c6-45ea-9b1d-2acb8842aea5,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:22:03.696884 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-d75edfcf-c050-47e8-82ea-74384f44729a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (f599eb6c-1f2e-4fd0-83ab-723da3564d9f), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:03.697566 n-d-827839-2 neutron-server[103377]: INFO neutron.db.segments_db [None req-d75edfcf-c050-47e8-82ea-74384f44729a admin admin] Added segment f599eb6c-1f2e-4fd0-83ab-723da3564d9f of type vlan for network c16ec29f-d87a-4d23-9b11-847de1349680 Feb 04 17:22:03.717739 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75edfcf-c050-47e8-82ea-74384f44729a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:22:03.718428 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75edfcf-c050-47e8-82ea-74384f44729a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:22:03.719031 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75edfcf-c050-47e8-82ea-74384f44729a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:22:03.719634 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75edfcf-c050-47e8-82ea-74384f44729a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:22:03.720169 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75edfcf-c050-47e8-82ea-74384f44729a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:22:03.720710 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75edfcf-c050-47e8-82ea-74384f44729a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:22:03.721305 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75edfcf-c050-47e8-82ea-74384f44729a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:22:03.721832 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75edfcf-c050-47e8-82ea-74384f44729a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:22:03.722372 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75edfcf-c050-47e8-82ea-74384f44729a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:22:03.723108 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75edfcf-c050-47e8-82ea-74384f44729a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:22:03.723675 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75edfcf-c050-47e8-82ea-74384f44729a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:22:03.724196 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75edfcf-c050-47e8-82ea-74384f44729a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:22:03.724883 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75edfcf-c050-47e8-82ea-74384f44729a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:22:03.789800 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Device dd0463af-d470-43e7-b569-a473b9d3fa36 details requested by agent hyperv_n-h2-827839-2 with host n-h2-827839-2 {{(pid=103378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 17:22:03.790345 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-d75edfcf-c050-47e8-82ea-74384f44729a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781084292801'] for network (c16ec29f-d87a-4d23-9b11-847de1349680), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:03.846303 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-d75edfcf-c050-47e8-82ea-74384f44729a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327'] for network (c16ec29f-d87a-4d23-9b11-847de1349680), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:03.847375 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d75edfcf-c050-47e8-82ea-74384f44729a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:22:03.848108 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-d75edfcf-c050-47e8-82ea-74384f44729a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677565'] for network (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:03.881537 n-d-827839-2 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-224ad63a-3290-4578-bf1a-051005c8ae87 None None] Publish callbacks [] for port (67bf434d-66bd-4703-8d75-c9a0bbd698bc), precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:03.895163 n-d-827839-2 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-224ad63a-3290-4578-bf1a-051005c8ae87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (67bf434d-66bd-4703-8d75-c9a0bbd698bc), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:03.914867 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-d75edfcf-c050-47e8-82ea-74384f44729a admin admin] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.4429672 Feb 04 17:22:03.923186 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 36414) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:22:03.930998 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-785d0c15-6e9b-41cb-b8a2-5d8e1151a913 admin admin] Request body: {'subnet': {'network_id': 'c16ec29f-d87a-4d23-9b11-847de1349680', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-2010357960-subnet', 'tenant_id': '271b4a15e3ef476a9c6bd7fb8faef40d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:22:03.944882 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-dc994324-7da3-41e9-9b7d-5508e452d288 req-b9cf2f67-11db-4b36-af2b-c83a47cb4fcb tempest-ImagesTestJSON-301921999 tempest-ImagesTestJSON-301921999-project] 10.222.0.89 "GET /v2.0/security-groups?id=5b73e0f3-a9f7-4cf1-b4aa-b594ce8b7178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2820308 Feb 04 17:22:03.971569 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-785d0c15-6e9b-41cb-b8a2-5d8e1151a913 admin admin] Made reservation on behalf of 271b4a15e3ef476a9c6bd7fb8faef40d for: {'subnet': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:22:03.980792 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-785d0c15-6e9b-41cb-b8a2-5d8e1151a913 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25597243'] for subnet (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:04.007648 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc33305a-52ec-4c57-bf35-67055e29bfd4 admin admin] Router ce4e4e18-9117-4dc6-b9c8-14f6932b4d45 has already been hosted by L3 agent 64ada913-9131-4d99-a265-63a920956287 {{(pid=103376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 17:22:04.015697 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54a5f3e4-c3f3-422a-911f-42bac3f71c67 admin admin] Notify agent at l3_agent.n-d-827839-2 the message routers_updated {{(pid=103376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 17:22:04.046821 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a87e22c3-00f3-4518-9f12-3fbbbf74e017 None None] Sync routers for ids ['f9e68899-a077-46b6-9665-a5d5cb9a1cec'] in n-d-827839-2 {{(pid=103378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 17:22:04.078744 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-54a5f3e4-c3f3-422a-911f-42bac3f71c67 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:04.097119 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-54a5f3e4-c3f3-422a-911f-42bac3f71c67 admin admin] 10.222.0.89 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 8.8171246 Feb 04 17:22:04.097930 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 36420) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:22:04.135190 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94648b5a-e3e5-44dc-b785-d31772e7de24 None None] Pushing event updated for resources: {'Port': ['ID=67bf434d-66bd-4703-8d75-c9a0bbd698bc,revision_number=3']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:22:04.160605 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a87e22c3-00f3-4518-9f12-3fbbbf74e017 None None] Routers {'f9e68899-a077-46b6-9665-a5d5cb9a1cec'} bound to L3 agent in host n-d-827839-2 {{(pid=103378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:22:04.161603 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-a87e22c3-00f3-4518-9f12-3fbbbf74e017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:22:02Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['f9e68899-a077-46b6-9665-a5d5cb9a1cec'], 'active': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:22:04.228055 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [None req-224ad63a-3290-4578-bf1a-051005c8ae87 None None] Attempting to bind port 67bf434d-66bd-4703-8d75-c9a0bbd698bc on host n-d-827839-2 for vnic_type normal with profile {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:22:04.234512 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [None req-224ad63a-3290-4578-bf1a-051005c8ae87 None None] Attempting to bind port 67bf434d-66bd-4703-8d75-c9a0bbd698bc by drivers openvswitch,hyperv on host n-d-827839-2 at level 0 using segments [{'id': '072307a9-31c6-4f7a-9235-384357f581eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '02771309-aff5-472d-90da-927298d169e4'}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:22:04.235462 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-224ad63a-3290-4578-bf1a-051005c8ae87 None None] Attempting to bind port 67bf434d-66bd-4703-8d75-c9a0bbd698bc on network 02771309-aff5-472d-90da-927298d169e4 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:22:04.252639 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-224ad63a-3290-4578-bf1a-051005c8ae87 None None] Checking agent: {'id': 'ba70844b-66a0-45fd-a2f2-e6ed673321fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 0, 36), 'started_at': datetime.datetime(2022, 2, 4, 17, 1, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 21, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:22:04.256049 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75edfcf-c050-47e8-82ea-74384f44729a admin admin] Pushing event updated for resources: {'Network': ['ID=c16ec29f-d87a-4d23-9b11-847de1349680,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:22:04.257073 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-224ad63a-3290-4578-bf1a-051005c8ae87 None None] Checking segment: {'id': '072307a9-31c6-4f7a-9235-384357f581eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '02771309-aff5-472d-90da-927298d169e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:22:04.257687 n-d-827839-2 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-224ad63a-3290-4578-bf1a-051005c8ae87 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:04.261771 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-224ad63a-3290-4578-bf1a-051005c8ae87 None None] Bound using segment: {'id': '072307a9-31c6-4f7a-9235-384357f581eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '02771309-aff5-472d-90da-927298d169e4'} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:22:04.263164 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [None req-224ad63a-3290-4578-bf1a-051005c8ae87 None None] Bound port: 67bf434d-66bd-4703-8d75-c9a0bbd698bc, host: n-d-827839-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '072307a9-31c6-4f7a-9235-384357f581eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '02771309-aff5-472d-90da-927298d169e4'}}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:22:04.263779 n-d-827839-2 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-224ad63a-3290-4578-bf1a-051005c8ae87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (67bf434d-66bd-4703-8d75-c9a0bbd698bc), before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:04.444524 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-224ad63a-3290-4578-bf1a-051005c8ae87 None None] For port 67bf434d-66bd-4703-8d75-c9a0bbd698bc, host n-d-827839-2, cleared binding levels {{(pid=103379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:22:04.462753 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-224ad63a-3290-4578-bf1a-051005c8ae87 None None] For port 67bf434d-66bd-4703-8d75-c9a0bbd698bc, host n-d-827839-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=67bf434d-66bd-4703-8d75-c9a0bbd698bc,segment=NetworkSegment(072307a9-31c6-4f7a-9235-384357f581eb),segment_id=072307a9-31c6-4f7a-9235-384357f581eb)] {{(pid=103379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:22:04.478584 n-d-827839-2 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-224ad63a-3290-4578-bf1a-051005c8ae87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (67bf434d-66bd-4703-8d75-c9a0bbd698bc), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:04.523468 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc33305a-52ec-4c57-bf35-67055e29bfd4 admin admin] Notify agent at l3_agent.n-d-827839-2 the message routers_updated {{(pid=103376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 17:22:04.536252 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-dc33305a-52ec-4c57-bf35-67055e29bfd4 admin admin] 10.222.0.89 "PUT /v2.0/routers/ce4e4e18-9117-4dc6-b9c8-14f6932b4d45/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8800700 Feb 04 17:22:04.548123 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 36438) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:22:04.550466 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-785d0c15-6e9b-41cb-b8a2-5d8e1151a913 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25889445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25597197'] for subnet (0385084c-58aa-4eab-856a-7c793673c523), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:04.570103 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91752cbd-b200-42d7-8b91-fc8112682c39 None None] Sync routers for ids ['ce4e4e18-9117-4dc6-b9c8-14f6932b4d45'] in n-d-827839-2 {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 17:22:04.630109 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Network c16ec29f-d87a-4d23-9b11-847de1349680 details requested by agent ovs-agent-n-d-827839-2 with host n-d-827839-2 {{(pid=103378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 17:22:04.664562 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] For port dd0463af-d470-43e7-b569-a473b9d3fa36, host n-h2-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=dd0463af-d470-43e7-b569-a473b9d3fa36,segment=NetworkSegment(40be95d6-8661-400f-bc9d-3f4c57dcd00c),segment_id=40be95d6-8661-400f-bc9d-3f4c57dcd00c)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:22:04.708623 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91752cbd-b200-42d7-8b91-fc8112682c39 None None] Routers {'ce4e4e18-9117-4dc6-b9c8-14f6932b4d45'} bound to L3 agent in host n-d-827839-2 {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:22:04.709610 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-91752cbd-b200-42d7-8b91-fc8112682c39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:22:02Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['ce4e4e18-9117-4dc6-b9c8-14f6932b4d45'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:22:04.718399 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-224ad63a-3290-4578-bf1a-051005c8ae87 None None] Routers {'a5615500-825b-4c27-b245-888c86ab2e53'} bound to L3 agent in host n-d-827839-2 {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:22:04.720375 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-224ad63a-3290-4578-bf1a-051005c8ae87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:22:02Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['a5615500-825b-4c27-b245-888c86ab2e53'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:22:04.814664 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94648b5a-e3e5-44dc-b785-d31772e7de24 None None] Pushing event updated for resources: {'Port': ['ID=67bf434d-66bd-4703-8d75-c9a0bbd698bc,revision_number=4']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:22:04.821808 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055a3a4c-fcaa-4f4f-8667-5ec1b2006194 req-07856a32-ff08-44fb-8a04-9abc2aa3c454 tempest-VolumesAdminNegativeTest-1672480567 tempest-VolumesAdminNegativeTest-1672480567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:22:04.832902 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-055a3a4c-fcaa-4f4f-8667-5ec1b2006194 req-07856a32-ff08-44fb-8a04-9abc2aa3c454 tempest-VolumesAdminNegativeTest-1672480567 tempest-VolumesAdminNegativeTest-1672480567-project] 10.222.0.89 "GET /v2.0/ports?device_id=588c76ea-c124-46b5-9100-eab87b2c3c92 HTTP/1.1" status: 200 len: 945 time: 0.3775320 Feb 04 17:22:04.847025 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785d0c15-6e9b-41cb-b8a2-5d8e1151a913 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0385084c-58aa-4eab-856a-7c793673c523,revision_number=0']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:22:04.867912 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-785d0c15-6e9b-41cb-b8a2-5d8e1151a913 admin admin] Checking segment: {'id': 'f599eb6c-1f2e-4fd0-83ab-723da3564d9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'c16ec29f-d87a-4d23-9b11-847de1349680'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:22:04.868466 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-785d0c15-6e9b-41cb-b8a2-5d8e1151a913 admin admin] Network hostable DHCP agents. Network: c16ec29f-d87a-4d23-9b11-847de1349680, hostable agents: ['bb89f5a3-3c22-440b-b7d1-c4f0c43c184a'], hosted agents: [] {{(pid=103377) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 17:22:04.886577 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Returning: {'device': 'dd0463af-d470-43e7-b569-a473b9d3fa36', 'network_id': 'a69bfb95-797b-4825-866b-2c94a621d18a', 'port_id': 'dd0463af-d470-43e7-b569-a473b9d3fa36', 'mac_address': 'fa:16:3e:d6:31:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 769, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c5f610d-9231-45f1-abd7-6e26ccd02030', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 17:22:04.951455 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-785d0c15-6e9b-41cb-b8a2-5d8e1151a913 admin admin] Network c16ec29f-d87a-4d23-9b11-847de1349680 is scheduled to be hosted by DHCP agent bb89f5a3-3c22-440b-b7d1-c4f0c43c184a with binding_index 1 {{(pid=103377) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 17:22:04.953633 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-ac4b983d-bc36-42ea-bc55-374d5ea8593c None None] Provisioning complete for port 67bf434d-66bd-4703-8d75-c9a0bbd698bc triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:22:04.954016 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ac4b983d-bc36-42ea-bc55-374d5ea8593c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (67bf434d-66bd-4703-8d75-c9a0bbd698bc), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:04.986776 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4f14bb47-e72b-46ac-9e44-a61d9293afcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (75326290-f7a3-4db8-9cf2-15c7139ed224), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:05.049018 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [None req-785d0c15-6e9b-41cb-b8a2-5d8e1151a913 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827839-2, c16ec29f-d87a-4d23-9b11-847de1349680) {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:22:05.057504 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-785d0c15-6e9b-41cb-b8a2-5d8e1151a913 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:22:05.059469 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-785d0c15-6e9b-41cb-b8a2-5d8e1151a913 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677565'] for subnet (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:05.084674 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f9b6e3f-6fee-4935-9a80-3a46044cf5b6 None None] Network c16ec29f-d87a-4d23-9b11-847de1349680 requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:22:05.101443 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-055a3a4c-fcaa-4f4f-8667-5ec1b2006194 req-1cbdd1d6-ff4b-425a-8434-50ec978633c7 tempest-VolumesAdminNegativeTest-1672480567 tempest-VolumesAdminNegativeTest-1672480567-project] 10.222.0.89 "GET /v2.0/security-groups?id=5b02e1bf-0926-4110-9e78-cb84d45a7aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2663844 Feb 04 17:22:05.129480 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-785d0c15-6e9b-41cb-b8a2-5d8e1151a913 admin admin] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.2010427 Feb 04 17:22:05.130477 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 36462) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:22:05.139377 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-359443fe-51fe-40f3-ab78-456e33236a18 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-2010357960-router', 'tenant_id': '271b4a15e3ef476a9c6bd7fb8faef40d', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188'}}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:22:05.176381 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-359443fe-51fe-40f3-ab78-456e33236a18 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1601657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26921'] for router (8e1d73c9-631c-4383-b9ed-3e6e0749d9f4), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:05.181599 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-359443fe-51fe-40f3-ab78-456e33236a18 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1602025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603663', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1630571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26960'] for router (8e1d73c9-631c-4383-b9ed-3e6e0749d9f4), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:05.347738 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvr_db [None req-91752cbd-b200-42d7-8b91-fc8112682c39 None None] Set router ce4e4e18-9117-4dc6-b9c8-14f6932b4d45 gateway port host: n-d-827839-2 {{(pid=103379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:22:05.354974 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-359443fe-51fe-40f3-ab78-456e33236a18 admin admin] Publish callbacks [] for router_controller (8e1d73c9-631c-4383-b9ed-3e6e0749d9f4), precommit_add_association {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:05.388493 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvr_db [None req-a87e22c3-00f3-4518-9f12-3fbbbf74e017 None None] Set router f9e68899-a077-46b6-9665-a5d5cb9a1cec gateway port host: n-d-827839-2 {{(pid=103378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:22:05.450948 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvr_db [None req-224ad63a-3290-4578-bf1a-051005c8ae87 None None] Set router a5615500-825b-4c27-b245-888c86ab2e53 gateway port host: n-d-827839-2 {{(pid=103379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:22:05.523862 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-04f29fae-0ec6-4f33-847c-a9ea505dfbe5 admin admin] Publish callbacks [] for router (ce4e4e18-9117-4dc6-b9c8-14f6932b4d45), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:05.691945 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-359443fe-51fe-40f3-ab78-456e33236a18 admin admin] Publish callbacks [] for router_gateway (8e1d73c9-631c-4383-b9ed-3e6e0749d9f4), precommit_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:05.699467 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb32613-66d0-49bb-b55e-e05cbf8ebed7 req-d61c6104-a4b5-47be-8c58-5c67f6f12247 tempest-ImagesTestJSON-301921999 tempest-ImagesTestJSON-301921999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:22:05.712165 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-ccb32613-66d0-49bb-b55e-e05cbf8ebed7 req-d61c6104-a4b5-47be-8c58-5c67f6f12247 tempest-ImagesTestJSON-301921999 tempest-ImagesTestJSON-301921999-project] 10.222.0.89 "GET /v2.0/ports?device_id=3c0c462b-42d2-463e-a193-1248311df748 HTTP/1.1" status: 200 len: 944 time: 0.5665200 Feb 04 17:22:05.736724 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e848eed-64dd-44bc-951d-d0f012292036 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e4c19ad-5724-5db8-8ee1-4f56ae69fcf4-c16ec29f-d87a-4d23-9b11-847de1349680', 'network_id': 'c16ec29f-d87a-4d23-9b11-847de1349680', 'project_id': '271b4a15e3ef476a9c6bd7fb8faef40d', 'fixed_ips': [{'subnet_id': '0385084c-58aa-4eab-856a-7c793673c523'}]}} from n-d-827839-2. {{(pid=103378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 17:22:05.742623 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4e848eed-64dd-44bc-951d-d0f012292036 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:05.796792 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-ccb32613-66d0-49bb-b55e-e05cbf8ebed7 req-6fabc59a-265d-41dd-90d1-2ba0380bac6b tempest-ImagesTestJSON-301921999 tempest-ImagesTestJSON-301921999-project] 10.222.0.89 "GET /v2.0/security-groups?id=5b73e0f3-a9f7-4cf1-b4aa-b594ce8b7178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833719 Feb 04 17:22:05.820678 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Current status of the port dd0463af-d470-43e7-b569-a473b9d3fa36 is: DOWN; New status is: BUILD {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:22:05.821098 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (dd0463af-d470-43e7-b569-a473b9d3fa36), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:05.924858 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd0463af-d470-43e7-b569-a473b9d3fa36 {{(pid=103378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 17:22:05.941949 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (ba70844b-66a0-45fd-a2f2-e6ed673321fc), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:05.950383 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-04f29fae-0ec6-4f33-847c-a9ea505dfbe5 admin admin] Publish callbacks [] for router_gateway (ce4e4e18-9117-4dc6-b9c8-14f6932b4d45), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:06.072100 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-43bbe8a0-53e7-45ad-bb20-0bdacfcb2fc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:06.127150 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] For port dd0463af-d470-43e7-b569-a473b9d3fa36, host n-h2-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=dd0463af-d470-43e7-b569-a473b9d3fa36,segment=NetworkSegment(40be95d6-8661-400f-bc9d-3f4c57dcd00c),segment_id=40be95d6-8661-400f-bc9d-3f4c57dcd00c)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:22:06.157171 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (dd0463af-d470-43e7-b569-a473b9d3fa36), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:06.168326 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-91752cbd-b200-42d7-8b91-fc8112682c39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce4e4e18-9117-4dc6-b9c8-14f6932b4d45', 'name': 'tempest-ServerRescueTestJSON-868804914-router', 'tenant_id': '64ba830c63e7431dadf5a14a32fd3842', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.164'}], 'enable_snat': True}, 'gw_port_id': 'e96567ae-3e87-4caf-a5b1-d9732d0e896d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:19:20Z', 'updated_at': '2022-02-04T17:22:01Z', 'revision_number': 5, 'project_id': '64ba830c63e7431dadf5a14a32fd3842', 'gw_port': {'id': 'e96567ae-3e87-4caf-a5b1-d9732d0e896d', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:a9:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce4e4e18-9117-4dc6-b9c8-14f6932b4d45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 983, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:19:21Z', 'updated_at': '2022-02-04T17:19:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2'}], 'n-d-827839-2', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:22:06.181347 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-359443fe-51fe-40f3-ab78-456e33236a18 admin admin] Publish callbacks [] for router_gateway (8e1d73c9-631c-4383-b9ed-3e6e0749d9f4), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:06.243628 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-a87e22c3-00f3-4518-9f12-3fbbbf74e017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9e68899-a077-46b6-9665-a5d5cb9a1cec', 'name': 'tempest-ServerRescueTestJSONUnderV235-2108759146-router', 'tenant_id': 'e9b098a64fdf44abba2c8135f539141d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.72'}], 'enable_snat': True}, 'gw_port_id': '38be56bb-08c9-4ee5-bfdb-3e53bb3579f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:21:55Z', 'updated_at': '2022-02-04T17:22:00Z', 'revision_number': 3, 'project_id': 'e9b098a64fdf44abba2c8135f539141d', 'gw_port': {'id': '38be56bb-08c9-4ee5-bfdb-3e53bb3579f4', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:b7:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9e68899-a077-46b6-9665-a5d5cb9a1cec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1306, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:21:57Z', 'updated_at': '2022-02-04T17:21:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2'}], 'n-d-827839-2', False) {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:22:06.255333 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91752cbd-b200-42d7-8b91-fc8112682c39 None None] Checking router: ce4e4e18-9117-4dc6-b9c8-14f6932b4d45 for host: n-d-827839-2 {{(pid=103379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 17:22:06.280007 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-ac4b983d-bc36-42ea-bc55-374d5ea8593c None None] Current status of the port 67bf434d-66bd-4703-8d75-c9a0bbd698bc is: DOWN; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:22:06.280707 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ac4b983d-bc36-42ea-bc55-374d5ea8593c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (67bf434d-66bd-4703-8d75-c9a0bbd698bc), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:06.306175 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-04f29fae-0ec6-4f33-847c-a9ea505dfbe5 admin admin] Deleting port e96567ae-3e87-4caf-a5b1-d9732d0e896d {{(pid=103376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:22:06.308030 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-04f29fae-0ec6-4f33-847c-a9ea505dfbe5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (e96567ae-3e87-4caf-a5b1-d9732d0e896d), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:06.336473 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91752cbd-b200-42d7-8b91-fc8112682c39 None None] Routers {'ce4e4e18-9117-4dc6-b9c8-14f6932b4d45'} bound to L3 agent in host n-d-827839-2 {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:22:06.337189 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-91752cbd-b200-42d7-8b91-fc8112682c39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:22:02Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['ce4e4e18-9117-4dc6-b9c8-14f6932b4d45'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:22:06.360853 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-359443fe-51fe-40f3-ab78-456e33236a18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:06.364380 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a87e22c3-00f3-4518-9f12-3fbbbf74e017 None None] Checking router: f9e68899-a077-46b6-9665-a5d5cb9a1cec for host: n-d-827839-2 {{(pid=103378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 17:22:06.364896 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a87e22c3-00f3-4518-9f12-3fbbbf74e017 None None] Updating router f9e68899-a077-46b6-9665-a5d5cb9a1cec port 38be56bb-08c9-4ee5-bfdb-3e53bb3579f4 binding host n-d-827839-2 {{(pid=103378) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 17:22:06.430818 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-ac4b983d-bc36-42ea-bc55-374d5ea8593c None None] For port 67bf434d-66bd-4703-8d75-c9a0bbd698bc, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=67bf434d-66bd-4703-8d75-c9a0bbd698bc,segment=NetworkSegment(072307a9-31c6-4f7a-9235-384357f581eb),segment_id=072307a9-31c6-4f7a-9235-384357f581eb)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:22:06.438385 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Pushing event updated for resources: {'Port': ['ID=dd0463af-d470-43e7-b569-a473b9d3fa36,revision_number=4']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:22:06.448060 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] get_ports_and_sgs() called for port_ids ['dd0463af-d470-43e7-b569-a473b9d3fa36'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 17:22:06.512904 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ac4b983d-bc36-42ea-bc55-374d5ea8593c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (67bf434d-66bd-4703-8d75-c9a0bbd698bc), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:06.521838 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-4e848eed-64dd-44bc-951d-d0f012292036 None None] Allocated IP 172.20.0.2 (c16ec29f-d87a-4d23-9b11-847de1349680/0385084c-58aa-4eab-856a-7c793673c523/2fef4965-8c38-4315-9749-374dcb5a34e1) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:22:06.561725 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvr_db [None req-91752cbd-b200-42d7-8b91-fc8112682c39 None None] Set router ce4e4e18-9117-4dc6-b9c8-14f6932b4d45 gateway port host: None {{(pid=103379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:22:06.598186 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [None req-04f29fae-0ec6-4f33-847c-a9ea505dfbe5 admin admin] For port e96567ae-3e87-4caf-a5b1-d9732d0e896d, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=e96567ae-3e87-4caf-a5b1-d9732d0e896d,segment=NetworkSegment(5942dc44-1f07-4c27-b0ab-45a2bff20dd5),segment_id=5942dc44-1f07-4c27-b0ab-45a2bff20dd5)] {{(pid=103376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:22:06.599960 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-04f29fae-0ec6-4f33-847c-a9ea505dfbe5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (e96567ae-3e87-4caf-a5b1-d9732d0e896d), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:06.615762 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-04f29fae-0ec6-4f33-847c-a9ea505dfbe5 admin admin] Calling delete_port for e96567ae-3e87-4caf-a5b1-d9732d0e896d owned by network:router_gateway {{(pid=103376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:22:06.648460 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4b983d-bc36-42ea-bc55-374d5ea8593c None None] Pushing event updated for resources: {'Port': ['ID=67bf434d-66bd-4703-8d75-c9a0bbd698bc,revision_number=5']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:22:06.657720 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a43b74a-5f0e-4c64-8831-6c5974eebdd5 req-015b58f5-1fbc-41e7-9541-958f53a84652 tempest-VolumesAdminNegativeTest-1672480567 tempest-VolumesAdminNegativeTest-1672480567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:22:06.668920 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-9a43b74a-5f0e-4c64-8831-6c5974eebdd5 req-015b58f5-1fbc-41e7-9541-958f53a84652 tempest-VolumesAdminNegativeTest-1672480567 tempest-VolumesAdminNegativeTest-1672480567-project] 10.222.0.89 "GET /v2.0/ports?device_id=588c76ea-c124-46b5-9100-eab87b2c3c92 HTTP/1.1" status: 200 len: 945 time: 0.4233122 Feb 04 17:22:06.679937 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a87e22c3-00f3-4518-9f12-3fbbbf74e017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (38be56bb-08c9-4ee5-bfdb-3e53bb3579f4), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:06.867050 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.db_base_plugin_common [None req-359443fe-51fe-40f3-ab78-456e33236a18 admin admin] Allocated IP 172.25.6.218 (48165773-85ad-49a1-9ec1-76fc8dc24188/7660bfad-1ea8-4fe7-831b-bed836f13efc/65ebcced-17ab-4e8e-904e-dcb818324687) {{(pid=103377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:22:06.894824 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-91752cbd-b200-42d7-8b91-fc8112682c39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce4e4e18-9117-4dc6-b9c8-14f6932b4d45', 'name': 'tempest-ServerRescueTestJSON-868804914-router', 'tenant_id': '64ba830c63e7431dadf5a14a32fd3842', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:19:20Z', 'updated_at': '2022-02-04T17:22:05Z', 'revision_number': 6, 'project_id': '64ba830c63e7431dadf5a14a32fd3842', 'gw_port_host': None}], 'n-d-827839-2', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:22:06.918547 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-224ad63a-3290-4578-bf1a-051005c8ae87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5615500-825b-4c27-b245-888c86ab2e53', 'name': 'tempest-TaggedBootDevicesTest_v242-733725866-router', 'tenant_id': 'c5cb386618c24d66b6712f0d36ac7fea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.91'}], 'enable_snat': True}, 'gw_port_id': 'e2bf0a04-65a3-440a-909f-bd06c7949274', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:21:48Z', 'updated_at': '2022-02-04T17:21:59Z', 'revision_number': 4, 'project_id': 'c5cb386618c24d66b6712f0d36ac7fea', 'gw_port': {'id': 'e2bf0a04-65a3-440a-909f-bd06c7949274', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:47:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5615500-825b-4c27-b245-888c86ab2e53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1280, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:21:49Z', 'updated_at': '2022-02-04T17:22:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_interfaces': [{'id': '67bf434d-66bd-4703-8d75-c9a0bbd698bc', 'name': '', 'network_id': '02771309-aff5-472d-90da-927298d169e4', 'tenant_id': 'c5cb386618c24d66b6712f0d36ac7fea', 'mac_address': 'fa:16:3e:a1:11:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5615500-825b-4c27-b245-888c86ab2e53', 'device_owner': 'network:router_interface', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': '069a4643-9702-4f4f-bc4a-cf22266ae74b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:21:58Z', 'updated_at': '2022-02-04T17:22:04Z', 'revision_number': 4, 'project_id': 'c5cb386618c24d66b6712f0d36ac7fea', 'subnets': [{'id': '069a4643-9702-4f4f-bc4a-cf22266ae74b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-2', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:22:06.934577 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-0afb468a-3765-4177-b2e3-056644987df6 None None] Provisioning complete for port 67bf434d-66bd-4703-8d75-c9a0bbd698bc triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:22:06.935108 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0afb468a-3765-4177-b2e3-056644987df6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (67bf434d-66bd-4703-8d75-c9a0bbd698bc), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:07.022838 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91752cbd-b200-42d7-8b91-fc8112682c39 None None] The sync data for ids ['ce4e4e18-9117-4dc6-b9c8-14f6932b4d45'] in n-d-827839-2 is: [{'id': 'ce4e4e18-9117-4dc6-b9c8-14f6932b4d45', 'name': 'tempest-ServerRescueTestJSON-868804914-router', 'tenant_id': '64ba830c63e7431dadf5a14a32fd3842', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:19:20Z', 'updated_at': '2022-02-04T17:22:05Z', 'revision_number': 6, 'project_id': '64ba830c63e7431dadf5a14a32fd3842', 'gw_port_host': None}] {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 17:22:07.034202 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-224ad63a-3290-4578-bf1a-051005c8ae87 None None] The sync data for ids ['a5615500-825b-4c27-b245-888c86ab2e53'] in n-d-827839-2 is: [{'id': 'a5615500-825b-4c27-b245-888c86ab2e53', 'name': 'tempest-TaggedBootDevicesTest_v242-733725866-router', 'tenant_id': 'c5cb386618c24d66b6712f0d36ac7fea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.91'}], 'enable_snat': True}, 'gw_port_id': 'e2bf0a04-65a3-440a-909f-bd06c7949274', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:21:48Z', 'updated_at': '2022-02-04T17:21:59Z', 'revision_number': 4, 'project_id': 'c5cb386618c24d66b6712f0d36ac7fea', 'gw_port': {'id': 'e2bf0a04-65a3-440a-909f-bd06c7949274', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:47:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5615500-825b-4c27-b245-888c86ab2e53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1280, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:21:49Z', 'updated_at': '2022-02-04T17:22:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_interfaces': [{'id': '67bf434d-66bd-4703-8d75-c9a0bbd698bc', 'name': '', 'network_id': '02771309-aff5-472d-90da-927298d169e4', 'tenant_id': 'c5cb386618c24d66b6712f0d36ac7fea', 'mac_address': 'fa:16:3e:a1:11:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5615500-825b-4c27-b245-888c86ab2e53', 'device_owner': 'network:router_interface', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': '069a4643-9702-4f4f-bc4a-cf22266ae74b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:21:58Z', 'updated_at': '2022-02-04T17:22:04Z', 'revision_number': 4, 'project_id': 'c5cb386618c24d66b6712f0d36ac7fea', 'subnets': [{'id': '069a4643-9702-4f4f-bc4a-cf22266ae74b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 17:22:07.174657 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-359443fe-51fe-40f3-ab78-456e33236a18 admin admin] Publish callbacks [] for port (65ebcced-17ab-4e8e-904e-dcb818324687), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:07.225568 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-9a43b74a-5f0e-4c64-8831-6c5974eebdd5 req-2b8751e3-d449-4d74-a233-582e4755702a tempest-VolumesAdminNegativeTest-1672480567 tempest-VolumesAdminNegativeTest-1672480567-project] 10.222.0.89 "GET /v2.0/security-groups?id=5b02e1bf-0926-4110-9e78-cb84d45a7aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5556405 Feb 04 17:22:07.263823 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4e848eed-64dd-44bc-951d-d0f012292036 None None] Publish callbacks [] for port (2fef4965-8c38-4315-9749-374dcb5a34e1), precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:07.273741 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-0afb468a-3765-4177-b2e3-056644987df6 None None] Current status of the port 67bf434d-66bd-4703-8d75-c9a0bbd698bc is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:22:07.282614 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4e848eed-64dd-44bc-951d-d0f012292036 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135'] for port (2fef4965-8c38-4315-9749-374dcb5a34e1), after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:07.342967 n-d-827839-2 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e848eed-64dd-44bc-951d-d0f012292036 None None] Network c16ec29f-d87a-4d23-9b11-847de1349680 is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:22:07.349214 n-d-827839-2 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-4e848eed-64dd-44bc-951d-d0f012292036 None None] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:22:07.350251 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-359443fe-51fe-40f3-ab78-456e33236a18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (65ebcced-17ab-4e8e-904e-dcb818324687), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:07.394641 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-359443fe-51fe-40f3-ab78-456e33236a18 admin admin] Network 48165773-85ad-49a1-9ec1-76fc8dc24188 is already hosted by enough agents. {{(pid=103377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:22:07.400367 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [None req-359443fe-51fe-40f3-ab78-456e33236a18 admin admin] Resources bound (agent type, host, resource id): {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:22:07.406642 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-359443fe-51fe-40f3-ab78-456e33236a18 admin admin] Received port after_create {{(pid=103377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:22:07.639030 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359443fe-51fe-40f3-ab78-456e33236a18 admin admin] Pushing event updated for resources: {'Port': ['ID=65ebcced-17ab-4e8e-904e-dcb818324687,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:22:07.795492 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a87e22c3-00f3-4518-9f12-3fbbbf74e017 None None] Publish callbacks [] for port (38be56bb-08c9-4ee5-bfdb-3e53bb3579f4), precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:07.829843 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e848eed-64dd-44bc-951d-d0f012292036 None None] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:22:07.835144 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a87e22c3-00f3-4518-9f12-3fbbbf74e017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (38be56bb-08c9-4ee5-bfdb-3e53bb3579f4), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:07.881346 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e848eed-64dd-44bc-951d-d0f012292036 None None] Pushing event updated for resources: {'Port': ['ID=2fef4965-8c38-4315-9749-374dcb5a34e1,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:22:07.972898 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-04f29fae-0ec6-4f33-847c-a9ea505dfbe5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (e96567ae-3e87-4caf-a5b1-d9732d0e896d), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:08.093495 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f29fae-0ec6-4f33-847c-a9ea505dfbe5 admin admin] Pushing event deleted for resources: {'Port': ['ID=e96567ae-3e87-4caf-a5b1-d9732d0e896d,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:22:08.151729 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-359443fe-51fe-40f3-ab78-456e33236a18 admin admin] Publish callbacks [] for router_gateway (8e1d73c9-631c-4383-b9ed-3e6e0749d9f4), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:08.174912 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cde15e-d810-463c-8dd5-72752c880884 req-9350ef72-333e-41d0-80ee-bd3e021f390d tempest-ImagesTestJSON-301921999 tempest-ImagesTestJSON-301921999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:22:08.190990 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-08cde15e-d810-463c-8dd5-72752c880884 req-9350ef72-333e-41d0-80ee-bd3e021f390d tempest-ImagesTestJSON-301921999 tempest-ImagesTestJSON-301921999-project] 10.222.0.89 "GET /v2.0/ports?device_id=3c0c462b-42d2-463e-a193-1248311df748 HTTP/1.1" status: 200 len: 945 time: 0.5266221 Feb 04 17:22:08.240936 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f29fae-0ec6-4f33-847c-a9ea505dfbe5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:22:08.241546 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f29fae-0ec6-4f33-847c-a9ea505dfbe5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:22:08.243600 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f29fae-0ec6-4f33-847c-a9ea505dfbe5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:22:08.244500 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f29fae-0ec6-4f33-847c-a9ea505dfbe5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:22:08.245027 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f29fae-0ec6-4f33-847c-a9ea505dfbe5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:22:08.245999 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f29fae-0ec6-4f33-847c-a9ea505dfbe5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:22:08.246345 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f29fae-0ec6-4f33-847c-a9ea505dfbe5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:22:08.246690 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f29fae-0ec6-4f33-847c-a9ea505dfbe5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:22:08.247028 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f29fae-0ec6-4f33-847c-a9ea505dfbe5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:22:08.247365 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f29fae-0ec6-4f33-847c-a9ea505dfbe5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:22:08.247705 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f29fae-0ec6-4f33-847c-a9ea505dfbe5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:22:08.248038 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f29fae-0ec6-4f33-847c-a9ea505dfbe5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:22:08.248368 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f29fae-0ec6-4f33-847c-a9ea505dfbe5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:22:08.264233 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.db_base_plugin_common [None req-43bbe8a0-53e7-45ad-bb20-0bdacfcb2fc3 admin admin] Allocated IP 172.20.0.1 (151997f6-fb27-4cf0-bfe9-ef4acfbb4102/58924840-63b9-49cf-9b5e-4aa66ca609e8/1ebc1e0f-8b24-47cc-a74c-fa661d2ee8b6) {{(pid=103376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:22:08.504650 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-a87e22c3-00f3-4518-9f12-3fbbbf74e017 None None] Attempting to bind port 38be56bb-08c9-4ee5-bfdb-3e53bb3579f4 on host n-d-827839-2 for vnic_type normal with profile {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:22:08.505154 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-a87e22c3-00f3-4518-9f12-3fbbbf74e017 None None] Attempting to bind port 38be56bb-08c9-4ee5-bfdb-3e53bb3579f4 by drivers openvswitch,hyperv on host n-d-827839-2 at level 0 using segments [{'id': '5942dc44-1f07-4c27-b0ab-45a2bff20dd5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188'}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:22:08.505404 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a87e22c3-00f3-4518-9f12-3fbbbf74e017 None None] Attempting to bind port 38be56bb-08c9-4ee5-bfdb-3e53bb3579f4 on network 48165773-85ad-49a1-9ec1-76fc8dc24188 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:22:08.514707 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Device dd0463af-d470-43e7-b569-a473b9d3fa36 up at agent hyperv_n-h2-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:22:08.517411 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a87e22c3-00f3-4518-9f12-3fbbbf74e017 None None] Checking agent: {'id': 'ba70844b-66a0-45fd-a2f2-e6ed673321fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 0, 36), 'started_at': datetime.datetime(2022, 2, 4, 17, 1, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 22, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:22:08.517774 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a87e22c3-00f3-4518-9f12-3fbbbf74e017 None None] Checking segment: {'id': '5942dc44-1f07-4c27-b0ab-45a2bff20dd5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:22:08.518169 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a87e22c3-00f3-4518-9f12-3fbbbf74e017 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:08.518552 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a87e22c3-00f3-4518-9f12-3fbbbf74e017 None None] Bound using segment: {'id': '5942dc44-1f07-4c27-b0ab-45a2bff20dd5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188'} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:22:08.519021 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-a87e22c3-00f3-4518-9f12-3fbbbf74e017 None None] Bound port: 38be56bb-08c9-4ee5-bfdb-3e53bb3579f4, host: n-d-827839-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5942dc44-1f07-4c27-b0ab-45a2bff20dd5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188'}}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:22:08.519499 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a87e22c3-00f3-4518-9f12-3fbbbf74e017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (38be56bb-08c9-4ee5-bfdb-3e53bb3579f4), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:08.633299 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-359443fe-51fe-40f3-ab78-456e33236a18 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1602046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603680'] for router (8e1d73c9-631c-4383-b9ed-3e6e0749d9f4), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:08.729843 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-43bbe8a0-53e7-45ad-bb20-0bdacfcb2fc3 admin admin] Publish callbacks [] for port (1ebc1e0f-8b24-47cc-a74c-fa661d2ee8b6), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:08.781736 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 67bf434d-66bd-4703-8d75-c9a0bbd698bc up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:22:08.792607 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1a5ce4-b064-451c-a54f-f6f0ed0b7ad7 None None] Pushing event updated for resources: {'Port': ['ID=38be56bb-08c9-4ee5-bfdb-3e53bb3579f4,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:22:08.805037 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-43bbe8a0-53e7-45ad-bb20-0bdacfcb2fc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (1ebc1e0f-8b24-47cc-a74c-fa661d2ee8b6), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:08.862400 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-08cde15e-d810-463c-8dd5-72752c880884 req-3ba356e8-bbe5-4c42-a7a3-868d1fdb56c4 tempest-ImagesTestJSON-301921999 tempest-ImagesTestJSON-301921999-project] 10.222.0.89 "GET /v2.0/security-groups?id=5b73e0f3-a9f7-4cf1-b4aa-b594ce8b7178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6706038 Feb 04 17:22:08.874106 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-04f29fae-0ec6-4f33-847c-a9ea505dfbe5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1595544'] for router_gateway (ce4e4e18-9117-4dc6-b9c8-14f6932b4d45), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:08.890847 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-4e848eed-64dd-44bc-951d-d0f012292036 None None] Attempting to bind port 2fef4965-8c38-4315-9749-374dcb5a34e1 on host n-d-827839-2 for vnic_type normal with profile {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:22:08.891523 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-4e848eed-64dd-44bc-951d-d0f012292036 None None] Attempting to bind port 2fef4965-8c38-4315-9749-374dcb5a34e1 by drivers openvswitch,hyperv on host n-d-827839-2 at level 0 using segments [{'id': 'f599eb6c-1f2e-4fd0-83ab-723da3564d9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'c16ec29f-d87a-4d23-9b11-847de1349680'}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:22:08.892081 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e848eed-64dd-44bc-951d-d0f012292036 None None] Attempting to bind port 2fef4965-8c38-4315-9749-374dcb5a34e1 on network c16ec29f-d87a-4d23-9b11-847de1349680 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:22:08.953205 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e848eed-64dd-44bc-951d-d0f012292036 None None] Checking agent: {'id': 'ba70844b-66a0-45fd-a2f2-e6ed673321fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 0, 36), 'started_at': datetime.datetime(2022, 2, 4, 17, 1, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 22, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:22:08.955674 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e848eed-64dd-44bc-951d-d0f012292036 None None] Checking segment: {'id': 'f599eb6c-1f2e-4fd0-83ab-723da3564d9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'c16ec29f-d87a-4d23-9b11-847de1349680'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:22:08.956293 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4e848eed-64dd-44bc-951d-d0f012292036 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:08.958250 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e848eed-64dd-44bc-951d-d0f012292036 None None] Bound using segment: {'id': 'f599eb6c-1f2e-4fd0-83ab-723da3564d9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'c16ec29f-d87a-4d23-9b11-847de1349680'} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:22:08.960868 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-4e848eed-64dd-44bc-951d-d0f012292036 None None] Bound port: 2fef4965-8c38-4315-9749-374dcb5a34e1, host: n-d-827839-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f599eb6c-1f2e-4fd0-83ab-723da3564d9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'c16ec29f-d87a-4d23-9b11-847de1349680'}}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:22:08.961522 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4e848eed-64dd-44bc-951d-d0f012292036 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (2fef4965-8c38-4315-9749-374dcb5a34e1), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:08.964799 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-359443fe-51fe-40f3-ab78-456e33236a18 admin admin] Router 8e1d73c9-631c-4383-b9ed-3e6e0749d9f4 is scheduled to L3 agent 64ada913-9131-4d99-a265-63a920956287 with binding_index 1 {{(pid=103377) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 17:22:08.999134 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-a87e22c3-00f3-4518-9f12-3fbbbf74e017 None None] For port 38be56bb-08c9-4ee5-bfdb-3e53bb3579f4, host n-d-827839-2, cleared binding levels {{(pid=103378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:22:09.031201 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-04f29fae-0ec6-4f33-847c-a9ea505dfbe5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1601811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26971'] for router (ce4e4e18-9117-4dc6-b9c8-14f6932b4d45), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:09.033561 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-04f29fae-0ec6-4f33-847c-a9ea505dfbe5 admin admin] Publish callbacks [] for router_controller (ce4e4e18-9117-4dc6-b9c8-14f6932b4d45), precommit_delete_associations {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:09.038553 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-a87e22c3-00f3-4518-9f12-3fbbbf74e017 None None] For port 38be56bb-08c9-4ee5-bfdb-3e53bb3579f4, host n-d-827839-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=38be56bb-08c9-4ee5-bfdb-3e53bb3579f4,segment=NetworkSegment(5942dc44-1f07-4c27-b0ab-45a2bff20dd5),segment_id=5942dc44-1f07-4c27-b0ab-45a2bff20dd5)] {{(pid=103378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:22:09.095531 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a87e22c3-00f3-4518-9f12-3fbbbf74e017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (38be56bb-08c9-4ee5-bfdb-3e53bb3579f4), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:09.097833 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Provisioning for port dd0463af-d470-43e7-b569-a473b9d3fa36 completed by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 17:22:09.111018 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43bbe8a0-53e7-45ad-bb20-0bdacfcb2fc3 admin admin] Network 151997f6-fb27-4cf0-bfe9-ef4acfbb4102 is already hosted by enough agents. {{(pid=103376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:22:09.116274 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-04f29fae-0ec6-4f33-847c-a9ea505dfbe5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1601832'] for router (ce4e4e18-9117-4dc6-b9c8-14f6932b4d45), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:09.116946 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04f29fae-0ec6-4f33-847c-a9ea505dfbe5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ce4e4e18-9117-4dc6-b9c8-14f6932b4d45 {{(pid=103376) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 17:22:09.122219 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Provisioning complete for port dd0463af-d470-43e7-b569-a473b9d3fa36 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:22:09.123450 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (dd0463af-d470-43e7-b569-a473b9d3fa36), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:09.128876 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-04f29fae-0ec6-4f33-847c-a9ea505dfbe5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:09.134346 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-04f29fae-0ec6-4f33-847c-a9ea505dfbe5 admin admin] 10.222.0.89 "DELETE /v2.0/routers/ce4e4e18-9117-4dc6-b9c8-14f6932b4d45 HTTP/1.1" status: 204 len: 168 time: 4.5852065 Feb 04 17:22:09.135019 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 36544) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:22:09.194513 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [None req-43bbe8a0-53e7-45ad-bb20-0bdacfcb2fc3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:22:09.197414 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43bbe8a0-53e7-45ad-bb20-0bdacfcb2fc3 admin admin] Received port after_create {{(pid=103376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:22:09.242132 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.db_base_plugin_v2 [None req-366656d0-2e52-4716-be89-daeaab35f9e5 admin admin] Deleting subnet acc74b3b-28a2-4a28-a63e-a2e1d0f02fcf {{(pid=103376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 17:22:09.244337 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-43bbe8a0-53e7-45ad-bb20-0bdacfcb2fc3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1595471'] for router_interface (f9e68899-a077-46b6-9665-a5d5cb9a1cec), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:09.311881 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1a5ce4-b064-451c-a54f-f6f0ed0b7ad7 None None] Pushing event updated for resources: {'Port': ['ID=38be56bb-08c9-4ee5-bfdb-3e53bb3579f4,revision_number=3']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:22:09.315183 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-366656d0-2e52-4716-be89-daeaab35f9e5 admin admin] Publish callbacks [] for subnet (acc74b3b-28a2-4a28-a63e-a2e1d0f02fcf), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:09.316616 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port 67bf434d-66bd-4703-8d75-c9a0bbd698bc triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:22:09.317494 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (67bf434d-66bd-4703-8d75-c9a0bbd698bc), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:09.368683 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43bbe8a0-53e7-45ad-bb20-0bdacfcb2fc3 admin admin] Pushing event updated for resources: {'Port': ['ID=1ebc1e0f-8b24-47cc-a74c-fa661d2ee8b6,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:22:09.390493 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-359443fe-51fe-40f3-ab78-456e33236a18 admin admin] Notify agent at l3_agent.n-d-827839-2 the message routers_updated {{(pid=103377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 17:22:09.428131 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-359443fe-51fe-40f3-ab78-456e33236a18 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:09.433510 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-359443fe-51fe-40f3-ab78-456e33236a18 admin admin] 10.222.0.89 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 4.2994781 Feb 04 17:22:09.433802 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 36548) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:22:09.529621 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-366656d0-2e52-4716-be89-daeaab35f9e5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25674901'] for subnet (acc74b3b-28a2-4a28-a63e-a2e1d0f02fcf), precommit_delete_associations {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:09.567665 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a87e22c3-00f3-4518-9f12-3fbbbf74e017 None None] Routers {'f9e68899-a077-46b6-9665-a5d5cb9a1cec'} bound to L3 agent in host n-d-827839-2 {{(pid=103378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:22:09.572116 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-a87e22c3-00f3-4518-9f12-3fbbbf74e017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:22:02Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['f9e68899-a077-46b6-9665-a5d5cb9a1cec'], 'active': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:22:09.581815 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-366656d0-2e52-4716-be89-daeaab35f9e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1541225'] for subnet (acc74b3b-28a2-4a28-a63e-a2e1d0f02fcf), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:09.590282 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bcc5644-e8ce-4623-b8b0-63d8db15de33 None None] Sync routers for ids ['8e1d73c9-631c-4383-b9ed-3e6e0749d9f4'] in n-d-827839-2 {{(pid=103378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 17:22:09.674703 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-4e848eed-64dd-44bc-951d-d0f012292036 None None] For port 2fef4965-8c38-4315-9749-374dcb5a34e1, host n-d-827839-2, cleared binding levels {{(pid=103378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:22:09.750438 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-366656d0-2e52-4716-be89-daeaab35f9e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1541216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25675894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25858947'] for subnet (acc74b3b-28a2-4a28-a63e-a2e1d0f02fcf), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:09.776513 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port 67bf434d-66bd-4703-8d75-c9a0bbd698bc is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:22:09.797339 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bcc5644-e8ce-4623-b8b0-63d8db15de33 None None] Routers {'8e1d73c9-631c-4383-b9ed-3e6e0749d9f4'} bound to L3 agent in host n-d-827839-2 {{(pid=103378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:22:09.801103 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-2bcc5644-e8ce-4623-b8b0-63d8db15de33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:22:02Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['8e1d73c9-631c-4383-b9ed-3e6e0749d9f4'], 'active': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:22:09.838920 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-366656d0-2e52-4716-be89-daeaab35f9e5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:09.846395 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-366656d0-2e52-4716-be89-daeaab35f9e5 admin admin] 10.222.0.89 "DELETE /v2.0/subnets/acc74b3b-28a2-4a28-a63e-a2e1d0f02fcf HTTP/1.1" status: 204 len: 168 time: 0.7075639 Feb 04 17:22:09.851499 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 36550) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:22:09.855055 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366656d0-2e52-4716-be89-daeaab35f9e5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=acc74b3b-28a2-4a28-a63e-a2e1d0f02fcf,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:22:09.864335 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-43bbe8a0-53e7-45ad-bb20-0bdacfcb2fc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (1ebc1e0f-8b24-47cc-a74c-fa661d2ee8b6), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:09.989927 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvr_db [None req-2bcc5644-e8ce-4623-b8b0-63d8db15de33 None None] Set router 8e1d73c9-631c-4383-b9ed-3e6e0749d9f4 gateway port host: n-d-827839-2 {{(pid=103378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:22:10.145374 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device e96567ae-3e87-4caf-a5b1-d9732d0e896d no longer exists at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:22:10.177781 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-4e848eed-64dd-44bc-951d-d0f012292036 None None] For port 2fef4965-8c38-4315-9749-374dcb5a34e1, host n-d-827839-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=2fef4965-8c38-4315-9749-374dcb5a34e1,segment=NetworkSegment(f599eb6c-1f2e-4fd0-83ab-723da3564d9f),segment_id=f599eb6c-1f2e-4fd0-83ab-723da3564d9f)] {{(pid=103378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:22:10.232579 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-43bbe8a0-53e7-45ad-bb20-0bdacfcb2fc3 admin admin] Publish callbacks [] for port (1ebc1e0f-8b24-47cc-a74c-fa661d2ee8b6), precommit_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:10.240350 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-43bbe8a0-53e7-45ad-bb20-0bdacfcb2fc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675836'] for port (1ebc1e0f-8b24-47cc-a74c-fa661d2ee8b6), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:10.261711 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] No Port match for: e96567ae-3e87-4caf-a5b1-d9732d0e896d {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 17:22:10.262235 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device e96567ae-3e87-4caf-a5b1-d9732d0e896d not bound to the agent host n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 17:22:10.262774 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 8caae74c-40a9-4ecd-ab37-894a0aca38a6 no longer exists at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:22:10.296153 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4e848eed-64dd-44bc-951d-d0f012292036 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (2fef4965-8c38-4315-9749-374dcb5a34e1), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:10.329185 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (f20a1ab3-4332-4f54-833b-ba4a7c687e89), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:10.336637 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] No Port match for: 8caae74c-40a9-4ecd-ab37-894a0aca38a6 {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 17:22:10.337158 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 8caae74c-40a9-4ecd-ab37-894a0aca38a6 not bound to the agent host n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 17:22:10.443594 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Current status of the port dd0463af-d470-43e7-b569-a473b9d3fa36 is: BUILD; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:22:10.444090 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (dd0463af-d470-43e7-b569-a473b9d3fa36), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:10.466486 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-43bbe8a0-53e7-45ad-bb20-0bdacfcb2fc3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1677345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602751'] for router_interface (f9e68899-a077-46b6-9665-a5d5cb9a1cec), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:10.511419 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-2bcc5644-e8ce-4623-b8b0-63d8db15de33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e1d73c9-631c-4383-b9ed-3e6e0749d9f4', 'name': 'tempest-TaggedBootDevicesTest_v242-2010357960-router', 'tenant_id': '271b4a15e3ef476a9c6bd7fb8faef40d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.218'}], 'enable_snat': True}, 'gw_port_id': '65ebcced-17ab-4e8e-904e-dcb818324687', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:22:05Z', 'updated_at': '2022-02-04T17:22:07Z', 'revision_number': 3, 'project_id': '271b4a15e3ef476a9c6bd7fb8faef40d', 'gw_port': {'id': '65ebcced-17ab-4e8e-904e-dcb818324687', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:08:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e1d73c9-631c-4383-b9ed-3e6e0749d9f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1319, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:22:06Z', 'updated_at': '2022-02-04T17:22:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2'}], 'n-d-827839-2', False) {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:22:10.541457 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] For port dd0463af-d470-43e7-b569-a473b9d3fa36, host n-h2-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=dd0463af-d470-43e7-b569-a473b9d3fa36,segment=NetworkSegment(40be95d6-8661-400f-bc9d-3f4c57dcd00c),segment_id=40be95d6-8661-400f-bc9d-3f4c57dcd00c)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:22:10.566030 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c0c462b-42d2-463e-a193-1248311df748', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd0463af-d470-43e7-b569-a473b9d3fa36'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:22:10.570622 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c34bc964ce2211770fda26ca2f3801cc06f4f39928110690550e94ab9c9d2fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19b301f1-0add-4fa8-98a4-07ba4792c5b4" -d '{"events": [{"server_uuid": "3c0c462b-42d2-463e-a193-1248311df748", "name": "network-vif-plugged", "status": "completed", "tag": "dd0463af-d470-43e7-b569-a473b9d3fa36"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:22:10.659308 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43bbe8a0-53e7-45ad-bb20-0bdacfcb2fc3 admin admin] Pushing event updated for resources: {'Port': ['ID=1ebc1e0f-8b24-47cc-a74c-fa661d2ee8b6,revision_number=2']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:22:10.696949 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43bbe8a0-53e7-45ad-bb20-0bdacfcb2fc3 admin admin] Network 151997f6-fb27-4cf0-bfe9-ef4acfbb4102 is already hosted by enough agents. {{(pid=103376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:22:10.698523 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [None req-43bbe8a0-53e7-45ad-bb20-0bdacfcb2fc3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:22:10.751485 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (dd0463af-d470-43e7-b569-a473b9d3fa36), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:10.790978 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 17:22:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f14e11b8-48ee-45d4-810e-7cf370bfc478 x-openstack-request-id: req-f14e11b8-48ee-45d4-810e-7cf370bfc478 {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:22:10.791286 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c0c462b-42d2-463e-a193-1248311df748", "name": "network-vif-plugged", "status": "completed", "tag": "dd0463af-d470-43e7-b569-a473b9d3fa36", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:22:10.791545 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-f14e11b8-48ee-45d4-810e-7cf370bfc478 {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:22:10.791966 n-d-827839-2 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c0c462b-42d2-463e-a193-1248311df748', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd0463af-d470-43e7-b569-a473b9d3fa36', 'code': 200} Feb 04 17:22:10.800956 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bcc5644-e8ce-4623-b8b0-63d8db15de33 None None] Checking router: 8e1d73c9-631c-4383-b9ed-3e6e0749d9f4 for host: n-d-827839-2 {{(pid=103378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 17:22:10.800956 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bcc5644-e8ce-4623-b8b0-63d8db15de33 None None] Updating router 8e1d73c9-631c-4383-b9ed-3e6e0749d9f4 port 65ebcced-17ab-4e8e-904e-dcb818324687 binding host n-d-827839-2 {{(pid=103378) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 17:22:10.872680 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvr_db [None req-a87e22c3-00f3-4518-9f12-3fbbbf74e017 None None] Set router f9e68899-a077-46b6-9665-a5d5cb9a1cec gateway port host: n-d-827839-2 {{(pid=103378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:22:10.874769 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2bcc5644-e8ce-4623-b8b0-63d8db15de33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (65ebcced-17ab-4e8e-904e-dcb818324687), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:10.920034 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e848eed-64dd-44bc-951d-d0f012292036 None None] Pushing event updated for resources: {'Port': ['ID=2fef4965-8c38-4315-9749-374dcb5a34e1,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:22:10.980453 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735e53bc-1dbf-4fe2-979a-7aa064891d5f req-efeb4dc5-f8d5-4271-8da4-4640095186a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:22:10.982535 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-735e53bc-1dbf-4fe2-979a-7aa064891d5f req-efeb4dc5-f8d5-4271-8da4-4640095186a8 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=3c0c462b-42d2-463e-a193-1248311df748 HTTP/1.1" status: 200 len: 1128 time: 0.1443272 Feb 04 17:22:10.996723 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43bbe8a0-53e7-45ad-bb20-0bdacfcb2fc3 admin admin] Router f9e68899-a077-46b6-9665-a5d5cb9a1cec has already been hosted by L3 agent 64ada913-9131-4d99-a265-63a920956287 {{(pid=103376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 17:22:10.997435 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-7be7f664-746e-4936-a7e9-aea3ba042fe9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628832'] for network (39759074-fb50-4135-a9de-456f123df529), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:11.155105 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-7be7f664-746e-4936-a7e9-aea3ba042fe9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1543676', 'neutron.services.segments.db._delete_segments_for_network-8781084786517'] for network (39759074-fb50-4135-a9de-456f123df529), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:11.162889 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Pushing event updated for resources: {'Port': ['ID=dd0463af-d470-43e7-b569-a473b9d3fa36,revision_number=5']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:22:11.220299 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43bbe8a0-53e7-45ad-bb20-0bdacfcb2fc3 admin admin] Notify agent at l3_agent.n-d-827839-2 the message routers_updated {{(pid=103376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 17:22:11.234645 n-d-827839-2 neutron-server[103377]: DEBUG neutron.services.segments.db [None req-7be7f664-746e-4936-a7e9-aea3ba042fe9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39759074-fb50-4135-a9de-456f123df529']}} {{(pid=103377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:22:11.280321 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-735e53bc-1dbf-4fe2-979a-7aa064891d5f req-c9e4e58c-b579-4d85-8315-1625f6e99f69 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=5b73e0f3-a9f7-4cf1-b4aa-b594ce8b7178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2903740 Feb 04 17:22:11.305371 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-43bbe8a0-53e7-45ad-bb20-0bdacfcb2fc3 admin admin] 10.222.0.89 "PUT /v2.0/routers/f9e68899-a077-46b6-9665-a5d5cb9a1cec/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1219730 Feb 04 17:22:11.410151 n-d-827839-2 neutron-server[103377]: DEBUG neutron.services.segments.db [None req-7be7f664-746e-4936-a7e9-aea3ba042fe9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be1103cf-5393-48aa-b76f-2defc05390b4') {'for_net_delete': True} {{(pid=103377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:22:11.410338 n-d-827839-2 neutron-server[103377]: DEBUG neutron.services.segments.db [None req-7be7f664-746e-4936-a7e9-aea3ba042fe9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be1103cf-5393-48aa-b76f-2defc05390b4') {} {{(pid=103377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:22:11.443068 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-7be7f664-746e-4936-a7e9-aea3ba042fe9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781084783966', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26866685'] for segment (be1103cf-5393-48aa-b76f-2defc05390b4), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:11.513248 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-7be7f664-746e-4936-a7e9-aea3ba042fe9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (be1103cf-5393-48aa-b76f-2defc05390b4), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:11.529556 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7be7f664-746e-4936-a7e9-aea3ba042fe9 admin admin] Releasing vlan 775 on physical network physnet1 to pool {{(pid=103377) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 17:22:11.532554 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-7be7f664-746e-4936-a7e9-aea3ba042fe9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25888454'] for segment (be1103cf-5393-48aa-b76f-2defc05390b4), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:11.658638 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8002b2-b291-4002-918d-b23a7d23930a req-66af8131-17b4-4d09-9d39-eff7a002c597 tempest-ImagesTestJSON-301921999 tempest-ImagesTestJSON-301921999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:22:11.662709 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-6e8002b2-b291-4002-918d-b23a7d23930a req-66af8131-17b4-4d09-9d39-eff7a002c597 tempest-ImagesTestJSON-301921999 tempest-ImagesTestJSON-301921999-project] 10.222.0.89 "GET /v2.0/ports?device_id=3c0c462b-42d2-463e-a193-1248311df748 HTTP/1.1" status: 200 len: 946 time: 0.6594875 Feb 04 17:22:11.665867 n-d-827839-2 neutron-server[103377]: Traceback (most recent call last): Feb 04 17:22:11.665867 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 17:22:11.665867 n-d-827839-2 neutron-server[103377]: timer() Feb 04 17:22:11.665867 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 17:22:11.665867 n-d-827839-2 neutron-server[103377]: cb(*args, **kw) Feb 04 17:22:11.665867 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 17:22:11.665867 n-d-827839-2 neutron-server[103377]: return func(*args, **kwargs) Feb 04 17:22:11.665867 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 17:22:11.665867 n-d-827839-2 neutron-server[103377]: self._notify() Feb 04 17:22:11.665867 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 17:22:11.665867 n-d-827839-2 neutron-server[103377]: self.callback(batched_events) Feb 04 17:22:11.665867 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 17:22:11.665867 n-d-827839-2 neutron-server[103377]: event.method(event) Feb 04 17:22:11.665867 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 17:22:11.665867 n-d-827839-2 neutron-server[103377]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 17:22:11.665867 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 17:22:11.665867 n-d-827839-2 neutron-server[103377]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 17:22:11.665867 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 17:22:11.665867 n-d-827839-2 neutron-server[103377]: return f(self, *a, **k) Feb 04 17:22:11.665867 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 17:22:11.665867 n-d-827839-2 neutron-server[103377]: return self._get(url).json() Feb 04 17:22:11.665867 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 17:22:11.665867 n-d-827839-2 neutron-server[103377]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 17:22:11.665867 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 17:22:11.665867 n-d-827839-2 neutron-server[103377]: return self.request(url, 'GET', **kwargs) Feb 04 17:22:11.665867 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 17:22:11.665867 n-d-827839-2 neutron-server[103377]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 17:22:11.665867 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 17:22:11.665867 n-d-827839-2 neutron-server[103377]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 17:22:11.665867 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 17:22:11.665867 n-d-827839-2 neutron-server[103377]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 17:22:11.665867 n-d-827839-2 neutron-server[103377]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 17:22:11.675003 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-7be7f664-746e-4936-a7e9-aea3ba042fe9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1543671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1595572'] for network (39759074-fb50-4135-a9de-456f123df529), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:11.778462 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-7be7f664-746e-4936-a7e9-aea3ba042fe9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677565'] for network (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:11.784891 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-7be7f664-746e-4936-a7e9-aea3ba042fe9 admin admin] 10.222.0.89 "DELETE /v2.0/networks/39759074-fb50-4135-a9de-456f123df529 HTTP/1.1" status: 204 len: 168 time: 1.9251204 Feb 04 17:22:11.785747 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be7f664-746e-4936-a7e9-aea3ba042fe9 admin admin] Pushing event deleted for resources: {'Network': ['ID=39759074-fb50-4135-a9de-456f123df529,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:22:11.883945 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-6e8002b2-b291-4002-918d-b23a7d23930a req-3e968d49-1a27-4ee7-a631-58753059b4b7 tempest-ImagesTestJSON-301921999 tempest-ImagesTestJSON-301921999-project] 10.222.0.89 "GET /v2.0/security-groups?id=5b73e0f3-a9f7-4cf1-b4aa-b594ce8b7178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1972077 Feb 04 17:22:12.060889 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-a87e22c3-00f3-4518-9f12-3fbbbf74e017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9e68899-a077-46b6-9665-a5d5cb9a1cec', 'name': 'tempest-ServerRescueTestJSONUnderV235-2108759146-router', 'tenant_id': 'e9b098a64fdf44abba2c8135f539141d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.72'}], 'enable_snat': True}, 'gw_port_id': '38be56bb-08c9-4ee5-bfdb-3e53bb3579f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:21:55Z', 'updated_at': '2022-02-04T17:22:09Z', 'revision_number': 4, 'project_id': 'e9b098a64fdf44abba2c8135f539141d', 'gw_port': {'id': '38be56bb-08c9-4ee5-bfdb-3e53bb3579f4', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:b7:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9e68899-a077-46b6-9665-a5d5cb9a1cec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1306, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:21:57Z', 'updated_at': '2022-02-04T17:22:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_interfaces': [{'id': '1ebc1e0f-8b24-47cc-a74c-fa661d2ee8b6', 'name': '', 'network_id': '151997f6-fb27-4cf0-bfe9-ef4acfbb4102', 'tenant_id': 'e9b098a64fdf44abba2c8135f539141d', 'mac_address': 'fa:16:3e:19:0f:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9e68899-a077-46b6-9665-a5d5cb9a1cec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1318, 'fixed_ips': [{'subnet_id': '58924840-63b9-49cf-9b5e-4aa66ca609e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:22:06Z', 'updated_at': '2022-02-04T17:22:08Z', 'revision_number': 1, 'project_id': 'e9b098a64fdf44abba2c8135f539141d', 'subnets': [{'id': '58924840-63b9-49cf-9b5e-4aa66ca609e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-2', False) {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:22:12.155999 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 36598) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:22:12.160052 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a87e22c3-00f3-4518-9f12-3fbbbf74e017 None None] The sync data for ids ['f9e68899-a077-46b6-9665-a5d5cb9a1cec'] in n-d-827839-2 is: [{'id': 'f9e68899-a077-46b6-9665-a5d5cb9a1cec', 'name': 'tempest-ServerRescueTestJSONUnderV235-2108759146-router', 'tenant_id': 'e9b098a64fdf44abba2c8135f539141d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.72'}], 'enable_snat': True}, 'gw_port_id': '38be56bb-08c9-4ee5-bfdb-3e53bb3579f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:21:55Z', 'updated_at': '2022-02-04T17:22:09Z', 'revision_number': 4, 'project_id': 'e9b098a64fdf44abba2c8135f539141d', 'gw_port': {'id': '38be56bb-08c9-4ee5-bfdb-3e53bb3579f4', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:b7:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9e68899-a077-46b6-9665-a5d5cb9a1cec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1306, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:21:57Z', 'updated_at': '2022-02-04T17:22:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_interfaces': [{'id': '1ebc1e0f-8b24-47cc-a74c-fa661d2ee8b6', 'name': '', 'network_id': '151997f6-fb27-4cf0-bfe9-ef4acfbb4102', 'tenant_id': 'e9b098a64fdf44abba2c8135f539141d', 'mac_address': 'fa:16:3e:19:0f:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9e68899-a077-46b6-9665-a5d5cb9a1cec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1318, 'fixed_ips': [{'subnet_id': '58924840-63b9-49cf-9b5e-4aa66ca609e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:22:06Z', 'updated_at': '2022-02-04T17:22:08Z', 'revision_number': 1, 'project_id': 'e9b098a64fdf44abba2c8135f539141d', 'subnets': [{'id': '58924840-63b9-49cf-9b5e-4aa66ca609e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 17:22:12.177022 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-a33008e4-6de5-4b07-8db8-5b5043729acc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:12.188699 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faa3cc1a-c283-49fe-9934-f13230fa2221 None None] Network c16ec29f-d87a-4d23-9b11-847de1349680 requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:22:12.196454 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2bcc5644-e8ce-4623-b8b0-63d8db15de33 None None] Publish callbacks [] for port (65ebcced-17ab-4e8e-904e-dcb818324687), precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:12.270029 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-b0b26478-b290-4010-9d52-74a9513e2ef8 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=64ba830c63e7431dadf5a14a32fd3842&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1128712 Feb 04 17:22:12.274561 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 36600) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:22:12.309907 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2bcc5644-e8ce-4623-b8b0-63d8db15de33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (65ebcced-17ab-4e8e-904e-dcb818324687), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:12.341078 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (3f9244a9-75fc-4c10-b195-11d48b853b41), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:12.382031 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-54e66e7c-f3f5-4abd-a5f4-ff059ced660d None None] Provisioning complete for port 2fef4965-8c38-4315-9749-374dcb5a34e1 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:22:12.383638 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-54e66e7c-f3f5-4abd-a5f4-ff059ced660d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (2fef4965-8c38-4315-9749-374dcb5a34e1), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:12.473582 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d79b3a-8e52-497f-9496-4ec9a6858f70 None None] Pushing event updated for resources: {'Port': ['ID=65ebcced-17ab-4e8e-904e-dcb818324687,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:22:12.638532 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-2bcc5644-e8ce-4623-b8b0-63d8db15de33 None None] Attempting to bind port 65ebcced-17ab-4e8e-904e-dcb818324687 on host n-d-827839-2 for vnic_type normal with profile {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:22:12.641355 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-2bcc5644-e8ce-4623-b8b0-63d8db15de33 None None] Attempting to bind port 65ebcced-17ab-4e8e-904e-dcb818324687 by drivers openvswitch,hyperv on host n-d-827839-2 at level 0 using segments [{'id': '5942dc44-1f07-4c27-b0ab-45a2bff20dd5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188'}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:22:12.641953 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bcc5644-e8ce-4623-b8b0-63d8db15de33 None None] Attempting to bind port 65ebcced-17ab-4e8e-904e-dcb818324687 on network 48165773-85ad-49a1-9ec1-76fc8dc24188 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:22:12.647747 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.db_base_plugin_common [None req-a33008e4-6de5-4b07-8db8-5b5043729acc admin admin] Allocated IP 172.20.0.1 (c16ec29f-d87a-4d23-9b11-847de1349680/0385084c-58aa-4eab-856a-7c793673c523/ce0d292a-d46f-41a0-a71c-06a70f06939c) {{(pid=103377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:22:12.682686 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bcc5644-e8ce-4623-b8b0-63d8db15de33 None None] Checking agent: {'id': 'ba70844b-66a0-45fd-a2f2-e6ed673321fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 0, 36), 'started_at': datetime.datetime(2022, 2, 4, 17, 1, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 22, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:22:12.684212 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bcc5644-e8ce-4623-b8b0-63d8db15de33 None None] Checking segment: {'id': '5942dc44-1f07-4c27-b0ab-45a2bff20dd5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:22:12.688026 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2bcc5644-e8ce-4623-b8b0-63d8db15de33 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:12.691250 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bcc5644-e8ce-4623-b8b0-63d8db15de33 None None] Bound using segment: {'id': '5942dc44-1f07-4c27-b0ab-45a2bff20dd5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188'} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:22:12.691885 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-2bcc5644-e8ce-4623-b8b0-63d8db15de33 None None] Bound port: 65ebcced-17ab-4e8e-904e-dcb818324687, host: n-d-827839-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5942dc44-1f07-4c27-b0ab-45a2bff20dd5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188'}}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:22:12.692387 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2bcc5644-e8ce-4623-b8b0-63d8db15de33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (65ebcced-17ab-4e8e-904e-dcb818324687), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:12.729898 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3837b48-f7b5-43e9-808f-ffb01d135a12 req-ae75f7fd-301f-45a6-8f59-6bd6b40ca4cf tempest-ServerRescueTestJSONUnderV235-1389214366 tempest-ServerRescueTestJSONUnderV235-1389214366-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:22:12.747325 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-b3837b48-f7b5-43e9-808f-ffb01d135a12 req-ae75f7fd-301f-45a6-8f59-6bd6b40ca4cf tempest-ServerRescueTestJSONUnderV235-1389214366 tempest-ServerRescueTestJSONUnderV235-1389214366-project] 10.222.0.89 "GET /v2.0/networks?id=151997f6-fb27-4cf0-bfe9-ef4acfbb4102 HTTP/1.1" status: 200 len: 820 time: 0.4866323 Feb 04 17:22:12.772940 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-b3837b48-f7b5-43e9-808f-ffb01d135a12 req-3d8e4dfe-70af-4390-a12c-3de1802387ee tempest-ServerRescueTestJSONUnderV235-1389214366 tempest-ServerRescueTestJSONUnderV235-1389214366-project] 10.222.0.89 "GET /v2.0/quotas/e9b098a64fdf44abba2c8135f539141d HTTP/1.1" status: 200 len: 375 time: 0.0246117 Feb 04 17:22:12.859171 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-2bcc5644-e8ce-4623-b8b0-63d8db15de33 None None] For port 65ebcced-17ab-4e8e-904e-dcb818324687, host n-d-827839-2, cleared binding levels {{(pid=103378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:22:12.863197 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-2bcc5644-e8ce-4623-b8b0-63d8db15de33 None None] For port 65ebcced-17ab-4e8e-904e-dcb818324687, host n-d-827839-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=65ebcced-17ab-4e8e-904e-dcb818324687,segment=NetworkSegment(5942dc44-1f07-4c27-b0ab-45a2bff20dd5),segment_id=5942dc44-1f07-4c27-b0ab-45a2bff20dd5)] {{(pid=103378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:22:12.895644 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-b3837b48-f7b5-43e9-808f-ffb01d135a12 req-582e8646-bf63-4341-b1c8-6f561ade5893 tempest-ServerRescueTestJSONUnderV235-1389214366 tempest-ServerRescueTestJSONUnderV235-1389214366-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=e9b098a64fdf44abba2c8135f539141d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1217458 Feb 04 17:22:12.918847 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 2fef4965-8c38-4315-9749-374dcb5a34e1 up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:22:12.921118 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-a33008e4-6de5-4b07-8db8-5b5043729acc admin admin] Publish callbacks [] for port (ce0d292a-d46f-41a0-a71c-06a70f06939c), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:12.925431 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2bcc5644-e8ce-4623-b8b0-63d8db15de33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (65ebcced-17ab-4e8e-904e-dcb818324687), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:12.937923 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-f27644bb-eb4b-4de7-90ac-027b75b2100d admin admin] Publish callbacks [] for security_group (cc4b9805-caea-4906-9ad3-3e1579c9619f), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:13.056585 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-a33008e4-6de5-4b07-8db8-5b5043729acc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (ce0d292a-d46f-41a0-a71c-06a70f06939c), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:13.057001 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bcc5644-e8ce-4623-b8b0-63d8db15de33 None None] Routers {'8e1d73c9-631c-4383-b9ed-3e6e0749d9f4'} bound to L3 agent in host n-d-827839-2 {{(pid=103378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:22:13.057358 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-2bcc5644-e8ce-4623-b8b0-63d8db15de33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:22:02Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['8e1d73c9-631c-4383-b9ed-3e6e0749d9f4'], 'active': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:22:13.057998 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-f27644bb-eb4b-4de7-90ac-027b75b2100d admin admin] Publish callbacks [] for security_group (cc4b9805-caea-4906-9ad3-3e1579c9619f), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:13.154717 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-f27644bb-eb4b-4de7-90ac-027b75b2100d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (cc4b9805-caea-4906-9ad3-3e1579c9619f), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:13.157975 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-f27644bb-eb4b-4de7-90ac-027b75b2100d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:13.159168 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-f27644bb-eb4b-4de7-90ac-027b75b2100d admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/cc4b9805-caea-4906-9ad3-3e1579c9619f HTTP/1.1" status: 204 len: 168 time: 0.8834746 Feb 04 17:22:13.180091 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27644bb-eb4b-4de7-90ac-027b75b2100d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc4b9805-caea-4906-9ad3-3e1579c9619f,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:22:13.256701 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a33008e4-6de5-4b07-8db8-5b5043729acc admin admin] Network c16ec29f-d87a-4d23-9b11-847de1349680 is already hosted by enough agents. {{(pid=103377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:22:13.268270 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [None req-a33008e4-6de5-4b07-8db8-5b5043729acc admin admin] Resources bound (agent type, host, resource id): {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:22:13.289680 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a33008e4-6de5-4b07-8db8-5b5043729acc admin admin] Received port after_create {{(pid=103377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:22:13.411189 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d79b3a-8e52-497f-9496-4ec9a6858f70 None None] Pushing event updated for resources: {'Port': ['ID=65ebcced-17ab-4e8e-904e-dcb818324687,revision_number=3']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:22:13.414959 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-a33008e4-6de5-4b07-8db8-5b5043729acc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1595471'] for router_interface (8e1d73c9-631c-4383-b9ed-3e6e0749d9f4), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:13.494561 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvr_db [None req-2bcc5644-e8ce-4623-b8b0-63d8db15de33 None None] Set router 8e1d73c9-631c-4383-b9ed-3e6e0749d9f4 gateway port host: n-d-827839-2 {{(pid=103378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:22:13.626190 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-a33008e4-6de5-4b07-8db8-5b5043729acc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (ce0d292a-d46f-41a0-a71c-06a70f06939c), before_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:13.640542 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-b3837b48-f7b5-43e9-808f-ffb01d135a12 req-2549a040-51bd-4d43-a012-f37b0adf5968 service neutron] 10.222.0.89 "GET /v2.0/networks/151997f6-fb27-4cf0-bfe9-ef4acfbb4102?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7439356 Feb 04 17:22:13.675716 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33008e4-6de5-4b07-8db8-5b5043729acc admin admin] Pushing event updated for resources: {'Port': ['ID=ce0d292a-d46f-41a0-a71c-06a70f06939c,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:22:13.687077 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-54e66e7c-f3f5-4abd-a5f4-ff059ced660d None None] Current status of the port 2fef4965-8c38-4315-9749-374dcb5a34e1 is: DOWN; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:22:13.687537 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-54e66e7c-f3f5-4abd-a5f4-ff059ced660d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (2fef4965-8c38-4315-9749-374dcb5a34e1), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:13.887348 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-b3837b48-f7b5-43e9-808f-ffb01d135a12 req-1fbfce83-a2fd-4253-b346-a73a5aa297af service neutron] 10.222.0.89 "GET /v2.0/networks/151997f6-fb27-4cf0-bfe9-ef4acfbb4102?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2432048 Feb 04 17:22:13.916785 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afce460-e2b1-4cd2-8210-eaceb8c57ff3 req-e0027195-cf68-43ac-b886-801cac03dda6 tempest-ImagesTestJSON-301921999 tempest-ImagesTestJSON-301921999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:22:13.920961 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-5afce460-e2b1-4cd2-8210-eaceb8c57ff3 req-e0027195-cf68-43ac-b886-801cac03dda6 tempest-ImagesTestJSON-301921999 tempest-ImagesTestJSON-301921999-project] 10.222.0.89 "GET /v2.0/ports?device_id=3c0c462b-42d2-463e-a193-1248311df748 HTTP/1.1" status: 200 len: 946 time: 0.8370984 Feb 04 17:22:13.963766 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port 2fef4965-8c38-4315-9749-374dcb5a34e1 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:22:13.964437 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (2fef4965-8c38-4315-9749-374dcb5a34e1), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:14.207177 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-54e66e7c-f3f5-4abd-a5f4-ff059ced660d None None] For port 2fef4965-8c38-4315-9749-374dcb5a34e1, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=2fef4965-8c38-4315-9749-374dcb5a34e1,segment=NetworkSegment(f599eb6c-1f2e-4fd0-83ab-723da3564d9f),segment_id=f599eb6c-1f2e-4fd0-83ab-723da3564d9f)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:22:14.233132 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-54e66e7c-f3f5-4abd-a5f4-ff059ced660d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (2fef4965-8c38-4315-9749-374dcb5a34e1), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:14.367138 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-5afce460-e2b1-4cd2-8210-eaceb8c57ff3 req-02dfa14e-20d7-4018-834b-76c6d79a04f5 tempest-ImagesTestJSON-301921999 tempest-ImagesTestJSON-301921999-project] 10.222.0.89 "GET /v2.0/security-groups?id=5b73e0f3-a9f7-4cf1-b4aa-b594ce8b7178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4295588 Feb 04 17:22:14.409144 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-d8ae9fc3-13b0-4bcd-bf86-170c0bca30de req-d169dbab-a2fe-4c58-badf-ddf2ac7314d1 tempest-ServerRescueTestJSONUnderV235-1389214366 tempest-ServerRescueTestJSONUnderV235-1389214366-project] 10.222.0.89 "GET /v2.0/ports?device_id=c1affc7e-c4fd-44da-8120-774326466c99 HTTP/1.1" status: 200 len: 210 time: 0.1381519 Feb 04 17:22:14.596618 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-a33008e4-6de5-4b07-8db8-5b5043729acc admin admin] Publish callbacks [] for port (ce0d292a-d46f-41a0-a71c-06a70f06939c), precommit_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:14.602497 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-a33008e4-6de5-4b07-8db8-5b5043729acc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25888290'] for port (ce0d292a-d46f-41a0-a71c-06a70f06939c), after_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:14.790677 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e66e7c-f3f5-4abd-a5f4-ff059ced660d None None] Pushing event updated for resources: {'Port': ['ID=2fef4965-8c38-4315-9749-374dcb5a34e1,revision_number=3']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:22:14.842879 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33008e4-6de5-4b07-8db8-5b5043729acc admin admin] Pushing event updated for resources: {'Port': ['ID=ce0d292a-d46f-41a0-a71c-06a70f06939c,revision_number=2']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:22:14.871623 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-a33008e4-6de5-4b07-8db8-5b5043729acc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1677345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602751'] for router_interface (8e1d73c9-631c-4383-b9ed-3e6e0749d9f4), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:14.890744 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-1171f4bd-892e-4857-b960-ac9117baed81 None None] Provisioning complete for port 2fef4965-8c38-4315-9749-374dcb5a34e1 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:22:14.891120 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1171f4bd-892e-4857-b960-ac9117baed81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (2fef4965-8c38-4315-9749-374dcb5a34e1), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:15.020457 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 36656) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:22:15.030877 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port 2fef4965-8c38-4315-9749-374dcb5a34e1 is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:22:15.134468 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a716ffb-b9b7-4542-a719-e9b642948891 req-0ddc0a79-cbde-4c1e-8c96-8fa71690171c tempest-ImagesTestJSON-301921999 tempest-ImagesTestJSON-301921999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:22:15.136788 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-1a716ffb-b9b7-4542-a719-e9b642948891 req-0ddc0a79-cbde-4c1e-8c96-8fa71690171c tempest-ImagesTestJSON-301921999 tempest-ImagesTestJSON-301921999-project] 10.222.0.89 "GET /v2.0/ports?device_id=3c0c462b-42d2-463e-a193-1248311df748 HTTP/1.1" status: 200 len: 946 time: 0.3112946 Feb 04 17:22:15.160588 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-2bcc5644-e8ce-4623-b8b0-63d8db15de33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e1d73c9-631c-4383-b9ed-3e6e0749d9f4', 'name': 'tempest-TaggedBootDevicesTest_v242-2010357960-router', 'tenant_id': '271b4a15e3ef476a9c6bd7fb8faef40d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.218'}], 'enable_snat': True}, 'gw_port_id': '65ebcced-17ab-4e8e-904e-dcb818324687', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:22:05Z', 'updated_at': '2022-02-04T17:22:07Z', 'revision_number': 3, 'project_id': '271b4a15e3ef476a9c6bd7fb8faef40d', 'gw_port': {'id': '65ebcced-17ab-4e8e-904e-dcb818324687', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:08:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e1d73c9-631c-4383-b9ed-3e6e0749d9f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1319, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:22:06Z', 'updated_at': '2022-02-04T17:22:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2'}], 'n-d-827839-2', False) {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:22:15.172684 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a33008e4-6de5-4b07-8db8-5b5043729acc admin admin] Network c16ec29f-d87a-4d23-9b11-847de1349680 is already hosted by enough agents. {{(pid=103377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:22:15.179616 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [None req-a33008e4-6de5-4b07-8db8-5b5043729acc admin admin] Resources bound (agent type, host, resource id): {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:22:15.268471 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bcc5644-e8ce-4623-b8b0-63d8db15de33 None None] The sync data for ids ['8e1d73c9-631c-4383-b9ed-3e6e0749d9f4'] in n-d-827839-2 is: [{'id': '8e1d73c9-631c-4383-b9ed-3e6e0749d9f4', 'name': 'tempest-TaggedBootDevicesTest_v242-2010357960-router', 'tenant_id': '271b4a15e3ef476a9c6bd7fb8faef40d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.218'}], 'enable_snat': True}, 'gw_port_id': '65ebcced-17ab-4e8e-904e-dcb818324687', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:22:05Z', 'updated_at': '2022-02-04T17:22:07Z', 'revision_number': 3, 'project_id': '271b4a15e3ef476a9c6bd7fb8faef40d', 'gw_port': {'id': '65ebcced-17ab-4e8e-904e-dcb818324687', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:08:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e1d73c9-631c-4383-b9ed-3e6e0749d9f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1319, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:22:06Z', 'updated_at': '2022-02-04T17:22:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2'}] {{(pid=103378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 17:22:15.339394 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-1a716ffb-b9b7-4542-a719-e9b642948891 req-7ef2349d-6ad9-4972-9f20-a04f625bbe1e tempest-ImagesTestJSON-301921999 tempest-ImagesTestJSON-301921999-project] 10.222.0.89 "GET /v2.0/security-groups?id=5b73e0f3-a9f7-4cf1-b4aa-b594ce8b7178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1940262 Feb 04 17:22:15.451319 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1171f4bd-892e-4857-b960-ac9117baed81 None None] Current status of the port 2fef4965-8c38-4315-9749-374dcb5a34e1 is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:22:15.597827 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-83093cac-f8c2-4548-9f6d-cde4ccf2de50 None None] Provisioning complete for port ce0d292a-d46f-41a0-a71c-06a70f06939c triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:22:15.598200 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-83093cac-f8c2-4548-9f6d-cde4ccf2de50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (ce0d292a-d46f-41a0-a71c-06a70f06939c), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:15.659827 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-e40173c7-790e-4565-970c-934e3350a880 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:15.661670 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 2fef4965-8c38-4315-9749-374dcb5a34e1 up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:22:15.747218 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-793a8d56-137c-4018-85d5-19891e3c323a req-3f6e9ccf-74c4-4cfa-9727-c0ed63000eea tempest-ServerRescueTestJSONUnderV235-1389214366 tempest-ServerRescueTestJSONUnderV235-1389214366-project] 10.222.0.89 "GET /v2.0/ports?device_id=c1affc7e-c4fd-44da-8120-774326466c99 HTTP/1.1" status: 200 len: 210 time: 0.1389101 Feb 04 17:22:15.807578 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 36674) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:22:15.833732 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-83093cac-f8c2-4548-9f6d-cde4ccf2de50 None None] Port ce0d292a-d46f-41a0-a71c-06a70f06939c cannot update to ACTIVE because it is not bound. {{(pid=103378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 17:22:15.870867 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port 2fef4965-8c38-4315-9749-374dcb5a34e1 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:22:15.871230 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (2fef4965-8c38-4315-9749-374dcb5a34e1), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:15.964291 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a33008e4-6de5-4b07-8db8-5b5043729acc admin admin] Router 8e1d73c9-631c-4383-b9ed-3e6e0749d9f4 has already been hosted by L3 agent 64ada913-9131-4d99-a265-63a920956287 {{(pid=103377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 17:22:16.024020 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-ad641e33-41ca-4cf1-a45a-31240557d27a admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-407697129-network', 'tenant_id': '416c048260b14ff1a410112cf5941611'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:22:16.084649 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad641e33-41ca-4cf1-a45a-31240557d27a admin admin] Made reservation on behalf of 416c048260b14ff1a410112cf5941611 for: {'network': 1} {{(pid=103376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:22:16.092352 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-ad641e33-41ca-4cf1-a45a-31240557d27a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for network (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:16.108169 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-bae4ed21-d4ad-4533-bc62-c0352fd1cd33 None None] Provisioning complete for port ce0d292a-d46f-41a0-a71c-06a70f06939c triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:22:16.110364 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-bae4ed21-d4ad-4533-bc62-c0352fd1cd33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (ce0d292a-d46f-41a0-a71c-06a70f06939c), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:16.134486 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-ad641e33-41ca-4cf1-a45a-31240557d27a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:16.297745 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-bae4ed21-d4ad-4533-bc62-c0352fd1cd33 None None] Port ce0d292a-d46f-41a0-a71c-06a70f06939c cannot update to ACTIVE because it is not bound. {{(pid=103378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 17:22:16.301843 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port 2fef4965-8c38-4315-9749-374dcb5a34e1 is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:22:16.306197 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 38be56bb-08c9-4ee5-bfdb-3e53bb3579f4 up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:22:16.375134 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a33008e4-6de5-4b07-8db8-5b5043729acc admin admin] Notify agent at l3_agent.n-d-827839-2 the message routers_updated {{(pid=103377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 17:22:16.379536 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-ad641e33-41ca-4cf1-a45a-31240557d27a admin admin] Publish callbacks [] for security_group (47e1fb0d-88ed-4fed-9e75-9f02b9f534f4), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:16.384338 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-ad641e33-41ca-4cf1-a45a-31240557d27a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (47e1fb0d-88ed-4fed-9e75-9f02b9f534f4), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:16.400073 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-a33008e4-6de5-4b07-8db8-5b5043729acc admin admin] 10.222.0.89 "PUT /v2.0/routers/8e1d73c9-631c-4383-b9ed-3e6e0749d9f4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9610596 Feb 04 17:22:16.410138 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-e40173c7-790e-4565-970c-934e3350a880 admin admin] Publish callbacks [] for security_group (e827afe2-0a2b-4b07-aca9-180010f53c0b), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:16.415868 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad641e33-41ca-4cf1-a45a-31240557d27a admin admin] vlan segment allocate from pool success with {'vlan_id': 763, 'physical_network': 'physnet1'} {{(pid=103376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 17:22:16.424170 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-e40173c7-790e-4565-970c-934e3350a880 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (e827afe2-0a2b-4b07-aca9-180010f53c0b), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:16.474948 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port 38be56bb-08c9-4ee5-bfdb-3e53bb3579f4 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:22:16.475644 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (38be56bb-08c9-4ee5-bfdb-3e53bb3579f4), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:16.513871 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-ad641e33-41ca-4cf1-a45a-31240557d27a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (ab720ee6-c6a8-401f-ad8a-0c2daaee99db), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:16.514840 n-d-827839-2 neutron-server[103376]: INFO neutron.db.segments_db [None req-ad641e33-41ca-4cf1-a45a-31240557d27a admin admin] Added segment ab720ee6-c6a8-401f-ad8a-0c2daaee99db of type vlan for network 65e96574-1b4a-495a-8b0d-441e42a3db76 Feb 04 17:22:16.558380 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-e40173c7-790e-4565-970c-934e3350a880 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=0fb2f941281e49e2a85b971c790e2de2&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5325830 Feb 04 17:22:16.567903 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 36686) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:22:16.742260 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port 38be56bb-08c9-4ee5-bfdb-3e53bb3579f4 is: DOWN; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:22:16.742690 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (38be56bb-08c9-4ee5-bfdb-3e53bb3579f4), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:16.784598 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40173c7-790e-4565-970c-934e3350a880 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e827afe2-0a2b-4b07-aca9-180010f53c0b,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:22:16.804321 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] For port 38be56bb-08c9-4ee5-bfdb-3e53bb3579f4, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=38be56bb-08c9-4ee5-bfdb-3e53bb3579f4,segment=NetworkSegment(5942dc44-1f07-4c27-b0ab-45a2bff20dd5),segment_id=5942dc44-1f07-4c27-b0ab-45a2bff20dd5)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:22:16.816843 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (38be56bb-08c9-4ee5-bfdb-3e53bb3579f4), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:16.909085 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-b950a1d8-888c-4287-93c6-d30dcbcbe9ca admin admin] Publish callbacks [] for security_group (e827afe2-0a2b-4b07-aca9-180010f53c0b), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:16.980534 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Pushing event updated for resources: {'Port': ['ID=38be56bb-08c9-4ee5-bfdb-3e53bb3579f4,revision_number=4']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:22:16.997465 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad641e33-41ca-4cf1-a45a-31240557d27a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47e1fb0d-88ed-4fed-9e75-9f02b9f534f4,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:22:17.016935 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-b950a1d8-888c-4287-93c6-d30dcbcbe9ca admin admin] Publish callbacks [] for security_group (e827afe2-0a2b-4b07-aca9-180010f53c0b), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:17.075405 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ac9ee4d-29ba-4129-a8eb-cd71b0031edd None None] Sync routers for ids ['f9e68899-a077-46b6-9665-a5d5cb9a1cec'] in n-d-827839-2 {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 17:22:17.094286 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ac9ee4d-29ba-4129-a8eb-cd71b0031edd None None] Routers {'f9e68899-a077-46b6-9665-a5d5cb9a1cec'} bound to L3 agent in host n-d-827839-2 {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:22:17.096540 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-1ac9ee4d-29ba-4129-a8eb-cd71b0031edd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:22:02Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['f9e68899-a077-46b6-9665-a5d5cb9a1cec'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:22:17.114887 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-b97c707c-4e2e-4df6-9b0f-1d1c731d1482 req-b1194eee-fc15-4b87-9618-6db8c70682a1 tempest-ServerRescueTestJSONUnderV235-1389214366 tempest-ServerRescueTestJSONUnderV235-1389214366-project] 10.222.0.89 "GET /v2.0/ports?device_id=c1affc7e-c4fd-44da-8120-774326466c99 HTTP/1.1" status: 200 len: 210 time: 0.0775383 Feb 04 17:22:17.150040 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-ad641e33-41ca-4cf1-a45a-31240557d27a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781084292801'] for network (65e96574-1b4a-495a-8b0d-441e42a3db76), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:17.169868 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-b950a1d8-888c-4287-93c6-d30dcbcbe9ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (e827afe2-0a2b-4b07-aca9-180010f53c0b), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:17.173429 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-b950a1d8-888c-4287-93c6-d30dcbcbe9ca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:17.174616 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-b950a1d8-888c-4287-93c6-d30dcbcbe9ca admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/e827afe2-0a2b-4b07-aca9-180010f53c0b HTTP/1.1" status: 204 len: 168 time: 0.6034784 Feb 04 17:22:17.195911 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b950a1d8-888c-4287-93c6-d30dcbcbe9ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e827afe2-0a2b-4b07-aca9-180010f53c0b,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:22:17.284398 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-ad641e33-41ca-4cf1-a45a-31240557d27a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327'] for network (65e96574-1b4a-495a-8b0d-441e42a3db76), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:17.285430 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad641e33-41ca-4cf1-a45a-31240557d27a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:22:17.286021 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-ad641e33-41ca-4cf1-a45a-31240557d27a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677565'] for network (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:17.372458 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f880cbb9-217e-4298-98fc-4e19ecfe6837 req-6436c86c-51ca-46d8-9b57-e431c11528e7 tempest-ImagesTestJSON-301921999 tempest-ImagesTestJSON-301921999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:22:17.379399 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-f880cbb9-217e-4298-98fc-4e19ecfe6837 req-6436c86c-51ca-46d8-9b57-e431c11528e7 tempest-ImagesTestJSON-301921999 tempest-ImagesTestJSON-301921999-project] 10.222.0.89 "GET /v2.0/ports?device_id=3c0c462b-42d2-463e-a193-1248311df748 HTTP/1.1" status: 200 len: 946 time: 0.7093363 Feb 04 17:22:17.386765 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad641e33-41ca-4cf1-a45a-31240557d27a admin admin] Pushing event updated for resources: {'Network': ['ID=65e96574-1b4a-495a-8b0d-441e42a3db76,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:22:17.407251 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3837b48-f7b5-43e9-808f-ffb01d135a12 req-a7937fa9-1ab1-4887-b798-27b4f58e784b tempest-ServerRescueTestJSONUnderV235-1389214366 tempest-ServerRescueTestJSONUnderV235-1389214366-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:22:17.408733 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-b3837b48-f7b5-43e9-808f-ffb01d135a12 req-a7937fa9-1ab1-4887-b798-27b4f58e784b tempest-ServerRescueTestJSONUnderV235-1389214366 tempest-ServerRescueTestJSONUnderV235-1389214366-project] 10.222.0.90 "GET /v2.0/networks?id=151997f6-fb27-4cf0-bfe9-ef4acfbb4102 HTTP/1.1" status: 200 len: 820 time: 0.8721170 Feb 04 17:22:17.417645 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Network 65e96574-1b4a-495a-8b0d-441e42a3db76 details requested by agent ovs-agent-n-d-827839-2 with host n-d-827839-2 {{(pid=103378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 17:22:17.440424 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [req-b3837b48-f7b5-43e9-808f-ffb01d135a12 req-bca2258a-2a51-463c-a4a0-12eab5e996c8 tempest-ServerRescueTestJSONUnderV235-1389214366 tempest-ServerRescueTestJSONUnderV235-1389214366-project] Request body: {'port': {'device_id': 'c1affc7e-c4fd-44da-8120-774326466c99', 'network_id': '151997f6-fb27-4cf0-bfe9-ef4acfbb4102', 'admin_state_up': True, 'tenant_id': 'e9b098a64fdf44abba2c8135f539141d'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:22:17.450558 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-ad641e33-41ca-4cf1-a45a-31240557d27a admin admin] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.6418638 Feb 04 17:22:17.454728 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 36704) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:22:17.460270 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-baf70acc-76a4-4724-80ce-2f8f68d0c9d0 admin admin] Request body: {'subnet': {'network_id': '65e96574-1b4a-495a-8b0d-441e42a3db76', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-407697129-subnet', 'tenant_id': '416c048260b14ff1a410112cf5941611', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:22:17.489666 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvr_db [None req-1ac9ee4d-29ba-4129-a8eb-cd71b0031edd None None] Set router f9e68899-a077-46b6-9665-a5d5cb9a1cec gateway port host: n-d-827839-2 {{(pid=103379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:22:17.544316 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-baf70acc-76a4-4724-80ce-2f8f68d0c9d0 admin admin] Made reservation on behalf of 416c048260b14ff1a410112cf5941611 for: {'subnet': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:22:17.552832 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-baf70acc-76a4-4724-80ce-2f8f68d0c9d0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25597243'] for subnet (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:17.691872 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-f880cbb9-217e-4298-98fc-4e19ecfe6837 req-afaa2b02-82a0-42be-8cd4-35249304e997 tempest-ImagesTestJSON-301921999 tempest-ImagesTestJSON-301921999-project] 10.222.0.89 "GET /v2.0/security-groups?id=5b73e0f3-a9f7-4cf1-b4aa-b594ce8b7178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3115196 Feb 04 17:22:17.843005 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b3837b48-f7b5-43e9-808f-ffb01d135a12 req-bca2258a-2a51-463c-a4a0-12eab5e996c8 tempest-ServerRescueTestJSONUnderV235-1389214366 tempest-ServerRescueTestJSONUnderV235-1389214366-project] Made reservation on behalf of e9b098a64fdf44abba2c8135f539141d for: {'port': 1} {{(pid=103376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:22:17.846650 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-b3837b48-f7b5-43e9-808f-ffb01d135a12 req-bca2258a-2a51-463c-a4a0-12eab5e996c8 tempest-ServerRescueTestJSONUnderV235-1389214366 tempest-ServerRescueTestJSONUnderV235-1389214366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:18.086106 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 38be56bb-08c9-4ee5-bfdb-3e53bb3579f4 up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:22:18.189031 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 36746) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:22:18.213499 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-0a1b6119-c910-407c-9f7d-91700e927683 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:18.273574 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-1ac9ee4d-29ba-4129-a8eb-cd71b0031edd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9e68899-a077-46b6-9665-a5d5cb9a1cec', 'name': 'tempest-ServerRescueTestJSONUnderV235-2108759146-router', 'tenant_id': 'e9b098a64fdf44abba2c8135f539141d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.72'}], 'enable_snat': True}, 'gw_port_id': '38be56bb-08c9-4ee5-bfdb-3e53bb3579f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:21:55Z', 'updated_at': '2022-02-04T17:22:09Z', 'revision_number': 4, 'project_id': 'e9b098a64fdf44abba2c8135f539141d', 'gw_port': {'id': '38be56bb-08c9-4ee5-bfdb-3e53bb3579f4', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:b7:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9e68899-a077-46b6-9665-a5d5cb9a1cec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1306, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:21:57Z', 'updated_at': '2022-02-04T17:22:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_interfaces': [{'id': '1ebc1e0f-8b24-47cc-a74c-fa661d2ee8b6', 'name': '', 'network_id': '151997f6-fb27-4cf0-bfe9-ef4acfbb4102', 'tenant_id': 'e9b098a64fdf44abba2c8135f539141d', 'mac_address': 'fa:16:3e:19:0f:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9e68899-a077-46b6-9665-a5d5cb9a1cec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1318, 'fixed_ips': [{'subnet_id': '58924840-63b9-49cf-9b5e-4aa66ca609e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:22:06Z', 'updated_at': '2022-02-04T17:22:09Z', 'revision_number': 2, 'project_id': 'e9b098a64fdf44abba2c8135f539141d', 'subnets': [{'id': '58924840-63b9-49cf-9b5e-4aa66ca609e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-2', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:22:18.275626 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port 38be56bb-08c9-4ee5-bfdb-3e53bb3579f4 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:22:18.277119 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (38be56bb-08c9-4ee5-bfdb-3e53bb3579f4), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:18.351252 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ac9ee4d-29ba-4129-a8eb-cd71b0031edd None None] Checking router: f9e68899-a077-46b6-9665-a5d5cb9a1cec for host: n-d-827839-2 {{(pid=103379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 17:22:18.364353 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ac9ee4d-29ba-4129-a8eb-cd71b0031edd None None] Updating router f9e68899-a077-46b6-9665-a5d5cb9a1cec port 1ebc1e0f-8b24-47cc-a74c-fa661d2ee8b6 binding host n-d-827839-2 {{(pid=103379) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 17:22:18.367213 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-0a1b6119-c910-407c-9f7d-91700e927683 admin admin] Publish callbacks [] for security_group (d5876ab8-3836-4698-b650-ff1cd9d32236), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:18.376291 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-baf70acc-76a4-4724-80ce-2f8f68d0c9d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25889445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25597197'] for subnet (99111859-42b4-4e18-9ce6-d611a4f50891), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:18.404350 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-0a1b6119-c910-407c-9f7d-91700e927683 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (d5876ab8-3836-4698-b650-ff1cd9d32236), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:18.412780 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port 38be56bb-08c9-4ee5-bfdb-3e53bb3579f4 is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:22:18.414625 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 65ebcced-17ab-4e8e-904e-dcb818324687 up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:22:18.470103 n-d-827839-2 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1ac9ee4d-29ba-4129-a8eb-cd71b0031edd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (1ebc1e0f-8b24-47cc-a74c-fa661d2ee8b6), before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:18.494210 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-0a1b6119-c910-407c-9f7d-91700e927683 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=75b36dac78934b19af0482f87fc1d513&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3028963 Feb 04 17:22:18.498352 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 36752) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:22:18.502503 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1b6119-c910-407c-9f7d-91700e927683 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5876ab8-3836-4698-b650-ff1cd9d32236,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:22:18.517196 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port 65ebcced-17ab-4e8e-904e-dcb818324687 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:22:18.517840 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (65ebcced-17ab-4e8e-904e-dcb818324687), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:18.530763 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-df560a4b-b1d2-4e47-b35b-e1db83766101 req-8239ddac-9f7b-4057-a091-d27ee25945ff tempest-ServerRescueTestJSONUnderV235-1389214366 tempest-ServerRescueTestJSONUnderV235-1389214366-project] 10.222.0.89 "GET /v2.0/ports?device_id=c1affc7e-c4fd-44da-8120-774326466c99 HTTP/1.1" status: 200 len: 210 time: 0.1557796 Feb 04 17:22:18.547659 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.db_base_plugin_common [req-b3837b48-f7b5-43e9-808f-ffb01d135a12 req-bca2258a-2a51-463c-a4a0-12eab5e996c8 tempest-ServerRescueTestJSONUnderV235-1389214366 tempest-ServerRescueTestJSONUnderV235-1389214366-project] Allocated IP 172.20.0.5 (151997f6-fb27-4cf0-bfe9-ef4acfbb4102/58924840-63b9-49cf-9b5e-4aa66ca609e8/3120abc2-f8c4-441a-beb5-ce8f46eca2db) {{(pid=103376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:22:18.701157 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf70acc-76a4-4724-80ce-2f8f68d0c9d0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=99111859-42b4-4e18-9ce6-d611a4f50891,revision_number=0']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:22:18.784615 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port 65ebcced-17ab-4e8e-904e-dcb818324687 is: DOWN; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:22:18.785593 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (65ebcced-17ab-4e8e-904e-dcb818324687), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:18.845499 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] For port 65ebcced-17ab-4e8e-904e-dcb818324687, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=65ebcced-17ab-4e8e-904e-dcb818324687,segment=NetworkSegment(5942dc44-1f07-4c27-b0ab-45a2bff20dd5),segment_id=5942dc44-1f07-4c27-b0ab-45a2bff20dd5)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:22:18.851320 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (65ebcced-17ab-4e8e-904e-dcb818324687), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:18.921806 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baf70acc-76a4-4724-80ce-2f8f68d0c9d0 admin admin] Checking segment: {'id': 'ab720ee6-c6a8-401f-ad8a-0c2daaee99db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '65e96574-1b4a-495a-8b0d-441e42a3db76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:22:18.921806 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baf70acc-76a4-4724-80ce-2f8f68d0c9d0 admin admin] Network hostable DHCP agents. Network: 65e96574-1b4a-495a-8b0d-441e42a3db76, hostable agents: ['bb89f5a3-3c22-440b-b7d1-c4f0c43c184a'], hosted agents: [] {{(pid=103377) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 17:22:18.951467 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Pushing event updated for resources: {'Port': ['ID=65ebcced-17ab-4e8e-904e-dcb818324687,revision_number=4']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:22:19.007332 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-4a0ce059-d78a-47c7-9670-bf79368940c9 admin admin] Publish callbacks [] for security_group (d5876ab8-3836-4698-b650-ff1cd9d32236), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:19.047262 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baf70acc-76a4-4724-80ce-2f8f68d0c9d0 admin admin] Network 65e96574-1b4a-495a-8b0d-441e42a3db76 is scheduled to be hosted by DHCP agent bb89f5a3-3c22-440b-b7d1-c4f0c43c184a with binding_index 1 {{(pid=103377) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 17:22:19.082165 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-4a0ce059-d78a-47c7-9670-bf79368940c9 admin admin] Publish callbacks [] for security_group (d5876ab8-3836-4698-b650-ff1cd9d32236), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:19.090708 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [None req-baf70acc-76a4-4724-80ce-2f8f68d0c9d0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827839-2, 65e96574-1b4a-495a-8b0d-441e42a3db76) {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:22:19.099232 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baf70acc-76a4-4724-80ce-2f8f68d0c9d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:22:19.099837 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-baf70acc-76a4-4724-80ce-2f8f68d0c9d0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677565'] for subnet (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:19.100426 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0656e89-d03d-4171-9864-c6b4cbe2c9c9 None None] Network 65e96574-1b4a-495a-8b0d-441e42a3db76 requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:22:19.126168 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-b3837b48-f7b5-43e9-808f-ffb01d135a12 req-bca2258a-2a51-463c-a4a0-12eab5e996c8 tempest-ServerRescueTestJSONUnderV235-1389214366 tempest-ServerRescueTestJSONUnderV235-1389214366-project] Publish callbacks [] for port (3120abc2-f8c4-441a-beb5-ce8f46eca2db), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:19.138955 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-baf70acc-76a4-4724-80ce-2f8f68d0c9d0 admin admin] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.6831064 Feb 04 17:22:19.146161 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 36776) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:22:19.184589 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-b4eabe80-a7e0-42a3-b777-be4084949152 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-407697129-router', 'tenant_id': '416c048260b14ff1a410112cf5941611', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188'}}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:22:19.189876 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-b3837b48-f7b5-43e9-808f-ffb01d135a12 req-bca2258a-2a51-463c-a4a0-12eab5e996c8 tempest-ServerRescueTestJSONUnderV235-1389214366 tempest-ServerRescueTestJSONUnderV235-1389214366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (3120abc2-f8c4-441a-beb5-ce8f46eca2db), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:19.230945 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-b4eabe80-a7e0-42a3-b777-be4084949152 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1601657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26921'] for router (b90c8b6b-9176-4e35-8402-7943d6ce7fcf), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:19.231900 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-b4eabe80-a7e0-42a3-b777-be4084949152 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1602025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603663', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1630571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26960'] for router (b90c8b6b-9176-4e35-8402-7943d6ce7fcf), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:19.319148 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca2258a-2a51-463c-a4a0-12eab5e996c8 tempest-ServerRescueTestJSONUnderV235-1389214366 tempest-ServerRescueTestJSONUnderV235-1389214366-project] Pushing event updated for resources: {'Port': ['ID=3120abc2-f8c4-441a-beb5-ce8f46eca2db,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:22:19.378835 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b3837b48-f7b5-43e9-808f-ffb01d135a12 req-bca2258a-2a51-463c-a4a0-12eab5e996c8 tempest-ServerRescueTestJSONUnderV235-1389214366 tempest-ServerRescueTestJSONUnderV235-1389214366-project] Network 151997f6-fb27-4cf0-bfe9-ef4acfbb4102 is already hosted by enough agents. {{(pid=103376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:22:19.392582 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [req-b3837b48-f7b5-43e9-808f-ffb01d135a12 req-bca2258a-2a51-463c-a4a0-12eab5e996c8 tempest-ServerRescueTestJSONUnderV235-1389214366 tempest-ServerRescueTestJSONUnderV235-1389214366-project] Resources bound (agent type, host, resource id): {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:22:19.393609 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aeb124f8-c288-4574-b327-3871d9a05399 None None] Network 65e96574-1b4a-495a-8b0d-441e42a3db76 requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:22:19.404846 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3837b48-f7b5-43e9-808f-ffb01d135a12 req-bca2258a-2a51-463c-a4a0-12eab5e996c8 tempest-ServerRescueTestJSONUnderV235-1389214366 tempest-ServerRescueTestJSONUnderV235-1389214366-project] Received port after_create {{(pid=103376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:22:19.452634 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-b4eabe80-a7e0-42a3-b777-be4084949152 admin admin] Publish callbacks [] for router_controller (b90c8b6b-9176-4e35-8402-7943d6ce7fcf), precommit_add_association {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:19.463839 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-4a0ce059-d78a-47c7-9670-bf79368940c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (d5876ab8-3836-4698-b650-ff1cd9d32236), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:19.466336 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-4a0ce059-d78a-47c7-9670-bf79368940c9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:19.467512 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-4a0ce059-d78a-47c7-9670-bf79368940c9 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/d5876ab8-3836-4698-b650-ff1cd9d32236 HTTP/1.1" status: 204 len: 168 time: 0.9639938 Feb 04 17:22:19.605022 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3837b48-f7b5-43e9-808f-ffb01d135a12 req-bca2258a-2a51-463c-a4a0-12eab5e996c8 tempest-ServerRescueTestJSONUnderV235-1389214366 tempest-ServerRescueTestJSONUnderV235-1389214366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:22:19.611127 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-b3837b48-f7b5-43e9-808f-ffb01d135a12 req-bca2258a-2a51-463c-a4a0-12eab5e996c8 tempest-ServerRescueTestJSONUnderV235-1389214366 tempest-ServerRescueTestJSONUnderV235-1389214366-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:19.693198 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 65ebcced-17ab-4e8e-904e-dcb818324687 up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:22:19.695237 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-b3837b48-f7b5-43e9-808f-ffb01d135a12 req-bca2258a-2a51-463c-a4a0-12eab5e996c8 tempest-ServerRescueTestJSONUnderV235-1389214366 tempest-ServerRescueTestJSONUnderV235-1389214366-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2607961 Feb 04 17:22:19.707789 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [req-b3837b48-f7b5-43e9-808f-ffb01d135a12 req-d9935654-1bb4-47f6-9ea9-f239a7577608 service neutron] Request body: {'port': {'device_id': 'c1affc7e-c4fd-44da-8120-774326466c99', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827839-2'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:22:19.714458 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf4f02f3-0621-4e2c-b3dc-b0d98cd0491a None None] Sync routers for ids ['8e1d73c9-631c-4383-b9ed-3e6e0749d9f4'] in n-d-827839-2 {{(pid=103378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 17:22:19.829086 n-d-827839-2 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1ac9ee4d-29ba-4129-a8eb-cd71b0031edd None None] Publish callbacks [] for port (1ebc1e0f-8b24-47cc-a74c-fa661d2ee8b6), precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:19.855122 n-d-827839-2 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1ac9ee4d-29ba-4129-a8eb-cd71b0031edd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (1ebc1e0f-8b24-47cc-a74c-fa661d2ee8b6), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:19.866845 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-b3837b48-f7b5-43e9-808f-ffb01d135a12 req-d9935654-1bb4-47f6-9ea9-f239a7577608 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (3120abc2-f8c4-441a-beb5-ce8f46eca2db), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:19.912285 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf4f02f3-0621-4e2c-b3dc-b0d98cd0491a None None] Routers {'8e1d73c9-631c-4383-b9ed-3e6e0749d9f4'} bound to L3 agent in host n-d-827839-2 {{(pid=103378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:22:19.912933 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-bf4f02f3-0621-4e2c-b3dc-b0d98cd0491a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:22:02Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['8e1d73c9-631c-4383-b9ed-3e6e0749d9f4'], 'active': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:22:19.918633 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0ce059-d78a-47c7-9670-bf79368940c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5876ab8-3836-4698-b650-ff1cd9d32236,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:22:20.099121 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5ae469-2841-4745-84b9-4abbe5499529 None None] Pushing event updated for resources: {'Port': ['ID=1ebc1e0f-8b24-47cc-a74c-fa661d2ee8b6,revision_number=3']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:22:20.180603 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-b4eabe80-a7e0-42a3-b777-be4084949152 admin admin] Publish callbacks [] for router_gateway (b90c8b6b-9176-4e35-8402-7943d6ce7fcf), precommit_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:20.184289 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [None req-1ac9ee4d-29ba-4129-a8eb-cd71b0031edd None None] Attempting to bind port 1ebc1e0f-8b24-47cc-a74c-fa661d2ee8b6 on host n-d-827839-2 for vnic_type normal with profile {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:22:20.184841 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [None req-1ac9ee4d-29ba-4129-a8eb-cd71b0031edd None None] Attempting to bind port 1ebc1e0f-8b24-47cc-a74c-fa661d2ee8b6 by drivers openvswitch,hyperv on host n-d-827839-2 at level 0 using segments [{'id': '81ab2bf5-1f86-4741-938d-eec51e48c7ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '151997f6-fb27-4cf0-bfe9-ef4acfbb4102'}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:22:20.185404 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ac9ee4d-29ba-4129-a8eb-cd71b0031edd None None] Attempting to bind port 1ebc1e0f-8b24-47cc-a74c-fa661d2ee8b6 on network 151997f6-fb27-4cf0-bfe9-ef4acfbb4102 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:22:20.200729 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ac9ee4d-29ba-4129-a8eb-cd71b0031edd None None] Checking agent: {'id': 'ba70844b-66a0-45fd-a2f2-e6ed673321fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 0, 36), 'started_at': datetime.datetime(2022, 2, 4, 17, 1, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 22, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:22:20.203824 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ac9ee4d-29ba-4129-a8eb-cd71b0031edd None None] Checking segment: {'id': '81ab2bf5-1f86-4741-938d-eec51e48c7ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '151997f6-fb27-4cf0-bfe9-ef4acfbb4102'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:22:20.204584 n-d-827839-2 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1ac9ee4d-29ba-4129-a8eb-cd71b0031edd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:20.207826 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ac9ee4d-29ba-4129-a8eb-cd71b0031edd None None] Bound using segment: {'id': '81ab2bf5-1f86-4741-938d-eec51e48c7ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '151997f6-fb27-4cf0-bfe9-ef4acfbb4102'} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:22:20.208987 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [None req-1ac9ee4d-29ba-4129-a8eb-cd71b0031edd None None] Bound port: 1ebc1e0f-8b24-47cc-a74c-fa661d2ee8b6, host: n-d-827839-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81ab2bf5-1f86-4741-938d-eec51e48c7ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '151997f6-fb27-4cf0-bfe9-ef4acfbb4102'}}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:22:20.213141 n-d-827839-2 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1ac9ee4d-29ba-4129-a8eb-cd71b0031edd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (1ebc1e0f-8b24-47cc-a74c-fa661d2ee8b6), before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:20.292801 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f98422-6ca9-4703-a9fe-1c3c491f3451 req-79b4baf9-732c-48ee-81c8-c65a5a43ecbe tempest-ServerRescueTestJSONUnderV235-1389214366 tempest-ServerRescueTestJSONUnderV235-1389214366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:22:20.329350 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-62f98422-6ca9-4703-a9fe-1c3c491f3451 req-79b4baf9-732c-48ee-81c8-c65a5a43ecbe tempest-ServerRescueTestJSONUnderV235-1389214366 tempest-ServerRescueTestJSONUnderV235-1389214366-project] 10.222.0.89 "GET /v2.0/ports?device_id=c1affc7e-c4fd-44da-8120-774326466c99 HTTP/1.1" status: 200 len: 931 time: 0.3914995 Feb 04 17:22:20.401922 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port 65ebcced-17ab-4e8e-904e-dcb818324687 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:22:20.405652 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (65ebcced-17ab-4e8e-904e-dcb818324687), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:20.447234 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-1ac9ee4d-29ba-4129-a8eb-cd71b0031edd None None] For port 1ebc1e0f-8b24-47cc-a74c-fa661d2ee8b6, host n-d-827839-2, cleared binding levels {{(pid=103379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:22:20.454222 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-62f98422-6ca9-4703-a9fe-1c3c491f3451 req-ce5df031-e5ca-4d92-9530-d87522fd0b40 tempest-ServerRescueTestJSONUnderV235-1389214366 tempest-ServerRescueTestJSONUnderV235-1389214366-project] 10.222.0.89 "GET /v2.0/security-groups?id=c3431cd9-8ee1-43a9-bad9-017618f597d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232920 Feb 04 17:22:20.460125 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-1ac9ee4d-29ba-4129-a8eb-cd71b0031edd None None] For port 1ebc1e0f-8b24-47cc-a74c-fa661d2ee8b6, host n-d-827839-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=1ebc1e0f-8b24-47cc-a74c-fa661d2ee8b6,segment=NetworkSegment(81ab2bf5-1f86-4741-938d-eec51e48c7ca),segment_id=81ab2bf5-1f86-4741-938d-eec51e48c7ca)] {{(pid=103379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:22:20.479101 n-d-827839-2 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1ac9ee4d-29ba-4129-a8eb-cd71b0031edd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (1ebc1e0f-8b24-47cc-a74c-fa661d2ee8b6), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:20.605166 n-d-827839-2 neutron-server[103376]: DEBUG neutron.notifiers.nova [req-b3837b48-f7b5-43e9-808f-ffb01d135a12 req-d9935654-1bb4-47f6-9ea9-f239a7577608 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3120abc2-f8c4-441a-beb5-ce8f46eca2db {{(pid=103376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 17:22:20.637505 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-b3837b48-f7b5-43e9-808f-ffb01d135a12 req-d9935654-1bb4-47f6-9ea9-f239a7577608 service neutron] Publish callbacks [] for port (3120abc2-f8c4-441a-beb5-ce8f46eca2db), precommit_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:20.673202 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.provisioning_blocks [req-b3837b48-f7b5-43e9-808f-ffb01d135a12 req-d9935654-1bb4-47f6-9ea9-f239a7577608 service neutron] Transition to ACTIVE for port object 3120abc2-f8c4-441a-beb5-ce8f46eca2db will not be triggered until provisioned by entity L2. {{(pid=103376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 17:22:20.677573 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-b3837b48-f7b5-43e9-808f-ffb01d135a12 req-d9935654-1bb4-47f6-9ea9-f239a7577608 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675836'] for port (3120abc2-f8c4-441a-beb5-ce8f46eca2db), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:20.699451 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvr_db [None req-bf4f02f3-0621-4e2c-b3dc-b0d98cd0491a None None] Set router 8e1d73c9-631c-4383-b9ed-3e6e0749d9f4 gateway port host: n-d-827839-2 {{(pid=103378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:22:20.727967 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ac9ee4d-29ba-4129-a8eb-cd71b0031edd None None] Routers {'f9e68899-a077-46b6-9665-a5d5cb9a1cec'} bound to L3 agent in host n-d-827839-2 {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:22:20.728718 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-1ac9ee4d-29ba-4129-a8eb-cd71b0031edd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:22:02Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['f9e68899-a077-46b6-9665-a5d5cb9a1cec'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:22:20.739494 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5ae469-2841-4745-84b9-4abbe5499529 None None] Pushing event updated for resources: {'Port': ['ID=1ebc1e0f-8b24-47cc-a74c-fa661d2ee8b6,revision_number=4']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:22:20.887225 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-b4eabe80-a7e0-42a3-b777-be4084949152 admin admin] Publish callbacks [] for router_gateway (b90c8b6b-9176-4e35-8402-7943d6ce7fcf), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:20.891888 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port 65ebcced-17ab-4e8e-904e-dcb818324687 is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:22:20.989319 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9935654-1bb4-47f6-9ea9-f239a7577608 service neutron] Pushing event updated for resources: {'Port': ['ID=3120abc2-f8c4-441a-beb5-ce8f46eca2db,revision_number=2']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:22:21.018430 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-b4eabe80-a7e0-42a3-b777-be4084949152 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:21.046684 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvr_db [None req-1ac9ee4d-29ba-4129-a8eb-cd71b0031edd None None] Set router f9e68899-a077-46b6-9665-a5d5cb9a1cec gateway port host: n-d-827839-2 {{(pid=103379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:22:21.129111 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [req-b3837b48-f7b5-43e9-808f-ffb01d135a12 req-d9935654-1bb4-47f6-9ea9-f239a7577608 service neutron] Attempting to bind port 3120abc2-f8c4-441a-beb5-ce8f46eca2db on host n-h2-827839-2 for vnic_type normal with profile {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:22:21.129460 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [req-b3837b48-f7b5-43e9-808f-ffb01d135a12 req-d9935654-1bb4-47f6-9ea9-f239a7577608 service neutron] Attempting to bind port 3120abc2-f8c4-441a-beb5-ce8f46eca2db by drivers openvswitch,hyperv on host n-h2-827839-2 at level 0 using segments [{'id': '81ab2bf5-1f86-4741-938d-eec51e48c7ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '151997f6-fb27-4cf0-bfe9-ef4acfbb4102'}] {{(pid=103376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:22:21.129795 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3837b48-f7b5-43e9-808f-ffb01d135a12 req-d9935654-1bb4-47f6-9ea9-f239a7577608 service neutron] Attempting to bind port 3120abc2-f8c4-441a-beb5-ce8f46eca2db on network 151997f6-fb27-4cf0-bfe9-ef4acfbb4102 {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:22:21.154119 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3837b48-f7b5-43e9-808f-ffb01d135a12 req-d9935654-1bb4-47f6-9ea9-f239a7577608 service neutron] Port 3120abc2-f8c4-441a-beb5-ce8f46eca2db on network 151997f6-fb27-4cf0-bfe9-ef4acfbb4102 not bound, no agent of type Open vSwitch agent registered on host n-h2-827839-2 {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 17:22:21.155638 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3837b48-f7b5-43e9-808f-ffb01d135a12 req-d9935654-1bb4-47f6-9ea9-f239a7577608 service neutron] Attempting to bind port 3120abc2-f8c4-441a-beb5-ce8f46eca2db on network 151997f6-fb27-4cf0-bfe9-ef4acfbb4102 {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:22:21.174454 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3837b48-f7b5-43e9-808f-ffb01d135a12 req-d9935654-1bb4-47f6-9ea9-f239a7577608 service neutron] Checking agent: {'id': 'f20a1ab3-4332-4f54-833b-ba4a7c687e89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 8, 40), 'started_at': datetime.datetime(2022, 2, 4, 17, 8, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 22, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:22:21.177677 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3837b48-f7b5-43e9-808f-ffb01d135a12 req-d9935654-1bb4-47f6-9ea9-f239a7577608 service neutron] Checking segment: {'id': '81ab2bf5-1f86-4741-938d-eec51e48c7ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '151997f6-fb27-4cf0-bfe9-ef4acfbb4102'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:22:21.178202 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3837b48-f7b5-43e9-808f-ffb01d135a12 req-d9935654-1bb4-47f6-9ea9-f239a7577608 service neutron] Bound using segment: {'id': '81ab2bf5-1f86-4741-938d-eec51e48c7ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '151997f6-fb27-4cf0-bfe9-ef4acfbb4102'} {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:22:21.180408 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [req-b3837b48-f7b5-43e9-808f-ffb01d135a12 req-d9935654-1bb4-47f6-9ea9-f239a7577608 service neutron] Bound port: 3120abc2-f8c4-441a-beb5-ce8f46eca2db, host: n-h2-827839-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '81ab2bf5-1f86-4741-938d-eec51e48c7ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '151997f6-fb27-4cf0-bfe9-ef4acfbb4102'}}] {{(pid=103376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:22:21.180936 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-b3837b48-f7b5-43e9-808f-ffb01d135a12 req-d9935654-1bb4-47f6-9ea9-f239a7577608 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (3120abc2-f8c4-441a-beb5-ce8f46eca2db), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:21.301504 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [req-b3837b48-f7b5-43e9-808f-ffb01d135a12 req-d9935654-1bb4-47f6-9ea9-f239a7577608 service neutron] For port 3120abc2-f8c4-441a-beb5-ce8f46eca2db, host n-h2-827839-2, cleared binding levels {{(pid=103376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:22:21.309036 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [req-b3837b48-f7b5-43e9-808f-ffb01d135a12 req-d9935654-1bb4-47f6-9ea9-f239a7577608 service neutron] For port 3120abc2-f8c4-441a-beb5-ce8f46eca2db, host n-h2-827839-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=3120abc2-f8c4-441a-beb5-ce8f46eca2db,segment=NetworkSegment(81ab2bf5-1f86-4741-938d-eec51e48c7ca),segment_id=81ab2bf5-1f86-4741-938d-eec51e48c7ca)] {{(pid=103376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:22:21.324662 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-b3837b48-f7b5-43e9-808f-ffb01d135a12 req-d9935654-1bb4-47f6-9ea9-f239a7577608 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675836'] for port (3120abc2-f8c4-441a-beb5-ce8f46eca2db), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:21.425515 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3837b48-f7b5-43e9-808f-ffb01d135a12 req-d9935654-1bb4-47f6-9ea9-f239a7577608 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:22:21.426643 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-b3837b48-f7b5-43e9-808f-ffb01d135a12 req-d9935654-1bb4-47f6-9ea9-f239a7577608 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:21.429661 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-b3837b48-f7b5-43e9-808f-ffb01d135a12 req-d9935654-1bb4-47f6-9ea9-f239a7577608 service neutron] 10.222.0.90 "PUT /v2.0/ports/3120abc2-f8c4-441a-beb5-ce8f46eca2db HTTP/1.1" status: 200 len: 1091 time: 1.7289689 Feb 04 17:22:21.433083 n-d-827839-2 neutron-server[103376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1affc7e-c4fd-44da-8120-774326466c99', 'tag': '3120abc2-f8c4-441a-beb5-ce8f46eca2db'}] {{(pid=103376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:22:21.449881 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d59c3bb5e2f09ebf62144d5e09b1cff60c763a9c19614c24538e77842938c05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5465786e-24af-412e-8220-adafa7f0cbef" -d '{"events": [{"name": "network-changed", "server_uuid": "c1affc7e-c4fd-44da-8120-774326466c99", "tag": "3120abc2-f8c4-441a-beb5-ce8f46eca2db"}]}' {{(pid=103376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:22:21.452860 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-bf4f02f3-0621-4e2c-b3dc-b0d98cd0491a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e1d73c9-631c-4383-b9ed-3e6e0749d9f4', 'name': 'tempest-TaggedBootDevicesTest_v242-2010357960-router', 'tenant_id': '271b4a15e3ef476a9c6bd7fb8faef40d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.218'}], 'enable_snat': True}, 'gw_port_id': '65ebcced-17ab-4e8e-904e-dcb818324687', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:22:05Z', 'updated_at': '2022-02-04T17:22:13Z', 'revision_number': 4, 'project_id': '271b4a15e3ef476a9c6bd7fb8faef40d', 'gw_port': {'id': '65ebcced-17ab-4e8e-904e-dcb818324687', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:08:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e1d73c9-631c-4383-b9ed-3e6e0749d9f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1319, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:22:06Z', 'updated_at': '2022-02-04T17:22:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_interfaces': [{'id': 'ce0d292a-d46f-41a0-a71c-06a70f06939c', 'name': '', 'network_id': 'c16ec29f-d87a-4d23-9b11-847de1349680', 'tenant_id': '271b4a15e3ef476a9c6bd7fb8faef40d', 'mac_address': 'fa:16:3e:f1:05:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e1d73c9-631c-4383-b9ed-3e6e0749d9f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1320, 'fixed_ips': [{'subnet_id': '0385084c-58aa-4eab-856a-7c793673c523', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:22:12Z', 'updated_at': '2022-02-04T17:22:14Z', 'revision_number': 2, 'project_id': '271b4a15e3ef476a9c6bd7fb8faef40d', 'subnets': [{'id': '0385084c-58aa-4eab-856a-7c793673c523', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-2', False) {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:22:21.497791 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.db_base_plugin_common [None req-b4eabe80-a7e0-42a3-b777-be4084949152 admin admin] Allocated IP 172.25.6.24 (48165773-85ad-49a1-9ec1-76fc8dc24188/7660bfad-1ea8-4fe7-831b-bed836f13efc/30a75aa7-08f1-4437-9803-95be07be5961) {{(pid=103377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:22:21.520846 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf4f02f3-0621-4e2c-b3dc-b0d98cd0491a None None] Checking router: 8e1d73c9-631c-4383-b9ed-3e6e0749d9f4 for host: n-d-827839-2 {{(pid=103378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 17:22:21.527913 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf4f02f3-0621-4e2c-b3dc-b0d98cd0491a None None] Updating router 8e1d73c9-631c-4383-b9ed-3e6e0749d9f4 port ce0d292a-d46f-41a0-a71c-06a70f06939c binding host n-d-827839-2 {{(pid=103378) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 17:22:21.624407 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-bf4f02f3-0621-4e2c-b3dc-b0d98cd0491a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (ce0d292a-d46f-41a0-a71c-06a70f06939c), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:21.636581 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 17:22:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b40e5a6-4e54-4fe5-a4e2-ea45a22277ab x-openstack-request-id: req-1b40e5a6-4e54-4fe5-a4e2-ea45a22277ab {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:22:21.637721 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1affc7e-c4fd-44da-8120-774326466c99", "tag": "3120abc2-f8c4-441a-beb5-ce8f46eca2db", "status": "completed", "code": 200}]} {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:22:21.640497 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-1b40e5a6-4e54-4fe5-a4e2-ea45a22277ab {{(pid=103376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:22:21.641693 n-d-827839-2 neutron-server[103376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1affc7e-c4fd-44da-8120-774326466c99', 'tag': '3120abc2-f8c4-441a-beb5-ce8f46eca2db', 'status': 'completed', 'code': 200} Feb 04 17:22:21.685108 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 1ebc1e0f-8b24-47cc-a74c-fa661d2ee8b6 up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:22:21.705921 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-1ac9ee4d-29ba-4129-a8eb-cd71b0031edd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9e68899-a077-46b6-9665-a5d5cb9a1cec', 'name': 'tempest-ServerRescueTestJSONUnderV235-2108759146-router', 'tenant_id': 'e9b098a64fdf44abba2c8135f539141d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.72'}], 'enable_snat': True}, 'gw_port_id': '38be56bb-08c9-4ee5-bfdb-3e53bb3579f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:21:55Z', 'updated_at': '2022-02-04T17:22:09Z', 'revision_number': 4, 'project_id': 'e9b098a64fdf44abba2c8135f539141d', 'gw_port': {'id': '38be56bb-08c9-4ee5-bfdb-3e53bb3579f4', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:b7:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9e68899-a077-46b6-9665-a5d5cb9a1cec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1306, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:21:57Z', 'updated_at': '2022-02-04T17:22:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_interfaces': [{'id': '1ebc1e0f-8b24-47cc-a74c-fa661d2ee8b6', 'name': '', 'network_id': '151997f6-fb27-4cf0-bfe9-ef4acfbb4102', 'tenant_id': 'e9b098a64fdf44abba2c8135f539141d', 'mac_address': 'fa:16:3e:19:0f:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9e68899-a077-46b6-9665-a5d5cb9a1cec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1318, 'fixed_ips': [{'subnet_id': '58924840-63b9-49cf-9b5e-4aa66ca609e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:22:06Z', 'updated_at': '2022-02-04T17:22:20Z', 'revision_number': 4, 'project_id': 'e9b098a64fdf44abba2c8135f539141d', 'subnets': [{'id': '58924840-63b9-49cf-9b5e-4aa66ca609e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-2', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:22:21.718881 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9935654-1bb4-47f6-9ea9-f239a7577608 service neutron] Pushing event updated for resources: {'Port': ['ID=3120abc2-f8c4-441a-beb5-ce8f46eca2db,revision_number=3']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:22:21.772511 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3837b48-f7b5-43e9-808f-ffb01d135a12 req-67b6e666-ca0f-4998-9e69-6a731e4ca6eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:22:21.775686 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-b3837b48-f7b5-43e9-808f-ffb01d135a12 req-67b6e666-ca0f-4998-9e69-6a731e4ca6eb service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=e9b098a64fdf44abba2c8135f539141d&device_id=c1affc7e-c4fd-44da-8120-774326466c99 HTTP/1.1" status: 200 len: 1125 time: 0.2586107 Feb 04 17:22:21.788274 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ac9ee4d-29ba-4129-a8eb-cd71b0031edd None None] The sync data for ids ['f9e68899-a077-46b6-9665-a5d5cb9a1cec'] in n-d-827839-2 is: [{'id': 'f9e68899-a077-46b6-9665-a5d5cb9a1cec', 'name': 'tempest-ServerRescueTestJSONUnderV235-2108759146-router', 'tenant_id': 'e9b098a64fdf44abba2c8135f539141d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.72'}], 'enable_snat': True}, 'gw_port_id': '38be56bb-08c9-4ee5-bfdb-3e53bb3579f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:21:55Z', 'updated_at': '2022-02-04T17:22:09Z', 'revision_number': 4, 'project_id': 'e9b098a64fdf44abba2c8135f539141d', 'gw_port': {'id': '38be56bb-08c9-4ee5-bfdb-3e53bb3579f4', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:b7:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9e68899-a077-46b6-9665-a5d5cb9a1cec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1306, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:21:57Z', 'updated_at': '2022-02-04T17:22:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_interfaces': [{'id': '1ebc1e0f-8b24-47cc-a74c-fa661d2ee8b6', 'name': '', 'network_id': '151997f6-fb27-4cf0-bfe9-ef4acfbb4102', 'tenant_id': 'e9b098a64fdf44abba2c8135f539141d', 'mac_address': 'fa:16:3e:19:0f:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9e68899-a077-46b6-9665-a5d5cb9a1cec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1318, 'fixed_ips': [{'subnet_id': '58924840-63b9-49cf-9b5e-4aa66ca609e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:22:06Z', 'updated_at': '2022-02-04T17:22:20Z', 'revision_number': 4, 'project_id': 'e9b098a64fdf44abba2c8135f539141d', 'subnets': [{'id': '58924840-63b9-49cf-9b5e-4aa66ca609e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 17:22:21.853707 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port 1ebc1e0f-8b24-47cc-a74c-fa661d2ee8b6 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:22:21.854022 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (1ebc1e0f-8b24-47cc-a74c-fa661d2ee8b6), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:21.960555 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-b3837b48-f7b5-43e9-808f-ffb01d135a12 req-04735679-68a5-4da5-a127-1282d518dbb7 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3120abc2-f8c4-441a-beb5-ce8f46eca2db HTTP/1.1" status: 200 len: 217 time: 0.1581464 Feb 04 17:22:22.079720 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5164252-a1d1-4229-b8c3-eab31feac554 req-0878724a-9dff-4ec8-8ae9-5f4e9ddaeed0 tempest-ServerRescueTestJSONUnderV235-1389214366 tempest-ServerRescueTestJSONUnderV235-1389214366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:22:22.083638 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-d5164252-a1d1-4229-b8c3-eab31feac554 req-0878724a-9dff-4ec8-8ae9-5f4e9ddaeed0 tempest-ServerRescueTestJSONUnderV235-1389214366 tempest-ServerRescueTestJSONUnderV235-1389214366-project] 10.222.0.89 "GET /v2.0/ports?device_id=c1affc7e-c4fd-44da-8120-774326466c99 HTTP/1.1" status: 200 len: 943 time: 0.3284013 Feb 04 17:22:22.114042 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port 1ebc1e0f-8b24-47cc-a74c-fa661d2ee8b6 is: DOWN; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:22:22.114861 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (1ebc1e0f-8b24-47cc-a74c-fa661d2ee8b6), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:22.117515 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3837b48-f7b5-43e9-808f-ffb01d135a12 req-389b05a6-7ce9-4fe7-9805-e25b48593032 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:22:22.123169 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-b3837b48-f7b5-43e9-808f-ffb01d135a12 req-389b05a6-7ce9-4fe7-9805-e25b48593032 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=58924840-63b9-49cf-9b5e-4aa66ca609e8 HTTP/1.1" status: 200 len: 860 time: 0.1605921 Feb 04 17:22:22.212602 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Device dd0463af-d470-43e7-b569-a473b9d3fa36 details requested by agent hyperv_n-h2-827839-2 with host n-h2-827839-2 {{(pid=103378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 17:22:22.213840 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-b4eabe80-a7e0-42a3-b777-be4084949152 admin admin] Publish callbacks [] for port (30a75aa7-08f1-4437-9803-95be07be5961), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:22.223485 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-b3837b48-f7b5-43e9-808f-ffb01d135a12 req-dbed3f5d-8db5-49ef-811a-eb66813c8445 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=151997f6-fb27-4cf0-bfe9-ef4acfbb4102&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0904315 Feb 04 17:22:22.417243 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] For port 1ebc1e0f-8b24-47cc-a74c-fa661d2ee8b6, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=1ebc1e0f-8b24-47cc-a74c-fa661d2ee8b6,segment=NetworkSegment(81ab2bf5-1f86-4741-938d-eec51e48c7ca),segment_id=81ab2bf5-1f86-4741-938d-eec51e48c7ca)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:22:22.430700 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-d5164252-a1d1-4229-b8c3-eab31feac554 req-54f524e1-821a-4a50-a00e-02fe37922f46 tempest-ServerRescueTestJSONUnderV235-1389214366 tempest-ServerRescueTestJSONUnderV235-1389214366-project] 10.222.0.89 "GET /v2.0/security-groups?id=c3431cd9-8ee1-43a9-bad9-017618f597d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3327243 Feb 04 17:22:22.484409 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (1ebc1e0f-8b24-47cc-a74c-fa661d2ee8b6), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:22.515809 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.db.resource_extend [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 17:22:22.563489 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-b4eabe80-a7e0-42a3-b777-be4084949152 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (30a75aa7-08f1-4437-9803-95be07be5961), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:22.599822 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-b3837b48-f7b5-43e9-808f-ffb01d135a12 req-db64b2da-31ea-4bd9-8973-b40bc7755673 service neutron] 10.222.0.90 "GET /v2.0/networks/151997f6-fb27-4cf0-bfe9-ef4acfbb4102?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3694725 Feb 04 17:22:22.851459 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4eabe80-a7e0-42a3-b777-be4084949152 admin admin] Pushing event updated for resources: {'Port': ['ID=30a75aa7-08f1-4437-9803-95be07be5961,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:22:22.875596 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4eabe80-a7e0-42a3-b777-be4084949152 admin admin] Network 48165773-85ad-49a1-9ec1-76fc8dc24188 is already hosted by enough agents. {{(pid=103377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:22:22.877335 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [None req-b4eabe80-a7e0-42a3-b777-be4084949152 admin admin] Resources bound (agent type, host, resource id): {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:22:22.880603 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4eabe80-a7e0-42a3-b777-be4084949152 admin admin] Received port after_create {{(pid=103377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:22:23.596821 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Pushing event updated for resources: {'Port': ['ID=1ebc1e0f-8b24-47cc-a74c-fa661d2ee8b6,revision_number=5']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:22:23.678000 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-bf4f02f3-0621-4e2c-b3dc-b0d98cd0491a None None] Publish callbacks [] for port (ce0d292a-d46f-41a0-a71c-06a70f06939c), precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:23.696221 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] For port dd0463af-d470-43e7-b569-a473b9d3fa36, host n-h2-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=dd0463af-d470-43e7-b569-a473b9d3fa36,segment=NetworkSegment(40be95d6-8661-400f-bc9d-3f4c57dcd00c),segment_id=40be95d6-8661-400f-bc9d-3f4c57dcd00c)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:22:23.733991 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-bf4f02f3-0621-4e2c-b3dc-b0d98cd0491a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (ce0d292a-d46f-41a0-a71c-06a70f06939c), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:23.879151 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Returning: {'device': 'dd0463af-d470-43e7-b569-a473b9d3fa36', 'network_id': 'a69bfb95-797b-4825-866b-2c94a621d18a', 'port_id': 'dd0463af-d470-43e7-b569-a473b9d3fa36', 'mac_address': 'fa:16:3e:d6:31:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 769, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c5f610d-9231-45f1-abd7-6e26ccd02030', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 17:22:23.945435 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-b3837b48-f7b5-43e9-808f-ffb01d135a12 req-6967a887-71e8-4f9e-96d1-320b3e15b1d0 service neutron] 10.222.0.90 "GET /v2.0/networks/151997f6-fb27-4cf0-bfe9-ef4acfbb4102?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3360329 Feb 04 17:22:24.201164 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5465786e-24af-412e-8220-adafa7f0cbef req-110d8bf4-2447-4d52-86cf-e7de616f9538 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:22:24.203101 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-5465786e-24af-412e-8220-adafa7f0cbef req-110d8bf4-2447-4d52-86cf-e7de616f9538 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=e9b098a64fdf44abba2c8135f539141d&device_id=c1affc7e-c4fd-44da-8120-774326466c99 HTTP/1.1" status: 200 len: 1125 time: 0.1816411 Feb 04 17:22:24.293035 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825b38b9-6668-4bc3-9a20-e1131302a250 None None] Pushing event updated for resources: {'Port': ['ID=ce0d292a-d46f-41a0-a71c-06a70f06939c,revision_number=3']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:22:24.300171 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-bf4f02f3-0621-4e2c-b3dc-b0d98cd0491a None None] Attempting to bind port ce0d292a-d46f-41a0-a71c-06a70f06939c on host n-d-827839-2 for vnic_type normal with profile {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:22:24.300546 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-bf4f02f3-0621-4e2c-b3dc-b0d98cd0491a None None] Attempting to bind port ce0d292a-d46f-41a0-a71c-06a70f06939c by drivers openvswitch,hyperv on host n-d-827839-2 at level 0 using segments [{'id': 'f599eb6c-1f2e-4fd0-83ab-723da3564d9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'c16ec29f-d87a-4d23-9b11-847de1349680'}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:22:24.300940 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf4f02f3-0621-4e2c-b3dc-b0d98cd0491a None None] Attempting to bind port ce0d292a-d46f-41a0-a71c-06a70f06939c on network c16ec29f-d87a-4d23-9b11-847de1349680 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:22:24.361558 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf4f02f3-0621-4e2c-b3dc-b0d98cd0491a None None] Checking agent: {'id': 'ba70844b-66a0-45fd-a2f2-e6ed673321fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 0, 36), 'started_at': datetime.datetime(2022, 2, 4, 17, 1, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 22, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:22:24.362271 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf4f02f3-0621-4e2c-b3dc-b0d98cd0491a None None] Checking segment: {'id': 'f599eb6c-1f2e-4fd0-83ab-723da3564d9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'c16ec29f-d87a-4d23-9b11-847de1349680'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:22:24.362846 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-bf4f02f3-0621-4e2c-b3dc-b0d98cd0491a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:24.363407 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf4f02f3-0621-4e2c-b3dc-b0d98cd0491a None None] Bound using segment: {'id': 'f599eb6c-1f2e-4fd0-83ab-723da3564d9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'c16ec29f-d87a-4d23-9b11-847de1349680'} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:22:24.364076 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-bf4f02f3-0621-4e2c-b3dc-b0d98cd0491a None None] Bound port: ce0d292a-d46f-41a0-a71c-06a70f06939c, host: n-d-827839-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f599eb6c-1f2e-4fd0-83ab-723da3564d9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'c16ec29f-d87a-4d23-9b11-847de1349680'}}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:22:24.364631 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-bf4f02f3-0621-4e2c-b3dc-b0d98cd0491a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (ce0d292a-d46f-41a0-a71c-06a70f06939c), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:24.380681 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Current status of the port dd0463af-d470-43e7-b569-a473b9d3fa36 is: ACTIVE; New status is: BUILD {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:22:24.382155 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (dd0463af-d470-43e7-b569-a473b9d3fa36), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:24.401615 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5465786e-24af-412e-8220-adafa7f0cbef req-7d3eeed6-8bb7-42a0-be3c-865028bcd1d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:22:24.409045 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-5465786e-24af-412e-8220-adafa7f0cbef req-7d3eeed6-8bb7-42a0-be3c-865028bcd1d7 service neutron] 10.222.0.90 "GET /v2.0/networks?id=151997f6-fb27-4cf0-bfe9-ef4acfbb4102 HTTP/1.1" status: 200 len: 921 time: 0.1983821 Feb 04 17:22:24.454659 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-928ba415-25f9-4d88-a2b9-df95a568be86 None None] Provisioning complete for port ce0d292a-d46f-41a0-a71c-06a70f06939c triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:22:24.455241 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-928ba415-25f9-4d88-a2b9-df95a568be86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (ce0d292a-d46f-41a0-a71c-06a70f06939c), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:24.461667 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id dd0463af-d470-43e7-b569-a473b9d3fa36 {{(pid=103378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 17:22:24.526914 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-5465786e-24af-412e-8220-adafa7f0cbef req-c5e54ddd-f74d-4e5f-85e8-05a72f887ad8 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3120abc2-f8c4-441a-beb5-ce8f46eca2db HTTP/1.1" status: 200 len: 217 time: 0.1129115 Feb 04 17:22:24.640045 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5465786e-24af-412e-8220-adafa7f0cbef req-b68eae2a-e234-480c-9d9c-1489f14282bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:22:24.644688 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-5465786e-24af-412e-8220-adafa7f0cbef req-b68eae2a-e234-480c-9d9c-1489f14282bf service neutron] 10.222.0.90 "GET /v2.0/subnets?id=58924840-63b9-49cf-9b5e-4aa66ca609e8 HTTP/1.1" status: 200 len: 860 time: 0.1100199 Feb 04 17:22:24.701221 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0830058d-7c81-4275-946e-fab3e8b0c68a req-bfd8851b-3768-416a-81e1-2c148c0eb839 tempest-ServerRescueTestJSONUnderV235-1389214366 tempest-ServerRescueTestJSONUnderV235-1389214366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:22:24.708500 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-928ba415-25f9-4d88-a2b9-df95a568be86 None None] Port ce0d292a-d46f-41a0-a71c-06a70f06939c cannot update to ACTIVE because it is not bound. {{(pid=103378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 17:22:24.709136 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-0830058d-7c81-4275-946e-fab3e8b0c68a req-bfd8851b-3768-416a-81e1-2c148c0eb839 tempest-ServerRescueTestJSONUnderV235-1389214366 tempest-ServerRescueTestJSONUnderV235-1389214366-project] 10.222.0.89 "GET /v2.0/ports?device_id=c1affc7e-c4fd-44da-8120-774326466c99 HTTP/1.1" status: 200 len: 943 time: 0.0988884 Feb 04 17:22:24.709535 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-5465786e-24af-412e-8220-adafa7f0cbef req-dea86f52-821a-4b4f-b6db-52e5c7d31f6d service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=151997f6-fb27-4cf0-bfe9-ef4acfbb4102&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0563197 Feb 04 17:22:24.796862 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-0830058d-7c81-4275-946e-fab3e8b0c68a req-84594435-05f4-4b42-9299-bd97fe38bc23 tempest-ServerRescueTestJSONUnderV235-1389214366 tempest-ServerRescueTestJSONUnderV235-1389214366-project] 10.222.0.89 "GET /v2.0/security-groups?id=c3431cd9-8ee1-43a9-bad9-017618f597d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867391 Feb 04 17:22:24.801512 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-b4eabe80-a7e0-42a3-b777-be4084949152 admin admin] Publish callbacks [] for router_gateway (b90c8b6b-9176-4e35-8402-7943d6ce7fcf), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:24.812363 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] For port dd0463af-d470-43e7-b569-a473b9d3fa36, host n-h2-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=dd0463af-d470-43e7-b569-a473b9d3fa36,segment=NetworkSegment(40be95d6-8661-400f-bc9d-3f4c57dcd00c),segment_id=40be95d6-8661-400f-bc9d-3f4c57dcd00c)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:22:24.864196 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (dd0463af-d470-43e7-b569-a473b9d3fa36), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:24.972257 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-5465786e-24af-412e-8220-adafa7f0cbef req-23db9ed7-349c-446a-af27-f466a59b51e5 service neutron] 10.222.0.90 "GET /v2.0/networks/151997f6-fb27-4cf0-bfe9-ef4acfbb4102?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2562578 Feb 04 17:22:25.136654 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-bf4f02f3-0621-4e2c-b3dc-b0d98cd0491a None None] For port ce0d292a-d46f-41a0-a71c-06a70f06939c, host n-d-827839-2, cleared binding levels {{(pid=103378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:22:25.140188 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Pushing event updated for resources: {'Port': ['ID=dd0463af-d470-43e7-b569-a473b9d3fa36,revision_number=6']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:22:25.158233 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-bf4f02f3-0621-4e2c-b3dc-b0d98cd0491a None None] For port ce0d292a-d46f-41a0-a71c-06a70f06939c, host n-d-827839-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=ce0d292a-d46f-41a0-a71c-06a70f06939c,segment=NetworkSegment(f599eb6c-1f2e-4fd0-83ab-723da3564d9f),segment_id=f599eb6c-1f2e-4fd0-83ab-723da3564d9f)] {{(pid=103378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:22:25.170685 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-bf4f02f3-0621-4e2c-b3dc-b0d98cd0491a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (ce0d292a-d46f-41a0-a71c-06a70f06939c), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:25.179190 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] get_ports_and_sgs() called for port_ids ['dd0463af-d470-43e7-b569-a473b9d3fa36'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 17:22:25.379425 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-b4eabe80-a7e0-42a3-b777-be4084949152 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1602046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603680'] for router (b90c8b6b-9176-4e35-8402-7943d6ce7fcf), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:25.412217 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-5465786e-24af-412e-8220-adafa7f0cbef req-1dac6153-069b-44e6-9e78-a86a4f090d1c service neutron] 10.222.0.90 "GET /v2.0/networks/151997f6-fb27-4cf0-bfe9-ef4acfbb4102?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4342468 Feb 04 17:22:25.635581 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825b38b9-6668-4bc3-9a20-e1131302a250 None None] Pushing event updated for resources: {'Port': ['ID=ce0d292a-d46f-41a0-a71c-06a70f06939c,revision_number=4']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:22:25.642746 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 1ebc1e0f-8b24-47cc-a74c-fa661d2ee8b6 up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:22:25.877346 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf4f02f3-0621-4e2c-b3dc-b0d98cd0491a None None] Routers {'8e1d73c9-631c-4383-b9ed-3e6e0749d9f4'} bound to L3 agent in host n-d-827839-2 {{(pid=103378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:22:25.881713 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-bf4f02f3-0621-4e2c-b3dc-b0d98cd0491a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:22:02Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['8e1d73c9-631c-4383-b9ed-3e6e0749d9f4'], 'active': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:22:25.895977 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4eabe80-a7e0-42a3-b777-be4084949152 admin admin] Router b90c8b6b-9176-4e35-8402-7943d6ce7fcf is scheduled to L3 agent 64ada913-9131-4d99-a265-63a920956287 with binding_index 1 {{(pid=103377) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 17:22:26.018929 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port 1ebc1e0f-8b24-47cc-a74c-fa661d2ee8b6 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:22:26.019222 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (1ebc1e0f-8b24-47cc-a74c-fa661d2ee8b6), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:26.065504 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 36980) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:22:26.217726 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-ae80b86d-faaa-42bf-8511-a60f765a7328 None None] Provisioning complete for port ce0d292a-d46f-41a0-a71c-06a70f06939c triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:22:26.218105 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ae80b86d-faaa-42bf-8511-a60f765a7328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (ce0d292a-d46f-41a0-a71c-06a70f06939c), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:26.320062 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-29b15734-a723-48ff-960a-6463f515625e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:26.523095 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port 1ebc1e0f-8b24-47cc-a74c-fa661d2ee8b6 is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:22:26.540985 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeee796d-9164-42a2-b997-f9f8f8887458 req-32cb9ebb-96fa-41c3-8cc4-b2036951932a tempest-ServerRescueTestJSONUnderV235-1389214366 tempest-ServerRescueTestJSONUnderV235-1389214366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:22:26.550330 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-29b15734-a723-48ff-960a-6463f515625e admin admin] Publish callbacks [] for security_group (fce7e1b5-1fe4-45ab-8b61-bae6f8d4e651), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:26.552374 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-eeee796d-9164-42a2-b997-f9f8f8887458 req-32cb9ebb-96fa-41c3-8cc4-b2036951932a tempest-ServerRescueTestJSONUnderV235-1389214366 tempest-ServerRescueTestJSONUnderV235-1389214366-project] 10.222.0.89 "GET /v2.0/ports?device_id=c1affc7e-c4fd-44da-8120-774326466c99 HTTP/1.1" status: 200 len: 943 time: 0.4752645 Feb 04 17:22:26.557176 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-29b15734-a723-48ff-960a-6463f515625e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (fce7e1b5-1fe4-45ab-8b61-bae6f8d4e651), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:26.562050 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvr_db [None req-bf4f02f3-0621-4e2c-b3dc-b0d98cd0491a None None] Set router 8e1d73c9-631c-4383-b9ed-3e6e0749d9f4 gateway port host: n-d-827839-2 {{(pid=103378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:22:26.605519 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4eabe80-a7e0-42a3-b777-be4084949152 admin admin] Notify agent at l3_agent.n-d-827839-2 the message routers_updated {{(pid=103377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 17:22:26.616826 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-550e1293-9160-4fd6-bc64-b07b61d86057 None None] Sync routers for ids ['b90c8b6b-9176-4e35-8402-7943d6ce7fcf'] in n-d-827839-2 {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 17:22:26.642851 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-550e1293-9160-4fd6-bc64-b07b61d86057 None None] Routers {'b90c8b6b-9176-4e35-8402-7943d6ce7fcf'} bound to L3 agent in host n-d-827839-2 {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:22:26.650287 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-550e1293-9160-4fd6-bc64-b07b61d86057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:22:02Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['b90c8b6b-9176-4e35-8402-7943d6ce7fcf'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:22:26.653925 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-ae80b86d-faaa-42bf-8511-a60f765a7328 None None] Current status of the port ce0d292a-d46f-41a0-a71c-06a70f06939c is: DOWN; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:22:26.657202 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ae80b86d-faaa-42bf-8511-a60f765a7328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (ce0d292a-d46f-41a0-a71c-06a70f06939c), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:26.677687 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-b4eabe80-a7e0-42a3-b777-be4084949152 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:26.682699 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-b4eabe80-a7e0-42a3-b777-be4084949152 admin admin] 10.222.0.89 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 7.5115216 Feb 04 17:22:26.686854 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 36988) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:22:26.735288 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b15734-a723-48ff-960a-6463f515625e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fce7e1b5-1fe4-45ab-8b61-bae6f8d4e651,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:22:26.767774 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-ae80b86d-faaa-42bf-8511-a60f765a7328 None None] For port ce0d292a-d46f-41a0-a71c-06a70f06939c, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=ce0d292a-d46f-41a0-a71c-06a70f06939c,segment=NetworkSegment(f599eb6c-1f2e-4fd0-83ab-723da3564d9f),segment_id=f599eb6c-1f2e-4fd0-83ab-723da3564d9f)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:22:26.784117 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-29b15734-a723-48ff-960a-6463f515625e admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=483882d38fc947efae375fb2f66efdaa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7158854 Feb 04 17:22:26.788733 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 36990) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:22:26.791053 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-eeee796d-9164-42a2-b997-f9f8f8887458 req-e6c14f32-303c-4298-a9af-0fc4d9c57530 tempest-ServerRescueTestJSONUnderV235-1389214366 tempest-ServerRescueTestJSONUnderV235-1389214366-project] 10.222.0.89 "GET /v2.0/security-groups?id=c3431cd9-8ee1-43a9-bad9-017618f597d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2229323 Feb 04 17:22:26.861755 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ae80b86d-faaa-42bf-8511-a60f765a7328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (ce0d292a-d46f-41a0-a71c-06a70f06939c), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:26.991954 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Device 3120abc2-f8c4-441a-beb5-ce8f46eca2db details requested by agent hyperv_n-h2-827839-2 with host n-h2-827839-2 {{(pid=103378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 17:22:27.003635 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Device dd0463af-d470-43e7-b569-a473b9d3fa36 up at agent hyperv_n-h2-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:22:27.063502 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvr_db [None req-550e1293-9160-4fd6-bc64-b07b61d86057 None None] Set router b90c8b6b-9176-4e35-8402-7943d6ce7fcf gateway port host: n-d-827839-2 {{(pid=103379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:22:27.251442 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-c8d77bf4-58aa-4fc7-9609-dcbc876ad8ba admin admin] Publish callbacks [] for security_group (fce7e1b5-1fe4-45ab-8b61-bae6f8d4e651), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:27.382262 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.db.resource_extend [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 17:22:27.513419 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae80b86d-faaa-42bf-8511-a60f765a7328 None None] Pushing event updated for resources: {'Port': ['ID=ce0d292a-d46f-41a0-a71c-06a70f06939c,revision_number=5']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:22:27.543970 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-c8d77bf4-58aa-4fc7-9609-dcbc876ad8ba admin admin] Publish callbacks [] for security_group (fce7e1b5-1fe4-45ab-8b61-bae6f8d4e651), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:27.629104 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-550e1293-9160-4fd6-bc64-b07b61d86057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b90c8b6b-9176-4e35-8402-7943d6ce7fcf', 'name': 'tempest-ServerRescueNegativeTestJSON-407697129-router', 'tenant_id': '416c048260b14ff1a410112cf5941611', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.24'}], 'enable_snat': True}, 'gw_port_id': '30a75aa7-08f1-4437-9803-95be07be5961', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:22:19Z', 'updated_at': '2022-02-04T17:22:23Z', 'revision_number': 3, 'project_id': '416c048260b14ff1a410112cf5941611', 'gw_port': {'id': '30a75aa7-08f1-4437-9803-95be07be5961', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:f8:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b90c8b6b-9176-4e35-8402-7943d6ce7fcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1341, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:22:21Z', 'updated_at': '2022-02-04T17:22:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2'}], 'n-d-827839-2', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:22:27.649601 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae80b86d-faaa-42bf-8511-a60f765a7328 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:22:27.650008 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae80b86d-faaa-42bf-8511-a60f765a7328 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:22:27.652247 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae80b86d-faaa-42bf-8511-a60f765a7328 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:22:27.652614 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae80b86d-faaa-42bf-8511-a60f765a7328 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:22:27.652989 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae80b86d-faaa-42bf-8511-a60f765a7328 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:22:27.653330 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae80b86d-faaa-42bf-8511-a60f765a7328 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:22:27.653675 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae80b86d-faaa-42bf-8511-a60f765a7328 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:22:27.654012 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae80b86d-faaa-42bf-8511-a60f765a7328 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:22:27.654347 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae80b86d-faaa-42bf-8511-a60f765a7328 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:22:27.657806 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae80b86d-faaa-42bf-8511-a60f765a7328 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:22:27.658956 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae80b86d-faaa-42bf-8511-a60f765a7328 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:22:27.660710 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae80b86d-faaa-42bf-8511-a60f765a7328 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:22:27.661088 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae80b86d-faaa-42bf-8511-a60f765a7328 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:22:27.700383 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Provisioning complete for port dd0463af-d470-43e7-b569-a473b9d3fa36 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:22:27.703519 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (dd0463af-d470-43e7-b569-a473b9d3fa36), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:27.730396 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-550e1293-9160-4fd6-bc64-b07b61d86057 None None] Checking router: b90c8b6b-9176-4e35-8402-7943d6ce7fcf for host: n-d-827839-2 {{(pid=103379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 17:22:27.730742 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-550e1293-9160-4fd6-bc64-b07b61d86057 None None] Updating router b90c8b6b-9176-4e35-8402-7943d6ce7fcf port 30a75aa7-08f1-4437-9803-95be07be5961 binding host n-d-827839-2 {{(pid=103379) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 17:22:27.852478 n-d-827839-2 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-550e1293-9160-4fd6-bc64-b07b61d86057 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (30a75aa7-08f1-4437-9803-95be07be5961), before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:27.978032 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-c8d77bf4-58aa-4fc7-9609-dcbc876ad8ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (fce7e1b5-1fe4-45ab-8b61-bae6f8d4e651), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:27.989087 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-c8d77bf4-58aa-4fc7-9609-dcbc876ad8ba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:27.995890 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-c8d77bf4-58aa-4fc7-9609-dcbc876ad8ba admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/fce7e1b5-1fe4-45ab-8b61-bae6f8d4e651 HTTP/1.1" status: 204 len: 168 time: 1.2071111 Feb 04 17:22:28.020621 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d77bf4-58aa-4fc7-9609-dcbc876ad8ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fce7e1b5-1fe4-45ab-8b61-bae6f8d4e651,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:22:28.203623 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] For port 3120abc2-f8c4-441a-beb5-ce8f46eca2db, host n-h2-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=3120abc2-f8c4-441a-beb5-ce8f46eca2db,segment=NetworkSegment(81ab2bf5-1f86-4741-938d-eec51e48c7ca),segment_id=81ab2bf5-1f86-4741-938d-eec51e48c7ca)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:22:28.218805 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247725d8-3934-4796-9292-54df6828a92a req-1cca7a1c-5d88-4cd1-9af9-03c9d915beb5 tempest-ServerRescueTestJSONUnderV235-1389214366 tempest-ServerRescueTestJSONUnderV235-1389214366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:22:28.227614 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-247725d8-3934-4796-9292-54df6828a92a req-1cca7a1c-5d88-4cd1-9af9-03c9d915beb5 tempest-ServerRescueTestJSONUnderV235-1389214366 tempest-ServerRescueTestJSONUnderV235-1389214366-project] 10.222.0.89 "GET /v2.0/ports?device_id=c1affc7e-c4fd-44da-8120-774326466c99 HTTP/1.1" status: 200 len: 943 time: 0.2474947 Feb 04 17:22:28.278412 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Returning: {'device': '3120abc2-f8c4-441a-beb5-ce8f46eca2db', 'network_id': '151997f6-fb27-4cf0-bfe9-ef4acfbb4102', 'port_id': '3120abc2-f8c4-441a-beb5-ce8f46eca2db', 'mac_address': 'fa:16:3e:cf:2a:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 777, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58924840-63b9-49cf-9b5e-4aa66ca609e8', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 17:22:28.482953 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-247725d8-3934-4796-9292-54df6828a92a req-584d6971-b9e9-48bf-8b8f-d8ebd386d96f tempest-ServerRescueTestJSONUnderV235-1389214366 tempest-ServerRescueTestJSONUnderV235-1389214366-project] 10.222.0.89 "GET /v2.0/security-groups?id=c3431cd9-8ee1-43a9-bad9-017618f597d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2418923 Feb 04 17:22:28.487551 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-943d866a-7c73-42f3-8bff-a0409130795c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:28.646467 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Current status of the port dd0463af-d470-43e7-b569-a473b9d3fa36 is: BUILD; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:22:28.646878 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (dd0463af-d470-43e7-b569-a473b9d3fa36), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:28.664050 n-d-827839-2 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-550e1293-9160-4fd6-bc64-b07b61d86057 None None] Publish callbacks [] for port (30a75aa7-08f1-4437-9803-95be07be5961), precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:28.675147 n-d-827839-2 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-550e1293-9160-4fd6-bc64-b07b61d86057 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (30a75aa7-08f1-4437-9803-95be07be5961), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:28.706950 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-bf4f02f3-0621-4e2c-b3dc-b0d98cd0491a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e1d73c9-631c-4383-b9ed-3e6e0749d9f4', 'name': 'tempest-TaggedBootDevicesTest_v242-2010357960-router', 'tenant_id': '271b4a15e3ef476a9c6bd7fb8faef40d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.218'}], 'enable_snat': True}, 'gw_port_id': '65ebcced-17ab-4e8e-904e-dcb818324687', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:22:05Z', 'updated_at': '2022-02-04T17:22:13Z', 'revision_number': 4, 'project_id': '271b4a15e3ef476a9c6bd7fb8faef40d', 'gw_port': {'id': '65ebcced-17ab-4e8e-904e-dcb818324687', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:08:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e1d73c9-631c-4383-b9ed-3e6e0749d9f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1319, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:22:06Z', 'updated_at': '2022-02-04T17:22:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_interfaces': [{'id': 'ce0d292a-d46f-41a0-a71c-06a70f06939c', 'name': '', 'network_id': 'c16ec29f-d87a-4d23-9b11-847de1349680', 'tenant_id': '271b4a15e3ef476a9c6bd7fb8faef40d', 'mac_address': 'fa:16:3e:f1:05:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e1d73c9-631c-4383-b9ed-3e6e0749d9f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1320, 'fixed_ips': [{'subnet_id': '0385084c-58aa-4eab-856a-7c793673c523', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:22:12Z', 'updated_at': '2022-02-04T17:22:25Z', 'revision_number': 4, 'project_id': '271b4a15e3ef476a9c6bd7fb8faef40d', 'subnets': [{'id': '0385084c-58aa-4eab-856a-7c793673c523', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-2', False) {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:22:28.834172 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [None req-550e1293-9160-4fd6-bc64-b07b61d86057 None None] Attempting to bind port 30a75aa7-08f1-4437-9803-95be07be5961 on host n-d-827839-2 for vnic_type normal with profile {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:22:28.835724 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [None req-550e1293-9160-4fd6-bc64-b07b61d86057 None None] Attempting to bind port 30a75aa7-08f1-4437-9803-95be07be5961 by drivers openvswitch,hyperv on host n-d-827839-2 at level 0 using segments [{'id': '5942dc44-1f07-4c27-b0ab-45a2bff20dd5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188'}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:22:28.836278 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-550e1293-9160-4fd6-bc64-b07b61d86057 None None] Attempting to bind port 30a75aa7-08f1-4437-9803-95be07be5961 on network 48165773-85ad-49a1-9ec1-76fc8dc24188 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:22:28.837294 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 37012) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:22:28.865449 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c0c462b-42d2-463e-a193-1248311df748', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd0463af-d470-43e7-b569-a473b9d3fa36'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:22:28.866608 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-af2246fe-fbc0-4dc3-a26b-c59e2b7aec55 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:28.875765 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf7cd6a-3ac3-49f7-b66b-396aadcfffd3 None None] Pushing event updated for resources: {'Port': ['ID=30a75aa7-08f1-4437-9803-95be07be5961,revision_number=2']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:22:28.877100 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c34bc964ce2211770fda26ca2f3801cc06f4f39928110690550e94ab9c9d2fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7856a2e1-977c-4dc7-8e4e-a576d09b622f" -d '{"events": [{"server_uuid": "3c0c462b-42d2-463e-a193-1248311df748", "name": "network-vif-plugged", "status": "completed", "tag": "dd0463af-d470-43e7-b569-a473b9d3fa36"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:22:28.887531 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-550e1293-9160-4fd6-bc64-b07b61d86057 None None] Checking agent: {'id': 'ba70844b-66a0-45fd-a2f2-e6ed673321fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 0, 36), 'started_at': datetime.datetime(2022, 2, 4, 17, 1, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 22, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:22:28.893045 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf4f02f3-0621-4e2c-b3dc-b0d98cd0491a None None] The sync data for ids ['8e1d73c9-631c-4383-b9ed-3e6e0749d9f4'] in n-d-827839-2 is: [{'id': '8e1d73c9-631c-4383-b9ed-3e6e0749d9f4', 'name': 'tempest-TaggedBootDevicesTest_v242-2010357960-router', 'tenant_id': '271b4a15e3ef476a9c6bd7fb8faef40d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.218'}], 'enable_snat': True}, 'gw_port_id': '65ebcced-17ab-4e8e-904e-dcb818324687', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:22:05Z', 'updated_at': '2022-02-04T17:22:13Z', 'revision_number': 4, 'project_id': '271b4a15e3ef476a9c6bd7fb8faef40d', 'gw_port': {'id': '65ebcced-17ab-4e8e-904e-dcb818324687', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:08:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e1d73c9-631c-4383-b9ed-3e6e0749d9f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1319, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:22:06Z', 'updated_at': '2022-02-04T17:22:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_interfaces': [{'id': 'ce0d292a-d46f-41a0-a71c-06a70f06939c', 'name': '', 'network_id': 'c16ec29f-d87a-4d23-9b11-847de1349680', 'tenant_id': '271b4a15e3ef476a9c6bd7fb8faef40d', 'mac_address': 'fa:16:3e:f1:05:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e1d73c9-631c-4383-b9ed-3e6e0749d9f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1320, 'fixed_ips': [{'subnet_id': '0385084c-58aa-4eab-856a-7c793673c523', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:22:12Z', 'updated_at': '2022-02-04T17:22:25Z', 'revision_number': 4, 'project_id': '271b4a15e3ef476a9c6bd7fb8faef40d', 'subnets': [{'id': '0385084c-58aa-4eab-856a-7c793673c523', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 17:22:28.895267 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-550e1293-9160-4fd6-bc64-b07b61d86057 None None] Checking segment: {'id': '5942dc44-1f07-4c27-b0ab-45a2bff20dd5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:22:28.895926 n-d-827839-2 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-550e1293-9160-4fd6-bc64-b07b61d86057 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:28.910365 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-550e1293-9160-4fd6-bc64-b07b61d86057 None None] Bound using segment: {'id': '5942dc44-1f07-4c27-b0ab-45a2bff20dd5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188'} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:22:28.910365 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [None req-550e1293-9160-4fd6-bc64-b07b61d86057 None None] Bound port: 30a75aa7-08f1-4437-9803-95be07be5961, host: n-d-827839-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5942dc44-1f07-4c27-b0ab-45a2bff20dd5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188'}}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:22:28.910365 n-d-827839-2 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-550e1293-9160-4fd6-bc64-b07b61d86057 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (30a75aa7-08f1-4437-9803-95be07be5961), before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:28.933973 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Current status of the port 3120abc2-f8c4-441a-beb5-ce8f46eca2db is: DOWN; New status is: BUILD {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:22:28.953399 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (3120abc2-f8c4-441a-beb5-ce8f46eca2db), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:28.983458 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] For port dd0463af-d470-43e7-b569-a473b9d3fa36, host n-h2-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=dd0463af-d470-43e7-b569-a473b9d3fa36,segment=NetworkSegment(40be95d6-8661-400f-bc9d-3f4c57dcd00c),segment_id=40be95d6-8661-400f-bc9d-3f4c57dcd00c)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:22:28.998668 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (dd0463af-d470-43e7-b569-a473b9d3fa36), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:29.008137 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3120abc2-f8c4-441a-beb5-ce8f46eca2db {{(pid=103378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 17:22:29.035933 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] For port 3120abc2-f8c4-441a-beb5-ce8f46eca2db, host n-h2-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=3120abc2-f8c4-441a-beb5-ce8f46eca2db,segment=NetworkSegment(81ab2bf5-1f86-4741-938d-eec51e48c7ca),segment_id=81ab2bf5-1f86-4741-938d-eec51e48c7ca)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:22:29.064091 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 17:22:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7788b434-bee0-443b-a33d-b6ebe8f59ba0 x-openstack-request-id: req-7788b434-bee0-443b-a33d-b6ebe8f59ba0 {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:22:29.064801 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c0c462b-42d2-463e-a193-1248311df748", "name": "network-vif-plugged", "status": "completed", "tag": "dd0463af-d470-43e7-b569-a473b9d3fa36", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:22:29.065329 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-7788b434-bee0-443b-a33d-b6ebe8f59ba0 {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:22:29.065970 n-d-827839-2 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c0c462b-42d2-463e-a193-1248311df748', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd0463af-d470-43e7-b569-a473b9d3fa36', 'code': 200} Feb 04 17:22:29.068065 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (3120abc2-f8c4-441a-beb5-ce8f46eca2db), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:29.104365 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-550e1293-9160-4fd6-bc64-b07b61d86057 None None] For port 30a75aa7-08f1-4437-9803-95be07be5961, host n-d-827839-2, cleared binding levels {{(pid=103379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:22:29.111014 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-550e1293-9160-4fd6-bc64-b07b61d86057 None None] For port 30a75aa7-08f1-4437-9803-95be07be5961, host n-d-827839-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=30a75aa7-08f1-4437-9803-95be07be5961,segment=NetworkSegment(5942dc44-1f07-4c27-b0ab-45a2bff20dd5),segment_id=5942dc44-1f07-4c27-b0ab-45a2bff20dd5)] {{(pid=103379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:22:29.124560 n-d-827839-2 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-550e1293-9160-4fd6-bc64-b07b61d86057 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (30a75aa7-08f1-4437-9803-95be07be5961), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:29.155806 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-af2246fe-fbc0-4dc3-a26b-c59e2b7aec55 admin admin] Publish callbacks [] for security_group (9e4fc579-dc41-4ee0-a7db-09523c4a63ef), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:29.165279 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-af2246fe-fbc0-4dc3-a26b-c59e2b7aec55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (9e4fc579-dc41-4ee0-a7db-09523c4a63ef), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:29.168419 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Pushing event updated for resources: {'Port': ['ID=dd0463af-d470-43e7-b569-a473b9d3fa36,revision_number=7']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:22:29.235750 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-af2246fe-fbc0-4dc3-a26b-c59e2b7aec55 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=59fb3914f4d54787a2a91dea7997e3dc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3962355 Feb 04 17:22:29.238212 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 37018) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:22:29.246074 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.db_base_plugin_common [None req-943d866a-7c73-42f3-8bff-a0409130795c admin admin] Allocated IP 172.20.0.1 (65e96574-1b4a-495a-8b0d-441e42a3db76/99111859-42b4-4e18-9ce6-d611a4f50891/06086c76-80ac-4f87-b714-ea5b1745d0c3) {{(pid=103376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:22:29.376577 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2246fe-fbc0-4dc3-a26b-c59e2b7aec55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e4fc579-dc41-4ee0-a7db-09523c4a63ef,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:22:29.383158 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-550e1293-9160-4fd6-bc64-b07b61d86057 None None] Routers {'b90c8b6b-9176-4e35-8402-7943d6ce7fcf'} bound to L3 agent in host n-d-827839-2 {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:22:29.383824 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-550e1293-9160-4fd6-bc64-b07b61d86057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:22:02Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['b90c8b6b-9176-4e35-8402-7943d6ce7fcf'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:22:29.417637 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] get_ports_and_sgs() called for port_ids ['3120abc2-f8c4-441a-beb5-ce8f46eca2db'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 17:22:29.536016 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-5c1c93c8-1c69-4b25-92a6-f56acc80a585 admin admin] Publish callbacks [] for security_group (9e4fc579-dc41-4ee0-a7db-09523c4a63ef), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:29.703534 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-5c1c93c8-1c69-4b25-92a6-f56acc80a585 admin admin] Publish callbacks [] for security_group (9e4fc579-dc41-4ee0-a7db-09523c4a63ef), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:29.836834 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-943d866a-7c73-42f3-8bff-a0409130795c admin admin] Publish callbacks [] for port (06086c76-80ac-4f87-b714-ea5b1745d0c3), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:29.909860 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvr_db [None req-550e1293-9160-4fd6-bc64-b07b61d86057 None None] Set router b90c8b6b-9176-4e35-8402-7943d6ce7fcf gateway port host: n-d-827839-2 {{(pid=103379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:22:29.947573 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-943d866a-7c73-42f3-8bff-a0409130795c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (06086c76-80ac-4f87-b714-ea5b1745d0c3), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:29.959235 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device ce0d292a-d46f-41a0-a71c-06a70f06939c up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:22:29.964577 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6502dc-2975-4a03-88a4-f57aa80e08dc req-4822617f-9d43-454a-ae5e-99b2096f87b9 tempest-ServerRescueTestJSONUnderV235-1389214366 tempest-ServerRescueTestJSONUnderV235-1389214366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:22:29.991849 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-2f6502dc-2975-4a03-88a4-f57aa80e08dc req-4822617f-9d43-454a-ae5e-99b2096f87b9 tempest-ServerRescueTestJSONUnderV235-1389214366 tempest-ServerRescueTestJSONUnderV235-1389214366-project] 10.222.0.89 "GET /v2.0/ports?device_id=c1affc7e-c4fd-44da-8120-774326466c99 HTTP/1.1" status: 200 len: 944 time: 0.2577448 Feb 04 17:22:30.038461 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-5c1c93c8-1c69-4b25-92a6-f56acc80a585 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (9e4fc579-dc41-4ee0-a7db-09523c4a63ef), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:30.041690 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-5c1c93c8-1c69-4b25-92a6-f56acc80a585 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:30.046455 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-5c1c93c8-1c69-4b25-92a6-f56acc80a585 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/9e4fc579-dc41-4ee0-a7db-09523c4a63ef HTTP/1.1" status: 204 len: 168 time: 0.8069658 Feb 04 17:22:30.061867 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-943d866a-7c73-42f3-8bff-a0409130795c admin admin] Network 65e96574-1b4a-495a-8b0d-441e42a3db76 is already hosted by enough agents. {{(pid=103376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:22:30.070564 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1c93c8-1c69-4b25-92a6-f56acc80a585 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e4fc579-dc41-4ee0-a7db-09523c4a63ef,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:22:30.081542 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [None req-943d866a-7c73-42f3-8bff-a0409130795c admin admin] Resources bound (agent type, host, resource id): {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:22:30.084981 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-943d866a-7c73-42f3-8bff-a0409130795c admin admin] Received port after_create {{(pid=103376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:22:30.157942 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Pushing event updated for resources: {'Port': ['ID=3120abc2-f8c4-441a-beb5-ce8f46eca2db,revision_number=4']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:22:30.172732 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-2f6502dc-2975-4a03-88a4-f57aa80e08dc req-c1b11edb-74f2-4112-9690-333ba7f3a2dd tempest-ServerRescueTestJSONUnderV235-1389214366 tempest-ServerRescueTestJSONUnderV235-1389214366-project] 10.222.0.89 "GET /v2.0/security-groups?id=c3431cd9-8ee1-43a9-bad9-017618f597d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1798999 Feb 04 17:22:30.181964 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943d866a-7c73-42f3-8bff-a0409130795c admin admin] Pushing event updated for resources: {'Port': ['ID=06086c76-80ac-4f87-b714-ea5b1745d0c3,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:22:30.192424 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf7cd6a-3ac3-49f7-b66b-396aadcfffd3 None None] Pushing event updated for resources: {'Port': ['ID=30a75aa7-08f1-4437-9803-95be07be5961,revision_number=3']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:22:30.229098 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-943d866a-7c73-42f3-8bff-a0409130795c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1595471'] for router_interface (b90c8b6b-9176-4e35-8402-7943d6ce7fcf), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:30.270143 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2a97db45-659a-4b64-acd1-558d2a36690d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (bb89f5a3-3c22-440b-b7d1-c4f0c43c184a), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:30.347915 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port ce0d292a-d46f-41a0-a71c-06a70f06939c triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:22:30.348420 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (ce0d292a-d46f-41a0-a71c-06a70f06939c), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:30.435599 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-550e1293-9160-4fd6-bc64-b07b61d86057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b90c8b6b-9176-4e35-8402-7943d6ce7fcf', 'name': 'tempest-ServerRescueNegativeTestJSON-407697129-router', 'tenant_id': '416c048260b14ff1a410112cf5941611', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.24'}], 'enable_snat': True}, 'gw_port_id': '30a75aa7-08f1-4437-9803-95be07be5961', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:22:19Z', 'updated_at': '2022-02-04T17:22:23Z', 'revision_number': 3, 'project_id': '416c048260b14ff1a410112cf5941611', 'gw_port': {'id': '30a75aa7-08f1-4437-9803-95be07be5961', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:f8:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b90c8b6b-9176-4e35-8402-7943d6ce7fcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1341, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:22:21Z', 'updated_at': '2022-02-04T17:22:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2'}], 'n-d-827839-2', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:22:30.518116 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-550e1293-9160-4fd6-bc64-b07b61d86057 None None] The sync data for ids ['b90c8b6b-9176-4e35-8402-7943d6ce7fcf'] in n-d-827839-2 is: [{'id': 'b90c8b6b-9176-4e35-8402-7943d6ce7fcf', 'name': 'tempest-ServerRescueNegativeTestJSON-407697129-router', 'tenant_id': '416c048260b14ff1a410112cf5941611', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.24'}], 'enable_snat': True}, 'gw_port_id': '30a75aa7-08f1-4437-9803-95be07be5961', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:22:19Z', 'updated_at': '2022-02-04T17:22:23Z', 'revision_number': 3, 'project_id': '416c048260b14ff1a410112cf5941611', 'gw_port': {'id': '30a75aa7-08f1-4437-9803-95be07be5961', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:f8:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b90c8b6b-9176-4e35-8402-7943d6ce7fcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1341, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:22:21Z', 'updated_at': '2022-02-04T17:22:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2'}] {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 17:22:30.585086 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-943d866a-7c73-42f3-8bff-a0409130795c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (06086c76-80ac-4f87-b714-ea5b1745d0c3), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:30.778041 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port ce0d292a-d46f-41a0-a71c-06a70f06939c is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:22:31.153852 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-943d866a-7c73-42f3-8bff-a0409130795c admin admin] Publish callbacks [] for port (06086c76-80ac-4f87-b714-ea5b1745d0c3), precommit_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:31.163015 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-943d866a-7c73-42f3-8bff-a0409130795c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675836'] for port (06086c76-80ac-4f87-b714-ea5b1745d0c3), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:31.277151 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-943d866a-7c73-42f3-8bff-a0409130795c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1677345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602751'] for router_interface (b90c8b6b-9176-4e35-8402-7943d6ce7fcf), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:31.502148 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943d866a-7c73-42f3-8bff-a0409130795c admin admin] Pushing event updated for resources: {'Port': ['ID=06086c76-80ac-4f87-b714-ea5b1745d0c3,revision_number=2']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:22:31.646447 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e20d55-b130-4071-9a5f-528ab687d038 req-726a0b72-ea19-4ba5-90e4-bd098dad6b0f tempest-ServerRescueTestJSONUnderV235-1389214366 tempest-ServerRescueTestJSONUnderV235-1389214366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:22:31.664105 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-e7e20d55-b130-4071-9a5f-528ab687d038 req-726a0b72-ea19-4ba5-90e4-bd098dad6b0f tempest-ServerRescueTestJSONUnderV235-1389214366 tempest-ServerRescueTestJSONUnderV235-1389214366-project] 10.222.0.89 "GET /v2.0/ports?device_id=c1affc7e-c4fd-44da-8120-774326466c99 HTTP/1.1" status: 200 len: 944 time: 0.2806349 Feb 04 17:22:31.700064 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-943d866a-7c73-42f3-8bff-a0409130795c admin admin] Network 65e96574-1b4a-495a-8b0d-441e42a3db76 is already hosted by enough agents. {{(pid=103376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:22:31.704321 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [None req-943d866a-7c73-42f3-8bff-a0409130795c admin admin] Resources bound (agent type, host, resource id): {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:22:31.727051 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 30a75aa7-08f1-4437-9803-95be07be5961 up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:22:31.903432 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-e7e20d55-b130-4071-9a5f-528ab687d038 req-99b760d3-89a6-43f7-8fa8-c5291e3181a6 tempest-ServerRescueTestJSONUnderV235-1389214366 tempest-ServerRescueTestJSONUnderV235-1389214366-project] 10.222.0.89 "GET /v2.0/security-groups?id=c3431cd9-8ee1-43a9-bad9-017618f597d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2355337 Feb 04 17:22:31.931057 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port 30a75aa7-08f1-4437-9803-95be07be5961 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:22:31.931698 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (30a75aa7-08f1-4437-9803-95be07be5961), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:32.177236 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-56751621-04fb-4a01-9b01-2719c54a965b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (64ada913-9131-4d99-a265-63a920956287), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:32.238095 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-943d866a-7c73-42f3-8bff-a0409130795c admin admin] Router b90c8b6b-9176-4e35-8402-7943d6ce7fcf has already been hosted by L3 agent 64ada913-9131-4d99-a265-63a920956287 {{(pid=103376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 17:22:32.351142 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port 30a75aa7-08f1-4437-9803-95be07be5961 is: DOWN; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:22:32.353399 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (30a75aa7-08f1-4437-9803-95be07be5961), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:32.454249 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] For port 30a75aa7-08f1-4437-9803-95be07be5961, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=30a75aa7-08f1-4437-9803-95be07be5961,segment=NetworkSegment(5942dc44-1f07-4c27-b0ab-45a2bff20dd5),segment_id=5942dc44-1f07-4c27-b0ab-45a2bff20dd5)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:22:32.461828 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (30a75aa7-08f1-4437-9803-95be07be5961), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:32.640607 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Pushing event updated for resources: {'Port': ['ID=30a75aa7-08f1-4437-9803-95be07be5961,revision_number=4']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:22:32.749948 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-943d866a-7c73-42f3-8bff-a0409130795c admin admin] Notify agent at l3_agent.n-d-827839-2 the message routers_updated {{(pid=103376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 17:22:32.803697 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-943d866a-7c73-42f3-8bff-a0409130795c admin admin] 10.222.0.89 "PUT /v2.0/routers/b90c8b6b-9176-4e35-8402-7943d6ce7fcf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0641973 Feb 04 17:22:32.908039 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d408ec64-b374-4acb-a1fc-48241dad6d47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (0cd6d64a-47a7-40ff-8c12-71dd526c62e0), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:32.979463 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.agents_db [None req-e1691f3b-aacd-4cd6-8ebb-a9c53bb301c0 None None] Agent healthcheck: found 7 active agents {{(pid=103379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 17:22:33.083096 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Device 3120abc2-f8c4-441a-beb5-ce8f46eca2db up at agent hyperv_n-h2-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:22:33.245858 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cab28af-fb02-4868-87ac-7c70becd2617 req-cae0d354-c3e3-426b-9400-e9c218700890 tempest-ServerRescueTestJSONUnderV235-1389214366 tempest-ServerRescueTestJSONUnderV235-1389214366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:22:33.281345 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-8cab28af-fb02-4868-87ac-7c70becd2617 req-cae0d354-c3e3-426b-9400-e9c218700890 tempest-ServerRescueTestJSONUnderV235-1389214366 tempest-ServerRescueTestJSONUnderV235-1389214366-project] 10.222.0.89 "GET /v2.0/ports?device_id=c1affc7e-c4fd-44da-8120-774326466c99 HTTP/1.1" status: 200 len: 944 time: 0.2162123 Feb 04 17:22:33.327666 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Provisioning for port 3120abc2-f8c4-441a-beb5-ce8f46eca2db completed by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 17:22:33.341610 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Provisioning complete for port 3120abc2-f8c4-441a-beb5-ce8f46eca2db triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:22:33.342043 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (3120abc2-f8c4-441a-beb5-ce8f46eca2db), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:33.467671 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 37088) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:22:33.493106 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-8cab28af-fb02-4868-87ac-7c70becd2617 req-283b3be4-5aad-4729-816d-4ab26a7ddd92 tempest-ServerRescueTestJSONUnderV235-1389214366 tempest-ServerRescueTestJSONUnderV235-1389214366-project] 10.222.0.89 "GET /v2.0/security-groups?id=c3431cd9-8ee1-43a9-bad9-017618f597d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2070315 Feb 04 17:22:33.690179 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Current status of the port 3120abc2-f8c4-441a-beb5-ce8f46eca2db is: BUILD; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:22:33.690758 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (3120abc2-f8c4-441a-beb5-ce8f46eca2db), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:33.705771 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 30a75aa7-08f1-4437-9803-95be07be5961 up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:22:33.831107 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-09ea6a80-0d11-45fa-a8ae-243e46f77727 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:33.881457 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port 30a75aa7-08f1-4437-9803-95be07be5961 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:22:33.881831 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (30a75aa7-08f1-4437-9803-95be07be5961), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:33.976411 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1affc7e-c4fd-44da-8120-774326466c99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3120abc2-f8c4-441a-beb5-ce8f46eca2db'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:22:33.980614 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c34bc964ce2211770fda26ca2f3801cc06f4f39928110690550e94ab9c9d2fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-409215d5-3898-47b5-b261-3fcbbe8cad71" -d '{"events": [{"server_uuid": "c1affc7e-c4fd-44da-8120-774326466c99", "name": "network-vif-plugged", "status": "completed", "tag": "3120abc2-f8c4-441a-beb5-ce8f46eca2db"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:22:33.997520 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] For port 3120abc2-f8c4-441a-beb5-ce8f46eca2db, host n-h2-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=3120abc2-f8c4-441a-beb5-ce8f46eca2db,segment=NetworkSegment(81ab2bf5-1f86-4741-938d-eec51e48c7ca),segment_id=81ab2bf5-1f86-4741-938d-eec51e48c7ca)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:22:34.059524 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-09ea6a80-0d11-45fa-a8ae-243e46f77727 admin admin] Publish callbacks [] for security_group (f8162346-86a2-4ac8-96ed-2214e7b46c75), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:34.064651 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-09ea6a80-0d11-45fa-a8ae-243e46f77727 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (f8162346-86a2-4ac8-96ed-2214e7b46c75), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:34.076960 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (3120abc2-f8c4-441a-beb5-ce8f46eca2db), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:34.136953 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 37104) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:22:34.159704 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-09ea6a80-0d11-45fa-a8ae-243e46f77727 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=147f35f672f2477a8e5b7a19efe75ee2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6900954 Feb 04 17:22:34.221905 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ea6a80-0d11-45fa-a8ae-243e46f77727 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8162346-86a2-4ac8-96ed-2214e7b46c75,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:22:34.270623 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-d16fb85d-2bc6-4bcd-9751-3f2c7551604d admin admin] Publish callbacks [] for security_group (f8162346-86a2-4ac8-96ed-2214e7b46c75), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:34.300559 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-d16fb85d-2bc6-4bcd-9751-3f2c7551604d admin admin] Publish callbacks [] for security_group (f8162346-86a2-4ac8-96ed-2214e7b46c75), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:34.303917 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Pushing event updated for resources: {'Port': ['ID=3120abc2-f8c4-441a-beb5-ce8f46eca2db,revision_number=5']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:22:34.388475 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-d16fb85d-2bc6-4bcd-9751-3f2c7551604d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (f8162346-86a2-4ac8-96ed-2214e7b46c75), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:34.392088 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-d16fb85d-2bc6-4bcd-9751-3f2c7551604d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:34.396644 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-d16fb85d-2bc6-4bcd-9751-3f2c7551604d admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/f8162346-86a2-4ac8-96ed-2214e7b46c75 HTTP/1.1" status: 204 len: 168 time: 0.2484698 Feb 04 17:22:34.415225 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16fb85d-2bc6-4bcd-9751-3f2c7551604d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8162346-86a2-4ac8-96ed-2214e7b46c75,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:22:34.415812 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port 30a75aa7-08f1-4437-9803-95be07be5961 is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:22:34.690517 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4f14bb47-e72b-46ac-9e44-a61d9293afcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (75326290-f7a3-4db8-9cf2-15c7139ed224), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:34.832607 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ccec27c-ff4f-42a0-a72f-79206b5d1f02 None None] Sync routers for ids ['b90c8b6b-9176-4e35-8402-7943d6ce7fcf'] in n-d-827839-2 {{(pid=103378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 17:22:34.913608 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ccec27c-ff4f-42a0-a72f-79206b5d1f02 None None] Routers {'b90c8b6b-9176-4e35-8402-7943d6ce7fcf'} bound to L3 agent in host n-d-827839-2 {{(pid=103378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:22:34.913608 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-3ccec27c-ff4f-42a0-a72f-79206b5d1f02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:22:32Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['b90c8b6b-9176-4e35-8402-7943d6ce7fcf'], 'active': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:22:35.257718 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvr_db [None req-3ccec27c-ff4f-42a0-a72f-79206b5d1f02 None None] Set router b90c8b6b-9176-4e35-8402-7943d6ce7fcf gateway port host: n-d-827839-2 {{(pid=103378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:22:35.776434 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (ba70844b-66a0-45fd-a2f2-e6ed673321fc), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:35.905883 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-3ccec27c-ff4f-42a0-a72f-79206b5d1f02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b90c8b6b-9176-4e35-8402-7943d6ce7fcf', 'name': 'tempest-ServerRescueNegativeTestJSON-407697129-router', 'tenant_id': '416c048260b14ff1a410112cf5941611', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.24'}], 'enable_snat': True}, 'gw_port_id': '30a75aa7-08f1-4437-9803-95be07be5961', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:22:19Z', 'updated_at': '2022-02-04T17:22:30Z', 'revision_number': 4, 'project_id': '416c048260b14ff1a410112cf5941611', 'gw_port': {'id': '30a75aa7-08f1-4437-9803-95be07be5961', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:f8:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b90c8b6b-9176-4e35-8402-7943d6ce7fcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1341, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:22:21Z', 'updated_at': '2022-02-04T17:22:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_interfaces': [{'id': '06086c76-80ac-4f87-b714-ea5b1745d0c3', 'name': '', 'network_id': '65e96574-1b4a-495a-8b0d-441e42a3db76', 'tenant_id': '416c048260b14ff1a410112cf5941611', 'mac_address': 'fa:16:3e:6c:78:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b90c8b6b-9176-4e35-8402-7943d6ce7fcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1347, 'fixed_ips': [{'subnet_id': '99111859-42b4-4e18-9ce6-d611a4f50891', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:22:28Z', 'updated_at': '2022-02-04T17:22:30Z', 'revision_number': 2, 'project_id': '416c048260b14ff1a410112cf5941611', 'subnets': [{'id': '99111859-42b4-4e18-9ce6-d611a4f50891', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-2', False) {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:22:36.005760 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ccec27c-ff4f-42a0-a72f-79206b5d1f02 None None] Checking router: b90c8b6b-9176-4e35-8402-7943d6ce7fcf for host: n-d-827839-2 {{(pid=103378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 17:22:36.008848 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ccec27c-ff4f-42a0-a72f-79206b5d1f02 None None] Updating router b90c8b6b-9176-4e35-8402-7943d6ce7fcf port 06086c76-80ac-4f87-b714-ea5b1745d0c3 binding host n-d-827839-2 {{(pid=103378) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 17:22:36.079084 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3ccec27c-ff4f-42a0-a72f-79206b5d1f02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (06086c76-80ac-4f87-b714-ea5b1745d0c3), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:36.569656 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3ccec27c-ff4f-42a0-a72f-79206b5d1f02 None None] Publish callbacks [] for port (06086c76-80ac-4f87-b714-ea5b1745d0c3), precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:36.581094 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3ccec27c-ff4f-42a0-a72f-79206b5d1f02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (06086c76-80ac-4f87-b714-ea5b1745d0c3), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:36.678237 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5d94b7-d7f4-4faf-854a-2cf35b59d08b None None] Pushing event updated for resources: {'Port': ['ID=06086c76-80ac-4f87-b714-ea5b1745d0c3,revision_number=3']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:22:36.734359 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-3ccec27c-ff4f-42a0-a72f-79206b5d1f02 None None] Attempting to bind port 06086c76-80ac-4f87-b714-ea5b1745d0c3 on host n-d-827839-2 for vnic_type normal with profile {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:22:36.734739 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-3ccec27c-ff4f-42a0-a72f-79206b5d1f02 None None] Attempting to bind port 06086c76-80ac-4f87-b714-ea5b1745d0c3 by drivers openvswitch,hyperv on host n-d-827839-2 at level 0 using segments [{'id': 'ab720ee6-c6a8-401f-ad8a-0c2daaee99db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '65e96574-1b4a-495a-8b0d-441e42a3db76'}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:22:36.735109 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ccec27c-ff4f-42a0-a72f-79206b5d1f02 None None] Attempting to bind port 06086c76-80ac-4f87-b714-ea5b1745d0c3 on network 65e96574-1b4a-495a-8b0d-441e42a3db76 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:22:36.745895 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ccec27c-ff4f-42a0-a72f-79206b5d1f02 None None] Checking agent: {'id': 'ba70844b-66a0-45fd-a2f2-e6ed673321fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 0, 36), 'started_at': datetime.datetime(2022, 2, 4, 17, 1, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 22, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:22:36.746270 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ccec27c-ff4f-42a0-a72f-79206b5d1f02 None None] Checking segment: {'id': 'ab720ee6-c6a8-401f-ad8a-0c2daaee99db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '65e96574-1b4a-495a-8b0d-441e42a3db76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:22:36.746664 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3ccec27c-ff4f-42a0-a72f-79206b5d1f02 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:36.747299 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ccec27c-ff4f-42a0-a72f-79206b5d1f02 None None] Bound using segment: {'id': 'ab720ee6-c6a8-401f-ad8a-0c2daaee99db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '65e96574-1b4a-495a-8b0d-441e42a3db76'} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:22:36.748714 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-3ccec27c-ff4f-42a0-a72f-79206b5d1f02 None None] Bound port: 06086c76-80ac-4f87-b714-ea5b1745d0c3, host: n-d-827839-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab720ee6-c6a8-401f-ad8a-0c2daaee99db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '65e96574-1b4a-495a-8b0d-441e42a3db76'}}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:22:36.748973 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3ccec27c-ff4f-42a0-a72f-79206b5d1f02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (06086c76-80ac-4f87-b714-ea5b1745d0c3), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:36.872059 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-3ccec27c-ff4f-42a0-a72f-79206b5d1f02 None None] For port 06086c76-80ac-4f87-b714-ea5b1745d0c3, host n-d-827839-2, cleared binding levels {{(pid=103378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:22:36.875301 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-3ccec27c-ff4f-42a0-a72f-79206b5d1f02 None None] For port 06086c76-80ac-4f87-b714-ea5b1745d0c3, host n-d-827839-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=06086c76-80ac-4f87-b714-ea5b1745d0c3,segment=NetworkSegment(ab720ee6-c6a8-401f-ad8a-0c2daaee99db),segment_id=ab720ee6-c6a8-401f-ad8a-0c2daaee99db)] {{(pid=103378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:22:36.895942 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3ccec27c-ff4f-42a0-a72f-79206b5d1f02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (06086c76-80ac-4f87-b714-ea5b1745d0c3), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:37.034558 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ccec27c-ff4f-42a0-a72f-79206b5d1f02 None None] Routers {'b90c8b6b-9176-4e35-8402-7943d6ce7fcf'} bound to L3 agent in host n-d-827839-2 {{(pid=103378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:22:37.037391 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-3ccec27c-ff4f-42a0-a72f-79206b5d1f02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:22:32Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['b90c8b6b-9176-4e35-8402-7943d6ce7fcf'], 'active': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:22:37.136332 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5d94b7-d7f4-4faf-854a-2cf35b59d08b None None] Pushing event updated for resources: {'Port': ['ID=06086c76-80ac-4f87-b714-ea5b1745d0c3,revision_number=4']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:22:37.321923 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvr_db [None req-3ccec27c-ff4f-42a0-a72f-79206b5d1f02 None None] Set router b90c8b6b-9176-4e35-8402-7943d6ce7fcf gateway port host: n-d-827839-2 {{(pid=103378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:22:37.962698 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-3ccec27c-ff4f-42a0-a72f-79206b5d1f02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b90c8b6b-9176-4e35-8402-7943d6ce7fcf', 'name': 'tempest-ServerRescueNegativeTestJSON-407697129-router', 'tenant_id': '416c048260b14ff1a410112cf5941611', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.24'}], 'enable_snat': True}, 'gw_port_id': '30a75aa7-08f1-4437-9803-95be07be5961', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:22:19Z', 'updated_at': '2022-02-04T17:22:30Z', 'revision_number': 4, 'project_id': '416c048260b14ff1a410112cf5941611', 'gw_port': {'id': '30a75aa7-08f1-4437-9803-95be07be5961', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:f8:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b90c8b6b-9176-4e35-8402-7943d6ce7fcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1341, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:22:21Z', 'updated_at': '2022-02-04T17:22:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_interfaces': [{'id': '06086c76-80ac-4f87-b714-ea5b1745d0c3', 'name': '', 'network_id': '65e96574-1b4a-495a-8b0d-441e42a3db76', 'tenant_id': '416c048260b14ff1a410112cf5941611', 'mac_address': 'fa:16:3e:6c:78:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b90c8b6b-9176-4e35-8402-7943d6ce7fcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1347, 'fixed_ips': [{'subnet_id': '99111859-42b4-4e18-9ce6-d611a4f50891', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:22:28Z', 'updated_at': '2022-02-04T17:22:36Z', 'revision_number': 4, 'project_id': '416c048260b14ff1a410112cf5941611', 'subnets': [{'id': '99111859-42b4-4e18-9ce6-d611a4f50891', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-2', False) {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:22:38.003109 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ccec27c-ff4f-42a0-a72f-79206b5d1f02 None None] The sync data for ids ['b90c8b6b-9176-4e35-8402-7943d6ce7fcf'] in n-d-827839-2 is: [{'id': 'b90c8b6b-9176-4e35-8402-7943d6ce7fcf', 'name': 'tempest-ServerRescueNegativeTestJSON-407697129-router', 'tenant_id': '416c048260b14ff1a410112cf5941611', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.24'}], 'enable_snat': True}, 'gw_port_id': '30a75aa7-08f1-4437-9803-95be07be5961', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:22:19Z', 'updated_at': '2022-02-04T17:22:30Z', 'revision_number': 4, 'project_id': '416c048260b14ff1a410112cf5941611', 'gw_port': {'id': '30a75aa7-08f1-4437-9803-95be07be5961', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:f8:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b90c8b6b-9176-4e35-8402-7943d6ce7fcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1341, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:22:21Z', 'updated_at': '2022-02-04T17:22:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_interfaces': [{'id': '06086c76-80ac-4f87-b714-ea5b1745d0c3', 'name': '', 'network_id': '65e96574-1b4a-495a-8b0d-441e42a3db76', 'tenant_id': '416c048260b14ff1a410112cf5941611', 'mac_address': 'fa:16:3e:6c:78:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b90c8b6b-9176-4e35-8402-7943d6ce7fcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1347, 'fixed_ips': [{'subnet_id': '99111859-42b4-4e18-9ce6-d611a4f50891', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:22:28Z', 'updated_at': '2022-02-04T17:22:36Z', 'revision_number': 4, 'project_id': '416c048260b14ff1a410112cf5941611', 'subnets': [{'id': '99111859-42b4-4e18-9ce6-d611a4f50891', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 17:22:39.739357 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 06086c76-80ac-4f87-b714-ea5b1745d0c3 up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:22:39.899138 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port 06086c76-80ac-4f87-b714-ea5b1745d0c3 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:22:39.901297 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (06086c76-80ac-4f87-b714-ea5b1745d0c3), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:40.104359 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port 06086c76-80ac-4f87-b714-ea5b1745d0c3 is: DOWN; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:22:40.105475 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (06086c76-80ac-4f87-b714-ea5b1745d0c3), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:40.208047 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] For port 06086c76-80ac-4f87-b714-ea5b1745d0c3, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=06086c76-80ac-4f87-b714-ea5b1745d0c3,segment=NetworkSegment(ab720ee6-c6a8-401f-ad8a-0c2daaee99db),segment_id=ab720ee6-c6a8-401f-ad8a-0c2daaee99db)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:22:40.226102 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (06086c76-80ac-4f87-b714-ea5b1745d0c3), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:40.303255 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (f20a1ab3-4332-4f54-833b-ba4a7c687e89), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:40.363887 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Pushing event updated for resources: {'Port': ['ID=06086c76-80ac-4f87-b714-ea5b1745d0c3,revision_number=5']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:22:40.907561 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 37192) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:22:41.161330 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-dbede984-f7ea-4fef-9433-5810e71eeeef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:41.316634 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-dbede984-f7ea-4fef-9433-5810e71eeeef admin admin] Publish callbacks [] for security_group (8bd8eb3b-9ffc-43c5-bc37-bff9f92c13d2), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:41.322658 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-dbede984-f7ea-4fef-9433-5810e71eeeef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (8bd8eb3b-9ffc-43c5-bc37-bff9f92c13d2), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:41.367879 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-dbede984-f7ea-4fef-9433-5810e71eeeef admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=a7900058a7b044f396b775a62a8dd721&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4565609 Feb 04 17:22:41.368073 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 37200) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:22:41.424233 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbede984-f7ea-4fef-9433-5810e71eeeef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bd8eb3b-9ffc-43c5-bc37-bff9f92c13d2,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:22:41.524076 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-8179b66f-015e-4866-bc7c-5a1b736412d7 admin admin] Publish callbacks [] for security_group (8bd8eb3b-9ffc-43c5-bc37-bff9f92c13d2), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:41.538637 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 06086c76-80ac-4f87-b714-ea5b1745d0c3 up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:22:41.586912 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-8179b66f-015e-4866-bc7c-5a1b736412d7 admin admin] Publish callbacks [] for security_group (8bd8eb3b-9ffc-43c5-bc37-bff9f92c13d2), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:41.627440 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port 06086c76-80ac-4f87-b714-ea5b1745d0c3 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:22:41.627903 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (06086c76-80ac-4f87-b714-ea5b1745d0c3), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:41.681167 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-8179b66f-015e-4866-bc7c-5a1b736412d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (8bd8eb3b-9ffc-43c5-bc37-bff9f92c13d2), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:41.688628 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-8179b66f-015e-4866-bc7c-5a1b736412d7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:41.697917 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-8179b66f-015e-4866-bc7c-5a1b736412d7 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/8bd8eb3b-9ffc-43c5-bc37-bff9f92c13d2 HTTP/1.1" status: 204 len: 168 time: 0.3279243 Feb 04 17:22:41.724581 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8179b66f-015e-4866-bc7c-5a1b736412d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bd8eb3b-9ffc-43c5-bc37-bff9f92c13d2,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:22:41.941737 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port 06086c76-80ac-4f87-b714-ea5b1745d0c3 is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:22:42.192491 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (3f9244a9-75fc-4c10-b195-11d48b853b41), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:42.648254 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 17:22:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-102dd1ab-45ee-4740-adf9-501db789d632 x-openstack-request-id: req-102dd1ab-45ee-4740-adf9-501db789d632 {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:22:42.649232 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1affc7e-c4fd-44da-8120-774326466c99", "name": "network-vif-plugged", "status": "completed", "tag": "3120abc2-f8c4-441a-beb5-ce8f46eca2db", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:22:42.649687 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-102dd1ab-45ee-4740-adf9-501db789d632 {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:22:42.650261 n-d-827839-2 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1affc7e-c4fd-44da-8120-774326466c99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3120abc2-f8c4-441a-beb5-ce8f46eca2db', 'code': 200} Feb 04 17:22:42.952655 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0960cf6-65a7-48a7-8ff9-5fd8d4797363 req-1fe1f9e2-6156-4ece-8f02-3b39587f9b68 tempest-ServerRescueNegativeTestJSON-1481324798 tempest-ServerRescueNegativeTestJSON-1481324798-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:22:42.962466 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-e0960cf6-65a7-48a7-8ff9-5fd8d4797363 req-1fe1f9e2-6156-4ece-8f02-3b39587f9b68 tempest-ServerRescueNegativeTestJSON-1481324798 tempest-ServerRescueNegativeTestJSON-1481324798-project] 10.222.0.89 "GET /v2.0/networks?id=65e96574-1b4a-495a-8b0d-441e42a3db76 HTTP/1.1" status: 200 len: 818 time: 0.5165081 Feb 04 17:22:42.984862 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-e0960cf6-65a7-48a7-8ff9-5fd8d4797363 req-6d67bf76-ba05-4130-a163-da3346714248 tempest-ServerRescueNegativeTestJSON-1481324798 tempest-ServerRescueNegativeTestJSON-1481324798-project] 10.222.0.89 "GET /v2.0/quotas/416c048260b14ff1a410112cf5941611 HTTP/1.1" status: 200 len: 375 time: 0.0209203 Feb 04 17:22:43.029616 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf926f5-812e-4944-8637-769093d6d8ff req-97a2d36b-87a7-472a-9c80-738bf51c7c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:22:43.041582 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-bdf926f5-812e-4944-8637-769093d6d8ff req-97a2d36b-87a7-472a-9c80-738bf51c7c42 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=c1affc7e-c4fd-44da-8120-774326466c99 HTTP/1.1" status: 200 len: 1127 time: 0.3030353 Feb 04 17:22:43.103170 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-e0960cf6-65a7-48a7-8ff9-5fd8d4797363 req-4d07e206-f279-4248-bd7a-3463cc4351f5 tempest-ServerRescueNegativeTestJSON-1481324798 tempest-ServerRescueNegativeTestJSON-1481324798-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=416c048260b14ff1a410112cf5941611&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1167879 Feb 04 17:22:43.180621 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178f8b8c-90fb-4732-8be7-5ae7007035e4 req-338ae87a-6a3c-4462-b508-bcd3c3ca8e3a tempest-ServerRescueTestJSONUnderV235-1389214366 tempest-ServerRescueTestJSONUnderV235-1389214366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:22:43.194525 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-178f8b8c-90fb-4732-8be7-5ae7007035e4 req-338ae87a-6a3c-4462-b508-bcd3c3ca8e3a tempest-ServerRescueTestJSONUnderV235-1389214366 tempest-ServerRescueTestJSONUnderV235-1389214366-project] 10.222.0.89 "GET /v2.0/ports?device_id=c1affc7e-c4fd-44da-8120-774326466c99 HTTP/1.1" status: 200 len: 945 time: 0.2823644 Feb 04 17:22:43.311003 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-bdf926f5-812e-4944-8637-769093d6d8ff req-49663f8a-4cc3-4eae-b9b1-972f4864b105 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=c3431cd9-8ee1-43a9-bad9-017618f597d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2467332 Feb 04 17:22:43.349050 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-e0960cf6-65a7-48a7-8ff9-5fd8d4797363 req-fa125ee5-de9d-42d6-a24d-4393c38b52b2 service neutron] 10.222.0.89 "GET /v2.0/networks/65e96574-1b4a-495a-8b0d-441e42a3db76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2448473 Feb 04 17:22:43.378487 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-178f8b8c-90fb-4732-8be7-5ae7007035e4 req-46c70719-4456-43b1-9146-8cfd9f229ae9 tempest-ServerRescueTestJSONUnderV235-1389214366 tempest-ServerRescueTestJSONUnderV235-1389214366-project] 10.222.0.89 "GET /v2.0/security-groups?id=c3431cd9-8ee1-43a9-bad9-017618f597d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1827371 Feb 04 17:22:43.543198 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-e0960cf6-65a7-48a7-8ff9-5fd8d4797363 req-b8bc77e7-536a-46ef-9a8e-b79b5537f2e7 service neutron] 10.222.0.89 "GET /v2.0/networks/65e96574-1b4a-495a-8b0d-441e42a3db76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1921110 Feb 04 17:22:43.851067 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-16cf61bd-fbf2-4fbc-a040-1d119558963d req-cfef43f6-79a1-48a9-9979-f7171e1e08f2 tempest-ServerRescueNegativeTestJSON-1481324798 tempest-ServerRescueNegativeTestJSON-1481324798-project] 10.222.0.89 "GET /v2.0/ports?device_id=5f99a685-700d-4f63-88c2-d2a04a4a422d HTTP/1.1" status: 200 len: 210 time: 0.0772209 Feb 04 17:22:44.585646 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677688f3-f103-4bab-984e-50dc2c7cea77 req-8b2ec2be-3a81-4ab4-8a32-7a0a743637b0 tempest-ServerRescueNegativeTestJSON-1481324798 tempest-ServerRescueNegativeTestJSON-1481324798-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:22:44.606118 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-677688f3-f103-4bab-984e-50dc2c7cea77 req-8b2ec2be-3a81-4ab4-8a32-7a0a743637b0 tempest-ServerRescueNegativeTestJSON-1481324798 tempest-ServerRescueNegativeTestJSON-1481324798-project] 10.222.0.89 "GET /v2.0/networks?id=65e96574-1b4a-495a-8b0d-441e42a3db76 HTTP/1.1" status: 200 len: 818 time: 0.3463988 Feb 04 17:22:44.655241 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-677688f3-f103-4bab-984e-50dc2c7cea77 req-48ca6267-d868-4ff5-b364-b6dc9993676d tempest-ServerRescueNegativeTestJSON-1481324798 tempest-ServerRescueNegativeTestJSON-1481324798-project] 10.222.0.89 "GET /v2.0/quotas/416c048260b14ff1a410112cf5941611 HTTP/1.1" status: 200 len: 375 time: 0.0431876 Feb 04 17:22:44.658246 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce36e5e3-7c7a-4b3f-addb-3bd2479214e1 req-2eb5fe6a-3ca2-4646-a949-e9bc4db85b01 tempest-ServerRescueTestJSONUnderV235-1389214366 tempest-ServerRescueTestJSONUnderV235-1389214366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:22:44.665557 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-ce36e5e3-7c7a-4b3f-addb-3bd2479214e1 req-2eb5fe6a-3ca2-4646-a949-e9bc4db85b01 tempest-ServerRescueTestJSONUnderV235-1389214366 tempest-ServerRescueTestJSONUnderV235-1389214366-project] 10.222.0.89 "GET /v2.0/ports?device_id=c1affc7e-c4fd-44da-8120-774326466c99 HTTP/1.1" status: 200 len: 945 time: 0.1521294 Feb 04 17:22:44.746095 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-ce36e5e3-7c7a-4b3f-addb-3bd2479214e1 req-a22812bb-b2a8-42c3-8c8f-97c9e45fdfb7 tempest-ServerRescueTestJSONUnderV235-1389214366 tempest-ServerRescueTestJSONUnderV235-1389214366-project] 10.222.0.89 "GET /v2.0/security-groups?id=c3431cd9-8ee1-43a9-bad9-017618f597d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774300 Feb 04 17:22:44.800258 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-677688f3-f103-4bab-984e-50dc2c7cea77 req-0d293b1e-3ba5-4023-a888-9c0ef16f9e5a tempest-ServerRescueNegativeTestJSON-1481324798 tempest-ServerRescueNegativeTestJSON-1481324798-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=416c048260b14ff1a410112cf5941611&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1416566 Feb 04 17:22:44.949936 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-677688f3-f103-4bab-984e-50dc2c7cea77 req-46d54578-156a-4db0-85c9-9025ee76867f service neutron] 10.222.0.89 "GET /v2.0/networks/65e96574-1b4a-495a-8b0d-441e42a3db76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1428757 Feb 04 17:22:45.145049 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-677688f3-f103-4bab-984e-50dc2c7cea77 req-645fa4ba-18a0-41bd-8a6f-402d43270cc0 service neutron] 10.222.0.89 "GET /v2.0/networks/65e96574-1b4a-495a-8b0d-441e42a3db76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1849246 Feb 04 17:22:45.603111 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-da763309-1080-4fa7-9f51-784c5876073e req-e194eb4e-1985-4537-890e-5917166eb648 tempest-ServerRescueNegativeTestJSON-1481324798 tempest-ServerRescueNegativeTestJSON-1481324798-project] 10.222.0.89 "GET /v2.0/ports?device_id=96f9652e-8b23-4729-8bd9-8d19010715cb HTTP/1.1" status: 200 len: 210 time: 0.0908494 Feb 04 17:22:45.953462 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0960cf6-65a7-48a7-8ff9-5fd8d4797363 req-5b30d9ed-9026-4467-8f9a-5087fd90be0a tempest-ServerRescueNegativeTestJSON-1481324798 tempest-ServerRescueNegativeTestJSON-1481324798-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:22:45.965349 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-e0960cf6-65a7-48a7-8ff9-5fd8d4797363 req-5b30d9ed-9026-4467-8f9a-5087fd90be0a tempest-ServerRescueNegativeTestJSON-1481324798 tempest-ServerRescueNegativeTestJSON-1481324798-project] 10.222.0.96 "GET /v2.0/networks?id=65e96574-1b4a-495a-8b0d-441e42a3db76 HTTP/1.1" status: 200 len: 818 time: 0.3063481 Feb 04 17:22:45.988432 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [req-e0960cf6-65a7-48a7-8ff9-5fd8d4797363 req-90e8c79e-c0b1-442f-85f4-e3489ae8f774 tempest-ServerRescueNegativeTestJSON-1481324798 tempest-ServerRescueNegativeTestJSON-1481324798-project] Request body: {'port': {'device_id': '5f99a685-700d-4f63-88c2-d2a04a4a422d', 'network_id': '65e96574-1b4a-495a-8b0d-441e42a3db76', 'admin_state_up': True, 'tenant_id': '416c048260b14ff1a410112cf5941611'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:22:46.099400 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb0e063-b1df-4d62-8884-4d7654268703 req-6b8cd518-ed01-487c-9728-5bea3da6d581 tempest-ServerRescueTestJSONUnderV235-1389214366 tempest-ServerRescueTestJSONUnderV235-1389214366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:22:46.101039 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-7eb0e063-b1df-4d62-8884-4d7654268703 req-6b8cd518-ed01-487c-9728-5bea3da6d581 tempest-ServerRescueTestJSONUnderV235-1389214366 tempest-ServerRescueTestJSONUnderV235-1389214366-project] 10.222.0.89 "GET /v2.0/ports?device_id=c1affc7e-c4fd-44da-8120-774326466c99 HTTP/1.1" status: 200 len: 945 time: 0.1718843 Feb 04 17:22:46.184112 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e0960cf6-65a7-48a7-8ff9-5fd8d4797363 req-90e8c79e-c0b1-442f-85f4-e3489ae8f774 tempest-ServerRescueNegativeTestJSON-1481324798 tempest-ServerRescueNegativeTestJSON-1481324798-project] Made reservation on behalf of 416c048260b14ff1a410112cf5941611 for: {'port': 1} {{(pid=103376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:22:46.198354 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-e0960cf6-65a7-48a7-8ff9-5fd8d4797363 req-90e8c79e-c0b1-442f-85f4-e3489ae8f774 tempest-ServerRescueNegativeTestJSON-1481324798 tempest-ServerRescueNegativeTestJSON-1481324798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:46.290765 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-7eb0e063-b1df-4d62-8884-4d7654268703 req-5eb8dad7-c501-44f0-a283-3b039ff7f4e9 tempest-ServerRescueTestJSONUnderV235-1389214366 tempest-ServerRescueTestJSONUnderV235-1389214366-project] 10.222.0.89 "GET /v2.0/security-groups?id=c3431cd9-8ee1-43a9-bad9-017618f597d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1808085 Feb 04 17:22:46.644296 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.db_base_plugin_common [req-e0960cf6-65a7-48a7-8ff9-5fd8d4797363 req-90e8c79e-c0b1-442f-85f4-e3489ae8f774 tempest-ServerRescueNegativeTestJSON-1481324798 tempest-ServerRescueNegativeTestJSON-1481324798-project] Allocated IP 172.20.0.7 (65e96574-1b4a-495a-8b0d-441e42a3db76/99111859-42b4-4e18-9ce6-d611a4f50891/4d9c178e-acd3-418e-8ad1-375bbb2d292e) {{(pid=103376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:22:46.955042 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-e0960cf6-65a7-48a7-8ff9-5fd8d4797363 req-90e8c79e-c0b1-442f-85f4-e3489ae8f774 tempest-ServerRescueNegativeTestJSON-1481324798 tempest-ServerRescueNegativeTestJSON-1481324798-project] Publish callbacks [] for port (4d9c178e-acd3-418e-8ad1-375bbb2d292e), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:47.066680 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-e0960cf6-65a7-48a7-8ff9-5fd8d4797363 req-90e8c79e-c0b1-442f-85f4-e3489ae8f774 tempest-ServerRescueNegativeTestJSON-1481324798 tempest-ServerRescueNegativeTestJSON-1481324798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (4d9c178e-acd3-418e-8ad1-375bbb2d292e), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:47.150918 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e0960cf6-65a7-48a7-8ff9-5fd8d4797363 req-90e8c79e-c0b1-442f-85f4-e3489ae8f774 tempest-ServerRescueNegativeTestJSON-1481324798 tempest-ServerRescueNegativeTestJSON-1481324798-project] Network 65e96574-1b4a-495a-8b0d-441e42a3db76 is already hosted by enough agents. {{(pid=103376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:22:47.165561 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-d0863cbe-6279-4a53-9c66-75a5c250b41a req-e2ed593c-9ff2-4ecd-8647-0aa92aa1165a tempest-ServerRescueNegativeTestJSON-1481324798 tempest-ServerRescueNegativeTestJSON-1481324798-project] 10.222.0.89 "GET /v2.0/ports?device_id=96f9652e-8b23-4729-8bd9-8d19010715cb HTTP/1.1" status: 200 len: 210 time: 0.1449201 Feb 04 17:22:47.180598 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [req-e0960cf6-65a7-48a7-8ff9-5fd8d4797363 req-90e8c79e-c0b1-442f-85f4-e3489ae8f774 tempest-ServerRescueNegativeTestJSON-1481324798 tempest-ServerRescueNegativeTestJSON-1481324798-project] Resources bound (agent type, host, resource id): {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:22:47.202326 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0960cf6-65a7-48a7-8ff9-5fd8d4797363 req-90e8c79e-c0b1-442f-85f4-e3489ae8f774 tempest-ServerRescueNegativeTestJSON-1481324798 tempest-ServerRescueNegativeTestJSON-1481324798-project] Received port after_create {{(pid=103376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:22:47.322368 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3772a68-5c94-492f-acfe-9b67d167b93e req-07041655-2beb-4487-a911-22e3acdca4d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:22:47.323959 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-b3772a68-5c94-492f-acfe-9b67d167b93e req-07041655-2beb-4487-a911-22e3acdca4d8 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=e9b098a64fdf44abba2c8135f539141d&device_id=c1affc7e-c4fd-44da-8120-774326466c99 HTTP/1.1" status: 200 len: 1127 time: 0.3104575 Feb 04 17:22:47.345230 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0960cf6-65a7-48a7-8ff9-5fd8d4797363 req-90e8c79e-c0b1-442f-85f4-e3489ae8f774 tempest-ServerRescueNegativeTestJSON-1481324798 tempest-ServerRescueNegativeTestJSON-1481324798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:22:47.345931 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-e0960cf6-65a7-48a7-8ff9-5fd8d4797363 req-90e8c79e-c0b1-442f-85f4-e3489ae8f774 tempest-ServerRescueNegativeTestJSON-1481324798 tempest-ServerRescueNegativeTestJSON-1481324798-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:47.535808 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3772a68-5c94-492f-acfe-9b67d167b93e req-930a0391-3a26-4979-8278-1779b30db2ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:22:47.538964 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-b3772a68-5c94-492f-acfe-9b67d167b93e req-930a0391-3a26-4979-8278-1779b30db2ca service neutron] 10.222.0.90 "GET /v2.0/networks?id=151997f6-fb27-4cf0-bfe9-ef4acfbb4102 HTTP/1.1" status: 200 len: 921 time: 0.1899819 Feb 04 17:22:47.541599 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e8c79e-c0b1-442f-85f4-e3489ae8f774 tempest-ServerRescueNegativeTestJSON-1481324798 tempest-ServerRescueNegativeTestJSON-1481324798-project] Pushing event updated for resources: {'Port': ['ID=4d9c178e-acd3-418e-8ad1-375bbb2d292e,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:22:47.656988 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-b3772a68-5c94-492f-acfe-9b67d167b93e req-5eae3dca-b175-4f87-a29d-2859334b072c service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3120abc2-f8c4-441a-beb5-ce8f46eca2db HTTP/1.1" status: 200 len: 217 time: 0.0648365 Feb 04 17:22:47.731314 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3772a68-5c94-492f-acfe-9b67d167b93e req-e554e434-d1c2-4b25-b241-a376d0a6b493 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:22:47.739104 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-b3772a68-5c94-492f-acfe-9b67d167b93e req-e554e434-d1c2-4b25-b241-a376d0a6b493 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=58924840-63b9-49cf-9b5e-4aa66ca609e8 HTTP/1.1" status: 200 len: 860 time: 0.0734503 Feb 04 17:22:47.750605 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-e0960cf6-65a7-48a7-8ff9-5fd8d4797363 req-90e8c79e-c0b1-442f-85f4-e3489ae8f774 tempest-ServerRescueNegativeTestJSON-1481324798 tempest-ServerRescueNegativeTestJSON-1481324798-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7728262 Feb 04 17:22:47.762426 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677688f3-f103-4bab-984e-50dc2c7cea77 req-95c3fbcb-bcc2-45f8-98e3-405f24c711d9 tempest-ServerRescueNegativeTestJSON-1481324798 tempest-ServerRescueNegativeTestJSON-1481324798-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:22:47.775595 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-677688f3-f103-4bab-984e-50dc2c7cea77 req-95c3fbcb-bcc2-45f8-98e3-405f24c711d9 tempest-ServerRescueNegativeTestJSON-1481324798 tempest-ServerRescueNegativeTestJSON-1481324798-project] 10.222.0.90 "GET /v2.0/networks?id=65e96574-1b4a-495a-8b0d-441e42a3db76 HTTP/1.1" status: 200 len: 818 time: 0.3596649 Feb 04 17:22:47.794518 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [req-677688f3-f103-4bab-984e-50dc2c7cea77 req-c045cb38-c763-48e5-83dd-981177e7ab02 tempest-ServerRescueNegativeTestJSON-1481324798 tempest-ServerRescueNegativeTestJSON-1481324798-project] Request body: {'port': {'device_id': '96f9652e-8b23-4729-8bd9-8d19010715cb', 'network_id': '65e96574-1b4a-495a-8b0d-441e42a3db76', 'admin_state_up': True, 'tenant_id': '416c048260b14ff1a410112cf5941611'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:22:47.830132 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547e33e0-4a55-4a46-b4a8-1cadd567ab63 req-f5f0c453-08b5-4b00-9bff-38ebec166760 tempest-ServerRescueTestJSONUnderV235-1389214366 tempest-ServerRescueTestJSONUnderV235-1389214366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:22:47.847673 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-547e33e0-4a55-4a46-b4a8-1cadd567ab63 req-f5f0c453-08b5-4b00-9bff-38ebec166760 tempest-ServerRescueTestJSONUnderV235-1389214366 tempest-ServerRescueTestJSONUnderV235-1389214366-project] 10.222.0.89 "GET /v2.0/ports?device_id=c1affc7e-c4fd-44da-8120-774326466c99 HTTP/1.1" status: 200 len: 945 time: 0.4953098 Feb 04 17:22:47.851449 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-b3772a68-5c94-492f-acfe-9b67d167b93e req-eeef671f-78a5-474a-829f-68949066459d service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=151997f6-fb27-4cf0-bfe9-ef4acfbb4102&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0985398 Feb 04 17:22:47.855171 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [req-e0960cf6-65a7-48a7-8ff9-5fd8d4797363 req-728fc0db-b5d1-40b7-b26f-0dbfbd1d42bb service neutron] Request body: {'port': {'device_id': '5f99a685-700d-4f63-88c2-d2a04a4a422d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827839-2'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:22:48.063978 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-e0960cf6-65a7-48a7-8ff9-5fd8d4797363 req-728fc0db-b5d1-40b7-b26f-0dbfbd1d42bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (4d9c178e-acd3-418e-8ad1-375bbb2d292e), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:48.082426 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-677688f3-f103-4bab-984e-50dc2c7cea77 req-c045cb38-c763-48e5-83dd-981177e7ab02 tempest-ServerRescueNegativeTestJSON-1481324798 tempest-ServerRescueNegativeTestJSON-1481324798-project] Made reservation on behalf of 416c048260b14ff1a410112cf5941611 for: {'port': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:22:48.087841 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-677688f3-f103-4bab-984e-50dc2c7cea77 req-c045cb38-c763-48e5-83dd-981177e7ab02 tempest-ServerRescueNegativeTestJSON-1481324798 tempest-ServerRescueNegativeTestJSON-1481324798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:48.276844 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-b3772a68-5c94-492f-acfe-9b67d167b93e req-a78bc629-9648-4e25-ac3b-6f4a3552581c service neutron] 10.222.0.90 "GET /v2.0/networks/151997f6-fb27-4cf0-bfe9-ef4acfbb4102?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2660329 Feb 04 17:22:48.382488 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.db_base_plugin_common [req-677688f3-f103-4bab-984e-50dc2c7cea77 req-c045cb38-c763-48e5-83dd-981177e7ab02 tempest-ServerRescueNegativeTestJSON-1481324798 tempest-ServerRescueNegativeTestJSON-1481324798-project] Allocated IP 172.20.0.4 (65e96574-1b4a-495a-8b0d-441e42a3db76/99111859-42b4-4e18-9ce6-d611a4f50891/d7e5630c-e618-4daf-8f90-85c9c1cf18e5) {{(pid=103377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:22:48.556509 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-b3772a68-5c94-492f-acfe-9b67d167b93e req-b7784141-0406-4fc5-89c9-69bf2a32b92f service neutron] 10.222.0.90 "GET /v2.0/networks/151997f6-fb27-4cf0-bfe9-ef4acfbb4102?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2398360 Feb 04 17:22:48.772370 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-677688f3-f103-4bab-984e-50dc2c7cea77 req-c045cb38-c763-48e5-83dd-981177e7ab02 tempest-ServerRescueNegativeTestJSON-1481324798 tempest-ServerRescueNegativeTestJSON-1481324798-project] Publish callbacks [] for port (d7e5630c-e618-4daf-8f90-85c9c1cf18e5), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:48.830183 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-547e33e0-4a55-4a46-b4a8-1cadd567ab63 req-1cb9c727-2c4d-49e8-a1a0-32854abf3979 tempest-ServerRescueTestJSONUnderV235-1389214366 tempest-ServerRescueTestJSONUnderV235-1389214366-project] 10.222.0.89 "GET /v2.0/security-groups?id=c3431cd9-8ee1-43a9-bad9-017618f597d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9807682 Feb 04 17:22:48.839210 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-677688f3-f103-4bab-984e-50dc2c7cea77 req-c045cb38-c763-48e5-83dd-981177e7ab02 tempest-ServerRescueNegativeTestJSON-1481324798 tempest-ServerRescueNegativeTestJSON-1481324798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (d7e5630c-e618-4daf-8f90-85c9c1cf18e5), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:49.017710 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-677688f3-f103-4bab-984e-50dc2c7cea77 req-c045cb38-c763-48e5-83dd-981177e7ab02 tempest-ServerRescueNegativeTestJSON-1481324798 tempest-ServerRescueNegativeTestJSON-1481324798-project] Network 65e96574-1b4a-495a-8b0d-441e42a3db76 is already hosted by enough agents. {{(pid=103377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:22:49.068091 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [req-677688f3-f103-4bab-984e-50dc2c7cea77 req-c045cb38-c763-48e5-83dd-981177e7ab02 tempest-ServerRescueNegativeTestJSON-1481324798 tempest-ServerRescueNegativeTestJSON-1481324798-project] Resources bound (agent type, host, resource id): {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:22:49.071447 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c045cb38-c763-48e5-83dd-981177e7ab02 tempest-ServerRescueNegativeTestJSON-1481324798 tempest-ServerRescueNegativeTestJSON-1481324798-project] Pushing event updated for resources: {'Port': ['ID=d7e5630c-e618-4daf-8f90-85c9c1cf18e5,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:22:49.078777 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [req-677688f3-f103-4bab-984e-50dc2c7cea77 req-c045cb38-c763-48e5-83dd-981177e7ab02 tempest-ServerRescueNegativeTestJSON-1481324798 tempest-ServerRescueNegativeTestJSON-1481324798-project] Received port after_create {{(pid=103377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:22:49.242638 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677688f3-f103-4bab-984e-50dc2c7cea77 req-c045cb38-c763-48e5-83dd-981177e7ab02 tempest-ServerRescueNegativeTestJSON-1481324798 tempest-ServerRescueNegativeTestJSON-1481324798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:22:49.243274 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-677688f3-f103-4bab-984e-50dc2c7cea77 req-c045cb38-c763-48e5-83dd-981177e7ab02 tempest-ServerRescueNegativeTestJSON-1481324798 tempest-ServerRescueNegativeTestJSON-1481324798-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:49.287259 n-d-827839-2 neutron-server[103376]: DEBUG neutron.notifiers.nova [req-e0960cf6-65a7-48a7-8ff9-5fd8d4797363 req-728fc0db-b5d1-40b7-b26f-0dbfbd1d42bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d9c178e-acd3-418e-8ad1-375bbb2d292e {{(pid=103376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 17:22:49.289052 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da07db16-fcd4-4798-8c03-8d6c3f66b5a9 req-aaeb8873-b585-45e1-af14-2f8393a6d068 tempest-ServerRescueNegativeTestJSON-1481324798 tempest-ServerRescueNegativeTestJSON-1481324798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:22:49.296226 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-da07db16-fcd4-4798-8c03-8d6c3f66b5a9 req-aaeb8873-b585-45e1-af14-2f8393a6d068 tempest-ServerRescueNegativeTestJSON-1481324798 tempest-ServerRescueNegativeTestJSON-1481324798-project] 10.222.0.89 "GET /v2.0/ports?device_id=96f9652e-8b23-4729-8bd9-8d19010715cb HTTP/1.1" status: 200 len: 931 time: 0.4676657 Feb 04 17:22:49.296776 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-e0960cf6-65a7-48a7-8ff9-5fd8d4797363 req-728fc0db-b5d1-40b7-b26f-0dbfbd1d42bb service neutron] Publish callbacks [] for port (4d9c178e-acd3-418e-8ad1-375bbb2d292e), precommit_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:49.328518 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.provisioning_blocks [req-e0960cf6-65a7-48a7-8ff9-5fd8d4797363 req-728fc0db-b5d1-40b7-b26f-0dbfbd1d42bb service neutron] Transition to ACTIVE for port object 4d9c178e-acd3-418e-8ad1-375bbb2d292e will not be triggered until provisioned by entity L2. {{(pid=103376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 17:22:49.333505 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-e0960cf6-65a7-48a7-8ff9-5fd8d4797363 req-728fc0db-b5d1-40b7-b26f-0dbfbd1d42bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675836'] for port (4d9c178e-acd3-418e-8ad1-375bbb2d292e), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:49.344065 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-677688f3-f103-4bab-984e-50dc2c7cea77 req-c045cb38-c763-48e5-83dd-981177e7ab02 tempest-ServerRescueNegativeTestJSON-1481324798 tempest-ServerRescueNegativeTestJSON-1481324798-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5543671 Feb 04 17:22:49.359347 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [req-677688f3-f103-4bab-984e-50dc2c7cea77 req-ee257824-07f5-4652-979f-23bbb2f27f9a service neutron] Request body: {'port': {'device_id': '96f9652e-8b23-4729-8bd9-8d19010715cb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827839-2'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:22:49.475386 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728fc0db-b5d1-40b7-b26f-0dbfbd1d42bb service neutron] Pushing event updated for resources: {'Port': ['ID=4d9c178e-acd3-418e-8ad1-375bbb2d292e,revision_number=2']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:22:49.480341 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-da07db16-fcd4-4798-8c03-8d6c3f66b5a9 req-309be460-c352-4a84-b036-ce8aab3b2785 tempest-ServerRescueNegativeTestJSON-1481324798 tempest-ServerRescueNegativeTestJSON-1481324798-project] 10.222.0.89 "GET /v2.0/security-groups?id=47e1fb0d-88ed-4fed-9e75-9f02b9f534f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1780014 Feb 04 17:22:49.593020 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-677688f3-f103-4bab-984e-50dc2c7cea77 req-ee257824-07f5-4652-979f-23bbb2f27f9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (d7e5630c-e618-4daf-8f90-85c9c1cf18e5), before_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:49.649465 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [req-e0960cf6-65a7-48a7-8ff9-5fd8d4797363 req-728fc0db-b5d1-40b7-b26f-0dbfbd1d42bb service neutron] Attempting to bind port 4d9c178e-acd3-418e-8ad1-375bbb2d292e on host n-h1-827839-2 for vnic_type normal with profile {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:22:49.649881 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [req-e0960cf6-65a7-48a7-8ff9-5fd8d4797363 req-728fc0db-b5d1-40b7-b26f-0dbfbd1d42bb service neutron] Attempting to bind port 4d9c178e-acd3-418e-8ad1-375bbb2d292e by drivers openvswitch,hyperv on host n-h1-827839-2 at level 0 using segments [{'id': 'ab720ee6-c6a8-401f-ad8a-0c2daaee99db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '65e96574-1b4a-495a-8b0d-441e42a3db76'}] {{(pid=103376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:22:49.650310 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0960cf6-65a7-48a7-8ff9-5fd8d4797363 req-728fc0db-b5d1-40b7-b26f-0dbfbd1d42bb service neutron] Attempting to bind port 4d9c178e-acd3-418e-8ad1-375bbb2d292e on network 65e96574-1b4a-495a-8b0d-441e42a3db76 {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:22:49.662454 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0960cf6-65a7-48a7-8ff9-5fd8d4797363 req-728fc0db-b5d1-40b7-b26f-0dbfbd1d42bb service neutron] Port 4d9c178e-acd3-418e-8ad1-375bbb2d292e on network 65e96574-1b4a-495a-8b0d-441e42a3db76 not bound, no agent of type Open vSwitch agent registered on host n-h1-827839-2 {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 17:22:49.662915 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0960cf6-65a7-48a7-8ff9-5fd8d4797363 req-728fc0db-b5d1-40b7-b26f-0dbfbd1d42bb service neutron] Attempting to bind port 4d9c178e-acd3-418e-8ad1-375bbb2d292e on network 65e96574-1b4a-495a-8b0d-441e42a3db76 {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:22:49.675368 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0960cf6-65a7-48a7-8ff9-5fd8d4797363 req-728fc0db-b5d1-40b7-b26f-0dbfbd1d42bb service neutron] Checking agent: {'id': '3f9244a9-75fc-4c10-b195-11d48b853b41', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 8, 42), 'started_at': datetime.datetime(2022, 2, 4, 17, 8, 42), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 22, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:22:49.675832 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0960cf6-65a7-48a7-8ff9-5fd8d4797363 req-728fc0db-b5d1-40b7-b26f-0dbfbd1d42bb service neutron] Checking segment: {'id': 'ab720ee6-c6a8-401f-ad8a-0c2daaee99db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '65e96574-1b4a-495a-8b0d-441e42a3db76'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:22:49.676324 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0960cf6-65a7-48a7-8ff9-5fd8d4797363 req-728fc0db-b5d1-40b7-b26f-0dbfbd1d42bb service neutron] Bound using segment: {'id': 'ab720ee6-c6a8-401f-ad8a-0c2daaee99db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '65e96574-1b4a-495a-8b0d-441e42a3db76'} {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:22:49.676933 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [req-e0960cf6-65a7-48a7-8ff9-5fd8d4797363 req-728fc0db-b5d1-40b7-b26f-0dbfbd1d42bb service neutron] Bound port: 4d9c178e-acd3-418e-8ad1-375bbb2d292e, host: n-h1-827839-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab720ee6-c6a8-401f-ad8a-0c2daaee99db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '65e96574-1b4a-495a-8b0d-441e42a3db76'}}] {{(pid=103376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:22:49.677507 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-e0960cf6-65a7-48a7-8ff9-5fd8d4797363 req-728fc0db-b5d1-40b7-b26f-0dbfbd1d42bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (4d9c178e-acd3-418e-8ad1-375bbb2d292e), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:49.843528 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [req-e0960cf6-65a7-48a7-8ff9-5fd8d4797363 req-728fc0db-b5d1-40b7-b26f-0dbfbd1d42bb service neutron] For port 4d9c178e-acd3-418e-8ad1-375bbb2d292e, host n-h1-827839-2, cleared binding levels {{(pid=103376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:22:49.866723 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [req-e0960cf6-65a7-48a7-8ff9-5fd8d4797363 req-728fc0db-b5d1-40b7-b26f-0dbfbd1d42bb service neutron] For port 4d9c178e-acd3-418e-8ad1-375bbb2d292e, host n-h1-827839-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=4d9c178e-acd3-418e-8ad1-375bbb2d292e,segment=NetworkSegment(ab720ee6-c6a8-401f-ad8a-0c2daaee99db),segment_id=ab720ee6-c6a8-401f-ad8a-0c2daaee99db)] {{(pid=103376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:22:49.883503 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-e0960cf6-65a7-48a7-8ff9-5fd8d4797363 req-728fc0db-b5d1-40b7-b26f-0dbfbd1d42bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675836'] for port (4d9c178e-acd3-418e-8ad1-375bbb2d292e), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:50.129395 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0960cf6-65a7-48a7-8ff9-5fd8d4797363 req-728fc0db-b5d1-40b7-b26f-0dbfbd1d42bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:22:50.129897 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-e0960cf6-65a7-48a7-8ff9-5fd8d4797363 req-728fc0db-b5d1-40b7-b26f-0dbfbd1d42bb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:50.137087 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-e0960cf6-65a7-48a7-8ff9-5fd8d4797363 req-728fc0db-b5d1-40b7-b26f-0dbfbd1d42bb service neutron] 10.222.0.96 "PUT /v2.0/ports/4d9c178e-acd3-418e-8ad1-375bbb2d292e HTTP/1.1" status: 200 len: 1091 time: 2.3688152 Feb 04 17:22:50.143000 n-d-827839-2 neutron-server[103376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f99a685-700d-4f63-88c2-d2a04a4a422d', 'tag': '4d9c178e-acd3-418e-8ad1-375bbb2d292e'}] {{(pid=103376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:22:50.145386 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d59c3bb5e2f09ebf62144d5e09b1cff60c763a9c19614c24538e77842938c05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acb2ea1d-939c-4887-b2d5-4dec34956962" -d '{"events": [{"name": "network-changed", "server_uuid": "5f99a685-700d-4f63-88c2-d2a04a4a422d", "tag": "4d9c178e-acd3-418e-8ad1-375bbb2d292e"}]}' {{(pid=103376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:22:50.253584 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728fc0db-b5d1-40b7-b26f-0dbfbd1d42bb service neutron] Pushing event updated for resources: {'Port': ['ID=4d9c178e-acd3-418e-8ad1-375bbb2d292e,revision_number=3']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:22:50.278728 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7a025f-44e5-4961-9c9c-58e13aa53e65 req-bccbb1fb-1de8-4d51-80cf-a6e66885766f tempest-ServerRescueTestJSONUnderV235-1389214366 tempest-ServerRescueTestJSONUnderV235-1389214366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:22:50.280901 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-ac7a025f-44e5-4961-9c9c-58e13aa53e65 req-bccbb1fb-1de8-4d51-80cf-a6e66885766f tempest-ServerRescueTestJSONUnderV235-1389214366 tempest-ServerRescueTestJSONUnderV235-1389214366-project] 10.222.0.89 "GET /v2.0/ports?device_id=c1affc7e-c4fd-44da-8120-774326466c99 HTTP/1.1" status: 200 len: 945 time: 0.2489307 Feb 04 17:22:50.364239 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 17:22:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca3f3611-9d87-47df-b0c9-01540f4da6a8 x-openstack-request-id: req-ca3f3611-9d87-47df-b0c9-01540f4da6a8 {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:22:50.364939 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f99a685-700d-4f63-88c2-d2a04a4a422d", "tag": "4d9c178e-acd3-418e-8ad1-375bbb2d292e", "status": "completed", "code": 200}]} {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:22:50.364939 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-ca3f3611-9d87-47df-b0c9-01540f4da6a8 {{(pid=103376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:22:50.365271 n-d-827839-2 neutron-server[103376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f99a685-700d-4f63-88c2-d2a04a4a422d', 'tag': '4d9c178e-acd3-418e-8ad1-375bbb2d292e', 'status': 'completed', 'code': 200} Feb 04 17:22:50.379851 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0960cf6-65a7-48a7-8ff9-5fd8d4797363 req-c4d80517-f86b-44c0-9673-92828c321256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:22:50.389726 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-e0960cf6-65a7-48a7-8ff9-5fd8d4797363 req-c4d80517-f86b-44c0-9673-92828c321256 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=416c048260b14ff1a410112cf5941611&device_id=5f99a685-700d-4f63-88c2-d2a04a4a422d HTTP/1.1" status: 200 len: 1125 time: 0.2006340 Feb 04 17:22:50.456307 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-ac7a025f-44e5-4961-9c9c-58e13aa53e65 req-71a5117f-859e-4890-9402-cc0949caee89 tempest-ServerRescueTestJSONUnderV235-1389214366 tempest-ServerRescueTestJSONUnderV235-1389214366-project] 10.222.0.89 "GET /v2.0/security-groups?id=c3431cd9-8ee1-43a9-bad9-017618f597d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536808 Feb 04 17:22:50.581603 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-e0960cf6-65a7-48a7-8ff9-5fd8d4797363 req-04c71e56-929f-4b5d-87e8-4f88075feb28 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4d9c178e-acd3-418e-8ad1-375bbb2d292e HTTP/1.1" status: 200 len: 217 time: 0.1435745 Feb 04 17:22:50.671677 n-d-827839-2 neutron-server[103377]: DEBUG neutron.notifiers.nova [req-677688f3-f103-4bab-984e-50dc2c7cea77 req-ee257824-07f5-4652-979f-23bbb2f27f9a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d7e5630c-e618-4daf-8f90-85c9c1cf18e5 {{(pid=103377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 17:22:50.694859 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0960cf6-65a7-48a7-8ff9-5fd8d4797363 req-1221572d-2420-4755-ac5e-315dab889736 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:22:50.695545 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-677688f3-f103-4bab-984e-50dc2c7cea77 req-ee257824-07f5-4652-979f-23bbb2f27f9a service neutron] Publish callbacks [] for port (d7e5630c-e618-4daf-8f90-85c9c1cf18e5), precommit_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:50.697166 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-e0960cf6-65a7-48a7-8ff9-5fd8d4797363 req-1221572d-2420-4755-ac5e-315dab889736 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=99111859-42b4-4e18-9ce6-d611a4f50891 HTTP/1.1" status: 200 len: 858 time: 0.1115313 Feb 04 17:22:50.743874 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.provisioning_blocks [req-677688f3-f103-4bab-984e-50dc2c7cea77 req-ee257824-07f5-4652-979f-23bbb2f27f9a service neutron] Transition to ACTIVE for port object d7e5630c-e618-4daf-8f90-85c9c1cf18e5 will not be triggered until provisioned by entity L2. {{(pid=103377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 17:22:50.767874 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-677688f3-f103-4bab-984e-50dc2c7cea77 req-ee257824-07f5-4652-979f-23bbb2f27f9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25888290'] for port (d7e5630c-e618-4daf-8f90-85c9c1cf18e5), after_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:50.875662 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-e0960cf6-65a7-48a7-8ff9-5fd8d4797363 req-bbb77a4f-e61c-4251-8ae1-436b904806ad service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=65e96574-1b4a-495a-8b0d-441e42a3db76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1105139 Feb 04 17:22:50.931024 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55511ca7-ad1c-40c5-a1de-1956246e01db req-b99aa6f3-9ef1-47ab-9eb9-1049bec7fd79 tempest-ServerRescueNegativeTestJSON-1481324798 tempest-ServerRescueNegativeTestJSON-1481324798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:22:50.944125 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-55511ca7-ad1c-40c5-a1de-1956246e01db req-b99aa6f3-9ef1-47ab-9eb9-1049bec7fd79 tempest-ServerRescueNegativeTestJSON-1481324798 tempest-ServerRescueNegativeTestJSON-1481324798-project] 10.222.0.89 "GET /v2.0/ports?device_id=96f9652e-8b23-4729-8bd9-8d19010715cb HTTP/1.1" status: 200 len: 931 time: 0.2459109 Feb 04 17:22:51.056710 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [req-677688f3-f103-4bab-984e-50dc2c7cea77 req-ee257824-07f5-4652-979f-23bbb2f27f9a service neutron] Attempting to bind port d7e5630c-e618-4daf-8f90-85c9c1cf18e5 on host n-h2-827839-2 for vnic_type normal with profile {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:22:51.057372 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [req-677688f3-f103-4bab-984e-50dc2c7cea77 req-ee257824-07f5-4652-979f-23bbb2f27f9a service neutron] Attempting to bind port d7e5630c-e618-4daf-8f90-85c9c1cf18e5 by drivers openvswitch,hyperv on host n-h2-827839-2 at level 0 using segments [{'id': 'ab720ee6-c6a8-401f-ad8a-0c2daaee99db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '65e96574-1b4a-495a-8b0d-441e42a3db76'}] {{(pid=103377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:22:51.058002 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-677688f3-f103-4bab-984e-50dc2c7cea77 req-ee257824-07f5-4652-979f-23bbb2f27f9a service neutron] Attempting to bind port d7e5630c-e618-4daf-8f90-85c9c1cf18e5 on network 65e96574-1b4a-495a-8b0d-441e42a3db76 {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:22:51.064091 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee257824-07f5-4652-979f-23bbb2f27f9a service neutron] Pushing event updated for resources: {'Port': ['ID=d7e5630c-e618-4daf-8f90-85c9c1cf18e5,revision_number=2']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:22:51.090373 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-677688f3-f103-4bab-984e-50dc2c7cea77 req-ee257824-07f5-4652-979f-23bbb2f27f9a service neutron] Port d7e5630c-e618-4daf-8f90-85c9c1cf18e5 on network 65e96574-1b4a-495a-8b0d-441e42a3db76 not bound, no agent of type Open vSwitch agent registered on host n-h2-827839-2 {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 17:22:51.091040 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-677688f3-f103-4bab-984e-50dc2c7cea77 req-ee257824-07f5-4652-979f-23bbb2f27f9a service neutron] Attempting to bind port d7e5630c-e618-4daf-8f90-85c9c1cf18e5 on network 65e96574-1b4a-495a-8b0d-441e42a3db76 {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:22:51.098233 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-677688f3-f103-4bab-984e-50dc2c7cea77 req-ee257824-07f5-4652-979f-23bbb2f27f9a service neutron] Checking agent: {'id': 'f20a1ab3-4332-4f54-833b-ba4a7c687e89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 8, 40), 'started_at': datetime.datetime(2022, 2, 4, 17, 8, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 22, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:22:51.098902 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-677688f3-f103-4bab-984e-50dc2c7cea77 req-ee257824-07f5-4652-979f-23bbb2f27f9a service neutron] Checking segment: {'id': 'ab720ee6-c6a8-401f-ad8a-0c2daaee99db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '65e96574-1b4a-495a-8b0d-441e42a3db76'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:22:51.099514 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-677688f3-f103-4bab-984e-50dc2c7cea77 req-ee257824-07f5-4652-979f-23bbb2f27f9a service neutron] Bound using segment: {'id': 'ab720ee6-c6a8-401f-ad8a-0c2daaee99db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '65e96574-1b4a-495a-8b0d-441e42a3db76'} {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:22:51.100153 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [req-677688f3-f103-4bab-984e-50dc2c7cea77 req-ee257824-07f5-4652-979f-23bbb2f27f9a service neutron] Bound port: d7e5630c-e618-4daf-8f90-85c9c1cf18e5, host: n-h2-827839-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab720ee6-c6a8-401f-ad8a-0c2daaee99db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '65e96574-1b4a-495a-8b0d-441e42a3db76'}}] {{(pid=103377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:22:51.100765 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-677688f3-f103-4bab-984e-50dc2c7cea77 req-ee257824-07f5-4652-979f-23bbb2f27f9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (d7e5630c-e618-4daf-8f90-85c9c1cf18e5), before_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:51.101423 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-e0960cf6-65a7-48a7-8ff9-5fd8d4797363 req-87de198c-428c-4e9d-a17a-9f8d80b210ec service neutron] 10.222.0.96 "GET /v2.0/networks/65e96574-1b4a-495a-8b0d-441e42a3db76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1899035 Feb 04 17:22:51.286295 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-55511ca7-ad1c-40c5-a1de-1956246e01db req-efaa8f1a-dd82-489b-9c57-3f12710291c8 tempest-ServerRescueNegativeTestJSON-1481324798 tempest-ServerRescueNegativeTestJSON-1481324798-project] 10.222.0.89 "GET /v2.0/security-groups?id=47e1fb0d-88ed-4fed-9e75-9f02b9f534f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3410428 Feb 04 17:22:51.312933 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [req-677688f3-f103-4bab-984e-50dc2c7cea77 req-ee257824-07f5-4652-979f-23bbb2f27f9a service neutron] For port d7e5630c-e618-4daf-8f90-85c9c1cf18e5, host n-h2-827839-2, cleared binding levels {{(pid=103377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:22:51.316028 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [req-677688f3-f103-4bab-984e-50dc2c7cea77 req-ee257824-07f5-4652-979f-23bbb2f27f9a service neutron] For port d7e5630c-e618-4daf-8f90-85c9c1cf18e5, host n-h2-827839-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=d7e5630c-e618-4daf-8f90-85c9c1cf18e5,segment=NetworkSegment(ab720ee6-c6a8-401f-ad8a-0c2daaee99db),segment_id=ab720ee6-c6a8-401f-ad8a-0c2daaee99db)] {{(pid=103377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:22:51.351409 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-677688f3-f103-4bab-984e-50dc2c7cea77 req-ee257824-07f5-4652-979f-23bbb2f27f9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25888290'] for port (d7e5630c-e618-4daf-8f90-85c9c1cf18e5), after_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:51.351964 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-e0960cf6-65a7-48a7-8ff9-5fd8d4797363 req-86968e09-57f9-475c-8f23-d4b906f609aa service neutron] 10.222.0.96 "GET /v2.0/networks/65e96574-1b4a-495a-8b0d-441e42a3db76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2360270 Feb 04 17:22:51.428938 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677688f3-f103-4bab-984e-50dc2c7cea77 req-ee257824-07f5-4652-979f-23bbb2f27f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:22:51.433603 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-677688f3-f103-4bab-984e-50dc2c7cea77 req-ee257824-07f5-4652-979f-23bbb2f27f9a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:51.438047 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-677688f3-f103-4bab-984e-50dc2c7cea77 req-ee257824-07f5-4652-979f-23bbb2f27f9a service neutron] 10.222.0.90 "PUT /v2.0/ports/d7e5630c-e618-4daf-8f90-85c9c1cf18e5 HTTP/1.1" status: 200 len: 1091 time: 2.0842757 Feb 04 17:22:51.516406 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb2ea1d-939c-4887-b2d5-4dec34956962 req-b1d0e8d1-8f11-4447-880b-9fca71bc3712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:22:51.522091 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-acb2ea1d-939c-4887-b2d5-4dec34956962 req-b1d0e8d1-8f11-4447-880b-9fca71bc3712 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=416c048260b14ff1a410112cf5941611&device_id=5f99a685-700d-4f63-88c2-d2a04a4a422d HTTP/1.1" status: 200 len: 1125 time: 0.1032550 Feb 04 17:22:51.529493 n-d-827839-2 neutron-server[103377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96f9652e-8b23-4729-8bd9-8d19010715cb', 'tag': 'd7e5630c-e618-4daf-8f90-85c9c1cf18e5'}] {{(pid=103377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:22:51.541133 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7240428b650e1488e9361b62648ff4b3a6c19d49d8c27c949491ab58c1346cf0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b91c60f-458a-4921-be9a-9617c9b445fc" -d '{"events": [{"name": "network-changed", "server_uuid": "96f9652e-8b23-4729-8bd9-8d19010715cb", "tag": "d7e5630c-e618-4daf-8f90-85c9c1cf18e5"}]}' {{(pid=103377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:22:51.716530 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 17:22:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0940369-5096-4df1-9257-55367a467f0a x-openstack-request-id: req-f0940369-5096-4df1-9257-55367a467f0a {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:22:51.720210 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96f9652e-8b23-4729-8bd9-8d19010715cb", "tag": "d7e5630c-e618-4daf-8f90-85c9c1cf18e5", "status": "completed", "code": 200}]} {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:22:51.721190 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-f0940369-5096-4df1-9257-55367a467f0a {{(pid=103377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:22:51.721757 n-d-827839-2 neutron-server[103377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96f9652e-8b23-4729-8bd9-8d19010715cb', 'tag': 'd7e5630c-e618-4daf-8f90-85c9c1cf18e5', 'status': 'completed', 'code': 200} Feb 04 17:22:51.815159 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb2ea1d-939c-4887-b2d5-4dec34956962 req-e2db4dd2-d443-4521-acb1-76d5fb945c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:22:51.822495 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-acb2ea1d-939c-4887-b2d5-4dec34956962 req-e2db4dd2-d443-4521-acb1-76d5fb945c29 service neutron] 10.222.0.96 "GET /v2.0/networks?id=65e96574-1b4a-495a-8b0d-441e42a3db76 HTTP/1.1" status: 200 len: 919 time: 0.2906897 Feb 04 17:22:51.936940 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee257824-07f5-4652-979f-23bbb2f27f9a service neutron] Pushing event updated for resources: {'Port': ['ID=d7e5630c-e618-4daf-8f90-85c9c1cf18e5,revision_number=3']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:22:52.010766 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b836f8-29f9-4956-bde9-c53b7a737389 req-5b453a21-c6be-42c9-83d6-af6e31a1505b tempest-ServerRescueTestJSONUnderV235-1389214366 tempest-ServerRescueTestJSONUnderV235-1389214366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:22:52.012383 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-64b836f8-29f9-4956-bde9-c53b7a737389 req-5b453a21-c6be-42c9-83d6-af6e31a1505b tempest-ServerRescueTestJSONUnderV235-1389214366 tempest-ServerRescueTestJSONUnderV235-1389214366-project] 10.222.0.89 "GET /v2.0/ports?device_id=c1affc7e-c4fd-44da-8120-774326466c99 HTTP/1.1" status: 200 len: 945 time: 0.3062744 Feb 04 17:22:52.021194 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-acb2ea1d-939c-4887-b2d5-4dec34956962 req-8d703f23-e4fb-4ba2-b361-a5a21f71443d service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4d9c178e-acd3-418e-8ad1-375bbb2d292e HTTP/1.1" status: 200 len: 217 time: 0.1916628 Feb 04 17:22:52.055308 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677688f3-f103-4bab-984e-50dc2c7cea77 req-bcc9ad06-6719-47b7-a414-17efcd29bd4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:22:52.069942 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-677688f3-f103-4bab-984e-50dc2c7cea77 req-bcc9ad06-6719-47b7-a414-17efcd29bd4a service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=416c048260b14ff1a410112cf5941611&device_id=96f9652e-8b23-4729-8bd9-8d19010715cb HTTP/1.1" status: 200 len: 1125 time: 0.4850807 Feb 04 17:22:52.174937 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb2ea1d-939c-4887-b2d5-4dec34956962 req-75d02ede-b05a-49fd-834d-64c1a3659ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:22:52.176440 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-acb2ea1d-939c-4887-b2d5-4dec34956962 req-75d02ede-b05a-49fd-834d-64c1a3659ceb service neutron] 10.222.0.96 "GET /v2.0/subnets?id=99111859-42b4-4e18-9ce6-d611a4f50891 HTTP/1.1" status: 200 len: 858 time: 0.1455595 Feb 04 17:22:52.265739 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-acb2ea1d-939c-4887-b2d5-4dec34956962 req-059034e6-aee5-4c51-8d5c-53bd84529b9c service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=65e96574-1b4a-495a-8b0d-441e42a3db76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0822954 Feb 04 17:22:52.298803 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-677688f3-f103-4bab-984e-50dc2c7cea77 req-293bbc19-189a-407d-b567-e5fa3e5195d8 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d7e5630c-e618-4daf-8f90-85c9c1cf18e5 HTTP/1.1" status: 200 len: 217 time: 0.1934025 Feb 04 17:22:52.505568 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-64b836f8-29f9-4956-bde9-c53b7a737389 req-fef49836-6c48-4870-a637-3e402e56c563 tempest-ServerRescueTestJSONUnderV235-1389214366 tempest-ServerRescueTestJSONUnderV235-1389214366-project] 10.222.0.89 "GET /v2.0/security-groups?id=c3431cd9-8ee1-43a9-bad9-017618f597d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4527955 Feb 04 17:22:52.537984 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677688f3-f103-4bab-984e-50dc2c7cea77 req-56a2a0f6-74a5-44b9-a129-10455dae0e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:22:52.541421 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-677688f3-f103-4bab-984e-50dc2c7cea77 req-56a2a0f6-74a5-44b9-a129-10455dae0e3e service neutron] 10.222.0.90 "GET /v2.0/subnets?id=99111859-42b4-4e18-9ce6-d611a4f50891 HTTP/1.1" status: 200 len: 858 time: 0.2225857 Feb 04 17:22:52.608519 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-677688f3-f103-4bab-984e-50dc2c7cea77 req-209d1fff-65e2-4016-aaee-e611b31077fa service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=65e96574-1b4a-495a-8b0d-441e42a3db76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0581849 Feb 04 17:22:52.820261 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-677688f3-f103-4bab-984e-50dc2c7cea77 req-b12f06cb-9710-46da-a5c0-705e2443e7de service neutron] 10.222.0.90 "GET /v2.0/networks/65e96574-1b4a-495a-8b0d-441e42a3db76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2013760 Feb 04 17:22:53.040066 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-677688f3-f103-4bab-984e-50dc2c7cea77 req-afc839e9-3dc4-45be-8f5c-a6a864b5e7c9 service neutron] 10.222.0.90 "GET /v2.0/networks/65e96574-1b4a-495a-8b0d-441e42a3db76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2121699 Feb 04 17:22:53.251912 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b91c60f-458a-4921-be9a-9617c9b445fc req-624a099a-8cdc-47e6-880a-561b074110fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:22:53.253479 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-5b91c60f-458a-4921-be9a-9617c9b445fc req-624a099a-8cdc-47e6-880a-561b074110fd service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=416c048260b14ff1a410112cf5941611&device_id=96f9652e-8b23-4729-8bd9-8d19010715cb HTTP/1.1" status: 200 len: 1125 time: 0.1489298 Feb 04 17:22:53.598139 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b91c60f-458a-4921-be9a-9617c9b445fc req-38e75f94-89ce-42f4-95a5-a8da7f1336f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:22:53.611350 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-5b91c60f-458a-4921-be9a-9617c9b445fc req-38e75f94-89ce-42f4-95a5-a8da7f1336f8 service neutron] 10.222.0.90 "GET /v2.0/networks?id=65e96574-1b4a-495a-8b0d-441e42a3db76 HTTP/1.1" status: 200 len: 919 time: 0.3493958 Feb 04 17:22:53.618489 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a244dddb-74db-4ca3-9bdc-f899447edb9b req-36667258-573a-47b2-8d5e-3902becea653 tempest-ServerRescueNegativeTestJSON-1481324798 tempest-ServerRescueNegativeTestJSON-1481324798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:22:53.624920 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-a244dddb-74db-4ca3-9bdc-f899447edb9b req-36667258-573a-47b2-8d5e-3902becea653 tempest-ServerRescueNegativeTestJSON-1481324798 tempest-ServerRescueNegativeTestJSON-1481324798-project] 10.222.0.89 "GET /v2.0/ports?device_id=96f9652e-8b23-4729-8bd9-8d19010715cb HTTP/1.1" status: 200 len: 943 time: 1.1424916 Feb 04 17:22:53.636179 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-acb2ea1d-939c-4887-b2d5-4dec34956962 req-3f09c567-cf75-4317-aad8-52b286f02aae service neutron] 10.222.0.96 "GET /v2.0/networks/65e96574-1b4a-495a-8b0d-441e42a3db76?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3633416 Feb 04 17:22:53.703642 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-5b91c60f-458a-4921-be9a-9617c9b445fc req-b8e96aee-6eb2-4744-8105-261e7be209df service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d7e5630c-e618-4daf-8f90-85c9c1cf18e5 HTTP/1.1" status: 200 len: 217 time: 0.0838025 Feb 04 17:22:53.934490 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593f8439-fc9e-4c1a-8d1b-91b366bf77c7 req-af317b37-a9e3-447c-b013-b1a7b141efa0 tempest-ServerRescueTestJSONUnderV235-1389214366 tempest-ServerRescueTestJSONUnderV235-1389214366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:22:53.937583 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-a244dddb-74db-4ca3-9bdc-f899447edb9b req-4ab4fbbd-17b7-4601-ad74-98b97a40d4b2 tempest-ServerRescueNegativeTestJSON-1481324798 tempest-ServerRescueNegativeTestJSON-1481324798-project] 10.222.0.89 "GET /v2.0/security-groups?id=47e1fb0d-88ed-4fed-9e75-9f02b9f534f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3050239 Feb 04 17:22:53.948934 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-593f8439-fc9e-4c1a-8d1b-91b366bf77c7 req-af317b37-a9e3-447c-b013-b1a7b141efa0 tempest-ServerRescueTestJSONUnderV235-1389214366 tempest-ServerRescueTestJSONUnderV235-1389214366-project] 10.222.0.89 "GET /v2.0/ports?device_id=c1affc7e-c4fd-44da-8120-774326466c99 HTTP/1.1" status: 200 len: 945 time: 0.2440476 Feb 04 17:22:53.968690 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b91c60f-458a-4921-be9a-9617c9b445fc req-9d2a1f2a-a8e4-4df2-9a7b-e0338f220d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:22:53.970371 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-5b91c60f-458a-4921-be9a-9617c9b445fc req-9d2a1f2a-a8e4-4df2-9a7b-e0338f220d60 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=99111859-42b4-4e18-9ce6-d611a4f50891 HTTP/1.1" status: 200 len: 858 time: 0.2477996 Feb 04 17:22:54.072129 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-5b91c60f-458a-4921-be9a-9617c9b445fc req-a79c0e66-e291-4815-8b78-b401a32af8d3 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=65e96574-1b4a-495a-8b0d-441e42a3db76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0779994 Feb 04 17:22:54.073620 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-acb2ea1d-939c-4887-b2d5-4dec34956962 req-d739bc6c-6e77-4a6c-a7f0-7a2b25ac276a service neutron] 10.222.0.96 "GET /v2.0/networks/65e96574-1b4a-495a-8b0d-441e42a3db76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3880920 Feb 04 17:22:54.158034 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-593f8439-fc9e-4c1a-8d1b-91b366bf77c7 req-3fc23c88-9510-4101-890e-38bc16b7e328 tempest-ServerRescueTestJSONUnderV235-1389214366 tempest-ServerRescueTestJSONUnderV235-1389214366-project] 10.222.0.89 "GET /v2.0/security-groups?id=c3431cd9-8ee1-43a9-bad9-017618f597d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2016063 Feb 04 17:22:54.332657 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-5b91c60f-458a-4921-be9a-9617c9b445fc req-26437168-ece6-429a-8469-5e92bf56236c service neutron] 10.222.0.90 "GET /v2.0/networks/65e96574-1b4a-495a-8b0d-441e42a3db76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2581871 Feb 04 17:22:54.551795 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-5b91c60f-458a-4921-be9a-9617c9b445fc req-42a6b1ea-ba2a-4fc8-aacb-3eb53f60a409 service neutron] 10.222.0.90 "GET /v2.0/networks/65e96574-1b4a-495a-8b0d-441e42a3db76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1512270 Feb 04 17:22:54.711297 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 37762) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:22:54.850607 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-e6009cbc-b21d-4987-a25c-11bd2bb43cbe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:55.023150 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-e6009cbc-b21d-4987-a25c-11bd2bb43cbe admin admin] Publish callbacks [] for security_group (bf974c32-3e10-4625-9fb5-87b611901f37), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:55.035819 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-e6009cbc-b21d-4987-a25c-11bd2bb43cbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (bf974c32-3e10-4625-9fb5-87b611901f37), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:55.111900 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6009cbc-b21d-4987-a25c-11bd2bb43cbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf974c32-3e10-4625-9fb5-87b611901f37,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:22:55.175127 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Device d7e5630c-e618-4daf-8f90-85c9c1cf18e5 details requested by agent hyperv_n-h2-827839-2 with host n-h2-827839-2 {{(pid=103378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 17:22:55.200948 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1da3be0-1159-407f-a230-a9da0869632d req-bc084d19-a9fd-4b26-982b-0055929a9a49 tempest-ServerRescueNegativeTestJSON-1481324798 tempest-ServerRescueNegativeTestJSON-1481324798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:22:55.204084 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-e1da3be0-1159-407f-a230-a9da0869632d req-bc084d19-a9fd-4b26-982b-0055929a9a49 tempest-ServerRescueNegativeTestJSON-1481324798 tempest-ServerRescueNegativeTestJSON-1481324798-project] 10.222.0.89 "GET /v2.0/ports?device_id=96f9652e-8b23-4729-8bd9-8d19010715cb HTTP/1.1" status: 200 len: 943 time: 0.1108775 Feb 04 17:22:55.210152 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 37792) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:22:55.212928 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-e6009cbc-b21d-4987-a25c-11bd2bb43cbe admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=45ae2b752fc448efbf09e9cd26cbbdb3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4997101 Feb 04 17:22:55.380687 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-70c6c50a-e2f8-4f63-b932-bf4c3a39a00e admin admin] Publish callbacks [] for security_group (bf974c32-3e10-4625-9fb5-87b611901f37), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:55.389913 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] For port d7e5630c-e618-4daf-8f90-85c9c1cf18e5, host n-h2-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=d7e5630c-e618-4daf-8f90-85c9c1cf18e5,segment=NetworkSegment(ab720ee6-c6a8-401f-ad8a-0c2daaee99db),segment_id=ab720ee6-c6a8-401f-ad8a-0c2daaee99db)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:22:55.438401 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-70c6c50a-e2f8-4f63-b932-bf4c3a39a00e admin admin] Publish callbacks [] for security_group (bf974c32-3e10-4625-9fb5-87b611901f37), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:55.555016 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Returning: {'device': 'd7e5630c-e618-4daf-8f90-85c9c1cf18e5', 'network_id': '65e96574-1b4a-495a-8b0d-441e42a3db76', 'port_id': 'd7e5630c-e618-4daf-8f90-85c9c1cf18e5', 'mac_address': 'fa:16:3e:fa:1e:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 763, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99111859-42b4-4e18-9ce6-d611a4f50891', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 17:22:55.561939 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-e1da3be0-1159-407f-a230-a9da0869632d req-78b532eb-bec3-48fc-9b7e-1e468785f12e tempest-ServerRescueNegativeTestJSON-1481324798 tempest-ServerRescueNegativeTestJSON-1481324798-project] 10.222.0.89 "GET /v2.0/security-groups?id=47e1fb0d-88ed-4fed-9e75-9f02b9f534f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3442876 Feb 04 17:22:55.564104 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-70c6c50a-e2f8-4f63-b932-bf4c3a39a00e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (bf974c32-3e10-4625-9fb5-87b611901f37), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:55.584379 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-70c6c50a-e2f8-4f63-b932-bf4c3a39a00e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:55.622302 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-70c6c50a-e2f8-4f63-b932-bf4c3a39a00e admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/bf974c32-3e10-4625-9fb5-87b611901f37 HTTP/1.1" status: 204 len: 168 time: 0.3828115 Feb 04 17:22:55.634446 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Current status of the port d7e5630c-e618-4daf-8f90-85c9c1cf18e5 is: DOWN; New status is: BUILD {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:22:55.634956 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (d7e5630c-e618-4daf-8f90-85c9c1cf18e5), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:55.647805 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c6c50a-e2f8-4f63-b932-bf4c3a39a00e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf974c32-3e10-4625-9fb5-87b611901f37,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:22:55.709428 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d7e5630c-e618-4daf-8f90-85c9c1cf18e5 {{(pid=103378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 17:22:55.776205 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] For port d7e5630c-e618-4daf-8f90-85c9c1cf18e5, host n-h2-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=d7e5630c-e618-4daf-8f90-85c9c1cf18e5,segment=NetworkSegment(ab720ee6-c6a8-401f-ad8a-0c2daaee99db),segment_id=ab720ee6-c6a8-401f-ad8a-0c2daaee99db)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:22:55.783281 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (d7e5630c-e618-4daf-8f90-85c9c1cf18e5), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:55.852796 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1087a201-167f-4873-9fc9-e39ed77e9ef5 req-72751128-691a-45eb-b5e6-37b6ff00ebca tempest-ServerRescueTestJSONUnderV235-1389214366 tempest-ServerRescueTestJSONUnderV235-1389214366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:22:55.872082 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-1087a201-167f-4873-9fc9-e39ed77e9ef5 req-72751128-691a-45eb-b5e6-37b6ff00ebca tempest-ServerRescueTestJSONUnderV235-1389214366 tempest-ServerRescueTestJSONUnderV235-1389214366-project] 10.222.0.89 "GET /v2.0/ports?device_id=c1affc7e-c4fd-44da-8120-774326466c99 HTTP/1.1" status: 200 len: 945 time: 0.1429284 Feb 04 17:22:55.933972 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Pushing event updated for resources: {'Port': ['ID=d7e5630c-e618-4daf-8f90-85c9c1cf18e5,revision_number=4']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:22:55.947534 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device 4d9c178e-acd3-418e-8ad1-375bbb2d292e details requested by agent hyperv_n-h1-827839-2 with host n-h1-827839-2 {{(pid=103378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 17:22:55.975726 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-1087a201-167f-4873-9fc9-e39ed77e9ef5 req-b5805e75-4c4d-4aa1-b221-092d5a9a1106 tempest-ServerRescueTestJSONUnderV235-1389214366 tempest-ServerRescueTestJSONUnderV235-1389214366-project] 10.222.0.89 "GET /v2.0/security-groups?id=c3431cd9-8ee1-43a9-bad9-017618f597d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017110 Feb 04 17:22:56.120274 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] get_ports_and_sgs() called for port_ids ['d7e5630c-e618-4daf-8f90-85c9c1cf18e5'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 17:22:56.274233 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 37826) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:22:56.295369 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-72d5ff2c-9f08-457f-bcae-7eb3e290a4eb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:56.345457 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] For port 4d9c178e-acd3-418e-8ad1-375bbb2d292e, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=4d9c178e-acd3-418e-8ad1-375bbb2d292e,segment=NetworkSegment(ab720ee6-c6a8-401f-ad8a-0c2daaee99db),segment_id=ab720ee6-c6a8-401f-ad8a-0c2daaee99db)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:22:56.370164 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Returning: {'device': '4d9c178e-acd3-418e-8ad1-375bbb2d292e', 'network_id': '65e96574-1b4a-495a-8b0d-441e42a3db76', 'port_id': '4d9c178e-acd3-418e-8ad1-375bbb2d292e', 'mac_address': 'fa:16:3e:d7:ea:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 763, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99111859-42b4-4e18-9ce6-d611a4f50891', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 17:22:56.440284 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Current status of the port 4d9c178e-acd3-418e-8ad1-375bbb2d292e is: DOWN; New status is: BUILD {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:22:56.443178 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (4d9c178e-acd3-418e-8ad1-375bbb2d292e), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:56.480732 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d9c178e-acd3-418e-8ad1-375bbb2d292e {{(pid=103378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 17:22:56.506916 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] For port 4d9c178e-acd3-418e-8ad1-375bbb2d292e, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=4d9c178e-acd3-418e-8ad1-375bbb2d292e,segment=NetworkSegment(ab720ee6-c6a8-401f-ad8a-0c2daaee99db),segment_id=ab720ee6-c6a8-401f-ad8a-0c2daaee99db)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:22:56.531772 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-72d5ff2c-9f08-457f-bcae-7eb3e290a4eb admin admin] Publish callbacks [] for security_group (2714cfe3-8b6f-40cc-8f10-587c16c225ea), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:56.543214 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (4d9c178e-acd3-418e-8ad1-375bbb2d292e), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:56.598388 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-72d5ff2c-9f08-457f-bcae-7eb3e290a4eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (2714cfe3-8b6f-40cc-8f10-587c16c225ea), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:56.615686 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Pushing event updated for resources: {'Port': ['ID=4d9c178e-acd3-418e-8ad1-375bbb2d292e,revision_number=4']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:22:56.699802 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-72d5ff2c-9f08-457f-bcae-7eb3e290a4eb admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=77e5d829abb04b09af443fdbfa69391c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4232943 Feb 04 17:22:56.703897 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 37836) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:22:56.704790 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d5ff2c-9f08-457f-bcae-7eb3e290a4eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2714cfe3-8b6f-40cc-8f10-587c16c225ea,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:22:56.770284 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abaadc2-4cb3-419f-a6de-e4d60a7483c3 req-2a253eab-e728-4dce-b7ca-ae654bf4fd0c tempest-ImagesTestJSON-301921999 tempest-ImagesTestJSON-301921999-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:22:56.771380 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e04a902-977a-4b7a-930f-cf749b44d479 req-bfad634c-f862-4b7a-af6b-e25742743989 tempest-ServerRescueNegativeTestJSON-1481324798 tempest-ServerRescueNegativeTestJSON-1481324798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:22:56.778665 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-4e04a902-977a-4b7a-930f-cf749b44d479 req-bfad634c-f862-4b7a-af6b-e25742743989 tempest-ServerRescueNegativeTestJSON-1481324798 tempest-ServerRescueNegativeTestJSON-1481324798-project] 10.222.0.89 "GET /v2.0/ports?device_id=96f9652e-8b23-4729-8bd9-8d19010715cb HTTP/1.1" status: 200 len: 944 time: 0.1212099 Feb 04 17:22:56.786204 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-0abaadc2-4cb3-419f-a6de-e4d60a7483c3 req-2a253eab-e728-4dce-b7ca-ae654bf4fd0c tempest-ImagesTestJSON-301921999 tempest-ImagesTestJSON-301921999-project] 10.222.0.89 "GET /v2.0/networks?id=a69bfb95-797b-4825-866b-2c94a621d18a HTTP/1.1" status: 200 len: 804 time: 0.2513776 Feb 04 17:22:56.809168 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-0abaadc2-4cb3-419f-a6de-e4d60a7483c3 req-1db2eeba-0c5a-4e0c-9ec2-e085be524d8c tempest-ImagesTestJSON-301921999 tempest-ImagesTestJSON-301921999-project] 10.222.0.89 "GET /v2.0/quotas/08c8ed9304cf401d8c1d136ac3844d2a HTTP/1.1" status: 200 len: 375 time: 0.0124266 Feb 04 17:22:56.813860 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-0bb6d0fa-52c9-436c-b1c1-07bf755c41fa admin admin] Publish callbacks [] for security_group (2714cfe3-8b6f-40cc-8f10-587c16c225ea), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:56.854806 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-0bb6d0fa-52c9-436c-b1c1-07bf755c41fa admin admin] Publish callbacks [] for security_group (2714cfe3-8b6f-40cc-8f10-587c16c225ea), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:56.928323 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-4e04a902-977a-4b7a-930f-cf749b44d479 req-f1fe5c9c-5cfa-4c4f-9c2a-921d5c1eb837 tempest-ServerRescueNegativeTestJSON-1481324798 tempest-ServerRescueNegativeTestJSON-1481324798-project] 10.222.0.89 "GET /v2.0/security-groups?id=47e1fb0d-88ed-4fed-9e75-9f02b9f534f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478052 Feb 04 17:22:56.937995 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-0bb6d0fa-52c9-436c-b1c1-07bf755c41fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (2714cfe3-8b6f-40cc-8f10-587c16c225ea), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:56.954863 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-0bb6d0fa-52c9-436c-b1c1-07bf755c41fa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:56.958454 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-0bb6d0fa-52c9-436c-b1c1-07bf755c41fa admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/2714cfe3-8b6f-40cc-8f10-587c16c225ea HTTP/1.1" status: 204 len: 168 time: 0.2502649 Feb 04 17:22:56.961604 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-0abaadc2-4cb3-419f-a6de-e4d60a7483c3 req-f9201f12-ee1e-4ef3-b633-9ef019a3a108 tempest-ImagesTestJSON-301921999 tempest-ImagesTestJSON-301921999-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=08c8ed9304cf401d8c1d136ac3844d2a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1382186 Feb 04 17:22:56.970260 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] get_ports_and_sgs() called for port_ids ['4d9c178e-acd3-418e-8ad1-375bbb2d292e'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 17:22:56.971562 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb6d0fa-52c9-436c-b1c1-07bf755c41fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2714cfe3-8b6f-40cc-8f10-587c16c225ea,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:22:57.241406 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Device d7e5630c-e618-4daf-8f90-85c9c1cf18e5 up at agent hyperv_n-h2-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:22:57.256388 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-0abaadc2-4cb3-419f-a6de-e4d60a7483c3 req-052cc355-40ce-422b-8e2d-fe075d62380c service neutron] 10.222.0.89 "GET /v2.0/networks/a69bfb95-797b-4825-866b-2c94a621d18a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2850008 Feb 04 17:22:57.381235 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef755a81-a76b-447d-b9c2-8edd5da94d16 req-f18a40b9-3277-4c19-823e-068cd35ea0a2 tempest-ServerRescueTestJSONUnderV235-1389214366 tempest-ServerRescueTestJSONUnderV235-1389214366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:22:57.383826 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-ef755a81-a76b-447d-b9c2-8edd5da94d16 req-f18a40b9-3277-4c19-823e-068cd35ea0a2 tempest-ServerRescueTestJSONUnderV235-1389214366 tempest-ServerRescueTestJSONUnderV235-1389214366-project] 10.222.0.89 "GET /v2.0/ports?device_id=c1affc7e-c4fd-44da-8120-774326466c99 HTTP/1.1" status: 200 len: 945 time: 0.0870390 Feb 04 17:22:57.483491 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-ef755a81-a76b-447d-b9c2-8edd5da94d16 req-694c26e0-5ec1-4d2d-a7df-f0b38f458e92 tempest-ServerRescueTestJSONUnderV235-1389214366 tempest-ServerRescueTestJSONUnderV235-1389214366-project] 10.222.0.89 "GET /v2.0/security-groups?id=c3431cd9-8ee1-43a9-bad9-017618f597d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938110 Feb 04 17:22:57.515536 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Provisioning for port d7e5630c-e618-4daf-8f90-85c9c1cf18e5 completed by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 17:22:57.527960 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Provisioning complete for port d7e5630c-e618-4daf-8f90-85c9c1cf18e5 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:22:57.531119 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (d7e5630c-e618-4daf-8f90-85c9c1cf18e5), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:57.535573 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-0abaadc2-4cb3-419f-a6de-e4d60a7483c3 req-2e943572-5d0a-4a9e-b1fa-d03f0e306d3e service neutron] 10.222.0.89 "GET /v2.0/networks/a69bfb95-797b-4825-866b-2c94a621d18a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2687364 Feb 04 17:22:57.653593 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Current status of the port d7e5630c-e618-4daf-8f90-85c9c1cf18e5 is: BUILD; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:22:57.654715 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (d7e5630c-e618-4daf-8f90-85c9c1cf18e5), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:57.680021 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96f9652e-8b23-4729-8bd9-8d19010715cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7e5630c-e618-4daf-8f90-85c9c1cf18e5'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:22:57.682442 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c34bc964ce2211770fda26ca2f3801cc06f4f39928110690550e94ab9c9d2fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95a62382-66d4-491f-a25b-a713f7a47867" -d '{"events": [{"server_uuid": "96f9652e-8b23-4729-8bd9-8d19010715cb", "name": "network-vif-plugged", "status": "completed", "tag": "d7e5630c-e618-4daf-8f90-85c9c1cf18e5"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:22:57.697675 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] For port d7e5630c-e618-4daf-8f90-85c9c1cf18e5, host n-h2-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=d7e5630c-e618-4daf-8f90-85c9c1cf18e5,segment=NetworkSegment(ab720ee6-c6a8-401f-ad8a-0c2daaee99db),segment_id=ab720ee6-c6a8-401f-ad8a-0c2daaee99db)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:22:57.703243 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (d7e5630c-e618-4daf-8f90-85c9c1cf18e5), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:57.706089 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Device dd0463af-d470-43e7-b569-a473b9d3fa36 no longer exists at agent hyperv_n-h2-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:22:57.772892 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 17:22:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2067d67a-17cd-4379-9512-cb9468ec8c19 x-openstack-request-id: req-2067d67a-17cd-4379-9512-cb9468ec8c19 {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:22:57.773183 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96f9652e-8b23-4729-8bd9-8d19010715cb", "name": "network-vif-plugged", "status": "completed", "tag": "d7e5630c-e618-4daf-8f90-85c9c1cf18e5", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:22:57.773442 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-2067d67a-17cd-4379-9512-cb9468ec8c19 {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:22:57.773837 n-d-827839-2 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96f9652e-8b23-4729-8bd9-8d19010715cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7e5630c-e618-4daf-8f90-85c9c1cf18e5', 'code': 200} Feb 04 17:22:57.925161 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Pushing event updated for resources: {'Port': ['ID=d7e5630c-e618-4daf-8f90-85c9c1cf18e5,revision_number=5']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:22:57.995625 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-1d1a3ac0-4bce-473c-b2c1-bc62939cbd3c req-8aa3b014-1de4-468e-8358-9e28255ddeca tempest-ImagesTestJSON-301921999 tempest-ImagesTestJSON-301921999-project] 10.222.0.89 "GET /v2.0/ports?device_id=5f68109e-df04-484f-b992-6678b4ebbbe8 HTTP/1.1" status: 200 len: 210 time: 0.1060731 Feb 04 17:22:58.037466 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379fd793-7303-4dfe-b853-a00337b5b6c9 req-063aa091-b07d-4489-8156-6ac89c78eeea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:22:58.043168 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Current status of the port dd0463af-d470-43e7-b569-a473b9d3fa36 is: ACTIVE; New status is: DOWN {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:22:58.043576 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (dd0463af-d470-43e7-b569-a473b9d3fa36), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:58.044205 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-379fd793-7303-4dfe-b853-a00337b5b6c9 req-063aa091-b07d-4489-8156-6ac89c78eeea service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=96f9652e-8b23-4729-8bd9-8d19010715cb HTTP/1.1" status: 200 len: 1127 time: 0.2325938 Feb 04 17:22:58.136538 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1b931c-64dc-424b-b22a-bd34ef682e8d req-773f8f20-23c5-4ab0-a7e3-410fdc4f64d0 tempest-ServerRescueNegativeTestJSON-1481324798 tempest-ServerRescueNegativeTestJSON-1481324798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:22:58.138090 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] For port dd0463af-d470-43e7-b569-a473b9d3fa36, host n-h2-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=dd0463af-d470-43e7-b569-a473b9d3fa36,segment=NetworkSegment(40be95d6-8661-400f-bc9d-3f4c57dcd00c),segment_id=40be95d6-8661-400f-bc9d-3f4c57dcd00c)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:22:58.139705 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-4f1b931c-64dc-424b-b22a-bd34ef682e8d req-773f8f20-23c5-4ab0-a7e3-410fdc4f64d0 tempest-ServerRescueNegativeTestJSON-1481324798 tempest-ServerRescueNegativeTestJSON-1481324798-project] 10.222.0.89 "GET /v2.0/ports?device_id=96f9652e-8b23-4729-8bd9-8d19010715cb HTTP/1.1" status: 200 len: 945 time: 0.1315563 Feb 04 17:22:58.162097 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (dd0463af-d470-43e7-b569-a473b9d3fa36), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:58.191448 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-379fd793-7303-4dfe-b853-a00337b5b6c9 req-41335a5c-ed2d-4e1a-b966-2a4a87853be3 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=47e1fb0d-88ed-4fed-9e75-9f02b9f534f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287863 Feb 04 17:22:58.226915 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-4f1b931c-64dc-424b-b22a-bd34ef682e8d req-a0e1614f-52c5-42b1-8d2b-c584d04c8c5f tempest-ServerRescueNegativeTestJSON-1481324798 tempest-ServerRescueNegativeTestJSON-1481324798-project] 10.222.0.89 "GET /v2.0/security-groups?id=47e1fb0d-88ed-4fed-9e75-9f02b9f534f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794330 Feb 04 17:22:58.290112 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Pushing event updated for resources: {'Port': ['ID=dd0463af-d470-43e7-b569-a473b9d3fa36,revision_number=8']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:22:58.573842 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e63e1e-8dc1-4581-9084-5c45f6f198c7 req-9f42b00d-982a-4598-9850-32057e8001b6 tempest-ImagesTestJSON-301921999 tempest-ImagesTestJSON-301921999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:22:58.575406 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-89e63e1e-8dc1-4581-9084-5c45f6f198c7 req-9f42b00d-982a-4598-9850-32057e8001b6 tempest-ImagesTestJSON-301921999 tempest-ImagesTestJSON-301921999-project] 10.222.0.90 "GET /v2.0/ports?device_id=3c0c462b-42d2-463e-a193-1248311df748 HTTP/1.1" status: 200 len: 944 time: 0.1334536 Feb 04 17:22:58.623836 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f140a24c-ab58-4d91-b18d-65cd0f7080a4 req-3c3582c1-01dd-415a-bdee-07e979908e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:22:58.633068 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-f140a24c-ab58-4d91-b18d-65cd0f7080a4 req-3c3582c1-01dd-415a-bdee-07e979908e6d service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=e9b098a64fdf44abba2c8135f539141d&device_id=c1affc7e-c4fd-44da-8120-774326466c99 HTTP/1.1" status: 200 len: 1127 time: 0.1313717 Feb 04 17:22:58.814090 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [req-89e63e1e-8dc1-4581-9084-5c45f6f198c7 req-7f9a6f65-1cf2-4363-bdf8-5f202b375394 tempest-ImagesTestJSON-301921999 tempest-ImagesTestJSON-301921999-project] Deleting port dd0463af-d470-43e7-b569-a473b9d3fa36 {{(pid=103377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:22:58.815094 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-89e63e1e-8dc1-4581-9084-5c45f6f198c7 req-7f9a6f65-1cf2-4363-bdf8-5f202b375394 tempest-ImagesTestJSON-301921999 tempest-ImagesTestJSON-301921999-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (dd0463af-d470-43e7-b569-a473b9d3fa36), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:58.941708 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754ae6ff-5323-47b9-86ce-402aa3fdba14 req-138a180f-1ed7-4572-ac9d-beebdc9ca119 tempest-ServerRescueTestJSONUnderV235-1389214366 tempest-ServerRescueTestJSONUnderV235-1389214366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:22:58.947850 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-754ae6ff-5323-47b9-86ce-402aa3fdba14 req-138a180f-1ed7-4572-ac9d-beebdc9ca119 tempest-ServerRescueTestJSONUnderV235-1389214366 tempest-ServerRescueTestJSONUnderV235-1389214366-project] 10.222.0.89 "GET /v2.0/ports?device_id=c1affc7e-c4fd-44da-8120-774326466c99 HTTP/1.1" status: 200 len: 945 time: 0.2651935 Feb 04 17:22:58.990118 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [req-89e63e1e-8dc1-4581-9084-5c45f6f198c7 req-7f9a6f65-1cf2-4363-bdf8-5f202b375394 tempest-ImagesTestJSON-301921999 tempest-ImagesTestJSON-301921999-project] For port dd0463af-d470-43e7-b569-a473b9d3fa36, host n-h2-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=dd0463af-d470-43e7-b569-a473b9d3fa36,segment=NetworkSegment(40be95d6-8661-400f-bc9d-3f4c57dcd00c),segment_id=40be95d6-8661-400f-bc9d-3f4c57dcd00c)] {{(pid=103377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:22:58.992604 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-89e63e1e-8dc1-4581-9084-5c45f6f198c7 req-7f9a6f65-1cf2-4363-bdf8-5f202b375394 tempest-ImagesTestJSON-301921999 tempest-ImagesTestJSON-301921999-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (dd0463af-d470-43e7-b569-a473b9d3fa36), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:59.024103 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f140a24c-ab58-4d91-b18d-65cd0f7080a4 req-e9096af5-9766-4bb9-9708-5f5b80eb6499 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:22:59.034447 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-f140a24c-ab58-4d91-b18d-65cd0f7080a4 req-e9096af5-9766-4bb9-9708-5f5b80eb6499 service neutron] 10.222.0.90 "GET /v2.0/networks?id=151997f6-fb27-4cf0-bfe9-ef4acfbb4102 HTTP/1.1" status: 200 len: 921 time: 0.3599155 Feb 04 17:22:59.034905 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [req-89e63e1e-8dc1-4581-9084-5c45f6f198c7 req-7f9a6f65-1cf2-4363-bdf8-5f202b375394 tempest-ImagesTestJSON-301921999 tempest-ImagesTestJSON-301921999-project] Calling delete_port for dd0463af-d470-43e7-b569-a473b9d3fa36 owned by compute:nova {{(pid=103377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:22:59.143265 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-f140a24c-ab58-4d91-b18d-65cd0f7080a4 req-dfac2849-99e4-4fda-895e-698fa763e8eb service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3120abc2-f8c4-441a-beb5-ce8f46eca2db HTTP/1.1" status: 200 len: 217 time: 0.1079128 Feb 04 17:22:59.173856 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-8a416830-a0c8-4e26-b600-682135288604 req-adb9bc42-7d7f-420a-9b39-a449d516d809 tempest-ImagesTestJSON-301921999 tempest-ImagesTestJSON-301921999-project] 10.222.0.89 "GET /v2.0/ports?device_id=5f68109e-df04-484f-b992-6678b4ebbbe8 HTTP/1.1" status: 200 len: 210 time: 0.0418625 Feb 04 17:22:59.247570 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 37902) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:22:59.283978 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-754ae6ff-5323-47b9-86ce-402aa3fdba14 req-5d60c290-496c-4979-9534-31768861c492 tempest-ServerRescueTestJSONUnderV235-1389214366 tempest-ServerRescueTestJSONUnderV235-1389214366-project] 10.222.0.89 "GET /v2.0/security-groups?id=c3431cd9-8ee1-43a9-bad9-017618f597d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3351538 Feb 04 17:22:59.375895 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f140a24c-ab58-4d91-b18d-65cd0f7080a4 req-c2aff7b8-8fef-4b02-b400-9d040df63bd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:22:59.390760 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-f140a24c-ab58-4d91-b18d-65cd0f7080a4 req-c2aff7b8-8fef-4b02-b400-9d040df63bd6 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=58924840-63b9-49cf-9b5e-4aa66ca609e8 HTTP/1.1" status: 200 len: 860 time: 0.2269993 Feb 04 17:22:59.568001 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-f140a24c-ab58-4d91-b18d-65cd0f7080a4 req-dce0eff7-bae5-44d2-a8a7-055b0beac33c service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=151997f6-fb27-4cf0-bfe9-ef4acfbb4102&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1657732 Feb 04 17:22:59.721268 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c262316c-5cef-4134-b438-77a93cb16a1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (bb89f5a3-3c22-440b-b7d1-c4f0c43c184a), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:59.775755 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c0c462b-42d2-463e-a193-1248311df748', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dd0463af-d470-43e7-b569-a473b9d3fa36'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:22:59.790463 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c34bc964ce2211770fda26ca2f3801cc06f4f39928110690550e94ab9c9d2fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92dc31de-8d45-47e7-a184-ef87650c86ba" -d '{"events": [{"server_uuid": "3c0c462b-42d2-463e-a193-1248311df748", "name": "network-vif-unplugged", "status": "completed", "tag": "dd0463af-d470-43e7-b569-a473b9d3fa36"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:22:59.895295 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 04 Feb 2022 17:22:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f50cb37a-2e07-43e6-9383-5de95f893deb x-openstack-request-id: req-f50cb37a-2e07-43e6-9383-5de95f893deb {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:22:59.895598 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c0c462b-42d2-463e-a193-1248311df748", "name": "network-vif-unplugged", "status": "completed", "tag": "dd0463af-d470-43e7-b569-a473b9d3fa36", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:22:59.895857 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-f50cb37a-2e07-43e6-9383-5de95f893deb {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:22:59.896267 n-d-827839-2 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c0c462b-42d2-463e-a193-1248311df748', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dd0463af-d470-43e7-b569-a473b9d3fa36', 'code': 200} Feb 04 17:22:59.987755 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device 4d9c178e-acd3-418e-8ad1-375bbb2d292e up at agent hyperv_n-h1-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:23:00.009756 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-f140a24c-ab58-4d91-b18d-65cd0f7080a4 req-a184977f-9ac4-4980-ab03-e487b2f5761d service neutron] 10.222.0.90 "GET /v2.0/networks/151997f6-fb27-4cf0-bfe9-ef4acfbb4102?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4143322 Feb 04 17:23:00.152576 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Provisioning for port 4d9c178e-acd3-418e-8ad1-375bbb2d292e completed by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 17:23:00.163457 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Provisioning complete for port 4d9c178e-acd3-418e-8ad1-375bbb2d292e triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:23:00.163839 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (4d9c178e-acd3-418e-8ad1-375bbb2d292e), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:00.221549 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-f140a24c-ab58-4d91-b18d-65cd0f7080a4 req-11da5525-c577-4471-ab64-09e2d3717bdc service neutron] 10.222.0.90 "GET /v2.0/networks/151997f6-fb27-4cf0-bfe9-ef4acfbb4102?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2048762 Feb 04 17:23:00.332959 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Current status of the port 4d9c178e-acd3-418e-8ad1-375bbb2d292e is: BUILD; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:23:00.333112 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (4d9c178e-acd3-418e-8ad1-375bbb2d292e), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:00.396038 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] For port 4d9c178e-acd3-418e-8ad1-375bbb2d292e, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=4d9c178e-acd3-418e-8ad1-375bbb2d292e,segment=NetworkSegment(ab720ee6-c6a8-401f-ad8a-0c2daaee99db),segment_id=ab720ee6-c6a8-401f-ad8a-0c2daaee99db)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:23:00.397923 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-246d8a81-3dcd-4c56-8ddf-e77cfc709e58 req-b7b8a77b-a097-468a-bf1a-3dedfc0f978c tempest-ImagesTestJSON-301921999 tempest-ImagesTestJSON-301921999-project] 10.222.0.89 "GET /v2.0/ports?device_id=5f68109e-df04-484f-b992-6678b4ebbbe8 HTTP/1.1" status: 200 len: 210 time: 0.0612741 Feb 04 17:23:00.401331 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (4d9c178e-acd3-418e-8ad1-375bbb2d292e), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:00.470053 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abaadc2-4cb3-419f-a6de-e4d60a7483c3 req-e68978db-d599-425f-ab77-68f19ff89dd1 tempest-ImagesTestJSON-301921999 tempest-ImagesTestJSON-301921999-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:23:00.472727 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-0abaadc2-4cb3-419f-a6de-e4d60a7483c3 req-e68978db-d599-425f-ab77-68f19ff89dd1 tempest-ImagesTestJSON-301921999 tempest-ImagesTestJSON-301921999-project] 10.222.0.90 "GET /v2.0/networks?id=a69bfb95-797b-4825-866b-2c94a621d18a HTTP/1.1" status: 200 len: 804 time: 0.9185662 Feb 04 17:23:00.481341 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-d4f211bf-a76d-42bf-92ab-5d4b8b78680c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:00.497733 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [req-0abaadc2-4cb3-419f-a6de-e4d60a7483c3 req-62226283-abb1-4f0a-be99-5d04ad1ed62d tempest-ImagesTestJSON-301921999 tempest-ImagesTestJSON-301921999-project] Request body: {'port': {'device_id': '5f68109e-df04-484f-b992-6678b4ebbbe8', 'network_id': 'a69bfb95-797b-4825-866b-2c94a621d18a', 'admin_state_up': True, 'tenant_id': '08c8ed9304cf401d8c1d136ac3844d2a'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:23:00.502956 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-89e63e1e-8dc1-4581-9084-5c45f6f198c7 req-7f9a6f65-1cf2-4363-bdf8-5f202b375394 tempest-ImagesTestJSON-301921999 tempest-ImagesTestJSON-301921999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (dd0463af-d470-43e7-b569-a473b9d3fa36), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:00.516055 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Pushing event updated for resources: {'Port': ['ID=4d9c178e-acd3-418e-8ad1-375bbb2d292e,revision_number=5']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:23:00.686779 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9a6f65-1cf2-4363-bdf8-5f202b375394 tempest-ImagesTestJSON-301921999 tempest-ImagesTestJSON-301921999-project] Pushing event deleted for resources: {'Port': ['ID=dd0463af-d470-43e7-b569-a473b9d3fa36,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:23:00.689981 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6471b9d-2342-4900-9422-3fc631123fb1 req-58425d06-3cf2-4edf-85e9-aac648d267b9 tempest-ServerRescueTestJSONUnderV235-1389214366 tempest-ServerRescueTestJSONUnderV235-1389214366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:23:00.697155 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-c6471b9d-2342-4900-9422-3fc631123fb1 req-58425d06-3cf2-4edf-85e9-aac648d267b9 tempest-ServerRescueTestJSONUnderV235-1389214366 tempest-ServerRescueTestJSONUnderV235-1389214366-project] 10.222.0.89 "GET /v2.0/ports?device_id=c1affc7e-c4fd-44da-8120-774326466c99 HTTP/1.1" status: 200 len: 945 time: 0.1985860 Feb 04 17:23:00.745859 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53966231-c086-4fb6-926c-69bb43e48a0c req-e3176d23-4115-43b4-88f8-a8300b9d961b tempest-ServerRescueNegativeTestJSON-1481324798 tempest-ServerRescueNegativeTestJSON-1481324798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:23:00.753319 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-53966231-c086-4fb6-926c-69bb43e48a0c req-e3176d23-4115-43b4-88f8-a8300b9d961b tempest-ServerRescueNegativeTestJSON-1481324798 tempest-ServerRescueNegativeTestJSON-1481324798-project] 10.222.0.89 "GET /v2.0/ports?device_id=96f9652e-8b23-4729-8bd9-8d19010715cb HTTP/1.1" status: 200 len: 945 time: 1.2869892 Feb 04 17:23:00.787725 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-c6471b9d-2342-4900-9422-3fc631123fb1 req-6de3202a-edbe-4a44-9583-fb51c6f438cb tempest-ServerRescueTestJSONUnderV235-1389214366 tempest-ServerRescueTestJSONUnderV235-1389214366-project] 10.222.0.89 "GET /v2.0/security-groups?id=c3431cd9-8ee1-43a9-bad9-017618f597d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895977 Feb 04 17:23:00.854409 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [req-89e63e1e-8dc1-4581-9084-5c45f6f198c7 req-7f9a6f65-1cf2-4363-bdf8-5f202b375394 tempest-ImagesTestJSON-301921999 tempest-ImagesTestJSON-301921999-project] No DVR routers for this DVR port dd0463af-d470-43e7-b569-a473b9d3fa36 on host n-h2-827839-2 {{(pid=103377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 17:23:00.894717 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-89e63e1e-8dc1-4581-9084-5c45f6f198c7 req-7f9a6f65-1cf2-4363-bdf8-5f202b375394 tempest-ImagesTestJSON-301921999 tempest-ImagesTestJSON-301921999-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:00.898433 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-89e63e1e-8dc1-4581-9084-5c45f6f198c7 req-7f9a6f65-1cf2-4363-bdf8-5f202b375394 tempest-ImagesTestJSON-301921999 tempest-ImagesTestJSON-301921999-project] 10.222.0.90 "DELETE /v2.0/ports/dd0463af-d470-43e7-b569-a473b9d3fa36 HTTP/1.1" status: 204 len: 173 time: 2.3152752 Feb 04 17:23:00.903506 n-d-827839-2 neutron-server[103377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c0c462b-42d2-463e-a193-1248311df748', 'name': 'network-vif-deleted', 'tag': 'dd0463af-d470-43e7-b569-a473b9d3fa36'}] {{(pid=103377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:23:00.906456 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7240428b650e1488e9361b62648ff4b3a6c19d49d8c27c949491ab58c1346cf0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b45d6706-ed0b-4eda-8544-c88f67f36ae8" -d '{"events": [{"server_uuid": "3c0c462b-42d2-463e-a193-1248311df748", "name": "network-vif-deleted", "tag": "dd0463af-d470-43e7-b569-a473b9d3fa36"}]}' {{(pid=103377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:23:00.988598 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 17:23:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3a86ee2-c3a8-4689-8140-ce1d97413dbc x-openstack-request-id: req-b3a86ee2-c3a8-4689-8140-ce1d97413dbc {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:23:00.989042 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c0c462b-42d2-463e-a193-1248311df748", "name": "network-vif-deleted", "tag": "dd0463af-d470-43e7-b569-a473b9d3fa36", "status": "completed", "code": 200}]} {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:23:00.989399 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-b3a86ee2-c3a8-4689-8140-ce1d97413dbc {{(pid=103377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:23:00.989969 n-d-827839-2 neutron-server[103377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c0c462b-42d2-463e-a193-1248311df748', 'name': 'network-vif-deleted', 'tag': 'dd0463af-d470-43e7-b569-a473b9d3fa36', 'status': 'completed', 'code': 200} Feb 04 17:23:00.995095 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0abaadc2-4cb3-419f-a6de-e4d60a7483c3 req-62226283-abb1-4f0a-be99-5d04ad1ed62d tempest-ImagesTestJSON-301921999 tempest-ImagesTestJSON-301921999-project] Made reservation on behalf of 08c8ed9304cf401d8c1d136ac3844d2a for: {'port': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:23:00.998667 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-0abaadc2-4cb3-419f-a6de-e4d60a7483c3 req-62226283-abb1-4f0a-be99-5d04ad1ed62d tempest-ImagesTestJSON-301921999 tempest-ImagesTestJSON-301921999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:01.029769 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-53966231-c086-4fb6-926c-69bb43e48a0c req-d1442dd4-6c15-4721-af07-86850f675e15 tempest-ServerRescueNegativeTestJSON-1481324798 tempest-ServerRescueNegativeTestJSON-1481324798-project] 10.222.0.89 "GET /v2.0/security-groups?id=47e1fb0d-88ed-4fed-9e75-9f02b9f534f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2747912 Feb 04 17:23:01.231778 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-d4f211bf-a76d-42bf-92ab-5d4b8b78680c admin admin] Publish callbacks [] for security_group (8ca89172-9857-4513-bab1-01c3fb0761d6), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:01.246606 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-d4f211bf-a76d-42bf-92ab-5d4b8b78680c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (8ca89172-9857-4513-bab1-01c3fb0761d6), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:01.256959 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.db_base_plugin_common [req-0abaadc2-4cb3-419f-a6de-e4d60a7483c3 req-62226283-abb1-4f0a-be99-5d04ad1ed62d tempest-ImagesTestJSON-301921999 tempest-ImagesTestJSON-301921999-project] Allocated IP 172.20.0.8 (a69bfb95-797b-4825-866b-2c94a621d18a/4c5f610d-9231-45f1-abd7-6e26ccd02030/24331ad9-dd8a-4265-8e43-3d742afe5cae) {{(pid=103377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:23:01.339244 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-d4f211bf-a76d-42bf-92ab-5d4b8b78680c admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=23163d425a2f490ea93add4e336023fe&name=default HTTP/1.1" status: 200 len: 3000 time: 2.0897141 Feb 04 17:23:01.342123 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f211bf-a76d-42bf-92ab-5d4b8b78680c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ca89172-9857-4513-bab1-01c3fb0761d6,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:23:01.342678 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 37942) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:23:01.493530 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-302e78d0-864e-404d-855a-308e585a614c admin admin] Publish callbacks [] for security_group (8ca89172-9857-4513-bab1-01c3fb0761d6), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:01.607062 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-302e78d0-864e-404d-855a-308e585a614c admin admin] Publish callbacks [] for security_group (8ca89172-9857-4513-bab1-01c3fb0761d6), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:01.614984 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-28f8e9c0-9bb7-4ae5-a56e-34f34a3eb706 req-0d80e471-8225-439a-b4e0-eaf3436a14bc tempest-ImagesTestJSON-301921999 tempest-ImagesTestJSON-301921999-project] 10.222.0.89 "GET /v2.0/ports?device_id=5f68109e-df04-484f-b992-6678b4ebbbe8 HTTP/1.1" status: 200 len: 210 time: 0.0627875 Feb 04 17:23:01.691367 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-2069670e-1745-441c-80af-5bee22f26898 req-b01e26b2-93c4-4465-a4c9-a58437923587 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=32c473d7-3f2d-495e-b44f-fd0929434fbd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1978929 Feb 04 17:23:01.775018 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-0abaadc2-4cb3-419f-a6de-e4d60a7483c3 req-62226283-abb1-4f0a-be99-5d04ad1ed62d tempest-ImagesTestJSON-301921999 tempest-ImagesTestJSON-301921999-project] Publish callbacks [] for port (24331ad9-dd8a-4265-8e43-3d742afe5cae), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:01.874874 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-302e78d0-864e-404d-855a-308e585a614c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (8ca89172-9857-4513-bab1-01c3fb0761d6), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:01.875893 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-0abaadc2-4cb3-419f-a6de-e4d60a7483c3 req-62226283-abb1-4f0a-be99-5d04ad1ed62d tempest-ImagesTestJSON-301921999 tempest-ImagesTestJSON-301921999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (24331ad9-dd8a-4265-8e43-3d742afe5cae), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:01.882598 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-302e78d0-864e-404d-855a-308e585a614c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:01.890748 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-302e78d0-864e-404d-855a-308e585a614c admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/8ca89172-9857-4513-bab1-01c3fb0761d6 HTTP/1.1" status: 204 len: 168 time: 0.5441465 Feb 04 17:23:01.896531 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2069670e-1745-441c-80af-5bee22f26898 req-bb5bb638-1ce1-41d2-ac60-60632e522f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:23:01.898146 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f99a685-700d-4f63-88c2-d2a04a4a422d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d9c178e-acd3-418e-8ad1-375bbb2d292e'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:23:01.900432 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c34bc964ce2211770fda26ca2f3801cc06f4f39928110690550e94ab9c9d2fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35932ead-149a-4bc1-ad4e-aede58d70cff" -d '{"events": [{"server_uuid": "5f99a685-700d-4f63-88c2-d2a04a4a422d", "name": "network-vif-plugged", "status": "completed", "tag": "4d9c178e-acd3-418e-8ad1-375bbb2d292e"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:23:01.907257 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-2069670e-1745-441c-80af-5bee22f26898 req-bb5bb638-1ce1-41d2-ac60-60632e522f45 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=e381d232a32f43f9a5f1684dbd7323ca&device_id=32c473d7-3f2d-495e-b44f-fd0929434fbd HTTP/1.1" status: 200 len: 1128 time: 0.1512690 Feb 04 17:23:01.926963 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302e78d0-864e-404d-855a-308e585a614c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ca89172-9857-4513-bab1-01c3fb0761d6,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:23:02.010999 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-35fe2b93-2176-414c-bb66-13e7cb494266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (64ada913-9131-4d99-a265-63a920956287), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:02.101214 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 17:23:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a758f1b-2621-40e3-9173-cec358ded641 x-openstack-request-id: req-1a758f1b-2621-40e3-9173-cec358ded641 {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:23:02.101764 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f99a685-700d-4f63-88c2-d2a04a4a422d", "name": "network-vif-plugged", "status": "completed", "tag": "4d9c178e-acd3-418e-8ad1-375bbb2d292e", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:23:02.102228 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-1a758f1b-2621-40e3-9173-cec358ded641 {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:23:02.103031 n-d-827839-2 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f99a685-700d-4f63-88c2-d2a04a4a422d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d9c178e-acd3-418e-8ad1-375bbb2d292e', 'code': 200} Feb 04 17:23:02.110379 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0abaadc2-4cb3-419f-a6de-e4d60a7483c3 req-62226283-abb1-4f0a-be99-5d04ad1ed62d tempest-ImagesTestJSON-301921999 tempest-ImagesTestJSON-301921999-project] Network a69bfb95-797b-4825-866b-2c94a621d18a is already hosted by enough agents. {{(pid=103377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:23:02.145365 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [req-0abaadc2-4cb3-419f-a6de-e4d60a7483c3 req-62226283-abb1-4f0a-be99-5d04ad1ed62d tempest-ImagesTestJSON-301921999 tempest-ImagesTestJSON-301921999-project] Resources bound (agent type, host, resource id): {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:23:02.161099 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62226283-abb1-4f0a-be99-5d04ad1ed62d tempest-ImagesTestJSON-301921999 tempest-ImagesTestJSON-301921999-project] Pushing event updated for resources: {'Port': ['ID=24331ad9-dd8a-4265-8e43-3d742afe5cae,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:23:02.163937 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [req-0abaadc2-4cb3-419f-a6de-e4d60a7483c3 req-62226283-abb1-4f0a-be99-5d04ad1ed62d tempest-ImagesTestJSON-301921999 tempest-ImagesTestJSON-301921999-project] Received port after_create {{(pid=103377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:23:02.176674 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2069670e-1745-441c-80af-5bee22f26898 req-f1c60d61-6859-4d3f-aa9c-672fbdac6341 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:23:02.184944 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-2069670e-1745-441c-80af-5bee22f26898 req-f1c60d61-6859-4d3f-aa9c-672fbdac6341 service neutron] 10.222.0.96 "GET /v2.0/networks?id=482d30fe-67ad-4874-a89a-719137c68b40 HTTP/1.1" status: 200 len: 918 time: 0.2552173 Feb 04 17:23:02.378427 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02f431a-f1a1-4a38-958d-1210adc8124f req-f64d486b-dbf1-4b75-b513-9b9a32e995ff tempest-ServerRescueTestJSONUnderV235-1389214366 tempest-ServerRescueTestJSONUnderV235-1389214366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:23:02.387873 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-d02f431a-f1a1-4a38-958d-1210adc8124f req-f64d486b-dbf1-4b75-b513-9b9a32e995ff tempest-ServerRescueTestJSONUnderV235-1389214366 tempest-ServerRescueTestJSONUnderV235-1389214366-project] 10.222.0.89 "GET /v2.0/ports?device_id=c1affc7e-c4fd-44da-8120-774326466c99 HTTP/1.1" status: 200 len: 945 time: 0.3915668 Feb 04 17:23:02.421888 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abaadc2-4cb3-419f-a6de-e4d60a7483c3 req-62226283-abb1-4f0a-be99-5d04ad1ed62d tempest-ImagesTestJSON-301921999 tempest-ImagesTestJSON-301921999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:23:02.426170 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-0abaadc2-4cb3-419f-a6de-e4d60a7483c3 req-62226283-abb1-4f0a-be99-5d04ad1ed62d tempest-ImagesTestJSON-301921999 tempest-ImagesTestJSON-301921999-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:02.477111 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6229e5a6-4e9c-4219-b50c-f987bae275a2 req-e8b47a92-5857-465d-a7a0-07f9b82191ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:23:02.487963 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-2069670e-1745-441c-80af-5bee22f26898 req-178f0a68-5244-4ad8-a3b3-e55ba9ba36ef service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0dc06b5d-448b-4f0d-ad2e-de475b21d9b4 HTTP/1.1" status: 200 len: 1002 time: 0.2953660 Feb 04 17:23:02.490231 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-6229e5a6-4e9c-4219-b50c-f987bae275a2 req-e8b47a92-5857-465d-a7a0-07f9b82191ad service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=5f99a685-700d-4f63-88c2-d2a04a4a422d HTTP/1.1" status: 200 len: 1127 time: 0.3059804 Feb 04 17:23:02.535229 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23983d3a-7704-45f3-be92-94acd7818db6 req-a5d74876-8b83-444f-bafb-70166ba377d1 tempest-ServerRescueNegativeTestJSON-1481324798 tempest-ServerRescueNegativeTestJSON-1481324798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:23:02.541517 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-23983d3a-7704-45f3-be92-94acd7818db6 req-a5d74876-8b83-444f-bafb-70166ba377d1 tempest-ServerRescueNegativeTestJSON-1481324798 tempest-ServerRescueNegativeTestJSON-1481324798-project] 10.222.0.89 "GET /v2.0/ports?device_id=96f9652e-8b23-4729-8bd9-8d19010715cb HTTP/1.1" status: 200 len: 945 time: 0.2487452 Feb 04 17:23:02.553421 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-0abaadc2-4cb3-419f-a6de-e4d60a7483c3 req-62226283-abb1-4f0a-be99-5d04ad1ed62d tempest-ImagesTestJSON-301921999 tempest-ImagesTestJSON-301921999-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0623231 Feb 04 17:23:02.587374 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [req-0abaadc2-4cb3-419f-a6de-e4d60a7483c3 req-3762a348-7257-4a47-b778-9572ab1abf19 service neutron] Request body: {'port': {'device_id': '5f68109e-df04-484f-b992-6678b4ebbbe8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827839-2'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:23:02.620519 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-d02f431a-f1a1-4a38-958d-1210adc8124f req-b00ca79c-3863-45e8-9578-7b6ed4b41189 tempest-ServerRescueTestJSONUnderV235-1389214366 tempest-ServerRescueTestJSONUnderV235-1389214366-project] 10.222.0.89 "GET /v2.0/security-groups?id=c3431cd9-8ee1-43a9-bad9-017618f597d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2224498 Feb 04 17:23:02.690489 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2069670e-1745-441c-80af-5bee22f26898 req-b69e208f-9fb3-469e-8f69-8cef5306d116 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:23:02.697285 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-2069670e-1745-441c-80af-5bee22f26898 req-b69e208f-9fb3-469e-8f69-8cef5306d116 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=038a8af9-19f4-4848-babf-d3b1e786f999 HTTP/1.1" status: 200 len: 856 time: 0.1891589 Feb 04 17:23:02.812920 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-23983d3a-7704-45f3-be92-94acd7818db6 req-70484245-aa4b-4be4-99d4-f6424aceb6d0 tempest-ServerRescueNegativeTestJSON-1481324798 tempest-ServerRescueNegativeTestJSON-1481324798-project] 10.222.0.89 "GET /v2.0/security-groups?id=47e1fb0d-88ed-4fed-9e75-9f02b9f534f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2194381 Feb 04 17:23:02.830968 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-6229e5a6-4e9c-4219-b50c-f987bae275a2 req-b0edada2-fafd-488f-aab4-dfca54c7f378 service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=47e1fb0d-88ed-4fed-9e75-9f02b9f534f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3210425 Feb 04 17:23:02.850353 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2069670e-1745-441c-80af-5bee22f26898 req-d829d133-acd5-4e79-a0f8-66a567bb07e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:23:02.852005 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-2069670e-1745-441c-80af-5bee22f26898 req-d829d133-acd5-4e79-a0f8-66a567bb07e0 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=482d30fe-67ad-4874-a89a-719137c68b40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1459284 Feb 04 17:23:02.915148 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d408ec64-b374-4acb-a1fc-48241dad6d47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (0cd6d64a-47a7-40ff-8c12-71dd526c62e0), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:02.948778 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-0abaadc2-4cb3-419f-a6de-e4d60a7483c3 req-3762a348-7257-4a47-b778-9572ab1abf19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (24331ad9-dd8a-4265-8e43-3d742afe5cae), before_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:03.079625 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e74654-8ad2-44ec-a796-c2f482f1a8f6 req-2851601e-6368-47f4-a50d-5d2c2790418e tempest-ImagesTestJSON-301921999 tempest-ImagesTestJSON-301921999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:23:03.099088 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-d9e74654-8ad2-44ec-a796-c2f482f1a8f6 req-2851601e-6368-47f4-a50d-5d2c2790418e tempest-ImagesTestJSON-301921999 tempest-ImagesTestJSON-301921999-project] 10.222.0.89 "GET /v2.0/ports?device_id=5f68109e-df04-484f-b992-6678b4ebbbe8 HTTP/1.1" status: 200 len: 931 time: 0.3183053 Feb 04 17:23:03.253865 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Device dd0463af-d470-43e7-b569-a473b9d3fa36 no longer exists at agent hyperv_n-h2-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:23:03.298625 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] No Port match for: dd0463af-d470-43e7-b569-a473b9d3fa36 {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 17:23:03.299382 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Device dd0463af-d470-43e7-b569-a473b9d3fa36 not bound to the agent host n-h2-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 17:23:03.384786 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-2069670e-1745-441c-80af-5bee22f26898 req-35c3c285-9025-4440-b9d6-b5fb5737dcf1 service neutron] 10.222.0.96 "GET /v2.0/networks/482d30fe-67ad-4874-a89a-719137c68b40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2517083 Feb 04 17:23:03.395058 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880c54db-78b8-4888-9ecf-2b3a70c81876 req-66b5d1fb-73b2-4a35-91bb-eac0be9ac20d tempest-ServerRescueNegativeTestJSON-1481324798 tempest-ServerRescueNegativeTestJSON-1481324798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:23:03.405937 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-880c54db-78b8-4888-9ecf-2b3a70c81876 req-66b5d1fb-73b2-4a35-91bb-eac0be9ac20d tempest-ServerRescueNegativeTestJSON-1481324798 tempest-ServerRescueNegativeTestJSON-1481324798-project] 10.222.0.89 "GET /v2.0/ports?device_id=96f9652e-8b23-4729-8bd9-8d19010715cb HTTP/1.1" status: 200 len: 945 time: 0.1115713 Feb 04 17:23:03.528190 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 38002) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:23:03.587013 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-880c54db-78b8-4888-9ecf-2b3a70c81876 req-487af8f9-f73c-4383-89eb-80a31b599883 tempest-ServerRescueNegativeTestJSON-1481324798 tempest-ServerRescueNegativeTestJSON-1481324798-project] 10.222.0.89 "GET /v2.0/security-groups?id=47e1fb0d-88ed-4fed-9e75-9f02b9f534f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1799521 Feb 04 17:23:03.628516 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-d9e74654-8ad2-44ec-a796-c2f482f1a8f6 req-fbaf4b76-5ece-4627-a24f-79f181b06339 tempest-ImagesTestJSON-301921999 tempest-ImagesTestJSON-301921999-project] 10.222.0.89 "GET /v2.0/security-groups?id=5b73e0f3-a9f7-4cf1-b4aa-b594ce8b7178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5285275 Feb 04 17:23:03.632518 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-2069670e-1745-441c-80af-5bee22f26898 req-7be1dc19-f1dd-4943-8b81-527c31f689fc service neutron] 10.222.0.96 "GET /v2.0/networks/482d30fe-67ad-4874-a89a-719137c68b40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2242720 Feb 04 17:23:03.709690 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f929b0c-f213-4994-9243-418b3b74c91a req-5542850c-7c39-43cf-9134-dd9dd9b258cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:23:03.711252 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-4f929b0c-f213-4994-9243-418b3b74c91a req-5542850c-7c39-43cf-9134-dd9dd9b258cc service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=416c048260b14ff1a410112cf5941611&device_id=96f9652e-8b23-4729-8bd9-8d19010715cb HTTP/1.1" status: 200 len: 1127 time: 0.5563254 Feb 04 17:23:03.804411 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-656435d3-8de8-49d5-baf0-9f61f7ab35ae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:03.842279 n-d-827839-2 neutron-server[103377]: DEBUG neutron.notifiers.nova [req-0abaadc2-4cb3-419f-a6de-e4d60a7483c3 req-3762a348-7257-4a47-b778-9572ab1abf19 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 24331ad9-dd8a-4265-8e43-3d742afe5cae {{(pid=103377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 17:23:03.850375 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-0abaadc2-4cb3-419f-a6de-e4d60a7483c3 req-3762a348-7257-4a47-b778-9572ab1abf19 service neutron] Publish callbacks [] for port (24331ad9-dd8a-4265-8e43-3d742afe5cae), precommit_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:03.891127 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.provisioning_blocks [req-0abaadc2-4cb3-419f-a6de-e4d60a7483c3 req-3762a348-7257-4a47-b778-9572ab1abf19 service neutron] Transition to ACTIVE for port object 24331ad9-dd8a-4265-8e43-3d742afe5cae will not be triggered until provisioned by entity L2. {{(pid=103377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 17:23:03.900349 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3928fe5a-a62a-4e13-a247-f000d4472c2e req-77772320-627f-40a5-bb52-b997fc770a0b tempest-ServerRescueTestJSONUnderV235-1389214366 tempest-ServerRescueTestJSONUnderV235-1389214366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:23:03.900594 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-0abaadc2-4cb3-419f-a6de-e4d60a7483c3 req-3762a348-7257-4a47-b778-9572ab1abf19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25888290'] for port (24331ad9-dd8a-4265-8e43-3d742afe5cae), after_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:03.902252 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-3928fe5a-a62a-4e13-a247-f000d4472c2e req-77772320-627f-40a5-bb52-b997fc770a0b tempest-ServerRescueTestJSONUnderV235-1389214366 tempest-ServerRescueTestJSONUnderV235-1389214366-project] 10.222.0.89 "GET /v2.0/ports?device_id=c1affc7e-c4fd-44da-8120-774326466c99 HTTP/1.1" status: 200 len: 945 time: 0.1875079 Feb 04 17:23:03.996420 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-3928fe5a-a62a-4e13-a247-f000d4472c2e req-bbc17b7b-8a07-45ea-9371-e6972babb990 tempest-ServerRescueTestJSONUnderV235-1389214366 tempest-ServerRescueTestJSONUnderV235-1389214366-project] 10.222.0.89 "GET /v2.0/security-groups?id=c3431cd9-8ee1-43a9-bad9-017618f597d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869358 Feb 04 17:23:04.011566 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-656435d3-8de8-49d5-baf0-9f61f7ab35ae admin admin] Publish callbacks [] for security_group (1e835e48-a738-473f-816c-dc7b2744b0f0), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:04.026940 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-656435d3-8de8-49d5-baf0-9f61f7ab35ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (1e835e48-a738-473f-816c-dc7b2744b0f0), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:04.046070 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f929b0c-f213-4994-9243-418b3b74c91a req-ee064347-66ee-4d81-95fd-36ddc63ad92f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:23:04.052940 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-4f929b0c-f213-4994-9243-418b3b74c91a req-ee064347-66ee-4d81-95fd-36ddc63ad92f service neutron] 10.222.0.90 "GET /v2.0/networks?id=65e96574-1b4a-495a-8b0d-441e42a3db76 HTTP/1.1" status: 200 len: 919 time: 0.3221834 Feb 04 17:23:04.055006 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3762a348-7257-4a47-b778-9572ab1abf19 service neutron] Pushing event updated for resources: {'Port': ['ID=24331ad9-dd8a-4265-8e43-3d742afe5cae,revision_number=2']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:23:04.114018 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656435d3-8de8-49d5-baf0-9f61f7ab35ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e835e48-a738-473f-816c-dc7b2744b0f0,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:23:04.122679 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3762a348-7257-4a47-b778-9572ab1abf19 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:23:04.123119 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3762a348-7257-4a47-b778-9572ab1abf19 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:23:04.123610 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3762a348-7257-4a47-b778-9572ab1abf19 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:23:04.123959 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3762a348-7257-4a47-b778-9572ab1abf19 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:23:04.124298 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3762a348-7257-4a47-b778-9572ab1abf19 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:23:04.124633 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3762a348-7257-4a47-b778-9572ab1abf19 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:23:04.124998 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3762a348-7257-4a47-b778-9572ab1abf19 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:23:04.125325 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3762a348-7257-4a47-b778-9572ab1abf19 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:23:04.125835 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3762a348-7257-4a47-b778-9572ab1abf19 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:23:04.126154 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3762a348-7257-4a47-b778-9572ab1abf19 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:23:04.126469 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3762a348-7257-4a47-b778-9572ab1abf19 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:23:04.126864 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3762a348-7257-4a47-b778-9572ab1abf19 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:23:04.127193 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3762a348-7257-4a47-b778-9572ab1abf19 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:23:04.135531 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-656435d3-8de8-49d5-baf0-9f61f7ab35ae admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=5a92c8e6d3464644a4e90020b1134563&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5868096 Feb 04 17:23:04.140133 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 38024) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:23:04.179731 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-4f929b0c-f213-4994-9243-418b3b74c91a req-0e50e77d-af33-4701-8f66-d1c00000d57e service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d7e5630c-e618-4daf-8f90-85c9c1cf18e5 HTTP/1.1" status: 200 len: 217 time: 0.1179812 Feb 04 17:23:04.209209 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-7ff0e5bd-0bca-4569-81c8-8d36fde76631 admin admin] Publish callbacks [] for security_group (1e835e48-a738-473f-816c-dc7b2744b0f0), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:04.236072 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-7ff0e5bd-0bca-4569-81c8-8d36fde76631 admin admin] Publish callbacks [] for security_group (1e835e48-a738-473f-816c-dc7b2744b0f0), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:04.271947 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [req-0abaadc2-4cb3-419f-a6de-e4d60a7483c3 req-3762a348-7257-4a47-b778-9572ab1abf19 service neutron] Attempting to bind port 24331ad9-dd8a-4265-8e43-3d742afe5cae on host n-h2-827839-2 for vnic_type normal with profile {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:23:04.272283 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [req-0abaadc2-4cb3-419f-a6de-e4d60a7483c3 req-3762a348-7257-4a47-b778-9572ab1abf19 service neutron] Attempting to bind port 24331ad9-dd8a-4265-8e43-3d742afe5cae by drivers openvswitch,hyperv on host n-h2-827839-2 at level 0 using segments [{'id': '40be95d6-8661-400f-bc9d-3f4c57dcd00c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': 'a69bfb95-797b-4825-866b-2c94a621d18a'}] {{(pid=103377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:23:04.272614 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0abaadc2-4cb3-419f-a6de-e4d60a7483c3 req-3762a348-7257-4a47-b778-9572ab1abf19 service neutron] Attempting to bind port 24331ad9-dd8a-4265-8e43-3d742afe5cae on network a69bfb95-797b-4825-866b-2c94a621d18a {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:23:04.282751 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 38028) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:23:04.287613 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0abaadc2-4cb3-419f-a6de-e4d60a7483c3 req-3762a348-7257-4a47-b778-9572ab1abf19 service neutron] Port 24331ad9-dd8a-4265-8e43-3d742afe5cae on network a69bfb95-797b-4825-866b-2c94a621d18a not bound, no agent of type Open vSwitch agent registered on host n-h2-827839-2 {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 17:23:04.307241 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0abaadc2-4cb3-419f-a6de-e4d60a7483c3 req-3762a348-7257-4a47-b778-9572ab1abf19 service neutron] Attempting to bind port 24331ad9-dd8a-4265-8e43-3d742afe5cae on network a69bfb95-797b-4825-866b-2c94a621d18a {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:23:04.312409 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f929b0c-f213-4994-9243-418b3b74c91a req-78fa0a4d-b95d-44c6-b1de-0fd8af380e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:23:04.319620 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-4f929b0c-f213-4994-9243-418b3b74c91a req-78fa0a4d-b95d-44c6-b1de-0fd8af380e6b service neutron] 10.222.0.90 "GET /v2.0/subnets?id=99111859-42b4-4e18-9ce6-d611a4f50891 HTTP/1.1" status: 200 len: 858 time: 0.1335304 Feb 04 17:23:04.325649 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0abaadc2-4cb3-419f-a6de-e4d60a7483c3 req-3762a348-7257-4a47-b778-9572ab1abf19 service neutron] Checking agent: {'id': 'f20a1ab3-4332-4f54-833b-ba4a7c687e89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 8, 40), 'started_at': datetime.datetime(2022, 2, 4, 17, 8, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 22, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:23:04.326868 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0abaadc2-4cb3-419f-a6de-e4d60a7483c3 req-3762a348-7257-4a47-b778-9572ab1abf19 service neutron] Checking segment: {'id': '40be95d6-8661-400f-bc9d-3f4c57dcd00c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': 'a69bfb95-797b-4825-866b-2c94a621d18a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:23:04.327540 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0abaadc2-4cb3-419f-a6de-e4d60a7483c3 req-3762a348-7257-4a47-b778-9572ab1abf19 service neutron] Bound using segment: {'id': '40be95d6-8661-400f-bc9d-3f4c57dcd00c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': 'a69bfb95-797b-4825-866b-2c94a621d18a'} {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:23:04.328074 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [req-0abaadc2-4cb3-419f-a6de-e4d60a7483c3 req-3762a348-7257-4a47-b778-9572ab1abf19 service neutron] Bound port: 24331ad9-dd8a-4265-8e43-3d742afe5cae, host: n-h2-827839-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40be95d6-8661-400f-bc9d-3f4c57dcd00c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': 'a69bfb95-797b-4825-866b-2c94a621d18a'}}] {{(pid=103377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:23:04.328451 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-0abaadc2-4cb3-419f-a6de-e4d60a7483c3 req-3762a348-7257-4a47-b778-9572ab1abf19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (24331ad9-dd8a-4265-8e43-3d742afe5cae), before_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:04.342643 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-7ff0e5bd-0bca-4569-81c8-8d36fde76631 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (1e835e48-a738-473f-816c-dc7b2744b0f0), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:04.346938 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-7ff0e5bd-0bca-4569-81c8-8d36fde76631 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:04.348848 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-7ff0e5bd-0bca-4569-81c8-8d36fde76631 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/1e835e48-a738-473f-816c-dc7b2744b0f0 HTTP/1.1" status: 204 len: 168 time: 0.2076130 Feb 04 17:23:04.370975 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff0e5bd-0bca-4569-81c8-8d36fde76631 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e835e48-a738-473f-816c-dc7b2744b0f0,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:23:04.378429 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-4f929b0c-f213-4994-9243-418b3b74c91a req-3ac56dcd-0d1e-4ccf-80c6-adc69d146592 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=65e96574-1b4a-495a-8b0d-441e42a3db76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0461910 Feb 04 17:23:04.514383 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [req-0abaadc2-4cb3-419f-a6de-e4d60a7483c3 req-3762a348-7257-4a47-b778-9572ab1abf19 service neutron] For port 24331ad9-dd8a-4265-8e43-3d742afe5cae, host n-h2-827839-2, cleared binding levels {{(pid=103377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:23:04.523242 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [req-0abaadc2-4cb3-419f-a6de-e4d60a7483c3 req-3762a348-7257-4a47-b778-9572ab1abf19 service neutron] For port 24331ad9-dd8a-4265-8e43-3d742afe5cae, host n-h2-827839-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=24331ad9-dd8a-4265-8e43-3d742afe5cae,segment=NetworkSegment(40be95d6-8661-400f-bc9d-3f4c57dcd00c),segment_id=40be95d6-8661-400f-bc9d-3f4c57dcd00c)] {{(pid=103377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:23:04.555325 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-0abaadc2-4cb3-419f-a6de-e4d60a7483c3 req-3762a348-7257-4a47-b778-9572ab1abf19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25888290'] for port (24331ad9-dd8a-4265-8e43-3d742afe5cae), after_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:04.605354 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-4f929b0c-f213-4994-9243-418b3b74c91a req-8882d7eb-0571-4123-b973-19c5553822df service neutron] 10.222.0.90 "GET /v2.0/networks/65e96574-1b4a-495a-8b0d-441e42a3db76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2072353 Feb 04 17:23:04.638200 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3762a348-7257-4a47-b778-9572ab1abf19 service neutron] Pushing event updated for resources: {'Port': ['ID=24331ad9-dd8a-4265-8e43-3d742afe5cae,revision_number=3']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:23:04.647400 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abaadc2-4cb3-419f-a6de-e4d60a7483c3 req-3762a348-7257-4a47-b778-9572ab1abf19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:23:04.648198 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-0abaadc2-4cb3-419f-a6de-e4d60a7483c3 req-3762a348-7257-4a47-b778-9572ab1abf19 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:04.658852 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-0abaadc2-4cb3-419f-a6de-e4d60a7483c3 req-3762a348-7257-4a47-b778-9572ab1abf19 service neutron] 10.222.0.90 "PUT /v2.0/ports/24331ad9-dd8a-4265-8e43-3d742afe5cae HTTP/1.1" status: 200 len: 1091 time: 2.0771570 Feb 04 17:23:04.660676 n-d-827839-2 neutron-server[103377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f68109e-df04-484f-b992-6678b4ebbbe8', 'tag': '24331ad9-dd8a-4265-8e43-3d742afe5cae'}] {{(pid=103377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:23:04.663434 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7240428b650e1488e9361b62648ff4b3a6c19d49d8c27c949491ab58c1346cf0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9dbffd5-7a69-4e02-b3cd-4c15eef56f87" -d '{"events": [{"name": "network-changed", "server_uuid": "5f68109e-df04-484f-b992-6678b4ebbbe8", "tag": "24331ad9-dd8a-4265-8e43-3d742afe5cae"}]}' {{(pid=103377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:23:04.724099 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4f14bb47-e72b-46ac-9e44-a61d9293afcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (75326290-f7a3-4db8-9cf2-15c7139ed224), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:04.872689 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 38048) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:23:04.890673 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-30dac9c9-9488-4b7d-b820-d6175b2788df admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:04.892775 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-8c3ae016-9bb4-4347-b14c-980ee4204bab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:04.941662 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd8dfd1-9c10-4a70-b3a4-112b81624c6d req-1906425d-9a54-46c2-b8dc-7cb4a6abf6d0 tempest-ImagesTestJSON-301921999 tempest-ImagesTestJSON-301921999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:23:04.943324 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-6bd8dfd1-9c10-4a70-b3a4-112b81624c6d req-1906425d-9a54-46c2-b8dc-7cb4a6abf6d0 tempest-ImagesTestJSON-301921999 tempest-ImagesTestJSON-301921999-project] 10.222.0.89 "GET /v2.0/ports?device_id=5f68109e-df04-484f-b992-6678b4ebbbe8 HTTP/1.1" status: 200 len: 943 time: 0.1427505 Feb 04 17:23:04.978336 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-4f929b0c-f213-4994-9243-418b3b74c91a req-12421a3c-f679-4ffc-86fb-6de94f4abdd6 service neutron] 10.222.0.90 "GET /v2.0/networks/65e96574-1b4a-495a-8b0d-441e42a3db76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3183219 Feb 04 17:23:04.980725 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abaadc2-4cb3-419f-a6de-e4d60a7483c3 req-8ccba2a5-ead6-4e93-8c8d-8e01a41873c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:23:04.983712 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-0abaadc2-4cb3-419f-a6de-e4d60a7483c3 req-8ccba2a5-ead6-4e93-8c8d-8e01a41873c7 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=08c8ed9304cf401d8c1d136ac3844d2a&device_id=5f68109e-df04-484f-b992-6678b4ebbbe8 HTTP/1.1" status: 200 len: 1125 time: 0.1841984 Feb 04 17:23:05.008981 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-30dac9c9-9488-4b7d-b820-d6175b2788df admin admin] Publish callbacks [] for security_group (70d6868d-155f-483c-a53c-13f4ab2b8d11), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:05.018230 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-6bd8dfd1-9c10-4a70-b3a4-112b81624c6d req-d3c76a4b-017d-4000-a5ea-55210d67d9d8 tempest-ImagesTestJSON-301921999 tempest-ImagesTestJSON-301921999-project] 10.222.0.89 "GET /v2.0/security-groups?id=5b73e0f3-a9f7-4cf1-b4aa-b594ce8b7178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657814 Feb 04 17:23:05.033024 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-30dac9c9-9488-4b7d-b820-d6175b2788df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (70d6868d-155f-483c-a53c-13f4ab2b8d11), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:05.079759 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619d084c-095f-4258-908d-605c19111084 req-85515828-1f22-4c77-8395-40fe255cfb65 tempest-ServerRescueNegativeTestJSON-1481324798 tempest-ServerRescueNegativeTestJSON-1481324798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:23:05.082021 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-619d084c-095f-4258-908d-605c19111084 req-85515828-1f22-4c77-8395-40fe255cfb65 tempest-ServerRescueNegativeTestJSON-1481324798 tempest-ServerRescueNegativeTestJSON-1481324798-project] 10.222.0.89 "GET /v2.0/ports?device_id=96f9652e-8b23-4729-8bd9-8d19010715cb HTTP/1.1" status: 200 len: 945 time: 0.3191907 Feb 04 17:23:05.091157 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-0abaadc2-4cb3-419f-a6de-e4d60a7483c3 req-52fc7da4-5262-47f9-88ff-bab093c915dd service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=24331ad9-dd8a-4265-8e43-3d742afe5cae HTTP/1.1" status: 200 len: 217 time: 0.0767875 Feb 04 17:23:05.101148 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 17:23:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d17f8acb-a873-415d-ac82-d6a38db15790 x-openstack-request-id: req-d17f8acb-a873-415d-ac82-d6a38db15790 {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:23:05.101516 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f68109e-df04-484f-b992-6678b4ebbbe8", "tag": "24331ad9-dd8a-4265-8e43-3d742afe5cae", "status": "completed", "code": 200}]} {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:23:05.101941 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-d17f8acb-a873-415d-ac82-d6a38db15790 {{(pid=103377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:23:05.102417 n-d-827839-2 neutron-server[103377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f68109e-df04-484f-b992-6678b4ebbbe8', 'tag': '24331ad9-dd8a-4265-8e43-3d742afe5cae', 'status': 'completed', 'code': 200} Feb 04 17:23:05.145556 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-30dac9c9-9488-4b7d-b820-d6175b2788df admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=194f6950a0b14d52bc127655941289dc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2690897 Feb 04 17:23:05.167431 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 38058) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:23:05.183025 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-619d084c-095f-4258-908d-605c19111084 req-1dc380dd-10b6-4147-9870-55d63f85363b tempest-ServerRescueNegativeTestJSON-1481324798 tempest-ServerRescueNegativeTestJSON-1481324798-project] 10.222.0.89 "GET /v2.0/security-groups?id=47e1fb0d-88ed-4fed-9e75-9f02b9f534f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924554 Feb 04 17:23:05.188284 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30dac9c9-9488-4b7d-b820-d6175b2788df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70d6868d-155f-483c-a53c-13f4ab2b8d11,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:23:05.247201 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-8c3ae016-9bb4-4347-b14c-980ee4204bab admin admin] Publish callbacks [] for security_group (aabb4d55-6678-4d8f-96db-ec14823e6dc4), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:05.252356 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-8c3ae016-9bb4-4347-b14c-980ee4204bab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (aabb4d55-6678-4d8f-96db-ec14823e6dc4), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:05.287446 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-8c3ae016-9bb4-4347-b14c-980ee4204bab admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=bd95202db53440c2b1ffc79d1765d392&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0039008 Feb 04 17:23:05.288973 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 38060) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:23:05.306283 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abaadc2-4cb3-419f-a6de-e4d60a7483c3 req-d54e23d4-4958-48fc-aa71-c7de61dca32a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:23:05.308091 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-0abaadc2-4cb3-419f-a6de-e4d60a7483c3 req-d54e23d4-4958-48fc-aa71-c7de61dca32a service neutron] 10.222.0.90 "GET /v2.0/subnets?id=4c5f610d-9231-45f1-abd7-6e26ccd02030 HTTP/1.1" status: 200 len: 844 time: 0.2019005 Feb 04 17:23:05.337381 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3ae016-9bb4-4347-b14c-980ee4204bab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aabb4d55-6678-4d8f-96db-ec14823e6dc4,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:23:05.365494 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-c1aacbcf-c280-460b-94d3-8033907aa359 admin admin] Publish callbacks [] for security_group (aabb4d55-6678-4d8f-96db-ec14823e6dc4), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:05.391751 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-c1aacbcf-c280-460b-94d3-8033907aa359 admin admin] Publish callbacks [] for security_group (aabb4d55-6678-4d8f-96db-ec14823e6dc4), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:05.438239 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-0abaadc2-4cb3-419f-a6de-e4d60a7483c3 req-339ea4b5-f9da-4d75-8688-6420398d5003 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=a69bfb95-797b-4825-866b-2c94a621d18a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0976052 Feb 04 17:23:05.441722 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-302f85de-3e6c-4b2f-affd-d04fa4b5ac4f admin admin] Publish callbacks [] for security_group (70d6868d-155f-483c-a53c-13f4ab2b8d11), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:05.450778 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-c1aacbcf-c280-460b-94d3-8033907aa359 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (aabb4d55-6678-4d8f-96db-ec14823e6dc4), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:05.453871 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-c1aacbcf-c280-460b-94d3-8033907aa359 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:05.459423 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-c1aacbcf-c280-460b-94d3-8033907aa359 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/aabb4d55-6678-4d8f-96db-ec14823e6dc4 HTTP/1.1" status: 204 len: 168 time: 0.1690633 Feb 04 17:23:05.471099 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1aacbcf-c280-460b-94d3-8033907aa359 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aabb4d55-6678-4d8f-96db-ec14823e6dc4,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:23:05.480931 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e0e825-3113-41cc-80d6-f802caf7cc53 req-5ebdf609-bbf4-42b6-a789-e444df8eb9b6 tempest-ServerRescueTestJSONUnderV235-1389214366 tempest-ServerRescueTestJSONUnderV235-1389214366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:23:05.483062 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-12e0e825-3113-41cc-80d6-f802caf7cc53 req-5ebdf609-bbf4-42b6-a789-e444df8eb9b6 tempest-ServerRescueTestJSONUnderV235-1389214366 tempest-ServerRescueTestJSONUnderV235-1389214366-project] 10.222.0.89 "GET /v2.0/ports?device_id=c1affc7e-c4fd-44da-8120-774326466c99 HTTP/1.1" status: 200 len: 945 time: 0.2689543 Feb 04 17:23:05.505247 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-302f85de-3e6c-4b2f-affd-d04fa4b5ac4f admin admin] Publish callbacks [] for security_group (70d6868d-155f-483c-a53c-13f4ab2b8d11), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:05.618241 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-302f85de-3e6c-4b2f-affd-d04fa4b5ac4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (70d6868d-155f-483c-a53c-13f4ab2b8d11), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:05.620996 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-302f85de-3e6c-4b2f-affd-d04fa4b5ac4f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:05.622208 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-302f85de-3e6c-4b2f-affd-d04fa4b5ac4f admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/70d6868d-155f-483c-a53c-13f4ab2b8d11 HTTP/1.1" status: 204 len: 168 time: 0.4538362 Feb 04 17:23:05.641463 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302f85de-3e6c-4b2f-affd-d04fa4b5ac4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70d6868d-155f-483c-a53c-13f4ab2b8d11,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:23:05.674779 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-12e0e825-3113-41cc-80d6-f802caf7cc53 req-1d5b50ae-82db-4568-9b71-30a94327df40 tempest-ServerRescueTestJSONUnderV235-1389214366 tempest-ServerRescueTestJSONUnderV235-1389214366-project] 10.222.0.89 "GET /v2.0/security-groups?id=c3431cd9-8ee1-43a9-bad9-017618f597d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939736 Feb 04 17:23:05.733355 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-0abaadc2-4cb3-419f-a6de-e4d60a7483c3 req-09f07989-ba8b-46ec-94b0-10cc160ba3b7 service neutron] 10.222.0.90 "GET /v2.0/networks/a69bfb95-797b-4825-866b-2c94a621d18a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2857111 Feb 04 17:23:05.759027 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (ba70844b-66a0-45fd-a2f2-e6ed673321fc), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:05.867157 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-0abaadc2-4cb3-419f-a6de-e4d60a7483c3 req-d1af3c9a-d5ca-4e2a-9fe6-13c4a2cbe2e1 service neutron] 10.222.0.90 "GET /v2.0/networks/a69bfb95-797b-4825-866b-2c94a621d18a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304100 Feb 04 17:23:06.053683 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9dbffd5-7a69-4e02-b3cd-4c15eef56f87 req-a0c9d2bf-9f7d-4a05-a5c1-b82cb88d73eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:23:06.055390 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-f9dbffd5-7a69-4e02-b3cd-4c15eef56f87 req-a0c9d2bf-9f7d-4a05-a5c1-b82cb88d73eb service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=08c8ed9304cf401d8c1d136ac3844d2a&device_id=5f68109e-df04-484f-b992-6678b4ebbbe8 HTTP/1.1" status: 200 len: 1125 time: 0.1054533 Feb 04 17:23:06.186469 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9dbffd5-7a69-4e02-b3cd-4c15eef56f87 req-984ced22-0604-4911-bae8-74e0a0a8a9f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:23:06.187967 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-f9dbffd5-7a69-4e02-b3cd-4c15eef56f87 req-984ced22-0604-4911-bae8-74e0a0a8a9f2 service neutron] 10.222.0.90 "GET /v2.0/networks?id=a69bfb95-797b-4825-866b-2c94a621d18a HTTP/1.1" status: 200 len: 905 time: 0.1180515 Feb 04 17:23:06.196993 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a349714-7df9-4899-a590-e5f90a643d0c req-1eb296d0-1a4a-465f-849a-b9ba33485843 tempest-ImagesTestJSON-301921999 tempest-ImagesTestJSON-301921999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:23:06.198560 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-2a349714-7df9-4899-a590-e5f90a643d0c req-1eb296d0-1a4a-465f-849a-b9ba33485843 tempest-ImagesTestJSON-301921999 tempest-ImagesTestJSON-301921999-project] 10.222.0.89 "GET /v2.0/ports?device_id=5f68109e-df04-484f-b992-6678b4ebbbe8 HTTP/1.1" status: 200 len: 943 time: 0.0953188 Feb 04 17:23:06.264359 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-2a349714-7df9-4899-a590-e5f90a643d0c req-4be6d370-6ec8-4e28-bf0a-8f582973b833 tempest-ImagesTestJSON-301921999 tempest-ImagesTestJSON-301921999-project] 10.222.0.89 "GET /v2.0/security-groups?id=5b73e0f3-a9f7-4cf1-b4aa-b594ce8b7178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554514 Feb 04 17:23:06.293945 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-f9dbffd5-7a69-4e02-b3cd-4c15eef56f87 req-f5024841-0750-4f89-ad84-a8ef7e02421a service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=24331ad9-dd8a-4265-8e43-3d742afe5cae HTTP/1.1" status: 200 len: 217 time: 0.0983422 Feb 04 17:23:06.415428 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9dbffd5-7a69-4e02-b3cd-4c15eef56f87 req-51923d07-ba5b-4a78-97c7-dcff501a7ff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:23:06.417267 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-f9dbffd5-7a69-4e02-b3cd-4c15eef56f87 req-51923d07-ba5b-4a78-97c7-dcff501a7ff6 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=4c5f610d-9231-45f1-abd7-6e26ccd02030 HTTP/1.1" status: 200 len: 844 time: 0.1026428 Feb 04 17:23:06.430562 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82648b6-16cb-4090-9d69-0afbf7d524b9 req-209b9323-a2ba-4c3a-901a-5212f31e9930 tempest-ServerRescueNegativeTestJSON-1481324798 tempest-ServerRescueNegativeTestJSON-1481324798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:23:06.434406 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-a82648b6-16cb-4090-9d69-0afbf7d524b9 req-209b9323-a2ba-4c3a-901a-5212f31e9930 tempest-ServerRescueNegativeTestJSON-1481324798 tempest-ServerRescueNegativeTestJSON-1481324798-project] 10.222.0.89 "GET /v2.0/ports?device_id=96f9652e-8b23-4729-8bd9-8d19010715cb HTTP/1.1" status: 200 len: 945 time: 0.1364686 Feb 04 17:23:06.475655 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-f9dbffd5-7a69-4e02-b3cd-4c15eef56f87 req-9214b54d-f5ce-45bc-909d-b19c8a391cf3 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=a69bfb95-797b-4825-866b-2c94a621d18a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0418911 Feb 04 17:23:06.555522 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-a82648b6-16cb-4090-9d69-0afbf7d524b9 req-54bc1860-7cde-4f6d-b5fc-4af82d759c97 tempest-ServerRescueNegativeTestJSON-1481324798 tempest-ServerRescueNegativeTestJSON-1481324798-project] 10.222.0.89 "GET /v2.0/security-groups?id=47e1fb0d-88ed-4fed-9e75-9f02b9f534f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123674 Feb 04 17:23:06.601629 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-f9dbffd5-7a69-4e02-b3cd-4c15eef56f87 req-54380397-6353-49ca-9adb-1095407966f8 service neutron] 10.222.0.90 "GET /v2.0/networks/a69bfb95-797b-4825-866b-2c94a621d18a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1076624 Feb 04 17:23:06.717308 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-f9dbffd5-7a69-4e02-b3cd-4c15eef56f87 req-6360c7fd-6c5e-4858-a04c-bf83f22c1705 service neutron] 10.222.0.90 "GET /v2.0/networks/a69bfb95-797b-4825-866b-2c94a621d18a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1092846 Feb 04 17:23:06.812668 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2372bf-18a3-46a9-8ecc-f1a171f14937 req-1e03203d-e010-45f0-96f9-47fcee70003a tempest-ServerRescueTestJSONUnderV235-1389214366 tempest-ServerRescueTestJSONUnderV235-1389214366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:23:06.819511 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-2b2372bf-18a3-46a9-8ecc-f1a171f14937 req-1e03203d-e010-45f0-96f9-47fcee70003a tempest-ServerRescueTestJSONUnderV235-1389214366 tempest-ServerRescueTestJSONUnderV235-1389214366-project] 10.222.0.89 "GET /v2.0/ports?device_id=c1affc7e-c4fd-44da-8120-774326466c99 HTTP/1.1" status: 200 len: 945 time: 0.0617659 Feb 04 17:23:06.864716 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-2b2372bf-18a3-46a9-8ecc-f1a171f14937 req-19e85a45-9612-4d9b-9b86-9bb98e16496a tempest-ServerRescueTestJSONUnderV235-1389214366 tempest-ServerRescueTestJSONUnderV235-1389214366-project] 10.222.0.89 "GET /v2.0/security-groups?id=c3431cd9-8ee1-43a9-bad9-017618f597d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443485 Feb 04 17:23:07.477592 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabb2a9b-1390-4e1b-a0a0-df4c99159477 req-4c3795f3-3b7a-4312-8112-db2dc8a425bb tempest-ImagesTestJSON-301921999 tempest-ImagesTestJSON-301921999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:23:07.493670 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-dabb2a9b-1390-4e1b-a0a0-df4c99159477 req-4c3795f3-3b7a-4312-8112-db2dc8a425bb tempest-ImagesTestJSON-301921999 tempest-ImagesTestJSON-301921999-project] 10.222.0.89 "GET /v2.0/ports?device_id=5f68109e-df04-484f-b992-6678b4ebbbe8 HTTP/1.1" status: 200 len: 943 time: 0.1242831 Feb 04 17:23:07.562442 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-dabb2a9b-1390-4e1b-a0a0-df4c99159477 req-c1658aec-c2f6-42db-8f4a-4be37c81400b tempest-ImagesTestJSON-301921999 tempest-ImagesTestJSON-301921999-project] 10.222.0.89 "GET /v2.0/security-groups?id=5b73e0f3-a9f7-4cf1-b4aa-b594ce8b7178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630283 Feb 04 17:23:07.723664 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f9f62f-faaf-457d-88e4-d2eea1075890 req-8bafe262-d3e4-4e6f-ac08-85c5fa8b0c41 tempest-ServerRescueNegativeTestJSON-1481324798 tempest-ServerRescueNegativeTestJSON-1481324798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:23:07.727378 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-b3f9f62f-faaf-457d-88e4-d2eea1075890 req-8bafe262-d3e4-4e6f-ac08-85c5fa8b0c41 tempest-ServerRescueNegativeTestJSON-1481324798 tempest-ServerRescueNegativeTestJSON-1481324798-project] 10.222.0.89 "GET /v2.0/ports?device_id=96f9652e-8b23-4729-8bd9-8d19010715cb HTTP/1.1" status: 200 len: 945 time: 0.0715485 Feb 04 17:23:07.821274 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-b3f9f62f-faaf-457d-88e4-d2eea1075890 req-80ba903b-bfa8-4f4d-a5a5-c0af9ca01d1c tempest-ServerRescueNegativeTestJSON-1481324798 tempest-ServerRescueNegativeTestJSON-1481324798-project] 10.222.0.89 "GET /v2.0/security-groups?id=47e1fb0d-88ed-4fed-9e75-9f02b9f534f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854280 Feb 04 17:23:08.056556 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8af5b04-4007-47e2-8ec4-17c753420c76 req-7d19883c-7081-4640-b36f-1b3f25bd02dc tempest-ServerRescueTestJSONUnderV235-1389214366 tempest-ServerRescueTestJSONUnderV235-1389214366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:23:08.058097 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-a8af5b04-4007-47e2-8ec4-17c753420c76 req-7d19883c-7081-4640-b36f-1b3f25bd02dc tempest-ServerRescueTestJSONUnderV235-1389214366 tempest-ServerRescueTestJSONUnderV235-1389214366-project] 10.222.0.89 "GET /v2.0/ports?device_id=c1affc7e-c4fd-44da-8120-774326466c99 HTTP/1.1" status: 200 len: 945 time: 0.0889134 Feb 04 17:23:08.162714 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-a8af5b04-4007-47e2-8ec4-17c753420c76 req-58670a70-a1a4-4342-a3f1-0975ea709abf tempest-ServerRescueTestJSONUnderV235-1389214366 tempest-ServerRescueTestJSONUnderV235-1389214366-project] 10.222.0.89 "GET /v2.0/security-groups?id=c3431cd9-8ee1-43a9-bad9-017618f597d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886233 Feb 04 17:23:08.739731 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cfec55-93c3-44f4-b391-8ad05644c7ba req-17b48d8d-71df-405f-af55-f1400e72db5d tempest-ImagesTestJSON-301921999 tempest-ImagesTestJSON-301921999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:23:08.748574 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-00cfec55-93c3-44f4-b391-8ad05644c7ba req-17b48d8d-71df-405f-af55-f1400e72db5d tempest-ImagesTestJSON-301921999 tempest-ImagesTestJSON-301921999-project] 10.222.0.89 "GET /v2.0/ports?device_id=5f68109e-df04-484f-b992-6678b4ebbbe8 HTTP/1.1" status: 200 len: 943 time: 0.0671031 Feb 04 17:23:08.811984 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-00cfec55-93c3-44f4-b391-8ad05644c7ba req-92a37408-d2cd-44de-87ab-2226a6f03bcb tempest-ImagesTestJSON-301921999 tempest-ImagesTestJSON-301921999-project] 10.222.0.89 "GET /v2.0/security-groups?id=5b73e0f3-a9f7-4cf1-b4aa-b594ce8b7178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621629 Feb 04 17:23:08.941328 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 38200) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:23:09.014419 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789342d8-1636-4c74-a31e-d73d55a0ac66 req-0b46ce2d-1e64-48e5-b039-bce93b3b6611 tempest-ServerRescueNegativeTestJSON-1481324798 tempest-ServerRescueNegativeTestJSON-1481324798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:23:09.016053 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-789342d8-1636-4c74-a31e-d73d55a0ac66 req-0b46ce2d-1e64-48e5-b039-bce93b3b6611 tempest-ServerRescueNegativeTestJSON-1481324798 tempest-ServerRescueNegativeTestJSON-1481324798-project] 10.222.0.89 "GET /v2.0/ports?device_id=96f9652e-8b23-4729-8bd9-8d19010715cb HTTP/1.1" status: 200 len: 945 time: 0.0967937 Feb 04 17:23:09.071384 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-789342d8-1636-4c74-a31e-d73d55a0ac66 req-7507bff7-8f7c-4644-a322-5277ca0c42e7 tempest-ServerRescueNegativeTestJSON-1481324798 tempest-ServerRescueNegativeTestJSON-1481324798-project] 10.222.0.89 "GET /v2.0/security-groups?id=47e1fb0d-88ed-4fed-9e75-9f02b9f534f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487220 Feb 04 17:23:09.099803 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-06cee119-4919-4141-8c6d-94ad3d9fdb68 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:09.186806 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-06cee119-4919-4141-8c6d-94ad3d9fdb68 admin admin] Publish callbacks [] for security_group (265957b4-58d2-42f3-a381-48fa2578e37c), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:09.190824 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-06cee119-4919-4141-8c6d-94ad3d9fdb68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (265957b4-58d2-42f3-a381-48fa2578e37c), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:09.238963 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-06cee119-4919-4141-8c6d-94ad3d9fdb68 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=792e086c012a4edebd295a51ea6a6282&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2930708 Feb 04 17:23:09.241528 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06cee119-4919-4141-8c6d-94ad3d9fdb68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=265957b4-58d2-42f3-a381-48fa2578e37c,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:23:09.243555 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 38214) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:23:09.263677 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06cee119-4919-4141-8c6d-94ad3d9fdb68 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:23:09.264258 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06cee119-4919-4141-8c6d-94ad3d9fdb68 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:23:09.264978 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06cee119-4919-4141-8c6d-94ad3d9fdb68 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:23:09.265550 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06cee119-4919-4141-8c6d-94ad3d9fdb68 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:23:09.266321 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06cee119-4919-4141-8c6d-94ad3d9fdb68 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:23:09.268661 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Device 24331ad9-dd8a-4265-8e43-3d742afe5cae details requested by agent hyperv_n-h2-827839-2 with host n-h2-827839-2 {{(pid=103378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 17:23:09.274133 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06cee119-4919-4141-8c6d-94ad3d9fdb68 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:23:09.274487 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06cee119-4919-4141-8c6d-94ad3d9fdb68 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:23:09.275033 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06cee119-4919-4141-8c6d-94ad3d9fdb68 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:23:09.275128 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06cee119-4919-4141-8c6d-94ad3d9fdb68 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:23:09.275470 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06cee119-4919-4141-8c6d-94ad3d9fdb68 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:23:09.275797 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06cee119-4919-4141-8c6d-94ad3d9fdb68 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:23:09.276129 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06cee119-4919-4141-8c6d-94ad3d9fdb68 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:23:09.276454 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06cee119-4919-4141-8c6d-94ad3d9fdb68 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:23:09.355277 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e129663-9eb5-4d8a-8b6c-bf6372c60d8d req-a2de031f-c79e-41a3-8fe0-64cd3512a76e tempest-ServerRescueTestJSONUnderV235-1389214366 tempest-ServerRescueTestJSONUnderV235-1389214366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:23:09.356065 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-19f9ba3d-fef6-4cdd-abe4-c6b4dfaf19f9 admin admin] Publish callbacks [] for security_group (265957b4-58d2-42f3-a381-48fa2578e37c), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:09.368040 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-1e129663-9eb5-4d8a-8b6c-bf6372c60d8d req-a2de031f-c79e-41a3-8fe0-64cd3512a76e tempest-ServerRescueTestJSONUnderV235-1389214366 tempest-ServerRescueTestJSONUnderV235-1389214366-project] 10.222.0.89 "GET /v2.0/ports?device_id=c1affc7e-c4fd-44da-8120-774326466c99 HTTP/1.1" status: 200 len: 945 time: 0.1364169 Feb 04 17:23:09.408694 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-19f9ba3d-fef6-4cdd-abe4-c6b4dfaf19f9 admin admin] Publish callbacks [] for security_group (265957b4-58d2-42f3-a381-48fa2578e37c), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:09.416318 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] For port 24331ad9-dd8a-4265-8e43-3d742afe5cae, host n-h2-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=24331ad9-dd8a-4265-8e43-3d742afe5cae,segment=NetworkSegment(40be95d6-8661-400f-bc9d-3f4c57dcd00c),segment_id=40be95d6-8661-400f-bc9d-3f4c57dcd00c)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:23:09.433140 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-1e129663-9eb5-4d8a-8b6c-bf6372c60d8d req-b4a1ab2d-b0e1-401b-ae58-a46ac10c74e1 tempest-ServerRescueTestJSONUnderV235-1389214366 tempest-ServerRescueTestJSONUnderV235-1389214366-project] 10.222.0.89 "GET /v2.0/security-groups?id=c3431cd9-8ee1-43a9-bad9-017618f597d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639408 Feb 04 17:23:09.433350 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Returning: {'device': '24331ad9-dd8a-4265-8e43-3d742afe5cae', 'network_id': 'a69bfb95-797b-4825-866b-2c94a621d18a', 'port_id': '24331ad9-dd8a-4265-8e43-3d742afe5cae', 'mac_address': 'fa:16:3e:b9:ae:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 769, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c5f610d-9231-45f1-abd7-6e26ccd02030', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 17:23:09.493682 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Current status of the port 24331ad9-dd8a-4265-8e43-3d742afe5cae is: DOWN; New status is: BUILD {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:23:09.494120 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (24331ad9-dd8a-4265-8e43-3d742afe5cae), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:09.496275 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-19f9ba3d-fef6-4cdd-abe4-c6b4dfaf19f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (265957b4-58d2-42f3-a381-48fa2578e37c), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:09.498996 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-19f9ba3d-fef6-4cdd-abe4-c6b4dfaf19f9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:09.500411 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-19f9ba3d-fef6-4cdd-abe4-c6b4dfaf19f9 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/265957b4-58d2-42f3-a381-48fa2578e37c HTTP/1.1" status: 204 len: 168 time: 0.2559247 Feb 04 17:23:09.514218 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24331ad9-dd8a-4265-8e43-3d742afe5cae {{(pid=103378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 17:23:09.526704 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f9ba3d-fef6-4cdd-abe4-c6b4dfaf19f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=265957b4-58d2-42f3-a381-48fa2578e37c,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:23:09.564529 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] For port 24331ad9-dd8a-4265-8e43-3d742afe5cae, host n-h2-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=24331ad9-dd8a-4265-8e43-3d742afe5cae,segment=NetworkSegment(40be95d6-8661-400f-bc9d-3f4c57dcd00c),segment_id=40be95d6-8661-400f-bc9d-3f4c57dcd00c)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:23:09.572683 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (24331ad9-dd8a-4265-8e43-3d742afe5cae), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:09.611896 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 38230) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:23:09.617161 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-82e57f57-e772-4ffe-ac01-98d600cdeac5 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1841729405'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:23:09.641237 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82e57f57-e772-4ffe-ac01-98d600cdeac5 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Made reservation on behalf of c5cb386618c24d66b6712f0d36ac7fea for: {'network': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:23:09.651343 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-82e57f57-e772-4ffe-ac01-98d600cdeac5 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for network (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:09.651648 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Pushing event updated for resources: {'Port': ['ID=24331ad9-dd8a-4265-8e43-3d742afe5cae,revision_number=4']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:23:09.688710 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82e57f57-e772-4ffe-ac01-98d600cdeac5 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] vlan segment allocate from pool success with {'vlan_id': 767, 'physical_network': 'physnet1'} {{(pid=103377) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 17:23:09.700005 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-82e57f57-e772-4ffe-ac01-98d600cdeac5 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (a1ea1f0a-7fcf-4ab8-9856-e343e30ff965), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:09.701240 n-d-827839-2 neutron-server[103377]: INFO neutron.db.segments_db [None req-82e57f57-e772-4ffe-ac01-98d600cdeac5 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Added segment a1ea1f0a-7fcf-4ab8-9856-e343e30ff965 of type vlan for network 556cd7fb-ae94-473e-9ec8-6200a52368e1 Feb 04 17:23:09.762835 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-82e57f57-e772-4ffe-ac01-98d600cdeac5 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781084292801'] for network (556cd7fb-ae94-473e-9ec8-6200a52368e1), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:09.794101 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-82e57f57-e772-4ffe-ac01-98d600cdeac5 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327'] for network (556cd7fb-ae94-473e-9ec8-6200a52368e1), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:09.802656 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82e57f57-e772-4ffe-ac01-98d600cdeac5 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:23:09.803482 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-82e57f57-e772-4ffe-ac01-98d600cdeac5 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677565'] for network (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:09.871726 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] get_ports_and_sgs() called for port_ids ['24331ad9-dd8a-4265-8e43-3d742afe5cae'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 17:23:09.894040 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-82e57f57-e772-4ffe-ac01-98d600cdeac5 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.2779405 Feb 04 17:23:09.894040 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 38236) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:23:09.906729 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-b596260c-c051-48b1-a723-cd8c1de946f7 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-197773002'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:23:09.925335 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e57f57-e772-4ffe-ac01-98d600cdeac5 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Pushing event updated for resources: {'Network': ['ID=556cd7fb-ae94-473e-9ec8-6200a52368e1,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:23:09.962150 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b596260c-c051-48b1-a723-cd8c1de946f7 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Made reservation on behalf of c5cb386618c24d66b6712f0d36ac7fea for: {'network': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:23:09.966221 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-b596260c-c051-48b1-a723-cd8c1de946f7 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for network (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:09.973218 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Network 556cd7fb-ae94-473e-9ec8-6200a52368e1 details requested by agent ovs-agent-n-d-827839-2 with host n-d-827839-2 {{(pid=103378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 17:23:09.980353 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.agents_db [None req-e1691f3b-aacd-4cd6-8ebb-a9c53bb301c0 None None] Agent healthcheck: found 7 active agents {{(pid=103379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 17:23:09.996179 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 38238) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:23:10.016541 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-22822dcd-088c-4c03-a517-6fae798ab954 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:10.023388 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b596260c-c051-48b1-a723-cd8c1de946f7 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] vlan segment allocate from pool success with {'vlan_id': 775, 'physical_network': 'physnet1'} {{(pid=103377) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 17:23:10.047217 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-b596260c-c051-48b1-a723-cd8c1de946f7 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (156d2511-93c9-4616-953a-81bac597ab8a), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:10.047841 n-d-827839-2 neutron-server[103377]: INFO neutron.db.segments_db [None req-b596260c-c051-48b1-a723-cd8c1de946f7 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Added segment 156d2511-93c9-4616-953a-81bac597ab8a of type vlan for network 8c9cb33a-476f-4f00-a8aa-706c33a5dd83 Feb 04 17:23:10.055593 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb9fc21-63ee-4189-815e-3037893c2b56 req-5d555db2-289f-416a-93d0-12bb6d0fb79b tempest-ImagesTestJSON-301921999 tempest-ImagesTestJSON-301921999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:23:10.058587 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-7bb9fc21-63ee-4189-815e-3037893c2b56 req-5d555db2-289f-416a-93d0-12bb6d0fb79b tempest-ImagesTestJSON-301921999 tempest-ImagesTestJSON-301921999-project] 10.222.0.89 "GET /v2.0/ports?device_id=5f68109e-df04-484f-b992-6678b4ebbbe8 HTTP/1.1" status: 200 len: 944 time: 0.1201212 Feb 04 17:23:10.115558 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-b596260c-c051-48b1-a723-cd8c1de946f7 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781084292801'] for network (8c9cb33a-476f-4f00-a8aa-706c33a5dd83), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:10.166795 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-b596260c-c051-48b1-a723-cd8c1de946f7 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327'] for network (8c9cb33a-476f-4f00-a8aa-706c33a5dd83), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:10.172628 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b596260c-c051-48b1-a723-cd8c1de946f7 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:23:10.173454 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-b596260c-c051-48b1-a723-cd8c1de946f7 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677565'] for network (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:10.236446 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-7bb9fc21-63ee-4189-815e-3037893c2b56 req-62812c4c-c11a-4804-a8cf-374dd50e7836 tempest-ImagesTestJSON-301921999 tempest-ImagesTestJSON-301921999-project] 10.222.0.89 "GET /v2.0/security-groups?id=5b73e0f3-a9f7-4cf1-b4aa-b594ce8b7178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538763 Feb 04 17:23:10.240314 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-22822dcd-088c-4c03-a517-6fae798ab954 admin admin] Publish callbacks [] for security_group (a1a9e1f0-36b3-4959-ba53-ff6a406ba817), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:10.289264 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (f20a1ab3-4332-4f54-833b-ba4a7c687e89), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:10.325378 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-22822dcd-088c-4c03-a517-6fae798ab954 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (a1a9e1f0-36b3-4959-ba53-ff6a406ba817), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:10.337312 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-b596260c-c051-48b1-a723-cd8c1de946f7 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.4404442 Feb 04 17:23:10.337846 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 38242) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:23:10.345837 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-f42d5e07-98a1-44b7-94fb-9769ad8558ad tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Request body: {'subnet': {'network_id': '556cd7fb-ae94-473e-9ec8-6200a52368e1', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:23:10.376849 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b596260c-c051-48b1-a723-cd8c1de946f7 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Pushing event updated for resources: {'Network': ['ID=8c9cb33a-476f-4f00-a8aa-706c33a5dd83,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:23:10.396888 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Network 8c9cb33a-476f-4f00-a8aa-706c33a5dd83 details requested by agent ovs-agent-n-d-827839-2 with host n-d-827839-2 {{(pid=103378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 17:23:10.399278 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22822dcd-088c-4c03-a517-6fae798ab954 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1a9e1f0-36b3-4959-ba53-ff6a406ba817,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:23:10.403415 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-22822dcd-088c-4c03-a517-6fae798ab954 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=bfdd7aa02d66438794fb5950c3415a51&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4059877 Feb 04 17:23:10.407143 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 38246) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:23:10.446677 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b77b4a-7a77-40a6-ae02-6da10466be9f req-3c7f837e-3ef5-4741-8e15-578fde669736 tempest-ServerRescueNegativeTestJSON-1481324798 tempest-ServerRescueNegativeTestJSON-1481324798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:23:10.453513 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-53b77b4a-7a77-40a6-ae02-6da10466be9f req-3c7f837e-3ef5-4741-8e15-578fde669736 tempest-ServerRescueNegativeTestJSON-1481324798 tempest-ServerRescueNegativeTestJSON-1481324798-project] 10.222.0.89 "GET /v2.0/ports?device_id=96f9652e-8b23-4729-8bd9-8d19010715cb HTTP/1.1" status: 200 len: 945 time: 0.2182441 Feb 04 17:23:10.458858 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f42d5e07-98a1-44b7-94fb-9769ad8558ad tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Made reservation on behalf of c5cb386618c24d66b6712f0d36ac7fea for: {'subnet': 1} {{(pid=103376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:23:10.462828 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-f42d5e07-98a1-44b7-94fb-9769ad8558ad tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25859006'] for subnet (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:10.521796 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-b07a9f5d-c752-4e8d-9919-df739439cc35 admin admin] Publish callbacks [] for security_group (a1a9e1f0-36b3-4959-ba53-ff6a406ba817), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:10.549306 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-53b77b4a-7a77-40a6-ae02-6da10466be9f req-90fcc94b-e465-4575-8c71-7ec55adbbdd4 tempest-ServerRescueNegativeTestJSON-1481324798 tempest-ServerRescueNegativeTestJSON-1481324798-project] 10.222.0.89 "GET /v2.0/security-groups?id=47e1fb0d-88ed-4fed-9e75-9f02b9f534f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948732 Feb 04 17:23:10.573568 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-b07a9f5d-c752-4e8d-9919-df739439cc35 admin admin] Publish callbacks [] for security_group (a1a9e1f0-36b3-4959-ba53-ff6a406ba817), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:10.638715 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-b07a9f5d-c752-4e8d-9919-df739439cc35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (a1a9e1f0-36b3-4959-ba53-ff6a406ba817), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:10.642848 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-b07a9f5d-c752-4e8d-9919-df739439cc35 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:10.644524 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-b07a9f5d-c752-4e8d-9919-df739439cc35 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/a1a9e1f0-36b3-4959-ba53-ff6a406ba817 HTTP/1.1" status: 204 len: 168 time: 0.2363350 Feb 04 17:23:10.670137 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44d0ebe-845b-41e2-8afe-2240caed9735 req-dd034467-7b44-4530-854e-6685b26834a0 tempest-ServerRescueTestJSONUnderV235-1389214366 tempest-ServerRescueTestJSONUnderV235-1389214366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:23:10.672175 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-a44d0ebe-845b-41e2-8afe-2240caed9735 req-dd034467-7b44-4530-854e-6685b26834a0 tempest-ServerRescueTestJSONUnderV235-1389214366 tempest-ServerRescueTestJSONUnderV235-1389214366-project] 10.222.0.89 "GET /v2.0/ports?device_id=c1affc7e-c4fd-44da-8120-774326466c99 HTTP/1.1" status: 200 len: 945 time: 0.0945618 Feb 04 17:23:10.676030 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07a9f5d-c752-4e8d-9919-df739439cc35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1a9e1f0-36b3-4959-ba53-ff6a406ba817,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:23:10.780356 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-a44d0ebe-845b-41e2-8afe-2240caed9735 req-02a09cb8-ca84-4ce9-b72f-ecb03a1fb0e1 tempest-ServerRescueTestJSONUnderV235-1389214366 tempest-ServerRescueTestJSONUnderV235-1389214366-project] 10.222.0.89 "GET /v2.0/security-groups?id=c3431cd9-8ee1-43a9-bad9-017618f597d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015770 Feb 04 17:23:10.847050 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-f42d5e07-98a1-44b7-94fb-9769ad8558ad tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25674939', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25858952'] for subnet (c75ba609-a10e-4499-b6d7-a9d627fc3822), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:10.940591 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f42d5e07-98a1-44b7-94fb-9769ad8558ad tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Checking segment: {'id': 'a1ea1f0a-7fcf-4ab8-9856-e343e30ff965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '556cd7fb-ae94-473e-9ec8-6200a52368e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:23:10.940992 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f42d5e07-98a1-44b7-94fb-9769ad8558ad tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Network hostable DHCP agents. Network: 556cd7fb-ae94-473e-9ec8-6200a52368e1, hostable agents: ['bb89f5a3-3c22-440b-b7d1-c4f0c43c184a'], hosted agents: [] {{(pid=103376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 17:23:10.949965 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42d5e07-98a1-44b7-94fb-9769ad8558ad tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Pushing event updated for resources: {'Subnet': ['ID=c75ba609-a10e-4499-b6d7-a9d627fc3822,revision_number=0']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:23:10.965292 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f42d5e07-98a1-44b7-94fb-9769ad8558ad tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Network 556cd7fb-ae94-473e-9ec8-6200a52368e1 is scheduled to be hosted by DHCP agent bb89f5a3-3c22-440b-b7d1-c4f0c43c184a with binding_index 1 {{(pid=103376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 17:23:10.975437 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [None req-f42d5e07-98a1-44b7-94fb-9769ad8558ad tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827839-2, 556cd7fb-ae94-473e-9ec8-6200a52368e1) {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:23:10.979752 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f42d5e07-98a1-44b7-94fb-9769ad8558ad tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:23:10.980360 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-f42d5e07-98a1-44b7-94fb-9769ad8558ad tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Publish callbacks [] for subnet (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:10.987260 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b862cb2-74ac-47c2-a564-799fcabb82e5 None None] Network 556cd7fb-ae94-473e-9ec8-6200a52368e1 requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:23:10.998321 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-f42d5e07-98a1-44b7-94fb-9769ad8558ad tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.6589544 Feb 04 17:23:11.000950 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 38256) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:23:11.005943 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-f14b0416-6fe8-4ae6-82ea-5f4b4060bd7d tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Request body: {'subnet': {'network_id': '8c9cb33a-476f-4f00-a8aa-706c33a5dd83', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:23:11.121536 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6529c690-2c09-49fc-a6a1-1110c873fe4f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e4c19ad-5724-5db8-8ee1-4f56ae69fcf4-556cd7fb-ae94-473e-9ec8-6200a52368e1', 'network_id': '556cd7fb-ae94-473e-9ec8-6200a52368e1', 'project_id': 'c5cb386618c24d66b6712f0d36ac7fea', 'fixed_ips': [{'subnet_id': 'c75ba609-a10e-4499-b6d7-a9d627fc3822'}]}} from n-d-827839-2. {{(pid=103378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 17:23:11.122939 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6529c690-2c09-49fc-a6a1-1110c873fe4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:11.181537 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f14b0416-6fe8-4ae6-82ea-5f4b4060bd7d tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Made reservation on behalf of c5cb386618c24d66b6712f0d36ac7fea for: {'subnet': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:23:11.186573 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-f14b0416-6fe8-4ae6-82ea-5f4b4060bd7d tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25597243'] for subnet (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:11.292401 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Device 24331ad9-dd8a-4265-8e43-3d742afe5cae up at agent hyperv_n-h2-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:23:11.464982 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Provisioning for port 24331ad9-dd8a-4265-8e43-3d742afe5cae completed by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 17:23:11.487883 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Provisioning complete for port 24331ad9-dd8a-4265-8e43-3d742afe5cae triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:23:11.488604 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (24331ad9-dd8a-4265-8e43-3d742afe5cae), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:11.492379 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c383ec70-23ac-4241-a581-d29703b03e6f req-bde44146-3617-4809-8f0d-4d7fa47bef17 tempest-ImagesTestJSON-301921999 tempest-ImagesTestJSON-301921999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:23:11.493919 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-c383ec70-23ac-4241-a581-d29703b03e6f req-bde44146-3617-4809-8f0d-4d7fa47bef17 tempest-ImagesTestJSON-301921999 tempest-ImagesTestJSON-301921999-project] 10.222.0.89 "GET /v2.0/ports?device_id=5f68109e-df04-484f-b992-6678b4ebbbe8 HTTP/1.1" status: 200 len: 944 time: 0.1563637 Feb 04 17:23:11.575337 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-6529c690-2c09-49fc-a6a1-1110c873fe4f None None] Allocated IP 10.1.1.2 (556cd7fb-ae94-473e-9ec8-6200a52368e1/c75ba609-a10e-4499-b6d7-a9d627fc3822/3bb1aa67-fee8-4cb8-963e-5b013857243b) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:23:11.605935 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-f14b0416-6fe8-4ae6-82ea-5f4b4060bd7d tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25889445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25597197'] for subnet (a6fc7b77-ba48-4d2d-af47-eb29cf9d0175), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:11.635354 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Current status of the port 24331ad9-dd8a-4265-8e43-3d742afe5cae is: BUILD; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:23:11.636022 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (24331ad9-dd8a-4265-8e43-3d742afe5cae), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:11.719288 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f68109e-df04-484f-b992-6678b4ebbbe8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24331ad9-dd8a-4265-8e43-3d742afe5cae'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:23:11.722667 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c34bc964ce2211770fda26ca2f3801cc06f4f39928110690550e94ab9c9d2fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-162e15fb-f383-423b-8f67-dff1e0675940" -d '{"events": [{"server_uuid": "5f68109e-df04-484f-b992-6678b4ebbbe8", "name": "network-vif-plugged", "status": "completed", "tag": "24331ad9-dd8a-4265-8e43-3d742afe5cae"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:23:11.737615 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-c383ec70-23ac-4241-a581-d29703b03e6f req-40ea547e-5451-480b-b25a-c8623e6eeccc tempest-ImagesTestJSON-301921999 tempest-ImagesTestJSON-301921999-project] 10.222.0.89 "GET /v2.0/security-groups?id=5b73e0f3-a9f7-4cf1-b4aa-b594ce8b7178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2137580 Feb 04 17:23:11.743533 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] For port 24331ad9-dd8a-4265-8e43-3d742afe5cae, host n-h2-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=24331ad9-dd8a-4265-8e43-3d742afe5cae,segment=NetworkSegment(40be95d6-8661-400f-bc9d-3f4c57dcd00c),segment_id=40be95d6-8661-400f-bc9d-3f4c57dcd00c)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:23:11.764358 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (24331ad9-dd8a-4265-8e43-3d742afe5cae), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:11.814965 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f14b0416-6fe8-4ae6-82ea-5f4b4060bd7d tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Checking segment: {'id': '156d2511-93c9-4616-953a-81bac597ab8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '8c9cb33a-476f-4f00-a8aa-706c33a5dd83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:23:11.821241 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f14b0416-6fe8-4ae6-82ea-5f4b4060bd7d tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Network hostable DHCP agents. Network: 8c9cb33a-476f-4f00-a8aa-706c33a5dd83, hostable agents: ['bb89f5a3-3c22-440b-b7d1-c4f0c43c184a'], hosted agents: [] {{(pid=103377) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 17:23:11.842881 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14b0416-6fe8-4ae6-82ea-5f4b4060bd7d tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Pushing event updated for resources: {'Subnet': ['ID=a6fc7b77-ba48-4d2d-af47-eb29cf9d0175,revision_number=0']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:23:11.848429 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febc4996-9298-49db-942b-03c5d6b45723 req-9b90397f-73fe-4bfe-92ac-5f83bf0fdd51 tempest-ServerRescueNegativeTestJSON-1481324798 tempest-ServerRescueNegativeTestJSON-1481324798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:23:11.850013 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-febc4996-9298-49db-942b-03c5d6b45723 req-9b90397f-73fe-4bfe-92ac-5f83bf0fdd51 tempest-ServerRescueNegativeTestJSON-1481324798 tempest-ServerRescueNegativeTestJSON-1481324798-project] 10.222.0.89 "GET /v2.0/ports?device_id=96f9652e-8b23-4729-8bd9-8d19010715cb HTTP/1.1" status: 200 len: 945 time: 0.1747961 Feb 04 17:23:11.916638 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-febc4996-9298-49db-942b-03c5d6b45723 req-fca6549e-eff6-4c72-beac-b77bd1c31cd6 tempest-ServerRescueNegativeTestJSON-1481324798 tempest-ServerRescueNegativeTestJSON-1481324798-project] 10.222.0.89 "GET /v2.0/security-groups?id=47e1fb0d-88ed-4fed-9e75-9f02b9f534f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582399 Feb 04 17:23:11.921627 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f14b0416-6fe8-4ae6-82ea-5f4b4060bd7d tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Network 8c9cb33a-476f-4f00-a8aa-706c33a5dd83 is scheduled to be hosted by DHCP agent bb89f5a3-3c22-440b-b7d1-c4f0c43c184a with binding_index 1 {{(pid=103377) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 17:23:11.950522 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [None req-f14b0416-6fe8-4ae6-82ea-5f4b4060bd7d tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827839-2, 8c9cb33a-476f-4f00-a8aa-706c33a5dd83) {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:23:11.957547 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f14b0416-6fe8-4ae6-82ea-5f4b4060bd7d tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:23:11.960411 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-f14b0416-6fe8-4ae6-82ea-5f4b4060bd7d tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677565'] for subnet (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:11.974187 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 17:23:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ecda8f9-bbad-438f-8c89-0e87045a87c1 x-openstack-request-id: req-4ecda8f9-bbad-438f-8c89-0e87045a87c1 {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:23:11.974474 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f68109e-df04-484f-b992-6678b4ebbbe8", "name": "network-vif-plugged", "status": "completed", "tag": "24331ad9-dd8a-4265-8e43-3d742afe5cae", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:23:11.974733 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-4ecda8f9-bbad-438f-8c89-0e87045a87c1 {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:23:11.975280 n-d-827839-2 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f68109e-df04-484f-b992-6678b4ebbbe8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24331ad9-dd8a-4265-8e43-3d742afe5cae', 'code': 200} Feb 04 17:23:11.975851 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Pushing event updated for resources: {'Port': ['ID=24331ad9-dd8a-4265-8e43-3d742afe5cae,revision_number=5']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:23:11.989183 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fc6bc50-03d8-4b42-b6ac-3982af0bb8f4 None None] Network 8c9cb33a-476f-4f00-a8aa-706c33a5dd83 requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:23:12.032226 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-f14b0416-6fe8-4ae6-82ea-5f4b4060bd7d tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.0268457 Feb 04 17:23:12.032487 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 38288) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:23:12.038509 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-167bcbdc-4159-4ec2-93e8-5aacec3eee37 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Request body: {'port': {'network_id': '556cd7fb-ae94-473e-9ec8-6200a52368e1', 'name': 'tempest-TaggedBootDevicesTest_v242-1745520840', 'fixed_ips': [{'subnet_id': 'c75ba609-a10e-4499-b6d7-a9d627fc3822'}]}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:23:12.166177 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6529c690-2c09-49fc-a6a1-1110c873fe4f None None] Publish callbacks [] for port (3bb1aa67-fee8-4cb8-963e-5b013857243b), precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:12.185534 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c941f64-77f4-4f1f-ad5a-456895628dd5 req-2a3f0803-3ebb-46fc-b057-5383672183aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:23:12.188339 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-9c941f64-77f4-4f1f-ad5a-456895628dd5 req-2a3f0803-3ebb-46fc-b057-5383672183aa service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=5f68109e-df04-484f-b992-6678b4ebbbe8 HTTP/1.1" status: 200 len: 1127 time: 0.2242320 Feb 04 17:23:12.200190 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249d6ac5-cfe9-4759-a1ee-663749a5fa6d req-d6bfeafc-9014-4b98-9c4b-c195a53a7271 tempest-ServerRescueTestJSONUnderV235-1389214366 tempest-ServerRescueTestJSONUnderV235-1389214366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:23:12.207910 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-249d6ac5-cfe9-4759-a1ee-663749a5fa6d req-d6bfeafc-9014-4b98-9c4b-c195a53a7271 tempest-ServerRescueTestJSONUnderV235-1389214366 tempest-ServerRescueTestJSONUnderV235-1389214366-project] 10.222.0.89 "GET /v2.0/ports?device_id=c1affc7e-c4fd-44da-8120-774326466c99 HTTP/1.1" status: 200 len: 945 time: 0.1757095 Feb 04 17:23:12.218161 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6529c690-2c09-49fc-a6a1-1110c873fe4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135'] for port (3bb1aa67-fee8-4cb8-963e-5b013857243b), after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:12.240128 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5294ba43-6be6-4958-b8f5-603b41e49256 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e4c19ad-5724-5db8-8ee1-4f56ae69fcf4-8c9cb33a-476f-4f00-a8aa-706c33a5dd83', 'network_id': '8c9cb33a-476f-4f00-a8aa-706c33a5dd83', 'project_id': 'c5cb386618c24d66b6712f0d36ac7fea', 'fixed_ips': [{'subnet_id': 'a6fc7b77-ba48-4d2d-af47-eb29cf9d0175'}]}} from n-d-827839-2. {{(pid=103378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 17:23:12.242335 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5294ba43-6be6-4958-b8f5-603b41e49256 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:12.287403 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-249d6ac5-cfe9-4759-a1ee-663749a5fa6d req-be1de72d-c413-4221-8549-76acf95b046f tempest-ServerRescueTestJSONUnderV235-1389214366 tempest-ServerRescueTestJSONUnderV235-1389214366-project] 10.222.0.89 "GET /v2.0/security-groups?id=c3431cd9-8ee1-43a9-bad9-017618f597d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727119 Feb 04 17:23:12.305061 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-9c941f64-77f4-4f1f-ad5a-456895628dd5 req-c4dca6c7-a895-4f1a-a237-1c13a80d3963 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=5b73e0f3-a9f7-4cf1-b4aa-b594ce8b7178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943122 Feb 04 17:23:12.321437 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-167bcbdc-4159-4ec2-93e8-5aacec3eee37 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Made reservation on behalf of c5cb386618c24d66b6712f0d36ac7fea for: {'port': 1} {{(pid=103376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:23:12.333380 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6529c690-2c09-49fc-a6a1-1110c873fe4f None None] Pushing event updated for resources: {'Port': ['ID=3bb1aa67-fee8-4cb8-963e-5b013857243b,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:23:12.486605 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-167bcbdc-4159-4ec2-93e8-5aacec3eee37 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:12.512873 n-d-827839-2 neutron-server[103376]: DEBUG neutron.notifiers.nova [None req-167bcbdc-4159-4ec2-93e8-5aacec3eee37 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] device_id is not set on port d9d313cd-c191-41ee-8480-aa1e52db3c64 yet. {{(pid=103376) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 04 17:23:12.743022 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.db_base_plugin_common [None req-167bcbdc-4159-4ec2-93e8-5aacec3eee37 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Allocated IP 10.1.1.23 (556cd7fb-ae94-473e-9ec8-6200a52368e1/c75ba609-a10e-4499-b6d7-a9d627fc3822/d9d313cd-c191-41ee-8480-aa1e52db3c64) {{(pid=103376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:23:12.747116 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-5294ba43-6be6-4958-b8f5-603b41e49256 None None] Allocated IP 10.2.2.2 (8c9cb33a-476f-4f00-a8aa-706c33a5dd83/a6fc7b77-ba48-4d2d-af47-eb29cf9d0175/73fc320b-bc27-4c23-aade-00c8eb22d5be) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:23:12.751377 n-d-827839-2 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6529c690-2c09-49fc-a6a1-1110c873fe4f None None] Network 556cd7fb-ae94-473e-9ec8-6200a52368e1 is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:23:12.757786 n-d-827839-2 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-6529c690-2c09-49fc-a6a1-1110c873fe4f None None] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:23:12.760095 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6529c690-2c09-49fc-a6a1-1110c873fe4f None None] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:23:12.772965 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (3f9244a9-75fc-4c10-b195-11d48b853b41), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:12.909447 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-6529c690-2c09-49fc-a6a1-1110c873fe4f None None] Attempting to bind port 3bb1aa67-fee8-4cb8-963e-5b013857243b on host n-d-827839-2 for vnic_type normal with profile {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:23:12.909829 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-6529c690-2c09-49fc-a6a1-1110c873fe4f None None] Attempting to bind port 3bb1aa67-fee8-4cb8-963e-5b013857243b by drivers openvswitch,hyperv on host n-d-827839-2 at level 0 using segments [{'id': 'a1ea1f0a-7fcf-4ab8-9856-e343e30ff965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '556cd7fb-ae94-473e-9ec8-6200a52368e1'}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:23:12.910199 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6529c690-2c09-49fc-a6a1-1110c873fe4f None None] Attempting to bind port 3bb1aa67-fee8-4cb8-963e-5b013857243b on network 556cd7fb-ae94-473e-9ec8-6200a52368e1 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:23:12.927949 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6529c690-2c09-49fc-a6a1-1110c873fe4f None None] Checking agent: {'id': 'ba70844b-66a0-45fd-a2f2-e6ed673321fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 0, 36), 'started_at': datetime.datetime(2022, 2, 4, 17, 1, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 23, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:23:12.928331 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6529c690-2c09-49fc-a6a1-1110c873fe4f None None] Checking segment: {'id': 'a1ea1f0a-7fcf-4ab8-9856-e343e30ff965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '556cd7fb-ae94-473e-9ec8-6200a52368e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:23:12.928752 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6529c690-2c09-49fc-a6a1-1110c873fe4f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:12.929161 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6529c690-2c09-49fc-a6a1-1110c873fe4f None None] Bound using segment: {'id': 'a1ea1f0a-7fcf-4ab8-9856-e343e30ff965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '556cd7fb-ae94-473e-9ec8-6200a52368e1'} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:23:12.929638 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-6529c690-2c09-49fc-a6a1-1110c873fe4f None None] Bound port: 3bb1aa67-fee8-4cb8-963e-5b013857243b, host: n-d-827839-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1ea1f0a-7fcf-4ab8-9856-e343e30ff965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '556cd7fb-ae94-473e-9ec8-6200a52368e1'}}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:23:12.930024 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6529c690-2c09-49fc-a6a1-1110c873fe4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (3bb1aa67-fee8-4cb8-963e-5b013857243b), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:13.068268 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-6529c690-2c09-49fc-a6a1-1110c873fe4f None None] For port 3bb1aa67-fee8-4cb8-963e-5b013857243b, host n-d-827839-2, cleared binding levels {{(pid=103378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:23:13.070573 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5294ba43-6be6-4958-b8f5-603b41e49256 None None] Publish callbacks [] for port (73fc320b-bc27-4c23-aade-00c8eb22d5be), precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:13.073471 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-6529c690-2c09-49fc-a6a1-1110c873fe4f None None] For port 3bb1aa67-fee8-4cb8-963e-5b013857243b, host n-d-827839-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=3bb1aa67-fee8-4cb8-963e-5b013857243b,segment=NetworkSegment(a1ea1f0a-7fcf-4ab8-9856-e343e30ff965),segment_id=a1ea1f0a-7fcf-4ab8-9856-e343e30ff965)] {{(pid=103378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:23:13.081358 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5294ba43-6be6-4958-b8f5-603b41e49256 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135'] for port (73fc320b-bc27-4c23-aade-00c8eb22d5be), after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:13.092923 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6529c690-2c09-49fc-a6a1-1110c873fe4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (3bb1aa67-fee8-4cb8-963e-5b013857243b), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:13.109817 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-167bcbdc-4159-4ec2-93e8-5aacec3eee37 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Publish callbacks [] for port (d9d313cd-c191-41ee-8480-aa1e52db3c64), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:13.143539 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4393704e-042e-488a-8740-d801c98d0863 req-b952d543-0a3f-4190-b598-df17e3b0e9ca tempest-ServerRescueNegativeTestJSON-1481324798 tempest-ServerRescueNegativeTestJSON-1481324798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:23:13.147720 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-4393704e-042e-488a-8740-d801c98d0863 req-b952d543-0a3f-4190-b598-df17e3b0e9ca tempest-ServerRescueNegativeTestJSON-1481324798 tempest-ServerRescueNegativeTestJSON-1481324798-project] 10.222.0.89 "GET /v2.0/ports?device_id=96f9652e-8b23-4729-8bd9-8d19010715cb HTTP/1.1" status: 200 len: 945 time: 0.1171403 Feb 04 17:23:13.151520 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61daf297-6dd1-4aa9-9269-991f8957affa req-e688c4a0-2c2c-4fe1-a552-a15e22ad060e tempest-ImagesTestJSON-301921999 tempest-ImagesTestJSON-301921999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:23:13.155423 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-61daf297-6dd1-4aa9-9269-991f8957affa req-e688c4a0-2c2c-4fe1-a552-a15e22ad060e tempest-ImagesTestJSON-301921999 tempest-ImagesTestJSON-301921999-project] 10.222.0.89 "GET /v2.0/ports?device_id=5f68109e-df04-484f-b992-6678b4ebbbe8 HTTP/1.1" status: 200 len: 945 time: 0.2512400 Feb 04 17:23:13.211280 n-d-827839-2 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5294ba43-6be6-4958-b8f5-603b41e49256 None None] Network 8c9cb33a-476f-4f00-a8aa-706c33a5dd83 is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:23:13.217913 n-d-827839-2 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-5294ba43-6be6-4958-b8f5-603b41e49256 None None] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:23:13.222012 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5294ba43-6be6-4958-b8f5-603b41e49256 None None] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:23:13.254124 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5294ba43-6be6-4958-b8f5-603b41e49256 None None] Pushing event updated for resources: {'Port': ['ID=73fc320b-bc27-4c23-aade-00c8eb22d5be,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:23:13.293871 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-167bcbdc-4159-4ec2-93e8-5aacec3eee37 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (d9d313cd-c191-41ee-8480-aa1e52db3c64), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:13.298741 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-4393704e-042e-488a-8740-d801c98d0863 req-6685308b-3be3-4668-9fa5-3fe57a7294ef tempest-ServerRescueNegativeTestJSON-1481324798 tempest-ServerRescueNegativeTestJSON-1481324798-project] 10.222.0.89 "GET /v2.0/security-groups?id=47e1fb0d-88ed-4fed-9e75-9f02b9f534f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458166 Feb 04 17:23:13.351354 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-61daf297-6dd1-4aa9-9269-991f8957affa req-29fba222-c0e5-4c26-8bce-ebc78de00c7f tempest-ImagesTestJSON-301921999 tempest-ImagesTestJSON-301921999-project] 10.222.0.89 "GET /v2.0/security-groups?id=5b73e0f3-a9f7-4cf1-b4aa-b594ce8b7178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1792598 Feb 04 17:23:13.465070 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-167bcbdc-4159-4ec2-93e8-5aacec3eee37 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Network 556cd7fb-ae94-473e-9ec8-6200a52368e1 is already hosted by enough agents. {{(pid=103376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:23:13.474294 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [None req-167bcbdc-4159-4ec2-93e8-5aacec3eee37 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Resources bound (agent type, host, resource id): {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:23:13.476006 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-5294ba43-6be6-4958-b8f5-603b41e49256 None None] Attempting to bind port 73fc320b-bc27-4c23-aade-00c8eb22d5be on host n-d-827839-2 for vnic_type normal with profile {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:23:13.476446 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-5294ba43-6be6-4958-b8f5-603b41e49256 None None] Attempting to bind port 73fc320b-bc27-4c23-aade-00c8eb22d5be by drivers openvswitch,hyperv on host n-d-827839-2 at level 0 using segments [{'id': '156d2511-93c9-4616-953a-81bac597ab8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '8c9cb33a-476f-4f00-a8aa-706c33a5dd83'}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:23:13.476768 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5294ba43-6be6-4958-b8f5-603b41e49256 None None] Attempting to bind port 73fc320b-bc27-4c23-aade-00c8eb22d5be on network 8c9cb33a-476f-4f00-a8aa-706c33a5dd83 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:23:13.488222 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-167bcbdc-4159-4ec2-93e8-5aacec3eee37 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Received port after_create {{(pid=103376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:23:13.491446 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5294ba43-6be6-4958-b8f5-603b41e49256 None None] Checking agent: {'id': 'ba70844b-66a0-45fd-a2f2-e6ed673321fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 0, 36), 'started_at': datetime.datetime(2022, 2, 4, 17, 1, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 23, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:23:13.491829 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5294ba43-6be6-4958-b8f5-603b41e49256 None None] Checking segment: {'id': '156d2511-93c9-4616-953a-81bac597ab8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '8c9cb33a-476f-4f00-a8aa-706c33a5dd83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:23:13.492242 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5294ba43-6be6-4958-b8f5-603b41e49256 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:13.492649 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5294ba43-6be6-4958-b8f5-603b41e49256 None None] Bound using segment: {'id': '156d2511-93c9-4616-953a-81bac597ab8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '8c9cb33a-476f-4f00-a8aa-706c33a5dd83'} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:23:13.493163 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-5294ba43-6be6-4958-b8f5-603b41e49256 None None] Bound port: 73fc320b-bc27-4c23-aade-00c8eb22d5be, host: n-d-827839-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '156d2511-93c9-4616-953a-81bac597ab8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '8c9cb33a-476f-4f00-a8aa-706c33a5dd83'}}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:23:13.493550 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5294ba43-6be6-4958-b8f5-603b41e49256 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (73fc320b-bc27-4c23-aade-00c8eb22d5be), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:13.495601 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167bcbdc-4159-4ec2-93e8-5aacec3eee37 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Pushing event updated for resources: {'Port': ['ID=d9d313cd-c191-41ee-8480-aa1e52db3c64,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:23:13.513189 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6529c690-2c09-49fc-a6a1-1110c873fe4f None None] Pushing event updated for resources: {'Port': ['ID=3bb1aa67-fee8-4cb8-963e-5b013857243b,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:23:13.648074 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-5294ba43-6be6-4958-b8f5-603b41e49256 None None] For port 73fc320b-bc27-4c23-aade-00c8eb22d5be, host n-d-827839-2, cleared binding levels {{(pid=103378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:23:13.676379 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-5294ba43-6be6-4958-b8f5-603b41e49256 None None] For port 73fc320b-bc27-4c23-aade-00c8eb22d5be, host n-d-827839-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=73fc320b-bc27-4c23-aade-00c8eb22d5be,segment=NetworkSegment(156d2511-93c9-4616-953a-81bac597ab8a),segment_id=156d2511-93c9-4616-953a-81bac597ab8a)] {{(pid=103378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:23:13.689433 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5294ba43-6be6-4958-b8f5-603b41e49256 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (73fc320b-bc27-4c23-aade-00c8eb22d5be), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:13.740218 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-167bcbdc-4159-4ec2-93e8-5aacec3eee37 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:23:13.741775 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-167bcbdc-4159-4ec2-93e8-5aacec3eee37 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:13.816120 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c79c8b0-78ea-42b2-9569-6f126210dcc8 req-376595dd-98e4-46ef-aa9d-aa2b6d502f42 tempest-ServerRescueTestJSONUnderV235-1389214366 tempest-ServerRescueTestJSONUnderV235-1389214366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:23:13.820105 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-1c79c8b0-78ea-42b2-9569-6f126210dcc8 req-376595dd-98e4-46ef-aa9d-aa2b6d502f42 tempest-ServerRescueTestJSONUnderV235-1389214366 tempest-ServerRescueTestJSONUnderV235-1389214366-project] 10.222.0.89 "GET /v2.0/ports?device_id=c1affc7e-c4fd-44da-8120-774326466c99 HTTP/1.1" status: 200 len: 945 time: 0.3331368 Feb 04 17:23:13.828068 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 38328) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:23:13.833732 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-167bcbdc-4159-4ec2-93e8-5aacec3eee37 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.7997427 Feb 04 17:23:13.840577 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-ce80ac38-131a-428d-944a-3b47619caf60 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Request body: {'port': {'network_id': '556cd7fb-ae94-473e-9ec8-6200a52368e1', 'name': 'tempest-TaggedBootDevicesTest_v242-126167586', 'fixed_ips': [{'subnet_id': 'c75ba609-a10e-4499-b6d7-a9d627fc3822'}]}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:23:13.849682 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5294ba43-6be6-4958-b8f5-603b41e49256 None None] Pushing event updated for resources: {'Port': ['ID=73fc320b-bc27-4c23-aade-00c8eb22d5be,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:23:13.936607 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-1c79c8b0-78ea-42b2-9569-6f126210dcc8 req-b366be5c-1ba0-4e33-8df0-39f5776dabf7 tempest-ServerRescueTestJSONUnderV235-1389214366 tempest-ServerRescueTestJSONUnderV235-1389214366-project] 10.222.0.89 "GET /v2.0/security-groups?id=c3431cd9-8ee1-43a9-bad9-017618f597d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002293 Feb 04 17:23:14.579767 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312980f4-59ae-4eef-9b65-405f2b4b3e9a req-cb132d33-1e8a-48a4-82af-e6526f2083f9 tempest-ImagesTestJSON-301921999 tempest-ImagesTestJSON-301921999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:23:14.582332 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-312980f4-59ae-4eef-9b65-405f2b4b3e9a req-cb132d33-1e8a-48a4-82af-e6526f2083f9 tempest-ImagesTestJSON-301921999 tempest-ImagesTestJSON-301921999-project] 10.222.0.89 "GET /v2.0/ports?device_id=5f68109e-df04-484f-b992-6678b4ebbbe8 HTTP/1.1" status: 200 len: 945 time: 0.1123090 Feb 04 17:23:14.668369 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e1ab89-eb74-439a-b7a8-12aff46acd37 req-a7d687ad-c307-44af-9711-cb9562bb939e tempest-ServerRescueNegativeTestJSON-1481324798 tempest-ServerRescueNegativeTestJSON-1481324798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:23:14.679188 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-21e1ab89-eb74-439a-b7a8-12aff46acd37 req-a7d687ad-c307-44af-9711-cb9562bb939e tempest-ServerRescueNegativeTestJSON-1481324798 tempest-ServerRescueNegativeTestJSON-1481324798-project] 10.222.0.89 "GET /v2.0/ports?device_id=96f9652e-8b23-4729-8bd9-8d19010715cb HTTP/1.1" status: 200 len: 945 time: 0.1923630 Feb 04 17:23:14.681451 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce80ac38-131a-428d-944a-3b47619caf60 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Made reservation on behalf of c5cb386618c24d66b6712f0d36ac7fea for: {'port': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:23:14.707073 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-312980f4-59ae-4eef-9b65-405f2b4b3e9a req-dadbd0eb-f4b0-416e-b1f6-aecab855ef1a tempest-ImagesTestJSON-301921999 tempest-ImagesTestJSON-301921999-project] 10.222.0.89 "GET /v2.0/security-groups?id=5b73e0f3-a9f7-4cf1-b4aa-b594ce8b7178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146903 Feb 04 17:23:15.061726 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-21e1ab89-eb74-439a-b7a8-12aff46acd37 req-a2038f87-048e-47f1-8b61-19ab1115f4e5 tempest-ServerRescueNegativeTestJSON-1481324798 tempest-ServerRescueNegativeTestJSON-1481324798-project] 10.222.0.89 "GET /v2.0/security-groups?id=47e1fb0d-88ed-4fed-9e75-9f02b9f534f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3478041 Feb 04 17:23:15.090560 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-ce80ac38-131a-428d-944a-3b47619caf60 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:15.146439 n-d-827839-2 neutron-server[103377]: DEBUG neutron.notifiers.nova [None req-ce80ac38-131a-428d-944a-3b47619caf60 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] device_id is not set on port 8ddcb880-408a-4e5a-992e-36b8049df242 yet. {{(pid=103377) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 04 17:23:15.249948 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be9ac518-26e6-4cc4-8ebd-ab390516df02 None None] Network 556cd7fb-ae94-473e-9ec8-6200a52368e1 requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:23:15.292441 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0690f5af-c9a0-4abf-98e9-88e9871d5102 req-924e28ca-1cf8-4620-a00c-5dd2873022f0 tempest-ServerRescueTestJSONUnderV235-1389214366 tempest-ServerRescueTestJSONUnderV235-1389214366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:23:15.303898 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-0690f5af-c9a0-4abf-98e9-88e9871d5102 req-924e28ca-1cf8-4620-a00c-5dd2873022f0 tempest-ServerRescueTestJSONUnderV235-1389214366 tempest-ServerRescueTestJSONUnderV235-1389214366-project] 10.222.0.89 "GET /v2.0/ports?device_id=c1affc7e-c4fd-44da-8120-774326466c99 HTTP/1.1" status: 200 len: 945 time: 0.1223214 Feb 04 17:23:15.462526 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-0690f5af-c9a0-4abf-98e9-88e9871d5102 req-d3bbccae-08c4-4991-b9ab-1dbb780f6b26 tempest-ServerRescueTestJSONUnderV235-1389214366 tempest-ServerRescueTestJSONUnderV235-1389214366-project] 10.222.0.89 "GET /v2.0/security-groups?id=c3431cd9-8ee1-43a9-bad9-017618f597d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576688 Feb 04 17:23:15.585000 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-d0c1ae13-f6ea-4bb2-a597-c7bd74d62c15 None None] Provisioning complete for port 3bb1aa67-fee8-4cb8-963e-5b013857243b triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:23:15.585406 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d0c1ae13-f6ea-4bb2-a597-c7bd74d62c15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (3bb1aa67-fee8-4cb8-963e-5b013857243b), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:15.831955 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-d0c1ae13-f6ea-4bb2-a597-c7bd74d62c15 None None] Current status of the port 3bb1aa67-fee8-4cb8-963e-5b013857243b is: DOWN; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:23:15.833907 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d0c1ae13-f6ea-4bb2-a597-c7bd74d62c15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (3bb1aa67-fee8-4cb8-963e-5b013857243b), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:15.879118 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 3bb1aa67-fee8-4cb8-963e-5b013857243b up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:23:15.961072 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01855ee-a972-49e6-8a2f-c8017bc6633a req-ada9d987-c972-4875-ad77-640976f623f1 tempest-ImagesTestJSON-301921999 tempest-ImagesTestJSON-301921999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:23:15.962682 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-c01855ee-a972-49e6-8a2f-c8017bc6633a req-ada9d987-c972-4875-ad77-640976f623f1 tempest-ImagesTestJSON-301921999 tempest-ImagesTestJSON-301921999-project] 10.222.0.89 "GET /v2.0/ports?device_id=5f68109e-df04-484f-b992-6678b4ebbbe8 HTTP/1.1" status: 200 len: 945 time: 0.6396329 Feb 04 17:23:16.021028 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ca7cbb9-1268-4542-aa04-b0741fca8a6d None None] Network 8c9cb33a-476f-4f00-a8aa-706c33a5dd83 requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:23:16.056770 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 38380) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:23:16.277342 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-d0c1ae13-f6ea-4bb2-a597-c7bd74d62c15 None None] For port 3bb1aa67-fee8-4cb8-963e-5b013857243b, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=3bb1aa67-fee8-4cb8-963e-5b013857243b,segment=NetworkSegment(a1ea1f0a-7fcf-4ab8-9856-e343e30ff965),segment_id=a1ea1f0a-7fcf-4ab8-9856-e343e30ff965)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:23:16.357244 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.db_base_plugin_common [None req-ce80ac38-131a-428d-944a-3b47619caf60 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Allocated IP 10.1.1.31 (556cd7fb-ae94-473e-9ec8-6200a52368e1/c75ba609-a10e-4499-b6d7-a9d627fc3822/8ddcb880-408a-4e5a-992e-36b8049df242) {{(pid=103377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:23:16.399414 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-c01855ee-a972-49e6-8a2f-c8017bc6633a req-c778fbb3-fad6-4150-847e-d48e884b8279 tempest-ImagesTestJSON-301921999 tempest-ImagesTestJSON-301921999-project] 10.222.0.89 "GET /v2.0/security-groups?id=5b73e0f3-a9f7-4cf1-b4aa-b594ce8b7178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3556898 Feb 04 17:23:16.407545 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d0c1ae13-f6ea-4bb2-a597-c7bd74d62c15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (3bb1aa67-fee8-4cb8-963e-5b013857243b), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:16.418721 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16952cec-584d-47a5-9de6-9206963a8b8e req-a4dbb96e-6ebe-4298-81d2-42ac69262ce3 tempest-ServerRescueNegativeTestJSON-1481324798 tempest-ServerRescueNegativeTestJSON-1481324798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:23:16.420868 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-16952cec-584d-47a5-9de6-9206963a8b8e req-a4dbb96e-6ebe-4298-81d2-42ac69262ce3 tempest-ServerRescueNegativeTestJSON-1481324798 tempest-ServerRescueNegativeTestJSON-1481324798-project] 10.222.0.89 "GET /v2.0/ports?device_id=96f9652e-8b23-4729-8bd9-8d19010715cb HTTP/1.1" status: 200 len: 945 time: 0.1643722 Feb 04 17:23:16.459858 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-414c8716-253b-414d-a55a-826ef9dbfd0b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:16.509359 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port 3bb1aa67-fee8-4cb8-963e-5b013857243b triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:23:16.509730 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (3bb1aa67-fee8-4cb8-963e-5b013857243b), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:16.639556 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-16952cec-584d-47a5-9de6-9206963a8b8e req-b71d9722-87ca-40de-9d0d-418860223a99 tempest-ServerRescueNegativeTestJSON-1481324798 tempest-ServerRescueNegativeTestJSON-1481324798-project] 10.222.0.89 "GET /v2.0/security-groups?id=47e1fb0d-88ed-4fed-9e75-9f02b9f534f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2114396 Feb 04 17:23:16.696395 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-414c8716-253b-414d-a55a-826ef9dbfd0b admin admin] Publish callbacks [] for security_group (44239167-9871-45e6-b413-2173e848df8a), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:16.714801 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c1ae13-f6ea-4bb2-a597-c7bd74d62c15 None None] Pushing event updated for resources: {'Port': ['ID=3bb1aa67-fee8-4cb8-963e-5b013857243b,revision_number=3']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:23:16.715015 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-414c8716-253b-414d-a55a-826ef9dbfd0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (44239167-9871-45e6-b413-2173e848df8a), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:16.720500 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-ba52a0c5-39b0-47c5-8f70-ac62bc1e6ba3 None None] Provisioning complete for port 73fc320b-bc27-4c23-aade-00c8eb22d5be triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:23:16.720905 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ba52a0c5-39b0-47c5-8f70-ac62bc1e6ba3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (73fc320b-bc27-4c23-aade-00c8eb22d5be), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:16.760170 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-ce80ac38-131a-428d-944a-3b47619caf60 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Publish callbacks [] for port (8ddcb880-408a-4e5a-992e-36b8049df242), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:16.800453 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cd0daf-6a42-48c9-bab0-2babf2595436 req-21302fc4-51a8-4275-a4af-c8e9e636aaf4 tempest-ServerRescueTestJSONUnderV235-1389214366 tempest-ServerRescueTestJSONUnderV235-1389214366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:23:16.802727 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-48cd0daf-6a42-48c9-bab0-2babf2595436 req-21302fc4-51a8-4275-a4af-c8e9e636aaf4 tempest-ServerRescueTestJSONUnderV235-1389214366 tempest-ServerRescueTestJSONUnderV235-1389214366-project] 10.222.0.89 "GET /v2.0/ports?device_id=c1affc7e-c4fd-44da-8120-774326466c99 HTTP/1.1" status: 200 len: 945 time: 0.1686964 Feb 04 17:23:16.854879 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414c8716-253b-414d-a55a-826ef9dbfd0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44239167-9871-45e6-b413-2173e848df8a,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:23:16.877739 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-414c8716-253b-414d-a55a-826ef9dbfd0b admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=916e861aabc74300b72f3b908ecab579&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8196633 Feb 04 17:23:16.880274 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 38396) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:23:16.902158 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-ce80ac38-131a-428d-944a-3b47619caf60 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (8ddcb880-408a-4e5a-992e-36b8049df242), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:16.974869 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-48cd0daf-6a42-48c9-bab0-2babf2595436 req-17959910-d450-4167-b20a-424df780f221 tempest-ServerRescueTestJSONUnderV235-1389214366 tempest-ServerRescueTestJSONUnderV235-1389214366-project] 10.222.0.89 "GET /v2.0/security-groups?id=c3431cd9-8ee1-43a9-bad9-017618f597d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592658 Feb 04 17:23:16.990404 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce80ac38-131a-428d-944a-3b47619caf60 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Network 556cd7fb-ae94-473e-9ec8-6200a52368e1 is already hosted by enough agents. {{(pid=103377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:23:16.994086 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [None req-ce80ac38-131a-428d-944a-3b47619caf60 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Resources bound (agent type, host, resource id): {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:23:16.997039 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce80ac38-131a-428d-944a-3b47619caf60 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Received port after_create {{(pid=103377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:23:17.010814 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port 3bb1aa67-fee8-4cb8-963e-5b013857243b is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:23:17.011887 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 73fc320b-bc27-4c23-aade-00c8eb22d5be up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:23:17.014775 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-2856bd98-de05-4035-bf31-ec4a45fe5618 admin admin] Publish callbacks [] for security_group (44239167-9871-45e6-b413-2173e848df8a), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:17.046267 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce80ac38-131a-428d-944a-3b47619caf60 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Pushing event updated for resources: {'Port': ['ID=8ddcb880-408a-4e5a-992e-36b8049df242,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:23:17.067964 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-2856bd98-de05-4035-bf31-ec4a45fe5618 admin admin] Publish callbacks [] for security_group (44239167-9871-45e6-b413-2173e848df8a), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:17.106270 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce80ac38-131a-428d-944a-3b47619caf60 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:23:17.108111 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-ce80ac38-131a-428d-944a-3b47619caf60 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:17.140088 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-ce80ac38-131a-428d-944a-3b47619caf60 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 3.3107359 Feb 04 17:23:17.163473 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-2856bd98-de05-4035-bf31-ec4a45fe5618 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (44239167-9871-45e6-b413-2173e848df8a), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:17.166804 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-2856bd98-de05-4035-bf31-ec4a45fe5618 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:17.168027 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-2856bd98-de05-4035-bf31-ec4a45fe5618 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/44239167-9871-45e6-b413-2173e848df8a HTTP/1.1" status: 204 len: 168 time: 0.2868223 Feb 04 17:23:17.181581 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2856bd98-de05-4035-bf31-ec4a45fe5618 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44239167-9871-45e6-b413-2173e848df8a,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:23:17.220759 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-ba52a0c5-39b0-47c5-8f70-ac62bc1e6ba3 None None] Current status of the port 73fc320b-bc27-4c23-aade-00c8eb22d5be is: DOWN; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:23:17.221159 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ba52a0c5-39b0-47c5-8f70-ac62bc1e6ba3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (73fc320b-bc27-4c23-aade-00c8eb22d5be), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:17.377431 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-ba52a0c5-39b0-47c5-8f70-ac62bc1e6ba3 None None] For port 73fc320b-bc27-4c23-aade-00c8eb22d5be, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=73fc320b-bc27-4c23-aade-00c8eb22d5be,segment=NetworkSegment(156d2511-93c9-4616-953a-81bac597ab8a),segment_id=156d2511-93c9-4616-953a-81bac597ab8a)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:23:17.385622 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ba52a0c5-39b0-47c5-8f70-ac62bc1e6ba3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (73fc320b-bc27-4c23-aade-00c8eb22d5be), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:17.596600 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-ba52a0c5-39b0-47c5-8f70-ac62bc1e6ba3 None None] Provisioning complete for port 3bb1aa67-fee8-4cb8-963e-5b013857243b triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:23:17.599792 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ba52a0c5-39b0-47c5-8f70-ac62bc1e6ba3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (3bb1aa67-fee8-4cb8-963e-5b013857243b), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:17.615574 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port 73fc320b-bc27-4c23-aade-00c8eb22d5be triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:23:17.616205 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (73fc320b-bc27-4c23-aade-00c8eb22d5be), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:17.751357 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78100d5-91ff-4671-b210-5f939787c2dd req-c57feac9-57e0-40eb-b328-8f1a53c729e8 tempest-ImagesTestJSON-301921999 tempest-ImagesTestJSON-301921999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:23:17.757624 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-f78100d5-91ff-4671-b210-5f939787c2dd req-c57feac9-57e0-40eb-b328-8f1a53c729e8 tempest-ImagesTestJSON-301921999 tempest-ImagesTestJSON-301921999-project] 10.222.0.89 "GET /v2.0/ports?device_id=5f68109e-df04-484f-b992-6678b4ebbbe8 HTTP/1.1" status: 200 len: 945 time: 0.1800888 Feb 04 17:23:17.772708 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 38422) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:23:17.777568 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-dccfec90-fa7c-4045-b02c-6901d833c0c7 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Request body: {'security_group': {'name': 'tempest-securitygroup--990536639', 'description': 'tempest-description--1591846565'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:23:17.839013 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-dccfec90-fa7c-4045-b02c-6901d833c0c7 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Publish callbacks [] for security_group (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:17.861475 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba52a0c5-39b0-47c5-8f70-ac62bc1e6ba3 None None] Pushing event updated for resources: {'Port': ['ID=73fc320b-bc27-4c23-aade-00c8eb22d5be,revision_number=3']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:23:17.883765 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-f78100d5-91ff-4671-b210-5f939787c2dd req-f52fb415-d637-4276-bb42-32d384445e4b tempest-ImagesTestJSON-301921999 tempest-ImagesTestJSON-301921999-project] 10.222.0.89 "GET /v2.0/security-groups?id=5b73e0f3-a9f7-4cf1-b4aa-b594ce8b7178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198459 Feb 04 17:23:18.110382 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-dccfec90-fa7c-4045-b02c-6901d833c0c7 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Publish callbacks [] for security_group (f41001c7-a515-4baa-b12d-2443831f66d9), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:18.126639 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-dccfec90-fa7c-4045-b02c-6901d833c0c7 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (f41001c7-a515-4baa-b12d-2443831f66d9), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:18.218408 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccfec90-fa7c-4045-b02c-6901d833c0c7 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f41001c7-a515-4baa-b12d-2443831f66d9,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:23:18.224984 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-dccfec90-fa7c-4045-b02c-6901d833c0c7 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Publish callbacks [] for security_group (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:18.234822 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab8789e-b17b-47bb-a2a0-34272f33e6b2 req-17879bc6-e1a9-4682-a442-4f6aa44b7ddc tempest-ServerRescueNegativeTestJSON-1481324798 tempest-ServerRescueNegativeTestJSON-1481324798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:23:18.243201 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-dccfec90-fa7c-4045-b02c-6901d833c0c7 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] 10.222.0.89 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.4693427 Feb 04 17:23:18.245918 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 38444) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:23:18.249533 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-ba52a0c5-39b0-47c5-8f70-ac62bc1e6ba3 None None] Current status of the port 3bb1aa67-fee8-4cb8-963e-5b013857243b is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:23:18.250990 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-89085006-a981-42cf-8155-043c011b8d7a tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Request body: {'security_group_rule': {'security_group_id': 'f41001c7-a515-4baa-b12d-2443831f66d9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:23:18.262954 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-9ab8789e-b17b-47bb-a2a0-34272f33e6b2 req-17879bc6-e1a9-4682-a442-4f6aa44b7ddc tempest-ServerRescueNegativeTestJSON-1481324798 tempest-ServerRescueNegativeTestJSON-1481324798-project] 10.222.0.89 "GET /v2.0/ports?device_id=96f9652e-8b23-4729-8bd9-8d19010715cb HTTP/1.1" status: 200 len: 945 time: 0.1576335 Feb 04 17:23:18.266230 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port 73fc320b-bc27-4c23-aade-00c8eb22d5be is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:23:18.295838 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-ba52a0c5-39b0-47c5-8f70-ac62bc1e6ba3 None None] Provisioning complete for port d9d313cd-c191-41ee-8480-aa1e52db3c64 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:23:18.296309 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ba52a0c5-39b0-47c5-8f70-ac62bc1e6ba3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (d9d313cd-c191-41ee-8480-aa1e52db3c64), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:18.344944 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-89085006-a981-42cf-8155-043c011b8d7a tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Publish callbacks [] for security_group_rule (0f7fa3a7-6b7d-4547-9618-911cc77b9da8), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:18.437511 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-9ab8789e-b17b-47bb-a2a0-34272f33e6b2 req-0ea6b85b-e5a2-4aea-ba30-969ec39965e3 tempest-ServerRescueNegativeTestJSON-1481324798 tempest-ServerRescueNegativeTestJSON-1481324798-project] 10.222.0.89 "GET /v2.0/security-groups?id=47e1fb0d-88ed-4fed-9e75-9f02b9f534f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1668158 Feb 04 17:23:18.450207 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-ba52a0c5-39b0-47c5-8f70-ac62bc1e6ba3 None None] Port d9d313cd-c191-41ee-8480-aa1e52db3c64 cannot update to ACTIVE because it is not bound. {{(pid=103378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 17:23:18.483942 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 3bb1aa67-fee8-4cb8-963e-5b013857243b up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:23:18.574341 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-89085006-a981-42cf-8155-043c011b8d7a tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Publish callbacks [] for security_group_rule (0f7fa3a7-6b7d-4547-9618-911cc77b9da8), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:18.583499 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-89085006-a981-42cf-8155-043c011b8d7a tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664556'] for security_group_rule (0f7fa3a7-6b7d-4547-9618-911cc77b9da8), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:18.615166 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89085006-a981-42cf-8155-043c011b8d7a tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f7fa3a7-6b7d-4547-9618-911cc77b9da8,revision_number=0']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:23:18.634199 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-74a7cfee-3b8a-4520-93a1-8eedf2d4146c None None] Provisioning complete for port 73fc320b-bc27-4c23-aade-00c8eb22d5be triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:23:18.635888 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-74a7cfee-3b8a-4520-93a1-8eedf2d4146c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (73fc320b-bc27-4c23-aade-00c8eb22d5be), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:18.652729 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-89085006-a981-42cf-8155-043c011b8d7a tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:18.657641 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-89085006-a981-42cf-8155-043c011b8d7a tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4081361 Feb 04 17:23:18.657641 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 38462) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:23:18.662755 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-b1925ae0-7e06-4bad-ade7-a2f4380361a9 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Request body: {'security_group_rule': {'security_group_id': 'f41001c7-a515-4baa-b12d-2443831f66d9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:23:18.734524 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-b1925ae0-7e06-4bad-ade7-a2f4380361a9 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Publish callbacks [] for security_group_rule (f04f5858-9ef5-43a5-995b-a538ec0f6974), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:18.772095 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port 3bb1aa67-fee8-4cb8-963e-5b013857243b triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:23:18.772337 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e7ee71-0f7b-4e12-96fe-5c9debd48464 req-b4febeaa-0d09-4203-879f-ced24dedefdf tempest-ServerRescueTestJSONUnderV235-1389214366 tempest-ServerRescueTestJSONUnderV235-1389214366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:23:18.772483 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (3bb1aa67-fee8-4cb8-963e-5b013857243b), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:18.788504 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-a9e7ee71-0f7b-4e12-96fe-5c9debd48464 req-b4febeaa-0d09-4203-879f-ced24dedefdf tempest-ServerRescueTestJSONUnderV235-1389214366 tempest-ServerRescueTestJSONUnderV235-1389214366-project] 10.222.0.89 "GET /v2.0/ports?device_id=c1affc7e-c4fd-44da-8120-774326466c99 HTTP/1.1" status: 200 len: 945 time: 0.1766119 Feb 04 17:23:18.896440 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-a9e7ee71-0f7b-4e12-96fe-5c9debd48464 req-92b07143-3910-43c6-a10a-16e17d3b19cb tempest-ServerRescueTestJSONUnderV235-1389214366 tempest-ServerRescueTestJSONUnderV235-1389214366-project] 10.222.0.89 "GET /v2.0/security-groups?id=c3431cd9-8ee1-43a9-bad9-017618f597d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017060 Feb 04 17:23:18.974226 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-b1925ae0-7e06-4bad-ade7-a2f4380361a9 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Publish callbacks [] for security_group_rule (f04f5858-9ef5-43a5-995b-a538ec0f6974), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:18.999475 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03252725-45a0-4cbd-a25c-14fb5d2ed4dc req-e3ac7a73-17a3-497d-8d4a-838711a6ce7d tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:23:19.007381 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-03252725-45a0-4cbd-a25c-14fb5d2ed4dc req-e3ac7a73-17a3-497d-8d4a-838711a6ce7d tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] 10.222.0.89 "GET /v2.0/ports?device_id=32c473d7-3f2d-495e-b44f-fd0929434fbd HTTP/1.1" status: 200 len: 946 time: 0.1763508 Feb 04 17:23:19.008121 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-b1925ae0-7e06-4bad-ade7-a2f4380361a9 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664556'] for security_group_rule (f04f5858-9ef5-43a5-995b-a538ec0f6974), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:19.011084 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 38474) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:23:19.074279 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-74a7cfee-3b8a-4520-93a1-8eedf2d4146c None None] Current status of the port 73fc320b-bc27-4c23-aade-00c8eb22d5be is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:23:19.085381 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-b1925ae0-7e06-4bad-ade7-a2f4380361a9 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:19.086600 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-b1925ae0-7e06-4bad-ade7-a2f4380361a9 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4280951 Feb 04 17:23:19.096501 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 38478) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:23:19.106815 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-b8e36cc4-9259-408e-8ffb-95db412256a2 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Request body: {'floatingip': {'floating_network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:23:19.112561 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1925ae0-7e06-4bad-ade7-a2f4380361a9 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f04f5858-9ef5-43a5-995b-a538ec0f6974,revision_number=0']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:23:19.154713 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-74a7cfee-3b8a-4520-93a1-8eedf2d4146c None None] Provisioning complete for port 8ddcb880-408a-4e5a-992e-36b8049df242 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:23:19.159353 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-74a7cfee-3b8a-4520-93a1-8eedf2d4146c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (8ddcb880-408a-4e5a-992e-36b8049df242), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:19.160139 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-03252725-45a0-4cbd-a25c-14fb5d2ed4dc req-baa84cd5-66df-4190-8f87-3d46f4b6c07a tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] 10.222.0.89 "GET /v2.0/security-groups?id=e65ecd24-4d97-4684-be33-350ed30f90cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1445146 Feb 04 17:23:19.166679 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port 3bb1aa67-fee8-4cb8-963e-5b013857243b is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:23:19.169232 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 73fc320b-bc27-4c23-aade-00c8eb22d5be up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:23:19.193452 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-b8e36cc4-9259-408e-8ffb-95db412256a2 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:19.210202 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4a261f-513a-4b8d-9d7f-3acdb5cf14d2 req-db305705-a74e-4203-8980-28b0820db07d tempest-ImagesTestJSON-301921999 tempest-ImagesTestJSON-301921999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:23:19.221307 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-fe4a261f-513a-4b8d-9d7f-3acdb5cf14d2 req-db305705-a74e-4203-8980-28b0820db07d tempest-ImagesTestJSON-301921999 tempest-ImagesTestJSON-301921999-project] 10.222.0.89 "GET /v2.0/ports?device_id=5f68109e-df04-484f-b992-6678b4ebbbe8 HTTP/1.1" status: 200 len: 945 time: 0.1651144 Feb 04 17:23:19.333194 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-74a7cfee-3b8a-4520-93a1-8eedf2d4146c None None] Port 8ddcb880-408a-4e5a-992e-36b8049df242 cannot update to ACTIVE because it is not bound. {{(pid=103378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 17:23:19.397248 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-fe4a261f-513a-4b8d-9d7f-3acdb5cf14d2 req-b6940e1b-4f96-4221-bea2-d25ea413ab34 tempest-ImagesTestJSON-301921999 tempest-ImagesTestJSON-301921999-project] 10.222.0.89 "GET /v2.0/security-groups?id=5b73e0f3-a9f7-4cf1-b4aa-b594ce8b7178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1733019 Feb 04 17:23:19.397790 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port 73fc320b-bc27-4c23-aade-00c8eb22d5be triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:23:19.397888 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (73fc320b-bc27-4c23-aade-00c8eb22d5be), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:19.431740 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-912eae86-6d1b-4d71-a12f-5db41e84f564 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-588092638-network', 'tenant_id': 'e572c75f68264540b5ba57b47620f662'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:23:19.447282 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-74a7cfee-3b8a-4520-93a1-8eedf2d4146c None None] Provisioning complete for port d9d313cd-c191-41ee-8480-aa1e52db3c64 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:23:19.448036 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-74a7cfee-3b8a-4520-93a1-8eedf2d4146c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (d9d313cd-c191-41ee-8480-aa1e52db3c64), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:19.500140 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-912eae86-6d1b-4d71-a12f-5db41e84f564 admin admin] Made reservation on behalf of e572c75f68264540b5ba57b47620f662 for: {'network': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:23:19.502537 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-912eae86-6d1b-4d71-a12f-5db41e84f564 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for network (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:19.520864 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-912eae86-6d1b-4d71-a12f-5db41e84f564 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:19.550273 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-74a7cfee-3b8a-4520-93a1-8eedf2d4146c None None] Port d9d313cd-c191-41ee-8480-aa1e52db3c64 cannot update to ACTIVE because it is not bound. {{(pid=103378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 17:23:19.592785 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-b8e36cc4-9259-408e-8ffb-95db412256a2 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:19.623025 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port 73fc320b-bc27-4c23-aade-00c8eb22d5be is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:23:19.690650 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01f6e62-fe87-4489-9a38-da8173836e20 req-98d57297-b881-40ad-abb0-451cf33463e4 tempest-ServerRescueNegativeTestJSON-1481324798 tempest-ServerRescueNegativeTestJSON-1481324798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:23:19.694553 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-d01f6e62-fe87-4489-9a38-da8173836e20 req-98d57297-b881-40ad-abb0-451cf33463e4 tempest-ServerRescueNegativeTestJSON-1481324798 tempest-ServerRescueNegativeTestJSON-1481324798-project] 10.222.0.89 "GET /v2.0/ports?device_id=96f9652e-8b23-4729-8bd9-8d19010715cb HTTP/1.1" status: 200 len: 945 time: 0.1553452 Feb 04 17:23:19.704106 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-912eae86-6d1b-4d71-a12f-5db41e84f564 admin admin] Publish callbacks [] for security_group (ceade6d9-6c9a-4f39-91ce-1c7fe43e1c01), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:19.721369 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-912eae86-6d1b-4d71-a12f-5db41e84f564 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (ceade6d9-6c9a-4f39-91ce-1c7fe43e1c01), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:19.753483 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-912eae86-6d1b-4d71-a12f-5db41e84f564 admin admin] vlan segment allocate from pool success with {'vlan_id': 792, 'physical_network': 'physnet1'} {{(pid=103377) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 17:23:19.779690 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-912eae86-6d1b-4d71-a12f-5db41e84f564 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (1cf24bdf-cd2a-424e-9446-8006bc746b7c), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:19.780946 n-d-827839-2 neutron-server[103377]: INFO neutron.db.segments_db [None req-912eae86-6d1b-4d71-a12f-5db41e84f564 admin admin] Added segment 1cf24bdf-cd2a-424e-9446-8006bc746b7c of type vlan for network 97b2e9b0-cacd-4163-811b-ff2a765f7055 Feb 04 17:23:19.850068 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-912eae86-6d1b-4d71-a12f-5db41e84f564 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781084292801'] for network (97b2e9b0-cacd-4163-811b-ff2a765f7055), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:19.854311 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-d01f6e62-fe87-4489-9a38-da8173836e20 req-c4e91437-8e0d-4150-8747-4551a451f0b9 tempest-ServerRescueNegativeTestJSON-1481324798 tempest-ServerRescueNegativeTestJSON-1481324798-project] 10.222.0.89 "GET /v2.0/security-groups?id=47e1fb0d-88ed-4fed-9e75-9f02b9f534f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454895 Feb 04 17:23:19.894162 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-912eae86-6d1b-4d71-a12f-5db41e84f564 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327'] for network (97b2e9b0-cacd-4163-811b-ff2a765f7055), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:19.906511 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.db_base_plugin_common [None req-b8e36cc4-9259-408e-8ffb-95db412256a2 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Allocated IP 172.25.6.177 (48165773-85ad-49a1-9ec1-76fc8dc24188/7660bfad-1ea8-4fe7-831b-bed836f13efc/f6df0c3d-b51d-4c2c-b0c4-ec44b13c7045) {{(pid=103376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:23:19.913378 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-912eae86-6d1b-4d71-a12f-5db41e84f564 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:23:19.915566 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-912eae86-6d1b-4d71-a12f-5db41e84f564 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677565'] for network (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:20.075550 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912eae86-6d1b-4d71-a12f-5db41e84f564 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ceade6d9-6c9a-4f39-91ce-1c7fe43e1c01,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:23:20.186911 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-b8e36cc4-9259-408e-8ffb-95db412256a2 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Publish callbacks [] for port (f6df0c3d-b51d-4c2c-b0c4-ec44b13c7045), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:20.249335 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-912eae86-6d1b-4d71-a12f-5db41e84f564 admin admin] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.2369351 Feb 04 17:23:20.252205 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 38498) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:23:20.264466 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-aa36beb6-3505-4911-8e1e-39acd819ec93 admin admin] Request body: {'subnet': {'network_id': '97b2e9b0-cacd-4163-811b-ff2a765f7055', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-588092638-subnet', 'tenant_id': 'e572c75f68264540b5ba57b47620f662', 'ip_version': 4}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:23:20.283539 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912eae86-6d1b-4d71-a12f-5db41e84f564 admin admin] Pushing event updated for resources: {'Network': ['ID=97b2e9b0-cacd-4163-811b-ff2a765f7055,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:23:20.294189 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Network 97b2e9b0-cacd-4163-811b-ff2a765f7055 details requested by agent ovs-agent-n-d-827839-2 with host n-d-827839-2 {{(pid=103378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 17:23:20.344276 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5fe69a-7a8b-4f85-9219-b980926c1c73 req-5a4f4f31-1ecc-4990-b837-82767ca53342 tempest-ServerRescueTestJSONUnderV235-1389214366 tempest-ServerRescueTestJSONUnderV235-1389214366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:23:20.345847 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-8b5fe69a-7a8b-4f85-9219-b980926c1c73 req-5a4f4f31-1ecc-4990-b837-82767ca53342 tempest-ServerRescueTestJSONUnderV235-1389214366 tempest-ServerRescueTestJSONUnderV235-1389214366-project] 10.222.0.89 "GET /v2.0/ports?device_id=c1affc7e-c4fd-44da-8120-774326466c99 HTTP/1.1" status: 200 len: 945 time: 0.2392113 Feb 04 17:23:20.348166 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa36beb6-3505-4911-8e1e-39acd819ec93 admin admin] Made reservation on behalf of e572c75f68264540b5ba57b47620f662 for: {'subnet': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:23:20.350622 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-aa36beb6-3505-4911-8e1e-39acd819ec93 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25597243'] for subnet (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:20.353784 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df03e5c1-561f-4006-83e2-3abeb69db240 req-7e00af5e-5606-4c9f-b79c-4325eb61d614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:23:20.355242 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-df03e5c1-561f-4006-83e2-3abeb69db240 req-7e00af5e-5606-4c9f-b79c-4325eb61d614 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=c1affc7e-c4fd-44da-8120-774326466c99 HTTP/1.1" status: 200 len: 1127 time: 0.2556212 Feb 04 17:23:20.371594 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-b8e36cc4-9259-408e-8ffb-95db412256a2 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (f6df0c3d-b51d-4c2c-b0c4-ec44b13c7045), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:20.474329 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fb083a-37c2-40ac-84fe-4b084d8ef4f6 req-1b4fdb38-5233-467c-800e-e69e765d3d5c tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:23:20.485368 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-71fb083a-37c2-40ac-84fe-4b084d8ef4f6 req-1b4fdb38-5233-467c-800e-e69e765d3d5c tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] 10.222.0.89 "GET /v2.0/ports?device_id=32c473d7-3f2d-495e-b44f-fd0929434fbd HTTP/1.1" status: 200 len: 946 time: 0.2158706 Feb 04 17:23:20.486171 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-8b5fe69a-7a8b-4f85-9219-b980926c1c73 req-3f76a182-73fa-4a14-8786-bb63869265e3 tempest-ServerRescueTestJSONUnderV235-1389214366 tempest-ServerRescueTestJSONUnderV235-1389214366-project] 10.222.0.89 "GET /v2.0/security-groups?id=c3431cd9-8ee1-43a9-bad9-017618f597d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299827 Feb 04 17:23:20.497014 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8e36cc4-9259-408e-8ffb-95db412256a2 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Network 48165773-85ad-49a1-9ec1-76fc8dc24188 is already hosted by enough agents. {{(pid=103376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:23:20.520033 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-df03e5c1-561f-4006-83e2-3abeb69db240 req-fc89ba1f-32be-4b8c-b79c-de2c9a6ebb9c service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=c3431cd9-8ee1-43a9-bad9-017618f597d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030970 Feb 04 17:23:20.523516 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [None req-b8e36cc4-9259-408e-8ffb-95db412256a2 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Resources bound (agent type, host, resource id): {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:23:20.533982 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e36cc4-9259-408e-8ffb-95db412256a2 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Pushing event updated for resources: {'Port': ['ID=f6df0c3d-b51d-4c2c-b0c4-ec44b13c7045,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:23:20.547320 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8e36cc4-9259-408e-8ffb-95db412256a2 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Received port after_create {{(pid=103376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:23:20.641841 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-71fb083a-37c2-40ac-84fe-4b084d8ef4f6 req-ac6e3ed3-b25f-4bbb-9492-75f35aa91a5a tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] 10.222.0.89 "GET /v2.0/security-groups?id=e65ecd24-4d97-4684-be33-350ed30f90cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1555476 Feb 04 17:23:20.692963 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05e86d0-d697-48fe-a976-72b88eda79a9 req-dc78f30f-2291-4669-882f-ce04d8417bb2 tempest-ImagesTestJSON-301921999 tempest-ImagesTestJSON-301921999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:23:20.694558 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-d05e86d0-d697-48fe-a976-72b88eda79a9 req-dc78f30f-2291-4669-882f-ce04d8417bb2 tempest-ImagesTestJSON-301921999 tempest-ImagesTestJSON-301921999-project] 10.222.0.89 "GET /v2.0/ports?device_id=5f68109e-df04-484f-b992-6678b4ebbbe8 HTTP/1.1" status: 200 len: 945 time: 0.1019440 Feb 04 17:23:20.721334 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-aa36beb6-3505-4911-8e1e-39acd819ec93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25889445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25597197'] for subnet (32617567-702a-48ca-945f-d54124aa2fdb), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:20.812219 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-d05e86d0-d697-48fe-a976-72b88eda79a9 req-b7183a70-1882-4ff2-b78d-cd3a603de9de tempest-ImagesTestJSON-301921999 tempest-ImagesTestJSON-301921999-project] 10.222.0.89 "GET /v2.0/security-groups?id=5b73e0f3-a9f7-4cf1-b4aa-b594ce8b7178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114626 Feb 04 17:23:20.824125 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa36beb6-3505-4911-8e1e-39acd819ec93 admin admin] Pushing event updated for resources: {'Subnet': ['ID=32617567-702a-48ca-945f-d54124aa2fdb,revision_number=0']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:23:20.839911 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa36beb6-3505-4911-8e1e-39acd819ec93 admin admin] Checking segment: {'id': '1cf24bdf-cd2a-424e-9446-8006bc746b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '97b2e9b0-cacd-4163-811b-ff2a765f7055'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:23:20.840276 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa36beb6-3505-4911-8e1e-39acd819ec93 admin admin] Network hostable DHCP agents. Network: 97b2e9b0-cacd-4163-811b-ff2a765f7055, hostable agents: ['bb89f5a3-3c22-440b-b7d1-c4f0c43c184a'], hosted agents: [] {{(pid=103377) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 17:23:20.863279 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa36beb6-3505-4911-8e1e-39acd819ec93 admin admin] Network 97b2e9b0-cacd-4163-811b-ff2a765f7055 is scheduled to be hosted by DHCP agent bb89f5a3-3c22-440b-b7d1-c4f0c43c184a with binding_index 1 {{(pid=103377) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 17:23:20.891035 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [None req-aa36beb6-3505-4911-8e1e-39acd819ec93 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827839-2, 97b2e9b0-cacd-4163-811b-ff2a765f7055) {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:23:20.901600 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-835c7fd0-e705-4d54-8871-752b19114d79 None None] Network 97b2e9b0-cacd-4163-811b-ff2a765f7055 requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:23:20.918931 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa36beb6-3505-4911-8e1e-39acd819ec93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:23:20.919873 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-aa36beb6-3505-4911-8e1e-39acd819ec93 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677565'] for subnet (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:20.943502 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-aa36beb6-3505-4911-8e1e-39acd819ec93 admin admin] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6899028 Feb 04 17:23:20.946461 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 38514) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:23:20.960285 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-7449f8a2-12f0-4ef1-af6b-da4b73be6b61 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-588092638-router', 'tenant_id': 'e572c75f68264540b5ba57b47620f662', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188'}}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:23:21.015371 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-7449f8a2-12f0-4ef1-af6b-da4b73be6b61 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1601657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26921'] for router (0ccb58de-7ff2-4b3b-b2e5-2bb298e2f2f5), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:21.017294 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-7449f8a2-12f0-4ef1-af6b-da4b73be6b61 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1602025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603663', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1630571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26960'] for router (0ccb58de-7ff2-4b3b-b2e5-2bb298e2f2f5), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:21.114705 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-7449f8a2-12f0-4ef1-af6b-da4b73be6b61 admin admin] Publish callbacks [] for router_controller (0ccb58de-7ff2-4b3b-b2e5-2bb298e2f2f5), precommit_add_association {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:21.131409 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25a8c0ac-4a45-4f04-9425-076067ba1dc4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e4c19ad-5724-5db8-8ee1-4f56ae69fcf4-97b2e9b0-cacd-4163-811b-ff2a765f7055', 'network_id': '97b2e9b0-cacd-4163-811b-ff2a765f7055', 'project_id': 'e572c75f68264540b5ba57b47620f662', 'fixed_ips': [{'subnet_id': '32617567-702a-48ca-945f-d54124aa2fdb'}]}} from n-d-827839-2. {{(pid=103378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 17:23:21.132705 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-25a8c0ac-4a45-4f04-9425-076067ba1dc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:21.136379 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-b8e36cc4-9259-408e-8ffb-95db412256a2 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Publish callbacks [] for floatingip (3f32e16a-8058-4810-83c6-b223a705f92f), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:21.156771 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbd7385-146a-425e-9fda-feb2e4ec3f62 req-43e58964-a2a6-4e3c-a8c1-0714e023d03f tempest-ServerRescueNegativeTestJSON-1481324798 tempest-ServerRescueNegativeTestJSON-1481324798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:23:21.164321 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-8bbd7385-146a-425e-9fda-feb2e4ec3f62 req-43e58964-a2a6-4e3c-a8c1-0714e023d03f tempest-ServerRescueNegativeTestJSON-1481324798 tempest-ServerRescueNegativeTestJSON-1481324798-project] 10.222.0.89 "GET /v2.0/ports?device_id=96f9652e-8b23-4729-8bd9-8d19010715cb HTTP/1.1" status: 200 len: 945 time: 0.1108656 Feb 04 17:23:21.222404 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-b8e36cc4-9259-408e-8ffb-95db412256a2 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (f6df0c3d-b51d-4c2c-b0c4-ec44b13c7045), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:21.277392 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-8bbd7385-146a-425e-9fda-feb2e4ec3f62 req-c7c2f26d-cf3a-44b6-b187-0f001eaa10ca tempest-ServerRescueNegativeTestJSON-1481324798 tempest-ServerRescueNegativeTestJSON-1481324798-project] 10.222.0.89 "GET /v2.0/security-groups?id=47e1fb0d-88ed-4fed-9e75-9f02b9f534f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120842 Feb 04 17:23:21.356267 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-7449f8a2-12f0-4ef1-af6b-da4b73be6b61 admin admin] Publish callbacks [] for router_gateway (0ccb58de-7ff2-4b3b-b2e5-2bb298e2f2f5), precommit_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:21.371391 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-25a8c0ac-4a45-4f04-9425-076067ba1dc4 None None] Allocated IP 172.20.0.2 (97b2e9b0-cacd-4163-811b-ff2a765f7055/32617567-702a-48ca-945f-d54124aa2fdb/dffaf284-67e3-44f0-9823-d43bf286bf83) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:23:21.477146 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-b8e36cc4-9259-408e-8ffb-95db412256a2 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Publish callbacks [] for port (f6df0c3d-b51d-4c2c-b0c4-ec44b13c7045), precommit_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:21.483430 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-b8e36cc4-9259-408e-8ffb-95db412256a2 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675836'] for port (f6df0c3d-b51d-4c2c-b0c4-ec44b13c7045), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:21.653085 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e36cc4-9259-408e-8ffb-95db412256a2 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Pushing event updated for resources: {'Port': ['ID=f6df0c3d-b51d-4c2c-b0c4-ec44b13c7045,revision_number=2']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:23:21.746975 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-b8e36cc4-9259-408e-8ffb-95db412256a2 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1595586'] for floatingip (3f32e16a-8058-4810-83c6-b223a705f92f), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:21.764113 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-7449f8a2-12f0-4ef1-af6b-da4b73be6b61 admin admin] Publish callbacks [] for router_gateway (0ccb58de-7ff2-4b3b-b2e5-2bb298e2f2f5), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:21.793091 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-b8e36cc4-9259-408e-8ffb-95db412256a2 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for floatingip (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:21.794450 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-b8e36cc4-9259-408e-8ffb-95db412256a2 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] 10.222.0.89 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.6944342 Feb 04 17:23:21.811636 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-7449f8a2-12f0-4ef1-af6b-da4b73be6b61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:21.853313 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-25a8c0ac-4a45-4f04-9425-076067ba1dc4 None None] Publish callbacks [] for port (dffaf284-67e3-44f0-9823-d43bf286bf83), precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:21.863096 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-25a8c0ac-4a45-4f04-9425-076067ba1dc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135'] for port (dffaf284-67e3-44f0-9823-d43bf286bf83), after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:21.906717 n-d-827839-2 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25a8c0ac-4a45-4f04-9425-076067ba1dc4 None None] Network 97b2e9b0-cacd-4163-811b-ff2a765f7055 is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:23:21.912258 n-d-827839-2 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-25a8c0ac-4a45-4f04-9425-076067ba1dc4 None None] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:23:21.918345 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25a8c0ac-4a45-4f04-9425-076067ba1dc4 None None] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:23:21.961906 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a8c0ac-4a45-4f04-9425-076067ba1dc4 None None] Pushing event updated for resources: {'Port': ['ID=dffaf284-67e3-44f0-9823-d43bf286bf83,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:23:21.967616 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.db_base_plugin_common [None req-7449f8a2-12f0-4ef1-af6b-da4b73be6b61 admin admin] Allocated IP 172.25.6.50 (48165773-85ad-49a1-9ec1-76fc8dc24188/7660bfad-1ea8-4fe7-831b-bed836f13efc/dd12a7b1-f096-40a0-88a2-010f3d0fd0ef) {{(pid=103377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:23:21.971899 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2ff8db-2e2b-436c-b551-bdaa7bd49499 req-c8df8259-95c7-42e6-853a-2bfb2a06fb84 tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:23:21.973883 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-5c2ff8db-2e2b-436c-b551-bdaa7bd49499 req-c8df8259-95c7-42e6-853a-2bfb2a06fb84 tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] 10.222.0.89 "GET /v2.0/ports?device_id=32c473d7-3f2d-495e-b44f-fd0929434fbd HTTP/1.1" status: 200 len: 946 time: 0.1780713 Feb 04 17:23:22.014813 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-25a8c0ac-4a45-4f04-9425-076067ba1dc4 None None] Attempting to bind port dffaf284-67e3-44f0-9823-d43bf286bf83 on host n-d-827839-2 for vnic_type normal with profile {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:23:22.015613 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-25a8c0ac-4a45-4f04-9425-076067ba1dc4 None None] Attempting to bind port dffaf284-67e3-44f0-9823-d43bf286bf83 by drivers openvswitch,hyperv on host n-d-827839-2 at level 0 using segments [{'id': '1cf24bdf-cd2a-424e-9446-8006bc746b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '97b2e9b0-cacd-4163-811b-ff2a765f7055'}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:23:22.016498 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25a8c0ac-4a45-4f04-9425-076067ba1dc4 None None] Attempting to bind port dffaf284-67e3-44f0-9823-d43bf286bf83 on network 97b2e9b0-cacd-4163-811b-ff2a765f7055 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:23:22.022586 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25a8c0ac-4a45-4f04-9425-076067ba1dc4 None None] Checking agent: {'id': 'ba70844b-66a0-45fd-a2f2-e6ed673321fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 0, 36), 'started_at': datetime.datetime(2022, 2, 4, 17, 1, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 23, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:23:22.023124 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25a8c0ac-4a45-4f04-9425-076067ba1dc4 None None] Checking segment: {'id': '1cf24bdf-cd2a-424e-9446-8006bc746b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '97b2e9b0-cacd-4163-811b-ff2a765f7055'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:23:22.023633 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-25a8c0ac-4a45-4f04-9425-076067ba1dc4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:22.024124 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25a8c0ac-4a45-4f04-9425-076067ba1dc4 None None] Bound using segment: {'id': '1cf24bdf-cd2a-424e-9446-8006bc746b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '97b2e9b0-cacd-4163-811b-ff2a765f7055'} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:23:22.024869 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-25a8c0ac-4a45-4f04-9425-076067ba1dc4 None None] Bound port: dffaf284-67e3-44f0-9823-d43bf286bf83, host: n-d-827839-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cf24bdf-cd2a-424e-9446-8006bc746b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '97b2e9b0-cacd-4163-811b-ff2a765f7055'}}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:23:22.025519 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-25a8c0ac-4a45-4f04-9425-076067ba1dc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (dffaf284-67e3-44f0-9823-d43bf286bf83), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:22.050342 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-5c2ff8db-2e2b-436c-b551-bdaa7bd49499 req-ecfb8e28-6183-4a79-b8e5-b3ccf00f0735 tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] 10.222.0.89 "GET /v2.0/security-groups?id=e65ecd24-4d97-4684-be33-350ed30f90cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693328 Feb 04 17:23:22.097428 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45304fb8-cbd3-4826-a663-af0c4603494a req-2747164b-4234-4516-914b-a760957697f7 tempest-ServerRescueTestJSONUnderV235-1389214366 tempest-ServerRescueTestJSONUnderV235-1389214366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:23:22.109364 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-45304fb8-cbd3-4826-a663-af0c4603494a req-2747164b-4234-4516-914b-a760957697f7 tempest-ServerRescueTestJSONUnderV235-1389214366 tempest-ServerRescueTestJSONUnderV235-1389214366-project] 10.222.0.89 "GET /v2.0/ports?device_id=c1affc7e-c4fd-44da-8120-774326466c99 HTTP/1.1" status: 200 len: 945 time: 0.4158571 Feb 04 17:23:22.140239 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-25a8c0ac-4a45-4f04-9425-076067ba1dc4 None None] For port dffaf284-67e3-44f0-9823-d43bf286bf83, host n-d-827839-2, cleared binding levels {{(pid=103378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:23:22.149270 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-25a8c0ac-4a45-4f04-9425-076067ba1dc4 None None] For port dffaf284-67e3-44f0-9823-d43bf286bf83, host n-d-827839-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=dffaf284-67e3-44f0-9823-d43bf286bf83,segment=NetworkSegment(1cf24bdf-cd2a-424e-9446-8006bc746b7c),segment_id=1cf24bdf-cd2a-424e-9446-8006bc746b7c)] {{(pid=103378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:23:22.160103 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-25a8c0ac-4a45-4f04-9425-076067ba1dc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (dffaf284-67e3-44f0-9823-d43bf286bf83), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:22.228802 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-7449f8a2-12f0-4ef1-af6b-da4b73be6b61 admin admin] Publish callbacks [] for port (dd12a7b1-f096-40a0-88a2-010f3d0fd0ef), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:22.260408 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f527fea3-8c60-4b6c-a08b-9cc13588bfbb req-88a2c46a-f6f9-4b42-9685-544794c7af33 tempest-ImagesTestJSON-301921999 tempest-ImagesTestJSON-301921999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:23:22.264501 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-f527fea3-8c60-4b6c-a08b-9cc13588bfbb req-88a2c46a-f6f9-4b42-9685-544794c7af33 tempest-ImagesTestJSON-301921999 tempest-ImagesTestJSON-301921999-project] 10.222.0.89 "GET /v2.0/ports?device_id=5f68109e-df04-484f-b992-6678b4ebbbe8 HTTP/1.1" status: 200 len: 945 time: 0.0941534 Feb 04 17:23:22.266512 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a8c0ac-4a45-4f04-9425-076067ba1dc4 None None] Pushing event updated for resources: {'Port': ['ID=dffaf284-67e3-44f0-9823-d43bf286bf83,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:23:22.325703 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-45304fb8-cbd3-4826-a663-af0c4603494a req-1d25d217-c218-455a-b46e-4eb629b8fe20 tempest-ServerRescueTestJSONUnderV235-1389214366 tempest-ServerRescueTestJSONUnderV235-1389214366-project] 10.222.0.89 "GET /v2.0/security-groups?id=c3431cd9-8ee1-43a9-bad9-017618f597d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2154415 Feb 04 17:23:22.338116 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-7449f8a2-12f0-4ef1-af6b-da4b73be6b61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (dd12a7b1-f096-40a0-88a2-010f3d0fd0ef), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:22.359484 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7449f8a2-12f0-4ef1-af6b-da4b73be6b61 admin admin] Network 48165773-85ad-49a1-9ec1-76fc8dc24188 is already hosted by enough agents. {{(pid=103377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:23:22.362297 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [None req-7449f8a2-12f0-4ef1-af6b-da4b73be6b61 admin admin] Resources bound (agent type, host, resource id): {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:23:22.382703 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-f527fea3-8c60-4b6c-a08b-9cc13588bfbb req-57c95fce-28cd-4584-bfed-7ca3daa8375e tempest-ImagesTestJSON-301921999 tempest-ImagesTestJSON-301921999-project] 10.222.0.89 "GET /v2.0/security-groups?id=5b73e0f3-a9f7-4cf1-b4aa-b594ce8b7178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056232 Feb 04 17:23:22.389896 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7449f8a2-12f0-4ef1-af6b-da4b73be6b61 admin admin] Received port after_create {{(pid=103377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:23:22.535948 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b325e1-30b5-4cc5-9124-43637be8c31d req-f22466ca-389e-46d7-a6b4-58fb1238bcbe tempest-ServerRescueNegativeTestJSON-1481324798 tempest-ServerRescueNegativeTestJSON-1481324798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:23:22.551713 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-f5b325e1-30b5-4cc5-9124-43637be8c31d req-f22466ca-389e-46d7-a6b4-58fb1238bcbe tempest-ServerRescueNegativeTestJSON-1481324798 tempest-ServerRescueNegativeTestJSON-1481324798-project] 10.222.0.89 "GET /v2.0/ports?device_id=96f9652e-8b23-4729-8bd9-8d19010715cb HTTP/1.1" status: 200 len: 945 time: 0.1010849 Feb 04 17:23:22.582737 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7449f8a2-12f0-4ef1-af6b-da4b73be6b61 admin admin] Pushing event updated for resources: {'Port': ['ID=dd12a7b1-f096-40a0-88a2-010f3d0fd0ef,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:23:22.620105 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-f5b325e1-30b5-4cc5-9124-43637be8c31d req-b33d50eb-4b8b-481c-9285-c0618bb6e1fb tempest-ServerRescueNegativeTestJSON-1481324798 tempest-ServerRescueNegativeTestJSON-1481324798-project] 10.222.0.89 "GET /v2.0/security-groups?id=47e1fb0d-88ed-4fed-9e75-9f02b9f534f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633671 Feb 04 17:23:22.655153 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-9736b492-b720-4eb8-9c24-e1eb257138ab req-2fe5fa3d-4b41-4722-b1e1-997e8e9bee79 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] 10.222.0.89 "GET /v2.0/security-groups?name=tempest-securitygroup--990536639&fields=id&tenant_id=c5cb386618c24d66b6712f0d36ac7fea HTTP/1.1" status: 200 len: 267 time: 0.1779845 Feb 04 17:23:22.753946 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9736b492-b720-4eb8-9c24-e1eb257138ab req-1e66ea24-ee7c-4f22-891e-aafaa954c3c9 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:23:22.755607 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-9736b492-b720-4eb8-9c24-e1eb257138ab req-1e66ea24-ee7c-4f22-891e-aafaa954c3c9 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] 10.222.0.89 "GET /v2.0/ports/d9d313cd-c191-41ee-8480-aa1e52db3c64 HTTP/1.1" status: 200 len: 936 time: 0.0911286 Feb 04 17:23:22.839995 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9736b492-b720-4eb8-9c24-e1eb257138ab req-174abcd7-4c44-4ecd-aa16-f44f23588222 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:23:22.841997 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-9736b492-b720-4eb8-9c24-e1eb257138ab req-174abcd7-4c44-4ecd-aa16-f44f23588222 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] 10.222.0.89 "GET /v2.0/ports/8ddcb880-408a-4e5a-992e-36b8049df242 HTTP/1.1" status: 200 len: 935 time: 0.0756278 Feb 04 17:23:22.963123 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-9736b492-b720-4eb8-9c24-e1eb257138ab req-72e9e604-ff96-4598-beda-8411a9d71971 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] 10.222.0.89 "GET /v2.0/ports?network_id=8c9cb33a-476f-4f00-a8aa-706c33a5dd83&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1148694 Feb 04 17:23:23.014227 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-9736b492-b720-4eb8-9c24-e1eb257138ab req-398203e5-26f4-4b51-b5a5-0b24f3112396 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] 10.222.0.89 "GET /v2.0/ports?network_id=8c9cb33a-476f-4f00-a8aa-706c33a5dd83&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0377555 Feb 04 17:23:23.086993 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-7449f8a2-12f0-4ef1-af6b-da4b73be6b61 admin admin] Publish callbacks [] for router_gateway (0ccb58de-7ff2-4b3b-b2e5-2bb298e2f2f5), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:23.187613 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9736b492-b720-4eb8-9c24-e1eb257138ab req-adc8f38f-24d4-4070-89d2-a9a4a1a07906 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:23:23.198274 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9736b492-b720-4eb8-9c24-e1eb257138ab req-adc8f38f-24d4-4070-89d2-a9a4a1a07906 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:23:23.206943 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9736b492-b720-4eb8-9c24-e1eb257138ab req-adc8f38f-24d4-4070-89d2-a9a4a1a07906 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:23:23.228807 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-9736b492-b720-4eb8-9c24-e1eb257138ab req-adc8f38f-24d4-4070-89d2-a9a4a1a07906 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] 10.222.0.89 "GET /v2.0/networks?id=02771309-aff5-472d-90da-927298d169e4&id=556cd7fb-ae94-473e-9ec8-6200a52368e1&id=556cd7fb-ae94-473e-9ec8-6200a52368e1&id=8c9cb33a-476f-4f00-a8aa-706c33a5dd83&id=8c9cb33a-476f-4f00-a8aa-706c33a5dd83 HTTP/1.1" status: 200 len: 1994 time: 0.1918426 Feb 04 17:23:23.234735 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f7eead-9ed8-4502-8a0a-7c424c62ac83 req-fd5fd99f-a679-4d36-bb0d-115df0d6185c tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:23:23.243387 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-07f7eead-9ed8-4502-8a0a-7c424c62ac83 req-fd5fd99f-a679-4d36-bb0d-115df0d6185c tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] 10.222.0.89 "GET /v2.0/ports?device_id=32c473d7-3f2d-495e-b44f-fd0929434fbd HTTP/1.1" status: 200 len: 946 time: 0.1000285 Feb 04 17:23:23.332563 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-9736b492-b720-4eb8-9c24-e1eb257138ab req-d904b44f-601f-42df-bfe8-9b48bbe49568 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] 10.222.0.89 "GET /v2.0/quotas/c5cb386618c24d66b6712f0d36ac7fea HTTP/1.1" status: 200 len: 375 time: 0.1029007 Feb 04 17:23:23.359181 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-07f7eead-9ed8-4502-8a0a-7c424c62ac83 req-5465c866-3a5b-4b46-b00f-8df904bd0eaf tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] 10.222.0.89 "GET /v2.0/security-groups?id=e65ecd24-4d97-4684-be33-350ed30f90cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1143713 Feb 04 17:23:23.458351 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-9736b492-b720-4eb8-9c24-e1eb257138ab req-4e13cae2-9106-4ced-8222-e44cd9a8a898 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=c5cb386618c24d66b6712f0d36ac7fea&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1158915 Feb 04 17:23:23.538972 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70c6c71-9868-444b-9101-f68834028f01 req-c8561b00-9d20-4a95-b0e1-d70bacd03747 tempest-ServerRescueTestJSONUnderV235-1389214366 tempest-ServerRescueTestJSONUnderV235-1389214366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:23:23.546908 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-a70c6c71-9868-444b-9101-f68834028f01 req-c8561b00-9d20-4a95-b0e1-d70bacd03747 tempest-ServerRescueTestJSONUnderV235-1389214366 tempest-ServerRescueTestJSONUnderV235-1389214366-project] 10.222.0.89 "GET /v2.0/ports?device_id=c1affc7e-c4fd-44da-8120-774326466c99 HTTP/1.1" status: 200 len: 945 time: 0.0894923 Feb 04 17:23:23.649323 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-7449f8a2-12f0-4ef1-af6b-da4b73be6b61 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1602046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603680'] for router (0ccb58de-7ff2-4b3b-b2e5-2bb298e2f2f5), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:23.659049 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-a70c6c71-9868-444b-9101-f68834028f01 req-f14fe913-51d0-4eba-a21d-c837294491e4 tempest-ServerRescueTestJSONUnderV235-1389214366 tempest-ServerRescueTestJSONUnderV235-1389214366-project] 10.222.0.89 "GET /v2.0/security-groups?id=c3431cd9-8ee1-43a9-bad9-017618f597d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038668 Feb 04 17:23:23.721849 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [req-9736b492-b720-4eb8-9c24-e1eb257138ab req-d22370d5-8c5d-4783-ace1-ad493ffcdc8a service neutron] http://10.222.0.89:9696/v2.0/extensions returned with HTTP 200 {{(pid=103377) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 17:23:23.729868 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-9736b492-b720-4eb8-9c24-e1eb257138ab req-d22370d5-8c5d-4783-ace1-ad493ffcdc8a service neutron] 10.222.0.89 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2582335 Feb 04 17:23:23.833990 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e07ccaf2-5c58-4cef-8c08-9ad937490fea None None] Network 97b2e9b0-cacd-4163-811b-ff2a765f7055 requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:23:23.860897 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8461757-2a55-4ea2-966f-fc9bbabdc275 req-82218199-888d-4b6a-8524-a3e839c962a5 tempest-ImagesTestJSON-301921999 tempest-ImagesTestJSON-301921999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:23:23.862635 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-f8461757-2a55-4ea2-966f-fc9bbabdc275 req-82218199-888d-4b6a-8524-a3e839c962a5 tempest-ImagesTestJSON-301921999 tempest-ImagesTestJSON-301921999-project] 10.222.0.89 "GET /v2.0/ports?device_id=5f68109e-df04-484f-b992-6678b4ebbbe8 HTTP/1.1" status: 200 len: 945 time: 0.0848372 Feb 04 17:23:23.934278 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4ee85b26-adff-4199-b1a2-849137f1cac2 None None] Provisioning complete for port dffaf284-67e3-44f0-9823-d43bf286bf83 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:23:23.934483 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4ee85b26-adff-4199-b1a2-849137f1cac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (dffaf284-67e3-44f0-9823-d43bf286bf83), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:23.939524 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-f8461757-2a55-4ea2-966f-fc9bbabdc275 req-9777c28b-9965-477c-9d06-3619372ca916 tempest-ImagesTestJSON-301921999 tempest-ImagesTestJSON-301921999-project] 10.222.0.89 "GET /v2.0/security-groups?id=5b73e0f3-a9f7-4cf1-b4aa-b594ce8b7178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701473 Feb 04 17:23:24.069207 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4ee85b26-adff-4199-b1a2-849137f1cac2 None None] Current status of the port dffaf284-67e3-44f0-9823-d43bf286bf83 is: DOWN; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:23:24.069525 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4ee85b26-adff-4199-b1a2-849137f1cac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (dffaf284-67e3-44f0-9823-d43bf286bf83), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:24.101823 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6715aea9-1359-486d-b20b-d2e7ec8dc8ca req-a3672799-bd24-4f59-9f29-a601683dae02 tempest-ServerRescueNegativeTestJSON-1481324798 tempest-ServerRescueNegativeTestJSON-1481324798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:23:24.110142 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-6715aea9-1359-486d-b20b-d2e7ec8dc8ca req-a3672799-bd24-4f59-9f29-a601683dae02 tempest-ServerRescueNegativeTestJSON-1481324798 tempest-ServerRescueNegativeTestJSON-1481324798-project] 10.222.0.89 "GET /v2.0/ports?device_id=96f9652e-8b23-4729-8bd9-8d19010715cb HTTP/1.1" status: 200 len: 945 time: 0.1019499 Feb 04 17:23:24.179136 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-4ee85b26-adff-4199-b1a2-849137f1cac2 None None] For port dffaf284-67e3-44f0-9823-d43bf286bf83, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=dffaf284-67e3-44f0-9823-d43bf286bf83,segment=NetworkSegment(1cf24bdf-cd2a-424e-9446-8006bc746b7c),segment_id=1cf24bdf-cd2a-424e-9446-8006bc746b7c)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:23:24.186844 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4ee85b26-adff-4199-b1a2-849137f1cac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (dffaf284-67e3-44f0-9823-d43bf286bf83), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:24.204783 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-6715aea9-1359-486d-b20b-d2e7ec8dc8ca req-e350b133-2148-402b-89e5-af8ad4b6861b tempest-ServerRescueNegativeTestJSON-1481324798 tempest-ServerRescueNegativeTestJSON-1481324798-project] 10.222.0.89 "GET /v2.0/security-groups?id=47e1fb0d-88ed-4fed-9e75-9f02b9f534f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932539 Feb 04 17:23:24.230296 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [req-d4b5e050-a57f-4438-bae5-0cc6ab6a78e1 req-c061de36-44c1-4410-9a45-c7cdb8b0f1ea tempest-ServerRescueTestJSONUnderV235-1389214366 tempest-ServerRescueTestJSONUnderV235-1389214366-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-32748349', 'description': 'tempest-description-1121562286'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:23:24.258451 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-d4b5e050-a57f-4438-bae5-0cc6ab6a78e1 req-c061de36-44c1-4410-9a45-c7cdb8b0f1ea tempest-ServerRescueTestJSONUnderV235-1389214366 tempest-ServerRescueTestJSONUnderV235-1389214366-project] Publish callbacks [] for security_group (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:24.318044 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee85b26-adff-4199-b1a2-849137f1cac2 None None] Pushing event updated for resources: {'Port': ['ID=dffaf284-67e3-44f0-9823-d43bf286bf83,revision_number=3']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:23:24.437456 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-9736b492-b720-4eb8-9c24-e1eb257138ab req-c88a3bb9-b590-4f2a-a4e9-f1bd4a41d41f service neutron] 10.222.0.89 "GET /v2.0/networks/02771309-aff5-472d-90da-927298d169e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7060554 Feb 04 17:23:24.440940 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-d4b5e050-a57f-4438-bae5-0cc6ab6a78e1 req-c061de36-44c1-4410-9a45-c7cdb8b0f1ea tempest-ServerRescueTestJSONUnderV235-1389214366 tempest-ServerRescueTestJSONUnderV235-1389214366-project] Publish callbacks [] for security_group (ed22787c-cc34-4bfd-adbd-7efad2406125), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:24.445520 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-d4b5e050-a57f-4438-bae5-0cc6ab6a78e1 req-c061de36-44c1-4410-9a45-c7cdb8b0f1ea tempest-ServerRescueTestJSONUnderV235-1389214366 tempest-ServerRescueTestJSONUnderV235-1389214366-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (ed22787c-cc34-4bfd-adbd-7efad2406125), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:24.499181 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-d4b5e050-a57f-4438-bae5-0cc6ab6a78e1 req-c061de36-44c1-4410-9a45-c7cdb8b0f1ea tempest-ServerRescueTestJSONUnderV235-1389214366 tempest-ServerRescueTestJSONUnderV235-1389214366-project] Publish callbacks [] for security_group (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:24.500558 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-d4b5e050-a57f-4438-bae5-0cc6ab6a78e1 req-c061de36-44c1-4410-9a45-c7cdb8b0f1ea tempest-ServerRescueTestJSONUnderV235-1389214366 tempest-ServerRescueTestJSONUnderV235-1389214366-project] 10.222.0.89 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1830 time: 0.2767015 Feb 04 17:23:24.516368 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c061de36-44c1-4410-9a45-c7cdb8b0f1ea tempest-ServerRescueTestJSONUnderV235-1389214366 tempest-ServerRescueTestJSONUnderV235-1389214366-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ed22787c-cc34-4bfd-adbd-7efad2406125,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:23:24.526442 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-f0dccbce-5251-406f-9010-bad1b6c41830 None None] Provisioning complete for port dffaf284-67e3-44f0-9823-d43bf286bf83 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:23:24.527632 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f0dccbce-5251-406f-9010-bad1b6c41830 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (dffaf284-67e3-44f0-9823-d43bf286bf83), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:24.565736 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device dffaf284-67e3-44f0-9823-d43bf286bf83 up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:23:24.585481 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7449f8a2-12f0-4ef1-af6b-da4b73be6b61 admin admin] Router 0ccb58de-7ff2-4b3b-b2e5-2bb298e2f2f5 is scheduled to L3 agent 64ada913-9131-4d99-a265-63a920956287 with binding_index 1 {{(pid=103377) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 17:23:24.692910 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4cd430-4c37-417e-bfa7-8d8e2a3fb86e req-13145091-db82-4cb1-93d3-da7596981429 tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:23:24.700943 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-3a4cd430-4c37-417e-bfa7-8d8e2a3fb86e req-13145091-db82-4cb1-93d3-da7596981429 tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] 10.222.0.89 "GET /v2.0/ports?device_id=32c473d7-3f2d-495e-b44f-fd0929434fbd HTTP/1.1" status: 200 len: 946 time: 0.0919130 Feb 04 17:23:24.716501 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port dffaf284-67e3-44f0-9823-d43bf286bf83 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:23:24.720220 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (dffaf284-67e3-44f0-9823-d43bf286bf83), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:24.729844 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7449f8a2-12f0-4ef1-af6b-da4b73be6b61 admin admin] Notify agent at l3_agent.n-d-827839-2 the message routers_updated {{(pid=103377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 17:23:24.739438 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4877614-3e04-4a28-aa5d-f25a2c1eed93 None None] Sync routers for ids ['0ccb58de-7ff2-4b3b-b2e5-2bb298e2f2f5'] in n-d-827839-2 {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 17:23:24.756604 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4877614-3e04-4a28-aa5d-f25a2c1eed93 None None] Routers {'0ccb58de-7ff2-4b3b-b2e5-2bb298e2f2f5'} bound to L3 agent in host n-d-827839-2 {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:23:24.757251 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-f4877614-3e04-4a28-aa5d-f25a2c1eed93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:23:02Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['0ccb58de-7ff2-4b3b-b2e5-2bb298e2f2f5'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:23:24.771462 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-f0dccbce-5251-406f-9010-bad1b6c41830 None None] Current status of the port dffaf284-67e3-44f0-9823-d43bf286bf83 is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:23:24.780291 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-3a4cd430-4c37-417e-bfa7-8d8e2a3fb86e req-8161a299-39b9-4583-86d7-f02a82a39b01 tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] 10.222.0.89 "GET /v2.0/security-groups?id=e65ecd24-4d97-4684-be33-350ed30f90cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0783741 Feb 04 17:23:24.781772 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-9736b492-b720-4eb8-9c24-e1eb257138ab req-d4c11d5f-5973-42a0-90b2-c9afaaede34f service neutron] 10.222.0.89 "GET /v2.0/networks/02771309-aff5-472d-90da-927298d169e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3358152 Feb 04 17:23:24.800662 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-7449f8a2-12f0-4ef1-af6b-da4b73be6b61 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:24.820444 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-7449f8a2-12f0-4ef1-af6b-da4b73be6b61 admin admin] 10.222.0.89 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 3.8726931 Feb 04 17:23:24.823128 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 38614) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:23:24.871425 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-9736b492-b720-4eb8-9c24-e1eb257138ab req-48e02cbc-4b14-47ca-98bf-53bb7d4886e4 service neutron] 10.222.0.89 "GET /v2.0/ports/d9d313cd-c191-41ee-8480-aa1e52db3c64?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0821383 Feb 04 17:23:24.923479 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port dffaf284-67e3-44f0-9823-d43bf286bf83 is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:23:24.974779 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvr_db [None req-f4877614-3e04-4a28-aa5d-f25a2c1eed93 None None] Set router 0ccb58de-7ff2-4b3b-b2e5-2bb298e2f2f5 gateway port host: n-d-827839-2 {{(pid=103379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:23:25.017386 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-9736b492-b720-4eb8-9c24-e1eb257138ab req-2802f2a2-ec9b-4c7c-9e56-844f0c684c3a service neutron] 10.222.0.89 "GET /v2.0/networks/556cd7fb-ae94-473e-9ec8-6200a52368e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1385958 Feb 04 17:23:25.072991 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-8d23bc1f-361d-411f-b83b-504f0d75c900 req-53a374bd-d511-49c8-a0c6-5ea89f51450a tempest-ServerRescueTestJSONUnderV235-1389214366 tempest-ServerRescueTestJSONUnderV235-1389214366-project] 10.222.0.89 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-32748349&fields=id&tenant_id=e9b098a64fdf44abba2c8135f539141d HTTP/1.1" status: 200 len: 267 time: 0.1250811 Feb 04 17:23:25.152326 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-9736b492-b720-4eb8-9c24-e1eb257138ab req-9ceedd01-d405-44eb-917e-34f899ab9e9f service neutron] 10.222.0.89 "GET /v2.0/networks/556cd7fb-ae94-473e-9ec8-6200a52368e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288857 Feb 04 17:23:25.206438 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-9736b492-b720-4eb8-9c24-e1eb257138ab req-2182e6d1-c409-4587-978f-44fcea06ec99 service neutron] 10.222.0.89 "GET /v2.0/ports/8ddcb880-408a-4e5a-992e-36b8049df242?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0527005 Feb 04 17:23:25.209121 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d23bc1f-361d-411f-b83b-504f0d75c900 req-e8ea1c93-d620-4b74-ba8c-667e2e7fb590 tempest-ServerRescueTestJSONUnderV235-1389214366 tempest-ServerRescueTestJSONUnderV235-1389214366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:23:25.217270 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-8d23bc1f-361d-411f-b83b-504f0d75c900 req-e8ea1c93-d620-4b74-ba8c-667e2e7fb590 tempest-ServerRescueTestJSONUnderV235-1389214366 tempest-ServerRescueTestJSONUnderV235-1389214366-project] 10.222.0.89 "GET /v2.0/ports?device_id=c1affc7e-c4fd-44da-8120-774326466c99 HTTP/1.1" status: 200 len: 945 time: 0.1433899 Feb 04 17:23:25.223811 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [req-8d23bc1f-361d-411f-b83b-504f0d75c900 req-9beddc6f-5167-48d7-9ae1-c5f57d9bef33 tempest-ServerRescueTestJSONUnderV235-1389214366 tempest-ServerRescueTestJSONUnderV235-1389214366-project] Request body: {'port': {'security_groups': ['c3431cd9-8ee1-43a9-bad9-017618f597d7', 'ed22787c-cc34-4bfd-adbd-7efad2406125']}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:23:25.297472 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-f4877614-3e04-4a28-aa5d-f25a2c1eed93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ccb58de-7ff2-4b3b-b2e5-2bb298e2f2f5', 'name': 'tempest-TestServerBasicOps-588092638-router', 'tenant_id': 'e572c75f68264540b5ba57b47620f662', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.50'}], 'enable_snat': True}, 'gw_port_id': 'dd12a7b1-f096-40a0-88a2-010f3d0fd0ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:23:21Z', 'updated_at': '2022-02-04T17:23:22Z', 'revision_number': 3, 'project_id': 'e572c75f68264540b5ba57b47620f662', 'gw_port': {'id': 'dd12a7b1-f096-40a0-88a2-010f3d0fd0ef', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:d7:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ccb58de-7ff2-4b3b-b2e5-2bb298e2f2f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:23:21Z', 'updated_at': '2022-02-04T17:23:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2'}], 'n-d-827839-2', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:23:25.345392 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-9736b492-b720-4eb8-9c24-e1eb257138ab req-5df5ac99-4a7c-4b0a-b948-a38d4820ed6e service neutron] 10.222.0.89 "GET /v2.0/networks/556cd7fb-ae94-473e-9ec8-6200a52368e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1376202 Feb 04 17:23:25.361395 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4877614-3e04-4a28-aa5d-f25a2c1eed93 None None] Checking router: 0ccb58de-7ff2-4b3b-b2e5-2bb298e2f2f5 for host: n-d-827839-2 {{(pid=103379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 17:23:25.363893 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4877614-3e04-4a28-aa5d-f25a2c1eed93 None None] Updating router 0ccb58de-7ff2-4b3b-b2e5-2bb298e2f2f5 port dd12a7b1-f096-40a0-88a2-010f3d0fd0ef binding host n-d-827839-2 {{(pid=103379) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 17:23:25.392461 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-8d23bc1f-361d-411f-b83b-504f0d75c900 req-9beddc6f-5167-48d7-9ae1-c5f57d9bef33 tempest-ServerRescueTestJSONUnderV235-1389214366 tempest-ServerRescueTestJSONUnderV235-1389214366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (3120abc2-f8c4-441a-beb5-ce8f46eca2db), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:25.442328 n-d-827839-2 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f4877614-3e04-4a28-aa5d-f25a2c1eed93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (dd12a7b1-f096-40a0-88a2-010f3d0fd0ef), before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:25.457989 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-9736b492-b720-4eb8-9c24-e1eb257138ab req-f7e3b400-931a-4d11-a4ba-d70fe6a39fdb service neutron] 10.222.0.89 "GET /v2.0/networks/556cd7fb-ae94-473e-9ec8-6200a52368e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1115069 Feb 04 17:23:25.573200 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-9736b492-b720-4eb8-9c24-e1eb257138ab req-a1986837-aa57-4549-bdd1-e3c37d823555 service neutron] 10.222.0.89 "GET /v2.0/networks/556cd7fb-ae94-473e-9ec8-6200a52368e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1140630 Feb 04 17:23:25.680201 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-9736b492-b720-4eb8-9c24-e1eb257138ab req-7e6fc16f-b4fd-4b3e-a7cd-9ddeb2320956 service neutron] 10.222.0.89 "GET /v2.0/networks/556cd7fb-ae94-473e-9ec8-6200a52368e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1060679 Feb 04 17:23:25.815544 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-9736b492-b720-4eb8-9c24-e1eb257138ab req-1543e080-fef9-4694-89d3-856bebabd0d5 service neutron] 10.222.0.89 "GET /v2.0/networks/556cd7fb-ae94-473e-9ec8-6200a52368e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333966 Feb 04 17:23:25.839220 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [req-8d23bc1f-361d-411f-b83b-504f0d75c900 req-9beddc6f-5167-48d7-9ae1-c5f57d9bef33 tempest-ServerRescueTestJSONUnderV235-1389214366 tempest-ServerRescueTestJSONUnderV235-1389214366-project] For port 3120abc2-f8c4-441a-beb5-ce8f46eca2db, host n-h2-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=3120abc2-f8c4-441a-beb5-ce8f46eca2db,segment=NetworkSegment(81ab2bf5-1f86-4741-938d-eec51e48c7ca),segment_id=81ab2bf5-1f86-4741-938d-eec51e48c7ca)] {{(pid=103376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:23:25.876608 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-8d23bc1f-361d-411f-b83b-504f0d75c900 req-9beddc6f-5167-48d7-9ae1-c5f57d9bef33 tempest-ServerRescueTestJSONUnderV235-1389214366 tempest-ServerRescueTestJSONUnderV235-1389214366-project] Publish callbacks [] for port (3120abc2-f8c4-441a-beb5-ce8f46eca2db), precommit_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:25.898668 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-0c3532ee-74f2-468b-9799-06473c557e06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:25.919799 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-8d23bc1f-361d-411f-b83b-504f0d75c900 req-9beddc6f-5167-48d7-9ae1-c5f57d9bef33 tempest-ServerRescueTestJSONUnderV235-1389214366 tempest-ServerRescueTestJSONUnderV235-1389214366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675836'] for port (3120abc2-f8c4-441a-beb5-ce8f46eca2db), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:25.936793 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] get_ports_and_sgs() called for port_ids ['3120abc2-f8c4-441a-beb5-ce8f46eca2db'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 17:23:25.951097 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-9736b492-b720-4eb8-9c24-e1eb257138ab req-80a059ec-97c8-42d2-864e-ab83c3c881fd service neutron] 10.222.0.89 "GET /v2.0/networks/556cd7fb-ae94-473e-9ec8-6200a52368e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1339180 Feb 04 17:23:25.991364 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d23bc1f-361d-411f-b83b-504f0d75c900 req-9beddc6f-5167-48d7-9ae1-c5f57d9bef33 tempest-ServerRescueTestJSONUnderV235-1389214366 tempest-ServerRescueTestJSONUnderV235-1389214366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:23:25.992585 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-8d23bc1f-361d-411f-b83b-504f0d75c900 req-9beddc6f-5167-48d7-9ae1-c5f57d9bef33 tempest-ServerRescueTestJSONUnderV235-1389214366 tempest-ServerRescueTestJSONUnderV235-1389214366-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:25.995420 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-8d23bc1f-361d-411f-b83b-504f0d75c900 req-9beddc6f-5167-48d7-9ae1-c5f57d9bef33 tempest-ServerRescueTestJSONUnderV235-1389214366 tempest-ServerRescueTestJSONUnderV235-1389214366-project] 10.222.0.89 "PUT /v2.0/ports/3120abc2-f8c4-441a-beb5-ce8f46eca2db HTTP/1.1" status: 200 len: 981 time: 0.7772319 Feb 04 17:23:25.997154 n-d-827839-2 neutron-server[103376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1affc7e-c4fd-44da-8120-774326466c99', 'tag': '3120abc2-f8c4-441a-beb5-ce8f46eca2db'}] {{(pid=103376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:23:26.001696 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d59c3bb5e2f09ebf62144d5e09b1cff60c763a9c19614c24538e77842938c05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c11247a-7f88-47be-886e-ce4044811f36" -d '{"events": [{"name": "network-changed", "server_uuid": "c1affc7e-c4fd-44da-8120-774326466c99", "tag": "3120abc2-f8c4-441a-beb5-ce8f46eca2db"}]}' {{(pid=103376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:23:26.062333 n-d-827839-2 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f4877614-3e04-4a28-aa5d-f25a2c1eed93 None None] Publish callbacks [] for port (dd12a7b1-f096-40a0-88a2-010f3d0fd0ef), precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:26.070509 n-d-827839-2 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f4877614-3e04-4a28-aa5d-f25a2c1eed93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (dd12a7b1-f096-40a0-88a2-010f3d0fd0ef), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:26.098916 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-9736b492-b720-4eb8-9c24-e1eb257138ab req-c41cf2f5-b678-48c9-8fdb-2d681b6786a2 service neutron] 10.222.0.89 "GET /v2.0/networks/8c9cb33a-476f-4f00-a8aa-706c33a5dd83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1465099 Feb 04 17:23:26.104987 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] get_ports_and_sgs() called for port_ids ['3120abc2-f8c4-441a-beb5-ce8f46eca2db'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 17:23:26.288245 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-9736b492-b720-4eb8-9c24-e1eb257138ab req-75ea0b54-7d15-401c-9a5b-12cbea74f2fe service neutron] 10.222.0.89 "GET /v2.0/networks/8c9cb33a-476f-4f00-a8aa-706c33a5dd83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1602607 Feb 04 17:23:26.292521 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [None req-f4877614-3e04-4a28-aa5d-f25a2c1eed93 None None] Attempting to bind port dd12a7b1-f096-40a0-88a2-010f3d0fd0ef on host n-d-827839-2 for vnic_type normal with profile {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:23:26.295897 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [None req-f4877614-3e04-4a28-aa5d-f25a2c1eed93 None None] Attempting to bind port dd12a7b1-f096-40a0-88a2-010f3d0fd0ef by drivers openvswitch,hyperv on host n-d-827839-2 at level 0 using segments [{'id': '5942dc44-1f07-4c27-b0ab-45a2bff20dd5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188'}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:23:26.296488 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4877614-3e04-4a28-aa5d-f25a2c1eed93 None None] Attempting to bind port dd12a7b1-f096-40a0-88a2-010f3d0fd0ef on network 48165773-85ad-49a1-9ec1-76fc8dc24188 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:23:26.318849 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4877614-3e04-4a28-aa5d-f25a2c1eed93 None None] Checking agent: {'id': 'ba70844b-66a0-45fd-a2f2-e6ed673321fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 0, 36), 'started_at': datetime.datetime(2022, 2, 4, 17, 1, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 23, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:23:26.319375 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4877614-3e04-4a28-aa5d-f25a2c1eed93 None None] Checking segment: {'id': '5942dc44-1f07-4c27-b0ab-45a2bff20dd5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:23:26.319974 n-d-827839-2 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f4877614-3e04-4a28-aa5d-f25a2c1eed93 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:26.320542 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4877614-3e04-4a28-aa5d-f25a2c1eed93 None None] Bound using segment: {'id': '5942dc44-1f07-4c27-b0ab-45a2bff20dd5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188'} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:23:26.321259 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [None req-f4877614-3e04-4a28-aa5d-f25a2c1eed93 None None] Bound port: dd12a7b1-f096-40a0-88a2-010f3d0fd0ef, host: n-d-827839-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5942dc44-1f07-4c27-b0ab-45a2bff20dd5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188'}}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:23:26.321797 n-d-827839-2 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f4877614-3e04-4a28-aa5d-f25a2c1eed93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (dd12a7b1-f096-40a0-88a2-010f3d0fd0ef), before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:26.418645 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9beddc6f-5167-48d7-9ae1-c5f57d9bef33 tempest-ServerRescueTestJSONUnderV235-1389214366 tempest-ServerRescueTestJSONUnderV235-1389214366-project] Pushing event updated for resources: {'Port': ['ID=3120abc2-f8c4-441a-beb5-ce8f46eca2db,revision_number=6']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:23:26.425826 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4b4a0c-8634-441e-af87-2944fc5b593d None None] Pushing event updated for resources: {'Port': ['ID=dd12a7b1-f096-40a0-88a2-010f3d0fd0ef,revision_number=2']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:23:26.450089 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4b4a0c-8634-441e-af87-2944fc5b593d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:23:26.450981 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4b4a0c-8634-441e-af87-2944fc5b593d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:23:26.451565 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4b4a0c-8634-441e-af87-2944fc5b593d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:23:26.452149 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4b4a0c-8634-441e-af87-2944fc5b593d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:23:26.452723 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4b4a0c-8634-441e-af87-2944fc5b593d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:23:26.453088 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4b4a0c-8634-441e-af87-2944fc5b593d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:23:26.453407 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4b4a0c-8634-441e-af87-2944fc5b593d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:23:26.453726 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4b4a0c-8634-441e-af87-2944fc5b593d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:23:26.454049 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4b4a0c-8634-441e-af87-2944fc5b593d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:23:26.454362 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4b4a0c-8634-441e-af87-2944fc5b593d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:23:26.454677 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4b4a0c-8634-441e-af87-2944fc5b593d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:23:26.454990 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4b4a0c-8634-441e-af87-2944fc5b593d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:23:26.455294 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4b4a0c-8634-441e-af87-2944fc5b593d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:23:26.469662 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-f4877614-3e04-4a28-aa5d-f25a2c1eed93 None None] For port dd12a7b1-f096-40a0-88a2-010f3d0fd0ef, host n-d-827839-2, cleared binding levels {{(pid=103379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:23:26.473780 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-f4877614-3e04-4a28-aa5d-f25a2c1eed93 None None] For port dd12a7b1-f096-40a0-88a2-010f3d0fd0ef, host n-d-827839-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=dd12a7b1-f096-40a0-88a2-010f3d0fd0ef,segment=NetworkSegment(5942dc44-1f07-4c27-b0ab-45a2bff20dd5),segment_id=5942dc44-1f07-4c27-b0ab-45a2bff20dd5)] {{(pid=103379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:23:26.481478 n-d-827839-2 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f4877614-3e04-4a28-aa5d-f25a2c1eed93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (dd12a7b1-f096-40a0-88a2-010f3d0fd0ef), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:26.511168 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device dffaf284-67e3-44f0-9823-d43bf286bf83 up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:23:26.516332 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-9736b492-b720-4eb8-9c24-e1eb257138ab req-3d934686-ed4d-430c-a052-faf0f2029042 service neutron] 10.222.0.89 "GET /v2.0/networks/8c9cb33a-476f-4f00-a8aa-706c33a5dd83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2230859 Feb 04 17:23:26.571830 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4b4a0c-8634-441e-af87-2944fc5b593d None None] Pushing event updated for resources: {'Port': ['ID=dd12a7b1-f096-40a0-88a2-010f3d0fd0ef,revision_number=3']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:23:26.594293 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4877614-3e04-4a28-aa5d-f25a2c1eed93 None None] Routers {'0ccb58de-7ff2-4b3b-b2e5-2bb298e2f2f5'} bound to L3 agent in host n-d-827839-2 {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:23:26.598919 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-f4877614-3e04-4a28-aa5d-f25a2c1eed93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:23:02Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['0ccb58de-7ff2-4b3b-b2e5-2bb298e2f2f5'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:23:26.697593 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-9736b492-b720-4eb8-9c24-e1eb257138ab req-7b77c08e-f957-4e1a-a1c8-d0ab3b0b6e83 service neutron] 10.222.0.89 "GET /v2.0/networks/8c9cb33a-476f-4f00-a8aa-706c33a5dd83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1693347 Feb 04 17:23:26.719114 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbf35b2-f98d-461f-8b48-7e2f517577ce req-4807e7c0-a541-4a8c-aab3-e93b49ef5959 tempest-ImagesTestJSON-301921999 tempest-ImagesTestJSON-301921999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:23:26.726482 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-1fbf35b2-f98d-461f-8b48-7e2f517577ce req-4807e7c0-a541-4a8c-aab3-e93b49ef5959 tempest-ImagesTestJSON-301921999 tempest-ImagesTestJSON-301921999-project] 10.222.0.89 "GET /v2.0/ports?device_id=5f68109e-df04-484f-b992-6678b4ebbbe8 HTTP/1.1" status: 200 len: 945 time: 0.1365626 Feb 04 17:23:26.760050 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.db_base_plugin_common [None req-0c3532ee-74f2-468b-9799-06473c557e06 admin admin] Allocated IP 172.20.0.1 (97b2e9b0-cacd-4163-811b-ff2a765f7055/32617567-702a-48ca-945f-d54124aa2fdb/99718590-0342-4f0e-ad1d-2d284faf6a99) {{(pid=103376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:23:26.823764 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-1fbf35b2-f98d-461f-8b48-7e2f517577ce req-acc8c8d5-dde9-4851-a17a-022fc66cc704 tempest-ImagesTestJSON-301921999 tempest-ImagesTestJSON-301921999-project] 10.222.0.89 "GET /v2.0/security-groups?id=5b73e0f3-a9f7-4cf1-b4aa-b594ce8b7178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920019 Feb 04 17:23:26.908921 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port dffaf284-67e3-44f0-9823-d43bf286bf83 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:23:26.909301 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (dffaf284-67e3-44f0-9823-d43bf286bf83), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:27.020997 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-0c3532ee-74f2-468b-9799-06473c557e06 admin admin] Publish callbacks [] for port (99718590-0342-4f0e-ad1d-2d284faf6a99), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:27.026396 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvr_db [None req-f4877614-3e04-4a28-aa5d-f25a2c1eed93 None None] Set router 0ccb58de-7ff2-4b3b-b2e5-2bb298e2f2f5 gateway port host: n-d-827839-2 {{(pid=103379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:23:27.036912 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c9eeea-3c16-4479-9806-fee244189142 req-fdf36445-1d8a-4546-8b0a-79697422476f tempest-ServerRescueNegativeTestJSON-1481324798 tempest-ServerRescueNegativeTestJSON-1481324798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:23:27.044524 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-b9c9eeea-3c16-4479-9806-fee244189142 req-fdf36445-1d8a-4546-8b0a-79697422476f tempest-ServerRescueNegativeTestJSON-1481324798 tempest-ServerRescueNegativeTestJSON-1481324798-project] 10.222.0.89 "GET /v2.0/ports?device_id=96f9652e-8b23-4729-8bd9-8d19010715cb HTTP/1.1" status: 200 len: 945 time: 0.1163445 Feb 04 17:23:27.064204 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port dffaf284-67e3-44f0-9823-d43bf286bf83 is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:23:27.153884 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-b9c9eeea-3c16-4479-9806-fee244189142 req-9f1d2372-f6be-45f1-858b-daf156ef1c2b tempest-ServerRescueNegativeTestJSON-1481324798 tempest-ServerRescueNegativeTestJSON-1481324798-project] 10.222.0.89 "GET /v2.0/security-groups?id=47e1fb0d-88ed-4fed-9e75-9f02b9f534f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073966 Feb 04 17:23:27.172975 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-0c3532ee-74f2-468b-9799-06473c557e06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (99718590-0342-4f0e-ad1d-2d284faf6a99), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:27.272119 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3532ee-74f2-468b-9799-06473c557e06 admin admin] Pushing event updated for resources: {'Port': ['ID=99718590-0342-4f0e-ad1d-2d284faf6a99,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:23:27.307882 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-f4877614-3e04-4a28-aa5d-f25a2c1eed93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ccb58de-7ff2-4b3b-b2e5-2bb298e2f2f5', 'name': 'tempest-TestServerBasicOps-588092638-router', 'tenant_id': 'e572c75f68264540b5ba57b47620f662', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.50'}], 'enable_snat': True}, 'gw_port_id': 'dd12a7b1-f096-40a0-88a2-010f3d0fd0ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:23:21Z', 'updated_at': '2022-02-04T17:23:22Z', 'revision_number': 3, 'project_id': 'e572c75f68264540b5ba57b47620f662', 'gw_port': {'id': 'dd12a7b1-f096-40a0-88a2-010f3d0fd0ef', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:d7:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ccb58de-7ff2-4b3b-b2e5-2bb298e2f2f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:23:21Z', 'updated_at': '2022-02-04T17:23:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2'}], 'n-d-827839-2', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:23:27.315696 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c3532ee-74f2-468b-9799-06473c557e06 admin admin] Network 97b2e9b0-cacd-4163-811b-ff2a765f7055 is already hosted by enough agents. {{(pid=103376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:23:27.320446 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [None req-0c3532ee-74f2-468b-9799-06473c557e06 admin admin] Resources bound (agent type, host, resource id): {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:23:27.329830 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c3532ee-74f2-468b-9799-06473c557e06 admin admin] Received port after_create {{(pid=103376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:23:27.341862 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4877614-3e04-4a28-aa5d-f25a2c1eed93 None None] The sync data for ids ['0ccb58de-7ff2-4b3b-b2e5-2bb298e2f2f5'] in n-d-827839-2 is: [{'id': '0ccb58de-7ff2-4b3b-b2e5-2bb298e2f2f5', 'name': 'tempest-TestServerBasicOps-588092638-router', 'tenant_id': 'e572c75f68264540b5ba57b47620f662', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.50'}], 'enable_snat': True}, 'gw_port_id': 'dd12a7b1-f096-40a0-88a2-010f3d0fd0ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:23:21Z', 'updated_at': '2022-02-04T17:23:22Z', 'revision_number': 3, 'project_id': 'e572c75f68264540b5ba57b47620f662', 'gw_port': {'id': 'dd12a7b1-f096-40a0-88a2-010f3d0fd0ef', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:d7:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ccb58de-7ff2-4b3b-b2e5-2bb298e2f2f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:23:21Z', 'updated_at': '2022-02-04T17:23:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2'}] {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 17:23:27.442854 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3db494-d841-48cc-a37b-ed7d0d8c36cc req-7891939f-0b3c-499d-8201-e9b36402ce36 tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:23:27.444662 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-7e3db494-d841-48cc-a37b-ed7d0d8c36cc req-7891939f-0b3c-499d-8201-e9b36402ce36 tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] 10.222.0.89 "GET /v2.0/ports?device_id=32c473d7-3f2d-495e-b44f-fd0929434fbd HTTP/1.1" status: 200 len: 946 time: 0.1774859 Feb 04 17:23:27.448972 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-0c3532ee-74f2-468b-9799-06473c557e06 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1595471'] for router_interface (0ccb58de-7ff2-4b3b-b2e5-2bb298e2f2f5), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:27.650608 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-7e3db494-d841-48cc-a37b-ed7d0d8c36cc req-e268d0f0-6656-4df1-94f7-0b6bda365eca tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] 10.222.0.89 "GET /v2.0/security-groups?id=e65ecd24-4d97-4684-be33-350ed30f90cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1171391 Feb 04 17:23:27.795944 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-0c3532ee-74f2-468b-9799-06473c557e06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (99718590-0342-4f0e-ad1d-2d284faf6a99), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:27.814054 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-38b29926-8504-41f9-b962-04edc9504bd4 req-ad8f4dd7-002e-40ca-b797-d0c1986f5557 tempest-ServerRescueTestJSONUnderV235-1389214366 tempest-ServerRescueTestJSONUnderV235-1389214366-project] 10.222.0.89 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-32748349&fields=id&tenant_id=e9b098a64fdf44abba2c8135f539141d HTTP/1.1" status: 200 len: 267 time: 0.1173842 Feb 04 17:23:27.830190 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-698a4f1d-ecaa-4b7c-9524-63523159f39a None None] Provisioning complete for port 99718590-0342-4f0e-ad1d-2d284faf6a99 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:23:27.830642 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-698a4f1d-ecaa-4b7c-9524-63523159f39a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (99718590-0342-4f0e-ad1d-2d284faf6a99), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:27.876495 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-698a4f1d-ecaa-4b7c-9524-63523159f39a None None] Port 99718590-0342-4f0e-ad1d-2d284faf6a99 cannot update to ACTIVE because it is not bound. {{(pid=103378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 17:23:27.879580 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 17:23:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c57169e1-711a-4d32-b0ec-c30eca2fcbbd x-openstack-request-id: req-c57169e1-711a-4d32-b0ec-c30eca2fcbbd {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:23:27.879876 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1affc7e-c4fd-44da-8120-774326466c99", "tag": "3120abc2-f8c4-441a-beb5-ce8f46eca2db", "status": "completed", "code": 200}]} {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:23:27.880137 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-c57169e1-711a-4d32-b0ec-c30eca2fcbbd {{(pid=103376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:23:27.880552 n-d-827839-2 neutron-server[103376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1affc7e-c4fd-44da-8120-774326466c99', 'tag': '3120abc2-f8c4-441a-beb5-ce8f46eca2db', 'status': 'completed', 'code': 200} Feb 04 17:23:28.009358 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b29926-8504-41f9-b962-04edc9504bd4 req-30d9a5e0-afb3-4702-8351-9b8dd14c22e8 tempest-ServerRescueTestJSONUnderV235-1389214366 tempest-ServerRescueTestJSONUnderV235-1389214366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:23:28.010971 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-38b29926-8504-41f9-b962-04edc9504bd4 req-30d9a5e0-afb3-4702-8351-9b8dd14c22e8 tempest-ServerRescueTestJSONUnderV235-1389214366 tempest-ServerRescueTestJSONUnderV235-1389214366-project] 10.222.0.89 "GET /v2.0/ports?device_id=c1affc7e-c4fd-44da-8120-774326466c99 HTTP/1.1" status: 200 len: 984 time: 0.1911182 Feb 04 17:23:28.025388 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [req-38b29926-8504-41f9-b962-04edc9504bd4 req-35e7382c-b41b-4b30-bd7d-2defd5b61571 tempest-ServerRescueTestJSONUnderV235-1389214366 tempest-ServerRescueTestJSONUnderV235-1389214366-project] Request body: {'port': {'security_groups': ['c3431cd9-8ee1-43a9-bad9-017618f597d7']}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:23:28.032449 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c11247a-7f88-47be-886e-ce4044811f36 req-f827bbb2-6df4-472e-9150-fadbc71c9623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:23:28.034095 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-3c11247a-7f88-47be-886e-ce4044811f36 req-f827bbb2-6df4-472e-9150-fadbc71c9623 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=e9b098a64fdf44abba2c8135f539141d&device_id=c1affc7e-c4fd-44da-8120-774326466c99 HTTP/1.1" status: 200 len: 1166 time: 0.1331120 Feb 04 17:23:28.172704 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7189f4da-5002-4bd5-9944-9f676a5eec4d req-881e6299-2929-4714-af0e-84d7dda4d71a tempest-VolumesAdminNegativeTest-1672480567 tempest-VolumesAdminNegativeTest-1672480567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:23:28.174305 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-7189f4da-5002-4bd5-9944-9f676a5eec4d req-881e6299-2929-4714-af0e-84d7dda4d71a tempest-VolumesAdminNegativeTest-1672480567 tempest-VolumesAdminNegativeTest-1672480567-project] 10.222.0.89 "GET /v2.0/ports?device_id=588c76ea-c124-46b5-9100-eab87b2c3c92 HTTP/1.1" status: 200 len: 945 time: 0.1752086 Feb 04 17:23:28.340688 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-38b29926-8504-41f9-b962-04edc9504bd4 req-35e7382c-b41b-4b30-bd7d-2defd5b61571 tempest-ServerRescueTestJSONUnderV235-1389214366 tempest-ServerRescueTestJSONUnderV235-1389214366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (3120abc2-f8c4-441a-beb5-ce8f46eca2db), before_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:28.402026 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-7189f4da-5002-4bd5-9944-9f676a5eec4d req-c26f6851-3f2c-45ba-aade-27efe88b7a1a tempest-VolumesAdminNegativeTest-1672480567 tempest-VolumesAdminNegativeTest-1672480567-project] 10.222.0.89 "GET /v2.0/security-groups?id=5b02e1bf-0926-4110-9e78-cb84d45a7aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2017224 Feb 04 17:23:28.410617 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-0c3532ee-74f2-468b-9799-06473c557e06 admin admin] Publish callbacks [] for port (99718590-0342-4f0e-ad1d-2d284faf6a99), precommit_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:28.421771 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-0c3532ee-74f2-468b-9799-06473c557e06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675836'] for port (99718590-0342-4f0e-ad1d-2d284faf6a99), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:28.463126 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c11247a-7f88-47be-886e-ce4044811f36 req-f4df3ac5-9bc9-4b3d-8653-e0e4e5e0d866 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:23:28.467049 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-3c11247a-7f88-47be-886e-ce4044811f36 req-f4df3ac5-9bc9-4b3d-8653-e0e4e5e0d866 service neutron] 10.222.0.90 "GET /v2.0/networks?id=151997f6-fb27-4cf0-bfe9-ef4acfbb4102 HTTP/1.1" status: 200 len: 921 time: 0.3784995 Feb 04 17:23:28.542995 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device dd12a7b1-f096-40a0-88a2-010f3d0fd0ef up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:23:28.545467 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-0c3532ee-74f2-468b-9799-06473c557e06 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1677345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602751'] for router_interface (0ccb58de-7ff2-4b3b-b2e5-2bb298e2f2f5), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:28.617184 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-3c11247a-7f88-47be-886e-ce4044811f36 req-c2e473e9-cf4c-478e-9d7a-ea9e84b5ce83 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3120abc2-f8c4-441a-beb5-ce8f46eca2db HTTP/1.1" status: 200 len: 217 time: 0.1366918 Feb 04 17:23:28.645763 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port dd12a7b1-f096-40a0-88a2-010f3d0fd0ef triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:23:28.646401 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (dd12a7b1-f096-40a0-88a2-010f3d0fd0ef), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:28.655462 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-06699c92-a35b-4b31-84da-fb15bcfe4791 req-6048bd45-8bdb-46e6-8671-351eed0458b1 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] 10.222.0.89 "GET /v2.0/ports?device_id=d23ffa64-7651-4974-8c0d-1ba4c302839d HTTP/1.1" status: 200 len: 210 time: 0.1083448 Feb 04 17:23:28.656263 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3532ee-74f2-468b-9799-06473c557e06 admin admin] Pushing event updated for resources: {'Port': ['ID=99718590-0342-4f0e-ad1d-2d284faf6a99,revision_number=2']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:23:28.752253 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c11247a-7f88-47be-886e-ce4044811f36 req-7d242505-f740-4775-b6e5-53137e259074 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:23:28.754583 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-3c11247a-7f88-47be-886e-ce4044811f36 req-7d242505-f740-4775-b6e5-53137e259074 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=58924840-63b9-49cf-9b5e-4aa66ca609e8 HTTP/1.1" status: 200 len: 860 time: 0.1272264 Feb 04 17:23:28.797232 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port dd12a7b1-f096-40a0-88a2-010f3d0fd0ef is: DOWN; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:23:28.798047 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (dd12a7b1-f096-40a0-88a2-010f3d0fd0ef), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:28.855315 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] For port dd12a7b1-f096-40a0-88a2-010f3d0fd0ef, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=dd12a7b1-f096-40a0-88a2-010f3d0fd0ef,segment=NetworkSegment(5942dc44-1f07-4c27-b0ab-45a2bff20dd5),segment_id=5942dc44-1f07-4c27-b0ab-45a2bff20dd5)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:23:28.862623 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (dd12a7b1-f096-40a0-88a2-010f3d0fd0ef), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:28.893633 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-3c11247a-7f88-47be-886e-ce4044811f36 req-b9cbf780-1e17-481a-b010-42e058a21b07 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=151997f6-fb27-4cf0-bfe9-ef4acfbb4102&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0578043 Feb 04 17:23:28.938400 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45742abd-5687-404d-a1a6-c9380a9e6e27 req-f1da7957-1e83-419b-8b77-6c7a6f81ac37 tempest-ImagesTestJSON-301921999 tempest-ImagesTestJSON-301921999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:23:28.940181 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-45742abd-5687-404d-a1a6-c9380a9e6e27 req-f1da7957-1e83-419b-8b77-6c7a6f81ac37 tempest-ImagesTestJSON-301921999 tempest-ImagesTestJSON-301921999-project] 10.222.0.89 "GET /v2.0/ports?device_id=5f68109e-df04-484f-b992-6678b4ebbbe8 HTTP/1.1" status: 200 len: 945 time: 0.1276832 Feb 04 17:23:28.960052 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c3532ee-74f2-468b-9799-06473c557e06 admin admin] Network 97b2e9b0-cacd-4163-811b-ff2a765f7055 is already hosted by enough agents. {{(pid=103376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:23:28.963138 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Pushing event updated for resources: {'Port': ['ID=dd12a7b1-f096-40a0-88a2-010f3d0fd0ef,revision_number=4']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:23:28.966469 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [None req-0c3532ee-74f2-468b-9799-06473c557e06 admin admin] Resources bound (agent type, host, resource id): {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:23:28.976563 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:23:28.977642 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:23:28.978325 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:23:28.978883 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:23:28.980105 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:23:28.980669 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:23:28.982551 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:23:28.983139 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:23:28.983738 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:23:28.984282 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:23:28.984877 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:23:28.985421 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:23:28.985972 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:23:29.040504 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-45742abd-5687-404d-a1a6-c9380a9e6e27 req-6a1280ac-be46-499a-b7f7-087a726dcee4 tempest-ImagesTestJSON-301921999 tempest-ImagesTestJSON-301921999-project] 10.222.0.89 "GET /v2.0/security-groups?id=5b73e0f3-a9f7-4cf1-b4aa-b594ce8b7178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879583 Feb 04 17:23:29.065324 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [req-38b29926-8504-41f9-b962-04edc9504bd4 req-35e7382c-b41b-4b30-bd7d-2defd5b61571 tempest-ServerRescueTestJSONUnderV235-1389214366 tempest-ServerRescueTestJSONUnderV235-1389214366-project] For port 3120abc2-f8c4-441a-beb5-ce8f46eca2db, host n-h2-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=3120abc2-f8c4-441a-beb5-ce8f46eca2db,segment=NetworkSegment(81ab2bf5-1f86-4741-938d-eec51e48c7ca),segment_id=81ab2bf5-1f86-4741-938d-eec51e48c7ca)] {{(pid=103377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:23:29.127173 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-3c11247a-7f88-47be-886e-ce4044811f36 req-1485171d-270f-4449-a98f-7fbc35aa4b88 service neutron] 10.222.0.90 "GET /v2.0/networks/151997f6-fb27-4cf0-bfe9-ef4acfbb4102?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2123954 Feb 04 17:23:29.199347 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-38b29926-8504-41f9-b962-04edc9504bd4 req-35e7382c-b41b-4b30-bd7d-2defd5b61571 tempest-ServerRescueTestJSONUnderV235-1389214366 tempest-ServerRescueTestJSONUnderV235-1389214366-project] Publish callbacks [] for port (3120abc2-f8c4-441a-beb5-ce8f46eca2db), precommit_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:29.206937 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-38b29926-8504-41f9-b962-04edc9504bd4 req-35e7382c-b41b-4b30-bd7d-2defd5b61571 tempest-ServerRescueTestJSONUnderV235-1389214366 tempest-ServerRescueTestJSONUnderV235-1389214366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25888290'] for port (3120abc2-f8c4-441a-beb5-ce8f46eca2db), after_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:29.219267 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] get_ports_and_sgs() called for port_ids ['3120abc2-f8c4-441a-beb5-ce8f46eca2db'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 17:23:29.260449 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b29926-8504-41f9-b962-04edc9504bd4 req-35e7382c-b41b-4b30-bd7d-2defd5b61571 tempest-ServerRescueTestJSONUnderV235-1389214366 tempest-ServerRescueTestJSONUnderV235-1389214366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:23:29.261231 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-38b29926-8504-41f9-b962-04edc9504bd4 req-35e7382c-b41b-4b30-bd7d-2defd5b61571 tempest-ServerRescueTestJSONUnderV235-1389214366 tempest-ServerRescueTestJSONUnderV235-1389214366-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:29.263014 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-38b29926-8504-41f9-b962-04edc9504bd4 req-35e7382c-b41b-4b30-bd7d-2defd5b61571 tempest-ServerRescueTestJSONUnderV235-1389214366 tempest-ServerRescueTestJSONUnderV235-1389214366-project] 10.222.0.89 "PUT /v2.0/ports/3120abc2-f8c4-441a-beb5-ce8f46eca2db HTTP/1.1" status: 200 len: 942 time: 1.2437358 Feb 04 17:23:29.263575 n-d-827839-2 neutron-server[103377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1affc7e-c4fd-44da-8120-774326466c99', 'tag': '3120abc2-f8c4-441a-beb5-ce8f46eca2db'}] {{(pid=103377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:23:29.276577 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7240428b650e1488e9361b62648ff4b3a6c19d49d8c27c949491ab58c1346cf0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0451e0a0-854c-4310-bdad-979830ef60ad" -d '{"events": [{"name": "network-changed", "server_uuid": "c1affc7e-c4fd-44da-8120-774326466c99", "tag": "3120abc2-f8c4-441a-beb5-ce8f46eca2db"}]}' {{(pid=103377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:23:29.329662 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c394f182-0b1b-492d-8ec6-8fd5cc17c128 req-4cdadb1f-97d3-4daf-ab88-130b236a196d tempest-VolumesAdminNegativeTest-1672480567 tempest-VolumesAdminNegativeTest-1672480567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:23:29.331241 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-c394f182-0b1b-492d-8ec6-8fd5cc17c128 req-4cdadb1f-97d3-4daf-ab88-130b236a196d tempest-VolumesAdminNegativeTest-1672480567 tempest-VolumesAdminNegativeTest-1672480567-project] 10.222.0.96 "GET /v2.0/ports?device_id=588c76ea-c124-46b5-9100-eab87b2c3c92 HTTP/1.1" status: 200 len: 945 time: 0.3071277 Feb 04 17:23:29.345996 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e7382c-b41b-4b30-bd7d-2defd5b61571 tempest-ServerRescueTestJSONUnderV235-1389214366 tempest-ServerRescueTestJSONUnderV235-1389214366-project] Pushing event updated for resources: {'Port': ['ID=3120abc2-f8c4-441a-beb5-ce8f46eca2db,revision_number=7']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:23:29.361190 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-3c11247a-7f88-47be-886e-ce4044811f36 req-5f2b45cf-bf24-4a97-abad-659fc45fc4e7 service neutron] 10.222.0.90 "GET /v2.0/networks/151997f6-fb27-4cf0-bfe9-ef4acfbb4102?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2240560 Feb 04 17:23:29.367367 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9896b0d7-e5b0-4b66-9712-906c8d321c18 req-7ac3c0dd-7d94-4326-887d-8bb593f28bd6 tempest-ServerRescueNegativeTestJSON-1481324798 tempest-ServerRescueNegativeTestJSON-1481324798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:23:29.380274 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] get_ports_and_sgs() called for port_ids ['3120abc2-f8c4-441a-beb5-ce8f46eca2db'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 17:23:29.381588 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-9896b0d7-e5b0-4b66-9712-906c8d321c18 req-7ac3c0dd-7d94-4326-887d-8bb593f28bd6 tempest-ServerRescueNegativeTestJSON-1481324798 tempest-ServerRescueNegativeTestJSON-1481324798-project] 10.222.0.89 "GET /v2.0/ports?device_id=96f9652e-8b23-4729-8bd9-8d19010715cb HTTP/1.1" status: 200 len: 945 time: 0.1868012 Feb 04 17:23:29.443437 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c3532ee-74f2-468b-9799-06473c557e06 admin admin] Router 0ccb58de-7ff2-4b3b-b2e5-2bb298e2f2f5 has already been hosted by L3 agent 64ada913-9131-4d99-a265-63a920956287 {{(pid=103376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 17:23:29.496552 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-f7bc0497-fdca-4dad-a348-18a8ffafcba3 None None] Provisioning complete for port 99718590-0342-4f0e-ad1d-2d284faf6a99 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:23:29.497269 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f7bc0497-fdca-4dad-a348-18a8ffafcba3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (99718590-0342-4f0e-ad1d-2d284faf6a99), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:29.503117 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-9896b0d7-e5b0-4b66-9712-906c8d321c18 req-4774fad5-1894-4259-9d53-791221c8cb56 tempest-ServerRescueNegativeTestJSON-1481324798 tempest-ServerRescueNegativeTestJSON-1481324798-project] 10.222.0.89 "GET /v2.0/security-groups?id=47e1fb0d-88ed-4fed-9e75-9f02b9f534f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206424 Feb 04 17:23:29.551433 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9736b492-b720-4eb8-9c24-e1eb257138ab req-44a837f5-b7d7-44be-9ff4-64751a82e9aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:23:29.553359 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-9736b492-b720-4eb8-9c24-e1eb257138ab req-44a837f5-b7d7-44be-9ff4-64751a82e9aa service neutron] 10.222.0.96 "GET /v2.0/ports/d9d313cd-c191-41ee-8480-aa1e52db3c64 HTTP/1.1" status: 200 len: 1032 time: 0.0817490 Feb 04 17:23:29.561128 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af7245f-585a-425c-8452-529faa9b93fb req-a1aac1f5-695b-4ded-b220-135ba661f687 tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:23:29.562624 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-4af7245f-585a-425c-8452-529faa9b93fb req-a1aac1f5-695b-4ded-b220-135ba661f687 tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] 10.222.0.89 "GET /v2.0/ports?device_id=32c473d7-3f2d-495e-b44f-fd0929434fbd HTTP/1.1" status: 200 len: 946 time: 0.1793766 Feb 04 17:23:29.676378 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9736b492-b720-4eb8-9c24-e1eb257138ab req-93d30d83-a838-408b-a93d-6e8189d94bfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:23:29.686032 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-f7bc0497-fdca-4dad-a348-18a8ffafcba3 None None] Port 99718590-0342-4f0e-ad1d-2d284faf6a99 cannot update to ACTIVE because it is not bound. {{(pid=103378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 17:23:29.704860 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-9736b492-b720-4eb8-9c24-e1eb257138ab req-93d30d83-a838-408b-a93d-6e8189d94bfc service neutron] 10.222.0.96 "GET /v2.0/ports/8ddcb880-408a-4e5a-992e-36b8049df242 HTTP/1.1" status: 200 len: 1031 time: 0.1284487 Feb 04 17:23:29.736221 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ed982082-3c7f-43a1-8d0f-49f60c22231e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (bb89f5a3-3c22-440b-b7d1-c4f0c43c184a), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:29.844075 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-4af7245f-585a-425c-8452-529faa9b93fb req-dc89a67d-d468-466c-80ab-51842f669bc7 tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] 10.222.0.89 "GET /v2.0/security-groups?id=e65ecd24-4d97-4684-be33-350ed30f90cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2719090 Feb 04 17:23:29.960780 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 17:23:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-443db3a0-2fcf-4e61-ae5a-476a509d6f24 x-openstack-request-id: req-443db3a0-2fcf-4e61-ae5a-476a509d6f24 {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:23:29.962887 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1affc7e-c4fd-44da-8120-774326466c99", "tag": "3120abc2-f8c4-441a-beb5-ce8f46eca2db", "status": "completed", "code": 200}]} {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:23:29.963155 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-443db3a0-2fcf-4e61-ae5a-476a509d6f24 {{(pid=103377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:23:29.963578 n-d-827839-2 neutron-server[103377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1affc7e-c4fd-44da-8120-774326466c99', 'tag': '3120abc2-f8c4-441a-beb5-ce8f46eca2db', 'status': 'completed', 'code': 200} Feb 04 17:23:30.002616 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9736b492-b720-4eb8-9c24-e1eb257138ab req-5ea271f7-ec96-417d-8b04-c1e2c0e1d0c6 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:23:30.014132 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9736b492-b720-4eb8-9c24-e1eb257138ab req-5ea271f7-ec96-417d-8b04-c1e2c0e1d0c6 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:23:30.027323 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9736b492-b720-4eb8-9c24-e1eb257138ab req-5ea271f7-ec96-417d-8b04-c1e2c0e1d0c6 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:23:30.029165 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-9736b492-b720-4eb8-9c24-e1eb257138ab req-5ea271f7-ec96-417d-8b04-c1e2c0e1d0c6 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] 10.222.0.96 "GET /v2.0/networks?id=02771309-aff5-472d-90da-927298d169e4&id=556cd7fb-ae94-473e-9ec8-6200a52368e1&id=556cd7fb-ae94-473e-9ec8-6200a52368e1&id=556cd7fb-ae94-473e-9ec8-6200a52368e1&id=556cd7fb-ae94-473e-9ec8-6200a52368e1&id=8c9cb33a-476f-4f00-a8aa-706c33a5dd83&id=8c9cb33a-476f-4f00-a8aa-706c33a5dd83 HTTP/1.1" status: 200 len: 1994 time: 0.3147848 Feb 04 17:23:30.129306 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-9736b492-b720-4eb8-9c24-e1eb257138ab req-cd38c33b-c90c-460b-bd54-cf0e6c4edc8e tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] 10.222.0.96 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c5cb386618c24d66b6712f0d36ac7fea HTTP/1.1" status: 200 len: 379 time: 0.0814519 Feb 04 17:23:30.151314 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [req-9736b492-b720-4eb8-9c24-e1eb257138ab req-4cf0e1c0-80ff-45d2-9b6f-d6357247315f tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Request body: {'port': {'device_id': 'd23ffa64-7651-4974-8c0d-1ba4c302839d', 'network_id': '02771309-aff5-472d-90da-927298d169e4', 'admin_state_up': True, 'tenant_id': 'c5cb386618c24d66b6712f0d36ac7fea', 'security_groups': ['f41001c7-a515-4baa-b12d-2443831f66d9']}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:23:30.164804 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [req-c394f182-0b1b-492d-8ec6-8fd5cc17c128 req-19480ed4-f921-4a0d-b328-ee66987952e7 tempest-VolumesAdminNegativeTest-1672480567 tempest-VolumesAdminNegativeTest-1672480567-project] Deleting port eb95eb67-b320-4644-9363-94ccbac6d965 {{(pid=103376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:23:30.165428 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-c394f182-0b1b-492d-8ec6-8fd5cc17c128 req-19480ed4-f921-4a0d-b328-ee66987952e7 tempest-VolumesAdminNegativeTest-1672480567 tempest-VolumesAdminNegativeTest-1672480567-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (eb95eb67-b320-4644-9363-94ccbac6d965), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:30.262848 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-0c6f1759-6d83-42c7-b5e9-8ca594f1bffc req-50e488bc-9630-4ccc-965d-4c4263133a04 tempest-ServerRescueTestJSONUnderV235-1389214366 tempest-ServerRescueTestJSONUnderV235-1389214366-project] 10.222.0.89 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.6923561 Feb 04 17:23:30.287901 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [req-0c6f1759-6d83-42c7-b5e9-8ca594f1bffc req-353efdd4-5a76-4b1b-ab82-806ac62110d4 tempest-ServerRescueTestJSONUnderV235-1389214366 tempest-ServerRescueTestJSONUnderV235-1389214366-project] Request body: {'floatingip': {'floating_network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:23:30.315374 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c3532ee-74f2-468b-9799-06473c557e06 admin admin] Notify agent at l3_agent.n-d-827839-2 the message routers_updated {{(pid=103376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 17:23:30.329853 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bd19b70-b045-4b70-b033-959e323776da None None] Sync routers for ids ['0ccb58de-7ff2-4b3b-b2e5-2bb298e2f2f5'] in n-d-827839-2 {{(pid=103378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 17:23:30.330078 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0451e0a0-854c-4310-bdad-979830ef60ad req-0f17c733-6ad9-499d-bb97-66a701b8e220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:23:30.331828 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-0451e0a0-854c-4310-bdad-979830ef60ad req-0f17c733-6ad9-499d-bb97-66a701b8e220 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=e9b098a64fdf44abba2c8135f539141d&device_id=c1affc7e-c4fd-44da-8120-774326466c99 HTTP/1.1" status: 200 len: 1127 time: 0.3477118 Feb 04 17:23:30.333191 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-0c3532ee-74f2-468b-9799-06473c557e06 admin admin] 10.222.0.89 "PUT /v2.0/routers/0ccb58de-7ff2-4b3b-b2e5-2bb298e2f2f5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5073502 Feb 04 17:23:30.334427 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9736b492-b720-4eb8-9c24-e1eb257138ab req-4cf0e1c0-80ff-45d2-9b6f-d6357247315f tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Made reservation on behalf of c5cb386618c24d66b6712f0d36ac7fea for: {'port': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:23:30.337970 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-9736b492-b720-4eb8-9c24-e1eb257138ab req-4cf0e1c0-80ff-45d2-9b6f-d6357247315f tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:30.373160 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-0c6f1759-6d83-42c7-b5e9-8ca594f1bffc req-353efdd4-5a76-4b1b-ab82-806ac62110d4 tempest-ServerRescueTestJSONUnderV235-1389214366 tempest-ServerRescueTestJSONUnderV235-1389214366-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:30.377944 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bd19b70-b045-4b70-b033-959e323776da None None] Routers {'0ccb58de-7ff2-4b3b-b2e5-2bb298e2f2f5'} bound to L3 agent in host n-d-827839-2 {{(pid=103378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:23:30.379429 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-9bd19b70-b045-4b70-b033-959e323776da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:23:02Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['0ccb58de-7ff2-4b3b-b2e5-2bb298e2f2f5'], 'active': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:23:30.464952 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device dd12a7b1-f096-40a0-88a2-010f3d0fd0ef up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:23:30.474547 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0451e0a0-854c-4310-bdad-979830ef60ad req-05acb3a4-ca49-49ab-b82d-50856c62486f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:23:30.476022 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-0451e0a0-854c-4310-bdad-979830ef60ad req-05acb3a4-ca49-49ab-b82d-50856c62486f service neutron] 10.222.0.90 "GET /v2.0/networks?id=151997f6-fb27-4cf0-bfe9-ef4acfbb4102 HTTP/1.1" status: 200 len: 921 time: 0.1150744 Feb 04 17:23:30.483596 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4a409c-d6c8-4a7b-af7c-9af02f5b3cfc req-1559f5eb-1e1c-4b6f-928d-6b6a08dcb551 tempest-VolumesAdminNegativeTest-1672480567 tempest-VolumesAdminNegativeTest-1672480567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:23:30.484949 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-ad4a409c-d6c8-4a7b-af7c-9af02f5b3cfc req-1559f5eb-1e1c-4b6f-928d-6b6a08dcb551 tempest-VolumesAdminNegativeTest-1672480567 tempest-VolumesAdminNegativeTest-1672480567-project] 10.222.0.89 "GET /v2.0/ports?device_id=588c76ea-c124-46b5-9100-eab87b2c3c92 HTTP/1.1" status: 200 len: 945 time: 0.4156337 Feb 04 17:23:30.533410 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-0451e0a0-854c-4310-bdad-979830ef60ad req-5cfd8402-ba77-43e3-b28c-dc0d98d297bd service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3120abc2-f8c4-441a-beb5-ce8f46eca2db HTTP/1.1" status: 200 len: 217 time: 0.0474939 Feb 04 17:23:30.556627 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [req-c394f182-0b1b-492d-8ec6-8fd5cc17c128 req-19480ed4-f921-4a0d-b328-ee66987952e7 tempest-VolumesAdminNegativeTest-1672480567 tempest-VolumesAdminNegativeTest-1672480567-project] For port eb95eb67-b320-4644-9363-94ccbac6d965, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=eb95eb67-b320-4644-9363-94ccbac6d965,segment=NetworkSegment(95907dbe-daad-4253-9caf-1b8f245e1a4d),segment_id=95907dbe-daad-4253-9caf-1b8f245e1a4d)] {{(pid=103376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:23:30.557222 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-c394f182-0b1b-492d-8ec6-8fd5cc17c128 req-19480ed4-f921-4a0d-b328-ee66987952e7 tempest-VolumesAdminNegativeTest-1672480567 tempest-VolumesAdminNegativeTest-1672480567-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (eb95eb67-b320-4644-9363-94ccbac6d965), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:30.612895 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [req-c394f182-0b1b-492d-8ec6-8fd5cc17c128 req-19480ed4-f921-4a0d-b328-ee66987952e7 tempest-VolumesAdminNegativeTest-1672480567 tempest-VolumesAdminNegativeTest-1672480567-project] Calling delete_port for eb95eb67-b320-4644-9363-94ccbac6d965 owned by compute:nova {{(pid=103376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:23:30.677511 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0451e0a0-854c-4310-bdad-979830ef60ad req-3a023575-6669-4ce4-a102-3ad9c0073892 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:23:30.683113 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-0451e0a0-854c-4310-bdad-979830ef60ad req-3a023575-6669-4ce4-a102-3ad9c0073892 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=58924840-63b9-49cf-9b5e-4aa66ca609e8 HTTP/1.1" status: 200 len: 860 time: 0.1339378 Feb 04 17:23:30.710428 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvr_db [None req-9bd19b70-b045-4b70-b033-959e323776da None None] Set router 0ccb58de-7ff2-4b3b-b2e5-2bb298e2f2f5 gateway port host: n-d-827839-2 {{(pid=103378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:23:30.804240 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-0c6f1759-6d83-42c7-b5e9-8ca594f1bffc req-353efdd4-5a76-4b1b-ab82-806ac62110d4 tempest-ServerRescueTestJSONUnderV235-1389214366 tempest-ServerRescueTestJSONUnderV235-1389214366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:30.858070 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-ad4a409c-d6c8-4a7b-af7c-9af02f5b3cfc req-d81f407a-8ca8-4eed-8e23-ec5de6e45999 tempest-VolumesAdminNegativeTest-1672480567 tempest-VolumesAdminNegativeTest-1672480567-project] 10.222.0.89 "GET /v2.0/security-groups?id=5b02e1bf-0926-4110-9e78-cb84d45a7aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3264112 Feb 04 17:23:30.869757 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-0451e0a0-854c-4310-bdad-979830ef60ad req-b44b5353-85ff-4ac4-a93d-682c8a66319e service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=151997f6-fb27-4cf0-bfe9-ef4acfbb4102&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1684773 Feb 04 17:23:31.025228 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port dd12a7b1-f096-40a0-88a2-010f3d0fd0ef triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:23:31.025734 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (dd12a7b1-f096-40a0-88a2-010f3d0fd0ef), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:31.107442 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-c394f182-0b1b-492d-8ec6-8fd5cc17c128 req-19480ed4-f921-4a0d-b328-ee66987952e7 tempest-VolumesAdminNegativeTest-1672480567 tempest-VolumesAdminNegativeTest-1672480567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (eb95eb67-b320-4644-9363-94ccbac6d965), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:31.146258 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-0451e0a0-854c-4310-bdad-979830ef60ad req-396aac4e-a4ce-42ff-bbd9-bb67cee04e1b service neutron] 10.222.0.90 "GET /v2.0/networks/151997f6-fb27-4cf0-bfe9-ef4acfbb4102?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2619948 Feb 04 17:23:31.171994 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-9bd19b70-b045-4b70-b033-959e323776da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ccb58de-7ff2-4b3b-b2e5-2bb298e2f2f5', 'name': 'tempest-TestServerBasicOps-588092638-router', 'tenant_id': 'e572c75f68264540b5ba57b47620f662', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.50'}], 'enable_snat': True}, 'gw_port_id': 'dd12a7b1-f096-40a0-88a2-010f3d0fd0ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:23:21Z', 'updated_at': '2022-02-04T17:23:27Z', 'revision_number': 4, 'project_id': 'e572c75f68264540b5ba57b47620f662', 'gw_port': {'id': 'dd12a7b1-f096-40a0-88a2-010f3d0fd0ef', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:d7:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ccb58de-7ff2-4b3b-b2e5-2bb298e2f2f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:23:21Z', 'updated_at': '2022-02-04T17:23:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_interfaces': [{'id': '99718590-0342-4f0e-ad1d-2d284faf6a99', 'name': '', 'network_id': '97b2e9b0-cacd-4163-811b-ff2a765f7055', 'tenant_id': 'e572c75f68264540b5ba57b47620f662', 'mac_address': 'fa:16:3e:7f:9a:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ccb58de-7ff2-4b3b-b2e5-2bb298e2f2f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '32617567-702a-48ca-945f-d54124aa2fdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:23:25Z', 'updated_at': '2022-02-04T17:23:27Z', 'revision_number': 2, 'project_id': 'e572c75f68264540b5ba57b47620f662', 'subnets': [{'id': '32617567-702a-48ca-945f-d54124aa2fdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-2', False) {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:23:31.211440 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [req-c394f182-0b1b-492d-8ec6-8fd5cc17c128 req-19480ed4-f921-4a0d-b328-ee66987952e7 tempest-VolumesAdminNegativeTest-1672480567 tempest-VolumesAdminNegativeTest-1672480567-project] No DVR routers for this DVR port eb95eb67-b320-4644-9363-94ccbac6d965 on host n-h1-827839-2 {{(pid=103376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 17:23:31.215092 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-c394f182-0b1b-492d-8ec6-8fd5cc17c128 req-19480ed4-f921-4a0d-b328-ee66987952e7 tempest-VolumesAdminNegativeTest-1672480567 tempest-VolumesAdminNegativeTest-1672480567-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:31.219418 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-c394f182-0b1b-492d-8ec6-8fd5cc17c128 req-19480ed4-f921-4a0d-b328-ee66987952e7 tempest-VolumesAdminNegativeTest-1672480567 tempest-VolumesAdminNegativeTest-1672480567-project] 10.222.0.96 "DELETE /v2.0/ports/eb95eb67-b320-4644-9363-94ccbac6d965 HTTP/1.1" status: 204 len: 173 time: 1.8752561 Feb 04 17:23:31.220436 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bd19b70-b045-4b70-b033-959e323776da None None] Checking router: 0ccb58de-7ff2-4b3b-b2e5-2bb298e2f2f5 for host: n-d-827839-2 {{(pid=103378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 17:23:31.220810 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bd19b70-b045-4b70-b033-959e323776da None None] Updating router 0ccb58de-7ff2-4b3b-b2e5-2bb298e2f2f5 port 99718590-0342-4f0e-ad1d-2d284faf6a99 binding host n-d-827839-2 {{(pid=103378) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 17:23:31.236984 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.db_base_plugin_common [req-0c6f1759-6d83-42c7-b5e9-8ca594f1bffc req-353efdd4-5a76-4b1b-ab82-806ac62110d4 tempest-ServerRescueTestJSONUnderV235-1389214366 tempest-ServerRescueTestJSONUnderV235-1389214366-project] Allocated IP 172.25.6.98 (48165773-85ad-49a1-9ec1-76fc8dc24188/7660bfad-1ea8-4fe7-831b-bed836f13efc/46f66826-441e-4d27-9f7a-74e58133c453) {{(pid=103376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:23:31.261170 n-d-827839-2 neutron-server[103376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '588c76ea-c124-46b5-9100-eab87b2c3c92', 'name': 'network-vif-deleted', 'tag': 'eb95eb67-b320-4644-9363-94ccbac6d965'}] {{(pid=103376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:23:31.266159 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d59c3bb5e2f09ebf62144d5e09b1cff60c763a9c19614c24538e77842938c05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ef0a876-b190-469b-bc29-7c5ff81c37ed" -d '{"events": [{"server_uuid": "588c76ea-c124-46b5-9100-eab87b2c3c92", "name": "network-vif-deleted", "tag": "eb95eb67-b320-4644-9363-94ccbac6d965"}]}' {{(pid=103376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:23:31.281590 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19480ed4-f921-4a0d-b328-ee66987952e7 tempest-VolumesAdminNegativeTest-1672480567 tempest-VolumesAdminNegativeTest-1672480567-project] Pushing event deleted for resources: {'Port': ['ID=eb95eb67-b320-4644-9363-94ccbac6d965,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:23:31.290820 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-1b0ce027-b6ab-4fdf-b432-14cf1ad5c8ea req-0d044739-1ca7-4cb8-93ec-5fb8c23f1785 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] 10.222.0.89 "GET /v2.0/ports?device_id=d23ffa64-7651-4974-8c0d-1ba4c302839d HTTP/1.1" status: 200 len: 210 time: 0.1417651 Feb 04 17:23:31.292408 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.db_base_plugin_common [req-9736b492-b720-4eb8-9c24-e1eb257138ab req-4cf0e1c0-80ff-45d2-9b6f-d6357247315f tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Allocated IP 172.20.0.5 (02771309-aff5-472d-90da-927298d169e4/069a4643-9702-4f4f-bc4a-cf22266ae74b/3af41b78-08e9-4d5c-93be-3e2ef1bdcc7f) {{(pid=103377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:23:31.336237 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9bd19b70-b045-4b70-b033-959e323776da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (99718590-0342-4f0e-ad1d-2d284faf6a99), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:31.499034 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 38782) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:23:31.506912 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-62df71df-b4df-4dba-a675-4ab342af9825 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-561769945-network', 'tenant_id': '48789684080144abaf0fc612d0276922'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:23:31.516286 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-0c6f1759-6d83-42c7-b5e9-8ca594f1bffc req-353efdd4-5a76-4b1b-ab82-806ac62110d4 tempest-ServerRescueTestJSONUnderV235-1389214366 tempest-ServerRescueTestJSONUnderV235-1389214366-project] Publish callbacks [] for port (46f66826-441e-4d27-9f7a-74e58133c453), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:31.550194 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62df71df-b4df-4dba-a675-4ab342af9825 admin admin] Made reservation on behalf of 48789684080144abaf0fc612d0276922 for: {'network': 1} {{(pid=103376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:23:31.553297 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-62df71df-b4df-4dba-a675-4ab342af9825 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for network (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:31.576114 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-62df71df-b4df-4dba-a675-4ab342af9825 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:31.614816 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-0c6f1759-6d83-42c7-b5e9-8ca594f1bffc req-353efdd4-5a76-4b1b-ab82-806ac62110d4 tempest-ServerRescueTestJSONUnderV235-1389214366 tempest-ServerRescueTestJSONUnderV235-1389214366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (46f66826-441e-4d27-9f7a-74e58133c453), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:31.667856 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-0451e0a0-854c-4310-bdad-979830ef60ad req-714ef4ec-a211-47fc-b0b3-8de416ef17ed service neutron] 10.222.0.90 "GET /v2.0/networks/151997f6-fb27-4cf0-bfe9-ef4acfbb4102?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5008936 Feb 04 17:23:31.679094 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port dd12a7b1-f096-40a0-88a2-010f3d0fd0ef is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:23:31.693798 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c6f1759-6d83-42c7-b5e9-8ca594f1bffc req-353efdd4-5a76-4b1b-ab82-806ac62110d4 tempest-ServerRescueTestJSONUnderV235-1389214366 tempest-ServerRescueTestJSONUnderV235-1389214366-project] Network 48165773-85ad-49a1-9ec1-76fc8dc24188 is already hosted by enough agents. {{(pid=103376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:23:31.705486 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [req-0c6f1759-6d83-42c7-b5e9-8ca594f1bffc req-353efdd4-5a76-4b1b-ab82-806ac62110d4 tempest-ServerRescueTestJSONUnderV235-1389214366 tempest-ServerRescueTestJSONUnderV235-1389214366-project] Resources bound (agent type, host, resource id): {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:23:31.712486 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c6f1759-6d83-42c7-b5e9-8ca594f1bffc req-353efdd4-5a76-4b1b-ab82-806ac62110d4 tempest-ServerRescueTestJSONUnderV235-1389214366 tempest-ServerRescueTestJSONUnderV235-1389214366-project] Received port after_create {{(pid=103376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:23:31.758926 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353efdd4-5a76-4b1b-ab82-806ac62110d4 tempest-ServerRescueTestJSONUnderV235-1389214366 tempest-ServerRescueTestJSONUnderV235-1389214366-project] Pushing event updated for resources: {'Port': ['ID=46f66826-441e-4d27-9f7a-74e58133c453,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:23:31.812082 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-62df71df-b4df-4dba-a675-4ab342af9825 admin admin] Publish callbacks [] for security_group (447f6903-1535-4766-a52c-af62229fcf62), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:31.820660 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-62df71df-b4df-4dba-a675-4ab342af9825 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (447f6903-1535-4766-a52c-af62229fcf62), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:31.821812 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-9736b492-b720-4eb8-9c24-e1eb257138ab req-4cf0e1c0-80ff-45d2-9b6f-d6357247315f tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Publish callbacks [] for port (3af41b78-08e9-4d5c-93be-3e2ef1bdcc7f), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:31.913516 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62df71df-b4df-4dba-a675-4ab342af9825 admin admin] vlan segment allocate from pool success with {'vlan_id': 755, 'physical_network': 'physnet1'} {{(pid=103376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 17:23:31.944101 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62df71df-b4df-4dba-a675-4ab342af9825 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=447f6903-1535-4766-a52c-af62229fcf62,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:23:31.957223 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-62df71df-b4df-4dba-a675-4ab342af9825 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (fe02808d-4383-47bb-9b4e-70c1c22afee4), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:31.957577 n-d-827839-2 neutron-server[103376]: INFO neutron.db.segments_db [None req-62df71df-b4df-4dba-a675-4ab342af9825 admin admin] Added segment fe02808d-4383-47bb-9b4e-70c1c22afee4 of type vlan for network 1cfe72cd-a132-433c-b79f-01c774ca758d Feb 04 17:23:31.968505 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-9736b492-b720-4eb8-9c24-e1eb257138ab req-4cf0e1c0-80ff-45d2-9b6f-d6357247315f tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (3af41b78-08e9-4d5c-93be-3e2ef1bdcc7f), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:31.988965 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-0c6f1759-6d83-42c7-b5e9-8ca594f1bffc req-353efdd4-5a76-4b1b-ab82-806ac62110d4 tempest-ServerRescueTestJSONUnderV235-1389214366 tempest-ServerRescueTestJSONUnderV235-1389214366-project] Publish callbacks [] for floatingip (76780e82-0dd9-47c2-9505-22d6fc9347ae), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:32.030307 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c793d5-436f-4308-b74a-7cabd238479b req-99a22a35-a07d-4402-84bb-190b2f818ca6 tempest-ImagesTestJSON-301921999 tempest-ImagesTestJSON-301921999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:23:32.038693 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-800fc730-9dbb-4112-9e8a-971e833c4971 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (64ada913-9131-4d99-a265-63a920956287), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:32.039248 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-07c793d5-436f-4308-b74a-7cabd238479b req-99a22a35-a07d-4402-84bb-190b2f818ca6 tempest-ImagesTestJSON-301921999 tempest-ImagesTestJSON-301921999-project] 10.222.0.89 "GET /v2.0/ports?device_id=5f68109e-df04-484f-b992-6678b4ebbbe8 HTTP/1.1" status: 200 len: 945 time: 0.4299362 Feb 04 17:23:32.069346 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-62df71df-b4df-4dba-a675-4ab342af9825 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781084292801'] for network (1cfe72cd-a132-433c-b79f-01c774ca758d), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:32.071771 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-0c6f1759-6d83-42c7-b5e9-8ca594f1bffc req-353efdd4-5a76-4b1b-ab82-806ac62110d4 tempest-ServerRescueTestJSONUnderV235-1389214366 tempest-ServerRescueTestJSONUnderV235-1389214366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (46f66826-441e-4d27-9f7a-74e58133c453), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:32.136275 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9bd19b70-b045-4b70-b033-959e323776da None None] Publish callbacks [] for port (99718590-0342-4f0e-ad1d-2d284faf6a99), precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:32.148363 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9bd19b70-b045-4b70-b033-959e323776da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (99718590-0342-4f0e-ad1d-2d284faf6a99), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:32.150428 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf0e1c0-80ff-45d2-9b6f-d6357247315f tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Pushing event updated for resources: {'Port': ['ID=3af41b78-08e9-4d5c-93be-3e2ef1bdcc7f,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:23:32.173562 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9736b492-b720-4eb8-9c24-e1eb257138ab req-4cf0e1c0-80ff-45d2-9b6f-d6357247315f tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Network 02771309-aff5-472d-90da-927298d169e4 is already hosted by enough agents. {{(pid=103377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:23:32.176155 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [req-9736b492-b720-4eb8-9c24-e1eb257138ab req-4cf0e1c0-80ff-45d2-9b6f-d6357247315f tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Resources bound (agent type, host, resource id): {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:23:32.183361 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [req-9736b492-b720-4eb8-9c24-e1eb257138ab req-4cf0e1c0-80ff-45d2-9b6f-d6357247315f tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Received port after_create {{(pid=103377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:23:32.208465 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device eb95eb67-b320-4644-9363-94ccbac6d965 no longer exists at agent hyperv_n-h1-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:23:32.265892 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-07c793d5-436f-4308-b74a-7cabd238479b req-de87a3d6-0daf-49a4-882d-b04ced73664b tempest-ImagesTestJSON-301921999 tempest-ImagesTestJSON-301921999-project] 10.222.0.89 "GET /v2.0/security-groups?id=5b73e0f3-a9f7-4cf1-b4aa-b594ce8b7178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2065079 Feb 04 17:23:32.311695 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc826fa-50d2-4c27-a90f-441d1f7a0cb4 None None] Pushing event updated for resources: {'Port': ['ID=99718590-0342-4f0e-ad1d-2d284faf6a99,revision_number=3']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:23:32.322603 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-62df71df-b4df-4dba-a675-4ab342af9825 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327'] for network (1cfe72cd-a132-433c-b79f-01c774ca758d), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:32.322891 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9736b492-b720-4eb8-9c24-e1eb257138ab req-4cf0e1c0-80ff-45d2-9b6f-d6357247315f tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:23:32.324016 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62df71df-b4df-4dba-a675-4ab342af9825 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:23:32.324131 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-9736b492-b720-4eb8-9c24-e1eb257138ab req-4cf0e1c0-80ff-45d2-9b6f-d6357247315f tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:32.326219 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-62df71df-b4df-4dba-a675-4ab342af9825 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677565'] for network (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:32.370269 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-9736b492-b720-4eb8-9c24-e1eb257138ab req-4cf0e1c0-80ff-45d2-9b6f-d6357247315f tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2235653 Feb 04 17:23:32.376224 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] No Port match for: eb95eb67-b320-4644-9363-94ccbac6d965 {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 17:23:32.376579 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device eb95eb67-b320-4644-9363-94ccbac6d965 not bound to the agent host n-h1-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 17:23:32.381217 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [req-9736b492-b720-4eb8-9c24-e1eb257138ab req-bd79aba2-dc69-4e34-acc4-96102863913c tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Request body: {'port': {'device_id': 'd23ffa64-7651-4974-8c0d-1ba4c302839d', 'network_id': '556cd7fb-ae94-473e-9ec8-6200a52368e1', 'admin_state_up': True, 'tenant_id': 'c5cb386618c24d66b6712f0d36ac7fea', 'security_groups': ['f41001c7-a515-4baa-b12d-2443831f66d9']}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:23:32.489655 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62df71df-b4df-4dba-a675-4ab342af9825 admin admin] Pushing event updated for resources: {'Network': ['ID=1cfe72cd-a132-433c-b79f-01c774ca758d,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:23:32.511387 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-9bd19b70-b045-4b70-b033-959e323776da None None] Attempting to bind port 99718590-0342-4f0e-ad1d-2d284faf6a99 on host n-d-827839-2 for vnic_type normal with profile {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:23:32.511681 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-9bd19b70-b045-4b70-b033-959e323776da None None] Attempting to bind port 99718590-0342-4f0e-ad1d-2d284faf6a99 by drivers openvswitch,hyperv on host n-d-827839-2 at level 0 using segments [{'id': '1cf24bdf-cd2a-424e-9446-8006bc746b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '97b2e9b0-cacd-4163-811b-ff2a765f7055'}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:23:32.512075 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bd19b70-b045-4b70-b033-959e323776da None None] Attempting to bind port 99718590-0342-4f0e-ad1d-2d284faf6a99 on network 97b2e9b0-cacd-4163-811b-ff2a765f7055 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:23:32.523954 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Network 1cfe72cd-a132-433c-b79f-01c774ca758d details requested by agent ovs-agent-n-d-827839-2 with host n-d-827839-2 {{(pid=103378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 17:23:32.529244 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bd19b70-b045-4b70-b033-959e323776da None None] Checking agent: {'id': 'ba70844b-66a0-45fd-a2f2-e6ed673321fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 0, 36), 'started_at': datetime.datetime(2022, 2, 4, 17, 1, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 23, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:23:32.529627 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bd19b70-b045-4b70-b033-959e323776da None None] Checking segment: {'id': '1cf24bdf-cd2a-424e-9446-8006bc746b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '97b2e9b0-cacd-4163-811b-ff2a765f7055'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:23:32.530038 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9bd19b70-b045-4b70-b033-959e323776da None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:32.530437 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bd19b70-b045-4b70-b033-959e323776da None None] Bound using segment: {'id': '1cf24bdf-cd2a-424e-9446-8006bc746b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '97b2e9b0-cacd-4163-811b-ff2a765f7055'} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:23:32.530917 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-9bd19b70-b045-4b70-b033-959e323776da None None] Bound port: 99718590-0342-4f0e-ad1d-2d284faf6a99, host: n-d-827839-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cf24bdf-cd2a-424e-9446-8006bc746b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '97b2e9b0-cacd-4163-811b-ff2a765f7055'}}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:23:32.531301 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9bd19b70-b045-4b70-b033-959e323776da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (99718590-0342-4f0e-ad1d-2d284faf6a99), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:32.549999 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-62df71df-b4df-4dba-a675-4ab342af9825 admin admin] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.0469701 Feb 04 17:23:32.551061 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 38792) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:23:32.574692 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-0c6f1759-6d83-42c7-b5e9-8ca594f1bffc req-353efdd4-5a76-4b1b-ab82-806ac62110d4 tempest-ServerRescueTestJSONUnderV235-1389214366 tempest-ServerRescueTestJSONUnderV235-1389214366-project] Publish callbacks [] for port (46f66826-441e-4d27-9f7a-74e58133c453), precommit_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:32.575614 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-1bf59001-a8ba-42eb-b1af-20f7b0673077 admin admin] Request body: {'subnet': {'network_id': '1cfe72cd-a132-433c-b79f-01c774ca758d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-561769945-subnet', 'tenant_id': '48789684080144abaf0fc612d0276922', 'ip_version': 4}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:23:32.580167 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-0c6f1759-6d83-42c7-b5e9-8ca594f1bffc req-353efdd4-5a76-4b1b-ab82-806ac62110d4 tempest-ServerRescueTestJSONUnderV235-1389214366 tempest-ServerRescueTestJSONUnderV235-1389214366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675836'] for port (46f66826-441e-4d27-9f7a-74e58133c453), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:32.646806 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bf59001-a8ba-42eb-b1af-20f7b0673077 admin admin] Made reservation on behalf of 48789684080144abaf0fc612d0276922 for: {'subnet': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:23:32.649397 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-1bf59001-a8ba-42eb-b1af-20f7b0673077 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25597243'] for subnet (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:32.675121 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353efdd4-5a76-4b1b-ab82-806ac62110d4 tempest-ServerRescueTestJSONUnderV235-1389214366 tempest-ServerRescueTestJSONUnderV235-1389214366-project] Pushing event updated for resources: {'Port': ['ID=46f66826-441e-4d27-9f7a-74e58133c453,revision_number=2']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:23:32.705138 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e27a93-ac8a-40de-bab4-886710a6d9e5 req-75cdbeda-9f4e-487e-a15c-69c5c5ea0856 tempest-ServerRescueNegativeTestJSON-1481324798 tempest-ServerRescueNegativeTestJSON-1481324798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:23:32.707361 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-57e27a93-ac8a-40de-bab4-886710a6d9e5 req-75cdbeda-9f4e-487e-a15c-69c5c5ea0856 tempest-ServerRescueNegativeTestJSON-1481324798 tempest-ServerRescueNegativeTestJSON-1481324798-project] 10.222.0.89 "GET /v2.0/ports?device_id=96f9652e-8b23-4729-8bd9-8d19010715cb HTTP/1.1" status: 200 len: 945 time: 0.2438841 Feb 04 17:23:32.732579 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-0c6f1759-6d83-42c7-b5e9-8ca594f1bffc req-353efdd4-5a76-4b1b-ab82-806ac62110d4 tempest-ServerRescueTestJSONUnderV235-1389214366 tempest-ServerRescueTestJSONUnderV235-1389214366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1595586'] for floatingip (76780e82-0dd9-47c2-9505-22d6fc9347ae), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:32.767858 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-f5a8b998-4f81-4ba5-9340-e94fcfcbf918 None None] Provisioning complete for port 99718590-0342-4f0e-ad1d-2d284faf6a99 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:23:32.768505 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f5a8b998-4f81-4ba5-9340-e94fcfcbf918 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (99718590-0342-4f0e-ad1d-2d284faf6a99), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:32.773253 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-0c6f1759-6d83-42c7-b5e9-8ca594f1bffc req-353efdd4-5a76-4b1b-ab82-806ac62110d4 tempest-ServerRescueTestJSONUnderV235-1389214366 tempest-ServerRescueTestJSONUnderV235-1389214366-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for floatingip (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:32.774508 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-0c6f1759-6d83-42c7-b5e9-8ca594f1bffc req-353efdd4-5a76-4b1b-ab82-806ac62110d4 tempest-ServerRescueTestJSONUnderV235-1389214366 tempest-ServerRescueTestJSONUnderV235-1389214366-project] 10.222.0.89 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.4982288 Feb 04 17:23:32.790636 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9736b492-b720-4eb8-9c24-e1eb257138ab req-bd79aba2-dc69-4e34-acc4-96102863913c tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Made reservation on behalf of c5cb386618c24d66b6712f0d36ac7fea for: {'port': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:23:32.794552 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-9736b492-b720-4eb8-9c24-e1eb257138ab req-bd79aba2-dc69-4e34-acc4-96102863913c tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:32.827199 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-9bd19b70-b045-4b70-b033-959e323776da None None] For port 99718590-0342-4f0e-ad1d-2d284faf6a99, host n-d-827839-2, cleared binding levels {{(pid=103378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:23:32.829608 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-f5a8b998-4f81-4ba5-9340-e94fcfcbf918 None None] Port 99718590-0342-4f0e-ad1d-2d284faf6a99 cannot update to ACTIVE because it is not bound. {{(pid=103378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 17:23:32.832276 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-9bd19b70-b045-4b70-b033-959e323776da None None] For port 99718590-0342-4f0e-ad1d-2d284faf6a99, host n-d-827839-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=99718590-0342-4f0e-ad1d-2d284faf6a99,segment=NetworkSegment(1cf24bdf-cd2a-424e-9446-8006bc746b7c),segment_id=1cf24bdf-cd2a-424e-9446-8006bc746b7c)] {{(pid=103378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:23:32.838848 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9bd19b70-b045-4b70-b033-959e323776da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (99718590-0342-4f0e-ad1d-2d284faf6a99), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:32.869996 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-0c6f1759-6d83-42c7-b5e9-8ca594f1bffc req-b981ef40-d556-40f5-852b-48d1e89ac3bc tempest-ServerRescueTestJSONUnderV235-1389214366 tempest-ServerRescueTestJSONUnderV235-1389214366-project] 10.222.0.89 "GET /v2.0/floatingips?floating_ip_address=172.25.6.98 HTTP/1.1" status: 200 len: 695 time: 0.0870600 Feb 04 17:23:32.873021 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-57e27a93-ac8a-40de-bab4-886710a6d9e5 req-034b28ee-08f8-49b5-8815-872cde079980 tempest-ServerRescueNegativeTestJSON-1481324798 tempest-ServerRescueNegativeTestJSON-1481324798-project] 10.222.0.89 "GET /v2.0/security-groups?id=47e1fb0d-88ed-4fed-9e75-9f02b9f534f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552682 Feb 04 17:23:32.982902 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d408ec64-b374-4acb-a1fc-48241dad6d47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (0cd6d64a-47a7-40ff-8c12-71dd526c62e0), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:33.050831 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-8950bc74-0d85-4591-a00d-de341d03d359 None None] Provisioning complete for port 3af41b78-08e9-4d5c-93be-3e2ef1bdcc7f triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:23:33.051495 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8950bc74-0d85-4591-a00d-de341d03d359 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (3af41b78-08e9-4d5c-93be-3e2ef1bdcc7f), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:33.058035 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc826fa-50d2-4c27-a90f-441d1f7a0cb4 None None] Pushing event updated for resources: {'Port': ['ID=99718590-0342-4f0e-ad1d-2d284faf6a99,revision_number=4']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:23:33.062665 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-1bf59001-a8ba-42eb-b1af-20f7b0673077 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25889445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25597197'] for subnet (7eacf596-f056-4e00-990f-d96c82dc5233), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:33.097341 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bd19b70-b045-4b70-b033-959e323776da None None] Routers {'0ccb58de-7ff2-4b3b-b2e5-2bb298e2f2f5'} bound to L3 agent in host n-d-827839-2 {{(pid=103378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:23:33.097341 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-9bd19b70-b045-4b70-b033-959e323776da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:23:32Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['0ccb58de-7ff2-4b3b-b2e5-2bb298e2f2f5'], 'active': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:23:33.155518 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6f1759-6d83-42c7-b5e9-8ca594f1bffc req-bb6d9e9e-8306-4886-a902-e386fddab3ed tempest-ServerRescueTestJSONUnderV235-1389214366 tempest-ServerRescueTestJSONUnderV235-1389214366-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:23:33.175080 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-0c6f1759-6d83-42c7-b5e9-8ca594f1bffc req-bb6d9e9e-8306-4886-a902-e386fddab3ed tempest-ServerRescueTestJSONUnderV235-1389214366 tempest-ServerRescueTestJSONUnderV235-1389214366-project] 10.222.0.89 "GET /v2.0/networks/48165773-85ad-49a1-9ec1-76fc8dc24188 HTTP/1.1" status: 200 len: 784 time: 0.2798841 Feb 04 17:23:33.223749 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-8950bc74-0d85-4591-a00d-de341d03d359 None None] Port 3af41b78-08e9-4d5c-93be-3e2ef1bdcc7f cannot update to ACTIVE because it is not bound. {{(pid=103378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 17:23:33.241022 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf59001-a8ba-42eb-b1af-20f7b0673077 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7eacf596-f056-4e00-990f-d96c82dc5233,revision_number=0']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:23:33.245001 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 17:23:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d89e2fe3-a877-4a2b-adac-bcda0b12f565 x-openstack-request-id: req-d89e2fe3-a877-4a2b-adac-bcda0b12f565 {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:23:33.245430 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "588c76ea-c124-46b5-9100-eab87b2c3c92", "name": "network-vif-deleted", "tag": "eb95eb67-b320-4644-9363-94ccbac6d965", "status": "completed", "code": 200}]} {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:23:33.245878 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-d89e2fe3-a877-4a2b-adac-bcda0b12f565 {{(pid=103376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:23:33.246432 n-d-827839-2 neutron-server[103376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '588c76ea-c124-46b5-9100-eab87b2c3c92', 'name': 'network-vif-deleted', 'tag': 'eb95eb67-b320-4644-9363-94ccbac6d965', 'status': 'completed', 'code': 200} Feb 04 17:23:33.296337 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvr_db [None req-9bd19b70-b045-4b70-b033-959e323776da None None] Set router 0ccb58de-7ff2-4b3b-b2e5-2bb298e2f2f5 gateway port host: n-d-827839-2 {{(pid=103378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:23:33.327376 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 38802) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:23:33.339106 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d63687d-8e5d-412b-b28a-72f1bc33cadd req-295ca077-fc51-4851-bd79-a89b26405caf tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:23:33.340634 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-5d63687d-8e5d-412b-b28a-72f1bc33cadd req-295ca077-fc51-4851-bd79-a89b26405caf tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] 10.222.0.89 "GET /v2.0/ports?device_id=32c473d7-3f2d-495e-b44f-fd0929434fbd HTTP/1.1" status: 200 len: 946 time: 0.3030214 Feb 04 17:23:33.390380 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bf59001-a8ba-42eb-b1af-20f7b0673077 admin admin] Checking segment: {'id': 'fe02808d-4383-47bb-9b4e-70c1c22afee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '1cfe72cd-a132-433c-b79f-01c774ca758d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:23:33.390745 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bf59001-a8ba-42eb-b1af-20f7b0673077 admin admin] Network hostable DHCP agents. Network: 1cfe72cd-a132-433c-b79f-01c774ca758d, hostable agents: ['bb89f5a3-3c22-440b-b7d1-c4f0c43c184a'], hosted agents: [] {{(pid=103377) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 17:23:33.429905 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bf59001-a8ba-42eb-b1af-20f7b0673077 admin admin] Network 1cfe72cd-a132-433c-b79f-01c774ca758d is scheduled to be hosted by DHCP agent bb89f5a3-3c22-440b-b7d1-c4f0c43c184a with binding_index 1 {{(pid=103377) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 17:23:33.430859 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.db_base_plugin_v2 [None req-fcaf4b73-4b41-4e55-bf7f-d75eca8cf5f4 admin admin] Deleting subnet 75657dba-ba38-499e-8c73-0661b3ba329b {{(pid=103376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 17:23:33.438137 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-fcaf4b73-4b41-4e55-bf7f-d75eca8cf5f4 admin admin] Publish callbacks [] for subnet (75657dba-ba38-499e-8c73-0661b3ba329b), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:33.441909 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [None req-1bf59001-a8ba-42eb-b1af-20f7b0673077 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827839-2, 1cfe72cd-a132-433c-b79f-01c774ca758d) {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:23:33.452889 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bf59001-a8ba-42eb-b1af-20f7b0673077 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:23:33.453492 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-1bf59001-a8ba-42eb-b1af-20f7b0673077 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677565'] for subnet (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:33.461656 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-70301ad3-5d73-493d-b294-17e694c8575d None None] Provisioning complete for port 99718590-0342-4f0e-ad1d-2d284faf6a99 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:23:33.465141 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-70301ad3-5d73-493d-b294-17e694c8575d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (99718590-0342-4f0e-ad1d-2d284faf6a99), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:33.475394 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e9fdb94-2c37-4e62-a2d0-48280cbdcde0 None None] Network 1cfe72cd-a132-433c-b79f-01c774ca758d requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:23:33.521977 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 38806) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:23:33.539470 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-5d63687d-8e5d-412b-b28a-72f1bc33cadd req-3481164f-76cd-4e88-b65c-4a4eed6a440d tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] 10.222.0.89 "GET /v2.0/security-groups?id=e65ecd24-4d97-4684-be33-350ed30f90cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1724980 Feb 04 17:23:33.542054 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.db_base_plugin_common [req-9736b492-b720-4eb8-9c24-e1eb257138ab req-bd79aba2-dc69-4e34-acc4-96102863913c tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Allocated IP 10.1.1.36 (556cd7fb-ae94-473e-9ec8-6200a52368e1/c75ba609-a10e-4499-b6d7-a9d627fc3822/9d10f3e7-7f29-4443-b5c4-40872e166605) {{(pid=103377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:23:33.543633 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-fcaf4b73-4b41-4e55-bf7f-d75eca8cf5f4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25674901'] for subnet (75657dba-ba38-499e-8c73-0661b3ba329b), precommit_delete_associations {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:33.557577 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-1bf59001-a8ba-42eb-b1af-20f7b0673077 admin admin] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.9946237 Feb 04 17:23:33.605264 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 38810) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:23:33.611213 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-fcaf4b73-4b41-4e55-bf7f-d75eca8cf5f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1541225'] for subnet (75657dba-ba38-499e-8c73-0661b3ba329b), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:33.616645 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-a0e31d4d-e28e-4462-9073-451886f31c41 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-561769945-router', 'tenant_id': '48789684080144abaf0fc612d0276922', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188'}}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:23:33.654376 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-a0e31d4d-e28e-4462-9073-451886f31c41 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1601657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26921'] for router (b83e7ec8-9400-4bb2-97a5-bd4c6583fc3d), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:33.655451 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-a0e31d4d-e28e-4462-9073-451886f31c41 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1602025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603663', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1630571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26960'] for router (b83e7ec8-9400-4bb2-97a5-bd4c6583fc3d), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:33.703544 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb9c17e-5e4c-4e42-b247-406f32aa88af req-e4630b72-c681-4719-bfaf-e50a90cfef45 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:23:33.706239 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-1bb9c17e-5e4c-4e42-b247-406f32aa88af req-e4630b72-c681-4719-bfaf-e50a90cfef45 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] 10.222.0.89 "GET /v2.0/ports?device_id=d23ffa64-7651-4974-8c0d-1ba4c302839d HTTP/1.1" status: 200 len: 931 time: 0.2635994 Feb 04 17:23:33.722438 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-fcaf4b73-4b41-4e55-bf7f-d75eca8cf5f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1541216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25675894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25858947'] for subnet (75657dba-ba38-499e-8c73-0661b3ba329b), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:33.732107 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-decf73b1-fff5-4b06-a683-504477b19875 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e4c19ad-5724-5db8-8ee1-4f56ae69fcf4-1cfe72cd-a132-433c-b79f-01c774ca758d', 'network_id': '1cfe72cd-a132-433c-b79f-01c774ca758d', 'project_id': '48789684080144abaf0fc612d0276922', 'fixed_ips': [{'subnet_id': '7eacf596-f056-4e00-990f-d96c82dc5233'}]}} from n-d-827839-2. {{(pid=103378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 17:23:33.733256 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-decf73b1-fff5-4b06-a683-504477b19875 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:33.773823 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-fcaf4b73-4b41-4e55-bf7f-d75eca8cf5f4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:33.781441 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-fcaf4b73-4b41-4e55-bf7f-d75eca8cf5f4 admin admin] 10.222.0.89 "DELETE /v2.0/subnets/75657dba-ba38-499e-8c73-0661b3ba329b HTTP/1.1" status: 204 len: 168 time: 0.4527884 Feb 04 17:23:33.782670 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 38812) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:23:33.798235 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcaf4b73-4b41-4e55-bf7f-d75eca8cf5f4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=75657dba-ba38-499e-8c73-0661b3ba329b,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:23:33.928434 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-4fcd7a78-d9e9-4ea0-8ab1-afdaee24f87d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:33.975797 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-70301ad3-5d73-493d-b294-17e694c8575d None None] Current status of the port 99718590-0342-4f0e-ad1d-2d284faf6a99 is: DOWN; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:23:33.976498 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-70301ad3-5d73-493d-b294-17e694c8575d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (99718590-0342-4f0e-ad1d-2d284faf6a99), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:33.980430 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-1bb9c17e-5e4c-4e42-b247-406f32aa88af req-599f2812-0427-4434-b0df-f18753bcbeb2 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] 10.222.0.89 "GET /v2.0/security-groups?id=f41001c7-a515-4baa-b12d-2443831f66d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2684891 Feb 04 17:23:34.030082 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-0b45e586-33dd-42eb-9ab4-cf5630b23dd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628832'] for network (216a4039-f179-48b2-a471-479c3619af2b), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:34.115472 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-70301ad3-5d73-493d-b294-17e694c8575d None None] For port 99718590-0342-4f0e-ad1d-2d284faf6a99, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=99718590-0342-4f0e-ad1d-2d284faf6a99,segment=NetworkSegment(1cf24bdf-cd2a-424e-9446-8006bc746b7c),segment_id=1cf24bdf-cd2a-424e-9446-8006bc746b7c)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:23:34.124903 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-decf73b1-fff5-4b06-a683-504477b19875 None None] Allocated IP 172.20.0.2 (1cfe72cd-a132-433c-b79f-01c774ca758d/7eacf596-f056-4e00-990f-d96c82dc5233/f0ba3dc9-a0b1-435d-bfef-addf1ffbcbfc) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:23:34.134589 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-70301ad3-5d73-493d-b294-17e694c8575d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (99718590-0342-4f0e-ad1d-2d284faf6a99), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:34.208397 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-9bd19b70-b045-4b70-b033-959e323776da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ccb58de-7ff2-4b3b-b2e5-2bb298e2f2f5', 'name': 'tempest-TestServerBasicOps-588092638-router', 'tenant_id': 'e572c75f68264540b5ba57b47620f662', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.50'}], 'enable_snat': True}, 'gw_port_id': 'dd12a7b1-f096-40a0-88a2-010f3d0fd0ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:23:21Z', 'updated_at': '2022-02-04T17:23:27Z', 'revision_number': 4, 'project_id': 'e572c75f68264540b5ba57b47620f662', 'gw_port': {'id': 'dd12a7b1-f096-40a0-88a2-010f3d0fd0ef', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:d7:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ccb58de-7ff2-4b3b-b2e5-2bb298e2f2f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:23:21Z', 'updated_at': '2022-02-04T17:23:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_interfaces': [{'id': '99718590-0342-4f0e-ad1d-2d284faf6a99', 'name': '', 'network_id': '97b2e9b0-cacd-4163-811b-ff2a765f7055', 'tenant_id': 'e572c75f68264540b5ba57b47620f662', 'mac_address': 'fa:16:3e:7f:9a:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ccb58de-7ff2-4b3b-b2e5-2bb298e2f2f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '32617567-702a-48ca-945f-d54124aa2fdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:23:25Z', 'updated_at': '2022-02-04T17:23:32Z', 'revision_number': 4, 'project_id': 'e572c75f68264540b5ba57b47620f662', 'subnets': [{'id': '32617567-702a-48ca-945f-d54124aa2fdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-2', False) {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:23:34.248626 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-0b45e586-33dd-42eb-9ab4-cf5630b23dd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1543676', 'neutron.services.segments.db._delete_segments_for_network-8781084786517'] for network (216a4039-f179-48b2-a471-479c3619af2b), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:34.266152 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-9736b492-b720-4eb8-9c24-e1eb257138ab req-bd79aba2-dc69-4e34-acc4-96102863913c tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Publish callbacks [] for port (9d10f3e7-7f29-4443-b5c4-40872e166605), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:34.290926 n-d-827839-2 neutron-server[103376]: DEBUG neutron.services.segments.db [None req-0b45e586-33dd-42eb-9ab4-cf5630b23dd8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['216a4039-f179-48b2-a471-479c3619af2b']}} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:23:34.313115 n-d-827839-2 neutron-server[103376]: DEBUG neutron.services.segments.db [None req-0b45e586-33dd-42eb-9ab4-cf5630b23dd8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95907dbe-daad-4253-9caf-1b8f245e1a4d') {'for_net_delete': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:23:34.313343 n-d-827839-2 neutron-server[103376]: DEBUG neutron.services.segments.db [None req-0b45e586-33dd-42eb-9ab4-cf5630b23dd8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95907dbe-daad-4253-9caf-1b8f245e1a4d') {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:23:34.319654 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bd19b70-b045-4b70-b033-959e323776da None None] The sync data for ids ['0ccb58de-7ff2-4b3b-b2e5-2bb298e2f2f5'] in n-d-827839-2 is: [{'id': '0ccb58de-7ff2-4b3b-b2e5-2bb298e2f2f5', 'name': 'tempest-TestServerBasicOps-588092638-router', 'tenant_id': 'e572c75f68264540b5ba57b47620f662', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.50'}], 'enable_snat': True}, 'gw_port_id': 'dd12a7b1-f096-40a0-88a2-010f3d0fd0ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:23:21Z', 'updated_at': '2022-02-04T17:23:27Z', 'revision_number': 4, 'project_id': 'e572c75f68264540b5ba57b47620f662', 'gw_port': {'id': 'dd12a7b1-f096-40a0-88a2-010f3d0fd0ef', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:d7:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ccb58de-7ff2-4b3b-b2e5-2bb298e2f2f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:23:21Z', 'updated_at': '2022-02-04T17:23:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_interfaces': [{'id': '99718590-0342-4f0e-ad1d-2d284faf6a99', 'name': '', 'network_id': '97b2e9b0-cacd-4163-811b-ff2a765f7055', 'tenant_id': 'e572c75f68264540b5ba57b47620f662', 'mac_address': 'fa:16:3e:7f:9a:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ccb58de-7ff2-4b3b-b2e5-2bb298e2f2f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '32617567-702a-48ca-945f-d54124aa2fdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:23:25Z', 'updated_at': '2022-02-04T17:23:32Z', 'revision_number': 4, 'project_id': 'e572c75f68264540b5ba57b47620f662', 'subnets': [{'id': '32617567-702a-48ca-945f-d54124aa2fdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 17:23:34.326808 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-9736b492-b720-4eb8-9c24-e1eb257138ab req-bd79aba2-dc69-4e34-acc4-96102863913c tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (9d10f3e7-7f29-4443-b5c4-40872e166605), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:34.333919 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-4fcd7a78-d9e9-4ea0-8ab1-afdaee24f87d admin admin] Publish callbacks [] for security_group (cb12f293-9842-4d2e-b3c6-2928094422da), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:34.343642 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70301ad3-5d73-493d-b294-17e694c8575d None None] Pushing event updated for resources: {'Port': ['ID=99718590-0342-4f0e-ad1d-2d284faf6a99,revision_number=5']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:23:34.348547 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0f342c-f004-4592-8d7d-4cc9034c7032 req-3d0303ab-e63b-47cf-9a83-86c2cd65a3a3 tempest-ImagesTestJSON-301921999 tempest-ImagesTestJSON-301921999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:23:34.350266 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-3a0f342c-f004-4592-8d7d-4cc9034c7032 req-3d0303ab-e63b-47cf-9a83-86c2cd65a3a3 tempest-ImagesTestJSON-301921999 tempest-ImagesTestJSON-301921999-project] 10.222.0.89 "GET /v2.0/ports?device_id=5f68109e-df04-484f-b992-6678b4ebbbe8 HTTP/1.1" status: 200 len: 945 time: 0.2564659 Feb 04 17:23:34.364594 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa75660-4603-4c96-8bde-e9cc02cf6326 req-872243ce-c80b-4813-b5ad-7ae5e599d0e0 tempest-ServerRescueTestJSONUnderV235-1389214366 tempest-ServerRescueTestJSONUnderV235-1389214366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:23:34.367201 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-0b45e586-33dd-42eb-9ab4-cf5630b23dd8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781084783966', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25674908'] for segment (95907dbe-daad-4253-9caf-1b8f245e1a4d), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:34.368956 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-4fcd7a78-d9e9-4ea0-8ab1-afdaee24f87d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (cb12f293-9842-4d2e-b3c6-2928094422da), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:34.379085 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-3aa75660-4603-4c96-8bde-e9cc02cf6326 req-872243ce-c80b-4813-b5ad-7ae5e599d0e0 tempest-ServerRescueTestJSONUnderV235-1389214366 tempest-ServerRescueTestJSONUnderV235-1389214366-project] 10.222.0.89 "GET /v2.0/ports?device_id=c1affc7e-c4fd-44da-8120-774326466c99&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.7130995 Feb 04 17:23:34.450226 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-4fcd7a78-d9e9-4ea0-8ab1-afdaee24f87d admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=32c0b59e605642e4b50621420721a07d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9244728 Feb 04 17:23:34.450226 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-0b45e586-33dd-42eb-9ab4-cf5630b23dd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (95907dbe-daad-4253-9caf-1b8f245e1a4d), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:34.458093 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 38816) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:23:34.489456 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b45e586-33dd-42eb-9ab4-cf5630b23dd8 admin admin] Releasing vlan 795 on physical network physnet1 to pool {{(pid=103376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 17:23:34.489860 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-0b45e586-33dd-42eb-9ab4-cf5630b23dd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25675992'] for segment (95907dbe-daad-4253-9caf-1b8f245e1a4d), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:34.492007 n-d-827839-2 neutron-server[103376]: Traceback (most recent call last): Feb 04 17:23:34.492007 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 17:23:34.492007 n-d-827839-2 neutron-server[103376]: timer() Feb 04 17:23:34.492007 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 17:23:34.492007 n-d-827839-2 neutron-server[103376]: cb(*args, **kw) Feb 04 17:23:34.492007 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 17:23:34.492007 n-d-827839-2 neutron-server[103376]: return func(*args, **kwargs) Feb 04 17:23:34.492007 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 17:23:34.492007 n-d-827839-2 neutron-server[103376]: self._notify() Feb 04 17:23:34.492007 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 17:23:34.492007 n-d-827839-2 neutron-server[103376]: self.callback(batched_events) Feb 04 17:23:34.492007 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 17:23:34.492007 n-d-827839-2 neutron-server[103376]: event.method(event) Feb 04 17:23:34.492007 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 17:23:34.492007 n-d-827839-2 neutron-server[103376]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 17:23:34.492007 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 17:23:34.492007 n-d-827839-2 neutron-server[103376]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 17:23:34.492007 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 17:23:34.492007 n-d-827839-2 neutron-server[103376]: return f(self, *a, **k) Feb 04 17:23:34.492007 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 17:23:34.492007 n-d-827839-2 neutron-server[103376]: return self._get(url).json() Feb 04 17:23:34.492007 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 17:23:34.492007 n-d-827839-2 neutron-server[103376]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 17:23:34.492007 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 17:23:34.492007 n-d-827839-2 neutron-server[103376]: return self.request(url, 'GET', **kwargs) Feb 04 17:23:34.492007 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 17:23:34.492007 n-d-827839-2 neutron-server[103376]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 17:23:34.492007 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 17:23:34.492007 n-d-827839-2 neutron-server[103376]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 17:23:34.492007 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 17:23:34.492007 n-d-827839-2 neutron-server[103376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 17:23:34.492007 n-d-827839-2 neutron-server[103376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 17:23:34.520428 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-decf73b1-fff5-4b06-a683-504477b19875 None None] Publish callbacks [] for port (f0ba3dc9-a0b1-435d-bfef-addf1ffbcbfc), precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:34.526855 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-decf73b1-fff5-4b06-a683-504477b19875 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135'] for port (f0ba3dc9-a0b1-435d-bfef-addf1ffbcbfc), after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:34.563972 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fcd7a78-d9e9-4ea0-8ab1-afdaee24f87d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb12f293-9842-4d2e-b3c6-2928094422da,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:23:34.568708 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-a0e31d4d-e28e-4462-9073-451886f31c41 admin admin] Publish callbacks [] for router_controller (b83e7ec8-9400-4bb2-97a5-bd4c6583fc3d), precommit_add_association {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:34.577676 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9736b492-b720-4eb8-9c24-e1eb257138ab req-bd79aba2-dc69-4e34-acc4-96102863913c tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Network 556cd7fb-ae94-473e-9ec8-6200a52368e1 is already hosted by enough agents. {{(pid=103377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:23:34.584864 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-3aa75660-4603-4c96-8bde-e9cc02cf6326 req-b15affae-4672-416c-b820-31ce53d7bdb8 tempest-ServerRescueTestJSONUnderV235-1389214366 tempest-ServerRescueTestJSONUnderV235-1389214366-project] 10.222.0.89 "GET /v2.0/floatingips?floating_ip_address=172.25.6.98 HTTP/1.1" status: 200 len: 695 time: 0.2046938 Feb 04 17:23:34.588364 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [req-9736b492-b720-4eb8-9c24-e1eb257138ab req-bd79aba2-dc69-4e34-acc4-96102863913c tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Resources bound (agent type, host, resource id): {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:23:34.607180 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-decf73b1-fff5-4b06-a683-504477b19875 None None] Pushing event updated for resources: {'Port': ['ID=f0ba3dc9-a0b1-435d-bfef-addf1ffbcbfc,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:23:34.608414 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [req-9736b492-b720-4eb8-9c24-e1eb257138ab req-bd79aba2-dc69-4e34-acc4-96102863913c tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Received port after_create {{(pid=103377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:23:34.624046 n-d-827839-2 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-decf73b1-fff5-4b06-a683-504477b19875 None None] Network 1cfe72cd-a132-433c-b79f-01c774ca758d is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:23:34.626181 n-d-827839-2 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-decf73b1-fff5-4b06-a683-504477b19875 None None] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:23:34.629817 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-decf73b1-fff5-4b06-a683-504477b19875 None None] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:23:34.681808 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-3a0f342c-f004-4592-8d7d-4cc9034c7032 req-a479967a-e7ff-4005-b4d3-cfeaefda5e7c tempest-ImagesTestJSON-301921999 tempest-ImagesTestJSON-301921999-project] 10.222.0.89 "GET /v2.0/security-groups?id=5b73e0f3-a9f7-4cf1-b4aa-b594ce8b7178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3158088 Feb 04 17:23:34.718426 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-0b45e586-33dd-42eb-9ab4-cf5630b23dd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1543671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1595572'] for network (216a4039-f179-48b2-a471-479c3619af2b), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:34.741799 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-650648f8-de26-437e-9bb6-ce672a662bd4 admin admin] Publish callbacks [] for security_group (cb12f293-9842-4d2e-b3c6-2928094422da), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:34.750057 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-0b45e586-33dd-42eb-9ab4-cf5630b23dd8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677565'] for network (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:34.753985 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-0b45e586-33dd-42eb-9ab4-cf5630b23dd8 admin admin] 10.222.0.89 "DELETE /v2.0/networks/216a4039-f179-48b2-a471-479c3619af2b HTTP/1.1" status: 204 len: 168 time: 0.9677565 Feb 04 17:23:34.759660 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 38820) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:23:34.790273 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b45e586-33dd-42eb-9ab4-cf5630b23dd8 admin admin] Pushing event deleted for resources: {'Network': ['ID=216a4039-f179-48b2-a471-479c3619af2b,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:23:34.796001 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4f14bb47-e72b-46ac-9e44-a61d9293afcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (75326290-f7a3-4db8-9cf2-15c7139ed224), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:34.796921 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-decf73b1-fff5-4b06-a683-504477b19875 None None] Attempting to bind port f0ba3dc9-a0b1-435d-bfef-addf1ffbcbfc on host n-d-827839-2 for vnic_type normal with profile {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:23:34.797306 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-decf73b1-fff5-4b06-a683-504477b19875 None None] Attempting to bind port f0ba3dc9-a0b1-435d-bfef-addf1ffbcbfc by drivers openvswitch,hyperv on host n-d-827839-2 at level 0 using segments [{'id': 'fe02808d-4383-47bb-9b4e-70c1c22afee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '1cfe72cd-a132-433c-b79f-01c774ca758d'}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:23:34.801837 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-decf73b1-fff5-4b06-a683-504477b19875 None None] Attempting to bind port f0ba3dc9-a0b1-435d-bfef-addf1ffbcbfc on network 1cfe72cd-a132-433c-b79f-01c774ca758d {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:23:34.814212 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-decf73b1-fff5-4b06-a683-504477b19875 None None] Checking agent: {'id': 'ba70844b-66a0-45fd-a2f2-e6ed673321fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 0, 36), 'started_at': datetime.datetime(2022, 2, 4, 17, 1, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 23, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:23:34.814585 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-decf73b1-fff5-4b06-a683-504477b19875 None None] Checking segment: {'id': 'fe02808d-4383-47bb-9b4e-70c1c22afee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '1cfe72cd-a132-433c-b79f-01c774ca758d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:23:34.814990 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-decf73b1-fff5-4b06-a683-504477b19875 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:34.815378 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-decf73b1-fff5-4b06-a683-504477b19875 None None] Bound using segment: {'id': 'fe02808d-4383-47bb-9b4e-70c1c22afee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '1cfe72cd-a132-433c-b79f-01c774ca758d'} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:23:34.816017 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-decf73b1-fff5-4b06-a683-504477b19875 None None] Bound port: f0ba3dc9-a0b1-435d-bfef-addf1ffbcbfc, host: n-d-827839-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe02808d-4383-47bb-9b4e-70c1c22afee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '1cfe72cd-a132-433c-b79f-01c774ca758d'}}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:23:34.816765 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-decf73b1-fff5-4b06-a683-504477b19875 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (f0ba3dc9-a0b1-435d-bfef-addf1ffbcbfc), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:34.817013 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-650648f8-de26-437e-9bb6-ce672a662bd4 admin admin] Publish callbacks [] for security_group (cb12f293-9842-4d2e-b3c6-2928094422da), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:34.837202 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [req-3aa75660-4603-4c96-8bde-e9cc02cf6326 req-7c0417b6-23ad-4855-84d3-a63ef430fa53 tempest-ServerRescueTestJSONUnderV235-1389214366 tempest-ServerRescueTestJSONUnderV235-1389214366-project] Request body: {'floatingip': {'port_id': '3120abc2-f8c4-441a-beb5-ce8f46eca2db', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:23:34.839866 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd79aba2-dc69-4e34-acc4-96102863913c tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Pushing event updated for resources: {'Port': ['ID=9d10f3e7-7f29-4443-b5c4-40872e166605,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:23:34.902239 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-decf73b1-fff5-4b06-a683-504477b19875 None None] For port f0ba3dc9-a0b1-435d-bfef-addf1ffbcbfc, host n-d-827839-2, cleared binding levels {{(pid=103378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:23:34.906780 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-decf73b1-fff5-4b06-a683-504477b19875 None None] For port f0ba3dc9-a0b1-435d-bfef-addf1ffbcbfc, host n-d-827839-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=f0ba3dc9-a0b1-435d-bfef-addf1ffbcbfc,segment=NetworkSegment(fe02808d-4383-47bb-9b4e-70c1c22afee4),segment_id=fe02808d-4383-47bb-9b4e-70c1c22afee4)] {{(pid=103378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:23:34.917600 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-decf73b1-fff5-4b06-a683-504477b19875 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (f0ba3dc9-a0b1-435d-bfef-addf1ffbcbfc), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:35.022863 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-3aa75660-4603-4c96-8bde-e9cc02cf6326 req-7c0417b6-23ad-4855-84d3-a63ef430fa53 tempest-ServerRescueTestJSONUnderV235-1389214366 tempest-ServerRescueTestJSONUnderV235-1389214366-project] Publish callbacks [] for floatingip (76780e82-0dd9-47c2-9505-22d6fc9347ae), before_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:35.043681 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10c2bb8-9075-4da5-a9c9-a33085c214ac req-657f9573-edbd-406c-8d97-fec0e68c71f0 tempest-ServerRescueNegativeTestJSON-1481324798 tempest-ServerRescueNegativeTestJSON-1481324798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:23:35.045868 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-c10c2bb8-9075-4da5-a9c9-a33085c214ac req-657f9573-edbd-406c-8d97-fec0e68c71f0 tempest-ServerRescueNegativeTestJSON-1481324798 tempest-ServerRescueNegativeTestJSON-1481324798-project] 10.222.0.89 "GET /v2.0/ports?device_id=96f9652e-8b23-4729-8bd9-8d19010715cb HTTP/1.1" status: 200 len: 945 time: 0.2218153 Feb 04 17:23:35.077856 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9736b492-b720-4eb8-9c24-e1eb257138ab req-bd79aba2-dc69-4e34-acc4-96102863913c tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:23:35.078699 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-9736b492-b720-4eb8-9c24-e1eb257138ab req-bd79aba2-dc69-4e34-acc4-96102863913c tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:35.094425 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-a0e31d4d-e28e-4462-9073-451886f31c41 admin admin] Publish callbacks [] for router_gateway (b83e7ec8-9400-4bb2-97a5-bd4c6583fc3d), precommit_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:35.111389 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-ef74bb17-f3b1-40c2-b49f-c68a33999624 None None] Provisioning complete for port 9d10f3e7-7f29-4443-b5c4-40872e166605 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:23:35.112068 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ef74bb17-f3b1-40c2-b49f-c68a33999624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (9d10f3e7-7f29-4443-b5c4-40872e166605), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:35.115446 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-650648f8-de26-437e-9bb6-ce672a662bd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (cb12f293-9842-4d2e-b3c6-2928094422da), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:35.126856 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-650648f8-de26-437e-9bb6-ce672a662bd4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:35.127789 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-650648f8-de26-437e-9bb6-ce672a662bd4 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/cb12f293-9842-4d2e-b3c6-2928094422da HTTP/1.1" status: 204 len: 168 time: 0.6659410 Feb 04 17:23:35.137182 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.db_base_plugin_v2 [None req-87cd27c2-32a3-4edc-bebb-702ce62a4d4f admin admin] Deleting subnet 427d9f0e-c8ce-46a9-a1ee-850d142eb66b {{(pid=103377) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 17:23:35.165930 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-ef74bb17-f3b1-40c2-b49f-c68a33999624 None None] Port 9d10f3e7-7f29-4443-b5c4-40872e166605 cannot update to ACTIVE because it is not bound. {{(pid=103378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 17:23:35.170309 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-87cd27c2-32a3-4edc-bebb-702ce62a4d4f admin admin] Publish callbacks [] for subnet (427d9f0e-c8ce-46a9-a1ee-850d142eb66b), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:35.174720 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-decf73b1-fff5-4b06-a683-504477b19875 None None] Pushing event updated for resources: {'Port': ['ID=f0ba3dc9-a0b1-435d-bfef-addf1ffbcbfc,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:23:35.209673 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650648f8-de26-437e-9bb6-ce672a662bd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb12f293-9842-4d2e-b3c6-2928094422da,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:23:35.216922 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-c10c2bb8-9075-4da5-a9c9-a33085c214ac req-4e4483c0-43a5-4342-8ddd-58806c0a0726 tempest-ServerRescueNegativeTestJSON-1481324798 tempest-ServerRescueNegativeTestJSON-1481324798-project] 10.222.0.89 "GET /v2.0/security-groups?id=47e1fb0d-88ed-4fed-9e75-9f02b9f534f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493714 Feb 04 17:23:35.255713 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-9736b492-b720-4eb8-9c24-e1eb257138ab req-bd79aba2-dc69-4e34-acc4-96102863913c tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.8788571 Feb 04 17:23:35.277690 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [req-9736b492-b720-4eb8-9c24-e1eb257138ab req-3ba7beef-c82e-4bb1-a127-63343466d06a tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Request body: {'port': {'device_id': 'd23ffa64-7651-4974-8c0d-1ba4c302839d', 'network_id': '556cd7fb-ae94-473e-9ec8-6200a52368e1', 'admin_state_up': True, 'tenant_id': 'c5cb386618c24d66b6712f0d36ac7fea', 'security_groups': ['f41001c7-a515-4baa-b12d-2443831f66d9']}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:23:35.445511 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078febfe-a65c-4b79-b891-e91d0d3db371 req-0a959d72-4f1f-449c-9932-e0273b93d585 tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:23:35.447337 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-078febfe-a65c-4b79-b891-e91d0d3db371 req-0a959d72-4f1f-449c-9932-e0273b93d585 tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] 10.222.0.89 "GET /v2.0/ports?device_id=32c473d7-3f2d-495e-b44f-fd0929434fbd HTTP/1.1" status: 200 len: 946 time: 0.0771918 Feb 04 17:23:35.467155 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-87cd27c2-32a3-4edc-bebb-702ce62a4d4f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26866676'] for subnet (427d9f0e-c8ce-46a9-a1ee-850d142eb66b), precommit_delete_associations {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:35.562824 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-078febfe-a65c-4b79-b891-e91d0d3db371 req-b7068a2b-10a5-48c3-917b-4a767f9944c2 tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] 10.222.0.89 "GET /v2.0/security-groups?id=e65ecd24-4d97-4684-be33-350ed30f90cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1087434 Feb 04 17:23:35.717267 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-87cd27c2-32a3-4edc-bebb-702ce62a4d4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1541225'] for subnet (427d9f0e-c8ce-46a9-a1ee-850d142eb66b), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:35.718090 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (ba70844b-66a0-45fd-a2f2-e6ed673321fc), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:35.785264 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 38830) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:23:35.802919 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-8f1becee-16e1-4610-ae7a-1dbe8246b463 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:35.824504 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef071fa-51f1-40c5-8cf7-acc4682c0fcc req-3012d41e-1936-4bb7-b908-94a258896758 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:23:35.831835 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef071fa-51f1-40c5-8cf7-acc4682c0fcc req-3012d41e-1936-4bb7-b908-94a258896758 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:23:35.834336 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-1ef071fa-51f1-40c5-8cf7-acc4682c0fcc req-3012d41e-1936-4bb7-b908-94a258896758 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] 10.222.0.89 "GET /v2.0/ports?device_id=d23ffa64-7651-4974-8c0d-1ba4c302839d HTTP/1.1" status: 200 len: 1652 time: 0.1244192 Feb 04 17:23:35.846215 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-87cd27c2-32a3-4edc-bebb-702ce62a4d4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1541216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25888360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25597190'] for subnet (427d9f0e-c8ce-46a9-a1ee-850d142eb66b), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:35.918028 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-1ef071fa-51f1-40c5-8cf7-acc4682c0fcc req-f93d7719-f3b3-4613-a709-091105fe643f tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] 10.222.0.89 "GET /v2.0/security-groups?id=f41001c7-a515-4baa-b12d-2443831f66d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0747793 Feb 04 17:23:35.969422 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-8f1becee-16e1-4610-ae7a-1dbe8246b463 admin admin] Publish callbacks [] for security_group (45fb2c12-1459-4983-8179-abaf41ba635e), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:35.974934 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-8f1becee-16e1-4610-ae7a-1dbe8246b463 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (45fb2c12-1459-4983-8179-abaf41ba635e), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:36.009358 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1becee-16e1-4610-ae7a-1dbe8246b463 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45fb2c12-1459-4983-8179-abaf41ba635e,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:23:36.040369 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-8f1becee-16e1-4610-ae7a-1dbe8246b463 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=e077c8d88e6d4d7a865dc185ed69f3c0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2537928 Feb 04 17:23:36.041385 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 38832) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:23:36.163161 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-83a02ead-3184-48d0-b174-c97a0403d82b admin admin] Publish callbacks [] for security_group (45fb2c12-1459-4983-8179-abaf41ba635e), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:36.199759 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e464ce5e-7262-4247-ba2f-8ae35059eaf9 req-c380ff64-19fd-4eb0-88bb-d789529c0157 tempest-ImagesTestJSON-301921999 tempest-ImagesTestJSON-301921999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:23:36.207699 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-e464ce5e-7262-4247-ba2f-8ae35059eaf9 req-c380ff64-19fd-4eb0-88bb-d789529c0157 tempest-ImagesTestJSON-301921999 tempest-ImagesTestJSON-301921999-project] 10.222.0.89 "GET /v2.0/ports?device_id=5f68109e-df04-484f-b992-6678b4ebbbe8 HTTP/1.1" status: 200 len: 945 time: 0.1269045 Feb 04 17:23:36.213577 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device 0dc06b5d-448b-4f0d-ad2e-de475b21d9b4 details requested by agent hyperv_n-h1-827839-2 with host n-h1-827839-2 {{(pid=103378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 17:23:36.228184 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-87cd27c2-32a3-4edc-bebb-702ce62a4d4f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677565'] for subnet (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:36.235145 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-87cd27c2-32a3-4edc-bebb-702ce62a4d4f admin admin] 10.222.0.89 "DELETE /v2.0/subnets/427d9f0e-c8ce-46a9-a1ee-850d142eb66b HTTP/1.1" status: 204 len: 168 time: 1.4652748 Feb 04 17:23:36.236143 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 38834) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:23:36.288130 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87cd27c2-32a3-4edc-bebb-702ce62a4d4f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=427d9f0e-c8ce-46a9-a1ee-850d142eb66b,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:23:36.341904 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-e464ce5e-7262-4247-ba2f-8ae35059eaf9 req-a66ffa5c-830f-47aa-b0d8-d7d764bb3098 tempest-ImagesTestJSON-301921999 tempest-ImagesTestJSON-301921999-project] 10.222.0.89 "GET /v2.0/security-groups?id=5b73e0f3-a9f7-4cf1-b4aa-b594ce8b7178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265237 Feb 04 17:23:36.344670 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-83a02ead-3184-48d0-b174-c97a0403d82b admin admin] Publish callbacks [] for security_group (45fb2c12-1459-4983-8179-abaf41ba635e), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:36.427317 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-3aa75660-4603-4c96-8bde-e9cc02cf6326 req-7c0417b6-23ad-4855-84d3-a63ef430fa53 tempest-ServerRescueTestJSONUnderV235-1389214366 tempest-ServerRescueTestJSONUnderV235-1389214366-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:36.449689 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-83a02ead-3184-48d0-b174-c97a0403d82b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (45fb2c12-1459-4983-8179-abaf41ba635e), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:36.453586 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-83a02ead-3184-48d0-b174-c97a0403d82b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:36.459209 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-83a02ead-3184-48d0-b174-c97a0403d82b admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/45fb2c12-1459-4983-8179-abaf41ba635e HTTP/1.1" status: 204 len: 168 time: 0.4161446 Feb 04 17:23:36.481952 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a02ead-3184-48d0-b174-c97a0403d82b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45fb2c12-1459-4983-8179-abaf41ba635e,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:23:36.488688 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] For port 0dc06b5d-448b-4f0d-ad2e-de475b21d9b4, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=0dc06b5d-448b-4f0d-ad2e-de475b21d9b4,segment=NetworkSegment(9e3ed071-c030-493d-8cca-599abfcb88ee),segment_id=9e3ed071-c030-493d-8cca-599abfcb88ee)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:23:36.608541 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Returning: {'device': '0dc06b5d-448b-4f0d-ad2e-de475b21d9b4', 'network_id': '482d30fe-67ad-4874-a89a-719137c68b40', 'port_id': '0dc06b5d-448b-4f0d-ad2e-de475b21d9b4', 'mac_address': 'fa:16:3e:ea:ee:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 780, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '038a8af9-19f4-4848-babf-d3b1e786f999', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 17:23:36.697442 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Current status of the port 0dc06b5d-448b-4f0d-ad2e-de475b21d9b4 is: ACTIVE; New status is: BUILD {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:23:36.698405 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (0dc06b5d-448b-4f0d-ad2e-de475b21d9b4), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:36.703243 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93035f3-8d1b-4fba-9659-02bdbc3b7b1a req-a60f4b0c-92ca-4a25-aed2-dfd6c24893d4 tempest-ServerRescueNegativeTestJSON-1481324798 tempest-ServerRescueNegativeTestJSON-1481324798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:23:36.707680 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-b93035f3-8d1b-4fba-9659-02bdbc3b7b1a req-a60f4b0c-92ca-4a25-aed2-dfd6c24893d4 tempest-ServerRescueNegativeTestJSON-1481324798 tempest-ServerRescueNegativeTestJSON-1481324798-project] 10.222.0.89 "GET /v2.0/ports?device_id=96f9652e-8b23-4729-8bd9-8d19010715cb HTTP/1.1" status: 200 len: 945 time: 0.2026601 Feb 04 17:23:36.728590 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0dc06b5d-448b-4f0d-ad2e-de475b21d9b4 {{(pid=103378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 17:23:36.742509 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 99718590-0342-4f0e-ad1d-2d284faf6a99 up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:23:36.802072 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9eee71f4-8315-4362-9861-89a97fc127e9 None None] Network 1cfe72cd-a132-433c-b79f-01c774ca758d requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:23:36.813241 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-b93035f3-8d1b-4fba-9659-02bdbc3b7b1a req-ba4bb39c-f4a1-407e-8383-18c019e1b02e tempest-ServerRescueNegativeTestJSON-1481324798 tempest-ServerRescueNegativeTestJSON-1481324798-project] 10.222.0.89 "GET /v2.0/security-groups?id=47e1fb0d-88ed-4fed-9e75-9f02b9f534f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930643 Feb 04 17:23:36.837589 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9736b492-b720-4eb8-9c24-e1eb257138ab req-3ba7beef-c82e-4bb1-a127-63343466d06a tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Made reservation on behalf of c5cb386618c24d66b6712f0d36ac7fea for: {'port': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:23:36.847884 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-9736b492-b720-4eb8-9c24-e1eb257138ab req-3ba7beef-c82e-4bb1-a127-63343466d06a tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:36.850196 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-3aa75660-4603-4c96-8bde-e9cc02cf6326 req-7c0417b6-23ad-4855-84d3-a63ef430fa53 tempest-ServerRescueTestJSONUnderV235-1389214366 tempest-ServerRescueTestJSONUnderV235-1389214366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1595586'] for floatingip (76780e82-0dd9-47c2-9505-22d6fc9347ae), after_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:36.863074 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-a0e31d4d-e28e-4462-9073-451886f31c41 admin admin] Publish callbacks [] for router_gateway (b83e7ec8-9400-4bb2-97a5-bd4c6583fc3d), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:36.952366 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] For port 0dc06b5d-448b-4f0d-ad2e-de475b21d9b4, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=0dc06b5d-448b-4f0d-ad2e-de475b21d9b4,segment=NetworkSegment(9e3ed071-c030-493d-8cca-599abfcb88ee),segment_id=9e3ed071-c030-493d-8cca-599abfcb88ee)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:23:36.984398 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-a0e31d4d-e28e-4462-9073-451886f31c41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:36.986806 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (0dc06b5d-448b-4f0d-ad2e-de475b21d9b4), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:36.993892 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39d1d09-b070-4353-adef-266521945774 req-a10eef71-cc2b-4f30-b939-4c63beee7d7f tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:23:36.996520 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-d85f7df8-2f99-4a74-b59e-d6304e1f6e27 None None] Provisioning complete for port f0ba3dc9-a0b1-435d-bfef-addf1ffbcbfc triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:23:36.997135 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d85f7df8-2f99-4a74-b59e-d6304e1f6e27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (f0ba3dc9-a0b1-435d-bfef-addf1ffbcbfc), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:37.003621 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-d39d1d09-b070-4353-adef-266521945774 req-a10eef71-cc2b-4f30-b939-4c63beee7d7f tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] 10.222.0.89 "GET /v2.0/ports?device_id=32c473d7-3f2d-495e-b44f-fd0929434fbd HTTP/1.1" status: 200 len: 946 time: 0.1042335 Feb 04 17:23:37.034488 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-8f5e35c3-412f-46c8-9baa-dce0250a75e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628832'] for network (f24d78ab-a38c-42e7-b045-c18de6b7af74), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:37.084631 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-d39d1d09-b070-4353-adef-266521945774 req-e9e89bd0-6f2c-484d-959a-ae48bd76673c tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] 10.222.0.89 "GET /v2.0/security-groups?id=e65ecd24-4d97-4684-be33-350ed30f90cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0771565 Feb 04 17:23:37.192081 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cab30b0-be91-4add-bffc-e72fb342c427 req-a25af8c1-2296-41ed-9c69-718a9c4e74e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:23:37.193989 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-4cab30b0-be91-4add-bffc-e72fb342c427 req-a25af8c1-2296-41ed-9c69-718a9c4e74e2 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=96f9652e-8b23-4729-8bd9-8d19010715cb HTTP/1.1" status: 200 len: 1127 time: 0.5350769 Feb 04 17:23:37.265062 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2288f9a-29b6-46f8-9cfa-2ba86724f585 req-b2f7ac15-9881-4501-a489-90a525a659cc tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:23:37.274114 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2288f9a-29b6-46f8-9cfa-2ba86724f585 req-b2f7ac15-9881-4501-a489-90a525a659cc tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:23:37.275870 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-d2288f9a-29b6-46f8-9cfa-2ba86724f585 req-b2f7ac15-9881-4501-a489-90a525a659cc tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] 10.222.0.89 "GET /v2.0/ports?device_id=d23ffa64-7651-4974-8c0d-1ba4c302839d HTTP/1.1" status: 200 len: 1652 time: 0.1162243 Feb 04 17:23:37.322535 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Pushing event updated for resources: {'Port': ['ID=0dc06b5d-448b-4f0d-ad2e-de475b21d9b4,revision_number=6']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:23:37.348652 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-d2288f9a-29b6-46f8-9cfa-2ba86724f585 req-3c783c14-0d42-45ec-a2f6-e7d46ed1ba12 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] 10.222.0.89 "GET /v2.0/security-groups?id=f41001c7-a515-4baa-b12d-2443831f66d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0666528 Feb 04 17:23:37.361879 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port 99718590-0342-4f0e-ad1d-2d284faf6a99 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:23:37.362909 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (99718590-0342-4f0e-ad1d-2d284faf6a99), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:37.390652 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] get_ports_and_sgs() called for port_ids ['0dc06b5d-448b-4f0d-ad2e-de475b21d9b4'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 17:23:37.417305 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-4cab30b0-be91-4add-bffc-e72fb342c427 req-51be7de9-399a-434b-b429-1d7ba76479d8 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=47e1fb0d-88ed-4fed-9e75-9f02b9f534f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2030249 Feb 04 17:23:37.418416 n-d-827839-2 neutron-server[103377]: INFO neutron.db.l3_db [req-3aa75660-4603-4c96-8bde-e9cc02cf6326 req-7c0417b6-23ad-4855-84d3-a63ef430fa53 tempest-ServerRescueTestJSONUnderV235-1389214366 tempest-ServerRescueTestJSONUnderV235-1389214366-project] Floating IP 76780e82-0dd9-47c2-9505-22d6fc9347ae associated. External IP: 172.25.6.98, port: 3120abc2-f8c4-441a-beb5-ce8f46eca2db. Feb 04 17:23:37.566651 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca02830-b396-49bc-8cc9-cbef7e12a07e req-3fbb3243-ab6f-418c-837c-fe6eedeb272b tempest-ImagesTestJSON-301921999 tempest-ImagesTestJSON-301921999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:23:37.576629 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-0ca02830-b396-49bc-8cc9-cbef7e12a07e req-3fbb3243-ab6f-418c-837c-fe6eedeb272b tempest-ImagesTestJSON-301921999 tempest-ImagesTestJSON-301921999-project] 10.222.0.89 "GET /v2.0/ports?device_id=5f68109e-df04-484f-b992-6678b4ebbbe8 HTTP/1.1" status: 200 len: 945 time: 0.1136973 Feb 04 17:23:37.644163 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-d85f7df8-2f99-4a74-b59e-d6304e1f6e27 None None] Current status of the port f0ba3dc9-a0b1-435d-bfef-addf1ffbcbfc is: DOWN; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:23:37.645207 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d85f7df8-2f99-4a74-b59e-d6304e1f6e27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (f0ba3dc9-a0b1-435d-bfef-addf1ffbcbfc), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:37.652715 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-0ca02830-b396-49bc-8cc9-cbef7e12a07e req-0a03d476-8d1f-4ff0-8fe3-87f5f38e28f3 tempest-ImagesTestJSON-301921999 tempest-ImagesTestJSON-301921999-project] 10.222.0.89 "GET /v2.0/security-groups?id=5b73e0f3-a9f7-4cf1-b4aa-b594ce8b7178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749497 Feb 04 17:23:37.768391 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-d85f7df8-2f99-4a74-b59e-d6304e1f6e27 None None] For port f0ba3dc9-a0b1-435d-bfef-addf1ffbcbfc, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=f0ba3dc9-a0b1-435d-bfef-addf1ffbcbfc,segment=NetworkSegment(fe02808d-4383-47bb-9b4e-70c1c22afee4),segment_id=fe02808d-4383-47bb-9b4e-70c1c22afee4)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:23:37.798845 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d85f7df8-2f99-4a74-b59e-d6304e1f6e27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (f0ba3dc9-a0b1-435d-bfef-addf1ffbcbfc), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:37.803671 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port 99718590-0342-4f0e-ad1d-2d284faf6a99 is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:23:37.806291 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device f0ba3dc9-a0b1-435d-bfef-addf1ffbcbfc up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:23:37.945848 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85f7df8-2f99-4a74-b59e-d6304e1f6e27 None None] Pushing event updated for resources: {'Port': ['ID=f0ba3dc9-a0b1-435d-bfef-addf1ffbcbfc,revision_number=3']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:23:38.005293 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port f0ba3dc9-a0b1-435d-bfef-addf1ffbcbfc triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:23:38.005293 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (f0ba3dc9-a0b1-435d-bfef-addf1ffbcbfc), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:38.049709 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bde3d1-b7cc-4a67-bd14-fdd203c97e79 req-9bbb3a0a-8ce8-4fb6-af94-dcb18ce3cc4a tempest-ServerRescueNegativeTestJSON-1481324798 tempest-ServerRescueNegativeTestJSON-1481324798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:23:38.067769 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.db_base_plugin_common [None req-a0e31d4d-e28e-4462-9073-451886f31c41 admin admin] Allocated IP 172.25.6.30 (48165773-85ad-49a1-9ec1-76fc8dc24188/7660bfad-1ea8-4fe7-831b-bed836f13efc/8b45cf6c-8ac3-4b9f-a285-dff4aabdcf28) {{(pid=103377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:23:38.069342 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-a6bde3d1-b7cc-4a67-bd14-fdd203c97e79 req-9bbb3a0a-8ce8-4fb6-af94-dcb18ce3cc4a tempest-ServerRescueNegativeTestJSON-1481324798 tempest-ServerRescueNegativeTestJSON-1481324798-project] 10.222.0.89 "GET /v2.0/ports?device_id=96f9652e-8b23-4729-8bd9-8d19010715cb HTTP/1.1" status: 200 len: 945 time: 0.1505332 Feb 04 17:23:38.107603 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port f0ba3dc9-a0b1-435d-bfef-addf1ffbcbfc is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:23:38.132180 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-afb4874b-aed0-4e73-9227-38d17640c0af None None] Provisioning complete for port f0ba3dc9-a0b1-435d-bfef-addf1ffbcbfc triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:23:38.132547 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-afb4874b-aed0-4e73-9227-38d17640c0af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (f0ba3dc9-a0b1-435d-bfef-addf1ffbcbfc), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:38.147309 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-a6bde3d1-b7cc-4a67-bd14-fdd203c97e79 req-91b3cc00-1d84-44ae-8a80-9c1c9c9c8688 tempest-ServerRescueNegativeTestJSON-1481324798 tempest-ServerRescueNegativeTestJSON-1481324798-project] 10.222.0.89 "GET /v2.0/security-groups?id=47e1fb0d-88ed-4fed-9e75-9f02b9f534f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768232 Feb 04 17:23:38.151957 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-8f5e35c3-412f-46c8-9baa-dce0250a75e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1543676', 'neutron.services.segments.db._delete_segments_for_network-8781084786517'] for network (f24d78ab-a38c-42e7-b045-c18de6b7af74), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:38.218007 n-d-827839-2 neutron-server[103377]: DEBUG neutron.services.segments.db [None req-8f5e35c3-412f-46c8-9baa-dce0250a75e8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f24d78ab-a38c-42e7-b045-c18de6b7af74']}} {{(pid=103377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:23:38.222705 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.db_base_plugin_common [req-9736b492-b720-4eb8-9c24-e1eb257138ab req-3ba7beef-c82e-4bb1-a127-63343466d06a tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Allocated IP 10.1.1.45 (556cd7fb-ae94-473e-9ec8-6200a52368e1/c75ba609-a10e-4499-b6d7-a9d627fc3822/ebd98b55-b8fd-45a0-bc8c-3d8c64222855) {{(pid=103377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:23:38.235999 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-afb4874b-aed0-4e73-9227-38d17640c0af None None] Current status of the port f0ba3dc9-a0b1-435d-bfef-addf1ffbcbfc is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:23:38.238823 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device 0dc06b5d-448b-4f0d-ad2e-de475b21d9b4 up at agent hyperv_n-h1-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:23:38.250776 n-d-827839-2 neutron-server[103377]: DEBUG neutron.services.segments.db [None req-8f5e35c3-412f-46c8-9baa-dce0250a75e8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b55c14d9-adae-4650-a85f-efba8e1c0364') {'for_net_delete': True} {{(pid=103377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:23:38.251082 n-d-827839-2 neutron-server[103377]: DEBUG neutron.services.segments.db [None req-8f5e35c3-412f-46c8-9baa-dce0250a75e8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b55c14d9-adae-4650-a85f-efba8e1c0364') {} {{(pid=103377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:23:38.283136 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-8f5e35c3-412f-46c8-9baa-dce0250a75e8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781084783966', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26866685'] for segment (b55c14d9-adae-4650-a85f-efba8e1c0364), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:38.311699 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Provisioning complete for port 0dc06b5d-448b-4f0d-ad2e-de475b21d9b4 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:23:38.313410 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (0dc06b5d-448b-4f0d-ad2e-de475b21d9b4), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:38.346379 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-8f5e35c3-412f-46c8-9baa-dce0250a75e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (b55c14d9-adae-4650-a85f-efba8e1c0364), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:38.356256 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-a0e31d4d-e28e-4462-9073-451886f31c41 admin admin] Publish callbacks [] for port (8b45cf6c-8ac3-4b9f-a285-dff4aabdcf28), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:38.383103 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f5e35c3-412f-46c8-9baa-dce0250a75e8 admin admin] Releasing vlan 768 on physical network physnet1 to pool {{(pid=103377) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 17:23:38.383515 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-8f5e35c3-412f-46c8-9baa-dce0250a75e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25888454'] for segment (b55c14d9-adae-4650-a85f-efba8e1c0364), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:38.385336 n-d-827839-2 neutron-server[103377]: Traceback (most recent call last): Feb 04 17:23:38.385336 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 17:23:38.385336 n-d-827839-2 neutron-server[103377]: timer() Feb 04 17:23:38.385336 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 17:23:38.385336 n-d-827839-2 neutron-server[103377]: cb(*args, **kw) Feb 04 17:23:38.385336 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 17:23:38.385336 n-d-827839-2 neutron-server[103377]: return func(*args, **kwargs) Feb 04 17:23:38.385336 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 17:23:38.385336 n-d-827839-2 neutron-server[103377]: self._notify() Feb 04 17:23:38.385336 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 17:23:38.385336 n-d-827839-2 neutron-server[103377]: self.callback(batched_events) Feb 04 17:23:38.385336 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 17:23:38.385336 n-d-827839-2 neutron-server[103377]: event.method(event) Feb 04 17:23:38.385336 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 17:23:38.385336 n-d-827839-2 neutron-server[103377]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 17:23:38.385336 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 17:23:38.385336 n-d-827839-2 neutron-server[103377]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 17:23:38.385336 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 17:23:38.385336 n-d-827839-2 neutron-server[103377]: return f(self, *a, **k) Feb 04 17:23:38.385336 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 17:23:38.385336 n-d-827839-2 neutron-server[103377]: return self._get(url).json() Feb 04 17:23:38.385336 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 17:23:38.385336 n-d-827839-2 neutron-server[103377]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 17:23:38.385336 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 17:23:38.385336 n-d-827839-2 neutron-server[103377]: return self.request(url, 'GET', **kwargs) Feb 04 17:23:38.385336 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 17:23:38.385336 n-d-827839-2 neutron-server[103377]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 17:23:38.385336 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 17:23:38.385336 n-d-827839-2 neutron-server[103377]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 17:23:38.385336 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 17:23:38.385336 n-d-827839-2 neutron-server[103377]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 17:23:38.385336 n-d-827839-2 neutron-server[103377]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 17:23:38.403807 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0206dc-1d30-4631-8464-fdde19612375 req-a86ed8b0-4a70-40bd-9f5d-cb4efd3bfdda tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:23:38.418070 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-ee0206dc-1d30-4631-8464-fdde19612375 req-a86ed8b0-4a70-40bd-9f5d-cb4efd3bfdda tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] 10.222.0.89 "GET /v2.0/ports?device_id=32c473d7-3f2d-495e-b44f-fd0929434fbd HTTP/1.1" status: 200 len: 945 time: 0.1406643 Feb 04 17:23:38.446525 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device f0ba3dc9-a0b1-435d-bfef-addf1ffbcbfc up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:23:38.501491 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Current status of the port 0dc06b5d-448b-4f0d-ad2e-de475b21d9b4 is: BUILD; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:23:38.501878 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (0dc06b5d-448b-4f0d-ad2e-de475b21d9b4), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:38.524507 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-ee0206dc-1d30-4631-8464-fdde19612375 req-03ba0061-8a41-491f-8fee-19de6863fb4b tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] 10.222.0.89 "GET /v2.0/security-groups?id=e65ecd24-4d97-4684-be33-350ed30f90cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1011631 Feb 04 17:23:38.556040 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32c473d7-3f2d-495e-b44f-fd0929434fbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0dc06b5d-448b-4f0d-ad2e-de475b21d9b4'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:23:38.556040 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c34bc964ce2211770fda26ca2f3801cc06f4f39928110690550e94ab9c9d2fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32e5b45f-6d2c-41a4-8bf7-fa6e91263d80" -d '{"events": [{"server_uuid": "32c473d7-3f2d-495e-b44f-fd0929434fbd", "name": "network-vif-plugged", "status": "completed", "tag": "0dc06b5d-448b-4f0d-ad2e-de475b21d9b4"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:23:38.571048 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] For port 0dc06b5d-448b-4f0d-ad2e-de475b21d9b4, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=0dc06b5d-448b-4f0d-ad2e-de475b21d9b4,segment=NetworkSegment(9e3ed071-c030-493d-8cca-599abfcb88ee),segment_id=9e3ed071-c030-493d-8cca-599abfcb88ee)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:23:38.583885 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (0dc06b5d-448b-4f0d-ad2e-de475b21d9b4), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:38.589882 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port f0ba3dc9-a0b1-435d-bfef-addf1ffbcbfc triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:23:38.590336 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (f0ba3dc9-a0b1-435d-bfef-addf1ffbcbfc), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:38.683170 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Pushing event updated for resources: {'Port': ['ID=0dc06b5d-448b-4f0d-ad2e-de475b21d9b4,revision_number=7']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:23:38.736660 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-8f5e35c3-412f-46c8-9baa-dce0250a75e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1543671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1595572'] for network (f24d78ab-a38c-42e7-b045-c18de6b7af74), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:38.747863 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port f0ba3dc9-a0b1-435d-bfef-addf1ffbcbfc is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:23:38.763302 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-8f5e35c3-412f-46c8-9baa-dce0250a75e8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677565'] for network (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:38.769307 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-8f5e35c3-412f-46c8-9baa-dce0250a75e8 admin admin] 10.222.0.89 "DELETE /v2.0/networks/f24d78ab-a38c-42e7-b045-c18de6b7af74 HTTP/1.1" status: 204 len: 168 time: 2.5266817 Feb 04 17:23:38.783199 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971ac798-4c3b-497c-b824-e34579de32fa req-7d0718dd-6dda-4d00-ad23-beb83c4fa948 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:23:38.788493 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-a0e31d4d-e28e-4462-9073-451886f31c41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (8b45cf6c-8ac3-4b9f-a285-dff4aabdcf28), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:38.791512 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971ac798-4c3b-497c-b824-e34579de32fa req-7d0718dd-6dda-4d00-ad23-beb83c4fa948 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:23:38.793347 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-971ac798-4c3b-497c-b824-e34579de32fa req-7d0718dd-6dda-4d00-ad23-beb83c4fa948 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] 10.222.0.89 "GET /v2.0/ports?device_id=d23ffa64-7651-4974-8c0d-1ba4c302839d HTTP/1.1" status: 200 len: 1652 time: 0.1525402 Feb 04 17:23:38.797411 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5e35c3-412f-46c8-9baa-dce0250a75e8 admin admin] Pushing event deleted for resources: {'Network': ['ID=f24d78ab-a38c-42e7-b045-c18de6b7af74,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:23:38.864050 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0e31d4d-e28e-4462-9073-451886f31c41 admin admin] Network 48165773-85ad-49a1-9ec1-76fc8dc24188 is already hosted by enough agents. {{(pid=103377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:23:38.867136 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-9736b492-b720-4eb8-9c24-e1eb257138ab req-3ba7beef-c82e-4bb1-a127-63343466d06a tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Publish callbacks [] for port (ebd98b55-b8fd-45a0-bc8c-3d8c64222855), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:38.877612 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [None req-a0e31d4d-e28e-4462-9073-451886f31c41 admin admin] Resources bound (agent type, host, resource id): {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:23:38.885478 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0e31d4d-e28e-4462-9073-451886f31c41 admin admin] Received port after_create {{(pid=103377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:23:38.892277 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e31d4d-e28e-4462-9073-451886f31c41 admin admin] Pushing event updated for resources: {'Port': ['ID=8b45cf6c-8ac3-4b9f-a285-dff4aabdcf28,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:23:38.923550 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3aa75660-4603-4c96-8bde-e9cc02cf6326 req-7c0417b6-23ad-4855-84d3-a63ef430fa53 tempest-ServerRescueTestJSONUnderV235-1389214366 tempest-ServerRescueTestJSONUnderV235-1389214366-project] Router f9e68899-a077-46b6-9665-a5d5cb9a1cec has already been hosted by L3 agent 64ada913-9131-4d99-a265-63a920956287 {{(pid=103377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 17:23:38.972316 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-971ac798-4c3b-497c-b824-e34579de32fa req-3778c994-1eb7-4851-b659-981739d266fd tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] 10.222.0.89 "GET /v2.0/security-groups?id=f41001c7-a515-4baa-b12d-2443831f66d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1494625 Feb 04 17:23:39.030550 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 17:23:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4810c8dd-b921-445e-b607-851b45f2579d x-openstack-request-id: req-4810c8dd-b921-445e-b607-851b45f2579d {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:23:39.031084 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32c473d7-3f2d-495e-b44f-fd0929434fbd", "name": "network-vif-plugged", "status": "completed", "tag": "0dc06b5d-448b-4f0d-ad2e-de475b21d9b4", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:23:39.031486 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-4810c8dd-b921-445e-b607-851b45f2579d {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:23:39.032031 n-d-827839-2 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32c473d7-3f2d-495e-b44f-fd0929434fbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0dc06b5d-448b-4f0d-ad2e-de475b21d9b4', 'code': 200} Feb 04 17:23:39.051906 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-9736b492-b720-4eb8-9c24-e1eb257138ab req-3ba7beef-c82e-4bb1-a127-63343466d06a tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (ebd98b55-b8fd-45a0-bc8c-3d8c64222855), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:39.141550 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 38904) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:23:39.205213 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9736b492-b720-4eb8-9c24-e1eb257138ab req-3ba7beef-c82e-4bb1-a127-63343466d06a tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Network 556cd7fb-ae94-473e-9ec8-6200a52368e1 is already hosted by enough agents. {{(pid=103377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:23:39.205354 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c498c7a9-e94e-486e-b653-c8582f958fd1 req-f3418ec5-6996-4b1d-9521-17e6c7b18013 tempest-ImagesTestJSON-301921999 tempest-ImagesTestJSON-301921999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:23:39.206867 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-c498c7a9-e94e-486e-b653-c8582f958fd1 req-f3418ec5-6996-4b1d-9521-17e6c7b18013 tempest-ImagesTestJSON-301921999 tempest-ImagesTestJSON-301921999-project] 10.222.0.89 "GET /v2.0/ports?device_id=5f68109e-df04-484f-b992-6678b4ebbbe8 HTTP/1.1" status: 200 len: 945 time: 0.1063967 Feb 04 17:23:39.213070 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-ae2cc5e8-ed64-42f1-8b16-53ff4b24f79b admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=2902b48ca51645a1a1f2c0c12051d44f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0679481 Feb 04 17:23:39.215141 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 38910) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:23:39.219829 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [req-9736b492-b720-4eb8-9c24-e1eb257138ab req-3ba7beef-c82e-4bb1-a127-63343466d06a tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Resources bound (agent type, host, resource id): {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:23:39.231801 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba7beef-c82e-4bb1-a127-63343466d06a tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Pushing event updated for resources: {'Port': ['ID=ebd98b55-b8fd-45a0-bc8c-3d8c64222855,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:23:39.236662 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [req-9736b492-b720-4eb8-9c24-e1eb257138ab req-3ba7beef-c82e-4bb1-a127-63343466d06a tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Received port after_create {{(pid=103377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:23:39.312630 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-c498c7a9-e94e-486e-b653-c8582f958fd1 req-e18d74a4-c737-4249-ac8b-6d5be5ad8c1b tempest-ImagesTestJSON-301921999 tempest-ImagesTestJSON-301921999-project] 10.222.0.89 "GET /v2.0/security-groups?id=5b73e0f3-a9f7-4cf1-b4aa-b594ce8b7178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937860 Feb 04 17:23:39.331975 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 38912) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:23:39.336885 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3aa75660-4603-4c96-8bde-e9cc02cf6326 req-7c0417b6-23ad-4855-84d3-a63ef430fa53 tempest-ServerRescueTestJSONUnderV235-1389214366 tempest-ServerRescueTestJSONUnderV235-1389214366-project] Notify agent at l3_agent.n-d-827839-2 the message routers_updated {{(pid=103377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 17:23:39.349292 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-3aa75660-4603-4c96-8bde-e9cc02cf6326 req-7c0417b6-23ad-4855-84d3-a63ef430fa53 tempest-ServerRescueTestJSONUnderV235-1389214366 tempest-ServerRescueTestJSONUnderV235-1389214366-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for floatingip (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:39.350633 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19d567ad-e5cc-45b0-b4b2-7a64aef98498 None None] Sync routers for ids ['f9e68899-a077-46b6-9665-a5d5cb9a1cec'] in n-d-827839-2 {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 17:23:39.393942 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19d567ad-e5cc-45b0-b4b2-7a64aef98498 None None] Routers {'f9e68899-a077-46b6-9665-a5d5cb9a1cec'} bound to L3 agent in host n-d-827839-2 {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:23:39.396316 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-19d567ad-e5cc-45b0-b4b2-7a64aef98498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:23:32Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['f9e68899-a077-46b6-9665-a5d5cb9a1cec'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:23:39.484037 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9736b492-b720-4eb8-9c24-e1eb257138ab req-3ba7beef-c82e-4bb1-a127-63343466d06a tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:23:39.485708 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-9736b492-b720-4eb8-9c24-e1eb257138ab req-3ba7beef-c82e-4bb1-a127-63343466d06a tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:39.507845 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e97f0d-248a-439b-a416-89975172611c req-759a88d5-c3b8-4119-8737-451363b42ab9 tempest-ServerRescueNegativeTestJSON-1481324798 tempest-ServerRescueNegativeTestJSON-1481324798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:23:39.511039 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-13e97f0d-248a-439b-a416-89975172611c req-759a88d5-c3b8-4119-8737-451363b42ab9 tempest-ServerRescueNegativeTestJSON-1481324798 tempest-ServerRescueNegativeTestJSON-1481324798-project] 10.222.0.89 "GET /v2.0/ports?device_id=96f9652e-8b23-4729-8bd9-8d19010715cb HTTP/1.1" status: 200 len: 945 time: 0.0793991 Feb 04 17:23:39.571159 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-3aa75660-4603-4c96-8bde-e9cc02cf6326 req-7c0417b6-23ad-4855-84d3-a63ef430fa53 tempest-ServerRescueTestJSONUnderV235-1389214366 tempest-ServerRescueTestJSONUnderV235-1389214366-project] 10.222.0.89 "PUT /v2.0/floatingips/76780e82-0dd9-47c2-9505-22d6fc9347ae HTTP/1.1" status: 200 len: 995 time: 4.8102901 Feb 04 17:23:39.576874 n-d-827839-2 neutron-server[103377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1affc7e-c4fd-44da-8120-774326466c99', 'tag': '3120abc2-f8c4-441a-beb5-ce8f46eca2db'}] {{(pid=103377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:23:39.579379 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7240428b650e1488e9361b62648ff4b3a6c19d49d8c27c949491ab58c1346cf0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e563fc7-95c2-49dd-baa9-77d4ac3012db" -d '{"events": [{"name": "network-changed", "server_uuid": "c1affc7e-c4fd-44da-8120-774326466c99", "tag": "3120abc2-f8c4-441a-beb5-ce8f46eca2db"}]}' {{(pid=103377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:23:39.592229 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-9736b492-b720-4eb8-9c24-e1eb257138ab req-3ba7beef-c82e-4bb1-a127-63343466d06a tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 4.3246491 Feb 04 17:23:39.593188 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvr_db [None req-19d567ad-e5cc-45b0-b4b2-7a64aef98498 None None] Set router f9e68899-a077-46b6-9665-a5d5cb9a1cec gateway port host: n-d-827839-2 {{(pid=103379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:23:39.595525 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-a7576879-c048-4601-8458-bab5c85c9b5b admin admin] Publish callbacks [] for security_group (5b02e1bf-0926-4110-9e78-cb84d45a7aa1), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:39.602495 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-478c2706-8b21-42ce-be99-bd9d06374be7 None None] Provisioning complete for port ebd98b55-b8fd-45a0-bc8c-3d8c64222855 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:23:39.603015 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-478c2706-8b21-42ce-be99-bd9d06374be7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (ebd98b55-b8fd-45a0-bc8c-3d8c64222855), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:39.620262 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [req-9736b492-b720-4eb8-9c24-e1eb257138ab req-f2c2616f-8e33-48cb-96b2-ba4a5270b039 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Request body: {'port': {'device_id': 'd23ffa64-7651-4974-8c0d-1ba4c302839d', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '8c9cb33a-476f-4f00-a8aa-706c33a5dd83', 'admin_state_up': True, 'tenant_id': 'c5cb386618c24d66b6712f0d36ac7fea', 'security_groups': ['f41001c7-a515-4baa-b12d-2443831f66d9']}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:23:39.627149 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-5c1c711d-a015-4db7-8bbf-b007c6e60704 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:39.652444 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-478c2706-8b21-42ce-be99-bd9d06374be7 None None] Port ebd98b55-b8fd-45a0-bc8c-3d8c64222855 cannot update to ACTIVE because it is not bound. {{(pid=103378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 17:23:39.725607 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-a7576879-c048-4601-8458-bab5c85c9b5b admin admin] Publish callbacks [] for security_group (5b02e1bf-0926-4110-9e78-cb84d45a7aa1), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:39.741453 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-13e97f0d-248a-439b-a416-89975172611c req-a7fc6fce-c981-4b93-b052-d29ac783e65f tempest-ServerRescueNegativeTestJSON-1481324798 tempest-ServerRescueNegativeTestJSON-1481324798-project] 10.222.0.89 "GET /v2.0/security-groups?id=47e1fb0d-88ed-4fed-9e75-9f02b9f534f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2216432 Feb 04 17:23:39.788637 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-5c1c711d-a015-4db7-8bbf-b007c6e60704 admin admin] Publish callbacks [] for security_group (5e586d5a-d56c-4b4e-8d1b-54eb3b43173b), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:39.793491 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-5c1c711d-a015-4db7-8bbf-b007c6e60704 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (5e586d5a-d56c-4b4e-8d1b-54eb3b43173b), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:39.804766 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-a0e31d4d-e28e-4462-9073-451886f31c41 admin admin] Publish callbacks [] for router_gateway (b83e7ec8-9400-4bb2-97a5-bd4c6583fc3d), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:39.877165 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-5c1c711d-a015-4db7-8bbf-b007c6e60704 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=908ba4d2434442d9b269c9c0db7d2fa9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5416920 Feb 04 17:23:39.877833 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1c711d-a015-4db7-8bbf-b007c6e60704 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e586d5a-d56c-4b4e-8d1b-54eb3b43173b,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:23:39.891940 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 38922) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:23:39.900372 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-19d567ad-e5cc-45b0-b4b2-7a64aef98498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9e68899-a077-46b6-9665-a5d5cb9a1cec', 'name': 'tempest-ServerRescueTestJSONUnderV235-2108759146-router', 'tenant_id': 'e9b098a64fdf44abba2c8135f539141d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.72'}], 'enable_snat': True}, 'gw_port_id': '38be56bb-08c9-4ee5-bfdb-3e53bb3579f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:21:55Z', 'updated_at': '2022-02-04T17:22:09Z', 'revision_number': 4, 'project_id': 'e9b098a64fdf44abba2c8135f539141d', 'gw_port': {'id': '38be56bb-08c9-4ee5-bfdb-3e53bb3579f4', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:b7:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9e68899-a077-46b6-9665-a5d5cb9a1cec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1306, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:21:57Z', 'updated_at': '2022-02-04T17:22:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_floatingips': [{'id': '76780e82-0dd9-47c2-9505-22d6fc9347ae', 'tenant_id': 'e9b098a64fdf44abba2c8135f539141d', 'floating_ip_address': '172.25.6.98', 'floating_network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'router_id': 'f9e68899-a077-46b6-9665-a5d5cb9a1cec', 'port_id': '3120abc2-f8c4-441a-beb5-ce8f46eca2db', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1450, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '151997f6-fb27-4cf0-bfe9-ef4acfbb4102', 'mac_address': 'fa:16:3e:cf:2a:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1affc7e-c4fd-44da-8120-774326466c99', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T17:23:31Z', 'updated_at': '2022-02-04T17:23:36Z', 'revision_number': 1, 'project_id': 'e9b098a64fdf44abba2c8135f539141d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ebc1e0f-8b24-47cc-a74c-fa661d2ee8b6', 'name': '', 'network_id': '151997f6-fb27-4cf0-bfe9-ef4acfbb4102', 'tenant_id': 'e9b098a64fdf44abba2c8135f539141d', 'mac_address': 'fa:16:3e:19:0f:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9e68899-a077-46b6-9665-a5d5cb9a1cec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1318, 'fixed_ips': [{'subnet_id': '58924840-63b9-49cf-9b5e-4aa66ca609e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:22:06Z', 'updated_at': '2022-02-04T17:22:22Z', 'revision_number': 5, 'project_id': 'e9b098a64fdf44abba2c8135f539141d', 'subnets': [{'id': '58924840-63b9-49cf-9b5e-4aa66ca609e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-2', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:23:39.932928 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19d567ad-e5cc-45b0-b4b2-7a64aef98498 None None] Checking router: f9e68899-a077-46b6-9665-a5d5cb9a1cec for host: n-d-827839-2 {{(pid=103379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 17:23:39.943524 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19d567ad-e5cc-45b0-b4b2-7a64aef98498 None None] Routers {'f9e68899-a077-46b6-9665-a5d5cb9a1cec'} bound to L3 agent in host n-d-827839-2 {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:23:39.944143 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-19d567ad-e5cc-45b0-b4b2-7a64aef98498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:23:32Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['f9e68899-a077-46b6-9665-a5d5cb9a1cec'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:23:39.960670 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbc74fd-7c00-4864-b2a8-1114579be2c2 req-9eb56f2e-3789-4bfb-bb86-5f6e75b4e074 tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:23:39.962262 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-4dbc74fd-7c00-4864-b2a8-1114579be2c2 req-9eb56f2e-3789-4bfb-bb86-5f6e75b4e074 tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] 10.222.0.89 "GET /v2.0/ports?device_id=32c473d7-3f2d-495e-b44f-fd0929434fbd HTTP/1.1" status: 200 len: 946 time: 0.1550047 Feb 04 17:23:39.981888 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-cf3b3756-8d30-436d-802b-380c55048b20 admin admin] Publish callbacks [] for security_group (5e586d5a-d56c-4b4e-8d1b-54eb3b43173b), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:39.987279 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9736b492-b720-4eb8-9c24-e1eb257138ab req-f2c2616f-8e33-48cb-96b2-ba4a5270b039 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Made reservation on behalf of c5cb386618c24d66b6712f0d36ac7fea for: {'port': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:23:40.024334 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-cf3b3756-8d30-436d-802b-380c55048b20 admin admin] Publish callbacks [] for security_group (5e586d5a-d56c-4b4e-8d1b-54eb3b43173b), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:40.045559 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (f20a1ab3-4332-4f54-833b-ba4a7c687e89), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:40.047649 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa75660-4603-4c96-8bde-e9cc02cf6326 req-55d04250-ee00-44d0-954b-a105f612dcfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:23:40.054552 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-3aa75660-4603-4c96-8bde-e9cc02cf6326 req-55d04250-ee00-44d0-954b-a105f612dcfa service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=e9b098a64fdf44abba2c8135f539141d&device_id=c1affc7e-c4fd-44da-8120-774326466c99 HTTP/1.1" status: 200 len: 1127 time: 0.4529755 Feb 04 17:23:40.060491 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-4dbc74fd-7c00-4864-b2a8-1114579be2c2 req-f2234e46-b822-4bbe-8043-6b7749599500 tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] 10.222.0.89 "GET /v2.0/security-groups?id=e65ecd24-4d97-4684-be33-350ed30f90cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0850999 Feb 04 17:23:40.088787 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvr_db [None req-19d567ad-e5cc-45b0-b4b2-7a64aef98498 None None] Set router f9e68899-a077-46b6-9665-a5d5cb9a1cec gateway port host: n-d-827839-2 {{(pid=103379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:23:40.133255 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 17:23:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de1fbdac-602c-42f4-b29b-60bf18177b83 x-openstack-request-id: req-de1fbdac-602c-42f4-b29b-60bf18177b83 {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:23:40.133556 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1affc7e-c4fd-44da-8120-774326466c99", "tag": "3120abc2-f8c4-441a-beb5-ce8f46eca2db", "status": "completed", "code": 200}]} {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:23:40.133822 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-de1fbdac-602c-42f4-b29b-60bf18177b83 {{(pid=103377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:23:40.134253 n-d-827839-2 neutron-server[103377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1affc7e-c4fd-44da-8120-774326466c99', 'tag': '3120abc2-f8c4-441a-beb5-ce8f46eca2db', 'status': 'completed', 'code': 200} Feb 04 17:23:40.159131 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-cf3b3756-8d30-436d-802b-380c55048b20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (5e586d5a-d56c-4b4e-8d1b-54eb3b43173b), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:40.162189 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-cf3b3756-8d30-436d-802b-380c55048b20 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:40.163482 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-cf3b3756-8d30-436d-802b-380c55048b20 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/5e586d5a-d56c-4b4e-8d1b-54eb3b43173b HTTP/1.1" status: 204 len: 168 time: 0.2670691 Feb 04 17:23:40.177420 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3b3756-8d30-436d-802b-380c55048b20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e586d5a-d56c-4b4e-8d1b-54eb3b43173b,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:23:40.250223 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-a7576879-c048-4601-8458-bab5c85c9b5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (5b02e1bf-0926-4110-9e78-cb84d45a7aa1), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:40.252823 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-a7576879-c048-4601-8458-bab5c85c9b5b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:40.256437 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-a7576879-c048-4601-8458-bab5c85c9b5b admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/5b02e1bf-0926-4110-9e78-cb84d45a7aa1 HTTP/1.1" status: 204 len: 168 time: 1.0353801 Feb 04 17:23:40.302232 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-9736b492-b720-4eb8-9c24-e1eb257138ab req-f2c2616f-8e33-48cb-96b2-ba4a5270b039 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:40.327954 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7576879-c048-4601-8458-bab5c85c9b5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b02e1bf-0926-4110-9e78-cb84d45a7aa1,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:23:40.371236 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3c2ee7-1ad7-4622-afb8-5efec0bf279b req-2e8015b0-b7ff-4903-a97f-32ccbb2c250e tempest-ServerRescueNegativeTestJSON-1481324798 tempest-ServerRescueNegativeTestJSON-1481324798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:23:40.376397 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-bc3c2ee7-1ad7-4622-afb8-5efec0bf279b req-2e8015b0-b7ff-4903-a97f-32ccbb2c250e tempest-ServerRescueNegativeTestJSON-1481324798 tempest-ServerRescueNegativeTestJSON-1481324798-project] 10.222.0.89 "GET /v2.0/ports?device_id=5f99a685-700d-4f63-88c2-d2a04a4a422d HTTP/1.1" status: 200 len: 945 time: 0.1776719 Feb 04 17:23:40.401914 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa75660-4603-4c96-8bde-e9cc02cf6326 req-416cb86c-1a76-47c3-bc72-75cf1ff0af72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:23:40.409944 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-3aa75660-4603-4c96-8bde-e9cc02cf6326 req-416cb86c-1a76-47c3-bc72-75cf1ff0af72 service neutron] 10.222.0.89 "GET /v2.0/networks?id=151997f6-fb27-4cf0-bfe9-ef4acfbb4102 HTTP/1.1" status: 200 len: 921 time: 0.3542368 Feb 04 17:23:40.528593 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-bc3c2ee7-1ad7-4622-afb8-5efec0bf279b req-e08676ea-88df-435c-8e97-c752bc30de7e tempest-ServerRescueNegativeTestJSON-1481324798 tempest-ServerRescueNegativeTestJSON-1481324798-project] 10.222.0.89 "GET /v2.0/security-groups?id=47e1fb0d-88ed-4fed-9e75-9f02b9f534f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459563 Feb 04 17:23:40.577150 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-3aa75660-4603-4c96-8bde-e9cc02cf6326 req-8af7ac93-b5b1-4d74-a391-abd3593d3d13 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3120abc2-f8c4-441a-beb5-ce8f46eca2db HTTP/1.1" status: 200 len: 998 time: 0.1654098 Feb 04 17:23:40.587567 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-19d567ad-e5cc-45b0-b4b2-7a64aef98498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9e68899-a077-46b6-9665-a5d5cb9a1cec', 'name': 'tempest-ServerRescueTestJSONUnderV235-2108759146-router', 'tenant_id': 'e9b098a64fdf44abba2c8135f539141d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.72'}], 'enable_snat': True}, 'gw_port_id': '38be56bb-08c9-4ee5-bfdb-3e53bb3579f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:21:55Z', 'updated_at': '2022-02-04T17:22:09Z', 'revision_number': 4, 'project_id': 'e9b098a64fdf44abba2c8135f539141d', 'gw_port': {'id': '38be56bb-08c9-4ee5-bfdb-3e53bb3579f4', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:b7:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9e68899-a077-46b6-9665-a5d5cb9a1cec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1306, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:21:57Z', 'updated_at': '2022-02-04T17:22:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_floatingips': [{'id': '76780e82-0dd9-47c2-9505-22d6fc9347ae', 'tenant_id': 'e9b098a64fdf44abba2c8135f539141d', 'floating_ip_address': '172.25.6.98', 'floating_network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'router_id': 'f9e68899-a077-46b6-9665-a5d5cb9a1cec', 'port_id': '3120abc2-f8c4-441a-beb5-ce8f46eca2db', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1450, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '151997f6-fb27-4cf0-bfe9-ef4acfbb4102', 'mac_address': 'fa:16:3e:cf:2a:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1affc7e-c4fd-44da-8120-774326466c99', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T17:23:31Z', 'updated_at': '2022-02-04T17:23:36Z', 'revision_number': 1, 'project_id': 'e9b098a64fdf44abba2c8135f539141d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ebc1e0f-8b24-47cc-a74c-fa661d2ee8b6', 'name': '', 'network_id': '151997f6-fb27-4cf0-bfe9-ef4acfbb4102', 'tenant_id': 'e9b098a64fdf44abba2c8135f539141d', 'mac_address': 'fa:16:3e:19:0f:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9e68899-a077-46b6-9665-a5d5cb9a1cec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1318, 'fixed_ips': [{'subnet_id': '58924840-63b9-49cf-9b5e-4aa66ca609e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:22:06Z', 'updated_at': '2022-02-04T17:22:22Z', 'revision_number': 5, 'project_id': 'e9b098a64fdf44abba2c8135f539141d', 'subnets': [{'id': '58924840-63b9-49cf-9b5e-4aa66ca609e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-2', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:23:40.658023 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19d567ad-e5cc-45b0-b4b2-7a64aef98498 None None] The sync data for ids ['f9e68899-a077-46b6-9665-a5d5cb9a1cec'] in n-d-827839-2 is: [{'id': 'f9e68899-a077-46b6-9665-a5d5cb9a1cec', 'name': 'tempest-ServerRescueTestJSONUnderV235-2108759146-router', 'tenant_id': 'e9b098a64fdf44abba2c8135f539141d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.72'}], 'enable_snat': True}, 'gw_port_id': '38be56bb-08c9-4ee5-bfdb-3e53bb3579f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:21:55Z', 'updated_at': '2022-02-04T17:22:09Z', 'revision_number': 4, 'project_id': 'e9b098a64fdf44abba2c8135f539141d', 'gw_port': {'id': '38be56bb-08c9-4ee5-bfdb-3e53bb3579f4', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:b7:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9e68899-a077-46b6-9665-a5d5cb9a1cec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1306, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:21:57Z', 'updated_at': '2022-02-04T17:22:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_floatingips': [{'id': '76780e82-0dd9-47c2-9505-22d6fc9347ae', 'tenant_id': 'e9b098a64fdf44abba2c8135f539141d', 'floating_ip_address': '172.25.6.98', 'floating_network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'router_id': 'f9e68899-a077-46b6-9665-a5d5cb9a1cec', 'port_id': '3120abc2-f8c4-441a-beb5-ce8f46eca2db', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1450, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '151997f6-fb27-4cf0-bfe9-ef4acfbb4102', 'mac_address': 'fa:16:3e:cf:2a:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1affc7e-c4fd-44da-8120-774326466c99', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T17:23:31Z', 'updated_at': '2022-02-04T17:23:36Z', 'revision_number': 1, 'project_id': 'e9b098a64fdf44abba2c8135f539141d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ebc1e0f-8b24-47cc-a74c-fa661d2ee8b6', 'name': '', 'network_id': '151997f6-fb27-4cf0-bfe9-ef4acfbb4102', 'tenant_id': 'e9b098a64fdf44abba2c8135f539141d', 'mac_address': 'fa:16:3e:19:0f:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9e68899-a077-46b6-9665-a5d5cb9a1cec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1318, 'fixed_ips': [{'subnet_id': '58924840-63b9-49cf-9b5e-4aa66ca609e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:22:06Z', 'updated_at': '2022-02-04T17:22:22Z', 'revision_number': 5, 'project_id': 'e9b098a64fdf44abba2c8135f539141d', 'subnets': [{'id': '58924840-63b9-49cf-9b5e-4aa66ca609e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 17:23:40.695134 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1778df40-8805-4fae-b647-b620a46a59b0 req-dc4874c8-16f3-4f99-973e-a9ea84218435 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:23:40.701452 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1778df40-8805-4fae-b647-b620a46a59b0 req-dc4874c8-16f3-4f99-973e-a9ea84218435 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:23:40.707158 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1778df40-8805-4fae-b647-b620a46a59b0 req-dc4874c8-16f3-4f99-973e-a9ea84218435 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:23:40.714460 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-1778df40-8805-4fae-b647-b620a46a59b0 req-dc4874c8-16f3-4f99-973e-a9ea84218435 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] 10.222.0.89 "GET /v2.0/ports?device_id=d23ffa64-7651-4974-8c0d-1ba4c302839d HTTP/1.1" status: 200 len: 2372 time: 0.0922964 Feb 04 17:23:40.790813 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-1778df40-8805-4fae-b647-b620a46a59b0 req-4da1d252-efb5-4bf1-a02f-d10b6213b917 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] 10.222.0.89 "GET /v2.0/security-groups?id=f41001c7-a515-4baa-b12d-2443831f66d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0752599 Feb 04 17:23:40.811159 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e563fc7-95c2-49dd-baa9-77d4ac3012db req-2c9125eb-2081-4aaf-9f64-f68643b92cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:23:40.814085 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-1e563fc7-95c2-49dd-baa9-77d4ac3012db req-2c9125eb-2081-4aaf-9f64-f68643b92cc9 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=e9b098a64fdf44abba2c8135f539141d&device_id=c1affc7e-c4fd-44da-8120-774326466c99 HTTP/1.1" status: 200 len: 1127 time: 0.5870850 Feb 04 17:23:41.020489 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 38946) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:23:41.078137 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ab333f4-5363-4e13-8553-2217a7151d45 None None] New status for floating IP 76780e82-0dd9-47c2-9505-22d6fc9347ae: ACTIVE {{(pid=103378) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 17:23:41.096920 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673758a1-ac68-4dd8-9de4-0d87c60fc978 req-0bcfcba9-0051-41a5-9f1b-8e3866d25752 tempest-ImagesTestJSON-301921999 tempest-ImagesTestJSON-301921999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:23:41.098532 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-673758a1-ac68-4dd8-9de4-0d87c60fc978 req-0bcfcba9-0051-41a5-9f1b-8e3866d25752 tempest-ImagesTestJSON-301921999 tempest-ImagesTestJSON-301921999-project] 10.222.0.89 "GET /v2.0/ports?device_id=5f68109e-df04-484f-b992-6678b4ebbbe8 HTTP/1.1" status: 200 len: 945 time: 0.1393361 Feb 04 17:23:41.127156 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-62cd1cc4-b47c-4f20-be0c-d82647c4eadf admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=680b84d3c91a49789a65e54961957dcb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1030650 Feb 04 17:23:41.132429 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 38952) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:23:41.232709 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-ccde677b-112a-4546-9d1d-69e41ed4a906 admin admin] Publish callbacks [] for security_group (c6f7dab5-8746-4ab5-8046-b878f9489cd8), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:41.238268 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-673758a1-ac68-4dd8-9de4-0d87c60fc978 req-7557ec41-b013-4d94-83c6-edac248ad3e8 tempest-ImagesTestJSON-301921999 tempest-ImagesTestJSON-301921999-project] 10.222.0.89 "GET /v2.0/security-groups?id=5b73e0f3-a9f7-4cf1-b4aa-b594ce8b7178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315072 Feb 04 17:23:41.296006 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-ccde677b-112a-4546-9d1d-69e41ed4a906 admin admin] Publish callbacks [] for security_group (c6f7dab5-8746-4ab5-8046-b878f9489cd8), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:41.411775 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-ccde677b-112a-4546-9d1d-69e41ed4a906 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (c6f7dab5-8746-4ab5-8046-b878f9489cd8), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:41.414417 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-ccde677b-112a-4546-9d1d-69e41ed4a906 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:41.418339 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-ccde677b-112a-4546-9d1d-69e41ed4a906 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/c6f7dab5-8746-4ab5-8046-b878f9489cd8 HTTP/1.1" status: 204 len: 168 time: 0.2824185 Feb 04 17:23:41.449749 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-a0e31d4d-e28e-4462-9073-451886f31c41 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1602046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603680'] for router (b83e7ec8-9400-4bb2-97a5-bd4c6583fc3d), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:41.456006 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccde677b-112a-4546-9d1d-69e41ed4a906 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6f7dab5-8746-4ab5-8046-b878f9489cd8,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:23:41.537785 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13fce66-5911-4649-a2f5-4d9d4fa395de req-185ed3c8-7110-4822-9288-c7c7d4deecf4 tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:23:41.538411 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa75660-4603-4c96-8bde-e9cc02cf6326 req-069258a7-3263-467f-9cbb-103564bef081 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:23:41.539390 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-a13fce66-5911-4649-a2f5-4d9d4fa395de req-185ed3c8-7110-4822-9288-c7c7d4deecf4 tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] 10.222.0.89 "GET /v2.0/ports?device_id=32c473d7-3f2d-495e-b44f-fd0929434fbd HTTP/1.1" status: 200 len: 946 time: 0.1313698 Feb 04 17:23:41.551402 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-3aa75660-4603-4c96-8bde-e9cc02cf6326 req-069258a7-3263-467f-9cbb-103564bef081 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=58924840-63b9-49cf-9b5e-4aa66ca609e8 HTTP/1.1" status: 200 len: 860 time: 0.9733102 Feb 04 17:23:41.650205 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-a13fce66-5911-4649-a2f5-4d9d4fa395de req-c2162095-5a2d-4534-b884-57f8894fccd2 tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] 10.222.0.89 "GET /v2.0/security-groups?id=e65ecd24-4d97-4684-be33-350ed30f90cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0892928 Feb 04 17:23:41.712673 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-3aa75660-4603-4c96-8bde-e9cc02cf6326 req-a940fe33-984e-40f9-9a74-6a6af512c903 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=151997f6-fb27-4cf0-bfe9-ef4acfbb4102&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1096268 Feb 04 17:23:41.870720 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.db_base_plugin_common [req-9736b492-b720-4eb8-9c24-e1eb257138ab req-f2c2616f-8e33-48cb-96b2-ba4a5270b039 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Allocated IP 10.2.2.100 (8c9cb33a-476f-4f00-a8aa-706c33a5dd83/a6fc7b77-ba48-4d2d-af47-eb29cf9d0175/22b8e9e9-9bfb-4c6e-95b2-78e04b75aa5a) {{(pid=103377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:23:41.886560 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e563fc7-95c2-49dd-baa9-77d4ac3012db req-55acc23e-6d89-40d4-ab05-d4adfb5e645d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:23:41.888428 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-1e563fc7-95c2-49dd-baa9-77d4ac3012db req-55acc23e-6d89-40d4-ab05-d4adfb5e645d service neutron] 10.222.0.90 "GET /v2.0/networks?id=151997f6-fb27-4cf0-bfe9-ef4acfbb4102 HTTP/1.1" status: 200 len: 921 time: 1.0612531 Feb 04 17:23:41.960430 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b34accd-3e2d-4df3-8bfd-d49006b9b07e req-c6b537bf-9397-4ad2-b7f3-de2742187fae tempest-ServerRescueNegativeTestJSON-1481324798 tempest-ServerRescueNegativeTestJSON-1481324798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:23:41.962376 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-6b34accd-3e2d-4df3-8bfd-d49006b9b07e req-c6b537bf-9397-4ad2-b7f3-de2742187fae tempest-ServerRescueNegativeTestJSON-1481324798 tempest-ServerRescueNegativeTestJSON-1481324798-project] 10.222.0.89 "GET /v2.0/ports?device_id=5f99a685-700d-4f63-88c2-d2a04a4a422d HTTP/1.1" status: 200 len: 945 time: 0.0788772 Feb 04 17:23:42.054671 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-3aa75660-4603-4c96-8bde-e9cc02cf6326 req-6db99b00-ca45-4d2c-92fb-224100e34cc8 service neutron] 10.222.0.89 "GET /v2.0/networks/151997f6-fb27-4cf0-bfe9-ef4acfbb4102?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3319838 Feb 04 17:23:42.064202 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-6b34accd-3e2d-4df3-8bfd-d49006b9b07e req-138b1d15-9a22-4cfe-ba4c-4fd7ea73cd02 tempest-ServerRescueNegativeTestJSON-1481324798 tempest-ServerRescueNegativeTestJSON-1481324798-project] 10.222.0.89 "GET /v2.0/security-groups?id=47e1fb0d-88ed-4fed-9e75-9f02b9f534f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944409 Feb 04 17:23:42.065911 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-1e563fc7-95c2-49dd-baa9-77d4ac3012db req-4f641952-96c2-44b0-b514-11bdbbc19938 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3120abc2-f8c4-441a-beb5-ce8f46eca2db HTTP/1.1" status: 200 len: 1000 time: 0.1645734 Feb 04 17:23:42.189663 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (3f9244a9-75fc-4c10-b195-11d48b853b41), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:42.224451 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e992920-1c1c-4f50-897f-cf028103866e req-32a803f2-85f9-4fb3-b987-56ca7c549247 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:23:42.230003 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e992920-1c1c-4f50-897f-cf028103866e req-32a803f2-85f9-4fb3-b987-56ca7c549247 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:23:42.246518 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e992920-1c1c-4f50-897f-cf028103866e req-32a803f2-85f9-4fb3-b987-56ca7c549247 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:23:42.248315 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-1e992920-1c1c-4f50-897f-cf028103866e req-32a803f2-85f9-4fb3-b987-56ca7c549247 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] 10.222.0.89 "GET /v2.0/ports?device_id=d23ffa64-7651-4974-8c0d-1ba4c302839d HTTP/1.1" status: 200 len: 2372 time: 0.1111398 Feb 04 17:23:42.358122 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-1e992920-1c1c-4f50-897f-cf028103866e req-6cae3606-d88e-4faa-986d-92e21f1a4d41 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] 10.222.0.89 "GET /v2.0/security-groups?id=f41001c7-a515-4baa-b12d-2443831f66d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1031094 Feb 04 17:23:42.382245 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e563fc7-95c2-49dd-baa9-77d4ac3012db req-fcf36811-8ed8-42ca-8258-ebb06d5fb682 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:23:42.383671 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-1e563fc7-95c2-49dd-baa9-77d4ac3012db req-fcf36811-8ed8-42ca-8258-ebb06d5fb682 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=58924840-63b9-49cf-9b5e-4aa66ca609e8 HTTP/1.1" status: 200 len: 860 time: 0.2982950 Feb 04 17:23:42.432713 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0e31d4d-e28e-4462-9073-451886f31c41 admin admin] Router b83e7ec8-9400-4bb2-97a5-bd4c6583fc3d is scheduled to L3 agent 64ada913-9131-4d99-a265-63a920956287 with binding_index 1 {{(pid=103377) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 17:23:42.520037 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-9736b492-b720-4eb8-9c24-e1eb257138ab req-f2c2616f-8e33-48cb-96b2-ba4a5270b039 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Publish callbacks [] for port (22b8e9e9-9bfb-4c6e-95b2-78e04b75aa5a), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:42.524375 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-1e563fc7-95c2-49dd-baa9-77d4ac3012db req-3f338655-176f-4788-a0d5-6c8153a2573c service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=151997f6-fb27-4cf0-bfe9-ef4acfbb4102&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1155155 Feb 04 17:23:42.588048 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b9a4b2-b480-4f35-b8ca-a13de0ddb772 req-4cad8c5c-e4ba-4f05-9c62-3f783c98f88c tempest-ImagesTestJSON-301921999 tempest-ImagesTestJSON-301921999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:23:42.589605 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-29b9a4b2-b480-4f35-b8ca-a13de0ddb772 req-4cad8c5c-e4ba-4f05-9c62-3f783c98f88c tempest-ImagesTestJSON-301921999 tempest-ImagesTestJSON-301921999-project] 10.222.0.89 "GET /v2.0/ports?device_id=5f68109e-df04-484f-b992-6678b4ebbbe8 HTTP/1.1" status: 200 len: 945 time: 0.1054931 Feb 04 17:23:42.609333 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-3aa75660-4603-4c96-8bde-e9cc02cf6326 req-c4ab025e-704c-493b-ad1c-69d2138cdbe8 service neutron] 10.222.0.89 "GET /v2.0/networks/151997f6-fb27-4cf0-bfe9-ef4acfbb4102?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5253565 Feb 04 17:23:42.689347 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-29b9a4b2-b480-4f35-b8ca-a13de0ddb772 req-942616d5-9b3c-46c3-b701-44faa7115380 tempest-ImagesTestJSON-301921999 tempest-ImagesTestJSON-301921999-project] 10.222.0.89 "GET /v2.0/security-groups?id=5b73e0f3-a9f7-4cf1-b4aa-b594ce8b7178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936644 Feb 04 17:23:42.851503 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-1e563fc7-95c2-49dd-baa9-77d4ac3012db req-add939a0-9622-4615-855a-22c2da204519 service neutron] 10.222.0.90 "GET /v2.0/networks/151997f6-fb27-4cf0-bfe9-ef4acfbb4102?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3125007 Feb 04 17:23:42.878835 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3942f9-6897-46b7-94df-9f0b7b9800b6 req-d186e7f1-701c-4ad7-837d-5ac9c6bd7d52 tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:23:42.884785 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-5b3942f9-6897-46b7-94df-9f0b7b9800b6 req-d186e7f1-701c-4ad7-837d-5ac9c6bd7d52 tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] 10.222.0.89 "GET /v2.0/ports?device_id=32c473d7-3f2d-495e-b44f-fd0929434fbd HTTP/1.1" status: 200 len: 946 time: 0.1090727 Feb 04 17:23:42.931080 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-9736b492-b720-4eb8-9c24-e1eb257138ab req-f2c2616f-8e33-48cb-96b2-ba4a5270b039 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (22b8e9e9-9bfb-4c6e-95b2-78e04b75aa5a), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:42.955986 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-ee37cb70-637e-421b-8ad1-47193c22b636 req-139ae1ee-3f8f-479f-a15f-d558c5d951c8 tempest-ServerRescueTestJSONUnderV235-1389214366 tempest-ServerRescueTestJSONUnderV235-1389214366-project] 10.222.0.89 "GET /v2.0/floatingips?floating_ip_address=172.25.6.98 HTTP/1.1" status: 200 len: 1000 time: 0.3036287 Feb 04 17:23:42.960970 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-5b3942f9-6897-46b7-94df-9f0b7b9800b6 req-c0f2e971-19c4-4565-80bc-f3b222ccefcd tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] 10.222.0.89 "GET /v2.0/security-groups?id=e65ecd24-4d97-4684-be33-350ed30f90cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696139 Feb 04 17:23:43.050872 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9736b492-b720-4eb8-9c24-e1eb257138ab req-f2c2616f-8e33-48cb-96b2-ba4a5270b039 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Network 8c9cb33a-476f-4f00-a8aa-706c33a5dd83 is already hosted by enough agents. {{(pid=103377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:23:43.058102 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0e31d4d-e28e-4462-9073-451886f31c41 admin admin] Notify agent at l3_agent.n-d-827839-2 the message routers_updated {{(pid=103377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 17:23:43.075268 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-945fce6e-f7c0-4ce8-be31-06957cca0e1a None None] Sync routers for ids ['b83e7ec8-9400-4bb2-97a5-bd4c6583fc3d'] in n-d-827839-2 {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 17:23:43.077706 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [req-9736b492-b720-4eb8-9c24-e1eb257138ab req-f2c2616f-8e33-48cb-96b2-ba4a5270b039 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Resources bound (agent type, host, resource id): {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:23:43.081059 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c2616f-8e33-48cb-96b2-ba4a5270b039 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Pushing event updated for resources: {'Port': ['ID=22b8e9e9-9bfb-4c6e-95b2-78e04b75aa5a,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:23:43.091699 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-945fce6e-f7c0-4ce8-be31-06957cca0e1a None None] Routers {'b83e7ec8-9400-4bb2-97a5-bd4c6583fc3d'} bound to L3 agent in host n-d-827839-2 {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:23:43.092538 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-945fce6e-f7c0-4ce8-be31-06957cca0e1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:23:32Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['b83e7ec8-9400-4bb2-97a5-bd4c6583fc3d'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:23:43.105457 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [req-9736b492-b720-4eb8-9c24-e1eb257138ab req-f2c2616f-8e33-48cb-96b2-ba4a5270b039 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Received port after_create {{(pid=103377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:23:43.182091 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee37cb70-637e-421b-8ad1-47193c22b636 req-9c03355e-9820-46bc-9183-05a2f4d70858 tempest-ServerRescueTestJSONUnderV235-1389214366 tempest-ServerRescueTestJSONUnderV235-1389214366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:23:43.189326 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-ee37cb70-637e-421b-8ad1-47193c22b636 req-9c03355e-9820-46bc-9183-05a2f4d70858 tempest-ServerRescueTestJSONUnderV235-1389214366 tempest-ServerRescueTestJSONUnderV235-1389214366-project] 10.222.0.89 "GET /v2.0/ports/3120abc2-f8c4-441a-beb5-ce8f46eca2db HTTP/1.1" status: 200 len: 942 time: 0.2323117 Feb 04 17:23:43.220060 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-a0e31d4d-e28e-4462-9073-451886f31c41 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:43.224482 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-a0e31d4d-e28e-4462-9073-451886f31c41 admin admin] 10.222.0.89 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 9.6181066 Feb 04 17:23:43.225244 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 39030) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:23:43.226958 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-1e563fc7-95c2-49dd-baa9-77d4ac3012db req-9da5b510-01ca-47dc-a25a-1861f2acb6e7 service neutron] 10.222.0.90 "GET /v2.0/networks/151997f6-fb27-4cf0-bfe9-ef4acfbb4102?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3665493 Feb 04 17:23:43.295860 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9736b492-b720-4eb8-9c24-e1eb257138ab req-f2c2616f-8e33-48cb-96b2-ba4a5270b039 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:23:43.298652 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-9736b492-b720-4eb8-9c24-e1eb257138ab req-f2c2616f-8e33-48cb-96b2-ba4a5270b039 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:43.368338 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvr_db [None req-945fce6e-f7c0-4ce8-be31-06957cca0e1a None None] Set router b83e7ec8-9400-4bb2-97a5-bd4c6583fc3d gateway port host: n-d-827839-2 {{(pid=103379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:23:43.398210 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-ee37cb70-637e-421b-8ad1-47193c22b636 req-98771ec1-c448-4d48-ad54-cf6aaf53f693 tempest-ServerRescueTestJSONUnderV235-1389214366 tempest-ServerRescueTestJSONUnderV235-1389214366-project] 10.222.0.89 "GET /v2.0/floatingips?floating_ip_address=172.25.6.98 HTTP/1.1" status: 200 len: 1000 time: 0.1174836 Feb 04 17:23:43.453764 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ee7ff4-0d6d-47eb-8ea2-5310c30459d5 req-103b8ab9-b773-4d89-b93f-9f405c3fc5a9 tempest-ServerRescueNegativeTestJSON-1481324798 tempest-ServerRescueNegativeTestJSON-1481324798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:23:43.461218 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-06ee7ff4-0d6d-47eb-8ea2-5310c30459d5 req-103b8ab9-b773-4d89-b93f-9f405c3fc5a9 tempest-ServerRescueNegativeTestJSON-1481324798 tempest-ServerRescueNegativeTestJSON-1481324798-project] 10.222.0.89 "GET /v2.0/ports?device_id=5f99a685-700d-4f63-88c2-d2a04a4a422d HTTP/1.1" status: 200 len: 945 time: 0.3027523 Feb 04 17:23:43.467265 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-9736b492-b720-4eb8-9c24-e1eb257138ab req-f2c2616f-8e33-48cb-96b2-ba4a5270b039 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8644497 Feb 04 17:23:43.519496 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-dc7ecd64-d1ed-4e98-8647-20f668e37265 None None] Provisioning complete for port 22b8e9e9-9bfb-4c6e-95b2-78e04b75aa5a triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:23:43.520048 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-dc7ecd64-d1ed-4e98-8647-20f668e37265 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (22b8e9e9-9bfb-4c6e-95b2-78e04b75aa5a), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:43.548155 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [req-9736b492-b720-4eb8-9c24-e1eb257138ab req-8e4f6159-b370-4be4-b75d-2fd7140a1e36 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Request body: {'port': {'device_id': 'd23ffa64-7651-4974-8c0d-1ba4c302839d', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '8c9cb33a-476f-4f00-a8aa-706c33a5dd83', 'admin_state_up': True, 'tenant_id': 'c5cb386618c24d66b6712f0d36ac7fea', 'security_groups': ['f41001c7-a515-4baa-b12d-2443831f66d9']}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:23:43.602504 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-06ee7ff4-0d6d-47eb-8ea2-5310c30459d5 req-c69d01ac-f386-4d85-ac23-47ed91d309cd tempest-ServerRescueNegativeTestJSON-1481324798 tempest-ServerRescueNegativeTestJSON-1481324798-project] 10.222.0.89 "GET /v2.0/security-groups?id=47e1fb0d-88ed-4fed-9e75-9f02b9f534f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389704 Feb 04 17:23:43.631940 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-dc7ecd64-d1ed-4e98-8647-20f668e37265 None None] Port 22b8e9e9-9bfb-4c6e-95b2-78e04b75aa5a cannot update to ACTIVE because it is not bound. {{(pid=103378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 17:23:43.727508 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee37cb70-637e-421b-8ad1-47193c22b636 req-061db582-f0af-4c88-9327-379ff6275ee5 tempest-ServerRescueTestJSONUnderV235-1389214366 tempest-ServerRescueTestJSONUnderV235-1389214366-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:23:43.729136 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-ee37cb70-637e-421b-8ad1-47193c22b636 req-061db582-f0af-4c88-9327-379ff6275ee5 tempest-ServerRescueTestJSONUnderV235-1389214366 tempest-ServerRescueTestJSONUnderV235-1389214366-project] 10.222.0.89 "GET /v2.0/networks/48165773-85ad-49a1-9ec1-76fc8dc24188 HTTP/1.1" status: 200 len: 784 time: 0.3201025 Feb 04 17:23:43.833002 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9736b492-b720-4eb8-9c24-e1eb257138ab req-8e4f6159-b370-4be4-b75d-2fd7140a1e36 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Made reservation on behalf of c5cb386618c24d66b6712f0d36ac7fea for: {'port': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:23:43.838406 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-9736b492-b720-4eb8-9c24-e1eb257138ab req-8e4f6159-b370-4be4-b75d-2fd7140a1e36 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:43.863628 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-945fce6e-f7c0-4ce8-be31-06957cca0e1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b83e7ec8-9400-4bb2-97a5-bd4c6583fc3d', 'name': 'tempest-TestServerBasicOps-561769945-router', 'tenant_id': '48789684080144abaf0fc612d0276922', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.30'}], 'enable_snat': True}, 'gw_port_id': '8b45cf6c-8ac3-4b9f-a285-dff4aabdcf28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:23:33Z', 'updated_at': '2022-02-04T17:23:39Z', 'revision_number': 3, 'project_id': '48789684080144abaf0fc612d0276922', 'gw_port': {'id': '8b45cf6c-8ac3-4b9f-a285-dff4aabdcf28', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:d5:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b83e7ec8-9400-4bb2-97a5-bd4c6583fc3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1467, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:23:36Z', 'updated_at': '2022-02-04T17:23:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2'}], 'n-d-827839-2', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:23:43.973948 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-ee37cb70-637e-421b-8ad1-47193c22b636 req-9fd4d285-9568-4a8b-95e1-3e2db90cf63a tempest-ServerRescueTestJSONUnderV235-1389214366 tempest-ServerRescueTestJSONUnderV235-1389214366-project] 10.222.0.89 "GET /v2.0/floatingips?floating_ip_address=172.25.6.98 HTTP/1.1" status: 200 len: 1000 time: 0.2355850 Feb 04 17:23:43.991085 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [req-ee37cb70-637e-421b-8ad1-47193c22b636 req-26468e52-3bc2-4fe3-9893-51843c9ce39e tempest-ServerRescueTestJSONUnderV235-1389214366 tempest-ServerRescueTestJSONUnderV235-1389214366-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:23:44.020213 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09243eaf-cbd8-452f-84bd-09f61e32e5fa req-61d789fe-f198-4b6a-8cbe-a4bf77c8a6cc tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:23:44.023712 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-945fce6e-f7c0-4ce8-be31-06957cca0e1a None None] Checking router: b83e7ec8-9400-4bb2-97a5-bd4c6583fc3d for host: n-d-827839-2 {{(pid=103379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 17:23:44.024060 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-945fce6e-f7c0-4ce8-be31-06957cca0e1a None None] Updating router b83e7ec8-9400-4bb2-97a5-bd4c6583fc3d port 8b45cf6c-8ac3-4b9f-a285-dff4aabdcf28 binding host n-d-827839-2 {{(pid=103379) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 17:23:44.033805 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09243eaf-cbd8-452f-84bd-09f61e32e5fa req-61d789fe-f198-4b6a-8cbe-a4bf77c8a6cc tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:23:44.046587 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09243eaf-cbd8-452f-84bd-09f61e32e5fa req-61d789fe-f198-4b6a-8cbe-a4bf77c8a6cc tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:23:44.057525 n-d-827839-2 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-945fce6e-f7c0-4ce8-be31-06957cca0e1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (8b45cf6c-8ac3-4b9f-a285-dff4aabdcf28), before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:44.060357 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09243eaf-cbd8-452f-84bd-09f61e32e5fa req-61d789fe-f198-4b6a-8cbe-a4bf77c8a6cc tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:23:44.073171 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-09243eaf-cbd8-452f-84bd-09f61e32e5fa req-61d789fe-f198-4b6a-8cbe-a4bf77c8a6cc tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] 10.222.0.89 "GET /v2.0/ports?device_id=d23ffa64-7651-4974-8c0d-1ba4c302839d HTTP/1.1" status: 200 len: 3093 time: 0.3200853 Feb 04 17:23:44.209304 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-ee37cb70-637e-421b-8ad1-47193c22b636 req-26468e52-3bc2-4fe3-9893-51843c9ce39e tempest-ServerRescueTestJSONUnderV235-1389214366 tempest-ServerRescueTestJSONUnderV235-1389214366-project] Publish callbacks [] for floatingip (76780e82-0dd9-47c2-9505-22d6fc9347ae), before_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:44.243434 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-09243eaf-cbd8-452f-84bd-09f61e32e5fa req-c397b113-d762-4713-b6d0-ee158143fa86 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] 10.222.0.89 "GET /v2.0/security-groups?id=f41001c7-a515-4baa-b12d-2443831f66d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1693904 Feb 04 17:23:44.554747 n-d-827839-2 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-945fce6e-f7c0-4ce8-be31-06957cca0e1a None None] Publish callbacks [] for port (8b45cf6c-8ac3-4b9f-a285-dff4aabdcf28), precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:44.564242 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-edb8e273-de12-48de-b0e0-d7e2bafb35ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:44.566504 n-d-827839-2 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-945fce6e-f7c0-4ce8-be31-06957cca0e1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (8b45cf6c-8ac3-4b9f-a285-dff4aabdcf28), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:44.648893 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f88b4c3-c73a-4d98-86d4-79d17b76cfe4 req-5a4d7e08-54c8-494b-94a7-f4b8a4311a8b tempest-ImagesTestJSON-301921999 tempest-ImagesTestJSON-301921999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:23:44.665619 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-5f88b4c3-c73a-4d98-86d4-79d17b76cfe4 req-5a4d7e08-54c8-494b-94a7-f4b8a4311a8b tempest-ImagesTestJSON-301921999 tempest-ImagesTestJSON-301921999-project] 10.222.0.89 "GET /v2.0/ports?device_id=5f68109e-df04-484f-b992-6678b4ebbbe8 HTTP/1.1" status: 200 len: 945 time: 0.1839139 Feb 04 17:23:44.684234 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b958b079-5078-4b2c-bb73-1169ebc20c0f None None] Pushing event updated for resources: {'Port': ['ID=8b45cf6c-8ac3-4b9f-a285-dff4aabdcf28,revision_number=2']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:23:44.689723 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [None req-945fce6e-f7c0-4ce8-be31-06957cca0e1a None None] Attempting to bind port 8b45cf6c-8ac3-4b9f-a285-dff4aabdcf28 on host n-d-827839-2 for vnic_type normal with profile {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:23:44.690088 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [None req-945fce6e-f7c0-4ce8-be31-06957cca0e1a None None] Attempting to bind port 8b45cf6c-8ac3-4b9f-a285-dff4aabdcf28 by drivers openvswitch,hyperv on host n-d-827839-2 at level 0 using segments [{'id': '5942dc44-1f07-4c27-b0ab-45a2bff20dd5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188'}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:23:44.690449 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-945fce6e-f7c0-4ce8-be31-06957cca0e1a None None] Attempting to bind port 8b45cf6c-8ac3-4b9f-a285-dff4aabdcf28 on network 48165773-85ad-49a1-9ec1-76fc8dc24188 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:23:44.709994 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-945fce6e-f7c0-4ce8-be31-06957cca0e1a None None] Checking agent: {'id': 'ba70844b-66a0-45fd-a2f2-e6ed673321fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 0, 36), 'started_at': datetime.datetime(2022, 2, 4, 17, 1, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 23, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:23:44.710320 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-945fce6e-f7c0-4ce8-be31-06957cca0e1a None None] Checking segment: {'id': '5942dc44-1f07-4c27-b0ab-45a2bff20dd5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:23:44.710687 n-d-827839-2 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-945fce6e-f7c0-4ce8-be31-06957cca0e1a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:44.711076 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-945fce6e-f7c0-4ce8-be31-06957cca0e1a None None] Bound using segment: {'id': '5942dc44-1f07-4c27-b0ab-45a2bff20dd5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188'} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:23:44.711542 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [None req-945fce6e-f7c0-4ce8-be31-06957cca0e1a None None] Bound port: 8b45cf6c-8ac3-4b9f-a285-dff4aabdcf28, host: n-d-827839-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5942dc44-1f07-4c27-b0ab-45a2bff20dd5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188'}}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:23:44.711919 n-d-827839-2 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-945fce6e-f7c0-4ce8-be31-06957cca0e1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (8b45cf6c-8ac3-4b9f-a285-dff4aabdcf28), before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:44.724396 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.db_base_plugin_common [req-9736b492-b720-4eb8-9c24-e1eb257138ab req-8e4f6159-b370-4be4-b75d-2fd7140a1e36 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Allocated IP 10.2.2.200 (8c9cb33a-476f-4f00-a8aa-706c33a5dd83/a6fc7b77-ba48-4d2d-af47-eb29cf9d0175/d07f6690-41dc-473d-8b49-2b36d0026fa9) {{(pid=103377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:23:44.825012 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-945fce6e-f7c0-4ce8-be31-06957cca0e1a None None] For port 8b45cf6c-8ac3-4b9f-a285-dff4aabdcf28, host n-d-827839-2, cleared binding levels {{(pid=103379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:23:44.829277 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-945fce6e-f7c0-4ce8-be31-06957cca0e1a None None] For port 8b45cf6c-8ac3-4b9f-a285-dff4aabdcf28, host n-d-827839-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=8b45cf6c-8ac3-4b9f-a285-dff4aabdcf28,segment=NetworkSegment(5942dc44-1f07-4c27-b0ab-45a2bff20dd5),segment_id=5942dc44-1f07-4c27-b0ab-45a2bff20dd5)] {{(pid=103379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:23:44.843126 n-d-827839-2 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-945fce6e-f7c0-4ce8-be31-06957cca0e1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (8b45cf6c-8ac3-4b9f-a285-dff4aabdcf28), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:44.933043 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-5f88b4c3-c73a-4d98-86d4-79d17b76cfe4 req-1133d650-3e20-4f49-8219-4625192198ba tempest-ImagesTestJSON-301921999 tempest-ImagesTestJSON-301921999-project] 10.222.0.89 "GET /v2.0/security-groups?id=5b73e0f3-a9f7-4cf1-b4aa-b594ce8b7178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2626309 Feb 04 17:23:45.001704 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-945fce6e-f7c0-4ce8-be31-06957cca0e1a None None] Routers {'b83e7ec8-9400-4bb2-97a5-bd4c6583fc3d'} bound to L3 agent in host n-d-827839-2 {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:23:45.002310 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-945fce6e-f7c0-4ce8-be31-06957cca0e1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:23:32Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['b83e7ec8-9400-4bb2-97a5-bd4c6583fc3d'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:23:45.007507 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b958b079-5078-4b2c-bb73-1169ebc20c0f None None] Pushing event updated for resources: {'Port': ['ID=8b45cf6c-8ac3-4b9f-a285-dff4aabdcf28,revision_number=3']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:23:45.138183 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-9736b492-b720-4eb8-9c24-e1eb257138ab req-8e4f6159-b370-4be4-b75d-2fd7140a1e36 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Publish callbacks [] for port (d07f6690-41dc-473d-8b49-2b36d0026fa9), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:45.188464 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.db_base_plugin_common [None req-edb8e273-de12-48de-b0e0-d7e2bafb35ac admin admin] Allocated IP 172.20.0.1 (1cfe72cd-a132-433c-b79f-01c774ca758d/7eacf596-f056-4e00-990f-d96c82dc5233/062c688c-e546-4dcf-83a3-7349220c189c) {{(pid=103376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:23:45.266352 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvr_db [None req-945fce6e-f7c0-4ce8-be31-06957cca0e1a None None] Set router b83e7ec8-9400-4bb2-97a5-bd4c6583fc3d gateway port host: n-d-827839-2 {{(pid=103379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:23:45.289240 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3fb8dc-9daf-4e0d-8acf-b455ad72a2c5 req-e8207c10-81c5-49b8-bf3e-ee3d379ee70f tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:23:45.291678 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-1f3fb8dc-9daf-4e0d-8acf-b455ad72a2c5 req-e8207c10-81c5-49b8-bf3e-ee3d379ee70f tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] 10.222.0.89 "GET /v2.0/ports?device_id=32c473d7-3f2d-495e-b44f-fd0929434fbd HTTP/1.1" status: 200 len: 946 time: 0.2189009 Feb 04 17:23:45.364957 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-ee37cb70-637e-421b-8ad1-47193c22b636 req-26468e52-3bc2-4fe3-9893-51843c9ce39e tempest-ServerRescueTestJSONUnderV235-1389214366 tempest-ServerRescueTestJSONUnderV235-1389214366-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:45.367023 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-9736b492-b720-4eb8-9c24-e1eb257138ab req-8e4f6159-b370-4be4-b75d-2fd7140a1e36 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (d07f6690-41dc-473d-8b49-2b36d0026fa9), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:45.378225 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-ee37cb70-637e-421b-8ad1-47193c22b636 req-26468e52-3bc2-4fe3-9893-51843c9ce39e tempest-ServerRescueTestJSONUnderV235-1389214366 tempest-ServerRescueTestJSONUnderV235-1389214366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1595586'] for floatingip (76780e82-0dd9-47c2-9505-22d6fc9347ae), after_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:45.378564 n-d-827839-2 neutron-server[103377]: INFO neutron.db.l3_db [req-ee37cb70-637e-421b-8ad1-47193c22b636 req-26468e52-3bc2-4fe3-9893-51843c9ce39e tempest-ServerRescueTestJSONUnderV235-1389214366 tempest-ServerRescueTestJSONUnderV235-1389214366-project] Floating IP 76780e82-0dd9-47c2-9505-22d6fc9347ae disassociated. External IP: 172.25.6.98, port: 3120abc2-f8c4-441a-beb5-ce8f46eca2db. Feb 04 17:23:45.472718 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-edb8e273-de12-48de-b0e0-d7e2bafb35ac admin admin] Publish callbacks [] for port (062c688c-e546-4dcf-83a3-7349220c189c), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:45.501267 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 39112) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:23:45.627935 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9736b492-b720-4eb8-9c24-e1eb257138ab req-8e4f6159-b370-4be4-b75d-2fd7140a1e36 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Network 8c9cb33a-476f-4f00-a8aa-706c33a5dd83 is already hosted by enough agents. {{(pid=103377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:23:45.628794 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-edb8e273-de12-48de-b0e0-d7e2bafb35ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (062c688c-e546-4dcf-83a3-7349220c189c), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:45.647478 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4f6159-b370-4be4-b75d-2fd7140a1e36 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Pushing event updated for resources: {'Port': ['ID=d07f6690-41dc-473d-8b49-2b36d0026fa9,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:23:45.656803 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [req-9736b492-b720-4eb8-9c24-e1eb257138ab req-8e4f6159-b370-4be4-b75d-2fd7140a1e36 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Resources bound (agent type, host, resource id): {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:23:45.660787 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [req-9736b492-b720-4eb8-9c24-e1eb257138ab req-8e4f6159-b370-4be4-b75d-2fd7140a1e36 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Received port after_create {{(pid=103377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:23:45.687696 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-945fce6e-f7c0-4ce8-be31-06957cca0e1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b83e7ec8-9400-4bb2-97a5-bd4c6583fc3d', 'name': 'tempest-TestServerBasicOps-561769945-router', 'tenant_id': '48789684080144abaf0fc612d0276922', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.30'}], 'enable_snat': True}, 'gw_port_id': '8b45cf6c-8ac3-4b9f-a285-dff4aabdcf28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:23:33Z', 'updated_at': '2022-02-04T17:23:39Z', 'revision_number': 3, 'project_id': '48789684080144abaf0fc612d0276922', 'gw_port': {'id': '8b45cf6c-8ac3-4b9f-a285-dff4aabdcf28', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:d5:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b83e7ec8-9400-4bb2-97a5-bd4c6583fc3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1467, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:23:36Z', 'updated_at': '2022-02-04T17:23:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2'}], 'n-d-827839-2', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:23:45.774136 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-945fce6e-f7c0-4ce8-be31-06957cca0e1a None None] The sync data for ids ['b83e7ec8-9400-4bb2-97a5-bd4c6583fc3d'] in n-d-827839-2 is: [{'id': 'b83e7ec8-9400-4bb2-97a5-bd4c6583fc3d', 'name': 'tempest-TestServerBasicOps-561769945-router', 'tenant_id': '48789684080144abaf0fc612d0276922', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.30'}], 'enable_snat': True}, 'gw_port_id': '8b45cf6c-8ac3-4b9f-a285-dff4aabdcf28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:23:33Z', 'updated_at': '2022-02-04T17:23:39Z', 'revision_number': 3, 'project_id': '48789684080144abaf0fc612d0276922', 'gw_port': {'id': '8b45cf6c-8ac3-4b9f-a285-dff4aabdcf28', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:d5:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b83e7ec8-9400-4bb2-97a5-bd4c6583fc3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1467, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:23:36Z', 'updated_at': '2022-02-04T17:23:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2'}] {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 17:23:45.808839 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edb8e273-de12-48de-b0e0-d7e2bafb35ac admin admin] Network 1cfe72cd-a132-433c-b79f-01c774ca758d is already hosted by enough agents. {{(pid=103376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:23:45.823434 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [None req-edb8e273-de12-48de-b0e0-d7e2bafb35ac admin admin] Resources bound (agent type, host, resource id): {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:23:45.836535 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-06916be5-e6a0-4fd3-9978-0f60c01ae023 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:45.839862 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edb8e273-de12-48de-b0e0-d7e2bafb35ac admin admin] Received port after_create {{(pid=103376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:23:45.902294 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-edb8e273-de12-48de-b0e0-d7e2bafb35ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1595471'] for router_interface (b83e7ec8-9400-4bb2-97a5-bd4c6583fc3d), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:45.914283 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb8e273-de12-48de-b0e0-d7e2bafb35ac admin admin] Pushing event updated for resources: {'Port': ['ID=062c688c-e546-4dcf-83a3-7349220c189c,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:23:45.923014 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9736b492-b720-4eb8-9c24-e1eb257138ab req-8e4f6159-b370-4be4-b75d-2fd7140a1e36 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:23:45.923714 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-9736b492-b720-4eb8-9c24-e1eb257138ab req-8e4f6159-b370-4be4-b75d-2fd7140a1e36 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:45.973334 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-1f3fb8dc-9daf-4e0d-8acf-b455ad72a2c5 req-0cc40dcf-9840-4744-a12e-641580f41439 tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] 10.222.0.89 "GET /v2.0/security-groups?id=e65ecd24-4d97-4684-be33-350ed30f90cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3757653 Feb 04 17:23:46.041791 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-9736b492-b720-4eb8-9c24-e1eb257138ab req-8e4f6159-b370-4be4-b75d-2fd7140a1e36 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5077238 Feb 04 17:23:46.190195 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-25647f1b-070d-4219-8832-7f3df62482bf None None] Provisioning complete for port d07f6690-41dc-473d-8b49-2b36d0026fa9 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:23:46.190778 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-25647f1b-070d-4219-8832-7f3df62482bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (d07f6690-41dc-473d-8b49-2b36d0026fa9), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:46.346090 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-edb8e273-de12-48de-b0e0-d7e2bafb35ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (062c688c-e546-4dcf-83a3-7349220c189c), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:46.385480 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-25647f1b-070d-4219-8832-7f3df62482bf None None] Port d07f6690-41dc-473d-8b49-2b36d0026fa9 cannot update to ACTIVE because it is not bound. {{(pid=103378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 17:23:46.582653 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-ec777fd8-1d95-411e-88ff-1f7f96cb1451 None None] Provisioning complete for port 062c688c-e546-4dcf-83a3-7349220c189c triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:23:46.583040 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ec777fd8-1d95-411e-88ff-1f7f96cb1451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (062c688c-e546-4dcf-83a3-7349220c189c), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:46.706493 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-ec777fd8-1d95-411e-88ff-1f7f96cb1451 None None] Port 062c688c-e546-4dcf-83a3-7349220c189c cannot update to ACTIVE because it is not bound. {{(pid=103378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 17:23:46.711526 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 8b45cf6c-8ac3-4b9f-a285-dff4aabdcf28 up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:23:46.814275 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port 8b45cf6c-8ac3-4b9f-a285-dff4aabdcf28 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:23:46.814802 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (8b45cf6c-8ac3-4b9f-a285-dff4aabdcf28), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:46.961875 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port 8b45cf6c-8ac3-4b9f-a285-dff4aabdcf28 is: DOWN; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:23:46.962900 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (8b45cf6c-8ac3-4b9f-a285-dff4aabdcf28), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:46.980769 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.agents_db [None req-e1691f3b-aacd-4cd6-8ebb-a9c53bb301c0 None None] Agent healthcheck: found 7 active agents {{(pid=103379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 17:23:47.001577 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] For port 8b45cf6c-8ac3-4b9f-a285-dff4aabdcf28, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=8b45cf6c-8ac3-4b9f-a285-dff4aabdcf28,segment=NetworkSegment(5942dc44-1f07-4c27-b0ab-45a2bff20dd5),segment_id=5942dc44-1f07-4c27-b0ab-45a2bff20dd5)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:23:47.026713 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (8b45cf6c-8ac3-4b9f-a285-dff4aabdcf28), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:47.089379 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Pushing event updated for resources: {'Port': ['ID=8b45cf6c-8ac3-4b9f-a285-dff4aabdcf28,revision_number=4']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:23:47.200314 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [req-9736b492-b720-4eb8-9c24-e1eb257138ab req-f749b088-1d06-4a67-aa53-0c1503701af4 service neutron] Request body: {'port': {'device_id': 'd23ffa64-7651-4974-8c0d-1ba4c302839d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827839-2'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:23:47.325346 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ee37cb70-637e-421b-8ad1-47193c22b636 req-26468e52-3bc2-4fe3-9893-51843c9ce39e tempest-ServerRescueTestJSONUnderV235-1389214366 tempest-ServerRescueTestJSONUnderV235-1389214366-project] Router f9e68899-a077-46b6-9665-a5d5cb9a1cec has already been hosted by L3 agent 64ada913-9131-4d99-a265-63a920956287 {{(pid=103377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 17:23:47.360274 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-9736b492-b720-4eb8-9c24-e1eb257138ab req-f749b088-1d06-4a67-aa53-0c1503701af4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (3af41b78-08e9-4d5c-93be-3e2ef1bdcc7f), before_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:47.366050 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6f7899-afa4-4d72-a560-c848329d4c82 req-4e8db662-4ba4-42d6-9897-bb3fd91f80c0 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:23:47.371536 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6f7899-afa4-4d72-a560-c848329d4c82 req-4e8db662-4ba4-42d6-9897-bb3fd91f80c0 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:23:47.389500 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6f7899-afa4-4d72-a560-c848329d4c82 req-4e8db662-4ba4-42d6-9897-bb3fd91f80c0 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:23:47.412856 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6f7899-afa4-4d72-a560-c848329d4c82 req-4e8db662-4ba4-42d6-9897-bb3fd91f80c0 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:23:47.422136 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6f7899-afa4-4d72-a560-c848329d4c82 req-4e8db662-4ba4-42d6-9897-bb3fd91f80c0 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:23:47.439392 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-8f6f7899-afa4-4d72-a560-c848329d4c82 req-4e8db662-4ba4-42d6-9897-bb3fd91f80c0 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] 10.222.0.89 "GET /v2.0/ports?device_id=d23ffa64-7651-4974-8c0d-1ba4c302839d HTTP/1.1" status: 200 len: 3814 time: 0.8053131 Feb 04 17:23:47.592976 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-8f6f7899-afa4-4d72-a560-c848329d4c82 req-a815f66e-60c9-4d24-a8b3-bb9a68b7af57 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] 10.222.0.89 "GET /v2.0/security-groups?id=f41001c7-a515-4baa-b12d-2443831f66d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1489768 Feb 04 17:23:47.633107 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-edb8e273-de12-48de-b0e0-d7e2bafb35ac admin admin] Publish callbacks [] for port (062c688c-e546-4dcf-83a3-7349220c189c), precommit_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:47.645295 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-edb8e273-de12-48de-b0e0-d7e2bafb35ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675836'] for port (062c688c-e546-4dcf-83a3-7349220c189c), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:47.742672 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-06916be5-e6a0-4fd3-9978-0f60c01ae023 admin admin] Publish callbacks [] for security_group (5e2bd067-6a24-40b5-935d-0919aac5721b), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:47.765796 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-06916be5-e6a0-4fd3-9978-0f60c01ae023 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (5e2bd067-6a24-40b5-935d-0919aac5721b), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:47.802733 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-edb8e273-de12-48de-b0e0-d7e2bafb35ac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1677345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602751'] for router_interface (b83e7ec8-9400-4bb2-97a5-bd4c6583fc3d), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:47.813122 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb8e273-de12-48de-b0e0-d7e2bafb35ac admin admin] Pushing event updated for resources: {'Port': ['ID=062c688c-e546-4dcf-83a3-7349220c189c,revision_number=2']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:23:47.871407 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-06916be5-e6a0-4fd3-9978-0f60c01ae023 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=cd15b32ba8e641cc9154db22ea220dfd&name=default HTTP/1.1" status: 200 len: 3000 time: 2.3602178 Feb 04 17:23:47.873436 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ee37cb70-637e-421b-8ad1-47193c22b636 req-26468e52-3bc2-4fe3-9893-51843c9ce39e tempest-ServerRescueTestJSONUnderV235-1389214366 tempest-ServerRescueTestJSONUnderV235-1389214366-project] Notify agent at l3_agent.n-d-827839-2 the message routers_updated {{(pid=103377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 17:23:47.875547 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 39132) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:23:47.885497 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8befc785-519d-47ba-85e3-b642f50ee1dd None None] Sync routers for ids ['f9e68899-a077-46b6-9665-a5d5cb9a1cec'] in n-d-827839-2 {{(pid=103378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 17:23:47.903138 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8befc785-519d-47ba-85e3-b642f50ee1dd None None] Routers {'f9e68899-a077-46b6-9665-a5d5cb9a1cec'} bound to L3 agent in host n-d-827839-2 {{(pid=103378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:23:47.909359 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-8befc785-519d-47ba-85e3-b642f50ee1dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:23:32Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['f9e68899-a077-46b6-9665-a5d5cb9a1cec'], 'active': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:23:47.914127 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-ee37cb70-637e-421b-8ad1-47193c22b636 req-26468e52-3bc2-4fe3-9893-51843c9ce39e tempest-ServerRescueTestJSONUnderV235-1389214366 tempest-ServerRescueTestJSONUnderV235-1389214366-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for floatingip (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:47.916346 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edb8e273-de12-48de-b0e0-d7e2bafb35ac admin admin] Network 1cfe72cd-a132-433c-b79f-01c774ca758d is already hosted by enough agents. {{(pid=103376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:23:47.920805 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [None req-edb8e273-de12-48de-b0e0-d7e2bafb35ac admin admin] Resources bound (agent type, host, resource id): {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:23:47.936304 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cfa25a-9146-4bb7-9bee-474feda1fc74 req-65483663-5110-4f4b-9355-397fa4d4c652 tempest-ImagesTestJSON-301921999 tempest-ImagesTestJSON-301921999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:23:47.946828 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-e3cfa25a-9146-4bb7-9bee-474feda1fc74 req-65483663-5110-4f4b-9355-397fa4d4c652 tempest-ImagesTestJSON-301921999 tempest-ImagesTestJSON-301921999-project] 10.222.0.89 "GET /v2.0/ports?device_id=5f68109e-df04-484f-b992-6678b4ebbbe8 HTTP/1.1" status: 200 len: 945 time: 0.2254329 Feb 04 17:23:47.978982 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06916be5-e6a0-4fd3-9978-0f60c01ae023 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e2bd067-6a24-40b5-935d-0919aac5721b,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:23:48.094169 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-ee37cb70-637e-421b-8ad1-47193c22b636 req-26468e52-3bc2-4fe3-9893-51843c9ce39e tempest-ServerRescueTestJSONUnderV235-1389214366 tempest-ServerRescueTestJSONUnderV235-1389214366-project] 10.222.0.89 "PUT /v2.0/floatingips/76780e82-0dd9-47c2-9505-22d6fc9347ae HTTP/1.1" status: 200 len: 694 time: 4.1140461 Feb 04 17:23:48.178649 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edb8e273-de12-48de-b0e0-d7e2bafb35ac admin admin] Router b83e7ec8-9400-4bb2-97a5-bd4c6583fc3d has already been hosted by L3 agent 64ada913-9131-4d99-a265-63a920956287 {{(pid=103376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 17:23:48.205117 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvr_db [None req-8befc785-519d-47ba-85e3-b642f50ee1dd None None] Set router f9e68899-a077-46b6-9665-a5d5cb9a1cec gateway port host: n-d-827839-2 {{(pid=103378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:23:48.255089 n-d-827839-2 neutron-server[103377]: DEBUG neutron.notifiers.nova [req-9736b492-b720-4eb8-9c24-e1eb257138ab req-f749b088-1d06-4a67-aa53-0c1503701af4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3af41b78-08e9-4d5c-93be-3e2ef1bdcc7f {{(pid=103377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 17:23:48.269366 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-9736b492-b720-4eb8-9c24-e1eb257138ab req-f749b088-1d06-4a67-aa53-0c1503701af4 service neutron] Publish callbacks [] for port (3af41b78-08e9-4d5c-93be-3e2ef1bdcc7f), precommit_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:48.294054 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.provisioning_blocks [req-9736b492-b720-4eb8-9c24-e1eb257138ab req-f749b088-1d06-4a67-aa53-0c1503701af4 service neutron] Transition to ACTIVE for port object 3af41b78-08e9-4d5c-93be-3e2ef1bdcc7f will not be triggered until provisioned by entity L2. {{(pid=103377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 17:23:48.294761 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-e3cfa25a-9146-4bb7-9bee-474feda1fc74 req-a6708164-9597-48a3-9f97-9e58f34e8dda tempest-ImagesTestJSON-301921999 tempest-ImagesTestJSON-301921999-project] 10.222.0.89 "GET /v2.0/security-groups?id=5b73e0f3-a9f7-4cf1-b4aa-b594ce8b7178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3467884 Feb 04 17:23:48.314491 n-d-827839-2 neutron-server[103377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1affc7e-c4fd-44da-8120-774326466c99', 'tag': '3120abc2-f8c4-441a-beb5-ce8f46eca2db'}] {{(pid=103377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:23:48.340757 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7240428b650e1488e9361b62648ff4b3a6c19d49d8c27c949491ab58c1346cf0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dcd0ace-f260-4a7a-910b-6fc600b85fbf" -d '{"events": [{"name": "network-changed", "server_uuid": "c1affc7e-c4fd-44da-8120-774326466c99", "tag": "3120abc2-f8c4-441a-beb5-ce8f46eca2db"}]}' {{(pid=103377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:23:48.402921 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-9736b492-b720-4eb8-9c24-e1eb257138ab req-f749b088-1d06-4a67-aa53-0c1503701af4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25888290'] for port (3af41b78-08e9-4d5c-93be-3e2ef1bdcc7f), after_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:48.625341 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f371c3-7747-4176-acdd-7eea8de1cc67 req-19f10e60-38b6-4129-b262-f30589741a19 tempest-ServerRescueNegativeTestJSON-1481324798 tempest-ServerRescueNegativeTestJSON-1481324798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:23:48.635206 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-05f371c3-7747-4176-acdd-7eea8de1cc67 req-19f10e60-38b6-4129-b262-f30589741a19 tempest-ServerRescueNegativeTestJSON-1481324798 tempest-ServerRescueNegativeTestJSON-1481324798-project] 10.222.0.89 "GET /v2.0/ports?device_id=5f99a685-700d-4f63-88c2-d2a04a4a422d HTTP/1.1" status: 200 len: 945 time: 0.1267605 Feb 04 17:23:48.699465 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-05f371c3-7747-4176-acdd-7eea8de1cc67 req-11816fe6-efa7-4d84-a183-65dc97813401 tempest-ServerRescueNegativeTestJSON-1481324798 tempest-ServerRescueNegativeTestJSON-1481324798-project] 10.222.0.89 "GET /v2.0/security-groups?id=47e1fb0d-88ed-4fed-9e75-9f02b9f534f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561905 Feb 04 17:23:48.708048 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edb8e273-de12-48de-b0e0-d7e2bafb35ac admin admin] Notify agent at l3_agent.n-d-827839-2 the message routers_updated {{(pid=103376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 17:23:48.729077 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-edb8e273-de12-48de-b0e0-d7e2bafb35ac admin admin] 10.222.0.89 "PUT /v2.0/routers/b83e7ec8-9400-4bb2-97a5-bd4c6583fc3d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5026758 Feb 04 17:23:48.761149 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 8b45cf6c-8ac3-4b9f-a285-dff4aabdcf28 up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:23:48.823675 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-a29d6773-45d0-4965-b379-9a913fefcf99 admin admin] Publish callbacks [] for security_group (5e2bd067-6a24-40b5-935d-0919aac5721b), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:48.876982 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f749b088-1d06-4a67-aa53-0c1503701af4 service neutron] Pushing event updated for resources: {'Port': ['ID=3af41b78-08e9-4d5c-93be-3e2ef1bdcc7f,revision_number=2']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:23:48.899345 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4c970c57-f502-4187-8dd3-a3971b632edb None None] Provisioning complete for port 062c688c-e546-4dcf-83a3-7349220c189c triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:23:48.899845 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4c970c57-f502-4187-8dd3-a3971b632edb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (062c688c-e546-4dcf-83a3-7349220c189c), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:49.016371 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bad3e2a0-6e16-4e45-8f9f-794b05e851c6 None None] Sync routers for ids ['b83e7ec8-9400-4bb2-97a5-bd4c6583fc3d'] in n-d-827839-2 {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 17:23:49.030818 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bad3e2a0-6e16-4e45-8f9f-794b05e851c6 None None] Routers {'b83e7ec8-9400-4bb2-97a5-bd4c6583fc3d'} bound to L3 agent in host n-d-827839-2 {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:23:49.041711 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-bad3e2a0-6e16-4e45-8f9f-794b05e851c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:23:32Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['b83e7ec8-9400-4bb2-97a5-bd4c6583fc3d'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:23:49.108724 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-a29d6773-45d0-4965-b379-9a913fefcf99 admin admin] Publish callbacks [] for security_group (5e2bd067-6a24-40b5-935d-0919aac5721b), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:49.154283 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1162d600-7377-445b-8646-030bc9baf49a req-1202ae70-66e8-462e-96ec-771762c2c691 tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:23:49.172199 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-1162d600-7377-445b-8646-030bc9baf49a req-1202ae70-66e8-462e-96ec-771762c2c691 tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] 10.222.0.89 "GET /v2.0/ports?device_id=32c473d7-3f2d-495e-b44f-fd0929434fbd HTTP/1.1" status: 200 len: 946 time: 0.1150336 Feb 04 17:23:49.259353 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee37cb70-637e-421b-8ad1-47193c22b636 req-7f5bbd60-d2bc-4aec-9fde-18d07ae6cb31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:23:49.261613 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-ee37cb70-637e-421b-8ad1-47193c22b636 req-7f5bbd60-d2bc-4aec-9fde-18d07ae6cb31 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=e9b098a64fdf44abba2c8135f539141d&device_id=c1affc7e-c4fd-44da-8120-774326466c99 HTTP/1.1" status: 200 len: 1127 time: 0.9178817 Feb 04 17:23:49.264851 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-a29d6773-45d0-4965-b379-9a913fefcf99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (5e2bd067-6a24-40b5-935d-0919aac5721b), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:49.274683 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-a29d6773-45d0-4965-b379-9a913fefcf99 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:49.275718 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-1162d600-7377-445b-8646-030bc9baf49a req-ea5a551a-4864-4a72-be3e-2e70bfaa2127 tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] 10.222.0.89 "GET /v2.0/security-groups?id=e65ecd24-4d97-4684-be33-350ed30f90cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0982244 Feb 04 17:23:49.280187 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-a29d6773-45d0-4965-b379-9a913fefcf99 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/5e2bd067-6a24-40b5-935d-0919aac5721b HTTP/1.1" status: 204 len: 168 time: 1.3815889 Feb 04 17:23:49.296918 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvr_db [None req-bad3e2a0-6e16-4e45-8f9f-794b05e851c6 None None] Set router b83e7ec8-9400-4bb2-97a5-bd4c6583fc3d gateway port host: n-d-827839-2 {{(pid=103379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:23:49.558228 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29d6773-45d0-4965-b379-9a913fefcf99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e2bd067-6a24-40b5-935d-0919aac5721b,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:23:49.703217 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [req-9736b492-b720-4eb8-9c24-e1eb257138ab req-f749b088-1d06-4a67-aa53-0c1503701af4 service neutron] Attempting to bind port 3af41b78-08e9-4d5c-93be-3e2ef1bdcc7f on host n-h1-827839-2 for vnic_type normal with profile {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:23:49.706106 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [req-9736b492-b720-4eb8-9c24-e1eb257138ab req-f749b088-1d06-4a67-aa53-0c1503701af4 service neutron] Attempting to bind port 3af41b78-08e9-4d5c-93be-3e2ef1bdcc7f by drivers openvswitch,hyperv on host n-h1-827839-2 at level 0 using segments [{'id': '072307a9-31c6-4f7a-9235-384357f581eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '02771309-aff5-472d-90da-927298d169e4'}] {{(pid=103377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:23:49.706747 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9736b492-b720-4eb8-9c24-e1eb257138ab req-f749b088-1d06-4a67-aa53-0c1503701af4 service neutron] Attempting to bind port 3af41b78-08e9-4d5c-93be-3e2ef1bdcc7f on network 02771309-aff5-472d-90da-927298d169e4 {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:23:49.738126 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-bad3e2a0-6e16-4e45-8f9f-794b05e851c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b83e7ec8-9400-4bb2-97a5-bd4c6583fc3d', 'name': 'tempest-TestServerBasicOps-561769945-router', 'tenant_id': '48789684080144abaf0fc612d0276922', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.30'}], 'enable_snat': True}, 'gw_port_id': '8b45cf6c-8ac3-4b9f-a285-dff4aabdcf28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:23:33Z', 'updated_at': '2022-02-04T17:23:46Z', 'revision_number': 4, 'project_id': '48789684080144abaf0fc612d0276922', 'gw_port': {'id': '8b45cf6c-8ac3-4b9f-a285-dff4aabdcf28', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:d5:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b83e7ec8-9400-4bb2-97a5-bd4c6583fc3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1467, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:23:36Z', 'updated_at': '2022-02-04T17:23:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_interfaces': [{'id': '062c688c-e546-4dcf-83a3-7349220c189c', 'name': '', 'network_id': '1cfe72cd-a132-433c-b79f-01c774ca758d', 'tenant_id': '48789684080144abaf0fc612d0276922', 'mac_address': 'fa:16:3e:d7:51:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b83e7ec8-9400-4bb2-97a5-bd4c6583fc3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1476, 'fixed_ips': [{'subnet_id': '7eacf596-f056-4e00-990f-d96c82dc5233', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:23:44Z', 'updated_at': '2022-02-04T17:23:46Z', 'revision_number': 2, 'project_id': '48789684080144abaf0fc612d0276922', 'subnets': [{'id': '7eacf596-f056-4e00-990f-d96c82dc5233', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-2', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:23:49.770748 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bad3e2a0-6e16-4e45-8f9f-794b05e851c6 None None] Checking router: b83e7ec8-9400-4bb2-97a5-bd4c6583fc3d for host: n-d-827839-2 {{(pid=103379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 17:23:49.771368 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bad3e2a0-6e16-4e45-8f9f-794b05e851c6 None None] Updating router b83e7ec8-9400-4bb2-97a5-bd4c6583fc3d port 062c688c-e546-4dcf-83a3-7349220c189c binding host n-d-827839-2 {{(pid=103379) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 17:23:49.779615 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9736b492-b720-4eb8-9c24-e1eb257138ab req-f749b088-1d06-4a67-aa53-0c1503701af4 service neutron] Port 3af41b78-08e9-4d5c-93be-3e2ef1bdcc7f on network 02771309-aff5-472d-90da-927298d169e4 not bound, no agent of type Open vSwitch agent registered on host n-h1-827839-2 {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 17:23:49.780154 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9736b492-b720-4eb8-9c24-e1eb257138ab req-f749b088-1d06-4a67-aa53-0c1503701af4 service neutron] Attempting to bind port 3af41b78-08e9-4d5c-93be-3e2ef1bdcc7f on network 02771309-aff5-472d-90da-927298d169e4 {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:23:49.824344 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9736b492-b720-4eb8-9c24-e1eb257138ab req-f749b088-1d06-4a67-aa53-0c1503701af4 service neutron] Checking agent: {'id': '3f9244a9-75fc-4c10-b195-11d48b853b41', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 8, 42), 'started_at': datetime.datetime(2022, 2, 4, 17, 8, 42), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 23, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:23:49.830136 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9736b492-b720-4eb8-9c24-e1eb257138ab req-f749b088-1d06-4a67-aa53-0c1503701af4 service neutron] Checking segment: {'id': '072307a9-31c6-4f7a-9235-384357f581eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '02771309-aff5-472d-90da-927298d169e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:23:49.830565 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9736b492-b720-4eb8-9c24-e1eb257138ab req-f749b088-1d06-4a67-aa53-0c1503701af4 service neutron] Bound using segment: {'id': '072307a9-31c6-4f7a-9235-384357f581eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '02771309-aff5-472d-90da-927298d169e4'} {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:23:49.831048 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [req-9736b492-b720-4eb8-9c24-e1eb257138ab req-f749b088-1d06-4a67-aa53-0c1503701af4 service neutron] Bound port: 3af41b78-08e9-4d5c-93be-3e2ef1bdcc7f, host: n-h1-827839-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '072307a9-31c6-4f7a-9235-384357f581eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '02771309-aff5-472d-90da-927298d169e4'}}] {{(pid=103377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:23:49.831425 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-9736b492-b720-4eb8-9c24-e1eb257138ab req-f749b088-1d06-4a67-aa53-0c1503701af4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (3af41b78-08e9-4d5c-93be-3e2ef1bdcc7f), before_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:49.835274 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4c970c57-f502-4187-8dd3-a3971b632edb None None] Port 062c688c-e546-4dcf-83a3-7349220c189c cannot update to ACTIVE because it is not bound. {{(pid=103378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 17:23:49.837254 n-d-827839-2 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-bad3e2a0-6e16-4e45-8f9f-794b05e851c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (062c688c-e546-4dcf-83a3-7349220c189c), before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:49.876103 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port 8b45cf6c-8ac3-4b9f-a285-dff4aabdcf28 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:23:49.887609 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee37cb70-637e-421b-8ad1-47193c22b636 req-193032de-e8f3-4ad4-af8b-5c660d304921 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:23:49.888413 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (8b45cf6c-8ac3-4b9f-a285-dff4aabdcf28), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:49.893622 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-ee37cb70-637e-421b-8ad1-47193c22b636 req-193032de-e8f3-4ad4-af8b-5c660d304921 service neutron] 10.222.0.89 "GET /v2.0/networks?id=151997f6-fb27-4cf0-bfe9-ef4acfbb4102 HTTP/1.1" status: 200 len: 921 time: 0.6096027 Feb 04 17:23:50.062327 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-ee37cb70-637e-421b-8ad1-47193c22b636 req-2874a708-b6f4-419e-b8d6-72fbf40ceecf service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3120abc2-f8c4-441a-beb5-ce8f46eca2db HTTP/1.1" status: 200 len: 217 time: 0.1217396 Feb 04 17:23:50.098229 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 39180) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:23:50.129321 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-f407ca56-36ca-4de3-b6d4-7dab620d6843 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:50.165477 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-8befc785-519d-47ba-85e3-b642f50ee1dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9e68899-a077-46b6-9665-a5d5cb9a1cec', 'name': 'tempest-ServerRescueTestJSONUnderV235-2108759146-router', 'tenant_id': 'e9b098a64fdf44abba2c8135f539141d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.72'}], 'enable_snat': True}, 'gw_port_id': '38be56bb-08c9-4ee5-bfdb-3e53bb3579f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:21:55Z', 'updated_at': '2022-02-04T17:22:09Z', 'revision_number': 4, 'project_id': 'e9b098a64fdf44abba2c8135f539141d', 'gw_port': {'id': '38be56bb-08c9-4ee5-bfdb-3e53bb3579f4', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:b7:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9e68899-a077-46b6-9665-a5d5cb9a1cec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1306, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:21:57Z', 'updated_at': '2022-02-04T17:22:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_interfaces': [{'id': '1ebc1e0f-8b24-47cc-a74c-fa661d2ee8b6', 'name': '', 'network_id': '151997f6-fb27-4cf0-bfe9-ef4acfbb4102', 'tenant_id': 'e9b098a64fdf44abba2c8135f539141d', 'mac_address': 'fa:16:3e:19:0f:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9e68899-a077-46b6-9665-a5d5cb9a1cec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1318, 'fixed_ips': [{'subnet_id': '58924840-63b9-49cf-9b5e-4aa66ca609e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:22:06Z', 'updated_at': '2022-02-04T17:22:22Z', 'revision_number': 5, 'project_id': 'e9b098a64fdf44abba2c8135f539141d', 'subnets': [{'id': '58924840-63b9-49cf-9b5e-4aa66ca609e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-2', False) {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:23:50.167438 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port 8b45cf6c-8ac3-4b9f-a285-dff4aabdcf28 is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:23:50.187031 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 17:23:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0090d0c-0e5e-44ef-947e-deeceae59cb1 x-openstack-request-id: req-f0090d0c-0e5e-44ef-947e-deeceae59cb1 {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:23:50.187521 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1affc7e-c4fd-44da-8120-774326466c99", "tag": "3120abc2-f8c4-441a-beb5-ce8f46eca2db", "status": "completed", "code": 200}]} {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:23:50.189435 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-f0090d0c-0e5e-44ef-947e-deeceae59cb1 {{(pid=103377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:23:50.190213 n-d-827839-2 neutron-server[103377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1affc7e-c4fd-44da-8120-774326466c99', 'tag': '3120abc2-f8c4-441a-beb5-ce8f46eca2db', 'status': 'completed', 'code': 200} Feb 04 17:23:50.256266 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8befc785-519d-47ba-85e3-b642f50ee1dd None None] Checking router: f9e68899-a077-46b6-9665-a5d5cb9a1cec for host: n-d-827839-2 {{(pid=103378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 17:23:50.272540 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8befc785-519d-47ba-85e3-b642f50ee1dd None None] Routers {'f9e68899-a077-46b6-9665-a5d5cb9a1cec'} bound to L3 agent in host n-d-827839-2 {{(pid=103378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:23:50.276688 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [req-9736b492-b720-4eb8-9c24-e1eb257138ab req-f749b088-1d06-4a67-aa53-0c1503701af4 service neutron] For port 3af41b78-08e9-4d5c-93be-3e2ef1bdcc7f, host n-h1-827839-2, cleared binding levels {{(pid=103377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:23:50.284827 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-8befc785-519d-47ba-85e3-b642f50ee1dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:23:32Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['f9e68899-a077-46b6-9665-a5d5cb9a1cec'], 'active': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:23:50.338985 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [req-9736b492-b720-4eb8-9c24-e1eb257138ab req-f749b088-1d06-4a67-aa53-0c1503701af4 service neutron] For port 3af41b78-08e9-4d5c-93be-3e2ef1bdcc7f, host n-h1-827839-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=3af41b78-08e9-4d5c-93be-3e2ef1bdcc7f,segment=NetworkSegment(072307a9-31c6-4f7a-9235-384357f581eb),segment_id=072307a9-31c6-4f7a-9235-384357f581eb)] {{(pid=103377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:23:50.348140 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee37cb70-637e-421b-8ad1-47193c22b636 req-182fc791-788f-4f17-8b60-538557f158b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:23:50.349826 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-ee37cb70-637e-421b-8ad1-47193c22b636 req-182fc791-788f-4f17-8b60-538557f158b3 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=58924840-63b9-49cf-9b5e-4aa66ca609e8 HTTP/1.1" status: 200 len: 860 time: 0.2730319 Feb 04 17:23:50.381079 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-9736b492-b720-4eb8-9c24-e1eb257138ab req-f749b088-1d06-4a67-aa53-0c1503701af4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25888290'] for port (3af41b78-08e9-4d5c-93be-3e2ef1bdcc7f), after_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:50.448951 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-f407ca56-36ca-4de3-b6d4-7dab620d6843 admin admin] Publish callbacks [] for security_group (5b6cd331-5e71-4ec5-95d2-229be9e349b9), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:50.466563 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-f407ca56-36ca-4de3-b6d4-7dab620d6843 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (5b6cd331-5e71-4ec5-95d2-229be9e349b9), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:50.558835 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-f407ca56-36ca-4de3-b6d4-7dab620d6843 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=46debec9053c4346b2212c3b0dac7223&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4594715 Feb 04 17:23:50.562725 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 39188) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:23:50.567650 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-ee37cb70-637e-421b-8ad1-47193c22b636 req-b2eec725-de1f-4f59-8af0-a3d106ce4e48 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=151997f6-fb27-4cf0-bfe9-ef4acfbb4102&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2035110 Feb 04 17:23:50.625098 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9736b492-b720-4eb8-9c24-e1eb257138ab req-f749b088-1d06-4a67-aa53-0c1503701af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:23:50.636490 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-9736b492-b720-4eb8-9c24-e1eb257138ab req-f749b088-1d06-4a67-aa53-0c1503701af4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:50.638598 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-9736b492-b720-4eb8-9c24-e1eb257138ab req-f749b088-1d06-4a67-aa53-0c1503701af4 service neutron] 10.222.0.96 "PUT /v2.0/ports/3af41b78-08e9-4d5c-93be-3e2ef1bdcc7f HTTP/1.1" status: 200 len: 1091 time: 4.5827162 Feb 04 17:23:50.650622 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvr_db [None req-8befc785-519d-47ba-85e3-b642f50ee1dd None None] Set router f9e68899-a077-46b6-9665-a5d5cb9a1cec gateway port host: n-d-827839-2 {{(pid=103378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:23:50.680225 n-d-827839-2 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-bad3e2a0-6e16-4e45-8f9f-794b05e851c6 None None] Publish callbacks [] for port (062c688c-e546-4dcf-83a3-7349220c189c), precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:50.697726 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [req-9736b492-b720-4eb8-9c24-e1eb257138ab req-d6dad29c-6d19-4638-9e97-c3266f0a8c58 service neutron] Request body: {'port': {'device_id': 'd23ffa64-7651-4974-8c0d-1ba4c302839d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827839-2'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:23:50.706631 n-d-827839-2 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-bad3e2a0-6e16-4e45-8f9f-794b05e851c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (062c688c-e546-4dcf-83a3-7349220c189c), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:50.709225 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcd0ace-f260-4a7a-910b-6fc600b85fbf req-003c1c14-7296-4c0c-9767-58218195c220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:23:50.714788 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-2dcd0ace-f260-4a7a-910b-6fc600b85fbf req-003c1c14-7296-4c0c-9767-58218195c220 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=e9b098a64fdf44abba2c8135f539141d&device_id=c1affc7e-c4fd-44da-8120-774326466c99 HTTP/1.1" status: 200 len: 1127 time: 0.5380225 Feb 04 17:23:50.835136 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ac8a4f-2002-47fd-b9d7-bd22b5f412af req-a577b979-0f96-4003-b6d0-176648997909 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:23:50.869954 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ac8a4f-2002-47fd-b9d7-bd22b5f412af req-a577b979-0f96-4003-b6d0-176648997909 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:23:50.898054 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ac8a4f-2002-47fd-b9d7-bd22b5f412af req-a577b979-0f96-4003-b6d0-176648997909 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:23:50.912281 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936e7f29-50c3-4d8f-9968-2b2756301de4 None None] Pushing event updated for resources: {'Port': ['ID=062c688c-e546-4dcf-83a3-7349220c189c,revision_number=3']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:23:50.913375 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ac8a4f-2002-47fd-b9d7-bd22b5f412af req-a577b979-0f96-4003-b6d0-176648997909 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:23:50.926475 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ac8a4f-2002-47fd-b9d7-bd22b5f412af req-a577b979-0f96-4003-b6d0-176648997909 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:23:50.940668 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-20ac8a4f-2002-47fd-b9d7-bd22b5f412af req-a577b979-0f96-4003-b6d0-176648997909 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] 10.222.0.89 "GET /v2.0/ports?device_id=d23ffa64-7651-4974-8c0d-1ba4c302839d HTTP/1.1" status: 200 len: 3826 time: 0.6375921 Feb 04 17:23:50.991988 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f407ca56-36ca-4de3-b6d4-7dab620d6843 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b6cd331-5e71-4ec5-95d2-229be9e349b9,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:23:50.997418 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f749b088-1d06-4a67-aa53-0c1503701af4 service neutron] Pushing event updated for resources: {'Port': ['ID=3af41b78-08e9-4d5c-93be-3e2ef1bdcc7f,revision_number=3']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:23:51.135627 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [None req-bad3e2a0-6e16-4e45-8f9f-794b05e851c6 None None] Attempting to bind port 062c688c-e546-4dcf-83a3-7349220c189c on host n-d-827839-2 for vnic_type normal with profile {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:23:51.136018 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [None req-bad3e2a0-6e16-4e45-8f9f-794b05e851c6 None None] Attempting to bind port 062c688c-e546-4dcf-83a3-7349220c189c by drivers openvswitch,hyperv on host n-d-827839-2 at level 0 using segments [{'id': 'fe02808d-4383-47bb-9b4e-70c1c22afee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '1cfe72cd-a132-433c-b79f-01c774ca758d'}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:23:51.136394 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bad3e2a0-6e16-4e45-8f9f-794b05e851c6 None None] Attempting to bind port 062c688c-e546-4dcf-83a3-7349220c189c on network 1cfe72cd-a132-433c-b79f-01c774ca758d {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:23:51.139565 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-20ac8a4f-2002-47fd-b9d7-bd22b5f412af req-68bdc3ec-cfcf-4cd5-a197-71eb960fbf4b tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] 10.222.0.89 "GET /v2.0/security-groups?id=f41001c7-a515-4baa-b12d-2443831f66d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1934052 Feb 04 17:23:51.183621 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bad3e2a0-6e16-4e45-8f9f-794b05e851c6 None None] Checking agent: {'id': 'ba70844b-66a0-45fd-a2f2-e6ed673321fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 0, 36), 'started_at': datetime.datetime(2022, 2, 4, 17, 1, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 23, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:23:51.184026 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bad3e2a0-6e16-4e45-8f9f-794b05e851c6 None None] Checking segment: {'id': 'fe02808d-4383-47bb-9b4e-70c1c22afee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '1cfe72cd-a132-433c-b79f-01c774ca758d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:23:51.184988 n-d-827839-2 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-bad3e2a0-6e16-4e45-8f9f-794b05e851c6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:51.185384 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bad3e2a0-6e16-4e45-8f9f-794b05e851c6 None None] Bound using segment: {'id': 'fe02808d-4383-47bb-9b4e-70c1c22afee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '1cfe72cd-a132-433c-b79f-01c774ca758d'} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:23:51.185853 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [None req-bad3e2a0-6e16-4e45-8f9f-794b05e851c6 None None] Bound port: 062c688c-e546-4dcf-83a3-7349220c189c, host: n-d-827839-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe02808d-4383-47bb-9b4e-70c1c22afee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '1cfe72cd-a132-433c-b79f-01c774ca758d'}}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:23:51.186233 n-d-827839-2 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-bad3e2a0-6e16-4e45-8f9f-794b05e851c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (062c688c-e546-4dcf-83a3-7349220c189c), before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:51.186351 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-424a206b-1fbc-4bc8-864f-f3f3d608c426 admin admin] Publish callbacks [] for security_group (5b6cd331-5e71-4ec5-95d2-229be9e349b9), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:51.264027 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-424a206b-1fbc-4bc8-864f-f3f3d608c426 admin admin] Publish callbacks [] for security_group (5b6cd331-5e71-4ec5-95d2-229be9e349b9), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:51.407783 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-424a206b-1fbc-4bc8-864f-f3f3d608c426 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (5b6cd331-5e71-4ec5-95d2-229be9e349b9), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:51.410360 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-424a206b-1fbc-4bc8-864f-f3f3d608c426 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:51.411792 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-424a206b-1fbc-4bc8-864f-f3f3d608c426 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/5b6cd331-5e71-4ec5-95d2-229be9e349b9 HTTP/1.1" status: 204 len: 168 time: 0.8391988 Feb 04 17:23:51.423765 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424a206b-1fbc-4bc8-864f-f3f3d608c426 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b6cd331-5e71-4ec5-95d2-229be9e349b9,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:23:51.440307 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-9736b492-b720-4eb8-9c24-e1eb257138ab req-d6dad29c-6d19-4638-9e97-c3266f0a8c58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (d9d313cd-c191-41ee-8480-aa1e52db3c64), before_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:51.623276 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-ee37cb70-637e-421b-8ad1-47193c22b636 req-5b7bc6fd-3912-4e62-b8f8-aa37b367863b service neutron] 10.222.0.89 "GET /v2.0/networks/151997f6-fb27-4cf0-bfe9-ef4acfbb4102?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9998960 Feb 04 17:23:51.628256 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-bad3e2a0-6e16-4e45-8f9f-794b05e851c6 None None] For port 062c688c-e546-4dcf-83a3-7349220c189c, host n-d-827839-2, cleared binding levels {{(pid=103379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:23:51.641427 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-bad3e2a0-6e16-4e45-8f9f-794b05e851c6 None None] For port 062c688c-e546-4dcf-83a3-7349220c189c, host n-d-827839-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=062c688c-e546-4dcf-83a3-7349220c189c,segment=NetworkSegment(fe02808d-4383-47bb-9b4e-70c1c22afee4),segment_id=fe02808d-4383-47bb-9b4e-70c1c22afee4)] {{(pid=103379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:23:51.655338 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-515c22c8-839a-4986-9e32-4cf8ff73a230 None None] Provisioning complete for port 062c688c-e546-4dcf-83a3-7349220c189c triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:23:51.655858 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-515c22c8-839a-4986-9e32-4cf8ff73a230 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (062c688c-e546-4dcf-83a3-7349220c189c), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:51.671195 n-d-827839-2 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-bad3e2a0-6e16-4e45-8f9f-794b05e851c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (062c688c-e546-4dcf-83a3-7349220c189c), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:51.698179 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcd0ace-f260-4a7a-910b-6fc600b85fbf req-f9f6da38-4f19-4620-b7d4-bae8f3389a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:23:51.710746 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-2dcd0ace-f260-4a7a-910b-6fc600b85fbf req-f9f6da38-4f19-4620-b7d4-bae8f3389a5e service neutron] 10.222.0.90 "GET /v2.0/networks?id=151997f6-fb27-4cf0-bfe9-ef4acfbb4102 HTTP/1.1" status: 200 len: 921 time: 0.8708234 Feb 04 17:23:51.983917 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bad3e2a0-6e16-4e45-8f9f-794b05e851c6 None None] Routers {'b83e7ec8-9400-4bb2-97a5-bd4c6583fc3d'} bound to L3 agent in host n-d-827839-2 {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:23:51.983917 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-bad3e2a0-6e16-4e45-8f9f-794b05e851c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:23:32Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['b83e7ec8-9400-4bb2-97a5-bd4c6583fc3d'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:23:51.984514 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 39214) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:23:51.989747 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-26958f1b-39f5-4d1e-8b20-a33f0cfcbcac tempest-TestServerBasicOps-155849243 tempest-TestServerBasicOps-155849243-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-398562830', 'description': 'tempest-secgroup-smoke-398562830 description', 'project_id': 'e572c75f68264540b5ba57b47620f662'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:23:52.023384 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-2dcd0ace-f260-4a7a-910b-6fc600b85fbf req-eff6445f-4be6-4a04-8cb5-e2947031a9cb service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3120abc2-f8c4-441a-beb5-ce8f46eca2db HTTP/1.1" status: 200 len: 217 time: 0.2855656 Feb 04 17:23:52.083011 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-26958f1b-39f5-4d1e-8b20-a33f0cfcbcac tempest-TestServerBasicOps-155849243 tempest-TestServerBasicOps-155849243-project] Publish callbacks [] for security_group (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:52.149308 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936e7f29-50c3-4d8f-9968-2b2756301de4 None None] Pushing event updated for resources: {'Port': ['ID=062c688c-e546-4dcf-83a3-7349220c189c,revision_number=4']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:23:52.262454 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-515c22c8-839a-4986-9e32-4cf8ff73a230 None None] Current status of the port 062c688c-e546-4dcf-83a3-7349220c189c is: DOWN; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:23:52.262860 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-515c22c8-839a-4986-9e32-4cf8ff73a230 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (062c688c-e546-4dcf-83a3-7349220c189c), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:52.270525 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-8befc785-519d-47ba-85e3-b642f50ee1dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9e68899-a077-46b6-9665-a5d5cb9a1cec', 'name': 'tempest-ServerRescueTestJSONUnderV235-2108759146-router', 'tenant_id': 'e9b098a64fdf44abba2c8135f539141d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.72'}], 'enable_snat': True}, 'gw_port_id': '38be56bb-08c9-4ee5-bfdb-3e53bb3579f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:21:55Z', 'updated_at': '2022-02-04T17:22:09Z', 'revision_number': 4, 'project_id': 'e9b098a64fdf44abba2c8135f539141d', 'gw_port': {'id': '38be56bb-08c9-4ee5-bfdb-3e53bb3579f4', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:b7:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9e68899-a077-46b6-9665-a5d5cb9a1cec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1306, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:21:57Z', 'updated_at': '2022-02-04T17:22:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_interfaces': [{'id': '1ebc1e0f-8b24-47cc-a74c-fa661d2ee8b6', 'name': '', 'network_id': '151997f6-fb27-4cf0-bfe9-ef4acfbb4102', 'tenant_id': 'e9b098a64fdf44abba2c8135f539141d', 'mac_address': 'fa:16:3e:19:0f:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9e68899-a077-46b6-9665-a5d5cb9a1cec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1318, 'fixed_ips': [{'subnet_id': '58924840-63b9-49cf-9b5e-4aa66ca609e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:22:06Z', 'updated_at': '2022-02-04T17:22:22Z', 'revision_number': 5, 'project_id': 'e9b098a64fdf44abba2c8135f539141d', 'subnets': [{'id': '58924840-63b9-49cf-9b5e-4aa66ca609e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-2', False) {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:23:52.285250 n-d-827839-2 neutron-server[103377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd23ffa64-7651-4974-8c0d-1ba4c302839d', 'tag': '3af41b78-08e9-4d5c-93be-3e2ef1bdcc7f'}] {{(pid=103377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:23:52.289960 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7240428b650e1488e9361b62648ff4b3a6c19d49d8c27c949491ab58c1346cf0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8dfba89-8ba0-4abc-8bdc-bfb46eed0b92" -d '{"events": [{"name": "network-changed", "server_uuid": "d23ffa64-7651-4974-8c0d-1ba4c302839d", "tag": "3af41b78-08e9-4d5c-93be-3e2ef1bdcc7f"}]}' {{(pid=103377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:23:52.299811 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcd0ace-f260-4a7a-910b-6fc600b85fbf req-3f6bda4d-407f-47cb-8957-45f7187ee293 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:23:52.302958 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-2dcd0ace-f260-4a7a-910b-6fc600b85fbf req-3f6bda4d-407f-47cb-8957-45f7187ee293 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=58924840-63b9-49cf-9b5e-4aa66ca609e8 HTTP/1.1" status: 200 len: 860 time: 0.2553430 Feb 04 17:23:52.314074 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-26958f1b-39f5-4d1e-8b20-a33f0cfcbcac tempest-TestServerBasicOps-155849243 tempest-TestServerBasicOps-155849243-project] Publish callbacks [] for security_group (7550a21d-8f9e-4276-afe6-de321a73b5df), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:52.334803 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-26958f1b-39f5-4d1e-8b20-a33f0cfcbcac tempest-TestServerBasicOps-155849243 tempest-TestServerBasicOps-155849243-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (7550a21d-8f9e-4276-afe6-de321a73b5df), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:52.410203 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-26958f1b-39f5-4d1e-8b20-a33f0cfcbcac tempest-TestServerBasicOps-155849243 tempest-TestServerBasicOps-155849243-project] Publish callbacks [] for security_group (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:52.411173 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8befc785-519d-47ba-85e3-b642f50ee1dd None None] The sync data for ids ['f9e68899-a077-46b6-9665-a5d5cb9a1cec'] in n-d-827839-2 is: [{'id': 'f9e68899-a077-46b6-9665-a5d5cb9a1cec', 'name': 'tempest-ServerRescueTestJSONUnderV235-2108759146-router', 'tenant_id': 'e9b098a64fdf44abba2c8135f539141d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.72'}], 'enable_snat': True}, 'gw_port_id': '38be56bb-08c9-4ee5-bfdb-3e53bb3579f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:21:55Z', 'updated_at': '2022-02-04T17:22:09Z', 'revision_number': 4, 'project_id': 'e9b098a64fdf44abba2c8135f539141d', 'gw_port': {'id': '38be56bb-08c9-4ee5-bfdb-3e53bb3579f4', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:b7:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9e68899-a077-46b6-9665-a5d5cb9a1cec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1306, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:21:57Z', 'updated_at': '2022-02-04T17:22:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_interfaces': [{'id': '1ebc1e0f-8b24-47cc-a74c-fa661d2ee8b6', 'name': '', 'network_id': '151997f6-fb27-4cf0-bfe9-ef4acfbb4102', 'tenant_id': 'e9b098a64fdf44abba2c8135f539141d', 'mac_address': 'fa:16:3e:19:0f:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9e68899-a077-46b6-9665-a5d5cb9a1cec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1318, 'fixed_ips': [{'subnet_id': '58924840-63b9-49cf-9b5e-4aa66ca609e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:22:06Z', 'updated_at': '2022-02-04T17:22:22Z', 'revision_number': 5, 'project_id': 'e9b098a64fdf44abba2c8135f539141d', 'subnets': [{'id': '58924840-63b9-49cf-9b5e-4aa66ca609e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 17:23:52.417314 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-26958f1b-39f5-4d1e-8b20-a33f0cfcbcac tempest-TestServerBasicOps-155849243 tempest-TestServerBasicOps-155849243-project] 10.222.0.89 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.4314268 Feb 04 17:23:52.447154 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 39234) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:23:52.480531 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-4f4b2225-caf0-4bb6-9076-0ba98405a945 tempest-TestServerBasicOps-155849243 tempest-TestServerBasicOps-155849243-project] Request body: {'security_group_rule': {'security_group_id': '7550a21d-8f9e-4276-afe6-de321a73b5df', 'project_id': 'e572c75f68264540b5ba57b47620f662', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:23:52.562223 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-515c22c8-839a-4986-9e32-4cf8ff73a230 None None] For port 062c688c-e546-4dcf-83a3-7349220c189c, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=062c688c-e546-4dcf-83a3-7349220c189c,segment=NetworkSegment(fe02808d-4383-47bb-9b4e-70c1c22afee4),segment_id=fe02808d-4383-47bb-9b4e-70c1c22afee4)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:23:52.570405 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-515c22c8-839a-4986-9e32-4cf8ff73a230 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (062c688c-e546-4dcf-83a3-7349220c189c), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:52.645622 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-4f4b2225-caf0-4bb6-9076-0ba98405a945 tempest-TestServerBasicOps-155849243 tempest-TestServerBasicOps-155849243-project] Publish callbacks [] for security_group_rule (0892a7ae-0c96-4631-b3e3-407d7102fffc), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:52.716370 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-4f4b2225-caf0-4bb6-9076-0ba98405a945 tempest-TestServerBasicOps-155849243 tempest-TestServerBasicOps-155849243-project] Publish callbacks [] for security_group_rule (0892a7ae-0c96-4631-b3e3-407d7102fffc), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:52.717880 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26958f1b-39f5-4d1e-8b20-a33f0cfcbcac tempest-TestServerBasicOps-155849243 tempest-TestServerBasicOps-155849243-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7550a21d-8f9e-4276-afe6-de321a73b5df,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:23:52.734100 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-4f4b2225-caf0-4bb6-9076-0ba98405a945 tempest-TestServerBasicOps-155849243 tempest-TestServerBasicOps-155849243-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664556'] for security_group_rule (0892a7ae-0c96-4631-b3e3-407d7102fffc), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:52.811120 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4b2225-caf0-4bb6-9076-0ba98405a945 tempest-TestServerBasicOps-155849243 tempest-TestServerBasicOps-155849243-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0892a7ae-0c96-4631-b3e3-407d7102fffc,revision_number=0']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:23:52.821669 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-2dcd0ace-f260-4a7a-910b-6fc600b85fbf req-9dfc157c-99b1-4ec3-842d-19d0e7f6e9fc service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=151997f6-fb27-4cf0-bfe9-ef4acfbb4102&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2826550 Feb 04 17:23:52.829911 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvr_db [None req-bad3e2a0-6e16-4e45-8f9f-794b05e851c6 None None] Set router b83e7ec8-9400-4bb2-97a5-bd4c6583fc3d gateway port host: n-d-827839-2 {{(pid=103379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:23:52.842599 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-ee37cb70-637e-421b-8ad1-47193c22b636 req-9bccfb9c-eecd-42b4-8f32-4887fa8dba81 service neutron] 10.222.0.89 "GET /v2.0/networks/151997f6-fb27-4cf0-bfe9-ef4acfbb4102?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1925688 Feb 04 17:23:52.854335 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515c22c8-839a-4986-9e32-4cf8ff73a230 None None] Pushing event updated for resources: {'Port': ['ID=062c688c-e546-4dcf-83a3-7349220c189c,revision_number=5']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:23:52.862169 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-f5112db6-2952-43ce-81d1-0818691a9fce None None] Provisioning complete for port 062c688c-e546-4dcf-83a3-7349220c189c triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:23:52.862432 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f5112db6-2952-43ce-81d1-0818691a9fce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (062c688c-e546-4dcf-83a3-7349220c189c), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:52.953097 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d60a435-8570-47d0-9aa9-83e568e88cd7 req-59663e2e-96c8-4ff0-842c-81aa85fb5e29 tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:23:52.965162 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-2d60a435-8570-47d0-9aa9-83e568e88cd7 req-59663e2e-96c8-4ff0-842c-81aa85fb5e29 tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] 10.222.0.89 "GET /v2.0/ports?device_id=32c473d7-3f2d-495e-b44f-fd0929434fbd HTTP/1.1" status: 200 len: 946 time: 0.5346620 Feb 04 17:23:53.040353 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-4f4b2225-caf0-4bb6-9076-0ba98405a945 tempest-TestServerBasicOps-155849243 tempest-TestServerBasicOps-155849243-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:53.054265 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-4f4b2225-caf0-4bb6-9076-0ba98405a945 tempest-TestServerBasicOps-155849243 tempest-TestServerBasicOps-155849243-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6027248 Feb 04 17:23:53.054560 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 39256) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:23:53.102530 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-edfd383c-3f22-4d5a-b8a1-1c3a54235176 tempest-TestServerBasicOps-155849243 tempest-TestServerBasicOps-155849243-project] Request body: {'security_group_rule': {'security_group_id': '7550a21d-8f9e-4276-afe6-de321a73b5df', 'project_id': 'e572c75f68264540b5ba57b47620f662', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:23:53.237091 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff8f3df9-8a3c-4cf0-bf91-72ca616e0a66 None None] New status for floating IP 76780e82-0dd9-47c2-9505-22d6fc9347ae: DOWN {{(pid=103378) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 17:23:53.307186 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-2d60a435-8570-47d0-9aa9-83e568e88cd7 req-8997d7eb-73d2-434b-850c-debe5150fc23 tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] 10.222.0.89 "GET /v2.0/security-groups?id=e65ecd24-4d97-4684-be33-350ed30f90cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3364029 Feb 04 17:23:53.354123 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-edfd383c-3f22-4d5a-b8a1-1c3a54235176 tempest-TestServerBasicOps-155849243 tempest-TestServerBasicOps-155849243-project] Publish callbacks [] for security_group_rule (9dfed1af-e4ae-46f8-bfe1-1dae4377e9fa), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:53.454144 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-f5112db6-2952-43ce-81d1-0818691a9fce None None] Current status of the port 062c688c-e546-4dcf-83a3-7349220c189c is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:23:53.481209 n-d-827839-2 neutron-server[103377]: DEBUG neutron.notifiers.nova [req-9736b492-b720-4eb8-9c24-e1eb257138ab req-d6dad29c-6d19-4638-9e97-c3266f0a8c58 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d9d313cd-c191-41ee-8480-aa1e52db3c64 {{(pid=103377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 17:23:53.490779 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Device 24331ad9-dd8a-4265-8e43-3d742afe5cae details requested by agent hyperv_n-h2-827839-2 with host n-h2-827839-2 {{(pid=103378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 17:23:53.495195 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-9736b492-b720-4eb8-9c24-e1eb257138ab req-d6dad29c-6d19-4638-9e97-c3266f0a8c58 service neutron] Publish callbacks [] for port (d9d313cd-c191-41ee-8480-aa1e52db3c64), precommit_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:53.526833 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.provisioning_blocks [req-9736b492-b720-4eb8-9c24-e1eb257138ab req-d6dad29c-6d19-4638-9e97-c3266f0a8c58 service neutron] Transition to ACTIVE for port object d9d313cd-c191-41ee-8480-aa1e52db3c64 will not be triggered until provisioned by entity L2. {{(pid=103377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 17:23:53.539088 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-bad3e2a0-6e16-4e45-8f9f-794b05e851c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b83e7ec8-9400-4bb2-97a5-bd4c6583fc3d', 'name': 'tempest-TestServerBasicOps-561769945-router', 'tenant_id': '48789684080144abaf0fc612d0276922', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.30'}], 'enable_snat': True}, 'gw_port_id': '8b45cf6c-8ac3-4b9f-a285-dff4aabdcf28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:23:33Z', 'updated_at': '2022-02-04T17:23:46Z', 'revision_number': 4, 'project_id': '48789684080144abaf0fc612d0276922', 'gw_port': {'id': '8b45cf6c-8ac3-4b9f-a285-dff4aabdcf28', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:d5:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b83e7ec8-9400-4bb2-97a5-bd4c6583fc3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1467, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:23:36Z', 'updated_at': '2022-02-04T17:23:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_interfaces': [{'id': '062c688c-e546-4dcf-83a3-7349220c189c', 'name': '', 'network_id': '1cfe72cd-a132-433c-b79f-01c774ca758d', 'tenant_id': '48789684080144abaf0fc612d0276922', 'mac_address': 'fa:16:3e:d7:51:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b83e7ec8-9400-4bb2-97a5-bd4c6583fc3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1476, 'fixed_ips': [{'subnet_id': '7eacf596-f056-4e00-990f-d96c82dc5233', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:23:44Z', 'updated_at': '2022-02-04T17:23:51Z', 'revision_number': 4, 'project_id': '48789684080144abaf0fc612d0276922', 'subnets': [{'id': '7eacf596-f056-4e00-990f-d96c82dc5233', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-2', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:23:53.608251 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 17:23:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7721e867-1e2b-4817-9a82-510f22503eba x-openstack-request-id: req-7721e867-1e2b-4817-9a82-510f22503eba {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:23:53.608615 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d23ffa64-7651-4974-8c0d-1ba4c302839d", "tag": "3af41b78-08e9-4d5c-93be-3e2ef1bdcc7f", "status": "completed", "code": 200}]} {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:23:53.610943 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-7721e867-1e2b-4817-9a82-510f22503eba {{(pid=103377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:23:53.611170 n-d-827839-2 neutron-server[103377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd23ffa64-7651-4974-8c0d-1ba4c302839d', 'tag': '3af41b78-08e9-4d5c-93be-3e2ef1bdcc7f', 'status': 'completed', 'code': 200} Feb 04 17:23:53.641203 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bad3e2a0-6e16-4e45-8f9f-794b05e851c6 None None] The sync data for ids ['b83e7ec8-9400-4bb2-97a5-bd4c6583fc3d'] in n-d-827839-2 is: [{'id': 'b83e7ec8-9400-4bb2-97a5-bd4c6583fc3d', 'name': 'tempest-TestServerBasicOps-561769945-router', 'tenant_id': '48789684080144abaf0fc612d0276922', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.30'}], 'enable_snat': True}, 'gw_port_id': '8b45cf6c-8ac3-4b9f-a285-dff4aabdcf28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:23:33Z', 'updated_at': '2022-02-04T17:23:46Z', 'revision_number': 4, 'project_id': '48789684080144abaf0fc612d0276922', 'gw_port': {'id': '8b45cf6c-8ac3-4b9f-a285-dff4aabdcf28', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:d5:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b83e7ec8-9400-4bb2-97a5-bd4c6583fc3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1467, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:23:36Z', 'updated_at': '2022-02-04T17:23:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_interfaces': [{'id': '062c688c-e546-4dcf-83a3-7349220c189c', 'name': '', 'network_id': '1cfe72cd-a132-433c-b79f-01c774ca758d', 'tenant_id': '48789684080144abaf0fc612d0276922', 'mac_address': 'fa:16:3e:d7:51:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b83e7ec8-9400-4bb2-97a5-bd4c6583fc3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1476, 'fixed_ips': [{'subnet_id': '7eacf596-f056-4e00-990f-d96c82dc5233', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:23:44Z', 'updated_at': '2022-02-04T17:23:51Z', 'revision_number': 4, 'project_id': '48789684080144abaf0fc612d0276922', 'subnets': [{'id': '7eacf596-f056-4e00-990f-d96c82dc5233', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 17:23:53.915453 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.db.resource_extend [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 17:23:54.046342 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-9736b492-b720-4eb8-9c24-e1eb257138ab req-d6dad29c-6d19-4638-9e97-c3266f0a8c58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25888290'] for port (d9d313cd-c191-41ee-8480-aa1e52db3c64), after_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:54.060303 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-2dcd0ace-f260-4a7a-910b-6fc600b85fbf req-32086a98-74e4-48fc-8c8b-c1cfd609df69 service neutron] 10.222.0.90 "GET /v2.0/networks/151997f6-fb27-4cf0-bfe9-ef4acfbb4102?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2152972 Feb 04 17:23:54.098418 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] For port 24331ad9-dd8a-4265-8e43-3d742afe5cae, host n-h2-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=24331ad9-dd8a-4265-8e43-3d742afe5cae,segment=NetworkSegment(40be95d6-8661-400f-bc9d-3f4c57dcd00c),segment_id=40be95d6-8661-400f-bc9d-3f4c57dcd00c)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:23:54.110427 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-6a0281ea-d4bb-42f0-b3ff-851891485f11 req-091fb1b1-e8f9-44c4-9c5a-592dffb05b98 tempest-ServerRescueTestJSONUnderV235-1389214366 tempest-ServerRescueTestJSONUnderV235-1389214366-project] 10.222.0.89 "GET /v2.0/floatingips/76780e82-0dd9-47c2-9505-22d6fc9347ae HTTP/1.1" status: 200 len: 694 time: 0.5064707 Feb 04 17:23:54.154034 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Returning: {'device': '24331ad9-dd8a-4265-8e43-3d742afe5cae', 'network_id': 'a69bfb95-797b-4825-866b-2c94a621d18a', 'port_id': '24331ad9-dd8a-4265-8e43-3d742afe5cae', 'mac_address': 'fa:16:3e:b9:ae:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 769, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c5f610d-9231-45f1-abd7-6e26ccd02030', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 17:23:54.210928 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-edfd383c-3f22-4d5a-b8a1-1c3a54235176 tempest-TestServerBasicOps-155849243 tempest-TestServerBasicOps-155849243-project] Publish callbacks [] for security_group_rule (9dfed1af-e4ae-46f8-bfe1-1dae4377e9fa), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:54.227147 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-edfd383c-3f22-4d5a-b8a1-1c3a54235176 tempest-TestServerBasicOps-155849243 tempest-TestServerBasicOps-155849243-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664556'] for security_group_rule (9dfed1af-e4ae-46f8-bfe1-1dae4377e9fa), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:54.253723 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edfd383c-3f22-4d5a-b8a1-1c3a54235176 tempest-TestServerBasicOps-155849243 tempest-TestServerBasicOps-155849243-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9dfed1af-e4ae-46f8-bfe1-1dae4377e9fa,revision_number=0']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:23:54.297802 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8dfba89-8ba0-4abc-8bdc-bfb46eed0b92 req-d0060de9-ba87-473e-846c-9da2dc194f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:23:54.298789 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8dfba89-8ba0-4abc-8bdc-bfb46eed0b92 req-d0060de9-ba87-473e-846c-9da2dc194f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:23:54.299431 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8dfba89-8ba0-4abc-8bdc-bfb46eed0b92 req-d0060de9-ba87-473e-846c-9da2dc194f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:23:54.300444 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8dfba89-8ba0-4abc-8bdc-bfb46eed0b92 req-d0060de9-ba87-473e-846c-9da2dc194f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:23:54.301325 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8dfba89-8ba0-4abc-8bdc-bfb46eed0b92 req-d0060de9-ba87-473e-846c-9da2dc194f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:23:54.301966 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8dfba89-8ba0-4abc-8bdc-bfb46eed0b92 req-d0060de9-ba87-473e-846c-9da2dc194f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:23:54.304102 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-d8dfba89-8ba0-4abc-8bdc-bfb46eed0b92 req-d0060de9-ba87-473e-846c-9da2dc194f33 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=c5cb386618c24d66b6712f0d36ac7fea&device_id=d23ffa64-7651-4974-8c0d-1ba4c302839d HTTP/1.1" status: 200 len: 5278 time: 0.7452466 Feb 04 17:23:54.399095 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Current status of the port 24331ad9-dd8a-4265-8e43-3d742afe5cae is: ACTIVE; New status is: BUILD {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:23:54.399502 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (24331ad9-dd8a-4265-8e43-3d742afe5cae), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:54.459026 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-edfd383c-3f22-4d5a-b8a1-1c3a54235176 tempest-TestServerBasicOps-155849243 tempest-TestServerBasicOps-155849243-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:54.468389 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 24331ad9-dd8a-4265-8e43-3d742afe5cae {{(pid=103378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 17:23:54.469693 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-edfd383c-3f22-4d5a-b8a1-1c3a54235176 tempest-TestServerBasicOps-155849243 tempest-TestServerBasicOps-155849243-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.4104669 Feb 04 17:23:54.549254 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] For port 24331ad9-dd8a-4265-8e43-3d742afe5cae, host n-h2-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=24331ad9-dd8a-4265-8e43-3d742afe5cae,segment=NetworkSegment(40be95d6-8661-400f-bc9d-3f4c57dcd00c),segment_id=40be95d6-8661-400f-bc9d-3f4c57dcd00c)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:23:54.554319 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-2dcd0ace-f260-4a7a-910b-6fc600b85fbf req-1a2e4524-3348-4d50-b99e-8482a5fec4cf service neutron] 10.222.0.90 "GET /v2.0/networks/151997f6-fb27-4cf0-bfe9-ef4acfbb4102?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4485025 Feb 04 17:23:54.572289 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (24331ad9-dd8a-4265-8e43-3d742afe5cae), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:54.656608 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 39288) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:23:54.704400 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-14c59155-5f17-4d75-af52-d02e0f0c8c10 tempest-TestServerBasicOps-155849243 tempest-TestServerBasicOps-155849243-project] Request body: {'security_group_rule': {'security_group_id': '7550a21d-8f9e-4276-afe6-de321a73b5df', 'project_id': 'e572c75f68264540b5ba57b47620f662', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:23:54.736763 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Pushing event updated for resources: {'Port': ['ID=24331ad9-dd8a-4265-8e43-3d742afe5cae,revision_number=6']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:23:54.748880 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6dad29c-6d19-4638-9e97-c3266f0a8c58 service neutron] Pushing event updated for resources: {'Port': ['ID=d9d313cd-c191-41ee-8480-aa1e52db3c64,revision_number=2']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:23:54.755528 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 062c688c-e546-4dcf-83a3-7349220c189c up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:23:54.961195 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] get_ports_and_sgs() called for port_ids ['24331ad9-dd8a-4265-8e43-3d742afe5cae'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 17:23:54.968576 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0281ea-d4bb-42f0-b3ff-851891485f11 req-0329820c-258d-41d2-889f-5002e15a4cdd tempest-ServerRescueTestJSONUnderV235-1389214366 tempest-ServerRescueTestJSONUnderV235-1389214366-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:23:54.974013 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-6a0281ea-d4bb-42f0-b3ff-851891485f11 req-0329820c-258d-41d2-889f-5002e15a4cdd tempest-ServerRescueTestJSONUnderV235-1389214366 tempest-ServerRescueTestJSONUnderV235-1389214366-project] 10.222.0.89 "GET /v2.0/networks/48165773-85ad-49a1-9ec1-76fc8dc24188 HTTP/1.1" status: 200 len: 784 time: 0.8627026 Feb 04 17:23:55.016198 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a0f621-51b1-497b-9519-817037d89203 req-cf0797e3-681f-49b6-805a-4ba35b61c1fd tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:23:55.023587 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a0f621-51b1-497b-9519-817037d89203 req-cf0797e3-681f-49b6-805a-4ba35b61c1fd tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:23:55.037003 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a0f621-51b1-497b-9519-817037d89203 req-cf0797e3-681f-49b6-805a-4ba35b61c1fd tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:23:55.044629 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a0f621-51b1-497b-9519-817037d89203 req-cf0797e3-681f-49b6-805a-4ba35b61c1fd tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:23:55.050821 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a0f621-51b1-497b-9519-817037d89203 req-cf0797e3-681f-49b6-805a-4ba35b61c1fd tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:23:55.084935 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a0f621-51b1-497b-9519-817037d89203 req-cf0797e3-681f-49b6-805a-4ba35b61c1fd tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:23:55.096834 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-11a0f621-51b1-497b-9519-817037d89203 req-cf0797e3-681f-49b6-805a-4ba35b61c1fd tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] 10.222.0.89 "GET /v2.0/ports?device_id=d23ffa64-7651-4974-8c0d-1ba4c302839d HTTP/1.1" status: 200 len: 4603 time: 1.5603693 Feb 04 17:23:55.184768 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [req-9736b492-b720-4eb8-9c24-e1eb257138ab req-d6dad29c-6d19-4638-9e97-c3266f0a8c58 service neutron] Attempting to bind port d9d313cd-c191-41ee-8480-aa1e52db3c64 on host n-h1-827839-2 for vnic_type normal with profile {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:23:55.185152 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [req-9736b492-b720-4eb8-9c24-e1eb257138ab req-d6dad29c-6d19-4638-9e97-c3266f0a8c58 service neutron] Attempting to bind port d9d313cd-c191-41ee-8480-aa1e52db3c64 by drivers openvswitch,hyperv on host n-h1-827839-2 at level 0 using segments [{'id': 'a1ea1f0a-7fcf-4ab8-9856-e343e30ff965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '556cd7fb-ae94-473e-9ec8-6200a52368e1'}] {{(pid=103377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:23:55.185486 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9736b492-b720-4eb8-9c24-e1eb257138ab req-d6dad29c-6d19-4638-9e97-c3266f0a8c58 service neutron] Attempting to bind port d9d313cd-c191-41ee-8480-aa1e52db3c64 on network 556cd7fb-ae94-473e-9ec8-6200a52368e1 {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:23:55.235667 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-14c59155-5f17-4d75-af52-d02e0f0c8c10 tempest-TestServerBasicOps-155849243 tempest-TestServerBasicOps-155849243-project] Publish callbacks [] for security_group_rule (8a165d78-e934-441b-9a77-e88508f1df0a), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:55.261306 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port 062c688c-e546-4dcf-83a3-7349220c189c triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:23:55.261936 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (062c688c-e546-4dcf-83a3-7349220c189c), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:55.276489 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9736b492-b720-4eb8-9c24-e1eb257138ab req-d6dad29c-6d19-4638-9e97-c3266f0a8c58 service neutron] Port d9d313cd-c191-41ee-8480-aa1e52db3c64 on network 556cd7fb-ae94-473e-9ec8-6200a52368e1 not bound, no agent of type Open vSwitch agent registered on host n-h1-827839-2 {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 17:23:55.276855 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9736b492-b720-4eb8-9c24-e1eb257138ab req-d6dad29c-6d19-4638-9e97-c3266f0a8c58 service neutron] Attempting to bind port d9d313cd-c191-41ee-8480-aa1e52db3c64 on network 556cd7fb-ae94-473e-9ec8-6200a52368e1 {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:23:55.322048 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-6a0281ea-d4bb-42f0-b3ff-851891485f11 req-392c4531-a523-4c0d-aa3e-e77fe22e1e1d tempest-ServerRescueTestJSONUnderV235-1389214366 tempest-ServerRescueTestJSONUnderV235-1389214366-project] 10.222.0.89 "GET /v2.0/floatingips?floating_ip_address=172.25.6.98 HTTP/1.1" status: 200 len: 695 time: 0.3405588 Feb 04 17:23:55.323802 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8dfba89-8ba0-4abc-8bdc-bfb46eed0b92 req-0c1c5b11-a71a-47ba-97fd-41d7a7d3dd90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:23:55.327257 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8dfba89-8ba0-4abc-8bdc-bfb46eed0b92 req-0c1c5b11-a71a-47ba-97fd-41d7a7d3dd90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:23:55.327938 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8dfba89-8ba0-4abc-8bdc-bfb46eed0b92 req-0c1c5b11-a71a-47ba-97fd-41d7a7d3dd90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:23:55.330110 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-d8dfba89-8ba0-4abc-8bdc-bfb46eed0b92 req-0c1c5b11-a71a-47ba-97fd-41d7a7d3dd90 service neutron] 10.222.0.96 "GET /v2.0/networks?tenant_id=c5cb386618c24d66b6712f0d36ac7fea&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.9870265 Feb 04 17:23:55.369890 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9736b492-b720-4eb8-9c24-e1eb257138ab req-d6dad29c-6d19-4638-9e97-c3266f0a8c58 service neutron] Checking agent: {'id': '3f9244a9-75fc-4c10-b195-11d48b853b41', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 8, 42), 'started_at': datetime.datetime(2022, 2, 4, 17, 8, 42), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 23, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:23:55.370355 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9736b492-b720-4eb8-9c24-e1eb257138ab req-d6dad29c-6d19-4638-9e97-c3266f0a8c58 service neutron] Checking segment: {'id': 'a1ea1f0a-7fcf-4ab8-9856-e343e30ff965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '556cd7fb-ae94-473e-9ec8-6200a52368e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:23:55.374646 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9736b492-b720-4eb8-9c24-e1eb257138ab req-d6dad29c-6d19-4638-9e97-c3266f0a8c58 service neutron] Bound using segment: {'id': 'a1ea1f0a-7fcf-4ab8-9856-e343e30ff965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '556cd7fb-ae94-473e-9ec8-6200a52368e1'} {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:23:55.375276 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [req-9736b492-b720-4eb8-9c24-e1eb257138ab req-d6dad29c-6d19-4638-9e97-c3266f0a8c58 service neutron] Bound port: d9d313cd-c191-41ee-8480-aa1e52db3c64, host: n-h1-827839-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a1ea1f0a-7fcf-4ab8-9856-e343e30ff965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '556cd7fb-ae94-473e-9ec8-6200a52368e1'}}] {{(pid=103377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:23:55.377918 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-9736b492-b720-4eb8-9c24-e1eb257138ab req-d6dad29c-6d19-4638-9e97-c3266f0a8c58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (d9d313cd-c191-41ee-8480-aa1e52db3c64), before_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:55.475704 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-6a0281ea-d4bb-42f0-b3ff-851891485f11 req-0ca40968-ec5b-46aa-a310-605ecbcb6712 tempest-ServerRescueTestJSONUnderV235-1389214366 tempest-ServerRescueTestJSONUnderV235-1389214366-project] 10.222.0.89 "GET /v2.0/floatingips?floating_ip_address=172.25.6.98 HTTP/1.1" status: 200 len: 695 time: 0.1377487 Feb 04 17:23:55.750627 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 39312) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:23:55.758507 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [req-9736b492-b720-4eb8-9c24-e1eb257138ab req-d6dad29c-6d19-4638-9e97-c3266f0a8c58 service neutron] For port d9d313cd-c191-41ee-8480-aa1e52db3c64, host n-h1-827839-2, cleared binding levels {{(pid=103377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:23:55.775713 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [req-9736b492-b720-4eb8-9c24-e1eb257138ab req-d6dad29c-6d19-4638-9e97-c3266f0a8c58 service neutron] For port d9d313cd-c191-41ee-8480-aa1e52db3c64, host n-h1-827839-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=d9d313cd-c191-41ee-8480-aa1e52db3c64,segment=NetworkSegment(a1ea1f0a-7fcf-4ab8-9856-e343e30ff965),segment_id=a1ea1f0a-7fcf-4ab8-9856-e343e30ff965)] {{(pid=103377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:23:55.838889 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-14c59155-5f17-4d75-af52-d02e0f0c8c10 tempest-TestServerBasicOps-155849243 tempest-TestServerBasicOps-155849243-project] Publish callbacks [] for security_group_rule (8a165d78-e934-441b-9a77-e88508f1df0a), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:55.869312 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-9736b492-b720-4eb8-9c24-e1eb257138ab req-d6dad29c-6d19-4638-9e97-c3266f0a8c58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25888290'] for port (d9d313cd-c191-41ee-8480-aa1e52db3c64), after_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:55.894265 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-14c59155-5f17-4d75-af52-d02e0f0c8c10 tempest-TestServerBasicOps-155849243 tempest-TestServerBasicOps-155849243-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664556'] for security_group_rule (8a165d78-e934-441b-9a77-e88508f1df0a), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:56.043802 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port 062c688c-e546-4dcf-83a3-7349220c189c is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:23:56.132022 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6dad29c-6d19-4638-9e97-c3266f0a8c58 service neutron] Pushing event updated for resources: {'Port': ['ID=d9d313cd-c191-41ee-8480-aa1e52db3c64,revision_number=3']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:23:56.167107 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9736b492-b720-4eb8-9c24-e1eb257138ab req-d6dad29c-6d19-4638-9e97-c3266f0a8c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:23:56.171355 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-9736b492-b720-4eb8-9c24-e1eb257138ab req-d6dad29c-6d19-4638-9e97-c3266f0a8c58 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:56.173411 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-9736b492-b720-4eb8-9c24-e1eb257138ab req-d6dad29c-6d19-4638-9e97-c3266f0a8c58 service neutron] 10.222.0.96 "PUT /v2.0/ports/d9d313cd-c191-41ee-8480-aa1e52db3c64 HTTP/1.1" status: 200 len: 1135 time: 5.4938564 Feb 04 17:23:56.192344 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-11a0f621-51b1-497b-9519-817037d89203 req-21775bf1-70c0-4502-8e51-162a66f0e21b tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] 10.222.0.89 "GET /v2.0/security-groups?id=f41001c7-a515-4baa-b12d-2443831f66d9&id=6c430dff-7990-44ba-b62d-7ce4a11c9249&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 1.0257998 Feb 04 17:23:56.192891 n-d-827839-2 neutron-server[103377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd23ffa64-7651-4974-8c0d-1ba4c302839d', 'tag': 'd9d313cd-c191-41ee-8480-aa1e52db3c64'}] {{(pid=103377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:23:56.201019 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7240428b650e1488e9361b62648ff4b3a6c19d49d8c27c949491ab58c1346cf0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6010e907-67ed-44d0-a518-7e2d395e6699" -d '{"events": [{"name": "network-changed", "server_uuid": "d23ffa64-7651-4974-8c0d-1ba4c302839d", "tag": "d9d313cd-c191-41ee-8480-aa1e52db3c64"}]}' {{(pid=103377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:23:56.222062 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-14c59155-5f17-4d75-af52-d02e0f0c8c10 tempest-TestServerBasicOps-155849243 tempest-TestServerBasicOps-155849243-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:56.229787 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-14c59155-5f17-4d75-af52-d02e0f0c8c10 tempest-TestServerBasicOps-155849243 tempest-TestServerBasicOps-155849243-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.5344300 Feb 04 17:23:56.234133 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 39318) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:23:56.237007 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8dfba89-8ba0-4abc-8bdc-bfb46eed0b92 req-8fd7852b-7cb1-44a7-91f1-cb17a146e096 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:23:56.240013 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-d8dfba89-8ba0-4abc-8bdc-bfb46eed0b92 req-8fd7852b-7cb1-44a7-91f1-cb17a146e096 service neutron] 10.222.0.96 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8994775 Feb 04 17:23:56.244283 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-12b271a8-afc7-4e89-9ecc-06c6754be688 tempest-TestServerBasicOps-155849243 tempest-TestServerBasicOps-155849243-project] Request body: {'security_group_rule': {'security_group_id': '7550a21d-8f9e-4276-afe6-de321a73b5df', 'project_id': 'e572c75f68264540b5ba57b47620f662', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:23:56.279819 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [req-9736b492-b720-4eb8-9c24-e1eb257138ab req-0a193e3d-89c8-4519-81b2-c8cf32ad7d65 service neutron] Request body: {'port': {'device_id': 'd23ffa64-7651-4974-8c0d-1ba4c302839d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827839-2'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:23:56.294675 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c59155-5f17-4d75-af52-d02e0f0c8c10 tempest-TestServerBasicOps-155849243 tempest-TestServerBasicOps-155849243-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a165d78-e934-441b-9a77-e88508f1df0a,revision_number=0']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:23:56.476023 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-12b271a8-afc7-4e89-9ecc-06c6754be688 tempest-TestServerBasicOps-155849243 tempest-TestServerBasicOps-155849243-project] Publish callbacks [] for security_group_rule (0722f5b5-dea8-46cb-80b3-ec2a385d2558), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:56.595258 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [req-6a0281ea-d4bb-42f0-b3ff-851891485f11 req-3904755e-7cb3-4266-92be-37240fa4e88e tempest-ServerRescueTestJSONUnderV235-1389214366 tempest-ServerRescueTestJSONUnderV235-1389214366-project] Deleting port 46f66826-441e-4d27-9f7a-74e58133c453 {{(pid=103376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:23:56.595872 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-6a0281ea-d4bb-42f0-b3ff-851891485f11 req-3904755e-7cb3-4266-92be-37240fa4e88e tempest-ServerRescueTestJSONUnderV235-1389214366 tempest-ServerRescueTestJSONUnderV235-1389214366-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (46f66826-441e-4d27-9f7a-74e58133c453), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:56.796149 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-47dd7184-5be4-4f65-a44c-d27a525ce184 tempest-DHCPAgentSchedulersTestJSON-1329755355 tempest-DHCPAgentSchedulersTestJSON-1329755355-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-113601493'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:23:56.849603 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-12b271a8-afc7-4e89-9ecc-06c6754be688 tempest-TestServerBasicOps-155849243 tempest-TestServerBasicOps-155849243-project] Publish callbacks [] for security_group_rule (0722f5b5-dea8-46cb-80b3-ec2a385d2558), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:56.865372 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-12b271a8-afc7-4e89-9ecc-06c6754be688 tempest-TestServerBasicOps-155849243 tempest-TestServerBasicOps-155849243-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664556'] for security_group_rule (0722f5b5-dea8-46cb-80b3-ec2a385d2558), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:56.912042 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47dd7184-5be4-4f65-a44c-d27a525ce184 tempest-DHCPAgentSchedulersTestJSON-1329755355 tempest-DHCPAgentSchedulersTestJSON-1329755355-project] Made reservation on behalf of 0594bb88975e4803932251a729b11f32 for: {'network': 1} {{(pid=103376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:23:56.920196 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b271a8-afc7-4e89-9ecc-06c6754be688 tempest-TestServerBasicOps-155849243 tempest-TestServerBasicOps-155849243-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0722f5b5-dea8-46cb-80b3-ec2a385d2558,revision_number=0']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:23:56.925745 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-12b271a8-afc7-4e89-9ecc-06c6754be688 tempest-TestServerBasicOps-155849243 tempest-TestServerBasicOps-155849243-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:56.926753 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-47dd7184-5be4-4f65-a44c-d27a525ce184 tempest-DHCPAgentSchedulersTestJSON-1329755355 tempest-DHCPAgentSchedulersTestJSON-1329755355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for network (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:56.927550 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-12b271a8-afc7-4e89-9ecc-06c6754be688 tempest-TestServerBasicOps-155849243 tempest-TestServerBasicOps-155849243-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6908948 Feb 04 17:23:56.931439 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 39326) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:23:56.937606 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-1ad0611d-01e7-4c0e-9bb5-24d693df8079 tempest-TestServerBasicOps-155849243 tempest-TestServerBasicOps-155849243-project] Request body: {'security_group_rule': {'security_group_id': '7550a21d-8f9e-4276-afe6-de321a73b5df', 'project_id': 'e572c75f68264540b5ba57b47620f662', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:23:56.966905 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-9736b492-b720-4eb8-9c24-e1eb257138ab req-0a193e3d-89c8-4519-81b2-c8cf32ad7d65 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (8ddcb880-408a-4e5a-992e-36b8049df242), before_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:56.972095 n-d-827839-2 neutron-server[103377]: INFO neutron.db.securitygroups_db [None req-1ad0611d-01e7-4c0e-9bb5-24d693df8079 tempest-TestServerBasicOps-155849243 tempest-TestServerBasicOps-155849243-project] Project e572c75f68264540b5ba57b47620f662 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 17:23:56.985889 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-1ad0611d-01e7-4c0e-9bb5-24d693df8079 tempest-TestServerBasicOps-155849243 tempest-TestServerBasicOps-155849243-project] Publish callbacks [] for security_group_rule (20c77655-596d-4263-84e9-9bfdc4994f5f), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:56.994684 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-6a0281ea-d4bb-42f0-b3ff-851891485f11 req-3904755e-7cb3-4266-92be-37240fa4e88e tempest-ServerRescueTestJSONUnderV235-1389214366 tempest-ServerRescueTestJSONUnderV235-1389214366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (46f66826-441e-4d27-9f7a-74e58133c453), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:56.995411 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-6a0281ea-d4bb-42f0-b3ff-851891485f11 req-3904755e-7cb3-4266-92be-37240fa4e88e tempest-ServerRescueTestJSONUnderV235-1389214366 tempest-ServerRescueTestJSONUnderV235-1389214366-project] Publish callbacks [] for floatingip (46f66826-441e-4d27-9f7a-74e58133c453), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:57.014748 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [req-6a0281ea-d4bb-42f0-b3ff-851891485f11 req-3904755e-7cb3-4266-92be-37240fa4e88e tempest-ServerRescueTestJSONUnderV235-1389214366 tempest-ServerRescueTestJSONUnderV235-1389214366-project] Calling delete_port for 46f66826-441e-4d27-9f7a-74e58133c453 owned by network:floatingip {{(pid=103376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:23:57.103014 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-47dd7184-5be4-4f65-a44c-d27a525ce184 tempest-DHCPAgentSchedulersTestJSON-1329755355 tempest-DHCPAgentSchedulersTestJSON-1329755355-project] Publish callbacks [] for security_group (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:57.125097 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-1ad0611d-01e7-4c0e-9bb5-24d693df8079 tempest-TestServerBasicOps-155849243 tempest-TestServerBasicOps-155849243-project] Publish callbacks [] for security_group_rule (20c77655-596d-4263-84e9-9bfdc4994f5f), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:57.462267 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-1ad0611d-01e7-4c0e-9bb5-24d693df8079 tempest-TestServerBasicOps-155849243 tempest-TestServerBasicOps-155849243-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664556'] for security_group_rule (20c77655-596d-4263-84e9-9bfdc4994f5f), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:57.466998 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-6a0281ea-d4bb-42f0-b3ff-851891485f11 req-3904755e-7cb3-4266-92be-37240fa4e88e tempest-ServerRescueTestJSONUnderV235-1389214366 tempest-ServerRescueTestJSONUnderV235-1389214366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (46f66826-441e-4d27-9f7a-74e58133c453), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:57.496687 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Device 24331ad9-dd8a-4265-8e43-3d742afe5cae up at agent hyperv_n-h2-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:23:57.553113 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-47dd7184-5be4-4f65-a44c-d27a525ce184 tempest-DHCPAgentSchedulersTestJSON-1329755355 tempest-DHCPAgentSchedulersTestJSON-1329755355-project] Publish callbacks [] for security_group (f5acedd2-4fcc-4f5e-8ef9-079086e3c5ea), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:57.583128 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad0611d-01e7-4c0e-9bb5-24d693df8079 tempest-TestServerBasicOps-155849243 tempest-TestServerBasicOps-155849243-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20c77655-596d-4263-84e9-9bfdc4994f5f,revision_number=0']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:23:57.633740 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-1ad0611d-01e7-4c0e-9bb5-24d693df8079 tempest-TestServerBasicOps-155849243 tempest-TestServerBasicOps-155849243-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:57.648060 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-1ad0611d-01e7-4c0e-9bb5-24d693df8079 tempest-TestServerBasicOps-155849243 tempest-TestServerBasicOps-155849243-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.7154994 Feb 04 17:23:57.648682 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 39330) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:23:57.662044 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Provisioning complete for port 24331ad9-dd8a-4265-8e43-3d742afe5cae triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:23:57.662429 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (24331ad9-dd8a-4265-8e43-3d742afe5cae), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:57.672161 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-47dd7184-5be4-4f65-a44c-d27a525ce184 tempest-DHCPAgentSchedulersTestJSON-1329755355 tempest-DHCPAgentSchedulersTestJSON-1329755355-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (f5acedd2-4fcc-4f5e-8ef9-079086e3c5ea), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:57.689506 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3904755e-7cb3-4266-92be-37240fa4e88e tempest-ServerRescueTestJSONUnderV235-1389214366 tempest-ServerRescueTestJSONUnderV235-1389214366-project] Pushing event deleted for resources: {'Port': ['ID=46f66826-441e-4d27-9f7a-74e58133c453,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:23:57.694313 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-87aa4fdc-03a1-49de-bf2e-2e0b60f1fc0f tempest-TestServerBasicOps-155849243 tempest-TestServerBasicOps-155849243-project] Request body: {'security_group_rule': {'security_group_id': '7550a21d-8f9e-4276-afe6-de321a73b5df', 'project_id': 'e572c75f68264540b5ba57b47620f662', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:23:57.830543 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47dd7184-5be4-4f65-a44c-d27a525ce184 tempest-DHCPAgentSchedulersTestJSON-1329755355 tempest-DHCPAgentSchedulersTestJSON-1329755355-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f5acedd2-4fcc-4f5e-8ef9-079086e3c5ea,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:23:57.849688 n-d-827839-2 neutron-server[103377]: INFO neutron.db.securitygroups_db [None req-87aa4fdc-03a1-49de-bf2e-2e0b60f1fc0f tempest-TestServerBasicOps-155849243 tempest-TestServerBasicOps-155849243-project] Project e572c75f68264540b5ba57b47620f662 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 17:23:57.864309 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-87aa4fdc-03a1-49de-bf2e-2e0b60f1fc0f tempest-TestServerBasicOps-155849243 tempest-TestServerBasicOps-155849243-project] Publish callbacks [] for security_group_rule (e35667de-41b2-4658-8c74-2e95dd97af9b), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:57.909183 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47dd7184-5be4-4f65-a44c-d27a525ce184 tempest-DHCPAgentSchedulersTestJSON-1329755355 tempest-DHCPAgentSchedulersTestJSON-1329755355-project] vlan segment allocate from pool success with {'vlan_id': 783, 'physical_network': 'physnet1'} {{(pid=103376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 17:23:57.953586 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Current status of the port 24331ad9-dd8a-4265-8e43-3d742afe5cae is: BUILD; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:23:57.953995 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (24331ad9-dd8a-4265-8e43-3d742afe5cae), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:57.986398 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-47dd7184-5be4-4f65-a44c-d27a525ce184 tempest-DHCPAgentSchedulersTestJSON-1329755355 tempest-DHCPAgentSchedulersTestJSON-1329755355-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (68bfc3a2-e068-475c-aed5-327f996c5830), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:57.986817 n-d-827839-2 neutron-server[103376]: INFO neutron.db.segments_db [None req-47dd7184-5be4-4f65-a44c-d27a525ce184 tempest-DHCPAgentSchedulersTestJSON-1329755355 tempest-DHCPAgentSchedulersTestJSON-1329755355-project] Added segment 68bfc3a2-e068-475c-aed5-327f996c5830 of type vlan for network 01162cb9-7414-4860-85b6-5f0620e1f3e0 Feb 04 17:23:58.083428 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] For port 24331ad9-dd8a-4265-8e43-3d742afe5cae, host n-h2-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=24331ad9-dd8a-4265-8e43-3d742afe5cae,segment=NetworkSegment(40be95d6-8661-400f-bc9d-3f4c57dcd00c),segment_id=40be95d6-8661-400f-bc9d-3f4c57dcd00c)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:23:58.088622 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-6a0281ea-d4bb-42f0-b3ff-851891485f11 req-3904755e-7cb3-4266-92be-37240fa4e88e tempest-ServerRescueTestJSONUnderV235-1389214366 tempest-ServerRescueTestJSONUnderV235-1389214366-project] Publish callbacks [] for floatingip (76780e82-0dd9-47c2-9505-22d6fc9347ae), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:58.091120 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f68109e-df04-484f-b992-6678b4ebbbe8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24331ad9-dd8a-4265-8e43-3d742afe5cae'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:23:58.097807 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-6a0281ea-d4bb-42f0-b3ff-851891485f11 req-3904755e-7cb3-4266-92be-37240fa4e88e tempest-ServerRescueTestJSONUnderV235-1389214366 tempest-ServerRescueTestJSONUnderV235-1389214366-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for floatingip (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:58.098931 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-6a0281ea-d4bb-42f0-b3ff-851891485f11 req-3904755e-7cb3-4266-92be-37240fa4e88e tempest-ServerRescueTestJSONUnderV235-1389214366 tempest-ServerRescueTestJSONUnderV235-1389214366-project] 10.222.0.89 "DELETE /v2.0/floatingips/76780e82-0dd9-47c2-9505-22d6fc9347ae HTTP/1.1" status: 204 len: 173 time: 2.6056681 Feb 04 17:23:58.116207 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c34bc964ce2211770fda26ca2f3801cc06f4f39928110690550e94ab9c9d2fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc1e95fb-a515-467e-8ce8-a48c0f11ede8" -d '{"events": [{"server_uuid": "5f68109e-df04-484f-b992-6678b4ebbbe8", "name": "network-vif-plugged", "status": "completed", "tag": "24331ad9-dd8a-4265-8e43-3d742afe5cae"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:23:58.121005 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-47dd7184-5be4-4f65-a44c-d27a525ce184 tempest-DHCPAgentSchedulersTestJSON-1329755355 tempest-DHCPAgentSchedulersTestJSON-1329755355-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781084292801'] for network (01162cb9-7414-4860-85b6-5f0620e1f3e0), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:58.126459 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (24331ad9-dd8a-4265-8e43-3d742afe5cae), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:58.136382 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-87aa4fdc-03a1-49de-bf2e-2e0b60f1fc0f tempest-TestServerBasicOps-155849243 tempest-TestServerBasicOps-155849243-project] Publish callbacks [] for security_group_rule (e35667de-41b2-4658-8c74-2e95dd97af9b), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:58.156494 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-87aa4fdc-03a1-49de-bf2e-2e0b60f1fc0f tempest-TestServerBasicOps-155849243 tempest-TestServerBasicOps-155849243-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664556'] for security_group_rule (e35667de-41b2-4658-8c74-2e95dd97af9b), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:58.193684 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-87aa4fdc-03a1-49de-bf2e-2e0b60f1fc0f tempest-TestServerBasicOps-155849243 tempest-TestServerBasicOps-155849243-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:58.207905 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-47dd7184-5be4-4f65-a44c-d27a525ce184 tempest-DHCPAgentSchedulersTestJSON-1329755355 tempest-DHCPAgentSchedulersTestJSON-1329755355-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327'] for network (01162cb9-7414-4860-85b6-5f0620e1f3e0), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:58.213585 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47dd7184-5be4-4f65-a44c-d27a525ce184 tempest-DHCPAgentSchedulersTestJSON-1329755355 tempest-DHCPAgentSchedulersTestJSON-1329755355-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:23:58.214246 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-47dd7184-5be4-4f65-a44c-d27a525ce184 tempest-DHCPAgentSchedulersTestJSON-1329755355 tempest-DHCPAgentSchedulersTestJSON-1329755355-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677565'] for network (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:58.217161 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-87aa4fdc-03a1-49de-bf2e-2e0b60f1fc0f tempest-TestServerBasicOps-155849243 tempest-TestServerBasicOps-155849243-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5454237 Feb 04 17:23:58.318567 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Pushing event updated for resources: {'Port': ['ID=24331ad9-dd8a-4265-8e43-3d742afe5cae,revision_number=7']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:23:58.346423 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87aa4fdc-03a1-49de-bf2e-2e0b60f1fc0f tempest-TestServerBasicOps-155849243 tempest-TestServerBasicOps-155849243-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e35667de-41b2-4658-8c74-2e95dd97af9b,revision_number=0']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:23:58.378882 n-d-827839-2 neutron-server[103377]: DEBUG neutron.notifiers.nova [req-9736b492-b720-4eb8-9c24-e1eb257138ab req-0a193e3d-89c8-4519-81b2-c8cf32ad7d65 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ddcb880-408a-4e5a-992e-36b8049df242 {{(pid=103377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 17:23:58.402919 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-9736b492-b720-4eb8-9c24-e1eb257138ab req-0a193e3d-89c8-4519-81b2-c8cf32ad7d65 service neutron] Publish callbacks [] for port (8ddcb880-408a-4e5a-992e-36b8049df242), precommit_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:58.447544 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.provisioning_blocks [req-9736b492-b720-4eb8-9c24-e1eb257138ab req-0a193e3d-89c8-4519-81b2-c8cf32ad7d65 service neutron] Transition to ACTIVE for port object 8ddcb880-408a-4e5a-992e-36b8049df242 will not be triggered until provisioned by entity L2. {{(pid=103377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 17:23:58.457025 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-9736b492-b720-4eb8-9c24-e1eb257138ab req-0a193e3d-89c8-4519-81b2-c8cf32ad7d65 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25888290'] for port (8ddcb880-408a-4e5a-992e-36b8049df242), after_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:58.477280 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-47dd7184-5be4-4f65-a44c-d27a525ce184 tempest-DHCPAgentSchedulersTestJSON-1329755355 tempest-DHCPAgentSchedulersTestJSON-1329755355-project] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 2.5910800 Feb 04 17:23:58.483303 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 39344) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:23:58.516684 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-ac0ecee0-3c57-40be-a216-fd9a37080374 tempest-DHCPAgentSchedulersTestJSON-1329755355 tempest-DHCPAgentSchedulersTestJSON-1329755355-project] Request body: {'subnet': {'network_id': '01162cb9-7414-4860-85b6-5f0620e1f3e0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:23:58.548329 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a193e3d-89c8-4519-81b2-c8cf32ad7d65 service neutron] Pushing event updated for resources: {'Port': ['ID=8ddcb880-408a-4e5a-992e-36b8049df242,revision_number=2']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:23:58.678871 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [req-9736b492-b720-4eb8-9c24-e1eb257138ab req-0a193e3d-89c8-4519-81b2-c8cf32ad7d65 service neutron] Attempting to bind port 8ddcb880-408a-4e5a-992e-36b8049df242 on host n-h1-827839-2 for vnic_type normal with profile {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:23:58.679212 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [req-9736b492-b720-4eb8-9c24-e1eb257138ab req-0a193e3d-89c8-4519-81b2-c8cf32ad7d65 service neutron] Attempting to bind port 8ddcb880-408a-4e5a-992e-36b8049df242 by drivers openvswitch,hyperv on host n-h1-827839-2 at level 0 using segments [{'id': 'a1ea1f0a-7fcf-4ab8-9856-e343e30ff965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '556cd7fb-ae94-473e-9ec8-6200a52368e1'}] {{(pid=103377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:23:58.679534 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9736b492-b720-4eb8-9c24-e1eb257138ab req-0a193e3d-89c8-4519-81b2-c8cf32ad7d65 service neutron] Attempting to bind port 8ddcb880-408a-4e5a-992e-36b8049df242 on network 556cd7fb-ae94-473e-9ec8-6200a52368e1 {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:23:58.693224 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9736b492-b720-4eb8-9c24-e1eb257138ab req-0a193e3d-89c8-4519-81b2-c8cf32ad7d65 service neutron] Port 8ddcb880-408a-4e5a-992e-36b8049df242 on network 556cd7fb-ae94-473e-9ec8-6200a52368e1 not bound, no agent of type Open vSwitch agent registered on host n-h1-827839-2 {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 17:23:58.693600 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9736b492-b720-4eb8-9c24-e1eb257138ab req-0a193e3d-89c8-4519-81b2-c8cf32ad7d65 service neutron] Attempting to bind port 8ddcb880-408a-4e5a-992e-36b8049df242 on network 556cd7fb-ae94-473e-9ec8-6200a52368e1 {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:23:58.707914 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9736b492-b720-4eb8-9c24-e1eb257138ab req-0a193e3d-89c8-4519-81b2-c8cf32ad7d65 service neutron] Checking agent: {'id': '3f9244a9-75fc-4c10-b195-11d48b853b41', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 8, 42), 'started_at': datetime.datetime(2022, 2, 4, 17, 8, 42), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 23, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:23:58.708255 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9736b492-b720-4eb8-9c24-e1eb257138ab req-0a193e3d-89c8-4519-81b2-c8cf32ad7d65 service neutron] Checking segment: {'id': 'a1ea1f0a-7fcf-4ab8-9856-e343e30ff965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '556cd7fb-ae94-473e-9ec8-6200a52368e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:23:58.708647 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9736b492-b720-4eb8-9c24-e1eb257138ab req-0a193e3d-89c8-4519-81b2-c8cf32ad7d65 service neutron] Bound using segment: {'id': 'a1ea1f0a-7fcf-4ab8-9856-e343e30ff965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '556cd7fb-ae94-473e-9ec8-6200a52368e1'} {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:23:58.709115 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [req-9736b492-b720-4eb8-9c24-e1eb257138ab req-0a193e3d-89c8-4519-81b2-c8cf32ad7d65 service neutron] Bound port: 8ddcb880-408a-4e5a-992e-36b8049df242, host: n-h1-827839-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a1ea1f0a-7fcf-4ab8-9856-e343e30ff965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '556cd7fb-ae94-473e-9ec8-6200a52368e1'}}] {{(pid=103377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:23:58.709475 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-9736b492-b720-4eb8-9c24-e1eb257138ab req-0a193e3d-89c8-4519-81b2-c8cf32ad7d65 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (8ddcb880-408a-4e5a-992e-36b8049df242), before_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:58.713227 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47dd7184-5be4-4f65-a44c-d27a525ce184 tempest-DHCPAgentSchedulersTestJSON-1329755355 tempest-DHCPAgentSchedulersTestJSON-1329755355-project] Pushing event updated for resources: {'Network': ['ID=01162cb9-7414-4860-85b6-5f0620e1f3e0,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:23:58.725254 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Network 01162cb9-7414-4860-85b6-5f0620e1f3e0 details requested by agent ovs-agent-n-d-827839-2 with host n-d-827839-2 {{(pid=103378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 17:23:58.815998 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac0ecee0-3c57-40be-a216-fd9a37080374 tempest-DHCPAgentSchedulersTestJSON-1329755355 tempest-DHCPAgentSchedulersTestJSON-1329755355-project] Made reservation on behalf of 0594bb88975e4803932251a729b11f32 for: {'subnet': 1} {{(pid=103376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:23:58.819466 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-ac0ecee0-3c57-40be-a216-fd9a37080374 tempest-DHCPAgentSchedulersTestJSON-1329755355 tempest-DHCPAgentSchedulersTestJSON-1329755355-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25859006'] for subnet (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:58.877343 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [req-9736b492-b720-4eb8-9c24-e1eb257138ab req-0a193e3d-89c8-4519-81b2-c8cf32ad7d65 service neutron] For port 8ddcb880-408a-4e5a-992e-36b8049df242, host n-h1-827839-2, cleared binding levels {{(pid=103377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:23:58.881021 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [req-9736b492-b720-4eb8-9c24-e1eb257138ab req-0a193e3d-89c8-4519-81b2-c8cf32ad7d65 service neutron] For port 8ddcb880-408a-4e5a-992e-36b8049df242, host n-h1-827839-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=8ddcb880-408a-4e5a-992e-36b8049df242,segment=NetworkSegment(a1ea1f0a-7fcf-4ab8-9856-e343e30ff965),segment_id=a1ea1f0a-7fcf-4ab8-9856-e343e30ff965)] {{(pid=103377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:23:58.899162 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-9736b492-b720-4eb8-9c24-e1eb257138ab req-0a193e3d-89c8-4519-81b2-c8cf32ad7d65 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25888290'] for port (8ddcb880-408a-4e5a-992e-36b8049df242), after_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:58.972646 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9736b492-b720-4eb8-9c24-e1eb257138ab req-0a193e3d-89c8-4519-81b2-c8cf32ad7d65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:23:58.980980 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-9736b492-b720-4eb8-9c24-e1eb257138ab req-0a193e3d-89c8-4519-81b2-c8cf32ad7d65 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:58.982833 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-9736b492-b720-4eb8-9c24-e1eb257138ab req-0a193e3d-89c8-4519-81b2-c8cf32ad7d65 service neutron] 10.222.0.96 "PUT /v2.0/ports/8ddcb880-408a-4e5a-992e-36b8049df242 HTTP/1.1" status: 200 len: 1134 time: 2.7475324 Feb 04 17:23:59.026568 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [req-9736b492-b720-4eb8-9c24-e1eb257138ab req-2599e32f-9203-4966-8a3e-07fe311aa621 service neutron] Request body: {'port': {'device_id': 'd23ffa64-7651-4974-8c0d-1ba4c302839d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827839-2'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:23:59.104344 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a193e3d-89c8-4519-81b2-c8cf32ad7d65 service neutron] Pushing event updated for resources: {'Port': ['ID=8ddcb880-408a-4e5a-992e-36b8049df242,revision_number=3']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:23:59.276210 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-9736b492-b720-4eb8-9c24-e1eb257138ab req-2599e32f-9203-4966-8a3e-07fe311aa621 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (9d10f3e7-7f29-4443-b5c4-40872e166605), before_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:59.317889 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-ac0ecee0-3c57-40be-a216-fd9a37080374 tempest-DHCPAgentSchedulersTestJSON-1329755355 tempest-DHCPAgentSchedulersTestJSON-1329755355-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25674939', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25858952'] for subnet (d7483747-f412-45b2-8797-874f7195933b), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:59.445173 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0ecee0-3c57-40be-a216-fd9a37080374 tempest-DHCPAgentSchedulersTestJSON-1329755355 tempest-DHCPAgentSchedulersTestJSON-1329755355-project] Pushing event updated for resources: {'Subnet': ['ID=d7483747-f412-45b2-8797-874f7195933b,revision_number=0']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:23:59.507461 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac0ecee0-3c57-40be-a216-fd9a37080374 tempest-DHCPAgentSchedulersTestJSON-1329755355 tempest-DHCPAgentSchedulersTestJSON-1329755355-project] Checking segment: {'id': '68bfc3a2-e068-475c-aed5-327f996c5830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '01162cb9-7414-4860-85b6-5f0620e1f3e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:23:59.507824 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac0ecee0-3c57-40be-a216-fd9a37080374 tempest-DHCPAgentSchedulersTestJSON-1329755355 tempest-DHCPAgentSchedulersTestJSON-1329755355-project] Network hostable DHCP agents. Network: 01162cb9-7414-4860-85b6-5f0620e1f3e0, hostable agents: ['bb89f5a3-3c22-440b-b7d1-c4f0c43c184a'], hosted agents: [] {{(pid=103376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 17:23:59.562639 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac0ecee0-3c57-40be-a216-fd9a37080374 tempest-DHCPAgentSchedulersTestJSON-1329755355 tempest-DHCPAgentSchedulersTestJSON-1329755355-project] Network 01162cb9-7414-4860-85b6-5f0620e1f3e0 is scheduled to be hosted by DHCP agent bb89f5a3-3c22-440b-b7d1-c4f0c43c184a with binding_index 1 {{(pid=103376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 17:23:59.586316 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [None req-ac0ecee0-3c57-40be-a216-fd9a37080374 tempest-DHCPAgentSchedulersTestJSON-1329755355 tempest-DHCPAgentSchedulersTestJSON-1329755355-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827839-2, 01162cb9-7414-4860-85b6-5f0620e1f3e0) {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:23:59.591121 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac0ecee0-3c57-40be-a216-fd9a37080374 tempest-DHCPAgentSchedulersTestJSON-1329755355 tempest-DHCPAgentSchedulersTestJSON-1329755355-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:23:59.591885 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-ac0ecee0-3c57-40be-a216-fd9a37080374 tempest-DHCPAgentSchedulersTestJSON-1329755355 tempest-DHCPAgentSchedulersTestJSON-1329755355-project] Publish callbacks [] for subnet (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:59.602500 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3bd5057-7ad5-4e34-8306-10fa51fa913e None None] Network 01162cb9-7414-4860-85b6-5f0620e1f3e0 requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:23:59.620386 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-ac0ecee0-3c57-40be-a216-fd9a37080374 tempest-DHCPAgentSchedulersTestJSON-1329755355 tempest-DHCPAgentSchedulersTestJSON-1329755355-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1057117 Feb 04 17:23:59.620719 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 39346) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:23:59.636600 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-4f6bce86-b057-4d6a-b883-a7692995ad15 tempest-DHCPAgentSchedulersTestJSON-1329755355 tempest-DHCPAgentSchedulersTestJSON-1329755355-project] Request body: {'port': {'network_id': '01162cb9-7414-4860-85b6-5f0620e1f3e0', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1213892243'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:23:59.930834 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-421cfd4a-debe-4416-8f10-81ebdfad0006 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (bb89f5a3-3c22-440b-b7d1-c4f0c43c184a), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:59.962076 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f6bce86-b057-4d6a-b883-a7692995ad15 tempest-DHCPAgentSchedulersTestJSON-1329755355 tempest-DHCPAgentSchedulersTestJSON-1329755355-project] Made reservation on behalf of 0594bb88975e4803932251a729b11f32 for: {'port': 1} {{(pid=103376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:23:59.967395 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-4f6bce86-b057-4d6a-b883-a7692995ad15 tempest-DHCPAgentSchedulersTestJSON-1329755355 tempest-DHCPAgentSchedulersTestJSON-1329755355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:00.009468 n-d-827839-2 neutron-server[103376]: DEBUG neutron.notifiers.nova [None req-4f6bce86-b057-4d6a-b883-a7692995ad15 tempest-DHCPAgentSchedulersTestJSON-1329755355 tempest-DHCPAgentSchedulersTestJSON-1329755355-project] device_id is not set on port afe6971a-430d-47b1-bbc8-b33a2d182792 yet. {{(pid=103376) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 04 17:24:00.019656 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a4b5276-c725-4f70-a8d6-db7a30abd402 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e4c19ad-5724-5db8-8ee1-4f56ae69fcf4-01162cb9-7414-4860-85b6-5f0620e1f3e0', 'network_id': '01162cb9-7414-4860-85b6-5f0620e1f3e0', 'project_id': '0594bb88975e4803932251a729b11f32', 'fixed_ips': [{'subnet_id': 'd7483747-f412-45b2-8797-874f7195933b'}]}} from n-d-827839-2. {{(pid=103378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 17:24:00.021929 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3a4b5276-c725-4f70-a8d6-db7a30abd402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:00.088821 n-d-827839-2 neutron-server[103377]: DEBUG neutron.notifiers.nova [req-9736b492-b720-4eb8-9c24-e1eb257138ab req-2599e32f-9203-4966-8a3e-07fe311aa621 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d10f3e7-7f29-4443-b5c4-40872e166605 {{(pid=103377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 17:24:00.100074 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-9736b492-b720-4eb8-9c24-e1eb257138ab req-2599e32f-9203-4966-8a3e-07fe311aa621 service neutron] Publish callbacks [] for port (9d10f3e7-7f29-4443-b5c4-40872e166605), precommit_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:00.122223 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.provisioning_blocks [req-9736b492-b720-4eb8-9c24-e1eb257138ab req-2599e32f-9203-4966-8a3e-07fe311aa621 service neutron] Transition to ACTIVE for port object 9d10f3e7-7f29-4443-b5c4-40872e166605 will not be triggered until provisioned by entity L2. {{(pid=103377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 17:24:00.140707 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-9736b492-b720-4eb8-9c24-e1eb257138ab req-2599e32f-9203-4966-8a3e-07fe311aa621 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25888290'] for port (9d10f3e7-7f29-4443-b5c4-40872e166605), after_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:00.233256 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.db_base_plugin_common [None req-4f6bce86-b057-4d6a-b883-a7692995ad15 tempest-DHCPAgentSchedulersTestJSON-1329755355 tempest-DHCPAgentSchedulersTestJSON-1329755355-project] Allocated IP 172.20.0.2 (01162cb9-7414-4860-85b6-5f0620e1f3e0/d7483747-f412-45b2-8797-874f7195933b/afe6971a-430d-47b1-bbc8-b33a2d182792) {{(pid=103376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:24:00.312561 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2599e32f-9203-4966-8a3e-07fe311aa621 service neutron] Pushing event updated for resources: {'Port': ['ID=9d10f3e7-7f29-4443-b5c4-40872e166605,revision_number=2']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:24:00.443658 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-c239fbc1-5ae5-4710-a746-11e3d4831615 req-1a964d91-8cfe-4d58-ae56-8c58239ff792 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=c1affc7e-c4fd-44da-8120-774326466c99&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3195274 Feb 04 17:24:00.471921 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [req-9736b492-b720-4eb8-9c24-e1eb257138ab req-2599e32f-9203-4966-8a3e-07fe311aa621 service neutron] Attempting to bind port 9d10f3e7-7f29-4443-b5c4-40872e166605 on host n-h1-827839-2 for vnic_type normal with profile {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:24:00.472262 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [req-9736b492-b720-4eb8-9c24-e1eb257138ab req-2599e32f-9203-4966-8a3e-07fe311aa621 service neutron] Attempting to bind port 9d10f3e7-7f29-4443-b5c4-40872e166605 by drivers openvswitch,hyperv on host n-h1-827839-2 at level 0 using segments [{'id': 'a1ea1f0a-7fcf-4ab8-9856-e343e30ff965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '556cd7fb-ae94-473e-9ec8-6200a52368e1'}] {{(pid=103377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:24:00.472585 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9736b492-b720-4eb8-9c24-e1eb257138ab req-2599e32f-9203-4966-8a3e-07fe311aa621 service neutron] Attempting to bind port 9d10f3e7-7f29-4443-b5c4-40872e166605 on network 556cd7fb-ae94-473e-9ec8-6200a52368e1 {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:24:00.481813 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9736b492-b720-4eb8-9c24-e1eb257138ab req-2599e32f-9203-4966-8a3e-07fe311aa621 service neutron] Port 9d10f3e7-7f29-4443-b5c4-40872e166605 on network 556cd7fb-ae94-473e-9ec8-6200a52368e1 not bound, no agent of type Open vSwitch agent registered on host n-h1-827839-2 {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 17:24:00.482122 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9736b492-b720-4eb8-9c24-e1eb257138ab req-2599e32f-9203-4966-8a3e-07fe311aa621 service neutron] Attempting to bind port 9d10f3e7-7f29-4443-b5c4-40872e166605 on network 556cd7fb-ae94-473e-9ec8-6200a52368e1 {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:24:00.488564 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9736b492-b720-4eb8-9c24-e1eb257138ab req-2599e32f-9203-4966-8a3e-07fe311aa621 service neutron] Checking agent: {'id': '3f9244a9-75fc-4c10-b195-11d48b853b41', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 8, 42), 'started_at': datetime.datetime(2022, 2, 4, 17, 8, 42), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 23, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:24:00.489214 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9736b492-b720-4eb8-9c24-e1eb257138ab req-2599e32f-9203-4966-8a3e-07fe311aa621 service neutron] Checking segment: {'id': 'a1ea1f0a-7fcf-4ab8-9856-e343e30ff965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '556cd7fb-ae94-473e-9ec8-6200a52368e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:24:00.489389 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9736b492-b720-4eb8-9c24-e1eb257138ab req-2599e32f-9203-4966-8a3e-07fe311aa621 service neutron] Bound using segment: {'id': 'a1ea1f0a-7fcf-4ab8-9856-e343e30ff965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '556cd7fb-ae94-473e-9ec8-6200a52368e1'} {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:24:00.489742 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [req-9736b492-b720-4eb8-9c24-e1eb257138ab req-2599e32f-9203-4966-8a3e-07fe311aa621 service neutron] Bound port: 9d10f3e7-7f29-4443-b5c4-40872e166605, host: n-h1-827839-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a1ea1f0a-7fcf-4ab8-9856-e343e30ff965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '556cd7fb-ae94-473e-9ec8-6200a52368e1'}}] {{(pid=103377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:24:00.490604 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-9736b492-b720-4eb8-9c24-e1eb257138ab req-2599e32f-9203-4966-8a3e-07fe311aa621 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (9d10f3e7-7f29-4443-b5c4-40872e166605), before_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:00.533818 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-4f6bce86-b057-4d6a-b883-a7692995ad15 tempest-DHCPAgentSchedulersTestJSON-1329755355 tempest-DHCPAgentSchedulersTestJSON-1329755355-project] Publish callbacks [] for port (afe6971a-430d-47b1-bbc8-b33a2d182792), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:00.647466 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-4f6bce86-b057-4d6a-b883-a7692995ad15 tempest-DHCPAgentSchedulersTestJSON-1329755355 tempest-DHCPAgentSchedulersTestJSON-1329755355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (afe6971a-430d-47b1-bbc8-b33a2d182792), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:00.651593 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c239fbc1-5ae5-4710-a746-11e3d4831615 req-fa26d7f4-9ef2-4511-bc85-a0f51e30e286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:00.654555 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-c239fbc1-5ae5-4710-a746-11e3d4831615 req-fa26d7f4-9ef2-4511-bc85-a0f51e30e286 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=e9b098a64fdf44abba2c8135f539141d&device_id=c1affc7e-c4fd-44da-8120-774326466c99 HTTP/1.1" status: 200 len: 1127 time: 0.1453962 Feb 04 17:24:00.659480 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [req-9736b492-b720-4eb8-9c24-e1eb257138ab req-2599e32f-9203-4966-8a3e-07fe311aa621 service neutron] For port 9d10f3e7-7f29-4443-b5c4-40872e166605, host n-h1-827839-2, cleared binding levels {{(pid=103377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:24:00.665413 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [req-9736b492-b720-4eb8-9c24-e1eb257138ab req-2599e32f-9203-4966-8a3e-07fe311aa621 service neutron] For port 9d10f3e7-7f29-4443-b5c4-40872e166605, host n-h1-827839-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=9d10f3e7-7f29-4443-b5c4-40872e166605,segment=NetworkSegment(a1ea1f0a-7fcf-4ab8-9856-e343e30ff965),segment_id=a1ea1f0a-7fcf-4ab8-9856-e343e30ff965)] {{(pid=103377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:24:00.699691 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-9736b492-b720-4eb8-9c24-e1eb257138ab req-2599e32f-9203-4966-8a3e-07fe311aa621 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25888290'] for port (9d10f3e7-7f29-4443-b5c4-40872e166605), after_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:00.781462 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.db.api [None req-3a4b5276-c725-4f70-a8d6-db7a30abd402 None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-3def241e-378e-4d00-b9f7-8787475990b3 {{(pid=103378) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 17:24:00.781826 n-d-827839-2 neutron-server[103378]: DEBUG oslo_db.api [None req-3a4b5276-c725-4f70-a8d6-db7a30abd402 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 17:24:00.786612 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f6bce86-b057-4d6a-b883-a7692995ad15 tempest-DHCPAgentSchedulersTestJSON-1329755355 tempest-DHCPAgentSchedulersTestJSON-1329755355-project] Network 01162cb9-7414-4860-85b6-5f0620e1f3e0 is already hosted by enough agents. {{(pid=103376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:24:00.798105 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [None req-4f6bce86-b057-4d6a-b883-a7692995ad15 tempest-DHCPAgentSchedulersTestJSON-1329755355 tempest-DHCPAgentSchedulersTestJSON-1329755355-project] Resources bound (agent type, host, resource id): {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:24:00.806887 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6bce86-b057-4d6a-b883-a7692995ad15 tempest-DHCPAgentSchedulersTestJSON-1329755355 tempest-DHCPAgentSchedulersTestJSON-1329755355-project] Pushing event updated for resources: {'Port': ['ID=afe6971a-430d-47b1-bbc8-b33a2d182792,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:24:00.810243 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f6bce86-b057-4d6a-b883-a7692995ad15 tempest-DHCPAgentSchedulersTestJSON-1329755355 tempest-DHCPAgentSchedulersTestJSON-1329755355-project] Received port after_create {{(pid=103376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:24:00.893804 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c239fbc1-5ae5-4710-a746-11e3d4831615 req-583e3819-7134-4b87-8807-2d3ebce8f17a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:00.895863 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-c239fbc1-5ae5-4710-a746-11e3d4831615 req-583e3819-7134-4b87-8807-2d3ebce8f17a service neutron] 10.222.0.90 "GET /v2.0/networks?id=151997f6-fb27-4cf0-bfe9-ef4acfbb4102 HTTP/1.1" status: 200 len: 921 time: 0.2119138 Feb 04 17:24:00.907157 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f6bce86-b057-4d6a-b883-a7692995ad15 tempest-DHCPAgentSchedulersTestJSON-1329755355 tempest-DHCPAgentSchedulersTestJSON-1329755355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:00.908296 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-4f6bce86-b057-4d6a-b883-a7692995ad15 tempest-DHCPAgentSchedulersTestJSON-1329755355 tempest-DHCPAgentSchedulersTestJSON-1329755355-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:00.932124 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-4f6bce86-b057-4d6a-b883-a7692995ad15 tempest-DHCPAgentSchedulersTestJSON-1329755355 tempest-DHCPAgentSchedulersTestJSON-1329755355-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3101213 Feb 04 17:24:00.936635 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 39350) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:24:00.999159 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-c239fbc1-5ae5-4710-a746-11e3d4831615 req-0931030e-2c1a-458e-aee5-c1c03900686b service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3120abc2-f8c4-441a-beb5-ce8f46eca2db HTTP/1.1" status: 200 len: 217 time: 0.0773034 Feb 04 17:24:01.010957 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9736b492-b720-4eb8-9c24-e1eb257138ab req-2599e32f-9203-4966-8a3e-07fe311aa621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:01.011690 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-9736b492-b720-4eb8-9c24-e1eb257138ab req-2599e32f-9203-4966-8a3e-07fe311aa621 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:01.013689 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-9736b492-b720-4eb8-9c24-e1eb257138ab req-2599e32f-9203-4966-8a3e-07fe311aa621 service neutron] 10.222.0.96 "PUT /v2.0/ports/9d10f3e7-7f29-4443-b5c4-40872e166605 HTTP/1.1" status: 200 len: 1090 time: 1.9954224 Feb 04 17:24:01.091261 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-e7b42444-90cc-42d1-832a-dab5d921b6f0 tempest-DHCPAgentSchedulersTestJSON-1329755355 tempest-DHCPAgentSchedulersTestJSON-1329755355-project] Deleting port afe6971a-430d-47b1-bbc8-b33a2d182792 {{(pid=103376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:24:01.092342 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-e7b42444-90cc-42d1-832a-dab5d921b6f0 tempest-DHCPAgentSchedulersTestJSON-1329755355 tempest-DHCPAgentSchedulersTestJSON-1329755355-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (afe6971a-430d-47b1-bbc8-b33a2d182792), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:01.112002 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c239fbc1-5ae5-4710-a746-11e3d4831615 req-5d26b538-5e85-42f7-8672-33ea92655ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:01.113835 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-c239fbc1-5ae5-4710-a746-11e3d4831615 req-5d26b538-5e85-42f7-8672-33ea92655ea1 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=58924840-63b9-49cf-9b5e-4aa66ca609e8 HTTP/1.1" status: 200 len: 860 time: 0.0971704 Feb 04 17:24:01.145801 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [req-9736b492-b720-4eb8-9c24-e1eb257138ab req-eeebe8f5-b031-4b5a-853e-59b8a380480c service neutron] Request body: {'port': {'device_id': 'd23ffa64-7651-4974-8c0d-1ba4c302839d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827839-2'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:24:01.209075 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-c239fbc1-5ae5-4710-a746-11e3d4831615 req-8bcd87f4-78c3-4ba9-9b9b-6cba42feb08a service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=151997f6-fb27-4cf0-bfe9-ef4acfbb4102&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0539570 Feb 04 17:24:01.237997 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2599e32f-9203-4966-8a3e-07fe311aa621 service neutron] Pushing event updated for resources: {'Port': ['ID=9d10f3e7-7f29-4443-b5c4-40872e166605,revision_number=3']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:24:01.283894 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3a4b5276-c725-4f70-a8d6-db7a30abd402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:01.306500 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-e7b42444-90cc-42d1-832a-dab5d921b6f0 tempest-DHCPAgentSchedulersTestJSON-1329755355 tempest-DHCPAgentSchedulersTestJSON-1329755355-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (afe6971a-430d-47b1-bbc8-b33a2d182792), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:01.329780 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-e7b42444-90cc-42d1-832a-dab5d921b6f0 tempest-DHCPAgentSchedulersTestJSON-1329755355 tempest-DHCPAgentSchedulersTestJSON-1329755355-project] Calling delete_port for afe6971a-430d-47b1-bbc8-b33a2d182792 owned by {{(pid=103376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:24:01.509685 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-9736b492-b720-4eb8-9c24-e1eb257138ab req-eeebe8f5-b031-4b5a-853e-59b8a380480c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (ebd98b55-b8fd-45a0-bc8c-3d8c64222855), before_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:01.679744 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-3a4b5276-c725-4f70-a8d6-db7a30abd402 None None] Allocated IP 172.20.0.3 (01162cb9-7414-4860-85b6-5f0620e1f3e0/d7483747-f412-45b2-8797-874f7195933b/7c1e3461-73c6-4e43-9fd6-2cafc097af0c) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:24:01.693450 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-e7b42444-90cc-42d1-832a-dab5d921b6f0 tempest-DHCPAgentSchedulersTestJSON-1329755355 tempest-DHCPAgentSchedulersTestJSON-1329755355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (afe6971a-430d-47b1-bbc8-b33a2d182792), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:01.759884 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b42444-90cc-42d1-832a-dab5d921b6f0 tempest-DHCPAgentSchedulersTestJSON-1329755355 tempest-DHCPAgentSchedulersTestJSON-1329755355-project] Pushing event deleted for resources: {'Port': ['ID=afe6971a-430d-47b1-bbc8-b33a2d182792,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:24:01.943531 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-e7b42444-90cc-42d1-832a-dab5d921b6f0 tempest-DHCPAgentSchedulersTestJSON-1329755355 tempest-DHCPAgentSchedulersTestJSON-1329755355-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:01.954445 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-e7b42444-90cc-42d1-832a-dab5d921b6f0 tempest-DHCPAgentSchedulersTestJSON-1329755355 tempest-DHCPAgentSchedulersTestJSON-1329755355-project] 10.222.0.89 "DELETE /v2.0/ports/afe6971a-430d-47b1-bbc8-b33a2d182792 HTTP/1.1" status: 204 len: 168 time: 1.0104666 Feb 04 17:24:01.955850 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 39352) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:24:02.070795 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3a4b5276-c725-4f70-a8d6-db7a30abd402 None None] Publish callbacks [] for port (7c1e3461-73c6-4e43-9fd6-2cafc097af0c), precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:02.082008 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c2a2f1c4-5f7c-4695-9089-9ad976f2fec0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (64ada913-9131-4d99-a265-63a920956287), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:02.085124 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3a4b5276-c725-4f70-a8d6-db7a30abd402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135'] for port (7c1e3461-73c6-4e43-9fd6-2cafc097af0c), after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:02.168372 n-d-827839-2 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a4b5276-c725-4f70-a8d6-db7a30abd402 None None] Network 01162cb9-7414-4860-85b6-5f0620e1f3e0 is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:24:02.170408 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-c239fbc1-5ae5-4710-a746-11e3d4831615 req-5298fc2c-cf33-41fa-94a8-3bb339316985 service neutron] 10.222.0.90 "GET /v2.0/networks/151997f6-fb27-4cf0-bfe9-ef4acfbb4102?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9341900 Feb 04 17:24:02.182320 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-26159ba1-3a66-45eb-ae2c-42b58b06488a tempest-DHCPAgentSchedulersTestJSON-102204731 tempest-DHCPAgentSchedulersTestJSON-102204731-project-admin] 10.222.0.89 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4927 time: 0.2228606 Feb 04 17:24:02.183553 n-d-827839-2 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-3a4b5276-c725-4f70-a8d6-db7a30abd402 None None] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:24:02.188165 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a4b5276-c725-4f70-a8d6-db7a30abd402 None None] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:24:02.190750 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 39358) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:24:02.216881 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-4bd92b93-564a-48b3-a76d-c492fdda1fcc tempest-DHCPAgentSchedulersTestJSON-1329755355 tempest-DHCPAgentSchedulersTestJSON-1329755355-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-907259091'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:24:02.265528 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4b5276-c725-4f70-a8d6-db7a30abd402 None None] Pushing event updated for resources: {'Port': ['ID=7c1e3461-73c6-4e43-9fd6-2cafc097af0c,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:24:02.296964 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bd92b93-564a-48b3-a76d-c492fdda1fcc tempest-DHCPAgentSchedulersTestJSON-1329755355 tempest-DHCPAgentSchedulersTestJSON-1329755355-project] Made reservation on behalf of 0594bb88975e4803932251a729b11f32 for: {'network': 1} {{(pid=103376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:24:02.301426 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-4bd92b93-564a-48b3-a76d-c492fdda1fcc tempest-DHCPAgentSchedulersTestJSON-1329755355 tempest-DHCPAgentSchedulersTestJSON-1329755355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for network (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:02.328463 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-3a4b5276-c725-4f70-a8d6-db7a30abd402 None None] Attempting to bind port 7c1e3461-73c6-4e43-9fd6-2cafc097af0c on host n-d-827839-2 for vnic_type normal with profile {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:24:02.329026 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-3a4b5276-c725-4f70-a8d6-db7a30abd402 None None] Attempting to bind port 7c1e3461-73c6-4e43-9fd6-2cafc097af0c by drivers openvswitch,hyperv on host n-d-827839-2 at level 0 using segments [{'id': '68bfc3a2-e068-475c-aed5-327f996c5830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '01162cb9-7414-4860-85b6-5f0620e1f3e0'}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:24:02.329227 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a4b5276-c725-4f70-a8d6-db7a30abd402 None None] Attempting to bind port 7c1e3461-73c6-4e43-9fd6-2cafc097af0c on network 01162cb9-7414-4860-85b6-5f0620e1f3e0 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:24:02.340387 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a4b5276-c725-4f70-a8d6-db7a30abd402 None None] Checking agent: {'id': 'ba70844b-66a0-45fd-a2f2-e6ed673321fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 0, 36), 'started_at': datetime.datetime(2022, 2, 4, 17, 1, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 23, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:24:02.340808 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a4b5276-c725-4f70-a8d6-db7a30abd402 None None] Checking segment: {'id': '68bfc3a2-e068-475c-aed5-327f996c5830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '01162cb9-7414-4860-85b6-5f0620e1f3e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:24:02.341226 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3a4b5276-c725-4f70-a8d6-db7a30abd402 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:02.341624 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a4b5276-c725-4f70-a8d6-db7a30abd402 None None] Bound using segment: {'id': '68bfc3a2-e068-475c-aed5-327f996c5830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '01162cb9-7414-4860-85b6-5f0620e1f3e0'} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:24:02.342100 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-3a4b5276-c725-4f70-a8d6-db7a30abd402 None None] Bound port: 7c1e3461-73c6-4e43-9fd6-2cafc097af0c, host: n-d-827839-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68bfc3a2-e068-475c-aed5-327f996c5830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '01162cb9-7414-4860-85b6-5f0620e1f3e0'}}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:24:02.342492 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3a4b5276-c725-4f70-a8d6-db7a30abd402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (7c1e3461-73c6-4e43-9fd6-2cafc097af0c), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:02.374913 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4bd92b93-564a-48b3-a76d-c492fdda1fcc tempest-DHCPAgentSchedulersTestJSON-1329755355 tempest-DHCPAgentSchedulersTestJSON-1329755355-project] vlan segment allocate from pool success with {'vlan_id': 778, 'physical_network': 'physnet1'} {{(pid=103376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 17:24:02.401587 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-4bd92b93-564a-48b3-a76d-c492fdda1fcc tempest-DHCPAgentSchedulersTestJSON-1329755355 tempest-DHCPAgentSchedulersTestJSON-1329755355-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (01b43c8d-dfc6-4b40-974a-b0b2ade1013f), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:02.402184 n-d-827839-2 neutron-server[103376]: INFO neutron.db.segments_db [None req-4bd92b93-564a-48b3-a76d-c492fdda1fcc tempest-DHCPAgentSchedulersTestJSON-1329755355 tempest-DHCPAgentSchedulersTestJSON-1329755355-project] Added segment 01b43c8d-dfc6-4b40-974a-b0b2ade1013f of type vlan for network 5b80dcc9-8a96-4b2b-8a10-a2cc3840f257 Feb 04 17:24:02.491303 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-3a4b5276-c725-4f70-a8d6-db7a30abd402 None None] For port 7c1e3461-73c6-4e43-9fd6-2cafc097af0c, host n-d-827839-2, cleared binding levels {{(pid=103378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:24:02.500845 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-3a4b5276-c725-4f70-a8d6-db7a30abd402 None None] For port 7c1e3461-73c6-4e43-9fd6-2cafc097af0c, host n-d-827839-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=7c1e3461-73c6-4e43-9fd6-2cafc097af0c,segment=NetworkSegment(68bfc3a2-e068-475c-aed5-327f996c5830),segment_id=68bfc3a2-e068-475c-aed5-327f996c5830)] {{(pid=103378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:24:02.520834 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3a4b5276-c725-4f70-a8d6-db7a30abd402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (7c1e3461-73c6-4e43-9fd6-2cafc097af0c), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:02.552817 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-4bd92b93-564a-48b3-a76d-c492fdda1fcc tempest-DHCPAgentSchedulersTestJSON-1329755355 tempest-DHCPAgentSchedulersTestJSON-1329755355-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781084292801'] for network (5b80dcc9-8a96-4b2b-8a10-a2cc3840f257), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:02.592383 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-4bd92b93-564a-48b3-a76d-c492fdda1fcc tempest-DHCPAgentSchedulersTestJSON-1329755355 tempest-DHCPAgentSchedulersTestJSON-1329755355-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327'] for network (5b80dcc9-8a96-4b2b-8a10-a2cc3840f257), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:02.597841 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bd92b93-564a-48b3-a76d-c492fdda1fcc tempest-DHCPAgentSchedulersTestJSON-1329755355 tempest-DHCPAgentSchedulersTestJSON-1329755355-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:02.598003 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-4bd92b93-564a-48b3-a76d-c492fdda1fcc tempest-DHCPAgentSchedulersTestJSON-1329755355 tempest-DHCPAgentSchedulersTestJSON-1329755355-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677565'] for network (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:02.636298 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4b5276-c725-4f70-a8d6-db7a30abd402 None None] Pushing event updated for resources: {'Port': ['ID=7c1e3461-73c6-4e43-9fd6-2cafc097af0c,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:24:02.700527 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-c239fbc1-5ae5-4710-a746-11e3d4831615 req-4d415163-cba6-46d5-93c9-dce5b5d46130 service neutron] 10.222.0.90 "GET /v2.0/networks/151997f6-fb27-4cf0-bfe9-ef4acfbb4102?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2927594 Feb 04 17:24:02.780866 n-d-827839-2 neutron-server[103377]: DEBUG neutron.notifiers.nova [req-9736b492-b720-4eb8-9c24-e1eb257138ab req-eeebe8f5-b031-4b5a-853e-59b8a380480c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ebd98b55-b8fd-45a0-bc8c-3d8c64222855 {{(pid=103377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 17:24:02.784158 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-4bd92b93-564a-48b3-a76d-c492fdda1fcc tempest-DHCPAgentSchedulersTestJSON-1329755355 tempest-DHCPAgentSchedulersTestJSON-1329755355-project] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.5862100 Feb 04 17:24:02.785633 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 39364) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:24:02.795484 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-9736b492-b720-4eb8-9c24-e1eb257138ab req-eeebe8f5-b031-4b5a-853e-59b8a380480c service neutron] Publish callbacks [] for port (ebd98b55-b8fd-45a0-bc8c-3d8c64222855), precommit_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:02.810457 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd92b93-564a-48b3-a76d-c492fdda1fcc tempest-DHCPAgentSchedulersTestJSON-1329755355 tempest-DHCPAgentSchedulersTestJSON-1329755355-project] Pushing event updated for resources: {'Network': ['ID=5b80dcc9-8a96-4b2b-8a10-a2cc3840f257,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:24:02.822482 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Network 5b80dcc9-8a96-4b2b-8a10-a2cc3840f257 details requested by agent ovs-agent-n-d-827839-2 with host n-d-827839-2 {{(pid=103378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 17:24:02.836004 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.provisioning_blocks [req-9736b492-b720-4eb8-9c24-e1eb257138ab req-eeebe8f5-b031-4b5a-853e-59b8a380480c service neutron] Transition to ACTIVE for port object ebd98b55-b8fd-45a0-bc8c-3d8c64222855 will not be triggered until provisioned by entity L2. {{(pid=103377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 17:24:02.842570 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-9736b492-b720-4eb8-9c24-e1eb257138ab req-eeebe8f5-b031-4b5a-853e-59b8a380480c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25888290'] for port (ebd98b55-b8fd-45a0-bc8c-3d8c64222855), after_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:03.002121 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeebe8f5-b031-4b5a-853e-59b8a380480c service neutron] Pushing event updated for resources: {'Port': ['ID=ebd98b55-b8fd-45a0-bc8c-3d8c64222855,revision_number=2']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:24:03.053245 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d408ec64-b374-4acb-a1fc-48241dad6d47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (0cd6d64a-47a7-40ff-8c12-71dd526c62e0), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:03.256946 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [req-9736b492-b720-4eb8-9c24-e1eb257138ab req-eeebe8f5-b031-4b5a-853e-59b8a380480c service neutron] Attempting to bind port ebd98b55-b8fd-45a0-bc8c-3d8c64222855 on host n-h1-827839-2 for vnic_type normal with profile {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:24:03.257560 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [req-9736b492-b720-4eb8-9c24-e1eb257138ab req-eeebe8f5-b031-4b5a-853e-59b8a380480c service neutron] Attempting to bind port ebd98b55-b8fd-45a0-bc8c-3d8c64222855 by drivers openvswitch,hyperv on host n-h1-827839-2 at level 0 using segments [{'id': 'a1ea1f0a-7fcf-4ab8-9856-e343e30ff965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '556cd7fb-ae94-473e-9ec8-6200a52368e1'}] {{(pid=103377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:24:03.257746 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9736b492-b720-4eb8-9c24-e1eb257138ab req-eeebe8f5-b031-4b5a-853e-59b8a380480c service neutron] Attempting to bind port ebd98b55-b8fd-45a0-bc8c-3d8c64222855 on network 556cd7fb-ae94-473e-9ec8-6200a52368e1 {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:24:03.288019 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9736b492-b720-4eb8-9c24-e1eb257138ab req-eeebe8f5-b031-4b5a-853e-59b8a380480c service neutron] Port ebd98b55-b8fd-45a0-bc8c-3d8c64222855 on network 556cd7fb-ae94-473e-9ec8-6200a52368e1 not bound, no agent of type Open vSwitch agent registered on host n-h1-827839-2 {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 17:24:03.288346 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9736b492-b720-4eb8-9c24-e1eb257138ab req-eeebe8f5-b031-4b5a-853e-59b8a380480c service neutron] Attempting to bind port ebd98b55-b8fd-45a0-bc8c-3d8c64222855 on network 556cd7fb-ae94-473e-9ec8-6200a52368e1 {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:24:03.319135 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9736b492-b720-4eb8-9c24-e1eb257138ab req-eeebe8f5-b031-4b5a-853e-59b8a380480c service neutron] Checking agent: {'id': '3f9244a9-75fc-4c10-b195-11d48b853b41', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 8, 42), 'started_at': datetime.datetime(2022, 2, 4, 17, 8, 42), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 23, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:24:03.325897 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9736b492-b720-4eb8-9c24-e1eb257138ab req-eeebe8f5-b031-4b5a-853e-59b8a380480c service neutron] Checking segment: {'id': 'a1ea1f0a-7fcf-4ab8-9856-e343e30ff965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '556cd7fb-ae94-473e-9ec8-6200a52368e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:24:03.326519 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9736b492-b720-4eb8-9c24-e1eb257138ab req-eeebe8f5-b031-4b5a-853e-59b8a380480c service neutron] Bound using segment: {'id': 'a1ea1f0a-7fcf-4ab8-9856-e343e30ff965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '556cd7fb-ae94-473e-9ec8-6200a52368e1'} {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:24:03.326998 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [req-9736b492-b720-4eb8-9c24-e1eb257138ab req-eeebe8f5-b031-4b5a-853e-59b8a380480c service neutron] Bound port: ebd98b55-b8fd-45a0-bc8c-3d8c64222855, host: n-h1-827839-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a1ea1f0a-7fcf-4ab8-9856-e343e30ff965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '556cd7fb-ae94-473e-9ec8-6200a52368e1'}}] {{(pid=103377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:24:03.332158 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-9736b492-b720-4eb8-9c24-e1eb257138ab req-eeebe8f5-b031-4b5a-853e-59b8a380480c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (ebd98b55-b8fd-45a0-bc8c-3d8c64222855), before_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:03.538125 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [req-9736b492-b720-4eb8-9c24-e1eb257138ab req-eeebe8f5-b031-4b5a-853e-59b8a380480c service neutron] For port ebd98b55-b8fd-45a0-bc8c-3d8c64222855, host n-h1-827839-2, cleared binding levels {{(pid=103377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:24:03.546898 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [req-9736b492-b720-4eb8-9c24-e1eb257138ab req-eeebe8f5-b031-4b5a-853e-59b8a380480c service neutron] For port ebd98b55-b8fd-45a0-bc8c-3d8c64222855, host n-h1-827839-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=ebd98b55-b8fd-45a0-bc8c-3d8c64222855,segment=NetworkSegment(a1ea1f0a-7fcf-4ab8-9856-e343e30ff965),segment_id=a1ea1f0a-7fcf-4ab8-9856-e343e30ff965)] {{(pid=103377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:24:03.561392 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-9736b492-b720-4eb8-9c24-e1eb257138ab req-eeebe8f5-b031-4b5a-853e-59b8a380480c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25888290'] for port (ebd98b55-b8fd-45a0-bc8c-3d8c64222855), after_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:03.625143 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9736b492-b720-4eb8-9c24-e1eb257138ab req-eeebe8f5-b031-4b5a-853e-59b8a380480c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:03.626035 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-9736b492-b720-4eb8-9c24-e1eb257138ab req-eeebe8f5-b031-4b5a-853e-59b8a380480c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:03.629229 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-9736b492-b720-4eb8-9c24-e1eb257138ab req-eeebe8f5-b031-4b5a-853e-59b8a380480c service neutron] 10.222.0.96 "PUT /v2.0/ports/ebd98b55-b8fd-45a0-bc8c-3d8c64222855 HTTP/1.1" status: 200 len: 1090 time: 2.5027862 Feb 04 17:24:03.720198 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [req-9736b492-b720-4eb8-9c24-e1eb257138ab req-7caea477-ba2b-4011-a4d1-68f2ac9b15ad service neutron] Request body: {'port': {'device_id': 'd23ffa64-7651-4974-8c0d-1ba4c302839d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827839-2'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:24:03.939151 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeebe8f5-b031-4b5a-853e-59b8a380480c service neutron] Pushing event updated for resources: {'Port': ['ID=ebd98b55-b8fd-45a0-bc8c-3d8c64222855,revision_number=3']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:24:03.961658 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-9736b492-b720-4eb8-9c24-e1eb257138ab req-7caea477-ba2b-4011-a4d1-68f2ac9b15ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (22b8e9e9-9bfb-4c6e-95b2-78e04b75aa5a), before_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:04.233025 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-79f7656c-6317-4878-93c4-4f592497f376 tempest-DHCPAgentSchedulersTestJSON-102204731 tempest-DHCPAgentSchedulersTestJSON-102204731-project-admin] 10.222.0.89 "GET /v2.0/agents/bb89f5a3-3c22-440b-b7d1-c4f0c43c184a/dhcp-networks HTTP/1.1" status: 200 len: 11270 time: 1.4453359 Feb 04 17:24:04.233774 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 39368) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:24:04.521029 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4686239d-6fe6-4544-a916-e86b0ee8ca3f tempest-DHCPAgentSchedulersTestJSON-102204731 tempest-DHCPAgentSchedulersTestJSON-102204731-project-admin] Network 5b80dcc9-8a96-4b2b-8a10-a2cc3840f257 is scheduled to be hosted by DHCP agent bb89f5a3-3c22-440b-b7d1-c4f0c43c184a with binding_index 1 {{(pid=103376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 17:24:04.564083 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-4686239d-6fe6-4544-a916-e86b0ee8ca3f tempest-DHCPAgentSchedulersTestJSON-102204731 tempest-DHCPAgentSchedulersTestJSON-102204731-project-admin] 10.222.0.89 "POST /v2.0/agents/bb89f5a3-3c22-440b-b7d1-c4f0c43c184a/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.3255677 Feb 04 17:24:04.564977 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 39370) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:24:04.566148 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-945a06c8-7ee8-4f4c-97eb-2b41620014e6 None None] Network 5b80dcc9-8a96-4b2b-8a10-a2cc3840f257 requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:24:04.694630 n-d-827839-2 neutron-server[103377]: DEBUG neutron.notifiers.nova [req-9736b492-b720-4eb8-9c24-e1eb257138ab req-7caea477-ba2b-4011-a4d1-68f2ac9b15ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 22b8e9e9-9bfb-4c6e-95b2-78e04b75aa5a {{(pid=103377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 17:24:04.733290 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-9736b492-b720-4eb8-9c24-e1eb257138ab req-7caea477-ba2b-4011-a4d1-68f2ac9b15ad service neutron] Publish callbacks [] for port (22b8e9e9-9bfb-4c6e-95b2-78e04b75aa5a), precommit_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:04.739131 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 7c1e3461-73c6-4e43-9fd6-2cafc097af0c up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:24:04.789420 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.provisioning_blocks [req-9736b492-b720-4eb8-9c24-e1eb257138ab req-7caea477-ba2b-4011-a4d1-68f2ac9b15ad service neutron] Transition to ACTIVE for port object 22b8e9e9-9bfb-4c6e-95b2-78e04b75aa5a will not be triggered until provisioned by entity L2. {{(pid=103377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 17:24:04.797157 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-9736b492-b720-4eb8-9c24-e1eb257138ab req-7caea477-ba2b-4011-a4d1-68f2ac9b15ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25888290'] for port (22b8e9e9-9bfb-4c6e-95b2-78e04b75aa5a), after_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:04.852999 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af072128-cca7-408b-b4bc-9a1e8a18341b None None] Network 01162cb9-7414-4860-85b6-5f0620e1f3e0 requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:24:04.924183 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-db95cf26-02e2-4ae6-a2c1-d82e7319cae0 tempest-DHCPAgentSchedulersTestJSON-102204731 tempest-DHCPAgentSchedulersTestJSON-102204731-project-admin] 10.222.0.89 "GET /v2.0/agents/bb89f5a3-3c22-440b-b7d1-c4f0c43c184a/dhcp-networks HTTP/1.1" status: 200 len: 12040 time: 0.3579981 Feb 04 17:24:04.927414 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 39372) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:24:04.967806 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7caea477-ba2b-4011-a4d1-68f2ac9b15ad service neutron] Pushing event updated for resources: {'Port': ['ID=22b8e9e9-9bfb-4c6e-95b2-78e04b75aa5a,revision_number=2']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:24:05.047815 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7caea477-ba2b-4011-a4d1-68f2ac9b15ad service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:24:05.048421 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7caea477-ba2b-4011-a4d1-68f2ac9b15ad service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:24:05.048930 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7caea477-ba2b-4011-a4d1-68f2ac9b15ad service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:24:05.049564 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7caea477-ba2b-4011-a4d1-68f2ac9b15ad service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:24:05.050326 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7caea477-ba2b-4011-a4d1-68f2ac9b15ad service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:24:05.050963 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7caea477-ba2b-4011-a4d1-68f2ac9b15ad service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:24:05.054508 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7caea477-ba2b-4011-a4d1-68f2ac9b15ad service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:24:05.055134 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7caea477-ba2b-4011-a4d1-68f2ac9b15ad service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:24:05.066226 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7caea477-ba2b-4011-a4d1-68f2ac9b15ad service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:24:05.070110 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7caea477-ba2b-4011-a4d1-68f2ac9b15ad service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:24:05.070634 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7caea477-ba2b-4011-a4d1-68f2ac9b15ad service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:24:05.071130 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7caea477-ba2b-4011-a4d1-68f2ac9b15ad service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:24:05.071602 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7caea477-ba2b-4011-a4d1-68f2ac9b15ad service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:24:05.136353 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [req-9736b492-b720-4eb8-9c24-e1eb257138ab req-7caea477-ba2b-4011-a4d1-68f2ac9b15ad service neutron] Attempting to bind port 22b8e9e9-9bfb-4c6e-95b2-78e04b75aa5a on host n-h1-827839-2 for vnic_type normal with profile {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:24:05.137148 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [req-9736b492-b720-4eb8-9c24-e1eb257138ab req-7caea477-ba2b-4011-a4d1-68f2ac9b15ad service neutron] Attempting to bind port 22b8e9e9-9bfb-4c6e-95b2-78e04b75aa5a by drivers openvswitch,hyperv on host n-h1-827839-2 at level 0 using segments [{'id': '156d2511-93c9-4616-953a-81bac597ab8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '8c9cb33a-476f-4f00-a8aa-706c33a5dd83'}] {{(pid=103377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:24:05.138441 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9736b492-b720-4eb8-9c24-e1eb257138ab req-7caea477-ba2b-4011-a4d1-68f2ac9b15ad service neutron] Attempting to bind port 22b8e9e9-9bfb-4c6e-95b2-78e04b75aa5a on network 8c9cb33a-476f-4f00-a8aa-706c33a5dd83 {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:24:05.144376 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-6a5e1e76-0274-4cca-8fad-85731107ad3a tempest-DHCPAgentSchedulersTestJSON-102204731 tempest-DHCPAgentSchedulersTestJSON-102204731-project-admin] 10.222.0.89 "DELETE /v2.0/agents/bb89f5a3-3c22-440b-b7d1-c4f0c43c184a/dhcp-networks/5b80dcc9-8a96-4b2b-8a10-a2cc3840f257 HTTP/1.1" status: 204 len: 168 time: 0.2126894 Feb 04 17:24:05.144596 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4f14bb47-e72b-46ac-9e44-a61d9293afcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (75326290-f7a3-4db8-9cf2-15c7139ed224), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:05.147395 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 39374) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:24:05.161065 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9736b492-b720-4eb8-9c24-e1eb257138ab req-7caea477-ba2b-4011-a4d1-68f2ac9b15ad service neutron] Port 22b8e9e9-9bfb-4c6e-95b2-78e04b75aa5a on network 8c9cb33a-476f-4f00-a8aa-706c33a5dd83 not bound, no agent of type Open vSwitch agent registered on host n-h1-827839-2 {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 17:24:05.161065 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9736b492-b720-4eb8-9c24-e1eb257138ab req-7caea477-ba2b-4011-a4d1-68f2ac9b15ad service neutron] Attempting to bind port 22b8e9e9-9bfb-4c6e-95b2-78e04b75aa5a on network 8c9cb33a-476f-4f00-a8aa-706c33a5dd83 {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:24:05.170876 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9736b492-b720-4eb8-9c24-e1eb257138ab req-7caea477-ba2b-4011-a4d1-68f2ac9b15ad service neutron] Checking agent: {'id': '3f9244a9-75fc-4c10-b195-11d48b853b41', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 8, 42), 'started_at': datetime.datetime(2022, 2, 4, 17, 8, 42), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 23, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:24:05.171372 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9736b492-b720-4eb8-9c24-e1eb257138ab req-7caea477-ba2b-4011-a4d1-68f2ac9b15ad service neutron] Checking segment: {'id': '156d2511-93c9-4616-953a-81bac597ab8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '8c9cb33a-476f-4f00-a8aa-706c33a5dd83'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:24:05.172605 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9736b492-b720-4eb8-9c24-e1eb257138ab req-7caea477-ba2b-4011-a4d1-68f2ac9b15ad service neutron] Bound using segment: {'id': '156d2511-93c9-4616-953a-81bac597ab8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '8c9cb33a-476f-4f00-a8aa-706c33a5dd83'} {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:24:05.173171 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [req-9736b492-b720-4eb8-9c24-e1eb257138ab req-7caea477-ba2b-4011-a4d1-68f2ac9b15ad service neutron] Bound port: 22b8e9e9-9bfb-4c6e-95b2-78e04b75aa5a, host: n-h1-827839-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '156d2511-93c9-4616-953a-81bac597ab8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '8c9cb33a-476f-4f00-a8aa-706c33a5dd83'}}] {{(pid=103377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:24:05.173416 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-9a88b174-365d-4833-9f27-a419da0c5a25 None None] Provisioning complete for port 7c1e3461-73c6-4e43-9fd6-2cafc097af0c triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:24:05.173943 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9a88b174-365d-4833-9f27-a419da0c5a25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (7c1e3461-73c6-4e43-9fd6-2cafc097af0c), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:05.174399 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-9736b492-b720-4eb8-9c24-e1eb257138ab req-7caea477-ba2b-4011-a4d1-68f2ac9b15ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (22b8e9e9-9bfb-4c6e-95b2-78e04b75aa5a), before_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:05.341085 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port 7c1e3461-73c6-4e43-9fd6-2cafc097af0c triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:24:05.341876 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (7c1e3461-73c6-4e43-9fd6-2cafc097af0c), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:05.360921 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [req-9736b492-b720-4eb8-9c24-e1eb257138ab req-7caea477-ba2b-4011-a4d1-68f2ac9b15ad service neutron] For port 22b8e9e9-9bfb-4c6e-95b2-78e04b75aa5a, host n-h1-827839-2, cleared binding levels {{(pid=103377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:24:05.368093 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [req-9736b492-b720-4eb8-9c24-e1eb257138ab req-7caea477-ba2b-4011-a4d1-68f2ac9b15ad service neutron] For port 22b8e9e9-9bfb-4c6e-95b2-78e04b75aa5a, host n-h1-827839-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=22b8e9e9-9bfb-4c6e-95b2-78e04b75aa5a,segment=NetworkSegment(156d2511-93c9-4616-953a-81bac597ab8a),segment_id=156d2511-93c9-4616-953a-81bac597ab8a)] {{(pid=103377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:24:05.384149 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-9736b492-b720-4eb8-9c24-e1eb257138ab req-7caea477-ba2b-4011-a4d1-68f2ac9b15ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25888290'] for port (22b8e9e9-9bfb-4c6e-95b2-78e04b75aa5a), after_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:05.468593 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9736b492-b720-4eb8-9c24-e1eb257138ab req-7caea477-ba2b-4011-a4d1-68f2ac9b15ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:05.479895 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-9736b492-b720-4eb8-9c24-e1eb257138ab req-7caea477-ba2b-4011-a4d1-68f2ac9b15ad service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:05.482507 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-9a88b174-365d-4833-9f27-a419da0c5a25 None None] Current status of the port 7c1e3461-73c6-4e43-9fd6-2cafc097af0c is: DOWN; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:24:05.483193 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9a88b174-365d-4833-9f27-a419da0c5a25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (7c1e3461-73c6-4e43-9fd6-2cafc097af0c), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:05.488630 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-a98dbb4d-7bec-4ac1-9f41-7a06a44bfe18 tempest-DHCPAgentSchedulersTestJSON-102204731 tempest-DHCPAgentSchedulersTestJSON-102204731-project-admin] 10.222.0.89 "GET /v2.0/agents/bb89f5a3-3c22-440b-b7d1-c4f0c43c184a/dhcp-networks HTTP/1.1" status: 200 len: 11270 time: 0.3423667 Feb 04 17:24:05.492875 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 39376) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:24:05.494956 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-9736b492-b720-4eb8-9c24-e1eb257138ab req-7caea477-ba2b-4011-a4d1-68f2ac9b15ad service neutron] 10.222.0.96 "PUT /v2.0/ports/22b8e9e9-9bfb-4c6e-95b2-78e04b75aa5a HTTP/1.1" status: 200 len: 1091 time: 1.7902107 Feb 04 17:24:05.553052 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-13bb51f2-05f5-46a4-86a6-8a0b121b4d5c tempest-DHCPAgentSchedulersTestJSON-102204731 tempest-DHCPAgentSchedulersTestJSON-102204731-project-admin] 10.222.0.89 "GET /v2.0/networks/01162cb9-7414-4860-85b6-5f0620e1f3e0/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0591991 Feb 04 17:24:05.554117 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [req-9736b492-b720-4eb8-9c24-e1eb257138ab req-0a96fa04-cc8a-4ee8-90d2-14989ddd12f5 service neutron] Request body: {'port': {'device_id': 'd23ffa64-7651-4974-8c0d-1ba4c302839d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827839-2'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:24:05.556594 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 39378) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:24:05.580626 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-bc521bd7-4b0e-4c9c-ba58-fa66b01553b2 tempest-DHCPAgentSchedulersTestJSON-102204731 tempest-DHCPAgentSchedulersTestJSON-102204731-project-admin] 10.222.0.89 "GET /v2.0/networks/01162cb9-7414-4860-85b6-5f0620e1f3e0/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0222189 Feb 04 17:24:05.583152 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 39380) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:24:05.624387 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-9a88b174-365d-4833-9f27-a419da0c5a25 None None] For port 7c1e3461-73c6-4e43-9fd6-2cafc097af0c, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=7c1e3461-73c6-4e43-9fd6-2cafc097af0c,segment=NetworkSegment(68bfc3a2-e068-475c-aed5-327f996c5830),segment_id=68bfc3a2-e068-475c-aed5-327f996c5830)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:24:05.660529 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9a88b174-365d-4833-9f27-a419da0c5a25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (7c1e3461-73c6-4e43-9fd6-2cafc097af0c), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:05.764321 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port 7c1e3461-73c6-4e43-9fd6-2cafc097af0c is: DOWN; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:24:05.765535 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (7c1e3461-73c6-4e43-9fd6-2cafc097af0c), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:05.782540 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-9736b492-b720-4eb8-9c24-e1eb257138ab req-0a96fa04-cc8a-4ee8-90d2-14989ddd12f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (d07f6690-41dc-473d-8b49-2b36d0026fa9), before_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:05.788281 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7caea477-ba2b-4011-a4d1-68f2ac9b15ad service neutron] Pushing event updated for resources: {'Port': ['ID=22b8e9e9-9bfb-4c6e-95b2-78e04b75aa5a,revision_number=3']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:24:05.829965 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (ba70844b-66a0-45fd-a2f2-e6ed673321fc), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:05.953067 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-89c3cdc9-ab47-497d-bbec-8468dc637d91 tempest-DHCPAgentSchedulersTestJSON-102204731 tempest-DHCPAgentSchedulersTestJSON-102204731-project-admin] 10.222.0.89 "GET /v2.0/agents/bb89f5a3-3c22-440b-b7d1-c4f0c43c184a/dhcp-networks HTTP/1.1" status: 200 len: 11270 time: 0.3622754 Feb 04 17:24:05.955293 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 39382) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:24:05.993219 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a88b174-365d-4833-9f27-a419da0c5a25 None None] Pushing event updated for resources: {'Port': ['ID=7c1e3461-73c6-4e43-9fd6-2cafc097af0c,revision_number=3']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:24:06.118885 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.db.api [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103378) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 17:24:06.118885 n-d-827839-2 neutron-server[103378]: DEBUG oslo_db.api [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 17:24:06.130708 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-0afc43fc-0719-489f-9573-a481a1f24f44 tempest-DHCPAgentSchedulersTestJSON-1329755355 tempest-DHCPAgentSchedulersTestJSON-1329755355-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628832'] for network (5b80dcc9-8a96-4b2b-8a10-a2cc3840f257), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:06.242873 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-ee9265bb-697f-43d5-9563-e77075a23be1 None None] Provisioning complete for port 7c1e3461-73c6-4e43-9fd6-2cafc097af0c triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:24:06.243262 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ee9265bb-697f-43d5-9563-e77075a23be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (7c1e3461-73c6-4e43-9fd6-2cafc097af0c), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:06.374715 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-0afc43fc-0719-489f-9573-a481a1f24f44 tempest-DHCPAgentSchedulersTestJSON-1329755355 tempest-DHCPAgentSchedulersTestJSON-1329755355-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1543676', 'neutron.services.segments.db._delete_segments_for_network-8781084786517'] for network (5b80dcc9-8a96-4b2b-8a10-a2cc3840f257), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:06.443951 n-d-827839-2 neutron-server[103376]: DEBUG neutron.services.segments.db [None req-0afc43fc-0719-489f-9573-a481a1f24f44 tempest-DHCPAgentSchedulersTestJSON-1329755355 tempest-DHCPAgentSchedulersTestJSON-1329755355-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b80dcc9-8a96-4b2b-8a10-a2cc3840f257']}} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:24:06.466001 n-d-827839-2 neutron-server[103377]: DEBUG neutron.notifiers.nova [req-9736b492-b720-4eb8-9c24-e1eb257138ab req-0a96fa04-cc8a-4ee8-90d2-14989ddd12f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d07f6690-41dc-473d-8b49-2b36d0026fa9 {{(pid=103377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 17:24:06.468577 n-d-827839-2 neutron-server[103376]: DEBUG neutron.services.segments.db [None req-0afc43fc-0719-489f-9573-a481a1f24f44 tempest-DHCPAgentSchedulersTestJSON-1329755355 tempest-DHCPAgentSchedulersTestJSON-1329755355-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01b43c8d-dfc6-4b40-974a-b0b2ade1013f') {'for_net_delete': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:24:06.468940 n-d-827839-2 neutron-server[103376]: DEBUG neutron.services.segments.db [None req-0afc43fc-0719-489f-9573-a481a1f24f44 tempest-DHCPAgentSchedulersTestJSON-1329755355 tempest-DHCPAgentSchedulersTestJSON-1329755355-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01b43c8d-dfc6-4b40-974a-b0b2ade1013f') {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:24:06.476141 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-9736b492-b720-4eb8-9c24-e1eb257138ab req-0a96fa04-cc8a-4ee8-90d2-14989ddd12f5 service neutron] Publish callbacks [] for port (d07f6690-41dc-473d-8b49-2b36d0026fa9), precommit_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:06.497970 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-ee9265bb-697f-43d5-9563-e77075a23be1 None None] Current status of the port 7c1e3461-73c6-4e43-9fd6-2cafc097af0c is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:24:06.504401 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-0afc43fc-0719-489f-9573-a481a1f24f44 tempest-DHCPAgentSchedulersTestJSON-1329755355 tempest-DHCPAgentSchedulersTestJSON-1329755355-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781084783966', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25674908'] for segment (01b43c8d-dfc6-4b40-974a-b0b2ade1013f), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:06.516723 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.provisioning_blocks [req-9736b492-b720-4eb8-9c24-e1eb257138ab req-0a96fa04-cc8a-4ee8-90d2-14989ddd12f5 service neutron] Transition to ACTIVE for port object d07f6690-41dc-473d-8b49-2b36d0026fa9 will not be triggered until provisioned by entity L2. {{(pid=103377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 17:24:06.525387 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-9736b492-b720-4eb8-9c24-e1eb257138ab req-0a96fa04-cc8a-4ee8-90d2-14989ddd12f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25888290'] for port (d07f6690-41dc-473d-8b49-2b36d0026fa9), after_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:06.553404 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-0afc43fc-0719-489f-9573-a481a1f24f44 tempest-DHCPAgentSchedulersTestJSON-1329755355 tempest-DHCPAgentSchedulersTestJSON-1329755355-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (01b43c8d-dfc6-4b40-974a-b0b2ade1013f), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:06.567378 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0afc43fc-0719-489f-9573-a481a1f24f44 tempest-DHCPAgentSchedulersTestJSON-1329755355 tempest-DHCPAgentSchedulersTestJSON-1329755355-project] Releasing vlan 778 on physical network physnet1 to pool {{(pid=103376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 17:24:06.567921 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-0afc43fc-0719-489f-9573-a481a1f24f44 tempest-DHCPAgentSchedulersTestJSON-1329755355 tempest-DHCPAgentSchedulersTestJSON-1329755355-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25675992'] for segment (01b43c8d-dfc6-4b40-974a-b0b2ade1013f), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:06.571504 n-d-827839-2 neutron-server[103376]: Traceback (most recent call last): Feb 04 17:24:06.571504 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 17:24:06.571504 n-d-827839-2 neutron-server[103376]: timer() Feb 04 17:24:06.571504 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 17:24:06.571504 n-d-827839-2 neutron-server[103376]: cb(*args, **kw) Feb 04 17:24:06.571504 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 17:24:06.571504 n-d-827839-2 neutron-server[103376]: return func(*args, **kwargs) Feb 04 17:24:06.571504 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 17:24:06.571504 n-d-827839-2 neutron-server[103376]: self._notify() Feb 04 17:24:06.571504 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 17:24:06.571504 n-d-827839-2 neutron-server[103376]: self.callback(batched_events) Feb 04 17:24:06.571504 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 17:24:06.571504 n-d-827839-2 neutron-server[103376]: event.method(event) Feb 04 17:24:06.571504 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 17:24:06.571504 n-d-827839-2 neutron-server[103376]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 17:24:06.571504 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 17:24:06.571504 n-d-827839-2 neutron-server[103376]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 17:24:06.571504 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 17:24:06.571504 n-d-827839-2 neutron-server[103376]: return f(self, *a, **k) Feb 04 17:24:06.571504 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 17:24:06.571504 n-d-827839-2 neutron-server[103376]: return self._get(url).json() Feb 04 17:24:06.571504 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 17:24:06.571504 n-d-827839-2 neutron-server[103376]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 17:24:06.571504 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 17:24:06.571504 n-d-827839-2 neutron-server[103376]: return self.request(url, 'GET', **kwargs) Feb 04 17:24:06.571504 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 17:24:06.571504 n-d-827839-2 neutron-server[103376]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 17:24:06.571504 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 17:24:06.571504 n-d-827839-2 neutron-server[103376]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 17:24:06.571504 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 17:24:06.571504 n-d-827839-2 neutron-server[103376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 17:24:06.571504 n-d-827839-2 neutron-server[103376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 17:24:06.613098 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-5bf1e837-1387-4fb9-b54d-6603d3f6e5ff None None] Could not find standard attr ID for object afe6971a-430d-47b1-bbc8-b33a2d182792. {{(pid=103378) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 17:24:06.683885 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a96fa04-cc8a-4ee8-90d2-14989ddd12f5 service neutron] Pushing event updated for resources: {'Port': ['ID=d07f6690-41dc-473d-8b49-2b36d0026fa9,revision_number=2']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:24:06.765514 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-0afc43fc-0719-489f-9573-a481a1f24f44 tempest-DHCPAgentSchedulersTestJSON-1329755355 tempest-DHCPAgentSchedulersTestJSON-1329755355-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1543671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1595572'] for network (5b80dcc9-8a96-4b2b-8a10-a2cc3840f257), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:06.783501 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-0afc43fc-0719-489f-9573-a481a1f24f44 tempest-DHCPAgentSchedulersTestJSON-1329755355 tempest-DHCPAgentSchedulersTestJSON-1329755355-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677565'] for network (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:06.784011 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port 7c1e3461-73c6-4e43-9fd6-2cafc097af0c is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:24:06.790894 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-0afc43fc-0719-489f-9573-a481a1f24f44 tempest-DHCPAgentSchedulersTestJSON-1329755355 tempest-DHCPAgentSchedulersTestJSON-1329755355-project] 10.222.0.89 "DELETE /v2.0/networks/5b80dcc9-8a96-4b2b-8a10-a2cc3840f257 HTTP/1.1" status: 204 len: 168 time: 0.8342707 Feb 04 17:24:06.798101 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 39384) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:24:06.905141 n-d-827839-2 neutron-server[103376]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d1370d5-e12d-4554-8c7a-eee0a0b52365 tempest-DHCPAgentSchedulersTestJSON-1329755355 tempest-DHCPAgentSchedulersTestJSON-1329755355-project] DELETE failed (client error): The resource could not be found. Feb 04 17:24:06.905804 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6d1370d5-e12d-4554-8c7a-eee0a0b52365 tempest-DHCPAgentSchedulersTestJSON-1329755355 tempest-DHCPAgentSchedulersTestJSON-1329755355-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103376) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 17:24:06.915601 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-6d1370d5-e12d-4554-8c7a-eee0a0b52365 tempest-DHCPAgentSchedulersTestJSON-1329755355 tempest-DHCPAgentSchedulersTestJSON-1329755355-project] 10.222.0.89 "DELETE /v2.0/ports/afe6971a-430d-47b1-bbc8-b33a2d182792 HTTP/1.1" status: 404 len: 333 time: 0.1140363 Feb 04 17:24:06.915835 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [req-9736b492-b720-4eb8-9c24-e1eb257138ab req-0a96fa04-cc8a-4ee8-90d2-14989ddd12f5 service neutron] Attempting to bind port d07f6690-41dc-473d-8b49-2b36d0026fa9 on host n-h1-827839-2 for vnic_type normal with profile {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:24:06.916635 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [req-9736b492-b720-4eb8-9c24-e1eb257138ab req-0a96fa04-cc8a-4ee8-90d2-14989ddd12f5 service neutron] Attempting to bind port d07f6690-41dc-473d-8b49-2b36d0026fa9 by drivers openvswitch,hyperv on host n-h1-827839-2 at level 0 using segments [{'id': '156d2511-93c9-4616-953a-81bac597ab8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '8c9cb33a-476f-4f00-a8aa-706c33a5dd83'}] {{(pid=103377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:24:06.922089 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9736b492-b720-4eb8-9c24-e1eb257138ab req-0a96fa04-cc8a-4ee8-90d2-14989ddd12f5 service neutron] Attempting to bind port d07f6690-41dc-473d-8b49-2b36d0026fa9 on network 8c9cb33a-476f-4f00-a8aa-706c33a5dd83 {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:24:06.922276 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 39386) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:24:06.923214 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afc43fc-0719-489f-9573-a481a1f24f44 tempest-DHCPAgentSchedulersTestJSON-1329755355 tempest-DHCPAgentSchedulersTestJSON-1329755355-project] Pushing event deleted for resources: {'Network': ['ID=5b80dcc9-8a96-4b2b-8a10-a2cc3840f257,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:24:06.934130 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9736b492-b720-4eb8-9c24-e1eb257138ab req-0a96fa04-cc8a-4ee8-90d2-14989ddd12f5 service neutron] Port d07f6690-41dc-473d-8b49-2b36d0026fa9 on network 8c9cb33a-476f-4f00-a8aa-706c33a5dd83 not bound, no agent of type Open vSwitch agent registered on host n-h1-827839-2 {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 17:24:06.934461 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9736b492-b720-4eb8-9c24-e1eb257138ab req-0a96fa04-cc8a-4ee8-90d2-14989ddd12f5 service neutron] Attempting to bind port d07f6690-41dc-473d-8b49-2b36d0026fa9 on network 8c9cb33a-476f-4f00-a8aa-706c33a5dd83 {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:24:06.953664 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9736b492-b720-4eb8-9c24-e1eb257138ab req-0a96fa04-cc8a-4ee8-90d2-14989ddd12f5 service neutron] Checking agent: {'id': '3f9244a9-75fc-4c10-b195-11d48b853b41', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 8, 42), 'started_at': datetime.datetime(2022, 2, 4, 17, 8, 42), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 23, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:24:06.953998 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9736b492-b720-4eb8-9c24-e1eb257138ab req-0a96fa04-cc8a-4ee8-90d2-14989ddd12f5 service neutron] Checking segment: {'id': '156d2511-93c9-4616-953a-81bac597ab8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '8c9cb33a-476f-4f00-a8aa-706c33a5dd83'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:24:06.954391 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9736b492-b720-4eb8-9c24-e1eb257138ab req-0a96fa04-cc8a-4ee8-90d2-14989ddd12f5 service neutron] Bound using segment: {'id': '156d2511-93c9-4616-953a-81bac597ab8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '8c9cb33a-476f-4f00-a8aa-706c33a5dd83'} {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:24:06.954837 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [req-9736b492-b720-4eb8-9c24-e1eb257138ab req-0a96fa04-cc8a-4ee8-90d2-14989ddd12f5 service neutron] Bound port: d07f6690-41dc-473d-8b49-2b36d0026fa9, host: n-h1-827839-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '156d2511-93c9-4616-953a-81bac597ab8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '8c9cb33a-476f-4f00-a8aa-706c33a5dd83'}}] {{(pid=103377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:24:06.955207 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-9736b492-b720-4eb8-9c24-e1eb257138ab req-0a96fa04-cc8a-4ee8-90d2-14989ddd12f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (d07f6690-41dc-473d-8b49-2b36d0026fa9), before_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:06.983982 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 7c1e3461-73c6-4e43-9fd6-2cafc097af0c up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:24:07.078326 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.db_base_plugin_v2 [None req-d13711f3-5017-4933-9e12-4b17b1050587 tempest-DHCPAgentSchedulersTestJSON-1329755355 tempest-DHCPAgentSchedulersTestJSON-1329755355-project] Deleting subnet d7483747-f412-45b2-8797-874f7195933b {{(pid=103376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 17:24:07.085307 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [req-9736b492-b720-4eb8-9c24-e1eb257138ab req-0a96fa04-cc8a-4ee8-90d2-14989ddd12f5 service neutron] For port d07f6690-41dc-473d-8b49-2b36d0026fa9, host n-h1-827839-2, cleared binding levels {{(pid=103377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:24:07.087291 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-d13711f3-5017-4933-9e12-4b17b1050587 tempest-DHCPAgentSchedulersTestJSON-1329755355 tempest-DHCPAgentSchedulersTestJSON-1329755355-project] Publish callbacks [] for subnet (d7483747-f412-45b2-8797-874f7195933b), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:07.087452 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [req-9736b492-b720-4eb8-9c24-e1eb257138ab req-0a96fa04-cc8a-4ee8-90d2-14989ddd12f5 service neutron] For port d07f6690-41dc-473d-8b49-2b36d0026fa9, host n-h1-827839-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=d07f6690-41dc-473d-8b49-2b36d0026fa9,segment=NetworkSegment(156d2511-93c9-4616-953a-81bac597ab8a),segment_id=156d2511-93c9-4616-953a-81bac597ab8a)] {{(pid=103377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:24:07.097896 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-9736b492-b720-4eb8-9c24-e1eb257138ab req-0a96fa04-cc8a-4ee8-90d2-14989ddd12f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25888290'] for port (d07f6690-41dc-473d-8b49-2b36d0026fa9), after_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:07.138768 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-d13711f3-5017-4933-9e12-4b17b1050587 tempest-DHCPAgentSchedulersTestJSON-1329755355 tempest-DHCPAgentSchedulersTestJSON-1329755355-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25674901'] for subnet (d7483747-f412-45b2-8797-874f7195933b), precommit_delete_associations {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:07.149411 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port 7c1e3461-73c6-4e43-9fd6-2cafc097af0c triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:24:07.150155 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (7c1e3461-73c6-4e43-9fd6-2cafc097af0c), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:07.216311 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a96fa04-cc8a-4ee8-90d2-14989ddd12f5 service neutron] Pushing event updated for resources: {'Port': ['ID=d07f6690-41dc-473d-8b49-2b36d0026fa9,revision_number=3']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:24:07.262377 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9736b492-b720-4eb8-9c24-e1eb257138ab req-0a96fa04-cc8a-4ee8-90d2-14989ddd12f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:07.264040 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-9736b492-b720-4eb8-9c24-e1eb257138ab req-0a96fa04-cc8a-4ee8-90d2-14989ddd12f5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:07.274511 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-9736b492-b720-4eb8-9c24-e1eb257138ab req-0a96fa04-cc8a-4ee8-90d2-14989ddd12f5 service neutron] 10.222.0.96 "PUT /v2.0/ports/d07f6690-41dc-473d-8b49-2b36d0026fa9 HTTP/1.1" status: 200 len: 1091 time: 1.7356424 Feb 04 17:24:07.288969 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-d13711f3-5017-4933-9e12-4b17b1050587 tempest-DHCPAgentSchedulersTestJSON-1329755355 tempest-DHCPAgentSchedulersTestJSON-1329755355-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1541225'] for subnet (d7483747-f412-45b2-8797-874f7195933b), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:07.385827 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port 7c1e3461-73c6-4e43-9fd6-2cafc097af0c is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:24:07.426828 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-d13711f3-5017-4933-9e12-4b17b1050587 tempest-DHCPAgentSchedulersTestJSON-1329755355 tempest-DHCPAgentSchedulersTestJSON-1329755355-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1541216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25675894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25858947'] for subnet (d7483747-f412-45b2-8797-874f7195933b), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:07.460833 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9736b492-b720-4eb8-9c24-e1eb257138ab req-c16cbdcd-646f-43cd-9cda-854abe810cca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:07.461813 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9736b492-b720-4eb8-9c24-e1eb257138ab req-c16cbdcd-646f-43cd-9cda-854abe810cca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:07.462545 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9736b492-b720-4eb8-9c24-e1eb257138ab req-c16cbdcd-646f-43cd-9cda-854abe810cca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:07.463069 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9736b492-b720-4eb8-9c24-e1eb257138ab req-c16cbdcd-646f-43cd-9cda-854abe810cca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:07.463603 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9736b492-b720-4eb8-9c24-e1eb257138ab req-c16cbdcd-646f-43cd-9cda-854abe810cca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:07.464118 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9736b492-b720-4eb8-9c24-e1eb257138ab req-c16cbdcd-646f-43cd-9cda-854abe810cca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:07.464639 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9736b492-b720-4eb8-9c24-e1eb257138ab req-c16cbdcd-646f-43cd-9cda-854abe810cca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:07.468923 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-9736b492-b720-4eb8-9c24-e1eb257138ab req-c16cbdcd-646f-43cd-9cda-854abe810cca service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=c5cb386618c24d66b6712f0d36ac7fea&device_id=d23ffa64-7651-4974-8c0d-1ba4c302839d HTTP/1.1" status: 200 len: 6701 time: 0.1425288 Feb 04 17:24:07.592965 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13711f3-5017-4933-9e12-4b17b1050587 tempest-DHCPAgentSchedulersTestJSON-1329755355 tempest-DHCPAgentSchedulersTestJSON-1329755355-project] Pushing event deleted for resources: {'Subnet': ['ID=d7483747-f412-45b2-8797-874f7195933b,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:24:07.595635 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-9736b492-b720-4eb8-9c24-e1eb257138ab req-b4fd05fc-5f51-4577-9f4d-bea65fe00e87 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3af41b78-08e9-4d5c-93be-3e2ef1bdcc7f HTTP/1.1" status: 200 len: 217 time: 0.1177235 Feb 04 17:24:07.597719 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-d13711f3-5017-4933-9e12-4b17b1050587 tempest-DHCPAgentSchedulersTestJSON-1329755355 tempest-DHCPAgentSchedulersTestJSON-1329755355-project] Publish callbacks [] for subnet (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:07.599391 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d74512df-3d85-47e1-a760-4682e983a36f None None] Network 01162cb9-7414-4860-85b6-5f0620e1f3e0 requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:24:07.615974 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-d13711f3-5017-4933-9e12-4b17b1050587 tempest-DHCPAgentSchedulersTestJSON-1329755355 tempest-DHCPAgentSchedulersTestJSON-1329755355-project] 10.222.0.89 "DELETE /v2.0/subnets/d7483747-f412-45b2-8797-874f7195933b HTTP/1.1" status: 204 len: 168 time: 0.6818469 Feb 04 17:24:07.620005 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 39388) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:24:07.705073 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9736b492-b720-4eb8-9c24-e1eb257138ab req-437ad571-07d4-4fb1-b88e-ce8131d66aec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:07.707397 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-9736b492-b720-4eb8-9c24-e1eb257138ab req-437ad571-07d4-4fb1-b88e-ce8131d66aec service neutron] 10.222.0.96 "GET /v2.0/subnets?id=069a4643-9702-4f4f-bc4a-cf22266ae74b HTTP/1.1" status: 200 len: 855 time: 0.1017046 Feb 04 17:24:07.849573 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-3ba211f2-2bb0-4821-a667-1a5a997d3abb tempest-DHCPAgentSchedulersTestJSON-1329755355 tempest-DHCPAgentSchedulersTestJSON-1329755355-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628832'] for network (01162cb9-7414-4860-85b6-5f0620e1f3e0), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:07.867973 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9736b492-b720-4eb8-9c24-e1eb257138ab req-83c5d5e3-835c-41e0-a7db-0553b2022ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:07.869548 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-9736b492-b720-4eb8-9c24-e1eb257138ab req-83c5d5e3-835c-41e0-a7db-0553b2022ed1 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=02771309-aff5-472d-90da-927298d169e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1554985 Feb 04 17:24:07.955600 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-3ba211f2-2bb0-4821-a667-1a5a997d3abb tempest-DHCPAgentSchedulersTestJSON-1329755355 tempest-DHCPAgentSchedulersTestJSON-1329755355-project] Deleting port 7c1e3461-73c6-4e43-9fd6-2cafc097af0c {{(pid=103376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:24:07.955600 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-3ba211f2-2bb0-4821-a667-1a5a997d3abb tempest-DHCPAgentSchedulersTestJSON-1329755355 tempest-DHCPAgentSchedulersTestJSON-1329755355-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (7c1e3461-73c6-4e43-9fd6-2cafc097af0c), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:07.977343 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-026e1fc8-7587-44be-ac7e-27ad4904b6c9 None None] DHCP port deletion for 01162cb9-7414-4860-85b6-5f0620e1f3e0 request from n-d-827839-2 {{(pid=103378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 17:24:08.107487 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-026e1fc8-7587-44be-ac7e-27ad4904b6c9 None None] Deleting port 7c1e3461-73c6-4e43-9fd6-2cafc097af0c {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:24:08.107802 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-026e1fc8-7587-44be-ac7e-27ad4904b6c9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (7c1e3461-73c6-4e43-9fd6-2cafc097af0c), before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:08.120232 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-9736b492-b720-4eb8-9c24-e1eb257138ab req-d00bf8fa-617f-4fe8-b726-c935e7edf653 service neutron] 10.222.0.96 "GET /v2.0/networks/02771309-aff5-472d-90da-927298d169e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2430859 Feb 04 17:24:08.152678 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [None req-3ba211f2-2bb0-4821-a667-1a5a997d3abb tempest-DHCPAgentSchedulersTestJSON-1329755355 tempest-DHCPAgentSchedulersTestJSON-1329755355-project] For port 7c1e3461-73c6-4e43-9fd6-2cafc097af0c, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=7c1e3461-73c6-4e43-9fd6-2cafc097af0c,segment=NetworkSegment(68bfc3a2-e068-475c-aed5-327f996c5830),segment_id=68bfc3a2-e068-475c-aed5-327f996c5830)] {{(pid=103376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:24:08.153234 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-3ba211f2-2bb0-4821-a667-1a5a997d3abb tempest-DHCPAgentSchedulersTestJSON-1329755355 tempest-DHCPAgentSchedulersTestJSON-1329755355-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (7c1e3461-73c6-4e43-9fd6-2cafc097af0c), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:08.173611 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-3ba211f2-2bb0-4821-a667-1a5a997d3abb tempest-DHCPAgentSchedulersTestJSON-1329755355 tempest-DHCPAgentSchedulersTestJSON-1329755355-project] Calling delete_port for 7c1e3461-73c6-4e43-9fd6-2cafc097af0c owned by network:dhcp {{(pid=103376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:24:08.282266 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-026e1fc8-7587-44be-ac7e-27ad4904b6c9 None None] For port 7c1e3461-73c6-4e43-9fd6-2cafc097af0c, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=7c1e3461-73c6-4e43-9fd6-2cafc097af0c,segment=NetworkSegment(68bfc3a2-e068-475c-aed5-327f996c5830),segment_id=68bfc3a2-e068-475c-aed5-327f996c5830)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:24:08.283303 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-026e1fc8-7587-44be-ac7e-27ad4904b6c9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (7c1e3461-73c6-4e43-9fd6-2cafc097af0c), precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:08.314613 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-026e1fc8-7587-44be-ac7e-27ad4904b6c9 None None] Calling delete_port for 7c1e3461-73c6-4e43-9fd6-2cafc097af0c owned by network:dhcp {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:24:08.376409 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-9736b492-b720-4eb8-9c24-e1eb257138ab req-bff7578c-e6e3-484b-b46c-994893344d84 service neutron] 10.222.0.96 "GET /v2.0/networks/02771309-aff5-472d-90da-927298d169e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2468333 Feb 04 17:24:08.385825 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-3ba211f2-2bb0-4821-a667-1a5a997d3abb tempest-DHCPAgentSchedulersTestJSON-1329755355 tempest-DHCPAgentSchedulersTestJSON-1329755355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (7c1e3461-73c6-4e43-9fd6-2cafc097af0c), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:08.479465 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-9736b492-b720-4eb8-9c24-e1eb257138ab req-633039e2-1c79-4e9a-a242-544f5d8cf0b5 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.23&port_id=d9d313cd-c191-41ee-8480-aa1e52db3c64 HTTP/1.1" status: 200 len: 217 time: 0.0959361 Feb 04 17:24:08.494378 n-d-827839-2 neutron-server[103378]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 04 17:24:08.494378 n-d-827839-2 neutron-server[103378]: from cryptography.utils import int_from_bytes Feb 04 17:24:08.494378 n-d-827839-2 neutron-server[103378]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 04 17:24:08.494378 n-d-827839-2 neutron-server[103378]: from cryptography.utils import int_from_bytes Feb 04 17:24:08.494378 n-d-827839-2 neutron-server[103378]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 17:24:08.494378 n-d-827839-2 neutron-server[103378]: self.session.flush() Feb 04 17:24:08.494378 n-d-827839-2 neutron-server[103378]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 17:24:08.494378 n-d-827839-2 neutron-server[103378]: self.session.flush() Feb 04 17:24:08.494378 n-d-827839-2 neutron-server[103378]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 17:24:08.494378 n-d-827839-2 neutron-server[103378]: self.session.flush() Feb 04 17:24:08.494378 n-d-827839-2 neutron-server[103378]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 17:24:08.494378 n-d-827839-2 neutron-server[103378]: self.session.flush() Feb 04 17:24:08.494378 n-d-827839-2 neutron-server[103378]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 17:24:08.494378 n-d-827839-2 neutron-server[103378]: self.session.flush() Feb 04 17:24:08.494378 n-d-827839-2 neutron-server[103378]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 17:24:08.494378 n-d-827839-2 neutron-server[103378]: self.session.flush() Feb 04 17:24:08.494378 n-d-827839-2 neutron-server[103378]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 17:24:08.494378 n-d-827839-2 neutron-server[103378]: self.session.flush() Feb 04 17:24:08.494378 n-d-827839-2 neutron-server[103378]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 17:24:08.494378 n-d-827839-2 neutron-server[103378]: self.session.flush() Feb 04 17:24:08.494378 n-d-827839-2 neutron-server[103378]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 17:24:08.494378 n-d-827839-2 neutron-server[103378]: self.session.flush() Feb 04 17:24:08.494378 n-d-827839-2 neutron-server[103378]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 17:24:08.494378 n-d-827839-2 neutron-server[103378]: self.session.flush() Feb 04 17:24:08.494378 n-d-827839-2 neutron-server[103378]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 17:24:08.494378 n-d-827839-2 neutron-server[103378]: self.session.flush() Feb 04 17:24:08.494378 n-d-827839-2 neutron-server[103378]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 17:24:08.494378 n-d-827839-2 neutron-server[103378]: self.session.flush() Feb 04 17:24:08.494378 n-d-827839-2 neutron-server[103378]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 17:24:08.494378 n-d-827839-2 neutron-server[103378]: self.session.flush() Feb 04 17:24:08.494378 n-d-827839-2 neutron-server[103378]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 17:24:08.494378 n-d-827839-2 neutron-server[103378]: self.session.flush() Feb 04 17:24:08.494378 n-d-827839-2 neutron-server[103378]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 17:24:08.494378 n-d-827839-2 neutron-server[103378]: self.session.flush() Feb 04 17:24:08.494378 n-d-827839-2 neutron-server[103378]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 17:24:08.494378 n-d-827839-2 neutron-server[103378]: self.session.flush() Feb 04 17:24:08.494378 n-d-827839-2 neutron-server[103378]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 17:24:08.494378 n-d-827839-2 neutron-server[103378]: self.session.flush() Feb 04 17:24:08.494378 n-d-827839-2 neutron-server[103378]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 17:24:08.494378 n-d-827839-2 neutron-server[103378]: self.session.flush() Feb 04 17:24:08.494378 n-d-827839-2 neutron-server[103378]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 17:24:08.494378 n-d-827839-2 neutron-server[103378]: self.session.flush() Feb 04 17:24:08.497126 n-d-827839-2 neutron-server[103378]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 17:24:08.497126 n-d-827839-2 neutron-server[103378]: self.session.flush() Feb 04 17:24:08.497126 n-d-827839-2 neutron-server[103378]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 17:24:08.497126 n-d-827839-2 neutron-server[103378]: self.session.flush() Feb 04 17:24:08.497126 n-d-827839-2 neutron-server[103378]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 17:24:08.497126 n-d-827839-2 neutron-server[103378]: self.session.flush() Feb 04 17:24:08.497126 n-d-827839-2 neutron-server[103378]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 17:24:08.497126 n-d-827839-2 neutron-server[103378]: self.session.flush() Feb 04 17:24:08.497126 n-d-827839-2 neutron-server[103378]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 17:24:08.497126 n-d-827839-2 neutron-server[103378]: self.session.flush() Feb 04 17:24:08.497126 n-d-827839-2 neutron-server[103378]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 17:24:08.497126 n-d-827839-2 neutron-server[103378]: self.session.flush() Feb 04 17:24:08.497126 n-d-827839-2 neutron-server[103378]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 17:24:08.497126 n-d-827839-2 neutron-server[103378]: self.session.flush() Feb 04 17:24:08.500466 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-026e1fc8-7587-44be-ac7e-27ad4904b6c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144'] for port (7c1e3461-73c6-4e43-9fd6-2cafc097af0c), after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:08.507963 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba211f2-2bb0-4821-a667-1a5a997d3abb tempest-DHCPAgentSchedulersTestJSON-1329755355 tempest-DHCPAgentSchedulersTestJSON-1329755355-project] Pushing event deleted for resources: {'Port': ['ID=7c1e3461-73c6-4e43-9fd6-2cafc097af0c,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:24:08.536547 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ba211f2-2bb0-4821-a667-1a5a997d3abb tempest-DHCPAgentSchedulersTestJSON-1329755355 tempest-DHCPAgentSchedulersTestJSON-1329755355-project] No DVR routers for this DVR port 7c1e3461-73c6-4e43-9fd6-2cafc097af0c on host n-d-827839-2 {{(pid=103376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 17:24:08.565504 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-026e1fc8-7587-44be-ac7e-27ad4904b6c9 None None] No DVR routers for this DVR port 7c1e3461-73c6-4e43-9fd6-2cafc097af0c on host n-d-827839-2 {{(pid=103378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 17:24:08.568207 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026e1fc8-7587-44be-ac7e-27ad4904b6c9 None None] Pushing event deleted for resources: {'Port': ['ID=7c1e3461-73c6-4e43-9fd6-2cafc097af0c,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:24:08.640650 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9736b492-b720-4eb8-9c24-e1eb257138ab req-a1664664-ee45-42c6-9b4c-726fe08373ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:08.646979 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-9736b492-b720-4eb8-9c24-e1eb257138ab req-a1664664-ee45-42c6-9b4c-726fe08373ba service neutron] 10.222.0.96 "GET /v2.0/subnets?id=c75ba609-a10e-4499-b6d7-a9d627fc3822 HTTP/1.1" status: 200 len: 797 time: 0.1604602 Feb 04 17:24:08.767948 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-3ba211f2-2bb0-4821-a667-1a5a997d3abb tempest-DHCPAgentSchedulersTestJSON-1329755355 tempest-DHCPAgentSchedulersTestJSON-1329755355-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1543676', 'neutron.services.segments.db._delete_segments_for_network-8781084786517'] for network (01162cb9-7414-4860-85b6-5f0620e1f3e0), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:08.826962 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9736b492-b720-4eb8-9c24-e1eb257138ab req-131b1434-5f11-4ea9-b9a8-070c8750f2d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:08.829007 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-9736b492-b720-4eb8-9c24-e1eb257138ab req-131b1434-5f11-4ea9-b9a8-070c8750f2d6 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=556cd7fb-ae94-473e-9ec8-6200a52368e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1741371 Feb 04 17:24:08.843698 n-d-827839-2 neutron-server[103376]: DEBUG neutron.services.segments.db [None req-3ba211f2-2bb0-4821-a667-1a5a997d3abb tempest-DHCPAgentSchedulersTestJSON-1329755355 tempest-DHCPAgentSchedulersTestJSON-1329755355-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01162cb9-7414-4860-85b6-5f0620e1f3e0']}} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:24:08.858646 n-d-827839-2 neutron-server[103376]: DEBUG neutron.services.segments.db [None req-3ba211f2-2bb0-4821-a667-1a5a997d3abb tempest-DHCPAgentSchedulersTestJSON-1329755355 tempest-DHCPAgentSchedulersTestJSON-1329755355-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68bfc3a2-e068-475c-aed5-327f996c5830') {'for_net_delete': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:24:08.859010 n-d-827839-2 neutron-server[103376]: DEBUG neutron.services.segments.db [None req-3ba211f2-2bb0-4821-a667-1a5a997d3abb tempest-DHCPAgentSchedulersTestJSON-1329755355 tempest-DHCPAgentSchedulersTestJSON-1329755355-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68bfc3a2-e068-475c-aed5-327f996c5830') {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:24:08.883532 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-3ba211f2-2bb0-4821-a667-1a5a997d3abb tempest-DHCPAgentSchedulersTestJSON-1329755355 tempest-DHCPAgentSchedulersTestJSON-1329755355-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781084783966', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25674908'] for segment (68bfc3a2-e068-475c-aed5-327f996c5830), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:08.915010 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-3ba211f2-2bb0-4821-a667-1a5a997d3abb tempest-DHCPAgentSchedulersTestJSON-1329755355 tempest-DHCPAgentSchedulersTestJSON-1329755355-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (68bfc3a2-e068-475c-aed5-327f996c5830), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:08.923513 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ba211f2-2bb0-4821-a667-1a5a997d3abb tempest-DHCPAgentSchedulersTestJSON-1329755355 tempest-DHCPAgentSchedulersTestJSON-1329755355-project] Releasing vlan 783 on physical network physnet1 to pool {{(pid=103376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 17:24:08.924030 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-3ba211f2-2bb0-4821-a667-1a5a997d3abb tempest-DHCPAgentSchedulersTestJSON-1329755355 tempest-DHCPAgentSchedulersTestJSON-1329755355-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25675992'] for segment (68bfc3a2-e068-475c-aed5-327f996c5830), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:08.929252 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 7c1e3461-73c6-4e43-9fd6-2cafc097af0c no longer exists at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:24:08.985854 n-d-827839-2 neutron-server[103376]: Traceback (most recent call last): Feb 04 17:24:08.985854 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 17:24:08.985854 n-d-827839-2 neutron-server[103376]: timer() Feb 04 17:24:08.985854 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 17:24:08.985854 n-d-827839-2 neutron-server[103376]: cb(*args, **kw) Feb 04 17:24:08.985854 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 17:24:08.985854 n-d-827839-2 neutron-server[103376]: return func(*args, **kwargs) Feb 04 17:24:08.985854 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 17:24:08.985854 n-d-827839-2 neutron-server[103376]: self._notify() Feb 04 17:24:08.985854 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 17:24:08.985854 n-d-827839-2 neutron-server[103376]: self.callback(batched_events) Feb 04 17:24:08.985854 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 17:24:08.985854 n-d-827839-2 neutron-server[103376]: event.method(event) Feb 04 17:24:08.985854 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 17:24:08.985854 n-d-827839-2 neutron-server[103376]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 17:24:08.985854 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 17:24:08.985854 n-d-827839-2 neutron-server[103376]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 17:24:08.985854 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 17:24:08.985854 n-d-827839-2 neutron-server[103376]: return f(self, *a, **k) Feb 04 17:24:08.985854 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 17:24:08.985854 n-d-827839-2 neutron-server[103376]: return self._get(url).json() Feb 04 17:24:08.985854 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 17:24:08.985854 n-d-827839-2 neutron-server[103376]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 17:24:08.985854 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 17:24:08.985854 n-d-827839-2 neutron-server[103376]: return self.request(url, 'GET', **kwargs) Feb 04 17:24:08.985854 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 17:24:08.985854 n-d-827839-2 neutron-server[103376]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 17:24:08.985854 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 17:24:08.985854 n-d-827839-2 neutron-server[103376]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 17:24:08.985854 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 17:24:08.985854 n-d-827839-2 neutron-server[103376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 17:24:08.985854 n-d-827839-2 neutron-server[103376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 17:24:09.045638 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-3ba211f2-2bb0-4821-a667-1a5a997d3abb tempest-DHCPAgentSchedulersTestJSON-1329755355 tempest-DHCPAgentSchedulersTestJSON-1329755355-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1543671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1595572'] for network (01162cb9-7414-4860-85b6-5f0620e1f3e0), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:09.050740 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-3ba211f2-2bb0-4821-a667-1a5a997d3abb tempest-DHCPAgentSchedulersTestJSON-1329755355 tempest-DHCPAgentSchedulersTestJSON-1329755355-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677565'] for network (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:09.081541 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-3ba211f2-2bb0-4821-a667-1a5a997d3abb tempest-DHCPAgentSchedulersTestJSON-1329755355 tempest-DHCPAgentSchedulersTestJSON-1329755355-project] 10.222.0.89 "DELETE /v2.0/networks/01162cb9-7414-4860-85b6-5f0620e1f3e0 HTTP/1.1" status: 204 len: 168 time: 1.4603398 Feb 04 17:24:09.142754 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba211f2-2bb0-4821-a667-1a5a997d3abb tempest-DHCPAgentSchedulersTestJSON-1329755355 tempest-DHCPAgentSchedulersTestJSON-1329755355-project] Pushing event deleted for resources: {'Network': ['ID=01162cb9-7414-4860-85b6-5f0620e1f3e0,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:24:09.145689 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-9736b492-b720-4eb8-9c24-e1eb257138ab req-4fad0d55-d3ba-44c0-a9c8-d30a70650397 service neutron] 10.222.0.96 "GET /v2.0/networks/556cd7fb-ae94-473e-9ec8-6200a52368e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3096392 Feb 04 17:24:09.367081 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-9736b492-b720-4eb8-9c24-e1eb257138ab req-bb9712e0-8cf4-4569-8944-98a83e23a47e service neutron] 10.222.0.96 "GET /v2.0/networks/556cd7fb-ae94-473e-9ec8-6200a52368e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2100518 Feb 04 17:24:09.480830 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-9736b492-b720-4eb8-9c24-e1eb257138ab req-c701c61d-342a-4a58-a325-fd19120d3528 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.31&port_id=8ddcb880-408a-4e5a-992e-36b8049df242 HTTP/1.1" status: 200 len: 217 time: 0.1018269 Feb 04 17:24:09.496904 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] No Port match for: 7c1e3461-73c6-4e43-9fd6-2cafc097af0c {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 17:24:09.502734 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 7c1e3461-73c6-4e43-9fd6-2cafc097af0c not bound to the agent host n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 17:24:09.580370 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9736b492-b720-4eb8-9c24-e1eb257138ab req-b96d7cd2-c3d1-4a5e-a5bf-a09926325558 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:09.582460 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-9736b492-b720-4eb8-9c24-e1eb257138ab req-b96d7cd2-c3d1-4a5e-a5bf-a09926325558 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=c75ba609-a10e-4499-b6d7-a9d627fc3822 HTTP/1.1" status: 200 len: 797 time: 0.0977385 Feb 04 17:24:09.676263 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 39402) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:24:09.709979 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9736b492-b720-4eb8-9c24-e1eb257138ab req-860c56f1-0d6d-476e-a876-bcab47a7915a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:09.711783 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-9736b492-b720-4eb8-9c24-e1eb257138ab req-860c56f1-0d6d-476e-a876-bcab47a7915a service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=556cd7fb-ae94-473e-9ec8-6200a52368e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1220119 Feb 04 17:24:09.913907 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-9736b492-b720-4eb8-9c24-e1eb257138ab req-ec376a9f-657d-416d-bec0-a388d66700f6 service neutron] 10.222.0.96 "GET /v2.0/networks/556cd7fb-ae94-473e-9ec8-6200a52368e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1934636 Feb 04 17:24:10.054469 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (f20a1ab3-4332-4f54-833b-ba4a7c687e89), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:10.103129 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-415bbce6-7425-4376-88a7-69171e9f7efd admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=0594bb88975e4803932251a729b11f32&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4146581 Feb 04 17:24:10.105555 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 39406) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:24:10.188296 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-9736b492-b720-4eb8-9c24-e1eb257138ab req-7ae02e98-04c3-4f58-ab4d-ca4b3c38f75c service neutron] 10.222.0.96 "GET /v2.0/networks/556cd7fb-ae94-473e-9ec8-6200a52368e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2667015 Feb 04 17:24:10.193341 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-888304da-06b4-4a9c-93a1-4e526f342870 admin admin] Publish callbacks [] for security_group (f5acedd2-4fcc-4f5e-8ef9-079086e3c5ea), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:10.253200 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-9736b492-b720-4eb8-9c24-e1eb257138ab req-a52a43ef-41b8-40c3-9522-bf9da5e85615 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.36&port_id=9d10f3e7-7f29-4443-b5c4-40872e166605 HTTP/1.1" status: 200 len: 217 time: 0.0571356 Feb 04 17:24:10.272675 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-888304da-06b4-4a9c-93a1-4e526f342870 admin admin] Publish callbacks [] for security_group (f5acedd2-4fcc-4f5e-8ef9-079086e3c5ea), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:10.403823 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9736b492-b720-4eb8-9c24-e1eb257138ab req-1fcfb942-6544-4191-a5ef-9d7a3f3c9f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:10.410084 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-9736b492-b720-4eb8-9c24-e1eb257138ab req-1fcfb942-6544-4191-a5ef-9d7a3f3c9f4e service neutron] 10.222.0.96 "GET /v2.0/subnets?id=c75ba609-a10e-4499-b6d7-a9d627fc3822 HTTP/1.1" status: 200 len: 797 time: 0.1481707 Feb 04 17:24:10.411719 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-888304da-06b4-4a9c-93a1-4e526f342870 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (f5acedd2-4fcc-4f5e-8ef9-079086e3c5ea), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:10.416128 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-888304da-06b4-4a9c-93a1-4e526f342870 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:10.417539 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-888304da-06b4-4a9c-93a1-4e526f342870 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/f5acedd2-4fcc-4f5e-8ef9-079086e3c5ea HTTP/1.1" status: 204 len: 168 time: 0.3108387 Feb 04 17:24:10.441736 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888304da-06b4-4a9c-93a1-4e526f342870 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5acedd2-4fcc-4f5e-8ef9-079086e3c5ea,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:24:10.554995 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9736b492-b720-4eb8-9c24-e1eb257138ab req-4653ac10-aaa0-48b0-888c-680d69882cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:10.559893 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-9736b492-b720-4eb8-9c24-e1eb257138ab req-4653ac10-aaa0-48b0-888c-680d69882cb8 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=556cd7fb-ae94-473e-9ec8-6200a52368e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1408658 Feb 04 17:24:10.814180 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-9736b492-b720-4eb8-9c24-e1eb257138ab req-95741404-faec-457f-8018-eb01e505c40c service neutron] 10.222.0.96 "GET /v2.0/networks/556cd7fb-ae94-473e-9ec8-6200a52368e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2459981 Feb 04 17:24:10.961964 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cabc88-7977-4552-8f0b-ee41f7626deb req-f993cf14-41d2-4f34-ad50-307aab7dcd86 tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:10.963499 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-d3cabc88-7977-4552-8f0b-ee41f7626deb req-f993cf14-41d2-4f34-ad50-307aab7dcd86 tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] 10.222.0.89 "GET /v2.0/ports?device_id=32c473d7-3f2d-495e-b44f-fd0929434fbd HTTP/1.1" status: 200 len: 946 time: 0.2213025 Feb 04 17:24:10.965019 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 17:23:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-753d0e31-15fe-4ca7-9ffb-7b67b23ce2fd x-openstack-request-id: req-753d0e31-15fe-4ca7-9ffb-7b67b23ce2fd {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:24:10.965309 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d23ffa64-7651-4974-8c0d-1ba4c302839d", "tag": "d9d313cd-c191-41ee-8480-aa1e52db3c64", "status": "completed", "code": 200}]} {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:24:10.965589 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-753d0e31-15fe-4ca7-9ffb-7b67b23ce2fd {{(pid=103377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:24:10.965958 n-d-827839-2 neutron-server[103377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd23ffa64-7651-4974-8c0d-1ba4c302839d', 'tag': 'd9d313cd-c191-41ee-8480-aa1e52db3c64', 'status': 'completed', 'code': 200} Feb 04 17:24:11.013551 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 39436) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:24:11.063404 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-9736b492-b720-4eb8-9c24-e1eb257138ab req-9377ee02-f604-4d8f-b08d-883eacd97479 service neutron] 10.222.0.96 "GET /v2.0/networks/556cd7fb-ae94-473e-9ec8-6200a52368e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2286327 Feb 04 17:24:11.077185 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-6c628554-8535-480e-8af9-77d285d763fc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:11.080912 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-d3cabc88-7977-4552-8f0b-ee41f7626deb req-0d87e287-4e0a-4276-a170-9fde66299ef1 tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] 10.222.0.89 "GET /v2.0/security-groups?id=e65ecd24-4d97-4684-be33-350ed30f90cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1006978 Feb 04 17:24:11.109431 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea437a9-6927-4677-9c20-8c180ad79c1b req-b0d8e68c-5509-46c2-a81e-f9b243b9df99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:11.111917 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-2ea437a9-6927-4677-9c20-8c180ad79c1b req-b0d8e68c-5509-46c2-a81e-f9b243b9df99 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=416c048260b14ff1a410112cf5941611&device_id=5f99a685-700d-4f63-88c2-d2a04a4a422d HTTP/1.1" status: 200 len: 1127 time: 0.1436510 Feb 04 17:24:11.139821 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-9736b492-b720-4eb8-9c24-e1eb257138ab req-57e3304d-47ca-4802-8cc8-e80bcc7e75b2 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.45&port_id=ebd98b55-b8fd-45a0-bc8c-3d8c64222855 HTTP/1.1" status: 200 len: 217 time: 0.0580187 Feb 04 17:24:11.214551 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-a49fc11c-ad1f-4f49-84f7-7ecb14c17916 req-7010889f-e132-4bb3-8f92-7093b2b58387 tempest-ServerRescueTestJSONUnderV235-1389214366 tempest-ServerRescueTestJSONUnderV235-1389214366-project] 10.222.0.89 "GET /v2.0/security-groups/ed22787c-cc34-4bfd-adbd-7efad2406125 HTTP/1.1" status: 200 len: 1825 time: 0.0736899 Feb 04 17:24:11.225186 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9736b492-b720-4eb8-9c24-e1eb257138ab req-0f8a0264-6191-4e46-b1d8-9cea5804ef07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:11.226804 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-9736b492-b720-4eb8-9c24-e1eb257138ab req-0f8a0264-6191-4e46-b1d8-9cea5804ef07 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=c75ba609-a10e-4499-b6d7-a9d627fc3822 HTTP/1.1" status: 200 len: 797 time: 0.0787580 Feb 04 17:24:11.312142 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-6c628554-8535-480e-8af9-77d285d763fc admin admin] Publish callbacks [] for security_group (a74ccbe0-5f94-4fde-9e68-be0bcca0175f), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:11.314205 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea437a9-6927-4677-9c20-8c180ad79c1b req-a37fc636-e94e-4bfb-a06c-11fb6d013f25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:11.316098 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-2ea437a9-6927-4677-9c20-8c180ad79c1b req-a37fc636-e94e-4bfb-a06c-11fb6d013f25 service neutron] 10.222.0.96 "GET /v2.0/networks?id=65e96574-1b4a-495a-8b0d-441e42a3db76 HTTP/1.1" status: 200 len: 919 time: 0.1879997 Feb 04 17:24:11.317921 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-a49fc11c-ad1f-4f49-84f7-7ecb14c17916 req-c444518e-5d71-471e-bb69-0dc9350bf7c3 tempest-ServerRescueTestJSONUnderV235-1389214366 tempest-ServerRescueTestJSONUnderV235-1389214366-project] Publish callbacks [] for security_group (ed22787c-cc34-4bfd-adbd-7efad2406125), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:11.334116 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fb5d5d-8409-4489-b4be-52477fdc37f7 req-13b98fe2-3656-4294-a8af-e59fc4443479 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:11.340794 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fb5d5d-8409-4489-b4be-52477fdc37f7 req-13b98fe2-3656-4294-a8af-e59fc4443479 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:11.346187 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fb5d5d-8409-4489-b4be-52477fdc37f7 req-13b98fe2-3656-4294-a8af-e59fc4443479 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:11.352277 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fb5d5d-8409-4489-b4be-52477fdc37f7 req-13b98fe2-3656-4294-a8af-e59fc4443479 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:11.357187 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9736b492-b720-4eb8-9c24-e1eb257138ab req-a3556e45-4db6-45e5-8a5d-abb8c87329ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:11.358582 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fb5d5d-8409-4489-b4be-52477fdc37f7 req-13b98fe2-3656-4294-a8af-e59fc4443479 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:11.358758 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-9736b492-b720-4eb8-9c24-e1eb257138ab req-a3556e45-4db6-45e5-8a5d-abb8c87329ef service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=556cd7fb-ae94-473e-9ec8-6200a52368e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1239662 Feb 04 17:24:11.360295 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-a49fc11c-ad1f-4f49-84f7-7ecb14c17916 req-c444518e-5d71-471e-bb69-0dc9350bf7c3 tempest-ServerRescueTestJSONUnderV235-1389214366 tempest-ServerRescueTestJSONUnderV235-1389214366-project] Publish callbacks [] for security_group (ed22787c-cc34-4bfd-adbd-7efad2406125), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:11.364688 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fb5d5d-8409-4489-b4be-52477fdc37f7 req-13b98fe2-3656-4294-a8af-e59fc4443479 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:11.370573 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fb5d5d-8409-4489-b4be-52477fdc37f7 req-13b98fe2-3656-4294-a8af-e59fc4443479 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:11.372772 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-e0fb5d5d-8409-4489-b4be-52477fdc37f7 req-13b98fe2-3656-4294-a8af-e59fc4443479 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] 10.222.0.89 "GET /v2.0/ports?device_id=d23ffa64-7651-4974-8c0d-1ba4c302839d HTTP/1.1" status: 200 len: 5427 time: 0.3575258 Feb 04 17:24:11.373597 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-6c628554-8535-480e-8af9-77d285d763fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (a74ccbe0-5f94-4fde-9e68-be0bcca0175f), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:11.475918 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-9736b492-b720-4eb8-9c24-e1eb257138ab req-f50f0bf7-90dd-44b2-ac5b-8d6f15a67b8f service neutron] 10.222.0.96 "GET /v2.0/networks/556cd7fb-ae94-473e-9ec8-6200a52368e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1046524 Feb 04 17:24:11.556836 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-e0fb5d5d-8409-4489-b4be-52477fdc37f7 req-b0edcd0a-6afa-4cef-9ad6-410e20484190 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] 10.222.0.89 "GET /v2.0/security-groups?id=f41001c7-a515-4baa-b12d-2443831f66d9&id=6c430dff-7990-44ba-b62d-7ce4a11c9249&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1633945 Feb 04 17:24:11.567858 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-2ea437a9-6927-4677-9c20-8c180ad79c1b req-ffee630d-afe6-4441-bde4-aab92bf703d1 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4d9c178e-acd3-418e-8ad1-375bbb2d292e HTTP/1.1" status: 200 len: 217 time: 0.1911316 Feb 04 17:24:11.582492 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-a49fc11c-ad1f-4f49-84f7-7ecb14c17916 req-c444518e-5d71-471e-bb69-0dc9350bf7c3 tempest-ServerRescueTestJSONUnderV235-1389214366 tempest-ServerRescueTestJSONUnderV235-1389214366-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (ed22787c-cc34-4bfd-adbd-7efad2406125), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:11.587855 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-a49fc11c-ad1f-4f49-84f7-7ecb14c17916 req-c444518e-5d71-471e-bb69-0dc9350bf7c3 tempest-ServerRescueTestJSONUnderV235-1389214366 tempest-ServerRescueTestJSONUnderV235-1389214366-project] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:11.589185 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-a49fc11c-ad1f-4f49-84f7-7ecb14c17916 req-c444518e-5d71-471e-bb69-0dc9350bf7c3 tempest-ServerRescueTestJSONUnderV235-1389214366 tempest-ServerRescueTestJSONUnderV235-1389214366-project] 10.222.0.89 "DELETE /v2.0/security-groups/ed22787c-cc34-4bfd-adbd-7efad2406125 HTTP/1.1" status: 204 len: 173 time: 0.3668168 Feb 04 17:24:11.606782 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c444518e-5d71-471e-bb69-0dc9350bf7c3 tempest-ServerRescueTestJSONUnderV235-1389214366 tempest-ServerRescueTestJSONUnderV235-1389214366-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed22787c-cc34-4bfd-adbd-7efad2406125,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:24:11.633603 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-9736b492-b720-4eb8-9c24-e1eb257138ab req-b46989d2-4fcb-4559-92b2-a8d3224fdaf5 service neutron] 10.222.0.96 "GET /v2.0/networks/556cd7fb-ae94-473e-9ec8-6200a52368e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1468019 Feb 04 17:24:11.708817 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 17:23:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-371e77b3-2a54-45b6-8fa6-b11ee815cefe x-openstack-request-id: req-371e77b3-2a54-45b6-8fa6-b11ee815cefe {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:24:11.709279 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f68109e-df04-484f-b992-6678b4ebbbe8", "name": "network-vif-plugged", "status": "completed", "tag": "24331ad9-dd8a-4265-8e43-3d742afe5cae", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:24:11.709390 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-371e77b3-2a54-45b6-8fa6-b11ee815cefe {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:24:11.709764 n-d-827839-2 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f68109e-df04-484f-b992-6678b4ebbbe8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24331ad9-dd8a-4265-8e43-3d742afe5cae', 'code': 200} Feb 04 17:24:11.716333 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-9736b492-b720-4eb8-9c24-e1eb257138ab req-5ac74337-2fa4-4bb1-a9e5-dfe3f1ec2b8c service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=22b8e9e9-9bfb-4c6e-95b2-78e04b75aa5a HTTP/1.1" status: 200 len: 217 time: 0.0684009 Feb 04 17:24:11.722669 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c628554-8535-480e-8af9-77d285d763fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a74ccbe0-5f94-4fde-9e68-be0bcca0175f,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:24:11.740791 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-6c628554-8535-480e-8af9-77d285d763fc admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=be11375d87844e54beca0e6684ff8731&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6888177 Feb 04 17:24:11.778738 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 39450) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:24:11.800472 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c628554-8535-480e-8af9-77d285d763fc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:24:11.800854 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c628554-8535-480e-8af9-77d285d763fc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:24:11.801208 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c628554-8535-480e-8af9-77d285d763fc admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:24:11.801556 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c628554-8535-480e-8af9-77d285d763fc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:24:11.801898 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c628554-8535-480e-8af9-77d285d763fc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:24:11.802237 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c628554-8535-480e-8af9-77d285d763fc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:24:11.802575 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c628554-8535-480e-8af9-77d285d763fc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:24:11.802910 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c628554-8535-480e-8af9-77d285d763fc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:24:11.803243 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c628554-8535-480e-8af9-77d285d763fc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:24:11.803576 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c628554-8535-480e-8af9-77d285d763fc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:24:11.803907 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c628554-8535-480e-8af9-77d285d763fc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:24:11.804236 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c628554-8535-480e-8af9-77d285d763fc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:24:11.804563 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c628554-8535-480e-8af9-77d285d763fc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:24:11.812443 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9736b492-b720-4eb8-9c24-e1eb257138ab req-23243cad-4726-4945-a85c-51a349d16731 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:11.814078 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-9736b492-b720-4eb8-9c24-e1eb257138ab req-23243cad-4726-4945-a85c-51a349d16731 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=a6fc7b77-ba48-4d2d-af47-eb29cf9d0175 HTTP/1.1" status: 200 len: 797 time: 0.0891247 Feb 04 17:24:11.969624 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-12b8647f-2455-4928-9127-fe64a14bf3a6 req-9ba99158-adcc-4749-862b-279cf35741b4 tempest-TestServerBasicOps-155849243 tempest-TestServerBasicOps-155849243-project] 10.222.0.89 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-398562830&fields=id&tenant_id=e572c75f68264540b5ba57b47620f662 HTTP/1.1" status: 200 len: 267 time: 0.1543806 Feb 04 17:24:12.013924 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9736b492-b720-4eb8-9c24-e1eb257138ab req-86247d58-f575-4970-90ab-71a5270738a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:12.018612 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-9736b492-b720-4eb8-9c24-e1eb257138ab req-86247d58-f575-4970-90ab-71a5270738a7 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=8c9cb33a-476f-4f00-a8aa-706c33a5dd83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1810720 Feb 04 17:24:12.024248 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea437a9-6927-4677-9c20-8c180ad79c1b req-78fb2aa0-e6a7-48d1-9e3e-9ef47249bb13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:12.035642 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-2ea437a9-6927-4677-9c20-8c180ad79c1b req-78fb2aa0-e6a7-48d1-9e3e-9ef47249bb13 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=99111859-42b4-4e18-9ce6-d611a4f50891 HTTP/1.1" status: 200 len: 858 time: 0.4106662 Feb 04 17:24:12.091371 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-2ea437a9-6927-4677-9c20-8c180ad79c1b req-de1fb108-89b3-447d-a5d3-486226288c5a service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=65e96574-1b4a-495a-8b0d-441e42a3db76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0467272 Feb 04 17:24:12.116018 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6912d0-0bd7-44d4-af21-e4222e900991 req-5fcad2c2-d3ba-48bc-8b66-a0e4d7e49193 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:12.117813 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-7a6912d0-0bd7-44d4-af21-e4222e900991 req-5fcad2c2-d3ba-48bc-8b66-a0e4d7e49193 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=e381d232a32f43f9a5f1684dbd7323ca&device_id=32c473d7-3f2d-495e-b44f-fd0929434fbd HTTP/1.1" status: 200 len: 1128 time: 0.3818521 Feb 04 17:24:12.134847 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca87263e-2afc-4de2-a411-a41894154b90 req-548cc124-d98c-4f1e-a5a6-5eb7634734d3 tempest-ServerRescueNegativeTestJSON-1481324798 tempest-ServerRescueNegativeTestJSON-1481324798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:12.142495 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-ca87263e-2afc-4de2-a411-a41894154b90 req-548cc124-d98c-4f1e-a5a6-5eb7634734d3 tempest-ServerRescueNegativeTestJSON-1481324798 tempest-ServerRescueNegativeTestJSON-1481324798-project] 10.222.0.89 "GET /v2.0/ports?device_id=5f99a685-700d-4f63-88c2-d2a04a4a422d HTTP/1.1" status: 200 len: 945 time: 0.3202457 Feb 04 17:24:12.181881 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-9736b492-b720-4eb8-9c24-e1eb257138ab req-bbc0aea6-9e8c-4cea-8bb1-9acef49c253b service neutron] 10.222.0.96 "GET /v2.0/networks/8c9cb33a-476f-4f00-a8aa-706c33a5dd83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1138058 Feb 04 17:24:12.203187 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (3f9244a9-75fc-4c10-b195-11d48b853b41), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:12.205782 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-31329cf1-4bec-46e3-8e2f-86c12958b7c0 admin admin] Publish callbacks [] for security_group (a74ccbe0-5f94-4fde-9e68-be0bcca0175f), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:12.364571 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b8647f-2455-4928-9127-fe64a14bf3a6 req-902d378c-55ce-4eaa-9d20-b0b93ec6e958 tempest-TestServerBasicOps-155849243 tempest-TestServerBasicOps-155849243-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:12.366292 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-12b8647f-2455-4928-9127-fe64a14bf3a6 req-902d378c-55ce-4eaa-9d20-b0b93ec6e958 tempest-TestServerBasicOps-155849243 tempest-TestServerBasicOps-155849243-project] 10.222.0.89 "GET /v2.0/networks?id=97b2e9b0-cacd-4163-811b-ff2a765f7055 HTTP/1.1" status: 200 len: 808 time: 0.3888304 Feb 04 17:24:12.418752 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-31329cf1-4bec-46e3-8e2f-86c12958b7c0 admin admin] Publish callbacks [] for security_group (a74ccbe0-5f94-4fde-9e68-be0bcca0175f), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:12.429082 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-12b8647f-2455-4928-9127-fe64a14bf3a6 req-85534303-dd3f-4dff-8d4c-2c90b06e94f2 tempest-TestServerBasicOps-155849243 tempest-TestServerBasicOps-155849243-project] 10.222.0.89 "GET /v2.0/quotas/e572c75f68264540b5ba57b47620f662 HTTP/1.1" status: 200 len: 375 time: 0.0506344 Feb 04 17:24:12.436586 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-9736b492-b720-4eb8-9c24-e1eb257138ab req-682a48fd-08dd-408e-b5bd-6fdd021081ba service neutron] 10.222.0.96 "GET /v2.0/networks/8c9cb33a-476f-4f00-a8aa-706c33a5dd83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2468178 Feb 04 17:24:12.475463 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-ca87263e-2afc-4de2-a411-a41894154b90 req-ae40a953-515a-43a5-a4cb-085eef7c3920 tempest-ServerRescueNegativeTestJSON-1481324798 tempest-ServerRescueNegativeTestJSON-1481324798-project] 10.222.0.89 "GET /v2.0/security-groups?id=47e1fb0d-88ed-4fed-9e75-9f02b9f534f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3312724 Feb 04 17:24:12.515521 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-9736b492-b720-4eb8-9c24-e1eb257138ab req-e35d4431-2011-436a-810a-c08983559cf7 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=d07f6690-41dc-473d-8b49-2b36d0026fa9 HTTP/1.1" status: 200 len: 217 time: 0.0579970 Feb 04 17:24:12.578627 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-12b8647f-2455-4928-9127-fe64a14bf3a6 req-5ad7ae9c-3088-4155-ac27-c856a0bd5ea8 tempest-TestServerBasicOps-155849243 tempest-TestServerBasicOps-155849243-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=e572c75f68264540b5ba57b47620f662&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1400661 Feb 04 17:24:12.624278 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9736b492-b720-4eb8-9c24-e1eb257138ab req-8837ad7c-be5d-4cd4-96d5-844fedd9e673 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:12.626020 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-9736b492-b720-4eb8-9c24-e1eb257138ab req-8837ad7c-be5d-4cd4-96d5-844fedd9e673 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=a6fc7b77-ba48-4d2d-af47-eb29cf9d0175 HTTP/1.1" status: 200 len: 797 time: 0.0995755 Feb 04 17:24:12.645683 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-2ea437a9-6927-4677-9c20-8c180ad79c1b req-3aa44789-a5ab-4a5f-8270-1ff78bec27b2 service neutron] 10.222.0.96 "GET /v2.0/networks/65e96574-1b4a-495a-8b0d-441e42a3db76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5316467 Feb 04 17:24:12.650025 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-31329cf1-4bec-46e3-8e2f-86c12958b7c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (a74ccbe0-5f94-4fde-9e68-be0bcca0175f), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:12.657556 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-31329cf1-4bec-46e3-8e2f-86c12958b7c0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:12.661034 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-31329cf1-4bec-46e3-8e2f-86c12958b7c0 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/a74ccbe0-5f94-4fde-9e68-be0bcca0175f HTTP/1.1" status: 204 len: 168 time: 0.8775694 Feb 04 17:24:12.661034 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6912d0-0bd7-44d4-af21-e4222e900991 req-587c1aa4-8a17-4391-9596-91f151cf1146 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:12.661442 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-7a6912d0-0bd7-44d4-af21-e4222e900991 req-587c1aa4-8a17-4391-9596-91f151cf1146 service neutron] 10.222.0.96 "GET /v2.0/networks?id=482d30fe-67ad-4874-a89a-719137c68b40 HTTP/1.1" status: 200 len: 918 time: 0.5151775 Feb 04 17:24:12.701558 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31329cf1-4bec-46e3-8e2f-86c12958b7c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a74ccbe0-5f94-4fde-9e68-be0bcca0175f,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:24:12.740339 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9736b492-b720-4eb8-9c24-e1eb257138ab req-b020b3c4-0b89-496e-8a6f-b0843561946e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:12.741886 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-9736b492-b720-4eb8-9c24-e1eb257138ab req-b020b3c4-0b89-496e-8a6f-b0843561946e service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=8c9cb33a-476f-4f00-a8aa-706c33a5dd83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.0871863 Feb 04 17:24:12.748544 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-12b8647f-2455-4928-9127-fe64a14bf3a6 req-a957daf7-d5e3-4c99-b0ec-4946f6fdd72e service neutron] 10.222.0.89 "GET /v2.0/networks/97b2e9b0-cacd-4163-811b-ff2a765f7055?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1571329 Feb 04 17:24:12.970477 n-d-827839-2 neutron-server[103377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd23ffa64-7651-4974-8c0d-1ba4c302839d', 'tag': '8ddcb880-408a-4e5a-992e-36b8049df242'}, {'name': 'network-changed', 'server_uuid': 'd23ffa64-7651-4974-8c0d-1ba4c302839d', 'tag': '9d10f3e7-7f29-4443-b5c4-40872e166605'}, {'name': 'network-changed', 'server_uuid': 'd23ffa64-7651-4974-8c0d-1ba4c302839d', 'tag': 'ebd98b55-b8fd-45a0-bc8c-3d8c64222855'}, {'name': 'network-changed', 'server_uuid': 'd23ffa64-7651-4974-8c0d-1ba4c302839d', 'tag': '22b8e9e9-9bfb-4c6e-95b2-78e04b75aa5a'}, {'name': 'network-changed', 'server_uuid': 'd23ffa64-7651-4974-8c0d-1ba4c302839d', 'tag': 'd07f6690-41dc-473d-8b49-2b36d0026fa9'}] {{(pid=103377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:24:12.973058 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7240428b650e1488e9361b62648ff4b3a6c19d49d8c27c949491ab58c1346cf0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43dfc36a-c145-46f5-b564-db355edf98bc" -d '{"events": [{"name": "network-changed", "server_uuid": "d23ffa64-7651-4974-8c0d-1ba4c302839d", "tag": "8ddcb880-408a-4e5a-992e-36b8049df242"}, {"name": "network-changed", "server_uuid": "d23ffa64-7651-4974-8c0d-1ba4c302839d", "tag": "9d10f3e7-7f29-4443-b5c4-40872e166605"}, {"name": "network-changed", "server_uuid": "d23ffa64-7651-4974-8c0d-1ba4c302839d", "tag": "ebd98b55-b8fd-45a0-bc8c-3d8c64222855"}, {"name": "network-changed", "server_uuid": "d23ffa64-7651-4974-8c0d-1ba4c302839d", "tag": "22b8e9e9-9bfb-4c6e-95b2-78e04b75aa5a"}, {"name": "network-changed", "server_uuid": "d23ffa64-7651-4974-8c0d-1ba4c302839d", "tag": "d07f6690-41dc-473d-8b49-2b36d0026fa9"}]}' {{(pid=103377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:24:13.017909 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-7a6912d0-0bd7-44d4-af21-e4222e900991 req-f12b21d5-ee08-4c4e-ab52-e2e87a77afeb service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0dc06b5d-448b-4f0d-ad2e-de475b21d9b4 HTTP/1.1" status: 200 len: 1002 time: 0.3294272 Feb 04 17:24:13.074608 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-12b8647f-2455-4928-9127-fe64a14bf3a6 req-a4e508e8-425d-42f6-977a-073a8ab72ea5 service neutron] 10.222.0.89 "GET /v2.0/networks/97b2e9b0-cacd-4163-811b-ff2a765f7055?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3170848 Feb 04 17:24:13.081724 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-9736b492-b720-4eb8-9c24-e1eb257138ab req-1b7e6f1e-6c08-4ac7-b287-43833de6ea13 service neutron] 10.222.0.96 "GET /v2.0/networks/8c9cb33a-476f-4f00-a8aa-706c33a5dd83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3322570 Feb 04 17:24:13.149346 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-2ea437a9-6927-4677-9c20-8c180ad79c1b req-f9a3bdc3-3eb2-42e8-9082-cbdadc9a0544 service neutron] 10.222.0.96 "GET /v2.0/networks/65e96574-1b4a-495a-8b0d-441e42a3db76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4868550 Feb 04 17:24:13.178563 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a81f50f-87de-4fb4-a4a6-e49c84373fb0 req-71bfbbcc-97d3-4989-85c3-d82b446c7bb0 tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:13.180250 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-4a81f50f-87de-4fb4-a4a6-e49c84373fb0 req-71bfbbcc-97d3-4989-85c3-d82b446c7bb0 tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] 10.222.0.89 "GET /v2.0/ports?device_id=32c473d7-3f2d-495e-b44f-fd0929434fbd HTTP/1.1" status: 200 len: 946 time: 0.1996510 Feb 04 17:24:13.181968 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6912d0-0bd7-44d4-af21-e4222e900991 req-915185f7-b325-4039-90be-81cac318801e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:13.183498 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-7a6912d0-0bd7-44d4-af21-e4222e900991 req-915185f7-b325-4039-90be-81cac318801e service neutron] 10.222.0.96 "GET /v2.0/subnets?id=038a8af9-19f4-4848-babf-d3b1e786f999 HTTP/1.1" status: 200 len: 856 time: 0.1405091 Feb 04 17:24:13.385435 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-4a81f50f-87de-4fb4-a4a6-e49c84373fb0 req-8397ef23-374d-46e5-bc63-8aee06a244ad tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] 10.222.0.89 "GET /v2.0/security-groups?id=e65ecd24-4d97-4684-be33-350ed30f90cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1891603 Feb 04 17:24:13.399709 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-9736b492-b720-4eb8-9c24-e1eb257138ab req-e61d682f-cafa-480a-b522-25f09ac391f0 service neutron] 10.222.0.96 "GET /v2.0/networks/8c9cb33a-476f-4f00-a8aa-706c33a5dd83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3111823 Feb 04 17:24:13.423699 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6912d0-0bd7-44d4-af21-e4222e900991 req-2a8050cf-418f-4186-9917-efa70f07530d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:13.426853 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-7a6912d0-0bd7-44d4-af21-e4222e900991 req-2a8050cf-418f-4186-9917-efa70f07530d service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=482d30fe-67ad-4874-a89a-719137c68b40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2123189 Feb 04 17:24:13.662229 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6010e907-67ed-44d0-a518-7e2d395e6699 req-f32dacff-6cc7-40d1-aa7f-645b76d4418d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:13.662824 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6010e907-67ed-44d0-a518-7e2d395e6699 req-f32dacff-6cc7-40d1-aa7f-645b76d4418d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:13.663300 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6010e907-67ed-44d0-a518-7e2d395e6699 req-f32dacff-6cc7-40d1-aa7f-645b76d4418d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:13.663770 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6010e907-67ed-44d0-a518-7e2d395e6699 req-f32dacff-6cc7-40d1-aa7f-645b76d4418d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:13.664228 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6010e907-67ed-44d0-a518-7e2d395e6699 req-f32dacff-6cc7-40d1-aa7f-645b76d4418d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:13.664773 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6010e907-67ed-44d0-a518-7e2d395e6699 req-f32dacff-6cc7-40d1-aa7f-645b76d4418d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:13.665669 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6010e907-67ed-44d0-a518-7e2d395e6699 req-f32dacff-6cc7-40d1-aa7f-645b76d4418d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:13.669838 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-6010e907-67ed-44d0-a518-7e2d395e6699 req-f32dacff-6cc7-40d1-aa7f-645b76d4418d service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=c5cb386618c24d66b6712f0d36ac7fea&device_id=d23ffa64-7651-4974-8c0d-1ba4c302839d HTTP/1.1" status: 200 len: 6701 time: 0.1613424 Feb 04 17:24:13.761836 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-7a6912d0-0bd7-44d4-af21-e4222e900991 req-a4e656b3-6b83-4c8f-9fbf-6d46d285f525 service neutron] 10.222.0.96 "GET /v2.0/networks/482d30fe-67ad-4874-a89a-719137c68b40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3229036 Feb 04 17:24:13.785924 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852a758e-9f49-46eb-9460-2a3d3228afba req-00e081f8-bd9c-4643-8a4f-c5f6199ba639 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:13.812018 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852a758e-9f49-46eb-9460-2a3d3228afba req-00e081f8-bd9c-4643-8a4f-c5f6199ba639 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:13.828137 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852a758e-9f49-46eb-9460-2a3d3228afba req-00e081f8-bd9c-4643-8a4f-c5f6199ba639 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:13.840546 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852a758e-9f49-46eb-9460-2a3d3228afba req-00e081f8-bd9c-4643-8a4f-c5f6199ba639 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:13.852120 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852a758e-9f49-46eb-9460-2a3d3228afba req-00e081f8-bd9c-4643-8a4f-c5f6199ba639 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:13.869596 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852a758e-9f49-46eb-9460-2a3d3228afba req-00e081f8-bd9c-4643-8a4f-c5f6199ba639 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:13.882596 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852a758e-9f49-46eb-9460-2a3d3228afba req-00e081f8-bd9c-4643-8a4f-c5f6199ba639 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:13.892293 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-852a758e-9f49-46eb-9460-2a3d3228afba req-00e081f8-bd9c-4643-8a4f-c5f6199ba639 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] 10.222.0.89 "GET /v2.0/ports?device_id=d23ffa64-7651-4974-8c0d-1ba4c302839d HTTP/1.1" status: 200 len: 5427 time: 0.3379753 Feb 04 17:24:14.148567 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-852a758e-9f49-46eb-9460-2a3d3228afba req-2dbb8825-b5b3-483e-a7c9-84d435c75e69 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] 10.222.0.89 "GET /v2.0/security-groups?id=f41001c7-a515-4baa-b12d-2443831f66d9&id=6c430dff-7990-44ba-b62d-7ce4a11c9249&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2275374 Feb 04 17:24:14.235795 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-7a6912d0-0bd7-44d4-af21-e4222e900991 req-a2757687-996f-44a4-9042-f007a3a9bc19 service neutron] 10.222.0.96 "GET /v2.0/networks/482d30fe-67ad-4874-a89a-719137c68b40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3408599 Feb 04 17:24:14.351906 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device 0dc06b5d-448b-4f0d-ad2e-de475b21d9b4 no longer exists at agent hyperv_n-h1-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:24:14.401896 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-6e52f847-94ab-46cf-83f9-52881506b78d req-e8210037-8c0c-4529-bbdb-37acf9c74983 tempest-TestServerBasicOps-155849243 tempest-TestServerBasicOps-155849243-project] 10.222.0.89 "GET /v2.0/ports?device_id=4371415a-6d02-4736-91f3-0d6ad12b39af HTTP/1.1" status: 200 len: 210 time: 0.0893641 Feb 04 17:24:14.435474 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 847 Content-Type: application/json Date: Fri, 04 Feb 2022 17:24:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-364b14a6-d00b-49ce-b358-5e694b559a91 x-openstack-request-id: req-364b14a6-d00b-49ce-b358-5e694b559a91 {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:24:14.436073 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d23ffa64-7651-4974-8c0d-1ba4c302839d", "tag": "8ddcb880-408a-4e5a-992e-36b8049df242", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "d23ffa64-7651-4974-8c0d-1ba4c302839d", "tag": "9d10f3e7-7f29-4443-b5c4-40872e166605", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "d23ffa64-7651-4974-8c0d-1ba4c302839d", "tag": "ebd98b55-b8fd-45a0-bc8c-3d8c64222855", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "d23ffa64-7651-4974-8c0d-1ba4c302839d", "tag": "22b8e9e9-9bfb-4c6e-95b2-78e04b75aa5a", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "d23ffa64-7651-4974-8c0d-1ba4c302839d", "tag": "d07f6690-41dc-473d-8b49-2b36d0026fa9", "status": "completed", "code": 200}]} {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:24:14.436073 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-364b14a6-d00b-49ce-b358-5e694b559a91 {{(pid=103377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:24:14.436809 n-d-827839-2 neutron-server[103377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd23ffa64-7651-4974-8c0d-1ba4c302839d', 'tag': '8ddcb880-408a-4e5a-992e-36b8049df242', 'status': 'completed', 'code': 200} Feb 04 17:24:14.437780 n-d-827839-2 neutron-server[103377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd23ffa64-7651-4974-8c0d-1ba4c302839d', 'tag': '9d10f3e7-7f29-4443-b5c4-40872e166605', 'status': 'completed', 'code': 200} Feb 04 17:24:14.438086 n-d-827839-2 neutron-server[103377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd23ffa64-7651-4974-8c0d-1ba4c302839d', 'tag': 'ebd98b55-b8fd-45a0-bc8c-3d8c64222855', 'status': 'completed', 'code': 200} Feb 04 17:24:14.438396 n-d-827839-2 neutron-server[103377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd23ffa64-7651-4974-8c0d-1ba4c302839d', 'tag': '22b8e9e9-9bfb-4c6e-95b2-78e04b75aa5a', 'status': 'completed', 'code': 200} Feb 04 17:24:14.438709 n-d-827839-2 neutron-server[103377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd23ffa64-7651-4974-8c0d-1ba4c302839d', 'tag': 'd07f6690-41dc-473d-8b49-2b36d0026fa9', 'status': 'completed', 'code': 200} Feb 04 17:24:14.450047 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb2a01f-0903-4ede-9a79-8bb83bdfc32c req-3cb96397-60a4-46d5-81b8-adc4f8493f4c tempest-ServerRescueTestJSONUnderV235-1389214366 tempest-ServerRescueTestJSONUnderV235-1389214366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:14.457604 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-bdb2a01f-0903-4ede-9a79-8bb83bdfc32c req-3cb96397-60a4-46d5-81b8-adc4f8493f4c tempest-ServerRescueTestJSONUnderV235-1389214366 tempest-ServerRescueTestJSONUnderV235-1389214366-project] 10.222.0.89 "GET /v2.0/ports?device_id=c1affc7e-c4fd-44da-8120-774326466c99 HTTP/1.1" status: 200 len: 945 time: 0.8710864 Feb 04 17:24:14.624101 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Current status of the port 0dc06b5d-448b-4f0d-ad2e-de475b21d9b4 is: ACTIVE; New status is: DOWN {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:24:14.624770 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (0dc06b5d-448b-4f0d-ad2e-de475b21d9b4), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:14.631739 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6010e907-67ed-44d0-a518-7e2d395e6699 req-67564713-cf45-460c-ad41-18bb62cfa819 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:14.640219 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-6010e907-67ed-44d0-a518-7e2d395e6699 req-67564713-cf45-460c-ad41-18bb62cfa819 service neutron] 10.222.0.96 "GET /v2.0/networks?id=556cd7fb-ae94-473e-9ec8-6200a52368e1 HTTP/1.1" status: 200 len: 903 time: 0.9629388 Feb 04 17:24:14.663128 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32c473d7-3f2d-495e-b44f-fd0929434fbd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0dc06b5d-448b-4f0d-ad2e-de475b21d9b4'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:24:14.663342 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8204a8-34c0-4404-a224-8b976791184c req-40602922-71d9-4b6f-ad9a-eca07cf8392c tempest-ServerRescueNegativeTestJSON-1481324798 tempest-ServerRescueNegativeTestJSON-1481324798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:14.671388 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-bb8204a8-34c0-4404-a224-8b976791184c req-40602922-71d9-4b6f-ad9a-eca07cf8392c tempest-ServerRescueNegativeTestJSON-1481324798 tempest-ServerRescueNegativeTestJSON-1481324798-project] 10.222.0.89 "GET /v2.0/ports?device_id=5f99a685-700d-4f63-88c2-d2a04a4a422d HTTP/1.1" status: 200 len: 945 time: 0.0743463 Feb 04 17:24:14.674876 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c34bc964ce2211770fda26ca2f3801cc06f4f39928110690550e94ab9c9d2fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8ebb661-5de5-4e8a-b552-933fc6f2d063" -d '{"events": [{"server_uuid": "32c473d7-3f2d-495e-b44f-fd0929434fbd", "name": "network-vif-unplugged", "status": "completed", "tag": "0dc06b5d-448b-4f0d-ad2e-de475b21d9b4"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:24:14.713403 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] For port 0dc06b5d-448b-4f0d-ad2e-de475b21d9b4, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=0dc06b5d-448b-4f0d-ad2e-de475b21d9b4,segment=NetworkSegment(9e3ed071-c030-493d-8cca-599abfcb88ee),segment_id=9e3ed071-c030-493d-8cca-599abfcb88ee)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:24:14.721938 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (0dc06b5d-448b-4f0d-ad2e-de475b21d9b4), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:14.755260 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-bb8204a8-34c0-4404-a224-8b976791184c req-886055dc-a721-4f92-aaee-b7501adc8600 tempest-ServerRescueNegativeTestJSON-1481324798 tempest-ServerRescueNegativeTestJSON-1481324798-project] 10.222.0.89 "GET /v2.0/security-groups?id=47e1fb0d-88ed-4fed-9e75-9f02b9f534f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827446 Feb 04 17:24:14.788752 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-6010e907-67ed-44d0-a518-7e2d395e6699 req-0cb9165f-fdc7-42ca-bbf1-d5011fe20c42 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.23&port_id=d9d313cd-c191-41ee-8480-aa1e52db3c64 HTTP/1.1" status: 200 len: 217 time: 0.1403291 Feb 04 17:24:14.799901 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-bdb2a01f-0903-4ede-9a79-8bb83bdfc32c req-d4f191b7-a007-4ae3-b67e-156f57d8f6a2 tempest-ServerRescueTestJSONUnderV235-1389214366 tempest-ServerRescueTestJSONUnderV235-1389214366-project] 10.222.0.89 "GET /v2.0/security-groups?id=c3431cd9-8ee1-43a9-bad9-017618f597d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3398986 Feb 04 17:24:14.813323 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Pushing event updated for resources: {'Port': ['ID=0dc06b5d-448b-4f0d-ad2e-de475b21d9b4,revision_number=8']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:24:14.890917 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6010e907-67ed-44d0-a518-7e2d395e6699 req-58f53769-1d89-48fc-b15c-24e120f6127b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:14.893262 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-6010e907-67ed-44d0-a518-7e2d395e6699 req-58f53769-1d89-48fc-b15c-24e120f6127b service neutron] 10.222.0.96 "GET /v2.0/subnets?id=c75ba609-a10e-4499-b6d7-a9d627fc3822 HTTP/1.1" status: 200 len: 797 time: 0.0931327 Feb 04 17:24:14.941440 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 04 Feb 2022 17:24:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d986bf1b-4f37-43a5-ad77-3a5ddd4aaa88 x-openstack-request-id: req-d986bf1b-4f37-43a5-ad77-3a5ddd4aaa88 {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:24:14.941738 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32c473d7-3f2d-495e-b44f-fd0929434fbd", "name": "network-vif-unplugged", "status": "completed", "tag": "0dc06b5d-448b-4f0d-ad2e-de475b21d9b4", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:24:14.941997 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-d986bf1b-4f37-43a5-ad77-3a5ddd4aaa88 {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:24:14.942395 n-d-827839-2 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32c473d7-3f2d-495e-b44f-fd0929434fbd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0dc06b5d-448b-4f0d-ad2e-de475b21d9b4', 'code': 200} Feb 04 17:24:15.023615 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6010e907-67ed-44d0-a518-7e2d395e6699 req-49b89d63-6e9b-4ba1-b3b0-04eea60cfa4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:15.025563 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-6010e907-67ed-44d0-a518-7e2d395e6699 req-49b89d63-6e9b-4ba1-b3b0-04eea60cfa4a service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=556cd7fb-ae94-473e-9ec8-6200a52368e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1246827 Feb 04 17:24:15.054996 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417a3ebb-1c33-4db1-81d8-67ddd6023108 req-874d6628-13d7-47d9-add2-ff6073038b37 tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:15.074533 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-417a3ebb-1c33-4db1-81d8-67ddd6023108 req-874d6628-13d7-47d9-add2-ff6073038b37 tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] 10.222.0.89 "GET /v2.0/ports?device_id=32c473d7-3f2d-495e-b44f-fd0929434fbd HTTP/1.1" status: 200 len: 944 time: 0.1240983 Feb 04 17:24:15.112886 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-4cb2cce5-b439-4667-8341-747fee803c0b req-65cb3239-53b2-46cf-8c44-c4d4bf1d41e4 tempest-ListImageFiltersTestJSON-637610508 tempest-ListImageFiltersTestJSON-637610508-project] 10.222.0.89 "GET /v2.0/networks?tenant_id=d779632f9ba14bf19596a38353ed4de4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0528300 Feb 04 17:24:15.315193 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-417a3ebb-1c33-4db1-81d8-67ddd6023108 req-5ed191d8-052f-4816-8da5-02ee8eb9cf5b tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] 10.222.0.89 "GET /v2.0/security-groups?id=e65ecd24-4d97-4684-be33-350ed30f90cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2381694 Feb 04 17:24:15.476952 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-6010e907-67ed-44d0-a518-7e2d395e6699 req-ef493538-379c-4673-8c72-7dc2ba210efa service neutron] 10.222.0.96 "GET /v2.0/networks/556cd7fb-ae94-473e-9ec8-6200a52368e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4376178 Feb 04 17:24:15.493296 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb2cce5-b439-4667-8341-747fee803c0b req-dfe7796b-903c-4779-bee3-ba2801969560 tempest-ListImageFiltersTestJSON-637610508 tempest-ListImageFiltersTestJSON-637610508-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:15.500339 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-4cb2cce5-b439-4667-8341-747fee803c0b req-dfe7796b-903c-4779-bee3-ba2801969560 tempest-ListImageFiltersTestJSON-637610508 tempest-ListImageFiltersTestJSON-637610508-project] 10.222.0.89 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3845546 Feb 04 17:24:15.517447 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-4cb2cce5-b439-4667-8341-747fee803c0b req-0a283f5f-d88d-4bb6-aac6-7385c4c11d85 tempest-ListImageFiltersTestJSON-637610508 tempest-ListImageFiltersTestJSON-637610508-project] 10.222.0.89 "GET /v2.0/quotas/d779632f9ba14bf19596a38353ed4de4 HTTP/1.1" status: 200 len: 375 time: 0.0158079 Feb 04 17:24:15.569895 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-4cb2cce5-b439-4667-8341-747fee803c0b req-0d359a04-f586-4f12-96cc-a5ab58aabe6a tempest-ListImageFiltersTestJSON-637610508 tempest-ListImageFiltersTestJSON-637610508-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=d779632f9ba14bf19596a38353ed4de4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0517049 Feb 04 17:24:15.654733 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b8647f-2455-4928-9127-fe64a14bf3a6 req-78384645-8761-467c-b22a-ed5b702a6711 tempest-TestServerBasicOps-155849243 tempest-TestServerBasicOps-155849243-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:15.658224 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-12b8647f-2455-4928-9127-fe64a14bf3a6 req-78384645-8761-467c-b22a-ed5b702a6711 tempest-TestServerBasicOps-155849243 tempest-TestServerBasicOps-155849243-project] 10.222.0.90 "GET /v2.0/networks?id=97b2e9b0-cacd-4163-811b-ff2a765f7055 HTTP/1.1" status: 200 len: 808 time: 0.5801771 Feb 04 17:24:15.883477 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-437fe3d4-df7f-40fe-a55e-385ae8b047fa req-17875188-9ed9-4ee3-acb1-5f6653afe623 tempest-TestServerBasicOps-155849243 tempest-TestServerBasicOps-155849243-project] 10.222.0.89 "GET /v2.0/ports?device_id=4371415a-6d02-4736-91f3-0d6ad12b39af HTTP/1.1" status: 200 len: 210 time: 0.0781631 Feb 04 17:24:15.999915 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07570558-a32c-425b-9f2e-9d8ada387755 req-5bee0a95-6916-4c87-841b-6d025499b6e9 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:16.005519 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07570558-a32c-425b-9f2e-9d8ada387755 req-5bee0a95-6916-4c87-841b-6d025499b6e9 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:16.011049 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07570558-a32c-425b-9f2e-9d8ada387755 req-5bee0a95-6916-4c87-841b-6d025499b6e9 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:16.017295 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07570558-a32c-425b-9f2e-9d8ada387755 req-5bee0a95-6916-4c87-841b-6d025499b6e9 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:16.022724 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07570558-a32c-425b-9f2e-9d8ada387755 req-5bee0a95-6916-4c87-841b-6d025499b6e9 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:16.043742 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07570558-a32c-425b-9f2e-9d8ada387755 req-5bee0a95-6916-4c87-841b-6d025499b6e9 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:16.050044 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07570558-a32c-425b-9f2e-9d8ada387755 req-5bee0a95-6916-4c87-841b-6d025499b6e9 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:16.052215 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-07570558-a32c-425b-9f2e-9d8ada387755 req-5bee0a95-6916-4c87-841b-6d025499b6e9 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] 10.222.0.89 "GET /v2.0/ports?device_id=d23ffa64-7651-4974-8c0d-1ba4c302839d HTTP/1.1" status: 200 len: 5427 time: 0.5933509 Feb 04 17:24:16.061106 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779c33fa-3fde-4801-b2c4-c7dddc274288 req-6b1256ca-308d-48b7-a177-7587f67125a3 tempest-ServerRescueTestJSONUnderV235-1389214366 tempest-ServerRescueTestJSONUnderV235-1389214366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:16.062881 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-779c33fa-3fde-4801-b2c4-c7dddc274288 req-6b1256ca-308d-48b7-a177-7587f67125a3 tempest-ServerRescueTestJSONUnderV235-1389214366 tempest-ServerRescueTestJSONUnderV235-1389214366-project] 10.222.0.90 "GET /v2.0/ports?device_id=c1affc7e-c4fd-44da-8120-774326466c99 HTTP/1.1" status: 200 len: 945 time: 0.4705024 Feb 04 17:24:16.175952 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-12b8647f-2455-4928-9127-fe64a14bf3a6 req-cde800ac-3d99-4a95-85a4-79dcb3485354 tempest-TestServerBasicOps-155849243 tempest-TestServerBasicOps-155849243-project] 10.222.0.90 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e572c75f68264540b5ba57b47620f662 HTTP/1.1" status: 200 len: 379 time: 0.4396942 Feb 04 17:24:16.178329 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69bad1f-8594-4b3a-83e3-327711d13323 req-fab369fd-6668-4bf8-a634-7d7d4c74f4fa tempest-ServerRescueNegativeTestJSON-1481324798 tempest-ServerRescueNegativeTestJSON-1481324798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:16.188125 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-c69bad1f-8594-4b3a-83e3-327711d13323 req-fab369fd-6668-4bf8-a634-7d7d4c74f4fa tempest-ServerRescueNegativeTestJSON-1481324798 tempest-ServerRescueNegativeTestJSON-1481324798-project] 10.222.0.89 "GET /v2.0/ports?device_id=5f99a685-700d-4f63-88c2-d2a04a4a422d HTTP/1.1" status: 200 len: 945 time: 0.1692567 Feb 04 17:24:16.301966 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-c69bad1f-8594-4b3a-83e3-327711d13323 req-a9cb4d9d-afa0-4ebe-8807-79915cc70690 tempest-ServerRescueNegativeTestJSON-1481324798 tempest-ServerRescueNegativeTestJSON-1481324798-project] 10.222.0.89 "GET /v2.0/security-groups?id=47e1fb0d-88ed-4fed-9e75-9f02b9f534f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894129 Feb 04 17:24:16.304708 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [req-12b8647f-2455-4928-9127-fe64a14bf3a6 req-fbd26de9-2aac-4293-9c91-e494a33beba0 tempest-TestServerBasicOps-155849243 tempest-TestServerBasicOps-155849243-project] Request body: {'port': {'device_id': '4371415a-6d02-4736-91f3-0d6ad12b39af', 'network_id': '97b2e9b0-cacd-4163-811b-ff2a765f7055', 'admin_state_up': True, 'tenant_id': 'e572c75f68264540b5ba57b47620f662', 'security_groups': ['7550a21d-8f9e-4276-afe6-de321a73b5df']}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:24:16.337759 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-6010e907-67ed-44d0-a518-7e2d395e6699 req-48d50e68-9444-48cb-bc7f-f105fa0af0aa service neutron] 10.222.0.96 "GET /v2.0/networks/556cd7fb-ae94-473e-9ec8-6200a52368e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8133023 Feb 04 17:24:16.532189 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb73f867-18ff-41e4-82c0-75ee3d775da3 req-435ed8b4-03b4-4abb-993e-175147be0d8c tempest-ServerRescueTestJSONUnderV235-1389214366 tempest-ServerRescueTestJSONUnderV235-1389214366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:16.548641 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-bb73f867-18ff-41e4-82c0-75ee3d775da3 req-435ed8b4-03b4-4abb-993e-175147be0d8c tempest-ServerRescueTestJSONUnderV235-1389214366 tempest-ServerRescueTestJSONUnderV235-1389214366-project] 10.222.0.89 "GET /v2.0/ports?device_id=c1affc7e-c4fd-44da-8120-774326466c99 HTTP/1.1" status: 200 len: 945 time: 0.1262717 Feb 04 17:24:16.650600 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-bb73f867-18ff-41e4-82c0-75ee3d775da3 req-59bfb04d-8e29-4a06-9210-af578e71b721 tempest-ServerRescueTestJSONUnderV235-1389214366 tempest-ServerRescueTestJSONUnderV235-1389214366-project] 10.222.0.89 "GET /v2.0/security-groups?id=c3431cd9-8ee1-43a9-bad9-017618f597d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009088 Feb 04 17:24:16.686239 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [req-779c33fa-3fde-4801-b2c4-c7dddc274288 req-99825631-5ec5-47bb-a5f5-fd9a31ca3b68 tempest-ServerRescueTestJSONUnderV235-1389214366 tempest-ServerRescueTestJSONUnderV235-1389214366-project] Deleting port 3120abc2-f8c4-441a-beb5-ce8f46eca2db {{(pid=103377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:24:16.687002 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-779c33fa-3fde-4801-b2c4-c7dddc274288 req-99825631-5ec5-47bb-a5f5-fd9a31ca3b68 tempest-ServerRescueTestJSONUnderV235-1389214366 tempest-ServerRescueTestJSONUnderV235-1389214366-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (3120abc2-f8c4-441a-beb5-ce8f46eca2db), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:16.767990 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-07570558-a32c-425b-9f2e-9d8ada387755 req-5301cc45-9af9-4ab2-af95-c9a3dfd92128 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] 10.222.0.89 "GET /v2.0/security-groups?id=f41001c7-a515-4baa-b12d-2443831f66d9&id=6c430dff-7990-44ba-b62d-7ce4a11c9249&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.6970346 Feb 04 17:24:16.897864 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dfc36a-c145-46f5-b564-db355edf98bc req-f12b7b7a-8a22-4644-944d-fa9dd52e8473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:16.898076 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dfc36a-c145-46f5-b564-db355edf98bc req-f12b7b7a-8a22-4644-944d-fa9dd52e8473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:16.898378 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dfc36a-c145-46f5-b564-db355edf98bc req-f12b7b7a-8a22-4644-944d-fa9dd52e8473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:16.898857 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dfc36a-c145-46f5-b564-db355edf98bc req-f12b7b7a-8a22-4644-944d-fa9dd52e8473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:16.899121 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-bf391b6e-0354-464d-9566-bb3423829c2a req-e0ea580c-ed63-488d-bae1-e55a484a7735 tempest-ListImageFiltersTestJSON-637610508 tempest-ListImageFiltersTestJSON-637610508-project] 10.222.0.89 "GET /v2.0/networks?tenant_id=d779632f9ba14bf19596a38353ed4de4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0547121 Feb 04 17:24:16.899300 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dfc36a-c145-46f5-b564-db355edf98bc req-f12b7b7a-8a22-4644-944d-fa9dd52e8473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:16.899759 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dfc36a-c145-46f5-b564-db355edf98bc req-f12b7b7a-8a22-4644-944d-fa9dd52e8473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:16.900213 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dfc36a-c145-46f5-b564-db355edf98bc req-f12b7b7a-8a22-4644-944d-fa9dd52e8473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:16.904503 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-43dfc36a-c145-46f5-b564-db355edf98bc req-f12b7b7a-8a22-4644-944d-fa9dd52e8473 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=c5cb386618c24d66b6712f0d36ac7fea&device_id=d23ffa64-7651-4974-8c0d-1ba4c302839d HTTP/1.1" status: 200 len: 6701 time: 0.4357705 Feb 04 17:24:16.935390 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 39638) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:24:17.039638 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf391b6e-0354-464d-9566-bb3423829c2a req-1e8597ba-f402-4a4b-82d3-ccfd6271918a tempest-ListImageFiltersTestJSON-637610508 tempest-ListImageFiltersTestJSON-637610508-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:17.047198 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-bf391b6e-0354-464d-9566-bb3423829c2a req-1e8597ba-f402-4a4b-82d3-ccfd6271918a tempest-ListImageFiltersTestJSON-637610508 tempest-ListImageFiltersTestJSON-637610508-project] 10.222.0.89 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1325088 Feb 04 17:24:17.066243 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-bf391b6e-0354-464d-9566-bb3423829c2a req-76cf9519-6e6d-44d3-a1b4-4d119ea2eff9 tempest-ListImageFiltersTestJSON-637610508 tempest-ListImageFiltersTestJSON-637610508-project] 10.222.0.89 "GET /v2.0/quotas/d779632f9ba14bf19596a38353ed4de4 HTTP/1.1" status: 200 len: 375 time: 0.0164785 Feb 04 17:24:17.114742 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-12b8647f-2455-4928-9127-fe64a14bf3a6 req-fbd26de9-2aac-4293-9c91-e494a33beba0 tempest-TestServerBasicOps-155849243 tempest-TestServerBasicOps-155849243-project] Made reservation on behalf of e572c75f68264540b5ba57b47620f662 for: {'port': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:24:17.118524 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-12b8647f-2455-4928-9127-fe64a14bf3a6 req-fbd26de9-2aac-4293-9c91-e494a33beba0 tempest-TestServerBasicOps-155849243 tempest-TestServerBasicOps-155849243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:17.130638 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-bf391b6e-0354-464d-9566-bb3423829c2a req-db0c8cb0-fd5c-49bf-8e76-5e7145fdfc39 tempest-ListImageFiltersTestJSON-637610508 tempest-ListImageFiltersTestJSON-637610508-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=d779632f9ba14bf19596a38353ed4de4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0621154 Feb 04 17:24:17.193015 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [req-779c33fa-3fde-4801-b2c4-c7dddc274288 req-99825631-5ec5-47bb-a5f5-fd9a31ca3b68 tempest-ServerRescueTestJSONUnderV235-1389214366 tempest-ServerRescueTestJSONUnderV235-1389214366-project] For port 3120abc2-f8c4-441a-beb5-ce8f46eca2db, host n-h2-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=3120abc2-f8c4-441a-beb5-ce8f46eca2db,segment=NetworkSegment(81ab2bf5-1f86-4741-938d-eec51e48c7ca),segment_id=81ab2bf5-1f86-4741-938d-eec51e48c7ca)] {{(pid=103377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:24:17.193386 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-779c33fa-3fde-4801-b2c4-c7dddc274288 req-99825631-5ec5-47bb-a5f5-fd9a31ca3b68 tempest-ServerRescueTestJSONUnderV235-1389214366 tempest-ServerRescueTestJSONUnderV235-1389214366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (3120abc2-f8c4-441a-beb5-ce8f46eca2db), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:17.279719 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ceb35dc-6d20-48fb-a8e0-1cfb829030ed req-41d57cc4-5375-42be-8f6f-d5f35c26dc97 tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:17.281311 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-6ceb35dc-6d20-48fb-a8e0-1cfb829030ed req-41d57cc4-5375-42be-8f6f-d5f35c26dc97 tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] 10.222.0.89 "GET /v2.0/ports?device_id=32c473d7-3f2d-495e-b44f-fd0929434fbd HTTP/1.1" status: 200 len: 944 time: 0.3261745 Feb 04 17:24:17.462009 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.db_base_plugin_common [req-12b8647f-2455-4928-9127-fe64a14bf3a6 req-fbd26de9-2aac-4293-9c91-e494a33beba0 tempest-TestServerBasicOps-155849243 tempest-TestServerBasicOps-155849243-project] Allocated IP 172.20.0.12 (97b2e9b0-cacd-4163-811b-ff2a765f7055/32617567-702a-48ca-945f-d54124aa2fdb/45a915f0-0102-4745-8fa0-148c16138923) {{(pid=103377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:24:17.473488 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [req-779c33fa-3fde-4801-b2c4-c7dddc274288 req-99825631-5ec5-47bb-a5f5-fd9a31ca3b68 tempest-ServerRescueTestJSONUnderV235-1389214366 tempest-ServerRescueTestJSONUnderV235-1389214366-project] Calling delete_port for 3120abc2-f8c4-441a-beb5-ce8f46eca2db owned by compute:nova {{(pid=103377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:24:17.482101 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-25ac5e1a-92c7-427f-b478-fcad80b43948 req-319a2b1b-6155-451d-a6c8-b36294184591 tempest-TestServerBasicOps-155849243 tempest-TestServerBasicOps-155849243-project] 10.222.0.89 "GET /v2.0/ports?device_id=4371415a-6d02-4736-91f3-0d6ad12b39af HTTP/1.1" status: 200 len: 210 time: 0.0522311 Feb 04 17:24:17.493208 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dfc36a-c145-46f5-b564-db355edf98bc req-c7922615-e5b3-4dc5-91d0-f65749796234 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:17.494763 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-43dfc36a-c145-46f5-b564-db355edf98bc req-c7922615-e5b3-4dc5-91d0-f65749796234 service neutron] 10.222.0.96 "GET /v2.0/networks?id=556cd7fb-ae94-473e-9ec8-6200a52368e1 HTTP/1.1" status: 200 len: 903 time: 0.5603306 Feb 04 17:24:17.536461 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-b988f2de-68c5-415f-8693-e9362357f15b tempest-FloatingIPAdminTestJSON-1156804285 tempest-FloatingIPAdminTestJSON-1156804285-project] Request body: {'floatingip': {'floating_network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:24:17.695190 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-43dfc36a-c145-46f5-b564-db355edf98bc req-ec030648-a3af-4c61-ac84-c205c19212f1 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.31&port_id=8ddcb880-408a-4e5a-992e-36b8049df242 HTTP/1.1" status: 200 len: 217 time: 0.1406703 Feb 04 17:24:17.717913 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-4cb2cce5-b439-4667-8341-747fee803c0b req-f09243ba-64f5-4b7a-8251-a5f2aca53bd9 tempest-ListImageFiltersTestJSON-637610508 tempest-ListImageFiltersTestJSON-637610508-project] 10.222.0.96 "GET /v2.0/networks?tenant_id=d779632f9ba14bf19596a38353ed4de4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0427241 Feb 04 17:24:17.757582 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b454bf-3b26-40b3-bf0a-f9663d1261b1 req-551c6ec6-bce4-4a6a-82a5-855e8c84e0dc tempest-ServerRescueNegativeTestJSON-1481324798 tempest-ServerRescueNegativeTestJSON-1481324798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:17.765940 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-65b454bf-3b26-40b3-bf0a-f9663d1261b1 req-551c6ec6-bce4-4a6a-82a5-855e8c84e0dc tempest-ServerRescueNegativeTestJSON-1481324798 tempest-ServerRescueNegativeTestJSON-1481324798-project] 10.222.0.89 "GET /v2.0/ports?device_id=5f99a685-700d-4f63-88c2-d2a04a4a422d HTTP/1.1" status: 200 len: 945 time: 0.1669915 Feb 04 17:24:17.779815 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-b988f2de-68c5-415f-8693-e9362357f15b tempest-FloatingIPAdminTestJSON-1156804285 tempest-FloatingIPAdminTestJSON-1156804285-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:17.884899 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-65b454bf-3b26-40b3-bf0a-f9663d1261b1 req-fc7f7447-345a-42c7-9a29-7590254d4d26 tempest-ServerRescueNegativeTestJSON-1481324798 tempest-ServerRescueNegativeTestJSON-1481324798-project] 10.222.0.89 "GET /v2.0/security-groups?id=47e1fb0d-88ed-4fed-9e75-9f02b9f534f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141965 Feb 04 17:24:17.892493 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-6ceb35dc-6d20-48fb-a8e0-1cfb829030ed req-5a3f208b-d37a-4ac7-88fa-c6979bdce34d tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] 10.222.0.89 "GET /v2.0/security-groups?id=e65ecd24-4d97-4684-be33-350ed30f90cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4172153 Feb 04 17:24:17.977698 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb2cce5-b439-4667-8341-747fee803c0b req-22850cc9-dc95-45a9-8a62-5f945e0128e8 tempest-ListImageFiltersTestJSON-637610508 tempest-ListImageFiltersTestJSON-637610508-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:17.979594 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-4cb2cce5-b439-4667-8341-747fee803c0b req-22850cc9-dc95-45a9-8a62-5f945e0128e8 tempest-ListImageFiltersTestJSON-637610508 tempest-ListImageFiltersTestJSON-637610508-project] 10.222.0.96 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2509065 Feb 04 17:24:18.026603 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [req-4cb2cce5-b439-4667-8341-747fee803c0b req-387b2cc0-c6ea-42cd-ac34-d4a3418f8afb tempest-ListImageFiltersTestJSON-637610508 tempest-ListImageFiltersTestJSON-637610508-project] Request body: {'port': {'device_id': 'ae0186a8-6823-4e37-ae44-24840acc296c', 'network_id': '02be22b9-aa53-40ea-8050-9239cd27d1ff', 'admin_state_up': True, 'tenant_id': 'd779632f9ba14bf19596a38353ed4de4'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:24:18.032097 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-0fc511c9-2ca1-4320-96ac-b4ad6f10a166 req-b0d3161c-ed28-49f4-9953-5f2d943b9b44 tempest-ListImageFiltersTestJSON-637610508 tempest-ListImageFiltersTestJSON-637610508-project] 10.222.0.89 "GET /v2.0/ports?device_id=dc2bad38-c195-4b69-bf4d-a243173f043e HTTP/1.1" status: 200 len: 210 time: 0.0701835 Feb 04 17:24:18.034317 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dfc36a-c145-46f5-b564-db355edf98bc req-f0da3ca7-7c9f-499a-83a0-9feda14bc0af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:18.035981 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-43dfc36a-c145-46f5-b564-db355edf98bc req-f0da3ca7-7c9f-499a-83a0-9feda14bc0af service neutron] 10.222.0.96 "GET /v2.0/subnets?id=c75ba609-a10e-4499-b6d7-a9d627fc3822 HTTP/1.1" status: 200 len: 797 time: 0.2888429 Feb 04 17:24:18.282346 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-779c33fa-3fde-4801-b2c4-c7dddc274288 req-99825631-5ec5-47bb-a5f5-fd9a31ca3b68 tempest-ServerRescueTestJSONUnderV235-1389214366 tempest-ServerRescueTestJSONUnderV235-1389214366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (3120abc2-f8c4-441a-beb5-ce8f46eca2db), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:18.351143 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device 0dc06b5d-448b-4f0d-ad2e-de475b21d9b4 no longer exists at agent hyperv_n-h1-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:24:18.354091 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dfc36a-c145-46f5-b564-db355edf98bc req-36217a06-025b-404b-8a32-001b8463495b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:18.355750 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-43dfc36a-c145-46f5-b564-db355edf98bc req-36217a06-025b-404b-8a32-001b8463495b service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=556cd7fb-ae94-473e-9ec8-6200a52368e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.3022275 Feb 04 17:24:18.361748 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-12b8647f-2455-4928-9127-fe64a14bf3a6 req-fbd26de9-2aac-4293-9c91-e494a33beba0 tempest-TestServerBasicOps-155849243 tempest-TestServerBasicOps-155849243-project] Publish callbacks [] for port (45a915f0-0102-4745-8fa0-148c16138923), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:18.369830 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a0b703-574b-469b-a1fb-9f637794c9d1 req-ad19cfde-c67e-4536-bdde-e097643183e4 tempest-ServerRescueTestJSONUnderV235-1389214366 tempest-ServerRescueTestJSONUnderV235-1389214366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:18.371536 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-62a0b703-574b-469b-a1fb-9f637794c9d1 req-ad19cfde-c67e-4536-bdde-e097643183e4 tempest-ServerRescueTestJSONUnderV235-1389214366 tempest-ServerRescueTestJSONUnderV235-1389214366-project] 10.222.0.89 "GET /v2.0/ports?device_id=c1affc7e-c4fd-44da-8120-774326466c99 HTTP/1.1" status: 200 len: 867 time: 0.3211887 Feb 04 17:24:18.374992 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99825631-5ec5-47bb-a5f5-fd9a31ca3b68 tempest-ServerRescueTestJSONUnderV235-1389214366 tempest-ServerRescueTestJSONUnderV235-1389214366-project] Pushing event deleted for resources: {'Port': ['ID=3120abc2-f8c4-441a-beb5-ce8f46eca2db,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:24:18.465308 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Current status of the port 0dc06b5d-448b-4f0d-ad2e-de475b21d9b4 is: DOWN; New status is: DOWN {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:24:18.508301 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [req-779c33fa-3fde-4801-b2c4-c7dddc274288 req-99825631-5ec5-47bb-a5f5-fd9a31ca3b68 tempest-ServerRescueTestJSONUnderV235-1389214366 tempest-ServerRescueTestJSONUnderV235-1389214366-project] No DVR routers for this DVR port 3120abc2-f8c4-441a-beb5-ce8f46eca2db on host n-h2-827839-2 {{(pid=103377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 17:24:18.520615 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-779c33fa-3fde-4801-b2c4-c7dddc274288 req-99825631-5ec5-47bb-a5f5-fd9a31ca3b68 tempest-ServerRescueTestJSONUnderV235-1389214366 tempest-ServerRescueTestJSONUnderV235-1389214366-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:18.523997 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-779c33fa-3fde-4801-b2c4-c7dddc274288 req-99825631-5ec5-47bb-a5f5-fd9a31ca3b68 tempest-ServerRescueTestJSONUnderV235-1389214366 tempest-ServerRescueTestJSONUnderV235-1389214366-project] 10.222.0.90 "DELETE /v2.0/ports/3120abc2-f8c4-441a-beb5-ce8f46eca2db HTTP/1.1" status: 204 len: 173 time: 2.4529810 Feb 04 17:24:18.527014 n-d-827839-2 neutron-server[103377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1affc7e-c4fd-44da-8120-774326466c99', 'name': 'network-vif-deleted', 'tag': '3120abc2-f8c4-441a-beb5-ce8f46eca2db'}] {{(pid=103377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:24:18.529974 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7240428b650e1488e9361b62648ff4b3a6c19d49d8c27c949491ab58c1346cf0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79a9b807-8f24-4296-b69c-9bca1ca13cf6" -d '{"events": [{"server_uuid": "c1affc7e-c4fd-44da-8120-774326466c99", "name": "network-vif-deleted", "tag": "3120abc2-f8c4-441a-beb5-ce8f46eca2db"}]}' {{(pid=103377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:24:18.579112 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-b988f2de-68c5-415f-8693-e9362357f15b tempest-FloatingIPAdminTestJSON-1156804285 tempest-FloatingIPAdminTestJSON-1156804285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:18.616467 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-62a0b703-574b-469b-a1fb-9f637794c9d1 req-f564adc3-3a6a-458c-ad48-3631835d77e3 tempest-ServerRescueTestJSONUnderV235-1389214366 tempest-ServerRescueTestJSONUnderV235-1389214366-project] 10.222.0.89 "GET /v2.0/security-groups?id=c3431cd9-8ee1-43a9-bad9-017618f597d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2010810 Feb 04 17:24:18.624885 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-12b8647f-2455-4928-9127-fe64a14bf3a6 req-fbd26de9-2aac-4293-9c91-e494a33beba0 tempest-TestServerBasicOps-155849243 tempest-TestServerBasicOps-155849243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (45a915f0-0102-4745-8fa0-148c16138923), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:18.694151 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-43dfc36a-c145-46f5-b564-db355edf98bc req-83be5759-58e5-47e6-8900-609467553526 service neutron] 10.222.0.96 "GET /v2.0/networks/556cd7fb-ae94-473e-9ec8-6200a52368e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2763174 Feb 04 17:24:18.695013 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477e86f2-2a53-4873-bdab-63f17344f42e req-b5243dec-07a4-446c-ab08-7dc9f412b2fb tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:18.701875 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477e86f2-2a53-4873-bdab-63f17344f42e req-b5243dec-07a4-446c-ab08-7dc9f412b2fb tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:18.707152 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477e86f2-2a53-4873-bdab-63f17344f42e req-b5243dec-07a4-446c-ab08-7dc9f412b2fb tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:18.712690 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477e86f2-2a53-4873-bdab-63f17344f42e req-b5243dec-07a4-446c-ab08-7dc9f412b2fb tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:18.718284 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477e86f2-2a53-4873-bdab-63f17344f42e req-b5243dec-07a4-446c-ab08-7dc9f412b2fb tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:18.723976 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477e86f2-2a53-4873-bdab-63f17344f42e req-b5243dec-07a4-446c-ab08-7dc9f412b2fb tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:18.734115 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477e86f2-2a53-4873-bdab-63f17344f42e req-b5243dec-07a4-446c-ab08-7dc9f412b2fb tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:18.740625 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-477e86f2-2a53-4873-bdab-63f17344f42e req-b5243dec-07a4-446c-ab08-7dc9f412b2fb tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] 10.222.0.89 "GET /v2.0/ports?device_id=d23ffa64-7651-4974-8c0d-1ba4c302839d HTTP/1.1" status: 200 len: 5427 time: 0.5548253 Feb 04 17:24:18.759715 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4cb2cce5-b439-4667-8341-747fee803c0b req-387b2cc0-c6ea-42cd-ac34-d4a3418f8afb tempest-ListImageFiltersTestJSON-637610508 tempest-ListImageFiltersTestJSON-637610508-project] Made reservation on behalf of d779632f9ba14bf19596a38353ed4de4 for: {'port': 1} {{(pid=103376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:24:18.764071 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-4cb2cce5-b439-4667-8341-747fee803c0b req-387b2cc0-c6ea-42cd-ac34-d4a3418f8afb tempest-ListImageFiltersTestJSON-637610508 tempest-ListImageFiltersTestJSON-637610508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:18.780462 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-4cb2cce5-b439-4667-8341-747fee803c0b req-387b2cc0-c6ea-42cd-ac34-d4a3418f8afb tempest-ListImageFiltersTestJSON-637610508 tempest-ListImageFiltersTestJSON-637610508-project] Publish callbacks [] for security_group (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:18.785242 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-12b8647f-2455-4928-9127-fe64a14bf3a6 req-fbd26de9-2aac-4293-9c91-e494a33beba0 tempest-TestServerBasicOps-155849243 tempest-TestServerBasicOps-155849243-project] Network 97b2e9b0-cacd-4163-811b-ff2a765f7055 is already hosted by enough agents. {{(pid=103377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:24:18.828000 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [req-12b8647f-2455-4928-9127-fe64a14bf3a6 req-fbd26de9-2aac-4293-9c91-e494a33beba0 tempest-TestServerBasicOps-155849243 tempest-TestServerBasicOps-155849243-project] Resources bound (agent type, host, resource id): {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:24:18.845839 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [req-12b8647f-2455-4928-9127-fe64a14bf3a6 req-fbd26de9-2aac-4293-9c91-e494a33beba0 tempest-TestServerBasicOps-155849243 tempest-TestServerBasicOps-155849243-project] Received port after_create {{(pid=103377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:24:18.858540 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd26de9-2aac-4293-9c91-e494a33beba0 tempest-TestServerBasicOps-155849243 tempest-TestServerBasicOps-155849243-project] Pushing event updated for resources: {'Port': ['ID=45a915f0-0102-4745-8fa0-148c16138923,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:24:18.882028 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-477e86f2-2a53-4873-bdab-63f17344f42e req-4584d9de-7dbc-450f-be6d-66c5d1d47c8f tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] 10.222.0.89 "GET /v2.0/security-groups?id=f41001c7-a515-4baa-b12d-2443831f66d9&id=6c430dff-7990-44ba-b62d-7ce4a11c9249&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1297441 Feb 04 17:24:19.047011 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-bf391b6e-0354-464d-9566-bb3423829c2a req-0916a6a4-266b-40e4-a7fc-8f239275251c tempest-ListImageFiltersTestJSON-637610508 tempest-ListImageFiltersTestJSON-637610508-project] 10.222.0.90 "GET /v2.0/networks?tenant_id=d779632f9ba14bf19596a38353ed4de4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1298642 Feb 04 17:24:19.050779 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.db_base_plugin_common [None req-b988f2de-68c5-415f-8693-e9362357f15b tempest-FloatingIPAdminTestJSON-1156804285 tempest-FloatingIPAdminTestJSON-1156804285-project] Allocated IP 172.25.6.67 (48165773-85ad-49a1-9ec1-76fc8dc24188/7660bfad-1ea8-4fe7-831b-bed836f13efc/b9e17014-ac74-4d44-bf03-0aa8fc4c5019) {{(pid=103377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:24:19.097286 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-4cb2cce5-b439-4667-8341-747fee803c0b req-387b2cc0-c6ea-42cd-ac34-d4a3418f8afb tempest-ListImageFiltersTestJSON-637610508 tempest-ListImageFiltersTestJSON-637610508-project] Publish callbacks [] for security_group (64f1a98c-fa51-4ada-9579-f28b8d0ae7af), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:19.105933 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-4cb2cce5-b439-4667-8341-747fee803c0b req-387b2cc0-c6ea-42cd-ac34-d4a3418f8afb tempest-ListImageFiltersTestJSON-637610508 tempest-ListImageFiltersTestJSON-637610508-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (64f1a98c-fa51-4ada-9579-f28b8d0ae7af), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:19.194786 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-43dfc36a-c145-46f5-b564-db355edf98bc req-82eb3d3e-3a65-4b9d-bd89-952ce2b6fb9c service neutron] 10.222.0.96 "GET /v2.0/networks/556cd7fb-ae94-473e-9ec8-6200a52368e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4895270 Feb 04 17:24:19.204892 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b8647f-2455-4928-9127-fe64a14bf3a6 req-fbd26de9-2aac-4293-9c91-e494a33beba0 tempest-TestServerBasicOps-155849243 tempest-TestServerBasicOps-155849243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:19.206118 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-12b8647f-2455-4928-9127-fe64a14bf3a6 req-fbd26de9-2aac-4293-9c91-e494a33beba0 tempest-TestServerBasicOps-155849243 tempest-TestServerBasicOps-155849243-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:19.299785 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-12b8647f-2455-4928-9127-fe64a14bf3a6 req-fbd26de9-2aac-4293-9c91-e494a33beba0 tempest-TestServerBasicOps-155849243 tempest-TestServerBasicOps-155849243-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0806046 Feb 04 17:24:19.344357 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-445a785c-1416-4dfe-aa90-14c5e6bbd58b None None] Provisioning complete for port 45a915f0-0102-4745-8fa0-148c16138923 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:24:19.348001 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-445a785c-1416-4dfe-aa90-14c5e6bbd58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (45a915f0-0102-4745-8fa0-148c16138923), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:19.359938 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [req-12b8647f-2455-4928-9127-fe64a14bf3a6 req-af57205d-3417-4ef7-9e58-d08dbbfb7e4b service neutron] Request body: {'port': {'device_id': '4371415a-6d02-4736-91f3-0d6ad12b39af', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827839-2'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:24:19.392067 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387b2cc0-c6ea-42cd-ac34-d4a3418f8afb tempest-ListImageFiltersTestJSON-637610508 tempest-ListImageFiltersTestJSON-637610508-project] Pushing event updated for resources: {'SecurityGroup': ['ID=64f1a98c-fa51-4ada-9579-f28b8d0ae7af,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:24:19.454307 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab2fa4a-f816-41e4-a1d4-4d4c960838d2 req-f14ffe46-36cd-4444-b82c-18df4d478284 tempest-TestServerBasicOps-155849243 tempest-TestServerBasicOps-155849243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:19.464280 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-aab2fa4a-f816-41e4-a1d4-4d4c960838d2 req-f14ffe46-36cd-4444-b82c-18df4d478284 tempest-TestServerBasicOps-155849243 tempest-TestServerBasicOps-155849243-project] 10.222.0.89 "GET /v2.0/ports?device_id=4371415a-6d02-4736-91f3-0d6ad12b39af HTTP/1.1" status: 200 len: 932 time: 0.3412917 Feb 04 17:24:19.468154 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 17:24:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab9e3e65-7a88-4a1d-9c49-eb34b66c825a x-openstack-request-id: req-ab9e3e65-7a88-4a1d-9c49-eb34b66c825a {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:24:19.468507 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1affc7e-c4fd-44da-8120-774326466c99", "name": "network-vif-deleted", "tag": "3120abc2-f8c4-441a-beb5-ce8f46eca2db", "status": "completed", "code": 200}]} {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:24:19.468989 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-ab9e3e65-7a88-4a1d-9c49-eb34b66c825a {{(pid=103377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:24:19.469668 n-d-827839-2 neutron-server[103377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1affc7e-c4fd-44da-8120-774326466c99', 'name': 'network-vif-deleted', 'tag': '3120abc2-f8c4-441a-beb5-ce8f46eca2db', 'status': 'completed', 'code': 200} Feb 04 17:24:19.470596 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-445a785c-1416-4dfe-aa90-14c5e6bbd58b None None] Port 45a915f0-0102-4745-8fa0-148c16138923 cannot update to ACTIVE because it is not bound. {{(pid=103378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 17:24:19.516645 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf391b6e-0354-464d-9566-bb3423829c2a req-bdf43f9a-a7de-426c-8792-8615974d69de tempest-ListImageFiltersTestJSON-637610508 tempest-ListImageFiltersTestJSON-637610508-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:19.518150 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-bf391b6e-0354-464d-9566-bb3423829c2a req-bdf43f9a-a7de-426c-8792-8615974d69de tempest-ListImageFiltersTestJSON-637610508 tempest-ListImageFiltersTestJSON-637610508-project] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4343116 Feb 04 17:24:19.549341 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [req-bf391b6e-0354-464d-9566-bb3423829c2a req-599bc1be-0c8b-4be4-8429-b97b53699d4a tempest-ListImageFiltersTestJSON-637610508 tempest-ListImageFiltersTestJSON-637610508-project] Request body: {'port': {'device_id': 'dc2bad38-c195-4b69-bf4d-a243173f043e', 'network_id': '02be22b9-aa53-40ea-8050-9239cd27d1ff', 'admin_state_up': True, 'tenant_id': 'd779632f9ba14bf19596a38353ed4de4'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:24:19.572172 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-aab2fa4a-f816-41e4-a1d4-4d4c960838d2 req-35be9715-5bd2-4618-96cc-0347864174a2 tempest-TestServerBasicOps-155849243 tempest-TestServerBasicOps-155849243-project] 10.222.0.89 "GET /v2.0/security-groups?id=7550a21d-8f9e-4276-afe6-de321a73b5df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1061034 Feb 04 17:24:19.579719 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.db_base_plugin_common [req-4cb2cce5-b439-4667-8341-747fee803c0b req-387b2cc0-c6ea-42cd-ac34-d4a3418f8afb tempest-ListImageFiltersTestJSON-637610508 tempest-ListImageFiltersTestJSON-637610508-project] Allocated IP 192.168.233.197 (02be22b9-aa53-40ea-8050-9239cd27d1ff/c974b0ff-2c5c-4667-8a81-3bde3ea6ced5/4d4af2e9-7142-4b57-9203-87fed5d08509) {{(pid=103376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:24:19.666960 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-12b8647f-2455-4928-9127-fe64a14bf3a6 req-af57205d-3417-4ef7-9e58-d08dbbfb7e4b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (45a915f0-0102-4745-8fa0-148c16138923), before_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:19.687432 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dfc36a-c145-46f5-b564-db355edf98bc req-6d9737d8-7fc5-4363-9c5e-cfe7e55514ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:19.687915 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dfc36a-c145-46f5-b564-db355edf98bc req-6d9737d8-7fc5-4363-9c5e-cfe7e55514ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:19.688385 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dfc36a-c145-46f5-b564-db355edf98bc req-6d9737d8-7fc5-4363-9c5e-cfe7e55514ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:19.688878 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dfc36a-c145-46f5-b564-db355edf98bc req-6d9737d8-7fc5-4363-9c5e-cfe7e55514ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:19.689347 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dfc36a-c145-46f5-b564-db355edf98bc req-6d9737d8-7fc5-4363-9c5e-cfe7e55514ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:19.689806 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dfc36a-c145-46f5-b564-db355edf98bc req-6d9737d8-7fc5-4363-9c5e-cfe7e55514ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:19.690266 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dfc36a-c145-46f5-b564-db355edf98bc req-6d9737d8-7fc5-4363-9c5e-cfe7e55514ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:19.692271 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-43dfc36a-c145-46f5-b564-db355edf98bc req-6d9737d8-7fc5-4363-9c5e-cfe7e55514ff service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=c5cb386618c24d66b6712f0d36ac7fea&device_id=d23ffa64-7651-4974-8c0d-1ba4c302839d HTTP/1.1" status: 200 len: 6701 time: 0.3839817 Feb 04 17:24:19.732607 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Device 3120abc2-f8c4-441a-beb5-ce8f46eca2db no longer exists at agent hyperv_n-h2-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:24:19.826779 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] No Port match for: 3120abc2-f8c4-441a-beb5-ce8f46eca2db {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 17:24:19.828240 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Device 3120abc2-f8c4-441a-beb5-ce8f46eca2db not bound to the agent host n-h2-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 17:24:19.836426 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-4cb2cce5-b439-4667-8341-747fee803c0b req-387b2cc0-c6ea-42cd-ac34-d4a3418f8afb tempest-ListImageFiltersTestJSON-637610508 tempest-ListImageFiltersTestJSON-637610508-project] Publish callbacks [] for port (4d4af2e9-7142-4b57-9203-87fed5d08509), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:19.902106 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-4cb2cce5-b439-4667-8341-747fee803c0b req-387b2cc0-c6ea-42cd-ac34-d4a3418f8afb tempest-ListImageFiltersTestJSON-637610508 tempest-ListImageFiltersTestJSON-637610508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (4d4af2e9-7142-4b57-9203-87fed5d08509), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:19.953791 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4cb2cce5-b439-4667-8341-747fee803c0b req-387b2cc0-c6ea-42cd-ac34-d4a3418f8afb tempest-ListImageFiltersTestJSON-637610508 tempest-ListImageFiltersTestJSON-637610508-project] Network 02be22b9-aa53-40ea-8050-9239cd27d1ff is already hosted by enough agents. {{(pid=103376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:24:19.957849 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [req-4cb2cce5-b439-4667-8341-747fee803c0b req-387b2cc0-c6ea-42cd-ac34-d4a3418f8afb tempest-ListImageFiltersTestJSON-637610508 tempest-ListImageFiltersTestJSON-637610508-project] Resources bound (agent type, host, resource id): {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:24:19.978729 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [req-4cb2cce5-b439-4667-8341-747fee803c0b req-387b2cc0-c6ea-42cd-ac34-d4a3418f8afb tempest-ListImageFiltersTestJSON-637610508 tempest-ListImageFiltersTestJSON-637610508-project] Received port after_create {{(pid=103376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:24:20.025057 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387b2cc0-c6ea-42cd-ac34-d4a3418f8afb tempest-ListImageFiltersTestJSON-637610508 tempest-ListImageFiltersTestJSON-637610508-project] Pushing event updated for resources: {'Port': ['ID=4d4af2e9-7142-4b57-9203-87fed5d08509,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:24:20.075090 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb2cce5-b439-4667-8341-747fee803c0b req-387b2cc0-c6ea-42cd-ac34-d4a3418f8afb tempest-ListImageFiltersTestJSON-637610508 tempest-ListImageFiltersTestJSON-637610508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:20.075817 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-4cb2cce5-b439-4667-8341-747fee803c0b req-387b2cc0-c6ea-42cd-ac34-d4a3418f8afb tempest-ListImageFiltersTestJSON-637610508 tempest-ListImageFiltersTestJSON-637610508-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:20.082894 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-b988f2de-68c5-415f-8693-e9362357f15b tempest-FloatingIPAdminTestJSON-1156804285 tempest-FloatingIPAdminTestJSON-1156804285-project] Publish callbacks [] for port (b9e17014-ac74-4d44-bf03-0aa8fc4c5019), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:20.107549 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-4cb2cce5-b439-4667-8341-747fee803c0b req-387b2cc0-c6ea-42cd-ac34-d4a3418f8afb tempest-ListImageFiltersTestJSON-637610508 tempest-ListImageFiltersTestJSON-637610508-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1131785 Feb 04 17:24:20.120166 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [req-4cb2cce5-b439-4667-8341-747fee803c0b req-fba83b84-3074-4039-b13d-955d555da21e service neutron] Request body: {'port': {'device_id': 'ae0186a8-6823-4e37-ae44-24840acc296c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827839-2'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:24:20.196274 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-4cb2cce5-b439-4667-8341-747fee803c0b req-fba83b84-3074-4039-b13d-955d555da21e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (4d4af2e9-7142-4b57-9203-87fed5d08509), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:20.383182 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7229fdc-6ebb-4712-9665-9547134ae7f5 req-1c07cb6d-2e18-49c9-8fd9-fcb51a190490 tempest-ServerRescueNegativeTestJSON-1481324798 tempest-ServerRescueNegativeTestJSON-1481324798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:20.392518 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-b7229fdc-6ebb-4712-9665-9547134ae7f5 req-1c07cb6d-2e18-49c9-8fd9-fcb51a190490 tempest-ServerRescueNegativeTestJSON-1481324798 tempest-ServerRescueNegativeTestJSON-1481324798-project] 10.222.0.89 "GET /v2.0/ports?device_id=5f99a685-700d-4f63-88c2-d2a04a4a422d HTTP/1.1" status: 200 len: 945 time: 0.8902214 Feb 04 17:24:20.395036 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dfc36a-c145-46f5-b564-db355edf98bc req-baa79b6a-0311-40c3-8c92-cc95b1c3dd66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:20.397420 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-43dfc36a-c145-46f5-b564-db355edf98bc req-baa79b6a-0311-40c3-8c92-cc95b1c3dd66 service neutron] 10.222.0.96 "GET /v2.0/networks?id=556cd7fb-ae94-473e-9ec8-6200a52368e1 HTTP/1.1" status: 200 len: 903 time: 0.3193254 Feb 04 17:24:20.402881 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-f5e2cabd-7f5d-4f55-a011-cf77c5a9c7b1 None None] Provisioning complete for port 4d4af2e9-7142-4b57-9203-87fed5d08509 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:24:20.403306 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f5e2cabd-7f5d-4f55-a011-cf77c5a9c7b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (4d4af2e9-7142-4b57-9203-87fed5d08509), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:20.446445 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-f5e2cabd-7f5d-4f55-a011-cf77c5a9c7b1 None None] Port 4d4af2e9-7142-4b57-9203-87fed5d08509 cannot update to ACTIVE because it is not bound. {{(pid=103378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 17:24:20.517657 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-2b9a7da2-c919-45b4-b825-8ae0fe537df4 req-4a2e37a9-c992-4be3-8001-3420c994b4b0 tempest-ListImageFiltersTestJSON-637610508 tempest-ListImageFiltersTestJSON-637610508-project] 10.222.0.89 "GET /v2.0/ports?device_id=dc2bad38-c195-4b69-bf4d-a243173f043e HTTP/1.1" status: 200 len: 210 time: 0.0302112 Feb 04 17:24:20.523698 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-b988f2de-68c5-415f-8693-e9362357f15b tempest-FloatingIPAdminTestJSON-1156804285 tempest-FloatingIPAdminTestJSON-1156804285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (b9e17014-ac74-4d44-bf03-0aa8fc4c5019), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:20.573819 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-43dfc36a-c145-46f5-b564-db355edf98bc req-be0f55f4-0e09-45ff-ad4e-6e0031967ad9 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.36&port_id=9d10f3e7-7f29-4443-b5c4-40872e166605 HTTP/1.1" status: 200 len: 217 time: 0.1363506 Feb 04 17:24:20.617254 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [req-4e446243-f8eb-4192-8c4f-73700def82dd req-7a56d487-c2ab-4653-9f7c-96d8e4c81412 service neutron] http://10.222.0.89:9696/v2.0/extensions returned with HTTP 200 {{(pid=103376) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 17:24:20.618479 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-4e446243-f8eb-4192-8c4f-73700def82dd req-7a56d487-c2ab-4653-9f7c-96d8e4c81412 service neutron] 10.222.0.89 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0062416 Feb 04 17:24:20.634829 n-d-827839-2 neutron-server[103376]: DEBUG neutron.notifiers.nova [req-4cb2cce5-b439-4667-8341-747fee803c0b req-fba83b84-3074-4039-b13d-955d555da21e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d4af2e9-7142-4b57-9203-87fed5d08509 {{(pid=103376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 17:24:20.643977 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-4cb2cce5-b439-4667-8341-747fee803c0b req-fba83b84-3074-4039-b13d-955d555da21e service neutron] Publish callbacks [] for port (4d4af2e9-7142-4b57-9203-87fed5d08509), precommit_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:20.662351 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.provisioning_blocks [req-4cb2cce5-b439-4667-8341-747fee803c0b req-fba83b84-3074-4039-b13d-955d555da21e service neutron] Transition to ACTIVE for port object 4d4af2e9-7142-4b57-9203-87fed5d08509 will not be triggered until provisioned by entity L2. {{(pid=103376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 17:24:20.669014 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-4cb2cce5-b439-4667-8341-747fee803c0b req-fba83b84-3074-4039-b13d-955d555da21e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675836'] for port (4d4af2e9-7142-4b57-9203-87fed5d08509), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:20.701805 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b988f2de-68c5-415f-8693-e9362357f15b tempest-FloatingIPAdminTestJSON-1156804285 tempest-FloatingIPAdminTestJSON-1156804285-project] Network 48165773-85ad-49a1-9ec1-76fc8dc24188 is already hosted by enough agents. {{(pid=103377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:24:20.715133 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [None req-b988f2de-68c5-415f-8693-e9362357f15b tempest-FloatingIPAdminTestJSON-1156804285 tempest-FloatingIPAdminTestJSON-1156804285-project] Resources bound (agent type, host, resource id): {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:24:20.736650 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-b7229fdc-6ebb-4712-9665-9547134ae7f5 req-7898e2e3-f915-481b-bd02-23b8b80e850d tempest-ServerRescueNegativeTestJSON-1481324798 tempest-ServerRescueNegativeTestJSON-1481324798-project] 10.222.0.89 "GET /v2.0/security-groups?id=47e1fb0d-88ed-4fed-9e75-9f02b9f534f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3429818 Feb 04 17:24:20.740230 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b988f2de-68c5-415f-8693-e9362357f15b tempest-FloatingIPAdminTestJSON-1156804285 tempest-FloatingIPAdminTestJSON-1156804285-project] Received port after_create {{(pid=103377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:24:20.747520 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf391b6e-0354-464d-9566-bb3423829c2a req-599bc1be-0c8b-4be4-8429-b97b53699d4a tempest-ListImageFiltersTestJSON-637610508 tempest-ListImageFiltersTestJSON-637610508-project] Made reservation on behalf of d779632f9ba14bf19596a38353ed4de4 for: {'port': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:24:20.751008 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-bf391b6e-0354-464d-9566-bb3423829c2a req-599bc1be-0c8b-4be4-8429-b97b53699d4a tempest-ListImageFiltersTestJSON-637610508 tempest-ListImageFiltersTestJSON-637610508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:20.767792 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b988f2de-68c5-415f-8693-e9362357f15b tempest-FloatingIPAdminTestJSON-1156804285 tempest-FloatingIPAdminTestJSON-1156804285-project] Pushing event updated for resources: {'Port': ['ID=b9e17014-ac74-4d44-bf03-0aa8fc4c5019,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:24:20.808350 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba83b84-3074-4039-b13d-955d555da21e service neutron] Pushing event updated for resources: {'Port': ['ID=4d4af2e9-7142-4b57-9203-87fed5d08509,revision_number=2']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:24:20.868802 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dfc36a-c145-46f5-b564-db355edf98bc req-2603d6d0-066f-45e7-acf6-28401ec74586 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:20.870464 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-43dfc36a-c145-46f5-b564-db355edf98bc req-2603d6d0-066f-45e7-acf6-28401ec74586 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=c75ba609-a10e-4499-b6d7-a9d627fc3822 HTTP/1.1" status: 200 len: 797 time: 0.2569520 Feb 04 17:24:20.877369 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 39766) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:24:21.107558 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [req-4cb2cce5-b439-4667-8341-747fee803c0b req-fba83b84-3074-4039-b13d-955d555da21e service neutron] Attempting to bind port 4d4af2e9-7142-4b57-9203-87fed5d08509 on host n-h1-827839-2 for vnic_type normal with profile {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:24:21.112602 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [req-4cb2cce5-b439-4667-8341-747fee803c0b req-fba83b84-3074-4039-b13d-955d555da21e service neutron] Attempting to bind port 4d4af2e9-7142-4b57-9203-87fed5d08509 by drivers openvswitch,hyperv on host n-h1-827839-2 at level 0 using segments [{'id': '3a39b085-d3e6-43bb-a64c-1b06dd049e5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '02be22b9-aa53-40ea-8050-9239cd27d1ff'}] {{(pid=103376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:24:21.113940 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cb2cce5-b439-4667-8341-747fee803c0b req-fba83b84-3074-4039-b13d-955d555da21e service neutron] Attempting to bind port 4d4af2e9-7142-4b57-9203-87fed5d08509 on network 02be22b9-aa53-40ea-8050-9239cd27d1ff {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:24:21.137947 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cb2cce5-b439-4667-8341-747fee803c0b req-fba83b84-3074-4039-b13d-955d555da21e service neutron] Port 4d4af2e9-7142-4b57-9203-87fed5d08509 on network 02be22b9-aa53-40ea-8050-9239cd27d1ff not bound, no agent of type Open vSwitch agent registered on host n-h1-827839-2 {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 17:24:21.138362 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cb2cce5-b439-4667-8341-747fee803c0b req-fba83b84-3074-4039-b13d-955d555da21e service neutron] Attempting to bind port 4d4af2e9-7142-4b57-9203-87fed5d08509 on network 02be22b9-aa53-40ea-8050-9239cd27d1ff {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:24:21.159722 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cb2cce5-b439-4667-8341-747fee803c0b req-fba83b84-3074-4039-b13d-955d555da21e service neutron] Checking agent: {'id': '3f9244a9-75fc-4c10-b195-11d48b853b41', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 8, 42), 'started_at': datetime.datetime(2022, 2, 4, 17, 8, 42), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 24, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:24:21.159722 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cb2cce5-b439-4667-8341-747fee803c0b req-fba83b84-3074-4039-b13d-955d555da21e service neutron] Checking segment: {'id': '3a39b085-d3e6-43bb-a64c-1b06dd049e5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '02be22b9-aa53-40ea-8050-9239cd27d1ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:24:21.162127 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cb2cce5-b439-4667-8341-747fee803c0b req-fba83b84-3074-4039-b13d-955d555da21e service neutron] Bound using segment: {'id': '3a39b085-d3e6-43bb-a64c-1b06dd049e5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '02be22b9-aa53-40ea-8050-9239cd27d1ff'} {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:24:21.162676 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [req-4cb2cce5-b439-4667-8341-747fee803c0b req-fba83b84-3074-4039-b13d-955d555da21e service neutron] Bound port: 4d4af2e9-7142-4b57-9203-87fed5d08509, host: n-h1-827839-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a39b085-d3e6-43bb-a64c-1b06dd049e5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '02be22b9-aa53-40ea-8050-9239cd27d1ff'}}] {{(pid=103376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:24:21.163057 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-4cb2cce5-b439-4667-8341-747fee803c0b req-fba83b84-3074-4039-b13d-955d555da21e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (4d4af2e9-7142-4b57-9203-87fed5d08509), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:21.285398 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-b988f2de-68c5-415f-8693-e9362357f15b tempest-FloatingIPAdminTestJSON-1156804285 tempest-FloatingIPAdminTestJSON-1156804285-project] Publish callbacks [] for floatingip (0b167052-f423-4d8d-9a85-9ce685e2c858), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:21.315306 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dfc36a-c145-46f5-b564-db355edf98bc req-f32d96b5-e696-465d-857f-92852cf68222 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:21.321034 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-43dfc36a-c145-46f5-b564-db355edf98bc req-f32d96b5-e696-465d-857f-92852cf68222 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=556cd7fb-ae94-473e-9ec8-6200a52368e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.4386873 Feb 04 17:24:21.321034 n-d-827839-2 neutron-server[103377]: DEBUG neutron.notifiers.nova [req-12b8647f-2455-4928-9127-fe64a14bf3a6 req-af57205d-3417-4ef7-9e58-d08dbbfb7e4b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 45a915f0-0102-4745-8fa0-148c16138923 {{(pid=103377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 17:24:21.379871 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-12b8647f-2455-4928-9127-fe64a14bf3a6 req-af57205d-3417-4ef7-9e58-d08dbbfb7e4b service neutron] Publish callbacks [] for port (45a915f0-0102-4745-8fa0-148c16138923), precommit_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:21.400482 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b738e6e3-e0fd-4aad-a562-6de5633f5337 req-40277c4b-8657-442c-8574-15b9f8bd56ed tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:21.406733 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b738e6e3-e0fd-4aad-a562-6de5633f5337 req-40277c4b-8657-442c-8574-15b9f8bd56ed tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:21.412386 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b738e6e3-e0fd-4aad-a562-6de5633f5337 req-40277c4b-8657-442c-8574-15b9f8bd56ed tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:21.418151 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b738e6e3-e0fd-4aad-a562-6de5633f5337 req-40277c4b-8657-442c-8574-15b9f8bd56ed tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:21.420394 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [req-4cb2cce5-b439-4667-8341-747fee803c0b req-fba83b84-3074-4039-b13d-955d555da21e service neutron] For port 4d4af2e9-7142-4b57-9203-87fed5d08509, host n-h1-827839-2, cleared binding levels {{(pid=103376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:24:21.424403 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b738e6e3-e0fd-4aad-a562-6de5633f5337 req-40277c4b-8657-442c-8574-15b9f8bd56ed tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:21.430509 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b738e6e3-e0fd-4aad-a562-6de5633f5337 req-40277c4b-8657-442c-8574-15b9f8bd56ed tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:21.436468 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b738e6e3-e0fd-4aad-a562-6de5633f5337 req-40277c4b-8657-442c-8574-15b9f8bd56ed tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:21.438729 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-b738e6e3-e0fd-4aad-a562-6de5633f5337 req-40277c4b-8657-442c-8574-15b9f8bd56ed tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] 10.222.0.89 "GET /v2.0/ports?device_id=d23ffa64-7651-4974-8c0d-1ba4c302839d HTTP/1.1" status: 200 len: 5427 time: 0.5176001 Feb 04 17:24:21.442798 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [req-4cb2cce5-b439-4667-8341-747fee803c0b req-fba83b84-3074-4039-b13d-955d555da21e service neutron] For port 4d4af2e9-7142-4b57-9203-87fed5d08509, host n-h1-827839-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=4d4af2e9-7142-4b57-9203-87fed5d08509,segment=NetworkSegment(3a39b085-d3e6-43bb-a64c-1b06dd049e5a),segment_id=3a39b085-d3e6-43bb-a64c-1b06dd049e5a)] {{(pid=103376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:24:21.465862 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-4cb2cce5-b439-4667-8341-747fee803c0b req-fba83b84-3074-4039-b13d-955d555da21e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675836'] for port (4d4af2e9-7142-4b57-9203-87fed5d08509), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:21.511045 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.provisioning_blocks [req-12b8647f-2455-4928-9127-fe64a14bf3a6 req-af57205d-3417-4ef7-9e58-d08dbbfb7e4b service neutron] Transition to ACTIVE for port object 45a915f0-0102-4745-8fa0-148c16138923 will not be triggered until provisioned by entity L2. {{(pid=103377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 17:24:21.514133 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb94997c-c9b4-4a8d-baf1-6aa555865848 req-6f52ced4-5a22-4d81-8ff0-8641ee3ba562 tempest-TestServerBasicOps-155849243 tempest-TestServerBasicOps-155849243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:21.515709 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-fb94997c-c9b4-4a8d-baf1-6aa555865848 req-6f52ced4-5a22-4d81-8ff0-8641ee3ba562 tempest-TestServerBasicOps-155849243 tempest-TestServerBasicOps-155849243-project] 10.222.0.89 "GET /v2.0/ports?device_id=4371415a-6d02-4736-91f3-0d6ad12b39af HTTP/1.1" status: 200 len: 932 time: 0.2760174 Feb 04 17:24:21.523043 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-c1935fe6-b56a-48e2-9e37-3b92a967104b req-9a2b8636-f4c5-4028-b94e-6a68333f4cef service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=32c473d7-3f2d-495e-b44f-fd0929434fbd&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2327304 Feb 04 17:24:21.523244 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-b988f2de-68c5-415f-8693-e9362357f15b tempest-FloatingIPAdminTestJSON-1156804285 tempest-FloatingIPAdminTestJSON-1156804285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (b9e17014-ac74-4d44-bf03-0aa8fc4c5019), before_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:21.531579 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb2cce5-b439-4667-8341-747fee803c0b req-fba83b84-3074-4039-b13d-955d555da21e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:21.531936 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-4cb2cce5-b439-4667-8341-747fee803c0b req-fba83b84-3074-4039-b13d-955d555da21e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:21.533529 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-12b8647f-2455-4928-9127-fe64a14bf3a6 req-af57205d-3417-4ef7-9e58-d08dbbfb7e4b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25888290'] for port (45a915f0-0102-4745-8fa0-148c16138923), after_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:21.533694 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-4cb2cce5-b439-4667-8341-747fee803c0b req-fba83b84-3074-4039-b13d-955d555da21e service neutron] 10.222.0.96 "PUT /v2.0/ports/4d4af2e9-7142-4b57-9203-87fed5d08509 HTTP/1.1" status: 200 len: 1096 time: 1.4180133 Feb 04 17:24:21.537204 n-d-827839-2 neutron-server[103376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae0186a8-6823-4e37-ae44-24840acc296c', 'tag': '4d4af2e9-7142-4b57-9203-87fed5d08509'}] {{(pid=103376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:24:21.538144 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d59c3bb5e2f09ebf62144d5e09b1cff60c763a9c19614c24538e77842938c05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f054aff7-7f6e-46e9-8f9d-4baf9f03129b" -d '{"events": [{"name": "network-changed", "server_uuid": "ae0186a8-6823-4e37-ae44-24840acc296c", "tag": "4d4af2e9-7142-4b57-9203-87fed5d08509"}]}' {{(pid=103376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:24:21.579781 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [req-c1935fe6-b56a-48e2-9e37-3b92a967104b req-7f62172b-d8de-4158-8a87-37e11dac083e service neutron] http://10.222.0.89:9696/v2.0/extensions returned with HTTP 200 {{(pid=103376) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 17:24:21.580820 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-c1935fe6-b56a-48e2-9e37-3b92a967104b req-7f62172b-d8de-4158-8a87-37e11dac083e service neutron] 10.222.0.89 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0066829 Feb 04 17:24:21.602887 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.db_base_plugin_common [req-bf391b6e-0354-464d-9566-bb3423829c2a req-599bc1be-0c8b-4be4-8429-b97b53699d4a tempest-ListImageFiltersTestJSON-637610508 tempest-ListImageFiltersTestJSON-637610508-project] Allocated IP 192.168.233.245 (02be22b9-aa53-40ea-8050-9239cd27d1ff/c974b0ff-2c5c-4667-8a81-3bde3ea6ced5/bf588a04-722e-47f6-9543-998107c8912a) {{(pid=103377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:24:21.679144 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba83b84-3074-4039-b13d-955d555da21e service neutron] Pushing event updated for resources: {'Port': ['ID=4d4af2e9-7142-4b57-9203-87fed5d08509,revision_number=3']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:24:21.753797 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Device 24331ad9-dd8a-4265-8e43-3d742afe5cae no longer exists at agent hyperv_n-h2-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:24:21.844675 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb2cce5-b439-4667-8341-747fee803c0b req-eeaac0ae-d130-45c6-8b91-615ebd1875b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:21.848622 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-4cb2cce5-b439-4667-8341-747fee803c0b req-eeaac0ae-d130-45c6-8b91-615ebd1875b2 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=d779632f9ba14bf19596a38353ed4de4&device_id=ae0186a8-6823-4e37-ae44-24840acc296c HTTP/1.1" status: 200 len: 1130 time: 0.2641618 Feb 04 17:24:21.891836 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-fb94997c-c9b4-4a8d-baf1-6aa555865848 req-8188f239-6a76-4cc5-9b3c-f09b88d64ac7 tempest-TestServerBasicOps-155849243 tempest-TestServerBasicOps-155849243-project] 10.222.0.89 "GET /v2.0/security-groups?id=7550a21d-8f9e-4276-afe6-de321a73b5df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3186517 Feb 04 17:24:22.004958 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Current status of the port 24331ad9-dd8a-4265-8e43-3d742afe5cae is: ACTIVE; New status is: DOWN {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:24:22.005366 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (24331ad9-dd8a-4265-8e43-3d742afe5cae), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:22.031977 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-4cb2cce5-b439-4667-8341-747fee803c0b req-95b2a5b2-d6d4-49d7-8559-d746a08d02a2 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.197&port_id=4d4af2e9-7142-4b57-9203-87fed5d08509 HTTP/1.1" status: 200 len: 217 time: 0.1727185 Feb 04 17:24:22.062228 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f68109e-df04-484f-b992-6678b4ebbbe8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '24331ad9-dd8a-4265-8e43-3d742afe5cae'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:24:22.064642 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c34bc964ce2211770fda26ca2f3801cc06f4f39928110690550e94ab9c9d2fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ebf9126-5904-453e-8671-ee73d40fffd0" -d '{"events": [{"server_uuid": "5f68109e-df04-484f-b992-6678b4ebbbe8", "name": "network-vif-unplugged", "status": "completed", "tag": "24331ad9-dd8a-4265-8e43-3d742afe5cae"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:24:22.086586 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] For port 24331ad9-dd8a-4265-8e43-3d742afe5cae, host n-h2-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=24331ad9-dd8a-4265-8e43-3d742afe5cae,segment=NetworkSegment(40be95d6-8661-400f-bc9d-3f4c57dcd00c),segment_id=40be95d6-8661-400f-bc9d-3f4c57dcd00c)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:24:22.094667 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (24331ad9-dd8a-4265-8e43-3d742afe5cae), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:22.106868 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-bf391b6e-0354-464d-9566-bb3423829c2a req-599bc1be-0c8b-4be4-8429-b97b53699d4a tempest-ListImageFiltersTestJSON-637610508 tempest-ListImageFiltersTestJSON-637610508-project] Publish callbacks [] for port (bf588a04-722e-47f6-9543-998107c8912a), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:22.150936 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-43dfc36a-c145-46f5-b564-db355edf98bc req-d26841cb-133a-4f71-b12a-548a6e431489 service neutron] 10.222.0.96 "GET /v2.0/networks/556cd7fb-ae94-473e-9ec8-6200a52368e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7843106 Feb 04 17:24:22.191694 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Pushing event updated for resources: {'Port': ['ID=24331ad9-dd8a-4265-8e43-3d742afe5cae,revision_number=8']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:24:22.203869 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb2cce5-b439-4667-8341-747fee803c0b req-d3503760-f450-4eb6-be6f-dc22596b8ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:22.205216 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-4cb2cce5-b439-4667-8341-747fee803c0b req-d3503760-f450-4eb6-be6f-dc22596b8ed1 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=c974b0ff-2c5c-4667-8a81-3bde3ea6ced5 HTTP/1.1" status: 200 len: 843 time: 0.1650684 Feb 04 17:24:22.216371 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af57205d-3417-4ef7-9e58-d08dbbfb7e4b service neutron] Pushing event updated for resources: {'Port': ['ID=45a915f0-0102-4745-8fa0-148c16138923,revision_number=2']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:24:22.219170 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-bf391b6e-0354-464d-9566-bb3423829c2a req-599bc1be-0c8b-4be4-8429-b97b53699d4a tempest-ListImageFiltersTestJSON-637610508 tempest-ListImageFiltersTestJSON-637610508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (bf588a04-722e-47f6-9543-998107c8912a), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:22.257991 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12a7760-54a1-4b0d-876d-79f9f497c5d4 req-8661a528-e801-4a0a-bf6f-bfe364f35c9c tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:22.260055 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-e12a7760-54a1-4b0d-876d-79f9f497c5d4 req-8661a528-e801-4a0a-bf6f-bfe364f35c9c tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] 10.222.0.89 "GET /v2.0/ports?device_id=32c473d7-3f2d-495e-b44f-fd0929434fbd HTTP/1.1" status: 200 len: 944 time: 0.2220984 Feb 04 17:24:22.398483 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-e12a7760-54a1-4b0d-876d-79f9f497c5d4 req-e1755c2f-6675-45af-9f62-438102308a94 tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] 10.222.0.89 "GET /v2.0/security-groups?id=e65ecd24-4d97-4684-be33-350ed30f90cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1243355 Feb 04 17:24:22.424310 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb2cce5-b439-4667-8341-747fee803c0b req-5771d830-78a9-4af8-bd9f-043cdede3754 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:22.424310 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-4cb2cce5-b439-4667-8341-747fee803c0b req-5771d830-78a9-4af8-bd9f-043cdede3754 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=02be22b9-aa53-40ea-8050-9239cd27d1ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1691725 Feb 04 17:24:22.427700 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-56fa3a4c-e63e-423e-9426-5077d3366cec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602754'] for router_interface (f9e68899-a077-46b6-9665-a5d5cb9a1cec), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:22.449518 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-b738e6e3-e0fd-4aad-a562-6de5633f5337 req-ad05d2cf-8f47-4829-8a3f-28ee3372d527 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] 10.222.0.89 "GET /v2.0/security-groups?id=f41001c7-a515-4baa-b12d-2443831f66d9&id=6c430dff-7990-44ba-b62d-7ce4a11c9249&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.9855196 Feb 04 17:24:22.524681 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf391b6e-0354-464d-9566-bb3423829c2a req-599bc1be-0c8b-4be4-8429-b97b53699d4a tempest-ListImageFiltersTestJSON-637610508 tempest-ListImageFiltersTestJSON-637610508-project] Network 02be22b9-aa53-40ea-8050-9239cd27d1ff is already hosted by enough agents. {{(pid=103377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:24:22.550355 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [req-bf391b6e-0354-464d-9566-bb3423829c2a req-599bc1be-0c8b-4be4-8429-b97b53699d4a tempest-ListImageFiltersTestJSON-637610508 tempest-ListImageFiltersTestJSON-637610508-project] Resources bound (agent type, host, resource id): {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:24:22.569705 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf391b6e-0354-464d-9566-bb3423829c2a req-599bc1be-0c8b-4be4-8429-b97b53699d4a tempest-ListImageFiltersTestJSON-637610508 tempest-ListImageFiltersTestJSON-637610508-project] Received port after_create {{(pid=103377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:24:22.680804 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf391b6e-0354-464d-9566-bb3423829c2a req-599bc1be-0c8b-4be4-8429-b97b53699d4a tempest-ListImageFiltersTestJSON-637610508 tempest-ListImageFiltersTestJSON-637610508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:22.681414 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-bf391b6e-0354-464d-9566-bb3423829c2a req-599bc1be-0c8b-4be4-8429-b97b53699d4a tempest-ListImageFiltersTestJSON-637610508 tempest-ListImageFiltersTestJSON-637610508-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:22.703439 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-43dfc36a-c145-46f5-b564-db355edf98bc req-f5e83cdf-ed92-4ff6-9514-85ade008ee14 service neutron] 10.222.0.96 "GET /v2.0/networks/556cd7fb-ae94-473e-9ec8-6200a52368e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4825077 Feb 04 17:24:22.704160 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599bc1be-0c8b-4be4-8429-b97b53699d4a tempest-ListImageFiltersTestJSON-637610508 tempest-ListImageFiltersTestJSON-637610508-project] Pushing event updated for resources: {'Port': ['ID=bf588a04-722e-47f6-9543-998107c8912a,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:24:22.826193 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-bf391b6e-0354-464d-9566-bb3423829c2a req-599bc1be-0c8b-4be4-8429-b97b53699d4a tempest-ListImageFiltersTestJSON-637610508 tempest-ListImageFiltersTestJSON-637610508-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.2907953 Feb 04 17:24:22.883992 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [req-bf391b6e-0354-464d-9566-bb3423829c2a req-159fde5e-f171-41dc-8e52-62c34cdfdd9f service neutron] Request body: {'port': {'device_id': 'dc2bad38-c195-4b69-bf4d-a243173f043e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827839-2'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:24:22.919205 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-6a4f3f17-335d-42e0-b578-299eebc12b74 None None] Provisioning complete for port bf588a04-722e-47f6-9543-998107c8912a triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:24:22.919749 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6a4f3f17-335d-42e0-b578-299eebc12b74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (bf588a04-722e-47f6-9543-998107c8912a), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:23.004271 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-6a4f3f17-335d-42e0-b578-299eebc12b74 None None] Port bf588a04-722e-47f6-9543-998107c8912a cannot update to ACTIVE because it is not bound. {{(pid=103378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 17:24:23.036647 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-bf391b6e-0354-464d-9566-bb3423829c2a req-159fde5e-f171-41dc-8e52-62c34cdfdd9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (bf588a04-722e-47f6-9543-998107c8912a), before_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:23.050585 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [req-12b8647f-2455-4928-9127-fe64a14bf3a6 req-af57205d-3417-4ef7-9e58-d08dbbfb7e4b service neutron] Attempting to bind port 45a915f0-0102-4745-8fa0-148c16138923 on host n-h2-827839-2 for vnic_type normal with profile {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:24:23.050933 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [req-12b8647f-2455-4928-9127-fe64a14bf3a6 req-af57205d-3417-4ef7-9e58-d08dbbfb7e4b service neutron] Attempting to bind port 45a915f0-0102-4745-8fa0-148c16138923 by drivers openvswitch,hyperv on host n-h2-827839-2 at level 0 using segments [{'id': '1cf24bdf-cd2a-424e-9446-8006bc746b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '97b2e9b0-cacd-4163-811b-ff2a765f7055'}] {{(pid=103377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:24:23.051462 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12b8647f-2455-4928-9127-fe64a14bf3a6 req-af57205d-3417-4ef7-9e58-d08dbbfb7e4b service neutron] Attempting to bind port 45a915f0-0102-4745-8fa0-148c16138923 on network 97b2e9b0-cacd-4163-811b-ff2a765f7055 {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:24:23.067685 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c6f24e-ab09-4810-8b53-b0062dfce97f req-c77a354d-011e-42b8-8172-dcfcd5179a02 tempest-ListImageFiltersTestJSON-637610508 tempest-ListImageFiltersTestJSON-637610508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:23.069214 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-b2c6f24e-ab09-4810-8b53-b0062dfce97f req-c77a354d-011e-42b8-8172-dcfcd5179a02 tempest-ListImageFiltersTestJSON-637610508 tempest-ListImageFiltersTestJSON-637610508-project] 10.222.0.89 "GET /v2.0/ports?device_id=dc2bad38-c195-4b69-bf4d-a243173f043e HTTP/1.1" status: 200 len: 936 time: 0.3982871 Feb 04 17:24:23.190538 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-4cb2cce5-b439-4667-8341-747fee803c0b req-2cfa79e7-0f65-46a4-b010-9ff56f178764 service neutron] 10.222.0.96 "GET /v2.0/networks/02be22b9-aa53-40ea-8050-9239cd27d1ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6657224 Feb 04 17:24:23.197765 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e01a9c-1f06-4e5b-8dc4-f19aeb410168 req-b778caba-39d4-4acc-be2e-114960551532 tempest-ImagesTestJSON-301921999 tempest-ImagesTestJSON-301921999-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:23.205690 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-d4e01a9c-1f06-4e5b-8dc4-f19aeb410168 req-b778caba-39d4-4acc-be2e-114960551532 tempest-ImagesTestJSON-301921999 tempest-ImagesTestJSON-301921999-project] 10.222.0.89 "GET /v2.0/networks?id=a69bfb95-797b-4825-866b-2c94a621d18a HTTP/1.1" status: 200 len: 804 time: 0.3441274 Feb 04 17:24:23.333579 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-d4e01a9c-1f06-4e5b-8dc4-f19aeb410168 req-8e3fcc9e-ce8b-47f7-bf24-5dda56bc4b2b tempest-ImagesTestJSON-301921999 tempest-ImagesTestJSON-301921999-project] 10.222.0.89 "GET /v2.0/quotas/08c8ed9304cf401d8c1d136ac3844d2a HTTP/1.1" status: 200 len: 375 time: 0.1266468 Feb 04 17:24:23.356670 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4405b21-3682-4055-b8e9-b0e3694acd5a req-425eea74-0dec-420a-b19a-f217f6a68136 tempest-ImagesTestJSON-301921999 tempest-ImagesTestJSON-301921999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:23.358409 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-a4405b21-3682-4055-b8e9-b0e3694acd5a req-425eea74-0dec-420a-b19a-f217f6a68136 tempest-ImagesTestJSON-301921999 tempest-ImagesTestJSON-301921999-project] 10.222.0.90 "GET /v2.0/ports?device_id=5f68109e-df04-484f-b992-6678b4ebbbe8 HTTP/1.1" status: 200 len: 943 time: 0.3554618 Feb 04 17:24:23.384935 n-d-827839-2 neutron-server[103377]: DEBUG neutron.notifiers.nova [req-bf391b6e-0354-464d-9566-bb3423829c2a req-159fde5e-f171-41dc-8e52-62c34cdfdd9f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf588a04-722e-47f6-9543-998107c8912a {{(pid=103377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 17:24:23.394466 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-bf391b6e-0354-464d-9566-bb3423829c2a req-159fde5e-f171-41dc-8e52-62c34cdfdd9f service neutron] Publish callbacks [] for port (bf588a04-722e-47f6-9543-998107c8912a), precommit_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:23.413663 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.provisioning_blocks [req-bf391b6e-0354-464d-9566-bb3423829c2a req-159fde5e-f171-41dc-8e52-62c34cdfdd9f service neutron] Transition to ACTIVE for port object bf588a04-722e-47f6-9543-998107c8912a will not be triggered until provisioned by entity L2. {{(pid=103377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 17:24:23.414681 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12b8647f-2455-4928-9127-fe64a14bf3a6 req-af57205d-3417-4ef7-9e58-d08dbbfb7e4b service neutron] Port 45a915f0-0102-4745-8fa0-148c16138923 on network 97b2e9b0-cacd-4163-811b-ff2a765f7055 not bound, no agent of type Open vSwitch agent registered on host n-h2-827839-2 {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 17:24:23.415006 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12b8647f-2455-4928-9127-fe64a14bf3a6 req-af57205d-3417-4ef7-9e58-d08dbbfb7e4b service neutron] Attempting to bind port 45a915f0-0102-4745-8fa0-148c16138923 on network 97b2e9b0-cacd-4163-811b-ff2a765f7055 {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:24:23.432594 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12b8647f-2455-4928-9127-fe64a14bf3a6 req-af57205d-3417-4ef7-9e58-d08dbbfb7e4b service neutron] Checking agent: {'id': 'f20a1ab3-4332-4f54-833b-ba4a7c687e89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 8, 40), 'started_at': datetime.datetime(2022, 2, 4, 17, 8, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 24, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:24:23.433055 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12b8647f-2455-4928-9127-fe64a14bf3a6 req-af57205d-3417-4ef7-9e58-d08dbbfb7e4b service neutron] Checking segment: {'id': '1cf24bdf-cd2a-424e-9446-8006bc746b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '97b2e9b0-cacd-4163-811b-ff2a765f7055'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:24:23.433987 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12b8647f-2455-4928-9127-fe64a14bf3a6 req-af57205d-3417-4ef7-9e58-d08dbbfb7e4b service neutron] Bound using segment: {'id': '1cf24bdf-cd2a-424e-9446-8006bc746b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '97b2e9b0-cacd-4163-811b-ff2a765f7055'} {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:24:23.434433 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [req-12b8647f-2455-4928-9127-fe64a14bf3a6 req-af57205d-3417-4ef7-9e58-d08dbbfb7e4b service neutron] Bound port: 45a915f0-0102-4745-8fa0-148c16138923, host: n-h2-827839-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1cf24bdf-cd2a-424e-9446-8006bc746b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '97b2e9b0-cacd-4163-811b-ff2a765f7055'}}] {{(pid=103377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:24:23.434793 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-12b8647f-2455-4928-9127-fe64a14bf3a6 req-af57205d-3417-4ef7-9e58-d08dbbfb7e4b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (45a915f0-0102-4745-8fa0-148c16138923), before_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:23.519385 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [req-12b8647f-2455-4928-9127-fe64a14bf3a6 req-af57205d-3417-4ef7-9e58-d08dbbfb7e4b service neutron] For port 45a915f0-0102-4745-8fa0-148c16138923, host n-h2-827839-2, cleared binding levels {{(pid=103377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:24:23.522761 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [req-12b8647f-2455-4928-9127-fe64a14bf3a6 req-af57205d-3417-4ef7-9e58-d08dbbfb7e4b service neutron] For port 45a915f0-0102-4745-8fa0-148c16138923, host n-h2-827839-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=45a915f0-0102-4745-8fa0-148c16138923,segment=NetworkSegment(1cf24bdf-cd2a-424e-9446-8006bc746b7c),segment_id=1cf24bdf-cd2a-424e-9446-8006bc746b7c)] {{(pid=103377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:24:23.525697 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-bf391b6e-0354-464d-9566-bb3423829c2a req-159fde5e-f171-41dc-8e52-62c34cdfdd9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25888290'] for port (bf588a04-722e-47f6-9543-998107c8912a), after_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:23.539166 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-4cb2cce5-b439-4667-8341-747fee803c0b req-e0e59aea-8a11-4692-9c93-0fa5ff140d97 service neutron] 10.222.0.96 "GET /v2.0/networks/02be22b9-aa53-40ea-8050-9239cd27d1ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3309116 Feb 04 17:24:23.570391 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-d4e01a9c-1f06-4e5b-8dc4-f19aeb410168 req-0f3c153f-f1cd-4949-b05f-ced3187429d6 tempest-ImagesTestJSON-301921999 tempest-ImagesTestJSON-301921999-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=08c8ed9304cf401d8c1d136ac3844d2a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2355218 Feb 04 17:24:23.609929 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-12b8647f-2455-4928-9127-fe64a14bf3a6 req-af57205d-3417-4ef7-9e58-d08dbbfb7e4b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25888290'] for port (45a915f0-0102-4745-8fa0-148c16138923), after_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:23.637344 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dfc36a-c145-46f5-b564-db355edf98bc req-5e10776f-60cd-4196-b031-307034bc13f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:23.637825 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dfc36a-c145-46f5-b564-db355edf98bc req-5e10776f-60cd-4196-b031-307034bc13f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:23.638290 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dfc36a-c145-46f5-b564-db355edf98bc req-5e10776f-60cd-4196-b031-307034bc13f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:23.638755 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dfc36a-c145-46f5-b564-db355edf98bc req-5e10776f-60cd-4196-b031-307034bc13f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:23.639219 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dfc36a-c145-46f5-b564-db355edf98bc req-5e10776f-60cd-4196-b031-307034bc13f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:23.639678 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dfc36a-c145-46f5-b564-db355edf98bc req-5e10776f-60cd-4196-b031-307034bc13f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:23.640140 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dfc36a-c145-46f5-b564-db355edf98bc req-5e10776f-60cd-4196-b031-307034bc13f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:23.642142 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-43dfc36a-c145-46f5-b564-db355edf98bc req-5e10776f-60cd-4196-b031-307034bc13f7 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=c5cb386618c24d66b6712f0d36ac7fea&device_id=d23ffa64-7651-4974-8c0d-1ba4c302839d HTTP/1.1" status: 200 len: 6701 time: 0.8134823 Feb 04 17:24:23.675898 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159fde5e-f171-41dc-8e52-62c34cdfdd9f service neutron] Pushing event updated for resources: {'Port': ['ID=bf588a04-722e-47f6-9543-998107c8912a,revision_number=2']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:24:23.693206 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b8647f-2455-4928-9127-fe64a14bf3a6 req-af57205d-3417-4ef7-9e58-d08dbbfb7e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:23.693653 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-12b8647f-2455-4928-9127-fe64a14bf3a6 req-af57205d-3417-4ef7-9e58-d08dbbfb7e4b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:23.695050 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-12b8647f-2455-4928-9127-fe64a14bf3a6 req-af57205d-3417-4ef7-9e58-d08dbbfb7e4b service neutron] 10.222.0.90 "PUT /v2.0/ports/45a915f0-0102-4745-8fa0-148c16138923 HTTP/1.1" status: 200 len: 1092 time: 4.3855224 Feb 04 17:24:23.769310 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [req-a4405b21-3682-4055-b8e9-b0e3694acd5a req-ecfb6c51-acf1-49c6-b7fa-0d3928575eca tempest-ImagesTestJSON-301921999 tempest-ImagesTestJSON-301921999-project] Deleting port 24331ad9-dd8a-4265-8e43-3d742afe5cae {{(pid=103376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:24:23.769704 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-a4405b21-3682-4055-b8e9-b0e3694acd5a req-ecfb6c51-acf1-49c6-b7fa-0d3928575eca tempest-ImagesTestJSON-301921999 tempest-ImagesTestJSON-301921999-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (24331ad9-dd8a-4265-8e43-3d742afe5cae), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:23.777347 n-d-827839-2 neutron-server[103377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4371415a-6d02-4736-91f3-0d6ad12b39af', 'tag': '45a915f0-0102-4745-8fa0-148c16138923'}] {{(pid=103377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:24:23.779732 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7240428b650e1488e9361b62648ff4b3a6c19d49d8c27c949491ab58c1346cf0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c69874b-e297-4074-8cd8-2434c70a7285" -d '{"events": [{"name": "network-changed", "server_uuid": "4371415a-6d02-4736-91f3-0d6ad12b39af", "tag": "45a915f0-0102-4745-8fa0-148c16138923"}]}' {{(pid=103377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:24:23.886376 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-d4e01a9c-1f06-4e5b-8dc4-f19aeb410168 req-cf20d4a9-ca8f-4a46-a9c7-0e2a795d8a65 service neutron] 10.222.0.89 "GET /v2.0/networks/a69bfb95-797b-4825-866b-2c94a621d18a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3149183 Feb 04 17:24:23.901735 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-b2c6f24e-ab09-4810-8b53-b0062dfce97f req-07f44943-98c8-4307-a8e4-2765aa1dae2f tempest-ListImageFiltersTestJSON-637610508 tempest-ListImageFiltersTestJSON-637610508-project] 10.222.0.89 "GET /v2.0/security-groups?id=64f1a98c-fa51-4ada-9579-f28b8d0ae7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4706206 Feb 04 17:24:23.982307 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.agents_db [None req-e1691f3b-aacd-4cd6-8ebb-a9c53bb301c0 None None] Agent healthcheck: found 7 active agents {{(pid=103379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 17:24:24.010437 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-b988f2de-68c5-415f-8693-e9362357f15b tempest-FloatingIPAdminTestJSON-1156804285 tempest-FloatingIPAdminTestJSON-1156804285-project] Publish callbacks [] for port (b9e17014-ac74-4d44-bf03-0aa8fc4c5019), precommit_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:24.015748 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 17:24:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-573b1337-e6b3-4911-a2ee-aa7f31df90a2 x-openstack-request-id: req-573b1337-e6b3-4911-a2ee-aa7f31df90a2 {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:24:24.016191 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae0186a8-6823-4e37-ae44-24840acc296c", "tag": "4d4af2e9-7142-4b57-9203-87fed5d08509", "status": "completed", "code": 200}]} {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:24:24.016448 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-573b1337-e6b3-4911-a2ee-aa7f31df90a2 {{(pid=103376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:24:24.016906 n-d-827839-2 neutron-server[103376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae0186a8-6823-4e37-ae44-24840acc296c', 'tag': '4d4af2e9-7142-4b57-9203-87fed5d08509', 'status': 'completed', 'code': 200} Feb 04 17:24:24.030052 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-b988f2de-68c5-415f-8693-e9362357f15b tempest-FloatingIPAdminTestJSON-1156804285 tempest-FloatingIPAdminTestJSON-1156804285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25888290'] for port (b9e17014-ac74-4d44-bf03-0aa8fc4c5019), after_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:24.045995 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [req-bf391b6e-0354-464d-9566-bb3423829c2a req-159fde5e-f171-41dc-8e52-62c34cdfdd9f service neutron] Attempting to bind port bf588a04-722e-47f6-9543-998107c8912a on host n-h2-827839-2 for vnic_type normal with profile {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:24:24.046527 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [req-bf391b6e-0354-464d-9566-bb3423829c2a req-159fde5e-f171-41dc-8e52-62c34cdfdd9f service neutron] Attempting to bind port bf588a04-722e-47f6-9543-998107c8912a by drivers openvswitch,hyperv on host n-h2-827839-2 at level 0 using segments [{'id': '3a39b085-d3e6-43bb-a64c-1b06dd049e5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '02be22b9-aa53-40ea-8050-9239cd27d1ff'}] {{(pid=103377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:24:24.046968 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf391b6e-0354-464d-9566-bb3423829c2a req-159fde5e-f171-41dc-8e52-62c34cdfdd9f service neutron] Attempting to bind port bf588a04-722e-47f6-9543-998107c8912a on network 02be22b9-aa53-40ea-8050-9239cd27d1ff {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:24:24.074659 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-56fa3a4c-e63e-423e-9426-5077d3366cec admin admin] Deleting port 1ebc1e0f-8b24-47cc-a74c-fa661d2ee8b6 {{(pid=103376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:24:24.075000 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-56fa3a4c-e63e-423e-9426-5077d3366cec admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (1ebc1e0f-8b24-47cc-a74c-fa661d2ee8b6), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:24.089108 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf391b6e-0354-464d-9566-bb3423829c2a req-159fde5e-f171-41dc-8e52-62c34cdfdd9f service neutron] Port bf588a04-722e-47f6-9543-998107c8912a on network 02be22b9-aa53-40ea-8050-9239cd27d1ff not bound, no agent of type Open vSwitch agent registered on host n-h2-827839-2 {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 17:24:24.090877 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf391b6e-0354-464d-9566-bb3423829c2a req-159fde5e-f171-41dc-8e52-62c34cdfdd9f service neutron] Attempting to bind port bf588a04-722e-47f6-9543-998107c8912a on network 02be22b9-aa53-40ea-8050-9239cd27d1ff {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:24:24.110371 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf391b6e-0354-464d-9566-bb3423829c2a req-159fde5e-f171-41dc-8e52-62c34cdfdd9f service neutron] Checking agent: {'id': 'f20a1ab3-4332-4f54-833b-ba4a7c687e89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 8, 40), 'started_at': datetime.datetime(2022, 2, 4, 17, 8, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 24, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:24:24.111159 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf391b6e-0354-464d-9566-bb3423829c2a req-159fde5e-f171-41dc-8e52-62c34cdfdd9f service neutron] Checking segment: {'id': '3a39b085-d3e6-43bb-a64c-1b06dd049e5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '02be22b9-aa53-40ea-8050-9239cd27d1ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:24:24.111605 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf391b6e-0354-464d-9566-bb3423829c2a req-159fde5e-f171-41dc-8e52-62c34cdfdd9f service neutron] Bound using segment: {'id': '3a39b085-d3e6-43bb-a64c-1b06dd049e5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '02be22b9-aa53-40ea-8050-9239cd27d1ff'} {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:24:24.112873 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [req-bf391b6e-0354-464d-9566-bb3423829c2a req-159fde5e-f171-41dc-8e52-62c34cdfdd9f service neutron] Bound port: bf588a04-722e-47f6-9543-998107c8912a, host: n-h2-827839-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a39b085-d3e6-43bb-a64c-1b06dd049e5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '02be22b9-aa53-40ea-8050-9239cd27d1ff'}}] {{(pid=103377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:24:24.112873 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-bf391b6e-0354-464d-9566-bb3423829c2a req-159fde5e-f171-41dc-8e52-62c34cdfdd9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (bf588a04-722e-47f6-9543-998107c8912a), before_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:24.120649 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [req-a4405b21-3682-4055-b8e9-b0e3694acd5a req-ecfb6c51-acf1-49c6-b7fa-0d3928575eca tempest-ImagesTestJSON-301921999 tempest-ImagesTestJSON-301921999-project] For port 24331ad9-dd8a-4265-8e43-3d742afe5cae, host n-h2-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=24331ad9-dd8a-4265-8e43-3d742afe5cae,segment=NetworkSegment(40be95d6-8661-400f-bc9d-3f4c57dcd00c),segment_id=40be95d6-8661-400f-bc9d-3f4c57dcd00c)] {{(pid=103376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:24:24.121042 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-a4405b21-3682-4055-b8e9-b0e3694acd5a req-ecfb6c51-acf1-49c6-b7fa-0d3928575eca tempest-ImagesTestJSON-301921999 tempest-ImagesTestJSON-301921999-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (24331ad9-dd8a-4265-8e43-3d742afe5cae), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:24.143929 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b8647f-2455-4928-9127-fe64a14bf3a6 req-eca3b3f4-812d-425d-bc9f-c68f59e818a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:24.145699 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-12b8647f-2455-4928-9127-fe64a14bf3a6 req-eca3b3f4-812d-425d-bc9f-c68f59e818a7 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=e572c75f68264540b5ba57b47620f662&device_id=4371415a-6d02-4736-91f3-0d6ad12b39af HTTP/1.1" status: 200 len: 1126 time: 0.2573123 Feb 04 17:24:24.177975 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-d4e01a9c-1f06-4e5b-8dc4-f19aeb410168 req-8ea4dcf0-3261-46ec-95ee-be43d715d9d8 service neutron] 10.222.0.89 "GET /v2.0/networks/a69bfb95-797b-4825-866b-2c94a621d18a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2905908 Feb 04 17:24:24.197099 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [req-a4405b21-3682-4055-b8e9-b0e3694acd5a req-ecfb6c51-acf1-49c6-b7fa-0d3928575eca tempest-ImagesTestJSON-301921999 tempest-ImagesTestJSON-301921999-project] Calling delete_port for 24331ad9-dd8a-4265-8e43-3d742afe5cae owned by compute:nova {{(pid=103376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:24:24.281059 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [req-bf391b6e-0354-464d-9566-bb3423829c2a req-159fde5e-f171-41dc-8e52-62c34cdfdd9f service neutron] For port bf588a04-722e-47f6-9543-998107c8912a, host n-h2-827839-2, cleared binding levels {{(pid=103377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:24:24.284422 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [req-bf391b6e-0354-464d-9566-bb3423829c2a req-159fde5e-f171-41dc-8e52-62c34cdfdd9f service neutron] For port bf588a04-722e-47f6-9543-998107c8912a, host n-h2-827839-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=bf588a04-722e-47f6-9543-998107c8912a,segment=NetworkSegment(3a39b085-d3e6-43bb-a64c-1b06dd049e5a),segment_id=3a39b085-d3e6-43bb-a64c-1b06dd049e5a)] {{(pid=103377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:24:24.288323 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af57205d-3417-4ef7-9e58-d08dbbfb7e4b service neutron] Pushing event updated for resources: {'Port': ['ID=45a915f0-0102-4745-8fa0-148c16138923,revision_number=3']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:24:24.325684 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-bf391b6e-0354-464d-9566-bb3423829c2a req-159fde5e-f171-41dc-8e52-62c34cdfdd9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25888290'] for port (bf588a04-722e-47f6-9543-998107c8912a), after_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:24.347637 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-12b8647f-2455-4928-9127-fe64a14bf3a6 req-39ccac6f-1646-40e7-806f-bbed01bca5ba service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=45a915f0-0102-4745-8fa0-148c16138923 HTTP/1.1" status: 200 len: 217 time: 0.1642511 Feb 04 17:24:24.349712 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dfc36a-c145-46f5-b564-db355edf98bc req-67c03f70-ead8-474d-b577-f2c5b6362d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:24.351252 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-43dfc36a-c145-46f5-b564-db355edf98bc req-67c03f70-ead8-474d-b577-f2c5b6362d15 service neutron] 10.222.0.96 "GET /v2.0/networks?id=556cd7fb-ae94-473e-9ec8-6200a52368e1 HTTP/1.1" status: 200 len: 903 time: 0.6616030 Feb 04 17:24:24.388872 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 04 Feb 2022 17:24:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-548dddb4-66d3-4af4-bfc2-de347123e420 x-openstack-request-id: req-548dddb4-66d3-4af4-bfc2-de347123e420 {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:24:24.390769 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f68109e-df04-484f-b992-6678b4ebbbe8", "name": "network-vif-unplugged", "status": "completed", "tag": "24331ad9-dd8a-4265-8e43-3d742afe5cae", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:24:24.399882 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-548dddb4-66d3-4af4-bfc2-de347123e420 {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:24:24.401311 n-d-827839-2 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f68109e-df04-484f-b992-6678b4ebbbe8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '24331ad9-dd8a-4265-8e43-3d742afe5cae', 'code': 200} Feb 04 17:24:24.408128 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-a4405b21-3682-4055-b8e9-b0e3694acd5a req-ecfb6c51-acf1-49c6-b7fa-0d3928575eca tempest-ImagesTestJSON-301921999 tempest-ImagesTestJSON-301921999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (24331ad9-dd8a-4265-8e43-3d742afe5cae), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:24.466009 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf391b6e-0354-464d-9566-bb3423829c2a req-159fde5e-f171-41dc-8e52-62c34cdfdd9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:24.466635 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-bf391b6e-0354-464d-9566-bb3423829c2a req-159fde5e-f171-41dc-8e52-62c34cdfdd9f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:24.469385 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-bf391b6e-0354-464d-9566-bb3423829c2a req-159fde5e-f171-41dc-8e52-62c34cdfdd9f service neutron] 10.222.0.90 "PUT /v2.0/ports/bf588a04-722e-47f6-9543-998107c8912a HTTP/1.1" status: 200 len: 1096 time: 1.5985584 Feb 04 17:24:24.475316 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-b988f2de-68c5-415f-8693-e9362357f15b tempest-FloatingIPAdminTestJSON-1156804285 tempest-FloatingIPAdminTestJSON-1156804285-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1595586'] for floatingip (0b167052-f423-4d8d-9a85-9ce685e2c858), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:24.483277 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfb6c51-acf1-49c6-b7fa-0d3928575eca tempest-ImagesTestJSON-301921999 tempest-ImagesTestJSON-301921999-project] Pushing event deleted for resources: {'Port': ['ID=24331ad9-dd8a-4265-8e43-3d742afe5cae,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:24:24.546123 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f054aff7-7f6e-46e9-8f9d-4baf9f03129b req-2e6cec4c-2889-434f-88c9-1d45edb15780 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:24.547853 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-f054aff7-7f6e-46e9-8f9d-4baf9f03129b req-2e6cec4c-2889-434f-88c9-1d45edb15780 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=d779632f9ba14bf19596a38353ed4de4&device_id=ae0186a8-6823-4e37-ae44-24840acc296c HTTP/1.1" status: 200 len: 1130 time: 0.5013380 Feb 04 17:24:24.556508 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [None req-56fa3a4c-e63e-423e-9426-5077d3366cec admin admin] For port 1ebc1e0f-8b24-47cc-a74c-fa661d2ee8b6, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=1ebc1e0f-8b24-47cc-a74c-fa661d2ee8b6,segment=NetworkSegment(81ab2bf5-1f86-4741-938d-eec51e48c7ca),segment_id=81ab2bf5-1f86-4741-938d-eec51e48c7ca)] {{(pid=103376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:24:24.557160 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-56fa3a4c-e63e-423e-9426-5077d3366cec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (1ebc1e0f-8b24-47cc-a74c-fa661d2ee8b6), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:24.604446 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4405b21-3682-4055-b8e9-b0e3694acd5a req-ecfb6c51-acf1-49c6-b7fa-0d3928575eca tempest-ImagesTestJSON-301921999 tempest-ImagesTestJSON-301921999-project] No DVR routers for this DVR port 24331ad9-dd8a-4265-8e43-3d742afe5cae on host n-h2-827839-2 {{(pid=103376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 17:24:24.607306 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-a4405b21-3682-4055-b8e9-b0e3694acd5a req-ecfb6c51-acf1-49c6-b7fa-0d3928575eca tempest-ImagesTestJSON-301921999 tempest-ImagesTestJSON-301921999-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:24.613173 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-a4405b21-3682-4055-b8e9-b0e3694acd5a req-ecfb6c51-acf1-49c6-b7fa-0d3928575eca tempest-ImagesTestJSON-301921999 tempest-ImagesTestJSON-301921999-project] 10.222.0.90 "DELETE /v2.0/ports/24331ad9-dd8a-4265-8e43-3d742afe5cae HTTP/1.1" status: 204 len: 173 time: 1.2463338 Feb 04 17:24:24.721428 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-56fa3a4c-e63e-423e-9426-5077d3366cec admin admin] Calling delete_port for 1ebc1e0f-8b24-47cc-a74c-fa661d2ee8b6 owned by network:router_interface {{(pid=103376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:24:24.864077 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008af30b-a9c4-4bd4-871a-323ba36dd240 req-364c0de7-222a-4800-ac5f-dbc72bc5842e tempest-TestServerBasicOps-155849243 tempest-TestServerBasicOps-155849243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:24.865691 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-008af30b-a9c4-4bd4-871a-323ba36dd240 req-364c0de7-222a-4800-ac5f-dbc72bc5842e tempest-TestServerBasicOps-155849243 tempest-TestServerBasicOps-155849243-project] 10.222.0.89 "GET /v2.0/ports?device_id=4371415a-6d02-4736-91f3-0d6ad12b39af HTTP/1.1" status: 200 len: 944 time: 0.3132067 Feb 04 17:24:24.903660 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f054aff7-7f6e-46e9-8f9d-4baf9f03129b req-8087f4de-505b-49c9-87e4-288e82ba6d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:24.905258 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-f054aff7-7f6e-46e9-8f9d-4baf9f03129b req-8087f4de-505b-49c9-87e4-288e82ba6d1a service neutron] 10.222.0.96 "GET /v2.0/networks?id=02be22b9-aa53-40ea-8050-9239cd27d1ff HTTP/1.1" status: 200 len: 870 time: 0.3418601 Feb 04 17:24:24.989127 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-f054aff7-7f6e-46e9-8f9d-4baf9f03129b req-70f14292-2d6e-4e3b-b6d0-1a674c3afa6a service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.197&port_id=4d4af2e9-7142-4b57-9203-87fed5d08509 HTTP/1.1" status: 200 len: 217 time: 0.0744717 Feb 04 17:24:25.028653 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-b988f2de-68c5-415f-8693-e9362357f15b tempest-FloatingIPAdminTestJSON-1156804285 tempest-FloatingIPAdminTestJSON-1156804285-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for floatingip (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:25.029909 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-b988f2de-68c5-415f-8693-e9362357f15b tempest-FloatingIPAdminTestJSON-1156804285 tempest-FloatingIPAdminTestJSON-1156804285-project] 10.222.0.89 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 8.0905099 Feb 04 17:24:25.035793 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 39822) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:24:25.067071 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-43dfc36a-c145-46f5-b564-db355edf98bc req-2e3aaa08-7355-4639-9e26-5f7428c31a3c service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.45&port_id=ebd98b55-b8fd-45a0-bc8c-3d8c64222855 HTTP/1.1" status: 200 len: 217 time: 0.6286707 Feb 04 17:24:25.067639 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-008af30b-a9c4-4bd4-871a-323ba36dd240 req-6c8a8529-94d2-4205-9818-9cff8b6d2078 tempest-TestServerBasicOps-155849243 tempest-TestServerBasicOps-155849243-project] 10.222.0.89 "GET /v2.0/security-groups?id=7550a21d-8f9e-4276-afe6-de321a73b5df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1907294 Feb 04 17:24:25.075116 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-7d37e5c1-6565-49c5-a384-1df1374dc956 tempest-FloatingIPAdminTestJSON-1156804285 tempest-FloatingIPAdminTestJSON-1156804285-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1134339838'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:24:25.096428 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b988f2de-68c5-415f-8693-e9362357f15b tempest-FloatingIPAdminTestJSON-1156804285 tempest-FloatingIPAdminTestJSON-1156804285-project] Pushing event updated for resources: {'Port': ['ID=b9e17014-ac74-4d44-bf03-0aa8fc4c5019,revision_number=2']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:24:25.131581 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89d3621-9031-4487-bb81-f7b125c556f9 req-4172f9b3-b0a8-473d-bc06-82bc4074d54b tempest-ServerRescueNegativeTestJSON-1481324798 tempest-ServerRescueNegativeTestJSON-1481324798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:25.139824 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f054aff7-7f6e-46e9-8f9d-4baf9f03129b req-169e5707-6427-4960-b924-f81a8e639eef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:25.140057 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-b89d3621-9031-4487-bb81-f7b125c556f9 req-4172f9b3-b0a8-473d-bc06-82bc4074d54b tempest-ServerRescueNegativeTestJSON-1481324798 tempest-ServerRescueNegativeTestJSON-1481324798-project] 10.222.0.89 "GET /v2.0/ports?device_id=5f99a685-700d-4f63-88c2-d2a04a4a422d HTTP/1.1" status: 200 len: 945 time: 1.0150928 Feb 04 17:24:25.149439 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-f054aff7-7f6e-46e9-8f9d-4baf9f03129b req-169e5707-6427-4960-b924-f81a8e639eef service neutron] 10.222.0.96 "GET /v2.0/subnets?id=c974b0ff-2c5c-4667-8a81-3bde3ea6ced5 HTTP/1.1" status: 200 len: 843 time: 0.1386900 Feb 04 17:24:25.259818 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b8647f-2455-4928-9127-fe64a14bf3a6 req-e0d70d0e-dbaa-438a-8495-610e60655446 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:25.261853 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-12b8647f-2455-4928-9127-fe64a14bf3a6 req-e0d70d0e-dbaa-438a-8495-610e60655446 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=32617567-702a-48ca-945f-d54124aa2fdb HTTP/1.1" status: 200 len: 847 time: 0.8160319 Feb 04 17:24:25.294760 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d37e5c1-6565-49c5-a384-1df1374dc956 tempest-FloatingIPAdminTestJSON-1156804285 tempest-FloatingIPAdminTestJSON-1156804285-project] Made reservation on behalf of 0997a345c05944ab9c8ad03575986086 for: {'network': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:24:25.298089 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-7d37e5c1-6565-49c5-a384-1df1374dc956 tempest-FloatingIPAdminTestJSON-1156804285 tempest-FloatingIPAdminTestJSON-1156804285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for network (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:25.340589 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf391b6e-0354-464d-9566-bb3423829c2a req-b1268a9e-f874-4302-ac63-2884661168d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:25.342047 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-bf391b6e-0354-464d-9566-bb3423829c2a req-b1268a9e-f874-4302-ac63-2884661168d0 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=d779632f9ba14bf19596a38353ed4de4&device_id=dc2bad38-c195-4b69-bf4d-a243173f043e HTTP/1.1" status: 200 len: 1130 time: 0.3111601 Feb 04 17:24:25.348078 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dfc36a-c145-46f5-b564-db355edf98bc req-27782e0c-a474-4a68-8114-f46967493161 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:25.349488 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-43dfc36a-c145-46f5-b564-db355edf98bc req-27782e0c-a474-4a68-8114-f46967493161 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=c75ba609-a10e-4499-b6d7-a9d627fc3822 HTTP/1.1" status: 200 len: 797 time: 0.2511814 Feb 04 17:24:25.350145 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-7d37e5c1-6565-49c5-a384-1df1374dc956 tempest-FloatingIPAdminTestJSON-1156804285 tempest-FloatingIPAdminTestJSON-1156804285-project] Publish callbacks [] for security_group (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:25.375399 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7713c96-fb01-4c62-8047-8523d84eccb9 req-bc3787eb-9399-4872-9c4c-59b612b72182 tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:25.377510 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-b7713c96-fb01-4c62-8047-8523d84eccb9 req-bc3787eb-9399-4872-9c4c-59b612b72182 tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] 10.222.0.89 "GET /v2.0/ports?device_id=32c473d7-3f2d-495e-b44f-fd0929434fbd HTTP/1.1" status: 200 len: 944 time: 0.1675761 Feb 04 17:24:25.382991 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f054aff7-7f6e-46e9-8f9d-4baf9f03129b req-ed512dc6-e9d0-48a8-8959-fcad524f003c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:25.384531 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-f054aff7-7f6e-46e9-8f9d-4baf9f03129b req-ed512dc6-e9d0-48a8-8959-fcad524f003c service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=02be22b9-aa53-40ea-8050-9239cd27d1ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2349043 Feb 04 17:24:25.385673 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159fde5e-f171-41dc-8e52-62c34cdfdd9f service neutron] Pushing event updated for resources: {'Port': ['ID=bf588a04-722e-47f6-9543-998107c8912a,revision_number=3']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:24:25.416531 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-56fa3a4c-e63e-423e-9426-5077d3366cec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (1ebc1e0f-8b24-47cc-a74c-fa661d2ee8b6), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:25.456813 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-bf391b6e-0354-464d-9566-bb3423829c2a req-ca648978-2431-440b-bcba-ffeedb724ed9 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.245&port_id=bf588a04-722e-47f6-9543-998107c8912a HTTP/1.1" status: 200 len: 217 time: 0.1040752 Feb 04 17:24:25.476651 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-b89d3621-9031-4487-bb81-f7b125c556f9 req-b08f85df-2690-46d7-8482-f20e8c812ad4 tempest-ServerRescueNegativeTestJSON-1481324798 tempest-ServerRescueNegativeTestJSON-1481324798-project] 10.222.0.89 "GET /v2.0/security-groups?id=47e1fb0d-88ed-4fed-9e75-9f02b9f534f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3308101 Feb 04 17:24:25.489410 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56fa3a4c-e63e-423e-9426-5077d3366cec admin admin] Pushing event deleted for resources: {'Port': ['ID=1ebc1e0f-8b24-47cc-a74c-fa661d2ee8b6,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:24:25.629961 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b8647f-2455-4928-9127-fe64a14bf3a6 req-0180508c-7695-4677-9f82-9d9124b9012d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:25.631802 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-12b8647f-2455-4928-9127-fe64a14bf3a6 req-0180508c-7695-4677-9f82-9d9124b9012d service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=97b2e9b0-cacd-4163-811b-ff2a765f7055&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3609891 Feb 04 17:24:25.680335 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf391b6e-0354-464d-9566-bb3423829c2a req-55309a06-2a91-44c7-a4a2-6fa63fabd96c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:25.681905 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-bf391b6e-0354-464d-9566-bb3423829c2a req-55309a06-2a91-44c7-a4a2-6fa63fabd96c service neutron] 10.222.0.90 "GET /v2.0/subnets?id=c974b0ff-2c5c-4667-8a81-3bde3ea6ced5 HTTP/1.1" status: 200 len: 843 time: 0.1980834 Feb 04 17:24:25.696311 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dfc36a-c145-46f5-b564-db355edf98bc req-946b4822-e9df-4e28-81df-558df0df41d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:25.697927 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-43dfc36a-c145-46f5-b564-db355edf98bc req-946b4822-e9df-4e28-81df-558df0df41d6 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=556cd7fb-ae94-473e-9ec8-6200a52368e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.3326519 Feb 04 17:24:25.887031 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-7d37e5c1-6565-49c5-a384-1df1374dc956 tempest-FloatingIPAdminTestJSON-1156804285 tempest-FloatingIPAdminTestJSON-1156804285-project] Publish callbacks [] for security_group (7090fdcb-b261-40e9-b899-12b235f63757), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:25.903111 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77067f19-a0d4-4463-9087-633428c5e328 req-f50d8942-58a2-4ec3-991d-013af1df4e2f tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:25.908493 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77067f19-a0d4-4463-9087-633428c5e328 req-f50d8942-58a2-4ec3-991d-013af1df4e2f tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:25.913737 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77067f19-a0d4-4463-9087-633428c5e328 req-f50d8942-58a2-4ec3-991d-013af1df4e2f tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:25.919888 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77067f19-a0d4-4463-9087-633428c5e328 req-f50d8942-58a2-4ec3-991d-013af1df4e2f tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:25.925102 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77067f19-a0d4-4463-9087-633428c5e328 req-f50d8942-58a2-4ec3-991d-013af1df4e2f tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:25.930294 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77067f19-a0d4-4463-9087-633428c5e328 req-f50d8942-58a2-4ec3-991d-013af1df4e2f tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:25.936160 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77067f19-a0d4-4463-9087-633428c5e328 req-f50d8942-58a2-4ec3-991d-013af1df4e2f tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:25.937209 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-b7713c96-fb01-4c62-8047-8523d84eccb9 req-14dd69a5-b1b4-495e-98f0-c35c00689e2a tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] 10.222.0.89 "GET /v2.0/security-groups?id=e65ecd24-4d97-4684-be33-350ed30f90cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5489407 Feb 04 17:24:25.938131 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-77067f19-a0d4-4463-9087-633428c5e328 req-f50d8942-58a2-4ec3-991d-013af1df4e2f tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] 10.222.0.89 "GET /v2.0/ports?device_id=d23ffa64-7651-4974-8c0d-1ba4c302839d HTTP/1.1" status: 200 len: 5427 time: 0.3413761 Feb 04 17:24:25.941192 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-f054aff7-7f6e-46e9-8f9d-4baf9f03129b req-f1dcbef4-53bc-4345-87fd-bd0dc5868d19 service neutron] 10.222.0.96 "GET /v2.0/networks/02be22b9-aa53-40ea-8050-9239cd27d1ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5380008 Feb 04 17:24:25.950060 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-7d37e5c1-6565-49c5-a384-1df1374dc956 tempest-FloatingIPAdminTestJSON-1156804285 tempest-FloatingIPAdminTestJSON-1156804285-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (7090fdcb-b261-40e9-b899-12b235f63757), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:26.020443 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf391b6e-0354-464d-9566-bb3423829c2a req-33f6ca1c-6230-49f3-aa1f-fd78969964fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:26.022001 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-bf391b6e-0354-464d-9566-bb3423829c2a req-33f6ca1c-6230-49f3-aa1f-fd78969964fb service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=02be22b9-aa53-40ea-8050-9239cd27d1ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3231487 Feb 04 17:24:26.025890 n-d-827839-2 neutron-server[103376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f68109e-df04-484f-b992-6678b4ebbbe8', 'name': 'network-vif-deleted', 'tag': '24331ad9-dd8a-4265-8e43-3d742afe5cae'}] {{(pid=103376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:24:26.026985 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d37e5c1-6565-49c5-a384-1df1374dc956 tempest-FloatingIPAdminTestJSON-1156804285 tempest-FloatingIPAdminTestJSON-1156804285-project] vlan segment allocate from pool success with {'vlan_id': 796, 'physical_network': 'physnet1'} {{(pid=103377) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 17:24:26.028651 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d59c3bb5e2f09ebf62144d5e09b1cff60c763a9c19614c24538e77842938c05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-826aeffa-d194-4eb4-bba5-422ac9caf911" -d '{"events": [{"server_uuid": "5f68109e-df04-484f-b992-6678b4ebbbe8", "name": "network-vif-deleted", "tag": "24331ad9-dd8a-4265-8e43-3d742afe5cae"}]}' {{(pid=103376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:24:26.030833 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-12b8647f-2455-4928-9127-fe64a14bf3a6 req-5cf4981d-699e-4bd3-bff3-cbf73ea8e291 service neutron] 10.222.0.90 "GET /v2.0/networks/97b2e9b0-cacd-4163-811b-ff2a765f7055?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3745348 Feb 04 17:24:26.063251 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-43dfc36a-c145-46f5-b564-db355edf98bc req-33504df9-e112-452f-89e2-dbc043b84fbf service neutron] 10.222.0.96 "GET /v2.0/networks/556cd7fb-ae94-473e-9ec8-6200a52368e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3357551 Feb 04 17:24:26.080177 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d7b5a9-5b91-4053-8f3a-67d1e457fd35 req-f565621a-9bb2-4333-a6a5-1d87abd7fc8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:26.081746 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-15d7b5a9-5b91-4053-8f3a-67d1e457fd35 req-f565621a-9bb2-4333-a6a5-1d87abd7fc8e service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=5f99a685-700d-4f63-88c2-d2a04a4a422d HTTP/1.1" status: 200 len: 1127 time: 0.4709606 Feb 04 17:24:26.141653 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d37e5c1-6565-49c5-a384-1df1374dc956 tempest-FloatingIPAdminTestJSON-1156804285 tempest-FloatingIPAdminTestJSON-1156804285-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7090fdcb-b261-40e9-b899-12b235f63757,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:24:26.145916 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-7d37e5c1-6565-49c5-a384-1df1374dc956 tempest-FloatingIPAdminTestJSON-1156804285 tempest-FloatingIPAdminTestJSON-1156804285-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (8eabde61-a943-4add-969a-1ecafae19b16), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:26.146280 n-d-827839-2 neutron-server[103377]: INFO neutron.db.segments_db [None req-7d37e5c1-6565-49c5-a384-1df1374dc956 tempest-FloatingIPAdminTestJSON-1156804285 tempest-FloatingIPAdminTestJSON-1156804285-project] Added segment 8eabde61-a943-4add-969a-1ecafae19b16 of type vlan for network fe7fcbb2-c196-4ed3-a240-3a72b75b33fb Feb 04 17:24:26.200108 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 17:24:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbb9a829-7df0-41f4-b75a-e75dcf00df1a x-openstack-request-id: req-fbb9a829-7df0-41f4-b75a-e75dcf00df1a {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:24:26.200642 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4371415a-6d02-4736-91f3-0d6ad12b39af", "tag": "45a915f0-0102-4745-8fa0-148c16138923", "status": "completed", "code": 200}]} {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:24:26.201071 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-fbb9a829-7df0-41f4-b75a-e75dcf00df1a {{(pid=103377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:24:26.201629 n-d-827839-2 neutron-server[103377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4371415a-6d02-4736-91f3-0d6ad12b39af', 'tag': '45a915f0-0102-4745-8fa0-148c16138923', 'status': 'completed', 'code': 200} Feb 04 17:24:26.310504 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-77067f19-a0d4-4463-9087-633428c5e328 req-76ba6f40-3c13-48b3-962c-96a17d159281 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] 10.222.0.89 "GET /v2.0/security-groups?id=f41001c7-a515-4baa-b12d-2443831f66d9&id=6c430dff-7990-44ba-b62d-7ce4a11c9249&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3487806 Feb 04 17:24:26.332825 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-7d37e5c1-6565-49c5-a384-1df1374dc956 tempest-FloatingIPAdminTestJSON-1156804285 tempest-FloatingIPAdminTestJSON-1156804285-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781084292801'] for network (fe7fcbb2-c196-4ed3-a240-3a72b75b33fb), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:26.394013 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-6ddf6b70-3f14-448f-a5eb-0725455c6ec3 req-6dfc4655-c845-4830-96fc-bae0a1de8b30 tempest-ImagesTestJSON-301921999 tempest-ImagesTestJSON-301921999-project] 10.222.0.89 "GET /v2.0/ports?device_id=59790d20-7060-4360-ad74-921d11f4ec7c HTTP/1.1" status: 200 len: 210 time: 0.1155124 Feb 04 17:24:26.398468 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device 4d4af2e9-7142-4b57-9203-87fed5d08509 details requested by agent hyperv_n-h1-827839-2 with host n-h1-827839-2 {{(pid=103378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 17:24:26.428200 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-bf391b6e-0354-464d-9566-bb3423829c2a req-e57783d2-f369-4b25-a015-bc0d48ad424c service neutron] 10.222.0.90 "GET /v2.0/networks/02be22b9-aa53-40ea-8050-9239cd27d1ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3927205 Feb 04 17:24:26.475214 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-43dfc36a-c145-46f5-b564-db355edf98bc req-314d9bbe-555b-4bdc-9e0d-1b2887cc287c service neutron] 10.222.0.96 "GET /v2.0/networks/556cd7fb-ae94-473e-9ec8-6200a52368e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3882546 Feb 04 17:24:26.483008 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-12b8647f-2455-4928-9127-fe64a14bf3a6 req-f9c34b3f-fe5b-4d2f-a6b2-d96e6a15d816 service neutron] 10.222.0.90 "GET /v2.0/networks/97b2e9b0-cacd-4163-811b-ff2a765f7055?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4426408 Feb 04 17:24:26.520624 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-f054aff7-7f6e-46e9-8f9d-4baf9f03129b req-8d45504b-a862-4a4e-acca-1827dc805abf service neutron] 10.222.0.96 "GET /v2.0/networks/02be22b9-aa53-40ea-8050-9239cd27d1ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5661583 Feb 04 17:24:26.523729 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-15d7b5a9-5b91-4053-8f3a-67d1e457fd35 req-d1ff8559-5eed-46c3-8a99-5b81a31eba42 service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=47e1fb0d-88ed-4fed-9e75-9f02b9f534f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3796759 Feb 04 17:24:26.543727 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 17:24:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c106c69f-91d7-4e37-9a81-3e7aa5bb0caa x-openstack-request-id: req-c106c69f-91d7-4e37-9a81-3e7aa5bb0caa {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:24:26.544279 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f68109e-df04-484f-b992-6678b4ebbbe8", "name": "network-vif-deleted", "tag": "24331ad9-dd8a-4265-8e43-3d742afe5cae", "status": "completed", "code": 200}]} {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:24:26.544854 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-c106c69f-91d7-4e37-9a81-3e7aa5bb0caa {{(pid=103376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:24:26.545419 n-d-827839-2 neutron-server[103376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f68109e-df04-484f-b992-6678b4ebbbe8', 'name': 'network-vif-deleted', 'tag': '24331ad9-dd8a-4265-8e43-3d742afe5cae', 'status': 'completed', 'code': 200} Feb 04 17:24:26.584809 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-7d37e5c1-6565-49c5-a384-1df1374dc956 tempest-FloatingIPAdminTestJSON-1156804285 tempest-FloatingIPAdminTestJSON-1156804285-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327'] for network (fe7fcbb2-c196-4ed3-a240-3a72b75b33fb), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:26.591780 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e01a9c-1f06-4e5b-8dc4-f19aeb410168 req-42c6bae3-91f0-4767-bf9a-592ca59041c7 tempest-ImagesTestJSON-301921999 tempest-ImagesTestJSON-301921999-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:26.591993 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d37e5c1-6565-49c5-a384-1df1374dc956 tempest-FloatingIPAdminTestJSON-1156804285 tempest-FloatingIPAdminTestJSON-1156804285-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:26.593652 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-d4e01a9c-1f06-4e5b-8dc4-f19aeb410168 req-42c6bae3-91f0-4767-bf9a-592ca59041c7 tempest-ImagesTestJSON-301921999 tempest-ImagesTestJSON-301921999-project] 10.222.0.96 "GET /v2.0/networks?id=a69bfb95-797b-4825-866b-2c94a621d18a HTTP/1.1" status: 200 len: 804 time: 0.3750024 Feb 04 17:24:26.594441 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-7d37e5c1-6565-49c5-a384-1df1374dc956 tempest-FloatingIPAdminTestJSON-1156804285 tempest-FloatingIPAdminTestJSON-1156804285-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677565'] for network (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:26.604246 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-56fa3a4c-e63e-423e-9426-5077d3366cec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1677336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1602614'] for router_interface (f9e68899-a077-46b6-9665-a5d5cb9a1cec), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:26.633731 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0402b5c9-0b97-4159-ae74-b49f8ad4b257 req-23c3bb11-1cb0-4bf3-b9dc-02de90b44cba tempest-TestServerBasicOps-155849243 tempest-TestServerBasicOps-155849243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:26.641795 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-0402b5c9-0b97-4159-ae74-b49f8ad4b257 req-23c3bb11-1cb0-4bf3-b9dc-02de90b44cba tempest-TestServerBasicOps-155849243 tempest-TestServerBasicOps-155849243-project] 10.222.0.89 "GET /v2.0/ports?device_id=4371415a-6d02-4736-91f3-0d6ad12b39af HTTP/1.1" status: 200 len: 944 time: 0.1084135 Feb 04 17:24:26.673180 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] For port 4d4af2e9-7142-4b57-9203-87fed5d08509, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=4d4af2e9-7142-4b57-9203-87fed5d08509,segment=NetworkSegment(3a39b085-d3e6-43bb-a64c-1b06dd049e5a),segment_id=3a39b085-d3e6-43bb-a64c-1b06dd049e5a)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:24:26.690056 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Returning: {'device': '4d4af2e9-7142-4b57-9203-87fed5d08509', 'network_id': '02be22b9-aa53-40ea-8050-9239cd27d1ff', 'port_id': '4d4af2e9-7142-4b57-9203-87fed5d08509', 'mac_address': 'fa:16:3e:42:56:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 797, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c974b0ff-2c5c-4667-8a81-3bde3ea6ced5', 'ip_address': '192.168.233.197'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 17:24:26.747908 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-7d37e5c1-6565-49c5-a384-1df1374dc956 tempest-FloatingIPAdminTestJSON-1156804285 tempest-FloatingIPAdminTestJSON-1156804285-project] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.6824348 Feb 04 17:24:26.751172 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Current status of the port 4d4af2e9-7142-4b57-9203-87fed5d08509 is: DOWN; New status is: BUILD {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:24:26.751565 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (4d4af2e9-7142-4b57-9203-87fed5d08509), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:26.760728 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 39830) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:24:26.775916 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-85815e3a-f816-48b7-bd88-9e5bd0045814 tempest-FloatingIPAdminTestJSON-1156804285 tempest-FloatingIPAdminTestJSON-1156804285-project] Request body: {'subnet': {'network_id': 'fe7fcbb2-c196-4ed3-a240-3a72b75b33fb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:24:26.793616 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d4af2e9-7142-4b57-9203-87fed5d08509 {{(pid=103378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 17:24:26.836166 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-0402b5c9-0b97-4159-ae74-b49f8ad4b257 req-5ac1d4f4-2b0a-4428-ba88-f974bdd3157e tempest-TestServerBasicOps-155849243 tempest-TestServerBasicOps-155849243-project] 10.222.0.89 "GET /v2.0/security-groups?id=7550a21d-8f9e-4276-afe6-de321a73b5df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1938717 Feb 04 17:24:26.844722 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [req-d4e01a9c-1f06-4e5b-8dc4-f19aeb410168 req-459f14d6-773c-43be-9375-d5ece3956e84 tempest-ImagesTestJSON-301921999 tempest-ImagesTestJSON-301921999-project] Request body: {'port': {'device_id': '59790d20-7060-4360-ad74-921d11f4ec7c', 'network_id': 'a69bfb95-797b-4825-866b-2c94a621d18a', 'admin_state_up': True, 'tenant_id': '08c8ed9304cf401d8c1d136ac3844d2a'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:24:26.878206 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc3efa8-2b0f-47cd-9b5e-2a0c2e7e0485 req-7d2d4e66-9a71-4d46-81d9-fe83723054ae tempest-ListImageFiltersTestJSON-637610508 tempest-ListImageFiltersTestJSON-637610508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:26.882636 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] For port 4d4af2e9-7142-4b57-9203-87fed5d08509, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=4d4af2e9-7142-4b57-9203-87fed5d08509,segment=NetworkSegment(3a39b085-d3e6-43bb-a64c-1b06dd049e5a),segment_id=3a39b085-d3e6-43bb-a64c-1b06dd049e5a)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:24:26.886062 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-0bc3efa8-2b0f-47cd-9b5e-2a0c2e7e0485 req-7d2d4e66-9a71-4d46-81d9-fe83723054ae tempest-ListImageFiltersTestJSON-637610508 tempest-ListImageFiltersTestJSON-637610508-project] 10.222.0.89 "GET /v2.0/ports?device_id=dc2bad38-c195-4b69-bf4d-a243173f043e HTTP/1.1" status: 200 len: 948 time: 0.4006519 Feb 04 17:24:26.887635 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d37e5c1-6565-49c5-a384-1df1374dc956 tempest-FloatingIPAdminTestJSON-1156804285 tempest-FloatingIPAdminTestJSON-1156804285-project] Pushing event updated for resources: {'Network': ['ID=fe7fcbb2-c196-4ed3-a240-3a72b75b33fb,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:24:26.896693 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (4d4af2e9-7142-4b57-9203-87fed5d08509), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:26.967101 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c69874b-e297-4074-8cd8-2434c70a7285 req-a186f0dd-1d73-466c-b1d4-de084e82095d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:26.969256 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-4c69874b-e297-4074-8cd8-2434c70a7285 req-a186f0dd-1d73-466c-b1d4-de084e82095d service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=e572c75f68264540b5ba57b47620f662&device_id=4371415a-6d02-4736-91f3-0d6ad12b39af HTTP/1.1" status: 200 len: 1126 time: 0.3390253 Feb 04 17:24:26.971180 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-bf391b6e-0354-464d-9566-bb3423829c2a req-b0e97447-8a21-4424-8fd6-8fdcc5e2b915 service neutron] 10.222.0.90 "GET /v2.0/networks/02be22b9-aa53-40ea-8050-9239cd27d1ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5302858 Feb 04 17:24:26.984839 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-0bc3efa8-2b0f-47cd-9b5e-2a0c2e7e0485 req-fce459de-33de-4812-8146-53df3cede76b tempest-ListImageFiltersTestJSON-637610508 tempest-ListImageFiltersTestJSON-637610508-project] 10.222.0.89 "GET /v2.0/security-groups?id=64f1a98c-fa51-4ada-9579-f28b8d0ae7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861080 Feb 04 17:24:27.043526 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Pushing event updated for resources: {'Port': ['ID=4d4af2e9-7142-4b57-9203-87fed5d08509,revision_number=4']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:24:27.046403 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Network fe7fcbb2-c196-4ed3-a240-3a72b75b33fb details requested by agent ovs-agent-n-d-827839-2 with host n-d-827839-2 {{(pid=103378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 17:24:27.095596 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c69874b-e297-4074-8cd8-2434c70a7285 req-8a80769e-926e-4f62-ba04-0b0c23c665e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:27.097897 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-4c69874b-e297-4074-8cd8-2434c70a7285 req-8a80769e-926e-4f62-ba04-0b0c23c665e9 service neutron] 10.222.0.90 "GET /v2.0/networks?id=97b2e9b0-cacd-4163-811b-ff2a765f7055 HTTP/1.1" status: 200 len: 909 time: 0.1171849 Feb 04 17:24:27.175688 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-4c69874b-e297-4074-8cd8-2434c70a7285 req-bfdc1f31-53e5-4814-b009-518af7cf4c7c service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=45a915f0-0102-4745-8fa0-148c16138923 HTTP/1.1" status: 200 len: 217 time: 0.0678911 Feb 04 17:24:27.208922 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85815e3a-f816-48b7-bd88-9e5bd0045814 tempest-FloatingIPAdminTestJSON-1156804285 tempest-FloatingIPAdminTestJSON-1156804285-project] Made reservation on behalf of 0997a345c05944ab9c8ad03575986086 for: {'subnet': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:24:27.212066 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-85815e3a-f816-48b7-bd88-9e5bd0045814 tempest-FloatingIPAdminTestJSON-1156804285 tempest-FloatingIPAdminTestJSON-1156804285-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25597243'] for subnet (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:27.270563 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dfc36a-c145-46f5-b564-db355edf98bc req-a90f5385-545e-4618-8907-86c16a694e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:27.271512 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dfc36a-c145-46f5-b564-db355edf98bc req-a90f5385-545e-4618-8907-86c16a694e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:27.271512 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dfc36a-c145-46f5-b564-db355edf98bc req-a90f5385-545e-4618-8907-86c16a694e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:27.272061 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dfc36a-c145-46f5-b564-db355edf98bc req-a90f5385-545e-4618-8907-86c16a694e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:27.272580 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dfc36a-c145-46f5-b564-db355edf98bc req-a90f5385-545e-4618-8907-86c16a694e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:27.273128 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dfc36a-c145-46f5-b564-db355edf98bc req-a90f5385-545e-4618-8907-86c16a694e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:27.273646 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dfc36a-c145-46f5-b564-db355edf98bc req-a90f5385-545e-4618-8907-86c16a694e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:27.275706 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-43dfc36a-c145-46f5-b564-db355edf98bc req-a90f5385-545e-4618-8907-86c16a694e36 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=c5cb386618c24d66b6712f0d36ac7fea&device_id=d23ffa64-7651-4974-8c0d-1ba4c302839d HTTP/1.1" status: 200 len: 6701 time: 0.4134293 Feb 04 17:24:27.315679 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c69874b-e297-4074-8cd8-2434c70a7285 req-5cf19977-5bca-4486-b280-c50daeb877e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:27.321094 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-4c69874b-e297-4074-8cd8-2434c70a7285 req-5cf19977-5bca-4486-b280-c50daeb877e0 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=32617567-702a-48ca-945f-d54124aa2fdb HTTP/1.1" status: 200 len: 847 time: 0.1236165 Feb 04 17:24:27.327207 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ee6a75-a373-47eb-9cdf-fc354cd8cdeb req-c68d01af-c804-4ac2-8b76-884e8356d9a4 tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:27.328645 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-99ee6a75-a373-47eb-9cdf-fc354cd8cdeb req-c68d01af-c804-4ac2-8b76-884e8356d9a4 tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] 10.222.0.89 "GET /v2.0/ports?device_id=32c473d7-3f2d-495e-b44f-fd0929434fbd HTTP/1.1" status: 200 len: 944 time: 0.2068985 Feb 04 17:24:27.334025 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056c3e42-b214-4839-8a45-8c901e04ef27 req-97393849-9330-4698-87d9-ddf49e652ad8 tempest-ServerRescueNegativeTestJSON-1481324798 tempest-ServerRescueNegativeTestJSON-1481324798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:27.340954 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-056c3e42-b214-4839-8a45-8c901e04ef27 req-97393849-9330-4698-87d9-ddf49e652ad8 tempest-ServerRescueNegativeTestJSON-1481324798 tempest-ServerRescueNegativeTestJSON-1481324798-project] 10.222.0.89 "GET /v2.0/ports?device_id=5f99a685-700d-4f63-88c2-d2a04a4a422d HTTP/1.1" status: 200 len: 945 time: 0.2567015 Feb 04 17:24:27.428198 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d4e01a9c-1f06-4e5b-8dc4-f19aeb410168 req-459f14d6-773c-43be-9375-d5ece3956e84 tempest-ImagesTestJSON-301921999 tempest-ImagesTestJSON-301921999-project] Made reservation on behalf of 08c8ed9304cf401d8c1d136ac3844d2a for: {'port': 1} {{(pid=103376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:24:27.431914 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-d4e01a9c-1f06-4e5b-8dc4-f19aeb410168 req-459f14d6-773c-43be-9375-d5ece3956e84 tempest-ImagesTestJSON-301921999 tempest-ImagesTestJSON-301921999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:27.437684 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-99ee6a75-a373-47eb-9cdf-fc354cd8cdeb req-2e8b5909-a8e8-4dea-b6fd-1e1473145c4a tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] 10.222.0.89 "GET /v2.0/security-groups?id=e65ecd24-4d97-4684-be33-350ed30f90cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0945804 Feb 04 17:24:27.455664 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] get_ports_and_sgs() called for port_ids ['4d4af2e9-7142-4b57-9203-87fed5d08509'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 17:24:27.471841 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56fa3a4c-e63e-423e-9426-5077d3366cec admin admin] Router f9e68899-a077-46b6-9665-a5d5cb9a1cec has already been hosted by L3 agent 64ada913-9131-4d99-a265-63a920956287 {{(pid=103376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 17:24:27.481436 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c69874b-e297-4074-8cd8-2434c70a7285 req-aff7b3e6-781a-4c90-9650-bc8d98baf43b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:27.482964 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-4c69874b-e297-4074-8cd8-2434c70a7285 req-aff7b3e6-781a-4c90-9650-bc8d98baf43b service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=97b2e9b0-cacd-4163-811b-ff2a765f7055&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1512251 Feb 04 17:24:27.510191 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-056c3e42-b214-4839-8a45-8c901e04ef27 req-be20c913-8785-45f6-a758-2842a39b4241 tempest-ServerRescueNegativeTestJSON-1481324798 tempest-ServerRescueNegativeTestJSON-1481324798-project] 10.222.0.89 "GET /v2.0/security-groups?id=47e1fb0d-88ed-4fed-9e75-9f02b9f534f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1681530 Feb 04 17:24:27.597516 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-4c69874b-e297-4074-8cd8-2434c70a7285 req-05a28e27-f612-4c9e-a65c-ebecab5a7af5 service neutron] 10.222.0.90 "GET /v2.0/networks/97b2e9b0-cacd-4163-811b-ff2a765f7055?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1019695 Feb 04 17:24:27.650166 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dfc36a-c145-46f5-b564-db355edf98bc req-dd41947a-5b27-4b50-8efc-fb037fd2f505 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:27.652573 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-43dfc36a-c145-46f5-b564-db355edf98bc req-dd41947a-5b27-4b50-8efc-fb037fd2f505 service neutron] 10.222.0.96 "GET /v2.0/networks?id=8c9cb33a-476f-4f00-a8aa-706c33a5dd83 HTTP/1.1" status: 200 len: 902 time: 0.3596575 Feb 04 17:24:27.722592 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-85815e3a-f816-48b7-bd88-9e5bd0045814 tempest-FloatingIPAdminTestJSON-1156804285 tempest-FloatingIPAdminTestJSON-1156804285-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25889445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25597197'] for subnet (a46cae8b-385d-4f20-a5d0-3ff64a8708f2), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:27.735809 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-b297cfb5-358c-4f78-be08-5f15cbad9819 req-0af8c9f7-4e68-41b0-bdbb-b5f8820b5b74 tempest-ImagesTestJSON-301921999 tempest-ImagesTestJSON-301921999-project] 10.222.0.89 "GET /v2.0/ports?device_id=59790d20-7060-4360-ad74-921d11f4ec7c HTTP/1.1" status: 200 len: 210 time: 0.0819221 Feb 04 17:24:27.743738 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-43dfc36a-c145-46f5-b564-db355edf98bc req-7f1ece66-0769-4c36-a714-cd6e8adc9247 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=22b8e9e9-9bfb-4c6e-95b2-78e04b75aa5a HTTP/1.1" status: 200 len: 217 time: 0.0785840 Feb 04 17:24:27.761587 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Device 24331ad9-dd8a-4265-8e43-3d742afe5cae no longer exists at agent hyperv_n-h2-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:24:27.792031 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] No Port match for: 24331ad9-dd8a-4265-8e43-3d742afe5cae {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 17:24:27.792345 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Device 24331ad9-dd8a-4265-8e43-3d742afe5cae not bound to the agent host n-h2-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 17:24:27.835150 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85815e3a-f816-48b7-bd88-9e5bd0045814 tempest-FloatingIPAdminTestJSON-1156804285 tempest-FloatingIPAdminTestJSON-1156804285-project] Pushing event updated for resources: {'Subnet': ['ID=a46cae8b-385d-4f20-a5d0-3ff64a8708f2,revision_number=0']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:24:27.849197 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89bf5ad-2fa0-41cd-ab3f-e09026a33135 req-59a5c3a4-e6bb-4970-99f5-07e13c5628c9 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:27.854534 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89bf5ad-2fa0-41cd-ab3f-e09026a33135 req-59a5c3a4-e6bb-4970-99f5-07e13c5628c9 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:27.860393 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89bf5ad-2fa0-41cd-ab3f-e09026a33135 req-59a5c3a4-e6bb-4970-99f5-07e13c5628c9 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:27.867171 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89bf5ad-2fa0-41cd-ab3f-e09026a33135 req-59a5c3a4-e6bb-4970-99f5-07e13c5628c9 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:27.872414 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89bf5ad-2fa0-41cd-ab3f-e09026a33135 req-59a5c3a4-e6bb-4970-99f5-07e13c5628c9 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:27.878144 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89bf5ad-2fa0-41cd-ab3f-e09026a33135 req-59a5c3a4-e6bb-4970-99f5-07e13c5628c9 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:27.883330 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89bf5ad-2fa0-41cd-ab3f-e09026a33135 req-59a5c3a4-e6bb-4970-99f5-07e13c5628c9 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:27.885227 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-a89bf5ad-2fa0-41cd-ab3f-e09026a33135 req-59a5c3a4-e6bb-4970-99f5-07e13c5628c9 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] 10.222.0.89 "GET /v2.0/ports?device_id=d23ffa64-7651-4974-8c0d-1ba4c302839d HTTP/1.1" status: 200 len: 5427 time: 0.2335663 Feb 04 17:24:27.905558 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-4c69874b-e297-4074-8cd8-2434c70a7285 req-55b8cbd9-da85-432f-ab8e-d63c10dcfaa4 service neutron] 10.222.0.90 "GET /v2.0/networks/97b2e9b0-cacd-4163-811b-ff2a765f7055?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2779329 Feb 04 17:24:27.931903 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dfc36a-c145-46f5-b564-db355edf98bc req-c4dd4797-0ac2-4561-aa6d-64ee26f582cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:27.933739 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-43dfc36a-c145-46f5-b564-db355edf98bc req-c4dd4797-0ac2-4561-aa6d-64ee26f582cc service neutron] 10.222.0.96 "GET /v2.0/subnets?id=a6fc7b77-ba48-4d2d-af47-eb29cf9d0175 HTTP/1.1" status: 200 len: 797 time: 0.1758876 Feb 04 17:24:27.941654 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85815e3a-f816-48b7-bd88-9e5bd0045814 tempest-FloatingIPAdminTestJSON-1156804285 tempest-FloatingIPAdminTestJSON-1156804285-project] Checking segment: {'id': '8eabde61-a943-4add-969a-1ecafae19b16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'fe7fcbb2-c196-4ed3-a240-3a72b75b33fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:24:27.942015 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85815e3a-f816-48b7-bd88-9e5bd0045814 tempest-FloatingIPAdminTestJSON-1156804285 tempest-FloatingIPAdminTestJSON-1156804285-project] Network hostable DHCP agents. Network: fe7fcbb2-c196-4ed3-a240-3a72b75b33fb, hostable agents: ['bb89f5a3-3c22-440b-b7d1-c4f0c43c184a'], hosted agents: [] {{(pid=103377) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 17:24:27.955341 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.db_base_plugin_common [req-d4e01a9c-1f06-4e5b-8dc4-f19aeb410168 req-459f14d6-773c-43be-9375-d5ece3956e84 tempest-ImagesTestJSON-301921999 tempest-ImagesTestJSON-301921999-project] Allocated IP 172.20.0.13 (a69bfb95-797b-4825-866b-2c94a621d18a/4c5f610d-9231-45f1-abd7-6e26ccd02030/3cb6e588-038b-4f71-a9c3-1199f185e71c) {{(pid=103376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:24:27.989748 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-a89bf5ad-2fa0-41cd-ab3f-e09026a33135 req-16b35b8c-511c-402d-ad1d-08eb3c006682 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] 10.222.0.89 "GET /v2.0/security-groups?id=f41001c7-a515-4baa-b12d-2443831f66d9&id=6c430dff-7990-44ba-b62d-7ce4a11c9249&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0982010 Feb 04 17:24:27.991031 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85815e3a-f816-48b7-bd88-9e5bd0045814 tempest-FloatingIPAdminTestJSON-1156804285 tempest-FloatingIPAdminTestJSON-1156804285-project] Network fe7fcbb2-c196-4ed3-a240-3a72b75b33fb is scheduled to be hosted by DHCP agent bb89f5a3-3c22-440b-b7d1-c4f0c43c184a with binding_index 1 {{(pid=103377) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 17:24:28.003141 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [None req-85815e3a-f816-48b7-bd88-9e5bd0045814 tempest-FloatingIPAdminTestJSON-1156804285 tempest-FloatingIPAdminTestJSON-1156804285-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827839-2, fe7fcbb2-c196-4ed3-a240-3a72b75b33fb) {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:24:28.015559 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25bf97f3-c153-4407-8577-be02b5180a26 None None] Network fe7fcbb2-c196-4ed3-a240-3a72b75b33fb requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:24:28.017390 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85815e3a-f816-48b7-bd88-9e5bd0045814 tempest-FloatingIPAdminTestJSON-1156804285 tempest-FloatingIPAdminTestJSON-1156804285-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:28.018000 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-85815e3a-f816-48b7-bd88-9e5bd0045814 tempest-FloatingIPAdminTestJSON-1156804285 tempest-FloatingIPAdminTestJSON-1156804285-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677565'] for subnet (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:28.050573 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-85815e3a-f816-48b7-bd88-9e5bd0045814 tempest-FloatingIPAdminTestJSON-1156804285 tempest-FloatingIPAdminTestJSON-1156804285-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2827802 Feb 04 17:24:28.052637 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 39842) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:24:28.060713 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-92050145-bb5d-4e62-898d-d34be0138b0f tempest-FloatingIPAdminTestJSON-1156804285 tempest-FloatingIPAdminTestJSON-1156804285-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-576967762', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188'}, 'admin_state_up': False}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:24:28.069399 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56fa3a4c-e63e-423e-9426-5077d3366cec admin admin] Notify agent at l3_agent.n-d-827839-2 the message routers_updated {{(pid=103376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 17:24:28.078832 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9466c530-ffec-4726-9248-d8272feb910a None None] Sync routers for ids ['f9e68899-a077-46b6-9665-a5d5cb9a1cec'] in n-d-827839-2 {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 17:24:28.082096 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-56fa3a4c-e63e-423e-9426-5077d3366cec admin admin] 10.222.0.89 "PUT /v2.0/routers/f9e68899-a077-46b6-9665-a5d5cb9a1cec/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2024655 Feb 04 17:24:28.085969 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 39844) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:24:28.098589 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9466c530-ffec-4726-9248-d8272feb910a None None] Routers {'f9e68899-a077-46b6-9665-a5d5cb9a1cec'} bound to L3 agent in host n-d-827839-2 {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:24:28.099464 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-9466c530-ffec-4726-9248-d8272feb910a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:24:02Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['f9e68899-a077-46b6-9665-a5d5cb9a1cec'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:24:28.130828 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd38241-83f8-4644-855e-379105868b13 req-e8fed638-78fb-45fa-9d4c-2b6456e5f921 tempest-TestServerBasicOps-155849243 tempest-TestServerBasicOps-155849243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:28.132401 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-0dd38241-83f8-4644-855e-379105868b13 req-e8fed638-78fb-45fa-9d4c-2b6456e5f921 tempest-TestServerBasicOps-155849243 tempest-TestServerBasicOps-155849243-project] 10.222.0.89 "GET /v2.0/ports?device_id=4371415a-6d02-4736-91f3-0d6ad12b39af HTTP/1.1" status: 200 len: 944 time: 0.1961083 Feb 04 17:24:28.167098 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7df81528-e001-49b1-b2f3-eeea28f4b0ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e4c19ad-5724-5db8-8ee1-4f56ae69fcf4-fe7fcbb2-c196-4ed3-a240-3a72b75b33fb', 'network_id': 'fe7fcbb2-c196-4ed3-a240-3a72b75b33fb', 'project_id': '0997a345c05944ab9c8ad03575986086', 'fixed_ips': [{'subnet_id': 'a46cae8b-385d-4f20-a5d0-3ff64a8708f2'}]}} from n-d-827839-2. {{(pid=103378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 17:24:28.168255 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7df81528-e001-49b1-b2f3-eeea28f4b0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:28.191117 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-92050145-bb5d-4e62-898d-d34be0138b0f tempest-FloatingIPAdminTestJSON-1156804285 tempest-FloatingIPAdminTestJSON-1156804285-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1601657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26921'] for router (7ad3bba8-643e-40d9-b254-140834c799be), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:28.192140 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-92050145-bb5d-4e62-898d-d34be0138b0f tempest-FloatingIPAdminTestJSON-1156804285 tempest-FloatingIPAdminTestJSON-1156804285-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1602025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603663', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1630571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26960'] for router (7ad3bba8-643e-40d9-b254-140834c799be), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:28.246675 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dfc36a-c145-46f5-b564-db355edf98bc req-d3216756-419c-4f2c-94c6-395454d1d3cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:28.248367 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-43dfc36a-c145-46f5-b564-db355edf98bc req-d3216756-419c-4f2c-94c6-395454d1d3cc service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=8c9cb33a-476f-4f00-a8aa-706c33a5dd83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.2968338 Feb 04 17:24:28.291325 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvr_db [None req-9466c530-ffec-4726-9248-d8272feb910a None None] Set router f9e68899-a077-46b6-9665-a5d5cb9a1cec gateway port host: n-d-827839-2 {{(pid=103379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:24:28.396944 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-7df81528-e001-49b1-b2f3-eeea28f4b0ca None None] Allocated IP 172.20.0.2 (fe7fcbb2-c196-4ed3-a240-3a72b75b33fb/a46cae8b-385d-4f20-a5d0-3ff64a8708f2/7e3d9df1-b9be-4a3e-b971-66e2274f9b54) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:24:28.465265 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-0dd38241-83f8-4644-855e-379105868b13 req-0a297f9f-74f8-49d1-a0ae-3b5afbb8a494 tempest-TestServerBasicOps-155849243 tempest-TestServerBasicOps-155849243-project] 10.222.0.89 "GET /v2.0/security-groups?id=7550a21d-8f9e-4276-afe6-de321a73b5df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3110280 Feb 04 17:24:28.503526 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-92050145-bb5d-4e62-898d-d34be0138b0f tempest-FloatingIPAdminTestJSON-1156804285 tempest-FloatingIPAdminTestJSON-1156804285-project] Publish callbacks [] for router_controller (7ad3bba8-643e-40d9-b254-140834c799be), precommit_add_association {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:28.504669 n-d-827839-2 neutron-server[103377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc2bad38-c195-4b69-bf4d-a243173f043e', 'tag': 'bf588a04-722e-47f6-9543-998107c8912a'}] {{(pid=103377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:24:28.508990 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7240428b650e1488e9361b62648ff4b3a6c19d49d8c27c949491ab58c1346cf0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f122fad-2b23-4669-9a60-44081ffbf70c" -d '{"events": [{"name": "network-changed", "server_uuid": "dc2bad38-c195-4b69-bf4d-a243173f043e", "tag": "bf588a04-722e-47f6-9543-998107c8912a"}]}' {{(pid=103377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:24:28.514808 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-e3ba373f-44cd-4556-9212-678a9547ffab admin admin] Publish callbacks [] for router (f9e68899-a077-46b6-9665-a5d5cb9a1cec), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:28.522171 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-d4e01a9c-1f06-4e5b-8dc4-f19aeb410168 req-459f14d6-773c-43be-9375-d5ece3956e84 tempest-ImagesTestJSON-301921999 tempest-ImagesTestJSON-301921999-project] Publish callbacks [] for port (3cb6e588-038b-4f71-a9c3-1199f185e71c), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:28.530750 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-43dfc36a-c145-46f5-b564-db355edf98bc req-a2e8abc5-4ce5-4d58-954b-59d7efc955c5 service neutron] 10.222.0.96 "GET /v2.0/networks/8c9cb33a-476f-4f00-a8aa-706c33a5dd83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2542813 Feb 04 17:24:28.541343 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-9466c530-ffec-4726-9248-d8272feb910a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9e68899-a077-46b6-9665-a5d5cb9a1cec', 'name': 'tempest-ServerRescueTestJSONUnderV235-2108759146-router', 'tenant_id': 'e9b098a64fdf44abba2c8135f539141d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.72'}], 'enable_snat': True}, 'gw_port_id': '38be56bb-08c9-4ee5-bfdb-3e53bb3579f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:21:55Z', 'updated_at': '2022-02-04T17:24:25Z', 'revision_number': 5, 'project_id': 'e9b098a64fdf44abba2c8135f539141d', 'gw_port': {'id': '38be56bb-08c9-4ee5-bfdb-3e53bb3579f4', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:b7:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9e68899-a077-46b6-9665-a5d5cb9a1cec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1306, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:21:57Z', 'updated_at': '2022-02-04T17:22:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2'}], 'n-d-827839-2', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:24:28.574633 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9466c530-ffec-4726-9248-d8272feb910a None None] Checking router: f9e68899-a077-46b6-9665-a5d5cb9a1cec for host: n-d-827839-2 {{(pid=103379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 17:24:28.584545 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9466c530-ffec-4726-9248-d8272feb910a None None] Routers {'f9e68899-a077-46b6-9665-a5d5cb9a1cec'} bound to L3 agent in host n-d-827839-2 {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:24:28.585629 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-9466c530-ffec-4726-9248-d8272feb910a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:24:02Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['f9e68899-a077-46b6-9665-a5d5cb9a1cec'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:24:28.650205 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-d4e01a9c-1f06-4e5b-8dc4-f19aeb410168 req-459f14d6-773c-43be-9375-d5ece3956e84 tempest-ImagesTestJSON-301921999 tempest-ImagesTestJSON-301921999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (3cb6e588-038b-4f71-a9c3-1199f185e71c), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:28.681518 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-43dfc36a-c145-46f5-b564-db355edf98bc req-7046220c-9636-4875-aef7-eea3b89b8f91 service neutron] 10.222.0.96 "GET /v2.0/networks/8c9cb33a-476f-4f00-a8aa-706c33a5dd83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1427779 Feb 04 17:24:28.693604 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7df81528-e001-49b1-b2f3-eeea28f4b0ca None None] Publish callbacks [] for port (7e3d9df1-b9be-4a3e-b971-66e2274f9b54), precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:28.706810 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7df81528-e001-49b1-b2f3-eeea28f4b0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135'] for port (7e3d9df1-b9be-4a3e-b971-66e2274f9b54), after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:28.745603 n-d-827839-2 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7df81528-e001-49b1-b2f3-eeea28f4b0ca None None] Network fe7fcbb2-c196-4ed3-a240-3a72b75b33fb is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:24:28.748453 n-d-827839-2 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-7df81528-e001-49b1-b2f3-eeea28f4b0ca None None] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:24:28.768037 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvr_db [None req-9466c530-ffec-4726-9248-d8272feb910a None None] Set router f9e68899-a077-46b6-9665-a5d5cb9a1cec gateway port host: n-d-827839-2 {{(pid=103379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:24:28.779442 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7df81528-e001-49b1-b2f3-eeea28f4b0ca None None] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:24:28.861491 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df81528-e001-49b1-b2f3-eeea28f4b0ca None None] Pushing event updated for resources: {'Port': ['ID=7e3d9df1-b9be-4a3e-b971-66e2274f9b54,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:24:28.883761 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-7df81528-e001-49b1-b2f3-eeea28f4b0ca None None] Attempting to bind port 7e3d9df1-b9be-4a3e-b971-66e2274f9b54 on host n-d-827839-2 for vnic_type normal with profile {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:24:28.884206 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-7df81528-e001-49b1-b2f3-eeea28f4b0ca None None] Attempting to bind port 7e3d9df1-b9be-4a3e-b971-66e2274f9b54 by drivers openvswitch,hyperv on host n-d-827839-2 at level 0 using segments [{'id': '8eabde61-a943-4add-969a-1ecafae19b16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'fe7fcbb2-c196-4ed3-a240-3a72b75b33fb'}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:24:28.884575 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7df81528-e001-49b1-b2f3-eeea28f4b0ca None None] Attempting to bind port 7e3d9df1-b9be-4a3e-b971-66e2274f9b54 on network fe7fcbb2-c196-4ed3-a240-3a72b75b33fb {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:24:28.892473 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7df81528-e001-49b1-b2f3-eeea28f4b0ca None None] Checking agent: {'id': 'ba70844b-66a0-45fd-a2f2-e6ed673321fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 0, 36), 'started_at': datetime.datetime(2022, 2, 4, 17, 1, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 24, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:24:28.892889 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7df81528-e001-49b1-b2f3-eeea28f4b0ca None None] Checking segment: {'id': '8eabde61-a943-4add-969a-1ecafae19b16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'fe7fcbb2-c196-4ed3-a240-3a72b75b33fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:24:28.893304 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7df81528-e001-49b1-b2f3-eeea28f4b0ca None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:28.893760 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7df81528-e001-49b1-b2f3-eeea28f4b0ca None None] Bound using segment: {'id': '8eabde61-a943-4add-969a-1ecafae19b16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'fe7fcbb2-c196-4ed3-a240-3a72b75b33fb'} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:24:28.894250 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-7df81528-e001-49b1-b2f3-eeea28f4b0ca None None] Bound port: 7e3d9df1-b9be-4a3e-b971-66e2274f9b54, host: n-d-827839-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8eabde61-a943-4add-969a-1ecafae19b16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'fe7fcbb2-c196-4ed3-a240-3a72b75b33fb'}}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:24:28.894633 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7df81528-e001-49b1-b2f3-eeea28f4b0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (7e3d9df1-b9be-4a3e-b971-66e2274f9b54), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:28.983565 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-7df81528-e001-49b1-b2f3-eeea28f4b0ca None None] For port 7e3d9df1-b9be-4a3e-b971-66e2274f9b54, host n-d-827839-2, cleared binding levels {{(pid=103378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:24:28.986891 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-7df81528-e001-49b1-b2f3-eeea28f4b0ca None None] For port 7e3d9df1-b9be-4a3e-b971-66e2274f9b54, host n-d-827839-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=7e3d9df1-b9be-4a3e-b971-66e2274f9b54,segment=NetworkSegment(8eabde61-a943-4add-969a-1ecafae19b16),segment_id=8eabde61-a943-4add-969a-1ecafae19b16)] {{(pid=103378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:24:28.995180 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7df81528-e001-49b1-b2f3-eeea28f4b0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (7e3d9df1-b9be-4a3e-b971-66e2274f9b54), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:29.101661 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459f14d6-773c-43be-9375-d5ece3956e84 tempest-ImagesTestJSON-301921999 tempest-ImagesTestJSON-301921999-project] Pushing event updated for resources: {'Port': ['ID=3cb6e588-038b-4f71-a9c3-1199f185e71c,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:24:29.125953 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-9466c530-ffec-4726-9248-d8272feb910a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9e68899-a077-46b6-9665-a5d5cb9a1cec', 'name': 'tempest-ServerRescueTestJSONUnderV235-2108759146-router', 'tenant_id': 'e9b098a64fdf44abba2c8135f539141d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.72'}], 'enable_snat': True}, 'gw_port_id': '38be56bb-08c9-4ee5-bfdb-3e53bb3579f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:21:55Z', 'updated_at': '2022-02-04T17:24:25Z', 'revision_number': 5, 'project_id': 'e9b098a64fdf44abba2c8135f539141d', 'gw_port': {'id': '38be56bb-08c9-4ee5-bfdb-3e53bb3579f4', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:b7:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9e68899-a077-46b6-9665-a5d5cb9a1cec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1306, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:21:57Z', 'updated_at': '2022-02-04T17:22:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2'}], 'n-d-827839-2', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:24:29.133528 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df81528-e001-49b1-b2f3-eeea28f4b0ca None None] Pushing event updated for resources: {'Port': ['ID=7e3d9df1-b9be-4a3e-b971-66e2274f9b54,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:24:29.160180 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df81528-e001-49b1-b2f3-eeea28f4b0ca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:24:29.160444 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df81528-e001-49b1-b2f3-eeea28f4b0ca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:24:29.160546 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df81528-e001-49b1-b2f3-eeea28f4b0ca None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:24:29.160923 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df81528-e001-49b1-b2f3-eeea28f4b0ca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:24:29.161259 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df81528-e001-49b1-b2f3-eeea28f4b0ca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:24:29.161601 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df81528-e001-49b1-b2f3-eeea28f4b0ca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:24:29.161920 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df81528-e001-49b1-b2f3-eeea28f4b0ca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:24:29.162243 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df81528-e001-49b1-b2f3-eeea28f4b0ca None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:24:29.162564 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df81528-e001-49b1-b2f3-eeea28f4b0ca None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:24:29.162887 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df81528-e001-49b1-b2f3-eeea28f4b0ca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:24:29.163207 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df81528-e001-49b1-b2f3-eeea28f4b0ca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:24:29.163528 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df81528-e001-49b1-b2f3-eeea28f4b0ca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:24:29.163845 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df81528-e001-49b1-b2f3-eeea28f4b0ca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:24:29.184378 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d4e01a9c-1f06-4e5b-8dc4-f19aeb410168 req-459f14d6-773c-43be-9375-d5ece3956e84 tempest-ImagesTestJSON-301921999 tempest-ImagesTestJSON-301921999-project] Network a69bfb95-797b-4825-866b-2c94a621d18a is already hosted by enough agents. {{(pid=103376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:24:29.201853 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9466c530-ffec-4726-9248-d8272feb910a None None] The sync data for ids ['f9e68899-a077-46b6-9665-a5d5cb9a1cec'] in n-d-827839-2 is: [{'id': 'f9e68899-a077-46b6-9665-a5d5cb9a1cec', 'name': 'tempest-ServerRescueTestJSONUnderV235-2108759146-router', 'tenant_id': 'e9b098a64fdf44abba2c8135f539141d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.72'}], 'enable_snat': True}, 'gw_port_id': '38be56bb-08c9-4ee5-bfdb-3e53bb3579f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:21:55Z', 'updated_at': '2022-02-04T17:24:25Z', 'revision_number': 5, 'project_id': 'e9b098a64fdf44abba2c8135f539141d', 'gw_port': {'id': '38be56bb-08c9-4ee5-bfdb-3e53bb3579f4', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:b7:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9e68899-a077-46b6-9665-a5d5cb9a1cec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1306, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:21:57Z', 'updated_at': '2022-02-04T17:22:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2'}] {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 17:24:29.203591 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78d391e-ddd8-459b-9bb9-b280abf6168f req-0514752b-fd3a-4e99-98e9-4cd38e789e7f tempest-ServerRescueNegativeTestJSON-1481324798 tempest-ServerRescueNegativeTestJSON-1481324798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:29.214349 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-b78d391e-ddd8-459b-9bb9-b280abf6168f req-0514752b-fd3a-4e99-98e9-4cd38e789e7f tempest-ServerRescueNegativeTestJSON-1481324798 tempest-ServerRescueNegativeTestJSON-1481324798-project] 10.222.0.89 "GET /v2.0/ports?device_id=5f99a685-700d-4f63-88c2-d2a04a4a422d HTTP/1.1" status: 200 len: 945 time: 0.5999966 Feb 04 17:24:29.221324 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [req-d4e01a9c-1f06-4e5b-8dc4-f19aeb410168 req-459f14d6-773c-43be-9375-d5ece3956e84 tempest-ImagesTestJSON-301921999 tempest-ImagesTestJSON-301921999-project] Resources bound (agent type, host, resource id): {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:24:29.225114 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4e01a9c-1f06-4e5b-8dc4-f19aeb410168 req-459f14d6-773c-43be-9375-d5ece3956e84 tempest-ImagesTestJSON-301921999 tempest-ImagesTestJSON-301921999-project] Received port after_create {{(pid=103376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:24:29.330414 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0438b1dd-ef40-4d45-ba13-dbf8a95b47a0 req-bbcd36c2-329a-4959-aeba-357abbc67987 tempest-ListImageFiltersTestJSON-637610508 tempest-ListImageFiltersTestJSON-637610508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:29.331621 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-0438b1dd-ef40-4d45-ba13-dbf8a95b47a0 req-bbcd36c2-329a-4959-aeba-357abbc67987 tempest-ListImageFiltersTestJSON-637610508 tempest-ListImageFiltersTestJSON-637610508-project] 10.222.0.89 "GET /v2.0/ports?device_id=dc2bad38-c195-4b69-bf4d-a243173f043e HTTP/1.1" status: 200 len: 948 time: 1.2499447 Feb 04 17:24:29.345387 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dfc36a-c145-46f5-b564-db355edf98bc req-954fbf78-28fd-4790-9db6-8646d1bdcd0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:29.345880 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dfc36a-c145-46f5-b564-db355edf98bc req-954fbf78-28fd-4790-9db6-8646d1bdcd0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:29.346338 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dfc36a-c145-46f5-b564-db355edf98bc req-954fbf78-28fd-4790-9db6-8646d1bdcd0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:29.346810 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dfc36a-c145-46f5-b564-db355edf98bc req-954fbf78-28fd-4790-9db6-8646d1bdcd0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:29.347267 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dfc36a-c145-46f5-b564-db355edf98bc req-954fbf78-28fd-4790-9db6-8646d1bdcd0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:29.347727 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dfc36a-c145-46f5-b564-db355edf98bc req-954fbf78-28fd-4790-9db6-8646d1bdcd0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:29.348184 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dfc36a-c145-46f5-b564-db355edf98bc req-954fbf78-28fd-4790-9db6-8646d1bdcd0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:29.350211 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-43dfc36a-c145-46f5-b564-db355edf98bc req-954fbf78-28fd-4790-9db6-8646d1bdcd0d service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=c5cb386618c24d66b6712f0d36ac7fea&device_id=d23ffa64-7651-4974-8c0d-1ba4c302839d HTTP/1.1" status: 200 len: 6701 time: 0.2336621 Feb 04 17:24:29.364170 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e01a9c-1f06-4e5b-8dc4-f19aeb410168 req-459f14d6-773c-43be-9375-d5ece3956e84 tempest-ImagesTestJSON-301921999 tempest-ImagesTestJSON-301921999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:29.365771 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-d4e01a9c-1f06-4e5b-8dc4-f19aeb410168 req-459f14d6-773c-43be-9375-d5ece3956e84 tempest-ImagesTestJSON-301921999 tempest-ImagesTestJSON-301921999-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:29.369966 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-b78d391e-ddd8-459b-9bb9-b280abf6168f req-6b180252-5be3-4223-8f21-03b57948bf04 tempest-ServerRescueNegativeTestJSON-1481324798 tempest-ServerRescueNegativeTestJSON-1481324798-project] 10.222.0.89 "GET /v2.0/security-groups?id=47e1fb0d-88ed-4fed-9e75-9f02b9f534f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547663 Feb 04 17:24:29.444800 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-92050145-bb5d-4e62-898d-d34be0138b0f tempest-FloatingIPAdminTestJSON-1156804285 tempest-FloatingIPAdminTestJSON-1156804285-project] Publish callbacks [] for router_gateway (7ad3bba8-643e-40d9-b254-140834c799be), precommit_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:29.482087 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-d4e01a9c-1f06-4e5b-8dc4-f19aeb410168 req-459f14d6-773c-43be-9375-d5ece3956e84 tempest-ImagesTestJSON-301921999 tempest-ImagesTestJSON-301921999-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6446779 Feb 04 17:24:29.504502 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [req-d4e01a9c-1f06-4e5b-8dc4-f19aeb410168 req-3475616c-84c5-4a05-aff9-1b7bb54ede61 service neutron] Request body: {'port': {'device_id': '59790d20-7060-4360-ad74-921d11f4ec7c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827839-2'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:24:29.521433 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-e3ba373f-44cd-4556-9212-678a9547ffab admin admin] Publish callbacks [] for router_gateway (f9e68899-a077-46b6-9665-a5d5cb9a1cec), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:29.533116 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-0438b1dd-ef40-4d45-ba13-dbf8a95b47a0 req-2041f9ff-9615-4c0d-aab1-27d3f2fc4f76 tempest-ListImageFiltersTestJSON-637610508 tempest-ListImageFiltersTestJSON-637610508-project] 10.222.0.89 "GET /v2.0/security-groups?id=64f1a98c-fa51-4ada-9579-f28b8d0ae7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672099 Feb 04 17:24:29.661960 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-e3ba373f-44cd-4556-9212-678a9547ffab admin admin] Deleting port 38be56bb-08c9-4ee5-bfdb-3e53bb3579f4 {{(pid=103377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:24:29.662114 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-e3ba373f-44cd-4556-9212-678a9547ffab admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (38be56bb-08c9-4ee5-bfdb-3e53bb3579f4), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:29.665561 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 17:24:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92ea91e1-a6c0-41f4-8c2c-d423367e13ef x-openstack-request-id: req-92ea91e1-a6c0-41f4-8c2c-d423367e13ef {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:24:29.665834 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc2bad38-c195-4b69-bf4d-a243173f043e", "tag": "bf588a04-722e-47f6-9543-998107c8912a", "status": "completed", "code": 200}]} {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:24:29.666083 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-92ea91e1-a6c0-41f4-8c2c-d423367e13ef {{(pid=103377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:24:29.666311 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f1ceba-0d41-47d7-909b-efa8ca130c83 req-9fdc14c6-9270-4cbc-a18a-4a5437d42f1b tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:29.666722 n-d-827839-2 neutron-server[103377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc2bad38-c195-4b69-bf4d-a243173f043e', 'tag': 'bf588a04-722e-47f6-9543-998107c8912a', 'status': 'completed', 'code': 200} Feb 04 17:24:29.668650 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-45f1ceba-0d41-47d7-909b-efa8ca130c83 req-9fdc14c6-9270-4cbc-a18a-4a5437d42f1b tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] 10.222.0.89 "GET /v2.0/ports?device_id=32c473d7-3f2d-495e-b44f-fd0929434fbd HTTP/1.1" status: 200 len: 944 time: 0.2039099 Feb 04 17:24:29.736351 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-beec1891-6072-40cb-aa1a-f5d06e5ed992 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (bb89f5a3-3c22-440b-b7d1-c4f0c43c184a), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:29.766491 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Device 45a915f0-0102-4745-8fa0-148c16138923 details requested by agent hyperv_n-h2-827839-2 with host n-h2-827839-2 {{(pid=103378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 17:24:29.805500 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-45f1ceba-0d41-47d7-909b-efa8ca130c83 req-18439a3f-7f85-46cc-bfb1-63534ebc8f75 tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] 10.222.0.89 "GET /v2.0/security-groups?id=e65ecd24-4d97-4684-be33-350ed30f90cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1064789 Feb 04 17:24:29.806824 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dfc36a-c145-46f5-b564-db355edf98bc req-3596967f-a654-4a49-bfc5-4cd00f2f7458 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:29.810760 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-43dfc36a-c145-46f5-b564-db355edf98bc req-3596967f-a654-4a49-bfc5-4cd00f2f7458 service neutron] 10.222.0.96 "GET /v2.0/networks?id=8c9cb33a-476f-4f00-a8aa-706c33a5dd83 HTTP/1.1" status: 200 len: 902 time: 0.4383388 Feb 04 17:24:29.918242 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-d4e01a9c-1f06-4e5b-8dc4-f19aeb410168 req-3475616c-84c5-4a05-aff9-1b7bb54ede61 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (3cb6e588-038b-4f71-a9c3-1199f185e71c), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:29.924024 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-43dfc36a-c145-46f5-b564-db355edf98bc req-c627cd0d-7660-4f38-8b4d-cb2b01676ccf service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=d07f6690-41dc-473d-8b49-2b36d0026fa9 HTTP/1.1" status: 200 len: 217 time: 0.1036623 Feb 04 17:24:29.949749 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] For port 45a915f0-0102-4745-8fa0-148c16138923, host n-h2-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=45a915f0-0102-4745-8fa0-148c16138923,segment=NetworkSegment(1cf24bdf-cd2a-424e-9446-8006bc746b7c),segment_id=1cf24bdf-cd2a-424e-9446-8006bc746b7c)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:24:29.967134 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Returning: {'device': '45a915f0-0102-4745-8fa0-148c16138923', 'network_id': '97b2e9b0-cacd-4163-811b-ff2a765f7055', 'port_id': '45a915f0-0102-4745-8fa0-148c16138923', 'mac_address': 'fa:16:3e:9c:f9:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 792, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32617567-702a-48ca-945f-d54124aa2fdb', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 17:24:29.996203 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dfc36a-c145-46f5-b564-db355edf98bc req-cc3831dc-4b36-4b02-8f3d-8dfdb04749f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:29.996203 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-43dfc36a-c145-46f5-b564-db355edf98bc req-cc3831dc-4b36-4b02-8f3d-8dfdb04749f6 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=a6fc7b77-ba48-4d2d-af47-eb29cf9d0175 HTTP/1.1" status: 200 len: 797 time: 0.0478637 Feb 04 17:24:30.021322 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Current status of the port 45a915f0-0102-4745-8fa0-148c16138923 is: DOWN; New status is: BUILD {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:24:30.021735 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (45a915f0-0102-4745-8fa0-148c16138923), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:30.040621 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45a915f0-0102-4745-8fa0-148c16138923 {{(pid=103378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 17:24:30.066918 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] For port 45a915f0-0102-4745-8fa0-148c16138923, host n-h2-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=45a915f0-0102-4745-8fa0-148c16138923,segment=NetworkSegment(1cf24bdf-cd2a-424e-9446-8006bc746b7c),segment_id=1cf24bdf-cd2a-424e-9446-8006bc746b7c)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:24:30.074231 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (45a915f0-0102-4745-8fa0-148c16138923), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:30.075273 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Device bf588a04-722e-47f6-9543-998107c8912a details requested by agent hyperv_n-h2-827839-2 with host n-h2-827839-2 {{(pid=103378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 17:24:30.099166 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [None req-e3ba373f-44cd-4556-9212-678a9547ffab admin admin] For port 38be56bb-08c9-4ee5-bfdb-3e53bb3579f4, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=38be56bb-08c9-4ee5-bfdb-3e53bb3579f4,segment=NetworkSegment(5942dc44-1f07-4c27-b0ab-45a2bff20dd5),segment_id=5942dc44-1f07-4c27-b0ab-45a2bff20dd5)] {{(pid=103377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:24:30.106516 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-e3ba373f-44cd-4556-9212-678a9547ffab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (38be56bb-08c9-4ee5-bfdb-3e53bb3579f4), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:30.124481 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f122fad-2b23-4669-9a60-44081ffbf70c req-f905ef2d-32cf-473a-b7cc-20921abb0a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:30.126920 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-7f122fad-2b23-4669-9a60-44081ffbf70c req-f905ef2d-32cf-473a-b7cc-20921abb0a00 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=d779632f9ba14bf19596a38353ed4de4&device_id=dc2bad38-c195-4b69-bf4d-a243173f043e HTTP/1.1" status: 200 len: 1130 time: 0.2998793 Feb 04 17:24:30.136383 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7341c8-378e-4a52-9dc4-03e1e6f04267 req-e3e91cb9-8fd5-422d-a7d5-1ae6fa6d9d86 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:30.143453 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7341c8-378e-4a52-9dc4-03e1e6f04267 req-e3e91cb9-8fd5-422d-a7d5-1ae6fa6d9d86 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:30.149640 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7341c8-378e-4a52-9dc4-03e1e6f04267 req-e3e91cb9-8fd5-422d-a7d5-1ae6fa6d9d86 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:30.157777 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7341c8-378e-4a52-9dc4-03e1e6f04267 req-e3e91cb9-8fd5-422d-a7d5-1ae6fa6d9d86 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:30.163931 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7341c8-378e-4a52-9dc4-03e1e6f04267 req-e3e91cb9-8fd5-422d-a7d5-1ae6fa6d9d86 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:30.171296 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7341c8-378e-4a52-9dc4-03e1e6f04267 req-e3e91cb9-8fd5-422d-a7d5-1ae6fa6d9d86 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:30.176642 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-92050145-bb5d-4e62-898d-d34be0138b0f tempest-FloatingIPAdminTestJSON-1156804285 tempest-FloatingIPAdminTestJSON-1156804285-project] Publish callbacks [] for router_gateway (7ad3bba8-643e-40d9-b254-140834c799be), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:30.178877 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-e3ba373f-44cd-4556-9212-678a9547ffab admin admin] Calling delete_port for 38be56bb-08c9-4ee5-bfdb-3e53bb3579f4 owned by network:router_gateway {{(pid=103377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:24:30.179039 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7341c8-378e-4a52-9dc4-03e1e6f04267 req-e3e91cb9-8fd5-422d-a7d5-1ae6fa6d9d86 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:30.188490 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-2b7341c8-378e-4a52-9dc4-03e1e6f04267 req-e3e91cb9-8fd5-422d-a7d5-1ae6fa6d9d86 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] 10.222.0.89 "GET /v2.0/ports?device_id=d23ffa64-7651-4974-8c0d-1ba4c302839d HTTP/1.1" status: 200 len: 5427 time: 0.2677283 Feb 04 17:24:30.197402 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Pushing event updated for resources: {'Port': ['ID=45a915f0-0102-4745-8fa0-148c16138923,revision_number=4']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:24:30.198183 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed94074-134f-4308-8aaa-b4e4e50cd759 req-49c887bd-b88c-4009-8546-7d5261ee3c87 tempest-ImagesTestJSON-301921999 tempest-ImagesTestJSON-301921999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:30.209067 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-7ed94074-134f-4308-8aaa-b4e4e50cd759 req-49c887bd-b88c-4009-8546-7d5261ee3c87 tempest-ImagesTestJSON-301921999 tempest-ImagesTestJSON-301921999-project] 10.222.0.89 "GET /v2.0/ports?device_id=59790d20-7060-4360-ad74-921d11f4ec7c HTTP/1.1" status: 200 len: 932 time: 0.3733339 Feb 04 17:24:30.257238 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] For port bf588a04-722e-47f6-9543-998107c8912a, host n-h2-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=bf588a04-722e-47f6-9543-998107c8912a,segment=NetworkSegment(3a39b085-d3e6-43bb-a64c-1b06dd049e5a),segment_id=3a39b085-d3e6-43bb-a64c-1b06dd049e5a)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:24:30.290029 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-92050145-bb5d-4e62-898d-d34be0138b0f tempest-FloatingIPAdminTestJSON-1156804285 tempest-FloatingIPAdminTestJSON-1156804285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:30.294252 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Returning: {'device': 'bf588a04-722e-47f6-9543-998107c8912a', 'network_id': '02be22b9-aa53-40ea-8050-9239cd27d1ff', 'port_id': 'bf588a04-722e-47f6-9543-998107c8912a', 'mac_address': 'fa:16:3e:61:5c:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 797, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c974b0ff-2c5c-4667-8a81-3bde3ea6ced5', 'ip_address': '192.168.233.245'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 17:24:30.297470 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-2b7341c8-378e-4a52-9dc4-03e1e6f04267 req-1567e6a2-c008-41eb-8cc8-12849e0d5a36 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] 10.222.0.89 "GET /v2.0/security-groups?id=f41001c7-a515-4baa-b12d-2443831f66d9&id=6c430dff-7990-44ba-b62d-7ce4a11c9249&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1078742 Feb 04 17:24:30.399274 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device 4d4af2e9-7142-4b57-9203-87fed5d08509 up at agent hyperv_n-h1-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:24:30.406760 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Current status of the port bf588a04-722e-47f6-9543-998107c8912a is: DOWN; New status is: BUILD {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:24:30.406972 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dfc36a-c145-46f5-b564-db355edf98bc req-ac6caf7d-8e00-421f-a9b2-7516bf468f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:30.407223 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (bf588a04-722e-47f6-9543-998107c8912a), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:30.408696 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-43dfc36a-c145-46f5-b564-db355edf98bc req-ac6caf7d-8e00-421f-a9b2-7516bf468f67 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=8c9cb33a-476f-4f00-a8aa-706c33a5dd83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.3965602 Feb 04 17:24:30.432043 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf588a04-722e-47f6-9543-998107c8912a {{(pid=103378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 17:24:30.461446 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] For port bf588a04-722e-47f6-9543-998107c8912a, host n-h2-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=bf588a04-722e-47f6-9543-998107c8912a,segment=NetworkSegment(3a39b085-d3e6-43bb-a64c-1b06dd049e5a),segment_id=3a39b085-d3e6-43bb-a64c-1b06dd049e5a)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:24:30.493174 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (bf588a04-722e-47f6-9543-998107c8912a), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:30.516731 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-7ed94074-134f-4308-8aaa-b4e4e50cd759 req-c2a836cc-329a-43db-8073-9b6ffd64e5ca tempest-ImagesTestJSON-301921999 tempest-ImagesTestJSON-301921999-project] 10.222.0.89 "GET /v2.0/security-groups?id=5b73e0f3-a9f7-4cf1-b4aa-b594ce8b7178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2991018 Feb 04 17:24:30.599126 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f122fad-2b23-4669-9a60-44081ffbf70c req-2132139b-3fe0-4798-9ced-adcc682c94fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:30.610815 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Pushing event updated for resources: {'Port': ['ID=bf588a04-722e-47f6-9543-998107c8912a,revision_number=4']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:24:30.613817 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-7f122fad-2b23-4669-9a60-44081ffbf70c req-2132139b-3fe0-4798-9ced-adcc682c94fd service neutron] 10.222.0.90 "GET /v2.0/networks?id=02be22b9-aa53-40ea-8050-9239cd27d1ff HTTP/1.1" status: 200 len: 870 time: 0.4618058 Feb 04 17:24:30.620080 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Provisioning for port 4d4af2e9-7142-4b57-9203-87fed5d08509 completed by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 17:24:30.624623 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Provisioning complete for port 4d4af2e9-7142-4b57-9203-87fed5d08509 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:24:30.624992 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (4d4af2e9-7142-4b57-9203-87fed5d08509), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:30.764394 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d7336a-9fed-40cf-a6cb-26f146a62c81 req-50e59261-4c2b-42aa-bbf4-e631452977c4 tempest-TestServerBasicOps-155849243 tempest-TestServerBasicOps-155849243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:30.772569 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-75d7336a-9fed-40cf-a6cb-26f146a62c81 req-50e59261-4c2b-42aa-bbf4-e631452977c4 tempest-TestServerBasicOps-155849243 tempest-TestServerBasicOps-155849243-project] 10.222.0.89 "GET /v2.0/ports?device_id=4371415a-6d02-4736-91f3-0d6ad12b39af HTTP/1.1" status: 200 len: 945 time: 0.2031600 Feb 04 17:24:30.779695 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] get_ports_and_sgs() called for port_ids ['bf588a04-722e-47f6-9543-998107c8912a'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 17:24:30.806182 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-7f122fad-2b23-4669-9a60-44081ffbf70c req-75ef5bda-864e-423f-bab6-55881091b716 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.245&port_id=bf588a04-722e-47f6-9543-998107c8912a HTTP/1.1" status: 200 len: 217 time: 0.1049058 Feb 04 17:24:30.920772 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-75d7336a-9fed-40cf-a6cb-26f146a62c81 req-fea80b11-950c-4cf3-9459-d359cd064494 tempest-TestServerBasicOps-155849243 tempest-TestServerBasicOps-155849243-project] 10.222.0.89 "GET /v2.0/security-groups?id=7550a21d-8f9e-4276-afe6-de321a73b5df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1470854 Feb 04 17:24:30.930505 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] get_ports_and_sgs() called for port_ids ['45a915f0-0102-4745-8fa0-148c16138923'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 17:24:30.956847 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.db_base_plugin_common [None req-92050145-bb5d-4e62-898d-d34be0138b0f tempest-FloatingIPAdminTestJSON-1156804285 tempest-FloatingIPAdminTestJSON-1156804285-project] Allocated IP 172.25.6.185 (48165773-85ad-49a1-9ec1-76fc8dc24188/7660bfad-1ea8-4fe7-831b-bed836f13efc/08000d7b-3622-4805-8d9c-e9fa4b7f9a8a) {{(pid=103377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:24:30.964980 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-43dfc36a-c145-46f5-b564-db355edf98bc req-76c294be-a63a-4712-9c0e-f2dc1e486d6a service neutron] 10.222.0.96 "GET /v2.0/networks/8c9cb33a-476f-4f00-a8aa-706c33a5dd83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5451567 Feb 04 17:24:31.013118 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5d3c71-e529-473b-8064-b5b8d7ccf99c req-9691b49e-e327-4470-b966-ac4863d36e19 tempest-ListImageFiltersTestJSON-637610508 tempest-ListImageFiltersTestJSON-637610508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:31.025255 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-7f5d3c71-e529-473b-8064-b5b8d7ccf99c req-9691b49e-e327-4470-b966-ac4863d36e19 tempest-ListImageFiltersTestJSON-637610508 tempest-ListImageFiltersTestJSON-637610508-project] 10.222.0.89 "GET /v2.0/ports?device_id=dc2bad38-c195-4b69-bf4d-a243173f043e HTTP/1.1" status: 200 len: 949 time: 0.2115011 Feb 04 17:24:31.035757 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31ccbc76-a486-41cf-b51a-4cd82969040b None None] Network fe7fcbb2-c196-4ed3-a240-3a72b75b33fb requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:24:31.048018 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f122fad-2b23-4669-9a60-44081ffbf70c req-fcd53253-ce2a-4368-86db-8ce55d81d1f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:31.049445 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-7f122fad-2b23-4669-9a60-44081ffbf70c req-fcd53253-ce2a-4368-86db-8ce55d81d1f4 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=c974b0ff-2c5c-4667-8a81-3bde3ea6ced5 HTTP/1.1" status: 200 len: 843 time: 0.2327361 Feb 04 17:24:31.093924 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Current status of the port 4d4af2e9-7142-4b57-9203-87fed5d08509 is: BUILD; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:24:31.094319 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (4d4af2e9-7142-4b57-9203-87fed5d08509), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:31.102222 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 7e3d9df1-b9be-4a3e-b971-66e2274f9b54 up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:24:31.177817 n-d-827839-2 neutron-server[103376]: DEBUG neutron.notifiers.nova [req-d4e01a9c-1f06-4e5b-8dc4-f19aeb410168 req-3475616c-84c5-4a05-aff9-1b7bb54ede61 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3cb6e588-038b-4f71-a9c3-1199f185e71c {{(pid=103376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 17:24:31.187262 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-d4e01a9c-1f06-4e5b-8dc4-f19aeb410168 req-3475616c-84c5-4a05-aff9-1b7bb54ede61 service neutron] Publish callbacks [] for port (3cb6e588-038b-4f71-a9c3-1199f185e71c), precommit_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:31.207125 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.provisioning_blocks [req-d4e01a9c-1f06-4e5b-8dc4-f19aeb410168 req-3475616c-84c5-4a05-aff9-1b7bb54ede61 service neutron] Transition to ACTIVE for port object 3cb6e588-038b-4f71-a9c3-1199f185e71c will not be triggered until provisioned by entity L2. {{(pid=103376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 17:24:31.210844 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-db3e321b-31b1-4864-80ef-20fd2cba6816 None None] Provisioning complete for port 7e3d9df1-b9be-4a3e-b971-66e2274f9b54 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:24:31.211224 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-db3e321b-31b1-4864-80ef-20fd2cba6816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (7e3d9df1-b9be-4a3e-b971-66e2274f9b54), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:31.213142 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-7f5d3c71-e529-473b-8064-b5b8d7ccf99c req-3b3bcf7b-5f5d-4988-870a-580d25b11c67 tempest-ListImageFiltersTestJSON-637610508 tempest-ListImageFiltersTestJSON-637610508-project] 10.222.0.89 "GET /v2.0/security-groups?id=64f1a98c-fa51-4ada-9579-f28b8d0ae7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1866822 Feb 04 17:24:31.231780 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-d4e01a9c-1f06-4e5b-8dc4-f19aeb410168 req-3475616c-84c5-4a05-aff9-1b7bb54ede61 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675836'] for port (3cb6e588-038b-4f71-a9c3-1199f185e71c), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:31.259439 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae0186a8-6823-4e37-ae44-24840acc296c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d4af2e9-7142-4b57-9203-87fed5d08509'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:24:31.262244 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c34bc964ce2211770fda26ca2f3801cc06f4f39928110690550e94ab9c9d2fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c688867-de57-40d0-91df-bb80f77677a8" -d '{"events": [{"server_uuid": "ae0186a8-6823-4e37-ae44-24840acc296c", "name": "network-vif-plugged", "status": "completed", "tag": "4d4af2e9-7142-4b57-9203-87fed5d08509"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:24:31.296727 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f122fad-2b23-4669-9a60-44081ffbf70c req-394c71b4-3200-4f55-bb31-3683572d55e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:31.299290 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-7f122fad-2b23-4669-9a60-44081ffbf70c req-394c71b4-3200-4f55-bb31-3683572d55e3 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=02be22b9-aa53-40ea-8050-9239cd27d1ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2077544 Feb 04 17:24:31.308483 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-e3ba373f-44cd-4556-9212-678a9547ffab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (38be56bb-08c9-4ee5-bfdb-3e53bb3579f4), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:31.363325 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef877b0-f364-4338-aa63-0cce64480759 req-887ba68c-5210-4402-82b5-53f6565f9b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:31.365295 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-9ef877b0-f364-4338-aa63-0cce64480759 req-887ba68c-5210-4402-82b5-53f6565f9b86 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=416c048260b14ff1a410112cf5941611&device_id=5f99a685-700d-4f63-88c2-d2a04a4a422d HTTP/1.1" status: 200 len: 1127 time: 0.5562375 Feb 04 17:24:31.382929 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ba373f-44cd-4556-9212-678a9547ffab admin admin] Pushing event deleted for resources: {'Port': ['ID=38be56bb-08c9-4ee5-bfdb-3e53bb3579f4,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:24:31.492284 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] For port 4d4af2e9-7142-4b57-9203-87fed5d08509, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=4d4af2e9-7142-4b57-9203-87fed5d08509,segment=NetworkSegment(3a39b085-d3e6-43bb-a64c-1b06dd049e5a),segment_id=3a39b085-d3e6-43bb-a64c-1b06dd049e5a)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:24:31.509875 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3475616c-84c5-4a05-aff9-1b7bb54ede61 service neutron] Pushing event updated for resources: {'Port': ['ID=3cb6e588-038b-4f71-a9c3-1199f185e71c,revision_number=2']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:24:31.524354 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (4d4af2e9-7142-4b57-9203-87fed5d08509), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:31.556346 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-92050145-bb5d-4e62-898d-d34be0138b0f tempest-FloatingIPAdminTestJSON-1156804285 tempest-FloatingIPAdminTestJSON-1156804285-project] Publish callbacks [] for port (08000d7b-3622-4805-8d9c-e9fa4b7f9a8a), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:31.590170 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1794e5e4-2192-4613-9fb3-ae1d847b8818 req-0a5c269e-10ce-44e9-ad54-17ea565f1795 tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:31.598079 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-1794e5e4-2192-4613-9fb3-ae1d847b8818 req-0a5c269e-10ce-44e9-ad54-17ea565f1795 tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] 10.222.0.89 "GET /v2.0/ports?device_id=32c473d7-3f2d-495e-b44f-fd0929434fbd HTTP/1.1" status: 200 len: 944 time: 0.2162137 Feb 04 17:24:31.635935 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1287137e-c2dc-4e56-bee7-0bdecc3f4c4a req-5ee9f568-f62a-440b-b7e4-8ede74b4df5a tempest-ServerRescueNegativeTestJSON-1481324798 tempest-ServerRescueNegativeTestJSON-1481324798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:31.639784 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-1287137e-c2dc-4e56-bee7-0bdecc3f4c4a req-5ee9f568-f62a-440b-b7e4-8ede74b4df5a tempest-ServerRescueNegativeTestJSON-1481324798 tempest-ServerRescueNegativeTestJSON-1481324798-project] 10.222.0.89 "GET /v2.0/ports?device_id=5f99a685-700d-4f63-88c2-d2a04a4a422d HTTP/1.1" status: 200 len: 945 time: 0.5396914 Feb 04 17:24:31.641337 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-e3ba373f-44cd-4556-9212-678a9547ffab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1595544'] for router_gateway (f9e68899-a077-46b6-9665-a5d5cb9a1cec), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:31.647476 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port 7e3d9df1-b9be-4a3e-b971-66e2274f9b54 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:24:31.647851 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (7e3d9df1-b9be-4a3e-b971-66e2274f9b54), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:31.683447 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-43dfc36a-c145-46f5-b564-db355edf98bc req-57946103-73f2-4271-b245-298967324af4 service neutron] 10.222.0.96 "GET /v2.0/networks/8c9cb33a-476f-4f00-a8aa-706c33a5dd83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7050240 Feb 04 17:24:31.719739 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Pushing event updated for resources: {'Port': ['ID=4d4af2e9-7142-4b57-9203-87fed5d08509,revision_number=5']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:24:31.762540 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [req-d4e01a9c-1f06-4e5b-8dc4-f19aeb410168 req-3475616c-84c5-4a05-aff9-1b7bb54ede61 service neutron] Attempting to bind port 3cb6e588-038b-4f71-a9c3-1199f185e71c on host n-h1-827839-2 for vnic_type normal with profile {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:24:31.766474 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [req-d4e01a9c-1f06-4e5b-8dc4-f19aeb410168 req-3475616c-84c5-4a05-aff9-1b7bb54ede61 service neutron] Attempting to bind port 3cb6e588-038b-4f71-a9c3-1199f185e71c by drivers openvswitch,hyperv on host n-h1-827839-2 at level 0 using segments [{'id': '40be95d6-8661-400f-bc9d-3f4c57dcd00c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': 'a69bfb95-797b-4825-866b-2c94a621d18a'}] {{(pid=103376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:24:31.767118 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4e01a9c-1f06-4e5b-8dc4-f19aeb410168 req-3475616c-84c5-4a05-aff9-1b7bb54ede61 service neutron] Attempting to bind port 3cb6e588-038b-4f71-a9c3-1199f185e71c on network a69bfb95-797b-4825-866b-2c94a621d18a {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:24:31.783664 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-e3ba373f-44cd-4556-9212-678a9547ffab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1601811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26971'] for router (f9e68899-a077-46b6-9665-a5d5cb9a1cec), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:31.793905 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-e3ba373f-44cd-4556-9212-678a9547ffab admin admin] Publish callbacks [] for router_controller (f9e68899-a077-46b6-9665-a5d5cb9a1cec), precommit_delete_associations {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:31.826389 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4e01a9c-1f06-4e5b-8dc4-f19aeb410168 req-3475616c-84c5-4a05-aff9-1b7bb54ede61 service neutron] Port 3cb6e588-038b-4f71-a9c3-1199f185e71c on network a69bfb95-797b-4825-866b-2c94a621d18a not bound, no agent of type Open vSwitch agent registered on host n-h1-827839-2 {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 17:24:31.826714 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4e01a9c-1f06-4e5b-8dc4-f19aeb410168 req-3475616c-84c5-4a05-aff9-1b7bb54ede61 service neutron] Attempting to bind port 3cb6e588-038b-4f71-a9c3-1199f185e71c on network a69bfb95-797b-4825-866b-2c94a621d18a {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:24:31.861392 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-e3ba373f-44cd-4556-9212-678a9547ffab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1601832'] for router (f9e68899-a077-46b6-9665-a5d5cb9a1cec), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:31.862092 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3ba373f-44cd-4556-9212-678a9547ffab admin admin] Fanout notify agent at l3_agent the message router_deleted on router f9e68899-a077-46b6-9665-a5d5cb9a1cec {{(pid=103377) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 17:24:31.870017 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-e3ba373f-44cd-4556-9212-678a9547ffab admin admin] Publish callbacks [] for router (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:31.871971 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-e3ba373f-44cd-4556-9212-678a9547ffab admin admin] 10.222.0.89 "DELETE /v2.0/routers/f9e68899-a077-46b6-9665-a5d5cb9a1cec HTTP/1.1" status: 204 len: 168 time: 3.7833278 Feb 04 17:24:31.880956 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 39874) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:24:31.888504 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef877b0-f364-4338-aa63-0cce64480759 req-5fef6e7e-e9f6-4d96-a1e5-0bd506ddec28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:31.891852 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-9ef877b0-f364-4338-aa63-0cce64480759 req-5fef6e7e-e9f6-4d96-a1e5-0bd506ddec28 service neutron] 10.222.0.96 "GET /v2.0/networks?id=65e96574-1b4a-495a-8b0d-441e42a3db76 HTTP/1.1" status: 200 len: 919 time: 0.5134237 Feb 04 17:24:31.893235 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4e01a9c-1f06-4e5b-8dc4-f19aeb410168 req-3475616c-84c5-4a05-aff9-1b7bb54ede61 service neutron] Checking agent: {'id': '3f9244a9-75fc-4c10-b195-11d48b853b41', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 8, 42), 'started_at': datetime.datetime(2022, 2, 4, 17, 8, 42), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 24, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:24:31.893409 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4e01a9c-1f06-4e5b-8dc4-f19aeb410168 req-3475616c-84c5-4a05-aff9-1b7bb54ede61 service neutron] Checking segment: {'id': '40be95d6-8661-400f-bc9d-3f4c57dcd00c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': 'a69bfb95-797b-4825-866b-2c94a621d18a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:24:31.893777 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4e01a9c-1f06-4e5b-8dc4-f19aeb410168 req-3475616c-84c5-4a05-aff9-1b7bb54ede61 service neutron] Bound using segment: {'id': '40be95d6-8661-400f-bc9d-3f4c57dcd00c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': 'a69bfb95-797b-4825-866b-2c94a621d18a'} {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:24:31.894213 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [req-d4e01a9c-1f06-4e5b-8dc4-f19aeb410168 req-3475616c-84c5-4a05-aff9-1b7bb54ede61 service neutron] Bound port: 3cb6e588-038b-4f71-a9c3-1199f185e71c, host: n-h1-827839-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40be95d6-8661-400f-bc9d-3f4c57dcd00c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': 'a69bfb95-797b-4825-866b-2c94a621d18a'}}] {{(pid=103376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:24:31.894564 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-d4e01a9c-1f06-4e5b-8dc4-f19aeb410168 req-3475616c-84c5-4a05-aff9-1b7bb54ede61 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (3cb6e588-038b-4f71-a9c3-1199f185e71c), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:31.899119 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-db3e321b-31b1-4864-80ef-20fd2cba6816 None None] Current status of the port 7e3d9df1-b9be-4a3e-b971-66e2274f9b54 is: DOWN; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:24:31.899580 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-db3e321b-31b1-4864-80ef-20fd2cba6816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (7e3d9df1-b9be-4a3e-b971-66e2274f9b54), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:31.909444 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-1287137e-c2dc-4e56-bee7-0bdecc3f4c4a req-0a51f6e7-e595-4be2-9d25-9e9a96ecc1a8 tempest-ServerRescueNegativeTestJSON-1481324798 tempest-ServerRescueNegativeTestJSON-1481324798-project] 10.222.0.89 "GET /v2.0/security-groups?id=47e1fb0d-88ed-4fed-9e75-9f02b9f534f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2493763 Feb 04 17:24:31.955357 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-9ef877b0-f364-4338-aa63-0cce64480759 req-8de7100c-898c-41ac-9b70-0c66c31a0ed6 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4d9c178e-acd3-418e-8ad1-375bbb2d292e HTTP/1.1" status: 200 len: 217 time: 0.0505669 Feb 04 17:24:32.005626 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.db_base_plugin_v2 [None req-01809e29-ba72-40e4-b955-787832255034 admin admin] Deleting subnet 58924840-63b9-49cf-9b5e-4aa66ca609e8 {{(pid=103377) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 17:24:32.024910 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-01809e29-ba72-40e4-b955-787832255034 admin admin] Publish callbacks [] for subnet (58924840-63b9-49cf-9b5e-4aa66ca609e8), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:32.038070 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-7f122fad-2b23-4669-9a60-44081ffbf70c req-d4017329-13b9-4f9b-b3ac-796bd3510fbe service neutron] 10.222.0.90 "GET /v2.0/networks/02be22b9-aa53-40ea-8050-9239cd27d1ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6990337 Feb 04 17:24:32.046181 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 17:24:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ca63d8a-b170-4f3e-9266-ee6173363b63 x-openstack-request-id: req-9ca63d8a-b170-4f3e-9266-ee6173363b63 {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:24:32.046415 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae0186a8-6823-4e37-ae44-24840acc296c", "name": "network-vif-plugged", "status": "completed", "tag": "4d4af2e9-7142-4b57-9203-87fed5d08509", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:24:32.046654 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-9ca63d8a-b170-4f3e-9266-ee6173363b63 {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:24:32.047083 n-d-827839-2 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae0186a8-6823-4e37-ae44-24840acc296c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d4af2e9-7142-4b57-9203-87fed5d08509', 'code': 200} Feb 04 17:24:32.058757 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-21090c94-d793-4cf3-88e7-a7c6f1bec18c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (64ada913-9131-4d99-a265-63a920956287), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:32.082359 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-1794e5e4-2192-4613-9fb3-ae1d847b8818 req-3952f32f-2692-4f67-b9f3-ced2d1477a5c tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] 10.222.0.89 "GET /v2.0/security-groups?id=e65ecd24-4d97-4684-be33-350ed30f90cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4830744 Feb 04 17:24:32.092170 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port 7e3d9df1-b9be-4a3e-b971-66e2274f9b54 is: DOWN; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:24:32.092588 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (7e3d9df1-b9be-4a3e-b971-66e2274f9b54), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:32.101449 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-db3e321b-31b1-4864-80ef-20fd2cba6816 None None] For port 7e3d9df1-b9be-4a3e-b971-66e2274f9b54, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=7e3d9df1-b9be-4a3e-b971-66e2274f9b54,segment=NetworkSegment(8eabde61-a943-4add-969a-1ecafae19b16),segment_id=8eabde61-a943-4add-969a-1ecafae19b16)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:24:32.118838 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-db3e321b-31b1-4864-80ef-20fd2cba6816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (7e3d9df1-b9be-4a3e-b971-66e2274f9b54), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:32.146334 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef877b0-f364-4338-aa63-0cce64480759 req-6e8733bd-de8d-48ce-965e-9bd6cdaba6ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:32.147736 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-9ef877b0-f364-4338-aa63-0cce64480759 req-6e8733bd-de8d-48ce-965e-9bd6cdaba6ee service neutron] 10.222.0.96 "GET /v2.0/subnets?id=99111859-42b4-4e18-9ce6-d611a4f50891 HTTP/1.1" status: 200 len: 858 time: 0.1598430 Feb 04 17:24:32.197250 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-92050145-bb5d-4e62-898d-d34be0138b0f tempest-FloatingIPAdminTestJSON-1156804285 tempest-FloatingIPAdminTestJSON-1156804285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (08000d7b-3622-4805-8d9c-e9fa4b7f9a8a), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:32.218188 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-01809e29-ba72-40e4-b955-787832255034 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26866676'] for subnet (58924840-63b9-49cf-9b5e-4aa66ca609e8), precommit_delete_associations {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:32.235329 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [req-d4e01a9c-1f06-4e5b-8dc4-f19aeb410168 req-3475616c-84c5-4a05-aff9-1b7bb54ede61 service neutron] For port 3cb6e588-038b-4f71-a9c3-1199f185e71c, host n-h1-827839-2, cleared binding levels {{(pid=103376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:24:32.242826 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-9ef877b0-f364-4338-aa63-0cce64480759 req-dee33677-2771-4515-bd43-eefc85bf42c3 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=65e96574-1b4a-495a-8b0d-441e42a3db76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0807533 Feb 04 17:24:32.264822 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3e321b-31b1-4864-80ef-20fd2cba6816 None None] Pushing event updated for resources: {'Port': ['ID=7e3d9df1-b9be-4a3e-b971-66e2274f9b54,revision_number=3']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:24:32.274622 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [req-d4e01a9c-1f06-4e5b-8dc4-f19aeb410168 req-3475616c-84c5-4a05-aff9-1b7bb54ede61 service neutron] For port 3cb6e588-038b-4f71-a9c3-1199f185e71c, host n-h1-827839-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=3cb6e588-038b-4f71-a9c3-1199f185e71c,segment=NetworkSegment(40be95d6-8661-400f-bc9d-3f4c57dcd00c),segment_id=40be95d6-8661-400f-bc9d-3f4c57dcd00c)] {{(pid=103376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:24:32.282153 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-ed8c0332-4ce4-4505-8411-ef8bacd3dc74 None None] Provisioning complete for port 7e3d9df1-b9be-4a3e-b971-66e2274f9b54 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:24:32.282536 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ed8c0332-4ce4-4505-8411-ef8bacd3dc74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (7e3d9df1-b9be-4a3e-b971-66e2274f9b54), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:32.284058 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.db.api [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103378) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 17:24:32.284413 n-d-827839-2 neutron-server[103378]: DEBUG oslo_db.api [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 17:24:32.324955 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-d4e01a9c-1f06-4e5b-8dc4-f19aeb410168 req-3475616c-84c5-4a05-aff9-1b7bb54ede61 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675836'] for port (3cb6e588-038b-4f71-a9c3-1199f185e71c), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:32.355958 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92050145-bb5d-4e62-898d-d34be0138b0f tempest-FloatingIPAdminTestJSON-1156804285 tempest-FloatingIPAdminTestJSON-1156804285-project] Network 48165773-85ad-49a1-9ec1-76fc8dc24188 is already hosted by enough agents. {{(pid=103377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:24:32.365907 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [None req-92050145-bb5d-4e62-898d-d34be0138b0f tempest-FloatingIPAdminTestJSON-1156804285 tempest-FloatingIPAdminTestJSON-1156804285-project] Resources bound (agent type, host, resource id): {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:24:32.374977 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92050145-bb5d-4e62-898d-d34be0138b0f tempest-FloatingIPAdminTestJSON-1156804285 tempest-FloatingIPAdminTestJSON-1156804285-project] Received port after_create {{(pid=103377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:24:32.385283 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-ed8c0332-4ce4-4505-8411-ef8bacd3dc74 None None] Current status of the port 7e3d9df1-b9be-4a3e-b971-66e2274f9b54 is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:24:32.407246 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e01a9c-1f06-4e5b-8dc4-f19aeb410168 req-3475616c-84c5-4a05-aff9-1b7bb54ede61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:32.407872 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-d4e01a9c-1f06-4e5b-8dc4-f19aeb410168 req-3475616c-84c5-4a05-aff9-1b7bb54ede61 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:32.409302 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-d4e01a9c-1f06-4e5b-8dc4-f19aeb410168 req-3475616c-84c5-4a05-aff9-1b7bb54ede61 service neutron] 10.222.0.96 "PUT /v2.0/ports/3cb6e588-038b-4f71-a9c3-1199f185e71c HTTP/1.1" status: 200 len: 1092 time: 2.9104428 Feb 04 17:24:32.411081 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00571bd-d3ab-487a-aaf0-a713b1ef633f req-96303725-d313-4367-a60d-6f57c6bde7ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:32.412520 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-a00571bd-d3ab-487a-aaf0-a713b1ef633f req-96303725-d313-4367-a60d-6f57c6bde7ba service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=ae0186a8-6823-4e37-ae44-24840acc296c HTTP/1.1" status: 200 len: 1132 time: 0.3105576 Feb 04 17:24:32.412983 n-d-827839-2 neutron-server[103376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59790d20-7060-4360-ad74-921d11f4ec7c', 'tag': '3cb6e588-038b-4f71-a9c3-1199f185e71c'}] {{(pid=103376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:24:32.415246 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d59c3bb5e2f09ebf62144d5e09b1cff60c763a9c19614c24538e77842938c05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db9ff34e-3e13-41b8-a633-c014dcdc3483" -d '{"events": [{"name": "network-changed", "server_uuid": "59790d20-7060-4360-ad74-921d11f4ec7c", "tag": "3cb6e588-038b-4f71-a9c3-1199f185e71c"}]}' {{(pid=103376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:24:32.452919 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92050145-bb5d-4e62-898d-d34be0138b0f tempest-FloatingIPAdminTestJSON-1156804285 tempest-FloatingIPAdminTestJSON-1156804285-project] Pushing event updated for resources: {'Port': ['ID=08000d7b-3622-4805-8d9c-e9fa4b7f9a8a,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:24:32.455730 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-01809e29-ba72-40e4-b955-787832255034 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1541225'] for subnet (58924840-63b9-49cf-9b5e-4aa66ca609e8), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:32.458428 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51fd021-cbab-472e-9863-958df5d5b530 req-2a297bf1-dfb5-44cc-bbd7-df433c006e7c tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:32.469154 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51fd021-cbab-472e-9863-958df5d5b530 req-2a297bf1-dfb5-44cc-bbd7-df433c006e7c tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:32.475860 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51fd021-cbab-472e-9863-958df5d5b530 req-2a297bf1-dfb5-44cc-bbd7-df433c006e7c tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:32.481704 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51fd021-cbab-472e-9863-958df5d5b530 req-2a297bf1-dfb5-44cc-bbd7-df433c006e7c tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:32.488554 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51fd021-cbab-472e-9863-958df5d5b530 req-2a297bf1-dfb5-44cc-bbd7-df433c006e7c tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:32.500083 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51fd021-cbab-472e-9863-958df5d5b530 req-2a297bf1-dfb5-44cc-bbd7-df433c006e7c tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:32.500598 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-7f122fad-2b23-4669-9a60-44081ffbf70c req-f700bc22-9e7c-405f-8f8f-29e1ba4183c1 service neutron] 10.222.0.90 "GET /v2.0/networks/02be22b9-aa53-40ea-8050-9239cd27d1ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4240549 Feb 04 17:24:32.503223 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51fd021-cbab-472e-9863-958df5d5b530 req-2a297bf1-dfb5-44cc-bbd7-df433c006e7c tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:32.505903 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-e51fd021-cbab-472e-9863-958df5d5b530 req-2a297bf1-dfb5-44cc-bbd7-df433c006e7c tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] 10.222.0.89 "GET /v2.0/ports?device_id=d23ffa64-7651-4974-8c0d-1ba4c302839d HTTP/1.1" status: 200 len: 5427 time: 0.3541508 Feb 04 17:24:32.522634 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bfcb92-8179-4959-909e-45082eaaf904 req-e03cc1df-87aa-460d-a1c7-868aad5d61de tempest-ImagesTestJSON-301921999 tempest-ImagesTestJSON-301921999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:32.530234 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-49bfcb92-8179-4959-909e-45082eaaf904 req-e03cc1df-87aa-460d-a1c7-868aad5d61de tempest-ImagesTestJSON-301921999 tempest-ImagesTestJSON-301921999-project] 10.222.0.89 "GET /v2.0/ports?device_id=59790d20-7060-4360-ad74-921d11f4ec7c HTTP/1.1" status: 200 len: 944 time: 0.2852705 Feb 04 17:24:32.611238 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3475616c-84c5-4a05-aff9-1b7bb54ede61 service neutron] Pushing event updated for resources: {'Port': ['ID=3cb6e588-038b-4f71-a9c3-1199f185e71c,revision_number=3']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:24:32.632631 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-9ef877b0-f364-4338-aa63-0cce64480759 req-b9fe88e2-3219-4b45-b58f-da7bd3a975f5 service neutron] 10.222.0.96 "GET /v2.0/networks/65e96574-1b4a-495a-8b0d-441e42a3db76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3766844 Feb 04 17:24:32.674784 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-a00571bd-d3ab-487a-aaf0-a713b1ef633f req-5e151d47-77c7-4aed-a137-f60af7c2e5d9 service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=64f1a98c-fa51-4ada-9579-f28b8d0ae7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2464633 Feb 04 17:24:32.678665 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-01809e29-ba72-40e4-b955-787832255034 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1541216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25888360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25597190'] for subnet (58924840-63b9-49cf-9b5e-4aa66ca609e8), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:32.699583 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-49bfcb92-8179-4959-909e-45082eaaf904 req-d7d813ea-9230-47fe-9bed-92874c0eabd8 tempest-ImagesTestJSON-301921999 tempest-ImagesTestJSON-301921999-project] 10.222.0.89 "GET /v2.0/security-groups?id=5b73e0f3-a9f7-4cf1-b4aa-b594ce8b7178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1684825 Feb 04 17:24:32.742816 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-01809e29-ba72-40e4-b955-787832255034 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677565'] for subnet (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:32.747781 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-01809e29-ba72-40e4-b955-787832255034 admin admin] 10.222.0.89 "DELETE /v2.0/subnets/58924840-63b9-49cf-9b5e-4aa66ca609e8 HTTP/1.1" status: 204 len: 168 time: 0.8540959 Feb 04 17:24:32.751108 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01809e29-ba72-40e4-b955-787832255034 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=58924840-63b9-49cf-9b5e-4aa66ca609e8,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:24:32.760026 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 39882) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:24:32.827942 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port 7e3d9df1-b9be-4a3e-b971-66e2274f9b54 is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:24:32.837229 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 1ebc1e0f-8b24-47cc-a74c-fa661d2ee8b6 no longer exists at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:24:32.867389 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] No Port match for: 1ebc1e0f-8b24-47cc-a74c-fa661d2ee8b6 {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 17:24:32.868211 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 1ebc1e0f-8b24-47cc-a74c-fa661d2ee8b6 not bound to the agent host n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 17:24:32.912203 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d408ec64-b374-4acb-a1fc-48241dad6d47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (0cd6d64a-47a7-40ff-8c12-71dd526c62e0), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:32.979544 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 7e3d9df1-b9be-4a3e-b971-66e2274f9b54 up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:24:33.017472 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-e51fd021-cbab-472e-9863-958df5d5b530 req-8f1763be-9a06-41f9-b349-0211fd609e37 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] 10.222.0.89 "GET /v2.0/security-groups?id=f41001c7-a515-4baa-b12d-2443831f66d9&id=6c430dff-7990-44ba-b62d-7ce4a11c9249&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4591458 Feb 04 17:24:33.031098 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e01a9c-1f06-4e5b-8dc4-f19aeb410168 req-7f34bf98-bf31-4969-9283-ec247115c07c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:33.038245 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-d4e01a9c-1f06-4e5b-8dc4-f19aeb410168 req-7f34bf98-bf31-4969-9283-ec247115c07c service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=08c8ed9304cf401d8c1d136ac3844d2a&device_id=59790d20-7060-4360-ad74-921d11f4ec7c HTTP/1.1" status: 200 len: 1126 time: 0.5148778 Feb 04 17:24:33.047308 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port 7e3d9df1-b9be-4a3e-b971-66e2274f9b54 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:24:33.047686 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (7e3d9df1-b9be-4a3e-b971-66e2274f9b54), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:33.071425 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-612ebd72-1070-4cae-a5ad-3b3d995dce2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628832'] for network (151997f6-fb27-4cf0-bfe9-ef4acfbb4102), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:33.114803 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-d4e01a9c-1f06-4e5b-8dc4-f19aeb410168 req-29e4b945-919f-4ad1-917d-d3226ce65ad7 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3cb6e588-038b-4f71-a9c3-1199f185e71c HTTP/1.1" status: 200 len: 217 time: 0.0683246 Feb 04 17:24:33.172002 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port 7e3d9df1-b9be-4a3e-b971-66e2274f9b54 is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:24:33.203604 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-9ef877b0-f364-4338-aa63-0cce64480759 req-1877ffa8-4218-4c32-82e3-ca45cd3497bf service neutron] 10.222.0.96 "GET /v2.0/networks/65e96574-1b4a-495a-8b0d-441e42a3db76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5632677 Feb 04 17:24:33.255568 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e01a9c-1f06-4e5b-8dc4-f19aeb410168 req-bb2b1c87-b37d-4d38-a99c-0d983b33fd6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:33.258085 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-d4e01a9c-1f06-4e5b-8dc4-f19aeb410168 req-bb2b1c87-b37d-4d38-a99c-0d983b33fd6a service neutron] 10.222.0.96 "GET /v2.0/subnets?id=4c5f610d-9231-45f1-abd7-6e26ccd02030 HTTP/1.1" status: 200 len: 844 time: 0.1206987 Feb 04 17:24:33.260190 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 38be56bb-08c9-4ee5-bfdb-3e53bb3579f4 no longer exists at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:24:33.311926 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-d4e01a9c-1f06-4e5b-8dc4-f19aeb410168 req-6aafee42-37f5-4e15-8d5f-094684b37834 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=a69bfb95-797b-4825-866b-2c94a621d18a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0330720 Feb 04 17:24:33.320497 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] No Port match for: 38be56bb-08c9-4ee5-bfdb-3e53bb3579f4 {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 17:24:33.320965 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 38be56bb-08c9-4ee5-bfdb-3e53bb3579f4 not bound to the agent host n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 17:24:33.331390 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9e9fec-e53f-4b97-bc0a-847ad4bce339 req-59861609-7d58-4a76-8efc-201cd17b83fd tempest-ListImageFiltersTestJSON-637610508 tempest-ListImageFiltersTestJSON-637610508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:33.333480 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-3f9e9fec-e53f-4b97-bc0a-847ad4bce339 req-59861609-7d58-4a76-8efc-201cd17b83fd tempest-ListImageFiltersTestJSON-637610508 tempest-ListImageFiltersTestJSON-637610508-project] 10.222.0.89 "GET /v2.0/ports?device_id=dc2bad38-c195-4b69-bf4d-a243173f043e HTTP/1.1" status: 200 len: 949 time: 0.2085595 Feb 04 17:24:33.447924 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-3f9e9fec-e53f-4b97-bc0a-847ad4bce339 req-d7b1ea5e-e6de-4b1a-8815-c4df55e538b8 tempest-ListImageFiltersTestJSON-637610508 tempest-ListImageFiltersTestJSON-637610508-project] 10.222.0.89 "GET /v2.0/security-groups?id=64f1a98c-fa51-4ada-9579-f28b8d0ae7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951467 Feb 04 17:24:33.459619 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-d4e01a9c-1f06-4e5b-8dc4-f19aeb410168 req-7e521f54-1ec1-491d-a203-045b8ad9eba0 service neutron] 10.222.0.96 "GET /v2.0/networks/a69bfb95-797b-4825-866b-2c94a621d18a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255314 Feb 04 17:24:33.520321 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-92050145-bb5d-4e62-898d-d34be0138b0f tempest-FloatingIPAdminTestJSON-1156804285 tempest-FloatingIPAdminTestJSON-1156804285-project] Publish callbacks [] for router_gateway (7ad3bba8-643e-40d9-b254-140834c799be), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:33.561584 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 17:24:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-933ab742-754c-4020-bdcc-e716393dd5ca x-openstack-request-id: req-933ab742-754c-4020-bdcc-e716393dd5ca {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:24:33.561805 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59790d20-7060-4360-ad74-921d11f4ec7c", "tag": "3cb6e588-038b-4f71-a9c3-1199f185e71c", "status": "completed", "code": 200}]} {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:24:33.562085 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-933ab742-754c-4020-bdcc-e716393dd5ca {{(pid=103376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:24:33.562428 n-d-827839-2 neutron-server[103376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59790d20-7060-4360-ad74-921d11f4ec7c', 'tag': '3cb6e588-038b-4f71-a9c3-1199f185e71c', 'status': 'completed', 'code': 200} Feb 04 17:24:33.567107 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c74354-8bc1-468b-9419-c343b8e7adbf req-376b9be2-5523-482a-bb8e-25ce9b529683 tempest-TestServerBasicOps-155849243 tempest-TestServerBasicOps-155849243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:33.568613 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-c6c74354-8bc1-468b-9419-c343b8e7adbf req-376b9be2-5523-482a-bb8e-25ce9b529683 tempest-TestServerBasicOps-155849243 tempest-TestServerBasicOps-155849243-project] 10.222.0.89 "GET /v2.0/ports?device_id=4371415a-6d02-4736-91f3-0d6ad12b39af HTTP/1.1" status: 200 len: 945 time: 0.7667401 Feb 04 17:24:33.624821 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-d4e01a9c-1f06-4e5b-8dc4-f19aeb410168 req-ed9e0baf-3df3-49f5-9162-c50eacec9bc6 service neutron] 10.222.0.96 "GET /v2.0/networks/a69bfb95-797b-4825-866b-2c94a621d18a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1475437 Feb 04 17:24:33.641304 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01de2d2-3edb-4a9f-8be1-c8bdb63d40ac req-e63fd771-0532-4a8a-a113-44d9b442637e tempest-ServerRescueNegativeTestJSON-1481324798 tempest-ServerRescueNegativeTestJSON-1481324798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:33.642857 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-d01de2d2-3edb-4a9f-8be1-c8bdb63d40ac req-e63fd771-0532-4a8a-a113-44d9b442637e tempest-ServerRescueNegativeTestJSON-1481324798 tempest-ServerRescueNegativeTestJSON-1481324798-project] 10.222.0.89 "GET /v2.0/ports?device_id=5f99a685-700d-4f63-88c2-d2a04a4a422d HTTP/1.1" status: 200 len: 945 time: 0.0837734 Feb 04 17:24:33.706369 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-d01de2d2-3edb-4a9f-8be1-c8bdb63d40ac req-4538dccf-1600-45a8-a979-1790f076c3d4 tempest-ServerRescueNegativeTestJSON-1481324798 tempest-ServerRescueNegativeTestJSON-1481324798-project] 10.222.0.89 "GET /v2.0/security-groups?id=47e1fb0d-88ed-4fed-9e75-9f02b9f534f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574131 Feb 04 17:24:33.754742 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9ff34e-3e13-41b8-a633-c014dcdc3483 req-abb19716-17ae-4fae-ba2d-333cfc9735e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:33.756825 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-db9ff34e-3e13-41b8-a633-c014dcdc3483 req-abb19716-17ae-4fae-ba2d-333cfc9735e6 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=08c8ed9304cf401d8c1d136ac3844d2a&device_id=59790d20-7060-4360-ad74-921d11f4ec7c HTTP/1.1" status: 200 len: 1126 time: 0.0608437 Feb 04 17:24:33.797603 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-c6c74354-8bc1-468b-9419-c343b8e7adbf req-bea2075d-cbb6-47fb-9179-78a0b3be64dc tempest-TestServerBasicOps-155849243 tempest-TestServerBasicOps-155849243-project] 10.222.0.89 "GET /v2.0/security-groups?id=7550a21d-8f9e-4276-afe6-de321a73b5df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1827984 Feb 04 17:24:33.798238 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Device bf588a04-722e-47f6-9543-998107c8912a up at agent hyperv_n-h2-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:24:33.799754 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-612ebd72-1070-4cae-a5ad-3b3d995dce2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1543676', 'neutron.services.segments.db._delete_segments_for_network-8781084786517'] for network (151997f6-fb27-4cf0-bfe9-ef4acfbb4102), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:33.834118 n-d-827839-2 neutron-server[103377]: DEBUG neutron.services.segments.db [None req-612ebd72-1070-4cae-a5ad-3b3d995dce2b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['151997f6-fb27-4cf0-bfe9-ef4acfbb4102']}} {{(pid=103377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:24:33.889780 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Provisioning for port bf588a04-722e-47f6-9543-998107c8912a completed by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 17:24:33.893619 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Provisioning complete for port bf588a04-722e-47f6-9543-998107c8912a triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:24:33.894006 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (bf588a04-722e-47f6-9543-998107c8912a), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:33.906556 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9ff34e-3e13-41b8-a633-c014dcdc3483 req-98db6605-511b-467c-a54f-aa4bcd122aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:33.908017 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-db9ff34e-3e13-41b8-a633-c014dcdc3483 req-98db6605-511b-467c-a54f-aa4bcd122aaa service neutron] 10.222.0.96 "GET /v2.0/networks?id=a69bfb95-797b-4825-866b-2c94a621d18a HTTP/1.1" status: 200 len: 905 time: 0.1359792 Feb 04 17:24:33.935994 n-d-827839-2 neutron-server[103377]: DEBUG neutron.services.segments.db [None req-612ebd72-1070-4cae-a5ad-3b3d995dce2b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81ab2bf5-1f86-4741-938d-eec51e48c7ca') {'for_net_delete': True} {{(pid=103377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:24:33.936518 n-d-827839-2 neutron-server[103377]: DEBUG neutron.services.segments.db [None req-612ebd72-1070-4cae-a5ad-3b3d995dce2b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81ab2bf5-1f86-4741-938d-eec51e48c7ca') {} {{(pid=103377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:24:33.974089 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-612ebd72-1070-4cae-a5ad-3b3d995dce2b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781084783966', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26866685'] for segment (81ab2bf5-1f86-4741-938d-eec51e48c7ca), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:33.986118 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-db9ff34e-3e13-41b8-a633-c014dcdc3483 req-4c823c65-d945-4971-8438-ecec630dc9d9 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3cb6e588-038b-4f71-a9c3-1199f185e71c HTTP/1.1" status: 200 len: 217 time: 0.0481434 Feb 04 17:24:33.990159 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Current status of the port bf588a04-722e-47f6-9543-998107c8912a is: BUILD; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:24:33.990674 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (bf588a04-722e-47f6-9543-998107c8912a), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:34.000453 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-612ebd72-1070-4cae-a5ad-3b3d995dce2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (81ab2bf5-1f86-4741-938d-eec51e48c7ca), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:34.015155 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-612ebd72-1070-4cae-a5ad-3b3d995dce2b admin admin] Releasing vlan 777 on physical network physnet1 to pool {{(pid=103377) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 17:24:34.015698 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-612ebd72-1070-4cae-a5ad-3b3d995dce2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25888454'] for segment (81ab2bf5-1f86-4741-938d-eec51e48c7ca), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:34.018209 n-d-827839-2 neutron-server[103377]: Traceback (most recent call last): Feb 04 17:24:34.018209 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 17:24:34.018209 n-d-827839-2 neutron-server[103377]: timer() Feb 04 17:24:34.018209 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 17:24:34.018209 n-d-827839-2 neutron-server[103377]: cb(*args, **kw) Feb 04 17:24:34.018209 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 17:24:34.018209 n-d-827839-2 neutron-server[103377]: return func(*args, **kwargs) Feb 04 17:24:34.018209 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 17:24:34.018209 n-d-827839-2 neutron-server[103377]: self._notify() Feb 04 17:24:34.018209 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 17:24:34.018209 n-d-827839-2 neutron-server[103377]: self.callback(batched_events) Feb 04 17:24:34.018209 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 17:24:34.018209 n-d-827839-2 neutron-server[103377]: event.method(event) Feb 04 17:24:34.018209 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 17:24:34.018209 n-d-827839-2 neutron-server[103377]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 17:24:34.018209 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 17:24:34.018209 n-d-827839-2 neutron-server[103377]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 17:24:34.018209 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 17:24:34.018209 n-d-827839-2 neutron-server[103377]: return f(self, *a, **k) Feb 04 17:24:34.018209 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 17:24:34.018209 n-d-827839-2 neutron-server[103377]: return self._get(url).json() Feb 04 17:24:34.018209 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 17:24:34.018209 n-d-827839-2 neutron-server[103377]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 17:24:34.018209 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 17:24:34.018209 n-d-827839-2 neutron-server[103377]: return self.request(url, 'GET', **kwargs) Feb 04 17:24:34.018209 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 17:24:34.018209 n-d-827839-2 neutron-server[103377]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 17:24:34.018209 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 17:24:34.018209 n-d-827839-2 neutron-server[103377]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 17:24:34.018209 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 17:24:34.018209 n-d-827839-2 neutron-server[103377]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 17:24:34.018209 n-d-827839-2 neutron-server[103377]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 17:24:34.028561 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] For port bf588a04-722e-47f6-9543-998107c8912a, host n-h2-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=bf588a04-722e-47f6-9543-998107c8912a,segment=NetworkSegment(3a39b085-d3e6-43bb-a64c-1b06dd049e5a),segment_id=3a39b085-d3e6-43bb-a64c-1b06dd049e5a)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:24:34.034090 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (bf588a04-722e-47f6-9543-998107c8912a), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:34.035244 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Device 45a915f0-0102-4745-8fa0-148c16138923 up at agent hyperv_n-h2-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:24:34.054253 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9ff34e-3e13-41b8-a633-c014dcdc3483 req-3544a033-0b55-4323-bc9e-c0901df96c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:34.056542 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-db9ff34e-3e13-41b8-a633-c014dcdc3483 req-3544a033-0b55-4323-bc9e-c0901df96c53 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=4c5f610d-9231-45f1-abd7-6e26ccd02030 HTTP/1.1" status: 200 len: 844 time: 0.0612679 Feb 04 17:24:34.065979 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cf0a23-b3dd-4dce-810d-bea958176095 req-54d4d81d-d12c-46f5-ae48-06d4ff6346dc tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:34.073306 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-13cf0a23-b3dd-4dce-810d-bea958176095 req-54d4d81d-d12c-46f5-ae48-06d4ff6346dc tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] 10.222.0.89 "GET /v2.0/ports?device_id=32c473d7-3f2d-495e-b44f-fd0929434fbd HTTP/1.1" status: 200 len: 944 time: 0.2819438 Feb 04 17:24:34.093257 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d1ea09-2ee7-4b45-95d5-19f02ce5c4ac req-3ec43d69-5b16-40ae-ae17-5c370414a46c tempest-ImagesTestJSON-301921999 tempest-ImagesTestJSON-301921999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:34.094857 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-92d1ea09-2ee7-4b45-95d5-19f02ce5c4ac req-3ec43d69-5b16-40ae-ae17-5c370414a46c tempest-ImagesTestJSON-301921999 tempest-ImagesTestJSON-301921999-project] 10.222.0.89 "GET /v2.0/ports?device_id=59790d20-7060-4360-ad74-921d11f4ec7c HTTP/1.1" status: 200 len: 944 time: 0.1784275 Feb 04 17:24:34.097081 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-92050145-bb5d-4e62-898d-d34be0138b0f tempest-FloatingIPAdminTestJSON-1156804285 tempest-FloatingIPAdminTestJSON-1156804285-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1602046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603680'] for router (7ad3bba8-643e-40d9-b254-140834c799be), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:34.127432 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc2bad38-c195-4b69-bf4d-a243173f043e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf588a04-722e-47f6-9543-998107c8912a'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:24:34.130292 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c34bc964ce2211770fda26ca2f3801cc06f4f39928110690550e94ab9c9d2fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4222f268-6803-473f-a984-9b6fd754bf0c" -d '{"events": [{"server_uuid": "dc2bad38-c195-4b69-bf4d-a243173f043e", "name": "network-vif-plugged", "status": "completed", "tag": "bf588a04-722e-47f6-9543-998107c8912a"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:24:34.135803 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Pushing event updated for resources: {'Port': ['ID=bf588a04-722e-47f6-9543-998107c8912a,revision_number=5']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:24:34.153126 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-db9ff34e-3e13-41b8-a633-c014dcdc3483 req-9811a53b-983f-471b-8c88-67bf28c5c9ff service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=a69bfb95-797b-4825-866b-2c94a621d18a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0609140 Feb 04 17:24:34.153606 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Provisioning for port 45a915f0-0102-4745-8fa0-148c16138923 completed by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 17:24:34.158905 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Provisioning complete for port 45a915f0-0102-4745-8fa0-148c16138923 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:24:34.159608 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (45a915f0-0102-4745-8fa0-148c16138923), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:34.169671 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-612ebd72-1070-4cae-a5ad-3b3d995dce2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1543671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1595572'] for network (151997f6-fb27-4cf0-bfe9-ef4acfbb4102), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:34.171331 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-13cf0a23-b3dd-4dce-810d-bea958176095 req-3bb508ec-fe17-4fb4-90a4-52a381c076da tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] 10.222.0.89 "GET /v2.0/security-groups?id=e65ecd24-4d97-4684-be33-350ed30f90cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0967331 Feb 04 17:24:34.175503 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-612ebd72-1070-4cae-a5ad-3b3d995dce2b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677565'] for network (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:34.181316 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-612ebd72-1070-4cae-a5ad-3b3d995dce2b admin admin] 10.222.0.89 "DELETE /v2.0/networks/151997f6-fb27-4cf0-bfe9-ef4acfbb4102 HTTP/1.1" status: 204 len: 168 time: 1.4155366 Feb 04 17:24:34.242166 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612ebd72-1070-4cae-a5ad-3b3d995dce2b admin admin] Pushing event deleted for resources: {'Network': ['ID=151997f6-fb27-4cf0-bfe9-ef4acfbb4102,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:24:34.280901 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-92d1ea09-2ee7-4b45-95d5-19f02ce5c4ac req-54a5311a-566b-49b7-9c6c-b0d12fbfbc33 tempest-ImagesTestJSON-301921999 tempest-ImagesTestJSON-301921999-project] 10.222.0.89 "GET /v2.0/security-groups?id=5b73e0f3-a9f7-4cf1-b4aa-b594ce8b7178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1787124 Feb 04 17:24:34.337074 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Current status of the port 45a915f0-0102-4745-8fa0-148c16138923 is: BUILD; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:24:34.337432 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (45a915f0-0102-4745-8fa0-148c16138923), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:34.377495 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 17:24:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebadff17-73dc-4956-adc2-76ab0dafb319 x-openstack-request-id: req-ebadff17-73dc-4956-adc2-76ab0dafb319 {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:24:34.378111 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc2bad38-c195-4b69-bf4d-a243173f043e", "name": "network-vif-plugged", "status": "completed", "tag": "bf588a04-722e-47f6-9543-998107c8912a", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:24:34.378570 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-ebadff17-73dc-4956-adc2-76ab0dafb319 {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:24:34.379254 n-d-827839-2 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc2bad38-c195-4b69-bf4d-a243173f043e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf588a04-722e-47f6-9543-998107c8912a', 'code': 200} Feb 04 17:24:34.397772 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] For port 45a915f0-0102-4745-8fa0-148c16138923, host n-h2-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=45a915f0-0102-4745-8fa0-148c16138923,segment=NetworkSegment(1cf24bdf-cd2a-424e-9446-8006bc746b7c),segment_id=1cf24bdf-cd2a-424e-9446-8006bc746b7c)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:24:34.404583 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (45a915f0-0102-4745-8fa0-148c16138923), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:34.413353 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92050145-bb5d-4e62-898d-d34be0138b0f tempest-FloatingIPAdminTestJSON-1156804285 tempest-FloatingIPAdminTestJSON-1156804285-project] Router 7ad3bba8-643e-40d9-b254-140834c799be is scheduled to L3 agent 64ada913-9131-4d99-a265-63a920956287 with binding_index 1 {{(pid=103377) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 17:24:34.477447 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3162a242-52f5-4adb-a4cc-b9837200e342 req-963aaa58-be6e-4367-8edb-2da3554fae30 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:34.498400 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3162a242-52f5-4adb-a4cc-b9837200e342 req-963aaa58-be6e-4367-8edb-2da3554fae30 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:34.514963 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3162a242-52f5-4adb-a4cc-b9837200e342 req-963aaa58-be6e-4367-8edb-2da3554fae30 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:34.515379 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Pushing event updated for resources: {'Port': ['ID=45a915f0-0102-4745-8fa0-148c16138923,revision_number=5']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:24:34.529200 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3162a242-52f5-4adb-a4cc-b9837200e342 req-963aaa58-be6e-4367-8edb-2da3554fae30 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:34.539454 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3162a242-52f5-4adb-a4cc-b9837200e342 req-963aaa58-be6e-4367-8edb-2da3554fae30 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:34.563035 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3162a242-52f5-4adb-a4cc-b9837200e342 req-963aaa58-be6e-4367-8edb-2da3554fae30 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:34.568985 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3162a242-52f5-4adb-a4cc-b9837200e342 req-963aaa58-be6e-4367-8edb-2da3554fae30 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:34.576953 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-3162a242-52f5-4adb-a4cc-b9837200e342 req-963aaa58-be6e-4367-8edb-2da3554fae30 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] 10.222.0.89 "GET /v2.0/ports?device_id=d23ffa64-7651-4974-8c0d-1ba4c302839d HTTP/1.1" status: 200 len: 5427 time: 0.2419391 Feb 04 17:24:34.577818 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 39898) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:24:34.610372 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-db9ff34e-3e13-41b8-a633-c014dcdc3483 req-48a17053-8c99-4907-afea-4e6e010b28d6 service neutron] 10.222.0.96 "GET /v2.0/networks/a69bfb95-797b-4825-866b-2c94a621d18a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4378424 Feb 04 17:24:34.711213 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4f14bb47-e72b-46ac-9e44-a61d9293afcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (75326290-f7a3-4db8-9cf2-15c7139ed224), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:34.725997 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3ac66c-ff58-4838-ad12-b0ec50dea284 req-4b5543fd-bc68-4d9c-abcb-731479d5b3d6 tempest-ListImageFiltersTestJSON-637610508 tempest-ListImageFiltersTestJSON-637610508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:34.728137 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-af3ac66c-ff58-4838-ad12-b0ec50dea284 req-4b5543fd-bc68-4d9c-abcb-731479d5b3d6 tempest-ListImageFiltersTestJSON-637610508 tempest-ListImageFiltersTestJSON-637610508-project] 10.222.0.89 "GET /v2.0/ports?device_id=dc2bad38-c195-4b69-bf4d-a243173f043e HTTP/1.1" status: 200 len: 950 time: 0.1469390 Feb 04 17:24:34.731863 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a91555b-c179-406d-9eac-43898fab8650 req-8183ab06-11c7-43e0-99a4-bdf58afafd1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:34.733295 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-2a91555b-c179-406d-9eac-43898fab8650 req-8183ab06-11c7-43e0-99a4-bdf58afafd1c service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=dc2bad38-c195-4b69-bf4d-a243173f043e HTTP/1.1" status: 200 len: 1132 time: 0.2030432 Feb 04 17:24:34.745380 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-c76c1020-d43b-464c-8f2e-13aa2a28933f admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=e9b098a64fdf44abba2c8135f539141d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1604917 Feb 04 17:24:34.746008 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 39902) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:24:34.749961 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92050145-bb5d-4e62-898d-d34be0138b0f tempest-FloatingIPAdminTestJSON-1156804285 tempest-FloatingIPAdminTestJSON-1156804285-project] Notify agent at l3_agent.n-d-827839-2 the message routers_updated {{(pid=103377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 17:24:34.763067 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a714240-6881-4c23-a944-4cb7cda5d693 None None] Sync routers for ids ['7ad3bba8-643e-40d9-b254-140834c799be'] in n-d-827839-2 {{(pid=103378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 17:24:34.784767 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a714240-6881-4c23-a944-4cb7cda5d693 None None] Routers {'7ad3bba8-643e-40d9-b254-140834c799be'} bound to L3 agent in host n-d-827839-2 {{(pid=103378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:24:34.785469 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-7a714240-6881-4c23-a944-4cb7cda5d693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:24:32Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['7ad3bba8-643e-40d9-b254-140834c799be'], 'active': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:24:34.788548 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-3162a242-52f5-4adb-a4cc-b9837200e342 req-8839ee8e-c0fc-401c-b9d3-d6e6e7bd81d0 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] 10.222.0.89 "GET /v2.0/security-groups?id=f41001c7-a515-4baa-b12d-2443831f66d9&id=6c430dff-7990-44ba-b62d-7ce4a11c9249&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2023320 Feb 04 17:24:34.825524 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-2a91555b-c179-406d-9eac-43898fab8650 req-e8e1db9c-f3ac-4c1f-94d6-c2a983b75957 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=64f1a98c-fa51-4ada-9579-f28b8d0ae7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720906 Feb 04 17:24:34.828133 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-92050145-bb5d-4e62-898d-d34be0138b0f tempest-FloatingIPAdminTestJSON-1156804285 tempest-FloatingIPAdminTestJSON-1156804285-project] Publish callbacks [] for router (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:34.829264 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-92050145-bb5d-4e62-898d-d34be0138b0f tempest-FloatingIPAdminTestJSON-1156804285 tempest-FloatingIPAdminTestJSON-1156804285-project] 10.222.0.89 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 6.7757156 Feb 04 17:24:34.835417 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-7a714240-6881-4c23-a944-4cb7cda5d693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827839-2', False) {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:24:34.836877 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 39906) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:24:34.851246 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a714240-6881-4c23-a944-4cb7cda5d693 None None] Routers {'7ad3bba8-643e-40d9-b254-140834c799be'} bound to L3 agent in host n-d-827839-2 {{(pid=103378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:24:34.856972 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-7a714240-6881-4c23-a944-4cb7cda5d693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:24:32Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['7ad3bba8-643e-40d9-b254-140834c799be'], 'active': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:24:34.859160 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-af3ac66c-ff58-4838-ad12-b0ec50dea284 req-1df57d2a-dd03-4061-97b8-05682c5372f9 tempest-ListImageFiltersTestJSON-637610508 tempest-ListImageFiltersTestJSON-637610508-project] 10.222.0.89 "GET /v2.0/security-groups?id=64f1a98c-fa51-4ada-9579-f28b8d0ae7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249342 Feb 04 17:24:34.893631 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-7a714240-6881-4c23-a944-4cb7cda5d693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827839-2', False) {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:24:34.894298 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a714240-6881-4c23-a944-4cb7cda5d693 None None] The sync data for ids ['7ad3bba8-643e-40d9-b254-140834c799be'] in n-d-827839-2 is: [] {{(pid=103378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 17:24:34.901784 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-db9ff34e-3e13-41b8-a633-c014dcdc3483 req-d615661a-e993-40ff-8f0f-12bb638c131b service neutron] 10.222.0.96 "GET /v2.0/networks/a69bfb95-797b-4825-866b-2c94a621d18a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2830658 Feb 04 17:24:35.001663 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e418e87-2922-41fd-a9b1-dcf66c6abab8 req-6a09e3c3-c2ba-4fc2-9805-c4ea8e6563cc tempest-TestServerBasicOps-155849243 tempest-TestServerBasicOps-155849243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:35.003165 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-9e418e87-2922-41fd-a9b1-dcf66c6abab8 req-6a09e3c3-c2ba-4fc2-9805-c4ea8e6563cc tempest-TestServerBasicOps-155849243 tempest-TestServerBasicOps-155849243-project] 10.222.0.89 "GET /v2.0/ports?device_id=4371415a-6d02-4736-91f3-0d6ad12b39af HTTP/1.1" status: 200 len: 946 time: 0.0587065 Feb 04 17:24:35.054826 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-9e418e87-2922-41fd-a9b1-dcf66c6abab8 req-a8f184ac-cdbc-4e7d-a0e3-6df06ed9ec0e tempest-TestServerBasicOps-155849243 tempest-TestServerBasicOps-155849243-project] 10.222.0.89 "GET /v2.0/security-groups?id=7550a21d-8f9e-4276-afe6-de321a73b5df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452693 Feb 04 17:24:35.173580 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-6e55d764-7110-41ec-b569-282a337890bc admin admin] Publish callbacks [] for security_group (c3431cd9-8ee1-43a9-bad9-017618f597d7), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:35.190616 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d98f66b-0dc6-4c2e-9a7a-0d6ffc486721 req-3f061a69-3b9e-4f8b-9e6f-ba9419e1d0b2 tempest-ServerRescueNegativeTestJSON-1481324798 tempest-ServerRescueNegativeTestJSON-1481324798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:35.191873 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-0d98f66b-0dc6-4c2e-9a7a-0d6ffc486721 req-3f061a69-3b9e-4f8b-9e6f-ba9419e1d0b2 tempest-ServerRescueNegativeTestJSON-1481324798 tempest-ServerRescueNegativeTestJSON-1481324798-project] 10.222.0.89 "GET /v2.0/ports?device_id=5f99a685-700d-4f63-88c2-d2a04a4a422d HTTP/1.1" status: 200 len: 945 time: 0.2359779 Feb 04 17:24:35.295278 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-6e55d764-7110-41ec-b569-282a337890bc admin admin] Publish callbacks [] for security_group (c3431cd9-8ee1-43a9-bad9-017618f597d7), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:35.308630 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e501147c-1aa9-4810-abc1-bf5ca805733a req-5bbb7127-73bd-434f-8154-b7eb501b40fe tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:35.310239 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-e501147c-1aa9-4810-abc1-bf5ca805733a req-5bbb7127-73bd-434f-8154-b7eb501b40fe tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] 10.222.0.89 "GET /v2.0/ports?device_id=32c473d7-3f2d-495e-b44f-fd0929434fbd HTTP/1.1" status: 200 len: 944 time: 0.0566576 Feb 04 17:24:35.357096 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-e501147c-1aa9-4810-abc1-bf5ca805733a req-d81600a4-9e02-44c2-9d0a-2b46d77aacf8 tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] 10.222.0.89 "GET /v2.0/security-groups?id=e65ecd24-4d97-4684-be33-350ed30f90cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413158 Feb 04 17:24:35.374042 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-0d98f66b-0dc6-4c2e-9a7a-0d6ffc486721 req-691a4f60-aed0-44f5-a90a-db6adc609090 tempest-ServerRescueNegativeTestJSON-1481324798 tempest-ServerRescueNegativeTestJSON-1481324798-project] 10.222.0.89 "GET /v2.0/security-groups?id=47e1fb0d-88ed-4fed-9e75-9f02b9f534f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700652 Feb 04 17:24:35.443049 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-6e55d764-7110-41ec-b569-282a337890bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (c3431cd9-8ee1-43a9-bad9-017618f597d7), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:35.445417 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-6e55d764-7110-41ec-b569-282a337890bc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:35.449015 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-6e55d764-7110-41ec-b569-282a337890bc admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/c3431cd9-8ee1-43a9-bad9-017618f597d7 HTTP/1.1" status: 204 len: 168 time: 0.6834779 Feb 04 17:24:35.487471 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e55d764-7110-41ec-b569-282a337890bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3431cd9-8ee1-43a9-bad9-017618f597d7,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:24:35.503239 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809f257f-e00f-46db-b8a0-38bf8e6e8c5d req-f7592aa6-8d15-47ce-88f8-6b44e77abc13 tempest-ImagesTestJSON-301921999 tempest-ImagesTestJSON-301921999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:35.513129 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-809f257f-e00f-46db-b8a0-38bf8e6e8c5d req-f7592aa6-8d15-47ce-88f8-6b44e77abc13 tempest-ImagesTestJSON-301921999 tempest-ImagesTestJSON-301921999-project] 10.222.0.89 "GET /v2.0/ports?device_id=59790d20-7060-4360-ad74-921d11f4ec7c HTTP/1.1" status: 200 len: 944 time: 0.0736458 Feb 04 17:24:35.572637 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-809f257f-e00f-46db-b8a0-38bf8e6e8c5d req-43c4d317-e7bd-497d-bed2-9870007daad7 tempest-ImagesTestJSON-301921999 tempest-ImagesTestJSON-301921999-project] 10.222.0.89 "GET /v2.0/security-groups?id=5b73e0f3-a9f7-4cf1-b4aa-b594ce8b7178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581133 Feb 04 17:24:35.680411 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-f653f4af-ead6-4729-a95d-d576ce382bee tempest-FloatingIPAdminTestJSON-1156804285 tempest-FloatingIPAdminTestJSON-1156804285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:35.683654 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (ba70844b-66a0-45fd-a2f2-e6ed673321fc), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:36.008314 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501bd7f3-b1c1-4949-bdd8-7a5c46dc61a5 req-829420e2-5e43-41d7-8184-cb4ff6d27232 tempest-ListImageFiltersTestJSON-637610508 tempest-ListImageFiltersTestJSON-637610508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:36.010072 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-501bd7f3-b1c1-4949-bdd8-7a5c46dc61a5 req-829420e2-5e43-41d7-8184-cb4ff6d27232 tempest-ListImageFiltersTestJSON-637610508 tempest-ListImageFiltersTestJSON-637610508-project] 10.222.0.89 "GET /v2.0/ports?device_id=dc2bad38-c195-4b69-bf4d-a243173f043e HTTP/1.1" status: 200 len: 950 time: 0.0691309 Feb 04 17:24:36.062344 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-501bd7f3-b1c1-4949-bdd8-7a5c46dc61a5 req-b0f75f5f-ae2d-4c41-a2a0-6e05df313e0f tempest-ListImageFiltersTestJSON-637610508 tempest-ListImageFiltersTestJSON-637610508-project] 10.222.0.89 "GET /v2.0/security-groups?id=64f1a98c-fa51-4ada-9579-f28b8d0ae7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459514 Feb 04 17:24:36.218153 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5d722e-f3c9-412f-98f8-03e4ebbdc9f5 req-629a227f-8e31-49dd-97d8-2858e074be90 tempest-TestServerBasicOps-155849243 tempest-TestServerBasicOps-155849243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:36.220367 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-ee5d722e-f3c9-412f-98f8-03e4ebbdc9f5 req-629a227f-8e31-49dd-97d8-2858e074be90 tempest-TestServerBasicOps-155849243 tempest-TestServerBasicOps-155849243-project] 10.222.0.89 "GET /v2.0/ports?device_id=4371415a-6d02-4736-91f3-0d6ad12b39af HTTP/1.1" status: 200 len: 946 time: 0.0626159 Feb 04 17:24:36.299860 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-ee5d722e-f3c9-412f-98f8-03e4ebbdc9f5 req-3fbf3aa4-f77d-420e-8a17-b827eab04db6 tempest-TestServerBasicOps-155849243 tempest-TestServerBasicOps-155849243-project] 10.222.0.89 "GET /v2.0/security-groups?id=7550a21d-8f9e-4276-afe6-de321a73b5df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0721152 Feb 04 17:24:36.367674 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b761f3-6a65-402a-9585-690187b3a0e7 req-c794a9a6-0e12-4d2a-b048-b5e77a6f0bf0 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:36.373143 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b761f3-6a65-402a-9585-690187b3a0e7 req-c794a9a6-0e12-4d2a-b048-b5e77a6f0bf0 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:36.378410 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b761f3-6a65-402a-9585-690187b3a0e7 req-c794a9a6-0e12-4d2a-b048-b5e77a6f0bf0 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:36.380822 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4371415a-6d02-4736-91f3-0d6ad12b39af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45a915f0-0102-4745-8fa0-148c16138923'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:24:36.383450 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c34bc964ce2211770fda26ca2f3801cc06f4f39928110690550e94ab9c9d2fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52071722-7523-4f90-9d58-b38d3239f05a" -d '{"events": [{"server_uuid": "4371415a-6d02-4736-91f3-0d6ad12b39af", "name": "network-vif-plugged", "status": "completed", "tag": "45a915f0-0102-4745-8fa0-148c16138923"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:24:36.383671 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b761f3-6a65-402a-9585-690187b3a0e7 req-c794a9a6-0e12-4d2a-b048-b5e77a6f0bf0 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:36.391249 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b761f3-6a65-402a-9585-690187b3a0e7 req-c794a9a6-0e12-4d2a-b048-b5e77a6f0bf0 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:36.396650 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b761f3-6a65-402a-9585-690187b3a0e7 req-c794a9a6-0e12-4d2a-b048-b5e77a6f0bf0 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:36.402971 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b761f3-6a65-402a-9585-690187b3a0e7 req-c794a9a6-0e12-4d2a-b048-b5e77a6f0bf0 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:36.404952 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-96b761f3-6a65-402a-9585-690187b3a0e7 req-c794a9a6-0e12-4d2a-b048-b5e77a6f0bf0 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] 10.222.0.89 "GET /v2.0/ports?device_id=d23ffa64-7651-4974-8c0d-1ba4c302839d HTTP/1.1" status: 200 len: 5427 time: 0.5286269 Feb 04 17:24:36.417090 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.db_base_plugin_common [None req-f653f4af-ead6-4729-a95d-d576ce382bee tempest-FloatingIPAdminTestJSON-1156804285 tempest-FloatingIPAdminTestJSON-1156804285-project] Allocated IP 172.20.0.1 (fe7fcbb2-c196-4ed3-a240-3a72b75b33fb/a46cae8b-385d-4f20-a5d0-3ff64a8708f2/89649c0a-83cb-4d98-8144-7312bdd21e38) {{(pid=103376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:24:36.427812 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 17:24:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8b632fd-966c-4ed9-9a39-d1023b02d795 x-openstack-request-id: req-f8b632fd-966c-4ed9-9a39-d1023b02d795 {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:24:36.428114 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4371415a-6d02-4736-91f3-0d6ad12b39af", "name": "network-vif-plugged", "status": "completed", "tag": "45a915f0-0102-4745-8fa0-148c16138923", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:24:36.428453 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-f8b632fd-966c-4ed9-9a39-d1023b02d795 {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:24:36.428938 n-d-827839-2 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4371415a-6d02-4736-91f3-0d6ad12b39af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45a915f0-0102-4745-8fa0-148c16138923', 'code': 200} Feb 04 17:24:36.547954 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-96b761f3-6a65-402a-9585-690187b3a0e7 req-160b22fd-c0cc-4959-b2ee-42979584ab18 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] 10.222.0.89 "GET /v2.0/security-groups?id=f41001c7-a515-4baa-b12d-2443831f66d9&id=6c430dff-7990-44ba-b62d-7ce4a11c9249&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1278362 Feb 04 17:24:36.563355 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a41c87-ea02-4be8-afe6-b4cb0e91072c req-3f7e28fb-c81c-4dec-996a-4f76e67b18c6 tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:36.565039 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-22a41c87-ea02-4be8-afe6-b4cb0e91072c req-3f7e28fb-c81c-4dec-996a-4f76e67b18c6 tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] 10.222.0.89 "GET /v2.0/ports?device_id=32c473d7-3f2d-495e-b44f-fd0929434fbd HTTP/1.1" status: 200 len: 944 time: 0.0884817 Feb 04 17:24:36.567688 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675b6bf1-a135-4c5d-b0cc-a36408c97975 req-ee6d1d6e-39cd-4f46-be79-9938dfc5ba15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:36.569096 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-675b6bf1-a135-4c5d-b0cc-a36408c97975 req-ee6d1d6e-39cd-4f46-be79-9938dfc5ba15 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=4371415a-6d02-4736-91f3-0d6ad12b39af HTTP/1.1" status: 200 len: 1128 time: 0.0661135 Feb 04 17:24:36.601676 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-f653f4af-ead6-4729-a95d-d576ce382bee tempest-FloatingIPAdminTestJSON-1156804285 tempest-FloatingIPAdminTestJSON-1156804285-project] Publish callbacks [] for port (89649c0a-83cb-4d98-8144-7312bdd21e38), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:36.647583 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-f653f4af-ead6-4729-a95d-d576ce382bee tempest-FloatingIPAdminTestJSON-1156804285 tempest-FloatingIPAdminTestJSON-1156804285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (89649c0a-83cb-4d98-8144-7312bdd21e38), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:36.671175 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-675b6bf1-a135-4c5d-b0cc-a36408c97975 req-b213515c-6117-493c-b9d8-5ded41dd6d70 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=7550a21d-8f9e-4276-afe6-de321a73b5df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0955689 Feb 04 17:24:36.687643 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-22a41c87-ea02-4be8-afe6-b4cb0e91072c req-db95075f-f2cb-41de-bb91-fb6f751ee050 tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] 10.222.0.89 "GET /v2.0/security-groups?id=e65ecd24-4d97-4684-be33-350ed30f90cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0868070 Feb 04 17:24:36.740279 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f653f4af-ead6-4729-a95d-d576ce382bee tempest-FloatingIPAdminTestJSON-1156804285 tempest-FloatingIPAdminTestJSON-1156804285-project] Network fe7fcbb2-c196-4ed3-a240-3a72b75b33fb is already hosted by enough agents. {{(pid=103376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:24:36.742352 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f653f4af-ead6-4729-a95d-d576ce382bee tempest-FloatingIPAdminTestJSON-1156804285 tempest-FloatingIPAdminTestJSON-1156804285-project] Pushing event updated for resources: {'Port': ['ID=89649c0a-83cb-4d98-8144-7312bdd21e38,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:24:36.747611 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [None req-f653f4af-ead6-4729-a95d-d576ce382bee tempest-FloatingIPAdminTestJSON-1156804285 tempest-FloatingIPAdminTestJSON-1156804285-project] Resources bound (agent type, host, resource id): {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:24:36.753019 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f653f4af-ead6-4729-a95d-d576ce382bee tempest-FloatingIPAdminTestJSON-1156804285 tempest-FloatingIPAdminTestJSON-1156804285-project] Received port after_create {{(pid=103376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:24:36.815103 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74caa18a-863f-4270-a91e-8322a1b31582 req-c6738d03-7238-43e0-86d9-8ada602ad5a2 tempest-ServerRescueNegativeTestJSON-1481324798 tempest-ServerRescueNegativeTestJSON-1481324798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:36.817195 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-74caa18a-863f-4270-a91e-8322a1b31582 req-c6738d03-7238-43e0-86d9-8ada602ad5a2 tempest-ServerRescueNegativeTestJSON-1481324798 tempest-ServerRescueNegativeTestJSON-1481324798-project] 10.222.0.89 "GET /v2.0/ports?device_id=5f99a685-700d-4f63-88c2-d2a04a4a422d HTTP/1.1" status: 200 len: 945 time: 0.1356466 Feb 04 17:24:36.817783 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-f653f4af-ead6-4729-a95d-d576ce382bee tempest-FloatingIPAdminTestJSON-1156804285 tempest-FloatingIPAdminTestJSON-1156804285-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1595471'] for router_interface (7ad3bba8-643e-40d9-b254-140834c799be), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:36.858989 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cacb90-48f0-479f-93d3-1df53dc40b85 req-7b7c1c5e-0c84-43ea-9d5a-9bc237e6a3ed tempest-ImagesTestJSON-301921999 tempest-ImagesTestJSON-301921999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:36.860503 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-62cacb90-48f0-479f-93d3-1df53dc40b85 req-7b7c1c5e-0c84-43ea-9d5a-9bc237e6a3ed tempest-ImagesTestJSON-301921999 tempest-ImagesTestJSON-301921999-project] 10.222.0.89 "GET /v2.0/ports?device_id=59790d20-7060-4360-ad74-921d11f4ec7c HTTP/1.1" status: 200 len: 944 time: 0.0968480 Feb 04 17:24:36.968626 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-74caa18a-863f-4270-a91e-8322a1b31582 req-764ba6ad-5f29-4bae-ac5c-9a82dab81010 tempest-ServerRescueNegativeTestJSON-1481324798 tempest-ServerRescueNegativeTestJSON-1481324798-project] 10.222.0.89 "GET /v2.0/security-groups?id=47e1fb0d-88ed-4fed-9e75-9f02b9f534f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752904 Feb 04 17:24:36.971915 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-62cacb90-48f0-479f-93d3-1df53dc40b85 req-cb8f5ea2-f4d7-4a46-89a1-a92df2c006e4 tempest-ImagesTestJSON-301921999 tempest-ImagesTestJSON-301921999-project] 10.222.0.89 "GET /v2.0/security-groups?id=5b73e0f3-a9f7-4cf1-b4aa-b594ce8b7178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994313 Feb 04 17:24:37.094602 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-f653f4af-ead6-4729-a95d-d576ce382bee tempest-FloatingIPAdminTestJSON-1156804285 tempest-FloatingIPAdminTestJSON-1156804285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (89649c0a-83cb-4d98-8144-7312bdd21e38), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:37.171234 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-034fd197-ab26-4777-b4a4-00c04baf11ad None None] Provisioning complete for port 89649c0a-83cb-4d98-8144-7312bdd21e38 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:24:37.171822 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-034fd197-ab26-4777-b4a4-00c04baf11ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (89649c0a-83cb-4d98-8144-7312bdd21e38), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:37.180671 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 39954) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:24:37.225089 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-034fd197-ab26-4777-b4a4-00c04baf11ad None None] Port 89649c0a-83cb-4d98-8144-7312bdd21e38 cannot update to ACTIVE because it is not bound. {{(pid=103378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 17:24:37.239652 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cbb6b8-6eef-4730-85e6-af1930781b20 req-792acb2a-561b-4fdf-9264-4fc7981a1ae2 tempest-ListImageFiltersTestJSON-637610508 tempest-ListImageFiltersTestJSON-637610508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:37.241410 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-85cbb6b8-6eef-4730-85e6-af1930781b20 req-792acb2a-561b-4fdf-9264-4fc7981a1ae2 tempest-ListImageFiltersTestJSON-637610508 tempest-ListImageFiltersTestJSON-637610508-project] 10.222.0.89 "GET /v2.0/ports?device_id=dc2bad38-c195-4b69-bf4d-a243173f043e HTTP/1.1" status: 200 len: 950 time: 0.1014972 Feb 04 17:24:37.317371 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-85cbb6b8-6eef-4730-85e6-af1930781b20 req-354b1e85-8fca-463d-bb2d-885d3882c6d8 tempest-ListImageFiltersTestJSON-637610508 tempest-ListImageFiltersTestJSON-637610508-project] 10.222.0.89 "GET /v2.0/security-groups?id=64f1a98c-fa51-4ada-9579-f28b8d0ae7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698199 Feb 04 17:24:37.361381 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-75481df5-6937-4827-9e45-fee3dbd7e7ca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:37.469549 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea3d389-2a14-4041-b0a8-7dc3d55b2434 req-ac280afa-5c3c-4dd0-ace4-a2eb8e1a5a0a tempest-ListImageFiltersTestJSON-637610508 tempest-ListImageFiltersTestJSON-637610508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:37.471273 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-aea3d389-2a14-4041-b0a8-7dc3d55b2434 req-ac280afa-5c3c-4dd0-ace4-a2eb8e1a5a0a tempest-ListImageFiltersTestJSON-637610508 tempest-ListImageFiltersTestJSON-637610508-project] 10.222.0.89 "GET /v2.0/ports?device_id=ae0186a8-6823-4e37-ae44-24840acc296c HTTP/1.1" status: 200 len: 950 time: 0.0854254 Feb 04 17:24:37.489506 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b47bbe-7330-49e6-8903-05dd5e867bdd req-309390e3-19b9-4915-998a-88be5b51a575 tempest-TestServerBasicOps-155849243 tempest-TestServerBasicOps-155849243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:37.497475 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-42b47bbe-7330-49e6-8903-05dd5e867bdd req-309390e3-19b9-4915-998a-88be5b51a575 tempest-TestServerBasicOps-155849243 tempest-TestServerBasicOps-155849243-project] 10.222.0.89 "GET /v2.0/ports?device_id=4371415a-6d02-4736-91f3-0d6ad12b39af HTTP/1.1" status: 200 len: 946 time: 0.1013479 Feb 04 17:24:37.532621 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-f653f4af-ead6-4729-a95d-d576ce382bee tempest-FloatingIPAdminTestJSON-1156804285 tempest-FloatingIPAdminTestJSON-1156804285-project] Publish callbacks [] for port (89649c0a-83cb-4d98-8144-7312bdd21e38), precommit_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:37.544591 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-75481df5-6937-4827-9e45-fee3dbd7e7ca admin admin] Publish callbacks [] for security_group (28fa2c34-319b-4e97-b7ab-da5d35c4d6a2), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:37.547805 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-f653f4af-ead6-4729-a95d-d576ce382bee tempest-FloatingIPAdminTestJSON-1156804285 tempest-FloatingIPAdminTestJSON-1156804285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675836'] for port (89649c0a-83cb-4d98-8144-7312bdd21e38), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:37.555841 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-75481df5-6937-4827-9e45-fee3dbd7e7ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (28fa2c34-319b-4e97-b7ab-da5d35c4d6a2), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:37.561718 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-aea3d389-2a14-4041-b0a8-7dc3d55b2434 req-d53f60d3-1107-4a29-83f1-f16ef529eea6 tempest-ListImageFiltersTestJSON-637610508 tempest-ListImageFiltersTestJSON-637610508-project] 10.222.0.89 "GET /v2.0/security-groups?id=64f1a98c-fa51-4ada-9579-f28b8d0ae7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835342 Feb 04 17:24:37.605425 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-75481df5-6937-4827-9e45-fee3dbd7e7ca admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=7ec9fe65659c44ddad5cd7081a2b34af&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4214401 Feb 04 17:24:37.605425 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75481df5-6937-4827-9e45-fee3dbd7e7ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28fa2c34-319b-4e97-b7ab-da5d35c4d6a2,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:24:37.606713 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 39966) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:24:37.622831 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-42b47bbe-7330-49e6-8903-05dd5e867bdd req-30fa7035-b07d-4e36-ad41-07539cb8acf6 tempest-TestServerBasicOps-155849243 tempest-TestServerBasicOps-155849243-project] 10.222.0.89 "GET /v2.0/security-groups?id=7550a21d-8f9e-4276-afe6-de321a73b5df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1244955 Feb 04 17:24:37.654308 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f653f4af-ead6-4729-a95d-d576ce382bee tempest-FloatingIPAdminTestJSON-1156804285 tempest-FloatingIPAdminTestJSON-1156804285-project] Pushing event updated for resources: {'Port': ['ID=89649c0a-83cb-4d98-8144-7312bdd21e38,revision_number=2']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:24:37.659170 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-f653f4af-ead6-4729-a95d-d576ce382bee tempest-FloatingIPAdminTestJSON-1156804285 tempest-FloatingIPAdminTestJSON-1156804285-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1677345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602751'] for router_interface (7ad3bba8-643e-40d9-b254-140834c799be), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:37.668540 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-46791b0f-7afd-4739-b39b-005647fa7f51 admin admin] Publish callbacks [] for security_group (28fa2c34-319b-4e97-b7ab-da5d35c4d6a2), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:37.691699 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-46791b0f-7afd-4739-b39b-005647fa7f51 admin admin] Publish callbacks [] for security_group (28fa2c34-319b-4e97-b7ab-da5d35c4d6a2), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:37.752602 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-46791b0f-7afd-4739-b39b-005647fa7f51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (28fa2c34-319b-4e97-b7ab-da5d35c4d6a2), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:37.755291 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-46791b0f-7afd-4739-b39b-005647fa7f51 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:37.758966 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-46791b0f-7afd-4739-b39b-005647fa7f51 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/28fa2c34-319b-4e97-b7ab-da5d35c4d6a2 HTTP/1.1" status: 204 len: 168 time: 0.1488919 Feb 04 17:24:37.767360 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46791b0f-7afd-4739-b39b-005647fa7f51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28fa2c34-319b-4e97-b7ab-da5d35c4d6a2,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:24:37.849914 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756eaafb-333e-4fca-88c5-8c6d8e7e425a req-7029eb2a-a52f-4844-b30f-fa6096596b42 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:37.855955 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756eaafb-333e-4fca-88c5-8c6d8e7e425a req-7029eb2a-a52f-4844-b30f-fa6096596b42 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:37.861441 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756eaafb-333e-4fca-88c5-8c6d8e7e425a req-7029eb2a-a52f-4844-b30f-fa6096596b42 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:37.867448 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756eaafb-333e-4fca-88c5-8c6d8e7e425a req-7029eb2a-a52f-4844-b30f-fa6096596b42 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:37.872951 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756eaafb-333e-4fca-88c5-8c6d8e7e425a req-7029eb2a-a52f-4844-b30f-fa6096596b42 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:37.878314 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756eaafb-333e-4fca-88c5-8c6d8e7e425a req-7029eb2a-a52f-4844-b30f-fa6096596b42 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:37.883670 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756eaafb-333e-4fca-88c5-8c6d8e7e425a req-7029eb2a-a52f-4844-b30f-fa6096596b42 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:37.885751 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-756eaafb-333e-4fca-88c5-8c6d8e7e425a req-7029eb2a-a52f-4844-b30f-fa6096596b42 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] 10.222.0.89 "GET /v2.0/ports?device_id=d23ffa64-7651-4974-8c0d-1ba4c302839d HTTP/1.1" status: 200 len: 5427 time: 0.1394804 Feb 04 17:24:37.888546 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f653f4af-ead6-4729-a95d-d576ce382bee tempest-FloatingIPAdminTestJSON-1156804285 tempest-FloatingIPAdminTestJSON-1156804285-project] Network fe7fcbb2-c196-4ed3-a240-3a72b75b33fb is already hosted by enough agents. {{(pid=103376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:24:37.890086 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [None req-f653f4af-ead6-4729-a95d-d576ce382bee tempest-FloatingIPAdminTestJSON-1156804285 tempest-FloatingIPAdminTestJSON-1156804285-project] Resources bound (agent type, host, resource id): {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:24:38.061494 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-756eaafb-333e-4fca-88c5-8c6d8e7e425a req-ef12f96a-1faa-47fe-9a75-60f5a1bde92d tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] 10.222.0.89 "GET /v2.0/security-groups?id=f41001c7-a515-4baa-b12d-2443831f66d9&id=6c430dff-7990-44ba-b62d-7ce4a11c9249&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1612575 Feb 04 17:24:38.164402 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3711aa-cb06-44c4-89db-985ba9eba81d req-37aeab47-d6c6-4e9a-bba0-ebc1ff795ee1 tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:38.165043 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f653f4af-ead6-4729-a95d-d576ce382bee tempest-FloatingIPAdminTestJSON-1156804285 tempest-FloatingIPAdminTestJSON-1156804285-project] Router 7ad3bba8-643e-40d9-b254-140834c799be has already been hosted by L3 agent 64ada913-9131-4d99-a265-63a920956287 {{(pid=103376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 17:24:38.173431 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-ac3711aa-cb06-44c4-89db-985ba9eba81d req-37aeab47-d6c6-4e9a-bba0-ebc1ff795ee1 tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] 10.222.0.89 "GET /v2.0/ports?device_id=32c473d7-3f2d-495e-b44f-fd0929434fbd HTTP/1.1" status: 200 len: 944 time: 0.0969183 Feb 04 17:24:38.210437 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1935fe6-b56a-48e2-9e37-3b92a967104b req-2a042df2-dc61-4fd1-b64f-273429ed7287 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:38.212028 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-c1935fe6-b56a-48e2-9e37-3b92a967104b req-2a042df2-dc61-4fd1-b64f-273429ed7287 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=32c473d7-3f2d-495e-b44f-fd0929434fbd&tenant_id=e381d232a32f43f9a5f1684dbd7323ca HTTP/1.1" status: 200 len: 1126 time: 0.1392128 Feb 04 17:24:38.237478 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-ac3711aa-cb06-44c4-89db-985ba9eba81d req-be48f940-bb3c-458f-8a99-16f9820d2ed0 tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] 10.222.0.89 "GET /v2.0/security-groups?id=e65ecd24-4d97-4684-be33-350ed30f90cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630291 Feb 04 17:24:38.277725 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-a09ec630-91ec-4f7d-abd7-214430ea9eb0 None None] Provisioning complete for port 89649c0a-83cb-4d98-8144-7312bdd21e38 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:24:38.278218 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a09ec630-91ec-4f7d-abd7-214430ea9eb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (89649c0a-83cb-4d98-8144-7312bdd21e38), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:38.335362 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-a09ec630-91ec-4f7d-abd7-214430ea9eb0 None None] Port 89649c0a-83cb-4d98-8144-7312bdd21e38 cannot update to ACTIVE because it is not bound. {{(pid=103378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 17:24:38.392877 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eeb8f58-244d-437e-81c0-ef2a0e187a20 req-b9549c21-8983-40f5-8e86-e1f6ebdff1c0 tempest-ImagesTestJSON-301921999 tempest-ImagesTestJSON-301921999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:38.394364 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-9eeb8f58-244d-437e-81c0-ef2a0e187a20 req-b9549c21-8983-40f5-8e86-e1f6ebdff1c0 tempest-ImagesTestJSON-301921999 tempest-ImagesTestJSON-301921999-project] 10.222.0.89 "GET /v2.0/ports?device_id=59790d20-7060-4360-ad74-921d11f4ec7c HTTP/1.1" status: 200 len: 944 time: 0.2016015 Feb 04 17:24:38.396412 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f653f4af-ead6-4729-a95d-d576ce382bee tempest-FloatingIPAdminTestJSON-1156804285 tempest-FloatingIPAdminTestJSON-1156804285-project] Notify agent at l3_agent.n-d-827839-2 the message routers_updated {{(pid=103376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 17:24:38.402307 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-f653f4af-ead6-4729-a95d-d576ce382bee tempest-FloatingIPAdminTestJSON-1156804285 tempest-FloatingIPAdminTestJSON-1156804285-project] 10.222.0.89 "PUT /v2.0/routers/7ad3bba8-643e-40d9-b254-140834c799be/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5639815 Feb 04 17:24:38.404721 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 40004) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:24:38.410495 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-1a2a30a8-85dd-4431-81da-1629f3089245 tempest-FloatingIPAdminTestJSON-1156804285 tempest-FloatingIPAdminTestJSON-1156804285-project] Request body: {'port': {'network_id': 'fe7fcbb2-c196-4ed3-a240-3a72b75b33fb', 'name': 'tempest-FloatingIPAdminTestJSON-937660956'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:24:38.411512 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device 3cb6e588-038b-4f71-a9c3-1199f185e71c details requested by agent hyperv_n-h1-827839-2 with host n-h1-827839-2 {{(pid=103378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 17:24:38.423607 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1be6fee-35b7-4abb-9dca-875968bc296e None None] Sync routers for ids ['7ad3bba8-643e-40d9-b254-140834c799be'] in n-d-827839-2 {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 17:24:38.432458 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1935fe6-b56a-48e2-9e37-3b92a967104b req-b47f977b-8bf5-4974-9cfa-0ebe4ab96c01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:38.435029 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-c1935fe6-b56a-48e2-9e37-3b92a967104b req-b47f977b-8bf5-4974-9cfa-0ebe4ab96c01 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=e381d232a32f43f9a5f1684dbd7323ca&device_id=32c473d7-3f2d-495e-b44f-fd0929434fbd HTTP/1.1" status: 200 len: 1126 time: 0.1130526 Feb 04 17:24:38.439788 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1be6fee-35b7-4abb-9dca-875968bc296e None None] Routers {'7ad3bba8-643e-40d9-b254-140834c799be'} bound to L3 agent in host n-d-827839-2 {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:24:38.440406 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-e1be6fee-35b7-4abb-9dca-875968bc296e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:24:32Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['7ad3bba8-643e-40d9-b254-140834c799be'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:24:38.514064 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7111cadc-8c33-4b1a-9e31-5f9e782e2fc6 req-2875bcc5-4322-4be0-9fa3-acf2bbe71263 tempest-ServerRescueNegativeTestJSON-1481324798 tempest-ServerRescueNegativeTestJSON-1481324798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:38.526121 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-7111cadc-8c33-4b1a-9e31-5f9e782e2fc6 req-2875bcc5-4322-4be0-9fa3-acf2bbe71263 tempest-ServerRescueNegativeTestJSON-1481324798 tempest-ServerRescueNegativeTestJSON-1481324798-project] 10.222.0.89 "GET /v2.0/ports?device_id=5f99a685-700d-4f63-88c2-d2a04a4a422d HTTP/1.1" status: 200 len: 945 time: 0.1291814 Feb 04 17:24:38.528463 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-e1be6fee-35b7-4abb-9dca-875968bc296e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827839-2', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:24:38.550580 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] For port 3cb6e588-038b-4f71-a9c3-1199f185e71c, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=3cb6e588-038b-4f71-a9c3-1199f185e71c,segment=NetworkSegment(40be95d6-8661-400f-bc9d-3f4c57dcd00c),segment_id=40be95d6-8661-400f-bc9d-3f4c57dcd00c)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:24:38.554835 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1be6fee-35b7-4abb-9dca-875968bc296e None None] Routers {'7ad3bba8-643e-40d9-b254-140834c799be'} bound to L3 agent in host n-d-827839-2 {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:24:38.555475 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-e1be6fee-35b7-4abb-9dca-875968bc296e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:24:32Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['7ad3bba8-643e-40d9-b254-140834c799be'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:24:38.566015 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Returning: {'device': '3cb6e588-038b-4f71-a9c3-1199f185e71c', 'network_id': 'a69bfb95-797b-4825-866b-2c94a621d18a', 'port_id': '3cb6e588-038b-4f71-a9c3-1199f185e71c', 'mac_address': 'fa:16:3e:0a:80:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 769, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c5f610d-9231-45f1-abd7-6e26ccd02030', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 17:24:38.598443 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1935fe6-b56a-48e2-9e37-3b92a967104b req-e4ec1bcf-e4d5-45ac-8d13-85245b71e403 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:38.600160 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-c1935fe6-b56a-48e2-9e37-3b92a967104b req-e4ec1bcf-e4d5-45ac-8d13-85245b71e403 service neutron] 10.222.0.96 "GET /v2.0/networks?id=482d30fe-67ad-4874-a89a-719137c68b40 HTTP/1.1" status: 200 len: 918 time: 0.1344357 Feb 04 17:24:38.607215 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-e1be6fee-35b7-4abb-9dca-875968bc296e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827839-2', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:24:38.608167 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1be6fee-35b7-4abb-9dca-875968bc296e None None] The sync data for ids ['7ad3bba8-643e-40d9-b254-140834c799be'] in n-d-827839-2 is: [] {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 17:24:38.609626 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Current status of the port 3cb6e588-038b-4f71-a9c3-1199f185e71c is: DOWN; New status is: BUILD {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:24:38.612030 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (3cb6e588-038b-4f71-a9c3-1199f185e71c), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:38.627337 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3cb6e588-038b-4f71-a9c3-1199f185e71c {{(pid=103378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 17:24:38.637326 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-7111cadc-8c33-4b1a-9e31-5f9e782e2fc6 req-8bef36cc-8ff7-4cd5-af09-2bfe40378550 tempest-ServerRescueNegativeTestJSON-1481324798 tempest-ServerRescueNegativeTestJSON-1481324798-project] 10.222.0.89 "GET /v2.0/security-groups?id=47e1fb0d-88ed-4fed-9e75-9f02b9f534f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937383 Feb 04 17:24:38.655896 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] For port 3cb6e588-038b-4f71-a9c3-1199f185e71c, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=3cb6e588-038b-4f71-a9c3-1199f185e71c,segment=NetworkSegment(40be95d6-8661-400f-bc9d-3f4c57dcd00c),segment_id=40be95d6-8661-400f-bc9d-3f4c57dcd00c)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:24:38.662258 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (3cb6e588-038b-4f71-a9c3-1199f185e71c), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:38.722173 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Pushing event updated for resources: {'Port': ['ID=3cb6e588-038b-4f71-a9c3-1199f185e71c,revision_number=4']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:24:38.788211 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-9eeb8f58-244d-437e-81c0-ef2a0e187a20 req-3815eb5f-c399-4a18-8938-e884dde03d26 tempest-ImagesTestJSON-301921999 tempest-ImagesTestJSON-301921999-project] 10.222.0.89 "GET /v2.0/security-groups?id=5b73e0f3-a9f7-4cf1-b4aa-b594ce8b7178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3527231 Feb 04 17:24:38.797164 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cc1555-e665-403e-8346-04217923d9ce req-0d0b06c8-962d-46c0-88f9-829255dd618a tempest-TestServerBasicOps-155849243 tempest-TestServerBasicOps-155849243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:38.798824 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-89cc1555-e665-403e-8346-04217923d9ce req-0d0b06c8-962d-46c0-88f9-829255dd618a tempest-TestServerBasicOps-155849243 tempest-TestServerBasicOps-155849243-project] 10.222.0.89 "GET /v2.0/ports?device_id=4371415a-6d02-4736-91f3-0d6ad12b39af HTTP/1.1" status: 200 len: 946 time: 0.0679772 Feb 04 17:24:38.827794 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-c1935fe6-b56a-48e2-9e37-3b92a967104b req-327b0c7d-b5a2-4085-9218-e4e4f0c1ceaf service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0dc06b5d-448b-4f0d-ad2e-de475b21d9b4 HTTP/1.1" status: 200 len: 1000 time: 0.1799490 Feb 04 17:24:38.831162 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a2a30a8-85dd-4431-81da-1629f3089245 tempest-FloatingIPAdminTestJSON-1156804285 tempest-FloatingIPAdminTestJSON-1156804285-project] Made reservation on behalf of 0997a345c05944ab9c8ad03575986086 for: {'port': 1} {{(pid=103376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:24:38.837649 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-1a2a30a8-85dd-4431-81da-1629f3089245 tempest-FloatingIPAdminTestJSON-1156804285 tempest-FloatingIPAdminTestJSON-1156804285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:38.869293 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-89cc1555-e665-403e-8346-04217923d9ce req-0999c4d5-dc6e-425b-9139-f12b4f239aaa tempest-TestServerBasicOps-155849243 tempest-TestServerBasicOps-155849243-project] 10.222.0.89 "GET /v2.0/security-groups?id=7550a21d-8f9e-4276-afe6-de321a73b5df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596364 Feb 04 17:24:38.897377 n-d-827839-2 neutron-server[103376]: DEBUG neutron.notifiers.nova [None req-1a2a30a8-85dd-4431-81da-1629f3089245 tempest-FloatingIPAdminTestJSON-1156804285 tempest-FloatingIPAdminTestJSON-1156804285-project] device_id is not set on port f56decb5-f0b5-49ab-892c-cc17de5a8dcb yet. {{(pid=103376) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 04 17:24:38.974104 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1935fe6-b56a-48e2-9e37-3b92a967104b req-abea24c6-292a-4dfb-a705-8f90fe15ed13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:38.975786 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-c1935fe6-b56a-48e2-9e37-3b92a967104b req-abea24c6-292a-4dfb-a705-8f90fe15ed13 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=038a8af9-19f4-4848-babf-d3b1e786f999 HTTP/1.1" status: 200 len: 856 time: 0.1235473 Feb 04 17:24:39.066701 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.db_base_plugin_common [None req-1a2a30a8-85dd-4431-81da-1629f3089245 tempest-FloatingIPAdminTestJSON-1156804285 tempest-FloatingIPAdminTestJSON-1156804285-project] Allocated IP 172.20.0.4 (fe7fcbb2-c196-4ed3-a240-3a72b75b33fb/a46cae8b-385d-4f20-a5d0-3ff64a8708f2/f56decb5-f0b5-49ab-892c-cc17de5a8dcb) {{(pid=103376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:24:39.081260 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1935fe6-b56a-48e2-9e37-3b92a967104b req-a139ac2f-888f-4e6a-8334-3c642a93fc38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:39.082858 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-c1935fe6-b56a-48e2-9e37-3b92a967104b req-a139ac2f-888f-4e6a-8334-3c642a93fc38 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=482d30fe-67ad-4874-a89a-719137c68b40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0979612 Feb 04 17:24:39.119843 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b20d003-35f2-4c67-b312-f90bd8c93132 req-7f023279-5798-4750-9b7d-86e2434b911c tempest-TestServerBasicOps-155849243 tempest-TestServerBasicOps-155849243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:39.121926 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-5b20d003-35f2-4c67-b312-f90bd8c93132 req-7f023279-5798-4750-9b7d-86e2434b911c tempest-TestServerBasicOps-155849243 tempest-TestServerBasicOps-155849243-project] 10.222.0.89 "GET /v2.0/ports?device_id=4371415a-6d02-4736-91f3-0d6ad12b39af HTTP/1.1" status: 200 len: 946 time: 0.1055908 Feb 04 17:24:39.184510 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-5b20d003-35f2-4c67-b312-f90bd8c93132 req-064b80d7-9909-4746-a4e4-196e6e2cdcc3 tempest-TestServerBasicOps-155849243 tempest-TestServerBasicOps-155849243-project] 10.222.0.89 "GET /v2.0/security-groups?id=7550a21d-8f9e-4276-afe6-de321a73b5df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558274 Feb 04 17:24:39.203834 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] get_ports_and_sgs() called for port_ids ['3cb6e588-038b-4f71-a9c3-1199f185e71c'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 17:24:39.282170 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-c1935fe6-b56a-48e2-9e37-3b92a967104b req-f5d37e95-a1b6-466a-aeb6-1fa38e955a9f service neutron] 10.222.0.96 "GET /v2.0/networks/482d30fe-67ad-4874-a89a-719137c68b40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1907890 Feb 04 17:24:39.383104 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e364edb-1d41-42e3-9918-290d2af65a9c req-822c45c7-a761-4a47-98a9-975920cb1195 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:39.392388 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e364edb-1d41-42e3-9918-290d2af65a9c req-822c45c7-a761-4a47-98a9-975920cb1195 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:39.419853 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-1a2a30a8-85dd-4431-81da-1629f3089245 tempest-FloatingIPAdminTestJSON-1156804285 tempest-FloatingIPAdminTestJSON-1156804285-project] Publish callbacks [] for port (f56decb5-f0b5-49ab-892c-cc17de5a8dcb), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:39.428209 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e364edb-1d41-42e3-9918-290d2af65a9c req-822c45c7-a761-4a47-98a9-975920cb1195 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:39.447110 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e364edb-1d41-42e3-9918-290d2af65a9c req-822c45c7-a761-4a47-98a9-975920cb1195 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:39.463734 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e364edb-1d41-42e3-9918-290d2af65a9c req-822c45c7-a761-4a47-98a9-975920cb1195 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:39.478265 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e364edb-1d41-42e3-9918-290d2af65a9c req-822c45c7-a761-4a47-98a9-975920cb1195 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:39.496702 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-1a2a30a8-85dd-4431-81da-1629f3089245 tempest-FloatingIPAdminTestJSON-1156804285 tempest-FloatingIPAdminTestJSON-1156804285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (f56decb5-f0b5-49ab-892c-cc17de5a8dcb), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:39.499351 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e364edb-1d41-42e3-9918-290d2af65a9c req-822c45c7-a761-4a47-98a9-975920cb1195 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:39.503722 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-9e364edb-1d41-42e3-9918-290d2af65a9c req-822c45c7-a761-4a47-98a9-975920cb1195 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] 10.222.0.89 "GET /v2.0/ports?device_id=d23ffa64-7651-4974-8c0d-1ba4c302839d HTTP/1.1" status: 200 len: 5427 time: 0.2176130 Feb 04 17:24:39.575954 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-c1935fe6-b56a-48e2-9e37-3b92a967104b req-931a6681-aad4-43ee-991c-1caa121d94fa service neutron] 10.222.0.96 "GET /v2.0/networks/482d30fe-67ad-4874-a89a-719137c68b40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2817345 Feb 04 17:24:39.604135 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a2a30a8-85dd-4431-81da-1629f3089245 tempest-FloatingIPAdminTestJSON-1156804285 tempest-FloatingIPAdminTestJSON-1156804285-project] Network fe7fcbb2-c196-4ed3-a240-3a72b75b33fb is already hosted by enough agents. {{(pid=103376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:24:39.615369 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [None req-1a2a30a8-85dd-4431-81da-1629f3089245 tempest-FloatingIPAdminTestJSON-1156804285 tempest-FloatingIPAdminTestJSON-1156804285-project] Resources bound (agent type, host, resource id): {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:24:39.620648 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a2a30a8-85dd-4431-81da-1629f3089245 tempest-FloatingIPAdminTestJSON-1156804285 tempest-FloatingIPAdminTestJSON-1156804285-project] Received port after_create {{(pid=103376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:24:39.629487 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-9e364edb-1d41-42e3-9918-290d2af65a9c req-be061d92-b0c7-4572-87f4-a8b289c2c4f4 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] 10.222.0.89 "GET /v2.0/security-groups?id=f41001c7-a515-4baa-b12d-2443831f66d9&id=6c430dff-7990-44ba-b62d-7ce4a11c9249&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1192966 Feb 04 17:24:39.663442 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2a30a8-85dd-4431-81da-1629f3089245 tempest-FloatingIPAdminTestJSON-1156804285 tempest-FloatingIPAdminTestJSON-1156804285-project] Pushing event updated for resources: {'Port': ['ID=f56decb5-f0b5-49ab-892c-cc17de5a8dcb,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:24:39.691664 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4992f9bc-729e-46c0-b034-dd0aca98ba7c req-af0d27c2-371f-44cd-a606-f4d12cc231f7 tempest-TestServerBasicOps-155849243 tempest-TestServerBasicOps-155849243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:39.699099 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-4992f9bc-729e-46c0-b034-dd0aca98ba7c req-af0d27c2-371f-44cd-a606-f4d12cc231f7 tempest-TestServerBasicOps-155849243 tempest-TestServerBasicOps-155849243-project] 10.222.0.89 "GET /v2.0/ports?device_id=4371415a-6d02-4736-91f3-0d6ad12b39af HTTP/1.1" status: 200 len: 946 time: 0.1778016 Feb 04 17:24:39.729691 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a2a30a8-85dd-4431-81da-1629f3089245 tempest-FloatingIPAdminTestJSON-1156804285 tempest-FloatingIPAdminTestJSON-1156804285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:39.730730 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-1a2a30a8-85dd-4431-81da-1629f3089245 tempest-FloatingIPAdminTestJSON-1156804285 tempest-FloatingIPAdminTestJSON-1156804285-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:39.860057 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c360154e-84a7-4945-ad49-fa442e2e2b88 req-2e4112d4-f352-4c6a-9151-c666eca2c2f8 tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:39.869827 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-c360154e-84a7-4945-ad49-fa442e2e2b88 req-2e4112d4-f352-4c6a-9151-c666eca2c2f8 tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] 10.222.0.89 "GET /v2.0/ports?device_id=32c473d7-3f2d-495e-b44f-fd0929434fbd HTTP/1.1" status: 200 len: 944 time: 0.1438501 Feb 04 17:24:39.931445 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-c360154e-84a7-4945-ad49-fa442e2e2b88 req-66e8a587-5cb5-47bd-acab-d71afe41e030 tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] 10.222.0.89 "GET /v2.0/security-groups?id=e65ecd24-4d97-4684-be33-350ed30f90cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598037 Feb 04 17:24:40.086554 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (f20a1ab3-4332-4f54-833b-ba4a7c687e89), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:40.093483 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-147ebf9b-a4b1-45cf-9f71-5cdb02fa0b35 None None] Provisioning complete for port f56decb5-f0b5-49ab-892c-cc17de5a8dcb triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:24:40.093906 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-147ebf9b-a4b1-45cf-9f71-5cdb02fa0b35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (f56decb5-f0b5-49ab-892c-cc17de5a8dcb), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:40.142976 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-147ebf9b-a4b1-45cf-9f71-5cdb02fa0b35 None None] Port f56decb5-f0b5-49ab-892c-cc17de5a8dcb cannot update to ACTIVE because it is not bound. {{(pid=103378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 17:24:40.256222 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e16885c-b131-4574-b31b-6ac46198cb9f req-b888eccf-db3b-4580-a831-a3e09feef1b3 tempest-ImagesTestJSON-301921999 tempest-ImagesTestJSON-301921999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:40.258235 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-5e16885c-b131-4574-b31b-6ac46198cb9f req-b888eccf-db3b-4580-a831-a3e09feef1b3 tempest-ImagesTestJSON-301921999 tempest-ImagesTestJSON-301921999-project] 10.222.0.89 "GET /v2.0/ports?device_id=59790d20-7060-4360-ad74-921d11f4ec7c HTTP/1.1" status: 200 len: 945 time: 0.0746930 Feb 04 17:24:40.375442 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-1a2a30a8-85dd-4431-81da-1629f3089245 tempest-FloatingIPAdminTestJSON-1156804285 tempest-FloatingIPAdminTestJSON-1156804285-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9612820 Feb 04 17:24:40.376182 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 40078) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:24:40.377815 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-5e16885c-b131-4574-b31b-6ac46198cb9f req-22992e21-de0e-420d-95a7-8228213072c4 tempest-ImagesTestJSON-301921999 tempest-ImagesTestJSON-301921999-project] 10.222.0.89 "GET /v2.0/security-groups?id=5b73e0f3-a9f7-4cf1-b4aa-b594ce8b7178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079655 Feb 04 17:24:40.414444 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-4992f9bc-729e-46c0-b034-dd0aca98ba7c req-c516d295-f204-4aae-bc13-408042292b34 tempest-TestServerBasicOps-155849243 tempest-TestServerBasicOps-155849243-project] 10.222.0.89 "GET /v2.0/security-groups?id=7550a21d-8f9e-4276-afe6-de321a73b5df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7140329 Feb 04 17:24:40.432654 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 40082) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:24:40.727413 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-e9084df3-81dd-4206-ae01-248b8511ccb8 tempest-FloatingIPAdminTestJSON-973203153 tempest-FloatingIPAdminTestJSON-973203153-project-admin] Request body: {'floatingip': {'floating_network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'project_id': '0997a345c05944ab9c8ad03575986086', 'port_id': 'f56decb5-f0b5-49ab-892c-cc17de5a8dcb'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:24:40.767386 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-e9084df3-81dd-4206-ae01-248b8511ccb8 tempest-FloatingIPAdminTestJSON-973203153 tempest-FloatingIPAdminTestJSON-973203153-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:40.924997 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcaa3254-98f6-42f2-97c1-16ef62a04bbe req-0626418d-1bd5-4072-b122-8dd37a8e6878 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:40.933969 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcaa3254-98f6-42f2-97c1-16ef62a04bbe req-0626418d-1bd5-4072-b122-8dd37a8e6878 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:40.940804 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcaa3254-98f6-42f2-97c1-16ef62a04bbe req-0626418d-1bd5-4072-b122-8dd37a8e6878 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:40.950095 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcaa3254-98f6-42f2-97c1-16ef62a04bbe req-0626418d-1bd5-4072-b122-8dd37a8e6878 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:40.956132 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcaa3254-98f6-42f2-97c1-16ef62a04bbe req-0626418d-1bd5-4072-b122-8dd37a8e6878 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:40.962764 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcaa3254-98f6-42f2-97c1-16ef62a04bbe req-0626418d-1bd5-4072-b122-8dd37a8e6878 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:40.971368 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcaa3254-98f6-42f2-97c1-16ef62a04bbe req-0626418d-1bd5-4072-b122-8dd37a8e6878 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:40.981553 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-fcaa3254-98f6-42f2-97c1-16ef62a04bbe req-0626418d-1bd5-4072-b122-8dd37a8e6878 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] 10.222.0.89 "GET /v2.0/ports?device_id=d23ffa64-7651-4974-8c0d-1ba4c302839d HTTP/1.1" status: 200 len: 5427 time: 0.1720002 Feb 04 17:24:40.990014 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92de8356-6331-405e-b7c0-8413ebd1c99a tempest-TestServerBasicOps-1482676148 tempest-TestServerBasicOps-1482676148-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:40.991562 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-92de8356-6331-405e-b7c0-8413ebd1c99a tempest-TestServerBasicOps-1482676148 tempest-TestServerBasicOps-1482676148-project-admin] 10.222.0.89 "GET /v2.0/ports?device_id=4371415a-6d02-4736-91f3-0d6ad12b39af HTTP/1.1" status: 200 len: 1123 time: 0.5543783 Feb 04 17:24:40.994934 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 40090) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:24:41.000539 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-6e067e21-b94b-4ea0-89a6-3548223bba5c tempest-TestServerBasicOps-155849243 tempest-TestServerBasicOps-155849243-project] Request body: {'floatingip': {'floating_network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'port_id': '45a915f0-0102-4745-8fa0-148c16138923', 'tenant_id': 'e572c75f68264540b5ba57b47620f662', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:24:41.047385 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-6e067e21-b94b-4ea0-89a6-3548223bba5c tempest-TestServerBasicOps-155849243 tempest-TestServerBasicOps-155849243-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:41.188521 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-fcaa3254-98f6-42f2-97c1-16ef62a04bbe req-1d83bda6-802e-4c3b-b42b-6cf5108b701a tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] 10.222.0.89 "GET /v2.0/security-groups?id=f41001c7-a515-4baa-b12d-2443831f66d9&id=6c430dff-7990-44ba-b62d-7ce4a11c9249&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2049751 Feb 04 17:24:41.357714 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-e9084df3-81dd-4206-ae01-248b8511ccb8 tempest-FloatingIPAdminTestJSON-973203153 tempest-FloatingIPAdminTestJSON-973203153-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:41.529674 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796877d9-2084-4294-8055-fc57d39a975d req-cb6a551c-754a-4557-97bd-cc68af7bde16 tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:41.532291 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689455f7-d4bf-4ca2-bff9-88e5208689aa req-d96c4bf1-decf-4237-a827-7c6f670bb5b9 tempest-ServerRescueNegativeTestJSON-1481324798 tempest-ServerRescueNegativeTestJSON-1481324798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:41.536979 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-796877d9-2084-4294-8055-fc57d39a975d req-cb6a551c-754a-4557-97bd-cc68af7bde16 tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] 10.222.0.89 "GET /v2.0/ports?device_id=32c473d7-3f2d-495e-b44f-fd0929434fbd HTTP/1.1" status: 200 len: 944 time: 0.3216333 Feb 04 17:24:41.544868 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-689455f7-d4bf-4ca2-bff9-88e5208689aa req-d96c4bf1-decf-4237-a827-7c6f670bb5b9 tempest-ServerRescueNegativeTestJSON-1481324798 tempest-ServerRescueNegativeTestJSON-1481324798-project] 10.222.0.89 "GET /v2.0/ports?device_id=5f99a685-700d-4f63-88c2-d2a04a4a422d HTTP/1.1" status: 200 len: 945 time: 0.0848660 Feb 04 17:24:41.583147 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.db_base_plugin_common [None req-e9084df3-81dd-4206-ae01-248b8511ccb8 tempest-FloatingIPAdminTestJSON-973203153 tempest-FloatingIPAdminTestJSON-973203153-project-admin] Allocated IP 172.25.6.188 (48165773-85ad-49a1-9ec1-76fc8dc24188/7660bfad-1ea8-4fe7-831b-bed836f13efc/38d964d7-2b0f-4c04-9744-83d2e676b3df) {{(pid=103376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:24:41.615012 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-689455f7-d4bf-4ca2-bff9-88e5208689aa req-9504348d-e755-4e73-9499-bb234cba0151 tempest-ServerRescueNegativeTestJSON-1481324798 tempest-ServerRescueNegativeTestJSON-1481324798-project] 10.222.0.89 "GET /v2.0/security-groups?id=47e1fb0d-88ed-4fed-9e75-9f02b9f534f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691385 Feb 04 17:24:41.692093 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-796877d9-2084-4294-8055-fc57d39a975d req-456f7a93-a3d4-4914-9178-337ae2a6602e tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] 10.222.0.89 "GET /v2.0/security-groups?id=e65ecd24-4d97-4684-be33-350ed30f90cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1538317 Feb 04 17:24:41.737714 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-6e067e21-b94b-4ea0-89a6-3548223bba5c tempest-TestServerBasicOps-155849243 tempest-TestServerBasicOps-155849243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:41.754176 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b6d521-00b3-454a-8532-b977b60e13c0 req-a1fff9ef-d199-4afa-81d2-20debe8c4847 tempest-ImagesTestJSON-301921999 tempest-ImagesTestJSON-301921999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:41.763278 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-92b6d521-00b3-454a-8532-b977b60e13c0 req-a1fff9ef-d199-4afa-81d2-20debe8c4847 tempest-ImagesTestJSON-301921999 tempest-ImagesTestJSON-301921999-project] 10.222.0.89 "GET /v2.0/ports?device_id=59790d20-7060-4360-ad74-921d11f4ec7c HTTP/1.1" status: 200 len: 945 time: 0.0884213 Feb 04 17:24:41.775099 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-e9084df3-81dd-4206-ae01-248b8511ccb8 tempest-FloatingIPAdminTestJSON-973203153 tempest-FloatingIPAdminTestJSON-973203153-project-admin] Publish callbacks [] for port (38d964d7-2b0f-4c04-9744-83d2e676b3df), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:41.839524 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-92b6d521-00b3-454a-8532-b977b60e13c0 req-49303146-3588-43b1-8179-9e277b3c874f tempest-ImagesTestJSON-301921999 tempest-ImagesTestJSON-301921999-project] 10.222.0.89 "GET /v2.0/security-groups?id=5b73e0f3-a9f7-4cf1-b4aa-b594ce8b7178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745769 Feb 04 17:24:41.885104 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-e9084df3-81dd-4206-ae01-248b8511ccb8 tempest-FloatingIPAdminTestJSON-973203153 tempest-FloatingIPAdminTestJSON-973203153-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (38d964d7-2b0f-4c04-9744-83d2e676b3df), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:41.957412 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9084df3-81dd-4206-ae01-248b8511ccb8 tempest-FloatingIPAdminTestJSON-973203153 tempest-FloatingIPAdminTestJSON-973203153-project-admin] Network 48165773-85ad-49a1-9ec1-76fc8dc24188 is already hosted by enough agents. {{(pid=103376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:24:41.968222 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [None req-e9084df3-81dd-4206-ae01-248b8511ccb8 tempest-FloatingIPAdminTestJSON-973203153 tempest-FloatingIPAdminTestJSON-973203153-project-admin] Resources bound (agent type, host, resource id): {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:24:41.969091 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9084df3-81dd-4206-ae01-248b8511ccb8 tempest-FloatingIPAdminTestJSON-973203153 tempest-FloatingIPAdminTestJSON-973203153-project-admin] Received port after_create {{(pid=103376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:24:42.001532 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9084df3-81dd-4206-ae01-248b8511ccb8 tempest-FloatingIPAdminTestJSON-973203153 tempest-FloatingIPAdminTestJSON-973203153-project-admin] Pushing event updated for resources: {'Port': ['ID=38d964d7-2b0f-4c04-9744-83d2e676b3df,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:24:42.016189 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.db_base_plugin_common [None req-6e067e21-b94b-4ea0-89a6-3548223bba5c tempest-TestServerBasicOps-155849243 tempest-TestServerBasicOps-155849243-project] Allocated IP 172.25.6.171 (48165773-85ad-49a1-9ec1-76fc8dc24188/7660bfad-1ea8-4fe7-831b-bed836f13efc/1da54cf8-41e2-4b8e-8e4a-7bcb54196d04) {{(pid=103376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:24:42.201163 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (3f9244a9-75fc-4c10-b195-11d48b853b41), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:42.294323 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-6e067e21-b94b-4ea0-89a6-3548223bba5c tempest-TestServerBasicOps-155849243 tempest-TestServerBasicOps-155849243-project] Publish callbacks [] for port (1da54cf8-41e2-4b8e-8e4a-7bcb54196d04), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:42.372457 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3964145c-4141-4d78-8a6f-e46d47834035 req-53d4e1a3-8ac5-49f4-b56d-be3c9fe618c8 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:42.384956 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3964145c-4141-4d78-8a6f-e46d47834035 req-53d4e1a3-8ac5-49f4-b56d-be3c9fe618c8 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:42.391688 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-6e067e21-b94b-4ea0-89a6-3548223bba5c tempest-TestServerBasicOps-155849243 tempest-TestServerBasicOps-155849243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (1da54cf8-41e2-4b8e-8e4a-7bcb54196d04), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:42.401191 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3964145c-4141-4d78-8a6f-e46d47834035 req-53d4e1a3-8ac5-49f4-b56d-be3c9fe618c8 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:42.408658 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3964145c-4141-4d78-8a6f-e46d47834035 req-53d4e1a3-8ac5-49f4-b56d-be3c9fe618c8 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:42.417145 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device 4d4af2e9-7142-4b57-9203-87fed5d08509 details requested by agent hyperv_n-h1-827839-2 with host n-h1-827839-2 {{(pid=103378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 17:24:42.420870 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3964145c-4141-4d78-8a6f-e46d47834035 req-53d4e1a3-8ac5-49f4-b56d-be3c9fe618c8 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:42.431157 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3964145c-4141-4d78-8a6f-e46d47834035 req-53d4e1a3-8ac5-49f4-b56d-be3c9fe618c8 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:42.447353 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3964145c-4141-4d78-8a6f-e46d47834035 req-53d4e1a3-8ac5-49f4-b56d-be3c9fe618c8 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:42.450464 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-3964145c-4141-4d78-8a6f-e46d47834035 req-53d4e1a3-8ac5-49f4-b56d-be3c9fe618c8 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] 10.222.0.89 "GET /v2.0/ports?device_id=d23ffa64-7651-4974-8c0d-1ba4c302839d HTTP/1.1" status: 200 len: 5427 time: 0.1873059 Feb 04 17:24:42.460557 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device 3cb6e588-038b-4f71-a9c3-1199f185e71c up at agent hyperv_n-h1-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:24:42.543813 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-3964145c-4141-4d78-8a6f-e46d47834035 req-da8a316b-5f9d-49b5-a826-6174b02ae5fe tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] 10.222.0.89 "GET /v2.0/security-groups?id=f41001c7-a515-4baa-b12d-2443831f66d9&id=6c430dff-7990-44ba-b62d-7ce4a11c9249&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0859108 Feb 04 17:24:42.629594 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e067e21-b94b-4ea0-89a6-3548223bba5c tempest-TestServerBasicOps-155849243 tempest-TestServerBasicOps-155849243-project] Network 48165773-85ad-49a1-9ec1-76fc8dc24188 is already hosted by enough agents. {{(pid=103376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:24:42.631426 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Provisioning for port 3cb6e588-038b-4f71-a9c3-1199f185e71c completed by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 17:24:42.641337 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Provisioning complete for port 3cb6e588-038b-4f71-a9c3-1199f185e71c triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:24:42.641823 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (3cb6e588-038b-4f71-a9c3-1199f185e71c), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:42.649568 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [None req-6e067e21-b94b-4ea0-89a6-3548223bba5c tempest-TestServerBasicOps-155849243 tempest-TestServerBasicOps-155849243-project] Resources bound (agent type, host, resource id): {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:24:42.663476 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e067e21-b94b-4ea0-89a6-3548223bba5c tempest-TestServerBasicOps-155849243 tempest-TestServerBasicOps-155849243-project] Received port after_create {{(pid=103376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:24:42.672432 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e067e21-b94b-4ea0-89a6-3548223bba5c tempest-TestServerBasicOps-155849243 tempest-TestServerBasicOps-155849243-project] Pushing event updated for resources: {'Port': ['ID=1da54cf8-41e2-4b8e-8e4a-7bcb54196d04,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:24:42.703689 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] For port 4d4af2e9-7142-4b57-9203-87fed5d08509, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=4d4af2e9-7142-4b57-9203-87fed5d08509,segment=NetworkSegment(3a39b085-d3e6-43bb-a64c-1b06dd049e5a),segment_id=3a39b085-d3e6-43bb-a64c-1b06dd049e5a)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:24:42.724623 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Returning: {'device': '4d4af2e9-7142-4b57-9203-87fed5d08509', 'network_id': '02be22b9-aa53-40ea-8050-9239cd27d1ff', 'port_id': '4d4af2e9-7142-4b57-9203-87fed5d08509', 'mac_address': 'fa:16:3e:42:56:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 797, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c974b0ff-2c5c-4667-8a81-3bde3ea6ced5', 'ip_address': '192.168.233.197'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 17:24:42.833038 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Current status of the port 4d4af2e9-7142-4b57-9203-87fed5d08509 is: ACTIVE; New status is: BUILD {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:24:42.833449 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (4d4af2e9-7142-4b57-9203-87fed5d08509), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:42.844137 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Current status of the port 3cb6e588-038b-4f71-a9c3-1199f185e71c is: BUILD; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:24:42.844611 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (3cb6e588-038b-4f71-a9c3-1199f185e71c), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:42.848353 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-e9084df3-81dd-4206-ae01-248b8511ccb8 tempest-FloatingIPAdminTestJSON-973203153 tempest-FloatingIPAdminTestJSON-973203153-project-admin] Publish callbacks [] for floatingip (1c710117-4862-40f0-b4b9-8cc6ef6eae2a), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:42.911052 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5785c3-db74-41bd-a807-5e62f509af1c req-4e0eb21a-9903-462a-92d6-41afcd490c86 tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:42.912655 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-2c5785c3-db74-41bd-a807-5e62f509af1c req-4e0eb21a-9903-462a-92d6-41afcd490c86 tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] 10.222.0.89 "GET /v2.0/ports?device_id=32c473d7-3f2d-495e-b44f-fd0929434fbd HTTP/1.1" status: 200 len: 944 time: 0.0871303 Feb 04 17:24:42.974756 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-2c5785c3-db74-41bd-a807-5e62f509af1c req-7e818ba9-de53-4a59-bf44-e7c953f3f581 tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] 10.222.0.89 "GET /v2.0/security-groups?id=e65ecd24-4d97-4684-be33-350ed30f90cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534167 Feb 04 17:24:43.052050 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4d4af2e9-7142-4b57-9203-87fed5d08509 {{(pid=103378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 17:24:43.061115 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59790d20-7060-4360-ad74-921d11f4ec7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cb6e588-038b-4f71-a9c3-1199f185e71c'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:24:43.063344 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c34bc964ce2211770fda26ca2f3801cc06f4f39928110690550e94ab9c9d2fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ab5871f-8d4e-4b3a-a5a2-5dd4d5b925ca" -d '{"events": [{"server_uuid": "59790d20-7060-4360-ad74-921d11f4ec7c", "name": "network-vif-plugged", "status": "completed", "tag": "3cb6e588-038b-4f71-a9c3-1199f185e71c"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:24:43.081508 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-e9084df3-81dd-4206-ae01-248b8511ccb8 tempest-FloatingIPAdminTestJSON-973203153 tempest-FloatingIPAdminTestJSON-973203153-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (38d964d7-2b0f-4c04-9744-83d2e676b3df), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:43.090330 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] For port 3cb6e588-038b-4f71-a9c3-1199f185e71c, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=3cb6e588-038b-4f71-a9c3-1199f185e71c,segment=NetworkSegment(40be95d6-8661-400f-bc9d-3f4c57dcd00c),segment_id=40be95d6-8661-400f-bc9d-3f4c57dcd00c)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:24:43.095862 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] For port 4d4af2e9-7142-4b57-9203-87fed5d08509, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=4d4af2e9-7142-4b57-9203-87fed5d08509,segment=NetworkSegment(3a39b085-d3e6-43bb-a64c-1b06dd049e5a),segment_id=3a39b085-d3e6-43bb-a64c-1b06dd049e5a)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:24:43.097214 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (3cb6e588-038b-4f71-a9c3-1199f185e71c), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:43.148446 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Pushing event updated for resources: {'Port': ['ID=3cb6e588-038b-4f71-a9c3-1199f185e71c,revision_number=5']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:24:43.151205 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (4d4af2e9-7142-4b57-9203-87fed5d08509), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:43.230827 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f6f630-c3e5-4632-8331-55afabd451fc req-5c0e3fde-8f71-4ae2-982f-3bd7273f6249 tempest-ImagesTestJSON-301921999 tempest-ImagesTestJSON-301921999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:43.232610 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-f4f6f630-c3e5-4632-8331-55afabd451fc req-5c0e3fde-8f71-4ae2-982f-3bd7273f6249 tempest-ImagesTestJSON-301921999 tempest-ImagesTestJSON-301921999-project] 10.222.0.89 "GET /v2.0/ports?device_id=59790d20-7060-4360-ad74-921d11f4ec7c HTTP/1.1" status: 200 len: 946 time: 0.0871556 Feb 04 17:24:43.238095 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Pushing event updated for resources: {'Port': ['ID=4d4af2e9-7142-4b57-9203-87fed5d08509,revision_number=6']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:24:43.298602 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] get_ports_and_sgs() called for port_ids ['4d4af2e9-7142-4b57-9203-87fed5d08509'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 17:24:43.331802 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-f4f6f630-c3e5-4632-8331-55afabd451fc req-8ec92a5a-dd53-48fb-a899-a725ad4d3dbc tempest-ImagesTestJSON-301921999 tempest-ImagesTestJSON-301921999-project] 10.222.0.89 "GET /v2.0/security-groups?id=5b73e0f3-a9f7-4cf1-b4aa-b594ce8b7178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878642 Feb 04 17:24:43.404158 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 17:24:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd8d620f-7cd2-4a57-8704-03dbe835d67c x-openstack-request-id: req-dd8d620f-7cd2-4a57-8704-03dbe835d67c {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:24:43.404520 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59790d20-7060-4360-ad74-921d11f4ec7c", "name": "network-vif-plugged", "status": "completed", "tag": "3cb6e588-038b-4f71-a9c3-1199f185e71c", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:24:43.404873 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-dd8d620f-7cd2-4a57-8704-03dbe835d67c {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:24:43.405477 n-d-827839-2 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59790d20-7060-4360-ad74-921d11f4ec7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cb6e588-038b-4f71-a9c3-1199f185e71c', 'code': 200} Feb 04 17:24:43.501276 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-e9084df3-81dd-4206-ae01-248b8511ccb8 tempest-FloatingIPAdminTestJSON-973203153 tempest-FloatingIPAdminTestJSON-973203153-project-admin] Publish callbacks [] for port (38d964d7-2b0f-4c04-9744-83d2e676b3df), precommit_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:43.525150 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-e9084df3-81dd-4206-ae01-248b8511ccb8 tempest-FloatingIPAdminTestJSON-973203153 tempest-FloatingIPAdminTestJSON-973203153-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675836'] for port (38d964d7-2b0f-4c04-9744-83d2e676b3df), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:43.648694 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9084df3-81dd-4206-ae01-248b8511ccb8 tempest-FloatingIPAdminTestJSON-973203153 tempest-FloatingIPAdminTestJSON-973203153-project-admin] Pushing event updated for resources: {'Port': ['ID=38d964d7-2b0f-4c04-9744-83d2e676b3df,revision_number=2']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:24:43.670618 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-e9084df3-81dd-4206-ae01-248b8511ccb8 tempest-FloatingIPAdminTestJSON-973203153 tempest-FloatingIPAdminTestJSON-973203153-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1595586'] for floatingip (1c710117-4862-40f0-b4b9-8cc6ef6eae2a), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:43.863495 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83861e5-9410-46b8-8363-14fb65203d07 req-7742663e-3885-4aad-9c96-a396ce59c73b tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:43.877191 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83861e5-9410-46b8-8363-14fb65203d07 req-7742663e-3885-4aad-9c96-a396ce59c73b tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:43.883960 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83861e5-9410-46b8-8363-14fb65203d07 req-7742663e-3885-4aad-9c96-a396ce59c73b tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:43.910380 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83861e5-9410-46b8-8363-14fb65203d07 req-7742663e-3885-4aad-9c96-a396ce59c73b tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:43.916938 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83861e5-9410-46b8-8363-14fb65203d07 req-7742663e-3885-4aad-9c96-a396ce59c73b tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:43.923219 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83861e5-9410-46b8-8363-14fb65203d07 req-7742663e-3885-4aad-9c96-a396ce59c73b tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:43.929751 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83861e5-9410-46b8-8363-14fb65203d07 req-7742663e-3885-4aad-9c96-a396ce59c73b tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:43.931688 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-f83861e5-9410-46b8-8363-14fb65203d07 req-7742663e-3885-4aad-9c96-a396ce59c73b tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] 10.222.0.89 "GET /v2.0/ports?device_id=d23ffa64-7651-4974-8c0d-1ba4c302839d HTTP/1.1" status: 200 len: 5427 time: 0.1640108 Feb 04 17:24:44.030631 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-f83861e5-9410-46b8-8363-14fb65203d07 req-48c9714b-97e2-4da5-b695-98ed076610b1 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] 10.222.0.89 "GET /v2.0/security-groups?id=f41001c7-a515-4baa-b12d-2443831f66d9&id=6c430dff-7990-44ba-b62d-7ce4a11c9249&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0919302 Feb 04 17:24:44.067710 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-6e067e21-b94b-4ea0-89a6-3548223bba5c tempest-TestServerBasicOps-155849243 tempest-TestServerBasicOps-155849243-project] Publish callbacks [] for floatingip (c9345afb-daa7-4e9d-aa85-9d4951543e03), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:44.157700 n-d-827839-2 neutron-server[103376]: INFO neutron.db.l3_db [None req-e9084df3-81dd-4206-ae01-248b8511ccb8 tempest-FloatingIPAdminTestJSON-973203153 tempest-FloatingIPAdminTestJSON-973203153-project-admin] Floating IP 1c710117-4862-40f0-b4b9-8cc6ef6eae2a associated. External IP: 172.25.6.188, port: f56decb5-f0b5-49ab-892c-cc17de5a8dcb. Feb 04 17:24:44.162951 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-6e067e21-b94b-4ea0-89a6-3548223bba5c tempest-TestServerBasicOps-155849243 tempest-TestServerBasicOps-155849243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (1da54cf8-41e2-4b8e-8e4a-7bcb54196d04), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:44.330005 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8aadc3b-e2d1-4dae-bfd1-0eb2db8e048e req-9dece960-66b0-4240-813f-cbaa426c7f06 tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:44.331797 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-c8aadc3b-e2d1-4dae-bfd1-0eb2db8e048e req-9dece960-66b0-4240-813f-cbaa426c7f06 tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] 10.222.0.89 "GET /v2.0/ports?device_id=32c473d7-3f2d-495e-b44f-fd0929434fbd HTTP/1.1" status: 200 len: 944 time: 0.1318111 Feb 04 17:24:44.419169 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-c8aadc3b-e2d1-4dae-bfd1-0eb2db8e048e req-b66c6814-9a3d-4361-b5d7-fe777541e637 tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] 10.222.0.89 "GET /v2.0/security-groups?id=e65ecd24-4d97-4684-be33-350ed30f90cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0784640 Feb 04 17:24:44.429855 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device 4d4af2e9-7142-4b57-9203-87fed5d08509 up at agent hyperv_n-h1-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:24:44.545731 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Provisioning complete for port 4d4af2e9-7142-4b57-9203-87fed5d08509 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:24:44.546107 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (4d4af2e9-7142-4b57-9203-87fed5d08509), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:44.649651 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2334d9-01a8-4079-b09c-642915c12fd7 req-2dbae3bc-7ce1-449e-b8f9-4ae3baca8a8a tempest-ImagesTestJSON-301921999 tempest-ImagesTestJSON-301921999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:44.657362 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-0b2334d9-01a8-4079-b09c-642915c12fd7 req-2dbae3bc-7ce1-449e-b8f9-4ae3baca8a8a tempest-ImagesTestJSON-301921999 tempest-ImagesTestJSON-301921999-project] 10.222.0.89 "GET /v2.0/ports?device_id=59790d20-7060-4360-ad74-921d11f4ec7c HTTP/1.1" status: 200 len: 946 time: 0.0947609 Feb 04 17:24:44.693066 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-6e067e21-b94b-4ea0-89a6-3548223bba5c tempest-TestServerBasicOps-155849243 tempest-TestServerBasicOps-155849243-project] Publish callbacks [] for port (1da54cf8-41e2-4b8e-8e4a-7bcb54196d04), precommit_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:44.701054 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Current status of the port 4d4af2e9-7142-4b57-9203-87fed5d08509 is: BUILD; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:24:44.701442 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (4d4af2e9-7142-4b57-9203-87fed5d08509), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:44.712493 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-6e067e21-b94b-4ea0-89a6-3548223bba5c tempest-TestServerBasicOps-155849243 tempest-TestServerBasicOps-155849243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675836'] for port (1da54cf8-41e2-4b8e-8e4a-7bcb54196d04), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:44.713568 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-0b2334d9-01a8-4079-b09c-642915c12fd7 req-d1a5039c-cb40-4538-ab6b-207544a79124 tempest-ImagesTestJSON-301921999 tempest-ImagesTestJSON-301921999-project] 10.222.0.89 "GET /v2.0/security-groups?id=5b73e0f3-a9f7-4cf1-b4aa-b594ce8b7178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497265 Feb 04 17:24:44.775675 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] For port 4d4af2e9-7142-4b57-9203-87fed5d08509, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=4d4af2e9-7142-4b57-9203-87fed5d08509,segment=NetworkSegment(3a39b085-d3e6-43bb-a64c-1b06dd049e5a),segment_id=3a39b085-d3e6-43bb-a64c-1b06dd049e5a)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:24:44.789655 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (4d4af2e9-7142-4b57-9203-87fed5d08509), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:44.828025 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e067e21-b94b-4ea0-89a6-3548223bba5c tempest-TestServerBasicOps-155849243 tempest-TestServerBasicOps-155849243-project] Pushing event updated for resources: {'Port': ['ID=1da54cf8-41e2-4b8e-8e4a-7bcb54196d04,revision_number=2']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:24:44.850587 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Pushing event updated for resources: {'Port': ['ID=4d4af2e9-7142-4b57-9203-87fed5d08509,revision_number=7']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:24:44.897044 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9084df3-81dd-4206-ae01-248b8511ccb8 tempest-FloatingIPAdminTestJSON-973203153 tempest-FloatingIPAdminTestJSON-973203153-project-admin] Router 7ad3bba8-643e-40d9-b254-140834c799be has already been hosted by L3 agent 64ada913-9131-4d99-a265-63a920956287 {{(pid=103376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 17:24:44.899650 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-6e067e21-b94b-4ea0-89a6-3548223bba5c tempest-TestServerBasicOps-155849243 tempest-TestServerBasicOps-155849243-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1595586'] for floatingip (c9345afb-daa7-4e9d-aa85-9d4951543e03), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:45.117287 n-d-827839-2 neutron-server[103376]: INFO neutron.db.l3_db [None req-6e067e21-b94b-4ea0-89a6-3548223bba5c tempest-TestServerBasicOps-155849243 tempest-TestServerBasicOps-155849243-project] Floating IP c9345afb-daa7-4e9d-aa85-9d4951543e03 associated. External IP: 172.25.6.171, port: 45a915f0-0102-4745-8fa0-148c16138923. Feb 04 17:24:45.205644 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9084df3-81dd-4206-ae01-248b8511ccb8 tempest-FloatingIPAdminTestJSON-973203153 tempest-FloatingIPAdminTestJSON-973203153-project-admin] Notify agent at l3_agent.n-d-827839-2 the message routers_updated {{(pid=103376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 17:24:45.217394 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38b6511e-f5f5-4ee2-b657-e0da2f3b39cf None None] Sync routers for ids ['7ad3bba8-643e-40d9-b254-140834c799be'] in n-d-827839-2 {{(pid=103378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 17:24:45.235302 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38b6511e-f5f5-4ee2-b657-e0da2f3b39cf None None] Routers {'7ad3bba8-643e-40d9-b254-140834c799be'} bound to L3 agent in host n-d-827839-2 {{(pid=103378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:24:45.236340 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-38b6511e-f5f5-4ee2-b657-e0da2f3b39cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:24:32Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['7ad3bba8-643e-40d9-b254-140834c799be'], 'active': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:24:45.262636 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-e9084df3-81dd-4206-ae01-248b8511ccb8 tempest-FloatingIPAdminTestJSON-973203153 tempest-FloatingIPAdminTestJSON-973203153-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for floatingip (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:45.286922 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4f6eca-fb97-44a9-8eaa-f3f36f1e587b req-837a85fb-30f9-4fa2-a718-e72a05b5df5b tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:45.305624 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4f6eca-fb97-44a9-8eaa-f3f36f1e587b req-837a85fb-30f9-4fa2-a718-e72a05b5df5b tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:45.307189 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-38b6511e-f5f5-4ee2-b657-e0da2f3b39cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827839-2', False) {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:24:45.313686 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-e9084df3-81dd-4206-ae01-248b8511ccb8 tempest-FloatingIPAdminTestJSON-973203153 tempest-FloatingIPAdminTestJSON-973203153-project-admin] 10.222.0.89 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 987 time: 4.9327717 Feb 04 17:24:45.318717 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4f6eca-fb97-44a9-8eaa-f3f36f1e587b req-837a85fb-30f9-4fa2-a718-e72a05b5df5b tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:45.319792 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38b6511e-f5f5-4ee2-b657-e0da2f3b39cf None None] Routers {'7ad3bba8-643e-40d9-b254-140834c799be'} bound to L3 agent in host n-d-827839-2 {{(pid=103378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:24:45.320641 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 40176) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:24:45.321927 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-38b6511e-f5f5-4ee2-b657-e0da2f3b39cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:24:32Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['7ad3bba8-643e-40d9-b254-140834c799be'], 'active': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:24:45.336133 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4f6eca-fb97-44a9-8eaa-f3f36f1e587b req-837a85fb-30f9-4fa2-a718-e72a05b5df5b tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:45.349562 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4f6eca-fb97-44a9-8eaa-f3f36f1e587b req-837a85fb-30f9-4fa2-a718-e72a05b5df5b tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:45.366804 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4f6eca-fb97-44a9-8eaa-f3f36f1e587b req-837a85fb-30f9-4fa2-a718-e72a05b5df5b tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:45.384154 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4f6eca-fb97-44a9-8eaa-f3f36f1e587b req-837a85fb-30f9-4fa2-a718-e72a05b5df5b tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:45.386179 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-7b4f6eca-fb97-44a9-8eaa-f3f36f1e587b req-837a85fb-30f9-4fa2-a718-e72a05b5df5b tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] 10.222.0.89 "GET /v2.0/ports?device_id=d23ffa64-7651-4974-8c0d-1ba4c302839d HTTP/1.1" status: 200 len: 5427 time: 0.2224073 Feb 04 17:24:45.395423 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-38b6511e-f5f5-4ee2-b657-e0da2f3b39cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827839-2', False) {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:24:45.396611 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38b6511e-f5f5-4ee2-b657-e0da2f3b39cf None None] The sync data for ids ['7ad3bba8-643e-40d9-b254-140834c799be'] in n-d-827839-2 is: [] {{(pid=103378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 17:24:45.406671 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae0186a8-6823-4e37-ae44-24840acc296c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d4af2e9-7142-4b57-9203-87fed5d08509'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:24:45.409116 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c34bc964ce2211770fda26ca2f3801cc06f4f39928110690550e94ab9c9d2fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9028526a-2ced-4f52-8bd1-9c5421505d1b" -d '{"events": [{"server_uuid": "ae0186a8-6823-4e37-ae44-24840acc296c", "name": "network-vif-plugged", "status": "completed", "tag": "4d4af2e9-7142-4b57-9203-87fed5d08509"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:24:45.466827 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-7b4f6eca-fb97-44a9-8eaa-f3f36f1e587b req-c7e6971b-800e-4e0f-b2dd-7794644c064d tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] 10.222.0.89 "GET /v2.0/security-groups?id=f41001c7-a515-4baa-b12d-2443831f66d9&id=6c430dff-7990-44ba-b62d-7ce4a11c9249&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0735795 Feb 04 17:24:45.566068 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-ffae96a8-09d9-4ff7-82f8-3ad810edd2f3 tempest-FloatingIPAdminTestJSON-973203153 tempest-FloatingIPAdminTestJSON-973203153-project-admin] 10.222.0.89 "GET /v2.0/floatingips/1c710117-4862-40f0-b4b9-8cc6ef6eae2a HTTP/1.1" status: 200 len: 982 time: 0.2439458 Feb 04 17:24:45.568439 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 40190) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:24:45.590605 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 17:24:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6816d7a-43ca-40ed-a5bc-7004640ace2d x-openstack-request-id: req-b6816d7a-43ca-40ed-a5bc-7004640ace2d {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:24:45.591210 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae0186a8-6823-4e37-ae44-24840acc296c", "name": "network-vif-plugged", "status": "completed", "tag": "4d4af2e9-7142-4b57-9203-87fed5d08509", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:24:45.591210 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-b6816d7a-43ca-40ed-a5bc-7004640ace2d {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:24:45.591529 n-d-827839-2 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae0186a8-6823-4e37-ae44-24840acc296c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d4af2e9-7142-4b57-9203-87fed5d08509', 'code': 200} Feb 04 17:24:45.649416 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e067e21-b94b-4ea0-89a6-3548223bba5c tempest-TestServerBasicOps-155849243 tempest-TestServerBasicOps-155849243-project] Router 0ccb58de-7ff2-4b3b-b2e5-2bb298e2f2f5 has already been hosted by L3 agent 64ada913-9131-4d99-a265-63a920956287 {{(pid=103376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 17:24:45.745129 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-32551576-3368-4235-84b9-8119bfee634d tempest-FloatingIPAdminTestJSON-973203153 tempest-FloatingIPAdminTestJSON-973203153-project-admin] 10.222.0.89 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3513 time: 0.1749077 Feb 04 17:24:45.749371 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 40194) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:24:45.826913 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e067e21-b94b-4ea0-89a6-3548223bba5c tempest-TestServerBasicOps-155849243 tempest-TestServerBasicOps-155849243-project] Notify agent at l3_agent.n-d-827839-2 the message routers_updated {{(pid=103376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 17:24:45.833731 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cf5c94-799f-4341-99e5-c2acc105ada9 req-08ee749c-c770-4c06-8c01-d3edc56e1695 tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:45.840320 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f24c8a9-f033-47b8-aca1-d9f8267b09f6 None None] Sync routers for ids ['0ccb58de-7ff2-4b3b-b2e5-2bb298e2f2f5'] in n-d-827839-2 {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 17:24:45.855525 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-39cf5c94-799f-4341-99e5-c2acc105ada9 req-08ee749c-c770-4c06-8c01-d3edc56e1695 tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] 10.222.0.89 "GET /v2.0/ports?device_id=32c473d7-3f2d-495e-b44f-fd0929434fbd HTTP/1.1" status: 200 len: 944 time: 0.2082150 Feb 04 17:24:45.858910 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-6e067e21-b94b-4ea0-89a6-3548223bba5c tempest-TestServerBasicOps-155849243 tempest-TestServerBasicOps-155849243-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for floatingip (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:45.861085 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f24c8a9-f033-47b8-aca1-d9f8267b09f6 None None] Routers {'0ccb58de-7ff2-4b3b-b2e5-2bb298e2f2f5'} bound to L3 agent in host n-d-827839-2 {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:24:45.861712 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-6f24c8a9-f033-47b8-aca1-d9f8267b09f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:24:32Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['0ccb58de-7ff2-4b3b-b2e5-2bb298e2f2f5'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:24:45.905554 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-6e067e21-b94b-4ea0-89a6-3548223bba5c tempest-TestServerBasicOps-155849243 tempest-TestServerBasicOps-155849243-project] 10.222.0.89 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 4.9097497 Feb 04 17:24:45.906402 n-d-827839-2 neutron-server[103376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4371415a-6d02-4736-91f3-0d6ad12b39af', 'tag': '45a915f0-0102-4745-8fa0-148c16138923'}] {{(pid=103376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:24:45.908865 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d59c3bb5e2f09ebf62144d5e09b1cff60c763a9c19614c24538e77842938c05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01f1230f-a811-46c2-ba44-36fe599e8300" -d '{"events": [{"name": "network-changed", "server_uuid": "4371415a-6d02-4736-91f3-0d6ad12b39af", "tag": "45a915f0-0102-4745-8fa0-148c16138923"}]}' {{(pid=103376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:24:45.964937 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-39cf5c94-799f-4341-99e5-c2acc105ada9 req-f08d69cf-12bf-45ac-a470-284112e79f4a tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] 10.222.0.89 "GET /v2.0/security-groups?id=e65ecd24-4d97-4684-be33-350ed30f90cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1049061 Feb 04 17:24:46.039719 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvr_db [None req-6f24c8a9-f033-47b8-aca1-d9f8267b09f6 None None] Set router 0ccb58de-7ff2-4b3b-b2e5-2bb298e2f2f5 gateway port host: n-d-827839-2 {{(pid=103379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:24:46.048484 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-c78cfc38-7c4e-4611-8558-60af390097b0 tempest-FloatingIPAdminTestJSON-1156804285 tempest-FloatingIPAdminTestJSON-1156804285-project] Deleting port 38d964d7-2b0f-4c04-9744-83d2e676b3df {{(pid=103377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:24:46.049064 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-c78cfc38-7c4e-4611-8558-60af390097b0 tempest-FloatingIPAdminTestJSON-1156804285 tempest-FloatingIPAdminTestJSON-1156804285-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (38d964d7-2b0f-4c04-9744-83d2e676b3df), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:46.172921 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-c78cfc38-7c4e-4611-8558-60af390097b0 tempest-FloatingIPAdminTestJSON-1156804285 tempest-FloatingIPAdminTestJSON-1156804285-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (38d964d7-2b0f-4c04-9744-83d2e676b3df), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:46.173182 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-c78cfc38-7c4e-4611-8558-60af390097b0 tempest-FloatingIPAdminTestJSON-1156804285 tempest-FloatingIPAdminTestJSON-1156804285-project] Publish callbacks [] for floatingip (38d964d7-2b0f-4c04-9744-83d2e676b3df), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:46.191934 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90ddceb-f7b4-4a7f-8106-2915d0ec86ee req-13d75eb0-144c-4c13-b261-2d51f199e91d tempest-ImagesTestJSON-301921999 tempest-ImagesTestJSON-301921999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:46.194984 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-b90ddceb-f7b4-4a7f-8106-2915d0ec86ee req-13d75eb0-144c-4c13-b261-2d51f199e91d tempest-ImagesTestJSON-301921999 tempest-ImagesTestJSON-301921999-project] 10.222.0.89 "GET /v2.0/ports?device_id=59790d20-7060-4360-ad74-921d11f4ec7c HTTP/1.1" status: 200 len: 946 time: 0.1294000 Feb 04 17:24:46.213261 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-c78cfc38-7c4e-4611-8558-60af390097b0 tempest-FloatingIPAdminTestJSON-1156804285 tempest-FloatingIPAdminTestJSON-1156804285-project] Calling delete_port for 38d964d7-2b0f-4c04-9744-83d2e676b3df owned by network:floatingip {{(pid=103377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:24:46.402077 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-b90ddceb-f7b4-4a7f-8106-2915d0ec86ee req-6651c723-b7fd-4205-89a8-67ccbde34fee tempest-ImagesTestJSON-301921999 tempest-ImagesTestJSON-301921999-project] 10.222.0.89 "GET /v2.0/security-groups?id=5b73e0f3-a9f7-4cf1-b4aa-b594ce8b7178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1903353 Feb 04 17:24:46.447750 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-6f24c8a9-f033-47b8-aca1-d9f8267b09f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ccb58de-7ff2-4b3b-b2e5-2bb298e2f2f5', 'name': 'tempest-TestServerBasicOps-588092638-router', 'tenant_id': 'e572c75f68264540b5ba57b47620f662', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.50'}], 'enable_snat': True}, 'gw_port_id': 'dd12a7b1-f096-40a0-88a2-010f3d0fd0ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:23:21Z', 'updated_at': '2022-02-04T17:23:27Z', 'revision_number': 4, 'project_id': 'e572c75f68264540b5ba57b47620f662', 'gw_port': {'id': 'dd12a7b1-f096-40a0-88a2-010f3d0fd0ef', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:d7:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ccb58de-7ff2-4b3b-b2e5-2bb298e2f2f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:23:21Z', 'updated_at': '2022-02-04T17:23:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_floatingips': [{'id': 'c9345afb-daa7-4e9d-aa85-9d4951543e03', 'tenant_id': 'e572c75f68264540b5ba57b47620f662', 'floating_ip_address': '172.25.6.171', 'floating_network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'router_id': '0ccb58de-7ff2-4b3b-b2e5-2bb298e2f2f5', 'port_id': '45a915f0-0102-4745-8fa0-148c16138923', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1546, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '97b2e9b0-cacd-4163-811b-ff2a765f7055', 'mac_address': 'fa:16:3e:9c:f9:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4371415a-6d02-4736-91f3-0d6ad12b39af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T17:24:43Z', 'updated_at': '2022-02-04T17:24:43Z', 'revision_number': 0, 'project_id': 'e572c75f68264540b5ba57b47620f662', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '99718590-0342-4f0e-ad1d-2d284faf6a99', 'name': '', 'network_id': '97b2e9b0-cacd-4163-811b-ff2a765f7055', 'tenant_id': 'e572c75f68264540b5ba57b47620f662', 'mac_address': 'fa:16:3e:7f:9a:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ccb58de-7ff2-4b3b-b2e5-2bb298e2f2f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '32617567-702a-48ca-945f-d54124aa2fdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:23:25Z', 'updated_at': '2022-02-04T17:23:34Z', 'revision_number': 5, 'project_id': 'e572c75f68264540b5ba57b47620f662', 'subnets': [{'id': '32617567-702a-48ca-945f-d54124aa2fdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-2', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:24:46.497879 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f24c8a9-f033-47b8-aca1-d9f8267b09f6 None None] Checking router: 0ccb58de-7ff2-4b3b-b2e5-2bb298e2f2f5 for host: n-d-827839-2 {{(pid=103379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 17:24:46.513355 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f24c8a9-f033-47b8-aca1-d9f8267b09f6 None None] Routers {'0ccb58de-7ff2-4b3b-b2e5-2bb298e2f2f5'} bound to L3 agent in host n-d-827839-2 {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:24:46.513985 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-6f24c8a9-f033-47b8-aca1-d9f8267b09f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:24:32Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['0ccb58de-7ff2-4b3b-b2e5-2bb298e2f2f5'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:24:46.518645 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 17:24:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a727cdb-f389-45e4-8b67-7cb05e24bebe x-openstack-request-id: req-6a727cdb-f389-45e4-8b67-7cb05e24bebe {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:24:46.519113 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4371415a-6d02-4736-91f3-0d6ad12b39af", "tag": "45a915f0-0102-4745-8fa0-148c16138923", "status": "completed", "code": 200}]} {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:24:46.519221 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-6a727cdb-f389-45e4-8b67-7cb05e24bebe {{(pid=103376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:24:46.519596 n-d-827839-2 neutron-server[103376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4371415a-6d02-4736-91f3-0d6ad12b39af', 'tag': '45a915f0-0102-4745-8fa0-148c16138923', 'status': 'completed', 'code': 200} Feb 04 17:24:46.562273 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-c78cfc38-7c4e-4611-8558-60af390097b0 tempest-FloatingIPAdminTestJSON-1156804285 tempest-FloatingIPAdminTestJSON-1156804285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (38d964d7-2b0f-4c04-9744-83d2e676b3df), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:46.639644 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78cfc38-7c4e-4611-8558-60af390097b0 tempest-FloatingIPAdminTestJSON-1156804285 tempest-FloatingIPAdminTestJSON-1156804285-project] Pushing event deleted for resources: {'Port': ['ID=38d964d7-2b0f-4c04-9744-83d2e676b3df,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:24:46.730927 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvr_db [None req-6f24c8a9-f033-47b8-aca1-d9f8267b09f6 None None] Set router 0ccb58de-7ff2-4b3b-b2e5-2bb298e2f2f5 gateway port host: n-d-827839-2 {{(pid=103379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:24:46.745803 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f1230f-a811-46c2-ba44-36fe599e8300 req-7a2727e3-f539-49a6-8541-39b7f7df9227 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:46.747758 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-01f1230f-a811-46c2-ba44-36fe599e8300 req-7a2727e3-f539-49a6-8541-39b7f7df9227 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=e572c75f68264540b5ba57b47620f662&device_id=4371415a-6d02-4736-91f3-0d6ad12b39af HTTP/1.1" status: 200 len: 1128 time: 0.2040122 Feb 04 17:24:46.804682 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baaeff7f-c7de-4d10-970a-987fec60f5f7 req-13fec83d-55c6-4849-852b-4ec68097df5c tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:46.811566 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baaeff7f-c7de-4d10-970a-987fec60f5f7 req-13fec83d-55c6-4849-852b-4ec68097df5c tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:46.818351 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baaeff7f-c7de-4d10-970a-987fec60f5f7 req-13fec83d-55c6-4849-852b-4ec68097df5c tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:46.824204 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baaeff7f-c7de-4d10-970a-987fec60f5f7 req-13fec83d-55c6-4849-852b-4ec68097df5c tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:46.829649 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baaeff7f-c7de-4d10-970a-987fec60f5f7 req-13fec83d-55c6-4849-852b-4ec68097df5c tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:46.835211 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baaeff7f-c7de-4d10-970a-987fec60f5f7 req-13fec83d-55c6-4849-852b-4ec68097df5c tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:46.841719 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baaeff7f-c7de-4d10-970a-987fec60f5f7 req-13fec83d-55c6-4849-852b-4ec68097df5c tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:46.849287 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-baaeff7f-c7de-4d10-970a-987fec60f5f7 req-13fec83d-55c6-4849-852b-4ec68097df5c tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] 10.222.0.89 "GET /v2.0/ports?device_id=d23ffa64-7651-4974-8c0d-1ba4c302839d HTTP/1.1" status: 200 len: 5427 time: 0.2544117 Feb 04 17:24:46.885183 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-c78cfc38-7c4e-4611-8558-60af390097b0 tempest-FloatingIPAdminTestJSON-1156804285 tempest-FloatingIPAdminTestJSON-1156804285-project] Publish callbacks [] for floatingip (1c710117-4862-40f0-b4b9-8cc6ef6eae2a), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:46.885624 n-d-827839-2 neutron-server[103377]: INFO neutron.db.l3_db [None req-c78cfc38-7c4e-4611-8558-60af390097b0 tempest-FloatingIPAdminTestJSON-1156804285 tempest-FloatingIPAdminTestJSON-1156804285-project] Floating IP 1c710117-4862-40f0-b4b9-8cc6ef6eae2a disassociated (deleted). External IP: 172.25.6.188, port: f56decb5-f0b5-49ab-892c-cc17de5a8dcb. Feb 04 17:24:47.152612 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-6f24c8a9-f033-47b8-aca1-d9f8267b09f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ccb58de-7ff2-4b3b-b2e5-2bb298e2f2f5', 'name': 'tempest-TestServerBasicOps-588092638-router', 'tenant_id': 'e572c75f68264540b5ba57b47620f662', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.50'}], 'enable_snat': True}, 'gw_port_id': 'dd12a7b1-f096-40a0-88a2-010f3d0fd0ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:23:21Z', 'updated_at': '2022-02-04T17:23:27Z', 'revision_number': 4, 'project_id': 'e572c75f68264540b5ba57b47620f662', 'gw_port': {'id': 'dd12a7b1-f096-40a0-88a2-010f3d0fd0ef', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:d7:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ccb58de-7ff2-4b3b-b2e5-2bb298e2f2f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:23:21Z', 'updated_at': '2022-02-04T17:23:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_floatingips': [{'id': 'c9345afb-daa7-4e9d-aa85-9d4951543e03', 'tenant_id': 'e572c75f68264540b5ba57b47620f662', 'floating_ip_address': '172.25.6.171', 'floating_network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'router_id': '0ccb58de-7ff2-4b3b-b2e5-2bb298e2f2f5', 'port_id': '45a915f0-0102-4745-8fa0-148c16138923', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1546, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '97b2e9b0-cacd-4163-811b-ff2a765f7055', 'mac_address': 'fa:16:3e:9c:f9:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4371415a-6d02-4736-91f3-0d6ad12b39af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T17:24:43Z', 'updated_at': '2022-02-04T17:24:43Z', 'revision_number': 0, 'project_id': 'e572c75f68264540b5ba57b47620f662', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '99718590-0342-4f0e-ad1d-2d284faf6a99', 'name': '', 'network_id': '97b2e9b0-cacd-4163-811b-ff2a765f7055', 'tenant_id': 'e572c75f68264540b5ba57b47620f662', 'mac_address': 'fa:16:3e:7f:9a:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ccb58de-7ff2-4b3b-b2e5-2bb298e2f2f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '32617567-702a-48ca-945f-d54124aa2fdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:23:25Z', 'updated_at': '2022-02-04T17:23:34Z', 'revision_number': 5, 'project_id': 'e572c75f68264540b5ba57b47620f662', 'subnets': [{'id': '32617567-702a-48ca-945f-d54124aa2fdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-2', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:24:47.188457 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f24c8a9-f033-47b8-aca1-d9f8267b09f6 None None] The sync data for ids ['0ccb58de-7ff2-4b3b-b2e5-2bb298e2f2f5'] in n-d-827839-2 is: [{'id': '0ccb58de-7ff2-4b3b-b2e5-2bb298e2f2f5', 'name': 'tempest-TestServerBasicOps-588092638-router', 'tenant_id': 'e572c75f68264540b5ba57b47620f662', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.50'}], 'enable_snat': True}, 'gw_port_id': 'dd12a7b1-f096-40a0-88a2-010f3d0fd0ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:23:21Z', 'updated_at': '2022-02-04T17:23:27Z', 'revision_number': 4, 'project_id': 'e572c75f68264540b5ba57b47620f662', 'gw_port': {'id': 'dd12a7b1-f096-40a0-88a2-010f3d0fd0ef', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:d7:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ccb58de-7ff2-4b3b-b2e5-2bb298e2f2f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:23:21Z', 'updated_at': '2022-02-04T17:23:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_floatingips': [{'id': 'c9345afb-daa7-4e9d-aa85-9d4951543e03', 'tenant_id': 'e572c75f68264540b5ba57b47620f662', 'floating_ip_address': '172.25.6.171', 'floating_network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'router_id': '0ccb58de-7ff2-4b3b-b2e5-2bb298e2f2f5', 'port_id': '45a915f0-0102-4745-8fa0-148c16138923', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1546, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '97b2e9b0-cacd-4163-811b-ff2a765f7055', 'mac_address': 'fa:16:3e:9c:f9:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4371415a-6d02-4736-91f3-0d6ad12b39af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T17:24:43Z', 'updated_at': '2022-02-04T17:24:43Z', 'revision_number': 0, 'project_id': 'e572c75f68264540b5ba57b47620f662', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '99718590-0342-4f0e-ad1d-2d284faf6a99', 'name': '', 'network_id': '97b2e9b0-cacd-4163-811b-ff2a765f7055', 'tenant_id': 'e572c75f68264540b5ba57b47620f662', 'mac_address': 'fa:16:3e:7f:9a:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ccb58de-7ff2-4b3b-b2e5-2bb298e2f2f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '32617567-702a-48ca-945f-d54124aa2fdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:23:25Z', 'updated_at': '2022-02-04T17:23:34Z', 'revision_number': 5, 'project_id': 'e572c75f68264540b5ba57b47620f662', 'subnets': [{'id': '32617567-702a-48ca-945f-d54124aa2fdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 17:24:47.462765 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-baaeff7f-c7de-4d10-970a-987fec60f5f7 req-89719298-f544-4922-a0f2-9e55a080b276 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] 10.222.0.89 "GET /v2.0/security-groups?id=f41001c7-a515-4baa-b12d-2443831f66d9&id=6c430dff-7990-44ba-b62d-7ce4a11c9249&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.6111102 Feb 04 17:24:47.520167 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c53d4d1b-363f-4657-a61b-e202b780f82d None None] New status for floating IP c9345afb-daa7-4e9d-aa85-9d4951543e03: ACTIVE {{(pid=103378) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 17:24:47.545982 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f1230f-a811-46c2-ba44-36fe599e8300 req-e348a966-4332-4d46-b4e0-6471e503adf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:47.547511 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-01f1230f-a811-46c2-ba44-36fe599e8300 req-e348a966-4332-4d46-b4e0-6471e503adf3 service neutron] 10.222.0.90 "GET /v2.0/networks?id=97b2e9b0-cacd-4163-811b-ff2a765f7055 HTTP/1.1" status: 200 len: 909 time: 0.7911201 Feb 04 17:24:47.747740 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-01f1230f-a811-46c2-ba44-36fe599e8300 req-4621ce93-2882-44f8-8ff8-0b16b674e727 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=45a915f0-0102-4745-8fa0-148c16138923 HTTP/1.1" status: 200 len: 1000 time: 0.1864827 Feb 04 17:24:47.904280 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870acea0-c82f-49c2-90a5-53b2a1a60cc4 req-663cceab-54f8-4899-b759-e379ff6ddb7c tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:47.905847 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-870acea0-c82f-49c2-90a5-53b2a1a60cc4 req-663cceab-54f8-4899-b759-e379ff6ddb7c tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] 10.222.0.89 "GET /v2.0/ports?device_id=32c473d7-3f2d-495e-b44f-fd0929434fbd HTTP/1.1" status: 200 len: 944 time: 0.1987581 Feb 04 17:24:47.912684 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f1230f-a811-46c2-ba44-36fe599e8300 req-75202042-f396-4533-af77-d6e665e24931 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:47.914157 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-01f1230f-a811-46c2-ba44-36fe599e8300 req-75202042-f396-4533-af77-d6e665e24931 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=32617567-702a-48ca-945f-d54124aa2fdb HTTP/1.1" status: 200 len: 847 time: 0.1600721 Feb 04 17:24:48.002365 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-870acea0-c82f-49c2-90a5-53b2a1a60cc4 req-e40d9582-0ebc-4b6b-a340-f4b0d757bd9b tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] 10.222.0.89 "GET /v2.0/security-groups?id=e65ecd24-4d97-4684-be33-350ed30f90cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0855563 Feb 04 17:24:48.012703 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c78cfc38-7c4e-4611-8558-60af390097b0 tempest-FloatingIPAdminTestJSON-1156804285 tempest-FloatingIPAdminTestJSON-1156804285-project] Router 7ad3bba8-643e-40d9-b254-140834c799be has already been hosted by L3 agent 64ada913-9131-4d99-a265-63a920956287 {{(pid=103377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 17:24:48.027423 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f1230f-a811-46c2-ba44-36fe599e8300 req-12f33d9a-b2bb-4863-a71f-90705ef6a212 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:48.028964 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-01f1230f-a811-46c2-ba44-36fe599e8300 req-12f33d9a-b2bb-4863-a71f-90705ef6a212 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=97b2e9b0-cacd-4163-811b-ff2a765f7055&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0871167 Feb 04 17:24:48.289129 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c78cfc38-7c4e-4611-8558-60af390097b0 tempest-FloatingIPAdminTestJSON-1156804285 tempest-FloatingIPAdminTestJSON-1156804285-project] Notify agent at l3_agent.n-d-827839-2 the message routers_updated {{(pid=103377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 17:24:48.294541 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-c78cfc38-7c4e-4611-8558-60af390097b0 tempest-FloatingIPAdminTestJSON-1156804285 tempest-FloatingIPAdminTestJSON-1156804285-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for floatingip (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:48.302223 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5a0131f-8095-4e4a-8a02-c49b415bb552 None None] Sync routers for ids ['7ad3bba8-643e-40d9-b254-140834c799be'] in n-d-827839-2 {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 17:24:48.328764 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5a0131f-8095-4e4a-8a02-c49b415bb552 None None] Routers {'7ad3bba8-643e-40d9-b254-140834c799be'} bound to L3 agent in host n-d-827839-2 {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:24:48.329904 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-b5a0131f-8095-4e4a-8a02-c49b415bb552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:24:32Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['7ad3bba8-643e-40d9-b254-140834c799be'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:24:48.335055 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 40224) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:24:48.335893 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-c78cfc38-7c4e-4611-8558-60af390097b0 tempest-FloatingIPAdminTestJSON-1156804285 tempest-FloatingIPAdminTestJSON-1156804285-project] 10.222.0.89 "DELETE /v2.0/floatingips/1c710117-4862-40f0-b4b9-8cc6ef6eae2a HTTP/1.1" status: 204 len: 168 time: 2.5843360 Feb 04 17:24:48.343412 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-1f0cd3f9-1622-426f-8e3d-93e0ae7956de tempest-FloatingIPAdminTestJSON-973203153 tempest-FloatingIPAdminTestJSON-973203153-project-admin] Request body: {'floatingip': {'floating_network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:24:48.366382 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1624345c-bc6c-4c67-893c-c8338ad6b96c req-bb67cd5d-2d54-4e05-a7f0-31683395f482 tempest-ImagesTestJSON-301921999 tempest-ImagesTestJSON-301921999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:48.377525 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-1624345c-bc6c-4c67-893c-c8338ad6b96c req-bb67cd5d-2d54-4e05-a7f0-31683395f482 tempest-ImagesTestJSON-301921999 tempest-ImagesTestJSON-301921999-project] 10.222.0.89 "GET /v2.0/ports?device_id=59790d20-7060-4360-ad74-921d11f4ec7c HTTP/1.1" status: 200 len: 946 time: 0.2158065 Feb 04 17:24:48.384238 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-1f0cd3f9-1622-426f-8e3d-93e0ae7956de tempest-FloatingIPAdminTestJSON-973203153 tempest-FloatingIPAdminTestJSON-973203153-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:48.399651 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-b5a0131f-8095-4e4a-8a02-c49b415bb552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827839-2', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:24:48.412306 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5a0131f-8095-4e4a-8a02-c49b415bb552 None None] Routers {'7ad3bba8-643e-40d9-b254-140834c799be'} bound to L3 agent in host n-d-827839-2 {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:24:48.412628 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-01f1230f-a811-46c2-ba44-36fe599e8300 req-3d51c498-f1c9-4591-8d06-c1466b6f1736 service neutron] 10.222.0.90 "GET /v2.0/networks/97b2e9b0-cacd-4163-811b-ff2a765f7055?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3606064 Feb 04 17:24:48.413962 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-b5a0131f-8095-4e4a-8a02-c49b415bb552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:24:32Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['7ad3bba8-643e-40d9-b254-140834c799be'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:24:48.470641 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-b5a0131f-8095-4e4a-8a02-c49b415bb552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827839-2', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:24:48.481103 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5a0131f-8095-4e4a-8a02-c49b415bb552 None None] The sync data for ids ['7ad3bba8-643e-40d9-b254-140834c799be'] in n-d-827839-2 is: [] {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 17:24:48.524578 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-1624345c-bc6c-4c67-893c-c8338ad6b96c req-65c7ca44-3b6e-4e2a-a3b4-6695314a9dec tempest-ImagesTestJSON-301921999 tempest-ImagesTestJSON-301921999-project] 10.222.0.89 "GET /v2.0/security-groups?id=5b73e0f3-a9f7-4cf1-b4aa-b594ce8b7178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460819 Feb 04 17:24:48.604776 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-01f1230f-a811-46c2-ba44-36fe599e8300 req-4e3a5455-8a09-45c2-bbe6-4b6023841a2c service neutron] 10.222.0.90 "GET /v2.0/networks/97b2e9b0-cacd-4163-811b-ff2a765f7055?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1632998 Feb 04 17:24:48.605502 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-1f0cd3f9-1622-426f-8e3d-93e0ae7956de tempest-FloatingIPAdminTestJSON-973203153 tempest-FloatingIPAdminTestJSON-973203153-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:48.852840 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.db_base_plugin_common [None req-1f0cd3f9-1622-426f-8e3d-93e0ae7956de tempest-FloatingIPAdminTestJSON-973203153 tempest-FloatingIPAdminTestJSON-973203153-project-admin] Allocated IP 172.25.6.61 (48165773-85ad-49a1-9ec1-76fc8dc24188/7660bfad-1ea8-4fe7-831b-bed836f13efc/400b60ec-d8b0-4e87-b2b4-a65ee71a8ca6) {{(pid=103376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:24:48.856653 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec09c9e-badb-4b7e-8816-d5e94f6a82ae req-40f57085-cdfa-4257-92a0-4d3c3f15c60f tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:48.863688 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec09c9e-badb-4b7e-8816-d5e94f6a82ae req-40f57085-cdfa-4257-92a0-4d3c3f15c60f tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:48.876876 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec09c9e-badb-4b7e-8816-d5e94f6a82ae req-40f57085-cdfa-4257-92a0-4d3c3f15c60f tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:48.889974 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec09c9e-badb-4b7e-8816-d5e94f6a82ae req-40f57085-cdfa-4257-92a0-4d3c3f15c60f tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:48.895301 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec09c9e-badb-4b7e-8816-d5e94f6a82ae req-40f57085-cdfa-4257-92a0-4d3c3f15c60f tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:48.905597 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec09c9e-badb-4b7e-8816-d5e94f6a82ae req-40f57085-cdfa-4257-92a0-4d3c3f15c60f tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:48.925686 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec09c9e-badb-4b7e-8816-d5e94f6a82ae req-40f57085-cdfa-4257-92a0-4d3c3f15c60f tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:48.927971 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-7ec09c9e-badb-4b7e-8816-d5e94f6a82ae req-40f57085-cdfa-4257-92a0-4d3c3f15c60f tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] 10.222.0.89 "GET /v2.0/ports?device_id=d23ffa64-7651-4974-8c0d-1ba4c302839d HTTP/1.1" status: 200 len: 5427 time: 0.2238083 Feb 04 17:24:49.005759 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-7ec09c9e-badb-4b7e-8816-d5e94f6a82ae req-7c67b4d4-c88b-4ea6-aaeb-0c6a5d4529b3 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] 10.222.0.89 "GET /v2.0/security-groups?id=f41001c7-a515-4baa-b12d-2443831f66d9&id=6c430dff-7990-44ba-b62d-7ce4a11c9249&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0678761 Feb 04 17:24:49.025947 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-1f0cd3f9-1622-426f-8e3d-93e0ae7956de tempest-FloatingIPAdminTestJSON-973203153 tempest-FloatingIPAdminTestJSON-973203153-project-admin] Publish callbacks [] for port (400b60ec-d8b0-4e87-b2b4-a65ee71a8ca6), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:49.076906 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-1f0cd3f9-1622-426f-8e3d-93e0ae7956de tempest-FloatingIPAdminTestJSON-973203153 tempest-FloatingIPAdminTestJSON-973203153-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (400b60ec-d8b0-4e87-b2b4-a65ee71a8ca6), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:49.136241 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f0cd3f9-1622-426f-8e3d-93e0ae7956de tempest-FloatingIPAdminTestJSON-973203153 tempest-FloatingIPAdminTestJSON-973203153-project-admin] Network 48165773-85ad-49a1-9ec1-76fc8dc24188 is already hosted by enough agents. {{(pid=103376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:24:49.140026 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [None req-1f0cd3f9-1622-426f-8e3d-93e0ae7956de tempest-FloatingIPAdminTestJSON-973203153 tempest-FloatingIPAdminTestJSON-973203153-project-admin] Resources bound (agent type, host, resource id): {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:24:49.144117 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f0cd3f9-1622-426f-8e3d-93e0ae7956de tempest-FloatingIPAdminTestJSON-973203153 tempest-FloatingIPAdminTestJSON-973203153-project-admin] Received port after_create {{(pid=103376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:24:49.183530 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0cd3f9-1622-426f-8e3d-93e0ae7956de tempest-FloatingIPAdminTestJSON-973203153 tempest-FloatingIPAdminTestJSON-973203153-project-admin] Pushing event updated for resources: {'Port': ['ID=400b60ec-d8b0-4e87-b2b4-a65ee71a8ca6,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:24:49.212328 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 40246) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:24:49.271613 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a4020d-41a8-4adc-b489-033105485cfd req-2a5c2856-a036-4872-97b2-79099e25a163 tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:49.278734 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-c3a4020d-41a8-4adc-b489-033105485cfd req-2a5c2856-a036-4872-97b2-79099e25a163 tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] 10.222.0.89 "GET /v2.0/ports?device_id=32c473d7-3f2d-495e-b44f-fd0929434fbd HTTP/1.1" status: 200 len: 944 time: 0.1087062 Feb 04 17:24:49.328463 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-1f0cd3f9-1622-426f-8e3d-93e0ae7956de tempest-FloatingIPAdminTestJSON-973203153 tempest-FloatingIPAdminTestJSON-973203153-project-admin] Publish callbacks [] for floatingip (40b5b152-4c93-458c-b881-3492db126514), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:49.366372 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-c3a4020d-41a8-4adc-b489-033105485cfd req-8990a83a-c607-489e-8ad8-0a5da0f6eff6 tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] 10.222.0.89 "GET /v2.0/security-groups?id=e65ecd24-4d97-4684-be33-350ed30f90cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0867579 Feb 04 17:24:49.402672 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-1f0cd3f9-1622-426f-8e3d-93e0ae7956de tempest-FloatingIPAdminTestJSON-973203153 tempest-FloatingIPAdminTestJSON-973203153-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (400b60ec-d8b0-4e87-b2b4-a65ee71a8ca6), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:49.461927 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-c6a6ef46-ccbe-4ec1-a49b-c62d4258a1d6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:49.660134 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-1f0cd3f9-1622-426f-8e3d-93e0ae7956de tempest-FloatingIPAdminTestJSON-973203153 tempest-FloatingIPAdminTestJSON-973203153-project-admin] Publish callbacks [] for port (400b60ec-d8b0-4e87-b2b4-a65ee71a8ca6), precommit_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:49.669816 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-1f0cd3f9-1622-426f-8e3d-93e0ae7956de tempest-FloatingIPAdminTestJSON-973203153 tempest-FloatingIPAdminTestJSON-973203153-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675836'] for port (400b60ec-d8b0-4e87-b2b4-a65ee71a8ca6), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:49.684732 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-c6a6ef46-ccbe-4ec1-a49b-c62d4258a1d6 admin admin] Publish callbacks [] for security_group (24243016-22f4-4189-9ec8-8a21ff2bbe04), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:49.686932 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d314ccae-8519-404c-a2a9-757d512e1a26 req-03b30e12-7ed3-443b-9612-89fbf3e81338 tempest-ImagesTestJSON-301921999 tempest-ImagesTestJSON-301921999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:49.695375 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-d314ccae-8519-404c-a2a9-757d512e1a26 req-03b30e12-7ed3-443b-9612-89fbf3e81338 tempest-ImagesTestJSON-301921999 tempest-ImagesTestJSON-301921999-project] 10.222.0.89 "GET /v2.0/ports?device_id=59790d20-7060-4360-ad74-921d11f4ec7c HTTP/1.1" status: 200 len: 946 time: 0.0833139 Feb 04 17:24:49.745196 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-d314ccae-8519-404c-a2a9-757d512e1a26 req-130d9461-14b2-4d01-9bdb-a9b6d1626b5c tempest-ImagesTestJSON-301921999 tempest-ImagesTestJSON-301921999-project] 10.222.0.89 "GET /v2.0/security-groups?id=5b73e0f3-a9f7-4cf1-b4aa-b594ce8b7178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496895 Feb 04 17:24:49.748394 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-c6a6ef46-ccbe-4ec1-a49b-c62d4258a1d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (24243016-22f4-4189-9ec8-8a21ff2bbe04), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:49.850036 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a6ef46-ccbe-4ec1-a49b-c62d4258a1d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24243016-22f4-4189-9ec8-8a21ff2bbe04,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:24:49.855588 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-c6a6ef46-ccbe-4ec1-a49b-c62d4258a1d6 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=8db93a3f25284c70993d57296dd956fb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6421916 Feb 04 17:24:49.859179 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 40252) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:24:49.862934 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-1f0cd3f9-1622-426f-8e3d-93e0ae7956de tempest-FloatingIPAdminTestJSON-973203153 tempest-FloatingIPAdminTestJSON-973203153-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1595586'] for floatingip (40b5b152-4c93-458c-b881-3492db126514), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:49.866529 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0cd3f9-1622-426f-8e3d-93e0ae7956de tempest-FloatingIPAdminTestJSON-973203153 tempest-FloatingIPAdminTestJSON-973203153-project-admin] Pushing event updated for resources: {'Port': ['ID=400b60ec-d8b0-4e87-b2b4-a65ee71a8ca6,revision_number=2']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:24:49.890137 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-1f0cd3f9-1622-426f-8e3d-93e0ae7956de tempest-FloatingIPAdminTestJSON-973203153 tempest-FloatingIPAdminTestJSON-973203153-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for floatingip (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:49.893337 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-1f0cd3f9-1622-426f-8e3d-93e0ae7956de tempest-FloatingIPAdminTestJSON-973203153 tempest-FloatingIPAdminTestJSON-973203153-project-admin] 10.222.0.89 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.5551786 Feb 04 17:24:49.897492 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 40254) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:24:49.955317 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-cdf01b5b-875e-424f-89f6-c33604559238 admin admin] Publish callbacks [] for security_group (24243016-22f4-4189-9ec8-8a21ff2bbe04), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:49.981921 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-cdf01b5b-875e-424f-89f6-c33604559238 admin admin] Publish callbacks [] for security_group (24243016-22f4-4189-9ec8-8a21ff2bbe04), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:50.043208 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-cdf01b5b-875e-424f-89f6-c33604559238 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (24243016-22f4-4189-9ec8-8a21ff2bbe04), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:50.048762 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-cdf01b5b-875e-424f-89f6-c33604559238 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:50.052473 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-cdf01b5b-875e-424f-89f6-c33604559238 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/24243016-22f4-4189-9ec8-8a21ff2bbe04 HTTP/1.1" status: 204 len: 168 time: 0.1921988 Feb 04 17:24:50.075230 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf01b5b-875e-424f-89f6-c33604559238 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24243016-22f4-4189-9ec8-8a21ff2bbe04,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:24:50.151079 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-090f3081-aae4-4161-a320-906ac2ad7070 tempest-FloatingIPAdminTestJSON-334809398 tempest-FloatingIPAdminTestJSON-334809398-project] Request body: {'floatingip': {'floating_network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:24:50.214714 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-090f3081-aae4-4161-a320-906ac2ad7070 tempest-FloatingIPAdminTestJSON-334809398 tempest-FloatingIPAdminTestJSON-334809398-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:50.267453 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c674f78c-5bc3-4d78-869e-e596ca3d69a0 req-362372c3-5b9a-4a3e-ac5f-b18af729abc0 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:50.272941 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c674f78c-5bc3-4d78-869e-e596ca3d69a0 req-362372c3-5b9a-4a3e-ac5f-b18af729abc0 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:50.279427 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c674f78c-5bc3-4d78-869e-e596ca3d69a0 req-362372c3-5b9a-4a3e-ac5f-b18af729abc0 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:50.310195 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c674f78c-5bc3-4d78-869e-e596ca3d69a0 req-362372c3-5b9a-4a3e-ac5f-b18af729abc0 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:50.348231 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c674f78c-5bc3-4d78-869e-e596ca3d69a0 req-362372c3-5b9a-4a3e-ac5f-b18af729abc0 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:50.365085 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c674f78c-5bc3-4d78-869e-e596ca3d69a0 req-362372c3-5b9a-4a3e-ac5f-b18af729abc0 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:50.371506 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c674f78c-5bc3-4d78-869e-e596ca3d69a0 req-362372c3-5b9a-4a3e-ac5f-b18af729abc0 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:50.375159 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-c674f78c-5bc3-4d78-869e-e596ca3d69a0 req-362372c3-5b9a-4a3e-ac5f-b18af729abc0 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] 10.222.0.89 "GET /v2.0/ports?device_id=d23ffa64-7651-4974-8c0d-1ba4c302839d HTTP/1.1" status: 200 len: 5427 time: 0.2104301 Feb 04 17:24:50.435623 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-090f3081-aae4-4161-a320-906ac2ad7070 tempest-FloatingIPAdminTestJSON-334809398 tempest-FloatingIPAdminTestJSON-334809398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:50.490814 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-c674f78c-5bc3-4d78-869e-e596ca3d69a0 req-b4fb3b1b-9a4c-4e5e-9ed7-19845f71bba4 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] 10.222.0.89 "GET /v2.0/security-groups?id=f41001c7-a515-4baa-b12d-2443831f66d9&id=6c430dff-7990-44ba-b62d-7ce4a11c9249&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1090920 Feb 04 17:24:50.624698 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.db_base_plugin_common [None req-090f3081-aae4-4161-a320-906ac2ad7070 tempest-FloatingIPAdminTestJSON-334809398 tempest-FloatingIPAdminTestJSON-334809398-project] Allocated IP 172.25.6.211 (48165773-85ad-49a1-9ec1-76fc8dc24188/7660bfad-1ea8-4fe7-831b-bed836f13efc/f9590c2d-f0cf-4c1d-b3fe-60ba826a0e96) {{(pid=103376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:24:50.743440 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-090f3081-aae4-4161-a320-906ac2ad7070 tempest-FloatingIPAdminTestJSON-334809398 tempest-FloatingIPAdminTestJSON-334809398-project] Publish callbacks [] for port (f9590c2d-f0cf-4c1d-b3fe-60ba826a0e96), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:50.747113 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f2bb12-d0b7-424a-b50f-e3d469c5fb2f req-6ad2e2ea-8801-4a9a-b1b3-ff9e54e5a247 tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:50.748875 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-a0f2bb12-d0b7-424a-b50f-e3d469c5fb2f req-6ad2e2ea-8801-4a9a-b1b3-ff9e54e5a247 tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] 10.222.0.89 "GET /v2.0/ports?device_id=32c473d7-3f2d-495e-b44f-fd0929434fbd HTTP/1.1" status: 200 len: 944 time: 0.0799019 Feb 04 17:24:50.799743 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-090f3081-aae4-4161-a320-906ac2ad7070 tempest-FloatingIPAdminTestJSON-334809398 tempest-FloatingIPAdminTestJSON-334809398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (f9590c2d-f0cf-4c1d-b3fe-60ba826a0e96), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:50.818930 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-a0f2bb12-d0b7-424a-b50f-e3d469c5fb2f req-6d96600d-f9d9-4014-8059-67c673a07dd7 tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] 10.222.0.89 "GET /v2.0/security-groups?id=e65ecd24-4d97-4684-be33-350ed30f90cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639689 Feb 04 17:24:50.845302 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-090f3081-aae4-4161-a320-906ac2ad7070 tempest-FloatingIPAdminTestJSON-334809398 tempest-FloatingIPAdminTestJSON-334809398-project] Network 48165773-85ad-49a1-9ec1-76fc8dc24188 is already hosted by enough agents. {{(pid=103376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:24:50.848364 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [None req-090f3081-aae4-4161-a320-906ac2ad7070 tempest-FloatingIPAdminTestJSON-334809398 tempest-FloatingIPAdminTestJSON-334809398-project] Resources bound (agent type, host, resource id): {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:24:50.854099 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-090f3081-aae4-4161-a320-906ac2ad7070 tempest-FloatingIPAdminTestJSON-334809398 tempest-FloatingIPAdminTestJSON-334809398-project] Received port after_create {{(pid=103376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:24:50.897188 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090f3081-aae4-4161-a320-906ac2ad7070 tempest-FloatingIPAdminTestJSON-334809398 tempest-FloatingIPAdminTestJSON-334809398-project] Pushing event updated for resources: {'Port': ['ID=f9590c2d-f0cf-4c1d-b3fe-60ba826a0e96,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:24:50.947591 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44555c4f-8b3d-4696-ab0a-fbcd446e8804 req-1895d9c1-953f-446c-8eeb-a3474c2c8b53 tempest-ImagesTestJSON-301921999 tempest-ImagesTestJSON-301921999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:50.949706 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-44555c4f-8b3d-4696-ab0a-fbcd446e8804 req-1895d9c1-953f-446c-8eeb-a3474c2c8b53 tempest-ImagesTestJSON-301921999 tempest-ImagesTestJSON-301921999-project] 10.222.0.89 "GET /v2.0/ports?device_id=59790d20-7060-4360-ad74-921d11f4ec7c HTTP/1.1" status: 200 len: 946 time: 0.0697320 Feb 04 17:24:50.978497 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-090f3081-aae4-4161-a320-906ac2ad7070 tempest-FloatingIPAdminTestJSON-334809398 tempest-FloatingIPAdminTestJSON-334809398-project] Publish callbacks [] for floatingip (3cc50353-8e67-4a6f-9293-46eec2e07dad), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:51.009419 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-44555c4f-8b3d-4696-ab0a-fbcd446e8804 req-4dc15685-6a31-40bc-83c5-e5865d9c3ed4 tempest-ImagesTestJSON-301921999 tempest-ImagesTestJSON-301921999-project] 10.222.0.89 "GET /v2.0/security-groups?id=5b73e0f3-a9f7-4cf1-b4aa-b594ce8b7178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532694 Feb 04 17:24:51.056801 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-090f3081-aae4-4161-a320-906ac2ad7070 tempest-FloatingIPAdminTestJSON-334809398 tempest-FloatingIPAdminTestJSON-334809398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (f9590c2d-f0cf-4c1d-b3fe-60ba826a0e96), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:51.241078 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-090f3081-aae4-4161-a320-906ac2ad7070 tempest-FloatingIPAdminTestJSON-334809398 tempest-FloatingIPAdminTestJSON-334809398-project] Publish callbacks [] for port (f9590c2d-f0cf-4c1d-b3fe-60ba826a0e96), precommit_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:51.247120 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-090f3081-aae4-4161-a320-906ac2ad7070 tempest-FloatingIPAdminTestJSON-334809398 tempest-FloatingIPAdminTestJSON-334809398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675836'] for port (f9590c2d-f0cf-4c1d-b3fe-60ba826a0e96), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:51.317938 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090f3081-aae4-4161-a320-906ac2ad7070 tempest-FloatingIPAdminTestJSON-334809398 tempest-FloatingIPAdminTestJSON-334809398-project] Pushing event updated for resources: {'Port': ['ID=f9590c2d-f0cf-4c1d-b3fe-60ba826a0e96,revision_number=2']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:24:51.335078 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-090f3081-aae4-4161-a320-906ac2ad7070 tempest-FloatingIPAdminTestJSON-334809398 tempest-FloatingIPAdminTestJSON-334809398-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1595586'] for floatingip (3cc50353-8e67-4a6f-9293-46eec2e07dad), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:51.353513 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-090f3081-aae4-4161-a320-906ac2ad7070 tempest-FloatingIPAdminTestJSON-334809398 tempest-FloatingIPAdminTestJSON-334809398-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for floatingip (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:51.355385 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-090f3081-aae4-4161-a320-906ac2ad7070 tempest-FloatingIPAdminTestJSON-334809398 tempest-FloatingIPAdminTestJSON-334809398-project] 10.222.0.89 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4559946 Feb 04 17:24:51.358099 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 40300) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:24:51.427135 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-61633d4d-1c3e-4a23-85e2-102acdeeeb6d tempest-FloatingIPAdminTestJSON-973203153 tempest-FloatingIPAdminTestJSON-973203153-project-admin] 10.222.0.89 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3700 time: 0.0678220 Feb 04 17:24:51.429896 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 40306) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:24:51.506120 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-1bcaec0a-ee18-4411-b5ce-3d0371ee1ab9 tempest-FloatingIPAdminTestJSON-1156804285 tempest-FloatingIPAdminTestJSON-1156804285-project] 10.222.0.89 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 690 time: 0.0725875 Feb 04 17:24:51.506786 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 40310) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:24:51.680128 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637d14ae-1c68-4ed7-8ba3-e8e36c0996f8 req-d5932c5e-52d3-416f-b82a-679ad161009b tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:51.687344 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637d14ae-1c68-4ed7-8ba3-e8e36c0996f8 req-d5932c5e-52d3-416f-b82a-679ad161009b tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:51.694237 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637d14ae-1c68-4ed7-8ba3-e8e36c0996f8 req-d5932c5e-52d3-416f-b82a-679ad161009b tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:51.700637 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637d14ae-1c68-4ed7-8ba3-e8e36c0996f8 req-d5932c5e-52d3-416f-b82a-679ad161009b tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:51.706944 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637d14ae-1c68-4ed7-8ba3-e8e36c0996f8 req-d5932c5e-52d3-416f-b82a-679ad161009b tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:51.714565 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637d14ae-1c68-4ed7-8ba3-e8e36c0996f8 req-d5932c5e-52d3-416f-b82a-679ad161009b tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:51.722492 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637d14ae-1c68-4ed7-8ba3-e8e36c0996f8 req-d5932c5e-52d3-416f-b82a-679ad161009b tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:51.724932 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-637d14ae-1c68-4ed7-8ba3-e8e36c0996f8 req-d5932c5e-52d3-416f-b82a-679ad161009b tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] 10.222.0.89 "GET /v2.0/ports?device_id=d23ffa64-7651-4974-8c0d-1ba4c302839d HTTP/1.1" status: 200 len: 5427 time: 0.1284261 Feb 04 17:24:51.797558 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-637d14ae-1c68-4ed7-8ba3-e8e36c0996f8 req-6b1d43cf-3544-4baa-895f-38b019299bc5 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] 10.222.0.89 "GET /v2.0/security-groups?id=f41001c7-a515-4baa-b12d-2443831f66d9&id=6c430dff-7990-44ba-b62d-7ce4a11c9249&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0657113 Feb 04 17:24:51.950026 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-1a9cc28f-e4f8-4535-8cbd-5eee0bd7afa5 tempest-FloatingIPAdminTestJSON-334809398 tempest-FloatingIPAdminTestJSON-334809398-project] Deleting port f9590c2d-f0cf-4c1d-b3fe-60ba826a0e96 {{(pid=103376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:24:51.950283 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-1a9cc28f-e4f8-4535-8cbd-5eee0bd7afa5 tempest-FloatingIPAdminTestJSON-334809398 tempest-FloatingIPAdminTestJSON-334809398-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (f9590c2d-f0cf-4c1d-b3fe-60ba826a0e96), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:52.036172 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-1a9cc28f-e4f8-4535-8cbd-5eee0bd7afa5 tempest-FloatingIPAdminTestJSON-334809398 tempest-FloatingIPAdminTestJSON-334809398-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (f9590c2d-f0cf-4c1d-b3fe-60ba826a0e96), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:52.036654 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-1a9cc28f-e4f8-4535-8cbd-5eee0bd7afa5 tempest-FloatingIPAdminTestJSON-334809398 tempest-FloatingIPAdminTestJSON-334809398-project] Publish callbacks [] for floatingip (f9590c2d-f0cf-4c1d-b3fe-60ba826a0e96), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:52.043794 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3a1556-4ec3-412e-963b-f5ab2d6b4372 req-78b57327-4afc-4e45-813b-0f2f41dde8da tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:52.050838 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-1a9cc28f-e4f8-4535-8cbd-5eee0bd7afa5 tempest-FloatingIPAdminTestJSON-334809398 tempest-FloatingIPAdminTestJSON-334809398-project] Calling delete_port for f9590c2d-f0cf-4c1d-b3fe-60ba826a0e96 owned by network:floatingip {{(pid=103376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:24:52.051945 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-fa3a1556-4ec3-412e-963b-f5ab2d6b4372 req-78b57327-4afc-4e45-813b-0f2f41dde8da tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] 10.222.0.89 "GET /v2.0/ports?device_id=32c473d7-3f2d-495e-b44f-fd0929434fbd HTTP/1.1" status: 200 len: 944 time: 0.0793507 Feb 04 17:24:52.114610 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-fa3a1556-4ec3-412e-963b-f5ab2d6b4372 req-f6fe60be-e16a-4ab7-a91a-0e24cdce25e9 tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] 10.222.0.89 "GET /v2.0/security-groups?id=e65ecd24-4d97-4684-be33-350ed30f90cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593483 Feb 04 17:24:52.206776 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-1a9cc28f-e4f8-4535-8cbd-5eee0bd7afa5 tempest-FloatingIPAdminTestJSON-334809398 tempest-FloatingIPAdminTestJSON-334809398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (f9590c2d-f0cf-4c1d-b3fe-60ba826a0e96), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:52.244077 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9cc28f-e4f8-4535-8cbd-5eee0bd7afa5 tempest-FloatingIPAdminTestJSON-334809398 tempest-FloatingIPAdminTestJSON-334809398-project] Pushing event deleted for resources: {'Port': ['ID=f9590c2d-f0cf-4c1d-b3fe-60ba826a0e96,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:24:52.248882 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e889df55-f1b8-4f5c-bd4f-6d3df9995d41 req-10fc4d76-b7a3-4a69-8980-574f142adc7e tempest-ImagesTestJSON-301921999 tempest-ImagesTestJSON-301921999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:52.250708 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-e889df55-f1b8-4f5c-bd4f-6d3df9995d41 req-10fc4d76-b7a3-4a69-8980-574f142adc7e tempest-ImagesTestJSON-301921999 tempest-ImagesTestJSON-301921999-project] 10.222.0.89 "GET /v2.0/ports?device_id=59790d20-7060-4360-ad74-921d11f4ec7c HTTP/1.1" status: 200 len: 946 time: 0.0730138 Feb 04 17:24:52.314846 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-e889df55-f1b8-4f5c-bd4f-6d3df9995d41 req-a657b8ac-e0cb-47d4-bae1-642b3d0c55e7 tempest-ImagesTestJSON-301921999 tempest-ImagesTestJSON-301921999-project] 10.222.0.89 "GET /v2.0/security-groups?id=5b73e0f3-a9f7-4cf1-b4aa-b594ce8b7178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574048 Feb 04 17:24:52.328089 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-1a9cc28f-e4f8-4535-8cbd-5eee0bd7afa5 tempest-FloatingIPAdminTestJSON-334809398 tempest-FloatingIPAdminTestJSON-334809398-project] Publish callbacks [] for floatingip (3cc50353-8e67-4a6f-9293-46eec2e07dad), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:52.331292 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-1a9cc28f-e4f8-4535-8cbd-5eee0bd7afa5 tempest-FloatingIPAdminTestJSON-334809398 tempest-FloatingIPAdminTestJSON-334809398-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for floatingip (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:52.332455 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-1a9cc28f-e4f8-4535-8cbd-5eee0bd7afa5 tempest-FloatingIPAdminTestJSON-334809398 tempest-FloatingIPAdminTestJSON-334809398-project] 10.222.0.89 "DELETE /v2.0/floatingips/3cc50353-8e67-4a6f-9293-46eec2e07dad HTTP/1.1" status: 204 len: 168 time: 0.8250661 Feb 04 17:24:52.335234 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 40340) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:24:52.498807 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-b7ed3765-8539-4b7c-9714-653df7d39f1f tempest-FloatingIPAdminTestJSON-973203153 tempest-FloatingIPAdminTestJSON-973203153-project-admin] Deleting port 400b60ec-d8b0-4e87-b2b4-a65ee71a8ca6 {{(pid=103377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:24:52.499242 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-b7ed3765-8539-4b7c-9714-653df7d39f1f tempest-FloatingIPAdminTestJSON-973203153 tempest-FloatingIPAdminTestJSON-973203153-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (400b60ec-d8b0-4e87-b2b4-a65ee71a8ca6), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:52.581815 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-b7ed3765-8539-4b7c-9714-653df7d39f1f tempest-FloatingIPAdminTestJSON-973203153 tempest-FloatingIPAdminTestJSON-973203153-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (400b60ec-d8b0-4e87-b2b4-a65ee71a8ca6), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:52.582248 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-b7ed3765-8539-4b7c-9714-653df7d39f1f tempest-FloatingIPAdminTestJSON-973203153 tempest-FloatingIPAdminTestJSON-973203153-project-admin] Publish callbacks [] for floatingip (400b60ec-d8b0-4e87-b2b4-a65ee71a8ca6), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:52.594418 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-b7ed3765-8539-4b7c-9714-653df7d39f1f tempest-FloatingIPAdminTestJSON-973203153 tempest-FloatingIPAdminTestJSON-973203153-project-admin] Calling delete_port for 400b60ec-d8b0-4e87-b2b4-a65ee71a8ca6 owned by network:floatingip {{(pid=103377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:24:52.737595 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-b7ed3765-8539-4b7c-9714-653df7d39f1f tempest-FloatingIPAdminTestJSON-973203153 tempest-FloatingIPAdminTestJSON-973203153-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (400b60ec-d8b0-4e87-b2b4-a65ee71a8ca6), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:52.770595 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ed3765-8539-4b7c-9714-653df7d39f1f tempest-FloatingIPAdminTestJSON-973203153 tempest-FloatingIPAdminTestJSON-973203153-project-admin] Pushing event deleted for resources: {'Port': ['ID=400b60ec-d8b0-4e87-b2b4-a65ee71a8ca6,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:24:52.831118 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-b7ed3765-8539-4b7c-9714-653df7d39f1f tempest-FloatingIPAdminTestJSON-973203153 tempest-FloatingIPAdminTestJSON-973203153-project-admin] Publish callbacks [] for floatingip (40b5b152-4c93-458c-b881-3492db126514), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:52.834013 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-b7ed3765-8539-4b7c-9714-653df7d39f1f tempest-FloatingIPAdminTestJSON-973203153 tempest-FloatingIPAdminTestJSON-973203153-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for floatingip (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:52.835036 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-b7ed3765-8539-4b7c-9714-653df7d39f1f tempest-FloatingIPAdminTestJSON-973203153 tempest-FloatingIPAdminTestJSON-973203153-project-admin] 10.222.0.89 "DELETE /v2.0/floatingips/40b5b152-4c93-458c-b881-3492db126514 HTTP/1.1" status: 204 len: 168 time: 0.4988208 Feb 04 17:24:52.838730 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 40352) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:24:52.923661 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 40356) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:24:52.960403 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-bcc36543-5b97-476d-91e1-34f465df3ae3 tempest-FloatingIPAdminTestJSON-1156804285 tempest-FloatingIPAdminTestJSON-1156804285-project] Deleting port f56decb5-f0b5-49ab-892c-cc17de5a8dcb {{(pid=103376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:24:52.960775 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-bcc36543-5b97-476d-91e1-34f465df3ae3 tempest-FloatingIPAdminTestJSON-1156804285 tempest-FloatingIPAdminTestJSON-1156804285-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (f56decb5-f0b5-49ab-892c-cc17de5a8dcb), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:52.962791 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a643e68-2ae0-495d-b6df-fd78bf2254b2 req-30dff5b6-1559-423c-a9f1-00564dafe8b5 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:52.968271 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a643e68-2ae0-495d-b6df-fd78bf2254b2 req-30dff5b6-1559-423c-a9f1-00564dafe8b5 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:52.973544 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a643e68-2ae0-495d-b6df-fd78bf2254b2 req-30dff5b6-1559-423c-a9f1-00564dafe8b5 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:52.979208 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a643e68-2ae0-495d-b6df-fd78bf2254b2 req-30dff5b6-1559-423c-a9f1-00564dafe8b5 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:52.985191 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a643e68-2ae0-495d-b6df-fd78bf2254b2 req-30dff5b6-1559-423c-a9f1-00564dafe8b5 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:52.990549 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a643e68-2ae0-495d-b6df-fd78bf2254b2 req-30dff5b6-1559-423c-a9f1-00564dafe8b5 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:52.996404 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a643e68-2ae0-495d-b6df-fd78bf2254b2 req-30dff5b6-1559-423c-a9f1-00564dafe8b5 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:52.998654 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-3a643e68-2ae0-495d-b6df-fd78bf2254b2 req-30dff5b6-1559-423c-a9f1-00564dafe8b5 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] 10.222.0.89 "GET /v2.0/ports?device_id=d23ffa64-7651-4974-8c0d-1ba4c302839d HTTP/1.1" status: 200 len: 5427 time: 0.1067944 Feb 04 17:24:53.063038 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-bcc36543-5b97-476d-91e1-34f465df3ae3 tempest-FloatingIPAdminTestJSON-1156804285 tempest-FloatingIPAdminTestJSON-1156804285-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (f56decb5-f0b5-49ab-892c-cc17de5a8dcb), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:53.074137 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-f7178b78-573f-420e-9bac-a8c91651c8e7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:53.076482 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-bcc36543-5b97-476d-91e1-34f465df3ae3 tempest-FloatingIPAdminTestJSON-1156804285 tempest-FloatingIPAdminTestJSON-1156804285-project] Calling delete_port for f56decb5-f0b5-49ab-892c-cc17de5a8dcb owned by {{(pid=103376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:24:53.086169 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-3a643e68-2ae0-495d-b6df-fd78bf2254b2 req-68596547-ae29-436d-836e-16aa74eb3b4b tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] 10.222.0.89 "GET /v2.0/security-groups?id=f41001c7-a515-4baa-b12d-2443831f66d9&id=6c430dff-7990-44ba-b62d-7ce4a11c9249&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0812612 Feb 04 17:24:53.192668 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-f7178b78-573f-420e-9bac-a8c91651c8e7 admin admin] Publish callbacks [] for security_group (d950f19d-2df3-48a7-987d-f5cd27d7ac0d), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:53.200565 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-f7178b78-573f-420e-9bac-a8c91651c8e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (d950f19d-2df3-48a7-987d-f5cd27d7ac0d), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:53.228191 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-bcc36543-5b97-476d-91e1-34f465df3ae3 tempest-FloatingIPAdminTestJSON-1156804285 tempest-FloatingIPAdminTestJSON-1156804285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (f56decb5-f0b5-49ab-892c-cc17de5a8dcb), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:53.265065 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc36543-5b97-476d-91e1-34f465df3ae3 tempest-FloatingIPAdminTestJSON-1156804285 tempest-FloatingIPAdminTestJSON-1156804285-project] Pushing event deleted for resources: {'Port': ['ID=f56decb5-f0b5-49ab-892c-cc17de5a8dcb,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:24:53.270122 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7178b78-573f-420e-9bac-a8c91651c8e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d950f19d-2df3-48a7-987d-f5cd27d7ac0d,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:24:53.274726 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-f7178b78-573f-420e-9bac-a8c91651c8e7 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=975f6aac7fbb424c94bd15a060f2dea6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3495812 Feb 04 17:24:53.277307 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 40372) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:24:53.349456 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-bcc36543-5b97-476d-91e1-34f465df3ae3 tempest-FloatingIPAdminTestJSON-1156804285 tempest-FloatingIPAdminTestJSON-1156804285-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:53.353033 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-bcc36543-5b97-476d-91e1-34f465df3ae3 tempest-FloatingIPAdminTestJSON-1156804285 tempest-FloatingIPAdminTestJSON-1156804285-project] 10.222.0.89 "DELETE /v2.0/ports/f56decb5-f0b5-49ab-892c-cc17de5a8dcb HTTP/1.1" status: 204 len: 168 time: 0.5127158 Feb 04 17:24:53.355826 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 40376) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:24:53.362095 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842c4b00-b83a-49dc-b7c3-7ab166523ab0 req-eb3b1319-5ff6-4dee-9ee4-670778b97aec tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:53.371835 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-842c4b00-b83a-49dc-b7c3-7ab166523ab0 req-eb3b1319-5ff6-4dee-9ee4-670778b97aec tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] 10.222.0.89 "GET /v2.0/ports?device_id=32c473d7-3f2d-495e-b44f-fd0929434fbd HTTP/1.1" status: 200 len: 944 time: 0.1182189 Feb 04 17:24:53.382648 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-fbac2470-95e2-4748-b4ab-0ba27eab72e9 admin admin] Publish callbacks [] for security_group (d950f19d-2df3-48a7-987d-f5cd27d7ac0d), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:53.434272 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fbf0ba0-d0b0-4b95-a24b-d07d598e1dcd tempest-FloatingIPAdminTestJSON-1156804285 tempest-FloatingIPAdminTestJSON-1156804285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:53.435879 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-2fbf0ba0-d0b0-4b95-a24b-d07d598e1dcd tempest-FloatingIPAdminTestJSON-1156804285 tempest-FloatingIPAdminTestJSON-1156804285-project] 10.222.0.89 "GET /v2.0/ports?device_id=7ad3bba8-643e-40d9-b254-140834c799be HTTP/1.1" status: 200 len: 913 time: 0.0789337 Feb 04 17:24:53.439613 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-fbac2470-95e2-4748-b4ab-0ba27eab72e9 admin admin] Publish callbacks [] for security_group (d950f19d-2df3-48a7-987d-f5cd27d7ac0d), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:53.439916 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 40378) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:24:53.457088 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-842c4b00-b83a-49dc-b7c3-7ab166523ab0 req-47890618-747d-4368-8d1b-33262eb00b6b tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] 10.222.0.89 "GET /v2.0/security-groups?id=e65ecd24-4d97-4684-be33-350ed30f90cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0860860 Feb 04 17:24:53.502072 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-fbac2470-95e2-4748-b4ab-0ba27eab72e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (d950f19d-2df3-48a7-987d-f5cd27d7ac0d), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:53.504666 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-fbac2470-95e2-4748-b4ab-0ba27eab72e9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:53.508170 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-fbac2470-95e2-4748-b4ab-0ba27eab72e9 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/d950f19d-2df3-48a7-987d-f5cd27d7ac0d HTTP/1.1" status: 204 len: 168 time: 0.2272141 Feb 04 17:24:53.521419 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbac2470-95e2-4748-b4ab-0ba27eab72e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d950f19d-2df3-48a7-987d-f5cd27d7ac0d,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:24:53.621989 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7c9a2c-5d5d-4414-8138-f22f5bf2e518 req-7aecfeb3-1235-4c97-8d9b-880e460fe552 tempest-ImagesTestJSON-301921999 tempest-ImagesTestJSON-301921999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:53.623489 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-8b7c9a2c-5d5d-4414-8138-f22f5bf2e518 req-7aecfeb3-1235-4c97-8d9b-880e460fe552 tempest-ImagesTestJSON-301921999 tempest-ImagesTestJSON-301921999-project] 10.222.0.89 "GET /v2.0/ports?device_id=59790d20-7060-4360-ad74-921d11f4ec7c HTTP/1.1" status: 200 len: 946 time: 0.0649478 Feb 04 17:24:53.678414 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-8b7c9a2c-5d5d-4414-8138-f22f5bf2e518 req-5591393a-f65c-4413-8cac-8c8f602e95d0 tempest-ImagesTestJSON-301921999 tempest-ImagesTestJSON-301921999-project] 10.222.0.89 "GET /v2.0/security-groups?id=5b73e0f3-a9f7-4cf1-b4aa-b594ce8b7178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474715 Feb 04 17:24:53.805760 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 40384) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:24:53.823144 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-5a001579-d614-454b-a1f0-db2803abbbac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:53.859053 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-df2326d7-b5c5-4af6-9198-dd339b9c2e42 tempest-FloatingIPAdminTestJSON-1156804285 tempest-FloatingIPAdminTestJSON-1156804285-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602754'] for router_interface (7ad3bba8-643e-40d9-b254-140834c799be), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:53.999411 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-5a001579-d614-454b-a1f0-db2803abbbac admin admin] Publish callbacks [] for security_group (9e9e63d9-a409-44b6-bb58-f358bd4db860), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:54.005788 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-5a001579-d614-454b-a1f0-db2803abbbac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (9e9e63d9-a409-44b6-bb58-f358bd4db860), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:54.092131 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-5a001579-d614-454b-a1f0-db2803abbbac admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=c1d884affb1142f48fec24f1353a3d7d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2852716 Feb 04 17:24:54.093873 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a001579-d614-454b-a1f0-db2803abbbac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e9e63d9-a409-44b6-bb58-f358bd4db860,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:24:54.094835 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 40386) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:24:54.145645 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-e950e664-7544-4f9a-bdbb-54f465235319 admin admin] Publish callbacks [] for security_group (9e9e63d9-a409-44b6-bb58-f358bd4db860), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:54.167556 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-e950e664-7544-4f9a-bdbb-54f465235319 admin admin] Publish callbacks [] for security_group (9e9e63d9-a409-44b6-bb58-f358bd4db860), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:54.211729 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-df2326d7-b5c5-4af6-9198-dd339b9c2e42 tempest-FloatingIPAdminTestJSON-1156804285 tempest-FloatingIPAdminTestJSON-1156804285-project] Deleting port 89649c0a-83cb-4d98-8144-7312bdd21e38 {{(pid=103376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:24:54.212233 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-df2326d7-b5c5-4af6-9198-dd339b9c2e42 tempest-FloatingIPAdminTestJSON-1156804285 tempest-FloatingIPAdminTestJSON-1156804285-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (89649c0a-83cb-4d98-8144-7312bdd21e38), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:54.251278 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0604b6a3-6aa0-4876-8d40-61f55a52ec61 req-03445969-d98c-485f-82c8-947b993d2a62 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:54.256584 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0604b6a3-6aa0-4876-8d40-61f55a52ec61 req-03445969-d98c-485f-82c8-947b993d2a62 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:54.261828 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0604b6a3-6aa0-4876-8d40-61f55a52ec61 req-03445969-d98c-485f-82c8-947b993d2a62 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:54.271830 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0604b6a3-6aa0-4876-8d40-61f55a52ec61 req-03445969-d98c-485f-82c8-947b993d2a62 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:54.272287 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0604b6a3-6aa0-4876-8d40-61f55a52ec61 req-03445969-d98c-485f-82c8-947b993d2a62 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:54.277617 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0604b6a3-6aa0-4876-8d40-61f55a52ec61 req-03445969-d98c-485f-82c8-947b993d2a62 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:54.282805 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0604b6a3-6aa0-4876-8d40-61f55a52ec61 req-03445969-d98c-485f-82c8-947b993d2a62 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:54.284709 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-0604b6a3-6aa0-4876-8d40-61f55a52ec61 req-03445969-d98c-485f-82c8-947b993d2a62 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] 10.222.0.89 "GET /v2.0/ports?device_id=d23ffa64-7651-4974-8c0d-1ba4c302839d HTTP/1.1" status: 200 len: 5427 time: 0.1109452 Feb 04 17:24:54.299113 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-e950e664-7544-4f9a-bdbb-54f465235319 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (9e9e63d9-a409-44b6-bb58-f358bd4db860), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:54.301535 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-df2326d7-b5c5-4af6-9198-dd339b9c2e42 tempest-FloatingIPAdminTestJSON-1156804285 tempest-FloatingIPAdminTestJSON-1156804285-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (89649c0a-83cb-4d98-8144-7312bdd21e38), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:54.301690 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-e950e664-7544-4f9a-bdbb-54f465235319 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:54.302623 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-e950e664-7544-4f9a-bdbb-54f465235319 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/9e9e63d9-a409-44b6-bb58-f358bd4db860 HTTP/1.1" status: 204 len: 168 time: 0.2068164 Feb 04 17:24:54.316562 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-df2326d7-b5c5-4af6-9198-dd339b9c2e42 tempest-FloatingIPAdminTestJSON-1156804285 tempest-FloatingIPAdminTestJSON-1156804285-project] Calling delete_port for 89649c0a-83cb-4d98-8144-7312bdd21e38 owned by network:router_interface {{(pid=103376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:24:54.330590 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e950e664-7544-4f9a-bdbb-54f465235319 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e9e63d9-a409-44b6-bb58-f358bd4db860,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:24:54.363524 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-0604b6a3-6aa0-4876-8d40-61f55a52ec61 req-3535c760-4cd4-4db8-b835-d5cb73d4e845 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] 10.222.0.89 "GET /v2.0/security-groups?id=f41001c7-a515-4baa-b12d-2443831f66d9&id=6c430dff-7990-44ba-b62d-7ce4a11c9249&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0723395 Feb 04 17:24:54.545521 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-df2326d7-b5c5-4af6-9198-dd339b9c2e42 tempest-FloatingIPAdminTestJSON-1156804285 tempest-FloatingIPAdminTestJSON-1156804285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (89649c0a-83cb-4d98-8144-7312bdd21e38), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:54.574368 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2326d7-b5c5-4af6-9198-dd339b9c2e42 tempest-FloatingIPAdminTestJSON-1156804285 tempest-FloatingIPAdminTestJSON-1156804285-project] Pushing event deleted for resources: {'Port': ['ID=89649c0a-83cb-4d98-8144-7312bdd21e38,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:24:54.617737 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb6bbbb-3ef8-4100-bf54-2c034e68a2d7 req-2093ba4e-b65e-47d5-afeb-76decfdd3b52 tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:54.619411 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-bfb6bbbb-3ef8-4100-bf54-2c034e68a2d7 req-2093ba4e-b65e-47d5-afeb-76decfdd3b52 tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] 10.222.0.89 "GET /v2.0/ports?device_id=32c473d7-3f2d-495e-b44f-fd0929434fbd HTTP/1.1" status: 200 len: 944 time: 0.0813246 Feb 04 17:24:54.677031 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-bfb6bbbb-3ef8-4100-bf54-2c034e68a2d7 req-6075c313-098b-4a1c-8be3-3828b39e45d6 tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] 10.222.0.89 "GET /v2.0/security-groups?id=e65ecd24-4d97-4684-be33-350ed30f90cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450630 Feb 04 17:24:54.787937 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-df2326d7-b5c5-4af6-9198-dd339b9c2e42 tempest-FloatingIPAdminTestJSON-1156804285 tempest-FloatingIPAdminTestJSON-1156804285-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1677336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1602614'] for router_interface (7ad3bba8-643e-40d9-b254-140834c799be), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:54.823145 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656b7abe-a24d-40fc-a2c3-03f94fbe3fd8 req-b34c47f5-9d5e-40f7-858d-21ea207aae3e tempest-ImagesTestJSON-301921999 tempest-ImagesTestJSON-301921999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:54.831404 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-656b7abe-a24d-40fc-a2c3-03f94fbe3fd8 req-b34c47f5-9d5e-40f7-858d-21ea207aae3e tempest-ImagesTestJSON-301921999 tempest-ImagesTestJSON-301921999-project] 10.222.0.89 "GET /v2.0/ports?device_id=59790d20-7060-4360-ad74-921d11f4ec7c HTTP/1.1" status: 200 len: 946 time: 0.0689521 Feb 04 17:24:54.887904 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-656b7abe-a24d-40fc-a2c3-03f94fbe3fd8 req-2ea56ab9-95c2-4292-8773-67a2ba405e8e tempest-ImagesTestJSON-301921999 tempest-ImagesTestJSON-301921999-project] 10.222.0.89 "GET /v2.0/security-groups?id=5b73e0f3-a9f7-4cf1-b4aa-b594ce8b7178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541203 Feb 04 17:24:55.029280 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df2326d7-b5c5-4af6-9198-dd339b9c2e42 tempest-FloatingIPAdminTestJSON-1156804285 tempest-FloatingIPAdminTestJSON-1156804285-project] Router 7ad3bba8-643e-40d9-b254-140834c799be has already been hosted by L3 agent 64ada913-9131-4d99-a265-63a920956287 {{(pid=103376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 17:24:55.139613 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df2326d7-b5c5-4af6-9198-dd339b9c2e42 tempest-FloatingIPAdminTestJSON-1156804285 tempest-FloatingIPAdminTestJSON-1156804285-project] Notify agent at l3_agent.n-d-827839-2 the message routers_updated {{(pid=103376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 17:24:55.147197 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-df2326d7-b5c5-4af6-9198-dd339b9c2e42 tempest-FloatingIPAdminTestJSON-1156804285 tempest-FloatingIPAdminTestJSON-1156804285-project] 10.222.0.89 "PUT /v2.0/routers/7ad3bba8-643e-40d9-b254-140834c799be/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7037752 Feb 04 17:24:55.147369 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 40426) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:24:55.154565 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5a21387-28ee-4bf2-bd0f-e6eba284e70e None None] Sync routers for ids ['7ad3bba8-643e-40d9-b254-140834c799be'] in n-d-827839-2 {{(pid=103378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 17:24:55.164077 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5a21387-28ee-4bf2-bd0f-e6eba284e70e None None] Routers {'7ad3bba8-643e-40d9-b254-140834c799be'} bound to L3 agent in host n-d-827839-2 {{(pid=103378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:24:55.165062 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-c5a21387-28ee-4bf2-bd0f-e6eba284e70e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:24:32Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['7ad3bba8-643e-40d9-b254-140834c799be'], 'active': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:24:55.203374 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-c5a21387-28ee-4bf2-bd0f-e6eba284e70e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827839-2', False) {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:24:55.212812 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5a21387-28ee-4bf2-bd0f-e6eba284e70e None None] Routers {'7ad3bba8-643e-40d9-b254-140834c799be'} bound to L3 agent in host n-d-827839-2 {{(pid=103378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:24:55.214647 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-c5a21387-28ee-4bf2-bd0f-e6eba284e70e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:24:32Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['7ad3bba8-643e-40d9-b254-140834c799be'], 'active': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:24:55.249073 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-c5a21387-28ee-4bf2-bd0f-e6eba284e70e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827839-2', False) {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:24:55.250018 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5a21387-28ee-4bf2-bd0f-e6eba284e70e None None] The sync data for ids ['7ad3bba8-643e-40d9-b254-140834c799be'] in n-d-827839-2 is: [] {{(pid=103378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 17:24:55.264367 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-4bfd8447-3616-4235-9e7e-f11b47e74837 tempest-FloatingIPAdminTestJSON-1156804285 tempest-FloatingIPAdminTestJSON-1156804285-project] Publish callbacks [] for router (7ad3bba8-643e-40d9-b254-140834c799be), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:55.377283 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-4bfd8447-3616-4235-9e7e-f11b47e74837 tempest-FloatingIPAdminTestJSON-1156804285 tempest-FloatingIPAdminTestJSON-1156804285-project] Publish callbacks [] for router_gateway (7ad3bba8-643e-40d9-b254-140834c799be), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:55.439364 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-4bfd8447-3616-4235-9e7e-f11b47e74837 tempest-FloatingIPAdminTestJSON-1156804285 tempest-FloatingIPAdminTestJSON-1156804285-project] Deleting port 08000d7b-3622-4805-8d9c-e9fa4b7f9a8a {{(pid=103376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:24:55.439364 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-4bfd8447-3616-4235-9e7e-f11b47e74837 tempest-FloatingIPAdminTestJSON-1156804285 tempest-FloatingIPAdminTestJSON-1156804285-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (08000d7b-3622-4805-8d9c-e9fa4b7f9a8a), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:55.515191 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929786ab-187c-428c-9ca5-2eb5afeb034f req-cb523043-128e-4be3-a425-48eb97dde27a tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:55.520503 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929786ab-187c-428c-9ca5-2eb5afeb034f req-cb523043-128e-4be3-a425-48eb97dde27a tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:55.524342 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-4bfd8447-3616-4235-9e7e-f11b47e74837 tempest-FloatingIPAdminTestJSON-1156804285 tempest-FloatingIPAdminTestJSON-1156804285-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (08000d7b-3622-4805-8d9c-e9fa4b7f9a8a), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:55.525947 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929786ab-187c-428c-9ca5-2eb5afeb034f req-cb523043-128e-4be3-a425-48eb97dde27a tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:55.531510 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929786ab-187c-428c-9ca5-2eb5afeb034f req-cb523043-128e-4be3-a425-48eb97dde27a tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:55.536917 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-4bfd8447-3616-4235-9e7e-f11b47e74837 tempest-FloatingIPAdminTestJSON-1156804285 tempest-FloatingIPAdminTestJSON-1156804285-project] Calling delete_port for 08000d7b-3622-4805-8d9c-e9fa4b7f9a8a owned by network:router_gateway {{(pid=103376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:24:55.537073 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929786ab-187c-428c-9ca5-2eb5afeb034f req-cb523043-128e-4be3-a425-48eb97dde27a tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:55.542605 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929786ab-187c-428c-9ca5-2eb5afeb034f req-cb523043-128e-4be3-a425-48eb97dde27a tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:55.547880 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929786ab-187c-428c-9ca5-2eb5afeb034f req-cb523043-128e-4be3-a425-48eb97dde27a tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:55.561000 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-929786ab-187c-428c-9ca5-2eb5afeb034f req-cb523043-128e-4be3-a425-48eb97dde27a tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] 10.222.0.89 "GET /v2.0/ports?device_id=d23ffa64-7651-4974-8c0d-1ba4c302839d HTTP/1.1" status: 200 len: 5427 time: 0.1065989 Feb 04 17:24:55.630517 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-929786ab-187c-428c-9ca5-2eb5afeb034f req-4db1e0eb-4d12-42f7-939f-35470b0c5486 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] 10.222.0.89 "GET /v2.0/security-groups?id=f41001c7-a515-4baa-b12d-2443831f66d9&id=6c430dff-7990-44ba-b62d-7ce4a11c9249&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0738082 Feb 04 17:24:55.830118 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31d96a4-46b0-4292-ac3f-4f627f07177f req-bcae69d4-3550-4b3f-b223-43e797ba5919 tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:55.845413 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-d31d96a4-46b0-4292-ac3f-4f627f07177f req-bcae69d4-3550-4b3f-b223-43e797ba5919 tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] 10.222.0.89 "GET /v2.0/ports?device_id=32c473d7-3f2d-495e-b44f-fd0929434fbd HTTP/1.1" status: 200 len: 944 time: 0.0828779 Feb 04 17:24:55.913361 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-d31d96a4-46b0-4292-ac3f-4f627f07177f req-890a81ca-463c-402d-84dc-26d845ff92a3 tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] 10.222.0.89 "GET /v2.0/security-groups?id=e65ecd24-4d97-4684-be33-350ed30f90cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670440 Feb 04 17:24:55.974301 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c293a6-0c0f-42c5-9b3f-9f6cc425a47c req-ef83a8d9-ce7d-475e-88cc-d8da3b933577 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:55.976018 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-36c293a6-0c0f-42c5-9b3f-9f6cc425a47c req-ef83a8d9-ce7d-475e-88cc-d8da3b933577 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=59790d20-7060-4360-ad74-921d11f4ec7c HTTP/1.1" status: 200 len: 1128 time: 0.0824957 Feb 04 17:24:56.081271 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c98830-96a7-40ad-aa4f-ab549d836463 req-bc61ced7-036c-4ef2-a5c7-f87721f6841c tempest-ImagesTestJSON-301921999 tempest-ImagesTestJSON-301921999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:56.089112 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-e8c98830-96a7-40ad-aa4f-ab549d836463 req-bc61ced7-036c-4ef2-a5c7-f87721f6841c tempest-ImagesTestJSON-301921999 tempest-ImagesTestJSON-301921999-project] 10.222.0.89 "GET /v2.0/ports?device_id=59790d20-7060-4360-ad74-921d11f4ec7c HTTP/1.1" status: 200 len: 946 time: 0.0819566 Feb 04 17:24:56.100535 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-36c293a6-0c0f-42c5-9b3f-9f6cc425a47c req-517d1c7c-d7b7-495a-8594-f003345dd626 service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=5b73e0f3-a9f7-4cf1-b4aa-b594ce8b7178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865061 Feb 04 17:24:56.133849 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-e8c98830-96a7-40ad-aa4f-ab549d836463 req-b8f6d8d0-b098-45c8-9846-434fdfd87ac3 tempest-ImagesTestJSON-301921999 tempest-ImagesTestJSON-301921999-project] 10.222.0.89 "GET /v2.0/security-groups?id=5b73e0f3-a9f7-4cf1-b4aa-b594ce8b7178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438645 Feb 04 17:24:56.161274 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-4bfd8447-3616-4235-9e7e-f11b47e74837 tempest-FloatingIPAdminTestJSON-1156804285 tempest-FloatingIPAdminTestJSON-1156804285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (08000d7b-3622-4805-8d9c-e9fa4b7f9a8a), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:56.187551 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfd8447-3616-4235-9e7e-f11b47e74837 tempest-FloatingIPAdminTestJSON-1156804285 tempest-FloatingIPAdminTestJSON-1156804285-project] Pushing event deleted for resources: {'Port': ['ID=08000d7b-3622-4805-8d9c-e9fa4b7f9a8a,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:24:56.252755 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-4bfd8447-3616-4235-9e7e-f11b47e74837 tempest-FloatingIPAdminTestJSON-1156804285 tempest-FloatingIPAdminTestJSON-1156804285-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1595544'] for router_gateway (7ad3bba8-643e-40d9-b254-140834c799be), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:56.368892 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-4bfd8447-3616-4235-9e7e-f11b47e74837 tempest-FloatingIPAdminTestJSON-1156804285 tempest-FloatingIPAdminTestJSON-1156804285-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1601811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26971'] for router (7ad3bba8-643e-40d9-b254-140834c799be), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:56.371062 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-4bfd8447-3616-4235-9e7e-f11b47e74837 tempest-FloatingIPAdminTestJSON-1156804285 tempest-FloatingIPAdminTestJSON-1156804285-project] Publish callbacks [] for router_controller (7ad3bba8-643e-40d9-b254-140834c799be), precommit_delete_associations {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:56.437900 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-4bfd8447-3616-4235-9e7e-f11b47e74837 tempest-FloatingIPAdminTestJSON-1156804285 tempest-FloatingIPAdminTestJSON-1156804285-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1601832'] for router (7ad3bba8-643e-40d9-b254-140834c799be), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:56.438528 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bfd8447-3616-4235-9e7e-f11b47e74837 tempest-FloatingIPAdminTestJSON-1156804285 tempest-FloatingIPAdminTestJSON-1156804285-project] Fanout notify agent at l3_agent the message router_deleted on router 7ad3bba8-643e-40d9-b254-140834c799be {{(pid=103376) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 17:24:56.445162 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-4bfd8447-3616-4235-9e7e-f11b47e74837 tempest-FloatingIPAdminTestJSON-1156804285 tempest-FloatingIPAdminTestJSON-1156804285-project] Publish callbacks [] for router (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:56.449547 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-4bfd8447-3616-4235-9e7e-f11b47e74837 tempest-FloatingIPAdminTestJSON-1156804285 tempest-FloatingIPAdminTestJSON-1156804285-project] 10.222.0.89 "DELETE /v2.0/routers/7ad3bba8-643e-40d9-b254-140834c799be HTTP/1.1" status: 204 len: 168 time: 1.3012519 Feb 04 17:24:56.449843 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 40486) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:24:56.502107 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.db_base_plugin_v2 [None req-681a6482-0cb0-4b90-916d-ff6ce7540efe tempest-FloatingIPAdminTestJSON-1156804285 tempest-FloatingIPAdminTestJSON-1156804285-project] Deleting subnet a46cae8b-385d-4f20-a5d0-3ff64a8708f2 {{(pid=103377) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 17:24:56.505564 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-681a6482-0cb0-4b90-916d-ff6ce7540efe tempest-FloatingIPAdminTestJSON-1156804285 tempest-FloatingIPAdminTestJSON-1156804285-project] Publish callbacks [] for subnet (a46cae8b-385d-4f20-a5d0-3ff64a8708f2), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:56.547841 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-681a6482-0cb0-4b90-916d-ff6ce7540efe tempest-FloatingIPAdminTestJSON-1156804285 tempest-FloatingIPAdminTestJSON-1156804285-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26866676'] for subnet (a46cae8b-385d-4f20-a5d0-3ff64a8708f2), precommit_delete_associations {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:56.667822 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-681a6482-0cb0-4b90-916d-ff6ce7540efe tempest-FloatingIPAdminTestJSON-1156804285 tempest-FloatingIPAdminTestJSON-1156804285-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1541225'] for subnet (a46cae8b-385d-4f20-a5d0-3ff64a8708f2), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:56.777064 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-681a6482-0cb0-4b90-916d-ff6ce7540efe tempest-FloatingIPAdminTestJSON-1156804285 tempest-FloatingIPAdminTestJSON-1156804285-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1541216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25888360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25597190'] for subnet (a46cae8b-385d-4f20-a5d0-3ff64a8708f2), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:56.813444 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681a6482-0cb0-4b90-916d-ff6ce7540efe tempest-FloatingIPAdminTestJSON-1156804285 tempest-FloatingIPAdminTestJSON-1156804285-project] Pushing event deleted for resources: {'Subnet': ['ID=a46cae8b-385d-4f20-a5d0-3ff64a8708f2,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:24:56.816622 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ddea2f-dfc4-485b-8092-647a57b454a7 req-92962e7d-bc48-4e50-82a4-ee06ccdcc473 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:56.822600 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ddea2f-dfc4-485b-8092-647a57b454a7 req-92962e7d-bc48-4e50-82a4-ee06ccdcc473 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:56.829781 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ddea2f-dfc4-485b-8092-647a57b454a7 req-92962e7d-bc48-4e50-82a4-ee06ccdcc473 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:56.833654 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-681a6482-0cb0-4b90-916d-ff6ce7540efe tempest-FloatingIPAdminTestJSON-1156804285 tempest-FloatingIPAdminTestJSON-1156804285-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677565'] for subnet (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:56.834647 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-deb9f5a6-104a-4890-be2b-72e798b4d174 None None] Network fe7fcbb2-c196-4ed3-a240-3a72b75b33fb requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:24:56.835872 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ddea2f-dfc4-485b-8092-647a57b454a7 req-92962e7d-bc48-4e50-82a4-ee06ccdcc473 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:56.838964 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-681a6482-0cb0-4b90-916d-ff6ce7540efe tempest-FloatingIPAdminTestJSON-1156804285 tempest-FloatingIPAdminTestJSON-1156804285-project] 10.222.0.89 "DELETE /v2.0/subnets/a46cae8b-385d-4f20-a5d0-3ff64a8708f2 HTTP/1.1" status: 204 len: 168 time: 0.3867199 Feb 04 17:24:56.841497 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 40506) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:24:56.847581 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ddea2f-dfc4-485b-8092-647a57b454a7 req-92962e7d-bc48-4e50-82a4-ee06ccdcc473 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:56.858242 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ddea2f-dfc4-485b-8092-647a57b454a7 req-92962e7d-bc48-4e50-82a4-ee06ccdcc473 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:56.873934 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ddea2f-dfc4-485b-8092-647a57b454a7 req-92962e7d-bc48-4e50-82a4-ee06ccdcc473 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:56.880989 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-20ddea2f-dfc4-485b-8092-647a57b454a7 req-92962e7d-bc48-4e50-82a4-ee06ccdcc473 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] 10.222.0.89 "GET /v2.0/ports?device_id=d23ffa64-7651-4974-8c0d-1ba4c302839d HTTP/1.1" status: 200 len: 5427 time: 0.1533227 Feb 04 17:24:56.998649 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-99990c8a-5ff0-454f-b81f-72686475cfcf tempest-FloatingIPAdminTestJSON-1156804285 tempest-FloatingIPAdminTestJSON-1156804285-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628832'] for network (fe7fcbb2-c196-4ed3-a240-3a72b75b33fb), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:57.030572 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-20ddea2f-dfc4-485b-8092-647a57b454a7 req-8e532059-a9a3-49bd-89f8-b4ebea435455 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] 10.222.0.89 "GET /v2.0/security-groups?id=f41001c7-a515-4baa-b12d-2443831f66d9&id=6c430dff-7990-44ba-b62d-7ce4a11c9249&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1349571 Feb 04 17:24:57.031137 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 40512) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:24:57.044076 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95125995-6175-430e-a5eb-d497579ffb20 None None] DHCP port deletion for fe7fcbb2-c196-4ed3-a240-3a72b75b33fb request from n-d-827839-2 {{(pid=103378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 17:24:57.099868 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-95125995-6175-430e-a5eb-d497579ffb20 None None] Deleting port 7e3d9df1-b9be-4a3e-b971-66e2274f9b54 {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:24:57.100233 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-95125995-6175-430e-a5eb-d497579ffb20 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (7e3d9df1-b9be-4a3e-b971-66e2274f9b54), before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:57.154216 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7414a5-22bf-44b3-bdd2-7ff828ff3732 req-8b12958e-76f6-47a9-9ce9-59e2a1107e32 tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:57.156208 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-eb7414a5-22bf-44b3-bdd2-7ff828ff3732 req-8b12958e-76f6-47a9-9ce9-59e2a1107e32 tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] 10.222.0.89 "GET /v2.0/ports?device_id=32c473d7-3f2d-495e-b44f-fd0929434fbd HTTP/1.1" status: 200 len: 944 time: 0.0906823 Feb 04 17:24:57.160621 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-99990c8a-5ff0-454f-b81f-72686475cfcf tempest-FloatingIPAdminTestJSON-1156804285 tempest-FloatingIPAdminTestJSON-1156804285-project] Deleting port 7e3d9df1-b9be-4a3e-b971-66e2274f9b54 {{(pid=103377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:24:57.161260 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-99990c8a-5ff0-454f-b81f-72686475cfcf tempest-FloatingIPAdminTestJSON-1156804285 tempest-FloatingIPAdminTestJSON-1156804285-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (7e3d9df1-b9be-4a3e-b971-66e2274f9b54), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:57.176293 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-95125995-6175-430e-a5eb-d497579ffb20 None None] For port 7e3d9df1-b9be-4a3e-b971-66e2274f9b54, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=7e3d9df1-b9be-4a3e-b971-66e2274f9b54,segment=NetworkSegment(8eabde61-a943-4add-969a-1ecafae19b16),segment_id=8eabde61-a943-4add-969a-1ecafae19b16)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:24:57.176694 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-95125995-6175-430e-a5eb-d497579ffb20 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (7e3d9df1-b9be-4a3e-b971-66e2274f9b54), precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:57.193034 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-95125995-6175-430e-a5eb-d497579ffb20 None None] Calling delete_port for 7e3d9df1-b9be-4a3e-b971-66e2274f9b54 owned by network:dhcp {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:24:57.252966 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-6e03d693-7dcf-4266-8784-cf6458f08ef5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:57.271453 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-eb7414a5-22bf-44b3-bdd2-7ff828ff3732 req-e6fefcd4-7452-45e7-8744-e279fafced63 tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] 10.222.0.89 "GET /v2.0/security-groups?id=e65ecd24-4d97-4684-be33-350ed30f90cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0909004 Feb 04 17:24:57.303288 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-95125995-6175-430e-a5eb-d497579ffb20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144'] for port (7e3d9df1-b9be-4a3e-b971-66e2274f9b54), after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:57.314824 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [None req-99990c8a-5ff0-454f-b81f-72686475cfcf tempest-FloatingIPAdminTestJSON-1156804285 tempest-FloatingIPAdminTestJSON-1156804285-project] For port 7e3d9df1-b9be-4a3e-b971-66e2274f9b54, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=7e3d9df1-b9be-4a3e-b971-66e2274f9b54,segment=NetworkSegment(8eabde61-a943-4add-969a-1ecafae19b16),segment_id=8eabde61-a943-4add-969a-1ecafae19b16)] {{(pid=103377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:24:57.316402 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-99990c8a-5ff0-454f-b81f-72686475cfcf tempest-FloatingIPAdminTestJSON-1156804285 tempest-FloatingIPAdminTestJSON-1156804285-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (7e3d9df1-b9be-4a3e-b971-66e2274f9b54), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:57.330528 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-99990c8a-5ff0-454f-b81f-72686475cfcf tempest-FloatingIPAdminTestJSON-1156804285 tempest-FloatingIPAdminTestJSON-1156804285-project] Calling delete_port for 7e3d9df1-b9be-4a3e-b971-66e2274f9b54 owned by network:dhcp {{(pid=103377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:24:57.347364 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95125995-6175-430e-a5eb-d497579ffb20 None None] No DVR routers for this DVR port 7e3d9df1-b9be-4a3e-b971-66e2274f9b54 on host n-d-827839-2 {{(pid=103378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 17:24:57.349992 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95125995-6175-430e-a5eb-d497579ffb20 None None] Pushing event deleted for resources: {'Port': ['ID=7e3d9df1-b9be-4a3e-b971-66e2274f9b54,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:24:57.400345 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7074109b-530f-4013-80e3-2c71fd348a69 req-75905802-4b12-4d63-8bb6-77c516034207 tempest-ImagesTestJSON-301921999 tempest-ImagesTestJSON-301921999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:57.402315 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-7074109b-530f-4013-80e3-2c71fd348a69 req-75905802-4b12-4d63-8bb6-77c516034207 tempest-ImagesTestJSON-301921999 tempest-ImagesTestJSON-301921999-project] 10.222.0.89 "GET /v2.0/ports?device_id=59790d20-7060-4360-ad74-921d11f4ec7c HTTP/1.1" status: 200 len: 946 time: 0.1463082 Feb 04 17:24:57.435540 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-99990c8a-5ff0-454f-b81f-72686475cfcf tempest-FloatingIPAdminTestJSON-1156804285 tempest-FloatingIPAdminTestJSON-1156804285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (7e3d9df1-b9be-4a3e-b971-66e2274f9b54), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:57.461351 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-6e03d693-7dcf-4266-8784-cf6458f08ef5 admin admin] Publish callbacks [] for security_group (82002973-3c8d-4e55-aa6a-cf1217cb7768), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:57.463445 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99990c8a-5ff0-454f-b81f-72686475cfcf tempest-FloatingIPAdminTestJSON-1156804285 tempest-FloatingIPAdminTestJSON-1156804285-project] Pushing event deleted for resources: {'Port': ['ID=7e3d9df1-b9be-4a3e-b971-66e2274f9b54,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:24:57.467496 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99990c8a-5ff0-454f-b81f-72686475cfcf tempest-FloatingIPAdminTestJSON-1156804285 tempest-FloatingIPAdminTestJSON-1156804285-project] No DVR routers for this DVR port 7e3d9df1-b9be-4a3e-b971-66e2274f9b54 on host n-d-827839-2 {{(pid=103377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 17:24:57.475419 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-6e03d693-7dcf-4266-8784-cf6458f08ef5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (82002973-3c8d-4e55-aa6a-cf1217cb7768), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:57.526286 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-7074109b-530f-4013-80e3-2c71fd348a69 req-230eef36-8bbf-4420-90b5-f6eda2798587 tempest-ImagesTestJSON-301921999 tempest-ImagesTestJSON-301921999-project] 10.222.0.89 "GET /v2.0/security-groups?id=5b73e0f3-a9f7-4cf1-b4aa-b594ce8b7178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178768 Feb 04 17:24:57.533158 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-6e03d693-7dcf-4266-8784-cf6458f08ef5 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=018e4668b5fa4c0aae6a9e29a69194be&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5008965 Feb 04 17:24:57.536447 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 40520) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:24:57.552594 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e03d693-7dcf-4266-8784-cf6458f08ef5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82002973-3c8d-4e55-aa6a-cf1217cb7768,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:24:57.577704 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-99990c8a-5ff0-454f-b81f-72686475cfcf tempest-FloatingIPAdminTestJSON-1156804285 tempest-FloatingIPAdminTestJSON-1156804285-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1543676', 'neutron.services.segments.db._delete_segments_for_network-8781084786517'] for network (fe7fcbb2-c196-4ed3-a240-3a72b75b33fb), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:57.596785 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-fc048edd-9c1f-40e0-be5f-751e9bf411ab admin admin] Publish callbacks [] for security_group (82002973-3c8d-4e55-aa6a-cf1217cb7768), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:57.607381 n-d-827839-2 neutron-server[103377]: DEBUG neutron.services.segments.db [None req-99990c8a-5ff0-454f-b81f-72686475cfcf tempest-FloatingIPAdminTestJSON-1156804285 tempest-FloatingIPAdminTestJSON-1156804285-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe7fcbb2-c196-4ed3-a240-3a72b75b33fb']}} {{(pid=103377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:24:57.617479 n-d-827839-2 neutron-server[103377]: DEBUG neutron.services.segments.db [None req-99990c8a-5ff0-454f-b81f-72686475cfcf tempest-FloatingIPAdminTestJSON-1156804285 tempest-FloatingIPAdminTestJSON-1156804285-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8eabde61-a943-4add-969a-1ecafae19b16') {'for_net_delete': True} {{(pid=103377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:24:57.617723 n-d-827839-2 neutron-server[103377]: DEBUG neutron.services.segments.db [None req-99990c8a-5ff0-454f-b81f-72686475cfcf tempest-FloatingIPAdminTestJSON-1156804285 tempest-FloatingIPAdminTestJSON-1156804285-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8eabde61-a943-4add-969a-1ecafae19b16') {} {{(pid=103377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:24:57.620912 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-fc048edd-9c1f-40e0-be5f-751e9bf411ab admin admin] Publish callbacks [] for security_group (82002973-3c8d-4e55-aa6a-cf1217cb7768), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:57.627258 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-99990c8a-5ff0-454f-b81f-72686475cfcf tempest-FloatingIPAdminTestJSON-1156804285 tempest-FloatingIPAdminTestJSON-1156804285-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781084783966', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26866685'] for segment (8eabde61-a943-4add-969a-1ecafae19b16), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:57.640218 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-99990c8a-5ff0-454f-b81f-72686475cfcf tempest-FloatingIPAdminTestJSON-1156804285 tempest-FloatingIPAdminTestJSON-1156804285-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (8eabde61-a943-4add-969a-1ecafae19b16), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:57.647704 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99990c8a-5ff0-454f-b81f-72686475cfcf tempest-FloatingIPAdminTestJSON-1156804285 tempest-FloatingIPAdminTestJSON-1156804285-project] Releasing vlan 796 on physical network physnet1 to pool {{(pid=103377) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 17:24:57.648404 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-99990c8a-5ff0-454f-b81f-72686475cfcf tempest-FloatingIPAdminTestJSON-1156804285 tempest-FloatingIPAdminTestJSON-1156804285-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25888454'] for segment (8eabde61-a943-4add-969a-1ecafae19b16), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:57.652617 n-d-827839-2 neutron-server[103377]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 17:24:57.652617 n-d-827839-2 neutron-server[103377]: self.session.flush() Feb 04 17:24:57.652617 n-d-827839-2 neutron-server[103377]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 17:24:57.652617 n-d-827839-2 neutron-server[103377]: self.session.flush() Feb 04 17:24:57.652617 n-d-827839-2 neutron-server[103377]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 17:24:57.652617 n-d-827839-2 neutron-server[103377]: self.session.flush() Feb 04 17:24:57.652617 n-d-827839-2 neutron-server[103377]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 17:24:57.652617 n-d-827839-2 neutron-server[103377]: self.session.flush() Feb 04 17:24:57.652617 n-d-827839-2 neutron-server[103377]: Traceback (most recent call last): Feb 04 17:24:57.652617 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 17:24:57.652617 n-d-827839-2 neutron-server[103377]: timer() Feb 04 17:24:57.652617 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 17:24:57.652617 n-d-827839-2 neutron-server[103377]: cb(*args, **kw) Feb 04 17:24:57.652617 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 17:24:57.652617 n-d-827839-2 neutron-server[103377]: return func(*args, **kwargs) Feb 04 17:24:57.652617 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 17:24:57.652617 n-d-827839-2 neutron-server[103377]: self._notify() Feb 04 17:24:57.652617 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 17:24:57.652617 n-d-827839-2 neutron-server[103377]: self.callback(batched_events) Feb 04 17:24:57.652617 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 17:24:57.652617 n-d-827839-2 neutron-server[103377]: event.method(event) Feb 04 17:24:57.652617 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 17:24:57.652617 n-d-827839-2 neutron-server[103377]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 17:24:57.652617 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 17:24:57.652617 n-d-827839-2 neutron-server[103377]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 17:24:57.652617 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 17:24:57.652617 n-d-827839-2 neutron-server[103377]: return f(self, *a, **k) Feb 04 17:24:57.652617 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 17:24:57.652617 n-d-827839-2 neutron-server[103377]: return self._get(url).json() Feb 04 17:24:57.652617 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 17:24:57.652617 n-d-827839-2 neutron-server[103377]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 17:24:57.652617 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 17:24:57.652617 n-d-827839-2 neutron-server[103377]: return self.request(url, 'GET', **kwargs) Feb 04 17:24:57.652617 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 17:24:57.652617 n-d-827839-2 neutron-server[103377]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 17:24:57.652617 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 17:24:57.652617 n-d-827839-2 neutron-server[103377]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 17:24:57.652617 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 17:24:57.652617 n-d-827839-2 neutron-server[103377]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 17:24:57.652617 n-d-827839-2 neutron-server[103377]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 17:24:57.676692 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-fc048edd-9c1f-40e0-be5f-751e9bf411ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (82002973-3c8d-4e55-aa6a-cf1217cb7768), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:57.679464 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-fc048edd-9c1f-40e0-be5f-751e9bf411ab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:57.683126 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-fc048edd-9c1f-40e0-be5f-751e9bf411ab admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/82002973-3c8d-4e55-aa6a-cf1217cb7768 HTTP/1.1" status: 204 len: 168 time: 0.1414194 Feb 04 17:24:57.689796 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc048edd-9c1f-40e0-be5f-751e9bf411ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82002973-3c8d-4e55-aa6a-cf1217cb7768,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:24:57.733465 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-99990c8a-5ff0-454f-b81f-72686475cfcf tempest-FloatingIPAdminTestJSON-1156804285 tempest-FloatingIPAdminTestJSON-1156804285-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1543671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1595572'] for network (fe7fcbb2-c196-4ed3-a240-3a72b75b33fb), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:57.741717 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-99990c8a-5ff0-454f-b81f-72686475cfcf tempest-FloatingIPAdminTestJSON-1156804285 tempest-FloatingIPAdminTestJSON-1156804285-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677565'] for network (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:57.747464 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-99990c8a-5ff0-454f-b81f-72686475cfcf tempest-FloatingIPAdminTestJSON-1156804285 tempest-FloatingIPAdminTestJSON-1156804285-project] 10.222.0.89 "DELETE /v2.0/networks/fe7fcbb2-c196-4ed3-a240-3a72b75b33fb HTTP/1.1" status: 204 len: 168 time: 0.9019940 Feb 04 17:24:57.748945 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 40524) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:24:57.768984 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99990c8a-5ff0-454f-b81f-72686475cfcf tempest-FloatingIPAdminTestJSON-1156804285 tempest-FloatingIPAdminTestJSON-1156804285-project] Pushing event deleted for resources: {'Network': ['ID=fe7fcbb2-c196-4ed3-a240-3a72b75b33fb,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:24:57.996278 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 40538) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:24:58.011587 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-096a4ae6-d9b8-4112-9bd1-17ddc3ccc37b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:58.105233 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-096a4ae6-d9b8-4112-9bd1-17ddc3ccc37b admin admin] Publish callbacks [] for security_group (b05fe474-f9c7-435a-b492-5d63a0670e3b), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:58.110939 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-096a4ae6-d9b8-4112-9bd1-17ddc3ccc37b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (b05fe474-f9c7-435a-b492-5d63a0670e3b), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:58.145033 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-52cbb3d2-069d-4919-86a0-c6ef792015f8 tempest-FloatingIPAdminTestJSON-1156804285 tempest-FloatingIPAdminTestJSON-1156804285-project] Deleting port b9e17014-ac74-4d44-bf03-0aa8fc4c5019 {{(pid=103377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:24:58.145409 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-52cbb3d2-069d-4919-86a0-c6ef792015f8 tempest-FloatingIPAdminTestJSON-1156804285 tempest-FloatingIPAdminTestJSON-1156804285-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (b9e17014-ac74-4d44-bf03-0aa8fc4c5019), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:58.181613 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-096a4ae6-d9b8-4112-9bd1-17ddc3ccc37b admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=31492912e07b44008422ef96047b6cb4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1810744 Feb 04 17:24:58.181613 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096a4ae6-d9b8-4112-9bd1-17ddc3ccc37b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b05fe474-f9c7-435a-b492-5d63a0670e3b,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:24:58.184906 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 40544) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:24:58.238910 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2ecf82-53b0-45bb-8149-0a41fdb5c660 req-e4dedb73-ba8d-4c54-94b3-e312e2ad91e3 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:58.244517 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2ecf82-53b0-45bb-8149-0a41fdb5c660 req-e4dedb73-ba8d-4c54-94b3-e312e2ad91e3 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:58.249880 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2ecf82-53b0-45bb-8149-0a41fdb5c660 req-e4dedb73-ba8d-4c54-94b3-e312e2ad91e3 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:58.255302 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2ecf82-53b0-45bb-8149-0a41fdb5c660 req-e4dedb73-ba8d-4c54-94b3-e312e2ad91e3 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:58.257874 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-3bed8480-2376-4999-95b4-21114f535030 admin admin] Publish callbacks [] for security_group (b05fe474-f9c7-435a-b492-5d63a0670e3b), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:58.261207 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2ecf82-53b0-45bb-8149-0a41fdb5c660 req-e4dedb73-ba8d-4c54-94b3-e312e2ad91e3 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:58.272679 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2ecf82-53b0-45bb-8149-0a41fdb5c660 req-e4dedb73-ba8d-4c54-94b3-e312e2ad91e3 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:58.272679 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2ecf82-53b0-45bb-8149-0a41fdb5c660 req-e4dedb73-ba8d-4c54-94b3-e312e2ad91e3 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:58.277312 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-9e2ecf82-53b0-45bb-8149-0a41fdb5c660 req-e4dedb73-ba8d-4c54-94b3-e312e2ad91e3 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] 10.222.0.89 "GET /v2.0/ports?device_id=d23ffa64-7651-4974-8c0d-1ba4c302839d HTTP/1.1" status: 200 len: 5427 time: 0.1406128 Feb 04 17:24:58.290234 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-52cbb3d2-069d-4919-86a0-c6ef792015f8 tempest-FloatingIPAdminTestJSON-1156804285 tempest-FloatingIPAdminTestJSON-1156804285-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (b9e17014-ac74-4d44-bf03-0aa8fc4c5019), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:58.290831 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-52cbb3d2-069d-4919-86a0-c6ef792015f8 tempest-FloatingIPAdminTestJSON-1156804285 tempest-FloatingIPAdminTestJSON-1156804285-project] Publish callbacks [] for floatingip (b9e17014-ac74-4d44-bf03-0aa8fc4c5019), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:58.301192 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-3bed8480-2376-4999-95b4-21114f535030 admin admin] Publish callbacks [] for security_group (b05fe474-f9c7-435a-b492-5d63a0670e3b), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:58.313804 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-52cbb3d2-069d-4919-86a0-c6ef792015f8 tempest-FloatingIPAdminTestJSON-1156804285 tempest-FloatingIPAdminTestJSON-1156804285-project] Calling delete_port for b9e17014-ac74-4d44-bf03-0aa8fc4c5019 owned by network:floatingip {{(pid=103377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:24:58.363920 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-9e2ecf82-53b0-45bb-8149-0a41fdb5c660 req-4a72da8b-2b35-4cd5-bc94-b21be9254e69 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] 10.222.0.89 "GET /v2.0/security-groups?id=f41001c7-a515-4baa-b12d-2443831f66d9&id=6c430dff-7990-44ba-b62d-7ce4a11c9249&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0749581 Feb 04 17:24:58.446953 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-3bed8480-2376-4999-95b4-21114f535030 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (b05fe474-f9c7-435a-b492-5d63a0670e3b), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:58.450652 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-3bed8480-2376-4999-95b4-21114f535030 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:58.451772 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-3bed8480-2376-4999-95b4-21114f535030 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/b05fe474-f9c7-435a-b492-5d63a0670e3b HTTP/1.1" status: 204 len: 168 time: 0.2659352 Feb 04 17:24:58.473577 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bed8480-2376-4999-95b4-21114f535030 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b05fe474-f9c7-435a-b492-5d63a0670e3b,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:24:58.504921 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84757c6a-56a0-4f67-a51c-8d7606b19ce4 req-281468db-7cd0-4463-bc14-05dbbedb78b4 tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:58.512761 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-84757c6a-56a0-4f67-a51c-8d7606b19ce4 req-281468db-7cd0-4463-bc14-05dbbedb78b4 tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] 10.222.0.89 "GET /v2.0/ports?device_id=32c473d7-3f2d-495e-b44f-fd0929434fbd HTTP/1.1" status: 200 len: 944 time: 0.1231821 Feb 04 17:24:58.585268 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-84757c6a-56a0-4f67-a51c-8d7606b19ce4 req-050e6404-382f-447b-b090-628cc3c4df40 tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] 10.222.0.89 "GET /v2.0/security-groups?id=e65ecd24-4d97-4684-be33-350ed30f90cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716264 Feb 04 17:24:58.614348 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-52cbb3d2-069d-4919-86a0-c6ef792015f8 tempest-FloatingIPAdminTestJSON-1156804285 tempest-FloatingIPAdminTestJSON-1156804285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (b9e17014-ac74-4d44-bf03-0aa8fc4c5019), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:58.645608 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52cbb3d2-069d-4919-86a0-c6ef792015f8 tempest-FloatingIPAdminTestJSON-1156804285 tempest-FloatingIPAdminTestJSON-1156804285-project] Pushing event deleted for resources: {'Port': ['ID=b9e17014-ac74-4d44-bf03-0aa8fc4c5019,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:24:58.716486 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-52cbb3d2-069d-4919-86a0-c6ef792015f8 tempest-FloatingIPAdminTestJSON-1156804285 tempest-FloatingIPAdminTestJSON-1156804285-project] Publish callbacks [] for floatingip (0b167052-f423-4d8d-9a85-9ce685e2c858), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:58.719587 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-52cbb3d2-069d-4919-86a0-c6ef792015f8 tempest-FloatingIPAdminTestJSON-1156804285 tempest-FloatingIPAdminTestJSON-1156804285-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for floatingip (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:58.720836 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-52cbb3d2-069d-4919-86a0-c6ef792015f8 tempest-FloatingIPAdminTestJSON-1156804285 tempest-FloatingIPAdminTestJSON-1156804285-project] 10.222.0.89 "DELETE /v2.0/floatingips/0b167052-f423-4d8d-9a85-9ce685e2c858 HTTP/1.1" status: 204 len: 168 time: 0.9708879 Feb 04 17:24:58.762201 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2bd9e0-74d2-46ed-a875-2624c607ea53 req-005c792d-cfa5-4dc2-911e-8bd27c625e6d tempest-ImagesTestJSON-301921999 tempest-ImagesTestJSON-301921999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:58.764088 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-1e2bd9e0-74d2-46ed-a875-2624c607ea53 req-005c792d-cfa5-4dc2-911e-8bd27c625e6d tempest-ImagesTestJSON-301921999 tempest-ImagesTestJSON-301921999-project] 10.222.0.89 "GET /v2.0/ports?device_id=59790d20-7060-4360-ad74-921d11f4ec7c HTTP/1.1" status: 200 len: 946 time: 0.0872247 Feb 04 17:24:58.828293 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-1e2bd9e0-74d2-46ed-a875-2624c607ea53 req-e3179a3c-f978-4e86-9008-7a1404f0bede tempest-ImagesTestJSON-301921999 tempest-ImagesTestJSON-301921999-project] 10.222.0.89 "GET /v2.0/security-groups?id=5b73e0f3-a9f7-4cf1-b4aa-b594ce8b7178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572467 Feb 04 17:24:59.016690 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 7e3d9df1-b9be-4a3e-b971-66e2274f9b54 no longer exists at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:24:59.042334 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] No Port match for: 7e3d9df1-b9be-4a3e-b971-66e2274f9b54 {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 17:24:59.042916 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 7e3d9df1-b9be-4a3e-b971-66e2274f9b54 not bound to the agent host n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 17:24:59.109547 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 40576) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:24:59.294944 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-5ae58c15-f2a7-4835-92c2-14aa4fa87e3b admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=0997a345c05944ab9c8ad03575986086&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1841826 Feb 04 17:24:59.297477 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 40588) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:24:59.350387 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-55316e1f-be5e-4e49-99b1-a756b418fcf7 admin admin] Publish callbacks [] for security_group (7090fdcb-b261-40e9-b899-12b235f63757), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:59.374879 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-55316e1f-be5e-4e49-99b1-a756b418fcf7 admin admin] Publish callbacks [] for security_group (7090fdcb-b261-40e9-b899-12b235f63757), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:59.442919 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-55316e1f-be5e-4e49-99b1-a756b418fcf7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (7090fdcb-b261-40e9-b899-12b235f63757), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:59.445591 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-55316e1f-be5e-4e49-99b1-a756b418fcf7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:59.449271 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-55316e1f-be5e-4e49-99b1-a756b418fcf7 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/7090fdcb-b261-40e9-b899-12b235f63757 HTTP/1.1" status: 204 len: 168 time: 0.1483080 Feb 04 17:24:59.466384 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55316e1f-be5e-4e49-99b1-a756b418fcf7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7090fdcb-b261-40e9-b899-12b235f63757,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:24:59.588961 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8f6870-400e-4412-8565-a2b86b50d4da req-45f575a8-f48f-4f1e-8f97-933960571ffa tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:59.596276 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8f6870-400e-4412-8565-a2b86b50d4da req-45f575a8-f48f-4f1e-8f97-933960571ffa tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:59.604734 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8f6870-400e-4412-8565-a2b86b50d4da req-45f575a8-f48f-4f1e-8f97-933960571ffa tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:59.612795 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8f6870-400e-4412-8565-a2b86b50d4da req-45f575a8-f48f-4f1e-8f97-933960571ffa tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:59.618746 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8f6870-400e-4412-8565-a2b86b50d4da req-45f575a8-f48f-4f1e-8f97-933960571ffa tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:59.626098 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8f6870-400e-4412-8565-a2b86b50d4da req-45f575a8-f48f-4f1e-8f97-933960571ffa tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:59.631501 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8f6870-400e-4412-8565-a2b86b50d4da req-45f575a8-f48f-4f1e-8f97-933960571ffa tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:59.633793 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-be8f6870-400e-4412-8565-a2b86b50d4da req-45f575a8-f48f-4f1e-8f97-933960571ffa tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] 10.222.0.89 "GET /v2.0/ports?device_id=d23ffa64-7651-4974-8c0d-1ba4c302839d HTTP/1.1" status: 200 len: 5427 time: 0.1920006 Feb 04 17:24:59.715621 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-be8f6870-400e-4412-8565-a2b86b50d4da req-b139f125-f33b-4caa-8ab3-6f608f0d5b17 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] 10.222.0.89 "GET /v2.0/security-groups?id=f41001c7-a515-4baa-b12d-2443831f66d9&id=6c430dff-7990-44ba-b62d-7ce4a11c9249&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0757627 Feb 04 17:24:59.724620 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5d79b5c0-5d49-419c-8b3d-9c0cad3d4414 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (bb89f5a3-3c22-440b-b7d1-c4f0c43c184a), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:59.809843 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bd3bf7-5983-49ca-8ccb-14d9a961033e req-7816fdd9-f2f1-4031-b1e4-c2146e702ca0 tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:59.817545 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-19bd3bf7-5983-49ca-8ccb-14d9a961033e req-7816fdd9-f2f1-4031-b1e4-c2146e702ca0 tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] 10.222.0.89 "GET /v2.0/ports?device_id=32c473d7-3f2d-495e-b44f-fd0929434fbd HTTP/1.1" status: 200 len: 944 time: 0.0787423 Feb 04 17:24:59.877602 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-19bd3bf7-5983-49ca-8ccb-14d9a961033e req-d39fe5e9-6d21-40cc-899c-89facca4ca54 tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] 10.222.0.89 "GET /v2.0/security-groups?id=e65ecd24-4d97-4684-be33-350ed30f90cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531280 Feb 04 17:25:00.024344 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3064001f-b78b-444e-b022-a46563c85d59 req-fc0cebb3-47fd-4cdd-87d5-3dfa97a75436 tempest-ImagesTestJSON-301921999 tempest-ImagesTestJSON-301921999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:25:00.027274 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-3064001f-b78b-444e-b022-a46563c85d59 req-fc0cebb3-47fd-4cdd-87d5-3dfa97a75436 tempest-ImagesTestJSON-301921999 tempest-ImagesTestJSON-301921999-project] 10.222.0.89 "GET /v2.0/ports?device_id=59790d20-7060-4360-ad74-921d11f4ec7c HTTP/1.1" status: 200 len: 946 time: 0.0947807 Feb 04 17:25:00.039281 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 40622) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:25:00.055541 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-35a68be2-f265-432d-9c67-44d55bed9103 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:00.100108 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-3064001f-b78b-444e-b022-a46563c85d59 req-d79fd9fc-aace-4446-acb3-207eb25b8bf9 tempest-ImagesTestJSON-301921999 tempest-ImagesTestJSON-301921999-project] 10.222.0.89 "GET /v2.0/security-groups?id=5b73e0f3-a9f7-4cf1-b4aa-b594ce8b7178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673683 Feb 04 17:25:00.148671 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-35a68be2-f265-432d-9c67-44d55bed9103 admin admin] Publish callbacks [] for security_group (b63ea74f-5c62-4535-82ef-5ef95ee2c7d2), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:00.155413 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-35a68be2-f265-432d-9c67-44d55bed9103 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (b63ea74f-5c62-4535-82ef-5ef95ee2c7d2), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:00.204491 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-35a68be2-f265-432d-9c67-44d55bed9103 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=ac2ac9f4480f46d7935cdf2465940793&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1636984 Feb 04 17:25:00.206550 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a68be2-f265-432d-9c67-44d55bed9103 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b63ea74f-5c62-4535-82ef-5ef95ee2c7d2,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:25:00.207305 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 40628) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:25:00.283249 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-ccce073e-08c5-4711-a0a6-7c2ade50fe62 admin admin] Publish callbacks [] for security_group (b63ea74f-5c62-4535-82ef-5ef95ee2c7d2), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:00.321875 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-ccce073e-08c5-4711-a0a6-7c2ade50fe62 admin admin] Publish callbacks [] for security_group (b63ea74f-5c62-4535-82ef-5ef95ee2c7d2), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:00.421758 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed32f277-0d10-4971-bfce-6ffd1f887713 req-0d789e90-4bf3-4359-bfa8-483dddfa25f0 tempest-ImagesTestJSON-301921999 tempest-ImagesTestJSON-301921999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:25:00.429169 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-ed32f277-0d10-4971-bfce-6ffd1f887713 req-0d789e90-4bf3-4359-bfa8-483dddfa25f0 tempest-ImagesTestJSON-301921999 tempest-ImagesTestJSON-301921999-project] 10.222.0.89 "GET /v2.0/ports?device_id=59790d20-7060-4360-ad74-921d11f4ec7c HTTP/1.1" status: 200 len: 946 time: 0.0915349 Feb 04 17:25:00.468630 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-ccce073e-08c5-4711-a0a6-7c2ade50fe62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (b63ea74f-5c62-4535-82ef-5ef95ee2c7d2), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:00.472155 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-ccce073e-08c5-4711-a0a6-7c2ade50fe62 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:00.473498 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-ccce073e-08c5-4711-a0a6-7c2ade50fe62 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/b63ea74f-5c62-4535-82ef-5ef95ee2c7d2 HTTP/1.1" status: 204 len: 168 time: 0.2652762 Feb 04 17:25:00.495297 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device 3af41b78-08e9-4d5c-93be-3e2ef1bdcc7f details requested by agent hyperv_n-h1-827839-2 with host n-h1-827839-2 {{(pid=103378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 17:25:00.527320 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccce073e-08c5-4711-a0a6-7c2ade50fe62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b63ea74f-5c62-4535-82ef-5ef95ee2c7d2,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:25:00.560433 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-ed32f277-0d10-4971-bfce-6ffd1f887713 req-a9819b05-4e24-4a09-b3f0-432fc2a1f745 tempest-ImagesTestJSON-301921999 tempest-ImagesTestJSON-301921999-project] 10.222.0.89 "GET /v2.0/security-groups?id=5b73e0f3-a9f7-4cf1-b4aa-b594ce8b7178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273417 Feb 04 17:25:00.588575 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-315f1e5f-32b6-4b12-844e-288737f2de0d req-aaf5bf94-c614-4c50-aaa2-8d868dbcd4b0 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=96f9652e-8b23-4729-8bd9-8d19010715cb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0872185 Feb 04 17:25:00.645347 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] For port 3af41b78-08e9-4d5c-93be-3e2ef1bdcc7f, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=3af41b78-08e9-4d5c-93be-3e2ef1bdcc7f,segment=NetworkSegment(072307a9-31c6-4f7a-9235-384357f581eb),segment_id=072307a9-31c6-4f7a-9235-384357f581eb)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:25:00.659069 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Returning: {'device': '3af41b78-08e9-4d5c-93be-3e2ef1bdcc7f', 'network_id': '02771309-aff5-472d-90da-927298d169e4', 'port_id': '3af41b78-08e9-4d5c-93be-3e2ef1bdcc7f', 'mac_address': 'fa:16:3e:7d:e1:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 766, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '069a4643-9702-4f4f-bc4a-cf22266ae74b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 17:25:00.701197 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315f1e5f-32b6-4b12-844e-288737f2de0d req-323acf87-0f91-4d32-b5fe-4c7992e9729e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:25:00.706727 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-315f1e5f-32b6-4b12-844e-288737f2de0d req-323acf87-0f91-4d32-b5fe-4c7992e9729e service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=416c048260b14ff1a410112cf5941611&device_id=96f9652e-8b23-4729-8bd9-8d19010715cb HTTP/1.1" status: 200 len: 1127 time: 0.0798142 Feb 04 17:25:00.726196 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Current status of the port 3af41b78-08e9-4d5c-93be-3e2ef1bdcc7f is: DOWN; New status is: BUILD {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:25:00.726598 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (3af41b78-08e9-4d5c-93be-3e2ef1bdcc7f), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:00.743018 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3af41b78-08e9-4d5c-93be-3e2ef1bdcc7f {{(pid=103378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 17:25:00.793803 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] For port 3af41b78-08e9-4d5c-93be-3e2ef1bdcc7f, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=3af41b78-08e9-4d5c-93be-3e2ef1bdcc7f,segment=NetworkSegment(072307a9-31c6-4f7a-9235-384357f581eb),segment_id=072307a9-31c6-4f7a-9235-384357f581eb)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:25:00.809645 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (3af41b78-08e9-4d5c-93be-3e2ef1bdcc7f), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:00.810629 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device d9d313cd-c191-41ee-8480-aa1e52db3c64 details requested by agent hyperv_n-h1-827839-2 with host n-h1-827839-2 {{(pid=103378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 17:25:00.971471 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315f1e5f-32b6-4b12-844e-288737f2de0d req-dcf95dcf-bdfc-4452-9eb2-046aadd4e311 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:25:00.982742 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.agents_db [None req-e1691f3b-aacd-4cd6-8ebb-a9c53bb301c0 None None] Agent healthcheck: found 7 active agents {{(pid=103379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 17:25:00.983972 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-315f1e5f-32b6-4b12-844e-288737f2de0d req-dcf95dcf-bdfc-4452-9eb2-046aadd4e311 service neutron] 10.222.0.90 "GET /v2.0/networks?id=65e96574-1b4a-495a-8b0d-441e42a3db76 HTTP/1.1" status: 200 len: 919 time: 0.2400837 Feb 04 17:25:01.027937 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Pushing event updated for resources: {'Port': ['ID=3af41b78-08e9-4d5c-93be-3e2ef1bdcc7f,revision_number=4']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:25:01.053710 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4618c2-6106-4fe1-a9fd-63e41fbc17f9 req-09d0716b-d266-40ac-8705-5eff9abed69a tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:25:01.063632 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-ca4618c2-6106-4fe1-a9fd-63e41fbc17f9 req-09d0716b-d266-40ac-8705-5eff9abed69a tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] 10.222.0.89 "GET /v2.0/ports?device_id=32c473d7-3f2d-495e-b44f-fd0929434fbd HTTP/1.1" status: 200 len: 944 time: 0.0927379 Feb 04 17:25:01.072231 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-315f1e5f-32b6-4b12-844e-288737f2de0d req-4b9e3512-cb74-4ac2-b4ae-c49127445570 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d7e5630c-e618-4daf-8f90-85c9c1cf18e5 HTTP/1.1" status: 200 len: 217 time: 0.0834816 Feb 04 17:25:01.095125 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] For port d9d313cd-c191-41ee-8480-aa1e52db3c64, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=d9d313cd-c191-41ee-8480-aa1e52db3c64,segment=NetworkSegment(a1ea1f0a-7fcf-4ab8-9856-e343e30ff965),segment_id=a1ea1f0a-7fcf-4ab8-9856-e343e30ff965)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:25:01.118857 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Returning: {'device': 'd9d313cd-c191-41ee-8480-aa1e52db3c64', 'network_id': '556cd7fb-ae94-473e-9ec8-6200a52368e1', 'port_id': 'd9d313cd-c191-41ee-8480-aa1e52db3c64', 'mac_address': 'fa:16:3e:59:ce:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 767, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c75ba609-a10e-4499-b6d7-a9d627fc3822', 'ip_address': '10.1.1.23'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 17:25:01.167400 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-ca4618c2-6106-4fe1-a9fd-63e41fbc17f9 req-02ae6a56-1936-4b64-bac0-0ace1625d459 tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] 10.222.0.89 "GET /v2.0/security-groups?id=e65ecd24-4d97-4684-be33-350ed30f90cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0942183 Feb 04 17:25:01.174210 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315f1e5f-32b6-4b12-844e-288737f2de0d req-c23346dd-2c1b-4c9b-97d4-ccf213f29606 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:25:01.175960 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-315f1e5f-32b6-4b12-844e-288737f2de0d req-c23346dd-2c1b-4c9b-97d4-ccf213f29606 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=99111859-42b4-4e18-9ce6-d611a4f50891 HTTP/1.1" status: 200 len: 858 time: 0.0919189 Feb 04 17:25:01.178194 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Current status of the port d9d313cd-c191-41ee-8480-aa1e52db3c64 is: DOWN; New status is: BUILD {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:25:01.178563 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (d9d313cd-c191-41ee-8480-aa1e52db3c64), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:01.209930 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 40664) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:25:01.233656 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9d313cd-c191-41ee-8480-aa1e52db3c64 {{(pid=103378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 17:25:01.238322 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246bf0da-500f-409c-9e0e-f01d7b3f5c25 req-b41e0144-3c8b-4540-8de4-48cb205c99f6 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:25:01.243186 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-f9516433-9b6d-443f-943e-f069d7546315 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:01.244635 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246bf0da-500f-409c-9e0e-f01d7b3f5c25 req-b41e0144-3c8b-4540-8de4-48cb205c99f6 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:25:01.251928 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246bf0da-500f-409c-9e0e-f01d7b3f5c25 req-b41e0144-3c8b-4540-8de4-48cb205c99f6 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:25:01.268802 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246bf0da-500f-409c-9e0e-f01d7b3f5c25 req-b41e0144-3c8b-4540-8de4-48cb205c99f6 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:25:01.274970 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246bf0da-500f-409c-9e0e-f01d7b3f5c25 req-b41e0144-3c8b-4540-8de4-48cb205c99f6 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:25:01.282493 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246bf0da-500f-409c-9e0e-f01d7b3f5c25 req-b41e0144-3c8b-4540-8de4-48cb205c99f6 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:25:01.296060 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] For port d9d313cd-c191-41ee-8480-aa1e52db3c64, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=d9d313cd-c191-41ee-8480-aa1e52db3c64,segment=NetworkSegment(a1ea1f0a-7fcf-4ab8-9856-e343e30ff965),segment_id=a1ea1f0a-7fcf-4ab8-9856-e343e30ff965)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:25:01.297197 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246bf0da-500f-409c-9e0e-f01d7b3f5c25 req-b41e0144-3c8b-4540-8de4-48cb205c99f6 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:25:01.299293 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-246bf0da-500f-409c-9e0e-f01d7b3f5c25 req-b41e0144-3c8b-4540-8de4-48cb205c99f6 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] 10.222.0.89 "GET /v2.0/ports?device_id=d23ffa64-7651-4974-8c0d-1ba4c302839d HTTP/1.1" status: 200 len: 5428 time: 0.4327126 Feb 04 17:25:01.305238 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (d9d313cd-c191-41ee-8480-aa1e52db3c64), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:01.306595 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device 8ddcb880-408a-4e5a-992e-36b8049df242 details requested by agent hyperv_n-h1-827839-2 with host n-h1-827839-2 {{(pid=103378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 17:25:01.351969 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-315f1e5f-32b6-4b12-844e-288737f2de0d req-26a6cacf-8fe0-4fa3-91c9-bb401b1d0f1b service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=65e96574-1b4a-495a-8b0d-441e42a3db76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1655991 Feb 04 17:25:01.414167 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] For port 8ddcb880-408a-4e5a-992e-36b8049df242, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=8ddcb880-408a-4e5a-992e-36b8049df242,segment=NetworkSegment(a1ea1f0a-7fcf-4ab8-9856-e343e30ff965),segment_id=a1ea1f0a-7fcf-4ab8-9856-e343e30ff965)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:25:01.424233 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Pushing event updated for resources: {'Port': ['ID=d9d313cd-c191-41ee-8480-aa1e52db3c64,revision_number=4']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:25:01.438261 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-f9516433-9b6d-443f-943e-f069d7546315 admin admin] Publish callbacks [] for security_group (6bc671d9-0683-44c1-b0ed-f45fc9cf27a1), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:01.444308 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Returning: {'device': '8ddcb880-408a-4e5a-992e-36b8049df242', 'network_id': '556cd7fb-ae94-473e-9ec8-6200a52368e1', 'port_id': '8ddcb880-408a-4e5a-992e-36b8049df242', 'mac_address': 'fa:16:3e:5d:fb:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 767, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c75ba609-a10e-4499-b6d7-a9d627fc3822', 'ip_address': '10.1.1.31'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 17:25:01.446106 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-f9516433-9b6d-443f-943e-f069d7546315 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (6bc671d9-0683-44c1-b0ed-f45fc9cf27a1), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:01.494784 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-246bf0da-500f-409c-9e0e-f01d7b3f5c25 req-507b8687-8718-4a35-b31f-ff44df8368f7 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] 10.222.0.89 "GET /v2.0/security-groups?id=f41001c7-a515-4baa-b12d-2443831f66d9&id=6c430dff-7990-44ba-b62d-7ce4a11c9249&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1730850 Feb 04 17:25:01.521063 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Current status of the port 8ddcb880-408a-4e5a-992e-36b8049df242 is: DOWN; New status is: BUILD {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:25:01.523034 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9516433-9b6d-443f-943e-f069d7546315 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bc671d9-0683-44c1-b0ed-f45fc9cf27a1,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:25:01.523382 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (8ddcb880-408a-4e5a-992e-36b8049df242), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:01.537576 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-f9516433-9b6d-443f-943e-f069d7546315 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=5af81699a3004403bbb32769afbb2dc8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3265221 Feb 04 17:25:01.541892 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 40680) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:25:01.550552 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ddcb880-408a-4e5a-992e-36b8049df242 {{(pid=103378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 17:25:01.603463 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] For port 8ddcb880-408a-4e5a-992e-36b8049df242, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=8ddcb880-408a-4e5a-992e-36b8049df242,segment=NetworkSegment(a1ea1f0a-7fcf-4ab8-9856-e343e30ff965),segment_id=a1ea1f0a-7fcf-4ab8-9856-e343e30ff965)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:25:01.610370 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-315f1e5f-32b6-4b12-844e-288737f2de0d req-775c7a49-aa80-43b1-9c6f-43ebbd03590d service neutron] 10.222.0.90 "GET /v2.0/networks/65e96574-1b4a-495a-8b0d-441e42a3db76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2444255 Feb 04 17:25:01.611741 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (8ddcb880-408a-4e5a-992e-36b8049df242), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:01.614115 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device 9d10f3e7-7f29-4443-b5c4-40872e166605 details requested by agent hyperv_n-h1-827839-2 with host n-h1-827839-2 {{(pid=103378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 17:25:01.617420 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcebc71f-bc70-4126-b06d-0305d4e42b7a req-0285b551-8cac-4ace-97e1-c41614fed436 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:25:01.619167 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-dcebc71f-bc70-4126-b06d-0305d4e42b7a req-0285b551-8cac-4ace-97e1-c41614fed436 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=e381d232a32f43f9a5f1684dbd7323ca&device_id=32c473d7-3f2d-495e-b44f-fd0929434fbd HTTP/1.1" status: 200 len: 1126 time: 0.0695136 Feb 04 17:25:01.728602 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] For port 9d10f3e7-7f29-4443-b5c4-40872e166605, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=9d10f3e7-7f29-4443-b5c4-40872e166605,segment=NetworkSegment(a1ea1f0a-7fcf-4ab8-9856-e343e30ff965),segment_id=a1ea1f0a-7fcf-4ab8-9856-e343e30ff965)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:25:01.740851 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Pushing event updated for resources: {'Port': ['ID=8ddcb880-408a-4e5a-992e-36b8049df242,revision_number=4']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:25:01.752664 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Returning: {'device': '9d10f3e7-7f29-4443-b5c4-40872e166605', 'network_id': '556cd7fb-ae94-473e-9ec8-6200a52368e1', 'port_id': '9d10f3e7-7f29-4443-b5c4-40872e166605', 'mac_address': 'fa:16:3e:63:41:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 767, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c75ba609-a10e-4499-b6d7-a9d627fc3822', 'ip_address': '10.1.1.36'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 17:25:01.757653 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-b8d2f7c6-d64a-49c1-9528-57bcd00ef203 admin admin] Publish callbacks [] for security_group (6bc671d9-0683-44c1-b0ed-f45fc9cf27a1), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:01.784126 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-b8d2f7c6-d64a-49c1-9528-57bcd00ef203 admin admin] Publish callbacks [] for security_group (6bc671d9-0683-44c1-b0ed-f45fc9cf27a1), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:01.837252 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Current status of the port 9d10f3e7-7f29-4443-b5c4-40872e166605 is: DOWN; New status is: BUILD {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:25:01.837656 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (9d10f3e7-7f29-4443-b5c4-40872e166605), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:01.847617 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-b8d2f7c6-d64a-49c1-9528-57bcd00ef203 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (6bc671d9-0683-44c1-b0ed-f45fc9cf27a1), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:01.850965 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-b8d2f7c6-d64a-49c1-9528-57bcd00ef203 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:01.855437 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcebc71f-bc70-4126-b06d-0305d4e42b7a req-6c6e4b29-95d0-471d-be87-74ba70aba18d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:25:01.856285 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-b8d2f7c6-d64a-49c1-9528-57bcd00ef203 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/6bc671d9-0683-44c1-b0ed-f45fc9cf27a1 HTTP/1.1" status: 204 len: 168 time: 0.3089890 Feb 04 17:25:01.856423 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-dcebc71f-bc70-4126-b06d-0305d4e42b7a req-6c6e4b29-95d0-471d-be87-74ba70aba18d service neutron] 10.222.0.96 "GET /v2.0/networks?id=482d30fe-67ad-4874-a89a-719137c68b40 HTTP/1.1" status: 200 len: 918 time: 0.2040372 Feb 04 17:25:01.864423 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a927ec-9078-4118-a51c-12e05c9040b9 req-a799a7e3-3075-4a8b-9031-763a553aad15 tempest-ImagesTestJSON-301921999 tempest-ImagesTestJSON-301921999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:25:01.869433 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d2f7c6-d64a-49c1-9528-57bcd00ef203 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bc671d9-0683-44c1-b0ed-f45fc9cf27a1,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:25:01.871321 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-33a927ec-9078-4118-a51c-12e05c9040b9 req-a799a7e3-3075-4a8b-9031-763a553aad15 tempest-ImagesTestJSON-301921999 tempest-ImagesTestJSON-301921999-project] 10.222.0.89 "GET /v2.0/ports?device_id=59790d20-7060-4360-ad74-921d11f4ec7c HTTP/1.1" status: 200 len: 946 time: 0.1188071 Feb 04 17:25:01.906468 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-315f1e5f-32b6-4b12-844e-288737f2de0d req-f676a3ef-7edd-4689-9c5e-4626d1140501 service neutron] 10.222.0.90 "GET /v2.0/networks/65e96574-1b4a-495a-8b0d-441e42a3db76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2772276 Feb 04 17:25:01.942706 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d10f3e7-7f29-4443-b5c4-40872e166605 {{(pid=103378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 17:25:01.983913 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-33a927ec-9078-4118-a51c-12e05c9040b9 req-c8d975fe-e167-4de7-9ddf-8af8382afa2c tempest-ImagesTestJSON-301921999 tempest-ImagesTestJSON-301921999-project] 10.222.0.89 "GET /v2.0/security-groups?id=5b73e0f3-a9f7-4cf1-b4aa-b594ce8b7178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971401 Feb 04 17:25:01.989211 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] For port 9d10f3e7-7f29-4443-b5c4-40872e166605, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=9d10f3e7-7f29-4443-b5c4-40872e166605,segment=NetworkSegment(a1ea1f0a-7fcf-4ab8-9856-e343e30ff965),segment_id=a1ea1f0a-7fcf-4ab8-9856-e343e30ff965)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:25:02.009380 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (9d10f3e7-7f29-4443-b5c4-40872e166605), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:02.024033 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-dcebc71f-bc70-4126-b06d-0305d4e42b7a req-fb8fbd38-11f3-4569-bf3f-5d881ce32cbc service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0dc06b5d-448b-4f0d-ad2e-de475b21d9b4 HTTP/1.1" status: 200 len: 1000 time: 0.1243575 Feb 04 17:25:02.092176 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcebc71f-bc70-4126-b06d-0305d4e42b7a req-06593378-59f4-410a-ac35-4793e5abb375 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:25:02.094086 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-dcebc71f-bc70-4126-b06d-0305d4e42b7a req-06593378-59f4-410a-ac35-4793e5abb375 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=038a8af9-19f4-4848-babf-d3b1e786f999 HTTP/1.1" status: 200 len: 856 time: 0.0599749 Feb 04 17:25:02.094229 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1b413cab-d20b-4619-ac8b-84dd10bd45d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (64ada913-9131-4d99-a265-63a920956287), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:02.132973 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Pushing event updated for resources: {'Port': ['ID=9d10f3e7-7f29-4443-b5c4-40872e166605,revision_number=4']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:25:02.197000 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcebc71f-bc70-4126-b06d-0305d4e42b7a req-68f70437-7c40-4389-9cf6-5b8d20775857 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:25:02.207286 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-dcebc71f-bc70-4126-b06d-0305d4e42b7a req-68f70437-7c40-4389-9cf6-5b8d20775857 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=482d30fe-67ad-4874-a89a-719137c68b40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0977530 Feb 04 17:25:02.407918 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-dcebc71f-bc70-4126-b06d-0305d4e42b7a req-5d906aa7-cbc1-4edc-ae5d-4b43baa51938 service neutron] 10.222.0.96 "GET /v2.0/networks/482d30fe-67ad-4874-a89a-719137c68b40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1910498 Feb 04 17:25:02.409565 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 40720) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:25:02.440692 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de025194-25d8-405a-a4ab-721dd3d61e87 req-95b1917f-d78b-4404-a890-37863c439e9e tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:25:02.442478 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-de025194-25d8-405a-a4ab-721dd3d61e87 req-95b1917f-d78b-4404-a890-37863c439e9e tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] 10.222.0.89 "GET /v2.0/ports?device_id=32c473d7-3f2d-495e-b44f-fd0929434fbd HTTP/1.1" status: 200 len: 944 time: 0.1452670 Feb 04 17:25:02.507386 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-de025194-25d8-405a-a4ab-721dd3d61e87 req-cb179c88-0481-4c6b-bffe-c237941a2084 tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] 10.222.0.89 "GET /v2.0/security-groups?id=e65ecd24-4d97-4684-be33-350ed30f90cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586288 Feb 04 17:25:02.522056 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device ebd98b55-b8fd-45a0-bc8c-3d8c64222855 details requested by agent hyperv_n-h1-827839-2 with host n-h1-827839-2 {{(pid=103378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 17:25:02.616535 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-dcebc71f-bc70-4126-b06d-0305d4e42b7a req-32ddacc4-9d2d-47ad-9c57-ed5b600d2f72 service neutron] 10.222.0.96 "GET /v2.0/networks/482d30fe-67ad-4874-a89a-719137c68b40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1989074 Feb 04 17:25:02.691082 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-855d84ef-aaa7-4cd1-a30a-cace4438eb4c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:02.804510 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] For port ebd98b55-b8fd-45a0-bc8c-3d8c64222855, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=ebd98b55-b8fd-45a0-bc8c-3d8c64222855,segment=NetworkSegment(a1ea1f0a-7fcf-4ab8-9856-e343e30ff965),segment_id=a1ea1f0a-7fcf-4ab8-9856-e343e30ff965)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:25:02.832658 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Returning: {'device': 'ebd98b55-b8fd-45a0-bc8c-3d8c64222855', 'network_id': '556cd7fb-ae94-473e-9ec8-6200a52368e1', 'port_id': 'ebd98b55-b8fd-45a0-bc8c-3d8c64222855', 'mac_address': 'fa:16:3e:26:78:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 767, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c75ba609-a10e-4499-b6d7-a9d627fc3822', 'ip_address': '10.1.1.45'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 17:25:02.840641 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590913bc-d303-4f09-82f1-dcf88a66e65b req-32d1599c-e0af-4193-8d39-2ae199e65f68 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:25:02.847025 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590913bc-d303-4f09-82f1-dcf88a66e65b req-32d1599c-e0af-4193-8d39-2ae199e65f68 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:25:02.853389 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590913bc-d303-4f09-82f1-dcf88a66e65b req-32d1599c-e0af-4193-8d39-2ae199e65f68 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:25:02.860990 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590913bc-d303-4f09-82f1-dcf88a66e65b req-32d1599c-e0af-4193-8d39-2ae199e65f68 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:25:02.867257 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590913bc-d303-4f09-82f1-dcf88a66e65b req-32d1599c-e0af-4193-8d39-2ae199e65f68 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:25:02.873058 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590913bc-d303-4f09-82f1-dcf88a66e65b req-32d1599c-e0af-4193-8d39-2ae199e65f68 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:25:02.879336 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590913bc-d303-4f09-82f1-dcf88a66e65b req-32d1599c-e0af-4193-8d39-2ae199e65f68 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:25:02.889749 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-590913bc-d303-4f09-82f1-dcf88a66e65b req-32d1599c-e0af-4193-8d39-2ae199e65f68 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] 10.222.0.89 "GET /v2.0/ports?device_id=d23ffa64-7651-4974-8c0d-1ba4c302839d HTTP/1.1" status: 200 len: 5431 time: 0.2489388 Feb 04 17:25:02.898722 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-855d84ef-aaa7-4cd1-a30a-cace4438eb4c admin admin] Publish callbacks [] for security_group (b11ab74d-4b4d-45ac-b73f-d945f7a63a92), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:02.905652 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-855d84ef-aaa7-4cd1-a30a-cace4438eb4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (b11ab74d-4b4d-45ac-b73f-d945f7a63a92), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:02.959047 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d408ec64-b374-4acb-a1fc-48241dad6d47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (0cd6d64a-47a7-40ff-8c12-71dd526c62e0), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:02.964278 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Current status of the port ebd98b55-b8fd-45a0-bc8c-3d8c64222855 is: DOWN; New status is: BUILD {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:25:02.964658 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (ebd98b55-b8fd-45a0-bc8c-3d8c64222855), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:02.972676 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-855d84ef-aaa7-4cd1-a30a-cace4438eb4c admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=f13f73c2a3b74603a670922878e5b604&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5614870 Feb 04 17:25:02.985738 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855d84ef-aaa7-4cd1-a30a-cace4438eb4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b11ab74d-4b4d-45ac-b73f-d945f7a63a92,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:25:02.992400 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-590913bc-d303-4f09-82f1-dcf88a66e65b req-e8045ad4-036a-460d-8739-41db9021ea51 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] 10.222.0.89 "GET /v2.0/security-groups?id=f41001c7-a515-4baa-b12d-2443831f66d9&id=6c430dff-7990-44ba-b62d-7ce4a11c9249&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1013165 Feb 04 17:25:02.993451 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 40744) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:25:03.018855 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ebd98b55-b8fd-45a0-bc8c-3d8c64222855 {{(pid=103378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 17:25:03.084432 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] get_ports_and_sgs() called for port_ids ['8ddcb880-408a-4e5a-992e-36b8049df242'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 17:25:03.100664 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] For port ebd98b55-b8fd-45a0-bc8c-3d8c64222855, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=ebd98b55-b8fd-45a0-bc8c-3d8c64222855,segment=NetworkSegment(a1ea1f0a-7fcf-4ab8-9856-e343e30ff965),segment_id=a1ea1f0a-7fcf-4ab8-9856-e343e30ff965)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:25:03.124273 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-4c3ebbe9-0c56-44b0-bbf9-df2142a08db5 admin admin] Publish callbacks [] for security_group (b11ab74d-4b4d-45ac-b73f-d945f7a63a92), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:03.151330 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (ebd98b55-b8fd-45a0-bc8c-3d8c64222855), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:03.152211 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device 22b8e9e9-9bfb-4c6e-95b2-78e04b75aa5a details requested by agent hyperv_n-h1-827839-2 with host n-h1-827839-2 {{(pid=103378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 17:25:03.169409 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] get_ports_and_sgs() called for port_ids ['d9d313cd-c191-41ee-8480-aa1e52db3c64'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 17:25:03.170832 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-4c3ebbe9-0c56-44b0-bbf9-df2142a08db5 admin admin] Publish callbacks [] for security_group (b11ab74d-4b4d-45ac-b73f-d945f7a63a92), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:03.220794 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b94f7f4-a7e5-4692-a31a-62af810be048 req-cc7370d5-d196-447b-badb-2625dfcd3cdb tempest-ImagesTestJSON-301921999 tempest-ImagesTestJSON-301921999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:25:03.233479 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-6b94f7f4-a7e5-4692-a31a-62af810be048 req-cc7370d5-d196-447b-badb-2625dfcd3cdb tempest-ImagesTestJSON-301921999 tempest-ImagesTestJSON-301921999-project] 10.222.0.89 "GET /v2.0/ports?device_id=59790d20-7060-4360-ad74-921d11f4ec7c HTTP/1.1" status: 200 len: 946 time: 0.1312175 Feb 04 17:25:03.345975 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-4c3ebbe9-0c56-44b0-bbf9-df2142a08db5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (b11ab74d-4b4d-45ac-b73f-d945f7a63a92), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:03.352625 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-4c3ebbe9-0c56-44b0-bbf9-df2142a08db5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:03.354324 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-4c3ebbe9-0c56-44b0-bbf9-df2142a08db5 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/b11ab74d-4b4d-45ac-b73f-d945f7a63a92 HTTP/1.1" status: 204 len: 168 time: 0.3604615 Feb 04 17:25:03.373646 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-6b94f7f4-a7e5-4692-a31a-62af810be048 req-69bd4965-9529-43a1-a516-1a35f4a97023 tempest-ImagesTestJSON-301921999 tempest-ImagesTestJSON-301921999-project] 10.222.0.89 "GET /v2.0/security-groups?id=5b73e0f3-a9f7-4cf1-b4aa-b594ce8b7178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222501 Feb 04 17:25:03.383450 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3ebbe9-0c56-44b0-bbf9-df2142a08db5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b11ab74d-4b4d-45ac-b73f-d945f7a63a92,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:25:03.798002 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] get_ports_and_sgs() called for port_ids ['9d10f3e7-7f29-4443-b5c4-40872e166605'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 17:25:03.805358 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 40784) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:25:03.840376 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fb7add-07ef-40fd-9676-934ad3a34bb9 req-6c1d2d9f-6508-4c17-b85d-881050c5a5a9 tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:25:03.851284 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-15fb7add-07ef-40fd-9676-934ad3a34bb9 req-6c1d2d9f-6508-4c17-b85d-881050c5a5a9 tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] 10.222.0.89 "GET /v2.0/ports?device_id=32c473d7-3f2d-495e-b44f-fd0929434fbd HTTP/1.1" status: 200 len: 944 time: 0.1808825 Feb 04 17:25:03.895656 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] get_ports_and_sgs() called for port_ids ['3af41b78-08e9-4d5c-93be-3e2ef1bdcc7f'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 17:25:03.937299 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-15fb7add-07ef-40fd-9676-934ad3a34bb9 req-d82122e9-16fd-40f3-8740-23eada806797 tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] 10.222.0.89 "GET /v2.0/security-groups?id=e65ecd24-4d97-4684-be33-350ed30f90cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0847950 Feb 04 17:25:04.127752 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-0775dbf7-60fe-4631-86b6-d88a608867f6 tempest-AgentManagementNegativeTest-192514660 tempest-AgentManagementNegativeTest-192514660-project] 10.222.0.89 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.3206472 Feb 04 17:25:04.128273 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 40794) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:25:04.172532 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-39bda730-b2d4-46ef-9237-36b5230621d6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:04.182778 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.db.resource_extend [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 17:25:04.359652 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fa4ce9-ce78-48aa-9600-e5a5ffd40f20 req-76d2d2e3-818e-46dc-ac8b-e30c8a2123d3 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:25:04.366294 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fa4ce9-ce78-48aa-9600-e5a5ffd40f20 req-76d2d2e3-818e-46dc-ac8b-e30c8a2123d3 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:25:04.373642 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fa4ce9-ce78-48aa-9600-e5a5ffd40f20 req-76d2d2e3-818e-46dc-ac8b-e30c8a2123d3 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:25:04.380124 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fa4ce9-ce78-48aa-9600-e5a5ffd40f20 req-76d2d2e3-818e-46dc-ac8b-e30c8a2123d3 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:25:04.384182 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-39bda730-b2d4-46ef-9237-36b5230621d6 admin admin] Publish callbacks [] for security_group (95170082-dedf-4808-aa99-dc090600f113), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:04.387165 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fa4ce9-ce78-48aa-9600-e5a5ffd40f20 req-76d2d2e3-818e-46dc-ac8b-e30c8a2123d3 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:25:04.389003 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-39bda730-b2d4-46ef-9237-36b5230621d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (95170082-dedf-4808-aa99-dc090600f113), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:04.393928 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fa4ce9-ce78-48aa-9600-e5a5ffd40f20 req-76d2d2e3-818e-46dc-ac8b-e30c8a2123d3 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:25:04.399474 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fa4ce9-ce78-48aa-9600-e5a5ffd40f20 req-76d2d2e3-818e-46dc-ac8b-e30c8a2123d3 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:25:04.404354 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Pushing event updated for resources: {'Port': ['ID=ebd98b55-b8fd-45a0-bc8c-3d8c64222855,revision_number=4']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:25:04.408762 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-a6fa4ce9-ce78-48aa-9600-e5a5ffd40f20 req-76d2d2e3-818e-46dc-ac8b-e30c8a2123d3 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] 10.222.0.89 "GET /v2.0/ports?device_id=d23ffa64-7651-4974-8c0d-1ba4c302839d HTTP/1.1" status: 200 len: 5432 time: 0.1982195 Feb 04 17:25:04.448658 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 40808) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:25:04.448893 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-39bda730-b2d4-46ef-9237-36b5230621d6 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=6f56d5babc844ed5a194683fdb5084c8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3192158 Feb 04 17:25:04.449860 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bda730-b2d4-46ef-9237-36b5230621d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95170082-dedf-4808-aa99-dc090600f113,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:25:04.571399 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-a6fa4ce9-ce78-48aa-9600-e5a5ffd40f20 req-56b86a7f-0d1c-4be5-8845-7e634180c606 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] 10.222.0.89 "GET /v2.0/security-groups?id=f41001c7-a515-4baa-b12d-2443831f66d9&id=6c430dff-7990-44ba-b62d-7ce4a11c9249&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1615212 Feb 04 17:25:04.650221 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-17ae4b7e-5c4c-4b26-8f81-81e7018c462c admin admin] Publish callbacks [] for security_group (95170082-dedf-4808-aa99-dc090600f113), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:04.673125 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] For port 22b8e9e9-9bfb-4c6e-95b2-78e04b75aa5a, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=22b8e9e9-9bfb-4c6e-95b2-78e04b75aa5a,segment=NetworkSegment(156d2511-93c9-4616-953a-81bac597ab8a),segment_id=156d2511-93c9-4616-953a-81bac597ab8a)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:25:04.730190 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-17ae4b7e-5c4c-4b26-8f81-81e7018c462c admin admin] Publish callbacks [] for security_group (95170082-dedf-4808-aa99-dc090600f113), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:04.749506 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Returning: {'device': '22b8e9e9-9bfb-4c6e-95b2-78e04b75aa5a', 'network_id': '8c9cb33a-476f-4f00-a8aa-706c33a5dd83', 'port_id': '22b8e9e9-9bfb-4c6e-95b2-78e04b75aa5a', 'mac_address': 'fa:16:3e:54:d6:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 775, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6fc7b77-ba48-4d2d-af47-eb29cf9d0175', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 17:25:04.838169 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-17ae4b7e-5c4c-4b26-8f81-81e7018c462c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (95170082-dedf-4808-aa99-dc090600f113), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:04.842889 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-17ae4b7e-5c4c-4b26-8f81-81e7018c462c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:04.844606 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-17ae4b7e-5c4c-4b26-8f81-81e7018c462c admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/95170082-dedf-4808-aa99-dc090600f113 HTTP/1.1" status: 204 len: 168 time: 0.3944287 Feb 04 17:25:04.863062 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ae4b7e-5c4c-4b26-8f81-81e7018c462c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95170082-dedf-4808-aa99-dc090600f113,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:25:04.895039 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4f14bb47-e72b-46ac-9e44-a61d9293afcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (75326290-f7a3-4db8-9cf2-15c7139ed224), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:04.913218 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 40824) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:25:05.149205 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-6a9fdd86-c7f5-4279-936c-90d3041e7bfb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:05.159457 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Current status of the port 22b8e9e9-9bfb-4c6e-95b2-78e04b75aa5a is: DOWN; New status is: BUILD {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:25:05.159851 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (22b8e9e9-9bfb-4c6e-95b2-78e04b75aa5a), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:05.203668 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22b8e9e9-9bfb-4c6e-95b2-78e04b75aa5a {{(pid=103378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 17:25:05.224979 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] For port 22b8e9e9-9bfb-4c6e-95b2-78e04b75aa5a, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=22b8e9e9-9bfb-4c6e-95b2-78e04b75aa5a,segment=NetworkSegment(156d2511-93c9-4616-953a-81bac597ab8a),segment_id=156d2511-93c9-4616-953a-81bac597ab8a)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:25:05.238769 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (22b8e9e9-9bfb-4c6e-95b2-78e04b75aa5a), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:05.239454 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device d07f6690-41dc-473d-8b49-2b36d0026fa9 details requested by agent hyperv_n-h1-827839-2 with host n-h1-827839-2 {{(pid=103378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 17:25:05.264161 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-6a9fdd86-c7f5-4279-936c-90d3041e7bfb admin admin] Publish callbacks [] for security_group (62094497-6765-4e82-b55e-7f595003764e), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:05.278625 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-6a9fdd86-c7f5-4279-936c-90d3041e7bfb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (62094497-6765-4e82-b55e-7f595003764e), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:05.316463 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9fdd86-c7f5-4279-936c-90d3041e7bfb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62094497-6765-4e82-b55e-7f595003764e,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:25:05.328088 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] For port d07f6690-41dc-473d-8b49-2b36d0026fa9, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=d07f6690-41dc-473d-8b49-2b36d0026fa9,segment=NetworkSegment(156d2511-93c9-4616-953a-81bac597ab8a),segment_id=156d2511-93c9-4616-953a-81bac597ab8a)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:25:05.336999 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Pushing event updated for resources: {'Port': ['ID=22b8e9e9-9bfb-4c6e-95b2-78e04b75aa5a,revision_number=4']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:25:05.355270 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Returning: {'device': 'd07f6690-41dc-473d-8b49-2b36d0026fa9', 'network_id': '8c9cb33a-476f-4f00-a8aa-706c33a5dd83', 'port_id': 'd07f6690-41dc-473d-8b49-2b36d0026fa9', 'mac_address': 'fa:16:3e:84:76:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 775, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6fc7b77-ba48-4d2d-af47-eb29cf9d0175', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 17:25:05.380097 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9430ae3b-6685-4a39-9088-2a1de412c24b req-1e053e4b-6764-46ec-a692-c10ecc552c28 tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:25:05.381754 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-9430ae3b-6685-4a39-9088-2a1de412c24b req-1e053e4b-6764-46ec-a692-c10ecc552c28 tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] 10.222.0.89 "GET /v2.0/ports?device_id=32c473d7-3f2d-495e-b44f-fd0929434fbd HTTP/1.1" status: 200 len: 944 time: 0.3063200 Feb 04 17:25:05.415315 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9fdd86-c7f5-4279-936c-90d3041e7bfb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:25:05.416529 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9fdd86-c7f5-4279-936c-90d3041e7bfb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:25:05.418069 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9fdd86-c7f5-4279-936c-90d3041e7bfb admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:25:05.418787 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9fdd86-c7f5-4279-936c-90d3041e7bfb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:25:05.419368 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9fdd86-c7f5-4279-936c-90d3041e7bfb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:25:05.419920 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9fdd86-c7f5-4279-936c-90d3041e7bfb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:25:05.420034 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Current status of the port d07f6690-41dc-473d-8b49-2b36d0026fa9 is: DOWN; New status is: BUILD {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:25:05.420686 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9fdd86-c7f5-4279-936c-90d3041e7bfb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:25:05.421289 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9fdd86-c7f5-4279-936c-90d3041e7bfb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:25:05.422083 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9fdd86-c7f5-4279-936c-90d3041e7bfb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:25:05.422861 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (d07f6690-41dc-473d-8b49-2b36d0026fa9), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:05.423074 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9fdd86-c7f5-4279-936c-90d3041e7bfb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:25:05.423608 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9fdd86-c7f5-4279-936c-90d3041e7bfb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:25:05.424156 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9fdd86-c7f5-4279-936c-90d3041e7bfb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:25:05.424706 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9fdd86-c7f5-4279-936c-90d3041e7bfb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:25:05.461574 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d07f6690-41dc-473d-8b49-2b36d0026fa9 {{(pid=103378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 17:25:05.468137 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-6a9fdd86-c7f5-4279-936c-90d3041e7bfb admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=d9ec402658104c84b46759e94c87158a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5538051 Feb 04 17:25:05.470872 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 40846) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:25:05.506321 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] For port d07f6690-41dc-473d-8b49-2b36d0026fa9, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=d07f6690-41dc-473d-8b49-2b36d0026fa9,segment=NetworkSegment(156d2511-93c9-4616-953a-81bac597ab8a),segment_id=156d2511-93c9-4616-953a-81bac597ab8a)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:25:05.512261 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (d07f6690-41dc-473d-8b49-2b36d0026fa9), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:05.554050 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-9430ae3b-6685-4a39-9088-2a1de412c24b req-e9e25988-06c8-4fbd-8e77-561107654f80 tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] 10.222.0.89 "GET /v2.0/security-groups?id=e65ecd24-4d97-4684-be33-350ed30f90cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1552410 Feb 04 17:25:05.566022 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Pushing event updated for resources: {'Port': ['ID=d07f6690-41dc-473d-8b49-2b36d0026fa9,revision_number=4']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:25:05.602559 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-03369305-4004-44eb-bd4b-8c0050009c29 admin admin] Publish callbacks [] for security_group (62094497-6765-4e82-b55e-7f595003764e), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:05.646446 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-03369305-4004-44eb-bd4b-8c0050009c29 admin admin] Publish callbacks [] for security_group (62094497-6765-4e82-b55e-7f595003764e), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:05.700028 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (ba70844b-66a0-45fd-a2f2-e6ed673321fc), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:05.738644 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-03369305-4004-44eb-bd4b-8c0050009c29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (62094497-6765-4e82-b55e-7f595003764e), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:05.743570 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-03369305-4004-44eb-bd4b-8c0050009c29 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:05.745083 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-03369305-4004-44eb-bd4b-8c0050009c29 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/62094497-6765-4e82-b55e-7f595003764e HTTP/1.1" status: 204 len: 168 time: 0.2726212 Feb 04 17:25:05.839411 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03369305-4004-44eb-bd4b-8c0050009c29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62094497-6765-4e82-b55e-7f595003764e,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:25:05.941104 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896b4045-1264-4e64-8891-5c4e9ce2e46a req-0ad81ab1-15f4-4d78-903f-4300569739e4 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:25:05.947050 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896b4045-1264-4e64-8891-5c4e9ce2e46a req-0ad81ab1-15f4-4d78-903f-4300569739e4 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:25:05.953988 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896b4045-1264-4e64-8891-5c4e9ce2e46a req-0ad81ab1-15f4-4d78-903f-4300569739e4 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:25:05.961841 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896b4045-1264-4e64-8891-5c4e9ce2e46a req-0ad81ab1-15f4-4d78-903f-4300569739e4 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:25:05.966744 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896b4045-1264-4e64-8891-5c4e9ce2e46a req-0ad81ab1-15f4-4d78-903f-4300569739e4 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:25:05.972762 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896b4045-1264-4e64-8891-5c4e9ce2e46a req-0ad81ab1-15f4-4d78-903f-4300569739e4 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:25:05.978700 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896b4045-1264-4e64-8891-5c4e9ce2e46a req-0ad81ab1-15f4-4d78-903f-4300569739e4 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:25:05.981612 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-896b4045-1264-4e64-8891-5c4e9ce2e46a req-0ad81ab1-15f4-4d78-903f-4300569739e4 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] 10.222.0.89 "GET /v2.0/ports?device_id=d23ffa64-7651-4974-8c0d-1ba4c302839d HTTP/1.1" status: 200 len: 5434 time: 0.2132769 Feb 04 17:25:06.092032 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-896b4045-1264-4e64-8891-5c4e9ce2e46a req-1b6f5f29-1150-4f94-a076-d874baf7378c tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] 10.222.0.89 "GET /v2.0/security-groups?id=f41001c7-a515-4baa-b12d-2443831f66d9&id=6c430dff-7990-44ba-b62d-7ce4a11c9249&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0992751 Feb 04 17:25:06.897404 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6ae696-c01b-4e15-bdc4-51f31a15e8d5 req-884ee7ff-ce48-47c5-bcea-3c3b659f546c tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:25:06.923161 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-1c6ae696-c01b-4e15-bdc4-51f31a15e8d5 req-884ee7ff-ce48-47c5-bcea-3c3b659f546c tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] 10.222.0.89 "GET /v2.0/ports?device_id=32c473d7-3f2d-495e-b44f-fd0929434fbd HTTP/1.1" status: 200 len: 944 time: 0.1985390 Feb 04 17:25:07.000488 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 40926) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:25:07.061071 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-1c6ae696-c01b-4e15-bdc4-51f31a15e8d5 req-07b595a3-f5a3-4a5c-b618-9eb0df5ad851 tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] 10.222.0.89 "GET /v2.0/security-groups?id=e65ecd24-4d97-4684-be33-350ed30f90cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1349914 Feb 04 17:25:07.409520 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec168e5-324e-4f25-8f37-2f1b9591d5fc req-5840a6e7-bdd7-41ef-ba9e-b233d09de689 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:25:07.426220 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec168e5-324e-4f25-8f37-2f1b9591d5fc req-5840a6e7-bdd7-41ef-ba9e-b233d09de689 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:25:07.441714 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec168e5-324e-4f25-8f37-2f1b9591d5fc req-5840a6e7-bdd7-41ef-ba9e-b233d09de689 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:25:07.448246 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec168e5-324e-4f25-8f37-2f1b9591d5fc req-5840a6e7-bdd7-41ef-ba9e-b233d09de689 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:25:07.454221 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec168e5-324e-4f25-8f37-2f1b9591d5fc req-5840a6e7-bdd7-41ef-ba9e-b233d09de689 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:25:07.459922 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec168e5-324e-4f25-8f37-2f1b9591d5fc req-5840a6e7-bdd7-41ef-ba9e-b233d09de689 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:25:07.475900 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec168e5-324e-4f25-8f37-2f1b9591d5fc req-5840a6e7-bdd7-41ef-ba9e-b233d09de689 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:25:07.485955 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-aec168e5-324e-4f25-8f37-2f1b9591d5fc req-5840a6e7-bdd7-41ef-ba9e-b233d09de689 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] 10.222.0.89 "GET /v2.0/ports?device_id=d23ffa64-7651-4974-8c0d-1ba4c302839d HTTP/1.1" status: 200 len: 5434 time: 0.2414668 Feb 04 17:25:07.503070 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-ce94cb33-439a-40f7-befa-d82939900fc1 tempest-NetworksIpV6TestAttrs-343039069 tempest-NetworksIpV6TestAttrs-343039069-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-2054242711'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:25:07.530130 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce94cb33-439a-40f7-befa-d82939900fc1 tempest-NetworksIpV6TestAttrs-343039069 tempest-NetworksIpV6TestAttrs-343039069-project] Made reservation on behalf of 61e65ff555f249888a54635e551327f2 for: {'network': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:25:07.534836 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-ce94cb33-439a-40f7-befa-d82939900fc1 tempest-NetworksIpV6TestAttrs-343039069 tempest-NetworksIpV6TestAttrs-343039069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for network (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:07.542477 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device 3cb6e588-038b-4f71-a9c3-1199f185e71c details requested by agent hyperv_n-h1-827839-2 with host n-h1-827839-2 {{(pid=103378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 17:25:07.557398 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-ce94cb33-439a-40f7-befa-d82939900fc1 tempest-NetworksIpV6TestAttrs-343039069 tempest-NetworksIpV6TestAttrs-343039069-project] Publish callbacks [] for security_group (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:07.661093 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-aec168e5-324e-4f25-8f37-2f1b9591d5fc req-7d4cbe30-2080-401b-885d-78e9846afa22 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] 10.222.0.89 "GET /v2.0/security-groups?id=f41001c7-a515-4baa-b12d-2443831f66d9&id=6c430dff-7990-44ba-b62d-7ce4a11c9249&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1704152 Feb 04 17:25:07.714250 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] For port 3cb6e588-038b-4f71-a9c3-1199f185e71c, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=3cb6e588-038b-4f71-a9c3-1199f185e71c,segment=NetworkSegment(40be95d6-8661-400f-bc9d-3f4c57dcd00c),segment_id=40be95d6-8661-400f-bc9d-3f4c57dcd00c)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:25:07.732044 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Returning: {'device': '3cb6e588-038b-4f71-a9c3-1199f185e71c', 'network_id': 'a69bfb95-797b-4825-866b-2c94a621d18a', 'port_id': '3cb6e588-038b-4f71-a9c3-1199f185e71c', 'mac_address': 'fa:16:3e:0a:80:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 769, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c5f610d-9231-45f1-abd7-6e26ccd02030', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 17:25:07.778155 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] get_ports_and_sgs() called for port_ids ['22b8e9e9-9bfb-4c6e-95b2-78e04b75aa5a'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 17:25:07.796905 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-ce94cb33-439a-40f7-befa-d82939900fc1 tempest-NetworksIpV6TestAttrs-343039069 tempest-NetworksIpV6TestAttrs-343039069-project] Publish callbacks [] for security_group (7990bdf0-8e31-4c8e-8604-bcf663d0febc), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:07.806544 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-ce94cb33-439a-40f7-befa-d82939900fc1 tempest-NetworksIpV6TestAttrs-343039069 tempest-NetworksIpV6TestAttrs-343039069-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (7990bdf0-8e31-4c8e-8604-bcf663d0febc), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:07.846246 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce94cb33-439a-40f7-befa-d82939900fc1 tempest-NetworksIpV6TestAttrs-343039069 tempest-NetworksIpV6TestAttrs-343039069-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7990bdf0-8e31-4c8e-8604-bcf663d0febc,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:25:07.857510 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce94cb33-439a-40f7-befa-d82939900fc1 tempest-NetworksIpV6TestAttrs-343039069 tempest-NetworksIpV6TestAttrs-343039069-project] vlan segment allocate from pool success with {'vlan_id': 784, 'physical_network': 'physnet1'} {{(pid=103377) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 17:25:07.863840 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Current status of the port 3cb6e588-038b-4f71-a9c3-1199f185e71c is: ACTIVE; New status is: BUILD {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:25:07.864628 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (3cb6e588-038b-4f71-a9c3-1199f185e71c), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:07.870988 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-ce94cb33-439a-40f7-befa-d82939900fc1 tempest-NetworksIpV6TestAttrs-343039069 tempest-NetworksIpV6TestAttrs-343039069-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (1ed65c1f-f614-41b8-a8dd-71e2b6e7574f), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:07.872393 n-d-827839-2 neutron-server[103377]: INFO neutron.db.segments_db [None req-ce94cb33-439a-40f7-befa-d82939900fc1 tempest-NetworksIpV6TestAttrs-343039069 tempest-NetworksIpV6TestAttrs-343039069-project] Added segment 1ed65c1f-f614-41b8-a8dd-71e2b6e7574f of type vlan for network a4c56abf-cd3d-4cd4-a6cd-c89363084542 Feb 04 17:25:07.887075 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3cb6e588-038b-4f71-a9c3-1199f185e71c {{(pid=103378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 17:25:07.932690 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] For port 3cb6e588-038b-4f71-a9c3-1199f185e71c, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=3cb6e588-038b-4f71-a9c3-1199f185e71c,segment=NetworkSegment(40be95d6-8661-400f-bc9d-3f4c57dcd00c),segment_id=40be95d6-8661-400f-bc9d-3f4c57dcd00c)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:25:07.940939 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (3cb6e588-038b-4f71-a9c3-1199f185e71c), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:07.968910 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-ce94cb33-439a-40f7-befa-d82939900fc1 tempest-NetworksIpV6TestAttrs-343039069 tempest-NetworksIpV6TestAttrs-343039069-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781084292801'] for network (a4c56abf-cd3d-4cd4-a6cd-c89363084542), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:08.033594 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-ce94cb33-439a-40f7-befa-d82939900fc1 tempest-NetworksIpV6TestAttrs-343039069 tempest-NetworksIpV6TestAttrs-343039069-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327'] for network (a4c56abf-cd3d-4cd4-a6cd-c89363084542), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:08.044524 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce94cb33-439a-40f7-befa-d82939900fc1 tempest-NetworksIpV6TestAttrs-343039069 tempest-NetworksIpV6TestAttrs-343039069-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:25:08.046190 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-ce94cb33-439a-40f7-befa-d82939900fc1 tempest-NetworksIpV6TestAttrs-343039069 tempest-NetworksIpV6TestAttrs-343039069-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677565'] for network (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:08.090724 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Pushing event updated for resources: {'Port': ['ID=3cb6e588-038b-4f71-a9c3-1199f185e71c,revision_number=6']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:25:08.165104 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] get_ports_and_sgs() called for port_ids ['d07f6690-41dc-473d-8b49-2b36d0026fa9'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 17:25:08.268962 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-ce94cb33-439a-40f7-befa-d82939900fc1 tempest-NetworksIpV6TestAttrs-343039069 tempest-NetworksIpV6TestAttrs-343039069-project] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.2654772 Feb 04 17:25:08.348097 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce94cb33-439a-40f7-befa-d82939900fc1 tempest-NetworksIpV6TestAttrs-343039069 tempest-NetworksIpV6TestAttrs-343039069-project] Pushing event updated for resources: {'Network': ['ID=a4c56abf-cd3d-4cd4-a6cd-c89363084542,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:25:08.367732 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] get_ports_and_sgs() called for port_ids ['ebd98b55-b8fd-45a0-bc8c-3d8c64222855'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 17:25:08.376558 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Network a4c56abf-cd3d-4cd4-a6cd-c89363084542 details requested by agent ovs-agent-n-d-827839-2 with host n-d-827839-2 {{(pid=103378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 17:25:08.396077 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfdcfe8-ff72-44a4-9504-431c95da0f0b req-0a4f3bb8-dd3b-430f-965f-a274f3686bcf tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:25:08.397616 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-2cfdcfe8-ff72-44a4-9504-431c95da0f0b req-0a4f3bb8-dd3b-430f-965f-a274f3686bcf tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] 10.222.0.89 "GET /v2.0/ports?device_id=32c473d7-3f2d-495e-b44f-fd0929434fbd HTTP/1.1" status: 200 len: 944 time: 0.1540084 Feb 04 17:25:08.506407 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-2cfdcfe8-ff72-44a4-9504-431c95da0f0b req-9c02144a-2070-4d79-a534-4899effb71d8 tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] 10.222.0.89 "GET /v2.0/security-groups?id=e65ecd24-4d97-4684-be33-350ed30f90cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0884988 Feb 04 17:25:08.796220 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] get_ports_and_sgs() called for port_ids ['3cb6e588-038b-4f71-a9c3-1199f185e71c'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 17:25:08.967698 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52644a4f-6089-43ce-a1d0-ea2e101cc12e req-a8ebdcfb-ace2-44d4-8d0b-c597f90b85ba tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:25:08.981419 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52644a4f-6089-43ce-a1d0-ea2e101cc12e req-a8ebdcfb-ace2-44d4-8d0b-c597f90b85ba tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:25:08.992773 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52644a4f-6089-43ce-a1d0-ea2e101cc12e req-a8ebdcfb-ace2-44d4-8d0b-c597f90b85ba tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:25:09.014261 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52644a4f-6089-43ce-a1d0-ea2e101cc12e req-a8ebdcfb-ace2-44d4-8d0b-c597f90b85ba tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:25:09.025030 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52644a4f-6089-43ce-a1d0-ea2e101cc12e req-a8ebdcfb-ace2-44d4-8d0b-c597f90b85ba tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:25:09.039888 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52644a4f-6089-43ce-a1d0-ea2e101cc12e req-a8ebdcfb-ace2-44d4-8d0b-c597f90b85ba tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:25:09.056675 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52644a4f-6089-43ce-a1d0-ea2e101cc12e req-a8ebdcfb-ace2-44d4-8d0b-c597f90b85ba tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:25:09.075368 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-52644a4f-6089-43ce-a1d0-ea2e101cc12e req-a8ebdcfb-ace2-44d4-8d0b-c597f90b85ba tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] 10.222.0.89 "GET /v2.0/ports?device_id=d23ffa64-7651-4974-8c0d-1ba4c302839d HTTP/1.1" status: 200 len: 5434 time: 0.2205205 Feb 04 17:25:09.216676 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-52644a4f-6089-43ce-a1d0-ea2e101cc12e req-c08f798c-f5c8-45b8-9639-bfc259b7f6cf tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] 10.222.0.89 "GET /v2.0/security-groups?id=f41001c7-a515-4baa-b12d-2443831f66d9&id=6c430dff-7990-44ba-b62d-7ce4a11c9249&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1331058 Feb 04 17:25:09.563738 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device 0dc06b5d-448b-4f0d-ad2e-de475b21d9b4 details requested by agent hyperv_n-h1-827839-2 with host n-h1-827839-2 {{(pid=103378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 17:25:09.800993 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e340772-71e7-4bc7-bad9-eec45cc242f3 req-86375bea-8f98-4e9a-8d36-1edc6d49bd31 tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:25:09.825766 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-5e340772-71e7-4bc7-bad9-eec45cc242f3 req-86375bea-8f98-4e9a-8d36-1edc6d49bd31 tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] 10.222.0.89 "GET /v2.0/ports?device_id=32c473d7-3f2d-495e-b44f-fd0929434fbd HTTP/1.1" status: 200 len: 944 time: 0.1638899 Feb 04 17:25:09.883175 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 41022) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:25:09.911721 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] For port 0dc06b5d-448b-4f0d-ad2e-de475b21d9b4, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=0dc06b5d-448b-4f0d-ad2e-de475b21d9b4,segment=NetworkSegment(9e3ed071-c030-493d-8cca-599abfcb88ee),segment_id=9e3ed071-c030-493d-8cca-599abfcb88ee)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:25:09.930810 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Returning: {'device': '0dc06b5d-448b-4f0d-ad2e-de475b21d9b4', 'network_id': '482d30fe-67ad-4874-a89a-719137c68b40', 'port_id': '0dc06b5d-448b-4f0d-ad2e-de475b21d9b4', 'mac_address': 'fa:16:3e:ea:ee:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 780, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '038a8af9-19f4-4848-babf-d3b1e786f999', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 17:25:09.985613 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Current status of the port 0dc06b5d-448b-4f0d-ad2e-de475b21d9b4 is: DOWN; New status is: BUILD {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:25:09.986250 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (0dc06b5d-448b-4f0d-ad2e-de475b21d9b4), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:10.003384 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-5e340772-71e7-4bc7-bad9-eec45cc242f3 req-5aa1bb94-9cb8-4505-a394-bfde7903ab68 tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] 10.222.0.89 "GET /v2.0/security-groups?id=e65ecd24-4d97-4684-be33-350ed30f90cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1745348 Feb 04 17:25:10.005056 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0dc06b5d-448b-4f0d-ad2e-de475b21d9b4 {{(pid=103378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 17:25:10.053319 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] For port 0dc06b5d-448b-4f0d-ad2e-de475b21d9b4, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=0dc06b5d-448b-4f0d-ad2e-de475b21d9b4,segment=NetworkSegment(9e3ed071-c030-493d-8cca-599abfcb88ee),segment_id=9e3ed071-c030-493d-8cca-599abfcb88ee)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:25:10.073927 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (0dc06b5d-448b-4f0d-ad2e-de475b21d9b4), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:10.192366 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (f20a1ab3-4332-4f54-833b-ba4a7c687e89), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:10.199274 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-2ff963aa-cea5-4c35-96f1-c3bec1bf6fa2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:10.273886 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Pushing event updated for resources: {'Port': ['ID=0dc06b5d-448b-4f0d-ad2e-de475b21d9b4,revision_number=9']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:25:10.356866 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-2ff963aa-cea5-4c35-96f1-c3bec1bf6fa2 admin admin] Publish callbacks [] for security_group (4317de9e-d855-400c-ae6f-ad15997b427f), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:10.375220 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-2ff963aa-cea5-4c35-96f1-c3bec1bf6fa2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (4317de9e-d855-400c-ae6f-ad15997b427f), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:10.449590 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff963aa-cea5-4c35-96f1-c3bec1bf6fa2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4317de9e-d855-400c-ae6f-ad15997b427f,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:25:10.504911 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-2ff963aa-cea5-4c35-96f1-c3bec1bf6fa2 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=d3200da691a940e19626a9d6ca4c5e3b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6203423 Feb 04 17:25:10.507357 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 41038) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:25:10.539004 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c19428a-fd10-4ab4-a2e1-3d3fac105b1a req-4cb39075-dc22-4db4-94f9-e0f26afc7d83 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:25:10.545206 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c19428a-fd10-4ab4-a2e1-3d3fac105b1a req-4cb39075-dc22-4db4-94f9-e0f26afc7d83 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:25:10.550788 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c19428a-fd10-4ab4-a2e1-3d3fac105b1a req-4cb39075-dc22-4db4-94f9-e0f26afc7d83 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:25:10.556344 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c19428a-fd10-4ab4-a2e1-3d3fac105b1a req-4cb39075-dc22-4db4-94f9-e0f26afc7d83 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:25:10.563136 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c19428a-fd10-4ab4-a2e1-3d3fac105b1a req-4cb39075-dc22-4db4-94f9-e0f26afc7d83 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:25:10.573421 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c19428a-fd10-4ab4-a2e1-3d3fac105b1a req-4cb39075-dc22-4db4-94f9-e0f26afc7d83 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:25:10.582684 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c19428a-fd10-4ab4-a2e1-3d3fac105b1a req-4cb39075-dc22-4db4-94f9-e0f26afc7d83 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:25:10.584890 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-6c19428a-fd10-4ab4-a2e1-3d3fac105b1a req-4cb39075-dc22-4db4-94f9-e0f26afc7d83 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] 10.222.0.89 "GET /v2.0/ports?device_id=d23ffa64-7651-4974-8c0d-1ba4c302839d HTTP/1.1" status: 200 len: 5434 time: 0.1705117 Feb 04 17:25:10.594742 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-5e89d20c-8fec-4bac-8398-be34a5303a63 admin admin] Publish callbacks [] for security_group (4317de9e-d855-400c-ae6f-ad15997b427f), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:10.646911 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-5e89d20c-8fec-4bac-8398-be34a5303a63 admin admin] Publish callbacks [] for security_group (4317de9e-d855-400c-ae6f-ad15997b427f), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:10.686023 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-6c19428a-fd10-4ab4-a2e1-3d3fac105b1a req-f0f51403-32ab-4345-8563-c804bb451f48 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] 10.222.0.89 "GET /v2.0/security-groups?id=f41001c7-a515-4baa-b12d-2443831f66d9&id=6c430dff-7990-44ba-b62d-7ce4a11c9249&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0878143 Feb 04 17:25:10.761818 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-5e89d20c-8fec-4bac-8398-be34a5303a63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (4317de9e-d855-400c-ae6f-ad15997b427f), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:10.767877 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-5e89d20c-8fec-4bac-8398-be34a5303a63 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:10.770107 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-5e89d20c-8fec-4bac-8398-be34a5303a63 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/4317de9e-d855-400c-ae6f-ad15997b427f HTTP/1.1" status: 204 len: 168 time: 0.2614012 Feb 04 17:25:10.783225 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e89d20c-8fec-4bac-8398-be34a5303a63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4317de9e-d855-400c-ae6f-ad15997b427f,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:25:11.315578 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ac4d0c-f4ad-4d15-bfe0-f9b267cc4b9e req-900b4809-cfce-4d38-af64-8b6d2f3ba5ff tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:25:11.329634 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-52ac4d0c-f4ad-4d15-bfe0-f9b267cc4b9e req-900b4809-cfce-4d38-af64-8b6d2f3ba5ff tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] 10.222.0.89 "GET /v2.0/ports?device_id=32c473d7-3f2d-495e-b44f-fd0929434fbd HTTP/1.1" status: 200 len: 945 time: 0.1960926 Feb 04 17:25:11.349082 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 41068) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:25:11.390325 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-4daa8c5f-5f74-4e0f-bb54-cb4d5feff5a1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:11.469373 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-52ac4d0c-f4ad-4d15-bfe0-f9b267cc4b9e req-e9bea64e-7add-476b-bc8e-179edf03e328 tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] 10.222.0.89 "GET /v2.0/security-groups?id=e65ecd24-4d97-4684-be33-350ed30f90cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1363459 Feb 04 17:25:11.535122 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-4daa8c5f-5f74-4e0f-bb54-cb4d5feff5a1 admin admin] Publish callbacks [] for security_group (16d54301-2d8a-4c75-b45b-63c1fdb4a45e), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:11.539909 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-4daa8c5f-5f74-4e0f-bb54-cb4d5feff5a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (16d54301-2d8a-4c75-b45b-63c1fdb4a45e), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:11.571288 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device 8ddcb880-408a-4e5a-992e-36b8049df242 up at agent hyperv_n-h1-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:25:11.592528 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-4daa8c5f-5f74-4e0f-bb54-cb4d5feff5a1 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=f8f0981ab9ad490384a67048a1678eb5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2414093 Feb 04 17:25:11.593792 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4daa8c5f-5f74-4e0f-bb54-cb4d5feff5a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16d54301-2d8a-4c75-b45b-63c1fdb4a45e,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:25:11.595776 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 41074) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:25:11.667057 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Provisioning for port 8ddcb880-408a-4e5a-992e-36b8049df242 completed by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 17:25:11.674382 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Provisioning complete for port 8ddcb880-408a-4e5a-992e-36b8049df242 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:25:11.674814 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (8ddcb880-408a-4e5a-992e-36b8049df242), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:11.686720 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-f748e691-bb2e-4aff-ae9b-570decc5ad7e admin admin] Publish callbacks [] for security_group (16d54301-2d8a-4c75-b45b-63c1fdb4a45e), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:11.713169 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-f748e691-bb2e-4aff-ae9b-570decc5ad7e admin admin] Publish callbacks [] for security_group (16d54301-2d8a-4c75-b45b-63c1fdb4a45e), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:11.769930 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-f748e691-bb2e-4aff-ae9b-570decc5ad7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (16d54301-2d8a-4c75-b45b-63c1fdb4a45e), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:11.772893 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-f748e691-bb2e-4aff-ae9b-570decc5ad7e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:11.773984 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 41078) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:25:11.777904 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-f748e691-bb2e-4aff-ae9b-570decc5ad7e admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/16d54301-2d8a-4c75-b45b-63c1fdb4a45e HTTP/1.1" status: 204 len: 168 time: 0.1779077 Feb 04 17:25:11.783684 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-d6aa2b28-7cbe-4a9d-b4c9-5ec9bd35bb82 tempest-NetworksIpV6TestAttrs-343039069 tempest-NetworksIpV6TestAttrs-343039069-project] Request body: {'subnet': {'network_id': 'a4c56abf-cd3d-4cd4-a6cd-c89363084542', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:25:11.793560 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f748e691-bb2e-4aff-ae9b-570decc5ad7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16d54301-2d8a-4c75-b45b-63c1fdb4a45e,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:25:11.836979 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Current status of the port 8ddcb880-408a-4e5a-992e-36b8049df242 is: BUILD; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:25:11.837749 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (8ddcb880-408a-4e5a-992e-36b8049df242), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:11.880151 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd23ffa64-7651-4974-8c0d-1ba4c302839d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ddcb880-408a-4e5a-992e-36b8049df242'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:25:11.883318 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c34bc964ce2211770fda26ca2f3801cc06f4f39928110690550e94ab9c9d2fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8dfbd0ce-90a7-42e6-b489-2645cce54d23" -d '{"events": [{"server_uuid": "d23ffa64-7651-4974-8c0d-1ba4c302839d", "name": "network-vif-plugged", "status": "completed", "tag": "8ddcb880-408a-4e5a-992e-36b8049df242"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:25:11.901778 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] For port 8ddcb880-408a-4e5a-992e-36b8049df242, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=8ddcb880-408a-4e5a-992e-36b8049df242,segment=NetworkSegment(a1ea1f0a-7fcf-4ab8-9856-e343e30ff965),segment_id=a1ea1f0a-7fcf-4ab8-9856-e343e30ff965)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:25:11.907286 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (8ddcb880-408a-4e5a-992e-36b8049df242), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:11.908496 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device 3cb6e588-038b-4f71-a9c3-1199f185e71c up at agent hyperv_n-h1-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:25:11.955273 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 17:25:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5074546-fb26-4b98-930e-b90c90c8b99f x-openstack-request-id: req-b5074546-fb26-4b98-930e-b90c90c8b99f {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:25:11.955273 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d23ffa64-7651-4974-8c0d-1ba4c302839d", "name": "network-vif-plugged", "status": "completed", "tag": "8ddcb880-408a-4e5a-992e-36b8049df242", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:25:11.955273 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-b5074546-fb26-4b98-930e-b90c90c8b99f {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:25:11.955911 n-d-827839-2 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd23ffa64-7651-4974-8c0d-1ba4c302839d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ddcb880-408a-4e5a-992e-36b8049df242', 'code': 200} Feb 04 17:25:11.979525 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6aa2b28-7cbe-4a9d-b4c9-5ec9bd35bb82 tempest-NetworksIpV6TestAttrs-343039069 tempest-NetworksIpV6TestAttrs-343039069-project] Made reservation on behalf of 61e65ff555f249888a54635e551327f2 for: {'subnet': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:25:11.982918 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-d6aa2b28-7cbe-4a9d-b4c9-5ec9bd35bb82 tempest-NetworksIpV6TestAttrs-343039069 tempest-NetworksIpV6TestAttrs-343039069-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25597243'] for subnet (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:12.013345 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Provisioning complete for port 3cb6e588-038b-4f71-a9c3-1199f185e71c triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:25:12.013822 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (3cb6e588-038b-4f71-a9c3-1199f185e71c), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:12.055047 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Pushing event updated for resources: {'Port': ['ID=8ddcb880-408a-4e5a-992e-36b8049df242,revision_number=5']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:25:12.079742 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcba77e8-770c-421a-bfcd-fd552876c49d req-1fcdd5f5-d345-4193-a94a-f7ae5dca79dd tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:25:12.085207 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcba77e8-770c-421a-bfcd-fd552876c49d req-1fcdd5f5-d345-4193-a94a-f7ae5dca79dd tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:25:12.090555 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcba77e8-770c-421a-bfcd-fd552876c49d req-1fcdd5f5-d345-4193-a94a-f7ae5dca79dd tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:25:12.096052 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcba77e8-770c-421a-bfcd-fd552876c49d req-1fcdd5f5-d345-4193-a94a-f7ae5dca79dd tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:25:12.101494 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcba77e8-770c-421a-bfcd-fd552876c49d req-1fcdd5f5-d345-4193-a94a-f7ae5dca79dd tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:25:12.106752 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcba77e8-770c-421a-bfcd-fd552876c49d req-1fcdd5f5-d345-4193-a94a-f7ae5dca79dd tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:25:12.112672 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcba77e8-770c-421a-bfcd-fd552876c49d req-1fcdd5f5-d345-4193-a94a-f7ae5dca79dd tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:25:12.114647 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-bcba77e8-770c-421a-bfcd-fd552876c49d req-1fcdd5f5-d345-4193-a94a-f7ae5dca79dd tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] 10.222.0.89 "GET /v2.0/ports?device_id=d23ffa64-7651-4974-8c0d-1ba4c302839d HTTP/1.1" status: 200 len: 5435 time: 0.1859362 Feb 04 17:25:12.150947 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Current status of the port 3cb6e588-038b-4f71-a9c3-1199f185e71c is: BUILD; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:25:12.151336 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (3cb6e588-038b-4f71-a9c3-1199f185e71c), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:12.205240 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] For port 3cb6e588-038b-4f71-a9c3-1199f185e71c, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=3cb6e588-038b-4f71-a9c3-1199f185e71c,segment=NetworkSegment(40be95d6-8661-400f-bc9d-3f4c57dcd00c),segment_id=40be95d6-8661-400f-bc9d-3f4c57dcd00c)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:25:12.213023 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (3cb6e588-038b-4f71-a9c3-1199f185e71c), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:12.242305 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-bcba77e8-770c-421a-bfcd-fd552876c49d req-b583f8bb-c0db-4122-bf1e-8195cfb396e3 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] 10.222.0.89 "GET /v2.0/security-groups?id=f41001c7-a515-4baa-b12d-2443831f66d9&id=6c430dff-7990-44ba-b62d-7ce4a11c9249&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1194098 Feb 04 17:25:12.245614 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (3f9244a9-75fc-4c10-b195-11d48b853b41), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:12.273793 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Pushing event updated for resources: {'Port': ['ID=3cb6e588-038b-4f71-a9c3-1199f185e71c,revision_number=7']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:25:12.320685 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-d6aa2b28-7cbe-4a9d-b4c9-5ec9bd35bb82 tempest-NetworksIpV6TestAttrs-343039069 tempest-NetworksIpV6TestAttrs-343039069-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25889445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25597197'] for subnet (45de4a70-d399-4211-acf1-9306a7f6716c), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:12.381294 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6aa2b28-7cbe-4a9d-b4c9-5ec9bd35bb82 tempest-NetworksIpV6TestAttrs-343039069 tempest-NetworksIpV6TestAttrs-343039069-project] Pushing event updated for resources: {'Subnet': ['ID=45de4a70-d399-4211-acf1-9306a7f6716c,revision_number=0']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:25:12.394681 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6aa2b28-7cbe-4a9d-b4c9-5ec9bd35bb82 tempest-NetworksIpV6TestAttrs-343039069 tempest-NetworksIpV6TestAttrs-343039069-project] Checking segment: {'id': '1ed65c1f-f614-41b8-a8dd-71e2b6e7574f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': 'a4c56abf-cd3d-4cd4-a6cd-c89363084542'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:25:12.395043 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6aa2b28-7cbe-4a9d-b4c9-5ec9bd35bb82 tempest-NetworksIpV6TestAttrs-343039069 tempest-NetworksIpV6TestAttrs-343039069-project] Network hostable DHCP agents. Network: a4c56abf-cd3d-4cd4-a6cd-c89363084542, hostable agents: ['bb89f5a3-3c22-440b-b7d1-c4f0c43c184a'], hosted agents: [] {{(pid=103377) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 17:25:12.414379 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6aa2b28-7cbe-4a9d-b4c9-5ec9bd35bb82 tempest-NetworksIpV6TestAttrs-343039069 tempest-NetworksIpV6TestAttrs-343039069-project] Network a4c56abf-cd3d-4cd4-a6cd-c89363084542 is scheduled to be hosted by DHCP agent bb89f5a3-3c22-440b-b7d1-c4f0c43c184a with binding_index 1 {{(pid=103377) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 17:25:12.426464 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [None req-d6aa2b28-7cbe-4a9d-b4c9-5ec9bd35bb82 tempest-NetworksIpV6TestAttrs-343039069 tempest-NetworksIpV6TestAttrs-343039069-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827839-2, a4c56abf-cd3d-4cd4-a6cd-c89363084542) {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:25:12.433430 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6aa2b28-7cbe-4a9d-b4c9-5ec9bd35bb82 tempest-NetworksIpV6TestAttrs-343039069 tempest-NetworksIpV6TestAttrs-343039069-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:25:12.434039 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-d6aa2b28-7cbe-4a9d-b4c9-5ec9bd35bb82 tempest-NetworksIpV6TestAttrs-343039069 tempest-NetworksIpV6TestAttrs-343039069-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677565'] for subnet (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:12.438290 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8879db92-873a-42c4-ba75-e76ce9a1700e None None] Network a4c56abf-cd3d-4cd4-a6cd-c89363084542 requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:25:12.471590 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 41112) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:25:12.473653 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-d6aa2b28-7cbe-4a9d-b4c9-5ec9bd35bb82 tempest-NetworksIpV6TestAttrs-343039069 tempest-NetworksIpV6TestAttrs-343039069-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6981475 Feb 04 17:25:12.477248 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-6218684c-6af1-45f7-9ec4-c9fc9feb46ab tempest-NetworksIpV6TestAttrs-343039069 tempest-NetworksIpV6TestAttrs-343039069-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-948480759'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:25:12.503526 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6218684c-6af1-45f7-9ec4-c9fc9feb46ab tempest-NetworksIpV6TestAttrs-343039069 tempest-NetworksIpV6TestAttrs-343039069-project] Made reservation on behalf of 61e65ff555f249888a54635e551327f2 for: {'network': 1} {{(pid=103376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:25:12.509060 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-6218684c-6af1-45f7-9ec4-c9fc9feb46ab tempest-NetworksIpV6TestAttrs-343039069 tempest-NetworksIpV6TestAttrs-343039069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for network (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:12.543910 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6218684c-6af1-45f7-9ec4-c9fc9feb46ab tempest-NetworksIpV6TestAttrs-343039069 tempest-NetworksIpV6TestAttrs-343039069-project] vlan segment allocate from pool success with {'vlan_id': 783, 'physical_network': 'physnet1'} {{(pid=103376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 17:25:12.566733 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-6218684c-6af1-45f7-9ec4-c9fc9feb46ab tempest-NetworksIpV6TestAttrs-343039069 tempest-NetworksIpV6TestAttrs-343039069-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (8d9bd0b4-e86d-406c-8b71-b01c5ad02bf5), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:12.567425 n-d-827839-2 neutron-server[103376]: INFO neutron.db.segments_db [None req-6218684c-6af1-45f7-9ec4-c9fc9feb46ab tempest-NetworksIpV6TestAttrs-343039069 tempest-NetworksIpV6TestAttrs-343039069-project] Added segment 8d9bd0b4-e86d-406c-8b71-b01c5ad02bf5 of type vlan for network 543a9391-2ae6-4ed5-b18b-218f569bc0f7 Feb 04 17:25:12.583963 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cf4225e-ae98-44fd-8ed5-8fa7436f1f7a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e4c19ad-5724-5db8-8ee1-4f56ae69fcf4-a4c56abf-cd3d-4cd4-a6cd-c89363084542', 'network_id': 'a4c56abf-cd3d-4cd4-a6cd-c89363084542', 'project_id': '61e65ff555f249888a54635e551327f2', 'fixed_ips': [{'subnet_id': '45de4a70-d399-4211-acf1-9306a7f6716c'}]}} from n-d-827839-2. {{(pid=103378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 17:25:12.585046 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2cf4225e-ae98-44fd-8ed5-8fa7436f1f7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:12.635048 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-6218684c-6af1-45f7-9ec4-c9fc9feb46ab tempest-NetworksIpV6TestAttrs-343039069 tempest-NetworksIpV6TestAttrs-343039069-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781084292801'] for network (543a9391-2ae6-4ed5-b18b-218f569bc0f7), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:12.673129 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-6218684c-6af1-45f7-9ec4-c9fc9feb46ab tempest-NetworksIpV6TestAttrs-343039069 tempest-NetworksIpV6TestAttrs-343039069-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327'] for network (543a9391-2ae6-4ed5-b18b-218f569bc0f7), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:12.675651 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4f8dc7-5e5f-48f9-801d-1ced999a1347 req-b02132bc-9249-44ef-b438-699021e82d6c tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:25:12.678366 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6218684c-6af1-45f7-9ec4-c9fc9feb46ab tempest-NetworksIpV6TestAttrs-343039069 tempest-NetworksIpV6TestAttrs-343039069-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:25:12.679195 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-6218684c-6af1-45f7-9ec4-c9fc9feb46ab tempest-NetworksIpV6TestAttrs-343039069 tempest-NetworksIpV6TestAttrs-343039069-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677565'] for network (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:12.689438 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-ab4f8dc7-5e5f-48f9-801d-1ced999a1347 req-b02132bc-9249-44ef-b438-699021e82d6c tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] 10.222.0.89 "GET /v2.0/ports?device_id=32c473d7-3f2d-495e-b44f-fd0929434fbd HTTP/1.1" status: 200 len: 945 time: 0.0927498 Feb 04 17:25:12.760591 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-6218684c-6af1-45f7-9ec4-c9fc9feb46ab tempest-NetworksIpV6TestAttrs-343039069 tempest-NetworksIpV6TestAttrs-343039069-project] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.2858694 Feb 04 17:25:12.766011 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 41122) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:25:12.777431 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-ab4f8dc7-5e5f-48f9-801d-1ced999a1347 req-dfed2868-0744-463d-9670-4727bf7b2554 tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] 10.222.0.89 "GET /v2.0/security-groups?id=e65ecd24-4d97-4684-be33-350ed30f90cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0806215 Feb 04 17:25:12.788537 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-acb2c482-3be1-4dee-8499-a74958222818 tempest-NetworksIpV6TestAttrs-343039069 tempest-NetworksIpV6TestAttrs-343039069-project] Request body: {'subnet': {'network_id': '543a9391-2ae6-4ed5-b18b-218f569bc0f7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:25:12.789538 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-2cf4225e-ae98-44fd-8ed5-8fa7436f1f7a None None] Allocated IP 2001:db8:0:ffff::2 (a4c56abf-cd3d-4cd4-a6cd-c89363084542/45de4a70-d399-4211-acf1-9306a7f6716c/c47302f8-4d9c-4743-9186-8072fd422f18) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:25:12.843538 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6218684c-6af1-45f7-9ec4-c9fc9feb46ab tempest-NetworksIpV6TestAttrs-343039069 tempest-NetworksIpV6TestAttrs-343039069-project] Pushing event updated for resources: {'Network': ['ID=543a9391-2ae6-4ed5-b18b-218f569bc0f7,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:25:12.861791 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6218684c-6af1-45f7-9ec4-c9fc9feb46ab tempest-NetworksIpV6TestAttrs-343039069 tempest-NetworksIpV6TestAttrs-343039069-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:25:12.862199 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6218684c-6af1-45f7-9ec4-c9fc9feb46ab tempest-NetworksIpV6TestAttrs-343039069 tempest-NetworksIpV6TestAttrs-343039069-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:25:12.862552 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6218684c-6af1-45f7-9ec4-c9fc9feb46ab tempest-NetworksIpV6TestAttrs-343039069 tempest-NetworksIpV6TestAttrs-343039069-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:25:12.862898 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6218684c-6af1-45f7-9ec4-c9fc9feb46ab tempest-NetworksIpV6TestAttrs-343039069 tempest-NetworksIpV6TestAttrs-343039069-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:25:12.863238 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6218684c-6af1-45f7-9ec4-c9fc9feb46ab tempest-NetworksIpV6TestAttrs-343039069 tempest-NetworksIpV6TestAttrs-343039069-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:25:12.863577 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6218684c-6af1-45f7-9ec4-c9fc9feb46ab tempest-NetworksIpV6TestAttrs-343039069 tempest-NetworksIpV6TestAttrs-343039069-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:25:12.863909 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6218684c-6af1-45f7-9ec4-c9fc9feb46ab tempest-NetworksIpV6TestAttrs-343039069 tempest-NetworksIpV6TestAttrs-343039069-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:25:12.864334 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6218684c-6af1-45f7-9ec4-c9fc9feb46ab tempest-NetworksIpV6TestAttrs-343039069 tempest-NetworksIpV6TestAttrs-343039069-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:25:12.864566 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6218684c-6af1-45f7-9ec4-c9fc9feb46ab tempest-NetworksIpV6TestAttrs-343039069 tempest-NetworksIpV6TestAttrs-343039069-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:25:12.864906 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6218684c-6af1-45f7-9ec4-c9fc9feb46ab tempest-NetworksIpV6TestAttrs-343039069 tempest-NetworksIpV6TestAttrs-343039069-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:25:12.865360 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6218684c-6af1-45f7-9ec4-c9fc9feb46ab tempest-NetworksIpV6TestAttrs-343039069 tempest-NetworksIpV6TestAttrs-343039069-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:25:12.866052 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6218684c-6af1-45f7-9ec4-c9fc9feb46ab tempest-NetworksIpV6TestAttrs-343039069 tempest-NetworksIpV6TestAttrs-343039069-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:25:12.866587 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6218684c-6af1-45f7-9ec4-c9fc9feb46ab tempest-NetworksIpV6TestAttrs-343039069 tempest-NetworksIpV6TestAttrs-343039069-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:25:12.918683 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acb2c482-3be1-4dee-8499-a74958222818 tempest-NetworksIpV6TestAttrs-343039069 tempest-NetworksIpV6TestAttrs-343039069-project] Made reservation on behalf of 61e65ff555f249888a54635e551327f2 for: {'subnet': 1} {{(pid=103376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:25:12.922993 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-acb2c482-3be1-4dee-8499-a74958222818 tempest-NetworksIpV6TestAttrs-343039069 tempest-NetworksIpV6TestAttrs-343039069-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25859006'] for subnet (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:13.154145 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Network 543a9391-2ae6-4ed5-b18b-218f569bc0f7 details requested by agent ovs-agent-n-d-827839-2 with host n-d-827839-2 {{(pid=103378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 17:25:13.262939 n-d-827839-2 neutron-server[103376]: DEBUG neutron.objects.ports [None req-acb2c482-3be1-4dee-8499-a74958222818 tempest-NetworksIpV6TestAttrs-343039069 tempest-NetworksIpV6TestAttrs-343039069-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103376) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 04 17:25:13.264462 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-acb2c482-3be1-4dee-8499-a74958222818 tempest-NetworksIpV6TestAttrs-343039069 tempest-NetworksIpV6TestAttrs-343039069-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25674939', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25858952'] for subnet (71850343-6ae0-4e41-b8b9-9efb02e532f4), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:13.343486 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acb2c482-3be1-4dee-8499-a74958222818 tempest-NetworksIpV6TestAttrs-343039069 tempest-NetworksIpV6TestAttrs-343039069-project] Checking segment: {'id': '8d9bd0b4-e86d-406c-8b71-b01c5ad02bf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '543a9391-2ae6-4ed5-b18b-218f569bc0f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:25:13.343944 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acb2c482-3be1-4dee-8499-a74958222818 tempest-NetworksIpV6TestAttrs-343039069 tempest-NetworksIpV6TestAttrs-343039069-project] Network hostable DHCP agents. Network: 543a9391-2ae6-4ed5-b18b-218f569bc0f7, hostable agents: ['bb89f5a3-3c22-440b-b7d1-c4f0c43c184a'], hosted agents: [] {{(pid=103376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 17:25:13.346158 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb2c482-3be1-4dee-8499-a74958222818 tempest-NetworksIpV6TestAttrs-343039069 tempest-NetworksIpV6TestAttrs-343039069-project] Pushing event updated for resources: {'Subnet': ['ID=71850343-6ae0-4e41-b8b9-9efb02e532f4,revision_number=0']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:25:13.367016 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acb2c482-3be1-4dee-8499-a74958222818 tempest-NetworksIpV6TestAttrs-343039069 tempest-NetworksIpV6TestAttrs-343039069-project] Network 543a9391-2ae6-4ed5-b18b-218f569bc0f7 is scheduled to be hosted by DHCP agent bb89f5a3-3c22-440b-b7d1-c4f0c43c184a with binding_index 1 {{(pid=103376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 17:25:13.380186 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [None req-acb2c482-3be1-4dee-8499-a74958222818 tempest-NetworksIpV6TestAttrs-343039069 tempest-NetworksIpV6TestAttrs-343039069-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827839-2, 543a9391-2ae6-4ed5-b18b-218f569bc0f7) {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:25:13.390304 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acb2c482-3be1-4dee-8499-a74958222818 tempest-NetworksIpV6TestAttrs-343039069 tempest-NetworksIpV6TestAttrs-343039069-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:25:13.392864 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-acb2c482-3be1-4dee-8499-a74958222818 tempest-NetworksIpV6TestAttrs-343039069 tempest-NetworksIpV6TestAttrs-343039069-project] Publish callbacks [] for subnet (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:13.426142 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-acb2c482-3be1-4dee-8499-a74958222818 tempest-NetworksIpV6TestAttrs-343039069 tempest-NetworksIpV6TestAttrs-343039069-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.6580083 Feb 04 17:25:13.426685 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 41150) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:25:13.435749 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4720edc9-98e3-40e8-9a2f-7ac79984f7f7 None None] Network 543a9391-2ae6-4ed5-b18b-218f569bc0f7 requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:25:13.441092 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-f4dbeb19-6064-4bbd-ae66-73bee816d9fc tempest-NetworksIpV6TestAttrs-343039069 tempest-NetworksIpV6TestAttrs-343039069-project] Request body: {'port': {'network_id': '543a9391-2ae6-4ed5-b18b-218f569bc0f7', 'name': 'tempest-NetworksIpV6TestAttrs-13472815'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:25:13.503537 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4cfa87-7ac3-4bed-84af-79fc9824e96c req-1fa2db62-3f70-4ffd-9b81-93547c73890f tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:25:13.513137 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4cfa87-7ac3-4bed-84af-79fc9824e96c req-1fa2db62-3f70-4ffd-9b81-93547c73890f tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:25:13.519002 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4cfa87-7ac3-4bed-84af-79fc9824e96c req-1fa2db62-3f70-4ffd-9b81-93547c73890f tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:25:13.528663 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2cf4225e-ae98-44fd-8ed5-8fa7436f1f7a None None] Publish callbacks [] for port (c47302f8-4d9c-4743-9186-8072fd422f18), precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:13.532915 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4cfa87-7ac3-4bed-84af-79fc9824e96c req-1fa2db62-3f70-4ffd-9b81-93547c73890f tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:25:13.551353 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4cfa87-7ac3-4bed-84af-79fc9824e96c req-1fa2db62-3f70-4ffd-9b81-93547c73890f tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:25:13.559100 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4cfa87-7ac3-4bed-84af-79fc9824e96c req-1fa2db62-3f70-4ffd-9b81-93547c73890f tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:25:13.566706 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4cfa87-7ac3-4bed-84af-79fc9824e96c req-1fa2db62-3f70-4ffd-9b81-93547c73890f tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:25:13.576684 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-9a4cfa87-7ac3-4bed-84af-79fc9824e96c req-1fa2db62-3f70-4ffd-9b81-93547c73890f tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] 10.222.0.89 "GET /v2.0/ports?device_id=d23ffa64-7651-4974-8c0d-1ba4c302839d HTTP/1.1" status: 200 len: 5435 time: 0.1767910 Feb 04 17:25:13.607778 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device 9d10f3e7-7f29-4443-b5c4-40872e166605 up at agent hyperv_n-h1-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:25:13.622541 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4dbeb19-6064-4bbd-ae66-73bee816d9fc tempest-NetworksIpV6TestAttrs-343039069 tempest-NetworksIpV6TestAttrs-343039069-project] Made reservation on behalf of 61e65ff555f249888a54635e551327f2 for: {'port': 1} {{(pid=103376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:25:13.632220 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-f4dbeb19-6064-4bbd-ae66-73bee816d9fc tempest-NetworksIpV6TestAttrs-343039069 tempest-NetworksIpV6TestAttrs-343039069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:13.659920 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2cf4225e-ae98-44fd-8ed5-8fa7436f1f7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135'] for port (c47302f8-4d9c-4743-9186-8072fd422f18), after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:13.660427 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-9a4cfa87-7ac3-4bed-84af-79fc9824e96c req-80044aac-b298-4db0-8f69-73138b745ec5 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] 10.222.0.89 "GET /v2.0/security-groups?id=f41001c7-a515-4baa-b12d-2443831f66d9&id=6c430dff-7990-44ba-b62d-7ce4a11c9249&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0780842 Feb 04 17:25:13.677269 n-d-827839-2 neutron-server[103376]: DEBUG neutron.notifiers.nova [None req-f4dbeb19-6064-4bbd-ae66-73bee816d9fc tempest-NetworksIpV6TestAttrs-343039069 tempest-NetworksIpV6TestAttrs-343039069-project] device_id is not set on port 0e2ccb52-4101-440a-a317-273e92272fbc yet. {{(pid=103376) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 04 17:25:13.706554 n-d-827839-2 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cf4225e-ae98-44fd-8ed5-8fa7436f1f7a None None] Network a4c56abf-cd3d-4cd4-a6cd-c89363084542 is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:25:13.712154 n-d-827839-2 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-2cf4225e-ae98-44fd-8ed5-8fa7436f1f7a None None] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:25:13.717731 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cf4225e-ae98-44fd-8ed5-8fa7436f1f7a None None] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:25:13.756126 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] get_ports_and_sgs() called for port_ids ['0dc06b5d-448b-4f0d-ad2e-de475b21d9b4'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 17:25:13.912200 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf4225e-ae98-44fd-8ed5-8fa7436f1f7a None None] Pushing event updated for resources: {'Port': ['ID=c47302f8-4d9c-4743-9186-8072fd422f18,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:25:13.965070 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59790d20-7060-4360-ad74-921d11f4ec7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cb6e588-038b-4f71-a9c3-1199f185e71c'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:25:13.967701 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c34bc964ce2211770fda26ca2f3801cc06f4f39928110690550e94ab9c9d2fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91fc71fa-a4b3-4d90-8965-77c9bceed11b" -d '{"events": [{"server_uuid": "59790d20-7060-4360-ad74-921d11f4ec7c", "name": "network-vif-plugged", "status": "completed", "tag": "3cb6e588-038b-4f71-a9c3-1199f185e71c"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:25:14.006343 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.db_base_plugin_common [None req-f4dbeb19-6064-4bbd-ae66-73bee816d9fc tempest-NetworksIpV6TestAttrs-343039069 tempest-NetworksIpV6TestAttrs-343039069-project] Allocated IP 2001:db8::f816:3eff:fe83:da26 (543a9391-2ae6-4ed5-b18b-218f569bc0f7/71850343-6ae0-4e41-b8b9-9efb02e532f4/0e2ccb52-4101-440a-a317-273e92272fbc) {{(pid=103376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:25:14.027645 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Provisioning for port 9d10f3e7-7f29-4443-b5c4-40872e166605 completed by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 17:25:14.042099 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a815ce1-880e-4407-8f42-4691710e6524 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e4c19ad-5724-5db8-8ee1-4f56ae69fcf4-543a9391-2ae6-4ed5-b18b-218f569bc0f7', 'network_id': '543a9391-2ae6-4ed5-b18b-218f569bc0f7', 'project_id': '61e65ff555f249888a54635e551327f2', 'fixed_ips': [{'subnet_id': '71850343-6ae0-4e41-b8b9-9efb02e532f4'}]}} from n-d-827839-2. {{(pid=103378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 17:25:14.042099 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2a815ce1-880e-4407-8f42-4691710e6524 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:14.075667 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Provisioning complete for port 9d10f3e7-7f29-4443-b5c4-40872e166605 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:25:14.076048 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (9d10f3e7-7f29-4443-b5c4-40872e166605), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:14.094265 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ef3c3e-84ee-4cba-b53d-7d960b6f2cbd req-c8670409-276b-4d45-8774-2dfad605da04 tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:25:14.097479 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-42ef3c3e-84ee-4cba-b53d-7d960b6f2cbd req-c8670409-276b-4d45-8774-2dfad605da04 tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] 10.222.0.89 "GET /v2.0/ports?device_id=32c473d7-3f2d-495e-b44f-fd0929434fbd HTTP/1.1" status: 200 len: 945 time: 0.2010345 Feb 04 17:25:14.116263 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-2cf4225e-ae98-44fd-8ed5-8fa7436f1f7a None None] Attempting to bind port c47302f8-4d9c-4743-9186-8072fd422f18 on host n-d-827839-2 for vnic_type normal with profile {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:25:14.116642 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-2cf4225e-ae98-44fd-8ed5-8fa7436f1f7a None None] Attempting to bind port c47302f8-4d9c-4743-9186-8072fd422f18 by drivers openvswitch,hyperv on host n-d-827839-2 at level 0 using segments [{'id': '1ed65c1f-f614-41b8-a8dd-71e2b6e7574f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': 'a4c56abf-cd3d-4cd4-a6cd-c89363084542'}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:25:14.117066 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cf4225e-ae98-44fd-8ed5-8fa7436f1f7a None None] Attempting to bind port c47302f8-4d9c-4743-9186-8072fd422f18 on network a4c56abf-cd3d-4cd4-a6cd-c89363084542 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:25:14.155695 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 17:25:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e933aa7c-df2e-41dc-a89a-225ff85a0cb1 x-openstack-request-id: req-e933aa7c-df2e-41dc-a89a-225ff85a0cb1 {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:25:14.156283 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59790d20-7060-4360-ad74-921d11f4ec7c", "name": "network-vif-plugged", "status": "completed", "tag": "3cb6e588-038b-4f71-a9c3-1199f185e71c", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:25:14.156704 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-e933aa7c-df2e-41dc-a89a-225ff85a0cb1 {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:25:14.157376 n-d-827839-2 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59790d20-7060-4360-ad74-921d11f4ec7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cb6e588-038b-4f71-a9c3-1199f185e71c', 'code': 200} Feb 04 17:25:14.178872 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cf4225e-ae98-44fd-8ed5-8fa7436f1f7a None None] Checking agent: {'id': 'ba70844b-66a0-45fd-a2f2-e6ed673321fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 0, 36), 'started_at': datetime.datetime(2022, 2, 4, 17, 1, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 25, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:25:14.183807 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cf4225e-ae98-44fd-8ed5-8fa7436f1f7a None None] Checking segment: {'id': '1ed65c1f-f614-41b8-a8dd-71e2b6e7574f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': 'a4c56abf-cd3d-4cd4-a6cd-c89363084542'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:25:14.185433 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2cf4225e-ae98-44fd-8ed5-8fa7436f1f7a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:14.186440 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cf4225e-ae98-44fd-8ed5-8fa7436f1f7a None None] Bound using segment: {'id': '1ed65c1f-f614-41b8-a8dd-71e2b6e7574f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': 'a4c56abf-cd3d-4cd4-a6cd-c89363084542'} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:25:14.187406 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-2cf4225e-ae98-44fd-8ed5-8fa7436f1f7a None None] Bound port: c47302f8-4d9c-4743-9186-8072fd422f18, host: n-d-827839-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ed65c1f-f614-41b8-a8dd-71e2b6e7574f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': 'a4c56abf-cd3d-4cd4-a6cd-c89363084542'}}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:25:14.189721 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2cf4225e-ae98-44fd-8ed5-8fa7436f1f7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (c47302f8-4d9c-4743-9186-8072fd422f18), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:14.256926 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-42ef3c3e-84ee-4cba-b53d-7d960b6f2cbd req-5f049471-21c0-41a9-a6d5-e991fdc110cd tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] 10.222.0.89 "GET /v2.0/security-groups?id=e65ecd24-4d97-4684-be33-350ed30f90cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1515007 Feb 04 17:25:14.377661 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-f4dbeb19-6064-4bbd-ae66-73bee816d9fc tempest-NetworksIpV6TestAttrs-343039069 tempest-NetworksIpV6TestAttrs-343039069-project] Publish callbacks [] for port (0e2ccb52-4101-440a-a317-273e92272fbc), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:14.436670 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-f4dbeb19-6064-4bbd-ae66-73bee816d9fc tempest-NetworksIpV6TestAttrs-343039069 tempest-NetworksIpV6TestAttrs-343039069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (0e2ccb52-4101-440a-a317-273e92272fbc), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:14.494892 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-2a815ce1-880e-4407-8f42-4691710e6524 None None] Allocated IP 2001:db8::f816:3eff:febc:bbe (543a9391-2ae6-4ed5-b18b-218f569bc0f7/71850343-6ae0-4e41-b8b9-9efb02e532f4/eff8e260-97de-4fe0-a52d-e6da8deeb6aa) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:25:14.513435 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4dbeb19-6064-4bbd-ae66-73bee816d9fc tempest-NetworksIpV6TestAttrs-343039069 tempest-NetworksIpV6TestAttrs-343039069-project] Network 543a9391-2ae6-4ed5-b18b-218f569bc0f7 is already hosted by enough agents. {{(pid=103376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:25:14.519288 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [None req-f4dbeb19-6064-4bbd-ae66-73bee816d9fc tempest-NetworksIpV6TestAttrs-343039069 tempest-NetworksIpV6TestAttrs-343039069-project] Resources bound (agent type, host, resource id): {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:25:14.523254 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4dbeb19-6064-4bbd-ae66-73bee816d9fc tempest-NetworksIpV6TestAttrs-343039069 tempest-NetworksIpV6TestAttrs-343039069-project] Received port after_create {{(pid=103376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:25:14.530897 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4dbeb19-6064-4bbd-ae66-73bee816d9fc tempest-NetworksIpV6TestAttrs-343039069 tempest-NetworksIpV6TestAttrs-343039069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:25:14.531562 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-f4dbeb19-6064-4bbd-ae66-73bee816d9fc tempest-NetworksIpV6TestAttrs-343039069 tempest-NetworksIpV6TestAttrs-343039069-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:14.558331 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-f4dbeb19-6064-4bbd-ae66-73bee816d9fc tempest-NetworksIpV6TestAttrs-343039069 tempest-NetworksIpV6TestAttrs-343039069-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 949 time: 1.1274135 Feb 04 17:25:14.558677 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 41204) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:25:14.577225 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4dbeb19-6064-4bbd-ae66-73bee816d9fc tempest-NetworksIpV6TestAttrs-343039069 tempest-NetworksIpV6TestAttrs-343039069-project] Pushing event updated for resources: {'Port': ['ID=0e2ccb52-4101-440a-a317-273e92272fbc,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:25:14.649386 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.db_base_plugin_v2 [None req-12431176-f50d-4c6b-86cc-ed1912caa561 tempest-NetworksIpV6TestAttrs-343039069 tempest-NetworksIpV6TestAttrs-343039069-project] Deleting subnet 71850343-6ae0-4e41-b8b9-9efb02e532f4 {{(pid=103377) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 17:25:14.871975 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-2cf4225e-ae98-44fd-8ed5-8fa7436f1f7a None None] For port c47302f8-4d9c-4743-9186-8072fd422f18, host n-d-827839-2, cleared binding levels {{(pid=103378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:25:14.911722 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d0f63b-b0b9-42c9-b874-7c88f27b8c60 req-123bae1b-f509-464d-bb6f-a6fe4de32b0a tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:25:14.912891 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2a815ce1-880e-4407-8f42-4691710e6524 None None] Publish callbacks [] for port (eff8e260-97de-4fe0-a52d-e6da8deeb6aa), precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:14.918307 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-12431176-f50d-4c6b-86cc-ed1912caa561 tempest-NetworksIpV6TestAttrs-343039069 tempest-NetworksIpV6TestAttrs-343039069-project] Publish callbacks [] for subnet (71850343-6ae0-4e41-b8b9-9efb02e532f4), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:14.919348 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-2cf4225e-ae98-44fd-8ed5-8fa7436f1f7a None None] For port c47302f8-4d9c-4743-9186-8072fd422f18, host n-d-827839-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=c47302f8-4d9c-4743-9186-8072fd422f18,segment=NetworkSegment(1ed65c1f-f614-41b8-a8dd-71e2b6e7574f),segment_id=1ed65c1f-f614-41b8-a8dd-71e2b6e7574f)] {{(pid=103378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:25:14.925312 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2a815ce1-880e-4407-8f42-4691710e6524 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135'] for port (eff8e260-97de-4fe0-a52d-e6da8deeb6aa), after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:14.937149 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2cf4225e-ae98-44fd-8ed5-8fa7436f1f7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (c47302f8-4d9c-4743-9186-8072fd422f18), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:14.944394 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d0f63b-b0b9-42c9-b874-7c88f27b8c60 req-123bae1b-f509-464d-bb6f-a6fe4de32b0a tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:25:14.960669 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d0f63b-b0b9-42c9-b874-7c88f27b8c60 req-123bae1b-f509-464d-bb6f-a6fe4de32b0a tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:25:14.972664 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d0f63b-b0b9-42c9-b874-7c88f27b8c60 req-123bae1b-f509-464d-bb6f-a6fe4de32b0a tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:25:14.994946 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d0f63b-b0b9-42c9-b874-7c88f27b8c60 req-123bae1b-f509-464d-bb6f-a6fe4de32b0a tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:25:15.004702 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d0f63b-b0b9-42c9-b874-7c88f27b8c60 req-123bae1b-f509-464d-bb6f-a6fe4de32b0a tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:25:15.013199 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-12431176-f50d-4c6b-86cc-ed1912caa561 tempest-NetworksIpV6TestAttrs-343039069 tempest-NetworksIpV6TestAttrs-343039069-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26866676'] for subnet (71850343-6ae0-4e41-b8b9-9efb02e532f4), precommit_delete_associations {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:15.013424 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d0f63b-b0b9-42c9-b874-7c88f27b8c60 req-123bae1b-f509-464d-bb6f-a6fe4de32b0a tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:25:15.022693 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-b0d0f63b-b0b9-42c9-b874-7c88f27b8c60 req-123bae1b-f509-464d-bb6f-a6fe4de32b0a tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] 10.222.0.89 "GET /v2.0/ports?device_id=d23ffa64-7651-4974-8c0d-1ba4c302839d HTTP/1.1" status: 200 len: 5435 time: 0.2207351 Feb 04 17:25:15.057978 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Current status of the port 9d10f3e7-7f29-4443-b5c4-40872e166605 is: BUILD; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:25:15.057978 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (9d10f3e7-7f29-4443-b5c4-40872e166605), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:15.092187 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 41226) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:25:15.115006 n-d-827839-2 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a815ce1-880e-4407-8f42-4691710e6524 None None] Network 543a9391-2ae6-4ed5-b18b-218f569bc0f7 is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:25:15.130679 n-d-827839-2 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-2a815ce1-880e-4407-8f42-4691710e6524 None None] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:25:15.143576 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a815ce1-880e-4407-8f42-4691710e6524 None None] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:25:15.172647 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a815ce1-880e-4407-8f42-4691710e6524 None None] Pushing event updated for resources: {'Port': ['ID=eff8e260-97de-4fe0-a52d-e6da8deeb6aa,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:25:15.173302 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-b0d0f63b-b0b9-42c9-b874-7c88f27b8c60 req-e408e82c-5519-415d-bb21-c70ca89fecf0 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] 10.222.0.89 "GET /v2.0/security-groups?id=f41001c7-a515-4baa-b12d-2443831f66d9&id=6c430dff-7990-44ba-b62d-7ce4a11c9249&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1494169 Feb 04 17:25:15.287952 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] For port 9d10f3e7-7f29-4443-b5c4-40872e166605, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=9d10f3e7-7f29-4443-b5c4-40872e166605,segment=NetworkSegment(a1ea1f0a-7fcf-4ab8-9856-e343e30ff965),segment_id=a1ea1f0a-7fcf-4ab8-9856-e343e30ff965)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:25:15.305187 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-12431176-f50d-4c6b-86cc-ed1912caa561 tempest-NetworksIpV6TestAttrs-343039069 tempest-NetworksIpV6TestAttrs-343039069-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1541225'] for subnet (71850343-6ae0-4e41-b8b9-9efb02e532f4), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:15.332169 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (9d10f3e7-7f29-4443-b5c4-40872e166605), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:15.332986 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device 3af41b78-08e9-4d5c-93be-3e2ef1bdcc7f up at agent hyperv_n-h1-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:25:15.398921 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-5081b7f4-1b34-4dcf-bc64-c0946cb189f4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:15.418118 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-2a815ce1-880e-4407-8f42-4691710e6524 None None] Attempting to bind port eff8e260-97de-4fe0-a52d-e6da8deeb6aa on host n-d-827839-2 for vnic_type normal with profile {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:25:15.418495 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-2a815ce1-880e-4407-8f42-4691710e6524 None None] Attempting to bind port eff8e260-97de-4fe0-a52d-e6da8deeb6aa by drivers openvswitch,hyperv on host n-d-827839-2 at level 0 using segments [{'id': '8d9bd0b4-e86d-406c-8b71-b01c5ad02bf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '543a9391-2ae6-4ed5-b18b-218f569bc0f7'}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:25:15.418854 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a815ce1-880e-4407-8f42-4691710e6524 None None] Attempting to bind port eff8e260-97de-4fe0-a52d-e6da8deeb6aa on network 543a9391-2ae6-4ed5-b18b-218f569bc0f7 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:25:15.468274 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a815ce1-880e-4407-8f42-4691710e6524 None None] Checking agent: {'id': 'ba70844b-66a0-45fd-a2f2-e6ed673321fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 0, 36), 'started_at': datetime.datetime(2022, 2, 4, 17, 1, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 25, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:25:15.468646 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a815ce1-880e-4407-8f42-4691710e6524 None None] Checking segment: {'id': '8d9bd0b4-e86d-406c-8b71-b01c5ad02bf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '543a9391-2ae6-4ed5-b18b-218f569bc0f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:25:15.477138 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2a815ce1-880e-4407-8f42-4691710e6524 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:15.477859 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a815ce1-880e-4407-8f42-4691710e6524 None None] Bound using segment: {'id': '8d9bd0b4-e86d-406c-8b71-b01c5ad02bf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '543a9391-2ae6-4ed5-b18b-218f569bc0f7'} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:25:15.478456 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-2a815ce1-880e-4407-8f42-4691710e6524 None None] Bound port: eff8e260-97de-4fe0-a52d-e6da8deeb6aa, host: n-d-827839-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d9bd0b4-e86d-406c-8b71-b01c5ad02bf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '543a9391-2ae6-4ed5-b18b-218f569bc0f7'}}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:25:15.479187 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2a815ce1-880e-4407-8f42-4691710e6524 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (eff8e260-97de-4fe0-a52d-e6da8deeb6aa), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:15.506805 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf4225e-ae98-44fd-8ed5-8fa7436f1f7a None None] Pushing event updated for resources: {'Port': ['ID=c47302f8-4d9c-4743-9186-8072fd422f18,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:25:15.528346 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-12431176-f50d-4c6b-86cc-ed1912caa561 tempest-NetworksIpV6TestAttrs-343039069 tempest-NetworksIpV6TestAttrs-343039069-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1541216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25888360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25597190'] for subnet (71850343-6ae0-4e41-b8b9-9efb02e532f4), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:15.566247 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1b8842-b275-4197-856c-687da2c70bfd req-93663016-e9a6-4dc5-a78a-8b05e3f67190 tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:25:15.574849 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-6a1b8842-b275-4197-856c-687da2c70bfd req-93663016-e9a6-4dc5-a78a-8b05e3f67190 tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] 10.222.0.89 "GET /v2.0/ports?device_id=32c473d7-3f2d-495e-b44f-fd0929434fbd HTTP/1.1" status: 200 len: 945 time: 0.1671252 Feb 04 17:25:15.628505 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12431176-f50d-4c6b-86cc-ed1912caa561 tempest-NetworksIpV6TestAttrs-343039069 tempest-NetworksIpV6TestAttrs-343039069-project] Pushing event deleted for resources: {'Subnet': ['ID=71850343-6ae0-4e41-b8b9-9efb02e532f4,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:25:15.645957 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-12431176-f50d-4c6b-86cc-ed1912caa561 tempest-NetworksIpV6TestAttrs-343039069 tempest-NetworksIpV6TestAttrs-343039069-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677565'] for subnet (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:15.652553 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-12431176-f50d-4c6b-86cc-ed1912caa561 tempest-NetworksIpV6TestAttrs-343039069 tempest-NetworksIpV6TestAttrs-343039069-project] 10.222.0.89 "DELETE /v2.0/subnets/71850343-6ae0-4e41-b8b9-9efb02e532f4 HTTP/1.1" status: 204 len: 168 time: 1.0895123 Feb 04 17:25:15.655656 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 41248) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:25:15.737471 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-6a1b8842-b275-4197-856c-687da2c70bfd req-46c8397e-191e-4033-9637-67e07f907db5 tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] 10.222.0.89 "GET /v2.0/security-groups?id=e65ecd24-4d97-4684-be33-350ed30f90cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1610439 Feb 04 17:25:15.836828 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1caedb5-601a-4c9b-b8e3-0bb79367ebd9 tempest-NetworksIpV6TestAttrs-343039069 tempest-NetworksIpV6TestAttrs-343039069-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:25:15.843579 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1caedb5-601a-4c9b-b8e3-0bb79367ebd9 tempest-NetworksIpV6TestAttrs-343039069 tempest-NetworksIpV6TestAttrs-343039069-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:25:15.846710 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-f1caedb5-601a-4c9b-b8e3-0bb79367ebd9 tempest-NetworksIpV6TestAttrs-343039069 tempest-NetworksIpV6TestAttrs-343039069-project] 10.222.0.89 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1895766 Feb 04 17:25:15.850087 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 41256) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:25:15.862298 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Provisioning for port 3af41b78-08e9-4d5c-93be-3e2ef1bdcc7f completed by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 17:25:15.868112 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Pushing event updated for resources: {'Port': ['ID=9d10f3e7-7f29-4443-b5c4-40872e166605,revision_number=5']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:25:15.885154 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-5081b7f4-1b34-4dcf-bc64-c0946cb189f4 admin admin] Publish callbacks [] for security_group (5089447c-04a1-4dee-b42a-06d9b7d22161), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:15.895605 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-5081b7f4-1b34-4dcf-bc64-c0946cb189f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (5089447c-04a1-4dee-b42a-06d9b7d22161), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:15.899210 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-2a815ce1-880e-4407-8f42-4691710e6524 None None] For port eff8e260-97de-4fe0-a52d-e6da8deeb6aa, host n-d-827839-2, cleared binding levels {{(pid=103378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:25:15.911487 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-2a815ce1-880e-4407-8f42-4691710e6524 None None] For port eff8e260-97de-4fe0-a52d-e6da8deeb6aa, host n-d-827839-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=eff8e260-97de-4fe0-a52d-e6da8deeb6aa,segment=NetworkSegment(8d9bd0b4-e86d-406c-8b71-b01c5ad02bf5),segment_id=8d9bd0b4-e86d-406c-8b71-b01c5ad02bf5)] {{(pid=103378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:25:15.917364 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Provisioning complete for port 3af41b78-08e9-4d5c-93be-3e2ef1bdcc7f triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:25:15.917767 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (3af41b78-08e9-4d5c-93be-3e2ef1bdcc7f), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:15.974608 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5081b7f4-1b34-4dcf-bc64-c0946cb189f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5089447c-04a1-4dee-b42a-06d9b7d22161,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:25:16.013543 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-5081b7f4-1b34-4dcf-bc64-c0946cb189f4 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=878f3b307e1c4c9598288470e518f8b1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9199476 Feb 04 17:25:16.016294 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 41258) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:25:16.017529 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2a815ce1-880e-4407-8f42-4691710e6524 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (eff8e260-97de-4fe0-a52d-e6da8deeb6aa), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:16.057123 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-d4c2b8bf-58cc-41b5-91ce-a267e3b96af5 tempest-NetworksIpV6TestAttrs-343039069 tempest-NetworksIpV6TestAttrs-343039069-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628832'] for network (543a9391-2ae6-4ed5-b18b-218f569bc0f7), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:16.088986 n-d-827839-2 neutron-server[103376]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4c2b8bf-58cc-41b5-91ce-a267e3b96af5 tempest-NetworksIpV6TestAttrs-343039069 tempest-NetworksIpV6TestAttrs-343039069-project] DELETE failed (client error): There was a conflict when trying to complete your request. Feb 04 17:25:16.089856 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d4c2b8bf-58cc-41b5-91ce-a267e3b96af5 tempest-NetworksIpV6TestAttrs-343039069 tempest-NetworksIpV6TestAttrs-343039069-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103376) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 17:25:16.096324 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-d4c2b8bf-58cc-41b5-91ce-a267e3b96af5 tempest-NetworksIpV6TestAttrs-343039069 tempest-NetworksIpV6TestAttrs-343039069-project] 10.222.0.89 "DELETE /v2.0/networks/543a9391-2ae6-4ed5-b18b-218f569bc0f7 HTTP/1.1" status: 409 len: 466 time: 0.2451203 Feb 04 17:25:16.100327 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 41260) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:25:16.105662 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-e60d849e-e076-42cc-828d-137ad4d8e213 tempest-NetworksIpV6TestAttrs-343039069 tempest-NetworksIpV6TestAttrs-343039069-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-804743676'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:25:16.138344 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-59152447-2405-49ef-8bcf-30d4efc1459d admin admin] Publish callbacks [] for security_group (5089447c-04a1-4dee-b42a-06d9b7d22161), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:16.150613 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e60d849e-e076-42cc-828d-137ad4d8e213 tempest-NetworksIpV6TestAttrs-343039069 tempest-NetworksIpV6TestAttrs-343039069-project] Made reservation on behalf of 61e65ff555f249888a54635e551327f2 for: {'network': 1} {{(pid=103376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:25:16.162033 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-e60d849e-e076-42cc-828d-137ad4d8e213 tempest-NetworksIpV6TestAttrs-343039069 tempest-NetworksIpV6TestAttrs-343039069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for network (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:16.178914 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-59152447-2405-49ef-8bcf-30d4efc1459d admin admin] Publish callbacks [] for security_group (5089447c-04a1-4dee-b42a-06d9b7d22161), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:16.195290 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e60d849e-e076-42cc-828d-137ad4d8e213 tempest-NetworksIpV6TestAttrs-343039069 tempest-NetworksIpV6TestAttrs-343039069-project] vlan segment allocate from pool success with {'vlan_id': 796, 'physical_network': 'physnet1'} {{(pid=103376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 17:25:16.209825 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-e60d849e-e076-42cc-828d-137ad4d8e213 tempest-NetworksIpV6TestAttrs-343039069 tempest-NetworksIpV6TestAttrs-343039069-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (4dda8191-bf79-4726-8193-4373e91e7020), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:16.210358 n-d-827839-2 neutron-server[103376]: INFO neutron.db.segments_db [None req-e60d849e-e076-42cc-828d-137ad4d8e213 tempest-NetworksIpV6TestAttrs-343039069 tempest-NetworksIpV6TestAttrs-343039069-project] Added segment 4dda8191-bf79-4726-8193-4373e91e7020 of type vlan for network a7e38b35-f69a-4a64-927e-730f25bb0e27 Feb 04 17:25:16.220847 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd23ffa64-7651-4974-8c0d-1ba4c302839d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d10f3e7-7f29-4443-b5c4-40872e166605'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:25:16.235791 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c34bc964ce2211770fda26ca2f3801cc06f4f39928110690550e94ab9c9d2fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15415ba8-37ad-460c-aed1-c79185082d0a" -d '{"events": [{"server_uuid": "d23ffa64-7651-4974-8c0d-1ba4c302839d", "name": "network-vif-plugged", "status": "completed", "tag": "9d10f3e7-7f29-4443-b5c4-40872e166605"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:25:16.283451 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-59152447-2405-49ef-8bcf-30d4efc1459d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (5089447c-04a1-4dee-b42a-06d9b7d22161), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:16.286284 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-59152447-2405-49ef-8bcf-30d4efc1459d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:16.289683 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-59152447-2405-49ef-8bcf-30d4efc1459d admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/5089447c-04a1-4dee-b42a-06d9b7d22161 HTTP/1.1" status: 204 len: 168 time: 0.2686813 Feb 04 17:25:16.299108 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59152447-2405-49ef-8bcf-30d4efc1459d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5089447c-04a1-4dee-b42a-06d9b7d22161,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:25:16.300112 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-e60d849e-e076-42cc-828d-137ad4d8e213 tempest-NetworksIpV6TestAttrs-343039069 tempest-NetworksIpV6TestAttrs-343039069-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781084292801'] for network (a7e38b35-f69a-4a64-927e-730f25bb0e27), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:16.336548 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-e60d849e-e076-42cc-828d-137ad4d8e213 tempest-NetworksIpV6TestAttrs-343039069 tempest-NetworksIpV6TestAttrs-343039069-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327'] for network (a7e38b35-f69a-4a64-927e-730f25bb0e27), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:16.345958 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e60d849e-e076-42cc-828d-137ad4d8e213 tempest-NetworksIpV6TestAttrs-343039069 tempest-NetworksIpV6TestAttrs-343039069-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:25:16.348793 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-e60d849e-e076-42cc-828d-137ad4d8e213 tempest-NetworksIpV6TestAttrs-343039069 tempest-NetworksIpV6TestAttrs-343039069-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677565'] for network (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:16.366769 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a815ce1-880e-4407-8f42-4691710e6524 None None] Pushing event updated for resources: {'Port': ['ID=eff8e260-97de-4fe0-a52d-e6da8deeb6aa,revision_number=3']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:25:16.378454 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cf02de8-64cf-4759-9b8d-840e21e851ae None None] Network 543a9391-2ae6-4ed5-b18b-218f569bc0f7 requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:25:16.501862 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-e60d849e-e076-42cc-828d-137ad4d8e213 tempest-NetworksIpV6TestAttrs-343039069 tempest-NetworksIpV6TestAttrs-343039069-project] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.4000716 Feb 04 17:25:16.504724 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 41270) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:25:16.510619 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-af618915-24c1-4b20-a0c5-01e0cfd2748f tempest-NetworksIpV6TestAttrs-343039069 tempest-NetworksIpV6TestAttrs-343039069-project] Request body: {'subnet': {'network_id': 'a7e38b35-f69a-4a64-927e-730f25bb0e27', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:25:16.585295 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60d849e-e076-42cc-828d-137ad4d8e213 tempest-NetworksIpV6TestAttrs-343039069 tempest-NetworksIpV6TestAttrs-343039069-project] Pushing event updated for resources: {'Network': ['ID=a7e38b35-f69a-4a64-927e-730f25bb0e27,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:25:16.633167 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Network a7e38b35-f69a-4a64-927e-730f25bb0e27 details requested by agent ovs-agent-n-d-827839-2 with host n-d-827839-2 {{(pid=103378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 17:25:16.752802 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Current status of the port 3af41b78-08e9-4d5c-93be-3e2ef1bdcc7f is: BUILD; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:25:16.753214 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (3af41b78-08e9-4d5c-93be-3e2ef1bdcc7f), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:16.788108 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af618915-24c1-4b20-a0c5-01e0cfd2748f tempest-NetworksIpV6TestAttrs-343039069 tempest-NetworksIpV6TestAttrs-343039069-project] Made reservation on behalf of 61e65ff555f249888a54635e551327f2 for: {'subnet': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:25:16.794745 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-af618915-24c1-4b20-a0c5-01e0cfd2748f tempest-NetworksIpV6TestAttrs-343039069 tempest-NetworksIpV6TestAttrs-343039069-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25597243'] for subnet (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:16.876465 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] For port 3af41b78-08e9-4d5c-93be-3e2ef1bdcc7f, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=3af41b78-08e9-4d5c-93be-3e2ef1bdcc7f,segment=NetworkSegment(072307a9-31c6-4f7a-9235-384357f581eb),segment_id=072307a9-31c6-4f7a-9235-384357f581eb)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:25:16.882122 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (3af41b78-08e9-4d5c-93be-3e2ef1bdcc7f), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:16.883195 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device d9d313cd-c191-41ee-8480-aa1e52db3c64 up at agent hyperv_n-h1-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:25:17.293666 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device c47302f8-4d9c-4743-9186-8072fd422f18 up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:25:17.300782 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10f9b4d0-7fa8-4ee7-ba8e-503711f9bac0 None None] get_active_networks_info from n-d-827839-2 {{(pid=103378) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 04 17:25:17.428471 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Provisioning for port d9d313cd-c191-41ee-8480-aa1e52db3c64 completed by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 17:25:17.456711 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Provisioning complete for port d9d313cd-c191-41ee-8480-aa1e52db3c64 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:25:17.457117 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (d9d313cd-c191-41ee-8480-aa1e52db3c64), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:17.461860 n-d-827839-2 neutron-server[103377]: DEBUG neutron.objects.ports [None req-af618915-24c1-4b20-a0c5-01e0cfd2748f tempest-NetworksIpV6TestAttrs-343039069 tempest-NetworksIpV6TestAttrs-343039069-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103377) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 04 17:25:17.464058 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-af618915-24c1-4b20-a0c5-01e0cfd2748f tempest-NetworksIpV6TestAttrs-343039069 tempest-NetworksIpV6TestAttrs-343039069-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25889445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25597197'] for subnet (b64ae53a-5354-4a5d-afc2-6e4e1576d0df), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:17.468716 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Pushing event updated for resources: {'Port': ['ID=3af41b78-08e9-4d5c-93be-3e2ef1bdcc7f,revision_number=5']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:25:17.481129 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-130397ab-710f-4b49-8521-fc2ab8bf35a1 None None] Provisioning complete for port c47302f8-4d9c-4743-9186-8072fd422f18 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:25:17.491882 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-130397ab-710f-4b49-8521-fc2ab8bf35a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (c47302f8-4d9c-4743-9186-8072fd422f18), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:17.634482 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af618915-24c1-4b20-a0c5-01e0cfd2748f tempest-NetworksIpV6TestAttrs-343039069 tempest-NetworksIpV6TestAttrs-343039069-project] Pushing event updated for resources: {'Subnet': ['ID=b64ae53a-5354-4a5d-afc2-6e4e1576d0df,revision_number=0']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:25:17.652094 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af618915-24c1-4b20-a0c5-01e0cfd2748f tempest-NetworksIpV6TestAttrs-343039069 tempest-NetworksIpV6TestAttrs-343039069-project] Checking segment: {'id': '4dda8191-bf79-4726-8193-4373e91e7020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'a7e38b35-f69a-4a64-927e-730f25bb0e27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:25:17.652465 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af618915-24c1-4b20-a0c5-01e0cfd2748f tempest-NetworksIpV6TestAttrs-343039069 tempest-NetworksIpV6TestAttrs-343039069-project] Network hostable DHCP agents. Network: a7e38b35-f69a-4a64-927e-730f25bb0e27, hostable agents: ['bb89f5a3-3c22-440b-b7d1-c4f0c43c184a'], hosted agents: [] {{(pid=103377) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 17:25:17.696175 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af618915-24c1-4b20-a0c5-01e0cfd2748f tempest-NetworksIpV6TestAttrs-343039069 tempest-NetworksIpV6TestAttrs-343039069-project] Network a7e38b35-f69a-4a64-927e-730f25bb0e27 is scheduled to be hosted by DHCP agent bb89f5a3-3c22-440b-b7d1-c4f0c43c184a with binding_index 1 {{(pid=103377) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 17:25:17.718097 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [None req-af618915-24c1-4b20-a0c5-01e0cfd2748f tempest-NetworksIpV6TestAttrs-343039069 tempest-NetworksIpV6TestAttrs-343039069-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827839-2, a7e38b35-f69a-4a64-927e-730f25bb0e27) {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:25:17.726487 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af618915-24c1-4b20-a0c5-01e0cfd2748f tempest-NetworksIpV6TestAttrs-343039069 tempest-NetworksIpV6TestAttrs-343039069-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:25:17.727101 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-af618915-24c1-4b20-a0c5-01e0cfd2748f tempest-NetworksIpV6TestAttrs-343039069 tempest-NetworksIpV6TestAttrs-343039069-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677565'] for subnet (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:17.752890 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-af618915-24c1-4b20-a0c5-01e0cfd2748f tempest-NetworksIpV6TestAttrs-343039069 tempest-NetworksIpV6TestAttrs-343039069-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2469656 Feb 04 17:25:17.755527 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 41298) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:25:17.762055 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-0d418594-3187-4235-b15f-730ad9ec5233 tempest-NetworksIpV6TestAttrs-343039069 tempest-NetworksIpV6TestAttrs-343039069-project] Request body: {'port': {'network_id': 'a7e38b35-f69a-4a64-927e-730f25bb0e27', 'name': 'tempest-NetworksIpV6TestAttrs-385315574'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:25:17.870159 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-130397ab-710f-4b49-8521-fc2ab8bf35a1 None None] Current status of the port c47302f8-4d9c-4743-9186-8072fd422f18 is: DOWN; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:25:17.873251 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-130397ab-710f-4b49-8521-fc2ab8bf35a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (c47302f8-4d9c-4743-9186-8072fd422f18), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:17.919084 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port c47302f8-4d9c-4743-9186-8072fd422f18 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:25:17.922435 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (c47302f8-4d9c-4743-9186-8072fd422f18), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:18.035166 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d418594-3187-4235-b15f-730ad9ec5233 tempest-NetworksIpV6TestAttrs-343039069 tempest-NetworksIpV6TestAttrs-343039069-project] Made reservation on behalf of 61e65ff555f249888a54635e551327f2 for: {'port': 1} {{(pid=103376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:25:18.045552 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-0d418594-3187-4235-b15f-730ad9ec5233 tempest-NetworksIpV6TestAttrs-343039069 tempest-NetworksIpV6TestAttrs-343039069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:18.097129 n-d-827839-2 neutron-server[103376]: DEBUG neutron.notifiers.nova [None req-0d418594-3187-4235-b15f-730ad9ec5233 tempest-NetworksIpV6TestAttrs-343039069 tempest-NetworksIpV6TestAttrs-343039069-project] device_id is not set on port f90f5448-1f46-4b0a-bef4-4716b0fc0e6e yet. {{(pid=103376) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 04 17:25:18.109582 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-130397ab-710f-4b49-8521-fc2ab8bf35a1 None None] For port c47302f8-4d9c-4743-9186-8072fd422f18, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=c47302f8-4d9c-4743-9186-8072fd422f18,segment=NetworkSegment(1ed65c1f-f614-41b8-a8dd-71e2b6e7574f),segment_id=1ed65c1f-f614-41b8-a8dd-71e2b6e7574f)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:25:18.128954 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-130397ab-710f-4b49-8521-fc2ab8bf35a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (c47302f8-4d9c-4743-9186-8072fd422f18), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:18.175521 n-d-827839-2 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10f9b4d0-7fa8-4ee7-ba8e-503711f9bac0 None None] Resources bound (agent type, host, resource id): {{(pid=103378) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 04 17:25:18.199888 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Current status of the port d9d313cd-c191-41ee-8480-aa1e52db3c64 is: BUILD; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:25:18.200298 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (d9d313cd-c191-41ee-8480-aa1e52db3c64), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:18.268708 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port c47302f8-4d9c-4743-9186-8072fd422f18 is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:25:18.278389 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130397ab-710f-4b49-8521-fc2ab8bf35a1 None None] Pushing event updated for resources: {'Port': ['ID=c47302f8-4d9c-4743-9186-8072fd422f18,revision_number=3']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:25:18.305285 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.db_base_plugin_common [None req-0d418594-3187-4235-b15f-730ad9ec5233 tempest-NetworksIpV6TestAttrs-343039069 tempest-NetworksIpV6TestAttrs-343039069-project] Allocated IP 2001:db8::f816:3eff:fe20:d223 (a7e38b35-f69a-4a64-927e-730f25bb0e27/b64ae53a-5354-4a5d-afc2-6e4e1576d0df/f90f5448-1f46-4b0a-bef4-4716b0fc0e6e) {{(pid=103376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:25:18.368917 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] For port d9d313cd-c191-41ee-8480-aa1e52db3c64, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=d9d313cd-c191-41ee-8480-aa1e52db3c64,segment=NetworkSegment(a1ea1f0a-7fcf-4ab8-9856-e343e30ff965),segment_id=a1ea1f0a-7fcf-4ab8-9856-e343e30ff965)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:25:18.376311 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (d9d313cd-c191-41ee-8480-aa1e52db3c64), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:18.401064 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device ebd98b55-b8fd-45a0-bc8c-3d8c64222855 up at agent hyperv_n-h1-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:25:18.630580 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-0d418594-3187-4235-b15f-730ad9ec5233 tempest-NetworksIpV6TestAttrs-343039069 tempest-NetworksIpV6TestAttrs-343039069-project] Publish callbacks [] for port (f90f5448-1f46-4b0a-bef4-4716b0fc0e6e), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:18.666597 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Pushing event updated for resources: {'Port': ['ID=d9d313cd-c191-41ee-8480-aa1e52db3c64,revision_number=5']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:25:18.727134 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Provisioning for port ebd98b55-b8fd-45a0-bc8c-3d8c64222855 completed by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 17:25:18.739479 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Provisioning complete for port ebd98b55-b8fd-45a0-bc8c-3d8c64222855 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:25:18.739858 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (ebd98b55-b8fd-45a0-bc8c-3d8c64222855), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:18.761739 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-0d418594-3187-4235-b15f-730ad9ec5233 tempest-NetworksIpV6TestAttrs-343039069 tempest-NetworksIpV6TestAttrs-343039069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (f90f5448-1f46-4b0a-bef4-4716b0fc0e6e), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:18.788035 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d418594-3187-4235-b15f-730ad9ec5233 tempest-NetworksIpV6TestAttrs-343039069 tempest-NetworksIpV6TestAttrs-343039069-project] Network a7e38b35-f69a-4a64-927e-730f25bb0e27 is already hosted by enough agents. {{(pid=103376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:25:18.831687 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [None req-0d418594-3187-4235-b15f-730ad9ec5233 tempest-NetworksIpV6TestAttrs-343039069 tempest-NetworksIpV6TestAttrs-343039069-project] Resources bound (agent type, host, resource id): {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:25:18.833570 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d418594-3187-4235-b15f-730ad9ec5233 tempest-NetworksIpV6TestAttrs-343039069 tempest-NetworksIpV6TestAttrs-343039069-project] Pushing event updated for resources: {'Port': ['ID=f90f5448-1f46-4b0a-bef4-4716b0fc0e6e,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:25:18.855628 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d418594-3187-4235-b15f-730ad9ec5233 tempest-NetworksIpV6TestAttrs-343039069 tempest-NetworksIpV6TestAttrs-343039069-project] Received port after_create {{(pid=103376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:25:18.864208 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d418594-3187-4235-b15f-730ad9ec5233 tempest-NetworksIpV6TestAttrs-343039069 tempest-NetworksIpV6TestAttrs-343039069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:25:18.864872 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-0d418594-3187-4235-b15f-730ad9ec5233 tempest-NetworksIpV6TestAttrs-343039069 tempest-NetworksIpV6TestAttrs-343039069-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:18.897607 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-0d418594-3187-4235-b15f-730ad9ec5233 tempest-NetworksIpV6TestAttrs-343039069 tempest-NetworksIpV6TestAttrs-343039069-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 1.1397457 Feb 04 17:25:18.897822 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bacfdaa-9d06-437f-aeaf-fc76aa2b948c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e4c19ad-5724-5db8-8ee1-4f56ae69fcf4-a7e38b35-f69a-4a64-927e-730f25bb0e27', 'network_id': 'a7e38b35-f69a-4a64-927e-730f25bb0e27', 'project_id': '61e65ff555f249888a54635e551327f2', 'fixed_ips': [{'subnet_id': 'b64ae53a-5354-4a5d-afc2-6e4e1576d0df'}]}} from n-d-827839-2. {{(pid=103378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 17:25:18.899288 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1bacfdaa-9d06-437f-aeaf-fc76aa2b948c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:18.899766 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 41308) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:25:18.965528 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Current status of the port ebd98b55-b8fd-45a0-bc8c-3d8c64222855 is: BUILD; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:25:18.966214 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (ebd98b55-b8fd-45a0-bc8c-3d8c64222855), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:19.008942 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.db_base_plugin_v2 [None req-497ced57-ad4c-4eab-99ca-e8d14379d167 tempest-NetworksIpV6TestAttrs-343039069 tempest-NetworksIpV6TestAttrs-343039069-project] Deleting subnet b64ae53a-5354-4a5d-afc2-6e4e1576d0df {{(pid=103376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 17:25:19.015567 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-497ced57-ad4c-4eab-99ca-e8d14379d167 tempest-NetworksIpV6TestAttrs-343039069 tempest-NetworksIpV6TestAttrs-343039069-project] Publish callbacks [] for subnet (b64ae53a-5354-4a5d-afc2-6e4e1576d0df), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:19.097186 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device c47302f8-4d9c-4743-9186-8072fd422f18 up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:25:19.126981 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-497ced57-ad4c-4eab-99ca-e8d14379d167 tempest-NetworksIpV6TestAttrs-343039069 tempest-NetworksIpV6TestAttrs-343039069-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25674901'] for subnet (b64ae53a-5354-4a5d-afc2-6e4e1576d0df), precommit_delete_associations {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:19.137896 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] For port ebd98b55-b8fd-45a0-bc8c-3d8c64222855, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=ebd98b55-b8fd-45a0-bc8c-3d8c64222855,segment=NetworkSegment(a1ea1f0a-7fcf-4ab8-9856-e343e30ff965),segment_id=a1ea1f0a-7fcf-4ab8-9856-e343e30ff965)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:25:19.177927 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (ebd98b55-b8fd-45a0-bc8c-3d8c64222855), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:19.180564 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device 0dc06b5d-448b-4f0d-ad2e-de475b21d9b4 up at agent hyperv_n-h1-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:25:19.364550 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-497ced57-ad4c-4eab-99ca-e8d14379d167 tempest-NetworksIpV6TestAttrs-343039069 tempest-NetworksIpV6TestAttrs-343039069-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1541225'] for subnet (b64ae53a-5354-4a5d-afc2-6e4e1576d0df), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:19.464794 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-497ced57-ad4c-4eab-99ca-e8d14379d167 tempest-NetworksIpV6TestAttrs-343039069 tempest-NetworksIpV6TestAttrs-343039069-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1541216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25675894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25858947'] for subnet (b64ae53a-5354-4a5d-afc2-6e4e1576d0df), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:19.495836 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Provisioning complete for port 0dc06b5d-448b-4f0d-ad2e-de475b21d9b4 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:25:19.496500 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (0dc06b5d-448b-4f0d-ad2e-de475b21d9b4), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:19.500885 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497ced57-ad4c-4eab-99ca-e8d14379d167 tempest-NetworksIpV6TestAttrs-343039069 tempest-NetworksIpV6TestAttrs-343039069-project] Pushing event deleted for resources: {'Subnet': ['ID=b64ae53a-5354-4a5d-afc2-6e4e1576d0df,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:25:19.513927 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-497ced57-ad4c-4eab-99ca-e8d14379d167 tempest-NetworksIpV6TestAttrs-343039069 tempest-NetworksIpV6TestAttrs-343039069-project] Publish callbacks [] for subnet (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:19.520703 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-497ced57-ad4c-4eab-99ca-e8d14379d167 tempest-NetworksIpV6TestAttrs-343039069 tempest-NetworksIpV6TestAttrs-343039069-project] 10.222.0.89 "DELETE /v2.0/subnets/b64ae53a-5354-4a5d-afc2-6e4e1576d0df HTTP/1.1" status: 204 len: 168 time: 0.6197033 Feb 04 17:25:19.523897 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 41320) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:25:19.566764 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server [None req-1bacfdaa-9d06-437f-aeaf-fc76aa2b948c None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b64ae53a-5354-4a5d-afc2-6e4e1576d0df: This subnet is being modified by another concurrent operation. Feb 04 17:25:19.566764 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 04 17:25:19.566764 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 04 17:25:19.566764 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 04 17:25:19.566764 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 04 17:25:19.566764 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 04 17:25:19.566764 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 04 17:25:19.566764 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 04 17:25:19.566764 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 04 17:25:19.566764 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 04 17:25:19.566764 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 04 17:25:19.566764 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 04 17:25:19.566764 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 17:25:19.566764 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 17:25:19.566764 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 17:25:19.566764 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 17:25:19.566764 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 04 17:25:19.566764 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 04 17:25:19.566764 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 04 17:25:19.566764 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 04 17:25:19.566764 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 17:25:19.566764 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 17:25:19.566764 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 17:25:19.566764 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 17:25:19.566764 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 04 17:25:19.566764 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 04 17:25:19.566764 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 04 17:25:19.566764 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 04 17:25:19.566764 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 17:25:19.566764 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 17:25:19.566764 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 17:25:19.566764 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 17:25:19.566764 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 04 17:25:19.566764 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 04 17:25:19.566764 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 04 17:25:19.566764 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 04 17:25:19.566764 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Feb 04 17:25:19.566764 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 04 17:25:19.566764 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Feb 04 17:25:19.566764 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 04 17:25:19.566764 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 04 17:25:19.566764 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 04 17:25:19.566764 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 04 17:25:19.566764 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 04 17:25:19.566764 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 04 17:25:19.566764 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 04 17:25:19.566764 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 04 17:25:19.566764 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 04 17:25:19.566764 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 17:25:19.566764 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 17:25:19.566764 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 17:25:19.566764 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 17:25:19.566764 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 04 17:25:19.566764 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 04 17:25:19.570143 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 04 17:25:19.570143 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 04 17:25:19.570143 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 17:25:19.570143 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 17:25:19.570143 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 17:25:19.570143 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 17:25:19.570143 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 04 17:25:19.570143 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 04 17:25:19.570143 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 04 17:25:19.570143 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 04 17:25:19.570143 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 17:25:19.570143 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 17:25:19.570143 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 17:25:19.570143 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 17:25:19.570143 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 04 17:25:19.570143 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 04 17:25:19.570143 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1510, in create_port Feb 04 17:25:19.570143 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 04 17:25:19.570143 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1475, in _create_port_db Feb 04 17:25:19.570143 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 04 17:25:19.570143 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Feb 04 17:25:19.570143 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 04 17:25:19.570143 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 04 17:25:19.570143 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 04 17:25:19.570143 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 04 17:25:19.570143 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 04 17:25:19.570143 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 04 17:25:19.570143 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 04 17:25:19.570143 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 04 17:25:19.570143 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 04 17:25:19.570143 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 04 17:25:19.570143 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 04 17:25:19.570143 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 04 17:25:19.570143 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 04 17:25:19.570143 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 04 17:25:19.570143 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server raise exception Feb 04 17:25:19.570143 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b64ae53a-5354-4a5d-afc2-6e4e1576d0df: This subnet is being modified by another concurrent operation. Feb 04 17:25:19.570143 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server Feb 04 17:25:19.625565 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port c47302f8-4d9c-4743-9186-8072fd422f18 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:25:19.626272 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (c47302f8-4d9c-4743-9186-8072fd422f18), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:19.628200 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Pushing event updated for resources: {'Port': ['ID=ebd98b55-b8fd-45a0-bc8c-3d8c64222855,revision_number=5']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:25:19.637333 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b72eae60-17fc-4688-b8b5-b5f74d3d663c None None] get_active_networks_info from n-d-827839-2 {{(pid=103378) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 04 17:25:19.649066 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1fc30f6-2cc6-4de3-af81-8a2cc3f3269e tempest-NetworksIpV6TestAttrs-343039069 tempest-NetworksIpV6TestAttrs-343039069-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:25:19.651265 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1fc30f6-2cc6-4de3-af81-8a2cc3f3269e tempest-NetworksIpV6TestAttrs-343039069 tempest-NetworksIpV6TestAttrs-343039069-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:25:19.656629 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-f1fc30f6-2cc6-4de3-af81-8a2cc3f3269e tempest-NetworksIpV6TestAttrs-343039069 tempest-NetworksIpV6TestAttrs-343039069-project] 10.222.0.89 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1309626 Feb 04 17:25:19.656957 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 41324) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:25:19.891428 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Current status of the port 0dc06b5d-448b-4f0d-ad2e-de475b21d9b4 is: BUILD; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:25:19.892260 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (0dc06b5d-448b-4f0d-ad2e-de475b21d9b4), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:19.972718 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-5783c112-cbdd-4cb7-8511-32edc5fefc53 tempest-NetworksIpV6TestAttrs-343039069 tempest-NetworksIpV6TestAttrs-343039069-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628832'] for network (a7e38b35-f69a-4a64-927e-730f25bb0e27), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:20.002682 n-d-827839-2 neutron-server[103376]: INFO neutron.pecan_wsgi.hooks.translation [None req-5783c112-cbdd-4cb7-8511-32edc5fefc53 tempest-NetworksIpV6TestAttrs-343039069 tempest-NetworksIpV6TestAttrs-343039069-project] DELETE failed (client error): There was a conflict when trying to complete your request. Feb 04 17:25:20.003309 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5783c112-cbdd-4cb7-8511-32edc5fefc53 tempest-NetworksIpV6TestAttrs-343039069 tempest-NetworksIpV6TestAttrs-343039069-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103376) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 17:25:20.013780 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-5783c112-cbdd-4cb7-8511-32edc5fefc53 tempest-NetworksIpV6TestAttrs-343039069 tempest-NetworksIpV6TestAttrs-343039069-project] 10.222.0.89 "DELETE /v2.0/networks/a7e38b35-f69a-4a64-927e-730f25bb0e27 HTTP/1.1" status: 409 len: 466 time: 0.3491251 Feb 04 17:25:20.014115 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 41328) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:25:20.019900 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-00b07055-0e8c-4743-a820-1c0a349bc4f3 tempest-NetworksIpV6TestAttrs-343039069 tempest-NetworksIpV6TestAttrs-343039069-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1891055362'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:25:20.066772 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00b07055-0e8c-4743-a820-1c0a349bc4f3 tempest-NetworksIpV6TestAttrs-343039069 tempest-NetworksIpV6TestAttrs-343039069-project] Made reservation on behalf of 61e65ff555f249888a54635e551327f2 for: {'network': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:25:20.070337 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-00b07055-0e8c-4743-a820-1c0a349bc4f3 tempest-NetworksIpV6TestAttrs-343039069 tempest-NetworksIpV6TestAttrs-343039069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for network (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:20.099407 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] For port 0dc06b5d-448b-4f0d-ad2e-de475b21d9b4, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=0dc06b5d-448b-4f0d-ad2e-de475b21d9b4,segment=NetworkSegment(9e3ed071-c030-493d-8cca-599abfcb88ee),segment_id=9e3ed071-c030-493d-8cca-599abfcb88ee)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:25:20.125855 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00b07055-0e8c-4743-a820-1c0a349bc4f3 tempest-NetworksIpV6TestAttrs-343039069 tempest-NetworksIpV6TestAttrs-343039069-project] vlan segment allocate from pool success with {'vlan_id': 793, 'physical_network': 'physnet1'} {{(pid=103377) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 17:25:20.146062 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-00b07055-0e8c-4743-a820-1c0a349bc4f3 tempest-NetworksIpV6TestAttrs-343039069 tempest-NetworksIpV6TestAttrs-343039069-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (ae7af329-cf5c-4dc8-9934-f9e1db071ee6), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:20.146406 n-d-827839-2 neutron-server[103377]: INFO neutron.db.segments_db [None req-00b07055-0e8c-4743-a820-1c0a349bc4f3 tempest-NetworksIpV6TestAttrs-343039069 tempest-NetworksIpV6TestAttrs-343039069-project] Added segment ae7af329-cf5c-4dc8-9934-f9e1db071ee6 of type vlan for network cb16bdfd-4a8e-4306-9fe1-3a6756bd20a0 Feb 04 17:25:20.188197 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port c47302f8-4d9c-4743-9186-8072fd422f18 is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:25:20.209151 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (0dc06b5d-448b-4f0d-ad2e-de475b21d9b4), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:20.210858 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device 22b8e9e9-9bfb-4c6e-95b2-78e04b75aa5a up at agent hyperv_n-h1-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:25:20.242673 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-00b07055-0e8c-4743-a820-1c0a349bc4f3 tempest-NetworksIpV6TestAttrs-343039069 tempest-NetworksIpV6TestAttrs-343039069-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781084292801'] for network (cb16bdfd-4a8e-4306-9fe1-3a6756bd20a0), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:20.316972 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-00b07055-0e8c-4743-a820-1c0a349bc4f3 tempest-NetworksIpV6TestAttrs-343039069 tempest-NetworksIpV6TestAttrs-343039069-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327'] for network (cb16bdfd-4a8e-4306-9fe1-3a6756bd20a0), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:20.328725 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00b07055-0e8c-4743-a820-1c0a349bc4f3 tempest-NetworksIpV6TestAttrs-343039069 tempest-NetworksIpV6TestAttrs-343039069-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:25:20.330269 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-00b07055-0e8c-4743-a820-1c0a349bc4f3 tempest-NetworksIpV6TestAttrs-343039069 tempest-NetworksIpV6TestAttrs-343039069-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677565'] for network (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:20.347627 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Pushing event updated for resources: {'Port': ['ID=0dc06b5d-448b-4f0d-ad2e-de475b21d9b4,revision_number=10']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:25:20.479469 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-00b07055-0e8c-4743-a820-1c0a349bc4f3 tempest-NetworksIpV6TestAttrs-343039069 tempest-NetworksIpV6TestAttrs-343039069-project] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4642167 Feb 04 17:25:20.482469 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 41330) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:25:20.488250 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-ac9c01f4-c0f8-414d-a053-8358c0e15bc9 tempest-NetworksIpV6TestAttrs-343039069 tempest-NetworksIpV6TestAttrs-343039069-project] Request body: {'subnet': {'network_id': 'cb16bdfd-4a8e-4306-9fe1-3a6756bd20a0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:25:20.522201 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b07055-0e8c-4743-a820-1c0a349bc4f3 tempest-NetworksIpV6TestAttrs-343039069 tempest-NetworksIpV6TestAttrs-343039069-project] Pushing event updated for resources: {'Network': ['ID=cb16bdfd-4a8e-4306-9fe1-3a6756bd20a0,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:25:20.614707 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac9c01f4-c0f8-414d-a053-8358c0e15bc9 tempest-NetworksIpV6TestAttrs-343039069 tempest-NetworksIpV6TestAttrs-343039069-project] Made reservation on behalf of 61e65ff555f249888a54635e551327f2 for: {'subnet': 1} {{(pid=103376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:25:20.619884 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-ac9c01f4-c0f8-414d-a053-8358c0e15bc9 tempest-NetworksIpV6TestAttrs-343039069 tempest-NetworksIpV6TestAttrs-343039069-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25859006'] for subnet (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:20.778292 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Network cb16bdfd-4a8e-4306-9fe1-3a6756bd20a0 details requested by agent ovs-agent-n-d-827839-2 with host n-d-827839-2 {{(pid=103378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 17:25:20.787208 n-d-827839-2 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b72eae60-17fc-4688-b8b5-b5f74d3d663c None None] Resources bound (agent type, host, resource id): {{(pid=103378) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 04 17:25:21.067893 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Provisioning for port 22b8e9e9-9bfb-4c6e-95b2-78e04b75aa5a completed by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 17:25:21.080686 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Provisioning complete for port 22b8e9e9-9bfb-4c6e-95b2-78e04b75aa5a triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:25:21.081165 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (22b8e9e9-9bfb-4c6e-95b2-78e04b75aa5a), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:21.151759 n-d-827839-2 neutron-server[103376]: DEBUG neutron.objects.ports [None req-ac9c01f4-c0f8-414d-a053-8358c0e15bc9 tempest-NetworksIpV6TestAttrs-343039069 tempest-NetworksIpV6TestAttrs-343039069-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103376) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 04 17:25:21.153688 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-ac9c01f4-c0f8-414d-a053-8358c0e15bc9 tempest-NetworksIpV6TestAttrs-343039069 tempest-NetworksIpV6TestAttrs-343039069-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25674939', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25858952'] for subnet (3c115b23-b0ca-43dd-b305-0e7194d4019e), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:21.234035 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9c01f4-c0f8-414d-a053-8358c0e15bc9 tempest-NetworksIpV6TestAttrs-343039069 tempest-NetworksIpV6TestAttrs-343039069-project] Pushing event updated for resources: {'Subnet': ['ID=3c115b23-b0ca-43dd-b305-0e7194d4019e,revision_number=0']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:25:21.253629 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac9c01f4-c0f8-414d-a053-8358c0e15bc9 tempest-NetworksIpV6TestAttrs-343039069 tempest-NetworksIpV6TestAttrs-343039069-project] Checking segment: {'id': 'ae7af329-cf5c-4dc8-9934-f9e1db071ee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'cb16bdfd-4a8e-4306-9fe1-3a6756bd20a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:25:21.256800 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac9c01f4-c0f8-414d-a053-8358c0e15bc9 tempest-NetworksIpV6TestAttrs-343039069 tempest-NetworksIpV6TestAttrs-343039069-project] Network hostable DHCP agents. Network: cb16bdfd-4a8e-4306-9fe1-3a6756bd20a0, hostable agents: ['bb89f5a3-3c22-440b-b7d1-c4f0c43c184a'], hosted agents: [] {{(pid=103376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 17:25:21.313089 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac9c01f4-c0f8-414d-a053-8358c0e15bc9 tempest-NetworksIpV6TestAttrs-343039069 tempest-NetworksIpV6TestAttrs-343039069-project] Network cb16bdfd-4a8e-4306-9fe1-3a6756bd20a0 is scheduled to be hosted by DHCP agent bb89f5a3-3c22-440b-b7d1-c4f0c43c184a with binding_index 1 {{(pid=103376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 17:25:21.338463 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [None req-ac9c01f4-c0f8-414d-a053-8358c0e15bc9 tempest-NetworksIpV6TestAttrs-343039069 tempest-NetworksIpV6TestAttrs-343039069-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827839-2, cb16bdfd-4a8e-4306-9fe1-3a6756bd20a0) {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:25:21.347058 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac9c01f4-c0f8-414d-a053-8358c0e15bc9 tempest-NetworksIpV6TestAttrs-343039069 tempest-NetworksIpV6TestAttrs-343039069-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:25:21.347659 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-ac9c01f4-c0f8-414d-a053-8358c0e15bc9 tempest-NetworksIpV6TestAttrs-343039069 tempest-NetworksIpV6TestAttrs-343039069-project] Publish callbacks [] for subnet (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:21.352547 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Current status of the port 22b8e9e9-9bfb-4c6e-95b2-78e04b75aa5a is: BUILD; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:25:21.352958 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (22b8e9e9-9bfb-4c6e-95b2-78e04b75aa5a), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:21.386003 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-ac9c01f4-c0f8-414d-a053-8358c0e15bc9 tempest-NetworksIpV6TestAttrs-343039069 tempest-NetworksIpV6TestAttrs-343039069-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 0.9021099 Feb 04 17:25:21.388902 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 41342) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:25:21.396222 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e0374f6-5df9-4104-ae7a-4eb4eb889a09 None None] Network a4c56abf-cd3d-4cd4-a6cd-c89363084542 requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:25:21.420018 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96f10990-851b-43b7-a144-b334e19f654c None None] Network a7e38b35-f69a-4a64-927e-730f25bb0e27 requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:25:21.547253 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-7cf9d602-268f-4fe0-b76e-6fc83aaa4cb6 tempest-NetworksIpV6TestAttrs-343039069 tempest-NetworksIpV6TestAttrs-343039069-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628832'] for network (cb16bdfd-4a8e-4306-9fe1-3a6756bd20a0), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:21.627331 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88f2c179-4d3e-414d-b169-b9b78ac9e253 None None] Network cb16bdfd-4a8e-4306-9fe1-3a6756bd20a0 requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:25:21.635957 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] For port 22b8e9e9-9bfb-4c6e-95b2-78e04b75aa5a, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=22b8e9e9-9bfb-4c6e-95b2-78e04b75aa5a,segment=NetworkSegment(156d2511-93c9-4616-953a-81bac597ab8a),segment_id=156d2511-93c9-4616-953a-81bac597ab8a)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:25:21.651682 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-7cf9d602-268f-4fe0-b76e-6fc83aaa4cb6 tempest-NetworksIpV6TestAttrs-343039069 tempest-NetworksIpV6TestAttrs-343039069-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1541225'] for subnet (3c115b23-b0ca-43dd-b305-0e7194d4019e), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:21.793867 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (22b8e9e9-9bfb-4c6e-95b2-78e04b75aa5a), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:21.795051 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device d07f6690-41dc-473d-8b49-2b36d0026fa9 up at agent hyperv_n-h1-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:25:21.811000 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-7cf9d602-268f-4fe0-b76e-6fc83aaa4cb6 tempest-NetworksIpV6TestAttrs-343039069 tempest-NetworksIpV6TestAttrs-343039069-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1541216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25888360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25597190'] for subnet (3c115b23-b0ca-43dd-b305-0e7194d4019e), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:21.890242 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf9d602-268f-4fe0-b76e-6fc83aaa4cb6 tempest-NetworksIpV6TestAttrs-343039069 tempest-NetworksIpV6TestAttrs-343039069-project] Pushing event deleted for resources: {'Subnet': ['ID=3c115b23-b0ca-43dd-b305-0e7194d4019e,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:25:21.963637 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dbcf5ca-05d3-405e-b3eb-39af124ab29a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e4c19ad-5724-5db8-8ee1-4f56ae69fcf4-cb16bdfd-4a8e-4306-9fe1-3a6756bd20a0', 'network_id': 'cb16bdfd-4a8e-4306-9fe1-3a6756bd20a0', 'project_id': '61e65ff555f249888a54635e551327f2', 'fixed_ips': [{'subnet_id': '3c115b23-b0ca-43dd-b305-0e7194d4019e'}]}} from n-d-827839-2. {{(pid=103378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 17:25:21.964544 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3dbcf5ca-05d3-405e-b3eb-39af124ab29a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:22.181678 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Pushing event updated for resources: {'Port': ['ID=22b8e9e9-9bfb-4c6e-95b2-78e04b75aa5a,revision_number=5']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:25:22.328723 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Provisioning for port d07f6690-41dc-473d-8b49-2b36d0026fa9 completed by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 17:25:22.394521 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-7cf9d602-268f-4fe0-b76e-6fc83aaa4cb6 tempest-NetworksIpV6TestAttrs-343039069 tempest-NetworksIpV6TestAttrs-343039069-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1543676', 'neutron.services.segments.db._delete_segments_for_network-8781084786517'] for network (cb16bdfd-4a8e-4306-9fe1-3a6756bd20a0), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:22.395135 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a045a5f3-9acf-4614-98fb-14dfc6014a78 None None] Network a7e38b35-f69a-4a64-927e-730f25bb0e27 requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:25:22.406672 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f190f859-772a-4367-a711-bc0a59e37dfc None None] Network cb16bdfd-4a8e-4306-9fe1-3a6756bd20a0 requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:25:22.461205 n-d-827839-2 neutron-server[103377]: DEBUG neutron.services.segments.db [None req-7cf9d602-268f-4fe0-b76e-6fc83aaa4cb6 tempest-NetworksIpV6TestAttrs-343039069 tempest-NetworksIpV6TestAttrs-343039069-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb16bdfd-4a8e-4306-9fe1-3a6756bd20a0']}} {{(pid=103377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:25:22.473322 n-d-827839-2 neutron-server[103377]: DEBUG neutron.services.segments.db [None req-7cf9d602-268f-4fe0-b76e-6fc83aaa4cb6 tempest-NetworksIpV6TestAttrs-343039069 tempest-NetworksIpV6TestAttrs-343039069-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae7af329-cf5c-4dc8-9934-f9e1db071ee6') {'for_net_delete': True} {{(pid=103377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:25:22.474336 n-d-827839-2 neutron-server[103377]: DEBUG neutron.services.segments.db [None req-7cf9d602-268f-4fe0-b76e-6fc83aaa4cb6 tempest-NetworksIpV6TestAttrs-343039069 tempest-NetworksIpV6TestAttrs-343039069-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae7af329-cf5c-4dc8-9934-f9e1db071ee6') {} {{(pid=103377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:25:22.486220 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-7cf9d602-268f-4fe0-b76e-6fc83aaa4cb6 tempest-NetworksIpV6TestAttrs-343039069 tempest-NetworksIpV6TestAttrs-343039069-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781084783966', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26866685'] for segment (ae7af329-cf5c-4dc8-9934-f9e1db071ee6), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:22.509550 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-7cf9d602-268f-4fe0-b76e-6fc83aaa4cb6 tempest-NetworksIpV6TestAttrs-343039069 tempest-NetworksIpV6TestAttrs-343039069-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (ae7af329-cf5c-4dc8-9934-f9e1db071ee6), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:22.518339 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7cf9d602-268f-4fe0-b76e-6fc83aaa4cb6 tempest-NetworksIpV6TestAttrs-343039069 tempest-NetworksIpV6TestAttrs-343039069-project] Releasing vlan 793 on physical network physnet1 to pool {{(pid=103377) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 17:25:22.519054 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-7cf9d602-268f-4fe0-b76e-6fc83aaa4cb6 tempest-NetworksIpV6TestAttrs-343039069 tempest-NetworksIpV6TestAttrs-343039069-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25888454'] for segment (ae7af329-cf5c-4dc8-9934-f9e1db071ee6), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:22.618042 n-d-827839-2 neutron-server[103377]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_agent failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Feb 04 17:25:22.618042 n-d-827839-2 neutron-server[103377]: warnings.warn(msg) Feb 04 17:25:22.618042 n-d-827839-2 neutron-server[103377]: Traceback (most recent call last): Feb 04 17:25:22.618042 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 17:25:22.618042 n-d-827839-2 neutron-server[103377]: timer() Feb 04 17:25:22.618042 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 17:25:22.618042 n-d-827839-2 neutron-server[103377]: cb(*args, **kw) Feb 04 17:25:22.618042 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 17:25:22.618042 n-d-827839-2 neutron-server[103377]: return func(*args, **kwargs) Feb 04 17:25:22.618042 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 17:25:22.618042 n-d-827839-2 neutron-server[103377]: self._notify() Feb 04 17:25:22.618042 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 17:25:22.618042 n-d-827839-2 neutron-server[103377]: self.callback(batched_events) Feb 04 17:25:22.618042 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 17:25:22.618042 n-d-827839-2 neutron-server[103377]: event.method(event) Feb 04 17:25:22.618042 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 17:25:22.618042 n-d-827839-2 neutron-server[103377]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 17:25:22.618042 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 17:25:22.618042 n-d-827839-2 neutron-server[103377]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 17:25:22.618042 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 17:25:22.618042 n-d-827839-2 neutron-server[103377]: return f(self, *a, **k) Feb 04 17:25:22.618042 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 17:25:22.618042 n-d-827839-2 neutron-server[103377]: return self._get(url).json() Feb 04 17:25:22.618042 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 17:25:22.618042 n-d-827839-2 neutron-server[103377]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 17:25:22.618042 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 17:25:22.618042 n-d-827839-2 neutron-server[103377]: return self.request(url, 'GET', **kwargs) Feb 04 17:25:22.618042 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 17:25:22.618042 n-d-827839-2 neutron-server[103377]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 17:25:22.618042 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 17:25:22.618042 n-d-827839-2 neutron-server[103377]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 17:25:22.618042 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 17:25:22.618042 n-d-827839-2 neutron-server[103377]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 17:25:22.618042 n-d-827839-2 neutron-server[103377]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 17:25:22.624173 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Provisioning complete for port d07f6690-41dc-473d-8b49-2b36d0026fa9 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:25:22.624595 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (d07f6690-41dc-473d-8b49-2b36d0026fa9), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:22.630147 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-7cf9d602-268f-4fe0-b76e-6fc83aaa4cb6 tempest-NetworksIpV6TestAttrs-343039069 tempest-NetworksIpV6TestAttrs-343039069-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1543671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1595572'] for network (cb16bdfd-4a8e-4306-9fe1-3a6756bd20a0), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:22.636022 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-7cf9d602-268f-4fe0-b76e-6fc83aaa4cb6 tempest-NetworksIpV6TestAttrs-343039069 tempest-NetworksIpV6TestAttrs-343039069-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677565'] for network (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:22.643223 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 41360) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:25:22.643801 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-7cf9d602-268f-4fe0-b76e-6fc83aaa4cb6 tempest-NetworksIpV6TestAttrs-343039069 tempest-NetworksIpV6TestAttrs-343039069-project] 10.222.0.89 "DELETE /v2.0/networks/cb16bdfd-4a8e-4306-9fe1-3a6756bd20a0 HTTP/1.1" status: 204 len: 168 time: 1.2533948 Feb 04 17:25:22.650268 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-fd182dd1-c56d-4d0b-b356-cab204522d4b tempest-NetworksIpV6TestAttrs-343039069 tempest-NetworksIpV6TestAttrs-343039069-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-494724790'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:25:22.677397 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf9d602-268f-4fe0-b76e-6fc83aaa4cb6 tempest-NetworksIpV6TestAttrs-343039069 tempest-NetworksIpV6TestAttrs-343039069-project] Pushing event deleted for resources: {'Network': ['ID=cb16bdfd-4a8e-4306-9fe1-3a6756bd20a0,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:25:22.680934 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd182dd1-c56d-4d0b-b356-cab204522d4b tempest-NetworksIpV6TestAttrs-343039069 tempest-NetworksIpV6TestAttrs-343039069-project] Made reservation on behalf of 61e65ff555f249888a54635e551327f2 for: {'network': 1} {{(pid=103376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:25:22.685597 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-fd182dd1-c56d-4d0b-b356-cab204522d4b tempest-NetworksIpV6TestAttrs-343039069 tempest-NetworksIpV6TestAttrs-343039069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for network (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:22.727149 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd182dd1-c56d-4d0b-b356-cab204522d4b tempest-NetworksIpV6TestAttrs-343039069 tempest-NetworksIpV6TestAttrs-343039069-project] vlan segment allocate from pool success with {'vlan_id': 795, 'physical_network': 'physnet1'} {{(pid=103376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 17:25:22.742501 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-fd182dd1-c56d-4d0b-b356-cab204522d4b tempest-NetworksIpV6TestAttrs-343039069 tempest-NetworksIpV6TestAttrs-343039069-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (ce5e82d4-c3b5-4f39-b9b9-ac6b03a0a867), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:22.743246 n-d-827839-2 neutron-server[103376]: INFO neutron.db.segments_db [None req-fd182dd1-c56d-4d0b-b356-cab204522d4b tempest-NetworksIpV6TestAttrs-343039069 tempest-NetworksIpV6TestAttrs-343039069-project] Added segment ce5e82d4-c3b5-4f39-b9b9-ac6b03a0a867 of type vlan for network c3e1f912-fd2e-4219-8af4-5e922253b012 Feb 04 17:25:22.794531 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-fd182dd1-c56d-4d0b-b356-cab204522d4b tempest-NetworksIpV6TestAttrs-343039069 tempest-NetworksIpV6TestAttrs-343039069-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781084292801'] for network (c3e1f912-fd2e-4219-8af4-5e922253b012), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:22.818510 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-a64884a2-bfcd-4cd1-80f5-dca435c3cc4f None None] Provisioning complete for port c47302f8-4d9c-4743-9186-8072fd422f18 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:25:22.819150 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a64884a2-bfcd-4cd1-80f5-dca435c3cc4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (c47302f8-4d9c-4743-9186-8072fd422f18), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:22.829147 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-fd182dd1-c56d-4d0b-b356-cab204522d4b tempest-NetworksIpV6TestAttrs-343039069 tempest-NetworksIpV6TestAttrs-343039069-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327'] for network (c3e1f912-fd2e-4219-8af4-5e922253b012), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:22.840401 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd182dd1-c56d-4d0b-b356-cab204522d4b tempest-NetworksIpV6TestAttrs-343039069 tempest-NetworksIpV6TestAttrs-343039069-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:25:22.842280 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-fd182dd1-c56d-4d0b-b356-cab204522d4b tempest-NetworksIpV6TestAttrs-343039069 tempest-NetworksIpV6TestAttrs-343039069-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677565'] for network (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:23.022155 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Current status of the port d07f6690-41dc-473d-8b49-2b36d0026fa9 is: BUILD; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:25:23.023567 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (d07f6690-41dc-473d-8b49-2b36d0026fa9), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:23.048709 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-fd182dd1-c56d-4d0b-b356-cab204522d4b tempest-NetworksIpV6TestAttrs-343039069 tempest-NetworksIpV6TestAttrs-343039069-project] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.4015474 Feb 04 17:25:23.049285 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 41368) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:25:23.053266 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-a64884a2-bfcd-4cd1-80f5-dca435c3cc4f None None] Current status of the port c47302f8-4d9c-4743-9186-8072fd422f18 is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:25:23.055881 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-9cc9ce6e-408b-443d-87ea-00a943a8b87b tempest-NetworksIpV6TestAttrs-343039069 tempest-NetworksIpV6TestAttrs-343039069-project] Request body: {'subnet': {'network_id': 'c3e1f912-fd2e-4219-8af4-5e922253b012', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:25:23.111750 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd182dd1-c56d-4d0b-b356-cab204522d4b tempest-NetworksIpV6TestAttrs-343039069 tempest-NetworksIpV6TestAttrs-343039069-project] Pushing event updated for resources: {'Network': ['ID=c3e1f912-fd2e-4219-8af4-5e922253b012,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:25:23.112886 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] For port d07f6690-41dc-473d-8b49-2b36d0026fa9, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=d07f6690-41dc-473d-8b49-2b36d0026fa9,segment=NetworkSegment(156d2511-93c9-4616-953a-81bac597ab8a),segment_id=156d2511-93c9-4616-953a-81bac597ab8a)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:25:23.130938 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (d07f6690-41dc-473d-8b49-2b36d0026fa9), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:23.135642 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Network c3e1f912-fd2e-4219-8af4-5e922253b012 details requested by agent ovs-agent-n-d-827839-2 with host n-d-827839-2 {{(pid=103378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 17:25:23.211296 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cc9ce6e-408b-443d-87ea-00a943a8b87b tempest-NetworksIpV6TestAttrs-343039069 tempest-NetworksIpV6TestAttrs-343039069-project] Made reservation on behalf of 61e65ff555f249888a54635e551327f2 for: {'subnet': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:25:23.215905 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-9cc9ce6e-408b-443d-87ea-00a943a8b87b tempest-NetworksIpV6TestAttrs-343039069 tempest-NetworksIpV6TestAttrs-343039069-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25597243'] for subnet (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:23.478710 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 41382) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:25:23.544212 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Pushing event updated for resources: {'Port': ['ID=d07f6690-41dc-473d-8b49-2b36d0026fa9,revision_number=5']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:25:23.635201 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c056a41c-7f8f-4344-aab7-ab909c6a496a req-3e6780f7-fca5-45a4-8387-8186cad4a240 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:25:23.639865 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-c056a41c-7f8f-4344-aab7-ab909c6a496a req-3e6780f7-fca5-45a4-8387-8186cad4a240 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=4371415a-6d02-4736-91f3-0d6ad12b39af HTTP/1.1" status: 200 len: 1128 time: 0.1574807 Feb 04 17:25:23.706045 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-9cc9ce6e-408b-443d-87ea-00a943a8b87b tempest-NetworksIpV6TestAttrs-343039069 tempest-NetworksIpV6TestAttrs-343039069-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25889445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25597197'] for subnet (9567876e-b3b2-4416-a3d5-fcb40017c273), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:23.718214 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-c056a41c-7f8f-4344-aab7-ab909c6a496a req-f4d45e1a-083b-4241-a46f-8a3d9dc04362 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=7550a21d-8f9e-4276-afe6-de321a73b5df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0718501 Feb 04 17:25:23.786764 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc9ce6e-408b-443d-87ea-00a943a8b87b tempest-NetworksIpV6TestAttrs-343039069 tempest-NetworksIpV6TestAttrs-343039069-project] Pushing event updated for resources: {'Subnet': ['ID=9567876e-b3b2-4416-a3d5-fcb40017c273,revision_number=0']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:25:23.837819 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cc9ce6e-408b-443d-87ea-00a943a8b87b tempest-NetworksIpV6TestAttrs-343039069 tempest-NetworksIpV6TestAttrs-343039069-project] Checking segment: {'id': 'ce5e82d4-c3b5-4f39-b9b9-ac6b03a0a867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'c3e1f912-fd2e-4219-8af4-5e922253b012'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:25:23.838634 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cc9ce6e-408b-443d-87ea-00a943a8b87b tempest-NetworksIpV6TestAttrs-343039069 tempest-NetworksIpV6TestAttrs-343039069-project] Network hostable DHCP agents. Network: c3e1f912-fd2e-4219-8af4-5e922253b012, hostable agents: ['bb89f5a3-3c22-440b-b7d1-c4f0c43c184a'], hosted agents: [] {{(pid=103377) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 17:25:23.866273 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cc9ce6e-408b-443d-87ea-00a943a8b87b tempest-NetworksIpV6TestAttrs-343039069 tempest-NetworksIpV6TestAttrs-343039069-project] Network c3e1f912-fd2e-4219-8af4-5e922253b012 is scheduled to be hosted by DHCP agent bb89f5a3-3c22-440b-b7d1-c4f0c43c184a with binding_index 1 {{(pid=103377) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 17:25:23.879910 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [None req-9cc9ce6e-408b-443d-87ea-00a943a8b87b tempest-NetworksIpV6TestAttrs-343039069 tempest-NetworksIpV6TestAttrs-343039069-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827839-2, c3e1f912-fd2e-4219-8af4-5e922253b012) {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:25:23.889896 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cc9ce6e-408b-443d-87ea-00a943a8b87b tempest-NetworksIpV6TestAttrs-343039069 tempest-NetworksIpV6TestAttrs-343039069-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:25:23.890711 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-9cc9ce6e-408b-443d-87ea-00a943a8b87b tempest-NetworksIpV6TestAttrs-343039069 tempest-NetworksIpV6TestAttrs-343039069-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677565'] for subnet (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:23.897290 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd3b1b83-715b-48f7-a3f6-f531fa39b04f None None] Network c3e1f912-fd2e-4219-8af4-5e922253b012 requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:25:23.928244 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-9cc9ce6e-408b-443d-87ea-00a943a8b87b tempest-NetworksIpV6TestAttrs-343039069 tempest-NetworksIpV6TestAttrs-343039069-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8767304 Feb 04 17:25:23.930638 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 41408) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:25:24.008641 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 17:25:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59ea5a91-aac7-4bb4-a9bf-543f843a8961 x-openstack-request-id: req-59ea5a91-aac7-4bb4-a9bf-543f843a8961 {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:25:24.009027 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d23ffa64-7651-4974-8c0d-1ba4c302839d", "name": "network-vif-plugged", "status": "completed", "tag": "9d10f3e7-7f29-4443-b5c4-40872e166605", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:25:24.009224 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-59ea5a91-aac7-4bb4-a9bf-543f843a8961 {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:25:24.009768 n-d-827839-2 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd23ffa64-7651-4974-8c0d-1ba4c302839d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d10f3e7-7f29-4443-b5c4-40872e166605', 'code': 200} Feb 04 17:25:24.052340 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147bf144-8bd5-47bf-8a15-b1e13d7dadcd req-6ac8ea0e-508b-42f0-9206-ad2c6f4d8447 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:25:24.058547 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147bf144-8bd5-47bf-8a15-b1e13d7dadcd req-6ac8ea0e-508b-42f0-9206-ad2c6f4d8447 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:25:24.064343 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147bf144-8bd5-47bf-8a15-b1e13d7dadcd req-6ac8ea0e-508b-42f0-9206-ad2c6f4d8447 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:25:24.070753 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147bf144-8bd5-47bf-8a15-b1e13d7dadcd req-6ac8ea0e-508b-42f0-9206-ad2c6f4d8447 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:25:24.077554 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147bf144-8bd5-47bf-8a15-b1e13d7dadcd req-6ac8ea0e-508b-42f0-9206-ad2c6f4d8447 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:25:24.085027 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147bf144-8bd5-47bf-8a15-b1e13d7dadcd req-6ac8ea0e-508b-42f0-9206-ad2c6f4d8447 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:25:24.091878 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147bf144-8bd5-47bf-8a15-b1e13d7dadcd req-6ac8ea0e-508b-42f0-9206-ad2c6f4d8447 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:25:24.103019 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-147bf144-8bd5-47bf-8a15-b1e13d7dadcd req-6ac8ea0e-508b-42f0-9206-ad2c6f4d8447 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] 10.222.0.89 "GET /v2.0/ports?device_id=d23ffa64-7651-4974-8c0d-1ba4c302839d HTTP/1.1" status: 200 len: 5441 time: 0.1504889 Feb 04 17:25:24.113807 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3fa30df-af61-4817-a4f2-1ea0507baa98 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e4c19ad-5724-5db8-8ee1-4f56ae69fcf4-c3e1f912-fd2e-4219-8af4-5e922253b012', 'network_id': 'c3e1f912-fd2e-4219-8af4-5e922253b012', 'project_id': '61e65ff555f249888a54635e551327f2', 'fixed_ips': [{'subnet_id': '9567876e-b3b2-4416-a3d5-fcb40017c273'}]}} from n-d-827839-2. {{(pid=103378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 17:25:24.114671 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a3fa30df-af61-4817-a4f2-1ea0507baa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:24.201870 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-147bf144-8bd5-47bf-8a15-b1e13d7dadcd req-3a7e0307-8676-4793-bff4-d9b84c917875 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] 10.222.0.89 "GET /v2.0/security-groups?id=f41001c7-a515-4baa-b12d-2443831f66d9&id=6c430dff-7990-44ba-b62d-7ce4a11c9249&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0954595 Feb 04 17:25:24.297317 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-a3fa30df-af61-4817-a4f2-1ea0507baa98 None None] Allocated IP 2001:db8::2 (c3e1f912-fd2e-4219-8af4-5e922253b012/9567876e-b3b2-4416-a3d5-fcb40017c273/72d2348d-2511-4839-89ed-788b7d07ce7e) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:25:24.563265 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a136f2c-a1d9-48c2-a64f-7c858c7be8aa req-5531e444-ceb2-4271-89cd-62c0423a77ab tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:25:24.565732 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-4a136f2c-a1d9-48c2-a64f-7c858c7be8aa req-5531e444-ceb2-4271-89cd-62c0423a77ab tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] 10.222.0.89 "GET /v2.0/ports?device_id=32c473d7-3f2d-495e-b44f-fd0929434fbd HTTP/1.1" status: 200 len: 947 time: 0.1338401 Feb 04 17:25:24.608618 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-03214377-72eb-4c21-b68c-f1554b54e22c tempest-NetworksIpV6TestAttrs-343039069 tempest-NetworksIpV6TestAttrs-343039069-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628832'] for network (c3e1f912-fd2e-4219-8af4-5e922253b012), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:24.617438 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a3fa30df-af61-4817-a4f2-1ea0507baa98 None None] Publish callbacks [] for port (72d2348d-2511-4839-89ed-788b7d07ce7e), precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:24.641213 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a3fa30df-af61-4817-a4f2-1ea0507baa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135'] for port (72d2348d-2511-4839-89ed-788b7d07ce7e), after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:24.663547 n-d-827839-2 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3fa30df-af61-4817-a4f2-1ea0507baa98 None None] Network c3e1f912-fd2e-4219-8af4-5e922253b012 is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:25:24.666831 n-d-827839-2 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-a3fa30df-af61-4817-a4f2-1ea0507baa98 None None] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:25:24.691301 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3fa30df-af61-4817-a4f2-1ea0507baa98 None None] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:25:24.800756 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3fa30df-af61-4817-a4f2-1ea0507baa98 None None] Pushing event updated for resources: {'Port': ['ID=72d2348d-2511-4839-89ed-788b7d07ce7e,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:25:24.815387 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-a3fa30df-af61-4817-a4f2-1ea0507baa98 None None] Attempting to bind port 72d2348d-2511-4839-89ed-788b7d07ce7e on host n-d-827839-2 for vnic_type normal with profile {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:25:24.817576 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-a3fa30df-af61-4817-a4f2-1ea0507baa98 None None] Attempting to bind port 72d2348d-2511-4839-89ed-788b7d07ce7e by drivers openvswitch,hyperv on host n-d-827839-2 at level 0 using segments [{'id': 'ce5e82d4-c3b5-4f39-b9b9-ac6b03a0a867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'c3e1f912-fd2e-4219-8af4-5e922253b012'}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:25:24.818209 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3fa30df-af61-4817-a4f2-1ea0507baa98 None None] Attempting to bind port 72d2348d-2511-4839-89ed-788b7d07ce7e on network c3e1f912-fd2e-4219-8af4-5e922253b012 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:25:24.826966 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3fa30df-af61-4817-a4f2-1ea0507baa98 None None] Checking agent: {'id': 'ba70844b-66a0-45fd-a2f2-e6ed673321fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 0, 36), 'started_at': datetime.datetime(2022, 2, 4, 17, 1, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 25, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:25:24.827543 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3fa30df-af61-4817-a4f2-1ea0507baa98 None None] Checking segment: {'id': 'ce5e82d4-c3b5-4f39-b9b9-ac6b03a0a867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'c3e1f912-fd2e-4219-8af4-5e922253b012'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:25:24.827942 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-4a136f2c-a1d9-48c2-a64f-7c858c7be8aa req-cc749505-b767-42ca-b509-e0d54f7494ec tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] 10.222.0.89 "GET /v2.0/security-groups?id=e65ecd24-4d97-4684-be33-350ed30f90cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2377834 Feb 04 17:25:24.828418 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a3fa30df-af61-4817-a4f2-1ea0507baa98 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:24.828613 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3fa30df-af61-4817-a4f2-1ea0507baa98 None None] Bound using segment: {'id': 'ce5e82d4-c3b5-4f39-b9b9-ac6b03a0a867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'c3e1f912-fd2e-4219-8af4-5e922253b012'} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:25:24.829324 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-a3fa30df-af61-4817-a4f2-1ea0507baa98 None None] Bound port: 72d2348d-2511-4839-89ed-788b7d07ce7e, host: n-d-827839-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce5e82d4-c3b5-4f39-b9b9-ac6b03a0a867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'c3e1f912-fd2e-4219-8af4-5e922253b012'}}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:25:24.829809 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a3fa30df-af61-4817-a4f2-1ea0507baa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (72d2348d-2511-4839-89ed-788b7d07ce7e), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:24.876221 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a1f81a-9212-4bfd-9128-524f484fd55e req-999d3db7-1cf2-4f8c-bb05-387ec2b12e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:25:24.876895 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b31b40f-c75d-487c-a101-a3f9ea9f47be req-303f4d01-157a-4156-ad71-c2db81473f51 tempest-ServerRescueNegativeTestJSON-1481324798 tempest-ServerRescueNegativeTestJSON-1481324798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:25:24.883994 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-1b31b40f-c75d-487c-a101-a3f9ea9f47be req-303f4d01-157a-4156-ad71-c2db81473f51 tempest-ServerRescueNegativeTestJSON-1481324798 tempest-ServerRescueNegativeTestJSON-1481324798-project] 10.222.0.89 "GET /v2.0/ports?device_id=5f99a685-700d-4f63-88c2-d2a04a4a422d HTTP/1.1" status: 200 len: 945 time: 0.1518984 Feb 04 17:25:24.902324 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-e7a1f81a-9212-4bfd-9128-524f484fd55e req-999d3db7-1cf2-4f8c-bb05-387ec2b12e96 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=416c048260b14ff1a410112cf5941611&device_id=5f99a685-700d-4f63-88c2-d2a04a4a422d HTTP/1.1" status: 200 len: 1127 time: 0.3340204 Feb 04 17:25:24.947657 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-1b31b40f-c75d-487c-a101-a3f9ea9f47be req-c54bff3a-a9ce-4a65-b4f6-1e19c4874571 tempest-ServerRescueNegativeTestJSON-1481324798 tempest-ServerRescueNegativeTestJSON-1481324798-project] 10.222.0.89 "GET /v2.0/security-groups?id=47e1fb0d-88ed-4fed-9e75-9f02b9f534f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583625 Feb 04 17:25:25.004640 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-a3fa30df-af61-4817-a4f2-1ea0507baa98 None None] For port 72d2348d-2511-4839-89ed-788b7d07ce7e, host n-d-827839-2, cleared binding levels {{(pid=103378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:25:25.010313 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-a3fa30df-af61-4817-a4f2-1ea0507baa98 None None] For port 72d2348d-2511-4839-89ed-788b7d07ce7e, host n-d-827839-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=72d2348d-2511-4839-89ed-788b7d07ce7e,segment=NetworkSegment(ce5e82d4-c3b5-4f39-b9b9-ac6b03a0a867),segment_id=ce5e82d4-c3b5-4f39-b9b9-ac6b03a0a867)] {{(pid=103378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:25:25.018728 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a3fa30df-af61-4817-a4f2-1ea0507baa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (72d2348d-2511-4839-89ed-788b7d07ce7e), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:25.059288 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-03214377-72eb-4c21-b68c-f1554b54e22c tempest-NetworksIpV6TestAttrs-343039069 tempest-NetworksIpV6TestAttrs-343039069-project] Deleting port 72d2348d-2511-4839-89ed-788b7d07ce7e {{(pid=103376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:25:25.060052 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-03214377-72eb-4c21-b68c-f1554b54e22c tempest-NetworksIpV6TestAttrs-343039069 tempest-NetworksIpV6TestAttrs-343039069-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (72d2348d-2511-4839-89ed-788b7d07ce7e), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:25.101299 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3fa30df-af61-4817-a4f2-1ea0507baa98 None None] Pushing event updated for resources: {'Port': ['ID=72d2348d-2511-4839-89ed-788b7d07ce7e,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:25:25.176933 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac26ef6-8809-4071-9e5f-2ae3f6a7bf90 req-36f75b29-d7ed-4366-98bd-4dc551b2a1cc tempest-ListImageFiltersTestJSON-637610508 tempest-ListImageFiltersTestJSON-637610508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:25:25.179434 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-dac26ef6-8809-4071-9e5f-2ae3f6a7bf90 req-36f75b29-d7ed-4366-98bd-4dc551b2a1cc tempest-ListImageFiltersTestJSON-637610508 tempest-ListImageFiltersTestJSON-637610508-project] 10.222.0.89 "GET /v2.0/ports?device_id=ae0186a8-6823-4e37-ae44-24840acc296c HTTP/1.1" status: 200 len: 950 time: 0.2232876 Feb 04 17:25:25.224495 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a1f81a-9212-4bfd-9128-524f484fd55e req-7b3127c1-a2a6-4472-ba60-e0dcc406b73c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:25:25.226109 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-e7a1f81a-9212-4bfd-9128-524f484fd55e req-7b3127c1-a2a6-4472-ba60-e0dcc406b73c service neutron] 10.222.0.96 "GET /v2.0/networks?id=65e96574-1b4a-495a-8b0d-441e42a3db76 HTTP/1.1" status: 200 len: 919 time: 0.3122718 Feb 04 17:25:25.254978 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [None req-03214377-72eb-4c21-b68c-f1554b54e22c tempest-NetworksIpV6TestAttrs-343039069 tempest-NetworksIpV6TestAttrs-343039069-project] For port 72d2348d-2511-4839-89ed-788b7d07ce7e, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=72d2348d-2511-4839-89ed-788b7d07ce7e,segment=NetworkSegment(ce5e82d4-c3b5-4f39-b9b9-ac6b03a0a867),segment_id=ce5e82d4-c3b5-4f39-b9b9-ac6b03a0a867)] {{(pid=103376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:25:25.255341 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-03214377-72eb-4c21-b68c-f1554b54e22c tempest-NetworksIpV6TestAttrs-343039069 tempest-NetworksIpV6TestAttrs-343039069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (72d2348d-2511-4839-89ed-788b7d07ce7e), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:25.303323 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-e7a1f81a-9212-4bfd-9128-524f484fd55e req-24a32845-1b75-4341-b728-8a0109b57df7 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4d9c178e-acd3-418e-8ad1-375bbb2d292e HTTP/1.1" status: 200 len: 217 time: 0.0665145 Feb 04 17:25:25.314679 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-03214377-72eb-4c21-b68c-f1554b54e22c tempest-NetworksIpV6TestAttrs-343039069 tempest-NetworksIpV6TestAttrs-343039069-project] Calling delete_port for 72d2348d-2511-4839-89ed-788b7d07ce7e owned by network:dhcp {{(pid=103376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:25:25.401418 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-dac26ef6-8809-4071-9e5f-2ae3f6a7bf90 req-e8d9e4ec-7d0c-4fb2-a247-08f7b11b52ed tempest-ListImageFiltersTestJSON-637610508 tempest-ListImageFiltersTestJSON-637610508-project] 10.222.0.89 "GET /v2.0/security-groups?id=64f1a98c-fa51-4ada-9579-f28b8d0ae7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2001023 Feb 04 17:25:25.427612 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223c9ac7-7b23-4a65-ab31-526117c8a8a6 req-c6b54819-520d-42fc-819d-e3f6a7042938 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:25:25.434360 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223c9ac7-7b23-4a65-ab31-526117c8a8a6 req-c6b54819-520d-42fc-819d-e3f6a7042938 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:25:25.445240 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223c9ac7-7b23-4a65-ab31-526117c8a8a6 req-c6b54819-520d-42fc-819d-e3f6a7042938 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:25:25.450714 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223c9ac7-7b23-4a65-ab31-526117c8a8a6 req-c6b54819-520d-42fc-819d-e3f6a7042938 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:25:25.462233 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223c9ac7-7b23-4a65-ab31-526117c8a8a6 req-c6b54819-520d-42fc-819d-e3f6a7042938 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:25:25.468987 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223c9ac7-7b23-4a65-ab31-526117c8a8a6 req-c6b54819-520d-42fc-819d-e3f6a7042938 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:25:25.469312 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a1f81a-9212-4bfd-9128-524f484fd55e req-ec413f60-5094-4abe-805b-28cfdc72b429 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:25:25.470820 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-e7a1f81a-9212-4bfd-9128-524f484fd55e req-ec413f60-5094-4abe-805b-28cfdc72b429 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=99111859-42b4-4e18-9ce6-d611a4f50891 HTTP/1.1" status: 200 len: 858 time: 0.1578560 Feb 04 17:25:25.474653 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223c9ac7-7b23-4a65-ab31-526117c8a8a6 req-c6b54819-520d-42fc-819d-e3f6a7042938 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:25:25.483249 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-223c9ac7-7b23-4a65-ab31-526117c8a8a6 req-c6b54819-520d-42fc-819d-e3f6a7042938 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] 10.222.0.89 "GET /v2.0/ports?device_id=d23ffa64-7651-4974-8c0d-1ba4c302839d HTTP/1.1" status: 200 len: 5441 time: 0.1807523 Feb 04 17:25:25.518531 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-e7a1f81a-9212-4bfd-9128-524f484fd55e req-cbb2a707-ea6c-4084-bdc6-dada8bd2aba7 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=65e96574-1b4a-495a-8b0d-441e42a3db76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0363817 Feb 04 17:25:25.560826 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-223c9ac7-7b23-4a65-ab31-526117c8a8a6 req-fb1ab5d0-dab4-4471-8209-720337ac937e tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] 10.222.0.89 "GET /v2.0/security-groups?id=f41001c7-a515-4baa-b12d-2443831f66d9&id=6c430dff-7990-44ba-b62d-7ce4a11c9249&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0765283 Feb 04 17:25:25.674051 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-e7a1f81a-9212-4bfd-9128-524f484fd55e req-583261dc-512e-4519-bb6d-a231ac6c6061 service neutron] 10.222.0.96 "GET /v2.0/networks/65e96574-1b4a-495a-8b0d-441e42a3db76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1355817 Feb 04 17:25:25.675182 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-03214377-72eb-4c21-b68c-f1554b54e22c tempest-NetworksIpV6TestAttrs-343039069 tempest-NetworksIpV6TestAttrs-343039069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (72d2348d-2511-4839-89ed-788b7d07ce7e), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:25.724621 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03214377-72eb-4c21-b68c-f1554b54e22c tempest-NetworksIpV6TestAttrs-343039069 tempest-NetworksIpV6TestAttrs-343039069-project] Pushing event deleted for resources: {'Port': ['ID=72d2348d-2511-4839-89ed-788b7d07ce7e,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:25:25.823212 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03214377-72eb-4c21-b68c-f1554b54e22c tempest-NetworksIpV6TestAttrs-343039069 tempest-NetworksIpV6TestAttrs-343039069-project] No DVR routers for this DVR port 72d2348d-2511-4839-89ed-788b7d07ce7e on host n-d-827839-2 {{(pid=103376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 17:25:25.979398 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-03214377-72eb-4c21-b68c-f1554b54e22c tempest-NetworksIpV6TestAttrs-343039069 tempest-NetworksIpV6TestAttrs-343039069-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1541225'] for subnet (9567876e-b3b2-4416-a3d5-fcb40017c273), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:26.011184 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd23ffa64-7651-4974-8c0d-1ba4c302839d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3af41b78-08e9-4d5c-93be-3e2ef1bdcc7f'}, {'server_uuid': 'd23ffa64-7651-4974-8c0d-1ba4c302839d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9d313cd-c191-41ee-8480-aa1e52db3c64'}, {'server_uuid': 'd23ffa64-7651-4974-8c0d-1ba4c302839d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebd98b55-b8fd-45a0-bc8c-3d8c64222855'}, {'server_uuid': '32c473d7-3f2d-495e-b44f-fd0929434fbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0dc06b5d-448b-4f0d-ad2e-de475b21d9b4'}, {'server_uuid': 'd23ffa64-7651-4974-8c0d-1ba4c302839d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22b8e9e9-9bfb-4c6e-95b2-78e04b75aa5a'}, {'server_uuid': 'd23ffa64-7651-4974-8c0d-1ba4c302839d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd07f6690-41dc-473d-8b49-2b36d0026fa9'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:25:26.015458 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c34bc964ce2211770fda26ca2f3801cc06f4f39928110690550e94ab9c9d2fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40a76c93-9ca5-4ad8-808c-032af16d783e" -d '{"events": [{"server_uuid": "d23ffa64-7651-4974-8c0d-1ba4c302839d", "name": "network-vif-plugged", "status": "completed", "tag": "3af41b78-08e9-4d5c-93be-3e2ef1bdcc7f"}, {"server_uuid": "d23ffa64-7651-4974-8c0d-1ba4c302839d", "name": "network-vif-plugged", "status": "completed", "tag": "d9d313cd-c191-41ee-8480-aa1e52db3c64"}, {"server_uuid": "d23ffa64-7651-4974-8c0d-1ba4c302839d", "name": "network-vif-plugged", "status": "completed", "tag": "ebd98b55-b8fd-45a0-bc8c-3d8c64222855"}, {"server_uuid": "32c473d7-3f2d-495e-b44f-fd0929434fbd", "name": "network-vif-plugged", "status": "completed", "tag": "0dc06b5d-448b-4f0d-ad2e-de475b21d9b4"}, {"server_uuid": "d23ffa64-7651-4974-8c0d-1ba4c302839d", "name": "network-vif-plugged", "status": "completed", "tag": "22b8e9e9-9bfb-4c6e-95b2-78e04b75aa5a"}, {"server_uuid": "d23ffa64-7651-4974-8c0d-1ba4c302839d", "name": "network-vif-plugged", "status": "completed", "tag": "d07f6690-41dc-473d-8b49-2b36d0026fa9"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:25:26.053488 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-e7a1f81a-9212-4bfd-9128-524f484fd55e req-c63cd22e-de6d-4b39-94b5-b8cb322ac69b service neutron] 10.222.0.96 "GET /v2.0/networks/65e96574-1b4a-495a-8b0d-441e42a3db76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3416471 Feb 04 17:25:26.080556 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-03214377-72eb-4c21-b68c-f1554b54e22c tempest-NetworksIpV6TestAttrs-343039069 tempest-NetworksIpV6TestAttrs-343039069-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1541216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25675894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25858947'] for subnet (9567876e-b3b2-4416-a3d5-fcb40017c273), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:26.115808 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c5b44e-924b-48ca-82d6-9a5c490676a4 req-0df0e844-49a7-4f4e-80aa-d62b2638ceef tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:25:26.117482 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-48c5b44e-924b-48ca-82d6-9a5c490676a4 req-0df0e844-49a7-4f4e-80aa-d62b2638ceef tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] 10.222.0.89 "GET /v2.0/ports?device_id=32c473d7-3f2d-495e-b44f-fd0929434fbd HTTP/1.1" status: 200 len: 947 time: 0.1991429 Feb 04 17:25:26.119946 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03214377-72eb-4c21-b68c-f1554b54e22c tempest-NetworksIpV6TestAttrs-343039069 tempest-NetworksIpV6TestAttrs-343039069-project] Pushing event deleted for resources: {'Subnet': ['ID=9567876e-b3b2-4416-a3d5-fcb40017c273,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:25:26.138726 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8e38cd-3a85-4bda-ae28-4f85244549e4 req-bd8153d3-d4fc-466e-8709-dbe58cd568fc tempest-ServerRescueNegativeTestJSON-1481324798 tempest-ServerRescueNegativeTestJSON-1481324798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:25:26.141372 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-bd8e38cd-3a85-4bda-ae28-4f85244549e4 req-bd8153d3-d4fc-466e-8709-dbe58cd568fc tempest-ServerRescueNegativeTestJSON-1481324798 tempest-ServerRescueNegativeTestJSON-1481324798-project] 10.222.0.89 "GET /v2.0/ports?device_id=5f99a685-700d-4f63-88c2-d2a04a4a422d HTTP/1.1" status: 200 len: 945 time: 0.0786898 Feb 04 17:25:26.217276 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-bd8e38cd-3a85-4bda-ae28-4f85244549e4 req-9c429cef-c8e6-45e2-9129-f5623a57d6c7 tempest-ServerRescueNegativeTestJSON-1481324798 tempest-ServerRescueNegativeTestJSON-1481324798-project] 10.222.0.89 "GET /v2.0/security-groups?id=47e1fb0d-88ed-4fed-9e75-9f02b9f534f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559456 Feb 04 17:25:26.288381 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-03214377-72eb-4c21-b68c-f1554b54e22c tempest-NetworksIpV6TestAttrs-343039069 tempest-NetworksIpV6TestAttrs-343039069-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1543676', 'neutron.services.segments.db._delete_segments_for_network-8781084786517'] for network (c3e1f912-fd2e-4219-8af4-5e922253b012), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:26.307554 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 1038 Content-Type: application/json Date: Fri, 04 Feb 2022 17:25:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4158d21c-11c9-423c-8702-2164d185cd62 x-openstack-request-id: req-4158d21c-11c9-423c-8702-2164d185cd62 {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:25:26.307975 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d23ffa64-7651-4974-8c0d-1ba4c302839d", "name": "network-vif-plugged", "status": "completed", "tag": "3af41b78-08e9-4d5c-93be-3e2ef1bdcc7f", "code": 200}, {"server_uuid": "d23ffa64-7651-4974-8c0d-1ba4c302839d", "name": "network-vif-plugged", "status": "completed", "tag": "d9d313cd-c191-41ee-8480-aa1e52db3c64", "code": 200}, {"server_uuid": "d23ffa64-7651-4974-8c0d-1ba4c302839d", "name": "network-vif-plugged", "status": "completed", "tag": "ebd98b55-b8fd-45a0-bc8c-3d8c64222855", "code": 200}, {"server_uuid": "32c473d7-3f2d-495e-b44f-fd0929434fbd", "name": "network-vif-plugged", "status": "completed", "tag": "0dc06b5d-448b-4f0d-ad2e-de475b21d9b4", "code": 200}, {"server_uuid": "d23ffa64-7651-4974-8c0d-1ba4c302839d", "name": "network-vif-plugged", "status": "completed", "tag": "22b8e9e9-9bfb-4c6e-95b2-78e04b75aa5a", "code": 200}, {"server_uuid": "d23ffa64-7651-4974-8c0d-1ba4c302839d", "name": "network-vif-plugged", "status": "completed", "tag": "d07f6690-41dc-473d-8b49-2b36d0026fa9", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:25:26.308327 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-4158d21c-11c9-423c-8702-2164d185cd62 {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:25:26.308885 n-d-827839-2 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd23ffa64-7651-4974-8c0d-1ba4c302839d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3af41b78-08e9-4d5c-93be-3e2ef1bdcc7f', 'code': 200} Feb 04 17:25:26.309236 n-d-827839-2 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd23ffa64-7651-4974-8c0d-1ba4c302839d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9d313cd-c191-41ee-8480-aa1e52db3c64', 'code': 200} Feb 04 17:25:26.309582 n-d-827839-2 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd23ffa64-7651-4974-8c0d-1ba4c302839d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebd98b55-b8fd-45a0-bc8c-3d8c64222855', 'code': 200} Feb 04 17:25:26.309924 n-d-827839-2 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32c473d7-3f2d-495e-b44f-fd0929434fbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0dc06b5d-448b-4f0d-ad2e-de475b21d9b4', 'code': 200} Feb 04 17:25:26.310268 n-d-827839-2 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd23ffa64-7651-4974-8c0d-1ba4c302839d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22b8e9e9-9bfb-4c6e-95b2-78e04b75aa5a', 'code': 200} Feb 04 17:25:26.310623 n-d-827839-2 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd23ffa64-7651-4974-8c0d-1ba4c302839d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd07f6690-41dc-473d-8b49-2b36d0026fa9', 'code': 200} Feb 04 17:25:26.351828 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-48c5b44e-924b-48ca-82d6-9a5c490676a4 req-f7f8df6a-d28c-4aa2-854e-20efabe4ac96 tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] 10.222.0.89 "GET /v2.0/security-groups?id=e65ecd24-4d97-4684-be33-350ed30f90cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2124448 Feb 04 17:25:26.353779 n-d-827839-2 neutron-server[103376]: DEBUG neutron.services.segments.db [None req-03214377-72eb-4c21-b68c-f1554b54e22c tempest-NetworksIpV6TestAttrs-343039069 tempest-NetworksIpV6TestAttrs-343039069-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3e1f912-fd2e-4219-8af4-5e922253b012']}} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:25:26.393845 n-d-827839-2 neutron-server[103376]: DEBUG neutron.services.segments.db [None req-03214377-72eb-4c21-b68c-f1554b54e22c tempest-NetworksIpV6TestAttrs-343039069 tempest-NetworksIpV6TestAttrs-343039069-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce5e82d4-c3b5-4f39-b9b9-ac6b03a0a867') {'for_net_delete': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:25:26.394148 n-d-827839-2 neutron-server[103376]: DEBUG neutron.services.segments.db [None req-03214377-72eb-4c21-b68c-f1554b54e22c tempest-NetworksIpV6TestAttrs-343039069 tempest-NetworksIpV6TestAttrs-343039069-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce5e82d4-c3b5-4f39-b9b9-ac6b03a0a867') {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:25:26.418066 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-03214377-72eb-4c21-b68c-f1554b54e22c tempest-NetworksIpV6TestAttrs-343039069 tempest-NetworksIpV6TestAttrs-343039069-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781084783966', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25674908'] for segment (ce5e82d4-c3b5-4f39-b9b9-ac6b03a0a867), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:26.482057 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-03214377-72eb-4c21-b68c-f1554b54e22c tempest-NetworksIpV6TestAttrs-343039069 tempest-NetworksIpV6TestAttrs-343039069-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (ce5e82d4-c3b5-4f39-b9b9-ac6b03a0a867), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:26.527254 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03214377-72eb-4c21-b68c-f1554b54e22c tempest-NetworksIpV6TestAttrs-343039069 tempest-NetworksIpV6TestAttrs-343039069-project] Releasing vlan 795 on physical network physnet1 to pool {{(pid=103376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 17:25:26.527672 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-03214377-72eb-4c21-b68c-f1554b54e22c tempest-NetworksIpV6TestAttrs-343039069 tempest-NetworksIpV6TestAttrs-343039069-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25675992'] for segment (ce5e82d4-c3b5-4f39-b9b9-ac6b03a0a867), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:26.533129 n-d-827839-2 neutron-server[103376]: Traceback (most recent call last): Feb 04 17:25:26.533129 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 17:25:26.533129 n-d-827839-2 neutron-server[103376]: timer() Feb 04 17:25:26.533129 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 17:25:26.533129 n-d-827839-2 neutron-server[103376]: cb(*args, **kw) Feb 04 17:25:26.533129 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 17:25:26.533129 n-d-827839-2 neutron-server[103376]: return func(*args, **kwargs) Feb 04 17:25:26.533129 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 17:25:26.533129 n-d-827839-2 neutron-server[103376]: self._notify() Feb 04 17:25:26.533129 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 17:25:26.533129 n-d-827839-2 neutron-server[103376]: self.callback(batched_events) Feb 04 17:25:26.533129 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 17:25:26.533129 n-d-827839-2 neutron-server[103376]: event.method(event) Feb 04 17:25:26.533129 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 17:25:26.533129 n-d-827839-2 neutron-server[103376]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 17:25:26.533129 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 17:25:26.533129 n-d-827839-2 neutron-server[103376]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 17:25:26.533129 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 17:25:26.533129 n-d-827839-2 neutron-server[103376]: return f(self, *a, **k) Feb 04 17:25:26.533129 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 17:25:26.533129 n-d-827839-2 neutron-server[103376]: return self._get(url).json() Feb 04 17:25:26.533129 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 17:25:26.533129 n-d-827839-2 neutron-server[103376]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 17:25:26.533129 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 17:25:26.533129 n-d-827839-2 neutron-server[103376]: return self.request(url, 'GET', **kwargs) Feb 04 17:25:26.533129 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 17:25:26.533129 n-d-827839-2 neutron-server[103376]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 17:25:26.533129 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 17:25:26.533129 n-d-827839-2 neutron-server[103376]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 17:25:26.533129 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 17:25:26.533129 n-d-827839-2 neutron-server[103376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 17:25:26.533129 n-d-827839-2 neutron-server[103376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 17:25:26.696529 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-03214377-72eb-4c21-b68c-f1554b54e22c tempest-NetworksIpV6TestAttrs-343039069 tempest-NetworksIpV6TestAttrs-343039069-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1543671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1595572'] for network (c3e1f912-fd2e-4219-8af4-5e922253b012), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:26.708468 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31b518ab-6574-4248-89f2-67aac6681e87 None None] Network c3e1f912-fd2e-4219-8af4-5e922253b012 requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:25:26.714129 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-03214377-72eb-4c21-b68c-f1554b54e22c tempest-NetworksIpV6TestAttrs-343039069 tempest-NetworksIpV6TestAttrs-343039069-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677565'] for network (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:26.719892 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-03214377-72eb-4c21-b68c-f1554b54e22c tempest-NetworksIpV6TestAttrs-343039069 tempest-NetworksIpV6TestAttrs-343039069-project] 10.222.0.89 "DELETE /v2.0/networks/c3e1f912-fd2e-4219-8af4-5e922253b012 HTTP/1.1" status: 204 len: 168 time: 2.7877719 Feb 04 17:25:26.723204 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 41488) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:25:26.735619 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0827220-b830-4e27-a30d-f17e458072f4 req-03b6ce15-6c49-4ace-b93b-d30a28acbfff tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:25:26.740829 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31b518ab-6574-4248-89f2-67aac6681e87 None None] Network c3e1f912-fd2e-4219-8af4-5e922253b012 could not be found, it might have been deleted concurrently. {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 04 17:25:26.741968 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0827220-b830-4e27-a30d-f17e458072f4 req-03b6ce15-6c49-4ace-b93b-d30a28acbfff tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:25:26.749428 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-1879f797-95a0-4d98-9066-a7c52ac0045e None None] Could not find standard attr ID for object 72d2348d-2511-4839-89ed-788b7d07ce7e. {{(pid=103378) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 17:25:26.750097 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0827220-b830-4e27-a30d-f17e458072f4 req-03b6ce15-6c49-4ace-b93b-d30a28acbfff tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:25:26.756614 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03214377-72eb-4c21-b68c-f1554b54e22c tempest-NetworksIpV6TestAttrs-343039069 tempest-NetworksIpV6TestAttrs-343039069-project] Pushing event deleted for resources: {'Network': ['ID=c3e1f912-fd2e-4219-8af4-5e922253b012,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:25:26.757088 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0827220-b830-4e27-a30d-f17e458072f4 req-03b6ce15-6c49-4ace-b93b-d30a28acbfff tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:25:26.764288 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0827220-b830-4e27-a30d-f17e458072f4 req-03b6ce15-6c49-4ace-b93b-d30a28acbfff tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:25:26.772343 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0827220-b830-4e27-a30d-f17e458072f4 req-03b6ce15-6c49-4ace-b93b-d30a28acbfff tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:25:26.778693 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0827220-b830-4e27-a30d-f17e458072f4 req-03b6ce15-6c49-4ace-b93b-d30a28acbfff tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:25:26.780291 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1a7aca-8ce4-45b2-8bca-25993666e1fe req-1090efcd-766c-48cb-9897-ccb7c30ff98d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:25:26.781280 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-d0827220-b830-4e27-a30d-f17e458072f4 req-03b6ce15-6c49-4ace-b93b-d30a28acbfff tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] 10.222.0.89 "GET /v2.0/ports?device_id=d23ffa64-7651-4974-8c0d-1ba4c302839d HTTP/1.1" status: 200 len: 5441 time: 0.1330819 Feb 04 17:25:26.781407 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1a7aca-8ce4-45b2-8bca-25993666e1fe req-1090efcd-766c-48cb-9897-ccb7c30ff98d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:25:26.782452 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1a7aca-8ce4-45b2-8bca-25993666e1fe req-1090efcd-766c-48cb-9897-ccb7c30ff98d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:25:26.782942 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1a7aca-8ce4-45b2-8bca-25993666e1fe req-1090efcd-766c-48cb-9897-ccb7c30ff98d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:25:26.783808 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1a7aca-8ce4-45b2-8bca-25993666e1fe req-1090efcd-766c-48cb-9897-ccb7c30ff98d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:25:26.784285 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1a7aca-8ce4-45b2-8bca-25993666e1fe req-1090efcd-766c-48cb-9897-ccb7c30ff98d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:25:26.784908 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1a7aca-8ce4-45b2-8bca-25993666e1fe req-1090efcd-766c-48cb-9897-ccb7c30ff98d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:25:26.786913 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-aa1a7aca-8ce4-45b2-8bca-25993666e1fe req-1090efcd-766c-48cb-9897-ccb7c30ff98d service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=d23ffa64-7651-4974-8c0d-1ba4c302839d HTTP/1.1" status: 200 len: 6715 time: 0.2964804 Feb 04 17:25:26.787549 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-37ca813f-4a0a-40ed-b3ff-a0daf995d3cb tempest-NetworksIpV6TestAttrs-343039069 tempest-NetworksIpV6TestAttrs-343039069-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1022124724'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:25:26.794145 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716ecb54-0f7a-4a0a-9aba-0db6e7799143 req-eade9ac3-0f9a-4e8e-aedf-fffd9142e605 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:25:26.795936 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-716ecb54-0f7a-4a0a-9aba-0db6e7799143 req-eade9ac3-0f9a-4e8e-aedf-fffd9142e605 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=32c473d7-3f2d-495e-b44f-fd0929434fbd HTTP/1.1" status: 200 len: 1129 time: 0.1645644 Feb 04 17:25:26.845684 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03d6b6e-2773-4958-8a22-21214ec904d8 req-a8e66fc5-985d-4084-962b-81b66c92fde7 tempest-ListImageFiltersTestJSON-637610508 tempest-ListImageFiltersTestJSON-637610508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:25:26.846847 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37ca813f-4a0a-40ed-b3ff-a0daf995d3cb tempest-NetworksIpV6TestAttrs-343039069 tempest-NetworksIpV6TestAttrs-343039069-project] Made reservation on behalf of 61e65ff555f249888a54635e551327f2 for: {'network': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:25:26.847208 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93d1d148-3e12-4bc3-b06b-8663f9d9b2d0 None None] DHCP port deletion for c3e1f912-fd2e-4219-8af4-5e922253b012 request from n-d-827839-2 {{(pid=103378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 17:25:26.848051 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-a03d6b6e-2773-4958-8a22-21214ec904d8 req-a8e66fc5-985d-4084-962b-81b66c92fde7 tempest-ListImageFiltersTestJSON-637610508 tempest-ListImageFiltersTestJSON-637610508-project] 10.222.0.89 "GET /v2.0/ports?device_id=ae0186a8-6823-4e37-ae44-24840acc296c HTTP/1.1" status: 200 len: 950 time: 0.2298293 Feb 04 17:25:26.850250 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-37ca813f-4a0a-40ed-b3ff-a0daf995d3cb tempest-NetworksIpV6TestAttrs-343039069 tempest-NetworksIpV6TestAttrs-343039069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for network (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:26.894944 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37ca813f-4a0a-40ed-b3ff-a0daf995d3cb tempest-NetworksIpV6TestAttrs-343039069 tempest-NetworksIpV6TestAttrs-343039069-project] vlan segment allocate from pool success with {'vlan_id': 756, 'physical_network': 'physnet1'} {{(pid=103377) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 17:25:26.929752 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-d0827220-b830-4e27-a30d-f17e458072f4 req-8404fd8d-db46-483b-8046-89a1c8d336ee tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] 10.222.0.89 "GET /v2.0/security-groups?id=f41001c7-a515-4baa-b12d-2443831f66d9&id=6c430dff-7990-44ba-b62d-7ce4a11c9249&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1187551 Feb 04 17:25:26.935997 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-37ca813f-4a0a-40ed-b3ff-a0daf995d3cb tempest-NetworksIpV6TestAttrs-343039069 tempest-NetworksIpV6TestAttrs-343039069-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (b1e1a92d-f08e-4224-ab19-db58c300d8e1), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:26.936430 n-d-827839-2 neutron-server[103377]: INFO neutron.db.segments_db [None req-37ca813f-4a0a-40ed-b3ff-a0daf995d3cb tempest-NetworksIpV6TestAttrs-343039069 tempest-NetworksIpV6TestAttrs-343039069-project] Added segment b1e1a92d-f08e-4224-ab19-db58c300d8e1 of type vlan for network 327e0ab5-d5ed-4a85-841d-d3ff7b5461e6 Feb 04 17:25:26.986605 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-37ca813f-4a0a-40ed-b3ff-a0daf995d3cb tempest-NetworksIpV6TestAttrs-343039069 tempest-NetworksIpV6TestAttrs-343039069-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781084292801'] for network (327e0ab5-d5ed-4a85-841d-d3ff7b5461e6), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:27.006425 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-716ecb54-0f7a-4a0a-9aba-0db6e7799143 req-7288705a-5ea0-4bd7-a257-c37b8d333bac service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=e65ecd24-4d97-4684-be33-350ed30f90cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1901238 Feb 04 17:25:27.009459 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-aa1a7aca-8ce4-45b2-8bca-25993666e1fe req-dc493ab6-3fb1-4483-bcab-f0cc07099188 service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=6c430dff-7990-44ba-b62d-7ce4a11c9249&id=f41001c7-a515-4baa-b12d-2443831f66d9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2125692 Feb 04 17:25:27.012928 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-a03d6b6e-2773-4958-8a22-21214ec904d8 req-29fdcfb6-889b-4658-8690-af86aa8308d0 tempest-ListImageFiltersTestJSON-637610508 tempest-ListImageFiltersTestJSON-637610508-project] 10.222.0.89 "GET /v2.0/security-groups?id=64f1a98c-fa51-4ada-9579-f28b8d0ae7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391857 Feb 04 17:25:27.015854 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-37ca813f-4a0a-40ed-b3ff-a0daf995d3cb tempest-NetworksIpV6TestAttrs-343039069 tempest-NetworksIpV6TestAttrs-343039069-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327'] for network (327e0ab5-d5ed-4a85-841d-d3ff7b5461e6), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:27.021607 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37ca813f-4a0a-40ed-b3ff-a0daf995d3cb tempest-NetworksIpV6TestAttrs-343039069 tempest-NetworksIpV6TestAttrs-343039069-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:25:27.022341 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-37ca813f-4a0a-40ed-b3ff-a0daf995d3cb tempest-NetworksIpV6TestAttrs-343039069 tempest-NetworksIpV6TestAttrs-343039069-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677565'] for network (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:27.110583 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ca813f-4a0a-40ed-b3ff-a0daf995d3cb tempest-NetworksIpV6TestAttrs-343039069 tempest-NetworksIpV6TestAttrs-343039069-project] Pushing event updated for resources: {'Network': ['ID=327e0ab5-d5ed-4a85-841d-d3ff7b5461e6,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:25:27.124093 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Network 327e0ab5-d5ed-4a85-841d-d3ff7b5461e6 details requested by agent ovs-agent-n-d-827839-2 with host n-d-827839-2 {{(pid=103378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 17:25:27.126152 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-37ca813f-4a0a-40ed-b3ff-a0daf995d3cb tempest-NetworksIpV6TestAttrs-343039069 tempest-NetworksIpV6TestAttrs-343039069-project] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3435156 Feb 04 17:25:27.129153 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 41496) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:25:27.135383 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-0a6d2d2f-eba3-4088-ba8b-1a805bd53845 tempest-NetworksIpV6TestAttrs-343039069 tempest-NetworksIpV6TestAttrs-343039069-project] Request body: {'subnet': {'network_id': '327e0ab5-d5ed-4a85-841d-d3ff7b5461e6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:25:27.260911 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a6d2d2f-eba3-4088-ba8b-1a805bd53845 tempest-NetworksIpV6TestAttrs-343039069 tempest-NetworksIpV6TestAttrs-343039069-project] Made reservation on behalf of 61e65ff555f249888a54635e551327f2 for: {'subnet': 1} {{(pid=103376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:25:27.268118 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-0a6d2d2f-eba3-4088-ba8b-1a805bd53845 tempest-NetworksIpV6TestAttrs-343039069 tempest-NetworksIpV6TestAttrs-343039069-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25859006'] for subnet (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:27.476088 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0491aea0-3d56-4349-9320-d0e19ff4a575 req-e451a839-0271-4e2c-90e1-b567df770e8e tempest-ServerRescueNegativeTestJSON-1481324798 tempest-ServerRescueNegativeTestJSON-1481324798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:25:27.477665 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-0491aea0-3d56-4349-9320-d0e19ff4a575 req-e451a839-0271-4e2c-90e1-b567df770e8e tempest-ServerRescueNegativeTestJSON-1481324798 tempest-ServerRescueNegativeTestJSON-1481324798-project] 10.222.0.89 "GET /v2.0/ports?device_id=5f99a685-700d-4f63-88c2-d2a04a4a422d HTTP/1.1" status: 200 len: 945 time: 0.1108508 Feb 04 17:25:27.640734 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-0491aea0-3d56-4349-9320-d0e19ff4a575 req-1832501f-3291-49cc-821c-2a0e98ef25b6 tempest-ServerRescueNegativeTestJSON-1481324798 tempest-ServerRescueNegativeTestJSON-1481324798-project] 10.222.0.89 "GET /v2.0/security-groups?id=47e1fb0d-88ed-4fed-9e75-9f02b9f534f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395440 Feb 04 17:25:27.640994 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device 4d4af2e9-7142-4b57-9203-87fed5d08509 no longer exists at agent hyperv_n-h1-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:25:27.862872 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Current status of the port 4d4af2e9-7142-4b57-9203-87fed5d08509 is: ACTIVE; New status is: DOWN {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:25:27.863264 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (4d4af2e9-7142-4b57-9203-87fed5d08509), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:27.902744 n-d-827839-2 neutron-server[103376]: DEBUG neutron.objects.ports [None req-0a6d2d2f-eba3-4088-ba8b-1a805bd53845 tempest-NetworksIpV6TestAttrs-343039069 tempest-NetworksIpV6TestAttrs-343039069-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103376) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 04 17:25:27.906151 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-0a6d2d2f-eba3-4088-ba8b-1a805bd53845 tempest-NetworksIpV6TestAttrs-343039069 tempest-NetworksIpV6TestAttrs-343039069-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25674939', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25858952'] for subnet (15257708-77c1-4342-a858-b2a38869bdda), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:27.938912 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] For port 4d4af2e9-7142-4b57-9203-87fed5d08509, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=4d4af2e9-7142-4b57-9203-87fed5d08509,segment=NetworkSegment(3a39b085-d3e6-43bb-a64c-1b06dd049e5a),segment_id=3a39b085-d3e6-43bb-a64c-1b06dd049e5a)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:25:27.948776 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (4d4af2e9-7142-4b57-9203-87fed5d08509), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:27.973384 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2863b234-3a67-41f4-a8ce-6d7ff10d010a req-82c78b17-b233-40f4-b9da-1a2a3f8c09fb tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:25:27.974943 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-2863b234-3a67-41f4-a8ce-6d7ff10d010a req-82c78b17-b233-40f4-b9da-1a2a3f8c09fb tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] 10.222.0.89 "GET /v2.0/ports?device_id=32c473d7-3f2d-495e-b44f-fd0929434fbd HTTP/1.1" status: 200 len: 947 time: 0.1886055 Feb 04 17:25:28.031280 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Pushing event updated for resources: {'Port': ['ID=4d4af2e9-7142-4b57-9203-87fed5d08509,revision_number=8']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:25:28.041972 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6d2d2f-eba3-4088-ba8b-1a805bd53845 tempest-NetworksIpV6TestAttrs-343039069 tempest-NetworksIpV6TestAttrs-343039069-project] Pushing event updated for resources: {'Subnet': ['ID=15257708-77c1-4342-a858-b2a38869bdda,revision_number=0']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:25:28.102444 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a6d2d2f-eba3-4088-ba8b-1a805bd53845 tempest-NetworksIpV6TestAttrs-343039069 tempest-NetworksIpV6TestAttrs-343039069-project] Checking segment: {'id': 'b1e1a92d-f08e-4224-ab19-db58c300d8e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '327e0ab5-d5ed-4a85-841d-d3ff7b5461e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:25:28.102968 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a6d2d2f-eba3-4088-ba8b-1a805bd53845 tempest-NetworksIpV6TestAttrs-343039069 tempest-NetworksIpV6TestAttrs-343039069-project] Network hostable DHCP agents. Network: 327e0ab5-d5ed-4a85-841d-d3ff7b5461e6, hostable agents: ['bb89f5a3-3c22-440b-b7d1-c4f0c43c184a'], hosted agents: [] {{(pid=103376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 17:25:28.115304 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376bdd41-1a14-4535-8ffa-4478ec039aa1 req-8d7c7555-ac18-405b-b681-a4ea87a74097 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:25:28.118050 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-2863b234-3a67-41f4-a8ce-6d7ff10d010a req-65b67c33-e25d-4aa3-9b5c-03007c0b4968 tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] 10.222.0.89 "GET /v2.0/security-groups?id=e65ecd24-4d97-4684-be33-350ed30f90cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1270435 Feb 04 17:25:28.123010 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376bdd41-1a14-4535-8ffa-4478ec039aa1 req-8d7c7555-ac18-405b-b681-a4ea87a74097 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:25:28.130850 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376bdd41-1a14-4535-8ffa-4478ec039aa1 req-8d7c7555-ac18-405b-b681-a4ea87a74097 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:25:28.140240 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376bdd41-1a14-4535-8ffa-4478ec039aa1 req-8d7c7555-ac18-405b-b681-a4ea87a74097 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:25:28.146601 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376bdd41-1a14-4535-8ffa-4478ec039aa1 req-8d7c7555-ac18-405b-b681-a4ea87a74097 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:25:28.152309 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a6d2d2f-eba3-4088-ba8b-1a805bd53845 tempest-NetworksIpV6TestAttrs-343039069 tempest-NetworksIpV6TestAttrs-343039069-project] Network 327e0ab5-d5ed-4a85-841d-d3ff7b5461e6 is scheduled to be hosted by DHCP agent bb89f5a3-3c22-440b-b7d1-c4f0c43c184a with binding_index 1 {{(pid=103376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 17:25:28.152953 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376bdd41-1a14-4535-8ffa-4478ec039aa1 req-8d7c7555-ac18-405b-b681-a4ea87a74097 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:25:28.159672 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376bdd41-1a14-4535-8ffa-4478ec039aa1 req-8d7c7555-ac18-405b-b681-a4ea87a74097 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:25:28.162958 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-376bdd41-1a14-4535-8ffa-4478ec039aa1 req-8d7c7555-ac18-405b-b681-a4ea87a74097 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] 10.222.0.89 "GET /v2.0/ports?device_id=d23ffa64-7651-4974-8c0d-1ba4c302839d HTTP/1.1" status: 200 len: 5441 time: 0.1365242 Feb 04 17:25:28.166355 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [None req-0a6d2d2f-eba3-4088-ba8b-1a805bd53845 tempest-NetworksIpV6TestAttrs-343039069 tempest-NetworksIpV6TestAttrs-343039069-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827839-2, 327e0ab5-d5ed-4a85-841d-d3ff7b5461e6) {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:25:28.173371 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a6d2d2f-eba3-4088-ba8b-1a805bd53845 tempest-NetworksIpV6TestAttrs-343039069 tempest-NetworksIpV6TestAttrs-343039069-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:25:28.173371 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-0a6d2d2f-eba3-4088-ba8b-1a805bd53845 tempest-NetworksIpV6TestAttrs-343039069 tempest-NetworksIpV6TestAttrs-343039069-project] Publish callbacks [] for subnet (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:28.182694 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fb3684c-8820-462a-abed-04323867bce7 None None] Network 327e0ab5-d5ed-4a85-841d-d3ff7b5461e6 requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:25:28.205094 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-0a6d2d2f-eba3-4088-ba8b-1a805bd53845 tempest-NetworksIpV6TestAttrs-343039069 tempest-NetworksIpV6TestAttrs-343039069-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.0744231 Feb 04 17:25:28.208465 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 41528) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:25:28.280970 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-376bdd41-1a14-4535-8ffa-4478ec039aa1 req-15f9c0ab-8cd0-496b-a054-45cb27a2567c tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] 10.222.0.89 "GET /v2.0/security-groups?id=f41001c7-a515-4baa-b12d-2443831f66d9&id=6c430dff-7990-44ba-b62d-7ce4a11c9249&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1049948 Feb 04 17:25:28.333619 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae0186a8-6823-4e37-ae44-24840acc296c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4d4af2e9-7142-4b57-9203-87fed5d08509'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:25:28.337382 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-4376f986-092e-4e95-af6f-e08668fb8971 tempest-NetworksIpV6TestAttrs-343039069 tempest-NetworksIpV6TestAttrs-343039069-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628832'] for network (327e0ab5-d5ed-4a85-841d-d3ff7b5461e6), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:28.339870 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c34bc964ce2211770fda26ca2f3801cc06f4f39928110690550e94ab9c9d2fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f049205-6f00-43a1-8dbe-1c0cd7487192" -d '{"events": [{"server_uuid": "ae0186a8-6823-4e37-ae44-24840acc296c", "name": "network-vif-unplugged", "status": "completed", "tag": "4d4af2e9-7142-4b57-9203-87fed5d08509"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:25:28.354768 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9f9cfa8-2aaa-463b-879a-1391b9a15baa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e4c19ad-5724-5db8-8ee1-4f56ae69fcf4-327e0ab5-d5ed-4a85-841d-d3ff7b5461e6', 'network_id': '327e0ab5-d5ed-4a85-841d-d3ff7b5461e6', 'project_id': '61e65ff555f249888a54635e551327f2', 'fixed_ips': [{'subnet_id': '15257708-77c1-4342-a858-b2a38869bdda'}]}} from n-d-827839-2. {{(pid=103378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 17:25:28.355971 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a9f9cfa8-2aaa-463b-879a-1391b9a15baa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:28.392592 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-4376f986-092e-4e95-af6f-e08668fb8971 tempest-NetworksIpV6TestAttrs-343039069 tempest-NetworksIpV6TestAttrs-343039069-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1541225'] for subnet (15257708-77c1-4342-a858-b2a38869bdda), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:28.442606 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 04 Feb 2022 17:25:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49818dd9-4da5-40c6-870c-015e4e7b2d0b x-openstack-request-id: req-49818dd9-4da5-40c6-870c-015e4e7b2d0b {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:25:28.443318 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae0186a8-6823-4e37-ae44-24840acc296c", "name": "network-vif-unplugged", "status": "completed", "tag": "4d4af2e9-7142-4b57-9203-87fed5d08509", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:25:28.443795 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-49818dd9-4da5-40c6-870c-015e4e7b2d0b {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:25:28.444413 n-d-827839-2 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae0186a8-6823-4e37-ae44-24840acc296c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4d4af2e9-7142-4b57-9203-87fed5d08509', 'code': 200} Feb 04 17:25:28.467344 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-4376f986-092e-4e95-af6f-e08668fb8971 tempest-NetworksIpV6TestAttrs-343039069 tempest-NetworksIpV6TestAttrs-343039069-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1541216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25675894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25858947'] for subnet (15257708-77c1-4342-a858-b2a38869bdda), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:28.474491 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server [None req-a9f9cfa8-2aaa-463b-879a-1391b9a15baa None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 15257708-77c1-4342-a858-b2a38869bdda: This subnet is being modified by another concurrent operation. Feb 04 17:25:28.474491 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 04 17:25:28.474491 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 04 17:25:28.474491 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 04 17:25:28.474491 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 04 17:25:28.474491 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 04 17:25:28.474491 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 04 17:25:28.474491 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 04 17:25:28.474491 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 04 17:25:28.474491 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 04 17:25:28.474491 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 04 17:25:28.474491 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 04 17:25:28.474491 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 17:25:28.474491 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 17:25:28.474491 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 17:25:28.474491 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 17:25:28.474491 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 04 17:25:28.474491 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 04 17:25:28.474491 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 04 17:25:28.474491 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 04 17:25:28.474491 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 17:25:28.474491 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 17:25:28.474491 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 17:25:28.474491 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 17:25:28.474491 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 04 17:25:28.474491 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 04 17:25:28.474491 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 04 17:25:28.474491 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 04 17:25:28.474491 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 17:25:28.474491 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 17:25:28.474491 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 17:25:28.474491 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 17:25:28.474491 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 04 17:25:28.474491 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 04 17:25:28.474491 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 04 17:25:28.474491 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 04 17:25:28.474491 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Feb 04 17:25:28.474491 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 04 17:25:28.474491 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Feb 04 17:25:28.474491 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 04 17:25:28.474491 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 04 17:25:28.474491 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 04 17:25:28.474491 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 04 17:25:28.474491 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 04 17:25:28.474491 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 04 17:25:28.474491 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 04 17:25:28.474491 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 04 17:25:28.474491 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 04 17:25:28.474491 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 17:25:28.474491 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 17:25:28.474491 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 17:25:28.474491 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 17:25:28.474491 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 04 17:25:28.474491 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 04 17:25:28.477836 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 04 17:25:28.477836 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 04 17:25:28.477836 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 17:25:28.477836 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 17:25:28.477836 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 17:25:28.477836 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 17:25:28.477836 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 04 17:25:28.477836 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 04 17:25:28.477836 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 04 17:25:28.477836 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 04 17:25:28.477836 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 17:25:28.477836 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 17:25:28.477836 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 17:25:28.477836 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 17:25:28.477836 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 04 17:25:28.477836 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 04 17:25:28.477836 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1510, in create_port Feb 04 17:25:28.477836 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 04 17:25:28.477836 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1475, in _create_port_db Feb 04 17:25:28.477836 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 04 17:25:28.477836 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Feb 04 17:25:28.477836 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 04 17:25:28.477836 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 04 17:25:28.477836 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 04 17:25:28.477836 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 04 17:25:28.477836 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 04 17:25:28.477836 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 04 17:25:28.477836 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 04 17:25:28.477836 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 04 17:25:28.477836 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 04 17:25:28.477836 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 04 17:25:28.477836 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 04 17:25:28.477836 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 04 17:25:28.477836 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 04 17:25:28.477836 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 04 17:25:28.477836 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server raise exception Feb 04 17:25:28.477836 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 15257708-77c1-4342-a858-b2a38869bdda: This subnet is being modified by another concurrent operation. Feb 04 17:25:28.477836 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server Feb 04 17:25:28.493263 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d746297e-8e3a-42cc-8cf3-cd29b20da856 None None] get_active_networks_info from n-d-827839-2 {{(pid=103378) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 04 17:25:28.497743 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4376f986-092e-4e95-af6f-e08668fb8971 tempest-NetworksIpV6TestAttrs-343039069 tempest-NetworksIpV6TestAttrs-343039069-project] Pushing event deleted for resources: {'Subnet': ['ID=15257708-77c1-4342-a858-b2a38869bdda,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:25:28.575969 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-4376f986-092e-4e95-af6f-e08668fb8971 tempest-NetworksIpV6TestAttrs-343039069 tempest-NetworksIpV6TestAttrs-343039069-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1543676', 'neutron.services.segments.db._delete_segments_for_network-8781084786517'] for network (327e0ab5-d5ed-4a85-841d-d3ff7b5461e6), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:28.604782 n-d-827839-2 neutron-server[103376]: DEBUG neutron.services.segments.db [None req-4376f986-092e-4e95-af6f-e08668fb8971 tempest-NetworksIpV6TestAttrs-343039069 tempest-NetworksIpV6TestAttrs-343039069-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['327e0ab5-d5ed-4a85-841d-d3ff7b5461e6']}} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:25:28.616293 n-d-827839-2 neutron-server[103376]: DEBUG neutron.services.segments.db [None req-4376f986-092e-4e95-af6f-e08668fb8971 tempest-NetworksIpV6TestAttrs-343039069 tempest-NetworksIpV6TestAttrs-343039069-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1e1a92d-f08e-4224-ab19-db58c300d8e1') {'for_net_delete': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:25:28.616914 n-d-827839-2 neutron-server[103376]: DEBUG neutron.services.segments.db [None req-4376f986-092e-4e95-af6f-e08668fb8971 tempest-NetworksIpV6TestAttrs-343039069 tempest-NetworksIpV6TestAttrs-343039069-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1e1a92d-f08e-4224-ab19-db58c300d8e1') {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:25:28.629609 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-4376f986-092e-4e95-af6f-e08668fb8971 tempest-NetworksIpV6TestAttrs-343039069 tempest-NetworksIpV6TestAttrs-343039069-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781084783966', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25674908'] for segment (b1e1a92d-f08e-4224-ab19-db58c300d8e1), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:28.646650 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-4376f986-092e-4e95-af6f-e08668fb8971 tempest-NetworksIpV6TestAttrs-343039069 tempest-NetworksIpV6TestAttrs-343039069-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (b1e1a92d-f08e-4224-ab19-db58c300d8e1), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:28.649386 n-d-827839-2 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d746297e-8e3a-42cc-8cf3-cd29b20da856 None None] Resources bound (agent type, host, resource id): {{(pid=103378) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 04 17:25:28.654871 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4376f986-092e-4e95-af6f-e08668fb8971 tempest-NetworksIpV6TestAttrs-343039069 tempest-NetworksIpV6TestAttrs-343039069-project] Releasing vlan 756 on physical network physnet1 to pool {{(pid=103376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 17:25:28.655503 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-4376f986-092e-4e95-af6f-e08668fb8971 tempest-NetworksIpV6TestAttrs-343039069 tempest-NetworksIpV6TestAttrs-343039069-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25675992'] for segment (b1e1a92d-f08e-4224-ab19-db58c300d8e1), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:28.659181 n-d-827839-2 neutron-server[103376]: Traceback (most recent call last): Feb 04 17:25:28.659181 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 17:25:28.659181 n-d-827839-2 neutron-server[103376]: timer() Feb 04 17:25:28.659181 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 17:25:28.659181 n-d-827839-2 neutron-server[103376]: cb(*args, **kw) Feb 04 17:25:28.659181 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 17:25:28.659181 n-d-827839-2 neutron-server[103376]: return func(*args, **kwargs) Feb 04 17:25:28.659181 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 17:25:28.659181 n-d-827839-2 neutron-server[103376]: self._notify() Feb 04 17:25:28.659181 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 17:25:28.659181 n-d-827839-2 neutron-server[103376]: self.callback(batched_events) Feb 04 17:25:28.659181 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 17:25:28.659181 n-d-827839-2 neutron-server[103376]: event.method(event) Feb 04 17:25:28.659181 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 17:25:28.659181 n-d-827839-2 neutron-server[103376]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 17:25:28.659181 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 17:25:28.659181 n-d-827839-2 neutron-server[103376]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 17:25:28.659181 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 17:25:28.659181 n-d-827839-2 neutron-server[103376]: return f(self, *a, **k) Feb 04 17:25:28.659181 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 17:25:28.659181 n-d-827839-2 neutron-server[103376]: return self._get(url).json() Feb 04 17:25:28.659181 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 17:25:28.659181 n-d-827839-2 neutron-server[103376]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 17:25:28.659181 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 17:25:28.659181 n-d-827839-2 neutron-server[103376]: return self.request(url, 'GET', **kwargs) Feb 04 17:25:28.659181 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 17:25:28.659181 n-d-827839-2 neutron-server[103376]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 17:25:28.659181 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 17:25:28.659181 n-d-827839-2 neutron-server[103376]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 17:25:28.659181 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 17:25:28.659181 n-d-827839-2 neutron-server[103376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 17:25:28.659181 n-d-827839-2 neutron-server[103376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 17:25:28.765945 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-4376f986-092e-4e95-af6f-e08668fb8971 tempest-NetworksIpV6TestAttrs-343039069 tempest-NetworksIpV6TestAttrs-343039069-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1543671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1595572'] for network (327e0ab5-d5ed-4a85-841d-d3ff7b5461e6), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:28.771383 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-4376f986-092e-4e95-af6f-e08668fb8971 tempest-NetworksIpV6TestAttrs-343039069 tempest-NetworksIpV6TestAttrs-343039069-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677565'] for network (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:28.780346 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 41534) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:25:28.783230 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-4376f986-092e-4e95-af6f-e08668fb8971 tempest-NetworksIpV6TestAttrs-343039069 tempest-NetworksIpV6TestAttrs-343039069-project] 10.222.0.89 "DELETE /v2.0/networks/327e0ab5-d5ed-4a85-841d-d3ff7b5461e6 HTTP/1.1" status: 204 len: 168 time: 0.5733294 Feb 04 17:25:28.807708 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4376f986-092e-4e95-af6f-e08668fb8971 tempest-NetworksIpV6TestAttrs-343039069 tempest-NetworksIpV6TestAttrs-343039069-project] Pushing event deleted for resources: {'Network': ['ID=327e0ab5-d5ed-4a85-841d-d3ff7b5461e6,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:25:28.824354 n-d-827839-2 neutron-server[103377]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b32075e-40b7-4256-9970-322e5324fdf9 tempest-NetworksIpV6TestAttrs-343039069 tempest-NetworksIpV6TestAttrs-343039069-project] DELETE failed (client error): The resource could not be found. Feb 04 17:25:28.824914 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b32075e-40b7-4256-9970-322e5324fdf9 tempest-NetworksIpV6TestAttrs-343039069 tempest-NetworksIpV6TestAttrs-343039069-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103377) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 17:25:28.831333 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-6b32075e-40b7-4256-9970-322e5324fdf9 tempest-NetworksIpV6TestAttrs-343039069 tempest-NetworksIpV6TestAttrs-343039069-project] 10.222.0.89 "DELETE /v2.0/subnets/15257708-77c1-4342-a858-b2a38869bdda HTTP/1.1" status: 404 len: 337 time: 0.0470018 Feb 04 17:25:28.832039 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 41542) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:25:28.851250 n-d-827839-2 neutron-server[103377]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f7ad66e-9714-4b5b-a6d0-75eb15fcbff6 tempest-NetworksIpV6TestAttrs-343039069 tempest-NetworksIpV6TestAttrs-343039069-project] DELETE failed (client error): The resource could not be found. Feb 04 17:25:28.851763 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f7ad66e-9714-4b5b-a6d0-75eb15fcbff6 tempest-NetworksIpV6TestAttrs-343039069 tempest-NetworksIpV6TestAttrs-343039069-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103377) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 17:25:28.861723 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-8f7ad66e-9714-4b5b-a6d0-75eb15fcbff6 tempest-NetworksIpV6TestAttrs-343039069 tempest-NetworksIpV6TestAttrs-343039069-project] 10.222.0.89 "DELETE /v2.0/networks/327e0ab5-d5ed-4a85-841d-d3ff7b5461e6 HTTP/1.1" status: 404 len: 339 time: 0.0265086 Feb 04 17:25:28.862089 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 41548) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:25:28.912111 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c0679f-8d51-4827-82e4-9725f921569c req-55413ecb-2fcc-44a4-bcbb-1ed04c696365 tempest-ServerRescueNegativeTestJSON-1481324798 tempest-ServerRescueNegativeTestJSON-1481324798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:25:28.921051 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-70c0679f-8d51-4827-82e4-9725f921569c req-55413ecb-2fcc-44a4-bcbb-1ed04c696365 tempest-ServerRescueNegativeTestJSON-1481324798 tempest-ServerRescueNegativeTestJSON-1481324798-project] 10.222.0.89 "GET /v2.0/ports?device_id=5f99a685-700d-4f63-88c2-d2a04a4a422d HTTP/1.1" status: 200 len: 945 time: 0.1861153 Feb 04 17:25:28.951234 n-d-827839-2 neutron-server[103377]: INFO neutron.pecan_wsgi.hooks.translation [None req-18cf21ab-d7a5-463a-98de-20d70d8ec1b1 tempest-NetworksIpV6TestAttrs-343039069 tempest-NetworksIpV6TestAttrs-343039069-project] DELETE failed (client error): The resource could not be found. Feb 04 17:25:28.951778 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-18cf21ab-d7a5-463a-98de-20d70d8ec1b1 tempest-NetworksIpV6TestAttrs-343039069 tempest-NetworksIpV6TestAttrs-343039069-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103377) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 17:25:28.957986 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 41560) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:25:28.963733 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a051be6-e7ff-4781-8035-b425d2f9826d None None] Network 327e0ab5-d5ed-4a85-841d-d3ff7b5461e6 requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:25:28.968816 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-18cf21ab-d7a5-463a-98de-20d70d8ec1b1 tempest-NetworksIpV6TestAttrs-343039069 tempest-NetworksIpV6TestAttrs-343039069-project] 10.222.0.89 "DELETE /v2.0/subnets/9567876e-b3b2-4416-a3d5-fcb40017c273 HTTP/1.1" status: 404 len: 337 time: 0.1057861 Feb 04 17:25:28.979338 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a051be6-e7ff-4781-8035-b425d2f9826d None None] Network 327e0ab5-d5ed-4a85-841d-d3ff7b5461e6 could not be found, it might have been deleted concurrently. {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 04 17:25:28.992556 n-d-827839-2 neutron-server[103376]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ef64b0a-0c50-4900-99be-ab3cc29031af tempest-NetworksIpV6TestAttrs-343039069 tempest-NetworksIpV6TestAttrs-343039069-project] DELETE failed (client error): The resource could not be found. Feb 04 17:25:28.993125 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ef64b0a-0c50-4900-99be-ab3cc29031af tempest-NetworksIpV6TestAttrs-343039069 tempest-NetworksIpV6TestAttrs-343039069-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103376) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 17:25:28.999320 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-1ef64b0a-0c50-4900-99be-ab3cc29031af tempest-NetworksIpV6TestAttrs-343039069 tempest-NetworksIpV6TestAttrs-343039069-project] 10.222.0.89 "DELETE /v2.0/networks/c3e1f912-fd2e-4219-8af4-5e922253b012 HTTP/1.1" status: 404 len: 339 time: 0.0381727 Feb 04 17:25:28.999575 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 41562) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:25:29.029776 n-d-827839-2 neutron-server[103376]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b92d28d-9364-4eaa-8ebc-eb2e905288bd tempest-NetworksIpV6TestAttrs-343039069 tempest-NetworksIpV6TestAttrs-343039069-project] DELETE failed (client error): The resource could not be found. Feb 04 17:25:29.030533 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b92d28d-9364-4eaa-8ebc-eb2e905288bd tempest-NetworksIpV6TestAttrs-343039069 tempest-NetworksIpV6TestAttrs-343039069-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103376) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 17:25:29.034427 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-4b92d28d-9364-4eaa-8ebc-eb2e905288bd tempest-NetworksIpV6TestAttrs-343039069 tempest-NetworksIpV6TestAttrs-343039069-project] 10.222.0.89 "DELETE /v2.0/subnets/3c115b23-b0ca-43dd-b305-0e7194d4019e HTTP/1.1" status: 404 len: 337 time: 0.0338783 Feb 04 17:25:29.036902 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-70c0679f-8d51-4827-82e4-9725f921569c req-57d6ab73-9eb1-4ba2-9e3b-0730ad80f82b tempest-ServerRescueNegativeTestJSON-1481324798 tempest-ServerRescueNegativeTestJSON-1481324798-project] 10.222.0.89 "GET /v2.0/security-groups?id=47e1fb0d-88ed-4fed-9e75-9f02b9f534f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099472 Feb 04 17:25:29.037056 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 41564) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:25:29.060987 n-d-827839-2 neutron-server[103376]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8757087-455f-48a9-8a11-c48317f9bf1f tempest-NetworksIpV6TestAttrs-343039069 tempest-NetworksIpV6TestAttrs-343039069-project] DELETE failed (client error): The resource could not be found. Feb 04 17:25:29.061644 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a8757087-455f-48a9-8a11-c48317f9bf1f tempest-NetworksIpV6TestAttrs-343039069 tempest-NetworksIpV6TestAttrs-343039069-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103376) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 17:25:29.064788 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-a8757087-455f-48a9-8a11-c48317f9bf1f tempest-NetworksIpV6TestAttrs-343039069 tempest-NetworksIpV6TestAttrs-343039069-project] 10.222.0.89 "DELETE /v2.0/networks/cb16bdfd-4a8e-4306-9fe1-3a6756bd20a0 HTTP/1.1" status: 404 len: 339 time: 0.0265925 Feb 04 17:25:29.067215 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 41566) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:25:29.167262 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-163cb3c5-a99c-4f4e-8526-52263e567d41 tempest-NetworksIpV6TestAttrs-343039069 tempest-NetworksIpV6TestAttrs-343039069-project] Deleting port f90f5448-1f46-4b0a-bef4-4716b0fc0e6e {{(pid=103377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:25:29.167831 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-163cb3c5-a99c-4f4e-8526-52263e567d41 tempest-NetworksIpV6TestAttrs-343039069 tempest-NetworksIpV6TestAttrs-343039069-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (f90f5448-1f46-4b0a-bef4-4716b0fc0e6e), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:29.273183 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-163cb3c5-a99c-4f4e-8526-52263e567d41 tempest-NetworksIpV6TestAttrs-343039069 tempest-NetworksIpV6TestAttrs-343039069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (f90f5448-1f46-4b0a-bef4-4716b0fc0e6e), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:29.296596 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c41a02-f80b-41ac-af57-f35d91390733 req-a1590dc7-a749-4220-ba98-14beb6196c36 tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:25:29.305755 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-03c41a02-f80b-41ac-af57-f35d91390733 req-a1590dc7-a749-4220-ba98-14beb6196c36 tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] 10.222.0.89 "GET /v2.0/ports?device_id=32c473d7-3f2d-495e-b44f-fd0929434fbd HTTP/1.1" status: 200 len: 947 time: 0.0854232 Feb 04 17:25:29.326950 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-163cb3c5-a99c-4f4e-8526-52263e567d41 tempest-NetworksIpV6TestAttrs-343039069 tempest-NetworksIpV6TestAttrs-343039069-project] Calling delete_port for f90f5448-1f46-4b0a-bef4-4716b0fc0e6e owned by {{(pid=103377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:25:29.386795 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-03c41a02-f80b-41ac-af57-f35d91390733 req-5fd3d71c-d155-4462-a35f-ccafa3bc2276 tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] 10.222.0.89 "GET /v2.0/security-groups?id=e65ecd24-4d97-4684-be33-350ed30f90cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0755007 Feb 04 17:25:29.490881 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-163cb3c5-a99c-4f4e-8526-52263e567d41 tempest-NetworksIpV6TestAttrs-343039069 tempest-NetworksIpV6TestAttrs-343039069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (f90f5448-1f46-4b0a-bef4-4716b0fc0e6e), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:29.521545 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5777021e-446d-4b9a-a0ca-ceeb7f7356db req-417cb388-3d5e-4d0d-8453-f38780ff473b tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:25:29.527802 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5777021e-446d-4b9a-a0ca-ceeb7f7356db req-417cb388-3d5e-4d0d-8453-f38780ff473b tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:25:29.534118 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5777021e-446d-4b9a-a0ca-ceeb7f7356db req-417cb388-3d5e-4d0d-8453-f38780ff473b tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:25:29.539750 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5777021e-446d-4b9a-a0ca-ceeb7f7356db req-417cb388-3d5e-4d0d-8453-f38780ff473b tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:25:29.546360 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5777021e-446d-4b9a-a0ca-ceeb7f7356db req-417cb388-3d5e-4d0d-8453-f38780ff473b tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:25:29.552130 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5777021e-446d-4b9a-a0ca-ceeb7f7356db req-417cb388-3d5e-4d0d-8453-f38780ff473b tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:25:29.558658 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5777021e-446d-4b9a-a0ca-ceeb7f7356db req-417cb388-3d5e-4d0d-8453-f38780ff473b tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:25:29.560776 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-5777021e-446d-4b9a-a0ca-ceeb7f7356db req-417cb388-3d5e-4d0d-8453-f38780ff473b tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] 10.222.0.89 "GET /v2.0/ports?device_id=d23ffa64-7651-4974-8c0d-1ba4c302839d HTTP/1.1" status: 200 len: 5441 time: 0.1482642 Feb 04 17:25:29.583187 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163cb3c5-a99c-4f4e-8526-52263e567d41 tempest-NetworksIpV6TestAttrs-343039069 tempest-NetworksIpV6TestAttrs-343039069-project] Pushing event deleted for resources: {'Port': ['ID=f90f5448-1f46-4b0a-bef4-4716b0fc0e6e,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:25:29.599462 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-163cb3c5-a99c-4f4e-8526-52263e567d41 tempest-NetworksIpV6TestAttrs-343039069 tempest-NetworksIpV6TestAttrs-343039069-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:29.606221 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 41580) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:25:29.607017 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-163cb3c5-a99c-4f4e-8526-52263e567d41 tempest-NetworksIpV6TestAttrs-343039069 tempest-NetworksIpV6TestAttrs-343039069-project] 10.222.0.89 "DELETE /v2.0/ports/f90f5448-1f46-4b0a-bef4-4716b0fc0e6e HTTP/1.1" status: 204 len: 168 time: 0.5387492 Feb 04 17:25:29.637393 n-d-827839-2 neutron-server[103376]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c64eac9-1147-4e3f-83e9-77bc07f499ba tempest-NetworksIpV6TestAttrs-343039069 tempest-NetworksIpV6TestAttrs-343039069-project] DELETE failed (client error): The resource could not be found. Feb 04 17:25:29.637865 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7c64eac9-1147-4e3f-83e9-77bc07f499ba tempest-NetworksIpV6TestAttrs-343039069 tempest-NetworksIpV6TestAttrs-343039069-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103376) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 17:25:29.640946 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-7c64eac9-1147-4e3f-83e9-77bc07f499ba tempest-NetworksIpV6TestAttrs-343039069 tempest-NetworksIpV6TestAttrs-343039069-project] 10.222.0.89 "DELETE /v2.0/subnets/b64ae53a-5354-4a5d-afc2-6e4e1576d0df HTTP/1.1" status: 404 len: 337 time: 0.0337362 Feb 04 17:25:29.643699 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 41582) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:25:29.693554 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-5777021e-446d-4b9a-a0ca-ceeb7f7356db req-cb757c7f-507d-496a-bbcb-14cf1695651c tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] 10.222.0.89 "GET /v2.0/security-groups?id=f41001c7-a515-4baa-b12d-2443831f66d9&id=6c430dff-7990-44ba-b62d-7ce4a11c9249&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1131396 Feb 04 17:25:29.704264 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f12cbeca-479d-4d9b-9aa2-869201c5e1a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (bb89f5a3-3c22-440b-b7d1-c4f0c43c184a), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:29.771832 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-226b7962-66cf-4142-ae28-8c9a4fccc609 tempest-NetworksIpV6TestAttrs-343039069 tempest-NetworksIpV6TestAttrs-343039069-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628832'] for network (a7e38b35-f69a-4a64-927e-730f25bb0e27), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:29.874301 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-226b7962-66cf-4142-ae28-8c9a4fccc609 tempest-NetworksIpV6TestAttrs-343039069 tempest-NetworksIpV6TestAttrs-343039069-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1543676', 'neutron.services.segments.db._delete_segments_for_network-8781084786517'] for network (a7e38b35-f69a-4a64-927e-730f25bb0e27), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:29.895759 n-d-827839-2 neutron-server[103376]: DEBUG neutron.services.segments.db [None req-226b7962-66cf-4142-ae28-8c9a4fccc609 tempest-NetworksIpV6TestAttrs-343039069 tempest-NetworksIpV6TestAttrs-343039069-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7e38b35-f69a-4a64-927e-730f25bb0e27']}} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:25:29.906164 n-d-827839-2 neutron-server[103376]: DEBUG neutron.services.segments.db [None req-226b7962-66cf-4142-ae28-8c9a4fccc609 tempest-NetworksIpV6TestAttrs-343039069 tempest-NetworksIpV6TestAttrs-343039069-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4dda8191-bf79-4726-8193-4373e91e7020') {'for_net_delete': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:25:29.906453 n-d-827839-2 neutron-server[103376]: DEBUG neutron.services.segments.db [None req-226b7962-66cf-4142-ae28-8c9a4fccc609 tempest-NetworksIpV6TestAttrs-343039069 tempest-NetworksIpV6TestAttrs-343039069-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4dda8191-bf79-4726-8193-4373e91e7020') {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:25:29.917056 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-226b7962-66cf-4142-ae28-8c9a4fccc609 tempest-NetworksIpV6TestAttrs-343039069 tempest-NetworksIpV6TestAttrs-343039069-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781084783966', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25674908'] for segment (4dda8191-bf79-4726-8193-4373e91e7020), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:29.935908 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-226b7962-66cf-4142-ae28-8c9a4fccc609 tempest-NetworksIpV6TestAttrs-343039069 tempest-NetworksIpV6TestAttrs-343039069-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (4dda8191-bf79-4726-8193-4373e91e7020), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:29.944535 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-226b7962-66cf-4142-ae28-8c9a4fccc609 tempest-NetworksIpV6TestAttrs-343039069 tempest-NetworksIpV6TestAttrs-343039069-project] Releasing vlan 796 on physical network physnet1 to pool {{(pid=103376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 17:25:29.945146 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-226b7962-66cf-4142-ae28-8c9a4fccc609 tempest-NetworksIpV6TestAttrs-343039069 tempest-NetworksIpV6TestAttrs-343039069-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25675992'] for segment (4dda8191-bf79-4726-8193-4373e91e7020), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:29.948956 n-d-827839-2 neutron-server[103376]: Traceback (most recent call last): Feb 04 17:25:29.948956 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 17:25:29.948956 n-d-827839-2 neutron-server[103376]: timer() Feb 04 17:25:29.948956 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 17:25:29.948956 n-d-827839-2 neutron-server[103376]: cb(*args, **kw) Feb 04 17:25:29.948956 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 17:25:29.948956 n-d-827839-2 neutron-server[103376]: return func(*args, **kwargs) Feb 04 17:25:29.948956 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 17:25:29.948956 n-d-827839-2 neutron-server[103376]: self._notify() Feb 04 17:25:29.948956 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 17:25:29.948956 n-d-827839-2 neutron-server[103376]: self.callback(batched_events) Feb 04 17:25:29.948956 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 17:25:29.948956 n-d-827839-2 neutron-server[103376]: event.method(event) Feb 04 17:25:29.948956 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 17:25:29.948956 n-d-827839-2 neutron-server[103376]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 17:25:29.948956 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 17:25:29.948956 n-d-827839-2 neutron-server[103376]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 17:25:29.948956 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 17:25:29.948956 n-d-827839-2 neutron-server[103376]: return f(self, *a, **k) Feb 04 17:25:29.948956 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 17:25:29.948956 n-d-827839-2 neutron-server[103376]: return self._get(url).json() Feb 04 17:25:29.948956 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 17:25:29.948956 n-d-827839-2 neutron-server[103376]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 17:25:29.948956 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 17:25:29.948956 n-d-827839-2 neutron-server[103376]: return self.request(url, 'GET', **kwargs) Feb 04 17:25:29.948956 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 17:25:29.948956 n-d-827839-2 neutron-server[103376]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 17:25:29.948956 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 17:25:29.948956 n-d-827839-2 neutron-server[103376]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 17:25:29.948956 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 17:25:29.948956 n-d-827839-2 neutron-server[103376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 17:25:29.948956 n-d-827839-2 neutron-server[103376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 17:25:30.014603 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-226b7962-66cf-4142-ae28-8c9a4fccc609 tempest-NetworksIpV6TestAttrs-343039069 tempest-NetworksIpV6TestAttrs-343039069-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1543671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1595572'] for network (a7e38b35-f69a-4a64-927e-730f25bb0e27), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:30.022415 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-226b7962-66cf-4142-ae28-8c9a4fccc609 tempest-NetworksIpV6TestAttrs-343039069 tempest-NetworksIpV6TestAttrs-343039069-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677565'] for network (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:30.029457 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-226b7962-66cf-4142-ae28-8c9a4fccc609 tempest-NetworksIpV6TestAttrs-343039069 tempest-NetworksIpV6TestAttrs-343039069-project] 10.222.0.89 "DELETE /v2.0/networks/a7e38b35-f69a-4a64-927e-730f25bb0e27 HTTP/1.1" status: 204 len: 168 time: 0.3845518 Feb 04 17:25:30.030468 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 41622) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:25:30.037279 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Device bf588a04-722e-47f6-9543-998107c8912a details requested by agent hyperv_n-h2-827839-2 with host n-h2-827839-2 {{(pid=103378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 17:25:30.043180 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226b7962-66cf-4142-ae28-8c9a4fccc609 tempest-NetworksIpV6TestAttrs-343039069 tempest-NetworksIpV6TestAttrs-343039069-project] Pushing event deleted for resources: {'Network': ['ID=a7e38b35-f69a-4a64-927e-730f25bb0e27,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:25:30.169672 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] For port bf588a04-722e-47f6-9543-998107c8912a, host n-h2-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=bf588a04-722e-47f6-9543-998107c8912a,segment=NetworkSegment(3a39b085-d3e6-43bb-a64c-1b06dd049e5a),segment_id=3a39b085-d3e6-43bb-a64c-1b06dd049e5a)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:25:30.183377 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Returning: {'device': 'bf588a04-722e-47f6-9543-998107c8912a', 'network_id': '02be22b9-aa53-40ea-8050-9239cd27d1ff', 'port_id': 'bf588a04-722e-47f6-9543-998107c8912a', 'mac_address': 'fa:16:3e:61:5c:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 797, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c974b0ff-2c5c-4667-8a81-3bde3ea6ced5', 'ip_address': '192.168.233.245'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 17:25:30.230122 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Current status of the port bf588a04-722e-47f6-9543-998107c8912a is: ACTIVE; New status is: BUILD {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:25:30.230515 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (bf588a04-722e-47f6-9543-998107c8912a), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:30.230650 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-fbe14b04-ee29-4d18-896f-fe36874cf379 tempest-NetworksIpV6TestAttrs-343039069 tempest-NetworksIpV6TestAttrs-343039069-project] Deleting port 0e2ccb52-4101-440a-a317-273e92272fbc {{(pid=103377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:25:30.231090 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-fbe14b04-ee29-4d18-896f-fe36874cf379 tempest-NetworksIpV6TestAttrs-343039069 tempest-NetworksIpV6TestAttrs-343039069-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (0e2ccb52-4101-440a-a317-273e92272fbc), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:30.245412 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id bf588a04-722e-47f6-9543-998107c8912a {{(pid=103378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 17:25:30.268096 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] For port bf588a04-722e-47f6-9543-998107c8912a, host n-h2-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=bf588a04-722e-47f6-9543-998107c8912a,segment=NetworkSegment(3a39b085-d3e6-43bb-a64c-1b06dd049e5a),segment_id=3a39b085-d3e6-43bb-a64c-1b06dd049e5a)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:25:30.279168 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (bf588a04-722e-47f6-9543-998107c8912a), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:30.380613 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Pushing event updated for resources: {'Port': ['ID=bf588a04-722e-47f6-9543-998107c8912a,revision_number=6']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:25:30.390983 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:25:30.391184 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-fbe14b04-ee29-4d18-896f-fe36874cf379 tempest-NetworksIpV6TestAttrs-343039069 tempest-NetworksIpV6TestAttrs-343039069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (0e2ccb52-4101-440a-a317-273e92272fbc), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:30.391850 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:25:30.392499 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:25:30.393108 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:25:30.393931 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:25:30.394487 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:25:30.395033 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:25:30.395578 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:25:30.396119 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:25:30.396673 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:25:30.397300 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:25:30.397853 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:25:30.398282 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:25:30.411827 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] get_ports_and_sgs() called for port_ids ['bf588a04-722e-47f6-9543-998107c8912a'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 17:25:30.445096 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-fbe14b04-ee29-4d18-896f-fe36874cf379 tempest-NetworksIpV6TestAttrs-343039069 tempest-NetworksIpV6TestAttrs-343039069-project] Calling delete_port for 0e2ccb52-4101-440a-a317-273e92272fbc owned by {{(pid=103377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:25:30.565162 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51948513-b5f5-492b-b405-187fd22a0682 req-703bb8d1-3ede-4023-af5b-cd43f40b0401 tempest-ServerRescueNegativeTestJSON-1481324798 tempest-ServerRescueNegativeTestJSON-1481324798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:25:30.573611 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-51948513-b5f5-492b-b405-187fd22a0682 req-703bb8d1-3ede-4023-af5b-cd43f40b0401 tempest-ServerRescueNegativeTestJSON-1481324798 tempest-ServerRescueNegativeTestJSON-1481324798-project] 10.222.0.89 "GET /v2.0/ports?device_id=5f99a685-700d-4f63-88c2-d2a04a4a422d HTTP/1.1" status: 200 len: 945 time: 0.1641288 Feb 04 17:25:30.586900 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a420c98c-7a0d-4485-a36a-e943dd22917a req-69e2f28d-33ac-4cda-88f1-642a467fee6d tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:25:30.593216 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-a420c98c-7a0d-4485-a36a-e943dd22917a req-69e2f28d-33ac-4cda-88f1-642a467fee6d tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] 10.222.0.89 "GET /v2.0/ports?device_id=32c473d7-3f2d-495e-b44f-fd0929434fbd HTTP/1.1" status: 200 len: 947 time: 0.0861430 Feb 04 17:25:30.655635 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-a420c98c-7a0d-4485-a36a-e943dd22917a req-6c4bf43f-7698-49b1-bd43-b505c1b962e5 tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] 10.222.0.89 "GET /v2.0/security-groups?id=e65ecd24-4d97-4684-be33-350ed30f90cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552773 Feb 04 17:25:30.659405 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-51948513-b5f5-492b-b405-187fd22a0682 req-36b7ca4a-d902-4f80-8c52-90cc625abc1b tempest-ServerRescueNegativeTestJSON-1481324798 tempest-ServerRescueNegativeTestJSON-1481324798-project] 10.222.0.89 "GET /v2.0/security-groups?id=47e1fb0d-88ed-4fed-9e75-9f02b9f534f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845287 Feb 04 17:25:30.674052 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-fbe14b04-ee29-4d18-896f-fe36874cf379 tempest-NetworksIpV6TestAttrs-343039069 tempest-NetworksIpV6TestAttrs-343039069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (0e2ccb52-4101-440a-a317-273e92272fbc), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:30.705813 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe14b04-ee29-4d18-896f-fe36874cf379 tempest-NetworksIpV6TestAttrs-343039069 tempest-NetworksIpV6TestAttrs-343039069-project] Pushing event deleted for resources: {'Port': ['ID=0e2ccb52-4101-440a-a317-273e92272fbc,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:25:30.713675 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-fbe14b04-ee29-4d18-896f-fe36874cf379 tempest-NetworksIpV6TestAttrs-343039069 tempest-NetworksIpV6TestAttrs-343039069-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:30.717209 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-fbe14b04-ee29-4d18-896f-fe36874cf379 tempest-NetworksIpV6TestAttrs-343039069 tempest-NetworksIpV6TestAttrs-343039069-project] 10.222.0.89 "DELETE /v2.0/ports/0e2ccb52-4101-440a-a317-273e92272fbc HTTP/1.1" status: 204 len: 168 time: 0.6838298 Feb 04 17:25:30.719708 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 41636) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:25:30.758606 n-d-827839-2 neutron-server[103377]: INFO neutron.pecan_wsgi.hooks.translation [None req-728662f5-bc6a-483e-9371-f2c5e3a417d8 tempest-NetworksIpV6TestAttrs-343039069 tempest-NetworksIpV6TestAttrs-343039069-project] DELETE failed (client error): The resource could not be found. Feb 04 17:25:30.759287 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-728662f5-bc6a-483e-9371-f2c5e3a417d8 tempest-NetworksIpV6TestAttrs-343039069 tempest-NetworksIpV6TestAttrs-343039069-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103377) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 17:25:30.765773 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-728662f5-bc6a-483e-9371-f2c5e3a417d8 tempest-NetworksIpV6TestAttrs-343039069 tempest-NetworksIpV6TestAttrs-343039069-project] 10.222.0.89 "DELETE /v2.0/subnets/71850343-6ae0-4e41-b8b9-9efb02e532f4 HTTP/1.1" status: 404 len: 337 time: 0.0426438 Feb 04 17:25:30.766081 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 41640) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:25:30.891505 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-b7a02e50-ebc1-4d09-aeef-493b41616f64 tempest-NetworksIpV6TestAttrs-343039069 tempest-NetworksIpV6TestAttrs-343039069-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628832'] for network (543a9391-2ae6-4ed5-b18b-218f569bc0f7), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:30.920031 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b3f74f-c436-4f1a-b91d-db78e6385d91 req-286922ff-7a94-4fb0-9855-573ac22c64f5 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:25:30.925420 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b3f74f-c436-4f1a-b91d-db78e6385d91 req-286922ff-7a94-4fb0-9855-573ac22c64f5 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:25:30.930798 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b3f74f-c436-4f1a-b91d-db78e6385d91 req-286922ff-7a94-4fb0-9855-573ac22c64f5 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:25:30.936757 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b3f74f-c436-4f1a-b91d-db78e6385d91 req-286922ff-7a94-4fb0-9855-573ac22c64f5 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:25:30.942244 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b3f74f-c436-4f1a-b91d-db78e6385d91 req-286922ff-7a94-4fb0-9855-573ac22c64f5 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:25:30.947469 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b3f74f-c436-4f1a-b91d-db78e6385d91 req-286922ff-7a94-4fb0-9855-573ac22c64f5 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:25:30.952984 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b3f74f-c436-4f1a-b91d-db78e6385d91 req-286922ff-7a94-4fb0-9855-573ac22c64f5 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:25:30.955001 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-25b3f74f-c436-4f1a-b91d-db78e6385d91 req-286922ff-7a94-4fb0-9855-573ac22c64f5 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] 10.222.0.89 "GET /v2.0/ports?device_id=d23ffa64-7651-4974-8c0d-1ba4c302839d HTTP/1.1" status: 200 len: 5441 time: 0.1318066 Feb 04 17:25:31.073618 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-25b3f74f-c436-4f1a-b91d-db78e6385d91 req-7113eb28-84aa-4ec4-a0d9-cebade4cfddd tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] 10.222.0.89 "GET /v2.0/security-groups?id=f41001c7-a515-4baa-b12d-2443831f66d9&id=6c430dff-7990-44ba-b62d-7ce4a11c9249&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0978794 Feb 04 17:25:31.079538 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-b7a02e50-ebc1-4d09-aeef-493b41616f64 tempest-NetworksIpV6TestAttrs-343039069 tempest-NetworksIpV6TestAttrs-343039069-project] Deleting port eff8e260-97de-4fe0-a52d-e6da8deeb6aa {{(pid=103377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:25:31.079694 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-b7a02e50-ebc1-4d09-aeef-493b41616f64 tempest-NetworksIpV6TestAttrs-343039069 tempest-NetworksIpV6TestAttrs-343039069-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (eff8e260-97de-4fe0-a52d-e6da8deeb6aa), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:31.167987 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [None req-b7a02e50-ebc1-4d09-aeef-493b41616f64 tempest-NetworksIpV6TestAttrs-343039069 tempest-NetworksIpV6TestAttrs-343039069-project] For port eff8e260-97de-4fe0-a52d-e6da8deeb6aa, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=eff8e260-97de-4fe0-a52d-e6da8deeb6aa,segment=NetworkSegment(8d9bd0b4-e86d-406c-8b71-b01c5ad02bf5),segment_id=8d9bd0b4-e86d-406c-8b71-b01c5ad02bf5)] {{(pid=103377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:25:31.168272 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-b7a02e50-ebc1-4d09-aeef-493b41616f64 tempest-NetworksIpV6TestAttrs-343039069 tempest-NetworksIpV6TestAttrs-343039069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (eff8e260-97de-4fe0-a52d-e6da8deeb6aa), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:31.189534 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-b7a02e50-ebc1-4d09-aeef-493b41616f64 tempest-NetworksIpV6TestAttrs-343039069 tempest-NetworksIpV6TestAttrs-343039069-project] Calling delete_port for eff8e260-97de-4fe0-a52d-e6da8deeb6aa owned by network:dhcp {{(pid=103377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:25:31.251289 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd33606-6f9c-48aa-bcb0-399c8f2855f5 req-e512c74d-193a-4f58-a4aa-834849bc42ba tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:25:31.257403 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd33606-6f9c-48aa-bcb0-399c8f2855f5 req-e512c74d-193a-4f58-a4aa-834849bc42ba tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:25:31.263355 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd33606-6f9c-48aa-bcb0-399c8f2855f5 req-e512c74d-193a-4f58-a4aa-834849bc42ba tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:25:31.270194 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd33606-6f9c-48aa-bcb0-399c8f2855f5 req-e512c74d-193a-4f58-a4aa-834849bc42ba tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:25:31.275564 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd33606-6f9c-48aa-bcb0-399c8f2855f5 req-e512c74d-193a-4f58-a4aa-834849bc42ba tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:25:31.281624 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd33606-6f9c-48aa-bcb0-399c8f2855f5 req-e512c74d-193a-4f58-a4aa-834849bc42ba tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:25:31.300774 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-b7a02e50-ebc1-4d09-aeef-493b41616f64 tempest-NetworksIpV6TestAttrs-343039069 tempest-NetworksIpV6TestAttrs-343039069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (eff8e260-97de-4fe0-a52d-e6da8deeb6aa), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:31.303810 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd33606-6f9c-48aa-bcb0-399c8f2855f5 req-e512c74d-193a-4f58-a4aa-834849bc42ba tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:25:31.315249 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-2bd33606-6f9c-48aa-bcb0-399c8f2855f5 req-e512c74d-193a-4f58-a4aa-834849bc42ba tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] 10.222.0.89 "GET /v2.0/ports?device_id=d23ffa64-7651-4974-8c0d-1ba4c302839d HTTP/1.1" status: 200 len: 5441 time: 0.1348193 Feb 04 17:25:31.316638 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 41650) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:25:31.330940 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-d89ce063-27b9-4dbf-b34c-5fa9c76962d9 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Request body: {'floatingip': {'port_id': '3af41b78-08e9-4d5c-93be-3e2ef1bdcc7f'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:25:31.348208 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a02e50-ebc1-4d09-aeef-493b41616f64 tempest-NetworksIpV6TestAttrs-343039069 tempest-NetworksIpV6TestAttrs-343039069-project] Pushing event deleted for resources: {'Port': ['ID=eff8e260-97de-4fe0-a52d-e6da8deeb6aa,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:25:31.360439 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7a02e50-ebc1-4d09-aeef-493b41616f64 tempest-NetworksIpV6TestAttrs-343039069 tempest-NetworksIpV6TestAttrs-343039069-project] No DVR routers for this DVR port eff8e260-97de-4fe0-a52d-e6da8deeb6aa on host n-d-827839-2 {{(pid=103377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 17:25:31.391769 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-d89ce063-27b9-4dbf-b34c-5fa9c76962d9 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Publish callbacks [] for floatingip (3f32e16a-8058-4810-83c6-b223a705f92f), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:31.469317 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-b7a02e50-ebc1-4d09-aeef-493b41616f64 tempest-NetworksIpV6TestAttrs-343039069 tempest-NetworksIpV6TestAttrs-343039069-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1543676', 'neutron.services.segments.db._delete_segments_for_network-8781084786517'] for network (543a9391-2ae6-4ed5-b18b-218f569bc0f7), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:31.514062 n-d-827839-2 neutron-server[103377]: DEBUG neutron.services.segments.db [None req-b7a02e50-ebc1-4d09-aeef-493b41616f64 tempest-NetworksIpV6TestAttrs-343039069 tempest-NetworksIpV6TestAttrs-343039069-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['543a9391-2ae6-4ed5-b18b-218f569bc0f7']}} {{(pid=103377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:25:31.529550 n-d-827839-2 neutron-server[103377]: DEBUG neutron.services.segments.db [None req-b7a02e50-ebc1-4d09-aeef-493b41616f64 tempest-NetworksIpV6TestAttrs-343039069 tempest-NetworksIpV6TestAttrs-343039069-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d9bd0b4-e86d-406c-8b71-b01c5ad02bf5') {'for_net_delete': True} {{(pid=103377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:25:31.530112 n-d-827839-2 neutron-server[103377]: DEBUG neutron.services.segments.db [None req-b7a02e50-ebc1-4d09-aeef-493b41616f64 tempest-NetworksIpV6TestAttrs-343039069 tempest-NetworksIpV6TestAttrs-343039069-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d9bd0b4-e86d-406c-8b71-b01c5ad02bf5') {} {{(pid=103377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:25:31.543523 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-b7a02e50-ebc1-4d09-aeef-493b41616f64 tempest-NetworksIpV6TestAttrs-343039069 tempest-NetworksIpV6TestAttrs-343039069-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781084783966', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26866685'] for segment (8d9bd0b4-e86d-406c-8b71-b01c5ad02bf5), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:31.563721 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-b7a02e50-ebc1-4d09-aeef-493b41616f64 tempest-NetworksIpV6TestAttrs-343039069 tempest-NetworksIpV6TestAttrs-343039069-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (8d9bd0b4-e86d-406c-8b71-b01c5ad02bf5), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:31.571874 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7a02e50-ebc1-4d09-aeef-493b41616f64 tempest-NetworksIpV6TestAttrs-343039069 tempest-NetworksIpV6TestAttrs-343039069-project] Releasing vlan 783 on physical network physnet1 to pool {{(pid=103377) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 17:25:31.573369 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-b7a02e50-ebc1-4d09-aeef-493b41616f64 tempest-NetworksIpV6TestAttrs-343039069 tempest-NetworksIpV6TestAttrs-343039069-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25888454'] for segment (8d9bd0b4-e86d-406c-8b71-b01c5ad02bf5), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:31.577068 n-d-827839-2 neutron-server[103377]: Traceback (most recent call last): Feb 04 17:25:31.577068 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 17:25:31.577068 n-d-827839-2 neutron-server[103377]: timer() Feb 04 17:25:31.577068 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 17:25:31.577068 n-d-827839-2 neutron-server[103377]: cb(*args, **kw) Feb 04 17:25:31.577068 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 17:25:31.577068 n-d-827839-2 neutron-server[103377]: return func(*args, **kwargs) Feb 04 17:25:31.577068 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 17:25:31.577068 n-d-827839-2 neutron-server[103377]: self._notify() Feb 04 17:25:31.577068 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 17:25:31.577068 n-d-827839-2 neutron-server[103377]: self.callback(batched_events) Feb 04 17:25:31.577068 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 17:25:31.577068 n-d-827839-2 neutron-server[103377]: event.method(event) Feb 04 17:25:31.577068 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 17:25:31.577068 n-d-827839-2 neutron-server[103377]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 17:25:31.577068 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 17:25:31.577068 n-d-827839-2 neutron-server[103377]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 17:25:31.577068 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 17:25:31.577068 n-d-827839-2 neutron-server[103377]: return f(self, *a, **k) Feb 04 17:25:31.577068 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 17:25:31.577068 n-d-827839-2 neutron-server[103377]: return self._get(url).json() Feb 04 17:25:31.577068 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 17:25:31.577068 n-d-827839-2 neutron-server[103377]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 17:25:31.577068 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 17:25:31.577068 n-d-827839-2 neutron-server[103377]: return self.request(url, 'GET', **kwargs) Feb 04 17:25:31.577068 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 17:25:31.577068 n-d-827839-2 neutron-server[103377]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 17:25:31.577068 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 17:25:31.577068 n-d-827839-2 neutron-server[103377]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 17:25:31.577068 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 17:25:31.577068 n-d-827839-2 neutron-server[103377]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 17:25:31.577068 n-d-827839-2 neutron-server[103377]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 17:25:31.642295 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-b7a02e50-ebc1-4d09-aeef-493b41616f64 tempest-NetworksIpV6TestAttrs-343039069 tempest-NetworksIpV6TestAttrs-343039069-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1543671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1595572'] for network (543a9391-2ae6-4ed5-b18b-218f569bc0f7), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:31.646961 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-b7a02e50-ebc1-4d09-aeef-493b41616f64 tempest-NetworksIpV6TestAttrs-343039069 tempest-NetworksIpV6TestAttrs-343039069-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677565'] for network (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:31.651913 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-b7a02e50-ebc1-4d09-aeef-493b41616f64 tempest-NetworksIpV6TestAttrs-343039069 tempest-NetworksIpV6TestAttrs-343039069-project] 10.222.0.89 "DELETE /v2.0/networks/543a9391-2ae6-4ed5-b18b-218f569bc0f7 HTTP/1.1" status: 204 len: 168 time: 0.8847275 Feb 04 17:25:31.656054 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 41682) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:25:31.676324 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a02e50-ebc1-4d09-aeef-493b41616f64 tempest-NetworksIpV6TestAttrs-343039069 tempest-NetworksIpV6TestAttrs-343039069-project] Pushing event deleted for resources: {'Network': ['ID=543a9391-2ae6-4ed5-b18b-218f569bc0f7,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:25:31.790001 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.db_base_plugin_v2 [None req-820110ec-e949-4bd1-b985-17f3ceb1edca tempest-NetworksIpV6TestAttrs-343039069 tempest-NetworksIpV6TestAttrs-343039069-project] Deleting subnet 45de4a70-d399-4211-acf1-9306a7f6716c {{(pid=103377) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 17:25:31.797525 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-820110ec-e949-4bd1-b985-17f3ceb1edca tempest-NetworksIpV6TestAttrs-343039069 tempest-NetworksIpV6TestAttrs-343039069-project] Publish callbacks [] for subnet (45de4a70-d399-4211-acf1-9306a7f6716c), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:31.884973 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-820110ec-e949-4bd1-b985-17f3ceb1edca tempest-NetworksIpV6TestAttrs-343039069 tempest-NetworksIpV6TestAttrs-343039069-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26866676'] for subnet (45de4a70-d399-4211-acf1-9306a7f6716c), precommit_delete_associations {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:31.978328 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-500f18d5-9bf9-44ec-8d9c-cc20d6f3066f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (64ada913-9131-4d99-a265-63a920956287), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:32.008830 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-820110ec-e949-4bd1-b985-17f3ceb1edca tempest-NetworksIpV6TestAttrs-343039069 tempest-NetworksIpV6TestAttrs-343039069-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1541225'] for subnet (45de4a70-d399-4211-acf1-9306a7f6716c), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:32.043581 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ca3c6e-271c-41d2-9363-b17f1b6ba7f6 req-6fe4cb4f-2d52-4f94-be86-bde76f7508e1 tempest-ServerRescueNegativeTestJSON-1481324798 tempest-ServerRescueNegativeTestJSON-1481324798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:25:32.045799 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Device bf588a04-722e-47f6-9543-998107c8912a up at agent hyperv_n-h2-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:25:32.050615 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-b0ca3c6e-271c-41d2-9363-b17f1b6ba7f6 req-6fe4cb4f-2d52-4f94-be86-bde76f7508e1 tempest-ServerRescueNegativeTestJSON-1481324798 tempest-ServerRescueNegativeTestJSON-1481324798-project] 10.222.0.89 "GET /v2.0/ports?device_id=5f99a685-700d-4f63-88c2-d2a04a4a422d HTTP/1.1" status: 200 len: 945 time: 0.2222176 Feb 04 17:25:32.125890 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Provisioning complete for port bf588a04-722e-47f6-9543-998107c8912a triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:25:32.129820 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (bf588a04-722e-47f6-9543-998107c8912a), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:32.161191 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-b0ca3c6e-271c-41d2-9363-b17f1b6ba7f6 req-7cbbb486-3c86-4bb8-9977-c9163e2c1854 tempest-ServerRescueNegativeTestJSON-1481324798 tempest-ServerRescueNegativeTestJSON-1481324798-project] 10.222.0.89 "GET /v2.0/security-groups?id=47e1fb0d-88ed-4fed-9e75-9f02b9f534f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948789 Feb 04 17:25:32.179018 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-820110ec-e949-4bd1-b985-17f3ceb1edca tempest-NetworksIpV6TestAttrs-343039069 tempest-NetworksIpV6TestAttrs-343039069-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1541216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25888360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25597190'] for subnet (45de4a70-d399-4211-acf1-9306a7f6716c), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:32.209371 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820110ec-e949-4bd1-b985-17f3ceb1edca tempest-NetworksIpV6TestAttrs-343039069 tempest-NetworksIpV6TestAttrs-343039069-project] Pushing event deleted for resources: {'Subnet': ['ID=45de4a70-d399-4211-acf1-9306a7f6716c,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:25:32.213252 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-820110ec-e949-4bd1-b985-17f3ceb1edca tempest-NetworksIpV6TestAttrs-343039069 tempest-NetworksIpV6TestAttrs-343039069-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677565'] for subnet (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:32.219659 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-820110ec-e949-4bd1-b985-17f3ceb1edca tempest-NetworksIpV6TestAttrs-343039069 tempest-NetworksIpV6TestAttrs-343039069-project] 10.222.0.89 "DELETE /v2.0/subnets/45de4a70-d399-4211-acf1-9306a7f6716c HTTP/1.1" status: 204 len: 168 time: 0.5625923 Feb 04 17:25:32.220689 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 41708) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:25:32.253609 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Current status of the port bf588a04-722e-47f6-9543-998107c8912a is: BUILD; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:25:32.256621 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (bf588a04-722e-47f6-9543-998107c8912a), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:32.260340 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9d31859-3f61-4a90-8b50-38255c025c2b None None] Network a4c56abf-cd3d-4cd4-a6cd-c89363084542 requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:25:32.381115 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc2bad38-c195-4b69-bf4d-a243173f043e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf588a04-722e-47f6-9543-998107c8912a'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:25:32.383348 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c34bc964ce2211770fda26ca2f3801cc06f4f39928110690550e94ab9c9d2fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6ea45df-fd07-43c1-a39a-e7ea3fe4e515" -d '{"events": [{"server_uuid": "dc2bad38-c195-4b69-bf4d-a243173f043e", "name": "network-vif-plugged", "status": "completed", "tag": "bf588a04-722e-47f6-9543-998107c8912a"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:25:32.395006 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-86232db1-f6a2-406a-bef3-24e22e881f74 tempest-NetworksIpV6TestAttrs-343039069 tempest-NetworksIpV6TestAttrs-343039069-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628832'] for network (a4c56abf-cd3d-4cd4-a6cd-c89363084542), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:32.414344 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] For port bf588a04-722e-47f6-9543-998107c8912a, host n-h2-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=bf588a04-722e-47f6-9543-998107c8912a,segment=NetworkSegment(3a39b085-d3e6-43bb-a64c-1b06dd049e5a),segment_id=3a39b085-d3e6-43bb-a64c-1b06dd049e5a)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:25:32.421160 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (bf588a04-722e-47f6-9543-998107c8912a), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:32.440127 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0019d7b2-88a1-4557-a36d-d2ec412fc9da req-e9cdc991-374d-485f-82a3-6fad396b86d6 tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:25:32.445834 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-0019d7b2-88a1-4557-a36d-d2ec412fc9da req-e9cdc991-374d-485f-82a3-6fad396b86d6 tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] 10.222.0.89 "GET /v2.0/ports?device_id=32c473d7-3f2d-495e-b44f-fd0929434fbd HTTP/1.1" status: 200 len: 947 time: 0.6218982 Feb 04 17:25:32.458594 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 17:25:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06a07833-071d-47ae-9cb5-bca90d27c6cb x-openstack-request-id: req-06a07833-071d-47ae-9cb5-bca90d27c6cb {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:25:32.458881 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc2bad38-c195-4b69-bf4d-a243173f043e", "name": "network-vif-plugged", "status": "completed", "tag": "bf588a04-722e-47f6-9543-998107c8912a", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:25:32.459134 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-06a07833-071d-47ae-9cb5-bca90d27c6cb {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:25:32.459524 n-d-827839-2 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc2bad38-c195-4b69-bf4d-a243173f043e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf588a04-722e-47f6-9543-998107c8912a', 'code': 200} Feb 04 17:25:32.492565 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Pushing event updated for resources: {'Port': ['ID=bf588a04-722e-47f6-9543-998107c8912a,revision_number=7']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:25:32.497508 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-86232db1-f6a2-406a-bef3-24e22e881f74 tempest-NetworksIpV6TestAttrs-343039069 tempest-NetworksIpV6TestAttrs-343039069-project] Deleting port c47302f8-4d9c-4743-9186-8072fd422f18 {{(pid=103377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:25:32.497983 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-86232db1-f6a2-406a-bef3-24e22e881f74 tempest-NetworksIpV6TestAttrs-343039069 tempest-NetworksIpV6TestAttrs-343039069-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (c47302f8-4d9c-4743-9186-8072fd422f18), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:32.581694 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd817f82-11ab-4685-8f85-1cac7ed82b12 None None] DHCP port deletion for a4c56abf-cd3d-4cd4-a6cd-c89363084542 request from n-d-827839-2 {{(pid=103378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 17:25:32.625023 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-d89ce063-27b9-4dbf-b34c-5fa9c76962d9 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:32.632978 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-d89ce063-27b9-4dbf-b34c-5fa9c76962d9 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1595586'] for floatingip (3f32e16a-8058-4810-83c6-b223a705f92f), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:32.678250 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [None req-86232db1-f6a2-406a-bef3-24e22e881f74 tempest-NetworksIpV6TestAttrs-343039069 tempest-NetworksIpV6TestAttrs-343039069-project] For port c47302f8-4d9c-4743-9186-8072fd422f18, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=c47302f8-4d9c-4743-9186-8072fd422f18,segment=NetworkSegment(1ed65c1f-f614-41b8-a8dd-71e2b6e7574f),segment_id=1ed65c1f-f614-41b8-a8dd-71e2b6e7574f)] {{(pid=103377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:25:32.678600 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-0019d7b2-88a1-4557-a36d-d2ec412fc9da req-ad4d9a58-0b28-4ff1-8af2-dcd80f21a816 tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] 10.222.0.89 "GET /v2.0/security-groups?id=e65ecd24-4d97-4684-be33-350ed30f90cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2249892 Feb 04 17:25:32.678976 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-86232db1-f6a2-406a-bef3-24e22e881f74 tempest-NetworksIpV6TestAttrs-343039069 tempest-NetworksIpV6TestAttrs-343039069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (c47302f8-4d9c-4743-9186-8072fd422f18), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:32.686463 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-fd817f82-11ab-4685-8f85-1cac7ed82b12 None None] Deleting port c47302f8-4d9c-4743-9186-8072fd422f18 {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:25:32.688884 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-fd817f82-11ab-4685-8f85-1cac7ed82b12 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (c47302f8-4d9c-4743-9186-8072fd422f18), before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:32.715243 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-86232db1-f6a2-406a-bef3-24e22e881f74 tempest-NetworksIpV6TestAttrs-343039069 tempest-NetworksIpV6TestAttrs-343039069-project] Calling delete_port for c47302f8-4d9c-4743-9186-8072fd422f18 owned by network:dhcp {{(pid=103377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:25:32.778909 n-d-827839-2 neutron-server[103376]: INFO neutron.db.l3_db [None req-d89ce063-27b9-4dbf-b34c-5fa9c76962d9 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Floating IP 3f32e16a-8058-4810-83c6-b223a705f92f associated. External IP: 172.25.6.177, port: 3af41b78-08e9-4d5c-93be-3e2ef1bdcc7f. Feb 04 17:25:32.833928 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-fd817f82-11ab-4685-8f85-1cac7ed82b12 None None] For port c47302f8-4d9c-4743-9186-8072fd422f18, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=c47302f8-4d9c-4743-9186-8072fd422f18,segment=NetworkSegment(1ed65c1f-f614-41b8-a8dd-71e2b6e7574f),segment_id=1ed65c1f-f614-41b8-a8dd-71e2b6e7574f)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:25:32.834610 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-fd817f82-11ab-4685-8f85-1cac7ed82b12 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (c47302f8-4d9c-4743-9186-8072fd422f18), precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:32.857674 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-fd817f82-11ab-4685-8f85-1cac7ed82b12 None None] Calling delete_port for c47302f8-4d9c-4743-9186-8072fd422f18 owned by network:dhcp {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:25:32.940905 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-86232db1-f6a2-406a-bef3-24e22e881f74 tempest-NetworksIpV6TestAttrs-343039069 tempest-NetworksIpV6TestAttrs-343039069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (c47302f8-4d9c-4743-9186-8072fd422f18), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:32.999396 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86232db1-f6a2-406a-bef3-24e22e881f74 tempest-NetworksIpV6TestAttrs-343039069 tempest-NetworksIpV6TestAttrs-343039069-project] Pushing event deleted for resources: {'Port': ['ID=c47302f8-4d9c-4743-9186-8072fd422f18,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:25:33.001458 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86232db1-f6a2-406a-bef3-24e22e881f74 tempest-NetworksIpV6TestAttrs-343039069 tempest-NetworksIpV6TestAttrs-343039069-project] No DVR routers for this DVR port c47302f8-4d9c-4743-9186-8072fd422f18 on host n-d-827839-2 {{(pid=103377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 17:25:33.034489 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d408ec64-b374-4acb-a1fc-48241dad6d47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (0cd6d64a-47a7-40ff-8c12-71dd526c62e0), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:33.066720 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-fd817f82-11ab-4685-8f85-1cac7ed82b12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144'] for port (c47302f8-4d9c-4743-9186-8072fd422f18), after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:33.085478 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device c47302f8-4d9c-4743-9186-8072fd422f18 no longer exists at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:25:33.105970 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-86232db1-f6a2-406a-bef3-24e22e881f74 tempest-NetworksIpV6TestAttrs-343039069 tempest-NetworksIpV6TestAttrs-343039069-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1543676', 'neutron.services.segments.db._delete_segments_for_network-8781084786517'] for network (a4c56abf-cd3d-4cd4-a6cd-c89363084542), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:33.110682 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd817f82-11ab-4685-8f85-1cac7ed82b12 None None] No DVR routers for this DVR port c47302f8-4d9c-4743-9186-8072fd422f18 on host n-d-827839-2 {{(pid=103378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 17:25:33.131994 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] No Port match for: c47302f8-4d9c-4743-9186-8072fd422f18 {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 17:25:33.133084 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device c47302f8-4d9c-4743-9186-8072fd422f18 not bound to the agent host n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 17:25:33.133597 n-d-827839-2 neutron-server[103377]: DEBUG neutron.services.segments.db [None req-86232db1-f6a2-406a-bef3-24e22e881f74 tempest-NetworksIpV6TestAttrs-343039069 tempest-NetworksIpV6TestAttrs-343039069-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4c56abf-cd3d-4cd4-a6cd-c89363084542']}} {{(pid=103377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:25:33.144503 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd817f82-11ab-4685-8f85-1cac7ed82b12 None None] Pushing event deleted for resources: {'Port': ['ID=c47302f8-4d9c-4743-9186-8072fd422f18,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:25:33.156503 n-d-827839-2 neutron-server[103377]: DEBUG neutron.services.segments.db [None req-86232db1-f6a2-406a-bef3-24e22e881f74 tempest-NetworksIpV6TestAttrs-343039069 tempest-NetworksIpV6TestAttrs-343039069-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ed65c1f-f614-41b8-a8dd-71e2b6e7574f') {'for_net_delete': True} {{(pid=103377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:25:33.156930 n-d-827839-2 neutron-server[103377]: DEBUG neutron.services.segments.db [None req-86232db1-f6a2-406a-bef3-24e22e881f74 tempest-NetworksIpV6TestAttrs-343039069 tempest-NetworksIpV6TestAttrs-343039069-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ed65c1f-f614-41b8-a8dd-71e2b6e7574f') {} {{(pid=103377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:25:33.174746 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-86232db1-f6a2-406a-bef3-24e22e881f74 tempest-NetworksIpV6TestAttrs-343039069 tempest-NetworksIpV6TestAttrs-343039069-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781084783966', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26866685'] for segment (1ed65c1f-f614-41b8-a8dd-71e2b6e7574f), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:33.192798 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-86232db1-f6a2-406a-bef3-24e22e881f74 tempest-NetworksIpV6TestAttrs-343039069 tempest-NetworksIpV6TestAttrs-343039069-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (1ed65c1f-f614-41b8-a8dd-71e2b6e7574f), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:33.204914 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86232db1-f6a2-406a-bef3-24e22e881f74 tempest-NetworksIpV6TestAttrs-343039069 tempest-NetworksIpV6TestAttrs-343039069-project] Releasing vlan 784 on physical network physnet1 to pool {{(pid=103377) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 17:25:33.206375 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-86232db1-f6a2-406a-bef3-24e22e881f74 tempest-NetworksIpV6TestAttrs-343039069 tempest-NetworksIpV6TestAttrs-343039069-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25888454'] for segment (1ed65c1f-f614-41b8-a8dd-71e2b6e7574f), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:33.214289 n-d-827839-2 neutron-server[103377]: Traceback (most recent call last): Feb 04 17:25:33.214289 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 17:25:33.214289 n-d-827839-2 neutron-server[103377]: timer() Feb 04 17:25:33.214289 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 17:25:33.214289 n-d-827839-2 neutron-server[103377]: cb(*args, **kw) Feb 04 17:25:33.214289 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 17:25:33.214289 n-d-827839-2 neutron-server[103377]: return func(*args, **kwargs) Feb 04 17:25:33.214289 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 17:25:33.214289 n-d-827839-2 neutron-server[103377]: self._notify() Feb 04 17:25:33.214289 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 17:25:33.214289 n-d-827839-2 neutron-server[103377]: self.callback(batched_events) Feb 04 17:25:33.214289 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 17:25:33.214289 n-d-827839-2 neutron-server[103377]: event.method(event) Feb 04 17:25:33.214289 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 17:25:33.214289 n-d-827839-2 neutron-server[103377]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 17:25:33.214289 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 17:25:33.214289 n-d-827839-2 neutron-server[103377]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 17:25:33.214289 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 17:25:33.214289 n-d-827839-2 neutron-server[103377]: return f(self, *a, **k) Feb 04 17:25:33.214289 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 17:25:33.214289 n-d-827839-2 neutron-server[103377]: return self._get(url).json() Feb 04 17:25:33.214289 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 17:25:33.214289 n-d-827839-2 neutron-server[103377]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 17:25:33.214289 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 17:25:33.214289 n-d-827839-2 neutron-server[103377]: return self.request(url, 'GET', **kwargs) Feb 04 17:25:33.214289 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 17:25:33.214289 n-d-827839-2 neutron-server[103377]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 17:25:33.214289 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 17:25:33.214289 n-d-827839-2 neutron-server[103377]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 17:25:33.214289 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 17:25:33.214289 n-d-827839-2 neutron-server[103377]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 17:25:33.214289 n-d-827839-2 neutron-server[103377]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 17:25:33.221793 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d89ce063-27b9-4dbf-b34c-5fa9c76962d9 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Router a5615500-825b-4c27-b245-888c86ab2e53 has already been hosted by L3 agent 64ada913-9131-4d99-a265-63a920956287 {{(pid=103376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 17:25:33.315002 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-86232db1-f6a2-406a-bef3-24e22e881f74 tempest-NetworksIpV6TestAttrs-343039069 tempest-NetworksIpV6TestAttrs-343039069-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1543671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1595572'] for network (a4c56abf-cd3d-4cd4-a6cd-c89363084542), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:33.325925 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-86232db1-f6a2-406a-bef3-24e22e881f74 tempest-NetworksIpV6TestAttrs-343039069 tempest-NetworksIpV6TestAttrs-343039069-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677565'] for network (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:33.332947 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-86232db1-f6a2-406a-bef3-24e22e881f74 tempest-NetworksIpV6TestAttrs-343039069 tempest-NetworksIpV6TestAttrs-343039069-project] 10.222.0.89 "DELETE /v2.0/networks/a4c56abf-cd3d-4cd4-a6cd-c89363084542 HTTP/1.1" status: 204 len: 168 time: 1.1114640 Feb 04 17:25:33.354526 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86232db1-f6a2-406a-bef3-24e22e881f74 tempest-NetworksIpV6TestAttrs-343039069 tempest-NetworksIpV6TestAttrs-343039069-project] Pushing event deleted for resources: {'Network': ['ID=a4c56abf-cd3d-4cd4-a6cd-c89363084542,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:25:33.441305 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a67a87-25dc-4a3e-aa8f-5bfd939a8581 req-643b1ac6-741c-40f8-80e0-38ae80b5cb91 tempest-ServerRescueNegativeTestJSON-1481324798 tempest-ServerRescueNegativeTestJSON-1481324798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:25:33.442911 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-88a67a87-25dc-4a3e-aa8f-5bfd939a8581 req-643b1ac6-741c-40f8-80e0-38ae80b5cb91 tempest-ServerRescueNegativeTestJSON-1481324798 tempest-ServerRescueNegativeTestJSON-1481324798-project] 10.222.0.89 "GET /v2.0/ports?device_id=5f99a685-700d-4f63-88c2-d2a04a4a422d HTTP/1.1" status: 200 len: 945 time: 0.0943630 Feb 04 17:25:33.491484 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d89ce063-27b9-4dbf-b34c-5fa9c76962d9 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Notify agent at l3_agent.n-d-827839-2 the message routers_updated {{(pid=103376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 17:25:33.499939 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-d89ce063-27b9-4dbf-b34c-5fa9c76962d9 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for floatingip (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:33.503912 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80e3a09b-1ff2-439e-8053-efecaafc1d36 None None] Sync routers for ids ['a5615500-825b-4c27-b245-888c86ab2e53'] in n-d-827839-2 {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 17:25:33.520340 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80e3a09b-1ff2-439e-8053-efecaafc1d36 None None] Routers {'a5615500-825b-4c27-b245-888c86ab2e53'} bound to L3 agent in host n-d-827839-2 {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:25:33.521486 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-80e3a09b-1ff2-439e-8053-efecaafc1d36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:25:32Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['a5615500-825b-4c27-b245-888c86ab2e53'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:25:33.528055 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-88a67a87-25dc-4a3e-aa8f-5bfd939a8581 req-8a1cca42-f380-488b-ab3d-7f6b026a04be tempest-ServerRescueNegativeTestJSON-1481324798 tempest-ServerRescueNegativeTestJSON-1481324798-project] 10.222.0.89 "GET /v2.0/security-groups?id=47e1fb0d-88ed-4fed-9e75-9f02b9f534f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753908 Feb 04 17:25:33.544314 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-d89ce063-27b9-4dbf-b34c-5fa9c76962d9 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] 10.222.0.89 "PUT /v2.0/floatingips/3f32e16a-8058-4810-83c6-b223a705f92f HTTP/1.1" status: 200 len: 991 time: 2.2238357 Feb 04 17:25:33.544314 n-d-827839-2 neutron-server[103376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd23ffa64-7651-4974-8c0d-1ba4c302839d', 'tag': '3af41b78-08e9-4d5c-93be-3e2ef1bdcc7f'}] {{(pid=103376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:25:33.545444 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d59c3bb5e2f09ebf62144d5e09b1cff60c763a9c19614c24538e77842938c05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cd8f467-b265-4798-a292-763cdfe09266" -d '{"events": [{"name": "network-changed", "server_uuid": "d23ffa64-7651-4974-8c0d-1ba4c302839d", "tag": "3af41b78-08e9-4d5c-93be-3e2ef1bdcc7f"}]}' {{(pid=103376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:25:33.691197 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b72d472-85d9-4c7e-b96e-1f6319909ec9 req-de1df4d2-626d-46ef-9dd8-a06aafc4ddf5 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:25:33.699314 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b72d472-85d9-4c7e-b96e-1f6319909ec9 req-de1df4d2-626d-46ef-9dd8-a06aafc4ddf5 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:25:33.708018 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b72d472-85d9-4c7e-b96e-1f6319909ec9 req-de1df4d2-626d-46ef-9dd8-a06aafc4ddf5 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:25:33.715571 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b72d472-85d9-4c7e-b96e-1f6319909ec9 req-de1df4d2-626d-46ef-9dd8-a06aafc4ddf5 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:25:33.722129 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b72d472-85d9-4c7e-b96e-1f6319909ec9 req-de1df4d2-626d-46ef-9dd8-a06aafc4ddf5 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:25:33.727769 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b72d472-85d9-4c7e-b96e-1f6319909ec9 req-de1df4d2-626d-46ef-9dd8-a06aafc4ddf5 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:25:33.735741 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b72d472-85d9-4c7e-b96e-1f6319909ec9 req-de1df4d2-626d-46ef-9dd8-a06aafc4ddf5 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:25:33.738510 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvr_db [None req-80e3a09b-1ff2-439e-8053-efecaafc1d36 None None] Set router a5615500-825b-4c27-b245-888c86ab2e53 gateway port host: n-d-827839-2 {{(pid=103379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:25:33.745214 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-1b72d472-85d9-4c7e-b96e-1f6319909ec9 req-de1df4d2-626d-46ef-9dd8-a06aafc4ddf5 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] 10.222.0.89 "GET /v2.0/ports?device_id=d23ffa64-7651-4974-8c0d-1ba4c302839d HTTP/1.1" status: 200 len: 5441 time: 0.1302812 Feb 04 17:25:33.788385 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 41796) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:25:33.830423 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-1b72d472-85d9-4c7e-b96e-1f6319909ec9 req-97e3b069-7450-4917-9763-e2ed37a7af79 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] 10.222.0.89 "GET /v2.0/security-groups?id=f41001c7-a515-4baa-b12d-2443831f66d9&id=6c430dff-7990-44ba-b62d-7ce4a11c9249&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0784824 Feb 04 17:25:33.840458 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 17:25:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-706d5d48-e8e3-41e4-85c8-87ea8cc1135a x-openstack-request-id: req-706d5d48-e8e3-41e4-85c8-87ea8cc1135a {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:25:33.840771 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d23ffa64-7651-4974-8c0d-1ba4c302839d", "tag": "3af41b78-08e9-4d5c-93be-3e2ef1bdcc7f", "status": "completed", "code": 200}]} {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:25:33.841077 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-706d5d48-e8e3-41e4-85c8-87ea8cc1135a {{(pid=103376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:25:33.841496 n-d-827839-2 neutron-server[103376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd23ffa64-7651-4974-8c0d-1ba4c302839d', 'tag': '3af41b78-08e9-4d5c-93be-3e2ef1bdcc7f', 'status': 'completed', 'code': 200} Feb 04 17:25:33.991843 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd8f467-b265-4798-a292-763cdfe09266 req-ec19c871-15cf-40d7-b26a-83fa47b183f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:25:33.992432 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd8f467-b265-4798-a292-763cdfe09266 req-ec19c871-15cf-40d7-b26a-83fa47b183f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:25:33.993002 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd8f467-b265-4798-a292-763cdfe09266 req-ec19c871-15cf-40d7-b26a-83fa47b183f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:25:33.993536 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd8f467-b265-4798-a292-763cdfe09266 req-ec19c871-15cf-40d7-b26a-83fa47b183f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:25:33.994111 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd8f467-b265-4798-a292-763cdfe09266 req-ec19c871-15cf-40d7-b26a-83fa47b183f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:25:33.994992 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd8f467-b265-4798-a292-763cdfe09266 req-ec19c871-15cf-40d7-b26a-83fa47b183f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:25:33.995538 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd8f467-b265-4798-a292-763cdfe09266 req-ec19c871-15cf-40d7-b26a-83fa47b183f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:25:33.997915 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-3cd8f467-b265-4798-a292-763cdfe09266 req-ec19c871-15cf-40d7-b26a-83fa47b183f4 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=c5cb386618c24d66b6712f0d36ac7fea&device_id=d23ffa64-7651-4974-8c0d-1ba4c302839d HTTP/1.1" status: 200 len: 6715 time: 0.0832403 Feb 04 17:25:34.058197 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-ec2d58bd-4403-428e-83c4-d7922be82832 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=61e65ff555f249888a54635e551327f2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2664926 Feb 04 17:25:34.059750 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 41808) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:25:34.149673 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-f7891476-c517-4292-95a0-9caeef54a95c admin admin] Publish callbacks [] for security_group (7990bdf0-8e31-4c8e-8604-bcf663d0febc), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:34.159784 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-80e3a09b-1ff2-439e-8053-efecaafc1d36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5615500-825b-4c27-b245-888c86ab2e53', 'name': 'tempest-TaggedBootDevicesTest_v242-733725866-router', 'tenant_id': 'c5cb386618c24d66b6712f0d36ac7fea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.91'}], 'enable_snat': True}, 'gw_port_id': 'e2bf0a04-65a3-440a-909f-bd06c7949274', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:21:48Z', 'updated_at': '2022-02-04T17:21:59Z', 'revision_number': 4, 'project_id': 'c5cb386618c24d66b6712f0d36ac7fea', 'gw_port': {'id': 'e2bf0a04-65a3-440a-909f-bd06c7949274', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:47:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5615500-825b-4c27-b245-888c86ab2e53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1280, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:21:49Z', 'updated_at': '2022-02-04T17:22:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_floatingips': [{'id': '3f32e16a-8058-4810-83c6-b223a705f92f', 'tenant_id': 'c5cb386618c24d66b6712f0d36ac7fea', 'floating_ip_address': '172.25.6.177', 'floating_network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'router_id': 'a5615500-825b-4c27-b245-888c86ab2e53', 'port_id': '3af41b78-08e9-4d5c-93be-3e2ef1bdcc7f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1435, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '02771309-aff5-472d-90da-927298d169e4', 'mac_address': 'fa:16:3e:7d:e1:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd23ffa64-7651-4974-8c0d-1ba4c302839d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T17:23:20Z', 'updated_at': '2022-02-04T17:25:32Z', 'revision_number': 1, 'project_id': 'c5cb386618c24d66b6712f0d36ac7fea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '67bf434d-66bd-4703-8d75-c9a0bbd698bc', 'name': '', 'network_id': '02771309-aff5-472d-90da-927298d169e4', 'tenant_id': 'c5cb386618c24d66b6712f0d36ac7fea', 'mac_address': 'fa:16:3e:a1:11:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5615500-825b-4c27-b245-888c86ab2e53', 'device_owner': 'network:router_interface', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': '069a4643-9702-4f4f-bc4a-cf22266ae74b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:21:58Z', 'updated_at': '2022-02-04T17:22:06Z', 'revision_number': 5, 'project_id': 'c5cb386618c24d66b6712f0d36ac7fea', 'subnets': [{'id': '069a4643-9702-4f4f-bc4a-cf22266ae74b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-2', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:25:34.184601 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd8f467-b265-4798-a292-763cdfe09266 req-4f3d168e-5ac7-441c-aa68-f7b76326e7fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:25:34.186257 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-3cd8f467-b265-4798-a292-763cdfe09266 req-4f3d168e-5ac7-441c-aa68-f7b76326e7fc service neutron] 10.222.0.96 "GET /v2.0/networks?id=02771309-aff5-472d-90da-927298d169e4 HTTP/1.1" status: 200 len: 917 time: 0.1742156 Feb 04 17:25:34.205150 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80e3a09b-1ff2-439e-8053-efecaafc1d36 None None] Checking router: a5615500-825b-4c27-b245-888c86ab2e53 for host: n-d-827839-2 {{(pid=103379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 17:25:34.215004 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-f7891476-c517-4292-95a0-9caeef54a95c admin admin] Publish callbacks [] for security_group (7990bdf0-8e31-4c8e-8604-bcf663d0febc), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:34.226612 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80e3a09b-1ff2-439e-8053-efecaafc1d36 None None] Routers {'a5615500-825b-4c27-b245-888c86ab2e53'} bound to L3 agent in host n-d-827839-2 {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:25:34.227609 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-80e3a09b-1ff2-439e-8053-efecaafc1d36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:25:32Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['a5615500-825b-4c27-b245-888c86ab2e53'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:25:34.315100 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-f7891476-c517-4292-95a0-9caeef54a95c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (7990bdf0-8e31-4c8e-8604-bcf663d0febc), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:34.319011 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-f7891476-c517-4292-95a0-9caeef54a95c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:34.320820 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-f7891476-c517-4292-95a0-9caeef54a95c admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/7990bdf0-8e31-4c8e-8604-bcf663d0febc HTTP/1.1" status: 204 len: 168 time: 0.2486265 Feb 04 17:25:34.334254 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7891476-c517-4292-95a0-9caeef54a95c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7990bdf0-8e31-4c8e-8604-bcf663d0febc,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:25:34.334470 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-3cd8f467-b265-4798-a292-763cdfe09266 req-2c4195c1-c47a-43a5-abf4-8363018b0e09 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3af41b78-08e9-4d5c-93be-3e2ef1bdcc7f HTTP/1.1" status: 200 len: 999 time: 0.1289864 Feb 04 17:25:34.360612 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvr_db [None req-80e3a09b-1ff2-439e-8053-efecaafc1d36 None None] Set router a5615500-825b-4c27-b245-888c86ab2e53 gateway port host: n-d-827839-2 {{(pid=103379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:25:34.520590 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd8f467-b265-4798-a292-763cdfe09266 req-56fa7180-03c5-4e6e-969e-bbc245261439 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:25:34.522331 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-3cd8f467-b265-4798-a292-763cdfe09266 req-56fa7180-03c5-4e6e-969e-bbc245261439 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=069a4643-9702-4f4f-bc4a-cf22266ae74b HTTP/1.1" status: 200 len: 855 time: 0.1802912 Feb 04 17:25:34.657835 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c60ba4a-f331-4455-938f-69500a002400 req-01feb9c6-35da-43a9-9347-bdb489b2f2d9 tempest-ImagesTestJSON-301921999 tempest-ImagesTestJSON-301921999-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:25:34.659365 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-5c60ba4a-f331-4455-938f-69500a002400 req-01feb9c6-35da-43a9-9347-bdb489b2f2d9 tempest-ImagesTestJSON-301921999 tempest-ImagesTestJSON-301921999-project] 10.222.0.89 "GET /v2.0/networks?id=a69bfb95-797b-4825-866b-2c94a621d18a HTTP/1.1" status: 200 len: 804 time: 0.2236755 Feb 04 17:25:34.661288 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd8f467-b265-4798-a292-763cdfe09266 req-7876be42-bd3b-4588-9d5c-e95ddd436a09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:25:34.662673 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-3cd8f467-b265-4798-a292-763cdfe09266 req-7876be42-bd3b-4588-9d5c-e95ddd436a09 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=02771309-aff5-472d-90da-927298d169e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1240170 Feb 04 17:25:34.721051 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4f14bb47-e72b-46ac-9e44-a61d9293afcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (75326290-f7a3-4db8-9cf2-15c7139ed224), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:34.754135 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-5c60ba4a-f331-4455-938f-69500a002400 req-cf6e3351-f3e2-469b-b081-c549b6618d8e tempest-ImagesTestJSON-301921999 tempest-ImagesTestJSON-301921999-project] 10.222.0.89 "GET /v2.0/quotas/08c8ed9304cf401d8c1d136ac3844d2a HTTP/1.1" status: 200 len: 375 time: 0.0884581 Feb 04 17:25:34.760484 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66643ce0-793f-4e65-8224-feacee59856e req-fc9dbb96-5f6d-4c62-872d-d28dd1eb6452 tempest-ServerRescueNegativeTestJSON-1481324798 tempest-ServerRescueNegativeTestJSON-1481324798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:25:34.763077 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-66643ce0-793f-4e65-8224-feacee59856e req-fc9dbb96-5f6d-4c62-872d-d28dd1eb6452 tempest-ServerRescueNegativeTestJSON-1481324798 tempest-ServerRescueNegativeTestJSON-1481324798-project] 10.222.0.89 "GET /v2.0/ports?device_id=5f99a685-700d-4f63-88c2-d2a04a4a422d HTTP/1.1" status: 200 len: 945 time: 0.0820057 Feb 04 17:25:34.891816 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-66643ce0-793f-4e65-8224-feacee59856e req-db9a0df5-2e60-4f1f-ab1f-db27ea5fbe4e tempest-ServerRescueNegativeTestJSON-1481324798 tempest-ServerRescueNegativeTestJSON-1481324798-project] 10.222.0.89 "GET /v2.0/security-groups?id=47e1fb0d-88ed-4fed-9e75-9f02b9f534f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205637 Feb 04 17:25:34.894076 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-3cd8f467-b265-4798-a292-763cdfe09266 req-fb1a82f2-590a-4516-a10a-e06cc14e63a5 service neutron] 10.222.0.96 "GET /v2.0/networks/02771309-aff5-472d-90da-927298d169e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2151639 Feb 04 17:25:34.906966 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-5c60ba4a-f331-4455-938f-69500a002400 req-7a9aa68c-36bf-4285-ab16-1bb77f126287 tempest-ImagesTestJSON-301921999 tempest-ImagesTestJSON-301921999-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=08c8ed9304cf401d8c1d136ac3844d2a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1465125 Feb 04 17:25:34.936796 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-80e3a09b-1ff2-439e-8053-efecaafc1d36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5615500-825b-4c27-b245-888c86ab2e53', 'name': 'tempest-TaggedBootDevicesTest_v242-733725866-router', 'tenant_id': 'c5cb386618c24d66b6712f0d36ac7fea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.91'}], 'enable_snat': True}, 'gw_port_id': 'e2bf0a04-65a3-440a-909f-bd06c7949274', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:21:48Z', 'updated_at': '2022-02-04T17:21:59Z', 'revision_number': 4, 'project_id': 'c5cb386618c24d66b6712f0d36ac7fea', 'gw_port': {'id': 'e2bf0a04-65a3-440a-909f-bd06c7949274', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:47:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5615500-825b-4c27-b245-888c86ab2e53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1280, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:21:49Z', 'updated_at': '2022-02-04T17:22:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_floatingips': [{'id': '3f32e16a-8058-4810-83c6-b223a705f92f', 'tenant_id': 'c5cb386618c24d66b6712f0d36ac7fea', 'floating_ip_address': '172.25.6.177', 'floating_network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'router_id': 'a5615500-825b-4c27-b245-888c86ab2e53', 'port_id': '3af41b78-08e9-4d5c-93be-3e2ef1bdcc7f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1435, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '02771309-aff5-472d-90da-927298d169e4', 'mac_address': 'fa:16:3e:7d:e1:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd23ffa64-7651-4974-8c0d-1ba4c302839d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T17:23:20Z', 'updated_at': '2022-02-04T17:25:32Z', 'revision_number': 1, 'project_id': 'c5cb386618c24d66b6712f0d36ac7fea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '67bf434d-66bd-4703-8d75-c9a0bbd698bc', 'name': '', 'network_id': '02771309-aff5-472d-90da-927298d169e4', 'tenant_id': 'c5cb386618c24d66b6712f0d36ac7fea', 'mac_address': 'fa:16:3e:a1:11:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5615500-825b-4c27-b245-888c86ab2e53', 'device_owner': 'network:router_interface', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': '069a4643-9702-4f4f-bc4a-cf22266ae74b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:21:58Z', 'updated_at': '2022-02-04T17:22:06Z', 'revision_number': 5, 'project_id': 'c5cb386618c24d66b6712f0d36ac7fea', 'subnets': [{'id': '069a4643-9702-4f4f-bc4a-cf22266ae74b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-2', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:25:35.004076 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80e3a09b-1ff2-439e-8053-efecaafc1d36 None None] The sync data for ids ['a5615500-825b-4c27-b245-888c86ab2e53'] in n-d-827839-2 is: [{'id': 'a5615500-825b-4c27-b245-888c86ab2e53', 'name': 'tempest-TaggedBootDevicesTest_v242-733725866-router', 'tenant_id': 'c5cb386618c24d66b6712f0d36ac7fea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.91'}], 'enable_snat': True}, 'gw_port_id': 'e2bf0a04-65a3-440a-909f-bd06c7949274', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:21:48Z', 'updated_at': '2022-02-04T17:21:59Z', 'revision_number': 4, 'project_id': 'c5cb386618c24d66b6712f0d36ac7fea', 'gw_port': {'id': 'e2bf0a04-65a3-440a-909f-bd06c7949274', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:47:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5615500-825b-4c27-b245-888c86ab2e53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1280, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:21:49Z', 'updated_at': '2022-02-04T17:22:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_floatingips': [{'id': '3f32e16a-8058-4810-83c6-b223a705f92f', 'tenant_id': 'c5cb386618c24d66b6712f0d36ac7fea', 'floating_ip_address': '172.25.6.177', 'floating_network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'router_id': 'a5615500-825b-4c27-b245-888c86ab2e53', 'port_id': '3af41b78-08e9-4d5c-93be-3e2ef1bdcc7f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1435, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '02771309-aff5-472d-90da-927298d169e4', 'mac_address': 'fa:16:3e:7d:e1:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd23ffa64-7651-4974-8c0d-1ba4c302839d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T17:23:20Z', 'updated_at': '2022-02-04T17:25:32Z', 'revision_number': 1, 'project_id': 'c5cb386618c24d66b6712f0d36ac7fea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '67bf434d-66bd-4703-8d75-c9a0bbd698bc', 'name': '', 'network_id': '02771309-aff5-472d-90da-927298d169e4', 'tenant_id': 'c5cb386618c24d66b6712f0d36ac7fea', 'mac_address': 'fa:16:3e:a1:11:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5615500-825b-4c27-b245-888c86ab2e53', 'device_owner': 'network:router_interface', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': '069a4643-9702-4f4f-bc4a-cf22266ae74b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:21:58Z', 'updated_at': '2022-02-04T17:22:06Z', 'revision_number': 5, 'project_id': 'c5cb386618c24d66b6712f0d36ac7fea', 'subnets': [{'id': '069a4643-9702-4f4f-bc4a-cf22266ae74b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 17:25:35.108574 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-5c60ba4a-f331-4455-938f-69500a002400 req-9876c1f0-fdd9-44f5-879a-45976c11f5ec service neutron] 10.222.0.89 "GET /v2.0/networks/a69bfb95-797b-4825-866b-2c94a621d18a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1890335 Feb 04 17:25:35.136453 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fbb9df-3d81-436c-92de-541e3aa307f5 req-a1ccfcc3-0463-4ccd-adc0-ef8bdd972f81 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:25:35.156834 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fbb9df-3d81-436c-92de-541e3aa307f5 req-a1ccfcc3-0463-4ccd-adc0-ef8bdd972f81 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:25:35.171174 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fbb9df-3d81-436c-92de-541e3aa307f5 req-a1ccfcc3-0463-4ccd-adc0-ef8bdd972f81 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:25:35.192829 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fbb9df-3d81-436c-92de-541e3aa307f5 req-a1ccfcc3-0463-4ccd-adc0-ef8bdd972f81 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:25:35.200210 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fbb9df-3d81-436c-92de-541e3aa307f5 req-a1ccfcc3-0463-4ccd-adc0-ef8bdd972f81 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:25:35.206590 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fbb9df-3d81-436c-92de-541e3aa307f5 req-a1ccfcc3-0463-4ccd-adc0-ef8bdd972f81 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:25:35.212190 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fbb9df-3d81-436c-92de-541e3aa307f5 req-a1ccfcc3-0463-4ccd-adc0-ef8bdd972f81 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:25:35.221192 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-43fbb9df-3d81-436c-92de-541e3aa307f5 req-a1ccfcc3-0463-4ccd-adc0-ef8bdd972f81 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] 10.222.0.89 "GET /v2.0/ports?device_id=d23ffa64-7651-4974-8c0d-1ba4c302839d HTTP/1.1" status: 200 len: 5441 time: 0.2210081 Feb 04 17:25:35.240647 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-3cd8f467-b265-4798-a292-763cdfe09266 req-288ed4c1-1998-4140-b842-450ed5ddd9e0 service neutron] 10.222.0.96 "GET /v2.0/networks/02771309-aff5-472d-90da-927298d169e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3310418 Feb 04 17:25:35.320509 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-5c60ba4a-f331-4455-938f-69500a002400 req-1c9f027a-f9bb-428f-818b-1299874e5fbb service neutron] 10.222.0.89 "GET /v2.0/networks/a69bfb95-797b-4825-866b-2c94a621d18a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1980195 Feb 04 17:25:35.323341 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-43fbb9df-3d81-436c-92de-541e3aa307f5 req-cf3885d1-71d4-4b4d-9b0a-a4d20abd9597 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] 10.222.0.89 "GET /v2.0/security-groups?id=f41001c7-a515-4baa-b12d-2443831f66d9&id=6c430dff-7990-44ba-b62d-7ce4a11c9249&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0984240 Feb 04 17:25:35.473022 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae5e7318-dea4-4dca-b05e-a1d8d5e2bf35 None None] New status for floating IP 3f32e16a-8058-4810-83c6-b223a705f92f: ACTIVE {{(pid=103378) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 17:25:35.565696 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 41860) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:25:35.607838 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-43809cfd-2440-4ff1-86cd-b28cc332d788 req-b8e250e8-c3ae-4b7e-aed1-b3765a7e3255 tempest-ImagesTestJSON-301921999 tempest-ImagesTestJSON-301921999-project] 10.222.0.89 "GET /v2.0/ports?device_id=edcbe390-f9a8-4334-aaa2-ead8c81676ac HTTP/1.1" status: 200 len: 210 time: 0.0647371 Feb 04 17:25:35.676225 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device 3cb6e588-038b-4f71-a9c3-1199f185e71c no longer exists at agent hyperv_n-h1-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:25:35.729385 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (ba70844b-66a0-45fd-a2f2-e6ed673321fc), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:35.761764 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-8c206f30-b80f-4398-98ee-01e8d9f1db46 tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-747506542'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:25:35.784391 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c206f30-b80f-4398-98ee-01e8d9f1db46 tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Made reservation on behalf of 8c156190bec041b09ae1df7053accd0d for: {'network': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:25:35.797383 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Current status of the port 3cb6e588-038b-4f71-a9c3-1199f185e71c is: ACTIVE; New status is: DOWN {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:25:35.797593 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-8c206f30-b80f-4398-98ee-01e8d9f1db46 tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for network (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:35.797855 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (3cb6e588-038b-4f71-a9c3-1199f185e71c), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:35.817814 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-8c206f30-b80f-4398-98ee-01e8d9f1db46 tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Publish callbacks [] for security_group (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:35.847358 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] For port 3cb6e588-038b-4f71-a9c3-1199f185e71c, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=3cb6e588-038b-4f71-a9c3-1199f185e71c,segment=NetworkSegment(40be95d6-8661-400f-bc9d-3f4c57dcd00c),segment_id=40be95d6-8661-400f-bc9d-3f4c57dcd00c)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:25:35.848657 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59790d20-7060-4360-ad74-921d11f4ec7c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3cb6e588-038b-4f71-a9c3-1199f185e71c'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:25:35.851861 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c34bc964ce2211770fda26ca2f3801cc06f4f39928110690550e94ab9c9d2fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-799cd1f3-0cdf-44c0-9b37-6ddb2e66e3e8" -d '{"events": [{"server_uuid": "59790d20-7060-4360-ad74-921d11f4ec7c", "name": "network-vif-unplugged", "status": "completed", "tag": "3cb6e588-038b-4f71-a9c3-1199f185e71c"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:25:35.870262 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (3cb6e588-038b-4f71-a9c3-1199f185e71c), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:35.946099 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-8c206f30-b80f-4398-98ee-01e8d9f1db46 tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Publish callbacks [] for security_group (b66f7050-3ecc-4074-9d78-5bef91fd6d5d), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:35.958800 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-8c206f30-b80f-4398-98ee-01e8d9f1db46 tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (b66f7050-3ecc-4074-9d78-5bef91fd6d5d), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:36.010788 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c206f30-b80f-4398-98ee-01e8d9f1db46 tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b66f7050-3ecc-4074-9d78-5bef91fd6d5d,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:25:36.034298 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 04 Feb 2022 17:25:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d406990-757d-4997-9a2f-69f597389c23 x-openstack-request-id: req-4d406990-757d-4997-9a2f-69f597389c23 {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:25:36.036690 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59790d20-7060-4360-ad74-921d11f4ec7c", "name": "network-vif-unplugged", "status": "completed", "tag": "3cb6e588-038b-4f71-a9c3-1199f185e71c", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:25:36.045548 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-4d406990-757d-4997-9a2f-69f597389c23 {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:25:36.046149 n-d-827839-2 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59790d20-7060-4360-ad74-921d11f4ec7c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3cb6e588-038b-4f71-a9c3-1199f185e71c', 'code': 200} Feb 04 17:25:36.049566 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Pushing event updated for resources: {'Port': ['ID=3cb6e588-038b-4f71-a9c3-1199f185e71c,revision_number=8']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:25:36.051493 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c206f30-b80f-4398-98ee-01e8d9f1db46 tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] vlan segment allocate from pool success with {'vlan_id': 779, 'physical_network': 'physnet1'} {{(pid=103377) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 17:25:36.073461 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-8c206f30-b80f-4398-98ee-01e8d9f1db46 tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (6c8415ce-e062-4ff4-adf2-5101f4182345), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:36.073811 n-d-827839-2 neutron-server[103377]: INFO neutron.db.segments_db [None req-8c206f30-b80f-4398-98ee-01e8d9f1db46 tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Added segment 6c8415ce-e062-4ff4-adf2-5101f4182345 of type vlan for network 6518c842-2f5f-4c60-9fd0-89548f5473e3 Feb 04 17:25:36.146875 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ae8686-ae14-4382-b57c-c69de48578ad req-69a7e5f0-f2f0-4c3b-8fb9-21fc1793b532 tempest-ServerRescueNegativeTestJSON-1481324798 tempest-ServerRescueNegativeTestJSON-1481324798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:25:36.149148 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-f1ae8686-ae14-4382-b57c-c69de48578ad req-69a7e5f0-f2f0-4c3b-8fb9-21fc1793b532 tempest-ServerRescueNegativeTestJSON-1481324798 tempest-ServerRescueNegativeTestJSON-1481324798-project] 10.222.0.89 "GET /v2.0/ports?device_id=5f99a685-700d-4f63-88c2-d2a04a4a422d HTTP/1.1" status: 200 len: 945 time: 0.0825698 Feb 04 17:25:36.169191 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-8c206f30-b80f-4398-98ee-01e8d9f1db46 tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781084292801'] for network (6518c842-2f5f-4c60-9fd0-89548f5473e3), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:36.210018 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-f1ae8686-ae14-4382-b57c-c69de48578ad req-81fab55f-88f5-46e5-8ec3-5763fd2b5eec tempest-ServerRescueNegativeTestJSON-1481324798 tempest-ServerRescueNegativeTestJSON-1481324798-project] 10.222.0.89 "GET /v2.0/security-groups?id=47e1fb0d-88ed-4fed-9e75-9f02b9f534f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541506 Feb 04 17:25:36.218104 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-8c206f30-b80f-4398-98ee-01e8d9f1db46 tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327'] for network (6518c842-2f5f-4c60-9fd0-89548f5473e3), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:36.224650 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c206f30-b80f-4398-98ee-01e8d9f1db46 tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:25:36.225504 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-8c206f30-b80f-4398-98ee-01e8d9f1db46 tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677565'] for network (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:36.320805 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-8c206f30-b80f-4398-98ee-01e8d9f1db46 tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.7394271 Feb 04 17:25:36.320805 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c206f30-b80f-4398-98ee-01e8d9f1db46 tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Pushing event updated for resources: {'Network': ['ID=6518c842-2f5f-4c60-9fd0-89548f5473e3,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:25:36.331779 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Network 6518c842-2f5f-4c60-9fd0-89548f5473e3 details requested by agent ovs-agent-n-d-827839-2 with host n-d-827839-2 {{(pid=103378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 17:25:36.446299 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 41876) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:25:36.452408 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-adfaea41-1e13-4918-9e8c-72cd39b615d2 tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Request body: {'subnet': {'network_id': '6518c842-2f5f-4c60-9fd0-89548f5473e3', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:25:36.559774 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab28edeb-ced6-495b-ba83-6346fa524ec7 req-33657b10-ae1c-47f4-b4fd-a8a5a701e76f tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:25:36.568472 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab28edeb-ced6-495b-ba83-6346fa524ec7 req-33657b10-ae1c-47f4-b4fd-a8a5a701e76f tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:25:36.575992 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab28edeb-ced6-495b-ba83-6346fa524ec7 req-33657b10-ae1c-47f4-b4fd-a8a5a701e76f tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:25:36.589076 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab28edeb-ced6-495b-ba83-6346fa524ec7 req-33657b10-ae1c-47f4-b4fd-a8a5a701e76f tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:25:36.594401 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab28edeb-ced6-495b-ba83-6346fa524ec7 req-33657b10-ae1c-47f4-b4fd-a8a5a701e76f tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:25:36.601161 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab28edeb-ced6-495b-ba83-6346fa524ec7 req-33657b10-ae1c-47f4-b4fd-a8a5a701e76f tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:25:36.606473 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab28edeb-ced6-495b-ba83-6346fa524ec7 req-33657b10-ae1c-47f4-b4fd-a8a5a701e76f tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:25:36.613898 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-ab28edeb-ced6-495b-ba83-6346fa524ec7 req-33657b10-ae1c-47f4-b4fd-a8a5a701e76f tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] 10.222.0.89 "GET /v2.0/ports?device_id=d23ffa64-7651-4974-8c0d-1ba4c302839d HTTP/1.1" status: 200 len: 5441 time: 0.1848624 Feb 04 17:25:36.621322 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adfaea41-1e13-4918-9e8c-72cd39b615d2 tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Made reservation on behalf of 8c156190bec041b09ae1df7053accd0d for: {'subnet': 1} {{(pid=103376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:25:36.626165 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-adfaea41-1e13-4918-9e8c-72cd39b615d2 tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25859006'] for subnet (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:36.699918 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-ab28edeb-ced6-495b-ba83-6346fa524ec7 req-71a4d6e1-9678-463d-9252-7d7df01e03b4 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] 10.222.0.89 "GET /v2.0/security-groups?id=f41001c7-a515-4baa-b12d-2443831f66d9&id=6c430dff-7990-44ba-b62d-7ce4a11c9249&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0850341 Feb 04 17:25:36.734653 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-963a361a-a196-4fa0-87b7-31d71fb783a8 req-3b7b9094-aa71-40ce-8964-eaa342c3f0b2 tempest-ImagesTestJSON-301921999 tempest-ImagesTestJSON-301921999-project] 10.222.0.89 "GET /v2.0/ports?device_id=edcbe390-f9a8-4334-aaa2-ead8c81676ac HTTP/1.1" status: 200 len: 210 time: 0.0490465 Feb 04 17:25:36.884347 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b366425a-6886-47e1-9da2-b5dbd32a9f45 req-9b4cd338-7d21-41f7-9d43-251c9731376f tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:25:36.891503 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b366425a-6886-47e1-9da2-b5dbd32a9f45 req-9b4cd338-7d21-41f7-9d43-251c9731376f tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:25:36.896971 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b366425a-6886-47e1-9da2-b5dbd32a9f45 req-9b4cd338-7d21-41f7-9d43-251c9731376f tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:25:36.902677 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b366425a-6886-47e1-9da2-b5dbd32a9f45 req-9b4cd338-7d21-41f7-9d43-251c9731376f tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:25:36.908106 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b366425a-6886-47e1-9da2-b5dbd32a9f45 req-9b4cd338-7d21-41f7-9d43-251c9731376f tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:25:36.913615 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b366425a-6886-47e1-9da2-b5dbd32a9f45 req-9b4cd338-7d21-41f7-9d43-251c9731376f tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:25:36.914654 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-adfaea41-1e13-4918-9e8c-72cd39b615d2 tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25674939', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25858952'] for subnet (08d47205-c163-4435-bd32-e455775921ee), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:36.919603 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b366425a-6886-47e1-9da2-b5dbd32a9f45 req-9b4cd338-7d21-41f7-9d43-251c9731376f tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:25:36.921582 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-b366425a-6886-47e1-9da2-b5dbd32a9f45 req-9b4cd338-7d21-41f7-9d43-251c9731376f tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] 10.222.0.89 "GET /v2.0/ports?device_id=d23ffa64-7651-4974-8c0d-1ba4c302839d HTTP/1.1" status: 200 len: 5441 time: 0.1343083 Feb 04 17:25:37.007093 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adfaea41-1e13-4918-9e8c-72cd39b615d2 tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Pushing event updated for resources: {'Subnet': ['ID=08d47205-c163-4435-bd32-e455775921ee,revision_number=0']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:25:37.025517 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adfaea41-1e13-4918-9e8c-72cd39b615d2 tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Checking segment: {'id': '6c8415ce-e062-4ff4-adf2-5101f4182345', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '6518c842-2f5f-4c60-9fd0-89548f5473e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:25:37.025943 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adfaea41-1e13-4918-9e8c-72cd39b615d2 tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Network hostable DHCP agents. Network: 6518c842-2f5f-4c60-9fd0-89548f5473e3, hostable agents: ['bb89f5a3-3c22-440b-b7d1-c4f0c43c184a'], hosted agents: [] {{(pid=103376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 17:25:37.045528 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adfaea41-1e13-4918-9e8c-72cd39b615d2 tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Network 6518c842-2f5f-4c60-9fd0-89548f5473e3 is scheduled to be hosted by DHCP agent bb89f5a3-3c22-440b-b7d1-c4f0c43c184a with binding_index 1 {{(pid=103376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 17:25:37.057958 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [None req-adfaea41-1e13-4918-9e8c-72cd39b615d2 tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827839-2, 6518c842-2f5f-4c60-9fd0-89548f5473e3) {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:25:37.069089 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8cba46a-6db5-4155-b301-cc77400b5054 None None] Network 6518c842-2f5f-4c60-9fd0-89548f5473e3 requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:25:37.080548 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adfaea41-1e13-4918-9e8c-72cd39b615d2 tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:25:37.082123 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-adfaea41-1e13-4918-9e8c-72cd39b615d2 tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Publish callbacks [] for subnet (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:37.112978 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 41892) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:25:37.114681 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-adfaea41-1e13-4918-9e8c-72cd39b615d2 tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 0.6663215 Feb 04 17:25:37.123669 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-edc9ba92-89d2-4c1d-a9a1-4e41b38237f6 tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-596714957'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:25:37.177059 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-b366425a-6886-47e1-9da2-b5dbd32a9f45 req-ecad5668-64e4-4011-8846-a4d562e441e0 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] 10.222.0.89 "GET /v2.0/security-groups?id=f41001c7-a515-4baa-b12d-2443831f66d9&id=6c430dff-7990-44ba-b62d-7ce4a11c9249&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2421255 Feb 04 17:25:37.177898 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edc9ba92-89d2-4c1d-a9a1-4e41b38237f6 tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Made reservation on behalf of 8c156190bec041b09ae1df7053accd0d for: {'network': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:25:37.189418 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-edc9ba92-89d2-4c1d-a9a1-4e41b38237f6 tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for network (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:37.283079 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-edc9ba92-89d2-4c1d-a9a1-4e41b38237f6 tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] vlan segment allocate from pool success with {'vlan_id': 770, 'physical_network': 'physnet1'} {{(pid=103377) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 17:25:37.304275 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c60ba4a-f331-4455-938f-69500a002400 req-9f616e33-315d-4882-af78-6f016a0834fe tempest-ImagesTestJSON-301921999 tempest-ImagesTestJSON-301921999-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:25:37.322570 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-5c60ba4a-f331-4455-938f-69500a002400 req-9f616e33-315d-4882-af78-6f016a0834fe tempest-ImagesTestJSON-301921999 tempest-ImagesTestJSON-301921999-project] 10.222.0.90 "GET /v2.0/networks?id=a69bfb95-797b-4825-866b-2c94a621d18a HTTP/1.1" status: 200 len: 804 time: 0.3985741 Feb 04 17:25:37.333192 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-edc9ba92-89d2-4c1d-a9a1-4e41b38237f6 tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (09678bd9-25f8-47e4-9624-9217012fd377), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:37.333192 n-d-827839-2 neutron-server[103377]: INFO neutron.db.segments_db [None req-edc9ba92-89d2-4c1d-a9a1-4e41b38237f6 tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Added segment 09678bd9-25f8-47e4-9624-9217012fd377 of type vlan for network 3f5b042a-1afe-4cc1-bfb9-465aa0c32d88 Feb 04 17:25:37.358993 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [req-5c60ba4a-f331-4455-938f-69500a002400 req-c4af9b50-70ac-4016-bb22-f10ed27ef842 tempest-ImagesTestJSON-301921999 tempest-ImagesTestJSON-301921999-project] Request body: {'port': {'device_id': 'edcbe390-f9a8-4334-aaa2-ead8c81676ac', 'network_id': 'a69bfb95-797b-4825-866b-2c94a621d18a', 'admin_state_up': True, 'tenant_id': '08c8ed9304cf401d8c1d136ac3844d2a'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:25:37.510739 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ff343ac-4750-478b-9df8-c80883e564f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e4c19ad-5724-5db8-8ee1-4f56ae69fcf4-6518c842-2f5f-4c60-9fd0-89548f5473e3', 'network_id': '6518c842-2f5f-4c60-9fd0-89548f5473e3', 'project_id': '8c156190bec041b09ae1df7053accd0d', 'fixed_ips': [{'subnet_id': '08d47205-c163-4435-bd32-e455775921ee'}]}} from n-d-827839-2. {{(pid=103378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 17:25:37.514941 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6ff343ac-4750-478b-9df8-c80883e564f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:37.699311 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e0afe9-4feb-413c-99d0-5e8bcb9bb622 req-5d110c2a-9819-41c4-8490-21284196b88c tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:25:37.709873 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e0afe9-4feb-413c-99d0-5e8bcb9bb622 req-5d110c2a-9819-41c4-8490-21284196b88c tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:25:37.716824 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e0afe9-4feb-413c-99d0-5e8bcb9bb622 req-5d110c2a-9819-41c4-8490-21284196b88c tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:25:37.730137 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e0afe9-4feb-413c-99d0-5e8bcb9bb622 req-5d110c2a-9819-41c4-8490-21284196b88c tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:25:37.737263 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e0afe9-4feb-413c-99d0-5e8bcb9bb622 req-5d110c2a-9819-41c4-8490-21284196b88c tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:25:37.744525 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e0afe9-4feb-413c-99d0-5e8bcb9bb622 req-5d110c2a-9819-41c4-8490-21284196b88c tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:25:37.752600 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e0afe9-4feb-413c-99d0-5e8bcb9bb622 req-5d110c2a-9819-41c4-8490-21284196b88c tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:25:37.773436 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-86e0afe9-4feb-413c-99d0-5e8bcb9bb622 req-5d110c2a-9819-41c4-8490-21284196b88c tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] 10.222.0.89 "GET /v2.0/ports?device_id=d23ffa64-7651-4974-8c0d-1ba4c302839d HTTP/1.1" status: 200 len: 5441 time: 0.3989589 Feb 04 17:25:37.795684 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd098ea-ffe1-47a8-9d85-4b5e898b9e0f req-c04033bf-5278-4c22-bc4f-0fe40cd06f71 tempest-ImagesTestJSON-301921999 tempest-ImagesTestJSON-301921999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:25:37.797264 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-dfd098ea-ffe1-47a8-9d85-4b5e898b9e0f req-c04033bf-5278-4c22-bc4f-0fe40cd06f71 tempest-ImagesTestJSON-301921999 tempest-ImagesTestJSON-301921999-project] 10.222.0.96 "GET /v2.0/ports?device_id=59790d20-7060-4360-ad74-921d11f4ec7c HTTP/1.1" status: 200 len: 944 time: 0.3492026 Feb 04 17:25:37.810525 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-6ff343ac-4750-478b-9df8-c80883e564f5 None None] Allocated IP 172.20.255.242 (6518c842-2f5f-4c60-9fd0-89548f5473e3/08d47205-c163-4435-bd32-e455775921ee/0947d0e7-9f5a-4d9f-ba0d-b01bdf01a611) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:25:37.902505 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-edc9ba92-89d2-4c1d-a9a1-4e41b38237f6 tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781084292801'] for network (3f5b042a-1afe-4cc1-bfb9-465aa0c32d88), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:37.953868 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-edc9ba92-89d2-4c1d-a9a1-4e41b38237f6 tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327'] for network (3f5b042a-1afe-4cc1-bfb9-465aa0c32d88), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:37.959445 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edc9ba92-89d2-4c1d-a9a1-4e41b38237f6 tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:25:37.960339 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-edc9ba92-89d2-4c1d-a9a1-4e41b38237f6 tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677565'] for network (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:37.972099 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c60ba4a-f331-4455-938f-69500a002400 req-c4af9b50-70ac-4016-bb22-f10ed27ef842 tempest-ImagesTestJSON-301921999 tempest-ImagesTestJSON-301921999-project] Made reservation on behalf of 08c8ed9304cf401d8c1d136ac3844d2a for: {'port': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:25:37.975750 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-5c60ba4a-f331-4455-938f-69500a002400 req-c4af9b50-70ac-4016-bb22-f10ed27ef842 tempest-ImagesTestJSON-301921999 tempest-ImagesTestJSON-301921999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:37.984012 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.agents_db [None req-e1691f3b-aacd-4cd6-8ebb-a9c53bb301c0 None None] Agent healthcheck: found 7 active agents {{(pid=103379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 17:25:38.006075 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-134a3f58-189b-4241-9476-d2aaf0121b4b req-586c1855-5ad9-4e05-916a-9374b221df1e tempest-ImagesTestJSON-301921999 tempest-ImagesTestJSON-301921999-project] 10.222.0.89 "GET /v2.0/ports?device_id=edcbe390-f9a8-4334-aaa2-ead8c81676ac HTTP/1.1" status: 200 len: 210 time: 0.0550923 Feb 04 17:25:38.021758 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [req-dfd098ea-ffe1-47a8-9d85-4b5e898b9e0f req-ec0e13e8-ef34-47d5-aca2-bad01e33ad80 tempest-ImagesTestJSON-301921999 tempest-ImagesTestJSON-301921999-project] Deleting port 3cb6e588-038b-4f71-a9c3-1199f185e71c {{(pid=103376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:25:38.022346 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-dfd098ea-ffe1-47a8-9d85-4b5e898b9e0f req-ec0e13e8-ef34-47d5-aca2-bad01e33ad80 tempest-ImagesTestJSON-301921999 tempest-ImagesTestJSON-301921999-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (3cb6e588-038b-4f71-a9c3-1199f185e71c), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:38.090246 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc9ba92-89d2-4c1d-a9a1-4e41b38237f6 tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Pushing event updated for resources: {'Network': ['ID=3f5b042a-1afe-4cc1-bfb9-465aa0c32d88,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:25:38.110013 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6ff343ac-4750-478b-9df8-c80883e564f5 None None] Publish callbacks [] for port (0947d0e7-9f5a-4d9f-ba0d-b01bdf01a611), precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:38.114333 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-edc9ba92-89d2-4c1d-a9a1-4e41b38237f6 tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.0001726 Feb 04 17:25:38.117850 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Network 3f5b042a-1afe-4cc1-bfb9-465aa0c32d88 details requested by agent ovs-agent-n-d-827839-2 with host n-d-827839-2 {{(pid=103378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 17:25:38.118022 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 41920) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:25:38.121586 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6ff343ac-4750-478b-9df8-c80883e564f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135'] for port (0947d0e7-9f5a-4d9f-ba0d-b01bdf01a611), after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:38.128888 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-12dd07b9-59ca-4926-8e38-40b9c0ae8fe5 tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Request body: {'subnet': {'network_id': '3f5b042a-1afe-4cc1-bfb9-465aa0c32d88', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:25:38.139065 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba4ccd1-0b3c-43b5-9257-1130b69fd99c req-0f75a38d-071c-4e03-af6c-6fd0cce13472 tempest-ServerRescueNegativeTestJSON-1481324798 tempest-ServerRescueNegativeTestJSON-1481324798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:25:38.147830 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-7ba4ccd1-0b3c-43b5-9257-1130b69fd99c req-0f75a38d-071c-4e03-af6c-6fd0cce13472 tempest-ServerRescueNegativeTestJSON-1481324798 tempest-ServerRescueNegativeTestJSON-1481324798-project] 10.222.0.89 "GET /v2.0/ports?device_id=5f99a685-700d-4f63-88c2-d2a04a4a422d HTTP/1.1" status: 200 len: 945 time: 0.6590931 Feb 04 17:25:38.207344 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [req-dfd098ea-ffe1-47a8-9d85-4b5e898b9e0f req-ec0e13e8-ef34-47d5-aca2-bad01e33ad80 tempest-ImagesTestJSON-301921999 tempest-ImagesTestJSON-301921999-project] For port 3cb6e588-038b-4f71-a9c3-1199f185e71c, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=3cb6e588-038b-4f71-a9c3-1199f185e71c,segment=NetworkSegment(40be95d6-8661-400f-bc9d-3f4c57dcd00c),segment_id=40be95d6-8661-400f-bc9d-3f4c57dcd00c)] {{(pid=103376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:25:38.207746 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-dfd098ea-ffe1-47a8-9d85-4b5e898b9e0f req-ec0e13e8-ef34-47d5-aca2-bad01e33ad80 tempest-ImagesTestJSON-301921999 tempest-ImagesTestJSON-301921999-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (3cb6e588-038b-4f71-a9c3-1199f185e71c), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:38.242686 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff343ac-4750-478b-9df8-c80883e564f5 None None] Pushing event updated for resources: {'Port': ['ID=0947d0e7-9f5a-4d9f-ba0d-b01bdf01a611,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:25:38.250387 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [req-dfd098ea-ffe1-47a8-9d85-4b5e898b9e0f req-ec0e13e8-ef34-47d5-aca2-bad01e33ad80 tempest-ImagesTestJSON-301921999 tempest-ImagesTestJSON-301921999-project] Calling delete_port for 3cb6e588-038b-4f71-a9c3-1199f185e71c owned by compute:nova {{(pid=103376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:25:38.261146 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-7ba4ccd1-0b3c-43b5-9257-1130b69fd99c req-ea65d0bd-ee5c-437a-a8b3-2500b06b3ab1 tempest-ServerRescueNegativeTestJSON-1481324798 tempest-ServerRescueNegativeTestJSON-1481324798-project] 10.222.0.89 "GET /v2.0/security-groups?id=47e1fb0d-88ed-4fed-9e75-9f02b9f534f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080978 Feb 04 17:25:38.279254 n-d-827839-2 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ff343ac-4750-478b-9df8-c80883e564f5 None None] Network 6518c842-2f5f-4c60-9fd0-89548f5473e3 is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:25:38.287335 n-d-827839-2 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-6ff343ac-4750-478b-9df8-c80883e564f5 None None] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:25:38.293801 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ff343ac-4750-478b-9df8-c80883e564f5 None None] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:25:38.379878 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-6ff343ac-4750-478b-9df8-c80883e564f5 None None] Attempting to bind port 0947d0e7-9f5a-4d9f-ba0d-b01bdf01a611 on host n-d-827839-2 for vnic_type normal with profile {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:25:38.380116 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12dd07b9-59ca-4926-8e38-40b9c0ae8fe5 tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Made reservation on behalf of 8c156190bec041b09ae1df7053accd0d for: {'subnet': 1} {{(pid=103376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:25:38.380430 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-6ff343ac-4750-478b-9df8-c80883e564f5 None None] Attempting to bind port 0947d0e7-9f5a-4d9f-ba0d-b01bdf01a611 by drivers openvswitch,hyperv on host n-d-827839-2 at level 0 using segments [{'id': '6c8415ce-e062-4ff4-adf2-5101f4182345', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '6518c842-2f5f-4c60-9fd0-89548f5473e3'}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:25:38.380889 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ff343ac-4750-478b-9df8-c80883e564f5 None None] Attempting to bind port 0947d0e7-9f5a-4d9f-ba0d-b01bdf01a611 on network 6518c842-2f5f-4c60-9fd0-89548f5473e3 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:25:38.382472 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.db_base_plugin_common [req-5c60ba4a-f331-4455-938f-69500a002400 req-c4af9b50-70ac-4016-bb22-f10ed27ef842 tempest-ImagesTestJSON-301921999 tempest-ImagesTestJSON-301921999-project] Allocated IP 172.20.0.8 (a69bfb95-797b-4825-866b-2c94a621d18a/4c5f610d-9231-45f1-abd7-6e26ccd02030/164f60d5-bcce-4d71-83e0-d2eee97a873b) {{(pid=103377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:25:38.384085 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-12dd07b9-59ca-4926-8e38-40b9c0ae8fe5 tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25859006'] for subnet (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:38.388577 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ff343ac-4750-478b-9df8-c80883e564f5 None None] Checking agent: {'id': 'ba70844b-66a0-45fd-a2f2-e6ed673321fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 0, 36), 'started_at': datetime.datetime(2022, 2, 4, 17, 1, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 25, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:25:38.389008 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ff343ac-4750-478b-9df8-c80883e564f5 None None] Checking segment: {'id': '6c8415ce-e062-4ff4-adf2-5101f4182345', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '6518c842-2f5f-4c60-9fd0-89548f5473e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:25:38.389417 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6ff343ac-4750-478b-9df8-c80883e564f5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:38.389857 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ff343ac-4750-478b-9df8-c80883e564f5 None None] Bound using segment: {'id': '6c8415ce-e062-4ff4-adf2-5101f4182345', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '6518c842-2f5f-4c60-9fd0-89548f5473e3'} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:25:38.390453 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-6ff343ac-4750-478b-9df8-c80883e564f5 None None] Bound port: 0947d0e7-9f5a-4d9f-ba0d-b01bdf01a611, host: n-d-827839-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c8415ce-e062-4ff4-adf2-5101f4182345', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '6518c842-2f5f-4c60-9fd0-89548f5473e3'}}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:25:38.391156 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6ff343ac-4750-478b-9df8-c80883e564f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (0947d0e7-9f5a-4d9f-ba0d-b01bdf01a611), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:38.501994 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-6ff343ac-4750-478b-9df8-c80883e564f5 None None] For port 0947d0e7-9f5a-4d9f-ba0d-b01bdf01a611, host n-d-827839-2, cleared binding levels {{(pid=103378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:25:38.509331 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-6ff343ac-4750-478b-9df8-c80883e564f5 None None] For port 0947d0e7-9f5a-4d9f-ba0d-b01bdf01a611, host n-d-827839-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=0947d0e7-9f5a-4d9f-ba0d-b01bdf01a611,segment=NetworkSegment(6c8415ce-e062-4ff4-adf2-5101f4182345),segment_id=6c8415ce-e062-4ff4-adf2-5101f4182345)] {{(pid=103378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:25:38.515674 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6ff343ac-4750-478b-9df8-c80883e564f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (0947d0e7-9f5a-4d9f-ba0d-b01bdf01a611), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:38.591805 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff343ac-4750-478b-9df8-c80883e564f5 None None] Pushing event updated for resources: {'Port': ['ID=0947d0e7-9f5a-4d9f-ba0d-b01bdf01a611,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:25:38.604477 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-dfd098ea-ffe1-47a8-9d85-4b5e898b9e0f req-ec0e13e8-ef34-47d5-aca2-bad01e33ad80 tempest-ImagesTestJSON-301921999 tempest-ImagesTestJSON-301921999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (3cb6e588-038b-4f71-a9c3-1199f185e71c), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:38.659809 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-5c60ba4a-f331-4455-938f-69500a002400 req-c4af9b50-70ac-4016-bb22-f10ed27ef842 tempest-ImagesTestJSON-301921999 tempest-ImagesTestJSON-301921999-project] Publish callbacks [] for port (164f60d5-bcce-4d71-83e0-d2eee97a873b), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:38.704894 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-5c60ba4a-f331-4455-938f-69500a002400 req-c4af9b50-70ac-4016-bb22-f10ed27ef842 tempest-ImagesTestJSON-301921999 tempest-ImagesTestJSON-301921999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (164f60d5-bcce-4d71-83e0-d2eee97a873b), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:38.752249 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c60ba4a-f331-4455-938f-69500a002400 req-c4af9b50-70ac-4016-bb22-f10ed27ef842 tempest-ImagesTestJSON-301921999 tempest-ImagesTestJSON-301921999-project] Network a69bfb95-797b-4825-866b-2c94a621d18a is already hosted by enough agents. {{(pid=103377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:25:38.756336 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [req-5c60ba4a-f331-4455-938f-69500a002400 req-c4af9b50-70ac-4016-bb22-f10ed27ef842 tempest-ImagesTestJSON-301921999 tempest-ImagesTestJSON-301921999-project] Resources bound (agent type, host, resource id): {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:25:38.761331 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c60ba4a-f331-4455-938f-69500a002400 req-c4af9b50-70ac-4016-bb22-f10ed27ef842 tempest-ImagesTestJSON-301921999 tempest-ImagesTestJSON-301921999-project] Received port after_create {{(pid=103377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:25:38.811021 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4af9b50-70ac-4016-bb22-f10ed27ef842 tempest-ImagesTestJSON-301921999 tempest-ImagesTestJSON-301921999-project] Pushing event updated for resources: {'Port': ['ID=164f60d5-bcce-4d71-83e0-d2eee97a873b,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:25:38.872774 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c60ba4a-f331-4455-938f-69500a002400 req-c4af9b50-70ac-4016-bb22-f10ed27ef842 tempest-ImagesTestJSON-301921999 tempest-ImagesTestJSON-301921999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:25:38.874739 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-5c60ba4a-f331-4455-938f-69500a002400 req-c4af9b50-70ac-4016-bb22-f10ed27ef842 tempest-ImagesTestJSON-301921999 tempest-ImagesTestJSON-301921999-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:38.935221 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-12dd07b9-59ca-4926-8e38-40b9c0ae8fe5 tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25674939', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25858952'] for subnet (bb92ce18-0b7b-4b35-a5b4-be497759c818), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:38.940071 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-5c60ba4a-f331-4455-938f-69500a002400 req-c4af9b50-70ac-4016-bb22-f10ed27ef842 tempest-ImagesTestJSON-301921999 tempest-ImagesTestJSON-301921999-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6051891 Feb 04 17:25:38.965919 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [req-5c60ba4a-f331-4455-938f-69500a002400 req-27c356da-6db6-4875-adb2-107baf53fbe9 service neutron] Request body: {'port': {'device_id': 'edcbe390-f9a8-4334-aaa2-ead8c81676ac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827839-2'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:25:38.970201 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0e13e8-ef34-47d5-aca2-bad01e33ad80 tempest-ImagesTestJSON-301921999 tempest-ImagesTestJSON-301921999-project] Pushing event deleted for resources: {'Port': ['ID=3cb6e588-038b-4f71-a9c3-1199f185e71c,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:25:39.093818 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfd098ea-ffe1-47a8-9d85-4b5e898b9e0f req-ec0e13e8-ef34-47d5-aca2-bad01e33ad80 tempest-ImagesTestJSON-301921999 tempest-ImagesTestJSON-301921999-project] No DVR routers for this DVR port 3cb6e588-038b-4f71-a9c3-1199f185e71c on host n-h1-827839-2 {{(pid=103376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 17:25:39.096979 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-5c60ba4a-f331-4455-938f-69500a002400 req-27c356da-6db6-4875-adb2-107baf53fbe9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (164f60d5-bcce-4d71-83e0-d2eee97a873b), before_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:39.098581 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-dfd098ea-ffe1-47a8-9d85-4b5e898b9e0f req-ec0e13e8-ef34-47d5-aca2-bad01e33ad80 tempest-ImagesTestJSON-301921999 tempest-ImagesTestJSON-301921999-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:39.104956 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-dfd098ea-ffe1-47a8-9d85-4b5e898b9e0f req-ec0e13e8-ef34-47d5-aca2-bad01e33ad80 tempest-ImagesTestJSON-301921999 tempest-ImagesTestJSON-301921999-project] 10.222.0.96 "DELETE /v2.0/ports/3cb6e588-038b-4f71-a9c3-1199f185e71c HTTP/1.1" status: 204 len: 173 time: 1.2904942 Feb 04 17:25:39.141304 n-d-827839-2 neutron-server[103376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59790d20-7060-4360-ad74-921d11f4ec7c', 'name': 'network-vif-deleted', 'tag': '3cb6e588-038b-4f71-a9c3-1199f185e71c'}] {{(pid=103376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:25:39.146482 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d59c3bb5e2f09ebf62144d5e09b1cff60c763a9c19614c24538e77842938c05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2166fc02-98ff-4712-9386-f08ac6138811" -d '{"events": [{"server_uuid": "59790d20-7060-4360-ad74-921d11f4ec7c", "name": "network-vif-deleted", "tag": "3cb6e588-038b-4f71-a9c3-1199f185e71c"}]}' {{(pid=103376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:25:39.238190 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 0947d0e7-9f5a-4d9f-ba0d-b01bdf01a611 up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:25:39.303059 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 17:25:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81614ecd-9923-4b6f-8130-2c137ae47d17 x-openstack-request-id: req-81614ecd-9923-4b6f-8130-2c137ae47d17 {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:25:39.303321 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59790d20-7060-4360-ad74-921d11f4ec7c", "name": "network-vif-deleted", "tag": "3cb6e588-038b-4f71-a9c3-1199f185e71c", "status": "completed", "code": 200}]} {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:25:39.303584 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-81614ecd-9923-4b6f-8130-2c137ae47d17 {{(pid=103376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:25:39.304114 n-d-827839-2 neutron-server[103376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59790d20-7060-4360-ad74-921d11f4ec7c', 'name': 'network-vif-deleted', 'tag': '3cb6e588-038b-4f71-a9c3-1199f185e71c', 'status': 'completed', 'code': 200} Feb 04 17:25:39.329796 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12dd07b9-59ca-4926-8e38-40b9c0ae8fe5 tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Checking segment: {'id': '09678bd9-25f8-47e4-9624-9217012fd377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '3f5b042a-1afe-4cc1-bfb9-465aa0c32d88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:25:39.330175 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12dd07b9-59ca-4926-8e38-40b9c0ae8fe5 tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Network hostable DHCP agents. Network: 3f5b042a-1afe-4cc1-bfb9-465aa0c32d88, hostable agents: ['bb89f5a3-3c22-440b-b7d1-c4f0c43c184a'], hosted agents: [] {{(pid=103376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 17:25:39.348710 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12dd07b9-59ca-4926-8e38-40b9c0ae8fe5 tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Pushing event updated for resources: {'Subnet': ['ID=bb92ce18-0b7b-4b35-a5b4-be497759c818,revision_number=0']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:25:39.383019 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd09c0c-aa37-4d26-a271-d0d025b256c4 req-cdcfe454-001b-4bf9-82f5-aa3b316c2005 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:25:39.385147 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-6fd09c0c-aa37-4d26-a271-d0d025b256c4 req-cdcfe454-001b-4bf9-82f5-aa3b316c2005 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=5f99a685-700d-4f63-88c2-d2a04a4a422d HTTP/1.1" status: 200 len: 1127 time: 0.3402972 Feb 04 17:25:39.386356 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12dd07b9-59ca-4926-8e38-40b9c0ae8fe5 tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Network 3f5b042a-1afe-4cc1-bfb9-465aa0c32d88 is scheduled to be hosted by DHCP agent bb89f5a3-3c22-440b-b7d1-c4f0c43c184a with binding_index 1 {{(pid=103376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 17:25:39.389500 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port 0947d0e7-9f5a-4d9f-ba0d-b01bdf01a611 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:25:39.389880 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (0947d0e7-9f5a-4d9f-ba0d-b01bdf01a611), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:39.398557 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83a87ea-f6ec-4955-b0ef-587edf2a3f6f req-3810a567-ad00-452e-80da-ba12fd25fdc0 tempest-ImagesTestJSON-301921999 tempest-ImagesTestJSON-301921999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:25:39.400896 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-f83a87ea-f6ec-4955-b0ef-587edf2a3f6f req-3810a567-ad00-452e-80da-ba12fd25fdc0 tempest-ImagesTestJSON-301921999 tempest-ImagesTestJSON-301921999-project] 10.222.0.89 "GET /v2.0/ports?device_id=edcbe390-f9a8-4334-aaa2-ead8c81676ac HTTP/1.1" status: 200 len: 931 time: 0.1722395 Feb 04 17:25:39.404018 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [None req-12dd07b9-59ca-4926-8e38-40b9c0ae8fe5 tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827839-2, 3f5b042a-1afe-4cc1-bfb9-465aa0c32d88) {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:25:39.408734 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12dd07b9-59ca-4926-8e38-40b9c0ae8fe5 tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:25:39.409391 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-12dd07b9-59ca-4926-8e38-40b9c0ae8fe5 tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Publish callbacks [] for subnet (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:39.447858 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86343394-b720-4b3a-bbe4-42486ae27944 None None] Network 3f5b042a-1afe-4cc1-bfb9-465aa0c32d88 requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:25:39.522672 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-6fd09c0c-aa37-4d26-a271-d0d025b256c4 req-4f4c0cab-bb57-4223-8058-f67aace4cea7 service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=47e1fb0d-88ed-4fed-9e75-9f02b9f534f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089094 Feb 04 17:25:39.529870 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-f83a87ea-f6ec-4955-b0ef-587edf2a3f6f req-f90e1de5-f1d5-4576-8746-a5748558f729 tempest-ImagesTestJSON-301921999 tempest-ImagesTestJSON-301921999-project] 10.222.0.89 "GET /v2.0/security-groups?id=5b73e0f3-a9f7-4cf1-b4aa-b594ce8b7178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083508 Feb 04 17:25:39.554566 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 41948) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:25:39.554782 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-12dd07b9-59ca-4926-8e38-40b9c0ae8fe5 tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 1.4287927 Feb 04 17:25:39.569157 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c68a56-f360-4a5a-8682-fd41a74b9a47 req-a755c2bd-ab34-4230-902a-4546bdf2c1b6 tempest-ServerRescueNegativeTestJSON-1481324798 tempest-ServerRescueNegativeTestJSON-1481324798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:25:39.570728 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-35c68a56-f360-4a5a-8682-fd41a74b9a47 req-a755c2bd-ab34-4230-902a-4546bdf2c1b6 tempest-ServerRescueNegativeTestJSON-1481324798 tempest-ServerRescueNegativeTestJSON-1481324798-project] 10.222.0.89 "GET /v2.0/ports?device_id=5f99a685-700d-4f63-88c2-d2a04a4a422d HTTP/1.1" status: 200 len: 945 time: 0.0940795 Feb 04 17:25:39.657344 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-35c68a56-f360-4a5a-8682-fd41a74b9a47 req-a9fd9302-554c-453b-8ad9-7f67293e0879 tempest-ServerRescueNegativeTestJSON-1481324798 tempest-ServerRescueNegativeTestJSON-1481324798-project] 10.222.0.89 "GET /v2.0/security-groups?id=47e1fb0d-88ed-4fed-9e75-9f02b9f534f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787463 Feb 04 17:25:39.662859 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aafe508c-29f1-43e5-a762-9d9ddca05d18 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e4c19ad-5724-5db8-8ee1-4f56ae69fcf4-3f5b042a-1afe-4cc1-bfb9-465aa0c32d88', 'network_id': '3f5b042a-1afe-4cc1-bfb9-465aa0c32d88', 'project_id': '8c156190bec041b09ae1df7053accd0d', 'fixed_ips': [{'subnet_id': 'bb92ce18-0b7b-4b35-a5b4-be497759c818'}]}} from n-d-827839-2. {{(pid=103378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 17:25:39.663720 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-aafe508c-29f1-43e5-a762-9d9ddca05d18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:39.686406 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port 0947d0e7-9f5a-4d9f-ba0d-b01bdf01a611 is: DOWN; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:25:39.686663 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (0947d0e7-9f5a-4d9f-ba0d-b01bdf01a611), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:39.722240 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-5d5b23d4-d2d6-4dd1-96a9-3296fdb91d9b tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628832'] for network (3f5b042a-1afe-4cc1-bfb9-465aa0c32d88), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:39.807806 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] For port 0947d0e7-9f5a-4d9f-ba0d-b01bdf01a611, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=0947d0e7-9f5a-4d9f-ba0d-b01bdf01a611,segment=NetworkSegment(6c8415ce-e062-4ff4-adf2-5101f4182345),segment_id=6c8415ce-e062-4ff4-adf2-5101f4182345)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:25:39.830830 n-d-827839-2 neutron-server[103377]: DEBUG neutron.notifiers.nova [req-5c60ba4a-f331-4455-938f-69500a002400 req-27c356da-6db6-4875-adb2-107baf53fbe9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 164f60d5-bcce-4d71-83e0-d2eee97a873b {{(pid=103377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 17:25:39.857447 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-5d5b23d4-d2d6-4dd1-96a9-3296fdb91d9b tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1541225'] for subnet (bb92ce18-0b7b-4b35-a5b4-be497759c818), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:39.863555 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-5c60ba4a-f331-4455-938f-69500a002400 req-27c356da-6db6-4875-adb2-107baf53fbe9 service neutron] Publish callbacks [] for port (164f60d5-bcce-4d71-83e0-d2eee97a873b), precommit_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:39.887402 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-aafe508c-29f1-43e5-a762-9d9ddca05d18 None None] Allocated IP 172.20.0.2 (3f5b042a-1afe-4cc1-bfb9-465aa0c32d88/bb92ce18-0b7b-4b35-a5b4-be497759c818/2af35f64-efba-4def-8edb-46a2cf4664da) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:25:39.909323 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.provisioning_blocks [req-5c60ba4a-f331-4455-938f-69500a002400 req-27c356da-6db6-4875-adb2-107baf53fbe9 service neutron] Transition to ACTIVE for port object 164f60d5-bcce-4d71-83e0-d2eee97a873b will not be triggered until provisioned by entity L2. {{(pid=103377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 17:25:39.913476 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-5c60ba4a-f331-4455-938f-69500a002400 req-27c356da-6db6-4875-adb2-107baf53fbe9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25888290'] for port (164f60d5-bcce-4d71-83e0-d2eee97a873b), after_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:39.984553 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (0947d0e7-9f5a-4d9f-ba0d-b01bdf01a611), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:40.010775 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c356da-6db6-4875-adb2-107baf53fbe9 service neutron] Pushing event updated for resources: {'Port': ['ID=164f60d5-bcce-4d71-83e0-d2eee97a873b,revision_number=2']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:25:40.084257 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Pushing event updated for resources: {'Port': ['ID=0947d0e7-9f5a-4d9f-ba0d-b01bdf01a611,revision_number=3']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:25:40.118176 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [req-5c60ba4a-f331-4455-938f-69500a002400 req-27c356da-6db6-4875-adb2-107baf53fbe9 service neutron] Attempting to bind port 164f60d5-bcce-4d71-83e0-d2eee97a873b on host n-h2-827839-2 for vnic_type normal with profile {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:25:40.118546 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [req-5c60ba4a-f331-4455-938f-69500a002400 req-27c356da-6db6-4875-adb2-107baf53fbe9 service neutron] Attempting to bind port 164f60d5-bcce-4d71-83e0-d2eee97a873b by drivers openvswitch,hyperv on host n-h2-827839-2 at level 0 using segments [{'id': '40be95d6-8661-400f-bc9d-3f4c57dcd00c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': 'a69bfb95-797b-4825-866b-2c94a621d18a'}] {{(pid=103377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:25:40.119271 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c60ba4a-f331-4455-938f-69500a002400 req-27c356da-6db6-4875-adb2-107baf53fbe9 service neutron] Attempting to bind port 164f60d5-bcce-4d71-83e0-d2eee97a873b on network a69bfb95-797b-4825-866b-2c94a621d18a {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:25:40.124403 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c60ba4a-f331-4455-938f-69500a002400 req-27c356da-6db6-4875-adb2-107baf53fbe9 service neutron] Port 164f60d5-bcce-4d71-83e0-d2eee97a873b on network a69bfb95-797b-4825-866b-2c94a621d18a not bound, no agent of type Open vSwitch agent registered on host n-h2-827839-2 {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 17:25:40.125356 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c60ba4a-f331-4455-938f-69500a002400 req-27c356da-6db6-4875-adb2-107baf53fbe9 service neutron] Attempting to bind port 164f60d5-bcce-4d71-83e0-d2eee97a873b on network a69bfb95-797b-4825-866b-2c94a621d18a {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:25:40.132223 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c60ba4a-f331-4455-938f-69500a002400 req-27c356da-6db6-4875-adb2-107baf53fbe9 service neutron] Checking agent: {'id': 'f20a1ab3-4332-4f54-833b-ba4a7c687e89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 8, 40), 'started_at': datetime.datetime(2022, 2, 4, 17, 8, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 25, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:25:40.133020 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c60ba4a-f331-4455-938f-69500a002400 req-27c356da-6db6-4875-adb2-107baf53fbe9 service neutron] Checking segment: {'id': '40be95d6-8661-400f-bc9d-3f4c57dcd00c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': 'a69bfb95-797b-4825-866b-2c94a621d18a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:25:40.133820 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c60ba4a-f331-4455-938f-69500a002400 req-27c356da-6db6-4875-adb2-107baf53fbe9 service neutron] Bound using segment: {'id': '40be95d6-8661-400f-bc9d-3f4c57dcd00c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': 'a69bfb95-797b-4825-866b-2c94a621d18a'} {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:25:40.136188 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [req-5c60ba4a-f331-4455-938f-69500a002400 req-27c356da-6db6-4875-adb2-107baf53fbe9 service neutron] Bound port: 164f60d5-bcce-4d71-83e0-d2eee97a873b, host: n-h2-827839-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40be95d6-8661-400f-bc9d-3f4c57dcd00c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': 'a69bfb95-797b-4825-866b-2c94a621d18a'}}] {{(pid=103377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:25:40.136632 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-5c60ba4a-f331-4455-938f-69500a002400 req-27c356da-6db6-4875-adb2-107baf53fbe9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (164f60d5-bcce-4d71-83e0-d2eee97a873b), before_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:40.162061 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (f20a1ab3-4332-4f54-833b-ba4a7c687e89), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:40.210321 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-907801a3-3e0a-4327-826f-7cbf469ff5b2 None None] Network 6518c842-2f5f-4c60-9fd0-89548f5473e3 requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:25:40.242658 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [req-5c60ba4a-f331-4455-938f-69500a002400 req-27c356da-6db6-4875-adb2-107baf53fbe9 service neutron] For port 164f60d5-bcce-4d71-83e0-d2eee97a873b, host n-h2-827839-2, cleared binding levels {{(pid=103377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:25:40.244063 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-aafe508c-29f1-43e5-a762-9d9ddca05d18 None None] Publish callbacks [] for port (2af35f64-efba-4def-8edb-46a2cf4664da), precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:40.246690 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [req-5c60ba4a-f331-4455-938f-69500a002400 req-27c356da-6db6-4875-adb2-107baf53fbe9 service neutron] For port 164f60d5-bcce-4d71-83e0-d2eee97a873b, host n-h2-827839-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=164f60d5-bcce-4d71-83e0-d2eee97a873b,segment=NetworkSegment(40be95d6-8661-400f-bc9d-3f4c57dcd00c),segment_id=40be95d6-8661-400f-bc9d-3f4c57dcd00c)] {{(pid=103377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:25:40.259902 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-5c60ba4a-f331-4455-938f-69500a002400 req-27c356da-6db6-4875-adb2-107baf53fbe9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25888290'] for port (164f60d5-bcce-4d71-83e0-d2eee97a873b), after_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:40.269008 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-aafe508c-29f1-43e5-a762-9d9ddca05d18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135'] for port (2af35f64-efba-4def-8edb-46a2cf4664da), after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:40.370681 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c356da-6db6-4875-adb2-107baf53fbe9 service neutron] Pushing event updated for resources: {'Port': ['ID=164f60d5-bcce-4d71-83e0-d2eee97a873b,revision_number=3']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:25:40.390302 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c60ba4a-f331-4455-938f-69500a002400 req-27c356da-6db6-4875-adb2-107baf53fbe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:25:40.390706 n-d-827839-2 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aafe508c-29f1-43e5-a762-9d9ddca05d18 None None] Network 3f5b042a-1afe-4cc1-bfb9-465aa0c32d88 is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:25:40.391366 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-5c60ba4a-f331-4455-938f-69500a002400 req-27c356da-6db6-4875-adb2-107baf53fbe9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:40.395253 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-5c60ba4a-f331-4455-938f-69500a002400 req-27c356da-6db6-4875-adb2-107baf53fbe9 service neutron] 10.222.0.90 "PUT /v2.0/ports/164f60d5-bcce-4d71-83e0-d2eee97a873b HTTP/1.1" status: 200 len: 1091 time: 1.4475651 Feb 04 17:25:40.395958 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafe508c-29f1-43e5-a762-9d9ddca05d18 None None] Pushing event updated for resources: {'Port': ['ID=2af35f64-efba-4def-8edb-46a2cf4664da,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:25:40.396835 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-5d5b23d4-d2d6-4dd1-96a9-3296fdb91d9b tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1541216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25888360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25597190'] for subnet (bb92ce18-0b7b-4b35-a5b4-be497759c818), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:40.399043 n-d-827839-2 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-aafe508c-29f1-43e5-a762-9d9ddca05d18 None None] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:25:40.405920 n-d-827839-2 neutron-server[103377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'edcbe390-f9a8-4334-aaa2-ead8c81676ac', 'tag': '164f60d5-bcce-4d71-83e0-d2eee97a873b'}] {{(pid=103377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:25:40.410994 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7240428b650e1488e9361b62648ff4b3a6c19d49d8c27c949491ab58c1346cf0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3987b2fc-40a9-4cae-a73a-3f13c1153ccf" -d '{"events": [{"name": "network-changed", "server_uuid": "edcbe390-f9a8-4334-aaa2-ead8c81676ac", "tag": "164f60d5-bcce-4d71-83e0-d2eee97a873b"}]}' {{(pid=103377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:25:40.418547 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aafe508c-29f1-43e5-a762-9d9ddca05d18 None None] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:25:40.451098 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5b23d4-d2d6-4dd1-96a9-3296fdb91d9b tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Pushing event deleted for resources: {'Subnet': ['ID=bb92ce18-0b7b-4b35-a5b4-be497759c818,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:25:40.497484 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 17:25:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afc7d26b-512a-4ef3-b777-1eb5d2f75443 x-openstack-request-id: req-afc7d26b-512a-4ef3-b777-1eb5d2f75443 {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:25:40.498240 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "edcbe390-f9a8-4334-aaa2-ead8c81676ac", "tag": "164f60d5-bcce-4d71-83e0-d2eee97a873b", "status": "completed", "code": 200}]} {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:25:40.498671 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-afc7d26b-512a-4ef3-b777-1eb5d2f75443 {{(pid=103377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:25:40.499219 n-d-827839-2 neutron-server[103377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'edcbe390-f9a8-4334-aaa2-ead8c81676ac', 'tag': '164f60d5-bcce-4d71-83e0-d2eee97a873b', 'status': 'completed', 'code': 200} Feb 04 17:25:40.519538 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-aafe508c-29f1-43e5-a762-9d9ddca05d18 None None] Attempting to bind port 2af35f64-efba-4def-8edb-46a2cf4664da on host n-d-827839-2 for vnic_type normal with profile {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:25:40.519918 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-aafe508c-29f1-43e5-a762-9d9ddca05d18 None None] Attempting to bind port 2af35f64-efba-4def-8edb-46a2cf4664da by drivers openvswitch,hyperv on host n-d-827839-2 at level 0 using segments [{'id': '09678bd9-25f8-47e4-9624-9217012fd377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '3f5b042a-1afe-4cc1-bfb9-465aa0c32d88'}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:25:40.520437 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aafe508c-29f1-43e5-a762-9d9ddca05d18 None None] Attempting to bind port 2af35f64-efba-4def-8edb-46a2cf4664da on network 3f5b042a-1afe-4cc1-bfb9-465aa0c32d88 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:25:40.522542 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-6e14f99b-1c15-4403-8aab-35ee3f9b9b43 None None] Provisioning complete for port 0947d0e7-9f5a-4d9f-ba0d-b01bdf01a611 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:25:40.523041 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6e14f99b-1c15-4403-8aab-35ee3f9b9b43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (0947d0e7-9f5a-4d9f-ba0d-b01bdf01a611), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:40.584441 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aafe508c-29f1-43e5-a762-9d9ddca05d18 None None] Checking agent: {'id': 'ba70844b-66a0-45fd-a2f2-e6ed673321fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 0, 36), 'started_at': datetime.datetime(2022, 2, 4, 17, 1, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 25, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:25:40.584999 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aafe508c-29f1-43e5-a762-9d9ddca05d18 None None] Checking segment: {'id': '09678bd9-25f8-47e4-9624-9217012fd377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '3f5b042a-1afe-4cc1-bfb9-465aa0c32d88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:25:40.585583 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-aafe508c-29f1-43e5-a762-9d9ddca05d18 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:40.585989 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aafe508c-29f1-43e5-a762-9d9ddca05d18 None None] Bound using segment: {'id': '09678bd9-25f8-47e4-9624-9217012fd377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '3f5b042a-1afe-4cc1-bfb9-465aa0c32d88'} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:25:40.586477 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-aafe508c-29f1-43e5-a762-9d9ddca05d18 None None] Bound port: 2af35f64-efba-4def-8edb-46a2cf4664da, host: n-d-827839-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09678bd9-25f8-47e4-9624-9217012fd377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '3f5b042a-1afe-4cc1-bfb9-465aa0c32d88'}}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:25:40.586914 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-aafe508c-29f1-43e5-a762-9d9ddca05d18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (2af35f64-efba-4def-8edb-46a2cf4664da), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:40.612276 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-5d5b23d4-d2d6-4dd1-96a9-3296fdb91d9b tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1543676', 'neutron.services.segments.db._delete_segments_for_network-8781084786517'] for network (3f5b042a-1afe-4cc1-bfb9-465aa0c32d88), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:40.645620 n-d-827839-2 neutron-server[103377]: DEBUG neutron.services.segments.db [None req-5d5b23d4-d2d6-4dd1-96a9-3296fdb91d9b tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f5b042a-1afe-4cc1-bfb9-465aa0c32d88']}} {{(pid=103377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:25:40.657984 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c60ba4a-f331-4455-938f-69500a002400 req-7a7caf1d-5300-4791-b2ba-c44176974705 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:25:40.660301 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-5c60ba4a-f331-4455-938f-69500a002400 req-7a7caf1d-5300-4791-b2ba-c44176974705 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=08c8ed9304cf401d8c1d136ac3844d2a&device_id=edcbe390-f9a8-4334-aaa2-ead8c81676ac HTTP/1.1" status: 200 len: 1125 time: 0.1989708 Feb 04 17:25:40.694015 n-d-827839-2 neutron-server[103377]: DEBUG neutron.services.segments.db [None req-5d5b23d4-d2d6-4dd1-96a9-3296fdb91d9b tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09678bd9-25f8-47e4-9624-9217012fd377') {'for_net_delete': True} {{(pid=103377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:25:40.694957 n-d-827839-2 neutron-server[103377]: DEBUG neutron.services.segments.db [None req-5d5b23d4-d2d6-4dd1-96a9-3296fdb91d9b tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09678bd9-25f8-47e4-9624-9217012fd377') {} {{(pid=103377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:25:40.721898 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-6e14f99b-1c15-4403-8aab-35ee3f9b9b43 None None] Current status of the port 0947d0e7-9f5a-4d9f-ba0d-b01bdf01a611 is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:25:40.736983 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-aafe508c-29f1-43e5-a762-9d9ddca05d18 None None] For port 2af35f64-efba-4def-8edb-46a2cf4664da, host n-d-827839-2, cleared binding levels {{(pid=103378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:25:40.741750 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-aafe508c-29f1-43e5-a762-9d9ddca05d18 None None] For port 2af35f64-efba-4def-8edb-46a2cf4664da, host n-d-827839-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=2af35f64-efba-4def-8edb-46a2cf4664da,segment=NetworkSegment(09678bd9-25f8-47e4-9624-9217012fd377),segment_id=09678bd9-25f8-47e4-9624-9217012fd377)] {{(pid=103378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:25:40.750475 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-5c60ba4a-f331-4455-938f-69500a002400 req-50c6de1b-31bd-4f3a-a3b7-b6be8ffa3aa1 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=164f60d5-bcce-4d71-83e0-d2eee97a873b HTTP/1.1" status: 200 len: 217 time: 0.0786338 Feb 04 17:25:40.752860 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-aafe508c-29f1-43e5-a762-9d9ddca05d18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (2af35f64-efba-4def-8edb-46a2cf4664da), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:40.760552 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-5d5b23d4-d2d6-4dd1-96a9-3296fdb91d9b tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781084783966', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26866685'] for segment (09678bd9-25f8-47e4-9624-9217012fd377), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:40.844193 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-5d5b23d4-d2d6-4dd1-96a9-3296fdb91d9b tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (09678bd9-25f8-47e4-9624-9217012fd377), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:40.864578 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafe508c-29f1-43e5-a762-9d9ddca05d18 None None] Pushing event updated for resources: {'Port': ['ID=2af35f64-efba-4def-8edb-46a2cf4664da,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:25:40.873532 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d5b23d4-d2d6-4dd1-96a9-3296fdb91d9b tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Releasing vlan 770 on physical network physnet1 to pool {{(pid=103377) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 17:25:40.873993 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-5d5b23d4-d2d6-4dd1-96a9-3296fdb91d9b tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25888454'] for segment (09678bd9-25f8-47e4-9624-9217012fd377), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:40.884028 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07d403f0-330a-4a6f-a1f9-e4ad887f6ebc None None] Network 3f5b042a-1afe-4cc1-bfb9-465aa0c32d88 requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:25:40.886702 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba35094-0973-40a5-b3e1-f23b07a947ea req-33caccb1-3bd0-47a3-b3eb-4f8ac32d85bb tempest-ImagesTestJSON-301921999 tempest-ImagesTestJSON-301921999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:25:40.888423 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-6ba35094-0973-40a5-b3e1-f23b07a947ea req-33caccb1-3bd0-47a3-b3eb-4f8ac32d85bb tempest-ImagesTestJSON-301921999 tempest-ImagesTestJSON-301921999-project] 10.222.0.89 "GET /v2.0/ports?device_id=edcbe390-f9a8-4334-aaa2-ead8c81676ac HTTP/1.1" status: 200 len: 943 time: 0.2507412 Feb 04 17:25:40.888991 n-d-827839-2 neutron-server[103377]: Traceback (most recent call last): Feb 04 17:25:40.888991 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 17:25:40.888991 n-d-827839-2 neutron-server[103377]: timer() Feb 04 17:25:40.888991 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 17:25:40.888991 n-d-827839-2 neutron-server[103377]: cb(*args, **kw) Feb 04 17:25:40.888991 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 17:25:40.888991 n-d-827839-2 neutron-server[103377]: return func(*args, **kwargs) Feb 04 17:25:40.888991 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 17:25:40.888991 n-d-827839-2 neutron-server[103377]: self._notify() Feb 04 17:25:40.888991 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 17:25:40.888991 n-d-827839-2 neutron-server[103377]: self.callback(batched_events) Feb 04 17:25:40.888991 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 17:25:40.888991 n-d-827839-2 neutron-server[103377]: event.method(event) Feb 04 17:25:40.888991 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 17:25:40.888991 n-d-827839-2 neutron-server[103377]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 17:25:40.888991 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 17:25:40.888991 n-d-827839-2 neutron-server[103377]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 17:25:40.888991 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 17:25:40.888991 n-d-827839-2 neutron-server[103377]: return f(self, *a, **k) Feb 04 17:25:40.888991 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 17:25:40.888991 n-d-827839-2 neutron-server[103377]: return self._get(url).json() Feb 04 17:25:40.888991 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 17:25:40.888991 n-d-827839-2 neutron-server[103377]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 17:25:40.888991 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 17:25:40.888991 n-d-827839-2 neutron-server[103377]: return self.request(url, 'GET', **kwargs) Feb 04 17:25:40.888991 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 17:25:40.888991 n-d-827839-2 neutron-server[103377]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 17:25:40.888991 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 17:25:40.888991 n-d-827839-2 neutron-server[103377]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 17:25:40.888991 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 17:25:40.888991 n-d-827839-2 neutron-server[103377]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 17:25:40.888991 n-d-827839-2 neutron-server[103377]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 17:25:40.935644 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c60ba4a-f331-4455-938f-69500a002400 req-5f4dec9e-46f1-4bf9-894b-08896185a8cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:25:40.937012 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-5c60ba4a-f331-4455-938f-69500a002400 req-5f4dec9e-46f1-4bf9-894b-08896185a8cf service neutron] 10.222.0.90 "GET /v2.0/subnets?id=4c5f610d-9231-45f1-abd7-6e26ccd02030 HTTP/1.1" status: 200 len: 844 time: 0.1742632 Feb 04 17:25:40.999145 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-5c60ba4a-f331-4455-938f-69500a002400 req-f83ec56c-abcb-470c-a566-b5cce6f58079 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=a69bfb95-797b-4825-866b-2c94a621d18a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0535498 Feb 04 17:25:40.999584 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23466e86-acc7-45f3-b58b-d4df5c3371da req-823027c4-836c-479d-b4bf-8d9229f9b027 tempest-ServerRescueNegativeTestJSON-1481324798 tempest-ServerRescueNegativeTestJSON-1481324798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:25:41.007505 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.db.api [None req-5d5b23d4-d2d6-4dd1-96a9-3296fdb91d9b tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 04 17:25:41.007505 n-d-827839-2 neutron-server[103377]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 04 17:25:41.007505 n-d-827839-2 neutron-server[103377]: [parameters: {'id': '3f5b042a-1afe-4cc1-bfb9-465aa0c32d88'}] Feb 04 17:25:41.007505 n-d-827839-2 neutron-server[103377]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103377) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 17:25:41.007963 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-23466e86-acc7-45f3-b58b-d4df5c3371da req-823027c4-836c-479d-b4bf-8d9229f9b027 tempest-ServerRescueNegativeTestJSON-1481324798 tempest-ServerRescueNegativeTestJSON-1481324798-project] 10.222.0.89 "GET /v2.0/ports?device_id=5f99a685-700d-4f63-88c2-d2a04a4a422d HTTP/1.1" status: 200 len: 945 time: 0.1997051 Feb 04 17:25:41.008246 n-d-827839-2 neutron-server[103377]: DEBUG oslo_db.api [None req-5d5b23d4-d2d6-4dd1-96a9-3296fdb91d9b tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 17:25:41.082281 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 0947d0e7-9f5a-4d9f-ba0d-b01bdf01a611 up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:25:41.111898 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-6ba35094-0973-40a5-b3e1-f23b07a947ea req-11fbbdff-0eec-4adc-8dfc-bd79aec2a55f tempest-ImagesTestJSON-301921999 tempest-ImagesTestJSON-301921999-project] 10.222.0.89 "GET /v2.0/security-groups?id=5b73e0f3-a9f7-4cf1-b4aa-b594ce8b7178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2049270 Feb 04 17:25:41.131347 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52cbf38b-d067-457b-8d4d-6f6363d56ade None None] get_active_networks_info from n-d-827839-2 {{(pid=103378) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 04 17:25:41.157368 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-23466e86-acc7-45f3-b58b-d4df5c3371da req-07f299c7-f2d1-47ad-95ee-81cd69a00186 tempest-ServerRescueNegativeTestJSON-1481324798 tempest-ServerRescueNegativeTestJSON-1481324798-project] 10.222.0.89 "GET /v2.0/security-groups?id=47e1fb0d-88ed-4fed-9e75-9f02b9f534f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456184 Feb 04 17:25:41.188764 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-5c60ba4a-f331-4455-938f-69500a002400 req-f5c3812d-b208-4de7-bd8a-d755e66e8350 service neutron] 10.222.0.90 "GET /v2.0/networks/a69bfb95-797b-4825-866b-2c94a621d18a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1793664 Feb 04 17:25:41.224657 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-0240a953-f22a-4d6e-b588-83fb9e40db2c None None] Provisioning complete for port 0947d0e7-9f5a-4d9f-ba0d-b01bdf01a611 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:25:41.225060 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0240a953-f22a-4d6e-b588-83fb9e40db2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (0947d0e7-9f5a-4d9f-ba0d-b01bdf01a611), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:41.327786 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port 0947d0e7-9f5a-4d9f-ba0d-b01bdf01a611 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:25:41.328436 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (0947d0e7-9f5a-4d9f-ba0d-b01bdf01a611), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:41.336147 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-5c60ba4a-f331-4455-938f-69500a002400 req-1de01b76-1a3b-45d4-8cd3-7e72561ca8bb service neutron] 10.222.0.90 "GET /v2.0/networks/a69bfb95-797b-4825-866b-2c94a621d18a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1403728 Feb 04 17:25:41.439034 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-0240a953-f22a-4d6e-b588-83fb9e40db2c None None] Current status of the port 0947d0e7-9f5a-4d9f-ba0d-b01bdf01a611 is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:25:41.442822 n-d-827839-2 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52cbf38b-d067-457b-8d4d-6f6363d56ade None None] Resources bound (agent type, host, resource id): {{(pid=103378) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 04 17:25:41.470680 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3987b2fc-40a9-4cae-a73a-3f13c1153ccf req-e4e8470a-987c-4a58-a7e7-3e65773e9096 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:25:41.472300 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-3987b2fc-40a9-4cae-a73a-3f13c1153ccf req-e4e8470a-987c-4a58-a7e7-3e65773e9096 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=08c8ed9304cf401d8c1d136ac3844d2a&device_id=edcbe390-f9a8-4334-aaa2-ead8c81676ac HTTP/1.1" status: 200 len: 1125 time: 0.0795841 Feb 04 17:25:41.544189 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port 0947d0e7-9f5a-4d9f-ba0d-b01bdf01a611 is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:25:41.578126 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-5d5b23d4-d2d6-4dd1-96a9-3296fdb91d9b tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628832'] for network (3f5b042a-1afe-4cc1-bfb9-465aa0c32d88), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:41.660317 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3987b2fc-40a9-4cae-a73a-3f13c1153ccf req-57dac8d8-7dec-4b83-87ea-22fb16321d4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:25:41.664343 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-3987b2fc-40a9-4cae-a73a-3f13c1153ccf req-57dac8d8-7dec-4b83-87ea-22fb16321d4d service neutron] 10.222.0.90 "GET /v2.0/networks?id=a69bfb95-797b-4825-866b-2c94a621d18a HTTP/1.1" status: 200 len: 905 time: 0.1826310 Feb 04 17:25:41.699747 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device 3cb6e588-038b-4f71-a9c3-1199f185e71c no longer exists at agent hyperv_n-h1-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:25:41.708069 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-3987b2fc-40a9-4cae-a73a-3f13c1153ccf req-9a6adf62-d4a2-49a5-8c6a-4b5bbdcbc45d service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=164f60d5-bcce-4d71-83e0-d2eee97a873b HTTP/1.1" status: 200 len: 217 time: 0.0374458 Feb 04 17:25:41.712645 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-5d5b23d4-d2d6-4dd1-96a9-3296fdb91d9b tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Deleting port 2af35f64-efba-4def-8edb-46a2cf4664da {{(pid=103377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:25:41.713031 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-5d5b23d4-d2d6-4dd1-96a9-3296fdb91d9b tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (2af35f64-efba-4def-8edb-46a2cf4664da), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:41.731604 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] No Port match for: 3cb6e588-038b-4f71-a9c3-1199f185e71c {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 17:25:41.731979 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device 3cb6e588-038b-4f71-a9c3-1199f185e71c not bound to the agent host n-h1-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 17:25:41.818443 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [None req-5d5b23d4-d2d6-4dd1-96a9-3296fdb91d9b tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] For port 2af35f64-efba-4def-8edb-46a2cf4664da, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=2af35f64-efba-4def-8edb-46a2cf4664da,segment=NetworkSegment(09678bd9-25f8-47e4-9624-9217012fd377),segment_id=09678bd9-25f8-47e4-9624-9217012fd377)] {{(pid=103377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:25:41.818813 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-5d5b23d4-d2d6-4dd1-96a9-3296fdb91d9b tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (2af35f64-efba-4def-8edb-46a2cf4664da), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:41.827304 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3987b2fc-40a9-4cae-a73a-3f13c1153ccf req-7d2277d6-80d1-4648-b26b-8d50e56bcf59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:25:41.828782 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-3987b2fc-40a9-4cae-a73a-3f13c1153ccf req-7d2277d6-80d1-4648-b26b-8d50e56bcf59 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=4c5f610d-9231-45f1-abd7-6e26ccd02030 HTTP/1.1" status: 200 len: 844 time: 0.1137984 Feb 04 17:25:41.836787 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-5d5b23d4-d2d6-4dd1-96a9-3296fdb91d9b tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Calling delete_port for 2af35f64-efba-4def-8edb-46a2cf4664da owned by network:dhcp {{(pid=103377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:25:41.866558 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-3987b2fc-40a9-4cae-a73a-3f13c1153ccf req-da6c008a-d0fb-48fc-ac2c-3ab4e1588d9e service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=a69bfb95-797b-4825-866b-2c94a621d18a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314150 Feb 04 17:25:42.015176 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-3987b2fc-40a9-4cae-a73a-3f13c1153ccf req-80613f8e-2b13-4d0a-b434-18e13a88b8c3 service neutron] 10.222.0.90 "GET /v2.0/networks/a69bfb95-797b-4825-866b-2c94a621d18a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1408684 Feb 04 17:25:42.016576 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-5d5b23d4-d2d6-4dd1-96a9-3296fdb91d9b tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (2af35f64-efba-4def-8edb-46a2cf4664da), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:42.051429 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5b23d4-d2d6-4dd1-96a9-3296fdb91d9b tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Pushing event deleted for resources: {'Port': ['ID=2af35f64-efba-4def-8edb-46a2cf4664da,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:25:42.099910 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d5b23d4-d2d6-4dd1-96a9-3296fdb91d9b tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] No DVR routers for this DVR port 2af35f64-efba-4def-8edb-46a2cf4664da on host n-d-827839-2 {{(pid=103377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 17:25:42.204226 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-5d5b23d4-d2d6-4dd1-96a9-3296fdb91d9b tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1543676', 'neutron.services.segments.db._delete_segments_for_network-8781084786517'] for network (3f5b042a-1afe-4cc1-bfb9-465aa0c32d88), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:42.223047 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (3f9244a9-75fc-4c10-b195-11d48b853b41), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:42.240480 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-3987b2fc-40a9-4cae-a73a-3f13c1153ccf req-38e3b0cf-c083-472f-9639-c0b5532b9f95 service neutron] 10.222.0.90 "GET /v2.0/networks/a69bfb95-797b-4825-866b-2c94a621d18a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2177856 Feb 04 17:25:42.241726 n-d-827839-2 neutron-server[103377]: DEBUG neutron.services.segments.db [None req-5d5b23d4-d2d6-4dd1-96a9-3296fdb91d9b tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f5b042a-1afe-4cc1-bfb9-465aa0c32d88']}} {{(pid=103377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:25:42.254963 n-d-827839-2 neutron-server[103377]: DEBUG neutron.services.segments.db [None req-5d5b23d4-d2d6-4dd1-96a9-3296fdb91d9b tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09678bd9-25f8-47e4-9624-9217012fd377') {'for_net_delete': True} {{(pid=103377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:25:42.255318 n-d-827839-2 neutron-server[103377]: DEBUG neutron.services.segments.db [None req-5d5b23d4-d2d6-4dd1-96a9-3296fdb91d9b tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09678bd9-25f8-47e4-9624-9217012fd377') {} {{(pid=103377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:25:42.277774 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-5d5b23d4-d2d6-4dd1-96a9-3296fdb91d9b tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781084783966', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26866685'] for segment (09678bd9-25f8-47e4-9624-9217012fd377), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:42.328793 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-5d5b23d4-d2d6-4dd1-96a9-3296fdb91d9b tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (09678bd9-25f8-47e4-9624-9217012fd377), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:42.340117 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca0c48c-a819-4c6a-b51e-e5e233e45755 req-4289b2e3-8e3a-4da4-adfc-b1a1dd3c8279 tempest-ImagesTestJSON-301921999 tempest-ImagesTestJSON-301921999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:25:42.341853 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-3ca0c48c-a819-4c6a-b51e-e5e233e45755 req-4289b2e3-8e3a-4da4-adfc-b1a1dd3c8279 tempest-ImagesTestJSON-301921999 tempest-ImagesTestJSON-301921999-project] 10.222.0.89 "GET /v2.0/ports?device_id=edcbe390-f9a8-4334-aaa2-ead8c81676ac HTTP/1.1" status: 200 len: 943 time: 0.0798893 Feb 04 17:25:42.342865 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d5b23d4-d2d6-4dd1-96a9-3296fdb91d9b tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Releasing vlan 770 on physical network physnet1 to pool {{(pid=103377) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 17:25:42.343281 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-5d5b23d4-d2d6-4dd1-96a9-3296fdb91d9b tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25888454'] for segment (09678bd9-25f8-47e4-9624-9217012fd377), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:42.348096 n-d-827839-2 neutron-server[103377]: Traceback (most recent call last): Feb 04 17:25:42.348096 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 17:25:42.348096 n-d-827839-2 neutron-server[103377]: timer() Feb 04 17:25:42.348096 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 17:25:42.348096 n-d-827839-2 neutron-server[103377]: cb(*args, **kw) Feb 04 17:25:42.348096 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 17:25:42.348096 n-d-827839-2 neutron-server[103377]: return func(*args, **kwargs) Feb 04 17:25:42.348096 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 17:25:42.348096 n-d-827839-2 neutron-server[103377]: self._notify() Feb 04 17:25:42.348096 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 17:25:42.348096 n-d-827839-2 neutron-server[103377]: self.callback(batched_events) Feb 04 17:25:42.348096 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 17:25:42.348096 n-d-827839-2 neutron-server[103377]: event.method(event) Feb 04 17:25:42.348096 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 17:25:42.348096 n-d-827839-2 neutron-server[103377]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 17:25:42.348096 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 17:25:42.348096 n-d-827839-2 neutron-server[103377]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 17:25:42.348096 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 17:25:42.348096 n-d-827839-2 neutron-server[103377]: return f(self, *a, **k) Feb 04 17:25:42.348096 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 17:25:42.348096 n-d-827839-2 neutron-server[103377]: return self._get(url).json() Feb 04 17:25:42.348096 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 17:25:42.348096 n-d-827839-2 neutron-server[103377]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 17:25:42.348096 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 17:25:42.348096 n-d-827839-2 neutron-server[103377]: return self.request(url, 'GET', **kwargs) Feb 04 17:25:42.348096 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 17:25:42.348096 n-d-827839-2 neutron-server[103377]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 17:25:42.348096 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 17:25:42.348096 n-d-827839-2 neutron-server[103377]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 17:25:42.348096 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 17:25:42.348096 n-d-827839-2 neutron-server[103377]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 17:25:42.348096 n-d-827839-2 neutron-server[103377]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 17:25:42.407397 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-3ca0c48c-a819-4c6a-b51e-e5e233e45755 req-0a8fe421-1328-40ec-9793-ea67e6ddc698 tempest-ImagesTestJSON-301921999 tempest-ImagesTestJSON-301921999-project] 10.222.0.89 "GET /v2.0/security-groups?id=5b73e0f3-a9f7-4cf1-b4aa-b594ce8b7178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596213 Feb 04 17:25:42.415057 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7499409d-4843-4406-89dc-2e7fb0631489 req-0c1c7d47-a145-4f42-996f-edb0a737dcdc tempest-ServerRescueNegativeTestJSON-1481324798 tempest-ServerRescueNegativeTestJSON-1481324798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:25:42.425603 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-7499409d-4843-4406-89dc-2e7fb0631489 req-0c1c7d47-a145-4f42-996f-edb0a737dcdc tempest-ServerRescueNegativeTestJSON-1481324798 tempest-ServerRescueNegativeTestJSON-1481324798-project] 10.222.0.89 "GET /v2.0/ports?device_id=5f99a685-700d-4f63-88c2-d2a04a4a422d HTTP/1.1" status: 200 len: 945 time: 0.1486638 Feb 04 17:25:42.747965 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-5d5b23d4-d2d6-4dd1-96a9-3296fdb91d9b tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1543671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1595572'] for network (3f5b042a-1afe-4cc1-bfb9-465aa0c32d88), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:42.764001 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-5d5b23d4-d2d6-4dd1-96a9-3296fdb91d9b tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677565'] for network (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:42.767037 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-5d5b23d4-d2d6-4dd1-96a9-3296fdb91d9b tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] 10.222.0.89 "DELETE /v2.0/networks/3f5b042a-1afe-4cc1-bfb9-465aa0c32d88 HTTP/1.1" status: 204 len: 168 time: 3.2170827 Feb 04 17:25:42.771633 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 42008) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:25:42.784534 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-d78a9919-9296-4b13-b3e9-1b971ed432f2 tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1124204711'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:25:42.796173 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5b23d4-d2d6-4dd1-96a9-3296fdb91d9b tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Pushing event deleted for resources: {'Network': ['ID=3f5b042a-1afe-4cc1-bfb9-465aa0c32d88,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:25:42.813671 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-7499409d-4843-4406-89dc-2e7fb0631489 req-aaeafc10-090c-4518-996f-47b2c1d4555e tempest-ServerRescueNegativeTestJSON-1481324798 tempest-ServerRescueNegativeTestJSON-1481324798-project] 10.222.0.89 "GET /v2.0/security-groups?id=47e1fb0d-88ed-4fed-9e75-9f02b9f534f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3864717 Feb 04 17:25:42.824141 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d78a9919-9296-4b13-b3e9-1b971ed432f2 tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Made reservation on behalf of 8c156190bec041b09ae1df7053accd0d for: {'network': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:25:42.829749 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-d78a9919-9296-4b13-b3e9-1b971ed432f2 tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for network (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:42.875249 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d78a9919-9296-4b13-b3e9-1b971ed432f2 tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] vlan segment allocate from pool success with {'vlan_id': 756, 'physical_network': 'physnet1'} {{(pid=103377) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 17:25:42.886959 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-d78a9919-9296-4b13-b3e9-1b971ed432f2 tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (2f2a72ef-1155-4ccb-801c-7f44d87d58ea), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:42.887306 n-d-827839-2 neutron-server[103377]: INFO neutron.db.segments_db [None req-d78a9919-9296-4b13-b3e9-1b971ed432f2 tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Added segment 2f2a72ef-1155-4ccb-801c-7f44d87d58ea of type vlan for network 98669329-6c3e-4d2b-99b9-3d8b069d9d41 Feb 04 17:25:42.939975 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-d78a9919-9296-4b13-b3e9-1b971ed432f2 tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781084292801'] for network (98669329-6c3e-4d2b-99b9-3d8b069d9d41), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:42.974042 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-d78a9919-9296-4b13-b3e9-1b971ed432f2 tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327'] for network (98669329-6c3e-4d2b-99b9-3d8b069d9d41), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:42.991854 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d78a9919-9296-4b13-b3e9-1b971ed432f2 tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:25:42.992528 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-d78a9919-9296-4b13-b3e9-1b971ed432f2 tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677565'] for network (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:43.056546 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-d78a9919-9296-4b13-b3e9-1b971ed432f2 tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2735264 Feb 04 17:25:43.057534 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 42016) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:25:43.072118 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-8ad05104-2fab-41c6-bea9-66a703ecfdac tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Request body: {'subnet': {'network_id': '98669329-6c3e-4d2b-99b9-3d8b069d9d41', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:25:43.121495 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78a9919-9296-4b13-b3e9-1b971ed432f2 tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Pushing event updated for resources: {'Network': ['ID=98669329-6c3e-4d2b-99b9-3d8b069d9d41,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:25:43.136837 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Network 98669329-6c3e-4d2b-99b9-3d8b069d9d41 details requested by agent ovs-agent-n-d-827839-2 with host n-d-827839-2 {{(pid=103378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 17:25:43.194177 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ad05104-2fab-41c6-bea9-66a703ecfdac tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Made reservation on behalf of 8c156190bec041b09ae1df7053accd0d for: {'subnet': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:25:43.199711 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-8ad05104-2fab-41c6-bea9-66a703ecfdac tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25597243'] for subnet (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:43.291022 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.ipam_backend_mixin [None req-8ad05104-2fab-41c6-bea9-66a703ecfdac tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Performing IP validity checks on allocation pools {{(pid=103377) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 04 17:25:43.291609 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.ipam_backend_mixin [None req-8ad05104-2fab-41c6-bea9-66a703ecfdac tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103377) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 04 17:25:43.449421 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-8ad05104-2fab-41c6-bea9-66a703ecfdac tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25889445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25597197'] for subnet (90b78b21-09dd-4097-95aa-105184a362cb), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:43.569478 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad05104-2fab-41c6-bea9-66a703ecfdac tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Pushing event updated for resources: {'Subnet': ['ID=90b78b21-09dd-4097-95aa-105184a362cb,revision_number=0']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:25:43.583047 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ad05104-2fab-41c6-bea9-66a703ecfdac tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Checking segment: {'id': '2f2a72ef-1155-4ccb-801c-7f44d87d58ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '98669329-6c3e-4d2b-99b9-3d8b069d9d41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:25:43.583420 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ad05104-2fab-41c6-bea9-66a703ecfdac tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Network hostable DHCP agents. Network: 98669329-6c3e-4d2b-99b9-3d8b069d9d41, hostable agents: ['bb89f5a3-3c22-440b-b7d1-c4f0c43c184a'], hosted agents: [] {{(pid=103377) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 17:25:43.616204 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c202ea1-4e1a-46fd-a60c-67c3839aabcc req-ed126946-1599-4ab9-bc76-e8895e89c736 tempest-ImagesTestJSON-301921999 tempest-ImagesTestJSON-301921999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:25:43.617813 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-3c202ea1-4e1a-46fd-a60c-67c3839aabcc req-ed126946-1599-4ab9-bc76-e8895e89c736 tempest-ImagesTestJSON-301921999 tempest-ImagesTestJSON-301921999-project] 10.222.0.89 "GET /v2.0/ports?device_id=edcbe390-f9a8-4334-aaa2-ead8c81676ac HTTP/1.1" status: 200 len: 943 time: 0.1265686 Feb 04 17:25:43.631562 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ad05104-2fab-41c6-bea9-66a703ecfdac tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Network 98669329-6c3e-4d2b-99b9-3d8b069d9d41 is scheduled to be hosted by DHCP agent bb89f5a3-3c22-440b-b7d1-c4f0c43c184a with binding_index 1 {{(pid=103377) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 17:25:43.644925 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675afc7e-87e0-4314-9000-0795800b4a2b req-fd73a731-4d15-4e05-9576-2c155bf36387 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:25:43.647183 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-675afc7e-87e0-4314-9000-0795800b4a2b req-fd73a731-4d15-4e05-9576-2c155bf36387 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=416c048260b14ff1a410112cf5941611&device_id=5f99a685-700d-4f63-88c2-d2a04a4a422d HTTP/1.1" status: 200 len: 1127 time: 0.5050435 Feb 04 17:25:43.658811 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764c6f34-52c6-4d44-9bf4-784256be7cfa req-d241334a-89c8-4bb8-86fa-42a8404e1597 tempest-ServerRescueNegativeTestJSON-1481324798 tempest-ServerRescueNegativeTestJSON-1481324798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:25:43.660646 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-764c6f34-52c6-4d44-9bf4-784256be7cfa req-d241334a-89c8-4bb8-86fa-42a8404e1597 tempest-ServerRescueNegativeTestJSON-1481324798 tempest-ServerRescueNegativeTestJSON-1481324798-project] 10.222.0.89 "GET /v2.0/ports?device_id=5f99a685-700d-4f63-88c2-d2a04a4a422d HTTP/1.1" status: 200 len: 945 time: 0.4745419 Feb 04 17:25:43.677435 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [None req-8ad05104-2fab-41c6-bea9-66a703ecfdac tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827839-2, 98669329-6c3e-4d2b-99b9-3d8b069d9d41) {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:25:43.685408 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ad05104-2fab-41c6-bea9-66a703ecfdac tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:25:43.686242 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-8ad05104-2fab-41c6-bea9-66a703ecfdac tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677565'] for subnet (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:43.686706 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d460281a-5cf0-4cbf-882e-872661521849 None None] Network 98669329-6c3e-4d2b-99b9-3d8b069d9d41 requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:25:43.721384 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-8ad05104-2fab-41c6-bea9-66a703ecfdac tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 0.6626923 Feb 04 17:25:43.728273 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 42028) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:25:43.828768 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-764c6f34-52c6-4d44-9bf4-784256be7cfa req-0543ee56-10df-41ce-9ccf-b9aec39524aa tempest-ServerRescueNegativeTestJSON-1481324798 tempest-ServerRescueNegativeTestJSON-1481324798-project] 10.222.0.89 "GET /v2.0/security-groups?id=47e1fb0d-88ed-4fed-9e75-9f02b9f534f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451666 Feb 04 17:25:43.842564 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-3c202ea1-4e1a-46fd-a60c-67c3839aabcc req-769228b0-854d-4454-bb89-141878cb6e66 tempest-ImagesTestJSON-301921999 tempest-ImagesTestJSON-301921999-project] 10.222.0.89 "GET /v2.0/security-groups?id=5b73e0f3-a9f7-4cf1-b4aa-b594ce8b7178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2046878 Feb 04 17:25:43.890401 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675afc7e-87e0-4314-9000-0795800b4a2b req-3705ab94-8b2e-4311-b072-52e9cc1a01a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:25:43.892089 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-675afc7e-87e0-4314-9000-0795800b4a2b req-3705ab94-8b2e-4311-b072-52e9cc1a01a1 service neutron] 10.222.0.96 "GET /v2.0/networks?id=65e96574-1b4a-495a-8b0d-441e42a3db76 HTTP/1.1" status: 200 len: 919 time: 0.2303391 Feb 04 17:25:43.972136 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-d656a2be-1288-4932-aea3-18bed028b888 tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628832'] for network (98669329-6c3e-4d2b-99b9-3d8b069d9d41), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:44.010047 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-675afc7e-87e0-4314-9000-0795800b4a2b req-624d2ab2-e02d-4c4e-bd82-be8190a6c4ab service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4d9c178e-acd3-418e-8ad1-375bbb2d292e HTTP/1.1" status: 200 len: 217 time: 0.1079981 Feb 04 17:25:44.053016 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-d656a2be-1288-4932-aea3-18bed028b888 tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1541225'] for subnet (90b78b21-09dd-4097-95aa-105184a362cb), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:44.103101 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675afc7e-87e0-4314-9000-0795800b4a2b req-b645d344-6aa2-4584-807a-c5eef13ba4fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:25:44.106850 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-675afc7e-87e0-4314-9000-0795800b4a2b req-b645d344-6aa2-4584-807a-c5eef13ba4fd service neutron] 10.222.0.96 "GET /v2.0/subnets?id=99111859-42b4-4e18-9ce6-d611a4f50891 HTTP/1.1" status: 200 len: 858 time: 0.0865402 Feb 04 17:25:44.113138 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Device 164f60d5-bcce-4d71-83e0-d2eee97a873b details requested by agent hyperv_n-h2-827839-2 with host n-h2-827839-2 {{(pid=103378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 17:25:44.164077 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-d656a2be-1288-4932-aea3-18bed028b888 tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1541216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25888360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25597190'] for subnet (90b78b21-09dd-4097-95aa-105184a362cb), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:44.170186 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-675afc7e-87e0-4314-9000-0795800b4a2b req-3a8a1d3e-8b0d-44de-9db4-3ff528a81f3d service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=65e96574-1b4a-495a-8b0d-441e42a3db76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0408452 Feb 04 17:25:44.173554 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ad33cb6-c206-434c-a6e8-fdc7b102fe2b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e4c19ad-5724-5db8-8ee1-4f56ae69fcf4-98669329-6c3e-4d2b-99b9-3d8b069d9d41', 'network_id': '98669329-6c3e-4d2b-99b9-3d8b069d9d41', 'project_id': '8c156190bec041b09ae1df7053accd0d', 'fixed_ips': [{'subnet_id': '90b78b21-09dd-4097-95aa-105184a362cb'}]}} from n-d-827839-2. {{(pid=103378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 17:25:44.174431 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2ad33cb6-c206-434c-a6e8-fdc7b102fe2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:44.205464 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d656a2be-1288-4932-aea3-18bed028b888 tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Pushing event deleted for resources: {'Subnet': ['ID=90b78b21-09dd-4097-95aa-105184a362cb,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:25:44.285233 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 42042) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:25:44.328533 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-d656a2be-1288-4932-aea3-18bed028b888 tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1543676', 'neutron.services.segments.db._delete_segments_for_network-8781084786517'] for network (98669329-6c3e-4d2b-99b9-3d8b069d9d41), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:44.333293 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] For port 164f60d5-bcce-4d71-83e0-d2eee97a873b, host n-h2-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=164f60d5-bcce-4d71-83e0-d2eee97a873b,segment=NetworkSegment(40be95d6-8661-400f-bc9d-3f4c57dcd00c),segment_id=40be95d6-8661-400f-bc9d-3f4c57dcd00c)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:25:44.344699 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1134ef32-c541-4a22-b389-588343d568b7 None None] Network 98669329-6c3e-4d2b-99b9-3d8b069d9d41 requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:25:44.363925 n-d-827839-2 neutron-server[103377]: DEBUG neutron.services.segments.db [None req-d656a2be-1288-4932-aea3-18bed028b888 tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98669329-6c3e-4d2b-99b9-3d8b069d9d41']}} {{(pid=103377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:25:44.364918 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-675afc7e-87e0-4314-9000-0795800b4a2b req-1da944fe-b5ce-4ae2-9f8c-6fb942ce138c service neutron] 10.222.0.96 "GET /v2.0/networks/65e96574-1b4a-495a-8b0d-441e42a3db76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1842017 Feb 04 17:25:44.386548 n-d-827839-2 neutron-server[103377]: DEBUG neutron.services.segments.db [None req-d656a2be-1288-4932-aea3-18bed028b888 tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f2a72ef-1155-4ccb-801c-7f44d87d58ea') {'for_net_delete': True} {{(pid=103377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:25:44.386847 n-d-827839-2 neutron-server[103377]: DEBUG neutron.services.segments.db [None req-d656a2be-1288-4932-aea3-18bed028b888 tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f2a72ef-1155-4ccb-801c-7f44d87d58ea') {} {{(pid=103377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:25:44.399169 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-d656a2be-1288-4932-aea3-18bed028b888 tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781084783966', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26866685'] for segment (2f2a72ef-1155-4ccb-801c-7f44d87d58ea), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:44.419168 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-d656a2be-1288-4932-aea3-18bed028b888 tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (2f2a72ef-1155-4ccb-801c-7f44d87d58ea), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:44.426681 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d656a2be-1288-4932-aea3-18bed028b888 tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Releasing vlan 756 on physical network physnet1 to pool {{(pid=103377) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 17:25:44.427255 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-d656a2be-1288-4932-aea3-18bed028b888 tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25888454'] for segment (2f2a72ef-1155-4ccb-801c-7f44d87d58ea), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:44.431107 n-d-827839-2 neutron-server[103377]: Traceback (most recent call last): Feb 04 17:25:44.431107 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 17:25:44.431107 n-d-827839-2 neutron-server[103377]: timer() Feb 04 17:25:44.431107 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 17:25:44.431107 n-d-827839-2 neutron-server[103377]: cb(*args, **kw) Feb 04 17:25:44.431107 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 17:25:44.431107 n-d-827839-2 neutron-server[103377]: return func(*args, **kwargs) Feb 04 17:25:44.431107 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 17:25:44.431107 n-d-827839-2 neutron-server[103377]: self._notify() Feb 04 17:25:44.431107 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 17:25:44.431107 n-d-827839-2 neutron-server[103377]: self.callback(batched_events) Feb 04 17:25:44.431107 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 17:25:44.431107 n-d-827839-2 neutron-server[103377]: event.method(event) Feb 04 17:25:44.431107 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 17:25:44.431107 n-d-827839-2 neutron-server[103377]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 17:25:44.431107 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 17:25:44.431107 n-d-827839-2 neutron-server[103377]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 17:25:44.431107 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 17:25:44.431107 n-d-827839-2 neutron-server[103377]: return f(self, *a, **k) Feb 04 17:25:44.431107 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 17:25:44.431107 n-d-827839-2 neutron-server[103377]: return self._get(url).json() Feb 04 17:25:44.431107 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 17:25:44.431107 n-d-827839-2 neutron-server[103377]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 17:25:44.431107 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 17:25:44.431107 n-d-827839-2 neutron-server[103377]: return self.request(url, 'GET', **kwargs) Feb 04 17:25:44.431107 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 17:25:44.431107 n-d-827839-2 neutron-server[103377]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 17:25:44.431107 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 17:25:44.431107 n-d-827839-2 neutron-server[103377]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 17:25:44.431107 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 17:25:44.431107 n-d-827839-2 neutron-server[103377]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 17:25:44.431107 n-d-827839-2 neutron-server[103377]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 17:25:44.458975 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Returning: {'device': '164f60d5-bcce-4d71-83e0-d2eee97a873b', 'network_id': 'a69bfb95-797b-4825-866b-2c94a621d18a', 'port_id': '164f60d5-bcce-4d71-83e0-d2eee97a873b', 'mac_address': 'fa:16:3e:3c:28:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 769, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c5f610d-9231-45f1-abd7-6e26ccd02030', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 17:25:44.492988 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-e316b5be-71a4-43b6-8e69-b0c3cf8da79e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:44.524270 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Current status of the port 164f60d5-bcce-4d71-83e0-d2eee97a873b is: DOWN; New status is: BUILD {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:25:44.524702 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (164f60d5-bcce-4d71-83e0-d2eee97a873b), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:44.531599 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-d656a2be-1288-4932-aea3-18bed028b888 tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1543671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1595572'] for network (98669329-6c3e-4d2b-99b9-3d8b069d9d41), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:44.543271 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-d656a2be-1288-4932-aea3-18bed028b888 tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677565'] for network (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:44.547783 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-d656a2be-1288-4932-aea3-18bed028b888 tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] 10.222.0.89 "DELETE /v2.0/networks/98669329-6c3e-4d2b-99b9-3d8b069d9d41 HTTP/1.1" status: 204 len: 168 time: 0.8184695 Feb 04 17:25:44.548026 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 164f60d5-bcce-4d71-83e0-d2eee97a873b {{(pid=103378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 17:25:44.548704 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-675afc7e-87e0-4314-9000-0795800b4a2b req-472f0f89-c1ef-4d4c-acf9-aa21906f7a77 service neutron] 10.222.0.96 "GET /v2.0/networks/65e96574-1b4a-495a-8b0d-441e42a3db76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1727998 Feb 04 17:25:44.551413 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 42046) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:25:44.559113 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-4f8236b1-e758-4399-87bf-4c5b303c37ed tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-567230395'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:25:44.566455 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d656a2be-1288-4932-aea3-18bed028b888 tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Pushing event deleted for resources: {'Network': ['ID=98669329-6c3e-4d2b-99b9-3d8b069d9d41,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:25:44.590165 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] For port 164f60d5-bcce-4d71-83e0-d2eee97a873b, host n-h2-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=164f60d5-bcce-4d71-83e0-d2eee97a873b,segment=NetworkSegment(40be95d6-8661-400f-bc9d-3f4c57dcd00c),segment_id=40be95d6-8661-400f-bc9d-3f4c57dcd00c)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:25:44.595644 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (164f60d5-bcce-4d71-83e0-d2eee97a873b), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:44.618731 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f8236b1-e758-4399-87bf-4c5b303c37ed tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Made reservation on behalf of 8c156190bec041b09ae1df7053accd0d for: {'network': 1} {{(pid=103376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:25:44.622445 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-4f8236b1-e758-4399-87bf-4c5b303c37ed tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for network (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:44.666834 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Pushing event updated for resources: {'Port': ['ID=164f60d5-bcce-4d71-83e0-d2eee97a873b,revision_number=4']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:25:44.683341 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f8236b1-e758-4399-87bf-4c5b303c37ed tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] vlan segment allocate from pool success with {'vlan_id': 786, 'physical_network': 'physnet1'} {{(pid=103376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 17:25:44.704327 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-e316b5be-71a4-43b6-8e69-b0c3cf8da79e admin admin] Publish callbacks [] for security_group (e181d45b-c788-4983-a001-d9ccc400420d), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:44.709061 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-4f8236b1-e758-4399-87bf-4c5b303c37ed tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (bdee5e45-157a-4b30-98bb-a478d22c9c45), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:44.709525 n-d-827839-2 neutron-server[103376]: INFO neutron.db.segments_db [None req-4f8236b1-e758-4399-87bf-4c5b303c37ed tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Added segment bdee5e45-157a-4b30-98bb-a478d22c9c45 of type vlan for network 66ff46ed-46b0-4d0b-be0f-d4286dda36c9 Feb 04 17:25:44.719955 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-e316b5be-71a4-43b6-8e69-b0c3cf8da79e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (e181d45b-c788-4983-a001-d9ccc400420d), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:44.791819 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e316b5be-71a4-43b6-8e69-b0c3cf8da79e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e181d45b-c788-4983-a001-d9ccc400420d,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:25:44.800222 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-e316b5be-71a4-43b6-8e69-b0c3cf8da79e admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=80c7447ae6d04f45b8c81417ab95a79b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5119588 Feb 04 17:25:44.801038 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-4f8236b1-e758-4399-87bf-4c5b303c37ed tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781084292801'] for network (66ff46ed-46b0-4d0b-be0f-d4286dda36c9), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:44.801391 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 42048) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:25:44.838655 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-4f8236b1-e758-4399-87bf-4c5b303c37ed tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327'] for network (66ff46ed-46b0-4d0b-be0f-d4286dda36c9), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:44.844693 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f8236b1-e758-4399-87bf-4c5b303c37ed tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:25:44.845854 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-4f8236b1-e758-4399-87bf-4c5b303c37ed tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677565'] for network (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:44.884581 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-4f8236b1-e758-4399-87bf-4c5b303c37ed tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3318172 Feb 04 17:25:44.892980 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 42054) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:25:44.922648 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-7137f0b3-8692-4546-8e67-ab122b8c90fe tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Request body: {'subnet': {'network_id': '66ff46ed-46b0-4d0b-be0f-d4286dda36c9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:25:44.926699 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] get_ports_and_sgs() called for port_ids ['164f60d5-bcce-4d71-83e0-d2eee97a873b'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 17:25:44.982295 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8236b1-e758-4399-87bf-4c5b303c37ed tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Pushing event updated for resources: {'Network': ['ID=66ff46ed-46b0-4d0b-be0f-d4286dda36c9,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:25:45.003856 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Network 66ff46ed-46b0-4d0b-be0f-d4286dda36c9 details requested by agent ovs-agent-n-d-827839-2 with host n-d-827839-2 {{(pid=103378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 17:25:45.082818 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d15bc7-16b2-494e-9214-ef1a759c9d9b req-546cdd3d-bf4e-4769-94d3-30c54c3c6324 tempest-ImagesTestJSON-301921999 tempest-ImagesTestJSON-301921999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:25:45.085213 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-98d15bc7-16b2-494e-9214-ef1a759c9d9b req-546cdd3d-bf4e-4769-94d3-30c54c3c6324 tempest-ImagesTestJSON-301921999 tempest-ImagesTestJSON-301921999-project] 10.222.0.89 "GET /v2.0/ports?device_id=edcbe390-f9a8-4334-aaa2-ead8c81676ac HTTP/1.1" status: 200 len: 944 time: 0.0782006 Feb 04 17:25:45.157690 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa035e9-f63e-4830-8f3c-ab8225c96672 req-90821233-b6ff-4e87-95b2-0c5162c99a9f tempest-ServerRescueNegativeTestJSON-1481324798 tempest-ServerRescueNegativeTestJSON-1481324798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:25:45.166550 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-1fa035e9-f63e-4830-8f3c-ab8225c96672 req-90821233-b6ff-4e87-95b2-0c5162c99a9f tempest-ServerRescueNegativeTestJSON-1481324798 tempest-ServerRescueNegativeTestJSON-1481324798-project] 10.222.0.89 "GET /v2.0/ports?device_id=5f99a685-700d-4f63-88c2-d2a04a4a422d HTTP/1.1" status: 200 len: 945 time: 0.1242712 Feb 04 17:25:45.177053 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-98d15bc7-16b2-494e-9214-ef1a759c9d9b req-f1a92c45-c04f-4fb6-8c52-d08daedb486a tempest-ImagesTestJSON-301921999 tempest-ImagesTestJSON-301921999-project] 10.222.0.89 "GET /v2.0/security-groups?id=5b73e0f3-a9f7-4cf1-b4aa-b594ce8b7178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808513 Feb 04 17:25:45.193912 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7137f0b3-8692-4546-8e67-ab122b8c90fe tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Made reservation on behalf of 8c156190bec041b09ae1df7053accd0d for: {'subnet': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:25:45.200485 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-7137f0b3-8692-4546-8e67-ab122b8c90fe tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25597243'] for subnet (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:45.277874 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-8589d566-2998-4044-9375-f078b82d3d7d admin admin] Publish callbacks [] for security_group (e181d45b-c788-4983-a001-d9ccc400420d), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:45.344396 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-8589d566-2998-4044-9375-f078b82d3d7d admin admin] Publish callbacks [] for security_group (e181d45b-c788-4983-a001-d9ccc400420d), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:45.357495 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-1fa035e9-f63e-4830-8f3c-ab8225c96672 req-d3ed4c72-f803-4ad8-9041-8451e30ed6f8 tempest-ServerRescueNegativeTestJSON-1481324798 tempest-ServerRescueNegativeTestJSON-1481324798-project] 10.222.0.89 "GET /v2.0/security-groups?id=47e1fb0d-88ed-4fed-9e75-9f02b9f534f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1895621 Feb 04 17:25:45.456985 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-8589d566-2998-4044-9375-f078b82d3d7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (e181d45b-c788-4983-a001-d9ccc400420d), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:45.459605 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-8589d566-2998-4044-9375-f078b82d3d7d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:45.460857 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-8589d566-2998-4044-9375-f078b82d3d7d admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/e181d45b-c788-4983-a001-d9ccc400420d HTTP/1.1" status: 204 len: 168 time: 0.6579547 Feb 04 17:25:45.474684 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8589d566-2998-4044-9375-f078b82d3d7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e181d45b-c788-4983-a001-d9ccc400420d,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:25:45.542822 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-7137f0b3-8692-4546-8e67-ab122b8c90fe tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25889445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25597197'] for subnet (804ef7aa-973e-4d6a-acc1-2dabb51bf16c), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:45.609166 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7137f0b3-8692-4546-8e67-ab122b8c90fe tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Pushing event updated for resources: {'Subnet': ['ID=804ef7aa-973e-4d6a-acc1-2dabb51bf16c,revision_number=0']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:25:45.617082 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7137f0b3-8692-4546-8e67-ab122b8c90fe tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Checking segment: {'id': 'bdee5e45-157a-4b30-98bb-a478d22c9c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '66ff46ed-46b0-4d0b-be0f-d4286dda36c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:25:45.617522 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7137f0b3-8692-4546-8e67-ab122b8c90fe tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Network hostable DHCP agents. Network: 66ff46ed-46b0-4d0b-be0f-d4286dda36c9, hostable agents: ['bb89f5a3-3c22-440b-b7d1-c4f0c43c184a'], hosted agents: [] {{(pid=103377) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 17:25:45.636455 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7137f0b3-8692-4546-8e67-ab122b8c90fe tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Network 66ff46ed-46b0-4d0b-be0f-d4286dda36c9 is scheduled to be hosted by DHCP agent bb89f5a3-3c22-440b-b7d1-c4f0c43c184a with binding_index 1 {{(pid=103377) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 17:25:45.650296 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [None req-7137f0b3-8692-4546-8e67-ab122b8c90fe tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827839-2, 66ff46ed-46b0-4d0b-be0f-d4286dda36c9) {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:25:45.660376 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87e881a6-c468-42ce-9413-77377722d53a None None] Network 66ff46ed-46b0-4d0b-be0f-d4286dda36c9 requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:25:45.664493 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7137f0b3-8692-4546-8e67-ab122b8c90fe tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:25:45.665130 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-7137f0b3-8692-4546-8e67-ab122b8c90fe tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677565'] for subnet (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:45.703025 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 42070) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:25:45.715955 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-7137f0b3-8692-4546-8e67-ab122b8c90fe tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.8049555 Feb 04 17:25:45.809682 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-747e66f4-43db-41a8-ae2c-cd9cecf88aa9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e4c19ad-5724-5db8-8ee1-4f56ae69fcf4-66ff46ed-46b0-4d0b-be0f-d4286dda36c9', 'network_id': '66ff46ed-46b0-4d0b-be0f-d4286dda36c9', 'project_id': '8c156190bec041b09ae1df7053accd0d', 'fixed_ips': [{'subnet_id': '804ef7aa-973e-4d6a-acc1-2dabb51bf16c'}]}} from n-d-827839-2. {{(pid=103378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 17:25:45.811050 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-747e66f4-43db-41a8-ae2c-cd9cecf88aa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:45.865442 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-c2cf725f-7f18-4012-ab10-5321199f1a8b tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628832'] for network (66ff46ed-46b0-4d0b-be0f-d4286dda36c9), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:45.991273 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-c2cf725f-7f18-4012-ab10-5321199f1a8b tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1541225'] for subnet (804ef7aa-973e-4d6a-acc1-2dabb51bf16c), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:46.022214 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-747e66f4-43db-41a8-ae2c-cd9cecf88aa9 None None] Allocated IP 172.20.0.1 (66ff46ed-46b0-4d0b-be0f-d4286dda36c9/804ef7aa-973e-4d6a-acc1-2dabb51bf16c/1f17e08f-3409-48c7-a913-ed2b48dd5e7e) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:25:46.094296 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Device 164f60d5-bcce-4d71-83e0-d2eee97a873b up at agent hyperv_n-h2-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:25:46.210368 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Provisioning for port 164f60d5-bcce-4d71-83e0-d2eee97a873b completed by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 17:25:46.216444 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Provisioning complete for port 164f60d5-bcce-4d71-83e0-d2eee97a873b triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:25:46.216868 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (164f60d5-bcce-4d71-83e0-d2eee97a873b), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:46.295989 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-747e66f4-43db-41a8-ae2c-cd9cecf88aa9 None None] Publish callbacks [] for port (1f17e08f-3409-48c7-a913-ed2b48dd5e7e), precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:46.328765 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-747e66f4-43db-41a8-ae2c-cd9cecf88aa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135'] for port (1f17e08f-3409-48c7-a913-ed2b48dd5e7e), after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:46.339475 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-c2cf725f-7f18-4012-ab10-5321199f1a8b tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1541216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25675894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25858947'] for subnet (804ef7aa-973e-4d6a-acc1-2dabb51bf16c), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:46.407654 n-d-827839-2 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-747e66f4-43db-41a8-ae2c-cd9cecf88aa9 None None] Network 66ff46ed-46b0-4d0b-be0f-d4286dda36c9 is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:25:46.412650 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2cf725f-7f18-4012-ab10-5321199f1a8b tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Pushing event deleted for resources: {'Subnet': ['ID=804ef7aa-973e-4d6a-acc1-2dabb51bf16c,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:25:46.414061 n-d-827839-2 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-747e66f4-43db-41a8-ae2c-cd9cecf88aa9 None None] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:25:46.437431 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-747e66f4-43db-41a8-ae2c-cd9cecf88aa9 None None] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:25:46.445552 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747e66f4-43db-41a8-ae2c-cd9cecf88aa9 None None] Pushing event updated for resources: {'Port': ['ID=1f17e08f-3409-48c7-a913-ed2b48dd5e7e,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:25:46.485469 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-c2cf725f-7f18-4012-ab10-5321199f1a8b tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1543676', 'neutron.services.segments.db._delete_segments_for_network-8781084786517'] for network (66ff46ed-46b0-4d0b-be0f-d4286dda36c9), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:46.498170 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Current status of the port 164f60d5-bcce-4d71-83e0-d2eee97a873b is: BUILD; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:25:46.498895 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (164f60d5-bcce-4d71-83e0-d2eee97a873b), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:46.517546 n-d-827839-2 neutron-server[103376]: DEBUG neutron.services.segments.db [None req-c2cf725f-7f18-4012-ab10-5321199f1a8b tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66ff46ed-46b0-4d0b-be0f-d4286dda36c9']}} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:25:46.528089 n-d-827839-2 neutron-server[103376]: DEBUG neutron.services.segments.db [None req-c2cf725f-7f18-4012-ab10-5321199f1a8b tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bdee5e45-157a-4b30-98bb-a478d22c9c45') {'for_net_delete': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:25:46.528394 n-d-827839-2 neutron-server[103376]: DEBUG neutron.services.segments.db [None req-c2cf725f-7f18-4012-ab10-5321199f1a8b tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bdee5e45-157a-4b30-98bb-a478d22c9c45') {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:25:46.539460 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-c2cf725f-7f18-4012-ab10-5321199f1a8b tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781084783966', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25674908'] for segment (bdee5e45-157a-4b30-98bb-a478d22c9c45), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:46.553895 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-c2cf725f-7f18-4012-ab10-5321199f1a8b tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (bdee5e45-157a-4b30-98bb-a478d22c9c45), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:46.560338 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-747e66f4-43db-41a8-ae2c-cd9cecf88aa9 None None] Attempting to bind port 1f17e08f-3409-48c7-a913-ed2b48dd5e7e on host n-d-827839-2 for vnic_type normal with profile {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:25:46.560946 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2cf725f-7f18-4012-ab10-5321199f1a8b tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Releasing vlan 786 on physical network physnet1 to pool {{(pid=103376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 17:25:46.561193 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-747e66f4-43db-41a8-ae2c-cd9cecf88aa9 None None] Attempting to bind port 1f17e08f-3409-48c7-a913-ed2b48dd5e7e by drivers openvswitch,hyperv on host n-d-827839-2 at level 0 using segments [{'id': 'bdee5e45-157a-4b30-98bb-a478d22c9c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '66ff46ed-46b0-4d0b-be0f-d4286dda36c9'}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:25:46.561335 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-c2cf725f-7f18-4012-ab10-5321199f1a8b tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25675992'] for segment (bdee5e45-157a-4b30-98bb-a478d22c9c45), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:46.561831 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-747e66f4-43db-41a8-ae2c-cd9cecf88aa9 None None] Attempting to bind port 1f17e08f-3409-48c7-a913-ed2b48dd5e7e on network 66ff46ed-46b0-4d0b-be0f-d4286dda36c9 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:25:46.572352 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edcbe390-f9a8-4334-aaa2-ead8c81676ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '164f60d5-bcce-4d71-83e0-d2eee97a873b'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:25:46.574985 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c34bc964ce2211770fda26ca2f3801cc06f4f39928110690550e94ab9c9d2fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdf71eb9-5dd3-4a30-a58a-7c8a48d1734a" -d '{"events": [{"server_uuid": "edcbe390-f9a8-4334-aaa2-ead8c81676ac", "name": "network-vif-plugged", "status": "completed", "tag": "164f60d5-bcce-4d71-83e0-d2eee97a873b"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:25:46.586284 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-747e66f4-43db-41a8-ae2c-cd9cecf88aa9 None None] Checking agent: {'id': 'ba70844b-66a0-45fd-a2f2-e6ed673321fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 0, 36), 'started_at': datetime.datetime(2022, 2, 4, 17, 1, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 25, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:25:46.586860 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-747e66f4-43db-41a8-ae2c-cd9cecf88aa9 None None] Checking segment: {'id': 'bdee5e45-157a-4b30-98bb-a478d22c9c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '66ff46ed-46b0-4d0b-be0f-d4286dda36c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:25:46.588068 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-747e66f4-43db-41a8-ae2c-cd9cecf88aa9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:46.588611 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-747e66f4-43db-41a8-ae2c-cd9cecf88aa9 None None] Bound using segment: {'id': 'bdee5e45-157a-4b30-98bb-a478d22c9c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '66ff46ed-46b0-4d0b-be0f-d4286dda36c9'} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:25:46.589968 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-747e66f4-43db-41a8-ae2c-cd9cecf88aa9 None None] Bound port: 1f17e08f-3409-48c7-a913-ed2b48dd5e7e, host: n-d-827839-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bdee5e45-157a-4b30-98bb-a478d22c9c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '66ff46ed-46b0-4d0b-be0f-d4286dda36c9'}}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:25:46.590519 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-747e66f4-43db-41a8-ae2c-cd9cecf88aa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (1f17e08f-3409-48c7-a913-ed2b48dd5e7e), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:46.597079 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] For port 164f60d5-bcce-4d71-83e0-d2eee97a873b, host n-h2-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=164f60d5-bcce-4d71-83e0-d2eee97a873b,segment=NetworkSegment(40be95d6-8661-400f-bc9d-3f4c57dcd00c),segment_id=40be95d6-8661-400f-bc9d-3f4c57dcd00c)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:25:46.605495 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (164f60d5-bcce-4d71-83e0-d2eee97a873b), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:46.631524 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f3dae2-9190-4fd2-9b5e-070b602fe3f5 req-2e99810b-12ca-4bbd-a202-2413591367c6 tempest-ServerRescueNegativeTestJSON-1481324798 tempest-ServerRescueNegativeTestJSON-1481324798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:25:46.632069 n-d-827839-2 neutron-server[103376]: Traceback (most recent call last): Feb 04 17:25:46.632069 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 17:25:46.632069 n-d-827839-2 neutron-server[103376]: timer() Feb 04 17:25:46.632069 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 17:25:46.632069 n-d-827839-2 neutron-server[103376]: cb(*args, **kw) Feb 04 17:25:46.632069 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 17:25:46.632069 n-d-827839-2 neutron-server[103376]: return func(*args, **kwargs) Feb 04 17:25:46.632069 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 17:25:46.632069 n-d-827839-2 neutron-server[103376]: self._notify() Feb 04 17:25:46.632069 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 17:25:46.632069 n-d-827839-2 neutron-server[103376]: self.callback(batched_events) Feb 04 17:25:46.632069 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 17:25:46.632069 n-d-827839-2 neutron-server[103376]: event.method(event) Feb 04 17:25:46.632069 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 17:25:46.632069 n-d-827839-2 neutron-server[103376]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 17:25:46.632069 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 17:25:46.632069 n-d-827839-2 neutron-server[103376]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 17:25:46.632069 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 17:25:46.632069 n-d-827839-2 neutron-server[103376]: return f(self, *a, **k) Feb 04 17:25:46.632069 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 17:25:46.632069 n-d-827839-2 neutron-server[103376]: return self._get(url).json() Feb 04 17:25:46.632069 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 17:25:46.632069 n-d-827839-2 neutron-server[103376]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 17:25:46.632069 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 17:25:46.632069 n-d-827839-2 neutron-server[103376]: return self.request(url, 'GET', **kwargs) Feb 04 17:25:46.632069 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 17:25:46.632069 n-d-827839-2 neutron-server[103376]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 17:25:46.632069 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 17:25:46.632069 n-d-827839-2 neutron-server[103376]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 17:25:46.632069 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 17:25:46.632069 n-d-827839-2 neutron-server[103376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 17:25:46.632069 n-d-827839-2 neutron-server[103376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 17:25:46.637901 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-76f3dae2-9190-4fd2-9b5e-070b602fe3f5 req-2e99810b-12ca-4bbd-a202-2413591367c6 tempest-ServerRescueNegativeTestJSON-1481324798 tempest-ServerRescueNegativeTestJSON-1481324798-project] 10.222.0.89 "GET /v2.0/ports?device_id=5f99a685-700d-4f63-88c2-d2a04a4a422d HTTP/1.1" status: 200 len: 945 time: 0.1560206 Feb 04 17:25:46.645280 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ac4b14-f4d6-4f65-b173-18f4bcc84322 req-f9ca5eca-68b0-4e0c-b5c5-f48130872d2b tempest-ImagesTestJSON-301921999 tempest-ImagesTestJSON-301921999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:25:46.646946 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-58ac4b14-f4d6-4f65-b173-18f4bcc84322 req-f9ca5eca-68b0-4e0c-b5c5-f48130872d2b tempest-ImagesTestJSON-301921999 tempest-ImagesTestJSON-301921999-project] 10.222.0.89 "GET /v2.0/ports?device_id=edcbe390-f9a8-4334-aaa2-ead8c81676ac HTTP/1.1" status: 200 len: 944 time: 0.3851883 Feb 04 17:25:46.648033 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.db.api [None req-c2cf725f-7f18-4012-ab10-5321199f1a8b tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 04 17:25:46.648033 n-d-827839-2 neutron-server[103376]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 04 17:25:46.648033 n-d-827839-2 neutron-server[103376]: [parameters: {'id': '66ff46ed-46b0-4d0b-be0f-d4286dda36c9'}] Feb 04 17:25:46.648033 n-d-827839-2 neutron-server[103376]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103376) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 17:25:46.648393 n-d-827839-2 neutron-server[103376]: DEBUG oslo_db.api [None req-c2cf725f-7f18-4012-ab10-5321199f1a8b tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 17:25:46.714683 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Pushing event updated for resources: {'Port': ['ID=164f60d5-bcce-4d71-83e0-d2eee97a873b,revision_number=5']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:25:46.716126 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-76f3dae2-9190-4fd2-9b5e-070b602fe3f5 req-195942c3-cad9-493c-909d-af504cb9a24b tempest-ServerRescueNegativeTestJSON-1481324798 tempest-ServerRescueNegativeTestJSON-1481324798-project] 10.222.0.89 "GET /v2.0/security-groups?id=47e1fb0d-88ed-4fed-9e75-9f02b9f534f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722706 Feb 04 17:25:46.757356 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-58ac4b14-f4d6-4f65-b173-18f4bcc84322 req-6a305a04-a0f8-41f6-a932-ebaf10996c9e tempest-ImagesTestJSON-301921999 tempest-ImagesTestJSON-301921999-project] 10.222.0.89 "GET /v2.0/security-groups?id=5b73e0f3-a9f7-4cf1-b4aa-b594ce8b7178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017339 Feb 04 17:25:46.775944 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-747e66f4-43db-41a8-ae2c-cd9cecf88aa9 None None] For port 1f17e08f-3409-48c7-a913-ed2b48dd5e7e, host n-d-827839-2, cleared binding levels {{(pid=103378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:25:46.781513 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-747e66f4-43db-41a8-ae2c-cd9cecf88aa9 None None] For port 1f17e08f-3409-48c7-a913-ed2b48dd5e7e, host n-d-827839-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=1f17e08f-3409-48c7-a913-ed2b48dd5e7e,segment=NetworkSegment(bdee5e45-157a-4b30-98bb-a478d22c9c45),segment_id=bdee5e45-157a-4b30-98bb-a478d22c9c45)] {{(pid=103378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:25:46.794814 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 17:25:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca15f166-36d0-4626-995e-c81b40cd1c6e x-openstack-request-id: req-ca15f166-36d0-4626-995e-c81b40cd1c6e {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:25:46.795222 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edcbe390-f9a8-4334-aaa2-ead8c81676ac", "name": "network-vif-plugged", "status": "completed", "tag": "164f60d5-bcce-4d71-83e0-d2eee97a873b", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:25:46.795565 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-ca15f166-36d0-4626-995e-c81b40cd1c6e {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:25:46.796014 n-d-827839-2 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edcbe390-f9a8-4334-aaa2-ead8c81676ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '164f60d5-bcce-4d71-83e0-d2eee97a873b', 'code': 200} Feb 04 17:25:46.797772 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-747e66f4-43db-41a8-ae2c-cd9cecf88aa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (1f17e08f-3409-48c7-a913-ed2b48dd5e7e), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:46.905090 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747e66f4-43db-41a8-ae2c-cd9cecf88aa9 None None] Pushing event updated for resources: {'Port': ['ID=1f17e08f-3409-48c7-a913-ed2b48dd5e7e,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:25:46.930557 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e343da9-0e5d-4c46-9ef5-6fa41dd43d9d None None] get_active_networks_info from n-d-827839-2 {{(pid=103378) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 04 17:25:47.050006 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae969313-c2bf-48af-9348-30f60f0aeb1b req-fb3b9fcc-4f71-43d5-854b-89db04225fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:25:47.051677 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-ae969313-c2bf-48af-9348-30f60f0aeb1b req-fb3b9fcc-4f71-43d5-854b-89db04225fc7 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=edcbe390-f9a8-4334-aaa2-ead8c81676ac HTTP/1.1" status: 200 len: 1127 time: 0.1647079 Feb 04 17:25:47.132002 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-ae969313-c2bf-48af-9348-30f60f0aeb1b req-447f44a0-e3f9-4df2-a6d4-3e92e207a347 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=5b73e0f3-a9f7-4cf1-b4aa-b594ce8b7178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520678 Feb 04 17:25:47.150839 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-c2cf725f-7f18-4012-ab10-5321199f1a8b tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628832'] for network (66ff46ed-46b0-4d0b-be0f-d4286dda36c9), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:47.198422 n-d-827839-2 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e343da9-0e5d-4c46-9ef5-6fa41dd43d9d None None] Resources bound (agent type, host, resource id): {{(pid=103378) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 04 17:25:47.229726 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-c2cf725f-7f18-4012-ab10-5321199f1a8b tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Deleting port 1f17e08f-3409-48c7-a913-ed2b48dd5e7e {{(pid=103376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:25:47.230077 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-c2cf725f-7f18-4012-ab10-5321199f1a8b tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (1f17e08f-3409-48c7-a913-ed2b48dd5e7e), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:47.398663 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [None req-c2cf725f-7f18-4012-ab10-5321199f1a8b tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] For port 1f17e08f-3409-48c7-a913-ed2b48dd5e7e, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=1f17e08f-3409-48c7-a913-ed2b48dd5e7e,segment=NetworkSegment(bdee5e45-157a-4b30-98bb-a478d22c9c45),segment_id=bdee5e45-157a-4b30-98bb-a478d22c9c45)] {{(pid=103376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:25:47.400352 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-c2cf725f-7f18-4012-ab10-5321199f1a8b tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (1f17e08f-3409-48c7-a913-ed2b48dd5e7e), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:47.420817 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-c2cf725f-7f18-4012-ab10-5321199f1a8b tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Calling delete_port for 1f17e08f-3409-48c7-a913-ed2b48dd5e7e owned by network:dhcp {{(pid=103376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:25:47.498134 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c705aec2-95ef-4087-b23d-bef81f2f601c None None] Network 66ff46ed-46b0-4d0b-be0f-d4286dda36c9 requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:25:47.543043 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-c2cf725f-7f18-4012-ab10-5321199f1a8b tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (1f17e08f-3409-48c7-a913-ed2b48dd5e7e), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:47.569558 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2cf725f-7f18-4012-ab10-5321199f1a8b tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] No DVR routers for this DVR port 1f17e08f-3409-48c7-a913-ed2b48dd5e7e on host n-d-827839-2 {{(pid=103376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 17:25:47.642426 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2cf725f-7f18-4012-ab10-5321199f1a8b tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Pushing event deleted for resources: {'Port': ['ID=1f17e08f-3409-48c7-a913-ed2b48dd5e7e,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:25:47.757715 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-c2cf725f-7f18-4012-ab10-5321199f1a8b tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1543676', 'neutron.services.segments.db._delete_segments_for_network-8781084786517'] for network (66ff46ed-46b0-4d0b-be0f-d4286dda36c9), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:47.821845 n-d-827839-2 neutron-server[103376]: DEBUG neutron.services.segments.db [None req-c2cf725f-7f18-4012-ab10-5321199f1a8b tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66ff46ed-46b0-4d0b-be0f-d4286dda36c9']}} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:25:47.856599 n-d-827839-2 neutron-server[103376]: DEBUG neutron.services.segments.db [None req-c2cf725f-7f18-4012-ab10-5321199f1a8b tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bdee5e45-157a-4b30-98bb-a478d22c9c45') {'for_net_delete': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:25:47.857227 n-d-827839-2 neutron-server[103376]: DEBUG neutron.services.segments.db [None req-c2cf725f-7f18-4012-ab10-5321199f1a8b tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bdee5e45-157a-4b30-98bb-a478d22c9c45') {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:25:47.899333 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-c2cf725f-7f18-4012-ab10-5321199f1a8b tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781084783966', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25674908'] for segment (bdee5e45-157a-4b30-98bb-a478d22c9c45), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:47.933109 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f32d72-5f23-4358-a04b-56dba8ec7406 req-c98282e5-3697-4bd3-9534-425fcfc10c0b tempest-ServerRescueNegativeTestJSON-1481324798 tempest-ServerRescueNegativeTestJSON-1481324798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:25:47.939905 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-d5f32d72-5f23-4358-a04b-56dba8ec7406 req-c98282e5-3697-4bd3-9534-425fcfc10c0b tempest-ServerRescueNegativeTestJSON-1481324798 tempest-ServerRescueNegativeTestJSON-1481324798-project] 10.222.0.89 "GET /v2.0/ports?device_id=5f99a685-700d-4f63-88c2-d2a04a4a422d HTTP/1.1" status: 200 len: 945 time: 0.1198246 Feb 04 17:25:47.958564 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-c2cf725f-7f18-4012-ab10-5321199f1a8b tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (bdee5e45-157a-4b30-98bb-a478d22c9c45), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:47.979485 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2cf725f-7f18-4012-ab10-5321199f1a8b tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Releasing vlan 786 on physical network physnet1 to pool {{(pid=103376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 17:25:47.980003 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-c2cf725f-7f18-4012-ab10-5321199f1a8b tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25675992'] for segment (bdee5e45-157a-4b30-98bb-a478d22c9c45), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:47.983700 n-d-827839-2 neutron-server[103376]: Traceback (most recent call last): Feb 04 17:25:47.983700 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 17:25:47.983700 n-d-827839-2 neutron-server[103376]: timer() Feb 04 17:25:47.983700 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 17:25:47.983700 n-d-827839-2 neutron-server[103376]: cb(*args, **kw) Feb 04 17:25:47.983700 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 17:25:47.983700 n-d-827839-2 neutron-server[103376]: return func(*args, **kwargs) Feb 04 17:25:47.983700 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 17:25:47.983700 n-d-827839-2 neutron-server[103376]: self._notify() Feb 04 17:25:47.983700 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 17:25:47.983700 n-d-827839-2 neutron-server[103376]: self.callback(batched_events) Feb 04 17:25:47.983700 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 17:25:47.983700 n-d-827839-2 neutron-server[103376]: event.method(event) Feb 04 17:25:47.983700 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 17:25:47.983700 n-d-827839-2 neutron-server[103376]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 17:25:47.983700 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 17:25:47.983700 n-d-827839-2 neutron-server[103376]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 17:25:47.983700 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 17:25:47.983700 n-d-827839-2 neutron-server[103376]: return f(self, *a, **k) Feb 04 17:25:47.983700 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 17:25:47.983700 n-d-827839-2 neutron-server[103376]: return self._get(url).json() Feb 04 17:25:47.983700 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 17:25:47.983700 n-d-827839-2 neutron-server[103376]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 17:25:47.983700 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 17:25:47.983700 n-d-827839-2 neutron-server[103376]: return self.request(url, 'GET', **kwargs) Feb 04 17:25:47.983700 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 17:25:47.983700 n-d-827839-2 neutron-server[103376]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 17:25:47.983700 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 17:25:47.983700 n-d-827839-2 neutron-server[103376]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 17:25:47.983700 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 17:25:47.983700 n-d-827839-2 neutron-server[103376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 17:25:47.983700 n-d-827839-2 neutron-server[103376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 17:25:48.015103 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-d5f32d72-5f23-4358-a04b-56dba8ec7406 req-9a198968-19bf-44e4-9763-767d3c109b91 tempest-ServerRescueNegativeTestJSON-1481324798 tempest-ServerRescueNegativeTestJSON-1481324798-project] 10.222.0.89 "GET /v2.0/security-groups?id=47e1fb0d-88ed-4fed-9e75-9f02b9f534f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657036 Feb 04 17:25:48.068712 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a784a24-6555-4dff-a590-7e2a75de2bb8 req-7c63780b-61dc-491a-92b3-c9fe7fde40fe tempest-ImagesTestJSON-301921999 tempest-ImagesTestJSON-301921999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:25:48.070435 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-1a784a24-6555-4dff-a590-7e2a75de2bb8 req-7c63780b-61dc-491a-92b3-c9fe7fde40fe tempest-ImagesTestJSON-301921999 tempest-ImagesTestJSON-301921999-project] 10.222.0.89 "GET /v2.0/ports?device_id=edcbe390-f9a8-4334-aaa2-ead8c81676ac HTTP/1.1" status: 200 len: 945 time: 0.2047970 Feb 04 17:25:48.086927 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-c2cf725f-7f18-4012-ab10-5321199f1a8b tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1543671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1595572'] for network (66ff46ed-46b0-4d0b-be0f-d4286dda36c9), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:48.106383 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-c2cf725f-7f18-4012-ab10-5321199f1a8b tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677565'] for network (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:48.114539 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 42172) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:25:48.120144 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-7faf3650-275b-4889-bc9b-6f3a785f5320 tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-631325788'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:25:48.124804 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-c2cf725f-7f18-4012-ab10-5321199f1a8b tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] 10.222.0.89 "DELETE /v2.0/networks/66ff46ed-46b0-4d0b-be0f-d4286dda36c9 HTTP/1.1" status: 204 len: 168 time: 2.4203517 Feb 04 17:25:48.152219 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7faf3650-275b-4889-bc9b-6f3a785f5320 tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Made reservation on behalf of 8c156190bec041b09ae1df7053accd0d for: {'network': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:25:48.158389 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-7faf3650-275b-4889-bc9b-6f3a785f5320 tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for network (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:48.163162 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2cf725f-7f18-4012-ab10-5321199f1a8b tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Pushing event deleted for resources: {'Network': ['ID=66ff46ed-46b0-4d0b-be0f-d4286dda36c9,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:25:48.194937 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7faf3650-275b-4889-bc9b-6f3a785f5320 tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] vlan segment allocate from pool success with {'vlan_id': 756, 'physical_network': 'physnet1'} {{(pid=103377) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 17:25:48.207201 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-7faf3650-275b-4889-bc9b-6f3a785f5320 tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (e353fe6d-366c-4938-ac60-dd681614d748), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:48.207707 n-d-827839-2 neutron-server[103377]: INFO neutron.db.segments_db [None req-7faf3650-275b-4889-bc9b-6f3a785f5320 tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Added segment e353fe6d-366c-4938-ac60-dd681614d748 of type vlan for network af37d01f-5eb3-4527-a3cb-6e05872bc5b6 Feb 04 17:25:48.242901 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-1a784a24-6555-4dff-a590-7e2a75de2bb8 req-2e3ea606-b101-4421-9033-885546bb5b48 tempest-ImagesTestJSON-301921999 tempest-ImagesTestJSON-301921999-project] 10.222.0.89 "GET /v2.0/security-groups?id=5b73e0f3-a9f7-4cf1-b4aa-b594ce8b7178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648376 Feb 04 17:25:48.252468 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-7faf3650-275b-4889-bc9b-6f3a785f5320 tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781084292801'] for network (af37d01f-5eb3-4527-a3cb-6e05872bc5b6), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:48.297951 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-7faf3650-275b-4889-bc9b-6f3a785f5320 tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327'] for network (af37d01f-5eb3-4527-a3cb-6e05872bc5b6), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:48.303859 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7faf3650-275b-4889-bc9b-6f3a785f5320 tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:25:48.305357 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-7faf3650-275b-4889-bc9b-6f3a785f5320 tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677565'] for network (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:48.391044 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-7faf3650-275b-4889-bc9b-6f3a785f5320 tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.2752063 Feb 04 17:25:48.393708 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 42182) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:25:48.398530 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-9105774e-6f0f-4454-a01f-04f396508f1e tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Request body: {'subnet': {'network_id': 'af37d01f-5eb3-4527-a3cb-6e05872bc5b6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:25:48.405454 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7faf3650-275b-4889-bc9b-6f3a785f5320 tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Pushing event updated for resources: {'Network': ['ID=af37d01f-5eb3-4527-a3cb-6e05872bc5b6,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:25:48.416803 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Network af37d01f-5eb3-4527-a3cb-6e05872bc5b6 details requested by agent ovs-agent-n-d-827839-2 with host n-d-827839-2 {{(pid=103378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 17:25:48.490188 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 42190) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:25:48.553712 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9105774e-6f0f-4454-a01f-04f396508f1e tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Made reservation on behalf of 8c156190bec041b09ae1df7053accd0d for: {'subnet': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:25:48.557741 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-9105774e-6f0f-4454-a01f-04f396508f1e tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25597243'] for subnet (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:48.664346 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-05658d9a-3f04-4fb0-9882-bd0f4ea6f26e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:48.746362 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-05658d9a-3f04-4fb0-9882-bd0f4ea6f26e admin admin] Publish callbacks [] for security_group (b3291f64-7aac-4971-a41e-367990ed24bd), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:48.750661 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-05658d9a-3f04-4fb0-9882-bd0f4ea6f26e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (b3291f64-7aac-4971-a41e-367990ed24bd), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:48.761570 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96ff26b-ed1e-4284-a37c-b2470f3f8101 req-235e99da-5b30-43de-b6be-f89e992af4a2 tempest-ListImageFiltersTestJSON-637610508 tempest-ListImageFiltersTestJSON-637610508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:25:48.763152 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-b96ff26b-ed1e-4284-a37c-b2470f3f8101 req-235e99da-5b30-43de-b6be-f89e992af4a2 tempest-ListImageFiltersTestJSON-637610508 tempest-ListImageFiltersTestJSON-637610508-project] 10.222.0.89 "GET /v2.0/ports?device_id=dc2bad38-c195-4b69-bf4d-a243173f043e HTTP/1.1" status: 200 len: 950 time: 0.1003261 Feb 04 17:25:48.791049 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-05658d9a-3f04-4fb0-9882-bd0f4ea6f26e admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=fa233b84b66f4e4e9124949f8503b334&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2991142 Feb 04 17:25:48.791926 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05658d9a-3f04-4fb0-9882-bd0f4ea6f26e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3291f64-7aac-4971-a41e-367990ed24bd,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:25:48.794279 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 42214) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:25:48.827314 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-9105774e-6f0f-4454-a01f-04f396508f1e tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25889445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25597197'] for subnet (db203b34-e4f4-423c-9315-f14e0d3cc04f), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:48.845397 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-cba75037-9af0-4c72-9cad-7434c192b736 admin admin] Publish callbacks [] for security_group (b3291f64-7aac-4971-a41e-367990ed24bd), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:48.869733 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-cba75037-9af0-4c72-9cad-7434c192b736 admin admin] Publish callbacks [] for security_group (b3291f64-7aac-4971-a41e-367990ed24bd), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:48.888213 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-b96ff26b-ed1e-4284-a37c-b2470f3f8101 req-da5eef10-25bb-46e7-b481-7a9edec52457 tempest-ListImageFiltersTestJSON-637610508 tempest-ListImageFiltersTestJSON-637610508-project] 10.222.0.89 "GET /v2.0/security-groups?id=64f1a98c-fa51-4ada-9579-f28b8d0ae7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036441 Feb 04 17:25:48.904322 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9105774e-6f0f-4454-a01f-04f396508f1e tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Pushing event updated for resources: {'Subnet': ['ID=db203b34-e4f4-423c-9315-f14e0d3cc04f,revision_number=0']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:25:48.914495 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9105774e-6f0f-4454-a01f-04f396508f1e tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Checking segment: {'id': 'e353fe6d-366c-4938-ac60-dd681614d748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'af37d01f-5eb3-4527-a3cb-6e05872bc5b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:25:48.914904 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9105774e-6f0f-4454-a01f-04f396508f1e tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Network hostable DHCP agents. Network: af37d01f-5eb3-4527-a3cb-6e05872bc5b6, hostable agents: ['bb89f5a3-3c22-440b-b7d1-c4f0c43c184a'], hosted agents: [] {{(pid=103377) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 17:25:48.925769 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-cba75037-9af0-4c72-9cad-7434c192b736 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (b3291f64-7aac-4971-a41e-367990ed24bd), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:48.931731 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-cba75037-9af0-4c72-9cad-7434c192b736 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:48.933477 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-cba75037-9af0-4c72-9cad-7434c192b736 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/b3291f64-7aac-4971-a41e-367990ed24bd HTTP/1.1" status: 204 len: 168 time: 0.1382773 Feb 04 17:25:48.939086 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9105774e-6f0f-4454-a01f-04f396508f1e tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Network af37d01f-5eb3-4527-a3cb-6e05872bc5b6 is scheduled to be hosted by DHCP agent bb89f5a3-3c22-440b-b7d1-c4f0c43c184a with binding_index 1 {{(pid=103377) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 17:25:48.945474 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba75037-9af0-4c72-9cad-7434c192b736 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3291f64-7aac-4971-a41e-367990ed24bd,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:25:48.957821 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [None req-9105774e-6f0f-4454-a01f-04f396508f1e tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827839-2, af37d01f-5eb3-4527-a3cb-6e05872bc5b6) {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:25:48.967829 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-701f29be-1f52-48bc-89c7-6540dbb3b6f4 None None] Network af37d01f-5eb3-4527-a3cb-6e05872bc5b6 requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:25:48.970153 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9105774e-6f0f-4454-a01f-04f396508f1e tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:25:48.971192 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-9105774e-6f0f-4454-a01f-04f396508f1e tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677565'] for subnet (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:48.999252 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-9105774e-6f0f-4454-a01f-04f396508f1e tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6043782 Feb 04 17:25:49.001809 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 42218) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:25:49.142957 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-35c0bf6c-a113-4075-8dc6-0afaa0164e88 tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628832'] for network (af37d01f-5eb3-4527-a3cb-6e05872bc5b6), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:49.143893 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-885d4a70-12a2-47cf-aba5-73fcfcc1fef8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e4c19ad-5724-5db8-8ee1-4f56ae69fcf4-af37d01f-5eb3-4527-a3cb-6e05872bc5b6', 'network_id': 'af37d01f-5eb3-4527-a3cb-6e05872bc5b6', 'project_id': '8c156190bec041b09ae1df7053accd0d', 'fixed_ips': [{'subnet_id': 'db203b34-e4f4-423c-9315-f14e0d3cc04f'}]}} from n-d-827839-2. {{(pid=103378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 17:25:49.144641 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d968636-85da-4c51-b205-5fd9f9144dab req-d0075d0c-a5b7-4915-a8c4-f3596f7a228a tempest-ServerRescueNegativeTestJSON-1481324798 tempest-ServerRescueNegativeTestJSON-1481324798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:25:49.144980 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-885d4a70-12a2-47cf-aba5-73fcfcc1fef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:49.153974 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-6d968636-85da-4c51-b205-5fd9f9144dab req-d0075d0c-a5b7-4915-a8c4-f3596f7a228a tempest-ServerRescueNegativeTestJSON-1481324798 tempest-ServerRescueNegativeTestJSON-1481324798-project] 10.222.0.89 "GET /v2.0/ports?device_id=5f99a685-700d-4f63-88c2-d2a04a4a422d HTTP/1.1" status: 200 len: 945 time: 0.0668876 Feb 04 17:25:49.210210 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-35c0bf6c-a113-4075-8dc6-0afaa0164e88 tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1541225'] for subnet (db203b34-e4f4-423c-9315-f14e0d3cc04f), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:49.213723 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-6d968636-85da-4c51-b205-5fd9f9144dab req-8816cba0-61bf-452a-9be7-d66a78b12bec tempest-ServerRescueNegativeTestJSON-1481324798 tempest-ServerRescueNegativeTestJSON-1481324798-project] 10.222.0.89 "GET /v2.0/security-groups?id=47e1fb0d-88ed-4fed-9e75-9f02b9f534f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584919 Feb 04 17:25:49.283087 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 42228) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:25:49.304573 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-7d88044e-2283-4a53-ac87-8a56c616831c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:49.323806 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-885d4a70-12a2-47cf-aba5-73fcfcc1fef8 None None] Allocated IP 172.20.0.2 (af37d01f-5eb3-4527-a3cb-6e05872bc5b6/db203b34-e4f4-423c-9315-f14e0d3cc04f/283871fc-1129-447e-a365-70cecf60aa3f) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:25:49.434325 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b59a940-282f-4a46-841f-6ad71b4e2a18 req-93cfc686-250e-4908-ad3f-d2f704419ff0 tempest-ImagesTestJSON-301921999 tempest-ImagesTestJSON-301921999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:25:49.436003 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-5b59a940-282f-4a46-841f-6ad71b4e2a18 req-93cfc686-250e-4908-ad3f-d2f704419ff0 tempest-ImagesTestJSON-301921999 tempest-ImagesTestJSON-301921999-project] 10.222.0.89 "GET /v2.0/ports?device_id=edcbe390-f9a8-4334-aaa2-ead8c81676ac HTTP/1.1" status: 200 len: 945 time: 0.0910823 Feb 04 17:25:49.438098 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-7d88044e-2283-4a53-ac87-8a56c616831c admin admin] Publish callbacks [] for security_group (55afb974-c142-433b-b170-eb2542795395), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:49.443872 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-7d88044e-2283-4a53-ac87-8a56c616831c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (55afb974-c142-433b-b170-eb2542795395), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:49.500655 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-885d4a70-12a2-47cf-aba5-73fcfcc1fef8 None None] Publish callbacks [] for port (283871fc-1129-447e-a365-70cecf60aa3f), precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:49.504070 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-7d88044e-2283-4a53-ac87-8a56c616831c admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=47e0afedaff24fb2a87e2e41e230ead2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2172515 Feb 04 17:25:49.504277 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 42236) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:25:49.510627 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-885d4a70-12a2-47cf-aba5-73fcfcc1fef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135'] for port (283871fc-1129-447e-a365-70cecf60aa3f), after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:49.534648 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-5b59a940-282f-4a46-841f-6ad71b4e2a18 req-2ec466e1-91de-450c-bb37-f23da3ebf4da tempest-ImagesTestJSON-301921999 tempest-ImagesTestJSON-301921999-project] 10.222.0.89 "GET /v2.0/security-groups?id=5b73e0f3-a9f7-4cf1-b4aa-b594ce8b7178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926964 Feb 04 17:25:49.544382 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d88044e-2283-4a53-ac87-8a56c616831c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55afb974-c142-433b-b170-eb2542795395,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:25:49.593436 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-59b66a57-41da-4901-92e3-5cf99571d9ed admin admin] Publish callbacks [] for security_group (55afb974-c142-433b-b170-eb2542795395), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:49.597901 n-d-827839-2 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-885d4a70-12a2-47cf-aba5-73fcfcc1fef8 None None] Network af37d01f-5eb3-4527-a3cb-6e05872bc5b6 is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:25:49.599219 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-35c0bf6c-a113-4075-8dc6-0afaa0164e88 tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1541216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25888360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25597190'] for subnet (db203b34-e4f4-423c-9315-f14e0d3cc04f), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:49.603185 n-d-827839-2 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-885d4a70-12a2-47cf-aba5-73fcfcc1fef8 None None] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:25:49.605788 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-885d4a70-12a2-47cf-aba5-73fcfcc1fef8 None None] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:25:49.609522 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885d4a70-12a2-47cf-aba5-73fcfcc1fef8 None None] Pushing event updated for resources: {'Port': ['ID=283871fc-1129-447e-a365-70cecf60aa3f,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:25:49.622572 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-59b66a57-41da-4901-92e3-5cf99571d9ed admin admin] Publish callbacks [] for security_group (55afb974-c142-433b-b170-eb2542795395), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:49.636016 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c0bf6c-a113-4075-8dc6-0afaa0164e88 tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Pushing event deleted for resources: {'Subnet': ['ID=db203b34-e4f4-423c-9315-f14e0d3cc04f,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:25:49.685285 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-59b66a57-41da-4901-92e3-5cf99571d9ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (55afb974-c142-433b-b170-eb2542795395), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:49.689339 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-59b66a57-41da-4901-92e3-5cf99571d9ed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:49.690751 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-59b66a57-41da-4901-92e3-5cf99571d9ed admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/55afb974-c142-433b-b170-eb2542795395 HTTP/1.1" status: 204 len: 168 time: 0.1854279 Feb 04 17:25:49.702629 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b66a57-41da-4901-92e3-5cf99571d9ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55afb974-c142-433b-b170-eb2542795395,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:25:49.735962 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-35c0bf6c-a113-4075-8dc6-0afaa0164e88 tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1543676', 'neutron.services.segments.db._delete_segments_for_network-8781084786517'] for network (af37d01f-5eb3-4527-a3cb-6e05872bc5b6), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:49.765159 n-d-827839-2 neutron-server[103377]: DEBUG neutron.services.segments.db [None req-35c0bf6c-a113-4075-8dc6-0afaa0164e88 tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af37d01f-5eb3-4527-a3cb-6e05872bc5b6']}} {{(pid=103377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:25:49.776505 n-d-827839-2 neutron-server[103377]: DEBUG neutron.services.segments.db [None req-35c0bf6c-a113-4075-8dc6-0afaa0164e88 tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e353fe6d-366c-4938-ac60-dd681614d748') {'for_net_delete': True} {{(pid=103377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:25:49.777193 n-d-827839-2 neutron-server[103377]: DEBUG neutron.services.segments.db [None req-35c0bf6c-a113-4075-8dc6-0afaa0164e88 tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e353fe6d-366c-4938-ac60-dd681614d748') {} {{(pid=103377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:25:49.789100 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-35c0bf6c-a113-4075-8dc6-0afaa0164e88 tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781084783966', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26866685'] for segment (e353fe6d-366c-4938-ac60-dd681614d748), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:49.810644 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-35c0bf6c-a113-4075-8dc6-0afaa0164e88 tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (e353fe6d-366c-4938-ac60-dd681614d748), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:49.819009 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35c0bf6c-a113-4075-8dc6-0afaa0164e88 tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Releasing vlan 756 on physical network physnet1 to pool {{(pid=103377) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 17:25:49.819405 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-35c0bf6c-a113-4075-8dc6-0afaa0164e88 tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25888454'] for segment (e353fe6d-366c-4938-ac60-dd681614d748), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:49.866389 n-d-827839-2 neutron-server[103377]: Traceback (most recent call last): Feb 04 17:25:49.866389 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 17:25:49.866389 n-d-827839-2 neutron-server[103377]: timer() Feb 04 17:25:49.866389 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 17:25:49.866389 n-d-827839-2 neutron-server[103377]: cb(*args, **kw) Feb 04 17:25:49.866389 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 17:25:49.866389 n-d-827839-2 neutron-server[103377]: return func(*args, **kwargs) Feb 04 17:25:49.866389 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 17:25:49.866389 n-d-827839-2 neutron-server[103377]: self._notify() Feb 04 17:25:49.866389 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 17:25:49.866389 n-d-827839-2 neutron-server[103377]: self.callback(batched_events) Feb 04 17:25:49.866389 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 17:25:49.866389 n-d-827839-2 neutron-server[103377]: event.method(event) Feb 04 17:25:49.866389 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 17:25:49.866389 n-d-827839-2 neutron-server[103377]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 17:25:49.866389 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 17:25:49.866389 n-d-827839-2 neutron-server[103377]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 17:25:49.866389 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 17:25:49.866389 n-d-827839-2 neutron-server[103377]: return f(self, *a, **k) Feb 04 17:25:49.866389 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 17:25:49.866389 n-d-827839-2 neutron-server[103377]: return self._get(url).json() Feb 04 17:25:49.866389 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 17:25:49.866389 n-d-827839-2 neutron-server[103377]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 17:25:49.866389 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 17:25:49.866389 n-d-827839-2 neutron-server[103377]: return self.request(url, 'GET', **kwargs) Feb 04 17:25:49.866389 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 17:25:49.866389 n-d-827839-2 neutron-server[103377]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 17:25:49.866389 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 17:25:49.866389 n-d-827839-2 neutron-server[103377]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 17:25:49.866389 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 17:25:49.866389 n-d-827839-2 neutron-server[103377]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 17:25:49.866389 n-d-827839-2 neutron-server[103377]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 17:25:49.877846 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-885d4a70-12a2-47cf-aba5-73fcfcc1fef8 None None] Attempting to bind port 283871fc-1129-447e-a365-70cecf60aa3f on host n-d-827839-2 for vnic_type normal with profile {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:25:49.878516 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-885d4a70-12a2-47cf-aba5-73fcfcc1fef8 None None] Attempting to bind port 283871fc-1129-447e-a365-70cecf60aa3f by drivers openvswitch,hyperv on host n-d-827839-2 at level 0 using segments [{'id': 'e353fe6d-366c-4938-ac60-dd681614d748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'af37d01f-5eb3-4527-a3cb-6e05872bc5b6'}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:25:49.879091 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-885d4a70-12a2-47cf-aba5-73fcfcc1fef8 None None] Attempting to bind port 283871fc-1129-447e-a365-70cecf60aa3f on network af37d01f-5eb3-4527-a3cb-6e05872bc5b6 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:25:49.886898 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.db.api [None req-35c0bf6c-a113-4075-8dc6-0afaa0164e88 tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 04 17:25:49.886898 n-d-827839-2 neutron-server[103377]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 04 17:25:49.886898 n-d-827839-2 neutron-server[103377]: [parameters: {'id': 'af37d01f-5eb3-4527-a3cb-6e05872bc5b6'}] Feb 04 17:25:49.886898 n-d-827839-2 neutron-server[103377]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103377) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 17:25:49.887360 n-d-827839-2 neutron-server[103377]: DEBUG oslo_db.api [None req-35c0bf6c-a113-4075-8dc6-0afaa0164e88 tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 17:25:49.893164 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-885d4a70-12a2-47cf-aba5-73fcfcc1fef8 None None] Checking agent: {'id': 'ba70844b-66a0-45fd-a2f2-e6ed673321fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 0, 36), 'started_at': datetime.datetime(2022, 2, 4, 17, 1, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 25, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:25:49.893774 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-885d4a70-12a2-47cf-aba5-73fcfcc1fef8 None None] Checking segment: {'id': 'e353fe6d-366c-4938-ac60-dd681614d748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'af37d01f-5eb3-4527-a3cb-6e05872bc5b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:25:49.894195 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-885d4a70-12a2-47cf-aba5-73fcfcc1fef8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:49.894918 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-885d4a70-12a2-47cf-aba5-73fcfcc1fef8 None None] Bound using segment: {'id': 'e353fe6d-366c-4938-ac60-dd681614d748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'af37d01f-5eb3-4527-a3cb-6e05872bc5b6'} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:25:49.895401 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-885d4a70-12a2-47cf-aba5-73fcfcc1fef8 None None] Bound port: 283871fc-1129-447e-a365-70cecf60aa3f, host: n-d-827839-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e353fe6d-366c-4938-ac60-dd681614d748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'af37d01f-5eb3-4527-a3cb-6e05872bc5b6'}}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:25:49.895910 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-885d4a70-12a2-47cf-aba5-73fcfcc1fef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (283871fc-1129-447e-a365-70cecf60aa3f), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:49.972457 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-885d4a70-12a2-47cf-aba5-73fcfcc1fef8 None None] For port 283871fc-1129-447e-a365-70cecf60aa3f, host n-d-827839-2, cleared binding levels {{(pid=103378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:25:49.976730 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-885d4a70-12a2-47cf-aba5-73fcfcc1fef8 None None] For port 283871fc-1129-447e-a365-70cecf60aa3f, host n-d-827839-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=283871fc-1129-447e-a365-70cecf60aa3f,segment=NetworkSegment(e353fe6d-366c-4938-ac60-dd681614d748),segment_id=e353fe6d-366c-4938-ac60-dd681614d748)] {{(pid=103378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:25:49.985534 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-885d4a70-12a2-47cf-aba5-73fcfcc1fef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (283871fc-1129-447e-a365-70cecf60aa3f), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:50.079893 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885d4a70-12a2-47cf-aba5-73fcfcc1fef8 None None] Pushing event updated for resources: {'Port': ['ID=283871fc-1129-447e-a365-70cecf60aa3f,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:25:50.095423 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bbfb67-503e-4009-a513-71d2b4a95a31 req-9a0e14b9-909e-4369-8b7f-bdc4b6269b83 tempest-ListImageFiltersTestJSON-637610508 tempest-ListImageFiltersTestJSON-637610508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:25:50.098266 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-d6bbfb67-503e-4009-a513-71d2b4a95a31 req-9a0e14b9-909e-4369-8b7f-bdc4b6269b83 tempest-ListImageFiltersTestJSON-637610508 tempest-ListImageFiltersTestJSON-637610508-project] 10.222.0.89 "GET /v2.0/ports?device_id=dc2bad38-c195-4b69-bf4d-a243173f043e HTTP/1.1" status: 200 len: 950 time: 0.0940311 Feb 04 17:25:50.156240 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-d6bbfb67-503e-4009-a513-71d2b4a95a31 req-26e364c9-f03d-42ac-a906-2c001ff8f845 tempest-ListImageFiltersTestJSON-637610508 tempest-ListImageFiltersTestJSON-637610508-project] 10.222.0.89 "GET /v2.0/security-groups?id=64f1a98c-fa51-4ada-9579-f28b8d0ae7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523853 Feb 04 17:25:50.195512 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8f45503-0431-4db9-8d42-a94948a25059 None None] get_active_networks_info from n-d-827839-2 {{(pid=103378) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 04 17:25:50.358725 n-d-827839-2 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8f45503-0431-4db9-8d42-a94948a25059 None None] Resources bound (agent type, host, resource id): {{(pid=103378) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 04 17:25:50.389169 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-35c0bf6c-a113-4075-8dc6-0afaa0164e88 tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628832'] for network (af37d01f-5eb3-4527-a3cb-6e05872bc5b6), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:50.502219 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c27d41-cadf-4569-b512-c229c29854a3 req-843171d1-54c3-47da-a42d-089c6aa2173d tempest-ImagesTestJSON-301921999 tempest-ImagesTestJSON-301921999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:25:50.503732 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-a0c27d41-cadf-4569-b512-c229c29854a3 req-843171d1-54c3-47da-a42d-089c6aa2173d tempest-ImagesTestJSON-301921999 tempest-ImagesTestJSON-301921999-project] 10.222.0.89 "GET /v2.0/ports?device_id=edcbe390-f9a8-4334-aaa2-ead8c81676ac HTTP/1.1" status: 200 len: 945 time: 0.0983617 Feb 04 17:25:50.507667 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-35c0bf6c-a113-4075-8dc6-0afaa0164e88 tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Deleting port 283871fc-1129-447e-a365-70cecf60aa3f {{(pid=103377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:25:50.508008 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-35c0bf6c-a113-4075-8dc6-0afaa0164e88 tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (283871fc-1129-447e-a365-70cecf60aa3f), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:50.672011 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-a0c27d41-cadf-4569-b512-c229c29854a3 req-f99a7f62-37a1-49c8-8f0c-4eb2610a7431 tempest-ImagesTestJSON-301921999 tempest-ImagesTestJSON-301921999-project] 10.222.0.89 "GET /v2.0/security-groups?id=5b73e0f3-a9f7-4cf1-b4aa-b594ce8b7178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584680 Feb 04 17:25:50.678845 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [None req-35c0bf6c-a113-4075-8dc6-0afaa0164e88 tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] For port 283871fc-1129-447e-a365-70cecf60aa3f, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=283871fc-1129-447e-a365-70cecf60aa3f,segment=NetworkSegment(e353fe6d-366c-4938-ac60-dd681614d748),segment_id=e353fe6d-366c-4938-ac60-dd681614d748)] {{(pid=103377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:25:50.679217 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-35c0bf6c-a113-4075-8dc6-0afaa0164e88 tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (283871fc-1129-447e-a365-70cecf60aa3f), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:50.698126 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-35c0bf6c-a113-4075-8dc6-0afaa0164e88 tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Calling delete_port for 283871fc-1129-447e-a365-70cecf60aa3f owned by network:dhcp {{(pid=103377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:25:50.764253 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a866648-aa23-4a37-b6d2-5946e4b7fd78 None None] Network af37d01f-5eb3-4527-a3cb-6e05872bc5b6 requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:25:50.818695 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-35c0bf6c-a113-4075-8dc6-0afaa0164e88 tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (283871fc-1129-447e-a365-70cecf60aa3f), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:50.835705 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35c0bf6c-a113-4075-8dc6-0afaa0164e88 tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] No DVR routers for this DVR port 283871fc-1129-447e-a365-70cecf60aa3f on host n-d-827839-2 {{(pid=103377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 17:25:50.859459 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c0bf6c-a113-4075-8dc6-0afaa0164e88 tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Pushing event deleted for resources: {'Port': ['ID=283871fc-1129-447e-a365-70cecf60aa3f,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:25:50.945354 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-35c0bf6c-a113-4075-8dc6-0afaa0164e88 tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1543676', 'neutron.services.segments.db._delete_segments_for_network-8781084786517'] for network (af37d01f-5eb3-4527-a3cb-6e05872bc5b6), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:50.967664 n-d-827839-2 neutron-server[103377]: DEBUG neutron.services.segments.db [None req-35c0bf6c-a113-4075-8dc6-0afaa0164e88 tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af37d01f-5eb3-4527-a3cb-6e05872bc5b6']}} {{(pid=103377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:25:50.978229 n-d-827839-2 neutron-server[103377]: DEBUG neutron.services.segments.db [None req-35c0bf6c-a113-4075-8dc6-0afaa0164e88 tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e353fe6d-366c-4938-ac60-dd681614d748') {'for_net_delete': True} {{(pid=103377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:25:50.978526 n-d-827839-2 neutron-server[103377]: DEBUG neutron.services.segments.db [None req-35c0bf6c-a113-4075-8dc6-0afaa0164e88 tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e353fe6d-366c-4938-ac60-dd681614d748') {} {{(pid=103377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:25:50.988964 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-35c0bf6c-a113-4075-8dc6-0afaa0164e88 tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781084783966', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26866685'] for segment (e353fe6d-366c-4938-ac60-dd681614d748), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:51.003355 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-35c0bf6c-a113-4075-8dc6-0afaa0164e88 tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (e353fe6d-366c-4938-ac60-dd681614d748), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:51.010786 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35c0bf6c-a113-4075-8dc6-0afaa0164e88 tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Releasing vlan 756 on physical network physnet1 to pool {{(pid=103377) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 17:25:51.011273 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-35c0bf6c-a113-4075-8dc6-0afaa0164e88 tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25888454'] for segment (e353fe6d-366c-4938-ac60-dd681614d748), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:51.014545 n-d-827839-2 neutron-server[103377]: Traceback (most recent call last): Feb 04 17:25:51.014545 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 17:25:51.014545 n-d-827839-2 neutron-server[103377]: timer() Feb 04 17:25:51.014545 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 17:25:51.014545 n-d-827839-2 neutron-server[103377]: cb(*args, **kw) Feb 04 17:25:51.014545 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 17:25:51.014545 n-d-827839-2 neutron-server[103377]: return func(*args, **kwargs) Feb 04 17:25:51.014545 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 17:25:51.014545 n-d-827839-2 neutron-server[103377]: self._notify() Feb 04 17:25:51.014545 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 17:25:51.014545 n-d-827839-2 neutron-server[103377]: self.callback(batched_events) Feb 04 17:25:51.014545 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 17:25:51.014545 n-d-827839-2 neutron-server[103377]: event.method(event) Feb 04 17:25:51.014545 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 17:25:51.014545 n-d-827839-2 neutron-server[103377]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 17:25:51.014545 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 17:25:51.014545 n-d-827839-2 neutron-server[103377]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 17:25:51.014545 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 17:25:51.014545 n-d-827839-2 neutron-server[103377]: return f(self, *a, **k) Feb 04 17:25:51.014545 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 17:25:51.014545 n-d-827839-2 neutron-server[103377]: return self._get(url).json() Feb 04 17:25:51.014545 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 17:25:51.014545 n-d-827839-2 neutron-server[103377]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 17:25:51.014545 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 17:25:51.014545 n-d-827839-2 neutron-server[103377]: return self.request(url, 'GET', **kwargs) Feb 04 17:25:51.014545 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 17:25:51.014545 n-d-827839-2 neutron-server[103377]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 17:25:51.014545 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 17:25:51.014545 n-d-827839-2 neutron-server[103377]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 17:25:51.014545 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 17:25:51.014545 n-d-827839-2 neutron-server[103377]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 17:25:51.014545 n-d-827839-2 neutron-server[103377]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 17:25:51.081285 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-35c0bf6c-a113-4075-8dc6-0afaa0164e88 tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1543671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1595572'] for network (af37d01f-5eb3-4527-a3cb-6e05872bc5b6), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:51.086117 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-35c0bf6c-a113-4075-8dc6-0afaa0164e88 tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677565'] for network (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:51.090731 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-35c0bf6c-a113-4075-8dc6-0afaa0164e88 tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] 10.222.0.89 "DELETE /v2.0/networks/af37d01f-5eb3-4527-a3cb-6e05872bc5b6 HTTP/1.1" status: 204 len: 168 time: 2.0878272 Feb 04 17:25:51.094294 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 42336) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:25:51.102202 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-c6d196b2-d169-440d-94eb-bba5f5882934 tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-786861988'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:25:51.121751 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c0bf6c-a113-4075-8dc6-0afaa0164e88 tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Pushing event deleted for resources: {'Network': ['ID=af37d01f-5eb3-4527-a3cb-6e05872bc5b6,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:25:51.125432 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6d196b2-d169-440d-94eb-bba5f5882934 tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Made reservation on behalf of 8c156190bec041b09ae1df7053accd0d for: {'network': 1} {{(pid=103376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:25:51.129430 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-c6d196b2-d169-440d-94eb-bba5f5882934 tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for network (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:51.157898 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6d196b2-d169-440d-94eb-bba5f5882934 tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] vlan segment allocate from pool success with {'vlan_id': 756, 'physical_network': 'physnet1'} {{(pid=103376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 17:25:51.170173 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-c6d196b2-d169-440d-94eb-bba5f5882934 tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (4ba0682e-8f43-4b8f-92d0-18709ced6620), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:51.170526 n-d-827839-2 neutron-server[103376]: INFO neutron.db.segments_db [None req-c6d196b2-d169-440d-94eb-bba5f5882934 tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Added segment 4ba0682e-8f43-4b8f-92d0-18709ced6620 of type vlan for network bc786cf7-f120-49b2-873b-c6602873332a Feb 04 17:25:51.238796 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-c6d196b2-d169-440d-94eb-bba5f5882934 tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781084292801'] for network (bc786cf7-f120-49b2-873b-c6602873332a), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:51.258519 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-c6d196b2-d169-440d-94eb-bba5f5882934 tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327'] for network (bc786cf7-f120-49b2-873b-c6602873332a), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:51.266078 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6d196b2-d169-440d-94eb-bba5f5882934 tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:25:51.266836 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-c6d196b2-d169-440d-94eb-bba5f5882934 tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677565'] for network (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:51.361314 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-c6d196b2-d169-440d-94eb-bba5f5882934 tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.2573497 Feb 04 17:25:51.361314 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 42344) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:25:51.363356 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-a07712a3-39cc-45b3-aa6d-fb08d141a156 tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Request body: {'subnet': {'network_id': 'bc786cf7-f120-49b2-873b-c6602873332a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:25:51.370393 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d196b2-d169-440d-94eb-bba5f5882934 tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Pushing event updated for resources: {'Network': ['ID=bc786cf7-f120-49b2-873b-c6602873332a,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:25:51.380531 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Network bc786cf7-f120-49b2-873b-c6602873332a details requested by agent ovs-agent-n-d-827839-2 with host n-d-827839-2 {{(pid=103378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 17:25:51.472667 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a07712a3-39cc-45b3-aa6d-fb08d141a156 tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Made reservation on behalf of 8c156190bec041b09ae1df7053accd0d for: {'subnet': 1} {{(pid=103376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:25:51.479720 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-a07712a3-39cc-45b3-aa6d-fb08d141a156 tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25859006'] for subnet (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:51.572259 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.ipam_backend_mixin [None req-a07712a3-39cc-45b3-aa6d-fb08d141a156 tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Performing IP validity checks on allocation pools {{(pid=103376) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 04 17:25:51.573046 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.ipam_backend_mixin [None req-a07712a3-39cc-45b3-aa6d-fb08d141a156 tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103376) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 04 17:25:51.763464 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-a07712a3-39cc-45b3-aa6d-fb08d141a156 tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25674939', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25858952'] for subnet (098b9cca-8c0f-46a3-b466-40abc4f28ce6), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:51.891582 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07712a3-39cc-45b3-aa6d-fb08d141a156 tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Pushing event updated for resources: {'Subnet': ['ID=098b9cca-8c0f-46a3-b466-40abc4f28ce6,revision_number=0']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:25:51.923296 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a07712a3-39cc-45b3-aa6d-fb08d141a156 tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Checking segment: {'id': '4ba0682e-8f43-4b8f-92d0-18709ced6620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'bc786cf7-f120-49b2-873b-c6602873332a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:25:51.923663 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a07712a3-39cc-45b3-aa6d-fb08d141a156 tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Network hostable DHCP agents. Network: bc786cf7-f120-49b2-873b-c6602873332a, hostable agents: ['bb89f5a3-3c22-440b-b7d1-c4f0c43c184a'], hosted agents: [] {{(pid=103376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 17:25:51.938825 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5cc488-c37a-4838-bc76-477ef12567ce req-892922fe-f447-4490-a262-447767bae78f tempest-ImagesTestJSON-301921999 tempest-ImagesTestJSON-301921999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:25:51.940422 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-5c5cc488-c37a-4838-bc76-477ef12567ce req-892922fe-f447-4490-a262-447767bae78f tempest-ImagesTestJSON-301921999 tempest-ImagesTestJSON-301921999-project] 10.222.0.89 "GET /v2.0/ports?device_id=edcbe390-f9a8-4334-aaa2-ead8c81676ac HTTP/1.1" status: 200 len: 945 time: 0.1219845 Feb 04 17:25:51.956068 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a07712a3-39cc-45b3-aa6d-fb08d141a156 tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Network bc786cf7-f120-49b2-873b-c6602873332a is scheduled to be hosted by DHCP agent bb89f5a3-3c22-440b-b7d1-c4f0c43c184a with binding_index 1 {{(pid=103376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 17:25:51.985750 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [None req-a07712a3-39cc-45b3-aa6d-fb08d141a156 tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827839-2, bc786cf7-f120-49b2-873b-c6602873332a) {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:25:51.994260 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b28f2ef6-c64c-4735-88e6-a7f31b5aa8f0 None None] Network bc786cf7-f120-49b2-873b-c6602873332a requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:25:52.003716 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a07712a3-39cc-45b3-aa6d-fb08d141a156 tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:25:52.004413 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-a07712a3-39cc-45b3-aa6d-fb08d141a156 tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Publish callbacks [] for subnet (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:52.036217 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-a07712a3-39cc-45b3-aa6d-fb08d141a156 tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 0.6788597 Feb 04 17:25:52.039149 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 42382) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:25:52.041948 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-5c5cc488-c37a-4838-bc76-477ef12567ce req-f70103f5-fcd5-4a90-9aa6-e0c17de738aa tempest-ImagesTestJSON-301921999 tempest-ImagesTestJSON-301921999-project] 10.222.0.89 "GET /v2.0/security-groups?id=5b73e0f3-a9f7-4cf1-b4aa-b594ce8b7178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794830 Feb 04 17:25:52.147224 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Device 164f60d5-bcce-4d71-83e0-d2eee97a873b details requested by agent hyperv_n-h2-827839-2 with host n-h2-827839-2 {{(pid=103378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 17:25:52.160125 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Device bf588a04-722e-47f6-9543-998107c8912a no longer exists at agent hyperv_n-h2-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:25:52.230120 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-75d6e933-234a-4bcb-9d4c-30aeacf4f777 tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628832'] for network (bc786cf7-f120-49b2-873b-c6602873332a), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:52.334089 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-75d6e933-234a-4bcb-9d4c-30aeacf4f777 tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1541225'] for subnet (098b9cca-8c0f-46a3-b466-40abc4f28ce6), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:52.341983 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a153ce38-9cee-44a7-a0c7-d202989c8abb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e4c19ad-5724-5db8-8ee1-4f56ae69fcf4-bc786cf7-f120-49b2-873b-c6602873332a', 'network_id': 'bc786cf7-f120-49b2-873b-c6602873332a', 'project_id': '8c156190bec041b09ae1df7053accd0d', 'fixed_ips': [{'subnet_id': '098b9cca-8c0f-46a3-b466-40abc4f28ce6'}]}} from n-d-827839-2. {{(pid=103378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 17:25:52.343245 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a153ce38-9cee-44a7-a0c7-d202989c8abb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:52.434243 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-75d6e933-234a-4bcb-9d4c-30aeacf4f777 tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1541216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25888360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25597190'] for subnet (098b9cca-8c0f-46a3-b466-40abc4f28ce6), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:52.477823 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d6e933-234a-4bcb-9d4c-30aeacf4f777 tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Pushing event deleted for resources: {'Subnet': ['ID=098b9cca-8c0f-46a3-b466-40abc4f28ce6,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:25:52.536448 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] For port 164f60d5-bcce-4d71-83e0-d2eee97a873b, host n-h2-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=164f60d5-bcce-4d71-83e0-d2eee97a873b,segment=NetworkSegment(40be95d6-8661-400f-bc9d-3f4c57dcd00c),segment_id=40be95d6-8661-400f-bc9d-3f4c57dcd00c)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:25:52.547709 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-75d6e933-234a-4bcb-9d4c-30aeacf4f777 tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1543676', 'neutron.services.segments.db._delete_segments_for_network-8781084786517'] for network (bc786cf7-f120-49b2-873b-c6602873332a), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:52.568862 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Current status of the port bf588a04-722e-47f6-9543-998107c8912a is: ACTIVE; New status is: DOWN {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:25:52.569369 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (bf588a04-722e-47f6-9543-998107c8912a), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:52.579949 n-d-827839-2 neutron-server[103377]: DEBUG neutron.services.segments.db [None req-75d6e933-234a-4bcb-9d4c-30aeacf4f777 tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc786cf7-f120-49b2-873b-c6602873332a']}} {{(pid=103377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:25:52.584853 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Returning: {'device': '164f60d5-bcce-4d71-83e0-d2eee97a873b', 'network_id': 'a69bfb95-797b-4825-866b-2c94a621d18a', 'port_id': '164f60d5-bcce-4d71-83e0-d2eee97a873b', 'mac_address': 'fa:16:3e:3c:28:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 769, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c5f610d-9231-45f1-abd7-6e26ccd02030', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 17:25:52.592418 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server [None req-a153ce38-9cee-44a7-a0c7-d202989c8abb None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 098b9cca-8c0f-46a3-b466-40abc4f28ce6: This subnet is being modified by another concurrent operation. Feb 04 17:25:52.592418 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 04 17:25:52.592418 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 04 17:25:52.592418 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 04 17:25:52.592418 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 04 17:25:52.592418 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 04 17:25:52.592418 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 04 17:25:52.592418 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 04 17:25:52.592418 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 04 17:25:52.592418 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 04 17:25:52.592418 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 04 17:25:52.592418 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 04 17:25:52.592418 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 17:25:52.592418 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 17:25:52.592418 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 17:25:52.592418 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 17:25:52.592418 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 04 17:25:52.592418 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 04 17:25:52.592418 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 04 17:25:52.592418 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 04 17:25:52.592418 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 17:25:52.592418 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 17:25:52.592418 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 17:25:52.592418 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 17:25:52.592418 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 04 17:25:52.592418 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 04 17:25:52.592418 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 04 17:25:52.592418 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 04 17:25:52.592418 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 17:25:52.592418 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 17:25:52.592418 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 17:25:52.592418 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 17:25:52.592418 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 04 17:25:52.592418 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 04 17:25:52.592418 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 04 17:25:52.592418 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 04 17:25:52.592418 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Feb 04 17:25:52.592418 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 04 17:25:52.592418 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Feb 04 17:25:52.592418 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 04 17:25:52.592418 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 04 17:25:52.592418 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 04 17:25:52.592418 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 04 17:25:52.592418 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 04 17:25:52.592418 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 04 17:25:52.592418 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 04 17:25:52.592418 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 04 17:25:52.592418 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 04 17:25:52.592418 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 17:25:52.592418 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 17:25:52.592418 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 17:25:52.592418 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 17:25:52.592418 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 04 17:25:52.592418 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 04 17:25:52.596662 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 04 17:25:52.596662 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 04 17:25:52.596662 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 17:25:52.596662 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 17:25:52.596662 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 17:25:52.596662 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 17:25:52.596662 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 04 17:25:52.596662 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 04 17:25:52.596662 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 04 17:25:52.596662 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 04 17:25:52.596662 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 17:25:52.596662 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 17:25:52.596662 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 17:25:52.596662 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 17:25:52.596662 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 04 17:25:52.596662 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 04 17:25:52.596662 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1510, in create_port Feb 04 17:25:52.596662 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 04 17:25:52.596662 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1475, in _create_port_db Feb 04 17:25:52.596662 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 04 17:25:52.596662 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Feb 04 17:25:52.596662 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 04 17:25:52.596662 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 04 17:25:52.596662 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 04 17:25:52.596662 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 04 17:25:52.596662 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 04 17:25:52.596662 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 04 17:25:52.596662 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 04 17:25:52.596662 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 04 17:25:52.596662 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 04 17:25:52.596662 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 04 17:25:52.596662 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 04 17:25:52.596662 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 04 17:25:52.596662 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 04 17:25:52.596662 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 04 17:25:52.596662 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server raise exception Feb 04 17:25:52.596662 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 098b9cca-8c0f-46a3-b466-40abc4f28ce6: This subnet is being modified by another concurrent operation. Feb 04 17:25:52.596662 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server Feb 04 17:25:52.599133 n-d-827839-2 neutron-server[103377]: DEBUG neutron.services.segments.db [None req-75d6e933-234a-4bcb-9d4c-30aeacf4f777 tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ba0682e-8f43-4b8f-92d0-18709ced6620') {'for_net_delete': True} {{(pid=103377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:25:52.599133 n-d-827839-2 neutron-server[103377]: DEBUG neutron.services.segments.db [None req-75d6e933-234a-4bcb-9d4c-30aeacf4f777 tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ba0682e-8f43-4b8f-92d0-18709ced6620') {} {{(pid=103377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:25:52.608206 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc2bad38-c195-4b69-bf4d-a243173f043e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bf588a04-722e-47f6-9543-998107c8912a'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:25:52.610553 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c34bc964ce2211770fda26ca2f3801cc06f4f39928110690550e94ab9c9d2fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d28a5c02-444f-42cc-9326-be8dbc748bbc" -d '{"events": [{"server_uuid": "dc2bad38-c195-4b69-bf4d-a243173f043e", "name": "network-vif-unplugged", "status": "completed", "tag": "bf588a04-722e-47f6-9543-998107c8912a"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:25:52.611661 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-75d6e933-234a-4bcb-9d4c-30aeacf4f777 tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781084783966', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26866685'] for segment (4ba0682e-8f43-4b8f-92d0-18709ced6620), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:52.628435 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-75d6e933-234a-4bcb-9d4c-30aeacf4f777 tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (4ba0682e-8f43-4b8f-92d0-18709ced6620), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:52.638132 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75d6e933-234a-4bcb-9d4c-30aeacf4f777 tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Releasing vlan 756 on physical network physnet1 to pool {{(pid=103377) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 17:25:52.638643 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-75d6e933-234a-4bcb-9d4c-30aeacf4f777 tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25888454'] for segment (4ba0682e-8f43-4b8f-92d0-18709ced6620), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:52.646797 n-d-827839-2 neutron-server[103377]: Traceback (most recent call last): Feb 04 17:25:52.646797 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 17:25:52.646797 n-d-827839-2 neutron-server[103377]: timer() Feb 04 17:25:52.646797 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 17:25:52.646797 n-d-827839-2 neutron-server[103377]: cb(*args, **kw) Feb 04 17:25:52.646797 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 17:25:52.646797 n-d-827839-2 neutron-server[103377]: return func(*args, **kwargs) Feb 04 17:25:52.646797 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 17:25:52.646797 n-d-827839-2 neutron-server[103377]: self._notify() Feb 04 17:25:52.646797 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 17:25:52.646797 n-d-827839-2 neutron-server[103377]: self.callback(batched_events) Feb 04 17:25:52.646797 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 17:25:52.646797 n-d-827839-2 neutron-server[103377]: event.method(event) Feb 04 17:25:52.646797 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 17:25:52.646797 n-d-827839-2 neutron-server[103377]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 17:25:52.646797 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 17:25:52.646797 n-d-827839-2 neutron-server[103377]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 17:25:52.646797 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 17:25:52.646797 n-d-827839-2 neutron-server[103377]: return f(self, *a, **k) Feb 04 17:25:52.646797 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 17:25:52.646797 n-d-827839-2 neutron-server[103377]: return self._get(url).json() Feb 04 17:25:52.646797 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 17:25:52.646797 n-d-827839-2 neutron-server[103377]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 17:25:52.646797 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 17:25:52.646797 n-d-827839-2 neutron-server[103377]: return self.request(url, 'GET', **kwargs) Feb 04 17:25:52.646797 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 17:25:52.646797 n-d-827839-2 neutron-server[103377]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 17:25:52.646797 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 17:25:52.646797 n-d-827839-2 neutron-server[103377]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 17:25:52.646797 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 17:25:52.646797 n-d-827839-2 neutron-server[103377]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 17:25:52.646797 n-d-827839-2 neutron-server[103377]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 17:25:52.699531 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a5ba00e-62ca-4c5d-84da-bc95e134fb7e None None] get_active_networks_info from n-d-827839-2 {{(pid=103378) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 04 17:25:52.731720 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 04 Feb 2022 17:25:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35d08dff-12e5-437b-ad1e-0b41e57b76df x-openstack-request-id: req-35d08dff-12e5-437b-ad1e-0b41e57b76df {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:25:52.732310 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc2bad38-c195-4b69-bf4d-a243173f043e", "name": "network-vif-unplugged", "status": "completed", "tag": "bf588a04-722e-47f6-9543-998107c8912a", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:25:52.732759 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-35d08dff-12e5-437b-ad1e-0b41e57b76df {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:25:52.733322 n-d-827839-2 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc2bad38-c195-4b69-bf4d-a243173f043e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bf588a04-722e-47f6-9543-998107c8912a', 'code': 200} Feb 04 17:25:52.765262 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] For port bf588a04-722e-47f6-9543-998107c8912a, host n-h2-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=bf588a04-722e-47f6-9543-998107c8912a,segment=NetworkSegment(3a39b085-d3e6-43bb-a64c-1b06dd049e5a),segment_id=3a39b085-d3e6-43bb-a64c-1b06dd049e5a)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:25:52.781748 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (bf588a04-722e-47f6-9543-998107c8912a), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:52.812064 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Current status of the port 164f60d5-bcce-4d71-83e0-d2eee97a873b is: ACTIVE; New status is: BUILD {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:25:52.812636 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (164f60d5-bcce-4d71-83e0-d2eee97a873b), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:52.827476 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-75d6e933-234a-4bcb-9d4c-30aeacf4f777 tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1543671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1595572'] for network (bc786cf7-f120-49b2-873b-c6602873332a), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:52.836808 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-75d6e933-234a-4bcb-9d4c-30aeacf4f777 tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677565'] for network (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:52.848682 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-75d6e933-234a-4bcb-9d4c-30aeacf4f777 tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] 10.222.0.89 "DELETE /v2.0/networks/bc786cf7-f120-49b2-873b-c6602873332a HTTP/1.1" status: 204 len: 168 time: 0.8035541 Feb 04 17:25:52.848921 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 42424) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:25:52.854408 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-cc0901f7-0c6e-4117-bae2-378d5e258b2b tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1251117751'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:25:52.874949 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d6e933-234a-4bcb-9d4c-30aeacf4f777 tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Pushing event deleted for resources: {'Network': ['ID=bc786cf7-f120-49b2-873b-c6602873332a,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:25:52.881831 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 164f60d5-bcce-4d71-83e0-d2eee97a873b {{(pid=103378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 17:25:52.897520 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc0901f7-0c6e-4117-bae2-378d5e258b2b tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Made reservation on behalf of 8c156190bec041b09ae1df7053accd0d for: {'network': 1} {{(pid=103376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:25:52.905793 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-cc0901f7-0c6e-4117-bae2-378d5e258b2b tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for network (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:52.961077 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] For port 164f60d5-bcce-4d71-83e0-d2eee97a873b, host n-h2-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=164f60d5-bcce-4d71-83e0-d2eee97a873b,segment=NetworkSegment(40be95d6-8661-400f-bc9d-3f4c57dcd00c),segment_id=40be95d6-8661-400f-bc9d-3f4c57dcd00c)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:25:52.964929 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Pushing event updated for resources: {'Port': ['ID=bf588a04-722e-47f6-9543-998107c8912a,revision_number=8']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:25:52.973590 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (164f60d5-bcce-4d71-83e0-d2eee97a873b), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:52.982277 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc0901f7-0c6e-4117-bae2-378d5e258b2b tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] vlan segment allocate from pool success with {'vlan_id': 787, 'physical_network': 'physnet1'} {{(pid=103376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 17:25:52.999551 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-cc0901f7-0c6e-4117-bae2-378d5e258b2b tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (33409f17-c2bb-4d3e-9afa-60779352c006), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:52.999909 n-d-827839-2 neutron-server[103376]: INFO neutron.db.segments_db [None req-cc0901f7-0c6e-4117-bae2-378d5e258b2b tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Added segment 33409f17-c2bb-4d3e-9afa-60779352c006 of type vlan for network fd35de41-bf31-4867-877d-5d21f50ea821 Feb 04 17:25:53.076905 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] get_ports_and_sgs() called for port_ids ['164f60d5-bcce-4d71-83e0-d2eee97a873b'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 17:25:53.114998 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-cc0901f7-0c6e-4117-bae2-378d5e258b2b tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781084292801'] for network (fd35de41-bf31-4867-877d-5d21f50ea821), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:53.152396 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-cc0901f7-0c6e-4117-bae2-378d5e258b2b tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327'] for network (fd35de41-bf31-4867-877d-5d21f50ea821), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:53.170184 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc0901f7-0c6e-4117-bae2-378d5e258b2b tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:25:53.171248 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-cc0901f7-0c6e-4117-bae2-378d5e258b2b tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677565'] for network (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:53.182221 n-d-827839-2 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a5ba00e-62ca-4c5d-84da-bc95e134fb7e None None] Resources bound (agent type, host, resource id): {{(pid=103378) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 04 17:25:53.196283 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Pushing event updated for resources: {'Port': ['ID=164f60d5-bcce-4d71-83e0-d2eee97a873b,revision_number=6']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:25:53.220196 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 42440) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:25:53.347285 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0901f7-0c6e-4117-bae2-378d5e258b2b tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Pushing event updated for resources: {'Network': ['ID=fd35de41-bf31-4867-877d-5d21f50ea821,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:25:53.354899 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-cc0901f7-0c6e-4117-bae2-378d5e258b2b tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5061510 Feb 04 17:25:53.359718 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 42444) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:25:53.368038 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-45ac2911-f145-4947-aed7-dd8fe59a9222 tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Request body: {'subnet': {'network_id': 'fd35de41-bf31-4867-877d-5d21f50ea821', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:25:53.387443 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Network fd35de41-bf31-4867-877d-5d21f50ea821 details requested by agent ovs-agent-n-d-827839-2 with host n-d-827839-2 {{(pid=103378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 17:25:53.389674 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72301853-eabf-4963-8bd1-9c6317ef57d1 req-d5eb3cb9-d2a0-4c51-8e4d-13346f4e60a6 tempest-ImagesTestJSON-301921999 tempest-ImagesTestJSON-301921999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:25:53.391481 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-72301853-eabf-4963-8bd1-9c6317ef57d1 req-d5eb3cb9-d2a0-4c51-8e4d-13346f4e60a6 tempest-ImagesTestJSON-301921999 tempest-ImagesTestJSON-301921999-project] 10.222.0.89 "GET /v2.0/ports?device_id=edcbe390-f9a8-4334-aaa2-ead8c81676ac HTTP/1.1" status: 200 len: 944 time: 0.2164319 Feb 04 17:25:53.407697 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-3b31f5e0-7da5-4b03-a27d-c5e78f764984 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:53.506252 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-72301853-eabf-4963-8bd1-9c6317ef57d1 req-fe4b5559-4a7a-4bfb-9535-1cd1d47653a1 tempest-ImagesTestJSON-301921999 tempest-ImagesTestJSON-301921999-project] 10.222.0.89 "GET /v2.0/security-groups?id=5b73e0f3-a9f7-4cf1-b4aa-b594ce8b7178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861928 Feb 04 17:25:53.536126 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45ac2911-f145-4947-aed7-dd8fe59a9222 tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Made reservation on behalf of 8c156190bec041b09ae1df7053accd0d for: {'subnet': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:25:53.541491 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-45ac2911-f145-4947-aed7-dd8fe59a9222 tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25597243'] for subnet (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:53.651100 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-3b31f5e0-7da5-4b03-a27d-c5e78f764984 admin admin] Publish callbacks [] for security_group (76f60ecc-38cb-4715-99c0-cbad038db37f), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:53.658906 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-3b31f5e0-7da5-4b03-a27d-c5e78f764984 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (76f60ecc-38cb-4715-99c0-cbad038db37f), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:53.733839 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b31f5e0-7da5-4b03-a27d-c5e78f764984 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76f60ecc-38cb-4715-99c0-cbad038db37f,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:25:53.806494 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-3b31f5e0-7da5-4b03-a27d-c5e78f764984 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=833ea7bf41fe429b9ea8b9aa4bc3b5b7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5844591 Feb 04 17:25:53.811111 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 42450) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:25:53.836091 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5563d7c0-b0b4-4997-b981-5d2ab20916dc None None] Network bc786cf7-f120-49b2-873b-c6602873332a requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:25:53.854795 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5563d7c0-b0b4-4997-b981-5d2ab20916dc None None] Network bc786cf7-f120-49b2-873b-c6602873332a could not be found, it might have been deleted concurrently. {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 04 17:25:53.910161 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-78001efa-7a32-4116-9e88-601754baa2e3 admin admin] Publish callbacks [] for security_group (76f60ecc-38cb-4715-99c0-cbad038db37f), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:53.967518 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-78001efa-7a32-4116-9e88-601754baa2e3 admin admin] Publish callbacks [] for security_group (76f60ecc-38cb-4715-99c0-cbad038db37f), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:54.038440 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-45ac2911-f145-4947-aed7-dd8fe59a9222 tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25889445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25597197'] for subnet (306a6934-dbfd-4fe8-b63b-48535e19128c), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:54.058134 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-78001efa-7a32-4116-9e88-601754baa2e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (76f60ecc-38cb-4715-99c0-cbad038db37f), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:54.061278 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-78001efa-7a32-4116-9e88-601754baa2e3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:54.062647 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-78001efa-7a32-4116-9e88-601754baa2e3 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/76f60ecc-38cb-4715-99c0-cbad038db37f HTTP/1.1" status: 204 len: 168 time: 0.2511539 Feb 04 17:25:54.093895 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78001efa-7a32-4116-9e88-601754baa2e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76f60ecc-38cb-4715-99c0-cbad038db37f,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:25:54.120170 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ac2911-f145-4947-aed7-dd8fe59a9222 tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Pushing event updated for resources: {'Subnet': ['ID=306a6934-dbfd-4fe8-b63b-48535e19128c,revision_number=0']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:25:54.151017 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Device 164f60d5-bcce-4d71-83e0-d2eee97a873b up at agent hyperv_n-h2-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:25:54.211078 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45ac2911-f145-4947-aed7-dd8fe59a9222 tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Checking segment: {'id': '33409f17-c2bb-4d3e-9afa-60779352c006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'fd35de41-bf31-4867-877d-5d21f50ea821'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:25:54.211860 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45ac2911-f145-4947-aed7-dd8fe59a9222 tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Network hostable DHCP agents. Network: fd35de41-bf31-4867-877d-5d21f50ea821, hostable agents: ['bb89f5a3-3c22-440b-b7d1-c4f0c43c184a'], hosted agents: [] {{(pid=103377) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 17:25:54.239215 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45ac2911-f145-4947-aed7-dd8fe59a9222 tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Network fd35de41-bf31-4867-877d-5d21f50ea821 is scheduled to be hosted by DHCP agent bb89f5a3-3c22-440b-b7d1-c4f0c43c184a with binding_index 1 {{(pid=103377) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 17:25:54.250448 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [None req-45ac2911-f145-4947-aed7-dd8fe59a9222 tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827839-2, fd35de41-bf31-4867-877d-5d21f50ea821) {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:25:54.257979 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45ac2911-f145-4947-aed7-dd8fe59a9222 tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:25:54.260308 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Provisioning complete for port 164f60d5-bcce-4d71-83e0-d2eee97a873b triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:25:54.260780 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (164f60d5-bcce-4d71-83e0-d2eee97a873b), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:54.262176 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-45ac2911-f145-4947-aed7-dd8fe59a9222 tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677565'] for subnet (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:54.264084 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7836767-40c3-408d-b7a2-2eed77426c52 None None] Network fd35de41-bf31-4867-877d-5d21f50ea821 requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:25:54.307189 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 42478) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:25:54.308898 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-45ac2911-f145-4947-aed7-dd8fe59a9222 tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.9422998 Feb 04 17:25:54.504519 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 42480) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:25:54.519745 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-fe3e8f14-f4a8-4cae-b94a-7df188096c0f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:54.549160 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-b447041c-25ad-49d1-abd3-a8173fdce35c tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628832'] for network (fd35de41-bf31-4867-877d-5d21f50ea821), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:54.583124 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc209465-8713-463c-b624-61e6de363bd1 req-3a1d5a2e-a20c-4f8f-86b0-49a2d5d70e91 tempest-ImagesTestJSON-301921999 tempest-ImagesTestJSON-301921999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:25:54.585358 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-bc209465-8713-463c-b624-61e6de363bd1 req-3a1d5a2e-a20c-4f8f-86b0-49a2d5d70e91 tempest-ImagesTestJSON-301921999 tempest-ImagesTestJSON-301921999-project] 10.222.0.89 "GET /v2.0/ports?device_id=edcbe390-f9a8-4334-aaa2-ead8c81676ac HTTP/1.1" status: 200 len: 944 time: 0.2819707 Feb 04 17:25:54.622016 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-fe3e8f14-f4a8-4cae-b94a-7df188096c0f admin admin] Publish callbacks [] for security_group (b0b38435-c3bc-4446-a2b2-f5bfee1d9345), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:54.635857 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-fe3e8f14-f4a8-4cae-b94a-7df188096c0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (b0b38435-c3bc-4446-a2b2-f5bfee1d9345), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:54.636411 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-052c6c2d-49fc-4159-86a9-10a0d84ca53f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e4c19ad-5724-5db8-8ee1-4f56ae69fcf4-fd35de41-bf31-4867-877d-5d21f50ea821', 'network_id': 'fd35de41-bf31-4867-877d-5d21f50ea821', 'project_id': '8c156190bec041b09ae1df7053accd0d', 'fixed_ips': [{'subnet_id': '306a6934-dbfd-4fe8-b63b-48535e19128c'}]}} from n-d-827839-2. {{(pid=103378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 17:25:54.637376 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-052c6c2d-49fc-4159-86a9-10a0d84ca53f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:54.664267 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-b447041c-25ad-49d1-abd3-a8173fdce35c tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1541225'] for subnet (306a6934-dbfd-4fe8-b63b-48535e19128c), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:54.702641 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-fe3e8f14-f4a8-4cae-b94a-7df188096c0f admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=f8f09768218e449eb7792fbc3f4d5f02&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1953621 Feb 04 17:25:54.703855 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3e8f14-f4a8-4cae-b94a-7df188096c0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0b38435-c3bc-4446-a2b2-f5bfee1d9345,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:25:54.714438 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-bc209465-8713-463c-b624-61e6de363bd1 req-147b324a-59b4-4826-b891-fa5f20257ad3 tempest-ImagesTestJSON-301921999 tempest-ImagesTestJSON-301921999-project] 10.222.0.89 "GET /v2.0/security-groups?id=5b73e0f3-a9f7-4cf1-b4aa-b594ce8b7178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010799 Feb 04 17:25:54.737287 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 42482) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:25:54.770535 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-b447041c-25ad-49d1-abd3-a8173fdce35c tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1541216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25675894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25858947'] for subnet (306a6934-dbfd-4fe8-b63b-48535e19128c), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:54.798989 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server [None req-052c6c2d-49fc-4159-86a9-10a0d84ca53f None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 306a6934-dbfd-4fe8-b63b-48535e19128c: This subnet is being modified by another concurrent operation. Feb 04 17:25:54.798989 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 04 17:25:54.798989 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 04 17:25:54.798989 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 04 17:25:54.798989 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 04 17:25:54.798989 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 04 17:25:54.798989 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 04 17:25:54.798989 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 04 17:25:54.798989 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 04 17:25:54.798989 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 04 17:25:54.798989 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 04 17:25:54.798989 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 04 17:25:54.798989 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 17:25:54.798989 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 17:25:54.798989 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 17:25:54.798989 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 17:25:54.798989 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 04 17:25:54.798989 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 04 17:25:54.798989 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 04 17:25:54.798989 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 04 17:25:54.798989 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 17:25:54.798989 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 17:25:54.798989 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 17:25:54.798989 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 17:25:54.798989 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 04 17:25:54.798989 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 04 17:25:54.798989 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 04 17:25:54.798989 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 04 17:25:54.798989 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 17:25:54.798989 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 17:25:54.798989 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 17:25:54.798989 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 17:25:54.798989 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 04 17:25:54.798989 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 04 17:25:54.798989 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 04 17:25:54.798989 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 04 17:25:54.798989 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Feb 04 17:25:54.798989 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 04 17:25:54.798989 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Feb 04 17:25:54.798989 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 04 17:25:54.798989 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 04 17:25:54.798989 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 04 17:25:54.798989 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 04 17:25:54.798989 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 04 17:25:54.798989 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 04 17:25:54.798989 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 04 17:25:54.798989 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 04 17:25:54.798989 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 04 17:25:54.798989 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 17:25:54.798989 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 17:25:54.798989 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 17:25:54.798989 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 17:25:54.798989 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 04 17:25:54.798989 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 04 17:25:54.802299 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 04 17:25:54.802299 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 04 17:25:54.802299 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 17:25:54.802299 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 17:25:54.802299 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 17:25:54.802299 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 17:25:54.802299 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 04 17:25:54.802299 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 04 17:25:54.802299 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 04 17:25:54.802299 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 04 17:25:54.802299 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 17:25:54.802299 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 17:25:54.802299 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 17:25:54.802299 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 17:25:54.802299 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 04 17:25:54.802299 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 04 17:25:54.802299 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1510, in create_port Feb 04 17:25:54.802299 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 04 17:25:54.802299 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1475, in _create_port_db Feb 04 17:25:54.802299 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 04 17:25:54.802299 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Feb 04 17:25:54.802299 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 04 17:25:54.802299 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 04 17:25:54.802299 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 04 17:25:54.802299 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 04 17:25:54.802299 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 04 17:25:54.802299 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 04 17:25:54.802299 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 04 17:25:54.802299 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 04 17:25:54.802299 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 04 17:25:54.802299 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 04 17:25:54.802299 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 04 17:25:54.802299 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 04 17:25:54.802299 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 04 17:25:54.802299 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 04 17:25:54.802299 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server raise exception Feb 04 17:25:54.802299 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 306a6934-dbfd-4fe8-b63b-48535e19128c: This subnet is being modified by another concurrent operation. Feb 04 17:25:54.802299 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server Feb 04 17:25:54.810549 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Current status of the port 164f60d5-bcce-4d71-83e0-d2eee97a873b is: BUILD; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:25:54.811160 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (164f60d5-bcce-4d71-83e0-d2eee97a873b), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:54.815576 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-841c9a7b-e257-4664-a064-16c788fd99ba admin admin] Publish callbacks [] for security_group (b0b38435-c3bc-4446-a2b2-f5bfee1d9345), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:54.815676 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b447041c-25ad-49d1-abd3-a8173fdce35c tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Pushing event deleted for resources: {'Subnet': ['ID=306a6934-dbfd-4fe8-b63b-48535e19128c,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:25:54.829495 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb741b79-9719-4032-a119-78afe9efe314 None None] get_active_networks_info from n-d-827839-2 {{(pid=103378) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 04 17:25:54.837292 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-841c9a7b-e257-4664-a064-16c788fd99ba admin admin] Publish callbacks [] for security_group (b0b38435-c3bc-4446-a2b2-f5bfee1d9345), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:54.881935 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-b447041c-25ad-49d1-abd3-a8173fdce35c tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1543676', 'neutron.services.segments.db._delete_segments_for_network-8781084786517'] for network (fd35de41-bf31-4867-877d-5d21f50ea821), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:54.887572 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-841c9a7b-e257-4664-a064-16c788fd99ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (b0b38435-c3bc-4446-a2b2-f5bfee1d9345), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:54.890387 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-841c9a7b-e257-4664-a064-16c788fd99ba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:54.893036 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] For port 164f60d5-bcce-4d71-83e0-d2eee97a873b, host n-h2-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=164f60d5-bcce-4d71-83e0-d2eee97a873b,segment=NetworkSegment(40be95d6-8661-400f-bc9d-3f4c57dcd00c),segment_id=40be95d6-8661-400f-bc9d-3f4c57dcd00c)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:25:54.898208 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edcbe390-f9a8-4334-aaa2-ead8c81676ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '164f60d5-bcce-4d71-83e0-d2eee97a873b'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:25:54.901854 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-841c9a7b-e257-4664-a064-16c788fd99ba admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/b0b38435-c3bc-4446-a2b2-f5bfee1d9345 HTTP/1.1" status: 204 len: 168 time: 0.1577883 Feb 04 17:25:54.902196 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c34bc964ce2211770fda26ca2f3801cc06f4f39928110690550e94ab9c9d2fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60f31531-f722-48d6-a1fb-79c5f5c614cf" -d '{"events": [{"server_uuid": "edcbe390-f9a8-4334-aaa2-ead8c81676ac", "name": "network-vif-plugged", "status": "completed", "tag": "164f60d5-bcce-4d71-83e0-d2eee97a873b"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:25:54.911830 n-d-827839-2 neutron-server[103376]: DEBUG neutron.services.segments.db [None req-b447041c-25ad-49d1-abd3-a8173fdce35c tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd35de41-bf31-4867-877d-5d21f50ea821']}} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:25:54.922238 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841c9a7b-e257-4664-a064-16c788fd99ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0b38435-c3bc-4446-a2b2-f5bfee1d9345,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:25:54.923328 n-d-827839-2 neutron-server[103376]: DEBUG neutron.services.segments.db [None req-b447041c-25ad-49d1-abd3-a8173fdce35c tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33409f17-c2bb-4d3e-9afa-60779352c006') {'for_net_delete': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:25:54.923532 n-d-827839-2 neutron-server[103376]: DEBUG neutron.services.segments.db [None req-b447041c-25ad-49d1-abd3-a8173fdce35c tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33409f17-c2bb-4d3e-9afa-60779352c006') {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:25:54.927060 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (164f60d5-bcce-4d71-83e0-d2eee97a873b), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:54.934787 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-b447041c-25ad-49d1-abd3-a8173fdce35c tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781084783966', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25674908'] for segment (33409f17-c2bb-4d3e-9afa-60779352c006), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:54.951904 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-b447041c-25ad-49d1-abd3-a8173fdce35c tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (33409f17-c2bb-4d3e-9afa-60779352c006), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:54.968007 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b447041c-25ad-49d1-abd3-a8173fdce35c tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Releasing vlan 787 on physical network physnet1 to pool {{(pid=103376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 17:25:54.968007 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-b447041c-25ad-49d1-abd3-a8173fdce35c tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25675992'] for segment (33409f17-c2bb-4d3e-9afa-60779352c006), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:54.972359 n-d-827839-2 neutron-server[103376]: Traceback (most recent call last): Feb 04 17:25:54.972359 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 17:25:54.972359 n-d-827839-2 neutron-server[103376]: timer() Feb 04 17:25:54.972359 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 17:25:54.972359 n-d-827839-2 neutron-server[103376]: cb(*args, **kw) Feb 04 17:25:54.972359 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 17:25:54.972359 n-d-827839-2 neutron-server[103376]: return func(*args, **kwargs) Feb 04 17:25:54.972359 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 17:25:54.972359 n-d-827839-2 neutron-server[103376]: self._notify() Feb 04 17:25:54.972359 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 17:25:54.972359 n-d-827839-2 neutron-server[103376]: self.callback(batched_events) Feb 04 17:25:54.972359 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 17:25:54.972359 n-d-827839-2 neutron-server[103376]: event.method(event) Feb 04 17:25:54.972359 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 17:25:54.972359 n-d-827839-2 neutron-server[103376]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 17:25:54.972359 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 17:25:54.972359 n-d-827839-2 neutron-server[103376]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 17:25:54.972359 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 17:25:54.972359 n-d-827839-2 neutron-server[103376]: return f(self, *a, **k) Feb 04 17:25:54.972359 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 17:25:54.972359 n-d-827839-2 neutron-server[103376]: return self._get(url).json() Feb 04 17:25:54.972359 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 17:25:54.972359 n-d-827839-2 neutron-server[103376]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 17:25:54.972359 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 17:25:54.972359 n-d-827839-2 neutron-server[103376]: return self.request(url, 'GET', **kwargs) Feb 04 17:25:54.972359 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 17:25:54.972359 n-d-827839-2 neutron-server[103376]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 17:25:54.972359 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 17:25:54.972359 n-d-827839-2 neutron-server[103376]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 17:25:54.972359 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 17:25:54.972359 n-d-827839-2 neutron-server[103376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 17:25:54.972359 n-d-827839-2 neutron-server[103376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 17:25:55.002789 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 17:25:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c86c290d-e3b8-4f0c-b113-b0df61b77077 x-openstack-request-id: req-c86c290d-e3b8-4f0c-b113-b0df61b77077 {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:25:55.003261 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edcbe390-f9a8-4334-aaa2-ead8c81676ac", "name": "network-vif-plugged", "status": "completed", "tag": "164f60d5-bcce-4d71-83e0-d2eee97a873b", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:25:55.003387 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-c86c290d-e3b8-4f0c-b113-b0df61b77077 {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:25:55.003731 n-d-827839-2 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edcbe390-f9a8-4334-aaa2-ead8c81676ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '164f60d5-bcce-4d71-83e0-d2eee97a873b', 'code': 200} Feb 04 17:25:55.092962 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Pushing event updated for resources: {'Port': ['ID=164f60d5-bcce-4d71-83e0-d2eee97a873b,revision_number=7']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:25:55.097521 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-b447041c-25ad-49d1-abd3-a8173fdce35c tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1543671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1595572'] for network (fd35de41-bf31-4867-877d-5d21f50ea821), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:55.104030 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-b447041c-25ad-49d1-abd3-a8173fdce35c tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677565'] for network (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:55.111108 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-b447041c-25ad-49d1-abd3-a8173fdce35c tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] 10.222.0.89 "DELETE /v2.0/networks/fd35de41-bf31-4867-877d-5d21f50ea821 HTTP/1.1" status: 204 len: 168 time: 0.8028750 Feb 04 17:25:55.114521 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 42500) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:25:55.151899 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-75fb7080-8298-4284-b683-d70a50c0596b tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-110731652'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:25:55.175192 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b447041c-25ad-49d1-abd3-a8173fdce35c tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Pushing event deleted for resources: {'Network': ['ID=fd35de41-bf31-4867-877d-5d21f50ea821,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:25:55.179724 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75fb7080-8298-4284-b683-d70a50c0596b tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Made reservation on behalf of 8c156190bec041b09ae1df7053accd0d for: {'network': 1} {{(pid=103376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:25:55.183339 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-75fb7080-8298-4284-b683-d70a50c0596b tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for network (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:55.189202 n-d-827839-2 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb741b79-9719-4032-a119-78afe9efe314 None None] Resources bound (agent type, host, resource id): {{(pid=103378) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 04 17:25:55.209023 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75fb7080-8298-4284-b683-d70a50c0596b tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] vlan segment allocate from pool success with {'vlan_id': 762, 'physical_network': 'physnet1'} {{(pid=103376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 17:25:55.221240 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-75fb7080-8298-4284-b683-d70a50c0596b tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (d09e74f1-d440-4831-82e2-f7f4b5376821), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:55.221521 n-d-827839-2 neutron-server[103376]: INFO neutron.db.segments_db [None req-75fb7080-8298-4284-b683-d70a50c0596b tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Added segment d09e74f1-d440-4831-82e2-f7f4b5376821 of type vlan for network 63ee5d75-f7bd-41ff-8db7-05848016ccab Feb 04 17:25:55.268281 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-75fb7080-8298-4284-b683-d70a50c0596b tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781084292801'] for network (63ee5d75-f7bd-41ff-8db7-05848016ccab), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:55.303113 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-75fb7080-8298-4284-b683-d70a50c0596b tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327'] for network (63ee5d75-f7bd-41ff-8db7-05848016ccab), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:55.309091 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75fb7080-8298-4284-b683-d70a50c0596b tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:25:55.309702 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-75fb7080-8298-4284-b683-d70a50c0596b tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677565'] for network (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:55.348309 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-75fb7080-8298-4284-b683-d70a50c0596b tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.2220511 Feb 04 17:25:55.350884 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 42506) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:25:55.357678 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-c52df9fa-e455-4ac9-ad0a-4def5bd6231c tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Request body: {'subnet': {'network_id': '63ee5d75-f7bd-41ff-8db7-05848016ccab', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:25:55.433620 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75fb7080-8298-4284-b683-d70a50c0596b tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Pushing event updated for resources: {'Network': ['ID=63ee5d75-f7bd-41ff-8db7-05848016ccab,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:25:55.453830 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Network 63ee5d75-f7bd-41ff-8db7-05848016ccab details requested by agent ovs-agent-n-d-827839-2 with host n-d-827839-2 {{(pid=103378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 17:25:55.477047 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c52df9fa-e455-4ac9-ad0a-4def5bd6231c tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Made reservation on behalf of 8c156190bec041b09ae1df7053accd0d for: {'subnet': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:25:55.481631 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-c52df9fa-e455-4ac9-ad0a-4def5bd6231c tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25597243'] for subnet (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:55.504573 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-703d9a53-e023-4e54-b2b1-3307c6ffd503 None None] Network fd35de41-bf31-4867-877d-5d21f50ea821 requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:25:55.529311 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-703d9a53-e023-4e54-b2b1-3307c6ffd503 None None] Network fd35de41-bf31-4867-877d-5d21f50ea821 could not be found, it might have been deleted concurrently. {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 04 17:25:55.697456 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-c52df9fa-e455-4ac9-ad0a-4def5bd6231c tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25889445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25597197'] for subnet (7349e00c-81a5-49e7-81f6-1622d73e013d), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:55.748486 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device 4d4af2e9-7142-4b57-9203-87fed5d08509 details requested by agent hyperv_n-h1-827839-2 with host n-h1-827839-2 {{(pid=103378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 17:25:55.787567 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52df9fa-e455-4ac9-ad0a-4def5bd6231c tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Pushing event updated for resources: {'Subnet': ['ID=7349e00c-81a5-49e7-81f6-1622d73e013d,revision_number=0']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:25:55.860554 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35444c8-f309-4bc9-afb7-c082b017d8a2 req-b02cdad9-e881-4506-84cf-53dfdab9fa03 tempest-ImagesTestJSON-301921999 tempest-ImagesTestJSON-301921999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:25:55.863156 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-a35444c8-f309-4bc9-afb7-c082b017d8a2 req-b02cdad9-e881-4506-84cf-53dfdab9fa03 tempest-ImagesTestJSON-301921999 tempest-ImagesTestJSON-301921999-project] 10.222.0.90 "GET /v2.0/ports?device_id=edcbe390-f9a8-4334-aaa2-ead8c81676ac HTTP/1.1" status: 200 len: 945 time: 0.1794000 Feb 04 17:25:55.911604 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c52df9fa-e455-4ac9-ad0a-4def5bd6231c tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Checking segment: {'id': 'd09e74f1-d440-4831-82e2-f7f4b5376821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '63ee5d75-f7bd-41ff-8db7-05848016ccab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:25:55.912138 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c52df9fa-e455-4ac9-ad0a-4def5bd6231c tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Network hostable DHCP agents. Network: 63ee5d75-f7bd-41ff-8db7-05848016ccab, hostable agents: ['bb89f5a3-3c22-440b-b7d1-c4f0c43c184a'], hosted agents: [] {{(pid=103377) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 17:25:55.935689 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] For port 4d4af2e9-7142-4b57-9203-87fed5d08509, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=4d4af2e9-7142-4b57-9203-87fed5d08509,segment=NetworkSegment(3a39b085-d3e6-43bb-a64c-1b06dd049e5a),segment_id=3a39b085-d3e6-43bb-a64c-1b06dd049e5a)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:25:55.952235 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Returning: {'device': '4d4af2e9-7142-4b57-9203-87fed5d08509', 'network_id': '02be22b9-aa53-40ea-8050-9239cd27d1ff', 'port_id': '4d4af2e9-7142-4b57-9203-87fed5d08509', 'mac_address': 'fa:16:3e:42:56:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 797, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c974b0ff-2c5c-4667-8a81-3bde3ea6ced5', 'ip_address': '192.168.233.197'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 17:25:55.998650 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Current status of the port 4d4af2e9-7142-4b57-9203-87fed5d08509 is: DOWN; New status is: BUILD {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:25:55.999059 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (4d4af2e9-7142-4b57-9203-87fed5d08509), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:56.014349 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d4af2e9-7142-4b57-9203-87fed5d08509 {{(pid=103378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 17:25:56.014862 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfc8bd0-c3f6-418f-bf39-a8be0eb8b211 req-44102a85-3a0c-4977-ac01-f2fb68a06b6d tempest-ImagesTestJSON-301921999 tempest-ImagesTestJSON-301921999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:25:56.016382 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-7bfc8bd0-c3f6-418f-bf39-a8be0eb8b211 req-44102a85-3a0c-4977-ac01-f2fb68a06b6d tempest-ImagesTestJSON-301921999 tempest-ImagesTestJSON-301921999-project] 10.222.0.89 "GET /v2.0/ports?device_id=edcbe390-f9a8-4334-aaa2-ead8c81676ac HTTP/1.1" status: 200 len: 945 time: 0.1745014 Feb 04 17:25:56.040292 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c52df9fa-e455-4ac9-ad0a-4def5bd6231c tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Network 63ee5d75-f7bd-41ff-8db7-05848016ccab is scheduled to be hosted by DHCP agent bb89f5a3-3c22-440b-b7d1-c4f0c43c184a with binding_index 1 {{(pid=103377) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 17:25:56.047710 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] For port 4d4af2e9-7142-4b57-9203-87fed5d08509, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=4d4af2e9-7142-4b57-9203-87fed5d08509,segment=NetworkSegment(3a39b085-d3e6-43bb-a64c-1b06dd049e5a),segment_id=3a39b085-d3e6-43bb-a64c-1b06dd049e5a)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:25:56.053097 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (4d4af2e9-7142-4b57-9203-87fed5d08509), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:56.091773 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-7bfc8bd0-c3f6-418f-bf39-a8be0eb8b211 req-2080e5fb-b7f9-471b-b4e2-3ce4b2b6375f tempest-ImagesTestJSON-301921999 tempest-ImagesTestJSON-301921999-project] 10.222.0.89 "GET /v2.0/security-groups?id=5b73e0f3-a9f7-4cf1-b4aa-b594ce8b7178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618391 Feb 04 17:25:56.093569 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [None req-c52df9fa-e455-4ac9-ad0a-4def5bd6231c tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827839-2, 63ee5d75-f7bd-41ff-8db7-05848016ccab) {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:25:56.099696 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c52df9fa-e455-4ac9-ad0a-4def5bd6231c tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:25:56.100571 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-c52df9fa-e455-4ac9-ad0a-4def5bd6231c tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677565'] for subnet (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:56.107122 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2b8a557-e856-44a7-898f-02f66c2228d4 None None] Network 63ee5d75-f7bd-41ff-8db7-05848016ccab requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:25:56.119568 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [req-a35444c8-f309-4bc9-afb7-c082b017d8a2 req-08bf9b38-0fca-4c0d-9785-dd747a23204f tempest-ImagesTestJSON-301921999 tempest-ImagesTestJSON-301921999-project] Deleting port 164f60d5-bcce-4d71-83e0-d2eee97a873b {{(pid=103377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:25:56.120116 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-a35444c8-f309-4bc9-afb7-c082b017d8a2 req-08bf9b38-0fca-4c0d-9785-dd747a23204f tempest-ImagesTestJSON-301921999 tempest-ImagesTestJSON-301921999-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (164f60d5-bcce-4d71-83e0-d2eee97a873b), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:56.128065 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-c52df9fa-e455-4ac9-ad0a-4def5bd6231c tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.7753410 Feb 04 17:25:56.130423 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 42530) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:25:56.177760 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Device 164f60d5-bcce-4d71-83e0-d2eee97a873b no longer exists at agent hyperv_n-h2-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:25:56.185189 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Pushing event updated for resources: {'Port': ['ID=4d4af2e9-7142-4b57-9203-87fed5d08509,revision_number=9']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:25:56.334523 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Current status of the port 164f60d5-bcce-4d71-83e0-d2eee97a873b is: ACTIVE; New status is: DOWN {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:25:56.335099 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (164f60d5-bcce-4d71-83e0-d2eee97a873b), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:56.337705 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] get_ports_and_sgs() called for port_ids ['4d4af2e9-7142-4b57-9203-87fed5d08509'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 17:25:56.444576 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] For port 164f60d5-bcce-4d71-83e0-d2eee97a873b, host n-h2-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=164f60d5-bcce-4d71-83e0-d2eee97a873b,segment=NetworkSegment(40be95d6-8661-400f-bc9d-3f4c57dcd00c),segment_id=40be95d6-8661-400f-bc9d-3f4c57dcd00c)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:25:56.448599 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b187cf6-41a3-4b28-b8e8-edcfd7856bd6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e4c19ad-5724-5db8-8ee1-4f56ae69fcf4-63ee5d75-f7bd-41ff-8db7-05848016ccab', 'network_id': '63ee5d75-f7bd-41ff-8db7-05848016ccab', 'project_id': '8c156190bec041b09ae1df7053accd0d', 'fixed_ips': [{'subnet_id': '7349e00c-81a5-49e7-81f6-1622d73e013d'}]}} from n-d-827839-2. {{(pid=103378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 17:25:56.449485 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8b187cf6-41a3-4b28-b8e8-edcfd7856bd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:56.548192 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [req-a35444c8-f309-4bc9-afb7-c082b017d8a2 req-08bf9b38-0fca-4c0d-9785-dd747a23204f tempest-ImagesTestJSON-301921999 tempest-ImagesTestJSON-301921999-project] For port 164f60d5-bcce-4d71-83e0-d2eee97a873b, host n-h2-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=164f60d5-bcce-4d71-83e0-d2eee97a873b,segment=NetworkSegment(40be95d6-8661-400f-bc9d-3f4c57dcd00c),segment_id=40be95d6-8661-400f-bc9d-3f4c57dcd00c)] {{(pid=103377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:25:56.548768 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-a35444c8-f309-4bc9-afb7-c082b017d8a2 req-08bf9b38-0fca-4c0d-9785-dd747a23204f tempest-ImagesTestJSON-301921999 tempest-ImagesTestJSON-301921999-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (164f60d5-bcce-4d71-83e0-d2eee97a873b), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:56.566602 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-15514592-9fc3-4a82-8808-ed862c388cfd tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628832'] for network (63ee5d75-f7bd-41ff-8db7-05848016ccab), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:56.568630 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [req-a35444c8-f309-4bc9-afb7-c082b017d8a2 req-08bf9b38-0fca-4c0d-9785-dd747a23204f tempest-ImagesTestJSON-301921999 tempest-ImagesTestJSON-301921999-project] Calling delete_port for 164f60d5-bcce-4d71-83e0-d2eee97a873b owned by compute:nova {{(pid=103377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:25:56.626166 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-8b187cf6-41a3-4b28-b8e8-edcfd7856bd6 None None] Allocated IP 172.20.0.1 (63ee5d75-f7bd-41ff-8db7-05848016ccab/7349e00c-81a5-49e7-81f6-1622d73e013d/ec80aa5d-9ed6-4e66-9636-732eb538edfb) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:25:56.674436 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-15514592-9fc3-4a82-8808-ed862c388cfd tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1541225'] for subnet (7349e00c-81a5-49e7-81f6-1622d73e013d), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:56.775518 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (164f60d5-bcce-4d71-83e0-d2eee97a873b), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:56.786564 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-a35444c8-f309-4bc9-afb7-c082b017d8a2 req-08bf9b38-0fca-4c0d-9785-dd747a23204f tempest-ImagesTestJSON-301921999 tempest-ImagesTestJSON-301921999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (164f60d5-bcce-4d71-83e0-d2eee97a873b), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:56.823528 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Pushing event deleted for resources: {'Port': ['ID=164f60d5-bcce-4d71-83e0-d2eee97a873b,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:25:56.845532 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8b187cf6-41a3-4b28-b8e8-edcfd7856bd6 None None] Publish callbacks [] for port (ec80aa5d-9ed6-4e66-9636-732eb538edfb), precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:56.851259 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08bf9b38-0fca-4c0d-9785-dd747a23204f tempest-ImagesTestJSON-301921999 tempest-ImagesTestJSON-301921999-project] Pushing event deleted for resources: {'Port': ['ID=164f60d5-bcce-4d71-83e0-d2eee97a873b,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:25:56.878179 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8b187cf6-41a3-4b28-b8e8-edcfd7856bd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135'] for port (ec80aa5d-9ed6-4e66-9636-732eb538edfb), after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:56.926858 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [req-a35444c8-f309-4bc9-afb7-c082b017d8a2 req-08bf9b38-0fca-4c0d-9785-dd747a23204f tempest-ImagesTestJSON-301921999 tempest-ImagesTestJSON-301921999-project] No DVR routers for this DVR port 164f60d5-bcce-4d71-83e0-d2eee97a873b on host n-h2-827839-2 {{(pid=103377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 17:25:56.930337 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-a35444c8-f309-4bc9-afb7-c082b017d8a2 req-08bf9b38-0fca-4c0d-9785-dd747a23204f tempest-ImagesTestJSON-301921999 tempest-ImagesTestJSON-301921999-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:56.934630 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-a35444c8-f309-4bc9-afb7-c082b017d8a2 req-08bf9b38-0fca-4c0d-9785-dd747a23204f tempest-ImagesTestJSON-301921999 tempest-ImagesTestJSON-301921999-project] 10.222.0.90 "DELETE /v2.0/ports/164f60d5-bcce-4d71-83e0-d2eee97a873b HTTP/1.1" status: 204 len: 173 time: 1.0370138 Feb 04 17:25:56.935387 n-d-827839-2 neutron-server[103377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edcbe390-f9a8-4334-aaa2-ead8c81676ac', 'name': 'network-vif-deleted', 'tag': '164f60d5-bcce-4d71-83e0-d2eee97a873b'}] {{(pid=103377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:25:56.937985 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7240428b650e1488e9361b62648ff4b3a6c19d49d8c27c949491ab58c1346cf0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-616f42c5-5ea0-41f5-bb40-0a5d4c074878" -d '{"events": [{"server_uuid": "edcbe390-f9a8-4334-aaa2-ead8c81676ac", "name": "network-vif-deleted", "tag": "164f60d5-bcce-4d71-83e0-d2eee97a873b"}]}' {{(pid=103377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:25:56.938815 n-d-827839-2 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b187cf6-41a3-4b28-b8e8-edcfd7856bd6 None None] Network 63ee5d75-f7bd-41ff-8db7-05848016ccab is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:25:56.950600 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b187cf6-41a3-4b28-b8e8-edcfd7856bd6 None None] Pushing event updated for resources: {'Port': ['ID=ec80aa5d-9ed6-4e66-9636-732eb538edfb,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:25:56.952765 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-15514592-9fc3-4a82-8808-ed862c388cfd tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1541216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25888360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25597190'] for subnet (7349e00c-81a5-49e7-81f6-1622d73e013d), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:56.956541 n-d-827839-2 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-8b187cf6-41a3-4b28-b8e8-edcfd7856bd6 None None] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:25:56.959955 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b187cf6-41a3-4b28-b8e8-edcfd7856bd6 None None] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:25:57.004553 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edcbe390-f9a8-4334-aaa2-ead8c81676ac', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '164f60d5-bcce-4d71-83e0-d2eee97a873b'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:25:57.007183 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c34bc964ce2211770fda26ca2f3801cc06f4f39928110690550e94ab9c9d2fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ea9ea6d-d3cd-42e5-8cf7-d88ffa2fe7f4" -d '{"events": [{"server_uuid": "edcbe390-f9a8-4334-aaa2-ead8c81676ac", "name": "network-vif-unplugged", "status": "completed", "tag": "164f60d5-bcce-4d71-83e0-d2eee97a873b"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:25:57.042159 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15514592-9fc3-4a82-8808-ed862c388cfd tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Pushing event deleted for resources: {'Subnet': ['ID=7349e00c-81a5-49e7-81f6-1622d73e013d,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:25:57.052506 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-8b187cf6-41a3-4b28-b8e8-edcfd7856bd6 None None] Attempting to bind port ec80aa5d-9ed6-4e66-9636-732eb538edfb on host n-d-827839-2 for vnic_type normal with profile {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:25:57.052954 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-8b187cf6-41a3-4b28-b8e8-edcfd7856bd6 None None] Attempting to bind port ec80aa5d-9ed6-4e66-9636-732eb538edfb by drivers openvswitch,hyperv on host n-d-827839-2 at level 0 using segments [{'id': 'd09e74f1-d440-4831-82e2-f7f4b5376821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '63ee5d75-f7bd-41ff-8db7-05848016ccab'}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:25:57.053385 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b187cf6-41a3-4b28-b8e8-edcfd7856bd6 None None] Attempting to bind port ec80aa5d-9ed6-4e66-9636-732eb538edfb on network 63ee5d75-f7bd-41ff-8db7-05848016ccab {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:25:57.061811 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b187cf6-41a3-4b28-b8e8-edcfd7856bd6 None None] Checking agent: {'id': 'ba70844b-66a0-45fd-a2f2-e6ed673321fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 0, 36), 'started_at': datetime.datetime(2022, 2, 4, 17, 1, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 25, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:25:57.062287 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b187cf6-41a3-4b28-b8e8-edcfd7856bd6 None None] Checking segment: {'id': 'd09e74f1-d440-4831-82e2-f7f4b5376821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '63ee5d75-f7bd-41ff-8db7-05848016ccab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:25:57.062797 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8b187cf6-41a3-4b28-b8e8-edcfd7856bd6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:57.063202 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b187cf6-41a3-4b28-b8e8-edcfd7856bd6 None None] Bound using segment: {'id': 'd09e74f1-d440-4831-82e2-f7f4b5376821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '63ee5d75-f7bd-41ff-8db7-05848016ccab'} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:25:57.063744 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 17:25:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebae302e-5b20-47d6-a577-9d4d9be60e91 x-openstack-request-id: req-ebae302e-5b20-47d6-a577-9d4d9be60e91 {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:25:57.063886 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-8b187cf6-41a3-4b28-b8e8-edcfd7856bd6 None None] Bound port: ec80aa5d-9ed6-4e66-9636-732eb538edfb, host: n-d-827839-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd09e74f1-d440-4831-82e2-f7f4b5376821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '63ee5d75-f7bd-41ff-8db7-05848016ccab'}}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:25:57.064040 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edcbe390-f9a8-4334-aaa2-ead8c81676ac", "name": "network-vif-deleted", "tag": "164f60d5-bcce-4d71-83e0-d2eee97a873b", "status": "completed", "code": 200}]} {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:25:57.064293 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8b187cf6-41a3-4b28-b8e8-edcfd7856bd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (ec80aa5d-9ed6-4e66-9636-732eb538edfb), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:57.064410 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-ebae302e-5b20-47d6-a577-9d4d9be60e91 {{(pid=103377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:25:57.065159 n-d-827839-2 neutron-server[103377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edcbe390-f9a8-4334-aaa2-ead8c81676ac', 'name': 'network-vif-deleted', 'tag': '164f60d5-bcce-4d71-83e0-d2eee97a873b', 'status': 'completed', 'code': 200} Feb 04 17:25:57.127178 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 04 Feb 2022 17:25:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80108b2c-a1f4-4173-8115-7f396541b379 x-openstack-request-id: req-80108b2c-a1f4-4173-8115-7f396541b379 {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:25:57.127480 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edcbe390-f9a8-4334-aaa2-ead8c81676ac", "name": "network-vif-unplugged", "status": "completed", "tag": "164f60d5-bcce-4d71-83e0-d2eee97a873b", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:25:57.127732 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-80108b2c-a1f4-4173-8115-7f396541b379 {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:25:57.128123 n-d-827839-2 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edcbe390-f9a8-4334-aaa2-ead8c81676ac', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '164f60d5-bcce-4d71-83e0-d2eee97a873b', 'code': 200} Feb 04 17:25:57.176127 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-15514592-9fc3-4a82-8808-ed862c388cfd tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1543676', 'neutron.services.segments.db._delete_segments_for_network-8781084786517'] for network (63ee5d75-f7bd-41ff-8db7-05848016ccab), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:57.189740 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-8b187cf6-41a3-4b28-b8e8-edcfd7856bd6 None None] For port ec80aa5d-9ed6-4e66-9636-732eb538edfb, host n-d-827839-2, cleared binding levels {{(pid=103378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:25:57.199330 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-8b187cf6-41a3-4b28-b8e8-edcfd7856bd6 None None] For port ec80aa5d-9ed6-4e66-9636-732eb538edfb, host n-d-827839-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=ec80aa5d-9ed6-4e66-9636-732eb538edfb,segment=NetworkSegment(d09e74f1-d440-4831-82e2-f7f4b5376821),segment_id=d09e74f1-d440-4831-82e2-f7f4b5376821)] {{(pid=103378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:25:57.203972 n-d-827839-2 neutron-server[103377]: DEBUG neutron.services.segments.db [None req-15514592-9fc3-4a82-8808-ed862c388cfd tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63ee5d75-f7bd-41ff-8db7-05848016ccab']}} {{(pid=103377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:25:57.207662 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8b187cf6-41a3-4b28-b8e8-edcfd7856bd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (ec80aa5d-9ed6-4e66-9636-732eb538edfb), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:57.228323 n-d-827839-2 neutron-server[103377]: DEBUG neutron.services.segments.db [None req-15514592-9fc3-4a82-8808-ed862c388cfd tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd09e74f1-d440-4831-82e2-f7f4b5376821') {'for_net_delete': True} {{(pid=103377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:25:57.228707 n-d-827839-2 neutron-server[103377]: DEBUG neutron.services.segments.db [None req-15514592-9fc3-4a82-8808-ed862c388cfd tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd09e74f1-d440-4831-82e2-f7f4b5376821') {} {{(pid=103377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:25:57.245462 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-15514592-9fc3-4a82-8808-ed862c388cfd tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781084783966', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26866685'] for segment (d09e74f1-d440-4831-82e2-f7f4b5376821), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:57.265545 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-15514592-9fc3-4a82-8808-ed862c388cfd tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (d09e74f1-d440-4831-82e2-f7f4b5376821), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:57.274010 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15514592-9fc3-4a82-8808-ed862c388cfd tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Releasing vlan 762 on physical network physnet1 to pool {{(pid=103377) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 17:25:57.274400 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-15514592-9fc3-4a82-8808-ed862c388cfd tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25888454'] for segment (d09e74f1-d440-4831-82e2-f7f4b5376821), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:57.278725 n-d-827839-2 neutron-server[103377]: Traceback (most recent call last): Feb 04 17:25:57.278725 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 17:25:57.278725 n-d-827839-2 neutron-server[103377]: timer() Feb 04 17:25:57.278725 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 17:25:57.278725 n-d-827839-2 neutron-server[103377]: cb(*args, **kw) Feb 04 17:25:57.278725 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 17:25:57.278725 n-d-827839-2 neutron-server[103377]: return func(*args, **kwargs) Feb 04 17:25:57.278725 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 17:25:57.278725 n-d-827839-2 neutron-server[103377]: self._notify() Feb 04 17:25:57.278725 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 17:25:57.278725 n-d-827839-2 neutron-server[103377]: self.callback(batched_events) Feb 04 17:25:57.278725 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 17:25:57.278725 n-d-827839-2 neutron-server[103377]: event.method(event) Feb 04 17:25:57.278725 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 17:25:57.278725 n-d-827839-2 neutron-server[103377]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 17:25:57.278725 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 17:25:57.278725 n-d-827839-2 neutron-server[103377]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 17:25:57.278725 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 17:25:57.278725 n-d-827839-2 neutron-server[103377]: return f(self, *a, **k) Feb 04 17:25:57.278725 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 17:25:57.278725 n-d-827839-2 neutron-server[103377]: return self._get(url).json() Feb 04 17:25:57.278725 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 17:25:57.278725 n-d-827839-2 neutron-server[103377]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 17:25:57.278725 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 17:25:57.278725 n-d-827839-2 neutron-server[103377]: return self.request(url, 'GET', **kwargs) Feb 04 17:25:57.278725 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 17:25:57.278725 n-d-827839-2 neutron-server[103377]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 17:25:57.278725 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 17:25:57.278725 n-d-827839-2 neutron-server[103377]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 17:25:57.278725 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 17:25:57.278725 n-d-827839-2 neutron-server[103377]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 17:25:57.278725 n-d-827839-2 neutron-server[103377]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 17:25:57.298488 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-fadb9453-d185-49b1-8234-129790c189bf req-c7ab474d-b0cd-4ce9-bd48-e0c0ff46df0a tempest-ImagesTestJSON-301921999 tempest-ImagesTestJSON-301921999-project] 10.222.0.89 "GET /v2.0/ports?device_id=edcbe390-f9a8-4334-aaa2-ead8c81676ac HTTP/1.1" status: 200 len: 210 time: 0.0875416 Feb 04 17:25:57.349002 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.db.api [None req-15514592-9fc3-4a82-8808-ed862c388cfd tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 04 17:25:57.349002 n-d-827839-2 neutron-server[103377]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 04 17:25:57.349002 n-d-827839-2 neutron-server[103377]: [parameters: {'id': '63ee5d75-f7bd-41ff-8db7-05848016ccab'}] Feb 04 17:25:57.349002 n-d-827839-2 neutron-server[103377]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103377) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 17:25:57.349414 n-d-827839-2 neutron-server[103377]: DEBUG oslo_db.api [None req-15514592-9fc3-4a82-8808-ed862c388cfd tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 17:25:57.355141 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b187cf6-41a3-4b28-b8e8-edcfd7856bd6 None None] Pushing event updated for resources: {'Port': ['ID=ec80aa5d-9ed6-4e66-9636-732eb538edfb,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:25:57.393000 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4c0f073-58ca-4fbf-a7cb-f7e573d474a9 None None] get_active_networks_info from n-d-827839-2 {{(pid=103378) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 04 17:25:57.559430 n-d-827839-2 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4c0f073-58ca-4fbf-a7cb-f7e573d474a9 None None] Resources bound (agent type, host, resource id): {{(pid=103378) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 04 17:25:57.814511 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b40507c-2b4f-4e7d-981b-9f6c9bbfb755 None None] Network 63ee5d75-f7bd-41ff-8db7-05848016ccab requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:25:57.850528 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-15514592-9fc3-4a82-8808-ed862c388cfd tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628832'] for network (63ee5d75-f7bd-41ff-8db7-05848016ccab), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:57.925097 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-15514592-9fc3-4a82-8808-ed862c388cfd tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Deleting port ec80aa5d-9ed6-4e66-9636-732eb538edfb {{(pid=103377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:25:57.925974 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-15514592-9fc3-4a82-8808-ed862c388cfd tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (ec80aa5d-9ed6-4e66-9636-732eb538edfb), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:58.001773 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [None req-15514592-9fc3-4a82-8808-ed862c388cfd tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] For port ec80aa5d-9ed6-4e66-9636-732eb538edfb, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=ec80aa5d-9ed6-4e66-9636-732eb538edfb,segment=NetworkSegment(d09e74f1-d440-4831-82e2-f7f4b5376821),segment_id=d09e74f1-d440-4831-82e2-f7f4b5376821)] {{(pid=103377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:25:58.003180 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-15514592-9fc3-4a82-8808-ed862c388cfd tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (ec80aa5d-9ed6-4e66-9636-732eb538edfb), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:58.028035 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-15514592-9fc3-4a82-8808-ed862c388cfd tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Calling delete_port for ec80aa5d-9ed6-4e66-9636-732eb538edfb owned by network:dhcp {{(pid=103377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:25:58.114257 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-15514592-9fc3-4a82-8808-ed862c388cfd tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (ec80aa5d-9ed6-4e66-9636-732eb538edfb), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:58.142927 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15514592-9fc3-4a82-8808-ed862c388cfd tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Pushing event deleted for resources: {'Port': ['ID=ec80aa5d-9ed6-4e66-9636-732eb538edfb,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:25:58.144822 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15514592-9fc3-4a82-8808-ed862c388cfd tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] No DVR routers for this DVR port ec80aa5d-9ed6-4e66-9636-732eb538edfb on host n-d-827839-2 {{(pid=103377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 17:25:58.236665 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-15514592-9fc3-4a82-8808-ed862c388cfd tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1543676', 'neutron.services.segments.db._delete_segments_for_network-8781084786517'] for network (63ee5d75-f7bd-41ff-8db7-05848016ccab), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:58.257939 n-d-827839-2 neutron-server[103377]: DEBUG neutron.services.segments.db [None req-15514592-9fc3-4a82-8808-ed862c388cfd tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63ee5d75-f7bd-41ff-8db7-05848016ccab']}} {{(pid=103377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:25:58.268548 n-d-827839-2 neutron-server[103377]: DEBUG neutron.services.segments.db [None req-15514592-9fc3-4a82-8808-ed862c388cfd tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd09e74f1-d440-4831-82e2-f7f4b5376821') {'for_net_delete': True} {{(pid=103377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:25:58.268892 n-d-827839-2 neutron-server[103377]: DEBUG neutron.services.segments.db [None req-15514592-9fc3-4a82-8808-ed862c388cfd tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd09e74f1-d440-4831-82e2-f7f4b5376821') {} {{(pid=103377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:25:58.280782 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-15514592-9fc3-4a82-8808-ed862c388cfd tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781084783966', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26866685'] for segment (d09e74f1-d440-4831-82e2-f7f4b5376821), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:58.298037 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-15514592-9fc3-4a82-8808-ed862c388cfd tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (d09e74f1-d440-4831-82e2-f7f4b5376821), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:58.304819 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15514592-9fc3-4a82-8808-ed862c388cfd tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Releasing vlan 762 on physical network physnet1 to pool {{(pid=103377) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 17:25:58.305996 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-15514592-9fc3-4a82-8808-ed862c388cfd tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25888454'] for segment (d09e74f1-d440-4831-82e2-f7f4b5376821), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:58.314380 n-d-827839-2 neutron-server[103377]: Traceback (most recent call last): Feb 04 17:25:58.314380 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 17:25:58.314380 n-d-827839-2 neutron-server[103377]: timer() Feb 04 17:25:58.314380 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 17:25:58.314380 n-d-827839-2 neutron-server[103377]: cb(*args, **kw) Feb 04 17:25:58.314380 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 17:25:58.314380 n-d-827839-2 neutron-server[103377]: return func(*args, **kwargs) Feb 04 17:25:58.314380 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 17:25:58.314380 n-d-827839-2 neutron-server[103377]: self._notify() Feb 04 17:25:58.314380 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 17:25:58.314380 n-d-827839-2 neutron-server[103377]: self.callback(batched_events) Feb 04 17:25:58.314380 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 17:25:58.314380 n-d-827839-2 neutron-server[103377]: event.method(event) Feb 04 17:25:58.314380 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 17:25:58.314380 n-d-827839-2 neutron-server[103377]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 17:25:58.314380 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 17:25:58.314380 n-d-827839-2 neutron-server[103377]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 17:25:58.314380 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 17:25:58.314380 n-d-827839-2 neutron-server[103377]: return f(self, *a, **k) Feb 04 17:25:58.314380 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 17:25:58.314380 n-d-827839-2 neutron-server[103377]: return self._get(url).json() Feb 04 17:25:58.314380 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 17:25:58.314380 n-d-827839-2 neutron-server[103377]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 17:25:58.314380 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 17:25:58.314380 n-d-827839-2 neutron-server[103377]: return self.request(url, 'GET', **kwargs) Feb 04 17:25:58.314380 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 17:25:58.314380 n-d-827839-2 neutron-server[103377]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 17:25:58.314380 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 17:25:58.314380 n-d-827839-2 neutron-server[103377]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 17:25:58.314380 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 17:25:58.314380 n-d-827839-2 neutron-server[103377]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 17:25:58.314380 n-d-827839-2 neutron-server[103377]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 17:25:58.403842 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-15514592-9fc3-4a82-8808-ed862c388cfd tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1543671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1595572'] for network (63ee5d75-f7bd-41ff-8db7-05848016ccab), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:58.411448 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-15514592-9fc3-4a82-8808-ed862c388cfd tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677565'] for network (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:58.434536 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 42710) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:25:58.440097 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-e4d7c00f-54fe-47d1-bfcf-33dab795fa06 tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-413654526'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:25:58.444876 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-15514592-9fc3-4a82-8808-ed862c388cfd tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] 10.222.0.89 "DELETE /v2.0/networks/63ee5d75-f7bd-41ff-8db7-05848016ccab HTTP/1.1" status: 204 len: 168 time: 2.2994132 Feb 04 17:25:58.489290 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4d7c00f-54fe-47d1-bfcf-33dab795fa06 tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Made reservation on behalf of 8c156190bec041b09ae1df7053accd0d for: {'network': 1} {{(pid=103376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:25:58.493829 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15514592-9fc3-4a82-8808-ed862c388cfd tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Pushing event deleted for resources: {'Network': ['ID=63ee5d75-f7bd-41ff-8db7-05848016ccab,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:25:58.497852 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-e4d7c00f-54fe-47d1-bfcf-33dab795fa06 tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for network (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:58.529040 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4d7c00f-54fe-47d1-bfcf-33dab795fa06 tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] vlan segment allocate from pool success with {'vlan_id': 754, 'physical_network': 'physnet1'} {{(pid=103376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 17:25:58.542647 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-e4d7c00f-54fe-47d1-bfcf-33dab795fa06 tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (df410273-15ff-4dbf-910e-627accb13285), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:58.543005 n-d-827839-2 neutron-server[103376]: INFO neutron.db.segments_db [None req-e4d7c00f-54fe-47d1-bfcf-33dab795fa06 tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Added segment df410273-15ff-4dbf-910e-627accb13285 of type vlan for network 0806ca74-085f-4bce-9f58-53838ff2fb25 Feb 04 17:25:58.601809 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-e4d7c00f-54fe-47d1-bfcf-33dab795fa06 tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781084292801'] for network (0806ca74-085f-4bce-9f58-53838ff2fb25), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:58.637977 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-e4d7c00f-54fe-47d1-bfcf-33dab795fa06 tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327'] for network (0806ca74-085f-4bce-9f58-53838ff2fb25), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:58.643926 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4d7c00f-54fe-47d1-bfcf-33dab795fa06 tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:25:58.644533 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-e4d7c00f-54fe-47d1-bfcf-33dab795fa06 tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677565'] for network (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:58.720007 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-e4d7c00f-54fe-47d1-bfcf-33dab795fa06 tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.2845323 Feb 04 17:25:58.722726 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 42744) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:25:58.731142 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-40a0be76-41dd-4834-95f4-0c77a305b59c tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Request body: {'network': {'name': 'New_network'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:25:58.736389 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d7c00f-54fe-47d1-bfcf-33dab795fa06 tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Pushing event updated for resources: {'Network': ['ID=0806ca74-085f-4bce-9f58-53838ff2fb25,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:25:58.748180 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Network 0806ca74-085f-4bce-9f58-53838ff2fb25 details requested by agent ovs-agent-n-d-827839-2 with host n-d-827839-2 {{(pid=103378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 17:25:58.860288 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 42750) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:25:58.917559 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1eb14bd-b320-4162-957a-fe6a9db0e8b7 admin admin] Deleting subnet 4c5f610d-9231-45f1-abd7-6e26ccd02030 {{(pid=103376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 17:25:58.921336 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-b1eb14bd-b320-4162-957a-fe6a9db0e8b7 admin admin] Publish callbacks [] for subnet (4c5f610d-9231-45f1-abd7-6e26ccd02030), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:58.964199 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-b1eb14bd-b320-4162-957a-fe6a9db0e8b7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25674901'] for subnet (4c5f610d-9231-45f1-abd7-6e26ccd02030), precommit_delete_associations {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:58.970391 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-40a0be76-41dd-4834-95f4-0c77a305b59c tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781084292801'] for network (0806ca74-085f-4bce-9f58-53838ff2fb25), precommit_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:58.986453 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-40a0be76-41dd-4834-95f4-0c77a305b59c tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327'] for network (0806ca74-085f-4bce-9f58-53838ff2fb25), after_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:59.020264 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 42754) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:25:59.037045 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-b1eb14bd-b320-4162-957a-fe6a9db0e8b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1541225'] for subnet (4c5f610d-9231-45f1-abd7-6e26ccd02030), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:59.069599 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-40a0be76-41dd-4834-95f4-0c77a305b59c tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Network 0806ca74-085f-4bce-9f58-53838ff2fb25 is not hosted by any dhcp agent {{(pid=103377) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 04 17:25:59.074866 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40a0be76-41dd-4834-95f4-0c77a305b59c tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:25:59.075551 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-40a0be76-41dd-4834-95f4-0c77a305b59c tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Publish callbacks [] for network (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:59.077035 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-40a0be76-41dd-4834-95f4-0c77a305b59c tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] 10.222.0.89 "PUT /v2.0/networks/0806ca74-085f-4bce-9f58-53838ff2fb25 HTTP/1.1" status: 200 len: 723 time: 0.3530891 Feb 04 17:25:59.079631 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 42758) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:25:59.081589 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a0be76-41dd-4834-95f4-0c77a305b59c tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Pushing event updated for resources: {'Network': ['ID=0806ca74-085f-4bce-9f58-53838ff2fb25,revision_number=2']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:25:59.085682 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-468f3e4e-887d-40da-9bae-4732c1b48843 tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Request body: {'subnet': {'network_id': '0806ca74-085f-4bce-9f58-53838ff2fb25', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:25:59.096096 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Network 0806ca74-085f-4bce-9f58-53838ff2fb25 details requested by agent ovs-agent-n-d-827839-2 with host n-d-827839-2 {{(pid=103378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 17:25:59.156577 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-b1eb14bd-b320-4162-957a-fe6a9db0e8b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1541216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25675894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25858947'] for subnet (4c5f610d-9231-45f1-abd7-6e26ccd02030), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:59.213419 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1eb14bd-b320-4162-957a-fe6a9db0e8b7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4c5f610d-9231-45f1-abd7-6e26ccd02030,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:25:59.230605 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-b1eb14bd-b320-4162-957a-fe6a9db0e8b7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:59.233760 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-b1eb14bd-b320-4162-957a-fe6a9db0e8b7 admin admin] 10.222.0.89 "DELETE /v2.0/subnets/4c5f610d-9231-45f1-abd7-6e26ccd02030 HTTP/1.1" status: 204 len: 168 time: 0.3720138 Feb 04 17:25:59.234818 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-0f134083-5b05-42e9-a757-0fda4c8ea5e6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:59.236319 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 42760) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:25:59.255627 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-468f3e4e-887d-40da-9bae-4732c1b48843 tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Made reservation on behalf of 8c156190bec041b09ae1df7053accd0d for: {'subnet': 1} {{(pid=103376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:25:59.259082 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-468f3e4e-887d-40da-9bae-4732c1b48843 tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25859006'] for subnet (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:59.319063 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-37e9308c-f5b4-45cc-ae38-46b82a3b325c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628832'] for network (a69bfb95-797b-4825-866b-2c94a621d18a), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:59.407857 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-0f134083-5b05-42e9-a757-0fda4c8ea5e6 admin admin] Publish callbacks [] for security_group (f2806416-7bac-4773-99ca-1f109cf54515), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:59.409826 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-37e9308c-f5b4-45cc-ae38-46b82a3b325c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1543676', 'neutron.services.segments.db._delete_segments_for_network-8781084786517'] for network (a69bfb95-797b-4825-866b-2c94a621d18a), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:59.437755 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-0f134083-5b05-42e9-a757-0fda4c8ea5e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (f2806416-7bac-4773-99ca-1f109cf54515), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:59.445029 n-d-827839-2 neutron-server[103377]: DEBUG neutron.services.segments.db [None req-37e9308c-f5b4-45cc-ae38-46b82a3b325c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a69bfb95-797b-4825-866b-2c94a621d18a']}} {{(pid=103377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:25:59.458112 n-d-827839-2 neutron-server[103377]: DEBUG neutron.services.segments.db [None req-37e9308c-f5b4-45cc-ae38-46b82a3b325c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40be95d6-8661-400f-bc9d-3f4c57dcd00c') {'for_net_delete': True} {{(pid=103377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:25:59.458490 n-d-827839-2 neutron-server[103377]: DEBUG neutron.services.segments.db [None req-37e9308c-f5b4-45cc-ae38-46b82a3b325c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40be95d6-8661-400f-bc9d-3f4c57dcd00c') {} {{(pid=103377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:25:59.470906 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-37e9308c-f5b4-45cc-ae38-46b82a3b325c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781084783966', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26866685'] for segment (40be95d6-8661-400f-bc9d-3f4c57dcd00c), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:59.489615 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-37e9308c-f5b4-45cc-ae38-46b82a3b325c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (40be95d6-8661-400f-bc9d-3f4c57dcd00c), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:59.498680 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37e9308c-f5b4-45cc-ae38-46b82a3b325c admin admin] Releasing vlan 769 on physical network physnet1 to pool {{(pid=103377) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 17:25:59.499088 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-37e9308c-f5b4-45cc-ae38-46b82a3b325c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25888454'] for segment (40be95d6-8661-400f-bc9d-3f4c57dcd00c), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:59.501361 n-d-827839-2 neutron-server[103377]: Traceback (most recent call last): Feb 04 17:25:59.501361 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 17:25:59.501361 n-d-827839-2 neutron-server[103377]: timer() Feb 04 17:25:59.501361 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 17:25:59.501361 n-d-827839-2 neutron-server[103377]: cb(*args, **kw) Feb 04 17:25:59.501361 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 17:25:59.501361 n-d-827839-2 neutron-server[103377]: return func(*args, **kwargs) Feb 04 17:25:59.501361 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 17:25:59.501361 n-d-827839-2 neutron-server[103377]: self._notify() Feb 04 17:25:59.501361 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 17:25:59.501361 n-d-827839-2 neutron-server[103377]: self.callback(batched_events) Feb 04 17:25:59.501361 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 17:25:59.501361 n-d-827839-2 neutron-server[103377]: event.method(event) Feb 04 17:25:59.501361 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 17:25:59.501361 n-d-827839-2 neutron-server[103377]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 17:25:59.501361 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 17:25:59.501361 n-d-827839-2 neutron-server[103377]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 17:25:59.501361 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 17:25:59.501361 n-d-827839-2 neutron-server[103377]: return f(self, *a, **k) Feb 04 17:25:59.501361 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 17:25:59.501361 n-d-827839-2 neutron-server[103377]: return self._get(url).json() Feb 04 17:25:59.501361 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 17:25:59.501361 n-d-827839-2 neutron-server[103377]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 17:25:59.501361 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 17:25:59.501361 n-d-827839-2 neutron-server[103377]: return self.request(url, 'GET', **kwargs) Feb 04 17:25:59.501361 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 17:25:59.501361 n-d-827839-2 neutron-server[103377]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 17:25:59.501361 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 17:25:59.501361 n-d-827839-2 neutron-server[103377]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 17:25:59.501361 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 17:25:59.501361 n-d-827839-2 neutron-server[103377]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 17:25:59.501361 n-d-827839-2 neutron-server[103377]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 17:25:59.563546 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-0f134083-5b05-42e9-a757-0fda4c8ea5e6 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=d666e3d4ba7e4c299c6c9d05ff250374&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5420709 Feb 04 17:25:59.565426 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-468f3e4e-887d-40da-9bae-4732c1b48843 tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25674939', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25858952'] for subnet (b2e1b736-c80b-4088-918d-f95a79895f3f), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:59.567481 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 42772) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:25:59.582237 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-37e9308c-f5b4-45cc-ae38-46b82a3b325c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1543671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1595572'] for network (a69bfb95-797b-4825-866b-2c94a621d18a), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:59.587677 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-37e9308c-f5b4-45cc-ae38-46b82a3b325c admin admin] Publish callbacks [] for network (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:59.591820 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-37e9308c-f5b4-45cc-ae38-46b82a3b325c admin admin] 10.222.0.89 "DELETE /v2.0/networks/a69bfb95-797b-4825-866b-2c94a621d18a HTTP/1.1" status: 204 len: 168 time: 0.3543580 Feb 04 17:25:59.598220 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f134083-5b05-42e9-a757-0fda4c8ea5e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2806416-7bac-4773-99ca-1f109cf54515,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:25:59.628998 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e9308c-f5b4-45cc-ae38-46b82a3b325c admin admin] Pushing event deleted for resources: {'Network': ['ID=a69bfb95-797b-4825-866b-2c94a621d18a,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:25:59.701827 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468f3e4e-887d-40da-9bae-4732c1b48843 tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Pushing event updated for resources: {'Subnet': ['ID=b2e1b736-c80b-4088-918d-f95a79895f3f,revision_number=0']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:25:59.703790 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2dfd9829-62ca-469f-98bb-3d98780df4de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (bb89f5a3-3c22-440b-b7d1-c4f0c43c184a), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:59.735091 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-468f3e4e-887d-40da-9bae-4732c1b48843 tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Checking segment: {'id': 'df410273-15ff-4dbf-910e-627accb13285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '0806ca74-085f-4bce-9f58-53838ff2fb25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:25:59.735450 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-468f3e4e-887d-40da-9bae-4732c1b48843 tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Network hostable DHCP agents. Network: 0806ca74-085f-4bce-9f58-53838ff2fb25, hostable agents: ['bb89f5a3-3c22-440b-b7d1-c4f0c43c184a'], hosted agents: [] {{(pid=103376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 17:25:59.738563 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-c014c9e3-7a33-4112-b248-a91fc8d60d7c admin admin] Publish callbacks [] for security_group (f2806416-7bac-4773-99ca-1f109cf54515), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:59.755123 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 42778) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:25:59.773424 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device 4d4af2e9-7142-4b57-9203-87fed5d08509 up at agent hyperv_n-h1-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:25:59.773988 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-c014c9e3-7a33-4112-b248-a91fc8d60d7c admin admin] Publish callbacks [] for security_group (f2806416-7bac-4773-99ca-1f109cf54515), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:59.775887 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-468f3e4e-887d-40da-9bae-4732c1b48843 tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Network 0806ca74-085f-4bce-9f58-53838ff2fb25 is scheduled to be hosted by DHCP agent bb89f5a3-3c22-440b-b7d1-c4f0c43c184a with binding_index 1 {{(pid=103376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 17:25:59.794379 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [None req-468f3e4e-887d-40da-9bae-4732c1b48843 tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827839-2, 0806ca74-085f-4bce-9f58-53838ff2fb25) {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:25:59.804917 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-468f3e4e-887d-40da-9bae-4732c1b48843 tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:25:59.806024 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-468f3e4e-887d-40da-9bae-4732c1b48843 tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Publish callbacks [] for subnet (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:59.811394 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc43a966-fec9-45e3-b1a2-ecaf54e7f464 None None] Network 0806ca74-085f-4bce-9f58-53838ff2fb25 requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:25:59.832846 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-468f3e4e-887d-40da-9bae-4732c1b48843 tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7519784 Feb 04 17:25:59.835574 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 42780) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:25:59.842441 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-d0dc9632-861c-41c1-92b8-17644c94dfad tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:25:59.845340 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-2ca0c60f-8dce-4ff7-8054-7f3bb012fdb9 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=08c8ed9304cf401d8c1d136ac3844d2a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0869315 Feb 04 17:25:59.846086 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 42782) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:25:59.891765 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-c014c9e3-7a33-4112-b248-a91fc8d60d7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (f2806416-7bac-4773-99ca-1f109cf54515), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:59.895428 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-c014c9e3-7a33-4112-b248-a91fc8d60d7c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:59.899205 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-c014c9e3-7a33-4112-b248-a91fc8d60d7c admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/f2806416-7bac-4773-99ca-1f109cf54515 HTTP/1.1" status: 204 len: 168 time: 0.2941465 Feb 04 17:25:59.915729 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c014c9e3-7a33-4112-b248-a91fc8d60d7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2806416-7bac-4773-99ca-1f109cf54515,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:25:59.964953 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-a2fab06c-604f-4f44-a6d6-ca001ff70ae8 admin admin] Publish callbacks [] for security_group (5b73e0f3-a9f7-4cf1-b4aa-b594ce8b7178), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:59.973379 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-d0dc9632-861c-41c1-92b8-17644c94dfad tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-25858993'] for subnet (b2e1b736-c80b-4088-918d-f95a79895f3f), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:00.035063 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-a2fab06c-604f-4f44-a6d6-ca001ff70ae8 admin admin] Publish callbacks [] for security_group (5b73e0f3-a9f7-4cf1-b4aa-b594ce8b7178), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:00.140576 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-a2fab06c-604f-4f44-a6d6-ca001ff70ae8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (5b73e0f3-a9f7-4cf1-b4aa-b594ce8b7178), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:00.143464 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-a2fab06c-604f-4f44-a6d6-ca001ff70ae8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:00.144861 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-a2fab06c-604f-4f44-a6d6-ca001ff70ae8 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/5b73e0f3-a9f7-4cf1-b4aa-b594ce8b7178 HTTP/1.1" status: 204 len: 168 time: 0.2976129 Feb 04 17:26:00.154316 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fab06c-604f-4f44-a6d6-ca001ff70ae8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b73e0f3-a9f7-4cf1-b4aa-b594ce8b7178,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:26:00.187254 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Device 164f60d5-bcce-4d71-83e0-d2eee97a873b no longer exists at agent hyperv_n-h2-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:26:00.256866 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Provisioning complete for port 4d4af2e9-7142-4b57-9203-87fed5d08509 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:26:00.257108 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (4d4af2e9-7142-4b57-9203-87fed5d08509), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:00.261994 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] No Port match for: 164f60d5-bcce-4d71-83e0-d2eee97a873b {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 17:26:00.262339 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Device 164f60d5-bcce-4d71-83e0-d2eee97a873b not bound to the agent host n-h2-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 17:26:00.291658 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e9eca21-2ea3-4c8f-9127-0731e9fa4328 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e4c19ad-5724-5db8-8ee1-4f56ae69fcf4-0806ca74-085f-4bce-9f58-53838ff2fb25', 'network_id': '0806ca74-085f-4bce-9f58-53838ff2fb25', 'project_id': '8c156190bec041b09ae1df7053accd0d', 'fixed_ips': [{'subnet_id': 'b2e1b736-c80b-4088-918d-f95a79895f3f'}]}} from n-d-827839-2. {{(pid=103378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 17:26:00.292526 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2e9eca21-2ea3-4c8f-9127-0731e9fa4328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:00.312910 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-d0dc9632-861c-41c1-92b8-17644c94dfad tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8781084764142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-25675901'] for subnet (b2e1b736-c80b-4088-918d-f95a79895f3f), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:00.418371 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0dc9632-861c-41c1-92b8-17644c94dfad tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:26:00.419544 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-d0dc9632-861c-41c1-92b8-17644c94dfad tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Publish callbacks [] for subnet (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:00.422290 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-d0dc9632-861c-41c1-92b8-17644c94dfad tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] 10.222.0.89 "PUT /v2.0/subnets/b2e1b736-c80b-4088-918d-f95a79895f3f HTTP/1.1" status: 200 len: 806 time: 0.5850010 Feb 04 17:26:00.424628 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 42802) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:26:00.482793 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0dc9632-861c-41c1-92b8-17644c94dfad tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Pushing event updated for resources: {'Subnet': ['ID=b2e1b736-c80b-4088-918d-f95a79895f3f,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:26:00.483711 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-2e9eca21-2ea3-4c8f-9127-0731e9fa4328 None None] Allocated IP 172.20.0.2 (0806ca74-085f-4bce-9f58-53838ff2fb25/b2e1b736-c80b-4088-918d-f95a79895f3f/c4f9fd7e-5d08-49a6-b326-fc3b0fe02005) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:26:00.579139 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 42810) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:26:00.597122 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-a24361f3-3613-46a6-bcc9-09683fb11cf3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:00.618379 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Current status of the port 4d4af2e9-7142-4b57-9203-87fed5d08509 is: BUILD; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:26:00.619172 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (4d4af2e9-7142-4b57-9203-87fed5d08509), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:00.656864 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] For port 4d4af2e9-7142-4b57-9203-87fed5d08509, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=4d4af2e9-7142-4b57-9203-87fed5d08509,segment=NetworkSegment(3a39b085-d3e6-43bb-a64c-1b06dd049e5a),segment_id=3a39b085-d3e6-43bb-a64c-1b06dd049e5a)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:26:00.660234 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae0186a8-6823-4e37-ae44-24840acc296c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d4af2e9-7142-4b57-9203-87fed5d08509'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:26:00.663047 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c34bc964ce2211770fda26ca2f3801cc06f4f39928110690550e94ab9c9d2fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-761406e4-8d52-4a69-b008-076936b0ae6d" -d '{"events": [{"server_uuid": "ae0186a8-6823-4e37-ae44-24840acc296c", "name": "network-vif-plugged", "status": "completed", "tag": "4d4af2e9-7142-4b57-9203-87fed5d08509"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:26:00.689658 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (4d4af2e9-7142-4b57-9203-87fed5d08509), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:00.713279 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-206f9e62-819e-43fb-be68-549679995ece tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628832'] for network (0806ca74-085f-4bce-9f58-53838ff2fb25), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:00.771023 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 17:26:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60be5083-feef-46ed-98b5-4286bc3808b3 x-openstack-request-id: req-60be5083-feef-46ed-98b5-4286bc3808b3 {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:26:00.775309 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae0186a8-6823-4e37-ae44-24840acc296c", "name": "network-vif-plugged", "status": "completed", "tag": "4d4af2e9-7142-4b57-9203-87fed5d08509", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:26:00.776211 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-60be5083-feef-46ed-98b5-4286bc3808b3 {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:26:00.777729 n-d-827839-2 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae0186a8-6823-4e37-ae44-24840acc296c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d4af2e9-7142-4b57-9203-87fed5d08509', 'code': 200} Feb 04 17:26:00.861260 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-a24361f3-3613-46a6-bcc9-09683fb11cf3 admin admin] Publish callbacks [] for security_group (629bd8dc-9005-40e7-9e91-fed316519f3b), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:00.865686 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-206f9e62-819e-43fb-be68-549679995ece tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1541225'] for subnet (b2e1b736-c80b-4088-918d-f95a79895f3f), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:00.877068 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-a24361f3-3613-46a6-bcc9-09683fb11cf3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (629bd8dc-9005-40e7-9e91-fed316519f3b), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:00.986218 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-a24361f3-3613-46a6-bcc9-09683fb11cf3 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=1c6ee004f9b148058b7b46298e4900f9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3983786 Feb 04 17:26:00.989971 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24361f3-3613-46a6-bcc9-09683fb11cf3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=629bd8dc-9005-40e7-9e91-fed316519f3b,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:26:01.001932 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 42834) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:26:01.039671 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Pushing event updated for resources: {'Port': ['ID=4d4af2e9-7142-4b57-9203-87fed5d08509,revision_number=10']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:26:01.064530 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2e9eca21-2ea3-4c8f-9127-0731e9fa4328 None None] Publish callbacks [] for port (c4f9fd7e-5d08-49a6-b326-fc3b0fe02005), precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:01.065161 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-b70f5ee2-094c-48b0-9bc1-00f798edbeb1 admin admin] Publish callbacks [] for security_group (629bd8dc-9005-40e7-9e91-fed316519f3b), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:01.074467 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2e9eca21-2ea3-4c8f-9127-0731e9fa4328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135'] for port (c4f9fd7e-5d08-49a6-b326-fc3b0fe02005), after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:01.133132 n-d-827839-2 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e9eca21-2ea3-4c8f-9127-0731e9fa4328 None None] Network 0806ca74-085f-4bce-9f58-53838ff2fb25 is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:26:01.150120 n-d-827839-2 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-2e9eca21-2ea3-4c8f-9127-0731e9fa4328 None None] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:26:01.153779 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e9eca21-2ea3-4c8f-9127-0731e9fa4328 None None] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:26:01.156448 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9eca21-2ea3-4c8f-9127-0731e9fa4328 None None] Pushing event updated for resources: {'Port': ['ID=c4f9fd7e-5d08-49a6-b326-fc3b0fe02005,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:26:01.181322 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-b70f5ee2-094c-48b0-9bc1-00f798edbeb1 admin admin] Publish callbacks [] for security_group (629bd8dc-9005-40e7-9e91-fed316519f3b), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:01.188694 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-206f9e62-819e-43fb-be68-549679995ece tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1541216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25888360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25597190'] for subnet (b2e1b736-c80b-4088-918d-f95a79895f3f), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:01.228924 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206f9e62-819e-43fb-be68-549679995ece tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Pushing event deleted for resources: {'Subnet': ['ID=b2e1b736-c80b-4088-918d-f95a79895f3f,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:26:01.308259 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-2e9eca21-2ea3-4c8f-9127-0731e9fa4328 None None] Attempting to bind port c4f9fd7e-5d08-49a6-b326-fc3b0fe02005 on host n-d-827839-2 for vnic_type normal with profile {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:26:01.309096 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-2e9eca21-2ea3-4c8f-9127-0731e9fa4328 None None] Attempting to bind port c4f9fd7e-5d08-49a6-b326-fc3b0fe02005 by drivers openvswitch,hyperv on host n-d-827839-2 at level 0 using segments [{'id': 'df410273-15ff-4dbf-910e-627accb13285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '0806ca74-085f-4bce-9f58-53838ff2fb25'}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:26:01.309896 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e9eca21-2ea3-4c8f-9127-0731e9fa4328 None None] Attempting to bind port c4f9fd7e-5d08-49a6-b326-fc3b0fe02005 on network 0806ca74-085f-4bce-9f58-53838ff2fb25 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:26:01.318010 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e9eca21-2ea3-4c8f-9127-0731e9fa4328 None None] Checking agent: {'id': 'ba70844b-66a0-45fd-a2f2-e6ed673321fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 0, 36), 'started_at': datetime.datetime(2022, 2, 4, 17, 1, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 25, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:26:01.318476 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e9eca21-2ea3-4c8f-9127-0731e9fa4328 None None] Checking segment: {'id': 'df410273-15ff-4dbf-910e-627accb13285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '0806ca74-085f-4bce-9f58-53838ff2fb25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:26:01.319017 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2e9eca21-2ea3-4c8f-9127-0731e9fa4328 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:01.319539 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e9eca21-2ea3-4c8f-9127-0731e9fa4328 None None] Bound using segment: {'id': 'df410273-15ff-4dbf-910e-627accb13285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '0806ca74-085f-4bce-9f58-53838ff2fb25'} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:26:01.320074 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-2e9eca21-2ea3-4c8f-9127-0731e9fa4328 None None] Bound port: c4f9fd7e-5d08-49a6-b326-fc3b0fe02005, host: n-d-827839-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df410273-15ff-4dbf-910e-627accb13285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '0806ca74-085f-4bce-9f58-53838ff2fb25'}}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:26:01.320518 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2e9eca21-2ea3-4c8f-9127-0731e9fa4328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (c4f9fd7e-5d08-49a6-b326-fc3b0fe02005), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:01.338278 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-b70f5ee2-094c-48b0-9bc1-00f798edbeb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (629bd8dc-9005-40e7-9e91-fed316519f3b), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:01.342884 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-b70f5ee2-094c-48b0-9bc1-00f798edbeb1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:01.344153 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-b70f5ee2-094c-48b0-9bc1-00f798edbeb1 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/629bd8dc-9005-40e7-9e91-fed316519f3b HTTP/1.1" status: 204 len: 168 time: 0.3401630 Feb 04 17:26:01.347386 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-206f9e62-819e-43fb-be68-549679995ece tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1543676', 'neutron.services.segments.db._delete_segments_for_network-8781084786517'] for network (0806ca74-085f-4bce-9f58-53838ff2fb25), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:01.363809 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70f5ee2-094c-48b0-9bc1-00f798edbeb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=629bd8dc-9005-40e7-9e91-fed316519f3b,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:26:01.384077 n-d-827839-2 neutron-server[103377]: DEBUG neutron.services.segments.db [None req-206f9e62-819e-43fb-be68-549679995ece tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0806ca74-085f-4bce-9f58-53838ff2fb25']}} {{(pid=103377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:26:01.414588 n-d-827839-2 neutron-server[103377]: DEBUG neutron.services.segments.db [None req-206f9e62-819e-43fb-be68-549679995ece tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df410273-15ff-4dbf-910e-627accb13285') {'for_net_delete': True} {{(pid=103377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:26:01.415025 n-d-827839-2 neutron-server[103377]: DEBUG neutron.services.segments.db [None req-206f9e62-819e-43fb-be68-549679995ece tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df410273-15ff-4dbf-910e-627accb13285') {} {{(pid=103377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:26:01.439085 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-206f9e62-819e-43fb-be68-549679995ece tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781084783966', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26866685'] for segment (df410273-15ff-4dbf-910e-627accb13285), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:01.464229 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-206f9e62-819e-43fb-be68-549679995ece tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (df410273-15ff-4dbf-910e-627accb13285), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:01.477634 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-206f9e62-819e-43fb-be68-549679995ece tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Releasing vlan 754 on physical network physnet1 to pool {{(pid=103377) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 17:26:01.478037 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-206f9e62-819e-43fb-be68-549679995ece tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25888454'] for segment (df410273-15ff-4dbf-910e-627accb13285), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:01.483718 n-d-827839-2 neutron-server[103377]: Traceback (most recent call last): Feb 04 17:26:01.483718 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 17:26:01.483718 n-d-827839-2 neutron-server[103377]: timer() Feb 04 17:26:01.483718 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 17:26:01.483718 n-d-827839-2 neutron-server[103377]: cb(*args, **kw) Feb 04 17:26:01.483718 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 17:26:01.483718 n-d-827839-2 neutron-server[103377]: return func(*args, **kwargs) Feb 04 17:26:01.483718 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 17:26:01.483718 n-d-827839-2 neutron-server[103377]: self._notify() Feb 04 17:26:01.483718 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 17:26:01.483718 n-d-827839-2 neutron-server[103377]: self.callback(batched_events) Feb 04 17:26:01.483718 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 17:26:01.483718 n-d-827839-2 neutron-server[103377]: event.method(event) Feb 04 17:26:01.483718 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 17:26:01.483718 n-d-827839-2 neutron-server[103377]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 17:26:01.483718 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 17:26:01.483718 n-d-827839-2 neutron-server[103377]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 17:26:01.483718 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 17:26:01.483718 n-d-827839-2 neutron-server[103377]: return f(self, *a, **k) Feb 04 17:26:01.483718 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 17:26:01.483718 n-d-827839-2 neutron-server[103377]: return self._get(url).json() Feb 04 17:26:01.483718 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 17:26:01.483718 n-d-827839-2 neutron-server[103377]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 17:26:01.483718 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 17:26:01.483718 n-d-827839-2 neutron-server[103377]: return self.request(url, 'GET', **kwargs) Feb 04 17:26:01.483718 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 17:26:01.483718 n-d-827839-2 neutron-server[103377]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 17:26:01.483718 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 17:26:01.483718 n-d-827839-2 neutron-server[103377]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 17:26:01.483718 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 17:26:01.483718 n-d-827839-2 neutron-server[103377]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 17:26:01.483718 n-d-827839-2 neutron-server[103377]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 17:26:01.585086 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-2e9eca21-2ea3-4c8f-9127-0731e9fa4328 None None] For port c4f9fd7e-5d08-49a6-b326-fc3b0fe02005, host n-d-827839-2, cleared binding levels {{(pid=103378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:26:01.612443 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.db.api [None req-206f9e62-819e-43fb-be68-549679995ece tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 04 17:26:01.612443 n-d-827839-2 neutron-server[103377]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 04 17:26:01.612443 n-d-827839-2 neutron-server[103377]: [parameters: {'id': '0806ca74-085f-4bce-9f58-53838ff2fb25'}] Feb 04 17:26:01.612443 n-d-827839-2 neutron-server[103377]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103377) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 17:26:01.612917 n-d-827839-2 neutron-server[103377]: DEBUG oslo_db.api [None req-206f9e62-819e-43fb-be68-549679995ece tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 17:26:01.614832 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-2e9eca21-2ea3-4c8f-9127-0731e9fa4328 None None] For port c4f9fd7e-5d08-49a6-b326-fc3b0fe02005, host n-d-827839-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=c4f9fd7e-5d08-49a6-b326-fc3b0fe02005,segment=NetworkSegment(df410273-15ff-4dbf-910e-627accb13285),segment_id=df410273-15ff-4dbf-910e-627accb13285)] {{(pid=103378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:26:01.625455 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2e9eca21-2ea3-4c8f-9127-0731e9fa4328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (c4f9fd7e-5d08-49a6-b326-fc3b0fe02005), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:01.713149 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9eca21-2ea3-4c8f-9127-0731e9fa4328 None None] Pushing event updated for resources: {'Port': ['ID=c4f9fd7e-5d08-49a6-b326-fc3b0fe02005,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:26:01.804822 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00820579-0922-4898-b5d7-dff1dd50ff03 None None] get_active_networks_info from n-d-827839-2 {{(pid=103378) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 04 17:26:02.068034 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c12862f6-b1d8-4606-afd1-8531a61aeba4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (64ada913-9131-4d99-a265-63a920956287), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:02.114098 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-206f9e62-819e-43fb-be68-549679995ece tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628832'] for network (0806ca74-085f-4bce-9f58-53838ff2fb25), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:02.152617 n-d-827839-2 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00820579-0922-4898-b5d7-dff1dd50ff03 None None] Resources bound (agent type, host, resource id): {{(pid=103378) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 04 17:26:02.188667 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-206f9e62-819e-43fb-be68-549679995ece tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Deleting port c4f9fd7e-5d08-49a6-b326-fc3b0fe02005 {{(pid=103377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:26:02.188923 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-206f9e62-819e-43fb-be68-549679995ece tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (c4f9fd7e-5d08-49a6-b326-fc3b0fe02005), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:02.340479 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [None req-206f9e62-819e-43fb-be68-549679995ece tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] For port c4f9fd7e-5d08-49a6-b326-fc3b0fe02005, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=c4f9fd7e-5d08-49a6-b326-fc3b0fe02005,segment=NetworkSegment(df410273-15ff-4dbf-910e-627accb13285),segment_id=df410273-15ff-4dbf-910e-627accb13285)] {{(pid=103377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:26:02.344169 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-206f9e62-819e-43fb-be68-549679995ece tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (c4f9fd7e-5d08-49a6-b326-fc3b0fe02005), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:02.367701 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-206f9e62-819e-43fb-be68-549679995ece tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Calling delete_port for c4f9fd7e-5d08-49a6-b326-fc3b0fe02005 owned by network:dhcp {{(pid=103377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:26:02.510057 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-206f9e62-819e-43fb-be68-549679995ece tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (c4f9fd7e-5d08-49a6-b326-fc3b0fe02005), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:02.557460 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86e4044c-36b1-412b-b82b-294975b26a78 None None] Network 0806ca74-085f-4bce-9f58-53838ff2fb25 requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:26:02.560207 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206f9e62-819e-43fb-be68-549679995ece tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Pushing event deleted for resources: {'Port': ['ID=c4f9fd7e-5d08-49a6-b326-fc3b0fe02005,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:26:02.582029 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-206f9e62-819e-43fb-be68-549679995ece tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] No DVR routers for this DVR port c4f9fd7e-5d08-49a6-b326-fc3b0fe02005 on host n-d-827839-2 {{(pid=103377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 17:26:02.641784 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-cb5bac2c-c56e-435c-b4d4-0a77a071a451 req-74732296-485d-4670-bb0c-920b453436a2 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=5f99a685-700d-4f63-88c2-d2a04a4a422d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1478953 Feb 04 17:26:02.693186 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2ae0f1f-5698-44a9-96a7-756e75ef045a None None] Network 0806ca74-085f-4bce-9f58-53838ff2fb25 requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:26:02.734694 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-206f9e62-819e-43fb-be68-549679995ece tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1543676', 'neutron.services.segments.db._delete_segments_for_network-8781084786517'] for network (0806ca74-085f-4bce-9f58-53838ff2fb25), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:02.762400 n-d-827839-2 neutron-server[103377]: DEBUG neutron.services.segments.db [None req-206f9e62-819e-43fb-be68-549679995ece tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0806ca74-085f-4bce-9f58-53838ff2fb25']}} {{(pid=103377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:26:02.776050 n-d-827839-2 neutron-server[103377]: DEBUG neutron.services.segments.db [None req-206f9e62-819e-43fb-be68-549679995ece tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df410273-15ff-4dbf-910e-627accb13285') {'for_net_delete': True} {{(pid=103377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:26:02.776759 n-d-827839-2 neutron-server[103377]: DEBUG neutron.services.segments.db [None req-206f9e62-819e-43fb-be68-549679995ece tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df410273-15ff-4dbf-910e-627accb13285') {} {{(pid=103377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:26:02.788970 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-206f9e62-819e-43fb-be68-549679995ece tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781084783966', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26866685'] for segment (df410273-15ff-4dbf-910e-627accb13285), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:02.810346 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-206f9e62-819e-43fb-be68-549679995ece tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (df410273-15ff-4dbf-910e-627accb13285), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:02.815946 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5bac2c-c56e-435c-b4d4-0a77a071a451 req-e0e66a5b-0470-4210-83a5-bca90b46befd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:26:02.818263 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-cb5bac2c-c56e-435c-b4d4-0a77a071a451 req-e0e66a5b-0470-4210-83a5-bca90b46befd service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=416c048260b14ff1a410112cf5941611&device_id=5f99a685-700d-4f63-88c2-d2a04a4a422d HTTP/1.1" status: 200 len: 1127 time: 0.1410441 Feb 04 17:26:02.823716 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-206f9e62-819e-43fb-be68-549679995ece tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Releasing vlan 754 on physical network physnet1 to pool {{(pid=103377) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 17:26:02.824115 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-206f9e62-819e-43fb-be68-549679995ece tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25888454'] for segment (df410273-15ff-4dbf-910e-627accb13285), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:02.828538 n-d-827839-2 neutron-server[103377]: Traceback (most recent call last): Feb 04 17:26:02.828538 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 17:26:02.828538 n-d-827839-2 neutron-server[103377]: timer() Feb 04 17:26:02.828538 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 17:26:02.828538 n-d-827839-2 neutron-server[103377]: cb(*args, **kw) Feb 04 17:26:02.828538 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 17:26:02.828538 n-d-827839-2 neutron-server[103377]: return func(*args, **kwargs) Feb 04 17:26:02.828538 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 17:26:02.828538 n-d-827839-2 neutron-server[103377]: self._notify() Feb 04 17:26:02.828538 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 17:26:02.828538 n-d-827839-2 neutron-server[103377]: self.callback(batched_events) Feb 04 17:26:02.828538 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 17:26:02.828538 n-d-827839-2 neutron-server[103377]: event.method(event) Feb 04 17:26:02.828538 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 17:26:02.828538 n-d-827839-2 neutron-server[103377]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 17:26:02.828538 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 17:26:02.828538 n-d-827839-2 neutron-server[103377]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 17:26:02.828538 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 17:26:02.828538 n-d-827839-2 neutron-server[103377]: return f(self, *a, **k) Feb 04 17:26:02.828538 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 17:26:02.828538 n-d-827839-2 neutron-server[103377]: return self._get(url).json() Feb 04 17:26:02.828538 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 17:26:02.828538 n-d-827839-2 neutron-server[103377]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 17:26:02.828538 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 17:26:02.828538 n-d-827839-2 neutron-server[103377]: return self.request(url, 'GET', **kwargs) Feb 04 17:26:02.828538 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 17:26:02.828538 n-d-827839-2 neutron-server[103377]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 17:26:02.828538 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 17:26:02.828538 n-d-827839-2 neutron-server[103377]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 17:26:02.828538 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 17:26:02.828538 n-d-827839-2 neutron-server[103377]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 17:26:02.828538 n-d-827839-2 neutron-server[103377]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 17:26:02.928484 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-206f9e62-819e-43fb-be68-549679995ece tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1543671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1595572'] for network (0806ca74-085f-4bce-9f58-53838ff2fb25), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:02.933952 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d408ec64-b374-4acb-a1fc-48241dad6d47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (0cd6d64a-47a7-40ff-8c12-71dd526c62e0), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:02.952249 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-206f9e62-819e-43fb-be68-549679995ece tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Publish callbacks [] for network (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:02.956397 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-206f9e62-819e-43fb-be68-549679995ece tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] 10.222.0.89 "DELETE /v2.0/networks/0806ca74-085f-4bce-9f58-53838ff2fb25 HTTP/1.1" status: 204 len: 168 time: 2.5307100 Feb 04 17:26:02.958928 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 42916) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:26:02.986887 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206f9e62-819e-43fb-be68-549679995ece tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Pushing event deleted for resources: {'Network': ['ID=0806ca74-085f-4bce-9f58-53838ff2fb25,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:26:03.004557 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5bac2c-c56e-435c-b4d4-0a77a071a451 req-331eb36c-5d41-4979-964b-7c57ed378f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:26:03.010199 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-cb5bac2c-c56e-435c-b4d4-0a77a071a451 req-331eb36c-5d41-4979-964b-7c57ed378f72 service neutron] 10.222.0.96 "GET /v2.0/networks?id=65e96574-1b4a-495a-8b0d-441e42a3db76 HTTP/1.1" status: 200 len: 919 time: 0.1484098 Feb 04 17:26:03.026927 n-d-827839-2 neutron-server[103377]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc27a2b2-e5d4-4b94-8367-6a8d169e2d2c tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] DELETE failed (client error): The resource could not be found. Feb 04 17:26:03.028849 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc27a2b2-e5d4-4b94-8367-6a8d169e2d2c tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103377) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 17:26:03.037102 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-dc27a2b2-e5d4-4b94-8367-6a8d169e2d2c tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] 10.222.0.89 "DELETE /v2.0/networks/0806ca74-085f-4bce-9f58-53838ff2fb25 HTTP/1.1" status: 404 len: 339 time: 0.0765650 Feb 04 17:26:03.042399 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 42924) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:26:03.063994 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-252f8e55-e278-4c34-b772-268e1fe06e57 tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1117083656', 'description': 'd1'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:26:03.091826 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-cb5bac2c-c56e-435c-b4d4-0a77a071a451 req-7ddd1fab-16c3-44cc-a95e-962a64fe3b70 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4d9c178e-acd3-418e-8ad1-375bbb2d292e HTTP/1.1" status: 200 len: 217 time: 0.0655539 Feb 04 17:26:03.115314 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-252f8e55-e278-4c34-b772-268e1fe06e57 tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Made reservation on behalf of 8c156190bec041b09ae1df7053accd0d for: {'network': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:26:03.120532 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-252f8e55-e278-4c34-b772-268e1fe06e57 tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for network (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:03.179479 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-252f8e55-e278-4c34-b772-268e1fe06e57 tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] vlan segment allocate from pool success with {'vlan_id': 790, 'physical_network': 'physnet1'} {{(pid=103377) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 17:26:03.192389 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-252f8e55-e278-4c34-b772-268e1fe06e57 tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (42936386-6c78-44f1-a994-0f85379c700b), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:03.193032 n-d-827839-2 neutron-server[103377]: INFO neutron.db.segments_db [None req-252f8e55-e278-4c34-b772-268e1fe06e57 tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Added segment 42936386-6c78-44f1-a994-0f85379c700b of type vlan for network b7148748-c9fd-48f5-9fad-2e01630d28f9 Feb 04 17:26:03.194840 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5bac2c-c56e-435c-b4d4-0a77a071a451 req-21b2fdd9-f982-4725-ad7e-72a17077d796 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:26:03.199689 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-cb5bac2c-c56e-435c-b4d4-0a77a071a451 req-21b2fdd9-f982-4725-ad7e-72a17077d796 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=99111859-42b4-4e18-9ce6-d611a4f50891 HTTP/1.1" status: 200 len: 858 time: 0.0964763 Feb 04 17:26:03.242850 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-252f8e55-e278-4c34-b772-268e1fe06e57 tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781084292801'] for network (b7148748-c9fd-48f5-9fad-2e01630d28f9), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:03.263532 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-cb5bac2c-c56e-435c-b4d4-0a77a071a451 req-3fe63706-6c3c-460f-937b-ad8639835207 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=65e96574-1b4a-495a-8b0d-441e42a3db76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0548017 Feb 04 17:26:03.277563 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-252f8e55-e278-4c34-b772-268e1fe06e57 tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327'] for network (b7148748-c9fd-48f5-9fad-2e01630d28f9), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:03.283744 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-252f8e55-e278-4c34-b772-268e1fe06e57 tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:26:03.289580 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-252f8e55-e278-4c34-b772-268e1fe06e57 tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Publish callbacks [] for network (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:03.455436 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252f8e55-e278-4c34-b772-268e1fe06e57 tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Pushing event updated for resources: {'Network': ['ID=b7148748-c9fd-48f5-9fad-2e01630d28f9,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:26:03.461582 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-252f8e55-e278-4c34-b772-268e1fe06e57 tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.4179113 Feb 04 17:26:03.465113 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 42956) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:26:03.469837 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Network b7148748-c9fd-48f5-9fad-2e01630d28f9 details requested by agent ovs-agent-n-d-827839-2 with host n-d-827839-2 {{(pid=103378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 17:26:03.525959 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-cb5bac2c-c56e-435c-b4d4-0a77a071a451 req-08629b87-725a-4b54-a155-e3943a9bbb48 service neutron] 10.222.0.96 "GET /v2.0/networks/65e96574-1b4a-495a-8b0d-441e42a3db76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2513895 Feb 04 17:26:03.564154 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 42962) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:26:03.641503 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16b39e9c-b160-49b8-abcf-6946d2d27d8d tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:26:03.643038 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-16b39e9c-b160-49b8-abcf-6946d2d27d8d tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] 10.222.0.89 "GET /v2.0/networks?id=b7148748-c9fd-48f5-9fad-2e01630d28f9 HTTP/1.1" status: 200 len: 761 time: 0.1769700 Feb 04 17:26:03.646217 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 42974) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:26:03.660687 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-eb8ecb01-210a-4129-8c77-364825a247eb tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Request body: {'network': {'description': 'd2'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:26:03.686814 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-cb5bac2c-c56e-435c-b4d4-0a77a071a451 req-2018562e-7238-421d-afaf-3be7035e194e service neutron] 10.222.0.96 "GET /v2.0/networks/65e96574-1b4a-495a-8b0d-441e42a3db76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1525295 Feb 04 17:26:03.957524 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-155bc387-ec6e-4863-a1ee-9ee72ea01c6c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:04.075145 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-155bc387-ec6e-4863-a1ee-9ee72ea01c6c admin admin] Publish callbacks [] for security_group (2e8f73f3-26cc-40a5-8df1-2295d0305ddd), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:04.081088 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-eb8ecb01-210a-4129-8c77-364825a247eb tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781084292801'] for network (b7148748-c9fd-48f5-9fad-2e01630d28f9), precommit_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:04.086134 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-155bc387-ec6e-4863-a1ee-9ee72ea01c6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (2e8f73f3-26cc-40a5-8df1-2295d0305ddd), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:04.134571 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-eb8ecb01-210a-4129-8c77-364825a247eb tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327'] for network (b7148748-c9fd-48f5-9fad-2e01630d28f9), after_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:04.163499 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-155bc387-ec6e-4863-a1ee-9ee72ea01c6c admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=778addb506754be682984eaeaea11a59&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5952182 Feb 04 17:26:04.166971 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 43000) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:26:04.167721 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155bc387-ec6e-4863-a1ee-9ee72ea01c6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e8f73f3-26cc-40a5-8df1-2295d0305ddd,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:26:04.255158 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-eb8ecb01-210a-4129-8c77-364825a247eb tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Network b7148748-c9fd-48f5-9fad-2e01630d28f9 is not hosted by any dhcp agent {{(pid=103377) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 04 17:26:04.261823 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb8ecb01-210a-4129-8c77-364825a247eb tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:26:04.262449 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-eb8ecb01-210a-4129-8c77-364825a247eb tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Publish callbacks [] for network (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:04.263732 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-eb8ecb01-210a-4129-8c77-364825a247eb tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] 10.222.0.89 "PUT /v2.0/networks/b7148748-c9fd-48f5-9fad-2e01630d28f9 HTTP/1.1" status: 200 len: 758 time: 0.6124575 Feb 04 17:26:04.275183 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 43010) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:26:04.388380 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 43012) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:26:04.407512 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-965e8310-d50d-4ebe-87bb-9e122109b015 admin admin] Publish callbacks [] for security_group (2e8f73f3-26cc-40a5-8df1-2295d0305ddd), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:04.421476 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8ecb01-210a-4129-8c77-364825a247eb tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Pushing event updated for resources: {'Network': ['ID=b7148748-c9fd-48f5-9fad-2e01630d28f9,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:26:04.432599 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Network b7148748-c9fd-48f5-9fad-2e01630d28f9 details requested by agent ovs-agent-n-d-827839-2 with host n-d-827839-2 {{(pid=103378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 17:26:04.449021 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-019f1801-d6d3-48f6-b258-2cafe1d988fb tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:26:04.454874 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-019f1801-d6d3-48f6-b258-2cafe1d988fb tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] 10.222.0.89 "GET /v2.0/networks?id=b7148748-c9fd-48f5-9fad-2e01630d28f9 HTTP/1.1" status: 200 len: 761 time: 0.1770284 Feb 04 17:26:04.455814 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 43016) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:26:04.460970 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-2012d81d-55b9-4cb3-a267-9275c2490d80 tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1018523300'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:26:04.488366 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-965e8310-d50d-4ebe-87bb-9e122109b015 admin admin] Publish callbacks [] for security_group (2e8f73f3-26cc-40a5-8df1-2295d0305ddd), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:04.502614 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2012d81d-55b9-4cb3-a267-9275c2490d80 tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Made reservation on behalf of 8c156190bec041b09ae1df7053accd0d for: {'network': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:26:04.507793 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-2012d81d-55b9-4cb3-a267-9275c2490d80 tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for network (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:04.553094 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2012d81d-55b9-4cb3-a267-9275c2490d80 tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] vlan segment allocate from pool success with {'vlan_id': 785, 'physical_network': 'physnet1'} {{(pid=103377) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 17:26:04.567506 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-2012d81d-55b9-4cb3-a267-9275c2490d80 tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (64aa646c-c718-4ddb-ba73-67f1c7af2cdd), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:04.567939 n-d-827839-2 neutron-server[103377]: INFO neutron.db.segments_db [None req-2012d81d-55b9-4cb3-a267-9275c2490d80 tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Added segment 64aa646c-c718-4ddb-ba73-67f1c7af2cdd of type vlan for network 1372914a-de5f-43fe-a13b-730332ba3bd7 Feb 04 17:26:04.608018 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-3fdce71d-e4b5-4c74-8943-0c24fd17353c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:04.620891 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-2012d81d-55b9-4cb3-a267-9275c2490d80 tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781084292801'] for network (1372914a-de5f-43fe-a13b-730332ba3bd7), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:04.652684 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-2012d81d-55b9-4cb3-a267-9275c2490d80 tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327'] for network (1372914a-de5f-43fe-a13b-730332ba3bd7), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:04.658354 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2012d81d-55b9-4cb3-a267-9275c2490d80 tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:26:04.659153 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-2012d81d-55b9-4cb3-a267-9275c2490d80 tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Publish callbacks [] for network (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:04.682474 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-2012d81d-55b9-4cb3-a267-9275c2490d80 tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2252986 Feb 04 17:26:04.694244 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 43018) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:26:04.700549 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-77abefa3-444a-45f6-88c1-a0ff789a6535 tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Request body: {'subnet': {'network_id': '1372914a-de5f-43fe-a13b-730332ba3bd7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:26:04.703208 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-3fdce71d-e4b5-4c74-8943-0c24fd17353c admin admin] Publish callbacks [] for security_group (9c0ced94-0adc-4158-b762-0204042d3704), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:04.715644 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-3fdce71d-e4b5-4c74-8943-0c24fd17353c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (9c0ced94-0adc-4158-b762-0204042d3704), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:04.733775 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4f14bb47-e72b-46ac-9e44-a61d9293afcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (75326290-f7a3-4db8-9cf2-15c7139ed224), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:04.751970 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdce71d-e4b5-4c74-8943-0c24fd17353c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c0ced94-0adc-4158-b762-0204042d3704,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:26:04.785770 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-965e8310-d50d-4ebe-87bb-9e122109b015 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (2e8f73f3-26cc-40a5-8df1-2295d0305ddd), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:04.789472 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-965e8310-d50d-4ebe-87bb-9e122109b015 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:04.806717 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-965e8310-d50d-4ebe-87bb-9e122109b015 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/2e8f73f3-26cc-40a5-8df1-2295d0305ddd HTTP/1.1" status: 204 len: 168 time: 0.6255705 Feb 04 17:26:04.822627 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-3fdce71d-e4b5-4c74-8943-0c24fd17353c admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=6d55462d18584c54be6be98be134f009&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4328206 Feb 04 17:26:04.829891 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 43024) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:26:04.844224 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965e8310-d50d-4ebe-87bb-9e122109b015 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e8f73f3-26cc-40a5-8df1-2295d0305ddd,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:26:04.888845 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2012d81d-55b9-4cb3-a267-9275c2490d80 tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Pushing event updated for resources: {'Network': ['ID=1372914a-de5f-43fe-a13b-730332ba3bd7,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:26:04.900784 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Network 1372914a-de5f-43fe-a13b-730332ba3bd7 details requested by agent ovs-agent-n-d-827839-2 with host n-d-827839-2 {{(pid=103378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 17:26:04.937613 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77abefa3-444a-45f6-88c1-a0ff789a6535 tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Made reservation on behalf of 8c156190bec041b09ae1df7053accd0d for: {'subnet': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:26:04.944950 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-77abefa3-444a-45f6-88c1-a0ff789a6535 tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25597243'] for subnet (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:04.989916 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-926b80b9-5653-4244-adcb-c7cb254456d2 admin admin] Publish callbacks [] for security_group (9c0ced94-0adc-4158-b762-0204042d3704), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:05.057724 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-926b80b9-5653-4244-adcb-c7cb254456d2 admin admin] Publish callbacks [] for security_group (9c0ced94-0adc-4158-b762-0204042d3704), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:05.143490 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-926b80b9-5653-4244-adcb-c7cb254456d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (9c0ced94-0adc-4158-b762-0204042d3704), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:05.149522 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-926b80b9-5653-4244-adcb-c7cb254456d2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:05.150687 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-926b80b9-5653-4244-adcb-c7cb254456d2 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/9c0ced94-0adc-4158-b762-0204042d3704 HTTP/1.1" status: 204 len: 168 time: 0.3191485 Feb 04 17:26:05.189186 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926b80b9-5653-4244-adcb-c7cb254456d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c0ced94-0adc-4158-b762-0204042d3704,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:26:05.302385 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-77abefa3-444a-45f6-88c1-a0ff789a6535 tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25889445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25597197'] for subnet (de4c61b4-b9f3-4b3b-94f6-3a81689f4a33), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:05.429584 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77abefa3-444a-45f6-88c1-a0ff789a6535 tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Pushing event updated for resources: {'Subnet': ['ID=de4c61b4-b9f3-4b3b-94f6-3a81689f4a33,revision_number=0']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:26:05.440965 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77abefa3-444a-45f6-88c1-a0ff789a6535 tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Checking segment: {'id': '64aa646c-c718-4ddb-ba73-67f1c7af2cdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '1372914a-de5f-43fe-a13b-730332ba3bd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:26:05.441365 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77abefa3-444a-45f6-88c1-a0ff789a6535 tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Network hostable DHCP agents. Network: 1372914a-de5f-43fe-a13b-730332ba3bd7, hostable agents: ['bb89f5a3-3c22-440b-b7d1-c4f0c43c184a'], hosted agents: [] {{(pid=103377) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 17:26:05.446159 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77abefa3-444a-45f6-88c1-a0ff789a6535 tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:26:05.446512 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77abefa3-444a-45f6-88c1-a0ff789a6535 tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:26:05.446860 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77abefa3-444a-45f6-88c1-a0ff789a6535 tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:26:05.447295 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77abefa3-444a-45f6-88c1-a0ff789a6535 tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:26:05.447644 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77abefa3-444a-45f6-88c1-a0ff789a6535 tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:26:05.447981 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77abefa3-444a-45f6-88c1-a0ff789a6535 tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:26:05.448318 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77abefa3-444a-45f6-88c1-a0ff789a6535 tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:26:05.448713 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77abefa3-444a-45f6-88c1-a0ff789a6535 tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:26:05.449090 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77abefa3-444a-45f6-88c1-a0ff789a6535 tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:26:05.449419 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77abefa3-444a-45f6-88c1-a0ff789a6535 tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:26:05.449745 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77abefa3-444a-45f6-88c1-a0ff789a6535 tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:26:05.450071 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77abefa3-444a-45f6-88c1-a0ff789a6535 tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:26:05.450393 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77abefa3-444a-45f6-88c1-a0ff789a6535 tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:26:05.490880 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77abefa3-444a-45f6-88c1-a0ff789a6535 tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Network 1372914a-de5f-43fe-a13b-730332ba3bd7 is scheduled to be hosted by DHCP agent bb89f5a3-3c22-440b-b7d1-c4f0c43c184a with binding_index 1 {{(pid=103377) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 17:26:05.502901 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [None req-77abefa3-444a-45f6-88c1-a0ff789a6535 tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827839-2, 1372914a-de5f-43fe-a13b-730332ba3bd7) {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:26:05.507943 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77abefa3-444a-45f6-88c1-a0ff789a6535 tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:26:05.508849 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-77abefa3-444a-45f6-88c1-a0ff789a6535 tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677565'] for subnet (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:05.511486 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-544da3c2-a717-44f7-814d-5cc03e5b5a26 None None] Network 1372914a-de5f-43fe-a13b-730332ba3bd7 requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:26:05.539518 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-77abefa3-444a-45f6-88c1-a0ff789a6535 tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8420036 Feb 04 17:26:05.540787 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 43048) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:26:05.741044 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (ba70844b-66a0-45fd-a2f2-e6ed673321fc), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:05.759873 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-b5e41f6d-7732-402f-9a4d-84ccf5d6840c tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628832'] for network (1372914a-de5f-43fe-a13b-730332ba3bd7), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:05.787324 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1ac4791-2210-47b0-b8dd-b0803842599a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e4c19ad-5724-5db8-8ee1-4f56ae69fcf4-1372914a-de5f-43fe-a13b-730332ba3bd7', 'network_id': '1372914a-de5f-43fe-a13b-730332ba3bd7', 'project_id': '8c156190bec041b09ae1df7053accd0d', 'fixed_ips': [{'subnet_id': 'de4c61b4-b9f3-4b3b-94f6-3a81689f4a33'}]}} from n-d-827839-2. {{(pid=103378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 17:26:05.788349 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b1ac4791-2210-47b0-b8dd-b0803842599a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:05.839290 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-b5e41f6d-7732-402f-9a4d-84ccf5d6840c tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1541225'] for subnet (de4c61b4-b9f3-4b3b-94f6-3a81689f4a33), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:05.966829 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-b5e41f6d-7732-402f-9a4d-84ccf5d6840c tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1541216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25675894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25858947'] for subnet (de4c61b4-b9f3-4b3b-94f6-3a81689f4a33), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:06.046057 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e41f6d-7732-402f-9a4d-84ccf5d6840c tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Pushing event deleted for resources: {'Subnet': ['ID=de4c61b4-b9f3-4b3b-94f6-3a81689f4a33,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:26:06.049036 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server [None req-b1ac4791-2210-47b0-b8dd-b0803842599a None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet de4c61b4-b9f3-4b3b-94f6-3a81689f4a33: This subnet is being modified by another concurrent operation. Feb 04 17:26:06.049036 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 04 17:26:06.049036 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 04 17:26:06.049036 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 04 17:26:06.049036 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 04 17:26:06.049036 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 04 17:26:06.049036 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 04 17:26:06.049036 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 04 17:26:06.049036 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 04 17:26:06.049036 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 04 17:26:06.049036 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 04 17:26:06.049036 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 04 17:26:06.049036 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 17:26:06.049036 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 17:26:06.049036 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 17:26:06.049036 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 17:26:06.049036 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 04 17:26:06.049036 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 04 17:26:06.049036 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 04 17:26:06.049036 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 04 17:26:06.049036 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 17:26:06.049036 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 17:26:06.049036 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 17:26:06.049036 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 17:26:06.049036 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 04 17:26:06.049036 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 04 17:26:06.049036 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 04 17:26:06.049036 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 04 17:26:06.049036 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 17:26:06.049036 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 17:26:06.049036 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 17:26:06.049036 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 17:26:06.049036 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 04 17:26:06.049036 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 04 17:26:06.049036 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 04 17:26:06.049036 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 04 17:26:06.049036 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Feb 04 17:26:06.049036 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 04 17:26:06.049036 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Feb 04 17:26:06.049036 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 04 17:26:06.049036 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 04 17:26:06.049036 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 04 17:26:06.049036 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 04 17:26:06.049036 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 04 17:26:06.049036 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 04 17:26:06.049036 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 04 17:26:06.049036 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 04 17:26:06.049036 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 04 17:26:06.049036 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 17:26:06.049036 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 17:26:06.049036 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 17:26:06.049036 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 17:26:06.049036 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 04 17:26:06.049036 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 04 17:26:06.052286 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 04 17:26:06.052286 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 04 17:26:06.052286 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 17:26:06.052286 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 17:26:06.052286 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 17:26:06.052286 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 17:26:06.052286 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 04 17:26:06.052286 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 04 17:26:06.052286 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 04 17:26:06.052286 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 04 17:26:06.052286 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 17:26:06.052286 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 17:26:06.052286 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 17:26:06.052286 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 17:26:06.052286 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 04 17:26:06.052286 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 04 17:26:06.052286 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1510, in create_port Feb 04 17:26:06.052286 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 04 17:26:06.052286 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1475, in _create_port_db Feb 04 17:26:06.052286 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 04 17:26:06.052286 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Feb 04 17:26:06.052286 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 04 17:26:06.052286 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 04 17:26:06.052286 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 04 17:26:06.052286 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 04 17:26:06.052286 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 04 17:26:06.052286 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 04 17:26:06.052286 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 04 17:26:06.052286 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 04 17:26:06.052286 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 04 17:26:06.052286 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 04 17:26:06.052286 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 04 17:26:06.052286 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 04 17:26:06.052286 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 04 17:26:06.052286 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 04 17:26:06.052286 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server raise exception Feb 04 17:26:06.052286 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet de4c61b4-b9f3-4b3b-94f6-3a81689f4a33: This subnet is being modified by another concurrent operation. Feb 04 17:26:06.052286 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server Feb 04 17:26:06.085139 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d6a2d7c-bab4-4097-89e9-5d2d484597c5 None None] get_active_networks_info from n-d-827839-2 {{(pid=103378) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 04 17:26:06.180396 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-b5e41f6d-7732-402f-9a4d-84ccf5d6840c tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1543676', 'neutron.services.segments.db._delete_segments_for_network-8781084786517'] for network (1372914a-de5f-43fe-a13b-730332ba3bd7), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:06.213132 n-d-827839-2 neutron-server[103376]: DEBUG neutron.services.segments.db [None req-b5e41f6d-7732-402f-9a4d-84ccf5d6840c tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1372914a-de5f-43fe-a13b-730332ba3bd7']}} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:26:06.235193 n-d-827839-2 neutron-server[103376]: DEBUG neutron.services.segments.db [None req-b5e41f6d-7732-402f-9a4d-84ccf5d6840c tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64aa646c-c718-4ddb-ba73-67f1c7af2cdd') {'for_net_delete': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:26:06.238197 n-d-827839-2 neutron-server[103376]: DEBUG neutron.services.segments.db [None req-b5e41f6d-7732-402f-9a4d-84ccf5d6840c tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64aa646c-c718-4ddb-ba73-67f1c7af2cdd') {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:26:06.265711 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-b5e41f6d-7732-402f-9a4d-84ccf5d6840c tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781084783966', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25674908'] for segment (64aa646c-c718-4ddb-ba73-67f1c7af2cdd), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:06.308463 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-b5e41f6d-7732-402f-9a4d-84ccf5d6840c tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (64aa646c-c718-4ddb-ba73-67f1c7af2cdd), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:06.332082 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5e41f6d-7732-402f-9a4d-84ccf5d6840c tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Releasing vlan 785 on physical network physnet1 to pool {{(pid=103376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 17:26:06.332586 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-b5e41f6d-7732-402f-9a4d-84ccf5d6840c tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25675992'] for segment (64aa646c-c718-4ddb-ba73-67f1c7af2cdd), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:06.338870 n-d-827839-2 neutron-server[103376]: Traceback (most recent call last): Feb 04 17:26:06.338870 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 17:26:06.338870 n-d-827839-2 neutron-server[103376]: timer() Feb 04 17:26:06.338870 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 17:26:06.338870 n-d-827839-2 neutron-server[103376]: cb(*args, **kw) Feb 04 17:26:06.338870 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 17:26:06.338870 n-d-827839-2 neutron-server[103376]: return func(*args, **kwargs) Feb 04 17:26:06.338870 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 17:26:06.338870 n-d-827839-2 neutron-server[103376]: self._notify() Feb 04 17:26:06.338870 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 17:26:06.338870 n-d-827839-2 neutron-server[103376]: self.callback(batched_events) Feb 04 17:26:06.338870 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 17:26:06.338870 n-d-827839-2 neutron-server[103376]: event.method(event) Feb 04 17:26:06.338870 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 17:26:06.338870 n-d-827839-2 neutron-server[103376]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 17:26:06.338870 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 17:26:06.338870 n-d-827839-2 neutron-server[103376]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 17:26:06.338870 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 17:26:06.338870 n-d-827839-2 neutron-server[103376]: return f(self, *a, **k) Feb 04 17:26:06.338870 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 17:26:06.338870 n-d-827839-2 neutron-server[103376]: return self._get(url).json() Feb 04 17:26:06.338870 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 17:26:06.338870 n-d-827839-2 neutron-server[103376]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 17:26:06.338870 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 17:26:06.338870 n-d-827839-2 neutron-server[103376]: return self.request(url, 'GET', **kwargs) Feb 04 17:26:06.338870 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 17:26:06.338870 n-d-827839-2 neutron-server[103376]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 17:26:06.338870 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 17:26:06.338870 n-d-827839-2 neutron-server[103376]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 17:26:06.338870 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 17:26:06.338870 n-d-827839-2 neutron-server[103376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 17:26:06.338870 n-d-827839-2 neutron-server[103376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 17:26:06.411988 n-d-827839-2 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d6a2d7c-bab4-4097-89e9-5d2d484597c5 None None] Resources bound (agent type, host, resource id): {{(pid=103378) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 04 17:26:06.442677 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-b5e41f6d-7732-402f-9a4d-84ccf5d6840c tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1543671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1595572'] for network (1372914a-de5f-43fe-a13b-730332ba3bd7), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:06.457819 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-b5e41f6d-7732-402f-9a4d-84ccf5d6840c tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677565'] for network (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:06.468125 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-b5e41f6d-7732-402f-9a4d-84ccf5d6840c tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] 10.222.0.89 "DELETE /v2.0/networks/1372914a-de5f-43fe-a13b-730332ba3bd7 HTTP/1.1" status: 204 len: 168 time: 0.9239671 Feb 04 17:26:06.468703 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 43086) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:26:06.488337 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e41f6d-7732-402f-9a4d-84ccf5d6840c tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Pushing event deleted for resources: {'Network': ['ID=1372914a-de5f-43fe-a13b-730332ba3bd7,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:26:06.532294 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 43092) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:26:06.537593 n-d-827839-2 neutron-server[103377]: INFO neutron.pecan_wsgi.hooks.translation [None req-b465fdad-a987-4830-aff7-def63a4ada3b tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] GET failed (client error): The resource could not be found. Feb 04 17:26:06.539610 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-b465fdad-a987-4830-aff7-def63a4ada3b tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] 10.222.0.89 "GET /v2.0/subnets/de4c61b4-b9f3-4b3b-94f6-3a81689f4a33 HTTP/1.1" status: 404 len: 337 time: 0.0683646 Feb 04 17:26:06.543677 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 43096) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:26:06.611982 n-d-827839-2 neutron-server[103377]: INFO neutron.pecan_wsgi.hooks.translation [None req-8dad1b16-1f27-479f-a8af-a1ece6e7519e tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] DELETE failed (client error): The resource could not be found. Feb 04 17:26:06.618575 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8dad1b16-1f27-479f-a8af-a1ece6e7519e tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103377) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 17:26:06.627996 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-8dad1b16-1f27-479f-a8af-a1ece6e7519e tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] 10.222.0.89 "DELETE /v2.0/networks/1372914a-de5f-43fe-a13b-730332ba3bd7 HTTP/1.1" status: 404 len: 339 time: 0.0816948 Feb 04 17:26:06.630711 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 43100) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:26:06.863468 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22dc4554-4640-4e65-9c85-8821e3dffd0e None None] Network 1372914a-de5f-43fe-a13b-730332ba3bd7 requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:26:06.882414 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22dc4554-4640-4e65-9c85-8821e3dffd0e None None] Network 1372914a-de5f-43fe-a13b-730332ba3bd7 could not be found, it might have been deleted concurrently. {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 04 17:26:07.020313 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edca49c9-c5d8-4364-802e-f37ace2a0a6a tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:26:07.021868 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-edca49c9-c5d8-4364-802e-f37ace2a0a6a tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] 10.222.0.89 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.3901668 Feb 04 17:26:07.025300 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 43110) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:26:07.046920 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-1edc1351-8ef0-4281-a292-f11b8f00367f admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-2094991958-network', 'tenant_id': '80b7aa89cf1b4bc4904176df2ebfd332'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:26:07.082342 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1edc1351-8ef0-4281-a292-f11b8f00367f admin admin] Made reservation on behalf of 80b7aa89cf1b4bc4904176df2ebfd332 for: {'network': 1} {{(pid=103376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:26:07.088762 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-1edc1351-8ef0-4281-a292-f11b8f00367f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for network (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:07.101511 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-14e12129-2f7a-44f0-bdce-61eaab377913 tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] 10.222.0.89 "GET /v2.0/subnets?network_id=48165773-85ad-49a1-9ec1-76fc8dc24188 HTTP/1.1" status: 200 len: 207 time: 0.0750411 Feb 04 17:26:07.106715 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 43114) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:26:07.267715 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 43116) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:26:07.377583 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7fcea1f-ed23-4ea1-a855-c9000ed3866b tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:26:07.389301 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7fcea1f-ed23-4ea1-a855-c9000ed3866b tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:26:07.459972 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7fcea1f-ed23-4ea1-a855-c9000ed3866b tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:26:07.459972 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7fcea1f-ed23-4ea1-a855-c9000ed3866b tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:26:07.459972 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-c7fcea1f-ed23-4ea1-a855-c9000ed3866b tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] 10.222.0.89 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2486 time: 0.3270049 Feb 04 17:26:07.459972 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 43120) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:26:07.834886 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-1edc1351-8ef0-4281-a292-f11b8f00367f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:07.929963 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-1edc1351-8ef0-4281-a292-f11b8f00367f admin admin] Publish callbacks [] for security_group (ab47d0d1-b7e5-4258-bdd6-2f74db64f4d7), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:07.936730 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-1edc1351-8ef0-4281-a292-f11b8f00367f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (ab47d0d1-b7e5-4258-bdd6-2f74db64f4d7), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:07.965839 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edc1351-8ef0-4281-a292-f11b8f00367f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab47d0d1-b7e5-4258-bdd6-2f74db64f4d7,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:26:07.984988 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1edc1351-8ef0-4281-a292-f11b8f00367f admin admin] vlan segment allocate from pool success with {'vlan_id': 777, 'physical_network': 'physnet1'} {{(pid=103376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 17:26:08.001867 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-d6dc578c-8002-4958-a21b-8a22e7148890 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:08.004792 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-1edc1351-8ef0-4281-a292-f11b8f00367f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (ca1e4fed-109f-474f-a780-5b9c5be925df), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:08.005243 n-d-827839-2 neutron-server[103376]: INFO neutron.db.segments_db [None req-1edc1351-8ef0-4281-a292-f11b8f00367f admin admin] Added segment ca1e4fed-109f-474f-a780-5b9c5be925df of type vlan for network 8ebfdc74-8590-489d-b0e1-fe8b6dd2da25 Feb 04 17:26:08.082740 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-1edc1351-8ef0-4281-a292-f11b8f00367f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781084292801'] for network (8ebfdc74-8590-489d-b0e1-fe8b6dd2da25), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:08.100453 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-6c22d97b-176a-43a7-900f-5665e0e49d4c tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] 10.222.0.89 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 575 time: 0.6580939 Feb 04 17:26:08.101431 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 43134) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:26:08.110128 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-1edc1351-8ef0-4281-a292-f11b8f00367f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327'] for network (8ebfdc74-8590-489d-b0e1-fe8b6dd2da25), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:08.111243 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1edc1351-8ef0-4281-a292-f11b8f00367f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:26:08.111897 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-1edc1351-8ef0-4281-a292-f11b8f00367f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677565'] for network (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:08.181445 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-1edc1351-8ef0-4281-a292-f11b8f00367f admin admin] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.6478326 Feb 04 17:26:08.185808 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5964c09b-dd05-47c7-afa6-88c73d081e72 tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:26:08.187631 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5964c09b-dd05-47c7-afa6-88c73d081e72 tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:26:08.188225 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 43138) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:26:08.192568 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-5964c09b-dd05-47c7-afa6-88c73d081e72 tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] 10.222.0.89 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.0861514 Feb 04 17:26:08.196676 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 43140) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:26:08.204318 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-6502dad2-d00d-490a-8639-b38b0141a2c8 admin admin] Request body: {'subnet': {'network_id': '8ebfdc74-8590-489d-b0e1-fe8b6dd2da25', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-2094991958-subnet', 'tenant_id': '80b7aa89cf1b4bc4904176df2ebfd332', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:26:08.245414 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6502dad2-d00d-490a-8639-b38b0141a2c8 admin admin] Made reservation on behalf of 80b7aa89cf1b4bc4904176df2ebfd332 for: {'subnet': 1} {{(pid=103376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:26:08.245630 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-d6dc578c-8002-4958-a21b-8a22e7148890 admin admin] Publish callbacks [] for security_group (7e2222f8-0285-4531-abc6-ce232632b7ce), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:08.248052 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-6502dad2-d00d-490a-8639-b38b0141a2c8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25859006'] for subnet (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:08.256443 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-d6dc578c-8002-4958-a21b-8a22e7148890 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (7e2222f8-0285-4531-abc6-ce232632b7ce), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:08.256663 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edc1351-8ef0-4281-a292-f11b8f00367f admin admin] Pushing event updated for resources: {'Network': ['ID=8ebfdc74-8590-489d-b0e1-fe8b6dd2da25,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:26:08.267766 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Network 8ebfdc74-8590-489d-b0e1-fe8b6dd2da25 details requested by agent ovs-agent-n-d-827839-2 with host n-d-827839-2 {{(pid=103378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 17:26:08.300864 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6dc578c-8002-4958-a21b-8a22e7148890 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e2222f8-0285-4531-abc6-ce232632b7ce,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:26:08.344774 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-d6dc578c-8002-4958-a21b-8a22e7148890 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=7a6ec27731b14cdd9a842cf6f4983b8c&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0755613 Feb 04 17:26:08.345417 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 43142) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:26:08.428889 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-72a7e05f-410a-424a-9260-a0d65a1e262c admin admin] Publish callbacks [] for security_group (7e2222f8-0285-4531-abc6-ce232632b7ce), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:08.428889 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b5993c2-b842-4856-bed6-6f821f85fea3 tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Attributes excluded by policy engine: ['shared'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:26:08.429931 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b5993c2-b842-4856-bed6-6f821f85fea3 tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Attributes excluded by policy engine: ['shared'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:26:08.444658 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-2b5993c2-b842-4856-bed6-6f821f85fea3 tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] 10.222.0.89 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.2350981 Feb 04 17:26:08.444658 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 43144) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:26:08.487755 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-72a7e05f-410a-424a-9260-a0d65a1e262c admin admin] Publish callbacks [] for security_group (7e2222f8-0285-4531-abc6-ce232632b7ce), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:08.561143 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-6502dad2-d00d-490a-8639-b38b0141a2c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25674939', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25858952'] for subnet (63f84b38-d024-489b-b804-8ab0056a6a07), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:08.656144 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-72a7e05f-410a-424a-9260-a0d65a1e262c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (7e2222f8-0285-4531-abc6-ce232632b7ce), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:08.659976 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-72a7e05f-410a-424a-9260-a0d65a1e262c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:08.661426 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-72a7e05f-410a-424a-9260-a0d65a1e262c admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/7e2222f8-0285-4531-abc6-ce232632b7ce HTTP/1.1" status: 204 len: 168 time: 0.3113596 Feb 04 17:26:08.663681 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6502dad2-d00d-490a-8639-b38b0141a2c8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=63f84b38-d024-489b-b804-8ab0056a6a07,revision_number=0']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:26:08.672982 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b141ff41-a8fe-4350-a058-c41c34d6b112 tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:26:08.678769 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-b141ff41-a8fe-4350-a058-c41c34d6b112 tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] 10.222.0.89 "GET /v2.0/networks/6518c842-2f5f-4c60-9fd0-89548f5473e3 HTTP/1.1" status: 200 len: 799 time: 0.2385864 Feb 04 17:26:08.680367 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 43154) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:26:08.682632 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6502dad2-d00d-490a-8639-b38b0141a2c8 admin admin] Checking segment: {'id': 'ca1e4fed-109f-474f-a780-5b9c5be925df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '8ebfdc74-8590-489d-b0e1-fe8b6dd2da25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:26:08.683015 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6502dad2-d00d-490a-8639-b38b0141a2c8 admin admin] Network hostable DHCP agents. Network: 8ebfdc74-8590-489d-b0e1-fe8b6dd2da25, hostable agents: ['bb89f5a3-3c22-440b-b7d1-c4f0c43c184a'], hosted agents: [] {{(pid=103376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 17:26:08.688201 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a7e05f-410a-424a-9260-a0d65a1e262c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e2222f8-0285-4531-abc6-ce232632b7ce,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:26:08.833492 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6502dad2-d00d-490a-8639-b38b0141a2c8 admin admin] Network 8ebfdc74-8590-489d-b0e1-fe8b6dd2da25 is scheduled to be hosted by DHCP agent bb89f5a3-3c22-440b-b7d1-c4f0c43c184a with binding_index 1 {{(pid=103376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 17:26:08.851902 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [None req-6502dad2-d00d-490a-8639-b38b0141a2c8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827839-2, 8ebfdc74-8590-489d-b0e1-fe8b6dd2da25) {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:26:08.862028 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3fb108f-ea8f-491d-98ee-767cd6b25200 None None] Network 8ebfdc74-8590-489d-b0e1-fe8b6dd2da25 requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:26:08.867356 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6502dad2-d00d-490a-8639-b38b0141a2c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:26:08.868552 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-6502dad2-d00d-490a-8639-b38b0141a2c8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:08.910326 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-6502dad2-d00d-490a-8639-b38b0141a2c8 admin admin] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.7208519 Feb 04 17:26:08.910903 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 43168) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:26:08.918797 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-f31e1723-99d5-4ef0-8280-dcd50ac1a76c tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] 10.222.0.89 "GET /v2.0/networks/6518c842-2f5f-4c60-9fd0-89548f5473e3?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 0.2230680 Feb 04 17:26:08.920455 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 43170) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:26:08.921703 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-21ab7f7d-79c6-4e8d-9ddf-2cb9f2f8f41a admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-2094991958-router', 'tenant_id': '80b7aa89cf1b4bc4904176df2ebfd332', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188'}}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:26:08.967780 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-21ab7f7d-79c6-4e8d-9ddf-2cb9f2f8f41a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1601657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26921'] for router (d8456dde-a2c2-45c2-a30e-7e7aba94ccd6), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:08.968989 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-21ab7f7d-79c6-4e8d-9ddf-2cb9f2f8f41a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1602025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603663', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1630571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26960'] for router (d8456dde-a2c2-45c2-a30e-7e7aba94ccd6), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:08.993334 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34dc2b13-9dcf-4cee-a2f1-0cef0c3067cb tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:26:08.994871 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-34dc2b13-9dcf-4cee-a2f1-0cef0c3067cb tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] 10.222.0.89 "GET /v2.0/subnets/08d47205-c163-4435-bd32-e455775921ee HTTP/1.1" status: 200 len: 811 time: 0.0734346 Feb 04 17:26:09.002113 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 43172) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:26:09.081649 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-21ab7f7d-79c6-4e8d-9ddf-2cb9f2f8f41a admin admin] Publish callbacks [] for router_controller (d8456dde-a2c2-45c2-a30e-7e7aba94ccd6), precommit_add_association {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:09.128852 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfeedab4-7e4f-43d1-8e0d-fae62ad56889 tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Attributes excluded by policy engine: ['shared'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:26:09.133233 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-dfeedab4-7e4f-43d1-8e0d-fae62ad56889 tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] 10.222.0.89 "GET /v2.0/subnets/08d47205-c163-4435-bd32-e455775921ee?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1289515 Feb 04 17:26:09.137828 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 43176) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:26:09.151050 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-93860669-48e9-4e43-9eec-345c6a97c061 tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1741541381'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:26:09.168633 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-551e4dad-899a-4301-a68c-9bb6f448e500 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e4c19ad-5724-5db8-8ee1-4f56ae69fcf4-8ebfdc74-8590-489d-b0e1-fe8b6dd2da25', 'network_id': '8ebfdc74-8590-489d-b0e1-fe8b6dd2da25', 'project_id': '80b7aa89cf1b4bc4904176df2ebfd332', 'fixed_ips': [{'subnet_id': '63f84b38-d024-489b-b804-8ab0056a6a07'}]}} from n-d-827839-2. {{(pid=103378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 17:26:09.169744 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-551e4dad-899a-4301-a68c-9bb6f448e500 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:09.208103 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93860669-48e9-4e43-9eec-345c6a97c061 tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Made reservation on behalf of 8c156190bec041b09ae1df7053accd0d for: {'network': 1} {{(pid=103376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:26:09.214547 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-93860669-48e9-4e43-9eec-345c6a97c061 tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for network (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:09.260317 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93860669-48e9-4e43-9eec-345c6a97c061 tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] vlan segment allocate from pool success with {'vlan_id': 799, 'physical_network': 'physnet1'} {{(pid=103376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 17:26:09.276362 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-93860669-48e9-4e43-9eec-345c6a97c061 tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (56fcef4e-d3fd-442e-89f6-e1198a22706c), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:09.277275 n-d-827839-2 neutron-server[103376]: INFO neutron.db.segments_db [None req-93860669-48e9-4e43-9eec-345c6a97c061 tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Added segment 56fcef4e-d3fd-442e-89f6-e1198a22706c of type vlan for network f7c4be5b-d739-4518-9e49-0ee2f414abab Feb 04 17:26:09.425718 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-93860669-48e9-4e43-9eec-345c6a97c061 tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781084292801'] for network (f7c4be5b-d739-4518-9e49-0ee2f414abab), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:09.460942 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-21ab7f7d-79c6-4e8d-9ddf-2cb9f2f8f41a admin admin] Publish callbacks [] for router_gateway (d8456dde-a2c2-45c2-a30e-7e7aba94ccd6), precommit_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:09.488658 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-93860669-48e9-4e43-9eec-345c6a97c061 tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327'] for network (f7c4be5b-d739-4518-9e49-0ee2f414abab), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:09.496248 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93860669-48e9-4e43-9eec-345c6a97c061 tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:26:09.498607 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-93860669-48e9-4e43-9eec-345c6a97c061 tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677565'] for network (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:09.545856 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-551e4dad-899a-4301-a68c-9bb6f448e500 None None] Allocated IP 172.20.0.2 (8ebfdc74-8590-489d-b0e1-fe8b6dd2da25/63f84b38-d024-489b-b804-8ab0056a6a07/dc8a4872-b24e-4d57-a365-4bbd63193a4f) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:26:09.668249 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-93860669-48e9-4e43-9eec-345c6a97c061 tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5291650 Feb 04 17:26:09.671652 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 43190) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:26:09.681026 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-a40687b8-2e63-47a0-aca6-fbfb4122f27f tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Request body: {'subnet': {'network_id': 'f7c4be5b-d739-4518-9e49-0ee2f414abab', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:26:09.691217 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93860669-48e9-4e43-9eec-345c6a97c061 tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Pushing event updated for resources: {'Network': ['ID=f7c4be5b-d739-4518-9e49-0ee2f414abab,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:26:09.821597 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Network f7c4be5b-d739-4518-9e49-0ee2f414abab details requested by agent ovs-agent-n-d-827839-2 with host n-d-827839-2 {{(pid=103378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 17:26:09.917827 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a40687b8-2e63-47a0-aca6-fbfb4122f27f tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Made reservation on behalf of 8c156190bec041b09ae1df7053accd0d for: {'subnet': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:26:09.921842 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-a40687b8-2e63-47a0-aca6-fbfb4122f27f tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25597243'] for subnet (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:10.054406 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.ipam_backend_mixin [None req-a40687b8-2e63-47a0-aca6-fbfb4122f27f tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Performing IP validity checks on allocation pools {{(pid=103377) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 04 17:26:10.055108 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.ipam_backend_mixin [None req-a40687b8-2e63-47a0-aca6-fbfb4122f27f tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103377) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 04 17:26:10.059840 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-21ab7f7d-79c6-4e8d-9ddf-2cb9f2f8f41a admin admin] Publish callbacks [] for router_gateway (d8456dde-a2c2-45c2-a30e-7e7aba94ccd6), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:10.084921 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 43204) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:26:10.098224 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-21ab7f7d-79c6-4e8d-9ddf-2cb9f2f8f41a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:10.237201 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-551e4dad-899a-4301-a68c-9bb6f448e500 None None] Publish callbacks [] for port (dc8a4872-b24e-4d57-a365-4bbd63193a4f), precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:10.262794 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-551e4dad-899a-4301-a68c-9bb6f448e500 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135'] for port (dc8a4872-b24e-4d57-a365-4bbd63193a4f), after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:10.280441 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-55cc4fc7-cd7e-40af-aa90-41eceb1f5ac5 tempest-AllowedAddressPairIpV6TestJSON-53602600 tempest-AllowedAddressPairIpV6TestJSON-53602600-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1395565787'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:26:10.295945 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.db_base_plugin_common [None req-21ab7f7d-79c6-4e8d-9ddf-2cb9f2f8f41a admin admin] Allocated IP 172.25.6.179 (48165773-85ad-49a1-9ec1-76fc8dc24188/7660bfad-1ea8-4fe7-831b-bed836f13efc/9d7ecc73-aa7f-4338-8a00-90c21a2e060d) {{(pid=103377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:26:10.327588 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55cc4fc7-cd7e-40af-aa90-41eceb1f5ac5 tempest-AllowedAddressPairIpV6TestJSON-53602600 tempest-AllowedAddressPairIpV6TestJSON-53602600-project] Made reservation on behalf of 6a79d2637b3d40c5a7cd1039b5494134 for: {'network': 1} {{(pid=103376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:26:10.341105 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-55cc4fc7-cd7e-40af-aa90-41eceb1f5ac5 tempest-AllowedAddressPairIpV6TestJSON-53602600 tempest-AllowedAddressPairIpV6TestJSON-53602600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for network (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:10.361088 n-d-827839-2 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-551e4dad-899a-4301-a68c-9bb6f448e500 None None] Network 8ebfdc74-8590-489d-b0e1-fe8b6dd2da25 is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:26:10.364369 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-55cc4fc7-cd7e-40af-aa90-41eceb1f5ac5 tempest-AllowedAddressPairIpV6TestJSON-53602600 tempest-AllowedAddressPairIpV6TestJSON-53602600-project] Publish callbacks [] for security_group (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:10.371300 n-d-827839-2 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-551e4dad-899a-4301-a68c-9bb6f448e500 None None] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:26:10.384204 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-551e4dad-899a-4301-a68c-9bb6f448e500 None None] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:26:10.396793 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (f20a1ab3-4332-4f54-833b-ba4a7c687e89), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:10.526524 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-55cc4fc7-cd7e-40af-aa90-41eceb1f5ac5 tempest-AllowedAddressPairIpV6TestJSON-53602600 tempest-AllowedAddressPairIpV6TestJSON-53602600-project] Publish callbacks [] for security_group (b24bcbb3-33f0-4dd4-bf6b-0040caee8e85), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:10.530796 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-55cc4fc7-cd7e-40af-aa90-41eceb1f5ac5 tempest-AllowedAddressPairIpV6TestJSON-53602600 tempest-AllowedAddressPairIpV6TestJSON-53602600-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (b24bcbb3-33f0-4dd4-bf6b-0040caee8e85), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:10.533944 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-21ab7f7d-79c6-4e8d-9ddf-2cb9f2f8f41a admin admin] Publish callbacks [] for port (9d7ecc73-aa7f-4338-8a00-90c21a2e060d), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:10.552193 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551e4dad-899a-4301-a68c-9bb6f448e500 None None] Pushing event updated for resources: {'Port': ['ID=dc8a4872-b24e-4d57-a365-4bbd63193a4f,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:26:10.563075 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55cc4fc7-cd7e-40af-aa90-41eceb1f5ac5 tempest-AllowedAddressPairIpV6TestJSON-53602600 tempest-AllowedAddressPairIpV6TestJSON-53602600-project] vlan segment allocate from pool success with {'vlan_id': 791, 'physical_network': 'physnet1'} {{(pid=103376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 17:26:10.590864 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55cc4fc7-cd7e-40af-aa90-41eceb1f5ac5 tempest-AllowedAddressPairIpV6TestJSON-53602600 tempest-AllowedAddressPairIpV6TestJSON-53602600-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b24bcbb3-33f0-4dd4-bf6b-0040caee8e85,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:26:10.597849 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-551e4dad-899a-4301-a68c-9bb6f448e500 None None] Attempting to bind port dc8a4872-b24e-4d57-a365-4bbd63193a4f on host n-d-827839-2 for vnic_type normal with profile {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:26:10.598724 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-551e4dad-899a-4301-a68c-9bb6f448e500 None None] Attempting to bind port dc8a4872-b24e-4d57-a365-4bbd63193a4f by drivers openvswitch,hyperv on host n-d-827839-2 at level 0 using segments [{'id': 'ca1e4fed-109f-474f-a780-5b9c5be925df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '8ebfdc74-8590-489d-b0e1-fe8b6dd2da25'}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:26:10.599489 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-551e4dad-899a-4301-a68c-9bb6f448e500 None None] Attempting to bind port dc8a4872-b24e-4d57-a365-4bbd63193a4f on network 8ebfdc74-8590-489d-b0e1-fe8b6dd2da25 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:26:10.599771 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-55cc4fc7-cd7e-40af-aa90-41eceb1f5ac5 tempest-AllowedAddressPairIpV6TestJSON-53602600 tempest-AllowedAddressPairIpV6TestJSON-53602600-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (06ca3960-d853-4c08-a0e2-ea76202e4d97), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:10.600261 n-d-827839-2 neutron-server[103376]: INFO neutron.db.segments_db [None req-55cc4fc7-cd7e-40af-aa90-41eceb1f5ac5 tempest-AllowedAddressPairIpV6TestJSON-53602600 tempest-AllowedAddressPairIpV6TestJSON-53602600-project] Added segment 06ca3960-d853-4c08-a0e2-ea76202e4d97 of type vlan for network 6c959a4a-4b77-41d1-ad3a-cf5cab61eb11 Feb 04 17:26:10.603435 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-a40687b8-2e63-47a0-aca6-fbfb4122f27f tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25889445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25597197'] for subnet (df0e2c23-f76a-4b68-a589-0483214f30a0), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:10.614670 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-551e4dad-899a-4301-a68c-9bb6f448e500 None None] Checking agent: {'id': 'ba70844b-66a0-45fd-a2f2-e6ed673321fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 0, 36), 'started_at': datetime.datetime(2022, 2, 4, 17, 1, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 26, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:26:10.618116 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-551e4dad-899a-4301-a68c-9bb6f448e500 None None] Checking segment: {'id': 'ca1e4fed-109f-474f-a780-5b9c5be925df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '8ebfdc74-8590-489d-b0e1-fe8b6dd2da25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:26:10.618667 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-551e4dad-899a-4301-a68c-9bb6f448e500 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:10.619630 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-551e4dad-899a-4301-a68c-9bb6f448e500 None None] Bound using segment: {'id': 'ca1e4fed-109f-474f-a780-5b9c5be925df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '8ebfdc74-8590-489d-b0e1-fe8b6dd2da25'} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:26:10.621318 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-551e4dad-899a-4301-a68c-9bb6f448e500 None None] Bound port: dc8a4872-b24e-4d57-a365-4bbd63193a4f, host: n-d-827839-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca1e4fed-109f-474f-a780-5b9c5be925df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '8ebfdc74-8590-489d-b0e1-fe8b6dd2da25'}}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:26:10.621825 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-551e4dad-899a-4301-a68c-9bb6f448e500 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (dc8a4872-b24e-4d57-a365-4bbd63193a4f), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:10.655092 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40687b8-2e63-47a0-aca6-fbfb4122f27f tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Pushing event updated for resources: {'Subnet': ['ID=df0e2c23-f76a-4b68-a589-0483214f30a0,revision_number=0']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:26:10.674006 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-21ab7f7d-79c6-4e8d-9ddf-2cb9f2f8f41a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (9d7ecc73-aa7f-4338-8a00-90c21a2e060d), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:10.698979 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-55cc4fc7-cd7e-40af-aa90-41eceb1f5ac5 tempest-AllowedAddressPairIpV6TestJSON-53602600 tempest-AllowedAddressPairIpV6TestJSON-53602600-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781084292801'] for network (6c959a4a-4b77-41d1-ad3a-cf5cab61eb11), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:10.738226 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21ab7f7d-79c6-4e8d-9ddf-2cb9f2f8f41a admin admin] Network 48165773-85ad-49a1-9ec1-76fc8dc24188 is already hosted by enough agents. {{(pid=103377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:26:10.741077 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [None req-21ab7f7d-79c6-4e8d-9ddf-2cb9f2f8f41a admin admin] Resources bound (agent type, host, resource id): {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:26:10.743217 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a40687b8-2e63-47a0-aca6-fbfb4122f27f tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Checking segment: {'id': '56fcef4e-d3fd-442e-89f6-e1198a22706c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': 'f7c4be5b-d739-4518-9e49-0ee2f414abab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:26:10.744075 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a40687b8-2e63-47a0-aca6-fbfb4122f27f tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Network hostable DHCP agents. Network: f7c4be5b-d739-4518-9e49-0ee2f414abab, hostable agents: ['bb89f5a3-3c22-440b-b7d1-c4f0c43c184a'], hosted agents: [] {{(pid=103377) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 17:26:10.746289 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21ab7f7d-79c6-4e8d-9ddf-2cb9f2f8f41a admin admin] Received port after_create {{(pid=103377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:26:10.759511 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-551e4dad-899a-4301-a68c-9bb6f448e500 None None] For port dc8a4872-b24e-4d57-a365-4bbd63193a4f, host n-d-827839-2, cleared binding levels {{(pid=103378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:26:10.761857 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-55cc4fc7-cd7e-40af-aa90-41eceb1f5ac5 tempest-AllowedAddressPairIpV6TestJSON-53602600 tempest-AllowedAddressPairIpV6TestJSON-53602600-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327'] for network (6c959a4a-4b77-41d1-ad3a-cf5cab61eb11), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:10.764952 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-551e4dad-899a-4301-a68c-9bb6f448e500 None None] For port dc8a4872-b24e-4d57-a365-4bbd63193a4f, host n-d-827839-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=dc8a4872-b24e-4d57-a365-4bbd63193a4f,segment=NetworkSegment(ca1e4fed-109f-474f-a780-5b9c5be925df),segment_id=ca1e4fed-109f-474f-a780-5b9c5be925df)] {{(pid=103378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:26:10.772463 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55cc4fc7-cd7e-40af-aa90-41eceb1f5ac5 tempest-AllowedAddressPairIpV6TestJSON-53602600 tempest-AllowedAddressPairIpV6TestJSON-53602600-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:26:10.775562 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-55cc4fc7-cd7e-40af-aa90-41eceb1f5ac5 tempest-AllowedAddressPairIpV6TestJSON-53602600 tempest-AllowedAddressPairIpV6TestJSON-53602600-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677565'] for network (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:10.780402 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ab7f7d-79c6-4e8d-9ddf-2cb9f2f8f41a admin admin] Pushing event updated for resources: {'Port': ['ID=9d7ecc73-aa7f-4338-8a00-90c21a2e060d,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:26:10.782570 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-551e4dad-899a-4301-a68c-9bb6f448e500 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (dc8a4872-b24e-4d57-a365-4bbd63193a4f), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:10.869540 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551e4dad-899a-4301-a68c-9bb6f448e500 None None] Pushing event updated for resources: {'Port': ['ID=dc8a4872-b24e-4d57-a365-4bbd63193a4f,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:26:10.904109 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a40687b8-2e63-47a0-aca6-fbfb4122f27f tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Network f7c4be5b-d739-4518-9e49-0ee2f414abab is scheduled to be hosted by DHCP agent bb89f5a3-3c22-440b-b7d1-c4f0c43c184a with binding_index 1 {{(pid=103377) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 17:26:10.933847 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-55cc4fc7-cd7e-40af-aa90-41eceb1f5ac5 tempest-AllowedAddressPairIpV6TestJSON-53602600 tempest-AllowedAddressPairIpV6TestJSON-53602600-project] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 0.8474994 Feb 04 17:26:10.937091 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 43214) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:26:10.943042 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-a0509d8f-10f4-44ce-bf8d-a6e7e4f4110f tempest-AllowedAddressPairIpV6TestJSON-53602600 tempest-AllowedAddressPairIpV6TestJSON-53602600-project] Request body: {'subnet': {'network_id': '6c959a4a-4b77-41d1-ad3a-cf5cab61eb11', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:26:10.997434 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55cc4fc7-cd7e-40af-aa90-41eceb1f5ac5 tempest-AllowedAddressPairIpV6TestJSON-53602600 tempest-AllowedAddressPairIpV6TestJSON-53602600-project] Pushing event updated for resources: {'Network': ['ID=6c959a4a-4b77-41d1-ad3a-cf5cab61eb11,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:26:11.009067 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Network 6c959a4a-4b77-41d1-ad3a-cf5cab61eb11 details requested by agent ovs-agent-n-d-827839-2 with host n-d-827839-2 {{(pid=103378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 17:26:11.058111 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [None req-a40687b8-2e63-47a0-aca6-fbfb4122f27f tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827839-2, f7c4be5b-d739-4518-9e49-0ee2f414abab) {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:26:11.099793 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a40687b8-2e63-47a0-aca6-fbfb4122f27f tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:26:11.103263 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0509d8f-10f4-44ce-bf8d-a6e7e4f4110f tempest-AllowedAddressPairIpV6TestJSON-53602600 tempest-AllowedAddressPairIpV6TestJSON-53602600-project] Made reservation on behalf of 6a79d2637b3d40c5a7cd1039b5494134 for: {'subnet': 1} {{(pid=103376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:26:11.107962 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-a40687b8-2e63-47a0-aca6-fbfb4122f27f tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677565'] for subnet (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:11.112320 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-a0509d8f-10f4-44ce-bf8d-a6e7e4f4110f tempest-AllowedAddressPairIpV6TestJSON-53602600 tempest-AllowedAddressPairIpV6TestJSON-53602600-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25859006'] for subnet (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:11.136146 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-a40687b8-2e63-47a0-aca6-fbfb4122f27f tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 1.4619560 Feb 04 17:26:11.139455 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 43216) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:26:11.146253 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-4820f24c-dcf2-42da-9dd8-4c49a616e90d tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:26:11.200459 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-21ab7f7d-79c6-4e8d-9ddf-2cb9f2f8f41a admin admin] Publish callbacks [] for router_gateway (d8456dde-a2c2-45c2-a30e-7e7aba94ccd6), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:11.214659 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7806b4cf-3c10-4f23-8499-d04fa9e92e60 None None] Network f7c4be5b-d739-4518-9e49-0ee2f414abab requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:26:11.410936 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afaf673b-b481-4df7-acbd-3569194c7043 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e4c19ad-5724-5db8-8ee1-4f56ae69fcf4-f7c4be5b-d739-4518-9e49-0ee2f414abab', 'network_id': 'f7c4be5b-d739-4518-9e49-0ee2f414abab', 'project_id': '8c156190bec041b09ae1df7053accd0d', 'fixed_ips': [{'subnet_id': 'df0e2c23-f76a-4b68-a589-0483214f30a0'}]}} from n-d-827839-2. {{(pid=103378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 17:26:11.412212 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-afaf673b-b481-4df7-acbd-3569194c7043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:11.552308 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-a0509d8f-10f4-44ce-bf8d-a6e7e4f4110f tempest-AllowedAddressPairIpV6TestJSON-53602600 tempest-AllowedAddressPairIpV6TestJSON-53602600-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25674939', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25858952'] for subnet (8876a6cc-c7cc-4e37-a881-45c61bddd46a), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:11.643845 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-21ab7f7d-79c6-4e8d-9ddf-2cb9f2f8f41a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1602046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603680'] for router (d8456dde-a2c2-45c2-a30e-7e7aba94ccd6), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:11.707142 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0509d8f-10f4-44ce-bf8d-a6e7e4f4110f tempest-AllowedAddressPairIpV6TestJSON-53602600 tempest-AllowedAddressPairIpV6TestJSON-53602600-project] Checking segment: {'id': '06ca3960-d853-4c08-a0e2-ea76202e4d97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '6c959a4a-4b77-41d1-ad3a-cf5cab61eb11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:26:11.707531 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0509d8f-10f4-44ce-bf8d-a6e7e4f4110f tempest-AllowedAddressPairIpV6TestJSON-53602600 tempest-AllowedAddressPairIpV6TestJSON-53602600-project] Network hostable DHCP agents. Network: 6c959a4a-4b77-41d1-ad3a-cf5cab61eb11, hostable agents: ['bb89f5a3-3c22-440b-b7d1-c4f0c43c184a'], hosted agents: [] {{(pid=103376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 17:26:11.744483 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0509d8f-10f4-44ce-bf8d-a6e7e4f4110f tempest-AllowedAddressPairIpV6TestJSON-53602600 tempest-AllowedAddressPairIpV6TestJSON-53602600-project] Pushing event updated for resources: {'Subnet': ['ID=8876a6cc-c7cc-4e37-a881-45c61bddd46a,revision_number=0']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:26:11.757445 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-4820f24c-dcf2-42da-9dd8-4c49a616e90d tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-25597236'] for subnet (df0e2c23-f76a-4b68-a589-0483214f30a0), before_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:11.770764 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0509d8f-10f4-44ce-bf8d-a6e7e4f4110f tempest-AllowedAddressPairIpV6TestJSON-53602600 tempest-AllowedAddressPairIpV6TestJSON-53602600-project] Network 6c959a4a-4b77-41d1-ad3a-cf5cab61eb11 is scheduled to be hosted by DHCP agent bb89f5a3-3c22-440b-b7d1-c4f0c43c184a with binding_index 1 {{(pid=103376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 17:26:11.777707 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-afaf673b-b481-4df7-acbd-3569194c7043 None None] Allocated IP 172.20.0.3 (f7c4be5b-d739-4518-9e49-0ee2f414abab/df0e2c23-f76a-4b68-a589-0483214f30a0/49d5b29f-7f3d-4340-8bf7-4fd0768c2671) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:26:11.790025 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [None req-a0509d8f-10f4-44ce-bf8d-a6e7e4f4110f tempest-AllowedAddressPairIpV6TestJSON-53602600 tempest-AllowedAddressPairIpV6TestJSON-53602600-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827839-2, 6c959a4a-4b77-41d1-ad3a-cf5cab61eb11) {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:26:11.822798 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0509d8f-10f4-44ce-bf8d-a6e7e4f4110f tempest-AllowedAddressPairIpV6TestJSON-53602600 tempest-AllowedAddressPairIpV6TestJSON-53602600-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:26:11.823407 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-a0509d8f-10f4-44ce-bf8d-a6e7e4f4110f tempest-AllowedAddressPairIpV6TestJSON-53602600 tempest-AllowedAddressPairIpV6TestJSON-53602600-project] Publish callbacks [] for subnet (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:11.874944 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-a0509d8f-10f4-44ce-bf8d-a6e7e4f4110f tempest-AllowedAddressPairIpV6TestJSON-53602600 tempest-AllowedAddressPairIpV6TestJSON-53602600-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9366584 Feb 04 17:26:11.875614 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 43230) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:26:11.878669 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3200e4dd-dc5b-4de4-9558-b233ec102426 None None] Network 6c959a4a-4b77-41d1-ad3a-cf5cab61eb11 requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:26:11.899803 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-7a08b611-bff8-4af9-821d-867678824223 tempest-AllowedAddressPairIpV6TestJSON-53602600 tempest-AllowedAddressPairIpV6TestJSON-53602600-project] Request body: {'port': {'network_id': '6c959a4a-4b77-41d1-ad3a-cf5cab61eb11', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-141111467'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:26:12.026242 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21ab7f7d-79c6-4e8d-9ddf-2cb9f2f8f41a admin admin] Router d8456dde-a2c2-45c2-a30e-7e7aba94ccd6 is scheduled to L3 agent 64ada913-9131-4d99-a265-63a920956287 with binding_index 1 {{(pid=103377) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 17:26:12.187450 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b2af408-a2ce-4d68-a408-3acad17e5489 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e4c19ad-5724-5db8-8ee1-4f56ae69fcf4-6c959a4a-4b77-41d1-ad3a-cf5cab61eb11', 'network_id': '6c959a4a-4b77-41d1-ad3a-cf5cab61eb11', 'project_id': '6a79d2637b3d40c5a7cd1039b5494134', 'fixed_ips': [{'subnet_id': '8876a6cc-c7cc-4e37-a881-45c61bddd46a'}]}} from n-d-827839-2. {{(pid=103378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 17:26:12.188759 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3b2af408-a2ce-4d68-a408-3acad17e5489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:12.238913 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-afaf673b-b481-4df7-acbd-3569194c7043 None None] Publish callbacks [] for port (49d5b29f-7f3d-4340-8bf7-4fd0768c2671), precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:12.258504 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a08b611-bff8-4af9-821d-867678824223 tempest-AllowedAddressPairIpV6TestJSON-53602600 tempest-AllowedAddressPairIpV6TestJSON-53602600-project] Made reservation on behalf of 6a79d2637b3d40c5a7cd1039b5494134 for: {'port': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:26:12.260817 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-afaf673b-b481-4df7-acbd-3569194c7043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135'] for port (49d5b29f-7f3d-4340-8bf7-4fd0768c2671), after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:12.262078 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-7a08b611-bff8-4af9-821d-867678824223 tempest-AllowedAddressPairIpV6TestJSON-53602600 tempest-AllowedAddressPairIpV6TestJSON-53602600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:12.349990 n-d-827839-2 neutron-server[103377]: DEBUG neutron.notifiers.nova [None req-7a08b611-bff8-4af9-821d-867678824223 tempest-AllowedAddressPairIpV6TestJSON-53602600 tempest-AllowedAddressPairIpV6TestJSON-53602600-project] device_id is not set on port 8c35a91d-c86f-438b-8787-2089610e1a7e yet. {{(pid=103377) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 04 17:26:12.353341 n-d-827839-2 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afaf673b-b481-4df7-acbd-3569194c7043 None None] Network f7c4be5b-d739-4518-9e49-0ee2f414abab is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:26:12.363230 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afaf673b-b481-4df7-acbd-3569194c7043 None None] Pushing event updated for resources: {'Port': ['ID=49d5b29f-7f3d-4340-8bf7-4fd0768c2671,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:26:12.365529 n-d-827839-2 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-afaf673b-b481-4df7-acbd-3569194c7043 None None] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:26:12.368202 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (3f9244a9-75fc-4c10-b195-11d48b853b41), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:12.371357 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afaf673b-b481-4df7-acbd-3569194c7043 None None] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:26:12.615028 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a644d42-29ff-477e-9c19-bc34b6f83529 None None] Network 8ebfdc74-8590-489d-b0e1-fe8b6dd2da25 requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:26:12.747238 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-afaf673b-b481-4df7-acbd-3569194c7043 None None] Attempting to bind port 49d5b29f-7f3d-4340-8bf7-4fd0768c2671 on host n-d-827839-2 for vnic_type normal with profile {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:26:12.747759 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-afaf673b-b481-4df7-acbd-3569194c7043 None None] Attempting to bind port 49d5b29f-7f3d-4340-8bf7-4fd0768c2671 by drivers openvswitch,hyperv on host n-d-827839-2 at level 0 using segments [{'id': '56fcef4e-d3fd-442e-89f6-e1198a22706c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': 'f7c4be5b-d739-4518-9e49-0ee2f414abab'}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:26:12.748246 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afaf673b-b481-4df7-acbd-3569194c7043 None None] Attempting to bind port 49d5b29f-7f3d-4340-8bf7-4fd0768c2671 on network f7c4be5b-d739-4518-9e49-0ee2f414abab {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:26:12.761779 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afaf673b-b481-4df7-acbd-3569194c7043 None None] Checking agent: {'id': 'ba70844b-66a0-45fd-a2f2-e6ed673321fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 0, 36), 'started_at': datetime.datetime(2022, 2, 4, 17, 1, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 26, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:26:12.762344 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afaf673b-b481-4df7-acbd-3569194c7043 None None] Checking segment: {'id': '56fcef4e-d3fd-442e-89f6-e1198a22706c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': 'f7c4be5b-d739-4518-9e49-0ee2f414abab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:26:12.762964 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-afaf673b-b481-4df7-acbd-3569194c7043 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:12.763687 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afaf673b-b481-4df7-acbd-3569194c7043 None None] Bound using segment: {'id': '56fcef4e-d3fd-442e-89f6-e1198a22706c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': 'f7c4be5b-d739-4518-9e49-0ee2f414abab'} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:26:12.764323 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-afaf673b-b481-4df7-acbd-3569194c7043 None None] Bound port: 49d5b29f-7f3d-4340-8bf7-4fd0768c2671, host: n-d-827839-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56fcef4e-d3fd-442e-89f6-e1198a22706c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': 'f7c4be5b-d739-4518-9e49-0ee2f414abab'}}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:26:12.764861 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-afaf673b-b481-4df7-acbd-3569194c7043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (49d5b29f-7f3d-4340-8bf7-4fd0768c2671), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:12.873513 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-7c0017ba-4bc0-4cec-900f-4d1aa665d849 None None] Provisioning complete for port dc8a4872-b24e-4d57-a365-4bbd63193a4f triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:26:12.874761 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7c0017ba-4bc0-4cec-900f-4d1aa665d849 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (dc8a4872-b24e-4d57-a365-4bbd63193a4f), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:12.951355 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21ab7f7d-79c6-4e8d-9ddf-2cb9f2f8f41a admin admin] Notify agent at l3_agent.n-d-827839-2 the message routers_updated {{(pid=103377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 17:26:12.962451 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c93a198-0cdc-458c-ad44-fd742414a1f0 None None] Sync routers for ids ['d8456dde-a2c2-45c2-a30e-7e7aba94ccd6'] in n-d-827839-2 {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 17:26:12.981434 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c93a198-0cdc-458c-ad44-fd742414a1f0 None None] Routers {'d8456dde-a2c2-45c2-a30e-7e7aba94ccd6'} bound to L3 agent in host n-d-827839-2 {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:26:12.985380 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-3c93a198-0cdc-458c-ad44-fd742414a1f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:26:02Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['d8456dde-a2c2-45c2-a30e-7e7aba94ccd6'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:26:12.987331 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-21ab7f7d-79c6-4e8d-9ddf-2cb9f2f8f41a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:12.992076 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 43248) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:26:12.992769 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-21ab7f7d-79c6-4e8d-9ddf-2cb9f2f8f41a admin admin] 10.222.0.89 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 4.0799704 Feb 04 17:26:13.077921 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-3b2af408-a2ce-4d68-a408-3acad17e5489 None None] Allocated IP 2001:db8::2 (6c959a4a-4b77-41d1-ad3a-cf5cab61eb11/8876a6cc-c7cc-4e37-a881-45c61bddd46a/b17f9964-a75c-4998-8d64-f844b2c05963) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:26:13.248507 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-4820f24c-dcf2-42da-9dd8-4c49a616e90d tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8781084764142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-25888355'] for subnet (df0e2c23-f76a-4b68-a589-0483214f30a0), after_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:13.273175 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvr_db [None req-3c93a198-0cdc-458c-ad44-fd742414a1f0 None None] Set router d8456dde-a2c2-45c2-a30e-7e7aba94ccd6 gateway port host: n-d-827839-2 {{(pid=103379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:26:13.352371 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-7c0017ba-4bc0-4cec-900f-4d1aa665d849 None None] Current status of the port dc8a4872-b24e-4d57-a365-4bbd63193a4f is: DOWN; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:26:13.354826 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7c0017ba-4bc0-4cec-900f-4d1aa665d849 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (dc8a4872-b24e-4d57-a365-4bbd63193a4f), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:13.399661 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device dc8a4872-b24e-4d57-a365-4bbd63193a4f up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:26:13.431864 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4820f24c-dcf2-42da-9dd8-4c49a616e90d tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:26:13.432500 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-4820f24c-dcf2-42da-9dd8-4c49a616e90d tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Publish callbacks [] for subnet (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:13.437720 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 43250) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:26:13.447369 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-4820f24c-dcf2-42da-9dd8-4c49a616e90d tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] 10.222.0.89 "PUT /v2.0/subnets/df0e2c23-f76a-4b68-a589-0483214f30a0 HTTP/1.1" status: 200 len: 877 time: 2.3064194 Feb 04 17:26:13.480606 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4820f24c-dcf2-42da-9dd8-4c49a616e90d tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Pushing event updated for resources: {'Subnet': ['ID=df0e2c23-f76a-4b68-a589-0483214f30a0,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:26:13.600549 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-afaf673b-b481-4df7-acbd-3569194c7043 None None] For port 49d5b29f-7f3d-4340-8bf7-4fd0768c2671, host n-d-827839-2, cleared binding levels {{(pid=103378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:26:13.630028 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-7c0017ba-4bc0-4cec-900f-4d1aa665d849 None None] For port dc8a4872-b24e-4d57-a365-4bbd63193a4f, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=dc8a4872-b24e-4d57-a365-4bbd63193a4f,segment=NetworkSegment(ca1e4fed-109f-474f-a780-5b9c5be925df),segment_id=ca1e4fed-109f-474f-a780-5b9c5be925df)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:26:13.640969 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-afaf673b-b481-4df7-acbd-3569194c7043 None None] For port 49d5b29f-7f3d-4340-8bf7-4fd0768c2671, host n-d-827839-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=49d5b29f-7f3d-4340-8bf7-4fd0768c2671,segment=NetworkSegment(56fcef4e-d3fd-442e-89f6-e1198a22706c),segment_id=56fcef4e-d3fd-442e-89f6-e1198a22706c)] {{(pid=103378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:26:13.647584 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7c0017ba-4bc0-4cec-900f-4d1aa665d849 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (dc8a4872-b24e-4d57-a365-4bbd63193a4f), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:13.713830 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0017ba-4bc0-4cec-900f-4d1aa665d849 None None] Pushing event updated for resources: {'Port': ['ID=dc8a4872-b24e-4d57-a365-4bbd63193a4f,revision_number=3']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:26:13.717787 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-afaf673b-b481-4df7-acbd-3569194c7043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (49d5b29f-7f3d-4340-8bf7-4fd0768c2671), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:13.776676 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-3c93a198-0cdc-458c-ad44-fd742414a1f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8456dde-a2c2-45c2-a30e-7e7aba94ccd6', 'name': 'tempest-ServersTestJSON-2094991958-router', 'tenant_id': '80b7aa89cf1b4bc4904176df2ebfd332', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.179'}], 'enable_snat': True}, 'gw_port_id': '9d7ecc73-aa7f-4338-8a00-90c21a2e060d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:26:08Z', 'updated_at': '2022-02-04T17:26:10Z', 'revision_number': 3, 'project_id': '80b7aa89cf1b4bc4904176df2ebfd332', 'gw_port': {'id': '9d7ecc73-aa7f-4338-8a00-90c21a2e060d', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:cf:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8456dde-a2c2-45c2-a30e-7e7aba94ccd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1757, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:26:10Z', 'updated_at': '2022-02-04T17:26:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2'}], 'n-d-827839-2', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:26:13.797161 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afaf673b-b481-4df7-acbd-3569194c7043 None None] Pushing event updated for resources: {'Port': ['ID=49d5b29f-7f3d-4340-8bf7-4fd0768c2671,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:26:13.875653 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c93a198-0cdc-458c-ad44-fd742414a1f0 None None] Checking router: d8456dde-a2c2-45c2-a30e-7e7aba94ccd6 for host: n-d-827839-2 {{(pid=103379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 17:26:13.877415 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c93a198-0cdc-458c-ad44-fd742414a1f0 None None] Updating router d8456dde-a2c2-45c2-a30e-7e7aba94ccd6 port 9d7ecc73-aa7f-4338-8a00-90c21a2e060d binding host n-d-827839-2 {{(pid=103379) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 17:26:13.900207 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port dc8a4872-b24e-4d57-a365-4bbd63193a4f triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:26:13.901225 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (dc8a4872-b24e-4d57-a365-4bbd63193a4f), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:13.940478 n-d-827839-2 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-3c93a198-0cdc-458c-ad44-fd742414a1f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (9d7ecc73-aa7f-4338-8a00-90c21a2e060d), before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:14.076456 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-ab65a37d-c466-4c60-ab6e-3076ff129bed None None] Provisioning complete for port dc8a4872-b24e-4d57-a365-4bbd63193a4f triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:26:14.078478 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ab65a37d-c466-4c60-ab6e-3076ff129bed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (dc8a4872-b24e-4d57-a365-4bbd63193a4f), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:14.254817 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3b2af408-a2ce-4d68-a408-3acad17e5489 None None] Publish callbacks [] for port (b17f9964-a75c-4998-8d64-f844b2c05963), precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:14.292781 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3b2af408-a2ce-4d68-a408-3acad17e5489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135'] for port (b17f9964-a75c-4998-8d64-f844b2c05963), after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:14.332708 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port dc8a4872-b24e-4d57-a365-4bbd63193a4f is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:26:14.409672 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.db_base_plugin_common [None req-7a08b611-bff8-4af9-821d-867678824223 tempest-AllowedAddressPairIpV6TestJSON-53602600 tempest-AllowedAddressPairIpV6TestJSON-53602600-project] Allocated IP 2001:db8::32b (6c959a4a-4b77-41d1-ad3a-cf5cab61eb11/8876a6cc-c7cc-4e37-a881-45c61bddd46a/8c35a91d-c86f-438b-8787-2089610e1a7e) {{(pid=103377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:26:14.435522 n-d-827839-2 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b2af408-a2ce-4d68-a408-3acad17e5489 None None] Network 6c959a4a-4b77-41d1-ad3a-cf5cab61eb11 is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:26:14.451847 n-d-827839-2 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-3b2af408-a2ce-4d68-a408-3acad17e5489 None None] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:26:14.472353 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b2af408-a2ce-4d68-a408-3acad17e5489 None None] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:26:14.505800 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2af408-a2ce-4d68-a408-3acad17e5489 None None] Pushing event updated for resources: {'Port': ['ID=b17f9964-a75c-4998-8d64-f844b2c05963,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:26:14.518992 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-ab65a37d-c466-4c60-ab6e-3076ff129bed None None] Current status of the port dc8a4872-b24e-4d57-a365-4bbd63193a4f is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:26:14.593139 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-f87d5fd0-577e-4a27-a8ed-55d42f58afd6 tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628832'] for network (f7c4be5b-d739-4518-9e49-0ee2f414abab), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:14.682310 n-d-827839-2 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-3c93a198-0cdc-458c-ad44-fd742414a1f0 None None] Publish callbacks [] for port (9d7ecc73-aa7f-4338-8a00-90c21a2e060d), precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:14.696448 n-d-827839-2 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-3c93a198-0cdc-458c-ad44-fd742414a1f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (9d7ecc73-aa7f-4338-8a00-90c21a2e060d), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:14.746510 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-3b2af408-a2ce-4d68-a408-3acad17e5489 None None] Attempting to bind port b17f9964-a75c-4998-8d64-f844b2c05963 on host n-d-827839-2 for vnic_type normal with profile {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:26:14.746935 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-3b2af408-a2ce-4d68-a408-3acad17e5489 None None] Attempting to bind port b17f9964-a75c-4998-8d64-f844b2c05963 by drivers openvswitch,hyperv on host n-d-827839-2 at level 0 using segments [{'id': '06ca3960-d853-4c08-a0e2-ea76202e4d97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '6c959a4a-4b77-41d1-ad3a-cf5cab61eb11'}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:26:14.753458 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b2af408-a2ce-4d68-a408-3acad17e5489 None None] Attempting to bind port b17f9964-a75c-4998-8d64-f844b2c05963 on network 6c959a4a-4b77-41d1-ad3a-cf5cab61eb11 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:26:14.780316 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b2af408-a2ce-4d68-a408-3acad17e5489 None None] Checking agent: {'id': 'ba70844b-66a0-45fd-a2f2-e6ed673321fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 0, 36), 'started_at': datetime.datetime(2022, 2, 4, 17, 1, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 26, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:26:14.780637 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b2af408-a2ce-4d68-a408-3acad17e5489 None None] Checking segment: {'id': '06ca3960-d853-4c08-a0e2-ea76202e4d97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '6c959a4a-4b77-41d1-ad3a-cf5cab61eb11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:26:14.784153 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3b2af408-a2ce-4d68-a408-3acad17e5489 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:14.784596 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b2af408-a2ce-4d68-a408-3acad17e5489 None None] Bound using segment: {'id': '06ca3960-d853-4c08-a0e2-ea76202e4d97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '6c959a4a-4b77-41d1-ad3a-cf5cab61eb11'} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:26:14.791501 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-3b2af408-a2ce-4d68-a408-3acad17e5489 None None] Bound port: b17f9964-a75c-4998-8d64-f844b2c05963, host: n-d-827839-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06ca3960-d853-4c08-a0e2-ea76202e4d97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '6c959a4a-4b77-41d1-ad3a-cf5cab61eb11'}}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:26:14.792765 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3b2af408-a2ce-4d68-a408-3acad17e5489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (b17f9964-a75c-4998-8d64-f844b2c05963), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:14.800491 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [None req-3c93a198-0cdc-458c-ad44-fd742414a1f0 None None] Attempting to bind port 9d7ecc73-aa7f-4338-8a00-90c21a2e060d on host n-d-827839-2 for vnic_type normal with profile {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:26:14.803004 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [None req-3c93a198-0cdc-458c-ad44-fd742414a1f0 None None] Attempting to bind port 9d7ecc73-aa7f-4338-8a00-90c21a2e060d by drivers openvswitch,hyperv on host n-d-827839-2 at level 0 using segments [{'id': '5942dc44-1f07-4c27-b0ab-45a2bff20dd5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188'}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:26:14.803375 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c93a198-0cdc-458c-ad44-fd742414a1f0 None None] Attempting to bind port 9d7ecc73-aa7f-4338-8a00-90c21a2e060d on network 48165773-85ad-49a1-9ec1-76fc8dc24188 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:26:14.814531 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-7a08b611-bff8-4af9-821d-867678824223 tempest-AllowedAddressPairIpV6TestJSON-53602600 tempest-AllowedAddressPairIpV6TestJSON-53602600-project] Publish callbacks [] for port (8c35a91d-c86f-438b-8787-2089610e1a7e), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:14.817732 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c93a198-0cdc-458c-ad44-fd742414a1f0 None None] Checking agent: {'id': 'ba70844b-66a0-45fd-a2f2-e6ed673321fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 0, 36), 'started_at': datetime.datetime(2022, 2, 4, 17, 1, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 26, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:26:14.818136 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c93a198-0cdc-458c-ad44-fd742414a1f0 None None] Checking segment: {'id': '5942dc44-1f07-4c27-b0ab-45a2bff20dd5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:26:14.819708 n-d-827839-2 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-3c93a198-0cdc-458c-ad44-fd742414a1f0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:14.820142 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c93a198-0cdc-458c-ad44-fd742414a1f0 None None] Bound using segment: {'id': '5942dc44-1f07-4c27-b0ab-45a2bff20dd5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188'} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:26:14.821202 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [None req-3c93a198-0cdc-458c-ad44-fd742414a1f0 None None] Bound port: 9d7ecc73-aa7f-4338-8a00-90c21a2e060d, host: n-d-827839-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5942dc44-1f07-4c27-b0ab-45a2bff20dd5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188'}}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:26:14.825553 n-d-827839-2 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-3c93a198-0cdc-458c-ad44-fd742414a1f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (9d7ecc73-aa7f-4338-8a00-90c21a2e060d), before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:14.964633 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-3c93a198-0cdc-458c-ad44-fd742414a1f0 None None] For port 9d7ecc73-aa7f-4338-8a00-90c21a2e060d, host n-d-827839-2, cleared binding levels {{(pid=103379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:26:14.970194 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-7a08b611-bff8-4af9-821d-867678824223 tempest-AllowedAddressPairIpV6TestJSON-53602600 tempest-AllowedAddressPairIpV6TestJSON-53602600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (8c35a91d-c86f-438b-8787-2089610e1a7e), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:14.971128 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-3c93a198-0cdc-458c-ad44-fd742414a1f0 None None] For port 9d7ecc73-aa7f-4338-8a00-90c21a2e060d, host n-d-827839-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=9d7ecc73-aa7f-4338-8a00-90c21a2e060d,segment=NetworkSegment(5942dc44-1f07-4c27-b0ab-45a2bff20dd5),segment_id=5942dc44-1f07-4c27-b0ab-45a2bff20dd5)] {{(pid=103379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:26:15.032212 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-f87d5fd0-577e-4a27-a8ed-55d42f58afd6 tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Deleting port 49d5b29f-7f3d-4340-8bf7-4fd0768c2671 {{(pid=103376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:26:15.032546 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-f87d5fd0-577e-4a27-a8ed-55d42f58afd6 tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (49d5b29f-7f3d-4340-8bf7-4fd0768c2671), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:15.043846 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.agents_db [None req-e1691f3b-aacd-4cd6-8ebb-a9c53bb301c0 None None] Agent healthcheck: found 7 active agents {{(pid=103379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 17:26:15.049175 n-d-827839-2 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-3c93a198-0cdc-458c-ad44-fd742414a1f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (9d7ecc73-aa7f-4338-8a00-90c21a2e060d), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:15.062760 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a08b611-bff8-4af9-821d-867678824223 tempest-AllowedAddressPairIpV6TestJSON-53602600 tempest-AllowedAddressPairIpV6TestJSON-53602600-project] Pushing event updated for resources: {'Port': ['ID=8c35a91d-c86f-438b-8787-2089610e1a7e,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:26:15.067661 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-3b2af408-a2ce-4d68-a408-3acad17e5489 None None] For port b17f9964-a75c-4998-8d64-f844b2c05963, host n-d-827839-2, cleared binding levels {{(pid=103378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:26:15.073820 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a08b611-bff8-4af9-821d-867678824223 tempest-AllowedAddressPairIpV6TestJSON-53602600 tempest-AllowedAddressPairIpV6TestJSON-53602600-project] Network 6c959a4a-4b77-41d1-ad3a-cf5cab61eb11 is already hosted by enough agents. {{(pid=103377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:26:15.076337 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [None req-7a08b611-bff8-4af9-821d-867678824223 tempest-AllowedAddressPairIpV6TestJSON-53602600 tempest-AllowedAddressPairIpV6TestJSON-53602600-project] Resources bound (agent type, host, resource id): {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:26:15.077898 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-3b2af408-a2ce-4d68-a408-3acad17e5489 None None] For port b17f9964-a75c-4998-8d64-f844b2c05963, host n-d-827839-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=b17f9964-a75c-4998-8d64-f844b2c05963,segment=NetworkSegment(06ca3960-d853-4c08-a0e2-ea76202e4d97),segment_id=06ca3960-d853-4c08-a0e2-ea76202e4d97)] {{(pid=103378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:26:15.082436 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a08b611-bff8-4af9-821d-867678824223 tempest-AllowedAddressPairIpV6TestJSON-53602600 tempest-AllowedAddressPairIpV6TestJSON-53602600-project] Received port after_create {{(pid=103377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:26:15.088491 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3b2af408-a2ce-4d68-a408-3acad17e5489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (b17f9964-a75c-4998-8d64-f844b2c05963), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:15.096322 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a08b611-bff8-4af9-821d-867678824223 tempest-AllowedAddressPairIpV6TestJSON-53602600 tempest-AllowedAddressPairIpV6TestJSON-53602600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:26:15.097513 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-7a08b611-bff8-4af9-821d-867678824223 tempest-AllowedAddressPairIpV6TestJSON-53602600 tempest-AllowedAddressPairIpV6TestJSON-53602600-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:15.135715 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-7a08b611-bff8-4af9-821d-867678824223 tempest-AllowedAddressPairIpV6TestJSON-53602600 tempest-AllowedAddressPairIpV6TestJSON-53602600-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 3.2571602 Feb 04 17:26:15.136536 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 43278) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:26:15.140003 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c93a198-0cdc-458c-ad44-fd742414a1f0 None None] Routers {'d8456dde-a2c2-45c2-a30e-7e7aba94ccd6'} bound to L3 agent in host n-d-827839-2 {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:26:15.140710 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-3c93a198-0cdc-458c-ad44-fd742414a1f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:26:02Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['d8456dde-a2c2-45c2-a30e-7e7aba94ccd6'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:26:15.147743 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ea7656-8722-40d9-8d60-7160ef325090 None None] Pushing event updated for resources: {'Port': ['ID=9d7ecc73-aa7f-4338-8a00-90c21a2e060d,revision_number=2']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:26:15.152485 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-e47ecbc3-bd3a-46db-ba01-bd10e340c53d tempest-AllowedAddressPairIpV6TestJSON-53602600 tempest-AllowedAddressPairIpV6TestJSON-53602600-project] Request body: {'port': {'network_id': '6c959a4a-4b77-41d1-ad3a-cf5cab61eb11', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2126790450', 'allowed_address_pairs': [{'ip_address': '2001:db8::32b', 'mac_address': 'fa:16:3e:ab:90:99'}]}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:26:15.238640 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2af408-a2ce-4d68-a408-3acad17e5489 None None] Pushing event updated for resources: {'Port': ['ID=b17f9964-a75c-4998-8d64-f844b2c05963,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:26:15.248446 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ea7656-8722-40d9-8d60-7160ef325090 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:26:15.248854 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ea7656-8722-40d9-8d60-7160ef325090 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:26:15.249442 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ea7656-8722-40d9-8d60-7160ef325090 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:26:15.250022 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ea7656-8722-40d9-8d60-7160ef325090 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:26:15.254526 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ea7656-8722-40d9-8d60-7160ef325090 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:26:15.254993 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ea7656-8722-40d9-8d60-7160ef325090 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:26:15.255175 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-a93c957c-0c45-4a25-a788-5975ebb2e3be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:15.255447 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ea7656-8722-40d9-8d60-7160ef325090 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:26:15.255789 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ea7656-8722-40d9-8d60-7160ef325090 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:26:15.257292 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ea7656-8722-40d9-8d60-7160ef325090 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:26:15.257292 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ea7656-8722-40d9-8d60-7160ef325090 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:26:15.257292 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ea7656-8722-40d9-8d60-7160ef325090 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:26:15.262122 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ea7656-8722-40d9-8d60-7160ef325090 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:26:15.263175 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ea7656-8722-40d9-8d60-7160ef325090 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:26:15.471961 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e47ecbc3-bd3a-46db-ba01-bd10e340c53d tempest-AllowedAddressPairIpV6TestJSON-53602600 tempest-AllowedAddressPairIpV6TestJSON-53602600-project] Made reservation on behalf of 6a79d2637b3d40c5a7cd1039b5494134 for: {'port': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:26:15.539749 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 49d5b29f-7f3d-4340-8bf7-4fd0768c2671 up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:26:15.613738 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ea7656-8722-40d9-8d60-7160ef325090 None None] Pushing event updated for resources: {'Port': ['ID=9d7ecc73-aa7f-4338-8a00-90c21a2e060d,revision_number=3']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:26:15.687256 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvr_db [None req-3c93a198-0cdc-458c-ad44-fd742414a1f0 None None] Set router d8456dde-a2c2-45c2-a30e-7e7aba94ccd6 gateway port host: n-d-827839-2 {{(pid=103379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:26:15.721946 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-e47ecbc3-bd3a-46db-ba01-bd10e340c53d tempest-AllowedAddressPairIpV6TestJSON-53602600 tempest-AllowedAddressPairIpV6TestJSON-53602600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:15.800905 n-d-827839-2 neutron-server[103377]: DEBUG neutron.notifiers.nova [None req-e47ecbc3-bd3a-46db-ba01-bd10e340c53d tempest-AllowedAddressPairIpV6TestJSON-53602600 tempest-AllowedAddressPairIpV6TestJSON-53602600-project] device_id is not set on port 738ae597-8e28-41fc-a680-738d31b11668 yet. {{(pid=103377) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 04 17:26:15.872547 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port 49d5b29f-7f3d-4340-8bf7-4fd0768c2671 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:26:15.875608 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (49d5b29f-7f3d-4340-8bf7-4fd0768c2671), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:15.944050 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [None req-f87d5fd0-577e-4a27-a8ed-55d42f58afd6 tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] For port 49d5b29f-7f3d-4340-8bf7-4fd0768c2671, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=49d5b29f-7f3d-4340-8bf7-4fd0768c2671,segment=NetworkSegment(56fcef4e-d3fd-442e-89f6-e1198a22706c),segment_id=56fcef4e-d3fd-442e-89f6-e1198a22706c)] {{(pid=103376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:26:15.944609 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-f87d5fd0-577e-4a27-a8ed-55d42f58afd6 tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (49d5b29f-7f3d-4340-8bf7-4fd0768c2671), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:16.005708 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e73f5583-dcfb-4319-8ad8-d5480d4a19a4 None None] Network f7c4be5b-d739-4518-9e49-0ee2f414abab requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:26:16.040831 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-f87d5fd0-577e-4a27-a8ed-55d42f58afd6 tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Calling delete_port for 49d5b29f-7f3d-4340-8bf7-4fd0768c2671 owned by network:dhcp {{(pid=103376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:26:16.194988 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.db_base_plugin_common [None req-e47ecbc3-bd3a-46db-ba01-bd10e340c53d tempest-AllowedAddressPairIpV6TestJSON-53602600 tempest-AllowedAddressPairIpV6TestJSON-53602600-project] Allocated IP 2001:db8::1bd (6c959a4a-4b77-41d1-ad3a-cf5cab61eb11/8876a6cc-c7cc-4e37-a881-45c61bddd46a/738ae597-8e28-41fc-a680-738d31b11668) {{(pid=103377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:26:16.211291 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-3c93a198-0cdc-458c-ad44-fd742414a1f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8456dde-a2c2-45c2-a30e-7e7aba94ccd6', 'name': 'tempest-ServersTestJSON-2094991958-router', 'tenant_id': '80b7aa89cf1b4bc4904176df2ebfd332', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.179'}], 'enable_snat': True}, 'gw_port_id': '9d7ecc73-aa7f-4338-8a00-90c21a2e060d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:26:08Z', 'updated_at': '2022-02-04T17:26:10Z', 'revision_number': 3, 'project_id': '80b7aa89cf1b4bc4904176df2ebfd332', 'gw_port': {'id': '9d7ecc73-aa7f-4338-8a00-90c21a2e060d', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:cf:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8456dde-a2c2-45c2-a30e-7e7aba94ccd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1757, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:26:10Z', 'updated_at': '2022-02-04T17:26:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2'}], 'n-d-827839-2', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:26:16.320266 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c93a198-0cdc-458c-ad44-fd742414a1f0 None None] The sync data for ids ['d8456dde-a2c2-45c2-a30e-7e7aba94ccd6'] in n-d-827839-2 is: [{'id': 'd8456dde-a2c2-45c2-a30e-7e7aba94ccd6', 'name': 'tempest-ServersTestJSON-2094991958-router', 'tenant_id': '80b7aa89cf1b4bc4904176df2ebfd332', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.179'}], 'enable_snat': True}, 'gw_port_id': '9d7ecc73-aa7f-4338-8a00-90c21a2e060d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:26:08Z', 'updated_at': '2022-02-04T17:26:10Z', 'revision_number': 3, 'project_id': '80b7aa89cf1b4bc4904176df2ebfd332', 'gw_port': {'id': '9d7ecc73-aa7f-4338-8a00-90c21a2e060d', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:cf:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8456dde-a2c2-45c2-a30e-7e7aba94ccd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1757, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:26:10Z', 'updated_at': '2022-02-04T17:26:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2'}] {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 17:26:16.408506 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port 49d5b29f-7f3d-4340-8bf7-4fd0768c2671 is: DOWN; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:26:16.409100 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (49d5b29f-7f3d-4340-8bf7-4fd0768c2671), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:16.414796 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-d51e4830-e995-47d1-9eaa-3ecbfc24c38b None None] Provisioning complete for port 49d5b29f-7f3d-4340-8bf7-4fd0768c2671 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:26:16.416489 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d51e4830-e995-47d1-9eaa-3ecbfc24c38b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (49d5b29f-7f3d-4340-8bf7-4fd0768c2671), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:16.423734 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.db_base_plugin_common [None req-a93c957c-0c45-4a25-a788-5975ebb2e3be admin admin] Allocated IP 172.20.0.1 (8ebfdc74-8590-489d-b0e1-fe8b6dd2da25/63f84b38-d024-489b-b804-8ab0056a6a07/db68516f-8a62-4247-9212-c18c22253c05) {{(pid=103376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:26:16.693015 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-a93c957c-0c45-4a25-a788-5975ebb2e3be admin admin] Publish callbacks [] for port (db68516f-8a62-4247-9212-c18c22253c05), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:16.733409 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-d51e4830-e995-47d1-9eaa-3ecbfc24c38b None None] Current status of the port 49d5b29f-7f3d-4340-8bf7-4fd0768c2671 is: DOWN; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:26:16.734112 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d51e4830-e995-47d1-9eaa-3ecbfc24c38b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (49d5b29f-7f3d-4340-8bf7-4fd0768c2671), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:16.866088 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-a93c957c-0c45-4a25-a788-5975ebb2e3be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (db68516f-8a62-4247-9212-c18c22253c05), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:17.063485 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-e47ecbc3-bd3a-46db-ba01-bd10e340c53d tempest-AllowedAddressPairIpV6TestJSON-53602600 tempest-AllowedAddressPairIpV6TestJSON-53602600-project] Publish callbacks [] for port (738ae597-8e28-41fc-a680-738d31b11668), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:17.103639 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-f87d5fd0-577e-4a27-a8ed-55d42f58afd6 tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (49d5b29f-7f3d-4340-8bf7-4fd0768c2671), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:17.124032 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a93c957c-0c45-4a25-a788-5975ebb2e3be admin admin] Network 8ebfdc74-8590-489d-b0e1-fe8b6dd2da25 is already hosted by enough agents. {{(pid=103376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:26:17.129453 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93c957c-0c45-4a25-a788-5975ebb2e3be admin admin] Pushing event updated for resources: {'Port': ['ID=db68516f-8a62-4247-9212-c18c22253c05,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:26:17.154582 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [None req-a93c957c-0c45-4a25-a788-5975ebb2e3be admin admin] Resources bound (agent type, host, resource id): {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:26:17.173943 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a93c957c-0c45-4a25-a788-5975ebb2e3be admin admin] Received port after_create {{(pid=103376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:26:17.179293 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-e47ecbc3-bd3a-46db-ba01-bd10e340c53d tempest-AllowedAddressPairIpV6TestJSON-53602600 tempest-AllowedAddressPairIpV6TestJSON-53602600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (738ae597-8e28-41fc-a680-738d31b11668), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:17.190494 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device dc8a4872-b24e-4d57-a365-4bbd63193a4f up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:26:17.354217 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1027709-e494-454c-a6c0-610fe06c8e83 None None] Network f7c4be5b-d739-4518-9e49-0ee2f414abab requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:26:17.386879 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e47ecbc3-bd3a-46db-ba01-bd10e340c53d tempest-AllowedAddressPairIpV6TestJSON-53602600 tempest-AllowedAddressPairIpV6TestJSON-53602600-project] Network 6c959a4a-4b77-41d1-ad3a-cf5cab61eb11 is already hosted by enough agents. {{(pid=103377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:26:17.392030 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-a93c957c-0c45-4a25-a788-5975ebb2e3be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1595471'] for router_interface (d8456dde-a2c2-45c2-a30e-7e7aba94ccd6), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:17.396630 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93c957c-0c45-4a25-a788-5975ebb2e3be admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:26:17.397302 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93c957c-0c45-4a25-a788-5975ebb2e3be admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:26:17.397869 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93c957c-0c45-4a25-a788-5975ebb2e3be admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:26:17.398831 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93c957c-0c45-4a25-a788-5975ebb2e3be admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:26:17.399388 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93c957c-0c45-4a25-a788-5975ebb2e3be admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:26:17.399932 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93c957c-0c45-4a25-a788-5975ebb2e3be admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:26:17.400465 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93c957c-0c45-4a25-a788-5975ebb2e3be admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:26:17.401219 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93c957c-0c45-4a25-a788-5975ebb2e3be admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:26:17.401764 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93c957c-0c45-4a25-a788-5975ebb2e3be admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:26:17.402301 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93c957c-0c45-4a25-a788-5975ebb2e3be admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:26:17.402830 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93c957c-0c45-4a25-a788-5975ebb2e3be admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:26:17.403362 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93c957c-0c45-4a25-a788-5975ebb2e3be admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:26:17.404805 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93c957c-0c45-4a25-a788-5975ebb2e3be admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:26:17.404945 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [None req-e47ecbc3-bd3a-46db-ba01-bd10e340c53d tempest-AllowedAddressPairIpV6TestJSON-53602600 tempest-AllowedAddressPairIpV6TestJSON-53602600-project] Resources bound (agent type, host, resource id): {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:26:17.436485 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e47ecbc3-bd3a-46db-ba01-bd10e340c53d tempest-AllowedAddressPairIpV6TestJSON-53602600 tempest-AllowedAddressPairIpV6TestJSON-53602600-project] Received port after_create {{(pid=103377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:26:17.446030 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87d5fd0-577e-4a27-a8ed-55d42f58afd6 tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Pushing event deleted for resources: {'Port': ['ID=49d5b29f-7f3d-4340-8bf7-4fd0768c2671,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:26:17.473801 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e47ecbc3-bd3a-46db-ba01-bd10e340c53d tempest-AllowedAddressPairIpV6TestJSON-53602600 tempest-AllowedAddressPairIpV6TestJSON-53602600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:26:17.474503 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-e47ecbc3-bd3a-46db-ba01-bd10e340c53d tempest-AllowedAddressPairIpV6TestJSON-53602600 tempest-AllowedAddressPairIpV6TestJSON-53602600-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:17.530529 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47ecbc3-bd3a-46db-ba01-bd10e340c53d tempest-AllowedAddressPairIpV6TestJSON-53602600 tempest-AllowedAddressPairIpV6TestJSON-53602600-project] Pushing event updated for resources: {'Port': ['ID=738ae597-8e28-41fc-a680-738d31b11668,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:26:17.534877 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-3215478e-9bac-4e5b-80e0-27b9ffaf27ea None None] Could not find standard attr ID for object 49d5b29f-7f3d-4340-8bf7-4fd0768c2671. {{(pid=103378) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 17:26:17.584500 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-e47ecbc3-bd3a-46db-ba01-bd10e340c53d tempest-AllowedAddressPairIpV6TestJSON-53602600 tempest-AllowedAddressPairIpV6TestJSON-53602600-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1008 time: 2.4429395 Feb 04 17:26:17.587280 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 43312) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:26:17.649196 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f87d5fd0-577e-4a27-a8ed-55d42f58afd6 tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] No DVR routers for this DVR port 49d5b29f-7f3d-4340-8bf7-4fd0768c2671 on host n-d-827839-2 {{(pid=103376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 17:26:17.702396 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c3b85d3-0814-41d5-a4fc-77ed127cf0aa None None] Network 6c959a4a-4b77-41d1-ad3a-cf5cab61eb11 requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:26:17.837923 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port dc8a4872-b24e-4d57-a365-4bbd63193a4f triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:26:17.838421 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (dc8a4872-b24e-4d57-a365-4bbd63193a4f), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:17.866167 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-f87d5fd0-577e-4a27-a8ed-55d42f58afd6 tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1541225'] for subnet (df0e2c23-f76a-4b68-a589-0483214f30a0), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:17.952894 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00a28b17-68c0-452f-88bc-9a1e17818ffc tempest-AllowedAddressPairIpV6TestJSON-53602600 tempest-AllowedAddressPairIpV6TestJSON-53602600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:26:17.970194 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-f87d5fd0-577e-4a27-a8ed-55d42f58afd6 tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1541216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25675894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25858947'] for subnet (df0e2c23-f76a-4b68-a589-0483214f30a0), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:17.975553 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00a28b17-68c0-452f-88bc-9a1e17818ffc tempest-AllowedAddressPairIpV6TestJSON-53602600 tempest-AllowedAddressPairIpV6TestJSON-53602600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:26:17.982067 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-e9dbbb09-1971-499c-a691-ba2d36d00d9f None None] Provisioning complete for port b17f9964-a75c-4998-8d64-f844b2c05963 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:26:17.987803 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e9dbbb09-1971-499c-a691-ba2d36d00d9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (b17f9964-a75c-4998-8d64-f844b2c05963), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:18.006746 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00a28b17-68c0-452f-88bc-9a1e17818ffc tempest-AllowedAddressPairIpV6TestJSON-53602600 tempest-AllowedAddressPairIpV6TestJSON-53602600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:26:18.011094 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-00a28b17-68c0-452f-88bc-9a1e17818ffc tempest-AllowedAddressPairIpV6TestJSON-53602600 tempest-AllowedAddressPairIpV6TestJSON-53602600-project] 10.222.0.89 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2481 time: 0.4190223 Feb 04 17:26:18.012938 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 43314) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:26:18.028774 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87d5fd0-577e-4a27-a8ed-55d42f58afd6 tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Pushing event deleted for resources: {'Subnet': ['ID=df0e2c23-f76a-4b68-a589-0483214f30a0,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:26:18.219702 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-f87d5fd0-577e-4a27-a8ed-55d42f58afd6 tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1543676', 'neutron.services.segments.db._delete_segments_for_network-8781084786517'] for network (f7c4be5b-d739-4518-9e49-0ee2f414abab), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:18.234184 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-a93c957c-0c45-4a25-a788-5975ebb2e3be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (db68516f-8a62-4247-9212-c18c22253c05), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:18.261048 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-aa2bab46-83ec-466b-bf7c-eb1102504204 tempest-AllowedAddressPairIpV6TestJSON-53602600 tempest-AllowedAddressPairIpV6TestJSON-53602600-project] Deleting port 738ae597-8e28-41fc-a680-738d31b11668 {{(pid=103377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:26:18.261389 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-aa2bab46-83ec-466b-bf7c-eb1102504204 tempest-AllowedAddressPairIpV6TestJSON-53602600 tempest-AllowedAddressPairIpV6TestJSON-53602600-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (738ae597-8e28-41fc-a680-738d31b11668), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:18.322961 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port dc8a4872-b24e-4d57-a365-4bbd63193a4f is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:26:18.340669 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-e9dbbb09-1971-499c-a691-ba2d36d00d9f None None] Current status of the port b17f9964-a75c-4998-8d64-f844b2c05963 is: DOWN; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:26:18.341156 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e9dbbb09-1971-499c-a691-ba2d36d00d9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (b17f9964-a75c-4998-8d64-f844b2c05963), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:18.489847 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-e9dbbb09-1971-499c-a691-ba2d36d00d9f None None] For port b17f9964-a75c-4998-8d64-f844b2c05963, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=b17f9964-a75c-4998-8d64-f844b2c05963,segment=NetworkSegment(06ca3960-d853-4c08-a0e2-ea76202e4d97),segment_id=06ca3960-d853-4c08-a0e2-ea76202e4d97)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:26:18.493606 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea5ea2c4-2340-4fdd-b37a-97020a2b9bf1 None None] Network f7c4be5b-d739-4518-9e49-0ee2f414abab requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:26:18.498851 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e9dbbb09-1971-499c-a691-ba2d36d00d9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (b17f9964-a75c-4998-8d64-f844b2c05963), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:18.602890 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-aa2bab46-83ec-466b-bf7c-eb1102504204 tempest-AllowedAddressPairIpV6TestJSON-53602600 tempest-AllowedAddressPairIpV6TestJSON-53602600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (738ae597-8e28-41fc-a680-738d31b11668), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:18.632692 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-aa2bab46-83ec-466b-bf7c-eb1102504204 tempest-AllowedAddressPairIpV6TestJSON-53602600 tempest-AllowedAddressPairIpV6TestJSON-53602600-project] Calling delete_port for 738ae597-8e28-41fc-a680-738d31b11668 owned by {{(pid=103377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:26:18.640515 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-a93c957c-0c45-4a25-a788-5975ebb2e3be admin admin] Publish callbacks [] for port (db68516f-8a62-4247-9212-c18c22253c05), precommit_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:18.643705 n-d-827839-2 neutron-server[103376]: DEBUG neutron.services.segments.db [None req-f87d5fd0-577e-4a27-a8ed-55d42f58afd6 tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7c4be5b-d739-4518-9e49-0ee2f414abab']}} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:26:18.653061 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-a93c957c-0c45-4a25-a788-5975ebb2e3be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675836'] for port (db68516f-8a62-4247-9212-c18c22253c05), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:18.729238 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-a93c957c-0c45-4a25-a788-5975ebb2e3be admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1677345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602751'] for router_interface (d8456dde-a2c2-45c2-a30e-7e7aba94ccd6), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:18.734600 n-d-827839-2 neutron-server[103376]: DEBUG neutron.services.segments.db [None req-f87d5fd0-577e-4a27-a8ed-55d42f58afd6 tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56fcef4e-d3fd-442e-89f6-e1198a22706c') {'for_net_delete': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:26:18.746691 n-d-827839-2 neutron-server[103376]: DEBUG neutron.services.segments.db [None req-f87d5fd0-577e-4a27-a8ed-55d42f58afd6 tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56fcef4e-d3fd-442e-89f6-e1198a22706c') {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:26:18.755252 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-e9dbbb09-1971-499c-a691-ba2d36d00d9f None None] Provisioning complete for port db68516f-8a62-4247-9212-c18c22253c05 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:26:18.755768 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e9dbbb09-1971-499c-a691-ba2d36d00d9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (db68516f-8a62-4247-9212-c18c22253c05), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:18.814133 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9dbbb09-1971-499c-a691-ba2d36d00d9f None None] Pushing event updated for resources: {'Port': ['ID=b17f9964-a75c-4998-8d64-f844b2c05963,revision_number=3']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:26:18.828005 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-f87d5fd0-577e-4a27-a8ed-55d42f58afd6 tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781084783966', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25674908'] for segment (56fcef4e-d3fd-442e-89f6-e1198a22706c), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:18.862597 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-e9dbbb09-1971-499c-a691-ba2d36d00d9f None None] Port db68516f-8a62-4247-9212-c18c22253c05 cannot update to ACTIVE because it is not bound. {{(pid=103378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 17:26:18.877009 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-516b0e89-2ba9-4ecb-8b5d-462225163671 None None] DHCP port deletion for f7c4be5b-d739-4518-9e49-0ee2f414abab request from n-d-827839-2 {{(pid=103378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 17:26:18.907813 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-f87d5fd0-577e-4a27-a8ed-55d42f58afd6 tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (56fcef4e-d3fd-442e-89f6-e1198a22706c), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:18.990811 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93c957c-0c45-4a25-a788-5975ebb2e3be admin admin] Pushing event updated for resources: {'Port': ['ID=db68516f-8a62-4247-9212-c18c22253c05,revision_number=2']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:26:19.001483 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f87d5fd0-577e-4a27-a8ed-55d42f58afd6 tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Releasing vlan 799 on physical network physnet1 to pool {{(pid=103376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 17:26:19.001697 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-f87d5fd0-577e-4a27-a8ed-55d42f58afd6 tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25675992'] for segment (56fcef4e-d3fd-442e-89f6-e1198a22706c), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:19.012175 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-1d2f58fc-5a25-4b29-9443-0e6251390dc1 None None] Provisioning complete for port 8c35a91d-c86f-438b-8787-2089610e1a7e triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:26:19.012561 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1d2f58fc-5a25-4b29-9443-0e6251390dc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (8c35a91d-c86f-438b-8787-2089610e1a7e), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:19.013622 n-d-827839-2 neutron-server[103376]: Traceback (most recent call last): Feb 04 17:26:19.013622 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 17:26:19.013622 n-d-827839-2 neutron-server[103376]: timer() Feb 04 17:26:19.013622 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 17:26:19.013622 n-d-827839-2 neutron-server[103376]: cb(*args, **kw) Feb 04 17:26:19.013622 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 17:26:19.013622 n-d-827839-2 neutron-server[103376]: return func(*args, **kwargs) Feb 04 17:26:19.013622 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 17:26:19.013622 n-d-827839-2 neutron-server[103376]: self._notify() Feb 04 17:26:19.013622 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 17:26:19.013622 n-d-827839-2 neutron-server[103376]: self.callback(batched_events) Feb 04 17:26:19.013622 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 17:26:19.013622 n-d-827839-2 neutron-server[103376]: event.method(event) Feb 04 17:26:19.013622 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 17:26:19.013622 n-d-827839-2 neutron-server[103376]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 17:26:19.013622 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 17:26:19.013622 n-d-827839-2 neutron-server[103376]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 17:26:19.013622 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 17:26:19.013622 n-d-827839-2 neutron-server[103376]: return f(self, *a, **k) Feb 04 17:26:19.013622 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 17:26:19.013622 n-d-827839-2 neutron-server[103376]: return self._get(url).json() Feb 04 17:26:19.013622 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 17:26:19.013622 n-d-827839-2 neutron-server[103376]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 17:26:19.013622 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 17:26:19.013622 n-d-827839-2 neutron-server[103376]: return self.request(url, 'GET', **kwargs) Feb 04 17:26:19.013622 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 17:26:19.013622 n-d-827839-2 neutron-server[103376]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 17:26:19.013622 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 17:26:19.013622 n-d-827839-2 neutron-server[103376]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 17:26:19.013622 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 17:26:19.013622 n-d-827839-2 neutron-server[103376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 17:26:19.013622 n-d-827839-2 neutron-server[103376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 17:26:19.033332 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-aa2bab46-83ec-466b-bf7c-eb1102504204 tempest-AllowedAddressPairIpV6TestJSON-53602600 tempest-AllowedAddressPairIpV6TestJSON-53602600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (738ae597-8e28-41fc-a680-738d31b11668), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:19.084647 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 9d7ecc73-aa7f-4338-8a00-90c21a2e060d up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:26:19.105348 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2bab46-83ec-466b-bf7c-eb1102504204 tempest-AllowedAddressPairIpV6TestJSON-53602600 tempest-AllowedAddressPairIpV6TestJSON-53602600-project] Pushing event deleted for resources: {'Port': ['ID=738ae597-8e28-41fc-a680-738d31b11668,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:26:19.189085 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-f87d5fd0-577e-4a27-a8ed-55d42f58afd6 tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1543671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1595572'] for network (f7c4be5b-d739-4518-9e49-0ee2f414abab), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:19.216449 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-f87d5fd0-577e-4a27-a8ed-55d42f58afd6 tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677565'] for network (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:19.223565 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1d2f58fc-5a25-4b29-9443-0e6251390dc1 None None] Port 8c35a91d-c86f-438b-8787-2089610e1a7e cannot update to ACTIVE because it is not bound. {{(pid=103378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 17:26:19.237808 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-f87d5fd0-577e-4a27-a8ed-55d42f58afd6 tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] 10.222.0.89 "DELETE /v2.0/networks/f7c4be5b-d739-4518-9e49-0ee2f414abab HTTP/1.1" status: 204 len: 168 time: 5.7988589 Feb 04 17:26:19.245303 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 43328) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:26:19.275364 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port 9d7ecc73-aa7f-4338-8a00-90c21a2e060d triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:26:19.275742 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (9d7ecc73-aa7f-4338-8a00-90c21a2e060d), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:19.330078 n-d-827839-2 neutron-server[103376]: INFO neutron.pecan_wsgi.hooks.translation [None req-4175a194-c677-44f9-a085-2236369597ae tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] DELETE failed (client error): The resource could not be found. Feb 04 17:26:19.331037 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4175a194-c677-44f9-a085-2236369597ae tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103376) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 17:26:19.348921 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-4175a194-c677-44f9-a085-2236369597ae tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] 10.222.0.89 "DELETE /v2.0/subnets/df0e2c23-f76a-4b68-a589-0483214f30a0 HTTP/1.1" status: 404 len: 337 time: 0.0949602 Feb 04 17:26:19.352826 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87d5fd0-577e-4a27-a8ed-55d42f58afd6 tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Pushing event deleted for resources: {'Network': ['ID=f7c4be5b-d739-4518-9e49-0ee2f414abab,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:26:19.371743 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-1d2f58fc-5a25-4b29-9443-0e6251390dc1 None None] Provisioning complete for port b17f9964-a75c-4998-8d64-f844b2c05963 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:26:19.371966 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 43330) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:26:19.372364 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1d2f58fc-5a25-4b29-9443-0e6251390dc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (b17f9964-a75c-4998-8d64-f844b2c05963), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:19.380702 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-aa2bab46-83ec-466b-bf7c-eb1102504204 tempest-AllowedAddressPairIpV6TestJSON-53602600 tempest-AllowedAddressPairIpV6TestJSON-53602600-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:19.397781 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-aa2bab46-83ec-466b-bf7c-eb1102504204 tempest-AllowedAddressPairIpV6TestJSON-53602600 tempest-AllowedAddressPairIpV6TestJSON-53602600-project] 10.222.0.89 "DELETE /v2.0/ports/738ae597-8e28-41fc-a680-738d31b11668 HTTP/1.1" status: 204 len: 168 time: 1.3836806 Feb 04 17:26:19.398139 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a93c957c-0c45-4a25-a788-5975ebb2e3be admin admin] Network 8ebfdc74-8590-489d-b0e1-fe8b6dd2da25 is already hosted by enough agents. {{(pid=103376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:26:19.400411 n-d-827839-2 neutron-server[103376]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9e700c0-5d9b-4be3-93ec-b3e07d1ab687 tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] DELETE failed (client error): The resource could not be found. Feb 04 17:26:19.401466 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b9e700c0-5d9b-4be3-93ec-b3e07d1ab687 tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103376) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 17:26:19.401885 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 43332) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:26:19.406527 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-b9e700c0-5d9b-4be3-93ec-b3e07d1ab687 tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] 10.222.0.89 "DELETE /v2.0/networks/f7c4be5b-d739-4518-9e49-0ee2f414abab HTTP/1.1" status: 404 len: 339 time: 0.0333641 Feb 04 17:26:19.408536 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [None req-a93c957c-0c45-4a25-a788-5975ebb2e3be admin admin] Resources bound (agent type, host, resource id): {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:26:19.421191 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 43336) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:26:19.529940 n-d-827839-2 neutron-server[103377]: INFO neutron.pecan_wsgi.hooks.translation [None req-0fef23f0-57bd-4a65-a327-89f07289f947 tempest-AllowedAddressPairIpV6TestJSON-53602600 tempest-AllowedAddressPairIpV6TestJSON-53602600-project] GET failed (client error): The resource could not be found. Feb 04 17:26:19.546446 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-0fef23f0-57bd-4a65-a327-89f07289f947 tempest-AllowedAddressPairIpV6TestJSON-53602600 tempest-AllowedAddressPairIpV6TestJSON-53602600-project] 10.222.0.89 "GET /v2.0/ports/738ae597-8e28-41fc-a680-738d31b11668 HTTP/1.1" status: 404 len: 333 time: 0.1368308 Feb 04 17:26:19.547151 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 43348) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:26:19.570476 n-d-827839-2 neutron-server[103376]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b6cd447-a00a-4e04-a67b-cf9a9e754a1a tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] DELETE failed (client error): The resource could not be found. Feb 04 17:26:19.570949 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b6cd447-a00a-4e04-a67b-cf9a9e754a1a tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103376) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 17:26:19.578212 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-741d0422-3f2d-42cd-aa34-23f48e854cd5 tempest-AllowedAddressPairIpV6TestJSON-53602600 tempest-AllowedAddressPairIpV6TestJSON-53602600-project] Request body: {'port': {'network_id': '6c959a4a-4b77-41d1-ad3a-cf5cab61eb11', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1152197685'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:26:19.586899 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-3b6cd447-a00a-4e04-a67b-cf9a9e754a1a tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] 10.222.0.89 "DELETE /v2.0/subnets/de4c61b4-b9f3-4b3b-94f6-3a81689f4a33 HTTP/1.1" status: 404 len: 337 time: 0.1639113 Feb 04 17:26:19.593245 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 43350) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:26:19.634317 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port 9d7ecc73-aa7f-4338-8a00-90c21a2e060d is: DOWN; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:26:19.634721 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (9d7ecc73-aa7f-4338-8a00-90c21a2e060d), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:19.658488 n-d-827839-2 neutron-server[103376]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c5f51c4-8aad-4290-91b8-fdc8f9b01327 tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] DELETE failed (client error): The resource could not be found. Feb 04 17:26:19.659060 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c5f51c4-8aad-4290-91b8-fdc8f9b01327 tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103376) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 17:26:19.662207 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-4c5f51c4-8aad-4290-91b8-fdc8f9b01327 tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] 10.222.0.89 "DELETE /v2.0/networks/1372914a-de5f-43fe-a13b-730332ba3bd7 HTTP/1.1" status: 404 len: 339 time: 0.0676775 Feb 04 17:26:19.701431 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] For port 9d7ecc73-aa7f-4338-8a00-90c21a2e060d, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=9d7ecc73-aa7f-4338-8a00-90c21a2e060d,segment=NetworkSegment(5942dc44-1f07-4c27-b0ab-45a2bff20dd5),segment_id=5942dc44-1f07-4c27-b0ab-45a2bff20dd5)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:26:19.710328 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (9d7ecc73-aa7f-4338-8a00-90c21a2e060d), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:19.711672 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device b17f9964-a75c-4998-8d64-f844b2c05963 up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:26:19.726584 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 43352) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:26:19.889475 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-741d0422-3f2d-42cd-aa34-23f48e854cd5 tempest-AllowedAddressPairIpV6TestJSON-53602600 tempest-AllowedAddressPairIpV6TestJSON-53602600-project] Made reservation on behalf of 6a79d2637b3d40c5a7cd1039b5494134 for: {'port': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:26:19.902554 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-741d0422-3f2d-42cd-aa34-23f48e854cd5 tempest-AllowedAddressPairIpV6TestJSON-53602600 tempest-AllowedAddressPairIpV6TestJSON-53602600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:19.956387 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-dc731d7c-24ef-477f-b037-02e8c1e4a348 tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628832'] for network (b7148748-c9fd-48f5-9fad-2e01630d28f9), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:19.963073 n-d-827839-2 neutron-server[103377]: DEBUG neutron.notifiers.nova [None req-741d0422-3f2d-42cd-aa34-23f48e854cd5 tempest-AllowedAddressPairIpV6TestJSON-53602600 tempest-AllowedAddressPairIpV6TestJSON-53602600-project] device_id is not set on port 9979e09a-7453-4aab-9ab6-a8af142646a0 yet. {{(pid=103377) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 04 17:26:19.965565 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1d2f58fc-5a25-4b29-9443-0e6251390dc1 None None] Current status of the port b17f9964-a75c-4998-8d64-f844b2c05963 is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:26:20.015917 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-1d2f58fc-5a25-4b29-9443-0e6251390dc1 None None] Could not find standard attr ID for object 738ae597-8e28-41fc-a680-738d31b11668. {{(pid=103378) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 17:26:20.052711 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port b17f9964-a75c-4998-8d64-f844b2c05963 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:26:20.065472 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (b17f9964-a75c-4998-8d64-f844b2c05963), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:20.115953 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Pushing event updated for resources: {'Port': ['ID=9d7ecc73-aa7f-4338-8a00-90c21a2e060d,revision_number=4']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:26:20.129729 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-dc731d7c-24ef-477f-b037-02e8c1e4a348 tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1543676', 'neutron.services.segments.db._delete_segments_for_network-8781084786517'] for network (b7148748-c9fd-48f5-9fad-2e01630d28f9), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:20.176115 n-d-827839-2 neutron-server[103376]: DEBUG neutron.services.segments.db [None req-dc731d7c-24ef-477f-b037-02e8c1e4a348 tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7148748-c9fd-48f5-9fad-2e01630d28f9']}} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:26:20.181106 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a93c957c-0c45-4a25-a788-5975ebb2e3be admin admin] Router d8456dde-a2c2-45c2-a30e-7e7aba94ccd6 has already been hosted by L3 agent 64ada913-9131-4d99-a265-63a920956287 {{(pid=103376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 17:26:20.186327 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-27db9686-0e03-41d8-a204-a0826fc00371 None None] Provisioning complete for port 8c35a91d-c86f-438b-8787-2089610e1a7e triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:26:20.186708 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-27db9686-0e03-41d8-a204-a0826fc00371 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (8c35a91d-c86f-438b-8787-2089610e1a7e), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:20.194727 n-d-827839-2 neutron-server[103376]: DEBUG neutron.services.segments.db [None req-dc731d7c-24ef-477f-b037-02e8c1e4a348 tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42936386-6c78-44f1-a994-0f85379c700b') {'for_net_delete': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:26:20.196548 n-d-827839-2 neutron-server[103376]: DEBUG neutron.services.segments.db [None req-dc731d7c-24ef-477f-b037-02e8c1e4a348 tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42936386-6c78-44f1-a994-0f85379c700b') {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:26:20.213219 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-dc731d7c-24ef-477f-b037-02e8c1e4a348 tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781084783966', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25674908'] for segment (42936386-6c78-44f1-a994-0f85379c700b), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:20.265881 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.db_base_plugin_common [None req-741d0422-3f2d-42cd-aa34-23f48e854cd5 tempest-AllowedAddressPairIpV6TestJSON-53602600 tempest-AllowedAddressPairIpV6TestJSON-53602600-project] Allocated IP 2001:db8::5a (6c959a4a-4b77-41d1-ad3a-cf5cab61eb11/8876a6cc-c7cc-4e37-a881-45c61bddd46a/9979e09a-7453-4aab-9ab6-a8af142646a0) {{(pid=103377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:26:20.305759 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-27db9686-0e03-41d8-a204-a0826fc00371 None None] Port 8c35a91d-c86f-438b-8787-2089610e1a7e cannot update to ACTIVE because it is not bound. {{(pid=103378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 17:26:20.322284 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-27db9686-0e03-41d8-a204-a0826fc00371 None None] Could not find standard attr ID for object 738ae597-8e28-41fc-a680-738d31b11668. {{(pid=103378) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 17:26:20.352371 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-27db9686-0e03-41d8-a204-a0826fc00371 None None] Provisioning complete for port db68516f-8a62-4247-9212-c18c22253c05 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:26:20.352881 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-27db9686-0e03-41d8-a204-a0826fc00371 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (db68516f-8a62-4247-9212-c18c22253c05), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:20.354986 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port b17f9964-a75c-4998-8d64-f844b2c05963 is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:26:20.431893 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a93c957c-0c45-4a25-a788-5975ebb2e3be admin admin] Notify agent at l3_agent.n-d-827839-2 the message routers_updated {{(pid=103376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 17:26:20.453525 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c2cb4f9-cc6a-424b-a9e9-a3355f14390b None None] Sync routers for ids ['d8456dde-a2c2-45c2-a30e-7e7aba94ccd6'] in n-d-827839-2 {{(pid=103378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 17:26:20.456057 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-a93c957c-0c45-4a25-a788-5975ebb2e3be admin admin] 10.222.0.89 "PUT /v2.0/routers/d8456dde-a2c2-45c2-a30e-7e7aba94ccd6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4613900 Feb 04 17:26:20.457460 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-dc731d7c-24ef-477f-b037-02e8c1e4a348 tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (42936386-6c78-44f1-a994-0f85379c700b), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:20.465139 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-27db9686-0e03-41d8-a204-a0826fc00371 None None] Port db68516f-8a62-4247-9212-c18c22253c05 cannot update to ACTIVE because it is not bound. {{(pid=103378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 17:26:20.471407 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc731d7c-24ef-477f-b037-02e8c1e4a348 tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Releasing vlan 790 on physical network physnet1 to pool {{(pid=103376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 17:26:20.471683 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-dc731d7c-24ef-477f-b037-02e8c1e4a348 tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25675992'] for segment (42936386-6c78-44f1-a994-0f85379c700b), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:20.474868 n-d-827839-2 neutron-server[103376]: Traceback (most recent call last): Feb 04 17:26:20.474868 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 17:26:20.474868 n-d-827839-2 neutron-server[103376]: timer() Feb 04 17:26:20.474868 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 17:26:20.474868 n-d-827839-2 neutron-server[103376]: cb(*args, **kw) Feb 04 17:26:20.474868 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 17:26:20.474868 n-d-827839-2 neutron-server[103376]: return func(*args, **kwargs) Feb 04 17:26:20.474868 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 17:26:20.474868 n-d-827839-2 neutron-server[103376]: self._notify() Feb 04 17:26:20.474868 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 17:26:20.474868 n-d-827839-2 neutron-server[103376]: self.callback(batched_events) Feb 04 17:26:20.474868 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 17:26:20.474868 n-d-827839-2 neutron-server[103376]: event.method(event) Feb 04 17:26:20.474868 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 17:26:20.474868 n-d-827839-2 neutron-server[103376]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 17:26:20.474868 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 17:26:20.474868 n-d-827839-2 neutron-server[103376]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 17:26:20.474868 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 17:26:20.474868 n-d-827839-2 neutron-server[103376]: return f(self, *a, **k) Feb 04 17:26:20.474868 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 17:26:20.474868 n-d-827839-2 neutron-server[103376]: return self._get(url).json() Feb 04 17:26:20.474868 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 17:26:20.474868 n-d-827839-2 neutron-server[103376]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 17:26:20.474868 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 17:26:20.474868 n-d-827839-2 neutron-server[103376]: return self.request(url, 'GET', **kwargs) Feb 04 17:26:20.474868 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 17:26:20.474868 n-d-827839-2 neutron-server[103376]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 17:26:20.474868 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 17:26:20.474868 n-d-827839-2 neutron-server[103376]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 17:26:20.474868 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 17:26:20.474868 n-d-827839-2 neutron-server[103376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 17:26:20.474868 n-d-827839-2 neutron-server[103376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 17:26:20.491311 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c2cb4f9-cc6a-424b-a9e9-a3355f14390b None None] Routers {'d8456dde-a2c2-45c2-a30e-7e7aba94ccd6'} bound to L3 agent in host n-d-827839-2 {{(pid=103378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:26:20.491975 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-9c2cb4f9-cc6a-424b-a9e9-a3355f14390b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:26:02Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['d8456dde-a2c2-45c2-a30e-7e7aba94ccd6'], 'active': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:26:20.567465 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-741d0422-3f2d-42cd-aa34-23f48e854cd5 tempest-AllowedAddressPairIpV6TestJSON-53602600 tempest-AllowedAddressPairIpV6TestJSON-53602600-project] Publish callbacks [] for port (9979e09a-7453-4aab-9ab6-a8af142646a0), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:20.610565 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-741d0422-3f2d-42cd-aa34-23f48e854cd5 tempest-AllowedAddressPairIpV6TestJSON-53602600 tempest-AllowedAddressPairIpV6TestJSON-53602600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (9979e09a-7453-4aab-9ab6-a8af142646a0), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:20.674388 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-dc731d7c-24ef-477f-b037-02e8c1e4a348 tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1543671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1595572'] for network (b7148748-c9fd-48f5-9fad-2e01630d28f9), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:20.685715 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-dc731d7c-24ef-477f-b037-02e8c1e4a348 tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677565'] for network (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:20.695116 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-dc731d7c-24ef-477f-b037-02e8c1e4a348 tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] 10.222.0.89 "DELETE /v2.0/networks/b7148748-c9fd-48f5-9fad-2e01630d28f9 HTTP/1.1" status: 204 len: 168 time: 0.9645989 Feb 04 17:26:20.702607 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 43368) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:26:20.716465 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvr_db [None req-9c2cb4f9-cc6a-424b-a9e9-a3355f14390b None None] Set router d8456dde-a2c2-45c2-a30e-7e7aba94ccd6 gateway port host: n-d-827839-2 {{(pid=103378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:26:20.733914 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741d0422-3f2d-42cd-aa34-23f48e854cd5 tempest-AllowedAddressPairIpV6TestJSON-53602600 tempest-AllowedAddressPairIpV6TestJSON-53602600-project] Pushing event updated for resources: {'Port': ['ID=9979e09a-7453-4aab-9ab6-a8af142646a0,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:26:20.760956 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-741d0422-3f2d-42cd-aa34-23f48e854cd5 tempest-AllowedAddressPairIpV6TestJSON-53602600 tempest-AllowedAddressPairIpV6TestJSON-53602600-project] Network 6c959a4a-4b77-41d1-ad3a-cf5cab61eb11 is already hosted by enough agents. {{(pid=103377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:26:20.766385 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [None req-741d0422-3f2d-42cd-aa34-23f48e854cd5 tempest-AllowedAddressPairIpV6TestJSON-53602600 tempest-AllowedAddressPairIpV6TestJSON-53602600-project] Resources bound (agent type, host, resource id): {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:26:20.770567 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-741d0422-3f2d-42cd-aa34-23f48e854cd5 tempest-AllowedAddressPairIpV6TestJSON-53602600 tempest-AllowedAddressPairIpV6TestJSON-53602600-project] Received port after_create {{(pid=103377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:26:20.784525 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-741d0422-3f2d-42cd-aa34-23f48e854cd5 tempest-AllowedAddressPairIpV6TestJSON-53602600 tempest-AllowedAddressPairIpV6TestJSON-53602600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:26:20.788437 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-741d0422-3f2d-42cd-aa34-23f48e854cd5 tempest-AllowedAddressPairIpV6TestJSON-53602600 tempest-AllowedAddressPairIpV6TestJSON-53602600-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:20.847973 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-741d0422-3f2d-42cd-aa34-23f48e854cd5 tempest-AllowedAddressPairIpV6TestJSON-53602600 tempest-AllowedAddressPairIpV6TestJSON-53602600-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.2976236 Feb 04 17:26:20.849058 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 43374) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:26:20.857711 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-7e6c4843-8303-402b-a28a-70f828b43a90 tempest-AllowedAddressPairIpV6TestJSON-53602600 tempest-AllowedAddressPairIpV6TestJSON-53602600-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::32b', 'mac_address': 'fa:16:3e:ab:90:99'}]}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:26:20.867737 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc731d7c-24ef-477f-b037-02e8c1e4a348 tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Pushing event deleted for resources: {'Network': ['ID=b7148748-c9fd-48f5-9fad-2e01630d28f9,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:26:20.870814 n-d-827839-2 neutron-server[103376]: INFO neutron.pecan_wsgi.hooks.translation [None req-66e85c1f-3052-4fa0-81f7-8309c38f8aba tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] DELETE failed (client error): The resource could not be found. Feb 04 17:26:20.871598 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-66e85c1f-3052-4fa0-81f7-8309c38f8aba tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103376) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 17:26:20.876477 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-66e85c1f-3052-4fa0-81f7-8309c38f8aba tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] 10.222.0.89 "DELETE /v2.0/subnets/b2e1b736-c80b-4088-918d-f95a79895f3f HTTP/1.1" status: 404 len: 337 time: 0.1653128 Feb 04 17:26:20.878965 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 43376) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:26:20.896890 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 9d7ecc73-aa7f-4338-8a00-90c21a2e060d up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:26:20.932446 n-d-827839-2 neutron-server[103376]: INFO neutron.pecan_wsgi.hooks.translation [None req-a67e139f-8cd5-4c52-9cd8-3f7d48ad27f7 tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] DELETE failed (client error): The resource could not be found. Feb 04 17:26:20.934414 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a67e139f-8cd5-4c52-9cd8-3f7d48ad27f7 tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103376) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 17:26:20.944029 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-a67e139f-8cd5-4c52-9cd8-3f7d48ad27f7 tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] 10.222.0.89 "DELETE /v2.0/networks/0806ca74-085f-4bce-9f58-53838ff2fb25 HTTP/1.1" status: 404 len: 339 time: 0.0623317 Feb 04 17:26:20.945218 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 43378) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:26:21.001427 n-d-827839-2 neutron-server[103376]: INFO neutron.pecan_wsgi.hooks.translation [None req-74bbb549-3a99-4103-9722-c0d03fff3a08 tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] DELETE failed (client error): The resource could not be found. Feb 04 17:26:21.002268 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-74bbb549-3a99-4103-9722-c0d03fff3a08 tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103376) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 17:26:21.005936 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-74bbb549-3a99-4103-9722-c0d03fff3a08 tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] 10.222.0.89 "DELETE /v2.0/subnets/7349e00c-81a5-49e7-81f6-1622d73e013d HTTP/1.1" status: 404 len: 337 time: 0.0581443 Feb 04 17:26:21.008785 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 43380) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:26:21.036357 n-d-827839-2 neutron-server[103376]: INFO neutron.pecan_wsgi.hooks.translation [None req-c73b879a-a7dd-4afe-9a22-4c63b0eab19c tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] DELETE failed (client error): The resource could not be found. Feb 04 17:26:21.037757 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c73b879a-a7dd-4afe-9a22-4c63b0eab19c tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103376) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 17:26:21.045809 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-c73b879a-a7dd-4afe-9a22-4c63b0eab19c tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] 10.222.0.89 "DELETE /v2.0/networks/63ee5d75-f7bd-41ff-8db7-05848016ccab HTTP/1.1" status: 404 len: 339 time: 0.0355947 Feb 04 17:26:21.048022 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 43382) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:26:21.083032 n-d-827839-2 neutron-server[103376]: INFO neutron.pecan_wsgi.hooks.translation [None req-f519d016-f017-49aa-9767-3bf10b11bd15 tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] DELETE failed (client error): The resource could not be found. Feb 04 17:26:21.083251 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port 9d7ecc73-aa7f-4338-8a00-90c21a2e060d triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:26:21.083689 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (9d7ecc73-aa7f-4338-8a00-90c21a2e060d), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:21.084587 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f519d016-f017-49aa-9767-3bf10b11bd15 tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103376) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 17:26:21.089793 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-f519d016-f017-49aa-9767-3bf10b11bd15 tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] 10.222.0.89 "DELETE /v2.0/subnets/306a6934-dbfd-4fe8-b63b-48535e19128c HTTP/1.1" status: 404 len: 337 time: 0.0404990 Feb 04 17:26:21.092235 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 43384) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:26:21.117485 n-d-827839-2 neutron-server[103376]: INFO neutron.pecan_wsgi.hooks.translation [None req-72795efc-a4ca-4882-b66a-af54668d4903 tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] DELETE failed (client error): The resource could not be found. Feb 04 17:26:21.118442 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-72795efc-a4ca-4882-b66a-af54668d4903 tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103376) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 17:26:21.122250 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-72795efc-a4ca-4882-b66a-af54668d4903 tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] 10.222.0.89 "DELETE /v2.0/networks/fd35de41-bf31-4867-877d-5d21f50ea821 HTTP/1.1" status: 404 len: 339 time: 0.0283461 Feb 04 17:26:21.125545 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 43386) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:26:21.183984 n-d-827839-2 neutron-server[103376]: INFO neutron.pecan_wsgi.hooks.translation [None req-d19c11ae-5ca8-4195-a2e5-2818676a07d4 tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] DELETE failed (client error): The resource could not be found. Feb 04 17:26:21.184823 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d19c11ae-5ca8-4195-a2e5-2818676a07d4 tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103376) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 17:26:21.191289 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-d19c11ae-5ca8-4195-a2e5-2818676a07d4 tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] 10.222.0.89 "DELETE /v2.0/subnets/098b9cca-8c0f-46a3-b466-40abc4f28ce6 HTTP/1.1" status: 404 len: 337 time: 0.0638945 Feb 04 17:26:21.194041 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 43388) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:26:21.247568 n-d-827839-2 neutron-server[103376]: INFO neutron.pecan_wsgi.hooks.translation [None req-39fc07c9-84df-4110-b11a-e939f42f513c tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] DELETE failed (client error): The resource could not be found. Feb 04 17:26:21.248091 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-39fc07c9-84df-4110-b11a-e939f42f513c tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103376) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 17:26:21.254063 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 43390) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:26:21.267796 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-39fc07c9-84df-4110-b11a-e939f42f513c tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] 10.222.0.89 "DELETE /v2.0/networks/bc786cf7-f120-49b2-873b-c6602873332a HTTP/1.1" status: 404 len: 339 time: 0.0723424 Feb 04 17:26:21.284694 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port 9d7ecc73-aa7f-4338-8a00-90c21a2e060d is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:26:21.285936 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device b17f9964-a75c-4998-8d64-f844b2c05963 up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:26:21.335971 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-9c2cb4f9-cc6a-424b-a9e9-a3355f14390b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8456dde-a2c2-45c2-a30e-7e7aba94ccd6', 'name': 'tempest-ServersTestJSON-2094991958-router', 'tenant_id': '80b7aa89cf1b4bc4904176df2ebfd332', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.179'}], 'enable_snat': True}, 'gw_port_id': '9d7ecc73-aa7f-4338-8a00-90c21a2e060d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:26:08Z', 'updated_at': '2022-02-04T17:26:17Z', 'revision_number': 4, 'project_id': '80b7aa89cf1b4bc4904176df2ebfd332', 'gw_port': {'id': '9d7ecc73-aa7f-4338-8a00-90c21a2e060d', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:cf:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8456dde-a2c2-45c2-a30e-7e7aba94ccd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1757, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:26:10Z', 'updated_at': '2022-02-04T17:26:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_interfaces': [{'id': 'db68516f-8a62-4247-9212-c18c22253c05', 'name': '', 'network_id': '8ebfdc74-8590-489d-b0e1-fe8b6dd2da25', 'tenant_id': '80b7aa89cf1b4bc4904176df2ebfd332', 'mac_address': 'fa:16:3e:6e:7c:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8456dde-a2c2-45c2-a30e-7e7aba94ccd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': '63f84b38-d024-489b-b804-8ab0056a6a07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:26:15Z', 'updated_at': '2022-02-04T17:26:18Z', 'revision_number': 2, 'project_id': '80b7aa89cf1b4bc4904176df2ebfd332', 'subnets': [{'id': '63f84b38-d024-489b-b804-8ab0056a6a07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-2', False) {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:26:21.347534 n-d-827839-2 neutron-server[103377]: INFO neutron.pecan_wsgi.hooks.translation [None req-02fc4b11-8b74-4ab1-914e-3d8c77b1e44a tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] DELETE failed (client error): The resource could not be found. Feb 04 17:26:21.348762 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-02fc4b11-8b74-4ab1-914e-3d8c77b1e44a tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103377) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 17:26:21.352631 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-02fc4b11-8b74-4ab1-914e-3d8c77b1e44a tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] 10.222.0.89 "DELETE /v2.0/subnets/db203b34-e4f4-423c-9315-f14e0d3cc04f HTTP/1.1" status: 404 len: 337 time: 0.0977299 Feb 04 17:26:21.355399 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 43392) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:26:21.388070 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c2cb4f9-cc6a-424b-a9e9-a3355f14390b None None] Checking router: d8456dde-a2c2-45c2-a30e-7e7aba94ccd6 for host: n-d-827839-2 {{(pid=103378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 17:26:21.388437 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c2cb4f9-cc6a-424b-a9e9-a3355f14390b None None] Updating router d8456dde-a2c2-45c2-a30e-7e7aba94ccd6 port db68516f-8a62-4247-9212-c18c22253c05 binding host n-d-827839-2 {{(pid=103378) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 17:26:21.397975 n-d-827839-2 neutron-server[103376]: INFO neutron.pecan_wsgi.hooks.translation [None req-f80fdf78-1f3e-4ee4-9d4b-ec6fcc4b0df6 tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] DELETE failed (client error): The resource could not be found. Feb 04 17:26:21.399349 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f80fdf78-1f3e-4ee4-9d4b-ec6fcc4b0df6 tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103376) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 17:26:21.402965 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-f80fdf78-1f3e-4ee4-9d4b-ec6fcc4b0df6 tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] 10.222.0.89 "DELETE /v2.0/networks/af37d01f-5eb3-4527-a3cb-6e05872bc5b6 HTTP/1.1" status: 404 len: 339 time: 0.0465789 Feb 04 17:26:21.406113 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 43394) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:26:21.432869 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-f6b6f26a-571e-4c53-9c75-58cb683afd81 None None] Provisioning complete for port 9979e09a-7453-4aab-9ab6-a8af142646a0 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:26:21.433108 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f6b6f26a-571e-4c53-9c75-58cb683afd81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (9979e09a-7453-4aab-9ab6-a8af142646a0), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:21.456318 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-7e6c4843-8303-402b-a28a-70f828b43a90 tempest-AllowedAddressPairIpV6TestJSON-53602600 tempest-AllowedAddressPairIpV6TestJSON-53602600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (9979e09a-7453-4aab-9ab6-a8af142646a0), before_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:21.475592 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9c2cb4f9-cc6a-424b-a9e9-a3355f14390b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (db68516f-8a62-4247-9212-c18c22253c05), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:21.485360 n-d-827839-2 neutron-server[103376]: INFO neutron.pecan_wsgi.hooks.translation [None req-fac248cc-d3f7-4aed-9dd8-901c31a4b3b4 tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] DELETE failed (client error): The resource could not be found. Feb 04 17:26:21.485904 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fac248cc-d3f7-4aed-9dd8-901c31a4b3b4 tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103376) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 17:26:21.488347 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port b17f9964-a75c-4998-8d64-f844b2c05963 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:26:21.491559 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (b17f9964-a75c-4998-8d64-f844b2c05963), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:21.500957 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-fac248cc-d3f7-4aed-9dd8-901c31a4b3b4 tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] 10.222.0.89 "DELETE /v2.0/subnets/804ef7aa-973e-4d6a-acc1-2dabb51bf16c HTTP/1.1" status: 404 len: 337 time: 0.0818179 Feb 04 17:26:21.501838 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 43396) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:26:21.532629 n-d-827839-2 neutron-server[103376]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e03bb52-6f9e-41ba-9c11-98954f4cf40c tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] DELETE failed (client error): The resource could not be found. Feb 04 17:26:21.533166 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e03bb52-6f9e-41ba-9c11-98954f4cf40c tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103376) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 17:26:21.536265 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-4e03bb52-6f9e-41ba-9c11-98954f4cf40c tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] 10.222.0.89 "DELETE /v2.0/networks/66ff46ed-46b0-4d0b-be0f-d4286dda36c9 HTTP/1.1" status: 404 len: 339 time: 0.0333750 Feb 04 17:26:21.538867 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 43398) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:26:21.562603 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-f6b6f26a-571e-4c53-9c75-58cb683afd81 None None] Port 9979e09a-7453-4aab-9ab6-a8af142646a0 cannot update to ACTIVE because it is not bound. {{(pid=103378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 17:26:21.571293 n-d-827839-2 neutron-server[103377]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b6d1056-5908-4380-8ab7-32aa655c05c2 tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] DELETE failed (client error): The resource could not be found. Feb 04 17:26:21.572009 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0b6d1056-5908-4380-8ab7-32aa655c05c2 tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103377) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 17:26:21.575682 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-0b6d1056-5908-4380-8ab7-32aa655c05c2 tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] 10.222.0.89 "DELETE /v2.0/subnets/90b78b21-09dd-4097-95aa-105184a362cb HTTP/1.1" status: 404 len: 337 time: 0.0357976 Feb 04 17:26:21.579415 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 43400) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:26:21.610767 n-d-827839-2 neutron-server[103376]: INFO neutron.pecan_wsgi.hooks.translation [None req-029718f5-5e1d-4bfd-8ed4-19768a81c5f2 tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] DELETE failed (client error): The resource could not be found. Feb 04 17:26:21.616045 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-029718f5-5e1d-4bfd-8ed4-19768a81c5f2 tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103376) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 17:26:21.625233 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-029718f5-5e1d-4bfd-8ed4-19768a81c5f2 tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] 10.222.0.89 "DELETE /v2.0/networks/98669329-6c3e-4d2b-99b9-3d8b069d9d41 HTTP/1.1" status: 404 len: 339 time: 0.0447543 Feb 04 17:26:21.626504 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 43402) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:26:21.707782 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port b17f9964-a75c-4998-8d64-f844b2c05963 is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:26:21.714099 n-d-827839-2 neutron-server[103377]: INFO neutron.pecan_wsgi.hooks.translation [None req-3026ce70-7d92-4b6c-be38-d18cf54d4c99 tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] DELETE failed (client error): The resource could not be found. Feb 04 17:26:21.714570 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3026ce70-7d92-4b6c-be38-d18cf54d4c99 tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103377) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 17:26:21.717635 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-3026ce70-7d92-4b6c-be38-d18cf54d4c99 tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] 10.222.0.89 "DELETE /v2.0/subnets/bb92ce18-0b7b-4b35-a5b4-be497759c818 HTTP/1.1" status: 404 len: 337 time: 0.0901744 Feb 04 17:26:21.720418 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 43410) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:26:21.729161 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 49d5b29f-7f3d-4340-8bf7-4fd0768c2671 no longer exists at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:26:21.773157 n-d-827839-2 neutron-server[103376]: INFO neutron.pecan_wsgi.hooks.translation [None req-57b474d7-dffb-4a7a-98d6-ed9cdd8a2827 tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] DELETE failed (client error): The resource could not be found. Feb 04 17:26:21.774432 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-57b474d7-dffb-4a7a-98d6-ed9cdd8a2827 tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103376) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 17:26:21.780672 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-57b474d7-dffb-4a7a-98d6-ed9cdd8a2827 tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] 10.222.0.89 "DELETE /v2.0/networks/3f5b042a-1afe-4cc1-bfb9-465aa0c32d88 HTTP/1.1" status: 404 len: 339 time: 0.0590317 Feb 04 17:26:21.781503 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 43418) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:26:21.924915 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] No Port match for: 49d5b29f-7f3d-4340-8bf7-4fd0768c2671 {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 17:26:21.926469 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 49d5b29f-7f3d-4340-8bf7-4fd0768c2671 not bound to the agent host n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 17:26:21.975518 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.db_base_plugin_v2 [None req-a48a80f9-c8e5-4098-a39f-107f4c9c8476 tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Deleting subnet 08d47205-c163-4435-bd32-e455775921ee {{(pid=103376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 17:26:21.986883 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-a48a80f9-c8e5-4098-a39f-107f4c9c8476 tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Publish callbacks [] for subnet (08d47205-c163-4435-bd32-e455775921ee), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:22.004367 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-7e6c4843-8303-402b-a28a-70f828b43a90 tempest-AllowedAddressPairIpV6TestJSON-53602600 tempest-AllowedAddressPairIpV6TestJSON-53602600-project] Publish callbacks [] for port (9979e09a-7453-4aab-9ab6-a8af142646a0), precommit_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:22.021360 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 43422) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:26:22.041143 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-1a68ebc3-a5c0-4dde-94e8-816bf2b84a61 tempest-ServersTestJSON-906237145 tempest-ServersTestJSON-906237145-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1663119622', 'description': 'tempest-description--1544173885'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:26:22.054194 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-7e6c4843-8303-402b-a28a-70f828b43a90 tempest-AllowedAddressPairIpV6TestJSON-53602600 tempest-AllowedAddressPairIpV6TestJSON-53602600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25888290'] for port (9979e09a-7453-4aab-9ab6-a8af142646a0), after_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:22.072196 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-a48a80f9-c8e5-4098-a39f-107f4c9c8476 tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25674901'] for subnet (08d47205-c163-4435-bd32-e455775921ee), precommit_delete_associations {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:22.199664 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-7e6c4843-8303-402b-a28a-70f828b43a90 tempest-AllowedAddressPairIpV6TestJSON-53602600 tempest-AllowedAddressPairIpV6TestJSON-53602600-project] In _notify_port_updated(), no bound segment for port 9979e09a-7453-4aab-9ab6-a8af142646a0 on network 6c959a4a-4b77-41d1-ad3a-cf5cab61eb11 {{(pid=103377) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Feb 04 17:26:22.205643 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e6c4843-8303-402b-a28a-70f828b43a90 tempest-AllowedAddressPairIpV6TestJSON-53602600 tempest-AllowedAddressPairIpV6TestJSON-53602600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:26:22.206343 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-7e6c4843-8303-402b-a28a-70f828b43a90 tempest-AllowedAddressPairIpV6TestJSON-53602600 tempest-AllowedAddressPairIpV6TestJSON-53602600-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:22.210292 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-7e6c4843-8303-402b-a28a-70f828b43a90 tempest-AllowedAddressPairIpV6TestJSON-53602600 tempest-AllowedAddressPairIpV6TestJSON-53602600-project] 10.222.0.89 "PUT /v2.0/ports/9979e09a-7453-4aab-9ab6-a8af142646a0 HTTP/1.1" status: 200 len: 1002 time: 1.3545580 Feb 04 17:26:22.211966 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6c4843-8303-402b-a28a-70f828b43a90 tempest-AllowedAddressPairIpV6TestJSON-53602600 tempest-AllowedAddressPairIpV6TestJSON-53602600-project] Pushing event updated for resources: {'Port': ['ID=9979e09a-7453-4aab-9ab6-a8af142646a0,revision_number=2']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:26:22.216607 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 43426) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:26:22.275981 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-1a68ebc3-a5c0-4dde-94e8-816bf2b84a61 tempest-ServersTestJSON-906237145 tempest-ServersTestJSON-906237145-project] Publish callbacks [] for security_group (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:22.347752 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9c2cb4f9-cc6a-424b-a9e9-a3355f14390b None None] Publish callbacks [] for port (db68516f-8a62-4247-9212-c18c22253c05), precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:22.368663 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9c2cb4f9-cc6a-424b-a9e9-a3355f14390b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (db68516f-8a62-4247-9212-c18c22253c05), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:22.534894 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-1a68ebc3-a5c0-4dde-94e8-816bf2b84a61 tempest-ServersTestJSON-906237145 tempest-ServersTestJSON-906237145-project] Publish callbacks [] for security_group (1e6d02d2-b834-4a41-9e0b-3d41f5ebbbf8), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:22.541999 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-1a68ebc3-a5c0-4dde-94e8-816bf2b84a61 tempest-ServersTestJSON-906237145 tempest-ServersTestJSON-906237145-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (1e6d02d2-b834-4a41-9e0b-3d41f5ebbbf8), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:22.548714 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40fbeeb-693e-4902-9e58-72d679009c36 None None] Pushing event updated for resources: {'Port': ['ID=db68516f-8a62-4247-9212-c18c22253c05,revision_number=3']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:26:22.583484 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-1a68ebc3-a5c0-4dde-94e8-816bf2b84a61 tempest-ServersTestJSON-906237145 tempest-ServersTestJSON-906237145-project] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:22.585111 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-1a68ebc3-a5c0-4dde-94e8-816bf2b84a61 tempest-ServersTestJSON-906237145 tempest-ServersTestJSON-906237145-project] 10.222.0.89 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.5615761 Feb 04 17:26:22.590083 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 43428) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:26:22.602861 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-33e65e22-cf12-440b-a10b-9b9e8d1b5240 tempest-ServersTestJSON-906237145 tempest-ServersTestJSON-906237145-project] Request body: {'security_group_rule': {'security_group_id': '1e6d02d2-b834-4a41-9e0b-3d41f5ebbbf8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:26:22.721032 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a68ebc3-a5c0-4dde-94e8-816bf2b84a61 tempest-ServersTestJSON-906237145 tempest-ServersTestJSON-906237145-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e6d02d2-b834-4a41-9e0b-3d41f5ebbbf8,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:26:22.746786 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-d89b4a83-a5a9-44c1-9f90-fb373aa82fd3 tempest-AllowedAddressPairIpV6TestJSON-53602600 tempest-AllowedAddressPairIpV6TestJSON-53602600-project] Deleting port 9979e09a-7453-4aab-9ab6-a8af142646a0 {{(pid=103377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:26:22.747123 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-d89b4a83-a5a9-44c1-9f90-fb373aa82fd3 tempest-AllowedAddressPairIpV6TestJSON-53602600 tempest-AllowedAddressPairIpV6TestJSON-53602600-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (9979e09a-7453-4aab-9ab6-a8af142646a0), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:22.871317 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-33e65e22-cf12-440b-a10b-9b9e8d1b5240 tempest-ServersTestJSON-906237145 tempest-ServersTestJSON-906237145-project] Publish callbacks [] for security_group_rule (5eb84692-64ee-4c4c-aba9-b92b6014d5e6), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:23.037130 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be2e9f5-b5ca-4955-b418-b59f5eee35c8 req-8d081715-9996-453a-a638-93b6c1401d82 tempest-ServerRescueNegativeTestJSON-1481324798 tempest-ServerRescueNegativeTestJSON-1481324798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:26:23.046528 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-4be2e9f5-b5ca-4955-b418-b59f5eee35c8 req-8d081715-9996-453a-a638-93b6c1401d82 tempest-ServerRescueNegativeTestJSON-1481324798 tempest-ServerRescueNegativeTestJSON-1481324798-project] 10.222.0.89 "GET /v2.0/ports?device_id=96f9652e-8b23-4729-8bd9-8d19010715cb HTTP/1.1" status: 200 len: 945 time: 0.1049771 Feb 04 17:26:23.057564 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-33e65e22-cf12-440b-a10b-9b9e8d1b5240 tempest-ServersTestJSON-906237145 tempest-ServersTestJSON-906237145-project] Publish callbacks [] for security_group_rule (5eb84692-64ee-4c4c-aba9-b92b6014d5e6), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:23.085763 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-33e65e22-cf12-440b-a10b-9b9e8d1b5240 tempest-ServersTestJSON-906237145 tempest-ServersTestJSON-906237145-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664556'] for security_group_rule (5eb84692-64ee-4c4c-aba9-b92b6014d5e6), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:23.104939 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-d89b4a83-a5a9-44c1-9f90-fb373aa82fd3 tempest-AllowedAddressPairIpV6TestJSON-53602600 tempest-AllowedAddressPairIpV6TestJSON-53602600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (9979e09a-7453-4aab-9ab6-a8af142646a0), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:23.107390 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e65e22-cf12-440b-a10b-9b9e8d1b5240 tempest-ServersTestJSON-906237145 tempest-ServersTestJSON-906237145-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5eb84692-64ee-4c4c-aba9-b92b6014d5e6,revision_number=0']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:26:23.116152 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-552e54be-8e9e-45e7-a608-eba54b9e5190 None None] Provisioning complete for port 9979e09a-7453-4aab-9ab6-a8af142646a0 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:26:23.116534 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-552e54be-8e9e-45e7-a608-eba54b9e5190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (9979e09a-7453-4aab-9ab6-a8af142646a0), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:23.144484 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-9c2cb4f9-cc6a-424b-a9e9-a3355f14390b None None] Attempting to bind port db68516f-8a62-4247-9212-c18c22253c05 on host n-d-827839-2 for vnic_type normal with profile {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:26:23.144961 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-9c2cb4f9-cc6a-424b-a9e9-a3355f14390b None None] Attempting to bind port db68516f-8a62-4247-9212-c18c22253c05 by drivers openvswitch,hyperv on host n-d-827839-2 at level 0 using segments [{'id': 'ca1e4fed-109f-474f-a780-5b9c5be925df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '8ebfdc74-8590-489d-b0e1-fe8b6dd2da25'}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:26:23.145259 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c2cb4f9-cc6a-424b-a9e9-a3355f14390b None None] Attempting to bind port db68516f-8a62-4247-9212-c18c22253c05 on network 8ebfdc74-8590-489d-b0e1-fe8b6dd2da25 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:26:23.151348 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-d89b4a83-a5a9-44c1-9f90-fb373aa82fd3 tempest-AllowedAddressPairIpV6TestJSON-53602600 tempest-AllowedAddressPairIpV6TestJSON-53602600-project] Calling delete_port for 9979e09a-7453-4aab-9ab6-a8af142646a0 owned by {{(pid=103377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:26:23.152301 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c2cb4f9-cc6a-424b-a9e9-a3355f14390b None None] Checking agent: {'id': 'ba70844b-66a0-45fd-a2f2-e6ed673321fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 0, 36), 'started_at': datetime.datetime(2022, 2, 4, 17, 1, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 26, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:26:23.152692 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c2cb4f9-cc6a-424b-a9e9-a3355f14390b None None] Checking segment: {'id': 'ca1e4fed-109f-474f-a780-5b9c5be925df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '8ebfdc74-8590-489d-b0e1-fe8b6dd2da25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:26:23.153708 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9c2cb4f9-cc6a-424b-a9e9-a3355f14390b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:23.154112 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c2cb4f9-cc6a-424b-a9e9-a3355f14390b None None] Bound using segment: {'id': 'ca1e4fed-109f-474f-a780-5b9c5be925df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '8ebfdc74-8590-489d-b0e1-fe8b6dd2da25'} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:26:23.154593 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-9c2cb4f9-cc6a-424b-a9e9-a3355f14390b None None] Bound port: db68516f-8a62-4247-9212-c18c22253c05, host: n-d-827839-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca1e4fed-109f-474f-a780-5b9c5be925df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '8ebfdc74-8590-489d-b0e1-fe8b6dd2da25'}}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:26:23.154983 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9c2cb4f9-cc6a-424b-a9e9-a3355f14390b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (db68516f-8a62-4247-9212-c18c22253c05), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:23.156957 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-4be2e9f5-b5ca-4955-b418-b59f5eee35c8 req-97f1e7f8-8005-4ef0-bf0d-63ae00eba86f tempest-ServerRescueNegativeTestJSON-1481324798 tempest-ServerRescueNegativeTestJSON-1481324798-project] 10.222.0.89 "GET /v2.0/security-groups?id=47e1fb0d-88ed-4fed-9e75-9f02b9f534f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091824 Feb 04 17:26:23.179154 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-33e65e22-cf12-440b-a10b-9b9e8d1b5240 tempest-ServersTestJSON-906237145 tempest-ServersTestJSON-906237145-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:23.184032 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-33e65e22-cf12-440b-a10b-9b9e8d1b5240 tempest-ServersTestJSON-906237145 tempest-ServersTestJSON-906237145-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5900841 Feb 04 17:26:23.185140 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 43440) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:26:23.191086 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-5a18ae8b-8e35-41c4-ac14-7f03933c6b84 tempest-ServersTestJSON-906237145 tempest-ServersTestJSON-906237145-project] Request body: {'security_group_rule': {'security_group_id': '1e6d02d2-b834-4a41-9e0b-3d41f5ebbbf8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:26:23.199893 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-a48a80f9-c8e5-4098-a39f-107f4c9c8476 tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1541225'] for subnet (08d47205-c163-4435-bd32-e455775921ee), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:23.235825 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-9c2cb4f9-cc6a-424b-a9e9-a3355f14390b None None] For port db68516f-8a62-4247-9212-c18c22253c05, host n-d-827839-2, cleared binding levels {{(pid=103378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:26:23.239159 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-9c2cb4f9-cc6a-424b-a9e9-a3355f14390b None None] For port db68516f-8a62-4247-9212-c18c22253c05, host n-d-827839-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=db68516f-8a62-4247-9212-c18c22253c05,segment=NetworkSegment(ca1e4fed-109f-474f-a780-5b9c5be925df),segment_id=ca1e4fed-109f-474f-a780-5b9c5be925df)] {{(pid=103378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:26:23.259337 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9c2cb4f9-cc6a-424b-a9e9-a3355f14390b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (db68516f-8a62-4247-9212-c18c22253c05), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:23.299302 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-552e54be-8e9e-45e7-a608-eba54b9e5190 None None] Port 9979e09a-7453-4aab-9ab6-a8af142646a0 cannot update to ACTIVE because it is not bound. {{(pid=103378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 17:26:23.311544 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-5a18ae8b-8e35-41c4-ac14-7f03933c6b84 tempest-ServersTestJSON-906237145 tempest-ServersTestJSON-906237145-project] Publish callbacks [] for security_group_rule (ab7cda86-f208-4b6b-a0ac-37c66ee87d4e), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:23.340371 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c2cb4f9-cc6a-424b-a9e9-a3355f14390b None None] Routers {'d8456dde-a2c2-45c2-a30e-7e7aba94ccd6'} bound to L3 agent in host n-d-827839-2 {{(pid=103378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:26:23.340593 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-9c2cb4f9-cc6a-424b-a9e9-a3355f14390b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:26:02Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['d8456dde-a2c2-45c2-a30e-7e7aba94ccd6'], 'active': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:26:23.356340 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-a48a80f9-c8e5-4098-a39f-107f4c9c8476 tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1541216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25675894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25858947'] for subnet (08d47205-c163-4435-bd32-e455775921ee), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:23.376671 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-a48a80f9-c8e5-4098-a39f-107f4c9c8476 tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Publish callbacks [] for subnet (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:23.379920 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-a48a80f9-c8e5-4098-a39f-107f4c9c8476 tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] 10.222.0.89 "DELETE /v2.0/subnets/08d47205-c163-4435-bd32-e455775921ee HTTP/1.1" status: 204 len: 168 time: 1.5973315 Feb 04 17:26:23.401673 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 43442) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:26:23.416163 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48a80f9-c8e5-4098-a39f-107f4c9c8476 tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Pushing event deleted for resources: {'Subnet': ['ID=08d47205-c163-4435-bd32-e455775921ee,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:26:23.477351 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-d89b4a83-a5a9-44c1-9f90-fb373aa82fd3 tempest-AllowedAddressPairIpV6TestJSON-53602600 tempest-AllowedAddressPairIpV6TestJSON-53602600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (9979e09a-7453-4aab-9ab6-a8af142646a0), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:23.543166 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89b4a83-a5a9-44c1-9f90-fb373aa82fd3 tempest-AllowedAddressPairIpV6TestJSON-53602600 tempest-AllowedAddressPairIpV6TestJSON-53602600-project] Pushing event deleted for resources: {'Port': ['ID=9979e09a-7453-4aab-9ab6-a8af142646a0,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:26:23.585527 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvr_db [None req-9c2cb4f9-cc6a-424b-a9e9-a3355f14390b None None] Set router d8456dde-a2c2-45c2-a30e-7e7aba94ccd6 gateway port host: n-d-827839-2 {{(pid=103378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:26:23.587755 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-5a18ae8b-8e35-41c4-ac14-7f03933c6b84 tempest-ServersTestJSON-906237145 tempest-ServersTestJSON-906237145-project] Publish callbacks [] for security_group_rule (ab7cda86-f208-4b6b-a0ac-37c66ee87d4e), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:23.594659 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-e95e61aa-68d4-4bf3-843d-c4ce1ff6a8d9 tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628832'] for network (6518c842-2f5f-4c60-9fd0-89548f5473e3), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:23.598410 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-5a18ae8b-8e35-41c4-ac14-7f03933c6b84 tempest-ServersTestJSON-906237145 tempest-ServersTestJSON-906237145-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664556'] for security_group_rule (ab7cda86-f208-4b6b-a0ac-37c66ee87d4e), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:23.629734 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a18ae8b-8e35-41c4-ac14-7f03933c6b84 tempest-ServersTestJSON-906237145 tempest-ServersTestJSON-906237145-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab7cda86-f208-4b6b-a0ac-37c66ee87d4e,revision_number=0']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:26:23.662964 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-5a18ae8b-8e35-41c4-ac14-7f03933c6b84 tempest-ServersTestJSON-906237145 tempest-ServersTestJSON-906237145-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:23.668878 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-5a18ae8b-8e35-41c4-ac14-7f03933c6b84 tempest-ServersTestJSON-906237145 tempest-ServersTestJSON-906237145-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4773211 Feb 04 17:26:23.677624 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 43444) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:26:23.705593 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-0533f9cc-5057-4a52-be1b-edba8c46629a tempest-ServersTestJSON-906237145 tempest-ServersTestJSON-906237145-project] Request body: {'floatingip': {'floating_network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:26:23.736642 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-0533f9cc-5057-4a52-be1b-edba8c46629a tempest-ServersTestJSON-906237145 tempest-ServersTestJSON-906237145-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:23.745250 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05e0b15a-2d58-452e-b0ca-538b7c8fca11 None None] Network 6518c842-2f5f-4c60-9fd0-89548f5473e3 requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:26:23.749347 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40fbeeb-693e-4902-9e58-72d679009c36 None None] Pushing event updated for resources: {'Port': ['ID=db68516f-8a62-4247-9212-c18c22253c05,revision_number=4']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:26:23.820656 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-e95e61aa-68d4-4bf3-843d-c4ce1ff6a8d9 tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Deleting port 0947d0e7-9f5a-4d9f-ba0d-b01bdf01a611 {{(pid=103376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:26:23.821023 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-e95e61aa-68d4-4bf3-843d-c4ce1ff6a8d9 tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (0947d0e7-9f5a-4d9f-ba0d-b01bdf01a611), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:23.843804 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-d89b4a83-a5a9-44c1-9f90-fb373aa82fd3 tempest-AllowedAddressPairIpV6TestJSON-53602600 tempest-AllowedAddressPairIpV6TestJSON-53602600-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:23.855853 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-d89b4a83-a5a9-44c1-9f90-fb373aa82fd3 tempest-AllowedAddressPairIpV6TestJSON-53602600 tempest-AllowedAddressPairIpV6TestJSON-53602600-project] 10.222.0.89 "DELETE /v2.0/ports/9979e09a-7453-4aab-9ab6-a8af142646a0 HTTP/1.1" status: 204 len: 168 time: 1.6355691 Feb 04 17:26:23.860368 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 43448) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:26:23.889438 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [None req-e95e61aa-68d4-4bf3-843d-c4ce1ff6a8d9 tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] For port 0947d0e7-9f5a-4d9f-ba0d-b01bdf01a611, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=0947d0e7-9f5a-4d9f-ba0d-b01bdf01a611,segment=NetworkSegment(6c8415ce-e062-4ff4-adf2-5101f4182345),segment_id=6c8415ce-e062-4ff4-adf2-5101f4182345)] {{(pid=103376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:26:23.889809 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-e95e61aa-68d4-4bf3-843d-c4ce1ff6a8d9 tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (0947d0e7-9f5a-4d9f-ba0d-b01bdf01a611), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:23.904001 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-e95e61aa-68d4-4bf3-843d-c4ce1ff6a8d9 tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Calling delete_port for 0947d0e7-9f5a-4d9f-ba0d-b01bdf01a611 owned by network:dhcp {{(pid=103376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:26:23.958821 n-d-827839-2 neutron-server[103377]: INFO neutron.pecan_wsgi.hooks.translation [None req-bec85d44-411a-4c85-8bae-a3f5e29888d8 tempest-AllowedAddressPairIpV6TestJSON-53602600 tempest-AllowedAddressPairIpV6TestJSON-53602600-project] GET failed (client error): The resource could not be found. Feb 04 17:26:23.974281 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-bec85d44-411a-4c85-8bae-a3f5e29888d8 tempest-AllowedAddressPairIpV6TestJSON-53602600 tempest-AllowedAddressPairIpV6TestJSON-53602600-project] 10.222.0.89 "GET /v2.0/ports/9979e09a-7453-4aab-9ab6-a8af142646a0 HTTP/1.1" status: 404 len: 333 time: 0.1126285 Feb 04 17:26:23.975161 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 43458) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:26:23.981020 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-62cd2e6f-2aa6-449f-9989-63fc9fac6edf tempest-AllowedAddressPairIpV6TestJSON-53602600 tempest-AllowedAddressPairIpV6TestJSON-53602600-project] Request body: {'port': {'network_id': '6c959a4a-4b77-41d1-ad3a-cf5cab61eb11', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1501523035'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:26:24.020079 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-e95e61aa-68d4-4bf3-843d-c4ce1ff6a8d9 tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (0947d0e7-9f5a-4d9f-ba0d-b01bdf01a611), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:24.055596 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95e61aa-68d4-4bf3-843d-c4ce1ff6a8d9 tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Pushing event deleted for resources: {'Port': ['ID=0947d0e7-9f5a-4d9f-ba0d-b01bdf01a611,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:26:24.061579 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e95e61aa-68d4-4bf3-843d-c4ce1ff6a8d9 tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] No DVR routers for this DVR port 0947d0e7-9f5a-4d9f-ba0d-b01bdf01a611 on host n-d-827839-2 {{(pid=103376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 17:26:24.095658 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-902baa3b-cda8-4b8e-8c36-188b39fb4ce1 None None] Provisioning complete for port db68516f-8a62-4247-9212-c18c22253c05 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:26:24.096559 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-902baa3b-cda8-4b8e-8c36-188b39fb4ce1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (db68516f-8a62-4247-9212-c18c22253c05), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:24.161280 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-e95e61aa-68d4-4bf3-843d-c4ce1ff6a8d9 tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1543676', 'neutron.services.segments.db._delete_segments_for_network-8781084786517'] for network (6518c842-2f5f-4c60-9fd0-89548f5473e3), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:24.183302 n-d-827839-2 neutron-server[103376]: DEBUG neutron.services.segments.db [None req-e95e61aa-68d4-4bf3-843d-c4ce1ff6a8d9 tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6518c842-2f5f-4c60-9fd0-89548f5473e3']}} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:26:24.194818 n-d-827839-2 neutron-server[103376]: DEBUG neutron.services.segments.db [None req-e95e61aa-68d4-4bf3-843d-c4ce1ff6a8d9 tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c8415ce-e062-4ff4-adf2-5101f4182345') {'for_net_delete': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:26:24.195136 n-d-827839-2 neutron-server[103376]: DEBUG neutron.services.segments.db [None req-e95e61aa-68d4-4bf3-843d-c4ce1ff6a8d9 tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c8415ce-e062-4ff4-adf2-5101f4182345') {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:26:24.206540 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-e95e61aa-68d4-4bf3-843d-c4ce1ff6a8d9 tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781084783966', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25674908'] for segment (6c8415ce-e062-4ff4-adf2-5101f4182345), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:24.223889 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-e95e61aa-68d4-4bf3-843d-c4ce1ff6a8d9 tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (6c8415ce-e062-4ff4-adf2-5101f4182345), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:24.228301 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62cd2e6f-2aa6-449f-9989-63fc9fac6edf tempest-AllowedAddressPairIpV6TestJSON-53602600 tempest-AllowedAddressPairIpV6TestJSON-53602600-project] Made reservation on behalf of 6a79d2637b3d40c5a7cd1039b5494134 for: {'port': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:26:24.233159 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e95e61aa-68d4-4bf3-843d-c4ce1ff6a8d9 tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Releasing vlan 779 on physical network physnet1 to pool {{(pid=103376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 17:26:24.233796 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-e95e61aa-68d4-4bf3-843d-c4ce1ff6a8d9 tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25675992'] for segment (6c8415ce-e062-4ff4-adf2-5101f4182345), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:24.237333 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-62cd2e6f-2aa6-449f-9989-63fc9fac6edf tempest-AllowedAddressPairIpV6TestJSON-53602600 tempest-AllowedAddressPairIpV6TestJSON-53602600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:24.286080 n-d-827839-2 neutron-server[103377]: DEBUG neutron.notifiers.nova [None req-62cd2e6f-2aa6-449f-9989-63fc9fac6edf tempest-AllowedAddressPairIpV6TestJSON-53602600 tempest-AllowedAddressPairIpV6TestJSON-53602600-project] device_id is not set on port 9dc14675-1c1f-4548-901c-9544794ac369 yet. {{(pid=103377) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 04 17:26:24.298539 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ea506e5-64a3-4eb2-831d-a04a1b2e19ff None None] DHCP port deletion for 6518c842-2f5f-4c60-9fd0-89548f5473e3 request from n-d-827839-2 {{(pid=103378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 17:26:24.324206 n-d-827839-2 neutron-server[103376]: Traceback (most recent call last): Feb 04 17:26:24.324206 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 17:26:24.324206 n-d-827839-2 neutron-server[103376]: timer() Feb 04 17:26:24.324206 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 17:26:24.324206 n-d-827839-2 neutron-server[103376]: cb(*args, **kw) Feb 04 17:26:24.324206 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 17:26:24.324206 n-d-827839-2 neutron-server[103376]: return func(*args, **kwargs) Feb 04 17:26:24.324206 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 17:26:24.324206 n-d-827839-2 neutron-server[103376]: self._notify() Feb 04 17:26:24.324206 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 17:26:24.324206 n-d-827839-2 neutron-server[103376]: self.callback(batched_events) Feb 04 17:26:24.324206 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 17:26:24.324206 n-d-827839-2 neutron-server[103376]: event.method(event) Feb 04 17:26:24.324206 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 17:26:24.324206 n-d-827839-2 neutron-server[103376]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 17:26:24.324206 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 17:26:24.324206 n-d-827839-2 neutron-server[103376]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 17:26:24.324206 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 17:26:24.324206 n-d-827839-2 neutron-server[103376]: return f(self, *a, **k) Feb 04 17:26:24.324206 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 17:26:24.324206 n-d-827839-2 neutron-server[103376]: return self._get(url).json() Feb 04 17:26:24.324206 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 17:26:24.324206 n-d-827839-2 neutron-server[103376]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 17:26:24.324206 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 17:26:24.324206 n-d-827839-2 neutron-server[103376]: return self.request(url, 'GET', **kwargs) Feb 04 17:26:24.324206 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 17:26:24.324206 n-d-827839-2 neutron-server[103376]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 17:26:24.324206 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 17:26:24.324206 n-d-827839-2 neutron-server[103376]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 17:26:24.324206 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 17:26:24.324206 n-d-827839-2 neutron-server[103376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 17:26:24.324206 n-d-827839-2 neutron-server[103376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 17:26:24.326332 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-e95e61aa-68d4-4bf3-843d-c4ce1ff6a8d9 tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1543671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1595572'] for network (6518c842-2f5f-4c60-9fd0-89548f5473e3), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:24.331368 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-e95e61aa-68d4-4bf3-843d-c4ce1ff6a8d9 tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677565'] for network (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:24.334762 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-e95e61aa-68d4-4bf3-843d-c4ce1ff6a8d9 tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] 10.222.0.89 "DELETE /v2.0/networks/6518c842-2f5f-4c60-9fd0-89548f5473e3 HTTP/1.1" status: 204 len: 168 time: 0.9320576 Feb 04 17:26:24.370428 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95e61aa-68d4-4bf3-843d-c4ce1ff6a8d9 tempest-NetworksTest-1728831587 tempest-NetworksTest-1728831587-project] Pushing event deleted for resources: {'Network': ['ID=6518c842-2f5f-4c60-9fd0-89548f5473e3,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:26:24.400340 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-902baa3b-cda8-4b8e-8c36-188b39fb4ce1 None None] Current status of the port db68516f-8a62-4247-9212-c18c22253c05 is: DOWN; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:26:24.402658 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-902baa3b-cda8-4b8e-8c36-188b39fb4ce1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (db68516f-8a62-4247-9212-c18c22253c05), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:24.432885 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-0533f9cc-5057-4a52-be1b-edba8c46629a tempest-ServersTestJSON-906237145 tempest-ServersTestJSON-906237145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:24.469873 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66b0257-ff21-4432-9be2-6a209d442bdd req-53e02cbb-b433-4c18-bcd9-31557fe67ae1 tempest-ServerRescueNegativeTestJSON-1481324798 tempest-ServerRescueNegativeTestJSON-1481324798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:26:24.470685 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-9c2cb4f9-cc6a-424b-a9e9-a3355f14390b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8456dde-a2c2-45c2-a30e-7e7aba94ccd6', 'name': 'tempest-ServersTestJSON-2094991958-router', 'tenant_id': '80b7aa89cf1b4bc4904176df2ebfd332', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.179'}], 'enable_snat': True}, 'gw_port_id': '9d7ecc73-aa7f-4338-8a00-90c21a2e060d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:26:08Z', 'updated_at': '2022-02-04T17:26:17Z', 'revision_number': 4, 'project_id': '80b7aa89cf1b4bc4904176df2ebfd332', 'gw_port': {'id': '9d7ecc73-aa7f-4338-8a00-90c21a2e060d', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:cf:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8456dde-a2c2-45c2-a30e-7e7aba94ccd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1757, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:26:10Z', 'updated_at': '2022-02-04T17:26:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_interfaces': [{'id': 'db68516f-8a62-4247-9212-c18c22253c05', 'name': '', 'network_id': '8ebfdc74-8590-489d-b0e1-fe8b6dd2da25', 'tenant_id': '80b7aa89cf1b4bc4904176df2ebfd332', 'mac_address': 'fa:16:3e:6e:7c:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8456dde-a2c2-45c2-a30e-7e7aba94ccd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': '63f84b38-d024-489b-b804-8ab0056a6a07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:26:15Z', 'updated_at': '2022-02-04T17:26:23Z', 'revision_number': 4, 'project_id': '80b7aa89cf1b4bc4904176df2ebfd332', 'subnets': [{'id': '63f84b38-d024-489b-b804-8ab0056a6a07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-2', False) {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:26:24.471647 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-d66b0257-ff21-4432-9be2-6a209d442bdd req-53e02cbb-b433-4c18-bcd9-31557fe67ae1 tempest-ServerRescueNegativeTestJSON-1481324798 tempest-ServerRescueNegativeTestJSON-1481324798-project] 10.222.0.89 "GET /v2.0/ports?device_id=96f9652e-8b23-4729-8bd9-8d19010715cb HTTP/1.1" status: 200 len: 945 time: 0.0934396 Feb 04 17:26:24.564908 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-d66b0257-ff21-4432-9be2-6a209d442bdd req-85441bca-f2b4-4310-bbd7-dc74549d09be tempest-ServerRescueNegativeTestJSON-1481324798 tempest-ServerRescueNegativeTestJSON-1481324798-project] 10.222.0.89 "GET /v2.0/security-groups?id=47e1fb0d-88ed-4fed-9e75-9f02b9f534f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640860 Feb 04 17:26:24.605098 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.db_base_plugin_common [None req-62cd2e6f-2aa6-449f-9989-63fc9fac6edf tempest-AllowedAddressPairIpV6TestJSON-53602600 tempest-AllowedAddressPairIpV6TestJSON-53602600-project] Allocated IP 2001:db8::200 (6c959a4a-4b77-41d1-ad3a-cf5cab61eb11/8876a6cc-c7cc-4e37-a881-45c61bddd46a/9dc14675-1c1f-4548-901c-9544794ac369) {{(pid=103377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:26:24.616708 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-902baa3b-cda8-4b8e-8c36-188b39fb4ce1 None None] For port db68516f-8a62-4247-9212-c18c22253c05, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=db68516f-8a62-4247-9212-c18c22253c05,segment=NetworkSegment(ca1e4fed-109f-474f-a780-5b9c5be925df),segment_id=ca1e4fed-109f-474f-a780-5b9c5be925df)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:26:24.632103 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c2cb4f9-cc6a-424b-a9e9-a3355f14390b None None] The sync data for ids ['d8456dde-a2c2-45c2-a30e-7e7aba94ccd6'] in n-d-827839-2 is: [{'id': 'd8456dde-a2c2-45c2-a30e-7e7aba94ccd6', 'name': 'tempest-ServersTestJSON-2094991958-router', 'tenant_id': '80b7aa89cf1b4bc4904176df2ebfd332', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.179'}], 'enable_snat': True}, 'gw_port_id': '9d7ecc73-aa7f-4338-8a00-90c21a2e060d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:26:08Z', 'updated_at': '2022-02-04T17:26:17Z', 'revision_number': 4, 'project_id': '80b7aa89cf1b4bc4904176df2ebfd332', 'gw_port': {'id': '9d7ecc73-aa7f-4338-8a00-90c21a2e060d', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:cf:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8456dde-a2c2-45c2-a30e-7e7aba94ccd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1757, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:26:10Z', 'updated_at': '2022-02-04T17:26:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_interfaces': [{'id': 'db68516f-8a62-4247-9212-c18c22253c05', 'name': '', 'network_id': '8ebfdc74-8590-489d-b0e1-fe8b6dd2da25', 'tenant_id': '80b7aa89cf1b4bc4904176df2ebfd332', 'mac_address': 'fa:16:3e:6e:7c:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8456dde-a2c2-45c2-a30e-7e7aba94ccd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': '63f84b38-d024-489b-b804-8ab0056a6a07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:26:15Z', 'updated_at': '2022-02-04T17:26:23Z', 'revision_number': 4, 'project_id': '80b7aa89cf1b4bc4904176df2ebfd332', 'subnets': [{'id': '63f84b38-d024-489b-b804-8ab0056a6a07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 17:26:24.649825 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-902baa3b-cda8-4b8e-8c36-188b39fb4ce1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (db68516f-8a62-4247-9212-c18c22253c05), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:24.765269 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.db_base_plugin_common [None req-0533f9cc-5057-4a52-be1b-edba8c46629a tempest-ServersTestJSON-906237145 tempest-ServersTestJSON-906237145-project] Allocated IP 172.25.6.17 (48165773-85ad-49a1-9ec1-76fc8dc24188/7660bfad-1ea8-4fe7-831b-bed836f13efc/10f16e68-e4db-450b-9abe-13c46c26cdf0) {{(pid=103376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:26:24.816855 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902baa3b-cda8-4b8e-8c36-188b39fb4ce1 None None] Pushing event updated for resources: {'Port': ['ID=db68516f-8a62-4247-9212-c18c22253c05,revision_number=5']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:26:24.819768 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 0947d0e7-9f5a-4d9f-ba0d-b01bdf01a611 no longer exists at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:26:24.855829 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] No Port match for: 0947d0e7-9f5a-4d9f-ba0d-b01bdf01a611 {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 17:26:24.856204 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 0947d0e7-9f5a-4d9f-ba0d-b01bdf01a611 not bound to the agent host n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 17:26:24.884418 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-a08c3562-d3f0-4c70-b075-4d0df1c0dab3 None None] Provisioning complete for port db68516f-8a62-4247-9212-c18c22253c05 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:26:24.884920 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a08c3562-d3f0-4c70-b075-4d0df1c0dab3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (db68516f-8a62-4247-9212-c18c22253c05), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:25.011102 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 43472) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:26:25.118574 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-a08c3562-d3f0-4c70-b075-4d0df1c0dab3 None None] Current status of the port db68516f-8a62-4247-9212-c18c22253c05 is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:26:25.133325 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4460e9f5-5ac3-4445-98a9-cffccf962098 req-e7e2086f-ff23-457a-9ee2-898e8c7b4d6f tempest-ServerRescueNegativeTestJSON-1481324798 tempest-ServerRescueNegativeTestJSON-1481324798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:26:25.135114 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-4460e9f5-5ac3-4445-98a9-cffccf962098 req-e7e2086f-ff23-457a-9ee2-898e8c7b4d6f tempest-ServerRescueNegativeTestJSON-1481324798 tempest-ServerRescueNegativeTestJSON-1481324798-project] 10.222.0.90 "GET /v2.0/ports?device_id=96f9652e-8b23-4729-8bd9-8d19010715cb HTTP/1.1" status: 200 len: 945 time: 0.3635499 Feb 04 17:26:25.138351 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-0533f9cc-5057-4a52-be1b-edba8c46629a tempest-ServersTestJSON-906237145 tempest-ServersTestJSON-906237145-project] Publish callbacks [] for port (10f16e68-e4db-450b-9abe-13c46c26cdf0), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:25.222159 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-0533f9cc-5057-4a52-be1b-edba8c46629a tempest-ServersTestJSON-906237145 tempest-ServersTestJSON-906237145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (10f16e68-e4db-450b-9abe-13c46c26cdf0), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:25.292685 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-62cd2e6f-2aa6-449f-9989-63fc9fac6edf tempest-AllowedAddressPairIpV6TestJSON-53602600 tempest-AllowedAddressPairIpV6TestJSON-53602600-project] Publish callbacks [] for port (9dc14675-1c1f-4548-901c-9544794ac369), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:25.345057 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-62cd2e6f-2aa6-449f-9989-63fc9fac6edf tempest-AllowedAddressPairIpV6TestJSON-53602600 tempest-AllowedAddressPairIpV6TestJSON-53602600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (9dc14675-1c1f-4548-901c-9544794ac369), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:25.353260 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0533f9cc-5057-4a52-be1b-edba8c46629a tempest-ServersTestJSON-906237145 tempest-ServersTestJSON-906237145-project] Network 48165773-85ad-49a1-9ec1-76fc8dc24188 is already hosted by enough agents. {{(pid=103376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:26:25.359258 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [None req-0533f9cc-5057-4a52-be1b-edba8c46629a tempest-ServersTestJSON-906237145 tempest-ServersTestJSON-906237145-project] Resources bound (agent type, host, resource id): {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:26:25.362354 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0533f9cc-5057-4a52-be1b-edba8c46629a tempest-ServersTestJSON-906237145 tempest-ServersTestJSON-906237145-project] Pushing event updated for resources: {'Port': ['ID=10f16e68-e4db-450b-9abe-13c46c26cdf0,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:26:25.415231 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0533f9cc-5057-4a52-be1b-edba8c46629a tempest-ServersTestJSON-906237145 tempest-ServersTestJSON-906237145-project] Received port after_create {{(pid=103376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:26:25.424477 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-b8a6cb69-1d21-41eb-becb-dfd9e9b23a50 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=8c156190bec041b09ae1df7053accd0d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4118371 Feb 04 17:26:25.424793 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 43480) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:26:25.480701 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62cd2e6f-2aa6-449f-9989-63fc9fac6edf tempest-AllowedAddressPairIpV6TestJSON-53602600 tempest-AllowedAddressPairIpV6TestJSON-53602600-project] Network 6c959a4a-4b77-41d1-ad3a-cf5cab61eb11 is already hosted by enough agents. {{(pid=103377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:26:25.495378 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [None req-62cd2e6f-2aa6-449f-9989-63fc9fac6edf tempest-AllowedAddressPairIpV6TestJSON-53602600 tempest-AllowedAddressPairIpV6TestJSON-53602600-project] Resources bound (agent type, host, resource id): {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:26:25.498342 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62cd2e6f-2aa6-449f-9989-63fc9fac6edf tempest-AllowedAddressPairIpV6TestJSON-53602600 tempest-AllowedAddressPairIpV6TestJSON-53602600-project] Received port after_create {{(pid=103377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:26:25.505014 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62cd2e6f-2aa6-449f-9989-63fc9fac6edf tempest-AllowedAddressPairIpV6TestJSON-53602600 tempest-AllowedAddressPairIpV6TestJSON-53602600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:26:25.505821 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-62cd2e6f-2aa6-449f-9989-63fc9fac6edf tempest-AllowedAddressPairIpV6TestJSON-53602600 tempest-AllowedAddressPairIpV6TestJSON-53602600-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:25.547606 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-62cd2e6f-2aa6-449f-9989-63fc9fac6edf tempest-AllowedAddressPairIpV6TestJSON-53602600 tempest-AllowedAddressPairIpV6TestJSON-53602600-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.5711682 Feb 04 17:26:25.562446 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 43482) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:26:25.563139 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62cd2e6f-2aa6-449f-9989-63fc9fac6edf tempest-AllowedAddressPairIpV6TestJSON-53602600 tempest-AllowedAddressPairIpV6TestJSON-53602600-project] Pushing event updated for resources: {'Port': ['ID=9dc14675-1c1f-4548-901c-9544794ac369,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:26:25.584497 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-9a477a76-7a0e-4a75-a838-14a9ebd5cab0 tempest-AllowedAddressPairIpV6TestJSON-53602600 tempest-AllowedAddressPairIpV6TestJSON-53602600-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:ab:90:99'}]}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:26:25.616176 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-0533f9cc-5057-4a52-be1b-edba8c46629a tempest-ServersTestJSON-906237145 tempest-ServersTestJSON-906237145-project] Publish callbacks [] for floatingip (c09eea06-c468-48c9-a371-9688c5fb4b5d), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:25.725923 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-0533f9cc-5057-4a52-be1b-edba8c46629a tempest-ServersTestJSON-906237145 tempest-ServersTestJSON-906237145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (10f16e68-e4db-450b-9abe-13c46c26cdf0), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:25.858192 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [req-4460e9f5-5ac3-4445-98a9-cffccf962098 req-ec7e51d9-5d7e-4864-a6f2-f0cd65429016 tempest-ServerRescueNegativeTestJSON-1481324798 tempest-ServerRescueNegativeTestJSON-1481324798-project] Deleting port d7e5630c-e618-4daf-8f90-85c9c1cf18e5 {{(pid=103377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:26:25.858723 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-4460e9f5-5ac3-4445-98a9-cffccf962098 req-ec7e51d9-5d7e-4864-a6f2-f0cd65429016 tempest-ServerRescueNegativeTestJSON-1481324798 tempest-ServerRescueNegativeTestJSON-1481324798-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (d7e5630c-e618-4daf-8f90-85c9c1cf18e5), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:25.965085 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78802b0c-2b77-40ba-9ed9-50f502727eb1 req-227dd504-1236-4089-8cb7-0e541bbb2a08 tempest-ServerRescueNegativeTestJSON-1481324798 tempest-ServerRescueNegativeTestJSON-1481324798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:26:25.967426 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-78802b0c-2b77-40ba-9ed9-50f502727eb1 req-227dd504-1236-4089-8cb7-0e541bbb2a08 tempest-ServerRescueNegativeTestJSON-1481324798 tempest-ServerRescueNegativeTestJSON-1481324798-project] 10.222.0.89 "GET /v2.0/ports?device_id=96f9652e-8b23-4729-8bd9-8d19010715cb HTTP/1.1" status: 200 len: 945 time: 0.2591727 Feb 04 17:26:25.977438 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-9a477a76-7a0e-4a75-a838-14a9ebd5cab0 tempest-AllowedAddressPairIpV6TestJSON-53602600 tempest-AllowedAddressPairIpV6TestJSON-53602600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (9dc14675-1c1f-4548-901c-9544794ac369), before_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:25.997559 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-2e91db4b-922a-4101-8ba1-0f1ba1274d26 admin admin] Publish callbacks [] for security_group (b66f7050-3ecc-4074-9d78-5bef91fd6d5d), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:26.058825 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-78802b0c-2b77-40ba-9ed9-50f502727eb1 req-eb20d163-f3d9-488c-a906-dc0dc4734eb6 tempest-ServerRescueNegativeTestJSON-1481324798 tempest-ServerRescueNegativeTestJSON-1481324798-project] 10.222.0.89 "GET /v2.0/security-groups?id=47e1fb0d-88ed-4fed-9e75-9f02b9f534f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823309 Feb 04 17:26:26.108534 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-7802ef77-90c5-40a1-89e4-f468c387af2d None None] Provisioning complete for port 9dc14675-1c1f-4548-901c-9544794ac369 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:26:26.109140 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7802ef77-90c5-40a1-89e4-f468c387af2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (9dc14675-1c1f-4548-901c-9544794ac369), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:26.153253 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-0533f9cc-5057-4a52-be1b-edba8c46629a tempest-ServersTestJSON-906237145 tempest-ServersTestJSON-906237145-project] Publish callbacks [] for port (10f16e68-e4db-450b-9abe-13c46c26cdf0), precommit_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:26.160210 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-0533f9cc-5057-4a52-be1b-edba8c46629a tempest-ServersTestJSON-906237145 tempest-ServersTestJSON-906237145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675836'] for port (10f16e68-e4db-450b-9abe-13c46c26cdf0), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:26.203593 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-2e91db4b-922a-4101-8ba1-0f1ba1274d26 admin admin] Publish callbacks [] for security_group (b66f7050-3ecc-4074-9d78-5bef91fd6d5d), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:26.233246 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-7802ef77-90c5-40a1-89e4-f468c387af2d None None] Port 9dc14675-1c1f-4548-901c-9544794ac369 cannot update to ACTIVE because it is not bound. {{(pid=103378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 17:26:26.296527 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [req-4460e9f5-5ac3-4445-98a9-cffccf962098 req-ec7e51d9-5d7e-4864-a6f2-f0cd65429016 tempest-ServerRescueNegativeTestJSON-1481324798 tempest-ServerRescueNegativeTestJSON-1481324798-project] For port d7e5630c-e618-4daf-8f90-85c9c1cf18e5, host n-h2-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=d7e5630c-e618-4daf-8f90-85c9c1cf18e5,segment=NetworkSegment(ab720ee6-c6a8-401f-ad8a-0c2daaee99db),segment_id=ab720ee6-c6a8-401f-ad8a-0c2daaee99db)] {{(pid=103377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:26:26.305236 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-4460e9f5-5ac3-4445-98a9-cffccf962098 req-ec7e51d9-5d7e-4864-a6f2-f0cd65429016 tempest-ServerRescueNegativeTestJSON-1481324798 tempest-ServerRescueNegativeTestJSON-1481324798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (d7e5630c-e618-4daf-8f90-85c9c1cf18e5), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:26.328726 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0533f9cc-5057-4a52-be1b-edba8c46629a tempest-ServersTestJSON-906237145 tempest-ServersTestJSON-906237145-project] Pushing event updated for resources: {'Port': ['ID=10f16e68-e4db-450b-9abe-13c46c26cdf0,revision_number=2']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:26:26.374847 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [req-4460e9f5-5ac3-4445-98a9-cffccf962098 req-ec7e51d9-5d7e-4864-a6f2-f0cd65429016 tempest-ServerRescueNegativeTestJSON-1481324798 tempest-ServerRescueNegativeTestJSON-1481324798-project] Calling delete_port for d7e5630c-e618-4daf-8f90-85c9c1cf18e5 owned by compute:nova {{(pid=103377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:26:26.377407 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-0533f9cc-5057-4a52-be1b-edba8c46629a tempest-ServersTestJSON-906237145 tempest-ServersTestJSON-906237145-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1595586'] for floatingip (c09eea06-c468-48c9-a371-9688c5fb4b5d), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:26.397425 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-0533f9cc-5057-4a52-be1b-edba8c46629a tempest-ServersTestJSON-906237145 tempest-ServersTestJSON-906237145-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for floatingip (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:26.398994 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-0533f9cc-5057-4a52-be1b-edba8c46629a tempest-ServersTestJSON-906237145 tempest-ServersTestJSON-906237145-project] 10.222.0.89 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.6988378 Feb 04 17:26:26.506264 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-2e91db4b-922a-4101-8ba1-0f1ba1274d26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (b66f7050-3ecc-4074-9d78-5bef91fd6d5d), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:26.506264 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-2e91db4b-922a-4101-8ba1-0f1ba1274d26 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:26.506545 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-2e91db4b-922a-4101-8ba1-0f1ba1274d26 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/b66f7050-3ecc-4074-9d78-5bef91fd6d5d HTTP/1.1" status: 204 len: 168 time: 1.0788145 Feb 04 17:26:26.536809 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e91db4b-922a-4101-8ba1-0f1ba1274d26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b66f7050-3ecc-4074-9d78-5bef91fd6d5d,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:26:26.708640 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-9a477a76-7a0e-4a75-a838-14a9ebd5cab0 tempest-AllowedAddressPairIpV6TestJSON-53602600 tempest-AllowedAddressPairIpV6TestJSON-53602600-project] Publish callbacks [] for port (9dc14675-1c1f-4548-901c-9544794ac369), precommit_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:26.715502 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-9a477a76-7a0e-4a75-a838-14a9ebd5cab0 tempest-AllowedAddressPairIpV6TestJSON-53602600 tempest-AllowedAddressPairIpV6TestJSON-53602600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25888290'] for port (9dc14675-1c1f-4548-901c-9544794ac369), after_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:26.737157 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-9a477a76-7a0e-4a75-a838-14a9ebd5cab0 tempest-AllowedAddressPairIpV6TestJSON-53602600 tempest-AllowedAddressPairIpV6TestJSON-53602600-project] In _notify_port_updated(), no bound segment for port 9dc14675-1c1f-4548-901c-9544794ac369 on network 6c959a4a-4b77-41d1-ad3a-cf5cab61eb11 {{(pid=103377) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Feb 04 17:26:26.747161 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a477a76-7a0e-4a75-a838-14a9ebd5cab0 tempest-AllowedAddressPairIpV6TestJSON-53602600 tempest-AllowedAddressPairIpV6TestJSON-53602600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:26:26.747813 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-9a477a76-7a0e-4a75-a838-14a9ebd5cab0 tempest-AllowedAddressPairIpV6TestJSON-53602600 tempest-AllowedAddressPairIpV6TestJSON-53602600-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:26.759586 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-9a477a76-7a0e-4a75-a838-14a9ebd5cab0 tempest-AllowedAddressPairIpV6TestJSON-53602600 tempest-AllowedAddressPairIpV6TestJSON-53602600-project] 10.222.0.89 "PUT /v2.0/ports/9dc14675-1c1f-4548-901c-9544794ac369 HTTP/1.1" status: 200 len: 1003 time: 1.1860151 Feb 04 17:26:26.764262 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 43518) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:26:26.795066 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-4460e9f5-5ac3-4445-98a9-cffccf962098 req-ec7e51d9-5d7e-4864-a6f2-f0cd65429016 tempest-ServerRescueNegativeTestJSON-1481324798 tempest-ServerRescueNegativeTestJSON-1481324798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (d7e5630c-e618-4daf-8f90-85c9c1cf18e5), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:26.815467 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] get_ports_and_sgs() called for port_ids ['4d9c178e-acd3-418e-8ad1-375bbb2d292e'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 17:26:26.856783 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-77a81fa0-3810-4be4-aae9-49caf873a6d4 req-f5633c3a-1d2c-4c0b-bbb5-d87a9942d596 tempest-ServersTestJSON-906237145 tempest-ServersTestJSON-906237145-project] 10.222.0.89 "GET /v2.0/security-groups?name=tempest-securitygroup--1663119622&fields=id&tenant_id=80b7aa89cf1b4bc4904176df2ebfd332 HTTP/1.1" status: 200 len: 267 time: 0.2079771 Feb 04 17:26:26.899963 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device db68516f-8a62-4247-9212-c18c22253c05 up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:26:26.910125 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [req-4460e9f5-5ac3-4445-98a9-cffccf962098 req-ec7e51d9-5d7e-4864-a6f2-f0cd65429016 tempest-ServerRescueNegativeTestJSON-1481324798 tempest-ServerRescueNegativeTestJSON-1481324798-project] No DVR routers for this DVR port d7e5630c-e618-4daf-8f90-85c9c1cf18e5 on host n-h2-827839-2 {{(pid=103377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 17:26:26.915697 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-4460e9f5-5ac3-4445-98a9-cffccf962098 req-ec7e51d9-5d7e-4864-a6f2-f0cd65429016 tempest-ServerRescueNegativeTestJSON-1481324798 tempest-ServerRescueNegativeTestJSON-1481324798-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:26.919676 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-4460e9f5-5ac3-4445-98a9-cffccf962098 req-ec7e51d9-5d7e-4864-a6f2-f0cd65429016 tempest-ServerRescueNegativeTestJSON-1481324798 tempest-ServerRescueNegativeTestJSON-1481324798-project] 10.222.0.90 "DELETE /v2.0/ports/d7e5630c-e618-4daf-8f90-85c9c1cf18e5 HTTP/1.1" status: 204 len: 173 time: 1.7753441 Feb 04 17:26:26.920869 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a477a76-7a0e-4a75-a838-14a9ebd5cab0 tempest-AllowedAddressPairIpV6TestJSON-53602600 tempest-AllowedAddressPairIpV6TestJSON-53602600-project] Pushing event updated for resources: {'Port': ['ID=9dc14675-1c1f-4548-901c-9544794ac369,revision_number=2']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:26:26.928944 n-d-827839-2 neutron-server[103377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96f9652e-8b23-4729-8bd9-8d19010715cb', 'name': 'network-vif-deleted', 'tag': 'd7e5630c-e618-4daf-8f90-85c9c1cf18e5'}] {{(pid=103377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:26:26.934230 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7240428b650e1488e9361b62648ff4b3a6c19d49d8c27c949491ab58c1346cf0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afb1bcd9-5c25-44d0-836a-969b443404a2" -d '{"events": [{"server_uuid": "96f9652e-8b23-4729-8bd9-8d19010715cb", "name": "network-vif-deleted", "tag": "d7e5630c-e618-4daf-8f90-85c9c1cf18e5"}]}' {{(pid=103377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:26:27.020176 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7e51d9-5d7e-4864-a6f2-f0cd65429016 tempest-ServerRescueNegativeTestJSON-1481324798 tempest-ServerRescueNegativeTestJSON-1481324798-project] Pushing event deleted for resources: {'Port': ['ID=d7e5630c-e618-4daf-8f90-85c9c1cf18e5,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:26:27.038515 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 17:26:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe6e10a2-5117-442a-884d-00761dfc383f x-openstack-request-id: req-fe6e10a2-5117-442a-884d-00761dfc383f {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:26:27.039196 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96f9652e-8b23-4729-8bd9-8d19010715cb", "name": "network-vif-deleted", "tag": "d7e5630c-e618-4daf-8f90-85c9c1cf18e5", "status": "completed", "code": 200}]} {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:26:27.039743 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-fe6e10a2-5117-442a-884d-00761dfc383f {{(pid=103377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:26:27.040344 n-d-827839-2 neutron-server[103377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96f9652e-8b23-4729-8bd9-8d19010715cb', 'name': 'network-vif-deleted', 'tag': 'd7e5630c-e618-4daf-8f90-85c9c1cf18e5', 'status': 'completed', 'code': 200} Feb 04 17:26:27.133810 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port db68516f-8a62-4247-9212-c18c22253c05 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:26:27.138118 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (db68516f-8a62-4247-9212-c18c22253c05), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:27.293563 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-816cb0d3-5a0f-4c17-8355-603ce2fdddfe req-f6e42336-509c-450c-8cde-9e1748408f03 tempest-ServerRescueNegativeTestJSON-1481324798 tempest-ServerRescueNegativeTestJSON-1481324798-project] 10.222.0.89 "GET /v2.0/ports?device_id=96f9652e-8b23-4729-8bd9-8d19010715cb HTTP/1.1" status: 200 len: 210 time: 0.0515831 Feb 04 17:26:27.300048 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a81fa0-3810-4be4-aae9-49caf873a6d4 req-89a333a7-514d-4e5f-aabc-7b64943e772e tempest-ServersTestJSON-906237145 tempest-ServersTestJSON-906237145-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:26:27.306415 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-77a81fa0-3810-4be4-aae9-49caf873a6d4 req-89a333a7-514d-4e5f-aabc-7b64943e772e tempest-ServersTestJSON-906237145 tempest-ServersTestJSON-906237145-project] 10.222.0.89 "GET /v2.0/networks?id=8ebfdc74-8590-489d-b0e1-fe8b6dd2da25 HTTP/1.1" status: 200 len: 806 time: 0.3994846 Feb 04 17:26:27.337076 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-77a81fa0-3810-4be4-aae9-49caf873a6d4 req-78292417-172a-4042-a994-e3161880561b tempest-ServersTestJSON-906237145 tempest-ServersTestJSON-906237145-project] 10.222.0.89 "GET /v2.0/quotas/80b7aa89cf1b4bc4904176df2ebfd332 HTTP/1.1" status: 200 len: 375 time: 0.0201964 Feb 04 17:26:27.362924 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-7b797796-9f81-4e78-aefd-9e4be993878d None None] Provisioning complete for port 9dc14675-1c1f-4548-901c-9544794ac369 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:26:27.363557 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7b797796-9f81-4e78-aefd-9e4be993878d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (9dc14675-1c1f-4548-901c-9544794ac369), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:27.388414 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-cc018e59-888b-47da-b1b7-b4ec1bc074d1 tempest-AllowedAddressPairIpV6TestJSON-53602600 tempest-AllowedAddressPairIpV6TestJSON-53602600-project] Deleting port 9dc14675-1c1f-4548-901c-9544794ac369 {{(pid=103376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:26:27.389053 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-cc018e59-888b-47da-b1b7-b4ec1bc074d1 tempest-AllowedAddressPairIpV6TestJSON-53602600 tempest-AllowedAddressPairIpV6TestJSON-53602600-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (9dc14675-1c1f-4548-901c-9544794ac369), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:27.512758 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port db68516f-8a62-4247-9212-c18c22253c05 is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:26:27.518383 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-7b797796-9f81-4e78-aefd-9e4be993878d None None] Port 9dc14675-1c1f-4548-901c-9544794ac369 cannot update to ACTIVE because it is not bound. {{(pid=103378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 17:26:27.531619 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-77a81fa0-3810-4be4-aae9-49caf873a6d4 req-a8e9d335-3fab-4044-afd2-e123a65ff93c tempest-ServersTestJSON-906237145 tempest-ServersTestJSON-906237145-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=80b7aa89cf1b4bc4904176df2ebfd332&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1848621 Feb 04 17:26:27.653479 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-cc018e59-888b-47da-b1b7-b4ec1bc074d1 tempest-AllowedAddressPairIpV6TestJSON-53602600 tempest-AllowedAddressPairIpV6TestJSON-53602600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (9dc14675-1c1f-4548-901c-9544794ac369), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:27.683054 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-cc018e59-888b-47da-b1b7-b4ec1bc074d1 tempest-AllowedAddressPairIpV6TestJSON-53602600 tempest-AllowedAddressPairIpV6TestJSON-53602600-project] Calling delete_port for 9dc14675-1c1f-4548-901c-9544794ac369 owned by {{(pid=103376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:26:27.764274 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-77a81fa0-3810-4be4-aae9-49caf873a6d4 req-f3edda1c-484c-4025-bc30-a23ad112a55e service neutron] 10.222.0.89 "GET /v2.0/networks/8ebfdc74-8590-489d-b0e1-fe8b6dd2da25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2157857 Feb 04 17:26:27.925142 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-77a81fa0-3810-4be4-aae9-49caf873a6d4 req-31d0eb14-1292-4f68-9516-06ad28eac80b service neutron] 10.222.0.89 "GET /v2.0/networks/8ebfdc74-8590-489d-b0e1-fe8b6dd2da25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1473911 Feb 04 17:26:27.939525 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-cc018e59-888b-47da-b1b7-b4ec1bc074d1 tempest-AllowedAddressPairIpV6TestJSON-53602600 tempest-AllowedAddressPairIpV6TestJSON-53602600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (9dc14675-1c1f-4548-901c-9544794ac369), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:27.972889 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 43562) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:26:28.009570 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-cc018e59-888b-47da-b1b7-b4ec1bc074d1 tempest-AllowedAddressPairIpV6TestJSON-53602600 tempest-AllowedAddressPairIpV6TestJSON-53602600-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:28.016011 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-cc018e59-888b-47da-b1b7-b4ec1bc074d1 tempest-AllowedAddressPairIpV6TestJSON-53602600 tempest-AllowedAddressPairIpV6TestJSON-53602600-project] 10.222.0.89 "DELETE /v2.0/ports/9dc14675-1c1f-4548-901c-9544794ac369 HTTP/1.1" status: 204 len: 168 time: 1.2468052 Feb 04 17:26:28.016485 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 43566) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:26:28.038808 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc018e59-888b-47da-b1b7-b4ec1bc074d1 tempest-AllowedAddressPairIpV6TestJSON-53602600 tempest-AllowedAddressPairIpV6TestJSON-53602600-project] Pushing event deleted for resources: {'Port': ['ID=9dc14675-1c1f-4548-901c-9544794ac369,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:26:28.067661 n-d-827839-2 neutron-server[103377]: INFO neutron.pecan_wsgi.hooks.translation [None req-163a80a1-c111-4f4f-adeb-5b1ec1d4b5ba tempest-AllowedAddressPairIpV6TestJSON-53602600 tempest-AllowedAddressPairIpV6TestJSON-53602600-project] GET failed (client error): The resource could not be found. Feb 04 17:26:28.069300 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-163a80a1-c111-4f4f-adeb-5b1ec1d4b5ba tempest-AllowedAddressPairIpV6TestJSON-53602600 tempest-AllowedAddressPairIpV6TestJSON-53602600-project] 10.222.0.89 "GET /v2.0/ports/9dc14675-1c1f-4548-901c-9544794ac369 HTTP/1.1" status: 404 len: 333 time: 0.0514450 Feb 04 17:26:28.076574 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 43568) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:26:28.082630 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-0d4030c9-93d6-4297-868a-3d471df3312a tempest-AllowedAddressPairIpV6TestJSON-53602600 tempest-AllowedAddressPairIpV6TestJSON-53602600-project] Request body: {'port': {'network_id': '6c959a4a-4b77-41d1-ad3a-cf5cab61eb11', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-813815517'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:26:28.150314 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-12d7a38c-e8cf-401a-b402-e416c78128ed tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-403664729'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:26:28.214063 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-72b5b295-5ee9-494f-a012-10144a794768 req-4d07da36-7f60-4a0f-8a2c-6bc7fa9e589d tempest-ServersTestJSON-906237145 tempest-ServersTestJSON-906237145-project] 10.222.0.89 "GET /v2.0/ports?device_id=21e34ec0-ca77-4fc3-a022-61a8ea584f54 HTTP/1.1" status: 200 len: 210 time: 0.0364363 Feb 04 17:26:28.219650 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12d7a38c-e8cf-401a-b402-e416c78128ed tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Made reservation on behalf of bcdddb23c6b346f2aa47053863d313d1 for: {'network': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:26:28.224637 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-12d7a38c-e8cf-401a-b402-e416c78128ed tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for network (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:28.248825 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-12d7a38c-e8cf-401a-b402-e416c78128ed tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Publish callbacks [] for security_group (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:28.252201 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d4030c9-93d6-4297-868a-3d471df3312a tempest-AllowedAddressPairIpV6TestJSON-53602600 tempest-AllowedAddressPairIpV6TestJSON-53602600-project] Made reservation on behalf of 6a79d2637b3d40c5a7cd1039b5494134 for: {'port': 1} {{(pid=103376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:26:28.256180 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-0d4030c9-93d6-4297-868a-3d471df3312a tempest-AllowedAddressPairIpV6TestJSON-53602600 tempest-AllowedAddressPairIpV6TestJSON-53602600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:28.285429 n-d-827839-2 neutron-server[103376]: DEBUG neutron.notifiers.nova [None req-0d4030c9-93d6-4297-868a-3d471df3312a tempest-AllowedAddressPairIpV6TestJSON-53602600 tempest-AllowedAddressPairIpV6TestJSON-53602600-project] device_id is not set on port 999f4dcc-0f05-4574-af70-1489d81f7283 yet. {{(pid=103376) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 04 17:26:28.329290 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Device d7e5630c-e618-4daf-8f90-85c9c1cf18e5 no longer exists at agent hyperv_n-h2-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:26:28.343594 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-12d7a38c-e8cf-401a-b402-e416c78128ed tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Publish callbacks [] for security_group (bd80d0af-9824-44a1-99f1-bf13a55e2455), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:28.351852 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-12d7a38c-e8cf-401a-b402-e416c78128ed tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (bd80d0af-9824-44a1-99f1-bf13a55e2455), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:28.375300 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] No Port match for: d7e5630c-e618-4daf-8f90-85c9c1cf18e5 {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 17:26:28.375935 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Device d7e5630c-e618-4daf-8f90-85c9c1cf18e5 not bound to the agent host n-h2-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 17:26:28.383377 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12d7a38c-e8cf-401a-b402-e416c78128ed tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] vlan segment allocate from pool success with {'vlan_id': 787, 'physical_network': 'physnet1'} {{(pid=103377) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 17:26:28.407388 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-12d7a38c-e8cf-401a-b402-e416c78128ed tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (e8b3933a-248d-48cd-ba55-dea23f5997e3), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:28.408137 n-d-827839-2 neutron-server[103377]: INFO neutron.db.segments_db [None req-12d7a38c-e8cf-401a-b402-e416c78128ed tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Added segment e8b3933a-248d-48cd-ba55-dea23f5997e3 of type vlan for network c86bc9c8-f9aa-4c51-afb8-69a184ac0d36 Feb 04 17:26:28.420658 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d7a38c-e8cf-401a-b402-e416c78128ed tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bd80d0af-9824-44a1-99f1-bf13a55e2455,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:26:28.485039 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.db_base_plugin_common [None req-0d4030c9-93d6-4297-868a-3d471df3312a tempest-AllowedAddressPairIpV6TestJSON-53602600 tempest-AllowedAddressPairIpV6TestJSON-53602600-project] Allocated IP 2001:db8::106 (6c959a4a-4b77-41d1-ad3a-cf5cab61eb11/8876a6cc-c7cc-4e37-a881-45c61bddd46a/999f4dcc-0f05-4574-af70-1489d81f7283) {{(pid=103376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:26:28.541514 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-12d7a38c-e8cf-401a-b402-e416c78128ed tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781084292801'] for network (c86bc9c8-f9aa-4c51-afb8-69a184ac0d36), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:28.581580 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-12d7a38c-e8cf-401a-b402-e416c78128ed tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327'] for network (c86bc9c8-f9aa-4c51-afb8-69a184ac0d36), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:28.590589 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12d7a38c-e8cf-401a-b402-e416c78128ed tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:26:28.592083 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-12d7a38c-e8cf-401a-b402-e416c78128ed tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Publish callbacks [] for network (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:28.676627 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-12d7a38c-e8cf-401a-b402-e416c78128ed tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7025084 Feb 04 17:26:28.680551 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 43608) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:26:28.685387 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-5bc87ae7-d21d-4557-ba19-a53f850c0e5f tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Request body: {'port': {'network_id': 'c86bc9c8-f9aa-4c51-afb8-69a184ac0d36', 'name': 'tempest-PortsIpV6TestJSON-463173990'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:26:28.765583 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d941a9-6fef-46f0-8bf4-efa37fbb3523 req-d93cbfdf-e5bc-47a8-b114-c7d103bdf9b0 tempest-ListImageFiltersTestJSON-637610508 tempest-ListImageFiltersTestJSON-637610508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:26:28.772693 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-54d941a9-6fef-46f0-8bf4-efa37fbb3523 req-d93cbfdf-e5bc-47a8-b114-c7d103bdf9b0 tempest-ListImageFiltersTestJSON-637610508 tempest-ListImageFiltersTestJSON-637610508-project] 10.222.0.89 "GET /v2.0/ports?device_id=ae0186a8-6823-4e37-ae44-24840acc296c HTTP/1.1" status: 200 len: 951 time: 0.1260755 Feb 04 17:26:28.773228 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d7a38c-e8cf-401a-b402-e416c78128ed tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Pushing event updated for resources: {'Network': ['ID=c86bc9c8-f9aa-4c51-afb8-69a184ac0d36,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:26:28.789709 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Network c86bc9c8-f9aa-4c51-afb8-69a184ac0d36 details requested by agent ovs-agent-n-d-827839-2 with host n-d-827839-2 {{(pid=103378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 17:26:28.791238 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-0d4030c9-93d6-4297-868a-3d471df3312a tempest-AllowedAddressPairIpV6TestJSON-53602600 tempest-AllowedAddressPairIpV6TestJSON-53602600-project] Publish callbacks [] for port (999f4dcc-0f05-4574-af70-1489d81f7283), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:28.849519 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-54d941a9-6fef-46f0-8bf4-efa37fbb3523 req-9ac1f673-3dac-435a-8233-183e5286e75d tempest-ListImageFiltersTestJSON-637610508 tempest-ListImageFiltersTestJSON-637610508-project] 10.222.0.89 "GET /v2.0/security-groups?id=64f1a98c-fa51-4ada-9579-f28b8d0ae7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759444 Feb 04 17:26:28.861956 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bc87ae7-d21d-4557-ba19-a53f850c0e5f tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Made reservation on behalf of bcdddb23c6b346f2aa47053863d313d1 for: {'port': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:26:28.866999 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-5bc87ae7-d21d-4557-ba19-a53f850c0e5f tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:28.874664 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-0d4030c9-93d6-4297-868a-3d471df3312a tempest-AllowedAddressPairIpV6TestJSON-53602600 tempest-AllowedAddressPairIpV6TestJSON-53602600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (999f4dcc-0f05-4574-af70-1489d81f7283), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:28.898933 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42a7d90-13ac-4c11-b0d0-29b18d0b12d4 req-5e30f3a9-5dd8-4c24-9ba9-0e2f5e1340a1 tempest-ServerRescueNegativeTestJSON-1481324798 tempest-ServerRescueNegativeTestJSON-1481324798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:26:28.901404 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-a42a7d90-13ac-4c11-b0d0-29b18d0b12d4 req-5e30f3a9-5dd8-4c24-9ba9-0e2f5e1340a1 tempest-ServerRescueNegativeTestJSON-1481324798 tempest-ServerRescueNegativeTestJSON-1481324798-project] 10.222.0.89 "GET /v2.0/ports?device_id=5f99a685-700d-4f63-88c2-d2a04a4a422d HTTP/1.1" status: 200 len: 945 time: 0.1469390 Feb 04 17:26:28.916710 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d4030c9-93d6-4297-868a-3d471df3312a tempest-AllowedAddressPairIpV6TestJSON-53602600 tempest-AllowedAddressPairIpV6TestJSON-53602600-project] Network 6c959a4a-4b77-41d1-ad3a-cf5cab61eb11 is already hosted by enough agents. {{(pid=103376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:26:28.919838 n-d-827839-2 neutron-server[103377]: DEBUG neutron.notifiers.nova [None req-5bc87ae7-d21d-4557-ba19-a53f850c0e5f tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] device_id is not set on port c87e227b-2d60-487e-abc7-7771e4af8796 yet. {{(pid=103377) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 04 17:26:28.920076 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [None req-0d4030c9-93d6-4297-868a-3d471df3312a tempest-AllowedAddressPairIpV6TestJSON-53602600 tempest-AllowedAddressPairIpV6TestJSON-53602600-project] Resources bound (agent type, host, resource id): {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:26:28.924281 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d4030c9-93d6-4297-868a-3d471df3312a tempest-AllowedAddressPairIpV6TestJSON-53602600 tempest-AllowedAddressPairIpV6TestJSON-53602600-project] Received port after_create {{(pid=103376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:26:28.929685 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d4030c9-93d6-4297-868a-3d471df3312a tempest-AllowedAddressPairIpV6TestJSON-53602600 tempest-AllowedAddressPairIpV6TestJSON-53602600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:26:28.930396 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-0d4030c9-93d6-4297-868a-3d471df3312a tempest-AllowedAddressPairIpV6TestJSON-53602600 tempest-AllowedAddressPairIpV6TestJSON-53602600-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:28.954758 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4030c9-93d6-4297-868a-3d471df3312a tempest-AllowedAddressPairIpV6TestJSON-53602600 tempest-AllowedAddressPairIpV6TestJSON-53602600-project] Pushing event updated for resources: {'Port': ['ID=999f4dcc-0f05-4574-af70-1489d81f7283,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:26:28.960988 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-0d4030c9-93d6-4297-868a-3d471df3312a tempest-AllowedAddressPairIpV6TestJSON-53602600 tempest-AllowedAddressPairIpV6TestJSON-53602600-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 0.8830686 Feb 04 17:26:28.963748 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 43612) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:26:28.970029 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-9aa4b7ee-16a0-419a-bbbb-9e317f293c43 tempest-AllowedAddressPairIpV6TestJSON-53602600 tempest-AllowedAddressPairIpV6TestJSON-53602600-project] Request body: {'port': {'network_id': '6c959a4a-4b77-41d1-ad3a-cf5cab61eb11', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1715558860'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:26:29.050221 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-a42a7d90-13ac-4c11-b0d0-29b18d0b12d4 req-c5c6c284-2fef-41be-a10e-5ce92a44dbd8 tempest-ServerRescueNegativeTestJSON-1481324798 tempest-ServerRescueNegativeTestJSON-1481324798-project] 10.222.0.89 "GET /v2.0/security-groups?id=47e1fb0d-88ed-4fed-9e75-9f02b9f534f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401711 Feb 04 17:26:29.140654 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9aa4b7ee-16a0-419a-bbbb-9e317f293c43 tempest-AllowedAddressPairIpV6TestJSON-53602600 tempest-AllowedAddressPairIpV6TestJSON-53602600-project] Made reservation on behalf of 6a79d2637b3d40c5a7cd1039b5494134 for: {'port': 1} {{(pid=103376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:26:29.147569 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-9aa4b7ee-16a0-419a-bbbb-9e317f293c43 tempest-AllowedAddressPairIpV6TestJSON-53602600 tempest-AllowedAddressPairIpV6TestJSON-53602600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:29.169957 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-5bc87ae7-d21d-4557-ba19-a53f850c0e5f tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Publish callbacks [] for port (c87e227b-2d60-487e-abc7-7771e4af8796), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:29.173016 n-d-827839-2 neutron-server[103376]: DEBUG neutron.notifiers.nova [None req-9aa4b7ee-16a0-419a-bbbb-9e317f293c43 tempest-AllowedAddressPairIpV6TestJSON-53602600 tempest-AllowedAddressPairIpV6TestJSON-53602600-project] device_id is not set on port 0e9728fd-156c-4da5-97a9-e92471b73c0b yet. {{(pid=103376) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 04 17:26:29.207428 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-5bc87ae7-d21d-4557-ba19-a53f850c0e5f tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (c87e227b-2d60-487e-abc7-7771e4af8796), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:29.283105 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4cbdb8c8-d221-457e-85be-986489bbf283 None None] Provisioning complete for port 999f4dcc-0f05-4574-af70-1489d81f7283 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:26:29.283836 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4cbdb8c8-d221-457e-85be-986489bbf283 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (999f4dcc-0f05-4574-af70-1489d81f7283), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:29.322451 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4cbdb8c8-d221-457e-85be-986489bbf283 None None] Port 999f4dcc-0f05-4574-af70-1489d81f7283 cannot update to ACTIVE because it is not bound. {{(pid=103378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 17:26:29.336237 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-819f9c1f-159e-44a4-9ad5-06acd0f65ba9 req-a9061ab1-70bc-4cee-9f99-83ca2fde1001 tempest-ServersTestJSON-906237145 tempest-ServersTestJSON-906237145-project] 10.222.0.89 "GET /v2.0/ports?device_id=21e34ec0-ca77-4fc3-a022-61a8ea584f54 HTTP/1.1" status: 200 len: 210 time: 0.0388365 Feb 04 17:26:29.360265 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.db_base_plugin_common [None req-9aa4b7ee-16a0-419a-bbbb-9e317f293c43 tempest-AllowedAddressPairIpV6TestJSON-53602600 tempest-AllowedAddressPairIpV6TestJSON-53602600-project] Allocated IP 2001:db8::397 (6c959a4a-4b77-41d1-ad3a-cf5cab61eb11/8876a6cc-c7cc-4e37-a881-45c61bddd46a/0e9728fd-156c-4da5-97a9-e92471b73c0b) {{(pid=103376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:26:29.538190 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-9aa4b7ee-16a0-419a-bbbb-9e317f293c43 tempest-AllowedAddressPairIpV6TestJSON-53602600 tempest-AllowedAddressPairIpV6TestJSON-53602600-project] Publish callbacks [] for port (0e9728fd-156c-4da5-97a9-e92471b73c0b), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:29.580171 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc87ae7-d21d-4557-ba19-a53f850c0e5f tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Pushing event updated for resources: {'Port': ['ID=c87e227b-2d60-487e-abc7-7771e4af8796,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:26:29.581781 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-9aa4b7ee-16a0-419a-bbbb-9e317f293c43 tempest-AllowedAddressPairIpV6TestJSON-53602600 tempest-AllowedAddressPairIpV6TestJSON-53602600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (0e9728fd-156c-4da5-97a9-e92471b73c0b), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:29.612731 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bc87ae7-d21d-4557-ba19-a53f850c0e5f tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Checking segment: {'id': 'e8b3933a-248d-48cd-ba55-dea23f5997e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'c86bc9c8-f9aa-4c51-afb8-69a184ac0d36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:26:29.613008 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bc87ae7-d21d-4557-ba19-a53f850c0e5f tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Network hostable DHCP agents. Network: c86bc9c8-f9aa-4c51-afb8-69a184ac0d36, hostable agents: ['bb89f5a3-3c22-440b-b7d1-c4f0c43c184a'], hosted agents: [] {{(pid=103377) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 17:26:29.630051 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9aa4b7ee-16a0-419a-bbbb-9e317f293c43 tempest-AllowedAddressPairIpV6TestJSON-53602600 tempest-AllowedAddressPairIpV6TestJSON-53602600-project] Network 6c959a4a-4b77-41d1-ad3a-cf5cab61eb11 is already hosted by enough agents. {{(pid=103376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:26:29.633752 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [None req-9aa4b7ee-16a0-419a-bbbb-9e317f293c43 tempest-AllowedAddressPairIpV6TestJSON-53602600 tempest-AllowedAddressPairIpV6TestJSON-53602600-project] Resources bound (agent type, host, resource id): {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:26:29.637518 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aa4b7ee-16a0-419a-bbbb-9e317f293c43 tempest-AllowedAddressPairIpV6TestJSON-53602600 tempest-AllowedAddressPairIpV6TestJSON-53602600-project] Received port after_create {{(pid=103376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:26:29.643041 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aa4b7ee-16a0-419a-bbbb-9e317f293c43 tempest-AllowedAddressPairIpV6TestJSON-53602600 tempest-AllowedAddressPairIpV6TestJSON-53602600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:26:29.643694 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-9aa4b7ee-16a0-419a-bbbb-9e317f293c43 tempest-AllowedAddressPairIpV6TestJSON-53602600 tempest-AllowedAddressPairIpV6TestJSON-53602600-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:29.650473 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa4b7ee-16a0-419a-bbbb-9e317f293c43 tempest-AllowedAddressPairIpV6TestJSON-53602600 tempest-AllowedAddressPairIpV6TestJSON-53602600-project] Pushing event updated for resources: {'Port': ['ID=0e9728fd-156c-4da5-97a9-e92471b73c0b,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:26:29.673920 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-9aa4b7ee-16a0-419a-bbbb-9e317f293c43 tempest-AllowedAddressPairIpV6TestJSON-53602600 tempest-AllowedAddressPairIpV6TestJSON-53602600-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 0.7067416 Feb 04 17:26:29.674120 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 43616) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:26:29.690075 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-5bca7b93-2bb3-4614-83d5-ef25bb7cbb71 tempest-AllowedAddressPairIpV6TestJSON-53602600 tempest-AllowedAddressPairIpV6TestJSON-53602600-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::32b', 'mac_address': 'fa:16:3e:ab:90:99'}, {'ip_address': '2001:db8::106', 'mac_address': 'fa:16:3e:28:87:f5'}]}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:26:29.696013 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bc87ae7-d21d-4557-ba19-a53f850c0e5f tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Network c86bc9c8-f9aa-4c51-afb8-69a184ac0d36 is scheduled to be hosted by DHCP agent bb89f5a3-3c22-440b-b7d1-c4f0c43c184a with binding_index 1 {{(pid=103377) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 17:26:29.725093 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [None req-5bc87ae7-d21d-4557-ba19-a53f850c0e5f tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827839-2, c86bc9c8-f9aa-4c51-afb8-69a184ac0d36) {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:26:29.732983 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-eb39beaf-d6aa-429c-8844-8681bf536ec2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (bb89f5a3-3c22-440b-b7d1-c4f0c43c184a), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:29.736679 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bc87ae7-d21d-4557-ba19-a53f850c0e5f tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Received port after_create {{(pid=103377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:26:29.739316 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00ccafb9-4b32-4b1c-bb33-c06d9f85484f None None] Network c86bc9c8-f9aa-4c51-afb8-69a184ac0d36 requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:26:29.742493 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bc87ae7-d21d-4557-ba19-a53f850c0e5f tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:26:29.743126 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-5bc87ae7-d21d-4557-ba19-a53f850c0e5f tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:29.761562 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a81fa0-3810-4be4-aae9-49caf873a6d4 req-5de74640-7200-485b-825f-a8b3651a6a8f tempest-ServersTestJSON-906237145 tempest-ServersTestJSON-906237145-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:26:29.763088 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-77a81fa0-3810-4be4-aae9-49caf873a6d4 req-5de74640-7200-485b-825f-a8b3651a6a8f tempest-ServersTestJSON-906237145 tempest-ServersTestJSON-906237145-project] 10.222.0.90 "GET /v2.0/networks?id=8ebfdc74-8590-489d-b0e1-fe8b6dd2da25 HTTP/1.1" status: 200 len: 806 time: 0.1639383 Feb 04 17:26:29.772322 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-5bc87ae7-d21d-4557-ba19-a53f850c0e5f tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.0911064 Feb 04 17:26:29.795999 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 43618) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:26:29.801296 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-44d20d5e-54cb-4fcc-abe2-acde95fb3fed tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1679717172'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:26:29.862752 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-77a81fa0-3810-4be4-aae9-49caf873a6d4 req-c7b45e7c-b87b-4217-ac54-68d198adeb4b tempest-ServersTestJSON-906237145 tempest-ServersTestJSON-906237145-project] 10.222.0.90 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=80b7aa89cf1b4bc4904176df2ebfd332 HTTP/1.1" status: 200 len: 380 time: 0.0891135 Feb 04 17:26:29.863744 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44d20d5e-54cb-4fcc-abe2-acde95fb3fed tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Made reservation on behalf of bcdddb23c6b346f2aa47053863d313d1 for: {'network': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:26:29.867609 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-44d20d5e-54cb-4fcc-abe2-acde95fb3fed tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for network (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:29.876766 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [req-77a81fa0-3810-4be4-aae9-49caf873a6d4 req-626afc20-7e50-4782-95bb-1c4164cf4519 tempest-ServersTestJSON-906237145 tempest-ServersTestJSON-906237145-project] Request body: {'port': {'device_id': '21e34ec0-ca77-4fc3-a022-61a8ea584f54', 'network_id': '8ebfdc74-8590-489d-b0e1-fe8b6dd2da25', 'admin_state_up': True, 'tenant_id': '80b7aa89cf1b4bc4904176df2ebfd332', 'security_groups': ['1e6d02d2-b834-4a41-9e0b-3d41f5ebbbf8']}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:26:29.905376 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-5bca7b93-2bb3-4614-83d5-ef25bb7cbb71 tempest-AllowedAddressPairIpV6TestJSON-53602600 tempest-AllowedAddressPairIpV6TestJSON-53602600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (0e9728fd-156c-4da5-97a9-e92471b73c0b), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:29.951785 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44d20d5e-54cb-4fcc-abe2-acde95fb3fed tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] vlan segment allocate from pool success with {'vlan_id': 756, 'physical_network': 'physnet1'} {{(pid=103377) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 17:26:29.978655 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-44d20d5e-54cb-4fcc-abe2-acde95fb3fed tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (5b9e1d74-ad62-4625-9f99-4607cedb6542), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:29.978655 n-d-827839-2 neutron-server[103377]: INFO neutron.db.segments_db [None req-44d20d5e-54cb-4fcc-abe2-acde95fb3fed tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Added segment 5b9e1d74-ad62-4625-9f99-4607cedb6542 of type vlan for network db7c54a9-3f05-4226-9d0a-bc6674c466b3 Feb 04 17:26:30.081647 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-44d20d5e-54cb-4fcc-abe2-acde95fb3fed tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781084292801'] for network (db7c54a9-3f05-4226-9d0a-bc6674c466b3), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:30.109281 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6041ff9-b302-41fd-ac12-ef37d006f397 req-63ead3a5-ea35-4bb5-ba1f-40d07f2628b9 tempest-ListImageFiltersTestJSON-637610508 tempest-ListImageFiltersTestJSON-637610508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:26:30.110810 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-e6041ff9-b302-41fd-ac12-ef37d006f397 req-63ead3a5-ea35-4bb5-ba1f-40d07f2628b9 tempest-ListImageFiltersTestJSON-637610508 tempest-ListImageFiltersTestJSON-637610508-project] 10.222.0.89 "GET /v2.0/ports?device_id=ae0186a8-6823-4e37-ae44-24840acc296c HTTP/1.1" status: 200 len: 951 time: 0.1345036 Feb 04 17:26:30.150436 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-44d20d5e-54cb-4fcc-abe2-acde95fb3fed tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327'] for network (db7c54a9-3f05-4226-9d0a-bc6674c466b3), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:30.153762 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-5bca7b93-2bb3-4614-83d5-ef25bb7cbb71 tempest-AllowedAddressPairIpV6TestJSON-53602600 tempest-AllowedAddressPairIpV6TestJSON-53602600-project] Publish callbacks [] for port (0e9728fd-156c-4da5-97a9-e92471b73c0b), precommit_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:30.155277 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44d20d5e-54cb-4fcc-abe2-acde95fb3fed tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:26:30.156713 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-44d20d5e-54cb-4fcc-abe2-acde95fb3fed tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Publish callbacks [] for network (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:30.158386 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-77a81fa0-3810-4be4-aae9-49caf873a6d4 req-626afc20-7e50-4782-95bb-1c4164cf4519 tempest-ServersTestJSON-906237145 tempest-ServersTestJSON-906237145-project] Made reservation on behalf of 80b7aa89cf1b4bc4904176df2ebfd332 for: {'port': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:26:30.158579 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-5bca7b93-2bb3-4614-83d5-ef25bb7cbb71 tempest-AllowedAddressPairIpV6TestJSON-53602600 tempest-AllowedAddressPairIpV6TestJSON-53602600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675836'] for port (0e9728fd-156c-4da5-97a9-e92471b73c0b), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:30.161662 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-77a81fa0-3810-4be4-aae9-49caf873a6d4 req-626afc20-7e50-4782-95bb-1c4164cf4519 tempest-ServersTestJSON-906237145 tempest-ServersTestJSON-906237145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:30.176975 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-94be3076-fe31-479b-a5c6-876e5e46e189 None None] Provisioning complete for port 0e9728fd-156c-4da5-97a9-e92471b73c0b triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:26:30.177613 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-94be3076-fe31-479b-a5c6-876e5e46e189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (0e9728fd-156c-4da5-97a9-e92471b73c0b), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:30.220220 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-94be3076-fe31-479b-a5c6-876e5e46e189 None None] Port 0e9728fd-156c-4da5-97a9-e92471b73c0b cannot update to ACTIVE because it is not bound. {{(pid=103378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 17:26:30.236293 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-5bca7b93-2bb3-4614-83d5-ef25bb7cbb71 tempest-AllowedAddressPairIpV6TestJSON-53602600 tempest-AllowedAddressPairIpV6TestJSON-53602600-project] In _notify_port_updated(), no bound segment for port 0e9728fd-156c-4da5-97a9-e92471b73c0b on network 6c959a4a-4b77-41d1-ad3a-cf5cab61eb11 {{(pid=103376) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Feb 04 17:26:30.242776 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bca7b93-2bb3-4614-83d5-ef25bb7cbb71 tempest-AllowedAddressPairIpV6TestJSON-53602600 tempest-AllowedAddressPairIpV6TestJSON-53602600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:26:30.243637 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-5bca7b93-2bb3-4614-83d5-ef25bb7cbb71 tempest-AllowedAddressPairIpV6TestJSON-53602600 tempest-AllowedAddressPairIpV6TestJSON-53602600-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:30.245123 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-5bca7b93-2bb3-4614-83d5-ef25bb7cbb71 tempest-AllowedAddressPairIpV6TestJSON-53602600 tempest-AllowedAddressPairIpV6TestJSON-53602600-project] 10.222.0.89 "PUT /v2.0/ports/0e9728fd-156c-4da5-97a9-e92471b73c0b HTTP/1.1" status: 200 len: 1068 time: 0.5691893 Feb 04 17:26:30.249442 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-e6041ff9-b302-41fd-ac12-ef37d006f397 req-b410e73c-9994-45d2-b521-d2540f22cba3 tempest-ListImageFiltersTestJSON-637610508 tempest-ListImageFiltersTestJSON-637610508-project] 10.222.0.89 "GET /v2.0/security-groups?id=64f1a98c-fa51-4ada-9579-f28b8d0ae7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305418 Feb 04 17:26:30.252583 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-44d20d5e-54cb-4fcc-abe2-acde95fb3fed tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4556940 Feb 04 17:26:30.256187 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 43624) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:26:30.256187 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 43626) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:26:30.282813 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bca7b93-2bb3-4614-83d5-ef25bb7cbb71 tempest-AllowedAddressPairIpV6TestJSON-53602600 tempest-AllowedAddressPairIpV6TestJSON-53602600-project] Pushing event updated for resources: {'Port': ['ID=0e9728fd-156c-4da5-97a9-e92471b73c0b,revision_number=2']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:26:30.295987 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-afb3abe0-e4ef-447a-bbd4-e2a28178e882 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Request body: {'ports': [{'network_id': 'c86bc9c8-f9aa-4c51-afb8-69a184ac0d36'}, {'network_id': 'db7c54a9-3f05-4226-9d0a-bc6674c466b3'}]} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:26:30.296656 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-afb3abe0-e4ef-447a-bbd4-e2a28178e882 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Request body: {'port': {'network_id': 'c86bc9c8-f9aa-4c51-afb8-69a184ac0d36'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:26:30.297012 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-afb3abe0-e4ef-447a-bbd4-e2a28178e882 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Request body: {'port': {'network_id': 'db7c54a9-3f05-4226-9d0a-bc6674c466b3'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:26:30.303198 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbef4d23-ea3f-4f76-8111-a5309fb42baa req-b8d27caf-4c9d-4303-a964-46b85d4695b1 tempest-ServerRescueNegativeTestJSON-1481324798 tempest-ServerRescueNegativeTestJSON-1481324798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:26:30.306272 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-bbef4d23-ea3f-4f76-8111-a5309fb42baa req-b8d27caf-4c9d-4303-a964-46b85d4695b1 tempest-ServerRescueNegativeTestJSON-1481324798 tempest-ServerRescueNegativeTestJSON-1481324798-project] 10.222.0.89 "GET /v2.0/ports?device_id=5f99a685-700d-4f63-88c2-d2a04a4a422d HTTP/1.1" status: 200 len: 945 time: 0.1647990 Feb 04 17:26:30.396151 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-bbef4d23-ea3f-4f76-8111-a5309fb42baa req-b005cccd-c932-4e4d-9965-e4ecd10a26e4 tempest-ServerRescueNegativeTestJSON-1481324798 tempest-ServerRescueNegativeTestJSON-1481324798-project] 10.222.0.89 "GET /v2.0/security-groups?id=47e1fb0d-88ed-4fed-9e75-9f02b9f534f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804815 Feb 04 17:26:30.451948 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d20d5e-54cb-4fcc-abe2-acde95fb3fed tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Pushing event updated for resources: {'Network': ['ID=db7c54a9-3f05-4226-9d0a-bc6674c466b3,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:26:30.464614 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Network db7c54a9-3f05-4226-9d0a-bc6674c466b3 details requested by agent ovs-agent-n-d-827839-2 with host n-d-827839-2 {{(pid=103378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 17:26:30.528290 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-4e711da6-9f89-4e35-b2fb-8377f16499b1 req-681ca1cc-3466-4abc-8540-f604068a03b3 tempest-ServersTestJSON-906237145 tempest-ServersTestJSON-906237145-project] 10.222.0.89 "GET /v2.0/ports?device_id=21e34ec0-ca77-4fc3-a022-61a8ea584f54 HTTP/1.1" status: 200 len: 210 time: 0.0597727 Feb 04 17:26:30.589003 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-896e9580-5e8f-44ec-847a-c64a5532e18d None None] Provisioning complete for port 0e9728fd-156c-4da5-97a9-e92471b73c0b triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:26:30.589385 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-896e9580-5e8f-44ec-847a-c64a5532e18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (0e9728fd-156c-4da5-97a9-e92471b73c0b), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:30.626975 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-896e9580-5e8f-44ec-847a-c64a5532e18d None None] Port 0e9728fd-156c-4da5-97a9-e92471b73c0b cannot update to ACTIVE because it is not bound. {{(pid=103378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 17:26:30.659082 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.db_base_plugin_common [req-77a81fa0-3810-4be4-aae9-49caf873a6d4 req-626afc20-7e50-4782-95bb-1c4164cf4519 tempest-ServersTestJSON-906237145 tempest-ServersTestJSON-906237145-project] Allocated IP 172.20.0.7 (8ebfdc74-8590-489d-b0e1-fe8b6dd2da25/63f84b38-d024-489b-b804-8ab0056a6a07/5b1f17be-ddf9-4c6e-bffe-f6cf9d7badf1) {{(pid=103377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:26:30.805431 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-97d0d37b-e8cf-4ea5-859b-a6b67e6dd2f3 tempest-AllowedAddressPairIpV6TestJSON-53602600 tempest-AllowedAddressPairIpV6TestJSON-53602600-project] Deleting port 0e9728fd-156c-4da5-97a9-e92471b73c0b {{(pid=103377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:26:30.805782 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-97d0d37b-e8cf-4ea5-859b-a6b67e6dd2f3 tempest-AllowedAddressPairIpV6TestJSON-53602600 tempest-AllowedAddressPairIpV6TestJSON-53602600-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (0e9728fd-156c-4da5-97a9-e92471b73c0b), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:30.811579 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afb3abe0-e4ef-447a-bbd4-e2a28178e882 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Made reservation on behalf of bcdddb23c6b346f2aa47053863d313d1 for: {'port': 2} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:26:30.815804 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-afb3abe0-e4ef-447a-bbd4-e2a28178e882 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:30.885464 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-afb3abe0-e4ef-447a-bbd4-e2a28178e882 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:31.002005 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-77a81fa0-3810-4be4-aae9-49caf873a6d4 req-626afc20-7e50-4782-95bb-1c4164cf4519 tempest-ServersTestJSON-906237145 tempest-ServersTestJSON-906237145-project] Publish callbacks [] for port (5b1f17be-ddf9-4c6e-bffe-f6cf9d7badf1), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:31.039819 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-97d0d37b-e8cf-4ea5-859b-a6b67e6dd2f3 tempest-AllowedAddressPairIpV6TestJSON-53602600 tempest-AllowedAddressPairIpV6TestJSON-53602600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (0e9728fd-156c-4da5-97a9-e92471b73c0b), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:31.073017 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-97d0d37b-e8cf-4ea5-859b-a6b67e6dd2f3 tempest-AllowedAddressPairIpV6TestJSON-53602600 tempest-AllowedAddressPairIpV6TestJSON-53602600-project] Calling delete_port for 0e9728fd-156c-4da5-97a9-e92471b73c0b owned by {{(pid=103377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:26:31.180874 n-d-827839-2 neutron-server[103377]: DEBUG neutron.notifiers.nova [None req-afb3abe0-e4ef-447a-bbd4-e2a28178e882 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] device_id is not set on port 7ec57a9c-d07a-49aa-9c1d-d6cf0c776cea yet. {{(pid=103377) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 04 17:26:31.199032 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-77a81fa0-3810-4be4-aae9-49caf873a6d4 req-626afc20-7e50-4782-95bb-1c4164cf4519 tempest-ServersTestJSON-906237145 tempest-ServersTestJSON-906237145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (5b1f17be-ddf9-4c6e-bffe-f6cf9d7badf1), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:31.271258 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-77a81fa0-3810-4be4-aae9-49caf873a6d4 req-626afc20-7e50-4782-95bb-1c4164cf4519 tempest-ServersTestJSON-906237145 tempest-ServersTestJSON-906237145-project] Network 8ebfdc74-8590-489d-b0e1-fe8b6dd2da25 is already hosted by enough agents. {{(pid=103377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:26:31.286015 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [req-77a81fa0-3810-4be4-aae9-49caf873a6d4 req-626afc20-7e50-4782-95bb-1c4164cf4519 tempest-ServersTestJSON-906237145 tempest-ServersTestJSON-906237145-project] Resources bound (agent type, host, resource id): {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:26:31.294348 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [req-77a81fa0-3810-4be4-aae9-49caf873a6d4 req-626afc20-7e50-4782-95bb-1c4164cf4519 tempest-ServersTestJSON-906237145 tempest-ServersTestJSON-906237145-project] Received port after_create {{(pid=103377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:26:31.307497 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626afc20-7e50-4782-95bb-1c4164cf4519 tempest-ServersTestJSON-906237145 tempest-ServersTestJSON-906237145-project] Pushing event updated for resources: {'Port': ['ID=5b1f17be-ddf9-4c6e-bffe-f6cf9d7badf1,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:26:31.430738 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a81fa0-3810-4be4-aae9-49caf873a6d4 req-626afc20-7e50-4782-95bb-1c4164cf4519 tempest-ServersTestJSON-906237145 tempest-ServersTestJSON-906237145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:26:31.431382 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-77a81fa0-3810-4be4-aae9-49caf873a6d4 req-626afc20-7e50-4782-95bb-1c4164cf4519 tempest-ServersTestJSON-906237145 tempest-ServersTestJSON-906237145-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:31.487038 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-afb3abe0-e4ef-447a-bbd4-e2a28178e882 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Publish callbacks [] for port (7ec57a9c-d07a-49aa-9c1d-d6cf0c776cea), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:31.498452 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-77a81fa0-3810-4be4-aae9-49caf873a6d4 req-626afc20-7e50-4782-95bb-1c4164cf4519 tempest-ServersTestJSON-906237145 tempest-ServersTestJSON-906237145-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6254301 Feb 04 17:26:31.517160 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-97d0d37b-e8cf-4ea5-859b-a6b67e6dd2f3 tempest-AllowedAddressPairIpV6TestJSON-53602600 tempest-AllowedAddressPairIpV6TestJSON-53602600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (0e9728fd-156c-4da5-97a9-e92471b73c0b), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:31.556143 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-b8f1ed9a-c9c8-48f8-8943-7e68daef8505 None None] Provisioning complete for port 5b1f17be-ddf9-4c6e-bffe-f6cf9d7badf1 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:26:31.556946 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b8f1ed9a-c9c8-48f8-8943-7e68daef8505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (5b1f17be-ddf9-4c6e-bffe-f6cf9d7badf1), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:31.564033 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2628f134-4c6f-417a-90e6-c3a2430b8032 req-5a5dce00-3ffe-483e-832d-79ab92d1114a tempest-ServerRescueNegativeTestJSON-1481324798 tempest-ServerRescueNegativeTestJSON-1481324798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:26:31.573496 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-2628f134-4c6f-417a-90e6-c3a2430b8032 req-5a5dce00-3ffe-483e-832d-79ab92d1114a tempest-ServerRescueNegativeTestJSON-1481324798 tempest-ServerRescueNegativeTestJSON-1481324798-project] 10.222.0.89 "GET /v2.0/ports?device_id=5f99a685-700d-4f63-88c2-d2a04a4a422d HTTP/1.1" status: 200 len: 945 time: 0.1011107 Feb 04 17:26:31.607024 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-b8f1ed9a-c9c8-48f8-8943-7e68daef8505 None None] Port 5b1f17be-ddf9-4c6e-bffe-f6cf9d7badf1 cannot update to ACTIVE because it is not bound. {{(pid=103378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 17:26:31.615320 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [req-77a81fa0-3810-4be4-aae9-49caf873a6d4 req-269d08e6-569e-4dd8-825e-c7147b5c83a0 service neutron] Request body: {'port': {'device_id': '21e34ec0-ca77-4fc3-a022-61a8ea584f54', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827839-2'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:26:31.627106 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d0d37b-e8cf-4ea5-859b-a6b67e6dd2f3 tempest-AllowedAddressPairIpV6TestJSON-53602600 tempest-AllowedAddressPairIpV6TestJSON-53602600-project] Pushing event deleted for resources: {'Port': ['ID=0e9728fd-156c-4da5-97a9-e92471b73c0b,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:26:31.647616 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-2628f134-4c6f-417a-90e6-c3a2430b8032 req-9aded6b4-97c8-4418-b5ae-55eeb4f5e26a tempest-ServerRescueNegativeTestJSON-1481324798 tempest-ServerRescueNegativeTestJSON-1481324798-project] 10.222.0.89 "GET /v2.0/security-groups?id=47e1fb0d-88ed-4fed-9e75-9f02b9f534f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733132 Feb 04 17:26:31.724659 n-d-827839-2 neutron-server[103377]: DEBUG neutron.notifiers.nova [None req-afb3abe0-e4ef-447a-bbd4-e2a28178e882 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] device_id is not set on port 6264737f-796d-4a40-b151-3afd2db187d5 yet. {{(pid=103377) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 04 17:26:31.813568 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-77a81fa0-3810-4be4-aae9-49caf873a6d4 req-269d08e6-569e-4dd8-825e-c7147b5c83a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (5b1f17be-ddf9-4c6e-bffe-f6cf9d7badf1), before_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:31.896847 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1fceb6-70bd-4667-bc1c-e71e35b4d3ed req-1332fca6-27fd-4982-b2f0-f8bf3601928c tempest-ServersTestJSON-906237145 tempest-ServersTestJSON-906237145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:26:31.898640 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-aa1fceb6-70bd-4667-bc1c-e71e35b4d3ed req-1332fca6-27fd-4982-b2f0-f8bf3601928c tempest-ServersTestJSON-906237145 tempest-ServersTestJSON-906237145-project] 10.222.0.89 "GET /v2.0/ports?device_id=21e34ec0-ca77-4fc3-a022-61a8ea584f54 HTTP/1.1" status: 200 len: 931 time: 0.2021635 Feb 04 17:26:31.928443 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device 4d4af2e9-7142-4b57-9203-87fed5d08509 no longer exists at agent hyperv_n-h1-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:26:31.981664 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-68167779-6b0f-4418-ba83-5109aa627419 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (64ada913-9131-4d99-a265-63a920956287), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:32.025486 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Current status of the port 4d4af2e9-7142-4b57-9203-87fed5d08509 is: ACTIVE; New status is: DOWN {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:26:32.025973 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (4d4af2e9-7142-4b57-9203-87fed5d08509), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:32.056538 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae0186a8-6823-4e37-ae44-24840acc296c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4d4af2e9-7142-4b57-9203-87fed5d08509'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:26:32.058857 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c34bc964ce2211770fda26ca2f3801cc06f4f39928110690550e94ab9c9d2fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50a76a98-3369-49e7-9cb2-df51cb70bf7d" -d '{"events": [{"server_uuid": "ae0186a8-6823-4e37-ae44-24840acc296c", "name": "network-vif-unplugged", "status": "completed", "tag": "4d4af2e9-7142-4b57-9203-87fed5d08509"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:26:32.069323 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] For port 4d4af2e9-7142-4b57-9203-87fed5d08509, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=4d4af2e9-7142-4b57-9203-87fed5d08509,segment=NetworkSegment(3a39b085-d3e6-43bb-a64c-1b06dd049e5a),segment_id=3a39b085-d3e6-43bb-a64c-1b06dd049e5a)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:26:32.074656 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (4d4af2e9-7142-4b57-9203-87fed5d08509), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:32.129967 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-97d0d37b-e8cf-4ea5-859b-a6b67e6dd2f3 tempest-AllowedAddressPairIpV6TestJSON-53602600 tempest-AllowedAddressPairIpV6TestJSON-53602600-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:32.136616 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-97d0d37b-e8cf-4ea5-859b-a6b67e6dd2f3 tempest-AllowedAddressPairIpV6TestJSON-53602600 tempest-AllowedAddressPairIpV6TestJSON-53602600-project] 10.222.0.89 "DELETE /v2.0/ports/0e9728fd-156c-4da5-97a9-e92471b73c0b HTTP/1.1" status: 204 len: 168 time: 1.8759532 Feb 04 17:26:32.137587 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 43816) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:26:32.138063 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Pushing event updated for resources: {'Port': ['ID=4d4af2e9-7142-4b57-9203-87fed5d08509,revision_number=11']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:26:32.154517 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:26:32.154997 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:26:32.155643 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:26:32.156197 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:26:32.156844 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:26:32.157305 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:26:32.157775 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:26:32.158177 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:26:32.158714 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:26:32.159112 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:26:32.159510 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:26:32.159903 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:26:32.160299 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:26:32.168650 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-afb3abe0-e4ef-447a-bbd4-e2a28178e882 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Publish callbacks [] for port (6264737f-796d-4a40-b151-3afd2db187d5), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:32.169389 n-d-827839-2 neutron-server[103376]: INFO neutron.pecan_wsgi.hooks.translation [None req-65d69486-d770-44b0-9955-90249ec68c82 tempest-AllowedAddressPairIpV6TestJSON-53602600 tempest-AllowedAddressPairIpV6TestJSON-53602600-project] GET failed (client error): The resource could not be found. Feb 04 17:26:32.173769 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-65d69486-d770-44b0-9955-90249ec68c82 tempest-AllowedAddressPairIpV6TestJSON-53602600 tempest-AllowedAddressPairIpV6TestJSON-53602600-project] 10.222.0.89 "GET /v2.0/ports/0e9728fd-156c-4da5-97a9-e92471b73c0b HTTP/1.1" status: 404 len: 333 time: 0.0347676 Feb 04 17:26:32.174396 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 43822) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:26:32.259601 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-aa1fceb6-70bd-4667-bc1c-e71e35b4d3ed req-a7375651-2437-443a-b847-315306f5045d tempest-ServersTestJSON-906237145 tempest-ServersTestJSON-906237145-project] 10.222.0.89 "GET /v2.0/security-groups?id=1e6d02d2-b834-4a41-9e0b-3d41f5ebbbf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3331203 Feb 04 17:26:32.286102 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-239a6e4e-9399-4e20-bb23-ed61f793e026 tempest-AllowedAddressPairIpV6TestJSON-53602600 tempest-AllowedAddressPairIpV6TestJSON-53602600-project] Deleting port 999f4dcc-0f05-4574-af70-1489d81f7283 {{(pid=103376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:26:32.287249 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-239a6e4e-9399-4e20-bb23-ed61f793e026 tempest-AllowedAddressPairIpV6TestJSON-53602600 tempest-AllowedAddressPairIpV6TestJSON-53602600-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (999f4dcc-0f05-4574-af70-1489d81f7283), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:32.296501 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-afb3abe0-e4ef-447a-bbd4-e2a28178e882 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (7ec57a9c-d07a-49aa-9c1d-d6cf0c776cea), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:32.345309 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 04 Feb 2022 17:26:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e16f0b0-4de3-4189-9b9e-ad4893eca5c5 x-openstack-request-id: req-7e16f0b0-4de3-4189-9b9e-ad4893eca5c5 {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:26:32.345622 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae0186a8-6823-4e37-ae44-24840acc296c", "name": "network-vif-unplugged", "status": "completed", "tag": "4d4af2e9-7142-4b57-9203-87fed5d08509", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:26:32.345872 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-7e16f0b0-4de3-4189-9b9e-ad4893eca5c5 {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:26:32.346542 n-d-827839-2 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae0186a8-6823-4e37-ae44-24840acc296c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4d4af2e9-7142-4b57-9203-87fed5d08509', 'code': 200} Feb 04 17:26:32.375093 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afb3abe0-e4ef-447a-bbd4-e2a28178e882 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Network c86bc9c8-f9aa-4c51-afb8-69a184ac0d36 is already hosted by enough agents. {{(pid=103377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:26:32.382026 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [None req-afb3abe0-e4ef-447a-bbd4-e2a28178e882 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Resources bound (agent type, host, resource id): {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:26:32.396313 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-239a6e4e-9399-4e20-bb23-ed61f793e026 tempest-AllowedAddressPairIpV6TestJSON-53602600 tempest-AllowedAddressPairIpV6TestJSON-53602600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (999f4dcc-0f05-4574-af70-1489d81f7283), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:32.402653 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afb3abe0-e4ef-447a-bbd4-e2a28178e882 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Received port after_create {{(pid=103377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:26:32.403855 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-afb3abe0-e4ef-447a-bbd4-e2a28178e882 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (6264737f-796d-4a40-b151-3afd2db187d5), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:32.409971 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb3abe0-e4ef-447a-bbd4-e2a28178e882 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Pushing event updated for resources: {'Port': ['ID=7ec57a9c-d07a-49aa-9c1d-d6cf0c776cea,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:26:32.411202 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-239a6e4e-9399-4e20-bb23-ed61f793e026 tempest-AllowedAddressPairIpV6TestJSON-53602600 tempest-AllowedAddressPairIpV6TestJSON-53602600-project] Calling delete_port for 999f4dcc-0f05-4574-af70-1489d81f7283 owned by {{(pid=103376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:26:32.507850 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb3abe0-e4ef-447a-bbd4-e2a28178e882 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Pushing event updated for resources: {'Port': ['ID=6264737f-796d-4a40-b151-3afd2db187d5,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:26:32.553643 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afb3abe0-e4ef-447a-bbd4-e2a28178e882 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Checking segment: {'id': '5b9e1d74-ad62-4625-9f99-4607cedb6542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'db7c54a9-3f05-4226-9d0a-bc6674c466b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:26:32.554008 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afb3abe0-e4ef-447a-bbd4-e2a28178e882 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Network hostable DHCP agents. Network: db7c54a9-3f05-4226-9d0a-bc6674c466b3, hostable agents: ['bb89f5a3-3c22-440b-b7d1-c4f0c43c184a'], hosted agents: [] {{(pid=103377) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 17:26:32.579201 n-d-827839-2 neutron-server[103377]: DEBUG neutron.notifiers.nova [req-77a81fa0-3810-4be4-aae9-49caf873a6d4 req-269d08e6-569e-4dd8-825e-c7147b5c83a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b1f17be-ddf9-4c6e-bffe-f6cf9d7badf1 {{(pid=103377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 17:26:32.589694 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-77a81fa0-3810-4be4-aae9-49caf873a6d4 req-269d08e6-569e-4dd8-825e-c7147b5c83a0 service neutron] Publish callbacks [] for port (5b1f17be-ddf9-4c6e-bffe-f6cf9d7badf1), precommit_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:32.592578 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afb3abe0-e4ef-447a-bbd4-e2a28178e882 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Network db7c54a9-3f05-4226-9d0a-bc6674c466b3 is scheduled to be hosted by DHCP agent bb89f5a3-3c22-440b-b7d1-c4f0c43c184a with binding_index 1 {{(pid=103377) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 17:26:32.608986 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [None req-afb3abe0-e4ef-447a-bbd4-e2a28178e882 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827839-2, db7c54a9-3f05-4226-9d0a-bc6674c466b3) {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:26:32.612976 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afb3abe0-e4ef-447a-bbd4-e2a28178e882 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Received port after_create {{(pid=103377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:26:32.620210 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-456c58a5-c1b8-490b-b3e1-84d915db7215 None None] Network db7c54a9-3f05-4226-9d0a-bc6674c466b3 requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:26:32.632299 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afb3abe0-e4ef-447a-bbd4-e2a28178e882 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:26:32.647658 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afb3abe0-e4ef-447a-bbd4-e2a28178e882 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:26:32.648648 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-afb3abe0-e4ef-447a-bbd4-e2a28178e882 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:32.705368 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-afb3abe0-e4ef-447a-bbd4-e2a28178e882 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.4432206 Feb 04 17:26:32.705776 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 43860) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:26:32.840282 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-de972fde-9e01-452d-9ce1-6dfb9c358ee4 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Deleting port 6264737f-796d-4a40-b151-3afd2db187d5 {{(pid=103377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:26:32.840862 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-de972fde-9e01-452d-9ce1-6dfb9c358ee4 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (6264737f-796d-4a40-b151-3afd2db187d5), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:32.917288 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d408ec64-b374-4acb-a1fc-48241dad6d47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (0cd6d64a-47a7-40ff-8c12-71dd526c62e0), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:32.929591 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-de972fde-9e01-452d-9ce1-6dfb9c358ee4 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (6264737f-796d-4a40-b151-3afd2db187d5), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:32.944339 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-de972fde-9e01-452d-9ce1-6dfb9c358ee4 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Calling delete_port for 6264737f-796d-4a40-b151-3afd2db187d5 owned by {{(pid=103377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:26:32.969210 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-239a6e4e-9399-4e20-bb23-ed61f793e026 tempest-AllowedAddressPairIpV6TestJSON-53602600 tempest-AllowedAddressPairIpV6TestJSON-53602600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (999f4dcc-0f05-4574-af70-1489d81f7283), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:32.992585 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.provisioning_blocks [req-77a81fa0-3810-4be4-aae9-49caf873a6d4 req-269d08e6-569e-4dd8-825e-c7147b5c83a0 service neutron] Transition to ACTIVE for port object 5b1f17be-ddf9-4c6e-bffe-f6cf9d7badf1 will not be triggered until provisioned by entity L2. {{(pid=103377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 17:26:32.997299 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-77a81fa0-3810-4be4-aae9-49caf873a6d4 req-269d08e6-569e-4dd8-825e-c7147b5c83a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25888290'] for port (5b1f17be-ddf9-4c6e-bffe-f6cf9d7badf1), after_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:33.006779 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b051375b-5fe4-462a-8a79-3f0284b8c257 req-c8350180-d94a-40fa-8f6f-6287a63409c5 tempest-ServerRescueNegativeTestJSON-1481324798 tempest-ServerRescueNegativeTestJSON-1481324798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:26:33.007841 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-b051375b-5fe4-462a-8a79-3f0284b8c257 req-c8350180-d94a-40fa-8f6f-6287a63409c5 tempest-ServerRescueNegativeTestJSON-1481324798 tempest-ServerRescueNegativeTestJSON-1481324798-project] 10.222.0.89 "GET /v2.0/ports?device_id=5f99a685-700d-4f63-88c2-d2a04a4a422d HTTP/1.1" status: 200 len: 945 time: 0.0993040 Feb 04 17:26:33.011236 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239a6e4e-9399-4e20-bb23-ed61f793e026 tempest-AllowedAddressPairIpV6TestJSON-53602600 tempest-AllowedAddressPairIpV6TestJSON-53602600-project] Pushing event deleted for resources: {'Port': ['ID=999f4dcc-0f05-4574-af70-1489d81f7283,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:26:33.047163 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-239a6e4e-9399-4e20-bb23-ed61f793e026 tempest-AllowedAddressPairIpV6TestJSON-53602600 tempest-AllowedAddressPairIpV6TestJSON-53602600-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:33.052984 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-239a6e4e-9399-4e20-bb23-ed61f793e026 tempest-AllowedAddressPairIpV6TestJSON-53602600 tempest-AllowedAddressPairIpV6TestJSON-53602600-project] 10.222.0.89 "DELETE /v2.0/ports/999f4dcc-0f05-4574-af70-1489d81f7283 HTTP/1.1" status: 204 len: 168 time: 0.8744895 Feb 04 17:26:33.057929 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 43888) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:26:33.118063 n-d-827839-2 neutron-server[103376]: INFO neutron.pecan_wsgi.hooks.translation [None req-96fb6f3a-88ad-49ba-baf2-bb200401bbdf tempest-AllowedAddressPairIpV6TestJSON-53602600 tempest-AllowedAddressPairIpV6TestJSON-53602600-project] GET failed (client error): The resource could not be found. Feb 04 17:26:33.129859 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-96fb6f3a-88ad-49ba-baf2-bb200401bbdf tempest-AllowedAddressPairIpV6TestJSON-53602600 tempest-AllowedAddressPairIpV6TestJSON-53602600-project] 10.222.0.89 "GET /v2.0/ports/999f4dcc-0f05-4574-af70-1489d81f7283 HTTP/1.1" status: 404 len: 333 time: 0.0691109 Feb 04 17:26:33.132323 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 43892) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:26:33.192389 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269d08e6-569e-4dd8-825e-c7147b5c83a0 service neutron] Pushing event updated for resources: {'Port': ['ID=5b1f17be-ddf9-4c6e-bffe-f6cf9d7badf1,revision_number=2']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:26:33.232367 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-b051375b-5fe4-462a-8a79-3f0284b8c257 req-5245fa9a-aa1e-427b-91d3-05482ced54b1 tempest-ServerRescueNegativeTestJSON-1481324798 tempest-ServerRescueNegativeTestJSON-1481324798-project] 10.222.0.89 "GET /v2.0/security-groups?id=47e1fb0d-88ed-4fed-9e75-9f02b9f534f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1890450 Feb 04 17:26:33.233378 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [req-77a81fa0-3810-4be4-aae9-49caf873a6d4 req-269d08e6-569e-4dd8-825e-c7147b5c83a0 service neutron] Attempting to bind port 5b1f17be-ddf9-4c6e-bffe-f6cf9d7badf1 on host n-h2-827839-2 for vnic_type normal with profile {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:26:33.233722 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [req-77a81fa0-3810-4be4-aae9-49caf873a6d4 req-269d08e6-569e-4dd8-825e-c7147b5c83a0 service neutron] Attempting to bind port 5b1f17be-ddf9-4c6e-bffe-f6cf9d7badf1 by drivers openvswitch,hyperv on host n-h2-827839-2 at level 0 using segments [{'id': 'ca1e4fed-109f-474f-a780-5b9c5be925df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '8ebfdc74-8590-489d-b0e1-fe8b6dd2da25'}] {{(pid=103377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:26:33.234058 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77a81fa0-3810-4be4-aae9-49caf873a6d4 req-269d08e6-569e-4dd8-825e-c7147b5c83a0 service neutron] Attempting to bind port 5b1f17be-ddf9-4c6e-bffe-f6cf9d7badf1 on network 8ebfdc74-8590-489d-b0e1-fe8b6dd2da25 {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:26:33.251018 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77a81fa0-3810-4be4-aae9-49caf873a6d4 req-269d08e6-569e-4dd8-825e-c7147b5c83a0 service neutron] Port 5b1f17be-ddf9-4c6e-bffe-f6cf9d7badf1 on network 8ebfdc74-8590-489d-b0e1-fe8b6dd2da25 not bound, no agent of type Open vSwitch agent registered on host n-h2-827839-2 {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 17:26:33.252992 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77a81fa0-3810-4be4-aae9-49caf873a6d4 req-269d08e6-569e-4dd8-825e-c7147b5c83a0 service neutron] Attempting to bind port 5b1f17be-ddf9-4c6e-bffe-f6cf9d7badf1 on network 8ebfdc74-8590-489d-b0e1-fe8b6dd2da25 {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:26:33.287380 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77a81fa0-3810-4be4-aae9-49caf873a6d4 req-269d08e6-569e-4dd8-825e-c7147b5c83a0 service neutron] Checking agent: {'id': 'f20a1ab3-4332-4f54-833b-ba4a7c687e89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 8, 40), 'started_at': datetime.datetime(2022, 2, 4, 17, 8, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 26, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:26:33.287992 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77a81fa0-3810-4be4-aae9-49caf873a6d4 req-269d08e6-569e-4dd8-825e-c7147b5c83a0 service neutron] Checking segment: {'id': 'ca1e4fed-109f-474f-a780-5b9c5be925df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '8ebfdc74-8590-489d-b0e1-fe8b6dd2da25'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:26:33.289432 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77a81fa0-3810-4be4-aae9-49caf873a6d4 req-269d08e6-569e-4dd8-825e-c7147b5c83a0 service neutron] Bound using segment: {'id': 'ca1e4fed-109f-474f-a780-5b9c5be925df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '8ebfdc74-8590-489d-b0e1-fe8b6dd2da25'} {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:26:33.293135 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [req-77a81fa0-3810-4be4-aae9-49caf873a6d4 req-269d08e6-569e-4dd8-825e-c7147b5c83a0 service neutron] Bound port: 5b1f17be-ddf9-4c6e-bffe-f6cf9d7badf1, host: n-h2-827839-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca1e4fed-109f-474f-a780-5b9c5be925df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '8ebfdc74-8590-489d-b0e1-fe8b6dd2da25'}}] {{(pid=103377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:26:33.293719 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-77a81fa0-3810-4be4-aae9-49caf873a6d4 req-269d08e6-569e-4dd8-825e-c7147b5c83a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (5b1f17be-ddf9-4c6e-bffe-f6cf9d7badf1), before_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:33.357910 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-dcc9fae4-28d2-45cc-ad91-b3be16fd8fde tempest-AllowedAddressPairIpV6TestJSON-53602600 tempest-AllowedAddressPairIpV6TestJSON-53602600-project] Deleting port 8c35a91d-c86f-438b-8787-2089610e1a7e {{(pid=103376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:26:33.358411 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-dcc9fae4-28d2-45cc-ad91-b3be16fd8fde tempest-AllowedAddressPairIpV6TestJSON-53602600 tempest-AllowedAddressPairIpV6TestJSON-53602600-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (8c35a91d-c86f-438b-8787-2089610e1a7e), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:33.390896 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-de972fde-9e01-452d-9ce1-6dfb9c358ee4 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (6264737f-796d-4a40-b151-3afd2db187d5), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:33.441295 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-de972fde-9e01-452d-9ce1-6dfb9c358ee4 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:33.448146 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-de972fde-9e01-452d-9ce1-6dfb9c358ee4 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] 10.222.0.89 "DELETE /v2.0/ports/6264737f-796d-4a40-b151-3afd2db187d5 HTTP/1.1" status: 204 len: 168 time: 0.7411346 Feb 04 17:26:33.448758 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 43922) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:26:33.453489 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de972fde-9e01-452d-9ce1-6dfb9c358ee4 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Pushing event deleted for resources: {'Port': ['ID=6264737f-796d-4a40-b151-3afd2db187d5,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:26:33.522935 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361cf1b4-deb5-43dc-bb67-40d8dea1e9b1 req-8c584d3c-f687-402b-9a64-eb68b20ff38c tempest-ServersTestJSON-906237145 tempest-ServersTestJSON-906237145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:26:33.525277 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-361cf1b4-deb5-43dc-bb67-40d8dea1e9b1 req-8c584d3c-f687-402b-9a64-eb68b20ff38c tempest-ServersTestJSON-906237145 tempest-ServersTestJSON-906237145-project] 10.222.0.89 "GET /v2.0/ports?device_id=21e34ec0-ca77-4fc3-a022-61a8ea584f54 HTTP/1.1" status: 200 len: 943 time: 0.1347008 Feb 04 17:26:33.527497 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-dcc9fae4-28d2-45cc-ad91-b3be16fd8fde tempest-AllowedAddressPairIpV6TestJSON-53602600 tempest-AllowedAddressPairIpV6TestJSON-53602600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (8c35a91d-c86f-438b-8787-2089610e1a7e), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:33.556876 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-dcc9fae4-28d2-45cc-ad91-b3be16fd8fde tempest-AllowedAddressPairIpV6TestJSON-53602600 tempest-AllowedAddressPairIpV6TestJSON-53602600-project] Calling delete_port for 8c35a91d-c86f-438b-8787-2089610e1a7e owned by {{(pid=103376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:26:33.643261 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-361cf1b4-deb5-43dc-bb67-40d8dea1e9b1 req-10bd5e07-b06a-4a0b-804f-df4ee5edbd35 tempest-ServersTestJSON-906237145 tempest-ServersTestJSON-906237145-project] 10.222.0.89 "GET /v2.0/security-groups?id=1e6d02d2-b834-4a41-9e0b-3d41f5ebbbf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1114192 Feb 04 17:26:33.749741 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-dcc9fae4-28d2-45cc-ad91-b3be16fd8fde tempest-AllowedAddressPairIpV6TestJSON-53602600 tempest-AllowedAddressPairIpV6TestJSON-53602600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (8c35a91d-c86f-438b-8787-2089610e1a7e), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:33.783242 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc9fae4-28d2-45cc-ad91-b3be16fd8fde tempest-AllowedAddressPairIpV6TestJSON-53602600 tempest-AllowedAddressPairIpV6TestJSON-53602600-project] Pushing event deleted for resources: {'Port': ['ID=8c35a91d-c86f-438b-8787-2089610e1a7e,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:26:33.821991 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-dcc9fae4-28d2-45cc-ad91-b3be16fd8fde tempest-AllowedAddressPairIpV6TestJSON-53602600 tempest-AllowedAddressPairIpV6TestJSON-53602600-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:33.828551 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-dcc9fae4-28d2-45cc-ad91-b3be16fd8fde tempest-AllowedAddressPairIpV6TestJSON-53602600 tempest-AllowedAddressPairIpV6TestJSON-53602600-project] 10.222.0.89 "DELETE /v2.0/ports/8c35a91d-c86f-438b-8787-2089610e1a7e HTTP/1.1" status: 204 len: 168 time: 0.6628616 Feb 04 17:26:33.828995 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 43932) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:26:33.848201 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [req-77a81fa0-3810-4be4-aae9-49caf873a6d4 req-269d08e6-569e-4dd8-825e-c7147b5c83a0 service neutron] For port 5b1f17be-ddf9-4c6e-bffe-f6cf9d7badf1, host n-h2-827839-2, cleared binding levels {{(pid=103377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:26:33.865531 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [req-77a81fa0-3810-4be4-aae9-49caf873a6d4 req-269d08e6-569e-4dd8-825e-c7147b5c83a0 service neutron] For port 5b1f17be-ddf9-4c6e-bffe-f6cf9d7badf1, host n-h2-827839-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=5b1f17be-ddf9-4c6e-bffe-f6cf9d7badf1,segment=NetworkSegment(ca1e4fed-109f-474f-a780-5b9c5be925df),segment_id=ca1e4fed-109f-474f-a780-5b9c5be925df)] {{(pid=103377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:26:33.880531 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b849975-8623-4050-9140-98b10e332bb8 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:26:33.886065 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b849975-8623-4050-9140-98b10e332bb8 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:26:33.890353 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-4b849975-8623-4050-9140-98b10e332bb8 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] 10.222.0.89 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1455 time: 0.4356883 Feb 04 17:26:33.890353 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-77a81fa0-3810-4be4-aae9-49caf873a6d4 req-269d08e6-569e-4dd8-825e-c7147b5c83a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25888290'] for port (5b1f17be-ddf9-4c6e-bffe-f6cf9d7badf1), after_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:33.891227 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 43934) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:26:33.910758 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.db_base_plugin_v2 [None req-6cc5661f-06f4-4adb-817e-554023e93629 tempest-AllowedAddressPairIpV6TestJSON-53602600 tempest-AllowedAddressPairIpV6TestJSON-53602600-project] Deleting subnet 8876a6cc-c7cc-4e37-a881-45c61bddd46a {{(pid=103376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 17:26:33.916579 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-6cc5661f-06f4-4adb-817e-554023e93629 tempest-AllowedAddressPairIpV6TestJSON-53602600 tempest-AllowedAddressPairIpV6TestJSON-53602600-project] Publish callbacks [] for subnet (8876a6cc-c7cc-4e37-a881-45c61bddd46a), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:33.964467 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a81fa0-3810-4be4-aae9-49caf873a6d4 req-269d08e6-569e-4dd8-825e-c7147b5c83a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:26:33.965128 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-77a81fa0-3810-4be4-aae9-49caf873a6d4 req-269d08e6-569e-4dd8-825e-c7147b5c83a0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:33.966513 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-77a81fa0-3810-4be4-aae9-49caf873a6d4 req-269d08e6-569e-4dd8-825e-c7147b5c83a0 service neutron] 10.222.0.90 "PUT /v2.0/ports/5b1f17be-ddf9-4c6e-bffe-f6cf9d7badf1 HTTP/1.1" status: 200 len: 1091 time: 2.4388905 Feb 04 17:26:33.966969 n-d-827839-2 neutron-server[103377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21e34ec0-ca77-4fc3-a022-61a8ea584f54', 'tag': '5b1f17be-ddf9-4c6e-bffe-f6cf9d7badf1'}] {{(pid=103377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:26:33.967533 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006728da-b826-4c89-9081-a8e0f732836c req-22ed292a-88e6-4629-8d13-6c710bf3c634 tempest-ListImageFiltersTestJSON-637610508 tempest-ListImageFiltersTestJSON-637610508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:26:33.969102 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-006728da-b826-4c89-9081-a8e0f732836c req-22ed292a-88e6-4629-8d13-6c710bf3c634 tempest-ListImageFiltersTestJSON-637610508 tempest-ListImageFiltersTestJSON-637610508-project] 10.222.0.89 "GET /v2.0/ports?device_id=dc2bad38-c195-4b69-bf4d-a243173f043e HTTP/1.1" status: 200 len: 948 time: 0.1087716 Feb 04 17:26:33.969258 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7240428b650e1488e9361b62648ff4b3a6c19d49d8c27c949491ab58c1346cf0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-437073f9-c583-41f2-adf5-d5adc70fb29b" -d '{"events": [{"name": "network-changed", "server_uuid": "21e34ec0-ca77-4fc3-a022-61a8ea584f54", "tag": "5b1f17be-ddf9-4c6e-bffe-f6cf9d7badf1"}]}' {{(pid=103377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:26:33.975073 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-6cc5661f-06f4-4adb-817e-554023e93629 tempest-AllowedAddressPairIpV6TestJSON-53602600 tempest-AllowedAddressPairIpV6TestJSON-53602600-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25674901'] for subnet (8876a6cc-c7cc-4e37-a881-45c61bddd46a), precommit_delete_associations {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:34.084396 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269d08e6-569e-4dd8-825e-c7147b5c83a0 service neutron] Pushing event updated for resources: {'Port': ['ID=5b1f17be-ddf9-4c6e-bffe-f6cf9d7badf1,revision_number=3']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:26:34.128242 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-006728da-b826-4c89-9081-a8e0f732836c req-b8b6d5c9-6299-4b33-b6e9-4344ad598fb1 tempest-ListImageFiltersTestJSON-637610508 tempest-ListImageFiltersTestJSON-637610508-project] 10.222.0.89 "GET /v2.0/security-groups?id=64f1a98c-fa51-4ada-9579-f28b8d0ae7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258557 Feb 04 17:26:34.139390 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-5b32992d-dc5c-461a-ac12-342602a99593 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Deleting port 7ec57a9c-d07a-49aa-9c1d-d6cf0c776cea {{(pid=103377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:26:34.139740 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-5b32992d-dc5c-461a-ac12-342602a99593 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (7ec57a9c-d07a-49aa-9c1d-d6cf0c776cea), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:34.161347 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-6cc5661f-06f4-4adb-817e-554023e93629 tempest-AllowedAddressPairIpV6TestJSON-53602600 tempest-AllowedAddressPairIpV6TestJSON-53602600-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1541225'] for subnet (8876a6cc-c7cc-4e37-a881-45c61bddd46a), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:34.258438 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 17:26:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a912eedf-53ea-46a6-a92b-daaf5486cf26 x-openstack-request-id: req-a912eedf-53ea-46a6-a92b-daaf5486cf26 {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:26:34.258743 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21e34ec0-ca77-4fc3-a022-61a8ea584f54", "tag": "5b1f17be-ddf9-4c6e-bffe-f6cf9d7badf1", "status": "completed", "code": 200}]} {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:26:34.259172 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-a912eedf-53ea-46a6-a92b-daaf5486cf26 {{(pid=103377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:26:34.259569 n-d-827839-2 neutron-server[103377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21e34ec0-ca77-4fc3-a022-61a8ea584f54', 'tag': '5b1f17be-ddf9-4c6e-bffe-f6cf9d7badf1', 'status': 'completed', 'code': 200} Feb 04 17:26:34.261216 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-5b32992d-dc5c-461a-ac12-342602a99593 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (7ec57a9c-d07a-49aa-9c1d-d6cf0c776cea), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:34.262441 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-6cc5661f-06f4-4adb-817e-554023e93629 tempest-AllowedAddressPairIpV6TestJSON-53602600 tempest-AllowedAddressPairIpV6TestJSON-53602600-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1541216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25675894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25858947'] for subnet (8876a6cc-c7cc-4e37-a881-45c61bddd46a), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:34.279515 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-5b32992d-dc5c-461a-ac12-342602a99593 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Calling delete_port for 7ec57a9c-d07a-49aa-9c1d-d6cf0c776cea owned by {{(pid=103377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:26:34.289512 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-6cc5661f-06f4-4adb-817e-554023e93629 tempest-AllowedAddressPairIpV6TestJSON-53602600 tempest-AllowedAddressPairIpV6TestJSON-53602600-project] Publish callbacks [] for subnet (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:34.294368 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-6cc5661f-06f4-4adb-817e-554023e93629 tempest-AllowedAddressPairIpV6TestJSON-53602600 tempest-AllowedAddressPairIpV6TestJSON-53602600-project] 10.222.0.89 "DELETE /v2.0/subnets/8876a6cc-c7cc-4e37-a881-45c61bddd46a HTTP/1.1" status: 204 len: 168 time: 0.4643295 Feb 04 17:26:34.296813 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 43944) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:26:34.299885 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f60f140-a104-4b88-9b3c-92fc1cb06fea None None] Network 6c959a4a-4b77-41d1-ad3a-cf5cab61eb11 requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:26:34.309055 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a81fa0-3810-4be4-aae9-49caf873a6d4 req-bb0c7825-aa48-48f7-94b7-7b4d4d93b419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:26:34.310712 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-77a81fa0-3810-4be4-aae9-49caf873a6d4 req-bb0c7825-aa48-48f7-94b7-7b4d4d93b419 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=80b7aa89cf1b4bc4904176df2ebfd332&device_id=21e34ec0-ca77-4fc3-a022-61a8ea584f54 HTTP/1.1" status: 200 len: 1125 time: 0.2389381 Feb 04 17:26:34.316412 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc5661f-06f4-4adb-817e-554023e93629 tempest-AllowedAddressPairIpV6TestJSON-53602600 tempest-AllowedAddressPairIpV6TestJSON-53602600-project] Pushing event deleted for resources: {'Subnet': ['ID=8876a6cc-c7cc-4e37-a881-45c61bddd46a,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:26:34.420170 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdbb6a3-bce1-4e27-8a16-92c499beb8e4 req-4d2a4578-d28f-4e37-823a-ecbde1a47f9a tempest-ServerRescueNegativeTestJSON-1481324798 tempest-ServerRescueNegativeTestJSON-1481324798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:26:34.423669 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-77a81fa0-3810-4be4-aae9-49caf873a6d4 req-deade6d9-0be4-4d05-81ea-7891ac06e833 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5b1f17be-ddf9-4c6e-bffe-f6cf9d7badf1 HTTP/1.1" status: 200 len: 217 time: 0.0735610 Feb 04 17:26:34.425515 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-6cdbb6a3-bce1-4e27-8a16-92c499beb8e4 req-4d2a4578-d28f-4e37-823a-ecbde1a47f9a tempest-ServerRescueNegativeTestJSON-1481324798 tempest-ServerRescueNegativeTestJSON-1481324798-project] 10.222.0.89 "GET /v2.0/ports?device_id=5f99a685-700d-4f63-88c2-d2a04a4a422d HTTP/1.1" status: 200 len: 945 time: 0.0707135 Feb 04 17:26:34.494478 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-6cdbb6a3-bce1-4e27-8a16-92c499beb8e4 req-38a4a9ac-41da-4d2a-bb56-e7ae55e32a72 tempest-ServerRescueNegativeTestJSON-1481324798 tempest-ServerRescueNegativeTestJSON-1481324798-project] 10.222.0.89 "GET /v2.0/security-groups?id=47e1fb0d-88ed-4fed-9e75-9f02b9f534f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614891 Feb 04 17:26:34.507201 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-190f6d73-0afe-4e09-a411-1f3e8b165ff7 tempest-AllowedAddressPairIpV6TestJSON-53602600 tempest-AllowedAddressPairIpV6TestJSON-53602600-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628832'] for network (6c959a4a-4b77-41d1-ad3a-cf5cab61eb11), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:34.526233 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6bbd7bf-ba7b-42d8-b600-b474584cbbe7 None None] DHCP port deletion for 6c959a4a-4b77-41d1-ad3a-cf5cab61eb11 request from n-d-827839-2 {{(pid=103378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 17:26:34.544252 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a81fa0-3810-4be4-aae9-49caf873a6d4 req-89086c6b-a90e-45d9-87b0-a91632d10a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:26:34.545853 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-77a81fa0-3810-4be4-aae9-49caf873a6d4 req-89086c6b-a90e-45d9-87b0-a91632d10a61 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=63f84b38-d024-489b-b804-8ab0056a6a07 HTTP/1.1" status: 200 len: 845 time: 0.1125388 Feb 04 17:26:34.548092 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-5b32992d-dc5c-461a-ac12-342602a99593 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (7ec57a9c-d07a-49aa-9c1d-d6cf0c776cea), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:34.577441 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-f6bbd7bf-ba7b-42d8-b600-b474584cbbe7 None None] Deleting port b17f9964-a75c-4998-8d64-f844b2c05963 {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:26:34.577821 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f6bbd7bf-ba7b-42d8-b600-b474584cbbe7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (b17f9964-a75c-4998-8d64-f844b2c05963), before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:34.624430 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b32992d-dc5c-461a-ac12-342602a99593 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Pushing event deleted for resources: {'Port': ['ID=7ec57a9c-d07a-49aa-9c1d-d6cf0c776cea,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:26:34.626529 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-5b32992d-dc5c-461a-ac12-342602a99593 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:34.632609 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-5b32992d-dc5c-461a-ac12-342602a99593 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] 10.222.0.89 "DELETE /v2.0/ports/7ec57a9c-d07a-49aa-9c1d-d6cf0c776cea HTTP/1.1" status: 204 len: 168 time: 0.7361033 Feb 04 17:26:34.634131 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 43946) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:26:34.666034 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a81fa0-3810-4be4-aae9-49caf873a6d4 req-cd57884e-6d1f-4106-94b0-f61bb4a9d7c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:26:34.667769 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-77a81fa0-3810-4be4-aae9-49caf873a6d4 req-cd57884e-6d1f-4106-94b0-f61bb4a9d7c5 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=8ebfdc74-8590-489d-b0e1-fe8b6dd2da25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0960746 Feb 04 17:26:34.674659 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-190f6d73-0afe-4e09-a411-1f3e8b165ff7 tempest-AllowedAddressPairIpV6TestJSON-53602600 tempest-AllowedAddressPairIpV6TestJSON-53602600-project] Deleting port b17f9964-a75c-4998-8d64-f844b2c05963 {{(pid=103377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:26:34.674916 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-190f6d73-0afe-4e09-a411-1f3e8b165ff7 tempest-AllowedAddressPairIpV6TestJSON-53602600 tempest-AllowedAddressPairIpV6TestJSON-53602600-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (b17f9964-a75c-4998-8d64-f844b2c05963), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:34.677489 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-f6bbd7bf-ba7b-42d8-b600-b474584cbbe7 None None] For port b17f9964-a75c-4998-8d64-f844b2c05963, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=b17f9964-a75c-4998-8d64-f844b2c05963,segment=NetworkSegment(06ca3960-d853-4c08-a0e2-ea76202e4d97),segment_id=06ca3960-d853-4c08-a0e2-ea76202e4d97)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:26:34.677916 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f6bbd7bf-ba7b-42d8-b600-b474584cbbe7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (b17f9964-a75c-4998-8d64-f844b2c05963), precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:34.749839 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-f6bbd7bf-ba7b-42d8-b600-b474584cbbe7 None None] Calling delete_port for b17f9964-a75c-4998-8d64-f844b2c05963 owned by network:dhcp {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:26:34.755031 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aac5cb8e-f811-483c-8975-c7b4b1022c9c tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:26:34.759536 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-aac5cb8e-f811-483c-8975-c7b4b1022c9c tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] 10.222.0.89 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.1205118 Feb 04 17:26:34.760543 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 43952) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:26:34.797108 n-d-827839-2 neutron-server[103376]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5af30d8-faa9-4bbb-b361-45eddd4aa3f2 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] GET failed (client error): The resource could not be found. Feb 04 17:26:34.801550 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-a5af30d8-faa9-4bbb-b361-45eddd4aa3f2 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] 10.222.0.89 "GET /v2.0/ports/6264737f-796d-4a40-b151-3afd2db187d5 HTTP/1.1" status: 404 len: 333 time: 0.0339403 Feb 04 17:26:34.801731 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 43954) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:26:34.802818 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4f14bb47-e72b-46ac-9e44-a61d9293afcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (75326290-f7a3-4db8-9cf2-15c7139ed224), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:34.821890 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [None req-190f6d73-0afe-4e09-a411-1f3e8b165ff7 tempest-AllowedAddressPairIpV6TestJSON-53602600 tempest-AllowedAddressPairIpV6TestJSON-53602600-project] For port b17f9964-a75c-4998-8d64-f844b2c05963, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=b17f9964-a75c-4998-8d64-f844b2c05963,segment=NetworkSegment(06ca3960-d853-4c08-a0e2-ea76202e4d97),segment_id=06ca3960-d853-4c08-a0e2-ea76202e4d97)] {{(pid=103377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:26:34.822329 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-190f6d73-0afe-4e09-a411-1f3e8b165ff7 tempest-AllowedAddressPairIpV6TestJSON-53602600 tempest-AllowedAddressPairIpV6TestJSON-53602600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (b17f9964-a75c-4998-8d64-f844b2c05963), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:34.831251 n-d-827839-2 neutron-server[103376]: INFO neutron.pecan_wsgi.hooks.translation [None req-82a7fe19-174b-49cc-ad68-d3f7a6f5cd9f tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] GET failed (client error): The resource could not be found. Feb 04 17:26:34.835198 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-82a7fe19-174b-49cc-ad68-d3f7a6f5cd9f tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] 10.222.0.89 "GET /v2.0/ports/7ec57a9c-d07a-49aa-9c1d-d6cf0c776cea HTTP/1.1" status: 404 len: 333 time: 0.0295227 Feb 04 17:26:34.836765 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 43956) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:26:34.842143 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-190f6d73-0afe-4e09-a411-1f3e8b165ff7 tempest-AllowedAddressPairIpV6TestJSON-53602600 tempest-AllowedAddressPairIpV6TestJSON-53602600-project] Calling delete_port for b17f9964-a75c-4998-8d64-f844b2c05963 owned by network:dhcp {{(pid=103377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:26:34.914163 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-77a81fa0-3810-4be4-aae9-49caf873a6d4 req-c076029a-df82-4ddf-8e5f-6d1774e51308 service neutron] 10.222.0.90 "GET /v2.0/networks/8ebfdc74-8590-489d-b0e1-fe8b6dd2da25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2371550 Feb 04 17:26:34.924673 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-d125f408-4fc6-4947-aeb2-d5005a413b3c tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628832'] for network (db7c54a9-3f05-4226-9d0a-bc6674c466b3), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:34.936457 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b802fdd-93df-43bf-92ee-7c70d4640d87 req-9d7e00a3-d8fb-44ad-a4fc-2a45f1c5bd3d tempest-ServersTestJSON-906237145 tempest-ServersTestJSON-906237145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:26:34.938051 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-3b802fdd-93df-43bf-92ee-7c70d4640d87 req-9d7e00a3-d8fb-44ad-a4fc-2a45f1c5bd3d tempest-ServersTestJSON-906237145 tempest-ServersTestJSON-906237145-project] 10.222.0.89 "GET /v2.0/ports?device_id=21e34ec0-ca77-4fc3-a022-61a8ea584f54 HTTP/1.1" status: 200 len: 943 time: 0.1787722 Feb 04 17:26:35.030539 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-d125f408-4fc6-4947-aeb2-d5005a413b3c tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1543676', 'neutron.services.segments.db._delete_segments_for_network-8781084786517'] for network (db7c54a9-3f05-4226-9d0a-bc6674c466b3), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:35.055947 n-d-827839-2 neutron-server[103376]: DEBUG neutron.services.segments.db [None req-d125f408-4fc6-4947-aeb2-d5005a413b3c tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db7c54a9-3f05-4226-9d0a-bc6674c466b3']}} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:26:35.067454 n-d-827839-2 neutron-server[103376]: DEBUG neutron.services.segments.db [None req-d125f408-4fc6-4947-aeb2-d5005a413b3c tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b9e1d74-ad62-4625-9f99-4607cedb6542') {'for_net_delete': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:26:35.067843 n-d-827839-2 neutron-server[103376]: DEBUG neutron.services.segments.db [None req-d125f408-4fc6-4947-aeb2-d5005a413b3c tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b9e1d74-ad62-4625-9f99-4607cedb6542') {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:26:35.073466 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-3b802fdd-93df-43bf-92ee-7c70d4640d87 req-007229e0-aedc-40a3-a240-8ec7f7841b05 tempest-ServersTestJSON-906237145 tempest-ServersTestJSON-906237145-project] 10.222.0.89 "GET /v2.0/security-groups?id=1e6d02d2-b834-4a41-9e0b-3d41f5ebbbf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1208541 Feb 04 17:26:35.079193 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-190f6d73-0afe-4e09-a411-1f3e8b165ff7 tempest-AllowedAddressPairIpV6TestJSON-53602600 tempest-AllowedAddressPairIpV6TestJSON-53602600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (b17f9964-a75c-4998-8d64-f844b2c05963), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:35.081945 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-d125f408-4fc6-4947-aeb2-d5005a413b3c tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781084783966', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25674908'] for segment (5b9e1d74-ad62-4625-9f99-4607cedb6542), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:35.102599 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-d125f408-4fc6-4947-aeb2-d5005a413b3c tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (5b9e1d74-ad62-4625-9f99-4607cedb6542), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:35.109157 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-77a81fa0-3810-4be4-aae9-49caf873a6d4 req-5a43eaca-0d89-4005-9ffc-ec2d490846a4 service neutron] 10.222.0.90 "GET /v2.0/networks/8ebfdc74-8590-489d-b0e1-fe8b6dd2da25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1880808 Feb 04 17:26:35.110261 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190f6d73-0afe-4e09-a411-1f3e8b165ff7 tempest-AllowedAddressPairIpV6TestJSON-53602600 tempest-AllowedAddressPairIpV6TestJSON-53602600-project] Pushing event deleted for resources: {'Port': ['ID=b17f9964-a75c-4998-8d64-f844b2c05963,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:26:35.111592 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d125f408-4fc6-4947-aeb2-d5005a413b3c tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Releasing vlan 756 on physical network physnet1 to pool {{(pid=103376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 17:26:35.112282 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-d125f408-4fc6-4947-aeb2-d5005a413b3c tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25675992'] for segment (5b9e1d74-ad62-4625-9f99-4607cedb6542), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:35.113763 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-190f6d73-0afe-4e09-a411-1f3e8b165ff7 tempest-AllowedAddressPairIpV6TestJSON-53602600 tempest-AllowedAddressPairIpV6TestJSON-53602600-project] No DVR routers for this DVR port b17f9964-a75c-4998-8d64-f844b2c05963 on host n-d-827839-2 {{(pid=103377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 17:26:35.117627 n-d-827839-2 neutron-server[103376]: Traceback (most recent call last): Feb 04 17:26:35.117627 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 17:26:35.117627 n-d-827839-2 neutron-server[103376]: timer() Feb 04 17:26:35.117627 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 17:26:35.117627 n-d-827839-2 neutron-server[103376]: cb(*args, **kw) Feb 04 17:26:35.117627 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 17:26:35.117627 n-d-827839-2 neutron-server[103376]: return func(*args, **kwargs) Feb 04 17:26:35.117627 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 17:26:35.117627 n-d-827839-2 neutron-server[103376]: self._notify() Feb 04 17:26:35.117627 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 17:26:35.117627 n-d-827839-2 neutron-server[103376]: self.callback(batched_events) Feb 04 17:26:35.117627 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 17:26:35.117627 n-d-827839-2 neutron-server[103376]: event.method(event) Feb 04 17:26:35.117627 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 17:26:35.117627 n-d-827839-2 neutron-server[103376]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 17:26:35.117627 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 17:26:35.117627 n-d-827839-2 neutron-server[103376]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 17:26:35.117627 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 17:26:35.117627 n-d-827839-2 neutron-server[103376]: return f(self, *a, **k) Feb 04 17:26:35.117627 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 17:26:35.117627 n-d-827839-2 neutron-server[103376]: return self._get(url).json() Feb 04 17:26:35.117627 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 17:26:35.117627 n-d-827839-2 neutron-server[103376]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 17:26:35.117627 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 17:26:35.117627 n-d-827839-2 neutron-server[103376]: return self.request(url, 'GET', **kwargs) Feb 04 17:26:35.117627 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 17:26:35.117627 n-d-827839-2 neutron-server[103376]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 17:26:35.117627 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 17:26:35.117627 n-d-827839-2 neutron-server[103376]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 17:26:35.117627 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 17:26:35.117627 n-d-827839-2 neutron-server[103376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 17:26:35.117627 n-d-827839-2 neutron-server[103376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 17:26:35.126333 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f6bbd7bf-ba7b-42d8-b600-b474584cbbe7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144'] for port (b17f9964-a75c-4998-8d64-f844b2c05963), after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:35.188219 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6bbd7bf-ba7b-42d8-b600-b474584cbbe7 None None] Pushing event deleted for resources: {'Port': ['ID=b17f9964-a75c-4998-8d64-f844b2c05963,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:26:35.194060 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6bbd7bf-ba7b-42d8-b600-b474584cbbe7 None None] No DVR routers for this DVR port b17f9964-a75c-4998-8d64-f844b2c05963 on host n-d-827839-2 {{(pid=103378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 17:26:35.198790 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-d125f408-4fc6-4947-aeb2-d5005a413b3c tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1543671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1595572'] for network (db7c54a9-3f05-4226-9d0a-bc6674c466b3), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:35.230484 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-190f6d73-0afe-4e09-a411-1f3e8b165ff7 tempest-AllowedAddressPairIpV6TestJSON-53602600 tempest-AllowedAddressPairIpV6TestJSON-53602600-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1543676', 'neutron.services.segments.db._delete_segments_for_network-8781084786517'] for network (6c959a4a-4b77-41d1-ad3a-cf5cab61eb11), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:35.241682 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-d125f408-4fc6-4947-aeb2-d5005a413b3c tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677565'] for network (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:35.245497 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-d125f408-4fc6-4947-aeb2-d5005a413b3c tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] 10.222.0.89 "DELETE /v2.0/networks/db7c54a9-3f05-4226-9d0a-bc6674c466b3 HTTP/1.1" status: 204 len: 168 time: 0.4082963 Feb 04 17:26:35.249064 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d125f408-4fc6-4947-aeb2-d5005a413b3c tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Pushing event deleted for resources: {'Network': ['ID=db7c54a9-3f05-4226-9d0a-bc6674c466b3,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:26:35.252534 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 43960) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:26:35.258611 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-d3bfd577-1709-461d-b378-8b91fff5e121 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1170497672'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:26:35.267052 n-d-827839-2 neutron-server[103377]: DEBUG neutron.services.segments.db [None req-190f6d73-0afe-4e09-a411-1f3e8b165ff7 tempest-AllowedAddressPairIpV6TestJSON-53602600 tempest-AllowedAddressPairIpV6TestJSON-53602600-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c959a4a-4b77-41d1-ad3a-cf5cab61eb11']}} {{(pid=103377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:26:35.286595 n-d-827839-2 neutron-server[103377]: DEBUG neutron.services.segments.db [None req-190f6d73-0afe-4e09-a411-1f3e8b165ff7 tempest-AllowedAddressPairIpV6TestJSON-53602600 tempest-AllowedAddressPairIpV6TestJSON-53602600-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06ca3960-d853-4c08-a0e2-ea76202e4d97') {'for_net_delete': True} {{(pid=103377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:26:35.286813 n-d-827839-2 neutron-server[103377]: DEBUG neutron.services.segments.db [None req-190f6d73-0afe-4e09-a411-1f3e8b165ff7 tempest-AllowedAddressPairIpV6TestJSON-53602600 tempest-AllowedAddressPairIpV6TestJSON-53602600-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06ca3960-d853-4c08-a0e2-ea76202e4d97') {} {{(pid=103377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:26:35.296071 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437073f9-c583-41f2-adf5-d5adc70fb29b req-74d2addc-f89a-44e5-94cf-18d21fd34105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:26:35.297670 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-437073f9-c583-41f2-adf5-d5adc70fb29b req-74d2addc-f89a-44e5-94cf-18d21fd34105 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=80b7aa89cf1b4bc4904176df2ebfd332&device_id=21e34ec0-ca77-4fc3-a022-61a8ea584f54 HTTP/1.1" status: 200 len: 1125 time: 0.1138024 Feb 04 17:26:35.301702 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927bffc6-91ac-4e77-a8e5-c95837768664 req-a033781f-f379-45d6-b8cd-f46f32e6d1a3 tempest-ListImageFiltersTestJSON-637610508 tempest-ListImageFiltersTestJSON-637610508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:26:35.302973 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-190f6d73-0afe-4e09-a411-1f3e8b165ff7 tempest-AllowedAddressPairIpV6TestJSON-53602600 tempest-AllowedAddressPairIpV6TestJSON-53602600-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781084783966', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26866685'] for segment (06ca3960-d853-4c08-a0e2-ea76202e4d97), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:35.303144 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-927bffc6-91ac-4e77-a8e5-c95837768664 req-a033781f-f379-45d6-b8cd-f46f32e6d1a3 tempest-ListImageFiltersTestJSON-637610508 tempest-ListImageFiltersTestJSON-637610508-project] 10.222.0.89 "GET /v2.0/ports?device_id=dc2bad38-c195-4b69-bf4d-a243173f043e HTTP/1.1" status: 200 len: 948 time: 0.0633175 Feb 04 17:26:35.305725 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3bfd577-1709-461d-b378-8b91fff5e121 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Made reservation on behalf of bcdddb23c6b346f2aa47053863d313d1 for: {'network': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:26:35.308885 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-d3bfd577-1709-461d-b378-8b91fff5e121 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for network (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:35.346291 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-190f6d73-0afe-4e09-a411-1f3e8b165ff7 tempest-AllowedAddressPairIpV6TestJSON-53602600 tempest-AllowedAddressPairIpV6TestJSON-53602600-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (06ca3960-d853-4c08-a0e2-ea76202e4d97), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:35.357095 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-927bffc6-91ac-4e77-a8e5-c95837768664 req-28382c90-4c07-4403-8ae9-b6787c1fc14d tempest-ListImageFiltersTestJSON-637610508 tempest-ListImageFiltersTestJSON-637610508-project] 10.222.0.89 "GET /v2.0/security-groups?id=64f1a98c-fa51-4ada-9579-f28b8d0ae7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467813 Feb 04 17:26:35.383750 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-190f6d73-0afe-4e09-a411-1f3e8b165ff7 tempest-AllowedAddressPairIpV6TestJSON-53602600 tempest-AllowedAddressPairIpV6TestJSON-53602600-project] Releasing vlan 791 on physical network physnet1 to pool {{(pid=103377) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 17:26:35.384152 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-190f6d73-0afe-4e09-a411-1f3e8b165ff7 tempest-AllowedAddressPairIpV6TestJSON-53602600 tempest-AllowedAddressPairIpV6TestJSON-53602600-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25888454'] for segment (06ca3960-d853-4c08-a0e2-ea76202e4d97), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:35.387930 n-d-827839-2 neutron-server[103377]: Traceback (most recent call last): Feb 04 17:26:35.387930 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 17:26:35.387930 n-d-827839-2 neutron-server[103377]: timer() Feb 04 17:26:35.387930 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 17:26:35.387930 n-d-827839-2 neutron-server[103377]: cb(*args, **kw) Feb 04 17:26:35.387930 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 17:26:35.387930 n-d-827839-2 neutron-server[103377]: return func(*args, **kwargs) Feb 04 17:26:35.387930 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 17:26:35.387930 n-d-827839-2 neutron-server[103377]: self._notify() Feb 04 17:26:35.387930 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 17:26:35.387930 n-d-827839-2 neutron-server[103377]: self.callback(batched_events) Feb 04 17:26:35.387930 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 17:26:35.387930 n-d-827839-2 neutron-server[103377]: event.method(event) Feb 04 17:26:35.387930 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 17:26:35.387930 n-d-827839-2 neutron-server[103377]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 17:26:35.387930 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 17:26:35.387930 n-d-827839-2 neutron-server[103377]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 17:26:35.387930 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 17:26:35.387930 n-d-827839-2 neutron-server[103377]: return f(self, *a, **k) Feb 04 17:26:35.387930 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 17:26:35.387930 n-d-827839-2 neutron-server[103377]: return self._get(url).json() Feb 04 17:26:35.387930 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 17:26:35.387930 n-d-827839-2 neutron-server[103377]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 17:26:35.387930 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 17:26:35.387930 n-d-827839-2 neutron-server[103377]: return self.request(url, 'GET', **kwargs) Feb 04 17:26:35.387930 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 17:26:35.387930 n-d-827839-2 neutron-server[103377]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 17:26:35.387930 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 17:26:35.387930 n-d-827839-2 neutron-server[103377]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 17:26:35.387930 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 17:26:35.387930 n-d-827839-2 neutron-server[103377]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 17:26:35.387930 n-d-827839-2 neutron-server[103377]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 17:26:35.450649 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3bfd577-1709-461d-b378-8b91fff5e121 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] vlan segment allocate from pool success with {'vlan_id': 781, 'physical_network': 'physnet1'} {{(pid=103377) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 17:26:35.471151 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-190f6d73-0afe-4e09-a411-1f3e8b165ff7 tempest-AllowedAddressPairIpV6TestJSON-53602600 tempest-AllowedAddressPairIpV6TestJSON-53602600-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1543671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1595572'] for network (6c959a4a-4b77-41d1-ad3a-cf5cab61eb11), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:35.474649 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-d3bfd577-1709-461d-b378-8b91fff5e121 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (20132879-29fb-41e1-ba77-d0b42f896440), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:35.474975 n-d-827839-2 neutron-server[103377]: INFO neutron.db.segments_db [None req-d3bfd577-1709-461d-b378-8b91fff5e121 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Added segment 20132879-29fb-41e1-ba77-d0b42f896440 of type vlan for network 45582397-22fd-4cf6-899f-eb1c60e5c316 Feb 04 17:26:35.484104 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-190f6d73-0afe-4e09-a411-1f3e8b165ff7 tempest-AllowedAddressPairIpV6TestJSON-53602600 tempest-AllowedAddressPairIpV6TestJSON-53602600-project] Publish callbacks [] for network (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:35.487121 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-190f6d73-0afe-4e09-a411-1f3e8b165ff7 tempest-AllowedAddressPairIpV6TestJSON-53602600 tempest-AllowedAddressPairIpV6TestJSON-53602600-project] 10.222.0.89 "DELETE /v2.0/networks/6c959a4a-4b77-41d1-ad3a-cf5cab61eb11 HTTP/1.1" status: 204 len: 168 time: 1.1885195 Feb 04 17:26:35.520614 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437073f9-c583-41f2-adf5-d5adc70fb29b req-b29c8044-3ec4-43ec-b159-e54e1f34e734 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:26:35.522220 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-437073f9-c583-41f2-adf5-d5adc70fb29b req-b29c8044-3ec4-43ec-b159-e54e1f34e734 service neutron] 10.222.0.90 "GET /v2.0/networks?id=8ebfdc74-8590-489d-b0e1-fe8b6dd2da25 HTTP/1.1" status: 200 len: 907 time: 0.2069309 Feb 04 17:26:35.523316 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190f6d73-0afe-4e09-a411-1f3e8b165ff7 tempest-AllowedAddressPairIpV6TestJSON-53602600 tempest-AllowedAddressPairIpV6TestJSON-53602600-project] Pushing event deleted for resources: {'Network': ['ID=6c959a4a-4b77-41d1-ad3a-cf5cab61eb11,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:26:35.594605 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-437073f9-c583-41f2-adf5-d5adc70fb29b req-44f1f5eb-65b4-4e86-8b4e-854a3fb15dc6 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5b1f17be-ddf9-4c6e-bffe-f6cf9d7badf1 HTTP/1.1" status: 200 len: 217 time: 0.0460885 Feb 04 17:26:35.604500 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-d3bfd577-1709-461d-b378-8b91fff5e121 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781084292801'] for network (45582397-22fd-4cf6-899f-eb1c60e5c316), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:35.691970 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (ba70844b-66a0-45fd-a2f2-e6ed673321fc), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:35.723005 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-d3bfd577-1709-461d-b378-8b91fff5e121 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327'] for network (45582397-22fd-4cf6-899f-eb1c60e5c316), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:35.728482 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3bfd577-1709-461d-b378-8b91fff5e121 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:26:35.729195 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-d3bfd577-1709-461d-b378-8b91fff5e121 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Publish callbacks [] for network (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:35.737432 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437073f9-c583-41f2-adf5-d5adc70fb29b req-9e937f5b-05f0-426f-b4ae-93b4014ec305 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:26:35.738853 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-437073f9-c583-41f2-adf5-d5adc70fb29b req-9e937f5b-05f0-426f-b4ae-93b4014ec305 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=63f84b38-d024-489b-b804-8ab0056a6a07 HTTP/1.1" status: 200 len: 845 time: 0.1310964 Feb 04 17:26:35.766213 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 43968) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:26:35.811682 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851c9628-5643-400a-86f8-8d4f82f2e310 req-f1e8e056-57d6-4021-9559-aab08e2d2da6 tempest-ServerRescueNegativeTestJSON-1481324798 tempest-ServerRescueNegativeTestJSON-1481324798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:26:35.813207 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-851c9628-5643-400a-86f8-8d4f82f2e310 req-f1e8e056-57d6-4021-9559-aab08e2d2da6 tempest-ServerRescueNegativeTestJSON-1481324798 tempest-ServerRescueNegativeTestJSON-1481324798-project] 10.222.0.89 "GET /v2.0/ports?device_id=5f99a685-700d-4f63-88c2-d2a04a4a422d HTTP/1.1" status: 200 len: 945 time: 0.2226071 Feb 04 17:26:35.833447 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-d3bfd577-1709-461d-b378-8b91fff5e121 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5790546 Feb 04 17:26:35.837393 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 43972) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:26:35.843987 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-2c1fb2fa-d7ba-47bb-8b53-8d0400d03f75 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Request body: {'subnet': {'network_id': '45582397-22fd-4cf6-899f-eb1c60e5c316', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:26:35.861694 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5df03b-f5dc-4f43-8faa-8ba4462c856e req-64cfbd03-9bbf-44e4-bd59-d9c4974971cd tempest-ListImageFiltersTestJSON-637610508 tempest-ListImageFiltersTestJSON-637610508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:26:35.863167 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-2b5df03b-f5dc-4f43-8faa-8ba4462c856e req-64cfbd03-9bbf-44e4-bd59-d9c4974971cd tempest-ListImageFiltersTestJSON-637610508 tempest-ListImageFiltersTestJSON-637610508-project] 10.222.0.90 "GET /v2.0/ports?device_id=dc2bad38-c195-4b69-bf4d-a243173f043e HTTP/1.1" status: 200 len: 948 time: 0.2085516 Feb 04 17:26:35.885238 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bfd577-1709-461d-b378-8b91fff5e121 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Pushing event updated for resources: {'Network': ['ID=45582397-22fd-4cf6-899f-eb1c60e5c316,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:26:35.899657 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Network 45582397-22fd-4cf6-899f-eb1c60e5c316 details requested by agent ovs-agent-n-d-827839-2 with host n-d-827839-2 {{(pid=103378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 17:26:35.949355 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437073f9-c583-41f2-adf5-d5adc70fb29b req-d000c29a-a689-47e5-8b27-9d6c5e3959ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:26:35.950871 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-437073f9-c583-41f2-adf5-d5adc70fb29b req-d000c29a-a689-47e5-8b27-9d6c5e3959ec service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=8ebfdc74-8590-489d-b0e1-fe8b6dd2da25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1925855 Feb 04 17:26:35.962674 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-851c9628-5643-400a-86f8-8d4f82f2e310 req-9393bf1a-1825-41ec-bd1f-de090aa820db tempest-ServerRescueNegativeTestJSON-1481324798 tempest-ServerRescueNegativeTestJSON-1481324798-project] 10.222.0.89 "GET /v2.0/security-groups?id=47e1fb0d-88ed-4fed-9e75-9f02b9f534f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271524 Feb 04 17:26:35.983490 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c1fb2fa-d7ba-47bb-8b53-8d0400d03f75 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Made reservation on behalf of bcdddb23c6b346f2aa47053863d313d1 for: {'subnet': 1} {{(pid=103376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:26:35.987194 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-2c1fb2fa-d7ba-47bb-8b53-8d0400d03f75 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25859006'] for subnet (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:36.041521 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-fdf6c23f-8e44-4460-95a8-36702496a542 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=6a79d2637b3d40c5a7cd1039b5494134&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2739232 Feb 04 17:26:36.044578 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 43974) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:26:36.054168 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.ipam_backend_mixin [None req-2c1fb2fa-d7ba-47bb-8b53-8d0400d03f75 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Performing IP validity checks on allocation pools {{(pid=103376) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 04 17:26:36.058969 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.ipam_backend_mixin [None req-2c1fb2fa-d7ba-47bb-8b53-8d0400d03f75 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103376) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 04 17:26:36.119100 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-437073f9-c583-41f2-adf5-d5adc70fb29b req-3c288dc5-382c-45c6-a4d3-e72390e6fe91 service neutron] 10.222.0.90 "GET /v2.0/networks/8ebfdc74-8590-489d-b0e1-fe8b6dd2da25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1604660 Feb 04 17:26:36.121835 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [req-2b5df03b-f5dc-4f43-8faa-8ba4462c856e req-77df90c9-e9d5-44f5-a8a6-e03477c834bb tempest-ListImageFiltersTestJSON-637610508 tempest-ListImageFiltersTestJSON-637610508-project] Deleting port bf588a04-722e-47f6-9543-998107c8912a {{(pid=103377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:26:36.122164 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-2b5df03b-f5dc-4f43-8faa-8ba4462c856e req-77df90c9-e9d5-44f5-a8a6-e03477c834bb tempest-ListImageFiltersTestJSON-637610508 tempest-ListImageFiltersTestJSON-637610508-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (bf588a04-722e-47f6-9543-998107c8912a), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:36.219189 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-2c1fb2fa-d7ba-47bb-8b53-8d0400d03f75 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25674939', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25858952'] for subnet (f89583a5-98f4-4dbf-9450-ee3433323f1b), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:36.227466 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-a5f83372-59b0-4b4a-9d1f-244a17f828e5 admin admin] Publish callbacks [] for security_group (b24bcbb3-33f0-4dd4-bf6b-0040caee8e85), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:36.292802 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9e6dd2-8dbf-4adc-a54e-b067182cf6c4 req-2b936fd7-02f1-4a9e-9fee-13a9834def93 tempest-ServersTestJSON-906237145 tempest-ServersTestJSON-906237145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:26:36.294323 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-6a9e6dd2-8dbf-4adc-a54e-b067182cf6c4 req-2b936fd7-02f1-4a9e-9fee-13a9834def93 tempest-ServersTestJSON-906237145 tempest-ServersTestJSON-906237145-project] 10.222.0.89 "GET /v2.0/ports?device_id=21e34ec0-ca77-4fc3-a022-61a8ea584f54 HTTP/1.1" status: 200 len: 943 time: 0.1234386 Feb 04 17:26:36.297010 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1fb2fa-d7ba-47bb-8b53-8d0400d03f75 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Pushing event updated for resources: {'Subnet': ['ID=f89583a5-98f4-4dbf-9450-ee3433323f1b,revision_number=0']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:26:36.303059 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-a5f83372-59b0-4b4a-9d1f-244a17f828e5 admin admin] Publish callbacks [] for security_group (b24bcbb3-33f0-4dd4-bf6b-0040caee8e85), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:36.312487 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c1fb2fa-d7ba-47bb-8b53-8d0400d03f75 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Checking segment: {'id': '20132879-29fb-41e1-ba77-d0b42f896440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '45582397-22fd-4cf6-899f-eb1c60e5c316'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:26:36.312875 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c1fb2fa-d7ba-47bb-8b53-8d0400d03f75 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Network hostable DHCP agents. Network: 45582397-22fd-4cf6-899f-eb1c60e5c316, hostable agents: ['bb89f5a3-3c22-440b-b7d1-c4f0c43c184a'], hosted agents: [] {{(pid=103376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 17:26:36.325124 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [req-2b5df03b-f5dc-4f43-8faa-8ba4462c856e req-77df90c9-e9d5-44f5-a8a6-e03477c834bb tempest-ListImageFiltersTestJSON-637610508 tempest-ListImageFiltersTestJSON-637610508-project] For port bf588a04-722e-47f6-9543-998107c8912a, host n-h2-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=bf588a04-722e-47f6-9543-998107c8912a,segment=NetworkSegment(3a39b085-d3e6-43bb-a64c-1b06dd049e5a),segment_id=3a39b085-d3e6-43bb-a64c-1b06dd049e5a)] {{(pid=103377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:26:36.326029 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-2b5df03b-f5dc-4f43-8faa-8ba4462c856e req-77df90c9-e9d5-44f5-a8a6-e03477c834bb tempest-ListImageFiltersTestJSON-637610508 tempest-ListImageFiltersTestJSON-637610508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (bf588a04-722e-47f6-9543-998107c8912a), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:36.362458 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c1fb2fa-d7ba-47bb-8b53-8d0400d03f75 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Network 45582397-22fd-4cf6-899f-eb1c60e5c316 is scheduled to be hosted by DHCP agent bb89f5a3-3c22-440b-b7d1-c4f0c43c184a with binding_index 1 {{(pid=103376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 17:26:36.364513 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [req-2b5df03b-f5dc-4f43-8faa-8ba4462c856e req-77df90c9-e9d5-44f5-a8a6-e03477c834bb tempest-ListImageFiltersTestJSON-637610508 tempest-ListImageFiltersTestJSON-637610508-project] Calling delete_port for bf588a04-722e-47f6-9543-998107c8912a owned by compute:nova {{(pid=103377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:26:36.370326 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-437073f9-c583-41f2-adf5-d5adc70fb29b req-40069c15-51ae-46a8-b037-84aa254a36ab service neutron] 10.222.0.90 "GET /v2.0/networks/8ebfdc74-8590-489d-b0e1-fe8b6dd2da25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2336833 Feb 04 17:26:36.370624 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-6a9e6dd2-8dbf-4adc-a54e-b067182cf6c4 req-76ee3280-1c4b-4d69-a04d-5fe9213b0154 tempest-ServersTestJSON-906237145 tempest-ServersTestJSON-906237145-project] 10.222.0.89 "GET /v2.0/security-groups?id=1e6d02d2-b834-4a41-9e0b-3d41f5ebbbf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672455 Feb 04 17:26:36.375140 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [None req-2c1fb2fa-d7ba-47bb-8b53-8d0400d03f75 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827839-2, 45582397-22fd-4cf6-899f-eb1c60e5c316) {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:26:36.385700 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c1fb2fa-d7ba-47bb-8b53-8d0400d03f75 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:26:36.386310 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-2c1fb2fa-d7ba-47bb-8b53-8d0400d03f75 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Publish callbacks [] for subnet (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:36.393679 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34aae514-a60b-486b-904c-a1008df5353b None None] Network 45582397-22fd-4cf6-899f-eb1c60e5c316 requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:26:36.408289 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-2c1fb2fa-d7ba-47bb-8b53-8d0400d03f75 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5693071 Feb 04 17:26:36.409286 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 43980) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:26:36.423617 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-4fb2bb55-d376-44d1-aeee-efd1d475d745 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Request body: {'port': {'network_id': '45582397-22fd-4cf6-899f-eb1c60e5c316', 'name': 'tempest-PortsIpV6TestJSON-1826980075'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:26:36.432144 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-a5f83372-59b0-4b4a-9d1f-244a17f828e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (b24bcbb3-33f0-4dd4-bf6b-0040caee8e85), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:36.434860 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-a5f83372-59b0-4b4a-9d1f-244a17f828e5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:36.438330 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-a5f83372-59b0-4b4a-9d1f-244a17f828e5 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/b24bcbb3-33f0-4dd4-bf6b-0040caee8e85 HTTP/1.1" status: 204 len: 168 time: 0.3891568 Feb 04 17:26:36.453038 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f83372-59b0-4b4a-9d1f-244a17f828e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b24bcbb3-33f0-4dd4-bf6b-0040caee8e85,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:26:36.596802 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2f77f3-9946-48bd-827c-6d2f17e9e229 req-24f55e40-f24c-42df-8c86-dedb409b4aac tempest-ListImageFiltersTestJSON-637610508 tempest-ListImageFiltersTestJSON-637610508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:26:36.597739 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device b17f9964-a75c-4998-8d64-f844b2c05963 no longer exists at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:26:36.617781 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-be2f77f3-9946-48bd-827c-6d2f17e9e229 req-24f55e40-f24c-42df-8c86-dedb409b4aac tempest-ListImageFiltersTestJSON-637610508 tempest-ListImageFiltersTestJSON-637610508-project] 10.222.0.89 "GET /v2.0/ports?device_id=dc2bad38-c195-4b69-bf4d-a243173f043e HTTP/1.1" status: 200 len: 948 time: 0.1321671 Feb 04 17:26:36.627265 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-2b5df03b-f5dc-4f43-8faa-8ba4462c856e req-77df90c9-e9d5-44f5-a8a6-e03477c834bb tempest-ListImageFiltersTestJSON-637610508 tempest-ListImageFiltersTestJSON-637610508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (bf588a04-722e-47f6-9543-998107c8912a), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:36.627436 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fb2bb55-d376-44d1-aeee-efd1d475d745 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Made reservation on behalf of bcdddb23c6b346f2aa47053863d313d1 for: {'port': 1} {{(pid=103376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:26:36.634385 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-4fb2bb55-d376-44d1-aeee-efd1d475d745 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:36.640446 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-231f0f82-379c-4fcc-b40a-ede0a591b59e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e4c19ad-5724-5db8-8ee1-4f56ae69fcf4-45582397-22fd-4cf6-899f-eb1c60e5c316', 'network_id': '45582397-22fd-4cf6-899f-eb1c60e5c316', 'project_id': 'bcdddb23c6b346f2aa47053863d313d1', 'fixed_ips': [{'subnet_id': 'f89583a5-98f4-4dbf-9450-ee3433323f1b'}]}} from n-d-827839-2. {{(pid=103378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 17:26:36.641944 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-231f0f82-379c-4fcc-b40a-ede0a591b59e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:36.644665 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] No Port match for: b17f9964-a75c-4998-8d64-f844b2c05963 {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 17:26:36.645037 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device b17f9964-a75c-4998-8d64-f844b2c05963 not bound to the agent host n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 17:26:36.675163 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77df90c9-e9d5-44f5-a8a6-e03477c834bb tempest-ListImageFiltersTestJSON-637610508 tempest-ListImageFiltersTestJSON-637610508-project] Pushing event deleted for resources: {'Port': ['ID=bf588a04-722e-47f6-9543-998107c8912a,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:26:36.688999 n-d-827839-2 neutron-server[103376]: DEBUG neutron.notifiers.nova [None req-4fb2bb55-d376-44d1-aeee-efd1d475d745 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] device_id is not set on port 37e8cd76-86c9-478f-9959-ef22a4622f47 yet. {{(pid=103376) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 04 17:26:36.743242 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b5df03b-f5dc-4f43-8faa-8ba4462c856e req-77df90c9-e9d5-44f5-a8a6-e03477c834bb tempest-ListImageFiltersTestJSON-637610508 tempest-ListImageFiltersTestJSON-637610508-project] No DVR routers for this DVR port bf588a04-722e-47f6-9543-998107c8912a on host n-h2-827839-2 {{(pid=103377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 17:26:36.745249 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-2b5df03b-f5dc-4f43-8faa-8ba4462c856e req-77df90c9-e9d5-44f5-a8a6-e03477c834bb tempest-ListImageFiltersTestJSON-637610508 tempest-ListImageFiltersTestJSON-637610508-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:36.749701 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-2b5df03b-f5dc-4f43-8faa-8ba4462c856e req-77df90c9-e9d5-44f5-a8a6-e03477c834bb tempest-ListImageFiltersTestJSON-637610508 tempest-ListImageFiltersTestJSON-637610508-project] 10.222.0.90 "DELETE /v2.0/ports/bf588a04-722e-47f6-9543-998107c8912a HTTP/1.1" status: 204 len: 173 time: 0.8731322 Feb 04 17:26:36.750260 n-d-827839-2 neutron-server[103377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc2bad38-c195-4b69-bf4d-a243173f043e', 'name': 'network-vif-deleted', 'tag': 'bf588a04-722e-47f6-9543-998107c8912a'}] {{(pid=103377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:26:36.752568 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7240428b650e1488e9361b62648ff4b3a6c19d49d8c27c949491ab58c1346cf0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df446a7a-3fc2-4e3e-9429-8a08fbbbd1ee" -d '{"events": [{"server_uuid": "dc2bad38-c195-4b69-bf4d-a243173f043e", "name": "network-vif-deleted", "tag": "bf588a04-722e-47f6-9543-998107c8912a"}]}' {{(pid=103377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:26:36.780434 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-be2f77f3-9946-48bd-827c-6d2f17e9e229 req-f3a91506-fed4-44b2-83ba-63a877391ea1 tempest-ListImageFiltersTestJSON-637610508 tempest-ListImageFiltersTestJSON-637610508-project] 10.222.0.89 "GET /v2.0/security-groups?id=64f1a98c-fa51-4ada-9579-f28b8d0ae7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617830 Feb 04 17:26:36.803400 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 17:26:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-315d76b1-baee-4ec5-b668-63971b9023c7 x-openstack-request-id: req-315d76b1-baee-4ec5-b668-63971b9023c7 {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:26:36.805397 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc2bad38-c195-4b69-bf4d-a243173f043e", "name": "network-vif-deleted", "tag": "bf588a04-722e-47f6-9543-998107c8912a", "status": "completed", "code": 200}]} {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:26:36.806119 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-315d76b1-baee-4ec5-b668-63971b9023c7 {{(pid=103377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:26:36.807510 n-d-827839-2 neutron-server[103377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc2bad38-c195-4b69-bf4d-a243173f043e', 'name': 'network-vif-deleted', 'tag': 'bf588a04-722e-47f6-9543-998107c8912a', 'status': 'completed', 'code': 200} Feb 04 17:26:36.832886 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-231f0f82-379c-4fcc-b40a-ede0a591b59e None None] Allocated IP 2001:db8::2 (45582397-22fd-4cf6-899f-eb1c60e5c316/f89583a5-98f4-4dbf-9450-ee3433323f1b/56d15643-52dd-4167-b9ef-f070f78b889d) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:26:36.861572 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a996c9-e04a-4894-89c1-171594c76499 req-94dd09e0-e211-4d75-b072-d88822185aeb tempest-ServerRescueNegativeTestJSON-1481324798 tempest-ServerRescueNegativeTestJSON-1481324798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:26:36.863218 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-18a996c9-e04a-4894-89c1-171594c76499 req-94dd09e0-e211-4d75-b072-d88822185aeb tempest-ServerRescueNegativeTestJSON-1481324798 tempest-ServerRescueNegativeTestJSON-1481324798-project] 10.222.0.96 "GET /v2.0/ports?device_id=5f99a685-700d-4f63-88c2-d2a04a4a422d HTTP/1.1" status: 200 len: 945 time: 0.1136298 Feb 04 17:26:36.987643 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [req-18a996c9-e04a-4894-89c1-171594c76499 req-d563a0a8-d00a-420e-b631-ffa9418a01a0 tempest-ServerRescueNegativeTestJSON-1481324798 tempest-ServerRescueNegativeTestJSON-1481324798-project] Deleting port 4d9c178e-acd3-418e-8ad1-375bbb2d292e {{(pid=103376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:26:36.987913 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-18a996c9-e04a-4894-89c1-171594c76499 req-d563a0a8-d00a-420e-b631-ffa9418a01a0 tempest-ServerRescueNegativeTestJSON-1481324798 tempest-ServerRescueNegativeTestJSON-1481324798-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (4d9c178e-acd3-418e-8ad1-375bbb2d292e), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:37.006778 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-231f0f82-379c-4fcc-b40a-ede0a591b59e None None] Publish callbacks [] for port (56d15643-52dd-4167-b9ef-f070f78b889d), precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:37.015069 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-231f0f82-379c-4fcc-b40a-ede0a591b59e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135'] for port (56d15643-52dd-4167-b9ef-f070f78b889d), after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:37.079167 n-d-827839-2 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-231f0f82-379c-4fcc-b40a-ede0a591b59e None None] Network 45582397-22fd-4cf6-899f-eb1c60e5c316 is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:26:37.082489 n-d-827839-2 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-231f0f82-379c-4fcc-b40a-ede0a591b59e None None] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:26:37.087575 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-231f0f82-379c-4fcc-b40a-ede0a591b59e None None] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:26:37.144848 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231f0f82-379c-4fcc-b40a-ede0a591b59e None None] Pushing event updated for resources: {'Port': ['ID=56d15643-52dd-4167-b9ef-f070f78b889d,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:26:37.165242 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-231f0f82-379c-4fcc-b40a-ede0a591b59e None None] Attempting to bind port 56d15643-52dd-4167-b9ef-f070f78b889d on host n-d-827839-2 for vnic_type normal with profile {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:26:37.166447 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-231f0f82-379c-4fcc-b40a-ede0a591b59e None None] Attempting to bind port 56d15643-52dd-4167-b9ef-f070f78b889d by drivers openvswitch,hyperv on host n-d-827839-2 at level 0 using segments [{'id': '20132879-29fb-41e1-ba77-d0b42f896440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '45582397-22fd-4cf6-899f-eb1c60e5c316'}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:26:37.166987 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-231f0f82-379c-4fcc-b40a-ede0a591b59e None None] Attempting to bind port 56d15643-52dd-4167-b9ef-f070f78b889d on network 45582397-22fd-4cf6-899f-eb1c60e5c316 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:26:37.175027 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-231f0f82-379c-4fcc-b40a-ede0a591b59e None None] Checking agent: {'id': 'ba70844b-66a0-45fd-a2f2-e6ed673321fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 0, 36), 'started_at': datetime.datetime(2022, 2, 4, 17, 1, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 26, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:26:37.175668 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-231f0f82-379c-4fcc-b40a-ede0a591b59e None None] Checking segment: {'id': '20132879-29fb-41e1-ba77-d0b42f896440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '45582397-22fd-4cf6-899f-eb1c60e5c316'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:26:37.176606 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-231f0f82-379c-4fcc-b40a-ede0a591b59e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:37.177372 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-231f0f82-379c-4fcc-b40a-ede0a591b59e None None] Bound using segment: {'id': '20132879-29fb-41e1-ba77-d0b42f896440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '45582397-22fd-4cf6-899f-eb1c60e5c316'} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:26:37.178290 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-231f0f82-379c-4fcc-b40a-ede0a591b59e None None] Bound port: 56d15643-52dd-4167-b9ef-f070f78b889d, host: n-d-827839-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20132879-29fb-41e1-ba77-d0b42f896440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '45582397-22fd-4cf6-899f-eb1c60e5c316'}}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:26:37.180248 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-231f0f82-379c-4fcc-b40a-ede0a591b59e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (56d15643-52dd-4167-b9ef-f070f78b889d), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:37.241377 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.db_base_plugin_common [None req-4fb2bb55-d376-44d1-aeee-efd1d475d745 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Allocated IP 2001:db8::33a (45582397-22fd-4cf6-899f-eb1c60e5c316/f89583a5-98f4-4dbf-9450-ee3433323f1b/37e8cd76-86c9-478f-9959-ef22a4622f47) {{(pid=103376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:26:37.260452 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [req-18a996c9-e04a-4894-89c1-171594c76499 req-d563a0a8-d00a-420e-b631-ffa9418a01a0 tempest-ServerRescueNegativeTestJSON-1481324798 tempest-ServerRescueNegativeTestJSON-1481324798-project] For port 4d9c178e-acd3-418e-8ad1-375bbb2d292e, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=4d9c178e-acd3-418e-8ad1-375bbb2d292e,segment=NetworkSegment(ab720ee6-c6a8-401f-ad8a-0c2daaee99db),segment_id=ab720ee6-c6a8-401f-ad8a-0c2daaee99db)] {{(pid=103376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:26:37.267292 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-18a996c9-e04a-4894-89c1-171594c76499 req-d563a0a8-d00a-420e-b631-ffa9418a01a0 tempest-ServerRescueNegativeTestJSON-1481324798 tempest-ServerRescueNegativeTestJSON-1481324798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (4d9c178e-acd3-418e-8ad1-375bbb2d292e), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:37.268856 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-231f0f82-379c-4fcc-b40a-ede0a591b59e None None] For port 56d15643-52dd-4167-b9ef-f070f78b889d, host n-d-827839-2, cleared binding levels {{(pid=103378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:26:37.272673 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-231f0f82-379c-4fcc-b40a-ede0a591b59e None None] For port 56d15643-52dd-4167-b9ef-f070f78b889d, host n-d-827839-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=56d15643-52dd-4167-b9ef-f070f78b889d,segment=NetworkSegment(20132879-29fb-41e1-ba77-d0b42f896440),segment_id=20132879-29fb-41e1-ba77-d0b42f896440)] {{(pid=103378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:26:37.285651 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-231f0f82-379c-4fcc-b40a-ede0a591b59e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (56d15643-52dd-4167-b9ef-f070f78b889d), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:37.300650 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [req-18a996c9-e04a-4894-89c1-171594c76499 req-d563a0a8-d00a-420e-b631-ffa9418a01a0 tempest-ServerRescueNegativeTestJSON-1481324798 tempest-ServerRescueNegativeTestJSON-1481324798-project] Calling delete_port for 4d9c178e-acd3-418e-8ad1-375bbb2d292e owned by compute:nova {{(pid=103376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:26:37.327449 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a786a66-ff8f-44ea-be8c-a7a9ac29dc57 req-0ec525c6-2155-468f-afc8-f690c7f62e54 tempest-ServerRescueNegativeTestJSON-1481324798 tempest-ServerRescueNegativeTestJSON-1481324798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:26:37.329398 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-6a786a66-ff8f-44ea-be8c-a7a9ac29dc57 req-0ec525c6-2155-468f-afc8-f690c7f62e54 tempest-ServerRescueNegativeTestJSON-1481324798 tempest-ServerRescueNegativeTestJSON-1481324798-project] 10.222.0.89 "GET /v2.0/ports?device_id=5f99a685-700d-4f63-88c2-d2a04a4a422d HTTP/1.1" status: 200 len: 945 time: 0.2193155 Feb 04 17:26:37.359614 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231f0f82-379c-4fcc-b40a-ede0a591b59e None None] Pushing event updated for resources: {'Port': ['ID=56d15643-52dd-4167-b9ef-f070f78b889d,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:26:37.404636 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 44008) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:26:37.533456 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-6a786a66-ff8f-44ea-be8c-a7a9ac29dc57 req-1c1f1de9-d499-4e2e-a554-e90163b5c032 tempest-ServerRescueNegativeTestJSON-1481324798 tempest-ServerRescueNegativeTestJSON-1481324798-project] 10.222.0.89 "GET /v2.0/security-groups?id=47e1fb0d-88ed-4fed-9e75-9f02b9f534f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1807120 Feb 04 17:26:37.557070 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fa34ee-36a3-4b0a-90c4-c408f5cd6d7a req-10b8bb90-fcaf-46e6-9d51-ef9b6250a2f2 tempest-ServersTestJSON-906237145 tempest-ServersTestJSON-906237145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:26:37.558914 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-54fa34ee-36a3-4b0a-90c4-c408f5cd6d7a req-10b8bb90-fcaf-46e6-9d51-ef9b6250a2f2 tempest-ServersTestJSON-906237145 tempest-ServersTestJSON-906237145-project] 10.222.0.89 "GET /v2.0/ports?device_id=21e34ec0-ca77-4fc3-a022-61a8ea584f54 HTTP/1.1" status: 200 len: 943 time: 0.0696993 Feb 04 17:26:37.585469 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-864433b1-b0e9-4cd4-9eda-b49d49dffd12 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-803590711'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:26:37.641307 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-54fa34ee-36a3-4b0a-90c4-c408f5cd6d7a req-b5468e52-120b-4c77-96bf-d4f6a843c34e tempest-ServersTestJSON-906237145 tempest-ServersTestJSON-906237145-project] 10.222.0.89 "GET /v2.0/security-groups?id=1e6d02d2-b834-4a41-9e0b-3d41f5ebbbf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0764692 Feb 04 17:26:37.651048 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-864433b1-b0e9-4cd4-9eda-b49d49dffd12 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Made reservation on behalf of 2dabbd0ed422411582aec81f9de51a07 for: {'network': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:26:37.657580 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-864433b1-b0e9-4cd4-9eda-b49d49dffd12 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for network (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:37.680307 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-4fb2bb55-d376-44d1-aeee-efd1d475d745 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Publish callbacks [] for port (37e8cd76-86c9-478f-9959-ef22a4622f47), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:37.680307 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-18a996c9-e04a-4894-89c1-171594c76499 req-d563a0a8-d00a-420e-b631-ffa9418a01a0 tempest-ServerRescueNegativeTestJSON-1481324798 tempest-ServerRescueNegativeTestJSON-1481324798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (4d9c178e-acd3-418e-8ad1-375bbb2d292e), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:37.683191 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-864433b1-b0e9-4cd4-9eda-b49d49dffd12 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks [] for security_group (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:37.697572 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] get_ports_and_sgs() called for port_ids ['4d9c178e-acd3-418e-8ad1-375bbb2d292e'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 17:26:37.726833 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d563a0a8-d00a-420e-b631-ffa9418a01a0 tempest-ServerRescueNegativeTestJSON-1481324798 tempest-ServerRescueNegativeTestJSON-1481324798-project] Pushing event deleted for resources: {'Port': ['ID=4d9c178e-acd3-418e-8ad1-375bbb2d292e,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:26:37.785010 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [req-18a996c9-e04a-4894-89c1-171594c76499 req-d563a0a8-d00a-420e-b631-ffa9418a01a0 tempest-ServerRescueNegativeTestJSON-1481324798 tempest-ServerRescueNegativeTestJSON-1481324798-project] No DVR routers for this DVR port 4d9c178e-acd3-418e-8ad1-375bbb2d292e on host n-h1-827839-2 {{(pid=103376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 17:26:37.787857 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-18a996c9-e04a-4894-89c1-171594c76499 req-d563a0a8-d00a-420e-b631-ffa9418a01a0 tempest-ServerRescueNegativeTestJSON-1481324798 tempest-ServerRescueNegativeTestJSON-1481324798-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:37.792564 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-18a996c9-e04a-4894-89c1-171594c76499 req-d563a0a8-d00a-420e-b631-ffa9418a01a0 tempest-ServerRescueNegativeTestJSON-1481324798 tempest-ServerRescueNegativeTestJSON-1481324798-project] 10.222.0.96 "DELETE /v2.0/ports/4d9c178e-acd3-418e-8ad1-375bbb2d292e HTTP/1.1" status: 204 len: 173 time: 0.9227631 Feb 04 17:26:37.793065 n-d-827839-2 neutron-server[103376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f99a685-700d-4f63-88c2-d2a04a4a422d', 'name': 'network-vif-deleted', 'tag': '4d9c178e-acd3-418e-8ad1-375bbb2d292e'}] {{(pid=103376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:26:37.795411 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d59c3bb5e2f09ebf62144d5e09b1cff60c763a9c19614c24538e77842938c05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ba80d6d-795b-4fa7-873b-cbaa5f1024d1" -d '{"events": [{"server_uuid": "5f99a685-700d-4f63-88c2-d2a04a4a422d", "name": "network-vif-deleted", "tag": "4d9c178e-acd3-418e-8ad1-375bbb2d292e"}]}' {{(pid=103376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:26:37.796601 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-864433b1-b0e9-4cd4-9eda-b49d49dffd12 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks [] for security_group (4ad94630-effc-4acf-8399-1250b07dc57c), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:37.799258 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-4fb2bb55-d376-44d1-aeee-efd1d475d745 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (37e8cd76-86c9-478f-9959-ef22a4622f47), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:37.815676 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-864433b1-b0e9-4cd4-9eda-b49d49dffd12 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (4ad94630-effc-4acf-8399-1250b07dc57c), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:37.852951 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 17:26:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee6723f3-237f-43ca-8cdd-98046b8f06cc x-openstack-request-id: req-ee6723f3-237f-43ca-8cdd-98046b8f06cc {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:26:37.853416 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f99a685-700d-4f63-88c2-d2a04a4a422d", "name": "network-vif-deleted", "tag": "4d9c178e-acd3-418e-8ad1-375bbb2d292e", "status": "completed", "code": 200}]} {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:26:37.853547 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-ee6723f3-237f-43ca-8cdd-98046b8f06cc {{(pid=103376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:26:37.853899 n-d-827839-2 neutron-server[103376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f99a685-700d-4f63-88c2-d2a04a4a422d', 'name': 'network-vif-deleted', 'tag': '4d9c178e-acd3-418e-8ad1-375bbb2d292e', 'status': 'completed', 'code': 200} Feb 04 17:26:37.861066 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-864433b1-b0e9-4cd4-9eda-b49d49dffd12 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] vlan segment allocate from pool success with {'vlan_id': 768, 'physical_network': 'physnet1'} {{(pid=103377) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 17:26:37.861592 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fb2bb55-d376-44d1-aeee-efd1d475d745 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Network 45582397-22fd-4cf6-899f-eb1c60e5c316 is already hosted by enough agents. {{(pid=103376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:26:37.865223 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [None req-4fb2bb55-d376-44d1-aeee-efd1d475d745 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Resources bound (agent type, host, resource id): {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:26:37.870242 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fb2bb55-d376-44d1-aeee-efd1d475d745 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Received port after_create {{(pid=103376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:26:37.876170 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fb2bb55-d376-44d1-aeee-efd1d475d745 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:26:37.876695 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-4fb2bb55-d376-44d1-aeee-efd1d475d745 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:37.883713 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb2bb55-d376-44d1-aeee-efd1d475d745 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Pushing event updated for resources: {'Port': ['ID=37e8cd76-86c9-478f-9959-ef22a4622f47,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:26:37.884156 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864433b1-b0e9-4cd4-9eda-b49d49dffd12 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4ad94630-effc-4acf-8399-1250b07dc57c,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:26:37.901938 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-864433b1-b0e9-4cd4-9eda-b49d49dffd12 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (2fcce0c7-9a0a-428a-b986-cae51cd3c129), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:37.902294 n-d-827839-2 neutron-server[103377]: INFO neutron.db.segments_db [None req-864433b1-b0e9-4cd4-9eda-b49d49dffd12 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Added segment 2fcce0c7-9a0a-428a-b986-cae51cd3c129 of type vlan for network ebdc431d-e6a4-4155-be30-2a7d896acbb0 Feb 04 17:26:37.904846 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-4fb2bb55-d376-44d1-aeee-efd1d475d745 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.4938626 Feb 04 17:26:37.907173 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 44018) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:26:37.972272 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-864433b1-b0e9-4cd4-9eda-b49d49dffd12 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781084292801'] for network (ebdc431d-e6a4-4155-be30-2a7d896acbb0), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:38.002166 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-864433b1-b0e9-4cd4-9eda-b49d49dffd12 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327'] for network (ebdc431d-e6a4-4155-be30-2a7d896acbb0), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:38.008178 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-864433b1-b0e9-4cd4-9eda-b49d49dffd12 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:26:38.008854 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-864433b1-b0e9-4cd4-9eda-b49d49dffd12 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks [] for network (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:38.046699 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-93d39919-9102-4e14-8a26-6c56afb19c79 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Deleting port 37e8cd76-86c9-478f-9959-ef22a4622f47 {{(pid=103376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:26:38.047440 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-93d39919-9102-4e14-8a26-6c56afb19c79 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (37e8cd76-86c9-478f-9959-ef22a4622f47), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:38.087586 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-864433b1-b0e9-4cd4-9eda-b49d49dffd12 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.6809077 Feb 04 17:26:38.090738 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 44024) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:26:38.095782 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-77dddc2c-6bcf-4751-b428-cea773829d14 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Request body: {'subnet': {'network_id': 'ebdc431d-e6a4-4155-be30-2a7d896acbb0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:26:38.140923 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864433b1-b0e9-4cd4-9eda-b49d49dffd12 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Pushing event updated for resources: {'Network': ['ID=ebdc431d-e6a4-4155-be30-2a7d896acbb0,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:26:38.153797 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Network ebdc431d-e6a4-4155-be30-2a7d896acbb0 details requested by agent ovs-agent-n-d-827839-2 with host n-d-827839-2 {{(pid=103378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 17:26:38.155390 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-93d39919-9102-4e14-8a26-6c56afb19c79 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (37e8cd76-86c9-478f-9959-ef22a4622f47), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:38.168893 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-93d39919-9102-4e14-8a26-6c56afb19c79 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Calling delete_port for 37e8cd76-86c9-478f-9959-ef22a4622f47 owned by {{(pid=103376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:26:38.261255 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428534e7-38e0-464a-ae38-b218df776def req-5e687498-70d1-482d-8a2b-7d80c7ef6a82 tempest-ListImageFiltersTestJSON-637610508 tempest-ListImageFiltersTestJSON-637610508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:26:38.262921 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-428534e7-38e0-464a-ae38-b218df776def req-5e687498-70d1-482d-8a2b-7d80c7ef6a82 tempest-ListImageFiltersTestJSON-637610508 tempest-ListImageFiltersTestJSON-637610508-project] 10.222.0.89 "GET /v2.0/ports?device_id=ae0186a8-6823-4e37-ae44-24840acc296c HTTP/1.1" status: 200 len: 949 time: 0.1230528 Feb 04 17:26:38.289553 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77dddc2c-6bcf-4751-b428-cea773829d14 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Made reservation on behalf of 2dabbd0ed422411582aec81f9de51a07 for: {'subnet': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:26:38.294807 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-77dddc2c-6bcf-4751-b428-cea773829d14 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25597243'] for subnet (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:38.314194 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-93d39919-9102-4e14-8a26-6c56afb19c79 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (37e8cd76-86c9-478f-9959-ef22a4622f47), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:38.329401 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Device 5b1f17be-ddf9-4c6e-bffe-f6cf9d7badf1 details requested by agent hyperv_n-h2-827839-2 with host n-h2-827839-2 {{(pid=103378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 17:26:38.352192 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d39919-9102-4e14-8a26-6c56afb19c79 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Pushing event deleted for resources: {'Port': ['ID=37e8cd76-86c9-478f-9959-ef22a4622f47,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:26:38.384962 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-428534e7-38e0-464a-ae38-b218df776def req-968102f5-94a5-4d81-9a7c-ce64471d6228 tempest-ListImageFiltersTestJSON-637610508 tempest-ListImageFiltersTestJSON-637610508-project] 10.222.0.89 "GET /v2.0/security-groups?id=64f1a98c-fa51-4ada-9579-f28b8d0ae7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145544 Feb 04 17:26:38.400089 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-93d39919-9102-4e14-8a26-6c56afb19c79 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:38.407427 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-93d39919-9102-4e14-8a26-6c56afb19c79 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] 10.222.0.89 "DELETE /v2.0/ports/37e8cd76-86c9-478f-9959-ef22a4622f47 HTTP/1.1" status: 204 len: 168 time: 0.4988556 Feb 04 17:26:38.410286 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 44026) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:26:38.470921 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] For port 5b1f17be-ddf9-4c6e-bffe-f6cf9d7badf1, host n-h2-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=5b1f17be-ddf9-4c6e-bffe-f6cf9d7badf1,segment=NetworkSegment(ca1e4fed-109f-474f-a780-5b9c5be925df),segment_id=ca1e4fed-109f-474f-a780-5b9c5be925df)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:26:38.487399 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Returning: {'device': '5b1f17be-ddf9-4c6e-bffe-f6cf9d7badf1', 'network_id': '8ebfdc74-8590-489d-b0e1-fe8b6dd2da25', 'port_id': '5b1f17be-ddf9-4c6e-bffe-f6cf9d7badf1', 'mac_address': 'fa:16:3e:d0:15:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 777, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63f84b38-d024-489b-b804-8ab0056a6a07', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 17:26:38.501945 n-d-827839-2 neutron-server[103376]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ddb7c0c-e707-4990-871f-c4dbbb66d943 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] DELETE failed (client error): The resource could not be found. Feb 04 17:26:38.503220 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ddb7c0c-e707-4990-871f-c4dbbb66d943 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103376) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 17:26:38.509295 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-7ddb7c0c-e707-4990-871f-c4dbbb66d943 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] 10.222.0.89 "DELETE /v2.0/ports/37e8cd76-86c9-478f-9959-ef22a4622f47 HTTP/1.1" status: 404 len: 333 time: 0.0966134 Feb 04 17:26:38.511899 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 44028) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:26:38.549838 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Current status of the port 5b1f17be-ddf9-4c6e-bffe-f6cf9d7badf1 is: DOWN; New status is: BUILD {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:26:38.550444 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (5b1f17be-ddf9-4c6e-bffe-f6cf9d7badf1), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:38.578383 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b1f17be-ddf9-4c6e-bffe-f6cf9d7badf1 {{(pid=103378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 17:26:38.604225 n-d-827839-2 neutron-server[103376]: INFO neutron.pecan_wsgi.hooks.translation [None req-117c7b69-4f13-4497-82ba-65d3254e4cb3 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] GET failed (client error): The resource could not be found. Feb 04 17:26:38.609792 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-117c7b69-4f13-4497-82ba-65d3254e4cb3 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] 10.222.0.89 "GET /v2.0/ports/37e8cd76-86c9-478f-9959-ef22a4622f47 HTTP/1.1" status: 404 len: 333 time: 0.0938334 Feb 04 17:26:38.615295 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 44032) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:26:38.627826 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] For port 5b1f17be-ddf9-4c6e-bffe-f6cf9d7badf1, host n-h2-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=5b1f17be-ddf9-4c6e-bffe-f6cf9d7badf1,segment=NetworkSegment(ca1e4fed-109f-474f-a780-5b9c5be925df),segment_id=ca1e4fed-109f-474f-a780-5b9c5be925df)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:26:38.631099 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-77dddc2c-6bcf-4751-b428-cea773829d14 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25889445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25597197'] for subnet (339a5301-17de-4440-8162-1b86bbe28ddd), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:38.635986 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (5b1f17be-ddf9-4c6e-bffe-f6cf9d7badf1), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:38.744858 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77dddc2c-6bcf-4751-b428-cea773829d14 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Pushing event updated for resources: {'Subnet': ['ID=339a5301-17de-4440-8162-1b86bbe28ddd,revision_number=0']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:26:38.775210 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.db_base_plugin_v2 [None req-0460059a-0fbd-4e6c-b58d-890509f8d430 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Deleting subnet f89583a5-98f4-4dbf-9450-ee3433323f1b {{(pid=103376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 17:26:38.779856 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 56d15643-52dd-4167-b9ef-f070f78b889d up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:26:38.780979 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-0460059a-0fbd-4e6c-b58d-890509f8d430 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Publish callbacks [] for subnet (f89583a5-98f4-4dbf-9450-ee3433323f1b), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:38.813686 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Pushing event updated for resources: {'Port': ['ID=5b1f17be-ddf9-4c6e-bffe-f6cf9d7badf1,revision_number=4']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:26:38.826692 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-9f7223a1-19a7-4622-9c7d-d494463f8826 req-0a101c61-c5dd-4e8f-9ab8-792d0875a2d4 tempest-ServerRescueNegativeTestJSON-1481324798 tempest-ServerRescueNegativeTestJSON-1481324798-project] 10.222.0.89 "GET /v2.0/ports?device_id=5f99a685-700d-4f63-88c2-d2a04a4a422d HTTP/1.1" status: 200 len: 210 time: 0.0815945 Feb 04 17:26:38.830846 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77dddc2c-6bcf-4751-b428-cea773829d14 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Checking segment: {'id': '2fcce0c7-9a0a-428a-b986-cae51cd3c129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'ebdc431d-e6a4-4155-be30-2a7d896acbb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:26:38.830846 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77dddc2c-6bcf-4751-b428-cea773829d14 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Network hostable DHCP agents. Network: ebdc431d-e6a4-4155-be30-2a7d896acbb0, hostable agents: ['bb89f5a3-3c22-440b-b7d1-c4f0c43c184a'], hosted agents: [] {{(pid=103377) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 17:26:38.854051 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port 56d15643-52dd-4167-b9ef-f070f78b889d triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:26:38.854375 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (56d15643-52dd-4167-b9ef-f070f78b889d), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:38.859434 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98d4456e-96b1-415f-9eda-de4c2f69906b None None] Network 45582397-22fd-4cf6-899f-eb1c60e5c316 requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:26:38.868183 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbbefd0-e716-45d5-a0cb-5105378d7b51 req-fc1084e9-ca94-4d03-a10a-303cd3161af3 tempest-ServersTestJSON-906237145 tempest-ServersTestJSON-906237145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:26:38.870886 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-0460059a-0fbd-4e6c-b58d-890509f8d430 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25674901'] for subnet (f89583a5-98f4-4dbf-9450-ee3433323f1b), precommit_delete_associations {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:38.874039 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-8bbbefd0-e716-45d5-a0cb-5105378d7b51 req-fc1084e9-ca94-4d03-a10a-303cd3161af3 tempest-ServersTestJSON-906237145 tempest-ServersTestJSON-906237145-project] 10.222.0.89 "GET /v2.0/ports?device_id=21e34ec0-ca77-4fc3-a022-61a8ea584f54 HTTP/1.1" status: 200 len: 944 time: 0.0820038 Feb 04 17:26:38.894702 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] get_ports_and_sgs() called for port_ids ['5b1f17be-ddf9-4c6e-bffe-f6cf9d7badf1'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 17:26:38.920104 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77dddc2c-6bcf-4751-b428-cea773829d14 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Network ebdc431d-e6a4-4155-be30-2a7d896acbb0 is scheduled to be hosted by DHCP agent bb89f5a3-3c22-440b-b7d1-c4f0c43c184a with binding_index 1 {{(pid=103377) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 17:26:38.970157 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-0460059a-0fbd-4e6c-b58d-890509f8d430 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1541225'] for subnet (f89583a5-98f4-4dbf-9450-ee3433323f1b), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:39.008678 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-1302f4f9-517f-4009-b4c9-708a98667249 None None] Provisioning complete for port 56d15643-52dd-4167-b9ef-f070f78b889d triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:26:39.009103 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1302f4f9-517f-4009-b4c9-708a98667249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (56d15643-52dd-4167-b9ef-f070f78b889d), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:39.041228 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-0460059a-0fbd-4e6c-b58d-890509f8d430 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1541216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25675894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25858947'] for subnet (f89583a5-98f4-4dbf-9450-ee3433323f1b), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:39.074322 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0460059a-0fbd-4e6c-b58d-890509f8d430 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Pushing event deleted for resources: {'Subnet': ['ID=f89583a5-98f4-4dbf-9450-ee3433323f1b,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:26:39.080220 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-0460059a-0fbd-4e6c-b58d-890509f8d430 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Publish callbacks [] for subnet (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:39.083650 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-0460059a-0fbd-4e6c-b58d-890509f8d430 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] 10.222.0.89 "DELETE /v2.0/subnets/f89583a5-98f4-4dbf-9450-ee3433323f1b HTTP/1.1" status: 204 len: 168 time: 0.4617543 Feb 04 17:26:39.086827 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 44036) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:26:39.160010 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port 56d15643-52dd-4167-b9ef-f070f78b889d is: DOWN; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:26:39.160613 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (56d15643-52dd-4167-b9ef-f070f78b889d), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:39.169916 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-3e4302d7-80af-4087-882f-b0c2c71d76e6 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628832'] for network (45582397-22fd-4cf6-899f-eb1c60e5c316), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:39.213915 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-8bbbefd0-e716-45d5-a0cb-5105378d7b51 req-2dc98192-d072-4a35-8126-526bd21c7dac tempest-ServersTestJSON-906237145 tempest-ServersTestJSON-906237145-project] 10.222.0.89 "GET /v2.0/security-groups?id=1e6d02d2-b834-4a41-9e0b-3d41f5ebbbf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3367271 Feb 04 17:26:39.215765 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [None req-77dddc2c-6bcf-4751-b428-cea773829d14 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827839-2, ebdc431d-e6a4-4155-be30-2a7d896acbb0) {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:26:39.223344 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77dddc2c-6bcf-4751-b428-cea773829d14 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:26:39.223949 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-77dddc2c-6bcf-4751-b428-cea773829d14 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks [] for subnet (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:39.240921 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-3e4302d7-80af-4087-882f-b0c2c71d76e6 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Deleting port 56d15643-52dd-4167-b9ef-f070f78b889d {{(pid=103376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:26:39.241401 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-3e4302d7-80af-4087-882f-b0c2c71d76e6 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (56d15643-52dd-4167-b9ef-f070f78b889d), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:39.250989 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-77dddc2c-6bcf-4751-b428-cea773829d14 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1568480 Feb 04 17:26:39.251209 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cca311d-1357-4850-9e4e-fac67274e7a3 None None] Network ebdc431d-e6a4-4155-be30-2a7d896acbb0 requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:26:39.251307 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 44038) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:26:39.257733 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-1036c529-d300-410f-9274-bb3b4fbdc330 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Request body: {'port': {'network_id': 'ebdc431d-e6a4-4155-be30-2a7d896acbb0', 'name': 'tempest-NetworksTestDHCPv6-1131997252'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:26:39.322203 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1302f4f9-517f-4009-b4c9-708a98667249 None None] Current status of the port 56d15643-52dd-4167-b9ef-f070f78b889d is: DOWN; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:26:39.322598 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1302f4f9-517f-4009-b4c9-708a98667249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (56d15643-52dd-4167-b9ef-f070f78b889d), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:39.325901 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] For port 56d15643-52dd-4167-b9ef-f070f78b889d, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=56d15643-52dd-4167-b9ef-f070f78b889d,segment=NetworkSegment(20132879-29fb-41e1-ba77-d0b42f896440),segment_id=20132879-29fb-41e1-ba77-d0b42f896440)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:26:39.338289 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (56d15643-52dd-4167-b9ef-f070f78b889d), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:39.338750 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [None req-3e4302d7-80af-4087-882f-b0c2c71d76e6 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] For port 56d15643-52dd-4167-b9ef-f070f78b889d, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=56d15643-52dd-4167-b9ef-f070f78b889d,segment=NetworkSegment(20132879-29fb-41e1-ba77-d0b42f896440),segment_id=20132879-29fb-41e1-ba77-d0b42f896440)] {{(pid=103376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:26:39.339254 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-3e4302d7-80af-4087-882f-b0c2c71d76e6 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (56d15643-52dd-4167-b9ef-f070f78b889d), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:39.366743 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-3e4302d7-80af-4087-882f-b0c2c71d76e6 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Calling delete_port for 56d15643-52dd-4167-b9ef-f070f78b889d owned by network:dhcp {{(pid=103376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:26:39.402312 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1036c529-d300-410f-9274-bb3b4fbdc330 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Made reservation on behalf of 2dabbd0ed422411582aec81f9de51a07 for: {'port': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:26:39.407499 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-1036c529-d300-410f-9274-bb3b4fbdc330 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:39.428429 n-d-827839-2 neutron-server[103377]: DEBUG neutron.notifiers.nova [None req-1036c529-d300-410f-9274-bb3b4fbdc330 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] device_id is not set on port 50786a6a-0ebb-4bc8-8df9-3779a5756892 yet. {{(pid=103377) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 04 17:26:39.479767 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-3e4302d7-80af-4087-882f-b0c2c71d76e6 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (56d15643-52dd-4167-b9ef-f070f78b889d), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:39.512660 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Pushing event updated for resources: {'Port': ['ID=56d15643-52dd-4167-b9ef-f070f78b889d,revision_number=4']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:26:39.527433 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4302d7-80af-4087-882f-b0c2c71d76e6 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Pushing event deleted for resources: {'Port': ['ID=56d15643-52dd-4167-b9ef-f070f78b889d,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:26:39.532067 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e4302d7-80af-4087-882f-b0c2c71d76e6 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] No DVR routers for this DVR port 56d15643-52dd-4167-b9ef-f070f78b889d on host n-d-827839-2 {{(pid=103376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 17:26:39.534878 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10c6d830-3311-46e4-b338-e8d9749cd878 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e4c19ad-5724-5db8-8ee1-4f56ae69fcf4-ebdc431d-e6a4-4155-be30-2a7d896acbb0', 'network_id': 'ebdc431d-e6a4-4155-be30-2a7d896acbb0', 'project_id': '2dabbd0ed422411582aec81f9de51a07', 'fixed_ips': [{'subnet_id': '339a5301-17de-4440-8162-1b86bbe28ddd'}]}} from n-d-827839-2. {{(pid=103378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 17:26:39.535646 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-10c6d830-3311-46e4-b338-e8d9749cd878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:39.573274 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28b8cae5-87e2-4de3-b5ed-2016ea1db2ba None None] Network 45582397-22fd-4cf6-899f-eb1c60e5c316 requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:26:39.577806 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.db.api [None req-1302f4f9-517f-4009-b4c9-708a98667249 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103378) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 17:26:39.578243 n-d-827839-2 neutron-server[103378]: DEBUG oslo_db.api [None req-1302f4f9-517f-4009-b4c9-708a98667249 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 17:26:39.605427 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.db_base_plugin_common [None req-1036c529-d300-410f-9274-bb3b4fbdc330 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Allocated IP 2001:db8::3b4 (ebdc431d-e6a4-4155-be30-2a7d896acbb0/339a5301-17de-4440-8162-1b86bbe28ddd/50786a6a-0ebb-4bc8-8df9-3779a5756892) {{(pid=103377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:26:39.653034 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-3e4302d7-80af-4087-882f-b0c2c71d76e6 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1543676', 'neutron.services.segments.db._delete_segments_for_network-8781084786517'] for network (45582397-22fd-4cf6-899f-eb1c60e5c316), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:39.667548 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32431e5-77ff-4c27-8144-64f3b3d5f2fe req-40954fbb-afb8-4623-8b52-5865fd13ae13 tempest-ListImageFiltersTestJSON-637610508 tempest-ListImageFiltersTestJSON-637610508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:26:39.669126 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-c32431e5-77ff-4c27-8144-64f3b3d5f2fe req-40954fbb-afb8-4623-8b52-5865fd13ae13 tempest-ListImageFiltersTestJSON-637610508 tempest-ListImageFiltersTestJSON-637610508-project] 10.222.0.89 "GET /v2.0/ports?device_id=ae0186a8-6823-4e37-ae44-24840acc296c HTTP/1.1" status: 200 len: 949 time: 0.1533701 Feb 04 17:26:39.695733 n-d-827839-2 neutron-server[103376]: DEBUG neutron.services.segments.db [None req-3e4302d7-80af-4087-882f-b0c2c71d76e6 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45582397-22fd-4cf6-899f-eb1c60e5c316']}} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:26:39.720975 n-d-827839-2 neutron-server[103376]: DEBUG neutron.services.segments.db [None req-3e4302d7-80af-4087-882f-b0c2c71d76e6 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20132879-29fb-41e1-ba77-d0b42f896440') {'for_net_delete': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:26:39.721357 n-d-827839-2 neutron-server[103376]: DEBUG neutron.services.segments.db [None req-3e4302d7-80af-4087-882f-b0c2c71d76e6 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20132879-29fb-41e1-ba77-d0b42f896440') {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:26:39.735654 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-3e4302d7-80af-4087-882f-b0c2c71d76e6 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781084783966', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25674908'] for segment (20132879-29fb-41e1-ba77-d0b42f896440), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:39.763328 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-3e4302d7-80af-4087-882f-b0c2c71d76e6 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (20132879-29fb-41e1-ba77-d0b42f896440), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:39.773912 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-c32431e5-77ff-4c27-8144-64f3b3d5f2fe req-d4414c28-9b10-4739-86a4-f1177560f167 tempest-ListImageFiltersTestJSON-637610508 tempest-ListImageFiltersTestJSON-637610508-project] 10.222.0.89 "GET /v2.0/security-groups?id=64f1a98c-fa51-4ada-9579-f28b8d0ae7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924544 Feb 04 17:26:39.774915 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e4302d7-80af-4087-882f-b0c2c71d76e6 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Releasing vlan 781 on physical network physnet1 to pool {{(pid=103376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 17:26:39.775322 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-3e4302d7-80af-4087-882f-b0c2c71d76e6 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25675992'] for segment (20132879-29fb-41e1-ba77-d0b42f896440), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:39.779111 n-d-827839-2 neutron-server[103376]: Traceback (most recent call last): Feb 04 17:26:39.779111 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 17:26:39.779111 n-d-827839-2 neutron-server[103376]: timer() Feb 04 17:26:39.779111 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 17:26:39.779111 n-d-827839-2 neutron-server[103376]: cb(*args, **kw) Feb 04 17:26:39.779111 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 17:26:39.779111 n-d-827839-2 neutron-server[103376]: return func(*args, **kwargs) Feb 04 17:26:39.779111 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 17:26:39.779111 n-d-827839-2 neutron-server[103376]: self._notify() Feb 04 17:26:39.779111 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 17:26:39.779111 n-d-827839-2 neutron-server[103376]: self.callback(batched_events) Feb 04 17:26:39.779111 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 17:26:39.779111 n-d-827839-2 neutron-server[103376]: event.method(event) Feb 04 17:26:39.779111 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 17:26:39.779111 n-d-827839-2 neutron-server[103376]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 17:26:39.779111 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 17:26:39.779111 n-d-827839-2 neutron-server[103376]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 17:26:39.779111 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 17:26:39.779111 n-d-827839-2 neutron-server[103376]: return f(self, *a, **k) Feb 04 17:26:39.779111 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 17:26:39.779111 n-d-827839-2 neutron-server[103376]: return self._get(url).json() Feb 04 17:26:39.779111 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 17:26:39.779111 n-d-827839-2 neutron-server[103376]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 17:26:39.779111 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 17:26:39.779111 n-d-827839-2 neutron-server[103376]: return self.request(url, 'GET', **kwargs) Feb 04 17:26:39.779111 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 17:26:39.779111 n-d-827839-2 neutron-server[103376]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 17:26:39.779111 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 17:26:39.779111 n-d-827839-2 neutron-server[103376]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 17:26:39.779111 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 17:26:39.779111 n-d-827839-2 neutron-server[103376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 17:26:39.779111 n-d-827839-2 neutron-server[103376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 17:26:39.783252 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-1036c529-d300-410f-9274-bb3b4fbdc330 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks [] for port (50786a6a-0ebb-4bc8-8df9-3779a5756892), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:39.823663 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-1036c529-d300-410f-9274-bb3b4fbdc330 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (50786a6a-0ebb-4bc8-8df9-3779a5756892), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:39.843488 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-3e4302d7-80af-4087-882f-b0c2c71d76e6 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1543671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1595572'] for network (45582397-22fd-4cf6-899f-eb1c60e5c316), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:39.862195 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-3e4302d7-80af-4087-882f-b0c2c71d76e6 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677565'] for network (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:39.870787 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-3e4302d7-80af-4087-882f-b0c2c71d76e6 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] 10.222.0.89 "DELETE /v2.0/networks/45582397-22fd-4cf6-899f-eb1c60e5c316 HTTP/1.1" status: 204 len: 168 time: 0.7797263 Feb 04 17:26:39.870787 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4302d7-80af-4087-882f-b0c2c71d76e6 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Pushing event deleted for resources: {'Network': ['ID=45582397-22fd-4cf6-899f-eb1c60e5c316,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:26:39.871574 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 44044) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:26:39.877937 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-95b6737a-514e-4963-b2e0-2b7293f579db tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1036992077'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:26:39.885164 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1036c529-d300-410f-9274-bb3b4fbdc330 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Network ebdc431d-e6a4-4155-be30-2a7d896acbb0 is already hosted by enough agents. {{(pid=103377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:26:39.888792 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [None req-1036c529-d300-410f-9274-bb3b4fbdc330 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Resources bound (agent type, host, resource id): {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:26:39.893341 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1036c529-d300-410f-9274-bb3b4fbdc330 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Received port after_create {{(pid=103377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:26:39.898518 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95b6737a-514e-4963-b2e0-2b7293f579db tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Made reservation on behalf of bcdddb23c6b346f2aa47053863d313d1 for: {'network': 1} {{(pid=103376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:26:39.899368 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1036c529-d300-410f-9274-bb3b4fbdc330 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:26:39.900098 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-1036c529-d300-410f-9274-bb3b4fbdc330 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:39.902096 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-95b6737a-514e-4963-b2e0-2b7293f579db tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for network (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:39.922017 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 44046) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:26:39.929407 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-1036c529-d300-410f-9274-bb3b4fbdc330 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 0.6737852 Feb 04 17:26:39.931197 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 44048) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:26:39.938171 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1036c529-d300-410f-9274-bb3b4fbdc330 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Pushing event updated for resources: {'Port': ['ID=50786a6a-0ebb-4bc8-8df9-3779a5756892,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:26:39.954064 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95b6737a-514e-4963-b2e0-2b7293f579db tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] vlan segment allocate from pool success with {'vlan_id': 774, 'physical_network': 'physnet1'} {{(pid=103376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 17:26:39.965576 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-95b6737a-514e-4963-b2e0-2b7293f579db tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (1d746f40-46b5-4cad-aef6-b4c3e388e91b), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:39.965924 n-d-827839-2 neutron-server[103376]: INFO neutron.db.segments_db [None req-95b6737a-514e-4963-b2e0-2b7293f579db tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Added segment 1d746f40-46b5-4cad-aef6-b4c3e388e91b of type vlan for network ffdf442c-9936-4818-b49a-ccec53aa21c2 Feb 04 17:26:39.967790 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-10c6d830-3311-46e4-b338-e8d9749cd878 None None] Allocated IP 2001:db8::2 (ebdc431d-e6a4-4155-be30-2a7d896acbb0/339a5301-17de-4440-8162-1b86bbe28ddd/985167ad-ba3b-464a-8bb9-784ba5b5039a) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:26:39.994206 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device 4d9c178e-acd3-418e-8ad1-375bbb2d292e no longer exists at agent hyperv_n-h1-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:26:39.996017 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-109ec258-d6e6-436a-ad2d-62c7fa500bb2 None None] DHCP port deletion for 45582397-22fd-4cf6-899f-eb1c60e5c316 request from n-d-827839-2 {{(pid=103378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 17:26:40.035145 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-95b6737a-514e-4963-b2e0-2b7293f579db tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781084292801'] for network (ffdf442c-9936-4818-b49a-ccec53aa21c2), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:40.058655 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] No Port match for: 4d9c178e-acd3-418e-8ad1-375bbb2d292e {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 17:26:40.059030 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device 4d9c178e-acd3-418e-8ad1-375bbb2d292e not bound to the agent host n-h1-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 17:26:40.068300 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dcb0b77-5cc8-4614-b42b-b0e0ae8c3108 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:26:40.072902 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-5dcb0b77-5cc8-4614-b42b-b0e0ae8c3108 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] 10.222.0.89 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.1466484 Feb 04 17:26:40.073120 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 44050) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:26:40.106026 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-95b6737a-514e-4963-b2e0-2b7293f579db tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327'] for network (ffdf442c-9936-4818-b49a-ccec53aa21c2), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:40.111183 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95b6737a-514e-4963-b2e0-2b7293f579db tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:26:40.111774 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-95b6737a-514e-4963-b2e0-2b7293f579db tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677565'] for network (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:40.116714 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1302f4f9-517f-4009-b4c9-708a98667249 None None] Port 56d15643-52dd-4167-b9ef-f070f78b889d update to ACTIVE by agent not found {{(pid=103378) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2215}} Feb 04 17:26:40.138186 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-95b6737a-514e-4963-b2e0-2b7293f579db tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2634635 Feb 04 17:26:40.139191 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 44052) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:26:40.139578 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (f20a1ab3-4332-4f54-833b-ba4a7c687e89), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:40.144421 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-d6ee4ff8-8a8e-4a63-9b4b-5f490a1db415 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Request body: {'subnet': {'network_id': 'ffdf442c-9936-4818-b49a-ccec53aa21c2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:26:40.203575 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-10c6d830-3311-46e4-b338-e8d9749cd878 None None] Publish callbacks [] for port (985167ad-ba3b-464a-8bb9-784ba5b5039a), precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:40.219450 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-10c6d830-3311-46e4-b338-e8d9749cd878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135'] for port (985167ad-ba3b-464a-8bb9-784ba5b5039a), after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:40.228023 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b6737a-514e-4963-b2e0-2b7293f579db tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Pushing event updated for resources: {'Network': ['ID=ffdf442c-9936-4818-b49a-ccec53aa21c2,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:26:40.248369 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Network ffdf442c-9936-4818-b49a-ccec53aa21c2 details requested by agent ovs-agent-n-d-827839-2 with host n-d-827839-2 {{(pid=103378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 17:26:40.262245 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-ceb80f76-945c-4668-82c3-eb8a674e9786 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Deleting port 50786a6a-0ebb-4bc8-8df9-3779a5756892 {{(pid=103376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:26:40.262748 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-ceb80f76-945c-4668-82c3-eb8a674e9786 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (50786a6a-0ebb-4bc8-8df9-3779a5756892), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:40.286936 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-3c27d73a-e082-41a9-957f-b67de8a7cad7 None None] Could not find standard attr ID for object 56d15643-52dd-4167-b9ef-f070f78b889d. {{(pid=103378) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 17:26:40.296117 n-d-827839-2 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10c6d830-3311-46e4-b338-e8d9749cd878 None None] Network ebdc431d-e6a4-4155-be30-2a7d896acbb0 is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:26:40.302165 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6ee4ff8-8a8e-4a63-9b4b-5f490a1db415 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Made reservation on behalf of bcdddb23c6b346f2aa47053863d313d1 for: {'subnet': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:26:40.306249 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-d6ee4ff8-8a8e-4a63-9b4b-5f490a1db415 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25597243'] for subnet (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:40.324254 n-d-827839-2 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-10c6d830-3311-46e4-b338-e8d9749cd878 None None] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:26:40.332577 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Device 5b1f17be-ddf9-4c6e-bffe-f6cf9d7badf1 up at agent hyperv_n-h2-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:26:40.335086 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10c6d830-3311-46e4-b338-e8d9749cd878 None None] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:26:40.400767 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c6d830-3311-46e4-b338-e8d9749cd878 None None] Pushing event updated for resources: {'Port': ['ID=985167ad-ba3b-464a-8bb9-784ba5b5039a,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:26:40.421322 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-ceb80f76-945c-4668-82c3-eb8a674e9786 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (50786a6a-0ebb-4bc8-8df9-3779a5756892), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:40.448633 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23904a9e-5ed8-4a9d-9ef9-45ee6245c5ce req-1ccae860-15a8-49f3-a705-8fd26712fe80 tempest-ServersTestJSON-906237145 tempest-ServersTestJSON-906237145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:26:40.450197 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-23904a9e-5ed8-4a9d-9ef9-45ee6245c5ce req-1ccae860-15a8-49f3-a705-8fd26712fe80 tempest-ServersTestJSON-906237145 tempest-ServersTestJSON-906237145-project] 10.222.0.89 "GET /v2.0/ports?device_id=21e34ec0-ca77-4fc3-a022-61a8ea584f54 HTTP/1.1" status: 200 len: 944 time: 0.1195250 Feb 04 17:26:40.451176 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-ceb80f76-945c-4668-82c3-eb8a674e9786 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Calling delete_port for 50786a6a-0ebb-4bc8-8df9-3779a5756892 owned by {{(pid=103376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:26:40.466770 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-10c6d830-3311-46e4-b338-e8d9749cd878 None None] Attempting to bind port 985167ad-ba3b-464a-8bb9-784ba5b5039a on host n-d-827839-2 for vnic_type normal with profile {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:26:40.467174 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-10c6d830-3311-46e4-b338-e8d9749cd878 None None] Attempting to bind port 985167ad-ba3b-464a-8bb9-784ba5b5039a by drivers openvswitch,hyperv on host n-d-827839-2 at level 0 using segments [{'id': '2fcce0c7-9a0a-428a-b986-cae51cd3c129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'ebdc431d-e6a4-4155-be30-2a7d896acbb0'}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:26:40.467536 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10c6d830-3311-46e4-b338-e8d9749cd878 None None] Attempting to bind port 985167ad-ba3b-464a-8bb9-784ba5b5039a on network ebdc431d-e6a4-4155-be30-2a7d896acbb0 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:26:40.477025 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10c6d830-3311-46e4-b338-e8d9749cd878 None None] Checking agent: {'id': 'ba70844b-66a0-45fd-a2f2-e6ed673321fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 0, 36), 'started_at': datetime.datetime(2022, 2, 4, 17, 1, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 26, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:26:40.477398 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10c6d830-3311-46e4-b338-e8d9749cd878 None None] Checking segment: {'id': '2fcce0c7-9a0a-428a-b986-cae51cd3c129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'ebdc431d-e6a4-4155-be30-2a7d896acbb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:26:40.477829 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-10c6d830-3311-46e4-b338-e8d9749cd878 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:40.478213 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10c6d830-3311-46e4-b338-e8d9749cd878 None None] Bound using segment: {'id': '2fcce0c7-9a0a-428a-b986-cae51cd3c129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'ebdc431d-e6a4-4155-be30-2a7d896acbb0'} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:26:40.478787 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-10c6d830-3311-46e4-b338-e8d9749cd878 None None] Bound port: 985167ad-ba3b-464a-8bb9-784ba5b5039a, host: n-d-827839-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2fcce0c7-9a0a-428a-b986-cae51cd3c129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'ebdc431d-e6a4-4155-be30-2a7d896acbb0'}}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:26:40.479157 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-10c6d830-3311-46e4-b338-e8d9749cd878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (985167ad-ba3b-464a-8bb9-784ba5b5039a), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:40.488541 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Provisioning for port 5b1f17be-ddf9-4c6e-bffe-f6cf9d7badf1 completed by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 17:26:40.496109 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Provisioning complete for port 5b1f17be-ddf9-4c6e-bffe-f6cf9d7badf1 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:26:40.496484 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (5b1f17be-ddf9-4c6e-bffe-f6cf9d7badf1), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:40.568633 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-23904a9e-5ed8-4a9d-9ef9-45ee6245c5ce req-e3fe3e9e-1656-49a7-8543-fd2fcadf2564 tempest-ServersTestJSON-906237145 tempest-ServersTestJSON-906237145-project] 10.222.0.89 "GET /v2.0/security-groups?id=1e6d02d2-b834-4a41-9e0b-3d41f5ebbbf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1007755 Feb 04 17:26:40.575148 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-10c6d830-3311-46e4-b338-e8d9749cd878 None None] For port 985167ad-ba3b-464a-8bb9-784ba5b5039a, host n-d-827839-2, cleared binding levels {{(pid=103378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:26:40.578914 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-10c6d830-3311-46e4-b338-e8d9749cd878 None None] For port 985167ad-ba3b-464a-8bb9-784ba5b5039a, host n-d-827839-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=985167ad-ba3b-464a-8bb9-784ba5b5039a,segment=NetworkSegment(2fcce0c7-9a0a-428a-b986-cae51cd3c129),segment_id=2fcce0c7-9a0a-428a-b986-cae51cd3c129)] {{(pid=103378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:26:40.592016 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-10c6d830-3311-46e4-b338-e8d9749cd878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (985167ad-ba3b-464a-8bb9-784ba5b5039a), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:40.599395 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 56d15643-52dd-4167-b9ef-f070f78b889d no longer exists at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:26:40.649912 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-ceb80f76-945c-4668-82c3-eb8a674e9786 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (50786a6a-0ebb-4bc8-8df9-3779a5756892), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:40.654477 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] No Port match for: 56d15643-52dd-4167-b9ef-f070f78b889d {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 17:26:40.654822 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 56d15643-52dd-4167-b9ef-f070f78b889d not bound to the agent host n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 17:26:40.692302 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb80f76-945c-4668-82c3-eb8a674e9786 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Pushing event deleted for resources: {'Port': ['ID=50786a6a-0ebb-4bc8-8df9-3779a5756892,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:26:40.716256 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c6d830-3311-46e4-b338-e8d9749cd878 None None] Pushing event updated for resources: {'Port': ['ID=985167ad-ba3b-464a-8bb9-784ba5b5039a,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:26:40.716825 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-0294cf02-76e5-43cf-8c14-cac062badbbb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602754'] for router_interface (b90c8b6b-9176-4e35-8402-7943d6ce7fcf), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:40.729043 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-ceb80f76-945c-4668-82c3-eb8a674e9786 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:40.730732 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Current status of the port 5b1f17be-ddf9-4c6e-bffe-f6cf9d7badf1 is: BUILD; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:26:40.731121 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (5b1f17be-ddf9-4c6e-bffe-f6cf9d7badf1), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:40.733316 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-ceb80f76-945c-4668-82c3-eb8a674e9786 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] 10.222.0.89 "DELETE /v2.0/ports/50786a6a-0ebb-4bc8-8df9-3779a5756892 HTTP/1.1" status: 204 len: 168 time: 0.6590600 Feb 04 17:26:40.735875 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 44056) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:26:40.764717 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21e34ec0-ca77-4fc3-a022-61a8ea584f54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b1f17be-ddf9-4c6e-bffe-f6cf9d7badf1'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:26:40.767215 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c34bc964ce2211770fda26ca2f3801cc06f4f39928110690550e94ab9c9d2fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d3dce33-35ea-451e-b2cb-d477249130ef" -d '{"events": [{"server_uuid": "21e34ec0-ca77-4fc3-a022-61a8ea584f54", "name": "network-vif-plugged", "status": "completed", "tag": "5b1f17be-ddf9-4c6e-bffe-f6cf9d7badf1"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:26:40.782268 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] For port 5b1f17be-ddf9-4c6e-bffe-f6cf9d7badf1, host n-h2-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=5b1f17be-ddf9-4c6e-bffe-f6cf9d7badf1,segment=NetworkSegment(ca1e4fed-109f-474f-a780-5b9c5be925df),segment_id=ca1e4fed-109f-474f-a780-5b9c5be925df)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:26:40.789809 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (5b1f17be-ddf9-4c6e-bffe-f6cf9d7badf1), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:40.790975 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Device bf588a04-722e-47f6-9543-998107c8912a no longer exists at agent hyperv_n-h2-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:26:40.838272 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] No Port match for: bf588a04-722e-47f6-9543-998107c8912a {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 17:26:40.838686 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Device bf588a04-722e-47f6-9543-998107c8912a not bound to the agent host n-h2-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 17:26:40.841493 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 17:26:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c99e1e60-fac2-4504-b200-6d6695d64c03 x-openstack-request-id: req-c99e1e60-fac2-4504-b200-6d6695d64c03 {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:26:40.841744 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21e34ec0-ca77-4fc3-a022-61a8ea584f54", "name": "network-vif-plugged", "status": "completed", "tag": "5b1f17be-ddf9-4c6e-bffe-f6cf9d7badf1", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:26:40.842126 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-c99e1e60-fac2-4504-b200-6d6695d64c03 {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:26:40.842572 n-d-827839-2 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21e34ec0-ca77-4fc3-a022-61a8ea584f54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b1f17be-ddf9-4c6e-bffe-f6cf9d7badf1', 'code': 200} Feb 04 17:26:40.866843 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e69be40d-35d0-4a4f-8693-b4c6efb22d9c tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:26:40.868667 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e69be40d-35d0-4a4f-8693-b4c6efb22d9c tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:26:40.870634 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-e69be40d-35d0-4a4f-8693-b4c6efb22d9c tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] 10.222.0.89 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1336489 Feb 04 17:26:40.873872 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 44062) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:26:40.880411 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Pushing event updated for resources: {'Port': ['ID=5b1f17be-ddf9-4c6e-bffe-f6cf9d7badf1,revision_number=5']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:26:40.900509 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-d6ee4ff8-8a8e-4a63-9b4b-5f490a1db415 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25889445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25597197'] for subnet (600a3c59-d8d7-4f01-9a9c-146b7ef38980), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:40.990314 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7b4b674-ad06-4f77-abfe-5a20013186a5 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Deleting subnet 339a5301-17de-4440-8162-1b86bbe28ddd {{(pid=103376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 17:26:40.993768 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-b7b4b674-ad06-4f77-abfe-5a20013186a5 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks [] for subnet (339a5301-17de-4440-8162-1b86bbe28ddd), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:41.046840 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b23612-c13a-4609-8589-b81e24203ac4 req-41a6c47b-b209-4969-8857-d260436a5180 tempest-ListImageFiltersTestJSON-637610508 tempest-ListImageFiltersTestJSON-637610508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:26:41.050086 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-d5b23612-c13a-4609-8589-b81e24203ac4 req-41a6c47b-b209-4969-8857-d260436a5180 tempest-ListImageFiltersTestJSON-637610508 tempest-ListImageFiltersTestJSON-637610508-project] 10.222.0.89 "GET /v2.0/ports?device_id=ae0186a8-6823-4e37-ae44-24840acc296c HTTP/1.1" status: 200 len: 949 time: 0.1536720 Feb 04 17:26:41.057448 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-b7b4b674-ad06-4f77-abfe-5a20013186a5 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25674901'] for subnet (339a5301-17de-4440-8162-1b86bbe28ddd), precommit_delete_associations {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:41.114650 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ee4ff8-8a8e-4a63-9b4b-5f490a1db415 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Pushing event updated for resources: {'Subnet': ['ID=600a3c59-d8d7-4f01-9a9c-146b7ef38980,revision_number=0']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:26:41.141513 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7819d7-cb48-4fb2-8a27-63468a56e48c req-9eba2765-cc8c-459e-a210-e54d601c2b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:26:41.143030 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-9e7819d7-cb48-4fb2-8a27-63468a56e48c req-9eba2765-cc8c-459e-a210-e54d601c2b7c service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=21e34ec0-ca77-4fc3-a022-61a8ea584f54 HTTP/1.1" status: 200 len: 1127 time: 0.2355373 Feb 04 17:26:41.148511 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6ee4ff8-8a8e-4a63-9b4b-5f490a1db415 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Checking segment: {'id': '1d746f40-46b5-4cad-aef6-b4c3e388e91b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': 'ffdf442c-9936-4818-b49a-ccec53aa21c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:26:41.149234 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6ee4ff8-8a8e-4a63-9b4b-5f490a1db415 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Network hostable DHCP agents. Network: ffdf442c-9936-4818-b49a-ccec53aa21c2, hostable agents: ['bb89f5a3-3c22-440b-b7d1-c4f0c43c184a'], hosted agents: [] {{(pid=103377) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 17:26:41.154562 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-d5b23612-c13a-4609-8589-b81e24203ac4 req-5c0b8cfb-479e-46c5-9353-ac13dcd26d7a tempest-ListImageFiltersTestJSON-637610508 tempest-ListImageFiltersTestJSON-637610508-project] 10.222.0.89 "GET /v2.0/security-groups?id=64f1a98c-fa51-4ada-9579-f28b8d0ae7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936201 Feb 04 17:26:41.199515 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-b7b4b674-ad06-4f77-abfe-5a20013186a5 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1541225'] for subnet (339a5301-17de-4440-8162-1b86bbe28ddd), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:41.221530 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-9e7819d7-cb48-4fb2-8a27-63468a56e48c req-0b1627a0-b22d-48f6-9f5a-99ef34232459 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=1e6d02d2-b834-4a41-9e0b-3d41f5ebbbf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659201 Feb 04 17:26:41.225564 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6ee4ff8-8a8e-4a63-9b4b-5f490a1db415 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Network ffdf442c-9936-4818-b49a-ccec53aa21c2 is scheduled to be hosted by DHCP agent bb89f5a3-3c22-440b-b7d1-c4f0c43c184a with binding_index 1 {{(pid=103377) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 17:26:41.239244 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [None req-d6ee4ff8-8a8e-4a63-9b4b-5f490a1db415 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827839-2, ffdf442c-9936-4818-b49a-ccec53aa21c2) {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:26:41.248006 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-386e7b71-557d-4652-b357-a97d3b4ccc6e None None] Network ffdf442c-9936-4818-b49a-ccec53aa21c2 requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:26:41.260906 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6ee4ff8-8a8e-4a63-9b4b-5f490a1db415 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:26:41.261499 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-d6ee4ff8-8a8e-4a63-9b4b-5f490a1db415 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Publish callbacks [] for subnet (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:41.275952 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-b7b4b674-ad06-4f77-abfe-5a20013186a5 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1541216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25675894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25858947'] for subnet (339a5301-17de-4440-8162-1b86bbe28ddd), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:41.306094 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-d6ee4ff8-8a8e-4a63-9b4b-5f490a1db415 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1659648 Feb 04 17:26:41.306677 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 44064) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:26:41.312386 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-6efa0422-1846-4119-b42a-364f8a25223d tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Request body: {'port': {'network_id': 'ffdf442c-9936-4818-b49a-ccec53aa21c2', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-775696486'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:26:41.316097 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b4b674-ad06-4f77-abfe-5a20013186a5 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Pushing event deleted for resources: {'Subnet': ['ID=339a5301-17de-4440-8162-1b86bbe28ddd,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:26:41.331946 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-0294cf02-76e5-43cf-8c14-cac062badbbb admin admin] Deleting port 06086c76-80ac-4f87-b714-ea5b1745d0c3 {{(pid=103377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:26:41.332613 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-0294cf02-76e5-43cf-8c14-cac062badbbb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (06086c76-80ac-4f87-b714-ea5b1745d0c3), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:41.338212 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-b7b4b674-ad06-4f77-abfe-5a20013186a5 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks [] for subnet (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:41.343777 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-b7b4b674-ad06-4f77-abfe-5a20013186a5 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] 10.222.0.89 "DELETE /v2.0/subnets/339a5301-17de-4440-8162-1b86bbe28ddd HTTP/1.1" status: 204 len: 168 time: 0.4639091 Feb 04 17:26:41.348528 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 44066) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:26:41.372652 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcb6a4dd-a2a6-49be-9c18-831dfde73dfd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e4c19ad-5724-5db8-8ee1-4f56ae69fcf4-ffdf442c-9936-4818-b49a-ccec53aa21c2', 'network_id': 'ffdf442c-9936-4818-b49a-ccec53aa21c2', 'project_id': 'bcdddb23c6b346f2aa47053863d313d1', 'fixed_ips': [{'subnet_id': '600a3c59-d8d7-4f01-9a9c-146b7ef38980'}]}} from n-d-827839-2. {{(pid=103378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 17:26:41.374563 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-bcb6a4dd-a2a6-49be-9c18-831dfde73dfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:41.440025 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-f6d0048b-7505-4c12-b962-8aefef1d3843 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] 10.222.0.89 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0901630 Feb 04 17:26:41.440657 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 44068) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:26:41.447122 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-70dda0dc-8792-4113-990f-30ec244a7f23 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Request body: {'subnet': {'network_id': 'ebdc431d-e6a4-4155-be30-2a7d896acbb0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:26:41.470812 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6efa0422-1846-4119-b42a-364f8a25223d tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Made reservation on behalf of bcdddb23c6b346f2aa47053863d313d1 for: {'port': 1} {{(pid=103376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:26:41.474899 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-6efa0422-1846-4119-b42a-364f8a25223d tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:41.502230 n-d-827839-2 neutron-server[103376]: DEBUG neutron.notifiers.nova [None req-6efa0422-1846-4119-b42a-364f8a25223d tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] device_id is not set on port 1f6df698-7a73-47da-a7e6-e8962c31b8b3 yet. {{(pid=103376) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 04 17:26:41.518614 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4258548-acbf-42a4-adbb-168b37c27565 req-e0aeb990-61ec-4238-935c-2906b26c476c tempest-ListImageFiltersTestJSON-637610508 tempest-ListImageFiltersTestJSON-637610508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:26:41.520096 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-f4258548-acbf-42a4-adbb-168b37c27565 req-e0aeb990-61ec-4238-935c-2906b26c476c tempest-ListImageFiltersTestJSON-637610508 tempest-ListImageFiltersTestJSON-637610508-project] 10.222.0.96 "GET /v2.0/ports?device_id=ae0186a8-6823-4e37-ae44-24840acc296c HTTP/1.1" status: 200 len: 949 time: 0.0868092 Feb 04 17:26:41.530829 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-bcb6a4dd-a2a6-49be-9c18-831dfde73dfd None None] Allocated IP 2001:db8::2 (ffdf442c-9936-4818-b49a-ccec53aa21c2/600a3c59-d8d7-4f01-9a9c-146b7ef38980/af5cfa26-166f-4f15-876f-3ef39c32ac2d) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:26:41.554186 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [None req-0294cf02-76e5-43cf-8c14-cac062badbbb admin admin] For port 06086c76-80ac-4f87-b714-ea5b1745d0c3, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=06086c76-80ac-4f87-b714-ea5b1745d0c3,segment=NetworkSegment(ab720ee6-c6a8-401f-ad8a-0c2daaee99db),segment_id=ab720ee6-c6a8-401f-ad8a-0c2daaee99db)] {{(pid=103377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:26:41.555258 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-0294cf02-76e5-43cf-8c14-cac062badbbb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (06086c76-80ac-4f87-b714-ea5b1745d0c3), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:41.575066 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-0294cf02-76e5-43cf-8c14-cac062badbbb admin admin] Calling delete_port for 06086c76-80ac-4f87-b714-ea5b1745d0c3 owned by network:router_interface {{(pid=103377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:26:41.588657 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70dda0dc-8792-4113-990f-30ec244a7f23 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Made reservation on behalf of 2dabbd0ed422411582aec81f9de51a07 for: {'subnet': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:26:41.598707 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-70dda0dc-8792-4113-990f-30ec244a7f23 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25597243'] for subnet (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:41.726978 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-bcb6a4dd-a2a6-49be-9c18-831dfde73dfd None None] Publish callbacks [] for port (af5cfa26-166f-4f15-876f-3ef39c32ac2d), precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:41.737232 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-bcb6a4dd-a2a6-49be-9c18-831dfde73dfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135'] for port (af5cfa26-166f-4f15-876f-3ef39c32ac2d), after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:41.782343 n-d-827839-2 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcb6a4dd-a2a6-49be-9c18-831dfde73dfd None None] Network ffdf442c-9936-4818-b49a-ccec53aa21c2 is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:26:41.787868 n-d-827839-2 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-bcb6a4dd-a2a6-49be-9c18-831dfde73dfd None None] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:26:41.796456 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcb6a4dd-a2a6-49be-9c18-831dfde73dfd None None] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:26:41.817516 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb6a4dd-a2a6-49be-9c18-831dfde73dfd None None] Pushing event updated for resources: {'Port': ['ID=af5cfa26-166f-4f15-876f-3ef39c32ac2d,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:26:41.861762 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4196323d-1f47-45d0-a0ec-e3756511c96f req-ed24fdf5-bc3a-48e9-9e9a-8b42e0e82bec tempest-ServersTestJSON-906237145 tempest-ServersTestJSON-906237145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:26:41.863674 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-4196323d-1f47-45d0-a0ec-e3756511c96f req-ed24fdf5-bc3a-48e9-9e9a-8b42e0e82bec tempest-ServersTestJSON-906237145 tempest-ServersTestJSON-906237145-project] 10.222.0.89 "GET /v2.0/ports?device_id=21e34ec0-ca77-4fc3-a022-61a8ea584f54 HTTP/1.1" status: 200 len: 945 time: 0.1459637 Feb 04 17:26:41.880853 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-bcb6a4dd-a2a6-49be-9c18-831dfde73dfd None None] Attempting to bind port af5cfa26-166f-4f15-876f-3ef39c32ac2d on host n-d-827839-2 for vnic_type normal with profile {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:26:41.881233 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-bcb6a4dd-a2a6-49be-9c18-831dfde73dfd None None] Attempting to bind port af5cfa26-166f-4f15-876f-3ef39c32ac2d by drivers openvswitch,hyperv on host n-d-827839-2 at level 0 using segments [{'id': '1d746f40-46b5-4cad-aef6-b4c3e388e91b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': 'ffdf442c-9936-4818-b49a-ccec53aa21c2'}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:26:41.881605 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcb6a4dd-a2a6-49be-9c18-831dfde73dfd None None] Attempting to bind port af5cfa26-166f-4f15-876f-3ef39c32ac2d on network ffdf442c-9936-4818-b49a-ccec53aa21c2 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:26:41.888113 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcb6a4dd-a2a6-49be-9c18-831dfde73dfd None None] Checking agent: {'id': 'ba70844b-66a0-45fd-a2f2-e6ed673321fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 0, 36), 'started_at': datetime.datetime(2022, 2, 4, 17, 1, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 26, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:26:41.888554 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcb6a4dd-a2a6-49be-9c18-831dfde73dfd None None] Checking segment: {'id': '1d746f40-46b5-4cad-aef6-b4c3e388e91b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': 'ffdf442c-9936-4818-b49a-ccec53aa21c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:26:41.889003 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-bcb6a4dd-a2a6-49be-9c18-831dfde73dfd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:41.889403 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcb6a4dd-a2a6-49be-9c18-831dfde73dfd None None] Bound using segment: {'id': '1d746f40-46b5-4cad-aef6-b4c3e388e91b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': 'ffdf442c-9936-4818-b49a-ccec53aa21c2'} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:26:41.889890 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-bcb6a4dd-a2a6-49be-9c18-831dfde73dfd None None] Bound port: af5cfa26-166f-4f15-876f-3ef39c32ac2d, host: n-d-827839-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d746f40-46b5-4cad-aef6-b4c3e388e91b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': 'ffdf442c-9936-4818-b49a-ccec53aa21c2'}}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:26:41.890278 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-bcb6a4dd-a2a6-49be-9c18-831dfde73dfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (af5cfa26-166f-4f15-876f-3ef39c32ac2d), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:41.963056 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-bcb6a4dd-a2a6-49be-9c18-831dfde73dfd None None] For port af5cfa26-166f-4f15-876f-3ef39c32ac2d, host n-d-827839-2, cleared binding levels {{(pid=103378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:26:41.966584 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-bcb6a4dd-a2a6-49be-9c18-831dfde73dfd None None] For port af5cfa26-166f-4f15-876f-3ef39c32ac2d, host n-d-827839-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=af5cfa26-166f-4f15-876f-3ef39c32ac2d,segment=NetworkSegment(1d746f40-46b5-4cad-aef6-b4c3e388e91b),segment_id=1d746f40-46b5-4cad-aef6-b4c3e388e91b)] {{(pid=103378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:26:41.975838 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-bcb6a4dd-a2a6-49be-9c18-831dfde73dfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (af5cfa26-166f-4f15-876f-3ef39c32ac2d), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:42.044958 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb6a4dd-a2a6-49be-9c18-831dfde73dfd None None] Pushing event updated for resources: {'Port': ['ID=af5cfa26-166f-4f15-876f-3ef39c32ac2d,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:26:42.062826 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-4196323d-1f47-45d0-a0ec-e3756511c96f req-cb5951b8-fda0-448b-a0b2-067d5d0db56e tempest-ServersTestJSON-906237145 tempest-ServersTestJSON-906237145-project] 10.222.0.89 "GET /v2.0/security-groups?id=1e6d02d2-b834-4a41-9e0b-3d41f5ebbbf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1590822 Feb 04 17:26:42.093839 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d1a0cf4-313b-4552-bfc4-809c4506e43a None None] Network ebdc431d-e6a4-4155-be30-2a7d896acbb0 requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:26:42.129416 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.db_base_plugin_common [None req-6efa0422-1846-4119-b42a-364f8a25223d tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Allocated IP 2001:db8::15e (ffdf442c-9936-4818-b49a-ccec53aa21c2/600a3c59-d8d7-4f01-9a9c-146b7ef38980/1f6df698-7a73-47da-a7e6-e8962c31b8b3) {{(pid=103376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:26:42.167892 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [req-f4258548-acbf-42a4-adbb-168b37c27565 req-34a62560-c44d-4e15-8148-91008887144c tempest-ListImageFiltersTestJSON-637610508 tempest-ListImageFiltersTestJSON-637610508-project] Deleting port 4d4af2e9-7142-4b57-9203-87fed5d08509 {{(pid=103376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:26:42.168387 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-f4258548-acbf-42a4-adbb-168b37c27565 req-34a62560-c44d-4e15-8148-91008887144c tempest-ListImageFiltersTestJSON-637610508 tempest-ListImageFiltersTestJSON-637610508-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (4d4af2e9-7142-4b57-9203-87fed5d08509), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:42.174308 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-8a4d1f1f-6ba0-41c0-ae42-e4f482167ab6 None None] Provisioning complete for port 985167ad-ba3b-464a-8bb9-784ba5b5039a triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:26:42.174692 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8a4d1f1f-6ba0-41c0-ae42-e4f482167ab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (985167ad-ba3b-464a-8bb9-784ba5b5039a), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:42.223367 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-70dda0dc-8792-4113-990f-30ec244a7f23 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25889445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25597197'] for subnet (0c2761d0-1fd6-4fbb-81da-bb073941e7fe), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:42.249776 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (3f9244a9-75fc-4c10-b195-11d48b853b41), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:42.270197 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-0294cf02-76e5-43cf-8c14-cac062badbbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (06086c76-80ac-4f87-b714-ea5b1745d0c3), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:42.300044 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70dda0dc-8792-4113-990f-30ec244a7f23 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Network ebdc431d-e6a4-4155-be30-2a7d896acbb0 is already hosted by enough agents. {{(pid=103377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:26:42.305760 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [None req-70dda0dc-8792-4113-990f-30ec244a7f23 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Resources bound (agent type, host, resource id): {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:26:42.329482 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-8a4d1f1f-6ba0-41c0-ae42-e4f482167ab6 None None] Current status of the port 985167ad-ba3b-464a-8bb9-784ba5b5039a is: DOWN; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:26:42.329888 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8a4d1f1f-6ba0-41c0-ae42-e4f482167ab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (985167ad-ba3b-464a-8bb9-784ba5b5039a), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:42.373305 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-8a4d1f1f-6ba0-41c0-ae42-e4f482167ab6 None None] For port 985167ad-ba3b-464a-8bb9-784ba5b5039a, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=985167ad-ba3b-464a-8bb9-784ba5b5039a,segment=NetworkSegment(2fcce0c7-9a0a-428a-b986-cae51cd3c129),segment_id=2fcce0c7-9a0a-428a-b986-cae51cd3c129)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:26:42.378479 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8a4d1f1f-6ba0-41c0-ae42-e4f482167ab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (985167ad-ba3b-464a-8bb9-784ba5b5039a), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:42.399086 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [req-f4258548-acbf-42a4-adbb-168b37c27565 req-34a62560-c44d-4e15-8148-91008887144c tempest-ListImageFiltersTestJSON-637610508 tempest-ListImageFiltersTestJSON-637610508-project] For port 4d4af2e9-7142-4b57-9203-87fed5d08509, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=4d4af2e9-7142-4b57-9203-87fed5d08509,segment=NetworkSegment(3a39b085-d3e6-43bb-a64c-1b06dd049e5a),segment_id=3a39b085-d3e6-43bb-a64c-1b06dd049e5a)] {{(pid=103376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:26:42.399536 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-f4258548-acbf-42a4-adbb-168b37c27565 req-34a62560-c44d-4e15-8148-91008887144c tempest-ListImageFiltersTestJSON-637610508 tempest-ListImageFiltersTestJSON-637610508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (4d4af2e9-7142-4b57-9203-87fed5d08509), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:42.419142 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-6efa0422-1846-4119-b42a-364f8a25223d tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Publish callbacks [] for port (1f6df698-7a73-47da-a7e6-e8962c31b8b3), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:42.426394 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be80e52e-6378-4ddc-a42d-a746acf2bd9a None None] DHCP port deletion for ebdc431d-e6a4-4155-be30-2a7d896acbb0 request from n-d-827839-2 {{(pid=103378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 17:26:42.440969 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [req-f4258548-acbf-42a4-adbb-168b37c27565 req-34a62560-c44d-4e15-8148-91008887144c tempest-ListImageFiltersTestJSON-637610508 tempest-ListImageFiltersTestJSON-637610508-project] Calling delete_port for 4d4af2e9-7142-4b57-9203-87fed5d08509 owned by compute:nova {{(pid=103376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:26:42.481873 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4d1f1f-6ba0-41c0-ae42-e4f482167ab6 None None] Pushing event updated for resources: {'Port': ['ID=985167ad-ba3b-464a-8bb9-784ba5b5039a,revision_number=4']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:26:42.535671 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977033ed-ca86-4d91-9a01-251f07bc5b3d req-7a5b7264-51b5-472b-829a-a23263ec59f6 tempest-ListImageFiltersTestJSON-637610508 tempest-ListImageFiltersTestJSON-637610508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:26:42.537267 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-be80e52e-6378-4ddc-a42d-a746acf2bd9a None None] Deleting port 985167ad-ba3b-464a-8bb9-784ba5b5039a {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:26:42.539325 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-977033ed-ca86-4d91-9a01-251f07bc5b3d req-7a5b7264-51b5-472b-829a-a23263ec59f6 tempest-ListImageFiltersTestJSON-637610508 tempest-ListImageFiltersTestJSON-637610508-project] 10.222.0.89 "GET /v2.0/ports?device_id=ae0186a8-6823-4e37-ae44-24840acc296c HTTP/1.1" status: 200 len: 949 time: 0.2536426 Feb 04 17:26:42.541855 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-be80e52e-6378-4ddc-a42d-a746acf2bd9a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (985167ad-ba3b-464a-8bb9-784ba5b5039a), before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:42.627031 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-6efa0422-1846-4119-b42a-364f8a25223d tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (1f6df698-7a73-47da-a7e6-e8962c31b8b3), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:42.663323 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70dda0dc-8792-4113-990f-30ec244a7f23 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:26:42.663951 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-70dda0dc-8792-4113-990f-30ec244a7f23 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks [] for subnet (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:42.683585 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0294cf02-76e5-43cf-8c14-cac062badbbb admin admin] Pushing event deleted for resources: {'Port': ['ID=06086c76-80ac-4f87-b714-ea5b1745d0c3,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:26:42.688640 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-70dda0dc-8792-4113-990f-30ec244a7f23 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.2449794 Feb 04 17:26:42.694538 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-be80e52e-6378-4ddc-a42d-a746acf2bd9a None None] For port 985167ad-ba3b-464a-8bb9-784ba5b5039a, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=985167ad-ba3b-464a-8bb9-784ba5b5039a,segment=NetworkSegment(2fcce0c7-9a0a-428a-b986-cae51cd3c129),segment_id=2fcce0c7-9a0a-428a-b986-cae51cd3c129)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:26:42.695512 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-be80e52e-6378-4ddc-a42d-a746acf2bd9a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (985167ad-ba3b-464a-8bb9-784ba5b5039a), precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:42.704866 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 44074) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:26:42.715225 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-be80e52e-6378-4ddc-a42d-a746acf2bd9a None None] Calling delete_port for 985167ad-ba3b-464a-8bb9-784ba5b5039a owned by network:dhcp {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:26:42.715830 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-977033ed-ca86-4d91-9a01-251f07bc5b3d req-1d487a66-b79f-4b52-bdd4-b49d6540edbe tempest-ListImageFiltersTestJSON-637610508 tempest-ListImageFiltersTestJSON-637610508-project] 10.222.0.89 "GET /v2.0/security-groups?id=64f1a98c-fa51-4ada-9579-f28b8d0ae7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700654 Feb 04 17:26:42.721490 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-1cd86b97-0768-4f45-be2c-998c0540b499 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Request body: {'port': {'network_id': 'ebdc431d-e6a4-4155-be30-2a7d896acbb0', 'name': 'tempest-NetworksTestDHCPv6-687518498'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:26:42.786083 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6efa0422-1846-4119-b42a-364f8a25223d tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Network ffdf442c-9936-4818-b49a-ccec53aa21c2 is already hosted by enough agents. {{(pid=103376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:26:42.796287 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70dda0dc-8792-4113-990f-30ec244a7f23 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Pushing event updated for resources: {'Subnet': ['ID=0c2761d0-1fd6-4fbb-81da-bb073941e7fe,revision_number=0']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:26:42.801637 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [None req-6efa0422-1846-4119-b42a-364f8a25223d tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Resources bound (agent type, host, resource id): {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:26:42.831195 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6efa0422-1846-4119-b42a-364f8a25223d tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Received port after_create {{(pid=103376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:26:42.836831 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6efa0422-1846-4119-b42a-364f8a25223d tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:26:42.837392 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-6efa0422-1846-4119-b42a-364f8a25223d tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:42.844184 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-be80e52e-6378-4ddc-a42d-a746acf2bd9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144'] for port (985167ad-ba3b-464a-8bb9-784ba5b5039a), after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:42.859708 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efa0422-1846-4119-b42a-364f8a25223d tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Pushing event updated for resources: {'Port': ['ID=1f6df698-7a73-47da-a7e6-e8962c31b8b3,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:26:42.892292 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be80e52e-6378-4ddc-a42d-a746acf2bd9a None None] Pushing event deleted for resources: {'Port': ['ID=985167ad-ba3b-464a-8bb9-784ba5b5039a,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:26:42.896278 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be80e52e-6378-4ddc-a42d-a746acf2bd9a None None] No DVR routers for this DVR port 985167ad-ba3b-464a-8bb9-784ba5b5039a on host n-d-827839-2 {{(pid=103378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 17:26:42.916189 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-6efa0422-1846-4119-b42a-364f8a25223d tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 892 time: 1.6049225 Feb 04 17:26:42.918232 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 44076) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:26:42.935923 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-f4258548-acbf-42a4-adbb-168b37c27565 req-34a62560-c44d-4e15-8148-91008887144c tempest-ListImageFiltersTestJSON-637610508 tempest-ListImageFiltersTestJSON-637610508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (4d4af2e9-7142-4b57-9203-87fed5d08509), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:42.941729 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device af5cfa26-166f-4f15-876f-3ef39c32ac2d up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:26:42.945450 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4fcda86-fb9b-4de6-83f1-a1ecc4e06f13 None None] Network ebdc431d-e6a4-4155-be30-2a7d896acbb0 requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:26:42.997937 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-0294cf02-76e5-43cf-8c14-cac062badbbb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1677336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1602614'] for router_interface (b90c8b6b-9176-4e35-8402-7943d6ce7fcf), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:43.000351 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a62560-c44d-4e15-8148-91008887144c tempest-ListImageFiltersTestJSON-637610508 tempest-ListImageFiltersTestJSON-637610508-project] Pushing event deleted for resources: {'Port': ['ID=4d4af2e9-7142-4b57-9203-87fed5d08509,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:26:43.086103 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4258548-acbf-42a4-adbb-168b37c27565 req-34a62560-c44d-4e15-8148-91008887144c tempest-ListImageFiltersTestJSON-637610508 tempest-ListImageFiltersTestJSON-637610508-project] No DVR routers for this DVR port 4d4af2e9-7142-4b57-9203-87fed5d08509 on host n-h1-827839-2 {{(pid=103376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 17:26:43.088529 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cd86b97-0768-4f45-be2c-998c0540b499 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Made reservation on behalf of 2dabbd0ed422411582aec81f9de51a07 for: {'port': 1} {{(pid=103376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:26:43.091636 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port af5cfa26-166f-4f15-876f-3ef39c32ac2d triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:26:43.092166 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (af5cfa26-166f-4f15-876f-3ef39c32ac2d), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:43.092568 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-1cd86b97-0768-4f45-be2c-998c0540b499 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:43.097602 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-f4258548-acbf-42a4-adbb-168b37c27565 req-34a62560-c44d-4e15-8148-91008887144c tempest-ListImageFiltersTestJSON-637610508 tempest-ListImageFiltersTestJSON-637610508-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:43.101452 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-f4258548-acbf-42a4-adbb-168b37c27565 req-34a62560-c44d-4e15-8148-91008887144c tempest-ListImageFiltersTestJSON-637610508 tempest-ListImageFiltersTestJSON-637610508-project] 10.222.0.96 "DELETE /v2.0/ports/4d4af2e9-7142-4b57-9203-87fed5d08509 HTTP/1.1" status: 204 len: 173 time: 1.1672480 Feb 04 17:26:43.102909 n-d-827839-2 neutron-server[103376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae0186a8-6823-4e37-ae44-24840acc296c', 'name': 'network-vif-deleted', 'tag': '4d4af2e9-7142-4b57-9203-87fed5d08509'}] {{(pid=103376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:26:43.105193 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d59c3bb5e2f09ebf62144d5e09b1cff60c763a9c19614c24538e77842938c05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4f01b0d-ea2d-49b7-ad67-6b4721d038d2" -d '{"events": [{"server_uuid": "ae0186a8-6823-4e37-ae44-24840acc296c", "name": "network-vif-deleted", "tag": "4d4af2e9-7142-4b57-9203-87fed5d08509"}]}' {{(pid=103376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:26:43.133705 n-d-827839-2 neutron-server[103376]: DEBUG neutron.notifiers.nova [None req-1cd86b97-0768-4f45-be2c-998c0540b499 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] device_id is not set on port 6404969e-0b51-47be-bb61-fac6f9b37a71 yet. {{(pid=103376) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 04 17:26:43.148199 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-813c320e-982e-4fdd-9636-8ee67420caa2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e4c19ad-5724-5db8-8ee1-4f56ae69fcf4-ebdc431d-e6a4-4155-be30-2a7d896acbb0', 'network_id': 'ebdc431d-e6a4-4155-be30-2a7d896acbb0', 'project_id': '2dabbd0ed422411582aec81f9de51a07', 'fixed_ips': [{'subnet_id': '0c2761d0-1fd6-4fbb-81da-bb073941e7fe'}]}} from n-d-827839-2. {{(pid=103378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 17:26:43.157939 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-813c320e-982e-4fdd-9636-8ee67420caa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:43.205094 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-1ad253dc-821e-49b4-b1e6-061cacd0d504 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Deleting port 1f6df698-7a73-47da-a7e6-e8962c31b8b3 {{(pid=103376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:26:43.205444 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-1ad253dc-821e-49b4-b1e6-061cacd0d504 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (1f6df698-7a73-47da-a7e6-e8962c31b8b3), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:43.264150 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 17:26:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c9f3725-3f56-4f10-a510-264a3b8826ee x-openstack-request-id: req-8c9f3725-3f56-4f10-a510-264a3b8826ee {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:26:43.264449 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae0186a8-6823-4e37-ae44-24840acc296c", "name": "network-vif-deleted", "tag": "4d4af2e9-7142-4b57-9203-87fed5d08509", "status": "completed", "code": 200}]} {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:26:43.264703 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-8c9f3725-3f56-4f10-a510-264a3b8826ee {{(pid=103376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:26:43.265127 n-d-827839-2 neutron-server[103376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae0186a8-6823-4e37-ae44-24840acc296c', 'name': 'network-vif-deleted', 'tag': '4d4af2e9-7142-4b57-9203-87fed5d08509', 'status': 'completed', 'code': 200} Feb 04 17:26:43.303174 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port af5cfa26-166f-4f15-876f-3ef39c32ac2d is: DOWN; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:26:43.303174 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (af5cfa26-166f-4f15-876f-3ef39c32ac2d), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:43.364300 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.db_base_plugin_common [None req-1cd86b97-0768-4f45-be2c-998c0540b499 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Allocated IP 2001:db8::321 (ebdc431d-e6a4-4155-be30-2a7d896acbb0/0c2761d0-1fd6-4fbb-81da-bb073941e7fe/6404969e-0b51-47be-bb61-fac6f9b37a71) {{(pid=103376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:26:43.366919 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] For port af5cfa26-166f-4f15-876f-3ef39c32ac2d, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=af5cfa26-166f-4f15-876f-3ef39c32ac2d,segment=NetworkSegment(1d746f40-46b5-4cad-aef6-b4c3e388e91b),segment_id=1d746f40-46b5-4cad-aef6-b4c3e388e91b)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:26:43.370792 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (af5cfa26-166f-4f15-876f-3ef39c32ac2d), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:43.451795 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-1ad253dc-821e-49b4-b1e6-061cacd0d504 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (1f6df698-7a73-47da-a7e6-e8962c31b8b3), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:43.453891 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7d5ac0-069b-41c0-9e93-2713ad61e6fa req-623c73ac-9bd7-4915-9b86-c5b87ab26e3b tempest-ServersTestJSON-906237145 tempest-ServersTestJSON-906237145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:26:43.457202 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-bd7d5ac0-069b-41c0-9e93-2713ad61e6fa req-623c73ac-9bd7-4915-9b86-c5b87ab26e3b tempest-ServersTestJSON-906237145 tempest-ServersTestJSON-906237145-project] 10.222.0.89 "GET /v2.0/ports?device_id=21e34ec0-ca77-4fc3-a022-61a8ea584f54 HTTP/1.1" status: 200 len: 945 time: 0.1570499 Feb 04 17:26:43.458797 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Pushing event updated for resources: {'Port': ['ID=af5cfa26-166f-4f15-876f-3ef39c32ac2d,revision_number=3']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:26:43.459972 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0294cf02-76e5-43cf-8c14-cac062badbbb admin admin] Router b90c8b6b-9176-4e35-8402-7943d6ce7fcf has already been hosted by L3 agent 64ada913-9131-4d99-a265-63a920956287 {{(pid=103377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 17:26:43.480897 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-1ad253dc-821e-49b4-b1e6-061cacd0d504 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Calling delete_port for 1f6df698-7a73-47da-a7e6-e8962c31b8b3 owned by {{(pid=103376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:26:43.619309 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-bd7d5ac0-069b-41c0-9e93-2713ad61e6fa req-e032c443-5472-456b-9f54-0a75b6462f04 tempest-ServersTestJSON-906237145 tempest-ServersTestJSON-906237145-project] 10.222.0.89 "GET /v2.0/security-groups?id=1e6d02d2-b834-4a41-9e0b-3d41f5ebbbf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1422708 Feb 04 17:26:43.639945 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0294cf02-76e5-43cf-8c14-cac062badbbb admin admin] Notify agent at l3_agent.n-d-827839-2 the message routers_updated {{(pid=103377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 17:26:43.649481 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-1cd86b97-0768-4f45-be2c-998c0540b499 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks [] for port (6404969e-0b51-47be-bb61-fac6f9b37a71), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:43.666625 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4b9a35a-0692-491f-99b5-d6cac5e48bfc None None] Sync routers for ids ['b90c8b6b-9176-4e35-8402-7943d6ce7fcf'] in n-d-827839-2 {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 17:26:43.677725 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 44084) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:26:43.677908 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-0294cf02-76e5-43cf-8c14-cac062badbbb admin admin] 10.222.0.89 "PUT /v2.0/routers/b90c8b6b-9176-4e35-8402-7943d6ce7fcf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7454853 Feb 04 17:26:43.681322 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4b9a35a-0692-491f-99b5-d6cac5e48bfc None None] Routers {'b90c8b6b-9176-4e35-8402-7943d6ce7fcf'} bound to L3 agent in host n-d-827839-2 {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:26:43.681950 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-a4b9a35a-0692-491f-99b5-d6cac5e48bfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:26:32Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['b90c8b6b-9176-4e35-8402-7943d6ce7fcf'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:26:43.880647 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-a667ac96-7901-4775-8fc2-0c44820747fc req-c431cfde-bbe2-468c-a761-e9e105be2322 tempest-ListImageFiltersTestJSON-637610508 tempest-ListImageFiltersTestJSON-637610508-project] 10.222.0.89 "GET /v2.0/ports?device_id=ae0186a8-6823-4e37-ae44-24840acc296c HTTP/1.1" status: 200 len: 210 time: 0.0427678 Feb 04 17:26:43.909060 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-1ad253dc-821e-49b4-b1e6-061cacd0d504 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (1f6df698-7a73-47da-a7e6-e8962c31b8b3), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:43.912256 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-1cd86b97-0768-4f45-be2c-998c0540b499 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (6404969e-0b51-47be-bb61-fac6f9b37a71), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:43.933714 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba65889b-e5b8-4bce-855e-7f6075a105b8 None None] Network ffdf442c-9936-4818-b49a-ccec53aa21c2 requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:26:43.963913 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad253dc-821e-49b4-b1e6-061cacd0d504 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Pushing event deleted for resources: {'Port': ['ID=1f6df698-7a73-47da-a7e6-e8962c31b8b3,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:26:44.002175 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cd86b97-0768-4f45-be2c-998c0540b499 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Network ebdc431d-e6a4-4155-be30-2a7d896acbb0 is already hosted by enough agents. {{(pid=103376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:26:44.004815 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvr_db [None req-a4b9a35a-0692-491f-99b5-d6cac5e48bfc None None] Set router b90c8b6b-9176-4e35-8402-7943d6ce7fcf gateway port host: n-d-827839-2 {{(pid=103379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:26:44.005614 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-c5549297-c668-4088-ba4f-f28f867db43d admin admin] Publish callbacks [] for router (b90c8b6b-9176-4e35-8402-7943d6ce7fcf), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:44.014060 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f4e58c-721c-4f47-9313-6bfdc49b44ca req-c1142cd8-fbd2-4997-b3fe-3242643151d4 tempest-ServersTestJSON-906237145 tempest-ServersTestJSON-906237145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:26:44.015561 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-d5f4e58c-721c-4f47-9313-6bfdc49b44ca req-c1142cd8-fbd2-4997-b3fe-3242643151d4 tempest-ServersTestJSON-906237145 tempest-ServersTestJSON-906237145-project] 10.222.0.89 "GET /v2.0/ports?device_id=21e34ec0-ca77-4fc3-a022-61a8ea584f54 HTTP/1.1" status: 200 len: 945 time: 0.2610939 Feb 04 17:26:44.018992 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-813c320e-982e-4fdd-9636-8ee67420caa2 None None] Allocated IP 2001:db8::2 (ebdc431d-e6a4-4155-be30-2a7d896acbb0/0c2761d0-1fd6-4fbb-81da-bb073941e7fe/6ba98532-6f0f-461c-bb8a-3bf6743eba49) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:26:44.025482 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [None req-1cd86b97-0768-4f45-be2c-998c0540b499 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Resources bound (agent type, host, resource id): {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:26:44.033351 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 44088) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:26:44.041240 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-d0dbb30a-1bf5-471f-b21d-147becb11327 tempest-ServersTestJSON-906237145 tempest-ServersTestJSON-906237145-project] Request body: {'floatingip': {'port_id': '5b1f17be-ddf9-4c6e-bffe-f6cf9d7badf1'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:26:44.043195 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-d140cb9e-b50b-46bd-92fc-6c37fc471ab9 None None] Provisioning complete for port af5cfa26-166f-4f15-876f-3ef39c32ac2d triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:26:44.043712 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d140cb9e-b50b-46bd-92fc-6c37fc471ab9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (af5cfa26-166f-4f15-876f-3ef39c32ac2d), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:44.078953 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cd86b97-0768-4f45-be2c-998c0540b499 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Received port after_create {{(pid=103376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:26:44.084180 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cd86b97-0768-4f45-be2c-998c0540b499 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:26:44.084819 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-1cd86b97-0768-4f45-be2c-998c0540b499 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:44.103404 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-d0dbb30a-1bf5-471f-b21d-147becb11327 tempest-ServersTestJSON-906237145 tempest-ServersTestJSON-906237145-project] Publish callbacks [] for floatingip (c09eea06-c468-48c9-a371-9688c5fb4b5d), before_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:44.119230 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-1ad253dc-821e-49b4-b1e6-061cacd0d504 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:44.122503 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-1ad253dc-821e-49b4-b1e6-061cacd0d504 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] 10.222.0.89 "DELETE /v2.0/ports/1f6df698-7a73-47da-a7e6-e8962c31b8b3 HTTP/1.1" status: 204 len: 168 time: 1.2036498 Feb 04 17:26:44.131366 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 44090) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:26:44.175001 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd86b97-0768-4f45-be2c-998c0540b499 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Pushing event updated for resources: {'Port': ['ID=6404969e-0b51-47be-bb61-fac6f9b37a71,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:26:44.181262 n-d-827839-2 neutron-server[103376]: INFO neutron.pecan_wsgi.hooks.translation [None req-f06d1f3e-262a-49e4-bce6-1a72812e0589 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] GET failed (client error): The resource could not be found. Feb 04 17:26:44.182763 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-f06d1f3e-262a-49e4-bce6-1a72812e0589 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] 10.222.0.89 "GET /v2.0/ports/1f6df698-7a73-47da-a7e6-e8962c31b8b3 HTTP/1.1" status: 404 len: 333 time: 0.0505192 Feb 04 17:26:44.189026 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-1cd86b97-0768-4f45-be2c-998c0540b499 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.4784625 Feb 04 17:26:44.191584 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 44092) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:26:44.191919 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 44094) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:26:44.288018 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-a4b9a35a-0692-491f-99b5-d6cac5e48bfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b90c8b6b-9176-4e35-8402-7943d6ce7fcf', 'name': 'tempest-ServerRescueNegativeTestJSON-407697129-router', 'tenant_id': '416c048260b14ff1a410112cf5941611', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.24'}], 'enable_snat': True}, 'gw_port_id': '30a75aa7-08f1-4437-9803-95be07be5961', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:22:19Z', 'updated_at': '2022-02-04T17:26:42Z', 'revision_number': 5, 'project_id': '416c048260b14ff1a410112cf5941611', 'gw_port': {'id': '30a75aa7-08f1-4437-9803-95be07be5961', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:f8:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b90c8b6b-9176-4e35-8402-7943d6ce7fcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1341, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:22:21Z', 'updated_at': '2022-02-04T17:22:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2'}], 'n-d-827839-2', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:26:44.303755 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.db_base_plugin_v2 [None req-d10f12c2-86b4-4460-a9d3-5597e6d7f5ec tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Deleting subnet 600a3c59-d8d7-4f01-9a9c-146b7ef38980 {{(pid=103376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 17:26:44.313743 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-d10f12c2-86b4-4460-a9d3-5597e6d7f5ec tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Publish callbacks [] for subnet (600a3c59-d8d7-4f01-9a9c-146b7ef38980), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:44.314265 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-d140cb9e-b50b-46bd-92fc-6c37fc471ab9 None None] Current status of the port af5cfa26-166f-4f15-876f-3ef39c32ac2d is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:26:44.346747 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-813c320e-982e-4fdd-9636-8ee67420caa2 None None] Publish callbacks [] for port (6ba98532-6f0f-461c-bb8a-3bf6743eba49), precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:44.347484 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4b9a35a-0692-491f-99b5-d6cac5e48bfc None None] Checking router: b90c8b6b-9176-4e35-8402-7943d6ce7fcf for host: n-d-827839-2 {{(pid=103379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 17:26:44.354694 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-c5549297-c668-4088-ba4f-f28f867db43d admin admin] Publish callbacks [] for router_gateway (b90c8b6b-9176-4e35-8402-7943d6ce7fcf), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:44.361952 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-813c320e-982e-4fdd-9636-8ee67420caa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135'] for port (6ba98532-6f0f-461c-bb8a-3bf6743eba49), after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:44.377202 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4b9a35a-0692-491f-99b5-d6cac5e48bfc None None] Routers {'b90c8b6b-9176-4e35-8402-7943d6ce7fcf'} bound to L3 agent in host n-d-827839-2 {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:26:44.378154 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-a4b9a35a-0692-491f-99b5-d6cac5e48bfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:26:32Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['b90c8b6b-9176-4e35-8402-7943d6ce7fcf'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:26:44.389576 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c841931-fe2b-49e4-b7fe-80b37e2afe21 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:26:44.394977 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-8c841931-fe2b-49e4-b7fe-80b37e2afe21 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] 10.222.0.89 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.2009139 Feb 04 17:26:44.399365 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 44098) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:26:44.403789 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-d10f12c2-86b4-4460-a9d3-5597e6d7f5ec tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25674901'] for subnet (600a3c59-d8d7-4f01-9a9c-146b7ef38980), precommit_delete_associations {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:44.412760 n-d-827839-2 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-813c320e-982e-4fdd-9636-8ee67420caa2 None None] Network ebdc431d-e6a4-4155-be30-2a7d896acbb0 is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:26:44.418428 n-d-827839-2 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-813c320e-982e-4fdd-9636-8ee67420caa2 None None] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:26:44.429302 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-813c320e-982e-4fdd-9636-8ee67420caa2 None None] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:26:44.527773 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813c320e-982e-4fdd-9636-8ee67420caa2 None None] Pushing event updated for resources: {'Port': ['ID=6ba98532-6f0f-461c-bb8a-3bf6743eba49,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:26:44.550406 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-813c320e-982e-4fdd-9636-8ee67420caa2 None None] Attempting to bind port 6ba98532-6f0f-461c-bb8a-3bf6743eba49 on host n-d-827839-2 for vnic_type normal with profile {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:26:44.552455 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-813c320e-982e-4fdd-9636-8ee67420caa2 None None] Attempting to bind port 6ba98532-6f0f-461c-bb8a-3bf6743eba49 by drivers openvswitch,hyperv on host n-d-827839-2 at level 0 using segments [{'id': '2fcce0c7-9a0a-428a-b986-cae51cd3c129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'ebdc431d-e6a4-4155-be30-2a7d896acbb0'}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:26:44.552916 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-813c320e-982e-4fdd-9636-8ee67420caa2 None None] Attempting to bind port 6ba98532-6f0f-461c-bb8a-3bf6743eba49 on network ebdc431d-e6a4-4155-be30-2a7d896acbb0 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:26:44.565201 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-813c320e-982e-4fdd-9636-8ee67420caa2 None None] Checking agent: {'id': 'ba70844b-66a0-45fd-a2f2-e6ed673321fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 0, 36), 'started_at': datetime.datetime(2022, 2, 4, 17, 1, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 26, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:26:44.570463 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-813c320e-982e-4fdd-9636-8ee67420caa2 None None] Checking segment: {'id': '2fcce0c7-9a0a-428a-b986-cae51cd3c129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'ebdc431d-e6a4-4155-be30-2a7d896acbb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:26:44.570981 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-813c320e-982e-4fdd-9636-8ee67420caa2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:44.571445 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-813c320e-982e-4fdd-9636-8ee67420caa2 None None] Bound using segment: {'id': '2fcce0c7-9a0a-428a-b986-cae51cd3c129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'ebdc431d-e6a4-4155-be30-2a7d896acbb0'} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:26:44.572001 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-813c320e-982e-4fdd-9636-8ee67420caa2 None None] Bound port: 6ba98532-6f0f-461c-bb8a-3bf6743eba49, host: n-d-827839-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2fcce0c7-9a0a-428a-b986-cae51cd3c129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'ebdc431d-e6a4-4155-be30-2a7d896acbb0'}}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:26:44.572789 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-813c320e-982e-4fdd-9636-8ee67420caa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (6ba98532-6f0f-461c-bb8a-3bf6743eba49), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:44.635316 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-c5549297-c668-4088-ba4f-f28f867db43d admin admin] Deleting port 30a75aa7-08f1-4437-9803-95be07be5961 {{(pid=103376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:26:44.635526 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-c5549297-c668-4088-ba4f-f28f867db43d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (30a75aa7-08f1-4437-9803-95be07be5961), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:44.652317 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvr_db [None req-a4b9a35a-0692-491f-99b5-d6cac5e48bfc None None] Set router b90c8b6b-9176-4e35-8402-7943d6ce7fcf gateway port host: None {{(pid=103379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:26:44.699739 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-d10f12c2-86b4-4460-a9d3-5597e6d7f5ec tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1541225'] for subnet (600a3c59-d8d7-4f01-9a9c-146b7ef38980), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:44.755772 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-cc0e0b1d-72a9-4b2f-8f85-3d57fe75e9c8 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Deleting port 6404969e-0b51-47be-bb61-fac6f9b37a71 {{(pid=103376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:26:44.756140 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-cc0e0b1d-72a9-4b2f-8f85-3d57fe75e9c8 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (6404969e-0b51-47be-bb61-fac6f9b37a71), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:44.800687 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-a4b9a35a-0692-491f-99b5-d6cac5e48bfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b90c8b6b-9176-4e35-8402-7943d6ce7fcf', 'name': 'tempest-ServerRescueNegativeTestJSON-407697129-router', 'tenant_id': '416c048260b14ff1a410112cf5941611', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:22:19Z', 'updated_at': '2022-02-04T17:26:44Z', 'revision_number': 6, 'project_id': '416c048260b14ff1a410112cf5941611', 'gw_port_host': None}], 'n-d-827839-2', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:26:44.862192 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4b9a35a-0692-491f-99b5-d6cac5e48bfc None None] The sync data for ids ['b90c8b6b-9176-4e35-8402-7943d6ce7fcf'] in n-d-827839-2 is: [{'id': 'b90c8b6b-9176-4e35-8402-7943d6ce7fcf', 'name': 'tempest-ServerRescueNegativeTestJSON-407697129-router', 'tenant_id': '416c048260b14ff1a410112cf5941611', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:22:19Z', 'updated_at': '2022-02-04T17:26:44Z', 'revision_number': 6, 'project_id': '416c048260b14ff1a410112cf5941611', 'gw_port_host': None}] {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 17:26:44.910082 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [None req-c5549297-c668-4088-ba4f-f28f867db43d admin admin] For port 30a75aa7-08f1-4437-9803-95be07be5961, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=30a75aa7-08f1-4437-9803-95be07be5961,segment=NetworkSegment(5942dc44-1f07-4c27-b0ab-45a2bff20dd5),segment_id=5942dc44-1f07-4c27-b0ab-45a2bff20dd5)] {{(pid=103376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:26:44.910458 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-c5549297-c668-4088-ba4f-f28f867db43d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (30a75aa7-08f1-4437-9803-95be07be5961), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:44.915946 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-d10f12c2-86b4-4460-a9d3-5597e6d7f5ec tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1541216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25675894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25858947'] for subnet (600a3c59-d8d7-4f01-9a9c-146b7ef38980), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:44.943406 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device af5cfa26-166f-4f15-876f-3ef39c32ac2d up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:26:44.970543 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-c5549297-c668-4088-ba4f-f28f867db43d admin admin] Calling delete_port for 30a75aa7-08f1-4437-9803-95be07be5961 owned by network:router_gateway {{(pid=103376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:26:44.972448 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10f12c2-86b4-4460-a9d3-5597e6d7f5ec tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Pushing event deleted for resources: {'Subnet': ['ID=600a3c59-d8d7-4f01-9a9c-146b7ef38980,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:26:44.987378 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-cc0e0b1d-72a9-4b2f-8f85-3d57fe75e9c8 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (6404969e-0b51-47be-bb61-fac6f9b37a71), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:44.990773 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-d10f12c2-86b4-4460-a9d3-5597e6d7f5ec tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Publish callbacks [] for subnet (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:44.994266 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-d10f12c2-86b4-4460-a9d3-5597e6d7f5ec tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] 10.222.0.89 "DELETE /v2.0/subnets/600a3c59-d8d7-4f01-9a9c-146b7ef38980 HTTP/1.1" status: 204 len: 168 time: 0.8014138 Feb 04 17:26:44.999163 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 44106) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:26:45.012885 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-cc0e0b1d-72a9-4b2f-8f85-3d57fe75e9c8 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Calling delete_port for 6404969e-0b51-47be-bb61-fac6f9b37a71 owned by {{(pid=103376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:26:45.021207 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4ae5e5e3-5cc9-4fc6-8d05-d72239621744 None None] Provisioning complete for port af5cfa26-166f-4f15-876f-3ef39c32ac2d triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:26:45.021585 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4ae5e5e3-5cc9-4fc6-8d05-d72239621744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (af5cfa26-166f-4f15-876f-3ef39c32ac2d), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:45.036527 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.db.resource_extend [None req-d0dbb30a-1bf5-471f-b21d-147becb11327 tempest-ServersTestJSON-906237145 tempest-ServersTestJSON-906237145-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 17:26:45.057996 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-813c320e-982e-4fdd-9636-8ee67420caa2 None None] For port 6ba98532-6f0f-461c-bb8a-3bf6743eba49, host n-d-827839-2, cleared binding levels {{(pid=103378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:26:45.096489 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-813c320e-982e-4fdd-9636-8ee67420caa2 None None] For port 6ba98532-6f0f-461c-bb8a-3bf6743eba49, host n-d-827839-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=6ba98532-6f0f-461c-bb8a-3bf6743eba49,segment=NetworkSegment(2fcce0c7-9a0a-428a-b986-cae51cd3c129),segment_id=2fcce0c7-9a0a-428a-b986-cae51cd3c129)] {{(pid=103378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:26:45.108384 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-813c320e-982e-4fdd-9636-8ee67420caa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (6ba98532-6f0f-461c-bb8a-3bf6743eba49), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:45.119237 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port af5cfa26-166f-4f15-876f-3ef39c32ac2d triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:26:45.120687 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (af5cfa26-166f-4f15-876f-3ef39c32ac2d), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:45.204286 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-baa01011-0382-4698-8d9c-f6404855bb4d tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628832'] for network (ffdf442c-9936-4818-b49a-ccec53aa21c2), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:45.259777 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813c320e-982e-4fdd-9636-8ee67420caa2 None None] Pushing event updated for resources: {'Port': ['ID=6ba98532-6f0f-461c-bb8a-3bf6743eba49,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:26:45.283295 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-d0dbb30a-1bf5-471f-b21d-147becb11327 tempest-ServersTestJSON-906237145 tempest-ServersTestJSON-906237145-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:45.293067 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-d0dbb30a-1bf5-471f-b21d-147becb11327 tempest-ServersTestJSON-906237145 tempest-ServersTestJSON-906237145-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1595586'] for floatingip (c09eea06-c468-48c9-a371-9688c5fb4b5d), after_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:45.380524 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a796eeb6-3430-402c-8858-e9b7602321b9 None None] Network ffdf442c-9936-4818-b49a-ccec53aa21c2 requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:26:45.447284 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-baa01011-0382-4698-8d9c-f6404855bb4d tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Deleting port af5cfa26-166f-4f15-876f-3ef39c32ac2d {{(pid=103377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:26:45.447576 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4ae5e5e3-5cc9-4fc6-8d05-d72239621744 None None] Current status of the port af5cfa26-166f-4f15-876f-3ef39c32ac2d is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:26:45.448212 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-baa01011-0382-4698-8d9c-f6404855bb4d tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (af5cfa26-166f-4f15-876f-3ef39c32ac2d), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:45.452528 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port af5cfa26-166f-4f15-876f-3ef39c32ac2d is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:26:45.499984 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-c5549297-c668-4088-ba4f-f28f867db43d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (30a75aa7-08f1-4437-9803-95be07be5961), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:45.548295 n-d-827839-2 neutron-server[103377]: INFO neutron.db.l3_db [None req-d0dbb30a-1bf5-471f-b21d-147becb11327 tempest-ServersTestJSON-906237145 tempest-ServersTestJSON-906237145-project] Floating IP c09eea06-c468-48c9-a371-9688c5fb4b5d associated. External IP: 172.25.6.17, port: 5b1f17be-ddf9-4c6e-bffe-f6cf9d7badf1. Feb 04 17:26:45.556195 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [None req-baa01011-0382-4698-8d9c-f6404855bb4d tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] For port af5cfa26-166f-4f15-876f-3ef39c32ac2d, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=af5cfa26-166f-4f15-876f-3ef39c32ac2d,segment=NetworkSegment(1d746f40-46b5-4cad-aef6-b4c3e388e91b),segment_id=1d746f40-46b5-4cad-aef6-b4c3e388e91b)] {{(pid=103377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:26:45.556897 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-baa01011-0382-4698-8d9c-f6404855bb4d tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (af5cfa26-166f-4f15-876f-3ef39c32ac2d), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:45.573475 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5549297-c668-4088-ba4f-f28f867db43d admin admin] Pushing event deleted for resources: {'Port': ['ID=30a75aa7-08f1-4437-9803-95be07be5961,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:26:45.579092 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-cc0e0b1d-72a9-4b2f-8f85-3d57fe75e9c8 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (6404969e-0b51-47be-bb61-fac6f9b37a71), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:45.579880 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-72885722-82d5-4f65-a5ff-2350595ad0c1 None None] Could not find standard attr ID for object 1f6df698-7a73-47da-a7e6-e8962c31b8b3. {{(pid=103378) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 17:26:45.648855 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-baa01011-0382-4698-8d9c-f6404855bb4d tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Calling delete_port for af5cfa26-166f-4f15-876f-3ef39c32ac2d owned by network:dhcp {{(pid=103377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:26:45.650380 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0e0b1d-72a9-4b2f-8f85-3d57fe75e9c8 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Pushing event deleted for resources: {'Port': ['ID=6404969e-0b51-47be-bb61-fac6f9b37a71,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:26:45.692240 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-cc0e0b1d-72a9-4b2f-8f85-3d57fe75e9c8 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:45.697938 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-cc0e0b1d-72a9-4b2f-8f85-3d57fe75e9c8 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] 10.222.0.89 "DELETE /v2.0/ports/6404969e-0b51-47be-bb61-fac6f9b37a71 HTTP/1.1" status: 204 len: 168 time: 1.2958806 Feb 04 17:26:45.700397 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 44130) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:26:45.712205 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-c5549297-c668-4088-ba4f-f28f867db43d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1595544'] for router_gateway (b90c8b6b-9176-4e35-8402-7943d6ce7fcf), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:45.814489 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5d8c908-c982-4f7a-9900-a641b868ab1b None None] DHCP port deletion for ffdf442c-9936-4818-b49a-ccec53aa21c2 request from n-d-827839-2 {{(pid=103378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 17:26:45.848436 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-baa01011-0382-4698-8d9c-f6404855bb4d tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (af5cfa26-166f-4f15-876f-3ef39c32ac2d), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:45.915251 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-c5549297-c668-4088-ba4f-f28f867db43d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1601811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26971'] for router (b90c8b6b-9176-4e35-8402-7943d6ce7fcf), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:45.920781 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75c91af7-5898-4b49-81a0-1de994abf713 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:26:45.921154 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa01011-0382-4698-8d9c-f6404855bb4d tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Pushing event deleted for resources: {'Port': ['ID=af5cfa26-166f-4f15-876f-3ef39c32ac2d,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:26:45.922706 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75c91af7-5898-4b49-81a0-1de994abf713 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:26:45.927520 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-75c91af7-5898-4b49-81a0-1de994abf713 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] 10.222.0.89 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2160006 Feb 04 17:26:45.928973 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 44144) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:26:45.935196 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-c5549297-c668-4088-ba4f-f28f867db43d admin admin] Publish callbacks [] for router_controller (b90c8b6b-9176-4e35-8402-7943d6ce7fcf), precommit_delete_associations {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:45.945861 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baa01011-0382-4698-8d9c-f6404855bb4d tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] No DVR routers for this DVR port af5cfa26-166f-4f15-876f-3ef39c32ac2d on host n-d-827839-2 {{(pid=103377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 17:26:45.987402 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device 4d4af2e9-7142-4b57-9203-87fed5d08509 no longer exists at agent hyperv_n-h1-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:26:46.027609 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] No Port match for: 4d4af2e9-7142-4b57-9203-87fed5d08509 {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 17:26:46.027973 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device 4d4af2e9-7142-4b57-9203-87fed5d08509 not bound to the agent host n-h1-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 17:26:46.054427 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-c5549297-c668-4088-ba4f-f28f867db43d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1601832'] for router (b90c8b6b-9176-4e35-8402-7943d6ce7fcf), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:46.055222 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5549297-c668-4088-ba4f-f28f867db43d admin admin] Fanout notify agent at l3_agent the message router_deleted on router b90c8b6b-9176-4e35-8402-7943d6ce7fcf {{(pid=103376) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 17:26:46.060837 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-c5549297-c668-4088-ba4f-f28f867db43d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:46.075836 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-c5549297-c668-4088-ba4f-f28f867db43d admin admin] 10.222.0.89 "DELETE /v2.0/routers/b90c8b6b-9176-4e35-8402-7943d6ce7fcf HTTP/1.1" status: 204 len: 168 time: 2.3988745 Feb 04 17:26:46.079588 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 44154) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:26:46.140369 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-baa01011-0382-4698-8d9c-f6404855bb4d tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1543676', 'neutron.services.segments.db._delete_segments_for_network-8781084786517'] for network (ffdf442c-9936-4818-b49a-ccec53aa21c2), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:46.156987 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0dbb30a-1bf5-471f-b21d-147becb11327 tempest-ServersTestJSON-906237145 tempest-ServersTestJSON-906237145-project] Router d8456dde-a2c2-45c2-a30e-7e7aba94ccd6 has already been hosted by L3 agent 64ada913-9131-4d99-a265-63a920956287 {{(pid=103377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 17:26:46.166625 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.db_base_plugin_v2 [None req-67606b99-96d8-4ee5-bd24-af6dea365441 admin admin] Deleting subnet 99111859-42b4-4e18-9ce6-d611a4f50891 {{(pid=103376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 17:26:46.171039 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-67606b99-96d8-4ee5-bd24-af6dea365441 admin admin] Publish callbacks [] for subnet (99111859-42b4-4e18-9ce6-d611a4f50891), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:46.184020 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.db_base_plugin_v2 [None req-60561a16-bcab-4aad-a1bd-40c83bec6616 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Deleting subnet 0c2761d0-1fd6-4fbb-81da-bb073941e7fe {{(pid=103377) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 17:26:46.190994 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-60561a16-bcab-4aad-a1bd-40c83bec6616 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks [] for subnet (0c2761d0-1fd6-4fbb-81da-bb073941e7fe), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:46.197087 n-d-827839-2 neutron-server[103377]: DEBUG neutron.services.segments.db [None req-baa01011-0382-4698-8d9c-f6404855bb4d tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ffdf442c-9936-4818-b49a-ccec53aa21c2']}} {{(pid=103377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:26:46.221023 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-67606b99-96d8-4ee5-bd24-af6dea365441 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25674901'] for subnet (99111859-42b4-4e18-9ce6-d611a4f50891), precommit_delete_associations {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:46.238377 n-d-827839-2 neutron-server[103377]: DEBUG neutron.services.segments.db [None req-baa01011-0382-4698-8d9c-f6404855bb4d tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d746f40-46b5-4cad-aef6-b4c3e388e91b') {'for_net_delete': True} {{(pid=103377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:26:46.238682 n-d-827839-2 neutron-server[103377]: DEBUG neutron.services.segments.db [None req-baa01011-0382-4698-8d9c-f6404855bb4d tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d746f40-46b5-4cad-aef6-b4c3e388e91b') {} {{(pid=103377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:26:46.290884 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-67606b99-96d8-4ee5-bd24-af6dea365441 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1541225'] for subnet (99111859-42b4-4e18-9ce6-d611a4f50891), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:46.372004 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-67606b99-96d8-4ee5-bd24-af6dea365441 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1541216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25675894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25858947'] for subnet (99111859-42b4-4e18-9ce6-d611a4f50891), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:46.407190 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67606b99-96d8-4ee5-bd24-af6dea365441 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=99111859-42b4-4e18-9ce6-d611a4f50891,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:26:46.416436 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-67606b99-96d8-4ee5-bd24-af6dea365441 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:46.420713 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-67606b99-96d8-4ee5-bd24-af6dea365441 admin admin] 10.222.0.89 "DELETE /v2.0/subnets/99111859-42b4-4e18-9ce6-d611a4f50891 HTTP/1.1" status: 204 len: 168 time: 0.3391623 Feb 04 17:26:46.423271 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 44168) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:26:46.521340 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-315f19f7-32e4-432d-971c-14045446d9dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628832'] for network (65e96574-1b4a-495a-8b0d-441e42a3db76), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:46.589870 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-baa01011-0382-4698-8d9c-f6404855bb4d tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781084783966', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26866685'] for segment (1d746f40-46b5-4cad-aef6-b4c3e388e91b), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:46.659270 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-60561a16-bcab-4aad-a1bd-40c83bec6616 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26866676'] for subnet (0c2761d0-1fd6-4fbb-81da-bb073941e7fe), precommit_delete_associations {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:46.680960 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 6ba98532-6f0f-461c-bb8a-3bf6743eba49 up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:26:46.685022 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-315f19f7-32e4-432d-971c-14045446d9dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1543676', 'neutron.services.segments.db._delete_segments_for_network-8781084786517'] for network (65e96574-1b4a-495a-8b0d-441e42a3db76), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:46.707058 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-baa01011-0382-4698-8d9c-f6404855bb4d tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (1d746f40-46b5-4cad-aef6-b4c3e388e91b), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:46.721463 n-d-827839-2 neutron-server[103376]: DEBUG neutron.services.segments.db [None req-315f19f7-32e4-432d-971c-14045446d9dd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65e96574-1b4a-495a-8b0d-441e42a3db76']}} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:26:46.722022 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-baa01011-0382-4698-8d9c-f6404855bb4d tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Releasing vlan 774 on physical network physnet1 to pool {{(pid=103377) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 17:26:46.722530 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-baa01011-0382-4698-8d9c-f6404855bb4d tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25888454'] for segment (1d746f40-46b5-4cad-aef6-b4c3e388e91b), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:46.738390 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port 6ba98532-6f0f-461c-bb8a-3bf6743eba49 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:26:46.738643 n-d-827839-2 neutron-server[103376]: DEBUG neutron.services.segments.db [None req-315f19f7-32e4-432d-971c-14045446d9dd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab720ee6-c6a8-401f-ad8a-0c2daaee99db') {'for_net_delete': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:26:46.738897 n-d-827839-2 neutron-server[103376]: DEBUG neutron.services.segments.db [None req-315f19f7-32e4-432d-971c-14045446d9dd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab720ee6-c6a8-401f-ad8a-0c2daaee99db') {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:26:46.739494 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (6ba98532-6f0f-461c-bb8a-3bf6743eba49), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:46.760142 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-315f19f7-32e4-432d-971c-14045446d9dd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781084783966', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25674908'] for segment (ab720ee6-c6a8-401f-ad8a-0c2daaee99db), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:46.777639 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-315f19f7-32e4-432d-971c-14045446d9dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (ab720ee6-c6a8-401f-ad8a-0c2daaee99db), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:46.779555 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 44174) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:26:46.791582 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-315f19f7-32e4-432d-971c-14045446d9dd admin admin] Releasing vlan 763 on physical network physnet1 to pool {{(pid=103376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 17:26:46.791989 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-315f19f7-32e4-432d-971c-14045446d9dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25675992'] for segment (ab720ee6-c6a8-401f-ad8a-0c2daaee99db), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:46.794898 n-d-827839-2 neutron-server[103376]: Traceback (most recent call last): Feb 04 17:26:46.794898 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 17:26:46.794898 n-d-827839-2 neutron-server[103376]: timer() Feb 04 17:26:46.794898 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 17:26:46.794898 n-d-827839-2 neutron-server[103376]: cb(*args, **kw) Feb 04 17:26:46.794898 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 17:26:46.794898 n-d-827839-2 neutron-server[103376]: return func(*args, **kwargs) Feb 04 17:26:46.794898 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 17:26:46.794898 n-d-827839-2 neutron-server[103376]: self._notify() Feb 04 17:26:46.794898 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 17:26:46.794898 n-d-827839-2 neutron-server[103376]: self.callback(batched_events) Feb 04 17:26:46.794898 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 17:26:46.794898 n-d-827839-2 neutron-server[103376]: event.method(event) Feb 04 17:26:46.794898 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 17:26:46.794898 n-d-827839-2 neutron-server[103376]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 17:26:46.794898 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 17:26:46.794898 n-d-827839-2 neutron-server[103376]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 17:26:46.794898 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 17:26:46.794898 n-d-827839-2 neutron-server[103376]: return f(self, *a, **k) Feb 04 17:26:46.794898 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 17:26:46.794898 n-d-827839-2 neutron-server[103376]: return self._get(url).json() Feb 04 17:26:46.794898 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 17:26:46.794898 n-d-827839-2 neutron-server[103376]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 17:26:46.794898 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 17:26:46.794898 n-d-827839-2 neutron-server[103376]: return self.request(url, 'GET', **kwargs) Feb 04 17:26:46.794898 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 17:26:46.794898 n-d-827839-2 neutron-server[103376]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 17:26:46.794898 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 17:26:46.794898 n-d-827839-2 neutron-server[103376]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 17:26:46.794898 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 17:26:46.794898 n-d-827839-2 neutron-server[103376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 17:26:46.794898 n-d-827839-2 neutron-server[103376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 17:26:46.817838 n-d-827839-2 neutron-server[103377]: Traceback (most recent call last): Feb 04 17:26:46.817838 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 17:26:46.817838 n-d-827839-2 neutron-server[103377]: timer() Feb 04 17:26:46.817838 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 17:26:46.817838 n-d-827839-2 neutron-server[103377]: cb(*args, **kw) Feb 04 17:26:46.817838 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 17:26:46.817838 n-d-827839-2 neutron-server[103377]: return func(*args, **kwargs) Feb 04 17:26:46.817838 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 17:26:46.817838 n-d-827839-2 neutron-server[103377]: self._notify() Feb 04 17:26:46.817838 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 17:26:46.817838 n-d-827839-2 neutron-server[103377]: self.callback(batched_events) Feb 04 17:26:46.817838 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 17:26:46.817838 n-d-827839-2 neutron-server[103377]: event.method(event) Feb 04 17:26:46.817838 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 17:26:46.817838 n-d-827839-2 neutron-server[103377]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 17:26:46.817838 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 17:26:46.817838 n-d-827839-2 neutron-server[103377]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 17:26:46.817838 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 17:26:46.817838 n-d-827839-2 neutron-server[103377]: return f(self, *a, **k) Feb 04 17:26:46.817838 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 17:26:46.817838 n-d-827839-2 neutron-server[103377]: return self._get(url).json() Feb 04 17:26:46.817838 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 17:26:46.817838 n-d-827839-2 neutron-server[103377]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 17:26:46.817838 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 17:26:46.817838 n-d-827839-2 neutron-server[103377]: return self.request(url, 'GET', **kwargs) Feb 04 17:26:46.817838 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 17:26:46.817838 n-d-827839-2 neutron-server[103377]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 17:26:46.817838 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 17:26:46.817838 n-d-827839-2 neutron-server[103377]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 17:26:46.817838 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 17:26:46.817838 n-d-827839-2 neutron-server[103377]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 17:26:46.817838 n-d-827839-2 neutron-server[103377]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 17:26:46.853774 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-baa01011-0382-4698-8d9c-f6404855bb4d tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1543671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1595572'] for network (ffdf442c-9936-4818-b49a-ccec53aa21c2), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:46.873266 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-315f19f7-32e4-432d-971c-14045446d9dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1543671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1595572'] for network (65e96574-1b4a-495a-8b0d-441e42a3db76), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:46.876840 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-baa01011-0382-4698-8d9c-f6404855bb4d tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Publish callbacks [] for network (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:46.880363 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-baa01011-0382-4698-8d9c-f6404855bb4d tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] 10.222.0.89 "DELETE /v2.0/networks/ffdf442c-9936-4818-b49a-ccec53aa21c2 HTTP/1.1" status: 204 len: 168 time: 1.7846727 Feb 04 17:26:46.887956 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 44178) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:26:46.893862 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port 6ba98532-6f0f-461c-bb8a-3bf6743eba49 is: DOWN; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:26:46.894440 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (6ba98532-6f0f-461c-bb8a-3bf6743eba49), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:46.907741 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-c95ca4fc-0335-4803-9b66-50da3fd7060c tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Request body: {'port': {'network_id': 'c86bc9c8-f9aa-4c51-afb8-69a184ac0d36', 'name': 'tempest-PortsIpV6TestJSON-552506524'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:26:46.934713 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa01011-0382-4698-8d9c-f6404855bb4d tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Pushing event deleted for resources: {'Network': ['ID=ffdf442c-9936-4818-b49a-ccec53aa21c2,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:26:46.959546 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] For port 6ba98532-6f0f-461c-bb8a-3bf6743eba49, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=6ba98532-6f0f-461c-bb8a-3bf6743eba49,segment=NetworkSegment(2fcce0c7-9a0a-428a-b986-cae51cd3c129),segment_id=2fcce0c7-9a0a-428a-b986-cae51cd3c129)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:26:46.964859 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (6ba98532-6f0f-461c-bb8a-3bf6743eba49), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:47.033355 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Pushing event updated for resources: {'Port': ['ID=6ba98532-6f0f-461c-bb8a-3bf6743eba49,revision_number=3']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:26:47.043142 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device af5cfa26-166f-4f15-876f-3ef39c32ac2d no longer exists at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:26:47.067223 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] No Port match for: af5cfa26-166f-4f15-876f-3ef39c32ac2d {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 17:26:47.067844 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device af5cfa26-166f-4f15-876f-3ef39c32ac2d not bound to the agent host n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 17:26:47.068850 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 06086c76-80ac-4f87-b714-ea5b1745d0c3 no longer exists at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:26:47.092690 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] No Port match for: 06086c76-80ac-4f87-b714-ea5b1745d0c3 {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 17:26:47.093249 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 06086c76-80ac-4f87-b714-ea5b1745d0c3 not bound to the agent host n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 17:26:47.093748 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 30a75aa7-08f1-4437-9803-95be07be5961 no longer exists at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:26:47.117023 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] No Port match for: 30a75aa7-08f1-4437-9803-95be07be5961 {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 17:26:47.117753 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 30a75aa7-08f1-4437-9803-95be07be5961 not bound to the agent host n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 17:26:47.122369 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0dbb30a-1bf5-471f-b21d-147becb11327 tempest-ServersTestJSON-906237145 tempest-ServersTestJSON-906237145-project] Notify agent at l3_agent.n-d-827839-2 the message routers_updated {{(pid=103377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 17:26:47.133473 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c95ca4fc-0335-4803-9b66-50da3fd7060c tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Made reservation on behalf of bcdddb23c6b346f2aa47053863d313d1 for: {'port': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:26:47.137061 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-c95ca4fc-0335-4803-9b66-50da3fd7060c tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:47.138314 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6400c066-2727-4909-9668-a77ef87e8b74 None None] Sync routers for ids ['d8456dde-a2c2-45c2-a30e-7e7aba94ccd6'] in n-d-827839-2 {{(pid=103378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 17:26:47.142730 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-d0dbb30a-1bf5-471f-b21d-147becb11327 tempest-ServersTestJSON-906237145 tempest-ServersTestJSON-906237145-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for floatingip (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:47.159627 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6400c066-2727-4909-9668-a77ef87e8b74 None None] Routers {'d8456dde-a2c2-45c2-a30e-7e7aba94ccd6'} bound to L3 agent in host n-d-827839-2 {{(pid=103378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:26:47.160198 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-6400c066-2727-4909-9668-a77ef87e8b74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:26:32Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['d8456dde-a2c2-45c2-a30e-7e7aba94ccd6'], 'active': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:26:47.177142 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-60561a16-bcab-4aad-a1bd-40c83bec6616 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1541225'] for subnet (0c2761d0-1fd6-4fbb-81da-bb073941e7fe), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:47.223428 n-d-827839-2 neutron-server[103377]: DEBUG neutron.notifiers.nova [None req-c95ca4fc-0335-4803-9b66-50da3fd7060c tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] device_id is not set on port 1f11bc0c-e6ef-4796-b076-f34a8feb54aa yet. {{(pid=103377) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 04 17:26:47.243645 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-38960be8-d296-47ee-bc85-bc32a8156f77 None None] Provisioning complete for port 6ba98532-6f0f-461c-bb8a-3bf6743eba49 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:26:47.244361 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-38960be8-d296-47ee-bc85-bc32a8156f77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (6ba98532-6f0f-461c-bb8a-3bf6743eba49), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:47.256652 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-d0dbb30a-1bf5-471f-b21d-147becb11327 tempest-ServersTestJSON-906237145 tempest-ServersTestJSON-906237145-project] 10.222.0.89 "PUT /v2.0/floatingips/c09eea06-c468-48c9-a371-9688c5fb4b5d HTTP/1.1" status: 200 len: 990 time: 3.2219656 Feb 04 17:26:47.261070 n-d-827839-2 neutron-server[103377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21e34ec0-ca77-4fc3-a022-61a8ea584f54', 'tag': '5b1f17be-ddf9-4c6e-bffe-f6cf9d7badf1'}] {{(pid=103377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:26:47.275683 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7240428b650e1488e9361b62648ff4b3a6c19d49d8c27c949491ab58c1346cf0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4c893e4-af1a-41ad-8724-74e9d71b52c9" -d '{"events": [{"name": "network-changed", "server_uuid": "21e34ec0-ca77-4fc3-a022-61a8ea584f54", "tag": "5b1f17be-ddf9-4c6e-bffe-f6cf9d7badf1"}]}' {{(pid=103377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:26:47.329247 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvr_db [None req-6400c066-2727-4909-9668-a77ef87e8b74 None None] Set router d8456dde-a2c2-45c2-a30e-7e7aba94ccd6 gateway port host: n-d-827839-2 {{(pid=103378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:26:47.353324 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-315f19f7-32e4-432d-971c-14045446d9dd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677565'] for network (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:47.358156 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-315f19f7-32e4-432d-971c-14045446d9dd admin admin] 10.222.0.89 "DELETE /v2.0/networks/65e96574-1b4a-495a-8b0d-441e42a3db76 HTTP/1.1" status: 204 len: 168 time: 0.9335396 Feb 04 17:26:47.365960 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315f19f7-32e4-432d-971c-14045446d9dd admin admin] Pushing event deleted for resources: {'Network': ['ID=65e96574-1b4a-495a-8b0d-441e42a3db76,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:26:47.423193 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-cd983cb5-562e-49c6-af2f-b2a925850c10 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=d779632f9ba14bf19596a38353ed4de4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6424205 Feb 04 17:26:47.423990 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 44188) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:26:47.435090 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-38960be8-d296-47ee-bc85-bc32a8156f77 None None] Current status of the port 6ba98532-6f0f-461c-bb8a-3bf6743eba49 is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:26:47.497301 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-c95ca4fc-0335-4803-9b66-50da3fd7060c tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Publish callbacks [] for port (1f11bc0c-e6ef-4796-b076-f34a8feb54aa), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:47.498850 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-f2f9a2ea-0eee-42b2-8893-d054966c11f1 admin admin] Publish callbacks [] for security_group (64f1a98c-fa51-4ada-9579-f28b8d0ae7af), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:47.536913 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 44190) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:26:47.553173 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-f2f9a2ea-0eee-42b2-8893-d054966c11f1 admin admin] Publish callbacks [] for security_group (64f1a98c-fa51-4ada-9579-f28b8d0ae7af), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:47.568013 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-0ac199f9-6e1c-457c-a858-4a7ceb81b4c1 None None] Could not find standard attr ID for object 50786a6a-0ebb-4bc8-8df9-3779a5756892. {{(pid=103378) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 17:26:47.573790 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-c95ca4fc-0335-4803-9b66-50da3fd7060c tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (1f11bc0c-e6ef-4796-b076-f34a8feb54aa), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:47.610246 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-60561a16-bcab-4aad-a1bd-40c83bec6616 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1541216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25888360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25597190'] for subnet (0c2761d0-1fd6-4fbb-81da-bb073941e7fe), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:47.640483 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-f2f9a2ea-0eee-42b2-8893-d054966c11f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (64f1a98c-fa51-4ada-9579-f28b8d0ae7af), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:47.643401 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-f2f9a2ea-0eee-42b2-8893-d054966c11f1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:47.647629 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-f2f9a2ea-0eee-42b2-8893-d054966c11f1 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/64f1a98c-fa51-4ada-9579-f28b8d0ae7af HTTP/1.1" status: 204 len: 168 time: 0.2224431 Feb 04 17:26:47.649990 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 17:26:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae6e1ee3-dabe-4019-ba46-77a356c34264 x-openstack-request-id: req-ae6e1ee3-dabe-4019-ba46-77a356c34264 {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:26:47.662892 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21e34ec0-ca77-4fc3-a022-61a8ea584f54", "tag": "5b1f17be-ddf9-4c6e-bffe-f6cf9d7badf1", "status": "completed", "code": 200}]} {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:26:47.663680 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-ae6e1ee3-dabe-4019-ba46-77a356c34264 {{(pid=103377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:26:47.664138 n-d-827839-2 neutron-server[103377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21e34ec0-ca77-4fc3-a022-61a8ea584f54', 'tag': '5b1f17be-ddf9-4c6e-bffe-f6cf9d7badf1', 'status': 'completed', 'code': 200} Feb 04 17:26:47.683069 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f9a2ea-0eee-42b2-8893-d054966c11f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64f1a98c-fa51-4ada-9579-f28b8d0ae7af,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:26:47.692848 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-f6abe7c2-2003-42f0-b53e-e13a5481f3ab admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=416c048260b14ff1a410112cf5941611&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1543841 Feb 04 17:26:47.693487 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 44194) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:26:47.701310 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60561a16-bcab-4aad-a1bd-40c83bec6616 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Pushing event deleted for resources: {'Subnet': ['ID=0c2761d0-1fd6-4fbb-81da-bb073941e7fe,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:26:47.773366 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-60561a16-bcab-4aad-a1bd-40c83bec6616 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks [] for subnet (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:47.776570 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-60561a16-bcab-4aad-a1bd-40c83bec6616 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] 10.222.0.89 "DELETE /v2.0/subnets/0c2761d0-1fd6-4fbb-81da-bb073941e7fe HTTP/1.1" status: 204 len: 168 time: 1.8463578 Feb 04 17:26:47.783393 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 44196) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:26:47.790186 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-6400c066-2727-4909-9668-a77ef87e8b74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8456dde-a2c2-45c2-a30e-7e7aba94ccd6', 'name': 'tempest-ServersTestJSON-2094991958-router', 'tenant_id': '80b7aa89cf1b4bc4904176df2ebfd332', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.179'}], 'enable_snat': True}, 'gw_port_id': '9d7ecc73-aa7f-4338-8a00-90c21a2e060d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:26:08Z', 'updated_at': '2022-02-04T17:26:17Z', 'revision_number': 4, 'project_id': '80b7aa89cf1b4bc4904176df2ebfd332', 'gw_port': {'id': '9d7ecc73-aa7f-4338-8a00-90c21a2e060d', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:cf:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8456dde-a2c2-45c2-a30e-7e7aba94ccd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1757, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:26:10Z', 'updated_at': '2022-02-04T17:26:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_floatingips': [{'id': 'c09eea06-c468-48c9-a371-9688c5fb4b5d', 'tenant_id': '80b7aa89cf1b4bc4904176df2ebfd332', 'floating_ip_address': '172.25.6.17', 'floating_network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'router_id': 'd8456dde-a2c2-45c2-a30e-7e7aba94ccd6', 'port_id': '5b1f17be-ddf9-4c6e-bffe-f6cf9d7badf1', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1780, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8ebfdc74-8590-489d-b0e1-fe8b6dd2da25', 'mac_address': 'fa:16:3e:d0:15:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21e34ec0-ca77-4fc3-a022-61a8ea584f54', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T17:26:25Z', 'updated_at': '2022-02-04T17:26:44Z', 'revision_number': 1, 'project_id': '80b7aa89cf1b4bc4904176df2ebfd332', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db68516f-8a62-4247-9212-c18c22253c05', 'name': '', 'network_id': '8ebfdc74-8590-489d-b0e1-fe8b6dd2da25', 'tenant_id': '80b7aa89cf1b4bc4904176df2ebfd332', 'mac_address': 'fa:16:3e:6e:7c:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8456dde-a2c2-45c2-a30e-7e7aba94ccd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': '63f84b38-d024-489b-b804-8ab0056a6a07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:26:15Z', 'updated_at': '2022-02-04T17:26:24Z', 'revision_number': 5, 'project_id': '80b7aa89cf1b4bc4904176df2ebfd332', 'subnets': [{'id': '63f84b38-d024-489b-b804-8ab0056a6a07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-2', False) {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:26:47.792542 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c95ca4fc-0335-4803-9b66-50da3fd7060c tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Network c86bc9c8-f9aa-4c51-afb8-69a184ac0d36 is already hosted by enough agents. {{(pid=103377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:26:47.825851 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f67f8d-562b-4887-9fb7-7cc41772b114 req-7c991321-cbcc-4bd8-ab1b-1f219cd1978a tempest-ServersTestJSON-906237145 tempest-ServersTestJSON-906237145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:26:47.828570 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6400c066-2727-4909-9668-a77ef87e8b74 None None] Checking router: d8456dde-a2c2-45c2-a30e-7e7aba94ccd6 for host: n-d-827839-2 {{(pid=103378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 17:26:47.838303 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-44f67f8d-562b-4887-9fb7-7cc41772b114 req-7c991321-cbcc-4bd8-ab1b-1f219cd1978a tempest-ServersTestJSON-906237145 tempest-ServersTestJSON-906237145-project] 10.222.0.89 "GET /v2.0/ports?device_id=21e34ec0-ca77-4fc3-a022-61a8ea584f54 HTTP/1.1" status: 200 len: 945 time: 0.2662492 Feb 04 17:26:47.839292 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [None req-c95ca4fc-0335-4803-9b66-50da3fd7060c tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Resources bound (agent type, host, resource id): {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:26:47.844033 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c95ca4fc-0335-4803-9b66-50da3fd7060c tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Received port after_create {{(pid=103377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:26:47.849214 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c95ca4fc-0335-4803-9b66-50da3fd7060c tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:26:47.849487 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27946c09-a5c1-419c-a6c1-505457dcaba9 None None] Network ebdc431d-e6a4-4155-be30-2a7d896acbb0 requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:26:47.849834 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-c95ca4fc-0335-4803-9b66-50da3fd7060c tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:47.857376 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95ca4fc-0335-4803-9b66-50da3fd7060c tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Pushing event updated for resources: {'Port': ['ID=1f11bc0c-e6ef-4796-b076-f34a8feb54aa,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:26:47.869344 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6400c066-2727-4909-9668-a77ef87e8b74 None None] Routers {'d8456dde-a2c2-45c2-a30e-7e7aba94ccd6'} bound to L3 agent in host n-d-827839-2 {{(pid=103378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:26:47.869979 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-6400c066-2727-4909-9668-a77ef87e8b74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:26:32Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['d8456dde-a2c2-45c2-a30e-7e7aba94ccd6'], 'active': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:26:47.888457 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-2c8a6780-b8d8-4e26-9c0b-99f4781c2d0e admin admin] Publish callbacks [] for security_group (47e1fb0d-88ed-4fed-9e75-9f02b9f534f4), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:47.892069 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-a317c468-e706-4b51-b8de-5e337206d913 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] 10.222.0.89 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1057243 Feb 04 17:26:47.895561 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 44198) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:26:47.905967 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-175e39d9-fbd6-4cef-84c1-a59dabc308f4 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Request body: {'subnet': {'network_id': 'ebdc431d-e6a4-4155-be30-2a7d896acbb0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:26:47.908707 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-c95ca4fc-0335-4803-9b66-50da3fd7060c tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.0194321 Feb 04 17:26:47.911521 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 44200) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:26:47.925229 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c893e4-af1a-41ad-8724-74e9d71b52c9 req-78e71005-1dd2-4c34-9f57-bc630a08b1d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:26:47.927457 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-f4c893e4-af1a-41ad-8724-74e9d71b52c9 req-78e71005-1dd2-4c34-9f57-bc630a08b1d4 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=80b7aa89cf1b4bc4904176df2ebfd332&device_id=21e34ec0-ca77-4fc3-a022-61a8ea584f54 HTTP/1.1" status: 200 len: 1127 time: 0.2571988 Feb 04 17:26:47.969890 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-2c8a6780-b8d8-4e26-9c0b-99f4781c2d0e admin admin] Publish callbacks [] for security_group (47e1fb0d-88ed-4fed-9e75-9f02b9f534f4), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:47.989070 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-9816f975-92a6-4320-a277-a4acc4b6ebb5 None None] Could not find standard attr ID for object 6404969e-0b51-47be-bb61-fac6f9b37a71. {{(pid=103378) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 17:26:48.061636 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-175e39d9-fbd6-4cef-84c1-a59dabc308f4 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Made reservation on behalf of 2dabbd0ed422411582aec81f9de51a07 for: {'subnet': 1} {{(pid=103376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:26:48.062670 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-44f67f8d-562b-4887-9fb7-7cc41772b114 req-dd5040cb-1025-40a5-8f7a-216591931532 tempest-ServersTestJSON-906237145 tempest-ServersTestJSON-906237145-project] 10.222.0.89 "GET /v2.0/security-groups?id=1e6d02d2-b834-4a41-9e0b-3d41f5ebbbf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1820977 Feb 04 17:26:48.064334 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-175e39d9-fbd6-4cef-84c1-a59dabc308f4 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25859006'] for subnet (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:48.073021 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-2c8a6780-b8d8-4e26-9c0b-99f4781c2d0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (47e1fb0d-88ed-4fed-9e75-9f02b9f534f4), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:48.076710 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-2c8a6780-b8d8-4e26-9c0b-99f4781c2d0e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:48.080098 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-2c8a6780-b8d8-4e26-9c0b-99f4781c2d0e admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/47e1fb0d-88ed-4fed-9e75-9f02b9f534f4 HTTP/1.1" status: 204 len: 168 time: 0.3834729 Feb 04 17:26:48.139242 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8a6780-b8d8-4e26-9c0b-99f4781c2d0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47e1fb0d-88ed-4fed-9e75-9f02b9f534f4,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:26:48.199091 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c893e4-af1a-41ad-8724-74e9d71b52c9 req-da04d8d9-446d-467a-bcef-b1b81d50d3fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:26:48.200781 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-f4c893e4-af1a-41ad-8724-74e9d71b52c9 req-da04d8d9-446d-467a-bcef-b1b81d50d3fe service neutron] 10.222.0.90 "GET /v2.0/networks?id=8ebfdc74-8590-489d-b0e1-fe8b6dd2da25 HTTP/1.1" status: 200 len: 907 time: 0.2623937 Feb 04 17:26:48.220574 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dcbaec1-5289-4271-aa80-4376354ac533 None None] DHCP port deletion for ebdc431d-e6a4-4155-be30-2a7d896acbb0 request from n-d-827839-2 {{(pid=103378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 17:26:48.238627 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvr_db [None req-6400c066-2727-4909-9668-a77ef87e8b74 None None] Set router d8456dde-a2c2-45c2-a30e-7e7aba94ccd6 gateway port host: n-d-827839-2 {{(pid=103378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:26:48.271232 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-d0b0b5ee-589a-493d-88dc-a5971a2cf5fb tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Deleting port 1f11bc0c-e6ef-4796-b076-f34a8feb54aa {{(pid=103377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:26:48.271599 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-d0b0b5ee-589a-493d-88dc-a5971a2cf5fb tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (1f11bc0c-e6ef-4796-b076-f34a8feb54aa), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:48.351400 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-175e39d9-fbd6-4cef-84c1-a59dabc308f4 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25674939', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25858952'] for subnet (a6166e0e-4246-46c3-9471-61f8adaa7745), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:48.352438 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-d0b0b5ee-589a-493d-88dc-a5971a2cf5fb tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (1f11bc0c-e6ef-4796-b076-f34a8feb54aa), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:48.377867 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-d0b0b5ee-589a-493d-88dc-a5971a2cf5fb tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Calling delete_port for 1f11bc0c-e6ef-4796-b076-f34a8feb54aa owned by {{(pid=103377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:26:48.390964 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-f4c893e4-af1a-41ad-8724-74e9d71b52c9 req-0c78d751-6a3e-4a17-94a1-317894b0aac4 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5b1f17be-ddf9-4c6e-bffe-f6cf9d7badf1 HTTP/1.1" status: 200 len: 998 time: 0.1799717 Feb 04 17:26:48.410454 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-5dcbaec1-5289-4271-aa80-4376354ac533 None None] Deleting port 6ba98532-6f0f-461c-bb8a-3bf6743eba49 {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:26:48.410790 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5dcbaec1-5289-4271-aa80-4376354ac533 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (6ba98532-6f0f-461c-bb8a-3bf6743eba49), before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:48.418287 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-175e39d9-fbd6-4cef-84c1-a59dabc308f4 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Network ebdc431d-e6a4-4155-be30-2a7d896acbb0 is already hosted by enough agents. {{(pid=103376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:26:48.431484 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [None req-175e39d9-fbd6-4cef-84c1-a59dabc308f4 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Resources bound (agent type, host, resource id): {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:26:48.455178 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-175e39d9-fbd6-4cef-84c1-a59dabc308f4 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:26:48.455955 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-175e39d9-fbd6-4cef-84c1-a59dabc308f4 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks [] for subnet (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:48.486232 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175e39d9-fbd6-4cef-84c1-a59dabc308f4 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Pushing event updated for resources: {'Subnet': ['ID=a6166e0e-4246-46c3-9471-61f8adaa7745,revision_number=0']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:26:48.498561 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-175e39d9-fbd6-4cef-84c1-a59dabc308f4 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.5993280 Feb 04 17:26:48.499183 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 44214) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:26:48.510250 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-5f69ff0f-6b19-4341-90a5-987d978992e2 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Request body: {'port': {'network_id': 'ebdc431d-e6a4-4155-be30-2a7d896acbb0', 'name': 'tempest-NetworksTestDHCPv6-886862945'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:26:48.630749 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c893e4-af1a-41ad-8724-74e9d71b52c9 req-500a1df1-1885-4b2b-af0c-a9201876d3a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:26:48.632429 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-f4c893e4-af1a-41ad-8724-74e9d71b52c9 req-500a1df1-1885-4b2b-af0c-a9201876d3a3 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=63f84b38-d024-489b-b804-8ab0056a6a07 HTTP/1.1" status: 200 len: 845 time: 0.2321880 Feb 04 17:26:48.677816 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 6ba98532-6f0f-461c-bb8a-3bf6743eba49 no longer exists at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:26:48.697153 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f69ff0f-6b19-4341-90a5-987d978992e2 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Made reservation on behalf of 2dabbd0ed422411582aec81f9de51a07 for: {'port': 1} {{(pid=103376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:26:48.705791 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-5f69ff0f-6b19-4341-90a5-987d978992e2 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:48.737170 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-d0b0b5ee-589a-493d-88dc-a5971a2cf5fb tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (1f11bc0c-e6ef-4796-b076-f34a8feb54aa), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:48.746475 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c893e4-af1a-41ad-8724-74e9d71b52c9 req-a6b6e62c-7422-42e9-a34f-b4748fe04e39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:26:48.748045 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-f4c893e4-af1a-41ad-8724-74e9d71b52c9 req-a6b6e62c-7422-42e9-a34f-b4748fe04e39 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=8ebfdc74-8590-489d-b0e1-fe8b6dd2da25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1043956 Feb 04 17:26:48.767069 n-d-827839-2 neutron-server[103376]: DEBUG neutron.notifiers.nova [None req-5f69ff0f-6b19-4341-90a5-987d978992e2 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] device_id is not set on port 4f9dbebb-d620-4736-aee8-cdc0c7bce386 yet. {{(pid=103376) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 04 17:26:48.792335 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b0b5ee-589a-493d-88dc-a5971a2cf5fb tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Pushing event deleted for resources: {'Port': ['ID=1f11bc0c-e6ef-4796-b076-f34a8feb54aa,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:26:48.824404 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-d0b0b5ee-589a-493d-88dc-a5971a2cf5fb tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:48.830138 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-d0b0b5ee-589a-493d-88dc-a5971a2cf5fb tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] 10.222.0.89 "DELETE /v2.0/ports/1f11bc0c-e6ef-4796-b076-f34a8feb54aa HTTP/1.1" status: 204 len: 168 time: 0.9070883 Feb 04 17:26:48.849620 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 44232) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:26:48.869202 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-de8dad5d-69f7-4727-817d-91e6d6affdb3 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Request body: {'port': {'network_id': 'c86bc9c8-f9aa-4c51-afb8-69a184ac0d36', 'mac_address': 'fa:16:3e:3d:b0:04', 'name': 'tempest-PortsIpV6TestJSON-1699845985'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:26:48.943206 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-f4c893e4-af1a-41ad-8724-74e9d71b52c9 req-57d80e99-9ee2-439c-b614-0259aa0b2e82 service neutron] 10.222.0.90 "GET /v2.0/networks/8ebfdc74-8590-489d-b0e1-fe8b6dd2da25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1527739 Feb 04 17:26:48.947367 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-5dcbaec1-5289-4271-aa80-4376354ac533 None None] For port 6ba98532-6f0f-461c-bb8a-3bf6743eba49, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=6ba98532-6f0f-461c-bb8a-3bf6743eba49,segment=NetworkSegment(2fcce0c7-9a0a-428a-b986-cae51cd3c129),segment_id=2fcce0c7-9a0a-428a-b986-cae51cd3c129)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:26:48.957291 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5dcbaec1-5289-4271-aa80-4376354ac533 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (6ba98532-6f0f-461c-bb8a-3bf6743eba49), precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:48.984931 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port 6ba98532-6f0f-461c-bb8a-3bf6743eba49 is: ACTIVE; New status is: DOWN {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:26:48.984931 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (6ba98532-6f0f-461c-bb8a-3bf6743eba49), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:49.023856 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-5dcbaec1-5289-4271-aa80-4376354ac533 None None] Calling delete_port for 6ba98532-6f0f-461c-bb8a-3bf6743eba49 owned by network:dhcp {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:26:49.078498 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de8dad5d-69f7-4727-817d-91e6d6affdb3 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Made reservation on behalf of bcdddb23c6b346f2aa47053863d313d1 for: {'port': 1} {{(pid=103376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:26:49.116638 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] For port 6ba98532-6f0f-461c-bb8a-3bf6743eba49, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=6ba98532-6f0f-461c-bb8a-3bf6743eba49,segment=NetworkSegment(2fcce0c7-9a0a-428a-b986-cae51cd3c129),segment_id=2fcce0c7-9a0a-428a-b986-cae51cd3c129)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:26:49.147955 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (6ba98532-6f0f-461c-bb8a-3bf6743eba49), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:49.151749 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.db_base_plugin_common [None req-5f69ff0f-6b19-4341-90a5-987d978992e2 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Allocated IP 2001:db8::18 (ebdc431d-e6a4-4155-be30-2a7d896acbb0/a6166e0e-4246-46c3-9471-61f8adaa7745/4f9dbebb-d620-4736-aee8-cdc0c7bce386) {{(pid=103376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:26:49.156666 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-f4c893e4-af1a-41ad-8724-74e9d71b52c9 req-e08606eb-128c-4881-836a-71beb30bfc9a service neutron] 10.222.0.90 "GET /v2.0/networks/8ebfdc74-8590-489d-b0e1-fe8b6dd2da25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2042680 Feb 04 17:26:49.192011 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93f1dda-c7fb-4638-ae69-2f0cf026c0c8 req-d46a0031-4b8c-4029-91e0-fa4c7527af82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:26:49.192513 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93f1dda-c7fb-4638-ae69-2f0cf026c0c8 req-d46a0031-4b8c-4029-91e0-fa4c7527af82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:26:49.193000 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93f1dda-c7fb-4638-ae69-2f0cf026c0c8 req-d46a0031-4b8c-4029-91e0-fa4c7527af82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:26:49.193600 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93f1dda-c7fb-4638-ae69-2f0cf026c0c8 req-d46a0031-4b8c-4029-91e0-fa4c7527af82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:26:49.197729 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93f1dda-c7fb-4638-ae69-2f0cf026c0c8 req-d46a0031-4b8c-4029-91e0-fa4c7527af82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:26:49.198217 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93f1dda-c7fb-4638-ae69-2f0cf026c0c8 req-d46a0031-4b8c-4029-91e0-fa4c7527af82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:26:49.198696 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93f1dda-c7fb-4638-ae69-2f0cf026c0c8 req-d46a0031-4b8c-4029-91e0-fa4c7527af82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:26:49.200908 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-a93f1dda-c7fb-4638-ae69-2f0cf026c0c8 req-d46a0031-4b8c-4029-91e0-fa4c7527af82 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=d23ffa64-7651-4974-8c0d-1ba4c302839d HTTP/1.1" status: 200 len: 6715 time: 0.2215326 Feb 04 17:26:49.216597 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Pushing event updated for resources: {'Port': ['ID=6ba98532-6f0f-461c-bb8a-3bf6743eba49,revision_number=5']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:26:49.282336 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-6400c066-2727-4909-9668-a77ef87e8b74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8456dde-a2c2-45c2-a30e-7e7aba94ccd6', 'name': 'tempest-ServersTestJSON-2094991958-router', 'tenant_id': '80b7aa89cf1b4bc4904176df2ebfd332', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.179'}], 'enable_snat': True}, 'gw_port_id': '9d7ecc73-aa7f-4338-8a00-90c21a2e060d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:26:08Z', 'updated_at': '2022-02-04T17:26:17Z', 'revision_number': 4, 'project_id': '80b7aa89cf1b4bc4904176df2ebfd332', 'gw_port': {'id': '9d7ecc73-aa7f-4338-8a00-90c21a2e060d', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:cf:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8456dde-a2c2-45c2-a30e-7e7aba94ccd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1757, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:26:10Z', 'updated_at': '2022-02-04T17:26:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_floatingips': [{'id': 'c09eea06-c468-48c9-a371-9688c5fb4b5d', 'tenant_id': '80b7aa89cf1b4bc4904176df2ebfd332', 'floating_ip_address': '172.25.6.17', 'floating_network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'router_id': 'd8456dde-a2c2-45c2-a30e-7e7aba94ccd6', 'port_id': '5b1f17be-ddf9-4c6e-bffe-f6cf9d7badf1', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1780, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8ebfdc74-8590-489d-b0e1-fe8b6dd2da25', 'mac_address': 'fa:16:3e:d0:15:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21e34ec0-ca77-4fc3-a022-61a8ea584f54', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T17:26:25Z', 'updated_at': '2022-02-04T17:26:44Z', 'revision_number': 1, 'project_id': '80b7aa89cf1b4bc4904176df2ebfd332', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db68516f-8a62-4247-9212-c18c22253c05', 'name': '', 'network_id': '8ebfdc74-8590-489d-b0e1-fe8b6dd2da25', 'tenant_id': '80b7aa89cf1b4bc4904176df2ebfd332', 'mac_address': 'fa:16:3e:6e:7c:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8456dde-a2c2-45c2-a30e-7e7aba94ccd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': '63f84b38-d024-489b-b804-8ab0056a6a07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:26:15Z', 'updated_at': '2022-02-04T17:26:24Z', 'revision_number': 5, 'project_id': '80b7aa89cf1b4bc4904176df2ebfd332', 'subnets': [{'id': '63f84b38-d024-489b-b804-8ab0056a6a07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-2', False) {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:26:49.315377 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5dcbaec1-5289-4271-aa80-4376354ac533 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144'] for port (6ba98532-6f0f-461c-bb8a-3bf6743eba49), after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:49.318963 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6400c066-2727-4909-9668-a77ef87e8b74 None None] The sync data for ids ['d8456dde-a2c2-45c2-a30e-7e7aba94ccd6'] in n-d-827839-2 is: [{'id': 'd8456dde-a2c2-45c2-a30e-7e7aba94ccd6', 'name': 'tempest-ServersTestJSON-2094991958-router', 'tenant_id': '80b7aa89cf1b4bc4904176df2ebfd332', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.179'}], 'enable_snat': True}, 'gw_port_id': '9d7ecc73-aa7f-4338-8a00-90c21a2e060d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:26:08Z', 'updated_at': '2022-02-04T17:26:17Z', 'revision_number': 4, 'project_id': '80b7aa89cf1b4bc4904176df2ebfd332', 'gw_port': {'id': '9d7ecc73-aa7f-4338-8a00-90c21a2e060d', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:cf:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8456dde-a2c2-45c2-a30e-7e7aba94ccd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1757, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:26:10Z', 'updated_at': '2022-02-04T17:26:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_floatingips': [{'id': 'c09eea06-c468-48c9-a371-9688c5fb4b5d', 'tenant_id': '80b7aa89cf1b4bc4904176df2ebfd332', 'floating_ip_address': '172.25.6.17', 'floating_network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'router_id': 'd8456dde-a2c2-45c2-a30e-7e7aba94ccd6', 'port_id': '5b1f17be-ddf9-4c6e-bffe-f6cf9d7badf1', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1780, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8ebfdc74-8590-489d-b0e1-fe8b6dd2da25', 'mac_address': 'fa:16:3e:d0:15:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21e34ec0-ca77-4fc3-a022-61a8ea584f54', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T17:26:25Z', 'updated_at': '2022-02-04T17:26:44Z', 'revision_number': 1, 'project_id': '80b7aa89cf1b4bc4904176df2ebfd332', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db68516f-8a62-4247-9212-c18c22253c05', 'name': '', 'network_id': '8ebfdc74-8590-489d-b0e1-fe8b6dd2da25', 'tenant_id': '80b7aa89cf1b4bc4904176df2ebfd332', 'mac_address': 'fa:16:3e:6e:7c:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8456dde-a2c2-45c2-a30e-7e7aba94ccd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': '63f84b38-d024-489b-b804-8ab0056a6a07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:26:15Z', 'updated_at': '2022-02-04T17:26:24Z', 'revision_number': 5, 'project_id': '80b7aa89cf1b4bc4904176df2ebfd332', 'subnets': [{'id': '63f84b38-d024-489b-b804-8ab0056a6a07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 17:26:49.349706 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dcbaec1-5289-4271-aa80-4376354ac533 None None] Pushing event deleted for resources: {'Port': ['ID=6ba98532-6f0f-461c-bb8a-3bf6743eba49,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:26:49.356857 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dcbaec1-5289-4271-aa80-4376354ac533 None None] No DVR routers for this DVR port 6ba98532-6f0f-461c-bb8a-3bf6743eba49 on host n-d-827839-2 {{(pid=103378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 17:26:49.383027 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-de8dad5d-69f7-4727-817d-91e6d6affdb3 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:49.385616 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ae8ae43-65ae-4fe8-ae9d-5a26c4bdcedd None None] Network ebdc431d-e6a4-4155-be30-2a7d896acbb0 requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:26:49.470123 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-a93f1dda-c7fb-4638-ae69-2f0cf026c0c8 req-96eebc1c-d727-4b66-943f-58e72e5d22ec service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=6c430dff-7990-44ba-b62d-7ce4a11c9249&id=f41001c7-a515-4baa-b12d-2443831f66d9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2532370 Feb 04 17:26:49.499392 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7570c1da-33af-43ef-9a19-828ef212fb69 req-f2999f3e-803b-4d30-a396-28a8c03cd1b6 tempest-ServersTestJSON-906237145 tempest-ServersTestJSON-906237145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:26:49.506678 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-7570c1da-33af-43ef-9a19-828ef212fb69 req-f2999f3e-803b-4d30-a396-28a8c03cd1b6 tempest-ServersTestJSON-906237145 tempest-ServersTestJSON-906237145-project] 10.222.0.89 "GET /v2.0/ports?device_id=21e34ec0-ca77-4fc3-a022-61a8ea584f54 HTTP/1.1" status: 200 len: 945 time: 0.3000257 Feb 04 17:26:49.537935 n-d-827839-2 neutron-server[103376]: DEBUG neutron.notifiers.nova [None req-de8dad5d-69f7-4727-817d-91e6d6affdb3 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] device_id is not set on port aa192338-d2c0-40e8-945b-c3fb2405fd6a yet. {{(pid=103376) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 04 17:26:49.553501 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5322b0ed-5248-4ee4-923c-b7725a99969e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e4c19ad-5724-5db8-8ee1-4f56ae69fcf4-ebdc431d-e6a4-4155-be30-2a7d896acbb0', 'network_id': 'ebdc431d-e6a4-4155-be30-2a7d896acbb0', 'project_id': '2dabbd0ed422411582aec81f9de51a07', 'fixed_ips': [{'subnet_id': 'a6166e0e-4246-46c3-9471-61f8adaa7745'}]}} from n-d-827839-2. {{(pid=103378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 17:26:49.556897 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5322b0ed-5248-4ee4-923c-b7725a99969e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:49.681811 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-5f69ff0f-6b19-4341-90a5-987d978992e2 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks [] for port (4f9dbebb-d620-4736-aee8-cdc0c7bce386), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:49.739980 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-7570c1da-33af-43ef-9a19-828ef212fb69 req-5d69cea3-0954-4c3c-a72a-9ed2a4caca6c tempest-ServersTestJSON-906237145 tempest-ServersTestJSON-906237145-project] 10.222.0.89 "GET /v2.0/security-groups?id=1e6d02d2-b834-4a41-9e0b-3d41f5ebbbf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2171180 Feb 04 17:26:49.752472 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46576139-1ec4-4ba0-ae94-227fb82d6633 None None] New status for floating IP c09eea06-c468-48c9-a371-9688c5fb4b5d: ACTIVE {{(pid=103379) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 17:26:49.857185 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-5f69ff0f-6b19-4341-90a5-987d978992e2 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (4f9dbebb-d620-4736-aee8-cdc0c7bce386), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:49.920225 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-de8dad5d-69f7-4727-817d-91e6d6affdb3 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Publish callbacks [] for port (aa192338-d2c0-40e8-945b-c3fb2405fd6a), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:49.950723 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-5322b0ed-5248-4ee4-923c-b7725a99969e None None] Allocated IP 2001:db8::2 (ebdc431d-e6a4-4155-be30-2a7d896acbb0/a6166e0e-4246-46c3-9471-61f8adaa7745/d1f5debf-16a5-474c-bf1e-490697675d41) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:26:49.957245 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f69ff0f-6b19-4341-90a5-987d978992e2 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Network ebdc431d-e6a4-4155-be30-2a7d896acbb0 is already hosted by enough agents. {{(pid=103376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:26:49.968306 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [None req-5f69ff0f-6b19-4341-90a5-987d978992e2 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Resources bound (agent type, host, resource id): {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:26:49.971275 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f69ff0f-6b19-4341-90a5-987d978992e2 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Received port after_create {{(pid=103376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:26:49.978953 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f69ff0f-6b19-4341-90a5-987d978992e2 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:26:49.979667 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-5f69ff0f-6b19-4341-90a5-987d978992e2 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:49.989009 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f69ff0f-6b19-4341-90a5-987d978992e2 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Pushing event updated for resources: {'Port': ['ID=4f9dbebb-d620-4736-aee8-cdc0c7bce386,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:26:50.041871 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-5f69ff0f-6b19-4341-90a5-987d978992e2 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.5413888 Feb 04 17:26:50.044749 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 44270) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:26:50.052327 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-de8dad5d-69f7-4727-817d-91e6d6affdb3 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (aa192338-d2c0-40e8-945b-c3fb2405fd6a), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:50.121578 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de8dad5d-69f7-4727-817d-91e6d6affdb3 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Network c86bc9c8-f9aa-4c51-afb8-69a184ac0d36 is already hosted by enough agents. {{(pid=103376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:26:50.128543 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [None req-de8dad5d-69f7-4727-817d-91e6d6affdb3 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Resources bound (agent type, host, resource id): {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:26:50.133877 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de8dad5d-69f7-4727-817d-91e6d6affdb3 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Received port after_create {{(pid=103376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:26:50.142125 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de8dad5d-69f7-4727-817d-91e6d6affdb3 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:26:50.143143 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-de8dad5d-69f7-4727-817d-91e6d6affdb3 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:50.158342 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8dad5d-69f7-4727-817d-91e6d6affdb3 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Pushing event updated for resources: {'Port': ['ID=aa192338-d2c0-40e8-945b-c3fb2405fd6a,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:26:50.166298 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1d49c98-e00b-42ab-a852-053af3a3f794 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:26:50.168585 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-f1d49c98-e00b-42ab-a852-053af3a3f794 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] 10.222.0.89 "GET /v2.0/ports HTTP/1.1" status: 200 len: 928 time: 0.1220577 Feb 04 17:26:50.171492 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 44278) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:26:50.176730 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-de8dad5d-69f7-4727-817d-91e6d6affdb3 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.3237863 Feb 04 17:26:50.179276 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 44280) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:26:50.253285 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75fc8306-ecd9-4af1-a8c5-143c01143a29 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:26:50.256961 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-75fc8306-ecd9-4af1-a8c5-143c01143a29 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] 10.222.0.89 "GET /v2.0/ports/aa192338-d2c0-40e8-945b-c3fb2405fd6a HTTP/1.1" status: 200 len: 845 time: 0.0745022 Feb 04 17:26:50.258542 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 44286) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:26:50.302313 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-2f67c4cd-ea0a-4d44-b96d-786015d2c04b tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Deleting port 4f9dbebb-d620-4736-aee8-cdc0c7bce386 {{(pid=103377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:26:50.302746 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-2f67c4cd-ea0a-4d44-b96d-786015d2c04b tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (4f9dbebb-d620-4736-aee8-cdc0c7bce386), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:50.320063 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5322b0ed-5248-4ee4-923c-b7725a99969e None None] Publish callbacks [] for port (d1f5debf-16a5-474c-bf1e-490697675d41), precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:50.328274 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5322b0ed-5248-4ee4-923c-b7725a99969e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135'] for port (d1f5debf-16a5-474c-bf1e-490697675d41), after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:50.377407 n-d-827839-2 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5322b0ed-5248-4ee4-923c-b7725a99969e None None] Network ebdc431d-e6a4-4155-be30-2a7d896acbb0 is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:26:50.381440 n-d-827839-2 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-5322b0ed-5248-4ee4-923c-b7725a99969e None None] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:26:50.388609 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5322b0ed-5248-4ee4-923c-b7725a99969e None None] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:26:50.398139 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5322b0ed-5248-4ee4-923c-b7725a99969e None None] Pushing event updated for resources: {'Port': ['ID=d1f5debf-16a5-474c-bf1e-490697675d41,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:26:50.434715 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-2f67c4cd-ea0a-4d44-b96d-786015d2c04b tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (4f9dbebb-d620-4736-aee8-cdc0c7bce386), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:50.444067 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-3ed25fe7-95b4-493b-a880-81dd3bb4071b tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Deleting port aa192338-d2c0-40e8-945b-c3fb2405fd6a {{(pid=103376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:26:50.444311 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-3ed25fe7-95b4-493b-a880-81dd3bb4071b tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (aa192338-d2c0-40e8-945b-c3fb2405fd6a), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:50.461967 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-2f67c4cd-ea0a-4d44-b96d-786015d2c04b tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Calling delete_port for 4f9dbebb-d620-4736-aee8-cdc0c7bce386 owned by {{(pid=103377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:26:50.472644 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-5322b0ed-5248-4ee4-923c-b7725a99969e None None] Attempting to bind port d1f5debf-16a5-474c-bf1e-490697675d41 on host n-d-827839-2 for vnic_type normal with profile {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:26:50.472990 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-5322b0ed-5248-4ee4-923c-b7725a99969e None None] Attempting to bind port d1f5debf-16a5-474c-bf1e-490697675d41 by drivers openvswitch,hyperv on host n-d-827839-2 at level 0 using segments [{'id': '2fcce0c7-9a0a-428a-b986-cae51cd3c129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'ebdc431d-e6a4-4155-be30-2a7d896acbb0'}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:26:50.473366 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5322b0ed-5248-4ee4-923c-b7725a99969e None None] Attempting to bind port d1f5debf-16a5-474c-bf1e-490697675d41 on network ebdc431d-e6a4-4155-be30-2a7d896acbb0 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:26:50.479276 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5322b0ed-5248-4ee4-923c-b7725a99969e None None] Checking agent: {'id': 'ba70844b-66a0-45fd-a2f2-e6ed673321fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 0, 36), 'started_at': datetime.datetime(2022, 2, 4, 17, 1, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 26, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:26:50.479664 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5322b0ed-5248-4ee4-923c-b7725a99969e None None] Checking segment: {'id': '2fcce0c7-9a0a-428a-b986-cae51cd3c129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'ebdc431d-e6a4-4155-be30-2a7d896acbb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:26:50.480076 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5322b0ed-5248-4ee4-923c-b7725a99969e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:50.480659 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5322b0ed-5248-4ee4-923c-b7725a99969e None None] Bound using segment: {'id': '2fcce0c7-9a0a-428a-b986-cae51cd3c129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'ebdc431d-e6a4-4155-be30-2a7d896acbb0'} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:26:50.482278 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-5322b0ed-5248-4ee4-923c-b7725a99969e None None] Bound port: d1f5debf-16a5-474c-bf1e-490697675d41, host: n-d-827839-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2fcce0c7-9a0a-428a-b986-cae51cd3c129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'ebdc431d-e6a4-4155-be30-2a7d896acbb0'}}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:26:50.482681 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5322b0ed-5248-4ee4-923c-b7725a99969e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (d1f5debf-16a5-474c-bf1e-490697675d41), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:50.568182 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-3ed25fe7-95b4-493b-a880-81dd3bb4071b tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (aa192338-d2c0-40e8-945b-c3fb2405fd6a), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:50.581439 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-5322b0ed-5248-4ee4-923c-b7725a99969e None None] For port d1f5debf-16a5-474c-bf1e-490697675d41, host n-d-827839-2, cleared binding levels {{(pid=103378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:26:50.587810 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-5322b0ed-5248-4ee4-923c-b7725a99969e None None] For port d1f5debf-16a5-474c-bf1e-490697675d41, host n-d-827839-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=d1f5debf-16a5-474c-bf1e-490697675d41,segment=NetworkSegment(2fcce0c7-9a0a-428a-b986-cae51cd3c129),segment_id=2fcce0c7-9a0a-428a-b986-cae51cd3c129)] {{(pid=103378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:26:50.593701 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-3ed25fe7-95b4-493b-a880-81dd3bb4071b tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Calling delete_port for aa192338-d2c0-40e8-945b-c3fb2405fd6a owned by {{(pid=103376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:26:50.595493 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5322b0ed-5248-4ee4-923c-b7725a99969e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (d1f5debf-16a5-474c-bf1e-490697675d41), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:50.687855 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5322b0ed-5248-4ee4-923c-b7725a99969e None None] Pushing event updated for resources: {'Port': ['ID=d1f5debf-16a5-474c-bf1e-490697675d41,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:26:50.693846 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-2f67c4cd-ea0a-4d44-b96d-786015d2c04b tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (4f9dbebb-d620-4736-aee8-cdc0c7bce386), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:50.737713 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f67c4cd-ea0a-4d44-b96d-786015d2c04b tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Pushing event deleted for resources: {'Port': ['ID=4f9dbebb-d620-4736-aee8-cdc0c7bce386,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:26:50.739984 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-3ed25fe7-95b4-493b-a880-81dd3bb4071b tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (aa192338-d2c0-40e8-945b-c3fb2405fd6a), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:50.769726 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-2f67c4cd-ea0a-4d44-b96d-786015d2c04b tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:50.777811 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-2f67c4cd-ea0a-4d44-b96d-786015d2c04b tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] 10.222.0.89 "DELETE /v2.0/ports/4f9dbebb-d620-4736-aee8-cdc0c7bce386 HTTP/1.1" status: 204 len: 168 time: 0.6051505 Feb 04 17:26:50.778831 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 44306) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:26:50.803201 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed25fe7-95b4-493b-a880-81dd3bb4071b tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Pushing event deleted for resources: {'Port': ['ID=aa192338-d2c0-40e8-945b-c3fb2405fd6a,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:26:50.809746 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-3ed25fe7-95b4-493b-a880-81dd3bb4071b tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:50.818742 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-3ed25fe7-95b4-493b-a880-81dd3bb4071b tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] 10.222.0.89 "DELETE /v2.0/ports/aa192338-d2c0-40e8-945b-c3fb2405fd6a HTTP/1.1" status: 204 len: 168 time: 0.5579886 Feb 04 17:26:50.821856 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 44310) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:26:50.859403 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 44312) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:26:50.866751 n-d-827839-2 neutron-server[103376]: INFO neutron.pecan_wsgi.hooks.translation [None req-0500997f-a8a0-4d1a-a4ba-5089b42c8bf9 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] GET failed (client error): The resource could not be found. Feb 04 17:26:50.868249 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-0500997f-a8a0-4d1a-a4ba-5089b42c8bf9 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] 10.222.0.89 "GET /v2.0/ports/aa192338-d2c0-40e8-945b-c3fb2405fd6a HTTP/1.1" status: 404 len: 333 time: 0.0454504 Feb 04 17:26:50.873297 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 44316) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:26:50.883228 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eea2f2ac-665f-42d6-8007-1c9d6ddcfb68 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:26:50.884803 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eea2f2ac-665f-42d6-8007-1c9d6ddcfb68 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:26:50.886177 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-a8c8e621-3e7b-467f-8a5f-b1bec6cbadea tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Request body: {'port': {'network_id': 'c86bc9c8-f9aa-4c51-afb8-69a184ac0d36', 'name': 'tempest-PortsIpV6TestJSON-896575145'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:26:50.889458 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-eea2f2ac-665f-42d6-8007-1c9d6ddcfb68 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] 10.222.0.89 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1090972 Feb 04 17:26:50.890460 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 44318) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:26:51.039846 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8c8e621-3e7b-467f-8a5f-b1bec6cbadea tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Made reservation on behalf of bcdddb23c6b346f2aa47053863d313d1 for: {'port': 1} {{(pid=103376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:26:51.044233 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-a8c8e621-3e7b-467f-8a5f-b1bec6cbadea tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:51.046119 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.db_base_plugin_v2 [None req-62b9cf9f-67df-40d8-9b3f-8b97e47d0d88 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Deleting subnet a6166e0e-4246-46c3-9471-61f8adaa7745 {{(pid=103377) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 17:26:51.048214 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-5d8ae1c1-2c28-41af-8755-ee5b1e766669 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:51.059661 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-62b9cf9f-67df-40d8-9b3f-8b97e47d0d88 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks [] for subnet (a6166e0e-4246-46c3-9471-61f8adaa7745), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:51.062086 n-d-827839-2 neutron-server[103376]: DEBUG neutron.notifiers.nova [None req-a8c8e621-3e7b-467f-8a5f-b1bec6cbadea tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] device_id is not set on port a31c607e-211e-45d3-a966-7529c7d25d5d yet. {{(pid=103376) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 04 17:26:51.137032 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e49351-c365-4f85-ac6b-2edb9ba9535c req-1e1c1769-8f2a-4996-a40c-6816393a6cb0 tempest-ServersTestJSON-906237145 tempest-ServersTestJSON-906237145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:26:51.144187 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-b8e49351-c365-4f85-ac6b-2edb9ba9535c req-1e1c1769-8f2a-4996-a40c-6816393a6cb0 tempest-ServersTestJSON-906237145 tempest-ServersTestJSON-906237145-project] 10.222.0.89 "GET /v2.0/ports?device_id=21e34ec0-ca77-4fc3-a022-61a8ea584f54 HTTP/1.1" status: 200 len: 945 time: 0.2351296 Feb 04 17:26:51.185388 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-62b9cf9f-67df-40d8-9b3f-8b97e47d0d88 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26866676'] for subnet (a6166e0e-4246-46c3-9471-61f8adaa7745), precommit_delete_associations {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:51.272411 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-b8e49351-c365-4f85-ac6b-2edb9ba9535c req-68a3f162-4fc8-46a7-a710-91075a9eddb1 tempest-ServersTestJSON-906237145 tempest-ServersTestJSON-906237145-project] 10.222.0.89 "GET /v2.0/security-groups?id=1e6d02d2-b834-4a41-9e0b-3d41f5ebbbf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1272447 Feb 04 17:26:51.343861 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-a8c8e621-3e7b-467f-8a5f-b1bec6cbadea tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Publish callbacks [] for port (a31c607e-211e-45d3-a966-7529c7d25d5d), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:51.373861 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-62b9cf9f-67df-40d8-9b3f-8b97e47d0d88 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1541225'] for subnet (a6166e0e-4246-46c3-9471-61f8adaa7745), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:51.411578 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-5d8ae1c1-2c28-41af-8755-ee5b1e766669 admin admin] Publish callbacks [] for security_group (b67298b9-306c-416f-aba7-cec06cc76625), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:51.419515 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-5d8ae1c1-2c28-41af-8755-ee5b1e766669 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (b67298b9-306c-416f-aba7-cec06cc76625), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:51.419710 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-a8c8e621-3e7b-467f-8a5f-b1bec6cbadea tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (a31c607e-211e-45d3-a966-7529c7d25d5d), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:51.471781 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-5d8ae1c1-2c28-41af-8755-ee5b1e766669 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=b6d767423dfb463e95230bbf13b3c205&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6110706 Feb 04 17:26:51.482481 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 44334) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:26:51.485173 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8c8e621-3e7b-467f-8a5f-b1bec6cbadea tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Network c86bc9c8-f9aa-4c51-afb8-69a184ac0d36 is already hosted by enough agents. {{(pid=103376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:26:51.491819 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8ae1c1-2c28-41af-8755-ee5b1e766669 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b67298b9-306c-416f-aba7-cec06cc76625,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:26:51.518762 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-62b9cf9f-67df-40d8-9b3f-8b97e47d0d88 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1541216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25888360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25597190'] for subnet (a6166e0e-4246-46c3-9471-61f8adaa7745), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:51.557092 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [None req-a8c8e621-3e7b-467f-8a5f-b1bec6cbadea tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Resources bound (agent type, host, resource id): {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:26:51.557561 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b9cf9f-67df-40d8-9b3f-8b97e47d0d88 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Pushing event deleted for resources: {'Subnet': ['ID=a6166e0e-4246-46c3-9471-61f8adaa7745,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:26:51.559839 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-62b9cf9f-67df-40d8-9b3f-8b97e47d0d88 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks [] for subnet (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:51.563430 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-62b9cf9f-67df-40d8-9b3f-8b97e47d0d88 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] 10.222.0.89 "DELETE /v2.0/subnets/a6166e0e-4246-46c3-9471-61f8adaa7745 HTTP/1.1" status: 204 len: 168 time: 0.6717331 Feb 04 17:26:51.565930 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 44340) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:26:51.584499 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8c8e621-3e7b-467f-8a5f-b1bec6cbadea tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Received port after_create {{(pid=103376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:26:51.591046 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8c8e621-3e7b-467f-8a5f-b1bec6cbadea tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:26:51.594600 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-a8c8e621-3e7b-467f-8a5f-b1bec6cbadea tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:51.627036 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c8e621-3e7b-467f-8a5f-b1bec6cbadea tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Pushing event updated for resources: {'Port': ['ID=a31c607e-211e-45d3-a966-7529c7d25d5d,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:26:51.629663 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-edd9a4fe-27a9-4866-921e-55e8ebaf1525 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] 10.222.0.89 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0614777 Feb 04 17:26:51.633311 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 44344) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:26:51.650458 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-a8c8e621-3e7b-467f-8a5f-b1bec6cbadea tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.7737770 Feb 04 17:26:51.655983 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 44348) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:26:51.662834 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-a26629dd-6108-40d1-813f-5da77236cdaa tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:26:51.706391 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9934b86b-2b74-48b5-93b7-fb0d18714c0a req-3a985ca0-3d0b-4812-b946-2b200c5457a3 tempest-ServersTestJSON-906237145 tempest-ServersTestJSON-906237145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:26:51.708316 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-9934b86b-2b74-48b5-93b7-fb0d18714c0a req-3a985ca0-3d0b-4812-b946-2b200c5457a3 tempest-ServersTestJSON-906237145 tempest-ServersTestJSON-906237145-project] 10.222.0.89 "GET /v2.0/ports?device_id=21e34ec0-ca77-4fc3-a022-61a8ea584f54 HTTP/1.1" status: 200 len: 945 time: 0.3131566 Feb 04 17:26:51.753720 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28400928-2506-4045-90cf-a82aedeaf8fa tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:26:51.756494 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-28400928-2506-4045-90cf-a82aedeaf8fa tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] 10.222.0.89 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1129026 Feb 04 17:26:51.760133 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 44352) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:26:51.785088 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-5556d193-08c5-4eca-b2aa-fb69f908d572 admin admin] Publish callbacks [] for security_group (b67298b9-306c-416f-aba7-cec06cc76625), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:51.864496 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-178d48bc-d931-4bea-956b-f217dc07f36c tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:26:51.869633 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-178d48bc-d931-4bea-956b-f217dc07f36c tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] 10.222.0.89 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1079280 Feb 04 17:26:51.873796 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 44354) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:26:51.877553 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-5556d193-08c5-4eca-b2aa-fb69f908d572 admin admin] Publish callbacks [] for security_group (b67298b9-306c-416f-aba7-cec06cc76625), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:51.904318 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-a26629dd-6108-40d1-813f-5da77236cdaa tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (a31c607e-211e-45d3-a966-7529c7d25d5d), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:51.910806 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-9934b86b-2b74-48b5-93b7-fb0d18714c0a req-7747d55c-befd-45a9-87f7-ab52029fed4a tempest-ServersTestJSON-906237145 tempest-ServersTestJSON-906237145-project] 10.222.0.89 "GET /v2.0/security-groups?id=1e6d02d2-b834-4a41-9e0b-3d41f5ebbbf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1766043 Feb 04 17:26:51.965566 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-73b2142e-31fd-42a8-be15-42bd145d68f1 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] 10.222.0.89 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0905862 Feb 04 17:26:51.971885 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 44360) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:26:51.986105 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-76362050-4ec5-4026-8623-a0216eb47f0b tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Request body: {'subnet': {'network_id': 'ebdc431d-e6a4-4155-be30-2a7d896acbb0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:26:51.996346 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.agents_db [None req-e1691f3b-aacd-4cd6-8ebb-a9c53bb301c0 None None] Agent healthcheck: found 7 active agents {{(pid=103379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 17:26:52.090843 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-5556d193-08c5-4eca-b2aa-fb69f908d572 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (b67298b9-306c-416f-aba7-cec06cc76625), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:52.093859 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-5556d193-08c5-4eca-b2aa-fb69f908d572 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:52.098854 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-5556d193-08c5-4eca-b2aa-fb69f908d572 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/b67298b9-306c-416f-aba7-cec06cc76625 HTTP/1.1" status: 204 len: 168 time: 0.5573261 Feb 04 17:26:52.141719 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffcbf2f7-87bc-4b52-a999-d29006390b33 None None] Network ebdc431d-e6a4-4155-be30-2a7d896acbb0 requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:26:52.180143 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76362050-4ec5-4026-8623-a0216eb47f0b tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Made reservation on behalf of 2dabbd0ed422411582aec81f9de51a07 for: {'subnet': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:26:52.186984 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-76362050-4ec5-4026-8623-a0216eb47f0b tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25597243'] for subnet (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:52.196504 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5556d193-08c5-4eca-b2aa-fb69f908d572 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b67298b9-306c-416f-aba7-cec06cc76625,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:26:52.304940 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-a26629dd-6108-40d1-813f-5da77236cdaa tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Publish callbacks [] for port (a31c607e-211e-45d3-a966-7529c7d25d5d), precommit_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:52.311125 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-a26629dd-6108-40d1-813f-5da77236cdaa tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675836'] for port (a31c607e-211e-45d3-a966-7529c7d25d5d), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:52.360823 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-2a09716e-c309-4149-83b2-fa5a150d750d None None] Provisioning complete for port d1f5debf-16a5-474c-bf1e-490697675d41 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:26:52.361209 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2a09716e-c309-4149-83b2-fa5a150d750d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (d1f5debf-16a5-474c-bf1e-490697675d41), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:52.367453 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-a26629dd-6108-40d1-813f-5da77236cdaa tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] In _notify_port_updated(), no bound segment for port a31c607e-211e-45d3-a966-7529c7d25d5d on network c86bc9c8-f9aa-4c51-afb8-69a184ac0d36 {{(pid=103376) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Feb 04 17:26:52.374966 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a26629dd-6108-40d1-813f-5da77236cdaa tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:26:52.376123 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-a26629dd-6108-40d1-813f-5da77236cdaa tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:52.378873 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-a26629dd-6108-40d1-813f-5da77236cdaa tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] 10.222.0.89 "PUT /v2.0/ports/a31c607e-211e-45d3-a966-7529c7d25d5d HTTP/1.1" status: 200 len: 818 time: 0.7214901 Feb 04 17:26:52.382990 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 44366) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:26:52.449659 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26629dd-6108-40d1-813f-5da77236cdaa tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Pushing event updated for resources: {'Port': ['ID=a31c607e-211e-45d3-a966-7529c7d25d5d,revision_number=2']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:26:52.585406 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-bf5c2477-dfe0-4676-86cd-445783b7908b tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Deleting port a31c607e-211e-45d3-a966-7529c7d25d5d {{(pid=103376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:26:52.585578 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-bf5c2477-dfe0-4676-86cd-445783b7908b tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (a31c607e-211e-45d3-a966-7529c7d25d5d), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:52.596673 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-2a09716e-c309-4149-83b2-fa5a150d750d None None] Current status of the port d1f5debf-16a5-474c-bf1e-490697675d41 is: DOWN; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:26:52.597310 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2a09716e-c309-4149-83b2-fa5a150d750d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (d1f5debf-16a5-474c-bf1e-490697675d41), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:52.643295 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-2a09716e-c309-4149-83b2-fa5a150d750d None None] For port d1f5debf-16a5-474c-bf1e-490697675d41, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=d1f5debf-16a5-474c-bf1e-490697675d41,segment=NetworkSegment(2fcce0c7-9a0a-428a-b986-cae51cd3c129),segment_id=2fcce0c7-9a0a-428a-b986-cae51cd3c129)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:26:52.645398 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2bd6c52-1e56-4841-831b-414030f56538 None None] DHCP port deletion for ebdc431d-e6a4-4155-be30-2a7d896acbb0 request from n-d-827839-2 {{(pid=103378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 17:26:52.651618 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2a09716e-c309-4149-83b2-fa5a150d750d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (d1f5debf-16a5-474c-bf1e-490697675d41), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:52.702638 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-76362050-4ec5-4026-8623-a0216eb47f0b tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25889445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25597197'] for subnet (ccc4f543-ca44-4b5c-8b22-22e6503866e5), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:52.710852 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 44372) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:26:52.763896 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76362050-4ec5-4026-8623-a0216eb47f0b tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Pushing event updated for resources: {'Subnet': ['ID=ccc4f543-ca44-4b5c-8b22-22e6503866e5,revision_number=0']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:26:52.775279 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76362050-4ec5-4026-8623-a0216eb47f0b tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Network ebdc431d-e6a4-4155-be30-2a7d896acbb0 is already hosted by enough agents. {{(pid=103377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:26:52.776989 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [None req-76362050-4ec5-4026-8623-a0216eb47f0b tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Resources bound (agent type, host, resource id): {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:26:52.777976 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-bf5c2477-dfe0-4676-86cd-445783b7908b tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (a31c607e-211e-45d3-a966-7529c7d25d5d), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:52.779764 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76362050-4ec5-4026-8623-a0216eb47f0b tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:26:52.780363 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-76362050-4ec5-4026-8623-a0216eb47f0b tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks [] for subnet (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:52.798960 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-76362050-4ec5-4026-8623-a0216eb47f0b tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8256886 Feb 04 17:26:52.802247 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 44380) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:26:52.810036 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-afbe3f37-c9f5-4166-ad59-cce180e9392d tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Request body: {'port': {'network_id': 'ebdc431d-e6a4-4155-be30-2a7d896acbb0', 'fixed_ips': [{'subnet_id': 'ccc4f543-ca44-4b5c-8b22-22e6503866e5', 'ip_address': '2001:db8::2e49:56a8:d9f:61b2'}], 'name': 'tempest-NetworksTestDHCPv6-1494550088'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:26:52.827839 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-bf5c2477-dfe0-4676-86cd-445783b7908b tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Calling delete_port for a31c607e-211e-45d3-a966-7529c7d25d5d owned by {{(pid=103376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:26:52.847005 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a09716e-c309-4149-83b2-fa5a150d750d None None] Pushing event updated for resources: {'Port': ['ID=d1f5debf-16a5-474c-bf1e-490697675d41,revision_number=4']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:26:52.873424 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-a2bd6c52-1e56-4841-831b-414030f56538 None None] Deleting port d1f5debf-16a5-474c-bf1e-490697675d41 {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:26:52.873807 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a2bd6c52-1e56-4841-831b-414030f56538 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (d1f5debf-16a5-474c-bf1e-490697675d41), before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:52.982154 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-78b7957d-732d-4165-8dd8-77b80a78e910 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:52.991183 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afbe3f37-c9f5-4166-ad59-cce180e9392d tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Made reservation on behalf of 2dabbd0ed422411582aec81f9de51a07 for: {'port': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:26:52.993554 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-bf5c2477-dfe0-4676-86cd-445783b7908b tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (a31c607e-211e-45d3-a966-7529c7d25d5d), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:53.036273 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-a2bd6c52-1e56-4841-831b-414030f56538 None None] For port d1f5debf-16a5-474c-bf1e-490697675d41, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=d1f5debf-16a5-474c-bf1e-490697675d41,segment=NetworkSegment(2fcce0c7-9a0a-428a-b986-cae51cd3c129),segment_id=2fcce0c7-9a0a-428a-b986-cae51cd3c129)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:26:53.037922 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a2bd6c52-1e56-4841-831b-414030f56538 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (d1f5debf-16a5-474c-bf1e-490697675d41), precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:53.040720 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5c2477-dfe0-4676-86cd-445783b7908b tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Pushing event deleted for resources: {'Port': ['ID=a31c607e-211e-45d3-a966-7529c7d25d5d,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:26:53.051981 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-bf5c2477-dfe0-4676-86cd-445783b7908b tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:53.057122 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-bf5c2477-dfe0-4676-86cd-445783b7908b tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] 10.222.0.89 "DELETE /v2.0/ports/a31c607e-211e-45d3-a966-7529c7d25d5d HTTP/1.1" status: 204 len: 168 time: 0.6725738 Feb 04 17:26:53.060332 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 44386) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:26:53.071027 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-a2bd6c52-1e56-4841-831b-414030f56538 None None] Calling delete_port for d1f5debf-16a5-474c-bf1e-490697675d41 owned by network:dhcp {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:26:53.142468 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-afbe3f37-c9f5-4166-ad59-cce180e9392d tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:53.155384 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b41a7621-75dc-4c72-8328-25b68ef27247 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:26:53.159448 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-b41a7621-75dc-4c72-8328-25b68ef27247 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] 10.222.0.89 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.0956688 Feb 04 17:26:53.160203 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 44390) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:26:53.197937 n-d-827839-2 neutron-server[103376]: INFO neutron.pecan_wsgi.hooks.translation [None req-111222cc-684a-4d44-994f-b0b574f05e98 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] GET failed (client error): The resource could not be found. Feb 04 17:26:53.199442 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-111222cc-684a-4d44-994f-b0b574f05e98 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] 10.222.0.89 "GET /v2.0/ports/a31c607e-211e-45d3-a966-7529c7d25d5d HTTP/1.1" status: 404 len: 333 time: 0.0382948 Feb 04 17:26:53.205531 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-78b7957d-732d-4165-8dd8-77b80a78e910 admin admin] Publish callbacks [] for security_group (c8e9bc2a-1814-4d78-bd28-49cd81907577), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:53.206453 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 44392) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:26:53.212807 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-331b061b-3c01-42e5-838a-ea02f6ba1770 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-265159605'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:26:53.218246 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-78b7957d-732d-4165-8dd8-77b80a78e910 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (c8e9bc2a-1814-4d78-bd28-49cd81907577), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:53.222592 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a2bd6c52-1e56-4841-831b-414030f56538 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144'] for port (d1f5debf-16a5-474c-bf1e-490697675d41), after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:53.223516 n-d-827839-2 neutron-server[103377]: DEBUG neutron.notifiers.nova [None req-afbe3f37-c9f5-4166-ad59-cce180e9392d tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] device_id is not set on port d1c1929f-06e8-43e1-8f50-3cf8ebebabf3 yet. {{(pid=103377) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 04 17:26:53.282830 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2bd6c52-1e56-4841-831b-414030f56538 None None] Pushing event deleted for resources: {'Port': ['ID=d1f5debf-16a5-474c-bf1e-490697675d41,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:26:53.287415 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2bd6c52-1e56-4841-831b-414030f56538 None None] No DVR routers for this DVR port d1f5debf-16a5-474c-bf1e-490697675d41 on host n-d-827839-2 {{(pid=103378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 17:26:53.289756 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b7957d-732d-4165-8dd8-77b80a78e910 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8e9bc2a-1814-4d78-bd28-49cd81907577,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:26:53.302921 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-78b7957d-732d-4165-8dd8-77b80a78e910 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=aedc38bc55e5497cac8bf697730221a9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5834804 Feb 04 17:26:53.302921 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-331b061b-3c01-42e5-838a-ea02f6ba1770 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Made reservation on behalf of bcdddb23c6b346f2aa47053863d313d1 for: {'network': 1} {{(pid=103376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:26:53.302921 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-331b061b-3c01-42e5-838a-ea02f6ba1770 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for network (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:53.302921 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 44398) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:26:53.315314 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b02b775-b0e9-49aa-b9d6-33eb5143898b None None] Network ebdc431d-e6a4-4155-be30-2a7d896acbb0 requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:26:53.372362 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-331b061b-3c01-42e5-838a-ea02f6ba1770 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] vlan segment allocate from pool success with {'vlan_id': 760, 'physical_network': 'physnet1'} {{(pid=103376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 17:26:53.391746 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-331b061b-3c01-42e5-838a-ea02f6ba1770 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (6819ea94-3d0e-4e50-9d08-666044fbc1f9), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:53.392102 n-d-827839-2 neutron-server[103376]: INFO neutron.db.segments_db [None req-331b061b-3c01-42e5-838a-ea02f6ba1770 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Added segment 6819ea94-3d0e-4e50-9d08-666044fbc1f9 of type vlan for network 29d3a100-e5bc-46be-a1a1-df2c3723be08 Feb 04 17:26:53.402264 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-b058d35f-584b-4d67-b4bd-9525358042b7 admin admin] Publish callbacks [] for security_group (c8e9bc2a-1814-4d78-bd28-49cd81907577), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:53.456028 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-b058d35f-584b-4d67-b4bd-9525358042b7 admin admin] Publish callbacks [] for security_group (c8e9bc2a-1814-4d78-bd28-49cd81907577), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:53.458660 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-331b061b-3c01-42e5-838a-ea02f6ba1770 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781084292801'] for network (29d3a100-e5bc-46be-a1a1-df2c3723be08), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:53.515009 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-331b061b-3c01-42e5-838a-ea02f6ba1770 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327'] for network (29d3a100-e5bc-46be-a1a1-df2c3723be08), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:53.520890 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-331b061b-3c01-42e5-838a-ea02f6ba1770 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:26:53.521513 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-331b061b-3c01-42e5-838a-ea02f6ba1770 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677565'] for network (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:53.562353 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7135e1d-c3fb-4e55-8022-4f9c4a395aa1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e4c19ad-5724-5db8-8ee1-4f56ae69fcf4-ebdc431d-e6a4-4155-be30-2a7d896acbb0', 'network_id': 'ebdc431d-e6a4-4155-be30-2a7d896acbb0', 'project_id': '2dabbd0ed422411582aec81f9de51a07', 'fixed_ips': [{'subnet_id': 'ccc4f543-ca44-4b5c-8b22-22e6503866e5'}]}} from n-d-827839-2. {{(pid=103378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 17:26:53.563249 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d7135e1d-c3fb-4e55-8022-4f9c4a395aa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:53.564609 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 44402) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:26:53.586481 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-331b061b-3c01-42e5-838a-ea02f6ba1770 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3788643 Feb 04 17:26:53.590207 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 44406) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:26:53.590855 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-b058d35f-584b-4d67-b4bd-9525358042b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (c8e9bc2a-1814-4d78-bd28-49cd81907577), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:53.593440 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-b058d35f-584b-4d67-b4bd-9525358042b7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:53.594554 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-b058d35f-584b-4d67-b4bd-9525358042b7 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/c8e9bc2a-1814-4d78-bd28-49cd81907577 HTTP/1.1" status: 204 len: 168 time: 0.2919168 Feb 04 17:26:53.607544 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-875a3c59-9e73-4324-9479-c9757e2e17f9 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Request body: {'subnet': {'network_id': '29d3a100-e5bc-46be-a1a1-df2c3723be08', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:26:53.698411 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b058d35f-584b-4d67-b4bd-9525358042b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8e9bc2a-1814-4d78-bd28-49cd81907577,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:26:53.705371 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331b061b-3c01-42e5-838a-ea02f6ba1770 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Pushing event updated for resources: {'Network': ['ID=29d3a100-e5bc-46be-a1a1-df2c3723be08,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:26:53.720341 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-875a3c59-9e73-4324-9479-c9757e2e17f9 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Made reservation on behalf of bcdddb23c6b346f2aa47053863d313d1 for: {'subnet': 1} {{(pid=103376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:26:53.724380 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-875a3c59-9e73-4324-9479-c9757e2e17f9 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25859006'] for subnet (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:53.726852 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.db_base_plugin_common [None req-afbe3f37-c9f5-4166-ad59-cce180e9392d tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Allocated IP 2001:db8::2e49:56a8:d9f:61b2 (ebdc431d-e6a4-4155-be30-2a7d896acbb0/ccc4f543-ca44-4b5c-8b22-22e6503866e5/d1c1929f-06e8-43e1-8f50-3cf8ebebabf3) {{(pid=103377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:26:53.807509 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Network 29d3a100-e5bc-46be-a1a1-df2c3723be08 details requested by agent ovs-agent-n-d-827839-2 with host n-d-827839-2 {{(pid=103378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 17:26:53.960998 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-19179714-b0d6-479e-b7a5-14f54489eacb admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-1513232839-network', 'tenant_id': 'b78f120f03a0499ab775e831b6dd5e30'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:26:54.034587 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19179714-b0d6-479e-b7a5-14f54489eacb admin admin] Made reservation on behalf of b78f120f03a0499ab775e831b6dd5e30 for: {'network': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:26:54.037049 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-19179714-b0d6-479e-b7a5-14f54489eacb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for network (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:54.046806 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-875a3c59-9e73-4324-9479-c9757e2e17f9 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25674939', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25858952'] for subnet (2773bd19-49f6-4c89-8fca-a96cca95210f), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:54.048908 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 44412) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:26:54.055145 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-afbe3f37-c9f5-4166-ad59-cce180e9392d tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks [] for port (d1c1929f-06e8-43e1-8f50-3cf8ebebabf3), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:54.056898 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-19179714-b0d6-479e-b7a5-14f54489eacb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:54.088127 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-711e31cc-b046-48ff-8230-aec3a599f30b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:54.122181 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-afbe3f37-c9f5-4166-ad59-cce180e9392d tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (d1c1929f-06e8-43e1-8f50-3cf8ebebabf3), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:54.127454 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875a3c59-9e73-4324-9479-c9757e2e17f9 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Pushing event updated for resources: {'Subnet': ['ID=2773bd19-49f6-4c89-8fca-a96cca95210f,revision_number=0']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:26:54.167068 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-875a3c59-9e73-4324-9479-c9757e2e17f9 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Checking segment: {'id': '6819ea94-3d0e-4e50-9d08-666044fbc1f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '29d3a100-e5bc-46be-a1a1-df2c3723be08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:26:54.167437 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-875a3c59-9e73-4324-9479-c9757e2e17f9 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Network hostable DHCP agents. Network: 29d3a100-e5bc-46be-a1a1-df2c3723be08, hostable agents: ['bb89f5a3-3c22-440b-b7d1-c4f0c43c184a'], hosted agents: [] {{(pid=103376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 17:26:54.180656 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-d7135e1d-c3fb-4e55-8022-4f9c4a395aa1 None None] Allocated IP 2001:db8::2 (ebdc431d-e6a4-4155-be30-2a7d896acbb0/ccc4f543-ca44-4b5c-8b22-22e6503866e5/ea2d4e4e-6455-4277-9881-e5be010cd65a) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:26:54.198098 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afbe3f37-c9f5-4166-ad59-cce180e9392d tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Network ebdc431d-e6a4-4155-be30-2a7d896acbb0 is already hosted by enough agents. {{(pid=103377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:26:54.200565 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afbe3f37-c9f5-4166-ad59-cce180e9392d tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Pushing event updated for resources: {'Port': ['ID=d1c1929f-06e8-43e1-8f50-3cf8ebebabf3,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:26:54.206402 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [None req-afbe3f37-c9f5-4166-ad59-cce180e9392d tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Resources bound (agent type, host, resource id): {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:26:54.207705 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-875a3c59-9e73-4324-9479-c9757e2e17f9 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Network 29d3a100-e5bc-46be-a1a1-df2c3723be08 is scheduled to be hosted by DHCP agent bb89f5a3-3c22-440b-b7d1-c4f0c43c184a with binding_index 1 {{(pid=103376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 17:26:54.212692 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afbe3f37-c9f5-4166-ad59-cce180e9392d tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Received port after_create {{(pid=103377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:26:54.217957 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afbe3f37-c9f5-4166-ad59-cce180e9392d tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:26:54.218582 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-afbe3f37-c9f5-4166-ad59-cce180e9392d tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:54.225960 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-19179714-b0d6-479e-b7a5-14f54489eacb admin admin] Publish callbacks [] for security_group (b8b28757-95d3-499c-9e85-875297862922), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:54.227883 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-711e31cc-b046-48ff-8230-aec3a599f30b admin admin] Publish callbacks [] for security_group (edc4e8fe-8cda-4d1e-8011-05e845bb56e3), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:54.228757 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [None req-875a3c59-9e73-4324-9479-c9757e2e17f9 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827839-2, 29d3a100-e5bc-46be-a1a1-df2c3723be08) {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:26:54.230694 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-19179714-b0d6-479e-b7a5-14f54489eacb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (b8b28757-95d3-499c-9e85-875297862922), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:54.233690 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-875a3c59-9e73-4324-9479-c9757e2e17f9 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:26:54.234356 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-875a3c59-9e73-4324-9479-c9757e2e17f9 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Publish callbacks [] for subnet (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:54.238170 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-711e31cc-b046-48ff-8230-aec3a599f30b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (edc4e8fe-8cda-4d1e-8011-05e845bb56e3), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:54.260508 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-afbe3f37-c9f5-4166-ad59-cce180e9392d tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.4566169 Feb 04 17:26:54.264955 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 44414) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:26:54.265278 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19179714-b0d6-479e-b7a5-14f54489eacb admin admin] vlan segment allocate from pool success with {'vlan_id': 757, 'physical_network': 'physnet1'} {{(pid=103377) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 17:26:54.278930 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eacd78f1-a8c0-4079-a771-87b260ced53b None None] Network 29d3a100-e5bc-46be-a1a1-df2c3723be08 requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:26:54.280315 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19179714-b0d6-479e-b7a5-14f54489eacb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8b28757-95d3-499c-9e85-875297862922,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:26:54.287158 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-19179714-b0d6-479e-b7a5-14f54489eacb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (38f8621b-0fac-4b4e-ab96-9123674da3d5), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:54.287551 n-d-827839-2 neutron-server[103377]: INFO neutron.db.segments_db [None req-19179714-b0d6-479e-b7a5-14f54489eacb admin admin] Added segment 38f8621b-0fac-4b4e-ab96-9123674da3d5 of type vlan for network c5338ae7-6a47-4b04-89b0-bad1ab0cf6a4 Feb 04 17:26:54.296814 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-875a3c59-9e73-4324-9479-c9757e2e17f9 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7009249 Feb 04 17:26:54.300280 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 44416) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:26:54.308008 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-8c9a3c2d-91f9-4f0a-a8b9-c8335df8b8e5 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Request body: {'subnet': {'network_id': '29d3a100-e5bc-46be-a1a1-df2c3723be08', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:26:54.317299 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711e31cc-b046-48ff-8230-aec3a599f30b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edc4e8fe-8cda-4d1e-8011-05e845bb56e3,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:26:54.324407 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-711e31cc-b046-48ff-8230-aec3a599f30b admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=f69079b4d1bf4e769ce0aab8c712805c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2697599 Feb 04 17:26:54.325402 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 44418) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:26:54.374719 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3c75c58-e0f6-4688-8195-30c58551e744 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:26:54.376241 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-c3c75c58-e0f6-4688-8195-30c58551e744 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] 10.222.0.89 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.1076791 Feb 04 17:26:54.381103 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 44420) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:26:54.389950 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-19179714-b0d6-479e-b7a5-14f54489eacb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781084292801'] for network (c5338ae7-6a47-4b04-89b0-bad1ab0cf6a4), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:54.413480 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ebeac4f-3b70-4760-8160-b3d1e56d0203 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e4c19ad-5724-5db8-8ee1-4f56ae69fcf4-29d3a100-e5bc-46be-a1a1-df2c3723be08', 'network_id': '29d3a100-e5bc-46be-a1a1-df2c3723be08', 'project_id': 'bcdddb23c6b346f2aa47053863d313d1', 'fixed_ips': [{'subnet_id': '2773bd19-49f6-4c89-8fca-a96cca95210f'}]}} from n-d-827839-2. {{(pid=103378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 17:26:54.414234 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4ebeac4f-3b70-4760-8160-b3d1e56d0203 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:54.423018 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-a3f40ecf-1ac0-4b50-8fa2-3dfe6c991ae5 admin admin] Publish callbacks [] for security_group (edc4e8fe-8cda-4d1e-8011-05e845bb56e3), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:54.455984 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-19179714-b0d6-479e-b7a5-14f54489eacb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327'] for network (c5338ae7-6a47-4b04-89b0-bad1ab0cf6a4), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:54.457644 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19179714-b0d6-479e-b7a5-14f54489eacb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:26:54.458262 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-19179714-b0d6-479e-b7a5-14f54489eacb admin admin] Publish callbacks [] for network (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:54.476347 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-a3f40ecf-1ac0-4b50-8fa2-3dfe6c991ae5 admin admin] Publish callbacks [] for security_group (edc4e8fe-8cda-4d1e-8011-05e845bb56e3), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:54.534947 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-8c3fbff5-2fe3-4f2d-afef-e30b15cfbfad tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Deleting port d1c1929f-06e8-43e1-8f50-3cf8ebebabf3 {{(pid=103376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:26:54.535530 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-8c3fbff5-2fe3-4f2d-afef-e30b15cfbfad tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (d1c1929f-06e8-43e1-8f50-3cf8ebebabf3), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:54.548613 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-19179714-b0d6-479e-b7a5-14f54489eacb admin admin] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.9798286 Feb 04 17:26:54.552285 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 44424) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:26:54.562443 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-78b8f088-c716-4f5d-bbbf-ae4e2a94ec28 admin admin] Request body: {'subnet': {'network_id': 'c5338ae7-6a47-4b04-89b0-bad1ab0cf6a4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-1513232839-subnet', 'tenant_id': 'b78f120f03a0499ab775e831b6dd5e30', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:26:54.574104 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19179714-b0d6-479e-b7a5-14f54489eacb admin admin] Pushing event updated for resources: {'Network': ['ID=c5338ae7-6a47-4b04-89b0-bad1ab0cf6a4,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:26:54.580887 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c9a3c2d-91f9-4f0a-a8b9-c8335df8b8e5 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Made reservation on behalf of bcdddb23c6b346f2aa47053863d313d1 for: {'subnet': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:26:54.584891 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-8c9a3c2d-91f9-4f0a-a8b9-c8335df8b8e5 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25597243'] for subnet (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:54.611567 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-a3f40ecf-1ac0-4b50-8fa2-3dfe6c991ae5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (edc4e8fe-8cda-4d1e-8011-05e845bb56e3), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:54.614241 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-a3f40ecf-1ac0-4b50-8fa2-3dfe6c991ae5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:54.618441 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-a3f40ecf-1ac0-4b50-8fa2-3dfe6c991ae5 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/edc4e8fe-8cda-4d1e-8011-05e845bb56e3 HTTP/1.1" status: 204 len: 168 time: 0.2899182 Feb 04 17:26:54.633817 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f40ecf-1ac0-4b50-8fa2-3dfe6c991ae5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edc4e8fe-8cda-4d1e-8011-05e845bb56e3,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:26:54.637330 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78b8f088-c716-4f5d-bbbf-ae4e2a94ec28 admin admin] Made reservation on behalf of b78f120f03a0499ab775e831b6dd5e30 for: {'subnet': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:26:54.639675 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-78b8f088-c716-4f5d-bbbf-ae4e2a94ec28 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25597243'] for subnet (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:54.667031 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-8c3fbff5-2fe3-4f2d-afef-e30b15cfbfad tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (d1c1929f-06e8-43e1-8f50-3cf8ebebabf3), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:54.682161 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-8c3fbff5-2fe3-4f2d-afef-e30b15cfbfad tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Calling delete_port for d1c1929f-06e8-43e1-8f50-3cf8ebebabf3 owned by {{(pid=103376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:26:54.782971 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device d1f5debf-16a5-474c-bf1e-490697675d41 no longer exists at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:26:54.785625 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Network c5338ae7-6a47-4b04-89b0-bad1ab0cf6a4 details requested by agent ovs-agent-n-d-827839-2 with host n-d-827839-2 {{(pid=103378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 17:26:54.836409 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-8c3fbff5-2fe3-4f2d-afef-e30b15cfbfad tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (d1c1929f-06e8-43e1-8f50-3cf8ebebabf3), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:54.877263 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] No Port match for: d1f5debf-16a5-474c-bf1e-490697675d41 {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 17:26:54.877906 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device d1f5debf-16a5-474c-bf1e-490697675d41 not bound to the agent host n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 17:26:54.879381 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3fbff5-2fe3-4f2d-afef-e30b15cfbfad tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Pushing event deleted for resources: {'Port': ['ID=d1c1929f-06e8-43e1-8f50-3cf8ebebabf3,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:26:54.889691 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d7135e1d-c3fb-4e55-8022-4f9c4a395aa1 None None] Publish callbacks [] for port (ea2d4e4e-6455-4277-9881-e5be010cd65a), precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:54.909398 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-8c3fbff5-2fe3-4f2d-afef-e30b15cfbfad tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:54.912200 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d7135e1d-c3fb-4e55-8022-4f9c4a395aa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135'] for port (ea2d4e4e-6455-4277-9881-e5be010cd65a), after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:54.917485 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-8c3fbff5-2fe3-4f2d-afef-e30b15cfbfad tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] 10.222.0.89 "DELETE /v2.0/ports/d1c1929f-06e8-43e1-8f50-3cf8ebebabf3 HTTP/1.1" status: 204 len: 168 time: 0.5352087 Feb 04 17:26:54.918204 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 44428) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:26:54.927649 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-4ebeac4f-3b70-4760-8160-b3d1e56d0203 None None] Allocated IP 2001:db8::2 (29d3a100-e5bc-46be-a1a1-df2c3723be08/2773bd19-49f6-4c89-8fca-a96cca95210f/1a078c6e-bafc-4609-ac60-03393fa84dfd) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:26:55.005352 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb6739b6-fa75-4f98-a339-286d342e0401 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:26:55.007478 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb6739b6-fa75-4f98-a339-286d342e0401 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:26:55.011930 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-bb6739b6-fa75-4f98-a339-286d342e0401 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] 10.222.0.89 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0925500 Feb 04 17:26:55.012951 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 44432) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:26:55.019092 n-d-827839-2 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7135e1d-c3fb-4e55-8022-4f9c4a395aa1 None None] Network ebdc431d-e6a4-4155-be30-2a7d896acbb0 is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:26:55.058539 n-d-827839-2 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-d7135e1d-c3fb-4e55-8022-4f9c4a395aa1 None None] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:26:55.060425 n-d-827839-2 neutron-server[103377]: INFO neutron.db.ipam_backend_mixin [None req-8c9a3c2d-91f9-4f0a-a8b9-c8335df8b8e5 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 2773bd19-49f6-4c89-8fca-a96cca95210f (CIDR: 2001:db8::/64) Feb 04 17:26:55.065184 n-d-827839-2 neutron-server[103377]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c9a3c2d-91f9-4f0a-a8b9-c8335df8b8e5 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 17:26:55.066261 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c9a3c2d-91f9-4f0a-a8b9-c8335df8b8e5 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103377) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 17:26:55.068178 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7135e1d-c3fb-4e55-8022-4f9c4a395aa1 None None] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:26:55.074442 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7135e1d-c3fb-4e55-8022-4f9c4a395aa1 None None] Pushing event updated for resources: {'Port': ['ID=ea2d4e4e-6455-4277-9881-e5be010cd65a,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:26:55.085107 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.db_base_plugin_v2 [None req-23c09c91-9ae4-4072-91fb-6f609aaae114 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Deleting subnet ccc4f543-ca44-4b5c-8b22-22e6503866e5 {{(pid=103376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 17:26:55.087815 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-8c9a3c2d-91f9-4f0a-a8b9-c8335df8b8e5 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7862494 Feb 04 17:26:55.089046 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 44434) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:26:55.091763 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-23c09c91-9ae4-4072-91fb-6f609aaae114 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks [] for subnet (ccc4f543-ca44-4b5c-8b22-22e6503866e5), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:55.102504 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-aad1de16-edb7-4cb2-b015-f0cae31f6117 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Request body: {'subnet': {'network_id': '29d3a100-e5bc-46be-a1a1-df2c3723be08', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:26:55.199309 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-d7135e1d-c3fb-4e55-8022-4f9c4a395aa1 None None] Attempting to bind port ea2d4e4e-6455-4277-9881-e5be010cd65a on host n-d-827839-2 for vnic_type normal with profile {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:26:55.199828 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-d7135e1d-c3fb-4e55-8022-4f9c4a395aa1 None None] Attempting to bind port ea2d4e4e-6455-4277-9881-e5be010cd65a by drivers openvswitch,hyperv on host n-d-827839-2 at level 0 using segments [{'id': '2fcce0c7-9a0a-428a-b986-cae51cd3c129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'ebdc431d-e6a4-4155-be30-2a7d896acbb0'}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:26:55.199828 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7135e1d-c3fb-4e55-8022-4f9c4a395aa1 None None] Attempting to bind port ea2d4e4e-6455-4277-9881-e5be010cd65a on network ebdc431d-e6a4-4155-be30-2a7d896acbb0 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:26:55.203979 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-78b8f088-c716-4f5d-bbbf-ae4e2a94ec28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25889445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25597197'] for subnet (f46a7647-86ef-49e3-87cd-5acecc6b7953), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:55.210330 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-23c09c91-9ae4-4072-91fb-6f609aaae114 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25674901'] for subnet (ccc4f543-ca44-4b5c-8b22-22e6503866e5), precommit_delete_associations {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:55.213347 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7135e1d-c3fb-4e55-8022-4f9c4a395aa1 None None] Checking agent: {'id': 'ba70844b-66a0-45fd-a2f2-e6ed673321fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 0, 36), 'started_at': datetime.datetime(2022, 2, 4, 17, 1, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 26, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:26:55.213538 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7135e1d-c3fb-4e55-8022-4f9c4a395aa1 None None] Checking segment: {'id': '2fcce0c7-9a0a-428a-b986-cae51cd3c129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'ebdc431d-e6a4-4155-be30-2a7d896acbb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:26:55.213890 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d7135e1d-c3fb-4e55-8022-4f9c4a395aa1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:55.214288 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7135e1d-c3fb-4e55-8022-4f9c4a395aa1 None None] Bound using segment: {'id': '2fcce0c7-9a0a-428a-b986-cae51cd3c129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'ebdc431d-e6a4-4155-be30-2a7d896acbb0'} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:26:55.214773 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-d7135e1d-c3fb-4e55-8022-4f9c4a395aa1 None None] Bound port: ea2d4e4e-6455-4277-9881-e5be010cd65a, host: n-d-827839-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2fcce0c7-9a0a-428a-b986-cae51cd3c129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'ebdc431d-e6a4-4155-be30-2a7d896acbb0'}}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:26:55.215224 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d7135e1d-c3fb-4e55-8022-4f9c4a395aa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (ea2d4e4e-6455-4277-9881-e5be010cd65a), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:55.276926 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b8f088-c716-4f5d-bbbf-ae4e2a94ec28 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f46a7647-86ef-49e3-87cd-5acecc6b7953,revision_number=0']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:26:55.297072 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78b8f088-c716-4f5d-bbbf-ae4e2a94ec28 admin admin] Checking segment: {'id': '38f8621b-0fac-4b4e-ab96-9123674da3d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'c5338ae7-6a47-4b04-89b0-bad1ab0cf6a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:26:55.297278 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78b8f088-c716-4f5d-bbbf-ae4e2a94ec28 admin admin] Network hostable DHCP agents. Network: c5338ae7-6a47-4b04-89b0-bad1ab0cf6a4, hostable agents: ['bb89f5a3-3c22-440b-b7d1-c4f0c43c184a'], hosted agents: [] {{(pid=103377) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 17:26:55.300533 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4ebeac4f-3b70-4760-8160-b3d1e56d0203 None None] Publish callbacks [] for port (1a078c6e-bafc-4609-ac60-03393fa84dfd), precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:55.314840 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4ebeac4f-3b70-4760-8160-b3d1e56d0203 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135'] for port (1a078c6e-bafc-4609-ac60-03393fa84dfd), after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:55.327884 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78b8f088-c716-4f5d-bbbf-ae4e2a94ec28 admin admin] Network c5338ae7-6a47-4b04-89b0-bad1ab0cf6a4 is scheduled to be hosted by DHCP agent bb89f5a3-3c22-440b-b7d1-c4f0c43c184a with binding_index 1 {{(pid=103377) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 17:26:55.342844 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [None req-78b8f088-c716-4f5d-bbbf-ae4e2a94ec28 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827839-2, c5338ae7-6a47-4b04-89b0-bad1ab0cf6a4) {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:26:55.358847 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78b8f088-c716-4f5d-bbbf-ae4e2a94ec28 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:26:55.359545 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-d7135e1d-c3fb-4e55-8022-4f9c4a395aa1 None None] For port ea2d4e4e-6455-4277-9881-e5be010cd65a, host n-d-827839-2, cleared binding levels {{(pid=103378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:26:55.359689 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-78b8f088-c716-4f5d-bbbf-ae4e2a94ec28 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:55.363841 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aad1de16-edb7-4cb2-b015-f0cae31f6117 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Made reservation on behalf of bcdddb23c6b346f2aa47053863d313d1 for: {'subnet': 1} {{(pid=103376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:26:55.365232 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81359e3a-02ad-4233-93cf-3c9bb222c12e None None] Network c5338ae7-6a47-4b04-89b0-bad1ab0cf6a4 requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:26:55.369092 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-aad1de16-edb7-4cb2-b015-f0cae31f6117 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25859006'] for subnet (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:55.390945 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-78b8f088-c716-4f5d-bbbf-ae4e2a94ec28 admin admin] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8320806 Feb 04 17:26:55.393886 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 44444) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:26:55.397788 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-d7135e1d-c3fb-4e55-8022-4f9c4a395aa1 None None] For port ea2d4e4e-6455-4277-9881-e5be010cd65a, host n-d-827839-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=ea2d4e4e-6455-4277-9881-e5be010cd65a,segment=NetworkSegment(2fcce0c7-9a0a-428a-b986-cae51cd3c129),segment_id=2fcce0c7-9a0a-428a-b986-cae51cd3c129)] {{(pid=103378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:26:55.403579 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-2d33e05e-2da7-4a5a-953d-2a282daf8766 admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-1513232839-router', 'tenant_id': 'b78f120f03a0499ab775e831b6dd5e30', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188'}}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:26:55.420753 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-23c09c91-9ae4-4072-91fb-6f609aaae114 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1541225'] for subnet (ccc4f543-ca44-4b5c-8b22-22e6503866e5), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:55.432920 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-2d33e05e-2da7-4a5a-953d-2a282daf8766 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1601657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26921'] for router (d4caf781-2e39-41f4-8a93-38e27d6dc99e), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:55.434738 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-2d33e05e-2da7-4a5a-953d-2a282daf8766 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1602025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603663', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1630571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26960'] for router (d4caf781-2e39-41f4-8a93-38e27d6dc99e), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:55.459445 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d7135e1d-c3fb-4e55-8022-4f9c4a395aa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (ea2d4e4e-6455-4277-9881-e5be010cd65a), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:55.462285 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebeac4f-3b70-4760-8160-b3d1e56d0203 None None] Pushing event updated for resources: {'Port': ['ID=1a078c6e-bafc-4609-ac60-03393fa84dfd,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:26:55.475366 n-d-827839-2 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ebeac4f-3b70-4760-8160-b3d1e56d0203 None None] Network 29d3a100-e5bc-46be-a1a1-df2c3723be08 is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:26:55.512442 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-2d33e05e-2da7-4a5a-953d-2a282daf8766 admin admin] Publish callbacks [] for router_controller (d4caf781-2e39-41f4-8a93-38e27d6dc99e), precommit_add_association {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:55.521121 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-23c09c91-9ae4-4072-91fb-6f609aaae114 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1541216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25675894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25858947'] for subnet (ccc4f543-ca44-4b5c-8b22-22e6503866e5), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:55.530859 n-d-827839-2 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-4ebeac4f-3b70-4760-8160-b3d1e56d0203 None None] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:26:55.533708 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ebeac4f-3b70-4760-8160-b3d1e56d0203 None None] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:26:55.552066 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c09c91-9ae4-4072-91fb-6f609aaae114 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Pushing event deleted for resources: {'Subnet': ['ID=ccc4f543-ca44-4b5c-8b22-22e6503866e5,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:26:55.561571 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-23c09c91-9ae4-4072-91fb-6f609aaae114 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks [] for subnet (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:55.567817 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-23c09c91-9ae4-4072-91fb-6f609aaae114 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] 10.222.0.89 "DELETE /v2.0/subnets/ccc4f543-ca44-4b5c-8b22-22e6503866e5 HTTP/1.1" status: 204 len: 168 time: 0.5541980 Feb 04 17:26:55.571101 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 44448) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:26:55.630715 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 44452) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:26:55.631356 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-bfec145a-28a3-4b2e-bab1-84bd7a3212b4 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] 10.222.0.89 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0590651 Feb 04 17:26:55.644838 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-e49c425b-69e4-4b4f-9661-453c745cc218 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Request body: {'subnet': {'network_id': 'ebdc431d-e6a4-4155-be30-2a7d896acbb0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:26:55.684134 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-4ebeac4f-3b70-4760-8160-b3d1e56d0203 None None] Attempting to bind port 1a078c6e-bafc-4609-ac60-03393fa84dfd on host n-d-827839-2 for vnic_type normal with profile {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:26:55.684502 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-4ebeac4f-3b70-4760-8160-b3d1e56d0203 None None] Attempting to bind port 1a078c6e-bafc-4609-ac60-03393fa84dfd by drivers openvswitch,hyperv on host n-d-827839-2 at level 0 using segments [{'id': '6819ea94-3d0e-4e50-9d08-666044fbc1f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '29d3a100-e5bc-46be-a1a1-df2c3723be08'}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:26:55.684941 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ebeac4f-3b70-4760-8160-b3d1e56d0203 None None] Attempting to bind port 1a078c6e-bafc-4609-ac60-03393fa84dfd on network 29d3a100-e5bc-46be-a1a1-df2c3723be08 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:26:55.705814 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7135e1d-c3fb-4e55-8022-4f9c4a395aa1 None None] Pushing event updated for resources: {'Port': ['ID=ea2d4e4e-6455-4277-9881-e5be010cd65a,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:26:55.713411 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ebeac4f-3b70-4760-8160-b3d1e56d0203 None None] Checking agent: {'id': 'ba70844b-66a0-45fd-a2f2-e6ed673321fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 0, 36), 'started_at': datetime.datetime(2022, 2, 4, 17, 1, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 26, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:26:55.714135 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ebeac4f-3b70-4760-8160-b3d1e56d0203 None None] Checking segment: {'id': '6819ea94-3d0e-4e50-9d08-666044fbc1f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '29d3a100-e5bc-46be-a1a1-df2c3723be08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:26:55.714895 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4ebeac4f-3b70-4760-8160-b3d1e56d0203 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:55.715443 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ebeac4f-3b70-4760-8160-b3d1e56d0203 None None] Bound using segment: {'id': '6819ea94-3d0e-4e50-9d08-666044fbc1f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '29d3a100-e5bc-46be-a1a1-df2c3723be08'} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:26:55.716127 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-4ebeac4f-3b70-4760-8160-b3d1e56d0203 None None] Bound port: 1a078c6e-bafc-4609-ac60-03393fa84dfd, host: n-d-827839-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6819ea94-3d0e-4e50-9d08-666044fbc1f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '29d3a100-e5bc-46be-a1a1-df2c3723be08'}}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:26:55.716681 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4ebeac4f-3b70-4760-8160-b3d1e56d0203 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (1a078c6e-bafc-4609-ac60-03393fa84dfd), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:55.730342 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0b94e9c-26aa-4560-a90f-de492b3ea63a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e4c19ad-5724-5db8-8ee1-4f56ae69fcf4-c5338ae7-6a47-4b04-89b0-bad1ab0cf6a4', 'network_id': 'c5338ae7-6a47-4b04-89b0-bad1ab0cf6a4', 'project_id': 'b78f120f03a0499ab775e831b6dd5e30', 'fixed_ips': [{'subnet_id': 'f46a7647-86ef-49e3-87cd-5acecc6b7953'}]}} from n-d-827839-2. {{(pid=103378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 17:26:55.737152 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c0b94e9c-26aa-4560-a90f-de492b3ea63a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:55.770430 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-2d33e05e-2da7-4a5a-953d-2a282daf8766 admin admin] Publish callbacks [] for router_gateway (d4caf781-2e39-41f4-8a93-38e27d6dc99e), precommit_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:55.812791 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-aad1de16-edb7-4cb2-b015-f0cae31f6117 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25674939', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25858952'] for subnet (d43c96fb-0dd3-4814-9496-df1c56126965), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:55.876945 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad1de16-edb7-4cb2-b015-f0cae31f6117 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Pushing event updated for resources: {'Subnet': ['ID=d43c96fb-0dd3-4814-9496-df1c56126965,revision_number=0']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:26:55.896613 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aad1de16-edb7-4cb2-b015-f0cae31f6117 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Network 29d3a100-e5bc-46be-a1a1-df2c3723be08 is already hosted by enough agents. {{(pid=103376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:26:55.896613 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [None req-aad1de16-edb7-4cb2-b015-f0cae31f6117 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Resources bound (agent type, host, resource id): {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:26:55.913486 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aad1de16-edb7-4cb2-b015-f0cae31f6117 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:26:55.915758 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-aad1de16-edb7-4cb2-b015-f0cae31f6117 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Publish callbacks [] for subnet (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:55.941541 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e49c425b-69e4-4b4f-9661-453c745cc218 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Made reservation on behalf of 2dabbd0ed422411582aec81f9de51a07 for: {'subnet': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:26:55.941789 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-aad1de16-edb7-4cb2-b015-f0cae31f6117 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.8501682 Feb 04 17:26:55.943501 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 44458) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:26:55.945020 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-e49c425b-69e4-4b4f-9661-453c745cc218 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25597243'] for subnet (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:55.949704 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-4ebeac4f-3b70-4760-8160-b3d1e56d0203 None None] For port 1a078c6e-bafc-4609-ac60-03393fa84dfd, host n-d-827839-2, cleared binding levels {{(pid=103378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:26:55.952057 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-9cf5b7db-9b9c-4b1d-9cf0-b56c8e679697 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Request body: {'port': {'network_id': '29d3a100-e5bc-46be-a1a1-df2c3723be08', 'fixed_ips': [{'subnet_id': '2773bd19-49f6-4c89-8fca-a96cca95210f'}, {'subnet_id': 'd43c96fb-0dd3-4814-9496-df1c56126965'}], 'name': 'tempest-PortsIpV6TestJSON-876527332'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:26:55.971898 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-4ebeac4f-3b70-4760-8160-b3d1e56d0203 None None] For port 1a078c6e-bafc-4609-ac60-03393fa84dfd, host n-d-827839-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=1a078c6e-bafc-4609-ac60-03393fa84dfd,segment=NetworkSegment(6819ea94-3d0e-4e50-9d08-666044fbc1f9),segment_id=6819ea94-3d0e-4e50-9d08-666044fbc1f9)] {{(pid=103378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:26:56.005062 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4ebeac4f-3b70-4760-8160-b3d1e56d0203 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (1a078c6e-bafc-4609-ac60-03393fa84dfd), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:56.150678 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-c0b94e9c-26aa-4560-a90f-de492b3ea63a None None] Allocated IP 172.20.0.2 (c5338ae7-6a47-4b04-89b0-bad1ab0cf6a4/f46a7647-86ef-49e3-87cd-5acecc6b7953/c807431a-e518-4621-b10d-3704fc77310d) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:26:56.196352 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebeac4f-3b70-4760-8160-b3d1e56d0203 None None] Pushing event updated for resources: {'Port': ['ID=1a078c6e-bafc-4609-ac60-03393fa84dfd,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:26:56.309552 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-e49c425b-69e4-4b4f-9661-453c745cc218 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25889445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25597197'] for subnet (c1c9728e-787a-4b30-b66d-788c68c68791), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:56.429220 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e49c425b-69e4-4b4f-9661-453c745cc218 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Network ebdc431d-e6a4-4155-be30-2a7d896acbb0 is already hosted by enough agents. {{(pid=103377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:26:56.430402 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49c425b-69e4-4b4f-9661-453c745cc218 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Pushing event updated for resources: {'Subnet': ['ID=c1c9728e-787a-4b30-b66d-788c68c68791,revision_number=0']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:26:56.434358 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [None req-e49c425b-69e4-4b4f-9661-453c745cc218 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Resources bound (agent type, host, resource id): {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:26:56.437722 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e49c425b-69e4-4b4f-9661-453c745cc218 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:26:56.438328 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-e49c425b-69e4-4b4f-9661-453c745cc218 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks [] for subnet (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:56.445540 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c0b94e9c-26aa-4560-a90f-de492b3ea63a None None] Publish callbacks [] for port (c807431a-e518-4621-b10d-3704fc77310d), precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:56.457042 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c0b94e9c-26aa-4560-a90f-de492b3ea63a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135'] for port (c807431a-e518-4621-b10d-3704fc77310d), after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:56.528499 n-d-827839-2 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0b94e9c-26aa-4560-a90f-de492b3ea63a None None] Network c5338ae7-6a47-4b04-89b0-bad1ab0cf6a4 is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:26:56.543072 n-d-827839-2 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-c0b94e9c-26aa-4560-a90f-de492b3ea63a None None] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:26:56.549347 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0b94e9c-26aa-4560-a90f-de492b3ea63a None None] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:26:56.553448 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b94e9c-26aa-4560-a90f-de492b3ea63a None None] Pushing event updated for resources: {'Port': ['ID=c807431a-e518-4621-b10d-3704fc77310d,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:26:56.632288 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 44470) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:26:56.635923 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-e49c425b-69e4-4b4f-9661-453c745cc218 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0041173 Feb 04 17:26:56.653025 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-2b77c64c-af8f-4a3e-8f25-8acd3a9815fb tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Request body: {'port': {'network_id': 'ebdc431d-e6a4-4155-be30-2a7d896acbb0', 'fixed_ips': [{'subnet_id': 'c1c9728e-787a-4b30-b66d-788c68c68791', 'ip_address': '2001:db8::3e97:2a35:57c9:d48e'}], 'name': 'tempest-NetworksTestDHCPv6-948836262'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:26:56.693845 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-c0b94e9c-26aa-4560-a90f-de492b3ea63a None None] Attempting to bind port c807431a-e518-4621-b10d-3704fc77310d on host n-d-827839-2 for vnic_type normal with profile {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:26:56.694252 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-c0b94e9c-26aa-4560-a90f-de492b3ea63a None None] Attempting to bind port c807431a-e518-4621-b10d-3704fc77310d by drivers openvswitch,hyperv on host n-d-827839-2 at level 0 using segments [{'id': '38f8621b-0fac-4b4e-ab96-9123674da3d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'c5338ae7-6a47-4b04-89b0-bad1ab0cf6a4'}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:26:56.694624 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0b94e9c-26aa-4560-a90f-de492b3ea63a None None] Attempting to bind port c807431a-e518-4621-b10d-3704fc77310d on network c5338ae7-6a47-4b04-89b0-bad1ab0cf6a4 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:26:56.703541 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-2d33e05e-2da7-4a5a-953d-2a282daf8766 admin admin] Publish callbacks [] for router_gateway (d4caf781-2e39-41f4-8a93-38e27d6dc99e), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:56.719093 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0b94e9c-26aa-4560-a90f-de492b3ea63a None None] Checking agent: {'id': 'ba70844b-66a0-45fd-a2f2-e6ed673321fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 0, 36), 'started_at': datetime.datetime(2022, 2, 4, 17, 1, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 26, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:26:56.719470 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0b94e9c-26aa-4560-a90f-de492b3ea63a None None] Checking segment: {'id': '38f8621b-0fac-4b4e-ab96-9123674da3d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'c5338ae7-6a47-4b04-89b0-bad1ab0cf6a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:26:56.720072 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c0b94e9c-26aa-4560-a90f-de492b3ea63a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:56.720624 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0b94e9c-26aa-4560-a90f-de492b3ea63a None None] Bound using segment: {'id': '38f8621b-0fac-4b4e-ab96-9123674da3d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'c5338ae7-6a47-4b04-89b0-bad1ab0cf6a4'} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:26:56.721288 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-c0b94e9c-26aa-4560-a90f-de492b3ea63a None None] Bound port: c807431a-e518-4621-b10d-3704fc77310d, host: n-d-827839-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38f8621b-0fac-4b4e-ab96-9123674da3d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'c5338ae7-6a47-4b04-89b0-bad1ab0cf6a4'}}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:26:56.721943 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c0b94e9c-26aa-4560-a90f-de492b3ea63a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (c807431a-e518-4621-b10d-3704fc77310d), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:56.756332 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-2d33e05e-2da7-4a5a-953d-2a282daf8766 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:56.831716 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-c0b94e9c-26aa-4560-a90f-de492b3ea63a None None] For port c807431a-e518-4621-b10d-3704fc77310d, host n-d-827839-2, cleared binding levels {{(pid=103378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:26:56.840455 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-c0b94e9c-26aa-4560-a90f-de492b3ea63a None None] For port c807431a-e518-4621-b10d-3704fc77310d, host n-d-827839-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=c807431a-e518-4621-b10d-3704fc77310d,segment=NetworkSegment(38f8621b-0fac-4b4e-ab96-9123674da3d5),segment_id=38f8621b-0fac-4b4e-ab96-9123674da3d5)] {{(pid=103378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:26:56.848330 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c0b94e9c-26aa-4560-a90f-de492b3ea63a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (c807431a-e518-4621-b10d-3704fc77310d), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:56.938842 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device ea2d4e4e-6455-4277-9881-e5be010cd65a up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:26:56.971513 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cf5b7db-9b9c-4b1d-9cf0-b56c8e679697 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Made reservation on behalf of bcdddb23c6b346f2aa47053863d313d1 for: {'port': 1} {{(pid=103376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:26:56.979578 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b77c64c-af8f-4a3e-8f25-8acd3a9815fb tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Made reservation on behalf of 2dabbd0ed422411582aec81f9de51a07 for: {'port': 1} {{(pid=103376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:26:56.985085 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.db_base_plugin_common [None req-2d33e05e-2da7-4a5a-953d-2a282daf8766 admin admin] Allocated IP 172.25.6.146 (48165773-85ad-49a1-9ec1-76fc8dc24188/7660bfad-1ea8-4fe7-831b-bed836f13efc/6b288734-e226-4f4a-9405-624058f298dd) {{(pid=103377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:26:57.070572 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b94e9c-26aa-4560-a90f-de492b3ea63a None None] Pushing event updated for resources: {'Port': ['ID=c807431a-e518-4621-b10d-3704fc77310d,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:26:57.122879 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port ea2d4e4e-6455-4277-9881-e5be010cd65a triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:26:57.123525 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (ea2d4e4e-6455-4277-9881-e5be010cd65a), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:57.137083 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-2d33e05e-2da7-4a5a-953d-2a282daf8766 admin admin] Publish callbacks [] for port (6b288734-e226-4f4a-9405-624058f298dd), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:57.194907 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-2d33e05e-2da7-4a5a-953d-2a282daf8766 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (6b288734-e226-4f4a-9405-624058f298dd), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:57.233462 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9042603-10a8-4931-ade5-879679d0411e None None] Network ebdc431d-e6a4-4155-be30-2a7d896acbb0 requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:26:57.242468 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-9cf5b7db-9b9c-4b1d-9cf0-b56c8e679697 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:57.265856 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d33e05e-2da7-4a5a-953d-2a282daf8766 admin admin] Network 48165773-85ad-49a1-9ec1-76fc8dc24188 is already hosted by enough agents. {{(pid=103377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:26:57.273039 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [None req-2d33e05e-2da7-4a5a-953d-2a282daf8766 admin admin] Resources bound (agent type, host, resource id): {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:26:57.276023 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-2b77c64c-af8f-4a3e-8f25-8acd3a9815fb tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:57.302396 n-d-827839-2 neutron-server[103376]: DEBUG neutron.notifiers.nova [None req-9cf5b7db-9b9c-4b1d-9cf0-b56c8e679697 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] device_id is not set on port 9cb660a8-5ec3-47dc-b740-08e71343d20f yet. {{(pid=103376) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 04 17:26:57.307242 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d33e05e-2da7-4a5a-953d-2a282daf8766 admin admin] Received port after_create {{(pid=103377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:26:57.378040 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-058ee6ed-a9f0-4aac-b08a-bc078282c8be None None] Provisioning complete for port ea2d4e4e-6455-4277-9881-e5be010cd65a triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:26:57.378932 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-058ee6ed-a9f0-4aac-b08a-bc078282c8be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (ea2d4e4e-6455-4277-9881-e5be010cd65a), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:57.393190 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d33e05e-2da7-4a5a-953d-2a282daf8766 admin admin] Pushing event updated for resources: {'Port': ['ID=6b288734-e226-4f4a-9405-624058f298dd,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:26:57.577831 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port ea2d4e4e-6455-4277-9881-e5be010cd65a is: DOWN; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:26:57.578825 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (ea2d4e4e-6455-4277-9881-e5be010cd65a), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:57.612955 n-d-827839-2 neutron-server[103376]: DEBUG neutron.notifiers.nova [None req-2b77c64c-af8f-4a3e-8f25-8acd3a9815fb tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] device_id is not set on port 78a530c6-bbcc-46e7-b23b-6267e656dd2c yet. {{(pid=103376) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 04 17:26:57.792172 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] For port ea2d4e4e-6455-4277-9881-e5be010cd65a, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=ea2d4e4e-6455-4277-9881-e5be010cd65a,segment=NetworkSegment(2fcce0c7-9a0a-428a-b986-cae51cd3c129),segment_id=2fcce0c7-9a0a-428a-b986-cae51cd3c129)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:26:57.800020 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (ea2d4e4e-6455-4277-9881-e5be010cd65a), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:57.801431 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 1a078c6e-bafc-4609-ac60-03393fa84dfd up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:26:57.847765 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.db_base_plugin_common [None req-9cf5b7db-9b9c-4b1d-9cf0-b56c8e679697 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Allocated IP 2001:db8::2dd (29d3a100-e5bc-46be-a1a1-df2c3723be08/2773bd19-49f6-4c89-8fca-a96cca95210f/9cb660a8-5ec3-47dc-b740-08e71343d20f) {{(pid=103376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:26:57.853801 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-2d33e05e-2da7-4a5a-953d-2a282daf8766 admin admin] Publish callbacks [] for router_gateway (d4caf781-2e39-41f4-8a93-38e27d6dc99e), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:57.863815 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.db_base_plugin_common [None req-9cf5b7db-9b9c-4b1d-9cf0-b56c8e679697 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Allocated IP 2001:db8:0:1::ab (29d3a100-e5bc-46be-a1a1-df2c3723be08/d43c96fb-0dd3-4814-9496-df1c56126965/9cb660a8-5ec3-47dc-b740-08e71343d20f) {{(pid=103376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:26:57.909048 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-058ee6ed-a9f0-4aac-b08a-bc078282c8be None None] Current status of the port ea2d4e4e-6455-4277-9881-e5be010cd65a is: DOWN; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:26:57.909597 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-058ee6ed-a9f0-4aac-b08a-bc078282c8be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (ea2d4e4e-6455-4277-9881-e5be010cd65a), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:57.913962 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Pushing event updated for resources: {'Port': ['ID=ea2d4e4e-6455-4277-9881-e5be010cd65a,revision_number=4']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:26:57.921920 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcb650d7-d0ba-465b-a561-8a86b1ccd613 None None] Network 29d3a100-e5bc-46be-a1a1-df2c3723be08 requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:26:58.008786 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port 1a078c6e-bafc-4609-ac60-03393fa84dfd triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:26:58.009257 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (1a078c6e-bafc-4609-ac60-03393fa84dfd), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:58.059430 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-9cf5b7db-9b9c-4b1d-9cf0-b56c8e679697 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Publish callbacks [] for port (9cb660a8-5ec3-47dc-b740-08e71343d20f), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:58.176002 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.db.api [None req-058ee6ed-a9f0-4aac-b08a-bc078282c8be None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103378) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 17:26:58.176359 n-d-827839-2 neutron-server[103378]: DEBUG oslo_db.api [None req-058ee6ed-a9f0-4aac-b08a-bc078282c8be None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 17:26:58.224558 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-9cf5b7db-9b9c-4b1d-9cf0-b56c8e679697 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (9cb660a8-5ec3-47dc-b740-08e71343d20f), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:58.258102 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-2d33e05e-2da7-4a5a-953d-2a282daf8766 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1602046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603680'] for router (d4caf781-2e39-41f4-8a93-38e27d6dc99e), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:58.261823 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port 1a078c6e-bafc-4609-ac60-03393fa84dfd is: DOWN; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:26:58.262211 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (1a078c6e-bafc-4609-ac60-03393fa84dfd), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:58.333595 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.db_base_plugin_common [None req-2b77c64c-af8f-4a3e-8f25-8acd3a9815fb tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Allocated IP 2001:db8::3e97:2a35:57c9:d48e (ebdc431d-e6a4-4155-be30-2a7d896acbb0/c1c9728e-787a-4b30-b66d-788c68c68791/78a530c6-bbcc-46e7-b23b-6267e656dd2c) {{(pid=103376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:26:58.343372 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] For port 1a078c6e-bafc-4609-ac60-03393fa84dfd, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=1a078c6e-bafc-4609-ac60-03393fa84dfd,segment=NetworkSegment(6819ea94-3d0e-4e50-9d08-666044fbc1f9),segment_id=6819ea94-3d0e-4e50-9d08-666044fbc1f9)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:26:58.348628 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (1a078c6e-bafc-4609-ac60-03393fa84dfd), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:58.348830 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cf5b7db-9b9c-4b1d-9cf0-b56c8e679697 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Network 29d3a100-e5bc-46be-a1a1-df2c3723be08 is already hosted by enough agents. {{(pid=103376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:26:58.354481 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [None req-9cf5b7db-9b9c-4b1d-9cf0-b56c8e679697 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Resources bound (agent type, host, resource id): {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:26:58.360043 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf5b7db-9b9c-4b1d-9cf0-b56c8e679697 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Pushing event updated for resources: {'Port': ['ID=9cb660a8-5ec3-47dc-b740-08e71343d20f,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:26:58.362620 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cf5b7db-9b9c-4b1d-9cf0-b56c8e679697 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Received port after_create {{(pid=103376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:26:58.368570 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cf5b7db-9b9c-4b1d-9cf0-b56c8e679697 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:26:58.369241 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-9cf5b7db-9b9c-4b1d-9cf0-b56c8e679697 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:58.420022 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-9cf5b7db-9b9c-4b1d-9cf0-b56c8e679697 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1015 time: 2.4739790 Feb 04 17:26:58.431313 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 44496) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:26:58.436789 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-d09f6f73-8219-4f0e-a3b4-43de9498c05a tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '2773bd19-49f6-4c89-8fca-a96cca95210f'}]}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:26:58.462757 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18079707-5891-4caf-bf1a-499883177de4 None None] Update dhcp port {'port': {'network_id': '29d3a100-e5bc-46be-a1a1-df2c3723be08', 'fixed_ips': [{'subnet_id': '2773bd19-49f6-4c89-8fca-a96cca95210f', 'ip_address': '2001:db8::2'}, {'subnet_id': 'd43c96fb-0dd3-4814-9496-df1c56126965'}], 'binding:host_id': 'n-d-827839-2'}, 'id': '1a078c6e-bafc-4609-ac60-03393fa84dfd'} from n-d-827839-2. {{(pid=103378) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 04 17:26:58.465223 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Pushing event updated for resources: {'Port': ['ID=1a078c6e-bafc-4609-ac60-03393fa84dfd,revision_number=3']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:26:58.512328 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-18079707-5891-4caf-bf1a-499883177de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (1a078c6e-bafc-4609-ac60-03393fa84dfd), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:58.633774 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d33e05e-2da7-4a5a-953d-2a282daf8766 admin admin] Router d4caf781-2e39-41f4-8a93-38e27d6dc99e is scheduled to L3 agent 64ada913-9131-4d99-a265-63a920956287 with binding_index 1 {{(pid=103377) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 17:26:58.807872 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d33e05e-2da7-4a5a-953d-2a282daf8766 admin admin] Notify agent at l3_agent.n-d-827839-2 the message routers_updated {{(pid=103377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 17:26:58.858704 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-2d33e05e-2da7-4a5a-953d-2a282daf8766 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:58.864697 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 44500) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:26:58.868239 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-2d33e05e-2da7-4a5a-953d-2a282daf8766 admin admin] 10.222.0.89 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.4697583 Feb 04 17:26:58.872586 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1a988d8-c90d-4519-9eab-31b05cb0a268 None None] Sync routers for ids ['d4caf781-2e39-41f4-8a93-38e27d6dc99e'] in n-d-827839-2 {{(pid=103378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 17:26:58.935014 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1a988d8-c90d-4519-9eab-31b05cb0a268 None None] Routers {'d4caf781-2e39-41f4-8a93-38e27d6dc99e'} bound to L3 agent in host n-d-827839-2 {{(pid=103378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:26:58.935723 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-a1a988d8-c90d-4519-9eab-31b05cb0a268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:26:32Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['d4caf781-2e39-41f4-8a93-38e27d6dc99e'], 'active': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:26:58.939340 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 1a078c6e-bafc-4609-ac60-03393fa84dfd up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:26:58.969731 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-2b77c64c-af8f-4a3e-8f25-8acd3a9815fb tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks [] for port (78a530c6-bbcc-46e7-b23b-6267e656dd2c), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:59.007108 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-d09f6f73-8219-4f0e-a3b4-43de9498c05a tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (9cb660a8-5ec3-47dc-b740-08e71343d20f), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:59.060091 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8858207a-c15a-4dc6-906e-d32b675e6e1e None None] Network c5338ae7-6a47-4b04-89b0-bad1ab0cf6a4 requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:26:59.138536 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-2b77c64c-af8f-4a3e-8f25-8acd3a9815fb tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (78a530c6-bbcc-46e7-b23b-6267e656dd2c), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:59.212180 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b77c64c-af8f-4a3e-8f25-8acd3a9815fb tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Pushing event updated for resources: {'Port': ['ID=78a530c6-bbcc-46e7-b23b-6267e656dd2c,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:26:59.264224 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-058ee6ed-a9f0-4aac-b08a-bc078282c8be None None] Current status of the port ea2d4e4e-6455-4277-9881-e5be010cd65a is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:26:59.331918 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-18079707-5891-4caf-bf1a-499883177de4 None None] Allocated IP 2001:db8:0:1::2 (29d3a100-e5bc-46be-a1a1-df2c3723be08/d43c96fb-0dd3-4814-9496-df1c56126965/1a078c6e-bafc-4609-ac60-03393fa84dfd) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:26:59.351557 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b77c64c-af8f-4a3e-8f25-8acd3a9815fb tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Network ebdc431d-e6a4-4155-be30-2a7d896acbb0 is already hosted by enough agents. {{(pid=103376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:26:59.359170 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [None req-2b77c64c-af8f-4a3e-8f25-8acd3a9815fb tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Resources bound (agent type, host, resource id): {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:26:59.377154 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b77c64c-af8f-4a3e-8f25-8acd3a9815fb tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Received port after_create {{(pid=103376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:26:59.382830 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b77c64c-af8f-4a3e-8f25-8acd3a9815fb tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:26:59.383500 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-2b77c64c-af8f-4a3e-8f25-8acd3a9815fb tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:59.480823 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvr_db [None req-a1a988d8-c90d-4519-9eab-31b05cb0a268 None None] Set router d4caf781-2e39-41f4-8a93-38e27d6dc99e gateway port host: n-d-827839-2 {{(pid=103378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:26:59.489799 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 44508) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:26:59.490094 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-2b77c64c-af8f-4a3e-8f25-8acd3a9815fb tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.8544061 Feb 04 17:26:59.575326 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ae01612-147e-47df-bbe4-3437a775ed23 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:26:59.590084 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ae01612-147e-47df-bbe4-3437a775ed23 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:26:59.598126 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-4ae01612-147e-47df-bbe4-3437a775ed23 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] 10.222.0.89 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1607 time: 0.1072662 Feb 04 17:26:59.599384 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 44510) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:26:59.599674 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port 1a078c6e-bafc-4609-ac60-03393fa84dfd triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:26:59.600051 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (1a078c6e-bafc-4609-ac60-03393fa84dfd), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:59.668421 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-b76aee70-9707-44f0-b50e-fc4a9d163939 None None] Provisioning complete for port c807431a-e518-4621-b10d-3704fc77310d triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:26:59.668821 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b76aee70-9707-44f0-b50e-fc4a9d163939 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (c807431a-e518-4621-b10d-3704fc77310d), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:59.741803 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-0011e608-4e47-441c-ae81-e632385f93bd tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Deleting port 78a530c6-bbcc-46e7-b23b-6267e656dd2c {{(pid=103377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:26:59.742974 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-0011e608-4e47-441c-ae81-e632385f93bd tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (78a530c6-bbcc-46e7-b23b-6267e656dd2c), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:59.782690 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-18079707-5891-4caf-bf1a-499883177de4 None None] For port 1a078c6e-bafc-4609-ac60-03393fa84dfd, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=1a078c6e-bafc-4609-ac60-03393fa84dfd,segment=NetworkSegment(6819ea94-3d0e-4e50-9d08-666044fbc1f9),segment_id=6819ea94-3d0e-4e50-9d08-666044fbc1f9)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:26:59.827599 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7f1e2600-a9dd-4ea8-b1b2-1348fe9f039f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (bb89f5a3-3c22-440b-b7d1-c4f0c43c184a), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:59.891655 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-0011e608-4e47-441c-ae81-e632385f93bd tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (78a530c6-bbcc-46e7-b23b-6267e656dd2c), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:59.900021 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-18079707-5891-4caf-bf1a-499883177de4 None None] Publish callbacks [] for port (1a078c6e-bafc-4609-ac60-03393fa84dfd), precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:59.903354 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-85132833-202e-4307-b3ac-aa83bf154f33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:59.910339 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-0011e608-4e47-441c-ae81-e632385f93bd tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Calling delete_port for 78a530c6-bbcc-46e7-b23b-6267e656dd2c owned by {{(pid=103377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:26:59.954785 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 44514) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:26:59.960832 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-18079707-5891-4caf-bf1a-499883177de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (1a078c6e-bafc-4609-ac60-03393fa84dfd), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:00.038540 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.db_base_plugin_common [None req-d09f6f73-8219-4f0e-a3b4-43de9498c05a tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Delete allocated IP 2001:db8:0:1::ab (29d3a100-e5bc-46be-a1a1-df2c3723be08/d43c96fb-0dd3-4814-9496-df1c56126965) {{(pid=103376) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 04 17:27:00.057670 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port 1a078c6e-bafc-4609-ac60-03393fa84dfd is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:27:00.065052 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device ea2d4e4e-6455-4277-9881-e5be010cd65a up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:27:00.145860 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-0011e608-4e47-441c-ae81-e632385f93bd tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (78a530c6-bbcc-46e7-b23b-6267e656dd2c), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:00.155060 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-b76aee70-9707-44f0-b50e-fc4a9d163939 None None] Current status of the port c807431a-e518-4621-b10d-3704fc77310d is: DOWN; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:27:00.155696 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b76aee70-9707-44f0-b50e-fc4a9d163939 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (c807431a-e518-4621-b10d-3704fc77310d), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:00.182500 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-32af4224-5c89-419c-8a88-6394d2d681b2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:00.187752 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18079707-5891-4caf-bf1a-499883177de4 None None] Pushing event updated for resources: {'Port': ['ID=1a078c6e-bafc-4609-ac60-03393fa84dfd,revision_number=4']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:27:00.195544 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0011e608-4e47-441c-ae81-e632385f93bd tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Pushing event deleted for resources: {'Port': ['ID=78a530c6-bbcc-46e7-b23b-6267e656dd2c,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:27:00.242870 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-0011e608-4e47-441c-ae81-e632385f93bd tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:00.249594 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-0011e608-4e47-441c-ae81-e632385f93bd tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] 10.222.0.89 "DELETE /v2.0/ports/78a530c6-bbcc-46e7-b23b-6267e656dd2c HTTP/1.1" status: 204 len: 168 time: 0.6484160 Feb 04 17:27:00.250312 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 44518) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:27:00.270874 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-a1a988d8-c90d-4519-9eab-31b05cb0a268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4caf781-2e39-41f4-8a93-38e27d6dc99e', 'name': 'tempest-ServersTestFqdnHostnames-1513232839-router', 'tenant_id': 'b78f120f03a0499ab775e831b6dd5e30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.146'}], 'enable_snat': True}, 'gw_port_id': '6b288734-e226-4f4a-9405-624058f298dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:26:55Z', 'updated_at': '2022-02-04T17:26:57Z', 'revision_number': 3, 'project_id': 'b78f120f03a0499ab775e831b6dd5e30', 'gw_port': {'id': '6b288734-e226-4f4a-9405-624058f298dd', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:a8:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4caf781-2e39-41f4-8a93-38e27d6dc99e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:26:56Z', 'updated_at': '2022-02-04T17:26:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2'}], 'n-d-827839-2', False) {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:27:00.324083 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-d09f6f73-8219-4f0e-a3b4-43de9498c05a tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Publish callbacks [] for port (9cb660a8-5ec3-47dc-b740-08e71343d20f), precommit_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:00.333059 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-d09f6f73-8219-4f0e-a3b4-43de9498c05a tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675836'] for port (9cb660a8-5ec3-47dc-b740-08e71343d20f), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:00.340096 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-b76aee70-9707-44f0-b50e-fc4a9d163939 None None] For port c807431a-e518-4621-b10d-3704fc77310d, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=c807431a-e518-4621-b10d-3704fc77310d,segment=NetworkSegment(38f8621b-0fac-4b4e-ab96-9123674da3d5),segment_id=38f8621b-0fac-4b4e-ab96-9123674da3d5)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:27:00.348121 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1a988d8-c90d-4519-9eab-31b05cb0a268 None None] Checking router: d4caf781-2e39-41f4-8a93-38e27d6dc99e for host: n-d-827839-2 {{(pid=103378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 17:27:00.348914 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1a988d8-c90d-4519-9eab-31b05cb0a268 None None] Updating router d4caf781-2e39-41f4-8a93-38e27d6dc99e port 6b288734-e226-4f4a-9405-624058f298dd binding host n-d-827839-2 {{(pid=103378) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 17:27:00.350906 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8183f58d-326d-44ba-9cdc-0c80b5772512 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:27:00.352584 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8183f58d-326d-44ba-9cdc-0c80b5772512 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:27:00.353060 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b76aee70-9707-44f0-b50e-fc4a9d163939 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (c807431a-e518-4621-b10d-3704fc77310d), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:00.354388 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-8183f58d-326d-44ba-9cdc-0c80b5772512 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] 10.222.0.89 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1029656 Feb 04 17:27:00.357096 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 44520) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:27:00.404351 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.db_base_plugin_common [None req-85132833-202e-4307-b3ac-aa83bf154f33 admin admin] Allocated IP 172.20.0.1 (c5338ae7-6a47-4b04-89b0-bad1ab0cf6a4/f46a7647-86ef-49e3-87cd-5acecc6b7953/8d6e3ce6-8b50-4bd4-9b3f-739cc2c85984) {{(pid=103376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:27:00.444636 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.db_base_plugin_v2 [None req-275472ea-a0de-4a6e-92b7-bad03b8e7525 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Deleting subnet c1c9728e-787a-4b30-b66d-788c68c68791 {{(pid=103377) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 17:27:00.448914 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-275472ea-a0de-4a6e-92b7-bad03b8e7525 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks [] for subnet (c1c9728e-787a-4b30-b66d-788c68c68791), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:00.480915 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-d09f6f73-8219-4f0e-a3b4-43de9498c05a tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] In _notify_port_updated(), no bound segment for port 9cb660a8-5ec3-47dc-b740-08e71343d20f on network 29d3a100-e5bc-46be-a1a1-df2c3723be08 {{(pid=103376) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Feb 04 17:27:00.484273 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port ea2d4e4e-6455-4277-9881-e5be010cd65a triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:27:00.484665 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (ea2d4e4e-6455-4277-9881-e5be010cd65a), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:00.486337 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76aee70-9707-44f0-b50e-fc4a9d163939 None None] Pushing event updated for resources: {'Port': ['ID=c807431a-e518-4621-b10d-3704fc77310d,revision_number=3']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:27:00.486862 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d09f6f73-8219-4f0e-a3b4-43de9498c05a tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:27:00.487798 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-d09f6f73-8219-4f0e-a3b4-43de9498c05a tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:00.493528 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-d09f6f73-8219-4f0e-a3b4-43de9498c05a tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] 10.222.0.89 "PUT /v2.0/ports/9cb660a8-5ec3-47dc-b740-08e71343d20f HTTP/1.1" status: 200 len: 925 time: 2.0610850 Feb 04 17:27:00.499422 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 44522) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:27:00.500199 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a1a988d8-c90d-4519-9eab-31b05cb0a268 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (6b288734-e226-4f4a-9405-624058f298dd), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:00.504947 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-54625d71-a8b0-4484-88d6-d8c22ef83975 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '2773bd19-49f6-4c89-8fca-a96cca95210f'}, {'subnet_id': 'd43c96fb-0dd3-4814-9496-df1c56126965'}]}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:27:00.533803 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-275472ea-a0de-4a6e-92b7-bad03b8e7525 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26866676'] for subnet (c1c9728e-787a-4b30-b66d-788c68c68791), precommit_delete_associations {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:00.576256 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-b76aee70-9707-44f0-b50e-fc4a9d163939 None None] Provisioning complete for port ea2d4e4e-6455-4277-9881-e5be010cd65a triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:27:00.576636 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b76aee70-9707-44f0-b50e-fc4a9d163939 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (ea2d4e4e-6455-4277-9881-e5be010cd65a), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:00.589716 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-275472ea-a0de-4a6e-92b7-bad03b8e7525 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1541225'] for subnet (c1c9728e-787a-4b30-b66d-788c68c68791), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:00.589972 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09f6f73-8219-4f0e-a3b4-43de9498c05a tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Pushing event updated for resources: {'Port': ['ID=9cb660a8-5ec3-47dc-b740-08e71343d20f,revision_number=2']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:27:00.677252 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-275472ea-a0de-4a6e-92b7-bad03b8e7525 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1541216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25888360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25597190'] for subnet (c1c9728e-787a-4b30-b66d-788c68c68791), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:00.690893 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-32af4224-5c89-419c-8a88-6394d2d681b2 admin admin] Publish callbacks [] for security_group (b9196e7e-c9ca-41ef-9689-70d906ac1980), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:00.697114 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-54625d71-a8b0-4484-88d6-d8c22ef83975 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (9cb660a8-5ec3-47dc-b740-08e71343d20f), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:00.703109 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-32af4224-5c89-419c-8a88-6394d2d681b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (b9196e7e-c9ca-41ef-9689-70d906ac1980), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:00.719204 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275472ea-a0de-4a6e-92b7-bad03b8e7525 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Pushing event deleted for resources: {'Subnet': ['ID=c1c9728e-787a-4b30-b66d-788c68c68791,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:27:00.729305 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-275472ea-a0de-4a6e-92b7-bad03b8e7525 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks [] for subnet (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:00.735530 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-275472ea-a0de-4a6e-92b7-bad03b8e7525 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] 10.222.0.89 "DELETE /v2.0/subnets/c1c9728e-787a-4b30-b66d-788c68c68791 HTTP/1.1" status: 204 len: 168 time: 0.3758519 Feb 04 17:27:00.736712 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 44524) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:27:00.747261 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f99ff96-098a-497a-96bf-70df41813baf None None] Network ebdc431d-e6a4-4155-be30-2a7d896acbb0 requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:27:00.791010 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-85132833-202e-4307-b3ac-aa83bf154f33 admin admin] Publish callbacks [] for port (8d6e3ce6-8b50-4bd4-9b3f-739cc2c85984), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:00.791941 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-e1775732-dc49-4e89-acdd-7074f3fe188c tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] 10.222.0.89 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0541179 Feb 04 17:27:00.794258 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 44526) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:27:00.800297 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-e47ae2fe-b8b4-4eda-927f-225d304d3c66 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Request body: {'subnet': {'network_id': 'ebdc431d-e6a4-4155-be30-2a7d896acbb0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:27:00.819444 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-32af4224-5c89-419c-8a88-6394d2d681b2 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=03481dece41a4ebbac10fba1aca06b4d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8608871 Feb 04 17:27:00.821839 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32af4224-5c89-419c-8a88-6394d2d681b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9196e7e-c9ca-41ef-9689-70d906ac1980,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:27:00.828010 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 44528) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:27:00.968875 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-69bcbb0b-9625-4f30-93bc-f4e21a7b68be admin admin] Publish callbacks [] for security_group (b9196e7e-c9ca-41ef-9689-70d906ac1980), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:00.975489 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e47ae2fe-b8b4-4eda-927f-225d304d3c66 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Made reservation on behalf of 2dabbd0ed422411582aec81f9de51a07 for: {'subnet': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:27:00.979171 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-e47ae2fe-b8b4-4eda-927f-225d304d3c66 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25597243'] for subnet (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:00.988667 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-85132833-202e-4307-b3ac-aa83bf154f33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (8d6e3ce6-8b50-4bd4-9b3f-739cc2c85984), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:01.070856 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85132833-202e-4307-b3ac-aa83bf154f33 admin admin] Network c5338ae7-6a47-4b04-89b0-bad1ab0cf6a4 is already hosted by enough agents. {{(pid=103376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:27:01.075681 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-69bcbb0b-9625-4f30-93bc-f4e21a7b68be admin admin] Publish callbacks [] for security_group (b9196e7e-c9ca-41ef-9689-70d906ac1980), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:01.080330 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port ea2d4e4e-6455-4277-9881-e5be010cd65a is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:27:01.081590 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device c807431a-e518-4621-b10d-3704fc77310d up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:27:01.081871 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [None req-85132833-202e-4307-b3ac-aa83bf154f33 admin admin] Resources bound (agent type, host, resource id): {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:27:01.084227 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85132833-202e-4307-b3ac-aa83bf154f33 admin admin] Received port after_create {{(pid=103376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:27:01.101860 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2498a217-2d11-4117-8b37-862349e8bf5a None None] Network 29d3a100-e5bc-46be-a1a1-df2c3723be08 requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:27:01.128752 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85132833-202e-4307-b3ac-aa83bf154f33 admin admin] Pushing event updated for resources: {'Port': ['ID=8d6e3ce6-8b50-4bd4-9b3f-739cc2c85984,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:27:01.191455 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-69bcbb0b-9625-4f30-93bc-f4e21a7b68be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (b9196e7e-c9ca-41ef-9689-70d906ac1980), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:01.196963 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-69bcbb0b-9625-4f30-93bc-f4e21a7b68be admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:01.200840 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-69bcbb0b-9625-4f30-93bc-f4e21a7b68be admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/b9196e7e-c9ca-41ef-9689-70d906ac1980 HTTP/1.1" status: 204 len: 168 time: 0.3691382 Feb 04 17:27:01.201001 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-85132833-202e-4307-b3ac-aa83bf154f33 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1595471'] for router_interface (d4caf781-2e39-41f4-8a93-38e27d6dc99e), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:01.230077 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69bcbb0b-9625-4f30-93bc-f4e21a7b68be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9196e7e-c9ca-41ef-9689-70d906ac1980,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:27:01.314468 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-b76aee70-9707-44f0-b50e-fc4a9d163939 None None] Current status of the port ea2d4e4e-6455-4277-9881-e5be010cd65a is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:27:01.324643 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.db_base_plugin_common [None req-54625d71-a8b0-4484-88d6-d8c22ef83975 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Allocated IP 2001:db8:0:1::144 (29d3a100-e5bc-46be-a1a1-df2c3723be08/d43c96fb-0dd3-4814-9496-df1c56126965/9cb660a8-5ec3-47dc-b740-08e71343d20f) {{(pid=103376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:27:01.350004 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-e47ae2fe-b8b4-4eda-927f-225d304d3c66 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25889445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25597197'] for subnet (9c9f586a-fd1f-4a3d-965d-398ecd8bdde4), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:01.389674 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-b76aee70-9707-44f0-b50e-fc4a9d163939 None None] Provisioning complete for port 1a078c6e-bafc-4609-ac60-03393fa84dfd triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:27:01.390046 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b76aee70-9707-44f0-b50e-fc4a9d163939 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (1a078c6e-bafc-4609-ac60-03393fa84dfd), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:01.410193 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e47ae2fe-b8b4-4eda-927f-225d304d3c66 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Network ebdc431d-e6a4-4155-be30-2a7d896acbb0 is already hosted by enough agents. {{(pid=103377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:27:01.414889 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [None req-e47ae2fe-b8b4-4eda-927f-225d304d3c66 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Resources bound (agent type, host, resource id): {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:27:01.422278 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e47ae2fe-b8b4-4eda-927f-225d304d3c66 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:27:01.422887 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-e47ae2fe-b8b4-4eda-927f-225d304d3c66 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks [] for subnet (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:01.437915 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47ae2fe-b8b4-4eda-927f-225d304d3c66 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Pushing event updated for resources: {'Subnet': ['ID=9c9f586a-fd1f-4a3d-965d-398ecd8bdde4,revision_number=0']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:27:01.457517 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-e47ae2fe-b8b4-4eda-927f-225d304d3c66 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6619837 Feb 04 17:27:01.458493 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 44534) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:27:01.466534 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-54175d69-d658-446b-8183-13d41f81a2c6 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Request body: {'port': {'network_id': 'ebdc431d-e6a4-4155-be30-2a7d896acbb0', 'fixed_ips': [{'subnet_id': '9c9f586a-fd1f-4a3d-965d-398ecd8bdde4', 'ip_address': '2001:db8::1e68:c2bf:ff73:d249'}], 'name': 'tempest-NetworksTestDHCPv6-1444685879'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:27:01.529734 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port c807431a-e518-4621-b10d-3704fc77310d triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:27:01.530436 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (c807431a-e518-4621-b10d-3704fc77310d), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:01.583780 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7543cf0d-5dfc-40a6-a6d5-802f86890795 None None] DHCP port deletion for ebdc431d-e6a4-4155-be30-2a7d896acbb0 request from n-d-827839-2 {{(pid=103378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 17:27:01.664366 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54175d69-d658-446b-8183-13d41f81a2c6 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Made reservation on behalf of 2dabbd0ed422411582aec81f9de51a07 for: {'port': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:27:01.735757 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a1a988d8-c90d-4519-9eab-31b05cb0a268 None None] Publish callbacks [] for port (6b288734-e226-4f4a-9405-624058f298dd), precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:01.763662 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a1a988d8-c90d-4519-9eab-31b05cb0a268 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (6b288734-e226-4f4a-9405-624058f298dd), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:01.780705 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 44536) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:27:01.792065 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-54175d69-d658-446b-8183-13d41f81a2c6 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:01.835423 n-d-827839-2 neutron-server[103377]: DEBUG neutron.notifiers.nova [None req-54175d69-d658-446b-8183-13d41f81a2c6 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] device_id is not set on port cd3af6cc-c416-444d-8da3-0a9b18a75ed9 yet. {{(pid=103377) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 04 17:27:01.848234 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-a61f6c31-d1e0-430a-bb30-64a4e3e11778 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:01.870932 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-a1a988d8-c90d-4519-9eab-31b05cb0a268 None None] Attempting to bind port 6b288734-e226-4f4a-9405-624058f298dd on host n-d-827839-2 for vnic_type normal with profile {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:27:01.871515 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-a1a988d8-c90d-4519-9eab-31b05cb0a268 None None] Attempting to bind port 6b288734-e226-4f4a-9405-624058f298dd by drivers openvswitch,hyperv on host n-d-827839-2 at level 0 using segments [{'id': '5942dc44-1f07-4c27-b0ab-45a2bff20dd5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188'}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:27:01.871997 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1a988d8-c90d-4519-9eab-31b05cb0a268 None None] Attempting to bind port 6b288734-e226-4f4a-9405-624058f298dd on network 48165773-85ad-49a1-9ec1-76fc8dc24188 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:27:01.877133 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-b76aee70-9707-44f0-b50e-fc4a9d163939 None None] Current status of the port 1a078c6e-bafc-4609-ac60-03393fa84dfd is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:27:01.886547 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-b76aee70-9707-44f0-b50e-fc4a9d163939 None None] Could not find standard attr ID for object 4f9dbebb-d620-4736-aee8-cdc0c7bce386. {{(pid=103378) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 17:27:01.895130 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092bb163-a7da-4327-b6be-27469bd0be9c None None] Pushing event updated for resources: {'Port': ['ID=6b288734-e226-4f4a-9405-624058f298dd,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:27:01.916196 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-7543cf0d-5dfc-40a6-a6d5-802f86890795 None None] Deleting port ea2d4e4e-6455-4277-9881-e5be010cd65a {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:27:01.917066 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7543cf0d-5dfc-40a6-a6d5-802f86890795 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (ea2d4e4e-6455-4277-9881-e5be010cd65a), before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:01.919295 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1a988d8-c90d-4519-9eab-31b05cb0a268 None None] Checking agent: {'id': 'ba70844b-66a0-45fd-a2f2-e6ed673321fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 0, 36), 'started_at': datetime.datetime(2022, 2, 4, 17, 1, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 26, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:27:01.920461 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1a988d8-c90d-4519-9eab-31b05cb0a268 None None] Checking segment: {'id': '5942dc44-1f07-4c27-b0ab-45a2bff20dd5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:27:01.921076 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a1a988d8-c90d-4519-9eab-31b05cb0a268 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:01.921707 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1a988d8-c90d-4519-9eab-31b05cb0a268 None None] Bound using segment: {'id': '5942dc44-1f07-4c27-b0ab-45a2bff20dd5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188'} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:27:01.922382 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-a1a988d8-c90d-4519-9eab-31b05cb0a268 None None] Bound port: 6b288734-e226-4f4a-9405-624058f298dd, host: n-d-827839-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5942dc44-1f07-4c27-b0ab-45a2bff20dd5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188'}}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:27:01.922939 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a1a988d8-c90d-4519-9eab-31b05cb0a268 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (6b288734-e226-4f4a-9405-624058f298dd), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:01.963393 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-b76aee70-9707-44f0-b50e-fc4a9d163939 None None] Could not find standard attr ID for object d1c1929f-06e8-43e1-8f50-3cf8ebebabf3. {{(pid=103378) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 17:27:01.983533 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-85132833-202e-4307-b3ac-aa83bf154f33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (8d6e3ce6-8b50-4bd4-9b3f-739cc2c85984), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:02.014895 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-54625d71-a8b0-4484-88d6-d8c22ef83975 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Publish callbacks [] for port (9cb660a8-5ec3-47dc-b740-08e71343d20f), precommit_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:02.022800 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port c807431a-e518-4621-b10d-3704fc77310d is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:27:02.036096 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-54625d71-a8b0-4484-88d6-d8c22ef83975 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675836'] for port (9cb660a8-5ec3-47dc-b740-08e71343d20f), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:02.051921 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-a1a988d8-c90d-4519-9eab-31b05cb0a268 None None] For port 6b288734-e226-4f4a-9405-624058f298dd, host n-d-827839-2, cleared binding levels {{(pid=103378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:27:02.071652 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c9dee44f-10e9-4376-8b38-1cc80d6d1dc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (64ada913-9131-4d99-a265-63a920956287), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:02.073186 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-a1a988d8-c90d-4519-9eab-31b05cb0a268 None None] For port 6b288734-e226-4f4a-9405-624058f298dd, host n-d-827839-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=6b288734-e226-4f4a-9405-624058f298dd,segment=NetworkSegment(5942dc44-1f07-4c27-b0ab-45a2bff20dd5),segment_id=5942dc44-1f07-4c27-b0ab-45a2bff20dd5)] {{(pid=103378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:27:02.097334 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a1a988d8-c90d-4519-9eab-31b05cb0a268 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (6b288734-e226-4f4a-9405-624058f298dd), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:02.124652 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.db_base_plugin_common [None req-54175d69-d658-446b-8183-13d41f81a2c6 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Allocated IP 2001:db8::1e68:c2bf:ff73:d249 (ebdc431d-e6a4-4155-be30-2a7d896acbb0/9c9f586a-fd1f-4a3d-965d-398ecd8bdde4/cd3af6cc-c416-444d-8da3-0a9b18a75ed9) {{(pid=103377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:27:02.162260 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-54625d71-a8b0-4484-88d6-d8c22ef83975 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] In _notify_port_updated(), no bound segment for port 9cb660a8-5ec3-47dc-b740-08e71343d20f on network 29d3a100-e5bc-46be-a1a1-df2c3723be08 {{(pid=103376) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Feb 04 17:27:02.167933 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54625d71-a8b0-4484-88d6-d8c22ef83975 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:27:02.169024 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-54625d71-a8b0-4484-88d6-d8c22ef83975 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:02.169998 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-54625d71-a8b0-4484-88d6-d8c22ef83975 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] 10.222.0.89 "PUT /v2.0/ports/9cb660a8-5ec3-47dc-b740-08e71343d20f HTTP/1.1" status: 200 len: 1011 time: 1.6695485 Feb 04 17:27:02.177428 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 44538) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:27:02.193752 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54625d71-a8b0-4484-88d6-d8c22ef83975 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Pushing event updated for resources: {'Port': ['ID=9cb660a8-5ec3-47dc-b740-08e71343d20f,revision_number=3']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:27:02.222644 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 1a078c6e-bafc-4609-ac60-03393fa84dfd up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:27:02.230333 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092bb163-a7da-4327-b6be-27469bd0be9c None None] Pushing event updated for resources: {'Port': ['ID=6b288734-e226-4f4a-9405-624058f298dd,revision_number=3']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:27:02.303040 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-7543cf0d-5dfc-40a6-a6d5-802f86890795 None None] For port ea2d4e4e-6455-4277-9881-e5be010cd65a, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=ea2d4e4e-6455-4277-9881-e5be010cd65a,segment=NetworkSegment(2fcce0c7-9a0a-428a-b986-cae51cd3c129),segment_id=2fcce0c7-9a0a-428a-b986-cae51cd3c129)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:27:02.304311 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7543cf0d-5dfc-40a6-a6d5-802f86890795 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (ea2d4e4e-6455-4277-9881-e5be010cd65a), precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:02.308092 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-a61f6c31-d1e0-430a-bb30-64a4e3e11778 admin admin] Publish callbacks [] for security_group (60791706-c99b-4cf8-bbbb-8ce143329b15), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:02.316154 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-a61f6c31-d1e0-430a-bb30-64a4e3e11778 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (60791706-c99b-4cf8-bbbb-8ce143329b15), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:02.316516 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-3b4d2b2e-db0a-48e1-9244-e5207909d2c5 None None] Provisioning complete for port c807431a-e518-4621-b10d-3704fc77310d triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:27:02.316934 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3b4d2b2e-db0a-48e1-9244-e5207909d2c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (c807431a-e518-4621-b10d-3704fc77310d), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:02.369978 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-a61f6c31-d1e0-430a-bb30-64a4e3e11778 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=1ada3361abd34b8aa21c5be50630f505&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5436208 Feb 04 17:27:02.372424 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 44540) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:27:02.375465 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-7543cf0d-5dfc-40a6-a6d5-802f86890795 None None] Calling delete_port for ea2d4e4e-6455-4277-9881-e5be010cd65a owned by network:dhcp {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:27:02.385543 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1a988d8-c90d-4519-9eab-31b05cb0a268 None None] Routers {'d4caf781-2e39-41f4-8a93-38e27d6dc99e'} bound to L3 agent in host n-d-827839-2 {{(pid=103378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:27:02.386190 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-a1a988d8-c90d-4519-9eab-31b05cb0a268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:27:02Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['d4caf781-2e39-41f4-8a93-38e27d6dc99e'], 'active': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:27:02.403844 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-d3739e42-b2b7-4b93-be97-bb68459952d9 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Deleting port 9cb660a8-5ec3-47dc-b740-08e71343d20f {{(pid=103376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:27:02.404325 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-d3739e42-b2b7-4b93-be97-bb68459952d9 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (9cb660a8-5ec3-47dc-b740-08e71343d20f), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:02.415641 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61f6c31-d1e0-430a-bb30-64a4e3e11778 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60791706-c99b-4cf8-bbbb-8ce143329b15,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:27:02.427174 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-85132833-202e-4307-b3ac-aa83bf154f33 admin admin] Publish callbacks [] for port (8d6e3ce6-8b50-4bd4-9b3f-739cc2c85984), precommit_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:02.445606 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-85132833-202e-4307-b3ac-aa83bf154f33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675836'] for port (8d6e3ce6-8b50-4bd4-9b3f-739cc2c85984), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:02.457895 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-3755ecc8-6f09-48b2-b022-1fe4cc5a03e0 admin admin] Publish callbacks [] for security_group (60791706-c99b-4cf8-bbbb-8ce143329b15), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:02.482106 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-54175d69-d658-446b-8183-13d41f81a2c6 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks [] for port (cd3af6cc-c416-444d-8da3-0a9b18a75ed9), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:02.497753 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-3755ecc8-6f09-48b2-b022-1fe4cc5a03e0 admin admin] Publish callbacks [] for security_group (60791706-c99b-4cf8-bbbb-8ce143329b15), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:02.539323 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-d3739e42-b2b7-4b93-be97-bb68459952d9 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (9cb660a8-5ec3-47dc-b740-08e71343d20f), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:02.552590 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-d3739e42-b2b7-4b93-be97-bb68459952d9 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Calling delete_port for 9cb660a8-5ec3-47dc-b740-08e71343d20f owned by {{(pid=103376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:27:02.557487 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-54175d69-d658-446b-8183-13d41f81a2c6 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (cd3af6cc-c416-444d-8da3-0a9b18a75ed9), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:02.573723 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port 1a078c6e-bafc-4609-ac60-03393fa84dfd triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:27:02.580595 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (1a078c6e-bafc-4609-ac60-03393fa84dfd), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:02.741883 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-3b4d2b2e-db0a-48e1-9244-e5207909d2c5 None None] Current status of the port c807431a-e518-4621-b10d-3704fc77310d is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:27:02.777898 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-3b4d2b2e-db0a-48e1-9244-e5207909d2c5 None None] Provisioning complete for port 9cb660a8-5ec3-47dc-b740-08e71343d20f triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:27:02.778441 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3b4d2b2e-db0a-48e1-9244-e5207909d2c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (9cb660a8-5ec3-47dc-b740-08e71343d20f), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:02.799888 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-d3739e42-b2b7-4b93-be97-bb68459952d9 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (9cb660a8-5ec3-47dc-b740-08e71343d20f), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:02.814285 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-85132833-202e-4307-b3ac-aa83bf154f33 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1677345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602751'] for router_interface (d4caf781-2e39-41f4-8a93-38e27d6dc99e), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:02.820281 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85132833-202e-4307-b3ac-aa83bf154f33 admin admin] Pushing event updated for resources: {'Port': ['ID=8d6e3ce6-8b50-4bd4-9b3f-739cc2c85984,revision_number=2']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:27:02.823300 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvr_db [None req-a1a988d8-c90d-4519-9eab-31b05cb0a268 None None] Set router d4caf781-2e39-41f4-8a93-38e27d6dc99e gateway port host: n-d-827839-2 {{(pid=103378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:27:02.830268 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port 1a078c6e-bafc-4609-ac60-03393fa84dfd is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:27:02.831683 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device c807431a-e518-4621-b10d-3704fc77310d up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:27:02.863824 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3739e42-b2b7-4b93-be97-bb68459952d9 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Pushing event deleted for resources: {'Port': ['ID=9cb660a8-5ec3-47dc-b740-08e71343d20f,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:27:02.864145 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7543cf0d-5dfc-40a6-a6d5-802f86890795 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144'] for port (ea2d4e4e-6455-4277-9881-e5be010cd65a), after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:02.945890 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7543cf0d-5dfc-40a6-a6d5-802f86890795 None None] Pushing event deleted for resources: {'Port': ['ID=ea2d4e4e-6455-4277-9881-e5be010cd65a,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:27:02.950344 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-d3739e42-b2b7-4b93-be97-bb68459952d9 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:02.953750 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-d3739e42-b2b7-4b93-be97-bb68459952d9 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] 10.222.0.89 "DELETE /v2.0/ports/9cb660a8-5ec3-47dc-b740-08e71343d20f HTTP/1.1" status: 204 len: 168 time: 0.7695851 Feb 04 17:27:02.956340 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 44542) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:27:02.966800 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54175d69-d658-446b-8183-13d41f81a2c6 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Network ebdc431d-e6a4-4155-be30-2a7d896acbb0 is already hosted by enough agents. {{(pid=103377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:27:02.973576 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [None req-54175d69-d658-446b-8183-13d41f81a2c6 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Resources bound (agent type, host, resource id): {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:27:02.976731 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54175d69-d658-446b-8183-13d41f81a2c6 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Received port after_create {{(pid=103377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:27:02.983771 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54175d69-d658-446b-8183-13d41f81a2c6 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:27:02.985674 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-54175d69-d658-446b-8183-13d41f81a2c6 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:02.987626 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-3b4d2b2e-db0a-48e1-9244-e5207909d2c5 None None] Port 9cb660a8-5ec3-47dc-b740-08e71343d20f cannot update to ACTIVE because it is not bound. {{(pid=103378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 17:27:02.990039 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d408ec64-b374-4acb-a1fc-48241dad6d47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (0cd6d64a-47a7-40ff-8c12-71dd526c62e0), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:02.994371 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-3755ecc8-6f09-48b2-b022-1fe4cc5a03e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (60791706-c99b-4cf8-bbbb-8ce143329b15), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:02.997010 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-3755ecc8-6f09-48b2-b022-1fe4cc5a03e0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:02.997143 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7543cf0d-5dfc-40a6-a6d5-802f86890795 None None] No DVR routers for this DVR port ea2d4e4e-6455-4277-9881-e5be010cd65a on host n-d-827839-2 {{(pid=103378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 17:27:03.001124 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-3755ecc8-6f09-48b2-b022-1fe4cc5a03e0 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/60791706-c99b-4cf8-bbbb-8ce143329b15 HTTP/1.1" status: 204 len: 168 time: 0.6240189 Feb 04 17:27:03.021660 n-d-827839-2 neutron-server[103376]: INFO neutron.pecan_wsgi.hooks.translation [None req-727bb0ce-be2c-48de-ba77-6a3f515a9afe tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] GET failed (client error): The resource could not be found. Feb 04 17:27:03.031227 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54175d69-d658-446b-8183-13d41f81a2c6 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Pushing event updated for resources: {'Port': ['ID=cd3af6cc-c416-444d-8da3-0a9b18a75ed9,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:27:03.034456 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-727bb0ce-be2c-48de-ba77-6a3f515a9afe tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] 10.222.0.89 "GET /v2.0/ports/9cb660a8-5ec3-47dc-b740-08e71343d20f HTTP/1.1" status: 404 len: 333 time: 0.0770903 Feb 04 17:27:03.040046 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 44546) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:27:03.051149 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-345e29a5-7b02-4b2e-b1bb-5e4b58855a4b None None] Network ebdc431d-e6a4-4155-be30-2a7d896acbb0 requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:27:03.057476 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3755ecc8-6f09-48b2-b022-1fe4cc5a03e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60791706-c99b-4cf8-bbbb-8ce143329b15,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:27:03.082123 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-54175d69-d658-446b-8183-13d41f81a2c6 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.6202519 Feb 04 17:27:03.087814 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 44548) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:27:03.158108 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b34fe64-626f-41a5-beb1-fc44c920a2d0 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Deleting subnet d43c96fb-0dd3-4814-9496-df1c56126965 {{(pid=103376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 17:27:03.167693 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-3b4d2b2e-db0a-48e1-9244-e5207909d2c5 None None] Provisioning complete for port 1a078c6e-bafc-4609-ac60-03393fa84dfd triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:27:03.168296 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3b4d2b2e-db0a-48e1-9244-e5207909d2c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (1a078c6e-bafc-4609-ac60-03393fa84dfd), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:03.171519 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-1b34fe64-626f-41a5-beb1-fc44c920a2d0 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Publish callbacks [] for subnet (d43c96fb-0dd3-4814-9496-df1c56126965), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:03.182058 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-900e91e3-0ec6-45e2-b5fc-7a9142040a32 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:27:03.184486 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-900e91e3-0ec6-45e2-b5fc-7a9142040a32 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] 10.222.0.89 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.0950358 Feb 04 17:27:03.188515 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 44550) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:27:03.207438 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85132833-202e-4307-b3ac-aa83bf154f33 admin admin] Network c5338ae7-6a47-4b04-89b0-bad1ab0cf6a4 is already hosted by enough agents. {{(pid=103376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:27:03.211475 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [None req-85132833-202e-4307-b3ac-aa83bf154f33 admin admin] Resources bound (agent type, host, resource id): {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:27:03.237177 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-1b34fe64-626f-41a5-beb1-fc44c920a2d0 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25674901'] for subnet (d43c96fb-0dd3-4814-9496-df1c56126965), precommit_delete_associations {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:03.358762 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-5c6a0c12-f147-4c51-a59d-74c26939f8ec tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Deleting port cd3af6cc-c416-444d-8da3-0a9b18a75ed9 {{(pid=103377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:27:03.359107 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-5c6a0c12-f147-4c51-a59d-74c26939f8ec tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (cd3af6cc-c416-444d-8da3-0a9b18a75ed9), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:03.514098 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-1b34fe64-626f-41a5-beb1-fc44c920a2d0 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1541225'] for subnet (d43c96fb-0dd3-4814-9496-df1c56126965), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:03.519431 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-5c6a0c12-f147-4c51-a59d-74c26939f8ec tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (cd3af6cc-c416-444d-8da3-0a9b18a75ed9), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:03.533829 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-5c6a0c12-f147-4c51-a59d-74c26939f8ec tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Calling delete_port for cd3af6cc-c416-444d-8da3-0a9b18a75ed9 owned by {{(pid=103377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:27:03.543735 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port c807431a-e518-4621-b10d-3704fc77310d triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:27:03.544322 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (c807431a-e518-4621-b10d-3704fc77310d), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:03.594786 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-1b34fe64-626f-41a5-beb1-fc44c920a2d0 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1541216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25675894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25858947'] for subnet (d43c96fb-0dd3-4814-9496-df1c56126965), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:03.629825 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b34fe64-626f-41a5-beb1-fc44c920a2d0 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Pushing event deleted for resources: {'Subnet': ['ID=d43c96fb-0dd3-4814-9496-df1c56126965,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:27:03.635595 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85132833-202e-4307-b3ac-aa83bf154f33 admin admin] Router d4caf781-2e39-41f4-8a93-38e27d6dc99e has already been hosted by L3 agent 64ada913-9131-4d99-a265-63a920956287 {{(pid=103376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 17:27:03.644304 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-1b34fe64-626f-41a5-beb1-fc44c920a2d0 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Publish callbacks [] for subnet (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:03.648662 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-1b34fe64-626f-41a5-beb1-fc44c920a2d0 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] 10.222.0.89 "DELETE /v2.0/subnets/d43c96fb-0dd3-4814-9496-df1c56126965 HTTP/1.1" status: 204 len: 168 time: 0.6071320 Feb 04 17:27:03.651685 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 44560) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:27:03.676974 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b854083-f3e2-417b-ba34-0c1819ff5cd4 None None] Network 29d3a100-e5bc-46be-a1a1-df2c3723be08 requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:27:03.767453 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.db_base_plugin_v2 [None req-716960e6-9cb6-47f0-b62f-03cf93308a83 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Deleting subnet 2773bd19-49f6-4c89-8fca-a96cca95210f {{(pid=103377) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 17:27:03.772954 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-716960e6-9cb6-47f0-b62f-03cf93308a83 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Publish callbacks [] for subnet (2773bd19-49f6-4c89-8fca-a96cca95210f), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:03.820896 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85132833-202e-4307-b3ac-aa83bf154f33 admin admin] Notify agent at l3_agent.n-d-827839-2 the message routers_updated {{(pid=103376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 17:27:03.833346 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-85132833-202e-4307-b3ac-aa83bf154f33 admin admin] 10.222.0.89 "PUT /v2.0/routers/d4caf781-2e39-41f4-8a93-38e27d6dc99e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9668918 Feb 04 17:27:03.840704 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-716960e6-9cb6-47f0-b62f-03cf93308a83 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26866676'] for subnet (2773bd19-49f6-4c89-8fca-a96cca95210f), precommit_delete_associations {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:03.868771 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-3b4d2b2e-db0a-48e1-9244-e5207909d2c5 None None] Current status of the port 1a078c6e-bafc-4609-ac60-03393fa84dfd is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:27:03.873407 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-5c6a0c12-f147-4c51-a59d-74c26939f8ec tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (cd3af6cc-c416-444d-8da3-0a9b18a75ed9), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:03.915825 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-3b4d2b2e-db0a-48e1-9244-e5207909d2c5 None None] Provisioning complete for port 8d6e3ce6-8b50-4bd4-9b3f-739cc2c85984 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:27:03.915825 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3b4d2b2e-db0a-48e1-9244-e5207909d2c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (8d6e3ce6-8b50-4bd4-9b3f-739cc2c85984), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:03.918813 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6a0c12-f147-4c51-a59d-74c26939f8ec tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Pushing event deleted for resources: {'Port': ['ID=cd3af6cc-c416-444d-8da3-0a9b18a75ed9,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:27:03.954540 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-5c6a0c12-f147-4c51-a59d-74c26939f8ec tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:03.958037 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-5c6a0c12-f147-4c51-a59d-74c26939f8ec tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] 10.222.0.89 "DELETE /v2.0/ports/cd3af6cc-c416-444d-8da3-0a9b18a75ed9 HTTP/1.1" status: 204 len: 168 time: 0.7675669 Feb 04 17:27:03.961664 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 44568) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:27:03.989185 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-3b4d2b2e-db0a-48e1-9244-e5207909d2c5 None None] Port 8d6e3ce6-8b50-4bd4-9b3f-739cc2c85984 cannot update to ACTIVE because it is not bound. {{(pid=103378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 17:27:03.991492 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port c807431a-e518-4621-b10d-3704fc77310d is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:27:03.995433 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d00fd328-f505-404c-adf8-8839bb865162 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e4c19ad-5724-5db8-8ee1-4f56ae69fcf4-ebdc431d-e6a4-4155-be30-2a7d896acbb0', 'network_id': 'ebdc431d-e6a4-4155-be30-2a7d896acbb0', 'project_id': '2dabbd0ed422411582aec81f9de51a07', 'fixed_ips': [{'subnet_id': '9c9f586a-fd1f-4a3d-965d-398ecd8bdde4'}]}} from n-d-827839-2. {{(pid=103378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 17:27:03.997266 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d00fd328-f505-404c-adf8-8839bb865162 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:04.005677 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-716960e6-9cb6-47f0-b62f-03cf93308a83 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1541225'] for subnet (2773bd19-49f6-4c89-8fca-a96cca95210f), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:04.014066 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-3b4d2b2e-db0a-48e1-9244-e5207909d2c5 None None] Could not find standard attr ID for object 78a530c6-bbcc-46e7-b23b-6267e656dd2c. {{(pid=103378) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 17:27:04.017629 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-a1a988d8-c90d-4519-9eab-31b05cb0a268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4caf781-2e39-41f4-8a93-38e27d6dc99e', 'name': 'tempest-ServersTestFqdnHostnames-1513232839-router', 'tenant_id': 'b78f120f03a0499ab775e831b6dd5e30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.146'}], 'enable_snat': True}, 'gw_port_id': '6b288734-e226-4f4a-9405-624058f298dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:26:55Z', 'updated_at': '2022-02-04T17:27:01Z', 'revision_number': 4, 'project_id': 'b78f120f03a0499ab775e831b6dd5e30', 'gw_port': {'id': '6b288734-e226-4f4a-9405-624058f298dd', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:a8:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4caf781-2e39-41f4-8a93-38e27d6dc99e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:26:56Z', 'updated_at': '2022-02-04T17:27:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_interfaces': [{'id': '8d6e3ce6-8b50-4bd4-9b3f-739cc2c85984', 'name': '', 'network_id': 'c5338ae7-6a47-4b04-89b0-bad1ab0cf6a4', 'tenant_id': 'b78f120f03a0499ab775e831b6dd5e30', 'mac_address': 'fa:16:3e:6b:a0:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4caf781-2e39-41f4-8a93-38e27d6dc99e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1862, 'fixed_ips': [{'subnet_id': 'f46a7647-86ef-49e3-87cd-5acecc6b7953', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:26:59Z', 'updated_at': '2022-02-04T17:27:00Z', 'revision_number': 1, 'project_id': 'b78f120f03a0499ab775e831b6dd5e30', 'subnets': [{'id': 'f46a7647-86ef-49e3-87cd-5acecc6b7953', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-2', False) {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:27:04.080283 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1a988d8-c90d-4519-9eab-31b05cb0a268 None None] The sync data for ids ['d4caf781-2e39-41f4-8a93-38e27d6dc99e'] in n-d-827839-2 is: [{'id': 'd4caf781-2e39-41f4-8a93-38e27d6dc99e', 'name': 'tempest-ServersTestFqdnHostnames-1513232839-router', 'tenant_id': 'b78f120f03a0499ab775e831b6dd5e30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.146'}], 'enable_snat': True}, 'gw_port_id': '6b288734-e226-4f4a-9405-624058f298dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:26:55Z', 'updated_at': '2022-02-04T17:27:01Z', 'revision_number': 4, 'project_id': 'b78f120f03a0499ab775e831b6dd5e30', 'gw_port': {'id': '6b288734-e226-4f4a-9405-624058f298dd', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:a8:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4caf781-2e39-41f4-8a93-38e27d6dc99e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:26:56Z', 'updated_at': '2022-02-04T17:27:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_interfaces': [{'id': '8d6e3ce6-8b50-4bd4-9b3f-739cc2c85984', 'name': '', 'network_id': 'c5338ae7-6a47-4b04-89b0-bad1ab0cf6a4', 'tenant_id': 'b78f120f03a0499ab775e831b6dd5e30', 'mac_address': 'fa:16:3e:6b:a0:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4caf781-2e39-41f4-8a93-38e27d6dc99e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1862, 'fixed_ips': [{'subnet_id': 'f46a7647-86ef-49e3-87cd-5acecc6b7953', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:26:59Z', 'updated_at': '2022-02-04T17:27:00Z', 'revision_number': 1, 'project_id': 'b78f120f03a0499ab775e831b6dd5e30', 'subnets': [{'id': 'f46a7647-86ef-49e3-87cd-5acecc6b7953', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 17:27:04.095569 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device ea2d4e4e-6455-4277-9881-e5be010cd65a no longer exists at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:27:04.104166 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-716960e6-9cb6-47f0-b62f-03cf93308a83 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1541216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25888360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25597190'] for subnet (2773bd19-49f6-4c89-8fca-a96cca95210f), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:04.110744 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd04ca39-025f-44b9-a9d6-2116a297a038 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:27:04.114217 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd04ca39-025f-44b9-a9d6-2116a297a038 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:27:04.118014 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-fd04ca39-025f-44b9-a9d6-2116a297a038 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] 10.222.0.89 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1550248 Feb 04 17:27:04.121850 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 44578) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:27:04.153092 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716960e6-9cb6-47f0-b62f-03cf93308a83 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Pushing event deleted for resources: {'Subnet': ['ID=2773bd19-49f6-4c89-8fca-a96cca95210f,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:27:04.162373 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-716960e6-9cb6-47f0-b62f-03cf93308a83 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Publish callbacks [] for subnet (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:04.180173 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-716960e6-9cb6-47f0-b62f-03cf93308a83 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] 10.222.0.89 "DELETE /v2.0/subnets/2773bd19-49f6-4c89-8fca-a96cca95210f HTTP/1.1" status: 204 len: 168 time: 0.5248575 Feb 04 17:27:04.183024 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 44582) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:27:04.187219 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] No Port match for: ea2d4e4e-6455-4277-9881-e5be010cd65a {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 17:27:04.187750 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device ea2d4e4e-6455-4277-9881-e5be010cd65a not bound to the agent host n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 17:27:04.197080 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-e846320f-ecc1-44fa-b804-28974eba492c None None] Could not find standard attr ID for object 9cb660a8-5ec3-47dc-b740-08e71343d20f. {{(pid=103378) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 17:27:04.289707 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.db_base_plugin_v2 [None req-7928a9de-33a4-4eaf-94c7-2fc71de2f5b5 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Deleting subnet 9c9f586a-fd1f-4a3d-965d-398ecd8bdde4 {{(pid=103376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 17:27:04.293945 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-e846320f-ecc1-44fa-b804-28974eba492c None None] Provisioning complete for port 8d6e3ce6-8b50-4bd4-9b3f-739cc2c85984 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:27:04.294340 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e846320f-ecc1-44fa-b804-28974eba492c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (8d6e3ce6-8b50-4bd4-9b3f-739cc2c85984), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:04.351167 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-fde970fb-55ce-4b83-927e-c4f7b9a8b26c req-719f8f33-c6f8-4d4b-bed8-bf9c7a216cf5 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=4371415a-6d02-4736-91f3-0d6ad12b39af&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1424558 Feb 04 17:27:04.414907 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-c9c12ec4-d576-41af-a5a0-1f88ce3cf939 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628832'] for network (29d3a100-e5bc-46be-a1a1-df2c3723be08), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:04.421813 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-e846320f-ecc1-44fa-b804-28974eba492c None None] Port 8d6e3ce6-8b50-4bd4-9b3f-739cc2c85984 cannot update to ACTIVE because it is not bound. {{(pid=103378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 17:27:04.429336 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-d00fd328-f505-404c-adf8-8839bb865162 None None] Allocated IP 2001:db8::2 (ebdc431d-e6a4-4155-be30-2a7d896acbb0/9c9f586a-fd1f-4a3d-965d-398ecd8bdde4/337531aa-a00f-4e74-8b86-747fc183e6dd) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:27:04.589128 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde970fb-55ce-4b83-927e-c4f7b9a8b26c req-4825a532-829e-4108-a530-1662d4bfce26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:27:04.591068 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-fde970fb-55ce-4b83-927e-c4f7b9a8b26c req-4825a532-829e-4108-a530-1662d4bfce26 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=e572c75f68264540b5ba57b47620f662&device_id=4371415a-6d02-4736-91f3-0d6ad12b39af HTTP/1.1" status: 200 len: 1128 time: 0.1701131 Feb 04 17:27:04.630134 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-c9c12ec4-d576-41af-a5a0-1f88ce3cf939 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Deleting port 1a078c6e-bafc-4609-ac60-03393fa84dfd {{(pid=103377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:27:04.630699 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-c9c12ec4-d576-41af-a5a0-1f88ce3cf939 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (1a078c6e-bafc-4609-ac60-03393fa84dfd), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:04.757569 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [None req-c9c12ec4-d576-41af-a5a0-1f88ce3cf939 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] For port 1a078c6e-bafc-4609-ac60-03393fa84dfd, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=1a078c6e-bafc-4609-ac60-03393fa84dfd,segment=NetworkSegment(6819ea94-3d0e-4e50-9d08-666044fbc1f9),segment_id=6819ea94-3d0e-4e50-9d08-666044fbc1f9)] {{(pid=103377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:27:04.758116 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-c9c12ec4-d576-41af-a5a0-1f88ce3cf939 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (1a078c6e-bafc-4609-ac60-03393fa84dfd), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:04.780327 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4f14bb47-e72b-46ac-9e44-a61d9293afcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (75326290-f7a3-4db8-9cf2-15c7139ed224), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:04.797941 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d00fd328-f505-404c-adf8-8839bb865162 None None] Publish callbacks [] for port (337531aa-a00f-4e74-8b86-747fc183e6dd), precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:04.810633 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-7928a9de-33a4-4eaf-94c7-2fc71de2f5b5 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks [] for subnet (9c9f586a-fd1f-4a3d-965d-398ecd8bdde4), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:04.822739 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d00fd328-f505-404c-adf8-8839bb865162 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135'] for port (337531aa-a00f-4e74-8b86-747fc183e6dd), after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:04.832887 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 44590) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:27:04.841864 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-5f7bf14d-16a3-4070-8e5f-7540a0abaf45 tempest-ServersTestFqdnHostnames-829399840 tempest-ServersTestFqdnHostnames-829399840-project] Request body: {'security_group': {'name': 'tempest-securitygroup--683219148', 'description': 'tempest-description--1596184346'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:27:04.877172 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-c9c12ec4-d576-41af-a5a0-1f88ce3cf939 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Calling delete_port for 1a078c6e-bafc-4609-ac60-03393fa84dfd owned by network:dhcp {{(pid=103377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:27:04.881749 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-5f7bf14d-16a3-4070-8e5f-7540a0abaf45 tempest-ServersTestFqdnHostnames-829399840 tempest-ServersTestFqdnHostnames-829399840-project] Publish callbacks [] for security_group (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:04.901462 n-d-827839-2 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d00fd328-f505-404c-adf8-8839bb865162 None None] Network ebdc431d-e6a4-4155-be30-2a7d896acbb0 is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:27:04.904690 n-d-827839-2 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-d00fd328-f505-404c-adf8-8839bb865162 None None] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:27:04.917217 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d00fd328-f505-404c-adf8-8839bb865162 None None] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:27:04.929398 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-7928a9de-33a4-4eaf-94c7-2fc71de2f5b5 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25674901'] for subnet (9c9f586a-fd1f-4a3d-965d-398ecd8bdde4), precommit_delete_associations {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:04.994062 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00fd328-f505-404c-adf8-8839bb865162 None None] Pushing event updated for resources: {'Port': ['ID=337531aa-a00f-4e74-8b86-747fc183e6dd,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:27:05.069588 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-d00fd328-f505-404c-adf8-8839bb865162 None None] Attempting to bind port 337531aa-a00f-4e74-8b86-747fc183e6dd on host n-d-827839-2 for vnic_type normal with profile {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:27:05.069965 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-d00fd328-f505-404c-adf8-8839bb865162 None None] Attempting to bind port 337531aa-a00f-4e74-8b86-747fc183e6dd by drivers openvswitch,hyperv on host n-d-827839-2 at level 0 using segments [{'id': '2fcce0c7-9a0a-428a-b986-cae51cd3c129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'ebdc431d-e6a4-4155-be30-2a7d896acbb0'}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:27:05.070334 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d00fd328-f505-404c-adf8-8839bb865162 None None] Attempting to bind port 337531aa-a00f-4e74-8b86-747fc183e6dd on network ebdc431d-e6a4-4155-be30-2a7d896acbb0 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:27:05.075879 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d00fd328-f505-404c-adf8-8839bb865162 None None] Checking agent: {'id': 'ba70844b-66a0-45fd-a2f2-e6ed673321fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 0, 36), 'started_at': datetime.datetime(2022, 2, 4, 17, 1, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 26, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:27:05.076255 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d00fd328-f505-404c-adf8-8839bb865162 None None] Checking segment: {'id': '2fcce0c7-9a0a-428a-b986-cae51cd3c129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'ebdc431d-e6a4-4155-be30-2a7d896acbb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:27:05.076666 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d00fd328-f505-404c-adf8-8839bb865162 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:05.077105 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d00fd328-f505-404c-adf8-8839bb865162 None None] Bound using segment: {'id': '2fcce0c7-9a0a-428a-b986-cae51cd3c129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'ebdc431d-e6a4-4155-be30-2a7d896acbb0'} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:27:05.077576 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-d00fd328-f505-404c-adf8-8839bb865162 None None] Bound port: 337531aa-a00f-4e74-8b86-747fc183e6dd, host: n-d-827839-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2fcce0c7-9a0a-428a-b986-cae51cd3c129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'ebdc431d-e6a4-4155-be30-2a7d896acbb0'}}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:27:05.077956 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d00fd328-f505-404c-adf8-8839bb865162 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (337531aa-a00f-4e74-8b86-747fc183e6dd), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:05.097059 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-7928a9de-33a4-4eaf-94c7-2fc71de2f5b5 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1541225'] for subnet (9c9f586a-fd1f-4a3d-965d-398ecd8bdde4), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:05.135085 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde970fb-55ce-4b83-927e-c4f7b9a8b26c req-3613de07-4f53-43d3-ad59-93081283786f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:27:05.136701 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-fde970fb-55ce-4b83-927e-c4f7b9a8b26c req-3613de07-4f53-43d3-ad59-93081283786f service neutron] 10.222.0.90 "GET /v2.0/networks?id=97b2e9b0-cacd-4163-811b-ff2a765f7055 HTTP/1.1" status: 200 len: 909 time: 0.5181963 Feb 04 17:27:05.230401 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-d00fd328-f505-404c-adf8-8839bb865162 None None] For port 337531aa-a00f-4e74-8b86-747fc183e6dd, host n-d-827839-2, cleared binding levels {{(pid=103378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:27:05.235146 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-d00fd328-f505-404c-adf8-8839bb865162 None None] For port 337531aa-a00f-4e74-8b86-747fc183e6dd, host n-d-827839-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=337531aa-a00f-4e74-8b86-747fc183e6dd,segment=NetworkSegment(2fcce0c7-9a0a-428a-b986-cae51cd3c129),segment_id=2fcce0c7-9a0a-428a-b986-cae51cd3c129)] {{(pid=103378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:27:05.243612 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-5f7bf14d-16a3-4070-8e5f-7540a0abaf45 tempest-ServersTestFqdnHostnames-829399840 tempest-ServersTestFqdnHostnames-829399840-project] Publish callbacks [] for security_group (81228a13-6924-411c-968d-edd93f51eaa1), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:05.252830 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-7928a9de-33a4-4eaf-94c7-2fc71de2f5b5 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1541216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25675894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25858947'] for subnet (9c9f586a-fd1f-4a3d-965d-398ecd8bdde4), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:05.254245 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-5f7bf14d-16a3-4070-8e5f-7540a0abaf45 tempest-ServersTestFqdnHostnames-829399840 tempest-ServersTestFqdnHostnames-829399840-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (81228a13-6924-411c-968d-edd93f51eaa1), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:05.259668 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d00fd328-f505-404c-adf8-8839bb865162 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (337531aa-a00f-4e74-8b86-747fc183e6dd), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:05.267138 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-413a1c2b-84e8-44fe-ab8e-5673ea741f73 None None] Network 29d3a100-e5bc-46be-a1a1-df2c3723be08 requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:27:05.286014 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-7928a9de-33a4-4eaf-94c7-2fc71de2f5b5 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks [] for subnet (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:05.294994 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-7928a9de-33a4-4eaf-94c7-2fc71de2f5b5 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] 10.222.0.89 "DELETE /v2.0/subnets/9c9f586a-fd1f-4a3d-965d-398ecd8bdde4 HTTP/1.1" status: 204 len: 168 time: 1.1695952 Feb 04 17:27:05.300926 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 44602) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:27:05.308426 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7bf14d-16a3-4070-8e5f-7540a0abaf45 tempest-ServersTestFqdnHostnames-829399840 tempest-ServersTestFqdnHostnames-829399840-project] Pushing event updated for resources: {'SecurityGroup': ['ID=81228a13-6924-411c-968d-edd93f51eaa1,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:27:05.320841 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-fde970fb-55ce-4b83-927e-c4f7b9a8b26c req-3f75d32e-2bd3-44d7-abe3-5bbbd64628bd service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=45a915f0-0102-4745-8fa0-148c16138923 HTTP/1.1" status: 200 len: 1002 time: 0.1679735 Feb 04 17:27:05.356758 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-5f7bf14d-16a3-4070-8e5f-7540a0abaf45 tempest-ServersTestFqdnHostnames-829399840 tempest-ServersTestFqdnHostnames-829399840-project] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:05.361007 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-5f7bf14d-16a3-4070-8e5f-7540a0abaf45 tempest-ServersTestFqdnHostnames-829399840 tempest-ServersTestFqdnHostnames-829399840-project] 10.222.0.89 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.5197310 Feb 04 17:27:05.362210 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 44604) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:27:05.394815 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-47e6506b-14e8-441d-97e7-989fcb5c8ad1 tempest-ServersTestFqdnHostnames-829399840 tempest-ServersTestFqdnHostnames-829399840-project] Request body: {'security_group_rule': {'security_group_id': '81228a13-6924-411c-968d-edd93f51eaa1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:27:05.403824 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-c9c12ec4-d576-41af-a5a0-1f88ce3cf939 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (1a078c6e-bafc-4609-ac60-03393fa84dfd), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:05.428126 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-9e25b760-1101-4daf-bd0f-c9b5896ec6cf tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] 10.222.0.89 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1260345 Feb 04 17:27:05.429902 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7928a9de-33a4-4eaf-94c7-2fc71de2f5b5 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Pushing event deleted for resources: {'Subnet': ['ID=9c9f586a-fd1f-4a3d-965d-398ecd8bdde4,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:27:05.432647 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 44608) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:27:05.485936 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-8ccb8939-2dc7-4606-8f83-f61c5bad3d61 None None] Could not find standard attr ID for object 1a078c6e-bafc-4609-ac60-03393fa84dfd. {{(pid=103378) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 17:27:05.500176 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c12ec4-d576-41af-a5a0-1f88ce3cf939 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Pushing event deleted for resources: {'Port': ['ID=1a078c6e-bafc-4609-ac60-03393fa84dfd,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:27:05.508993 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde970fb-55ce-4b83-927e-c4f7b9a8b26c req-05092c4c-b2b4-430a-af7b-2155ecdff787 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:27:05.510960 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-fde970fb-55ce-4b83-927e-c4f7b9a8b26c req-05092c4c-b2b4-430a-af7b-2155ecdff787 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=32617567-702a-48ca-945f-d54124aa2fdb HTTP/1.1" status: 200 len: 847 time: 0.1699457 Feb 04 17:27:05.516729 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9c12ec4-d576-41af-a5a0-1f88ce3cf939 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] No DVR routers for this DVR port 1a078c6e-bafc-4609-ac60-03393fa84dfd on host n-d-827839-2 {{(pid=103377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 17:27:05.525112 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce8af088-ec5a-4eb6-ab2f-78af5cea98a0 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:27:05.531219 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-ce8af088-ec5a-4eb6-ab2f-78af5cea98a0 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] 10.222.0.89 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0971873 Feb 04 17:27:05.532308 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 44610) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:27:05.560403 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00fd328-f505-404c-adf8-8839bb865162 None None] Pushing event updated for resources: {'Port': ['ID=337531aa-a00f-4e74-8b86-747fc183e6dd,revision_number=3']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:27:05.633022 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef4eed1b-5a70-438f-9fe9-a48175c46f7e tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:27:05.634537 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-ef4eed1b-5a70-438f-9fe9-a48175c46f7e tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] 10.222.0.89 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1008325 Feb 04 17:27:05.638826 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 44614) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:27:05.663985 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72bb8843-f933-4871-b086-f7e024c4dfd3 None None] DHCP port deletion for 29d3a100-e5bc-46be-a1a1-df2c3723be08 request from n-d-827839-2 {{(pid=103378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 17:27:05.678528 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-c9c12ec4-d576-41af-a5a0-1f88ce3cf939 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1543676', 'neutron.services.segments.db._delete_segments_for_network-8781084786517'] for network (29d3a100-e5bc-46be-a1a1-df2c3723be08), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:05.702883 n-d-827839-2 neutron-server[103377]: DEBUG neutron.services.segments.db [None req-c9c12ec4-d576-41af-a5a0-1f88ce3cf939 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29d3a100-e5bc-46be-a1a1-df2c3723be08']}} {{(pid=103377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:27:05.706216 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (ba70844b-66a0-45fd-a2f2-e6ed673321fc), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:05.716075 n-d-827839-2 neutron-server[103377]: DEBUG neutron.services.segments.db [None req-c9c12ec4-d576-41af-a5a0-1f88ce3cf939 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6819ea94-3d0e-4e50-9d08-666044fbc1f9') {'for_net_delete': True} {{(pid=103377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:27:05.716370 n-d-827839-2 neutron-server[103377]: DEBUG neutron.services.segments.db [None req-c9c12ec4-d576-41af-a5a0-1f88ce3cf939 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6819ea94-3d0e-4e50-9d08-666044fbc1f9') {} {{(pid=103377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:27:05.725509 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-4fcb2573-1eba-4f6b-9a45-3602629a6980 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] 10.222.0.89 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0854049 Feb 04 17:27:05.727901 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-c9c12ec4-d576-41af-a5a0-1f88ce3cf939 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781084783966', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26866685'] for segment (6819ea94-3d0e-4e50-9d08-666044fbc1f9), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:05.733332 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 44618) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:27:05.738594 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-265b9baf-3d83-4bf7-b5b0-55b8902d9dea tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Request body: {'subnet': {'network_id': 'ebdc431d-e6a4-4155-be30-2a7d896acbb0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:27:05.742114 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-c9c12ec4-d576-41af-a5a0-1f88ce3cf939 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (6819ea94-3d0e-4e50-9d08-666044fbc1f9), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:05.749595 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9c12ec4-d576-41af-a5a0-1f88ce3cf939 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Releasing vlan 760 on physical network physnet1 to pool {{(pid=103377) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 17:27:05.750333 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-c9c12ec4-d576-41af-a5a0-1f88ce3cf939 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25888454'] for segment (6819ea94-3d0e-4e50-9d08-666044fbc1f9), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:05.766347 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c12ec4-d576-41af-a5a0-1f88ce3cf939 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:27:05.766700 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c12ec4-d576-41af-a5a0-1f88ce3cf939 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:27:05.767042 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c12ec4-d576-41af-a5a0-1f88ce3cf939 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:27:05.767379 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c12ec4-d576-41af-a5a0-1f88ce3cf939 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:27:05.767711 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c12ec4-d576-41af-a5a0-1f88ce3cf939 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:27:05.768044 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c12ec4-d576-41af-a5a0-1f88ce3cf939 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:27:05.768369 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c12ec4-d576-41af-a5a0-1f88ce3cf939 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:27:05.768690 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c12ec4-d576-41af-a5a0-1f88ce3cf939 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:27:05.769077 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c12ec4-d576-41af-a5a0-1f88ce3cf939 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:27:05.769398 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c12ec4-d576-41af-a5a0-1f88ce3cf939 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:27:05.769720 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c12ec4-d576-41af-a5a0-1f88ce3cf939 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:27:05.770090 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c12ec4-d576-41af-a5a0-1f88ce3cf939 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:27:05.770490 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c12ec4-d576-41af-a5a0-1f88ce3cf939 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:27:05.808990 n-d-827839-2 neutron-server[103377]: Traceback (most recent call last): Feb 04 17:27:05.808990 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 17:27:05.808990 n-d-827839-2 neutron-server[103377]: timer() Feb 04 17:27:05.808990 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 17:27:05.808990 n-d-827839-2 neutron-server[103377]: cb(*args, **kw) Feb 04 17:27:05.808990 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 17:27:05.808990 n-d-827839-2 neutron-server[103377]: return func(*args, **kwargs) Feb 04 17:27:05.808990 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 17:27:05.808990 n-d-827839-2 neutron-server[103377]: self._notify() Feb 04 17:27:05.808990 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 17:27:05.808990 n-d-827839-2 neutron-server[103377]: self.callback(batched_events) Feb 04 17:27:05.808990 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 17:27:05.808990 n-d-827839-2 neutron-server[103377]: event.method(event) Feb 04 17:27:05.808990 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 17:27:05.808990 n-d-827839-2 neutron-server[103377]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 17:27:05.808990 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 17:27:05.808990 n-d-827839-2 neutron-server[103377]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 17:27:05.808990 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 17:27:05.808990 n-d-827839-2 neutron-server[103377]: return f(self, *a, **k) Feb 04 17:27:05.808990 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 17:27:05.808990 n-d-827839-2 neutron-server[103377]: return self._get(url).json() Feb 04 17:27:05.808990 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 17:27:05.808990 n-d-827839-2 neutron-server[103377]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 17:27:05.808990 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 17:27:05.808990 n-d-827839-2 neutron-server[103377]: return self.request(url, 'GET', **kwargs) Feb 04 17:27:05.808990 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 17:27:05.808990 n-d-827839-2 neutron-server[103377]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 17:27:05.808990 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 17:27:05.808990 n-d-827839-2 neutron-server[103377]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 17:27:05.808990 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 17:27:05.808990 n-d-827839-2 neutron-server[103377]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 17:27:05.808990 n-d-827839-2 neutron-server[103377]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 17:27:05.811330 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-47e6506b-14e8-441d-97e7-989fcb5c8ad1 tempest-ServersTestFqdnHostnames-829399840 tempest-ServersTestFqdnHostnames-829399840-project] Publish callbacks [] for security_group_rule (b65f1f3a-6ec4-4c28-a1d4-140a3f4a6fe0), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:05.910011 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-47e6506b-14e8-441d-97e7-989fcb5c8ad1 tempest-ServersTestFqdnHostnames-829399840 tempest-ServersTestFqdnHostnames-829399840-project] Publish callbacks [] for security_group_rule (b65f1f3a-6ec4-4c28-a1d4-140a3f4a6fe0), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:05.916885 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-47e6506b-14e8-441d-97e7-989fcb5c8ad1 tempest-ServersTestFqdnHostnames-829399840 tempest-ServersTestFqdnHostnames-829399840-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664556'] for security_group_rule (b65f1f3a-6ec4-4c28-a1d4-140a3f4a6fe0), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:05.943688 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-265b9baf-3d83-4bf7-b5b0-55b8902d9dea tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Made reservation on behalf of 2dabbd0ed422411582aec81f9de51a07 for: {'subnet': 1} {{(pid=103376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:27:05.945219 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde970fb-55ce-4b83-927e-c4f7b9a8b26c req-4354268b-355e-411f-b9b6-4e7de858adec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:27:05.946814 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-fde970fb-55ce-4b83-927e-c4f7b9a8b26c req-4354268b-355e-411f-b9b6-4e7de858adec service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=97b2e9b0-cacd-4163-811b-ff2a765f7055&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.4097149 Feb 04 17:27:05.948543 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-265b9baf-3d83-4bf7-b5b0-55b8902d9dea tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25859006'] for subnet (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:05.951159 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-c9c12ec4-d576-41af-a5a0-1f88ce3cf939 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1543671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1595572'] for network (29d3a100-e5bc-46be-a1a1-df2c3723be08), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:05.960155 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-c9c12ec4-d576-41af-a5a0-1f88ce3cf939 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Publish callbacks [] for network (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:05.967500 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-c9c12ec4-d576-41af-a5a0-1f88ce3cf939 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] 10.222.0.89 "DELETE /v2.0/networks/29d3a100-e5bc-46be-a1a1-df2c3723be08 HTTP/1.1" status: 204 len: 168 time: 1.7830029 Feb 04 17:27:05.969824 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 44626) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:27:05.984709 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e6506b-14e8-441d-97e7-989fcb5c8ad1 tempest-ServersTestFqdnHostnames-829399840 tempest-ServersTestFqdnHostnames-829399840-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b65f1f3a-6ec4-4c28-a1d4-140a3f4a6fe0,revision_number=0']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:27:06.042946 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c12ec4-d576-41af-a5a0-1f88ce3cf939 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Pushing event deleted for resources: {'Network': ['ID=29d3a100-e5bc-46be-a1a1-df2c3723be08,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:27:06.050996 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-47e6506b-14e8-441d-97e7-989fcb5c8ad1 tempest-ServersTestFqdnHostnames-829399840 tempest-ServersTestFqdnHostnames-829399840-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:06.057030 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-47e6506b-14e8-441d-97e7-989fcb5c8ad1 tempest-ServersTestFqdnHostnames-829399840 tempest-ServersTestFqdnHostnames-829399840-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6650014 Feb 04 17:27:06.057804 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 44628) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:27:06.066135 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-43ff8c94-365c-4d4b-acb7-6f132f05da7a tempest-ServersTestFqdnHostnames-829399840 tempest-ServersTestFqdnHostnames-829399840-project] Request body: {'security_group_rule': {'security_group_id': '81228a13-6924-411c-968d-edd93f51eaa1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:27:06.138547 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d86c6fa5-0623-4004-91b0-35b00e502e7e tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:27:06.151086 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-d86c6fa5-0623-4004-91b0-35b00e502e7e tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] 10.222.0.89 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.1570861 Feb 04 17:27:06.153475 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 44632) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:27:06.182106 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-fde970fb-55ce-4b83-927e-c4f7b9a8b26c req-ec1a8c06-77c0-46ce-8257-3b9b3cef1611 service neutron] 10.222.0.90 "GET /v2.0/networks/97b2e9b0-cacd-4163-811b-ff2a765f7055?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2132232 Feb 04 17:27:06.297133 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-43ff8c94-365c-4d4b-acb7-6f132f05da7a tempest-ServersTestFqdnHostnames-829399840 tempest-ServersTestFqdnHostnames-829399840-project] Publish callbacks [] for security_group_rule (a9956ece-e317-4f75-8727-b0ae15a8c20a), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:06.319235 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-265b9baf-3d83-4bf7-b5b0-55b8902d9dea tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25674939', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25858952'] for subnet (28607c72-2b86-4fd5-a638-f70b4d307f03), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:06.334118 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-fde970fb-55ce-4b83-927e-c4f7b9a8b26c req-8ebf8c99-4bbe-4b70-8b33-b42a18431106 service neutron] 10.222.0.90 "GET /v2.0/networks/97b2e9b0-cacd-4163-811b-ff2a765f7055?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1432984 Feb 04 17:27:06.432546 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-04671863-2ad3-42aa-bc84-5c3214d228d0 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] 10.222.0.89 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.2737980 Feb 04 17:27:06.433182 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 44642) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:27:06.438526 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-00361190-ecb7-4b43-a8cb-74181e7ade3a tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-721141070'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:27:06.470922 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00361190-ecb7-4b43-a8cb-74181e7ade3a tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Made reservation on behalf of bcdddb23c6b346f2aa47053863d313d1 for: {'network': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:27:06.475042 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-00361190-ecb7-4b43-a8cb-74181e7ade3a tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for network (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:06.481486 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-265b9baf-3d83-4bf7-b5b0-55b8902d9dea tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Network ebdc431d-e6a4-4155-be30-2a7d896acbb0 is already hosted by enough agents. {{(pid=103376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:27:06.492655 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [None req-265b9baf-3d83-4bf7-b5b0-55b8902d9dea tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Resources bound (agent type, host, resource id): {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:27:06.507726 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265b9baf-3d83-4bf7-b5b0-55b8902d9dea tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Pushing event updated for resources: {'Subnet': ['ID=28607c72-2b86-4fd5-a638-f70b4d307f03,revision_number=0']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:27:06.513051 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00361190-ecb7-4b43-a8cb-74181e7ade3a tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] vlan segment allocate from pool success with {'vlan_id': 789, 'physical_network': 'physnet1'} {{(pid=103377) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 17:27:06.514652 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-265b9baf-3d83-4bf7-b5b0-55b8902d9dea tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:27:06.515762 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-265b9baf-3d83-4bf7-b5b0-55b8902d9dea tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks [] for subnet (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:06.526649 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-43ff8c94-365c-4d4b-acb7-6f132f05da7a tempest-ServersTestFqdnHostnames-829399840 tempest-ServersTestFqdnHostnames-829399840-project] Publish callbacks [] for security_group_rule (a9956ece-e317-4f75-8727-b0ae15a8c20a), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:06.530671 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-00361190-ecb7-4b43-a8cb-74181e7ade3a tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (7879eb60-6266-46c4-b316-45c539e883a7), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:06.531318 n-d-827839-2 neutron-server[103377]: INFO neutron.db.segments_db [None req-00361190-ecb7-4b43-a8cb-74181e7ade3a tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Added segment 7879eb60-6266-46c4-b316-45c539e883a7 of type vlan for network 02ba0758-2cb6-45d7-920c-496135b2bd7e Feb 04 17:27:06.534703 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-43ff8c94-365c-4d4b-acb7-6f132f05da7a tempest-ServersTestFqdnHostnames-829399840 tempest-ServersTestFqdnHostnames-829399840-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664556'] for security_group_rule (a9956ece-e317-4f75-8727-b0ae15a8c20a), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:06.565059 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ff8c94-365c-4d4b-acb7-6f132f05da7a tempest-ServersTestFqdnHostnames-829399840 tempest-ServersTestFqdnHostnames-829399840-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9956ece-e317-4f75-8727-b0ae15a8c20a,revision_number=0']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:27:06.566687 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 337531aa-a00f-4e74-8b86-747fc183e6dd up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:27:06.588108 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-265b9baf-3d83-4bf7-b5b0-55b8902d9dea tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8527226 Feb 04 17:27:06.589699 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 44652) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:27:06.610230 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-00361190-ecb7-4b43-a8cb-74181e7ade3a tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781084292801'] for network (02ba0758-2cb6-45d7-920c-496135b2bd7e), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:06.614809 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-847ff8cb-0ef3-449a-886f-1a8c1878c30c tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Request body: {'port': {'network_id': 'ebdc431d-e6a4-4155-be30-2a7d896acbb0', 'fixed_ips': [{'subnet_id': '28607c72-2b86-4fd5-a638-f70b4d307f03', 'ip_address': '2001:db8::d499:527a:cef4:9af5'}], 'name': 'tempest-NetworksTestDHCPv6-1833452478'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:27:06.665980 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-00361190-ecb7-4b43-a8cb-74181e7ade3a tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327'] for network (02ba0758-2cb6-45d7-920c-496135b2bd7e), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:06.667858 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-43ff8c94-365c-4d4b-acb7-6f132f05da7a tempest-ServersTestFqdnHostnames-829399840 tempest-ServersTestFqdnHostnames-829399840-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:06.676263 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00361190-ecb7-4b43-a8cb-74181e7ade3a tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:27:06.676945 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-00361190-ecb7-4b43-a8cb-74181e7ade3a tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Publish callbacks [] for network (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:06.678407 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-43ff8c94-365c-4d4b-acb7-6f132f05da7a tempest-ServersTestFqdnHostnames-829399840 tempest-ServersTestFqdnHostnames-829399840-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6165183 Feb 04 17:27:06.685953 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 44656) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:27:06.691549 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port 337531aa-a00f-4e74-8b86-747fc183e6dd triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:27:06.691935 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (337531aa-a00f-4e74-8b86-747fc183e6dd), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:06.741239 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-f19b3fe3-6eff-4f57-a7fe-638c2f9ce7c3 tempest-ServersTestFqdnHostnames-829399840 tempest-ServersTestFqdnHostnames-829399840-project] Request body: {'floatingip': {'floating_network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:27:06.827848 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-00361190-ecb7-4b43-a8cb-74181e7ade3a tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3913155 Feb 04 17:27:06.833486 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 44660) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:27:06.841092 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-8255c80a-08bd-415a-9116-0acef1582cd9 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Request body: {'subnet': {'network_id': '02ba0758-2cb6-45d7-920c-496135b2bd7e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:27:06.843200 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00361190-ecb7-4b43-a8cb-74181e7ade3a tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Pushing event updated for resources: {'Network': ['ID=02ba0758-2cb6-45d7-920c-496135b2bd7e,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:27:06.846966 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-f19b3fe3-6eff-4f57-a7fe-638c2f9ce7c3 tempest-ServersTestFqdnHostnames-829399840 tempest-ServersTestFqdnHostnames-829399840-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:06.863634 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Network 02ba0758-2cb6-45d7-920c-496135b2bd7e details requested by agent ovs-agent-n-d-827839-2 with host n-d-827839-2 {{(pid=103378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 17:27:06.866871 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port 337531aa-a00f-4e74-8b86-747fc183e6dd is: DOWN; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:27:06.867268 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (337531aa-a00f-4e74-8b86-747fc183e6dd), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:06.881729 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-847ff8cb-0ef3-449a-886f-1a8c1878c30c tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Made reservation on behalf of 2dabbd0ed422411582aec81f9de51a07 for: {'port': 1} {{(pid=103376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:27:06.987881 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-f19b3fe3-6eff-4f57-a7fe-638c2f9ce7c3 tempest-ServersTestFqdnHostnames-829399840 tempest-ServersTestFqdnHostnames-829399840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:07.062949 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] For port 337531aa-a00f-4e74-8b86-747fc183e6dd, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=337531aa-a00f-4e74-8b86-747fc183e6dd,segment=NetworkSegment(2fcce0c7-9a0a-428a-b986-cae51cd3c129),segment_id=2fcce0c7-9a0a-428a-b986-cae51cd3c129)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:27:07.072642 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (337531aa-a00f-4e74-8b86-747fc183e6dd), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:07.074891 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 6b288734-e226-4f4a-9405-624058f298dd up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:27:07.096816 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-847ff8cb-0ef3-449a-886f-1a8c1878c30c tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:07.125093 n-d-827839-2 neutron-server[103376]: DEBUG neutron.notifiers.nova [None req-847ff8cb-0ef3-449a-886f-1a8c1878c30c tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] device_id is not set on port 39920975-4434-48ba-b407-845db241af65 yet. {{(pid=103376) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 04 17:27:07.226772 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.db_base_plugin_common [None req-f19b3fe3-6eff-4f57-a7fe-638c2f9ce7c3 tempest-ServersTestFqdnHostnames-829399840 tempest-ServersTestFqdnHostnames-829399840-project] Allocated IP 172.25.6.160 (48165773-85ad-49a1-9ec1-76fc8dc24188/7660bfad-1ea8-4fe7-831b-bed836f13efc/d3e734c0-6c3f-4998-86e4-6ab1d0be0ee5) {{(pid=103377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:27:07.257740 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Pushing event updated for resources: {'Port': ['ID=337531aa-a00f-4e74-8b86-747fc183e6dd,revision_number=4']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:27:07.269166 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port 6b288734-e226-4f4a-9405-624058f298dd triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:27:07.269846 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (6b288734-e226-4f4a-9405-624058f298dd), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:07.294007 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8255c80a-08bd-415a-9116-0acef1582cd9 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Made reservation on behalf of bcdddb23c6b346f2aa47053863d313d1 for: {'subnet': 1} {{(pid=103376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:27:07.301497 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-8255c80a-08bd-415a-9116-0acef1582cd9 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25859006'] for subnet (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:07.346433 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1905ce6-d4b0-4133-a18f-bf2967dc663e None None] Network ebdc431d-e6a4-4155-be30-2a7d896acbb0 requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:27:07.437859 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-61d51ed1-5688-4234-b0b8-394877ac1024 None None] Could not find standard attr ID for object cd3af6cc-c416-444d-8da3-0a9b18a75ed9. {{(pid=103378) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 17:27:07.449011 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-f19b3fe3-6eff-4f57-a7fe-638c2f9ce7c3 tempest-ServersTestFqdnHostnames-829399840 tempest-ServersTestFqdnHostnames-829399840-project] Publish callbacks [] for port (d3e734c0-6c3f-4998-86e4-6ab1d0be0ee5), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:07.502188 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-61d51ed1-5688-4234-b0b8-394877ac1024 None None] Provisioning complete for port 337531aa-a00f-4e74-8b86-747fc183e6dd triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:27:07.503650 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-61d51ed1-5688-4234-b0b8-394877ac1024 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (337531aa-a00f-4e74-8b86-747fc183e6dd), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:07.521006 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-f19b3fe3-6eff-4f57-a7fe-638c2f9ce7c3 tempest-ServersTestFqdnHostnames-829399840 tempest-ServersTestFqdnHostnames-829399840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (d3e734c0-6c3f-4998-86e4-6ab1d0be0ee5), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:07.548385 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port 6b288734-e226-4f4a-9405-624058f298dd is: DOWN; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:27:07.551524 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (6b288734-e226-4f4a-9405-624058f298dd), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:07.555207 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.db_base_plugin_common [None req-847ff8cb-0ef3-449a-886f-1a8c1878c30c tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Allocated IP 2001:db8::d499:527a:cef4:9af5 (ebdc431d-e6a4-4155-be30-2a7d896acbb0/28607c72-2b86-4fd5-a638-f70b4d307f03/39920975-4434-48ba-b407-845db241af65) {{(pid=103376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:27:07.577348 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f19b3fe3-6eff-4f57-a7fe-638c2f9ce7c3 tempest-ServersTestFqdnHostnames-829399840 tempest-ServersTestFqdnHostnames-829399840-project] Network 48165773-85ad-49a1-9ec1-76fc8dc24188 is already hosted by enough agents. {{(pid=103377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:27:07.586709 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [None req-f19b3fe3-6eff-4f57-a7fe-638c2f9ce7c3 tempest-ServersTestFqdnHostnames-829399840 tempest-ServersTestFqdnHostnames-829399840-project] Resources bound (agent type, host, resource id): {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:27:07.589390 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f19b3fe3-6eff-4f57-a7fe-638c2f9ce7c3 tempest-ServersTestFqdnHostnames-829399840 tempest-ServersTestFqdnHostnames-829399840-project] Received port after_create {{(pid=103377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:27:07.615185 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19b3fe3-6eff-4f57-a7fe-638c2f9ce7c3 tempest-ServersTestFqdnHostnames-829399840 tempest-ServersTestFqdnHostnames-829399840-project] Pushing event updated for resources: {'Port': ['ID=d3e734c0-6c3f-4998-86e4-6ab1d0be0ee5,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:27:07.646848 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] For port 6b288734-e226-4f4a-9405-624058f298dd, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=6b288734-e226-4f4a-9405-624058f298dd,segment=NetworkSegment(5942dc44-1f07-4c27-b0ab-45a2bff20dd5),segment_id=5942dc44-1f07-4c27-b0ab-45a2bff20dd5)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:27:07.677313 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (6b288734-e226-4f4a-9405-624058f298dd), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:07.772423 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-61d51ed1-5688-4234-b0b8-394877ac1024 None None] Current status of the port 337531aa-a00f-4e74-8b86-747fc183e6dd is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:27:07.790950 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Pushing event updated for resources: {'Port': ['ID=6b288734-e226-4f4a-9405-624058f298dd,revision_number=4']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:27:07.791769 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-f19b3fe3-6eff-4f57-a7fe-638c2f9ce7c3 tempest-ServersTestFqdnHostnames-829399840 tempest-ServersTestFqdnHostnames-829399840-project] Publish callbacks [] for floatingip (9a8a36e7-31c9-46d9-92fa-61b5d6ce6e2d), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:07.855929 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 1a078c6e-bafc-4609-ac60-03393fa84dfd no longer exists at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:27:07.877201 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-f19b3fe3-6eff-4f57-a7fe-638c2f9ce7c3 tempest-ServersTestFqdnHostnames-829399840 tempest-ServersTestFqdnHostnames-829399840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (d3e734c0-6c3f-4998-86e4-6ab1d0be0ee5), before_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:07.909081 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] No Port match for: 1a078c6e-bafc-4609-ac60-03393fa84dfd {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 17:27:07.909431 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 1a078c6e-bafc-4609-ac60-03393fa84dfd not bound to the agent host n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 17:27:07.954936 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ec00bae-9590-4b08-ad21-d4066adc30f7 None None] Sync routers for ids ['d4caf781-2e39-41f4-8a93-38e27d6dc99e'] in n-d-827839-2 {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 17:27:07.972684 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ec00bae-9590-4b08-ad21-d4066adc30f7 None None] Routers {'d4caf781-2e39-41f4-8a93-38e27d6dc99e'} bound to L3 agent in host n-d-827839-2 {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:27:07.976211 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-1ec00bae-9590-4b08-ad21-d4066adc30f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:27:02Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['d4caf781-2e39-41f4-8a93-38e27d6dc99e'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:27:08.005430 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-847ff8cb-0ef3-449a-886f-1a8c1878c30c tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks [] for port (39920975-4434-48ba-b407-845db241af65), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:08.009166 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-8255c80a-08bd-415a-9116-0acef1582cd9 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25674939', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25858952'] for subnet (5e04adc3-0c30-4d9d-a397-67be369d3711), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:08.060683 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8255c80a-08bd-415a-9116-0acef1582cd9 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Pushing event updated for resources: {'Subnet': ['ID=5e04adc3-0c30-4d9d-a397-67be369d3711,revision_number=0']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:27:08.128574 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8255c80a-08bd-415a-9116-0acef1582cd9 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Checking segment: {'id': '7879eb60-6266-46c4-b316-45c539e883a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '02ba0758-2cb6-45d7-920c-496135b2bd7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:27:08.129058 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8255c80a-08bd-415a-9116-0acef1582cd9 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Network hostable DHCP agents. Network: 02ba0758-2cb6-45d7-920c-496135b2bd7e, hostable agents: ['bb89f5a3-3c22-440b-b7d1-c4f0c43c184a'], hosted agents: [] {{(pid=103376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 17:27:08.141427 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-847ff8cb-0ef3-449a-886f-1a8c1878c30c tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (39920975-4434-48ba-b407-845db241af65), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:08.153864 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvr_db [None req-1ec00bae-9590-4b08-ad21-d4066adc30f7 None None] Set router d4caf781-2e39-41f4-8a93-38e27d6dc99e gateway port host: n-d-827839-2 {{(pid=103379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:27:08.203032 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-6bfeca2b-101d-47a1-978d-2835b0603008 None None] Provisioning complete for port 337531aa-a00f-4e74-8b86-747fc183e6dd triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:27:08.205317 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6bfeca2b-101d-47a1-978d-2835b0603008 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (337531aa-a00f-4e74-8b86-747fc183e6dd), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:08.214057 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847ff8cb-0ef3-449a-886f-1a8c1878c30c tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Pushing event updated for resources: {'Port': ['ID=39920975-4434-48ba-b407-845db241af65,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:27:08.230802 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8255c80a-08bd-415a-9116-0acef1582cd9 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Network 02ba0758-2cb6-45d7-920c-496135b2bd7e is scheduled to be hosted by DHCP agent bb89f5a3-3c22-440b-b7d1-c4f0c43c184a with binding_index 1 {{(pid=103376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 17:27:08.238610 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-847ff8cb-0ef3-449a-886f-1a8c1878c30c tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Network ebdc431d-e6a4-4155-be30-2a7d896acbb0 is already hosted by enough agents. {{(pid=103376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:27:08.240493 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [None req-847ff8cb-0ef3-449a-886f-1a8c1878c30c tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Resources bound (agent type, host, resource id): {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:27:08.241372 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-f19b3fe3-6eff-4f57-a7fe-638c2f9ce7c3 tempest-ServersTestFqdnHostnames-829399840 tempest-ServersTestFqdnHostnames-829399840-project] Publish callbacks [] for port (d3e734c0-6c3f-4998-86e4-6ab1d0be0ee5), precommit_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:08.243733 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-847ff8cb-0ef3-449a-886f-1a8c1878c30c tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Received port after_create {{(pid=103376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:27:08.249443 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-847ff8cb-0ef3-449a-886f-1a8c1878c30c tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:27:08.250071 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-847ff8cb-0ef3-449a-886f-1a8c1878c30c tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:08.254029 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [None req-8255c80a-08bd-415a-9116-0acef1582cd9 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827839-2, 02ba0758-2cb6-45d7-920c-496135b2bd7e) {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:27:08.258519 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8255c80a-08bd-415a-9116-0acef1582cd9 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:27:08.259110 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-8255c80a-08bd-415a-9116-0acef1582cd9 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Publish callbacks [] for subnet (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:08.267894 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-f19b3fe3-6eff-4f57-a7fe-638c2f9ce7c3 tempest-ServersTestFqdnHostnames-829399840 tempest-ServersTestFqdnHostnames-829399840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25888290'] for port (d3e734c0-6c3f-4998-86e4-6ab1d0be0ee5), after_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:08.270744 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccf96fb3-ee89-4fab-bd55-e5d3b369d157 None None] Network 02ba0758-2cb6-45d7-920c-496135b2bd7e requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:27:08.299966 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 44700) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:27:08.301933 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-847ff8cb-0ef3-449a-886f-1a8c1878c30c tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.6947825 Feb 04 17:27:08.313556 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-450be2ca-75d1-4ad0-b912-7657e3fa1b25 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Request body: {'port': {'network_id': 'ebdc431d-e6a4-4155-be30-2a7d896acbb0', 'fixed_ips': [{'subnet_id': '28607c72-2b86-4fd5-a638-f70b4d307f03', 'ip_address': '2001:db8::d499:527a:cef4:9af5'}], 'name': 'tempest-NetworksTestDHCPv6-2045028814'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:27:08.326842 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-8255c80a-08bd-415a-9116-0acef1582cd9 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4793408 Feb 04 17:27:08.327564 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 44702) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:27:08.332560 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-44e34c67-5ef7-48c1-87c0-4e84d48bdad0 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Request body: {'port': {'network_id': '02ba0758-2cb6-45d7-920c-496135b2bd7e', 'name': 'tempest-PortsIpV6TestJSON-2040066124'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:27:08.456492 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 337531aa-a00f-4e74-8b86-747fc183e6dd up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:27:08.497418 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19b3fe3-6eff-4f57-a7fe-638c2f9ce7c3 tempest-ServersTestFqdnHostnames-829399840 tempest-ServersTestFqdnHostnames-829399840-project] Pushing event updated for resources: {'Port': ['ID=d3e734c0-6c3f-4998-86e4-6ab1d0be0ee5,revision_number=2']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:27:08.609919 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44e34c67-5ef7-48c1-87c0-4e84d48bdad0 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Made reservation on behalf of bcdddb23c6b346f2aa47053863d313d1 for: {'port': 1} {{(pid=103376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:27:08.618489 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-44e34c67-5ef7-48c1-87c0-4e84d48bdad0 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:08.619235 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-1ec00bae-9590-4b08-ad21-d4066adc30f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4caf781-2e39-41f4-8a93-38e27d6dc99e', 'name': 'tempest-ServersTestFqdnHostnames-1513232839-router', 'tenant_id': 'b78f120f03a0499ab775e831b6dd5e30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.146'}], 'enable_snat': True}, 'gw_port_id': '6b288734-e226-4f4a-9405-624058f298dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:26:55Z', 'updated_at': '2022-02-04T17:27:01Z', 'revision_number': 4, 'project_id': 'b78f120f03a0499ab775e831b6dd5e30', 'gw_port': {'id': '6b288734-e226-4f4a-9405-624058f298dd', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:a8:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4caf781-2e39-41f4-8a93-38e27d6dc99e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:26:56Z', 'updated_at': '2022-02-04T17:27:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_interfaces': [{'id': '8d6e3ce6-8b50-4bd4-9b3f-739cc2c85984', 'name': '', 'network_id': 'c5338ae7-6a47-4b04-89b0-bad1ab0cf6a4', 'tenant_id': 'b78f120f03a0499ab775e831b6dd5e30', 'mac_address': 'fa:16:3e:6b:a0:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4caf781-2e39-41f4-8a93-38e27d6dc99e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1862, 'fixed_ips': [{'subnet_id': 'f46a7647-86ef-49e3-87cd-5acecc6b7953', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:26:59Z', 'updated_at': '2022-02-04T17:27:02Z', 'revision_number': 2, 'project_id': 'b78f120f03a0499ab775e831b6dd5e30', 'subnets': [{'id': 'f46a7647-86ef-49e3-87cd-5acecc6b7953', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-2', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:27:08.623804 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-f19b3fe3-6eff-4f57-a7fe-638c2f9ce7c3 tempest-ServersTestFqdnHostnames-829399840 tempest-ServersTestFqdnHostnames-829399840-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1595586'] for floatingip (9a8a36e7-31c9-46d9-92fa-61b5d6ce6e2d), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:08.627052 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b944dbe-c6cc-40db-a9a7-5297f72e003d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e4c19ad-5724-5db8-8ee1-4f56ae69fcf4-02ba0758-2cb6-45d7-920c-496135b2bd7e', 'network_id': '02ba0758-2cb6-45d7-920c-496135b2bd7e', 'project_id': 'bcdddb23c6b346f2aa47053863d313d1', 'fixed_ips': [{'subnet_id': '5e04adc3-0c30-4d9d-a397-67be369d3711'}]}} from n-d-827839-2. {{(pid=103378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 17:27:08.627922 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9b944dbe-c6cc-40db-a9a7-5297f72e003d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:08.657047 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ec00bae-9590-4b08-ad21-d4066adc30f7 None None] Checking router: d4caf781-2e39-41f4-8a93-38e27d6dc99e for host: n-d-827839-2 {{(pid=103379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 17:27:08.657298 n-d-827839-2 neutron-server[103376]: DEBUG neutron.notifiers.nova [None req-44e34c67-5ef7-48c1-87c0-4e84d48bdad0 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] device_id is not set on port 102eac5c-0e1c-46e4-99e6-441ec2bbe21c yet. {{(pid=103376) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 04 17:27:08.657541 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ec00bae-9590-4b08-ad21-d4066adc30f7 None None] Updating router d4caf781-2e39-41f4-8a93-38e27d6dc99e port 8d6e3ce6-8b50-4bd4-9b3f-739cc2c85984 binding host n-d-827839-2 {{(pid=103379) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 17:27:08.694267 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-6bfeca2b-101d-47a1-978d-2835b0603008 None None] Current status of the port 337531aa-a00f-4e74-8b86-747fc183e6dd is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:27:08.695874 n-d-827839-2 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1ec00bae-9590-4b08-ad21-d4066adc30f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (8d6e3ce6-8b50-4bd4-9b3f-739cc2c85984), before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:08.717956 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-f19b3fe3-6eff-4f57-a7fe-638c2f9ce7c3 tempest-ServersTestFqdnHostnames-829399840 tempest-ServersTestFqdnHostnames-829399840-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for floatingip (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:08.742461 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-f19b3fe3-6eff-4f57-a7fe-638c2f9ce7c3 tempest-ServersTestFqdnHostnames-829399840 tempest-ServersTestFqdnHostnames-829399840-project] 10.222.0.89 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.0327654 Feb 04 17:27:08.750385 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port 337531aa-a00f-4e74-8b86-747fc183e6dd triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:27:08.750769 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (337531aa-a00f-4e74-8b86-747fc183e6dd), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:08.816887 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-450be2ca-75d1-4ad0-b912-7657e3fa1b25 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Made reservation on behalf of 2dabbd0ed422411582aec81f9de51a07 for: {'port': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:27:09.010205 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-6885ceaf-5329-4ce8-ae4d-39a553238bb0 None None] Could not find standard attr ID for object cd3af6cc-c416-444d-8da3-0a9b18a75ed9. {{(pid=103378) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 17:27:09.028052 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-450be2ca-75d1-4ad0-b912-7657e3fa1b25 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:09.066061 n-d-827839-2 neutron-server[103377]: DEBUG neutron.notifiers.nova [None req-450be2ca-75d1-4ad0-b912-7657e3fa1b25 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] device_id is not set on port 26668f7b-82c4-4a1c-829b-1ec16c8c7a52 yet. {{(pid=103377) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 04 17:27:09.077754 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.db_base_plugin_common [None req-44e34c67-5ef7-48c1-87c0-4e84d48bdad0 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Allocated IP 2001:db8::179 (02ba0758-2cb6-45d7-920c-496135b2bd7e/5e04adc3-0c30-4d9d-a397-67be369d3711/102eac5c-0e1c-46e4-99e6-441ec2bbe21c) {{(pid=103376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:27:09.130463 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port 337531aa-a00f-4e74-8b86-747fc183e6dd is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:27:09.132108 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 6b288734-e226-4f4a-9405-624058f298dd up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:27:09.223695 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-88196cab-6f83-4580-aadb-707fe6b74118 None None] Provisioning complete for port 39920975-4434-48ba-b407-845db241af65 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:27:09.232775 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-88196cab-6f83-4580-aadb-707fe6b74118 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (39920975-4434-48ba-b407-845db241af65), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:09.271656 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-6da14152-d367-425e-8b53-92f523a0756c req-61a29a04-1aac-4640-bd70-8ba44721d2b2 tempest-ServersTestFqdnHostnames-829399840 tempest-ServersTestFqdnHostnames-829399840-project] 10.222.0.89 "GET /v2.0/security-groups?name=tempest-securitygroup--683219148&fields=id&tenant_id=b78f120f03a0499ab775e831b6dd5e30 HTTP/1.1" status: 200 len: 267 time: 0.1370847 Feb 04 17:27:09.408566 n-d-827839-2 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1ec00bae-9590-4b08-ad21-d4066adc30f7 None None] Publish callbacks [] for port (8d6e3ce6-8b50-4bd4-9b3f-739cc2c85984), precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:09.424436 n-d-827839-2 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1ec00bae-9590-4b08-ad21-d4066adc30f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (8d6e3ce6-8b50-4bd4-9b3f-739cc2c85984), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:09.482019 n-d-827839-2 neutron-server[103377]: INFO neutron.pecan_wsgi.hooks.translation [None req-450be2ca-75d1-4ad0-b912-7657e3fa1b25 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] POST failed (client error): There was a conflict when trying to complete your request. Feb 04 17:27:09.482551 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-450be2ca-75d1-4ad0-b912-7657e3fa1b25 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103377) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 17:27:09.503543 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-450be2ca-75d1-4ad0-b912-7657e3fa1b25 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 1.2021382 Feb 04 17:27:09.511330 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 44732) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:27:09.523127 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-44e34c67-5ef7-48c1-87c0-4e84d48bdad0 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Publish callbacks [] for port (102eac5c-0e1c-46e4-99e6-441ec2bbe21c), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:09.603831 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-44e34c67-5ef7-48c1-87c0-4e84d48bdad0 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (102eac5c-0e1c-46e4-99e6-441ec2bbe21c), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:09.610909 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79c27e52-bec0-4dc2-8e1d-b5d8489741c1 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:27:09.619936 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8556ad45-7e35-45da-ac5e-e1655a5b2c06 None None] Pushing event updated for resources: {'Port': ['ID=8d6e3ce6-8b50-4bd4-9b3f-739cc2c85984,revision_number=3']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:27:09.625891 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79c27e52-bec0-4dc2-8e1d-b5d8489741c1 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:27:09.628360 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-79c27e52-bec0-4dc2-8e1d-b5d8489741c1 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] 10.222.0.89 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1608 time: 0.1154411 Feb 04 17:27:09.633225 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 44734) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:27:09.658814 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da14152-d367-425e-8b53-92f523a0756c req-e9430a56-8cf1-4e44-b471-c7c31a4921c0 tempest-ServersTestFqdnHostnames-829399840 tempest-ServersTestFqdnHostnames-829399840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:27:09.660489 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-6da14152-d367-425e-8b53-92f523a0756c req-e9430a56-8cf1-4e44-b471-c7c31a4921c0 tempest-ServersTestFqdnHostnames-829399840 tempest-ServersTestFqdnHostnames-829399840-project] 10.222.0.89 "GET /v2.0/networks?id=c5338ae7-6a47-4b04-89b0-bad1ab0cf6a4 HTTP/1.1" status: 200 len: 815 time: 0.3741755 Feb 04 17:27:09.670619 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44e34c67-5ef7-48c1-87c0-4e84d48bdad0 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Network 02ba0758-2cb6-45d7-920c-496135b2bd7e is already hosted by enough agents. {{(pid=103376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:27:09.682117 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [None req-44e34c67-5ef7-48c1-87c0-4e84d48bdad0 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Resources bound (agent type, host, resource id): {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:27:09.707390 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [None req-1ec00bae-9590-4b08-ad21-d4066adc30f7 None None] Attempting to bind port 8d6e3ce6-8b50-4bd4-9b3f-739cc2c85984 on host n-d-827839-2 for vnic_type normal with profile {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:27:09.707904 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [None req-1ec00bae-9590-4b08-ad21-d4066adc30f7 None None] Attempting to bind port 8d6e3ce6-8b50-4bd4-9b3f-739cc2c85984 by drivers openvswitch,hyperv on host n-d-827839-2 at level 0 using segments [{'id': '38f8621b-0fac-4b4e-ab96-9123674da3d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'c5338ae7-6a47-4b04-89b0-bad1ab0cf6a4'}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:27:09.708536 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ec00bae-9590-4b08-ad21-d4066adc30f7 None None] Attempting to bind port 8d6e3ce6-8b50-4bd4-9b3f-739cc2c85984 on network c5338ae7-6a47-4b04-89b0-bad1ab0cf6a4 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:27:09.718812 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ec00bae-9590-4b08-ad21-d4066adc30f7 None None] Checking agent: {'id': 'ba70844b-66a0-45fd-a2f2-e6ed673321fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 0, 36), 'started_at': datetime.datetime(2022, 2, 4, 17, 1, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 27, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:27:09.719599 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ec00bae-9590-4b08-ad21-d4066adc30f7 None None] Checking segment: {'id': '38f8621b-0fac-4b4e-ab96-9123674da3d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'c5338ae7-6a47-4b04-89b0-bad1ab0cf6a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:27:09.720226 n-d-827839-2 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1ec00bae-9590-4b08-ad21-d4066adc30f7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:09.720468 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44e34c67-5ef7-48c1-87c0-4e84d48bdad0 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Received port after_create {{(pid=103376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:27:09.721210 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ec00bae-9590-4b08-ad21-d4066adc30f7 None None] Bound using segment: {'id': '38f8621b-0fac-4b4e-ab96-9123674da3d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'c5338ae7-6a47-4b04-89b0-bad1ab0cf6a4'} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:27:09.722092 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [None req-1ec00bae-9590-4b08-ad21-d4066adc30f7 None None] Bound port: 8d6e3ce6-8b50-4bd4-9b3f-739cc2c85984, host: n-d-827839-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38f8621b-0fac-4b4e-ab96-9123674da3d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'c5338ae7-6a47-4b04-89b0-bad1ab0cf6a4'}}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:27:09.726155 n-d-827839-2 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1ec00bae-9590-4b08-ad21-d4066adc30f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (8d6e3ce6-8b50-4bd4-9b3f-739cc2c85984), before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:09.736109 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44e34c67-5ef7-48c1-87c0-4e84d48bdad0 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:27:09.736839 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-44e34c67-5ef7-48c1-87c0-4e84d48bdad0 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:09.762962 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-6da14152-d367-425e-8b53-92f523a0756c req-76afdb33-a8af-4f98-941f-d14dfee41e2c tempest-ServersTestFqdnHostnames-829399840 tempest-ServersTestFqdnHostnames-829399840-project] 10.222.0.89 "GET /v2.0/quotas/b78f120f03a0499ab775e831b6dd5e30 HTTP/1.1" status: 200 len: 375 time: 0.0814166 Feb 04 17:27:09.770416 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-88196cab-6f83-4580-aadb-707fe6b74118 None None] Port 39920975-4434-48ba-b407-845db241af65 cannot update to ACTIVE because it is not bound. {{(pid=103378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 17:27:09.791236 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port 6b288734-e226-4f4a-9405-624058f298dd triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:27:09.795643 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (6b288734-e226-4f4a-9405-624058f298dd), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:09.833190 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 44738) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:27:09.851864 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-9b944dbe-c6cc-40db-a9a7-5297f72e003d None None] Allocated IP 2001:db8::2 (02ba0758-2cb6-45d7-920c-496135b2bd7e/5e04adc3-0c30-4d9d-a397-67be369d3711/654c80c6-9a2b-4e27-92cb-aee2ba5fbf6e) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:27:09.883544 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-2182e84f-df78-4c9c-a0be-01771206b137 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Deleting port 39920975-4434-48ba-b407-845db241af65 {{(pid=103377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:27:09.886983 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-2182e84f-df78-4c9c-a0be-01771206b137 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (39920975-4434-48ba-b407-845db241af65), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:09.891145 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-44e34c67-5ef7-48c1-87c0-4e84d48bdad0 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.5620334 Feb 04 17:27:09.892520 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-1ec00bae-9590-4b08-ad21-d4066adc30f7 None None] For port 8d6e3ce6-8b50-4bd4-9b3f-739cc2c85984, host n-d-827839-2, cleared binding levels {{(pid=103379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:27:09.893837 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 44742) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:27:09.908440 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-1ec00bae-9590-4b08-ad21-d4066adc30f7 None None] For port 8d6e3ce6-8b50-4bd4-9b3f-739cc2c85984, host n-d-827839-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=8d6e3ce6-8b50-4bd4-9b3f-739cc2c85984,segment=NetworkSegment(38f8621b-0fac-4b4e-ab96-9123674da3d5),segment_id=38f8621b-0fac-4b4e-ab96-9123674da3d5)] {{(pid=103379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:27:09.914255 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e34c67-5ef7-48c1-87c0-4e84d48bdad0 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Pushing event updated for resources: {'Port': ['ID=102eac5c-0e1c-46e4-99e6-441ec2bbe21c,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:27:09.920535 n-d-827839-2 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1ec00bae-9590-4b08-ad21-d4066adc30f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (8d6e3ce6-8b50-4bd4-9b3f-739cc2c85984), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:09.933842 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-8ac4a324-f96f-4bef-8223-1402c8c7be3d tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Request body: {'port': {'network_id': '02ba0758-2cb6-45d7-920c-496135b2bd7e', 'name': 'tempest-PortsIpV6TestJSON-1389573662'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:27:09.946637 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-6da14152-d367-425e-8b53-92f523a0756c req-2ffb507e-eb1c-4ff1-b35e-4f85090e4fb2 tempest-ServersTestFqdnHostnames-829399840 tempest-ServersTestFqdnHostnames-829399840-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=b78f120f03a0499ab775e831b6dd5e30&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1808631 Feb 04 17:27:09.997461 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-bd4b0b1a-7e6b-4f65-a9f4-c2d8598fcd50 None None] Provisioning complete for port 8d6e3ce6-8b50-4bd4-9b3f-739cc2c85984 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:27:09.997921 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-bd4b0b1a-7e6b-4f65-a9f4-c2d8598fcd50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (8d6e3ce6-8b50-4bd4-9b3f-739cc2c85984), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:10.068024 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8556ad45-7e35-45da-ac5e-e1655a5b2c06 None None] Pushing event updated for resources: {'Port': ['ID=8d6e3ce6-8b50-4bd4-9b3f-739cc2c85984,revision_number=4']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:27:10.069882 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port 6b288734-e226-4f4a-9405-624058f298dd is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:27:10.116250 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ec00bae-9590-4b08-ad21-d4066adc30f7 None None] Routers {'d4caf781-2e39-41f4-8a93-38e27d6dc99e'} bound to L3 agent in host n-d-827839-2 {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:27:10.116910 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-1ec00bae-9590-4b08-ad21-d4066adc30f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:27:02Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['d4caf781-2e39-41f4-8a93-38e27d6dc99e'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:27:10.157038 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-bd4b0b1a-7e6b-4f65-a9f4-c2d8598fcd50 None None] Current status of the port 8d6e3ce6-8b50-4bd4-9b3f-739cc2c85984 is: DOWN; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:27:10.157709 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-bd4b0b1a-7e6b-4f65-a9f4-c2d8598fcd50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (8d6e3ce6-8b50-4bd4-9b3f-739cc2c85984), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:10.198336 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-6da14152-d367-425e-8b53-92f523a0756c req-d2ebb2bc-4b23-4f04-a742-9d366f91ecfc service neutron] 10.222.0.89 "GET /v2.0/networks/c5338ae7-6a47-4b04-89b0-bad1ab0cf6a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2371433 Feb 04 17:27:10.207903 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-f7fec20c-4da2-4494-9846-9021df15df28 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:10.280396 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (f20a1ab3-4332-4f54-833b-ba4a7c687e89), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:10.293229 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ac4a324-f96f-4bef-8223-1402c8c7be3d tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Made reservation on behalf of bcdddb23c6b346f2aa47053863d313d1 for: {'port': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:27:10.300076 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-8ac4a324-f96f-4bef-8223-1402c8c7be3d tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:10.359595 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvr_db [None req-1ec00bae-9590-4b08-ad21-d4066adc30f7 None None] Set router d4caf781-2e39-41f4-8a93-38e27d6dc99e gateway port host: n-d-827839-2 {{(pid=103379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:27:10.396144 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-bd4b0b1a-7e6b-4f65-a9f4-c2d8598fcd50 None None] For port 8d6e3ce6-8b50-4bd4-9b3f-739cc2c85984, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=8d6e3ce6-8b50-4bd4-9b3f-739cc2c85984,segment=NetworkSegment(38f8621b-0fac-4b4e-ab96-9123674da3d5),segment_id=38f8621b-0fac-4b4e-ab96-9123674da3d5)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:27:10.421186 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-bd4b0b1a-7e6b-4f65-a9f4-c2d8598fcd50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (8d6e3ce6-8b50-4bd4-9b3f-739cc2c85984), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:10.430417 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-6da14152-d367-425e-8b53-92f523a0756c req-d986c01a-2b34-4250-aba9-6ed34a18984c service neutron] 10.222.0.89 "GET /v2.0/networks/c5338ae7-6a47-4b04-89b0-bad1ab0cf6a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2309673 Feb 04 17:27:10.448365 n-d-827839-2 neutron-server[103377]: DEBUG neutron.notifiers.nova [None req-8ac4a324-f96f-4bef-8223-1402c8c7be3d tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] device_id is not set on port 2139422f-d1b0-44ff-aed9-2e0ee25e9b28 yet. {{(pid=103377) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 04 17:27:10.497547 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9b944dbe-c6cc-40db-a9a7-5297f72e003d None None] Publish callbacks [] for port (654c80c6-9a2b-4e27-92cb-aee2ba5fbf6e), precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:10.501170 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 8d6e3ce6-8b50-4bd4-9b3f-739cc2c85984 up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:27:10.557885 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9b944dbe-c6cc-40db-a9a7-5297f72e003d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135'] for port (654c80c6-9a2b-4e27-92cb-aee2ba5fbf6e), after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:10.614493 n-d-827839-2 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b944dbe-c6cc-40db-a9a7-5297f72e003d None None] Network 02ba0758-2cb6-45d7-920c-496135b2bd7e is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:27:10.620031 n-d-827839-2 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-9b944dbe-c6cc-40db-a9a7-5297f72e003d None None] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:27:10.623548 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b944dbe-c6cc-40db-a9a7-5297f72e003d None None] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:27:10.656391 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4b0b1a-7e6b-4f65-a9f4-c2d8598fcd50 None None] Pushing event updated for resources: {'Port': ['ID=8d6e3ce6-8b50-4bd4-9b3f-739cc2c85984,revision_number=5']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:27:10.687166 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-f7fec20c-4da2-4494-9846-9021df15df28 admin admin] Publish callbacks [] for security_group (07dff103-e62b-4812-988f-e77a541f7401), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:10.706423 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-2182e84f-df78-4c9c-a0be-01771206b137 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (39920975-4434-48ba-b407-845db241af65), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:10.731402 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-f7fec20c-4da2-4494-9846-9021df15df28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (07dff103-e62b-4812-988f-e77a541f7401), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:10.784667 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-9b944dbe-c6cc-40db-a9a7-5297f72e003d None None] Attempting to bind port 654c80c6-9a2b-4e27-92cb-aee2ba5fbf6e on host n-d-827839-2 for vnic_type normal with profile {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:27:10.785277 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-9b944dbe-c6cc-40db-a9a7-5297f72e003d None None] Attempting to bind port 654c80c6-9a2b-4e27-92cb-aee2ba5fbf6e by drivers openvswitch,hyperv on host n-d-827839-2 at level 0 using segments [{'id': '7879eb60-6266-46c4-b316-45c539e883a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '02ba0758-2cb6-45d7-920c-496135b2bd7e'}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:27:10.785416 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b944dbe-c6cc-40db-a9a7-5297f72e003d None None] Attempting to bind port 654c80c6-9a2b-4e27-92cb-aee2ba5fbf6e on network 02ba0758-2cb6-45d7-920c-496135b2bd7e {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:27:10.806944 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b944dbe-c6cc-40db-a9a7-5297f72e003d None None] Pushing event updated for resources: {'Port': ['ID=654c80c6-9a2b-4e27-92cb-aee2ba5fbf6e,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:27:10.808549 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-2182e84f-df78-4c9c-a0be-01771206b137 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Calling delete_port for 39920975-4434-48ba-b407-845db241af65 owned by {{(pid=103377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:27:10.820878 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-bf8ca433-ffce-465a-92fc-5f2848681206 None None] Provisioning complete for port 8d6e3ce6-8b50-4bd4-9b3f-739cc2c85984 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:27:10.821264 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-bf8ca433-ffce-465a-92fc-5f2848681206 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (8d6e3ce6-8b50-4bd4-9b3f-739cc2c85984), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:10.822919 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-75cef8d5-98f9-4e87-9edf-eb9d60744981 req-c233f8e2-463a-4ef1-81e3-797f956b8eb9 tempest-ServersTestFqdnHostnames-829399840 tempest-ServersTestFqdnHostnames-829399840-project] 10.222.0.89 "GET /v2.0/ports?device_id=1d1603db-aad5-4b3c-bd59-91581e3b5d49 HTTP/1.1" status: 200 len: 210 time: 0.0800796 Feb 04 17:27:10.842426 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b944dbe-c6cc-40db-a9a7-5297f72e003d None None] Checking agent: {'id': 'ba70844b-66a0-45fd-a2f2-e6ed673321fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 0, 36), 'started_at': datetime.datetime(2022, 2, 4, 17, 1, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 27, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:27:10.849043 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b944dbe-c6cc-40db-a9a7-5297f72e003d None None] Checking segment: {'id': '7879eb60-6266-46c4-b316-45c539e883a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '02ba0758-2cb6-45d7-920c-496135b2bd7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:27:10.849597 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9b944dbe-c6cc-40db-a9a7-5297f72e003d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:10.850749 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b944dbe-c6cc-40db-a9a7-5297f72e003d None None] Bound using segment: {'id': '7879eb60-6266-46c4-b316-45c539e883a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '02ba0758-2cb6-45d7-920c-496135b2bd7e'} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:27:10.851428 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-9b944dbe-c6cc-40db-a9a7-5297f72e003d None None] Bound port: 654c80c6-9a2b-4e27-92cb-aee2ba5fbf6e, host: n-d-827839-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7879eb60-6266-46c4-b316-45c539e883a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '02ba0758-2cb6-45d7-920c-496135b2bd7e'}}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:27:10.852027 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9b944dbe-c6cc-40db-a9a7-5297f72e003d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (654c80c6-9a2b-4e27-92cb-aee2ba5fbf6e), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:10.899380 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port 8d6e3ce6-8b50-4bd4-9b3f-739cc2c85984 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:27:10.900039 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (8d6e3ce6-8b50-4bd4-9b3f-739cc2c85984), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:10.908383 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fec20c-4da2-4494-9846-9021df15df28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07dff103-e62b-4812-988f-e77a541f7401,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:27:10.989607 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-1ec00bae-9590-4b08-ad21-d4066adc30f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4caf781-2e39-41f4-8a93-38e27d6dc99e', 'name': 'tempest-ServersTestFqdnHostnames-1513232839-router', 'tenant_id': 'b78f120f03a0499ab775e831b6dd5e30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.146'}], 'enable_snat': True}, 'gw_port_id': '6b288734-e226-4f4a-9405-624058f298dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:26:55Z', 'updated_at': '2022-02-04T17:27:01Z', 'revision_number': 4, 'project_id': 'b78f120f03a0499ab775e831b6dd5e30', 'gw_port': {'id': '6b288734-e226-4f4a-9405-624058f298dd', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:a8:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4caf781-2e39-41f4-8a93-38e27d6dc99e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:26:56Z', 'updated_at': '2022-02-04T17:27:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_interfaces': [{'id': '8d6e3ce6-8b50-4bd4-9b3f-739cc2c85984', 'name': '', 'network_id': 'c5338ae7-6a47-4b04-89b0-bad1ab0cf6a4', 'tenant_id': 'b78f120f03a0499ab775e831b6dd5e30', 'mac_address': 'fa:16:3e:6b:a0:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4caf781-2e39-41f4-8a93-38e27d6dc99e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1862, 'fixed_ips': [{'subnet_id': 'f46a7647-86ef-49e3-87cd-5acecc6b7953', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:26:59Z', 'updated_at': '2022-02-04T17:27:09Z', 'revision_number': 4, 'project_id': 'b78f120f03a0499ab775e831b6dd5e30', 'subnets': [{'id': 'f46a7647-86ef-49e3-87cd-5acecc6b7953', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-2', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:27:11.027119 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ec00bae-9590-4b08-ad21-d4066adc30f7 None None] The sync data for ids ['d4caf781-2e39-41f4-8a93-38e27d6dc99e'] in n-d-827839-2 is: [{'id': 'd4caf781-2e39-41f4-8a93-38e27d6dc99e', 'name': 'tempest-ServersTestFqdnHostnames-1513232839-router', 'tenant_id': 'b78f120f03a0499ab775e831b6dd5e30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.146'}], 'enable_snat': True}, 'gw_port_id': '6b288734-e226-4f4a-9405-624058f298dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:26:55Z', 'updated_at': '2022-02-04T17:27:01Z', 'revision_number': 4, 'project_id': 'b78f120f03a0499ab775e831b6dd5e30', 'gw_port': {'id': '6b288734-e226-4f4a-9405-624058f298dd', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:a8:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4caf781-2e39-41f4-8a93-38e27d6dc99e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:26:56Z', 'updated_at': '2022-02-04T17:27:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_interfaces': [{'id': '8d6e3ce6-8b50-4bd4-9b3f-739cc2c85984', 'name': '', 'network_id': 'c5338ae7-6a47-4b04-89b0-bad1ab0cf6a4', 'tenant_id': 'b78f120f03a0499ab775e831b6dd5e30', 'mac_address': 'fa:16:3e:6b:a0:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4caf781-2e39-41f4-8a93-38e27d6dc99e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1862, 'fixed_ips': [{'subnet_id': 'f46a7647-86ef-49e3-87cd-5acecc6b7953', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:26:59Z', 'updated_at': '2022-02-04T17:27:09Z', 'revision_number': 4, 'project_id': 'b78f120f03a0499ab775e831b6dd5e30', 'subnets': [{'id': 'f46a7647-86ef-49e3-87cd-5acecc6b7953', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 17:27:11.094598 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-9b944dbe-c6cc-40db-a9a7-5297f72e003d None None] For port 654c80c6-9a2b-4e27-92cb-aee2ba5fbf6e, host n-d-827839-2, cleared binding levels {{(pid=103378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:27:11.110025 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-9b944dbe-c6cc-40db-a9a7-5297f72e003d None None] For port 654c80c6-9a2b-4e27-92cb-aee2ba5fbf6e, host n-d-827839-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=654c80c6-9a2b-4e27-92cb-aee2ba5fbf6e,segment=NetworkSegment(7879eb60-6266-46c4-b316-45c539e883a7),segment_id=7879eb60-6266-46c4-b316-45c539e883a7)] {{(pid=103378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:27:11.160413 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9b944dbe-c6cc-40db-a9a7-5297f72e003d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (654c80c6-9a2b-4e27-92cb-aee2ba5fbf6e), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:11.253185 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port 8d6e3ce6-8b50-4bd4-9b3f-739cc2c85984 is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:27:11.259964 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-bf8ca433-ffce-465a-92fc-5f2848681206 None None] Current status of the port 8d6e3ce6-8b50-4bd4-9b3f-739cc2c85984 is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:27:11.283765 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b944dbe-c6cc-40db-a9a7-5297f72e003d None None] Pushing event updated for resources: {'Port': ['ID=654c80c6-9a2b-4e27-92cb-aee2ba5fbf6e,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:27:11.367130 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 44756) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:27:11.367665 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-f7fec20c-4da2-4494-9846-9021df15df28 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=e193bc535c7641cf83c4963c694ba375&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5330710 Feb 04 17:27:11.422373 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.db_base_plugin_common [None req-8ac4a324-f96f-4bef-8223-1402c8c7be3d tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Allocated IP 2001:db8::36a (02ba0758-2cb6-45d7-920c-496135b2bd7e/5e04adc3-0c30-4d9d-a397-67be369d3711/2139422f-d1b0-44ff-aed9-2e0ee25e9b28) {{(pid=103377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:27:11.478557 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-35a00da2-6d78-4958-a92c-881f1cd885c1 admin admin] Publish callbacks [] for security_group (07dff103-e62b-4812-988f-e77a541f7401), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:11.542110 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-35a00da2-6d78-4958-a92c-881f1cd885c1 admin admin] Publish callbacks [] for security_group (07dff103-e62b-4812-988f-e77a541f7401), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:11.634236 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-35a00da2-6d78-4958-a92c-881f1cd885c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (07dff103-e62b-4812-988f-e77a541f7401), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:11.635189 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-2182e84f-df78-4c9c-a0be-01771206b137 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (39920975-4434-48ba-b407-845db241af65), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:11.637778 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-35a00da2-6d78-4958-a92c-881f1cd885c1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:11.641547 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-35a00da2-6d78-4958-a92c-881f1cd885c1 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/07dff103-e62b-4812-988f-e77a541f7401 HTTP/1.1" status: 204 len: 168 time: 0.2725940 Feb 04 17:27:11.668840 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a00da2-6d78-4958-a92c-881f1cd885c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07dff103-e62b-4812-988f-e77a541f7401,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:27:11.722599 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2182e84f-df78-4c9c-a0be-01771206b137 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Pushing event deleted for resources: {'Port': ['ID=39920975-4434-48ba-b407-845db241af65,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:27:11.790293 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-2182e84f-df78-4c9c-a0be-01771206b137 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:11.798574 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-2182e84f-df78-4c9c-a0be-01771206b137 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] 10.222.0.89 "DELETE /v2.0/ports/39920975-4434-48ba-b407-845db241af65 HTTP/1.1" status: 204 len: 168 time: 2.1641524 Feb 04 17:27:11.801075 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 44764) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:27:11.908239 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-8ac4a324-f96f-4bef-8223-1402c8c7be3d tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Publish callbacks [] for port (2139422f-d1b0-44ff-aed9-2e0ee25e9b28), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:11.955721 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-8ac4a324-f96f-4bef-8223-1402c8c7be3d tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (2139422f-d1b0-44ff-aed9-2e0ee25e9b28), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:11.982368 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db4c624c-e119-436a-866a-483082c9270b tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:27:11.988817 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db4c624c-e119-436a-866a-483082c9270b tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:27:11.992138 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-db4c624c-e119-436a-866a-483082c9270b tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] 10.222.0.89 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1900380 Feb 04 17:27:11.995104 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 44770) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:27:12.016267 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ac4a324-f96f-4bef-8223-1402c8c7be3d tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Network 02ba0758-2cb6-45d7-920c-496135b2bd7e is already hosted by enough agents. {{(pid=103377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:27:12.026554 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [None req-8ac4a324-f96f-4bef-8223-1402c8c7be3d tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Resources bound (agent type, host, resource id): {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:27:12.030943 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ac4a324-f96f-4bef-8223-1402c8c7be3d tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Received port after_create {{(pid=103377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:27:12.036619 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ac4a324-f96f-4bef-8223-1402c8c7be3d tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:27:12.038055 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-8ac4a324-f96f-4bef-8223-1402c8c7be3d tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:12.112347 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-8ac4a324-f96f-4bef-8223-1402c8c7be3d tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.2129798 Feb 04 17:27:12.114201 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 44772) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:27:12.138983 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-73092461-7c8c-47da-a8ab-bce782774b91 req-b2aaa681-db25-4b9e-83da-a410198fa36c tempest-ServersTestFqdnHostnames-829399840 tempest-ServersTestFqdnHostnames-829399840-project] 10.222.0.89 "GET /v2.0/ports?device_id=1d1603db-aad5-4b3c-bd59-91581e3b5d49 HTTP/1.1" status: 200 len: 210 time: 0.1199350 Feb 04 17:27:12.150044 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac4a324-f96f-4bef-8223-1402c8c7be3d tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Pushing event updated for resources: {'Port': ['ID=2139422f-d1b0-44ff-aed9-2e0ee25e9b28,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:27:12.224325 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (3f9244a9-75fc-4c10-b195-11d48b853b41), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:12.233871 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c2ec648-73eb-4f90-aad5-4df84e833e76 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Deleting subnet 28607c72-2b86-4fd5-a638-f70b4d307f03 {{(pid=103376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 17:27:12.248069 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-2c2ec648-73eb-4f90-aad5-4df84e833e76 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks [] for subnet (28607c72-2b86-4fd5-a638-f70b4d307f03), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:12.281533 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 44774) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:27:12.301394 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-b2845e2e-f1b0-4c81-9255-a99df1eeb3f7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:12.349081 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-2c2ec648-73eb-4f90-aad5-4df84e833e76 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25674901'] for subnet (28607c72-2b86-4fd5-a638-f70b4d307f03), precommit_delete_associations {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:12.371927 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4975b9e-06f5-4b0d-a714-133610764f83 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:27:12.374778 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-b4975b9e-06f5-4b0d-a714-133610764f83 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] 10.222.0.89 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A179 HTTP/1.1" status: 200 len: 929 time: 0.2581043 Feb 04 17:27:12.378886 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 44776) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:27:12.428652 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-2c2ec648-73eb-4f90-aad5-4df84e833e76 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1541225'] for subnet (28607c72-2b86-4fd5-a638-f70b4d307f03), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:12.595267 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-2c2ec648-73eb-4f90-aad5-4df84e833e76 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1541216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25675894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25858947'] for subnet (28607c72-2b86-4fd5-a638-f70b4d307f03), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:12.643749 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 654c80c6-9a2b-4e27-92cb-aee2ba5fbf6e up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:27:12.653405 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2ec648-73eb-4f90-aad5-4df84e833e76 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Pushing event deleted for resources: {'Subnet': ['ID=28607c72-2b86-4fd5-a638-f70b4d307f03,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:27:12.669116 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-2c2ec648-73eb-4f90-aad5-4df84e833e76 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks [] for subnet (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:12.676408 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-2c2ec648-73eb-4f90-aad5-4df84e833e76 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] 10.222.0.89 "DELETE /v2.0/subnets/28607c72-2b86-4fd5-a638-f70b4d307f03 HTTP/1.1" status: 204 len: 168 time: 0.6779182 Feb 04 17:27:12.681397 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 44778) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:27:12.710037 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8de1f02c-c552-4203-bfba-249441f34569 None None] Network ebdc431d-e6a4-4155-be30-2a7d896acbb0 requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:27:12.732252 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-564eac0a-44fe-4666-8b0f-b3401788b4e9 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] 10.222.0.89 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0467641 Feb 04 17:27:12.736003 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 44780) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:27:12.741401 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-5026483f-3339-41bb-8947-206117712bdf tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Request body: {'subnet': {'network_id': 'ebdc431d-e6a4-4155-be30-2a7d896acbb0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:27:12.774817 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-b2845e2e-f1b0-4c81-9255-a99df1eeb3f7 admin admin] Publish callbacks [] for security_group (f9ba8845-ab96-483e-a6ed-75105326e23b), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:12.790609 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-b2845e2e-f1b0-4c81-9255-a99df1eeb3f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (f9ba8845-ab96-483e-a6ed-75105326e23b), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:12.887175 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port 654c80c6-9a2b-4e27-92cb-aee2ba5fbf6e triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:27:12.887746 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (654c80c6-9a2b-4e27-92cb-aee2ba5fbf6e), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:12.917507 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2845e2e-f1b0-4c81-9255-a99df1eeb3f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9ba8845-ab96-483e-a6ed-75105326e23b,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:27:12.938251 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da14152-d367-425e-8b53-92f523a0756c req-c417d178-4a00-4b6e-aaed-4103816fec7c tempest-ServersTestFqdnHostnames-829399840 tempest-ServersTestFqdnHostnames-829399840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:27:12.939960 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-6da14152-d367-425e-8b53-92f523a0756c req-c417d178-4a00-4b6e-aaed-4103816fec7c tempest-ServersTestFqdnHostnames-829399840 tempest-ServersTestFqdnHostnames-829399840-project] 10.222.0.90 "GET /v2.0/networks?id=c5338ae7-6a47-4b04-89b0-bad1ab0cf6a4 HTTP/1.1" status: 200 len: 815 time: 0.4543779 Feb 04 17:27:12.946105 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-b2845e2e-f1b0-4c81-9255-a99df1eeb3f7 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=25740d48a1f6437aa84e20fe96aa243a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6634665 Feb 04 17:27:12.949220 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 44784) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:27:12.983793 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-30a0c5d4-0c80-4f33-9306-589f8064e213 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Deleting port 2139422f-d1b0-44ff-aed9-2e0ee25e9b28 {{(pid=103377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:27:12.984140 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-30a0c5d4-0c80-4f33-9306-589f8064e213 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (2139422f-d1b0-44ff-aed9-2e0ee25e9b28), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:13.039733 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port 654c80c6-9a2b-4e27-92cb-aee2ba5fbf6e is: DOWN; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:27:13.040692 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (654c80c6-9a2b-4e27-92cb-aee2ba5fbf6e), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:13.065939 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2e0fad2-bc9d-4a9f-8fe9-d98ee4601ec7 None None] DHCP port deletion for ebdc431d-e6a4-4155-be30-2a7d896acbb0 request from n-d-827839-2 {{(pid=103378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 17:27:13.138253 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-6da14152-d367-425e-8b53-92f523a0756c req-86178f1e-9b03-463d-a037-a4a062d668ea tempest-ServersTestFqdnHostnames-829399840 tempest-ServersTestFqdnHostnames-829399840-project] 10.222.0.90 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b78f120f03a0499ab775e831b6dd5e30 HTTP/1.1" status: 200 len: 379 time: 0.1770442 Feb 04 17:27:13.139231 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-f8f35731-a7f1-4f48-a5a4-82159b559359 admin admin] Publish callbacks [] for security_group (f9ba8845-ab96-483e-a6ed-75105326e23b), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:13.143871 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] For port 654c80c6-9a2b-4e27-92cb-aee2ba5fbf6e, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=654c80c6-9a2b-4e27-92cb-aee2ba5fbf6e,segment=NetworkSegment(7879eb60-6266-46c4-b316-45c539e883a7),segment_id=7879eb60-6266-46c4-b316-45c539e883a7)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:27:13.152188 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (654c80c6-9a2b-4e27-92cb-aee2ba5fbf6e), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:13.152929 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [req-6da14152-d367-425e-8b53-92f523a0756c req-0173af56-e7d5-414b-a77e-7d57e2369c47 tempest-ServersTestFqdnHostnames-829399840 tempest-ServersTestFqdnHostnames-829399840-project] Request body: {'port': {'device_id': '1d1603db-aad5-4b3c-bd59-91581e3b5d49', 'network_id': 'c5338ae7-6a47-4b04-89b0-bad1ab0cf6a4', 'admin_state_up': True, 'tenant_id': 'b78f120f03a0499ab775e831b6dd5e30', 'security_groups': ['81228a13-6924-411c-968d-edd93f51eaa1']}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:27:13.153205 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 8d6e3ce6-8b50-4bd4-9b3f-739cc2c85984 up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:27:13.223325 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-f8f35731-a7f1-4f48-a5a4-82159b559359 admin admin] Publish callbacks [] for security_group (f9ba8845-ab96-483e-a6ed-75105326e23b), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:13.252065 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b69e0a23-3ef3-49a2-aa8e-461783894e91 None None] Network 02ba0758-2cb6-45d7-920c-496135b2bd7e requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:27:13.309542 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5026483f-3339-41bb-8947-206117712bdf tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Made reservation on behalf of 2dabbd0ed422411582aec81f9de51a07 for: {'subnet': 1} {{(pid=103376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:27:13.313428 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-5026483f-3339-41bb-8947-206117712bdf tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25859006'] for subnet (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:13.352246 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-f8f35731-a7f1-4f48-a5a4-82159b559359 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (f9ba8845-ab96-483e-a6ed-75105326e23b), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:13.354617 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-e2e0fad2-bc9d-4a9f-8fe9-d98ee4601ec7 None None] Deleting port 337531aa-a00f-4e74-8b86-747fc183e6dd {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:27:13.354998 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e2e0fad2-bc9d-4a9f-8fe9-d98ee4601ec7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (337531aa-a00f-4e74-8b86-747fc183e6dd), before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:13.356062 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-f8f35731-a7f1-4f48-a5a4-82159b559359 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:13.357489 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-f8f35731-a7f1-4f48-a5a4-82159b559359 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/f9ba8845-ab96-483e-a6ed-75105326e23b HTTP/1.1" status: 204 len: 168 time: 0.4065952 Feb 04 17:27:13.397050 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-98c973ef-af6b-4130-ac72-a33bdeb98901 req-e5afaa96-14e0-4add-b7af-fb4333d3a99d tempest-ServersTestFqdnHostnames-829399840 tempest-ServersTestFqdnHostnames-829399840-project] 10.222.0.89 "GET /v2.0/ports?device_id=1d1603db-aad5-4b3c-bd59-91581e3b5d49 HTTP/1.1" status: 200 len: 210 time: 0.0504417 Feb 04 17:27:13.422307 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-965a9f28-e8cd-438b-ba1d-209f8462cde6 None None] Provisioning complete for port 654c80c6-9a2b-4e27-92cb-aee2ba5fbf6e triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:27:13.422691 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-965a9f28-e8cd-438b-ba1d-209f8462cde6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (654c80c6-9a2b-4e27-92cb-aee2ba5fbf6e), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:13.427614 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f35731-a7f1-4f48-a5a4-82159b559359 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9ba8845-ab96-483e-a6ed-75105326e23b,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:27:13.463097 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-30a0c5d4-0c80-4f33-9306-589f8064e213 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (2139422f-d1b0-44ff-aed9-2e0ee25e9b28), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:13.491146 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-30a0c5d4-0c80-4f33-9306-589f8064e213 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Calling delete_port for 2139422f-d1b0-44ff-aed9-2e0ee25e9b28 owned by {{(pid=103377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:27:13.507262 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Pushing event updated for resources: {'Port': ['ID=654c80c6-9a2b-4e27-92cb-aee2ba5fbf6e,revision_number=3']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:27:13.542194 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-5026483f-3339-41bb-8947-206117712bdf tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25674939', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25858952'] for subnet (39c737c3-7a09-467e-9e76-468688f6e2f7), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:13.567394 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6da14152-d367-425e-8b53-92f523a0756c req-0173af56-e7d5-414b-a77e-7d57e2369c47 tempest-ServersTestFqdnHostnames-829399840 tempest-ServersTestFqdnHostnames-829399840-project] Made reservation on behalf of b78f120f03a0499ab775e831b6dd5e30 for: {'port': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:27:13.571609 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-6da14152-d367-425e-8b53-92f523a0756c req-0173af56-e7d5-414b-a77e-7d57e2369c47 tempest-ServersTestFqdnHostnames-829399840 tempest-ServersTestFqdnHostnames-829399840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:13.589161 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port 8d6e3ce6-8b50-4bd4-9b3f-739cc2c85984 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:27:13.589791 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (8d6e3ce6-8b50-4bd4-9b3f-739cc2c85984), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:13.590926 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5026483f-3339-41bb-8947-206117712bdf tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Network ebdc431d-e6a4-4155-be30-2a7d896acbb0 is already hosted by enough agents. {{(pid=103376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:27:13.594766 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [None req-5026483f-3339-41bb-8947-206117712bdf tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Resources bound (agent type, host, resource id): {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:27:13.600612 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5026483f-3339-41bb-8947-206117712bdf tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:27:13.602282 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-5026483f-3339-41bb-8947-206117712bdf tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks [] for subnet (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:13.623413 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5026483f-3339-41bb-8947-206117712bdf tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Pushing event updated for resources: {'Subnet': ['ID=39c737c3-7a09-467e-9e76-468688f6e2f7,revision_number=0']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:27:13.630935 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-5026483f-3339-41bb-8947-206117712bdf tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8939185 Feb 04 17:27:13.634613 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 44790) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:27:13.641453 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-436d3599-13ba-48ef-98b1-92c4e3ba37d0 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Request body: {'port': {'network_id': 'ebdc431d-e6a4-4155-be30-2a7d896acbb0', 'fixed_ips': [{'subnet_id': '39c737c3-7a09-467e-9e76-468688f6e2f7', 'ip_address': '2001:db8:0:1::1'}], 'name': 'tempest-NetworksTestDHCPv6-1945333680'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:27:13.722691 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-30a0c5d4-0c80-4f33-9306-589f8064e213 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (2139422f-d1b0-44ff-aed9-2e0ee25e9b28), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:13.734065 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-965a9f28-e8cd-438b-ba1d-209f8462cde6 None None] Current status of the port 654c80c6-9a2b-4e27-92cb-aee2ba5fbf6e is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:27:13.776663 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-436d3599-13ba-48ef-98b1-92c4e3ba37d0 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Made reservation on behalf of 2dabbd0ed422411582aec81f9de51a07 for: {'port': 1} {{(pid=103376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:27:13.788322 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-e2e0fad2-bc9d-4a9f-8fe9-d98ee4601ec7 None None] For port 337531aa-a00f-4e74-8b86-747fc183e6dd, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=337531aa-a00f-4e74-8b86-747fc183e6dd,segment=NetworkSegment(2fcce0c7-9a0a-428a-b986-cae51cd3c129),segment_id=2fcce0c7-9a0a-428a-b986-cae51cd3c129)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:27:13.788794 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e2e0fad2-bc9d-4a9f-8fe9-d98ee4601ec7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (337531aa-a00f-4e74-8b86-747fc183e6dd), precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:13.807839 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-e2e0fad2-bc9d-4a9f-8fe9-d98ee4601ec7 None None] Calling delete_port for 337531aa-a00f-4e74-8b86-747fc183e6dd owned by network:dhcp {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:27:13.826499 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a0c5d4-0c80-4f33-9306-589f8064e213 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Pushing event deleted for resources: {'Port': ['ID=2139422f-d1b0-44ff-aed9-2e0ee25e9b28,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:27:13.871484 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-30a0c5d4-0c80-4f33-9306-589f8064e213 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:13.878083 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-30a0c5d4-0c80-4f33-9306-589f8064e213 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] 10.222.0.89 "DELETE /v2.0/ports/2139422f-d1b0-44ff-aed9-2e0ee25e9b28 HTTP/1.1" status: 204 len: 168 time: 1.4950023 Feb 04 17:27:13.878535 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 44798) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:27:13.993187 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port 8d6e3ce6-8b50-4bd4-9b3f-739cc2c85984 is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:27:14.014235 n-d-827839-2 neutron-server[103376]: INFO neutron.pecan_wsgi.hooks.translation [None req-eaade2bb-a996-4f23-8dbe-4f94f90e1e70 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] GET failed (client error): The resource could not be found. Feb 04 17:27:14.021096 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-eaade2bb-a996-4f23-8dbe-4f94f90e1e70 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] 10.222.0.89 "GET /v2.0/ports/2139422f-d1b0-44ff-aed9-2e0ee25e9b28 HTTP/1.1" status: 404 len: 333 time: 0.1409309 Feb 04 17:27:14.022089 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e2e0fad2-bc9d-4a9f-8fe9-d98ee4601ec7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144'] for port (337531aa-a00f-4e74-8b86-747fc183e6dd), after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:14.024908 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 44804) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:27:14.027963 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.db_base_plugin_common [req-6da14152-d367-425e-8b53-92f523a0756c req-0173af56-e7d5-414b-a77e-7d57e2369c47 tempest-ServersTestFqdnHostnames-829399840 tempest-ServersTestFqdnHostnames-829399840-project] Allocated IP 172.20.0.12 (c5338ae7-6a47-4b04-89b0-bad1ab0cf6a4/f46a7647-86ef-49e3-87cd-5acecc6b7953/1d91434f-9e6f-4a80-9638-233f26e77c88) {{(pid=103377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:27:14.031960 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-436d3599-13ba-48ef-98b1-92c4e3ba37d0 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:14.083906 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e0fad2-bc9d-4a9f-8fe9-d98ee4601ec7 None None] Pushing event deleted for resources: {'Port': ['ID=337531aa-a00f-4e74-8b86-747fc183e6dd,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:27:14.090027 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2e0fad2-bc9d-4a9f-8fe9-d98ee4601ec7 None None] No DVR routers for this DVR port 337531aa-a00f-4e74-8b86-747fc183e6dd on host n-d-827839-2 {{(pid=103378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 17:27:14.109383 n-d-827839-2 neutron-server[103376]: DEBUG neutron.notifiers.nova [None req-436d3599-13ba-48ef-98b1-92c4e3ba37d0 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] device_id is not set on port fa7fcc63-97a3-4c30-b434-fbd450ec590f yet. {{(pid=103376) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 04 17:27:14.120672 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d848c39-6409-4471-afc9-676a53f447d6 None None] Network ebdc431d-e6a4-4155-be30-2a7d896acbb0 requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:27:14.254469 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-9bdafefb-203d-483c-93fa-088cc294c77d tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Deleting port 102eac5c-0e1c-46e4-99e6-441ec2bbe21c {{(pid=103377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:27:14.254813 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-9bdafefb-203d-483c-93fa-088cc294c77d tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (102eac5c-0e1c-46e4-99e6-441ec2bbe21c), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:14.289707 n-d-827839-2 neutron-server[103376]: INFO neutron.pecan_wsgi.hooks.translation [None req-436d3599-13ba-48ef-98b1-92c4e3ba37d0 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 17:27:14.303758 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-436d3599-13ba-48ef-98b1-92c4e3ba37d0 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103376) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 17:27:14.331769 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-436d3599-13ba-48ef-98b1-92c4e3ba37d0 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 0.6952450 Feb 04 17:27:14.334696 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 44808) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:27:14.357526 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f07be993-3fe8-4b89-99d5-d143938678f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e4c19ad-5724-5db8-8ee1-4f56ae69fcf4-ebdc431d-e6a4-4155-be30-2a7d896acbb0', 'network_id': 'ebdc431d-e6a4-4155-be30-2a7d896acbb0', 'project_id': '2dabbd0ed422411582aec81f9de51a07', 'fixed_ips': [{'subnet_id': '39c737c3-7a09-467e-9e76-468688f6e2f7'}]}} from n-d-827839-2. {{(pid=103378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 17:27:14.358863 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f07be993-3fe8-4b89-99d5-d143938678f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:14.402730 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-6da14152-d367-425e-8b53-92f523a0756c req-0173af56-e7d5-414b-a77e-7d57e2369c47 tempest-ServersTestFqdnHostnames-829399840 tempest-ServersTestFqdnHostnames-829399840-project] Publish callbacks [] for port (1d91434f-9e6f-4a80-9638-233f26e77c88), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:14.417882 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 44810) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:27:14.420033 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-dafc8b2c-9edf-4afd-92a7-3c1dd52b4a3d tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] 10.222.0.89 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0824273 Feb 04 17:27:14.429447 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 654c80c6-9a2b-4e27-92cb-aee2ba5fbf6e up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:27:14.475093 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-35bbb898-cada-424d-986b-327be7a150af None None] Provisioning complete for port 654c80c6-9a2b-4e27-92cb-aee2ba5fbf6e triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:27:14.476612 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-35bbb898-cada-424d-986b-327be7a150af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (654c80c6-9a2b-4e27-92cb-aee2ba5fbf6e), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:14.502037 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-9bdafefb-203d-483c-93fa-088cc294c77d tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (102eac5c-0e1c-46e4-99e6-441ec2bbe21c), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:14.568465 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-9bdafefb-203d-483c-93fa-088cc294c77d tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Calling delete_port for 102eac5c-0e1c-46e4-99e6-441ec2bbe21c owned by {{(pid=103377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:27:14.604760 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-cea4dceb-5f45-406f-8ed6-5fcbdb3499f8 req-55c5349d-acd0-41a7-a662-a9e2added9b6 tempest-ServersTestFqdnHostnames-829399840 tempest-ServersTestFqdnHostnames-829399840-project] 10.222.0.89 "GET /v2.0/ports?device_id=1d1603db-aad5-4b3c-bd59-91581e3b5d49 HTTP/1.1" status: 200 len: 210 time: 0.1063883 Feb 04 17:27:14.655212 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e86249d-d99b-482a-8f27-7b7d83a2b8be tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:27:14.656668 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e86249d-d99b-482a-8f27-7b7d83a2b8be tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:27:14.660774 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-3e86249d-d99b-482a-8f27-7b7d83a2b8be tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] 10.222.0.89 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2382154 Feb 04 17:27:14.661735 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 44822) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:27:14.718348 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-6da14152-d367-425e-8b53-92f523a0756c req-0173af56-e7d5-414b-a77e-7d57e2369c47 tempest-ServersTestFqdnHostnames-829399840 tempest-ServersTestFqdnHostnames-829399840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (1d91434f-9e6f-4a80-9638-233f26e77c88), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:14.784427 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0cffd11-e149-48d9-b2f6-d7bfb594b738 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Deleting subnet 39c737c3-7a09-467e-9e76-468688f6e2f7 {{(pid=103376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 17:27:14.799624 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-e0cffd11-e149-48d9-b2f6-d7bfb594b738 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks [] for subnet (39c737c3-7a09-467e-9e76-468688f6e2f7), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:14.839646 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6da14152-d367-425e-8b53-92f523a0756c req-0173af56-e7d5-414b-a77e-7d57e2369c47 tempest-ServersTestFqdnHostnames-829399840 tempest-ServersTestFqdnHostnames-829399840-project] Network c5338ae7-6a47-4b04-89b0-bad1ab0cf6a4 is already hosted by enough agents. {{(pid=103377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:27:14.848900 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [req-6da14152-d367-425e-8b53-92f523a0756c req-0173af56-e7d5-414b-a77e-7d57e2369c47 tempest-ServersTestFqdnHostnames-829399840 tempest-ServersTestFqdnHostnames-829399840-project] Resources bound (agent type, host, resource id): {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:27:14.854218 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [req-6da14152-d367-425e-8b53-92f523a0756c req-0173af56-e7d5-414b-a77e-7d57e2369c47 tempest-ServersTestFqdnHostnames-829399840 tempest-ServersTestFqdnHostnames-829399840-project] Received port after_create {{(pid=103377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:27:14.857008 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0173af56-e7d5-414b-a77e-7d57e2369c47 tempest-ServersTestFqdnHostnames-829399840 tempest-ServersTestFqdnHostnames-829399840-project] Pushing event updated for resources: {'Port': ['ID=1d91434f-9e6f-4a80-9638-233f26e77c88,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:27:14.910436 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-e0cffd11-e149-48d9-b2f6-d7bfb594b738 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25674901'] for subnet (39c737c3-7a09-467e-9e76-468688f6e2f7), precommit_delete_associations {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:14.980647 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da14152-d367-425e-8b53-92f523a0756c req-0173af56-e7d5-414b-a77e-7d57e2369c47 tempest-ServersTestFqdnHostnames-829399840 tempest-ServersTestFqdnHostnames-829399840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:27:14.980647 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-6da14152-d367-425e-8b53-92f523a0756c req-0173af56-e7d5-414b-a77e-7d57e2369c47 tempest-ServersTestFqdnHostnames-829399840 tempest-ServersTestFqdnHostnames-829399840-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:15.013302 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-6da14152-d367-425e-8b53-92f523a0756c req-0173af56-e7d5-414b-a77e-7d57e2369c47 tempest-ServersTestFqdnHostnames-829399840 tempest-ServersTestFqdnHostnames-829399840-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8655190 Feb 04 17:27:15.023492 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-9bdafefb-203d-483c-93fa-088cc294c77d tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (102eac5c-0e1c-46e4-99e6-441ec2bbe21c), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:15.028004 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-e0cffd11-e149-48d9-b2f6-d7bfb594b738 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1541225'] for subnet (39c737c3-7a09-467e-9e76-468688f6e2f7), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:15.029314 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [req-6da14152-d367-425e-8b53-92f523a0756c req-4c0b228d-6fa4-4b69-bb35-30e88499bcbf service neutron] Request body: {'port': {'device_id': '1d1603db-aad5-4b3c-bd59-91581e3b5d49', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827839-2'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:27:15.126012 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-e0cffd11-e149-48d9-b2f6-d7bfb594b738 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1541216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25675894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25858947'] for subnet (39c737c3-7a09-467e-9e76-468688f6e2f7), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:15.150121 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-e0cffd11-e149-48d9-b2f6-d7bfb594b738 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks [] for subnet (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:15.163774 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-e0cffd11-e149-48d9-b2f6-d7bfb594b738 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] 10.222.0.89 "DELETE /v2.0/subnets/39c737c3-7a09-467e-9e76-468688f6e2f7 HTTP/1.1" status: 204 len: 168 time: 0.5000260 Feb 04 17:27:15.163888 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bdafefb-203d-483c-93fa-088cc294c77d tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Pushing event deleted for resources: {'Port': ['ID=102eac5c-0e1c-46e4-99e6-441ec2bbe21c,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:27:15.164246 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 44828) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:27:15.214035 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server [None req-f07be993-3fe8-4b89-99d5-d143938678f7 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 39c737c3-7a09-467e-9e76-468688f6e2f7: This subnet is being modified by another concurrent operation. Feb 04 17:27:15.214035 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 04 17:27:15.214035 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 04 17:27:15.214035 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 04 17:27:15.214035 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 04 17:27:15.214035 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 04 17:27:15.214035 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 04 17:27:15.214035 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 04 17:27:15.214035 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 04 17:27:15.214035 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 04 17:27:15.214035 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 04 17:27:15.214035 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 04 17:27:15.214035 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 17:27:15.214035 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 17:27:15.214035 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 17:27:15.214035 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 17:27:15.214035 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 04 17:27:15.214035 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 04 17:27:15.214035 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 04 17:27:15.214035 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 04 17:27:15.214035 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 17:27:15.214035 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 17:27:15.214035 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 17:27:15.214035 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 17:27:15.214035 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 04 17:27:15.214035 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 04 17:27:15.214035 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 04 17:27:15.214035 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 04 17:27:15.214035 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 17:27:15.214035 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 17:27:15.214035 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 17:27:15.214035 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 17:27:15.214035 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 04 17:27:15.214035 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 04 17:27:15.214035 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 04 17:27:15.214035 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 04 17:27:15.214035 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Feb 04 17:27:15.214035 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 04 17:27:15.214035 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Feb 04 17:27:15.214035 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 04 17:27:15.214035 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 04 17:27:15.214035 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 04 17:27:15.214035 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 04 17:27:15.214035 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 04 17:27:15.214035 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 04 17:27:15.214035 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 04 17:27:15.214035 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 04 17:27:15.214035 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 04 17:27:15.214035 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 17:27:15.214035 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 17:27:15.214035 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 17:27:15.214035 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 17:27:15.214035 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 04 17:27:15.214035 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 04 17:27:15.218393 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 04 17:27:15.218393 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 04 17:27:15.218393 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 17:27:15.218393 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 17:27:15.218393 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 17:27:15.218393 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 17:27:15.218393 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 04 17:27:15.218393 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 04 17:27:15.218393 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 04 17:27:15.218393 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 04 17:27:15.218393 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 17:27:15.218393 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 17:27:15.218393 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 17:27:15.218393 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 17:27:15.218393 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 04 17:27:15.218393 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 04 17:27:15.218393 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1510, in create_port Feb 04 17:27:15.218393 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 04 17:27:15.218393 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1475, in _create_port_db Feb 04 17:27:15.218393 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 04 17:27:15.218393 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Feb 04 17:27:15.218393 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 04 17:27:15.218393 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 04 17:27:15.218393 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 04 17:27:15.218393 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 04 17:27:15.218393 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 04 17:27:15.218393 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 04 17:27:15.218393 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 04 17:27:15.218393 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 04 17:27:15.218393 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 04 17:27:15.218393 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 04 17:27:15.218393 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 04 17:27:15.218393 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 04 17:27:15.218393 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 04 17:27:15.218393 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 04 17:27:15.218393 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server raise exception Feb 04 17:27:15.218393 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 39c737c3-7a09-467e-9e76-468688f6e2f7: This subnet is being modified by another concurrent operation. Feb 04 17:27:15.218393 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server Feb 04 17:27:15.228465 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cffd11-e149-48d9-b2f6-d7bfb594b738 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Pushing event deleted for resources: {'Subnet': ['ID=39c737c3-7a09-467e-9e76-468688f6e2f7,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:27:15.249045 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-9bdafefb-203d-483c-93fa-088cc294c77d tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:15.254158 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-9bdafefb-203d-483c-93fa-088cc294c77d tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] 10.222.0.89 "DELETE /v2.0/ports/102eac5c-0e1c-46e4-99e6-441ec2bbe21c HTTP/1.1" status: 204 len: 168 time: 1.2281282 Feb 04 17:27:15.261380 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port 654c80c6-9a2b-4e27-92cb-aee2ba5fbf6e triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:27:15.264914 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 44832) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:27:15.265473 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (654c80c6-9a2b-4e27-92cb-aee2ba5fbf6e), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:15.277293 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-35bbb898-cada-424d-986b-327be7a150af None None] Current status of the port 654c80c6-9a2b-4e27-92cb-aee2ba5fbf6e is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:27:15.330950 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-d091d64f-3874-41df-9179-e7c29a19ccdc tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] 10.222.0.89 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1133113 Feb 04 17:27:15.331622 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 44834) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:27:15.337060 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-3bb58ac0-b35b-4f6e-85a2-888d3570d5eb tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Request body: {'subnet': {'network_id': 'ebdc431d-e6a4-4155-be30-2a7d896acbb0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:27:15.343269 n-d-827839-2 neutron-server[103377]: INFO neutron.pecan_wsgi.hooks.translation [None req-f847eb9b-5c9d-427c-a8ac-aa62c3992a15 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] GET failed (client error): The resource could not be found. Feb 04 17:27:15.344928 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-f847eb9b-5c9d-427c-a8ac-aa62c3992a15 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] 10.222.0.89 "GET /v2.0/ports/102eac5c-0e1c-46e4-99e6-441ec2bbe21c HTTP/1.1" status: 404 len: 333 time: 0.0768716 Feb 04 17:27:15.357258 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-35bbb898-cada-424d-986b-327be7a150af None None] Could not find standard attr ID for object 102eac5c-0e1c-46e4-99e6-441ec2bbe21c. {{(pid=103378) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 17:27:15.359973 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 44836) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:27:15.401728 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-6da14152-d367-425e-8b53-92f523a0756c req-4c0b228d-6fa4-4b69-bb35-30e88499bcbf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (1d91434f-9e6f-4a80-9638-233f26e77c88), before_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:15.481158 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-b083c6bb-ccdc-4e59-b1fe-3295bdde1d32 None None] Could not find standard attr ID for object 2139422f-d1b0-44ff-aed9-2e0ee25e9b28. {{(pid=103378) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 17:27:15.487834 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port 654c80c6-9a2b-4e27-92cb-aee2ba5fbf6e is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:27:15.490207 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-b083c6bb-ccdc-4e59-b1fe-3295bdde1d32 None None] Could not find standard attr ID for object 102eac5c-0e1c-46e4-99e6-441ec2bbe21c. {{(pid=103378) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 17:27:15.530525 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-b083c6bb-ccdc-4e59-b1fe-3295bdde1d32 None None] Provisioning complete for port 1d91434f-9e6f-4a80-9638-233f26e77c88 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:27:15.530913 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b083c6bb-ccdc-4e59-b1fe-3295bdde1d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (1d91434f-9e6f-4a80-9638-233f26e77c88), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:15.581374 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff55ce8c-2d39-4fa2-824a-6b341208d35e tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Deleting subnet 5e04adc3-0c30-4d9d-a397-67be369d3711 {{(pid=103376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 17:27:15.589959 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-ff55ce8c-2d39-4fa2-824a-6b341208d35e tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Publish callbacks [] for subnet (5e04adc3-0c30-4d9d-a397-67be369d3711), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:15.603504 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 337531aa-a00f-4e74-8b86-747fc183e6dd no longer exists at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:27:15.631722 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bb58ac0-b35b-4f6e-85a2-888d3570d5eb tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Made reservation on behalf of 2dabbd0ed422411582aec81f9de51a07 for: {'subnet': 1} {{(pid=103376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:27:15.636307 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-3bb58ac0-b35b-4f6e-85a2-888d3570d5eb tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25859006'] for subnet (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:15.674695 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57836dcf-0f42-4e14-a30c-502271914f48 None None] get_active_networks_info from n-d-827839-2 {{(pid=103378) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 04 17:27:15.687623 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] No Port match for: 337531aa-a00f-4e74-8b86-747fc183e6dd {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 17:27:15.687976 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 337531aa-a00f-4e74-8b86-747fc183e6dd not bound to the agent host n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 17:27:15.726777 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-ff55ce8c-2d39-4fa2-824a-6b341208d35e tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25674901'] for subnet (5e04adc3-0c30-4d9d-a397-67be369d3711), precommit_delete_associations {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:15.733538 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-b083c6bb-ccdc-4e59-b1fe-3295bdde1d32 None None] Port 1d91434f-9e6f-4a80-9638-233f26e77c88 cannot update to ACTIVE because it is not bound. {{(pid=103378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 17:27:15.865917 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-ff55ce8c-2d39-4fa2-824a-6b341208d35e tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1541225'] for subnet (5e04adc3-0c30-4d9d-a397-67be369d3711), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:15.969436 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1ab2a0-9fe5-4b73-a799-8e942f90f2c1 req-2c39c968-2f05-4e77-bd43-28192b31d18a tempest-ServersTestFqdnHostnames-829399840 tempest-ServersTestFqdnHostnames-829399840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:27:15.972959 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-1f1ab2a0-9fe5-4b73-a799-8e942f90f2c1 req-2c39c968-2f05-4e77-bd43-28192b31d18a tempest-ServersTestFqdnHostnames-829399840 tempest-ServersTestFqdnHostnames-829399840-project] 10.222.0.89 "GET /v2.0/ports?device_id=1d1603db-aad5-4b3c-bd59-91581e3b5d49 HTTP/1.1" status: 200 len: 932 time: 0.2227776 Feb 04 17:27:16.009386 n-d-827839-2 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57836dcf-0f42-4e14-a30c-502271914f48 None None] Resources bound (agent type, host, resource id): {{(pid=103378) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 04 17:27:16.013623 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-ff55ce8c-2d39-4fa2-824a-6b341208d35e tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1541216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25675894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25858947'] for subnet (5e04adc3-0c30-4d9d-a397-67be369d3711), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:16.025504 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-3bb58ac0-b35b-4f6e-85a2-888d3570d5eb tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25674939', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25858952'] for subnet (49c8c923-73a5-422b-adac-1469e4d07eb5), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:16.035812 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-1f1ab2a0-9fe5-4b73-a799-8e942f90f2c1 req-875bfec5-67d8-4f8e-8893-8878774d6646 tempest-ServersTestFqdnHostnames-829399840 tempest-ServersTestFqdnHostnames-829399840-project] 10.222.0.89 "GET /v2.0/security-groups?id=81228a13-6924-411c-968d-edd93f51eaa1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468214 Feb 04 17:27:16.056108 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff55ce8c-2d39-4fa2-824a-6b341208d35e tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Pushing event deleted for resources: {'Subnet': ['ID=5e04adc3-0c30-4d9d-a397-67be369d3711,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:27:16.064366 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-ff55ce8c-2d39-4fa2-824a-6b341208d35e tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Publish callbacks [] for subnet (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:16.070513 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-ff55ce8c-2d39-4fa2-824a-6b341208d35e tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] 10.222.0.89 "DELETE /v2.0/subnets/5e04adc3-0c30-4d9d-a397-67be369d3711 HTTP/1.1" status: 204 len: 168 time: 0.7067482 Feb 04 17:27:16.071156 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 44852) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:27:16.096639 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bb58ac0-b35b-4f6e-85a2-888d3570d5eb tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Network ebdc431d-e6a4-4155-be30-2a7d896acbb0 is already hosted by enough agents. {{(pid=103376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:27:16.102118 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [None req-3bb58ac0-b35b-4f6e-85a2-888d3570d5eb tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Resources bound (agent type, host, resource id): {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:27:16.107482 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bb58ac0-b35b-4f6e-85a2-888d3570d5eb tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:27:16.107482 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-3bb58ac0-b35b-4f6e-85a2-888d3570d5eb tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks [] for subnet (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:16.130615 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-3bb58ac0-b35b-4f6e-85a2-888d3570d5eb tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7977231 Feb 04 17:27:16.134065 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 44858) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:27:16.139965 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-3c26b028-c17c-4464-b6c3-0e2f7f3ab7af tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1589953245', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:27:16.156163 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb58ac0-b35b-4f6e-85a2-888d3570d5eb tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Pushing event updated for resources: {'Subnet': ['ID=49c8c923-73a5-422b-adac-1469e4d07eb5,revision_number=0']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:27:16.181224 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-3c26b028-c17c-4464-b6c3-0e2f7f3ab7af tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1601657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26921'] for router (b8d32f03-f541-4fe4-a8df-3d1196779359), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:16.182296 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-3c26b028-c17c-4464-b6c3-0e2f7f3ab7af tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1602025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603663', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1630571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26960'] for router (b8d32f03-f541-4fe4-a8df-3d1196779359), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:16.269448 n-d-827839-2 neutron-server[103377]: DEBUG neutron.notifiers.nova [req-6da14152-d367-425e-8b53-92f523a0756c req-4c0b228d-6fa4-4b69-bb35-30e88499bcbf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d91434f-9e6f-4a80-9638-233f26e77c88 {{(pid=103377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 17:27:16.297697 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-6da14152-d367-425e-8b53-92f523a0756c req-4c0b228d-6fa4-4b69-bb35-30e88499bcbf service neutron] Publish callbacks [] for port (1d91434f-9e6f-4a80-9638-233f26e77c88), precommit_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:16.309729 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-3c26b028-c17c-4464-b6c3-0e2f7f3ab7af tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks [] for router_controller (b8d32f03-f541-4fe4-a8df-3d1196779359), precommit_add_association {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:16.311479 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-ca071b14-a91f-409e-a489-63f1f09c5bf9 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628832'] for network (02ba0758-2cb6-45d7-920c-496135b2bd7e), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:16.314746 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-3c26b028-c17c-4464-b6c3-0e2f7f3ab7af tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1602046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603680'] for router (b8d32f03-f541-4fe4-a8df-3d1196779359), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:16.324568 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.provisioning_blocks [req-6da14152-d367-425e-8b53-92f523a0756c req-4c0b228d-6fa4-4b69-bb35-30e88499bcbf service neutron] Transition to ACTIVE for port object 1d91434f-9e6f-4a80-9638-233f26e77c88 will not be triggered until provisioned by entity L2. {{(pid=103377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 17:27:16.331757 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-6da14152-d367-425e-8b53-92f523a0756c req-4c0b228d-6fa4-4b69-bb35-30e88499bcbf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25888290'] for port (1d91434f-9e6f-4a80-9638-233f26e77c88), after_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:16.342926 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-3c26b028-c17c-4464-b6c3-0e2f7f3ab7af tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks [] for router (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:16.344619 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-3c26b028-c17c-4464-b6c3-0e2f7f3ab7af tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] 10.222.0.89 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.2095585 Feb 04 17:27:16.347366 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 44862) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:27:16.426020 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a64cec1-db74-4b3c-80f8-242541d75d3a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e4c19ad-5724-5db8-8ee1-4f56ae69fcf4-ebdc431d-e6a4-4155-be30-2a7d896acbb0', 'network_id': 'ebdc431d-e6a4-4155-be30-2a7d896acbb0', 'project_id': '2dabbd0ed422411582aec81f9de51a07', 'fixed_ips': [{'subnet_id': '49c8c923-73a5-422b-adac-1469e4d07eb5'}]}} from n-d-827839-2. {{(pid=103378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 17:27:16.427258 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7a64cec1-db74-4b3c-80f8-242541d75d3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:16.442742 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0b228d-6fa4-4b69-bb35-30e88499bcbf service neutron] Pushing event updated for resources: {'Port': ['ID=1d91434f-9e6f-4a80-9638-233f26e77c88,revision_number=2']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:27:16.504470 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-ca071b14-a91f-409e-a489-63f1f09c5bf9 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Deleting port 654c80c6-9a2b-4e27-92cb-aee2ba5fbf6e {{(pid=103377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:27:16.504696 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-ca071b14-a91f-409e-a489-63f1f09c5bf9 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (654c80c6-9a2b-4e27-92cb-aee2ba5fbf6e), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:16.580950 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [req-6da14152-d367-425e-8b53-92f523a0756c req-4c0b228d-6fa4-4b69-bb35-30e88499bcbf service neutron] Attempting to bind port 1d91434f-9e6f-4a80-9638-233f26e77c88 on host n-h2-827839-2 for vnic_type normal with profile {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:27:16.581288 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [req-6da14152-d367-425e-8b53-92f523a0756c req-4c0b228d-6fa4-4b69-bb35-30e88499bcbf service neutron] Attempting to bind port 1d91434f-9e6f-4a80-9638-233f26e77c88 by drivers openvswitch,hyperv on host n-h2-827839-2 at level 0 using segments [{'id': '38f8621b-0fac-4b4e-ab96-9123674da3d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'c5338ae7-6a47-4b04-89b0-bad1ab0cf6a4'}] {{(pid=103377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:27:16.581615 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6da14152-d367-425e-8b53-92f523a0756c req-4c0b228d-6fa4-4b69-bb35-30e88499bcbf service neutron] Attempting to bind port 1d91434f-9e6f-4a80-9638-233f26e77c88 on network c5338ae7-6a47-4b04-89b0-bad1ab0cf6a4 {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:27:16.593238 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [None req-ca071b14-a91f-409e-a489-63f1f09c5bf9 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] For port 654c80c6-9a2b-4e27-92cb-aee2ba5fbf6e, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=654c80c6-9a2b-4e27-92cb-aee2ba5fbf6e,segment=NetworkSegment(7879eb60-6266-46c4-b316-45c539e883a7),segment_id=7879eb60-6266-46c4-b316-45c539e883a7)] {{(pid=103377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:27:16.593594 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-ca071b14-a91f-409e-a489-63f1f09c5bf9 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (654c80c6-9a2b-4e27-92cb-aee2ba5fbf6e), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:16.596133 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6da14152-d367-425e-8b53-92f523a0756c req-4c0b228d-6fa4-4b69-bb35-30e88499bcbf service neutron] Port 1d91434f-9e6f-4a80-9638-233f26e77c88 on network c5338ae7-6a47-4b04-89b0-bad1ab0cf6a4 not bound, no agent of type Open vSwitch agent registered on host n-h2-827839-2 {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 17:27:16.596438 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6da14152-d367-425e-8b53-92f523a0756c req-4c0b228d-6fa4-4b69-bb35-30e88499bcbf service neutron] Attempting to bind port 1d91434f-9e6f-4a80-9638-233f26e77c88 on network c5338ae7-6a47-4b04-89b0-bad1ab0cf6a4 {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:27:16.611250 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6da14152-d367-425e-8b53-92f523a0756c req-4c0b228d-6fa4-4b69-bb35-30e88499bcbf service neutron] Checking agent: {'id': 'f20a1ab3-4332-4f54-833b-ba4a7c687e89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 8, 40), 'started_at': datetime.datetime(2022, 2, 4, 17, 8, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 27, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:27:16.611589 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6da14152-d367-425e-8b53-92f523a0756c req-4c0b228d-6fa4-4b69-bb35-30e88499bcbf service neutron] Checking segment: {'id': '38f8621b-0fac-4b4e-ab96-9123674da3d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'c5338ae7-6a47-4b04-89b0-bad1ab0cf6a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:27:16.611972 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6da14152-d367-425e-8b53-92f523a0756c req-4c0b228d-6fa4-4b69-bb35-30e88499bcbf service neutron] Bound using segment: {'id': '38f8621b-0fac-4b4e-ab96-9123674da3d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'c5338ae7-6a47-4b04-89b0-bad1ab0cf6a4'} {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:27:16.612854 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [req-6da14152-d367-425e-8b53-92f523a0756c req-4c0b228d-6fa4-4b69-bb35-30e88499bcbf service neutron] Bound port: 1d91434f-9e6f-4a80-9638-233f26e77c88, host: n-h2-827839-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '38f8621b-0fac-4b4e-ab96-9123674da3d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'c5338ae7-6a47-4b04-89b0-bad1ab0cf6a4'}}] {{(pid=103377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:27:16.612854 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-6da14152-d367-425e-8b53-92f523a0756c req-4c0b228d-6fa4-4b69-bb35-30e88499bcbf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (1d91434f-9e6f-4a80-9638-233f26e77c88), before_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:16.625591 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-ca071b14-a91f-409e-a489-63f1f09c5bf9 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Calling delete_port for 654c80c6-9a2b-4e27-92cb-aee2ba5fbf6e owned by network:dhcp {{(pid=103377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:27:16.654332 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-7a64cec1-db74-4b3c-80f8-242541d75d3a None None] Allocated IP 2001:db8::2 (ebdc431d-e6a4-4155-be30-2a7d896acbb0/49c8c923-73a5-422b-adac-1469e4d07eb5/2c3a9c5b-e562-4ce7-aede-546ea8f72a95) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:27:16.688708 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [req-6da14152-d367-425e-8b53-92f523a0756c req-4c0b228d-6fa4-4b69-bb35-30e88499bcbf service neutron] For port 1d91434f-9e6f-4a80-9638-233f26e77c88, host n-h2-827839-2, cleared binding levels {{(pid=103377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:27:16.692943 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [req-6da14152-d367-425e-8b53-92f523a0756c req-4c0b228d-6fa4-4b69-bb35-30e88499bcbf service neutron] For port 1d91434f-9e6f-4a80-9638-233f26e77c88, host n-h2-827839-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=1d91434f-9e6f-4a80-9638-233f26e77c88,segment=NetworkSegment(38f8621b-0fac-4b4e-ab96-9123674da3d5),segment_id=38f8621b-0fac-4b4e-ab96-9123674da3d5)] {{(pid=103377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:27:16.710916 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-6da14152-d367-425e-8b53-92f523a0756c req-4c0b228d-6fa4-4b69-bb35-30e88499bcbf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25888290'] for port (1d91434f-9e6f-4a80-9638-233f26e77c88), after_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:16.811100 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da14152-d367-425e-8b53-92f523a0756c req-4c0b228d-6fa4-4b69-bb35-30e88499bcbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:27:16.811715 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-6da14152-d367-425e-8b53-92f523a0756c req-4c0b228d-6fa4-4b69-bb35-30e88499bcbf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:16.813169 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-6da14152-d367-425e-8b53-92f523a0756c req-4c0b228d-6fa4-4b69-bb35-30e88499bcbf service neutron] 10.222.0.90 "PUT /v2.0/ports/1d91434f-9e6f-4a80-9638-233f26e77c88 HTTP/1.1" status: 200 len: 1092 time: 1.7917066 Feb 04 17:27:16.815238 n-d-827839-2 neutron-server[103377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d1603db-aad5-4b3c-bd59-91581e3b5d49', 'tag': '1d91434f-9e6f-4a80-9638-233f26e77c88'}] {{(pid=103377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:27:16.817886 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7240428b650e1488e9361b62648ff4b3a6c19d49d8c27c949491ab58c1346cf0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29123964-e9f1-423d-b367-023769ce4a17" -d '{"events": [{"name": "network-changed", "server_uuid": "1d1603db-aad5-4b3c-bd59-91581e3b5d49", "tag": "1d91434f-9e6f-4a80-9638-233f26e77c88"}]}' {{(pid=103377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:27:16.878004 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-f250afa7-0583-4092-9506-d1822362cd73 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:16.883768 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0b228d-6fa4-4b69-bb35-30e88499bcbf service neutron] Pushing event updated for resources: {'Port': ['ID=1d91434f-9e6f-4a80-9638-233f26e77c88,revision_number=3']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:27:16.914837 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7a64cec1-db74-4b3c-80f8-242541d75d3a None None] Publish callbacks [] for port (2c3a9c5b-e562-4ce7-aede-546ea8f72a95), precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:16.922738 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 17:27:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df2e6495-ce12-4ce5-9d8d-4834894957fc x-openstack-request-id: req-df2e6495-ce12-4ce5-9d8d-4834894957fc {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:27:16.923031 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d1603db-aad5-4b3c-bd59-91581e3b5d49", "tag": "1d91434f-9e6f-4a80-9638-233f26e77c88", "status": "completed", "code": 200}]} {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:27:16.923289 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-df2e6495-ce12-4ce5-9d8d-4834894957fc {{(pid=103377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:27:16.923520 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7a64cec1-db74-4b3c-80f8-242541d75d3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135'] for port (2c3a9c5b-e562-4ce7-aede-546ea8f72a95), after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:16.923682 n-d-827839-2 neutron-server[103377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d1603db-aad5-4b3c-bd59-91581e3b5d49', 'tag': '1d91434f-9e6f-4a80-9638-233f26e77c88', 'status': 'completed', 'code': 200} Feb 04 17:27:16.948107 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-ca071b14-a91f-409e-a489-63f1f09c5bf9 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (654c80c6-9a2b-4e27-92cb-aee2ba5fbf6e), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:16.971282 n-d-827839-2 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a64cec1-db74-4b3c-80f8-242541d75d3a None None] Network ebdc431d-e6a4-4155-be30-2a7d896acbb0 is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:27:16.974827 n-d-827839-2 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-7a64cec1-db74-4b3c-80f8-242541d75d3a None None] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:27:16.984620 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a64cec1-db74-4b3c-80f8-242541d75d3a None None] Pushing event updated for resources: {'Port': ['ID=2c3a9c5b-e562-4ce7-aede-546ea8f72a95,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:27:16.987601 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a64cec1-db74-4b3c-80f8-242541d75d3a None None] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:27:17.007093 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da14152-d367-425e-8b53-92f523a0756c req-519c79ee-5f7a-49cf-b072-8ea25ed0528f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:27:17.011412 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-6da14152-d367-425e-8b53-92f523a0756c req-519c79ee-5f7a-49cf-b072-8ea25ed0528f service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=b78f120f03a0499ab775e831b6dd5e30&device_id=1d1603db-aad5-4b3c-bd59-91581e3b5d49 HTTP/1.1" status: 200 len: 1126 time: 0.1476388 Feb 04 17:27:17.012257 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca071b14-a91f-409e-a489-63f1f09c5bf9 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Pushing event deleted for resources: {'Port': ['ID=654c80c6-9a2b-4e27-92cb-aee2ba5fbf6e,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:27:17.043092 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca071b14-a91f-409e-a489-63f1f09c5bf9 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] No DVR routers for this DVR port 654c80c6-9a2b-4e27-92cb-aee2ba5fbf6e on host n-d-827839-2 {{(pid=103377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 17:27:17.115502 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-7a64cec1-db74-4b3c-80f8-242541d75d3a None None] Attempting to bind port 2c3a9c5b-e562-4ce7-aede-546ea8f72a95 on host n-d-827839-2 for vnic_type normal with profile {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:27:17.115897 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-7a64cec1-db74-4b3c-80f8-242541d75d3a None None] Attempting to bind port 2c3a9c5b-e562-4ce7-aede-546ea8f72a95 by drivers openvswitch,hyperv on host n-d-827839-2 at level 0 using segments [{'id': '2fcce0c7-9a0a-428a-b986-cae51cd3c129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'ebdc431d-e6a4-4155-be30-2a7d896acbb0'}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:27:17.116240 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a64cec1-db74-4b3c-80f8-242541d75d3a None None] Attempting to bind port 2c3a9c5b-e562-4ce7-aede-546ea8f72a95 on network ebdc431d-e6a4-4155-be30-2a7d896acbb0 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:27:17.127756 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a64cec1-db74-4b3c-80f8-242541d75d3a None None] Checking agent: {'id': 'ba70844b-66a0-45fd-a2f2-e6ed673321fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 0, 36), 'started_at': datetime.datetime(2022, 2, 4, 17, 1, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 27, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:27:17.128136 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a64cec1-db74-4b3c-80f8-242541d75d3a None None] Checking segment: {'id': '2fcce0c7-9a0a-428a-b986-cae51cd3c129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'ebdc431d-e6a4-4155-be30-2a7d896acbb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:27:17.128552 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7a64cec1-db74-4b3c-80f8-242541d75d3a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:17.128975 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a64cec1-db74-4b3c-80f8-242541d75d3a None None] Bound using segment: {'id': '2fcce0c7-9a0a-428a-b986-cae51cd3c129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'ebdc431d-e6a4-4155-be30-2a7d896acbb0'} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:27:17.129447 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-7a64cec1-db74-4b3c-80f8-242541d75d3a None None] Bound port: 2c3a9c5b-e562-4ce7-aede-546ea8f72a95, host: n-d-827839-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2fcce0c7-9a0a-428a-b986-cae51cd3c129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'ebdc431d-e6a4-4155-be30-2a7d896acbb0'}}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:27:17.129835 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7a64cec1-db74-4b3c-80f8-242541d75d3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (2c3a9c5b-e562-4ce7-aede-546ea8f72a95), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:17.152110 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-6da14152-d367-425e-8b53-92f523a0756c req-5f4503cc-beaa-4e18-a263-1656b30025ea service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1d91434f-9e6f-4a80-9638-233f26e77c88 HTTP/1.1" status: 200 len: 217 time: 0.1289198 Feb 04 17:27:17.264698 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-7a64cec1-db74-4b3c-80f8-242541d75d3a None None] For port 2c3a9c5b-e562-4ce7-aede-546ea8f72a95, host n-d-827839-2, cleared binding levels {{(pid=103378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:27:17.270428 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-7a64cec1-db74-4b3c-80f8-242541d75d3a None None] For port 2c3a9c5b-e562-4ce7-aede-546ea8f72a95, host n-d-827839-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=2c3a9c5b-e562-4ce7-aede-546ea8f72a95,segment=NetworkSegment(2fcce0c7-9a0a-428a-b986-cae51cd3c129),segment_id=2fcce0c7-9a0a-428a-b986-cae51cd3c129)] {{(pid=103378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:27:17.270750 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e757549-0ee9-41a0-8066-afd7392a9c9f req-b068f628-e203-47a9-b79a-073dc49bd046 tempest-ServersTestFqdnHostnames-829399840 tempest-ServersTestFqdnHostnames-829399840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:27:17.281640 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-0e757549-0ee9-41a0-8066-afd7392a9c9f req-b068f628-e203-47a9-b79a-073dc49bd046 tempest-ServersTestFqdnHostnames-829399840 tempest-ServersTestFqdnHostnames-829399840-project] 10.222.0.89 "GET /v2.0/ports?device_id=1d1603db-aad5-4b3c-bd59-91581e3b5d49 HTTP/1.1" status: 200 len: 944 time: 0.1541929 Feb 04 17:27:17.282191 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7a64cec1-db74-4b3c-80f8-242541d75d3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (2c3a9c5b-e562-4ce7-aede-546ea8f72a95), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:17.339532 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-ca071b14-a91f-409e-a489-63f1f09c5bf9 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1543676', 'neutron.services.segments.db._delete_segments_for_network-8781084786517'] for network (02ba0758-2cb6-45d7-920c-496135b2bd7e), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:17.400119 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.db_base_plugin_common [None req-f250afa7-0583-4092-9506-d1822362cd73 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Allocated IP 2001:db8::1 (ebdc431d-e6a4-4155-be30-2a7d896acbb0/49c8c923-73a5-422b-adac-1469e4d07eb5/6c10d438-2dd7-4008-b509-d848b52689ea) {{(pid=103376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:27:17.401280 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da14152-d367-425e-8b53-92f523a0756c req-08c20577-7c4a-4bde-aee1-c9af2878e3f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:27:17.402776 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-6da14152-d367-425e-8b53-92f523a0756c req-08c20577-7c4a-4bde-aee1-c9af2878e3f8 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=f46a7647-86ef-49e3-87cd-5acecc6b7953 HTTP/1.1" status: 200 len: 854 time: 0.2300069 Feb 04 17:27:17.409602 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a64cec1-db74-4b3c-80f8-242541d75d3a None None] Pushing event updated for resources: {'Port': ['ID=2c3a9c5b-e562-4ce7-aede-546ea8f72a95,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:27:17.413746 n-d-827839-2 neutron-server[103377]: DEBUG neutron.services.segments.db [None req-ca071b14-a91f-409e-a489-63f1f09c5bf9 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02ba0758-2cb6-45d7-920c-496135b2bd7e']}} {{(pid=103377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:27:17.434817 n-d-827839-2 neutron-server[103377]: DEBUG neutron.services.segments.db [None req-ca071b14-a91f-409e-a489-63f1f09c5bf9 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7879eb60-6266-46c4-b316-45c539e883a7') {'for_net_delete': True} {{(pid=103377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:27:17.435111 n-d-827839-2 neutron-server[103377]: DEBUG neutron.services.segments.db [None req-ca071b14-a91f-409e-a489-63f1f09c5bf9 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7879eb60-6266-46c4-b316-45c539e883a7') {} {{(pid=103377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:27:17.479622 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-ca071b14-a91f-409e-a489-63f1f09c5bf9 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781084783966', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26866685'] for segment (7879eb60-6266-46c4-b316-45c539e883a7), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:17.505649 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-ca071b14-a91f-409e-a489-63f1f09c5bf9 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (7879eb60-6266-46c4-b316-45c539e883a7), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:17.515539 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca071b14-a91f-409e-a489-63f1f09c5bf9 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Releasing vlan 789 on physical network physnet1 to pool {{(pid=103377) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 17:27:17.515818 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-ca071b14-a91f-409e-a489-63f1f09c5bf9 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25888454'] for segment (7879eb60-6266-46c4-b316-45c539e883a7), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:17.519117 n-d-827839-2 neutron-server[103377]: Traceback (most recent call last): Feb 04 17:27:17.519117 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 17:27:17.519117 n-d-827839-2 neutron-server[103377]: timer() Feb 04 17:27:17.519117 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 17:27:17.519117 n-d-827839-2 neutron-server[103377]: cb(*args, **kw) Feb 04 17:27:17.519117 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 17:27:17.519117 n-d-827839-2 neutron-server[103377]: return func(*args, **kwargs) Feb 04 17:27:17.519117 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 17:27:17.519117 n-d-827839-2 neutron-server[103377]: self._notify() Feb 04 17:27:17.519117 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 17:27:17.519117 n-d-827839-2 neutron-server[103377]: self.callback(batched_events) Feb 04 17:27:17.519117 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 17:27:17.519117 n-d-827839-2 neutron-server[103377]: event.method(event) Feb 04 17:27:17.519117 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 17:27:17.519117 n-d-827839-2 neutron-server[103377]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 17:27:17.519117 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 17:27:17.519117 n-d-827839-2 neutron-server[103377]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 17:27:17.519117 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 17:27:17.519117 n-d-827839-2 neutron-server[103377]: return f(self, *a, **k) Feb 04 17:27:17.519117 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 17:27:17.519117 n-d-827839-2 neutron-server[103377]: return self._get(url).json() Feb 04 17:27:17.519117 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 17:27:17.519117 n-d-827839-2 neutron-server[103377]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 17:27:17.519117 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 17:27:17.519117 n-d-827839-2 neutron-server[103377]: return self.request(url, 'GET', **kwargs) Feb 04 17:27:17.519117 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 17:27:17.519117 n-d-827839-2 neutron-server[103377]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 17:27:17.519117 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 17:27:17.519117 n-d-827839-2 neutron-server[103377]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 17:27:17.519117 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 17:27:17.519117 n-d-827839-2 neutron-server[103377]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 17:27:17.519117 n-d-827839-2 neutron-server[103377]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 17:27:17.565788 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da14152-d367-425e-8b53-92f523a0756c req-c45603ea-c019-46db-9683-41f46b3540b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:27:17.567324 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-6da14152-d367-425e-8b53-92f523a0756c req-c45603ea-c019-46db-9683-41f46b3540b0 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=c5338ae7-6a47-4b04-89b0-bad1ab0cf6a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1505196 Feb 04 17:27:17.604412 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-f250afa7-0583-4092-9506-d1822362cd73 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks [] for port (6c10d438-2dd7-4008-b509-d848b52689ea), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:17.654849 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-ca071b14-a91f-409e-a489-63f1f09c5bf9 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1543671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1595572'] for network (02ba0758-2cb6-45d7-920c-496135b2bd7e), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:17.674003 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-ca071b14-a91f-409e-a489-63f1f09c5bf9 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Publish callbacks [] for network (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:17.689407 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-ca071b14-a91f-409e-a489-63f1f09c5bf9 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] 10.222.0.89 "DELETE /v2.0/networks/02ba0758-2cb6-45d7-920c-496135b2bd7e HTTP/1.1" status: 204 len: 168 time: 1.6172147 Feb 04 17:27:17.695569 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 44884) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:27:17.700761 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-97f16249-fc8e-4374-9ac1-efdbdf197b24 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1818989003'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:27:17.728337 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca071b14-a91f-409e-a489-63f1f09c5bf9 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Pushing event deleted for resources: {'Network': ['ID=02ba0758-2cb6-45d7-920c-496135b2bd7e,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:27:17.751289 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-0e757549-0ee9-41a0-8066-afd7392a9c9f req-117b7b03-f365-4dc9-aa24-4a74d0dfc2ec tempest-ServersTestFqdnHostnames-829399840 tempest-ServersTestFqdnHostnames-829399840-project] 10.222.0.89 "GET /v2.0/security-groups?id=81228a13-6924-411c-968d-edd93f51eaa1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4681048 Feb 04 17:27:17.767895 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-6da14152-d367-425e-8b53-92f523a0756c req-a6577358-0993-4e41-914d-0ab7bfc16032 service neutron] 10.222.0.90 "GET /v2.0/networks/c5338ae7-6a47-4b04-89b0-bad1ab0cf6a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1901658 Feb 04 17:27:17.769156 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97f16249-fc8e-4374-9ac1-efdbdf197b24 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Made reservation on behalf of bcdddb23c6b346f2aa47053863d313d1 for: {'network': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:27:17.773281 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-97f16249-fc8e-4374-9ac1-efdbdf197b24 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for network (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:17.779544 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-f250afa7-0583-4092-9506-d1822362cd73 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (6c10d438-2dd7-4008-b509-d848b52689ea), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:17.850183 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97f16249-fc8e-4374-9ac1-efdbdf197b24 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] vlan segment allocate from pool success with {'vlan_id': 762, 'physical_network': 'physnet1'} {{(pid=103377) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 17:27:17.876874 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-97f16249-fc8e-4374-9ac1-efdbdf197b24 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (209343ae-9c6c-4863-8629-484ce1bf8c64), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:17.877485 n-d-827839-2 neutron-server[103377]: INFO neutron.db.segments_db [None req-97f16249-fc8e-4374-9ac1-efdbdf197b24 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Added segment 209343ae-9c6c-4863-8629-484ce1bf8c64 of type vlan for network ffdb7e12-9739-496c-8a4a-6e54ef49b6a7 Feb 04 17:27:17.884166 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f250afa7-0583-4092-9506-d1822362cd73 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Network ebdc431d-e6a4-4155-be30-2a7d896acbb0 is already hosted by enough agents. {{(pid=103376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:27:17.888134 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [None req-f250afa7-0583-4092-9506-d1822362cd73 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Resources bound (agent type, host, resource id): {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:27:17.894688 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f250afa7-0583-4092-9506-d1822362cd73 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Received port after_create {{(pid=103376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:27:17.895812 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-f250afa7-0583-4092-9506-d1822362cd73 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1595471'] for router_interface (b8d32f03-f541-4fe4-a8df-3d1196779359), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:17.903785 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f250afa7-0583-4092-9506-d1822362cd73 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Pushing event updated for resources: {'Port': ['ID=6c10d438-2dd7-4008-b509-d848b52689ea,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:27:17.923935 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-6da14152-d367-425e-8b53-92f523a0756c req-4e067336-0896-4b12-8867-bee9b93032a3 service neutron] 10.222.0.90 "GET /v2.0/networks/c5338ae7-6a47-4b04-89b0-bad1ab0cf6a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1475823 Feb 04 17:27:17.933379 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-97f16249-fc8e-4374-9ac1-efdbdf197b24 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781084292801'] for network (ffdb7e12-9739-496c-8a4a-6e54ef49b6a7), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:17.966532 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-97f16249-fc8e-4374-9ac1-efdbdf197b24 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327'] for network (ffdb7e12-9739-496c-8a4a-6e54ef49b6a7), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:17.968943 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f250afa7-0583-4092-9506-d1822362cd73 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:27:17.969783 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f250afa7-0583-4092-9506-d1822362cd73 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:27:17.970361 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f250afa7-0583-4092-9506-d1822362cd73 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:27:17.971127 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f250afa7-0583-4092-9506-d1822362cd73 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:27:17.971478 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f250afa7-0583-4092-9506-d1822362cd73 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:27:17.971822 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f250afa7-0583-4092-9506-d1822362cd73 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:27:17.972153 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f250afa7-0583-4092-9506-d1822362cd73 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:27:17.972618 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97f16249-fc8e-4374-9ac1-efdbdf197b24 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:27:17.972775 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f250afa7-0583-4092-9506-d1822362cd73 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:27:17.973073 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f250afa7-0583-4092-9506-d1822362cd73 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:27:17.973354 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-97f16249-fc8e-4374-9ac1-efdbdf197b24 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Publish callbacks [] for network (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:17.973583 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f250afa7-0583-4092-9506-d1822362cd73 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:27:17.973870 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f250afa7-0583-4092-9506-d1822362cd73 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:27:17.974208 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f250afa7-0583-4092-9506-d1822362cd73 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:27:17.975022 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f250afa7-0583-4092-9506-d1822362cd73 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:27:18.112670 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-f250afa7-0583-4092-9506-d1822362cd73 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (6c10d438-2dd7-4008-b509-d848b52689ea), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:18.288190 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 44890) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:27:18.534229 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-6dcd35d8-4c9d-46f2-8429-221c7e193db9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:18.551413 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f16249-fc8e-4374-9ac1-efdbdf197b24 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Pushing event updated for resources: {'Network': ['ID=ffdb7e12-9739-496c-8a4a-6e54ef49b6a7,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:27:18.559716 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-97f16249-fc8e-4374-9ac1-efdbdf197b24 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.8628573 Feb 04 17:27:18.562523 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 44896) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:27:18.565641 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Network ffdb7e12-9739-496c-8a4a-6e54ef49b6a7 details requested by agent ovs-agent-n-d-827839-2 with host n-d-827839-2 {{(pid=103378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 17:27:18.585013 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-cc12350d-8dd5-470c-a251-f355c43a25cc tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Request body: {'subnet': {'network_id': 'ffdb7e12-9739-496c-8a4a-6e54ef49b6a7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:27:18.635566 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-f250afa7-0583-4092-9506-d1822362cd73 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks [] for port (6c10d438-2dd7-4008-b509-d848b52689ea), precommit_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:18.651194 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-f250afa7-0583-4092-9506-d1822362cd73 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675836'] for port (6c10d438-2dd7-4008-b509-d848b52689ea), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:18.653212 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-f250afa7-0583-4092-9506-d1822362cd73 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1677345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602751'] for router_interface (b8d32f03-f541-4fe4-a8df-3d1196779359), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:18.693704 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 2c3a9c5b-e562-4ce7-aede-546ea8f72a95 up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:27:18.694446 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29123964-e9f1-423d-b367-023769ce4a17 req-c356cff3-915f-4633-9d0f-9a20fd6f900b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:27:18.696079 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-29123964-e9f1-423d-b367-023769ce4a17 req-c356cff3-915f-4633-9d0f-9a20fd6f900b service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=b78f120f03a0499ab775e831b6dd5e30&device_id=1d1603db-aad5-4b3c-bd59-91581e3b5d49 HTTP/1.1" status: 200 len: 1126 time: 0.7190828 Feb 04 17:27:18.729410 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-6dcd35d8-4c9d-46f2-8429-221c7e193db9 admin admin] Publish callbacks [] for security_group (8ee29ac7-3ff2-4369-8051-664ae533c6d9), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:18.760187 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port 2c3a9c5b-e562-4ce7-aede-546ea8f72a95 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:27:18.760880 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (2c3a9c5b-e562-4ce7-aede-546ea8f72a95), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:18.859627 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc12350d-8dd5-470c-a251-f355c43a25cc tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Made reservation on behalf of bcdddb23c6b346f2aa47053863d313d1 for: {'subnet': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:27:18.863689 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-cc12350d-8dd5-470c-a251-f355c43a25cc tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25597243'] for subnet (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:18.872130 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port 2c3a9c5b-e562-4ce7-aede-546ea8f72a95 is: DOWN; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:27:18.873073 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (2c3a9c5b-e562-4ce7-aede-546ea8f72a95), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:18.909085 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-6dcd35d8-4c9d-46f2-8429-221c7e193db9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (8ee29ac7-3ff2-4369-8051-664ae533c6d9), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:18.935112 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] For port 2c3a9c5b-e562-4ce7-aede-546ea8f72a95, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=2c3a9c5b-e562-4ce7-aede-546ea8f72a95,segment=NetworkSegment(2fcce0c7-9a0a-428a-b986-cae51cd3c129),segment_id=2fcce0c7-9a0a-428a-b986-cae51cd3c129)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:27:18.940553 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29123964-e9f1-423d-b367-023769ce4a17 req-adedd761-6f3e-4483-a024-250e47facafa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:27:18.942778 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-29123964-e9f1-423d-b367-023769ce4a17 req-adedd761-6f3e-4483-a024-250e47facafa service neutron] 10.222.0.90 "GET /v2.0/networks?id=c5338ae7-6a47-4b04-89b0-bad1ab0cf6a4 HTTP/1.1" status: 200 len: 916 time: 0.2380354 Feb 04 17:27:18.945213 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (2c3a9c5b-e562-4ce7-aede-546ea8f72a95), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:18.988060 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f250afa7-0583-4092-9506-d1822362cd73 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Network ebdc431d-e6a4-4155-be30-2a7d896acbb0 is already hosted by enough agents. {{(pid=103376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:27:19.011185 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Pushing event updated for resources: {'Port': ['ID=2c3a9c5b-e562-4ce7-aede-546ea8f72a95,revision_number=3']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:27:19.019110 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [None req-f250afa7-0583-4092-9506-d1822362cd73 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Resources bound (agent type, host, resource id): {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:27:19.021409 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-29123964-e9f1-423d-b367-023769ce4a17 req-2f349447-9f26-486b-9ba2-b51523bf0970 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1d91434f-9e6f-4a80-9638-233f26e77c88 HTTP/1.1" status: 200 len: 217 time: 0.0578420 Feb 04 17:27:19.066362 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-6dcd35d8-4c9d-46f2-8429-221c7e193db9 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=dd233a2eaca247da930f8d7e2f2f107b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7745152 Feb 04 17:27:19.066790 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dcd35d8-4c9d-46f2-8429-221c7e193db9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ee29ac7-3ff2-4369-8051-664ae533c6d9,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:27:19.069846 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 44900) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:27:19.071174 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f250afa7-0583-4092-9506-d1822362cd73 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Pushing event updated for resources: {'Port': ['ID=6c10d438-2dd7-4008-b509-d848b52689ea,revision_number=2']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:27:19.074331 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42fde2a3-682c-4edc-885e-e129f3c8b98c None None] Network ebdc431d-e6a4-4155-be30-2a7d896acbb0 requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:27:19.146141 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29123964-e9f1-423d-b367-023769ce4a17 req-fd652b79-6ed5-4e1b-991e-1531553e4351 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:27:19.147726 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-29123964-e9f1-423d-b367-023769ce4a17 req-fd652b79-6ed5-4e1b-991e-1531553e4351 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=f46a7647-86ef-49e3-87cd-5acecc6b7953 HTTP/1.1" status: 200 len: 854 time: 0.1196270 Feb 04 17:27:19.202349 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ebc2ed-192d-4249-b254-d76f3cb54ae9 req-12428169-f643-4357-850a-8e0b8afbe432 tempest-ServersTestFqdnHostnames-829399840 tempest-ServersTestFqdnHostnames-829399840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:27:19.213346 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-34ebc2ed-192d-4249-b254-d76f3cb54ae9 req-12428169-f643-4357-850a-8e0b8afbe432 tempest-ServersTestFqdnHostnames-829399840 tempest-ServersTestFqdnHostnames-829399840-project] 10.222.0.89 "GET /v2.0/ports?device_id=1d1603db-aad5-4b3c-bd59-91581e3b5d49 HTTP/1.1" status: 200 len: 944 time: 0.2490129 Feb 04 17:27:19.217180 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-6d4652c9-6d44-49a1-ad44-6762fa81e320 None None] Provisioning complete for port 2c3a9c5b-e562-4ce7-aede-546ea8f72a95 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:27:19.217808 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6d4652c9-6d44-49a1-ad44-6762fa81e320 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (2c3a9c5b-e562-4ce7-aede-546ea8f72a95), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:19.314048 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-34ebc2ed-192d-4249-b254-d76f3cb54ae9 req-64942bd4-18c1-423a-b000-bd5fb572d491 tempest-ServersTestFqdnHostnames-829399840 tempest-ServersTestFqdnHostnames-829399840-project] 10.222.0.89 "GET /v2.0/security-groups?id=81228a13-6924-411c-968d-edd93f51eaa1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0992744 Feb 04 17:27:19.362307 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-aa1b571c-10d9-4a61-bfc9-c69125ec5991 admin admin] Publish callbacks [] for security_group (8ee29ac7-3ff2-4369-8051-664ae533c6d9), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:19.385270 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f250afa7-0583-4092-9506-d1822362cd73 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Router b8d32f03-f541-4fe4-a8df-3d1196779359 is scheduled to L3 agent 64ada913-9131-4d99-a265-63a920956287 with binding_index 1 {{(pid=103376) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 17:27:19.487098 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-6d4652c9-6d44-49a1-ad44-6762fa81e320 None None] Current status of the port 2c3a9c5b-e562-4ce7-aede-546ea8f72a95 is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:27:19.509424 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29123964-e9f1-423d-b367-023769ce4a17 req-66c19c2c-aa08-4b9e-963e-6f73f7c1c49f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:27:19.510958 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-29123964-e9f1-423d-b367-023769ce4a17 req-66c19c2c-aa08-4b9e-963e-6f73f7c1c49f service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=c5338ae7-6a47-4b04-89b0-bad1ab0cf6a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3194933 Feb 04 17:27:19.531915 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-aa1b571c-10d9-4a61-bfc9-c69125ec5991 admin admin] Publish callbacks [] for security_group (8ee29ac7-3ff2-4369-8051-664ae533c6d9), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:19.558136 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-cc12350d-8dd5-470c-a251-f355c43a25cc tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25889445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25597197'] for subnet (bb645300-b08d-4918-8ec5-d2df92eb1cab), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:19.560313 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f250afa7-0583-4092-9506-d1822362cd73 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Notify agent at l3_agent.n-d-827839-2 the message routers_updated {{(pid=103376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 17:27:19.569833 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-f250afa7-0583-4092-9506-d1822362cd73 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] 10.222.0.89 "PUT /v2.0/routers/b8d32f03-f541-4fe4-a8df-3d1196779359/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2212319 Feb 04 17:27:19.573566 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f501b94-3af0-430c-9ac8-4c4b307cc20e None None] Sync routers for ids ['b8d32f03-f541-4fe4-a8df-3d1196779359'] in n-d-827839-2 {{(pid=103378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 17:27:19.581578 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 44904) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:27:19.591774 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f501b94-3af0-430c-9ac8-4c4b307cc20e None None] Routers {'b8d32f03-f541-4fe4-a8df-3d1196779359'} bound to L3 agent in host n-d-827839-2 {{(pid=103378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:27:19.597232 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-0f501b94-3af0-430c-9ac8-4c4b307cc20e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:27:02Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['b8d32f03-f541-4fe4-a8df-3d1196779359'], 'active': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:27:19.729556 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7afa3be-b99a-419d-8a15-2109ff6d01eb tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:27:19.731961 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-e7afa3be-b99a-419d-8a15-2109ff6d01eb tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] 10.222.0.89 "GET /v2.0/ports/6c10d438-2dd7-4008-b509-d848b52689ea HTTP/1.1" status: 200 len: 911 time: 0.1471617 Feb 04 17:27:19.734604 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 44906) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:27:19.738243 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvr_db [None req-0f501b94-3af0-430c-9ac8-4c4b307cc20e None None] Set router b8d32f03-f541-4fe4-a8df-3d1196779359 gateway port host: None {{(pid=103378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:27:19.751038 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc12350d-8dd5-470c-a251-f355c43a25cc tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Pushing event updated for resources: {'Subnet': ['ID=bb645300-b08d-4918-8ec5-d2df92eb1cab,revision_number=0']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:27:19.778899 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc12350d-8dd5-470c-a251-f355c43a25cc tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Checking segment: {'id': '209343ae-9c6c-4863-8629-484ce1bf8c64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': 'ffdb7e12-9739-496c-8a4a-6e54ef49b6a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:27:19.779272 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc12350d-8dd5-470c-a251-f355c43a25cc tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Network hostable DHCP agents. Network: ffdb7e12-9739-496c-8a4a-6e54ef49b6a7, hostable agents: ['bb89f5a3-3c22-440b-b7d1-c4f0c43c184a'], hosted agents: [] {{(pid=103377) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 17:27:19.802031 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-aa1b571c-10d9-4a61-bfc9-c69125ec5991 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (8ee29ac7-3ff2-4369-8051-664ae533c6d9), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:19.805279 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-aa1b571c-10d9-4a61-bfc9-c69125ec5991 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:19.806466 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-aa1b571c-10d9-4a61-bfc9-c69125ec5991 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/8ee29ac7-3ff2-4369-8051-664ae533c6d9 HTTP/1.1" status: 204 len: 168 time: 0.7359483 Feb 04 17:27:19.817360 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1b571c-10d9-4a61-bfc9-c69125ec5991 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ee29ac7-3ff2-4369-8051-664ae533c6d9,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:27:19.820649 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-29123964-e9f1-423d-b367-023769ce4a17 req-bc0719d9-3663-4a58-a03e-11ac16e62c7a service neutron] 10.222.0.90 "GET /v2.0/networks/c5338ae7-6a47-4b04-89b0-bad1ab0cf6a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3002477 Feb 04 17:27:19.906708 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cd14c9d-13d8-46e9-91e8-ec560bc5e306 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:27:19.920046 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc12350d-8dd5-470c-a251-f355c43a25cc tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Network ffdb7e12-9739-496c-8a4a-6e54ef49b6a7 is scheduled to be hosted by DHCP agent bb89f5a3-3c22-440b-b7d1-c4f0c43c184a with binding_index 1 {{(pid=103377) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 17:27:19.921785 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cd14c9d-13d8-46e9-91e8-ec560bc5e306 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:27:19.929077 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-7cd14c9d-13d8-46e9-91e8-ec560bc5e306 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] 10.222.0.89 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.1889024 Feb 04 17:27:19.930234 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 44910) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:27:19.932859 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19abe49f-0606-4c0c-8263-e46e829dd29c None None] DHCP port deletion for 02ba0758-2cb6-45d7-920c-496135b2bd7e request from n-d-827839-2 {{(pid=103378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 17:27:19.939138 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [None req-cc12350d-8dd5-470c-a251-f355c43a25cc tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827839-2, ffdb7e12-9739-496c-8a4a-6e54ef49b6a7) {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:27:19.944612 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc12350d-8dd5-470c-a251-f355c43a25cc tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:27:19.945770 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-cc12350d-8dd5-470c-a251-f355c43a25cc tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Publish callbacks [] for subnet (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:19.975233 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4311095c-b83b-40c1-9ac8-c25569b07a8a None None] Network ffdb7e12-9739-496c-8a4a-6e54ef49b6a7 requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:27:19.988024 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-cc12350d-8dd5-470c-a251-f355c43a25cc tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4160941 Feb 04 17:27:19.998916 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 44912) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:27:20.008208 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-eed2c5b5-5aba-4b6e-ab2c-c4d5ebfe2d8f tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Request body: {'port': {'network_id': 'ffdb7e12-9739-496c-8a4a-6e54ef49b6a7', 'name': 'tempest-PortsIpV6TestJSON-1389153741', 'fixed_ips': [{'subnet_id': 'bb645300-b08d-4918-8ec5-d2df92eb1cab', 'ip_address': '2001:db8::10'}]}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:27:20.178189 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eed2c5b5-5aba-4b6e-ab2c-c4d5ebfe2d8f tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Made reservation on behalf of bcdddb23c6b346f2aa47053863d313d1 for: {'port': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:27:20.273416 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-29123964-e9f1-423d-b367-023769ce4a17 req-b7287f3a-3366-4751-80b4-147a9aa39c86 service neutron] 10.222.0.90 "GET /v2.0/networks/c5338ae7-6a47-4b04-89b0-bad1ab0cf6a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4431829 Feb 04 17:27:20.384447 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-eed2c5b5-5aba-4b6e-ab2c-c4d5ebfe2d8f tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:20.412607 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 2c3a9c5b-e562-4ce7-aede-546ea8f72a95 up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:27:20.422586 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-022d3262-fa4f-4450-9df3-7c52f28b9d7f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e4c19ad-5724-5db8-8ee1-4f56ae69fcf4-ffdb7e12-9739-496c-8a4a-6e54ef49b6a7', 'network_id': 'ffdb7e12-9739-496c-8a4a-6e54ef49b6a7', 'project_id': 'bcdddb23c6b346f2aa47053863d313d1', 'fixed_ips': [{'subnet_id': 'bb645300-b08d-4918-8ec5-d2df92eb1cab'}]}} from n-d-827839-2. {{(pid=103378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 17:27:20.423498 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-022d3262-fa4f-4450-9df3-7c52f28b9d7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:20.429754 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-7e4ded8b-378c-447f-95ce-a0daca31fe3b None None] Provisioning complete for port 2c3a9c5b-e562-4ce7-aede-546ea8f72a95 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:27:20.430202 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7e4ded8b-378c-447f-95ce-a0daca31fe3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (2c3a9c5b-e562-4ce7-aede-546ea8f72a95), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:20.447467 n-d-827839-2 neutron-server[103377]: DEBUG neutron.notifiers.nova [None req-eed2c5b5-5aba-4b6e-ab2c-c4d5ebfe2d8f tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] device_id is not set on port a8815974-070c-4d99-b1d2-5927b2123c13 yet. {{(pid=103377) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 04 17:27:20.509111 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 44918) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:27:20.514320 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Device 1d91434f-9e6f-4a80-9638-233f26e77c88 details requested by agent hyperv_n-h2-827839-2 with host n-h2-827839-2 {{(pid=103378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 17:27:20.532919 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-5c4ee35a-5662-447b-b3d0-f746f79c30ba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:20.713125 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.db_base_plugin_common [None req-eed2c5b5-5aba-4b6e-ab2c-c4d5ebfe2d8f tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Allocated IP 2001:db8::10 (ffdb7e12-9739-496c-8a4a-6e54ef49b6a7/bb645300-b08d-4918-8ec5-d2df92eb1cab/a8815974-070c-4d99-b1d2-5927b2123c13) {{(pid=103377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:27:20.734638 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-7e4ded8b-378c-447f-95ce-a0daca31fe3b None None] Current status of the port 2c3a9c5b-e562-4ce7-aede-546ea8f72a95 is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:27:20.777850 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-0f501b94-3af0-430c-9ac8-4c4b307cc20e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8d32f03-f541-4fe4-a8df-3d1196779359', 'name': 'tempest-NetworksTestDHCPv6-router-1589953245', 'tenant_id': '2dabbd0ed422411582aec81f9de51a07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:27:16Z', 'updated_at': '2022-02-04T17:27:18Z', 'revision_number': 2, 'project_id': '2dabbd0ed422411582aec81f9de51a07', 'gw_port_host': None, '_interfaces': [{'id': '6c10d438-2dd7-4008-b509-d848b52689ea', 'name': '', 'network_id': 'ebdc431d-e6a4-4155-be30-2a7d896acbb0', 'tenant_id': '2dabbd0ed422411582aec81f9de51a07', 'mac_address': 'fa:16:3e:af:e9:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8d32f03-f541-4fe4-a8df-3d1196779359', 'device_owner': 'network:router_interface', 'standard_attr_id': 1909, 'fixed_ips': [{'subnet_id': '49c8c923-73a5-422b-adac-1469e4d07eb5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:27:17Z', 'updated_at': '2022-02-04T17:27:18Z', 'revision_number': 2, 'project_id': '2dabbd0ed422411582aec81f9de51a07', 'subnets': [{'id': '49c8c923-73a5-422b-adac-1469e4d07eb5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-2', False) {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:27:20.925530 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-eed2c5b5-5aba-4b6e-ab2c-c4d5ebfe2d8f tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Publish callbacks [] for port (a8815974-070c-4d99-b1d2-5927b2123c13), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:20.967421 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-eed2c5b5-5aba-4b6e-ab2c-c4d5ebfe2d8f tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (a8815974-070c-4d99-b1d2-5927b2123c13), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:21.030290 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f501b94-3af0-430c-9ac8-4c4b307cc20e None None] Checking router: b8d32f03-f541-4fe4-a8df-3d1196779359 for host: n-d-827839-2 {{(pid=103378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 17:27:21.030676 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f501b94-3af0-430c-9ac8-4c4b307cc20e None None] Updating router b8d32f03-f541-4fe4-a8df-3d1196779359 port 6c10d438-2dd7-4008-b509-d848b52689ea binding host n-d-827839-2 {{(pid=103378) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 17:27:21.035674 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eed2c5b5-5aba-4b6e-ab2c-c4d5ebfe2d8f tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Network ffdb7e12-9739-496c-8a4a-6e54ef49b6a7 is already hosted by enough agents. {{(pid=103377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:27:21.039840 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [None req-eed2c5b5-5aba-4b6e-ab2c-c4d5ebfe2d8f tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Resources bound (agent type, host, resource id): {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:27:21.051377 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eed2c5b5-5aba-4b6e-ab2c-c4d5ebfe2d8f tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Received port after_create {{(pid=103377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:27:21.057738 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eed2c5b5-5aba-4b6e-ab2c-c4d5ebfe2d8f tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:27:21.058364 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-eed2c5b5-5aba-4b6e-ab2c-c4d5ebfe2d8f tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:21.061270 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-7e4ded8b-378c-447f-95ce-a0daca31fe3b None None] Provisioning complete for port 6c10d438-2dd7-4008-b509-d848b52689ea triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:27:21.061653 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7e4ded8b-378c-447f-95ce-a0daca31fe3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (6c10d438-2dd7-4008-b509-d848b52689ea), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:21.063192 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed2c5b5-5aba-4b6e-ab2c-c4d5ebfe2d8f tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Pushing event updated for resources: {'Port': ['ID=a8815974-070c-4d99-b1d2-5927b2123c13,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:27:21.069166 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0f501b94-3af0-430c-9ac8-4c4b307cc20e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (6c10d438-2dd7-4008-b509-d848b52689ea), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:21.101549 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-eed2c5b5-5aba-4b6e-ab2c-c4d5ebfe2d8f tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.0992270 Feb 04 17:27:21.102926 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 44922) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:27:21.110263 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e29ea66-df01-4b3c-84bf-90115605a849 req-30dfc8bb-be7f-49fe-8952-257b78e1d7a9 tempest-ServersTestFqdnHostnames-829399840 tempest-ServersTestFqdnHostnames-829399840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:27:21.112449 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-59c3bade-18f5-4f83-9c35-9eefdbe659f5 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Request body: {'port': {'network_id': 'ffdb7e12-9739-496c-8a4a-6e54ef49b6a7', 'name': 'tempest-PortsIpV6TestJSON-1107547472', 'fixed_ips': [{'subnet_id': 'bb645300-b08d-4918-8ec5-d2df92eb1cab', 'ip_address': '2001:db8::f'}]}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:27:21.117457 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-3e29ea66-df01-4b3c-84bf-90115605a849 req-30dfc8bb-be7f-49fe-8952-257b78e1d7a9 tempest-ServersTestFqdnHostnames-829399840 tempest-ServersTestFqdnHostnames-829399840-project] 10.222.0.89 "GET /v2.0/ports?device_id=1d1603db-aad5-4b3c-bd59-91581e3b5d49 HTTP/1.1" status: 200 len: 944 time: 0.6518083 Feb 04 17:27:21.151619 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port 2c3a9c5b-e562-4ce7-aede-546ea8f72a95 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:27:21.152041 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (2c3a9c5b-e562-4ce7-aede-546ea8f72a95), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:21.226305 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-7e4ded8b-378c-447f-95ce-a0daca31fe3b None None] Port 6c10d438-2dd7-4008-b509-d848b52689ea cannot update to ACTIVE because it is not bound. {{(pid=103378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 17:27:21.231270 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] For port 1d91434f-9e6f-4a80-9638-233f26e77c88, host n-h2-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=1d91434f-9e6f-4a80-9638-233f26e77c88,segment=NetworkSegment(38f8621b-0fac-4b4e-ab96-9123674da3d5),segment_id=38f8621b-0fac-4b4e-ab96-9123674da3d5)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:27:21.250613 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59c3bade-18f5-4f83-9c35-9eefdbe659f5 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Made reservation on behalf of bcdddb23c6b346f2aa47053863d313d1 for: {'port': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:27:21.256688 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-3e29ea66-df01-4b3c-84bf-90115605a849 req-ac0f0066-bed1-4a2c-9743-88addc0ff771 tempest-ServersTestFqdnHostnames-829399840 tempest-ServersTestFqdnHostnames-829399840-project] 10.222.0.89 "GET /v2.0/security-groups?id=81228a13-6924-411c-968d-edd93f51eaa1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1332362 Feb 04 17:27:21.258877 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-59c3bade-18f5-4f83-9c35-9eefdbe659f5 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:21.276047 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-022d3262-fa4f-4450-9df3-7c52f28b9d7f None None] Allocated IP 2001:db8::2 (ffdb7e12-9739-496c-8a4a-6e54ef49b6a7/bb645300-b08d-4918-8ec5-d2df92eb1cab/804a34b9-9dcb-4f4c-906e-1de6e2d6255d) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:27:21.284177 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Returning: {'device': '1d91434f-9e6f-4a80-9638-233f26e77c88', 'network_id': 'c5338ae7-6a47-4b04-89b0-bad1ab0cf6a4', 'port_id': '1d91434f-9e6f-4a80-9638-233f26e77c88', 'mac_address': 'fa:16:3e:e0:34:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 757, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f46a7647-86ef-49e3-87cd-5acecc6b7953', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 17:27:21.284385 n-d-827839-2 neutron-server[103377]: DEBUG neutron.notifiers.nova [None req-59c3bade-18f5-4f83-9c35-9eefdbe659f5 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] device_id is not set on port 80df9f73-f5cf-4c74-93a3-f2f5bfd25385 yet. {{(pid=103377) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 04 17:27:21.307344 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-5c4ee35a-5662-447b-b3d0-f746f79c30ba admin admin] Publish callbacks [] for security_group (c3cb0945-b29c-48b1-bd2e-14af09ad4a65), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:21.313722 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-5c4ee35a-5662-447b-b3d0-f746f79c30ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (c3cb0945-b29c-48b1-bd2e-14af09ad4a65), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:21.416997 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-5c4ee35a-5662-447b-b3d0-f746f79c30ba admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=d3de7b16bfd34915898a5edde0ae1e22&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9059262 Feb 04 17:27:21.423138 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 44924) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:27:21.424071 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4ee35a-5662-447b-b3d0-f746f79c30ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3cb0945-b29c-48b1-bd2e-14af09ad4a65,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:27:21.452191 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-3fe52edb-6c74-47d6-834f-e16d971113ed tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602754'] for router_interface (b8d32f03-f541-4fe4-a8df-3d1196779359), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:21.513606 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Current status of the port 1d91434f-9e6f-4a80-9638-233f26e77c88 is: DOWN; New status is: BUILD {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:27:21.513983 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (1d91434f-9e6f-4a80-9638-233f26e77c88), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:21.574521 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-acfb03b6-6cdb-4c07-bf54-4b88929860c6 admin admin] Publish callbacks [] for security_group (c3cb0945-b29c-48b1-bd2e-14af09ad4a65), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:21.584688 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d91434f-9e6f-4a80-9638-233f26e77c88 {{(pid=103378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 17:27:21.629401 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port 2c3a9c5b-e562-4ce7-aede-546ea8f72a95 is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:27:21.637527 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-8e1a653a-d508-443c-bba6-da0761562bc3 None None] Provisioning complete for port 6c10d438-2dd7-4008-b509-d848b52689ea triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:27:21.637914 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8e1a653a-d508-443c-bba6-da0761562bc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (6c10d438-2dd7-4008-b509-d848b52689ea), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:21.641607 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-acfb03b6-6cdb-4c07-bf54-4b88929860c6 admin admin] Publish callbacks [] for security_group (c3cb0945-b29c-48b1-bd2e-14af09ad4a65), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:21.648596 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] For port 1d91434f-9e6f-4a80-9638-233f26e77c88, host n-h2-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=1d91434f-9e6f-4a80-9638-233f26e77c88,segment=NetworkSegment(38f8621b-0fac-4b4e-ab96-9123674da3d5),segment_id=38f8621b-0fac-4b4e-ab96-9123674da3d5)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:27:21.655928 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 654c80c6-9a2b-4e27-92cb-aee2ba5fbf6e no longer exists at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:27:21.713588 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (1d91434f-9e6f-4a80-9638-233f26e77c88), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:21.732289 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-acfb03b6-6cdb-4c07-bf54-4b88929860c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (c3cb0945-b29c-48b1-bd2e-14af09ad4a65), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:21.735240 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-acfb03b6-6cdb-4c07-bf54-4b88929860c6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:21.738715 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-acfb03b6-6cdb-4c07-bf54-4b88929860c6 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/c3cb0945-b29c-48b1-bd2e-14af09ad4a65 HTTP/1.1" status: 204 len: 168 time: 0.3093588 Feb 04 17:27:21.752727 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfb03b6-6cdb-4c07-bf54-4b88929860c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3cb0945-b29c-48b1-bd2e-14af09ad4a65,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:27:21.758583 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] No Port match for: 654c80c6-9a2b-4e27-92cb-aee2ba5fbf6e {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 17:27:21.759184 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 654c80c6-9a2b-4e27-92cb-aee2ba5fbf6e not bound to the agent host n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 17:27:21.770597 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-3fe52edb-6c74-47d6-834f-e16d971113ed tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Deleting port 6c10d438-2dd7-4008-b509-d848b52689ea {{(pid=103376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:27:21.771193 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-3fe52edb-6c74-47d6-834f-e16d971113ed tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (6c10d438-2dd7-4008-b509-d848b52689ea), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:21.849230 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-8e1a653a-d508-443c-bba6-da0761562bc3 None None] Port 6c10d438-2dd7-4008-b509-d848b52689ea cannot update to ACTIVE because it is not bound. {{(pid=103378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 17:27:21.886495 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-3fe52edb-6c74-47d6-834f-e16d971113ed tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (6c10d438-2dd7-4008-b509-d848b52689ea), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:21.901716 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-022d3262-fa4f-4450-9df3-7c52f28b9d7f None None] Publish callbacks [] for port (804a34b9-9dcb-4f4c-906e-1de6e2d6255d), precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:21.905801 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-3fe52edb-6c74-47d6-834f-e16d971113ed tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Calling delete_port for 6c10d438-2dd7-4008-b509-d848b52689ea owned by network:router_interface {{(pid=103376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:27:21.914581 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Pushing event updated for resources: {'Port': ['ID=1d91434f-9e6f-4a80-9638-233f26e77c88,revision_number=4']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:27:21.917876 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-022d3262-fa4f-4450-9df3-7c52f28b9d7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135'] for port (804a34b9-9dcb-4f4c-906e-1de6e2d6255d), after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:21.969202 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0f501b94-3af0-430c-9ac8-4c4b307cc20e None None] Publish callbacks [] for port (6c10d438-2dd7-4008-b509-d848b52689ea), precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:21.983630 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.db_base_plugin_common [None req-59c3bade-18f5-4f83-9c35-9eefdbe659f5 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Allocated IP 2001:db8::f (ffdb7e12-9739-496c-8a4a-6e54ef49b6a7/bb645300-b08d-4918-8ec5-d2df92eb1cab/80df9f73-f5cf-4c74-93a3-f2f5bfd25385) {{(pid=103377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:27:21.988764 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0f501b94-3af0-430c-9ac8-4c4b307cc20e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (6c10d438-2dd7-4008-b509-d848b52689ea), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:21.991906 n-d-827839-2 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-022d3262-fa4f-4450-9df3-7c52f28b9d7f None None] Network ffdb7e12-9739-496c-8a4a-6e54ef49b6a7 is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:27:21.996887 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] get_ports_and_sgs() called for port_ids ['1d91434f-9e6f-4a80-9638-233f26e77c88'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 17:27:22.011755 n-d-827839-2 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-022d3262-fa4f-4450-9df3-7c52f28b9d7f None None] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:27:22.032142 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022d3262-fa4f-4450-9df3-7c52f28b9d7f None None] Pushing event updated for resources: {'Port': ['ID=804a34b9-9dcb-4f4c-906e-1de6e2d6255d,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:27:22.036794 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-022d3262-fa4f-4450-9df3-7c52f28b9d7f None None] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:27:22.234509 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-3fe52edb-6c74-47d6-834f-e16d971113ed tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (6c10d438-2dd7-4008-b509-d848b52689ea), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:22.235147 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a399cea-eb66-4036-86e4-5632ac39a39f None None] Pushing event updated for resources: {'Port': ['ID=6c10d438-2dd7-4008-b509-d848b52689ea,revision_number=3']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:27:22.263707 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-022d3262-fa4f-4450-9df3-7c52f28b9d7f None None] Attempting to bind port 804a34b9-9dcb-4f4c-906e-1de6e2d6255d on host n-d-827839-2 for vnic_type normal with profile {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:27:22.264022 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-022d3262-fa4f-4450-9df3-7c52f28b9d7f None None] Attempting to bind port 804a34b9-9dcb-4f4c-906e-1de6e2d6255d by drivers openvswitch,hyperv on host n-d-827839-2 at level 0 using segments [{'id': '209343ae-9c6c-4863-8629-484ce1bf8c64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': 'ffdb7e12-9739-496c-8a4a-6e54ef49b6a7'}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:27:22.264387 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-022d3262-fa4f-4450-9df3-7c52f28b9d7f None None] Attempting to bind port 804a34b9-9dcb-4f4c-906e-1de6e2d6255d on network ffdb7e12-9739-496c-8a4a-6e54ef49b6a7 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:27:22.304457 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe52edb-6c74-47d6-834f-e16d971113ed tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Pushing event deleted for resources: {'Port': ['ID=6c10d438-2dd7-4008-b509-d848b52689ea,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:27:22.325538 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-022d3262-fa4f-4450-9df3-7c52f28b9d7f None None] Checking agent: {'id': 'ba70844b-66a0-45fd-a2f2-e6ed673321fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 0, 36), 'started_at': datetime.datetime(2022, 2, 4, 17, 1, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 27, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:27:22.325980 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-022d3262-fa4f-4450-9df3-7c52f28b9d7f None None] Checking segment: {'id': '209343ae-9c6c-4863-8629-484ce1bf8c64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': 'ffdb7e12-9739-496c-8a4a-6e54ef49b6a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:27:22.326332 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-022d3262-fa4f-4450-9df3-7c52f28b9d7f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:22.326733 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-022d3262-fa4f-4450-9df3-7c52f28b9d7f None None] Bound using segment: {'id': '209343ae-9c6c-4863-8629-484ce1bf8c64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': 'ffdb7e12-9739-496c-8a4a-6e54ef49b6a7'} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:27:22.327217 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-022d3262-fa4f-4450-9df3-7c52f28b9d7f None None] Bound port: 804a34b9-9dcb-4f4c-906e-1de6e2d6255d, host: n-d-827839-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '209343ae-9c6c-4863-8629-484ce1bf8c64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': 'ffdb7e12-9739-496c-8a4a-6e54ef49b6a7'}}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:27:22.327590 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-022d3262-fa4f-4450-9df3-7c52f28b9d7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (804a34b9-9dcb-4f4c-906e-1de6e2d6255d), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:22.340505 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-0f501b94-3af0-430c-9ac8-4c4b307cc20e None None] Attempting to bind port 6c10d438-2dd7-4008-b509-d848b52689ea on host n-d-827839-2 for vnic_type normal with profile {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:27:22.340917 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-0f501b94-3af0-430c-9ac8-4c4b307cc20e None None] Attempting to bind port 6c10d438-2dd7-4008-b509-d848b52689ea by drivers openvswitch,hyperv on host n-d-827839-2 at level 0 using segments [{'id': '2fcce0c7-9a0a-428a-b986-cae51cd3c129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'ebdc431d-e6a4-4155-be30-2a7d896acbb0'}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:27:22.341288 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f501b94-3af0-430c-9ac8-4c4b307cc20e None None] Attempting to bind port 6c10d438-2dd7-4008-b509-d848b52689ea on network ebdc431d-e6a4-4155-be30-2a7d896acbb0 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:27:22.342660 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-59c3bade-18f5-4f83-9c35-9eefdbe659f5 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Publish callbacks [] for port (80df9f73-f5cf-4c74-93a3-f2f5bfd25385), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:22.392367 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f501b94-3af0-430c-9ac8-4c4b307cc20e None None] Checking agent: {'id': 'ba70844b-66a0-45fd-a2f2-e6ed673321fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 0, 36), 'started_at': datetime.datetime(2022, 2, 4, 17, 1, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 27, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:27:22.392812 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f501b94-3af0-430c-9ac8-4c4b307cc20e None None] Checking segment: {'id': '2fcce0c7-9a0a-428a-b986-cae51cd3c129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'ebdc431d-e6a4-4155-be30-2a7d896acbb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:27:22.393178 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0f501b94-3af0-430c-9ac8-4c4b307cc20e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:22.393580 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f501b94-3af0-430c-9ac8-4c4b307cc20e None None] Bound using segment: {'id': '2fcce0c7-9a0a-428a-b986-cae51cd3c129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'ebdc431d-e6a4-4155-be30-2a7d896acbb0'} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:27:22.394067 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-0f501b94-3af0-430c-9ac8-4c4b307cc20e None None] Bound port: 6c10d438-2dd7-4008-b509-d848b52689ea, host: n-d-827839-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2fcce0c7-9a0a-428a-b986-cae51cd3c129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'ebdc431d-e6a4-4155-be30-2a7d896acbb0'}}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:27:22.394453 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0f501b94-3af0-430c-9ac8-4c4b307cc20e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (6c10d438-2dd7-4008-b509-d848b52689ea), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:22.420836 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-59c3bade-18f5-4f83-9c35-9eefdbe659f5 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (80df9f73-f5cf-4c74-93a3-f2f5bfd25385), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:22.494668 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59c3bade-18f5-4f83-9c35-9eefdbe659f5 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Network ffdb7e12-9739-496c-8a4a-6e54ef49b6a7 is already hosted by enough agents. {{(pid=103377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:27:22.498556 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [None req-59c3bade-18f5-4f83-9c35-9eefdbe659f5 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Resources bound (agent type, host, resource id): {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:27:22.504024 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59c3bade-18f5-4f83-9c35-9eefdbe659f5 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Received port after_create {{(pid=103377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:27:22.505146 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-0f501b94-3af0-430c-9ac8-4c4b307cc20e None None] Port 6c10d438-2dd7-4008-b509-d848b52689ea has been deleted concurrently {{(pid=103378) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:677}} Feb 04 17:27:22.509562 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59c3bade-18f5-4f83-9c35-9eefdbe659f5 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:27:22.510311 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-59c3bade-18f5-4f83-9c35-9eefdbe659f5 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:22.514315 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c3bade-18f5-4f83-9c35-9eefdbe659f5 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Pushing event updated for resources: {'Port': ['ID=80df9f73-f5cf-4c74-93a3-f2f5bfd25385,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:27:22.525472 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-022d3262-fa4f-4450-9df3-7c52f28b9d7f None None] For port 804a34b9-9dcb-4f4c-906e-1de6e2d6255d, host n-d-827839-2, cleared binding levels {{(pid=103378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:27:22.529280 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-022d3262-fa4f-4450-9df3-7c52f28b9d7f None None] For port 804a34b9-9dcb-4f4c-906e-1de6e2d6255d, host n-d-827839-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=804a34b9-9dcb-4f4c-906e-1de6e2d6255d,segment=NetworkSegment(209343ae-9c6c-4863-8629-484ce1bf8c64),segment_id=209343ae-9c6c-4863-8629-484ce1bf8c64)] {{(pid=103378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:27:22.535996 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-59c3bade-18f5-4f83-9c35-9eefdbe659f5 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.4310510 Feb 04 17:27:22.539237 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 44942) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:27:22.562485 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-022d3262-fa4f-4450-9df3-7c52f28b9d7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (804a34b9-9dcb-4f4c-906e-1de6e2d6255d), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:22.612975 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-3fe52edb-6c74-47d6-834f-e16d971113ed tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1677336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1602614'] for router_interface (b8d32f03-f541-4fe4-a8df-3d1196779359), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:22.659162 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f501b94-3af0-430c-9ac8-4c4b307cc20e None None] Routers {'b8d32f03-f541-4fe4-a8df-3d1196779359'} bound to L3 agent in host n-d-827839-2 {{(pid=103378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:27:22.659656 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-0f501b94-3af0-430c-9ac8-4c4b307cc20e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:27:02Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['b8d32f03-f541-4fe4-a8df-3d1196779359'], 'active': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:27:22.738833 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8727e998-117c-468e-b230-ba3bebbdb49a req-0d5746ee-6688-4c1a-87e8-cc858aac9625 tempest-ServersTestFqdnHostnames-829399840 tempest-ServersTestFqdnHostnames-829399840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:27:22.741425 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aafaf3ee-f163-42c8-adea-0d9371a1b345 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:27:22.745497 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-aafaf3ee-f163-42c8-adea-0d9371a1b345 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] 10.222.0.89 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.2025850 Feb 04 17:27:22.745657 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-8727e998-117c-468e-b230-ba3bebbdb49a req-0d5746ee-6688-4c1a-87e8-cc858aac9625 tempest-ServersTestFqdnHostnames-829399840 tempest-ServersTestFqdnHostnames-829399840-project] 10.222.0.89 "GET /v2.0/ports?device_id=1d1603db-aad5-4b3c-bd59-91581e3b5d49 HTTP/1.1" status: 200 len: 945 time: 0.3566110 Feb 04 17:27:22.745788 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 44952) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:27:22.761446 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-74369c7d-a892-4fbc-affa-7766ae5807ac None None] Could not find standard attr ID for object 6c10d438-2dd7-4008-b509-d848b52689ea. {{(pid=103378) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 17:27:22.835568 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvr_db [None req-0f501b94-3af0-430c-9ac8-4c4b307cc20e None None] Set router b8d32f03-f541-4fe4-a8df-3d1196779359 gateway port host: None {{(pid=103378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:27:22.837739 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022d3262-fa4f-4450-9df3-7c52f28b9d7f None None] Pushing event updated for resources: {'Port': ['ID=804a34b9-9dcb-4f4c-906e-1de6e2d6255d,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:27:22.914595 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-0f501b94-3af0-430c-9ac8-4c4b307cc20e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8d32f03-f541-4fe4-a8df-3d1196779359', 'name': 'tempest-NetworksTestDHCPv6-router-1589953245', 'tenant_id': '2dabbd0ed422411582aec81f9de51a07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:27:16Z', 'updated_at': '2022-02-04T17:27:22Z', 'revision_number': 3, 'project_id': '2dabbd0ed422411582aec81f9de51a07', 'gw_port_host': None}], 'n-d-827839-2', False) {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:27:22.921822 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b7e3df1-2de6-4c72-a0f3-3302ca4f4608 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:27:22.927469 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b7e3df1-2de6-4c72-a0f3-3302ca4f4608 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:27:22.953497 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b7e3df1-2de6-4c72-a0f3-3302ca4f4608 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:27:22.957668 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-9b7e3df1-2de6-4c72-a0f3-3302ca4f4608 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] 10.222.0.89 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2389 time: 0.2084239 Feb 04 17:27:22.957965 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 44956) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:27:22.970542 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f501b94-3af0-430c-9ac8-4c4b307cc20e None None] The sync data for ids ['b8d32f03-f541-4fe4-a8df-3d1196779359'] in n-d-827839-2 is: [{'id': 'b8d32f03-f541-4fe4-a8df-3d1196779359', 'name': 'tempest-NetworksTestDHCPv6-router-1589953245', 'tenant_id': '2dabbd0ed422411582aec81f9de51a07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:27:16Z', 'updated_at': '2022-02-04T17:27:22Z', 'revision_number': 3, 'project_id': '2dabbd0ed422411582aec81f9de51a07', 'gw_port_host': None}] {{(pid=103378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 17:27:23.103930 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-8727e998-117c-468e-b230-ba3bebbdb49a req-4de68c4c-62d3-44a7-b716-440548dda94a tempest-ServersTestFqdnHostnames-829399840 tempest-ServersTestFqdnHostnames-829399840-project] 10.222.0.89 "GET /v2.0/security-groups?id=81228a13-6924-411c-968d-edd93f51eaa1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2332196 Feb 04 17:27:23.123504 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fe52edb-6c74-47d6-834f-e16d971113ed tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Router b8d32f03-f541-4fe4-a8df-3d1196779359 has already been hosted by L3 agent 64ada913-9131-4d99-a265-63a920956287 {{(pid=103376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 17:27:23.180166 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-d1089456-e5d8-48a0-a68d-c8af8c07aec6 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Deleting port 80df9f73-f5cf-4c74-93a3-f2f5bfd25385 {{(pid=103377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:27:23.180640 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-d1089456-e5d8-48a0-a68d-c8af8c07aec6 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (80df9f73-f5cf-4c74-93a3-f2f5bfd25385), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:23.290040 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fe52edb-6c74-47d6-834f-e16d971113ed tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Notify agent at l3_agent.n-d-827839-2 the message routers_updated {{(pid=103376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 17:27:23.296834 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-3fe52edb-6c74-47d6-834f-e16d971113ed tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] 10.222.0.89 "PUT /v2.0/routers/b8d32f03-f541-4fe4-a8df-3d1196779359/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3652742 Feb 04 17:27:23.299217 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 44962) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:27:23.355450 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-d1089456-e5d8-48a0-a68d-c8af8c07aec6 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (80df9f73-f5cf-4c74-93a3-f2f5bfd25385), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:23.372231 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-d1089456-e5d8-48a0-a68d-c8af8c07aec6 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Calling delete_port for 80df9f73-f5cf-4c74-93a3-f2f5bfd25385 owned by {{(pid=103377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:27:23.406149 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93a74989-f478-46a8-962b-4ff443d6c5e8 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:27:23.408464 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93a74989-f478-46a8-962b-4ff443d6c5e8 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:27:23.411150 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-93a74989-f478-46a8-962b-4ff443d6c5e8 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] 10.222.0.89 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1109092 Feb 04 17:27:23.414331 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 44966) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:27:23.495460 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.db_base_plugin_v2 [None req-d904b2ce-579b-42ed-a051-19100c1b5d49 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Deleting subnet 49c8c923-73a5-422b-adac-1469e4d07eb5 {{(pid=103376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 17:27:23.506677 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-d904b2ce-579b-42ed-a051-19100c1b5d49 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks [] for subnet (49c8c923-73a5-422b-adac-1469e4d07eb5), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:23.572790 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-d904b2ce-579b-42ed-a051-19100c1b5d49 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25674901'] for subnet (49c8c923-73a5-422b-adac-1469e4d07eb5), precommit_delete_associations {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:23.580434 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-d1089456-e5d8-48a0-a68d-c8af8c07aec6 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (80df9f73-f5cf-4c74-93a3-f2f5bfd25385), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:23.641671 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-d1089456-e5d8-48a0-a68d-c8af8c07aec6 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:23.649310 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-d1089456-e5d8-48a0-a68d-c8af8c07aec6 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] 10.222.0.89 "DELETE /v2.0/ports/80df9f73-f5cf-4c74-93a3-f2f5bfd25385 HTTP/1.1" status: 204 len: 168 time: 0.6903806 Feb 04 17:27:23.650411 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1089456-e5d8-48a0-a68d-c8af8c07aec6 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Pushing event deleted for resources: {'Port': ['ID=80df9f73-f5cf-4c74-93a3-f2f5bfd25385,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:27:23.653695 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 44972) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:27:23.688636 n-d-827839-2 neutron-server[103377]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee477229-39ad-4ab7-99d5-d7cafb2ca05f tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] GET failed (client error): The resource could not be found. Feb 04 17:27:23.693401 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-ee477229-39ad-4ab7-99d5-d7cafb2ca05f tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] 10.222.0.89 "GET /v2.0/ports/80df9f73-f5cf-4c74-93a3-f2f5bfd25385 HTTP/1.1" status: 404 len: 333 time: 0.0387061 Feb 04 17:27:23.693900 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 44978) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:27:23.704023 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-d904b2ce-579b-42ed-a051-19100c1b5d49 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1541225'] for subnet (49c8c923-73a5-422b-adac-1469e4d07eb5), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:23.825098 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-d904b2ce-579b-42ed-a051-19100c1b5d49 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1541216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25675894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25858947'] for subnet (49c8c923-73a5-422b-adac-1469e4d07eb5), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:23.862024 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d904b2ce-579b-42ed-a051-19100c1b5d49 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Pushing event deleted for resources: {'Subnet': ['ID=49c8c923-73a5-422b-adac-1469e4d07eb5,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:27:23.869525 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-d904b2ce-579b-42ed-a051-19100c1b5d49 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks [] for subnet (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:23.875219 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-d904b2ce-579b-42ed-a051-19100c1b5d49 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] 10.222.0.89 "DELETE /v2.0/subnets/49c8c923-73a5-422b-adac-1469e4d07eb5 HTTP/1.1" status: 204 len: 168 time: 0.4564281 Feb 04 17:27:23.875865 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 44982) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:27:23.879261 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-e6cb212a-2a50-4a1e-9aed-63e83c76e37b tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Deleting port a8815974-070c-4d99-b1d2-5927b2123c13 {{(pid=103376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:27:23.879483 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-e6cb212a-2a50-4a1e-9aed-63e83c76e37b tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (a8815974-070c-4d99-b1d2-5927b2123c13), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:23.883058 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c02e9b7f-8e21-46d4-afe8-d591febfe216 None None] Network ebdc431d-e6a4-4155-be30-2a7d896acbb0 requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:27:23.986279 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-e6cb212a-2a50-4a1e-9aed-63e83c76e37b tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (a8815974-070c-4d99-b1d2-5927b2123c13), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:24.027518 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-e6cb212a-2a50-4a1e-9aed-63e83c76e37b tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Calling delete_port for a8815974-070c-4d99-b1d2-5927b2123c13 owned by {{(pid=103376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:27:24.095468 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-8abdf946-1b69-49db-8a89-7641dee613fd tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] 10.222.0.89 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.2184587 Feb 04 17:27:24.096115 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 44994) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:27:24.148985 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93ecf1ae-0e54-4cbf-848f-53e95c55b7f0 None None] DHCP port deletion for ebdc431d-e6a4-4155-be30-2a7d896acbb0 request from n-d-827839-2 {{(pid=103378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 17:27:24.230676 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-e6cb212a-2a50-4a1e-9aed-63e83c76e37b tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (a8815974-070c-4d99-b1d2-5927b2123c13), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:24.239622 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-79482f03-5945-4dd8-b4de-8ad988c11112 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks [] for router (b8d32f03-f541-4fe4-a8df-3d1196779359), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:24.245105 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-93ecf1ae-0e54-4cbf-848f-53e95c55b7f0 None None] Deleting port 2c3a9c5b-e562-4ce7-aede-546ea8f72a95 {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:27:24.248094 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-93ecf1ae-0e54-4cbf-848f-53e95c55b7f0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (2c3a9c5b-e562-4ce7-aede-546ea8f72a95), before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:24.289843 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6cb212a-2a50-4a1e-9aed-63e83c76e37b tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Pushing event deleted for resources: {'Port': ['ID=a8815974-070c-4d99-b1d2-5927b2123c13,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:27:24.363174 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-e6cb212a-2a50-4a1e-9aed-63e83c76e37b tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:24.366271 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-e6cb212a-2a50-4a1e-9aed-63e83c76e37b tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] 10.222.0.89 "DELETE /v2.0/ports/a8815974-070c-4d99-b1d2-5927b2123c13 HTTP/1.1" status: 204 len: 168 time: 0.6713028 Feb 04 17:27:24.373274 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 45002) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:27:24.434644 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-93ecf1ae-0e54-4cbf-848f-53e95c55b7f0 None None] For port 2c3a9c5b-e562-4ce7-aede-546ea8f72a95, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=2c3a9c5b-e562-4ce7-aede-546ea8f72a95,segment=NetworkSegment(2fcce0c7-9a0a-428a-b986-cae51cd3c129),segment_id=2fcce0c7-9a0a-428a-b986-cae51cd3c129)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:27:24.435062 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-93ecf1ae-0e54-4cbf-848f-53e95c55b7f0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (2c3a9c5b-e562-4ce7-aede-546ea8f72a95), precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:24.468965 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Device 1d91434f-9e6f-4a80-9638-233f26e77c88 up at agent hyperv_n-h2-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:27:24.479956 n-d-827839-2 neutron-server[103376]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f8a795a-cb2e-4881-8c40-8cd75b16bec1 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] GET failed (client error): The resource could not be found. Feb 04 17:27:24.484037 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-4f8a795a-cb2e-4881-8c40-8cd75b16bec1 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] 10.222.0.89 "GET /v2.0/ports/a8815974-070c-4d99-b1d2-5927b2123c13 HTTP/1.1" status: 404 len: 333 time: 0.1049213 Feb 04 17:27:24.493869 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-93ecf1ae-0e54-4cbf-848f-53e95c55b7f0 None None] Calling delete_port for 2c3a9c5b-e562-4ce7-aede-546ea8f72a95 owned by network:dhcp {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:27:24.496800 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 45006) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:27:24.572425 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 804a34b9-9dcb-4f4c-906e-1de6e2d6255d up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:27:24.579947 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e994a153-6649-4ba7-a3c3-cc48e9029fbf req-5004e796-b9fe-441a-954e-468953416fd2 tempest-ServersTestFqdnHostnames-829399840 tempest-ServersTestFqdnHostnames-829399840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:27:24.581641 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-e994a153-6649-4ba7-a3c3-cc48e9029fbf req-5004e796-b9fe-441a-954e-468953416fd2 tempest-ServersTestFqdnHostnames-829399840 tempest-ServersTestFqdnHostnames-829399840-project] 10.222.0.89 "GET /v2.0/ports?device_id=1d1603db-aad5-4b3c-bd59-91581e3b5d49 HTTP/1.1" status: 200 len: 945 time: 0.3798351 Feb 04 17:27:24.589826 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-79482f03-5945-4dd8-b4de-8ad988c11112 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1601811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26971'] for router (b8d32f03-f541-4fe4-a8df-3d1196779359), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:24.593516 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-79482f03-5945-4dd8-b4de-8ad988c11112 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks [] for router_controller (b8d32f03-f541-4fe4-a8df-3d1196779359), precommit_delete_associations {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:24.620986 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2a9ed2-6c7f-4c05-acde-962f3bbece96 req-9c643d50-af2e-4fb9-9cff-46ab4761986d tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:27:24.623217 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-8b2a9ed2-6c7f-4c05-acde-962f3bbece96 req-9c643d50-af2e-4fb9-9cff-46ab4761986d tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] 10.222.0.89 "GET /v2.0/ports?device_id=32c473d7-3f2d-495e-b44f-fd0929434fbd HTTP/1.1" status: 200 len: 947 time: 0.1384881 Feb 04 17:27:24.638354 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4855f89-8b8d-45bc-827d-22ad9bd6c8c4 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Deleting subnet bb645300-b08d-4918-8ec5-d2df92eb1cab {{(pid=103376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 17:27:24.644641 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-c4855f89-8b8d-45bc-827d-22ad9bd6c8c4 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Publish callbacks [] for subnet (bb645300-b08d-4918-8ec5-d2df92eb1cab), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:24.685998 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-79482f03-5945-4dd8-b4de-8ad988c11112 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1601832'] for router (b8d32f03-f541-4fe4-a8df-3d1196779359), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:24.690943 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79482f03-5945-4dd8-b4de-8ad988c11112 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Fanout notify agent at l3_agent the message router_deleted on router b8d32f03-f541-4fe4-a8df-3d1196779359 {{(pid=103377) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 17:27:24.701996 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-79482f03-5945-4dd8-b4de-8ad988c11112 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks [] for router (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:24.706545 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-79482f03-5945-4dd8-b4de-8ad988c11112 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] 10.222.0.89 "DELETE /v2.0/routers/b8d32f03-f541-4fe4-a8df-3d1196779359 HTTP/1.1" status: 204 len: 168 time: 0.6092229 Feb 04 17:27:24.707050 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 45014) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:27:24.720631 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-6c082dd1-66b4-446e-99c0-f5c64ea07e97 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Request body: {'subnet': {'network_id': 'ebdc431d-e6a4-4155-be30-2a7d896acbb0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:27:24.759648 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-8b2a9ed2-6c7f-4c05-acde-962f3bbece96 req-57502964-6596-46be-a5cd-d894dd27736c tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] 10.222.0.89 "GET /v2.0/security-groups?id=e65ecd24-4d97-4684-be33-350ed30f90cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1161270 Feb 04 17:27:24.837849 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-c4855f89-8b8d-45bc-827d-22ad9bd6c8c4 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25674901'] for subnet (bb645300-b08d-4918-8ec5-d2df92eb1cab), precommit_delete_associations {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:24.898300 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-817d1961-736a-462d-b6d9-b67bfabeace5 None None] Sync routers for ids ['b8d32f03-f541-4fe4-a8df-3d1196779359'] in n-d-827839-2 {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 17:27:24.910384 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-817d1961-736a-462d-b6d9-b67bfabeace5 None None] Routers set() bound to L3 agent in host n-d-827839-2 {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:27:24.910965 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-817d1961-736a-462d-b6d9-b67bfabeace5 None None] Router IDs set() for agent in host n-d-827839-2 {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 04 17:27:24.911111 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-e994a153-6649-4ba7-a3c3-cc48e9029fbf req-a37eca3f-7ec6-4760-b2ca-a2446ec13fd7 tempest-ServersTestFqdnHostnames-829399840 tempest-ServersTestFqdnHostnames-829399840-project] 10.222.0.89 "GET /v2.0/security-groups?id=81228a13-6924-411c-968d-edd93f51eaa1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3188930 Feb 04 17:27:24.915065 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_agentschedulers_db [None req-817d1961-736a-462d-b6d9-b67bfabeace5 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'b8d32f03-f541-4fe4-a8df-3d1196779359'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:27:02Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent'). {{(pid=103379) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Feb 04 17:27:24.946707 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-817d1961-736a-462d-b6d9-b67bfabeace5 None None] Routers set() bound to L3 agent in host n-d-827839-2 {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:27:24.947300 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-817d1961-736a-462d-b6d9-b67bfabeace5 None None] Router IDs set() for agent in host n-d-827839-2 {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 04 17:27:24.948091 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_agentschedulers_db [None req-817d1961-736a-462d-b6d9-b67bfabeace5 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'b8d32f03-f541-4fe4-a8df-3d1196779359'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:27:02Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent'). {{(pid=103379) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Feb 04 17:27:24.948624 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-817d1961-736a-462d-b6d9-b67bfabeace5 None None] The sync data for ids ['b8d32f03-f541-4fe4-a8df-3d1196779359'] in n-d-827839-2 is: [] {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 17:27:24.949755 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Provisioning for port 1d91434f-9e6f-4a80-9638-233f26e77c88 completed by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 17:27:24.950489 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c082dd1-66b4-446e-99c0-f5c64ea07e97 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Made reservation on behalf of 2dabbd0ed422411582aec81f9de51a07 for: {'subnet': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:27:24.963482 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-6c082dd1-66b4-446e-99c0-f5c64ea07e97 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25597243'] for subnet (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:24.998102 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Provisioning complete for port 1d91434f-9e6f-4a80-9638-233f26e77c88 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:27:24.998686 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (1d91434f-9e6f-4a80-9638-233f26e77c88), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:25.058750 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-93ecf1ae-0e54-4cbf-848f-53e95c55b7f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144'] for port (2c3a9c5b-e562-4ce7-aede-546ea8f72a95), after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:25.060201 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port 804a34b9-9dcb-4f4c-906e-1de6e2d6255d triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:27:25.060565 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (804a34b9-9dcb-4f4c-906e-1de6e2d6255d), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:25.066992 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-c4855f89-8b8d-45bc-827d-22ad9bd6c8c4 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1541225'] for subnet (bb645300-b08d-4918-8ec5-d2df92eb1cab), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:25.103532 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fb11803-929f-4994-94a8-32a8f08a0c18 None None] Network ffdb7e12-9739-496c-8a4a-6e54ef49b6a7 requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:27:25.169220 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-c4855f89-8b8d-45bc-827d-22ad9bd6c8c4 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1541216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25675894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25858947'] for subnet (bb645300-b08d-4918-8ec5-d2df92eb1cab), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:25.197081 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ecf1ae-0e54-4cbf-848f-53e95c55b7f0 None None] Pushing event deleted for resources: {'Port': ['ID=2c3a9c5b-e562-4ce7-aede-546ea8f72a95,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:27:25.206645 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93ecf1ae-0e54-4cbf-848f-53e95c55b7f0 None None] No DVR routers for this DVR port 2c3a9c5b-e562-4ce7-aede-546ea8f72a95 on host n-d-827839-2 {{(pid=103378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 17:27:25.219546 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4855f89-8b8d-45bc-827d-22ad9bd6c8c4 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Pushing event deleted for resources: {'Subnet': ['ID=bb645300-b08d-4918-8ec5-d2df92eb1cab,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:27:25.235597 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-c4855f89-8b8d-45bc-827d-22ad9bd6c8c4 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Publish callbacks [] for subnet (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:25.238937 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-c4855f89-8b8d-45bc-827d-22ad9bd6c8c4 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] 10.222.0.89 "DELETE /v2.0/subnets/bb645300-b08d-4918-8ec5-d2df92eb1cab HTTP/1.1" status: 204 len: 168 time: 0.7432249 Feb 04 17:27:25.249299 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 45026) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:27:25.261415 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-ca1b7310-a5a6-4e7a-b5ad-09eada5c7196 None None] Provisioning complete for port 804a34b9-9dcb-4f4c-906e-1de6e2d6255d triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:27:25.261791 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ca1b7310-a5a6-4e7a-b5ad-09eada5c7196 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (804a34b9-9dcb-4f4c-906e-1de6e2d6255d), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:25.362781 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-6c082dd1-66b4-446e-99c0-f5c64ea07e97 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25889445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25597197'] for subnet (a3dd0db2-d6c5-417b-9aae-eb65d4afa154), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:25.367228 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f909ec16-516a-4f0b-9003-9ae17ce711e9 req-9df84c4b-ed7b-48d4-a218-df2372f1db07 tempest-ServersTestJSON-906237145 tempest-ServersTestJSON-906237145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:27:25.369154 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-f909ec16-516a-4f0b-9003-9ae17ce711e9 req-9df84c4b-ed7b-48d4-a218-df2372f1db07 tempest-ServersTestJSON-906237145 tempest-ServersTestJSON-906237145-project] 10.222.0.89 "GET /v2.0/ports?device_id=21e34ec0-ca77-4fc3-a022-61a8ea584f54 HTTP/1.1" status: 200 len: 945 time: 0.1972339 Feb 04 17:27:25.414608 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c082dd1-66b4-446e-99c0-f5c64ea07e97 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Network ebdc431d-e6a4-4155-be30-2a7d896acbb0 is already hosted by enough agents. {{(pid=103377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:27:25.416350 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-a55b9a27-43da-4dcd-9266-a5074aafcbb1 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628832'] for network (ffdb7e12-9739-496c-8a4a-6e54ef49b6a7), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:25.419750 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [None req-6c082dd1-66b4-446e-99c0-f5c64ea07e97 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Resources bound (agent type, host, resource id): {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:27:25.424460 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port 804a34b9-9dcb-4f4c-906e-1de6e2d6255d is: DOWN; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:27:25.425175 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (804a34b9-9dcb-4f4c-906e-1de6e2d6255d), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:25.426157 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c082dd1-66b4-446e-99c0-f5c64ea07e97 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:27:25.426980 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-6c082dd1-66b4-446e-99c0-f5c64ea07e97 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks [] for subnet (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:25.427699 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Current status of the port 1d91434f-9e6f-4a80-9638-233f26e77c88 is: BUILD; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:27:25.428280 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (1d91434f-9e6f-4a80-9638-233f26e77c88), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:25.435806 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f263b6a3-9781-4181-8f81-7c686bd8b0cd None None] Network ebdc431d-e6a4-4155-be30-2a7d896acbb0 requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:27:25.452474 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c082dd1-66b4-446e-99c0-f5c64ea07e97 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Pushing event updated for resources: {'Subnet': ['ID=a3dd0db2-d6c5-417b-9aae-eb65d4afa154,revision_number=0']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:27:25.466607 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 45030) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:27:25.468702 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-6c082dd1-66b4-446e-99c0-f5c64ea07e97 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7556870 Feb 04 17:27:25.476956 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-826a98c9-9ec9-4e36-962b-b7a28a146938 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-328547245', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:27:25.493674 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-f909ec16-516a-4f0b-9003-9ae17ce711e9 req-39f13cbe-9669-49ce-964b-782902a19dfd tempest-ServersTestJSON-906237145 tempest-ServersTestJSON-906237145-project] 10.222.0.89 "GET /v2.0/security-groups?id=1e6d02d2-b834-4a41-9e0b-3d41f5ebbbf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1177933 Feb 04 17:27:25.534732 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-826a98c9-9ec9-4e36-962b-b7a28a146938 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1601657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26921'] for router (fad975a3-e0ae-4a49-92a7-b5e6b0272c2c), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:25.535864 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-826a98c9-9ec9-4e36-962b-b7a28a146938 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1602025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603663', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1630571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26960'] for router (fad975a3-e0ae-4a49-92a7-b5e6b0272c2c), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:25.594316 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] For port 1d91434f-9e6f-4a80-9638-233f26e77c88, host n-h2-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=1d91434f-9e6f-4a80-9638-233f26e77c88,segment=NetworkSegment(38f8621b-0fac-4b4e-ab96-9123674da3d5),segment_id=38f8621b-0fac-4b4e-ab96-9123674da3d5)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:27:25.595547 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d1603db-aad5-4b3c-bd59-91581e3b5d49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d91434f-9e6f-4a80-9638-233f26e77c88'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:27:25.598635 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c34bc964ce2211770fda26ca2f3801cc06f4f39928110690550e94ab9c9d2fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3326714f-0de1-4c15-8840-9f1c3e454098" -d '{"events": [{"server_uuid": "1d1603db-aad5-4b3c-bd59-91581e3b5d49", "name": "network-vif-plugged", "status": "completed", "tag": "1d91434f-9e6f-4a80-9638-233f26e77c88"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:27:25.602404 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-826a98c9-9ec9-4e36-962b-b7a28a146938 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks [] for router_controller (fad975a3-e0ae-4a49-92a7-b5e6b0272c2c), precommit_add_association {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:25.604089 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-a55b9a27-43da-4dcd-9266-a5074aafcbb1 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Deleting port 804a34b9-9dcb-4f4c-906e-1de6e2d6255d {{(pid=103376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:27:25.604423 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-a55b9a27-43da-4dcd-9266-a5074aafcbb1 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (804a34b9-9dcb-4f4c-906e-1de6e2d6255d), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:25.620187 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (1d91434f-9e6f-4a80-9638-233f26e77c88), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:25.631213 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-826a98c9-9ec9-4e36-962b-b7a28a146938 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1602046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603680'] for router (fad975a3-e0ae-4a49-92a7-b5e6b0272c2c), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:25.678287 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] For port 804a34b9-9dcb-4f4c-906e-1de6e2d6255d, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=804a34b9-9dcb-4f4c-906e-1de6e2d6255d,segment=NetworkSegment(209343ae-9c6c-4863-8629-484ce1bf8c64),segment_id=209343ae-9c6c-4863-8629-484ce1bf8c64)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:27:25.696437 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (804a34b9-9dcb-4f4c-906e-1de6e2d6255d), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:25.701887 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-826a98c9-9ec9-4e36-962b-b7a28a146938 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks [] for router (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:25.703063 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-826a98c9-9ec9-4e36-962b-b7a28a146938 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] 10.222.0.89 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2351739 Feb 04 17:27:25.707171 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 45042) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:27:25.711727 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-ca1b7310-a5a6-4e7a-b5ad-09eada5c7196 None None] Current status of the port 804a34b9-9dcb-4f4c-906e-1de6e2d6255d is: DOWN; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:27:25.712522 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ca1b7310-a5a6-4e7a-b5ad-09eada5c7196 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (804a34b9-9dcb-4f4c-906e-1de6e2d6255d), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:25.720313 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [None req-a55b9a27-43da-4dcd-9266-a5074aafcbb1 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] For port 804a34b9-9dcb-4f4c-906e-1de6e2d6255d, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=804a34b9-9dcb-4f4c-906e-1de6e2d6255d,segment=NetworkSegment(209343ae-9c6c-4863-8629-484ce1bf8c64),segment_id=209343ae-9c6c-4863-8629-484ce1bf8c64)] {{(pid=103376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:27:25.720685 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-a55b9a27-43da-4dcd-9266-a5074aafcbb1 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (804a34b9-9dcb-4f4c-906e-1de6e2d6255d), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:25.735531 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-a55b9a27-43da-4dcd-9266-a5074aafcbb1 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Calling delete_port for 804a34b9-9dcb-4f4c-906e-1de6e2d6255d owned by network:dhcp {{(pid=103376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:27:25.828699 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 45046) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:27:25.845232 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 2c3a9c5b-e562-4ce7-aede-546ea8f72a95 no longer exists at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:27:25.892562 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Pushing event updated for resources: {'Port': ['ID=1d91434f-9e6f-4a80-9638-233f26e77c88,revision_number=5']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:27:25.941132 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] No Port match for: 2c3a9c5b-e562-4ce7-aede-546ea8f72a95 {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 17:27:25.941386 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 2c3a9c5b-e562-4ce7-aede-546ea8f72a95 not bound to the agent host n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 17:27:25.954589 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-a55b9a27-43da-4dcd-9266-a5074aafcbb1 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (804a34b9-9dcb-4f4c-906e-1de6e2d6255d), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:25.998474 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a7d0694-cf56-4c7b-ad19-aa52e9f7c43a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e4c19ad-5724-5db8-8ee1-4f56ae69fcf4-ebdc431d-e6a4-4155-be30-2a7d896acbb0', 'network_id': 'ebdc431d-e6a4-4155-be30-2a7d896acbb0', 'project_id': '2dabbd0ed422411582aec81f9de51a07', 'fixed_ips': [{'subnet_id': 'a3dd0db2-d6c5-417b-9aae-eb65d4afa154'}]}} from n-d-827839-2. {{(pid=103378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 17:27:25.999391 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3a7d0694-cf56-4c7b-ad19-aa52e9f7c43a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:26.001908 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Pushing event deleted for resources: {'Port': ['ID=804a34b9-9dcb-4f4c-906e-1de6e2d6255d,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:27:26.002408 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55b9a27-43da-4dcd-9266-a5074aafcbb1 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Pushing event deleted for resources: {'Port': ['ID=804a34b9-9dcb-4f4c-906e-1de6e2d6255d,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:27:26.016870 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a55b9a27-43da-4dcd-9266-a5074aafcbb1 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] No DVR routers for this DVR port 804a34b9-9dcb-4f4c-906e-1de6e2d6255d on host n-d-827839-2 {{(pid=103376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 17:27:26.061112 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.db.api [None req-ca1b7310-a5a6-4e7a-b5ad-09eada5c7196 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103378) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 17:27:26.062279 n-d-827839-2 neutron-server[103378]: DEBUG oslo_db.api [None req-ca1b7310-a5a6-4e7a-b5ad-09eada5c7196 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 17:27:26.087314 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5780a9e0-ea93-4508-b9a4-76dd0beea064 None None] Network ffdb7e12-9739-496c-8a4a-6e54ef49b6a7 requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:27:26.156314 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-a55b9a27-43da-4dcd-9266-a5074aafcbb1 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1543676', 'neutron.services.segments.db._delete_segments_for_network-8781084786517'] for network (ffdb7e12-9739-496c-8a4a-6e54ef49b6a7), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:26.185261 n-d-827839-2 neutron-server[103376]: DEBUG neutron.services.segments.db [None req-a55b9a27-43da-4dcd-9266-a5074aafcbb1 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ffdb7e12-9739-496c-8a4a-6e54ef49b6a7']}} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:27:26.200115 n-d-827839-2 neutron-server[103376]: DEBUG neutron.services.segments.db [None req-a55b9a27-43da-4dcd-9266-a5074aafcbb1 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '209343ae-9c6c-4863-8629-484ce1bf8c64') {'for_net_delete': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:27:26.201066 n-d-827839-2 neutron-server[103376]: DEBUG neutron.services.segments.db [None req-a55b9a27-43da-4dcd-9266-a5074aafcbb1 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '209343ae-9c6c-4863-8629-484ce1bf8c64') {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:27:26.201887 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 17:27:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f47eaef8-bc1a-41ec-8751-cdf28e45c321 x-openstack-request-id: req-f47eaef8-bc1a-41ec-8751-cdf28e45c321 {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:27:26.202724 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d1603db-aad5-4b3c-bd59-91581e3b5d49", "name": "network-vif-plugged", "status": "completed", "tag": "1d91434f-9e6f-4a80-9638-233f26e77c88", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:27:26.202724 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-f47eaef8-bc1a-41ec-8751-cdf28e45c321 {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:27:26.202935 n-d-827839-2 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d1603db-aad5-4b3c-bd59-91581e3b5d49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d91434f-9e6f-4a80-9638-233f26e77c88', 'code': 200} Feb 04 17:27:26.215461 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-a55b9a27-43da-4dcd-9266-a5074aafcbb1 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781084783966', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25674908'] for segment (209343ae-9c6c-4863-8629-484ce1bf8c64), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:26.234138 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-a55b9a27-43da-4dcd-9266-a5074aafcbb1 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (209343ae-9c6c-4863-8629-484ce1bf8c64), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:26.245240 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a55b9a27-43da-4dcd-9266-a5074aafcbb1 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Releasing vlan 762 on physical network physnet1 to pool {{(pid=103376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 17:27:26.245656 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-a55b9a27-43da-4dcd-9266-a5074aafcbb1 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25675992'] for segment (209343ae-9c6c-4863-8629-484ce1bf8c64), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:26.249477 n-d-827839-2 neutron-server[103376]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 17:27:26.249477 n-d-827839-2 neutron-server[103376]: items = [ Feb 04 17:27:26.249477 n-d-827839-2 neutron-server[103376]: Traceback (most recent call last): Feb 04 17:27:26.249477 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 17:27:26.249477 n-d-827839-2 neutron-server[103376]: timer() Feb 04 17:27:26.249477 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 17:27:26.249477 n-d-827839-2 neutron-server[103376]: cb(*args, **kw) Feb 04 17:27:26.249477 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 17:27:26.249477 n-d-827839-2 neutron-server[103376]: return func(*args, **kwargs) Feb 04 17:27:26.249477 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 17:27:26.249477 n-d-827839-2 neutron-server[103376]: self._notify() Feb 04 17:27:26.249477 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 17:27:26.249477 n-d-827839-2 neutron-server[103376]: self.callback(batched_events) Feb 04 17:27:26.249477 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 17:27:26.249477 n-d-827839-2 neutron-server[103376]: event.method(event) Feb 04 17:27:26.249477 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 17:27:26.249477 n-d-827839-2 neutron-server[103376]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 17:27:26.249477 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 17:27:26.249477 n-d-827839-2 neutron-server[103376]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 17:27:26.249477 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 17:27:26.249477 n-d-827839-2 neutron-server[103376]: return f(self, *a, **k) Feb 04 17:27:26.249477 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 17:27:26.249477 n-d-827839-2 neutron-server[103376]: return self._get(url).json() Feb 04 17:27:26.249477 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 17:27:26.249477 n-d-827839-2 neutron-server[103376]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 17:27:26.249477 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 17:27:26.249477 n-d-827839-2 neutron-server[103376]: return self.request(url, 'GET', **kwargs) Feb 04 17:27:26.249477 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 17:27:26.249477 n-d-827839-2 neutron-server[103376]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 17:27:26.249477 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 17:27:26.249477 n-d-827839-2 neutron-server[103376]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 17:27:26.249477 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 17:27:26.249477 n-d-827839-2 neutron-server[103376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 17:27:26.249477 n-d-827839-2 neutron-server[103376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 17:27:26.344775 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-3a7d0694-cf56-4c7b-ad19-aa52e9f7c43a None None] Allocated IP 2001:db8::2 (ebdc431d-e6a4-4155-be30-2a7d896acbb0/a3dd0db2-d6c5-417b-9aae-eb65d4afa154/9434fca5-5549-4591-97c3-bb11039832ed) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:27:26.369275 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97bec861-3d63-420d-b3e2-942860b832c9 None None] DHCP port deletion for ffdb7e12-9739-496c-8a4a-6e54ef49b6a7 request from n-d-827839-2 {{(pid=103378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 17:27:26.432836 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-a55b9a27-43da-4dcd-9266-a5074aafcbb1 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1543671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1595572'] for network (ffdb7e12-9739-496c-8a4a-6e54ef49b6a7), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:26.437556 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-a55b9a27-43da-4dcd-9266-a5074aafcbb1 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677565'] for network (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:26.445392 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-a55b9a27-43da-4dcd-9266-a5074aafcbb1 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] 10.222.0.89 "DELETE /v2.0/networks/ffdb7e12-9739-496c-8a4a-6e54ef49b6a7 HTTP/1.1" status: 204 len: 168 time: 1.1902051 Feb 04 17:27:26.452494 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 45056) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:27:26.479218 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-7349e4f1-aa2b-4b92-a6e9-ea9e45c9d144 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-159673960'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:27:26.507926 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55b9a27-43da-4dcd-9266-a5074aafcbb1 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Pushing event deleted for resources: {'Network': ['ID=ffdb7e12-9739-496c-8a4a-6e54ef49b6a7,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:27:26.550034 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cbab0b-4c73-4da7-a406-b73068042949 req-8e37d024-31be-4deb-97cf-138562c95109 tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:27:26.551558 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-b9cbab0b-4c73-4da7-a406-b73068042949 req-8e37d024-31be-4deb-97cf-138562c95109 tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] 10.222.0.96 "GET /v2.0/ports?device_id=32c473d7-3f2d-495e-b44f-fd0929434fbd HTTP/1.1" status: 200 len: 947 time: 0.1718488 Feb 04 17:27:26.552888 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7349e4f1-aa2b-4b92-a6e9-ea9e45c9d144 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Made reservation on behalf of bcdddb23c6b346f2aa47053863d313d1 for: {'network': 1} {{(pid=103376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:27:26.556090 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-7349e4f1-aa2b-4b92-a6e9-ea9e45c9d144 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for network (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:26.559579 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3a7d0694-cf56-4c7b-ad19-aa52e9f7c43a None None] Publish callbacks [] for port (9434fca5-5549-4591-97c3-bb11039832ed), precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:26.567583 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3a7d0694-cf56-4c7b-ad19-aa52e9f7c43a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135'] for port (9434fca5-5549-4591-97c3-bb11039832ed), after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:26.598236 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-ca1b7310-a5a6-4e7a-b5ad-09eada5c7196 None None] Port 804a34b9-9dcb-4f4c-906e-1de6e2d6255d update to ACTIVE by agent not found {{(pid=103378) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2215}} Feb 04 17:27:26.602032 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-aa9405d2-c16f-4e37-bb56-509fc20cc29e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:26.621792 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe20b0c-d89f-4a2d-866c-9b27401c2b18 req-caf55224-3afe-4218-b294-885c8ee028a6 tempest-ServersTestFqdnHostnames-829399840 tempest-ServersTestFqdnHostnames-829399840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:27:26.622364 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d599ca-c854-4104-b8f8-7067b41f21e3 req-4d3e657d-70ca-4e99-9dd2-7996a2ebfba7 tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:27:26.623315 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-efe20b0c-d89f-4a2d-866c-9b27401c2b18 req-caf55224-3afe-4218-b294-885c8ee028a6 tempest-ServersTestFqdnHostnames-829399840 tempest-ServersTestFqdnHostnames-829399840-project] 10.222.0.89 "GET /v2.0/ports?device_id=1d1603db-aad5-4b3c-bd59-91581e3b5d49 HTTP/1.1" status: 200 len: 946 time: 0.2048647 Feb 04 17:27:26.624915 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-32d599ca-c854-4104-b8f8-7067b41f21e3 req-4d3e657d-70ca-4e99-9dd2-7996a2ebfba7 tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] 10.222.0.89 "GET /v2.0/ports?device_id=32c473d7-3f2d-495e-b44f-fd0929434fbd HTTP/1.1" status: 200 len: 947 time: 0.7207396 Feb 04 17:27:26.656779 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7349e4f1-aa2b-4b92-a6e9-ea9e45c9d144 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] vlan segment allocate from pool success with {'vlan_id': 789, 'physical_network': 'physnet1'} {{(pid=103376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 17:27:26.658574 n-d-827839-2 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a7d0694-cf56-4c7b-ad19-aa52e9f7c43a None None] Network ebdc431d-e6a4-4155-be30-2a7d896acbb0 is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:27:26.660011 n-d-827839-2 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-3a7d0694-cf56-4c7b-ad19-aa52e9f7c43a None None] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:27:26.665628 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a7d0694-cf56-4c7b-ad19-aa52e9f7c43a None None] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:27:26.699521 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7d0694-cf56-4c7b-ad19-aa52e9f7c43a None None] Pushing event updated for resources: {'Port': ['ID=9434fca5-5549-4591-97c3-bb11039832ed,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:27:26.707277 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-7349e4f1-aa2b-4b92-a6e9-ea9e45c9d144 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (1abd441d-8e6b-4126-9ffb-9c915d0dc061), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:26.707548 n-d-827839-2 neutron-server[103376]: INFO neutron.db.segments_db [None req-7349e4f1-aa2b-4b92-a6e9-ea9e45c9d144 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Added segment 1abd441d-8e6b-4126-9ffb-9c915d0dc061 of type vlan for network d748ac39-0a69-4482-9b2c-aac095dc9443 Feb 04 17:27:26.734357 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-868eef6b-4dd2-4f69-b35a-f370e9e4ca50 None None] Could not find standard attr ID for object 804a34b9-9dcb-4f4c-906e-1de6e2d6255d. {{(pid=103378) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 17:27:26.739136 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-3a7d0694-cf56-4c7b-ad19-aa52e9f7c43a None None] Attempting to bind port 9434fca5-5549-4591-97c3-bb11039832ed on host n-d-827839-2 for vnic_type normal with profile {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:27:26.739578 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-3a7d0694-cf56-4c7b-ad19-aa52e9f7c43a None None] Attempting to bind port 9434fca5-5549-4591-97c3-bb11039832ed by drivers openvswitch,hyperv on host n-d-827839-2 at level 0 using segments [{'id': '2fcce0c7-9a0a-428a-b986-cae51cd3c129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'ebdc431d-e6a4-4155-be30-2a7d896acbb0'}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:27:26.739967 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a7d0694-cf56-4c7b-ad19-aa52e9f7c43a None None] Attempting to bind port 9434fca5-5549-4591-97c3-bb11039832ed on network ebdc431d-e6a4-4155-be30-2a7d896acbb0 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:27:26.747193 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a7d0694-cf56-4c7b-ad19-aa52e9f7c43a None None] Checking agent: {'id': 'ba70844b-66a0-45fd-a2f2-e6ed673321fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 0, 36), 'started_at': datetime.datetime(2022, 2, 4, 17, 1, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 27, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:27:26.747823 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a7d0694-cf56-4c7b-ad19-aa52e9f7c43a None None] Checking segment: {'id': '2fcce0c7-9a0a-428a-b986-cae51cd3c129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'ebdc431d-e6a4-4155-be30-2a7d896acbb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:27:26.747947 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafe1577-eb3c-4331-92a0-19d258ce3f4e req-4e8da728-0620-456e-96ed-a83c3e298f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:27:26.748536 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3a7d0694-cf56-4c7b-ad19-aa52e9f7c43a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:26.749235 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a7d0694-cf56-4c7b-ad19-aa52e9f7c43a None None] Bound using segment: {'id': '2fcce0c7-9a0a-428a-b986-cae51cd3c129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'ebdc431d-e6a4-4155-be30-2a7d896acbb0'} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:27:26.749377 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-cafe1577-eb3c-4331-92a0-19d258ce3f4e req-4e8da728-0620-456e-96ed-a83c3e298f70 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=1d1603db-aad5-4b3c-bd59-91581e3b5d49 HTTP/1.1" status: 200 len: 1128 time: 0.2339764 Feb 04 17:27:26.750064 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-3a7d0694-cf56-4c7b-ad19-aa52e9f7c43a None None] Bound port: 9434fca5-5549-4591-97c3-bb11039832ed, host: n-d-827839-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2fcce0c7-9a0a-428a-b986-cae51cd3c129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'ebdc431d-e6a4-4155-be30-2a7d896acbb0'}}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:27:26.750727 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3a7d0694-cf56-4c7b-ad19-aa52e9f7c43a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (9434fca5-5549-4591-97c3-bb11039832ed), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:26.793104 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-7349e4f1-aa2b-4b92-a6e9-ea9e45c9d144 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781084292801'] for network (d748ac39-0a69-4482-9b2c-aac095dc9443), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:26.812873 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-efe20b0c-d89f-4a2d-866c-9b27401c2b18 req-f956da02-85fa-4544-9c7f-f525b93d49c6 tempest-ServersTestFqdnHostnames-829399840 tempest-ServersTestFqdnHostnames-829399840-project] 10.222.0.89 "GET /v2.0/security-groups?id=81228a13-6924-411c-968d-edd93f51eaa1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1684260 Feb 04 17:27:26.846633 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-3a7d0694-cf56-4c7b-ad19-aa52e9f7c43a None None] For port 9434fca5-5549-4591-97c3-bb11039832ed, host n-d-827839-2, cleared binding levels {{(pid=103378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:27:26.852809 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-3a7d0694-cf56-4c7b-ad19-aa52e9f7c43a None None] For port 9434fca5-5549-4591-97c3-bb11039832ed, host n-d-827839-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=9434fca5-5549-4591-97c3-bb11039832ed,segment=NetworkSegment(2fcce0c7-9a0a-428a-b986-cae51cd3c129),segment_id=2fcce0c7-9a0a-428a-b986-cae51cd3c129)] {{(pid=103378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:27:26.853016 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [req-b9cbab0b-4c73-4da7-a406-b73068042949 req-585ae866-6cde-46a6-a82f-eff8a760e9fd tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] Deleting port 0dc06b5d-448b-4f0d-ad2e-de475b21d9b4 {{(pid=103376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:27:26.853379 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-b9cbab0b-4c73-4da7-a406-b73068042949 req-585ae866-6cde-46a6-a82f-eff8a760e9fd tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (0dc06b5d-448b-4f0d-ad2e-de475b21d9b4), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:26.854850 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-32d599ca-c854-4104-b8f8-7067b41f21e3 req-900471d4-e18f-4f2a-a1c7-7d6f3537a64d tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] 10.222.0.89 "GET /v2.0/security-groups?id=e65ecd24-4d97-4684-be33-350ed30f90cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1870029 Feb 04 17:27:26.867685 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3a7d0694-cf56-4c7b-ad19-aa52e9f7c43a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (9434fca5-5549-4591-97c3-bb11039832ed), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:26.913603 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-7349e4f1-aa2b-4b92-a6e9-ea9e45c9d144 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327'] for network (d748ac39-0a69-4482-9b2c-aac095dc9443), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:26.919764 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7349e4f1-aa2b-4b92-a6e9-ea9e45c9d144 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:27:26.920225 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-7349e4f1-aa2b-4b92-a6e9-ea9e45c9d144 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677565'] for network (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:26.930743 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-41c4d72d-8326-443a-b632-21f0458a8210 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:26.951319 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-cafe1577-eb3c-4331-92a0-19d258ce3f4e req-8950fafa-4b44-418f-8706-671f6a8ef12c service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=81228a13-6924-411c-968d-edd93f51eaa1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1947124 Feb 04 17:27:26.962987 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7d0694-cf56-4c7b-ad19-aa52e9f7c43a None None] Pushing event updated for resources: {'Port': ['ID=9434fca5-5549-4591-97c3-bb11039832ed,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:27:27.006424 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-aa9405d2-c16f-4e37-bb56-509fc20cc29e admin admin] Publish callbacks [] for security_group (a0586ccc-2371-4827-9e1f-eadfdb8c60c1), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:27.023099 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-7349e4f1-aa2b-4b92-a6e9-ea9e45c9d144 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5650105 Feb 04 17:27:27.024802 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 45060) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:27:27.039679 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-7f5ac48b-fd19-4ffa-b21a-b475172126b8 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Request body: {'subnet': {'network_id': 'd748ac39-0a69-4482-9b2c-aac095dc9443', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:27:27.040564 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-aa9405d2-c16f-4e37-bb56-509fc20cc29e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (a0586ccc-2371-4827-9e1f-eadfdb8c60c1), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:27.120471 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7349e4f1-aa2b-4b92-a6e9-ea9e45c9d144 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Pushing event updated for resources: {'Network': ['ID=d748ac39-0a69-4482-9b2c-aac095dc9443,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:27:27.126861 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9405d2-c16f-4e37-bb56-509fc20cc29e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0586ccc-2371-4827-9e1f-eadfdb8c60c1,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:27:27.137163 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-aa9405d2-c16f-4e37-bb56-509fc20cc29e admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=3539c93105964d249294bea46bb74e8e&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3043311 Feb 04 17:27:27.142102 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 45062) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:27:27.179307 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [req-b9cbab0b-4c73-4da7-a406-b73068042949 req-585ae866-6cde-46a6-a82f-eff8a760e9fd tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] For port 0dc06b5d-448b-4f0d-ad2e-de475b21d9b4, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=0dc06b5d-448b-4f0d-ad2e-de475b21d9b4,segment=NetworkSegment(9e3ed071-c030-493d-8cca-599abfcb88ee),segment_id=9e3ed071-c030-493d-8cca-599abfcb88ee)] {{(pid=103376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:27:27.180108 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-b9cbab0b-4c73-4da7-a406-b73068042949 req-585ae866-6cde-46a6-a82f-eff8a760e9fd tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (0dc06b5d-448b-4f0d-ad2e-de475b21d9b4), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:27.186077 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Network d748ac39-0a69-4482-9b2c-aac095dc9443 details requested by agent ovs-agent-n-d-827839-2 with host n-d-827839-2 {{(pid=103378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 17:27:27.228517 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef820cd4-6fd0-425e-99bc-0a7931ae77ec req-df025382-d072-4cb5-9324-30956d9a6a8e tempest-ServersTestJSON-906237145 tempest-ServersTestJSON-906237145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:27:27.235533 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-ef820cd4-6fd0-425e-99bc-0a7931ae77ec req-df025382-d072-4cb5-9324-30956d9a6a8e tempest-ServersTestJSON-906237145 tempest-ServersTestJSON-906237145-project] 10.222.0.89 "GET /v2.0/ports?device_id=21e34ec0-ca77-4fc3-a022-61a8ea584f54 HTTP/1.1" status: 200 len: 945 time: 0.3231068 Feb 04 17:27:27.313116 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-3c20c03a-b570-44a5-973e-65be742a729e admin admin] Publish callbacks [] for security_group (a0586ccc-2371-4827-9e1f-eadfdb8c60c1), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:27.362158 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-3c20c03a-b570-44a5-973e-65be742a729e admin admin] Publish callbacks [] for security_group (a0586ccc-2371-4827-9e1f-eadfdb8c60c1), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:27.369203 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f5ac48b-fd19-4ffa-b21a-b475172126b8 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Made reservation on behalf of bcdddb23c6b346f2aa47053863d313d1 for: {'subnet': 1} {{(pid=103376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:27:27.372269 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-7f5ac48b-fd19-4ffa-b21a-b475172126b8 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25859006'] for subnet (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:27.380255 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.db_base_plugin_common [None req-41c4d72d-8326-443a-b632-21f0458a8210 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Allocated IP 2001:db8::1 (ebdc431d-e6a4-4155-be30-2a7d896acbb0/a3dd0db2-d6c5-417b-9aae-eb65d4afa154/31a79194-e4fb-4691-b9d0-fad504111c8e) {{(pid=103377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:27:27.480117 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-3c20c03a-b570-44a5-973e-65be742a729e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (a0586ccc-2371-4827-9e1f-eadfdb8c60c1), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:27.482660 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-3c20c03a-b570-44a5-973e-65be742a729e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:27.483854 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-3c20c03a-b570-44a5-973e-65be742a729e admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/a0586ccc-2371-4827-9e1f-eadfdb8c60c1 HTTP/1.1" status: 204 len: 168 time: 0.3423364 Feb 04 17:27:27.506520 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c20c03a-b570-44a5-973e-65be742a729e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0586ccc-2371-4827-9e1f-eadfdb8c60c1,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:27:27.545026 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-41c4d72d-8326-443a-b632-21f0458a8210 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks [] for port (31a79194-e4fb-4691-b9d0-fad504111c8e), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:27.585486 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-41c4d72d-8326-443a-b632-21f0458a8210 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (31a79194-e4fb-4691-b9d0-fad504111c8e), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:27.624863 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41c4d72d-8326-443a-b632-21f0458a8210 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Network ebdc431d-e6a4-4155-be30-2a7d896acbb0 is already hosted by enough agents. {{(pid=103377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:27:27.629120 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [None req-41c4d72d-8326-443a-b632-21f0458a8210 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Resources bound (agent type, host, resource id): {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:27:27.636192 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41c4d72d-8326-443a-b632-21f0458a8210 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Received port after_create {{(pid=103377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:27:27.636773 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-41c4d72d-8326-443a-b632-21f0458a8210 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1595471'] for router_interface (fad975a3-e0ae-4a49-92a7-b5e6b0272c2c), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:27.687833 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c4d72d-8326-443a-b632-21f0458a8210 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Pushing event updated for resources: {'Port': ['ID=31a79194-e4fb-4691-b9d0-fad504111c8e,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:27:27.821424 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-41c4d72d-8326-443a-b632-21f0458a8210 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (31a79194-e4fb-4691-b9d0-fad504111c8e), before_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:27.860451 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-ef820cd4-6fd0-425e-99bc-0a7931ae77ec req-0389f31c-30d2-45e5-9558-03808a4eb4af tempest-ServersTestJSON-906237145 tempest-ServersTestJSON-906237145-project] 10.222.0.89 "GET /v2.0/security-groups?id=1e6d02d2-b834-4a41-9e0b-3d41f5ebbbf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6239395 Feb 04 17:27:27.945853 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 45074) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:27:27.991454 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-543676c2-b6eb-4f76-82f0-7c98727b1900 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:28.100679 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-b9cbab0b-4c73-4da7-a406-b73068042949 req-585ae866-6cde-46a6-a82f-eff8a760e9fd tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:28.101174 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-b9cbab0b-4c73-4da7-a406-b73068042949 req-585ae866-6cde-46a6-a82f-eff8a760e9fd tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1595586'] for floatingip (80e01402-a5a8-48e0-ac74-02510396b1f0), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:28.101568 n-d-827839-2 neutron-server[103376]: INFO neutron.db.l3_db [req-b9cbab0b-4c73-4da7-a406-b73068042949 req-585ae866-6cde-46a6-a82f-eff8a760e9fd tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] Floating IP 80e01402-a5a8-48e0-ac74-02510396b1f0 disassociated. External IP: 172.25.6.141, port: 0dc06b5d-448b-4f0d-ad2e-de475b21d9b4. Feb 04 17:27:28.101991 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [req-b9cbab0b-4c73-4da7-a406-b73068042949 req-585ae866-6cde-46a6-a82f-eff8a760e9fd tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] Calling delete_port for 0dc06b5d-448b-4f0d-ad2e-de475b21d9b4 owned by compute:nova {{(pid=103376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:27:28.109849 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cea362-0dc0-48ac-a11d-cc33050b3bc9 req-d850e0e8-2c99-4664-806f-a37704091bdb tempest-ServersTestFqdnHostnames-829399840 tempest-ServersTestFqdnHostnames-829399840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:27:28.117047 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-54cea362-0dc0-48ac-a11d-cc33050b3bc9 req-d850e0e8-2c99-4664-806f-a37704091bdb tempest-ServersTestFqdnHostnames-829399840 tempest-ServersTestFqdnHostnames-829399840-project] 10.222.0.89 "GET /v2.0/ports?device_id=1d1603db-aad5-4b3c-bd59-91581e3b5d49 HTTP/1.1" status: 200 len: 946 time: 0.1882193 Feb 04 17:27:28.182669 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f78e9d-be20-4d53-ac4b-adf6ef26e013 req-1cf1b2e1-3301-4802-a72d-08e08669811b tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:27:28.184261 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-59f78e9d-be20-4d53-ac4b-adf6ef26e013 req-1cf1b2e1-3301-4802-a72d-08e08669811b tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] 10.222.0.89 "GET /v2.0/ports?device_id=32c473d7-3f2d-495e-b44f-fd0929434fbd HTTP/1.1" status: 200 len: 947 time: 0.2053487 Feb 04 17:27:28.336522 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-543676c2-b6eb-4f76-82f0-7c98727b1900 admin admin] Publish callbacks [] for security_group (d8e6589b-ce0e-4ff2-ac7e-5c8735726908), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:28.361171 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-543676c2-b6eb-4f76-82f0-7c98727b1900 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (d8e6589b-ce0e-4ff2-ac7e-5c8735726908), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:28.427081 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-573a0454-03ef-4683-b237-0daf996aef3f None None] Provisioning complete for port 9434fca5-5549-4591-97c3-bb11039832ed triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:27:28.428623 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-573a0454-03ef-4683-b237-0daf996aef3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (9434fca5-5549-4591-97c3-bb11039832ed), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:28.437145 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-54cea362-0dc0-48ac-a11d-cc33050b3bc9 req-e8edd382-4f18-492f-83c8-cf1e662ca5be tempest-ServersTestFqdnHostnames-829399840 tempest-ServersTestFqdnHostnames-829399840-project] 10.222.0.89 "GET /v2.0/security-groups?id=81228a13-6924-411c-968d-edd93f51eaa1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3191946 Feb 04 17:27:28.511177 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 9434fca5-5549-4591-97c3-bb11039832ed up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:27:28.516644 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902a107e-f39e-4c4e-9e43-ff60ce96fc95 req-d5203254-3055-4d9c-bc05-1d8f37adc900 tempest-ServersTestJSON-906237145 tempest-ServersTestJSON-906237145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:27:28.518382 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-902a107e-f39e-4c4e-9e43-ff60ce96fc95 req-d5203254-3055-4d9c-bc05-1d8f37adc900 tempest-ServersTestJSON-906237145 tempest-ServersTestJSON-906237145-project] 10.222.0.90 "GET /v2.0/ports?device_id=21e34ec0-ca77-4fc3-a022-61a8ea584f54 HTTP/1.1" status: 200 len: 945 time: 0.3513346 Feb 04 17:27:28.545933 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-543676c2-b6eb-4f76-82f0-7c98727b1900 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=c097c59140e147edbead9e4bbe67e7f7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5979247 Feb 04 17:27:28.560315 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 45076) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:27:28.572436 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-7f5ac48b-fd19-4ffa-b21a-b475172126b8 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25674939', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25858952'] for subnet (db2a66ea-7835-4caf-996d-826c29c0926f), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:28.576905 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port 9434fca5-5549-4591-97c3-bb11039832ed triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:27:28.577913 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (9434fca5-5549-4591-97c3-bb11039832ed), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:28.606924 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-59f78e9d-be20-4d53-ac4b-adf6ef26e013 req-330b59d3-f141-4985-a89e-1b4a28b91f23 tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] 10.222.0.89 "GET /v2.0/security-groups?id=e65ecd24-4d97-4684-be33-350ed30f90cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3477840 Feb 04 17:27:28.651443 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543676c2-b6eb-4f76-82f0-7c98727b1900 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8e6589b-ce0e-4ff2-ac7e-5c8735726908,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:27:28.670842 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-573a0454-03ef-4683-b237-0daf996aef3f None None] Current status of the port 9434fca5-5549-4591-97c3-bb11039832ed is: DOWN; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:27:28.671529 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-573a0454-03ef-4683-b237-0daf996aef3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (9434fca5-5549-4591-97c3-bb11039832ed), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:28.672526 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-41c4d72d-8326-443a-b632-21f0458a8210 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks [] for port (31a79194-e4fb-4691-b9d0-fad504111c8e), precommit_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:28.678734 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-41c4d72d-8326-443a-b632-21f0458a8210 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25888290'] for port (31a79194-e4fb-4691-b9d0-fad504111c8e), after_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:28.679491 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-41c4d72d-8326-443a-b632-21f0458a8210 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1677345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602751'] for router_interface (fad975a3-e0ae-4a49-92a7-b5e6b0272c2c), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:28.684672 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5ac48b-fd19-4ffa-b21a-b475172126b8 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Pushing event updated for resources: {'Subnet': ['ID=db2a66ea-7835-4caf-996d-826c29c0926f,revision_number=0']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:27:28.738648 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-573a0454-03ef-4683-b237-0daf996aef3f None None] For port 9434fca5-5549-4591-97c3-bb11039832ed, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=9434fca5-5549-4591-97c3-bb11039832ed,segment=NetworkSegment(2fcce0c7-9a0a-428a-b986-cae51cd3c129),segment_id=2fcce0c7-9a0a-428a-b986-cae51cd3c129)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:27:28.742160 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port 9434fca5-5549-4591-97c3-bb11039832ed is: DOWN; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:27:28.742653 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (9434fca5-5549-4591-97c3-bb11039832ed), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:28.751263 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-573a0454-03ef-4683-b237-0daf996aef3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (9434fca5-5549-4591-97c3-bb11039832ed), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:28.791621 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c4d72d-8326-443a-b632-21f0458a8210 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Pushing event updated for resources: {'Port': ['ID=31a79194-e4fb-4691-b9d0-fad504111c8e,revision_number=2']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:27:28.798285 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [req-902a107e-f39e-4c4e-9e43-ff60ce96fc95 req-f7545b1c-818f-41ec-acbf-ee6d867b7c24 tempest-ServersTestJSON-906237145 tempest-ServersTestJSON-906237145-project] Deleting port 5b1f17be-ddf9-4c6e-bffe-f6cf9d7badf1 {{(pid=103377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:27:28.798618 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-902a107e-f39e-4c4e-9e43-ff60ce96fc95 req-f7545b1c-818f-41ec-acbf-ee6d867b7c24 tempest-ServersTestJSON-906237145 tempest-ServersTestJSON-906237145-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (5b1f17be-ddf9-4c6e-bffe-f6cf9d7badf1), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:28.799840 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f5ac48b-fd19-4ffa-b21a-b475172126b8 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Checking segment: {'id': '1abd441d-8e6b-4126-9ffb-9c915d0dc061', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'd748ac39-0a69-4482-9b2c-aac095dc9443'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:27:28.800220 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f5ac48b-fd19-4ffa-b21a-b475172126b8 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Network hostable DHCP agents. Network: d748ac39-0a69-4482-9b2c-aac095dc9443, hostable agents: ['bb89f5a3-3c22-440b-b7d1-c4f0c43c184a'], hosted agents: [] {{(pid=103376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 17:27:28.803562 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573a0454-03ef-4683-b237-0daf996aef3f None None] Pushing event updated for resources: {'Port': ['ID=9434fca5-5549-4591-97c3-bb11039832ed,revision_number=3']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:27:28.809561 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-787faab7-4a51-471f-b6ae-e0537a955355 admin admin] Publish callbacks [] for security_group (d8e6589b-ce0e-4ff2-ac7e-5c8735726908), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:28.821665 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-b9cbab0b-4c73-4da7-a406-b73068042949 req-585ae866-6cde-46a6-a82f-eff8a760e9fd tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (0dc06b5d-448b-4f0d-ad2e-de475b21d9b4), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:28.856113 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.db.api [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103378) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 17:27:28.856786 n-d-827839-2 neutron-server[103378]: DEBUG oslo_db.api [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 17:27:28.873847 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-787faab7-4a51-471f-b6ae-e0537a955355 admin admin] Publish callbacks [] for security_group (d8e6589b-ce0e-4ff2-ac7e-5c8735726908), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:28.875323 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-5f1d036a-2b18-4d26-ae21-8433e85cc001 None None] Provisioning complete for port 31a79194-e4fb-4691-b9d0-fad504111c8e triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:27:28.875597 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f5ac48b-fd19-4ffa-b21a-b475172126b8 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Network d748ac39-0a69-4482-9b2c-aac095dc9443 is scheduled to be hosted by DHCP agent bb89f5a3-3c22-440b-b7d1-c4f0c43c184a with binding_index 1 {{(pid=103376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 17:27:28.876179 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5f1d036a-2b18-4d26-ae21-8433e85cc001 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (31a79194-e4fb-4691-b9d0-fad504111c8e), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:28.884428 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585ae866-6cde-46a6-a82f-eff8a760e9fd tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] Pushing event deleted for resources: {'Port': ['ID=0dc06b5d-448b-4f0d-ad2e-de475b21d9b4,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:27:28.914888 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41c4d72d-8326-443a-b632-21f0458a8210 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Network ebdc431d-e6a4-4155-be30-2a7d896acbb0 is already hosted by enough agents. {{(pid=103377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:27:28.918725 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [None req-41c4d72d-8326-443a-b632-21f0458a8210 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Resources bound (agent type, host, resource id): {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:27:28.919015 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-5f1d036a-2b18-4d26-ae21-8433e85cc001 None None] Port 31a79194-e4fb-4691-b9d0-fad504111c8e cannot update to ACTIVE because it is not bound. {{(pid=103378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 17:27:28.929213 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [None req-7f5ac48b-fd19-4ffa-b21a-b475172126b8 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827839-2, d748ac39-0a69-4482-9b2c-aac095dc9443) {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:27:28.943008 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [req-902a107e-f39e-4c4e-9e43-ff60ce96fc95 req-f7545b1c-818f-41ec-acbf-ee6d867b7c24 tempest-ServersTestJSON-906237145 tempest-ServersTestJSON-906237145-project] For port 5b1f17be-ddf9-4c6e-bffe-f6cf9d7badf1, host n-h2-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=5b1f17be-ddf9-4c6e-bffe-f6cf9d7badf1,segment=NetworkSegment(ca1e4fed-109f-474f-a780-5b9c5be925df),segment_id=ca1e4fed-109f-474f-a780-5b9c5be925df)] {{(pid=103377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:27:28.943977 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-902a107e-f39e-4c4e-9e43-ff60ce96fc95 req-f7545b1c-818f-41ec-acbf-ee6d867b7c24 tempest-ServersTestJSON-906237145 tempest-ServersTestJSON-906237145-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (5b1f17be-ddf9-4c6e-bffe-f6cf9d7badf1), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:28.955714 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f5ac48b-fd19-4ffa-b21a-b475172126b8 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:27:28.956525 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-7f5ac48b-fd19-4ffa-b21a-b475172126b8 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Publish callbacks [] for subnet (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:28.966949 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ca3fe95-091f-4aa7-a06b-703507ff6bd8 None None] Network d748ac39-0a69-4482-9b2c-aac095dc9443 requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:27:29.000044 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.agents_db [None req-e1691f3b-aacd-4cd6-8ebb-a9c53bb301c0 None None] Agent healthcheck: found 7 active agents {{(pid=103379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 17:27:29.061202 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-7f5ac48b-fd19-4ffa-b21a-b475172126b8 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0312331 Feb 04 17:27:29.064304 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 45080) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:27:29.073906 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-6dc3bdb7-d319-44f0-b330-fe48905f45b3 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-417937447', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:27:29.110593 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7b21440-3200-420a-8d2e-09ec3f051b74 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e4c19ad-5724-5db8-8ee1-4f56ae69fcf4-d748ac39-0a69-4482-9b2c-aac095dc9443', 'network_id': 'd748ac39-0a69-4482-9b2c-aac095dc9443', 'project_id': 'bcdddb23c6b346f2aa47053863d313d1', 'fixed_ips': [{'subnet_id': 'db2a66ea-7835-4caf-996d-826c29c0926f'}]}} from n-d-827839-2. {{(pid=103378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 17:27:29.112781 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-787faab7-4a51-471f-b6ae-e0537a955355 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (d8e6589b-ce0e-4ff2-ac7e-5c8735726908), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:29.114036 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a7b21440-3200-420a-8d2e-09ec3f051b74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:29.116129 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-787faab7-4a51-471f-b6ae-e0537a955355 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:29.117730 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-787faab7-4a51-471f-b6ae-e0537a955355 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/d8e6589b-ce0e-4ff2-ac7e-5c8735726908 HTTP/1.1" status: 204 len: 168 time: 0.5520418 Feb 04 17:27:29.126276 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-6dc3bdb7-d319-44f0-b330-fe48905f45b3 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1601657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26921'] for router (c2458ca8-9783-4c3b-8d8b-267a6e6bf5d6), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:29.127475 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-6dc3bdb7-d319-44f0-b330-fe48905f45b3 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1602025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603663', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1630571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26960'] for router (c2458ca8-9783-4c3b-8d8b-267a6e6bf5d6), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:29.148562 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787faab7-4a51-471f-b6ae-e0537a955355 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8e6589b-ce0e-4ff2-ac7e-5c8735726908,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:27:29.189037 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b9cbab0b-4c73-4da7-a406-b73068042949 req-585ae866-6cde-46a6-a82f-eff8a760e9fd tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] Router 634116b7-81a5-43b0-b152-35141e44ea86 has already been hosted by L3 agent 64ada913-9131-4d99-a265-63a920956287 {{(pid=103376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 17:27:29.230106 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-6dc3bdb7-d319-44f0-b330-fe48905f45b3 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Publish callbacks [] for router_controller (c2458ca8-9783-4c3b-8d8b-267a6e6bf5d6), precommit_add_association {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:29.275627 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-6dc3bdb7-d319-44f0-b330-fe48905f45b3 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1602046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603680'] for router (c2458ca8-9783-4c3b-8d8b-267a6e6bf5d6), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:29.343951 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-d36d3e48-c66c-4eec-81ff-2f8a4115451e None None] Provisioning complete for port 31a79194-e4fb-4691-b9d0-fad504111c8e triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:27:29.344232 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d36d3e48-c66c-4eec-81ff-2f8a4115451e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (31a79194-e4fb-4691-b9d0-fad504111c8e), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:29.358311 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-6dc3bdb7-d319-44f0-b330-fe48905f45b3 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Publish callbacks [] for router (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:29.359556 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-6dc3bdb7-d319-44f0-b330-fe48905f45b3 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] 10.222.0.89 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2933009 Feb 04 17:27:29.362614 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 45084) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:27:29.375828 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-19b65624-ff65-4b03-a8a7-1e9569ba1633 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Request body: {'port': {'network_id': 'd748ac39-0a69-4482-9b2c-aac095dc9443', 'name': 'tempest-PortsIpV6TestJSON-788908029'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:27:29.379926 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89416a3c-7cb4-4887-80f8-060a9a747b9c req-7ac33e55-7688-44e7-992d-bd20cc6f3a36 tempest-ServersTestJSON-906237145 tempest-ServersTestJSON-906237145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:27:29.382081 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-89416a3c-7cb4-4887-80f8-060a9a747b9c req-7ac33e55-7688-44e7-992d-bd20cc6f3a36 tempest-ServersTestJSON-906237145 tempest-ServersTestJSON-906237145-project] 10.222.0.89 "GET /v2.0/ports?device_id=21e34ec0-ca77-4fc3-a022-61a8ea584f54 HTTP/1.1" status: 200 len: 945 time: 0.3937871 Feb 04 17:27:29.397963 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-a7b21440-3200-420a-8d2e-09ec3f051b74 None None] Allocated IP 2001:db8::2 (d748ac39-0a69-4482-9b2c-aac095dc9443/db2a66ea-7835-4caf-996d-826c29c0926f/2a96d0e3-a373-46a7-a896-3ed5590691ab) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:27:29.442593 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b9cbab0b-4c73-4da7-a406-b73068042949 req-585ae866-6cde-46a6-a82f-eff8a760e9fd tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] Notify agent at l3_agent.n-d-827839-2 the message routers_updated {{(pid=103376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 17:27:29.470050 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-d36d3e48-c66c-4eec-81ff-2f8a4115451e None None] Port 31a79194-e4fb-4691-b9d0-fad504111c8e cannot update to ACTIVE because it is not bound. {{(pid=103378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 17:27:29.473347 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a895abf5-067c-445d-9f2e-67d12fbe750f None None] Sync routers for ids ['634116b7-81a5-43b0-b152-35141e44ea86'] in n-d-827839-2 {{(pid=103378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 17:27:29.499292 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41c4d72d-8326-443a-b632-21f0458a8210 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Router fad975a3-e0ae-4a49-92a7-b5e6b0272c2c is scheduled to L3 agent 64ada913-9131-4d99-a265-63a920956287 with binding_index 1 {{(pid=103377) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 17:27:29.518520 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-902a107e-f39e-4c4e-9e43-ff60ce96fc95 req-f7545b1c-818f-41ec-acbf-ee6d867b7c24 tempest-ServersTestJSON-906237145 tempest-ServersTestJSON-906237145-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:29.518890 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-902a107e-f39e-4c4e-9e43-ff60ce96fc95 req-f7545b1c-818f-41ec-acbf-ee6d867b7c24 tempest-ServersTestJSON-906237145 tempest-ServersTestJSON-906237145-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1595586'] for floatingip (c09eea06-c468-48c9-a371-9688c5fb4b5d), after_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:29.519250 n-d-827839-2 neutron-server[103377]: INFO neutron.db.l3_db [req-902a107e-f39e-4c4e-9e43-ff60ce96fc95 req-f7545b1c-818f-41ec-acbf-ee6d867b7c24 tempest-ServersTestJSON-906237145 tempest-ServersTestJSON-906237145-project] Floating IP c09eea06-c468-48c9-a371-9688c5fb4b5d disassociated. External IP: 172.25.6.17, port: 5b1f17be-ddf9-4c6e-bffe-f6cf9d7badf1. Feb 04 17:27:29.519590 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [req-902a107e-f39e-4c4e-9e43-ff60ce96fc95 req-f7545b1c-818f-41ec-acbf-ee6d867b7c24 tempest-ServersTestJSON-906237145 tempest-ServersTestJSON-906237145-project] Calling delete_port for 5b1f17be-ddf9-4c6e-bffe-f6cf9d7badf1 owned by compute:nova {{(pid=103377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:27:29.542933 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-89416a3c-7cb4-4887-80f8-060a9a747b9c req-109fed50-222d-4678-8246-39562df49fc7 tempest-ServersTestJSON-906237145 tempest-ServersTestJSON-906237145-project] 10.222.0.89 "GET /v2.0/security-groups?id=1e6d02d2-b834-4a41-9e0b-3d41f5ebbbf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1537402 Feb 04 17:27:29.553426 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port 9434fca5-5549-4591-97c3-bb11039832ed is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:27:29.614671 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 804a34b9-9dcb-4f4c-906e-1de6e2d6255d no longer exists at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:27:29.619822 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9cbab0b-4c73-4da7-a406-b73068042949 req-585ae866-6cde-46a6-a82f-eff8a760e9fd tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] No DVR routers for this DVR port 0dc06b5d-448b-4f0d-ad2e-de475b21d9b4 on host n-h1-827839-2 {{(pid=103376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 17:27:29.629522 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-b9cbab0b-4c73-4da7-a406-b73068042949 req-585ae866-6cde-46a6-a82f-eff8a760e9fd tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:29.634689 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-b9cbab0b-4c73-4da7-a406-b73068042949 req-585ae866-6cde-46a6-a82f-eff8a760e9fd tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] 10.222.0.96 "DELETE /v2.0/ports/0dc06b5d-448b-4f0d-ad2e-de475b21d9b4 HTTP/1.1" status: 204 len: 173 time: 3.0743961 Feb 04 17:27:29.638073 n-d-827839-2 neutron-server[103376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32c473d7-3f2d-495e-b44f-fd0929434fbd', 'name': 'network-vif-deleted', 'tag': '0dc06b5d-448b-4f0d-ad2e-de475b21d9b4'}] {{(pid=103376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:27:29.640341 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d59c3bb5e2f09ebf62144d5e09b1cff60c763a9c19614c24538e77842938c05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd0678c1-5414-4c45-864f-1eb9638fefc7" -d '{"events": [{"server_uuid": "32c473d7-3f2d-495e-b44f-fd0929434fbd", "name": "network-vif-deleted", "tag": "0dc06b5d-448b-4f0d-ad2e-de475b21d9b4"}]}' {{(pid=103376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:27:29.730041 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41c4d72d-8326-443a-b632-21f0458a8210 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Notify agent at l3_agent.n-d-827839-2 the message routers_updated {{(pid=103377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 17:27:29.739613 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-41c4d72d-8326-443a-b632-21f0458a8210 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] 10.222.0.89 "PUT /v2.0/routers/fad975a3-e0ae-4a49-92a7-b5e6b0272c2c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0290449 Feb 04 17:27:29.742968 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ff74180-8238-4641-95c7-89aeb746861e None None] Sync routers for ids ['fad975a3-e0ae-4a49-92a7-b5e6b0272c2c'] in n-d-827839-2 {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 17:27:29.747957 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 45100) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:27:29.762461 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ff74180-8238-4641-95c7-89aeb746861e None None] Routers {'fad975a3-e0ae-4a49-92a7-b5e6b0272c2c'} bound to L3 agent in host n-d-827839-2 {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:27:29.763107 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-3ff74180-8238-4641-95c7-89aeb746861e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:27:02Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['fad975a3-e0ae-4a49-92a7-b5e6b0272c2c'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:27:29.777053 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb4d2e6-e51c-48a7-b7b2-191ba785237e req-2716e58d-a124-476f-bbcc-f2bbc0be5c83 tempest-ServersTestFqdnHostnames-829399840 tempest-ServersTestFqdnHostnames-829399840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:27:29.779304 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-3fb4d2e6-e51c-48a7-b7b2-191ba785237e req-2716e58d-a124-476f-bbcc-f2bbc0be5c83 tempest-ServersTestFqdnHostnames-829399840 tempest-ServersTestFqdnHostnames-829399840-project] 10.222.0.89 "GET /v2.0/ports?device_id=1d1603db-aad5-4b3c-bd59-91581e3b5d49 HTTP/1.1" status: 200 len: 946 time: 0.1766479 Feb 04 17:27:29.823650 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5bd150f-a529-4994-b44b-569194fa4d07 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:27:29.828771 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-b5bd150f-a529-4994-b44b-569194fa4d07 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] 10.222.0.89 "GET /v2.0/ports/31a79194-e4fb-4691-b9d0-fad504111c8e HTTP/1.1" status: 200 len: 911 time: 0.0794599 Feb 04 17:27:29.829691 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 45102) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:27:29.871419 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19b65624-ff65-4b03-a8a7-1e9569ba1633 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Made reservation on behalf of bcdddb23c6b346f2aa47053863d313d1 for: {'port': 1} {{(pid=103376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:27:29.882873 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-19b65624-ff65-4b03-a8a7-1e9569ba1633 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:29.889319 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-7496575f-a3af-4850-b150-7ef83d245076 req-f2d0c196-c750-49ea-b4bc-ad550a134827 tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] 10.222.0.89 "GET /v2.0/ports?device_id=32c473d7-3f2d-495e-b44f-fd0929434fbd HTTP/1.1" status: 200 len: 210 time: 0.0802643 Feb 04 17:27:29.907784 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvr_db [None req-3ff74180-8238-4641-95c7-89aeb746861e None None] Set router fad975a3-e0ae-4a49-92a7-b5e6b0272c2c gateway port host: None {{(pid=103379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:27:29.938967 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-902a107e-f39e-4c4e-9e43-ff60ce96fc95 req-f7545b1c-818f-41ec-acbf-ee6d867b7c24 tempest-ServersTestJSON-906237145 tempest-ServersTestJSON-906237145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (5b1f17be-ddf9-4c6e-bffe-f6cf9d7badf1), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:29.940076 n-d-827839-2 neutron-server[103376]: DEBUG neutron.notifiers.nova [None req-19b65624-ff65-4b03-a8a7-1e9569ba1633 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] device_id is not set on port 44a43502-17cd-4aa6-b390-c314ca667c56 yet. {{(pid=103376) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 04 17:27:29.984321 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-3fb4d2e6-e51c-48a7-b7b2-191ba785237e req-2c787668-1449-4fce-a531-4bdf683578c1 tempest-ServersTestFqdnHostnames-829399840 tempest-ServersTestFqdnHostnames-829399840-project] 10.222.0.89 "GET /v2.0/security-groups?id=81228a13-6924-411c-968d-edd93f51eaa1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1985753 Feb 04 17:27:29.992075 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7545b1c-818f-41ec-acbf-ee6d867b7c24 tempest-ServersTestJSON-906237145 tempest-ServersTestJSON-906237145-project] Pushing event deleted for resources: {'Port': ['ID=5b1f17be-ddf9-4c6e-bffe-f6cf9d7badf1,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:27:30.170968 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05c2d46b-7f01-4a5e-b3a4-d62766b6311b tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:27:30.178260 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05c2d46b-7f01-4a5e-b3a4-d62766b6311b tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:27:30.182476 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-05c2d46b-7f01-4a5e-b3a4-d62766b6311b tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] 10.222.0.89 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.3492701 Feb 04 17:27:30.184814 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a895abf5-067c-445d-9f2e-67d12fbe750f None None] Routers {'634116b7-81a5-43b0-b152-35141e44ea86'} bound to L3 agent in host n-d-827839-2 {{(pid=103378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:27:30.185465 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-a895abf5-067c-445d-9f2e-67d12fbe750f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:27:02Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['634116b7-81a5-43b0-b152-35141e44ea86'], 'active': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:27:30.187427 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 45112) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:27:30.215441 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-3ff74180-8238-4641-95c7-89aeb746861e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fad975a3-e0ae-4a49-92a7-b5e6b0272c2c', 'name': 'tempest-NetworksTestDHCPv6-router-328547245', 'tenant_id': '2dabbd0ed422411582aec81f9de51a07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:27:25Z', 'updated_at': '2022-02-04T17:27:27Z', 'revision_number': 2, 'project_id': '2dabbd0ed422411582aec81f9de51a07', 'gw_port_host': None, '_interfaces': [{'id': '31a79194-e4fb-4691-b9d0-fad504111c8e', 'name': '', 'network_id': 'ebdc431d-e6a4-4155-be30-2a7d896acbb0', 'tenant_id': '2dabbd0ed422411582aec81f9de51a07', 'mac_address': 'fa:16:3e:3b:fa:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fad975a3-e0ae-4a49-92a7-b5e6b0272c2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1936, 'fixed_ips': [{'subnet_id': 'a3dd0db2-d6c5-417b-9aae-eb65d4afa154', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:27:27Z', 'updated_at': '2022-02-04T17:27:28Z', 'revision_number': 2, 'project_id': '2dabbd0ed422411582aec81f9de51a07', 'subnets': [{'id': 'a3dd0db2-d6c5-417b-9aae-eb65d4afa154', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-2', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:27:30.249915 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ff74180-8238-4641-95c7-89aeb746861e None None] Checking router: fad975a3-e0ae-4a49-92a7-b5e6b0272c2c for host: n-d-827839-2 {{(pid=103379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 17:27:30.250934 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ff74180-8238-4641-95c7-89aeb746861e None None] Updating router fad975a3-e0ae-4a49-92a7-b5e6b0272c2c port 31a79194-e4fb-4691-b9d0-fad504111c8e binding host n-d-827839-2 {{(pid=103379) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 17:27:30.289928 n-d-827839-2 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-3ff74180-8238-4641-95c7-89aeb746861e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (31a79194-e4fb-4691-b9d0-fad504111c8e), before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:30.363018 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device 0dc06b5d-448b-4f0d-ad2e-de475b21d9b4 no longer exists at agent hyperv_n-h1-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:27:30.364648 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 17:27:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b04c29f9-0345-4e08-9210-0e9db8e46a8c x-openstack-request-id: req-b04c29f9-0345-4e08-9210-0e9db8e46a8c {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:27:30.365081 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32c473d7-3f2d-495e-b44f-fd0929434fbd", "name": "network-vif-deleted", "tag": "0dc06b5d-448b-4f0d-ad2e-de475b21d9b4", "status": "completed", "code": 200}]} {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:27:30.365408 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-b04c29f9-0345-4e08-9210-0e9db8e46a8c {{(pid=103376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:27:30.366246 n-d-827839-2 neutron-server[103376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32c473d7-3f2d-495e-b44f-fd0929434fbd', 'name': 'network-vif-deleted', 'tag': '0dc06b5d-448b-4f0d-ad2e-de475b21d9b4', 'status': 'completed', 'code': 200} Feb 04 17:27:30.422177 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] No Port match for: 804a34b9-9dcb-4f4c-906e-1de6e2d6255d {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 17:27:30.422809 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 804a34b9-9dcb-4f4c-906e-1de6e2d6255d not bound to the agent host n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 17:27:30.451903 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] No Port match for: 0dc06b5d-448b-4f0d-ad2e-de475b21d9b4 {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 17:27:30.452257 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device 0dc06b5d-448b-4f0d-ad2e-de475b21d9b4 not bound to the agent host n-h1-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 17:27:30.518766 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b8211f58-bd2e-4da2-b8ef-6fb33f7668be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (bb89f5a3-3c22-440b-b7d1-c4f0c43c184a), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:30.593531 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 9434fca5-5549-4591-97c3-bb11039832ed up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:27:30.737386 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b87ece-9b5e-475e-ba99-a60ba387810b req-43013e62-0bfd-4284-a91b-57bc64c8a530 tempest-ServersTestFqdnHostnames-829399840 tempest-ServersTestFqdnHostnames-829399840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:27:30.742554 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-37b87ece-9b5e-475e-ba99-a60ba387810b req-43013e62-0bfd-4284-a91b-57bc64c8a530 tempest-ServersTestFqdnHostnames-829399840 tempest-ServersTestFqdnHostnames-829399840-project] 10.222.0.89 "GET /v2.0/ports?device_id=1d1603db-aad5-4b3c-bd59-91581e3b5d49 HTTP/1.1" status: 200 len: 946 time: 0.5999677 Feb 04 17:27:30.749344 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 45126) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:27:30.763949 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-4bc84f16-9436-4888-89d2-c84b3287fd85 tempest-ServersTestFqdnHostnames-829399840 tempest-ServersTestFqdnHostnames-829399840-project] Request body: {'floatingip': {'port_id': '1d91434f-9e6f-4a80-9638-233f26e77c88'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:27:30.769572 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a7b21440-3200-420a-8d2e-09ec3f051b74 None None] Publish callbacks [] for port (2a96d0e3-a373-46a7-a896-3ed5590691ab), precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:30.780342 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a7b21440-3200-420a-8d2e-09ec3f051b74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135'] for port (2a96d0e3-a373-46a7-a896-3ed5590691ab), after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:30.822587 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvr_db [None req-a895abf5-067c-445d-9f2e-67d12fbe750f None None] Set router 634116b7-81a5-43b0-b152-35141e44ea86 gateway port host: n-d-827839-2 {{(pid=103378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:27:30.824930 n-d-827839-2 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-3ff74180-8238-4641-95c7-89aeb746861e None None] Publish callbacks [] for port (31a79194-e4fb-4691-b9d0-fad504111c8e), precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:30.831956 n-d-827839-2 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-3ff74180-8238-4641-95c7-89aeb746861e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (31a79194-e4fb-4691-b9d0-fad504111c8e), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:30.846489 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-e2ef0e76-e156-4baa-b449-8bc07b2a7bbf req-01002628-99c0-459b-808d-5e22cb37b943 tempest-ServersTestJSON-906237145 tempest-ServersTestJSON-906237145-project] 10.222.0.89 "GET /v2.0/ports?device_id=21e34ec0-ca77-4fc3-a022-61a8ea584f54 HTTP/1.1" status: 200 len: 210 time: 0.1050057 Feb 04 17:27:30.915788 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.l3_agent_scheduler [req-902a107e-f39e-4c4e-9e43-ff60ce96fc95 req-f7545b1c-818f-41ec-acbf-ee6d867b7c24 tempest-ServersTestJSON-906237145 tempest-ServersTestJSON-906237145-project] Router d8456dde-a2c2-45c2-a30e-7e7aba94ccd6 has already been hosted by L3 agent 64ada913-9131-4d99-a265-63a920956287 {{(pid=103377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 17:27:30.917856 n-d-827839-2 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7b21440-3200-420a-8d2e-09ec3f051b74 None None] Network d748ac39-0a69-4482-9b2c-aac095dc9443 is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:27:30.918778 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165240c6-f02e-4f27-bd00-7c2234c377ab None None] Pushing event updated for resources: {'Port': ['ID=31a79194-e4fb-4691-b9d0-fad504111c8e,revision_number=3']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:27:30.931095 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165240c6-f02e-4f27-bd00-7c2234c377ab None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:27:30.931792 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165240c6-f02e-4f27-bd00-7c2234c377ab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:27:30.932506 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165240c6-f02e-4f27-bd00-7c2234c377ab None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:27:30.933197 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165240c6-f02e-4f27-bd00-7c2234c377ab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:27:30.933860 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165240c6-f02e-4f27-bd00-7c2234c377ab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:27:30.934496 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165240c6-f02e-4f27-bd00-7c2234c377ab None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:27:30.935307 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165240c6-f02e-4f27-bd00-7c2234c377ab None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:27:30.936401 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165240c6-f02e-4f27-bd00-7c2234c377ab None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:27:30.937031 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165240c6-f02e-4f27-bd00-7c2234c377ab None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:27:30.937574 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165240c6-f02e-4f27-bd00-7c2234c377ab None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:27:30.938512 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165240c6-f02e-4f27-bd00-7c2234c377ab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:27:30.939197 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165240c6-f02e-4f27-bd00-7c2234c377ab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:27:30.939747 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165240c6-f02e-4f27-bd00-7c2234c377ab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:27:30.941418 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-4bc84f16-9436-4888-89d2-c84b3287fd85 tempest-ServersTestFqdnHostnames-829399840 tempest-ServersTestFqdnHostnames-829399840-project] Publish callbacks [] for floatingip (9a8a36e7-31c9-46d9-92fa-61b5d6ce6e2d), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:30.954342 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port 9434fca5-5549-4591-97c3-bb11039832ed triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:27:30.955054 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (9434fca5-5549-4591-97c3-bb11039832ed), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:31.051872 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [None req-3ff74180-8238-4641-95c7-89aeb746861e None None] Attempting to bind port 31a79194-e4fb-4691-b9d0-fad504111c8e on host n-d-827839-2 for vnic_type normal with profile {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:27:31.053353 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [None req-3ff74180-8238-4641-95c7-89aeb746861e None None] Attempting to bind port 31a79194-e4fb-4691-b9d0-fad504111c8e by drivers openvswitch,hyperv on host n-d-827839-2 at level 0 using segments [{'id': '2fcce0c7-9a0a-428a-b986-cae51cd3c129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'ebdc431d-e6a4-4155-be30-2a7d896acbb0'}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:27:31.053978 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ff74180-8238-4641-95c7-89aeb746861e None None] Attempting to bind port 31a79194-e4fb-4691-b9d0-fad504111c8e on network ebdc431d-e6a4-4155-be30-2a7d896acbb0 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:27:31.063853 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ff74180-8238-4641-95c7-89aeb746861e None None] Checking agent: {'id': 'ba70844b-66a0-45fd-a2f2-e6ed673321fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 0, 36), 'started_at': datetime.datetime(2022, 2, 4, 17, 1, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 27, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:27:31.064927 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ff74180-8238-4641-95c7-89aeb746861e None None] Checking segment: {'id': '2fcce0c7-9a0a-428a-b986-cae51cd3c129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'ebdc431d-e6a4-4155-be30-2a7d896acbb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:27:31.065936 n-d-827839-2 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-3ff74180-8238-4641-95c7-89aeb746861e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:31.067246 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ff74180-8238-4641-95c7-89aeb746861e None None] Bound using segment: {'id': '2fcce0c7-9a0a-428a-b986-cae51cd3c129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'ebdc431d-e6a4-4155-be30-2a7d896acbb0'} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:27:31.068219 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [None req-3ff74180-8238-4641-95c7-89aeb746861e None None] Bound port: 31a79194-e4fb-4691-b9d0-fad504111c8e, host: n-d-827839-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2fcce0c7-9a0a-428a-b986-cae51cd3c129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'ebdc431d-e6a4-4155-be30-2a7d896acbb0'}}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:27:31.068903 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 45134) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:27:31.069264 n-d-827839-2 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-3ff74180-8238-4641-95c7-89aeb746861e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (31a79194-e4fb-4691-b9d0-fad504111c8e), before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:31.113611 n-d-827839-2 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-a7b21440-3200-420a-8d2e-09ec3f051b74 None None] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:27:31.117211 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7b21440-3200-420a-8d2e-09ec3f051b74 None None] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:27:31.123472 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b21440-3200-420a-8d2e-09ec3f051b74 None None] Pushing event updated for resources: {'Port': ['ID=2a96d0e3-a373-46a7-a896-3ed5590691ab,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:27:31.162731 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.db_base_plugin_common [None req-19b65624-ff65-4b03-a8a7-1e9569ba1633 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Allocated IP 2001:db8::6 (d748ac39-0a69-4482-9b2c-aac095dc9443/db2a66ea-7835-4caf-996d-826c29c0926f/44a43502-17cd-4aa6-b390-c314ca667c56) {{(pid=103376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:27:31.162853 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-902a107e-f39e-4c4e-9e43-ff60ce96fc95 req-f7545b1c-818f-41ec-acbf-ee6d867b7c24 tempest-ServersTestJSON-906237145 tempest-ServersTestJSON-906237145-project] Notify agent at l3_agent.n-d-827839-2 the message routers_updated {{(pid=103377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 17:27:31.189638 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-3ff74180-8238-4641-95c7-89aeb746861e None None] For port 31a79194-e4fb-4691-b9d0-fad504111c8e, host n-d-827839-2, cleared binding levels {{(pid=103379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:27:31.193106 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-3ff74180-8238-4641-95c7-89aeb746861e None None] For port 31a79194-e4fb-4691-b9d0-fad504111c8e, host n-d-827839-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=31a79194-e4fb-4691-b9d0-fad504111c8e,segment=NetworkSegment(2fcce0c7-9a0a-428a-b986-cae51cd3c129),segment_id=2fcce0c7-9a0a-428a-b986-cae51cd3c129)] {{(pid=103379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:27:31.204619 n-d-827839-2 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-3ff74180-8238-4641-95c7-89aeb746861e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (31a79194-e4fb-4691-b9d0-fad504111c8e), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:31.252437 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [req-902a107e-f39e-4c4e-9e43-ff60ce96fc95 req-f7545b1c-818f-41ec-acbf-ee6d867b7c24 tempest-ServersTestJSON-906237145 tempest-ServersTestJSON-906237145-project] No DVR routers for this DVR port 5b1f17be-ddf9-4c6e-bffe-f6cf9d7badf1 on host n-h2-827839-2 {{(pid=103377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 17:27:31.257027 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-902a107e-f39e-4c4e-9e43-ff60ce96fc95 req-f7545b1c-818f-41ec-acbf-ee6d867b7c24 tempest-ServersTestJSON-906237145 tempest-ServersTestJSON-906237145-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:31.259952 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-902a107e-f39e-4c4e-9e43-ff60ce96fc95 req-f7545b1c-818f-41ec-acbf-ee6d867b7c24 tempest-ServersTestJSON-906237145 tempest-ServersTestJSON-906237145-project] 10.222.0.90 "DELETE /v2.0/ports/5b1f17be-ddf9-4c6e-bffe-f6cf9d7badf1 HTTP/1.1" status: 204 len: 173 time: 2.7318435 Feb 04 17:27:31.260441 n-d-827839-2 neutron-server[103377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21e34ec0-ca77-4fc3-a022-61a8ea584f54', 'name': 'network-vif-deleted', 'tag': '5b1f17be-ddf9-4c6e-bffe-f6cf9d7badf1'}] {{(pid=103377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:27:31.271180 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165240c6-f02e-4f27-bd00-7c2234c377ab None None] Pushing event updated for resources: {'Port': ['ID=31a79194-e4fb-4691-b9d0-fad504111c8e,revision_number=4']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:27:31.280412 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7240428b650e1488e9361b62648ff4b3a6c19d49d8c27c949491ab58c1346cf0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e6beb26-0667-47db-8138-8bde9eab5d94" -d '{"events": [{"server_uuid": "21e34ec0-ca77-4fc3-a022-61a8ea584f54", "name": "network-vif-deleted", "tag": "5b1f17be-ddf9-4c6e-bffe-f6cf9d7badf1"}]}' {{(pid=103377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:27:31.310501 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ff74180-8238-4641-95c7-89aeb746861e None None] Routers {'fad975a3-e0ae-4a49-92a7-b5e6b0272c2c'} bound to L3 agent in host n-d-827839-2 {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:27:31.311414 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-3ff74180-8238-4641-95c7-89aeb746861e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:27:02Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['fad975a3-e0ae-4a49-92a7-b5e6b0272c2c'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:27:31.364473 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 17:27:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53ba74cf-a173-4518-aa58-fe7a3649c26c x-openstack-request-id: req-53ba74cf-a173-4518-aa58-fe7a3649c26c {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:27:31.365091 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21e34ec0-ca77-4fc3-a022-61a8ea584f54", "name": "network-vif-deleted", "tag": "5b1f17be-ddf9-4c6e-bffe-f6cf9d7badf1", "status": "completed", "code": 200}]} {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:27:31.365360 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-53ba74cf-a173-4518-aa58-fe7a3649c26c {{(pid=103377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:27:31.365867 n-d-827839-2 neutron-server[103377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21e34ec0-ca77-4fc3-a022-61a8ea584f54', 'name': 'network-vif-deleted', 'tag': '5b1f17be-ddf9-4c6e-bffe-f6cf9d7badf1', 'status': 'completed', 'code': 200} Feb 04 17:27:31.390540 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eec6f432-7052-4f66-a53e-814c8d6fe32c None None] Sync routers for ids ['d8456dde-a2c2-45c2-a30e-7e7aba94ccd6'] in n-d-827839-2 {{(pid=103378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 17:27:31.453363 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvr_db [None req-3ff74180-8238-4641-95c7-89aeb746861e None None] Set router fad975a3-e0ae-4a49-92a7-b5e6b0272c2c gateway port host: None {{(pid=103379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:27:31.558532 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-a7b21440-3200-420a-8d2e-09ec3f051b74 None None] Attempting to bind port 2a96d0e3-a373-46a7-a896-3ed5590691ab on host n-d-827839-2 for vnic_type normal with profile {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:27:31.559101 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-a7b21440-3200-420a-8d2e-09ec3f051b74 None None] Attempting to bind port 2a96d0e3-a373-46a7-a896-3ed5590691ab by drivers openvswitch,hyperv on host n-d-827839-2 at level 0 using segments [{'id': '1abd441d-8e6b-4126-9ffb-9c915d0dc061', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'd748ac39-0a69-4482-9b2c-aac095dc9443'}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:27:31.559200 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7b21440-3200-420a-8d2e-09ec3f051b74 None None] Attempting to bind port 2a96d0e3-a373-46a7-a896-3ed5590691ab on network d748ac39-0a69-4482-9b2c-aac095dc9443 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:27:31.580130 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eec6f432-7052-4f66-a53e-814c8d6fe32c None None] Routers {'d8456dde-a2c2-45c2-a30e-7e7aba94ccd6'} bound to L3 agent in host n-d-827839-2 {{(pid=103378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:27:31.580130 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-eec6f432-7052-4f66-a53e-814c8d6fe32c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:27:02Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['d8456dde-a2c2-45c2-a30e-7e7aba94ccd6'], 'active': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:27:31.597702 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7b21440-3200-420a-8d2e-09ec3f051b74 None None] Checking agent: {'id': 'ba70844b-66a0-45fd-a2f2-e6ed673321fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 0, 36), 'started_at': datetime.datetime(2022, 2, 4, 17, 1, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 27, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:27:31.598126 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7b21440-3200-420a-8d2e-09ec3f051b74 None None] Checking segment: {'id': '1abd441d-8e6b-4126-9ffb-9c915d0dc061', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'd748ac39-0a69-4482-9b2c-aac095dc9443'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:27:31.598489 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a7b21440-3200-420a-8d2e-09ec3f051b74 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:31.598891 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7b21440-3200-420a-8d2e-09ec3f051b74 None None] Bound using segment: {'id': '1abd441d-8e6b-4126-9ffb-9c915d0dc061', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'd748ac39-0a69-4482-9b2c-aac095dc9443'} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:27:31.599951 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-a7b21440-3200-420a-8d2e-09ec3f051b74 None None] Bound port: 2a96d0e3-a373-46a7-a896-3ed5590691ab, host: n-d-827839-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1abd441d-8e6b-4126-9ffb-9c915d0dc061', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'd748ac39-0a69-4482-9b2c-aac095dc9443'}}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:27:31.600344 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a7b21440-3200-420a-8d2e-09ec3f051b74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (2a96d0e3-a373-46a7-a896-3ed5590691ab), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:31.668186 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-cf7a8d46-42c8-4a3d-a5da-f02fe9e3ee8e None None] Provisioning complete for port 31a79194-e4fb-4691-b9d0-fad504111c8e triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:27:31.668560 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-cf7a8d46-42c8-4a3d-a5da-f02fe9e3ee8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (31a79194-e4fb-4691-b9d0-fad504111c8e), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:31.750437 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port 9434fca5-5549-4591-97c3-bb11039832ed is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:27:31.882676 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-3ff74180-8238-4641-95c7-89aeb746861e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fad975a3-e0ae-4a49-92a7-b5e6b0272c2c', 'name': 'tempest-NetworksTestDHCPv6-router-328547245', 'tenant_id': '2dabbd0ed422411582aec81f9de51a07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:27:25Z', 'updated_at': '2022-02-04T17:27:27Z', 'revision_number': 2, 'project_id': '2dabbd0ed422411582aec81f9de51a07', 'gw_port_host': None, '_interfaces': [{'id': '31a79194-e4fb-4691-b9d0-fad504111c8e', 'name': '', 'network_id': 'ebdc431d-e6a4-4155-be30-2a7d896acbb0', 'tenant_id': '2dabbd0ed422411582aec81f9de51a07', 'mac_address': 'fa:16:3e:3b:fa:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fad975a3-e0ae-4a49-92a7-b5e6b0272c2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1936, 'fixed_ips': [{'subnet_id': 'a3dd0db2-d6c5-417b-9aae-eb65d4afa154', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:27:27Z', 'updated_at': '2022-02-04T17:27:31Z', 'revision_number': 4, 'project_id': '2dabbd0ed422411582aec81f9de51a07', 'subnets': [{'id': 'a3dd0db2-d6c5-417b-9aae-eb65d4afa154', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-2', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:27:31.893876 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-19b65624-ff65-4b03-a8a7-1e9569ba1633 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Publish callbacks [] for port (44a43502-17cd-4aa6-b390-c314ca667c56), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:31.916904 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-e4b56b17-2536-4ee2-88fc-dbd1d9285c84 tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] Publish callbacks [] for security_group (e65ecd24-4d97-4684-be33-350ed30f90cb), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:31.945465 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-e4b56b17-2536-4ee2-88fc-dbd1d9285c84 tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] Publish callbacks [] for security_group (e65ecd24-4d97-4684-be33-350ed30f90cb), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:31.960538 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-a7b21440-3200-420a-8d2e-09ec3f051b74 None None] For port 2a96d0e3-a373-46a7-a896-3ed5590691ab, host n-d-827839-2, cleared binding levels {{(pid=103378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:27:31.973891 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ff74180-8238-4641-95c7-89aeb746861e None None] The sync data for ids ['fad975a3-e0ae-4a49-92a7-b5e6b0272c2c'] in n-d-827839-2 is: [{'id': 'fad975a3-e0ae-4a49-92a7-b5e6b0272c2c', 'name': 'tempest-NetworksTestDHCPv6-router-328547245', 'tenant_id': '2dabbd0ed422411582aec81f9de51a07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:27:25Z', 'updated_at': '2022-02-04T17:27:27Z', 'revision_number': 2, 'project_id': '2dabbd0ed422411582aec81f9de51a07', 'gw_port_host': None, '_interfaces': [{'id': '31a79194-e4fb-4691-b9d0-fad504111c8e', 'name': '', 'network_id': 'ebdc431d-e6a4-4155-be30-2a7d896acbb0', 'tenant_id': '2dabbd0ed422411582aec81f9de51a07', 'mac_address': 'fa:16:3e:3b:fa:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fad975a3-e0ae-4a49-92a7-b5e6b0272c2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1936, 'fixed_ips': [{'subnet_id': 'a3dd0db2-d6c5-417b-9aae-eb65d4afa154', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:27:27Z', 'updated_at': '2022-02-04T17:27:31Z', 'revision_number': 4, 'project_id': '2dabbd0ed422411582aec81f9de51a07', 'subnets': [{'id': 'a3dd0db2-d6c5-417b-9aae-eb65d4afa154', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 17:27:32.029756 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-a895abf5-067c-445d-9f2e-67d12fbe750f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '634116b7-81a5-43b0-b152-35141e44ea86', 'name': 'tempest-AttachVolumeShelveTestJSON-1593771892-router', 'tenant_id': 'e381d232a32f43f9a5f1684dbd7323ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.99'}], 'enable_snat': True}, 'gw_port_id': '94054b5d-592b-4cb6-871c-06d58c671380', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:21:06Z', 'updated_at': '2022-02-04T17:21:13Z', 'revision_number': 4, 'project_id': 'e381d232a32f43f9a5f1684dbd7323ca', 'gw_port': {'id': '94054b5d-592b-4cb6-871c-06d58c671380', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:f4:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '634116b7-81a5-43b0-b152-35141e44ea86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1195, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:21:08Z', 'updated_at': '2022-02-04T17:21:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_interfaces': [{'id': '83c5931d-90c7-4719-8ee3-e758fdc7bd11', 'name': '', 'network_id': '482d30fe-67ad-4874-a89a-719137c68b40', 'tenant_id': 'e381d232a32f43f9a5f1684dbd7323ca', 'mac_address': 'fa:16:3e:68:c4:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '634116b7-81a5-43b0-b152-35141e44ea86', 'device_owner': 'network:router_interface', 'standard_attr_id': 1204, 'fixed_ips': [{'subnet_id': '038a8af9-19f4-4848-babf-d3b1e786f999', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:21:12Z', 'updated_at': '2022-02-04T17:21:20Z', 'revision_number': 5, 'project_id': 'e381d232a32f43f9a5f1684dbd7323ca', 'subnets': [{'id': '038a8af9-19f4-4848-babf-d3b1e786f999', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-2', False) {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:27:32.044484 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-c5e287a2-6a64-40b7-bd89-27fe636025cd req-7ec71ace-8232-427e-bbce-2e9ed4e83ae1 tempest-ServersTestJSON-906237145 tempest-ServersTestJSON-906237145-project] 10.222.0.89 "GET /v2.0/ports?device_id=21e34ec0-ca77-4fc3-a022-61a8ea584f54 HTTP/1.1" status: 200 len: 210 time: 0.0499992 Feb 04 17:27:32.076546 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-a7b21440-3200-420a-8d2e-09ec3f051b74 None None] For port 2a96d0e3-a373-46a7-a896-3ed5590691ab, host n-d-827839-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=2a96d0e3-a373-46a7-a896-3ed5590691ab,segment=NetworkSegment(1abd441d-8e6b-4126-9ffb-9c915d0dc061),segment_id=1abd441d-8e6b-4126-9ffb-9c915d0dc061)] {{(pid=103378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:27:32.083297 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a895abf5-067c-445d-9f2e-67d12fbe750f None None] Checking router: 634116b7-81a5-43b0-b152-35141e44ea86 for host: n-d-827839-2 {{(pid=103378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 17:27:32.088463 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-e4b56b17-2536-4ee2-88fc-dbd1d9285c84 tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (e65ecd24-4d97-4684-be33-350ed30f90cb), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:32.091337 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-e4b56b17-2536-4ee2-88fc-dbd1d9285c84 tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] Publish callbacks [] for security_group (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:32.092301 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-e4b56b17-2536-4ee2-88fc-dbd1d9285c84 tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] 10.222.0.89 "DELETE /v2.0/security-groups/e65ecd24-4d97-4684-be33-350ed30f90cb HTTP/1.1" status: 204 len: 168 time: 1.0137949 Feb 04 17:27:32.095211 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 45156) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:27:32.106044 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvr_db [None req-eec6f432-7052-4f66-a53e-814c8d6fe32c None None] Set router d8456dde-a2c2-45c2-a30e-7e7aba94ccd6 gateway port host: n-d-827839-2 {{(pid=103378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:27:32.108016 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-cf7a8d46-42c8-4a3d-a5da-f02fe9e3ee8e None None] Current status of the port 31a79194-e4fb-4691-b9d0-fad504111c8e is: DOWN; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:27:32.109139 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-cf7a8d46-42c8-4a3d-a5da-f02fe9e3ee8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (31a79194-e4fb-4691-b9d0-fad504111c8e), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:32.109739 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-19b65624-ff65-4b03-a8a7-1e9569ba1633 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (44a43502-17cd-4aa6-b390-c314ca667c56), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:32.111527 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a7b21440-3200-420a-8d2e-09ec3f051b74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (2a96d0e3-a373-46a7-a896-3ed5590691ab), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:32.119586 n-d-827839-2 neutron-server[103377]: INFO neutron.api.v2.resource [None req-b5db134d-ebdc-4dad-8d28-6f8ecb5cc3f3 tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] show failed (client error): The resource could not be found. Feb 04 17:27:32.125354 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-b5db134d-ebdc-4dad-8d28-6f8ecb5cc3f3 tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] 10.222.0.89 "GET /v2.0/security-groups/e65ecd24-4d97-4684-be33-350ed30f90cb HTTP/1.1" status: 404 len: 347 time: 0.0251703 Feb 04 17:27:32.127863 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 45158) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:27:32.165570 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-12c22301-4b29-4ecf-9080-65cc604d95d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (64ada913-9131-4d99-a265-63a920956287), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:32.220616 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a895abf5-067c-445d-9f2e-67d12fbe750f None None] Routers {'634116b7-81a5-43b0-b152-35141e44ea86'} bound to L3 agent in host n-d-827839-2 {{(pid=103378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:27:32.222575 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-a895abf5-067c-445d-9f2e-67d12fbe750f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:27:02Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['634116b7-81a5-43b0-b152-35141e44ea86'], 'active': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:27:32.326544 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-04bddc9c-c959-4af9-933c-7ea5d84ed0a8 tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] Deleting port 1bcda1fb-ded2-438b-98d9-9dc0d1cf4459 {{(pid=103377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:27:32.327492 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-04bddc9c-c959-4af9-933c-7ea5d84ed0a8 tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (1bcda1fb-ded2-438b-98d9-9dc0d1cf4459), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:32.331145 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-e1cbce54-02f0-4305-81a8-dbde252f32ce tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602754'] for router_interface (fad975a3-e0ae-4a49-92a7-b5e6b0272c2c), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:32.464420 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-04bddc9c-c959-4af9-933c-7ea5d84ed0a8 tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (1bcda1fb-ded2-438b-98d9-9dc0d1cf4459), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:32.464715 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-04bddc9c-c959-4af9-933c-7ea5d84ed0a8 tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] Publish callbacks [] for floatingip (1bcda1fb-ded2-438b-98d9-9dc0d1cf4459), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:32.485258 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-04bddc9c-c959-4af9-933c-7ea5d84ed0a8 tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] Calling delete_port for 1bcda1fb-ded2-438b-98d9-9dc0d1cf4459 owned by network:floatingip {{(pid=103377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:27:32.496625 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b56b17-2536-4ee2-88fc-dbd1d9285c84 tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e65ecd24-4d97-4684-be33-350ed30f90cb,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:27:32.605341 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-cf7a8d46-42c8-4a3d-a5da-f02fe9e3ee8e None None] For port 31a79194-e4fb-4691-b9d0-fad504111c8e, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=31a79194-e4fb-4691-b9d0-fad504111c8e,segment=NetworkSegment(2fcce0c7-9a0a-428a-b986-cae51cd3c129),segment_id=2fcce0c7-9a0a-428a-b986-cae51cd3c129)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:27:32.612216 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Device 5b1f17be-ddf9-4c6e-bffe-f6cf9d7badf1 no longer exists at agent hyperv_n-h2-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:27:32.626272 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-cf7a8d46-42c8-4a3d-a5da-f02fe9e3ee8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (31a79194-e4fb-4691-b9d0-fad504111c8e), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:32.680077 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] No Port match for: 5b1f17be-ddf9-4c6e-bffe-f6cf9d7badf1 {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 17:27:32.680650 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Device 5b1f17be-ddf9-4c6e-bffe-f6cf9d7badf1 not bound to the agent host n-h2-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 17:27:32.702038 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b21440-3200-420a-8d2e-09ec3f051b74 None None] Pushing event updated for resources: {'Port': ['ID=2a96d0e3-a373-46a7-a896-3ed5590691ab,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:27:32.739961 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b21440-3200-420a-8d2e-09ec3f051b74 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:27:32.740298 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b21440-3200-420a-8d2e-09ec3f051b74 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:27:32.740642 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b21440-3200-420a-8d2e-09ec3f051b74 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:27:32.741062 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b21440-3200-420a-8d2e-09ec3f051b74 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:27:32.741392 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b21440-3200-420a-8d2e-09ec3f051b74 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:27:32.741717 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b21440-3200-420a-8d2e-09ec3f051b74 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:27:32.742046 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b21440-3200-420a-8d2e-09ec3f051b74 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:27:32.742375 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b21440-3200-420a-8d2e-09ec3f051b74 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:27:32.742700 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b21440-3200-420a-8d2e-09ec3f051b74 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:27:32.743079 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b21440-3200-420a-8d2e-09ec3f051b74 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:27:32.743342 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b21440-3200-420a-8d2e-09ec3f051b74 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:27:32.745626 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b21440-3200-420a-8d2e-09ec3f051b74 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:27:32.745956 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b21440-3200-420a-8d2e-09ec3f051b74 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:27:32.765480 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 31a79194-e4fb-4691-b9d0-fad504111c8e up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:27:32.815751 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19b65624-ff65-4b03-a8a7-1e9569ba1633 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Network d748ac39-0a69-4482-9b2c-aac095dc9443 is already hosted by enough agents. {{(pid=103376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:27:32.832512 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-04bddc9c-c959-4af9-933c-7ea5d84ed0a8 tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (1bcda1fb-ded2-438b-98d9-9dc0d1cf4459), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:32.862642 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bddc9c-c959-4af9-933c-7ea5d84ed0a8 tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] Pushing event deleted for resources: {'Port': ['ID=1bcda1fb-ded2-438b-98d9-9dc0d1cf4459,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:27:32.865429 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7a8d46-42c8-4a3d-a5da-f02fe9e3ee8e None None] Pushing event updated for resources: {'Port': ['ID=31a79194-e4fb-4691-b9d0-fad504111c8e,revision_number=5']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:27:32.916919 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [None req-19b65624-ff65-4b03-a8a7-1e9569ba1633 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Resources bound (agent type, host, resource id): {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:27:32.935925 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19b65624-ff65-4b03-a8a7-1e9569ba1633 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Received port after_create {{(pid=103376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:27:32.948364 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19b65624-ff65-4b03-a8a7-1e9569ba1633 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:27:32.949251 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-19b65624-ff65-4b03-a8a7-1e9569ba1633 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:32.996121 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-19b65624-ff65-4b03-a8a7-1e9569ba1633 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 3.6323788 Feb 04 17:27:32.998879 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 45164) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:27:33.004800 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b65624-ff65-4b03-a8a7-1e9569ba1633 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Pushing event updated for resources: {'Port': ['ID=44a43502-17cd-4aa6-b390-c314ca667c56,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:27:33.119025 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-04bddc9c-c959-4af9-933c-7ea5d84ed0a8 tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] Publish callbacks [] for floatingip (80e01402-a5a8-48e0-ac74-02510396b1f0), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:33.127112 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-04bddc9c-c959-4af9-933c-7ea5d84ed0a8 tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for floatingip (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:33.128546 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-04bddc9c-c959-4af9-933c-7ea5d84ed0a8 tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] 10.222.0.89 "DELETE /v2.0/floatingips/80e01402-a5a8-48e0-ac74-02510396b1f0 HTTP/1.1" status: 204 len: 168 time: 0.9991987 Feb 04 17:27:33.145377 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.db.resource_extend [None req-4bc84f16-9436-4888-89d2-c84b3287fd85 tempest-ServersTestFqdnHostnames-829399840 tempest-ServersTestFqdnHostnames-829399840-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 17:27:33.174915 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 45170) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:27:33.186512 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 45174) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:27:33.301345 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-4bc84f16-9436-4888-89d2-c84b3287fd85 tempest-ServersTestFqdnHostnames-829399840 tempest-ServersTestFqdnHostnames-829399840-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:33.311816 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-4bc84f16-9436-4888-89d2-c84b3287fd85 tempest-ServersTestFqdnHostnames-829399840 tempest-ServersTestFqdnHostnames-829399840-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1595586'] for floatingip (9a8a36e7-31c9-46d9-92fa-61b5d6ce6e2d), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:33.346318 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-ee45acbf-960c-40bf-b668-2b9cc4476ad0 None None] Provisioning complete for port 31a79194-e4fb-4691-b9d0-fad504111c8e triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:27:33.346318 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ee45acbf-960c-40bf-b668-2b9cc4476ad0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (31a79194-e4fb-4691-b9d0-fad504111c8e), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:33.387187 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-63864c71-baa0-46d1-803c-29602c9a4c03 tempest-ServersTestJSON-906237145 tempest-ServersTestJSON-906237145-project] Publish callbacks [] for security_group (1e6d02d2-b834-4a41-9e0b-3d41f5ebbbf8), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:33.449428 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d408ec64-b374-4acb-a1fc-48241dad6d47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (0cd6d64a-47a7-40ff-8c12-71dd526c62e0), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:33.460296 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvr_db [None req-a895abf5-067c-445d-9f2e-67d12fbe750f None None] Set router 634116b7-81a5-43b0-b152-35141e44ea86 gateway port host: n-d-827839-2 {{(pid=103378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:27:33.544239 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-63864c71-baa0-46d1-803c-29602c9a4c03 tempest-ServersTestJSON-906237145 tempest-ServersTestJSON-906237145-project] Publish callbacks [] for security_group (1e6d02d2-b834-4a41-9e0b-3d41f5ebbbf8), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:33.547940 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-98869abc-a663-45c2-ad5c-dfed2630fe84 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:33.591909 n-d-827839-2 neutron-server[103376]: INFO neutron.db.l3_db [None req-4bc84f16-9436-4888-89d2-c84b3287fd85 tempest-ServersTestFqdnHostnames-829399840 tempest-ServersTestFqdnHostnames-829399840-project] Floating IP 9a8a36e7-31c9-46d9-92fa-61b5d6ce6e2d associated. External IP: 172.25.6.160, port: 1d91434f-9e6f-4a80-9638-233f26e77c88. Feb 04 17:27:33.640489 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port 31a79194-e4fb-4691-b9d0-fad504111c8e triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:27:33.642301 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (31a79194-e4fb-4691-b9d0-fad504111c8e), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:33.731273 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 45178) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:27:33.745482 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-fb5bf871-01a7-48db-ab16-972ff81d7d2f tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] Request body: {'security_group': {'name': 'tempest-securitygroup--796908500', 'description': 'tempest-description--1808936787'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:27:33.775940 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-fb5bf871-01a7-48db-ab16-972ff81d7d2f tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] Publish callbacks [] for security_group (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:33.780080 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-e1cbce54-02f0-4305-81a8-dbde252f32ce tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Deleting port 31a79194-e4fb-4691-b9d0-fad504111c8e {{(pid=103376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:27:33.780080 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-e1cbce54-02f0-4305-81a8-dbde252f32ce tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (31a79194-e4fb-4691-b9d0-fad504111c8e), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:33.799936 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-54d10728-cd2d-44c9-a9ce-36c7f0b6840e tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (44a43502-17cd-4aa6-b390-c314ca667c56), before_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:33.805280 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-63864c71-baa0-46d1-803c-29602c9a4c03 tempest-ServersTestJSON-906237145 tempest-ServersTestJSON-906237145-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (1e6d02d2-b834-4a41-9e0b-3d41f5ebbbf8), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:33.807806 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-63864c71-baa0-46d1-803c-29602c9a4c03 tempest-ServersTestJSON-906237145 tempest-ServersTestJSON-906237145-project] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:33.808976 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-63864c71-baa0-46d1-803c-29602c9a4c03 tempest-ServersTestJSON-906237145 tempest-ServersTestJSON-906237145-project] 10.222.0.89 "DELETE /v2.0/security-groups/1e6d02d2-b834-4a41-9e0b-3d41f5ebbbf8 HTTP/1.1" status: 204 len: 168 time: 0.5815017 Feb 04 17:27:33.846413 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-ee45acbf-960c-40bf-b668-2b9cc4476ad0 None None] Current status of the port 31a79194-e4fb-4691-b9d0-fad504111c8e is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:27:33.866061 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-eec6f432-7052-4f66-a53e-814c8d6fe32c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8456dde-a2c2-45c2-a30e-7e7aba94ccd6', 'name': 'tempest-ServersTestJSON-2094991958-router', 'tenant_id': '80b7aa89cf1b4bc4904176df2ebfd332', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.179'}], 'enable_snat': True}, 'gw_port_id': '9d7ecc73-aa7f-4338-8a00-90c21a2e060d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:26:08Z', 'updated_at': '2022-02-04T17:26:17Z', 'revision_number': 4, 'project_id': '80b7aa89cf1b4bc4904176df2ebfd332', 'gw_port': {'id': '9d7ecc73-aa7f-4338-8a00-90c21a2e060d', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:cf:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8456dde-a2c2-45c2-a30e-7e7aba94ccd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1757, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:26:10Z', 'updated_at': '2022-02-04T17:26:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_interfaces': [{'id': 'db68516f-8a62-4247-9212-c18c22253c05', 'name': '', 'network_id': '8ebfdc74-8590-489d-b0e1-fe8b6dd2da25', 'tenant_id': '80b7aa89cf1b4bc4904176df2ebfd332', 'mac_address': 'fa:16:3e:6e:7c:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8456dde-a2c2-45c2-a30e-7e7aba94ccd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': '63f84b38-d024-489b-b804-8ab0056a6a07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:26:15Z', 'updated_at': '2022-02-04T17:26:24Z', 'revision_number': 5, 'project_id': '80b7aa89cf1b4bc4904176df2ebfd332', 'subnets': [{'id': '63f84b38-d024-489b-b804-8ab0056a6a07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-2', False) {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:27:33.876987 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 45180) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:27:33.958381 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port 31a79194-e4fb-4691-b9d0-fad504111c8e is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:27:33.964068 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eec6f432-7052-4f66-a53e-814c8d6fe32c None None] Checking router: d8456dde-a2c2-45c2-a30e-7e7aba94ccd6 for host: n-d-827839-2 {{(pid=103378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 17:27:34.001373 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eec6f432-7052-4f66-a53e-814c8d6fe32c None None] Routers {'d8456dde-a2c2-45c2-a30e-7e7aba94ccd6'} bound to L3 agent in host n-d-827839-2 {{(pid=103378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:27:34.002019 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-eec6f432-7052-4f66-a53e-814c8d6fe32c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:27:32Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['d8456dde-a2c2-45c2-a30e-7e7aba94ccd6'], 'active': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:27:34.050925 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63864c71-baa0-46d1-803c-29602c9a4c03 tempest-ServersTestJSON-906237145 tempest-ServersTestJSON-906237145-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e6d02d2-b834-4a41-9e0b-3d41f5ebbbf8,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:27:34.051739 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4de70bc-e2a3-4dc0-9a31-c0fcfac773e5 None None] Network d748ac39-0a69-4482-9b2c-aac095dc9443 requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:27:34.063508 n-d-827839-2 neutron-server[103377]: INFO neutron.api.v2.resource [None req-af08d609-4ba4-449e-8112-23d1003e7c04 tempest-ServersTestJSON-906237145 tempest-ServersTestJSON-906237145-project] show failed (client error): The resource could not be found. Feb 04 17:27:34.064563 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-af08d609-4ba4-449e-8112-23d1003e7c04 tempest-ServersTestJSON-906237145 tempest-ServersTestJSON-906237145-project] 10.222.0.89 "GET /v2.0/security-groups/1e6d02d2-b834-4a41-9e0b-3d41f5ebbbf8 HTTP/1.1" status: 404 len: 347 time: 0.1823418 Feb 04 17:27:34.074799 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 45182) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:27:34.096921 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-fb5bf871-01a7-48db-ab16-972ff81d7d2f tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] Publish callbacks [] for security_group (749b530c-d4d8-46cd-99b4-1a8b04e03f53), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:34.117741 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-fb5bf871-01a7-48db-ab16-972ff81d7d2f tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (749b530c-d4d8-46cd-99b4-1a8b04e03f53), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:34.239709 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-98869abc-a663-45c2-ad5c-dfed2630fe84 admin admin] Publish callbacks [] for security_group (cdd38b6c-54c4-44e6-abe1-ec9f710aa693), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:34.243892 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [None req-e1cbce54-02f0-4305-81a8-dbde252f32ce tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] For port 31a79194-e4fb-4691-b9d0-fad504111c8e, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=31a79194-e4fb-4691-b9d0-fad504111c8e,segment=NetworkSegment(2fcce0c7-9a0a-428a-b986-cae51cd3c129),segment_id=2fcce0c7-9a0a-428a-b986-cae51cd3c129)] {{(pid=103376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:27:34.244383 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-e1cbce54-02f0-4305-81a8-dbde252f32ce tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (31a79194-e4fb-4691-b9d0-fad504111c8e), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:34.252438 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-cfdd01f5-657f-48c7-9ec9-e17be97cc2eb None None] Provisioning complete for port 2a96d0e3-a373-46a7-a896-3ed5590691ab triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:27:34.252886 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-cfdd01f5-657f-48c7-9ec9-e17be97cc2eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (2a96d0e3-a373-46a7-a896-3ed5590691ab), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:34.259357 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bc84f16-9436-4888-89d2-c84b3287fd85 tempest-ServersTestFqdnHostnames-829399840 tempest-ServersTestFqdnHostnames-829399840-project] Router d4caf781-2e39-41f4-8a93-38e27d6dc99e has already been hosted by L3 agent 64ada913-9131-4d99-a265-63a920956287 {{(pid=103376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 17:27:34.263439 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-e1cbce54-02f0-4305-81a8-dbde252f32ce tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Calling delete_port for 31a79194-e4fb-4691-b9d0-fad504111c8e owned by network:router_interface {{(pid=103376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:27:34.290582 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-fb5bf871-01a7-48db-ab16-972ff81d7d2f tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:34.291133 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-fb5bf871-01a7-48db-ab16-972ff81d7d2f tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] 10.222.0.89 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.5562613 Feb 04 17:27:34.298171 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-98869abc-a663-45c2-ad5c-dfed2630fe84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (cdd38b6c-54c4-44e6-abe1-ec9f710aa693), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:34.303179 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 45184) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:27:34.306273 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5bf871-01a7-48db-ab16-972ff81d7d2f tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] Pushing event updated for resources: {'SecurityGroup': ['ID=749b530c-d4d8-46cd-99b4-1a8b04e03f53,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:27:34.323006 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-bcf6607f-5177-4006-8048-2471520420af tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] Request body: {'security_group_rule': {'security_group_id': '749b530c-d4d8-46cd-99b4-1a8b04e03f53', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:27:34.353012 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-a895abf5-067c-445d-9f2e-67d12fbe750f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '634116b7-81a5-43b0-b152-35141e44ea86', 'name': 'tempest-AttachVolumeShelveTestJSON-1593771892-router', 'tenant_id': 'e381d232a32f43f9a5f1684dbd7323ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.99'}], 'enable_snat': True}, 'gw_port_id': '94054b5d-592b-4cb6-871c-06d58c671380', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:21:06Z', 'updated_at': '2022-02-04T17:21:13Z', 'revision_number': 4, 'project_id': 'e381d232a32f43f9a5f1684dbd7323ca', 'gw_port': {'id': '94054b5d-592b-4cb6-871c-06d58c671380', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:f4:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '634116b7-81a5-43b0-b152-35141e44ea86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1195, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:21:08Z', 'updated_at': '2022-02-04T17:21:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_interfaces': [{'id': '83c5931d-90c7-4719-8ee3-e758fdc7bd11', 'name': '', 'network_id': '482d30fe-67ad-4874-a89a-719137c68b40', 'tenant_id': 'e381d232a32f43f9a5f1684dbd7323ca', 'mac_address': 'fa:16:3e:68:c4:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '634116b7-81a5-43b0-b152-35141e44ea86', 'device_owner': 'network:router_interface', 'standard_attr_id': 1204, 'fixed_ips': [{'subnet_id': '038a8af9-19f4-4848-babf-d3b1e786f999', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:21:12Z', 'updated_at': '2022-02-04T17:21:20Z', 'revision_number': 5, 'project_id': 'e381d232a32f43f9a5f1684dbd7323ca', 'subnets': [{'id': '038a8af9-19f4-4848-babf-d3b1e786f999', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-2', False) {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:27:34.410919 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvr_db [None req-eec6f432-7052-4f66-a53e-814c8d6fe32c None None] Set router d8456dde-a2c2-45c2-a30e-7e7aba94ccd6 gateway port host: n-d-827839-2 {{(pid=103378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:27:34.413472 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a895abf5-067c-445d-9f2e-67d12fbe750f None None] The sync data for ids ['634116b7-81a5-43b0-b152-35141e44ea86'] in n-d-827839-2 is: [{'id': '634116b7-81a5-43b0-b152-35141e44ea86', 'name': 'tempest-AttachVolumeShelveTestJSON-1593771892-router', 'tenant_id': 'e381d232a32f43f9a5f1684dbd7323ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.99'}], 'enable_snat': True}, 'gw_port_id': '94054b5d-592b-4cb6-871c-06d58c671380', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:21:06Z', 'updated_at': '2022-02-04T17:21:13Z', 'revision_number': 4, 'project_id': 'e381d232a32f43f9a5f1684dbd7323ca', 'gw_port': {'id': '94054b5d-592b-4cb6-871c-06d58c671380', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:f4:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '634116b7-81a5-43b0-b152-35141e44ea86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1195, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:21:08Z', 'updated_at': '2022-02-04T17:21:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_interfaces': [{'id': '83c5931d-90c7-4719-8ee3-e758fdc7bd11', 'name': '', 'network_id': '482d30fe-67ad-4874-a89a-719137c68b40', 'tenant_id': 'e381d232a32f43f9a5f1684dbd7323ca', 'mac_address': 'fa:16:3e:68:c4:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '634116b7-81a5-43b0-b152-35141e44ea86', 'device_owner': 'network:router_interface', 'standard_attr_id': 1204, 'fixed_ips': [{'subnet_id': '038a8af9-19f4-4848-babf-d3b1e786f999', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:21:12Z', 'updated_at': '2022-02-04T17:21:20Z', 'revision_number': 5, 'project_id': 'e381d232a32f43f9a5f1684dbd7323ca', 'subnets': [{'id': '038a8af9-19f4-4848-babf-d3b1e786f999', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 17:27:34.418391 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-98869abc-a663-45c2-ad5c-dfed2630fe84 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=17dd5ce593264350a9c64afc6f397e1a&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2394269 Feb 04 17:27:34.423331 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98869abc-a663-45c2-ad5c-dfed2630fe84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdd38b6c-54c4-44e6-abe1-ec9f710aa693,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:27:34.423575 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 45186) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:27:34.448000 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-bcf6607f-5177-4006-8048-2471520420af tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] Publish callbacks [] for security_group_rule (48475edb-e5b9-43d9-ab02-ab63a5f054c6), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:34.499178 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-54d10728-cd2d-44c9-a9ce-36c7f0b6840e tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Publish callbacks [] for port (44a43502-17cd-4aa6-b390-c314ca667c56), precommit_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:34.513473 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-54d10728-cd2d-44c9-a9ce-36c7f0b6840e tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25888290'] for port (44a43502-17cd-4aa6-b390-c314ca667c56), after_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:34.522906 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-cfdd01f5-657f-48c7-9ec9-e17be97cc2eb None None] Current status of the port 2a96d0e3-a373-46a7-a896-3ed5590691ab is: DOWN; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:27:34.523298 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-cfdd01f5-657f-48c7-9ec9-e17be97cc2eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (2a96d0e3-a373-46a7-a896-3ed5590691ab), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:34.572849 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-3100f392-8506-4a75-a128-b9ecfe03fef8 tempest-ServersTestJSON-906237145 tempest-ServersTestJSON-906237145-project] Deleting port 10f16e68-e4db-450b-9abe-13c46c26cdf0 {{(pid=103377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:27:34.573199 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-3100f392-8506-4a75-a128-b9ecfe03fef8 tempest-ServersTestJSON-906237145 tempest-ServersTestJSON-906237145-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (10f16e68-e4db-450b-9abe-13c46c26cdf0), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:34.615771 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bc84f16-9436-4888-89d2-c84b3287fd85 tempest-ServersTestFqdnHostnames-829399840 tempest-ServersTestFqdnHostnames-829399840-project] Notify agent at l3_agent.n-d-827839-2 the message routers_updated {{(pid=103376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 17:27:34.635190 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d04c8c3a-67af-429d-b7f1-34c0e62bf6c8 None None] Sync routers for ids ['d4caf781-2e39-41f4-8a93-38e27d6dc99e'] in n-d-827839-2 {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 17:27:34.658175 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d04c8c3a-67af-429d-b7f1-34c0e62bf6c8 None None] Routers {'d4caf781-2e39-41f4-8a93-38e27d6dc99e'} bound to L3 agent in host n-d-827839-2 {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:27:34.658453 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-4bc84f16-9436-4888-89d2-c84b3287fd85 tempest-ServersTestFqdnHostnames-829399840 tempest-ServersTestFqdnHostnames-829399840-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for floatingip (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:34.659215 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-d04c8c3a-67af-429d-b7f1-34c0e62bf6c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:27:32Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['d4caf781-2e39-41f4-8a93-38e27d6dc99e'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:27:34.684531 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-bcf6607f-5177-4006-8048-2471520420af tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] Publish callbacks [] for security_group_rule (48475edb-e5b9-43d9-ab02-ab63a5f054c6), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:34.717089 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-4bc84f16-9436-4888-89d2-c84b3287fd85 tempest-ServersTestFqdnHostnames-829399840 tempest-ServersTestFqdnHostnames-829399840-project] 10.222.0.89 "PUT /v2.0/floatingips/9a8a36e7-31c9-46d9-92fa-61b5d6ce6e2d HTTP/1.1" status: 200 len: 992 time: 3.9568412 Feb 04 17:27:34.719714 n-d-827839-2 neutron-server[103376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d1603db-aad5-4b3c-bd59-91581e3b5d49', 'tag': '1d91434f-9e6f-4a80-9638-233f26e77c88'}] {{(pid=103376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:27:34.722274 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d59c3bb5e2f09ebf62144d5e09b1cff60c763a9c19614c24538e77842938c05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03b17d81-c73d-41b9-ab1e-7926f61a5b64" -d '{"events": [{"name": "network-changed", "server_uuid": "1d1603db-aad5-4b3c-bd59-91581e3b5d49", "tag": "1d91434f-9e6f-4a80-9638-233f26e77c88"}]}' {{(pid=103376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:27:34.723251 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-bcf6607f-5177-4006-8048-2471520420af tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664556'] for security_group_rule (48475edb-e5b9-43d9-ab02-ab63a5f054c6), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:34.728589 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-c97f8a79-1076-41e9-b2e8-151be036b11b admin admin] Publish callbacks [] for security_group (cdd38b6c-54c4-44e6-abe1-ec9f710aa693), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:34.763406 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d10728-cd2d-44c9-a9ce-36c7f0b6840e tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Pushing event updated for resources: {'Port': ['ID=44a43502-17cd-4aa6-b390-c314ca667c56,revision_number=2']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:27:34.799812 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-c97f8a79-1076-41e9-b2e8-151be036b11b admin admin] Publish callbacks [] for security_group (cdd38b6c-54c4-44e6-abe1-ec9f710aa693), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:34.861902 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-cfdd01f5-657f-48c7-9ec9-e17be97cc2eb None None] For port 2a96d0e3-a373-46a7-a896-3ed5590691ab, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=2a96d0e3-a373-46a7-a896-3ed5590691ab,segment=NetworkSegment(1abd441d-8e6b-4126-9ffb-9c915d0dc061),segment_id=1abd441d-8e6b-4126-9ffb-9c915d0dc061)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:27:34.877901 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 17:27:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d63e9e44-170c-4f63-b32e-4883341b7d2c x-openstack-request-id: req-d63e9e44-170c-4f63-b32e-4883341b7d2c {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:27:34.878220 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d1603db-aad5-4b3c-bd59-91581e3b5d49", "tag": "1d91434f-9e6f-4a80-9638-233f26e77c88", "status": "completed", "code": 200}]} {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:27:34.886344 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-d63e9e44-170c-4f63-b32e-4883341b7d2c {{(pid=103376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:27:34.887357 n-d-827839-2 neutron-server[103376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d1603db-aad5-4b3c-bd59-91581e3b5d49', 'tag': '1d91434f-9e6f-4a80-9638-233f26e77c88', 'status': 'completed', 'code': 200} Feb 04 17:27:34.891730 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-cfdd01f5-657f-48c7-9ec9-e17be97cc2eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (2a96d0e3-a373-46a7-a896-3ed5590691ab), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:34.892945 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-e1cbce54-02f0-4305-81a8-dbde252f32ce tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (31a79194-e4fb-4691-b9d0-fad504111c8e), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:34.934530 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf6607f-5177-4006-8048-2471520420af tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48475edb-e5b9-43d9-ab02-ab63a5f054c6,revision_number=0']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:27:34.977141 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1cbce54-02f0-4305-81a8-dbde252f32ce tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Pushing event deleted for resources: {'Port': ['ID=31a79194-e4fb-4691-b9d0-fad504111c8e,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:27:34.977684 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 2a96d0e3-a373-46a7-a896-3ed5590691ab up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:27:35.049927 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4f14bb47-e72b-46ac-9e44-a61d9293afcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (75326290-f7a3-4db8-9cf2-15c7139ed224), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:35.054686 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-bcf6607f-5177-4006-8048-2471520420af tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:35.060121 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-bcf6607f-5177-4006-8048-2471520420af tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7513638 Feb 04 17:27:35.072128 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fe5e5ba-a123-49d1-a723-d952b5e58e4b None None] New status for floating IP 80e01402-a5a8-48e0-ac74-02510396b1f0: DOWN {{(pid=103378) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 17:27:35.075631 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 45192) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:27:35.085762 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-a4767744-e1a4-4f9c-a4e6-3c664859b88f tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] Request body: {'security_group_rule': {'security_group_id': '749b530c-d4d8-46cd-99b4-1a8b04e03f53', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:27:35.102334 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-3100f392-8506-4a75-a128-b9ecfe03fef8 tempest-ServersTestJSON-906237145 tempest-ServersTestJSON-906237145-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (10f16e68-e4db-450b-9abe-13c46c26cdf0), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:35.102669 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-3100f392-8506-4a75-a128-b9ecfe03fef8 tempest-ServersTestJSON-906237145 tempest-ServersTestJSON-906237145-project] Publish callbacks [] for floatingip (10f16e68-e4db-450b-9abe-13c46c26cdf0), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:35.151508 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-c97f8a79-1076-41e9-b2e8-151be036b11b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (cdd38b6c-54c4-44e6-abe1-ec9f710aa693), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:35.154121 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-c97f8a79-1076-41e9-b2e8-151be036b11b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:35.155301 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-c97f8a79-1076-41e9-b2e8-151be036b11b admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/cdd38b6c-54c4-44e6-abe1-ec9f710aa693 HTTP/1.1" status: 204 len: 168 time: 0.7308795 Feb 04 17:27:35.178601 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-e1cbce54-02f0-4305-81a8-dbde252f32ce tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1677336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1602614'] for router_interface (fad975a3-e0ae-4a49-92a7-b5e6b0272c2c), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:35.184639 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-3100f392-8506-4a75-a128-b9ecfe03fef8 tempest-ServersTestJSON-906237145 tempest-ServersTestJSON-906237145-project] Calling delete_port for 10f16e68-e4db-450b-9abe-13c46c26cdf0 owned by network:floatingip {{(pid=103377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:27:35.207503 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97f8a79-1076-41e9-b2e8-151be036b11b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdd38b6c-54c4-44e6-abe1-ec9f710aa693,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:27:35.216050 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvr_db [None req-d04c8c3a-67af-429d-b7f1-34c0e62bf6c8 None None] Set router d4caf781-2e39-41f4-8a93-38e27d6dc99e gateway port host: n-d-827839-2 {{(pid=103379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:27:35.235396 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b17d81-c73d-41b9-ab1e-7926f61a5b64 req-9aaa5317-5ac3-484f-9d89-b88cfa707f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:27:35.237036 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-03b17d81-c73d-41b9-ab1e-7926f61a5b64 req-9aaa5317-5ac3-484f-9d89-b88cfa707f1a service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=b78f120f03a0499ab775e831b6dd5e30&device_id=1d1603db-aad5-4b3c-bd59-91581e3b5d49 HTTP/1.1" status: 200 len: 1128 time: 0.3035984 Feb 04 17:27:35.352006 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-7b9da423-84d3-4c94-b9c8-942773c97328 None None] Provisioning complete for port 44a43502-17cd-4aa6-b390-c314ca667c56 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:27:35.352478 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7b9da423-84d3-4c94-b9c8-942773c97328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (44a43502-17cd-4aa6-b390-c314ca667c56), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:35.389278 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-54d10728-cd2d-44c9-a9ce-36c7f0b6840e tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1595471'] for router_interface (c2458ca8-9783-4c3b-8d8b-267a6e6bf5d6), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:35.411168 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-a4767744-e1a4-4f9c-a4e6-3c664859b88f tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] Publish callbacks [] for security_group_rule (4d292165-3dad-4aca-ac2a-950d4db570e6), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:35.425331 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfdd01f5-657f-48c7-9ec9-e17be97cc2eb None None] Pushing event updated for resources: {'Port': ['ID=2a96d0e3-a373-46a7-a896-3ed5590691ab,revision_number=3']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:27:35.466024 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port 2a96d0e3-a373-46a7-a896-3ed5590691ab triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:27:35.467117 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (2a96d0e3-a373-46a7-a896-3ed5590691ab), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:35.531843 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-7b9da423-84d3-4c94-b9c8-942773c97328 None None] Port 44a43502-17cd-4aa6-b390-c314ca667c56 cannot update to ACTIVE because it is not bound. {{(pid=103378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 17:27:35.598621 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f6f0ec-aab5-4095-9068-ae6e4393fcfc req-d72cb564-d4db-427e-b09a-d58f8031dda8 tempest-ServersTestFqdnHostnames-829399840 tempest-ServersTestFqdnHostnames-829399840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:27:35.607936 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-a4f6f0ec-aab5-4095-9068-ae6e4393fcfc req-d72cb564-d4db-427e-b09a-d58f8031dda8 tempest-ServersTestFqdnHostnames-829399840 tempest-ServersTestFqdnHostnames-829399840-project] 10.222.0.89 "GET /v2.0/ports?device_id=1d1603db-aad5-4b3c-bd59-91581e3b5d49 HTTP/1.1" status: 200 len: 946 time: 0.6846592 Feb 04 17:27:35.627359 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-7b9da423-84d3-4c94-b9c8-942773c97328 None None] Provisioning complete for port 2a96d0e3-a373-46a7-a896-3ed5590691ab triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:27:35.627739 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7b9da423-84d3-4c94-b9c8-942773c97328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (2a96d0e3-a373-46a7-a896-3ed5590691ab), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:35.677096 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 45198) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:27:35.679912 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b17d81-c73d-41b9-ab1e-7926f61a5b64 req-75455d8c-fce5-4942-a20a-781afcbd1eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:27:35.682491 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-03b17d81-c73d-41b9-ab1e-7926f61a5b64 req-75455d8c-fce5-4942-a20a-781afcbd1eb4 service neutron] 10.222.0.90 "GET /v2.0/networks?id=c5338ae7-6a47-4b04-89b0-bad1ab0cf6a4 HTTP/1.1" status: 200 len: 916 time: 0.4077396 Feb 04 17:27:35.698260 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port 2a96d0e3-a373-46a7-a896-3ed5590691ab is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:27:35.699340 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 31a79194-e4fb-4691-b9d0-fad504111c8e up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:27:35.718571 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-0e74e261-7f53-4da9-ac74-dda69c469410 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:35.746968 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (ba70844b-66a0-45fd-a2f2-e6ed673321fc), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:35.749228 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] No Port match for: 31a79194-e4fb-4691-b9d0-fad504111c8e {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 17:27:35.749228 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 31a79194-e4fb-4691-b9d0-fad504111c8e not bound to the agent host n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Feb 04 17:27:35.758936 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-d04c8c3a-67af-429d-b7f1-34c0e62bf6c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4caf781-2e39-41f4-8a93-38e27d6dc99e', 'name': 'tempest-ServersTestFqdnHostnames-1513232839-router', 'tenant_id': 'b78f120f03a0499ab775e831b6dd5e30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.146'}], 'enable_snat': True}, 'gw_port_id': '6b288734-e226-4f4a-9405-624058f298dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:26:55Z', 'updated_at': '2022-02-04T17:27:01Z', 'revision_number': 4, 'project_id': 'b78f120f03a0499ab775e831b6dd5e30', 'gw_port': {'id': '6b288734-e226-4f4a-9405-624058f298dd', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:a8:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4caf781-2e39-41f4-8a93-38e27d6dc99e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:26:56Z', 'updated_at': '2022-02-04T17:27:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_floatingips': [{'id': '9a8a36e7-31c9-46d9-92fa-61b5d6ce6e2d', 'tenant_id': 'b78f120f03a0499ab775e831b6dd5e30', 'floating_ip_address': '172.25.6.160', 'floating_network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'router_id': 'd4caf781-2e39-41f4-8a93-38e27d6dc99e', 'port_id': '1d91434f-9e6f-4a80-9638-233f26e77c88', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1887, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5338ae7-6a47-4b04-89b0-bad1ab0cf6a4', 'mac_address': 'fa:16:3e:e0:34:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d1603db-aad5-4b3c-bd59-91581e3b5d49', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T17:27:07Z', 'updated_at': '2022-02-04T17:27:32Z', 'revision_number': 1, 'project_id': 'b78f120f03a0499ab775e831b6dd5e30', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d6e3ce6-8b50-4bd4-9b3f-739cc2c85984', 'name': '', 'network_id': 'c5338ae7-6a47-4b04-89b0-bad1ab0cf6a4', 'tenant_id': 'b78f120f03a0499ab775e831b6dd5e30', 'mac_address': 'fa:16:3e:6b:a0:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4caf781-2e39-41f4-8a93-38e27d6dc99e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1862, 'fixed_ips': [{'subnet_id': 'f46a7647-86ef-49e3-87cd-5acecc6b7953', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:26:59Z', 'updated_at': '2022-02-04T17:27:10Z', 'revision_number': 5, 'project_id': 'b78f120f03a0499ab775e831b6dd5e30', 'subnets': [{'id': 'f46a7647-86ef-49e3-87cd-5acecc6b7953', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-2', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:27:35.760560 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-a4767744-e1a4-4f9c-a4e6-3c664859b88f tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] Publish callbacks [] for security_group_rule (4d292165-3dad-4aca-ac2a-950d4db570e6), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:35.766033 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1cbce54-02f0-4305-81a8-dbde252f32ce tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Router fad975a3-e0ae-4a49-92a7-b5e6b0272c2c has already been hosted by L3 agent 64ada913-9131-4d99-a265-63a920956287 {{(pid=103376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 17:27:35.775112 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-a4767744-e1a4-4f9c-a4e6-3c664859b88f tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664556'] for security_group_rule (4d292165-3dad-4aca-ac2a-950d4db570e6), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:35.795625 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Port 31a79194-e4fb-4691-b9d0-fad504111c8e not found, will not notify nova. {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Feb 04 17:27:35.828457 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d04c8c3a-67af-429d-b7f1-34c0e62bf6c8 None None] Checking router: d4caf781-2e39-41f4-8a93-38e27d6dc99e for host: n-d-827839-2 {{(pid=103379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 17:27:35.828884 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-a4767744-e1a4-4f9c-a4e6-3c664859b88f tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:35.835865 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-a4767744-e1a4-4f9c-a4e6-3c664859b88f tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7616909 Feb 04 17:27:35.838984 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 45200) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:27:35.841690 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d04c8c3a-67af-429d-b7f1-34c0e62bf6c8 None None] Routers {'d4caf781-2e39-41f4-8a93-38e27d6dc99e'} bound to L3 agent in host n-d-827839-2 {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:27:35.842616 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-d04c8c3a-67af-429d-b7f1-34c0e62bf6c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:27:32Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['d4caf781-2e39-41f4-8a93-38e27d6dc99e'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:27:35.853951 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-1c06bd6d-5e77-4168-a6b6-b4abcba7bda3 tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] Request body: {'floatingip': {'floating_network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:27:35.862491 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-eec6f432-7052-4f66-a53e-814c8d6fe32c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8456dde-a2c2-45c2-a30e-7e7aba94ccd6', 'name': 'tempest-ServersTestJSON-2094991958-router', 'tenant_id': '80b7aa89cf1b4bc4904176df2ebfd332', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.179'}], 'enable_snat': True}, 'gw_port_id': '9d7ecc73-aa7f-4338-8a00-90c21a2e060d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:26:08Z', 'updated_at': '2022-02-04T17:26:17Z', 'revision_number': 4, 'project_id': '80b7aa89cf1b4bc4904176df2ebfd332', 'gw_port': {'id': '9d7ecc73-aa7f-4338-8a00-90c21a2e060d', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:cf:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8456dde-a2c2-45c2-a30e-7e7aba94ccd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1757, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:26:10Z', 'updated_at': '2022-02-04T17:26:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_interfaces': [{'id': 'db68516f-8a62-4247-9212-c18c22253c05', 'name': '', 'network_id': '8ebfdc74-8590-489d-b0e1-fe8b6dd2da25', 'tenant_id': '80b7aa89cf1b4bc4904176df2ebfd332', 'mac_address': 'fa:16:3e:6e:7c:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8456dde-a2c2-45c2-a30e-7e7aba94ccd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': '63f84b38-d024-489b-b804-8ab0056a6a07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:26:15Z', 'updated_at': '2022-02-04T17:26:24Z', 'revision_number': 5, 'project_id': '80b7aa89cf1b4bc4904176df2ebfd332', 'subnets': [{'id': '63f84b38-d024-489b-b804-8ab0056a6a07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-2', False) {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:27:35.873176 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4767744-e1a4-4f9c-a4e6-3c664859b88f tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d292165-3dad-4aca-ac2a-950d4db570e6,revision_number=0']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:27:35.954242 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-54d10728-cd2d-44c9-a9ce-36c7f0b6840e tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (44a43502-17cd-4aa6-b390-c314ca667c56), before_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:35.974005 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-03b17d81-c73d-41b9-ab1e-7926f61a5b64 req-bc53c12b-f6c4-431a-8f85-63b1181354a4 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1d91434f-9e6f-4a80-9638-233f26e77c88 HTTP/1.1" status: 200 len: 1000 time: 0.2696772 Feb 04 17:27:35.991854 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-a4f6f0ec-aab5-4095-9068-ae6e4393fcfc req-d862492b-c88e-41d2-a8ae-f1da65e4bdfb tempest-ServersTestFqdnHostnames-829399840 tempest-ServersTestFqdnHostnames-829399840-project] 10.222.0.89 "GET /v2.0/security-groups?id=81228a13-6924-411c-968d-edd93f51eaa1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3761303 Feb 04 17:27:35.994083 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-1c06bd6d-5e77-4168-a6b6-b4abcba7bda3 tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:36.011123 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvr_db [None req-d04c8c3a-67af-429d-b7f1-34c0e62bf6c8 None None] Set router d4caf781-2e39-41f4-8a93-38e27d6dc99e gateway port host: n-d-827839-2 {{(pid=103379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:27:36.061652 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1cbce54-02f0-4305-81a8-dbde252f32ce tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Notify agent at l3_agent.n-d-827839-2 the message routers_updated {{(pid=103376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 17:27:36.067103 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-e1cbce54-02f0-4305-81a8-dbde252f32ce tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] 10.222.0.89 "PUT /v2.0/routers/fad975a3-e0ae-4a49-92a7-b5e6b0272c2c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8354759 Feb 04 17:27:36.073034 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 45202) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:27:36.102543 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5d65c39-df24-480e-a4b4-4f8872a8dcb9 None None] Sync routers for ids ['fad975a3-e0ae-4a49-92a7-b5e6b0272c2c'] in n-d-827839-2 {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 17:27:36.111466 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-3100f392-8506-4a75-a128-b9ecfe03fef8 tempest-ServersTestJSON-906237145 tempest-ServersTestJSON-906237145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (10f16e68-e4db-450b-9abe-13c46c26cdf0), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:36.116716 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eec6f432-7052-4f66-a53e-814c8d6fe32c None None] The sync data for ids ['d8456dde-a2c2-45c2-a30e-7e7aba94ccd6'] in n-d-827839-2 is: [{'id': 'd8456dde-a2c2-45c2-a30e-7e7aba94ccd6', 'name': 'tempest-ServersTestJSON-2094991958-router', 'tenant_id': '80b7aa89cf1b4bc4904176df2ebfd332', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.179'}], 'enable_snat': True}, 'gw_port_id': '9d7ecc73-aa7f-4338-8a00-90c21a2e060d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:26:08Z', 'updated_at': '2022-02-04T17:26:17Z', 'revision_number': 4, 'project_id': '80b7aa89cf1b4bc4904176df2ebfd332', 'gw_port': {'id': '9d7ecc73-aa7f-4338-8a00-90c21a2e060d', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:cf:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8456dde-a2c2-45c2-a30e-7e7aba94ccd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1757, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:26:10Z', 'updated_at': '2022-02-04T17:26:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_interfaces': [{'id': 'db68516f-8a62-4247-9212-c18c22253c05', 'name': '', 'network_id': '8ebfdc74-8590-489d-b0e1-fe8b6dd2da25', 'tenant_id': '80b7aa89cf1b4bc4904176df2ebfd332', 'mac_address': 'fa:16:3e:6e:7c:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8456dde-a2c2-45c2-a30e-7e7aba94ccd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': '63f84b38-d024-489b-b804-8ab0056a6a07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:26:15Z', 'updated_at': '2022-02-04T17:26:24Z', 'revision_number': 5, 'project_id': '80b7aa89cf1b4bc4904176df2ebfd332', 'subnets': [{'id': '63f84b38-d024-489b-b804-8ab0056a6a07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 17:27:36.120167 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-7b9da423-84d3-4c94-b9c8-942773c97328 None None] Current status of the port 2a96d0e3-a373-46a7-a896-3ed5590691ab is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:27:36.129376 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5d65c39-df24-480e-a4b4-4f8872a8dcb9 None None] Routers {'fad975a3-e0ae-4a49-92a7-b5e6b0272c2c'} bound to L3 agent in host n-d-827839-2 {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:27:36.130238 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-a5d65c39-df24-480e-a4b4-4f8872a8dcb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:27:32Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['fad975a3-e0ae-4a49-92a7-b5e6b0272c2c'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:27:36.157860 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-0e74e261-7f53-4da9-ac74-dda69c469410 admin admin] Publish callbacks [] for security_group (6b5ddca4-409d-4ce1-809c-fea73460fda8), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:36.170511 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-0e74e261-7f53-4da9-ac74-dda69c469410 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (6b5ddca4-409d-4ce1-809c-fea73460fda8), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:36.202785 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b17d81-c73d-41b9-ab1e-7926f61a5b64 req-2710aaf2-c59f-4001-be53-f9961f8c20b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:27:36.204586 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-03b17d81-c73d-41b9-ab1e-7926f61a5b64 req-2710aaf2-c59f-4001-be53-f9961f8c20b5 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=f46a7647-86ef-49e3-87cd-5acecc6b7953 HTTP/1.1" status: 200 len: 854 time: 0.2023087 Feb 04 17:27:36.207029 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69606efc-fae3-4665-a7d9-616f2d212729 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:27:36.208622 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69606efc-fae3-4665-a7d9-616f2d212729 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:27:36.210737 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-69606efc-fae3-4665-a7d9-616f2d212729 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] 10.222.0.89 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1364722 Feb 04 17:27:36.219578 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 45204) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:27:36.229437 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvr_db [None req-a5d65c39-df24-480e-a4b4-4f8872a8dcb9 None None] Set router fad975a3-e0ae-4a49-92a7-b5e6b0272c2c gateway port host: None {{(pid=103379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:27:36.244508 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-aea2bfce-ee8a-46b2-a6de-95c30e5fcd34 None None] Provisioning complete for port 44a43502-17cd-4aa6-b390-c314ca667c56 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:27:36.248616 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-aea2bfce-ee8a-46b2-a6de-95c30e5fcd34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (44a43502-17cd-4aa6-b390-c314ca667c56), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:36.275202 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3100f392-8506-4a75-a128-b9ecfe03fef8 tempest-ServersTestJSON-906237145 tempest-ServersTestJSON-906237145-project] Pushing event deleted for resources: {'Port': ['ID=10f16e68-e4db-450b-9abe-13c46c26cdf0,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:27:36.281312 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e74e261-7f53-4da9-ac74-dda69c469410 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b5ddca4-409d-4ce1-809c-fea73460fda8,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:27:36.292674 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-0e74e261-7f53-4da9-ac74-dda69c469410 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=fc53116514f740e69b137dd6042b0bb4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6139703 Feb 04 17:27:36.296509 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 45206) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:27:36.304462 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-aea2bfce-ee8a-46b2-a6de-95c30e5fcd34 None None] Port 44a43502-17cd-4aa6-b390-c314ca667c56 cannot update to ACTIVE because it is not bound. {{(pid=103378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 17:27:36.355209 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.db_base_plugin_v2 [None req-58ca52ce-1626-4b13-a5eb-6bd7461a84fe tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Deleting subnet a3dd0db2-d6c5-417b-9aae-eb65d4afa154 {{(pid=103376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 17:27:36.368128 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-58ca52ce-1626-4b13-a5eb-6bd7461a84fe tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks [] for subnet (a3dd0db2-d6c5-417b-9aae-eb65d4afa154), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:36.368450 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-a5d65c39-df24-480e-a4b4-4f8872a8dcb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fad975a3-e0ae-4a49-92a7-b5e6b0272c2c', 'name': 'tempest-NetworksTestDHCPv6-router-328547245', 'tenant_id': '2dabbd0ed422411582aec81f9de51a07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:27:25Z', 'updated_at': '2022-02-04T17:27:34Z', 'revision_number': 3, 'project_id': '2dabbd0ed422411582aec81f9de51a07', 'gw_port_host': None}], 'n-d-827839-2', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:27:36.401579 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5d65c39-df24-480e-a4b4-4f8872a8dcb9 None None] Checking router: fad975a3-e0ae-4a49-92a7-b5e6b0272c2c for host: n-d-827839-2 {{(pid=103379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 17:27:36.405522 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-1c06bd6d-5e77-4168-a6b6-b4abcba7bda3 tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:36.418268 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5d65c39-df24-480e-a4b4-4f8872a8dcb9 None None] Routers {'fad975a3-e0ae-4a49-92a7-b5e6b0272c2c'} bound to L3 agent in host n-d-827839-2 {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:27:36.419126 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-a5d65c39-df24-480e-a4b4-4f8872a8dcb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:27:32Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['fad975a3-e0ae-4a49-92a7-b5e6b0272c2c'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:27:36.446633 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-58ca52ce-1626-4b13-a5eb-6bd7461a84fe tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25674901'] for subnet (a3dd0db2-d6c5-417b-9aae-eb65d4afa154), precommit_delete_associations {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:36.540078 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-15b4ec71-0802-4e15-be55-fcc91ebbfbf1 admin admin] Publish callbacks [] for security_group (6b5ddca4-409d-4ce1-809c-fea73460fda8), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:36.572911 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0425c2b4-b4df-4ae5-8861-bf3e687f92c3 None None] New status for floating IP c09eea06-c468-48c9-a371-9688c5fb4b5d: DOWN {{(pid=103378) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 17:27:36.598883 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-15b4ec71-0802-4e15-be55-fcc91ebbfbf1 admin admin] Publish callbacks [] for security_group (6b5ddca4-409d-4ce1-809c-fea73460fda8), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:36.603673 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvr_db [None req-a5d65c39-df24-480e-a4b4-4f8872a8dcb9 None None] Set router fad975a3-e0ae-4a49-92a7-b5e6b0272c2c gateway port host: None {{(pid=103379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:27:36.671247 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-a5d65c39-df24-480e-a4b4-4f8872a8dcb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fad975a3-e0ae-4a49-92a7-b5e6b0272c2c', 'name': 'tempest-NetworksTestDHCPv6-router-328547245', 'tenant_id': '2dabbd0ed422411582aec81f9de51a07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:27:25Z', 'updated_at': '2022-02-04T17:27:34Z', 'revision_number': 3, 'project_id': '2dabbd0ed422411582aec81f9de51a07', 'gw_port_host': None}], 'n-d-827839-2', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:27:36.696937 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 2a96d0e3-a373-46a7-a896-3ed5590691ab up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:27:36.731037 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5d65c39-df24-480e-a4b4-4f8872a8dcb9 None None] The sync data for ids ['fad975a3-e0ae-4a49-92a7-b5e6b0272c2c'] in n-d-827839-2 is: [{'id': 'fad975a3-e0ae-4a49-92a7-b5e6b0272c2c', 'name': 'tempest-NetworksTestDHCPv6-router-328547245', 'tenant_id': '2dabbd0ed422411582aec81f9de51a07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:27:25Z', 'updated_at': '2022-02-04T17:27:34Z', 'revision_number': 3, 'project_id': '2dabbd0ed422411582aec81f9de51a07', 'gw_port_host': None}] {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 17:27:36.742885 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-58ca52ce-1626-4b13-a5eb-6bd7461a84fe tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1541225'] for subnet (a3dd0db2-d6c5-417b-9aae-eb65d4afa154), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:36.779894 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-d04c8c3a-67af-429d-b7f1-34c0e62bf6c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4caf781-2e39-41f4-8a93-38e27d6dc99e', 'name': 'tempest-ServersTestFqdnHostnames-1513232839-router', 'tenant_id': 'b78f120f03a0499ab775e831b6dd5e30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.146'}], 'enable_snat': True}, 'gw_port_id': '6b288734-e226-4f4a-9405-624058f298dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:26:55Z', 'updated_at': '2022-02-04T17:27:01Z', 'revision_number': 4, 'project_id': 'b78f120f03a0499ab775e831b6dd5e30', 'gw_port': {'id': '6b288734-e226-4f4a-9405-624058f298dd', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:a8:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4caf781-2e39-41f4-8a93-38e27d6dc99e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:26:56Z', 'updated_at': '2022-02-04T17:27:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_floatingips': [{'id': '9a8a36e7-31c9-46d9-92fa-61b5d6ce6e2d', 'tenant_id': 'b78f120f03a0499ab775e831b6dd5e30', 'floating_ip_address': '172.25.6.160', 'floating_network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'router_id': 'd4caf781-2e39-41f4-8a93-38e27d6dc99e', 'port_id': '1d91434f-9e6f-4a80-9638-233f26e77c88', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1887, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5338ae7-6a47-4b04-89b0-bad1ab0cf6a4', 'mac_address': 'fa:16:3e:e0:34:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d1603db-aad5-4b3c-bd59-91581e3b5d49', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T17:27:07Z', 'updated_at': '2022-02-04T17:27:32Z', 'revision_number': 1, 'project_id': 'b78f120f03a0499ab775e831b6dd5e30', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d6e3ce6-8b50-4bd4-9b3f-739cc2c85984', 'name': '', 'network_id': 'c5338ae7-6a47-4b04-89b0-bad1ab0cf6a4', 'tenant_id': 'b78f120f03a0499ab775e831b6dd5e30', 'mac_address': 'fa:16:3e:6b:a0:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4caf781-2e39-41f4-8a93-38e27d6dc99e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1862, 'fixed_ips': [{'subnet_id': 'f46a7647-86ef-49e3-87cd-5acecc6b7953', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:26:59Z', 'updated_at': '2022-02-04T17:27:10Z', 'revision_number': 5, 'project_id': 'b78f120f03a0499ab775e831b6dd5e30', 'subnets': [{'id': 'f46a7647-86ef-49e3-87cd-5acecc6b7953', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-2', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:27:36.801656 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port 2a96d0e3-a373-46a7-a896-3ed5590691ab triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:27:36.802273 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (2a96d0e3-a373-46a7-a896-3ed5590691ab), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:36.817292 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d04c8c3a-67af-429d-b7f1-34c0e62bf6c8 None None] The sync data for ids ['d4caf781-2e39-41f4-8a93-38e27d6dc99e'] in n-d-827839-2 is: [{'id': 'd4caf781-2e39-41f4-8a93-38e27d6dc99e', 'name': 'tempest-ServersTestFqdnHostnames-1513232839-router', 'tenant_id': 'b78f120f03a0499ab775e831b6dd5e30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.146'}], 'enable_snat': True}, 'gw_port_id': '6b288734-e226-4f4a-9405-624058f298dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:26:55Z', 'updated_at': '2022-02-04T17:27:01Z', 'revision_number': 4, 'project_id': 'b78f120f03a0499ab775e831b6dd5e30', 'gw_port': {'id': '6b288734-e226-4f4a-9405-624058f298dd', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:a8:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4caf781-2e39-41f4-8a93-38e27d6dc99e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:26:56Z', 'updated_at': '2022-02-04T17:27:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_floatingips': [{'id': '9a8a36e7-31c9-46d9-92fa-61b5d6ce6e2d', 'tenant_id': 'b78f120f03a0499ab775e831b6dd5e30', 'floating_ip_address': '172.25.6.160', 'floating_network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'router_id': 'd4caf781-2e39-41f4-8a93-38e27d6dc99e', 'port_id': '1d91434f-9e6f-4a80-9638-233f26e77c88', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1887, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5338ae7-6a47-4b04-89b0-bad1ab0cf6a4', 'mac_address': 'fa:16:3e:e0:34:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d1603db-aad5-4b3c-bd59-91581e3b5d49', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T17:27:07Z', 'updated_at': '2022-02-04T17:27:32Z', 'revision_number': 1, 'project_id': 'b78f120f03a0499ab775e831b6dd5e30', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d6e3ce6-8b50-4bd4-9b3f-739cc2c85984', 'name': '', 'network_id': 'c5338ae7-6a47-4b04-89b0-bad1ab0cf6a4', 'tenant_id': 'b78f120f03a0499ab775e831b6dd5e30', 'mac_address': 'fa:16:3e:6b:a0:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4caf781-2e39-41f4-8a93-38e27d6dc99e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1862, 'fixed_ips': [{'subnet_id': 'f46a7647-86ef-49e3-87cd-5acecc6b7953', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:26:59Z', 'updated_at': '2022-02-04T17:27:10Z', 'revision_number': 5, 'project_id': 'b78f120f03a0499ab775e831b6dd5e30', 'subnets': [{'id': 'f46a7647-86ef-49e3-87cd-5acecc6b7953', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 17:27:36.841500 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.db_base_plugin_common [None req-1c06bd6d-5e77-4168-a6b6-b4abcba7bda3 tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] Allocated IP 172.25.6.37 (48165773-85ad-49a1-9ec1-76fc8dc24188/7660bfad-1ea8-4fe7-831b-bed836f13efc/65ab4b04-cad0-4c76-9ec4-2259482be1ce) {{(pid=103376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:27:36.885426 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-58ca52ce-1626-4b13-a5eb-6bd7461a84fe tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1541216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25675894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25858947'] for subnet (a3dd0db2-d6c5-417b-9aae-eb65d4afa154), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:36.905107 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-15b4ec71-0802-4e15-be55-fcc91ebbfbf1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (6b5ddca4-409d-4ce1-809c-fea73460fda8), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:36.907743 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-15b4ec71-0802-4e15-be55-fcc91ebbfbf1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:36.908961 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-15b4ec71-0802-4e15-be55-fcc91ebbfbf1 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/6b5ddca4-409d-4ce1-809c-fea73460fda8 HTTP/1.1" status: 204 len: 168 time: 0.6075258 Feb 04 17:27:36.940936 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port 2a96d0e3-a373-46a7-a896-3ed5590691ab is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:27:36.946490 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-58ca52ce-1626-4b13-a5eb-6bd7461a84fe tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks [] for subnet (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:36.952025 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-58ca52ce-1626-4b13-a5eb-6bd7461a84fe tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] 10.222.0.89 "DELETE /v2.0/subnets/a3dd0db2-d6c5-417b-9aae-eb65d4afa154 HTTP/1.1" status: 204 len: 168 time: 0.7285852 Feb 04 17:27:36.955989 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-569e614e-70fe-43c1-b195-44bf1105635f None None] Network ebdc431d-e6a4-4155-be30-2a7d896acbb0 requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:27:36.964445 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 45210) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:27:36.978909 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ca52ce-1626-4b13-a5eb-6bd7461a84fe tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Pushing event deleted for resources: {'Subnet': ['ID=a3dd0db2-d6c5-417b-9aae-eb65d4afa154,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:27:36.989233 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b4ec71-0802-4e15-be55-fcc91ebbfbf1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b5ddca4-409d-4ce1-809c-fea73460fda8,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:27:37.061270 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-1c06bd6d-5e77-4168-a6b6-b4abcba7bda3 tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] Publish callbacks [] for port (65ab4b04-cad0-4c76-9ec4-2259482be1ce), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:37.062714 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b17d81-c73d-41b9-ab1e-7926f61a5b64 req-76fe2352-8175-4ac4-9634-4e57fd4e917e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:27:37.064397 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-03b17d81-c73d-41b9-ab1e-7926f61a5b64 req-76fe2352-8175-4ac4-9634-4e57fd4e917e service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=c5338ae7-6a47-4b04-89b0-bad1ab0cf6a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.8128881 Feb 04 17:27:37.197757 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-3100f392-8506-4a75-a128-b9ecfe03fef8 tempest-ServersTestJSON-906237145 tempest-ServersTestJSON-906237145-project] Publish callbacks [] for floatingip (c09eea06-c468-48c9-a371-9688c5fb4b5d), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:37.200837 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-3100f392-8506-4a75-a128-b9ecfe03fef8 tempest-ServersTestJSON-906237145 tempest-ServersTestJSON-906237145-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for floatingip (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:37.202841 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-3100f392-8506-4a75-a128-b9ecfe03fef8 tempest-ServersTestJSON-906237145 tempest-ServersTestJSON-906237145-project] 10.222.0.89 "DELETE /v2.0/floatingips/c09eea06-c468-48c9-a371-9688c5fb4b5d HTTP/1.1" status: 204 len: 168 time: 3.1097000 Feb 04 17:27:37.203334 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-1c06bd6d-5e77-4168-a6b6-b4abcba7bda3 tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (65ab4b04-cad0-4c76-9ec4-2259482be1ce), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:37.206220 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 45214) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:27:37.223648 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de2c1990-28a5-48c2-a975-ccc27ebc9266 None None] DHCP port deletion for ebdc431d-e6a4-4155-be30-2a7d896acbb0 request from n-d-827839-2 {{(pid=103378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 17:27:37.282338 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-54d10728-cd2d-44c9-a9ce-36c7f0b6840e tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Publish callbacks [] for port (44a43502-17cd-4aa6-b390-c314ca667c56), precommit_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:37.296935 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95b012a5-20ea-4022-b5ae-057f8ccc82dd None None] New status for floating IP 9a8a36e7-31c9-46d9-92fa-61b5d6ce6e2d: ACTIVE {{(pid=103379) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 17:27:37.303927 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-419f838d-7103-410b-bd9e-1761f2bc9600 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] 10.222.0.89 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.3375447 Feb 04 17:27:37.306413 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 45218) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:27:37.308524 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-54d10728-cd2d-44c9-a9ce-36c7f0b6840e tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25888290'] for port (44a43502-17cd-4aa6-b390-c314ca667c56), after_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:37.309340 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-54d10728-cd2d-44c9-a9ce-36c7f0b6840e tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1677345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602751'] for router_interface (c2458ca8-9783-4c3b-8d8b-267a6e6bf5d6), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:37.322969 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-de2c1990-28a5-48c2-a975-ccc27ebc9266 None None] Deleting port 9434fca5-5549-4591-97c3-bb11039832ed {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:27:37.323764 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-de2c1990-28a5-48c2-a975-ccc27ebc9266 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (9434fca5-5549-4591-97c3-bb11039832ed), before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:37.354086 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c06bd6d-5e77-4168-a6b6-b4abcba7bda3 tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] Network 48165773-85ad-49a1-9ec1-76fc8dc24188 is already hosted by enough agents. {{(pid=103376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:27:37.356381 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c06bd6d-5e77-4168-a6b6-b4abcba7bda3 tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] Pushing event updated for resources: {'Port': ['ID=65ab4b04-cad0-4c76-9ec4-2259482be1ce,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:27:37.366543 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [None req-1c06bd6d-5e77-4168-a6b6-b4abcba7bda3 tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] Resources bound (agent type, host, resource id): {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:27:37.447973 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c06bd6d-5e77-4168-a6b6-b4abcba7bda3 tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] Received port after_create {{(pid=103376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:27:37.480139 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-de2c1990-28a5-48c2-a975-ccc27ebc9266 None None] For port 9434fca5-5549-4591-97c3-bb11039832ed, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=9434fca5-5549-4591-97c3-bb11039832ed,segment=NetworkSegment(2fcce0c7-9a0a-428a-b986-cae51cd3c129),segment_id=2fcce0c7-9a0a-428a-b986-cae51cd3c129)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:27:37.481387 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-de2c1990-28a5-48c2-a975-ccc27ebc9266 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (9434fca5-5549-4591-97c3-bb11039832ed), precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:37.514729 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-de2c1990-28a5-48c2-a975-ccc27ebc9266 None None] Calling delete_port for 9434fca5-5549-4591-97c3-bb11039832ed owned by network:dhcp {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:27:37.563285 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6f9a16-1e0b-48e6-a259-3e770362226a req-a986dea1-ac0a-4421-a911-4da34a435de3 tempest-ServersTestFqdnHostnames-829399840 tempest-ServersTestFqdnHostnames-829399840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:27:37.572476 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-6f6f9a16-1e0b-48e6-a259-3e770362226a req-a986dea1-ac0a-4421-a911-4da34a435de3 tempest-ServersTestFqdnHostnames-829399840 tempest-ServersTestFqdnHostnames-829399840-project] 10.222.0.89 "GET /v2.0/ports?device_id=1d1603db-aad5-4b3c-bd59-91581e3b5d49 HTTP/1.1" status: 200 len: 946 time: 0.4720387 Feb 04 17:27:37.611037 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-03b17d81-c73d-41b9-ab1e-7926f61a5b64 req-2bb221a4-e152-4715-97a7-8854cdc7395a service neutron] 10.222.0.90 "GET /v2.0/networks/c5338ae7-6a47-4b04-89b0-bad1ab0cf6a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5242550 Feb 04 17:27:37.617610 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-23342c83-763f-4a8b-a0ea-d720491b0910 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks [] for router (fad975a3-e0ae-4a49-92a7-b5e6b0272c2c), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:37.623606 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d10728-cd2d-44c9-a9ce-36c7f0b6840e tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Pushing event updated for resources: {'Port': ['ID=44a43502-17cd-4aa6-b390-c314ca667c56,revision_number=3']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:27:37.648652 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-6f6f9a16-1e0b-48e6-a259-3e770362226a req-f7c64577-5d0a-4d3a-9883-0e4176383571 tempest-ServersTestFqdnHostnames-829399840 tempest-ServersTestFqdnHostnames-829399840-project] 10.222.0.89 "GET /v2.0/security-groups?id=81228a13-6924-411c-968d-edd93f51eaa1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0697892 Feb 04 17:27:37.670371 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54d10728-cd2d-44c9-a9ce-36c7f0b6840e tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Network d748ac39-0a69-4482-9b2c-aac095dc9443 is already hosted by enough agents. {{(pid=103377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:27:37.675372 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-de2c1990-28a5-48c2-a975-ccc27ebc9266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144'] for port (9434fca5-5549-4591-97c3-bb11039832ed), after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:37.680566 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [None req-54d10728-cd2d-44c9-a9ce-36c7f0b6840e tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Resources bound (agent type, host, resource id): {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:27:37.711322 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-1c06bd6d-5e77-4168-a6b6-b4abcba7bda3 tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] Publish callbacks [] for floatingip (b06434e0-121b-4c02-b950-18c6a89ead53), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:37.758387 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de2c1990-28a5-48c2-a975-ccc27ebc9266 None None] No DVR routers for this DVR port 9434fca5-5549-4591-97c3-bb11039832ed on host n-d-827839-2 {{(pid=103378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 17:27:37.807524 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2c1990-28a5-48c2-a975-ccc27ebc9266 None None] Pushing event deleted for resources: {'Port': ['ID=9434fca5-5549-4591-97c3-bb11039832ed,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:27:37.875719 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-1c06bd6d-5e77-4168-a6b6-b4abcba7bda3 tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (65ab4b04-cad0-4c76-9ec4-2259482be1ce), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:37.998614 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-23342c83-763f-4a8b-a0ea-d720491b0910 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1601811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26971'] for router (fad975a3-e0ae-4a49-92a7-b5e6b0272c2c), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:38.005146 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-23342c83-763f-4a8b-a0ea-d720491b0910 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks [] for router_controller (fad975a3-e0ae-4a49-92a7-b5e6b0272c2c), precommit_delete_associations {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:38.013570 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-03b17d81-c73d-41b9-ab1e-7926f61a5b64 req-90fb489d-c639-4807-875a-d8475afb8c3e service neutron] 10.222.0.90 "GET /v2.0/networks/c5338ae7-6a47-4b04-89b0-bad1ab0cf6a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3520436 Feb 04 17:27:38.086137 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-23342c83-763f-4a8b-a0ea-d720491b0910 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1601832'] for router (fad975a3-e0ae-4a49-92a7-b5e6b0272c2c), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:38.086919 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23342c83-763f-4a8b-a0ea-d720491b0910 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Fanout notify agent at l3_agent the message router_deleted on router fad975a3-e0ae-4a49-92a7-b5e6b0272c2c {{(pid=103377) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 17:27:38.100660 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-23342c83-763f-4a8b-a0ea-d720491b0910 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks [] for router (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:38.101895 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-23342c83-763f-4a8b-a0ea-d720491b0910 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] 10.222.0.89 "DELETE /v2.0/routers/fad975a3-e0ae-4a49-92a7-b5e6b0272c2c HTTP/1.1" status: 204 len: 168 time: 0.7943656 Feb 04 17:27:38.106846 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 45236) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:27:38.123412 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54d10728-cd2d-44c9-a9ce-36c7f0b6840e tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Router c2458ca8-9783-4c3b-8d8b-267a6e6bf5d6 is scheduled to L3 agent 64ada913-9131-4d99-a265-63a920956287 with binding_index 1 {{(pid=103377) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 17:27:38.160568 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-472936d7-9726-463f-a0bd-51c7407fe40f tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] 10.222.0.89 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0489099 Feb 04 17:27:38.173086 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 45240) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:27:38.192084 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-430b3a55-f52c-463d-b8bb-17987b872d90 None None] Provisioning complete for port 44a43502-17cd-4aa6-b390-c314ca667c56 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:27:38.192709 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-430b3a55-f52c-463d-b8bb-17987b872d90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (44a43502-17cd-4aa6-b390-c314ca667c56), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:38.268901 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-430b3a55-f52c-463d-b8bb-17987b872d90 None None] Port 44a43502-17cd-4aa6-b390-c314ca667c56 cannot update to ACTIVE because it is not bound. {{(pid=103378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 17:27:38.276185 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54d10728-cd2d-44c9-a9ce-36c7f0b6840e tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Notify agent at l3_agent.n-d-827839-2 the message routers_updated {{(pid=103377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 17:27:38.282904 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-54d10728-cd2d-44c9-a9ce-36c7f0b6840e tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] 10.222.0.89 "PUT /v2.0/routers/c2458ca8-9783-4c3b-8d8b-267a6e6bf5d6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2824569 Feb 04 17:27:38.285338 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 45242) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:27:38.289006 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8e2e69e-5183-45e2-b82b-329d155e942e None None] Sync routers for ids ['c2458ca8-9783-4c3b-8d8b-267a6e6bf5d6'] in n-d-827839-2 {{(pid=103378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 17:27:38.292946 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-1c06bd6d-5e77-4168-a6b6-b4abcba7bda3 tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] Publish callbacks [] for port (65ab4b04-cad0-4c76-9ec4-2259482be1ce), precommit_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:38.305151 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8e2e69e-5183-45e2-b82b-329d155e942e None None] Routers {'c2458ca8-9783-4c3b-8d8b-267a6e6bf5d6'} bound to L3 agent in host n-d-827839-2 {{(pid=103378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:27:38.306019 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-d8e2e69e-5183-45e2-b82b-329d155e942e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:27:32Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['c2458ca8-9783-4c3b-8d8b-267a6e6bf5d6'], 'active': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:27:38.312497 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-1c06bd6d-5e77-4168-a6b6-b4abcba7bda3 tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675836'] for port (65ab4b04-cad0-4c76-9ec4-2259482be1ce), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:38.336771 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0563e6f-a3da-4d6c-90c8-e22fa94f3708 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:27:38.340463 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-b0563e6f-a3da-4d6c-90c8-e22fa94f3708 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] 10.222.0.89 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1633282 Feb 04 17:27:38.343002 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 45244) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:27:38.353000 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-d8e2e69e-5183-45e2-b82b-329d155e942e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827839-2', False) {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:27:38.354539 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f78767ba-d839-462c-9e30-d4e7a65ddec9 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:27:38.356369 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-f78767ba-d839-462c-9e30-d4e7a65ddec9 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] 10.222.0.89 "GET /v2.0/ports?device_id=c2458ca8-9783-4c3b-8d8b-267a6e6bf5d6 HTTP/1.1" status: 200 len: 986 time: 0.0698383 Feb 04 17:27:38.361801 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 45246) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:27:38.369467 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8e2e69e-5183-45e2-b82b-329d155e942e None None] Routers {'c2458ca8-9783-4c3b-8d8b-267a6e6bf5d6'} bound to L3 agent in host n-d-827839-2 {{(pid=103378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:27:38.371027 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-d8e2e69e-5183-45e2-b82b-329d155e942e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:27:32Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['c2458ca8-9783-4c3b-8d8b-267a6e6bf5d6'], 'active': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:27:38.415843 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-d8e2e69e-5183-45e2-b82b-329d155e942e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827839-2', False) {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:27:38.416517 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8e2e69e-5183-45e2-b82b-329d155e942e None None] The sync data for ids ['c2458ca8-9783-4c3b-8d8b-267a6e6bf5d6'] in n-d-827839-2 is: [] {{(pid=103378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 17:27:38.485670 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-d0c655ea-9eba-4628-b2fd-17c2d1ab9c5a tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] 10.222.0.89 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1409059 Feb 04 17:27:38.486018 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 45250) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:27:38.497632 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-6ff75787-8725-4e9b-aaff-1bb0cbacc262 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Request body: {'subnet': {'network_id': 'ebdc431d-e6a4-4155-be30-2a7d896acbb0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:27:38.602795 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 9434fca5-5549-4591-97c3-bb11039832ed no longer exists at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:27:38.631949 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] No Port match for: 9434fca5-5549-4591-97c3-bb11039832ed {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 17:27:38.631949 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 9434fca5-5549-4591-97c3-bb11039832ed not bound to the agent host n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 17:27:38.637177 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 31a79194-e4fb-4691-b9d0-fad504111c8e no longer exists at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:27:38.658585 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] No Port match for: 31a79194-e4fb-4691-b9d0-fad504111c8e {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 17:27:38.658585 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 31a79194-e4fb-4691-b9d0-fad504111c8e not bound to the agent host n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 17:27:38.710573 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ff75787-8725-4e9b-aaff-1bb0cbacc262 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Made reservation on behalf of 2dabbd0ed422411582aec81f9de51a07 for: {'subnet': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:27:38.712728 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c06bd6d-5e77-4168-a6b6-b4abcba7bda3 tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] Pushing event updated for resources: {'Port': ['ID=65ab4b04-cad0-4c76-9ec4-2259482be1ce,revision_number=2']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:27:38.714232 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-6ff75787-8725-4e9b-aaff-1bb0cbacc262 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25597243'] for subnet (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:38.769633 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-1c06bd6d-5e77-4168-a6b6-b4abcba7bda3 tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1595586'] for floatingip (b06434e0-121b-4c02-b950-18c6a89ead53), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:38.790076 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-aa96150c-27e2-4210-b87a-2c80840a9374 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602754'] for router_interface (d8456dde-a2c2-45c2-a30e-7e7aba94ccd6), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:38.794616 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-1c06bd6d-5e77-4168-a6b6-b4abcba7bda3 tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for floatingip (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:38.800782 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-1c06bd6d-5e77-4168-a6b6-b4abcba7bda3 tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] 10.222.0.89 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.9493721 Feb 04 17:27:38.901961 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95aff08d-a327-46d3-baee-10f14c7680f8 req-7362c5f9-97b1-4778-9ad1-ecc3965f4945 tempest-ServersTestFqdnHostnames-829399840 tempest-ServersTestFqdnHostnames-829399840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:27:38.903485 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-95aff08d-a327-46d3-baee-10f14c7680f8 req-7362c5f9-97b1-4778-9ad1-ecc3965f4945 tempest-ServersTestFqdnHostnames-829399840 tempest-ServersTestFqdnHostnames-829399840-project] 10.222.0.89 "GET /v2.0/ports?device_id=1d1603db-aad5-4b3c-bd59-91581e3b5d49 HTTP/1.1" status: 200 len: 946 time: 0.1265264 Feb 04 17:27:39.098427 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-1c3a2b65-0100-4665-95a8-90ac26c32df3 req-1bd9328f-d079-44a8-81d6-7db0009f91be tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] 10.222.0.89 "GET /v2.0/security-groups?name=tempest-securitygroup--796908500&fields=id&tenant_id=e381d232a32f43f9a5f1684dbd7323ca HTTP/1.1" status: 200 len: 267 time: 0.0719755 Feb 04 17:27:39.272655 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3a2b65-0100-4665-95a8-90ac26c32df3 req-4f2a71ac-e66d-4b12-adb9-b66862ac77c5 tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:27:39.274517 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-1c3a2b65-0100-4665-95a8-90ac26c32df3 req-4f2a71ac-e66d-4b12-adb9-b66862ac77c5 tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] 10.222.0.89 "GET /v2.0/networks?id=482d30fe-67ad-4874-a89a-719137c68b40 HTTP/1.1" status: 200 len: 817 time: 0.1585944 Feb 04 17:27:39.282092 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-aa96150c-27e2-4210-b87a-2c80840a9374 admin admin] Deleting port db68516f-8a62-4247-9212-c18c22253c05 {{(pid=103376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:27:39.282541 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-aa96150c-27e2-4210-b87a-2c80840a9374 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (db68516f-8a62-4247-9212-c18c22253c05), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:39.349827 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-1c3a2b65-0100-4665-95a8-90ac26c32df3 req-846ad8bd-56c5-4985-acc9-e8b30fdd6950 tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] 10.222.0.89 "GET /v2.0/quotas/e381d232a32f43f9a5f1684dbd7323ca HTTP/1.1" status: 200 len: 375 time: 0.0640488 Feb 04 17:27:39.374394 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-95aff08d-a327-46d3-baee-10f14c7680f8 req-651fc697-a4e9-408c-86bd-3a4a465894a4 tempest-ServersTestFqdnHostnames-829399840 tempest-ServersTestFqdnHostnames-829399840-project] 10.222.0.89 "GET /v2.0/security-groups?id=81228a13-6924-411c-968d-edd93f51eaa1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4604213 Feb 04 17:27:39.439216 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [None req-aa96150c-27e2-4210-b87a-2c80840a9374 admin admin] For port db68516f-8a62-4247-9212-c18c22253c05, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=db68516f-8a62-4247-9212-c18c22253c05,segment=NetworkSegment(ca1e4fed-109f-474f-a780-5b9c5be925df),segment_id=ca1e4fed-109f-474f-a780-5b9c5be925df)] {{(pid=103376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:27:39.439597 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-aa96150c-27e2-4210-b87a-2c80840a9374 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (db68516f-8a62-4247-9212-c18c22253c05), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:39.460271 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-aa96150c-27e2-4210-b87a-2c80840a9374 admin admin] Calling delete_port for db68516f-8a62-4247-9212-c18c22253c05 owned by network:router_interface {{(pid=103376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:27:39.478495 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-1c3a2b65-0100-4665-95a8-90ac26c32df3 req-5551e383-bcbc-4923-adda-62bc13c3b829 tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=e381d232a32f43f9a5f1684dbd7323ca&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1227150 Feb 04 17:27:39.541522 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-dc85c877-8aaa-4df5-a46c-460c210e9a91 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602754'] for router_interface (c2458ca8-9783-4c3b-8d8b-267a6e6bf5d6), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:39.629369 n-d-827839-2 neutron-server[103377]: DEBUG neutron.objects.ports [None req-6ff75787-8725-4e9b-aaff-1bb0cbacc262 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103377) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 04 17:27:39.635814 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-6ff75787-8725-4e9b-aaff-1bb0cbacc262 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25889445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25597197'] for subnet (b0bda646-84fb-4e74-a0d8-43ad448e2257), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:39.707049 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ff75787-8725-4e9b-aaff-1bb0cbacc262 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Network ebdc431d-e6a4-4155-be30-2a7d896acbb0 is already hosted by enough agents. {{(pid=103377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:27:39.714997 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [None req-6ff75787-8725-4e9b-aaff-1bb0cbacc262 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Resources bound (agent type, host, resource id): {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:27:39.719256 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ff75787-8725-4e9b-aaff-1bb0cbacc262 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:27:39.719980 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-6ff75787-8725-4e9b-aaff-1bb0cbacc262 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks [] for subnet (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:39.722237 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff75787-8725-4e9b-aaff-1bb0cbacc262 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Pushing event updated for resources: {'Subnet': ['ID=b0bda646-84fb-4e74-a0d8-43ad448e2257,revision_number=0']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:27:39.724565 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f19150a-90b9-4050-b336-4e1d66546e4c None None] Network ebdc431d-e6a4-4155-be30-2a7d896acbb0 requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:27:39.787899 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-6ff75787-8725-4e9b-aaff-1bb0cbacc262 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.2957737 Feb 04 17:27:39.787899 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 45296) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:27:39.793196 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-a4017bbd-c47b-472d-9e34-322b87d70cb7 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Request body: {'subnet': {'network_id': 'ebdc431d-e6a4-4155-be30-2a7d896acbb0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:27:39.803481 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-aa96150c-27e2-4210-b87a-2c80840a9374 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (db68516f-8a62-4247-9212-c18c22253c05), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:39.861117 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa96150c-27e2-4210-b87a-2c80840a9374 admin admin] Pushing event deleted for resources: {'Port': ['ID=db68516f-8a62-4247-9212-c18c22253c05,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:27:39.877518 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b13082a1-3b11-425f-9c22-66808d6dfb8c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e4c19ad-5724-5db8-8ee1-4f56ae69fcf4-ebdc431d-e6a4-4155-be30-2a7d896acbb0', 'network_id': 'ebdc431d-e6a4-4155-be30-2a7d896acbb0', 'project_id': '2dabbd0ed422411582aec81f9de51a07', 'fixed_ips': [{'subnet_id': 'b0bda646-84fb-4e74-a0d8-43ad448e2257'}]}} from n-d-827839-2. {{(pid=103378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 17:27:39.879624 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b13082a1-3b11-425f-9c22-66808d6dfb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:39.899039 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-1c3a2b65-0100-4665-95a8-90ac26c32df3 req-abf391fc-84ba-4758-a0b6-ede2c71da75b service neutron] 10.222.0.89 "GET /v2.0/networks/482d30fe-67ad-4874-a89a-719137c68b40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3849733 Feb 04 17:27:39.976028 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4017bbd-c47b-472d-9e34-322b87d70cb7 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Made reservation on behalf of 2dabbd0ed422411582aec81f9de51a07 for: {'subnet': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:27:39.979473 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-a4017bbd-c47b-472d-9e34-322b87d70cb7 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25597243'] for subnet (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:40.092222 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-b13082a1-3b11-425f-9c22-66808d6dfb8c None None] Allocated IP 2001:db8::f816:3eff:fe8a:cb2c (ebdc431d-e6a4-4155-be30-2a7d896acbb0/b0bda646-84fb-4e74-a0d8-43ad448e2257/c10d1131-e0eb-4e15-9d02-2b52176f27fd) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:27:40.110768 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-dc85c877-8aaa-4df5-a46c-460c210e9a91 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Deleting port 44a43502-17cd-4aa6-b390-c314ca667c56 {{(pid=103377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:27:40.111376 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-dc85c877-8aaa-4df5-a46c-460c210e9a91 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (44a43502-17cd-4aa6-b390-c314ca667c56), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:40.151638 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (f20a1ab3-4332-4f54-833b-ba4a7c687e89), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:40.197219 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-1c3a2b65-0100-4665-95a8-90ac26c32df3 req-929f85e8-8232-4ffd-be68-f9bc3e9f9389 service neutron] 10.222.0.89 "GET /v2.0/networks/482d30fe-67ad-4874-a89a-719137c68b40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2684410 Feb 04 17:27:40.237004 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-aa96150c-27e2-4210-b87a-2c80840a9374 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1677336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1602614'] for router_interface (d8456dde-a2c2-45c2-a30e-7e7aba94ccd6), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:40.339197 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b13082a1-3b11-425f-9c22-66808d6dfb8c None None] Publish callbacks [] for port (c10d1131-e0eb-4e15-9d02-2b52176f27fd), precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:40.358966 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b13082a1-3b11-425f-9c22-66808d6dfb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135'] for port (c10d1131-e0eb-4e15-9d02-2b52176f27fd), after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:40.461922 n-d-827839-2 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b13082a1-3b11-425f-9c22-66808d6dfb8c None None] Network ebdc431d-e6a4-4155-be30-2a7d896acbb0 is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:27:40.467890 n-d-827839-2 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-b13082a1-3b11-425f-9c22-66808d6dfb8c None None] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:27:40.475519 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b13082a1-3b11-425f-9c22-66808d6dfb8c None None] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:27:40.484484 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-ea1f96eb-b1fd-4f61-909b-1ac8e9102ba0 req-6db5fbc5-eb77-47f7-b08a-3b67bfd7cca3 tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] 10.222.0.89 "GET /v2.0/ports?device_id=f2c300b1-94a0-4e81-a6de-54c4630651af HTTP/1.1" status: 200 len: 210 time: 0.0325503 Feb 04 17:27:40.487645 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-a4017bbd-c47b-472d-9e34-322b87d70cb7 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25889445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25597197'] for subnet (444b41c5-6f00-4236-af79-4e192b39862b), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:40.512263 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13082a1-3b11-425f-9c22-66808d6dfb8c None None] Pushing event updated for resources: {'Port': ['ID=c10d1131-e0eb-4e15-9d02-2b52176f27fd,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:27:40.551684 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4017bbd-c47b-472d-9e34-322b87d70cb7 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Network ebdc431d-e6a4-4155-be30-2a7d896acbb0 is already hosted by enough agents. {{(pid=103377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:27:40.554794 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-dc85c877-8aaa-4df5-a46c-460c210e9a91 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (44a43502-17cd-4aa6-b390-c314ca667c56), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:40.568168 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [None req-a4017bbd-c47b-472d-9e34-322b87d70cb7 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Resources bound (agent type, host, resource id): {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:27:40.572348 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4017bbd-c47b-472d-9e34-322b87d70cb7 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:27:40.572984 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-a4017bbd-c47b-472d-9e34-322b87d70cb7 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks [] for subnet (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:40.582243 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-b13082a1-3b11-425f-9c22-66808d6dfb8c None None] Attempting to bind port c10d1131-e0eb-4e15-9d02-2b52176f27fd on host n-d-827839-2 for vnic_type normal with profile {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:27:40.583807 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-b13082a1-3b11-425f-9c22-66808d6dfb8c None None] Attempting to bind port c10d1131-e0eb-4e15-9d02-2b52176f27fd by drivers openvswitch,hyperv on host n-d-827839-2 at level 0 using segments [{'id': '2fcce0c7-9a0a-428a-b986-cae51cd3c129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'ebdc431d-e6a4-4155-be30-2a7d896acbb0'}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:27:40.584423 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b13082a1-3b11-425f-9c22-66808d6dfb8c None None] Attempting to bind port c10d1131-e0eb-4e15-9d02-2b52176f27fd on network ebdc431d-e6a4-4155-be30-2a7d896acbb0 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:27:40.590093 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b13082a1-3b11-425f-9c22-66808d6dfb8c None None] Checking agent: {'id': 'ba70844b-66a0-45fd-a2f2-e6ed673321fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 0, 36), 'started_at': datetime.datetime(2022, 2, 4, 17, 1, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 27, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:27:40.590969 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b13082a1-3b11-425f-9c22-66808d6dfb8c None None] Checking segment: {'id': '2fcce0c7-9a0a-428a-b986-cae51cd3c129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'ebdc431d-e6a4-4155-be30-2a7d896acbb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:27:40.591589 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b13082a1-3b11-425f-9c22-66808d6dfb8c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:40.592175 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b13082a1-3b11-425f-9c22-66808d6dfb8c None None] Bound using segment: {'id': '2fcce0c7-9a0a-428a-b986-cae51cd3c129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'ebdc431d-e6a4-4155-be30-2a7d896acbb0'} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:27:40.592991 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-b13082a1-3b11-425f-9c22-66808d6dfb8c None None] Bound port: c10d1131-e0eb-4e15-9d02-2b52176f27fd, host: n-d-827839-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2fcce0c7-9a0a-428a-b986-cae51cd3c129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'ebdc431d-e6a4-4155-be30-2a7d896acbb0'}}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:27:40.593795 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b13082a1-3b11-425f-9c22-66808d6dfb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (c10d1131-e0eb-4e15-9d02-2b52176f27fd), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:40.599712 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-dc85c877-8aaa-4df5-a46c-460c210e9a91 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Calling delete_port for 44a43502-17cd-4aa6-b390-c314ca667c56 owned by network:router_interface {{(pid=103377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:27:40.648641 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa96150c-27e2-4210-b87a-2c80840a9374 admin admin] Router d8456dde-a2c2-45c2-a30e-7e7aba94ccd6 has already been hosted by L3 agent 64ada913-9131-4d99-a265-63a920956287 {{(pid=103376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 17:27:40.715885 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4017bbd-c47b-472d-9e34-322b87d70cb7 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Pushing event updated for resources: {'Subnet': ['ID=444b41c5-6f00-4236-af79-4e192b39862b,revision_number=0']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:27:40.725171 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-a4017bbd-c47b-472d-9e34-322b87d70cb7 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9346416 Feb 04 17:27:40.726152 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 45320) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:27:40.727455 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-b13082a1-3b11-425f-9c22-66808d6dfb8c None None] For port c10d1131-e0eb-4e15-9d02-2b52176f27fd, host n-d-827839-2, cleared binding levels {{(pid=103378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:27:40.731188 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-b13082a1-3b11-425f-9c22-66808d6dfb8c None None] For port c10d1131-e0eb-4e15-9d02-2b52176f27fd, host n-d-827839-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=c10d1131-e0eb-4e15-9d02-2b52176f27fd,segment=NetworkSegment(2fcce0c7-9a0a-428a-b986-cae51cd3c129),segment_id=2fcce0c7-9a0a-428a-b986-cae51cd3c129)] {{(pid=103378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:27:40.738856 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b13082a1-3b11-425f-9c22-66808d6dfb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (c10d1131-e0eb-4e15-9d02-2b52176f27fd), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:40.744529 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-268b1d49-eaf0-4b51-96c8-4d6a7288a3ec tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Request body: {'port': {'network_id': 'ebdc431d-e6a4-4155-be30-2a7d896acbb0', 'mac_address': 'fa:16:3e:f2:a4:fe', 'name': 'tempest-NetworksTestDHCPv6-923131956'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:27:40.810910 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13082a1-3b11-425f-9c22-66808d6dfb8c None None] Pushing event updated for resources: {'Port': ['ID=c10d1131-e0eb-4e15-9d02-2b52176f27fd,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:27:40.849604 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa96150c-27e2-4210-b87a-2c80840a9374 admin admin] Notify agent at l3_agent.n-d-827839-2 the message routers_updated {{(pid=103376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 17:27:40.859301 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-aa96150c-27e2-4210-b87a-2c80840a9374 admin admin] 10.222.0.89 "PUT /v2.0/routers/d8456dde-a2c2-45c2-a30e-7e7aba94ccd6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5779431 Feb 04 17:27:40.862347 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 45322) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:27:40.864681 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-814af68f-45a9-41eb-9577-b0256b9471fa None None] Sync routers for ids ['d8456dde-a2c2-45c2-a30e-7e7aba94ccd6'] in n-d-827839-2 {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 17:27:40.895679 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-814af68f-45a9-41eb-9577-b0256b9471fa None None] Routers {'d8456dde-a2c2-45c2-a30e-7e7aba94ccd6'} bound to L3 agent in host n-d-827839-2 {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:27:40.898980 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-814af68f-45a9-41eb-9577-b0256b9471fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:27:32Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['d8456dde-a2c2-45c2-a30e-7e7aba94ccd6'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:27:41.035244 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-21b80cc7-70c1-4b78-b7dc-7c47eb0cec3c admin admin] Publish callbacks [] for router (d8456dde-a2c2-45c2-a30e-7e7aba94ccd6), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:41.047009 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-dc85c877-8aaa-4df5-a46c-460c210e9a91 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (44a43502-17cd-4aa6-b390-c314ca667c56), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:41.061431 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-268b1d49-eaf0-4b51-96c8-4d6a7288a3ec tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Made reservation on behalf of 2dabbd0ed422411582aec81f9de51a07 for: {'port': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:27:41.131714 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc85c877-8aaa-4df5-a46c-460c210e9a91 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Pushing event deleted for resources: {'Port': ['ID=44a43502-17cd-4aa6-b390-c314ca667c56,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:27:41.309890 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-21b80cc7-70c1-4b78-b7dc-7c47eb0cec3c admin admin] Publish callbacks [] for router_gateway (d8456dde-a2c2-45c2-a30e-7e7aba94ccd6), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:41.360848 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-268b1d49-eaf0-4b51-96c8-4d6a7288a3ec tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:41.363109 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-dc85c877-8aaa-4df5-a46c-460c210e9a91 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1677336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1602614'] for router_interface (c2458ca8-9783-4c3b-8d8b-267a6e6bf5d6), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:41.401115 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-21b80cc7-70c1-4b78-b7dc-7c47eb0cec3c admin admin] Deleting port 9d7ecc73-aa7f-4338-8a00-90c21a2e060d {{(pid=103376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:27:41.402824 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-21b80cc7-70c1-4b78-b7dc-7c47eb0cec3c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (9d7ecc73-aa7f-4338-8a00-90c21a2e060d), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:41.467688 n-d-827839-2 neutron-server[103377]: DEBUG neutron.notifiers.nova [None req-268b1d49-eaf0-4b51-96c8-4d6a7288a3ec tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] device_id is not set on port c606794b-9c2e-464b-856b-20635e492f80 yet. {{(pid=103377) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 04 17:27:41.511679 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvr_db [None req-814af68f-45a9-41eb-9577-b0256b9471fa None None] Set router d8456dde-a2c2-45c2-a30e-7e7aba94ccd6 gateway port host: n-d-827839-2 {{(pid=103379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:27:41.611189 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [None req-21b80cc7-70c1-4b78-b7dc-7c47eb0cec3c admin admin] For port 9d7ecc73-aa7f-4338-8a00-90c21a2e060d, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=9d7ecc73-aa7f-4338-8a00-90c21a2e060d,segment=NetworkSegment(5942dc44-1f07-4c27-b0ab-45a2bff20dd5),segment_id=5942dc44-1f07-4c27-b0ab-45a2bff20dd5)] {{(pid=103376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:27:41.611404 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-21b80cc7-70c1-4b78-b7dc-7c47eb0cec3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (9d7ecc73-aa7f-4338-8a00-90c21a2e060d), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:41.631010 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-21b80cc7-70c1-4b78-b7dc-7c47eb0cec3c admin admin] Calling delete_port for 9d7ecc73-aa7f-4338-8a00-90c21a2e060d owned by network:router_gateway {{(pid=103376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:27:41.722070 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-e66acbea-a99a-404a-8354-8a35a92ba55e req-2bd58aa7-e11e-41fd-bd72-c3a03c921c0f tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] 10.222.0.89 "GET /v2.0/ports?device_id=f2c300b1-94a0-4e81-a6de-54c4630651af HTTP/1.1" status: 200 len: 210 time: 0.0379238 Feb 04 17:27:41.734883 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc85c877-8aaa-4df5-a46c-460c210e9a91 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Router c2458ca8-9783-4c3b-8d8b-267a6e6bf5d6 has already been hosted by L3 agent 64ada913-9131-4d99-a265-63a920956287 {{(pid=103377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 17:27:41.808653 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-814af68f-45a9-41eb-9577-b0256b9471fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8456dde-a2c2-45c2-a30e-7e7aba94ccd6', 'name': 'tempest-ServersTestJSON-2094991958-router', 'tenant_id': '80b7aa89cf1b4bc4904176df2ebfd332', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.179'}], 'enable_snat': True}, 'gw_port_id': '9d7ecc73-aa7f-4338-8a00-90c21a2e060d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:26:08Z', 'updated_at': '2022-02-04T17:27:39Z', 'revision_number': 5, 'project_id': '80b7aa89cf1b4bc4904176df2ebfd332', 'gw_port': {'id': '9d7ecc73-aa7f-4338-8a00-90c21a2e060d', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:cf:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8456dde-a2c2-45c2-a30e-7e7aba94ccd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1757, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:26:10Z', 'updated_at': '2022-02-04T17:26:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2'}], 'n-d-827839-2', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:27:41.846437 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-814af68f-45a9-41eb-9577-b0256b9471fa None None] Checking router: d8456dde-a2c2-45c2-a30e-7e7aba94ccd6 for host: n-d-827839-2 {{(pid=103379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 17:27:41.866004 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-814af68f-45a9-41eb-9577-b0256b9471fa None None] Routers {'d8456dde-a2c2-45c2-a30e-7e7aba94ccd6'} bound to L3 agent in host n-d-827839-2 {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:27:41.868546 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-814af68f-45a9-41eb-9577-b0256b9471fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:27:32Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['d8456dde-a2c2-45c2-a30e-7e7aba94ccd6'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:27:41.874365 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc85c877-8aaa-4df5-a46c-460c210e9a91 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Notify agent at l3_agent.n-d-827839-2 the message routers_updated {{(pid=103377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 17:27:41.886478 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-471318c6-8506-4a3e-a8de-65390dda4a5b None None] Sync routers for ids ['c2458ca8-9783-4c3b-8d8b-267a6e6bf5d6'] in n-d-827839-2 {{(pid=103378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 17:27:41.899769 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-dc85c877-8aaa-4df5-a46c-460c210e9a91 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] 10.222.0.89 "PUT /v2.0/routers/c2458ca8-9783-4c3b-8d8b-267a6e6bf5d6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5333807 Feb 04 17:27:41.900319 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 45342) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:27:41.904849 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-471318c6-8506-4a3e-a8de-65390dda4a5b None None] Routers {'c2458ca8-9783-4c3b-8d8b-267a6e6bf5d6'} bound to L3 agent in host n-d-827839-2 {{(pid=103378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:27:41.905594 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-471318c6-8506-4a3e-a8de-65390dda4a5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:27:32Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['c2458ca8-9783-4c3b-8d8b-267a6e6bf5d6'], 'active': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:27:41.910655 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.db_base_plugin_common [None req-268b1d49-eaf0-4b51-96c8-4d6a7288a3ec tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Allocated IP 172.20.0.5 (ebdc431d-e6a4-4155-be30-2a7d896acbb0/444b41c5-6f00-4236-af79-4e192b39862b/c606794b-9c2e-464b-856b-20635e492f80) {{(pid=103377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:27:41.968178 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-21b80cc7-70c1-4b78-b7dc-7c47eb0cec3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (9d7ecc73-aa7f-4338-8a00-90c21a2e060d), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:41.994189 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-471318c6-8506-4a3e-a8de-65390dda4a5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827839-2', False) {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:27:41.996545 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.db_base_plugin_common [None req-268b1d49-eaf0-4b51-96c8-4d6a7288a3ec tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Allocated IP 2001:db8::f816:3eff:fef2:a4fe (ebdc431d-e6a4-4155-be30-2a7d896acbb0/b0bda646-84fb-4e74-a0d8-43ad448e2257/c606794b-9c2e-464b-856b-20635e492f80) {{(pid=103377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:27:41.999599 n-d-827839-2 neutron-server[103377]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a2ecddc-32fb-498e-ba08-da946050254b tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] GET failed (client error): The resource could not be found. Feb 04 17:27:42.003714 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-0a2ecddc-32fb-498e-ba08-da946050254b tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] 10.222.0.89 "GET /v2.0/ports/44a43502-17cd-4aa6-b390-c314ca667c56 HTTP/1.1" status: 404 len: 333 time: 0.1002049 Feb 04 17:27:42.005422 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 45344) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:27:42.022709 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-471318c6-8506-4a3e-a8de-65390dda4a5b None None] Routers {'c2458ca8-9783-4c3b-8d8b-267a6e6bf5d6'} bound to L3 agent in host n-d-827839-2 {{(pid=103378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:27:42.023438 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-471318c6-8506-4a3e-a8de-65390dda4a5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:27:32Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['c2458ca8-9783-4c3b-8d8b-267a6e6bf5d6'], 'active': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:27:42.034197 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvr_db [None req-814af68f-45a9-41eb-9577-b0256b9471fa None None] Set router d8456dde-a2c2-45c2-a30e-7e7aba94ccd6 gateway port host: None {{(pid=103379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:27:42.086414 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b80cc7-70c1-4b78-b7dc-7c47eb0cec3c admin admin] Pushing event deleted for resources: {'Port': ['ID=9d7ecc73-aa7f-4338-8a00-90c21a2e060d,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:27:42.098529 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-471318c6-8506-4a3e-a8de-65390dda4a5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827839-2', False) {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:27:42.099764 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-471318c6-8506-4a3e-a8de-65390dda4a5b None None] The sync data for ids ['c2458ca8-9783-4c3b-8d8b-267a6e6bf5d6'] in n-d-827839-2 is: [] {{(pid=103378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 17:27:42.169030 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-d0ac8307-7a5b-40ea-9175-4238db52a896 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Publish callbacks [] for router (c2458ca8-9783-4c3b-8d8b-267a6e6bf5d6), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:42.169654 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-814af68f-45a9-41eb-9577-b0256b9471fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8456dde-a2c2-45c2-a30e-7e7aba94ccd6', 'name': 'tempest-ServersTestJSON-2094991958-router', 'tenant_id': '80b7aa89cf1b4bc4904176df2ebfd332', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:26:08Z', 'updated_at': '2022-02-04T17:27:41Z', 'revision_number': 6, 'project_id': '80b7aa89cf1b4bc4904176df2ebfd332', 'gw_port_host': None}], 'n-d-827839-2', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:27:42.240243 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-21b80cc7-70c1-4b78-b7dc-7c47eb0cec3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1595544'] for router_gateway (d8456dde-a2c2-45c2-a30e-7e7aba94ccd6), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:42.243487 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-814af68f-45a9-41eb-9577-b0256b9471fa None None] The sync data for ids ['d8456dde-a2c2-45c2-a30e-7e7aba94ccd6'] in n-d-827839-2 is: [{'id': 'd8456dde-a2c2-45c2-a30e-7e7aba94ccd6', 'name': 'tempest-ServersTestJSON-2094991958-router', 'tenant_id': '80b7aa89cf1b4bc4904176df2ebfd332', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:26:08Z', 'updated_at': '2022-02-04T17:27:41Z', 'revision_number': 6, 'project_id': '80b7aa89cf1b4bc4904176df2ebfd332', 'gw_port_host': None}] {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 17:27:42.243954 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (3f9244a9-75fc-4c10-b195-11d48b853b41), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:42.455165 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-d0ac8307-7a5b-40ea-9175-4238db52a896 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1601811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26971'] for router (c2458ca8-9783-4c3b-8d8b-267a6e6bf5d6), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:42.459360 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-d0ac8307-7a5b-40ea-9175-4238db52a896 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Publish callbacks [] for router_controller (c2458ca8-9783-4c3b-8d8b-267a6e6bf5d6), precommit_delete_associations {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:42.553099 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d72d5e1b-3577-49d6-ba67-363326f00871 None None] Network ebdc431d-e6a4-4155-be30-2a7d896acbb0 requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:27:42.640889 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-53c6bc31-66d3-45a1-a2b8-b41fc706a95e None None] Provisioning complete for port c10d1131-e0eb-4e15-9d02-2b52176f27fd triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:27:42.641627 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-53c6bc31-66d3-45a1-a2b8-b41fc706a95e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (c10d1131-e0eb-4e15-9d02-2b52176f27fd), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:42.793095 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-53c6bc31-66d3-45a1-a2b8-b41fc706a95e None None] Current status of the port c10d1131-e0eb-4e15-9d02-2b52176f27fd is: DOWN; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:27:42.793449 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-53c6bc31-66d3-45a1-a2b8-b41fc706a95e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (c10d1131-e0eb-4e15-9d02-2b52176f27fd), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:42.835001 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3a2b65-0100-4665-95a8-90ac26c32df3 req-e3b118fc-949a-4c40-8f47-f6a67dd1ace4 tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:27:42.838368 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-53c6bc31-66d3-45a1-a2b8-b41fc706a95e None None] For port c10d1131-e0eb-4e15-9d02-2b52176f27fd, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=c10d1131-e0eb-4e15-9d02-2b52176f27fd,segment=NetworkSegment(2fcce0c7-9a0a-428a-b986-cae51cd3c129),segment_id=2fcce0c7-9a0a-428a-b986-cae51cd3c129)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:27:42.845092 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-1c3a2b65-0100-4665-95a8-90ac26c32df3 req-e3b118fc-949a-4c40-8f47-f6a67dd1ace4 tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] 10.222.0.96 "GET /v2.0/networks?id=482d30fe-67ad-4874-a89a-719137c68b40 HTTP/1.1" status: 200 len: 817 time: 0.8197675 Feb 04 17:27:42.848137 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-21b80cc7-70c1-4b78-b7dc-7c47eb0cec3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1601811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26971'] for router (d8456dde-a2c2-45c2-a30e-7e7aba94ccd6), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:42.852134 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-21b80cc7-70c1-4b78-b7dc-7c47eb0cec3c admin admin] Publish callbacks [] for router_controller (d8456dde-a2c2-45c2-a30e-7e7aba94ccd6), precommit_delete_associations {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:42.857117 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-53c6bc31-66d3-45a1-a2b8-b41fc706a95e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (c10d1131-e0eb-4e15-9d02-2b52176f27fd), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:42.911164 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c6bc31-66d3-45a1-a2b8-b41fc706a95e None None] Pushing event updated for resources: {'Port': ['ID=c10d1131-e0eb-4e15-9d02-2b52176f27fd,revision_number=3']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:27:42.963860 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8788d4d6-2005-44f5-ae00-5f4669f45d0e None None] Update dhcp port {'port': {'network_id': 'ebdc431d-e6a4-4155-be30-2a7d896acbb0', 'fixed_ips': [{'subnet_id': 'b0bda646-84fb-4e74-a0d8-43ad448e2257', 'ip_address': '2001:db8::f816:3eff:fe8a:cb2c'}, {'subnet_id': '444b41c5-6f00-4236-af79-4e192b39862b'}], 'binding:host_id': 'n-d-827839-2'}, 'id': 'c10d1131-e0eb-4e15-9d02-2b52176f27fd'} from n-d-827839-2. {{(pid=103378) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 04 17:27:42.998185 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-21b80cc7-70c1-4b78-b7dc-7c47eb0cec3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1601832'] for router (d8456dde-a2c2-45c2-a30e-7e7aba94ccd6), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:42.998849 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21b80cc7-70c1-4b78-b7dc-7c47eb0cec3c admin admin] Fanout notify agent at l3_agent the message router_deleted on router d8456dde-a2c2-45c2-a30e-7e7aba94ccd6 {{(pid=103376) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 17:27:43.000255 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8788d4d6-2005-44f5-ae00-5f4669f45d0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (c10d1131-e0eb-4e15-9d02-2b52176f27fd), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:43.006078 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-21b80cc7-70c1-4b78-b7dc-7c47eb0cec3c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:43.009899 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-21b80cc7-70c1-4b78-b7dc-7c47eb0cec3c admin admin] 10.222.0.89 "DELETE /v2.0/routers/d8456dde-a2c2-45c2-a30e-7e7aba94ccd6 HTTP/1.1" status: 204 len: 168 time: 2.1455448 Feb 04 17:27:43.013727 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 45354) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:27:43.035115 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-a55fbb49-adb2-4839-b1cd-2f6ae93d22be req-0699c924-c9aa-4820-95bb-e562819d15ee tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] 10.222.0.89 "GET /v2.0/ports?device_id=f2c300b1-94a0-4e81-a6de-54c4630651af HTTP/1.1" status: 200 len: 210 time: 0.0464022 Feb 04 17:27:43.038958 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-d0ac8307-7a5b-40ea-9175-4238db52a896 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1601832'] for router (c2458ca8-9783-4c3b-8d8b-267a6e6bf5d6), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:43.039483 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0ac8307-7a5b-40ea-9175-4238db52a896 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Fanout notify agent at l3_agent the message router_deleted on router c2458ca8-9783-4c3b-8d8b-267a6e6bf5d6 {{(pid=103377) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 17:27:43.053010 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-d0ac8307-7a5b-40ea-9175-4238db52a896 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Publish callbacks [] for router (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:43.054140 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-d0ac8307-7a5b-40ea-9175-4238db52a896 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] 10.222.0.89 "DELETE /v2.0/routers/c2458ca8-9783-4c3b-8d8b-267a6e6bf5d6 HTTP/1.1" status: 204 len: 168 time: 1.0477786 Feb 04 17:27:43.056660 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 45358) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:27:43.066953 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.db_base_plugin_v2 [None req-424397c0-2f9a-4b41-a2dc-967ee1d80c2c admin admin] Deleting subnet 63f84b38-d024-489b-b804-8ab0056a6a07 {{(pid=103376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 17:27:43.084582 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-1c3a2b65-0100-4665-95a8-90ac26c32df3 req-a2857fb0-8c36-4d83-9969-d7eec4aed0a8 tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] 10.222.0.96 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e381d232a32f43f9a5f1684dbd7323ca HTTP/1.1" status: 200 len: 379 time: 0.1399016 Feb 04 17:27:43.085331 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-424397c0-2f9a-4b41-a2dc-967ee1d80c2c admin admin] Publish callbacks [] for subnet (63f84b38-d024-489b-b804-8ab0056a6a07), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:43.113615 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-268b1d49-eaf0-4b51-96c8-4d6a7288a3ec tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks [] for port (c606794b-9c2e-464b-856b-20635e492f80), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:43.119402 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [req-1c3a2b65-0100-4665-95a8-90ac26c32df3 req-8662bd3b-7bed-4367-b0fa-cf076da34871 tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] Request body: {'port': {'device_id': 'f2c300b1-94a0-4e81-a6de-54c4630651af', 'network_id': '482d30fe-67ad-4874-a89a-719137c68b40', 'admin_state_up': True, 'tenant_id': 'e381d232a32f43f9a5f1684dbd7323ca', 'security_groups': ['749b530c-d4d8-46cd-99b4-1a8b04e03f53']}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:27:43.142700 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.db_base_plugin_v2 [None req-08b7eae0-24dd-43ff-b5f1-e6a4c5bcddae tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Deleting subnet db2a66ea-7835-4caf-996d-826c29c0926f {{(pid=103377) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 17:27:43.148915 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-08b7eae0-24dd-43ff-b5f1-e6a4c5bcddae tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Publish callbacks [] for subnet (db2a66ea-7835-4caf-996d-826c29c0926f), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:43.180914 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-424397c0-2f9a-4b41-a2dc-967ee1d80c2c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25674901'] for subnet (63f84b38-d024-489b-b804-8ab0056a6a07), precommit_delete_associations {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:43.220458 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-08b7eae0-24dd-43ff-b5f1-e6a4c5bcddae tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26866676'] for subnet (db2a66ea-7835-4caf-996d-826c29c0926f), precommit_delete_associations {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:43.245473 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-268b1d49-eaf0-4b51-96c8-4d6a7288a3ec tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (c606794b-9c2e-464b-856b-20635e492f80), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:43.294633 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-8788d4d6-2005-44f5-ae00-5f4669f45d0e None None] Allocated IP 172.20.0.2 (ebdc431d-e6a4-4155-be30-2a7d896acbb0/444b41c5-6f00-4236-af79-4e192b39862b/c10d1131-e0eb-4e15-9d02-2b52176f27fd) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:27:43.368428 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device c10d1131-e0eb-4e15-9d02-2b52176f27fd up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:27:43.382871 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-424397c0-2f9a-4b41-a2dc-967ee1d80c2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1541225'] for subnet (63f84b38-d024-489b-b804-8ab0056a6a07), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:43.388520 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c3a2b65-0100-4665-95a8-90ac26c32df3 req-8662bd3b-7bed-4367-b0fa-cf076da34871 tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] Made reservation on behalf of e381d232a32f43f9a5f1684dbd7323ca for: {'port': 1} {{(pid=103376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:27:43.389875 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-1c3a2b65-0100-4665-95a8-90ac26c32df3 req-8662bd3b-7bed-4367-b0fa-cf076da34871 tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:43.451576 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-268b1d49-eaf0-4b51-96c8-4d6a7288a3ec tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Network ebdc431d-e6a4-4155-be30-2a7d896acbb0 is already hosted by enough agents. {{(pid=103377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:27:43.456277 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-08b7eae0-24dd-43ff-b5f1-e6a4c5bcddae tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1541225'] for subnet (db2a66ea-7835-4caf-996d-826c29c0926f), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:43.461959 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [None req-268b1d49-eaf0-4b51-96c8-4d6a7288a3ec tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Resources bound (agent type, host, resource id): {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:27:43.487977 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-268b1d49-eaf0-4b51-96c8-4d6a7288a3ec tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Received port after_create {{(pid=103377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:27:43.498485 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port c10d1131-e0eb-4e15-9d02-2b52176f27fd triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:27:43.498865 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (c10d1131-e0eb-4e15-9d02-2b52176f27fd), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:43.499785 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268b1d49-eaf0-4b51-96c8-4d6a7288a3ec tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Pushing event updated for resources: {'Port': ['ID=c606794b-9c2e-464b-856b-20635e492f80,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:27:43.506348 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-8788d4d6-2005-44f5-ae00-5f4669f45d0e None None] For port c10d1131-e0eb-4e15-9d02-2b52176f27fd, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=c10d1131-e0eb-4e15-9d02-2b52176f27fd,segment=NetworkSegment(2fcce0c7-9a0a-428a-b986-cae51cd3c129),segment_id=2fcce0c7-9a0a-428a-b986-cae51cd3c129)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:27:43.554068 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-424397c0-2f9a-4b41-a2dc-967ee1d80c2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1541216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25675894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25858947'] for subnet (63f84b38-d024-489b-b804-8ab0056a6a07), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:43.571102 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-424397c0-2f9a-4b41-a2dc-967ee1d80c2c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:43.578161 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-424397c0-2f9a-4b41-a2dc-967ee1d80c2c admin admin] 10.222.0.89 "DELETE /v2.0/subnets/63f84b38-d024-489b-b804-8ab0056a6a07 HTTP/1.1" status: 204 len: 168 time: 0.5634089 Feb 04 17:27:43.579442 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e15744f-849b-45e7-93a6-51a824366ada None None] Network 8ebfdc74-8590-489d-b0e1-fe8b6dd2da25 requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:27:43.579581 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 45364) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:27:43.617498 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-268b1d49-eaf0-4b51-96c8-4d6a7288a3ec tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:27:43.618310 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-268b1d49-eaf0-4b51-96c8-4d6a7288a3ec tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:43.635847 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-08b7eae0-24dd-43ff-b5f1-e6a4c5bcddae tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1541216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25888360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25597190'] for subnet (db2a66ea-7835-4caf-996d-826c29c0926f), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:43.644835 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424397c0-2f9a-4b41-a2dc-967ee1d80c2c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=63f84b38-d024-489b-b804-8ab0056a6a07,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:27:43.668228 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b7eae0-24dd-43ff-b5f1-e6a4c5bcddae tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Pushing event deleted for resources: {'Subnet': ['ID=db2a66ea-7835-4caf-996d-826c29c0926f,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:27:43.678783 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8788d4d6-2005-44f5-ae00-5f4669f45d0e None None] Publish callbacks [] for port (c10d1131-e0eb-4e15-9d02-2b52176f27fd), precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:43.680086 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-268b1d49-eaf0-4b51-96c8-4d6a7288a3ec tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 2.9505422 Feb 04 17:27:43.680769 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 45368) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:27:43.695561 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-08b7eae0-24dd-43ff-b5f1-e6a4c5bcddae tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Publish callbacks [] for subnet (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:43.703075 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-08b7eae0-24dd-43ff-b5f1-e6a4c5bcddae tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] 10.222.0.89 "DELETE /v2.0/subnets/db2a66ea-7835-4caf-996d-826c29c0926f HTTP/1.1" status: 204 len: 168 time: 0.6444962 Feb 04 17:27:43.705154 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 45370) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:27:43.713744 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8788d4d6-2005-44f5-ae00-5f4669f45d0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (c10d1131-e0eb-4e15-9d02-2b52176f27fd), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:43.734248 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-059be57e-2210-4422-ae33-a7116fcd2225 None None] Network d748ac39-0a69-4482-9b2c-aac095dc9443 requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:27:43.737900 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.db_base_plugin_common [req-1c3a2b65-0100-4665-95a8-90ac26c32df3 req-8662bd3b-7bed-4367-b0fa-cf076da34871 tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] Allocated IP 172.20.0.14 (482d30fe-67ad-4874-a89a-719137c68b40/038a8af9-19f4-4848-babf-d3b1e786f999/22c61319-a2fc-4148-8d7a-ce20ec6f79cd) {{(pid=103376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:27:43.766662 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-e9fec362-b6b0-4171-99be-295682822bb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628832'] for network (8ebfdc74-8590-489d-b0e1-fe8b6dd2da25), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:43.820340 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-25b63fc1-2df8-424a-b09e-a2c1d5c37aca tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628832'] for network (d748ac39-0a69-4482-9b2c-aac095dc9443), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:43.914811 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d64bfacd-b3c8-43f6-8ee8-666f0fe73677 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:27:43.920455 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d64bfacd-b3c8-43f6-8ee8-666f0fe73677 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:27:43.926853 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-d64bfacd-b3c8-43f6-8ee8-666f0fe73677 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] 10.222.0.89 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.2407165 Feb 04 17:27:43.927598 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 45372) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:27:43.949417 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-25b63fc1-2df8-424a-b09e-a2c1d5c37aca tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Deleting port 2a96d0e3-a373-46a7-a896-3ed5590691ab {{(pid=103377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:27:43.949956 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-25b63fc1-2df8-424a-b09e-a2c1d5c37aca tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (2a96d0e3-a373-46a7-a896-3ed5590691ab), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:44.007032 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-e9fec362-b6b0-4171-99be-295682822bb9 admin admin] Deleting port dc8a4872-b24e-4d57-a365-4bbd63193a4f {{(pid=103376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:27:44.007623 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-e9fec362-b6b0-4171-99be-295682822bb9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (dc8a4872-b24e-4d57-a365-4bbd63193a4f), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:44.030194 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port c10d1131-e0eb-4e15-9d02-2b52176f27fd is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:27:44.037004 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-1c3a2b65-0100-4665-95a8-90ac26c32df3 req-8662bd3b-7bed-4367-b0fa-cf076da34871 tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] Publish callbacks [] for port (22c61319-a2fc-4148-8d7a-ce20ec6f79cd), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:44.049936 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8788d4d6-2005-44f5-ae00-5f4669f45d0e None None] Pushing event updated for resources: {'Port': ['ID=c10d1131-e0eb-4e15-9d02-2b52176f27fd,revision_number=4']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:27:44.063337 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [None req-25b63fc1-2df8-424a-b09e-a2c1d5c37aca tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] For port 2a96d0e3-a373-46a7-a896-3ed5590691ab, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=2a96d0e3-a373-46a7-a896-3ed5590691ab,segment=NetworkSegment(1abd441d-8e6b-4126-9ffb-9c915d0dc061),segment_id=1abd441d-8e6b-4126-9ffb-9c915d0dc061)] {{(pid=103377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:27:44.064259 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-25b63fc1-2df8-424a-b09e-a2c1d5c37aca tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (2a96d0e3-a373-46a7-a896-3ed5590691ab), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:44.073995 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device db68516f-8a62-4247-9212-c18c22253c05 no longer exists at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:27:44.100454 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-25b63fc1-2df8-424a-b09e-a2c1d5c37aca tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Calling delete_port for 2a96d0e3-a373-46a7-a896-3ed5590691ab owned by network:dhcp {{(pid=103377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:27:44.130611 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] No Port match for: db68516f-8a62-4247-9212-c18c22253c05 {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 17:27:44.131214 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device db68516f-8a62-4247-9212-c18c22253c05 not bound to the agent host n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 17:27:44.156074 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-320aa120-6876-471f-8f88-43b5db46e330 None None] DHCP port deletion for d748ac39-0a69-4482-9b2c-aac095dc9443 request from n-d-827839-2 {{(pid=103378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 17:27:44.225941 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5541945b-8810-41a5-b371-44a20a667648 None None] DHCP port deletion for 8ebfdc74-8590-489d-b0e1-fe8b6dd2da25 request from n-d-827839-2 {{(pid=103378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 17:27:44.228451 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-25b63fc1-2df8-424a-b09e-a2c1d5c37aca tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (2a96d0e3-a373-46a7-a896-3ed5590691ab), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:44.250215 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25b63fc1-2df8-424a-b09e-a2c1d5c37aca tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] No DVR routers for this DVR port 2a96d0e3-a373-46a7-a896-3ed5590691ab on host n-d-827839-2 {{(pid=103377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 17:27:44.259963 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-82eb7f79-cd6c-443f-a863-a3093cc9df23 req-1051d9c1-6c18-4930-9209-f5c10a3bff6d tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] 10.222.0.89 "GET /v2.0/ports?device_id=f2c300b1-94a0-4e81-a6de-54c4630651af HTTP/1.1" status: 200 len: 210 time: 0.0795488 Feb 04 17:27:44.262096 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [None req-e9fec362-b6b0-4171-99be-295682822bb9 admin admin] For port dc8a4872-b24e-4d57-a365-4bbd63193a4f, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=dc8a4872-b24e-4d57-a365-4bbd63193a4f,segment=NetworkSegment(ca1e4fed-109f-474f-a780-5b9c5be925df),segment_id=ca1e4fed-109f-474f-a780-5b9c5be925df)] {{(pid=103376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:27:44.262470 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-e9fec362-b6b0-4171-99be-295682822bb9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (dc8a4872-b24e-4d57-a365-4bbd63193a4f), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:44.276501 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b63fc1-2df8-424a-b09e-a2c1d5c37aca tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Pushing event deleted for resources: {'Port': ['ID=2a96d0e3-a373-46a7-a896-3ed5590691ab,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:27:44.305171 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-e9fec362-b6b0-4171-99be-295682822bb9 admin admin] Calling delete_port for dc8a4872-b24e-4d57-a365-4bbd63193a4f owned by network:dhcp {{(pid=103376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:27:44.331453 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-b4dc068f-bb55-43fa-97f5-0720bfc1c594 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Deleting port c606794b-9c2e-464b-856b-20635e492f80 {{(pid=103376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:27:44.331854 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-b4dc068f-bb55-43fa-97f5-0720bfc1c594 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (c606794b-9c2e-464b-856b-20635e492f80), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:44.368462 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-320aa120-6876-471f-8f88-43b5db46e330 None None] Deleting port 2a96d0e3-a373-46a7-a896-3ed5590691ab {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:27:44.368900 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-320aa120-6876-471f-8f88-43b5db46e330 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (2a96d0e3-a373-46a7-a896-3ed5590691ab), before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:44.393410 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-25b63fc1-2df8-424a-b09e-a2c1d5c37aca tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1543676', 'neutron.services.segments.db._delete_segments_for_network-8781084786517'] for network (d748ac39-0a69-4482-9b2c-aac095dc9443), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:44.399642 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-1c3a2b65-0100-4665-95a8-90ac26c32df3 req-8662bd3b-7bed-4367-b0fa-cf076da34871 tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (22c61319-a2fc-4148-8d7a-ce20ec6f79cd), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:44.426435 n-d-827839-2 neutron-server[103377]: DEBUG neutron.services.segments.db [None req-25b63fc1-2df8-424a-b09e-a2c1d5c37aca tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d748ac39-0a69-4482-9b2c-aac095dc9443']}} {{(pid=103377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:27:44.444349 n-d-827839-2 neutron-server[103377]: DEBUG neutron.services.segments.db [None req-25b63fc1-2df8-424a-b09e-a2c1d5c37aca tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1abd441d-8e6b-4126-9ffb-9c915d0dc061') {'for_net_delete': True} {{(pid=103377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:27:44.444808 n-d-827839-2 neutron-server[103377]: DEBUG neutron.services.segments.db [None req-25b63fc1-2df8-424a-b09e-a2c1d5c37aca tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1abd441d-8e6b-4126-9ffb-9c915d0dc061') {} {{(pid=103377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:27:44.473904 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-320aa120-6876-471f-8f88-43b5db46e330 None None] For port 2a96d0e3-a373-46a7-a896-3ed5590691ab, host n-d-827839-2, got binding levels [] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:27:44.474286 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-320aa120-6876-471f-8f88-43b5db46e330 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (2a96d0e3-a373-46a7-a896-3ed5590691ab), precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:44.474821 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-25b63fc1-2df8-424a-b09e-a2c1d5c37aca tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781084783966', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26866685'] for segment (1abd441d-8e6b-4126-9ffb-9c915d0dc061), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:44.506032 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-25b63fc1-2df8-424a-b09e-a2c1d5c37aca tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (1abd441d-8e6b-4126-9ffb-9c915d0dc061), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:44.522853 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25b63fc1-2df8-424a-b09e-a2c1d5c37aca tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Releasing vlan 789 on physical network physnet1 to pool {{(pid=103377) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 17:27:44.523349 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-25b63fc1-2df8-424a-b09e-a2c1d5c37aca tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25888454'] for segment (1abd441d-8e6b-4126-9ffb-9c915d0dc061), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:44.608764 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-b4dc068f-bb55-43fa-97f5-0720bfc1c594 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (c606794b-9c2e-464b-856b-20635e492f80), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:44.616087 n-d-827839-2 neutron-server[103377]: Traceback (most recent call last): Feb 04 17:27:44.616087 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 17:27:44.616087 n-d-827839-2 neutron-server[103377]: timer() Feb 04 17:27:44.616087 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 17:27:44.616087 n-d-827839-2 neutron-server[103377]: cb(*args, **kw) Feb 04 17:27:44.616087 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 17:27:44.616087 n-d-827839-2 neutron-server[103377]: return func(*args, **kwargs) Feb 04 17:27:44.616087 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 17:27:44.616087 n-d-827839-2 neutron-server[103377]: self._notify() Feb 04 17:27:44.616087 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 17:27:44.616087 n-d-827839-2 neutron-server[103377]: self.callback(batched_events) Feb 04 17:27:44.616087 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 17:27:44.616087 n-d-827839-2 neutron-server[103377]: event.method(event) Feb 04 17:27:44.616087 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 17:27:44.616087 n-d-827839-2 neutron-server[103377]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 17:27:44.616087 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 17:27:44.616087 n-d-827839-2 neutron-server[103377]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 17:27:44.616087 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 17:27:44.616087 n-d-827839-2 neutron-server[103377]: return f(self, *a, **k) Feb 04 17:27:44.616087 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 17:27:44.616087 n-d-827839-2 neutron-server[103377]: return self._get(url).json() Feb 04 17:27:44.616087 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 17:27:44.616087 n-d-827839-2 neutron-server[103377]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 17:27:44.616087 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 17:27:44.616087 n-d-827839-2 neutron-server[103377]: return self.request(url, 'GET', **kwargs) Feb 04 17:27:44.616087 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 17:27:44.616087 n-d-827839-2 neutron-server[103377]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 17:27:44.616087 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 17:27:44.616087 n-d-827839-2 neutron-server[103377]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 17:27:44.616087 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 17:27:44.616087 n-d-827839-2 neutron-server[103377]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 17:27:44.616087 n-d-827839-2 neutron-server[103377]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 17:27:44.628378 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-b4dc068f-bb55-43fa-97f5-0720bfc1c594 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Calling delete_port for c606794b-9c2e-464b-856b-20635e492f80 owned by {{(pid=103376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:27:44.645035 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-25b63fc1-2df8-424a-b09e-a2c1d5c37aca tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1543671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1595572'] for network (d748ac39-0a69-4482-9b2c-aac095dc9443), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:44.651020 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-25b63fc1-2df8-424a-b09e-a2c1d5c37aca tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Publish callbacks [] for network (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:44.657935 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-25b63fc1-2df8-424a-b09e-a2c1d5c37aca tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] 10.222.0.89 "DELETE /v2.0/networks/d748ac39-0a69-4482-9b2c-aac095dc9443 HTTP/1.1" status: 204 len: 168 time: 0.9482751 Feb 04 17:27:44.674420 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 45382) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:27:44.675308 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b63fc1-2df8-424a-b09e-a2c1d5c37aca tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Pushing event deleted for resources: {'Network': ['ID=d748ac39-0a69-4482-9b2c-aac095dc9443,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:27:44.683736 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-e9fec362-b6b0-4171-99be-295682822bb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (dc8a4872-b24e-4d57-a365-4bbd63193a4f), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:44.732537 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-936cc857-d03e-43ef-9cf6-b8e87a606b1d tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:27:44.737566 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-936cc857-d03e-43ef-9cf6-b8e87a606b1d tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] 10.222.0.89 "GET /v2.0/ports/c87e227b-2d60-487e-abc7-7771e4af8796 HTTP/1.1" status: 200 len: 844 time: 0.0546196 Feb 04 17:27:44.738205 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 45384) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:27:44.773133 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device c10d1131-e0eb-4e15-9d02-2b52176f27fd up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:27:44.810974 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-320aa120-6876-471f-8f88-43b5db46e330 None None] Calling delete_port for 2a96d0e3-a373-46a7-a896-3ed5590691ab owned by network:dhcp {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:27:44.816165 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.ipam_backend_mixin [None req-320aa120-6876-471f-8f88-43b5db46e330 None None] Port 2a96d0e3-a373-46a7-a896-3ed5590691ab was not found and therefore no delete operation was performed {{(pid=103378) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 04 17:27:44.828561 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-320aa120-6876-471f-8f88-43b5db46e330 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144'] for port (2a96d0e3-a373-46a7-a896-3ed5590691ab), after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:44.836057 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-5541945b-8810-41a5-b371-44a20a667648 None None] Deleting port dc8a4872-b24e-4d57-a365-4bbd63193a4f {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:27:44.836438 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5541945b-8810-41a5-b371-44a20a667648 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (dc8a4872-b24e-4d57-a365-4bbd63193a4f), before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:44.850424 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-0b65ee23-83c9-4b7d-9282-7fb0bead4e1d tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] 10.222.0.89 "GET /v2.0/ports/c87e227b-2d60-487e-abc7-7771e4af8796?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1114054 Feb 04 17:27:44.855239 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 45388) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:27:44.861124 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-038ce5e9-aeb1-42f0-8f7f-af129b526b8e tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Request body: {'subnet': {'network_id': 'c86bc9c8-f9aa-4c51-afb8-69a184ac0d36', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:27:44.892402 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-320aa120-6876-471f-8f88-43b5db46e330 None None] Network d748ac39-0a69-4482-9b2c-aac095dc9443 is not hosted by any dhcp agent {{(pid=103378) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 04 17:27:44.892937 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-320aa120-6876-471f-8f88-43b5db46e330 None None] No DVR routers for this DVR port 2a96d0e3-a373-46a7-a896-3ed5590691ab on host n-d-827839-2 {{(pid=103378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 17:27:44.900770 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320aa120-6876-471f-8f88-43b5db46e330 None None] Pushing event deleted for resources: {'Port': ['ID=2a96d0e3-a373-46a7-a896-3ed5590691ab,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:27:44.907870 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-b4dc068f-bb55-43fa-97f5-0720bfc1c594 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (c606794b-9c2e-464b-856b-20635e492f80), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:44.926258 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c3a2b65-0100-4665-95a8-90ac26c32df3 req-8662bd3b-7bed-4367-b0fa-cf076da34871 tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] Network 482d30fe-67ad-4874-a89a-719137c68b40 is already hosted by enough agents. {{(pid=103376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:27:44.932001 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port c10d1131-e0eb-4e15-9d02-2b52176f27fd triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:27:44.933375 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (c10d1131-e0eb-4e15-9d02-2b52176f27fd), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:44.946518 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9fec362-b6b0-4171-99be-295682822bb9 admin admin] No DVR routers for this DVR port dc8a4872-b24e-4d57-a365-4bbd63193a4f on host n-d-827839-2 {{(pid=103376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 17:27:44.952268 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [req-1c3a2b65-0100-4665-95a8-90ac26c32df3 req-8662bd3b-7bed-4367-b0fa-cf076da34871 tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] Resources bound (agent type, host, resource id): {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:27:44.960029 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c3a2b65-0100-4665-95a8-90ac26c32df3 req-8662bd3b-7bed-4367-b0fa-cf076da34871 tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] Received port after_create {{(pid=103376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:27:45.004338 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8662bd3b-7bed-4367-b0fa-cf076da34871 tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] Pushing event updated for resources: {'Port': ['ID=22c61319-a2fc-4148-8d7a-ce20ec6f79cd,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:27:45.034552 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-5541945b-8810-41a5-b371-44a20a667648 None None] For port dc8a4872-b24e-4d57-a365-4bbd63193a4f, host n-d-827839-2, got binding levels [] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:27:45.035609 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5541945b-8810-41a5-b371-44a20a667648 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (dc8a4872-b24e-4d57-a365-4bbd63193a4f), precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:45.060488 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-5541945b-8810-41a5-b371-44a20a667648 None None] Calling delete_port for dc8a4872-b24e-4d57-a365-4bbd63193a4f owned by network:dhcp {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:27:45.064693 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.ipam_backend_mixin [None req-5541945b-8810-41a5-b371-44a20a667648 None None] Port dc8a4872-b24e-4d57-a365-4bbd63193a4f was not found and therefore no delete operation was performed {{(pid=103378) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 04 17:27:45.075667 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-038ce5e9-aeb1-42f0-8f7f-af129b526b8e tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Made reservation on behalf of bcdddb23c6b346f2aa47053863d313d1 for: {'subnet': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:27:45.078843 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5541945b-8810-41a5-b371-44a20a667648 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144'] for port (dc8a4872-b24e-4d57-a365-4bbd63193a4f), after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:45.086012 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-038ce5e9-aeb1-42f0-8f7f-af129b526b8e tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25597243'] for subnet (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:45.106871 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5541945b-8810-41a5-b371-44a20a667648 None None] No DVR routers for this DVR port dc8a4872-b24e-4d57-a365-4bbd63193a4f on host n-d-827839-2 {{(pid=103378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 17:27:45.120008 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3a2b65-0100-4665-95a8-90ac26c32df3 req-8662bd3b-7bed-4367-b0fa-cf076da34871 tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:27:45.121464 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-1c3a2b65-0100-4665-95a8-90ac26c32df3 req-8662bd3b-7bed-4367-b0fa-cf076da34871 tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:45.144968 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fec362-b6b0-4171-99be-295682822bb9 admin admin] Pushing event deleted for resources: {'Port': ['ID=dc8a4872-b24e-4d57-a365-4bbd63193a4f,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:27:45.156809 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5541945b-8810-41a5-b371-44a20a667648 None None] Pushing event deleted for resources: {'Port': ['ID=dc8a4872-b24e-4d57-a365-4bbd63193a4f,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:27:45.206367 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-ba2dc70f-2b1e-4dda-abb6-2c188f34b41d None None] Provisioning complete for port c10d1131-e0eb-4e15-9d02-2b52176f27fd triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:27:45.206746 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ba2dc70f-2b1e-4dda-abb6-2c188f34b41d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (c10d1131-e0eb-4e15-9d02-2b52176f27fd), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:45.266556 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4dc068f-bb55-43fa-97f5-0720bfc1c594 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Pushing event deleted for resources: {'Port': ['ID=c606794b-9c2e-464b-856b-20635e492f80,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:27:45.293152 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-1c3a2b65-0100-4665-95a8-90ac26c32df3 req-8662bd3b-7bed-4367-b0fa-cf076da34871 tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1869612 Feb 04 17:27:45.300489 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-e9fec362-b6b0-4171-99be-295682822bb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1543676', 'neutron.services.segments.db._delete_segments_for_network-8781084786517'] for network (8ebfdc74-8590-489d-b0e1-fe8b6dd2da25), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:45.319240 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port c10d1131-e0eb-4e15-9d02-2b52176f27fd is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:27:45.360327 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-b4dc068f-bb55-43fa-97f5-0720bfc1c594 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:45.368840 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-b4dc068f-bb55-43fa-97f5-0720bfc1c594 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] 10.222.0.89 "DELETE /v2.0/ports/c606794b-9c2e-464b-856b-20635e492f80 HTTP/1.1" status: 204 len: 168 time: 1.4370725 Feb 04 17:27:45.383677 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 45398) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:27:45.402794 n-d-827839-2 neutron-server[103376]: DEBUG neutron.services.segments.db [None req-e9fec362-b6b0-4171-99be-295682822bb9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ebfdc74-8590-489d-b0e1-fe8b6dd2da25']}} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:27:45.454339 n-d-827839-2 neutron-server[103376]: DEBUG neutron.services.segments.db [None req-e9fec362-b6b0-4171-99be-295682822bb9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca1e4fed-109f-474f-a780-5b9c5be925df') {'for_net_delete': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:27:45.454339 n-d-827839-2 neutron-server[103376]: DEBUG neutron.services.segments.db [None req-e9fec362-b6b0-4171-99be-295682822bb9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca1e4fed-109f-474f-a780-5b9c5be925df') {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:27:45.470719 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-ba2dc70f-2b1e-4dda-abb6-2c188f34b41d None None] Current status of the port c10d1131-e0eb-4e15-9d02-2b52176f27fd is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:27:45.476710 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-e9fec362-b6b0-4171-99be-295682822bb9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781084783966', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25674908'] for segment (ca1e4fed-109f-474f-a780-5b9c5be925df), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:45.482239 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 9d7ecc73-aa7f-4338-8a00-90c21a2e060d no longer exists at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:27:45.501529 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-e9fec362-b6b0-4171-99be-295682822bb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (ca1e4fed-109f-474f-a780-5b9c5be925df), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:45.507369 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8feb939c-1c11-4238-af7c-77dc4d2b115d tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:27:45.509046 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8feb939c-1c11-4238-af7c-77dc4d2b115d tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:27:45.510212 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8feb939c-1c11-4238-af7c-77dc4d2b115d tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:27:45.514568 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-8feb939c-1c11-4238-af7c-77dc4d2b115d tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] 10.222.0.89 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1228981 Feb 04 17:27:45.514959 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 45402) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:27:45.527146 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9fec362-b6b0-4171-99be-295682822bb9 admin admin] Releasing vlan 777 on physical network physnet1 to pool {{(pid=103376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 17:27:45.527558 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-e9fec362-b6b0-4171-99be-295682822bb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25675992'] for segment (ca1e4fed-109f-474f-a780-5b9c5be925df), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:45.531999 n-d-827839-2 neutron-server[103376]: Traceback (most recent call last): Feb 04 17:27:45.531999 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 17:27:45.531999 n-d-827839-2 neutron-server[103376]: timer() Feb 04 17:27:45.531999 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 17:27:45.531999 n-d-827839-2 neutron-server[103376]: cb(*args, **kw) Feb 04 17:27:45.531999 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 17:27:45.531999 n-d-827839-2 neutron-server[103376]: return func(*args, **kwargs) Feb 04 17:27:45.531999 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 17:27:45.531999 n-d-827839-2 neutron-server[103376]: self._notify() Feb 04 17:27:45.531999 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 17:27:45.531999 n-d-827839-2 neutron-server[103376]: self.callback(batched_events) Feb 04 17:27:45.531999 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 17:27:45.531999 n-d-827839-2 neutron-server[103376]: event.method(event) Feb 04 17:27:45.531999 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 17:27:45.531999 n-d-827839-2 neutron-server[103376]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 17:27:45.531999 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 17:27:45.531999 n-d-827839-2 neutron-server[103376]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 17:27:45.531999 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 17:27:45.531999 n-d-827839-2 neutron-server[103376]: return f(self, *a, **k) Feb 04 17:27:45.531999 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 17:27:45.531999 n-d-827839-2 neutron-server[103376]: return self._get(url).json() Feb 04 17:27:45.531999 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 17:27:45.531999 n-d-827839-2 neutron-server[103376]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 17:27:45.531999 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 17:27:45.531999 n-d-827839-2 neutron-server[103376]: return self.request(url, 'GET', **kwargs) Feb 04 17:27:45.531999 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 17:27:45.531999 n-d-827839-2 neutron-server[103376]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 17:27:45.531999 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 17:27:45.531999 n-d-827839-2 neutron-server[103376]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 17:27:45.531999 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 17:27:45.531999 n-d-827839-2 neutron-server[103376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 17:27:45.531999 n-d-827839-2 neutron-server[103376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 17:27:45.534539 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] No Port match for: 9d7ecc73-aa7f-4338-8a00-90c21a2e060d {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 17:27:45.534539 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 9d7ecc73-aa7f-4338-8a00-90c21a2e060d not bound to the agent host n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 17:27:45.534539 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 2a96d0e3-a373-46a7-a896-3ed5590691ab no longer exists at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:27:45.579400 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] No Port match for: 2a96d0e3-a373-46a7-a896-3ed5590691ab {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 17:27:45.579749 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 2a96d0e3-a373-46a7-a896-3ed5590691ab not bound to the agent host n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 17:27:45.580151 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device dc8a4872-b24e-4d57-a365-4bbd63193a4f no longer exists at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:27:45.617978 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90dcd24d-93c4-4d1a-940f-1e6213fb88c5 req-96833503-9ac4-4555-bca9-c7a7a33cb408 tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:27:45.619540 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-90dcd24d-93c4-4d1a-940f-1e6213fb88c5 req-96833503-9ac4-4555-bca9-c7a7a33cb408 tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] 10.222.0.89 "GET /v2.0/ports?device_id=f2c300b1-94a0-4e81-a6de-54c4630651af HTTP/1.1" status: 200 len: 932 time: 0.1802557 Feb 04 17:27:45.624288 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] No Port match for: dc8a4872-b24e-4d57-a365-4bbd63193a4f {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 17:27:45.624636 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device dc8a4872-b24e-4d57-a365-4bbd63193a4f not bound to the agent host n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 17:27:45.649730 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-ceb328c2-b960-444d-90cd-eee0e09347ab None None] Could not find standard attr ID for object c606794b-9c2e-464b-856b-20635e492f80. {{(pid=103378) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 17:27:45.653500 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5989eee-9b36-47ae-adef-69c6e7470deb tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Deleting subnet 444b41c5-6f00-4236-af79-4e192b39862b {{(pid=103376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 17:27:45.661014 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-038ce5e9-aeb1-42f0-8f7f-af129b526b8e tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25889445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25597197'] for subnet (7995983b-e667-426b-9519-934712e9d9d8), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:45.662606 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-f5989eee-9b36-47ae-adef-69c6e7470deb tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks [] for subnet (444b41c5-6f00-4236-af79-4e192b39862b), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:45.671238 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-e9fec362-b6b0-4171-99be-295682822bb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1543671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1595572'] for network (8ebfdc74-8590-489d-b0e1-fe8b6dd2da25), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:45.684693 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-ceb328c2-b960-444d-90cd-eee0e09347ab None None] Provisioning complete for port 22c61319-a2fc-4148-8d7a-ce20ec6f79cd triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:27:45.685323 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ceb328c2-b960-444d-90cd-eee0e09347ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (22c61319-a2fc-4148-8d7a-ce20ec6f79cd), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:45.723068 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038ce5e9-aeb1-42f0-8f7f-af129b526b8e tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Pushing event updated for resources: {'Subnet': ['ID=7995983b-e667-426b-9519-934712e9d9d8,revision_number=0']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:27:45.726045 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-e9fec362-b6b0-4171-99be-295682822bb9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677565'] for network (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:45.731756 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-e9fec362-b6b0-4171-99be-295682822bb9 admin admin] 10.222.0.89 "DELETE /v2.0/networks/8ebfdc74-8590-489d-b0e1-fe8b6dd2da25 HTTP/1.1" status: 204 len: 168 time: 2.1454782 Feb 04 17:27:45.756341 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [req-1c3a2b65-0100-4665-95a8-90ac26c32df3 req-7b1da34a-a412-4ec4-9157-f6317afafe81 service neutron] Request body: {'port': {'device_id': 'f2c300b1-94a0-4e81-a6de-54c4630651af', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827839-2'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:27:45.789304 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-90dcd24d-93c4-4d1a-940f-1e6213fb88c5 req-1f33255c-4ac2-431a-8ac5-c391d76afcbe tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] 10.222.0.89 "GET /v2.0/security-groups?id=749b530c-d4d8-46cd-99b4-1a8b04e03f53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1574392 Feb 04 17:27:45.798206 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-ceb328c2-b960-444d-90cd-eee0e09347ab None None] Port 22c61319-a2fc-4148-8d7a-ce20ec6f79cd cannot update to ACTIVE because it is not bound. {{(pid=103378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 17:27:45.810057 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-038ce5e9-aeb1-42f0-8f7f-af129b526b8e tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Network c86bc9c8-f9aa-4c51-afb8-69a184ac0d36 is already hosted by enough agents. {{(pid=103377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:27:45.811760 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [None req-038ce5e9-aeb1-42f0-8f7f-af129b526b8e tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Resources bound (agent type, host, resource id): {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:27:45.820008 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-038ce5e9-aeb1-42f0-8f7f-af129b526b8e tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:27:45.820620 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-038ce5e9-aeb1-42f0-8f7f-af129b526b8e tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Publish callbacks [] for subnet (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:45.837202 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eca43972-410f-488c-a75c-e1fe895f7966 None None] Network c86bc9c8-f9aa-4c51-afb8-69a184ac0d36 requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:27:45.844412 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fec362-b6b0-4171-99be-295682822bb9 admin admin] Pushing event deleted for resources: {'Network': ['ID=8ebfdc74-8590-489d-b0e1-fe8b6dd2da25,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:27:45.872294 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-038ce5e9-aeb1-42f0-8f7f-af129b526b8e tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0157583 Feb 04 17:27:45.872962 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 45408) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:27:45.877562 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-24ce65dd-b662-41ac-b45f-63e934f50b38 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Request body: {'security_group': {'name': 'tempest-secgroup-904691445'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:27:45.888066 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-f5989eee-9b36-47ae-adef-69c6e7470deb tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25674901'] for subnet (444b41c5-6f00-4236-af79-4e192b39862b), precommit_delete_associations {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:45.926880 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-24ce65dd-b662-41ac-b45f-63e934f50b38 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Publish callbacks [] for security_group (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:46.045404 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-1c3a2b65-0100-4665-95a8-90ac26c32df3 req-7b1da34a-a412-4ec4-9157-f6317afafe81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (22c61319-a2fc-4148-8d7a-ce20ec6f79cd), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:46.065490 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-24ce65dd-b662-41ac-b45f-63e934f50b38 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Publish callbacks [] for security_group (314914e5-0ca7-4a26-a7d7-78f82570bcc4), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:46.074467 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-24ce65dd-b662-41ac-b45f-63e934f50b38 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (314914e5-0ca7-4a26-a7d7-78f82570bcc4), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:46.095784 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb4a8d6b-99eb-4bdf-be51-b120fe1e75a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e4c19ad-5724-5db8-8ee1-4f56ae69fcf4-c86bc9c8-f9aa-4c51-afb8-69a184ac0d36', 'network_id': 'c86bc9c8-f9aa-4c51-afb8-69a184ac0d36', 'project_id': 'bcdddb23c6b346f2aa47053863d313d1', 'fixed_ips': [{'subnet_id': '7995983b-e667-426b-9519-934712e9d9d8'}]}} from n-d-827839-2. {{(pid=103378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 17:27:46.101409 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-cb4a8d6b-99eb-4bdf-be51-b120fe1e75a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:46.124203 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ce65dd-b662-41ac-b45f-63e934f50b38 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Pushing event updated for resources: {'SecurityGroup': ['ID=314914e5-0ca7-4a26-a7d7-78f82570bcc4,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:27:46.134028 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-f5989eee-9b36-47ae-adef-69c6e7470deb tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1541225'] for subnet (444b41c5-6f00-4236-af79-4e192b39862b), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:46.146442 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-24ce65dd-b662-41ac-b45f-63e934f50b38 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:46.149802 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-24ce65dd-b662-41ac-b45f-63e934f50b38 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] 10.222.0.89 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.2754786 Feb 04 17:27:46.152114 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 45412) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:27:46.159016 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-c3a585d9-6ea5-4320-b0f5-0144af170c07 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Request body: {'security_group': {'name': 'tempest-secgroup-629977634'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:27:46.186298 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-c3a585d9-6ea5-4320-b0f5-0144af170c07 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Publish callbacks [] for security_group (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:46.198518 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 45414) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:27:46.262093 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-914085d0-be47-4b8b-9b76-0fd690e6c01a admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=80b7aa89cf1b4bc4904176df2ebfd332&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0621967 Feb 04 17:27:46.266436 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 45416) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:27:46.295218 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-cb4a8d6b-99eb-4bdf-be51-b120fe1e75a3 None None] Allocated IP 2001:db8::2 (c86bc9c8-f9aa-4c51-afb8-69a184ac0d36/7995983b-e667-426b-9519-934712e9d9d8/f5652841-7550-48ba-b2e0-fe3fe31263f4) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:27:46.301727 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-f5989eee-9b36-47ae-adef-69c6e7470deb tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1541216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25675894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25858947'] for subnet (444b41c5-6f00-4236-af79-4e192b39862b), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:46.351725 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-c3a585d9-6ea5-4320-b0f5-0144af170c07 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Publish callbacks [] for security_group (89f53ac3-89f9-41cb-8b55-2c25c481a979), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:46.365046 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-c3a585d9-6ea5-4320-b0f5-0144af170c07 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (89f53ac3-89f9-41cb-8b55-2c25c481a979), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:46.388840 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5989eee-9b36-47ae-adef-69c6e7470deb tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Pushing event deleted for resources: {'Subnet': ['ID=444b41c5-6f00-4236-af79-4e192b39862b,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:27:46.393003 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cca180fd-95aa-470f-8d0b-79f5929445d6 None None] Network ebdc431d-e6a4-4155-be30-2a7d896acbb0 requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:27:46.398738 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-f5989eee-9b36-47ae-adef-69c6e7470deb tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks [] for subnet (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:46.404037 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a585d9-6ea5-4320-b0f5-0144af170c07 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Pushing event updated for resources: {'SecurityGroup': ['ID=89f53ac3-89f9-41cb-8b55-2c25c481a979,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:27:46.406453 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 45420) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:27:46.409986 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-c3a585d9-6ea5-4320-b0f5-0144af170c07 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:46.413366 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-c3a585d9-6ea5-4320-b0f5-0144af170c07 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] 10.222.0.89 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.2600861 Feb 04 17:27:46.413981 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-c6ea0a52-4a68-44b7-9512-8c87d62fe0c9 admin admin] Publish callbacks [] for security_group (ab47d0d1-b7e5-4258-bdd6-2f74db64f4d7), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:46.417660 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-f5989eee-9b36-47ae-adef-69c6e7470deb tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] 10.222.0.89 "DELETE /v2.0/subnets/444b41c5-6f00-4236-af79-4e192b39862b HTTP/1.1" status: 204 len: 168 time: 0.8903191 Feb 04 17:27:46.418032 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 45422) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:27:46.432985 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-f880648a-ff25-4d41-a530-e448a8b6e7b0 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-45564688', 'security_groups': ['89f53ac3-89f9-41cb-8b55-2c25c481a979'], 'network_id': 'c86bc9c8-f9aa-4c51-afb8-69a184ac0d36', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '7995983b-e667-426b-9519-934712e9d9d8'}]}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:27:46.539165 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-c6ea0a52-4a68-44b7-9512-8c87d62fe0c9 admin admin] Publish callbacks [] for security_group (ab47d0d1-b7e5-4258-bdd6-2f74db64f4d7), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:46.580277 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee759d27-a70d-4330-a603-d73942f83039 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Deleting subnet b0bda646-84fb-4e74-a0d8-43ad448e2257 {{(pid=103377) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 17:27:46.589421 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-cb4a8d6b-99eb-4bdf-be51-b120fe1e75a3 None None] Publish callbacks [] for port (f5652841-7550-48ba-b2e0-fe3fe31263f4), precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:46.597055 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-ee759d27-a70d-4330-a603-d73942f83039 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks [] for subnet (b0bda646-84fb-4e74-a0d8-43ad448e2257), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:46.608810 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-cb4a8d6b-99eb-4bdf-be51-b120fe1e75a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135'] for port (f5652841-7550-48ba-b2e0-fe3fe31263f4), after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:46.628822 n-d-827839-2 neutron-server[103376]: DEBUG neutron.notifiers.nova [req-1c3a2b65-0100-4665-95a8-90ac26c32df3 req-7b1da34a-a412-4ec4-9157-f6317afafe81 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 22c61319-a2fc-4148-8d7a-ce20ec6f79cd {{(pid=103376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 17:27:46.643719 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-1c3a2b65-0100-4665-95a8-90ac26c32df3 req-7b1da34a-a412-4ec4-9157-f6317afafe81 service neutron] Publish callbacks [] for port (22c61319-a2fc-4148-8d7a-ce20ec6f79cd), precommit_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:46.654655 n-d-827839-2 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb4a8d6b-99eb-4bdf-be51-b120fe1e75a3 None None] Network c86bc9c8-f9aa-4c51-afb8-69a184ac0d36 is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:27:46.657871 n-d-827839-2 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-cb4a8d6b-99eb-4bdf-be51-b120fe1e75a3 None None] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:27:46.669817 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb4a8d6b-99eb-4bdf-be51-b120fe1e75a3 None None] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:27:46.671877 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4a8d6b-99eb-4bdf-be51-b120fe1e75a3 None None] Pushing event updated for resources: {'Port': ['ID=f5652841-7550-48ba-b2e0-fe3fe31263f4,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:27:46.720304 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.provisioning_blocks [req-1c3a2b65-0100-4665-95a8-90ac26c32df3 req-7b1da34a-a412-4ec4-9157-f6317afafe81 service neutron] Transition to ACTIVE for port object 22c61319-a2fc-4148-8d7a-ce20ec6f79cd will not be triggered until provisioned by entity L2. {{(pid=103376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 17:27:46.728469 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-1c3a2b65-0100-4665-95a8-90ac26c32df3 req-7b1da34a-a412-4ec4-9157-f6317afafe81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675836'] for port (22c61319-a2fc-4148-8d7a-ce20ec6f79cd), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:46.737592 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-cb4a8d6b-99eb-4bdf-be51-b120fe1e75a3 None None] Attempting to bind port f5652841-7550-48ba-b2e0-fe3fe31263f4 on host n-d-827839-2 for vnic_type normal with profile {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:27:46.737592 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-cb4a8d6b-99eb-4bdf-be51-b120fe1e75a3 None None] Attempting to bind port f5652841-7550-48ba-b2e0-fe3fe31263f4 by drivers openvswitch,hyperv on host n-d-827839-2 at level 0 using segments [{'id': 'e8b3933a-248d-48cd-ba55-dea23f5997e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'c86bc9c8-f9aa-4c51-afb8-69a184ac0d36'}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:27:46.737592 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb4a8d6b-99eb-4bdf-be51-b120fe1e75a3 None None] Attempting to bind port f5652841-7550-48ba-b2e0-fe3fe31263f4 on network c86bc9c8-f9aa-4c51-afb8-69a184ac0d36 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:27:46.738344 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-c6ea0a52-4a68-44b7-9512-8c87d62fe0c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (ab47d0d1-b7e5-4258-bdd6-2f74db64f4d7), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:46.741130 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-c6ea0a52-4a68-44b7-9512-8c87d62fe0c9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:46.742302 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-c6ea0a52-4a68-44b7-9512-8c87d62fe0c9 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/ab47d0d1-b7e5-4258-bdd6-2f74db64f4d7 HTTP/1.1" status: 204 len: 168 time: 0.4689395 Feb 04 17:27:46.743561 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb4a8d6b-99eb-4bdf-be51-b120fe1e75a3 None None] Checking agent: {'id': 'ba70844b-66a0-45fd-a2f2-e6ed673321fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 0, 36), 'started_at': datetime.datetime(2022, 2, 4, 17, 1, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 27, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:27:46.744006 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb4a8d6b-99eb-4bdf-be51-b120fe1e75a3 None None] Checking segment: {'id': 'e8b3933a-248d-48cd-ba55-dea23f5997e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'c86bc9c8-f9aa-4c51-afb8-69a184ac0d36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:27:46.744476 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-cb4a8d6b-99eb-4bdf-be51-b120fe1e75a3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:46.745182 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb4a8d6b-99eb-4bdf-be51-b120fe1e75a3 None None] Bound using segment: {'id': 'e8b3933a-248d-48cd-ba55-dea23f5997e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'c86bc9c8-f9aa-4c51-afb8-69a184ac0d36'} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:27:46.745665 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-cb4a8d6b-99eb-4bdf-be51-b120fe1e75a3 None None] Bound port: f5652841-7550-48ba-b2e0-fe3fe31263f4, host: n-d-827839-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8b3933a-248d-48cd-ba55-dea23f5997e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'c86bc9c8-f9aa-4c51-afb8-69a184ac0d36'}}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:27:46.746055 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-cb4a8d6b-99eb-4bdf-be51-b120fe1e75a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (f5652841-7550-48ba-b2e0-fe3fe31263f4), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:46.770348 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-ee759d27-a70d-4330-a603-d73942f83039 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26866676'] for subnet (b0bda646-84fb-4e74-a0d8-43ad448e2257), precommit_delete_associations {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:46.776291 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ea0a52-4a68-44b7-9512-8c87d62fe0c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab47d0d1-b7e5-4258-bdd6-2f74db64f4d7,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:27:46.824849 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f880648a-ff25-4d41-a530-e448a8b6e7b0 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Made reservation on behalf of bcdddb23c6b346f2aa47053863d313d1 for: {'port': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:27:46.828895 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1da34a-a412-4ec4-9157-f6317afafe81 service neutron] Pushing event updated for resources: {'Port': ['ID=22c61319-a2fc-4148-8d7a-ce20ec6f79cd,revision_number=2']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:27:46.891868 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-cb4a8d6b-99eb-4bdf-be51-b120fe1e75a3 None None] For port f5652841-7550-48ba-b2e0-fe3fe31263f4, host n-d-827839-2, cleared binding levels {{(pid=103378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:27:46.900368 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-cb4a8d6b-99eb-4bdf-be51-b120fe1e75a3 None None] For port f5652841-7550-48ba-b2e0-fe3fe31263f4, host n-d-827839-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=f5652841-7550-48ba-b2e0-fe3fe31263f4,segment=NetworkSegment(e8b3933a-248d-48cd-ba55-dea23f5997e3),segment_id=e8b3933a-248d-48cd-ba55-dea23f5997e3)] {{(pid=103378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:27:46.913794 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-cb4a8d6b-99eb-4bdf-be51-b120fe1e75a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (f5652841-7550-48ba-b2e0-fe3fe31263f4), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:47.050815 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-f880648a-ff25-4d41-a530-e448a8b6e7b0 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:47.069575 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [req-1c3a2b65-0100-4665-95a8-90ac26c32df3 req-7b1da34a-a412-4ec4-9157-f6317afafe81 service neutron] Attempting to bind port 22c61319-a2fc-4148-8d7a-ce20ec6f79cd on host n-h1-827839-2 for vnic_type normal with profile {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:27:47.069915 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [req-1c3a2b65-0100-4665-95a8-90ac26c32df3 req-7b1da34a-a412-4ec4-9157-f6317afafe81 service neutron] Attempting to bind port 22c61319-a2fc-4148-8d7a-ce20ec6f79cd by drivers openvswitch,hyperv on host n-h1-827839-2 at level 0 using segments [{'id': '9e3ed071-c030-493d-8cca-599abfcb88ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '482d30fe-67ad-4874-a89a-719137c68b40'}] {{(pid=103376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:27:47.070387 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c3a2b65-0100-4665-95a8-90ac26c32df3 req-7b1da34a-a412-4ec4-9157-f6317afafe81 service neutron] Attempting to bind port 22c61319-a2fc-4148-8d7a-ce20ec6f79cd on network 482d30fe-67ad-4874-a89a-719137c68b40 {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:27:47.079272 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c3a2b65-0100-4665-95a8-90ac26c32df3 req-7b1da34a-a412-4ec4-9157-f6317afafe81 service neutron] Port 22c61319-a2fc-4148-8d7a-ce20ec6f79cd on network 482d30fe-67ad-4874-a89a-719137c68b40 not bound, no agent of type Open vSwitch agent registered on host n-h1-827839-2 {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 17:27:47.079609 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c3a2b65-0100-4665-95a8-90ac26c32df3 req-7b1da34a-a412-4ec4-9157-f6317afafe81 service neutron] Attempting to bind port 22c61319-a2fc-4148-8d7a-ce20ec6f79cd on network 482d30fe-67ad-4874-a89a-719137c68b40 {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:27:47.094231 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bfcbb5-d7d0-4b06-9238-21c0b3c309f1 req-fd4ca043-de11-4452-a8bd-1c64c877c94f tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:27:47.095565 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-79bfcbb5-d7d0-4b06-9238-21c0b3c309f1 req-fd4ca043-de11-4452-a8bd-1c64c877c94f tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] 10.222.0.89 "GET /v2.0/ports?device_id=f2c300b1-94a0-4e81-a6de-54c4630651af HTTP/1.1" status: 200 len: 944 time: 0.1203332 Feb 04 17:27:47.097055 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c3a2b65-0100-4665-95a8-90ac26c32df3 req-7b1da34a-a412-4ec4-9157-f6317afafe81 service neutron] Checking agent: {'id': '3f9244a9-75fc-4c10-b195-11d48b853b41', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 8, 42), 'started_at': datetime.datetime(2022, 2, 4, 17, 8, 42), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 27, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:27:47.097406 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c3a2b65-0100-4665-95a8-90ac26c32df3 req-7b1da34a-a412-4ec4-9157-f6317afafe81 service neutron] Checking segment: {'id': '9e3ed071-c030-493d-8cca-599abfcb88ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '482d30fe-67ad-4874-a89a-719137c68b40'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:27:47.097792 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c3a2b65-0100-4665-95a8-90ac26c32df3 req-7b1da34a-a412-4ec4-9157-f6317afafe81 service neutron] Bound using segment: {'id': '9e3ed071-c030-493d-8cca-599abfcb88ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '482d30fe-67ad-4874-a89a-719137c68b40'} {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:27:47.098258 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [req-1c3a2b65-0100-4665-95a8-90ac26c32df3 req-7b1da34a-a412-4ec4-9157-f6317afafe81 service neutron] Bound port: 22c61319-a2fc-4148-8d7a-ce20ec6f79cd, host: n-h1-827839-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e3ed071-c030-493d-8cca-599abfcb88ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '482d30fe-67ad-4874-a89a-719137c68b40'}}] {{(pid=103376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:27:47.098669 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-1c3a2b65-0100-4665-95a8-90ac26c32df3 req-7b1da34a-a412-4ec4-9157-f6317afafe81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (22c61319-a2fc-4148-8d7a-ce20ec6f79cd), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:47.120835 n-d-827839-2 neutron-server[103377]: DEBUG neutron.notifiers.nova [None req-f880648a-ff25-4d41-a530-e448a8b6e7b0 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] device_id is not set on port b55fa747-79dc-463c-8cb9-49034a5b61b6 yet. {{(pid=103377) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 04 17:27:47.170334 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4a8d6b-99eb-4bdf-be51-b120fe1e75a3 None None] Pushing event updated for resources: {'Port': ['ID=f5652841-7550-48ba-b2e0-fe3fe31263f4,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:27:47.220214 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-ee759d27-a70d-4330-a603-d73942f83039 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1541225'] for subnet (b0bda646-84fb-4e74-a0d8-43ad448e2257), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:47.304856 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-ee759d27-a70d-4330-a603-d73942f83039 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1541216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25888360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25597190'] for subnet (b0bda646-84fb-4e74-a0d8-43ad448e2257), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:47.361407 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee759d27-a70d-4330-a603-d73942f83039 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Pushing event deleted for resources: {'Subnet': ['ID=b0bda646-84fb-4e74-a0d8-43ad448e2257,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:27:47.372403 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-ee759d27-a70d-4330-a603-d73942f83039 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks [] for subnet (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:47.378665 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-ee759d27-a70d-4330-a603-d73942f83039 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] 10.222.0.89 "DELETE /v2.0/subnets/b0bda646-84fb-4e74-a0d8-43ad448e2257 HTTP/1.1" status: 204 len: 168 time: 0.9622099 Feb 04 17:27:47.387701 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 45440) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:27:47.497138 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-79bfcbb5-d7d0-4b06-9238-21c0b3c309f1 req-7f75c19d-f01f-4412-82e0-416b5424545c tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] 10.222.0.89 "GET /v2.0/security-groups?id=749b530c-d4d8-46cd-99b4-1a8b04e03f53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3902647 Feb 04 17:27:47.525301 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-715fd570-0fb0-4884-a4c9-7efc700903a3 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] 10.222.0.89 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1357026 Feb 04 17:27:47.535795 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 45446) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:27:47.548279 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-092e3706-116e-4bd7-95ad-9f53ef0e1259 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Request body: {'subnet': {'network_id': 'ebdc431d-e6a4-4155-be30-2a7d896acbb0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:27:47.631922 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.db_base_plugin_common [None req-f880648a-ff25-4d41-a530-e448a8b6e7b0 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Allocated IP 2001:db8::1bc (c86bc9c8-f9aa-4c51-afb8-69a184ac0d36/7995983b-e667-426b-9519-934712e9d9d8/b55fa747-79dc-463c-8cb9-49034a5b61b6) {{(pid=103377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:27:47.672191 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [req-1c3a2b65-0100-4665-95a8-90ac26c32df3 req-7b1da34a-a412-4ec4-9157-f6317afafe81 service neutron] For port 22c61319-a2fc-4148-8d7a-ce20ec6f79cd, host n-h1-827839-2, cleared binding levels {{(pid=103376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:27:47.728480 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [req-1c3a2b65-0100-4665-95a8-90ac26c32df3 req-7b1da34a-a412-4ec4-9157-f6317afafe81 service neutron] For port 22c61319-a2fc-4148-8d7a-ce20ec6f79cd, host n-h1-827839-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=22c61319-a2fc-4148-8d7a-ce20ec6f79cd,segment=NetworkSegment(9e3ed071-c030-493d-8cca-599abfcb88ee),segment_id=9e3ed071-c030-493d-8cca-599abfcb88ee)] {{(pid=103376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:27:47.745486 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-1c3a2b65-0100-4665-95a8-90ac26c32df3 req-7b1da34a-a412-4ec4-9157-f6317afafe81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675836'] for port (22c61319-a2fc-4148-8d7a-ce20ec6f79cd), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:47.767226 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08b438d7-46fd-4bf0-b36c-883c85e8494f None None] Network ebdc431d-e6a4-4155-be30-2a7d896acbb0 requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:27:47.904585 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-e7d52dc7-ef5a-434b-8a6b-26ccb46605c2 None None] Provisioning complete for port c10d1131-e0eb-4e15-9d02-2b52176f27fd triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:27:47.905067 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e7d52dc7-ef5a-434b-8a6b-26ccb46605c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (c10d1131-e0eb-4e15-9d02-2b52176f27fd), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:47.931469 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-f880648a-ff25-4d41-a530-e448a8b6e7b0 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Publish callbacks [] for port (b55fa747-79dc-463c-8cb9-49034a5b61b6), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:48.015870 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-f880648a-ff25-4d41-a530-e448a8b6e7b0 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (b55fa747-79dc-463c-8cb9-49034a5b61b6), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:48.039619 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2619e97-c8c3-41bc-b7d9-6d5e99f467d9 None None] DHCP port deletion for ebdc431d-e6a4-4155-be30-2a7d896acbb0 request from n-d-827839-2 {{(pid=103378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 17:27:48.077064 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-e7d52dc7-ef5a-434b-8a6b-26ccb46605c2 None None] Current status of the port c10d1131-e0eb-4e15-9d02-2b52176f27fd is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:27:48.099985 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f880648a-ff25-4d41-a530-e448a8b6e7b0 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Pushing event updated for resources: {'Port': ['ID=b55fa747-79dc-463c-8cb9-49034a5b61b6,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:27:48.108868 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f880648a-ff25-4d41-a530-e448a8b6e7b0 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Network c86bc9c8-f9aa-4c51-afb8-69a184ac0d36 is already hosted by enough agents. {{(pid=103377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:27:48.110712 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [None req-f880648a-ff25-4d41-a530-e448a8b6e7b0 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Resources bound (agent type, host, resource id): {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:27:48.114339 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f880648a-ff25-4d41-a530-e448a8b6e7b0 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Received port after_create {{(pid=103377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:27:48.116769 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-f2619e97-c8c3-41bc-b7d9-6d5e99f467d9 None None] Deleting port c10d1131-e0eb-4e15-9d02-2b52176f27fd {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:27:48.117347 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f2619e97-c8c3-41bc-b7d9-6d5e99f467d9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (c10d1131-e0eb-4e15-9d02-2b52176f27fd), before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:48.121066 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f880648a-ff25-4d41-a530-e448a8b6e7b0 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:27:48.121975 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-f880648a-ff25-4d41-a530-e448a8b6e7b0 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:48.144140 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-f880648a-ff25-4d41-a530-e448a8b6e7b0 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.7174194 Feb 04 17:27:48.147688 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 45456) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:27:48.152922 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-2b0ff203-67bc-414e-b299-56453414a565 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Request body: {'subnet': {'network_id': 'c86bc9c8-f9aa-4c51-afb8-69a184ac0d36', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:27:48.201563 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1da34a-a412-4ec4-9157-f6317afafe81 service neutron] Pushing event updated for resources: {'Port': ['ID=22c61319-a2fc-4148-8d7a-ce20ec6f79cd,revision_number=3']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:27:48.207226 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-f2619e97-c8c3-41bc-b7d9-6d5e99f467d9 None None] For port c10d1131-e0eb-4e15-9d02-2b52176f27fd, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=c10d1131-e0eb-4e15-9d02-2b52176f27fd,segment=NetworkSegment(2fcce0c7-9a0a-428a-b986-cae51cd3c129),segment_id=2fcce0c7-9a0a-428a-b986-cae51cd3c129)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:27:48.207803 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f2619e97-c8c3-41bc-b7d9-6d5e99f467d9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (c10d1131-e0eb-4e15-9d02-2b52176f27fd), precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:48.222272 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3a2b65-0100-4665-95a8-90ac26c32df3 req-7b1da34a-a412-4ec4-9157-f6317afafe81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:27:48.223179 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-1c3a2b65-0100-4665-95a8-90ac26c32df3 req-7b1da34a-a412-4ec4-9157-f6317afafe81 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:48.225007 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-1c3a2b65-0100-4665-95a8-90ac26c32df3 req-7b1da34a-a412-4ec4-9157-f6317afafe81 service neutron] 10.222.0.96 "PUT /v2.0/ports/22c61319-a2fc-4148-8d7a-ce20ec6f79cd HTTP/1.1" status: 200 len: 1092 time: 2.9145715 Feb 04 17:27:48.225610 n-d-827839-2 neutron-server[103376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2c300b1-94a0-4e81-a6de-54c4630651af', 'tag': '22c61319-a2fc-4148-8d7a-ce20ec6f79cd'}] {{(pid=103376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:27:48.228481 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d59c3bb5e2f09ebf62144d5e09b1cff60c763a9c19614c24538e77842938c05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-389b0fa3-45ff-4b72-ae0f-bfdffa05a36e" -d '{"events": [{"name": "network-changed", "server_uuid": "f2c300b1-94a0-4e81-a6de-54c4630651af", "tag": "22c61319-a2fc-4148-8d7a-ce20ec6f79cd"}]}' {{(pid=103376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:27:48.237017 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-092e3706-116e-4bd7-95ad-9f53ef0e1259 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Made reservation on behalf of 2dabbd0ed422411582aec81f9de51a07 for: {'subnet': 1} {{(pid=103376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:27:48.245950 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-092e3706-116e-4bd7-95ad-9f53ef0e1259 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25859006'] for subnet (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:48.260265 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-f2619e97-c8c3-41bc-b7d9-6d5e99f467d9 None None] Calling delete_port for c10d1131-e0eb-4e15-9d02-2b52176f27fd owned by network:dhcp {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:27:48.314507 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b0ff203-67bc-414e-b299-56453414a565 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Made reservation on behalf of bcdddb23c6b346f2aa47053863d313d1 for: {'subnet': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:27:48.329802 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-2b0ff203-67bc-414e-b299-56453414a565 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25597243'] for subnet (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:48.389196 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 17:27:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e2fd858-46e1-41ba-a762-82a9b208faf9 x-openstack-request-id: req-7e2fd858-46e1-41ba-a762-82a9b208faf9 {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:27:48.389707 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2c300b1-94a0-4e81-a6de-54c4630651af", "tag": "22c61319-a2fc-4148-8d7a-ce20ec6f79cd", "status": "completed", "code": 200}]} {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:27:48.389806 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-7e2fd858-46e1-41ba-a762-82a9b208faf9 {{(pid=103376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:27:48.390417 n-d-827839-2 neutron-server[103376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2c300b1-94a0-4e81-a6de-54c4630651af', 'tag': '22c61319-a2fc-4148-8d7a-ce20ec6f79cd', 'status': 'completed', 'code': 200} Feb 04 17:27:48.539471 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f2619e97-c8c3-41bc-b7d9-6d5e99f467d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144'] for port (c10d1131-e0eb-4e15-9d02-2b52176f27fd), after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:48.567255 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3a2b65-0100-4665-95a8-90ac26c32df3 req-8e203ad1-be04-4d28-9faa-68fba45dd547 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:27:48.569242 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-1c3a2b65-0100-4665-95a8-90ac26c32df3 req-8e203ad1-be04-4d28-9faa-68fba45dd547 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=e381d232a32f43f9a5f1684dbd7323ca&device_id=f2c300b1-94a0-4e81-a6de-54c4630651af HTTP/1.1" status: 200 len: 1126 time: 0.1780007 Feb 04 17:27:48.621910 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2619e97-c8c3-41bc-b7d9-6d5e99f467d9 None None] Pushing event deleted for resources: {'Port': ['ID=c10d1131-e0eb-4e15-9d02-2b52176f27fd,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:27:48.629267 n-d-827839-2 neutron-server[103377]: INFO neutron.db.ipam_backend_mixin [None req-2b0ff203-67bc-414e-b299-56453414a565 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 7995983b-e667-426b-9519-934712e9d9d8 (CIDR: 2001:db8::/64) Feb 04 17:27:48.635726 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2619e97-c8c3-41bc-b7d9-6d5e99f467d9 None None] No DVR routers for this DVR port c10d1131-e0eb-4e15-9d02-2b52176f27fd on host n-d-827839-2 {{(pid=103378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 17:27:48.639607 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 45468) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:27:48.685974 n-d-827839-2 neutron-server[103377]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b0ff203-67bc-414e-b299-56453414a565 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 17:27:48.688380 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b0ff203-67bc-414e-b299-56453414a565 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103377) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 17:27:48.721750 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-1c3a2b65-0100-4665-95a8-90ac26c32df3 req-bc066a4c-31f8-462f-84f5-08d7f55e711c service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=22c61319-a2fc-4148-8d7a-ce20ec6f79cd HTTP/1.1" status: 200 len: 217 time: 0.1234813 Feb 04 17:27:48.728140 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-2b0ff203-67bc-414e-b299-56453414a565 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5768015 Feb 04 17:27:48.728868 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 45472) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:27:48.737978 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-4da4467f-27db-416d-9d33-85676c89661c tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Request body: {'subnet': {'network_id': 'c86bc9c8-f9aa-4c51-afb8-69a184ac0d36', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:27:48.822355 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device f5652841-7550-48ba-b2e0-fe3fe31263f4 up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:27:48.879636 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-1f0134e8-a308-477a-bb27-2bf7fe79ebc8 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1976305712-network', 'tenant_id': '6da63b05ffc14b34a19fe38a380b0dc4'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:27:48.889652 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port f5652841-7550-48ba-b2e0-fe3fe31263f4 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:27:48.890298 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (f5652841-7550-48ba-b2e0-fe3fe31263f4), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:48.918538 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f0134e8-a308-477a-bb27-2bf7fe79ebc8 admin admin] Made reservation on behalf of 6da63b05ffc14b34a19fe38a380b0dc4 for: {'network': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:27:48.920878 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-1f0134e8-a308-477a-bb27-2bf7fe79ebc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for network (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:48.939573 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-1f0134e8-a308-477a-bb27-2bf7fe79ebc8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:48.970117 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3a2b65-0100-4665-95a8-90ac26c32df3 req-e8fa6ccd-9cba-4981-8d9c-fa72f3fc93fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:27:48.972070 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-1c3a2b65-0100-4665-95a8-90ac26c32df3 req-e8fa6ccd-9cba-4981-8d9c-fa72f3fc93fb service neutron] 10.222.0.96 "GET /v2.0/subnets?id=038a8af9-19f4-4848-babf-d3b1e786f999 HTTP/1.1" status: 200 len: 856 time: 0.1766868 Feb 04 17:27:49.001444 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port f5652841-7550-48ba-b2e0-fe3fe31263f4 is: DOWN; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:27:49.001842 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (f5652841-7550-48ba-b2e0-fe3fe31263f4), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:49.013303 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4da4467f-27db-416d-9d33-85676c89661c tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Made reservation on behalf of bcdddb23c6b346f2aa47053863d313d1 for: {'subnet': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:27:49.017669 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-4da4467f-27db-416d-9d33-85676c89661c tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25597243'] for subnet (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:49.034322 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5e1e1d-ea0b-46bb-8323-2a512d4b74c2 req-f447b6e0-da76-43b7-86c4-90bca05db41c tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:27:49.044086 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-0d5e1e1d-ea0b-46bb-8323-2a512d4b74c2 req-f447b6e0-da76-43b7-86c4-90bca05db41c tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] 10.222.0.89 "GET /v2.0/ports?device_id=f2c300b1-94a0-4e81-a6de-54c4630651af HTTP/1.1" status: 200 len: 944 time: 0.3369451 Feb 04 17:27:49.045142 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] For port f5652841-7550-48ba-b2e0-fe3fe31263f4, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=f5652841-7550-48ba-b2e0-fe3fe31263f4,segment=NetworkSegment(e8b3933a-248d-48cd-ba55-dea23f5997e3),segment_id=e8b3933a-248d-48cd-ba55-dea23f5997e3)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:27:49.051567 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (f5652841-7550-48ba-b2e0-fe3fe31263f4), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:49.154388 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device c10d1131-e0eb-4e15-9d02-2b52176f27fd no longer exists at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:27:49.195077 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] No Port match for: c10d1131-e0eb-4e15-9d02-2b52176f27fd {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 17:27:49.195954 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device c10d1131-e0eb-4e15-9d02-2b52176f27fd not bound to the agent host n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 17:27:49.199300 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Pushing event updated for resources: {'Port': ['ID=f5652841-7550-48ba-b2e0-fe3fe31263f4,revision_number=3']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:27:49.210052 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-70dc0067-171c-46cb-8941-5e25b392cec4 None None] Provisioning complete for port f5652841-7550-48ba-b2e0-fe3fe31263f4 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:27:49.211270 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-70dc0067-171c-46cb-8941-5e25b392cec4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (f5652841-7550-48ba-b2e0-fe3fe31263f4), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:49.218090 n-d-827839-2 neutron-server[103376]: DEBUG neutron.objects.ports [None req-092e3706-116e-4bd7-95ad-9f53ef0e1259 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103376) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 04 17:27:49.230767 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-092e3706-116e-4bd7-95ad-9f53ef0e1259 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25674939', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25858952'] for subnet (07ccae6b-a4d3-4821-a64f-f81c50d1ef5b), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:49.260819 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-1f0134e8-a308-477a-bb27-2bf7fe79ebc8 admin admin] Publish callbacks [] for security_group (fe4f9e05-c308-4db6-a870-788a74652ca7), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:49.265717 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-0d5e1e1d-ea0b-46bb-8323-2a512d4b74c2 req-d9e53abc-18b4-45f7-a1a0-cf3396fa7ba5 tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] 10.222.0.89 "GET /v2.0/security-groups?id=749b530c-d4d8-46cd-99b4-1a8b04e03f53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2205460 Feb 04 17:27:49.282710 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-1f0134e8-a308-477a-bb27-2bf7fe79ebc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (fe4f9e05-c308-4db6-a870-788a74652ca7), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:49.323121 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-70dc0067-171c-46cb-8941-5e25b392cec4 None None] Current status of the port f5652841-7550-48ba-b2e0-fe3fe31263f4 is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:27:49.335858 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-70dc0067-171c-46cb-8941-5e25b392cec4 None None] Provisioning complete for port c87e227b-2d60-487e-abc7-7771e4af8796 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:27:49.336417 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-70dc0067-171c-46cb-8941-5e25b392cec4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (c87e227b-2d60-487e-abc7-7771e4af8796), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:49.339133 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-092e3706-116e-4bd7-95ad-9f53ef0e1259 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Network ebdc431d-e6a4-4155-be30-2a7d896acbb0 is already hosted by enough agents. {{(pid=103376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:27:49.346747 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [None req-092e3706-116e-4bd7-95ad-9f53ef0e1259 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Resources bound (agent type, host, resource id): {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:27:49.355858 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-092e3706-116e-4bd7-95ad-9f53ef0e1259 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:27:49.356523 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-092e3706-116e-4bd7-95ad-9f53ef0e1259 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks [] for subnet (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:49.366210 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3a2b65-0100-4665-95a8-90ac26c32df3 req-89642305-f4b6-4104-8e1b-96499c4a46c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:27:49.367740 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7959c9eb-2d9b-4473-8ae3-561f62744f6e None None] Network ebdc431d-e6a4-4155-be30-2a7d896acbb0 requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:27:49.367903 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-1c3a2b65-0100-4665-95a8-90ac26c32df3 req-89642305-f4b6-4104-8e1b-96499c4a46c4 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=482d30fe-67ad-4874-a89a-719137c68b40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3839085 Feb 04 17:27:49.374597 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f0134e8-a308-477a-bb27-2bf7fe79ebc8 admin admin] vlan segment allocate from pool success with {'vlan_id': 799, 'physical_network': 'physnet1'} {{(pid=103377) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 17:27:49.406525 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0134e8-a308-477a-bb27-2bf7fe79ebc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe4f9e05-c308-4db6-a870-788a74652ca7,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:27:49.418460 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-1f0134e8-a308-477a-bb27-2bf7fe79ebc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (26c37238-eb14-4048-93f5-19bbe58aaf47), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:49.418789 n-d-827839-2 neutron-server[103377]: INFO neutron.db.segments_db [None req-1f0134e8-a308-477a-bb27-2bf7fe79ebc8 admin admin] Added segment 26c37238-eb14-4048-93f5-19bbe58aaf47 of type vlan for network df50260c-ccf9-42da-ab7c-062be6414a2d Feb 04 17:27:49.439366 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-70dc0067-171c-46cb-8941-5e25b392cec4 None None] Port c87e227b-2d60-487e-abc7-7771e4af8796 cannot update to ACTIVE because it is not bound. {{(pid=103378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 17:27:49.481898 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-092e3706-116e-4bd7-95ad-9f53ef0e1259 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.9423614 Feb 04 17:27:49.482781 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092e3706-116e-4bd7-95ad-9f53ef0e1259 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Pushing event updated for resources: {'Subnet': ['ID=07ccae6b-a4d3-4821-a64f-f81c50d1ef5b,revision_number=0']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:27:49.484862 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 45484) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:27:49.492424 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-f3977b05-c627-480b-b805-0b37d26cc24b tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Request body: {'subnet': {'network_id': 'ebdc431d-e6a4-4155-be30-2a7d896acbb0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:27:49.525765 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7004d591-0b1b-4677-b738-0006323238a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e4c19ad-5724-5db8-8ee1-4f56ae69fcf4-ebdc431d-e6a4-4155-be30-2a7d896acbb0', 'network_id': 'ebdc431d-e6a4-4155-be30-2a7d896acbb0', 'project_id': '2dabbd0ed422411582aec81f9de51a07', 'fixed_ips': [{'subnet_id': '07ccae6b-a4d3-4821-a64f-f81c50d1ef5b'}]}} from n-d-827839-2. {{(pid=103378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 17:27:49.526957 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7004d591-0b1b-4677-b738-0006323238a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:49.531557 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-1f0134e8-a308-477a-bb27-2bf7fe79ebc8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781084292801'] for network (df50260c-ccf9-42da-ab7c-062be6414a2d), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:49.604090 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-1f0134e8-a308-477a-bb27-2bf7fe79ebc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327'] for network (df50260c-ccf9-42da-ab7c-062be6414a2d), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:49.604350 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-1c3a2b65-0100-4665-95a8-90ac26c32df3 req-7e1a75db-f7ed-4f27-b9ed-6f6233a3d39b service neutron] 10.222.0.96 "GET /v2.0/networks/482d30fe-67ad-4874-a89a-719137c68b40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2256818 Feb 04 17:27:49.605119 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f0134e8-a308-477a-bb27-2bf7fe79ebc8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:27:49.605888 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-1f0134e8-a308-477a-bb27-2bf7fe79ebc8 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:49.637709 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-979b9f5d-6dac-44de-905b-2c34d47cbf37 None None] Provisioning complete for port b55fa747-79dc-463c-8cb9-49034a5b61b6 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:27:49.638101 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-979b9f5d-6dac-44de-905b-2c34d47cbf37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (b55fa747-79dc-463c-8cb9-49034a5b61b6), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:49.676302 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0134e8-a308-477a-bb27-2bf7fe79ebc8 admin admin] Pushing event updated for resources: {'Network': ['ID=df50260c-ccf9-42da-ab7c-062be6414a2d,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:27:49.699195 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3977b05-c627-480b-b805-0b37d26cc24b tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Made reservation on behalf of 2dabbd0ed422411582aec81f9de51a07 for: {'subnet': 1} {{(pid=103376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:27:49.699583 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Network df50260c-ccf9-42da-ab7c-062be6414a2d details requested by agent ovs-agent-n-d-827839-2 with host n-d-827839-2 {{(pid=103378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 17:27:49.702750 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-f3977b05-c627-480b-b805-0b37d26cc24b tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25859006'] for subnet (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:49.713382 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-1f0134e8-a308-477a-bb27-2bf7fe79ebc8 admin admin] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.0657516 Feb 04 17:27:49.714056 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 45490) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:27:49.719509 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-a9a9b3d7-9e02-4557-85ca-11f00730958f admin admin] Request body: {'subnet': {'network_id': 'df50260c-ccf9-42da-ab7c-062be6414a2d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1976305712-subnet', 'tenant_id': '6da63b05ffc14b34a19fe38a380b0dc4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:27:49.732038 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-4da4467f-27db-416d-9d33-85676c89661c tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25889445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25597197'] for subnet (509a5340-b2af-4612-9fd1-0f4167a375f6), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:49.779511 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9a9b3d7-9e02-4557-85ca-11f00730958f admin admin] Made reservation on behalf of 6da63b05ffc14b34a19fe38a380b0dc4 for: {'subnet': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:27:49.782675 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-a9a9b3d7-9e02-4557-85ca-11f00730958f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25597243'] for subnet (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:49.785504 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-979b9f5d-6dac-44de-905b-2c34d47cbf37 None None] Port b55fa747-79dc-463c-8cb9-49034a5b61b6 cannot update to ACTIVE because it is not bound. {{(pid=103378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 17:27:49.787250 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-1c3a2b65-0100-4665-95a8-90ac26c32df3 req-454dcbb5-51df-4347-8323-287470b35502 service neutron] 10.222.0.96 "GET /v2.0/networks/482d30fe-67ad-4874-a89a-719137c68b40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1732068 Feb 04 17:27:49.811771 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4da4467f-27db-416d-9d33-85676c89661c tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Network c86bc9c8-f9aa-4c51-afb8-69a184ac0d36 is already hosted by enough agents. {{(pid=103377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:27:49.842525 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-7004d591-0b1b-4677-b738-0006323238a1 None None] Allocated IP 2001:db8::f816:3eff:fe52:10b4 (ebdc431d-e6a4-4155-be30-2a7d896acbb0/07ccae6b-a4d3-4821-a64f-f81c50d1ef5b/6e50b120-f7ef-4659-8a6e-c420b58e38c0) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:27:49.847000 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [None req-4da4467f-27db-416d-9d33-85676c89661c tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Resources bound (agent type, host, resource id): {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:27:49.850717 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4da4467f-27db-416d-9d33-85676c89661c tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:27:49.852123 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-4da4467f-27db-416d-9d33-85676c89661c tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Publish callbacks [] for subnet (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:49.875157 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b0a98a0-29a9-40d2-88a2-bd273bf3704f None None] Network c86bc9c8-f9aa-4c51-afb8-69a184ac0d36 requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:27:49.888925 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da4467f-27db-416d-9d33-85676c89661c tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Pushing event updated for resources: {'Subnet': ['ID=509a5340-b2af-4612-9fd1-0f4167a375f6,revision_number=0']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:27:49.906459 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 45494) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:27:49.906727 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-4da4467f-27db-416d-9d33-85676c89661c tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.1766202 Feb 04 17:27:49.914537 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-8df5e389-823c-48c1-b726-9577120a7e25 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1224258581', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '509a5340-b2af-4612-9fd1-0f4167a375f6'}], 'security_groups': ['314914e5-0ca7-4a26-a7d7-78f82570bcc4']}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:27:49.990364 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389b0fa3-45ff-4b72-ae0f-bfdffa05a36e req-3a7855d3-e4f9-4689-a551-3af0d0b92356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:27:49.991910 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-389b0fa3-45ff-4b72-ae0f-bfdffa05a36e req-3a7855d3-e4f9-4689-a551-3af0d0b92356 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=e381d232a32f43f9a5f1684dbd7323ca&device_id=f2c300b1-94a0-4e81-a6de-54c4630651af HTTP/1.1" status: 200 len: 1126 time: 0.1386218 Feb 04 17:27:50.068153 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-a9a9b3d7-9e02-4557-85ca-11f00730958f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25889445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25597197'] for subnet (eb79c871-9674-4827-b446-ec256e1c98d6), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:50.143933 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7004d591-0b1b-4677-b738-0006323238a1 None None] Publish callbacks [] for port (6e50b120-f7ef-4659-8a6e-c420b58e38c0), precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:50.151940 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7004d591-0b1b-4677-b738-0006323238a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135'] for port (6e50b120-f7ef-4659-8a6e-c420b58e38c0), after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:50.180598 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a9b3d7-9e02-4557-85ca-11f00730958f admin admin] Pushing event updated for resources: {'Subnet': ['ID=eb79c871-9674-4827-b446-ec256e1c98d6,revision_number=0']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:27:50.188643 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9a9b3d7-9e02-4557-85ca-11f00730958f admin admin] Checking segment: {'id': '26c37238-eb14-4048-93f5-19bbe58aaf47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': 'df50260c-ccf9-42da-ab7c-062be6414a2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:27:50.189067 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9a9b3d7-9e02-4557-85ca-11f00730958f admin admin] Network hostable DHCP agents. Network: df50260c-ccf9-42da-ab7c-062be6414a2d, hostable agents: ['bb89f5a3-3c22-440b-b7d1-c4f0c43c184a'], hosted agents: [] {{(pid=103377) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 17:27:50.210568 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9a9b3d7-9e02-4557-85ca-11f00730958f admin admin] Network df50260c-ccf9-42da-ab7c-062be6414a2d is scheduled to be hosted by DHCP agent bb89f5a3-3c22-440b-b7d1-c4f0c43c184a with binding_index 1 {{(pid=103377) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 17:27:50.223124 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [None req-a9a9b3d7-9e02-4557-85ca-11f00730958f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827839-2, df50260c-ccf9-42da-ab7c-062be6414a2d) {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:27:50.241562 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0846ff21-43ff-4578-82cf-9dca714ee731 None None] Network df50260c-ccf9-42da-ab7c-062be6414a2d requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:27:50.247557 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9a9b3d7-9e02-4557-85ca-11f00730958f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:27:50.252762 n-d-827839-2 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7004d591-0b1b-4677-b738-0006323238a1 None None] Network ebdc431d-e6a4-4155-be30-2a7d896acbb0 is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:27:50.259416 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-a9a9b3d7-9e02-4557-85ca-11f00730958f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:50.275759 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389b0fa3-45ff-4b72-ae0f-bfdffa05a36e req-6d46dbcc-602c-48ce-94f7-00fd52585793 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:27:50.277275 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-389b0fa3-45ff-4b72-ae0f-bfdffa05a36e req-6d46dbcc-602c-48ce-94f7-00fd52585793 service neutron] 10.222.0.96 "GET /v2.0/networks?id=482d30fe-67ad-4874-a89a-719137c68b40 HTTP/1.1" status: 200 len: 918 time: 0.2752633 Feb 04 17:27:50.295976 n-d-827839-2 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-7004d591-0b1b-4677-b738-0006323238a1 None None] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:27:50.299515 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7004d591-0b1b-4677-b738-0006323238a1 None None] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:27:50.305313 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7004d591-0b1b-4677-b738-0006323238a1 None None] Pushing event updated for resources: {'Port': ['ID=6e50b120-f7ef-4659-8a6e-c420b58e38c0,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:27:50.327796 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 45504) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:27:50.328903 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-a9a9b3d7-9e02-4557-85ca-11f00730958f admin admin] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6014371 Feb 04 17:27:50.336135 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b67c6679-69dd-4562-a2b6-fa0d0561e437 None None] Update dhcp port {'port': {'network_id': 'c86bc9c8-f9aa-4c51-afb8-69a184ac0d36', 'fixed_ips': [{'subnet_id': '7995983b-e667-426b-9519-934712e9d9d8', 'ip_address': '2001:db8::2'}, {'subnet_id': '509a5340-b2af-4612-9fd1-0f4167a375f6'}], 'binding:host_id': 'n-d-827839-2'}, 'id': 'f5652841-7550-48ba-b2e0-fe3fe31263f4'} from n-d-827839-2. {{(pid=103378) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 04 17:27:50.375260 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-5aeeb042-72ce-42f2-ac37-6461609f1543 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1976305712-router', 'tenant_id': '6da63b05ffc14b34a19fe38a380b0dc4', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188'}}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:27:50.383733 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-389b0fa3-45ff-4b72-ae0f-bfdffa05a36e req-ff8cfc55-097a-42dd-9c70-dd10499b7643 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=22c61319-a2fc-4148-8d7a-ce20ec6f79cd HTTP/1.1" status: 200 len: 217 time: 0.0906887 Feb 04 17:27:50.406023 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-f3977b05-c627-480b-b805-0b37d26cc24b tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25674939', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25858952'] for subnet (03017f23-f571-46f9-88ab-bf54f84b1bf2), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:50.461927 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-8df5e389-823c-48c1-b726-9577120a7e25 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (b55fa747-79dc-463c-8cb9-49034a5b61b6), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:50.496835 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-5aeeb042-72ce-42f2-ac37-6461609f1543 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1601657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26921'] for router (92f45d93-1482-47ac-bc3b-900145f579b5), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:50.497882 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-5aeeb042-72ce-42f2-ac37-6461609f1543 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1602025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603663', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1630571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26960'] for router (92f45d93-1482-47ac-bc3b-900145f579b5), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:50.505975 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3977b05-c627-480b-b805-0b37d26cc24b tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Network ebdc431d-e6a4-4155-be30-2a7d896acbb0 is already hosted by enough agents. {{(pid=103376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:27:50.509855 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179a4089-2772-4a89-9180-bacde6ec954e req-a57a48e1-dfed-4346-b855-93d6921e219d tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:27:50.511444 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-179a4089-2772-4a89-9180-bacde6ec954e req-a57a48e1-dfed-4346-b855-93d6921e219d tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] 10.222.0.89 "GET /v2.0/ports?device_id=f2c300b1-94a0-4e81-a6de-54c4630651af HTTP/1.1" status: 200 len: 944 time: 0.1337907 Feb 04 17:27:50.519926 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [None req-f3977b05-c627-480b-b805-0b37d26cc24b tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Resources bound (agent type, host, resource id): {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:27:50.527555 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3977b05-c627-480b-b805-0b37d26cc24b tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:27:50.528154 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-f3977b05-c627-480b-b805-0b37d26cc24b tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks [] for subnet (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:50.542034 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389b0fa3-45ff-4b72-ae0f-bfdffa05a36e req-6ccfe0fb-00b2-4c32-a497-a1b980402e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:27:50.543533 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-389b0fa3-45ff-4b72-ae0f-bfdffa05a36e req-6ccfe0fb-00b2-4c32-a497-a1b980402e83 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=038a8af9-19f4-4848-babf-d3b1e786f999 HTTP/1.1" status: 200 len: 856 time: 0.1502314 Feb 04 17:27:50.571957 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3977b05-c627-480b-b805-0b37d26cc24b tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Pushing event updated for resources: {'Subnet': ['ID=03017f23-f571-46f9-88ab-bf54f84b1bf2,revision_number=0']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:27:50.579954 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-179a4089-2772-4a89-9180-bacde6ec954e req-f9e2d690-e69c-4065-86ff-0ac591fcebb3 tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] 10.222.0.89 "GET /v2.0/security-groups?id=749b530c-d4d8-46cd-99b4-1a8b04e03f53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0608523 Feb 04 17:27:50.636062 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 45510) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:27:50.636221 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-f3977b05-c627-480b-b805-0b37d26cc24b tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1487393 Feb 04 17:27:50.648703 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-725d6195-abbf-4f9c-a054-93fc97bb53d9 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Request body: {'port': {'network_id': 'ebdc431d-e6a4-4155-be30-2a7d896acbb0', 'mac_address': 'fa:16:3e:2e:38:1a', 'name': 'tempest-NetworksTestDHCPv6-828726206'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:27:50.659969 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a4fd883-da37-4e94-aa60-8211bd30139c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e4c19ad-5724-5db8-8ee1-4f56ae69fcf4-df50260c-ccf9-42da-ab7c-062be6414a2d', 'network_id': 'df50260c-ccf9-42da-ab7c-062be6414a2d', 'project_id': '6da63b05ffc14b34a19fe38a380b0dc4', 'fixed_ips': [{'subnet_id': 'eb79c871-9674-4827-b446-ec256e1c98d6'}]}} from n-d-827839-2. {{(pid=103378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 17:27:50.661181 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6a4fd883-da37-4e94-aa60-8211bd30139c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:50.682389 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device f5652841-7550-48ba-b2e0-fe3fe31263f4 up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:27:50.721490 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-7004d591-0b1b-4677-b738-0006323238a1 None None] Attempting to bind port 6e50b120-f7ef-4659-8a6e-c420b58e38c0 on host n-d-827839-2 for vnic_type normal with profile {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:27:50.721873 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-7004d591-0b1b-4677-b738-0006323238a1 None None] Attempting to bind port 6e50b120-f7ef-4659-8a6e-c420b58e38c0 by drivers openvswitch,hyperv on host n-d-827839-2 at level 0 using segments [{'id': '2fcce0c7-9a0a-428a-b986-cae51cd3c129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'ebdc431d-e6a4-4155-be30-2a7d896acbb0'}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:27:50.722244 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7004d591-0b1b-4677-b738-0006323238a1 None None] Attempting to bind port 6e50b120-f7ef-4659-8a6e-c420b58e38c0 on network ebdc431d-e6a4-4155-be30-2a7d896acbb0 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:27:50.727016 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b67c6679-69dd-4562-a2b6-fa0d0561e437 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (f5652841-7550-48ba-b2e0-fe3fe31263f4), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:50.758707 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7004d591-0b1b-4677-b738-0006323238a1 None None] Checking agent: {'id': 'ba70844b-66a0-45fd-a2f2-e6ed673321fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 0, 36), 'started_at': datetime.datetime(2022, 2, 4, 17, 1, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 27, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:27:50.759168 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7004d591-0b1b-4677-b738-0006323238a1 None None] Checking segment: {'id': '2fcce0c7-9a0a-428a-b986-cae51cd3c129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'ebdc431d-e6a4-4155-be30-2a7d896acbb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:27:50.759520 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7004d591-0b1b-4677-b738-0006323238a1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:50.759921 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7004d591-0b1b-4677-b738-0006323238a1 None None] Bound using segment: {'id': '2fcce0c7-9a0a-428a-b986-cae51cd3c129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'ebdc431d-e6a4-4155-be30-2a7d896acbb0'} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:27:50.760876 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-7004d591-0b1b-4677-b738-0006323238a1 None None] Bound port: 6e50b120-f7ef-4659-8a6e-c420b58e38c0, host: n-d-827839-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2fcce0c7-9a0a-428a-b986-cae51cd3c129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'ebdc431d-e6a4-4155-be30-2a7d896acbb0'}}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:27:50.761282 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7004d591-0b1b-4677-b738-0006323238a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (6e50b120-f7ef-4659-8a6e-c420b58e38c0), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:50.809510 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-725d6195-abbf-4f9c-a054-93fc97bb53d9 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Made reservation on behalf of 2dabbd0ed422411582aec81f9de51a07 for: {'port': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:27:50.911000 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-725d6195-abbf-4f9c-a054-93fc97bb53d9 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:50.940244 n-d-827839-2 neutron-server[103377]: DEBUG neutron.notifiers.nova [None req-725d6195-abbf-4f9c-a054-93fc97bb53d9 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] device_id is not set on port d9151558-042a-4747-a5fc-2ad46e48c518 yet. {{(pid=103377) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 04 17:27:50.970901 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-5aeeb042-72ce-42f2-ac37-6461609f1543 admin admin] Publish callbacks [] for router_controller (92f45d93-1482-47ac-bc3b-900145f579b5), precommit_add_association {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:51.032619 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port f5652841-7550-48ba-b2e0-fe3fe31263f4 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:27:51.033289 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (f5652841-7550-48ba-b2e0-fe3fe31263f4), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:51.068109 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-7004d591-0b1b-4677-b738-0006323238a1 None None] For port 6e50b120-f7ef-4659-8a6e-c420b58e38c0, host n-d-827839-2, cleared binding levels {{(pid=103378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:27:51.103646 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-6a4fd883-da37-4e94-aa60-8211bd30139c None None] Allocated IP 172.20.0.2 (df50260c-ccf9-42da-ab7c-062be6414a2d/eb79c871-9674-4827-b446-ec256e1c98d6/aa7918de-3aeb-415d-b9bd-e6d3ababab97) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:27:51.108327 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389b0fa3-45ff-4b72-ae0f-bfdffa05a36e req-97cd84c9-7c0b-4f12-b057-bb8e1b0e52f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:27:51.109938 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-389b0fa3-45ff-4b72-ae0f-bfdffa05a36e req-97cd84c9-7c0b-4f12-b057-bb8e1b0e52f7 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=482d30fe-67ad-4874-a89a-719137c68b40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.5410192 Feb 04 17:27:51.151066 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.db_base_plugin_common [None req-725d6195-abbf-4f9c-a054-93fc97bb53d9 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Allocated IP 172.20.0.14 (ebdc431d-e6a4-4155-be30-2a7d896acbb0/03017f23-f571-46f9-88ab-bf54f84b1bf2/d9151558-042a-4747-a5fc-2ad46e48c518) {{(pid=103377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:27:51.162294 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.db_base_plugin_common [None req-725d6195-abbf-4f9c-a054-93fc97bb53d9 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Allocated IP 2001:db8::f816:3eff:fe2e:381a (ebdc431d-e6a4-4155-be30-2a7d896acbb0/07ccae6b-a4d3-4821-a64f-f81c50d1ef5b/d9151558-042a-4747-a5fc-2ad46e48c518) {{(pid=103377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:27:51.167119 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-7004d591-0b1b-4677-b738-0006323238a1 None None] For port 6e50b120-f7ef-4659-8a6e-c420b58e38c0, host n-d-827839-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=6e50b120-f7ef-4659-8a6e-c420b58e38c0,segment=NetworkSegment(2fcce0c7-9a0a-428a-b986-cae51cd3c129),segment_id=2fcce0c7-9a0a-428a-b986-cae51cd3c129)] {{(pid=103378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:27:51.235905 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7004d591-0b1b-4677-b738-0006323238a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (6e50b120-f7ef-4659-8a6e-c420b58e38c0), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:51.293889 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-5aeeb042-72ce-42f2-ac37-6461609f1543 admin admin] Publish callbacks [] for router_gateway (92f45d93-1482-47ac-bc3b-900145f579b5), precommit_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:51.381669 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-389b0fa3-45ff-4b72-ae0f-bfdffa05a36e req-5d554eeb-7c2a-41cf-a284-b6a991e29268 service neutron] 10.222.0.96 "GET /v2.0/networks/482d30fe-67ad-4874-a89a-719137c68b40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2583857 Feb 04 17:27:51.421420 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-b67c6679-69dd-4562-a2b6-fa0d0561e437 None None] Allocated IP 2001:db8:0:1::2 (c86bc9c8-f9aa-4c51-afb8-69a184ac0d36/509a5340-b2af-4612-9fd1-0f4167a375f6/f5652841-7550-48ba-b2e0-fe3fe31263f4) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:27:51.427479 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7004d591-0b1b-4677-b738-0006323238a1 None None] Pushing event updated for resources: {'Port': ['ID=6e50b120-f7ef-4659-8a6e-c420b58e38c0,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:27:51.505452 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-389b0fa3-45ff-4b72-ae0f-bfdffa05a36e req-4be175f3-0397-4355-a08d-6fafe23d9911 service neutron] 10.222.0.96 "GET /v2.0/networks/482d30fe-67ad-4874-a89a-719137c68b40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217875 Feb 04 17:27:51.561097 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-725d6195-abbf-4f9c-a054-93fc97bb53d9 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks [] for port (d9151558-042a-4747-a5fc-2ad46e48c518), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:51.676229 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-725d6195-abbf-4f9c-a054-93fc97bb53d9 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (d9151558-042a-4747-a5fc-2ad46e48c518), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:51.701299 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port f5652841-7550-48ba-b2e0-fe3fe31263f4 is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:27:51.764988 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6a4fd883-da37-4e94-aa60-8211bd30139c None None] Publish callbacks [] for port (aa7918de-3aeb-415d-b9bd-e6d3ababab97), precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:51.773068 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-725d6195-abbf-4f9c-a054-93fc97bb53d9 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Network ebdc431d-e6a4-4155-be30-2a7d896acbb0 is already hosted by enough agents. {{(pid=103377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:27:51.779375 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [None req-725d6195-abbf-4f9c-a054-93fc97bb53d9 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Resources bound (agent type, host, resource id): {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:27:51.784287 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-725d6195-abbf-4f9c-a054-93fc97bb53d9 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Received port after_create {{(pid=103377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:27:51.787003 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-b67c6679-69dd-4562-a2b6-fa0d0561e437 None None] For port f5652841-7550-48ba-b2e0-fe3fe31263f4, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=f5652841-7550-48ba-b2e0-fe3fe31263f4,segment=NetworkSegment(e8b3933a-248d-48cd-ba55-dea23f5997e3),segment_id=e8b3933a-248d-48cd-ba55-dea23f5997e3)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:27:51.797166 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6a4fd883-da37-4e94-aa60-8211bd30139c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135'] for port (aa7918de-3aeb-415d-b9bd-e6d3ababab97), after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:51.828402 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-5aeeb042-72ce-42f2-ac37-6461609f1543 admin admin] Publish callbacks [] for router_gateway (92f45d93-1482-47ac-bc3b-900145f579b5), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:51.845332 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725d6195-abbf-4f9c-a054-93fc97bb53d9 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Pushing event updated for resources: {'Port': ['ID=d9151558-042a-4747-a5fc-2ad46e48c518,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:27:51.872306 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-725d6195-abbf-4f9c-a054-93fc97bb53d9 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:27:51.873000 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-725d6195-abbf-4f9c-a054-93fc97bb53d9 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:51.875660 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-5aeeb042-72ce-42f2-ac37-6461609f1543 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:51.894367 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-725d6195-abbf-4f9c-a054-93fc97bb53d9 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.2563639 Feb 04 17:27:51.898559 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 45526) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:27:51.924463 n-d-827839-2 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a4fd883-da37-4e94-aa60-8211bd30139c None None] Network df50260c-ccf9-42da-ab7c-062be6414a2d is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:27:51.931480 n-d-827839-2 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-6a4fd883-da37-4e94-aa60-8211bd30139c None None] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:27:51.937917 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a4fd883-da37-4e94-aa60-8211bd30139c None None] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:27:51.972890 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bac1f2-508a-44c6-b898-8fca16ece584 req-03f063e2-c895-4b7e-8819-22445183bb91 tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:27:51.980382 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-98bac1f2-508a-44c6-b898-8fca16ece584 req-03f063e2-c895-4b7e-8819-22445183bb91 tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] 10.222.0.89 "GET /v2.0/ports?device_id=f2c300b1-94a0-4e81-a6de-54c4630651af HTTP/1.1" status: 200 len: 944 time: 0.2241049 Feb 04 17:27:51.995910 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b67c6679-69dd-4562-a2b6-fa0d0561e437 None None] Publish callbacks [] for port (f5652841-7550-48ba-b2e0-fe3fe31263f4), precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:52.064015 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b67c6679-69dd-4562-a2b6-fa0d0561e437 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (f5652841-7550-48ba-b2e0-fe3fe31263f4), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:52.066345 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4fd883-da37-4e94-aa60-8211bd30139c None None] Pushing event updated for resources: {'Port': ['ID=aa7918de-3aeb-415d-b9bd-e6d3ababab97,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:27:52.133883 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.db_base_plugin_common [None req-8df5e389-823c-48c1-b726-9577120a7e25 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Delete allocated IP 2001:db8::1bc (c86bc9c8-f9aa-4c51-afb8-69a184ac0d36/7995983b-e667-426b-9519-934712e9d9d8) {{(pid=103376) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 04 17:27:52.136953 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67c6679-69dd-4562-a2b6-fa0d0561e437 None None] Pushing event updated for resources: {'Port': ['ID=f5652841-7550-48ba-b2e0-fe3fe31263f4,revision_number=4']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:27:52.141967 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.db_base_plugin_common [None req-8df5e389-823c-48c1-b726-9577120a7e25 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Allocated IP 2001:db8:0:1::34a (c86bc9c8-f9aa-4c51-afb8-69a184ac0d36/509a5340-b2af-4612-9fd1-0f4167a375f6/b55fa747-79dc-463c-8cb9-49034a5b61b6) {{(pid=103376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:27:52.147468 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-6a4fd883-da37-4e94-aa60-8211bd30139c None None] Attempting to bind port aa7918de-3aeb-415d-b9bd-e6d3ababab97 on host n-d-827839-2 for vnic_type normal with profile {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:27:52.147934 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-6a4fd883-da37-4e94-aa60-8211bd30139c None None] Attempting to bind port aa7918de-3aeb-415d-b9bd-e6d3ababab97 by drivers openvswitch,hyperv on host n-d-827839-2 at level 0 using segments [{'id': '26c37238-eb14-4048-93f5-19bbe58aaf47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': 'df50260c-ccf9-42da-ab7c-062be6414a2d'}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:27:52.148367 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a4fd883-da37-4e94-aa60-8211bd30139c None None] Attempting to bind port aa7918de-3aeb-415d-b9bd-e6d3ababab97 on network df50260c-ccf9-42da-ab7c-062be6414a2d {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:27:52.156497 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a4fd883-da37-4e94-aa60-8211bd30139c None None] Checking agent: {'id': 'ba70844b-66a0-45fd-a2f2-e6ed673321fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 0, 36), 'started_at': datetime.datetime(2022, 2, 4, 17, 1, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 27, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:27:52.156992 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a4fd883-da37-4e94-aa60-8211bd30139c None None] Checking segment: {'id': '26c37238-eb14-4048-93f5-19bbe58aaf47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': 'df50260c-ccf9-42da-ab7c-062be6414a2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:27:52.157480 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6a4fd883-da37-4e94-aa60-8211bd30139c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:52.157940 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a4fd883-da37-4e94-aa60-8211bd30139c None None] Bound using segment: {'id': '26c37238-eb14-4048-93f5-19bbe58aaf47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': 'df50260c-ccf9-42da-ab7c-062be6414a2d'} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:27:52.158492 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-6a4fd883-da37-4e94-aa60-8211bd30139c None None] Bound port: aa7918de-3aeb-415d-b9bd-e6d3ababab97, host: n-d-827839-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26c37238-eb14-4048-93f5-19bbe58aaf47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': 'df50260c-ccf9-42da-ab7c-062be6414a2d'}}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:27:52.158946 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6a4fd883-da37-4e94-aa60-8211bd30139c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (aa7918de-3aeb-415d-b9bd-e6d3ababab97), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:52.292550 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device 22c61319-a2fc-4148-8d7a-ce20ec6f79cd details requested by agent hyperv_n-h1-827839-2 with host n-h1-827839-2 {{(pid=103378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 17:27:52.327214 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-6a4fd883-da37-4e94-aa60-8211bd30139c None None] For port aa7918de-3aeb-415d-b9bd-e6d3ababab97, host n-d-827839-2, cleared binding levels {{(pid=103378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:27:52.358117 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-6a4fd883-da37-4e94-aa60-8211bd30139c None None] For port aa7918de-3aeb-415d-b9bd-e6d3ababab97, host n-d-827839-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=aa7918de-3aeb-415d-b9bd-e6d3ababab97,segment=NetworkSegment(26c37238-eb14-4048-93f5-19bbe58aaf47),segment_id=26c37238-eb14-4048-93f5-19bbe58aaf47)] {{(pid=103378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:27:52.406852 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49e09a42-fe6e-4438-929d-f1061c77c9d4 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:27:52.414038 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49e09a42-fe6e-4438-929d-f1061c77c9d4 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:27:52.419134 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6a4fd883-da37-4e94-aa60-8211bd30139c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (aa7918de-3aeb-415d-b9bd-e6d3ababab97), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:52.420135 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 45538) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:27:52.433315 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-49e09a42-fe6e-4438-929d-f1061c77c9d4 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] 10.222.0.89 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.5315425 Feb 04 17:27:52.497344 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-98bac1f2-508a-44c6-b898-8fca16ece584 req-eb3b0742-b135-4793-b3cb-62f27e469f1b tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] 10.222.0.89 "GET /v2.0/security-groups?id=749b530c-d4d8-46cd-99b4-1a8b04e03f53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5159717 Feb 04 17:27:52.529753 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] For port 22c61319-a2fc-4148-8d7a-ce20ec6f79cd, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=22c61319-a2fc-4148-8d7a-ce20ec6f79cd,segment=NetworkSegment(9e3ed071-c030-493d-8cca-599abfcb88ee),segment_id=9e3ed071-c030-493d-8cca-599abfcb88ee)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:27:52.564857 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Returning: {'device': '22c61319-a2fc-4148-8d7a-ce20ec6f79cd', 'network_id': '482d30fe-67ad-4874-a89a-719137c68b40', 'port_id': '22c61319-a2fc-4148-8d7a-ce20ec6f79cd', 'mac_address': 'fa:16:3e:00:74:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 780, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '038a8af9-19f4-4848-babf-d3b1e786f999', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 17:27:52.631266 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.db_base_plugin_common [None req-5aeeb042-72ce-42f2-ac37-6461609f1543 admin admin] Allocated IP 172.25.6.65 (48165773-85ad-49a1-9ec1-76fc8dc24188/7660bfad-1ea8-4fe7-831b-bed836f13efc/375c1d4d-6c08-48e0-b09d-ef482b4283e7) {{(pid=103376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:27:52.723694 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-4a6a1d87-7a86-4075-873a-ee06e0e6810d tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Deleting port d9151558-042a-4747-a5fc-2ad46e48c518 {{(pid=103377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:27:52.726094 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-4a6a1d87-7a86-4075-873a-ee06e0e6810d tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (d9151558-042a-4747-a5fc-2ad46e48c518), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:52.767941 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4fd883-da37-4e94-aa60-8211bd30139c None None] Pushing event updated for resources: {'Port': ['ID=aa7918de-3aeb-415d-b9bd-e6d3ababab97,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:27:52.775463 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Current status of the port 22c61319-a2fc-4148-8d7a-ce20ec6f79cd is: DOWN; New status is: BUILD {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:27:52.776371 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (22c61319-a2fc-4148-8d7a-ce20ec6f79cd), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:52.791641 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22c61319-a2fc-4148-8d7a-ce20ec6f79cd {{(pid=103378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 17:27:52.833441 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] For port 22c61319-a2fc-4148-8d7a-ce20ec6f79cd, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=22c61319-a2fc-4148-8d7a-ce20ec6f79cd,segment=NetworkSegment(9e3ed071-c030-493d-8cca-599abfcb88ee),segment_id=9e3ed071-c030-493d-8cca-599abfcb88ee)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:27:52.839617 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (22c61319-a2fc-4148-8d7a-ce20ec6f79cd), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:52.926368 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Pushing event updated for resources: {'Port': ['ID=22c61319-a2fc-4148-8d7a-ce20ec6f79cd,revision_number=4']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:27:52.930587 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-8df5e389-823c-48c1-b726-9577120a7e25 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Publish callbacks [] for port (b55fa747-79dc-463c-8cb9-49034a5b61b6), precommit_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:52.940345 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-8df5e389-823c-48c1-b726-9577120a7e25 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675836'] for port (b55fa747-79dc-463c-8cb9-49034a5b61b6), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:52.951500 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device f5652841-7550-48ba-b2e0-fe3fe31263f4 up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:27:52.985674 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 45542) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:27:53.025866 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port f5652841-7550-48ba-b2e0-fe3fe31263f4 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:27:53.026882 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (f5652841-7550-48ba-b2e0-fe3fe31263f4), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:53.094580 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-8df5e389-823c-48c1-b726-9577120a7e25 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] In _notify_port_updated(), no bound segment for port b55fa747-79dc-463c-8cb9-49034a5b61b6 on network c86bc9c8-f9aa-4c51-afb8-69a184ac0d36 {{(pid=103376) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Feb 04 17:27:53.099887 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8df5e389-823c-48c1-b726-9577120a7e25 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:27:53.100855 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-8df5e389-823c-48c1-b726-9577120a7e25 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:53.102133 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-8df5e389-823c-48c1-b726-9577120a7e25 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] 10.222.0.89 "PUT /v2.0/ports/b55fa747-79dc-463c-8cb9-49034a5b61b6 HTTP/1.1" status: 200 len: 931 time: 3.1933665 Feb 04 17:27:53.107305 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 45546) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:27:53.113435 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-4a6a1d87-7a86-4075-873a-ee06e0e6810d tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (d9151558-042a-4747-a5fc-2ad46e48c518), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:53.121323 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df5e389-823c-48c1-b726-9577120a7e25 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Pushing event updated for resources: {'Port': ['ID=b55fa747-79dc-463c-8cb9-49034a5b61b6,revision_number=2']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:27:53.155638 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-4a6a1d87-7a86-4075-873a-ee06e0e6810d tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Calling delete_port for d9151558-042a-4747-a5fc-2ad46e48c518 owned by {{(pid=103377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:27:53.277077 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port f5652841-7550-48ba-b2e0-fe3fe31263f4 is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:27:53.278279 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 6e50b120-f7ef-4659-8a6e-c420b58e38c0 up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:27:53.354532 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-5aeeb042-72ce-42f2-ac37-6461609f1543 admin admin] Publish callbacks [] for port (375c1d4d-6c08-48e0-b09d-ef482b4283e7), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:53.382076 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port 6e50b120-f7ef-4659-8a6e-c420b58e38c0 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:27:53.382816 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (6e50b120-f7ef-4659-8a6e-c420b58e38c0), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:53.391549 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-997f7276-290a-43c6-941b-bfd802fd75b5 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Deleting port b55fa747-79dc-463c-8cb9-49034a5b61b6 {{(pid=103376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:27:53.391907 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-997f7276-290a-43c6-941b-bfd802fd75b5 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (b55fa747-79dc-463c-8cb9-49034a5b61b6), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:53.435110 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] get_ports_and_sgs() called for port_ids ['22c61319-a2fc-4148-8d7a-ce20ec6f79cd'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 17:27:53.437597 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b6ca3c5-162a-40ff-a653-da1d9c1eedbb None None] Network ebdc431d-e6a4-4155-be30-2a7d896acbb0 requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:27:53.474007 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-f19f992d-ca45-48fa-b442-455819d45ea5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:53.528660 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-997f7276-290a-43c6-941b-bfd802fd75b5 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (b55fa747-79dc-463c-8cb9-49034a5b61b6), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:53.551049 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-997f7276-290a-43c6-941b-bfd802fd75b5 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Calling delete_port for b55fa747-79dc-463c-8cb9-49034a5b61b6 owned by {{(pid=103376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:27:53.615725 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-5aeeb042-72ce-42f2-ac37-6461609f1543 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (375c1d4d-6c08-48e0-b09d-ef482b4283e7), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:53.710035 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aeeb042-72ce-42f2-ac37-6461609f1543 admin admin] Network 48165773-85ad-49a1-9ec1-76fc8dc24188 is already hosted by enough agents. {{(pid=103376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:27:53.716903 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [None req-5aeeb042-72ce-42f2-ac37-6461609f1543 admin admin] Resources bound (agent type, host, resource id): {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:27:53.719421 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aeeb042-72ce-42f2-ac37-6461609f1543 admin admin] Received port after_create {{(pid=103376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:27:53.727058 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-f19f992d-ca45-48fa-b442-455819d45ea5 admin admin] Publish callbacks [] for security_group (5ea39618-b69e-4737-83ef-daa18cd3abfc), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:53.729538 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-4a6a1d87-7a86-4075-873a-ee06e0e6810d tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (d9151558-042a-4747-a5fc-2ad46e48c518), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:53.747925 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-f19f992d-ca45-48fa-b442-455819d45ea5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (5ea39618-b69e-4737-83ef-daa18cd3abfc), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:53.779443 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aeeb042-72ce-42f2-ac37-6461609f1543 admin admin] Pushing event updated for resources: {'Port': ['ID=375c1d4d-6c08-48e0-b09d-ef482b4283e7,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:27:53.841727 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6a1d87-7a86-4075-873a-ee06e0e6810d tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Pushing event deleted for resources: {'Port': ['ID=d9151558-042a-4747-a5fc-2ad46e48c518,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:27:53.910907 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-f19f992d-ca45-48fa-b442-455819d45ea5 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=612fa92873824a92b6fd8122f1f0c721&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9241230 Feb 04 17:27:53.917694 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 45550) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:27:53.961298 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19f992d-ca45-48fa-b442-455819d45ea5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ea39618-b69e-4737-83ef-daa18cd3abfc,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:27:54.030904 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-a525e206-a3c7-4a2e-981a-f1a9535fa962 None None] Provisioning complete for port 6e50b120-f7ef-4659-8a6e-c420b58e38c0 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:27:54.032331 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a525e206-a3c7-4a2e-981a-f1a9535fa962 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (6e50b120-f7ef-4659-8a6e-c420b58e38c0), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:54.066709 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-997f7276-290a-43c6-941b-bfd802fd75b5 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (b55fa747-79dc-463c-8cb9-49034a5b61b6), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:54.101924 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cfbeef-1c10-4b21-8389-46b2abc7e9a2 req-aba04b73-204a-4c20-a4f5-696c27fccc88 tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:27:54.104419 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-65cfbeef-1c10-4b21-8389-46b2abc7e9a2 req-aba04b73-204a-4c20-a4f5-696c27fccc88 tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] 10.222.0.89 "GET /v2.0/ports?device_id=f2c300b1-94a0-4e81-a6de-54c4630651af HTTP/1.1" status: 200 len: 945 time: 0.3707545 Feb 04 17:27:54.148807 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-4a6a1d87-7a86-4075-873a-ee06e0e6810d tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:54.157444 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-4a6a1d87-7a86-4075-873a-ee06e0e6810d tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] 10.222.0.89 "DELETE /v2.0/ports/d9151558-042a-4747-a5fc-2ad46e48c518 HTTP/1.1" status: 204 len: 168 time: 1.7320905 Feb 04 17:27:54.162939 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 45552) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:27:54.230768 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997f7276-290a-43c6-941b-bfd802fd75b5 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Pushing event deleted for resources: {'Port': ['ID=b55fa747-79dc-463c-8cb9-49034a5b61b6,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:27:54.252166 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port 6e50b120-f7ef-4659-8a6e-c420b58e38c0 is: DOWN; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:27:54.252617 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (6e50b120-f7ef-4659-8a6e-c420b58e38c0), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:54.316266 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-65cfbeef-1c10-4b21-8389-46b2abc7e9a2 req-299d8be9-ff05-4f0d-85bb-f3ab5de48ac4 tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] 10.222.0.89 "GET /v2.0/security-groups?id=749b530c-d4d8-46cd-99b4-1a8b04e03f53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2021046 Feb 04 17:27:54.324371 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-398a5993-2c09-4e66-b2d7-34ebca62a1dc tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:27:54.326705 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-398a5993-2c09-4e66-b2d7-34ebca62a1dc tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:27:54.330774 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-398a5993-2c09-4e66-b2d7-34ebca62a1dc tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:27:54.333968 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-398a5993-2c09-4e66-b2d7-34ebca62a1dc tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] 10.222.0.89 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1691940 Feb 04 17:27:54.338704 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 45554) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:27:54.361604 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ce7849f-0c23-4f9a-bf92-bd55bd393770 None None] Update dhcp port {'port': {'network_id': 'ebdc431d-e6a4-4155-be30-2a7d896acbb0', 'fixed_ips': [{'subnet_id': '07ccae6b-a4d3-4821-a64f-f81c50d1ef5b', 'ip_address': '2001:db8::f816:3eff:fe52:10b4'}, {'subnet_id': '03017f23-f571-46f9-88ab-bf54f84b1bf2'}], 'binding:host_id': 'n-d-827839-2'}, 'id': '6e50b120-f7ef-4659-8a6e-c420b58e38c0'} from n-d-827839-2. {{(pid=103378) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 04 17:27:54.466261 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.db_base_plugin_v2 [None req-1fc3a560-8e94-4533-a164-37dfd3803a20 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Deleting subnet 03017f23-f571-46f9-88ab-bf54f84b1bf2 {{(pid=103377) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 17:27:54.470204 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-1fc3a560-8e94-4533-a164-37dfd3803a20 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks [] for subnet (03017f23-f571-46f9-88ab-bf54f84b1bf2), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:54.479561 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4ce7849f-0c23-4f9a-bf92-bd55bd393770 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (6e50b120-f7ef-4659-8a6e-c420b58e38c0), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:54.482257 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-a525e206-a3c7-4a2e-981a-f1a9535fa962 None None] Current status of the port 6e50b120-f7ef-4659-8a6e-c420b58e38c0 is: DOWN; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:27:54.482639 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a525e206-a3c7-4a2e-981a-f1a9535fa962 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (6e50b120-f7ef-4659-8a6e-c420b58e38c0), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:54.529488 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] For port 6e50b120-f7ef-4659-8a6e-c420b58e38c0, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=6e50b120-f7ef-4659-8a6e-c420b58e38c0,segment=NetworkSegment(2fcce0c7-9a0a-428a-b986-cae51cd3c129),segment_id=2fcce0c7-9a0a-428a-b986-cae51cd3c129)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:27:54.567865 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-1fc3a560-8e94-4533-a164-37dfd3803a20 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26866676'] for subnet (03017f23-f571-46f9-88ab-bf54f84b1bf2), precommit_delete_associations {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:54.589150 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (6e50b120-f7ef-4659-8a6e-c420b58e38c0), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:54.673867 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-1fc3a560-8e94-4533-a164-37dfd3803a20 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1541225'] for subnet (03017f23-f571-46f9-88ab-bf54f84b1bf2), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:54.805154 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-1fc3a560-8e94-4533-a164-37dfd3803a20 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1541216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25888360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25597190'] for subnet (03017f23-f571-46f9-88ab-bf54f84b1bf2), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:54.828641 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-1fc3a560-8e94-4533-a164-37dfd3803a20 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks [] for subnet (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:54.837376 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.db.api [None req-a525e206-a3c7-4a2e-981a-f1a9535fa962 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103378) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 17:27:54.837735 n-d-827839-2 neutron-server[103378]: DEBUG oslo_db.api [None req-a525e206-a3c7-4a2e-981a-f1a9535fa962 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 17:27:54.838514 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abd10012-2718-41bf-b23a-f709b818715f None None] Network df50260c-ccf9-42da-ab7c-062be6414a2d requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:27:54.838779 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-1fc3a560-8e94-4533-a164-37dfd3803a20 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] 10.222.0.89 "DELETE /v2.0/subnets/03017f23-f571-46f9-88ab-bf54f84b1bf2 HTTP/1.1" status: 204 len: 168 time: 0.4978609 Feb 04 17:27:54.843639 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 45556) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:27:54.888652 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-e653e321-0640-4994-9999-5912e32bb06b admin admin] Publish callbacks [] for security_group (5ea39618-b69e-4737-83ef-daa18cd3abfc), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:54.890886 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-997f7276-290a-43c6-941b-bfd802fd75b5 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:54.898512 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-997f7276-290a-43c6-941b-bfd802fd75b5 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] 10.222.0.89 "DELETE /v2.0/ports/b55fa747-79dc-463c-8cb9-49034a5b61b6 HTTP/1.1" status: 204 len: 168 time: 1.7888734 Feb 04 17:27:54.913101 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device aa7918de-3aeb-415d-b9bd-e6d3ababab97 up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:27:54.954128 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Pushing event updated for resources: {'Port': ['ID=6e50b120-f7ef-4659-8a6e-c420b58e38c0,revision_number=3']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:27:54.955637 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-5aeeb042-72ce-42f2-ac37-6461609f1543 admin admin] Publish callbacks [] for router_gateway (92f45d93-1482-47ac-bc3b-900145f579b5), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:54.967644 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server [None req-4ce7849f-0c23-4f9a-bf92-bd55bd393770 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 03017f23-f571-46f9-88ab-bf54f84b1bf2: This subnet is being modified by another concurrent operation. Feb 04 17:27:54.967644 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 04 17:27:54.967644 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 04 17:27:54.967644 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 04 17:27:54.967644 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 04 17:27:54.967644 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 04 17:27:54.967644 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 04 17:27:54.967644 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 04 17:27:54.967644 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 04 17:27:54.967644 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 04 17:27:54.967644 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 04 17:27:54.967644 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 04 17:27:54.967644 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 04 17:27:54.967644 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 04 17:27:54.967644 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 17:27:54.967644 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 17:27:54.967644 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 17:27:54.967644 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 17:27:54.967644 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 04 17:27:54.967644 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 04 17:27:54.967644 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 04 17:27:54.967644 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 04 17:27:54.967644 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 17:27:54.967644 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 17:27:54.967644 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 17:27:54.967644 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 17:27:54.967644 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 04 17:27:54.967644 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 04 17:27:54.967644 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 04 17:27:54.967644 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 04 17:27:54.967644 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 17:27:54.967644 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 17:27:54.967644 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 17:27:54.967644 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 17:27:54.967644 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 04 17:27:54.967644 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 04 17:27:54.967644 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 315, in update_dhcp_port Feb 04 17:27:54.967644 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Feb 04 17:27:54.967644 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 118, in _port_action Feb 04 17:27:54.967644 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Feb 04 17:27:54.967644 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 04 17:27:54.967644 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 04 17:27:54.967644 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 04 17:27:54.967644 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 04 17:27:54.967644 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 04 17:27:54.967644 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 04 17:27:54.967644 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 17:27:54.967644 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 17:27:54.967644 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 17:27:54.967644 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 17:27:54.967644 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 04 17:27:54.967644 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 04 17:27:54.967644 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 04 17:27:54.967644 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 04 17:27:54.971319 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 17:27:54.971319 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 17:27:54.971319 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 17:27:54.971319 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 17:27:54.971319 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 04 17:27:54.971319 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 04 17:27:54.971319 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 04 17:27:54.971319 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 04 17:27:54.971319 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 17:27:54.971319 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 17:27:54.971319 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 17:27:54.971319 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 17:27:54.971319 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 04 17:27:54.971319 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 04 17:27:54.971319 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1792, in update_port Feb 04 17:27:54.971319 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Feb 04 17:27:54.971319 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 04 17:27:54.971319 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 04 17:27:54.971319 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1521, in update_port Feb 04 17:27:54.971319 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Feb 04 17:27:54.971319 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Feb 04 17:27:54.971319 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Feb 04 17:27:54.971319 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 451, in update_port_with_ips Feb 04 17:27:54.971319 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Feb 04 17:27:54.971319 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 375, in _update_ips_for_port Feb 04 17:27:54.971319 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 04 17:27:54.971319 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 04 17:27:54.971319 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 04 17:27:54.971319 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 04 17:27:54.971319 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server raise exception Feb 04 17:27:54.971319 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 03017f23-f571-46f9-88ab-bf54f84b1bf2: This subnet is being modified by another concurrent operation. Feb 04 17:27:54.971319 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server Feb 04 17:27:54.989106 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 45558) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:27:55.063999 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port aa7918de-3aeb-415d-b9bd-e6d3ababab97 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:27:55.064596 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (aa7918de-3aeb-415d-b9bd-e6d3ababab97), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:55.140731 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-e653e321-0640-4994-9999-5912e32bb06b admin admin] Publish callbacks [] for security_group (5ea39618-b69e-4737-83ef-daa18cd3abfc), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:55.165630 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port aa7918de-3aeb-415d-b9bd-e6d3ababab97 is: DOWN; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:27:55.166321 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (aa7918de-3aeb-415d-b9bd-e6d3ababab97), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:55.178961 n-d-827839-2 neutron-server[103376]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc84cdac-4c26-4b98-8110-4700c15df099 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] GET failed (client error): The resource could not be found. Feb 04 17:27:55.183155 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-bc84cdac-4c26-4b98-8110-4700c15df099 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] 10.222.0.89 "GET /v2.0/ports/b55fa747-79dc-463c-8cb9-49034a5b61b6 HTTP/1.1" status: 404 len: 333 time: 0.1138289 Feb 04 17:27:55.189904 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 45560) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:27:55.215958 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] For port aa7918de-3aeb-415d-b9bd-e6d3ababab97, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=aa7918de-3aeb-415d-b9bd-e6d3ababab97,segment=NetworkSegment(26c37238-eb14-4048-93f5-19bbe58aaf47),segment_id=26c37238-eb14-4048-93f5-19bbe58aaf47)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:27:55.224283 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (aa7918de-3aeb-415d-b9bd-e6d3ababab97), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:55.275505 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc3a560-8e94-4533-a164-37dfd3803a20 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Pushing event deleted for resources: {'Subnet': ['ID=03017f23-f571-46f9-88ab-bf54f84b1bf2,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:27:55.308872 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Pushing event updated for resources: {'Port': ['ID=aa7918de-3aeb-415d-b9bd-e6d3ababab97,revision_number=3']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:27:55.330460 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-e653e321-0640-4994-9999-5912e32bb06b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (5ea39618-b69e-4737-83ef-daa18cd3abfc), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:55.333652 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-e653e321-0640-4994-9999-5912e32bb06b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:55.334809 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-e653e321-0640-4994-9999-5912e32bb06b admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/5ea39618-b69e-4737-83ef-daa18cd3abfc HTTP/1.1" status: 204 len: 168 time: 1.4147294 Feb 04 17:27:55.359315 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.db_base_plugin_v2 [None req-74ba9f8a-ecea-425a-a5b7-fdcfc821f3c0 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Deleting subnet 07ccae6b-a4d3-4821-a64f-f81c50d1ef5b {{(pid=103377) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 17:27:55.363198 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-74ba9f8a-ecea-425a-a5b7-fdcfc821f3c0 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks [] for subnet (07ccae6b-a4d3-4821-a64f-f81c50d1ef5b), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:55.399345 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-a525e206-a3c7-4a2e-981a-f1a9535fa962 None None] Current status of the port 6e50b120-f7ef-4659-8a6e-c420b58e38c0 is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:27:55.417639 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-74ba9f8a-ecea-425a-a5b7-fdcfc821f3c0 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26866676'] for subnet (07ccae6b-a4d3-4821-a64f-f81c50d1ef5b), precommit_delete_associations {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:55.445544 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e653e321-0640-4994-9999-5912e32bb06b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ea39618-b69e-4737-83ef-daa18cd3abfc,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:27:55.452618 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-4ca46fd7-2ea0-41e1-9ea2-ebeb41638745 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Publish callbacks [] for security_group (89f53ac3-89f9-41cb-8b55-2c25c481a979), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:55.493772 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-4ca46fd7-2ea0-41e1-9ea2-ebeb41638745 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Publish callbacks [] for security_group (89f53ac3-89f9-41cb-8b55-2c25c481a979), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:55.503737 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-064377dc-94ec-496c-bb0c-01b7520e6f9d None None] get_active_networks_info from n-d-827839-2 {{(pid=103378) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 04 17:27:55.530477 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-74ba9f8a-ecea-425a-a5b7-fdcfc821f3c0 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1541225'] for subnet (07ccae6b-a4d3-4821-a64f-f81c50d1ef5b), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:55.600902 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-74ba9f8a-ecea-425a-a5b7-fdcfc821f3c0 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1541216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25888360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25597190'] for subnet (07ccae6b-a4d3-4821-a64f-f81c50d1ef5b), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:55.613271 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-61dc5fd9-5f1f-4ec7-b95d-468c9a7a5093 None None] Provisioning complete for port 6e50b120-f7ef-4659-8a6e-c420b58e38c0 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:27:55.614112 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-61dc5fd9-5f1f-4ec7-b95d-468c9a7a5093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (6e50b120-f7ef-4659-8a6e-c420b58e38c0), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:55.641139 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ba9f8a-ecea-425a-a5b7-fdcfc821f3c0 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Pushing event deleted for resources: {'Subnet': ['ID=07ccae6b-a4d3-4821-a64f-f81c50d1ef5b,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:27:55.647436 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-74ba9f8a-ecea-425a-a5b7-fdcfc821f3c0 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks [] for subnet (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:55.651354 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3cc8f5-ab82-48d3-b829-2aabe974f9dc req-eea93bfa-f301-4d12-9a4a-a114bacb1e0d tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:27:55.653044 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-0b3cc8f5-ab82-48d3-b829-2aabe974f9dc req-eea93bfa-f301-4d12-9a4a-a114bacb1e0d tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] 10.222.0.89 "GET /v2.0/ports?device_id=f2c300b1-94a0-4e81-a6de-54c4630651af HTTP/1.1" status: 200 len: 945 time: 0.1266594 Feb 04 17:27:55.653549 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-74ba9f8a-ecea-425a-a5b7-fdcfc821f3c0 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] 10.222.0.89 "DELETE /v2.0/subnets/07ccae6b-a4d3-4821-a64f-f81c50d1ef5b HTTP/1.1" status: 204 len: 168 time: 0.8090222 Feb 04 17:27:55.654282 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 45568) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:27:55.655976 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-4ca46fd7-2ea0-41e1-9ea2-ebeb41638745 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (89f53ac3-89f9-41cb-8b55-2c25c481a979), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:55.658623 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-4ca46fd7-2ea0-41e1-9ea2-ebeb41638745 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Publish callbacks [] for security_group (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:55.659726 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-4ca46fd7-2ea0-41e1-9ea2-ebeb41638745 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] 10.222.0.89 "DELETE /v2.0/security-groups/89f53ac3-89f9-41cb-8b55-2c25c481a979 HTTP/1.1" status: 204 len: 168 time: 0.4664557 Feb 04 17:27:55.665120 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 45570) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:27:55.687128 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-5aeeb042-72ce-42f2-ac37-6461609f1543 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1602046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603680'] for router (92f45d93-1482-47ac-bc3b-900145f579b5), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:55.707325 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca46fd7-2ea0-41e1-9ea2-ebeb41638745 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=89f53ac3-89f9-41cb-8b55-2c25c481a979,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:27:55.712248 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-887d0447-783c-4d48-97ed-3711ca50b044 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] 10.222.0.89 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0561175 Feb 04 17:27:55.713159 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 45572) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:27:55.718340 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-61530f9d-794a-4e00-a61c-a595b4fa7df4 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Request body: {'subnet': {'network_id': 'ebdc431d-e6a4-4155-be30-2a7d896acbb0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:27:55.788867 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 45574) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:27:55.807350 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-17c004a4-23f5-45be-ac9f-8df130d162dd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:55.819010 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-61dc5fd9-5f1f-4ec7-b95d-468c9a7a5093 None None] Current status of the port 6e50b120-f7ef-4659-8a6e-c420b58e38c0 is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:27:55.845648 n-d-827839-2 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-064377dc-94ec-496c-bb0c-01b7520e6f9d None None] Resources bound (agent type, host, resource id): {{(pid=103378) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 04 17:27:55.849192 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-61dc5fd9-5f1f-4ec7-b95d-468c9a7a5093 None None] Provisioning complete for port aa7918de-3aeb-415d-b9bd-e6d3ababab97 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:27:55.849572 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-61dc5fd9-5f1f-4ec7-b95d-468c9a7a5093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (aa7918de-3aeb-415d-b9bd-e6d3ababab97), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:55.854154 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-0b3cc8f5-ab82-48d3-b829-2aabe974f9dc req-64f29e55-c70e-4393-ac5d-666477092115 tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] 10.222.0.89 "GET /v2.0/security-groups?id=749b530c-d4d8-46cd-99b4-1a8b04e03f53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1863077 Feb 04 17:27:55.870903 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61530f9d-794a-4e00-a61c-a595b4fa7df4 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Made reservation on behalf of 2dabbd0ed422411582aec81f9de51a07 for: {'subnet': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:27:55.874133 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-61530f9d-794a-4e00-a61c-a595b4fa7df4 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25597243'] for subnet (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:55.893340 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-b1c98959-3e3d-4a36-a82e-05a1d7c04821 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Publish callbacks [] for security_group (314914e5-0ca7-4a26-a7d7-78f82570bcc4), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:55.933757 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-b1c98959-3e3d-4a36-a82e-05a1d7c04821 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Publish callbacks [] for security_group (314914e5-0ca7-4a26-a7d7-78f82570bcc4), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:55.973850 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5aeeb042-72ce-42f2-ac37-6461609f1543 admin admin] Router 92f45d93-1482-47ac-bc3b-900145f579b5 is scheduled to L3 agent 64ada913-9131-4d99-a265-63a920956287 with binding_index 1 {{(pid=103376) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 17:27:55.997216 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-b1c98959-3e3d-4a36-a82e-05a1d7c04821 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (314914e5-0ca7-4a26-a7d7-78f82570bcc4), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:56.000362 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-b1c98959-3e3d-4a36-a82e-05a1d7c04821 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Publish callbacks [] for security_group (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:56.002503 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-b1c98959-3e3d-4a36-a82e-05a1d7c04821 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] 10.222.0.89 "DELETE /v2.0/security-groups/314914e5-0ca7-4a26-a7d7-78f82570bcc4 HTTP/1.1" status: 204 len: 168 time: 0.3274708 Feb 04 17:27:56.006245 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 45576) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:27:56.015368 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-17c004a4-23f5-45be-ac9f-8df130d162dd admin admin] Publish callbacks [] for security_group (d4fd8600-93ed-433b-ad06-57c54d412025), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:56.039639 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-17c004a4-23f5-45be-ac9f-8df130d162dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (d4fd8600-93ed-433b-ad06-57c54d412025), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:56.056009 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-61dc5fd9-5f1f-4ec7-b95d-468c9a7a5093 None None] Current status of the port aa7918de-3aeb-415d-b9bd-e6d3ababab97 is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:27:56.086750 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c98959-3e3d-4a36-a82e-05a1d7c04821 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=314914e5-0ca7-4a26-a7d7-78f82570bcc4,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:27:56.104702 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-17c004a4-23f5-45be-ac9f-8df130d162dd admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=c684aea49aa945cabd7078e94a732de1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3124421 Feb 04 17:27:56.105582 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 45578) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:27:56.109996 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-61dc5fd9-5f1f-4ec7-b95d-468c9a7a5093 None None] Provisioning complete for port c87e227b-2d60-487e-abc7-7771e4af8796 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:27:56.110518 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-61dc5fd9-5f1f-4ec7-b95d-468c9a7a5093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (c87e227b-2d60-487e-abc7-7771e4af8796), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:56.133418 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c004a4-23f5-45be-ac9f-8df130d162dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4fd8600-93ed-433b-ad06-57c54d412025,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:27:56.150624 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d4c6967-0c37-452c-8458-d3a7a00ecd86 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Deleting subnet 7995983b-e667-426b-9519-934712e9d9d8 {{(pid=103376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 17:27:56.162218 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-7d4c6967-0c37-452c-8458-d3a7a00ecd86 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Publish callbacks [] for subnet (7995983b-e667-426b-9519-934712e9d9d8), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:56.169882 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-61dc5fd9-5f1f-4ec7-b95d-468c9a7a5093 None None] Port c87e227b-2d60-487e-abc7-7771e4af8796 cannot update to ACTIVE because it is not bound. {{(pid=103378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 17:27:56.182916 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-61530f9d-794a-4e00-a61c-a595b4fa7df4 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25889445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25597197'] for subnet (a90c7fda-167f-4e2c-86a9-4e1f3e6e5c73), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:56.211789 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-61dc5fd9-5f1f-4ec7-b95d-468c9a7a5093 None None] Could not find standard attr ID for object b55fa747-79dc-463c-8cb9-49034a5b61b6. {{(pid=103378) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 17:27:56.222322 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-61dc5fd9-5f1f-4ec7-b95d-468c9a7a5093 None None] Provisioning complete for port f5652841-7550-48ba-b2e0-fe3fe31263f4 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:27:56.222702 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-61dc5fd9-5f1f-4ec7-b95d-468c9a7a5093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (f5652841-7550-48ba-b2e0-fe3fe31263f4), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:56.232625 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-7d4c6967-0c37-452c-8458-d3a7a00ecd86 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25674901'] for subnet (7995983b-e667-426b-9519-934712e9d9d8), precommit_delete_associations {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:56.236953 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5aeeb042-72ce-42f2-ac37-6461609f1543 admin admin] Notify agent at l3_agent.n-d-827839-2 the message routers_updated {{(pid=103376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 17:27:56.243053 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61530f9d-794a-4e00-a61c-a595b4fa7df4 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Network ebdc431d-e6a4-4155-be30-2a7d896acbb0 is already hosted by enough agents. {{(pid=103377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:27:56.249733 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [None req-61530f9d-794a-4e00-a61c-a595b4fa7df4 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Resources bound (agent type, host, resource id): {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:27:56.251213 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-946b4ea1-41f7-4f9f-8f83-dca543d6efc9 None None] Sync routers for ids ['92f45d93-1482-47ac-bc3b-900145f579b5'] in n-d-827839-2 {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 17:27:56.253177 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61530f9d-794a-4e00-a61c-a595b4fa7df4 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:27:56.254486 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-61530f9d-794a-4e00-a61c-a595b4fa7df4 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks [] for subnet (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:56.260491 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-5517f8d4-af5e-4418-8082-65fc42ccb456 admin admin] Publish callbacks [] for security_group (d4fd8600-93ed-433b-ad06-57c54d412025), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:56.267735 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-389ffa95-54b1-4be6-83a4-33999a374b1f None None] get_active_networks_info from n-d-827839-2 {{(pid=103378) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 04 17:27:56.271827 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-946b4ea1-41f7-4f9f-8f83-dca543d6efc9 None None] Routers {'92f45d93-1482-47ac-bc3b-900145f579b5'} bound to L3 agent in host n-d-827839-2 {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:27:56.272016 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-946b4ea1-41f7-4f9f-8f83-dca543d6efc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:27:32Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['92f45d93-1482-47ac-bc3b-900145f579b5'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:27:56.279091 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61530f9d-794a-4e00-a61c-a595b4fa7df4 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Pushing event updated for resources: {'Subnet': ['ID=a90c7fda-167f-4e2c-86a9-4e1f3e6e5c73,revision_number=0']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:27:56.299393 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-5aeeb042-72ce-42f2-ac37-6461609f1543 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:56.299647 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-61530f9d-794a-4e00-a61c-a595b4fa7df4 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5801358 Feb 04 17:27:56.299757 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-5aeeb042-72ce-42f2-ac37-6461609f1543 admin admin] 10.222.0.89 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.9309428 Feb 04 17:27:56.299757 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 45580) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:27:56.299933 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 45582) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:27:56.307118 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-8bdf3704-4530-4c94-9b49-200da8a0e0f5 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Request body: {'subnet': {'network_id': 'ebdc431d-e6a4-4155-be30-2a7d896acbb0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:27:56.341512 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device 22c61319-a2fc-4148-8d7a-ce20ec6f79cd up at agent hyperv_n-h1-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:27:56.403989 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvr_db [None req-946b4ea1-41f7-4f9f-8f83-dca543d6efc9 None None] Set router 92f45d93-1482-47ac-bc3b-900145f579b5 gateway port host: n-d-827839-2 {{(pid=103379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:27:56.420793 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-5517f8d4-af5e-4418-8082-65fc42ccb456 admin admin] Publish callbacks [] for security_group (d4fd8600-93ed-433b-ad06-57c54d412025), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:56.460892 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bdf3704-4530-4c94-9b49-200da8a0e0f5 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Made reservation on behalf of 2dabbd0ed422411582aec81f9de51a07 for: {'subnet': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:27:56.464723 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-8bdf3704-4530-4c94-9b49-200da8a0e0f5 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25597243'] for subnet (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:56.507126 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-61dc5fd9-5f1f-4ec7-b95d-468c9a7a5093 None None] Current status of the port f5652841-7550-48ba-b2e0-fe3fe31263f4 is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:27:56.513365 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-61dc5fd9-5f1f-4ec7-b95d-468c9a7a5093 None None] Could not find standard attr ID for object d9151558-042a-4747-a5fc-2ad46e48c518. {{(pid=103378) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 17:27:56.514832 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Provisioning for port 22c61319-a2fc-4148-8d7a-ce20ec6f79cd completed by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 17:27:56.522473 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-7d4c6967-0c37-452c-8458-d3a7a00ecd86 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1541225'] for subnet (7995983b-e667-426b-9519-934712e9d9d8), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:56.527101 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Provisioning complete for port 22c61319-a2fc-4148-8d7a-ce20ec6f79cd triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:27:56.527591 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (22c61319-a2fc-4148-8d7a-ce20ec6f79cd), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:56.588103 n-d-827839-2 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-389ffa95-54b1-4be6-83a4-33999a374b1f None None] Resources bound (agent type, host, resource id): {{(pid=103378) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 04 17:27:56.621230 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-946b4ea1-41f7-4f9f-8f83-dca543d6efc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92f45d93-1482-47ac-bc3b-900145f579b5', 'name': 'tempest-ServersTestManualDisk-1976305712-router', 'tenant_id': '6da63b05ffc14b34a19fe38a380b0dc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.65'}], 'enable_snat': True}, 'gw_port_id': '375c1d4d-6c08-48e0-b09d-ef482b4283e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:27:50Z', 'updated_at': '2022-02-04T17:27:53Z', 'revision_number': 3, 'project_id': '6da63b05ffc14b34a19fe38a380b0dc4', 'gw_port': {'id': '375c1d4d-6c08-48e0-b09d-ef482b4283e7', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:63:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92f45d93-1482-47ac-bc3b-900145f579b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1992, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:27:51Z', 'updated_at': '2022-02-04T17:27:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2'}], 'n-d-827839-2', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:27:56.658601 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-946b4ea1-41f7-4f9f-8f83-dca543d6efc9 None None] Checking router: 92f45d93-1482-47ac-bc3b-900145f579b5 for host: n-d-827839-2 {{(pid=103379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 17:27:56.659235 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-946b4ea1-41f7-4f9f-8f83-dca543d6efc9 None None] Updating router 92f45d93-1482-47ac-bc3b-900145f579b5 port 375c1d4d-6c08-48e0-b09d-ef482b4283e7 binding host n-d-827839-2 {{(pid=103379) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 17:27:56.692811 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-7d4c6967-0c37-452c-8458-d3a7a00ecd86 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1541216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25675894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25858947'] for subnet (7995983b-e667-426b-9519-934712e9d9d8), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:56.695594 n-d-827839-2 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-946b4ea1-41f7-4f9f-8f83-dca543d6efc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (375c1d4d-6c08-48e0-b09d-ef482b4283e7), before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:56.705785 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Current status of the port 22c61319-a2fc-4148-8d7a-ce20ec6f79cd is: BUILD; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:27:56.706201 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (22c61319-a2fc-4148-8d7a-ce20ec6f79cd), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:56.718864 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-b4fee70d-a4c2-413a-9054-26b64027cfd0 None None] Provisioning complete for port 6e50b120-f7ef-4659-8a6e-c420b58e38c0 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:27:56.719237 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b4fee70d-a4c2-413a-9054-26b64027cfd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (6e50b120-f7ef-4659-8a6e-c420b58e38c0), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:56.787543 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-5517f8d4-af5e-4418-8082-65fc42ccb456 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (d4fd8600-93ed-433b-ad06-57c54d412025), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:56.790882 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-5517f8d4-af5e-4418-8082-65fc42ccb456 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:56.792327 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-5517f8d4-af5e-4418-8082-65fc42ccb456 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/d4fd8600-93ed-433b-ad06-57c54d412025 HTTP/1.1" status: 204 len: 168 time: 0.6860936 Feb 04 17:27:56.804284 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4c6967-0c37-452c-8458-d3a7a00ecd86 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Pushing event deleted for resources: {'Subnet': ['ID=7995983b-e667-426b-9519-934712e9d9d8,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:27:56.807978 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5517f8d4-af5e-4418-8082-65fc42ccb456 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4fd8600-93ed-433b-ad06-57c54d412025,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:27:56.832564 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-7d4c6967-0c37-452c-8458-d3a7a00ecd86 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Publish callbacks [] for subnet (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:56.842189 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-7d4c6967-0c37-452c-8458-d3a7a00ecd86 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] 10.222.0.89 "DELETE /v2.0/subnets/7995983b-e667-426b-9519-934712e9d9d8 HTTP/1.1" status: 204 len: 168 time: 0.8294787 Feb 04 17:27:56.844859 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 45586) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:27:56.854922 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-5921c1a3-c7b3-4a88-a208-8517262df670 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Request body: {'subnet': {'network_id': 'c86bc9c8-f9aa-4c51-afb8-69a184ac0d36', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:27:57.004907 n-d-827839-2 neutron-server[103377]: DEBUG neutron.objects.ports [None req-8bdf3704-4530-4c94-9b49-200da8a0e0f5 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103377) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 04 17:27:57.049627 n-d-827839-2 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-946b4ea1-41f7-4f9f-8f83-dca543d6efc9 None None] Publish callbacks [] for port (375c1d4d-6c08-48e0-b09d-ef482b4283e7), precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:57.054892 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device aa7918de-3aeb-415d-b9bd-e6d3ababab97 up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:27:57.060483 n-d-827839-2 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-946b4ea1-41f7-4f9f-8f83-dca543d6efc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (375c1d4d-6c08-48e0-b09d-ef482b4283e7), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:57.116487 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5921c1a3-c7b3-4a88-a208-8517262df670 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Made reservation on behalf of bcdddb23c6b346f2aa47053863d313d1 for: {'subnet': 1} {{(pid=103376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:27:57.119995 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-5921c1a3-c7b3-4a88-a208-8517262df670 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25859006'] for subnet (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:57.123992 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2c300b1-94a0-4e81-a6de-54c4630651af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22c61319-a2fc-4148-8d7a-ce20ec6f79cd'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:27:57.126986 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c34bc964ce2211770fda26ca2f3801cc06f4f39928110690550e94ab9c9d2fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2d6a50b-0b50-48ce-8127-6653c9aa9fe2" -d '{"events": [{"server_uuid": "f2c300b1-94a0-4e81-a6de-54c4630651af", "name": "network-vif-plugged", "status": "completed", "tag": "22c61319-a2fc-4148-8d7a-ce20ec6f79cd"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:27:57.138585 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c56c3a-13b2-4693-bbfa-19d803a3c267 None None] Pushing event updated for resources: {'Port': ['ID=375c1d4d-6c08-48e0-b09d-ef482b4283e7,revision_number=2']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:27:57.168492 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [None req-946b4ea1-41f7-4f9f-8f83-dca543d6efc9 None None] Attempting to bind port 375c1d4d-6c08-48e0-b09d-ef482b4283e7 on host n-d-827839-2 for vnic_type normal with profile {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:27:57.168925 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [None req-946b4ea1-41f7-4f9f-8f83-dca543d6efc9 None None] Attempting to bind port 375c1d4d-6c08-48e0-b09d-ef482b4283e7 by drivers openvswitch,hyperv on host n-d-827839-2 at level 0 using segments [{'id': '5942dc44-1f07-4c27-b0ab-45a2bff20dd5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188'}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:27:57.169478 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-946b4ea1-41f7-4f9f-8f83-dca543d6efc9 None None] Attempting to bind port 375c1d4d-6c08-48e0-b09d-ef482b4283e7 on network 48165773-85ad-49a1-9ec1-76fc8dc24188 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:27:57.175627 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-946b4ea1-41f7-4f9f-8f83-dca543d6efc9 None None] Checking agent: {'id': 'ba70844b-66a0-45fd-a2f2-e6ed673321fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 0, 36), 'started_at': datetime.datetime(2022, 2, 4, 17, 1, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 27, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:27:57.176012 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-946b4ea1-41f7-4f9f-8f83-dca543d6efc9 None None] Checking segment: {'id': '5942dc44-1f07-4c27-b0ab-45a2bff20dd5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:27:57.176490 n-d-827839-2 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-946b4ea1-41f7-4f9f-8f83-dca543d6efc9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:57.176974 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-946b4ea1-41f7-4f9f-8f83-dca543d6efc9 None None] Bound using segment: {'id': '5942dc44-1f07-4c27-b0ab-45a2bff20dd5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188'} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:27:57.177819 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [None req-946b4ea1-41f7-4f9f-8f83-dca543d6efc9 None None] Bound port: 375c1d4d-6c08-48e0-b09d-ef482b4283e7, host: n-d-827839-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5942dc44-1f07-4c27-b0ab-45a2bff20dd5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188'}}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:27:57.178198 n-d-827839-2 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-946b4ea1-41f7-4f9f-8f83-dca543d6efc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (375c1d4d-6c08-48e0-b09d-ef482b4283e7), before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:57.228286 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] For port 22c61319-a2fc-4148-8d7a-ce20ec6f79cd, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=22c61319-a2fc-4148-8d7a-ce20ec6f79cd,segment=NetworkSegment(9e3ed071-c030-493d-8cca-599abfcb88ee),segment_id=9e3ed071-c030-493d-8cca-599abfcb88ee)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:27:57.231311 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 17:27:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a4efd48-3f53-4488-b2c0-0020c54ad054 x-openstack-request-id: req-4a4efd48-3f53-4488-b2c0-0020c54ad054 {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:27:57.231963 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2c300b1-94a0-4e81-a6de-54c4630651af", "name": "network-vif-plugged", "status": "completed", "tag": "22c61319-a2fc-4148-8d7a-ce20ec6f79cd", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:27:57.232445 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-4a4efd48-3f53-4488-b2c0-0020c54ad054 {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:27:57.233151 n-d-827839-2 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2c300b1-94a0-4e81-a6de-54c4630651af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22c61319-a2fc-4148-8d7a-ce20ec6f79cd', 'code': 200} Feb 04 17:27:57.277216 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (22c61319-a2fc-4148-8d7a-ce20ec6f79cd), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:57.279169 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-946b4ea1-41f7-4f9f-8f83-dca543d6efc9 None None] For port 375c1d4d-6c08-48e0-b09d-ef482b4283e7, host n-d-827839-2, cleared binding levels {{(pid=103379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:27:57.287310 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-946b4ea1-41f7-4f9f-8f83-dca543d6efc9 None None] For port 375c1d4d-6c08-48e0-b09d-ef482b4283e7, host n-d-827839-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=375c1d4d-6c08-48e0-b09d-ef482b4283e7,segment=NetworkSegment(5942dc44-1f07-4c27-b0ab-45a2bff20dd5),segment_id=5942dc44-1f07-4c27-b0ab-45a2bff20dd5)] {{(pid=103379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:27:57.301462 n-d-827839-2 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-946b4ea1-41f7-4f9f-8f83-dca543d6efc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (375c1d4d-6c08-48e0-b09d-ef482b4283e7), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:57.331146 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c6de4f-7208-4fd5-bfd9-7a667214e4c8 req-c063c3a8-31d1-4e34-9c62-990bfc985547 tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:27:57.334128 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-c9c6de4f-7208-4fd5-bfd9-7a667214e4c8 req-c063c3a8-31d1-4e34-9c62-990bfc985547 tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] 10.222.0.89 "GET /v2.0/ports?device_id=f2c300b1-94a0-4e81-a6de-54c4630651af HTTP/1.1" status: 200 len: 945 time: 0.3368661 Feb 04 17:27:57.354629 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-b4fee70d-a4c2-413a-9054-26b64027cfd0 None None] Current status of the port 6e50b120-f7ef-4659-8a6e-c420b58e38c0 is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:27:57.387857 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port aa7918de-3aeb-415d-b9bd-e6d3ababab97 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:27:57.388856 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (aa7918de-3aeb-415d-b9bd-e6d3ababab97), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:57.417075 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-946b4ea1-41f7-4f9f-8f83-dca543d6efc9 None None] Routers {'92f45d93-1482-47ac-bc3b-900145f579b5'} bound to L3 agent in host n-d-827839-2 {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:27:57.418323 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-946b4ea1-41f7-4f9f-8f83-dca543d6efc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:27:32Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['92f45d93-1482-47ac-bc3b-900145f579b5'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:27:57.422674 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 45594) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:27:57.426089 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-c9c6de4f-7208-4fd5-bfd9-7a667214e4c8 req-ae1e4c4e-b879-4507-aee3-ca7ae3308983 tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] 10.222.0.89 "GET /v2.0/security-groups?id=749b530c-d4d8-46cd-99b4-1a8b04e03f53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0800986 Feb 04 17:27:57.447425 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-f12c747a-59b5-4447-b423-31568c6e62b2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:57.464142 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Pushing event updated for resources: {'Port': ['ID=22c61319-a2fc-4148-8d7a-ce20ec6f79cd,revision_number=5']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:27:57.500090 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c56c3a-13b2-4693-bbfa-19d803a3c267 None None] Pushing event updated for resources: {'Port': ['ID=375c1d4d-6c08-48e0-b09d-ef482b4283e7,revision_number=3']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:27:57.542149 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-f12c747a-59b5-4447-b423-31568c6e62b2 admin admin] Publish callbacks [] for security_group (0b62c783-14bf-432c-9fbd-14889bcd4565), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:57.559942 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-f12c747a-59b5-4447-b423-31568c6e62b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (0b62c783-14bf-432c-9fbd-14889bcd4565), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:57.566919 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvr_db [None req-946b4ea1-41f7-4f9f-8f83-dca543d6efc9 None None] Set router 92f45d93-1482-47ac-bc3b-900145f579b5 gateway port host: n-d-827839-2 {{(pid=103379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:27:57.625423 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port aa7918de-3aeb-415d-b9bd-e6d3ababab97 is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:27:57.625764 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12c747a-59b5-4447-b423-31568c6e62b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b62c783-14bf-432c-9fbd-14889bcd4565,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:27:57.631771 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-f12c747a-59b5-4447-b423-31568c6e62b2 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=ad24c8b264fe40e2879a36887bb385f6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2046807 Feb 04 17:27:57.649713 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 45596) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:27:57.658847 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a57b62c-7d04-4dfc-92f3-a1fb55491893 req-fd39e69f-927b-4ad6-9a55-6f1371a2da70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:27:57.661250 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-0a57b62c-7d04-4dfc-92f3-a1fb55491893 req-fd39e69f-927b-4ad6-9a55-6f1371a2da70 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=f2c300b1-94a0-4e81-a6de-54c4630651af HTTP/1.1" status: 200 len: 1128 time: 0.3651674 Feb 04 17:27:57.688120 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-8bdf3704-4530-4c94-9b49-200da8a0e0f5 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (6e50b120-f7ef-4659-8a6e-c420b58e38c0), before_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:57.721790 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-103ad9d6-3052-4c75-97f1-ef2e2cb4a9bf None None] Update dhcp port {'port': {'network_id': 'ebdc431d-e6a4-4155-be30-2a7d896acbb0', 'fixed_ips': [{'subnet_id': 'a90c7fda-167f-4e2c-86a9-4e1f3e6e5c73'}], 'binding:host_id': 'n-d-827839-2'}, 'id': '6e50b120-f7ef-4659-8a6e-c420b58e38c0'} from n-d-827839-2. {{(pid=103378) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 04 17:27:57.732162 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-676f86fd-1267-4a80-a8ef-35eb10ab0599 admin admin] Publish callbacks [] for security_group (0b62c783-14bf-432c-9fbd-14889bcd4565), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:57.777688 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-5921c1a3-c7b3-4a88-a208-8517262df670 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25674939', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25858952'] for subnet (af940f6d-4397-41e0-a1e5-7325dc3dcd66), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:57.793438 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-676f86fd-1267-4a80-a8ef-35eb10ab0599 admin admin] Publish callbacks [] for security_group (0b62c783-14bf-432c-9fbd-14889bcd4565), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:57.793796 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-0a57b62c-7d04-4dfc-92f3-a1fb55491893 req-a115dc30-44cb-4efd-bf63-414bb22bd632 service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=749b530c-d4d8-46cd-99b4-1a8b04e03f53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1225064 Feb 04 17:27:57.806002 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 6e50b120-f7ef-4659-8a6e-c420b58e38c0 no longer exists at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:27:57.820709 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-432d12f3-2b69-40f5-81f1-7d177851613c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:57.831773 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5921c1a3-c7b3-4a88-a208-8517262df670 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Network c86bc9c8-f9aa-4c51-afb8-69a184ac0d36 is already hosted by enough agents. {{(pid=103376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:27:57.844796 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [None req-5921c1a3-c7b3-4a88-a208-8517262df670 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Resources bound (agent type, host, resource id): {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:27:57.853958 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5921c1a3-c7b3-4a88-a208-8517262df670 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:27:57.854583 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-5921c1a3-c7b3-4a88-a208-8517262df670 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Publish callbacks [] for subnet (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:57.877057 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-946b4ea1-41f7-4f9f-8f83-dca543d6efc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92f45d93-1482-47ac-bc3b-900145f579b5', 'name': 'tempest-ServersTestManualDisk-1976305712-router', 'tenant_id': '6da63b05ffc14b34a19fe38a380b0dc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.65'}], 'enable_snat': True}, 'gw_port_id': '375c1d4d-6c08-48e0-b09d-ef482b4283e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:27:50Z', 'updated_at': '2022-02-04T17:27:53Z', 'revision_number': 3, 'project_id': '6da63b05ffc14b34a19fe38a380b0dc4', 'gw_port': {'id': '375c1d4d-6c08-48e0-b09d-ef482b4283e7', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:63:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92f45d93-1482-47ac-bc3b-900145f579b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1992, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:27:51Z', 'updated_at': '2022-02-04T17:27:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2'}], 'n-d-827839-2', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:27:57.884004 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-103ad9d6-3052-4c75-97f1-ef2e2cb4a9bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (6e50b120-f7ef-4659-8a6e-c420b58e38c0), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:57.906614 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-946b4ea1-41f7-4f9f-8f83-dca543d6efc9 None None] The sync data for ids ['92f45d93-1482-47ac-bc3b-900145f579b5'] in n-d-827839-2 is: [{'id': '92f45d93-1482-47ac-bc3b-900145f579b5', 'name': 'tempest-ServersTestManualDisk-1976305712-router', 'tenant_id': '6da63b05ffc14b34a19fe38a380b0dc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.65'}], 'enable_snat': True}, 'gw_port_id': '375c1d4d-6c08-48e0-b09d-ef482b4283e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:27:50Z', 'updated_at': '2022-02-04T17:27:53Z', 'revision_number': 3, 'project_id': '6da63b05ffc14b34a19fe38a380b0dc4', 'gw_port': {'id': '375c1d4d-6c08-48e0-b09d-ef482b4283e7', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:63:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92f45d93-1482-47ac-bc3b-900145f579b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1992, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:27:51Z', 'updated_at': '2022-02-04T17:27:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2'}] {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 17:27:57.927658 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5921c1a3-c7b3-4a88-a208-8517262df670 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Pushing event updated for resources: {'Subnet': ['ID=af940f6d-4397-41e0-a1e5-7325dc3dcd66,revision_number=0']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:27:57.956551 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-676f86fd-1267-4a80-a8ef-35eb10ab0599 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (0b62c783-14bf-432c-9fbd-14889bcd4565), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:57.960183 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-676f86fd-1267-4a80-a8ef-35eb10ab0599 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:57.962569 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-676f86fd-1267-4a80-a8ef-35eb10ab0599 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/0b62c783-14bf-432c-9fbd-14889bcd4565 HTTP/1.1" status: 204 len: 168 time: 0.3106089 Feb 04 17:27:57.987782 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [None req-8bdf3704-4530-4c94-9b49-200da8a0e0f5 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] For port 6e50b120-f7ef-4659-8a6e-c420b58e38c0, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=6e50b120-f7ef-4659-8a6e-c420b58e38c0,segment=NetworkSegment(2fcce0c7-9a0a-428a-b986-cae51cd3c129),segment_id=2fcce0c7-9a0a-428a-b986-cae51cd3c129)] {{(pid=103377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:27:58.003524 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676f86fd-1267-4a80-a8ef-35eb10ab0599 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b62c783-14bf-432c-9fbd-14889bcd4565,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:27:58.044312 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.db_base_plugin_common [None req-432d12f3-2b69-40f5-81f1-7d177851613c admin admin] Allocated IP 172.20.0.1 (df50260c-ccf9-42da-ab7c-062be6414a2d/eb79c871-9674-4827-b446-ec256e1c98d6/11f53c5c-fabf-4fb7-80cf-51606e2c9d16) {{(pid=103376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:27:58.053211 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port 6e50b120-f7ef-4659-8a6e-c420b58e38c0 is: ACTIVE; New status is: DOWN {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:27:58.053680 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (6e50b120-f7ef-4659-8a6e-c420b58e38c0), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:58.058434 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-5921c1a3-c7b3-4a88-a208-8517262df670 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2112939 Feb 04 17:27:58.060980 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 45600) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:27:58.076441 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-7c358a4c-4f6e-438c-a5cf-0adc8af2d310 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Request body: {'security_group': {'name': 'tempest-secgroup-904118370'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:27:58.090484 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-8bdf3704-4530-4c94-9b49-200da8a0e0f5 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks [] for port (6e50b120-f7ef-4659-8a6e-c420b58e38c0), precommit_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:58.098019 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-8bdf3704-4530-4c94-9b49-200da8a0e0f5 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25888290'] for port (6e50b120-f7ef-4659-8a6e-c420b58e38c0), after_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:58.115936 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-8bdf3704-4530-4c94-9b49-200da8a0e0f5 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25889445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25597197'] for subnet (23a1e161-9d36-4717-aecc-fae78dec61dc), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:58.169164 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-7c358a4c-4f6e-438c-a5cf-0adc8af2d310 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Publish callbacks [] for security_group (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:58.201794 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bdf3704-4530-4c94-9b49-200da8a0e0f5 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Network ebdc431d-e6a4-4155-be30-2a7d896acbb0 is already hosted by enough agents. {{(pid=103377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:27:58.233704 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [None req-8bdf3704-4530-4c94-9b49-200da8a0e0f5 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Resources bound (agent type, host, resource id): {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:27:58.237906 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bdf3704-4530-4c94-9b49-200da8a0e0f5 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:27:58.239596 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-8bdf3704-4530-4c94-9b49-200da8a0e0f5 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks [] for subnet (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:58.242859 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bdf3704-4530-4c94-9b49-200da8a0e0f5 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Pushing event updated for resources: {'Subnet': ['ID=23a1e161-9d36-4717-aecc-fae78dec61dc,revision_number=0']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:27:58.246763 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-432d12f3-2b69-40f5-81f1-7d177851613c admin admin] Publish callbacks [] for port (11f53c5c-fabf-4fb7-80cf-51606e2c9d16), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:58.290770 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.db.api [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103378) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 17:27:58.291323 n-d-827839-2 neutron-server[103378]: DEBUG oslo_db.api [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 17:27:58.293565 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bdf3704-4530-4c94-9b49-200da8a0e0f5 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Pushing event updated for resources: {'Port': ['ID=6e50b120-f7ef-4659-8a6e-c420b58e38c0,revision_number=6']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:27:58.311408 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-103ad9d6-3052-4c75-97f1-ef2e2cb4a9bf None None] Allocated IP 172.20.0.2 (ebdc431d-e6a4-4155-be30-2a7d896acbb0/a90c7fda-167f-4e2c-86a9-4e1f3e6e5c73/6e50b120-f7ef-4659-8a6e-c420b58e38c0) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:27:58.312895 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-8bdf3704-4530-4c94-9b49-200da8a0e0f5 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.0119827 Feb 04 17:27:58.315778 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 45604) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:27:58.321599 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-f447f436-8a09-4df0-8d9b-82d0ed74fc7b tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Request body: {'port': {'network_id': 'ebdc431d-e6a4-4155-be30-2a7d896acbb0', 'mac_address': 'fa:16:3e:36:f3:d7', 'name': 'tempest-NetworksTestDHCPv6-2018195153'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:27:58.379373 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-7c358a4c-4f6e-438c-a5cf-0adc8af2d310 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Publish callbacks [] for security_group (3b81231b-a599-44da-b54c-1d1600bbba17), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:58.386832 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-7c358a4c-4f6e-438c-a5cf-0adc8af2d310 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (3b81231b-a599-44da-b54c-1d1600bbba17), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:58.412846 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-432d12f3-2b69-40f5-81f1-7d177851613c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (11f53c5c-fabf-4fb7-80cf-51606e2c9d16), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:58.492496 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-432d12f3-2b69-40f5-81f1-7d177851613c admin admin] Network df50260c-ccf9-42da-ab7c-062be6414a2d is already hosted by enough agents. {{(pid=103376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:27:58.502761 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [None req-432d12f3-2b69-40f5-81f1-7d177851613c admin admin] Resources bound (agent type, host, resource id): {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:27:58.506491 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-432d12f3-2b69-40f5-81f1-7d177851613c admin admin] Received port after_create {{(pid=103376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:27:58.529405 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-103ad9d6-3052-4c75-97f1-ef2e2cb4a9bf None None] For port 6e50b120-f7ef-4659-8a6e-c420b58e38c0, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=6e50b120-f7ef-4659-8a6e-c420b58e38c0,segment=NetworkSegment(2fcce0c7-9a0a-428a-b986-cae51cd3c129),segment_id=2fcce0c7-9a0a-428a-b986-cae51cd3c129)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:27:58.564611 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f447f436-8a09-4df0-8d9b-82d0ed74fc7b tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Made reservation on behalf of 2dabbd0ed422411582aec81f9de51a07 for: {'port': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:27:58.570451 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-7c358a4c-4f6e-438c-a5cf-0adc8af2d310 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Publish callbacks [] for security_group (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:58.574245 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-7c358a4c-4f6e-438c-a5cf-0adc8af2d310 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] 10.222.0.89 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.5048711 Feb 04 17:27:58.576511 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 45614) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:27:58.578827 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432d12f3-2b69-40f5-81f1-7d177851613c admin admin] Pushing event updated for resources: {'Port': ['ID=11f53c5c-fabf-4fb7-80cf-51606e2c9d16,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:27:58.590939 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-103ad9d6-3052-4c75-97f1-ef2e2cb4a9bf None None] Publish callbacks [] for port (6e50b120-f7ef-4659-8a6e-c420b58e38c0), precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:58.591815 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c358a4c-4f6e-438c-a5cf-0adc8af2d310 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3b81231b-a599-44da-b54c-1d1600bbba17,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:27:58.602973 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-143dd1b7-a0e7-4ba7-ba00-6ea73d1d687b tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Request body: {'security_group': {'name': 'tempest-secgroup-796436607'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:27:58.607584 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-103ad9d6-3052-4c75-97f1-ef2e2cb4a9bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (6e50b120-f7ef-4659-8a6e-c420b58e38c0), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:58.652276 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-143dd1b7-a0e7-4ba7-ba00-6ea73d1d687b tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Publish callbacks [] for security_group (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:58.658331 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-432d12f3-2b69-40f5-81f1-7d177851613c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1595471'] for router_interface (92f45d93-1482-47ac-bc3b-900145f579b5), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:58.672535 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103ad9d6-3052-4c75-97f1-ef2e2cb4a9bf None None] Pushing event updated for resources: {'Port': ['ID=6e50b120-f7ef-4659-8a6e-c420b58e38c0,revision_number=7']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:27:58.714278 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-f447f436-8a09-4df0-8d9b-82d0ed74fc7b tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:58.743538 n-d-827839-2 neutron-server[103377]: DEBUG neutron.notifiers.nova [None req-f447f436-8a09-4df0-8d9b-82d0ed74fc7b tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] device_id is not set on port 50b07304-dab5-4b58-91de-fb83eaa9898b yet. {{(pid=103377) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 04 17:27:58.874631 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port 6e50b120-f7ef-4659-8a6e-c420b58e38c0 is: ACTIVE; New status is: DOWN {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:27:58.875033 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (6e50b120-f7ef-4659-8a6e-c420b58e38c0), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:58.965717 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] For port 6e50b120-f7ef-4659-8a6e-c420b58e38c0, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=6e50b120-f7ef-4659-8a6e-c420b58e38c0,segment=NetworkSegment(2fcce0c7-9a0a-428a-b986-cae51cd3c129),segment_id=2fcce0c7-9a0a-428a-b986-cae51cd3c129)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:27:58.975805 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (6e50b120-f7ef-4659-8a6e-c420b58e38c0), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:59.012190 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.db_base_plugin_common [None req-f447f436-8a09-4df0-8d9b-82d0ed74fc7b tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Allocated IP 172.20.0.3 (ebdc431d-e6a4-4155-be30-2a7d896acbb0/a90c7fda-167f-4e2c-86a9-4e1f3e6e5c73/50b07304-dab5-4b58-91de-fb83eaa9898b) {{(pid=103377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:27:59.028419 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.db_base_plugin_common [None req-f447f436-8a09-4df0-8d9b-82d0ed74fc7b tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Allocated IP 2001:db8::f816:3eff:fe36:f3d7 (ebdc431d-e6a4-4155-be30-2a7d896acbb0/23a1e161-9d36-4717-aecc-fae78dec61dc/50b07304-dab5-4b58-91de-fb83eaa9898b) {{(pid=103377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:27:59.119396 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Pushing event updated for resources: {'Port': ['ID=6e50b120-f7ef-4659-8a6e-c420b58e38c0,revision_number=8']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:27:59.239229 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0fbbae-9802-4e61-9a78-9f844c96eaa6 req-67a8e500-7b26-46e4-bda7-8b8554003479 tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:27:59.240890 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-8f0fbbae-9802-4e61-9a78-9f844c96eaa6 req-67a8e500-7b26-46e4-bda7-8b8554003479 tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] 10.222.0.89 "GET /v2.0/ports?device_id=f2c300b1-94a0-4e81-a6de-54c4630651af HTTP/1.1" status: 200 len: 946 time: 0.6677814 Feb 04 17:27:59.300420 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-f447f436-8a09-4df0-8d9b-82d0ed74fc7b tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks [] for port (50b07304-dab5-4b58-91de-fb83eaa9898b), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:59.345868 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-8f0fbbae-9802-4e61-9a78-9f844c96eaa6 req-72948d3a-3c33-42a7-bbaf-9d01d0e56ddd tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] 10.222.0.89 "GET /v2.0/security-groups?id=749b530c-d4d8-46cd-99b4-1a8b04e03f53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0947008 Feb 04 17:27:59.427136 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-f447f436-8a09-4df0-8d9b-82d0ed74fc7b tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (50b07304-dab5-4b58-91de-fb83eaa9898b), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:59.477839 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-143dd1b7-a0e7-4ba7-ba00-6ea73d1d687b tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Publish callbacks [] for security_group (96e3f863-5432-4e35-bfe7-e90aa2eac9b3), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:59.484947 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-143dd1b7-a0e7-4ba7-ba00-6ea73d1d687b tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (96e3f863-5432-4e35-bfe7-e90aa2eac9b3), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:59.505055 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 375c1d4d-6c08-48e0-b09d-ef482b4283e7 up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:27:59.542818 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-143dd1b7-a0e7-4ba7-ba00-6ea73d1d687b tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Publish callbacks [] for security_group (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:59.544498 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-143dd1b7-a0e7-4ba7-ba00-6ea73d1d687b tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] 10.222.0.89 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.9667146 Feb 04 17:27:59.548407 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 45632) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:27:59.564578 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-432d12f3-2b69-40f5-81f1-7d177851613c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (11f53c5c-fabf-4fb7-80cf-51606e2c9d16), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:59.565049 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-5961cad1-daa2-4cf7-a7b1-260af64a57fe tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Request body: {'security_group': {'name': 'tempest-secgroup-183911750'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:27:59.588693 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143dd1b7-a0e7-4ba7-ba00-6ea73d1d687b tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Pushing event updated for resources: {'SecurityGroup': ['ID=96e3f863-5432-4e35-bfe7-e90aa2eac9b3,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:27:59.598035 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port 375c1d4d-6c08-48e0-b09d-ef482b4283e7 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:27:59.598980 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (375c1d4d-6c08-48e0-b09d-ef482b4283e7), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:59.604223 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f447f436-8a09-4df0-8d9b-82d0ed74fc7b tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Network ebdc431d-e6a4-4155-be30-2a7d896acbb0 is already hosted by enough agents. {{(pid=103377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:27:59.606593 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [None req-f447f436-8a09-4df0-8d9b-82d0ed74fc7b tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Resources bound (agent type, host, resource id): {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:27:59.614943 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f447f436-8a09-4df0-8d9b-82d0ed74fc7b tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Received port after_create {{(pid=103377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:27:59.656551 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f447f436-8a09-4df0-8d9b-82d0ed74fc7b tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Pushing event updated for resources: {'Port': ['ID=50b07304-dab5-4b58-91de-fb83eaa9898b,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:27:59.698750 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-5961cad1-daa2-4cf7-a7b1-260af64a57fe tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Publish callbacks [] for security_group (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:59.748367 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d137b08b-d682-43e2-b0bc-dc705b2027b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (bb89f5a3-3c22-440b-b7d1-c4f0c43c184a), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:59.757353 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f447f436-8a09-4df0-8d9b-82d0ed74fc7b tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:27:59.758090 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-f447f436-8a09-4df0-8d9b-82d0ed74fc7b tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:59.794171 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-f447f436-8a09-4df0-8d9b-82d0ed74fc7b tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.4773064 Feb 04 17:27:59.798519 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 45636) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:27:59.804485 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-432d12f3-2b69-40f5-81f1-7d177851613c admin admin] Publish callbacks [] for port (11f53c5c-fabf-4fb7-80cf-51606e2c9d16), precommit_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:59.813544 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-432d12f3-2b69-40f5-81f1-7d177851613c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675836'] for port (11f53c5c-fabf-4fb7-80cf-51606e2c9d16), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:59.844784 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port 375c1d4d-6c08-48e0-b09d-ef482b4283e7 is: DOWN; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:27:59.845493 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (375c1d4d-6c08-48e0-b09d-ef482b4283e7), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:59.885385 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] For port 375c1d4d-6c08-48e0-b09d-ef482b4283e7, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=375c1d4d-6c08-48e0-b09d-ef482b4283e7,segment=NetworkSegment(5942dc44-1f07-4c27-b0ab-45a2bff20dd5),segment_id=5942dc44-1f07-4c27-b0ab-45a2bff20dd5)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:27:59.902330 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (375c1d4d-6c08-48e0-b09d-ef482b4283e7), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:59.903152 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 6e50b120-f7ef-4659-8a6e-c420b58e38c0 up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:27:59.911641 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-432d12f3-2b69-40f5-81f1-7d177851613c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1677345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602751'] for router_interface (92f45d93-1482-47ac-bc3b-900145f579b5), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:59.915016 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432d12f3-2b69-40f5-81f1-7d177851613c admin admin] Pushing event updated for resources: {'Port': ['ID=11f53c5c-fabf-4fb7-80cf-51606e2c9d16,revision_number=2']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:27:59.916634 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-5961cad1-daa2-4cf7-a7b1-260af64a57fe tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Publish callbacks [] for security_group (89647e26-fb74-400c-b6fc-bed9fbe1be10), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:59.949002 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-5961cad1-daa2-4cf7-a7b1-260af64a57fe tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (89647e26-fb74-400c-b6fc-bed9fbe1be10), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:59.985343 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a5bad83-ca84-47a0-ac0f-e827ff2ce792 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:27:59.991174 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a5bad83-ca84-47a0-ac0f-e827ff2ce792 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:27:59.992886 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-4a5bad83-ca84-47a0-ac0f-e827ff2ce792 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] 10.222.0.89 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1861 time: 0.1934211 Feb 04 17:28:00.000706 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 45644) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:28:00.025529 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5961cad1-daa2-4cf7-a7b1-260af64a57fe tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Pushing event updated for resources: {'SecurityGroup': ['ID=89647e26-fb74-400c-b6fc-bed9fbe1be10,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:28:00.055244 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-5961cad1-daa2-4cf7-a7b1-260af64a57fe tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:00.056697 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-5961cad1-daa2-4cf7-a7b1-260af64a57fe tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] 10.222.0.89 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.4963963 Feb 04 17:28:00.060213 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Pushing event updated for resources: {'Port': ['ID=375c1d4d-6c08-48e0-b09d-ef482b4283e7,revision_number=4']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:28:00.061939 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 45648) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:28:00.069764 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-131838f1-b9c9-455c-a4b4-54fcdedbc666 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-516570324', 'security_groups': ['89647e26-fb74-400c-b6fc-bed9fbe1be10'], 'network_id': 'c86bc9c8-f9aa-4c51-afb8-69a184ac0d36', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'af940f6d-4397-41e0-a1e5-7325dc3dcd66'}]}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:28:00.080442 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port 6e50b120-f7ef-4659-8a6e-c420b58e38c0 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:28:00.081082 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (6e50b120-f7ef-4659-8a6e-c420b58e38c0), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:00.099682 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-432d12f3-2b69-40f5-81f1-7d177851613c admin admin] Network df50260c-ccf9-42da-ab7c-062be6414a2d is already hosted by enough agents. {{(pid=103376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:28:00.101191 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [None req-432d12f3-2b69-40f5-81f1-7d177851613c admin admin] Resources bound (agent type, host, resource id): {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:28:00.131244 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ea74f56-da9a-4baa-96db-b6c263e28cb0 None None] Network ebdc431d-e6a4-4155-be30-2a7d896acbb0 requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:28:00.134253 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d8be360-59c5-4ed1-af91-dbf2d0850757 None None] Network c86bc9c8-f9aa-4c51-afb8-69a184ac0d36 requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:28:00.242580 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-8626337d-239b-4ce5-8eec-88d4d375d686 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Deleting port 50b07304-dab5-4b58-91de-fb83eaa9898b {{(pid=103377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:28:00.243007 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-8626337d-239b-4ce5-8eec-88d4d375d686 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (50b07304-dab5-4b58-91de-fb83eaa9898b), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:00.369877 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-432d12f3-2b69-40f5-81f1-7d177851613c admin admin] Router 92f45d93-1482-47ac-bc3b-900145f579b5 has already been hosted by L3 agent 64ada913-9131-4d99-a265-63a920956287 {{(pid=103376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 17:28:00.382959 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-8626337d-239b-4ce5-8eec-88d4d375d686 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (50b07304-dab5-4b58-91de-fb83eaa9898b), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:00.394019 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-0f3c46de-3b0f-46ff-99e4-85e78f37ab32 None None] Provisioning complete for port 6e50b120-f7ef-4659-8a6e-c420b58e38c0 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:28:00.395122 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0f3c46de-3b0f-46ff-99e4-85e78f37ab32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (6e50b120-f7ef-4659-8a6e-c420b58e38c0), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:00.397271 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port 6e50b120-f7ef-4659-8a6e-c420b58e38c0 is: DOWN; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:28:00.397840 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (6e50b120-f7ef-4659-8a6e-c420b58e38c0), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:00.424940 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-8626337d-239b-4ce5-8eec-88d4d375d686 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Calling delete_port for 50b07304-dab5-4b58-91de-fb83eaa9898b owned by {{(pid=103377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:28:00.430821 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-131838f1-b9c9-455c-a4b4-54fcdedbc666 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Made reservation on behalf of bcdddb23c6b346f2aa47053863d313d1 for: {'port': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:28:00.447486 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] For port 6e50b120-f7ef-4659-8a6e-c420b58e38c0, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=6e50b120-f7ef-4659-8a6e-c420b58e38c0,segment=NetworkSegment(2fcce0c7-9a0a-428a-b986-cae51cd3c129),segment_id=2fcce0c7-9a0a-428a-b986-cae51cd3c129)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:28:00.499832 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (6e50b120-f7ef-4659-8a6e-c420b58e38c0), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:00.630294 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-432d12f3-2b69-40f5-81f1-7d177851613c admin admin] Notify agent at l3_agent.n-d-827839-2 the message routers_updated {{(pid=103376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 17:28:00.636370 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-432d12f3-2b69-40f5-81f1-7d177851613c admin admin] 10.222.0.89 "PUT /v2.0/routers/92f45d93-1482-47ac-bc3b-900145f579b5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3372908 Feb 04 17:28:00.696029 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-131838f1-b9c9-455c-a4b4-54fcdedbc666 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:00.746610 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfa1ab2-1056-49f0-85db-89485abd965e req-0adeed1d-a2dc-4c8e-92e2-474951187e61 tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:28:00.754540 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-5cfa1ab2-1056-49f0-85db-89485abd965e req-0adeed1d-a2dc-4c8e-92e2-474951187e61 tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] 10.222.0.89 "GET /v2.0/ports?device_id=f2c300b1-94a0-4e81-a6de-54c4630651af HTTP/1.1" status: 200 len: 946 time: 0.2171199 Feb 04 17:28:00.759209 n-d-827839-2 neutron-server[103377]: DEBUG neutron.notifiers.nova [None req-131838f1-b9c9-455c-a4b4-54fcdedbc666 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] device_id is not set on port 7b851f86-f57f-4758-867a-38f3803732e4 yet. {{(pid=103377) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 04 17:28:00.865507 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db27da0b-192f-42c8-b6bc-433b5abb6932 None None] Sync routers for ids ['92f45d93-1482-47ac-bc3b-900145f579b5'] in n-d-827839-2 {{(pid=103378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 17:28:00.927192 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db27da0b-192f-42c8-b6bc-433b5abb6932 None None] Routers {'92f45d93-1482-47ac-bc3b-900145f579b5'} bound to L3 agent in host n-d-827839-2 {{(pid=103378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:28:00.927842 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-db27da0b-192f-42c8-b6bc-433b5abb6932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:27:32Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['92f45d93-1482-47ac-bc3b-900145f579b5'], 'active': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:28:00.976011 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Pushing event updated for resources: {'Port': ['ID=6e50b120-f7ef-4659-8a6e-c420b58e38c0,revision_number=9']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:28:00.995697 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-5cfa1ab2-1056-49f0-85db-89485abd965e req-021c933d-628a-44c6-b6d2-0f404e8752fa tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] 10.222.0.89 "GET /v2.0/security-groups?id=749b530c-d4d8-46cd-99b4-1a8b04e03f53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2392755 Feb 04 17:28:01.206460 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-8626337d-239b-4ce5-8eec-88d4d375d686 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (50b07304-dab5-4b58-91de-fb83eaa9898b), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:01.244632 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 6e50b120-f7ef-4659-8a6e-c420b58e38c0 up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:28:01.291059 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.db_base_plugin_common [None req-131838f1-b9c9-455c-a4b4-54fcdedbc666 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Allocated IP 2001:db8::2f6 (c86bc9c8-f9aa-4c51-afb8-69a184ac0d36/af940f6d-4397-41e0-a1e5-7325dc3dcd66/7b851f86-f57f-4758-867a-38f3803732e4) {{(pid=103377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:28:01.300590 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvr_db [None req-db27da0b-192f-42c8-b6bc-433b5abb6932 None None] Set router 92f45d93-1482-47ac-bc3b-900145f579b5 gateway port host: n-d-827839-2 {{(pid=103378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:28:01.342524 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8626337d-239b-4ce5-8eec-88d4d375d686 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Pushing event deleted for resources: {'Port': ['ID=50b07304-dab5-4b58-91de-fb83eaa9898b,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:28:01.362206 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-0f3c46de-3b0f-46ff-99e4-85e78f37ab32 None None] Current status of the port 6e50b120-f7ef-4659-8a6e-c420b58e38c0 is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:28:01.404431 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port 6e50b120-f7ef-4659-8a6e-c420b58e38c0 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:28:01.404776 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (6e50b120-f7ef-4659-8a6e-c420b58e38c0), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:01.493411 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-8626337d-239b-4ce5-8eec-88d4d375d686 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:01.497635 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-8626337d-239b-4ce5-8eec-88d4d375d686 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] 10.222.0.89 "DELETE /v2.0/ports/50b07304-dab5-4b58-91de-fb83eaa9898b HTTP/1.1" status: 204 len: 168 time: 1.4948530 Feb 04 17:28:01.499110 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-999531f8-7759-4440-b58f-d8f13c1b004a None None] Network c86bc9c8-f9aa-4c51-afb8-69a184ac0d36 requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:28:01.500440 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 45706) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:28:01.512795 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e1d64f-e41a-4e4c-87a8-f60d647d33c0 req-0db1d98c-d7af-43f9-818f-87717d02177e tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:28:01.514782 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-f0e1d64f-e41a-4e4c-87a8-f60d647d33c0 req-0db1d98c-d7af-43f9-818f-87717d02177e tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] 10.222.0.89 "GET /v2.0/ports?device_id=f2c300b1-94a0-4e81-a6de-54c4630651af HTTP/1.1" status: 200 len: 946 time: 0.3719747 Feb 04 17:28:01.532241 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 45708) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:28:01.542568 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-101ee026-a4e9-4bfa-9c08-015a729e8956 tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] Request body: {'floatingip': {'port_id': '22c61319-a2fc-4148-8d7a-ce20ec6f79cd'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:28:01.629978 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12c01ef1-8bc1-4f2d-8bed-edcead80ac5a tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:28:01.634152 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12c01ef1-8bc1-4f2d-8bed-edcead80ac5a tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:28:01.634152 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12c01ef1-8bc1-4f2d-8bed-edcead80ac5a tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:28:01.641140 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-101ee026-a4e9-4bfa-9c08-015a729e8956 tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] Publish callbacks [] for floatingip (b06434e0-121b-4c02-b950-18c6a89ead53), before_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:01.643926 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-12c01ef1-8bc1-4f2d-8bed-edcead80ac5a tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] 10.222.0.89 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1421628 Feb 04 17:28:01.644888 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 45710) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:28:01.660401 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-181399ba-2622-46a0-8853-15e7294a4998 None None] Provisioning complete for port 11f53c5c-fabf-4fb7-80cf-51606e2c9d16 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:28:01.661422 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-181399ba-2622-46a0-8853-15e7294a4998 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (11f53c5c-fabf-4fb7-80cf-51606e2c9d16), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:01.713777 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 45712) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:28:01.721179 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-05d01cec-a2ef-423b-8fe8-eab56aafa0d4 tempest-ServersTestManualDisk-270532119 tempest-ServersTestManualDisk-270532119-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1667117830', 'description': 'tempest-description--528338927'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:28:01.777117 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.db_base_plugin_v2 [None req-91a10a84-74dc-4bd2-a14d-10a2be4f42b9 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Deleting subnet 23a1e161-9d36-4717-aecc-fae78dec61dc {{(pid=103376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 17:28:01.780953 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-05d01cec-a2ef-423b-8fe8-eab56aafa0d4 tempest-ServersTestManualDisk-270532119 tempest-ServersTestManualDisk-270532119-project] Publish callbacks [] for security_group (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:01.796120 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-91a10a84-74dc-4bd2-a14d-10a2be4f42b9 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks [] for subnet (23a1e161-9d36-4717-aecc-fae78dec61dc), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:01.808785 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-181399ba-2622-46a0-8853-15e7294a4998 None None] Port 11f53c5c-fabf-4fb7-80cf-51606e2c9d16 cannot update to ACTIVE because it is not bound. {{(pid=103378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 17:28:01.843847 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port 6e50b120-f7ef-4659-8a6e-c420b58e38c0 is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:28:01.845314 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 375c1d4d-6c08-48e0-b09d-ef482b4283e7 up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:28:01.928712 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-db27da0b-192f-42c8-b6bc-433b5abb6932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92f45d93-1482-47ac-bc3b-900145f579b5', 'name': 'tempest-ServersTestManualDisk-1976305712-router', 'tenant_id': '6da63b05ffc14b34a19fe38a380b0dc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.65'}], 'enable_snat': True}, 'gw_port_id': '375c1d4d-6c08-48e0-b09d-ef482b4283e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:27:50Z', 'updated_at': '2022-02-04T17:27:59Z', 'revision_number': 4, 'project_id': '6da63b05ffc14b34a19fe38a380b0dc4', 'gw_port': {'id': '375c1d4d-6c08-48e0-b09d-ef482b4283e7', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:63:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92f45d93-1482-47ac-bc3b-900145f579b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1992, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:27:51Z', 'updated_at': '2022-02-04T17:27:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_interfaces': [{'id': '11f53c5c-fabf-4fb7-80cf-51606e2c9d16', 'name': '', 'network_id': 'df50260c-ccf9-42da-ab7c-062be6414a2d', 'tenant_id': '6da63b05ffc14b34a19fe38a380b0dc4', 'mac_address': 'fa:16:3e:36:78:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92f45d93-1482-47ac-bc3b-900145f579b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2011, 'fixed_ips': [{'subnet_id': 'eb79c871-9674-4827-b446-ec256e1c98d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:27:57Z', 'updated_at': '2022-02-04T17:27:59Z', 'revision_number': 2, 'project_id': '6da63b05ffc14b34a19fe38a380b0dc4', 'subnets': [{'id': 'eb79c871-9674-4827-b446-ec256e1c98d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-2', False) {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:28:01.933097 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 45716) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:28:01.934827 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-05d01cec-a2ef-423b-8fe8-eab56aafa0d4 tempest-ServersTestManualDisk-270532119 tempest-ServersTestManualDisk-270532119-project] Publish callbacks [] for security_group (06658e9e-aff9-4c00-8a2e-e525c18f5304), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:01.950320 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-05d01cec-a2ef-423b-8fe8-eab56aafa0d4 tempest-ServersTestManualDisk-270532119 tempest-ServersTestManualDisk-270532119-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (06658e9e-aff9-4c00-8a2e-e525c18f5304), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:01.974164 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db27da0b-192f-42c8-b6bc-433b5abb6932 None None] Checking router: 92f45d93-1482-47ac-bc3b-900145f579b5 for host: n-d-827839-2 {{(pid=103378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 17:28:01.974529 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db27da0b-192f-42c8-b6bc-433b5abb6932 None None] Updating router 92f45d93-1482-47ac-bc3b-900145f579b5 port 11f53c5c-fabf-4fb7-80cf-51606e2c9d16 binding host n-d-827839-2 {{(pid=103378) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 17:28:01.987543 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-91a10a84-74dc-4bd2-a14d-10a2be4f42b9 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25674901'] for subnet (23a1e161-9d36-4717-aecc-fae78dec61dc), precommit_delete_associations {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:02.007310 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-18521baa-423e-4a2f-8436-93f979abe96b None None] Provisioning complete for port f5652841-7550-48ba-b2e0-fe3fe31263f4 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:28:02.007842 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-18521baa-423e-4a2f-8436-93f979abe96b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (f5652841-7550-48ba-b2e0-fe3fe31263f4), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:02.009835 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port 375c1d4d-6c08-48e0-b09d-ef482b4283e7 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:28:02.010201 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (375c1d4d-6c08-48e0-b09d-ef482b4283e7), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:02.077207 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ba06dfc6-0134-446c-8952-a6601852ffa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (64ada913-9131-4d99-a265-63a920956287), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:02.094603 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-db27da0b-192f-42c8-b6bc-433b5abb6932 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (11f53c5c-fabf-4fb7-80cf-51606e2c9d16), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:02.104476 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-91a10a84-74dc-4bd2-a14d-10a2be4f42b9 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1541225'] for subnet (23a1e161-9d36-4717-aecc-fae78dec61dc), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:02.205272 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-91a10a84-74dc-4bd2-a14d-10a2be4f42b9 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1541216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25675894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25858947'] for subnet (23a1e161-9d36-4717-aecc-fae78dec61dc), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:02.253819 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-05d01cec-a2ef-423b-8fe8-eab56aafa0d4 tempest-ServersTestManualDisk-270532119 tempest-ServersTestManualDisk-270532119-project] Publish callbacks [] for security_group (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:02.259095 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-05d01cec-a2ef-423b-8fe8-eab56aafa0d4 tempest-ServersTestManualDisk-270532119 tempest-ServersTestManualDisk-270532119-project] 10.222.0.89 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.5440190 Feb 04 17:28:02.262709 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 45720) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:28:02.265634 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-91a10a84-74dc-4bd2-a14d-10a2be4f42b9 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks [] for subnet (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:02.271941 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-91a10a84-74dc-4bd2-a14d-10a2be4f42b9 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] 10.222.0.89 "DELETE /v2.0/subnets/23a1e161-9d36-4717-aecc-fae78dec61dc HTTP/1.1" status: 204 len: 168 time: 0.6252639 Feb 04 17:28:02.272909 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a10a84-74dc-4bd2-a14d-10a2be4f42b9 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Pushing event deleted for resources: {'Subnet': ['ID=23a1e161-9d36-4717-aecc-fae78dec61dc,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:28:02.277840 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-5e7a4d5c-592d-4cef-92c8-c6cd14f1f65e tempest-ServersTestManualDisk-270532119 tempest-ServersTestManualDisk-270532119-project] Request body: {'security_group_rule': {'security_group_id': '06658e9e-aff9-4c00-8a2e-e525c18f5304', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:28:02.300989 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 45722) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:28:02.303696 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d01cec-a2ef-423b-8fe8-eab56aafa0d4 tempest-ServersTestManualDisk-270532119 tempest-ServersTestManualDisk-270532119-project] Pushing event updated for resources: {'SecurityGroup': ['ID=06658e9e-aff9-4c00-8a2e-e525c18f5304,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:28:02.340401 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24ac2577-fc8a-49f7-b037-0f4b57e9eb01 None None] Network ebdc431d-e6a4-4155-be30-2a7d896acbb0 requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:28:02.363430 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-5e7a4d5c-592d-4cef-92c8-c6cd14f1f65e tempest-ServersTestManualDisk-270532119 tempest-ServersTestManualDisk-270532119-project] Publish callbacks [] for security_group_rule (2f051730-2dd0-43d0-b10c-f10aeb56f303), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:02.377592 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.db_base_plugin_v2 [None req-e83956bc-cb37-4c58-9d32-c491f0ca1121 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Deleting subnet a90c7fda-167f-4e2c-86a9-4e1f3e6e5c73 {{(pid=103376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 17:28:02.386749 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-e83956bc-cb37-4c58-9d32-c491f0ca1121 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks [] for subnet (a90c7fda-167f-4e2c-86a9-4e1f3e6e5c73), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:02.414755 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-18521baa-423e-4a2f-8436-93f979abe96b None None] Current status of the port f5652841-7550-48ba-b2e0-fe3fe31263f4 is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:28:02.431525 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port 375c1d4d-6c08-48e0-b09d-ef482b4283e7 is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:28:02.449614 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-e83956bc-cb37-4c58-9d32-c491f0ca1121 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25674901'] for subnet (a90c7fda-167f-4e2c-86a9-4e1f3e6e5c73), precommit_delete_associations {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:02.486614 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-5e7a4d5c-592d-4cef-92c8-c6cd14f1f65e tempest-ServersTestManualDisk-270532119 tempest-ServersTestManualDisk-270532119-project] Publish callbacks [] for security_group_rule (2f051730-2dd0-43d0-b10c-f10aeb56f303), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:02.496055 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-5e7a4d5c-592d-4cef-92c8-c6cd14f1f65e tempest-ServersTestManualDisk-270532119 tempest-ServersTestManualDisk-270532119-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664556'] for security_group_rule (2f051730-2dd0-43d0-b10c-f10aeb56f303), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:02.508505 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-1682641c-2a1b-4270-832c-25fffdde3096 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:02.509373 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-18521baa-423e-4a2f-8436-93f979abe96b None None] Provisioning complete for port c87e227b-2d60-487e-abc7-7771e4af8796 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:28:02.509760 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-18521baa-423e-4a2f-8436-93f979abe96b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (c87e227b-2d60-487e-abc7-7771e4af8796), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:02.524044 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7a4d5c-592d-4cef-92c8-c6cd14f1f65e tempest-ServersTestManualDisk-270532119 tempest-ServersTestManualDisk-270532119-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f051730-2dd0-43d0-b10c-f10aeb56f303,revision_number=0']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:28:02.556181 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-5e7a4d5c-592d-4cef-92c8-c6cd14f1f65e tempest-ServersTestManualDisk-270532119 tempest-ServersTestManualDisk-270532119-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:02.559534 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-5e7a4d5c-592d-4cef-92c8-c6cd14f1f65e tempest-ServersTestManualDisk-270532119 tempest-ServersTestManualDisk-270532119-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2938397 Feb 04 17:28:02.564605 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 45724) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:28:02.576092 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-e83956bc-cb37-4c58-9d32-c491f0ca1121 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1541225'] for subnet (a90c7fda-167f-4e2c-86a9-4e1f3e6e5c73), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:02.578074 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-2885dc68-0b03-44c2-9a3c-b1b602b9019a tempest-ServersTestManualDisk-270532119 tempest-ServersTestManualDisk-270532119-project] Request body: {'security_group_rule': {'security_group_id': '06658e9e-aff9-4c00-8a2e-e525c18f5304', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:28:02.608812 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-131838f1-b9c9-455c-a4b4-54fcdedbc666 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Publish callbacks [] for port (7b851f86-f57f-4758-867a-38f3803732e4), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:02.613233 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-18521baa-423e-4a2f-8436-93f979abe96b None None] Port c87e227b-2d60-487e-abc7-7771e4af8796 cannot update to ACTIVE because it is not bound. {{(pid=103378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 17:28:02.647610 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-e83956bc-cb37-4c58-9d32-c491f0ca1121 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1541216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25675894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25858947'] for subnet (a90c7fda-167f-4e2c-86a9-4e1f3e6e5c73), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:02.680473 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-db27da0b-192f-42c8-b6bc-433b5abb6932 None None] Publish callbacks [] for port (11f53c5c-fabf-4fb7-80cf-51606e2c9d16), precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:02.686409 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-db27da0b-192f-42c8-b6bc-433b5abb6932 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (11f53c5c-fabf-4fb7-80cf-51606e2c9d16), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:02.691793 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83956bc-cb37-4c58-9d32-c491f0ca1121 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Pushing event deleted for resources: {'Subnet': ['ID=a90c7fda-167f-4e2c-86a9-4e1f3e6e5c73,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:28:02.693815 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-e83956bc-cb37-4c58-9d32-c491f0ca1121 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks [] for subnet (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:02.699172 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-e83956bc-cb37-4c58-9d32-c491f0ca1121 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] 10.222.0.89 "DELETE /v2.0/subnets/a90c7fda-167f-4e2c-86a9-4e1f3e6e5c73 HTTP/1.1" status: 204 len: 168 time: 0.3955352 Feb 04 17:28:02.699421 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 45726) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:28:02.748249 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-14456168-381b-41e4-853a-184f85867297 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] 10.222.0.89 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0477254 Feb 04 17:28:02.750662 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-2885dc68-0b03-44c2-9a3c-b1b602b9019a tempest-ServersTestManualDisk-270532119 tempest-ServersTestManualDisk-270532119-project] Publish callbacks [] for security_group_rule (c2f96c14-83ef-40ac-b186-a3b1a16e8228), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:02.753077 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 45728) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:28:02.774629 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-66be1f1e-e30f-45f4-8cf5-2dca4e9ed7ce tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Request body: {'subnet': {'network_id': 'ebdc431d-e6a4-4155-be30-2a7d896acbb0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:28:02.792681 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781580b8-5e68-43a3-9a95-45f534ba8d8c None None] Pushing event updated for resources: {'Port': ['ID=11f53c5c-fabf-4fb7-80cf-51606e2c9d16,revision_number=3']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:28:02.829284 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-f1cf900e-18b2-44f8-a472-b1aa435aca44 None None] Provisioning complete for port 6e50b120-f7ef-4659-8a6e-c420b58e38c0 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:28:02.829805 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f1cf900e-18b2-44f8-a472-b1aa435aca44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (6e50b120-f7ef-4659-8a6e-c420b58e38c0), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:02.856644 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-db27da0b-192f-42c8-b6bc-433b5abb6932 None None] Attempting to bind port 11f53c5c-fabf-4fb7-80cf-51606e2c9d16 on host n-d-827839-2 for vnic_type normal with profile {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:28:02.856644 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-db27da0b-192f-42c8-b6bc-433b5abb6932 None None] Attempting to bind port 11f53c5c-fabf-4fb7-80cf-51606e2c9d16 by drivers openvswitch,hyperv on host n-d-827839-2 at level 0 using segments [{'id': '26c37238-eb14-4048-93f5-19bbe58aaf47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': 'df50260c-ccf9-42da-ab7c-062be6414a2d'}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:28:02.857207 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db27da0b-192f-42c8-b6bc-433b5abb6932 None None] Attempting to bind port 11f53c5c-fabf-4fb7-80cf-51606e2c9d16 on network df50260c-ccf9-42da-ab7c-062be6414a2d {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:28:02.866615 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db27da0b-192f-42c8-b6bc-433b5abb6932 None None] Checking agent: {'id': 'ba70844b-66a0-45fd-a2f2-e6ed673321fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 0, 36), 'started_at': datetime.datetime(2022, 2, 4, 17, 1, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 27, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:28:02.867448 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db27da0b-192f-42c8-b6bc-433b5abb6932 None None] Checking segment: {'id': '26c37238-eb14-4048-93f5-19bbe58aaf47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': 'df50260c-ccf9-42da-ab7c-062be6414a2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:28:02.874889 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-db27da0b-192f-42c8-b6bc-433b5abb6932 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:02.875378 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db27da0b-192f-42c8-b6bc-433b5abb6932 None None] Bound using segment: {'id': '26c37238-eb14-4048-93f5-19bbe58aaf47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': 'df50260c-ccf9-42da-ab7c-062be6414a2d'} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:28:02.875905 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-db27da0b-192f-42c8-b6bc-433b5abb6932 None None] Bound port: 11f53c5c-fabf-4fb7-80cf-51606e2c9d16, host: n-d-827839-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26c37238-eb14-4048-93f5-19bbe58aaf47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': 'df50260c-ccf9-42da-ab7c-062be6414a2d'}}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:28:02.876321 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-db27da0b-192f-42c8-b6bc-433b5abb6932 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (11f53c5c-fabf-4fb7-80cf-51606e2c9d16), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:02.976665 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d408ec64-b374-4acb-a1fc-48241dad6d47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (0cd6d64a-47a7-40ff-8c12-71dd526c62e0), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:03.018560 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-131838f1-b9c9-455c-a4b4-54fcdedbc666 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (7b851f86-f57f-4758-867a-38f3803732e4), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:03.038859 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-f1cf900e-18b2-44f8-a472-b1aa435aca44 None None] Current status of the port 6e50b120-f7ef-4659-8a6e-c420b58e38c0 is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:28:03.047347 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-db27da0b-192f-42c8-b6bc-433b5abb6932 None None] For port 11f53c5c-fabf-4fb7-80cf-51606e2c9d16, host n-d-827839-2, cleared binding levels {{(pid=103378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:28:03.051926 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-1682641c-2a1b-4270-832c-25fffdde3096 admin admin] Publish callbacks [] for security_group (5f0e2a09-ada4-4655-a0e3-956efb002c8d), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:03.053006 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66be1f1e-e30f-45f4-8cf5-2dca4e9ed7ce tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Made reservation on behalf of 2dabbd0ed422411582aec81f9de51a07 for: {'subnet': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:28:03.056125 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-f1cf900e-18b2-44f8-a472-b1aa435aca44 None None] Could not find standard attr ID for object 50b07304-dab5-4b58-91de-fb83eaa9898b. {{(pid=103378) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 17:28:03.056958 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-66be1f1e-e30f-45f4-8cf5-2dca4e9ed7ce tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25597243'] for subnet (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:03.079558 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-db27da0b-192f-42c8-b6bc-433b5abb6932 None None] For port 11f53c5c-fabf-4fb7-80cf-51606e2c9d16, host n-d-827839-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=11f53c5c-fabf-4fb7-80cf-51606e2c9d16,segment=NetworkSegment(26c37238-eb14-4048-93f5-19bbe58aaf47),segment_id=26c37238-eb14-4048-93f5-19bbe58aaf47)] {{(pid=103378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:28:03.080598 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.db.resource_extend [None req-101ee026-a4e9-4bfa-9c08-015a729e8956 tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 17:28:03.096636 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-f1cf900e-18b2-44f8-a472-b1aa435aca44 None None] Provisioning complete for port f5652841-7550-48ba-b2e0-fe3fe31263f4 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:28:03.097270 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f1cf900e-18b2-44f8-a472-b1aa435aca44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (f5652841-7550-48ba-b2e0-fe3fe31263f4), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:03.101320 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-db27da0b-192f-42c8-b6bc-433b5abb6932 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (11f53c5c-fabf-4fb7-80cf-51606e2c9d16), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:03.143927 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-2885dc68-0b03-44c2-9a3c-b1b602b9019a tempest-ServersTestManualDisk-270532119 tempest-ServersTestManualDisk-270532119-project] Publish callbacks [] for security_group_rule (c2f96c14-83ef-40ac-b186-a3b1a16e8228), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:03.145466 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-1682641c-2a1b-4270-832c-25fffdde3096 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (5f0e2a09-ada4-4655-a0e3-956efb002c8d), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:03.149232 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-131838f1-b9c9-455c-a4b4-54fcdedbc666 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Network c86bc9c8-f9aa-4c51-afb8-69a184ac0d36 is already hosted by enough agents. {{(pid=103377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:28:03.212417 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [None req-131838f1-b9c9-455c-a4b4-54fcdedbc666 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Resources bound (agent type, host, resource id): {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:28:03.214308 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-2885dc68-0b03-44c2-9a3c-b1b602b9019a tempest-ServersTestManualDisk-270532119 tempest-ServersTestManualDisk-270532119-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664556'] for security_group_rule (c2f96c14-83ef-40ac-b186-a3b1a16e8228), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:03.224288 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-131838f1-b9c9-455c-a4b4-54fcdedbc666 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Received port after_create {{(pid=103377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:28:03.229624 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-131838f1-b9c9-455c-a4b4-54fcdedbc666 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:28:03.230293 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-131838f1-b9c9-455c-a4b4-54fcdedbc666 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:03.301447 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131838f1-b9c9-455c-a4b4-54fcdedbc666 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Pushing event updated for resources: {'Port': ['ID=7b851f86-f57f-4758-867a-38f3803732e4,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:28:03.320866 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-101ee026-a4e9-4bfa-9c08-015a729e8956 tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:03.322690 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2885dc68-0b03-44c2-9a3c-b1b602b9019a tempest-ServersTestManualDisk-270532119 tempest-ServersTestManualDisk-270532119-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2f96c14-83ef-40ac-b186-a3b1a16e8228,revision_number=0']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:28:03.328468 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-1682641c-2a1b-4270-832c-25fffdde3096 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=2001111f8f2c433289f4e537a4b3cb73&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3806529 Feb 04 17:28:03.328959 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 45730) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:28:03.331952 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1682641c-2a1b-4270-832c-25fffdde3096 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f0e2a09-ada4-4655-a0e3-956efb002c8d,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:28:03.347385 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-131838f1-b9c9-455c-a4b4-54fcdedbc666 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.2785516 Feb 04 17:28:03.347385 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-101ee026-a4e9-4bfa-9c08-015a729e8956 tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1595586'] for floatingip (b06434e0-121b-4c02-b950-18c6a89ead53), after_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:03.348786 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 45732) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:28:03.356129 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-fc6465e3-ae80-433d-b5cc-3565bfff5450 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Request body: {'subnet': {'network_id': 'c86bc9c8-f9aa-4c51-afb8-69a184ac0d36', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:28:03.379292 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781580b8-5e68-43a3-9a95-45f534ba8d8c None None] Pushing event updated for resources: {'Port': ['ID=11f53c5c-fabf-4fb7-80cf-51606e2c9d16,revision_number=4']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:28:03.411481 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db27da0b-192f-42c8-b6bc-433b5abb6932 None None] Routers {'92f45d93-1482-47ac-bc3b-900145f579b5'} bound to L3 agent in host n-d-827839-2 {{(pid=103378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:28:03.411698 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-db27da0b-192f-42c8-b6bc-433b5abb6932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:28:02Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['92f45d93-1482-47ac-bc3b-900145f579b5'], 'active': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:28:03.433723 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-c1eba242-85a8-43a7-a2ef-503585a8c534 admin admin] Publish callbacks [] for security_group (5f0e2a09-ada4-4655-a0e3-956efb002c8d), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:03.441001 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-2885dc68-0b03-44c2-9a3c-b1b602b9019a tempest-ServersTestManualDisk-270532119 tempest-ServersTestManualDisk-270532119-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:03.444603 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-2885dc68-0b03-44c2-9a3c-b1b602b9019a tempest-ServersTestManualDisk-270532119 tempest-ServersTestManualDisk-270532119-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8727560 Feb 04 17:28:03.445834 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 45734) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:28:03.461925 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-c287b701-de2b-46ab-b84f-37f64f6000a3 tempest-ServersTestManualDisk-270532119 tempest-ServersTestManualDisk-270532119-project] Request body: {'floatingip': {'floating_network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:28:03.514418 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-c1eba242-85a8-43a7-a2ef-503585a8c534 admin admin] Publish callbacks [] for security_group (5f0e2a09-ada4-4655-a0e3-956efb002c8d), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:03.558270 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-c287b701-de2b-46ab-b84f-37f64f6000a3 tempest-ServersTestManualDisk-270532119 tempest-ServersTestManualDisk-270532119-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:03.615098 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-f1cf900e-18b2-44f8-a472-b1aa435aca44 None None] Current status of the port f5652841-7550-48ba-b2e0-fe3fe31263f4 is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:28:03.633467 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvr_db [None req-db27da0b-192f-42c8-b6bc-433b5abb6932 None None] Set router 92f45d93-1482-47ac-bc3b-900145f579b5 gateway port host: n-d-827839-2 {{(pid=103378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:28:03.704235 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-c1eba242-85a8-43a7-a2ef-503585a8c534 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (5f0e2a09-ada4-4655-a0e3-956efb002c8d), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:03.706562 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-394df3ab-b7bc-4aa6-b0b0-edf00793201a None None] Network ebdc431d-e6a4-4155-be30-2a7d896acbb0 requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:28:03.707130 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-c1eba242-85a8-43a7-a2ef-503585a8c534 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:03.711909 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-c1eba242-85a8-43a7-a2ef-503585a8c534 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/5f0e2a09-ada4-4655-a0e3-956efb002c8d HTTP/1.1" status: 204 len: 168 time: 0.3793809 Feb 04 17:28:03.712082 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-f1cf900e-18b2-44f8-a472-b1aa435aca44 None None] Provisioning complete for port c87e227b-2d60-487e-abc7-7771e4af8796 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:28:03.712082 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f1cf900e-18b2-44f8-a472-b1aa435aca44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (c87e227b-2d60-487e-abc7-7771e4af8796), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:03.752026 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-f1cf900e-18b2-44f8-a472-b1aa435aca44 None None] Port c87e227b-2d60-487e-abc7-7771e4af8796 cannot update to ACTIVE because it is not bound. {{(pid=103378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 17:28:03.772948 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1eba242-85a8-43a7-a2ef-503585a8c534 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f0e2a09-ada4-4655-a0e3-956efb002c8d,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:28:03.812405 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc6465e3-ae80-433d-b5cc-3565bfff5450 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Made reservation on behalf of bcdddb23c6b346f2aa47053863d313d1 for: {'subnet': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:28:03.815974 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-fc6465e3-ae80-433d-b5cc-3565bfff5450 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25597243'] for subnet (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:03.817858 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-c287b701-de2b-46ab-b84f-37f64f6000a3 tempest-ServersTestManualDisk-270532119 tempest-ServersTestManualDisk-270532119-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:03.823740 n-d-827839-2 neutron-server[103377]: INFO neutron.db.l3_db [None req-101ee026-a4e9-4bfa-9c08-015a729e8956 tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] Floating IP b06434e0-121b-4c02-b950-18c6a89ead53 associated. External IP: 172.25.6.37, port: 22c61319-a2fc-4148-8d7a-ce20ec6f79cd. Feb 04 17:28:03.903196 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-66be1f1e-e30f-45f4-8cf5-2dca4e9ed7ce tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25889445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25597197'] for subnet (e9f9f43e-2ce5-4d7e-b03e-3fcbf119f83c), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:03.951350 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.db_base_plugin_common [None req-c287b701-de2b-46ab-b84f-37f64f6000a3 tempest-ServersTestManualDisk-270532119 tempest-ServersTestManualDisk-270532119-project] Allocated IP 172.25.6.11 (48165773-85ad-49a1-9ec1-76fc8dc24188/7660bfad-1ea8-4fe7-831b-bed836f13efc/de6b865c-f2a0-485f-aa43-854212f97e8f) {{(pid=103376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:28:04.013809 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-858d1125-e551-4200-a116-13936dff59e5 None None] Provisioning complete for port 6e50b120-f7ef-4659-8a6e-c420b58e38c0 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:28:04.015357 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-858d1125-e551-4200-a116-13936dff59e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (6e50b120-f7ef-4659-8a6e-c420b58e38c0), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:04.015532 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66be1f1e-e30f-45f4-8cf5-2dca4e9ed7ce tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Network ebdc431d-e6a4-4155-be30-2a7d896acbb0 is already hosted by enough agents. {{(pid=103377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:28:04.027537 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [None req-66be1f1e-e30f-45f4-8cf5-2dca4e9ed7ce tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Resources bound (agent type, host, resource id): {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:28:04.038955 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66be1f1e-e30f-45f4-8cf5-2dca4e9ed7ce tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:28:04.039535 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-66be1f1e-e30f-45f4-8cf5-2dca4e9ed7ce tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks [] for subnet (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:04.042373 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66be1f1e-e30f-45f4-8cf5-2dca4e9ed7ce tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Pushing event updated for resources: {'Subnet': ['ID=e9f9f43e-2ce5-4d7e-b03e-3fcbf119f83c,revision_number=0']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:28:04.083966 n-d-827839-2 neutron-server[103377]: INFO neutron.db.ipam_backend_mixin [None req-fc6465e3-ae80-433d-b5cc-3565bfff5450 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet af940f6d-4397-41e0-a1e5-7325dc3dcd66 (CIDR: 2001:db8::/64) Feb 04 17:28:04.084336 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-c287b701-de2b-46ab-b84f-37f64f6000a3 tempest-ServersTestManualDisk-270532119 tempest-ServersTestManualDisk-270532119-project] Publish callbacks [] for port (de6b865c-f2a0-485f-aa43-854212f97e8f), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:04.094029 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-66be1f1e-e30f-45f4-8cf5-2dca4e9ed7ce tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3327184 Feb 04 17:28:04.095009 n-d-827839-2 neutron-server[103377]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc6465e3-ae80-433d-b5cc-3565bfff5450 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 17:28:04.095561 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc6465e3-ae80-433d-b5cc-3565bfff5450 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103377) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 17:28:04.099660 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 45740) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:28:04.109378 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-4a461c43-21d6-4e70-b1ed-466594f8063d tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Request body: {'subnet': {'network_id': 'ebdc431d-e6a4-4155-be30-2a7d896acbb0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:28:04.153475 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 45742) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:28:04.164712 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-c287b701-de2b-46ab-b84f-37f64f6000a3 tempest-ServersTestManualDisk-270532119 tempest-ServersTestManualDisk-270532119-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (de6b865c-f2a0-485f-aa43-854212f97e8f), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:04.180879 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-a761ee19-1ecb-467b-8224-22dd6e3031af admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:04.210438 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a70ab1a-b1bc-4da1-b3d0-cea051861f07 None None] DHCP port deletion for ebdc431d-e6a4-4155-be30-2a7d896acbb0 request from n-d-827839-2 {{(pid=103378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 17:28:04.211359 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-fc6465e3-ae80-433d-b5cc-3565bfff5450 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8619180 Feb 04 17:28:04.217372 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 45744) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:28:04.220310 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-858d1125-e551-4200-a116-13936dff59e5 None None] Current status of the port 6e50b120-f7ef-4659-8a6e-c420b58e38c0 is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:28:04.232670 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c287b701-de2b-46ab-b84f-37f64f6000a3 tempest-ServersTestManualDisk-270532119 tempest-ServersTestManualDisk-270532119-project] Network 48165773-85ad-49a1-9ec1-76fc8dc24188 is already hosted by enough agents. {{(pid=103376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:28:04.243407 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-2333f402-043d-485c-af8e-cc68e5f84cd9 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Request body: {'subnet': {'network_id': 'c86bc9c8-f9aa-4c51-afb8-69a184ac0d36', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:28:04.247328 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [None req-c287b701-de2b-46ab-b84f-37f64f6000a3 tempest-ServersTestManualDisk-270532119 tempest-ServersTestManualDisk-270532119-project] Resources bound (agent type, host, resource id): {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:28:04.253374 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-db27da0b-192f-42c8-b6bc-433b5abb6932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92f45d93-1482-47ac-bc3b-900145f579b5', 'name': 'tempest-ServersTestManualDisk-1976305712-router', 'tenant_id': '6da63b05ffc14b34a19fe38a380b0dc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.65'}], 'enable_snat': True}, 'gw_port_id': '375c1d4d-6c08-48e0-b09d-ef482b4283e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:27:50Z', 'updated_at': '2022-02-04T17:27:59Z', 'revision_number': 4, 'project_id': '6da63b05ffc14b34a19fe38a380b0dc4', 'gw_port': {'id': '375c1d4d-6c08-48e0-b09d-ef482b4283e7', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:63:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92f45d93-1482-47ac-bc3b-900145f579b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1992, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:27:51Z', 'updated_at': '2022-02-04T17:27:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_interfaces': [{'id': '11f53c5c-fabf-4fb7-80cf-51606e2c9d16', 'name': '', 'network_id': 'df50260c-ccf9-42da-ab7c-062be6414a2d', 'tenant_id': '6da63b05ffc14b34a19fe38a380b0dc4', 'mac_address': 'fa:16:3e:36:78:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92f45d93-1482-47ac-bc3b-900145f579b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2011, 'fixed_ips': [{'subnet_id': 'eb79c871-9674-4827-b446-ec256e1c98d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:27:57Z', 'updated_at': '2022-02-04T17:28:02Z', 'revision_number': 4, 'project_id': '6da63b05ffc14b34a19fe38a380b0dc4', 'subnets': [{'id': 'eb79c871-9674-4827-b446-ec256e1c98d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-2', False) {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:28:04.255933 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c287b701-de2b-46ab-b84f-37f64f6000a3 tempest-ServersTestManualDisk-270532119 tempest-ServersTestManualDisk-270532119-project] Received port after_create {{(pid=103376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:28:04.286411 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db27da0b-192f-42c8-b6bc-433b5abb6932 None None] The sync data for ids ['92f45d93-1482-47ac-bc3b-900145f579b5'] in n-d-827839-2 is: [{'id': '92f45d93-1482-47ac-bc3b-900145f579b5', 'name': 'tempest-ServersTestManualDisk-1976305712-router', 'tenant_id': '6da63b05ffc14b34a19fe38a380b0dc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.65'}], 'enable_snat': True}, 'gw_port_id': '375c1d4d-6c08-48e0-b09d-ef482b4283e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:27:50Z', 'updated_at': '2022-02-04T17:27:59Z', 'revision_number': 4, 'project_id': '6da63b05ffc14b34a19fe38a380b0dc4', 'gw_port': {'id': '375c1d4d-6c08-48e0-b09d-ef482b4283e7', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:63:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92f45d93-1482-47ac-bc3b-900145f579b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1992, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:27:51Z', 'updated_at': '2022-02-04T17:27:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_interfaces': [{'id': '11f53c5c-fabf-4fb7-80cf-51606e2c9d16', 'name': '', 'network_id': 'df50260c-ccf9-42da-ab7c-062be6414a2d', 'tenant_id': '6da63b05ffc14b34a19fe38a380b0dc4', 'mac_address': 'fa:16:3e:36:78:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92f45d93-1482-47ac-bc3b-900145f579b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2011, 'fixed_ips': [{'subnet_id': 'eb79c871-9674-4827-b446-ec256e1c98d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:27:57Z', 'updated_at': '2022-02-04T17:28:02Z', 'revision_number': 4, 'project_id': '6da63b05ffc14b34a19fe38a380b0dc4', 'subnets': [{'id': 'eb79c871-9674-4827-b446-ec256e1c98d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 17:28:04.289756 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-858d1125-e551-4200-a116-13936dff59e5 None None] Provisioning complete for port 11f53c5c-fabf-4fb7-80cf-51606e2c9d16 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:28:04.290029 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-858d1125-e551-4200-a116-13936dff59e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (11f53c5c-fabf-4fb7-80cf-51606e2c9d16), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:04.341370 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c287b701-de2b-46ab-b84f-37f64f6000a3 tempest-ServersTestManualDisk-270532119 tempest-ServersTestManualDisk-270532119-project] Pushing event updated for resources: {'Port': ['ID=de6b865c-f2a0-485f-aa43-854212f97e8f,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:28:04.360886 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4a70ab1a-b1bc-4da1-b3d0-cea051861f07 None None] Deleting port 6e50b120-f7ef-4659-8a6e-c420b58e38c0 {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:28:04.364704 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4a70ab1a-b1bc-4da1-b3d0-cea051861f07 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (6e50b120-f7ef-4659-8a6e-c420b58e38c0), before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:04.427215 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-101ee026-a4e9-4bfa-9c08-015a729e8956 tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] Router 634116b7-81a5-43b0-b152-35141e44ea86 has already been hosted by L3 agent 64ada913-9131-4d99-a265-63a920956287 {{(pid=103377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 17:28:04.500397 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-858d1125-e551-4200-a116-13936dff59e5 None None] Current status of the port 11f53c5c-fabf-4fb7-80cf-51606e2c9d16 is: DOWN; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:28:04.500838 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-858d1125-e551-4200-a116-13936dff59e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (11f53c5c-fabf-4fb7-80cf-51606e2c9d16), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:04.556929 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-c287b701-de2b-46ab-b84f-37f64f6000a3 tempest-ServersTestManualDisk-270532119 tempest-ServersTestManualDisk-270532119-project] Publish callbacks [] for floatingip (4f91d1bf-2a07-4976-8581-d9e786d047d0), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:04.563551 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-858d1125-e551-4200-a116-13936dff59e5 None None] For port 11f53c5c-fabf-4fb7-80cf-51606e2c9d16, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=11f53c5c-fabf-4fb7-80cf-51606e2c9d16,segment=NetworkSegment(26c37238-eb14-4048-93f5-19bbe58aaf47),segment_id=26c37238-eb14-4048-93f5-19bbe58aaf47)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:28:04.566233 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-4a70ab1a-b1bc-4da1-b3d0-cea051861f07 None None] For port 6e50b120-f7ef-4659-8a6e-c420b58e38c0, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=6e50b120-f7ef-4659-8a6e-c420b58e38c0,segment=NetworkSegment(2fcce0c7-9a0a-428a-b986-cae51cd3c129),segment_id=2fcce0c7-9a0a-428a-b986-cae51cd3c129)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:28:04.566632 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4a70ab1a-b1bc-4da1-b3d0-cea051861f07 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (6e50b120-f7ef-4659-8a6e-c420b58e38c0), precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:04.577486 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-858d1125-e551-4200-a116-13936dff59e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (11f53c5c-fabf-4fb7-80cf-51606e2c9d16), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:04.602240 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-101ee026-a4e9-4bfa-9c08-015a729e8956 tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] Notify agent at l3_agent.n-d-827839-2 the message routers_updated {{(pid=103377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 17:28:04.604048 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a461c43-21d6-4e70-b1ed-466594f8063d tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Made reservation on behalf of 2dabbd0ed422411582aec81f9de51a07 for: {'subnet': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:28:04.607766 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-4a461c43-21d6-4e70-b1ed-466594f8063d tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25597243'] for subnet (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:04.613408 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a017ea1f-e3a6-4a27-a8fc-8f796975e9c8 None None] Sync routers for ids ['634116b7-81a5-43b0-b152-35141e44ea86'] in n-d-827839-2 {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 17:28:04.627699 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-c287b701-de2b-46ab-b84f-37f64f6000a3 tempest-ServersTestManualDisk-270532119 tempest-ServersTestManualDisk-270532119-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (de6b865c-f2a0-485f-aa43-854212f97e8f), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:04.628281 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a017ea1f-e3a6-4a27-a8fc-8f796975e9c8 None None] Routers {'634116b7-81a5-43b0-b152-35141e44ea86'} bound to L3 agent in host n-d-827839-2 {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:28:04.630937 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-a017ea1f-e3a6-4a27-a8fc-8f796975e9c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:28:02Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['634116b7-81a5-43b0-b152-35141e44ea86'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:28:04.631986 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-101ee026-a4e9-4bfa-9c08-015a729e8956 tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for floatingip (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:04.639556 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858d1125-e551-4200-a116-13936dff59e5 None None] Pushing event updated for resources: {'Port': ['ID=11f53c5c-fabf-4fb7-80cf-51606e2c9d16,revision_number=5']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:28:04.654183 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4a70ab1a-b1bc-4da1-b3d0-cea051861f07 None None] Calling delete_port for 6e50b120-f7ef-4659-8a6e-c420b58e38c0 owned by network:dhcp {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:28:04.672611 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-858d1125-e551-4200-a116-13936dff59e5 None None] Provisioning complete for port 7b851f86-f57f-4758-867a-38f3803732e4 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:28:04.673009 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-858d1125-e551-4200-a116-13936dff59e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (7b851f86-f57f-4758-867a-38f3803732e4), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:04.718253 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-858d1125-e551-4200-a116-13936dff59e5 None None] Port 7b851f86-f57f-4758-867a-38f3803732e4 cannot update to ACTIVE because it is not bound. {{(pid=103378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 17:28:04.773314 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-a761ee19-1ecb-467b-8224-22dd6e3031af admin admin] Publish callbacks [] for security_group (5358e74f-53fa-4d32-963f-3a29fd581db5), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:04.809984 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-a761ee19-1ecb-467b-8224-22dd6e3031af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (5358e74f-53fa-4d32-963f-3a29fd581db5), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:04.818944 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-101ee026-a4e9-4bfa-9c08-015a729e8956 tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] 10.222.0.89 "PUT /v2.0/floatingips/b06434e0-121b-4c02-b950-18c6a89ead53 HTTP/1.1" status: 200 len: 991 time: 3.2848399 Feb 04 17:28:04.822714 n-d-827839-2 neutron-server[103377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2c300b1-94a0-4e81-a6de-54c4630651af', 'tag': '22c61319-a2fc-4148-8d7a-ce20ec6f79cd'}] {{(pid=103377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:28:04.822892 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4f14bb47-e72b-46ac-9e44-a61d9293afcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (75326290-f7a3-4db8-9cf2-15c7139ed224), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:04.824763 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7240428b650e1488e9361b62648ff4b3a6c19d49d8c27c949491ab58c1346cf0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72e53f55-6f63-4a23-9796-9d59106e2376" -d '{"events": [{"name": "network-changed", "server_uuid": "f2c300b1-94a0-4e81-a6de-54c4630651af", "tag": "22c61319-a2fc-4148-8d7a-ce20ec6f79cd"}]}' {{(pid=103377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:28:04.867429 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4a70ab1a-b1bc-4da1-b3d0-cea051861f07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144'] for port (6e50b120-f7ef-4659-8a6e-c420b58e38c0), after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:04.891248 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvr_db [None req-a017ea1f-e3a6-4a27-a8fc-8f796975e9c8 None None] Set router 634116b7-81a5-43b0-b152-35141e44ea86 gateway port host: n-d-827839-2 {{(pid=103379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:28:04.903446 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2333f402-043d-485c-af8e-cc68e5f84cd9 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Made reservation on behalf of bcdddb23c6b346f2aa47053863d313d1 for: {'subnet': 1} {{(pid=103376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:28:04.907085 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-2333f402-043d-485c-af8e-cc68e5f84cd9 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25859006'] for subnet (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:04.922221 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a70ab1a-b1bc-4da1-b3d0-cea051861f07 None None] Pushing event deleted for resources: {'Port': ['ID=6e50b120-f7ef-4659-8a6e-c420b58e38c0,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:28:04.934800 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a70ab1a-b1bc-4da1-b3d0-cea051861f07 None None] No DVR routers for this DVR port 6e50b120-f7ef-4659-8a6e-c420b58e38c0 on host n-d-827839-2 {{(pid=103378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 17:28:04.956611 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 17:28:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53c38797-c11b-4d13-b1a5-cbee3a93887d x-openstack-request-id: req-53c38797-c11b-4d13-b1a5-cbee3a93887d {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:28:04.956940 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2c300b1-94a0-4e81-a6de-54c4630651af", "tag": "22c61319-a2fc-4148-8d7a-ce20ec6f79cd", "status": "completed", "code": 200}]} {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:28:04.957176 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-53c38797-c11b-4d13-b1a5-cbee3a93887d {{(pid=103377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:28:04.957605 n-d-827839-2 neutron-server[103377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2c300b1-94a0-4e81-a6de-54c4630651af', 'tag': '22c61319-a2fc-4148-8d7a-ce20ec6f79cd', 'status': 'completed', 'code': 200} Feb 04 17:28:04.963230 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-5da04838-cbce-483c-86a6-71bfc3f55742 req-64d6f906-dad7-4f8d-a0fd-f480b9548c3d service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=d23ffa64-7651-4974-8c0d-1ba4c302839d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.5005124 Feb 04 17:28:04.969788 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82024dd2-e5d8-4d16-a2b1-cb7481127f5f None None] Network ebdc431d-e6a4-4155-be30-2a7d896acbb0 requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:28:05.087669 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5232e12d-3991-4b53-be14-6b552c13bb11 req-eaccefc7-c824-466a-8d7f-6f2a6528bc0b tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:28:05.089721 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-5232e12d-3991-4b53-be14-6b552c13bb11 req-eaccefc7-c824-466a-8d7f-6f2a6528bc0b tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] 10.222.0.89 "GET /v2.0/ports?device_id=f2c300b1-94a0-4e81-a6de-54c4630651af HTTP/1.1" status: 200 len: 946 time: 0.1392233 Feb 04 17:28:05.194825 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31c46c8c-234e-4e80-90c0-c96388908f5d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e4c19ad-5724-5db8-8ee1-4f56ae69fcf4-ebdc431d-e6a4-4155-be30-2a7d896acbb0', 'network_id': 'ebdc431d-e6a4-4155-be30-2a7d896acbb0', 'project_id': '2dabbd0ed422411582aec81f9de51a07', 'fixed_ips': [{'subnet_id': 'e9f9f43e-2ce5-4d7e-b03e-3fcbf119f83c'}]}} from n-d-827839-2. {{(pid=103378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 17:28:05.195712 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-31c46c8c-234e-4e80-90c0-c96388908f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:05.291104 n-d-827839-2 neutron-server[103376]: INFO neutron.db.ipam_backend_mixin [None req-2333f402-043d-485c-af8e-cc68e5f84cd9 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 509a5340-b2af-4612-9fd1-0f4167a375f6 (CIDR: 2001:db8:0:1::/64) Feb 04 17:28:05.301633 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 11f53c5c-fabf-4fb7-80cf-51606e2c9d16 up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:28:05.321168 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-a761ee19-1ecb-467b-8224-22dd6e3031af admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=04cd6ea5a83e44ddbf39350d9f2d00a9&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1664453 Feb 04 17:28:05.329741 n-d-827839-2 neutron-server[103377]: DEBUG neutron.objects.ports [None req-4a461c43-21d6-4e70-b1ed-466594f8063d tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103377) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 04 17:28:05.330437 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a761ee19-1ecb-467b-8224-22dd6e3031af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5358e74f-53fa-4d32-963f-3a29fd581db5,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:28:05.331458 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 45752) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:28:05.338666 n-d-827839-2 neutron-server[103376]: INFO neutron.pecan_wsgi.hooks.translation [None req-2333f402-043d-485c-af8e-cc68e5f84cd9 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 17:28:05.339340 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2333f402-043d-485c-af8e-cc68e5f84cd9 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103376) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 17:28:05.361199 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-5232e12d-3991-4b53-be14-6b552c13bb11 req-2b48d091-72d2-4925-aac8-6b9018512dd9 tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] 10.222.0.89 "GET /v2.0/security-groups?id=749b530c-d4d8-46cd-99b4-1a8b04e03f53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2616715 Feb 04 17:28:05.362249 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-4a461c43-21d6-4e70-b1ed-466594f8063d tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25889445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25597197'] for subnet (56b7cf50-96ae-479b-af86-7ca65e1d76c8), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:05.382224 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-a017ea1f-e3a6-4a27-a8fc-8f796975e9c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '634116b7-81a5-43b0-b152-35141e44ea86', 'name': 'tempest-AttachVolumeShelveTestJSON-1593771892-router', 'tenant_id': 'e381d232a32f43f9a5f1684dbd7323ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.99'}], 'enable_snat': True}, 'gw_port_id': '94054b5d-592b-4cb6-871c-06d58c671380', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:21:06Z', 'updated_at': '2022-02-04T17:21:13Z', 'revision_number': 4, 'project_id': 'e381d232a32f43f9a5f1684dbd7323ca', 'gw_port': {'id': '94054b5d-592b-4cb6-871c-06d58c671380', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:f4:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '634116b7-81a5-43b0-b152-35141e44ea86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1195, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:21:08Z', 'updated_at': '2022-02-04T17:21:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_floatingips': [{'id': 'b06434e0-121b-4c02-b950-18c6a89ead53', 'tenant_id': 'e381d232a32f43f9a5f1684dbd7323ca', 'floating_ip_address': '172.25.6.37', 'floating_network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'router_id': '634116b7-81a5-43b0-b152-35141e44ea86', 'port_id': '22c61319-a2fc-4148-8d7a-ce20ec6f79cd', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1962, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '482d30fe-67ad-4874-a89a-719137c68b40', 'mac_address': 'fa:16:3e:00:74:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2c300b1-94a0-4e81-a6de-54c4630651af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T17:27:37Z', 'updated_at': '2022-02-04T17:28:02Z', 'revision_number': 1, 'project_id': 'e381d232a32f43f9a5f1684dbd7323ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '83c5931d-90c7-4719-8ee3-e758fdc7bd11', 'name': '', 'network_id': '482d30fe-67ad-4874-a89a-719137c68b40', 'tenant_id': 'e381d232a32f43f9a5f1684dbd7323ca', 'mac_address': 'fa:16:3e:68:c4:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '634116b7-81a5-43b0-b152-35141e44ea86', 'device_owner': 'network:router_interface', 'standard_attr_id': 1204, 'fixed_ips': [{'subnet_id': '038a8af9-19f4-4848-babf-d3b1e786f999', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:21:12Z', 'updated_at': '2022-02-04T17:21:20Z', 'revision_number': 5, 'project_id': 'e381d232a32f43f9a5f1684dbd7323ca', 'subnets': [{'id': '038a8af9-19f4-4848-babf-d3b1e786f999', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-2', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:28:05.423146 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a461c43-21d6-4e70-b1ed-466594f8063d tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Network ebdc431d-e6a4-4155-be30-2a7d896acbb0 is already hosted by enough agents. {{(pid=103377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:28:05.424650 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-c287b701-de2b-46ab-b84f-37f64f6000a3 tempest-ServersTestManualDisk-270532119 tempest-ServersTestManualDisk-270532119-project] Publish callbacks [] for port (de6b865c-f2a0-485f-aa43-854212f97e8f), precommit_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:05.432824 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [None req-4a461c43-21d6-4e70-b1ed-466594f8063d tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Resources bound (agent type, host, resource id): {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:28:05.433055 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-2333f402-043d-485c-af8e-cc68e5f84cd9 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 1.2120070 Feb 04 17:28:05.434017 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 45754) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:28:05.437059 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a461c43-21d6-4e70-b1ed-466594f8063d tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:28:05.437882 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-4a461c43-21d6-4e70-b1ed-466594f8063d tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks [] for subnet (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:05.446260 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-14406882-767e-4bbb-aefa-5160ad682822 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Request body: {'subnet': {'network_id': 'c86bc9c8-f9aa-4c51-afb8-69a184ac0d36', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:28:05.462749 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-c287b701-de2b-46ab-b84f-37f64f6000a3 tempest-ServersTestManualDisk-270532119 tempest-ServersTestManualDisk-270532119-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675836'] for port (de6b865c-f2a0-485f-aa43-854212f97e8f), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:05.480263 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port 11f53c5c-fabf-4fb7-80cf-51606e2c9d16 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:28:05.483618 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (11f53c5c-fabf-4fb7-80cf-51606e2c9d16), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:05.488090 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e53f55-6f63-4a23-9796-9d59106e2376 req-d76ec465-209c-4771-9d20-326e3808d6e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:28:05.489790 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-72e53f55-6f63-4a23-9796-9d59106e2376 req-d76ec465-209c-4771-9d20-326e3808d6e7 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=e381d232a32f43f9a5f1684dbd7323ca&device_id=f2c300b1-94a0-4e81-a6de-54c4630651af HTTP/1.1" status: 200 len: 1128 time: 0.5223076 Feb 04 17:28:05.524229 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-4a461c43-21d6-4e70-b1ed-466594f8063d tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4215569 Feb 04 17:28:05.535314 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 45756) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:28:05.536122 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a461c43-21d6-4e70-b1ed-466594f8063d tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Pushing event updated for resources: {'Subnet': ['ID=56b7cf50-96ae-479b-af86-7ca65e1d76c8,revision_number=0']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:28:05.569603 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da04838-cbce-483c-86a6-71bfc3f55742 req-fef971bd-99d2-4723-8fec-533db4a14366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:28:05.570079 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da04838-cbce-483c-86a6-71bfc3f55742 req-fef971bd-99d2-4723-8fec-533db4a14366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:28:05.570587 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da04838-cbce-483c-86a6-71bfc3f55742 req-fef971bd-99d2-4723-8fec-533db4a14366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:28:05.571007 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da04838-cbce-483c-86a6-71bfc3f55742 req-fef971bd-99d2-4723-8fec-533db4a14366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:28:05.571466 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da04838-cbce-483c-86a6-71bfc3f55742 req-fef971bd-99d2-4723-8fec-533db4a14366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:28:05.571923 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-ca2db241-16d4-4e10-84f6-4c312f739c62 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Request body: {'port': {'network_id': 'ebdc431d-e6a4-4155-be30-2a7d896acbb0', 'mac_address': 'fa:16:3e:b5:86:f2', 'name': 'tempest-NetworksTestDHCPv6-1397879304'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:28:05.572058 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da04838-cbce-483c-86a6-71bfc3f55742 req-fef971bd-99d2-4723-8fec-533db4a14366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:28:05.572375 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da04838-cbce-483c-86a6-71bfc3f55742 req-fef971bd-99d2-4723-8fec-533db4a14366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:28:05.574533 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-5da04838-cbce-483c-86a6-71bfc3f55742 req-fef971bd-99d2-4723-8fec-533db4a14366 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=c5cb386618c24d66b6712f0d36ac7fea&device_id=d23ffa64-7651-4974-8c0d-1ba4c302839d HTTP/1.1" status: 200 len: 6715 time: 0.4698987 Feb 04 17:28:05.590628 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-31c46c8c-234e-4e80-90c0-c96388908f5d None None] Allocated IP 172.20.0.2 (ebdc431d-e6a4-4155-be30-2a7d896acbb0/e9f9f43e-2ce5-4d7e-b03e-3fcbf119f83c/b621fe22-8509-40c0-8f27-5a206e1f3639) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:28:05.614044 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-3c639c41-3892-47d4-b2c3-b8371e97a98b admin admin] Publish callbacks [] for security_group (5358e74f-53fa-4d32-963f-3a29fd581db5), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:05.633687 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a017ea1f-e3a6-4a27-a8fc-8f796975e9c8 None None] Checking router: 634116b7-81a5-43b0-b152-35141e44ea86 for host: n-d-827839-2 {{(pid=103379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 17:28:05.644646 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a017ea1f-e3a6-4a27-a8fc-8f796975e9c8 None None] Routers {'634116b7-81a5-43b0-b152-35141e44ea86'} bound to L3 agent in host n-d-827839-2 {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:28:05.648076 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-a017ea1f-e3a6-4a27-a8fc-8f796975e9c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:28:02Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['634116b7-81a5-43b0-b152-35141e44ea86'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:28:05.685774 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-3c639c41-3892-47d4-b2c3-b8371e97a98b admin admin] Publish callbacks [] for security_group (5358e74f-53fa-4d32-963f-3a29fd581db5), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:05.692432 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port 11f53c5c-fabf-4fb7-80cf-51606e2c9d16 is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:28:05.701172 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-31c46c8c-234e-4e80-90c0-c96388908f5d None None] Allocated IP 2001:db8::f816:3eff:feda:f8ce (ebdc431d-e6a4-4155-be30-2a7d896acbb0/56b7cf50-96ae-479b-af86-7ca65e1d76c8/b621fe22-8509-40c0-8f27-5a206e1f3639) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:28:05.817684 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 6e50b120-f7ef-4659-8a6e-c420b58e38c0 no longer exists at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:28:05.823149 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c287b701-de2b-46ab-b84f-37f64f6000a3 tempest-ServersTestManualDisk-270532119 tempest-ServersTestManualDisk-270532119-project] Pushing event updated for resources: {'Port': ['ID=de6b865c-f2a0-485f-aa43-854212f97e8f,revision_number=2']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:28:05.824184 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca2db241-16d4-4e10-84f6-4c312f739c62 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Made reservation on behalf of 2dabbd0ed422411582aec81f9de51a07 for: {'port': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:28:05.834187 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-3c639c41-3892-47d4-b2c3-b8371e97a98b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (5358e74f-53fa-4d32-963f-3a29fd581db5), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:05.837088 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvr_db [None req-a017ea1f-e3a6-4a27-a8fc-8f796975e9c8 None None] Set router 634116b7-81a5-43b0-b152-35141e44ea86 gateway port host: n-d-827839-2 {{(pid=103379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:28:05.843143 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-3c639c41-3892-47d4-b2c3-b8371e97a98b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:05.844409 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-3c639c41-3892-47d4-b2c3-b8371e97a98b admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/5358e74f-53fa-4d32-963f-3a29fd581db5 HTTP/1.1" status: 204 len: 168 time: 0.5117924 Feb 04 17:28:05.850849 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (ba70844b-66a0-45fd-a2f2-e6ed673321fc), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:05.856356 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] No Port match for: 6e50b120-f7ef-4659-8a6e-c420b58e38c0 {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 17:28:05.856708 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 6e50b120-f7ef-4659-8a6e-c420b58e38c0 not bound to the agent host n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 17:28:05.906115 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c639c41-3892-47d4-b2c3-b8371e97a98b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5358e74f-53fa-4d32-963f-3a29fd581db5,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:28:05.921783 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c639c41-3892-47d4-b2c3-b8371e97a98b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:28:05.922838 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c639c41-3892-47d4-b2c3-b8371e97a98b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:28:05.923571 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c639c41-3892-47d4-b2c3-b8371e97a98b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:28:05.924372 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c639c41-3892-47d4-b2c3-b8371e97a98b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:28:05.924911 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c639c41-3892-47d4-b2c3-b8371e97a98b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:28:05.925472 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c639c41-3892-47d4-b2c3-b8371e97a98b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:28:05.926004 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c639c41-3892-47d4-b2c3-b8371e97a98b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:28:05.926874 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c639c41-3892-47d4-b2c3-b8371e97a98b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:28:05.927214 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c639c41-3892-47d4-b2c3-b8371e97a98b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:28:05.927545 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c639c41-3892-47d4-b2c3-b8371e97a98b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:28:05.927874 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c639c41-3892-47d4-b2c3-b8371e97a98b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:28:05.928596 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c639c41-3892-47d4-b2c3-b8371e97a98b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:28:05.928596 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c639c41-3892-47d4-b2c3-b8371e97a98b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:28:05.982769 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e53f55-6f63-4a23-9796-9d59106e2376 req-a6977df3-f6e1-417f-b9bb-4f4b02504ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:28:05.984771 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-72e53f55-6f63-4a23-9796-9d59106e2376 req-a6977df3-f6e1-417f-b9bb-4f4b02504ab0 service neutron] 10.222.0.96 "GET /v2.0/networks?id=482d30fe-67ad-4874-a89a-719137c68b40 HTTP/1.1" status: 200 len: 918 time: 0.4589405 Feb 04 17:28:05.998398 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-c287b701-de2b-46ab-b84f-37f64f6000a3 tempest-ServersTestManualDisk-270532119 tempest-ServersTestManualDisk-270532119-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1595586'] for floatingip (4f91d1bf-2a07-4976-8581-d9e786d047d0), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:06.009746 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.agents_db [None req-e1691f3b-aacd-4cd6-8ebb-a9c53bb301c0 None None] Agent healthcheck: found 7 active agents {{(pid=103379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 17:28:06.023712 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-ca2db241-16d4-4e10-84f6-4c312f739c62 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:06.045362 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-c287b701-de2b-46ab-b84f-37f64f6000a3 tempest-ServersTestManualDisk-270532119 tempest-ServersTestManualDisk-270532119-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for floatingip (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:06.055287 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-c287b701-de2b-46ab-b84f-37f64f6000a3 tempest-ServersTestManualDisk-270532119 tempest-ServersTestManualDisk-270532119-project] 10.222.0.89 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.5979261 Feb 04 17:28:06.072510 n-d-827839-2 neutron-server[103377]: DEBUG neutron.notifiers.nova [None req-ca2db241-16d4-4e10-84f6-4c312f739c62 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] device_id is not set on port 5640d0e7-6327-4fc5-8c30-8e4186291663 yet. {{(pid=103377) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 04 17:28:06.146956 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-31c46c8c-234e-4e80-90c0-c96388908f5d None None] Publish callbacks [] for port (b621fe22-8509-40c0-8f27-5a206e1f3639), precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:06.163142 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da04838-cbce-483c-86a6-71bfc3f55742 req-ce48bbe1-7558-471c-a157-72bb38b83c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:28:06.163691 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da04838-cbce-483c-86a6-71bfc3f55742 req-ce48bbe1-7558-471c-a157-72bb38b83c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:28:06.164163 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da04838-cbce-483c-86a6-71bfc3f55742 req-ce48bbe1-7558-471c-a157-72bb38b83c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:28:06.164951 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-31c46c8c-234e-4e80-90c0-c96388908f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135'] for port (b621fe22-8509-40c0-8f27-5a206e1f3639), after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:06.166352 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-5da04838-cbce-483c-86a6-71bfc3f55742 req-ce48bbe1-7558-471c-a157-72bb38b83c03 service neutron] 10.222.0.96 "GET /v2.0/networks?id=02771309-aff5-472d-90da-927298d169e4&id=556cd7fb-ae94-473e-9ec8-6200a52368e1&id=556cd7fb-ae94-473e-9ec8-6200a52368e1&id=556cd7fb-ae94-473e-9ec8-6200a52368e1&id=556cd7fb-ae94-473e-9ec8-6200a52368e1&id=8c9cb33a-476f-4f00-a8aa-706c33a5dd83&id=8c9cb33a-476f-4f00-a8aa-706c33a5dd83 HTTP/1.1" status: 200 len: 2297 time: 0.5277405 Feb 04 17:28:06.205131 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14406882-767e-4bbb-aefa-5160ad682822 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Made reservation on behalf of bcdddb23c6b346f2aa47053863d313d1 for: {'subnet': 1} {{(pid=103376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:28:06.209926 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-14406882-767e-4bbb-aefa-5160ad682822 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25859006'] for subnet (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:06.286393 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-72e53f55-6f63-4a23-9796-9d59106e2376 req-eea5a8fb-ac15-43e0-a70c-97f1b8343b36 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=22c61319-a2fc-4148-8d7a-ce20ec6f79cd HTTP/1.1" status: 200 len: 999 time: 0.2696929 Feb 04 17:28:06.308874 n-d-827839-2 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31c46c8c-234e-4e80-90c0-c96388908f5d None None] Network ebdc431d-e6a4-4155-be30-2a7d896acbb0 is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:28:06.330576 n-d-827839-2 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-31c46c8c-234e-4e80-90c0-c96388908f5d None None] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:28:06.358366 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31c46c8c-234e-4e80-90c0-c96388908f5d None None] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:28:06.383888 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.db_base_plugin_common [None req-ca2db241-16d4-4e10-84f6-4c312f739c62 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Allocated IP 172.20.0.14 (ebdc431d-e6a4-4155-be30-2a7d896acbb0/e9f9f43e-2ce5-4d7e-b03e-3fcbf119f83c/5640d0e7-6327-4fc5-8c30-8e4186291663) {{(pid=103377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:28:06.385660 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c46c8c-234e-4e80-90c0-c96388908f5d None None] Pushing event updated for resources: {'Port': ['ID=b621fe22-8509-40c0-8f27-5a206e1f3639,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:28:06.390906 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-a017ea1f-e3a6-4a27-a8fc-8f796975e9c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '634116b7-81a5-43b0-b152-35141e44ea86', 'name': 'tempest-AttachVolumeShelveTestJSON-1593771892-router', 'tenant_id': 'e381d232a32f43f9a5f1684dbd7323ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.99'}], 'enable_snat': True}, 'gw_port_id': '94054b5d-592b-4cb6-871c-06d58c671380', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:21:06Z', 'updated_at': '2022-02-04T17:21:13Z', 'revision_number': 4, 'project_id': 'e381d232a32f43f9a5f1684dbd7323ca', 'gw_port': {'id': '94054b5d-592b-4cb6-871c-06d58c671380', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:f4:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '634116b7-81a5-43b0-b152-35141e44ea86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1195, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:21:08Z', 'updated_at': '2022-02-04T17:21:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_floatingips': [{'id': 'b06434e0-121b-4c02-b950-18c6a89ead53', 'tenant_id': 'e381d232a32f43f9a5f1684dbd7323ca', 'floating_ip_address': '172.25.6.37', 'floating_network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'router_id': '634116b7-81a5-43b0-b152-35141e44ea86', 'port_id': '22c61319-a2fc-4148-8d7a-ce20ec6f79cd', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1962, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '482d30fe-67ad-4874-a89a-719137c68b40', 'mac_address': 'fa:16:3e:00:74:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2c300b1-94a0-4e81-a6de-54c4630651af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T17:27:37Z', 'updated_at': '2022-02-04T17:28:02Z', 'revision_number': 1, 'project_id': 'e381d232a32f43f9a5f1684dbd7323ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '83c5931d-90c7-4719-8ee3-e758fdc7bd11', 'name': '', 'network_id': '482d30fe-67ad-4874-a89a-719137c68b40', 'tenant_id': 'e381d232a32f43f9a5f1684dbd7323ca', 'mac_address': 'fa:16:3e:68:c4:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '634116b7-81a5-43b0-b152-35141e44ea86', 'device_owner': 'network:router_interface', 'standard_attr_id': 1204, 'fixed_ips': [{'subnet_id': '038a8af9-19f4-4848-babf-d3b1e786f999', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:21:12Z', 'updated_at': '2022-02-04T17:21:20Z', 'revision_number': 5, 'project_id': 'e381d232a32f43f9a5f1684dbd7323ca', 'subnets': [{'id': '038a8af9-19f4-4848-babf-d3b1e786f999', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-2', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:28:06.398550 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.db_base_plugin_common [None req-ca2db241-16d4-4e10-84f6-4c312f739c62 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Allocated IP 2001:db8::f816:3eff:feb5:86f2 (ebdc431d-e6a4-4155-be30-2a7d896acbb0/56b7cf50-96ae-479b-af86-7ca65e1d76c8/5640d0e7-6327-4fc5-8c30-8e4186291663) {{(pid=103377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:28:06.446595 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a017ea1f-e3a6-4a27-a8fc-8f796975e9c8 None None] The sync data for ids ['634116b7-81a5-43b0-b152-35141e44ea86'] in n-d-827839-2 is: [{'id': '634116b7-81a5-43b0-b152-35141e44ea86', 'name': 'tempest-AttachVolumeShelveTestJSON-1593771892-router', 'tenant_id': 'e381d232a32f43f9a5f1684dbd7323ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.99'}], 'enable_snat': True}, 'gw_port_id': '94054b5d-592b-4cb6-871c-06d58c671380', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:21:06Z', 'updated_at': '2022-02-04T17:21:13Z', 'revision_number': 4, 'project_id': 'e381d232a32f43f9a5f1684dbd7323ca', 'gw_port': {'id': '94054b5d-592b-4cb6-871c-06d58c671380', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:f4:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '634116b7-81a5-43b0-b152-35141e44ea86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1195, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:21:08Z', 'updated_at': '2022-02-04T17:21:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_floatingips': [{'id': 'b06434e0-121b-4c02-b950-18c6a89ead53', 'tenant_id': 'e381d232a32f43f9a5f1684dbd7323ca', 'floating_ip_address': '172.25.6.37', 'floating_network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'router_id': '634116b7-81a5-43b0-b152-35141e44ea86', 'port_id': '22c61319-a2fc-4148-8d7a-ce20ec6f79cd', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1962, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '482d30fe-67ad-4874-a89a-719137c68b40', 'mac_address': 'fa:16:3e:00:74:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2c300b1-94a0-4e81-a6de-54c4630651af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T17:27:37Z', 'updated_at': '2022-02-04T17:28:02Z', 'revision_number': 1, 'project_id': 'e381d232a32f43f9a5f1684dbd7323ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '83c5931d-90c7-4719-8ee3-e758fdc7bd11', 'name': '', 'network_id': '482d30fe-67ad-4874-a89a-719137c68b40', 'tenant_id': 'e381d232a32f43f9a5f1684dbd7323ca', 'mac_address': 'fa:16:3e:68:c4:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '634116b7-81a5-43b0-b152-35141e44ea86', 'device_owner': 'network:router_interface', 'standard_attr_id': 1204, 'fixed_ips': [{'subnet_id': '038a8af9-19f4-4848-babf-d3b1e786f999', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:21:12Z', 'updated_at': '2022-02-04T17:21:20Z', 'revision_number': 5, 'project_id': 'e381d232a32f43f9a5f1684dbd7323ca', 'subnets': [{'id': '038a8af9-19f4-4848-babf-d3b1e786f999', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 17:28:06.542822 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-31c46c8c-234e-4e80-90c0-c96388908f5d None None] Attempting to bind port b621fe22-8509-40c0-8f27-5a206e1f3639 on host n-d-827839-2 for vnic_type normal with profile {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:28:06.543268 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-31c46c8c-234e-4e80-90c0-c96388908f5d None None] Attempting to bind port b621fe22-8509-40c0-8f27-5a206e1f3639 by drivers openvswitch,hyperv on host n-d-827839-2 at level 0 using segments [{'id': '2fcce0c7-9a0a-428a-b986-cae51cd3c129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'ebdc431d-e6a4-4155-be30-2a7d896acbb0'}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:28:06.543561 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31c46c8c-234e-4e80-90c0-c96388908f5d None None] Attempting to bind port b621fe22-8509-40c0-8f27-5a206e1f3639 on network ebdc431d-e6a4-4155-be30-2a7d896acbb0 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:28:06.559212 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31c46c8c-234e-4e80-90c0-c96388908f5d None None] Checking agent: {'id': 'ba70844b-66a0-45fd-a2f2-e6ed673321fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 0, 36), 'started_at': datetime.datetime(2022, 2, 4, 17, 1, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 28, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:28:06.559594 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31c46c8c-234e-4e80-90c0-c96388908f5d None None] Checking segment: {'id': '2fcce0c7-9a0a-428a-b986-cae51cd3c129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'ebdc431d-e6a4-4155-be30-2a7d896acbb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:28:06.559997 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-31c46c8c-234e-4e80-90c0-c96388908f5d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:06.560396 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31c46c8c-234e-4e80-90c0-c96388908f5d None None] Bound using segment: {'id': '2fcce0c7-9a0a-428a-b986-cae51cd3c129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'ebdc431d-e6a4-4155-be30-2a7d896acbb0'} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:28:06.560896 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-31c46c8c-234e-4e80-90c0-c96388908f5d None None] Bound port: b621fe22-8509-40c0-8f27-5a206e1f3639, host: n-d-827839-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2fcce0c7-9a0a-428a-b986-cae51cd3c129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'ebdc431d-e6a4-4155-be30-2a7d896acbb0'}}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:28:06.561313 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-31c46c8c-234e-4e80-90c0-c96388908f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (b621fe22-8509-40c0-8f27-5a206e1f3639), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:06.650767 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-31c46c8c-234e-4e80-90c0-c96388908f5d None None] For port b621fe22-8509-40c0-8f27-5a206e1f3639, host n-d-827839-2, cleared binding levels {{(pid=103378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:28:06.663411 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-31c46c8c-234e-4e80-90c0-c96388908f5d None None] For port b621fe22-8509-40c0-8f27-5a206e1f3639, host n-d-827839-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=b621fe22-8509-40c0-8f27-5a206e1f3639,segment=NetworkSegment(2fcce0c7-9a0a-428a-b986-cae51cd3c129),segment_id=2fcce0c7-9a0a-428a-b986-cae51cd3c129)] {{(pid=103378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:28:06.689636 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-31c46c8c-234e-4e80-90c0-c96388908f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (b621fe22-8509-40c0-8f27-5a206e1f3639), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:06.690685 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570b19f6-5ae5-461b-9da6-6a035c65e778 req-fccf6c51-acda-4e4c-9de5-52cbfb0a0804 tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:28:06.692689 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-570b19f6-5ae5-461b-9da6-6a035c65e778 req-fccf6c51-acda-4e4c-9de5-52cbfb0a0804 tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] 10.222.0.89 "GET /v2.0/ports?device_id=f2c300b1-94a0-4e81-a6de-54c4630651af HTTP/1.1" status: 200 len: 946 time: 0.1709936 Feb 04 17:28:06.713183 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-ca2db241-16d4-4e10-84f6-4c312f739c62 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks [] for port (5640d0e7-6327-4fc5-8c30-8e4186291663), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:06.761097 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c46c8c-234e-4e80-90c0-c96388908f5d None None] Pushing event updated for resources: {'Port': ['ID=b621fe22-8509-40c0-8f27-5a206e1f3639,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:28:06.815891 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-570b19f6-5ae5-461b-9da6-6a035c65e778 req-941cd8d7-eae5-44b6-b0a0-cbc7c6aa470d tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] 10.222.0.89 "GET /v2.0/security-groups?id=749b530c-d4d8-46cd-99b4-1a8b04e03f53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1019728 Feb 04 17:28:06.826792 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ff4f29c-cd0d-4b7e-9059-43cef41b8fe2 None None] New status for floating IP b06434e0-121b-4c02-b950-18c6a89ead53: ACTIVE {{(pid=103378) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 17:28:06.840107 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-ca2db241-16d4-4e10-84f6-4c312f739c62 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (5640d0e7-6327-4fc5-8c30-8e4186291663), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:06.853400 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-5da04838-cbce-483c-86a6-71bfc3f55742 req-fbaf574c-64e8-4bfe-b7c3-89ad7a7d3764 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3af41b78-08e9-4d5c-93be-3e2ef1bdcc7f HTTP/1.1" status: 200 len: 1001 time: 0.6624832 Feb 04 17:28:06.903788 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca2db241-16d4-4e10-84f6-4c312f739c62 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Network ebdc431d-e6a4-4155-be30-2a7d896acbb0 is already hosted by enough agents. {{(pid=103377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:28:06.913209 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [None req-ca2db241-16d4-4e10-84f6-4c312f739c62 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Resources bound (agent type, host, resource id): {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:28:06.918765 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca2db241-16d4-4e10-84f6-4c312f739c62 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Received port after_create {{(pid=103377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:28:06.962797 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e53f55-6f63-4a23-9796-9d59106e2376 req-1d1ae994-7e6b-4d8b-9dfc-9630676eea35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:28:06.964339 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-72e53f55-6f63-4a23-9796-9d59106e2376 req-1d1ae994-7e6b-4d8b-9dfc-9630676eea35 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=038a8af9-19f4-4848-babf-d3b1e786f999 HTTP/1.1" status: 200 len: 856 time: 0.2209864 Feb 04 17:28:06.974975 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2db241-16d4-4e10-84f6-4c312f739c62 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Pushing event updated for resources: {'Port': ['ID=5640d0e7-6327-4fc5-8c30-8e4186291663,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:28:07.005870 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca2db241-16d4-4e10-84f6-4c312f739c62 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:28:07.006559 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-ca2db241-16d4-4e10-84f6-4c312f739c62 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:07.030183 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-ca2db241-16d4-4e10-84f6-4c312f739c62 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 1.4743896 Feb 04 17:28:07.032487 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 45790) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:28:07.035597 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-f3d76d01-514f-4307-8618-fcba7d3363c5 req-a5190b14-ad98-4ecc-8bc6-601d61a9eb71 tempest-ServersTestManualDisk-270532119 tempest-ServersTestManualDisk-270532119-project] 10.222.0.89 "GET /v2.0/security-groups?name=tempest-securitygroup--1667117830&fields=id&tenant_id=6da63b05ffc14b34a19fe38a380b0dc4 HTTP/1.1" status: 200 len: 267 time: 0.2908561 Feb 04 17:28:07.061717 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da04838-cbce-483c-86a6-71bfc3f55742 req-5b898619-4a50-400c-9e8b-a4c26ec53f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:28:07.063377 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-5da04838-cbce-483c-86a6-71bfc3f55742 req-5b898619-4a50-400c-9e8b-a4c26ec53f10 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=069a4643-9702-4f4f-bc4a-cf22266ae74b HTTP/1.1" status: 200 len: 855 time: 0.1889243 Feb 04 17:28:07.182118 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ece811e9-9001-45ff-9544-1bf91c2f1109 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:28:07.187561 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ece811e9-9001-45ff-9544-1bf91c2f1109 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:28:07.201988 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 45794) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:28:07.202241 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-ece811e9-9001-45ff-9544-1bf91c2f1109 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] 10.222.0.89 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.1683896 Feb 04 17:28:07.307004 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e53f55-6f63-4a23-9796-9d59106e2376 req-b98d4783-4fc9-43e7-8a0c-2f2246010741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:28:07.308540 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-72e53f55-6f63-4a23-9796-9d59106e2376 req-b98d4783-4fc9-43e7-8a0c-2f2246010741 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=482d30fe-67ad-4874-a89a-719137c68b40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3345282 Feb 04 17:28:07.358628 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d76d01-514f-4307-8618-fcba7d3363c5 req-3bef0369-d259-4d85-8031-aabe0aa729be tempest-ServersTestManualDisk-270532119 tempest-ServersTestManualDisk-270532119-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:28:07.359950 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-f3d76d01-514f-4307-8618-fcba7d3363c5 req-3bef0369-d259-4d85-8031-aabe0aa729be tempest-ServersTestManualDisk-270532119 tempest-ServersTestManualDisk-270532119-project] 10.222.0.89 "GET /v2.0/networks?id=df50260c-ccf9-42da-ab7c-062be6414a2d HTTP/1.1" status: 200 len: 812 time: 0.3236539 Feb 04 17:28:07.429239 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da04838-cbce-483c-86a6-71bfc3f55742 req-aa57bbb9-fdc8-4403-bae2-636a7bc6124c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:28:07.430748 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-5da04838-cbce-483c-86a6-71bfc3f55742 req-aa57bbb9-fdc8-4403-bae2-636a7bc6124c service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=02771309-aff5-472d-90da-927298d169e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3068695 Feb 04 17:28:07.466524 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-f3d76d01-514f-4307-8618-fcba7d3363c5 req-1d5c7943-7063-4823-a4de-86d90e60d62d tempest-ServersTestManualDisk-270532119 tempest-ServersTestManualDisk-270532119-project] 10.222.0.89 "GET /v2.0/quotas/6da63b05ffc14b34a19fe38a380b0dc4 HTTP/1.1" status: 200 len: 375 time: 0.0859125 Feb 04 17:28:07.619703 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-72e53f55-6f63-4a23-9796-9d59106e2376 req-fdd5ef27-1335-459d-8cd5-12df4e04ce83 service neutron] 10.222.0.96 "GET /v2.0/networks/482d30fe-67ad-4874-a89a-719137c68b40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2933457 Feb 04 17:28:07.634882 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-727ada14-f6f6-4aaf-9c09-578fa81eadc7 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Deleting port 5640d0e7-6327-4fc5-8c30-8e4186291663 {{(pid=103376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:28:07.635224 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-727ada14-f6f6-4aaf-9c09-578fa81eadc7 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (5640d0e7-6327-4fc5-8c30-8e4186291663), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:07.702692 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-14406882-767e-4bbb-aefa-5160ad682822 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25674939', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25858952'] for subnet (f7fc3c82-524c-452b-9a99-da03ba30b786), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:07.775865 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 45842) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:28:07.796146 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-f3d76d01-514f-4307-8618-fcba7d3363c5 req-7c9b3e90-6aec-4260-9e25-03bb6526047c tempest-ServersTestManualDisk-270532119 tempest-ServersTestManualDisk-270532119-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=6da63b05ffc14b34a19fe38a380b0dc4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3149521 Feb 04 17:28:07.807459 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-5da04838-cbce-483c-86a6-71bfc3f55742 req-9b59dd75-f2bd-4334-9c69-ecd9d35a715a service neutron] 10.222.0.96 "GET /v2.0/networks/02771309-aff5-472d-90da-927298d169e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3441341 Feb 04 17:28:07.825776 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14406882-767e-4bbb-aefa-5160ad682822 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Network c86bc9c8-f9aa-4c51-afb8-69a184ac0d36 is already hosted by enough agents. {{(pid=103376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:28:07.873381 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [None req-14406882-767e-4bbb-aefa-5160ad682822 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Resources bound (agent type, host, resource id): {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:28:07.882733 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1552349-eeab-473f-802b-0c37a13a09a2 None None] Network c86bc9c8-f9aa-4c51-afb8-69a184ac0d36 requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:28:07.918267 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-91611a2d-c311-41de-bd23-31aa037f31f6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:07.929508 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14406882-767e-4bbb-aefa-5160ad682822 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:28:07.930021 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-14406882-767e-4bbb-aefa-5160ad682822 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Publish callbacks [] for subnet (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:07.980377 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14406882-767e-4bbb-aefa-5160ad682822 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Pushing event updated for resources: {'Subnet': ['ID=f7fc3c82-524c-452b-9a99-da03ba30b786,revision_number=0']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:28:08.028690 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-727ada14-f6f6-4aaf-9c09-578fa81eadc7 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (5640d0e7-6327-4fc5-8c30-8e4186291663), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:08.054098 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-72e53f55-6f63-4a23-9796-9d59106e2376 req-6274661c-9a7f-4494-afe0-72aa5ed285a6 service neutron] 10.222.0.96 "GET /v2.0/networks/482d30fe-67ad-4874-a89a-719137c68b40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4257159 Feb 04 17:28:08.074749 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-727ada14-f6f6-4aaf-9c09-578fa81eadc7 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Calling delete_port for 5640d0e7-6327-4fc5-8c30-8e4186291663 owned by {{(pid=103376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:28:08.079632 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23988a8-b6e2-4ffd-8411-bd60e0edde92 req-671995eb-52af-448e-94a1-50ba956f737d tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:28:08.081702 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-f23988a8-b6e2-4ffd-8411-bd60e0edde92 req-671995eb-52af-448e-94a1-50ba956f737d tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] 10.222.0.89 "GET /v2.0/ports?device_id=f2c300b1-94a0-4e81-a6de-54c4630651af HTTP/1.1" status: 200 len: 946 time: 0.1126609 Feb 04 17:28:08.084014 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-14406882-767e-4bbb-aefa-5160ad682822 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.6466122 Feb 04 17:28:08.084663 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 45850) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:28:08.099724 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-0630e2d7-d3b6-42ef-8a65-567f5c6c1181 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-539270980', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'f7fc3c82-524c-452b-9a99-da03ba30b786'}], 'security_groups': ['3b81231b-a599-44da-b54c-1d1600bbba17', '96e3f863-5432-4e35-bfe7-e90aa2eac9b3']}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:28:08.133575 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-91611a2d-c311-41de-bd23-31aa037f31f6 admin admin] Publish callbacks [] for security_group (9e872b80-c626-4706-84fe-18566dfebb61), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:08.154159 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-91611a2d-c311-41de-bd23-31aa037f31f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (9e872b80-c626-4706-84fe-18566dfebb61), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:08.205992 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-f3d76d01-514f-4307-8618-fcba7d3363c5 req-8d6bd0e2-ddb6-4e20-b379-9815844db9a9 service neutron] 10.222.0.89 "GET /v2.0/networks/df50260c-ccf9-42da-ab7c-062be6414a2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3841202 Feb 04 17:28:08.207875 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91611a2d-c311-41de-bd23-31aa037f31f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e872b80-c626-4706-84fe-18566dfebb61,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:28:08.212030 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-5da04838-cbce-483c-86a6-71bfc3f55742 req-f4511279-081d-4951-9eda-a1895d081d78 service neutron] 10.222.0.96 "GET /v2.0/networks/02771309-aff5-472d-90da-927298d169e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3900499 Feb 04 17:28:08.230562 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69c522d2-b293-44f1-83d2-ea58c11c82ef None None] Network ebdc431d-e6a4-4155-be30-2a7d896acbb0 requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:28:08.240249 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-f23988a8-b6e2-4ffd-8411-bd60e0edde92 req-5fc42166-bf30-4562-be7e-548690ebb286 tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] 10.222.0.89 "GET /v2.0/security-groups?id=749b530c-d4d8-46cd-99b4-1a8b04e03f53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1424572 Feb 04 17:28:08.248219 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-91611a2d-c311-41de-bd23-31aa037f31f6 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=8d7fafbd023f46c0b9068dca38e36df0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4688807 Feb 04 17:28:08.250689 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 45852) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:28:08.311856 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-882d261b-9225-4f4b-b545-f90f31cc7d93 admin admin] Publish callbacks [] for security_group (9e872b80-c626-4706-84fe-18566dfebb61), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:08.327294 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-5da04838-cbce-483c-86a6-71bfc3f55742 req-047f9b2e-198f-4769-8175-4dcfa88914c7 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.23&port_id=d9d313cd-c191-41ee-8480-aa1e52db3c64 HTTP/1.1" status: 200 len: 217 time: 0.1069846 Feb 04 17:28:08.337555 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-882d261b-9225-4f4b-b545-f90f31cc7d93 admin admin] Publish callbacks [] for security_group (9e872b80-c626-4706-84fe-18566dfebb61), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:08.346969 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-39668929-57b4-458a-826c-aeb0f46cad47 None None] Provisioning complete for port b621fe22-8509-40c0-8f27-5a206e1f3639 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:28:08.347354 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-39668929-57b4-458a-826c-aeb0f46cad47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (b621fe22-8509-40c0-8f27-5a206e1f3639), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:08.392315 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-882d261b-9225-4f4b-b545-f90f31cc7d93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (9e872b80-c626-4706-84fe-18566dfebb61), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:08.395829 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-882d261b-9225-4f4b-b545-f90f31cc7d93 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:08.399980 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-882d261b-9225-4f4b-b545-f90f31cc7d93 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/9e872b80-c626-4706-84fe-18566dfebb61 HTTP/1.1" status: 204 len: 168 time: 0.1426294 Feb 04 17:28:08.406882 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882d261b-9225-4f4b-b545-f90f31cc7d93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e872b80-c626-4706-84fe-18566dfebb61,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:28:08.488095 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da04838-cbce-483c-86a6-71bfc3f55742 req-0002c268-53fe-4e1b-a9e2-34a272b421cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:28:08.489932 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-5da04838-cbce-483c-86a6-71bfc3f55742 req-0002c268-53fe-4e1b-a9e2-34a272b421cd service neutron] 10.222.0.96 "GET /v2.0/subnets?id=c75ba609-a10e-4499-b6d7-a9d627fc3822 HTTP/1.1" status: 200 len: 797 time: 0.1429243 Feb 04 17:28:08.510567 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-f3d76d01-514f-4307-8618-fcba7d3363c5 req-9d9a8555-d9f3-4e0d-947e-7a55a7ceff2d service neutron] 10.222.0.89 "GET /v2.0/networks/df50260c-ccf9-42da-ab7c-062be6414a2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2914996 Feb 04 17:28:08.552576 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccc015a2-a1fe-4201-b9b2-68c3cc9d6ca4 None None] Update dhcp port {'port': {'network_id': 'c86bc9c8-f9aa-4c51-afb8-69a184ac0d36', 'fixed_ips': [{'subnet_id': '509a5340-b2af-4612-9fd1-0f4167a375f6', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'af940f6d-4397-41e0-a1e5-7325dc3dcd66'}, {'subnet_id': 'f7fc3c82-524c-452b-9a99-da03ba30b786'}], 'binding:host_id': 'n-d-827839-2'}, 'id': 'f5652841-7550-48ba-b2e0-fe3fe31263f4'} from n-d-827839-2. {{(pid=103378) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 04 17:28:08.583253 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-39668929-57b4-458a-826c-aeb0f46cad47 None None] Current status of the port b621fe22-8509-40c0-8f27-5a206e1f3639 is: DOWN; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:28:08.583646 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-39668929-57b4-458a-826c-aeb0f46cad47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (b621fe22-8509-40c0-8f27-5a206e1f3639), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:08.611606 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ccc015a2-a1fe-4201-b9b2-68c3cc9d6ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (f5652841-7550-48ba-b2e0-fe3fe31263f4), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:08.637640 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-39668929-57b4-458a-826c-aeb0f46cad47 None None] For port b621fe22-8509-40c0-8f27-5a206e1f3639, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=b621fe22-8509-40c0-8f27-5a206e1f3639,segment=NetworkSegment(2fcce0c7-9a0a-428a-b986-cae51cd3c129),segment_id=2fcce0c7-9a0a-428a-b986-cae51cd3c129)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:28:08.683749 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-39668929-57b4-458a-826c-aeb0f46cad47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (b621fe22-8509-40c0-8f27-5a206e1f3639), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:08.751184 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da04838-cbce-483c-86a6-71bfc3f55742 req-93d99d5e-696c-4644-9892-2e5b21b47670 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:28:08.753280 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-5da04838-cbce-483c-86a6-71bfc3f55742 req-93d99d5e-696c-4644-9892-2e5b21b47670 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=556cd7fb-ae94-473e-9ec8-6200a52368e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.2507503 Feb 04 17:28:08.757086 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-0630e2d7-d3b6-42ef-8a65-567f5c6c1181 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (7b851f86-f57f-4758-867a-38f3803732e4), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:08.786082 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-727ada14-f6f6-4aaf-9c09-578fa81eadc7 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (5640d0e7-6327-4fc5-8c30-8e4186291663), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:08.875371 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-7c3184ff-372b-498e-9dff-886282ddb486 req-157f8630-1af4-4688-bbe4-1272a2c5e4e9 tempest-ServersTestManualDisk-270532119 tempest-ServersTestManualDisk-270532119-project] 10.222.0.89 "GET /v2.0/ports?device_id=fee7387d-f3a9-40e1-8bd0-184958f0f201 HTTP/1.1" status: 200 len: 210 time: 0.0613127 Feb 04 17:28:08.896984 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39668929-57b4-458a-826c-aeb0f46cad47 None None] Pushing event updated for resources: {'Port': ['ID=b621fe22-8509-40c0-8f27-5a206e1f3639,revision_number=3']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:28:09.025772 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727ada14-f6f6-4aaf-9c09-578fa81eadc7 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Pushing event deleted for resources: {'Port': ['ID=5640d0e7-6327-4fc5-8c30-8e4186291663,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:28:09.142358 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-ccc015a2-a1fe-4201-b9b2-68c3cc9d6ca4 None None] Allocated IP 2001:db8::2 (c86bc9c8-f9aa-4c51-afb8-69a184ac0d36/af940f6d-4397-41e0-a1e5-7325dc3dcd66/f5652841-7550-48ba-b2e0-fe3fe31263f4) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:28:09.152477 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-ccc015a2-a1fe-4201-b9b2-68c3cc9d6ca4 None None] Allocated IP 2001:db8:0:2::2 (c86bc9c8-f9aa-4c51-afb8-69a184ac0d36/f7fc3c82-524c-452b-9a99-da03ba30b786/f5652841-7550-48ba-b2e0-fe3fe31263f4) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:28:09.341483 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device b621fe22-8509-40c0-8f27-5a206e1f3639 up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:28:09.411611 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-ccc015a2-a1fe-4201-b9b2-68c3cc9d6ca4 None None] For port f5652841-7550-48ba-b2e0-fe3fe31263f4, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=f5652841-7550-48ba-b2e0-fe3fe31263f4,segment=NetworkSegment(e8b3933a-248d-48cd-ba55-dea23f5997e3),segment_id=e8b3933a-248d-48cd-ba55-dea23f5997e3)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:28:09.500937 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ccc015a2-a1fe-4201-b9b2-68c3cc9d6ca4 None None] Publish callbacks [] for port (f5652841-7550-48ba-b2e0-fe3fe31263f4), precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:09.514004 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ccc015a2-a1fe-4201-b9b2-68c3cc9d6ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (f5652841-7550-48ba-b2e0-fe3fe31263f4), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:09.527718 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port b621fe22-8509-40c0-8f27-5a206e1f3639 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:28:09.528470 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (b621fe22-8509-40c0-8f27-5a206e1f3639), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:09.703296 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-45e6744b-f812-4b2a-9276-e7be124aad37 None None] Could not find standard attr ID for object 5640d0e7-6327-4fc5-8c30-8e4186291663. {{(pid=103378) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 17:28:09.733604 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-5da04838-cbce-483c-86a6-71bfc3f55742 req-a89477d8-1139-4435-b091-d31443b1e242 service neutron] 10.222.0.96 "GET /v2.0/networks/556cd7fb-ae94-473e-9ec8-6200a52368e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9682367 Feb 04 17:28:09.738203 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-727ada14-f6f6-4aaf-9c09-578fa81eadc7 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:09.741690 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-727ada14-f6f6-4aaf-9c09-578fa81eadc7 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] 10.222.0.89 "DELETE /v2.0/ports/5640d0e7-6327-4fc5-8c30-8e4186291663 HTTP/1.1" status: 204 len: 168 time: 2.5355659 Feb 04 17:28:09.745357 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 45890) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:28:09.759815 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc015a2-a1fe-4201-b9b2-68c3cc9d6ca4 None None] Pushing event updated for resources: {'Port': ['ID=f5652841-7550-48ba-b2e0-fe3fe31263f4,revision_number=6']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:28:09.817296 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-45e6744b-f812-4b2a-9276-e7be124aad37 None None] Provisioning complete for port b621fe22-8509-40c0-8f27-5a206e1f3639 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:28:09.817747 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-45e6744b-f812-4b2a-9276-e7be124aad37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (b621fe22-8509-40c0-8f27-5a206e1f3639), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:09.849572 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b73833d-bdc9-493e-93fd-79823fda8beb tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:28:09.859793 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b73833d-bdc9-493e-93fd-79823fda8beb tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:28:09.861603 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b73833d-bdc9-493e-93fd-79823fda8beb tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:28:09.867927 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-1b73833d-bdc9-493e-93fd-79823fda8beb tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] 10.222.0.89 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1203845 Feb 04 17:28:09.870457 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 45892) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:28:09.901091 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc06dabb-738f-4ddd-8de2-ff11a6183bea req-7fa66934-a004-49a4-be04-64543a0cda38 tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:28:09.903069 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-cc06dabb-738f-4ddd-8de2-ff11a6183bea req-7fa66934-a004-49a4-be04-64543a0cda38 tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] 10.222.0.89 "GET /v2.0/ports?device_id=f2c300b1-94a0-4e81-a6de-54c4630651af HTTP/1.1" status: 200 len: 946 time: 0.3806615 Feb 04 17:28:09.976127 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port b621fe22-8509-40c0-8f27-5a206e1f3639 is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:28:10.000299 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.db_base_plugin_v2 [None req-af9cac79-55d5-4541-a5ae-ad736d7a021d tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Deleting subnet 56b7cf50-96ae-479b-af86-7ca65e1d76c8 {{(pid=103377) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 17:28:10.012961 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-af9cac79-55d5-4541-a5ae-ad736d7a021d tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks [] for subnet (56b7cf50-96ae-479b-af86-7ca65e1d76c8), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:10.079857 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-45e6744b-f812-4b2a-9276-e7be124aad37 None None] Current status of the port b621fe22-8509-40c0-8f27-5a206e1f3639 is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:28:10.115365 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-5da04838-cbce-483c-86a6-71bfc3f55742 req-ba8f6f3c-fafb-4ac1-8831-123410ed5839 service neutron] 10.222.0.96 "GET /v2.0/networks/556cd7fb-ae94-473e-9ec8-6200a52368e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3649573 Feb 04 17:28:10.117415 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-77232214-7867-4fa0-a0d5-1e0c22ad440c req-4524418c-d996-4736-ad06-40634e59c3b3 tempest-ServersTestManualDisk-270532119 tempest-ServersTestManualDisk-270532119-project] 10.222.0.89 "GET /v2.0/ports?device_id=fee7387d-f3a9-40e1-8bd0-184958f0f201 HTTP/1.1" status: 200 len: 210 time: 0.1001995 Feb 04 17:28:10.118120 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (f20a1ab3-4332-4f54-833b-ba4a7c687e89), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:10.124472 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-cc06dabb-738f-4ddd-8de2-ff11a6183bea req-f5490eac-44a8-4574-b80d-fd68e4db632f tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] 10.222.0.89 "GET /v2.0/security-groups?id=749b530c-d4d8-46cd-99b4-1a8b04e03f53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1974509 Feb 04 17:28:10.146271 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-af9cac79-55d5-4541-a5ae-ad736d7a021d tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26866676'] for subnet (56b7cf50-96ae-479b-af86-7ca65e1d76c8), precommit_delete_associations {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:10.168469 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.db_base_plugin_common [None req-0630e2d7-d3b6-42ef-8a65-567f5c6c1181 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Delete allocated IP 2001:db8::2f6 (c86bc9c8-f9aa-4c51-afb8-69a184ac0d36/af940f6d-4397-41e0-a1e5-7325dc3dcd66) {{(pid=103376) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 04 17:28:10.199049 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-851e2703-9ca2-47f7-9581-efffbe8141dc None None] Could not find standard attr ID for object 50b07304-dab5-4b58-91de-fb83eaa9898b. {{(pid=103378) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 17:28:10.255205 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-5da04838-cbce-483c-86a6-71bfc3f55742 req-b054259f-505d-4a27-b259-810e09a8aa94 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.31&port_id=8ddcb880-408a-4e5a-992e-36b8049df242 HTTP/1.1" status: 200 len: 217 time: 0.1033571 Feb 04 17:28:10.300525 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.db_base_plugin_common [None req-0630e2d7-d3b6-42ef-8a65-567f5c6c1181 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Allocated IP 2001:db8:0:2::84 (c86bc9c8-f9aa-4c51-afb8-69a184ac0d36/f7fc3c82-524c-452b-9a99-da03ba30b786/7b851f86-f57f-4758-867a-38f3803732e4) {{(pid=103376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:28:10.312255 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-af9cac79-55d5-4541-a5ae-ad736d7a021d tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1541225'] for subnet (56b7cf50-96ae-479b-af86-7ca65e1d76c8), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:10.447678 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da04838-cbce-483c-86a6-71bfc3f55742 req-d0731f09-096d-4325-b81c-9d3d49435e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:28:10.454817 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-5da04838-cbce-483c-86a6-71bfc3f55742 req-d0731f09-096d-4325-b81c-9d3d49435e5d service neutron] 10.222.0.96 "GET /v2.0/subnets?id=c75ba609-a10e-4499-b6d7-a9d627fc3822 HTTP/1.1" status: 200 len: 797 time: 0.1936016 Feb 04 17:28:10.602984 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-af9cac79-55d5-4541-a5ae-ad736d7a021d tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1541216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25888360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25597190'] for subnet (56b7cf50-96ae-479b-af86-7ca65e1d76c8), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:10.632987 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-6c8ff4d7-af63-4853-a67a-27080dc7cd97 None None] Could not find standard attr ID for object 5640d0e7-6327-4fc5-8c30-8e4186291663. {{(pid=103378) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 17:28:10.658686 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-af9cac79-55d5-4541-a5ae-ad736d7a021d tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks [] for subnet (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:10.662506 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-af9cac79-55d5-4541-a5ae-ad736d7a021d tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] 10.222.0.89 "DELETE /v2.0/subnets/56b7cf50-96ae-479b-af86-7ca65e1d76c8 HTTP/1.1" status: 204 len: 168 time: 0.7911789 Feb 04 17:28:10.666485 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 45912) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:28:10.686540 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da04838-cbce-483c-86a6-71bfc3f55742 req-c709617f-82ea-4203-b38b-d368b3866980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:28:10.687941 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-5da04838-cbce-483c-86a6-71bfc3f55742 req-c709617f-82ea-4203-b38b-d368b3866980 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=556cd7fb-ae94-473e-9ec8-6200a52368e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.2279181 Feb 04 17:28:10.735488 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9cac79-55d5-4541-a5ae-ad736d7a021d tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Pushing event deleted for resources: {'Subnet': ['ID=56b7cf50-96ae-479b-af86-7ca65e1d76c8,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:28:10.756662 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d76d01-514f-4307-8618-fcba7d3363c5 req-b5c8404e-c797-481b-b907-d8439a3db7ae tempest-ServersTestManualDisk-270532119 tempest-ServersTestManualDisk-270532119-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:28:10.758448 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-f3d76d01-514f-4307-8618-fcba7d3363c5 req-b5c8404e-c797-481b-b907-d8439a3db7ae tempest-ServersTestManualDisk-270532119 tempest-ServersTestManualDisk-270532119-project] 10.222.0.90 "GET /v2.0/networks?id=df50260c-ccf9-42da-ab7c-062be6414a2d HTTP/1.1" status: 200 len: 812 time: 0.3611512 Feb 04 17:28:10.758730 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 45914) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:28:10.888580 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.db_base_plugin_v2 [None req-6bf914fc-5e01-4be4-9fb9-cceef9cc3903 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Deleting subnet e9f9f43e-2ce5-4d7e-b03e-3fcbf119f83c {{(pid=103377) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 17:28:10.903145 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-6bf914fc-5e01-4be4-9fb9-cceef9cc3903 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks [] for subnet (e9f9f43e-2ce5-4d7e-b03e-3fcbf119f83c), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:10.936259 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-f3d76d01-514f-4307-8618-fcba7d3363c5 req-443a9684-2213-448e-8d53-4260bd88d596 tempest-ServersTestManualDisk-270532119 tempest-ServersTestManualDisk-270532119-project] 10.222.0.90 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6da63b05ffc14b34a19fe38a380b0dc4 HTTP/1.1" status: 200 len: 380 time: 0.1249337 Feb 04 17:28:10.947512 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [req-f3d76d01-514f-4307-8618-fcba7d3363c5 req-7b421fa5-02d7-4ccb-a436-b4d0fd3525d2 tempest-ServersTestManualDisk-270532119 tempest-ServersTestManualDisk-270532119-project] Request body: {'port': {'device_id': 'fee7387d-f3a9-40e1-8bd0-184958f0f201', 'network_id': 'df50260c-ccf9-42da-ab7c-062be6414a2d', 'admin_state_up': True, 'tenant_id': '6da63b05ffc14b34a19fe38a380b0dc4', 'security_groups': ['06658e9e-aff9-4c00-8a2e-e525c18f5304']}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:28:10.984905 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-0630e2d7-d3b6-42ef-8a65-567f5c6c1181 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Publish callbacks [] for port (7b851f86-f57f-4758-867a-38f3803732e4), precommit_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:11.023797 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-0630e2d7-d3b6-42ef-8a65-567f5c6c1181 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675836'] for port (7b851f86-f57f-4758-867a-38f3803732e4), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:11.031961 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-6bf914fc-5e01-4be4-9fb9-cceef9cc3903 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26866676'] for subnet (e9f9f43e-2ce5-4d7e-b03e-3fcbf119f83c), precommit_delete_associations {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:11.059274 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-d4e195fc-8149-49be-8939-0228284f3066 tempest-MeteringIpV6TestJSON-843126024 tempest-MeteringIpV6TestJSON-843126024-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1458133446'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:28:11.059756 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-d4e195fc-8149-49be-8939-0228284f3066 tempest-MeteringIpV6TestJSON-843126024 tempest-MeteringIpV6TestJSON-843126024-project-admin] Unknown quota resources ['metering_label']. {{(pid=103376) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 04 17:28:11.089985 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7906d112-3403-44e4-a48b-e6371cbdbb71 None None] Network ebdc431d-e6a4-4155-be30-2a7d896acbb0 requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:28:11.094202 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-5da04838-cbce-483c-86a6-71bfc3f55742 req-96a45c34-7df5-4aab-8234-645f87525fe8 service neutron] 10.222.0.96 "GET /v2.0/networks/556cd7fb-ae94-473e-9ec8-6200a52368e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3968916 Feb 04 17:28:11.244185 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-0630e2d7-d3b6-42ef-8a65-567f5c6c1181 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] In _notify_port_updated(), no bound segment for port 7b851f86-f57f-4758-867a-38f3803732e4 on network c86bc9c8-f9aa-4c51-afb8-69a184ac0d36 {{(pid=103376) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Feb 04 17:28:11.254436 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-3ddb6531-4c39-4840-9c29-c88bc3be35d3 None None] Provisioning complete for port f5652841-7550-48ba-b2e0-fe3fe31263f4 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:28:11.255201 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3ddb6531-4c39-4840-9c29-c88bc3be35d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (f5652841-7550-48ba-b2e0-fe3fe31263f4), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:11.258355 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0630e2d7-d3b6-42ef-8a65-567f5c6c1181 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:28:11.260949 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-0630e2d7-d3b6-42ef-8a65-567f5c6c1181 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:11.262366 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-0630e2d7-d3b6-42ef-8a65-567f5c6c1181 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] 10.222.0.89 "PUT /v2.0/ports/7b851f86-f57f-4758-867a-38f3803732e4 HTTP/1.1" status: 200 len: 968 time: 3.1715362 Feb 04 17:28:11.280395 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device f5652841-7550-48ba-b2e0-fe3fe31263f4 up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:28:11.310738 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 45928) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:28:11.420193 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0630e2d7-d3b6-42ef-8a65-567f5c6c1181 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Pushing event updated for resources: {'Port': ['ID=7b851f86-f57f-4758-867a-38f3803732e4,revision_number=2']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:28:11.439040 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port f5652841-7550-48ba-b2e0-fe3fe31263f4 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:28:11.439416 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (f5652841-7550-48ba-b2e0-fe3fe31263f4), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:11.489182 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-104d238f-cb59-471e-8f1c-657177ae0efc req-f06d8518-a26c-475e-b6df-10f1a31d5501 tempest-ServersTestManualDisk-270532119 tempest-ServersTestManualDisk-270532119-project] 10.222.0.89 "GET /v2.0/ports?device_id=fee7387d-f3a9-40e1-8bd0-184958f0f201 HTTP/1.1" status: 200 len: 210 time: 0.2560506 Feb 04 17:28:11.576473 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-d4e195fc-8149-49be-8939-0228284f3066 tempest-MeteringIpV6TestJSON-843126024 tempest-MeteringIpV6TestJSON-843126024-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:11.581310 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-d4e195fc-8149-49be-8939-0228284f3066 tempest-MeteringIpV6TestJSON-843126024 tempest-MeteringIpV6TestJSON-843126024-project-admin] 10.222.0.89 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.8165786 Feb 04 17:28:11.585409 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 45930) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:28:11.592150 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-8e52b1d6-0bb6-4c05-9a67-5b0b8bb72554 tempest-MeteringIpV6TestJSON-843126024 tempest-MeteringIpV6TestJSON-843126024-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': '51f43d85-e558-4d97-a675-89ce40e8cec5'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:28:11.593287 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-8e52b1d6-0bb6-4c05-9a67-5b0b8bb72554 tempest-MeteringIpV6TestJSON-843126024 tempest-MeteringIpV6TestJSON-843126024-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103376) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 04 17:28:11.607270 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-3ddb6531-4c39-4840-9c29-c88bc3be35d3 None None] Current status of the port f5652841-7550-48ba-b2e0-fe3fe31263f4 is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:28:11.693673 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-3ddb6531-4c39-4840-9c29-c88bc3be35d3 None None] Provisioning complete for port 7b851f86-f57f-4758-867a-38f3803732e4 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:28:11.693972 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3ddb6531-4c39-4840-9c29-c88bc3be35d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (7b851f86-f57f-4758-867a-38f3803732e4), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:11.732879 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port f5652841-7550-48ba-b2e0-fe3fe31263f4 is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:28:11.758939 n-d-827839-2 neutron-server[103376]: WARNING neutron.services.metering.metering_plugin [None req-8e52b1d6-0bb6-4c05-9a67-5b0b8bb72554 tempest-MeteringIpV6TestJSON-843126024 tempest-MeteringIpV6TestJSON-843126024-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Feb 04 17:28:11.762456 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-5da04838-cbce-483c-86a6-71bfc3f55742 req-09672792-c6d0-4d59-b656-bce33ef3808d service neutron] 10.222.0.96 "GET /v2.0/networks/556cd7fb-ae94-473e-9ec8-6200a52368e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6387372 Feb 04 17:28:11.773356 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3d76d01-514f-4307-8618-fcba7d3363c5 req-7b421fa5-02d7-4ccb-a436-b4d0fd3525d2 tempest-ServersTestManualDisk-270532119 tempest-ServersTestManualDisk-270532119-project] Made reservation on behalf of 6da63b05ffc14b34a19fe38a380b0dc4 for: {'port': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:28:11.777478 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-3ddb6531-4c39-4840-9c29-c88bc3be35d3 None None] Port 7b851f86-f57f-4758-867a-38f3803732e4 cannot update to ACTIVE because it is not bound. {{(pid=103378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 17:28:11.777640 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-f3d76d01-514f-4307-8618-fcba7d3363c5 req-7b421fa5-02d7-4ccb-a436-b4d0fd3525d2 tempest-ServersTestManualDisk-270532119 tempest-ServersTestManualDisk-270532119-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:11.793898 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-3ddb6531-4c39-4840-9c29-c88bc3be35d3 None None] Provisioning complete for port c87e227b-2d60-487e-abc7-7771e4af8796 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:28:11.794280 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3ddb6531-4c39-4840-9c29-c88bc3be35d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (c87e227b-2d60-487e-abc7-7771e4af8796), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:11.802879 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-6bf914fc-5e01-4be4-9fb9-cceef9cc3903 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1541225'] for subnet (e9f9f43e-2ce5-4d7e-b03e-3fcbf119f83c), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:11.843212 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-3ddb6531-4c39-4840-9c29-c88bc3be35d3 None None] Port c87e227b-2d60-487e-abc7-7771e4af8796 cannot update to ACTIVE because it is not bound. {{(pid=103378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 17:28:11.896523 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-5da04838-cbce-483c-86a6-71bfc3f55742 req-97c177c0-2c25-4b45-9d93-5b3ce8747652 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.36&port_id=9d10f3e7-7f29-4443-b5c4-40872e166605 HTTP/1.1" status: 200 len: 217 time: 0.0995631 Feb 04 17:28:11.981381 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-b4b9113d-25e6-46b4-ac54-b3f00e1c4159 None None] Provisioning complete for port 7b851f86-f57f-4758-867a-38f3803732e4 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:28:11.981761 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b4b9113d-25e6-46b4-ac54-b3f00e1c4159 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (7b851f86-f57f-4758-867a-38f3803732e4), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:11.983682 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-8e52b1d6-0bb6-4c05-9a67-5b0b8bb72554 tempest-MeteringIpV6TestJSON-843126024 tempest-MeteringIpV6TestJSON-843126024-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:11.989819 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-8e52b1d6-0bb6-4c05-9a67-5b0b8bb72554 tempest-MeteringIpV6TestJSON-843126024 tempest-MeteringIpV6TestJSON-843126024-project-admin] 10.222.0.89 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.4030411 Feb 04 17:28:11.990492 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 45936) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:28:12.005181 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-8d8bdff1-2769-43dc-940b-2a87fe81ddad tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Deleting port 7b851f86-f57f-4758-867a-38f3803732e4 {{(pid=103376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:28:12.005542 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-8d8bdff1-2769-43dc-940b-2a87fe81ddad tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (7b851f86-f57f-4758-867a-38f3803732e4), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:12.013347 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-5e957840-efdf-42c0-aa5a-69b39d713dd3 tempest-MeteringIpV6TestJSON-843126024 tempest-MeteringIpV6TestJSON-843126024-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': '51f43d85-e558-4d97-a675-89ce40e8cec5'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:28:12.013902 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-5e957840-efdf-42c0-aa5a-69b39d713dd3 tempest-MeteringIpV6TestJSON-843126024 tempest-MeteringIpV6TestJSON-843126024-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103377) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 04 17:28:12.045832 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-b4b9113d-25e6-46b4-ac54-b3f00e1c4159 None None] Port 7b851f86-f57f-4758-867a-38f3803732e4 cannot update to ACTIVE because it is not bound. {{(pid=103378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 17:28:12.066145 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.db_base_plugin_common [req-f3d76d01-514f-4307-8618-fcba7d3363c5 req-7b421fa5-02d7-4ccb-a436-b4d0fd3525d2 tempest-ServersTestManualDisk-270532119 tempest-ServersTestManualDisk-270532119-project] Allocated IP 172.20.0.7 (df50260c-ccf9-42da-ab7c-062be6414a2d/eb79c871-9674-4827-b446-ec256e1c98d6/5959601f-c661-4dad-b600-c38a77083c6b) {{(pid=103377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:28:12.073566 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-6bf914fc-5e01-4be4-9fb9-cceef9cc3903 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1541216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25888360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25597190'] for subnet (e9f9f43e-2ce5-4d7e-b03e-3fcbf119f83c), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:12.094078 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da04838-cbce-483c-86a6-71bfc3f55742 req-f2fe5a4d-fc27-41c8-bb59-6ea3feafa099 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:28:12.095656 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-5da04838-cbce-483c-86a6-71bfc3f55742 req-f2fe5a4d-fc27-41c8-bb59-6ea3feafa099 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=c75ba609-a10e-4499-b6d7-a9d627fc3822 HTTP/1.1" status: 200 len: 797 time: 0.1598501 Feb 04 17:28:12.158514 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-8d8bdff1-2769-43dc-940b-2a87fe81ddad tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (7b851f86-f57f-4758-867a-38f3803732e4), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:12.183577 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-8d8bdff1-2769-43dc-940b-2a87fe81ddad tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Calling delete_port for 7b851f86-f57f-4758-867a-38f3803732e4 owned by {{(pid=103376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:28:12.193952 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-6bf914fc-5e01-4be4-9fb9-cceef9cc3903 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks [] for subnet (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:12.199118 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-6bf914fc-5e01-4be4-9fb9-cceef9cc3903 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] 10.222.0.89 "DELETE /v2.0/subnets/e9f9f43e-2ce5-4d7e-b03e-3fcbf119f83c HTTP/1.1" status: 204 len: 168 time: 1.5277252 Feb 04 17:28:12.199696 n-d-827839-2 neutron-server[103377]: WARNING neutron.services.metering.metering_plugin [None req-5e957840-efdf-42c0-aa5a-69b39d713dd3 tempest-MeteringIpV6TestJSON-843126024 tempest-MeteringIpV6TestJSON-843126024-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Feb 04 17:28:12.201956 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf914fc-5e01-4be4-9fb9-cceef9cc3903 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Pushing event deleted for resources: {'Subnet': ['ID=e9f9f43e-2ce5-4d7e-b03e-3fcbf119f83c,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:28:12.207834 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 45938) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:28:12.209351 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da04838-cbce-483c-86a6-71bfc3f55742 req-a76d782a-4efc-4b4d-ada8-fa0957fcd552 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:28:12.211731 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-5da04838-cbce-483c-86a6-71bfc3f55742 req-a76d782a-4efc-4b4d-ada8-fa0957fcd552 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=556cd7fb-ae94-473e-9ec8-6200a52368e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1083345 Feb 04 17:28:12.239561 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (3f9244a9-75fc-4c10-b195-11d48b853b41), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:12.344982 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-8cad6c91-95a2-45b9-bc49-05edce19a802 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] 10.222.0.89 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1336439 Feb 04 17:28:12.346782 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 45940) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:28:12.443819 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-5e957840-efdf-42c0-aa5a-69b39d713dd3 tempest-MeteringIpV6TestJSON-843126024 tempest-MeteringIpV6TestJSON-843126024-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:12.445527 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-5e957840-efdf-42c0-aa5a-69b39d713dd3 tempest-MeteringIpV6TestJSON-843126024 tempest-MeteringIpV6TestJSON-843126024-project-admin] 10.222.0.89 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.4535625 Feb 04 17:28:12.448385 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 45944) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:28:12.469859 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-28b02ce7-1313-464e-9cc2-b7075456280b tempest-MeteringIpV6TestJSON-843126024 tempest-MeteringIpV6TestJSON-843126024-project-admin] 10.222.0.89 "GET /v2.0/metering/metering-label-rules?id=486376e4-6867-4cf9-a25d-0acc8596602b HTTP/1.1" status: 200 len: 462 time: 0.0173802 Feb 04 17:28:12.469859 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 45946) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:28:12.473946 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-5da04838-cbce-483c-86a6-71bfc3f55742 req-8b2a69b6-a20d-42ed-86d5-8f304cc01ea1 service neutron] 10.222.0.96 "GET /v2.0/networks/556cd7fb-ae94-473e-9ec8-6200a52368e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2229168 Feb 04 17:28:12.520694 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71cb4ea8-fc8f-4632-bf57-fa0758dcea6e tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:28:12.522411 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-71cb4ea8-fc8f-4632-bf57-fa0758dcea6e tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] 10.222.0.89 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1746771 Feb 04 17:28:12.549559 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 45950) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:28:12.565121 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4da9d8ec-494e-470c-8296-aefd3bb98a4c None None] Network ebdc431d-e6a4-4155-be30-2a7d896acbb0 requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:28:12.749181 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-3896bb84-bd81-4ed6-a476-1152a1a67d26 None None] Provisioning complete for port b621fe22-8509-40c0-8f27-5a206e1f3639 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:28:12.749181 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3896bb84-bd81-4ed6-a476-1152a1a67d26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (b621fe22-8509-40c0-8f27-5a206e1f3639), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:12.855627 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-4e655e1b-b54a-4669-a750-a9daa1098fa8 tempest-MeteringIpV6TestJSON-843126024 tempest-MeteringIpV6TestJSON-843126024-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:12.859318 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-4e655e1b-b54a-4669-a750-a9daa1098fa8 tempest-MeteringIpV6TestJSON-843126024 tempest-MeteringIpV6TestJSON-843126024-project-admin] 10.222.0.89 "DELETE /v2.0/metering/metering-label-rules/486376e4-6867-4cf9-a25d-0acc8596602b HTTP/1.1" status: 204 len: 168 time: 0.3864026 Feb 04 17:28:12.871462 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b4717fe-c4b2-4eb6-b4ab-bce7c6716d7d None None] DHCP port deletion for ebdc431d-e6a4-4155-be30-2a7d896acbb0 request from n-d-827839-2 {{(pid=103378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 17:28:12.873232 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-3896bb84-bd81-4ed6-a476-1152a1a67d26 None None] Current status of the port b621fe22-8509-40c0-8f27-5a206e1f3639 is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:28:12.899171 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 45954) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:28:12.922885 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-f3d76d01-514f-4307-8618-fcba7d3363c5 req-7b421fa5-02d7-4ccb-a436-b4d0fd3525d2 tempest-ServersTestManualDisk-270532119 tempest-ServersTestManualDisk-270532119-project] Publish callbacks [] for port (5959601f-c661-4dad-b600-c38a77083c6b), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:12.925748 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-2b4717fe-c4b2-4eb6-b4ab-bce7c6716d7d None None] Deleting port b621fe22-8509-40c0-8f27-5a206e1f3639 {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:28:12.926900 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2b4717fe-c4b2-4eb6-b4ab-bce7c6716d7d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (b621fe22-8509-40c0-8f27-5a206e1f3639), before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:12.932211 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-7aeede47-3985-42bd-8e48-77e12fe66611 tempest-MeteringIpV6TestJSON-843126024 tempest-MeteringIpV6TestJSON-843126024-project-admin] 10.222.0.89 "GET /v2.0/metering/metering-label-rules?id=486376e4-6867-4cf9-a25d-0acc8596602b HTTP/1.1" status: 200 len: 221 time: 0.0286255 Feb 04 17:28:12.932765 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 45956) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:28:12.938459 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-563d5c0a-bd14-454b-8125-31a6b9abf84a tempest-MeteringIpV6TestJSON-843126024 tempest-MeteringIpV6TestJSON-843126024-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--636874711', 'description': 'label created by tempest'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:28:12.938929 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-563d5c0a-bd14-454b-8125-31a6b9abf84a tempest-MeteringIpV6TestJSON-843126024 tempest-MeteringIpV6TestJSON-843126024-project-admin] Unknown quota resources ['metering_label']. {{(pid=103377) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 04 17:28:12.977291 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-8d8bdff1-2769-43dc-940b-2a87fe81ddad tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (7b851f86-f57f-4758-867a-38f3803732e4), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:13.014470 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-2b4717fe-c4b2-4eb6-b4ab-bce7c6716d7d None None] For port b621fe22-8509-40c0-8f27-5a206e1f3639, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=b621fe22-8509-40c0-8f27-5a206e1f3639,segment=NetworkSegment(2fcce0c7-9a0a-428a-b986-cae51cd3c129),segment_id=2fcce0c7-9a0a-428a-b986-cae51cd3c129)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:28:13.028920 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2b4717fe-c4b2-4eb6-b4ab-bce7c6716d7d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (b621fe22-8509-40c0-8f27-5a206e1f3639), precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:13.029164 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370cdf7f-35a9-4e92-a40f-8abac99ced8d req-92a1c1a0-f838-42a8-9f8e-eb10e78e216d tempest-ServersTestFqdnHostnames-829399840 tempest-ServersTestFqdnHostnames-829399840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:28:13.036791 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-370cdf7f-35a9-4e92-a40f-8abac99ced8d req-92a1c1a0-f838-42a8-9f8e-eb10e78e216d tempest-ServersTestFqdnHostnames-829399840 tempest-ServersTestFqdnHostnames-829399840-project] 10.222.0.89 "GET /v2.0/ports?device_id=1d1603db-aad5-4b3c-bd59-91581e3b5d49 HTTP/1.1" status: 200 len: 946 time: 0.1901584 Feb 04 17:28:13.037086 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-2b4717fe-c4b2-4eb6-b4ab-bce7c6716d7d None None] Calling delete_port for b621fe22-8509-40c0-8f27-5a206e1f3639 owned by network:dhcp {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:28:13.068553 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-74f9a5a8-0a0d-42f3-acde-3e031c5f6048 req-9999d3de-0f44-470c-bc25-3123342f2ba0 tempest-ServersTestManualDisk-270532119 tempest-ServersTestManualDisk-270532119-project] 10.222.0.89 "GET /v2.0/ports?device_id=fee7387d-f3a9-40e1-8bd0-184958f0f201 HTTP/1.1" status: 200 len: 210 time: 0.1068604 Feb 04 17:28:13.092232 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8bdff1-2769-43dc-940b-2a87fe81ddad tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Pushing event deleted for resources: {'Port': ['ID=7b851f86-f57f-4758-867a-38f3803732e4,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:28:13.114278 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b872177c-2ca0-46e8-acf8-63afb67efdfa tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:28:13.115819 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-b872177c-2ca0-46e8-acf8-63afb67efdfa tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] 10.222.0.89 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1556053 Feb 04 17:28:13.151914 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2b4717fe-c4b2-4eb6-b4ab-bce7c6716d7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144'] for port (b621fe22-8509-40c0-8f27-5a206e1f3639), after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:13.155221 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 45962) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:28:13.194626 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device b621fe22-8509-40c0-8f27-5a206e1f3639 no longer exists at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:28:13.198743 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4717fe-c4b2-4eb6-b4ab-bce7c6716d7d None None] Pushing event deleted for resources: {'Port': ['ID=b621fe22-8509-40c0-8f27-5a206e1f3639,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:28:13.210233 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-8d8bdff1-2769-43dc-940b-2a87fe81ddad tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:13.218739 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-8d8bdff1-2769-43dc-940b-2a87fe81ddad tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] 10.222.0.89 "DELETE /v2.0/ports/7b851f86-f57f-4758-867a-38f3803732e4 HTTP/1.1" status: 204 len: 168 time: 1.9019811 Feb 04 17:28:13.223228 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-9f3a8a7c-1dd0-4969-b584-7d09450adfed tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] 10.222.0.89 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0646501 Feb 04 17:28:13.223228 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 45964) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:28:13.223523 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-f3d76d01-514f-4307-8618-fcba7d3363c5 req-7b421fa5-02d7-4ccb-a436-b4d0fd3525d2 tempest-ServersTestManualDisk-270532119 tempest-ServersTestManualDisk-270532119-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (5959601f-c661-4dad-b600-c38a77083c6b), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:13.228143 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b4717fe-c4b2-4eb6-b4ab-bce7c6716d7d None None] No DVR routers for this DVR port b621fe22-8509-40c0-8f27-5a206e1f3639 on host n-d-827839-2 {{(pid=103378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 17:28:13.236087 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] No Port match for: b621fe22-8509-40c0-8f27-5a206e1f3639 {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 17:28:13.236671 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device b621fe22-8509-40c0-8f27-5a206e1f3639 not bound to the agent host n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 17:28:13.279591 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 45966) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:28:13.284174 n-d-827839-2 neutron-server[103376]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb6fbafb-82be-4a6a-8e33-adad1a1522f0 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] GET failed (client error): The resource could not be found. Feb 04 17:28:13.288964 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-cb6fbafb-82be-4a6a-8e33-adad1a1522f0 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] 10.222.0.89 "GET /v2.0/ports/7b851f86-f57f-4758-867a-38f3803732e4 HTTP/1.1" status: 404 len: 333 time: 0.0624273 Feb 04 17:28:13.291309 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 45968) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:28:13.291550 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-d89930eb-46ed-44c2-89ce-f61e5e22c282 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Request body: {'subnet': {'network_id': 'ebdc431d-e6a4-4155-be30-2a7d896acbb0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:28:13.303323 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-5da04838-cbce-483c-86a6-71bfc3f55742 req-528f734d-4bdf-43ff-9e8f-2d852b2777dd service neutron] 10.222.0.96 "GET /v2.0/networks/556cd7fb-ae94-473e-9ec8-6200a52368e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8163459 Feb 04 17:28:13.324583 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-563d5c0a-bd14-454b-8125-31a6b9abf84a tempest-MeteringIpV6TestJSON-843126024 tempest-MeteringIpV6TestJSON-843126024-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:13.325933 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-563d5c0a-bd14-454b-8125-31a6b9abf84a tempest-MeteringIpV6TestJSON-843126024 tempest-MeteringIpV6TestJSON-843126024-project-admin] 10.222.0.89 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.3922608 Feb 04 17:28:13.335262 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 45970) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:28:13.380700 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-370cdf7f-35a9-4e92-a40f-8abac99ced8d req-25600883-2203-4be9-84f5-dec36e4a0f37 tempest-ServersTestFqdnHostnames-829399840 tempest-ServersTestFqdnHostnames-829399840-project] 10.222.0.89 "GET /v2.0/security-groups?id=81228a13-6924-411c-968d-edd93f51eaa1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3479314 Feb 04 17:28:13.407233 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3d76d01-514f-4307-8618-fcba7d3363c5 req-7b421fa5-02d7-4ccb-a436-b4d0fd3525d2 tempest-ServersTestManualDisk-270532119 tempest-ServersTestManualDisk-270532119-project] Network df50260c-ccf9-42da-ab7c-062be6414a2d is already hosted by enough agents. {{(pid=103377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:28:13.411347 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b421fa5-02d7-4ccb-a436-b4d0fd3525d2 tempest-ServersTestManualDisk-270532119 tempest-ServersTestManualDisk-270532119-project] Pushing event updated for resources: {'Port': ['ID=5959601f-c661-4dad-b600-c38a77083c6b,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:28:13.416658 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [req-f3d76d01-514f-4307-8618-fcba7d3363c5 req-7b421fa5-02d7-4ccb-a436-b4d0fd3525d2 tempest-ServersTestManualDisk-270532119 tempest-ServersTestManualDisk-270532119-project] Resources bound (agent type, host, resource id): {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:28:13.422423 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3d76d01-514f-4307-8618-fcba7d3363c5 req-7b421fa5-02d7-4ccb-a436-b4d0fd3525d2 tempest-ServersTestManualDisk-270532119 tempest-ServersTestManualDisk-270532119-project] Received port after_create {{(pid=103377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:28:13.463406 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-5da04838-cbce-483c-86a6-71bfc3f55742 req-d3070738-1b7e-4105-811d-f206cda7050f service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.45&port_id=ebd98b55-b8fd-45a0-bc8c-3d8c64222855 HTTP/1.1" status: 200 len: 217 time: 0.1480463 Feb 04 17:28:13.470202 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-46ac3278-15bc-4a37-b74b-25a70e06e3e2 tempest-MeteringIpV6TestJSON-843126024 tempest-MeteringIpV6TestJSON-843126024-project-admin] 10.222.0.89 "GET /v2.0/metering/metering-labels?id=96551399-8eda-4d9b-b5c8-f1eff307b636 HTTP/1.1" status: 200 len: 467 time: 0.1258144 Feb 04 17:28:13.473755 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 45972) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:28:13.494527 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d76d01-514f-4307-8618-fcba7d3363c5 req-7b421fa5-02d7-4ccb-a436-b4d0fd3525d2 tempest-ServersTestManualDisk-270532119 tempest-ServersTestManualDisk-270532119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:28:13.494939 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-f3d76d01-514f-4307-8618-fcba7d3363c5 req-7b421fa5-02d7-4ccb-a436-b4d0fd3525d2 tempest-ServersTestManualDisk-270532119 tempest-ServersTestManualDisk-270532119-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:13.507182 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d89930eb-46ed-44c2-89ce-f61e5e22c282 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Made reservation on behalf of 2dabbd0ed422411582aec81f9de51a07 for: {'subnet': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:28:13.510595 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-d89930eb-46ed-44c2-89ce-f61e5e22c282 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25597243'] for subnet (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:13.512029 n-d-827839-2 neutron-server[103377]: INFO neutron.pecan_wsgi.hooks.translation [None req-d89930eb-46ed-44c2-89ce-f61e5e22c282 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 17:28:13.512454 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d89930eb-46ed-44c2-89ce-f61e5e22c282 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103377) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 17:28:13.522551 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-f3d76d01-514f-4307-8618-fcba7d3363c5 req-7b421fa5-02d7-4ccb-a436-b4d0fd3525d2 tempest-ServersTestManualDisk-270532119 tempest-ServersTestManualDisk-270532119-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5795724 Feb 04 17:28:13.534170 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [req-f3d76d01-514f-4307-8618-fcba7d3363c5 req-14a73404-e14f-4d47-8b74-eef4e2085ce9 service neutron] Request body: {'port': {'device_id': 'fee7387d-f3a9-40e1-8bd0-184958f0f201', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827839-2'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:28:13.544013 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-d89930eb-46ed-44c2-89ce-f61e5e22c282 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.2552633 Feb 04 17:28:13.558253 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 45974) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:28:13.563533 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-6bceaca9-05d3-43fc-9b9e-f71265d2abd6 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Request body: {'subnet': {'network_id': 'ebdc431d-e6a4-4155-be30-2a7d896acbb0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:28:13.566268 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-c2937726-446f-438c-839e-42494515a256 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Publish callbacks [] for security_group (89647e26-fb74-400c-b6fc-bed9fbe1be10), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:13.650155 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-c2937726-446f-438c-839e-42494515a256 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Publish callbacks [] for security_group (89647e26-fb74-400c-b6fc-bed9fbe1be10), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:13.653631 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da04838-cbce-483c-86a6-71bfc3f55742 req-9f14e21d-5c5c-496c-8f2a-236020f8b1c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:28:13.655133 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-5da04838-cbce-483c-86a6-71bfc3f55742 req-9f14e21d-5c5c-496c-8f2a-236020f8b1c4 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=c75ba609-a10e-4499-b6d7-a9d627fc3822 HTTP/1.1" status: 200 len: 797 time: 0.1848934 Feb 04 17:28:13.670674 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-f3d76d01-514f-4307-8618-fcba7d3363c5 req-14a73404-e14f-4d47-8b74-eef4e2085ce9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (5959601f-c661-4dad-b600-c38a77083c6b), before_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:13.705218 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-ea648120-f9c3-4dc8-9fc3-7752b77ec2b7 None None] Provisioning complete for port 5959601f-c661-4dad-b600-c38a77083c6b triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:28:13.708238 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ea648120-f9c3-4dc8-9fc3-7752b77ec2b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (5959601f-c661-4dad-b600-c38a77083c6b), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:13.715381 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bceaca9-05d3-43fc-9b9e-f71265d2abd6 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Made reservation on behalf of 2dabbd0ed422411582aec81f9de51a07 for: {'subnet': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:28:13.718867 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-6bceaca9-05d3-43fc-9b9e-f71265d2abd6 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25597243'] for subnet (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:13.720733 n-d-827839-2 neutron-server[103377]: INFO neutron.pecan_wsgi.hooks.translation [None req-6bceaca9-05d3-43fc-9b9e-f71265d2abd6 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 17:28:13.721184 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6bceaca9-05d3-43fc-9b9e-f71265d2abd6 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103377) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 17:28:13.744000 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-ea648120-f9c3-4dc8-9fc3-7752b77ec2b7 None None] Port 5959601f-c661-4dad-b600-c38a77083c6b cannot update to ACTIVE because it is not bound. {{(pid=103378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 17:28:13.749563 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-6bceaca9-05d3-43fc-9b9e-f71265d2abd6 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.1869850 Feb 04 17:28:13.749836 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 45976) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:28:13.755146 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-c0475c80-7bd2-4c29-975b-9f38b3335929 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Request body: {'subnet': {'network_id': 'ebdc431d-e6a4-4155-be30-2a7d896acbb0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:28:13.791166 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-74d0200a-6bb9-4407-97ce-47bb06eb32fc tempest-MeteringIpV6TestJSON-843126024 tempest-MeteringIpV6TestJSON-843126024-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:13.792220 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-74d0200a-6bb9-4407-97ce-47bb06eb32fc tempest-MeteringIpV6TestJSON-843126024 tempest-MeteringIpV6TestJSON-843126024-project-admin] 10.222.0.89 "DELETE /v2.0/metering/metering-labels/96551399-8eda-4d9b-b5c8-f1eff307b636 HTTP/1.1" status: 204 len: 168 time: 0.3109708 Feb 04 17:28:13.794951 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 45978) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:28:13.812793 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-cd49e780-109f-422f-8585-f96274fddc87 tempest-MeteringIpV6TestJSON-843126024 tempest-MeteringIpV6TestJSON-843126024-project-admin] 10.222.0.89 "GET /v2.0/metering/metering-labels?id=96551399-8eda-4d9b-b5c8-f1eff307b636 HTTP/1.1" status: 200 len: 216 time: 0.0160267 Feb 04 17:28:13.817017 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 45980) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:28:13.827215 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-c2937726-446f-438c-839e-42494515a256 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (89647e26-fb74-400c-b6fc-bed9fbe1be10), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:13.829807 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-c2937726-446f-438c-839e-42494515a256 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Publish callbacks [] for security_group (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:13.830893 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-c2937726-446f-438c-839e-42494515a256 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] 10.222.0.89 "DELETE /v2.0/security-groups/89647e26-fb74-400c-b6fc-bed9fbe1be10 HTTP/1.1" status: 204 len: 168 time: 0.5386746 Feb 04 17:28:13.833542 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da04838-cbce-483c-86a6-71bfc3f55742 req-76e5ffa8-943c-4275-91f4-194af1d5e01a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:28:13.835054 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-5da04838-cbce-483c-86a6-71bfc3f55742 req-76e5ffa8-943c-4275-91f4-194af1d5e01a service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=556cd7fb-ae94-473e-9ec8-6200a52368e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1445107 Feb 04 17:28:13.835522 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 45982) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:28:13.854367 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-06e15d1a-55cb-4bba-a12c-ee913409e661 tempest-MeteringIpV6TestJSON-843126024 tempest-MeteringIpV6TestJSON-843126024-project-admin] 10.222.0.89 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0364795 Feb 04 17:28:13.859485 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 45984) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:28:13.869885 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2937726-446f-438c-839e-42494515a256 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=89647e26-fb74-400c-b6fc-bed9fbe1be10,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:28:13.922213 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-659c3050-9590-404d-886f-8137a78d359f tempest-MeteringIpV6TestJSON-843126024 tempest-MeteringIpV6TestJSON-843126024-project-admin] 10.222.0.89 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0563145 Feb 04 17:28:13.927887 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 45986) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:28:13.991970 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0475c80-7bd2-4c29-975b-9f38b3335929 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Made reservation on behalf of 2dabbd0ed422411582aec81f9de51a07 for: {'subnet': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:28:13.995719 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-c0475c80-7bd2-4c29-975b-9f38b3335929 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25597243'] for subnet (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:13.997116 n-d-827839-2 neutron-server[103377]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0475c80-7bd2-4c29-975b-9f38b3335929 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 17:28:13.997546 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c0475c80-7bd2-4c29-975b-9f38b3335929 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103377) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 17:28:13.998542 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-de434b5c-9f39-415e-8433-9ac0c22da1d9 tempest-MeteringIpV6TestJSON-843126024 tempest-MeteringIpV6TestJSON-843126024-project-admin] 10.222.0.89 "GET /v2.0/metering/metering-labels/51f43d85-e558-4d97-a675-89ce40e8cec5 HTTP/1.1" status: 200 len: 473 time: 0.0681839 Feb 04 17:28:14.007720 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 45988) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:28:14.028922 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-c0475c80-7bd2-4c29-975b-9f38b3335929 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.2754278 Feb 04 17:28:14.029137 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-f01f35ac-6545-4970-b9ef-33e829e30242 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Publish callbacks [] for security_group (96e3f863-5432-4e35-bfe7-e90aa2eac9b3), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:14.030340 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 45990) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:28:14.034097 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-6f28d965-4820-446e-880e-0616df944324 tempest-MeteringIpV6TestJSON-843126024 tempest-MeteringIpV6TestJSON-843126024-project-admin] 10.222.0.89 "GET /v2.0/metering/metering-label-rules/3ebe8ea9-65d4-40e2-a89c-e91e38979457 HTTP/1.1" status: 200 len: 459 time: 0.0253768 Feb 04 17:28:14.038119 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 45992) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:28:14.038430 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-46d021ad-75cc-45c9-95ca-581ba486f85d tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Request body: {'subnet': {'network_id': 'ebdc431d-e6a4-4155-be30-2a7d896acbb0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:28:14.114604 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-5da04838-cbce-483c-86a6-71bfc3f55742 req-03634f8a-5c81-460e-be08-b0a63766a45f service neutron] 10.222.0.96 "GET /v2.0/networks/556cd7fb-ae94-473e-9ec8-6200a52368e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2629683 Feb 04 17:28:14.126701 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-f01f35ac-6545-4970-b9ef-33e829e30242 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Publish callbacks [] for security_group (96e3f863-5432-4e35-bfe7-e90aa2eac9b3), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:14.206281 n-d-827839-2 neutron-server[103377]: DEBUG neutron.notifiers.nova [req-f3d76d01-514f-4307-8618-fcba7d3363c5 req-14a73404-e14f-4d47-8b74-eef4e2085ce9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5959601f-c661-4dad-b600-c38a77083c6b {{(pid=103377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 17:28:14.214698 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-04da22b3-3786-4406-a0ae-dc499323f9bb tempest-MeteringIpV6TestJSON-843126024 tempest-MeteringIpV6TestJSON-843126024-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:14.215828 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-04da22b3-3786-4406-a0ae-dc499323f9bb tempest-MeteringIpV6TestJSON-843126024 tempest-MeteringIpV6TestJSON-843126024-project-admin] 10.222.0.89 "DELETE /v2.0/metering/metering-label-rules/3ebe8ea9-65d4-40e2-a89c-e91e38979457 HTTP/1.1" status: 204 len: 168 time: 0.1767535 Feb 04 17:28:14.219096 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 45996) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:28:14.225081 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-f3d76d01-514f-4307-8618-fcba7d3363c5 req-14a73404-e14f-4d47-8b74-eef4e2085ce9 service neutron] Publish callbacks [] for port (5959601f-c661-4dad-b600-c38a77083c6b), precommit_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:14.295465 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-f01f35ac-6545-4970-b9ef-33e829e30242 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (96e3f863-5432-4e35-bfe7-e90aa2eac9b3), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:14.299083 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-f01f35ac-6545-4970-b9ef-33e829e30242 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Publish callbacks [] for security_group (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:14.300262 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-f01f35ac-6545-4970-b9ef-33e829e30242 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] 10.222.0.89 "DELETE /v2.0/security-groups/96e3f863-5432-4e35-bfe7-e90aa2eac9b3 HTTP/1.1" status: 204 len: 168 time: 0.4603868 Feb 04 17:28:14.300533 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.provisioning_blocks [req-f3d76d01-514f-4307-8618-fcba7d3363c5 req-14a73404-e14f-4d47-8b74-eef4e2085ce9 service neutron] Transition to ACTIVE for port object 5959601f-c661-4dad-b600-c38a77083c6b will not be triggered until provisioned by entity L2. {{(pid=103377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 17:28:14.302007 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46d021ad-75cc-45c9-95ca-581ba486f85d tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Made reservation on behalf of 2dabbd0ed422411582aec81f9de51a07 for: {'subnet': 1} {{(pid=103376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:28:14.305536 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-46d021ad-75cc-45c9-95ca-581ba486f85d tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25859006'] for subnet (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:14.306921 n-d-827839-2 neutron-server[103376]: INFO neutron.pecan_wsgi.hooks.translation [None req-46d021ad-75cc-45c9-95ca-581ba486f85d tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 17:28:14.307364 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-46d021ad-75cc-45c9-95ca-581ba486f85d tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103376) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 17:28:14.309276 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 45998) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:28:14.342909 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efae447e-0df0-4303-bfe2-c82f4b4e01e7 req-083ed151-5253-45b5-806f-1832d9230b54 tempest-ServersTestManualDisk-270532119 tempest-ServersTestManualDisk-270532119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:28:14.344415 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-efae447e-0df0-4303-bfe2-c82f4b4e01e7 req-083ed151-5253-45b5-806f-1832d9230b54 tempest-ServersTestManualDisk-270532119 tempest-ServersTestManualDisk-270532119-project] 10.222.0.89 "GET /v2.0/ports?device_id=fee7387d-f3a9-40e1-8bd0-184958f0f201 HTTP/1.1" status: 200 len: 931 time: 0.1955485 Feb 04 17:28:14.365952 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01f35ac-6545-4970-b9ef-33e829e30242 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=96e3f863-5432-4e35-bfe7-e90aa2eac9b3,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:28:14.371378 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-f3d76d01-514f-4307-8618-fcba7d3363c5 req-14a73404-e14f-4d47-8b74-eef4e2085ce9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25888290'] for port (5959601f-c661-4dad-b600-c38a77083c6b), after_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:14.376207 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-5da04838-cbce-483c-86a6-71bfc3f55742 req-ff759bf0-2473-48cb-989c-da35c044b1a1 service neutron] 10.222.0.96 "GET /v2.0/networks/556cd7fb-ae94-473e-9ec8-6200a52368e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2443871 Feb 04 17:28:14.384184 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b4b0bf-f9cb-4e92-b8b9-55d75df52d22 req-44cacf1c-59da-47d8-a02e-cba460bb82e0 tempest-ServersTestFqdnHostnames-829399840 tempest-ServersTestFqdnHostnames-829399840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:28:14.390185 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-46d021ad-75cc-45c9-95ca-581ba486f85d tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.3529189 Feb 04 17:28:14.390388 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-b6b4b0bf-f9cb-4e92-b8b9-55d75df52d22 req-44cacf1c-59da-47d8-a02e-cba460bb82e0 tempest-ServersTestFqdnHostnames-829399840 tempest-ServersTestFqdnHostnames-829399840-project] 10.222.0.90 "GET /v2.0/ports?device_id=1d1603db-aad5-4b3c-bd59-91581e3b5d49 HTTP/1.1" status: 200 len: 946 time: 0.2442508 Feb 04 17:28:14.402482 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 46000) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:28:14.411517 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-eb06421d-aa08-4e2d-9708-ac026639026b tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Request body: {'subnet': {'network_id': 'ebdc431d-e6a4-4155-be30-2a7d896acbb0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:28:14.496327 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-5da04838-cbce-483c-86a6-71bfc3f55742 req-0064cec7-d366-4a40-a1f1-dd8af7a16397 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=22b8e9e9-9bfb-4c6e-95b2-78e04b75aa5a HTTP/1.1" status: 200 len: 217 time: 0.1047668 Feb 04 17:28:14.594533 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-efae447e-0df0-4303-bfe2-c82f4b4e01e7 req-3f4b9405-f1b7-425f-a062-be617f935bf1 tempest-ServersTestManualDisk-270532119 tempest-ServersTestManualDisk-270532119-project] 10.222.0.89 "GET /v2.0/security-groups?id=06658e9e-aff9-4c00-8a2e-e525c18f5304&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2347183 Feb 04 17:28:14.598379 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-756df74e-f54d-43cd-9250-7bd39cb67be6 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Publish callbacks [] for security_group (3b81231b-a599-44da-b54c-1d1600bbba17), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:14.602136 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a73404-e14f-4d47-8b74-eef4e2085ce9 service neutron] Pushing event updated for resources: {'Port': ['ID=5959601f-c661-4dad-b600-c38a77083c6b,revision_number=2']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:28:14.614473 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-a819fa22-cd37-4c58-a06a-fcd5bbd58b23 tempest-MeteringIpV6TestJSON-843126024 tempest-MeteringIpV6TestJSON-843126024-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:14.618748 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-a819fa22-cd37-4c58-a06a-fcd5bbd58b23 tempest-MeteringIpV6TestJSON-843126024 tempest-MeteringIpV6TestJSON-843126024-project-admin] 10.222.0.89 "DELETE /v2.0/metering/metering-labels/51f43d85-e558-4d97-a675-89ce40e8cec5 HTTP/1.1" status: 204 len: 168 time: 0.3953893 Feb 04 17:28:14.642987 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da04838-cbce-483c-86a6-71bfc3f55742 req-84dc41b5-b894-40b1-af39-0e93dd8608ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:28:14.646275 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-5da04838-cbce-483c-86a6-71bfc3f55742 req-84dc41b5-b894-40b1-af39-0e93dd8608ab service neutron] 10.222.0.96 "GET /v2.0/subnets?id=a6fc7b77-ba48-4d2d-af47-eb29cf9d0175 HTTP/1.1" status: 200 len: 797 time: 0.1407666 Feb 04 17:28:14.657413 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-756df74e-f54d-43cd-9250-7bd39cb67be6 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Publish callbacks [] for security_group (3b81231b-a599-44da-b54c-1d1600bbba17), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:14.694683 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb06421d-aa08-4e2d-9708-ac026639026b tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Made reservation on behalf of 2dabbd0ed422411582aec81f9de51a07 for: {'subnet': 1} {{(pid=103376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:28:14.698447 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-eb06421d-aa08-4e2d-9708-ac026639026b tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25859006'] for subnet (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:14.700699 n-d-827839-2 neutron-server[103376]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb06421d-aa08-4e2d-9708-ac026639026b tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 17:28:14.701378 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb06421d-aa08-4e2d-9708-ac026639026b tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103376) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 17:28:14.723193 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62792d22-78c8-40e9-a903-80317fe4401b req-404d3b86-7a0e-4b0b-9536-098518c62a75 tempest-ServersTestFqdnHostnames-829399840 tempest-ServersTestFqdnHostnames-829399840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:28:14.724771 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-62792d22-78c8-40e9-a903-80317fe4401b req-404d3b86-7a0e-4b0b-9536-098518c62a75 tempest-ServersTestFqdnHostnames-829399840 tempest-ServersTestFqdnHostnames-829399840-project] 10.222.0.89 "GET /v2.0/ports?device_id=1d1603db-aad5-4b3c-bd59-91581e3b5d49 HTTP/1.1" status: 200 len: 946 time: 0.2488399 Feb 04 17:28:14.746564 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-eb06421d-aa08-4e2d-9708-ac026639026b tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.3428292 Feb 04 17:28:14.755747 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 46006) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:28:14.763689 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da04838-cbce-483c-86a6-71bfc3f55742 req-0423d130-12df-4107-9bda-a12f01d4146d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:28:14.765408 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-5da04838-cbce-483c-86a6-71bfc3f55742 req-0423d130-12df-4107-9bda-a12f01d4146d service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=8c9cb33a-476f-4f00-a8aa-706c33a5dd83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1104598 Feb 04 17:28:14.766501 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-756df74e-f54d-43cd-9250-7bd39cb67be6 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (3b81231b-a599-44da-b54c-1d1600bbba17), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:14.767831 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-2c0f7852-bfb2-4574-8228-4cc3f641950a tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Request body: {'subnet': {'network_id': 'ebdc431d-e6a4-4155-be30-2a7d896acbb0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:28:14.769262 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-756df74e-f54d-43cd-9250-7bd39cb67be6 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Publish callbacks [] for security_group (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:14.772707 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-756df74e-f54d-43cd-9250-7bd39cb67be6 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] 10.222.0.89 "DELETE /v2.0/security-groups/3b81231b-a599-44da-b54c-1d1600bbba17 HTTP/1.1" status: 204 len: 168 time: 0.4548297 Feb 04 17:28:14.775163 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 46008) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:28:14.777398 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [req-f3d76d01-514f-4307-8618-fcba7d3363c5 req-14a73404-e14f-4d47-8b74-eef4e2085ce9 service neutron] Attempting to bind port 5959601f-c661-4dad-b600-c38a77083c6b on host n-h2-827839-2 for vnic_type normal with profile {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:28:14.777828 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [req-f3d76d01-514f-4307-8618-fcba7d3363c5 req-14a73404-e14f-4d47-8b74-eef4e2085ce9 service neutron] Attempting to bind port 5959601f-c661-4dad-b600-c38a77083c6b by drivers openvswitch,hyperv on host n-h2-827839-2 at level 0 using segments [{'id': '26c37238-eb14-4048-93f5-19bbe58aaf47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': 'df50260c-ccf9-42da-ab7c-062be6414a2d'}] {{(pid=103377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:28:14.778186 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3d76d01-514f-4307-8618-fcba7d3363c5 req-14a73404-e14f-4d47-8b74-eef4e2085ce9 service neutron] Attempting to bind port 5959601f-c661-4dad-b600-c38a77083c6b on network df50260c-ccf9-42da-ab7c-062be6414a2d {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:28:14.798249 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756df74e-f54d-43cd-9250-7bd39cb67be6 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b81231b-a599-44da-b54c-1d1600bbba17,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:28:14.838831 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3d76d01-514f-4307-8618-fcba7d3363c5 req-14a73404-e14f-4d47-8b74-eef4e2085ce9 service neutron] Port 5959601f-c661-4dad-b600-c38a77083c6b on network df50260c-ccf9-42da-ab7c-062be6414a2d not bound, no agent of type Open vSwitch agent registered on host n-h2-827839-2 {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 17:28:14.839160 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3d76d01-514f-4307-8618-fcba7d3363c5 req-14a73404-e14f-4d47-8b74-eef4e2085ce9 service neutron] Attempting to bind port 5959601f-c661-4dad-b600-c38a77083c6b on network df50260c-ccf9-42da-ab7c-062be6414a2d {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:28:14.868022 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3d76d01-514f-4307-8618-fcba7d3363c5 req-14a73404-e14f-4d47-8b74-eef4e2085ce9 service neutron] Checking agent: {'id': 'f20a1ab3-4332-4f54-833b-ba4a7c687e89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 8, 40), 'started_at': datetime.datetime(2022, 2, 4, 17, 8, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 28, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:28:14.868676 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3d76d01-514f-4307-8618-fcba7d3363c5 req-14a73404-e14f-4d47-8b74-eef4e2085ce9 service neutron] Checking segment: {'id': '26c37238-eb14-4048-93f5-19bbe58aaf47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': 'df50260c-ccf9-42da-ab7c-062be6414a2d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:28:14.868878 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3d76d01-514f-4307-8618-fcba7d3363c5 req-14a73404-e14f-4d47-8b74-eef4e2085ce9 service neutron] Bound using segment: {'id': '26c37238-eb14-4048-93f5-19bbe58aaf47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': 'df50260c-ccf9-42da-ab7c-062be6414a2d'} {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:28:14.869792 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [req-f3d76d01-514f-4307-8618-fcba7d3363c5 req-14a73404-e14f-4d47-8b74-eef4e2085ce9 service neutron] Bound port: 5959601f-c661-4dad-b600-c38a77083c6b, host: n-h2-827839-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26c37238-eb14-4048-93f5-19bbe58aaf47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': 'df50260c-ccf9-42da-ab7c-062be6414a2d'}}] {{(pid=103377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:28:14.869792 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-f3d76d01-514f-4307-8618-fcba7d3363c5 req-14a73404-e14f-4d47-8b74-eef4e2085ce9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (5959601f-c661-4dad-b600-c38a77083c6b), before_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:14.882323 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [req-b6b4b0bf-f9cb-4e92-b8b9-55d75df52d22 req-778ad927-5b66-4b30-83a0-e450bcc453fa tempest-ServersTestFqdnHostnames-829399840 tempest-ServersTestFqdnHostnames-829399840-project] Deleting port 1d91434f-9e6f-4a80-9638-233f26e77c88 {{(pid=103377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:28:14.882323 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-b6b4b0bf-f9cb-4e92-b8b9-55d75df52d22 req-778ad927-5b66-4b30-83a0-e450bcc453fa tempest-ServersTestFqdnHostnames-829399840 tempest-ServersTestFqdnHostnames-829399840-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (1d91434f-9e6f-4a80-9638-233f26e77c88), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:14.893162 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.db_base_plugin_v2 [None req-5df8a24c-76db-4d24-a294-1b3f25a7414a tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Deleting subnet af940f6d-4397-41e0-a1e5-7325dc3dcd66 {{(pid=103376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 17:28:14.900218 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-5df8a24c-76db-4d24-a294-1b3f25a7414a tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Publish callbacks [] for subnet (af940f6d-4397-41e0-a1e5-7325dc3dcd66), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:14.912423 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-62792d22-78c8-40e9-a903-80317fe4401b req-01446071-77e3-40ea-bb11-23b7e9b98837 tempest-ServersTestFqdnHostnames-829399840 tempest-ServersTestFqdnHostnames-829399840-project] 10.222.0.89 "GET /v2.0/security-groups?id=81228a13-6924-411c-968d-edd93f51eaa1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1726375 Feb 04 17:28:14.968992 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-5da04838-cbce-483c-86a6-71bfc3f55742 req-7e11aa17-a67c-4a97-b9b0-8dd1c5c83bd9 service neutron] 10.222.0.96 "GET /v2.0/networks/8c9cb33a-476f-4f00-a8aa-706c33a5dd83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1806357 Feb 04 17:28:14.974024 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-5df8a24c-76db-4d24-a294-1b3f25a7414a tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25674901'] for subnet (af940f6d-4397-41e0-a1e5-7325dc3dcd66), precommit_delete_associations {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:15.003381 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c0f7852-bfb2-4574-8228-4cc3f641950a tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Made reservation on behalf of 2dabbd0ed422411582aec81f9de51a07 for: {'subnet': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:28:15.006864 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-2c0f7852-bfb2-4574-8228-4cc3f641950a tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25597243'] for subnet (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:15.008271 n-d-827839-2 neutron-server[103377]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c0f7852-bfb2-4574-8228-4cc3f641950a tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 17:28:15.008703 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c0f7852-bfb2-4574-8228-4cc3f641950a tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103377) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 17:28:15.009777 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 46012) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:28:15.056839 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [req-f3d76d01-514f-4307-8618-fcba7d3363c5 req-14a73404-e14f-4d47-8b74-eef4e2085ce9 service neutron] For port 5959601f-c661-4dad-b600-c38a77083c6b, host n-h2-827839-2, cleared binding levels {{(pid=103377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:28:15.061816 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [req-f3d76d01-514f-4307-8618-fcba7d3363c5 req-14a73404-e14f-4d47-8b74-eef4e2085ce9 service neutron] For port 5959601f-c661-4dad-b600-c38a77083c6b, host n-h2-827839-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=5959601f-c661-4dad-b600-c38a77083c6b,segment=NetworkSegment(26c37238-eb14-4048-93f5-19bbe58aaf47),segment_id=26c37238-eb14-4048-93f5-19bbe58aaf47)] {{(pid=103377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:28:15.068046 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-2c0f7852-bfb2-4574-8228-4cc3f641950a tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.3080850 Feb 04 17:28:15.069699 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 46016) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:28:15.071529 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [req-b6b4b0bf-f9cb-4e92-b8b9-55d75df52d22 req-778ad927-5b66-4b30-83a0-e450bcc453fa tempest-ServersTestFqdnHostnames-829399840 tempest-ServersTestFqdnHostnames-829399840-project] For port 1d91434f-9e6f-4a80-9638-233f26e77c88, host n-h2-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=1d91434f-9e6f-4a80-9638-233f26e77c88,segment=NetworkSegment(38f8621b-0fac-4b4e-ab96-9123674da3d5),segment_id=38f8621b-0fac-4b4e-ab96-9123674da3d5)] {{(pid=103377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:28:15.071785 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-b6b4b0bf-f9cb-4e92-b8b9-55d75df52d22 req-778ad927-5b66-4b30-83a0-e450bcc453fa tempest-ServersTestFqdnHostnames-829399840 tempest-ServersTestFqdnHostnames-829399840-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (1d91434f-9e6f-4a80-9638-233f26e77c88), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:15.079970 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-f3d76d01-514f-4307-8618-fcba7d3363c5 req-14a73404-e14f-4d47-8b74-eef4e2085ce9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25888290'] for port (5959601f-c661-4dad-b600-c38a77083c6b), after_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:15.113034 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-f072c665-b400-47ca-a07a-70cfe8eab0f1 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] 10.222.0.89 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0406699 Feb 04 17:28:15.121069 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 46018) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:28:15.232865 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-b63466f6-789a-4305-8bca-d048d194b730 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:15.236236 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-5da04838-cbce-483c-86a6-71bfc3f55742 req-e9bbc851-5c24-43b5-8b3c-5062a33cb297 service neutron] 10.222.0.96 "GET /v2.0/networks/8c9cb33a-476f-4f00-a8aa-706c33a5dd83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2276919 Feb 04 17:28:15.247885 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-5df8a24c-76db-4d24-a294-1b3f25a7414a tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1541225'] for subnet (af940f6d-4397-41e0-a1e5-7325dc3dcd66), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:15.292380 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7bcd14d-c4e6-41a7-9063-7a87c48124d4 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:28:15.293888 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-f7bcd14d-c4e6-41a7-9063-7a87c48124d4 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] 10.222.0.89 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1719787 Feb 04 17:28:15.332667 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 46020) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:28:15.343035 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-5da04838-cbce-483c-86a6-71bfc3f55742 req-2fc40f66-3dae-4964-8424-86f3501ffecf service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=d07f6690-41dc-473d-8b49-2b36d0026fa9 HTTP/1.1" status: 200 len: 217 time: 0.0899520 Feb 04 17:28:15.387490 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-0c5d80f1-699c-44e2-b422-d4e208b43e9b tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] 10.222.0.89 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0535753 Feb 04 17:28:15.400336 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 46022) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:28:15.408508 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-a1adf955-f0b3-44e7-ba4c-6cd069c3dd5f tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Request body: {'subnet': {'network_id': 'ebdc431d-e6a4-4155-be30-2a7d896acbb0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:28:15.523111 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d76d01-514f-4307-8618-fcba7d3363c5 req-14a73404-e14f-4d47-8b74-eef4e2085ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:28:15.523719 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-f3d76d01-514f-4307-8618-fcba7d3363c5 req-14a73404-e14f-4d47-8b74-eef4e2085ce9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:15.525182 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-f3d76d01-514f-4307-8618-fcba7d3363c5 req-14a73404-e14f-4d47-8b74-eef4e2085ce9 service neutron] 10.222.0.90 "PUT /v2.0/ports/5959601f-c661-4dad-b600-c38a77083c6b HTTP/1.1" status: 200 len: 1091 time: 1.9954698 Feb 04 17:28:15.525666 n-d-827839-2 neutron-server[103377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fee7387d-f3a9-40e1-8bd0-184958f0f201', 'tag': '5959601f-c661-4dad-b600-c38a77083c6b'}] {{(pid=103377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:28:15.527934 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7240428b650e1488e9361b62648ff4b3a6c19d49d8c27c949491ab58c1346cf0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5aee5b49-c766-417b-8a48-1375132a73de" -d '{"events": [{"name": "network-changed", "server_uuid": "fee7387d-f3a9-40e1-8bd0-184958f0f201", "tag": "5959601f-c661-4dad-b600-c38a77083c6b"}]}' {{(pid=103377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:28:15.581037 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 17:28:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c63511d-69e2-459e-9921-580ee0cac41a x-openstack-request-id: req-3c63511d-69e2-459e-9921-580ee0cac41a {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:28:15.581331 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fee7387d-f3a9-40e1-8bd0-184958f0f201", "tag": "5959601f-c661-4dad-b600-c38a77083c6b", "status": "completed", "code": 200}]} {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:28:15.581581 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-3c63511d-69e2-459e-9921-580ee0cac41a {{(pid=103377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:28:15.582020 n-d-827839-2 neutron-server[103377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fee7387d-f3a9-40e1-8bd0-184958f0f201', 'tag': '5959601f-c661-4dad-b600-c38a77083c6b', 'status': 'completed', 'code': 200} Feb 04 17:28:15.599818 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-b63466f6-789a-4305-8bca-d048d194b730 admin admin] Publish callbacks [] for security_group (4c9d4c5a-9d6c-4492-bf00-6aabda6f2f47), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:15.602506 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da04838-cbce-483c-86a6-71bfc3f55742 req-d5776e70-2fe0-4e02-bd35-85a9a634c3cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:28:15.604539 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-5da04838-cbce-483c-86a6-71bfc3f55742 req-d5776e70-2fe0-4e02-bd35-85a9a634c3cf service neutron] 10.222.0.96 "GET /v2.0/subnets?id=a6fc7b77-ba48-4d2d-af47-eb29cf9d0175 HTTP/1.1" status: 200 len: 797 time: 0.2217274 Feb 04 17:28:15.611062 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-b63466f6-789a-4305-8bca-d048d194b730 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (4c9d4c5a-9d6c-4492-bf00-6aabda6f2f47), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:15.614166 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a73404-e14f-4d47-8b74-eef4e2085ce9 service neutron] Pushing event updated for resources: {'Port': ['ID=5959601f-c661-4dad-b600-c38a77083c6b,revision_number=3']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:28:15.621217 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-5df8a24c-76db-4d24-a294-1b3f25a7414a tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1541216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25675894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25858947'] for subnet (af940f6d-4397-41e0-a1e5-7325dc3dcd66), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:15.664974 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-5df8a24c-76db-4d24-a294-1b3f25a7414a tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Publish callbacks [] for subnet (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:15.674331 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-5df8a24c-76db-4d24-a294-1b3f25a7414a tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] 10.222.0.89 "DELETE /v2.0/subnets/af940f6d-4397-41e0-a1e5-7325dc3dcd66 HTTP/1.1" status: 204 len: 168 time: 0.8982244 Feb 04 17:28:15.678063 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd68ecb6-de24-4185-ac77-ffc7a0e11d2c None None] Network c86bc9c8-f9aa-4c51-afb8-69a184ac0d36 requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:28:15.720311 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 46028) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:28:15.721672 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df8a24c-76db-4d24-a294-1b3f25a7414a tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Pushing event deleted for resources: {'Subnet': ['ID=af940f6d-4397-41e0-a1e5-7325dc3dcd66,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:28:15.728585 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63466f6-789a-4305-8bca-d048d194b730 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c9d4c5a-9d6c-4492-bf00-6aabda6f2f47,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:28:15.826449 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-b63466f6-789a-4305-8bca-d048d194b730 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=baf9d071efca4d9b8993acbd1201d4dc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8066397 Feb 04 17:28:15.831550 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 46030) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:28:15.838052 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-b6b4b0bf-f9cb-4e92-b8b9-55d75df52d22 req-778ad927-5b66-4b30-83a0-e450bcc453fa tempest-ServersTestFqdnHostnames-829399840 tempest-ServersTestFqdnHostnames-829399840-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:15.838427 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-b6b4b0bf-f9cb-4e92-b8b9-55d75df52d22 req-778ad927-5b66-4b30-83a0-e450bcc453fa tempest-ServersTestFqdnHostnames-829399840 tempest-ServersTestFqdnHostnames-829399840-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1595586'] for floatingip (9a8a36e7-31c9-46d9-92fa-61b5d6ce6e2d), after_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:15.838742 n-d-827839-2 neutron-server[103377]: INFO neutron.db.l3_db [req-b6b4b0bf-f9cb-4e92-b8b9-55d75df52d22 req-778ad927-5b66-4b30-83a0-e450bcc453fa tempest-ServersTestFqdnHostnames-829399840 tempest-ServersTestFqdnHostnames-829399840-project] Floating IP 9a8a36e7-31c9-46d9-92fa-61b5d6ce6e2d disassociated. External IP: 172.25.6.160, port: 1d91434f-9e6f-4a80-9638-233f26e77c88. Feb 04 17:28:15.839091 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [req-b6b4b0bf-f9cb-4e92-b8b9-55d75df52d22 req-778ad927-5b66-4b30-83a0-e450bcc453fa tempest-ServersTestFqdnHostnames-829399840 tempest-ServersTestFqdnHostnames-829399840-project] Calling delete_port for 1d91434f-9e6f-4a80-9638-233f26e77c88 owned by compute:nova {{(pid=103377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:28:15.861253 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d76d01-514f-4307-8618-fcba7d3363c5 req-b496e7ec-38b0-4437-ac04-665dbce8d6d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:28:15.862792 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-f3d76d01-514f-4307-8618-fcba7d3363c5 req-b496e7ec-38b0-4437-ac04-665dbce8d6d3 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=6da63b05ffc14b34a19fe38a380b0dc4&device_id=fee7387d-f3a9-40e1-8bd0-184958f0f201 HTTP/1.1" status: 200 len: 1125 time: 0.2836025 Feb 04 17:28:15.865975 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1adf955-f0b3-44e7-ba4c-6cd069c3dd5f tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Made reservation on behalf of 2dabbd0ed422411582aec81f9de51a07 for: {'subnet': 1} {{(pid=103376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:28:15.869479 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-a1adf955-f0b3-44e7-ba4c-6cd069c3dd5f tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25859006'] for subnet (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:15.898552 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce9a6273-7a2f-45c8-960e-4fd25bc7c998 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Deleting subnet f7fc3c82-524c-452b-9a99-da03ba30b786 {{(pid=103376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 17:28:15.935773 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-ce9a6273-7a2f-45c8-960e-4fd25bc7c998 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Publish callbacks [] for subnet (f7fc3c82-524c-452b-9a99-da03ba30b786), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:15.936050 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff5784b-59cb-4f21-ba1a-c85b4068a54f req-0878c079-97e2-48b6-b029-953143f6fb17 tempest-ServersTestManualDisk-270532119 tempest-ServersTestManualDisk-270532119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:28:15.943532 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-9ff5784b-59cb-4f21-ba1a-c85b4068a54f req-0878c079-97e2-48b6-b029-953143f6fb17 tempest-ServersTestManualDisk-270532119 tempest-ServersTestManualDisk-270532119-project] 10.222.0.89 "GET /v2.0/ports?device_id=fee7387d-f3a9-40e1-8bd0-184958f0f201 HTTP/1.1" status: 200 len: 943 time: 0.1882415 Feb 04 17:28:15.982203 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-f3d76d01-514f-4307-8618-fcba7d3363c5 req-f6fa9d03-2597-4352-a56d-8e97830786e3 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5959601f-c661-4dad-b600-c38a77083c6b HTTP/1.1" status: 200 len: 217 time: 0.1096985 Feb 04 17:28:16.011463 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-ce9a6273-7a2f-45c8-960e-4fd25bc7c998 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25674901'] for subnet (f7fc3c82-524c-452b-9a99-da03ba30b786), precommit_delete_associations {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:16.082088 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da04838-cbce-483c-86a6-71bfc3f55742 req-d32edae0-242a-431a-87eb-c118ada8eac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:28:16.083872 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-5da04838-cbce-483c-86a6-71bfc3f55742 req-d32edae0-242a-431a-87eb-c118ada8eac9 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=8c9cb33a-476f-4f00-a8aa-706c33a5dd83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.4514551 Feb 04 17:28:16.084024 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d76d01-514f-4307-8618-fcba7d3363c5 req-96855b8f-025d-4354-9d8f-0e932ab0ab65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:28:16.085497 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-f3d76d01-514f-4307-8618-fcba7d3363c5 req-96855b8f-025d-4354-9d8f-0e932ab0ab65 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=eb79c871-9674-4827-b446-ec256e1c98d6 HTTP/1.1" status: 200 len: 851 time: 0.0941250 Feb 04 17:28:16.089907 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-9ff5784b-59cb-4f21-ba1a-c85b4068a54f req-7833611c-4c01-4547-a731-adf1225d40c7 tempest-ServersTestManualDisk-270532119 tempest-ServersTestManualDisk-270532119-project] 10.222.0.89 "GET /v2.0/security-groups?id=06658e9e-aff9-4c00-8a2e-e525c18f5304&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1455262 Feb 04 17:28:16.187056 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d76d01-514f-4307-8618-fcba7d3363c5 req-2305123a-7bc4-4d8c-8cc3-c5119b557f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:28:16.188617 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-f3d76d01-514f-4307-8618-fcba7d3363c5 req-2305123a-7bc4-4d8c-8cc3-c5119b557f3d service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=df50260c-ccf9-42da-ab7c-062be6414a2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0963764 Feb 04 17:28:16.204856 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-b6b4b0bf-f9cb-4e92-b8b9-55d75df52d22 req-778ad927-5b66-4b30-83a0-e450bcc453fa tempest-ServersTestFqdnHostnames-829399840 tempest-ServersTestFqdnHostnames-829399840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (1d91434f-9e6f-4a80-9638-233f26e77c88), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:16.277034 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778ad927-5b66-4b30-83a0-e450bcc453fa tempest-ServersTestFqdnHostnames-829399840 tempest-ServersTestFqdnHostnames-829399840-project] Pushing event deleted for resources: {'Port': ['ID=1d91434f-9e6f-4a80-9638-233f26e77c88,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:28:16.396295 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-f3d76d01-514f-4307-8618-fcba7d3363c5 req-d51296e6-c0e9-44bc-aff6-a79ecd9cbc6c service neutron] 10.222.0.90 "GET /v2.0/networks/df50260c-ccf9-42da-ab7c-062be6414a2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2007403 Feb 04 17:28:16.489370 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b6b4b0bf-f9cb-4e92-b8b9-55d75df52d22 req-778ad927-5b66-4b30-83a0-e450bcc453fa tempest-ServersTestFqdnHostnames-829399840 tempest-ServersTestFqdnHostnames-829399840-project] Router d4caf781-2e39-41f4-8a93-38e27d6dc99e has already been hosted by L3 agent 64ada913-9131-4d99-a265-63a920956287 {{(pid=103377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 17:28:16.504387 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-a4deea0d-3964-4b08-872b-5b9e89941740 admin admin] Publish callbacks [] for security_group (4c9d4c5a-9d6c-4492-bf00-6aabda6f2f47), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:16.554275 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-f3d76d01-514f-4307-8618-fcba7d3363c5 req-573b701a-7744-446f-b976-964c318ce5fc service neutron] 10.222.0.90 "GET /v2.0/networks/df50260c-ccf9-42da-ab7c-062be6414a2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1488974 Feb 04 17:28:16.578040 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-a4deea0d-3964-4b08-872b-5b9e89941740 admin admin] Publish callbacks [] for security_group (4c9d4c5a-9d6c-4492-bf00-6aabda6f2f47), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:16.583500 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-cd3040ed-dbc9-4d70-88b9-e86ca9114331 None None] Provisioning complete for port f5652841-7550-48ba-b2e0-fe3fe31263f4 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:28:16.584108 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-cd3040ed-dbc9-4d70-88b9-e86ca9114331 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (f5652841-7550-48ba-b2e0-fe3fe31263f4), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:16.632668 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-ce9a6273-7a2f-45c8-960e-4fd25bc7c998 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1541225'] for subnet (f7fc3c82-524c-452b-9a99-da03ba30b786), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:16.635115 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Device 1d91434f-9e6f-4a80-9638-233f26e77c88 no longer exists at agent hyperv_n-h2-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:28:16.647739 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b6b4b0bf-f9cb-4e92-b8b9-55d75df52d22 req-778ad927-5b66-4b30-83a0-e450bcc453fa tempest-ServersTestFqdnHostnames-829399840 tempest-ServersTestFqdnHostnames-829399840-project] Notify agent at l3_agent.n-d-827839-2 the message routers_updated {{(pid=103377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 17:28:16.659732 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8979c9c-d2f9-446b-b841-f417ee218e30 None None] Sync routers for ids ['d4caf781-2e39-41f4-8a93-38e27d6dc99e'] in n-d-827839-2 {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 17:28:16.664193 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] No Port match for: 1d91434f-9e6f-4a80-9638-233f26e77c88 {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 17:28:16.664542 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Device 1d91434f-9e6f-4a80-9638-233f26e77c88 not bound to the agent host n-h2-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 17:28:16.680721 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8979c9c-d2f9-446b-b841-f417ee218e30 None None] Routers {'d4caf781-2e39-41f4-8a93-38e27d6dc99e'} bound to L3 agent in host n-d-827839-2 {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:28:16.681482 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-e8979c9c-d2f9-446b-b841-f417ee218e30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:28:02Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['d4caf781-2e39-41f4-8a93-38e27d6dc99e'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:28:16.695854 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3f13cf-1959-4de9-9729-3797cbf12fb5 req-ba935ac5-a7df-4a34-99e8-47e1c6fa52f2 tempest-ServersTestFqdnHostnames-829399840 tempest-ServersTestFqdnHostnames-829399840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:28:16.697451 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-2d3f13cf-1959-4de9-9729-3797cbf12fb5 req-ba935ac5-a7df-4a34-99e8-47e1c6fa52f2 tempest-ServersTestFqdnHostnames-829399840 tempest-ServersTestFqdnHostnames-829399840-project] 10.222.0.89 "GET /v2.0/ports?device_id=1d1603db-aad5-4b3c-bd59-91581e3b5d49 HTTP/1.1" status: 200 len: 867 time: 0.6959333 Feb 04 17:28:16.745402 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-5da04838-cbce-483c-86a6-71bfc3f55742 req-6f20f565-2a13-4137-8130-c5cec53f3d6e service neutron] 10.222.0.96 "GET /v2.0/networks/8c9cb33a-476f-4f00-a8aa-706c33a5dd83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3058388 Feb 04 17:28:16.757685 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-cd3040ed-dbc9-4d70-88b9-e86ca9114331 None None] Current status of the port f5652841-7550-48ba-b2e0-fe3fe31263f4 is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:28:16.775381 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-cd3040ed-dbc9-4d70-88b9-e86ca9114331 None None] Provisioning complete for port c87e227b-2d60-487e-abc7-7771e4af8796 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:28:16.776062 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-cd3040ed-dbc9-4d70-88b9-e86ca9114331 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (c87e227b-2d60-487e-abc7-7771e4af8796), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:16.795030 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6b4b0bf-f9cb-4e92-b8b9-55d75df52d22 req-778ad927-5b66-4b30-83a0-e450bcc453fa tempest-ServersTestFqdnHostnames-829399840 tempest-ServersTestFqdnHostnames-829399840-project] No DVR routers for this DVR port 1d91434f-9e6f-4a80-9638-233f26e77c88 on host n-h2-827839-2 {{(pid=103377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 17:28:16.797143 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-b6b4b0bf-f9cb-4e92-b8b9-55d75df52d22 req-778ad927-5b66-4b30-83a0-e450bcc453fa tempest-ServersTestFqdnHostnames-829399840 tempest-ServersTestFqdnHostnames-829399840-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:16.800496 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-b6b4b0bf-f9cb-4e92-b8b9-55d75df52d22 req-778ad927-5b66-4b30-83a0-e450bcc453fa tempest-ServersTestFqdnHostnames-829399840 tempest-ServersTestFqdnHostnames-829399840-project] 10.222.0.90 "DELETE /v2.0/ports/1d91434f-9e6f-4a80-9638-233f26e77c88 HTTP/1.1" status: 204 len: 173 time: 2.3823442 Feb 04 17:28:16.823039 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aee5b49-c766-417b-8a48-1375132a73de req-9fd8ecbf-15a4-49b1-ba6f-6e59cb1cb052 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:28:16.824618 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-5aee5b49-c766-417b-8a48-1375132a73de req-9fd8ecbf-15a4-49b1-ba6f-6e59cb1cb052 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=6da63b05ffc14b34a19fe38a380b0dc4&device_id=fee7387d-f3a9-40e1-8bd0-184958f0f201 HTTP/1.1" status: 200 len: 1125 time: 0.1888678 Feb 04 17:28:16.858228 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-cd3040ed-dbc9-4d70-88b9-e86ca9114331 None None] Port c87e227b-2d60-487e-abc7-7771e4af8796 cannot update to ACTIVE because it is not bound. {{(pid=103378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 17:28:16.858460 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-2d3f13cf-1959-4de9-9729-3797cbf12fb5 req-22a2150b-4798-4c38-8613-12714388beda tempest-ServersTestFqdnHostnames-829399840 tempest-ServersTestFqdnHostnames-829399840-project] 10.222.0.89 "GET /v2.0/security-groups?id=81228a13-6924-411c-968d-edd93f51eaa1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1316755 Feb 04 17:28:16.897667 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvr_db [None req-e8979c9c-d2f9-446b-b841-f417ee218e30 None None] Set router d4caf781-2e39-41f4-8a93-38e27d6dc99e gateway port host: n-d-827839-2 {{(pid=103379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:28:17.009623 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-a4deea0d-3964-4b08-872b-5b9e89941740 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (4c9d4c5a-9d6c-4492-bf00-6aabda6f2f47), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:17.012606 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-a4deea0d-3964-4b08-872b-5b9e89941740 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:17.016211 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-a4deea0d-3964-4b08-872b-5b9e89941740 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/4c9d4c5a-9d6c-4492-bf00-6aabda6f2f47 HTTP/1.1" status: 204 len: 168 time: 1.1766393 Feb 04 17:28:17.022247 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-5da04838-cbce-483c-86a6-71bfc3f55742 req-b7daf9bf-5b32-4368-9abc-e06cc84707ef service neutron] 10.222.0.96 "GET /v2.0/networks/8c9cb33a-476f-4f00-a8aa-706c33a5dd83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2561824 Feb 04 17:28:17.029969 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-ce9a6273-7a2f-45c8-960e-4fd25bc7c998 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1541216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25675894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25858947'] for subnet (f7fc3c82-524c-452b-9a99-da03ba30b786), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:17.067432 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aee5b49-c766-417b-8a48-1375132a73de req-bb6c03ec-5b52-4d5d-a228-547ec4494653 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:28:17.069439 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-5aee5b49-c766-417b-8a48-1375132a73de req-bb6c03ec-5b52-4d5d-a228-547ec4494653 service neutron] 10.222.0.90 "GET /v2.0/networks?id=df50260c-ccf9-42da-ab7c-062be6414a2d HTTP/1.1" status: 200 len: 913 time: 0.2352071 Feb 04 17:28:17.074962 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9a6273-7a2f-45c8-960e-4fd25bc7c998 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Pushing event deleted for resources: {'Subnet': ['ID=f7fc3c82-524c-452b-9a99-da03ba30b786,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:28:17.078266 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4deea0d-3964-4b08-872b-5b9e89941740 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c9d4c5a-9d6c-4492-bf00-6aabda6f2f47,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:28:17.094586 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-ce9a6273-7a2f-45c8-960e-4fd25bc7c998 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Publish callbacks [] for subnet (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:17.101716 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-ce9a6273-7a2f-45c8-960e-4fd25bc7c998 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] 10.222.0.89 "DELETE /v2.0/subnets/f7fc3c82-524c-452b-9a99-da03ba30b786 HTTP/1.1" status: 204 len: 168 time: 1.3590295 Feb 04 17:28:17.102486 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 46036) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:28:17.105777 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcadca09-17aa-4066-a662-bb9457d415ba None None] Network c86bc9c8-f9aa-4c51-afb8-69a184ac0d36 requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:28:17.153507 n-d-827839-2 neutron-server[103376]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e9ca97a-a933-413e-ada4-1d7ddde512fc tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] DELETE failed (client error): The resource could not be found. Feb 04 17:28:17.153985 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e9ca97a-a933-413e-ada4-1d7ddde512fc tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103376) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 17:28:17.160564 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-8e9ca97a-a933-413e-ada4-1d7ddde512fc tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] 10.222.0.89 "DELETE /v2.0/subnets/af940f6d-4397-41e0-a1e5-7325dc3dcd66 HTTP/1.1" status: 404 len: 337 time: 0.0546768 Feb 04 17:28:17.164348 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 46040) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:28:17.169192 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-5aee5b49-c766-417b-8a48-1375132a73de req-4cb81c20-4cef-4c13-8239-ae1c68d883ee service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5959601f-c661-4dad-b600-c38a77083c6b HTTP/1.1" status: 200 len: 217 time: 0.0916305 Feb 04 17:28:17.242828 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-e8979c9c-d2f9-446b-b841-f417ee218e30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4caf781-2e39-41f4-8a93-38e27d6dc99e', 'name': 'tempest-ServersTestFqdnHostnames-1513232839-router', 'tenant_id': 'b78f120f03a0499ab775e831b6dd5e30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.146'}], 'enable_snat': True}, 'gw_port_id': '6b288734-e226-4f4a-9405-624058f298dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:26:55Z', 'updated_at': '2022-02-04T17:27:01Z', 'revision_number': 4, 'project_id': 'b78f120f03a0499ab775e831b6dd5e30', 'gw_port': {'id': '6b288734-e226-4f4a-9405-624058f298dd', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:a8:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4caf781-2e39-41f4-8a93-38e27d6dc99e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:26:56Z', 'updated_at': '2022-02-04T17:27:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_interfaces': [{'id': '8d6e3ce6-8b50-4bd4-9b3f-739cc2c85984', 'name': '', 'network_id': 'c5338ae7-6a47-4b04-89b0-bad1ab0cf6a4', 'tenant_id': 'b78f120f03a0499ab775e831b6dd5e30', 'mac_address': 'fa:16:3e:6b:a0:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4caf781-2e39-41f4-8a93-38e27d6dc99e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1862, 'fixed_ips': [{'subnet_id': 'f46a7647-86ef-49e3-87cd-5acecc6b7953', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:26:59Z', 'updated_at': '2022-02-04T17:27:10Z', 'revision_number': 5, 'project_id': 'b78f120f03a0499ab775e831b6dd5e30', 'subnets': [{'id': 'f46a7647-86ef-49e3-87cd-5acecc6b7953', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-2', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:28:17.244359 n-d-827839-2 neutron-server[103376]: DEBUG neutron.objects.ports [None req-a1adf955-f0b3-44e7-ba4c-6cd069c3dd5f tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103376) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 04 17:28:17.248233 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-a1adf955-f0b3-44e7-ba4c-6cd069c3dd5f tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25674939', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25858952'] for subnet (7f270693-1168-432e-9456-de6e2f0b882c), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:17.273741 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8979c9c-d2f9-446b-b841-f417ee218e30 None None] Checking router: d4caf781-2e39-41f4-8a93-38e27d6dc99e for host: n-d-827839-2 {{(pid=103379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 17:28:17.282342 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8979c9c-d2f9-446b-b841-f417ee218e30 None None] Routers {'d4caf781-2e39-41f4-8a93-38e27d6dc99e'} bound to L3 agent in host n-d-827839-2 {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:28:17.283083 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-e8979c9c-d2f9-446b-b841-f417ee218e30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:28:02Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['d4caf781-2e39-41f4-8a93-38e27d6dc99e'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:28:17.297584 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.db_base_plugin_v2 [None req-dba757a4-1de4-4700-bb7b-72724349b937 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Deleting subnet 509a5340-b2af-4612-9fd1-0f4167a375f6 {{(pid=103376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 17:28:17.321704 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1adf955-f0b3-44e7-ba4c-6cd069c3dd5f tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Network ebdc431d-e6a4-4155-be30-2a7d896acbb0 is already hosted by enough agents. {{(pid=103376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:28:17.325482 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-dba757a4-1de4-4700-bb7b-72724349b937 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Publish callbacks [] for subnet (509a5340-b2af-4612-9fd1-0f4167a375f6), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:17.356951 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [None req-a1adf955-f0b3-44e7-ba4c-6cd069c3dd5f tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Resources bound (agent type, host, resource id): {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:28:17.367977 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1adf955-f0b3-44e7-ba4c-6cd069c3dd5f tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:28:17.368595 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-a1adf955-f0b3-44e7-ba4c-6cd069c3dd5f tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks [] for subnet (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:17.369993 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62f81d69-dc4f-4e66-9821-ab6ec23d9fa7 None None] Network ebdc431d-e6a4-4155-be30-2a7d896acbb0 requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:28:17.393785 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-a1adf955-f0b3-44e7-ba4c-6cd069c3dd5f tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.9877081 Feb 04 17:28:17.393979 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aee5b49-c766-417b-8a48-1375132a73de req-b9c7bdb4-fd37-4224-bb82-2d1e01507af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:28:17.395474 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-5aee5b49-c766-417b-8a48-1375132a73de req-b9c7bdb4-fd37-4224-bb82-2d1e01507af0 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=eb79c871-9674-4827-b446-ec256e1c98d6 HTTP/1.1" status: 200 len: 851 time: 0.2161045 Feb 04 17:28:17.395960 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 46044) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:28:17.399515 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1adf955-f0b3-44e7-ba4c-6cd069c3dd5f tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Pushing event updated for resources: {'Subnet': ['ID=7f270693-1168-432e-9456-de6e2f0b882c,revision_number=0']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:28:17.406482 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-40ab71c7-0954-4f22-8f04-72285865e752 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Request body: {'port': {'network_id': 'ebdc431d-e6a4-4155-be30-2a7d896acbb0', 'mac_address': 'fa:16:3e:be:d2:18', 'name': 'tempest-NetworksTestDHCPv6-9460967'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:28:17.414263 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-dba757a4-1de4-4700-bb7b-72724349b937 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25674901'] for subnet (509a5340-b2af-4612-9fd1-0f4167a375f6), precommit_delete_associations {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:17.419935 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ed4f5f-cad0-4ede-97c5-8d4cb83a27ef req-a6b6db05-1c50-4eb0-a757-143105579b7a tempest-ServersTestManualDisk-270532119 tempest-ServersTestManualDisk-270532119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:28:17.421502 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-b4ed4f5f-cad0-4ede-97c5-8d4cb83a27ef req-a6b6db05-1c50-4eb0-a757-143105579b7a tempest-ServersTestManualDisk-270532119 tempest-ServersTestManualDisk-270532119-project] 10.222.0.89 "GET /v2.0/ports?device_id=fee7387d-f3a9-40e1-8bd0-184958f0f201 HTTP/1.1" status: 200 len: 943 time: 0.1788948 Feb 04 17:28:17.588155 n-d-827839-2 neutron-server[103377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d1603db-aad5-4b3c-bd59-91581e3b5d49', 'name': 'network-vif-deleted', 'tag': '1d91434f-9e6f-4a80-9638-233f26e77c88'}] {{(pid=103377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:28:17.592057 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7240428b650e1488e9361b62648ff4b3a6c19d49d8c27c949491ab58c1346cf0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bd496b7-e6c4-44df-aa28-5a7ab4966ad6" -d '{"events": [{"server_uuid": "1d1603db-aad5-4b3c-bd59-91581e3b5d49", "name": "network-vif-deleted", "tag": "1d91434f-9e6f-4a80-9638-233f26e77c88"}]}' {{(pid=103377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:28:17.612898 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 46048) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:28:17.614933 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aee5b49-c766-417b-8a48-1375132a73de req-74b94afb-3c07-47f3-bec6-6af1f71430fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:28:17.616502 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-5aee5b49-c766-417b-8a48-1375132a73de req-74b94afb-3c07-47f3-bec6-6af1f71430fd service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=df50260c-ccf9-42da-ab7c-062be6414a2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2056143 Feb 04 17:28:17.631399 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvr_db [None req-e8979c9c-d2f9-446b-b841-f417ee218e30 None None] Set router d4caf781-2e39-41f4-8a93-38e27d6dc99e gateway port host: n-d-827839-2 {{(pid=103379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:28:17.676411 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4c3951a-4e2a-4866-9f8b-32e30b935775 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e4c19ad-5724-5db8-8ee1-4f56ae69fcf4-ebdc431d-e6a4-4155-be30-2a7d896acbb0', 'network_id': 'ebdc431d-e6a4-4155-be30-2a7d896acbb0', 'project_id': '2dabbd0ed422411582aec81f9de51a07', 'fixed_ips': [{'subnet_id': '7f270693-1168-432e-9456-de6e2f0b882c'}]}} from n-d-827839-2. {{(pid=103378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 17:28:17.677804 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a4c3951a-4e2a-4866-9f8b-32e30b935775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:17.679400 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-98d5beb5-e30e-43a2-8ab8-235378067b34 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:17.680420 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-dba757a4-1de4-4700-bb7b-72724349b937 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1541225'] for subnet (509a5340-b2af-4612-9fd1-0f4167a375f6), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:17.720211 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 17:28:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5cb0220-b121-44fd-b27f-4b7baf9c7864 x-openstack-request-id: req-e5cb0220-b121-44fd-b27f-4b7baf9c7864 {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:28:17.720577 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d1603db-aad5-4b3c-bd59-91581e3b5d49", "name": "network-vif-deleted", "tag": "1d91434f-9e6f-4a80-9638-233f26e77c88", "status": "completed", "code": 200}]} {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:28:17.720900 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-e5cb0220-b121-44fd-b27f-4b7baf9c7864 {{(pid=103377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:28:17.721303 n-d-827839-2 neutron-server[103377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d1603db-aad5-4b3c-bd59-91581e3b5d49', 'name': 'network-vif-deleted', 'tag': '1d91434f-9e6f-4a80-9638-233f26e77c88', 'status': 'completed', 'code': 200} Feb 04 17:28:17.740398 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-b4ed4f5f-cad0-4ede-97c5-8d4cb83a27ef req-5afddfc7-34c0-486d-9c3c-3a3b50eb784a tempest-ServersTestManualDisk-270532119 tempest-ServersTestManualDisk-270532119-project] 10.222.0.89 "GET /v2.0/security-groups?id=06658e9e-aff9-4c00-8a2e-e525c18f5304&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2475414 Feb 04 17:28:17.778649 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-dba757a4-1de4-4700-bb7b-72724349b937 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1541216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25675894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25858947'] for subnet (509a5340-b2af-4612-9fd1-0f4167a375f6), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:17.813461 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba757a4-1de4-4700-bb7b-72724349b937 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Pushing event deleted for resources: {'Subnet': ['ID=509a5340-b2af-4612-9fd1-0f4167a375f6,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:28:17.817979 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-dba757a4-1de4-4700-bb7b-72724349b937 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Publish callbacks [] for subnet (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:17.824517 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-dba757a4-1de4-4700-bb7b-72724349b937 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] 10.222.0.89 "DELETE /v2.0/subnets/509a5340-b2af-4612-9fd1-0f4167a375f6 HTTP/1.1" status: 204 len: 168 time: 0.6600180 Feb 04 17:28:17.828049 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 46050) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:28:17.852456 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40ab71c7-0954-4f22-8f04-72285865e752 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Made reservation on behalf of 2dabbd0ed422411582aec81f9de51a07 for: {'port': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:28:17.864116 n-d-827839-2 neutron-server[103376]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0b5c8fa-9b99-470a-88a0-b6b9847a67af tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] DELETE failed (client error): The resource could not be found. Feb 04 17:28:17.864754 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d0b5c8fa-9b99-470a-88a0-b6b9847a67af tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103376) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 17:28:17.867994 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-d0b5c8fa-9b99-470a-88a0-b6b9847a67af tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] 10.222.0.89 "DELETE /v2.0/subnets/7995983b-e667-426b-9519-934712e9d9d8 HTTP/1.1" status: 404 len: 337 time: 0.0318630 Feb 04 17:28:17.870534 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 46052) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:28:17.936063 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-8d7fd26b-df47-46cd-8fec-e819b0ec8add tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] 10.222.0.89 "GET /v2.0/ports?device_id=c2458ca8-9783-4c3b-8d8b-267a6e6bf5d6 HTTP/1.1" status: 200 len: 205 time: 0.0624170 Feb 04 17:28:17.937409 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 46056) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:28:17.939348 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-5aee5b49-c766-417b-8a48-1375132a73de req-715d0b9c-b358-4cc3-b237-38a3b336569f service neutron] 10.222.0.90 "GET /v2.0/networks/df50260c-ccf9-42da-ab7c-062be6414a2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2971239 Feb 04 17:28:18.022978 n-d-827839-2 neutron-server[103376]: INFO neutron.api.v2.resource [None req-65f87bc2-0316-48e8-951c-439bcc9027ca tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] delete failed (client error): The resource could not be found. Feb 04 17:28:18.026901 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-65f87bc2-0316-48e8-951c-439bcc9027ca tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] 10.222.0.89 "DELETE /v2.0/routers/c2458ca8-9783-4c3b-8d8b-267a6e6bf5d6 HTTP/1.1" status: 404 len: 336 time: 0.0872424 Feb 04 17:28:18.027534 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 46060) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:28:18.027871 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 46062) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:28:18.047887 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-40ab71c7-0954-4f22-8f04-72285865e752 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:18.056107 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-e8979c9c-d2f9-446b-b841-f417ee218e30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4caf781-2e39-41f4-8a93-38e27d6dc99e', 'name': 'tempest-ServersTestFqdnHostnames-1513232839-router', 'tenant_id': 'b78f120f03a0499ab775e831b6dd5e30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.146'}], 'enable_snat': True}, 'gw_port_id': '6b288734-e226-4f4a-9405-624058f298dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:26:55Z', 'updated_at': '2022-02-04T17:27:01Z', 'revision_number': 4, 'project_id': 'b78f120f03a0499ab775e831b6dd5e30', 'gw_port': {'id': '6b288734-e226-4f4a-9405-624058f298dd', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:a8:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4caf781-2e39-41f4-8a93-38e27d6dc99e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:26:56Z', 'updated_at': '2022-02-04T17:27:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_interfaces': [{'id': '8d6e3ce6-8b50-4bd4-9b3f-739cc2c85984', 'name': '', 'network_id': 'c5338ae7-6a47-4b04-89b0-bad1ab0cf6a4', 'tenant_id': 'b78f120f03a0499ab775e831b6dd5e30', 'mac_address': 'fa:16:3e:6b:a0:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4caf781-2e39-41f4-8a93-38e27d6dc99e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1862, 'fixed_ips': [{'subnet_id': 'f46a7647-86ef-49e3-87cd-5acecc6b7953', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:26:59Z', 'updated_at': '2022-02-04T17:27:10Z', 'revision_number': 5, 'project_id': 'b78f120f03a0499ab775e831b6dd5e30', 'subnets': [{'id': 'f46a7647-86ef-49e3-87cd-5acecc6b7953', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-2', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:28:18.076813 n-d-827839-2 neutron-server[103376]: INFO neutron.pecan_wsgi.hooks.translation [None req-562de616-97c6-4ae7-946f-e336718a49a9 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] DELETE failed (client error): The resource could not be found. Feb 04 17:28:18.077029 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-562de616-97c6-4ae7-946f-e336718a49a9 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103376) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 17:28:18.083523 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-562de616-97c6-4ae7-946f-e336718a49a9 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] 10.222.0.89 "DELETE /v2.0/subnets/db2a66ea-7835-4caf-996d-826c29c0926f HTTP/1.1" status: 404 len: 337 time: 0.0533829 Feb 04 17:28:18.084165 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 46064) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:28:18.101466 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8979c9c-d2f9-446b-b841-f417ee218e30 None None] The sync data for ids ['d4caf781-2e39-41f4-8a93-38e27d6dc99e'] in n-d-827839-2 is: [{'id': 'd4caf781-2e39-41f4-8a93-38e27d6dc99e', 'name': 'tempest-ServersTestFqdnHostnames-1513232839-router', 'tenant_id': 'b78f120f03a0499ab775e831b6dd5e30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.146'}], 'enable_snat': True}, 'gw_port_id': '6b288734-e226-4f4a-9405-624058f298dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:26:55Z', 'updated_at': '2022-02-04T17:27:01Z', 'revision_number': 4, 'project_id': 'b78f120f03a0499ab775e831b6dd5e30', 'gw_port': {'id': '6b288734-e226-4f4a-9405-624058f298dd', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:a8:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4caf781-2e39-41f4-8a93-38e27d6dc99e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:26:56Z', 'updated_at': '2022-02-04T17:27:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_interfaces': [{'id': '8d6e3ce6-8b50-4bd4-9b3f-739cc2c85984', 'name': '', 'network_id': 'c5338ae7-6a47-4b04-89b0-bad1ab0cf6a4', 'tenant_id': 'b78f120f03a0499ab775e831b6dd5e30', 'mac_address': 'fa:16:3e:6b:a0:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4caf781-2e39-41f4-8a93-38e27d6dc99e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1862, 'fixed_ips': [{'subnet_id': 'f46a7647-86ef-49e3-87cd-5acecc6b7953', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:26:59Z', 'updated_at': '2022-02-04T17:27:10Z', 'revision_number': 5, 'project_id': 'b78f120f03a0499ab775e831b6dd5e30', 'subnets': [{'id': 'f46a7647-86ef-49e3-87cd-5acecc6b7953', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 17:28:18.143055 n-d-827839-2 neutron-server[103376]: INFO neutron.pecan_wsgi.hooks.translation [None req-f413b186-4d8a-4a50-8896-359433c33d7a tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] DELETE failed (client error): The resource could not be found. Feb 04 17:28:18.143523 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f413b186-4d8a-4a50-8896-359433c33d7a tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103376) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 17:28:18.149969 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-f413b186-4d8a-4a50-8896-359433c33d7a tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] 10.222.0.89 "DELETE /v2.0/subnets/bb645300-b08d-4918-8ec5-d2df92eb1cab HTTP/1.1" status: 404 len: 337 time: 0.0554855 Feb 04 17:28:18.150298 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 46066) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:28:18.164014 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-98d5beb5-e30e-43a2-8ab8-235378067b34 admin admin] Publish callbacks [] for security_group (67fd7a29-cf85-47ab-9fb6-a7cf2e0e4074), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:18.175090 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-1436dfd1-9499-4327-bca5-55df8191fa26 tempest-ServersTestFqdnHostnames-829399840 tempest-ServersTestFqdnHostnames-829399840-project] Publish callbacks [] for security_group (81228a13-6924-411c-968d-edd93f51eaa1), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:18.197057 n-d-827839-2 neutron-server[103377]: DEBUG neutron.notifiers.nova [None req-40ab71c7-0954-4f22-8f04-72285865e752 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] device_id is not set on port a858225b-e333-4e82-be47-6fa12cc770cc yet. {{(pid=103377) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 04 17:28:18.202098 n-d-827839-2 neutron-server[103377]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed6d0f28-72ee-4719-9892-f38399d8878f tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] DELETE failed (client error): The resource could not be found. Feb 04 17:28:18.202492 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed6d0f28-72ee-4719-9892-f38399d8878f tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103377) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 17:28:18.202820 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-a4c3951a-4e2a-4866-9f8b-32e30b935775 None None] Allocated IP 2001:db8::f816:3eff:fe81:6f47 (ebdc431d-e6a4-4155-be30-2a7d896acbb0/7f270693-1168-432e-9456-de6e2f0b882c/0c253d4e-46b3-446b-8091-38317339bc97) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:28:18.208548 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-ed6d0f28-72ee-4719-9892-f38399d8878f tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] 10.222.0.89 "DELETE /v2.0/subnets/5e04adc3-0c30-4d9d-a397-67be369d3711 HTTP/1.1" status: 404 len: 337 time: 0.0517852 Feb 04 17:28:18.212653 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 46068) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:28:18.233890 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-1436dfd1-9499-4327-bca5-55df8191fa26 tempest-ServersTestFqdnHostnames-829399840 tempest-ServersTestFqdnHostnames-829399840-project] Publish callbacks [] for security_group (81228a13-6924-411c-968d-edd93f51eaa1), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:18.299951 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-1436dfd1-9499-4327-bca5-55df8191fa26 tempest-ServersTestFqdnHostnames-829399840 tempest-ServersTestFqdnHostnames-829399840-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (81228a13-6924-411c-968d-edd93f51eaa1), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:18.304585 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-1436dfd1-9499-4327-bca5-55df8191fa26 tempest-ServersTestFqdnHostnames-829399840 tempest-ServersTestFqdnHostnames-829399840-project] Publish callbacks [] for security_group (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:18.309648 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-1436dfd1-9499-4327-bca5-55df8191fa26 tempest-ServersTestFqdnHostnames-829399840 tempest-ServersTestFqdnHostnames-829399840-project] 10.222.0.89 "DELETE /v2.0/security-groups/81228a13-6924-411c-968d-edd93f51eaa1 HTTP/1.1" status: 204 len: 168 time: 0.2807257 Feb 04 17:28:18.310315 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 46070) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:28:18.321937 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-98d5beb5-e30e-43a2-8ab8-235378067b34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (67fd7a29-cf85-47ab-9fb6-a7cf2e0e4074), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:18.333909 n-d-827839-2 neutron-server[103377]: INFO neutron.pecan_wsgi.hooks.translation [None req-066148e6-b9ef-4007-94ef-9a2dc8c229c7 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] DELETE failed (client error): The resource could not be found. Feb 04 17:28:18.334491 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-066148e6-b9ef-4007-94ef-9a2dc8c229c7 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103377) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 17:28:18.339718 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-066148e6-b9ef-4007-94ef-9a2dc8c229c7 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] 10.222.0.89 "DELETE /v2.0/ports/9cb660a8-5ec3-47dc-b740-08e71343d20f HTTP/1.1" status: 404 len: 333 time: 0.1191487 Feb 04 17:28:18.343657 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 46072) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:28:18.353299 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-5aee5b49-c766-417b-8a48-1375132a73de req-b6df5834-a889-4127-854c-4d204201a39c service neutron] 10.222.0.90 "GET /v2.0/networks/df50260c-ccf9-42da-ab7c-062be6414a2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4036565 Feb 04 17:28:18.372118 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1436dfd1-9499-4327-bca5-55df8191fa26 tempest-ServersTestFqdnHostnames-829399840 tempest-ServersTestFqdnHostnames-829399840-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=81228a13-6924-411c-968d-edd93f51eaa1,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:28:18.399800 n-d-827839-2 neutron-server[103376]: INFO neutron.api.v2.resource [None req-906bbffb-fd47-4faa-b44b-76fa7736e320 tempest-ServersTestFqdnHostnames-829399840 tempest-ServersTestFqdnHostnames-829399840-project] show failed (client error): The resource could not be found. Feb 04 17:28:18.400903 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-906bbffb-fd47-4faa-b44b-76fa7736e320 tempest-ServersTestFqdnHostnames-829399840 tempest-ServersTestFqdnHostnames-829399840-project] 10.222.0.89 "GET /v2.0/security-groups/81228a13-6924-411c-968d-edd93f51eaa1 HTTP/1.1" status: 404 len: 347 time: 0.0649211 Feb 04 17:28:18.405496 n-d-827839-2 neutron-server[103376]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e94c34a-6fdd-4046-8095-c0e6fd31a7d4 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] DELETE failed (client error): The resource could not be found. Feb 04 17:28:18.406030 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e94c34a-6fdd-4046-8095-c0e6fd31a7d4 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103376) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 17:28:18.409167 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 46074) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:28:18.409325 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-7e94c34a-6fdd-4046-8095-c0e6fd31a7d4 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] 10.222.0.89 "DELETE /v2.0/subnets/d43c96fb-0dd3-4814-9496-df1c56126965 HTTP/1.1" status: 404 len: 337 time: 0.0605979 Feb 04 17:28:18.410969 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1436dfd1-9499-4327-bca5-55df8191fa26 tempest-ServersTestFqdnHostnames-829399840 tempest-ServersTestFqdnHostnames-829399840-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:28:18.411320 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1436dfd1-9499-4327-bca5-55df8191fa26 tempest-ServersTestFqdnHostnames-829399840 tempest-ServersTestFqdnHostnames-829399840-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:28:18.411667 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1436dfd1-9499-4327-bca5-55df8191fa26 tempest-ServersTestFqdnHostnames-829399840 tempest-ServersTestFqdnHostnames-829399840-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:28:18.412008 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1436dfd1-9499-4327-bca5-55df8191fa26 tempest-ServersTestFqdnHostnames-829399840 tempest-ServersTestFqdnHostnames-829399840-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:28:18.412343 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1436dfd1-9499-4327-bca5-55df8191fa26 tempest-ServersTestFqdnHostnames-829399840 tempest-ServersTestFqdnHostnames-829399840-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:28:18.412678 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1436dfd1-9499-4327-bca5-55df8191fa26 tempest-ServersTestFqdnHostnames-829399840 tempest-ServersTestFqdnHostnames-829399840-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:28:18.413040 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1436dfd1-9499-4327-bca5-55df8191fa26 tempest-ServersTestFqdnHostnames-829399840 tempest-ServersTestFqdnHostnames-829399840-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:28:18.413369 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1436dfd1-9499-4327-bca5-55df8191fa26 tempest-ServersTestFqdnHostnames-829399840 tempest-ServersTestFqdnHostnames-829399840-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:28:18.413699 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1436dfd1-9499-4327-bca5-55df8191fa26 tempest-ServersTestFqdnHostnames-829399840 tempest-ServersTestFqdnHostnames-829399840-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:28:18.414025 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1436dfd1-9499-4327-bca5-55df8191fa26 tempest-ServersTestFqdnHostnames-829399840 tempest-ServersTestFqdnHostnames-829399840-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:28:18.414352 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1436dfd1-9499-4327-bca5-55df8191fa26 tempest-ServersTestFqdnHostnames-829399840 tempest-ServersTestFqdnHostnames-829399840-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:28:18.414681 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1436dfd1-9499-4327-bca5-55df8191fa26 tempest-ServersTestFqdnHostnames-829399840 tempest-ServersTestFqdnHostnames-829399840-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:28:18.415006 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1436dfd1-9499-4327-bca5-55df8191fa26 tempest-ServersTestFqdnHostnames-829399840 tempest-ServersTestFqdnHostnames-829399840-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:28:18.417718 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 46076) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:28:18.425544 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a4c3951a-4e2a-4866-9f8b-32e30b935775 None None] Publish callbacks [] for port (0c253d4e-46b3-446b-8091-38317339bc97), precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:18.434730 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a4c3951a-4e2a-4866-9f8b-32e30b935775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135'] for port (0c253d4e-46b3-446b-8091-38317339bc97), after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:18.442711 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91a65e60-1ef0-40f7-a7db-cddcdcbab2eb None None] Network c86bc9c8-f9aa-4c51-afb8-69a184ac0d36 requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:28:18.445094 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-98d5beb5-e30e-43a2-8ab8-235378067b34 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=02fed73329ed4ca6a0976375ae409021&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8274808 Feb 04 17:28:18.449190 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 46078) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:28:18.456240 n-d-827839-2 neutron-server[103376]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7737acc-0cd2-4926-9b3c-fe49657cf109 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] DELETE failed (client error): The resource could not be found. Feb 04 17:28:18.456691 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d7737acc-0cd2-4926-9b3c-fe49657cf109 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103376) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 17:28:18.462916 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-d7737acc-0cd2-4926-9b3c-fe49657cf109 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] 10.222.0.89 "DELETE /v2.0/subnets/2773bd19-49f6-4c89-8fca-a96cca95210f HTTP/1.1" status: 404 len: 337 time: 0.0416722 Feb 04 17:28:18.467331 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 46080) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:28:18.492919 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d5beb5-e30e-43a2-8ab8-235378067b34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67fd7a29-cf85-47ab-9fb6-a7cf2e0e4074,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:28:18.504703 n-d-827839-2 neutron-server[103376]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba0589c8-4f01-4d8b-9b50-44ffa4fd73fa tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] DELETE failed (client error): The resource could not be found. Feb 04 17:28:18.505382 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba0589c8-4f01-4d8b-9b50-44ffa4fd73fa tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103376) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 17:28:18.510891 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-ba0589c8-4f01-4d8b-9b50-44ffa4fd73fa tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] 10.222.0.89 "DELETE /v2.0/ports/1f6df698-7a73-47da-a7e6-e8962c31b8b3 HTTP/1.1" status: 404 len: 333 time: 0.0403118 Feb 04 17:28:18.512136 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 46082) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:28:18.541606 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c3951a-4e2a-4866-9f8b-32e30b935775 None None] Pushing event updated for resources: {'Port': ['ID=0c253d4e-46b3-446b-8091-38317339bc97,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:28:18.553157 n-d-827839-2 neutron-server[103376]: INFO neutron.pecan_wsgi.hooks.translation [None req-68bc2c01-f779-4524-922e-b90d128b660e tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] DELETE failed (client error): The resource could not be found. Feb 04 17:28:18.553780 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-68bc2c01-f779-4524-922e-b90d128b660e tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103376) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 17:28:18.559641 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-68bc2c01-f779-4524-922e-b90d128b660e tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] 10.222.0.89 "DELETE /v2.0/subnets/600a3c59-d8d7-4f01-9a9c-146b7ef38980 HTTP/1.1" status: 404 len: 337 time: 0.0444405 Feb 04 17:28:18.560415 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 46084) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:28:18.572708 n-d-827839-2 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4c3951a-4e2a-4866-9f8b-32e30b935775 None None] Network ebdc431d-e6a4-4155-be30-2a7d896acbb0 is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:28:18.595110 n-d-827839-2 neutron-server[103376]: INFO neutron.pecan_wsgi.hooks.translation [None req-65747131-5ad0-4d9f-a34a-08c2b1b1c82a tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] DELETE failed (client error): The resource could not be found. Feb 04 17:28:18.595581 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-65747131-5ad0-4d9f-a34a-08c2b1b1c82a tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103376) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 17:28:18.601042 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-65747131-5ad0-4d9f-a34a-08c2b1b1c82a tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] 10.222.0.89 "DELETE /v2.0/subnets/f89583a5-98f4-4dbf-9450-ee3433323f1b HTTP/1.1" status: 404 len: 337 time: 0.0376394 Feb 04 17:28:18.601977 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 46086) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:28:18.611287 n-d-827839-2 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-a4c3951a-4e2a-4866-9f8b-32e30b935775 None None] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:28:18.618331 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-950b0ff5-6e34-4ac8-b9c6-7da674350a91 None None] New status for floating IP 9a8a36e7-31c9-46d9-92fa-61b5d6ce6e2d: DOWN {{(pid=103378) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 17:28:18.621779 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4c3951a-4e2a-4866-9f8b-32e30b935775 None None] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:28:18.647514 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-2245388d-c065-4597-b53f-82fb2165e3ef admin admin] Publish callbacks [] for security_group (67fd7a29-cf85-47ab-9fb6-a7cf2e0e4074), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:18.675161 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Device 5959601f-c661-4dad-b600-c38a77083c6b details requested by agent hyperv_n-h2-827839-2 with host n-h2-827839-2 {{(pid=103378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 17:28:18.692542 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-d4c22546-b6d0-46b1-851c-19e036998882 None None] Provisioning complete for port f5652841-7550-48ba-b2e0-fe3fe31263f4 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:28:18.692973 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d4c22546-b6d0-46b1-851c-19e036998882 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (f5652841-7550-48ba-b2e0-fe3fe31263f4), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:18.705453 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-2245388d-c065-4597-b53f-82fb2165e3ef admin admin] Publish callbacks [] for security_group (67fd7a29-cf85-47ab-9fb6-a7cf2e0e4074), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:18.763173 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-7972d3df-f237-4e2c-bb3b-e88f08d2e4a9 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Deleting port c87e227b-2d60-487e-abc7-7771e4af8796 {{(pid=103376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:28:18.763518 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-7972d3df-f237-4e2c-bb3b-e88f08d2e4a9 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (c87e227b-2d60-487e-abc7-7771e4af8796), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:18.860400 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-2245388d-c065-4597-b53f-82fb2165e3ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (67fd7a29-cf85-47ab-9fb6-a7cf2e0e4074), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:18.862898 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-2245388d-c065-4597-b53f-82fb2165e3ef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:18.867233 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-2245388d-c065-4597-b53f-82fb2165e3ef admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/67fd7a29-cf85-47ab-9fb6-a7cf2e0e4074 HTTP/1.1" status: 204 len: 168 time: 0.4142499 Feb 04 17:28:18.880811 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.db_base_plugin_common [None req-40ab71c7-0954-4f22-8f04-72285865e752 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Allocated IP 2001:db8::f816:3eff:febe:d218 (ebdc431d-e6a4-4155-be30-2a7d896acbb0/7f270693-1168-432e-9456-de6e2f0b882c/a858225b-e333-4e82-be47-6fa12cc770cc) {{(pid=103377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:28:18.881782 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-7972d3df-f237-4e2c-bb3b-e88f08d2e4a9 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (c87e227b-2d60-487e-abc7-7771e4af8796), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:18.925454 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-15443f6b-e08d-4809-a6ff-bede88037c91 tempest-ServersTestFqdnHostnames-829399840 tempest-ServersTestFqdnHostnames-829399840-project] Deleting port d3e734c0-6c3f-4998-86e4-6ab1d0be0ee5 {{(pid=103377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:28:18.926531 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-15443f6b-e08d-4809-a6ff-bede88037c91 tempest-ServersTestFqdnHostnames-829399840 tempest-ServersTestFqdnHostnames-829399840-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (d3e734c0-6c3f-4998-86e4-6ab1d0be0ee5), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:18.927756 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2245388d-c065-4597-b53f-82fb2165e3ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67fd7a29-cf85-47ab-9fb6-a7cf2e0e4074,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:28:18.950004 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-7972d3df-f237-4e2c-bb3b-e88f08d2e4a9 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Calling delete_port for c87e227b-2d60-487e-abc7-7771e4af8796 owned by {{(pid=103376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:28:18.980007 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-a4c3951a-4e2a-4866-9f8b-32e30b935775 None None] Attempting to bind port 0c253d4e-46b3-446b-8091-38317339bc97 on host n-d-827839-2 for vnic_type normal with profile {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:28:18.980384 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-a4c3951a-4e2a-4866-9f8b-32e30b935775 None None] Attempting to bind port 0c253d4e-46b3-446b-8091-38317339bc97 by drivers openvswitch,hyperv on host n-d-827839-2 at level 0 using segments [{'id': '2fcce0c7-9a0a-428a-b986-cae51cd3c129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'ebdc431d-e6a4-4155-be30-2a7d896acbb0'}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:28:18.980993 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4c3951a-4e2a-4866-9f8b-32e30b935775 None None] Attempting to bind port 0c253d4e-46b3-446b-8091-38317339bc97 on network ebdc431d-e6a4-4155-be30-2a7d896acbb0 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:28:18.987233 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e440625-7694-4977-a0e8-9196cf9747e6 req-039c94b4-c90c-4aad-a625-5af6b6de2107 tempest-ServersTestManualDisk-270532119 tempest-ServersTestManualDisk-270532119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:28:18.989859 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-5e440625-7694-4977-a0e8-9196cf9747e6 req-039c94b4-c90c-4aad-a625-5af6b6de2107 tempest-ServersTestManualDisk-270532119 tempest-ServersTestManualDisk-270532119-project] 10.222.0.89 "GET /v2.0/ports?device_id=fee7387d-f3a9-40e1-8bd0-184958f0f201 HTTP/1.1" status: 200 len: 943 time: 0.1470752 Feb 04 17:28:19.007476 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4c3951a-4e2a-4866-9f8b-32e30b935775 None None] Checking agent: {'id': 'ba70844b-66a0-45fd-a2f2-e6ed673321fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 0, 36), 'started_at': datetime.datetime(2022, 2, 4, 17, 1, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 28, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:28:19.007858 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4c3951a-4e2a-4866-9f8b-32e30b935775 None None] Checking segment: {'id': '2fcce0c7-9a0a-428a-b986-cae51cd3c129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'ebdc431d-e6a4-4155-be30-2a7d896acbb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:28:19.008263 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a4c3951a-4e2a-4866-9f8b-32e30b935775 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:19.008650 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4c3951a-4e2a-4866-9f8b-32e30b935775 None None] Bound using segment: {'id': '2fcce0c7-9a0a-428a-b986-cae51cd3c129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'ebdc431d-e6a4-4155-be30-2a7d896acbb0'} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:28:19.009161 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-a4c3951a-4e2a-4866-9f8b-32e30b935775 None None] Bound port: 0c253d4e-46b3-446b-8091-38317339bc97, host: n-d-827839-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2fcce0c7-9a0a-428a-b986-cae51cd3c129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'ebdc431d-e6a4-4155-be30-2a7d896acbb0'}}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:28:19.009545 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a4c3951a-4e2a-4866-9f8b-32e30b935775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (0c253d4e-46b3-446b-8091-38317339bc97), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:19.082877 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-15443f6b-e08d-4809-a6ff-bede88037c91 tempest-ServersTestFqdnHostnames-829399840 tempest-ServersTestFqdnHostnames-829399840-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (d3e734c0-6c3f-4998-86e4-6ab1d0be0ee5), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:19.083212 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-15443f6b-e08d-4809-a6ff-bede88037c91 tempest-ServersTestFqdnHostnames-829399840 tempest-ServersTestFqdnHostnames-829399840-project] Publish callbacks [] for floatingip (d3e734c0-6c3f-4998-86e4-6ab1d0be0ee5), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:19.110133 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-5e440625-7694-4977-a0e8-9196cf9747e6 req-090c8387-1aa9-4e1a-9c51-a34cdc6398fe tempest-ServersTestManualDisk-270532119 tempest-ServersTestManualDisk-270532119-project] 10.222.0.89 "GET /v2.0/security-groups?id=06658e9e-aff9-4c00-8a2e-e525c18f5304&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722611 Feb 04 17:28:19.114721 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-15443f6b-e08d-4809-a6ff-bede88037c91 tempest-ServersTestFqdnHostnames-829399840 tempest-ServersTestFqdnHostnames-829399840-project] Calling delete_port for d3e734c0-6c3f-4998-86e4-6ab1d0be0ee5 owned by network:floatingip {{(pid=103377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:28:19.118234 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] For port 5959601f-c661-4dad-b600-c38a77083c6b, host n-h2-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=5959601f-c661-4dad-b600-c38a77083c6b,segment=NetworkSegment(26c37238-eb14-4048-93f5-19bbe58aaf47),segment_id=26c37238-eb14-4048-93f5-19bbe58aaf47)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:28:19.147460 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-40ab71c7-0954-4f22-8f04-72285865e752 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks [] for port (a858225b-e333-4e82-be47-6fa12cc770cc), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:19.149895 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Returning: {'device': '5959601f-c661-4dad-b600-c38a77083c6b', 'network_id': 'df50260c-ccf9-42da-ab7c-062be6414a2d', 'port_id': '5959601f-c661-4dad-b600-c38a77083c6b', 'mac_address': 'fa:16:3e:00:d2:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 799, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb79c871-9674-4827-b446-ec256e1c98d6', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 17:28:19.151368 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-d4c22546-b6d0-46b1-851c-19e036998882 None None] Current status of the port f5652841-7550-48ba-b2e0-fe3fe31263f4 is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:28:19.173576 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e01177a-f707-42eb-89ff-7ca14af8496f None None] DHCP port deletion for c86bc9c8-f9aa-4c51-afb8-69a184ac0d36 request from n-d-827839-2 {{(pid=103378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 17:28:19.175229 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-7972d3df-f237-4e2c-bb3b-e88f08d2e4a9 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (c87e227b-2d60-487e-abc7-7771e4af8796), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:19.213631 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-a4c3951a-4e2a-4866-9f8b-32e30b935775 None None] For port 0c253d4e-46b3-446b-8091-38317339bc97, host n-d-827839-2, cleared binding levels {{(pid=103378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:28:19.214527 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7972d3df-f237-4e2c-bb3b-e88f08d2e4a9 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Pushing event deleted for resources: {'Port': ['ID=c87e227b-2d60-487e-abc7-7771e4af8796,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:28:19.221109 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-d4c22546-b6d0-46b1-851c-19e036998882 None None] Provisioning complete for port c87e227b-2d60-487e-abc7-7771e4af8796 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:28:19.221567 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d4c22546-b6d0-46b1-851c-19e036998882 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (c87e227b-2d60-487e-abc7-7771e4af8796), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:19.236490 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-7972d3df-f237-4e2c-bb3b-e88f08d2e4a9 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:19.243035 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-7972d3df-f237-4e2c-bb3b-e88f08d2e4a9 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] 10.222.0.89 "DELETE /v2.0/ports/c87e227b-2d60-487e-abc7-7771e4af8796 HTTP/1.1" status: 204 len: 168 time: 0.6407011 Feb 04 17:28:19.244855 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 46094) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:28:19.255222 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-40ab71c7-0954-4f22-8f04-72285865e752 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (a858225b-e333-4e82-be47-6fa12cc770cc), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:19.270099 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-a4c3951a-4e2a-4866-9f8b-32e30b935775 None None] For port 0c253d4e-46b3-446b-8091-38317339bc97, host n-d-827839-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=0c253d4e-46b3-446b-8091-38317339bc97,segment=NetworkSegment(2fcce0c7-9a0a-428a-b986-cae51cd3c129),segment_id=2fcce0c7-9a0a-428a-b986-cae51cd3c129)] {{(pid=103378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:28:19.290335 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-d4c22546-b6d0-46b1-851c-19e036998882 None None] Port c87e227b-2d60-487e-abc7-7771e4af8796 was deleted so its status cannot be updated. {{(pid=103378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:336}} Feb 04 17:28:19.308382 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a4c3951a-4e2a-4866-9f8b-32e30b935775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (0c253d4e-46b3-446b-8091-38317339bc97), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:19.315249 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Current status of the port 5959601f-c661-4dad-b600-c38a77083c6b is: DOWN; New status is: BUILD {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:28:19.315817 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (5959601f-c661-4dad-b600-c38a77083c6b), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:19.321931 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40ab71c7-0954-4f22-8f04-72285865e752 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Network ebdc431d-e6a4-4155-be30-2a7d896acbb0 is already hosted by enough agents. {{(pid=103377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:28:19.354519 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [None req-40ab71c7-0954-4f22-8f04-72285865e752 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Resources bound (agent type, host, resource id): {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:28:19.356962 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ab71c7-0954-4f22-8f04-72285865e752 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Pushing event updated for resources: {'Port': ['ID=a858225b-e333-4e82-be47-6fa12cc770cc,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:28:19.361511 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40ab71c7-0954-4f22-8f04-72285865e752 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Received port after_create {{(pid=103377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:28:19.368819 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40ab71c7-0954-4f22-8f04-72285865e752 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:28:19.369495 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-40ab71c7-0954-4f22-8f04-72285865e752 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:19.372208 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5959601f-c661-4dad-b600-c38a77083c6b {{(pid=103378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 17:28:19.373451 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-0f2a0eab-3c6e-4005-a94c-01e6a1e20fa7 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628832'] for network (c86bc9c8-f9aa-4c51-afb8-69a184ac0d36), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:19.389388 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-40ab71c7-0954-4f22-8f04-72285865e752 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 945 time: 1.9905057 Feb 04 17:28:19.395851 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 46098) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:28:19.429229 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c3951a-4e2a-4866-9f8b-32e30b935775 None None] Pushing event updated for resources: {'Port': ['ID=0c253d4e-46b3-446b-8091-38317339bc97,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:28:19.433802 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] For port 5959601f-c661-4dad-b600-c38a77083c6b, host n-h2-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=5959601f-c661-4dad-b600-c38a77083c6b,segment=NetworkSegment(26c37238-eb14-4048-93f5-19bbe58aaf47),segment_id=26c37238-eb14-4048-93f5-19bbe58aaf47)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:28:19.439787 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (5959601f-c661-4dad-b600-c38a77083c6b), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:19.450136 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4e01177a-f707-42eb-89ff-7ca14af8496f None None] Deleting port f5652841-7550-48ba-b2e0-fe3fe31263f4 {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:28:19.450513 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4e01177a-f707-42eb-89ff-7ca14af8496f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (f5652841-7550-48ba-b2e0-fe3fe31263f4), before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:19.476320 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-15443f6b-e08d-4809-a6ff-bede88037c91 tempest-ServersTestFqdnHostnames-829399840 tempest-ServersTestFqdnHostnames-829399840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (d3e734c0-6c3f-4998-86e4-6ab1d0be0ee5), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:19.477054 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-0f2a0eab-3c6e-4005-a94c-01e6a1e20fa7 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Deleting port f5652841-7550-48ba-b2e0-fe3fe31263f4 {{(pid=103376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:28:19.477422 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-0f2a0eab-3c6e-4005-a94c-01e6a1e20fa7 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (f5652841-7550-48ba-b2e0-fe3fe31263f4), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:19.524165 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15443f6b-e08d-4809-a6ff-bede88037c91 tempest-ServersTestFqdnHostnames-829399840 tempest-ServersTestFqdnHostnames-829399840-project] Pushing event deleted for resources: {'Port': ['ID=d3e734c0-6c3f-4998-86e4-6ab1d0be0ee5,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:28:19.581163 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-4e01177a-f707-42eb-89ff-7ca14af8496f None None] For port f5652841-7550-48ba-b2e0-fe3fe31263f4, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=f5652841-7550-48ba-b2e0-fe3fe31263f4,segment=NetworkSegment(e8b3933a-248d-48cd-ba55-dea23f5997e3),segment_id=e8b3933a-248d-48cd-ba55-dea23f5997e3)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:28:19.581674 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4e01177a-f707-42eb-89ff-7ca14af8496f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (f5652841-7550-48ba-b2e0-fe3fe31263f4), precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:19.583402 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59ef7d0f-e3de-4295-bb36-259789c77be7 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:28:19.583571 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [None req-0f2a0eab-3c6e-4005-a94c-01e6a1e20fa7 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] For port f5652841-7550-48ba-b2e0-fe3fe31263f4, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=f5652841-7550-48ba-b2e0-fe3fe31263f4,segment=NetworkSegment(e8b3933a-248d-48cd-ba55-dea23f5997e3),segment_id=e8b3933a-248d-48cd-ba55-dea23f5997e3)] {{(pid=103376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:28:19.583777 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-0f2a0eab-3c6e-4005-a94c-01e6a1e20fa7 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (f5652841-7550-48ba-b2e0-fe3fe31263f4), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:19.594923 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59ef7d0f-e3de-4295-bb36-259789c77be7 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:28:19.599783 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4e01177a-f707-42eb-89ff-7ca14af8496f None None] Calling delete_port for f5652841-7550-48ba-b2e0-fe3fe31263f4 owned by network:dhcp {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:28:19.600421 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-59ef7d0f-e3de-4295-bb36-259789c77be7 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] 10.222.0.89 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1700 time: 0.2029717 Feb 04 17:28:19.601099 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-0f2a0eab-3c6e-4005-a94c-01e6a1e20fa7 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Calling delete_port for f5652841-7550-48ba-b2e0-fe3fe31263f4 owned by network:dhcp {{(pid=103376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:28:19.601436 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 46106) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:28:19.670865 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-15443f6b-e08d-4809-a6ff-bede88037c91 tempest-ServersTestFqdnHostnames-829399840 tempest-ServersTestFqdnHostnames-829399840-project] Publish callbacks [] for floatingip (9a8a36e7-31c9-46d9-92fa-61b5d6ce6e2d), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:19.672641 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-15443f6b-e08d-4809-a6ff-bede88037c91 tempest-ServersTestFqdnHostnames-829399840 tempest-ServersTestFqdnHostnames-829399840-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for floatingip (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:19.675995 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-15443f6b-e08d-4809-a6ff-bede88037c91 tempest-ServersTestFqdnHostnames-829399840 tempest-ServersTestFqdnHostnames-829399840-project] 10.222.0.89 "DELETE /v2.0/floatingips/9a8a36e7-31c9-46d9-92fa-61b5d6ce6e2d HTTP/1.1" status: 204 len: 168 time: 1.2581735 Feb 04 17:28:19.699493 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 46110) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:28:19.727675 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-0f2a0eab-3c6e-4005-a94c-01e6a1e20fa7 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (f5652841-7550-48ba-b2e0-fe3fe31263f4), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:19.729945 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] get_ports_and_sgs() called for port_ids ['5959601f-c661-4dad-b600-c38a77083c6b'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 17:28:19.736360 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Pushing event updated for resources: {'Port': ['ID=5959601f-c661-4dad-b600-c38a77083c6b,revision_number=4']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:28:19.775103 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2a0eab-3c6e-4005-a94c-01e6a1e20fa7 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Pushing event deleted for resources: {'Port': ['ID=f5652841-7550-48ba-b2e0-fe3fe31263f4,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:28:19.777011 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f2a0eab-3c6e-4005-a94c-01e6a1e20fa7 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] No DVR routers for this DVR port f5652841-7550-48ba-b2e0-fe3fe31263f4 on host n-d-827839-2 {{(pid=103376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 17:28:19.839948 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4e01177a-f707-42eb-89ff-7ca14af8496f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144'] for port (f5652841-7550-48ba-b2e0-fe3fe31263f4), after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:19.885633 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-ae79c124-a1a3-4e30-b64d-4f5bf08311cc tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Deleting port a858225b-e333-4e82-be47-6fa12cc770cc {{(pid=103377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:28:19.886050 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-ae79c124-a1a3-4e30-b64d-4f5bf08311cc tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (a858225b-e333-4e82-be47-6fa12cc770cc), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:19.891698 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e01177a-f707-42eb-89ff-7ca14af8496f None None] No DVR routers for this DVR port f5652841-7550-48ba-b2e0-fe3fe31263f4 on host n-d-827839-2 {{(pid=103378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 17:28:19.893835 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e01177a-f707-42eb-89ff-7ca14af8496f None None] Pushing event deleted for resources: {'Port': ['ID=f5652841-7550-48ba-b2e0-fe3fe31263f4,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:28:19.995692 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-0f2a0eab-3c6e-4005-a94c-01e6a1e20fa7 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1543676', 'neutron.services.segments.db._delete_segments_for_network-8781084786517'] for network (c86bc9c8-f9aa-4c51-afb8-69a184ac0d36), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:20.027397 n-d-827839-2 neutron-server[103376]: DEBUG neutron.services.segments.db [None req-0f2a0eab-3c6e-4005-a94c-01e6a1e20fa7 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c86bc9c8-f9aa-4c51-afb8-69a184ac0d36']}} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:28:20.044576 n-d-827839-2 neutron-server[103376]: DEBUG neutron.services.segments.db [None req-0f2a0eab-3c6e-4005-a94c-01e6a1e20fa7 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8b3933a-248d-48cd-ba55-dea23f5997e3') {'for_net_delete': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:28:20.044926 n-d-827839-2 neutron-server[103376]: DEBUG neutron.services.segments.db [None req-0f2a0eab-3c6e-4005-a94c-01e6a1e20fa7 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8b3933a-248d-48cd-ba55-dea23f5997e3') {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:28:20.057220 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-0f2a0eab-3c6e-4005-a94c-01e6a1e20fa7 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781084783966', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25674908'] for segment (e8b3933a-248d-48cd-ba55-dea23f5997e3), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:20.079103 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-0f2a0eab-3c6e-4005-a94c-01e6a1e20fa7 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (e8b3933a-248d-48cd-ba55-dea23f5997e3), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:20.082355 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-ae79c124-a1a3-4e30-b64d-4f5bf08311cc tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (a858225b-e333-4e82-be47-6fa12cc770cc), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:20.086280 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f2a0eab-3c6e-4005-a94c-01e6a1e20fa7 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Releasing vlan 787 on physical network physnet1 to pool {{(pid=103376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 17:28:20.086672 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-0f2a0eab-3c6e-4005-a94c-01e6a1e20fa7 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25675992'] for segment (e8b3933a-248d-48cd-ba55-dea23f5997e3), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:20.090024 n-d-827839-2 neutron-server[103376]: Traceback (most recent call last): Feb 04 17:28:20.090024 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 17:28:20.090024 n-d-827839-2 neutron-server[103376]: timer() Feb 04 17:28:20.090024 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 17:28:20.090024 n-d-827839-2 neutron-server[103376]: cb(*args, **kw) Feb 04 17:28:20.090024 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 17:28:20.090024 n-d-827839-2 neutron-server[103376]: return func(*args, **kwargs) Feb 04 17:28:20.090024 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 17:28:20.090024 n-d-827839-2 neutron-server[103376]: self._notify() Feb 04 17:28:20.090024 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 17:28:20.090024 n-d-827839-2 neutron-server[103376]: self.callback(batched_events) Feb 04 17:28:20.090024 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 17:28:20.090024 n-d-827839-2 neutron-server[103376]: event.method(event) Feb 04 17:28:20.090024 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 17:28:20.090024 n-d-827839-2 neutron-server[103376]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 17:28:20.090024 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 17:28:20.090024 n-d-827839-2 neutron-server[103376]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 17:28:20.090024 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 17:28:20.090024 n-d-827839-2 neutron-server[103376]: return f(self, *a, **k) Feb 04 17:28:20.090024 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 17:28:20.090024 n-d-827839-2 neutron-server[103376]: return self._get(url).json() Feb 04 17:28:20.090024 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 17:28:20.090024 n-d-827839-2 neutron-server[103376]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 17:28:20.090024 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 17:28:20.090024 n-d-827839-2 neutron-server[103376]: return self.request(url, 'GET', **kwargs) Feb 04 17:28:20.090024 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 17:28:20.090024 n-d-827839-2 neutron-server[103376]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 17:28:20.090024 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 17:28:20.090024 n-d-827839-2 neutron-server[103376]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 17:28:20.090024 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 17:28:20.090024 n-d-827839-2 neutron-server[103376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 17:28:20.090024 n-d-827839-2 neutron-server[103376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 17:28:20.098912 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-ae79c124-a1a3-4e30-b64d-4f5bf08311cc tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Calling delete_port for a858225b-e333-4e82-be47-6fa12cc770cc owned by {{(pid=103377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:28:20.155973 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-0f2a0eab-3c6e-4005-a94c-01e6a1e20fa7 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1543671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1595572'] for network (c86bc9c8-f9aa-4c51-afb8-69a184ac0d36), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:20.168768 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-0f2a0eab-3c6e-4005-a94c-01e6a1e20fa7 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677565'] for network (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:20.173746 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-0f2a0eab-3c6e-4005-a94c-01e6a1e20fa7 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] 10.222.0.89 "DELETE /v2.0/networks/c86bc9c8-f9aa-4c51-afb8-69a184ac0d36 HTTP/1.1" status: 204 len: 168 time: 0.9275911 Feb 04 17:28:20.189730 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2a0eab-3c6e-4005-a94c-01e6a1e20fa7 tempest-PortsIpV6TestJSON-1037317620 tempest-PortsIpV6TestJSON-1037317620-project] Pushing event deleted for resources: {'Network': ['ID=c86bc9c8-f9aa-4c51-afb8-69a184ac0d36,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:28:20.407579 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920bc96f-4428-4a01-88dd-2a52a3cccf91 req-944895cf-7e73-44bb-9212-c5e15f5fb089 tempest-ServersTestManualDisk-270532119 tempest-ServersTestManualDisk-270532119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:28:20.414995 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-920bc96f-4428-4a01-88dd-2a52a3cccf91 req-944895cf-7e73-44bb-9212-c5e15f5fb089 tempest-ServersTestManualDisk-270532119 tempest-ServersTestManualDisk-270532119-project] 10.222.0.89 "GET /v2.0/ports?device_id=fee7387d-f3a9-40e1-8bd0-184958f0f201 HTTP/1.1" status: 200 len: 944 time: 0.1593668 Feb 04 17:28:20.453753 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-ae79c124-a1a3-4e30-b64d-4f5bf08311cc tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (a858225b-e333-4e82-be47-6fa12cc770cc), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:20.498745 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae79c124-a1a3-4e30-b64d-4f5bf08311cc tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Pushing event deleted for resources: {'Port': ['ID=a858225b-e333-4e82-be47-6fa12cc770cc,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:28:20.503262 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 46130) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:28:20.576856 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-920bc96f-4428-4a01-88dd-2a52a3cccf91 req-25b5d489-1bf5-4651-b380-3c4f05575c86 tempest-ServersTestManualDisk-270532119 tempest-ServersTestManualDisk-270532119-project] 10.222.0.89 "GET /v2.0/security-groups?id=06658e9e-aff9-4c00-8a2e-e525c18f5304&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1607091 Feb 04 17:28:20.603594 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-ae79c124-a1a3-4e30-b64d-4f5bf08311cc tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:20.609578 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 46138) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:28:20.618734 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-ae79c124-a1a3-4e30-b64d-4f5bf08311cc tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] 10.222.0.89 "DELETE /v2.0/ports/a858225b-e333-4e82-be47-6fa12cc770cc HTTP/1.1" status: 204 len: 168 time: 1.0128489 Feb 04 17:28:20.684521 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Device 5959601f-c661-4dad-b600-c38a77083c6b up at agent hyperv_n-h2-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:28:20.697846 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-1a96f185-3bd1-427a-826d-966073c6c705 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602754'] for router_interface (d4caf781-2e39-41f4-8a93-38e27d6dc99e), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:20.736202 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe49aee7-8fbb-4acf-a35d-4bacc95a48eb tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:28:20.743054 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe49aee7-8fbb-4acf-a35d-4bacc95a48eb tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:28:20.744687 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-fe49aee7-8fbb-4acf-a35d-4bacc95a48eb tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] 10.222.0.89 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.1341271 Feb 04 17:28:20.749768 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 46142) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:28:20.758104 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-48042e71-42f6-4250-9ac1-2f71e01d9ff3 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=bcdddb23c6b346f2aa47053863d313d1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2509596 Feb 04 17:28:20.758649 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 46144) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:28:20.783135 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Provisioning for port 5959601f-c661-4dad-b600-c38a77083c6b completed by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 17:28:20.791585 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Provisioning complete for port 5959601f-c661-4dad-b600-c38a77083c6b triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:28:20.792483 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (5959601f-c661-4dad-b600-c38a77083c6b), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:20.836890 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-8a299eed-82f2-4f62-83ba-e4bfd6c381ac admin admin] Publish callbacks [] for security_group (bd80d0af-9824-44a1-99f1-bf13a55e2455), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:20.858410 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ad5066a-26e3-4785-a604-3dca9dd6e7fb tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Deleting subnet 7f270693-1168-432e-9456-de6e2f0b882c {{(pid=103377) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 17:28:20.863987 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-6ad5066a-26e3-4785-a604-3dca9dd6e7fb tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks [] for subnet (7f270693-1168-432e-9456-de6e2f0b882c), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:20.882749 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-8a299eed-82f2-4f62-83ba-e4bfd6c381ac admin admin] Publish callbacks [] for security_group (bd80d0af-9824-44a1-99f1-bf13a55e2455), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:20.917582 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Current status of the port 5959601f-c661-4dad-b600-c38a77083c6b is: BUILD; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:28:20.918044 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (5959601f-c661-4dad-b600-c38a77083c6b), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:20.933073 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-6ad5066a-26e3-4785-a604-3dca9dd6e7fb tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26866676'] for subnet (7f270693-1168-432e-9456-de6e2f0b882c), precommit_delete_associations {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:20.946265 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-8a299eed-82f2-4f62-83ba-e4bfd6c381ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (bd80d0af-9824-44a1-99f1-bf13a55e2455), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:20.951262 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-8a299eed-82f2-4f62-83ba-e4bfd6c381ac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:20.954004 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-8a299eed-82f2-4f62-83ba-e4bfd6c381ac admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/bd80d0af-9824-44a1-99f1-bf13a55e2455 HTTP/1.1" status: 204 len: 168 time: 0.1947165 Feb 04 17:28:20.964762 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a299eed-82f2-4f62-83ba-e4bfd6c381ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd80d0af-9824-44a1-99f1-bf13a55e2455,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:28:21.018934 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-f68b927b-10bd-4665-9177-ae83fbb5ad4e None None] Provisioning complete for port 0c253d4e-46b3-446b-8091-38317339bc97 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:28:21.020464 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f68b927b-10bd-4665-9177-ae83fbb5ad4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (0c253d4e-46b3-446b-8091-38317339bc97), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:21.031611 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fee7387d-f3a9-40e1-8bd0-184958f0f201', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5959601f-c661-4dad-b600-c38a77083c6b'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:28:21.033961 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c34bc964ce2211770fda26ca2f3801cc06f4f39928110690550e94ab9c9d2fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-183bd5fb-2d1b-4c89-9b5e-dce6efe06f29" -d '{"events": [{"server_uuid": "fee7387d-f3a9-40e1-8bd0-184958f0f201", "name": "network-vif-plugged", "status": "completed", "tag": "5959601f-c661-4dad-b600-c38a77083c6b"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:28:21.086647 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-6ad5066a-26e3-4785-a604-3dca9dd6e7fb tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1541225'] for subnet (7f270693-1168-432e-9456-de6e2f0b882c), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:21.097196 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] For port 5959601f-c661-4dad-b600-c38a77083c6b, host n-h2-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=5959601f-c661-4dad-b600-c38a77083c6b,segment=NetworkSegment(26c37238-eb14-4048-93f5-19bbe58aaf47),segment_id=26c37238-eb14-4048-93f5-19bbe58aaf47)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:28:21.108248 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (5959601f-c661-4dad-b600-c38a77083c6b), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:21.154271 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 46154) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:28:21.215411 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 17:28:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc290d39-32a4-4c77-bf75-33ab00bf43b9 x-openstack-request-id: req-cc290d39-32a4-4c77-bf75-33ab00bf43b9 {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:28:21.222793 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fee7387d-f3a9-40e1-8bd0-184958f0f201", "name": "network-vif-plugged", "status": "completed", "tag": "5959601f-c661-4dad-b600-c38a77083c6b", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:28:21.223236 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-cc290d39-32a4-4c77-bf75-33ab00bf43b9 {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:28:21.223930 n-d-827839-2 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fee7387d-f3a9-40e1-8bd0-184958f0f201', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5959601f-c661-4dad-b600-c38a77083c6b', 'code': 200} Feb 04 17:28:21.265800 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Pushing event updated for resources: {'Port': ['ID=5959601f-c661-4dad-b600-c38a77083c6b,revision_number=5']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:28:21.295129 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-6ad5066a-26e3-4785-a604-3dca9dd6e7fb tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1541216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25888360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25597190'] for subnet (7f270693-1168-432e-9456-de6e2f0b882c), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:21.340050 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad5066a-26e3-4785-a604-3dca9dd6e7fb tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Pushing event deleted for resources: {'Subnet': ['ID=7f270693-1168-432e-9456-de6e2f0b882c,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:28:21.340658 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-f68b927b-10bd-4665-9177-ae83fbb5ad4e None None] Current status of the port 0c253d4e-46b3-446b-8091-38317339bc97 is: DOWN; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:28:21.341505 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f68b927b-10bd-4665-9177-ae83fbb5ad4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (0c253d4e-46b3-446b-8091-38317339bc97), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:21.342124 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-6ad5066a-26e3-4785-a604-3dca9dd6e7fb tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks [] for subnet (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:21.348406 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-6ad5066a-26e3-4785-a604-3dca9dd6e7fb tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] 10.222.0.89 "DELETE /v2.0/subnets/7f270693-1168-432e-9456-de6e2f0b882c HTTP/1.1" status: 204 len: 168 time: 0.5959952 Feb 04 17:28:21.350345 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 46158) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:28:21.399327 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 0c253d4e-46b3-446b-8091-38317339bc97 up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:28:21.405724 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-95c13cc4-3624-41c8-8f3e-8c63fc276e4f tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] 10.222.0.89 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0501845 Feb 04 17:28:21.408211 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 46162) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:28:21.413113 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-3cef3569-c194-44bd-a344-26bf0b6e7b7c tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Request body: {'subnet': {'network_id': 'ebdc431d-e6a4-4155-be30-2a7d896acbb0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:28:21.424761 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-1a96f185-3bd1-427a-826d-966073c6c705 admin admin] Deleting port 8d6e3ce6-8b50-4bd4-9b3f-739cc2c85984 {{(pid=103377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:28:21.425280 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-1a96f185-3bd1-427a-826d-966073c6c705 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (8d6e3ce6-8b50-4bd4-9b3f-739cc2c85984), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:21.477417 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb850d0-dd82-48f6-89e8-779272f562c1 req-63f4d56e-c281-43d5-b759-54cc3cf5fd7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:28:21.478946 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-9eb850d0-dd82-48f6-89e8-779272f562c1 req-63f4d56e-c281-43d5-b759-54cc3cf5fd7a service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=fee7387d-f3a9-40e1-8bd0-184958f0f201 HTTP/1.1" status: 200 len: 1127 time: 0.2641830 Feb 04 17:28:21.482182 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.db.api [None req-f68b927b-10bd-4665-9177-ae83fbb5ad4e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103378) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 17:28:21.482736 n-d-827839-2 neutron-server[103378]: DEBUG oslo_db.api [None req-f68b927b-10bd-4665-9177-ae83fbb5ad4e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 17:28:21.498145 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port 0c253d4e-46b3-446b-8091-38317339bc97 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:28:21.498773 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (0c253d4e-46b3-446b-8091-38317339bc97), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:21.602981 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port 0c253d4e-46b3-446b-8091-38317339bc97 is: DOWN; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:28:21.603382 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (0c253d4e-46b3-446b-8091-38317339bc97), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:21.619119 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4520032c-e876-40c6-aac6-a9291efb66bc None None] Network ebdc431d-e6a4-4155-be30-2a7d896acbb0 requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:28:21.625868 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-69e1bf37-d8a0-46ae-983c-80bacdd697bc tempest-MeteringTestJSON-882967289 tempest-MeteringTestJSON-882967289-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1004205108'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:28:21.626516 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-69e1bf37-d8a0-46ae-983c-80bacdd697bc tempest-MeteringTestJSON-882967289 tempest-MeteringTestJSON-882967289-project-admin] Unknown quota resources ['metering_label']. {{(pid=103376) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 04 17:28:21.682928 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] For port 0c253d4e-46b3-446b-8091-38317339bc97, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=0c253d4e-46b3-446b-8091-38317339bc97,segment=NetworkSegment(2fcce0c7-9a0a-428a-b986-cae51cd3c129),segment_id=2fcce0c7-9a0a-428a-b986-cae51cd3c129)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:28:21.690485 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (0c253d4e-46b3-446b-8091-38317339bc97), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:21.772799 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Pushing event updated for resources: {'Port': ['ID=0c253d4e-46b3-446b-8091-38317339bc97,revision_number=4']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:28:21.779165 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device f5652841-7550-48ba-b2e0-fe3fe31263f4 no longer exists at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:28:21.805991 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] No Port match for: f5652841-7550-48ba-b2e0-fe3fe31263f4 {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 17:28:21.806365 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device f5652841-7550-48ba-b2e0-fe3fe31263f4 not bound to the agent host n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 17:28:21.853096 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-69e1bf37-d8a0-46ae-983c-80bacdd697bc tempest-MeteringTestJSON-882967289 tempest-MeteringTestJSON-882967289-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:21.854927 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-69e1bf37-d8a0-46ae-983c-80bacdd697bc tempest-MeteringTestJSON-882967289 tempest-MeteringTestJSON-882967289-project-admin] 10.222.0.89 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.6983395 Feb 04 17:28:21.859396 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 46174) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:28:21.865606 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-2fe60ad6-2700-4996-8e9a-01a46b325da5 tempest-MeteringTestJSON-882967289 tempest-MeteringTestJSON-882967289-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': 'e0e8364c-96cb-4eee-8662-b8433af84a7c'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:28:21.866508 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-2fe60ad6-2700-4996-8e9a-01a46b325da5 tempest-MeteringTestJSON-882967289 tempest-MeteringTestJSON-882967289-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103376) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 04 17:28:21.920978 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cef3569-c194-44bd-a344-26bf0b6e7b7c tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Made reservation on behalf of 2dabbd0ed422411582aec81f9de51a07 for: {'subnet': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:28:21.924274 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-3cef3569-c194-44bd-a344-26bf0b6e7b7c tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25597243'] for subnet (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:21.936116 n-d-827839-2 neutron-server[103376]: WARNING neutron.services.metering.metering_plugin [None req-2fe60ad6-2700-4996-8e9a-01a46b325da5 tempest-MeteringTestJSON-882967289 tempest-MeteringTestJSON-882967289-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Feb 04 17:28:21.940225 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2a155a8-bf53-41b0-9660-0832f3414e56 None None] DHCP port deletion for ebdc431d-e6a4-4155-be30-2a7d896acbb0 request from n-d-827839-2 {{(pid=103378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 17:28:22.039621 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-2fe60ad6-2700-4996-8e9a-01a46b325da5 tempest-MeteringTestJSON-882967289 tempest-MeteringTestJSON-882967289-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:22.041175 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-2fe60ad6-2700-4996-8e9a-01a46b325da5 tempest-MeteringTestJSON-882967289 tempest-MeteringTestJSON-882967289-project-admin] 10.222.0.89 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.1803801 Feb 04 17:28:22.044241 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 46180) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:28:22.049524 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-1e676190-4021-4d84-ad7b-71c2b88e02ee tempest-MeteringTestJSON-882967289 tempest-MeteringTestJSON-882967289-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': 'e0e8364c-96cb-4eee-8662-b8433af84a7c'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:28:22.049827 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-1e676190-4021-4d84-ad7b-71c2b88e02ee tempest-MeteringTestJSON-882967289 tempest-MeteringTestJSON-882967289-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103376) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 04 17:28:22.053038 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-9eb850d0-dd82-48f6-89e8-779272f562c1 req-f7ad972d-a069-4a39-86c5-0da98e5592bf service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=06658e9e-aff9-4c00-8a2e-e525c18f5304&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4710169 Feb 04 17:28:22.094267 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [None req-1a96f185-3bd1-427a-826d-966073c6c705 admin admin] For port 8d6e3ce6-8b50-4bd4-9b3f-739cc2c85984, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=8d6e3ce6-8b50-4bd4-9b3f-739cc2c85984,segment=NetworkSegment(38f8621b-0fac-4b4e-ab96-9123674da3d5),segment_id=38f8621b-0fac-4b4e-ab96-9123674da3d5)] {{(pid=103377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:28:22.095037 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-1a96f185-3bd1-427a-826d-966073c6c705 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (8d6e3ce6-8b50-4bd4-9b3f-739cc2c85984), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:22.112619 n-d-827839-2 neutron-server[103376]: WARNING neutron.services.metering.metering_plugin [None req-1e676190-4021-4d84-ad7b-71c2b88e02ee tempest-MeteringTestJSON-882967289 tempest-MeteringTestJSON-882967289-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Feb 04 17:28:22.116821 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-1a96f185-3bd1-427a-826d-966073c6c705 admin admin] Calling delete_port for 8d6e3ce6-8b50-4bd4-9b3f-739cc2c85984 owned by network:router_interface {{(pid=103377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:28:22.213270 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-f68b927b-10bd-4665-9177-ae83fbb5ad4e None None] Current status of the port 0c253d4e-46b3-446b-8091-38317339bc97 is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:28:22.216513 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-a2a155a8-bf53-41b0-9660-0832f3414e56 None None] Deleting port 0c253d4e-46b3-446b-8091-38317339bc97 {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:28:22.216910 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a2a155a8-bf53-41b0-9660-0832f3414e56 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (0c253d4e-46b3-446b-8091-38317339bc97), before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:22.234357 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-1e676190-4021-4d84-ad7b-71c2b88e02ee tempest-MeteringTestJSON-882967289 tempest-MeteringTestJSON-882967289-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:22.240006 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-1e676190-4021-4d84-ad7b-71c2b88e02ee tempest-MeteringTestJSON-882967289 tempest-MeteringTestJSON-882967289-project-admin] 10.222.0.89 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.1947351 Feb 04 17:28:22.240644 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 46186) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:28:22.253346 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-9d4c16b8-423b-4f98-be6a-bce18566464d tempest-MeteringTestJSON-882967289 tempest-MeteringTestJSON-882967289-project-admin] 10.222.0.89 "GET /v2.0/metering/metering-label-rules?id=eba1a1e3-fdba-401e-b4b9-c5ac9a9da604 HTTP/1.1" status: 200 len: 464 time: 0.0115635 Feb 04 17:28:22.255505 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 46188) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:28:22.272715 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 46190) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:28:22.288570 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-a2a155a8-bf53-41b0-9660-0832f3414e56 None None] For port 0c253d4e-46b3-446b-8091-38317339bc97, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=0c253d4e-46b3-446b-8091-38317339bc97,segment=NetworkSegment(2fcce0c7-9a0a-428a-b986-cae51cd3c129),segment_id=2fcce0c7-9a0a-428a-b986-cae51cd3c129)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:28:22.289815 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a2a155a8-bf53-41b0-9660-0832f3414e56 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (0c253d4e-46b3-446b-8091-38317339bc97), precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:22.304833 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-a2a155a8-bf53-41b0-9660-0832f3414e56 None None] Calling delete_port for 0c253d4e-46b3-446b-8091-38317339bc97 owned by network:dhcp {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:28:22.368181 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-40065930-352c-4704-b2d9-ff9d00be7a72 None None] Could not find standard attr ID for object a858225b-e333-4e82-be47-6fa12cc770cc. {{(pid=103378) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 17:28:22.392640 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-01ebfc3b-aaad-47a2-a89c-068700acab69 tempest-MeteringTestJSON-882967289 tempest-MeteringTestJSON-882967289-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:22.397732 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 46194) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:28:22.398567 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-01ebfc3b-aaad-47a2-a89c-068700acab69 tempest-MeteringTestJSON-882967289 tempest-MeteringTestJSON-882967289-project-admin] 10.222.0.89 "DELETE /v2.0/metering/metering-label-rules/eba1a1e3-fdba-401e-b4b9-c5ac9a9da604 HTTP/1.1" status: 204 len: 168 time: 0.1421199 Feb 04 17:28:22.414048 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a2a155a8-bf53-41b0-9660-0832f3414e56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144'] for port (0c253d4e-46b3-446b-8091-38317339bc97), after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:22.422485 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e02729-9e3d-4a8c-b9dd-c2a1bc04f7be req-3c3ceabd-3306-4815-9c98-c8d460708889 tempest-ServersTestManualDisk-270532119 tempest-ServersTestManualDisk-270532119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:28:22.423943 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-c5e02729-9e3d-4a8c-b9dd-c2a1bc04f7be req-3c3ceabd-3306-4815-9c98-c8d460708889 tempest-ServersTestManualDisk-270532119 tempest-ServersTestManualDisk-270532119-project] 10.222.0.89 "GET /v2.0/ports?device_id=fee7387d-f3a9-40e1-8bd0-184958f0f201 HTTP/1.1" status: 200 len: 945 time: 0.5060365 Feb 04 17:28:22.432075 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-1b769733-b18a-4bf0-9ce9-524002f16b68 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1904080756'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:28:22.439763 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a155a8-bf53-41b0-9660-0832f3414e56 None None] Pushing event deleted for resources: {'Port': ['ID=0c253d4e-46b3-446b-8091-38317339bc97,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:28:22.443409 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2a155a8-bf53-41b0-9660-0832f3414e56 None None] No DVR routers for this DVR port 0c253d4e-46b3-446b-8091-38317339bc97 on host n-d-827839-2 {{(pid=103378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 17:28:22.461216 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-5496b676-7388-4175-a1fc-13506352dd66 tempest-MeteringTestJSON-882967289 tempest-MeteringTestJSON-882967289-project-admin] 10.222.0.89 "GET /v2.0/metering/metering-label-rules?id=eba1a1e3-fdba-401e-b4b9-c5ac9a9da604 HTTP/1.1" status: 200 len: 221 time: 0.0612190 Feb 04 17:28:22.461388 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b769733-b18a-4bf0-9ce9-524002f16b68 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Made reservation on behalf of 9117ee7d05a54905bc1e8a5956601b14 for: {'network': 1} {{(pid=103376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:28:22.465061 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-1b769733-b18a-4bf0-9ce9-524002f16b68 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for network (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:22.466961 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 46196) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:28:22.477929 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-33534f6e-9acc-4698-987d-96cfbac265b1 tempest-MeteringTestJSON-882967289 tempest-MeteringTestJSON-882967289-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1866965064', 'description': 'label created by tempest'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:28:22.478482 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-33534f6e-9acc-4698-987d-96cfbac265b1 tempest-MeteringTestJSON-882967289 tempest-MeteringTestJSON-882967289-project-admin] Unknown quota resources ['metering_label']. {{(pid=103376) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 04 17:28:22.483101 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-1b769733-b18a-4bf0-9ce9-524002f16b68 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Publish callbacks [] for security_group (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:22.567190 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-c5e02729-9e3d-4a8c-b9dd-c2a1bc04f7be req-551d43fb-8bc9-4688-8ed5-d0d017a9c527 tempest-ServersTestManualDisk-270532119 tempest-ServersTestManualDisk-270532119-project] 10.222.0.89 "GET /v2.0/security-groups?id=06658e9e-aff9-4c00-8a2e-e525c18f5304&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1162310 Feb 04 17:28:22.610782 n-d-827839-2 neutron-server[103377]: DEBUG neutron.objects.ports [None req-3cef3569-c194-44bd-a344-26bf0b6e7b7c tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103377) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 04 17:28:22.613748 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-3cef3569-c194-44bd-a344-26bf0b6e7b7c tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25889445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25597197'] for subnet (de63bf34-71d9-4a10-bbb6-f3ef60345030), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:22.665838 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-33534f6e-9acc-4698-987d-96cfbac265b1 tempest-MeteringTestJSON-882967289 tempest-MeteringTestJSON-882967289-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:22.666992 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-33534f6e-9acc-4698-987d-96cfbac265b1 tempest-MeteringTestJSON-882967289 tempest-MeteringTestJSON-882967289-project-admin] 10.222.0.89 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.1981201 Feb 04 17:28:22.669857 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 46198) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:28:22.671378 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cef3569-c194-44bd-a344-26bf0b6e7b7c tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Network ebdc431d-e6a4-4155-be30-2a7d896acbb0 is already hosted by enough agents. {{(pid=103377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:28:22.676048 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-1a96f185-3bd1-427a-826d-966073c6c705 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (8d6e3ce6-8b50-4bd4-9b3f-739cc2c85984), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:22.682302 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [None req-3cef3569-c194-44bd-a344-26bf0b6e7b7c tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Resources bound (agent type, host, resource id): {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:28:22.685446 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cef3569-c194-44bd-a344-26bf0b6e7b7c tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:28:22.686044 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-3cef3569-c194-44bd-a344-26bf0b6e7b7c tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks [] for subnet (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:22.692917 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3b7822d-5393-483f-b97e-c504b6c87939 None None] Network ebdc431d-e6a4-4155-be30-2a7d896acbb0 requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:28:22.726102 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a96f185-3bd1-427a-826d-966073c6c705 admin admin] Pushing event deleted for resources: {'Port': ['ID=8d6e3ce6-8b50-4bd4-9b3f-739cc2c85984,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:28:22.728457 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cef3569-c194-44bd-a344-26bf0b6e7b7c tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Pushing event updated for resources: {'Subnet': ['ID=de63bf34-71d9-4a10-bbb6-f3ef60345030,revision_number=0']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:28:22.739588 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-53b63af6-7a96-404a-9c3f-dfc4e0483457 tempest-MeteringTestJSON-882967289 tempest-MeteringTestJSON-882967289-project-admin] 10.222.0.89 "GET /v2.0/metering/metering-labels?id=53cc1a99-4402-4390-a160-f931dbbb960c HTTP/1.1" status: 200 len: 468 time: 0.0661500 Feb 04 17:28:22.741580 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 46200) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:28:22.780524 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-3cef3569-c194-44bd-a344-26bf0b6e7b7c tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3712230 Feb 04 17:28:22.783472 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 46202) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:28:22.789339 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-6de45232-e49a-410e-b3f3-04253c61bcbc tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Request body: {'port': {'network_id': 'ebdc431d-e6a4-4155-be30-2a7d896acbb0', 'mac_address': 'fa:16:3e:e5:40:15', 'name': 'tempest-NetworksTestDHCPv6-440530591'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:28:22.824821 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8daf33c5-a05d-4676-a7bc-9ea631b57e19 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e4c19ad-5724-5db8-8ee1-4f56ae69fcf4-ebdc431d-e6a4-4155-be30-2a7d896acbb0', 'network_id': 'ebdc431d-e6a4-4155-be30-2a7d896acbb0', 'project_id': '2dabbd0ed422411582aec81f9de51a07', 'fixed_ips': [{'subnet_id': 'de63bf34-71d9-4a10-bbb6-f3ef60345030'}]}} from n-d-827839-2. {{(pid=103378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 17:28:22.826577 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8daf33c5-a05d-4676-a7bc-9ea631b57e19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:22.872930 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-1b769733-b18a-4bf0-9ce9-524002f16b68 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Publish callbacks [] for security_group (fe377c3b-a473-443e-96c1-dae5bf6cbd47), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:22.926167 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-1b769733-b18a-4bf0-9ce9-524002f16b68 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (fe377c3b-a473-443e-96c1-dae5bf6cbd47), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:23.009852 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b769733-b18a-4bf0-9ce9-524002f16b68 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] vlan segment allocate from pool success with {'vlan_id': 758, 'physical_network': 'physnet1'} {{(pid=103376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 17:28:23.022703 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-8daf33c5-a05d-4676-a7bc-9ea631b57e19 None None] Allocated IP 2001:db8::f816:3eff:fea9:705b (ebdc431d-e6a4-4155-be30-2a7d896acbb0/de63bf34-71d9-4a10-bbb6-f3ef60345030/89244863-5b6e-4751-a2d0-12298c602f62) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:28:23.024625 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-78d8817b-7073-44b2-8372-6c2a4be5fb28 tempest-MeteringTestJSON-882967289 tempest-MeteringTestJSON-882967289-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:23.025880 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-78d8817b-7073-44b2-8372-6c2a4be5fb28 tempest-MeteringTestJSON-882967289 tempest-MeteringTestJSON-882967289-project-admin] 10.222.0.89 "DELETE /v2.0/metering/metering-labels/53cc1a99-4402-4390-a160-f931dbbb960c HTTP/1.1" status: 204 len: 168 time: 0.2833090 Feb 04 17:28:23.029065 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 46204) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:28:23.031244 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b769733-b18a-4bf0-9ce9-524002f16b68 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fe377c3b-a473-443e-96c1-dae5bf6cbd47,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:28:23.034481 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-1b769733-b18a-4bf0-9ce9-524002f16b68 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (75d8ee08-47cc-4ecf-83c2-08cc37991e0a), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:23.034671 n-d-827839-2 neutron-server[103376]: INFO neutron.db.segments_db [None req-1b769733-b18a-4bf0-9ce9-524002f16b68 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Added segment 75d8ee08-47cc-4ecf-83c2-08cc37991e0a of type vlan for network 17d73fe2-1f97-41af-ac90-3bcc8a354497 Feb 04 17:28:23.051882 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-1a96f185-3bd1-427a-826d-966073c6c705 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1677336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1602614'] for router_interface (d4caf781-2e39-41f4-8a93-38e27d6dc99e), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:23.055357 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-5792577c-b5a2-4075-9f96-9065b8f83b4d tempest-MeteringTestJSON-882967289 tempest-MeteringTestJSON-882967289-project-admin] 10.222.0.89 "GET /v2.0/metering/metering-labels?id=53cc1a99-4402-4390-a160-f931dbbb960c HTTP/1.1" status: 200 len: 216 time: 0.0236478 Feb 04 17:28:23.056096 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6de45232-e49a-410e-b3f3-04253c61bcbc tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Made reservation on behalf of 2dabbd0ed422411582aec81f9de51a07 for: {'port': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:28:23.065753 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 46206) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:28:23.088538 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-0a7238fb-8682-4882-b9fe-5d296905c8bf tempest-MeteringTestJSON-882967289 tempest-MeteringTestJSON-882967289-project-admin] 10.222.0.89 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0186124 Feb 04 17:28:23.088857 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 46208) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:28:23.096703 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-1b769733-b18a-4bf0-9ce9-524002f16b68 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781084292801'] for network (17d73fe2-1f97-41af-ac90-3bcc8a354497), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:23.107368 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-8ed263a7-2dda-4efa-b8c4-f0ad77dfc554 tempest-MeteringTestJSON-882967289 tempest-MeteringTestJSON-882967289-project-admin] 10.222.0.89 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0174990 Feb 04 17:28:23.111336 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 46210) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:28:23.190992 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-04bb237e-28d2-48bd-a63f-567ae5f19e27 tempest-MeteringTestJSON-882967289 tempest-MeteringTestJSON-882967289-project-admin] 10.222.0.89 "GET /v2.0/metering/metering-labels/e0e8364c-96cb-4eee-8662-b8433af84a7c HTTP/1.1" status: 200 len: 473 time: 0.0767419 Feb 04 17:28:23.192795 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 46212) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:28:23.208932 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-1b769733-b18a-4bf0-9ce9-524002f16b68 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327'] for network (17d73fe2-1f97-41af-ac90-3bcc8a354497), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:23.210576 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b769733-b18a-4bf0-9ce9-524002f16b68 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:28:23.211301 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-1b769733-b18a-4bf0-9ce9-524002f16b68 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677565'] for network (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:23.261767 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-6de45232-e49a-410e-b3f3-04253c61bcbc tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:23.267385 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 0c253d4e-46b3-446b-8091-38317339bc97 no longer exists at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:28:23.297923 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8daf33c5-a05d-4676-a7bc-9ea631b57e19 None None] Publish callbacks [] for port (89244863-5b6e-4751-a2d0-12298c602f62), precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:23.301107 n-d-827839-2 neutron-server[103377]: DEBUG neutron.notifiers.nova [None req-6de45232-e49a-410e-b3f3-04253c61bcbc tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] device_id is not set on port 93b83594-86c7-4a0d-8247-998850eec262 yet. {{(pid=103377) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 04 17:28:23.305539 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] No Port match for: 0c253d4e-46b3-446b-8091-38317339bc97 {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 17:28:23.306186 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 0c253d4e-46b3-446b-8091-38317339bc97 not bound to the agent host n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 17:28:23.310994 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8daf33c5-a05d-4676-a7bc-9ea631b57e19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135'] for port (89244863-5b6e-4751-a2d0-12298c602f62), after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:23.377279 n-d-827839-2 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8daf33c5-a05d-4676-a7bc-9ea631b57e19 None None] Network ebdc431d-e6a4-4155-be30-2a7d896acbb0 is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:28:23.382071 n-d-827839-2 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-8daf33c5-a05d-4676-a7bc-9ea631b57e19 None None] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:28:23.384773 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8daf33c5-a05d-4676-a7bc-9ea631b57e19 None None] Pushing event updated for resources: {'Port': ['ID=89244863-5b6e-4751-a2d0-12298c602f62,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:28:23.387202 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8daf33c5-a05d-4676-a7bc-9ea631b57e19 None None] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:28:23.447001 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-8daf33c5-a05d-4676-a7bc-9ea631b57e19 None None] Attempting to bind port 89244863-5b6e-4751-a2d0-12298c602f62 on host n-d-827839-2 for vnic_type normal with profile {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:28:23.447376 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-8daf33c5-a05d-4676-a7bc-9ea631b57e19 None None] Attempting to bind port 89244863-5b6e-4751-a2d0-12298c602f62 by drivers openvswitch,hyperv on host n-d-827839-2 at level 0 using segments [{'id': '2fcce0c7-9a0a-428a-b986-cae51cd3c129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'ebdc431d-e6a4-4155-be30-2a7d896acbb0'}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:28:23.447773 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8daf33c5-a05d-4676-a7bc-9ea631b57e19 None None] Attempting to bind port 89244863-5b6e-4751-a2d0-12298c602f62 on network ebdc431d-e6a4-4155-be30-2a7d896acbb0 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:28:23.453624 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8daf33c5-a05d-4676-a7bc-9ea631b57e19 None None] Checking agent: {'id': 'ba70844b-66a0-45fd-a2f2-e6ed673321fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 0, 36), 'started_at': datetime.datetime(2022, 2, 4, 17, 1, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 28, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:28:23.454301 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8daf33c5-a05d-4676-a7bc-9ea631b57e19 None None] Checking segment: {'id': '2fcce0c7-9a0a-428a-b986-cae51cd3c129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'ebdc431d-e6a4-4155-be30-2a7d896acbb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:28:23.454900 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8daf33c5-a05d-4676-a7bc-9ea631b57e19 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:23.455285 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8daf33c5-a05d-4676-a7bc-9ea631b57e19 None None] Bound using segment: {'id': '2fcce0c7-9a0a-428a-b986-cae51cd3c129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'ebdc431d-e6a4-4155-be30-2a7d896acbb0'} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:28:23.455978 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-8daf33c5-a05d-4676-a7bc-9ea631b57e19 None None] Bound port: 89244863-5b6e-4751-a2d0-12298c602f62, host: n-d-827839-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2fcce0c7-9a0a-428a-b986-cae51cd3c129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'ebdc431d-e6a4-4155-be30-2a7d896acbb0'}}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:28:23.456140 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8daf33c5-a05d-4676-a7bc-9ea631b57e19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (89244863-5b6e-4751-a2d0-12298c602f62), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:23.525471 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.db_base_plugin_common [None req-6de45232-e49a-410e-b3f3-04253c61bcbc tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Allocated IP 2001:db8::f816:3eff:fee5:4015 (ebdc431d-e6a4-4155-be30-2a7d896acbb0/de63bf34-71d9-4a10-bbb6-f3ef60345030/93b83594-86c7-4a0d-8247-998850eec262) {{(pid=103377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:28:23.526359 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-8daf33c5-a05d-4676-a7bc-9ea631b57e19 None None] For port 89244863-5b6e-4751-a2d0-12298c602f62, host n-d-827839-2, cleared binding levels {{(pid=103378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:28:23.529564 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-8daf33c5-a05d-4676-a7bc-9ea631b57e19 None None] For port 89244863-5b6e-4751-a2d0-12298c602f62, host n-d-827839-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=89244863-5b6e-4751-a2d0-12298c602f62,segment=NetworkSegment(2fcce0c7-9a0a-428a-b986-cae51cd3c129),segment_id=2fcce0c7-9a0a-428a-b986-cae51cd3c129)] {{(pid=103378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:28:23.537315 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8daf33c5-a05d-4676-a7bc-9ea631b57e19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (89244863-5b6e-4751-a2d0-12298c602f62), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:23.547642 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a96f185-3bd1-427a-826d-966073c6c705 admin admin] Router d4caf781-2e39-41f4-8a93-38e27d6dc99e has already been hosted by L3 agent 64ada913-9131-4d99-a265-63a920956287 {{(pid=103377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 17:28:23.603649 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8daf33c5-a05d-4676-a7bc-9ea631b57e19 None None] Pushing event updated for resources: {'Port': ['ID=89244863-5b6e-4751-a2d0-12298c602f62,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:28:23.646300 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-cecc83c1-6409-49eb-8d81-72a29b85cc26 tempest-MeteringTestJSON-882967289 tempest-MeteringTestJSON-882967289-project-admin] 10.222.0.89 "GET /v2.0/metering/metering-label-rules/fd108269-4ce6-4e16-aa18-9e885e7b7c12 HTTP/1.1" status: 200 len: 461 time: 0.4491889 Feb 04 17:28:23.646661 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b769733-b18a-4bf0-9ce9-524002f16b68 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Pushing event updated for resources: {'Network': ['ID=17d73fe2-1f97-41af-ac90-3bcc8a354497,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:28:23.650918 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 46216) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:28:23.659173 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Network 17d73fe2-1f97-41af-ac90-3bcc8a354497 details requested by agent ovs-agent-n-d-827839-2 with host n-d-827839-2 {{(pid=103378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 17:28:23.728368 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-1b769733-b18a-4bf0-9ce9-524002f16b68 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.4510686 Feb 04 17:28:23.731589 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 46218) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:28:23.738486 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-64a2f368-4600-4b88-aebc-4387a386eea0 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-456753687'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:28:23.797296 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a96f185-3bd1-427a-826d-966073c6c705 admin admin] Notify agent at l3_agent.n-d-827839-2 the message routers_updated {{(pid=103377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 17:28:23.805440 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-1a96f185-3bd1-427a-826d-966073c6c705 admin admin] 10.222.0.89 "PUT /v2.0/routers/d4caf781-2e39-41f4-8a93-38e27d6dc99e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0968692 Feb 04 17:28:23.808329 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa2e7ff7-0852-4474-9a59-ff5945d6d236 None None] Sync routers for ids ['d4caf781-2e39-41f4-8a93-38e27d6dc99e'] in n-d-827839-2 {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 17:28:23.810827 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 46220) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:28:23.827288 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa2e7ff7-0852-4474-9a59-ff5945d6d236 None None] Routers {'d4caf781-2e39-41f4-8a93-38e27d6dc99e'} bound to L3 agent in host n-d-827839-2 {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:28:23.827288 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-fa2e7ff7-0852-4474-9a59-ff5945d6d236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:28:02Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['d4caf781-2e39-41f4-8a93-38e27d6dc99e'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:28:23.885574 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c47cc0-5959-48bd-aea6-efa83c204fce req-5c6e841a-15a5-40a7-bbf1-8757ec246859 tempest-ServersTestManualDisk-270532119 tempest-ServersTestManualDisk-270532119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:28:23.893272 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-a9c47cc0-5959-48bd-aea6-efa83c204fce req-5c6e841a-15a5-40a7-bbf1-8757ec246859 tempest-ServersTestManualDisk-270532119 tempest-ServersTestManualDisk-270532119-project] 10.222.0.89 "GET /v2.0/ports?device_id=fee7387d-f3a9-40e1-8bd0-184958f0f201 HTTP/1.1" status: 200 len: 945 time: 0.2394950 Feb 04 17:28:23.956156 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-6de45232-e49a-410e-b3f3-04253c61bcbc tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks [] for port (93b83594-86c7-4a0d-8247-998850eec262), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:23.957622 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64a2f368-4600-4b88-aebc-4387a386eea0 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Made reservation on behalf of 9117ee7d05a54905bc1e8a5956601b14 for: {'network': 1} {{(pid=103376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:28:23.960082 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvr_db [None req-fa2e7ff7-0852-4474-9a59-ff5945d6d236 None None] Set router d4caf781-2e39-41f4-8a93-38e27d6dc99e gateway port host: n-d-827839-2 {{(pid=103379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:28:23.960919 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-64a2f368-4600-4b88-aebc-4387a386eea0 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for network (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:23.965113 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-217ca0dd-34fc-4a17-b4d9-c79f82612b2b admin admin] Publish callbacks [] for router (d4caf781-2e39-41f4-8a93-38e27d6dc99e), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:23.965304 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-0965cf36-f8c7-49e7-b7e3-dd8248d8ba2d tempest-MeteringTestJSON-882967289 tempest-MeteringTestJSON-882967289-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:23.969011 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-0965cf36-f8c7-49e7-b7e3-dd8248d8ba2d tempest-MeteringTestJSON-882967289 tempest-MeteringTestJSON-882967289-project-admin] 10.222.0.89 "DELETE /v2.0/metering/metering-label-rules/fd108269-4ce6-4e16-aa18-9e885e7b7c12 HTTP/1.1" status: 204 len: 168 time: 0.3169823 Feb 04 17:28:23.969626 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 46222) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:28:24.162599 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64a2f368-4600-4b88-aebc-4387a386eea0 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] vlan segment allocate from pool success with {'vlan_id': 769, 'physical_network': 'physnet1'} {{(pid=103376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 17:28:24.188483 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-a9c47cc0-5959-48bd-aea6-efa83c204fce req-e0402b1d-4fe4-447a-b181-a3602b2544d7 tempest-ServersTestManualDisk-270532119 tempest-ServersTestManualDisk-270532119-project] 10.222.0.89 "GET /v2.0/security-groups?id=06658e9e-aff9-4c00-8a2e-e525c18f5304&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2375078 Feb 04 17:28:24.234261 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-64a2f368-4600-4b88-aebc-4387a386eea0 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (86959062-1b2d-4038-877d-1dd3de639bb5), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:24.234606 n-d-827839-2 neutron-server[103376]: INFO neutron.db.segments_db [None req-64a2f368-4600-4b88-aebc-4387a386eea0 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Added segment 86959062-1b2d-4038-877d-1dd3de639bb5 of type vlan for network 6f855785-6133-47c9-b0b0-f072038df070 Feb 04 17:28:24.250013 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-5527fa3f-0d63-4bea-b0ac-d19710e9773d tempest-MeteringTestJSON-882967289 tempest-MeteringTestJSON-882967289-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:24.254578 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-5527fa3f-0d63-4bea-b0ac-d19710e9773d tempest-MeteringTestJSON-882967289 tempest-MeteringTestJSON-882967289-project-admin] 10.222.0.89 "DELETE /v2.0/metering/metering-labels/e0e8364c-96cb-4eee-8662-b8433af84a7c HTTP/1.1" status: 204 len: 168 time: 0.2807720 Feb 04 17:28:24.296001 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-fa2e7ff7-0852-4474-9a59-ff5945d6d236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4caf781-2e39-41f4-8a93-38e27d6dc99e', 'name': 'tempest-ServersTestFqdnHostnames-1513232839-router', 'tenant_id': 'b78f120f03a0499ab775e831b6dd5e30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.146'}], 'enable_snat': True}, 'gw_port_id': '6b288734-e226-4f4a-9405-624058f298dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:26:55Z', 'updated_at': '2022-02-04T17:28:22Z', 'revision_number': 5, 'project_id': 'b78f120f03a0499ab775e831b6dd5e30', 'gw_port': {'id': '6b288734-e226-4f4a-9405-624058f298dd', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:a8:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4caf781-2e39-41f4-8a93-38e27d6dc99e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:26:56Z', 'updated_at': '2022-02-04T17:27:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2'}], 'n-d-827839-2', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:28:24.318898 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-64a2f368-4600-4b88-aebc-4387a386eea0 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781084292801'] for network (6f855785-6133-47c9-b0b0-f072038df070), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:24.345337 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa2e7ff7-0852-4474-9a59-ff5945d6d236 None None] Checking router: d4caf781-2e39-41f4-8a93-38e27d6dc99e for host: n-d-827839-2 {{(pid=103379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 17:28:24.357050 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa2e7ff7-0852-4474-9a59-ff5945d6d236 None None] Routers {'d4caf781-2e39-41f4-8a93-38e27d6dc99e'} bound to L3 agent in host n-d-827839-2 {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:28:24.357232 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-64a2f368-4600-4b88-aebc-4387a386eea0 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327'] for network (6f855785-6133-47c9-b0b0-f072038df070), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:24.358056 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-fa2e7ff7-0852-4474-9a59-ff5945d6d236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:28:02Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['d4caf781-2e39-41f4-8a93-38e27d6dc99e'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:28:24.364048 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64a2f368-4600-4b88-aebc-4387a386eea0 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:28:24.364684 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-64a2f368-4600-4b88-aebc-4387a386eea0 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677565'] for network (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:24.437298 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-64a2f368-4600-4b88-aebc-4387a386eea0 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7016332 Feb 04 17:28:24.437546 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-6de45232-e49a-410e-b3f3-04253c61bcbc tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (93b83594-86c7-4a0d-8247-998850eec262), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:24.439048 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 46228) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:28:24.448044 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-e67a13fc-77bb-49b1-bcd7-074f6cb819e7 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Request body: {'subnet': {'network_id': '17d73fe2-1f97-41af-ac90-3bcc8a354497', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:28:24.453320 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a2f368-4600-4b88-aebc-4387a386eea0 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Pushing event updated for resources: {'Network': ['ID=6f855785-6133-47c9-b0b0-f072038df070,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:28:24.470108 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Network 6f855785-6133-47c9-b0b0-f072038df070 details requested by agent ovs-agent-n-d-827839-2 with host n-d-827839-2 {{(pid=103378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 17:28:24.525685 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvr_db [None req-fa2e7ff7-0852-4474-9a59-ff5945d6d236 None None] Set router d4caf781-2e39-41f4-8a93-38e27d6dc99e gateway port host: n-d-827839-2 {{(pid=103379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:28:24.598867 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d05a215-3639-4845-b59e-73361f3a29d1 req-ba4b840b-cb27-4e21-8c53-518ca03487e0 tempest-ServersTestManualDisk-270532119 tempest-ServersTestManualDisk-270532119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:28:24.600435 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-6d05a215-3639-4845-b59e-73361f3a29d1 req-ba4b840b-cb27-4e21-8c53-518ca03487e0 tempest-ServersTestManualDisk-270532119 tempest-ServersTestManualDisk-270532119-project] 10.222.0.89 "GET /v2.0/ports?device_id=fee7387d-f3a9-40e1-8bd0-184958f0f201 HTTP/1.1" status: 200 len: 945 time: 0.2573524 Feb 04 17:28:24.603438 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 46232) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:28:24.608876 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 46234) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:28:24.614091 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-c1f550bd-d76c-4cc0-a210-e558110edb24 tempest-ServersTestManualDisk-270532119 tempest-ServersTestManualDisk-270532119-project] Request body: {'floatingip': {'port_id': '5959601f-c661-4dad-b600-c38a77083c6b'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:28:24.638272 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-217ca0dd-34fc-4a17-b4d9-c79f82612b2b admin admin] Publish callbacks [] for router_gateway (d4caf781-2e39-41f4-8a93-38e27d6dc99e), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:24.652226 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6de45232-e49a-410e-b3f3-04253c61bcbc tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Network ebdc431d-e6a4-4155-be30-2a7d896acbb0 is already hosted by enough agents. {{(pid=103377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:28:24.660277 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [None req-6de45232-e49a-410e-b3f3-04253c61bcbc tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Resources bound (agent type, host, resource id): {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:28:24.665757 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e67a13fc-77bb-49b1-bcd7-074f6cb819e7 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Made reservation on behalf of 9117ee7d05a54905bc1e8a5956601b14 for: {'subnet': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:28:24.669563 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-e67a13fc-77bb-49b1-bcd7-074f6cb819e7 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25597243'] for subnet (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:24.679078 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6de45232-e49a-410e-b3f3-04253c61bcbc tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Received port after_create {{(pid=103377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:28:24.686338 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-c1f550bd-d76c-4cc0-a210-e558110edb24 tempest-ServersTestManualDisk-270532119 tempest-ServersTestManualDisk-270532119-project] Publish callbacks [] for floatingip (4f91d1bf-2a07-4976-8581-d9e786d047d0), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:24.686548 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6de45232-e49a-410e-b3f3-04253c61bcbc tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:28:24.687242 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-6de45232-e49a-410e-b3f3-04253c61bcbc tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:24.719126 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-6de45232-e49a-410e-b3f3-04253c61bcbc tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.9344079 Feb 04 17:28:24.738629 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 46238) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:28:24.792882 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de45232-e49a-410e-b3f3-04253c61bcbc tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Pushing event updated for resources: {'Port': ['ID=93b83594-86c7-4a0d-8247-998850eec262,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:28:24.839265 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-cf2a88f0-6c7b-433e-aabf-49a19e8a109a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:24.846437 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-fa2e7ff7-0852-4474-9a59-ff5945d6d236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4caf781-2e39-41f4-8a93-38e27d6dc99e', 'name': 'tempest-ServersTestFqdnHostnames-1513232839-router', 'tenant_id': 'b78f120f03a0499ab775e831b6dd5e30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.146'}], 'enable_snat': True}, 'gw_port_id': '6b288734-e226-4f4a-9405-624058f298dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:26:55Z', 'updated_at': '2022-02-04T17:28:22Z', 'revision_number': 5, 'project_id': 'b78f120f03a0499ab775e831b6dd5e30', 'gw_port': {'id': '6b288734-e226-4f4a-9405-624058f298dd', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:a8:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4caf781-2e39-41f4-8a93-38e27d6dc99e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:26:56Z', 'updated_at': '2022-02-04T17:27:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2'}], 'n-d-827839-2', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:28:24.878433 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-217ca0dd-34fc-4a17-b4d9-c79f82612b2b admin admin] Deleting port 6b288734-e226-4f4a-9405-624058f298dd {{(pid=103377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:28:24.878853 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-217ca0dd-34fc-4a17-b4d9-c79f82612b2b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (6b288734-e226-4f4a-9405-624058f298dd), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:24.880836 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa2e7ff7-0852-4474-9a59-ff5945d6d236 None None] The sync data for ids ['d4caf781-2e39-41f4-8a93-38e27d6dc99e'] in n-d-827839-2 is: [{'id': 'd4caf781-2e39-41f4-8a93-38e27d6dc99e', 'name': 'tempest-ServersTestFqdnHostnames-1513232839-router', 'tenant_id': 'b78f120f03a0499ab775e831b6dd5e30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.146'}], 'enable_snat': True}, 'gw_port_id': '6b288734-e226-4f4a-9405-624058f298dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:26:55Z', 'updated_at': '2022-02-04T17:28:22Z', 'revision_number': 5, 'project_id': 'b78f120f03a0499ab775e831b6dd5e30', 'gw_port': {'id': '6b288734-e226-4f4a-9405-624058f298dd', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:a8:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4caf781-2e39-41f4-8a93-38e27d6dc99e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:26:56Z', 'updated_at': '2022-02-04T17:27:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2'}] {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 17:28:24.981860 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-cf2a88f0-6c7b-433e-aabf-49a19e8a109a admin admin] Publish callbacks [] for security_group (ff871868-114d-4a7c-98af-d05458ff65e8), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:24.990805 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa121cbf-2c6c-498e-b591-4257638634e2 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:28:24.996383 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa121cbf-2c6c-498e-b591-4257638634e2 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:28:25.001137 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-aa121cbf-2c6c-498e-b591-4257638634e2 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] 10.222.0.89 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.2584636 Feb 04 17:28:25.001702 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 46240) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:28:25.008304 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-cf2a88f0-6c7b-433e-aabf-49a19e8a109a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (ff871868-114d-4a7c-98af-d05458ff65e8), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:25.087602 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [None req-217ca0dd-34fc-4a17-b4d9-c79f82612b2b admin admin] For port 6b288734-e226-4f4a-9405-624058f298dd, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=6b288734-e226-4f4a-9405-624058f298dd,segment=NetworkSegment(5942dc44-1f07-4c27-b0ab-45a2bff20dd5),segment_id=5942dc44-1f07-4c27-b0ab-45a2bff20dd5)] {{(pid=103377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:28:25.087760 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-217ca0dd-34fc-4a17-b4d9-c79f82612b2b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (6b288734-e226-4f4a-9405-624058f298dd), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:25.099875 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-e67a13fc-77bb-49b1-bcd7-074f6cb819e7 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25889445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25597197'] for subnet (59b18788-4e88-4564-9de7-5b319cede143), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:25.118331 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-217ca0dd-34fc-4a17-b4d9-c79f82612b2b admin admin] Calling delete_port for 6b288734-e226-4f4a-9405-624058f298dd owned by network:router_gateway {{(pid=103377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:28:25.119217 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2a88f0-6c7b-433e-aabf-49a19e8a109a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff871868-114d-4a7c-98af-d05458ff65e8,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:28:25.129944 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-cf2a88f0-6c7b-433e-aabf-49a19e8a109a admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=dfdad0dc9a334396bd5ca9076bd10919&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5254006 Feb 04 17:28:25.131722 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-5d13e4a7-18a3-4a8f-b9a0-3e4c248d3596 None None] Provisioning complete for port 89244863-5b6e-4751-a2d0-12298c602f62 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:28:25.132325 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5d13e4a7-18a3-4a8f-b9a0-3e4c248d3596 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (89244863-5b6e-4751-a2d0-12298c602f62), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:25.132449 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 46242) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:28:25.242015 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-5d13e4a7-18a3-4a8f-b9a0-3e4c248d3596 None None] Current status of the port 89244863-5b6e-4751-a2d0-12298c602f62 is: DOWN; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:28:25.242769 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5d13e4a7-18a3-4a8f-b9a0-3e4c248d3596 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (89244863-5b6e-4751-a2d0-12298c602f62), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:25.254354 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67a13fc-77bb-49b1-bcd7-074f6cb819e7 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Pushing event updated for resources: {'Subnet': ['ID=59b18788-4e88-4564-9de7-5b319cede143,revision_number=0']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:28:25.269971 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-31e97cbb-82eb-465a-b97a-cd5f6a6514be admin admin] Publish callbacks [] for security_group (ff871868-114d-4a7c-98af-d05458ff65e8), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:25.297525 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-5d13e4a7-18a3-4a8f-b9a0-3e4c248d3596 None None] For port 89244863-5b6e-4751-a2d0-12298c602f62, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=89244863-5b6e-4751-a2d0-12298c602f62,segment=NetworkSegment(2fcce0c7-9a0a-428a-b986-cae51cd3c129),segment_id=2fcce0c7-9a0a-428a-b986-cae51cd3c129)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:28:25.302311 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5d13e4a7-18a3-4a8f-b9a0-3e4c248d3596 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (89244863-5b6e-4751-a2d0-12298c602f62), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:25.353321 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e67a13fc-77bb-49b1-bcd7-074f6cb819e7 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Checking segment: {'id': '75d8ee08-47cc-4ecf-83c2-08cc37991e0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '17d73fe2-1f97-41af-ac90-3bcc8a354497'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:28:25.353713 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e67a13fc-77bb-49b1-bcd7-074f6cb819e7 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Network hostable DHCP agents. Network: 17d73fe2-1f97-41af-ac90-3bcc8a354497, hostable agents: ['bb89f5a3-3c22-440b-b7d1-c4f0c43c184a'], hosted agents: [] {{(pid=103377) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 17:28:25.361911 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-3fd05e50-e2b7-40c8-8a0a-5d8c3245250e tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Deleting port 93b83594-86c7-4a0d-8247-998850eec262 {{(pid=103377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:28:25.362252 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-3fd05e50-e2b7-40c8-8a0a-5d8c3245250e tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (93b83594-86c7-4a0d-8247-998850eec262), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:25.378172 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d13e4a7-18a3-4a8f-b9a0-3e4c248d3596 None None] Pushing event updated for resources: {'Port': ['ID=89244863-5b6e-4751-a2d0-12298c602f62,revision_number=3']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:28:25.420156 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-31e97cbb-82eb-465a-b97a-cd5f6a6514be admin admin] Publish callbacks [] for security_group (ff871868-114d-4a7c-98af-d05458ff65e8), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:25.438963 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-d366db30-199c-45bc-a05f-9f53c8857322 None None] Provisioning complete for port 93b83594-86c7-4a0d-8247-998850eec262 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:28:25.439480 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d366db30-199c-45bc-a05f-9f53c8857322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (93b83594-86c7-4a0d-8247-998850eec262), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:25.494844 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-d366db30-199c-45bc-a05f-9f53c8857322 None None] Port 93b83594-86c7-4a0d-8247-998850eec262 cannot update to ACTIVE because it is not bound. {{(pid=103378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 17:28:25.497482 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 89244863-5b6e-4751-a2d0-12298c602f62 up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:28:25.520479 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e67a13fc-77bb-49b1-bcd7-074f6cb819e7 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Network 17d73fe2-1f97-41af-ac90-3bcc8a354497 is scheduled to be hosted by DHCP agent bb89f5a3-3c22-440b-b7d1-c4f0c43c184a with binding_index 1 {{(pid=103377) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 17:28:25.548853 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [None req-e67a13fc-77bb-49b1-bcd7-074f6cb819e7 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827839-2, 17d73fe2-1f97-41af-ac90-3bcc8a354497) {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:28:25.559655 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4cc534c-978f-4d32-ba4a-729bb7f5bd26 None None] Network 17d73fe2-1f97-41af-ac90-3bcc8a354497 requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:28:25.564666 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e67a13fc-77bb-49b1-bcd7-074f6cb819e7 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:28:25.565278 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-e67a13fc-77bb-49b1-bcd7-074f6cb819e7 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Publish callbacks [] for subnet (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:25.581185 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-31e97cbb-82eb-465a-b97a-cd5f6a6514be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (ff871868-114d-4a7c-98af-d05458ff65e8), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:25.584497 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-31e97cbb-82eb-465a-b97a-cd5f6a6514be admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:25.588940 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-31e97cbb-82eb-465a-b97a-cd5f6a6514be admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/ff871868-114d-4a7c-98af-d05458ff65e8 HTTP/1.1" status: 204 len: 168 time: 0.4555378 Feb 04 17:28:25.608190 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e97cbb-82eb-465a-b97a-cd5f6a6514be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff871868-114d-4a7c-98af-d05458ff65e8,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:28:25.621932 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-3fd05e50-e2b7-40c8-8a0a-5d8c3245250e tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (93b83594-86c7-4a0d-8247-998850eec262), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:25.636493 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-c1f550bd-d76c-4cc0-a210-e558110edb24 tempest-ServersTestManualDisk-270532119 tempest-ServersTestManualDisk-270532119-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:25.640085 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-e67a13fc-77bb-49b1-bcd7-074f6cb819e7 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1956780 Feb 04 17:28:25.640249 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port 89244863-5b6e-4751-a2d0-12298c602f62 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:28:25.640249 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (89244863-5b6e-4751-a2d0-12298c602f62), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:25.641720 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 46248) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:28:25.650496 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-3fd05e50-e2b7-40c8-8a0a-5d8c3245250e tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Calling delete_port for 93b83594-86c7-4a0d-8247-998850eec262 owned by {{(pid=103377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:28:25.658112 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-888d1994-7a1c-426a-9c26-e6012393d8f0 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Request body: {'subnet': {'network_id': '6f855785-6133-47c9-b0b0-f072038df070', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:28:25.662335 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-c1f550bd-d76c-4cc0-a210-e558110edb24 tempest-ServersTestManualDisk-270532119 tempest-ServersTestManualDisk-270532119-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1595586'] for floatingip (4f91d1bf-2a07-4976-8581-d9e786d047d0), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:25.664189 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-217ca0dd-34fc-4a17-b4d9-c79f82612b2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (6b288734-e226-4f4a-9405-624058f298dd), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:25.724191 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217ca0dd-34fc-4a17-b4d9-c79f82612b2b admin admin] Pushing event deleted for resources: {'Port': ['ID=6b288734-e226-4f4a-9405-624058f298dd,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:28:25.745106 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ee41254-c2ef-499a-9656-54aa82bd7d72 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e4c19ad-5724-5db8-8ee1-4f56ae69fcf4-17d73fe2-1f97-41af-ac90-3bcc8a354497', 'network_id': '17d73fe2-1f97-41af-ac90-3bcc8a354497', 'project_id': '9117ee7d05a54905bc1e8a5956601b14', 'fixed_ips': [{'subnet_id': '59b18788-4e88-4564-9de7-5b319cede143'}]}} from n-d-827839-2. {{(pid=103378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 17:28:25.745968 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1ee41254-c2ef-499a-9656-54aa82bd7d72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:25.820690 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-217ca0dd-34fc-4a17-b4d9-c79f82612b2b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1595544'] for router_gateway (d4caf781-2e39-41f4-8a93-38e27d6dc99e), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:25.880376 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-888d1994-7a1c-426a-9c26-e6012393d8f0 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Made reservation on behalf of 9117ee7d05a54905bc1e8a5956601b14 for: {'subnet': 1} {{(pid=103376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:28:25.883443 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-888d1994-7a1c-426a-9c26-e6012393d8f0 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25859006'] for subnet (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:25.894784 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port 89244863-5b6e-4751-a2d0-12298c602f62 is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:28:25.909119 n-d-827839-2 neutron-server[103376]: INFO neutron.db.l3_db [None req-c1f550bd-d76c-4cc0-a210-e558110edb24 tempest-ServersTestManualDisk-270532119 tempest-ServersTestManualDisk-270532119-project] Floating IP 4f91d1bf-2a07-4976-8581-d9e786d047d0 associated. External IP: 172.25.6.11, port: 5959601f-c661-4dad-b600-c38a77083c6b. Feb 04 17:28:25.914198 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 8d6e3ce6-8b50-4bd4-9b3f-739cc2c85984 no longer exists at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:28:25.927887 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-217ca0dd-34fc-4a17-b4d9-c79f82612b2b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1601811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26971'] for router (d4caf781-2e39-41f4-8a93-38e27d6dc99e), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:25.930104 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-217ca0dd-34fc-4a17-b4d9-c79f82612b2b admin admin] Publish callbacks [] for router_controller (d4caf781-2e39-41f4-8a93-38e27d6dc99e), precommit_delete_associations {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:25.940819 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] No Port match for: 8d6e3ce6-8b50-4bd4-9b3f-739cc2c85984 {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 17:28:25.941577 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 8d6e3ce6-8b50-4bd4-9b3f-739cc2c85984 not bound to the agent host n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 17:28:25.974330 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-217ca0dd-34fc-4a17-b4d9-c79f82612b2b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1601832'] for router (d4caf781-2e39-41f4-8a93-38e27d6dc99e), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:25.975616 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-217ca0dd-34fc-4a17-b4d9-c79f82612b2b admin admin] Fanout notify agent at l3_agent the message router_deleted on router d4caf781-2e39-41f4-8a93-38e27d6dc99e {{(pid=103377) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 17:28:25.980692 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-217ca0dd-34fc-4a17-b4d9-c79f82612b2b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:25.984268 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-217ca0dd-34fc-4a17-b4d9-c79f82612b2b admin admin] 10.222.0.89 "DELETE /v2.0/routers/d4caf781-2e39-41f4-8a93-38e27d6dc99e HTTP/1.1" status: 204 len: 168 time: 2.1702070 Feb 04 17:28:25.987302 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 46252) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:28:26.037525 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-1ee41254-c2ef-499a-9656-54aa82bd7d72 None None] Allocated IP 2001:db8::2 (17d73fe2-1f97-41af-ac90-3bcc8a354497/59b18788-4e88-4564-9de7-5b319cede143/8c2d4760-b9bc-4258-b159-8d0ff5fe2565) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:28:26.075755 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7c3e3cf-19b9-4962-8869-d95aed427bf7 admin admin] Deleting subnet f46a7647-86ef-49e3-87cd-5acecc6b7953 {{(pid=103377) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 17:28:26.085949 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-a7c3e3cf-19b9-4962-8869-d95aed427bf7 admin admin] Publish callbacks [] for subnet (f46a7647-86ef-49e3-87cd-5acecc6b7953), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:26.129554 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-3fd05e50-e2b7-40c8-8a0a-5d8c3245250e tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (93b83594-86c7-4a0d-8247-998850eec262), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:26.136425 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 46254) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:28:26.186870 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd05e50-e2b7-40c8-8a0a-5d8c3245250e tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Pushing event deleted for resources: {'Port': ['ID=93b83594-86c7-4a0d-8247-998850eec262,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:28:26.188337 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-f974c5bd-5c4a-4414-babd-bc8af65bdc3a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:26.201825 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-a7c3e3cf-19b9-4962-8869-d95aed427bf7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26866676'] for subnet (f46a7647-86ef-49e3-87cd-5acecc6b7953), precommit_delete_associations {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:26.295959 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-3fd05e50-e2b7-40c8-8a0a-5d8c3245250e tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:26.298789 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1ee41254-c2ef-499a-9656-54aa82bd7d72 None None] Publish callbacks [] for port (8c2d4760-b9bc-4258-b159-8d0ff5fe2565), precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:26.301695 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-3fd05e50-e2b7-40c8-8a0a-5d8c3245250e tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] 10.222.0.89 "DELETE /v2.0/ports/93b83594-86c7-4a0d-8247-998850eec262 HTTP/1.1" status: 204 len: 168 time: 1.2767875 Feb 04 17:28:26.302653 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 46256) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:28:26.309136 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1ee41254-c2ef-499a-9656-54aa82bd7d72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135'] for port (8c2d4760-b9bc-4258-b159-8d0ff5fe2565), after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:26.320916 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-888d1994-7a1c-426a-9c26-e6012393d8f0 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25674939', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25858952'] for subnet (d425d970-64e3-45a5-bc5f-8674aafa46a2), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:26.362370 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1f550bd-d76c-4cc0-a210-e558110edb24 tempest-ServersTestManualDisk-270532119 tempest-ServersTestManualDisk-270532119-project] Router 92f45d93-1482-47ac-bc3b-900145f579b5 has already been hosted by L3 agent 64ada913-9131-4d99-a265-63a920956287 {{(pid=103376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 17:28:26.371192 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee41254-c2ef-499a-9656-54aa82bd7d72 None None] Pushing event updated for resources: {'Port': ['ID=8c2d4760-b9bc-4258-b159-8d0ff5fe2565,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:28:26.380592 n-d-827839-2 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ee41254-c2ef-499a-9656-54aa82bd7d72 None None] Network 17d73fe2-1f97-41af-ac90-3bcc8a354497 is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:28:26.382187 n-d-827839-2 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-1ee41254-c2ef-499a-9656-54aa82bd7d72 None None] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:28:26.385571 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ee41254-c2ef-499a-9656-54aa82bd7d72 None None] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:28:26.395996 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-a7c3e3cf-19b9-4962-8869-d95aed427bf7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1541225'] for subnet (f46a7647-86ef-49e3-87cd-5acecc6b7953), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:26.458436 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-1ee41254-c2ef-499a-9656-54aa82bd7d72 None None] Attempting to bind port 8c2d4760-b9bc-4258-b159-8d0ff5fe2565 on host n-d-827839-2 for vnic_type normal with profile {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:28:26.458998 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-1ee41254-c2ef-499a-9656-54aa82bd7d72 None None] Attempting to bind port 8c2d4760-b9bc-4258-b159-8d0ff5fe2565 by drivers openvswitch,hyperv on host n-d-827839-2 at level 0 using segments [{'id': '75d8ee08-47cc-4ecf-83c2-08cc37991e0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '17d73fe2-1f97-41af-ac90-3bcc8a354497'}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:28:26.459180 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ee41254-c2ef-499a-9656-54aa82bd7d72 None None] Attempting to bind port 8c2d4760-b9bc-4258-b159-8d0ff5fe2565 on network 17d73fe2-1f97-41af-ac90-3bcc8a354497 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:28:26.463265 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-f974c5bd-5c4a-4414-babd-bc8af65bdc3a admin admin] Publish callbacks [] for security_group (a203530d-a78f-43a6-aa15-eddb77d1253b), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:26.468168 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ee41254-c2ef-499a-9656-54aa82bd7d72 None None] Checking agent: {'id': 'ba70844b-66a0-45fd-a2f2-e6ed673321fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 0, 36), 'started_at': datetime.datetime(2022, 2, 4, 17, 1, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 28, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:28:26.468920 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ee41254-c2ef-499a-9656-54aa82bd7d72 None None] Checking segment: {'id': '75d8ee08-47cc-4ecf-83c2-08cc37991e0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '17d73fe2-1f97-41af-ac90-3bcc8a354497'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:28:26.469352 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1ee41254-c2ef-499a-9656-54aa82bd7d72 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:26.469759 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ee41254-c2ef-499a-9656-54aa82bd7d72 None None] Bound using segment: {'id': '75d8ee08-47cc-4ecf-83c2-08cc37991e0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '17d73fe2-1f97-41af-ac90-3bcc8a354497'} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:28:26.470295 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-1ee41254-c2ef-499a-9656-54aa82bd7d72 None None] Bound port: 8c2d4760-b9bc-4258-b159-8d0ff5fe2565, host: n-d-827839-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75d8ee08-47cc-4ecf-83c2-08cc37991e0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '17d73fe2-1f97-41af-ac90-3bcc8a354497'}}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:28:26.470687 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1ee41254-c2ef-499a-9656-54aa82bd7d72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (8c2d4760-b9bc-4258-b159-8d0ff5fe2565), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:26.471883 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-f974c5bd-5c4a-4414-babd-bc8af65bdc3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (a203530d-a78f-43a6-aa15-eddb77d1253b), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:26.487587 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c592e906-a296-4a17-a58d-aea4122fde57 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:28:26.488593 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c592e906-a296-4a17-a58d-aea4122fde57 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:28:26.490433 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-c592e906-a296-4a17-a58d-aea4122fde57 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] 10.222.0.89 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1850338 Feb 04 17:28:26.493374 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 46258) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:28:26.499117 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888d1994-7a1c-426a-9c26-e6012393d8f0 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Pushing event updated for resources: {'Subnet': ['ID=d425d970-64e3-45a5-bc5f-8674aafa46a2,revision_number=0']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:28:26.513406 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-a7c3e3cf-19b9-4962-8869-d95aed427bf7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1541216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25888360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25597190'] for subnet (f46a7647-86ef-49e3-87cd-5acecc6b7953), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:26.530775 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-f974c5bd-5c4a-4414-babd-bc8af65bdc3a admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=d92de09e3f45443bbf6d92bee0656d19&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3913841 Feb 04 17:28:26.543828 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1ee41254-c2ef-499a-9656-54aa82bd7d72 None None] For port 8c2d4760-b9bc-4258-b159-8d0ff5fe2565, host n-d-827839-2, cleared binding levels {{(pid=103378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:28:26.547234 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1ee41254-c2ef-499a-9656-54aa82bd7d72 None None] For port 8c2d4760-b9bc-4258-b159-8d0ff5fe2565, host n-d-827839-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=8c2d4760-b9bc-4258-b159-8d0ff5fe2565,segment=NetworkSegment(75d8ee08-47cc-4ecf-83c2-08cc37991e0a),segment_id=75d8ee08-47cc-4ecf-83c2-08cc37991e0a)] {{(pid=103378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:28:26.549743 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f974c5bd-5c4a-4414-babd-bc8af65bdc3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a203530d-a78f-43a6-aa15-eddb77d1253b,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:28:26.551698 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 46260) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:28:26.554934 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1ee41254-c2ef-499a-9656-54aa82bd7d72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (8c2d4760-b9bc-4258-b159-8d0ff5fe2565), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:26.565418 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33409f9b-9791-45d0-b445-59b8687966b9 None None] Network c5338ae7-6a47-4b04-89b0-bad1ab0cf6a4 requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:28:26.595044 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-a7c3e3cf-19b9-4962-8869-d95aed427bf7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:26.601284 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-a7c3e3cf-19b9-4962-8869-d95aed427bf7 admin admin] 10.222.0.89 "DELETE /v2.0/subnets/f46a7647-86ef-49e3-87cd-5acecc6b7953 HTTP/1.1" status: 204 len: 168 time: 0.6113281 Feb 04 17:28:26.601284 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c3e3cf-19b9-4962-8869-d95aed427bf7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f46a7647-86ef-49e3-87cd-5acecc6b7953,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:28:26.602936 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 46262) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:28:26.694758 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-3f42db1a-de5c-423b-8350-6d250d7e7c49 admin admin] Publish callbacks [] for security_group (a203530d-a78f-43a6-aa15-eddb77d1253b), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:26.699263 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e95fcaa-8c09-451d-8e94-dd9d2842b31c tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Deleting subnet de63bf34-71d9-4a10-bbb6-f3ef60345030 {{(pid=103376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 17:28:26.716415 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-2e95fcaa-8c09-451d-8e94-dd9d2842b31c tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks [] for subnet (de63bf34-71d9-4a10-bbb6-f3ef60345030), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:26.724222 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee41254-c2ef-499a-9656-54aa82bd7d72 None None] Pushing event updated for resources: {'Port': ['ID=8c2d4760-b9bc-4258-b159-8d0ff5fe2565,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:28:26.738739 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-3f42db1a-de5c-423b-8350-6d250d7e7c49 admin admin] Publish callbacks [] for security_group (a203530d-a78f-43a6-aa15-eddb77d1253b), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:26.757812 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-44cf85b0-60d0-43b3-82e7-3a7fc13ea728 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628832'] for network (c5338ae7-6a47-4b04-89b0-bad1ab0cf6a4), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:26.767634 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-888d1994-7a1c-426a-9c26-e6012393d8f0 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Checking segment: {'id': '86959062-1b2d-4038-877d-1dd3de639bb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '6f855785-6133-47c9-b0b0-f072038df070'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:28:26.767998 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-888d1994-7a1c-426a-9c26-e6012393d8f0 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Network hostable DHCP agents. Network: 6f855785-6133-47c9-b0b0-f072038df070, hostable agents: ['bb89f5a3-3c22-440b-b7d1-c4f0c43c184a'], hosted agents: [] {{(pid=103376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 17:28:26.811454 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-2e95fcaa-8c09-451d-8e94-dd9d2842b31c tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25674901'] for subnet (de63bf34-71d9-4a10-bbb6-f3ef60345030), precommit_delete_associations {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:26.837093 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-888d1994-7a1c-426a-9c26-e6012393d8f0 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Network 6f855785-6133-47c9-b0b0-f072038df070 is scheduled to be hosted by DHCP agent bb89f5a3-3c22-440b-b7d1-c4f0c43c184a with binding_index 1 {{(pid=103376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 17:28:26.850149 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-3f42db1a-de5c-423b-8350-6d250d7e7c49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (a203530d-a78f-43a6-aa15-eddb77d1253b), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:26.852877 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-3f42db1a-de5c-423b-8350-6d250d7e7c49 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:26.853296 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1f550bd-d76c-4cc0-a210-e558110edb24 tempest-ServersTestManualDisk-270532119 tempest-ServersTestManualDisk-270532119-project] Notify agent at l3_agent.n-d-827839-2 the message routers_updated {{(pid=103376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 17:28:26.854074 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-3f42db1a-de5c-423b-8350-6d250d7e7c49 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/a203530d-a78f-43a6-aa15-eddb77d1253b HTTP/1.1" status: 204 len: 168 time: 0.3003540 Feb 04 17:28:26.860723 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-44cf85b0-60d0-43b3-82e7-3a7fc13ea728 admin admin] Deleting port c807431a-e518-4621-b10d-3704fc77310d {{(pid=103377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:28:26.860723 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-44cf85b0-60d0-43b3-82e7-3a7fc13ea728 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (c807431a-e518-4621-b10d-3704fc77310d), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:26.861260 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-c1f550bd-d76c-4cc0-a210-e558110edb24 tempest-ServersTestManualDisk-270532119 tempest-ServersTestManualDisk-270532119-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for floatingip (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:26.863217 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [None req-888d1994-7a1c-426a-9c26-e6012393d8f0 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827839-2, 6f855785-6133-47c9-b0b0-f072038df070) {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:28:26.879072 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb4789f1-13eb-4b7b-bf91-8f2a5510d4af None None] Sync routers for ids ['92f45d93-1482-47ac-bc3b-900145f579b5'] in n-d-827839-2 {{(pid=103378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 17:28:26.887971 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f42db1a-de5c-423b-8350-6d250d7e7c49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a203530d-a78f-43a6-aa15-eddb77d1253b,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:28:26.892222 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-888d1994-7a1c-426a-9c26-e6012393d8f0 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:28:26.892610 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5094eaec-b9e9-40d6-97ed-0c7aaf30bff3 None None] DHCP port deletion for c5338ae7-6a47-4b04-89b0-bad1ab0cf6a4 request from n-d-827839-2 {{(pid=103378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 17:28:26.892761 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-888d1994-7a1c-426a-9c26-e6012393d8f0 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Publish callbacks [] for subnet (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:26.924900 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-277f0356-b3af-46e7-80bd-5842fd89ed42 None None] Network 6f855785-6133-47c9-b0b0-f072038df070 requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:28:26.928716 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-c1f550bd-d76c-4cc0-a210-e558110edb24 tempest-ServersTestManualDisk-270532119 tempest-ServersTestManualDisk-270532119-project] 10.222.0.89 "PUT /v2.0/floatingips/4f91d1bf-2a07-4976-8581-d9e786d047d0 HTTP/1.1" status: 200 len: 990 time: 2.3154981 Feb 04 17:28:26.992161 n-d-827839-2 neutron-server[103376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fee7387d-f3a9-40e1-8bd0-184958f0f201', 'tag': '5959601f-c661-4dad-b600-c38a77083c6b'}] {{(pid=103376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:28:27.003106 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d59c3bb5e2f09ebf62144d5e09b1cff60c763a9c19614c24538e77842938c05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47f2dcc0-9bcf-4814-97fc-f1f17dff5442" -d '{"events": [{"name": "network-changed", "server_uuid": "fee7387d-f3a9-40e1-8bd0-184958f0f201", "tag": "5959601f-c661-4dad-b600-c38a77083c6b"}]}' {{(pid=103376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:28:27.015980 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb4789f1-13eb-4b7b-bf91-8f2a5510d4af None None] Routers {'92f45d93-1482-47ac-bc3b-900145f579b5'} bound to L3 agent in host n-d-827839-2 {{(pid=103378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:28:27.016970 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-eb4789f1-13eb-4b7b-bf91-8f2a5510d4af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:28:02Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['92f45d93-1482-47ac-bc3b-900145f579b5'], 'active': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:28:27.020069 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [None req-44cf85b0-60d0-43b3-82e7-3a7fc13ea728 admin admin] For port c807431a-e518-4621-b10d-3704fc77310d, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=c807431a-e518-4621-b10d-3704fc77310d,segment=NetworkSegment(38f8621b-0fac-4b4e-ab96-9123674da3d5),segment_id=38f8621b-0fac-4b4e-ab96-9123674da3d5)] {{(pid=103377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:28:27.020789 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-44cf85b0-60d0-43b3-82e7-3a7fc13ea728 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (c807431a-e518-4621-b10d-3704fc77310d), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:27.043593 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-888d1994-7a1c-426a-9c26-e6012393d8f0 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.3976367 Feb 04 17:28:27.050842 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 46270) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:28:27.060100 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-430dd7dc-3d1f-4042-b7a9-8fce11f25461 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2116488216', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:28:27.075015 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-44cf85b0-60d0-43b3-82e7-3a7fc13ea728 admin admin] Calling delete_port for c807431a-e518-4621-b10d-3704fc77310d owned by network:dhcp {{(pid=103377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:28:27.123110 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 17:28:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d1bf5d5-7d6d-4202-8af1-a41a1bb2266b x-openstack-request-id: req-1d1bf5d5-7d6d-4202-8af1-a41a1bb2266b {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:28:27.123733 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fee7387d-f3a9-40e1-8bd0-184958f0f201", "tag": "5959601f-c661-4dad-b600-c38a77083c6b", "status": "completed", "code": 200}]} {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:28:27.124205 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-1d1bf5d5-7d6d-4202-8af1-a41a1bb2266b {{(pid=103376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:28:27.124962 n-d-827839-2 neutron-server[103376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fee7387d-f3a9-40e1-8bd0-184958f0f201', 'tag': '5959601f-c661-4dad-b600-c38a77083c6b', 'status': 'completed', 'code': 200} Feb 04 17:28:27.150018 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-2e95fcaa-8c09-451d-8e94-dd9d2842b31c tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1541225'] for subnet (de63bf34-71d9-4a10-bbb6-f3ef60345030), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:27.302676 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-5094eaec-b9e9-40d6-97ed-0c7aaf30bff3 None None] Deleting port c807431a-e518-4621-b10d-3704fc77310d {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:28:27.303043 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5094eaec-b9e9-40d6-97ed-0c7aaf30bff3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (c807431a-e518-4621-b10d-3704fc77310d), before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:27.336165 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c309fac-9ab1-49d1-b25c-218fcbf5baf4 req-21fd8172-c83d-440c-bd5a-07ebdf0ca3df tempest-ServersTestManualDisk-270532119 tempest-ServersTestManualDisk-270532119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:28:27.344670 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-4c309fac-9ab1-49d1-b25c-218fcbf5baf4 req-21fd8172-c83d-440c-bd5a-07ebdf0ca3df tempest-ServersTestManualDisk-270532119 tempest-ServersTestManualDisk-270532119-project] 10.222.0.89 "GET /v2.0/ports?device_id=fee7387d-f3a9-40e1-8bd0-184958f0f201 HTTP/1.1" status: 200 len: 945 time: 0.2618120 Feb 04 17:28:27.348284 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84d552ff-2e96-4511-b059-71e9109f5343 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e4c19ad-5724-5db8-8ee1-4f56ae69fcf4-6f855785-6133-47c9-b0b0-f072038df070', 'network_id': '6f855785-6133-47c9-b0b0-f072038df070', 'project_id': '9117ee7d05a54905bc1e8a5956601b14', 'fixed_ips': [{'subnet_id': 'd425d970-64e3-45a5-bc5f-8674aafa46a2'}]}} from n-d-827839-2. {{(pid=103378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 17:28:27.349419 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-84d552ff-2e96-4511-b059-71e9109f5343 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:27.384545 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvr_db [None req-eb4789f1-13eb-4b7b-bf91-8f2a5510d4af None None] Set router 92f45d93-1482-47ac-bc3b-900145f579b5 gateway port host: n-d-827839-2 {{(pid=103378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:28:27.406206 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-2e95fcaa-8c09-451d-8e94-dd9d2842b31c tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1541216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25675894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25858947'] for subnet (de63bf34-71d9-4a10-bbb6-f3ef60345030), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:27.439153 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f2dcc0-9bcf-4814-97fc-f1f17dff5442 req-fb6d676b-d8e5-44b8-a778-79426bd97905 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:28:27.440708 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-47f2dcc0-9bcf-4814-97fc-f1f17dff5442 req-fb6d676b-d8e5-44b8-a778-79426bd97905 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=6da63b05ffc14b34a19fe38a380b0dc4&device_id=fee7387d-f3a9-40e1-8bd0-184958f0f201 HTTP/1.1" status: 200 len: 1127 time: 0.1456304 Feb 04 17:28:27.446171 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-430dd7dc-3d1f-4042-b7a9-8fce11f25461 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1601657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26921'] for router (f6fa01af-c11d-4135-8d89-a458519e4c56), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:27.447500 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-430dd7dc-3d1f-4042-b7a9-8fce11f25461 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1602025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603663', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1630571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26960'] for router (f6fa01af-c11d-4135-8d89-a458519e4c56), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:27.455233 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-44cf85b0-60d0-43b3-82e7-3a7fc13ea728 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (c807431a-e518-4621-b10d-3704fc77310d), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:27.460242 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-2e95fcaa-8c09-451d-8e94-dd9d2842b31c tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks [] for subnet (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:27.464832 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-2e95fcaa-8c09-451d-8e94-dd9d2842b31c tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] 10.222.0.89 "DELETE /v2.0/subnets/de63bf34-71d9-4a10-bbb6-f3ef60345030 HTTP/1.1" status: 204 len: 168 time: 0.9630458 Feb 04 17:28:27.466223 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e95fcaa-8c09-451d-8e94-dd9d2842b31c tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Pushing event deleted for resources: {'Subnet': ['ID=de63bf34-71d9-4a10-bbb6-f3ef60345030,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:28:27.468099 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 46278) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:28:27.472445 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-4c309fac-9ab1-49d1-b25c-218fcbf5baf4 req-83d5c501-474c-4a8f-83bc-a3767fbdd5a4 tempest-ServersTestManualDisk-270532119 tempest-ServersTestManualDisk-270532119-project] 10.222.0.89 "GET /v2.0/security-groups?id=06658e9e-aff9-4c00-8a2e-e525c18f5304&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1265764 Feb 04 17:28:27.491793 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebc3b856-8029-4415-a15e-c99394856e52 None None] Network ebdc431d-e6a4-4155-be30-2a7d896acbb0 requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:28:27.573053 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-51cb0bed-4afc-4a0e-a977-b3dde352ad1f tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] 10.222.0.89 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0973728 Feb 04 17:28:27.574546 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 46282) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:28:27.586977 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44cf85b0-60d0-43b3-82e7-3a7fc13ea728 admin admin] Pushing event deleted for resources: {'Port': ['ID=c807431a-e518-4621-b10d-3704fc77310d,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:28:27.636531 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44cf85b0-60d0-43b3-82e7-3a7fc13ea728 admin admin] No DVR routers for this DVR port c807431a-e518-4621-b10d-3704fc77310d on host n-d-827839-2 {{(pid=103377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 17:28:27.637190 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-5094eaec-b9e9-40d6-97ed-0c7aaf30bff3 None None] For port c807431a-e518-4621-b10d-3704fc77310d, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=c807431a-e518-4621-b10d-3704fc77310d,segment=NetworkSegment(38f8621b-0fac-4b4e-ab96-9123674da3d5),segment_id=38f8621b-0fac-4b4e-ab96-9123674da3d5)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:28:27.638263 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5094eaec-b9e9-40d6-97ed-0c7aaf30bff3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (c807431a-e518-4621-b10d-3704fc77310d), precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:27.642462 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 8c2d4760-b9bc-4258-b159-8d0ff5fe2565 up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:28:27.669113 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25cc0669-3284-432f-bb8d-374767723f49 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:28:27.673921 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-25cc0669-3284-432f-bb8d-374767723f49 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] 10.222.0.89 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0972843 Feb 04 17:28:27.674184 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 46286) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:28:27.706269 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-5094eaec-b9e9-40d6-97ed-0c7aaf30bff3 None None] Calling delete_port for c807431a-e518-4621-b10d-3704fc77310d owned by network:dhcp {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:28:27.720851 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-430dd7dc-3d1f-4042-b7a9-8fce11f25461 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Publish callbacks [] for router_controller (f6fa01af-c11d-4135-8d89-a458519e4c56), precommit_add_association {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:27.736519 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-430dd7dc-3d1f-4042-b7a9-8fce11f25461 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1602046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603680'] for router (f6fa01af-c11d-4135-8d89-a458519e4c56), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:27.746743 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58f1412e-ea02-4cc4-88ee-2e4bf681a9b7 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:28:27.751943 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-58f1412e-ea02-4cc4-88ee-2e4bf681a9b7 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] 10.222.0.89 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0768185 Feb 04 17:28:27.752783 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 46288) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:28:27.818346 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-c0a258a2-2fff-4bcd-acca-099cdeca00ea tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] 10.222.0.89 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0640590 Feb 04 17:28:27.822962 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 46292) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:28:27.841988 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-44cf85b0-60d0-43b3-82e7-3a7fc13ea728 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1543676', 'neutron.services.segments.db._delete_segments_for_network-8781084786517'] for network (c5338ae7-6a47-4b04-89b0-bad1ab0cf6a4), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:27.864652 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-9faee109-d2a4-4bed-9bdb-1894455b90fd tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Request body: {'subnet': {'network_id': 'ebdc431d-e6a4-4155-be30-2a7d896acbb0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:28:27.896091 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-430dd7dc-3d1f-4042-b7a9-8fce11f25461 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Publish callbacks [] for router (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:27.898823 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-430dd7dc-3d1f-4042-b7a9-8fce11f25461 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] 10.222.0.89 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.8435221 Feb 04 17:28:27.900329 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 46298) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:28:27.934875 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f2dcc0-9bcf-4814-97fc-f1f17dff5442 req-723354b3-2efe-420b-91a7-1f1eed0d5c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:28:27.936855 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-47f2dcc0-9bcf-4814-97fc-f1f17dff5442 req-723354b3-2efe-420b-91a7-1f1eed0d5c0e service neutron] 10.222.0.90 "GET /v2.0/networks?id=df50260c-ccf9-42da-ab7c-062be6414a2d HTTP/1.1" status: 200 len: 913 time: 0.4848304 Feb 04 17:28:27.938870 n-d-827839-2 neutron-server[103377]: DEBUG neutron.services.segments.db [None req-44cf85b0-60d0-43b3-82e7-3a7fc13ea728 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5338ae7-6a47-4b04-89b0-bad1ab0cf6a4']}} {{(pid=103377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:28:27.970976 n-d-827839-2 neutron-server[103377]: DEBUG neutron.services.segments.db [None req-44cf85b0-60d0-43b3-82e7-3a7fc13ea728 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38f8621b-0fac-4b4e-ab96-9123674da3d5') {'for_net_delete': True} {{(pid=103377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:28:27.971603 n-d-827839-2 neutron-server[103377]: DEBUG neutron.services.segments.db [None req-44cf85b0-60d0-43b3-82e7-3a7fc13ea728 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38f8621b-0fac-4b4e-ab96-9123674da3d5') {} {{(pid=103377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:28:28.031236 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-44cf85b0-60d0-43b3-82e7-3a7fc13ea728 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781084783966', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26866685'] for segment (38f8621b-0fac-4b4e-ab96-9123674da3d5), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:28.064947 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-44cf85b0-60d0-43b3-82e7-3a7fc13ea728 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (38f8621b-0fac-4b4e-ab96-9123674da3d5), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:28.102830 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-47f2dcc0-9bcf-4814-97fc-f1f17dff5442 req-8d6fde0d-8247-4540-bdce-a2a75a6b8041 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5959601f-c661-4dad-b600-c38a77083c6b HTTP/1.1" status: 200 len: 998 time: 0.1577489 Feb 04 17:28:28.105427 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44cf85b0-60d0-43b3-82e7-3a7fc13ea728 admin admin] Releasing vlan 757 on physical network physnet1 to pool {{(pid=103377) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 17:28:28.106116 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-44cf85b0-60d0-43b3-82e7-3a7fc13ea728 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25888454'] for segment (38f8621b-0fac-4b4e-ab96-9123674da3d5), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:28.108450 n-d-827839-2 neutron-server[103377]: Traceback (most recent call last): Feb 04 17:28:28.108450 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 17:28:28.108450 n-d-827839-2 neutron-server[103377]: timer() Feb 04 17:28:28.108450 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 17:28:28.108450 n-d-827839-2 neutron-server[103377]: cb(*args, **kw) Feb 04 17:28:28.108450 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 17:28:28.108450 n-d-827839-2 neutron-server[103377]: return func(*args, **kwargs) Feb 04 17:28:28.108450 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 17:28:28.108450 n-d-827839-2 neutron-server[103377]: self._notify() Feb 04 17:28:28.108450 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 17:28:28.108450 n-d-827839-2 neutron-server[103377]: self.callback(batched_events) Feb 04 17:28:28.108450 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 17:28:28.108450 n-d-827839-2 neutron-server[103377]: event.method(event) Feb 04 17:28:28.108450 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 17:28:28.108450 n-d-827839-2 neutron-server[103377]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 17:28:28.108450 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 17:28:28.108450 n-d-827839-2 neutron-server[103377]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 17:28:28.108450 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 17:28:28.108450 n-d-827839-2 neutron-server[103377]: return f(self, *a, **k) Feb 04 17:28:28.108450 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 17:28:28.108450 n-d-827839-2 neutron-server[103377]: return self._get(url).json() Feb 04 17:28:28.108450 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 17:28:28.108450 n-d-827839-2 neutron-server[103377]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 17:28:28.108450 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 17:28:28.108450 n-d-827839-2 neutron-server[103377]: return self.request(url, 'GET', **kwargs) Feb 04 17:28:28.108450 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 17:28:28.108450 n-d-827839-2 neutron-server[103377]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 17:28:28.108450 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 17:28:28.108450 n-d-827839-2 neutron-server[103377]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 17:28:28.108450 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 17:28:28.108450 n-d-827839-2 neutron-server[103377]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 17:28:28.108450 n-d-827839-2 neutron-server[103377]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 17:28:28.202414 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 46302) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:28:28.217772 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9faee109-d2a4-4bed-9bdb-1894455b90fd tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Made reservation on behalf of 2dabbd0ed422411582aec81f9de51a07 for: {'subnet': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:28:28.221447 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-9faee109-d2a4-4bed-9bdb-1894455b90fd tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25597243'] for subnet (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:28.289359 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port 8c2d4760-b9bc-4258-b159-8d0ff5fe2565 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:28:28.290473 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f2dcc0-9bcf-4814-97fc-f1f17dff5442 req-7d40b38e-099c-483c-9f3c-ff9b8b616ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:28:28.290809 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (8c2d4760-b9bc-4258-b159-8d0ff5fe2565), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:28.291989 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-47f2dcc0-9bcf-4814-97fc-f1f17dff5442 req-7d40b38e-099c-483c-9f3c-ff9b8b616ea5 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=eb79c871-9674-4827-b446-ec256e1c98d6 HTTP/1.1" status: 200 len: 851 time: 0.1655583 Feb 04 17:28:28.310184 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-84d552ff-2e96-4511-b059-71e9109f5343 None None] Allocated IP 2001:db8:1::2 (6f855785-6133-47c9-b0b0-f072038df070/d425d970-64e3-45a5-bc5f-8674aafa46a2/cc01fe32-d8ac-494d-bea8-322155db53bd) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:28:28.313233 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-44cf85b0-60d0-43b3-82e7-3a7fc13ea728 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1543671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1595572'] for network (c5338ae7-6a47-4b04-89b0-bad1ab0cf6a4), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:28.345569 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-44cf85b0-60d0-43b3-82e7-3a7fc13ea728 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:28.349463 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-44cf85b0-60d0-43b3-82e7-3a7fc13ea728 admin admin] 10.222.0.89 "DELETE /v2.0/networks/c5338ae7-6a47-4b04-89b0-bad1ab0cf6a4 HTTP/1.1" status: 204 len: 168 time: 1.7456169 Feb 04 17:28:28.375127 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44cf85b0-60d0-43b3-82e7-3a7fc13ea728 admin admin] Pushing event deleted for resources: {'Network': ['ID=c5338ae7-6a47-4b04-89b0-bad1ab0cf6a4,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:28:28.411379 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f2dcc0-9bcf-4814-97fc-f1f17dff5442 req-1cadb457-f9ea-4983-a05e-5a6467a89ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:28:28.413751 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-47f2dcc0-9bcf-4814-97fc-f1f17dff5442 req-1cadb457-f9ea-4983-a05e-5a6467a89ae0 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=df50260c-ccf9-42da-ab7c-062be6414a2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1098223 Feb 04 17:28:28.429097 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5094eaec-b9e9-40d6-97ed-0c7aaf30bff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144'] for port (c807431a-e518-4621-b10d-3704fc77310d), after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:28.452732 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-80374e2a-d64b-4a07-ae51-99a40b3d142f tempest-ExtraDHCPOptionsIpV6TestJSON-1966617622 tempest-ExtraDHCPOptionsIpV6TestJSON-1966617622-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-522984459'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:28:28.471329 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5094eaec-b9e9-40d6-97ed-0c7aaf30bff3 None None] Pushing event deleted for resources: {'Port': ['ID=c807431a-e518-4621-b10d-3704fc77310d,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:28:28.495959 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-5094eaec-b9e9-40d6-97ed-0c7aaf30bff3 None None] Network c5338ae7-6a47-4b04-89b0-bad1ab0cf6a4 is not hosted by any dhcp agent {{(pid=103378) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 04 17:28:28.496853 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5094eaec-b9e9-40d6-97ed-0c7aaf30bff3 None None] No DVR routers for this DVR port c807431a-e518-4621-b10d-3704fc77310d on host n-d-827839-2 {{(pid=103378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 17:28:28.578633 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80374e2a-d64b-4a07-ae51-99a40b3d142f tempest-ExtraDHCPOptionsIpV6TestJSON-1966617622 tempest-ExtraDHCPOptionsIpV6TestJSON-1966617622-project] Made reservation on behalf of 08506aa7d3e949998ff53399228777ab for: {'network': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:28:28.582821 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-80374e2a-d64b-4a07-ae51-99a40b3d142f tempest-ExtraDHCPOptionsIpV6TestJSON-1966617622 tempest-ExtraDHCPOptionsIpV6TestJSON-1966617622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for network (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:28.647776 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-80374e2a-d64b-4a07-ae51-99a40b3d142f tempest-ExtraDHCPOptionsIpV6TestJSON-1966617622 tempest-ExtraDHCPOptionsIpV6TestJSON-1966617622-project] Publish callbacks [] for security_group (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:28.661099 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14730288-911e-4813-bf55-14a38508a8cd None None] Network 17d73fe2-1f97-41af-ac90-3bcc8a354497 requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:28:28.663056 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50f86750-4b1b-4064-a75c-2b8577208e7e None None] DHCP port deletion for ebdc431d-e6a4-4155-be30-2a7d896acbb0 request from n-d-827839-2 {{(pid=103378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 17:28:28.718933 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 46310) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:28:28.836157 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-0b8f5536-1078-432a-9dac-be2da3d43b05 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=b78f120f03a0499ab775e831b6dd5e30&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1152322 Feb 04 17:28:28.845381 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port 8c2d4760-b9bc-4258-b159-8d0ff5fe2565 is: DOWN; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:28:28.845775 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (8c2d4760-b9bc-4258-b159-8d0ff5fe2565), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:28.857928 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-e1ecec35-f2ca-4ebd-a8e4-118647903341 None None] Provisioning complete for port 8c2d4760-b9bc-4258-b159-8d0ff5fe2565 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:28:28.858306 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e1ecec35-f2ca-4ebd-a8e4-118647903341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (8c2d4760-b9bc-4258-b159-8d0ff5fe2565), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:28.883751 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 46312) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:28:28.922918 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-069c562f-dd69-48ab-970b-ec8d0d52e597 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:28.983147 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] For port 8c2d4760-b9bc-4258-b159-8d0ff5fe2565, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=8c2d4760-b9bc-4258-b159-8d0ff5fe2565,segment=NetworkSegment(75d8ee08-47cc-4ecf-83c2-08cc37991e0a),segment_id=75d8ee08-47cc-4ecf-83c2-08cc37991e0a)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:28:29.007197 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (8c2d4760-b9bc-4258-b159-8d0ff5fe2565), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:29.008529 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 89244863-5b6e-4751-a2d0-12298c602f62 up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:28:29.060242 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-b137859f-7526-4752-95b8-b7eedbda4889 admin admin] Publish callbacks [] for security_group (b8b28757-95d3-499c-9e85-875297862922), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:29.112471 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-47f2dcc0-9bcf-4814-97fc-f1f17dff5442 req-03692c52-01f8-4318-85e3-dd1a846b8046 service neutron] 10.222.0.90 "GET /v2.0/networks/df50260c-ccf9-42da-ab7c-062be6414a2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6906784 Feb 04 17:28:29.127646 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-84d552ff-2e96-4511-b059-71e9109f5343 None None] Publish callbacks [] for port (cc01fe32-d8ac-494d-bea8-322155db53bd), precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:29.133189 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-b137859f-7526-4752-95b8-b7eedbda4889 admin admin] Publish callbacks [] for security_group (b8b28757-95d3-499c-9e85-875297862922), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:29.161174 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-eb4789f1-13eb-4b7b-bf91-8f2a5510d4af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92f45d93-1482-47ac-bc3b-900145f579b5', 'name': 'tempest-ServersTestManualDisk-1976305712-router', 'tenant_id': '6da63b05ffc14b34a19fe38a380b0dc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.65'}], 'enable_snat': True}, 'gw_port_id': '375c1d4d-6c08-48e0-b09d-ef482b4283e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:27:50Z', 'updated_at': '2022-02-04T17:27:59Z', 'revision_number': 4, 'project_id': '6da63b05ffc14b34a19fe38a380b0dc4', 'gw_port': {'id': '375c1d4d-6c08-48e0-b09d-ef482b4283e7', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:63:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92f45d93-1482-47ac-bc3b-900145f579b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1992, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:27:51Z', 'updated_at': '2022-02-04T17:27:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_floatingips': [{'id': '4f91d1bf-2a07-4976-8581-d9e786d047d0', 'tenant_id': '6da63b05ffc14b34a19fe38a380b0dc4', 'floating_ip_address': '172.25.6.11', 'floating_network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'router_id': '92f45d93-1482-47ac-bc3b-900145f579b5', 'port_id': '5959601f-c661-4dad-b600-c38a77083c6b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2037, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'df50260c-ccf9-42da-ab7c-062be6414a2d', 'mac_address': 'fa:16:3e:00:d2:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fee7387d-f3a9-40e1-8bd0-184958f0f201', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T17:28:04Z', 'updated_at': '2022-02-04T17:28:25Z', 'revision_number': 1, 'project_id': '6da63b05ffc14b34a19fe38a380b0dc4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11f53c5c-fabf-4fb7-80cf-51606e2c9d16', 'name': '', 'network_id': 'df50260c-ccf9-42da-ab7c-062be6414a2d', 'tenant_id': '6da63b05ffc14b34a19fe38a380b0dc4', 'mac_address': 'fa:16:3e:36:78:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92f45d93-1482-47ac-bc3b-900145f579b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2011, 'fixed_ips': [{'subnet_id': 'eb79c871-9674-4827-b446-ec256e1c98d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:27:57Z', 'updated_at': '2022-02-04T17:28:04Z', 'revision_number': 5, 'project_id': '6da63b05ffc14b34a19fe38a380b0dc4', 'subnets': [{'id': 'eb79c871-9674-4827-b446-ec256e1c98d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-2', False) {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:28:29.165426 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21c49d0-a16a-4a3e-b03a-3f3b5b72d572 req-31233547-17d9-4cb5-8ef6-69e34ac7077c tempest-ServersTestManualDisk-270532119 tempest-ServersTestManualDisk-270532119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:28:29.167022 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-f21c49d0-a16a-4a3e-b03a-3f3b5b72d572 req-31233547-17d9-4cb5-8ef6-69e34ac7077c tempest-ServersTestManualDisk-270532119 tempest-ServersTestManualDisk-270532119-project] 10.222.0.89 "GET /v2.0/ports?device_id=fee7387d-f3a9-40e1-8bd0-184958f0f201 HTTP/1.1" status: 200 len: 945 time: 0.5717936 Feb 04 17:28:29.200865 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-84d552ff-2e96-4511-b059-71e9109f5343 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135'] for port (cc01fe32-d8ac-494d-bea8-322155db53bd), after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:29.242622 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb4789f1-13eb-4b7b-bf91-8f2a5510d4af None None] Checking router: 92f45d93-1482-47ac-bc3b-900145f579b5 for host: n-d-827839-2 {{(pid=103378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 17:28:29.245176 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-50f86750-4b1b-4064-a75c-2b8577208e7e None None] Deleting port 89244863-5b6e-4751-a2d0-12298c602f62 {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:28:29.245551 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-50f86750-4b1b-4064-a75c-2b8577208e7e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (89244863-5b6e-4751-a2d0-12298c602f62), before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:29.263132 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-b137859f-7526-4752-95b8-b7eedbda4889 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (b8b28757-95d3-499c-9e85-875297862922), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:29.267306 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-b137859f-7526-4752-95b8-b7eedbda4889 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:29.273465 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-b137859f-7526-4752-95b8-b7eedbda4889 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/b8b28757-95d3-499c-9e85-875297862922 HTTP/1.1" status: 204 len: 168 time: 0.3825254 Feb 04 17:28:29.283869 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Pushing event updated for resources: {'Port': ['ID=8c2d4760-b9bc-4258-b159-8d0ff5fe2565,revision_number=3']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:28:29.305971 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b137859f-7526-4752-95b8-b7eedbda4889 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8b28757-95d3-499c-9e85-875297862922,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:28:29.312193 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.db_base_plugin_common [None req-069c562f-dd69-48ab-970b-ec8d0d52e597 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Allocated IP 2001:db8::1 (17d73fe2-1f97-41af-ac90-3bcc8a354497/59b18788-4e88-4564-9de7-5b319cede143/effdf816-fa28-4277-95d5-4eec5d099f9b) {{(pid=103376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:28:29.339089 n-d-827839-2 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84d552ff-2e96-4511-b059-71e9109f5343 None None] Network 6f855785-6133-47c9-b0b0-f072038df070 is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:28:29.372127 n-d-827839-2 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-84d552ff-2e96-4511-b059-71e9109f5343 None None] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:28:29.374547 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84d552ff-2e96-4511-b059-71e9109f5343 None None] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:28:29.376607 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb4789f1-13eb-4b7b-bf91-8f2a5510d4af None None] Routers {'92f45d93-1482-47ac-bc3b-900145f579b5'} bound to L3 agent in host n-d-827839-2 {{(pid=103378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:28:29.377257 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-eb4789f1-13eb-4b7b-bf91-8f2a5510d4af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:28:02Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['92f45d93-1482-47ac-bc3b-900145f579b5'], 'active': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:28:29.379853 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-e1ecec35-f2ca-4ebd-a8e4-118647903341 None None] Current status of the port 8c2d4760-b9bc-4258-b159-8d0ff5fe2565 is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:28:29.395489 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-f21c49d0-a16a-4a3e-b03a-3f3b5b72d572 req-41cf0533-a1b3-4778-bbe4-e7be0165bb51 tempest-ServersTestManualDisk-270532119 tempest-ServersTestManualDisk-270532119-project] 10.222.0.89 "GET /v2.0/security-groups?id=06658e9e-aff9-4c00-8a2e-e525c18f5304&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1987867 Feb 04 17:28:29.398941 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-47f2dcc0-9bcf-4814-97fc-f1f17dff5442 req-0edc0419-539b-462f-9060-65b9df87163b service neutron] 10.222.0.90 "GET /v2.0/networks/df50260c-ccf9-42da-ab7c-062be6414a2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2770951 Feb 04 17:28:29.420574 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-80374e2a-d64b-4a07-ae51-99a40b3d142f tempest-ExtraDHCPOptionsIpV6TestJSON-1966617622 tempest-ExtraDHCPOptionsIpV6TestJSON-1966617622-project] Publish callbacks [] for security_group (0236af63-071a-4353-8623-8d02fabef5ff), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:29.430599 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-80374e2a-d64b-4a07-ae51-99a40b3d142f tempest-ExtraDHCPOptionsIpV6TestJSON-1966617622 tempest-ExtraDHCPOptionsIpV6TestJSON-1966617622-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (0236af63-071a-4353-8623-8d02fabef5ff), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:29.447976 n-d-827839-2 neutron-server[103377]: DEBUG neutron.objects.ports [None req-9faee109-d2a4-4bed-9bdb-1894455b90fd tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103377) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 04 17:28:29.459186 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-069c562f-dd69-48ab-970b-ec8d0d52e597 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Publish callbacks [] for port (effdf816-fa28-4277-95d5-4eec5d099f9b), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:29.501281 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-069c562f-dd69-48ab-970b-ec8d0d52e597 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (effdf816-fa28-4277-95d5-4eec5d099f9b), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:29.517417 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80374e2a-d64b-4a07-ae51-99a40b3d142f tempest-ExtraDHCPOptionsIpV6TestJSON-1966617622 tempest-ExtraDHCPOptionsIpV6TestJSON-1966617622-project] vlan segment allocate from pool success with {'vlan_id': 759, 'physical_network': 'physnet1'} {{(pid=103377) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 17:28:29.526940 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port 89244863-5b6e-4751-a2d0-12298c602f62 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:28:29.526940 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (89244863-5b6e-4751-a2d0-12298c602f62), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:29.552356 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80374e2a-d64b-4a07-ae51-99a40b3d142f tempest-ExtraDHCPOptionsIpV6TestJSON-1966617622 tempest-ExtraDHCPOptionsIpV6TestJSON-1966617622-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0236af63-071a-4353-8623-8d02fabef5ff,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:28:29.566928 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-069c562f-dd69-48ab-970b-ec8d0d52e597 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Network 17d73fe2-1f97-41af-ac90-3bcc8a354497 is already hosted by enough agents. {{(pid=103376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:28:29.572386 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-80374e2a-d64b-4a07-ae51-99a40b3d142f tempest-ExtraDHCPOptionsIpV6TestJSON-1966617622 tempest-ExtraDHCPOptionsIpV6TestJSON-1966617622-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (ba4ae666-235d-4ab7-8a26-118668619c98), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:29.572734 n-d-827839-2 neutron-server[103377]: INFO neutron.db.segments_db [None req-80374e2a-d64b-4a07-ae51-99a40b3d142f tempest-ExtraDHCPOptionsIpV6TestJSON-1966617622 tempest-ExtraDHCPOptionsIpV6TestJSON-1966617622-project] Added segment ba4ae666-235d-4ab7-8a26-118668619c98 of type vlan for network a93d49f6-4343-4341-aa13-21ecd7c13eb1 Feb 04 17:28:29.587150 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d552ff-2e96-4511-b059-71e9109f5343 None None] Pushing event updated for resources: {'Port': ['ID=cc01fe32-d8ac-494d-bea8-322155db53bd,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:28:29.587465 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [None req-069c562f-dd69-48ab-970b-ec8d0d52e597 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Resources bound (agent type, host, resource id): {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:28:29.607115 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-069c562f-dd69-48ab-970b-ec8d0d52e597 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Received port after_create {{(pid=103376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:28:29.607849 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-069c562f-dd69-48ab-970b-ec8d0d52e597 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1595471'] for router_interface (f6fa01af-c11d-4135-8d89-a458519e4c56), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:29.615643 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069c562f-dd69-48ab-970b-ec8d0d52e597 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Pushing event updated for resources: {'Port': ['ID=effdf816-fa28-4277-95d5-4eec5d099f9b,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:28:29.668896 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-50f86750-4b1b-4064-a75c-2b8577208e7e None None] For port 89244863-5b6e-4751-a2d0-12298c602f62, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=89244863-5b6e-4751-a2d0-12298c602f62,segment=NetworkSegment(2fcce0c7-9a0a-428a-b986-cae51cd3c129),segment_id=2fcce0c7-9a0a-428a-b986-cae51cd3c129)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:28:29.669470 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-50f86750-4b1b-4064-a75c-2b8577208e7e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (89244863-5b6e-4751-a2d0-12298c602f62), precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:29.712341 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-80374e2a-d64b-4a07-ae51-99a40b3d142f tempest-ExtraDHCPOptionsIpV6TestJSON-1966617622 tempest-ExtraDHCPOptionsIpV6TestJSON-1966617622-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781084292801'] for network (a93d49f6-4343-4341-aa13-21ecd7c13eb1), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:29.718005 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-50f86750-4b1b-4064-a75c-2b8577208e7e None None] Calling delete_port for 89244863-5b6e-4751-a2d0-12298c602f62 owned by network:dhcp {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:28:29.728937 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-84d552ff-2e96-4511-b059-71e9109f5343 None None] Attempting to bind port cc01fe32-d8ac-494d-bea8-322155db53bd on host n-d-827839-2 for vnic_type normal with profile {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:28:29.729545 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-84d552ff-2e96-4511-b059-71e9109f5343 None None] Attempting to bind port cc01fe32-d8ac-494d-bea8-322155db53bd by drivers openvswitch,hyperv on host n-d-827839-2 at level 0 using segments [{'id': '86959062-1b2d-4038-877d-1dd3de639bb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '6f855785-6133-47c9-b0b0-f072038df070'}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:28:29.729913 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84d552ff-2e96-4511-b059-71e9109f5343 None None] Attempting to bind port cc01fe32-d8ac-494d-bea8-322155db53bd on network 6f855785-6133-47c9-b0b0-f072038df070 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:28:29.764136 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84d552ff-2e96-4511-b059-71e9109f5343 None None] Checking agent: {'id': 'ba70844b-66a0-45fd-a2f2-e6ed673321fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 0, 36), 'started_at': datetime.datetime(2022, 2, 4, 17, 1, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 28, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:28:29.764449 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84d552ff-2e96-4511-b059-71e9109f5343 None None] Checking segment: {'id': '86959062-1b2d-4038-877d-1dd3de639bb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '6f855785-6133-47c9-b0b0-f072038df070'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:28:29.764919 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-84d552ff-2e96-4511-b059-71e9109f5343 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:29.765316 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84d552ff-2e96-4511-b059-71e9109f5343 None None] Bound using segment: {'id': '86959062-1b2d-4038-877d-1dd3de639bb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '6f855785-6133-47c9-b0b0-f072038df070'} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:28:29.765893 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-84d552ff-2e96-4511-b059-71e9109f5343 None None] Bound port: cc01fe32-d8ac-494d-bea8-322155db53bd, host: n-d-827839-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86959062-1b2d-4038-877d-1dd3de639bb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '6f855785-6133-47c9-b0b0-f072038df070'}}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:28:29.766631 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-84d552ff-2e96-4511-b059-71e9109f5343 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (cc01fe32-d8ac-494d-bea8-322155db53bd), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:29.786866 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-58a057e0-dd99-41be-8bd2-e5a0c0204a23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (bb89f5a3-3c22-440b-b7d1-c4f0c43c184a), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:29.803944 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-80374e2a-d64b-4a07-ae51-99a40b3d142f tempest-ExtraDHCPOptionsIpV6TestJSON-1966617622 tempest-ExtraDHCPOptionsIpV6TestJSON-1966617622-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327'] for network (a93d49f6-4343-4341-aa13-21ecd7c13eb1), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:29.807960 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-069c562f-dd69-48ab-970b-ec8d0d52e597 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (effdf816-fa28-4277-95d5-4eec5d099f9b), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:29.810129 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80374e2a-d64b-4a07-ae51-99a40b3d142f tempest-ExtraDHCPOptionsIpV6TestJSON-1966617622 tempest-ExtraDHCPOptionsIpV6TestJSON-1966617622-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:28:29.810749 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-80374e2a-d64b-4a07-ae51-99a40b3d142f tempest-ExtraDHCPOptionsIpV6TestJSON-1966617622 tempest-ExtraDHCPOptionsIpV6TestJSON-1966617622-project] Publish callbacks [] for network (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:29.851747 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvr_db [None req-eb4789f1-13eb-4b7b-bf91-8f2a5510d4af None None] Set router 92f45d93-1482-47ac-bc3b-900145f579b5 gateway port host: n-d-827839-2 {{(pid=103378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:28:29.867301 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-9faee109-d2a4-4bed-9bdb-1894455b90fd tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (89244863-5b6e-4751-a2d0-12298c602f62), before_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:29.976935 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-80374e2a-d64b-4a07-ae51-99a40b3d142f tempest-ExtraDHCPOptionsIpV6TestJSON-1966617622 tempest-ExtraDHCPOptionsIpV6TestJSON-1966617622-project] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.7696660 Feb 04 17:28:29.977938 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 46324) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:28:29.982920 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-8720e1a1-f1ad-4304-8f10-09eefc1bc9fe tempest-ExtraDHCPOptionsIpV6TestJSON-1966617622 tempest-ExtraDHCPOptionsIpV6TestJSON-1966617622-project] Request body: {'subnet': {'network_id': 'a93d49f6-4343-4341-aa13-21ecd7c13eb1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:28:30.023871 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80374e2a-d64b-4a07-ae51-99a40b3d142f tempest-ExtraDHCPOptionsIpV6TestJSON-1966617622 tempest-ExtraDHCPOptionsIpV6TestJSON-1966617622-project] Pushing event updated for resources: {'Network': ['ID=a93d49f6-4343-4341-aa13-21ecd7c13eb1,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:28:30.055566 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Network a93d49f6-4343-4341-aa13-21ecd7c13eb1 details requested by agent ovs-agent-n-d-827839-2 with host n-d-827839-2 {{(pid=103378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 17:28:30.205027 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [None req-9faee109-d2a4-4bed-9bdb-1894455b90fd tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] For port 89244863-5b6e-4751-a2d0-12298c602f62, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=89244863-5b6e-4751-a2d0-12298c602f62,segment=NetworkSegment(2fcce0c7-9a0a-428a-b986-cae51cd3c129),segment_id=2fcce0c7-9a0a-428a-b986-cae51cd3c129)] {{(pid=103377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:28:30.241819 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-9faee109-d2a4-4bed-9bdb-1894455b90fd tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks [] for port (89244863-5b6e-4751-a2d0-12298c602f62), precommit_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:30.247356 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-9faee109-d2a4-4bed-9bdb-1894455b90fd tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25888290'] for port (89244863-5b6e-4751-a2d0-12298c602f62), after_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:30.251724 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8720e1a1-f1ad-4304-8f10-09eefc1bc9fe tempest-ExtraDHCPOptionsIpV6TestJSON-1966617622 tempest-ExtraDHCPOptionsIpV6TestJSON-1966617622-project] Made reservation on behalf of 08506aa7d3e949998ff53399228777ab for: {'subnet': 1} {{(pid=103376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:28:30.256034 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-8720e1a1-f1ad-4304-8f10-09eefc1bc9fe tempest-ExtraDHCPOptionsIpV6TestJSON-1966617622 tempest-ExtraDHCPOptionsIpV6TestJSON-1966617622-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25859006'] for subnet (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:30.267095 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-9faee109-d2a4-4bed-9bdb-1894455b90fd tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25889445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25597197'] for subnet (383d81bb-1eb8-4433-9e4a-6bffec5861c8), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:30.374596 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9faee109-d2a4-4bed-9bdb-1894455b90fd tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Network ebdc431d-e6a4-4155-be30-2a7d896acbb0 is already hosted by enough agents. {{(pid=103377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:28:30.380480 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [None req-9faee109-d2a4-4bed-9bdb-1894455b90fd tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Resources bound (agent type, host, resource id): {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:28:30.389422 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9faee109-d2a4-4bed-9bdb-1894455b90fd tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:28:30.390015 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-9faee109-d2a4-4bed-9bdb-1894455b90fd tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks [] for subnet (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:30.432493 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-069c562f-dd69-48ab-970b-ec8d0d52e597 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Publish callbacks [] for port (effdf816-fa28-4277-95d5-4eec5d099f9b), precommit_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:30.441298 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9faee109-d2a4-4bed-9bdb-1894455b90fd tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Pushing event updated for resources: {'Port': ['ID=89244863-5b6e-4751-a2d0-12298c602f62,revision_number=6']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:28:30.446381 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-069c562f-dd69-48ab-970b-ec8d0d52e597 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675836'] for port (effdf816-fa28-4277-95d5-4eec5d099f9b), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:30.447857 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-069c562f-dd69-48ab-970b-ec8d0d52e597 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1677345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602751'] for router_interface (f6fa01af-c11d-4135-8d89-a458519e4c56), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:30.452791 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9faee109-d2a4-4bed-9bdb-1894455b90fd tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Pushing event updated for resources: {'Subnet': ['ID=383d81bb-1eb8-4433-9e4a-6bffec5861c8,revision_number=0']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:28:30.459206 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-9faee109-d2a4-4bed-9bdb-1894455b90fd tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 2.6074443 Feb 04 17:28:30.462687 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 46338) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:28:30.467019 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-84d552ff-2e96-4511-b059-71e9109f5343 None None] For port cc01fe32-d8ac-494d-bea8-322155db53bd, host n-d-827839-2, cleared binding levels {{(pid=103378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:28:30.478295 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-e7f1f100-85c7-4715-92b8-5d69edf01b68 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Request body: {'port': {'network_id': 'ebdc431d-e6a4-4155-be30-2a7d896acbb0', 'mac_address': 'fa:16:3e:9c:32:77', 'name': 'tempest-NetworksTestDHCPv6-1419866311'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:28:30.485056 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-2e20c628-806c-4f11-9113-4c5f809cb9ec None None] Provisioning complete for port 8c2d4760-b9bc-4258-b159-8d0ff5fe2565 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:28:30.485552 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2e20c628-806c-4f11-9113-4c5f809cb9ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (8c2d4760-b9bc-4258-b159-8d0ff5fe2565), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:30.500564 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port 89244863-5b6e-4751-a2d0-12298c602f62 is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:28:30.529052 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 46340) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:28:30.533860 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-84d552ff-2e96-4511-b059-71e9109f5343 None None] For port cc01fe32-d8ac-494d-bea8-322155db53bd, host n-d-827839-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=cc01fe32-d8ac-494d-bea8-322155db53bd,segment=NetworkSegment(86959062-1b2d-4038-877d-1dd3de639bb5),segment_id=86959062-1b2d-4038-877d-1dd3de639bb5)] {{(pid=103378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:28:30.556476 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-84d552ff-2e96-4511-b059-71e9109f5343 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (cc01fe32-d8ac-494d-bea8-322155db53bd), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:30.561568 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-50f86750-4b1b-4064-a75c-2b8577208e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144'] for port (89244863-5b6e-4751-a2d0-12298c602f62), after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:30.632040 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 6b288734-e226-4f4a-9405-624058f298dd no longer exists at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:28:30.638848 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7f1f100-85c7-4715-92b8-5d69edf01b68 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Made reservation on behalf of 2dabbd0ed422411582aec81f9de51a07 for: {'port': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:28:30.683764 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] No Port match for: 6b288734-e226-4f4a-9405-624058f298dd {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 17:28:30.684203 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 6b288734-e226-4f4a-9405-624058f298dd not bound to the agent host n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 17:28:30.684705 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device c807431a-e518-4621-b10d-3704fc77310d no longer exists at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:28:30.702478 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50f86750-4b1b-4064-a75c-2b8577208e7e None None] No DVR routers for this DVR port 89244863-5b6e-4751-a2d0-12298c602f62 on host n-d-827839-2 {{(pid=103378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 17:28:30.746978 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] No Port match for: c807431a-e518-4621-b10d-3704fc77310d {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 17:28:30.747360 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device c807431a-e518-4621-b10d-3704fc77310d not bound to the agent host n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 17:28:30.756301 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-148b0408-6187-429c-a4ef-93d8174644b1 None None] Network ebdc431d-e6a4-4155-be30-2a7d896acbb0 requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:28:30.778779 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-e7f1f100-85c7-4715-92b8-5d69edf01b68 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:30.804560 n-d-827839-2 neutron-server[103377]: DEBUG neutron.notifiers.nova [None req-e7f1f100-85c7-4715-92b8-5d69edf01b68 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] device_id is not set on port ff500ec2-aa20-47a4-a029-2b135b83d03c yet. {{(pid=103377) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 04 17:28:30.826832 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d552ff-2e96-4511-b059-71e9109f5343 None None] Pushing event updated for resources: {'Port': ['ID=cc01fe32-d8ac-494d-bea8-322155db53bd,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:28:30.850750 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069c562f-dd69-48ab-970b-ec8d0d52e597 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Pushing event updated for resources: {'Port': ['ID=effdf816-fa28-4277-95d5-4eec5d099f9b,revision_number=2']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:28:30.865865 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-67fd4334-d51e-406e-bdb4-3d0fc09c48ba admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-2038486132-network', 'tenant_id': 'ae7af1f68a8142688c6249d339ab8a6d'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:28:30.898731 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-8720e1a1-f1ad-4304-8f10-09eefc1bc9fe tempest-ExtraDHCPOptionsIpV6TestJSON-1966617622 tempest-ExtraDHCPOptionsIpV6TestJSON-1966617622-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25674939', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25858952'] for subnet (36c1c4cf-9c7f-4605-a48a-f9ca98ce3171), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:30.910264 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f86750-4b1b-4064-a75c-2b8577208e7e None None] Pushing event deleted for resources: {'Port': ['ID=89244863-5b6e-4751-a2d0-12298c602f62,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:28:30.920412 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 8c2d4760-b9bc-4258-b159-8d0ff5fe2565 up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:28:30.943906 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-2e20c628-806c-4f11-9113-4c5f809cb9ec None None] Current status of the port 8c2d4760-b9bc-4258-b159-8d0ff5fe2565 is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:28:30.954730 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-069c562f-dd69-48ab-970b-ec8d0d52e597 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Network 17d73fe2-1f97-41af-ac90-3bcc8a354497 is already hosted by enough agents. {{(pid=103376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:28:30.993332 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.db_base_plugin_common [None req-e7f1f100-85c7-4715-92b8-5d69edf01b68 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Allocated IP 2001:db8::f816:3eff:fe9c:3277 (ebdc431d-e6a4-4155-be30-2a7d896acbb0/383d81bb-1eb8-4433-9e4a-6bffec5861c8/ff500ec2-aa20-47a4-a029-2b135b83d03c) {{(pid=103377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:28:31.022455 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8720e1a1-f1ad-4304-8f10-09eefc1bc9fe tempest-ExtraDHCPOptionsIpV6TestJSON-1966617622 tempest-ExtraDHCPOptionsIpV6TestJSON-1966617622-project] Pushing event updated for resources: {'Subnet': ['ID=36c1c4cf-9c7f-4605-a48a-f9ca98ce3171,revision_number=0']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:28:31.041115 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [None req-069c562f-dd69-48ab-970b-ec8d0d52e597 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Resources bound (agent type, host, resource id): {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:28:31.044029 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67fd4334-d51e-406e-bdb4-3d0fc09c48ba admin admin] Made reservation on behalf of ae7af1f68a8142688c6249d339ab8a6d for: {'network': 1} {{(pid=103376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:28:31.048086 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-67fd4334-d51e-406e-bdb4-3d0fc09c48ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for network (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:31.070062 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port 8c2d4760-b9bc-4258-b159-8d0ff5fe2565 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:28:31.070438 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (8c2d4760-b9bc-4258-b159-8d0ff5fe2565), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:31.073363 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-eb4789f1-13eb-4b7b-bf91-8f2a5510d4af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92f45d93-1482-47ac-bc3b-900145f579b5', 'name': 'tempest-ServersTestManualDisk-1976305712-router', 'tenant_id': '6da63b05ffc14b34a19fe38a380b0dc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.65'}], 'enable_snat': True}, 'gw_port_id': '375c1d4d-6c08-48e0-b09d-ef482b4283e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:27:50Z', 'updated_at': '2022-02-04T17:27:59Z', 'revision_number': 4, 'project_id': '6da63b05ffc14b34a19fe38a380b0dc4', 'gw_port': {'id': '375c1d4d-6c08-48e0-b09d-ef482b4283e7', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:63:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92f45d93-1482-47ac-bc3b-900145f579b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1992, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:27:51Z', 'updated_at': '2022-02-04T17:27:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_floatingips': [{'id': '4f91d1bf-2a07-4976-8581-d9e786d047d0', 'tenant_id': '6da63b05ffc14b34a19fe38a380b0dc4', 'floating_ip_address': '172.25.6.11', 'floating_network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'router_id': '92f45d93-1482-47ac-bc3b-900145f579b5', 'port_id': '5959601f-c661-4dad-b600-c38a77083c6b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2037, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'df50260c-ccf9-42da-ab7c-062be6414a2d', 'mac_address': 'fa:16:3e:00:d2:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fee7387d-f3a9-40e1-8bd0-184958f0f201', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T17:28:04Z', 'updated_at': '2022-02-04T17:28:25Z', 'revision_number': 1, 'project_id': '6da63b05ffc14b34a19fe38a380b0dc4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11f53c5c-fabf-4fb7-80cf-51606e2c9d16', 'name': '', 'network_id': 'df50260c-ccf9-42da-ab7c-062be6414a2d', 'tenant_id': '6da63b05ffc14b34a19fe38a380b0dc4', 'mac_address': 'fa:16:3e:36:78:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92f45d93-1482-47ac-bc3b-900145f579b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2011, 'fixed_ips': [{'subnet_id': 'eb79c871-9674-4827-b446-ec256e1c98d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:27:57Z', 'updated_at': '2022-02-04T17:28:04Z', 'revision_number': 5, 'project_id': '6da63b05ffc14b34a19fe38a380b0dc4', 'subnets': [{'id': 'eb79c871-9674-4827-b446-ec256e1c98d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-2', False) {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:28:31.081383 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db21202-6005-4c96-8050-2f708b6fbe93 req-2508bc94-7f87-4aa5-bc4c-6c6144fc8cd7 tempest-ServersTestManualDisk-270532119 tempest-ServersTestManualDisk-270532119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:28:31.083538 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-6db21202-6005-4c96-8050-2f708b6fbe93 req-2508bc94-7f87-4aa5-bc4c-6c6144fc8cd7 tempest-ServersTestManualDisk-270532119 tempest-ServersTestManualDisk-270532119-project] 10.222.0.89 "GET /v2.0/ports?device_id=fee7387d-f3a9-40e1-8bd0-184958f0f201 HTTP/1.1" status: 200 len: 945 time: 0.5536528 Feb 04 17:28:31.125336 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a885bc0-4b88-4f4d-9416-70229e5d75fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e4c19ad-5724-5db8-8ee1-4f56ae69fcf4-ebdc431d-e6a4-4155-be30-2a7d896acbb0', 'network_id': 'ebdc431d-e6a4-4155-be30-2a7d896acbb0', 'project_id': '2dabbd0ed422411582aec81f9de51a07', 'fixed_ips': [{'subnet_id': '383d81bb-1eb8-4433-9e4a-6bffec5861c8'}]}} from n-d-827839-2. {{(pid=103378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 17:28:31.126407 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9a885bc0-4b88-4f4d-9416-70229e5d75fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:31.135806 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb4789f1-13eb-4b7b-bf91-8f2a5510d4af None None] The sync data for ids ['92f45d93-1482-47ac-bc3b-900145f579b5'] in n-d-827839-2 is: [{'id': '92f45d93-1482-47ac-bc3b-900145f579b5', 'name': 'tempest-ServersTestManualDisk-1976305712-router', 'tenant_id': '6da63b05ffc14b34a19fe38a380b0dc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.65'}], 'enable_snat': True}, 'gw_port_id': '375c1d4d-6c08-48e0-b09d-ef482b4283e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:27:50Z', 'updated_at': '2022-02-04T17:27:59Z', 'revision_number': 4, 'project_id': '6da63b05ffc14b34a19fe38a380b0dc4', 'gw_port': {'id': '375c1d4d-6c08-48e0-b09d-ef482b4283e7', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:63:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92f45d93-1482-47ac-bc3b-900145f579b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1992, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:27:51Z', 'updated_at': '2022-02-04T17:27:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_floatingips': [{'id': '4f91d1bf-2a07-4976-8581-d9e786d047d0', 'tenant_id': '6da63b05ffc14b34a19fe38a380b0dc4', 'floating_ip_address': '172.25.6.11', 'floating_network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'router_id': '92f45d93-1482-47ac-bc3b-900145f579b5', 'port_id': '5959601f-c661-4dad-b600-c38a77083c6b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2037, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'df50260c-ccf9-42da-ab7c-062be6414a2d', 'mac_address': 'fa:16:3e:00:d2:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fee7387d-f3a9-40e1-8bd0-184958f0f201', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T17:28:04Z', 'updated_at': '2022-02-04T17:28:25Z', 'revision_number': 1, 'project_id': '6da63b05ffc14b34a19fe38a380b0dc4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11f53c5c-fabf-4fb7-80cf-51606e2c9d16', 'name': '', 'network_id': 'df50260c-ccf9-42da-ab7c-062be6414a2d', 'tenant_id': '6da63b05ffc14b34a19fe38a380b0dc4', 'mac_address': 'fa:16:3e:36:78:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92f45d93-1482-47ac-bc3b-900145f579b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2011, 'fixed_ips': [{'subnet_id': 'eb79c871-9674-4827-b446-ec256e1c98d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:27:57Z', 'updated_at': '2022-02-04T17:28:04Z', 'revision_number': 5, 'project_id': '6da63b05ffc14b34a19fe38a380b0dc4', 'subnets': [{'id': 'eb79c871-9674-4827-b446-ec256e1c98d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 17:28:31.225593 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-67fd4334-d51e-406e-bdb4-3d0fc09c48ba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:31.303598 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-e7f1f100-85c7-4715-92b8-5d69edf01b68 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks [] for port (ff500ec2-aa20-47a4-a029-2b135b83d03c), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:31.370002 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-e7f1f100-85c7-4715-92b8-5d69edf01b68 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (ff500ec2-aa20-47a4-a029-2b135b83d03c), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:31.380711 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8720e1a1-f1ad-4304-8f10-09eefc1bc9fe tempest-ExtraDHCPOptionsIpV6TestJSON-1966617622 tempest-ExtraDHCPOptionsIpV6TestJSON-1966617622-project] Checking segment: {'id': 'ba4ae666-235d-4ab7-8a26-118668619c98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': 'a93d49f6-4343-4341-aa13-21ecd7c13eb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:28:31.383513 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8720e1a1-f1ad-4304-8f10-09eefc1bc9fe tempest-ExtraDHCPOptionsIpV6TestJSON-1966617622 tempest-ExtraDHCPOptionsIpV6TestJSON-1966617622-project] Network hostable DHCP agents. Network: a93d49f6-4343-4341-aa13-21ecd7c13eb1, hostable agents: ['bb89f5a3-3c22-440b-b7d1-c4f0c43c184a'], hosted agents: [] {{(pid=103376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 17:28:31.394095 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-6db21202-6005-4c96-8050-2f708b6fbe93 req-3eefbdf6-b31e-4309-80fa-1f68c47d5668 tempest-ServersTestManualDisk-270532119 tempest-ServersTestManualDisk-270532119-project] 10.222.0.89 "GET /v2.0/security-groups?id=06658e9e-aff9-4c00-8a2e-e525c18f5304&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2516601 Feb 04 17:28:31.428780 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-057f30b7-d31f-44af-bb4e-fe9a190f4f27 None None] Provisioning complete for port effdf816-fa28-4277-95d5-4eec5d099f9b triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:28:31.429424 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-057f30b7-d31f-44af-bb4e-fe9a190f4f27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (effdf816-fa28-4277-95d5-4eec5d099f9b), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:31.447913 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7f1f100-85c7-4715-92b8-5d69edf01b68 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Network ebdc431d-e6a4-4155-be30-2a7d896acbb0 is already hosted by enough agents. {{(pid=103377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:28:31.447913 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [None req-e7f1f100-85c7-4715-92b8-5d69edf01b68 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Resources bound (agent type, host, resource id): {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:28:31.450634 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7f1f100-85c7-4715-92b8-5d69edf01b68 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Received port after_create {{(pid=103377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:28:31.457664 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7f1f100-85c7-4715-92b8-5d69edf01b68 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:28:31.458982 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-e7f1f100-85c7-4715-92b8-5d69edf01b68 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:31.481373 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f1f100-85c7-4715-92b8-5d69edf01b68 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Pushing event updated for resources: {'Port': ['ID=ff500ec2-aa20-47a4-a029-2b135b83d03c,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:28:31.498653 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8720e1a1-f1ad-4304-8f10-09eefc1bc9fe tempest-ExtraDHCPOptionsIpV6TestJSON-1966617622 tempest-ExtraDHCPOptionsIpV6TestJSON-1966617622-project] Network a93d49f6-4343-4341-aa13-21ecd7c13eb1 is scheduled to be hosted by DHCP agent bb89f5a3-3c22-440b-b7d1-c4f0c43c184a with binding_index 1 {{(pid=103376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 17:28:31.498953 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-e7f1f100-85c7-4715-92b8-5d69edf01b68 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.0350559 Feb 04 17:28:31.499706 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 46346) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:28:31.532274 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-67fd4334-d51e-406e-bdb4-3d0fc09c48ba admin admin] Publish callbacks [] for security_group (0a858dd3-bfe4-4a54-8e21-ad7067112b2b), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:31.534067 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [None req-8720e1a1-f1ad-4304-8f10-09eefc1bc9fe tempest-ExtraDHCPOptionsIpV6TestJSON-1966617622 tempest-ExtraDHCPOptionsIpV6TestJSON-1966617622-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827839-2, a93d49f6-4343-4341-aa13-21ecd7c13eb1) {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:28:31.536031 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-069c562f-dd69-48ab-970b-ec8d0d52e597 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Router f6fa01af-c11d-4135-8d89-a458519e4c56 is scheduled to L3 agent 64ada913-9131-4d99-a265-63a920956287 with binding_index 1 {{(pid=103376) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 17:28:31.543892 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8720e1a1-f1ad-4304-8f10-09eefc1bc9fe tempest-ExtraDHCPOptionsIpV6TestJSON-1966617622 tempest-ExtraDHCPOptionsIpV6TestJSON-1966617622-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:28:31.544925 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-8720e1a1-f1ad-4304-8f10-09eefc1bc9fe tempest-ExtraDHCPOptionsIpV6TestJSON-1966617622 tempest-ExtraDHCPOptionsIpV6TestJSON-1966617622-project] Publish callbacks [] for subnet (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:31.549560 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-67fd4334-d51e-406e-bdb4-3d0fc09c48ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (0a858dd3-bfe4-4a54-8e21-ad7067112b2b), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:31.551441 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02524fef-49ae-4369-b605-ad5a64368320 None None] New status for floating IP 4f91d1bf-2a07-4976-8581-d9e786d047d0: ACTIVE {{(pid=103379) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 17:28:31.575107 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9f5d057-657c-48cc-9897-7c9e4952a75e None None] Network a93d49f6-4343-4341-aa13-21ecd7c13eb1 requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:28:31.594852 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-8720e1a1-f1ad-4304-8f10-09eefc1bc9fe tempest-ExtraDHCPOptionsIpV6TestJSON-1966617622 tempest-ExtraDHCPOptionsIpV6TestJSON-1966617622-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6134598 Feb 04 17:28:31.606835 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 46348) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:28:31.647825 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-37be7418-006d-4572-897f-2f2a02157259 tempest-ExtraDHCPOptionsIpV6TestJSON-1966617622 tempest-ExtraDHCPOptionsIpV6TestJSON-1966617622-project] Request body: {'port': {'network_id': 'a93d49f6-4343-4341-aa13-21ecd7c13eb1', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1097170251'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:28:31.651720 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67fd4334-d51e-406e-bdb4-3d0fc09c48ba admin admin] vlan segment allocate from pool success with {'vlan_id': 783, 'physical_network': 'physnet1'} {{(pid=103376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 17:28:31.661852 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9ff7e0b-bf81-454b-bd98-dfb316e6677a tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:28:31.668379 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-f9ff7e0b-bf81-454b-bd98-dfb316e6677a tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] 10.222.0.89 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.1675055 Feb 04 17:28:31.672789 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 46350) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:28:31.688488 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-057f30b7-d31f-44af-bb4e-fe9a190f4f27 None None] Port effdf816-fa28-4277-95d5-4eec5d099f9b cannot update to ACTIVE because it is not bound. {{(pid=103378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 17:28:31.697691 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fd4334-d51e-406e-bdb4-3d0fc09c48ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a858dd3-bfe4-4a54-8e21-ad7067112b2b,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:28:31.703484 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-9a885bc0-4b88-4f4d-9416-70229e5d75fe None None] Allocated IP 2001:db8::f816:3eff:fe27:1d08 (ebdc431d-e6a4-4155-be30-2a7d896acbb0/383d81bb-1eb8-4433-9e4a-6bffec5861c8/7c9fd574-8888-448b-91cb-e6e5a80b7caa) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:28:31.709957 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port 8c2d4760-b9bc-4258-b159-8d0ff5fe2565 is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:28:31.756791 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-67fd4334-d51e-406e-bdb4-3d0fc09c48ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (4fe2ceae-f33e-4515-b7e7-4fd67b98c4d4), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:31.757451 n-d-827839-2 neutron-server[103376]: INFO neutron.db.segments_db [None req-67fd4334-d51e-406e-bdb4-3d0fc09c48ba admin admin] Added segment 4fe2ceae-f33e-4515-b7e7-4fd67b98c4d4 of type vlan for network a64d26d7-6663-4816-93ec-6e302f6e65a3 Feb 04 17:28:31.835751 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-069c562f-dd69-48ab-970b-ec8d0d52e597 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Notify agent at l3_agent.n-d-827839-2 the message routers_updated {{(pid=103376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 17:28:31.855148 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-069c562f-dd69-48ab-970b-ec8d0d52e597 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] 10.222.0.89 "PUT /v2.0/routers/f6fa01af-c11d-4135-8d89-a458519e4c56/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9535203 Feb 04 17:28:31.857241 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e615a21-5955-4d07-90dc-e64deb20c67d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e4c19ad-5724-5db8-8ee1-4f56ae69fcf4-a93d49f6-4343-4341-aa13-21ecd7c13eb1', 'network_id': 'a93d49f6-4343-4341-aa13-21ecd7c13eb1', 'project_id': '08506aa7d3e949998ff53399228777ab', 'fixed_ips': [{'subnet_id': '36c1c4cf-9c7f-4605-a48a-f9ca98ce3171'}]}} from n-d-827839-2. {{(pid=103378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 17:28:31.858084 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3e615a21-5955-4d07-90dc-e64deb20c67d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:31.860546 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 89244863-5b6e-4751-a2d0-12298c602f62 no longer exists at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:28:31.861556 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-67fd4334-d51e-406e-bdb4-3d0fc09c48ba admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781084292801'] for network (a64d26d7-6663-4816-93ec-6e302f6e65a3), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:31.863543 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 46352) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:28:31.900419 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9013a01-1abd-4779-a26c-cc73360fe760 req-5d69bbd0-9a0e-46f7-b8b8-fe12efa488fd tempest-ServersTestManualDisk-270532119 tempest-ServersTestManualDisk-270532119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:28:31.900419 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-e9013a01-1abd-4779-a26c-cc73360fe760 req-5d69bbd0-9a0e-46f7-b8b8-fe12efa488fd tempest-ServersTestManualDisk-270532119 tempest-ServersTestManualDisk-270532119-project] 10.222.0.89 "GET /v2.0/ports?device_id=fee7387d-f3a9-40e1-8bd0-184958f0f201 HTTP/1.1" status: 200 len: 945 time: 0.3079653 Feb 04 17:28:31.909224 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0f51cd9-2394-4270-b984-c60a4b406cf7 None None] Sync routers for ids ['f6fa01af-c11d-4135-8d89-a458519e4c56'] in n-d-827839-2 {{(pid=103378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 17:28:31.918113 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] No Port match for: 89244863-5b6e-4751-a2d0-12298c602f62 {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 17:28:31.918458 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 89244863-5b6e-4751-a2d0-12298c602f62 not bound to the agent host n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 17:28:31.945939 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0f51cd9-2394-4270-b984-c60a4b406cf7 None None] Routers {'f6fa01af-c11d-4135-8d89-a458519e4c56'} bound to L3 agent in host n-d-827839-2 {{(pid=103378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:28:31.946710 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-a0f51cd9-2394-4270-b984-c60a4b406cf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:28:02Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['f6fa01af-c11d-4135-8d89-a458519e4c56'], 'active': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:28:31.952849 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-bb4799e3-c980-4840-a5c7-a0393de8659d None None] Provisioning complete for port effdf816-fa28-4277-95d5-4eec5d099f9b triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:28:31.953031 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-bb4799e3-c980-4840-a5c7-a0393de8659d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (effdf816-fa28-4277-95d5-4eec5d099f9b), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:31.973954 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-67fd4334-d51e-406e-bdb4-3d0fc09c48ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327'] for network (a64d26d7-6663-4816-93ec-6e302f6e65a3), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:31.975007 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67fd4334-d51e-406e-bdb4-3d0fc09c48ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:28:31.975498 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-67fd4334-d51e-406e-bdb4-3d0fc09c48ba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677565'] for network (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:31.977793 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-335de966-1053-4f24-907e-2f2fed80dfc1 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Deleting port ff500ec2-aa20-47a4-a029-2b135b83d03c {{(pid=103377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:28:31.978466 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-335de966-1053-4f24-907e-2f2fed80dfc1 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (ff500ec2-aa20-47a4-a029-2b135b83d03c), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:31.986338 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-e9013a01-1abd-4779-a26c-cc73360fe760 req-3da6a196-2f3d-4324-9cfe-054c091a8c41 tempest-ServersTestManualDisk-270532119 tempest-ServersTestManualDisk-270532119-project] 10.222.0.89 "GET /v2.0/security-groups?id=06658e9e-aff9-4c00-8a2e-e525c18f5304&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0778551 Feb 04 17:28:31.987420 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f268409-c74a-4c9e-bb9a-00cda718a61f tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:28:31.991908 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-8f268409-c74a-4c9e-bb9a-00cda718a61f tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] 10.222.0.89 "GET /v2.0/ports/effdf816-fa28-4277-95d5-4eec5d099f9b HTTP/1.1" status: 200 len: 911 time: 0.1249509 Feb 04 17:28:31.996460 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 46354) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:28:32.072887 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-a0f51cd9-2394-4270-b984-c60a4b406cf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827839-2', False) {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:28:32.116770 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37be7418-006d-4572-897f-2f2a02157259 tempest-ExtraDHCPOptionsIpV6TestJSON-1966617622 tempest-ExtraDHCPOptionsIpV6TestJSON-1966617622-project] Made reservation on behalf of 08506aa7d3e949998ff53399228777ab for: {'port': 1} {{(pid=103376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:28:32.117639 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-335de966-1053-4f24-907e-2f2fed80dfc1 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (ff500ec2-aa20-47a4-a029-2b135b83d03c), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:32.120120 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-37be7418-006d-4572-897f-2f2a02157259 tempest-ExtraDHCPOptionsIpV6TestJSON-1966617622 tempest-ExtraDHCPOptionsIpV6TestJSON-1966617622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:32.137902 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-335de966-1053-4f24-907e-2f2fed80dfc1 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Calling delete_port for ff500ec2-aa20-47a4-a029-2b135b83d03c owned by {{(pid=103377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:28:32.172019 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-67fd4334-d51e-406e-bdb4-3d0fc09c48ba admin admin] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.6055334 Feb 04 17:28:32.185507 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 46358) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:28:32.187245 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-41d4e103-58cd-48d4-8c44-6d8824c7b99d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (64ada913-9131-4d99-a265-63a920956287), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:32.193873 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0f51cd9-2394-4270-b984-c60a4b406cf7 None None] Routers {'f6fa01af-c11d-4135-8d89-a458519e4c56'} bound to L3 agent in host n-d-827839-2 {{(pid=103378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:28:32.194978 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-a0f51cd9-2394-4270-b984-c60a4b406cf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:28:02Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['f6fa01af-c11d-4135-8d89-a458519e4c56'], 'active': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:28:32.202153 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-f0884b9f-f83b-4a8e-924b-fed979e58b96 admin admin] Request body: {'subnet': {'network_id': 'a64d26d7-6663-4816-93ec-6e302f6e65a3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-2038486132-subnet', 'tenant_id': 'ae7af1f68a8142688c6249d339ab8a6d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:28:32.205235 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-bb4799e3-c980-4840-a5c7-a0393de8659d None None] Port effdf816-fa28-4277-95d5-4eec5d099f9b cannot update to ACTIVE because it is not bound. {{(pid=103378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 17:28:32.221798 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fd4334-d51e-406e-bdb4-3d0fc09c48ba admin admin] Pushing event updated for resources: {'Network': ['ID=a64d26d7-6663-4816-93ec-6e302f6e65a3,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:28:32.225302 n-d-827839-2 neutron-server[103376]: DEBUG neutron.notifiers.nova [None req-37be7418-006d-4572-897f-2f2a02157259 tempest-ExtraDHCPOptionsIpV6TestJSON-1966617622 tempest-ExtraDHCPOptionsIpV6TestJSON-1966617622-project] device_id is not set on port 82a3e555-48fd-4f47-95b6-c0a17953f002 yet. {{(pid=103376) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 04 17:28:32.281817 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Network a64d26d7-6663-4816-93ec-6e302f6e65a3 details requested by agent ovs-agent-n-d-827839-2 with host n-d-827839-2 {{(pid=103378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 17:28:32.290211 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-a0f51cd9-2394-4270-b984-c60a4b406cf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827839-2', False) {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:28:32.291209 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0f51cd9-2394-4270-b984-c60a4b406cf7 None None] The sync data for ids ['f6fa01af-c11d-4135-8d89-a458519e4c56'] in n-d-827839-2 is: [] {{(pid=103378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 17:28:32.305187 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0884b9f-f83b-4a8e-924b-fed979e58b96 admin admin] Made reservation on behalf of ae7af1f68a8142688c6249d339ab8a6d for: {'subnet': 1} {{(pid=103376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:28:32.307686 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-f0884b9f-f83b-4a8e-924b-fed979e58b96 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25859006'] for subnet (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:32.323102 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-335de966-1053-4f24-907e-2f2fed80dfc1 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (ff500ec2-aa20-47a4-a029-2b135b83d03c), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:32.350130 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335de966-1053-4f24-907e-2f2fed80dfc1 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Pushing event deleted for resources: {'Port': ['ID=ff500ec2-aa20-47a4-a029-2b135b83d03c,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:28:32.362887 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9a885bc0-4b88-4f4d-9416-70229e5d75fe None None] Publish callbacks [] for port (7c9fd574-8888-448b-91cb-e6e5a80b7caa), precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:32.384668 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9a885bc0-4b88-4f4d-9416-70229e5d75fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135'] for port (7c9fd574-8888-448b-91cb-e6e5a80b7caa), after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:32.399099 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-335de966-1053-4f24-907e-2f2fed80dfc1 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:32.404662 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-335de966-1053-4f24-907e-2f2fed80dfc1 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] 10.222.0.89 "DELETE /v2.0/ports/ff500ec2-aa20-47a4-a029-2b135b83d03c HTTP/1.1" status: 204 len: 168 time: 0.7285516 Feb 04 17:28:32.405639 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 46360) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:28:32.438952 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-3e615a21-5955-4d07-90dc-e64deb20c67d None None] Allocated IP 2001:db8::2 (a93d49f6-4343-4341-aa13-21ecd7c13eb1/36c1c4cf-9c7f-4605-a48a-f9ca98ce3171/5e7f7c5d-afd4-4f25-9be4-1817661727fe) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:28:32.470850 n-d-827839-2 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a885bc0-4b88-4f4d-9416-70229e5d75fe None None] Network ebdc431d-e6a4-4155-be30-2a7d896acbb0 is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:28:32.477995 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d60c7e7b-a769-4b99-abd8-c4b796c1b268 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:28:32.481224 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-888d241a-da22-4acf-8ab2-edcdfaefaee2 None None] Network 6f855785-6133-47c9-b0b0-f072038df070 requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:28:32.481474 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d60c7e7b-a769-4b99-abd8-c4b796c1b268 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:28:32.485614 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-d60c7e7b-a769-4b99-abd8-c4b796c1b268 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] 10.222.0.89 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.0769539 Feb 04 17:28:32.485814 n-d-827839-2 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-9a885bc0-4b88-4f4d-9416-70229e5d75fe None None] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:28:32.488336 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 46362) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:28:32.491329 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a885bc0-4b88-4f4d-9416-70229e5d75fe None None] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:28:32.545257 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.db_base_plugin_v2 [None req-bafe726b-44b4-4195-a60f-27f789662daa tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Deleting subnet 383d81bb-1eb8-4433-9e4a-6bffec5861c8 {{(pid=103377) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 17:28:32.548875 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-bafe726b-44b4-4195-a60f-27f789662daa tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks [] for subnet (383d81bb-1eb8-4433-9e4a-6bffec5861c8), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:32.593486 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-bafe726b-44b4-4195-a60f-27f789662daa tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26866676'] for subnet (383d81bb-1eb8-4433-9e4a-6bffec5861c8), precommit_delete_associations {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:32.695866 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-bafe726b-44b4-4195-a60f-27f789662daa tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1541225'] for subnet (383d81bb-1eb8-4433-9e4a-6bffec5861c8), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:32.748604 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a885bc0-4b88-4f4d-9416-70229e5d75fe None None] Pushing event updated for resources: {'Port': ['ID=7c9fd574-8888-448b-91cb-e6e5a80b7caa,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:28:32.800727 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-bafe726b-44b4-4195-a60f-27f789662daa tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1541216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25888360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25597190'] for subnet (383d81bb-1eb8-4433-9e4a-6bffec5861c8), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:32.850793 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-1fca2764-1db7-4023-a7b8-0346414d07c7 None None] Provisioning complete for port cc01fe32-d8ac-494d-bea8-322155db53bd triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:28:32.851183 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1fca2764-1db7-4023-a7b8-0346414d07c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (cc01fe32-d8ac-494d-bea8-322155db53bd), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:32.855834 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafe726b-44b4-4195-a60f-27f789662daa tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Pushing event deleted for resources: {'Subnet': ['ID=383d81bb-1eb8-4433-9e4a-6bffec5861c8,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:28:32.862244 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-bafe726b-44b4-4195-a60f-27f789662daa tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks [] for subnet (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:32.868403 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-bafe726b-44b4-4195-a60f-27f789662daa tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] 10.222.0.89 "DELETE /v2.0/subnets/383d81bb-1eb8-4433-9e4a-6bffec5861c8 HTTP/1.1" status: 204 len: 168 time: 0.3763607 Feb 04 17:28:32.868799 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 46366) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:28:32.888976 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-9a885bc0-4b88-4f4d-9416-70229e5d75fe None None] Attempting to bind port 7c9fd574-8888-448b-91cb-e6e5a80b7caa on host n-d-827839-2 for vnic_type normal with profile {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:28:32.889695 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-9a885bc0-4b88-4f4d-9416-70229e5d75fe None None] Attempting to bind port 7c9fd574-8888-448b-91cb-e6e5a80b7caa by drivers openvswitch,hyperv on host n-d-827839-2 at level 0 using segments [{'id': '2fcce0c7-9a0a-428a-b986-cae51cd3c129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'ebdc431d-e6a4-4155-be30-2a7d896acbb0'}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:28:32.889695 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a885bc0-4b88-4f4d-9416-70229e5d75fe None None] Attempting to bind port 7c9fd574-8888-448b-91cb-e6e5a80b7caa on network ebdc431d-e6a4-4155-be30-2a7d896acbb0 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:28:32.914067 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a885bc0-4b88-4f4d-9416-70229e5d75fe None None] Checking agent: {'id': 'ba70844b-66a0-45fd-a2f2-e6ed673321fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 0, 36), 'started_at': datetime.datetime(2022, 2, 4, 17, 1, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 28, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:28:32.914452 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a885bc0-4b88-4f4d-9416-70229e5d75fe None None] Checking segment: {'id': '2fcce0c7-9a0a-428a-b986-cae51cd3c129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'ebdc431d-e6a4-4155-be30-2a7d896acbb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:28:32.914862 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9a885bc0-4b88-4f4d-9416-70229e5d75fe None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:32.915520 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a885bc0-4b88-4f4d-9416-70229e5d75fe None None] Bound using segment: {'id': '2fcce0c7-9a0a-428a-b986-cae51cd3c129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'ebdc431d-e6a4-4155-be30-2a7d896acbb0'} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:28:32.916003 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-9a885bc0-4b88-4f4d-9416-70229e5d75fe None None] Bound port: 7c9fd574-8888-448b-91cb-e6e5a80b7caa, host: n-d-827839-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2fcce0c7-9a0a-428a-b986-cae51cd3c129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'ebdc431d-e6a4-4155-be30-2a7d896acbb0'}}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:28:32.916390 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9a885bc0-4b88-4f4d-9416-70229e5d75fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (7c9fd574-8888-448b-91cb-e6e5a80b7caa), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:32.947329 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-24a63cc0-06b6-4bde-878e-d06bbb6e7f00 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] 10.222.0.89 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0772033 Feb 04 17:28:32.949205 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 46368) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:28:32.961173 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-69bb4028-d6a2-4786-bd7d-a70126222d16 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Request body: {'subnet': {'network_id': 'ebdc431d-e6a4-4155-be30-2a7d896acbb0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:28:33.026280 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d408ec64-b374-4acb-a1fc-48241dad6d47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (0cd6d64a-47a7-40ff-8c12-71dd526c62e0), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:33.036864 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device cc01fe32-d8ac-494d-bea8-322155db53bd up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:28:33.041552 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-f0884b9f-f83b-4a8e-924b-fed979e58b96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25674939', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25858952'] for subnet (f380e9a2-3490-45e9-934d-38ee4f9d651d), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:33.066172 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69bb4028-d6a2-4786-bd7d-a70126222d16 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Made reservation on behalf of 2dabbd0ed422411582aec81f9de51a07 for: {'subnet': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:28:33.069724 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-69bb4028-d6a2-4786-bd7d-a70126222d16 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25597243'] for subnet (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:33.131588 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3e615a21-5955-4d07-90dc-e64deb20c67d None None] Publish callbacks [] for port (5e7f7c5d-afd4-4f25-9be4-1817661727fe), precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:33.153988 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0884b9f-f83b-4a8e-924b-fed979e58b96 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f380e9a2-3490-45e9-934d-38ee4f9d651d,revision_number=0']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:28:33.156244 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-9a885bc0-4b88-4f4d-9416-70229e5d75fe None None] For port 7c9fd574-8888-448b-91cb-e6e5a80b7caa, host n-d-827839-2, cleared binding levels {{(pid=103378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:28:33.161221 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3e615a21-5955-4d07-90dc-e64deb20c67d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135'] for port (5e7f7c5d-afd4-4f25-9be4-1817661727fe), after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:33.169088 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0884b9f-f83b-4a8e-924b-fed979e58b96 admin admin] Checking segment: {'id': '4fe2ceae-f33e-4515-b7e7-4fd67b98c4d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'a64d26d7-6663-4816-93ec-6e302f6e65a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:28:33.169564 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0884b9f-f83b-4a8e-924b-fed979e58b96 admin admin] Network hostable DHCP agents. Network: a64d26d7-6663-4816-93ec-6e302f6e65a3, hostable agents: ['bb89f5a3-3c22-440b-b7d1-c4f0c43c184a'], hosted agents: [] {{(pid=103376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 17:28:33.169875 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-9a885bc0-4b88-4f4d-9416-70229e5d75fe None None] For port 7c9fd574-8888-448b-91cb-e6e5a80b7caa, host n-d-827839-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=7c9fd574-8888-448b-91cb-e6e5a80b7caa,segment=NetworkSegment(2fcce0c7-9a0a-428a-b986-cae51cd3c129),segment_id=2fcce0c7-9a0a-428a-b986-cae51cd3c129)] {{(pid=103378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:28:33.207765 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9a885bc0-4b88-4f4d-9416-70229e5d75fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (7c9fd574-8888-448b-91cb-e6e5a80b7caa), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:33.209915 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1fca2764-1db7-4023-a7b8-0346414d07c7 None None] Current status of the port cc01fe32-d8ac-494d-bea8-322155db53bd is: DOWN; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:28:33.210465 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1fca2764-1db7-4023-a7b8-0346414d07c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (cc01fe32-d8ac-494d-bea8-322155db53bd), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:33.248993 n-d-827839-2 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e615a21-5955-4d07-90dc-e64deb20c67d None None] Network a93d49f6-4343-4341-aa13-21ecd7c13eb1 is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:28:33.252434 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0884b9f-f83b-4a8e-924b-fed979e58b96 admin admin] Network a64d26d7-6663-4816-93ec-6e302f6e65a3 is scheduled to be hosted by DHCP agent bb89f5a3-3c22-440b-b7d1-c4f0c43c184a with binding_index 1 {{(pid=103376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 17:28:33.266052 n-d-827839-2 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-3e615a21-5955-4d07-90dc-e64deb20c67d None None] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:28:33.278250 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e615a21-5955-4d07-90dc-e64deb20c67d None None] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:28:33.281244 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.db_base_plugin_common [None req-37be7418-006d-4572-897f-2f2a02157259 tempest-ExtraDHCPOptionsIpV6TestJSON-1966617622 tempest-ExtraDHCPOptionsIpV6TestJSON-1966617622-project] Allocated IP 2001:db8::378 (a93d49f6-4343-4341-aa13-21ecd7c13eb1/36c1c4cf-9c7f-4605-a48a-f9ca98ce3171/82a3e555-48fd-4f47-95b6-c0a17953f002) {{(pid=103376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:28:33.282745 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e615a21-5955-4d07-90dc-e64deb20c67d None None] Pushing event updated for resources: {'Port': ['ID=5e7f7c5d-afd4-4f25-9be4-1817661727fe,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:28:33.285361 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-696a1d37-b992-486e-9012-9f70b3cf3624 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:33.290456 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [None req-f0884b9f-f83b-4a8e-924b-fed979e58b96 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827839-2, a64d26d7-6663-4816-93ec-6e302f6e65a3) {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:28:33.295061 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0884b9f-f83b-4a8e-924b-fed979e58b96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:28:33.295671 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-f0884b9f-f83b-4a8e-924b-fed979e58b96 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:33.337039 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4ce80e0-4dee-4903-9981-6a0235287f28 None None] Network a64d26d7-6663-4816-93ec-6e302f6e65a3 requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:28:33.339326 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port cc01fe32-d8ac-494d-bea8-322155db53bd triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:28:33.339704 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (cc01fe32-d8ac-494d-bea8-322155db53bd), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:33.347076 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e615a21-5955-4d07-90dc-e64deb20c67d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:28:33.347433 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e615a21-5955-4d07-90dc-e64deb20c67d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:28:33.347782 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e615a21-5955-4d07-90dc-e64deb20c67d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:28:33.348126 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e615a21-5955-4d07-90dc-e64deb20c67d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:28:33.348465 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e615a21-5955-4d07-90dc-e64deb20c67d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:28:33.348823 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e615a21-5955-4d07-90dc-e64deb20c67d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:28:33.349346 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e615a21-5955-4d07-90dc-e64deb20c67d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:28:33.349843 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e615a21-5955-4d07-90dc-e64deb20c67d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:28:33.350355 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e615a21-5955-4d07-90dc-e64deb20c67d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:28:33.350848 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e615a21-5955-4d07-90dc-e64deb20c67d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:28:33.351340 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e615a21-5955-4d07-90dc-e64deb20c67d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:28:33.351830 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e615a21-5955-4d07-90dc-e64deb20c67d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:28:33.352332 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e615a21-5955-4d07-90dc-e64deb20c67d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:28:33.360025 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1fca2764-1db7-4023-a7b8-0346414d07c7 None None] For port cc01fe32-d8ac-494d-bea8-322155db53bd, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=cc01fe32-d8ac-494d-bea8-322155db53bd,segment=NetworkSegment(86959062-1b2d-4038-877d-1dd3de639bb5),segment_id=86959062-1b2d-4038-877d-1dd3de639bb5)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:28:33.374104 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-f0884b9f-f83b-4a8e-924b-fed979e58b96 admin admin] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1873331 Feb 04 17:28:33.376346 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 46370) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:28:33.387345 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-b66bd6cf-cde4-444e-851e-5b1228ae96c6 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-2038486132-router', 'tenant_id': 'ae7af1f68a8142688c6249d339ab8a6d', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188'}}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:28:33.443945 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1fca2764-1db7-4023-a7b8-0346414d07c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (cc01fe32-d8ac-494d-bea8-322155db53bd), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:33.455712 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-b66bd6cf-cde4-444e-851e-5b1228ae96c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1601657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26921'] for router (546ad7b5-1bb0-42d9-81fc-8541e07251fd), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:33.457734 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-b66bd6cf-cde4-444e-851e-5b1228ae96c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1602025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603663', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1630571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26960'] for router (546ad7b5-1bb0-42d9-81fc-8541e07251fd), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:33.498565 n-d-827839-2 neutron-server[103377]: DEBUG neutron.objects.ports [None req-69bb4028-d6a2-4786-bd7d-a70126222d16 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103377) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 04 17:28:33.572145 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-3e615a21-5955-4d07-90dc-e64deb20c67d None None] Attempting to bind port 5e7f7c5d-afd4-4f25-9be4-1817661727fe on host n-d-827839-2 for vnic_type normal with profile {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:28:33.572521 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-3e615a21-5955-4d07-90dc-e64deb20c67d None None] Attempting to bind port 5e7f7c5d-afd4-4f25-9be4-1817661727fe by drivers openvswitch,hyperv on host n-d-827839-2 at level 0 using segments [{'id': 'ba4ae666-235d-4ab7-8a26-118668619c98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': 'a93d49f6-4343-4341-aa13-21ecd7c13eb1'}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:28:33.573328 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e615a21-5955-4d07-90dc-e64deb20c67d None None] Attempting to bind port 5e7f7c5d-afd4-4f25-9be4-1817661727fe on network a93d49f6-4343-4341-aa13-21ecd7c13eb1 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:28:33.586072 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a885bc0-4b88-4f4d-9416-70229e5d75fe None None] Pushing event updated for resources: {'Port': ['ID=7c9fd574-8888-448b-91cb-e6e5a80b7caa,revision_number=3']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:28:33.596075 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e615a21-5955-4d07-90dc-e64deb20c67d None None] Checking agent: {'id': 'ba70844b-66a0-45fd-a2f2-e6ed673321fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 0, 36), 'started_at': datetime.datetime(2022, 2, 4, 17, 1, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 28, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:28:33.597207 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e615a21-5955-4d07-90dc-e64deb20c67d None None] Checking segment: {'id': 'ba4ae666-235d-4ab7-8a26-118668619c98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': 'a93d49f6-4343-4341-aa13-21ecd7c13eb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:28:33.597207 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3e615a21-5955-4d07-90dc-e64deb20c67d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:33.597490 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e615a21-5955-4d07-90dc-e64deb20c67d None None] Bound using segment: {'id': 'ba4ae666-235d-4ab7-8a26-118668619c98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': 'a93d49f6-4343-4341-aa13-21ecd7c13eb1'} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:28:33.597794 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-3e615a21-5955-4d07-90dc-e64deb20c67d None None] Bound port: 5e7f7c5d-afd4-4f25-9be4-1817661727fe, host: n-d-827839-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba4ae666-235d-4ab7-8a26-118668619c98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': 'a93d49f6-4343-4341-aa13-21ecd7c13eb1'}}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:28:33.598384 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3e615a21-5955-4d07-90dc-e64deb20c67d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (5e7f7c5d-afd4-4f25-9be4-1817661727fe), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:33.611529 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-b66bd6cf-cde4-444e-851e-5b1228ae96c6 admin admin] Publish callbacks [] for router_controller (546ad7b5-1bb0-42d9-81fc-8541e07251fd), precommit_add_association {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:33.662496 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-0d30b091-73ff-4e13-8de8-7295f18f5db9 None None] Provisioning complete for port cc01fe32-d8ac-494d-bea8-322155db53bd triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:28:33.662882 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0d30b091-73ff-4e13-8de8-7295f18f5db9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (cc01fe32-d8ac-494d-bea8-322155db53bd), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:33.669824 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8616d94a-1766-42d5-95b7-8dab07f9cf2a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e4c19ad-5724-5db8-8ee1-4f56ae69fcf4-a64d26d7-6663-4816-93ec-6e302f6e65a3', 'network_id': 'a64d26d7-6663-4816-93ec-6e302f6e65a3', 'project_id': 'ae7af1f68a8142688c6249d339ab8a6d', 'fixed_ips': [{'subnet_id': 'f380e9a2-3490-45e9-934d-38ee4f9d651d'}]}} from n-d-827839-2. {{(pid=103378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 17:28:33.670474 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8616d94a-1766-42d5-95b7-8dab07f9cf2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:33.687758 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-37be7418-006d-4572-897f-2f2a02157259 tempest-ExtraDHCPOptionsIpV6TestJSON-1966617622 tempest-ExtraDHCPOptionsIpV6TestJSON-1966617622-project] Publish callbacks [] for port (82a3e555-48fd-4f47-95b6-c0a17953f002), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:33.792598 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fca2764-1db7-4023-a7b8-0346414d07c7 None None] Pushing event updated for resources: {'Port': ['ID=cc01fe32-d8ac-494d-bea8-322155db53bd,revision_number=3']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:28:33.803798 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-b66bd6cf-cde4-444e-851e-5b1228ae96c6 admin admin] Publish callbacks [] for router_gateway (546ad7b5-1bb0-42d9-81fc-8541e07251fd), precommit_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:33.814157 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.db_base_plugin_common [None req-696a1d37-b992-486e-9012-9f70b3cf3624 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Allocated IP 2001:db8:1::1 (6f855785-6133-47c9-b0b0-f072038df070/d425d970-64e3-45a5-bc5f-8674aafa46a2/336711f1-a140-44a3-b754-a5f6ef1ff2a9) {{(pid=103376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:28:33.814851 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port cc01fe32-d8ac-494d-bea8-322155db53bd is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:28:33.818441 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-37be7418-006d-4572-897f-2f2a02157259 tempest-ExtraDHCPOptionsIpV6TestJSON-1966617622 tempest-ExtraDHCPOptionsIpV6TestJSON-1966617622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (82a3e555-48fd-4f47-95b6-c0a17953f002), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:33.846347 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37be7418-006d-4572-897f-2f2a02157259 tempest-ExtraDHCPOptionsIpV6TestJSON-1966617622 tempest-ExtraDHCPOptionsIpV6TestJSON-1966617622-project] Network a93d49f6-4343-4341-aa13-21ecd7c13eb1 is already hosted by enough agents. {{(pid=103376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:28:33.876326 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [None req-37be7418-006d-4572-897f-2f2a02157259 tempest-ExtraDHCPOptionsIpV6TestJSON-1966617622 tempest-ExtraDHCPOptionsIpV6TestJSON-1966617622-project] Resources bound (agent type, host, resource id): {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:28:33.892116 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37be7418-006d-4572-897f-2f2a02157259 tempest-ExtraDHCPOptionsIpV6TestJSON-1966617622 tempest-ExtraDHCPOptionsIpV6TestJSON-1966617622-project] Received port after_create {{(pid=103376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:28:33.895864 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-69bb4028-d6a2-4786-bd7d-a70126222d16 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (7c9fd574-8888-448b-91cb-e6e5a80b7caa), before_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:33.897928 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37be7418-006d-4572-897f-2f2a02157259 tempest-ExtraDHCPOptionsIpV6TestJSON-1966617622 tempest-ExtraDHCPOptionsIpV6TestJSON-1966617622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:28:33.899082 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-37be7418-006d-4572-897f-2f2a02157259 tempest-ExtraDHCPOptionsIpV6TestJSON-1966617622 tempest-ExtraDHCPOptionsIpV6TestJSON-1966617622-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:33.899252 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-3e615a21-5955-4d07-90dc-e64deb20c67d None None] For port 5e7f7c5d-afd4-4f25-9be4-1817661727fe, host n-d-827839-2, cleared binding levels {{(pid=103378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:28:33.956219 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-3e615a21-5955-4d07-90dc-e64deb20c67d None None] For port 5e7f7c5d-afd4-4f25-9be4-1817661727fe, host n-d-827839-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=5e7f7c5d-afd4-4f25-9be4-1817661727fe,segment=NetworkSegment(ba4ae666-235d-4ab7-8a26-118668619c98),segment_id=ba4ae666-235d-4ab7-8a26-118668619c98)] {{(pid=103378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:28:33.960325 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37be7418-006d-4572-897f-2f2a02157259 tempest-ExtraDHCPOptionsIpV6TestJSON-1966617622 tempest-ExtraDHCPOptionsIpV6TestJSON-1966617622-project] Pushing event updated for resources: {'Port': ['ID=82a3e555-48fd-4f47-95b6-c0a17953f002,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:28:33.968646 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-37be7418-006d-4572-897f-2f2a02157259 tempest-ExtraDHCPOptionsIpV6TestJSON-1966617622 tempest-ExtraDHCPOptionsIpV6TestJSON-1966617622-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 2.3607452 Feb 04 17:28:33.972693 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 46372) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:28:33.975882 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3e615a21-5955-4d07-90dc-e64deb20c67d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (5e7f7c5d-afd4-4f25-9be4-1817661727fe), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:33.980201 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-1f9436b2-d274-4018-8330-b6b589abad96 tempest-ExtraDHCPOptionsIpV6TestJSON-1966617622 tempest-ExtraDHCPOptionsIpV6TestJSON-1966617622-project] Request body: {'port': {'network_id': 'a93d49f6-4343-4341-aa13-21ecd7c13eb1', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-542323421', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:28:33.981103 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.api.validators [None req-1f9436b2-d274-4018-8330-b6b589abad96 tempest-ExtraDHCPOptionsIpV6TestJSON-1966617622 tempest-ExtraDHCPOptionsIpV6TestJSON-1966617622-project] bootfile-name is not in valid_values {{(pid=103376) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 04 17:28:33.981443 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.api.validators [None req-1f9436b2-d274-4018-8330-b6b589abad96 tempest-ExtraDHCPOptionsIpV6TestJSON-1966617622 tempest-ExtraDHCPOptionsIpV6TestJSON-1966617622-project] tftp-server is not in valid_values {{(pid=103376) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 04 17:28:33.981894 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.api.validators [None req-1f9436b2-d274-4018-8330-b6b589abad96 tempest-ExtraDHCPOptionsIpV6TestJSON-1966617622 tempest-ExtraDHCPOptionsIpV6TestJSON-1966617622-project] server-ip-address is not in valid_values {{(pid=103376) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 04 17:28:34.002162 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-0d30b091-73ff-4e13-8de8-7295f18f5db9 None None] Current status of the port cc01fe32-d8ac-494d-bea8-322155db53bd is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:28:34.032605 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-8616d94a-1766-42d5-95b7-8dab07f9cf2a None None] Allocated IP 172.20.0.2 (a64d26d7-6663-4816-93ec-6e302f6e65a3/f380e9a2-3490-45e9-934d-38ee4f9d651d/9335c4ca-6cb3-48d1-9b6e-bf17fe61fd4e) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:28:34.077101 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e615a21-5955-4d07-90dc-e64deb20c67d None None] Pushing event updated for resources: {'Port': ['ID=5e7f7c5d-afd4-4f25-9be4-1817661727fe,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:28:34.129378 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-696a1d37-b992-486e-9012-9f70b3cf3624 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Publish callbacks [] for port (336711f1-a140-44a3-b754-a5f6ef1ff2a9), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:34.176441 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f9436b2-d274-4018-8330-b6b589abad96 tempest-ExtraDHCPOptionsIpV6TestJSON-1966617622 tempest-ExtraDHCPOptionsIpV6TestJSON-1966617622-project] Made reservation on behalf of 08506aa7d3e949998ff53399228777ab for: {'port': 1} {{(pid=103376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:28:34.180327 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-1f9436b2-d274-4018-8330-b6b589abad96 tempest-ExtraDHCPOptionsIpV6TestJSON-1966617622 tempest-ExtraDHCPOptionsIpV6TestJSON-1966617622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:34.206233 n-d-827839-2 neutron-server[103376]: DEBUG neutron.notifiers.nova [None req-1f9436b2-d274-4018-8330-b6b589abad96 tempest-ExtraDHCPOptionsIpV6TestJSON-1966617622 tempest-ExtraDHCPOptionsIpV6TestJSON-1966617622-project] device_id is not set on port 89193c25-77f8-47c5-82ad-3501a40c2def yet. {{(pid=103376) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 04 17:28:34.213895 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-696a1d37-b992-486e-9012-9f70b3cf3624 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (336711f1-a140-44a3-b754-a5f6ef1ff2a9), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:34.262678 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8616d94a-1766-42d5-95b7-8dab07f9cf2a None None] Publish callbacks [] for port (9335c4ca-6cb3-48d1-9b6e-bf17fe61fd4e), precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:34.271707 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8616d94a-1766-42d5-95b7-8dab07f9cf2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135'] for port (9335c4ca-6cb3-48d1-9b6e-bf17fe61fd4e), after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:34.341320 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-696a1d37-b992-486e-9012-9f70b3cf3624 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Network 6f855785-6133-47c9-b0b0-f072038df070 is already hosted by enough agents. {{(pid=103376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:28:34.349045 n-d-827839-2 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8616d94a-1766-42d5-95b7-8dab07f9cf2a None None] Network a64d26d7-6663-4816-93ec-6e302f6e65a3 is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:28:34.350006 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [None req-696a1d37-b992-486e-9012-9f70b3cf3624 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Resources bound (agent type, host, resource id): {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:28:34.352958 n-d-827839-2 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-8616d94a-1766-42d5-95b7-8dab07f9cf2a None None] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:28:34.355237 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-696a1d37-b992-486e-9012-9f70b3cf3624 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Received port after_create {{(pid=103376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:28:34.355923 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-696a1d37-b992-486e-9012-9f70b3cf3624 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1595471'] for router_interface (f6fa01af-c11d-4135-8d89-a458519e4c56), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:34.356924 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8616d94a-1766-42d5-95b7-8dab07f9cf2a None None] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:28:34.358717 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696a1d37-b992-486e-9012-9f70b3cf3624 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Pushing event updated for resources: {'Port': ['ID=336711f1-a140-44a3-b754-a5f6ef1ff2a9,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:28:34.369176 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8616d94a-1766-42d5-95b7-8dab07f9cf2a None None] Pushing event updated for resources: {'Port': ['ID=9335c4ca-6cb3-48d1-9b6e-bf17fe61fd4e,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:28:34.434172 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-8616d94a-1766-42d5-95b7-8dab07f9cf2a None None] Attempting to bind port 9335c4ca-6cb3-48d1-9b6e-bf17fe61fd4e on host n-d-827839-2 for vnic_type normal with profile {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:28:34.434626 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-8616d94a-1766-42d5-95b7-8dab07f9cf2a None None] Attempting to bind port 9335c4ca-6cb3-48d1-9b6e-bf17fe61fd4e by drivers openvswitch,hyperv on host n-d-827839-2 at level 0 using segments [{'id': '4fe2ceae-f33e-4515-b7e7-4fd67b98c4d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'a64d26d7-6663-4816-93ec-6e302f6e65a3'}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:28:34.434994 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8616d94a-1766-42d5-95b7-8dab07f9cf2a None None] Attempting to bind port 9335c4ca-6cb3-48d1-9b6e-bf17fe61fd4e on network a64d26d7-6663-4816-93ec-6e302f6e65a3 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:28:34.442152 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8616d94a-1766-42d5-95b7-8dab07f9cf2a None None] Checking agent: {'id': 'ba70844b-66a0-45fd-a2f2-e6ed673321fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 0, 36), 'started_at': datetime.datetime(2022, 2, 4, 17, 1, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 28, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:28:34.442535 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8616d94a-1766-42d5-95b7-8dab07f9cf2a None None] Checking segment: {'id': '4fe2ceae-f33e-4515-b7e7-4fd67b98c4d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'a64d26d7-6663-4816-93ec-6e302f6e65a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:28:34.442941 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8616d94a-1766-42d5-95b7-8dab07f9cf2a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:34.443335 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8616d94a-1766-42d5-95b7-8dab07f9cf2a None None] Bound using segment: {'id': '4fe2ceae-f33e-4515-b7e7-4fd67b98c4d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'a64d26d7-6663-4816-93ec-6e302f6e65a3'} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:28:34.443811 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-8616d94a-1766-42d5-95b7-8dab07f9cf2a None None] Bound port: 9335c4ca-6cb3-48d1-9b6e-bf17fe61fd4e, host: n-d-827839-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fe2ceae-f33e-4515-b7e7-4fd67b98c4d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'a64d26d7-6663-4816-93ec-6e302f6e65a3'}}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:28:34.444992 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8616d94a-1766-42d5-95b7-8dab07f9cf2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (9335c4ca-6cb3-48d1-9b6e-bf17fe61fd4e), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:34.506308 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.db_base_plugin_common [None req-1f9436b2-d274-4018-8330-b6b589abad96 tempest-ExtraDHCPOptionsIpV6TestJSON-1966617622 tempest-ExtraDHCPOptionsIpV6TestJSON-1966617622-project] Allocated IP 2001:db8::384 (a93d49f6-4343-4341-aa13-21ecd7c13eb1/36c1c4cf-9c7f-4605-a48a-f9ca98ce3171/89193c25-77f8-47c5-82ad-3501a40c2def) {{(pid=103376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:28:34.556353 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-8616d94a-1766-42d5-95b7-8dab07f9cf2a None None] For port 9335c4ca-6cb3-48d1-9b6e-bf17fe61fd4e, host n-d-827839-2, cleared binding levels {{(pid=103378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:28:34.559621 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-8616d94a-1766-42d5-95b7-8dab07f9cf2a None None] For port 9335c4ca-6cb3-48d1-9b6e-bf17fe61fd4e, host n-d-827839-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=9335c4ca-6cb3-48d1-9b6e-bf17fe61fd4e,segment=NetworkSegment(4fe2ceae-f33e-4515-b7e7-4fd67b98c4d4),segment_id=4fe2ceae-f33e-4515-b7e7-4fd67b98c4d4)] {{(pid=103378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:28:34.567188 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8616d94a-1766-42d5-95b7-8dab07f9cf2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (9335c4ca-6cb3-48d1-9b6e-bf17fe61fd4e), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:34.583804 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-b66bd6cf-cde4-444e-851e-5b1228ae96c6 admin admin] Publish callbacks [] for router_gateway (546ad7b5-1bb0-42d9-81fc-8541e07251fd), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:34.639617 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-696a1d37-b992-486e-9012-9f70b3cf3624 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (336711f1-a140-44a3-b754-a5f6ef1ff2a9), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:34.674429 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-b66bd6cf-cde4-444e-851e-5b1228ae96c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:34.684510 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8616d94a-1766-42d5-95b7-8dab07f9cf2a None None] Pushing event updated for resources: {'Port': ['ID=9335c4ca-6cb3-48d1-9b6e-bf17fe61fd4e,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:28:34.698744 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [None req-69bb4028-d6a2-4786-bd7d-a70126222d16 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] For port 7c9fd574-8888-448b-91cb-e6e5a80b7caa, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=7c9fd574-8888-448b-91cb-e6e5a80b7caa,segment=NetworkSegment(2fcce0c7-9a0a-428a-b986-cae51cd3c129),segment_id=2fcce0c7-9a0a-428a-b986-cae51cd3c129)] {{(pid=103377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:28:34.839982 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4f14bb47-e72b-46ac-9e44-a61d9293afcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (75326290-f7a3-4db8-9cf2-15c7139ed224), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:35.006282 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-2622726d-a81e-4d32-b726-0ac0d637ceea None None] Provisioning complete for port 336711f1-a140-44a3-b754-a5f6ef1ff2a9 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:28:35.006887 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2622726d-a81e-4d32-b726-0ac0d637ceea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (336711f1-a140-44a3-b754-a5f6ef1ff2a9), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:35.021020 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.db_base_plugin_common [None req-b66bd6cf-cde4-444e-851e-5b1228ae96c6 admin admin] Allocated IP 172.25.6.128 (48165773-85ad-49a1-9ec1-76fc8dc24188/7660bfad-1ea8-4fe7-831b-bed836f13efc/44586c4a-44a8-4136-84a8-021940d88f6c) {{(pid=103377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:28:35.048354 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-1f9436b2-d274-4018-8330-b6b589abad96 tempest-ExtraDHCPOptionsIpV6TestJSON-1966617622 tempest-ExtraDHCPOptionsIpV6TestJSON-1966617622-project] Publish callbacks [] for port (89193c25-77f8-47c5-82ad-3501a40c2def), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:35.069181 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-2622726d-a81e-4d32-b726-0ac0d637ceea None None] Port 336711f1-a140-44a3-b754-a5f6ef1ff2a9 cannot update to ACTIVE because it is not bound. {{(pid=103378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 17:28:35.101871 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-69bb4028-d6a2-4786-bd7d-a70126222d16 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks [] for port (7c9fd574-8888-448b-91cb-e6e5a80b7caa), precommit_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:35.113846 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-69bb4028-d6a2-4786-bd7d-a70126222d16 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25888290'] for port (7c9fd574-8888-448b-91cb-e6e5a80b7caa), after_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:35.142740 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-1f9436b2-d274-4018-8330-b6b589abad96 tempest-ExtraDHCPOptionsIpV6TestJSON-1966617622 tempest-ExtraDHCPOptionsIpV6TestJSON-1966617622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (89193c25-77f8-47c5-82ad-3501a40c2def), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:35.149940 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device cc01fe32-d8ac-494d-bea8-322155db53bd up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:28:35.216719 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-696a1d37-b992-486e-9012-9f70b3cf3624 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Publish callbacks [] for port (336711f1-a140-44a3-b754-a5f6ef1ff2a9), precommit_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:35.221850 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f9436b2-d274-4018-8330-b6b589abad96 tempest-ExtraDHCPOptionsIpV6TestJSON-1966617622 tempest-ExtraDHCPOptionsIpV6TestJSON-1966617622-project] Network a93d49f6-4343-4341-aa13-21ecd7c13eb1 is already hosted by enough agents. {{(pid=103376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:28:35.226888 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [None req-1f9436b2-d274-4018-8330-b6b589abad96 tempest-ExtraDHCPOptionsIpV6TestJSON-1966617622 tempest-ExtraDHCPOptionsIpV6TestJSON-1966617622-project] Resources bound (agent type, host, resource id): {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:28:35.229610 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f9436b2-d274-4018-8330-b6b589abad96 tempest-ExtraDHCPOptionsIpV6TestJSON-1966617622 tempest-ExtraDHCPOptionsIpV6TestJSON-1966617622-project] Received port after_create {{(pid=103376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:28:35.232418 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port cc01fe32-d8ac-494d-bea8-322155db53bd triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:28:35.233153 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (cc01fe32-d8ac-494d-bea8-322155db53bd), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:35.241036 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f9436b2-d274-4018-8330-b6b589abad96 tempest-ExtraDHCPOptionsIpV6TestJSON-1966617622 tempest-ExtraDHCPOptionsIpV6TestJSON-1966617622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:28:35.241998 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-1f9436b2-d274-4018-8330-b6b589abad96 tempest-ExtraDHCPOptionsIpV6TestJSON-1966617622 tempest-ExtraDHCPOptionsIpV6TestJSON-1966617622-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:35.251517 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-b66bd6cf-cde4-444e-851e-5b1228ae96c6 admin admin] Publish callbacks [] for port (44586c4a-44a8-4136-84a8-021940d88f6c), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:35.254950 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-696a1d37-b992-486e-9012-9f70b3cf3624 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675836'] for port (336711f1-a140-44a3-b754-a5f6ef1ff2a9), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:35.256020 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-696a1d37-b992-486e-9012-9f70b3cf3624 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1677345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602751'] for router_interface (f6fa01af-c11d-4135-8d89-a458519e4c56), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:35.266641 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9436b2-d274-4018-8330-b6b589abad96 tempest-ExtraDHCPOptionsIpV6TestJSON-1966617622 tempest-ExtraDHCPOptionsIpV6TestJSON-1966617622-project] Pushing event updated for resources: {'Port': ['ID=89193c25-77f8-47c5-82ad-3501a40c2def,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:28:35.322312 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-69bb4028-d6a2-4786-bd7d-a70126222d16 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25889445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25597197'] for subnet (3688148f-5e40-4ad0-af25-0dbfe0ced206), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:35.370502 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69bb4028-d6a2-4786-bd7d-a70126222d16 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Pushing event updated for resources: {'Port': ['ID=7c9fd574-8888-448b-91cb-e6e5a80b7caa,revision_number=5']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:28:35.376217 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-1f9436b2-d274-4018-8330-b6b589abad96 tempest-ExtraDHCPOptionsIpV6TestJSON-1966617622 tempest-ExtraDHCPOptionsIpV6TestJSON-1966617622-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1149 time: 1.4024618 Feb 04 17:28:35.382977 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 46374) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:28:35.390955 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69bb4028-d6a2-4786-bd7d-a70126222d16 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Network ebdc431d-e6a4-4155-be30-2a7d896acbb0 is already hosted by enough agents. {{(pid=103377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:28:35.395201 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-b66bd6cf-cde4-444e-851e-5b1228ae96c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (44586c4a-44a8-4136-84a8-021940d88f6c), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:35.397718 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [None req-69bb4028-d6a2-4786-bd7d-a70126222d16 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Resources bound (agent type, host, resource id): {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:28:35.406819 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69bb4028-d6a2-4786-bd7d-a70126222d16 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:28:35.407425 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-69bb4028-d6a2-4786-bd7d-a70126222d16 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks [] for subnet (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:35.440126 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696a1d37-b992-486e-9012-9f70b3cf3624 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Pushing event updated for resources: {'Port': ['ID=336711f1-a140-44a3-b754-a5f6ef1ff2a9,revision_number=2']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:28:35.444244 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69bb4028-d6a2-4786-bd7d-a70126222d16 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Pushing event updated for resources: {'Subnet': ['ID=3688148f-5e40-4ad0-af25-0dbfe0ced206,revision_number=0']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:28:35.453734 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-69bb4028-d6a2-4786-bd7d-a70126222d16 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 2.5033255 Feb 04 17:28:35.457022 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 46376) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:28:35.468891 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-91aa037d-d9b6-45a0-bda6-c197edfd8fc6 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Request body: {'port': {'network_id': 'ebdc431d-e6a4-4155-be30-2a7d896acbb0', 'mac_address': 'fa:16:3e:4a:ce:10', 'name': 'tempest-NetworksTestDHCPv6-225198094'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:28:35.482123 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b66bd6cf-cde4-444e-851e-5b1228ae96c6 admin admin] Network 48165773-85ad-49a1-9ec1-76fc8dc24188 is already hosted by enough agents. {{(pid=103377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:28:35.504023 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [None req-b66bd6cf-cde4-444e-851e-5b1228ae96c6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:28:35.513452 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3d21f9f-5ec7-4a60-bbed-7e90fec24ad5 tempest-ExtraDHCPOptionsIpV6TestJSON-1966617622 tempest-ExtraDHCPOptionsIpV6TestJSON-1966617622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:28:35.519630 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3d21f9f-5ec7-4a60-bbed-7e90fec24ad5 tempest-ExtraDHCPOptionsIpV6TestJSON-1966617622 tempest-ExtraDHCPOptionsIpV6TestJSON-1966617622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:28:35.525354 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3d21f9f-5ec7-4a60-bbed-7e90fec24ad5 tempest-ExtraDHCPOptionsIpV6TestJSON-1966617622 tempest-ExtraDHCPOptionsIpV6TestJSON-1966617622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:28:35.529891 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-a3d21f9f-5ec7-4a60-bbed-7e90fec24ad5 tempest-ExtraDHCPOptionsIpV6TestJSON-1966617622 tempest-ExtraDHCPOptionsIpV6TestJSON-1966617622-project] 10.222.0.89 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2621 time: 0.1398108 Feb 04 17:28:35.530566 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 46378) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:28:35.531392 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b66bd6cf-cde4-444e-851e-5b1228ae96c6 admin admin] Received port after_create {{(pid=103377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:28:35.543183 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-696a1d37-b992-486e-9012-9f70b3cf3624 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Network 6f855785-6133-47c9-b0b0-f072038df070 is already hosted by enough agents. {{(pid=103376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:28:35.545899 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [None req-696a1d37-b992-486e-9012-9f70b3cf3624 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Resources bound (agent type, host, resource id): {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:28:35.549012 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66bd6cf-cde4-444e-851e-5b1228ae96c6 admin admin] Pushing event updated for resources: {'Port': ['ID=44586c4a-44a8-4136-84a8-021940d88f6c,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:28:35.562579 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66b7f27c-1cb4-4f33-8af8-ab38c0a29c8e None None] Network ebdc431d-e6a4-4155-be30-2a7d896acbb0 requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:28:35.714159 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-696a1d37-b992-486e-9012-9f70b3cf3624 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Router f6fa01af-c11d-4135-8d89-a458519e4c56 has already been hosted by L3 agent 64ada913-9131-4d99-a265-63a920956287 {{(pid=103376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 17:28:35.808222 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (ba70844b-66a0-45fd-a2f2-e6ed673321fc), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:35.821347 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port cc01fe32-d8ac-494d-bea8-322155db53bd is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:28:35.824092 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 5e7f7c5d-afd4-4f25-9be4-1817661727fe up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:28:35.885025 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-696a1d37-b992-486e-9012-9f70b3cf3624 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Notify agent at l3_agent.n-d-827839-2 the message routers_updated {{(pid=103376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 17:28:35.899279 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-216a9f0e-80d9-4e37-8445-c6b2ba40093b None None] Sync routers for ids ['f6fa01af-c11d-4135-8d89-a458519e4c56'] in n-d-827839-2 {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 17:28:35.916378 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-696a1d37-b992-486e-9012-9f70b3cf3624 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] 10.222.0.89 "PUT /v2.0/routers/f6fa01af-c11d-4135-8d89-a458519e4c56/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8977745 Feb 04 17:28:35.916891 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-216a9f0e-80d9-4e37-8445-c6b2ba40093b None None] Routers {'f6fa01af-c11d-4135-8d89-a458519e4c56'} bound to L3 agent in host n-d-827839-2 {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:28:35.917581 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-216a9f0e-80d9-4e37-8445-c6b2ba40093b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:28:32Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['f6fa01af-c11d-4135-8d89-a458519e4c56'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:28:35.918178 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 46380) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:28:35.952150 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port 5e7f7c5d-afd4-4f25-9be4-1817661727fe triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:28:35.952150 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (5e7f7c5d-afd4-4f25-9be4-1817661727fe), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:36.001300 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72ebc219-a76a-48f7-ba95-fe3ffff71d14 None None] Network a93d49f6-4343-4341-aa13-21ecd7c13eb1 requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:28:36.020668 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f5e3f22-1592-40ba-a2e9-24de9fff1806 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:28:36.029994 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-4f5e3f22-1592-40ba-a2e9-24de9fff1806 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] 10.222.0.89 "GET /v2.0/ports/336711f1-a140-44a3-b754-a5f6ef1ff2a9 HTTP/1.1" status: 200 len: 913 time: 0.1095600 Feb 04 17:28:36.031932 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 46382) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:28:36.040750 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-216a9f0e-80d9-4e37-8445-c6b2ba40093b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827839-2', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:28:36.051960 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-216a9f0e-80d9-4e37-8445-c6b2ba40093b None None] Routers {'f6fa01af-c11d-4135-8d89-a458519e4c56'} bound to L3 agent in host n-d-827839-2 {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:28:36.053155 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-216a9f0e-80d9-4e37-8445-c6b2ba40093b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:28:32Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['f6fa01af-c11d-4135-8d89-a458519e4c56'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:28:36.064795 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91aa037d-d9b6-45a0-bda6-c197edfd8fc6 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Made reservation on behalf of 2dabbd0ed422411582aec81f9de51a07 for: {'port': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:28:36.095005 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-216a9f0e-80d9-4e37-8445-c6b2ba40093b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827839-2', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:28:36.095724 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-216a9f0e-80d9-4e37-8445-c6b2ba40093b None None] The sync data for ids ['f6fa01af-c11d-4135-8d89-a458519e4c56'] in n-d-827839-2 is: [] {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 17:28:36.170810 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-801a26d9-bfb1-41a7-ba33-80664c482f8f None None] Provisioning complete for port 5e7f7c5d-afd4-4f25-9be4-1817661727fe triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:28:36.171188 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-801a26d9-bfb1-41a7-ba33-80664c482f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (5e7f7c5d-afd4-4f25-9be4-1817661727fe), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:36.259563 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-5f59a487-b020-49c6-9451-4f8b1f8b0606 tempest-ExtraDHCPOptionsIpV6TestJSON-1966617622 tempest-ExtraDHCPOptionsIpV6TestJSON-1966617622-project] Deleting port 89193c25-77f8-47c5-82ad-3501a40c2def {{(pid=103377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:28:36.260107 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-5f59a487-b020-49c6-9451-4f8b1f8b0606 tempest-ExtraDHCPOptionsIpV6TestJSON-1966617622 tempest-ExtraDHCPOptionsIpV6TestJSON-1966617622-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (89193c25-77f8-47c5-82ad-3501a40c2def), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:36.293308 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port 5e7f7c5d-afd4-4f25-9be4-1817661727fe is: DOWN; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:28:36.293595 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (5e7f7c5d-afd4-4f25-9be4-1817661727fe), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:36.375744 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] For port 5e7f7c5d-afd4-4f25-9be4-1817661727fe, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=5e7f7c5d-afd4-4f25-9be4-1817661727fe,segment=NetworkSegment(ba4ae666-235d-4ab7-8a26-118668619c98),segment_id=ba4ae666-235d-4ab7-8a26-118668619c98)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:28:36.386907 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (5e7f7c5d-afd4-4f25-9be4-1817661727fe), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:36.420859 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-801a26d9-bfb1-41a7-ba33-80664c482f8f None None] Current status of the port 5e7f7c5d-afd4-4f25-9be4-1817661727fe is: DOWN; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:28:36.421268 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-801a26d9-bfb1-41a7-ba33-80664c482f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (5e7f7c5d-afd4-4f25-9be4-1817661727fe), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:36.468313 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-91aa037d-d9b6-45a0-bda6-c197edfd8fc6 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:36.473593 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-5f59a487-b020-49c6-9451-4f8b1f8b0606 tempest-ExtraDHCPOptionsIpV6TestJSON-1966617622 tempest-ExtraDHCPOptionsIpV6TestJSON-1966617622-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (89193c25-77f8-47c5-82ad-3501a40c2def), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:36.488725 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-b66bd6cf-cde4-444e-851e-5b1228ae96c6 admin admin] Publish callbacks [] for router_gateway (546ad7b5-1bb0-42d9-81fc-8541e07251fd), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:36.517320 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Pushing event updated for resources: {'Port': ['ID=5e7f7c5d-afd4-4f25-9be4-1817661727fe,revision_number=3']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:28:36.548087 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42115ab9-12ab-4d6b-a8ef-629fa57806e5 None None] Network a64d26d7-6663-4816-93ec-6e302f6e65a3 requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:28:36.558399 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-5f59a487-b020-49c6-9451-4f8b1f8b0606 tempest-ExtraDHCPOptionsIpV6TestJSON-1966617622 tempest-ExtraDHCPOptionsIpV6TestJSON-1966617622-project] Calling delete_port for 89193c25-77f8-47c5-82ad-3501a40c2def owned by {{(pid=103377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:28:36.571090 n-d-827839-2 neutron-server[103377]: DEBUG neutron.notifiers.nova [None req-91aa037d-d9b6-45a0-bda6-c197edfd8fc6 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] device_id is not set on port 4f8fd700-5f9b-4c77-b637-826276a75e73 yet. {{(pid=103377) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 04 17:28:36.574053 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.db.api [None req-801a26d9-bfb1-41a7-ba33-80664c482f8f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103378) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 17:28:36.574410 n-d-827839-2 neutron-server[103378]: DEBUG oslo_db.api [None req-801a26d9-bfb1-41a7-ba33-80664c482f8f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 17:28:36.732268 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-92526de9-8d77-4e09-9d4e-8b675fe905a2 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602754'] for router_interface (f6fa01af-c11d-4135-8d89-a458519e4c56), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:36.958263 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.db_base_plugin_common [None req-91aa037d-d9b6-45a0-bda6-c197edfd8fc6 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Allocated IP 2001:db8::f816:3eff:fe4a:ce10 (ebdc431d-e6a4-4155-be30-2a7d896acbb0/3688148f-5e40-4ad0-af25-0dbfe0ced206/4f8fd700-5f9b-4c77-b637-826276a75e73) {{(pid=103377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:28:37.063776 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-5f59a487-b020-49c6-9451-4f8b1f8b0606 tempest-ExtraDHCPOptionsIpV6TestJSON-1966617622 tempest-ExtraDHCPOptionsIpV6TestJSON-1966617622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (89193c25-77f8-47c5-82ad-3501a40c2def), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:37.142960 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-801a26d9-bfb1-41a7-ba33-80664c482f8f None None] Current status of the port 5e7f7c5d-afd4-4f25-9be4-1817661727fe is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:28:37.148969 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-92526de9-8d77-4e09-9d4e-8b675fe905a2 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Deleting port 336711f1-a140-44a3-b754-a5f6ef1ff2a9 {{(pid=103376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:28:37.149752 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-92526de9-8d77-4e09-9d4e-8b675fe905a2 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (336711f1-a140-44a3-b754-a5f6ef1ff2a9), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:37.152566 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 7c9fd574-8888-448b-91cb-e6e5a80b7caa up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:28:37.217085 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port 7c9fd574-8888-448b-91cb-e6e5a80b7caa triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:28:37.217475 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (7c9fd574-8888-448b-91cb-e6e5a80b7caa), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:37.274757 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-91aa037d-d9b6-45a0-bda6-c197edfd8fc6 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks [] for port (4f8fd700-5f9b-4c77-b637-826276a75e73), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:37.282455 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-abe1592e-69f9-423a-9771-b7fdddef4ba7 None None] Provisioning complete for port 82a3e555-48fd-4f47-95b6-c0a17953f002 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:28:37.282834 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-abe1592e-69f9-423a-9771-b7fdddef4ba7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (82a3e555-48fd-4f47-95b6-c0a17953f002), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:37.283422 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-92526de9-8d77-4e09-9d4e-8b675fe905a2 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (336711f1-a140-44a3-b754-a5f6ef1ff2a9), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:37.300674 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-92526de9-8d77-4e09-9d4e-8b675fe905a2 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Calling delete_port for 336711f1-a140-44a3-b754-a5f6ef1ff2a9 owned by network:router_interface {{(pid=103376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:28:37.303460 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-b66bd6cf-cde4-444e-851e-5b1228ae96c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1602046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603680'] for router (546ad7b5-1bb0-42d9-81fc-8541e07251fd), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:37.306185 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f59a487-b020-49c6-9451-4f8b1f8b0606 tempest-ExtraDHCPOptionsIpV6TestJSON-1966617622 tempest-ExtraDHCPOptionsIpV6TestJSON-1966617622-project] Pushing event deleted for resources: {'Port': ['ID=89193c25-77f8-47c5-82ad-3501a40c2def,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:28:37.351123 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-5f59a487-b020-49c6-9451-4f8b1f8b0606 tempest-ExtraDHCPOptionsIpV6TestJSON-1966617622 tempest-ExtraDHCPOptionsIpV6TestJSON-1966617622-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:37.354623 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-5f59a487-b020-49c6-9451-4f8b1f8b0606 tempest-ExtraDHCPOptionsIpV6TestJSON-1966617622 tempest-ExtraDHCPOptionsIpV6TestJSON-1966617622-project] 10.222.0.89 "DELETE /v2.0/ports/89193c25-77f8-47c5-82ad-3501a40c2def HTTP/1.1" status: 204 len: 168 time: 1.8208699 Feb 04 17:28:37.368389 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 46384) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:28:37.382280 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-dc55cad6-7a9e-4f6a-98f9-d27d25409a2c tempest-ExtraDHCPOptionsIpV6TestJSON-1966617622 tempest-ExtraDHCPOptionsIpV6TestJSON-1966617622-project] Request body: {'port': {'name': 'tempest-new-port-name-640121127', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:28:37.382825 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.api.validators [None req-dc55cad6-7a9e-4f6a-98f9-d27d25409a2c tempest-ExtraDHCPOptionsIpV6TestJSON-1966617622 tempest-ExtraDHCPOptionsIpV6TestJSON-1966617622-project] bootfile-name is not in valid_values {{(pid=103376) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 04 17:28:37.383281 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.api.validators [None req-dc55cad6-7a9e-4f6a-98f9-d27d25409a2c tempest-ExtraDHCPOptionsIpV6TestJSON-1966617622 tempest-ExtraDHCPOptionsIpV6TestJSON-1966617622-project] tftp-server is not in valid_values {{(pid=103376) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 04 17:28:37.383720 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.api.validators [None req-dc55cad6-7a9e-4f6a-98f9-d27d25409a2c tempest-ExtraDHCPOptionsIpV6TestJSON-1966617622 tempest-ExtraDHCPOptionsIpV6TestJSON-1966617622-project] server-ip-address is not in valid_values {{(pid=103376) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 04 17:28:37.388897 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port 7c9fd574-8888-448b-91cb-e6e5a80b7caa is: DOWN; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:28:37.389298 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (7c9fd574-8888-448b-91cb-e6e5a80b7caa), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:37.419327 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-abe1592e-69f9-423a-9771-b7fdddef4ba7 None None] Port 82a3e555-48fd-4f47-95b6-c0a17953f002 cannot update to ACTIVE because it is not bound. {{(pid=103378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 17:28:37.437815 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] For port 7c9fd574-8888-448b-91cb-e6e5a80b7caa, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=7c9fd574-8888-448b-91cb-e6e5a80b7caa,segment=NetworkSegment(2fcce0c7-9a0a-428a-b986-cae51cd3c129),segment_id=2fcce0c7-9a0a-428a-b986-cae51cd3c129)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:28:37.449834 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (7c9fd574-8888-448b-91cb-e6e5a80b7caa), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:37.450628 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 5e7f7c5d-afd4-4f25-9be4-1817661727fe up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:28:37.507982 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-abe1592e-69f9-423a-9771-b7fdddef4ba7 None None] Provisioning complete for port 5e7f7c5d-afd4-4f25-9be4-1817661727fe triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:28:37.508427 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-abe1592e-69f9-423a-9771-b7fdddef4ba7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (5e7f7c5d-afd4-4f25-9be4-1817661727fe), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:37.533219 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-91aa037d-d9b6-45a0-bda6-c197edfd8fc6 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (4f8fd700-5f9b-4c77-b637-826276a75e73), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:37.548633 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-dc55cad6-7a9e-4f6a-98f9-d27d25409a2c tempest-ExtraDHCPOptionsIpV6TestJSON-1966617622 tempest-ExtraDHCPOptionsIpV6TestJSON-1966617622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (82a3e555-48fd-4f47-95b6-c0a17953f002), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:37.595732 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Pushing event updated for resources: {'Port': ['ID=7c9fd574-8888-448b-91cb-e6e5a80b7caa,revision_number=6']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:28:37.602663 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91aa037d-d9b6-45a0-bda6-c197edfd8fc6 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Network ebdc431d-e6a4-4155-be30-2a7d896acbb0 is already hosted by enough agents. {{(pid=103377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:28:37.609218 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [None req-91aa037d-d9b6-45a0-bda6-c197edfd8fc6 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Resources bound (agent type, host, resource id): {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:28:37.612077 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91aa037d-d9b6-45a0-bda6-c197edfd8fc6 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Received port after_create {{(pid=103377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:28:37.619063 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91aa037d-d9b6-45a0-bda6-c197edfd8fc6 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:28:37.620531 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-91aa037d-d9b6-45a0-bda6-c197edfd8fc6 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:37.672916 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91aa037d-d9b6-45a0-bda6-c197edfd8fc6 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Pushing event updated for resources: {'Port': ['ID=4f8fd700-5f9b-4c77-b637-826276a75e73,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:28:37.694304 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-abe1592e-69f9-423a-9771-b7fdddef4ba7 None None] Current status of the port 5e7f7c5d-afd4-4f25-9be4-1817661727fe is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:28:37.694548 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-91aa037d-d9b6-45a0-bda6-c197edfd8fc6 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.2337141 Feb 04 17:28:37.697258 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 46388) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:28:37.713095 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-abe1592e-69f9-423a-9771-b7fdddef4ba7 None None] Provisioning complete for port 9335c4ca-6cb3-48d1-9b6e-bf17fe61fd4e triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:28:37.713467 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-abe1592e-69f9-423a-9771-b7fdddef4ba7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (9335c4ca-6cb3-48d1-9b6e-bf17fe61fd4e), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:37.742144 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b66bd6cf-cde4-444e-851e-5b1228ae96c6 admin admin] Router 546ad7b5-1bb0-42d9-81fc-8541e07251fd is scheduled to L3 agent 64ada913-9131-4d99-a265-63a920956287 with binding_index 1 {{(pid=103377) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 17:28:37.763989 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port 5e7f7c5d-afd4-4f25-9be4-1817661727fe triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:28:37.764874 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (5e7f7c5d-afd4-4f25-9be4-1817661727fe), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:37.906374 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b66bd6cf-cde4-444e-851e-5b1228ae96c6 admin admin] Notify agent at l3_agent.n-d-827839-2 the message routers_updated {{(pid=103377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 17:28:37.907301 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-abe1592e-69f9-423a-9771-b7fdddef4ba7 None None] Current status of the port 9335c4ca-6cb3-48d1-9b6e-bf17fe61fd4e is: DOWN; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:28:37.907759 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-abe1592e-69f9-423a-9771-b7fdddef4ba7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (9335c4ca-6cb3-48d1-9b6e-bf17fe61fd4e), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:37.911918 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port 5e7f7c5d-afd4-4f25-9be4-1817661727fe is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:28:37.913304 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 9335c4ca-6cb3-48d1-9b6e-bf17fe61fd4e up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:28:37.920020 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-671c65bb-a1aa-4400-85d9-2460e6caa3d4 None None] Sync routers for ids ['546ad7b5-1bb0-42d9-81fc-8541e07251fd'] in n-d-827839-2 {{(pid=103378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 17:28:37.936621 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-b66bd6cf-cde4-444e-851e-5b1228ae96c6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:37.938180 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-b66bd6cf-cde4-444e-851e-5b1228ae96c6 admin admin] 10.222.0.89 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.5567844 Feb 04 17:28:37.941058 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 46390) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:28:37.989018 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-671c65bb-a1aa-4400-85d9-2460e6caa3d4 None None] Routers {'546ad7b5-1bb0-42d9-81fc-8541e07251fd'} bound to L3 agent in host n-d-827839-2 {{(pid=103378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:28:37.989776 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-671c65bb-a1aa-4400-85d9-2460e6caa3d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:28:32Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['546ad7b5-1bb0-42d9-81fc-8541e07251fd'], 'active': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:28:38.067732 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-abe1592e-69f9-423a-9771-b7fdddef4ba7 None None] For port 9335c4ca-6cb3-48d1-9b6e-bf17fe61fd4e, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=9335c4ca-6cb3-48d1-9b6e-bf17fe61fd4e,segment=NetworkSegment(4fe2ceae-f33e-4515-b7e7-4fd67b98c4d4),segment_id=4fe2ceae-f33e-4515-b7e7-4fd67b98c4d4)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:28:38.102159 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-abe1592e-69f9-423a-9771-b7fdddef4ba7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (9335c4ca-6cb3-48d1-9b6e-bf17fe61fd4e), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:38.169518 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe1592e-69f9-423a-9771-b7fdddef4ba7 None None] Pushing event updated for resources: {'Port': ['ID=9335c4ca-6cb3-48d1-9b6e-bf17fe61fd4e,revision_number=3']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:28:38.186112 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d58ec5a9-632e-4016-9c5e-f1ff8ed3b71a None None] get_active_networks_info from n-d-827839-2 {{(pid=103378) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 04 17:28:38.199463 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port 9335c4ca-6cb3-48d1-9b6e-bf17fe61fd4e triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:28:38.199826 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (9335c4ca-6cb3-48d1-9b6e-bf17fe61fd4e), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:38.215697 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-92526de9-8d77-4e09-9d4e-8b675fe905a2 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (336711f1-a140-44a3-b754-a5f6ef1ff2a9), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:38.254173 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-abe1592e-69f9-423a-9771-b7fdddef4ba7 None None] Provisioning complete for port 336711f1-a140-44a3-b754-a5f6ef1ff2a9 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:28:38.254519 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-abe1592e-69f9-423a-9771-b7fdddef4ba7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (336711f1-a140-44a3-b754-a5f6ef1ff2a9), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:38.255941 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92526de9-8d77-4e09-9d4e-8b675fe905a2 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Pushing event deleted for resources: {'Port': ['ID=336711f1-a140-44a3-b754-a5f6ef1ff2a9,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:28:38.278342 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-abe1592e-69f9-423a-9771-b7fdddef4ba7 None None] Port 336711f1-a140-44a3-b754-a5f6ef1ff2a9 was deleted so its status cannot be updated. {{(pid=103378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:336}} Feb 04 17:28:38.306623 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-abe1592e-69f9-423a-9771-b7fdddef4ba7 None None] Could not find standard attr ID for object 89193c25-77f8-47c5-82ad-3501a40c2def. {{(pid=103378) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 17:28:38.323713 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvr_db [None req-671c65bb-a1aa-4400-85d9-2460e6caa3d4 None None] Set router 546ad7b5-1bb0-42d9-81fc-8541e07251fd gateway port host: n-d-827839-2 {{(pid=103378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:28:38.340978 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfb08089-0f34-4167-89fc-68ec1b15f143 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:28:38.346350 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfb08089-0f34-4167-89fc-68ec1b15f143 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:28:38.351253 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-bfb08089-0f34-4167-89fc-68ec1b15f143 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] 10.222.0.89 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1704 time: 0.6492231 Feb 04 17:28:38.382847 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 46392) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:28:38.534500 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-92526de9-8d77-4e09-9d4e-8b675fe905a2 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1677336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1602614'] for router_interface (f6fa01af-c11d-4135-8d89-a458519e4c56), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:38.544647 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-9e6ebd9a-1d3c-4535-93c4-f1b42788ce98 None None] Provisioning complete for port 4f8fd700-5f9b-4c77-b637-826276a75e73 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:28:38.545055 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9e6ebd9a-1d3c-4535-93c4-f1b42788ce98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (4f8fd700-5f9b-4c77-b637-826276a75e73), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:38.555485 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-dc55cad6-7a9e-4f6a-98f9-d27d25409a2c tempest-ExtraDHCPOptionsIpV6TestJSON-1966617622 tempest-ExtraDHCPOptionsIpV6TestJSON-1966617622-project] Publish callbacks [] for port (82a3e555-48fd-4f47-95b6-c0a17953f002), precommit_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:38.582497 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port 9335c4ca-6cb3-48d1-9b6e-bf17fe61fd4e is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:28:38.603346 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-dc55cad6-7a9e-4f6a-98f9-d27d25409a2c tempest-ExtraDHCPOptionsIpV6TestJSON-1966617622 tempest-ExtraDHCPOptionsIpV6TestJSON-1966617622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675836'] for port (82a3e555-48fd-4f47-95b6-c0a17953f002), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:38.623173 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-9e6ebd9a-1d3c-4535-93c4-f1b42788ce98 None None] Port 4f8fd700-5f9b-4c77-b637-826276a75e73 cannot update to ACTIVE because it is not bound. {{(pid=103378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 17:28:38.672055 n-d-827839-2 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d58ec5a9-632e-4016-9c5e-f1ff8ed3b71a None None] Resources bound (agent type, host, resource id): {{(pid=103378) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 04 17:28:38.682787 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-9e6ebd9a-1d3c-4535-93c4-f1b42788ce98 None None] Provisioning complete for port 7c9fd574-8888-448b-91cb-e6e5a80b7caa triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:28:38.682998 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9e6ebd9a-1d3c-4535-93c4-f1b42788ce98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (7c9fd574-8888-448b-91cb-e6e5a80b7caa), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:38.693404 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-dc55cad6-7a9e-4f6a-98f9-d27d25409a2c tempest-ExtraDHCPOptionsIpV6TestJSON-1966617622 tempest-ExtraDHCPOptionsIpV6TestJSON-1966617622-project] In _notify_port_updated(), no bound segment for port 82a3e555-48fd-4f47-95b6-c0a17953f002 on network a93d49f6-4343-4341-aa13-21ecd7c13eb1 {{(pid=103376) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Feb 04 17:28:38.698742 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc55cad6-7a9e-4f6a-98f9-d27d25409a2c tempest-ExtraDHCPOptionsIpV6TestJSON-1966617622 tempest-ExtraDHCPOptionsIpV6TestJSON-1966617622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:28:38.699407 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-dc55cad6-7a9e-4f6a-98f9-d27d25409a2c tempest-ExtraDHCPOptionsIpV6TestJSON-1966617622 tempest-ExtraDHCPOptionsIpV6TestJSON-1966617622-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:38.704370 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-dc55cad6-7a9e-4f6a-98f9-d27d25409a2c tempest-ExtraDHCPOptionsIpV6TestJSON-1966617622 tempest-ExtraDHCPOptionsIpV6TestJSON-1966617622-project] 10.222.0.89 "PUT /v2.0/ports/82a3e555-48fd-4f47-95b6-c0a17953f002 HTTP/1.1" status: 200 len: 1129 time: 1.3256381 Feb 04 17:28:38.704550 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 46394) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:28:38.721908 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-c1b4b5a9-cf47-4180-99cb-9f4252f0988c tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Deleting port 4f8fd700-5f9b-4c77-b637-826276a75e73 {{(pid=103376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:28:38.722364 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-c1b4b5a9-cf47-4180-99cb-9f4252f0988c tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (4f8fd700-5f9b-4c77-b637-826276a75e73), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:38.743863 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc55cad6-7a9e-4f6a-98f9-d27d25409a2c tempest-ExtraDHCPOptionsIpV6TestJSON-1966617622 tempest-ExtraDHCPOptionsIpV6TestJSON-1966617622-project] Pushing event updated for resources: {'Port': ['ID=82a3e555-48fd-4f47-95b6-c0a17953f002,revision_number=2']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:28:38.790256 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-411a6d16-b44a-4dad-8aae-99f023aa30d5 tempest-ExtraDHCPOptionsIpV6TestJSON-1966617622 tempest-ExtraDHCPOptionsIpV6TestJSON-1966617622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:28:38.794482 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-411a6d16-b44a-4dad-8aae-99f023aa30d5 tempest-ExtraDHCPOptionsIpV6TestJSON-1966617622 tempest-ExtraDHCPOptionsIpV6TestJSON-1966617622-project] 10.222.0.89 "GET /v2.0/ports/82a3e555-48fd-4f47-95b6-c0a17953f002 HTTP/1.1" status: 200 len: 1129 time: 0.0853834 Feb 04 17:28:38.795958 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 46396) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:28:38.824812 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-671c65bb-a1aa-4400-85d9-2460e6caa3d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '546ad7b5-1bb0-42d9-81fc-8541e07251fd', 'name': 'tempest-TaggedBootDevicesTest-2038486132-router', 'tenant_id': 'ae7af1f68a8142688c6249d339ab8a6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.128'}], 'enable_snat': True}, 'gw_port_id': '44586c4a-44a8-4136-84a8-021940d88f6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:28:33Z', 'updated_at': '2022-02-04T17:28:36Z', 'revision_number': 3, 'project_id': 'ae7af1f68a8142688c6249d339ab8a6d', 'gw_port': {'id': '44586c4a-44a8-4136-84a8-021940d88f6c', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:4d:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '546ad7b5-1bb0-42d9-81fc-8541e07251fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2118, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:28:34Z', 'updated_at': '2022-02-04T17:28:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2'}], 'n-d-827839-2', False) {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:28:38.908706 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-c1b4b5a9-cf47-4180-99cb-9f4252f0988c tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (4f8fd700-5f9b-4c77-b637-826276a75e73), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:38.921983 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-f6dc230e-1077-4219-97f1-a24467e995fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:38.926050 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-c1b4b5a9-cf47-4180-99cb-9f4252f0988c tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Calling delete_port for 4f8fd700-5f9b-4c77-b637-826276a75e73 owned by {{(pid=103376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:28:38.932921 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92526de9-8d77-4e09-9d4e-8b675fe905a2 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Router f6fa01af-c11d-4135-8d89-a458519e4c56 has already been hosted by L3 agent 64ada913-9131-4d99-a265-63a920956287 {{(pid=103376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 17:28:39.029511 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-95416d59-d27b-48d9-8de0-95d080fd322a tempest-ExtraDHCPOptionsIpV6TestJSON-1966617622 tempest-ExtraDHCPOptionsIpV6TestJSON-1966617622-project] Deleting port 82a3e555-48fd-4f47-95b6-c0a17953f002 {{(pid=103377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:28:39.029922 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-95416d59-d27b-48d9-8de0-95d080fd322a tempest-ExtraDHCPOptionsIpV6TestJSON-1966617622 tempest-ExtraDHCPOptionsIpV6TestJSON-1966617622-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (82a3e555-48fd-4f47-95b6-c0a17953f002), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:39.059363 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 7c9fd574-8888-448b-91cb-e6e5a80b7caa up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:28:39.069416 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-671c65bb-a1aa-4400-85d9-2460e6caa3d4 None None] Checking router: 546ad7b5-1bb0-42d9-81fc-8541e07251fd for host: n-d-827839-2 {{(pid=103378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 17:28:39.069416 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-671c65bb-a1aa-4400-85d9-2460e6caa3d4 None None] Updating router 546ad7b5-1bb0-42d9-81fc-8541e07251fd port 44586c4a-44a8-4136-84a8-021940d88f6c binding host n-d-827839-2 {{(pid=103378) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 17:28:39.095268 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92526de9-8d77-4e09-9d4e-8b675fe905a2 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Notify agent at l3_agent.n-d-827839-2 the message routers_updated {{(pid=103376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 17:28:39.101460 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-92526de9-8d77-4e09-9d4e-8b675fe905a2 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] 10.222.0.89 "PUT /v2.0/routers/f6fa01af-c11d-4135-8d89-a458519e4c56/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0657260 Feb 04 17:28:39.105273 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 46398) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:28:39.129414 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4266e6d4-1a73-4024-af57-66e4a507a593 None None] Sync routers for ids ['f6fa01af-c11d-4135-8d89-a458519e4c56'] in n-d-827839-2 {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 17:28:39.157713 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4266e6d4-1a73-4024-af57-66e4a507a593 None None] Routers {'f6fa01af-c11d-4135-8d89-a458519e4c56'} bound to L3 agent in host n-d-827839-2 {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:28:39.160176 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-9e6ebd9a-1d3c-4535-93c4-f1b42788ce98 None None] Current status of the port 7c9fd574-8888-448b-91cb-e6e5a80b7caa is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:28:39.160868 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-4266e6d4-1a73-4024-af57-66e4a507a593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:28:32Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['f6fa01af-c11d-4135-8d89-a458519e4c56'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:28:39.193735 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-9e6ebd9a-1d3c-4535-93c4-f1b42788ce98 None None] Could not find standard attr ID for object 89193c25-77f8-47c5-82ad-3501a40c2def. {{(pid=103378) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 17:28:39.199604 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-671c65bb-a1aa-4400-85d9-2460e6caa3d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (44586c4a-44a8-4136-84a8-021940d88f6c), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:39.220823 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-95416d59-d27b-48d9-8de0-95d080fd322a tempest-ExtraDHCPOptionsIpV6TestJSON-1966617622 tempest-ExtraDHCPOptionsIpV6TestJSON-1966617622-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (82a3e555-48fd-4f47-95b6-c0a17953f002), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:39.249415 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-95416d59-d27b-48d9-8de0-95d080fd322a tempest-ExtraDHCPOptionsIpV6TestJSON-1966617622 tempest-ExtraDHCPOptionsIpV6TestJSON-1966617622-project] Calling delete_port for 82a3e555-48fd-4f47-95b6-c0a17953f002 owned by {{(pid=103377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:28:39.251694 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.db_base_plugin_common [None req-f6dc230e-1077-4219-97f1-a24467e995fe admin admin] Allocated IP 172.20.0.1 (a64d26d7-6663-4816-93ec-6e302f6e65a3/f380e9a2-3490-45e9-934d-38ee4f9d651d/10f25b3b-b837-4b77-89e8-ff5b2a84a594) {{(pid=103377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:28:39.272026 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-4266e6d4-1a73-4024-af57-66e4a507a593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827839-2', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:28:39.289745 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4266e6d4-1a73-4024-af57-66e4a507a593 None None] Routers {'f6fa01af-c11d-4135-8d89-a458519e4c56'} bound to L3 agent in host n-d-827839-2 {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:28:39.292432 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-4266e6d4-1a73-4024-af57-66e4a507a593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:28:32Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['f6fa01af-c11d-4135-8d89-a458519e4c56'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:28:39.294486 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-c1b4b5a9-cf47-4180-99cb-9f4252f0988c tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (4f8fd700-5f9b-4c77-b637-826276a75e73), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:39.313250 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port 7c9fd574-8888-448b-91cb-e6e5a80b7caa triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:28:39.313614 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (7c9fd574-8888-448b-91cb-e6e5a80b7caa), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:39.352783 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-4266e6d4-1a73-4024-af57-66e4a507a593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827839-2', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:28:39.355006 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4266e6d4-1a73-4024-af57-66e4a507a593 None None] The sync data for ids ['f6fa01af-c11d-4135-8d89-a458519e4c56'] in n-d-827839-2 is: [] {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 17:28:39.371676 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b4b5a9-cf47-4180-99cb-9f4252f0988c tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Pushing event deleted for resources: {'Port': ['ID=4f8fd700-5f9b-4c77-b637-826276a75e73,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:28:39.414775 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-c1b4b5a9-cf47-4180-99cb-9f4252f0988c tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:39.425643 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-c1b4b5a9-cf47-4180-99cb-9f4252f0988c tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] 10.222.0.89 "DELETE /v2.0/ports/4f8fd700-5f9b-4c77-b637-826276a75e73 HTTP/1.1" status: 204 len: 168 time: 1.0374100 Feb 04 17:28:39.427162 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 46400) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:28:39.459807 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-f6dc230e-1077-4219-97f1-a24467e995fe admin admin] Publish callbacks [] for port (10f25b3b-b837-4b77-89e8-ff5b2a84a594), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:39.506918 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-95416d59-d27b-48d9-8de0-95d080fd322a tempest-ExtraDHCPOptionsIpV6TestJSON-1966617622 tempest-ExtraDHCPOptionsIpV6TestJSON-1966617622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (82a3e555-48fd-4f47-95b6-c0a17953f002), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:39.521232 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b58e819-5327-444c-bf6a-4eabbb411625 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:28:39.522763 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b58e819-5327-444c-bf6a-4eabbb411625 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:28:39.526771 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-0b58e819-5327-444c-bf6a-4eabbb411625 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] 10.222.0.89 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.0967634 Feb 04 17:28:39.527918 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 46402) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:28:39.537537 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port 7c9fd574-8888-448b-91cb-e6e5a80b7caa is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:28:39.538294 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 9335c4ca-6cb3-48d1-9b6e-bf17fe61fd4e up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:28:39.543980 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95416d59-d27b-48d9-8de0-95d080fd322a tempest-ExtraDHCPOptionsIpV6TestJSON-1966617622 tempest-ExtraDHCPOptionsIpV6TestJSON-1966617622-project] Pushing event deleted for resources: {'Port': ['ID=82a3e555-48fd-4f47-95b6-c0a17953f002,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:28:39.553226 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-f6dc230e-1077-4219-97f1-a24467e995fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (10f25b3b-b837-4b77-89e8-ff5b2a84a594), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:39.579177 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-95416d59-d27b-48d9-8de0-95d080fd322a tempest-ExtraDHCPOptionsIpV6TestJSON-1966617622 tempest-ExtraDHCPOptionsIpV6TestJSON-1966617622-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:39.585405 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-95416d59-d27b-48d9-8de0-95d080fd322a tempest-ExtraDHCPOptionsIpV6TestJSON-1966617622 tempest-ExtraDHCPOptionsIpV6TestJSON-1966617622-project] 10.222.0.89 "DELETE /v2.0/ports/82a3e555-48fd-4f47-95b6-c0a17953f002 HTTP/1.1" status: 204 len: 168 time: 0.7870882 Feb 04 17:28:39.593205 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 46404) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:28:39.618027 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6dc230e-1077-4219-97f1-a24467e995fe admin admin] Network a64d26d7-6663-4816-93ec-6e302f6e65a3 is already hosted by enough agents. {{(pid=103377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:28:39.628322 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [None req-f6dc230e-1077-4219-97f1-a24467e995fe admin admin] Resources bound (agent type, host, resource id): {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:28:39.632110 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6dc230e-1077-4219-97f1-a24467e995fe admin admin] Received port after_create {{(pid=103377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:28:39.654363 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d6dcc4e-fa5c-438c-b139-2f3f3fbe95f6 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Deleting subnet 3688148f-5e40-4ad0-af25-0dbfe0ced206 {{(pid=103376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 17:28:39.663095 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6dc230e-1077-4219-97f1-a24467e995fe admin admin] Pushing event updated for resources: {'Port': ['ID=10f25b3b-b837-4b77-89e8-ff5b2a84a594,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:28:39.671786 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-6d6dcc4e-fa5c-438c-b139-2f3f3fbe95f6 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks [] for subnet (3688148f-5e40-4ad0-af25-0dbfe0ced206), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:39.679717 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-671c65bb-a1aa-4400-85d9-2460e6caa3d4 None None] Publish callbacks [] for port (44586c4a-44a8-4136-84a8-021940d88f6c), precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:39.687244 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-f6dc230e-1077-4219-97f1-a24467e995fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1595471'] for router_interface (546ad7b5-1bb0-42d9-81fc-8541e07251fd), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:39.695272 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-671c65bb-a1aa-4400-85d9-2460e6caa3d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (44586c4a-44a8-4136-84a8-021940d88f6c), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:39.704486 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.db_base_plugin_v2 [None req-01efa110-0cba-44cd-8725-8da89121f8cf tempest-ExtraDHCPOptionsIpV6TestJSON-1966617622 tempest-ExtraDHCPOptionsIpV6TestJSON-1966617622-project] Deleting subnet 36c1c4cf-9c7f-4605-a48a-f9ca98ce3171 {{(pid=103376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 17:28:39.712459 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-01efa110-0cba-44cd-8725-8da89121f8cf tempest-ExtraDHCPOptionsIpV6TestJSON-1966617622 tempest-ExtraDHCPOptionsIpV6TestJSON-1966617622-project] Publish callbacks [] for subnet (36c1c4cf-9c7f-4605-a48a-f9ca98ce3171), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:39.731917 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port 9335c4ca-6cb3-48d1-9b6e-bf17fe61fd4e triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:28:39.732447 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (9335c4ca-6cb3-48d1-9b6e-bf17fe61fd4e), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:39.765695 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-6d6dcc4e-fa5c-438c-b139-2f3f3fbe95f6 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25674901'] for subnet (3688148f-5e40-4ad0-af25-0dbfe0ced206), precommit_delete_associations {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:39.790814 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bcad909-8a7a-4105-8269-8408f87aa8ed None None] Pushing event updated for resources: {'Port': ['ID=44586c4a-44a8-4136-84a8-021940d88f6c,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:28:39.795080 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-671c65bb-a1aa-4400-85d9-2460e6caa3d4 None None] Attempting to bind port 44586c4a-44a8-4136-84a8-021940d88f6c on host n-d-827839-2 for vnic_type normal with profile {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:28:39.795533 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-671c65bb-a1aa-4400-85d9-2460e6caa3d4 None None] Attempting to bind port 44586c4a-44a8-4136-84a8-021940d88f6c by drivers openvswitch,hyperv on host n-d-827839-2 at level 0 using segments [{'id': '5942dc44-1f07-4c27-b0ab-45a2bff20dd5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188'}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:28:39.795968 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-671c65bb-a1aa-4400-85d9-2460e6caa3d4 None None] Attempting to bind port 44586c4a-44a8-4136-84a8-021940d88f6c on network 48165773-85ad-49a1-9ec1-76fc8dc24188 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:28:39.806256 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-671c65bb-a1aa-4400-85d9-2460e6caa3d4 None None] Checking agent: {'id': 'ba70844b-66a0-45fd-a2f2-e6ed673321fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 0, 36), 'started_at': datetime.datetime(2022, 2, 4, 17, 1, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 28, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:28:39.806719 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-671c65bb-a1aa-4400-85d9-2460e6caa3d4 None None] Checking segment: {'id': '5942dc44-1f07-4c27-b0ab-45a2bff20dd5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:28:39.807198 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-671c65bb-a1aa-4400-85d9-2460e6caa3d4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:39.807657 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-671c65bb-a1aa-4400-85d9-2460e6caa3d4 None None] Bound using segment: {'id': '5942dc44-1f07-4c27-b0ab-45a2bff20dd5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188'} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:28:39.808211 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-671c65bb-a1aa-4400-85d9-2460e6caa3d4 None None] Bound port: 44586c4a-44a8-4136-84a8-021940d88f6c, host: n-d-827839-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5942dc44-1f07-4c27-b0ab-45a2bff20dd5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188'}}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:28:39.808680 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-671c65bb-a1aa-4400-85d9-2460e6caa3d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (44586c4a-44a8-4136-84a8-021940d88f6c), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:39.827851 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-01efa110-0cba-44cd-8725-8da89121f8cf tempest-ExtraDHCPOptionsIpV6TestJSON-1966617622 tempest-ExtraDHCPOptionsIpV6TestJSON-1966617622-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25674901'] for subnet (36c1c4cf-9c7f-4605-a48a-f9ca98ce3171), precommit_delete_associations {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:39.900824 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-671c65bb-a1aa-4400-85d9-2460e6caa3d4 None None] For port 44586c4a-44a8-4136-84a8-021940d88f6c, host n-d-827839-2, cleared binding levels {{(pid=103378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:28:39.905208 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-671c65bb-a1aa-4400-85d9-2460e6caa3d4 None None] For port 44586c4a-44a8-4136-84a8-021940d88f6c, host n-d-827839-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=44586c4a-44a8-4136-84a8-021940d88f6c,segment=NetworkSegment(5942dc44-1f07-4c27-b0ab-45a2bff20dd5),segment_id=5942dc44-1f07-4c27-b0ab-45a2bff20dd5)] {{(pid=103378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:28:39.908663 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port 9335c4ca-6cb3-48d1-9b6e-bf17fe61fd4e is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:28:39.919483 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-671c65bb-a1aa-4400-85d9-2460e6caa3d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (44586c4a-44a8-4136-84a8-021940d88f6c), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:39.958363 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-f6dc230e-1077-4219-97f1-a24467e995fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (10f25b3b-b837-4b77-89e8-ff5b2a84a594), before_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:39.966631 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-6d6dcc4e-fa5c-438c-b139-2f3f3fbe95f6 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1541225'] for subnet (3688148f-5e40-4ad0-af25-0dbfe0ced206), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:39.973904 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-b13c2edf-bf72-4aa9-9faa-dea029b647ab tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602754'] for router_interface (f6fa01af-c11d-4135-8d89-a458519e4c56), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:39.981726 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-671c65bb-a1aa-4400-85d9-2460e6caa3d4 None None] Routers {'546ad7b5-1bb0-42d9-81fc-8541e07251fd'} bound to L3 agent in host n-d-827839-2 {{(pid=103378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:28:39.982439 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-671c65bb-a1aa-4400-85d9-2460e6caa3d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:28:32Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['546ad7b5-1bb0-42d9-81fc-8541e07251fd'], 'active': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:28:40.076135 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bcad909-8a7a-4105-8269-8408f87aa8ed None None] Pushing event updated for resources: {'Port': ['ID=44586c4a-44a8-4136-84a8-021940d88f6c,revision_number=3']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:28:40.087520 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-01efa110-0cba-44cd-8725-8da89121f8cf tempest-ExtraDHCPOptionsIpV6TestJSON-1966617622 tempest-ExtraDHCPOptionsIpV6TestJSON-1966617622-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1541225'] for subnet (36c1c4cf-9c7f-4605-a48a-f9ca98ce3171), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:40.124349 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvr_db [None req-671c65bb-a1aa-4400-85d9-2460e6caa3d4 None None] Set router 546ad7b5-1bb0-42d9-81fc-8541e07251fd gateway port host: n-d-827839-2 {{(pid=103378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:28:40.127807 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (f20a1ab3-4332-4f54-833b-ba4a7c687e89), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:40.181391 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-f6dc230e-1077-4219-97f1-a24467e995fe admin admin] Publish callbacks [] for port (10f25b3b-b837-4b77-89e8-ff5b2a84a594), precommit_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:40.186799 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-f6dc230e-1077-4219-97f1-a24467e995fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25888290'] for port (10f25b3b-b837-4b77-89e8-ff5b2a84a594), after_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:40.204403 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-6d6dcc4e-fa5c-438c-b139-2f3f3fbe95f6 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1541216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25675894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25858947'] for subnet (3688148f-5e40-4ad0-af25-0dbfe0ced206), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:40.260444 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-f6dc230e-1077-4219-97f1-a24467e995fe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1677345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602751'] for router_interface (546ad7b5-1bb0-42d9-81fc-8541e07251fd), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:40.262451 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6dc230e-1077-4219-97f1-a24467e995fe admin admin] Pushing event updated for resources: {'Port': ['ID=10f25b3b-b837-4b77-89e8-ff5b2a84a594,revision_number=2']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:28:40.274341 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6dcc4e-fa5c-438c-b139-2f3f3fbe95f6 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Pushing event deleted for resources: {'Subnet': ['ID=3688148f-5e40-4ad0-af25-0dbfe0ced206,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:28:40.292906 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-01efa110-0cba-44cd-8725-8da89121f8cf tempest-ExtraDHCPOptionsIpV6TestJSON-1966617622 tempest-ExtraDHCPOptionsIpV6TestJSON-1966617622-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1541216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25675894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25858947'] for subnet (36c1c4cf-9c7f-4605-a48a-f9ca98ce3171), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:40.310254 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-6d6dcc4e-fa5c-438c-b139-2f3f3fbe95f6 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks [] for subnet (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:40.317211 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-6d6dcc4e-fa5c-438c-b139-2f3f3fbe95f6 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] 10.222.0.89 "DELETE /v2.0/subnets/3688148f-5e40-4ad0-af25-0dbfe0ced206 HTTP/1.1" status: 204 len: 168 time: 0.7889850 Feb 04 17:28:40.321253 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 46406) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:28:40.358009 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-01efa110-0cba-44cd-8725-8da89121f8cf tempest-ExtraDHCPOptionsIpV6TestJSON-1966617622 tempest-ExtraDHCPOptionsIpV6TestJSON-1966617622-project] Publish callbacks [] for subnet (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:40.363774 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-01efa110-0cba-44cd-8725-8da89121f8cf tempest-ExtraDHCPOptionsIpV6TestJSON-1966617622 tempest-ExtraDHCPOptionsIpV6TestJSON-1966617622-project] 10.222.0.89 "DELETE /v2.0/subnets/36c1c4cf-9c7f-4605-a48a-f9ca98ce3171 HTTP/1.1" status: 204 len: 168 time: 0.7664514 Feb 04 17:28:40.363774 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01efa110-0cba-44cd-8725-8da89121f8cf tempest-ExtraDHCPOptionsIpV6TestJSON-1966617622 tempest-ExtraDHCPOptionsIpV6TestJSON-1966617622-project] Pushing event deleted for resources: {'Subnet': ['ID=36c1c4cf-9c7f-4605-a48a-f9ca98ce3171,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:28:40.365678 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 46408) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:28:40.376397 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-671c65bb-a1aa-4400-85d9-2460e6caa3d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '546ad7b5-1bb0-42d9-81fc-8541e07251fd', 'name': 'tempest-TaggedBootDevicesTest-2038486132-router', 'tenant_id': 'ae7af1f68a8142688c6249d339ab8a6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.128'}], 'enable_snat': True}, 'gw_port_id': '44586c4a-44a8-4136-84a8-021940d88f6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:28:33Z', 'updated_at': '2022-02-04T17:28:39Z', 'revision_number': 4, 'project_id': 'ae7af1f68a8142688c6249d339ab8a6d', 'gw_port': {'id': '44586c4a-44a8-4136-84a8-021940d88f6c', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:4d:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '546ad7b5-1bb0-42d9-81fc-8541e07251fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2118, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:28:34Z', 'updated_at': '2022-02-04T17:28:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_interfaces': [{'id': '10f25b3b-b837-4b77-89e8-ff5b2a84a594', 'name': '', 'network_id': 'a64d26d7-6663-4816-93ec-6e302f6e65a3', 'tenant_id': 'ae7af1f68a8142688c6249d339ab8a6d', 'mac_address': 'fa:16:3e:44:7c:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '546ad7b5-1bb0-42d9-81fc-8541e07251fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2120, 'fixed_ips': [{'subnet_id': 'f380e9a2-3490-45e9-934d-38ee4f9d651d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:28:38Z', 'updated_at': '2022-02-04T17:28:39Z', 'revision_number': 1, 'project_id': 'ae7af1f68a8142688c6249d339ab8a6d', 'subnets': [{'id': 'f380e9a2-3490-45e9-934d-38ee4f9d651d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-2', False) {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:28:40.387123 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-e99baccd-d1af-430d-90cd-74b66e03f231 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] 10.222.0.89 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0642855 Feb 04 17:28:40.394718 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 46410) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:28:40.404818 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-671c65bb-a1aa-4400-85d9-2460e6caa3d4 None None] The sync data for ids ['546ad7b5-1bb0-42d9-81fc-8541e07251fd'] in n-d-827839-2 is: [{'id': '546ad7b5-1bb0-42d9-81fc-8541e07251fd', 'name': 'tempest-TaggedBootDevicesTest-2038486132-router', 'tenant_id': 'ae7af1f68a8142688c6249d339ab8a6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.128'}], 'enable_snat': True}, 'gw_port_id': '44586c4a-44a8-4136-84a8-021940d88f6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:28:33Z', 'updated_at': '2022-02-04T17:28:39Z', 'revision_number': 4, 'project_id': 'ae7af1f68a8142688c6249d339ab8a6d', 'gw_port': {'id': '44586c4a-44a8-4136-84a8-021940d88f6c', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:4d:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '546ad7b5-1bb0-42d9-81fc-8541e07251fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2118, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:28:34Z', 'updated_at': '2022-02-04T17:28:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_interfaces': [{'id': '10f25b3b-b837-4b77-89e8-ff5b2a84a594', 'name': '', 'network_id': 'a64d26d7-6663-4816-93ec-6e302f6e65a3', 'tenant_id': 'ae7af1f68a8142688c6249d339ab8a6d', 'mac_address': 'fa:16:3e:44:7c:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '546ad7b5-1bb0-42d9-81fc-8541e07251fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2120, 'fixed_ips': [{'subnet_id': 'f380e9a2-3490-45e9-934d-38ee4f9d651d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:28:38Z', 'updated_at': '2022-02-04T17:28:39Z', 'revision_number': 1, 'project_id': 'ae7af1f68a8142688c6249d339ab8a6d', 'subnets': [{'id': 'f380e9a2-3490-45e9-934d-38ee4f9d651d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 17:28:40.496645 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-0717cdfd-8ab6-4d10-bf22-2e00ae348503 tempest-ExtraDHCPOptionsIpV6TestJSON-1966617622 tempest-ExtraDHCPOptionsIpV6TestJSON-1966617622-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628832'] for network (a93d49f6-4343-4341-aa13-21ecd7c13eb1), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:40.511522 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6dc230e-1077-4219-97f1-a24467e995fe admin admin] Network a64d26d7-6663-4816-93ec-6e302f6e65a3 is already hosted by enough agents. {{(pid=103377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:28:40.514232 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [None req-f6dc230e-1077-4219-97f1-a24467e995fe admin admin] Resources bound (agent type, host, resource id): {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:28:40.514928 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-401c24a9-444c-414b-8785-b74b9e0599a8 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:28:40.516699 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-401c24a9-444c-414b-8785-b74b9e0599a8 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] 10.222.0.89 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1157804 Feb 04 17:28:40.519786 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 46412) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:28:40.585021 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-defae6dd-ee6c-4440-876c-210e0f90c94a None None] Could not find standard attr ID for object 4f8fd700-5f9b-4c77-b637-826276a75e73. {{(pid=103378) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 17:28:40.612791 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-defae6dd-ee6c-4440-876c-210e0f90c94a None None] Provisioning complete for port 7c9fd574-8888-448b-91cb-e6e5a80b7caa triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:28:40.613149 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-defae6dd-ee6c-4440-876c-210e0f90c94a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (7c9fd574-8888-448b-91cb-e6e5a80b7caa), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:40.639803 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de53eb5d-39c5-4297-8374-b3b2cfad2e1e tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:28:40.641748 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-de53eb5d-39c5-4297-8374-b3b2cfad2e1e tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] 10.222.0.89 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1209540 Feb 04 17:28:40.650643 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 46414) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:28:40.680349 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-b13c2edf-bf72-4aa9-9faa-dea029b647ab tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Deleting port effdf816-fa28-4277-95d5-4eec5d099f9b {{(pid=103376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:28:40.685120 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-b13c2edf-bf72-4aa9-9faa-dea029b647ab tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (effdf816-fa28-4277-95d5-4eec5d099f9b), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:40.771112 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-252afc65-5aed-458b-90b9-60f5f022a9c0 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] 10.222.0.89 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0777013 Feb 04 17:28:40.782109 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 46416) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:28:40.783745 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-defae6dd-ee6c-4440-876c-210e0f90c94a None None] Current status of the port 7c9fd574-8888-448b-91cb-e6e5a80b7caa is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:28:40.803022 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-8f5bbbad-188a-4526-92e3-1254d5a5750e tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Request body: {'subnet': {'network_id': 'ebdc431d-e6a4-4155-be30-2a7d896acbb0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:28:40.852159 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-b13c2edf-bf72-4aa9-9faa-dea029b647ab tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (effdf816-fa28-4277-95d5-4eec5d099f9b), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:40.887328 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-b13c2edf-bf72-4aa9-9faa-dea029b647ab tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Calling delete_port for effdf816-fa28-4277-95d5-4eec5d099f9b owned by network:router_interface {{(pid=103376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:28:41.000183 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6dc230e-1077-4219-97f1-a24467e995fe admin admin] Router 546ad7b5-1bb0-42d9-81fc-8541e07251fd has already been hosted by L3 agent 64ada913-9131-4d99-a265-63a920956287 {{(pid=103377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 17:28:41.033588 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-0717cdfd-8ab6-4d10-bf22-2e00ae348503 tempest-ExtraDHCPOptionsIpV6TestJSON-1966617622 tempest-ExtraDHCPOptionsIpV6TestJSON-1966617622-project] Deleting port 5e7f7c5d-afd4-4f25-9be4-1817661727fe {{(pid=103377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:28:41.034304 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-0717cdfd-8ab6-4d10-bf22-2e00ae348503 tempest-ExtraDHCPOptionsIpV6TestJSON-1966617622 tempest-ExtraDHCPOptionsIpV6TestJSON-1966617622-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (5e7f7c5d-afd4-4f25-9be4-1817661727fe), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:41.121194 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f5bbbad-188a-4526-92e3-1254d5a5750e tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Made reservation on behalf of 2dabbd0ed422411582aec81f9de51a07 for: {'subnet': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:28:41.126631 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-8f5bbbad-188a-4526-92e3-1254d5a5750e tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25597243'] for subnet (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:41.160779 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31a67951-efdd-4113-a29f-db6d40d57240 None None] Network ebdc431d-e6a4-4155-be30-2a7d896acbb0 requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:28:41.204037 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-b13c2edf-bf72-4aa9-9faa-dea029b647ab tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (effdf816-fa28-4277-95d5-4eec5d099f9b), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:41.236596 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09947536-0daf-4141-9820-7ca07bad2337 None None] Network a93d49f6-4343-4341-aa13-21ecd7c13eb1 requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:28:41.239755 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13c2edf-bf72-4aa9-9faa-dea029b647ab tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Pushing event deleted for resources: {'Port': ['ID=effdf816-fa28-4277-95d5-4eec5d099f9b,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:28:41.348845 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [None req-0717cdfd-8ab6-4d10-bf22-2e00ae348503 tempest-ExtraDHCPOptionsIpV6TestJSON-1966617622 tempest-ExtraDHCPOptionsIpV6TestJSON-1966617622-project] For port 5e7f7c5d-afd4-4f25-9be4-1817661727fe, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=5e7f7c5d-afd4-4f25-9be4-1817661727fe,segment=NetworkSegment(ba4ae666-235d-4ab7-8a26-118668619c98),segment_id=ba4ae666-235d-4ab7-8a26-118668619c98)] {{(pid=103377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:28:41.349214 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-0717cdfd-8ab6-4d10-bf22-2e00ae348503 tempest-ExtraDHCPOptionsIpV6TestJSON-1966617622 tempest-ExtraDHCPOptionsIpV6TestJSON-1966617622-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (5e7f7c5d-afd4-4f25-9be4-1817661727fe), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:41.386720 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-0717cdfd-8ab6-4d10-bf22-2e00ae348503 tempest-ExtraDHCPOptionsIpV6TestJSON-1966617622 tempest-ExtraDHCPOptionsIpV6TestJSON-1966617622-project] Calling delete_port for 5e7f7c5d-afd4-4f25-9be4-1817661727fe owned by network:dhcp {{(pid=103377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:28:41.421627 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-b13c2edf-bf72-4aa9-9faa-dea029b647ab tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1677336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1602614'] for router_interface (f6fa01af-c11d-4135-8d89-a458519e4c56), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:41.426040 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-63b24820-6315-4a3b-bb03-21a0115685c2 None None] Provisioning complete for port 10f25b3b-b837-4b77-89e8-ff5b2a84a594 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:28:41.426525 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-63b24820-6315-4a3b-bb03-21a0115685c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (10f25b3b-b837-4b77-89e8-ff5b2a84a594), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:41.533129 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-63b24820-6315-4a3b-bb03-21a0115685c2 None None] Port 10f25b3b-b837-4b77-89e8-ff5b2a84a594 cannot update to ACTIVE because it is not bound. {{(pid=103378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 17:28:41.541197 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-63b24820-6315-4a3b-bb03-21a0115685c2 None None] Could not find standard attr ID for object 82a3e555-48fd-4f47-95b6-c0a17953f002. {{(pid=103378) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 17:28:41.556888 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-0717cdfd-8ab6-4d10-bf22-2e00ae348503 tempest-ExtraDHCPOptionsIpV6TestJSON-1966617622 tempest-ExtraDHCPOptionsIpV6TestJSON-1966617622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (5e7f7c5d-afd4-4f25-9be4-1817661727fe), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:41.633676 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0717cdfd-8ab6-4d10-bf22-2e00ae348503 tempest-ExtraDHCPOptionsIpV6TestJSON-1966617622 tempest-ExtraDHCPOptionsIpV6TestJSON-1966617622-project] Pushing event deleted for resources: {'Port': ['ID=5e7f7c5d-afd4-4f25-9be4-1817661727fe,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:28:41.635964 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0717cdfd-8ab6-4d10-bf22-2e00ae348503 tempest-ExtraDHCPOptionsIpV6TestJSON-1966617622 tempest-ExtraDHCPOptionsIpV6TestJSON-1966617622-project] No DVR routers for this DVR port 5e7f7c5d-afd4-4f25-9be4-1817661727fe on host n-d-827839-2 {{(pid=103377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 17:28:41.647851 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6dc230e-1077-4219-97f1-a24467e995fe admin admin] Notify agent at l3_agent.n-d-827839-2 the message routers_updated {{(pid=103377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 17:28:41.656448 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60028822-859f-43b3-aec5-07d3ac4bbce9 None None] DHCP port deletion for ebdc431d-e6a4-4155-be30-2a7d896acbb0 request from n-d-827839-2 {{(pid=103378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 17:28:41.696865 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-f6dc230e-1077-4219-97f1-a24467e995fe admin admin] 10.222.0.89 "PUT /v2.0/routers/546ad7b5-1bb0-42d9-81fc-8541e07251fd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7478440 Feb 04 17:28:41.775003 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b8e4b77-47cb-4ba5-987d-ace1e12abd55 None None] DHCP port deletion for a93d49f6-4343-4341-aa13-21ecd7c13eb1 request from n-d-827839-2 {{(pid=103378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 17:28:41.798037 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-26e09f0b-b758-449b-b458-2fd79434e80e None None] Provisioning complete for port 10f25b3b-b837-4b77-89e8-ff5b2a84a594 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:28:41.798374 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-26e09f0b-b758-449b-b458-2fd79434e80e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (10f25b3b-b837-4b77-89e8-ff5b2a84a594), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:41.873984 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-0717cdfd-8ab6-4d10-bf22-2e00ae348503 tempest-ExtraDHCPOptionsIpV6TestJSON-1966617622 tempest-ExtraDHCPOptionsIpV6TestJSON-1966617622-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1543676', 'neutron.services.segments.db._delete_segments_for_network-8781084786517'] for network (a93d49f6-4343-4341-aa13-21ecd7c13eb1), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:41.893060 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-26e09f0b-b758-449b-b458-2fd79434e80e None None] Port 10f25b3b-b837-4b77-89e8-ff5b2a84a594 cannot update to ACTIVE because it is not bound. {{(pid=103378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 17:28:41.909900 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-60028822-859f-43b3-aec5-07d3ac4bbce9 None None] Deleting port 7c9fd574-8888-448b-91cb-e6e5a80b7caa {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:28:41.910352 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-60028822-859f-43b3-aec5-07d3ac4bbce9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (7c9fd574-8888-448b-91cb-e6e5a80b7caa), before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:41.921093 n-d-827839-2 neutron-server[103377]: DEBUG neutron.services.segments.db [None req-0717cdfd-8ab6-4d10-bf22-2e00ae348503 tempest-ExtraDHCPOptionsIpV6TestJSON-1966617622 tempest-ExtraDHCPOptionsIpV6TestJSON-1966617622-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a93d49f6-4343-4341-aa13-21ecd7c13eb1']}} {{(pid=103377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:28:41.935820 n-d-827839-2 neutron-server[103377]: DEBUG neutron.services.segments.db [None req-0717cdfd-8ab6-4d10-bf22-2e00ae348503 tempest-ExtraDHCPOptionsIpV6TestJSON-1966617622 tempest-ExtraDHCPOptionsIpV6TestJSON-1966617622-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba4ae666-235d-4ab7-8a26-118668619c98') {'for_net_delete': True} {{(pid=103377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:28:41.936542 n-d-827839-2 neutron-server[103377]: DEBUG neutron.services.segments.db [None req-0717cdfd-8ab6-4d10-bf22-2e00ae348503 tempest-ExtraDHCPOptionsIpV6TestJSON-1966617622 tempest-ExtraDHCPOptionsIpV6TestJSON-1966617622-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba4ae666-235d-4ab7-8a26-118668619c98') {} {{(pid=103377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:28:41.954529 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-8f5bbbad-188a-4526-92e3-1254d5a5750e tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25889445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25597197'] for subnet (d39db175-b9f9-4f95-bf10-44bcb3489802), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:41.965937 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-0717cdfd-8ab6-4d10-bf22-2e00ae348503 tempest-ExtraDHCPOptionsIpV6TestJSON-1966617622 tempest-ExtraDHCPOptionsIpV6TestJSON-1966617622-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781084783966', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26866685'] for segment (ba4ae666-235d-4ab7-8a26-118668619c98), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:41.986682 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f5bbbad-188a-4526-92e3-1254d5a5750e tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Network ebdc431d-e6a4-4155-be30-2a7d896acbb0 is already hosted by enough agents. {{(pid=103377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:28:42.012155 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [None req-8f5bbbad-188a-4526-92e3-1254d5a5750e tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Resources bound (agent type, host, resource id): {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:28:42.015239 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f5bbbad-188a-4526-92e3-1254d5a5750e tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:28:42.015851 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-8f5bbbad-188a-4526-92e3-1254d5a5750e tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks [] for subnet (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:42.037621 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-60028822-859f-43b3-aec5-07d3ac4bbce9 None None] For port 7c9fd574-8888-448b-91cb-e6e5a80b7caa, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=7c9fd574-8888-448b-91cb-e6e5a80b7caa,segment=NetworkSegment(2fcce0c7-9a0a-428a-b986-cae51cd3c129),segment_id=2fcce0c7-9a0a-428a-b986-cae51cd3c129)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:28:42.038023 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-60028822-859f-43b3-aec5-07d3ac4bbce9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (7c9fd574-8888-448b-91cb-e6e5a80b7caa), precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:42.044200 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-0717cdfd-8ab6-4d10-bf22-2e00ae348503 tempest-ExtraDHCPOptionsIpV6TestJSON-1966617622 tempest-ExtraDHCPOptionsIpV6TestJSON-1966617622-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (ba4ae666-235d-4ab7-8a26-118668619c98), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:42.061563 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-60028822-859f-43b3-aec5-07d3ac4bbce9 None None] Calling delete_port for 7c9fd574-8888-448b-91cb-e6e5a80b7caa owned by network:dhcp {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:28:42.078114 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-8f5bbbad-188a-4526-92e3-1254d5a5750e tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2947307 Feb 04 17:28:42.079714 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 46426) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:28:42.079869 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0717cdfd-8ab6-4d10-bf22-2e00ae348503 tempest-ExtraDHCPOptionsIpV6TestJSON-1966617622 tempest-ExtraDHCPOptionsIpV6TestJSON-1966617622-project] Releasing vlan 759 on physical network physnet1 to pool {{(pid=103377) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 17:28:42.080200 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-0717cdfd-8ab6-4d10-bf22-2e00ae348503 tempest-ExtraDHCPOptionsIpV6TestJSON-1966617622 tempest-ExtraDHCPOptionsIpV6TestJSON-1966617622-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25888454'] for segment (ba4ae666-235d-4ab7-8a26-118668619c98), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:42.088702 n-d-827839-2 neutron-server[103377]: Traceback (most recent call last): Feb 04 17:28:42.088702 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 17:28:42.088702 n-d-827839-2 neutron-server[103377]: timer() Feb 04 17:28:42.088702 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 17:28:42.088702 n-d-827839-2 neutron-server[103377]: cb(*args, **kw) Feb 04 17:28:42.088702 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 17:28:42.088702 n-d-827839-2 neutron-server[103377]: return func(*args, **kwargs) Feb 04 17:28:42.088702 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 17:28:42.088702 n-d-827839-2 neutron-server[103377]: self._notify() Feb 04 17:28:42.088702 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 17:28:42.088702 n-d-827839-2 neutron-server[103377]: self.callback(batched_events) Feb 04 17:28:42.088702 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 17:28:42.088702 n-d-827839-2 neutron-server[103377]: event.method(event) Feb 04 17:28:42.088702 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 17:28:42.088702 n-d-827839-2 neutron-server[103377]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 17:28:42.088702 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 17:28:42.088702 n-d-827839-2 neutron-server[103377]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 17:28:42.088702 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 17:28:42.088702 n-d-827839-2 neutron-server[103377]: return f(self, *a, **k) Feb 04 17:28:42.088702 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 17:28:42.088702 n-d-827839-2 neutron-server[103377]: return self._get(url).json() Feb 04 17:28:42.088702 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 17:28:42.088702 n-d-827839-2 neutron-server[103377]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 17:28:42.088702 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 17:28:42.088702 n-d-827839-2 neutron-server[103377]: return self.request(url, 'GET', **kwargs) Feb 04 17:28:42.088702 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 17:28:42.088702 n-d-827839-2 neutron-server[103377]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 17:28:42.088702 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 17:28:42.088702 n-d-827839-2 neutron-server[103377]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 17:28:42.088702 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 17:28:42.088702 n-d-827839-2 neutron-server[103377]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 17:28:42.088702 n-d-827839-2 neutron-server[103377]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 17:28:42.095050 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-1afd083d-8ece-4d48-a59a-f4645a8d1a35 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Request body: {'port': {'network_id': 'ebdc431d-e6a4-4155-be30-2a7d896acbb0', 'mac_address': 'fa:16:3e:7f:83:f6', 'name': 'tempest-NetworksTestDHCPv6-962506416'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:28:42.102417 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5bbbad-188a-4526-92e3-1254d5a5750e tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Pushing event updated for resources: {'Subnet': ['ID=d39db175-b9f9-4f95-bf10-44bcb3489802,revision_number=0']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:28:42.107437 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b13c2edf-bf72-4aa9-9faa-dea029b647ab tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Router f6fa01af-c11d-4135-8d89-a458519e4c56 has already been hosted by L3 agent 64ada913-9131-4d99-a265-63a920956287 {{(pid=103376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 17:28:42.178323 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-0717cdfd-8ab6-4d10-bf22-2e00ae348503 tempest-ExtraDHCPOptionsIpV6TestJSON-1966617622 tempest-ExtraDHCPOptionsIpV6TestJSON-1966617622-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1543671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1595572'] for network (a93d49f6-4343-4341-aa13-21ecd7c13eb1), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:42.178628 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-60028822-859f-43b3-aec5-07d3ac4bbce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144'] for port (7c9fd574-8888-448b-91cb-e6e5a80b7caa), after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:42.185847 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-0717cdfd-8ab6-4d10-bf22-2e00ae348503 tempest-ExtraDHCPOptionsIpV6TestJSON-1966617622 tempest-ExtraDHCPOptionsIpV6TestJSON-1966617622-project] Publish callbacks [] for network (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:42.192108 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-0717cdfd-8ab6-4d10-bf22-2e00ae348503 tempest-ExtraDHCPOptionsIpV6TestJSON-1966617622 tempest-ExtraDHCPOptionsIpV6TestJSON-1966617622-project] 10.222.0.89 "DELETE /v2.0/networks/a93d49f6-4343-4341-aa13-21ecd7c13eb1 HTTP/1.1" status: 204 len: 168 time: 1.8264320 Feb 04 17:28:42.227338 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0717cdfd-8ab6-4d10-bf22-2e00ae348503 tempest-ExtraDHCPOptionsIpV6TestJSON-1966617622 tempest-ExtraDHCPOptionsIpV6TestJSON-1966617622-project] Pushing event deleted for resources: {'Network': ['ID=a93d49f6-4343-4341-aa13-21ecd7c13eb1,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:28:42.230372 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60028822-859f-43b3-aec5-07d3ac4bbce9 None None] Pushing event deleted for resources: {'Port': ['ID=7c9fd574-8888-448b-91cb-e6e5a80b7caa,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:28:42.254232 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60028822-859f-43b3-aec5-07d3ac4bbce9 None None] No DVR routers for this DVR port 7c9fd574-8888-448b-91cb-e6e5a80b7caa on host n-d-827839-2 {{(pid=103378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 17:28:42.290480 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (3f9244a9-75fc-4c10-b195-11d48b853b41), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:42.296562 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71121c5f-0f95-4343-b509-ad76530f3c34 None None] Network ebdc431d-e6a4-4155-be30-2a7d896acbb0 requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:28:42.369840 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b13c2edf-bf72-4aa9-9faa-dea029b647ab tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Notify agent at l3_agent.n-d-827839-2 the message routers_updated {{(pid=103376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 17:28:42.376023 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-b13c2edf-bf72-4aa9-9faa-dea029b647ab tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] 10.222.0.89 "PUT /v2.0/routers/f6fa01af-c11d-4135-8d89-a458519e4c56/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2705719 Feb 04 17:28:42.383170 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 46436) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:28:42.386819 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1afd083d-8ece-4d48-a59a-f4645a8d1a35 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Made reservation on behalf of 2dabbd0ed422411582aec81f9de51a07 for: {'port': 1} {{(pid=103376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:28:42.395910 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81c4c1d7-bb24-48cf-964a-d86ee0d6473a None None] Sync routers for ids ['f6fa01af-c11d-4135-8d89-a458519e4c56'] in n-d-827839-2 {{(pid=103378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 17:28:42.439321 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81c4c1d7-bb24-48cf-964a-d86ee0d6473a None None] Routers {'f6fa01af-c11d-4135-8d89-a458519e4c56'} bound to L3 agent in host n-d-827839-2 {{(pid=103378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:28:42.440118 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-81c4c1d7-bb24-48cf-964a-d86ee0d6473a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:28:32Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['f6fa01af-c11d-4135-8d89-a458519e4c56'], 'active': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:28:42.486833 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 46440) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:28:42.495057 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-322e68b6-7d7c-465e-8982-585867d9429d tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] 10.222.0.89 "GET /v2.0/ports?device_id=f6fa01af-c11d-4135-8d89-a458519e4c56 HTTP/1.1" status: 200 len: 205 time: 0.1088371 Feb 04 17:28:42.532493 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-81c4c1d7-bb24-48cf-964a-d86ee0d6473a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827839-2', False) {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:28:42.564315 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81c4c1d7-bb24-48cf-964a-d86ee0d6473a None None] Routers {'f6fa01af-c11d-4135-8d89-a458519e4c56'} bound to L3 agent in host n-d-827839-2 {{(pid=103378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:28:42.564988 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-81c4c1d7-bb24-48cf-964a-d86ee0d6473a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:28:32Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['f6fa01af-c11d-4135-8d89-a458519e4c56'], 'active': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:28:42.602288 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-1afd083d-8ece-4d48-a59a-f4645a8d1a35 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:42.628304 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-81c4c1d7-bb24-48cf-964a-d86ee0d6473a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827839-2', False) {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:28:42.629368 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81c4c1d7-bb24-48cf-964a-d86ee0d6473a None None] The sync data for ids ['f6fa01af-c11d-4135-8d89-a458519e4c56'] in n-d-827839-2 is: [] {{(pid=103378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 17:28:42.631114 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-643d6195-c2f2-434c-8aa6-c2923cd9e8f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e4c19ad-5724-5db8-8ee1-4f56ae69fcf4-ebdc431d-e6a4-4155-be30-2a7d896acbb0', 'network_id': 'ebdc431d-e6a4-4155-be30-2a7d896acbb0', 'project_id': '2dabbd0ed422411582aec81f9de51a07', 'fixed_ips': [{'subnet_id': 'd39db175-b9f9-4f95-bf10-44bcb3489802'}]}} from n-d-827839-2. {{(pid=103378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 17:28:42.632845 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-643d6195-c2f2-434c-8aa6-c2923cd9e8f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:42.633659 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 46442) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:28:42.663609 n-d-827839-2 neutron-server[103376]: DEBUG neutron.notifiers.nova [None req-1afd083d-8ece-4d48-a59a-f4645a8d1a35 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] device_id is not set on port d631dc99-de87-4d50-a05d-c7bdc55b8e9b yet. {{(pid=103376) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 04 17:28:42.676684 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-5761a72e-8442-4963-9c44-43b3f6c70634 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Publish callbacks [] for router (f6fa01af-c11d-4135-8d89-a458519e4c56), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:42.732882 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 46448) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:28:42.750365 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-31e05921-5361-4d73-96d0-031fdbba7ed3 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1191016291-network', 'tenant_id': '98c9dcf293b449b2b87f5079c52a68fa'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:28:42.807510 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31e05921-5361-4d73-96d0-031fdbba7ed3 admin admin] Made reservation on behalf of 98c9dcf293b449b2b87f5079c52a68fa for: {'network': 1} {{(pid=103376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:28:42.810832 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-31e05921-5361-4d73-96d0-031fdbba7ed3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for network (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:42.821940 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-31e05921-5361-4d73-96d0-031fdbba7ed3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:42.836374 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-643d6195-c2f2-434c-8aa6-c2923cd9e8f4 None None] Allocated IP 2001:db8::2 (ebdc431d-e6a4-4155-be30-2a7d896acbb0/d39db175-b9f9-4f95-bf10-44bcb3489802/57324ef4-9c98-4ce6-bae8-d8a62ae17a14) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:28:42.972542 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-31e05921-5361-4d73-96d0-031fdbba7ed3 admin admin] Publish callbacks [] for security_group (1e659254-2379-42e6-8720-f21a2d542a4e), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:42.980024 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-31e05921-5361-4d73-96d0-031fdbba7ed3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (1e659254-2379-42e6-8720-f21a2d542a4e), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:43.010792 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.agents_db [None req-e1691f3b-aacd-4cd6-8ebb-a9c53bb301c0 None None] Agent healthcheck: found 7 active agents {{(pid=103379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 17:28:43.040189 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e05921-5361-4d73-96d0-031fdbba7ed3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e659254-2379-42e6-8720-f21a2d542a4e,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:28:43.093168 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31e05921-5361-4d73-96d0-031fdbba7ed3 admin admin] vlan segment allocate from pool success with {'vlan_id': 754, 'physical_network': 'physnet1'} {{(pid=103376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 17:28:43.102436 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-e4329e72-e959-4988-a39e-65aab46dc464 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=08506aa7d3e949998ff53399228777ab&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4576213 Feb 04 17:28:43.105993 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 46450) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:28:43.115221 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-31e05921-5361-4d73-96d0-031fdbba7ed3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (60f0396c-e170-4e00-b584-b3b5c309f6b3), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:43.115574 n-d-827839-2 neutron-server[103376]: INFO neutron.db.segments_db [None req-31e05921-5361-4d73-96d0-031fdbba7ed3 admin admin] Added segment 60f0396c-e170-4e00-b584-b3b5c309f6b3 of type vlan for network aaddf6ec-48dd-4d99-a249-cf782a8d2cfa Feb 04 17:28:43.146045 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 44586c4a-44a8-4136-84a8-021940d88f6c up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:28:43.196107 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-31e05921-5361-4d73-96d0-031fdbba7ed3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781084292801'] for network (aaddf6ec-48dd-4d99-a249-cf782a8d2cfa), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:43.217665 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-0b225add-4d8e-4564-86f6-521b43020bcb admin admin] Publish callbacks [] for security_group (0236af63-071a-4353-8623-8d02fabef5ff), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:43.247730 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port 44586c4a-44a8-4136-84a8-021940d88f6c triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:28:43.247730 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (44586c4a-44a8-4136-84a8-021940d88f6c), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:43.254699 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-0b225add-4d8e-4564-86f6-521b43020bcb admin admin] Publish callbacks [] for security_group (0236af63-071a-4353-8623-8d02fabef5ff), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:43.261907 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-31e05921-5361-4d73-96d0-031fdbba7ed3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327'] for network (aaddf6ec-48dd-4d99-a249-cf782a8d2cfa), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:43.262850 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31e05921-5361-4d73-96d0-031fdbba7ed3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:28:43.263454 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-31e05921-5361-4d73-96d0-031fdbba7ed3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677565'] for network (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:43.326736 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-643d6195-c2f2-434c-8aa6-c2923cd9e8f4 None None] Publish callbacks [] for port (57324ef4-9c98-4ce6-bae8-d8a62ae17a14), precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:43.337735 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-643d6195-c2f2-434c-8aa6-c2923cd9e8f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135'] for port (57324ef4-9c98-4ce6-bae8-d8a62ae17a14), after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:43.342760 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-5761a72e-8442-4963-9c44-43b3f6c70634 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1601811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26971'] for router (f6fa01af-c11d-4135-8d89-a458519e4c56), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:43.346291 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-5761a72e-8442-4963-9c44-43b3f6c70634 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Publish callbacks [] for router_controller (f6fa01af-c11d-4135-8d89-a458519e4c56), precommit_delete_associations {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:43.383381 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-31e05921-5361-4d73-96d0-031fdbba7ed3 admin admin] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6377041 Feb 04 17:28:43.384705 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 46452) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:28:43.390678 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-51c56eca-737d-43d6-8cd2-b3c16e996d5f admin admin] Request body: {'subnet': {'network_id': 'aaddf6ec-48dd-4d99-a249-cf782a8d2cfa', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1191016291-subnet', 'tenant_id': '98c9dcf293b449b2b87f5079c52a68fa', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:28:43.394533 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e05921-5361-4d73-96d0-031fdbba7ed3 admin admin] Pushing event updated for resources: {'Network': ['ID=aaddf6ec-48dd-4d99-a249-cf782a8d2cfa,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:28:43.399661 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-5761a72e-8442-4963-9c44-43b3f6c70634 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1601832'] for router (f6fa01af-c11d-4135-8d89-a458519e4c56), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:43.400163 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5761a72e-8442-4963-9c44-43b3f6c70634 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Fanout notify agent at l3_agent the message router_deleted on router f6fa01af-c11d-4135-8d89-a458519e4c56 {{(pid=103377) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 17:28:43.408693 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-5761a72e-8442-4963-9c44-43b3f6c70634 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Publish callbacks [] for router (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:43.414278 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 46454) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:28:43.414837 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Network aaddf6ec-48dd-4d99-a249-cf782a8d2cfa details requested by agent ovs-agent-n-d-827839-2 with host n-d-827839-2 {{(pid=103378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 17:28:43.415359 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-5761a72e-8442-4963-9c44-43b3f6c70634 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] 10.222.0.89 "DELETE /v2.0/routers/f6fa01af-c11d-4135-8d89-a458519e4c56 HTTP/1.1" status: 204 len: 168 time: 0.9246633 Feb 04 17:28:43.436002 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51c56eca-737d-43d6-8cd2-b3c16e996d5f admin admin] Made reservation on behalf of 98c9dcf293b449b2b87f5079c52a68fa for: {'subnet': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:28:43.438875 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-51c56eca-737d-43d6-8cd2-b3c16e996d5f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25597243'] for subnet (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:43.469060 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-0b225add-4d8e-4564-86f6-521b43020bcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (0236af63-071a-4353-8623-8d02fabef5ff), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:43.472227 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-0b225add-4d8e-4564-86f6-521b43020bcb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:43.475785 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-0b225add-4d8e-4564-86f6-521b43020bcb admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/0236af63-071a-4353-8623-8d02fabef5ff HTTP/1.1" status: 204 len: 168 time: 0.3664861 Feb 04 17:28:43.475785 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.db_base_plugin_common [None req-1afd083d-8ece-4d48-a59a-f4645a8d1a35 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Allocated IP 2001:db8::319 (ebdc431d-e6a4-4155-be30-2a7d896acbb0/d39db175-b9f9-4f95-bf10-44bcb3489802/d631dc99-de87-4d50-a05d-c7bdc55b8e9b) {{(pid=103376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:28:43.501498 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b225add-4d8e-4564-86f6-521b43020bcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0236af63-071a-4353-8623-8d02fabef5ff,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:28:43.510995 n-d-827839-2 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-643d6195-c2f2-434c-8aa6-c2923cd9e8f4 None None] Network ebdc431d-e6a4-4155-be30-2a7d896acbb0 is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:28:43.512208 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.db_base_plugin_v2 [None req-6631697a-28d5-40c1-a574-e30a073feb5c tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Deleting subnet d425d970-64e3-45a5-bc5f-8674aafa46a2 {{(pid=103376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 17:28:43.519739 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-6631697a-28d5-40c1-a574-e30a073feb5c tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Publish callbacks [] for subnet (d425d970-64e3-45a5-bc5f-8674aafa46a2), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:43.523443 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port 44586c4a-44a8-4136-84a8-021940d88f6c is: DOWN; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:28:43.524153 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (44586c4a-44a8-4136-84a8-021940d88f6c), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:43.542496 n-d-827839-2 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-643d6195-c2f2-434c-8aa6-c2923cd9e8f4 None None] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:28:43.551781 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643d6195-c2f2-434c-8aa6-c2923cd9e8f4 None None] Pushing event updated for resources: {'Port': ['ID=57324ef4-9c98-4ce6-bae8-d8a62ae17a14,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:28:43.554754 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-643d6195-c2f2-434c-8aa6-c2923cd9e8f4 None None] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:28:43.583723 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] For port 44586c4a-44a8-4136-84a8-021940d88f6c, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=44586c4a-44a8-4136-84a8-021940d88f6c,segment=NetworkSegment(5942dc44-1f07-4c27-b0ab-45a2bff20dd5),segment_id=5942dc44-1f07-4c27-b0ab-45a2bff20dd5)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:28:43.619104 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (44586c4a-44a8-4136-84a8-021940d88f6c), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:43.634437 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-6631697a-28d5-40c1-a574-e30a073feb5c tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25674901'] for subnet (d425d970-64e3-45a5-bc5f-8674aafa46a2), precommit_delete_associations {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:43.702049 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-51c56eca-737d-43d6-8cd2-b3c16e996d5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25889445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25597197'] for subnet (273c30a7-7c22-4224-bb2d-362bf7345f6c), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:43.744935 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 7c9fd574-8888-448b-91cb-e6e5a80b7caa no longer exists at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:28:43.785315 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] No Port match for: 7c9fd574-8888-448b-91cb-e6e5a80b7caa {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 17:28:43.785669 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 7c9fd574-8888-448b-91cb-e6e5a80b7caa not bound to the agent host n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 17:28:43.786424 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 5e7f7c5d-afd4-4f25-9be4-1817661727fe no longer exists at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:28:43.810430 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c56eca-737d-43d6-8cd2-b3c16e996d5f admin admin] Pushing event updated for resources: {'Subnet': ['ID=273c30a7-7c22-4224-bb2d-362bf7345f6c,revision_number=0']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:28:43.819671 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-643d6195-c2f2-434c-8aa6-c2923cd9e8f4 None None] Attempting to bind port 57324ef4-9c98-4ce6-bae8-d8a62ae17a14 on host n-d-827839-2 for vnic_type normal with profile {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:28:43.820060 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-643d6195-c2f2-434c-8aa6-c2923cd9e8f4 None None] Attempting to bind port 57324ef4-9c98-4ce6-bae8-d8a62ae17a14 by drivers openvswitch,hyperv on host n-d-827839-2 at level 0 using segments [{'id': '2fcce0c7-9a0a-428a-b986-cae51cd3c129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'ebdc431d-e6a4-4155-be30-2a7d896acbb0'}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:28:43.820427 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-643d6195-c2f2-434c-8aa6-c2923cd9e8f4 None None] Attempting to bind port 57324ef4-9c98-4ce6-bae8-d8a62ae17a14 on network ebdc431d-e6a4-4155-be30-2a7d896acbb0 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:28:43.829304 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] No Port match for: 5e7f7c5d-afd4-4f25-9be4-1817661727fe {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 17:28:43.829304 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 5e7f7c5d-afd4-4f25-9be4-1817661727fe not bound to the agent host n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 17:28:43.830725 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-643d6195-c2f2-434c-8aa6-c2923cd9e8f4 None None] Checking agent: {'id': 'ba70844b-66a0-45fd-a2f2-e6ed673321fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 0, 36), 'started_at': datetime.datetime(2022, 2, 4, 17, 1, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 28, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:28:43.831666 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-643d6195-c2f2-434c-8aa6-c2923cd9e8f4 None None] Checking segment: {'id': '2fcce0c7-9a0a-428a-b986-cae51cd3c129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'ebdc431d-e6a4-4155-be30-2a7d896acbb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:28:43.832093 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-643d6195-c2f2-434c-8aa6-c2923cd9e8f4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:43.832500 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-643d6195-c2f2-434c-8aa6-c2923cd9e8f4 None None] Bound using segment: {'id': '2fcce0c7-9a0a-428a-b986-cae51cd3c129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'ebdc431d-e6a4-4155-be30-2a7d896acbb0'} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:28:43.833015 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-643d6195-c2f2-434c-8aa6-c2923cd9e8f4 None None] Bound port: 57324ef4-9c98-4ce6-bae8-d8a62ae17a14, host: n-d-827839-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2fcce0c7-9a0a-428a-b986-cae51cd3c129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'ebdc431d-e6a4-4155-be30-2a7d896acbb0'}}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:28:43.833404 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-643d6195-c2f2-434c-8aa6-c2923cd9e8f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (57324ef4-9c98-4ce6-bae8-d8a62ae17a14), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:43.837114 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Pushing event updated for resources: {'Port': ['ID=44586c4a-44a8-4136-84a8-021940d88f6c,revision_number=4']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:28:43.858371 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-6631697a-28d5-40c1-a574-e30a073feb5c tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1541225'] for subnet (d425d970-64e3-45a5-bc5f-8674aafa46a2), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:43.863092 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51c56eca-737d-43d6-8cd2-b3c16e996d5f admin admin] Checking segment: {'id': '60f0396c-e170-4e00-b584-b3b5c309f6b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'aaddf6ec-48dd-4d99-a249-cf782a8d2cfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:28:43.863531 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51c56eca-737d-43d6-8cd2-b3c16e996d5f admin admin] Network hostable DHCP agents. Network: aaddf6ec-48dd-4d99-a249-cf782a8d2cfa, hostable agents: ['bb89f5a3-3c22-440b-b7d1-c4f0c43c184a'], hosted agents: [] {{(pid=103377) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 17:28:43.895912 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51c56eca-737d-43d6-8cd2-b3c16e996d5f admin admin] Network aaddf6ec-48dd-4d99-a249-cf782a8d2cfa is scheduled to be hosted by DHCP agent bb89f5a3-3c22-440b-b7d1-c4f0c43c184a with binding_index 1 {{(pid=103377) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 17:28:43.907370 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-1afd083d-8ece-4d48-a59a-f4645a8d1a35 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks [] for port (d631dc99-de87-4d50-a05d-c7bdc55b8e9b), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:43.918078 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [None req-51c56eca-737d-43d6-8cd2-b3c16e996d5f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827839-2, aaddf6ec-48dd-4d99-a249-cf782a8d2cfa) {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:28:43.924802 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51c56eca-737d-43d6-8cd2-b3c16e996d5f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:28:43.927480 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-643d6195-c2f2-434c-8aa6-c2923cd9e8f4 None None] For port 57324ef4-9c98-4ce6-bae8-d8a62ae17a14, host n-d-827839-2, cleared binding levels {{(pid=103378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:28:43.930764 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-51c56eca-737d-43d6-8cd2-b3c16e996d5f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:43.931974 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d174a2ef-3740-45e4-8121-e395a56838fc None None] Network aaddf6ec-48dd-4d99-a249-cf782a8d2cfa requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:28:43.936541 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-643d6195-c2f2-434c-8aa6-c2923cd9e8f4 None None] For port 57324ef4-9c98-4ce6-bae8-d8a62ae17a14, host n-d-827839-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=57324ef4-9c98-4ce6-bae8-d8a62ae17a14,segment=NetworkSegment(2fcce0c7-9a0a-428a-b986-cae51cd3c129),segment_id=2fcce0c7-9a0a-428a-b986-cae51cd3c129)] {{(pid=103378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:28:43.969049 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-51c56eca-737d-43d6-8cd2-b3c16e996d5f admin admin] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5830843 Feb 04 17:28:43.969963 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 46464) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:28:43.975574 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-4d806693-4790-46be-8d7a-3c53d2895d91 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1191016291-router', 'tenant_id': '98c9dcf293b449b2b87f5079c52a68fa', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188'}}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:28:43.984702 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-643d6195-c2f2-434c-8aa6-c2923cd9e8f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (57324ef4-9c98-4ce6-bae8-d8a62ae17a14), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:43.987953 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-6631697a-28d5-40c1-a574-e30a073feb5c tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1541216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25675894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25858947'] for subnet (d425d970-64e3-45a5-bc5f-8674aafa46a2), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:44.018171 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-4d806693-4790-46be-8d7a-3c53d2895d91 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1601657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26921'] for router (56c023a1-67ec-4ed9-a71e-d96906b8e642), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:44.020265 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-4d806693-4790-46be-8d7a-3c53d2895d91 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1602025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603663', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1630571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26960'] for router (56c023a1-67ec-4ed9-a71e-d96906b8e642), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:44.040646 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-1afd083d-8ece-4d48-a59a-f4645a8d1a35 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (d631dc99-de87-4d50-a05d-c7bdc55b8e9b), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:44.055158 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6631697a-28d5-40c1-a574-e30a073feb5c tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Pushing event deleted for resources: {'Subnet': ['ID=d425d970-64e3-45a5-bc5f-8674aafa46a2,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:28:44.062084 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-6631697a-28d5-40c1-a574-e30a073feb5c tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Publish callbacks [] for subnet (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:44.064542 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-045761ca-d8b6-409c-8cb4-1df7c735f426 None None] Network 6f855785-6133-47c9-b0b0-f072038df070 requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:28:44.078203 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-6631697a-28d5-40c1-a574-e30a073feb5c tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] 10.222.0.89 "DELETE /v2.0/subnets/d425d970-64e3-45a5-bc5f-8674aafa46a2 HTTP/1.1" status: 204 len: 168 time: 0.6614575 Feb 04 17:28:44.085834 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4209d421-f280-43d5-8f4a-ed359c25903f None None] Sync routers for ids ['546ad7b5-1bb0-42d9-81fc-8541e07251fd'] in n-d-827839-2 {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 17:28:44.101534 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4209d421-f280-43d5-8f4a-ed359c25903f None None] Routers {'546ad7b5-1bb0-42d9-81fc-8541e07251fd'} bound to L3 agent in host n-d-827839-2 {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:28:44.102526 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-4209d421-f280-43d5-8f4a-ed359c25903f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:28:32Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['546ad7b5-1bb0-42d9-81fc-8541e07251fd'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:28:44.148532 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afd083d-8ece-4d48-a59a-f4645a8d1a35 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Pushing event updated for resources: {'Port': ['ID=d631dc99-de87-4d50-a05d-c7bdc55b8e9b,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:28:44.154599 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 46468) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:28:44.178548 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1afd083d-8ece-4d48-a59a-f4645a8d1a35 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Network ebdc431d-e6a4-4155-be30-2a7d896acbb0 is already hosted by enough agents. {{(pid=103376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:28:44.180113 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [None req-1afd083d-8ece-4d48-a59a-f4645a8d1a35 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Resources bound (agent type, host, resource id): {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:28:44.187781 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1afd083d-8ece-4d48-a59a-f4645a8d1a35 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Received port after_create {{(pid=103376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:28:44.206572 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1afd083d-8ece-4d48-a59a-f4645a8d1a35 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:28:44.207558 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-1afd083d-8ece-4d48-a59a-f4645a8d1a35 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:44.215766 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643d6195-c2f2-434c-8aa6-c2923cd9e8f4 None None] Pushing event updated for resources: {'Port': ['ID=57324ef4-9c98-4ce6-bae8-d8a62ae17a14,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:28:44.234127 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99e010e1-3bcc-46cc-8de3-5ec9c7266255 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e4c19ad-5724-5db8-8ee1-4f56ae69fcf4-aaddf6ec-48dd-4d99-a249-cf782a8d2cfa', 'network_id': 'aaddf6ec-48dd-4d99-a249-cf782a8d2cfa', 'project_id': '98c9dcf293b449b2b87f5079c52a68fa', 'fixed_ips': [{'subnet_id': '273c30a7-7c22-4224-bb2d-362bf7345f6c'}]}} from n-d-827839-2. {{(pid=103378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 17:28:44.235338 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-99e010e1-3bcc-46cc-8de3-5ec9c7266255 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:44.270506 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-1afd083d-8ece-4d48-a59a-f4645a8d1a35 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.1870017 Feb 04 17:28:44.276180 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 46474) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:28:44.296468 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.db_base_plugin_v2 [None req-236e7261-4079-4e7d-bcfd-b5ab6943ec13 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Deleting subnet 59b18788-4e88-4564-9de7-5b319cede143 {{(pid=103377) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 17:28:44.302755 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-236e7261-4079-4e7d-bcfd-b5ab6943ec13 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Publish callbacks [] for subnet (59b18788-4e88-4564-9de7-5b319cede143), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:44.340672 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvr_db [None req-4209d421-f280-43d5-8f4a-ed359c25903f None None] Set router 546ad7b5-1bb0-42d9-81fc-8541e07251fd gateway port host: n-d-827839-2 {{(pid=103379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:28:44.346663 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a433b158-e7f1-47c2-a72d-fa6dc4b45e26 None None] DHCP port deletion for 6f855785-6133-47c9-b0b0-f072038df070 request from n-d-827839-2 {{(pid=103378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 17:28:44.417621 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-236e7261-4079-4e7d-bcfd-b5ab6943ec13 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26866676'] for subnet (59b18788-4e88-4564-9de7-5b319cede143), precommit_delete_associations {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:44.421596 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-4d806693-4790-46be-8d7a-3c53d2895d91 admin admin] Publish callbacks [] for router_controller (56c023a1-67ec-4ed9-a71e-d96906b8e642), precommit_add_association {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:44.435406 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b2ecabe-ec21-459b-ae86-5eac8dc7b980 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:28:44.456164 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b2ecabe-ec21-459b-ae86-5eac8dc7b980 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:28:44.470318 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-4b2ecabe-ec21-459b-ae86-5eac8dc7b980 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] 10.222.0.89 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.1919241 Feb 04 17:28:44.473618 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 46478) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:28:44.536275 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-99e010e1-3bcc-46cc-8de3-5ec9c7266255 None None] Allocated IP 172.20.0.2 (aaddf6ec-48dd-4d99-a249-cf782a8d2cfa/273c30a7-7c22-4224-bb2d-362bf7345f6c/65d1fd0d-2a0d-477c-8000-d760c1bc95c4) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:28:44.616438 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-a433b158-e7f1-47c2-a72d-fa6dc4b45e26 None None] Deleting port cc01fe32-d8ac-494d-bea8-322155db53bd {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:28:44.617123 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a433b158-e7f1-47c2-a72d-fa6dc4b45e26 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (cc01fe32-d8ac-494d-bea8-322155db53bd), before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:44.685768 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-4d806693-4790-46be-8d7a-3c53d2895d91 admin admin] Publish callbacks [] for router_gateway (56c023a1-67ec-4ed9-a71e-d96906b8e642), precommit_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:44.692154 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-4209d421-f280-43d5-8f4a-ed359c25903f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '546ad7b5-1bb0-42d9-81fc-8541e07251fd', 'name': 'tempest-TaggedBootDevicesTest-2038486132-router', 'tenant_id': 'ae7af1f68a8142688c6249d339ab8a6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.128'}], 'enable_snat': True}, 'gw_port_id': '44586c4a-44a8-4136-84a8-021940d88f6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:28:33Z', 'updated_at': '2022-02-04T17:28:39Z', 'revision_number': 4, 'project_id': 'ae7af1f68a8142688c6249d339ab8a6d', 'gw_port': {'id': '44586c4a-44a8-4136-84a8-021940d88f6c', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:4d:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '546ad7b5-1bb0-42d9-81fc-8541e07251fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2118, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:28:34Z', 'updated_at': '2022-02-04T17:28:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_interfaces': [{'id': '10f25b3b-b837-4b77-89e8-ff5b2a84a594', 'name': '', 'network_id': 'a64d26d7-6663-4816-93ec-6e302f6e65a3', 'tenant_id': 'ae7af1f68a8142688c6249d339ab8a6d', 'mac_address': 'fa:16:3e:44:7c:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '546ad7b5-1bb0-42d9-81fc-8541e07251fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2120, 'fixed_ips': [{'subnet_id': 'f380e9a2-3490-45e9-934d-38ee4f9d651d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:28:38Z', 'updated_at': '2022-02-04T17:28:40Z', 'revision_number': 2, 'project_id': 'ae7af1f68a8142688c6249d339ab8a6d', 'subnets': [{'id': 'f380e9a2-3490-45e9-934d-38ee4f9d651d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-2', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:28:44.728865 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4209d421-f280-43d5-8f4a-ed359c25903f None None] Checking router: 546ad7b5-1bb0-42d9-81fc-8541e07251fd for host: n-d-827839-2 {{(pid=103379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 17:28:44.729133 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4209d421-f280-43d5-8f4a-ed359c25903f None None] Updating router 546ad7b5-1bb0-42d9-81fc-8541e07251fd port 10f25b3b-b837-4b77-89e8-ff5b2a84a594 binding host n-d-827839-2 {{(pid=103379) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 17:28:44.730940 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-e5035f13-d505-40e2-8b79-df0f3bdde06e tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Deleting port d631dc99-de87-4d50-a05d-c7bdc55b8e9b {{(pid=103376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:28:44.731436 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-e5035f13-d505-40e2-8b79-df0f3bdde06e tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (d631dc99-de87-4d50-a05d-c7bdc55b8e9b), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:44.732839 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-a433b158-e7f1-47c2-a72d-fa6dc4b45e26 None None] For port cc01fe32-d8ac-494d-bea8-322155db53bd, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=cc01fe32-d8ac-494d-bea8-322155db53bd,segment=NetworkSegment(86959062-1b2d-4038-877d-1dd3de639bb5),segment_id=86959062-1b2d-4038-877d-1dd3de639bb5)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:28:44.733242 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a433b158-e7f1-47c2-a72d-fa6dc4b45e26 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (cc01fe32-d8ac-494d-bea8-322155db53bd), precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:44.756842 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-a433b158-e7f1-47c2-a72d-fa6dc4b45e26 None None] Calling delete_port for cc01fe32-d8ac-494d-bea8-322155db53bd owned by network:dhcp {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:28:44.765986 n-d-827839-2 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-4209d421-f280-43d5-8f4a-ed359c25903f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (10f25b3b-b837-4b77-89e8-ff5b2a84a594), before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:44.794045 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-236e7261-4079-4e7d-bcfd-b5ab6943ec13 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1541225'] for subnet (59b18788-4e88-4564-9de7-5b319cede143), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:44.860258 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a433b158-e7f1-47c2-a72d-fa6dc4b45e26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144'] for port (cc01fe32-d8ac-494d-bea8-322155db53bd), after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:44.888074 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-236e7261-4079-4e7d-bcfd-b5ab6943ec13 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1541216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25888360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25597190'] for subnet (59b18788-4e88-4564-9de7-5b319cede143), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:44.904786 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a433b158-e7f1-47c2-a72d-fa6dc4b45e26 None None] No DVR routers for this DVR port cc01fe32-d8ac-494d-bea8-322155db53bd on host n-d-827839-2 {{(pid=103378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 17:28:44.906381 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a433b158-e7f1-47c2-a72d-fa6dc4b45e26 None None] Pushing event deleted for resources: {'Port': ['ID=cc01fe32-d8ac-494d-bea8-322155db53bd,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:28:44.917441 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-e5035f13-d505-40e2-8b79-df0f3bdde06e tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (d631dc99-de87-4d50-a05d-c7bdc55b8e9b), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:44.949665 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-e5035f13-d505-40e2-8b79-df0f3bdde06e tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Calling delete_port for d631dc99-de87-4d50-a05d-c7bdc55b8e9b owned by {{(pid=103376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:28:44.962984 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236e7261-4079-4e7d-bcfd-b5ab6943ec13 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Pushing event deleted for resources: {'Subnet': ['ID=59b18788-4e88-4564-9de7-5b319cede143,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:28:44.974470 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-236e7261-4079-4e7d-bcfd-b5ab6943ec13 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Publish callbacks [] for subnet (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:44.979452 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fb9395d-0faf-445e-8bd2-638766c317d2 None None] Network 17d73fe2-1f97-41af-ac90-3bcc8a354497 requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:28:44.980298 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-236e7261-4079-4e7d-bcfd-b5ab6943ec13 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] 10.222.0.89 "DELETE /v2.0/subnets/59b18788-4e88-4564-9de7-5b319cede143 HTTP/1.1" status: 204 len: 168 time: 0.8243735 Feb 04 17:28:44.982401 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 46486) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:28:44.983154 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 46488) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:28:45.113446 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-99e010e1-3bcc-46cc-8de3-5ec9c7266255 None None] Publish callbacks [] for port (65d1fd0d-2a0d-477c-8000-d760c1bc95c4), precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:45.132702 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-99e010e1-3bcc-46cc-8de3-5ec9c7266255 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135'] for port (65d1fd0d-2a0d-477c-8000-d760c1bc95c4), after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:45.137826 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-4d806693-4790-46be-8d7a-3c53d2895d91 admin admin] Publish callbacks [] for router_gateway (56c023a1-67ec-4ed9-a71e-d96906b8e642), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:45.178781 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-4d806693-4790-46be-8d7a-3c53d2895d91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:45.194035 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-1d763711-0e77-41e3-8c55-9619743dca3a tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628832'] for network (6f855785-6133-47c9-b0b0-f072038df070), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:45.208139 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 57324ef4-9c98-4ce6-bae8-d8a62ae17a14 up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:28:45.250499 n-d-827839-2 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99e010e1-3bcc-46cc-8de3-5ec9c7266255 None None] Network aaddf6ec-48dd-4d99-a249-cf782a8d2cfa is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:28:45.288777 n-d-827839-2 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-99e010e1-3bcc-46cc-8de3-5ec9c7266255 None None] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:28:45.320366 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98209e35-f6a3-4107-8a75-1d3eda2c8ece None None] DHCP port deletion for 17d73fe2-1f97-41af-ac90-3bcc8a354497 request from n-d-827839-2 {{(pid=103378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 17:28:45.325952 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99e010e1-3bcc-46cc-8de3-5ec9c7266255 None None] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:28:45.369246 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e010e1-3bcc-46cc-8de3-5ec9c7266255 None None] Pushing event updated for resources: {'Port': ['ID=65d1fd0d-2a0d-477c-8000-d760c1bc95c4,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:28:45.405939 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.db_base_plugin_common [None req-4d806693-4790-46be-8d7a-3c53d2895d91 admin admin] Allocated IP 172.25.6.66 (48165773-85ad-49a1-9ec1-76fc8dc24188/7660bfad-1ea8-4fe7-831b-bed836f13efc/12c7d7bb-310d-4a84-9b6d-d509661e6443) {{(pid=103377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:28:45.422690 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-ef59787f-5dbe-4a2d-992f-b0b99c7f8703 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-663217562'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:28:45.447758 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-1d763711-0e77-41e3-8c55-9619743dca3a tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1543676', 'neutron.services.segments.db._delete_segments_for_network-8781084786517'] for network (6f855785-6133-47c9-b0b0-f072038df070), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:45.451419 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef59787f-5dbe-4a2d-992f-b0b99c7f8703 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Made reservation on behalf of 6054a945d1db4859ae33f1c6e4a7b141 for: {'network': 1} {{(pid=103376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:28:45.455101 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-ef59787f-5dbe-4a2d-992f-b0b99c7f8703 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for network (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:45.500427 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-99e010e1-3bcc-46cc-8de3-5ec9c7266255 None None] Attempting to bind port 65d1fd0d-2a0d-477c-8000-d760c1bc95c4 on host n-d-827839-2 for vnic_type normal with profile {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:28:45.500813 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-99e010e1-3bcc-46cc-8de3-5ec9c7266255 None None] Attempting to bind port 65d1fd0d-2a0d-477c-8000-d760c1bc95c4 by drivers openvswitch,hyperv on host n-d-827839-2 at level 0 using segments [{'id': '60f0396c-e170-4e00-b584-b3b5c309f6b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'aaddf6ec-48dd-4d99-a249-cf782a8d2cfa'}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:28:45.501175 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99e010e1-3bcc-46cc-8de3-5ec9c7266255 None None] Attempting to bind port 65d1fd0d-2a0d-477c-8000-d760c1bc95c4 on network aaddf6ec-48dd-4d99-a249-cf782a8d2cfa {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:28:45.510841 n-d-827839-2 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-4209d421-f280-43d5-8f4a-ed359c25903f None None] Publish callbacks [] for port (10f25b3b-b837-4b77-89e8-ff5b2a84a594), precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:45.517684 n-d-827839-2 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-4209d421-f280-43d5-8f4a-ed359c25903f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (10f25b3b-b837-4b77-89e8-ff5b2a84a594), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:45.518799 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99e010e1-3bcc-46cc-8de3-5ec9c7266255 None None] Checking agent: {'id': 'ba70844b-66a0-45fd-a2f2-e6ed673321fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 0, 36), 'started_at': datetime.datetime(2022, 2, 4, 17, 1, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 28, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:28:45.519176 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99e010e1-3bcc-46cc-8de3-5ec9c7266255 None None] Checking segment: {'id': '60f0396c-e170-4e00-b584-b3b5c309f6b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'aaddf6ec-48dd-4d99-a249-cf782a8d2cfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:28:45.519582 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-99e010e1-3bcc-46cc-8de3-5ec9c7266255 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:45.519974 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99e010e1-3bcc-46cc-8de3-5ec9c7266255 None None] Bound using segment: {'id': '60f0396c-e170-4e00-b584-b3b5c309f6b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'aaddf6ec-48dd-4d99-a249-cf782a8d2cfa'} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:28:45.520453 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-99e010e1-3bcc-46cc-8de3-5ec9c7266255 None None] Bound port: 65d1fd0d-2a0d-477c-8000-d760c1bc95c4, host: n-d-827839-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60f0396c-e170-4e00-b584-b3b5c309f6b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'aaddf6ec-48dd-4d99-a249-cf782a8d2cfa'}}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:28:45.520858 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-99e010e1-3bcc-46cc-8de3-5ec9c7266255 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (65d1fd0d-2a0d-477c-8000-d760c1bc95c4), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:45.537155 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-ef59787f-5dbe-4a2d-992f-b0b99c7f8703 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Publish callbacks [] for security_group (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:45.542487 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port 57324ef4-9c98-4ce6-bae8-d8a62ae17a14 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:28:45.543014 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (57324ef4-9c98-4ce6-bae8-d8a62ae17a14), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:45.559389 n-d-827839-2 neutron-server[103376]: DEBUG neutron.services.segments.db [None req-1d763711-0e77-41e3-8c55-9619743dca3a tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f855785-6133-47c9-b0b0-f072038df070']}} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:28:45.576645 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1879c9db-693f-4dcd-b036-47c934b07b2d None None] Pushing event updated for resources: {'Port': ['ID=10f25b3b-b837-4b77-89e8-ff5b2a84a594,revision_number=3']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:28:45.591715 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1879c9db-693f-4dcd-b036-47c934b07b2d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:28:45.592661 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1879c9db-693f-4dcd-b036-47c934b07b2d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:28:45.593045 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1879c9db-693f-4dcd-b036-47c934b07b2d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:28:45.593866 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1879c9db-693f-4dcd-b036-47c934b07b2d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:28:45.594401 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1879c9db-693f-4dcd-b036-47c934b07b2d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:28:45.594750 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1879c9db-693f-4dcd-b036-47c934b07b2d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:28:45.595089 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1879c9db-693f-4dcd-b036-47c934b07b2d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:28:45.595421 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1879c9db-693f-4dcd-b036-47c934b07b2d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:28:45.595753 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1879c9db-693f-4dcd-b036-47c934b07b2d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:28:45.596082 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1879c9db-693f-4dcd-b036-47c934b07b2d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:28:45.596443 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1879c9db-693f-4dcd-b036-47c934b07b2d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:28:45.597756 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1879c9db-693f-4dcd-b036-47c934b07b2d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:28:45.598188 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1879c9db-693f-4dcd-b036-47c934b07b2d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:28:45.598987 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-98209e35-f6a3-4107-8a75-1d3eda2c8ece None None] Deleting port 8c2d4760-b9bc-4258-b159-8d0ff5fe2565 {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:28:45.599365 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-98209e35-f6a3-4107-8a75-1d3eda2c8ece None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (8c2d4760-b9bc-4258-b159-8d0ff5fe2565), before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:45.630429 n-d-827839-2 neutron-server[103376]: DEBUG neutron.services.segments.db [None req-1d763711-0e77-41e3-8c55-9619743dca3a tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86959062-1b2d-4038-877d-1dd3de639bb5') {'for_net_delete': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:28:45.636245 n-d-827839-2 neutron-server[103376]: DEBUG neutron.services.segments.db [None req-1d763711-0e77-41e3-8c55-9619743dca3a tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86959062-1b2d-4038-877d-1dd3de639bb5') {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:28:45.649871 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-4d806693-4790-46be-8d7a-3c53d2895d91 admin admin] Publish callbacks [] for port (12c7d7bb-310d-4a84-9b6d-d509661e6443), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:45.666154 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [None req-4209d421-f280-43d5-8f4a-ed359c25903f None None] Attempting to bind port 10f25b3b-b837-4b77-89e8-ff5b2a84a594 on host n-d-827839-2 for vnic_type normal with profile {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:28:45.666523 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [None req-4209d421-f280-43d5-8f4a-ed359c25903f None None] Attempting to bind port 10f25b3b-b837-4b77-89e8-ff5b2a84a594 by drivers openvswitch,hyperv on host n-d-827839-2 at level 0 using segments [{'id': '4fe2ceae-f33e-4515-b7e7-4fd67b98c4d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'a64d26d7-6663-4816-93ec-6e302f6e65a3'}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:28:45.666888 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4209d421-f280-43d5-8f4a-ed359c25903f None None] Attempting to bind port 10f25b3b-b837-4b77-89e8-ff5b2a84a594 on network a64d26d7-6663-4816-93ec-6e302f6e65a3 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:28:45.673208 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4209d421-f280-43d5-8f4a-ed359c25903f None None] Checking agent: {'id': 'ba70844b-66a0-45fd-a2f2-e6ed673321fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 0, 36), 'started_at': datetime.datetime(2022, 2, 4, 17, 1, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 28, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:28:45.673576 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4209d421-f280-43d5-8f4a-ed359c25903f None None] Checking segment: {'id': '4fe2ceae-f33e-4515-b7e7-4fd67b98c4d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'a64d26d7-6663-4816-93ec-6e302f6e65a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:28:45.673979 n-d-827839-2 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-4209d421-f280-43d5-8f4a-ed359c25903f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:45.675256 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4209d421-f280-43d5-8f4a-ed359c25903f None None] Bound using segment: {'id': '4fe2ceae-f33e-4515-b7e7-4fd67b98c4d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'a64d26d7-6663-4816-93ec-6e302f6e65a3'} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:28:45.675747 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [None req-4209d421-f280-43d5-8f4a-ed359c25903f None None] Bound port: 10f25b3b-b837-4b77-89e8-ff5b2a84a594, host: n-d-827839-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fe2ceae-f33e-4515-b7e7-4fd67b98c4d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'a64d26d7-6663-4816-93ec-6e302f6e65a3'}}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:28:45.676134 n-d-827839-2 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-4209d421-f280-43d5-8f4a-ed359c25903f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (10f25b3b-b837-4b77-89e8-ff5b2a84a594), before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:45.680042 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-1d763711-0e77-41e3-8c55-9619743dca3a tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781084783966', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25674908'] for segment (86959062-1b2d-4038-877d-1dd3de639bb5), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:45.721205 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-4d806693-4790-46be-8d7a-3c53d2895d91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (12c7d7bb-310d-4a84-9b6d-d509661e6443), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:45.731406 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-e5035f13-d505-40e2-8b79-df0f3bdde06e tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (d631dc99-de87-4d50-a05d-c7bdc55b8e9b), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:45.742141 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-99e010e1-3bcc-46cc-8de3-5ec9c7266255 None None] For port 65d1fd0d-2a0d-477c-8000-d760c1bc95c4, host n-d-827839-2, cleared binding levels {{(pid=103378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:28:45.781814 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-4209d421-f280-43d5-8f4a-ed359c25903f None None] For port 10f25b3b-b837-4b77-89e8-ff5b2a84a594, host n-d-827839-2, cleared binding levels {{(pid=103379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:28:45.786400 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-4209d421-f280-43d5-8f4a-ed359c25903f None None] For port 10f25b3b-b837-4b77-89e8-ff5b2a84a594, host n-d-827839-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=10f25b3b-b837-4b77-89e8-ff5b2a84a594,segment=NetworkSegment(4fe2ceae-f33e-4515-b7e7-4fd67b98c4d4),segment_id=4fe2ceae-f33e-4515-b7e7-4fd67b98c4d4)] {{(pid=103379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:28:45.787315 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-99e010e1-3bcc-46cc-8de3-5ec9c7266255 None None] For port 65d1fd0d-2a0d-477c-8000-d760c1bc95c4, host n-d-827839-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=65d1fd0d-2a0d-477c-8000-d760c1bc95c4,segment=NetworkSegment(60f0396c-e170-4e00-b584-b3b5c309f6b3),segment_id=60f0396c-e170-4e00-b584-b3b5c309f6b3)] {{(pid=103378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:28:45.791197 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-98209e35-f6a3-4107-8a75-1d3eda2c8ece None None] For port 8c2d4760-b9bc-4258-b159-8d0ff5fe2565, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=8c2d4760-b9bc-4258-b159-8d0ff5fe2565,segment=NetworkSegment(75d8ee08-47cc-4ecf-83c2-08cc37991e0a),segment_id=75d8ee08-47cc-4ecf-83c2-08cc37991e0a)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:28:45.791584 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-98209e35-f6a3-4107-8a75-1d3eda2c8ece None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (8c2d4760-b9bc-4258-b159-8d0ff5fe2565), precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:45.794186 n-d-827839-2 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-4209d421-f280-43d5-8f4a-ed359c25903f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (10f25b3b-b837-4b77-89e8-ff5b2a84a594), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:45.807375 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d806693-4790-46be-8d7a-3c53d2895d91 admin admin] Pushing event updated for resources: {'Port': ['ID=12c7d7bb-310d-4a84-9b6d-d509661e6443,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:28:45.817384 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-1d763711-0e77-41e3-8c55-9619743dca3a tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (86959062-1b2d-4038-877d-1dd3de639bb5), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:45.821746 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5035f13-d505-40e2-8b79-df0f3bdde06e tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Pushing event deleted for resources: {'Port': ['ID=d631dc99-de87-4d50-a05d-c7bdc55b8e9b,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:28:45.842350 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d806693-4790-46be-8d7a-3c53d2895d91 admin admin] Network 48165773-85ad-49a1-9ec1-76fc8dc24188 is already hosted by enough agents. {{(pid=103377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:28:45.854402 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-99e010e1-3bcc-46cc-8de3-5ec9c7266255 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (65d1fd0d-2a0d-477c-8000-d760c1bc95c4), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:45.854681 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [None req-4d806693-4790-46be-8d7a-3c53d2895d91 admin admin] Resources bound (agent type, host, resource id): {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:28:45.859307 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d806693-4790-46be-8d7a-3c53d2895d91 admin admin] Received port after_create {{(pid=103377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:28:45.875033 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-e5035f13-d505-40e2-8b79-df0f3bdde06e tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:45.875466 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-98209e35-f6a3-4107-8a75-1d3eda2c8ece None None] Calling delete_port for 8c2d4760-b9bc-4258-b159-8d0ff5fe2565 owned by network:dhcp {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:28:45.888348 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-e5035f13-d505-40e2-8b79-df0f3bdde06e tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] 10.222.0.89 "DELETE /v2.0/ports/d631dc99-de87-4d50-a05d-c7bdc55b8e9b HTTP/1.1" status: 204 len: 168 time: 1.4135470 Feb 04 17:28:45.892011 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d763711-0e77-41e3-8c55-9619743dca3a tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Releasing vlan 769 on physical network physnet1 to pool {{(pid=103376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 17:28:45.892541 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-1d763711-0e77-41e3-8c55-9619743dca3a tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25675992'] for segment (86959062-1b2d-4038-877d-1dd3de639bb5), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:45.894065 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1879c9db-693f-4dcd-b036-47c934b07b2d None None] Pushing event updated for resources: {'Port': ['ID=10f25b3b-b837-4b77-89e8-ff5b2a84a594,revision_number=4']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:28:45.897053 n-d-827839-2 neutron-server[103376]: Traceback (most recent call last): Feb 04 17:28:45.897053 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 17:28:45.897053 n-d-827839-2 neutron-server[103376]: timer() Feb 04 17:28:45.897053 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 17:28:45.897053 n-d-827839-2 neutron-server[103376]: cb(*args, **kw) Feb 04 17:28:45.897053 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 17:28:45.897053 n-d-827839-2 neutron-server[103376]: return func(*args, **kwargs) Feb 04 17:28:45.897053 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 17:28:45.897053 n-d-827839-2 neutron-server[103376]: self._notify() Feb 04 17:28:45.897053 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 17:28:45.897053 n-d-827839-2 neutron-server[103376]: self.callback(batched_events) Feb 04 17:28:45.897053 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 17:28:45.897053 n-d-827839-2 neutron-server[103376]: event.method(event) Feb 04 17:28:45.897053 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 17:28:45.897053 n-d-827839-2 neutron-server[103376]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 17:28:45.897053 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 17:28:45.897053 n-d-827839-2 neutron-server[103376]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 17:28:45.897053 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 17:28:45.897053 n-d-827839-2 neutron-server[103376]: return f(self, *a, **k) Feb 04 17:28:45.897053 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 17:28:45.897053 n-d-827839-2 neutron-server[103376]: return self._get(url).json() Feb 04 17:28:45.897053 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 17:28:45.897053 n-d-827839-2 neutron-server[103376]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 17:28:45.897053 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 17:28:45.897053 n-d-827839-2 neutron-server[103376]: return self.request(url, 'GET', **kwargs) Feb 04 17:28:45.897053 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 17:28:45.897053 n-d-827839-2 neutron-server[103376]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 17:28:45.897053 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 17:28:45.897053 n-d-827839-2 neutron-server[103376]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 17:28:45.897053 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 17:28:45.897053 n-d-827839-2 neutron-server[103376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 17:28:45.897053 n-d-827839-2 neutron-server[103376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 17:28:45.903946 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 46492) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:28:45.921973 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4209d421-f280-43d5-8f4a-ed359c25903f None None] Routers {'546ad7b5-1bb0-42d9-81fc-8541e07251fd'} bound to L3 agent in host n-d-827839-2 {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:28:45.922730 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-4209d421-f280-43d5-8f4a-ed359c25903f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:28:32Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['546ad7b5-1bb0-42d9-81fc-8541e07251fd'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:28:46.061086 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-ef59787f-5dbe-4a2d-992f-b0b99c7f8703 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Publish callbacks [] for security_group (b516663d-8783-4101-8283-c32342c042e7), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:46.093744 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-ef59787f-5dbe-4a2d-992f-b0b99c7f8703 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (b516663d-8783-4101-8283-c32342c042e7), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:46.110886 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvr_db [None req-4209d421-f280-43d5-8f4a-ed359c25903f None None] Set router 546ad7b5-1bb0-42d9-81fc-8541e07251fd gateway port host: n-d-827839-2 {{(pid=103379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:28:46.227483 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef59787f-5dbe-4a2d-992f-b0b99c7f8703 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] vlan segment allocate from pool success with {'vlan_id': 763, 'physical_network': 'physnet1'} {{(pid=103376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 17:28:46.246758 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47527446-2a20-4495-bd9a-148ea7c4a81f tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:28:46.247797 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47527446-2a20-4495-bd9a-148ea7c4a81f tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:28:46.251782 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-47527446-2a20-4495-bd9a-148ea7c4a81f tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] 10.222.0.89 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.3297536 Feb 04 17:28:46.251782 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-1d763711-0e77-41e3-8c55-9619743dca3a tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1543671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1595572'] for network (6f855785-6133-47c9-b0b0-f072038df070), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:46.254363 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 46494) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:28:46.269499 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-1d763711-0e77-41e3-8c55-9619743dca3a tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677565'] for network (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:46.275712 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-1d763711-0e77-41e3-8c55-9619743dca3a tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] 10.222.0.89 "DELETE /v2.0/networks/6f855785-6133-47c9-b0b0-f072038df070 HTTP/1.1" status: 204 len: 168 time: 1.2914138 Feb 04 17:28:46.329621 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 46496) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:28:46.331234 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-4d806693-4790-46be-8d7a-3c53d2895d91 admin admin] Publish callbacks [] for router_gateway (56c023a1-67ec-4ed9-a71e-d96906b8e642), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:46.353631 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.db_base_plugin_v2 [None req-80332efc-ee77-4c78-b780-796a57d5771e tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Deleting subnet d39db175-b9f9-4f95-bf10-44bcb3489802 {{(pid=103376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 17:28:46.357637 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-ef59787f-5dbe-4a2d-992f-b0b99c7f8703 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (7a56611a-395f-488f-9441-1320aed78029), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:46.357985 n-d-827839-2 neutron-server[103376]: INFO neutron.db.segments_db [None req-ef59787f-5dbe-4a2d-992f-b0b99c7f8703 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Added segment 7a56611a-395f-488f-9441-1320aed78029 of type vlan for network 39c5a3cf-023d-44e7-9195-38ea0e412caf Feb 04 17:28:46.361838 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef59787f-5dbe-4a2d-992f-b0b99c7f8703 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b516663d-8783-4101-8283-c32342c042e7,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:28:46.382302 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port 57324ef4-9c98-4ce6-bae8-d8a62ae17a14 is: DOWN; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:28:46.385468 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (57324ef4-9c98-4ce6-bae8-d8a62ae17a14), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:46.409501 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-80332efc-ee77-4c78-b780-796a57d5771e tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks [] for subnet (d39db175-b9f9-4f95-bf10-44bcb3489802), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:46.415549 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d763711-0e77-41e3-8c55-9619743dca3a tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Pushing event deleted for resources: {'Network': ['ID=6f855785-6133-47c9-b0b0-f072038df070,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:28:46.457564 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-94fe6603-9b8a-4ec5-ab00-1890c1341f49 None None] Provisioning complete for port 57324ef4-9c98-4ce6-bae8-d8a62ae17a14 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:28:46.457941 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-94fe6603-9b8a-4ec5-ab00-1890c1341f49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (57324ef4-9c98-4ce6-bae8-d8a62ae17a14), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:46.488765 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-ef59787f-5dbe-4a2d-992f-b0b99c7f8703 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781084292801'] for network (39c5a3cf-023d-44e7-9195-38ea0e412caf), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:46.503900 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-80332efc-ee77-4c78-b780-796a57d5771e tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25674901'] for subnet (d39db175-b9f9-4f95-bf10-44bcb3489802), precommit_delete_associations {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:46.526539 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-4209d421-f280-43d5-8f4a-ed359c25903f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '546ad7b5-1bb0-42d9-81fc-8541e07251fd', 'name': 'tempest-TaggedBootDevicesTest-2038486132-router', 'tenant_id': 'ae7af1f68a8142688c6249d339ab8a6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.128'}], 'enable_snat': True}, 'gw_port_id': '44586c4a-44a8-4136-84a8-021940d88f6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:28:33Z', 'updated_at': '2022-02-04T17:28:39Z', 'revision_number': 4, 'project_id': 'ae7af1f68a8142688c6249d339ab8a6d', 'gw_port': {'id': '44586c4a-44a8-4136-84a8-021940d88f6c', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:4d:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '546ad7b5-1bb0-42d9-81fc-8541e07251fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2118, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:28:34Z', 'updated_at': '2022-02-04T17:28:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_interfaces': [{'id': '10f25b3b-b837-4b77-89e8-ff5b2a84a594', 'name': '', 'network_id': 'a64d26d7-6663-4816-93ec-6e302f6e65a3', 'tenant_id': 'ae7af1f68a8142688c6249d339ab8a6d', 'mac_address': 'fa:16:3e:44:7c:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '546ad7b5-1bb0-42d9-81fc-8541e07251fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2120, 'fixed_ips': [{'subnet_id': 'f380e9a2-3490-45e9-934d-38ee4f9d651d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:28:38Z', 'updated_at': '2022-02-04T17:28:45Z', 'revision_number': 4, 'project_id': 'ae7af1f68a8142688c6249d339ab8a6d', 'subnets': [{'id': 'f380e9a2-3490-45e9-934d-38ee4f9d651d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-2', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:28:46.533144 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e010e1-3bcc-46cc-8de3-5ec9c7266255 None None] Pushing event updated for resources: {'Port': ['ID=65d1fd0d-2a0d-477c-8000-d760c1bc95c4,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:28:46.570549 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4209d421-f280-43d5-8f4a-ed359c25903f None None] The sync data for ids ['546ad7b5-1bb0-42d9-81fc-8541e07251fd'] in n-d-827839-2 is: [{'id': '546ad7b5-1bb0-42d9-81fc-8541e07251fd', 'name': 'tempest-TaggedBootDevicesTest-2038486132-router', 'tenant_id': 'ae7af1f68a8142688c6249d339ab8a6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.128'}], 'enable_snat': True}, 'gw_port_id': '44586c4a-44a8-4136-84a8-021940d88f6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:28:33Z', 'updated_at': '2022-02-04T17:28:39Z', 'revision_number': 4, 'project_id': 'ae7af1f68a8142688c6249d339ab8a6d', 'gw_port': {'id': '44586c4a-44a8-4136-84a8-021940d88f6c', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:4d:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '546ad7b5-1bb0-42d9-81fc-8541e07251fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2118, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:28:34Z', 'updated_at': '2022-02-04T17:28:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_interfaces': [{'id': '10f25b3b-b837-4b77-89e8-ff5b2a84a594', 'name': '', 'network_id': 'a64d26d7-6663-4816-93ec-6e302f6e65a3', 'tenant_id': 'ae7af1f68a8142688c6249d339ab8a6d', 'mac_address': 'fa:16:3e:44:7c:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '546ad7b5-1bb0-42d9-81fc-8541e07251fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2120, 'fixed_ips': [{'subnet_id': 'f380e9a2-3490-45e9-934d-38ee4f9d651d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:28:38Z', 'updated_at': '2022-02-04T17:28:45Z', 'revision_number': 4, 'project_id': 'ae7af1f68a8142688c6249d339ab8a6d', 'subnets': [{'id': 'f380e9a2-3490-45e9-934d-38ee4f9d651d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 17:28:46.573961 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] For port 57324ef4-9c98-4ce6-bae8-d8a62ae17a14, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=57324ef4-9c98-4ce6-bae8-d8a62ae17a14,segment=NetworkSegment(2fcce0c7-9a0a-428a-b986-cae51cd3c129),segment_id=2fcce0c7-9a0a-428a-b986-cae51cd3c129)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:28:46.582754 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (57324ef4-9c98-4ce6-bae8-d8a62ae17a14), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:46.583487 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 44586c4a-44a8-4136-84a8-021940d88f6c up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:28:46.625800 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-46fab0ff-2102-41bb-9bd8-6bed4f5c4213 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628832'] for network (17d73fe2-1f97-41af-ac90-3bcc8a354497), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:46.691881 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-80332efc-ee77-4c78-b780-796a57d5771e tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1541225'] for subnet (d39db175-b9f9-4f95-bf10-44bcb3489802), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:46.762826 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-98209e35-f6a3-4107-8a75-1d3eda2c8ece None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144'] for port (8c2d4760-b9bc-4258-b159-8d0ff5fe2565), after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:46.817904 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98209e35-f6a3-4107-8a75-1d3eda2c8ece None None] No DVR routers for this DVR port 8c2d4760-b9bc-4258-b159-8d0ff5fe2565 on host n-d-827839-2 {{(pid=103378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 17:28:46.821326 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-80332efc-ee77-4c78-b780-796a57d5771e tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1541216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25675894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25858947'] for subnet (d39db175-b9f9-4f95-bf10-44bcb3489802), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:46.829780 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-46fab0ff-2102-41bb-9bd8-6bed4f5c4213 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Deleting port 8c2d4760-b9bc-4258-b159-8d0ff5fe2565 {{(pid=103377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:28:46.830349 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-46fab0ff-2102-41bb-9bd8-6bed4f5c4213 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (8c2d4760-b9bc-4258-b159-8d0ff5fe2565), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:46.861589 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-ef59787f-5dbe-4a2d-992f-b0b99c7f8703 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327'] for network (39c5a3cf-023d-44e7-9195-38ea0e412caf), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:46.883960 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef59787f-5dbe-4a2d-992f-b0b99c7f8703 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:28:46.884199 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-4d806693-4790-46be-8d7a-3c53d2895d91 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1602046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603680'] for router (56c023a1-67ec-4ed9-a71e-d96906b8e642), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:46.884926 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Pushing event updated for resources: {'Port': ['ID=57324ef4-9c98-4ce6-bae8-d8a62ae17a14,revision_number=3']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:28:46.887468 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-ef59787f-5dbe-4a2d-992f-b0b99c7f8703 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677565'] for network (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:46.904689 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80332efc-ee77-4c78-b780-796a57d5771e tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Pushing event deleted for resources: {'Subnet': ['ID=d39db175-b9f9-4f95-bf10-44bcb3489802,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:28:46.925894 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-94fe6603-9b8a-4ec5-ab00-1890c1341f49 None None] Current status of the port 57324ef4-9c98-4ce6-bae8-d8a62ae17a14 is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:28:46.933897 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-80332efc-ee77-4c78-b780-796a57d5771e tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks [] for subnet (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:46.944950 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-80332efc-ee77-4c78-b780-796a57d5771e tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] 10.222.0.89 "DELETE /v2.0/subnets/d39db175-b9f9-4f95-bf10-44bcb3489802 HTTP/1.1" status: 204 len: 168 time: 0.6806953 Feb 04 17:28:46.946331 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port 44586c4a-44a8-4136-84a8-021940d88f6c triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:28:46.946874 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (44586c4a-44a8-4136-84a8-021940d88f6c), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:46.949327 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 46498) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:28:46.952085 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8a4bd13-f155-4f82-a2be-947b83c80958 None None] Network ebdc431d-e6a4-4155-be30-2a7d896acbb0 requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:28:46.954581 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98209e35-f6a3-4107-8a75-1d3eda2c8ece None None] Pushing event deleted for resources: {'Port': ['ID=8c2d4760-b9bc-4258-b159-8d0ff5fe2565,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:28:47.041017 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-6d54b2e7-567a-461d-aed5-db7cb3d447d2 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] 10.222.0.89 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0889256 Feb 04 17:28:47.041656 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 46500) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:28:47.068700 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [None req-46fab0ff-2102-41bb-9bd8-6bed4f5c4213 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] For port 8c2d4760-b9bc-4258-b159-8d0ff5fe2565, host n-d-827839-2, got binding levels [] {{(pid=103377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:28:47.069097 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-46fab0ff-2102-41bb-9bd8-6bed4f5c4213 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (8c2d4760-b9bc-4258-b159-8d0ff5fe2565), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:47.077781 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef59787f-5dbe-4a2d-992f-b0b99c7f8703 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Pushing event updated for resources: {'Network': ['ID=39c5a3cf-023d-44e7-9195-38ea0e412caf,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:28:47.095437 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Network 39c5a3cf-023d-44e7-9195-38ea0e412caf details requested by agent ovs-agent-n-d-827839-2 with host n-d-827839-2 {{(pid=103378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 17:28:47.100045 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-ef59787f-5dbe-4a2d-992f-b0b99c7f8703 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 2.1140544 Feb 04 17:28:47.103386 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 46502) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:28:47.110333 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-1fb68ae5-5877-4cc0-be05-69617a6de70f tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Request body: {'port': {'network_id': '39c5a3cf-023d-44e7-9195-38ea0e412caf', 'name': 'tempest-PortsTestJSON-170223218'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:28:47.112649 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-46fab0ff-2102-41bb-9bd8-6bed4f5c4213 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Calling delete_port for 8c2d4760-b9bc-4258-b159-8d0ff5fe2565 owned by network:dhcp {{(pid=103377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:28:47.118225 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.ipam_backend_mixin [None req-46fab0ff-2102-41bb-9bd8-6bed4f5c4213 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Port 8c2d4760-b9bc-4258-b159-8d0ff5fe2565 was not found and therefore no delete operation was performed {{(pid=103377) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 04 17:28:47.123943 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-46fab0ff-2102-41bb-9bd8-6bed4f5c4213 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (8c2d4760-b9bc-4258-b159-8d0ff5fe2565), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:47.168392 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46fab0ff-2102-41bb-9bd8-6bed4f5c4213 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Pushing event deleted for resources: {'Port': ['ID=8c2d4760-b9bc-4258-b159-8d0ff5fe2565,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:28:47.177997 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46fab0ff-2102-41bb-9bd8-6bed4f5c4213 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] No DVR routers for this DVR port 8c2d4760-b9bc-4258-b159-8d0ff5fe2565 on host n-d-827839-2 {{(pid=103377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 17:28:47.179790 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-b29f6eac-309f-4d7a-925b-559c991ad9e5 None None] Could not find standard attr ID for object d631dc99-de87-4d50-a05d-c7bdc55b8e9b. {{(pid=103378) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 17:28:47.198838 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9d5d3c7-d887-4ea1-ab92-7c6544e91bee tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:28:47.202932 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-d9d5d3c7-d887-4ea1-ab92-7c6544e91bee tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] 10.222.0.89 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1529269 Feb 04 17:28:47.221892 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 46504) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:28:47.246605 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-b29f6eac-309f-4d7a-925b-559c991ad9e5 None None] Provisioning complete for port 10f25b3b-b837-4b77-89e8-ff5b2a84a594 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:28:47.246777 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fb68ae5-5877-4cc0-be05-69617a6de70f tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Made reservation on behalf of 6054a945d1db4859ae33f1c6e4a7b141 for: {'port': 1} {{(pid=103376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:28:47.247048 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b29f6eac-309f-4d7a-925b-559c991ad9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (10f25b3b-b837-4b77-89e8-ff5b2a84a594), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:47.251085 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-1fb68ae5-5877-4cc0-be05-69617a6de70f tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:47.280585 n-d-827839-2 neutron-server[103376]: DEBUG neutron.notifiers.nova [None req-1fb68ae5-5877-4cc0-be05-69617a6de70f tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] device_id is not set on port c26ddaf0-0545-471b-a0cb-e67fa3545298 yet. {{(pid=103376) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 04 17:28:47.353662 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-46fab0ff-2102-41bb-9bd8-6bed4f5c4213 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1543676', 'neutron.services.segments.db._delete_segments_for_network-8781084786517'] for network (17d73fe2-1f97-41af-ac90-3bcc8a354497), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:47.362843 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port 44586c4a-44a8-4136-84a8-021940d88f6c is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:28:47.379658 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56997811-96b9-419e-818a-a01b2a266073 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:28:47.381360 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-56997811-96b9-419e-818a-a01b2a266073 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] 10.222.0.89 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1571579 Feb 04 17:28:47.384909 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 46506) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:28:47.387962 n-d-827839-2 neutron-server[103377]: DEBUG neutron.services.segments.db [None req-46fab0ff-2102-41bb-9bd8-6bed4f5c4213 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17d73fe2-1f97-41af-ac90-3bcc8a354497']}} {{(pid=103377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:28:47.420150 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d806693-4790-46be-8d7a-3c53d2895d91 admin admin] Router 56c023a1-67ec-4ed9-a71e-d96906b8e642 is scheduled to L3 agent 64ada913-9131-4d99-a265-63a920956287 with binding_index 1 {{(pid=103377) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 17:28:47.465204 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3525ae5-6a23-4eb0-9209-893be80e4bd6 None None] DHCP port deletion for ebdc431d-e6a4-4155-be30-2a7d896acbb0 request from n-d-827839-2 {{(pid=103378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 17:28:47.467612 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device cc01fe32-d8ac-494d-bea8-322155db53bd no longer exists at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:28:47.492054 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] No Port match for: cc01fe32-d8ac-494d-bea8-322155db53bd {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 17:28:47.492054 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device cc01fe32-d8ac-494d-bea8-322155db53bd not bound to the agent host n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 17:28:47.510168 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-5eca16b1-e9f7-4f4c-99df-84a9312c4878 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] 10.222.0.89 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1240835 Feb 04 17:28:47.516882 n-d-827839-2 neutron-server[103377]: DEBUG neutron.services.segments.db [None req-46fab0ff-2102-41bb-9bd8-6bed4f5c4213 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75d8ee08-47cc-4ecf-83c2-08cc37991e0a') {'for_net_delete': True} {{(pid=103377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:28:47.516882 n-d-827839-2 neutron-server[103377]: DEBUG neutron.services.segments.db [None req-46fab0ff-2102-41bb-9bd8-6bed4f5c4213 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75d8ee08-47cc-4ecf-83c2-08cc37991e0a') {} {{(pid=103377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:28:47.531114 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 46508) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:28:47.556053 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-8106ff3d-157b-4379-921d-1e5fb9949a6f tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Request body: {'subnet': {'network_id': 'ebdc431d-e6a4-4155-be30-2a7d896acbb0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:28:47.588958 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-46fab0ff-2102-41bb-9bd8-6bed4f5c4213 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781084783966', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26866685'] for segment (75d8ee08-47cc-4ecf-83c2-08cc37991e0a), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:47.597016 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-b29f6eac-309f-4d7a-925b-559c991ad9e5 None None] Current status of the port 10f25b3b-b837-4b77-89e8-ff5b2a84a594 is: DOWN; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:28:47.603748 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b29f6eac-309f-4d7a-925b-559c991ad9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (10f25b3b-b837-4b77-89e8-ff5b2a84a594), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:47.656146 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-1fb68ae5-5877-4cc0-be05-69617a6de70f tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Publish callbacks [] for port (c26ddaf0-0545-471b-a0cb-e67fa3545298), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:47.756572 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-b29f6eac-309f-4d7a-925b-559c991ad9e5 None None] For port 10f25b3b-b837-4b77-89e8-ff5b2a84a594, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=10f25b3b-b837-4b77-89e8-ff5b2a84a594,segment=NetworkSegment(4fe2ceae-f33e-4515-b7e7-4fd67b98c4d4),segment_id=4fe2ceae-f33e-4515-b7e7-4fd67b98c4d4)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:28:47.772888 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b29f6eac-309f-4d7a-925b-559c991ad9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (10f25b3b-b837-4b77-89e8-ff5b2a84a594), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:47.777440 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-a3525ae5-6a23-4eb0-9209-893be80e4bd6 None None] Deleting port 57324ef4-9c98-4ce6-bae8-d8a62ae17a14 {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:28:47.777815 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a3525ae5-6a23-4eb0-9209-893be80e4bd6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (57324ef4-9c98-4ce6-bae8-d8a62ae17a14), before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:47.782068 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-46fab0ff-2102-41bb-9bd8-6bed4f5c4213 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (75d8ee08-47cc-4ecf-83c2-08cc37991e0a), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:47.798727 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46fab0ff-2102-41bb-9bd8-6bed4f5c4213 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Releasing vlan 758 on physical network physnet1 to pool {{(pid=103377) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 17:28:47.799285 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-46fab0ff-2102-41bb-9bd8-6bed4f5c4213 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25888454'] for segment (75d8ee08-47cc-4ecf-83c2-08cc37991e0a), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:47.803383 n-d-827839-2 neutron-server[103377]: Traceback (most recent call last): Feb 04 17:28:47.803383 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 17:28:47.803383 n-d-827839-2 neutron-server[103377]: timer() Feb 04 17:28:47.803383 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 17:28:47.803383 n-d-827839-2 neutron-server[103377]: cb(*args, **kw) Feb 04 17:28:47.803383 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 17:28:47.803383 n-d-827839-2 neutron-server[103377]: return func(*args, **kwargs) Feb 04 17:28:47.803383 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 17:28:47.803383 n-d-827839-2 neutron-server[103377]: self._notify() Feb 04 17:28:47.803383 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 17:28:47.803383 n-d-827839-2 neutron-server[103377]: self.callback(batched_events) Feb 04 17:28:47.803383 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 17:28:47.803383 n-d-827839-2 neutron-server[103377]: event.method(event) Feb 04 17:28:47.803383 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 17:28:47.803383 n-d-827839-2 neutron-server[103377]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 17:28:47.803383 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 17:28:47.803383 n-d-827839-2 neutron-server[103377]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 17:28:47.803383 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 17:28:47.803383 n-d-827839-2 neutron-server[103377]: return f(self, *a, **k) Feb 04 17:28:47.803383 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 17:28:47.803383 n-d-827839-2 neutron-server[103377]: return self._get(url).json() Feb 04 17:28:47.803383 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 17:28:47.803383 n-d-827839-2 neutron-server[103377]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 17:28:47.803383 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 17:28:47.803383 n-d-827839-2 neutron-server[103377]: return self.request(url, 'GET', **kwargs) Feb 04 17:28:47.803383 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 17:28:47.803383 n-d-827839-2 neutron-server[103377]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 17:28:47.803383 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 17:28:47.803383 n-d-827839-2 neutron-server[103377]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 17:28:47.803383 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 17:28:47.803383 n-d-827839-2 neutron-server[103377]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 17:28:47.803383 n-d-827839-2 neutron-server[103377]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 17:28:47.807829 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8106ff3d-157b-4379-921d-1e5fb9949a6f tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Made reservation on behalf of 2dabbd0ed422411582aec81f9de51a07 for: {'subnet': 1} {{(pid=103376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:28:47.811405 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-8106ff3d-157b-4379-921d-1e5fb9949a6f tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25859006'] for subnet (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:47.828205 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-1fb68ae5-5877-4cc0-be05-69617a6de70f tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (c26ddaf0-0545-471b-a0cb-e67fa3545298), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:47.900018 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-46fab0ff-2102-41bb-9bd8-6bed4f5c4213 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1543671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1595572'] for network (17d73fe2-1f97-41af-ac90-3bcc8a354497), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:47.913609 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-46fab0ff-2102-41bb-9bd8-6bed4f5c4213 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Publish callbacks [] for network (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:47.925893 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-46fab0ff-2102-41bb-9bd8-6bed4f5c4213 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] 10.222.0.89 "DELETE /v2.0/networks/17d73fe2-1f97-41af-ac90-3bcc8a354497 HTTP/1.1" status: 204 len: 168 time: 1.5886738 Feb 04 17:28:47.928528 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 46512) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:28:47.938090 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-0cffc978-cb88-4efd-8c0c-b1b75f57076c tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1502199423'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:28:47.966381 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46fab0ff-2102-41bb-9bd8-6bed4f5c4213 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Pushing event deleted for resources: {'Network': ['ID=17d73fe2-1f97-41af-ac90-3bcc8a354497,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:28:47.979716 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d806693-4790-46be-8d7a-3c53d2895d91 admin admin] Notify agent at l3_agent.n-d-827839-2 the message routers_updated {{(pid=103377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 17:28:47.995637 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 10f25b3b-b837-4b77-89e8-ff5b2a84a594 up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:28:48.002244 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cffc978-cb88-4efd-8c0c-b1b75f57076c tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Made reservation on behalf of 9117ee7d05a54905bc1e8a5956601b14 for: {'network': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:28:48.006550 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-0cffc978-cb88-4efd-8c0c-b1b75f57076c tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for network (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:48.013751 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-4d806693-4790-46be-8d7a-3c53d2895d91 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:48.015851 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-4d806693-4790-46be-8d7a-3c53d2895d91 admin admin] 10.222.0.89 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.0445893 Feb 04 17:28:48.022355 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 46514) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:28:48.034448 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f03a4179-ce81-49b7-8aa6-d8817bd8e9e1 None None] Sync routers for ids ['56c023a1-67ec-4ed9-a71e-d96906b8e642'] in n-d-827839-2 {{(pid=103378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 17:28:48.059188 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0cffc978-cb88-4efd-8c0c-b1b75f57076c tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] vlan segment allocate from pool success with {'vlan_id': 757, 'physical_network': 'physnet1'} {{(pid=103377) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 17:28:48.062718 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-a3525ae5-6a23-4eb0-9209-893be80e4bd6 None None] For port 57324ef4-9c98-4ce6-bae8-d8a62ae17a14, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=57324ef4-9c98-4ce6-bae8-d8a62ae17a14,segment=NetworkSegment(2fcce0c7-9a0a-428a-b986-cae51cd3c129),segment_id=2fcce0c7-9a0a-428a-b986-cae51cd3c129)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:28:48.063230 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a3525ae5-6a23-4eb0-9209-893be80e4bd6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (57324ef4-9c98-4ce6-bae8-d8a62ae17a14), precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:48.066686 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29f6eac-309f-4d7a-925b-559c991ad9e5 None None] Pushing event updated for resources: {'Port': ['ID=10f25b3b-b837-4b77-89e8-ff5b2a84a594,revision_number=5']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:28:48.072462 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-0cffc978-cb88-4efd-8c0c-b1b75f57076c tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (617b1b3a-16e3-4381-a00f-27a26bb3f7d6), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:48.073177 n-d-827839-2 neutron-server[103377]: INFO neutron.db.segments_db [None req-0cffc978-cb88-4efd-8c0c-b1b75f57076c tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Added segment 617b1b3a-16e3-4381-a00f-27a26bb3f7d6 of type vlan for network c1385060-d1c8-4afd-a19f-4ace4c602322 Feb 04 17:28:48.103283 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f03a4179-ce81-49b7-8aa6-d8817bd8e9e1 None None] Routers {'56c023a1-67ec-4ed9-a71e-d96906b8e642'} bound to L3 agent in host n-d-827839-2 {{(pid=103378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:28:48.104011 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-f03a4179-ce81-49b7-8aa6-d8817bd8e9e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:28:32Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['56c023a1-67ec-4ed9-a71e-d96906b8e642'], 'active': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:28:48.107634 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-a3525ae5-6a23-4eb0-9209-893be80e4bd6 None None] Calling delete_port for 57324ef4-9c98-4ce6-bae8-d8a62ae17a14 owned by network:dhcp {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:28:48.147305 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-0cffc978-cb88-4efd-8c0c-b1b75f57076c tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781084292801'] for network (c1385060-d1c8-4afd-a19f-4ace4c602322), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:48.152466 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb68ae5-5877-4cc0-be05-69617a6de70f tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Pushing event updated for resources: {'Port': ['ID=c26ddaf0-0545-471b-a0cb-e67fa3545298,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:28:48.182413 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-0cffc978-cb88-4efd-8c0c-b1b75f57076c tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327'] for network (c1385060-d1c8-4afd-a19f-4ace4c602322), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:48.188061 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cffc978-cb88-4efd-8c0c-b1b75f57076c tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:28:48.188855 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-0cffc978-cb88-4efd-8c0c-b1b75f57076c tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Publish callbacks [] for network (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:48.194119 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b8fceca-2e5f-4005-8bad-59599d660170 None None] Network aaddf6ec-48dd-4d99-a249-cf782a8d2cfa requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:28:48.221075 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fb68ae5-5877-4cc0-be05-69617a6de70f tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Checking segment: {'id': '7a56611a-395f-488f-9441-1320aed78029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '39c5a3cf-023d-44e7-9195-38ea0e412caf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:28:48.221550 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fb68ae5-5877-4cc0-be05-69617a6de70f tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Network hostable DHCP agents. Network: 39c5a3cf-023d-44e7-9195-38ea0e412caf, hostable agents: ['bb89f5a3-3c22-440b-b7d1-c4f0c43c184a'], hosted agents: [] {{(pid=103376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 17:28:48.272100 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-0cffc978-cb88-4efd-8c0c-b1b75f57076c tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3392394 Feb 04 17:28:48.275810 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 46518) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:28:48.280830 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-5929f644-3d09-4e5f-b9c7-bbb0e089541f tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Request body: {'subnet': {'network_id': 'c1385060-d1c8-4afd-a19f-4ace4c602322', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:28:48.322905 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-d7729e30-b411-48f9-b74a-7cca84e69022 None None] Provisioning complete for port 65d1fd0d-2a0d-477c-8000-d760c1bc95c4 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:28:48.323639 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d7729e30-b411-48f9-b74a-7cca84e69022 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (65d1fd0d-2a0d-477c-8000-d760c1bc95c4), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:48.336004 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port 10f25b3b-b837-4b77-89e8-ff5b2a84a594 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:28:48.336779 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (10f25b3b-b837-4b77-89e8-ff5b2a84a594), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:48.343733 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cffc978-cb88-4efd-8c0c-b1b75f57076c tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Pushing event updated for resources: {'Network': ['ID=c1385060-d1c8-4afd-a19f-4ace4c602322,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:28:48.359916 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fb68ae5-5877-4cc0-be05-69617a6de70f tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Network 39c5a3cf-023d-44e7-9195-38ea0e412caf is scheduled to be hosted by DHCP agent bb89f5a3-3c22-440b-b7d1-c4f0c43c184a with binding_index 1 {{(pid=103376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 17:28:48.378879 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [None req-1fb68ae5-5877-4cc0-be05-69617a6de70f tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827839-2, 39c5a3cf-023d-44e7-9195-38ea0e412caf) {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:28:48.379226 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5929f644-3d09-4e5f-b9c7-bbb0e089541f tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Made reservation on behalf of 9117ee7d05a54905bc1e8a5956601b14 for: {'subnet': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:28:48.382906 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-5929f644-3d09-4e5f-b9c7-bbb0e089541f tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25597243'] for subnet (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:48.387422 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Network c1385060-d1c8-4afd-a19f-4ace4c602322 details requested by agent ovs-agent-n-d-827839-2 with host n-d-827839-2 {{(pid=103378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 17:28:48.394080 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fb68ae5-5877-4cc0-be05-69617a6de70f tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Received port after_create {{(pid=103376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:28:48.399334 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fb68ae5-5877-4cc0-be05-69617a6de70f tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:28:48.399940 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-1fb68ae5-5877-4cc0-be05-69617a6de70f tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:48.424134 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5889274-06f6-4f7b-a0c8-a2b769386bab None None] Network 39c5a3cf-023d-44e7-9195-38ea0e412caf requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:28:48.456643 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-1fb68ae5-5877-4cc0-be05-69617a6de70f tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.3496366 Feb 04 17:28:48.457006 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 46520) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:28:48.464862 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-8acb37b5-fd82-4a66-8f29-c651113f8feb tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-653805114'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:28:48.510293 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8acb37b5-fd82-4a66-8f29-c651113f8feb tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Made reservation on behalf of 6054a945d1db4859ae33f1c6e4a7b141 for: {'network': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:28:48.513899 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-8acb37b5-fd82-4a66-8f29-c651113f8feb tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for network (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:48.547391 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvr_db [None req-f03a4179-ce81-49b7-8aa6-d8817bd8e9e1 None None] Set router 56c023a1-67ec-4ed9-a71e-d96906b8e642 gateway port host: n-d-827839-2 {{(pid=103378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:28:48.567655 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8acb37b5-fd82-4a66-8f29-c651113f8feb tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] vlan segment allocate from pool success with {'vlan_id': 790, 'physical_network': 'physnet1'} {{(pid=103377) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 17:28:48.601173 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-8acb37b5-fd82-4a66-8f29-c651113f8feb tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (886898d3-cca2-411c-8098-00b94f207fde), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:48.601663 n-d-827839-2 neutron-server[103377]: INFO neutron.db.segments_db [None req-8acb37b5-fd82-4a66-8f29-c651113f8feb tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Added segment 886898d3-cca2-411c-8098-00b94f207fde of type vlan for network e6831474-bc03-4738-b775-2441ff6cfe2f Feb 04 17:28:48.724580 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a3525ae5-6a23-4eb0-9209-893be80e4bd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144'] for port (57324ef4-9c98-4ce6-bae8-d8a62ae17a14), after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:48.798453 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3525ae5-6a23-4eb0-9209-893be80e4bd6 None None] No DVR routers for this DVR port 57324ef4-9c98-4ce6-bae8-d8a62ae17a14 on host n-d-827839-2 {{(pid=103378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 17:28:48.802803 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3525ae5-6a23-4eb0-9209-893be80e4bd6 None None] Pushing event deleted for resources: {'Port': ['ID=57324ef4-9c98-4ce6-bae8-d8a62ae17a14,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:28:48.945456 n-d-827839-2 neutron-server[103376]: DEBUG neutron.objects.ports [None req-8106ff3d-157b-4379-921d-1e5fb9949a6f tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103376) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 04 17:28:48.994269 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-8acb37b5-fd82-4a66-8f29-c651113f8feb tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781084292801'] for network (e6831474-bc03-4738-b775-2441ff6cfe2f), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:49.003856 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-5929f644-3d09-4e5f-b9c7-bbb0e089541f tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25889445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25597197'] for subnet (c2242f1f-a7dc-4b22-95b2-2d6721290055), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:49.066474 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-8acb37b5-fd82-4a66-8f29-c651113f8feb tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327'] for network (e6831474-bc03-4738-b775-2441ff6cfe2f), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:49.072361 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8acb37b5-fd82-4a66-8f29-c651113f8feb tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:28:49.072361 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-8acb37b5-fd82-4a66-8f29-c651113f8feb tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Publish callbacks [] for network (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:49.093084 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port 10f25b3b-b837-4b77-89e8-ff5b2a84a594 is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:28:49.094235 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 65d1fd0d-2a0d-477c-8000-d760c1bc95c4 up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:28:49.099076 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-d7729e30-b411-48f9-b74a-7cca84e69022 None None] Current status of the port 65d1fd0d-2a0d-477c-8000-d760c1bc95c4 is: DOWN; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:28:49.099495 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d7729e30-b411-48f9-b74a-7cca84e69022 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (65d1fd0d-2a0d-477c-8000-d760c1bc95c4), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:49.138567 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5929f644-3d09-4e5f-b9c7-bbb0e089541f tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Pushing event updated for resources: {'Subnet': ['ID=c2242f1f-a7dc-4b22-95b2-2d6721290055,revision_number=0']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:28:49.140099 n-d-827839-2 neutron-server[103376]: WARNING neutron.services.revisions.revision_plugin [None req-8106ff3d-157b-4379-921d-1e5fb9949a6f tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Could not find related port for resource to bump revision. Feb 04 17:28:49.171499 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.ipam_pluggable_backend [None req-8106ff3d-157b-4379-921d-1e5fb9949a6f tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Port 57324ef4-9c98-4ce6-bae8-d8a62ae17a14 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=103376) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Feb 04 17:28:49.171499 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.ipam_pluggable_backend [None req-8106ff3d-157b-4379-921d-1e5fb9949a6f tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Reverting IP allocation for 2001:db8::f816:3eff:fefc:ce65 {{(pid=103376) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Feb 04 17:28:49.171821 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-8acb37b5-fd82-4a66-8f29-c651113f8feb tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.7132797 Feb 04 17:28:49.172688 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 46522) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:28:49.179118 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.ipam_pluggable_backend [None req-8106ff3d-157b-4379-921d-1e5fb9949a6f tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fefc:ce65 {{(pid=103376) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:605}} Feb 04 17:28:49.181072 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-27418634-69d5-429c-adae-1bea0e97722d tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Request body: {'ports': [{'network_id': '39c5a3cf-023d-44e7-9195-38ea0e412caf'}, {'network_id': 'e6831474-bc03-4738-b775-2441ff6cfe2f'}]} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:28:49.182176 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-27418634-69d5-429c-adae-1bea0e97722d tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Request body: {'port': {'network_id': '39c5a3cf-023d-44e7-9195-38ea0e412caf'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:28:49.182176 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-27418634-69d5-429c-adae-1bea0e97722d tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Request body: {'port': {'network_id': 'e6831474-bc03-4738-b775-2441ff6cfe2f'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:28:49.182405 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-8106ff3d-157b-4379-921d-1e5fb9949a6f tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25674939', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25858952'] for subnet (44bb1b93-2d36-4594-94c5-b147b2ba3bc0), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:49.196210 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-d7729e30-b411-48f9-b74a-7cca84e69022 None None] For port 65d1fd0d-2a0d-477c-8000-d760c1bc95c4, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=65d1fd0d-2a0d-477c-8000-d760c1bc95c4,segment=NetworkSegment(60f0396c-e170-4e00-b584-b3b5c309f6b3),segment_id=60f0396c-e170-4e00-b584-b3b5c309f6b3)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:28:49.201190 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acb37b5-fd82-4a66-8f29-c651113f8feb tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Pushing event updated for resources: {'Network': ['ID=e6831474-bc03-4738-b775-2441ff6cfe2f,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:28:49.203341 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5929f644-3d09-4e5f-b9c7-bbb0e089541f tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Checking segment: {'id': '617b1b3a-16e3-4381-a00f-27a26bb3f7d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'c1385060-d1c8-4afd-a19f-4ace4c602322'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:28:49.203810 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5929f644-3d09-4e5f-b9c7-bbb0e089541f tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Network hostable DHCP agents. Network: c1385060-d1c8-4afd-a19f-4ace4c602322, hostable agents: ['bb89f5a3-3c22-440b-b7d1-c4f0c43c184a'], hosted agents: [] {{(pid=103377) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 17:28:49.208236 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d7729e30-b411-48f9-b74a-7cca84e69022 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (65d1fd0d-2a0d-477c-8000-d760c1bc95c4), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:49.239949 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Network e6831474-bc03-4738-b775-2441ff6cfe2f details requested by agent ovs-agent-n-d-827839-2 with host n-d-827839-2 {{(pid=103378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 17:28:49.246936 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8106ff3d-157b-4379-921d-1e5fb9949a6f tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Pushing event updated for resources: {'Subnet': ['ID=44bb1b93-2d36-4594-94c5-b147b2ba3bc0,revision_number=0']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:28:49.279252 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8106ff3d-157b-4379-921d-1e5fb9949a6f tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Network ebdc431d-e6a4-4155-be30-2a7d896acbb0 is already hosted by enough agents. {{(pid=103376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:28:49.288298 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5929f644-3d09-4e5f-b9c7-bbb0e089541f tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Network c1385060-d1c8-4afd-a19f-4ace4c602322 is scheduled to be hosted by DHCP agent bb89f5a3-3c22-440b-b7d1-c4f0c43c184a with binding_index 1 {{(pid=103377) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 17:28:49.307696 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [None req-8106ff3d-157b-4379-921d-1e5fb9949a6f tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Resources bound (agent type, host, resource id): {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:28:49.307962 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port 65d1fd0d-2a0d-477c-8000-d760c1bc95c4 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:28:49.308090 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (65d1fd0d-2a0d-477c-8000-d760c1bc95c4), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:49.319760 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8106ff3d-157b-4379-921d-1e5fb9949a6f tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:28:49.320365 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-8106ff3d-157b-4379-921d-1e5fb9949a6f tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks [] for subnet (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:49.352493 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-8106ff3d-157b-4379-921d-1e5fb9949a6f tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.8175766 Feb 04 17:28:49.353942 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 46524) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:28:49.354076 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f758a81d-3e24-4986-8530-0ad30146e5bd None None] Network ebdc431d-e6a4-4155-be30-2a7d896acbb0 requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:28:49.362698 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-c602d269-d087-45b0-83a4-c8ac81cee1df tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Request body: {'subnet': {'network_id': 'ebdc431d-e6a4-4155-be30-2a7d896acbb0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:28:49.370999 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [None req-5929f644-3d09-4e5f-b9c7-bbb0e089541f tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827839-2, c1385060-d1c8-4afd-a19f-4ace4c602322) {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:28:49.379187 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5929f644-3d09-4e5f-b9c7-bbb0e089541f tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:28:49.383017 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-5929f644-3d09-4e5f-b9c7-bbb0e089541f tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Publish callbacks [] for subnet (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:49.408405 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-5929f644-3d09-4e5f-b9c7-bbb0e089541f tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1313896 Feb 04 17:28:49.410935 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 46526) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:28:49.418116 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-de286dd8-027d-4ddf-8e4d-536fa1cf4eff tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-816352850', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:28:49.423691 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27418634-69d5-429c-adae-1bea0e97722d tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Made reservation on behalf of 6054a945d1db4859ae33f1c6e4a7b141 for: {'port': 2} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:28:49.429357 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-27418634-69d5-429c-adae-1bea0e97722d tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:49.435822 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4143909a-036f-41d7-bb33-92f1ba7defea None None] Network c1385060-d1c8-4afd-a19f-4ace4c602322 requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:28:49.463583 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-f03a4179-ce81-49b7-8aa6-d8817bd8e9e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56c023a1-67ec-4ed9-a71e-d96906b8e642', 'name': 'tempest-TaggedBootDevicesTest-1191016291-router', 'tenant_id': '98c9dcf293b449b2b87f5079c52a68fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.66'}], 'enable_snat': True}, 'gw_port_id': '12c7d7bb-310d-4a84-9b6d-d509661e6443', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:28:44Z', 'updated_at': '2022-02-04T17:28:46Z', 'revision_number': 3, 'project_id': '98c9dcf293b449b2b87f5079c52a68fa', 'gw_port': {'id': '12c7d7bb-310d-4a84-9b6d-d509661e6443', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:b3:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56c023a1-67ec-4ed9-a71e-d96906b8e642', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2134, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:28:45Z', 'updated_at': '2022-02-04T17:28:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2'}], 'n-d-827839-2', False) {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:28:49.466807 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-27418634-69d5-429c-adae-1bea0e97722d tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:49.483544 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-de286dd8-027d-4ddf-8e4d-536fa1cf4eff tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1601657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26921'] for router (ea530a5e-74dd-4950-80d6-f8b1a56449a6), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:49.484616 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-de286dd8-027d-4ddf-8e4d-536fa1cf4eff tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1602025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603663', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1630571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26960'] for router (ea530a5e-74dd-4950-80d6-f8b1a56449a6), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:49.500020 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7729e30-b411-48f9-b74a-7cca84e69022 None None] Pushing event updated for resources: {'Port': ['ID=65d1fd0d-2a0d-477c-8000-d760c1bc95c4,revision_number=3']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:28:49.503609 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-6e4d78b4-0c11-466e-9f73-1b9b4144311d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:49.548825 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f03a4179-ce81-49b7-8aa6-d8817bd8e9e1 None None] Checking router: 56c023a1-67ec-4ed9-a71e-d96906b8e642 for host: n-d-827839-2 {{(pid=103378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 17:28:49.550264 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f03a4179-ce81-49b7-8aa6-d8817bd8e9e1 None None] Updating router 56c023a1-67ec-4ed9-a71e-d96906b8e642 port 12c7d7bb-310d-4a84-9b6d-d509661e6443 binding host n-d-827839-2 {{(pid=103378) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 17:28:49.553363 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c602d269-d087-45b0-83a4-c8ac81cee1df tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Made reservation on behalf of 2dabbd0ed422411582aec81f9de51a07 for: {'subnet': 1} {{(pid=103376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:28:49.557881 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-c602d269-d087-45b0-83a4-c8ac81cee1df tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25859006'] for subnet (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:49.632390 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f03a4179-ce81-49b7-8aa6-d8817bd8e9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (12c7d7bb-310d-4a84-9b6d-d509661e6443), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:49.636775 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-755a613c-2fc6-46e5-baa8-de33d5f2e56e None None] Provisioning complete for port 65d1fd0d-2a0d-477c-8000-d760c1bc95c4 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:28:49.636979 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-755a613c-2fc6-46e5-baa8-de33d5f2e56e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (65d1fd0d-2a0d-477c-8000-d760c1bc95c4), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:49.652209 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-de286dd8-027d-4ddf-8e4d-536fa1cf4eff tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Publish callbacks [] for router_controller (ea530a5e-74dd-4950-80d6-f8b1a56449a6), precommit_add_association {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:49.663363 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-de286dd8-027d-4ddf-8e4d-536fa1cf4eff tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1602046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603680'] for router (ea530a5e-74dd-4950-80d6-f8b1a56449a6), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:49.689610 n-d-827839-2 neutron-server[103377]: DEBUG neutron.notifiers.nova [None req-27418634-69d5-429c-adae-1bea0e97722d tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] device_id is not set on port b730a2b4-319a-402b-8112-de14c2579ac5 yet. {{(pid=103377) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 04 17:28:49.696548 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-de286dd8-027d-4ddf-8e4d-536fa1cf4eff tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Publish callbacks [] for router (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:49.700318 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-de286dd8-027d-4ddf-8e4d-536fa1cf4eff tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] 10.222.0.89 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2854600 Feb 04 17:28:49.700600 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 46528) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:28:49.705498 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-e5d12870-b95e-4a04-a423-e2ed0f08d684 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Request body: {'port': {'network_id': 'c1385060-d1c8-4afd-a19f-4ace4c602322', 'name': 'tempest-RoutersIpV6Test-1043712865'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:28:49.742980 n-d-827839-2 neutron-server[103376]: INFO neutron.db.ipam_backend_mixin [None req-c602d269-d087-45b0-83a4-c8ac81cee1df tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 44bb1b93-2d36-4594-94c5-b147b2ba3bc0 (CIDR: 2001:db8::/64) Feb 04 17:28:49.763407 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ae66711-7ee9-4664-9bd9-013d8600b17c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e4c19ad-5724-5db8-8ee1-4f56ae69fcf4-ebdc431d-e6a4-4155-be30-2a7d896acbb0', 'network_id': 'ebdc431d-e6a4-4155-be30-2a7d896acbb0', 'project_id': '2dabbd0ed422411582aec81f9de51a07', 'fixed_ips': [{'subnet_id': '44bb1b93-2d36-4594-94c5-b147b2ba3bc0'}]}} from n-d-827839-2. {{(pid=103378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 17:28:49.764458 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1ae66711-7ee9-4664-9bd9-013d8600b17c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:49.769013 n-d-827839-2 neutron-server[103376]: INFO neutron.pecan_wsgi.hooks.translation [None req-c602d269-d087-45b0-83a4-c8ac81cee1df tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 17:28:49.769602 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c602d269-d087-45b0-83a4-c8ac81cee1df tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103376) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 17:28:49.793762 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-c602d269-d087-45b0-83a4-c8ac81cee1df tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4340472 Feb 04 17:28:49.795176 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 46530) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:28:49.797008 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f45b2c6f-f7f0-45fd-bf1b-abbefe9dbcc4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e4c19ad-5724-5db8-8ee1-4f56ae69fcf4-c1385060-d1c8-4afd-a19f-4ace4c602322', 'network_id': 'c1385060-d1c8-4afd-a19f-4ace4c602322', 'project_id': '9117ee7d05a54905bc1e8a5956601b14', 'fixed_ips': [{'subnet_id': 'c2242f1f-a7dc-4b22-95b2-2d6721290055'}]}} from n-d-827839-2. {{(pid=103378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 17:28:49.797869 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f45b2c6f-f7f0-45fd-bf1b-abbefe9dbcc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:49.804766 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-27a64fbd-7e0e-40c7-acc6-f93c6ba11805 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Request body: {'subnet': {'network_id': 'ebdc431d-e6a4-4155-be30-2a7d896acbb0', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:28:49.875159 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5d12870-b95e-4a04-a423-e2ed0f08d684 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Made reservation on behalf of 9117ee7d05a54905bc1e8a5956601b14 for: {'port': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:28:49.878745 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-e5d12870-b95e-4a04-a423-e2ed0f08d684 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:49.879484 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.db_base_plugin_common [None req-6e4d78b4-0c11-466e-9f73-1b9b4144311d admin admin] Allocated IP 172.20.0.1 (aaddf6ec-48dd-4d99-a249-cf782a8d2cfa/273c30a7-7c22-4224-bb2d-362bf7345f6c/945ce8c5-9185-4e15-b3be-cc5fbab8b6f9) {{(pid=103376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:28:49.886295 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port 65d1fd0d-2a0d-477c-8000-d760c1bc95c4 is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:28:49.899546 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-27418634-69d5-429c-adae-1bea0e97722d tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Publish callbacks [] for port (b730a2b4-319a-402b-8112-de14c2579ac5), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:49.948442 n-d-827839-2 neutron-server[103377]: DEBUG neutron.notifiers.nova [None req-e5d12870-b95e-4a04-a423-e2ed0f08d684 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] device_id is not set on port 3a3c242a-254a-4430-90e7-3dcc26c32070 yet. {{(pid=103377) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 04 17:28:50.015918 n-d-827839-2 neutron-server[103377]: DEBUG neutron.notifiers.nova [None req-27418634-69d5-429c-adae-1bea0e97722d tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] device_id is not set on port aea1b587-90c9-4513-abbd-ab1290a608b5 yet. {{(pid=103377) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 04 17:28:50.054781 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27a64fbd-7e0e-40c7-acc6-f93c6ba11805 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Made reservation on behalf of 2dabbd0ed422411582aec81f9de51a07 for: {'subnet': 1} {{(pid=103376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:28:50.059343 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-27a64fbd-7e0e-40c7-acc6-f93c6ba11805 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25859006'] for subnet (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:50.085938 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 8c2d4760-b9bc-4258-b159-8d0ff5fe2565 no longer exists at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:28:50.111900 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.db_base_plugin_common [None req-e5d12870-b95e-4a04-a423-e2ed0f08d684 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Allocated IP 2001:db8::ea (c1385060-d1c8-4afd-a19f-4ace4c602322/c2242f1f-a7dc-4b22-95b2-2d6721290055/3a3c242a-254a-4430-90e7-3dcc26c32070) {{(pid=103377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:28:50.134599 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-6e4d78b4-0c11-466e-9f73-1b9b4144311d admin admin] Publish callbacks [] for port (945ce8c5-9185-4e15-b3be-cc5fbab8b6f9), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:50.158664 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] No Port match for: 8c2d4760-b9bc-4258-b159-8d0ff5fe2565 {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 17:28:50.159652 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 8c2d4760-b9bc-4258-b159-8d0ff5fe2565 not bound to the agent host n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 17:28:50.160007 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 57324ef4-9c98-4ce6-bae8-d8a62ae17a14 no longer exists at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:28:50.207448 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-755a613c-2fc6-46e5-baa8-de33d5f2e56e None None] Current status of the port 65d1fd0d-2a0d-477c-8000-d760c1bc95c4 is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:28:50.211402 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-27418634-69d5-429c-adae-1bea0e97722d tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Publish callbacks [] for port (aea1b587-90c9-4513-abbd-ab1290a608b5), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:50.215931 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] No Port match for: 57324ef4-9c98-4ce6-bae8-d8a62ae17a14 {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 17:28:50.216240 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 57324ef4-9c98-4ce6-bae8-d8a62ae17a14 not bound to the agent host n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 17:28:50.252375 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-6e4d78b4-0c11-466e-9f73-1b9b4144311d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (945ce8c5-9185-4e15-b3be-cc5fbab8b6f9), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:50.259838 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-1ae66711-7ee9-4664-9bd9-013d8600b17c None None] Allocated IP 2001:db8::f816:3eff:fe3e:9837 (ebdc431d-e6a4-4155-be30-2a7d896acbb0/44bb1b93-2d36-4594-94c5-b147b2ba3bc0/d6f04a58-07fb-42f1-b911-8bc038a5384b) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:28:50.312396 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-27418634-69d5-429c-adae-1bea0e97722d tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (b730a2b4-319a-402b-8112-de14c2579ac5), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:50.360311 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 10f25b3b-b837-4b77-89e8-ff5b2a84a594 up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:28:50.384602 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e4d78b4-0c11-466e-9f73-1b9b4144311d admin admin] Network aaddf6ec-48dd-4d99-a249-cf782a8d2cfa is already hosted by enough agents. {{(pid=103376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:28:50.388079 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-e5d12870-b95e-4a04-a423-e2ed0f08d684 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Publish callbacks [] for port (3a3c242a-254a-4430-90e7-3dcc26c32070), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:50.391344 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [None req-6e4d78b4-0c11-466e-9f73-1b9b4144311d admin admin] Resources bound (agent type, host, resource id): {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:28:50.395033 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27418634-69d5-429c-adae-1bea0e97722d tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Pushing event updated for resources: {'Port': ['ID=b730a2b4-319a-402b-8112-de14c2579ac5,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:28:50.398602 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27418634-69d5-429c-adae-1bea0e97722d tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Network 39c5a3cf-023d-44e7-9195-38ea0e412caf is already hosted by enough agents. {{(pid=103377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:28:50.400772 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e4d78b4-0c11-466e-9f73-1b9b4144311d admin admin] Received port after_create {{(pid=103376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:28:50.402558 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [None req-27418634-69d5-429c-adae-1bea0e97722d tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Resources bound (agent type, host, resource id): {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:28:50.405572 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27418634-69d5-429c-adae-1bea0e97722d tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Received port after_create {{(pid=103377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:28:50.406310 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-27418634-69d5-429c-adae-1bea0e97722d tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (aea1b587-90c9-4513-abbd-ab1290a608b5), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:50.443648 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-6e4d78b4-0c11-466e-9f73-1b9b4144311d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1595471'] for router_interface (56c023a1-67ec-4ed9-a71e-d96906b8e642), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:50.461775 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f03a4179-ce81-49b7-8aa6-d8817bd8e9e1 None None] Publish callbacks [] for port (12c7d7bb-310d-4a84-9b6d-d509661e6443), precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:50.474800 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27418634-69d5-429c-adae-1bea0e97722d tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Pushing event updated for resources: {'Port': ['ID=aea1b587-90c9-4513-abbd-ab1290a608b5,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:28:50.479226 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f03a4179-ce81-49b7-8aa6-d8817bd8e9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (12c7d7bb-310d-4a84-9b6d-d509661e6443), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:50.519394 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-e5d12870-b95e-4a04-a423-e2ed0f08d684 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (3a3c242a-254a-4430-90e7-3dcc26c32070), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:50.521329 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27418634-69d5-429c-adae-1bea0e97722d tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Checking segment: {'id': '886898d3-cca2-411c-8098-00b94f207fde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'e6831474-bc03-4738-b775-2441ff6cfe2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:28:50.521889 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27418634-69d5-429c-adae-1bea0e97722d tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Network hostable DHCP agents. Network: e6831474-bc03-4738-b775-2441ff6cfe2f, hostable agents: ['bb89f5a3-3c22-440b-b7d1-c4f0c43c184a'], hosted agents: [] {{(pid=103377) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 17:28:50.573923 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4d78b4-0c11-466e-9f73-1b9b4144311d admin admin] Pushing event updated for resources: {'Port': ['ID=945ce8c5-9185-4e15-b3be-cc5fbab8b6f9,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:28:50.593392 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d12870-b95e-4a04-a423-e2ed0f08d684 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Pushing event updated for resources: {'Port': ['ID=3a3c242a-254a-4430-90e7-3dcc26c32070,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:28:50.600976 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port 10f25b3b-b837-4b77-89e8-ff5b2a84a594 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:28:50.601471 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (10f25b3b-b837-4b77-89e8-ff5b2a84a594), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:50.604680 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5d12870-b95e-4a04-a423-e2ed0f08d684 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Network c1385060-d1c8-4afd-a19f-4ace4c602322 is already hosted by enough agents. {{(pid=103377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:28:50.611366 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [None req-e5d12870-b95e-4a04-a423-e2ed0f08d684 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Resources bound (agent type, host, resource id): {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:28:50.615831 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5d12870-b95e-4a04-a423-e2ed0f08d684 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Received port after_create {{(pid=103377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:28:50.629212 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5d12870-b95e-4a04-a423-e2ed0f08d684 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:28:50.630435 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-e5d12870-b95e-4a04-a423-e2ed0f08d684 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:50.647329 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad12567-4d78-4880-95d4-34353e2acb56 None None] Pushing event updated for resources: {'Port': ['ID=12c7d7bb-310d-4a84-9b6d-d509661e6443,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:28:50.650826 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27418634-69d5-429c-adae-1bea0e97722d tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Network e6831474-bc03-4738-b775-2441ff6cfe2f is scheduled to be hosted by DHCP agent bb89f5a3-3c22-440b-b7d1-c4f0c43c184a with binding_index 1 {{(pid=103377) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 17:28:50.658299 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-f03a4179-ce81-49b7-8aa6-d8817bd8e9e1 None None] Attempting to bind port 12c7d7bb-310d-4a84-9b6d-d509661e6443 on host n-d-827839-2 for vnic_type normal with profile {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:28:50.658678 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-f03a4179-ce81-49b7-8aa6-d8817bd8e9e1 None None] Attempting to bind port 12c7d7bb-310d-4a84-9b6d-d509661e6443 by drivers openvswitch,hyperv on host n-d-827839-2 at level 0 using segments [{'id': '5942dc44-1f07-4c27-b0ab-45a2bff20dd5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188'}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:28:50.659142 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f03a4179-ce81-49b7-8aa6-d8817bd8e9e1 None None] Attempting to bind port 12c7d7bb-310d-4a84-9b6d-d509661e6443 on network 48165773-85ad-49a1-9ec1-76fc8dc24188 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:28:50.662459 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-e5d12870-b95e-4a04-a423-e2ed0f08d684 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 0.9606380 Feb 04 17:28:50.665090 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-27a64fbd-7e0e-40c7-acc6-f93c6ba11805 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25674939', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25858952'] for subnet (cc2a84ab-f4ed-4e81-8957-254afa0be13c), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:50.666147 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 46532) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:28:50.678254 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-6e4d78b4-0c11-466e-9f73-1b9b4144311d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (945ce8c5-9185-4e15-b3be-cc5fbab8b6f9), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:50.686751 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-f45b2c6f-f7f0-45fd-bf1b-abbefe9dbcc4 None None] Allocated IP 2001:db8::2 (c1385060-d1c8-4afd-a19f-4ace4c602322/c2242f1f-a7dc-4b22-95b2-2d6721290055/e70bcaa7-49a8-4a26-9bd6-f404581b0f4a) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:28:50.689450 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1ae66711-7ee9-4664-9bd9-013d8600b17c None None] Publish callbacks [] for port (d6f04a58-07fb-42f1-b911-8bc038a5384b), precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:50.693519 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f03a4179-ce81-49b7-8aa6-d8817bd8e9e1 None None] Checking agent: {'id': 'ba70844b-66a0-45fd-a2f2-e6ed673321fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 0, 36), 'started_at': datetime.datetime(2022, 2, 4, 17, 1, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 28, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:28:50.693900 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f03a4179-ce81-49b7-8aa6-d8817bd8e9e1 None None] Checking segment: {'id': '5942dc44-1f07-4c27-b0ab-45a2bff20dd5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:28:50.694308 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f03a4179-ce81-49b7-8aa6-d8817bd8e9e1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:50.694709 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f03a4179-ce81-49b7-8aa6-d8817bd8e9e1 None None] Bound using segment: {'id': '5942dc44-1f07-4c27-b0ab-45a2bff20dd5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188'} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:28:50.695185 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-f03a4179-ce81-49b7-8aa6-d8817bd8e9e1 None None] Bound port: 12c7d7bb-310d-4a84-9b6d-d509661e6443, host: n-d-827839-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5942dc44-1f07-4c27-b0ab-45a2bff20dd5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188'}}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:28:50.695575 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f03a4179-ce81-49b7-8aa6-d8817bd8e9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (12c7d7bb-310d-4a84-9b6d-d509661e6443), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:50.728223 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [None req-27418634-69d5-429c-adae-1bea0e97722d tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827839-2, e6831474-bc03-4738-b775-2441ff6cfe2f) {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:28:50.730991 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1ae66711-7ee9-4664-9bd9-013d8600b17c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135'] for port (d6f04a58-07fb-42f1-b911-8bc038a5384b), after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:50.750324 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fd56203-1a22-43bd-945b-5cbf75462071 None None] Network e6831474-bc03-4738-b775-2441ff6cfe2f requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:28:50.756656 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27a64fbd-7e0e-40c7-acc6-f93c6ba11805 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Network ebdc431d-e6a4-4155-be30-2a7d896acbb0 is already hosted by enough agents. {{(pid=103376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:28:50.764774 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [None req-27a64fbd-7e0e-40c7-acc6-f93c6ba11805 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Resources bound (agent type, host, resource id): {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:28:50.770825 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27a64fbd-7e0e-40c7-acc6-f93c6ba11805 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:28:50.771359 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-27a64fbd-7e0e-40c7-acc6-f93c6ba11805 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks [] for subnet (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:50.789800 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a64fbd-7e0e-40c7-acc6-f93c6ba11805 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Pushing event updated for resources: {'Subnet': ['ID=cc2a84ab-f4ed-4e81-8957-254afa0be13c,revision_number=0']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:28:50.810651 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27418634-69d5-429c-adae-1bea0e97722d tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Received port after_create {{(pid=103377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:28:50.814744 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-27a64fbd-7e0e-40c7-acc6-f93c6ba11805 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0177758 Feb 04 17:28:50.816955 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27418634-69d5-429c-adae-1bea0e97722d tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:28:50.821883 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27418634-69d5-429c-adae-1bea0e97722d tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:28:50.822749 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-27418634-69d5-429c-adae-1bea0e97722d tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:50.826971 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 46534) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:28:50.832833 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-2662c6b2-edab-4fce-bff9-12839a9c981f tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Request body: {'port': {'network_id': 'ebdc431d-e6a4-4155-be30-2a7d896acbb0', 'mac_address': 'fa:16:3e:b5:e9:7b', 'name': 'tempest-NetworksTestDHCPv6-1024613310'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:28:50.921166 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-6e4d78b4-0c11-466e-9f73-1b9b4144311d admin admin] Publish callbacks [] for port (945ce8c5-9185-4e15-b3be-cc5fbab8b6f9), precommit_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:50.926263 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-6e4d78b4-0c11-466e-9f73-1b9b4144311d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675836'] for port (945ce8c5-9185-4e15-b3be-cc5fbab8b6f9), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:50.965269 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-27418634-69d5-429c-adae-1bea0e97722d tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.7883255 Feb 04 17:28:50.970479 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 46536) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:28:51.003186 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-6e4d78b4-0c11-466e-9f73-1b9b4144311d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1677345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602751'] for router_interface (56c023a1-67ec-4ed9-a71e-d96906b8e642), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:51.005997 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4d78b4-0c11-466e-9f73-1b9b4144311d admin admin] Pushing event updated for resources: {'Port': ['ID=945ce8c5-9185-4e15-b3be-cc5fbab8b6f9,revision_number=2']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:28:51.061859 n-d-827839-2 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ae66711-7ee9-4664-9bd9-013d8600b17c None None] Network ebdc431d-e6a4-4155-be30-2a7d896acbb0 is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:28:51.095343 n-d-827839-2 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-1ae66711-7ee9-4664-9bd9-013d8600b17c None None] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:28:51.100499 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ae66711-7ee9-4664-9bd9-013d8600b17c None None] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:28:51.109880 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e4d78b4-0c11-466e-9f73-1b9b4144311d admin admin] Network aaddf6ec-48dd-4d99-a249-cf782a8d2cfa is already hosted by enough agents. {{(pid=103376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:28:51.112421 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [None req-6e4d78b4-0c11-466e-9f73-1b9b4144311d admin admin] Resources bound (agent type, host, resource id): {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:28:51.153818 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-f03a4179-ce81-49b7-8aa6-d8817bd8e9e1 None None] For port 12c7d7bb-310d-4a84-9b6d-d509661e6443, host n-d-827839-2, cleared binding levels {{(pid=103378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:28:51.162953 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae66711-7ee9-4664-9bd9-013d8600b17c None None] Pushing event updated for resources: {'Port': ['ID=d6f04a58-07fb-42f1-b911-8bc038a5384b,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:28:51.229685 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-b0198117-6192-419e-a171-3d3417532ec9 None None] Provisioning complete for port 945ce8c5-9185-4e15-b3be-cc5fbab8b6f9 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:28:51.230305 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b0198117-6192-419e-a171-3d3417532ec9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (945ce8c5-9185-4e15-b3be-cc5fbab8b6f9), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:51.258222 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-f03a4179-ce81-49b7-8aa6-d8817bd8e9e1 None None] For port 12c7d7bb-310d-4a84-9b6d-d509661e6443, host n-d-827839-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=12c7d7bb-310d-4a84-9b6d-d509661e6443,segment=NetworkSegment(5942dc44-1f07-4c27-b0ab-45a2bff20dd5),segment_id=5942dc44-1f07-4c27-b0ab-45a2bff20dd5)] {{(pid=103378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:28:51.265640 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2662c6b2-edab-4fce-bff9-12839a9c981f tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Made reservation on behalf of 2dabbd0ed422411582aec81f9de51a07 for: {'port': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:28:51.309095 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f03a4179-ce81-49b7-8aa6-d8817bd8e9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (12c7d7bb-310d-4a84-9b6d-d509661e6443), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:51.332845 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e4d78b4-0c11-466e-9f73-1b9b4144311d admin admin] Router 56c023a1-67ec-4ed9-a71e-d96906b8e642 has already been hosted by L3 agent 64ada913-9131-4d99-a265-63a920956287 {{(pid=103376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 17:28:51.337086 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port 10f25b3b-b837-4b77-89e8-ff5b2a84a594 is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:28:51.338188 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 65d1fd0d-2a0d-477c-8000-d760c1bc95c4 up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:28:51.361624 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-2662c6b2-edab-4fce-bff9-12839a9c981f tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:51.400836 n-d-827839-2 neutron-server[103377]: DEBUG neutron.notifiers.nova [None req-2662c6b2-edab-4fce-bff9-12839a9c981f tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] device_id is not set on port 7c8f448c-2095-4059-857f-dc907a719ae4 yet. {{(pid=103377) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 04 17:28:51.407357 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-0f58f9b0-b10e-43ef-942a-c94bec2d9817 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Deleting port aea1b587-90c9-4513-abbd-ab1290a608b5 {{(pid=103377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:28:51.407699 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-0f58f9b0-b10e-43ef-942a-c94bec2d9817 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (aea1b587-90c9-4513-abbd-ab1290a608b5), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:51.408452 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-1ae66711-7ee9-4664-9bd9-013d8600b17c None None] Attempting to bind port d6f04a58-07fb-42f1-b911-8bc038a5384b on host n-d-827839-2 for vnic_type normal with profile {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:28:51.408897 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-1ae66711-7ee9-4664-9bd9-013d8600b17c None None] Attempting to bind port d6f04a58-07fb-42f1-b911-8bc038a5384b by drivers openvswitch,hyperv on host n-d-827839-2 at level 0 using segments [{'id': '2fcce0c7-9a0a-428a-b986-cae51cd3c129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'ebdc431d-e6a4-4155-be30-2a7d896acbb0'}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:28:51.409269 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ae66711-7ee9-4664-9bd9-013d8600b17c None None] Attempting to bind port d6f04a58-07fb-42f1-b911-8bc038a5384b on network ebdc431d-e6a4-4155-be30-2a7d896acbb0 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:28:51.465723 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-b0198117-6192-419e-a171-3d3417532ec9 None None] Port 945ce8c5-9185-4e15-b3be-cc5fbab8b6f9 cannot update to ACTIVE because it is not bound. {{(pid=103378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 17:28:51.476176 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ae66711-7ee9-4664-9bd9-013d8600b17c None None] Checking agent: {'id': 'ba70844b-66a0-45fd-a2f2-e6ed673321fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 0, 36), 'started_at': datetime.datetime(2022, 2, 4, 17, 1, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 28, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:28:51.476565 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ae66711-7ee9-4664-9bd9-013d8600b17c None None] Checking segment: {'id': '2fcce0c7-9a0a-428a-b986-cae51cd3c129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'ebdc431d-e6a4-4155-be30-2a7d896acbb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:28:51.482068 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1ae66711-7ee9-4664-9bd9-013d8600b17c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:51.482516 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ae66711-7ee9-4664-9bd9-013d8600b17c None None] Bound using segment: {'id': '2fcce0c7-9a0a-428a-b986-cae51cd3c129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'ebdc431d-e6a4-4155-be30-2a7d896acbb0'} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:28:51.483039 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-1ae66711-7ee9-4664-9bd9-013d8600b17c None None] Bound port: d6f04a58-07fb-42f1-b911-8bc038a5384b, host: n-d-827839-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2fcce0c7-9a0a-428a-b986-cae51cd3c129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'ebdc431d-e6a4-4155-be30-2a7d896acbb0'}}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:28:51.483439 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1ae66711-7ee9-4664-9bd9-013d8600b17c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (d6f04a58-07fb-42f1-b911-8bc038a5384b), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:51.533845 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-b3171469-a58e-498c-8726-f4c1ba456a8c tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (3a3c242a-254a-4430-90e7-3dcc26c32070), before_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:51.559877 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e4d78b4-0c11-466e-9f73-1b9b4144311d admin admin] Notify agent at l3_agent.n-d-827839-2 the message routers_updated {{(pid=103376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 17:28:51.582017 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-6e4d78b4-0c11-466e-9f73-1b9b4144311d admin admin] 10.222.0.89 "PUT /v2.0/routers/56c023a1-67ec-4ed9-a71e-d96906b8e642/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5469654 Feb 04 17:28:51.582246 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad12567-4d78-4880-95d4-34353e2acb56 None None] Pushing event updated for resources: {'Port': ['ID=12c7d7bb-310d-4a84-9b6d-d509661e6443,revision_number=3']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:28:51.608232 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-0f58f9b0-b10e-43ef-942a-c94bec2d9817 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (aea1b587-90c9-4513-abbd-ab1290a608b5), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:51.687409 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1ae66711-7ee9-4664-9bd9-013d8600b17c None None] For port d6f04a58-07fb-42f1-b911-8bc038a5384b, host n-d-827839-2, cleared binding levels {{(pid=103378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:28:51.689553 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-0f58f9b0-b10e-43ef-942a-c94bec2d9817 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Calling delete_port for aea1b587-90c9-4513-abbd-ab1290a608b5 owned by {{(pid=103377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:28:51.693125 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1ae66711-7ee9-4664-9bd9-013d8600b17c None None] For port d6f04a58-07fb-42f1-b911-8bc038a5384b, host n-d-827839-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=d6f04a58-07fb-42f1-b911-8bc038a5384b,segment=NetworkSegment(2fcce0c7-9a0a-428a-b986-cae51cd3c129),segment_id=2fcce0c7-9a0a-428a-b986-cae51cd3c129)] {{(pid=103378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:28:51.707632 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f03a4179-ce81-49b7-8aa6-d8817bd8e9e1 None None] Routers {'56c023a1-67ec-4ed9-a71e-d96906b8e642'} bound to L3 agent in host n-d-827839-2 {{(pid=103378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:28:51.708469 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-f03a4179-ce81-49b7-8aa6-d8817bd8e9e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:28:32Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['56c023a1-67ec-4ed9-a71e-d96906b8e642'], 'active': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:28:51.868014 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvr_db [None req-f03a4179-ce81-49b7-8aa6-d8817bd8e9e1 None None] Set router 56c023a1-67ec-4ed9-a71e-d96906b8e642 gateway port host: n-d-827839-2 {{(pid=103378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:28:51.929431 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f45b2c6f-f7f0-45fd-bf1b-abbefe9dbcc4 None None] Publish callbacks [] for port (e70bcaa7-49a8-4a26-9bd6-f404581b0f4a), precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:51.959881 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1ae66711-7ee9-4664-9bd9-013d8600b17c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (d6f04a58-07fb-42f1-b911-8bc038a5384b), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:51.978276 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f45b2c6f-f7f0-45fd-bf1b-abbefe9dbcc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135'] for port (e70bcaa7-49a8-4a26-9bd6-f404581b0f4a), after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:52.026725 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port 65d1fd0d-2a0d-477c-8000-d760c1bc95c4 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:28:52.027447 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (65d1fd0d-2a0d-477c-8000-d760c1bc95c4), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:52.074966 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-b3171469-a58e-498c-8726-f4c1ba456a8c tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Publish callbacks [] for port (3a3c242a-254a-4430-90e7-3dcc26c32070), precommit_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:52.088295 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-b3171469-a58e-498c-8726-f4c1ba456a8c tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25888290'] for port (3a3c242a-254a-4430-90e7-3dcc26c32070), after_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:52.105389 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-1c0cff4b-6012-449c-81f4-79e38d39e3e7 None None] Provisioning complete for port 945ce8c5-9185-4e15-b3be-cc5fbab8b6f9 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:28:52.106309 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1c0cff4b-6012-449c-81f4-79e38d39e3e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (945ce8c5-9185-4e15-b3be-cc5fbab8b6f9), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:52.154549 n-d-827839-2 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f45b2c6f-f7f0-45fd-bf1b-abbefe9dbcc4 None None] Network c1385060-d1c8-4afd-a19f-4ace4c602322 is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:28:52.251164 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.db_base_plugin_common [None req-2662c6b2-edab-4fce-bff9-12839a9c981f tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Allocated IP 2001:db8:0:1::332 (ebdc431d-e6a4-4155-be30-2a7d896acbb0/cc2a84ab-f4ed-4e81-8957-254afa0be13c/7c8f448c-2095-4059-857f-dc907a719ae4) {{(pid=103377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:28:52.254148 n-d-827839-2 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-f45b2c6f-f7f0-45fd-bf1b-abbefe9dbcc4 None None] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:28:52.324380 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f45b2c6f-f7f0-45fd-bf1b-abbefe9dbcc4 None None] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:28:52.341891 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae66711-7ee9-4664-9bd9-013d8600b17c None None] Pushing event updated for resources: {'Port': ['ID=d6f04a58-07fb-42f1-b911-8bc038a5384b,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:28:52.374196 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-0f58f9b0-b10e-43ef-942a-c94bec2d9817 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (aea1b587-90c9-4513-abbd-ab1290a608b5), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:52.381931 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.db_base_plugin_common [None req-2662c6b2-edab-4fce-bff9-12839a9c981f tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Allocated IP 2001:db8::f816:3eff:feb5:e97b (ebdc431d-e6a4-4155-be30-2a7d896acbb0/44bb1b93-2d36-4594-94c5-b147b2ba3bc0/7c8f448c-2095-4059-857f-dc907a719ae4) {{(pid=103377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:28:52.387561 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3171469-a58e-498c-8726-f4c1ba456a8c tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Pushing event updated for resources: {'Port': ['ID=3a3c242a-254a-4430-90e7-3dcc26c32070,revision_number=2']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:28:52.406898 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1c0cff4b-6012-449c-81f4-79e38d39e3e7 None None] Port 945ce8c5-9185-4e15-b3be-cc5fbab8b6f9 cannot update to ACTIVE because it is not bound. {{(pid=103378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 17:28:52.469312 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-0f58f9b0-b10e-43ef-942a-c94bec2d9817 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:52.473743 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-0f58f9b0-b10e-43ef-942a-c94bec2d9817 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] 10.222.0.89 "DELETE /v2.0/ports/aea1b587-90c9-4513-abbd-ab1290a608b5 HTTP/1.1" status: 204 len: 168 time: 1.5024567 Feb 04 17:28:52.474912 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f58f9b0-b10e-43ef-942a-c94bec2d9817 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Pushing event deleted for resources: {'Port': ['ID=aea1b587-90c9-4513-abbd-ab1290a608b5,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:28:52.476788 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 46584) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:28:52.574377 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64117c11-0c89-432e-9810-239b61755a13 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:28:52.584343 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64117c11-0c89-432e-9810-239b61755a13 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:28:52.586070 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-64117c11-0c89-432e-9810-239b61755a13 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] 10.222.0.89 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1451 time: 0.1085491 Feb 04 17:28:52.591813 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 46586) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:28:52.781739 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-b3171469-a58e-498c-8726-f4c1ba456a8c tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1595471'] for router_interface (ea530a5e-74dd-4950-80d6-f8b1a56449a6), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:52.794102 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45b2c6f-f7f0-45fd-bf1b-abbefe9dbcc4 None None] Pushing event updated for resources: {'Port': ['ID=e70bcaa7-49a8-4a26-9bd6-f404581b0f4a,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:28:52.797429 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port 65d1fd0d-2a0d-477c-8000-d760c1bc95c4 is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:28:52.800867 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-f45b2c6f-f7f0-45fd-bf1b-abbefe9dbcc4 None None] Attempting to bind port e70bcaa7-49a8-4a26-9bd6-f404581b0f4a on host n-d-827839-2 for vnic_type normal with profile {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:28:52.801399 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-f45b2c6f-f7f0-45fd-bf1b-abbefe9dbcc4 None None] Attempting to bind port e70bcaa7-49a8-4a26-9bd6-f404581b0f4a by drivers openvswitch,hyperv on host n-d-827839-2 at level 0 using segments [{'id': '617b1b3a-16e3-4381-a00f-27a26bb3f7d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'c1385060-d1c8-4afd-a19f-4ace4c602322'}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:28:52.801865 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f45b2c6f-f7f0-45fd-bf1b-abbefe9dbcc4 None None] Attempting to bind port e70bcaa7-49a8-4a26-9bd6-f404581b0f4a on network c1385060-d1c8-4afd-a19f-4ace4c602322 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:28:52.822276 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f45b2c6f-f7f0-45fd-bf1b-abbefe9dbcc4 None None] Checking agent: {'id': 'ba70844b-66a0-45fd-a2f2-e6ed673321fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 0, 36), 'started_at': datetime.datetime(2022, 2, 4, 17, 1, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 28, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:28:52.822891 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f45b2c6f-f7f0-45fd-bf1b-abbefe9dbcc4 None None] Checking segment: {'id': '617b1b3a-16e3-4381-a00f-27a26bb3f7d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'c1385060-d1c8-4afd-a19f-4ace4c602322'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:28:52.823395 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f45b2c6f-f7f0-45fd-bf1b-abbefe9dbcc4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:52.824017 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f45b2c6f-f7f0-45fd-bf1b-abbefe9dbcc4 None None] Bound using segment: {'id': '617b1b3a-16e3-4381-a00f-27a26bb3f7d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'c1385060-d1c8-4afd-a19f-4ace4c602322'} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:28:52.825208 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-f2e4e41a-8c40-436d-8e8e-d61a35aa6f21 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Deleting port b730a2b4-319a-402b-8112-de14c2579ac5 {{(pid=103376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:28:52.825557 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-f2e4e41a-8c40-436d-8e8e-d61a35aa6f21 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (b730a2b4-319a-402b-8112-de14c2579ac5), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:52.833432 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-f45b2c6f-f7f0-45fd-bf1b-abbefe9dbcc4 None None] Bound port: e70bcaa7-49a8-4a26-9bd6-f404581b0f4a, host: n-d-827839-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '617b1b3a-16e3-4381-a00f-27a26bb3f7d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'c1385060-d1c8-4afd-a19f-4ace4c602322'}}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:28:52.834432 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f45b2c6f-f7f0-45fd-bf1b-abbefe9dbcc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (e70bcaa7-49a8-4a26-9bd6-f404581b0f4a), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:52.854345 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a465c1b-1bdc-431c-b441-1a0bc1214684 req-1ebdfe5b-f831-48b3-9015-da5015612053 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:28:52.860462 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a465c1b-1bdc-431c-b441-1a0bc1214684 req-1ebdfe5b-f831-48b3-9015-da5015612053 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:28:52.867543 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a465c1b-1bdc-431c-b441-1a0bc1214684 req-1ebdfe5b-f831-48b3-9015-da5015612053 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:28:52.876081 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a465c1b-1bdc-431c-b441-1a0bc1214684 req-1ebdfe5b-f831-48b3-9015-da5015612053 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:28:52.882887 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a465c1b-1bdc-431c-b441-1a0bc1214684 req-1ebdfe5b-f831-48b3-9015-da5015612053 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:28:52.888508 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a465c1b-1bdc-431c-b441-1a0bc1214684 req-1ebdfe5b-f831-48b3-9015-da5015612053 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:28:52.894443 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a465c1b-1bdc-431c-b441-1a0bc1214684 req-1ebdfe5b-f831-48b3-9015-da5015612053 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:28:52.896397 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-3a465c1b-1bdc-431c-b441-1a0bc1214684 req-1ebdfe5b-f831-48b3-9015-da5015612053 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] 10.222.0.89 "GET /v2.0/ports?device_id=d23ffa64-7651-4974-8c0d-1ba4c302839d HTTP/1.1" status: 200 len: 5441 time: 0.4103653 Feb 04 17:28:52.910415 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-f2e4e41a-8c40-436d-8e8e-d61a35aa6f21 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (b730a2b4-319a-402b-8112-de14c2579ac5), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:52.932675 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-f2e4e41a-8c40-436d-8e8e-d61a35aa6f21 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Calling delete_port for b730a2b4-319a-402b-8112-de14c2579ac5 owned by {{(pid=103376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:28:52.940610 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-f45b2c6f-f7f0-45fd-bf1b-abbefe9dbcc4 None None] For port e70bcaa7-49a8-4a26-9bd6-f404581b0f4a, host n-d-827839-2, cleared binding levels {{(pid=103378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:28:52.945298 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-f45b2c6f-f7f0-45fd-bf1b-abbefe9dbcc4 None None] For port e70bcaa7-49a8-4a26-9bd6-f404581b0f4a, host n-d-827839-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=e70bcaa7-49a8-4a26-9bd6-f404581b0f4a,segment=NetworkSegment(617b1b3a-16e3-4381-a00f-27a26bb3f7d6),segment_id=617b1b3a-16e3-4381-a00f-27a26bb3f7d6)] {{(pid=103378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:28:52.953674 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f45b2c6f-f7f0-45fd-bf1b-abbefe9dbcc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (e70bcaa7-49a8-4a26-9bd6-f404581b0f4a), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:53.034513 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45b2c6f-f7f0-45fd-bf1b-abbefe9dbcc4 None None] Pushing event updated for resources: {'Port': ['ID=e70bcaa7-49a8-4a26-9bd6-f404581b0f4a,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:28:53.065694 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-f03a4179-ce81-49b7-8aa6-d8817bd8e9e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56c023a1-67ec-4ed9-a71e-d96906b8e642', 'name': 'tempest-TaggedBootDevicesTest-1191016291-router', 'tenant_id': '98c9dcf293b449b2b87f5079c52a68fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.66'}], 'enable_snat': True}, 'gw_port_id': '12c7d7bb-310d-4a84-9b6d-d509661e6443', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:28:44Z', 'updated_at': '2022-02-04T17:28:50Z', 'revision_number': 4, 'project_id': '98c9dcf293b449b2b87f5079c52a68fa', 'gw_port': {'id': '12c7d7bb-310d-4a84-9b6d-d509661e6443', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:b3:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56c023a1-67ec-4ed9-a71e-d96906b8e642', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2134, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:28:45Z', 'updated_at': '2022-02-04T17:28:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_interfaces': [{'id': '945ce8c5-9185-4e15-b3be-cc5fbab8b6f9', 'name': '', 'network_id': 'aaddf6ec-48dd-4d99-a249-cf782a8d2cfa', 'tenant_id': '98c9dcf293b449b2b87f5079c52a68fa', 'mac_address': 'fa:16:3e:5a:6f:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56c023a1-67ec-4ed9-a71e-d96906b8e642', 'device_owner': 'network:router_interface', 'standard_attr_id': 2150, 'fixed_ips': [{'subnet_id': '273c30a7-7c22-4224-bb2d-362bf7345f6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:28:49Z', 'updated_at': '2022-02-04T17:28:50Z', 'revision_number': 2, 'project_id': '98c9dcf293b449b2b87f5079c52a68fa', 'subnets': [{'id': '273c30a7-7c22-4224-bb2d-362bf7345f6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-2', False) {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:28:53.096856 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-f2e4e41a-8c40-436d-8e8e-d61a35aa6f21 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (b730a2b4-319a-402b-8112-de14c2579ac5), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:53.113447 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f03a4179-ce81-49b7-8aa6-d8817bd8e9e1 None None] The sync data for ids ['56c023a1-67ec-4ed9-a71e-d96906b8e642'] in n-d-827839-2 is: [{'id': '56c023a1-67ec-4ed9-a71e-d96906b8e642', 'name': 'tempest-TaggedBootDevicesTest-1191016291-router', 'tenant_id': '98c9dcf293b449b2b87f5079c52a68fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.66'}], 'enable_snat': True}, 'gw_port_id': '12c7d7bb-310d-4a84-9b6d-d509661e6443', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:28:44Z', 'updated_at': '2022-02-04T17:28:50Z', 'revision_number': 4, 'project_id': '98c9dcf293b449b2b87f5079c52a68fa', 'gw_port': {'id': '12c7d7bb-310d-4a84-9b6d-d509661e6443', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:b3:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56c023a1-67ec-4ed9-a71e-d96906b8e642', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2134, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:28:45Z', 'updated_at': '2022-02-04T17:28:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_interfaces': [{'id': '945ce8c5-9185-4e15-b3be-cc5fbab8b6f9', 'name': '', 'network_id': 'aaddf6ec-48dd-4d99-a249-cf782a8d2cfa', 'tenant_id': '98c9dcf293b449b2b87f5079c52a68fa', 'mac_address': 'fa:16:3e:5a:6f:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56c023a1-67ec-4ed9-a71e-d96906b8e642', 'device_owner': 'network:router_interface', 'standard_attr_id': 2150, 'fixed_ips': [{'subnet_id': '273c30a7-7c22-4224-bb2d-362bf7345f6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:28:49Z', 'updated_at': '2022-02-04T17:28:50Z', 'revision_number': 2, 'project_id': '98c9dcf293b449b2b87f5079c52a68fa', 'subnets': [{'id': '273c30a7-7c22-4224-bb2d-362bf7345f6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 17:28:53.158227 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e4e41a-8c40-436d-8e8e-d61a35aa6f21 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Pushing event deleted for resources: {'Port': ['ID=b730a2b4-319a-402b-8112-de14c2579ac5,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:28:53.168051 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-f2e4e41a-8c40-436d-8e8e-d61a35aa6f21 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:53.181510 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-f2e4e41a-8c40-436d-8e8e-d61a35aa6f21 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] 10.222.0.89 "DELETE /v2.0/ports/b730a2b4-319a-402b-8112-de14c2579ac5 HTTP/1.1" status: 204 len: 168 time: 0.5863967 Feb 04 17:28:53.182497 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 46594) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:28:53.188389 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device d6f04a58-07fb-42f1-b911-8bc038a5384b up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:28:53.253359 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-3a465c1b-1bdc-431c-b441-1a0bc1214684 req-f07cdac0-01aa-45f6-a349-637266eaf7aa tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] 10.222.0.89 "GET /v2.0/security-groups?id=f41001c7-a515-4baa-b12d-2443831f66d9&id=6c430dff-7990-44ba-b62d-7ce4a11c9249&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2876935 Feb 04 17:28:53.316494 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-2662c6b2-edab-4fce-bff9-12839a9c981f tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks [] for port (7c8f448c-2095-4059-857f-dc907a719ae4), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:53.360074 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c023044-4093-4b02-8446-cc5c5bdad76e tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:28:53.364787 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-3c023044-4093-4b02-8446-cc5c5bdad76e tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] 10.222.0.89 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.1789017 Feb 04 17:28:53.382304 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 46608) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:28:53.384459 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port d6f04a58-07fb-42f1-b911-8bc038a5384b triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:28:53.384880 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (d6f04a58-07fb-42f1-b911-8bc038a5384b), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:53.430404 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-b3171469-a58e-498c-8726-f4c1ba456a8c tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (3a3c242a-254a-4430-90e7-3dcc26c32070), before_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:53.454212 n-d-827839-2 neutron-server[103376]: INFO neutron.pecan_wsgi.hooks.translation [None req-357858b8-c8f6-4f96-96d0-23b69c48a961 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] GET failed (client error): The resource could not be found. Feb 04 17:28:53.465548 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-357858b8-c8f6-4f96-96d0-23b69c48a961 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] 10.222.0.89 "GET /v2.0/ports/aea1b587-90c9-4513-abbd-ab1290a608b5 HTTP/1.1" status: 404 len: 333 time: 0.0795944 Feb 04 17:28:53.475340 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 46618) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:28:53.554578 n-d-827839-2 neutron-server[103377]: INFO neutron.pecan_wsgi.hooks.translation [None req-a046a2f9-a3a6-4805-b987-c1e63be2a7f1 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] GET failed (client error): The resource could not be found. Feb 04 17:28:53.556071 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-a046a2f9-a3a6-4805-b987-c1e63be2a7f1 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] 10.222.0.89 "GET /v2.0/ports/b730a2b4-319a-402b-8112-de14c2579ac5 HTTP/1.1" status: 404 len: 333 time: 0.0794437 Feb 04 17:28:53.559048 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 46628) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:28:53.571164 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-2662c6b2-edab-4fce-bff9-12839a9c981f tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (7c8f448c-2095-4059-857f-dc907a719ae4), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:53.728418 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port d6f04a58-07fb-42f1-b911-8bc038a5384b is: DOWN; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:28:53.728849 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (d6f04a58-07fb-42f1-b911-8bc038a5384b), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:53.775308 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-00c96fca-f057-4bc5-8da3-8ae2735fa439 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628832'] for network (e6831474-bc03-4738-b775-2441ff6cfe2f), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:53.859995 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] For port d6f04a58-07fb-42f1-b911-8bc038a5384b, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=d6f04a58-07fb-42f1-b911-8bc038a5384b,segment=NetworkSegment(2fcce0c7-9a0a-428a-b986-cae51cd3c129),segment_id=2fcce0c7-9a0a-428a-b986-cae51cd3c129)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:28:53.865769 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (d6f04a58-07fb-42f1-b911-8bc038a5384b), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:53.980583 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-00c96fca-f057-4bc5-8da3-8ae2735fa439 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1543676', 'neutron.services.segments.db._delete_segments_for_network-8781084786517'] for network (e6831474-bc03-4738-b775-2441ff6cfe2f), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:53.991259 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Pushing event updated for resources: {'Port': ['ID=d6f04a58-07fb-42f1-b911-8bc038a5384b,revision_number=3']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:28:54.032047 n-d-827839-2 neutron-server[103376]: DEBUG neutron.services.segments.db [None req-00c96fca-f057-4bc5-8da3-8ae2735fa439 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6831474-bc03-4738-b775-2441ff6cfe2f']}} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:28:54.052251 n-d-827839-2 neutron-server[103376]: DEBUG neutron.services.segments.db [None req-00c96fca-f057-4bc5-8da3-8ae2735fa439 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '886898d3-cca2-411c-8098-00b94f207fde') {'for_net_delete': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:28:54.052540 n-d-827839-2 neutron-server[103376]: DEBUG neutron.services.segments.db [None req-00c96fca-f057-4bc5-8da3-8ae2735fa439 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '886898d3-cca2-411c-8098-00b94f207fde') {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:28:54.087578 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-00c96fca-f057-4bc5-8da3-8ae2735fa439 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781084783966', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25674908'] for segment (886898d3-cca2-411c-8098-00b94f207fde), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:54.109984 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-025503c0-fd53-4e48-86f5-955e2b85e54d None None] Network ebdc431d-e6a4-4155-be30-2a7d896acbb0 requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:28:54.134051 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-00c96fca-f057-4bc5-8da3-8ae2735fa439 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (886898d3-cca2-411c-8098-00b94f207fde), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:54.149802 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00c96fca-f057-4bc5-8da3-8ae2735fa439 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Releasing vlan 790 on physical network physnet1 to pool {{(pid=103376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 17:28:54.150212 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-00c96fca-f057-4bc5-8da3-8ae2735fa439 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25675992'] for segment (886898d3-cca2-411c-8098-00b94f207fde), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:54.154826 n-d-827839-2 neutron-server[103376]: Traceback (most recent call last): Feb 04 17:28:54.154826 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 17:28:54.154826 n-d-827839-2 neutron-server[103376]: timer() Feb 04 17:28:54.154826 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 17:28:54.154826 n-d-827839-2 neutron-server[103376]: cb(*args, **kw) Feb 04 17:28:54.154826 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 17:28:54.154826 n-d-827839-2 neutron-server[103376]: return func(*args, **kwargs) Feb 04 17:28:54.154826 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 17:28:54.154826 n-d-827839-2 neutron-server[103376]: self._notify() Feb 04 17:28:54.154826 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 17:28:54.154826 n-d-827839-2 neutron-server[103376]: self.callback(batched_events) Feb 04 17:28:54.154826 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 17:28:54.154826 n-d-827839-2 neutron-server[103376]: event.method(event) Feb 04 17:28:54.154826 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 17:28:54.154826 n-d-827839-2 neutron-server[103376]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 17:28:54.154826 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 17:28:54.154826 n-d-827839-2 neutron-server[103376]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 17:28:54.154826 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 17:28:54.154826 n-d-827839-2 neutron-server[103376]: return f(self, *a, **k) Feb 04 17:28:54.154826 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 17:28:54.154826 n-d-827839-2 neutron-server[103376]: return self._get(url).json() Feb 04 17:28:54.154826 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 17:28:54.154826 n-d-827839-2 neutron-server[103376]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 17:28:54.154826 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 17:28:54.154826 n-d-827839-2 neutron-server[103376]: return self.request(url, 'GET', **kwargs) Feb 04 17:28:54.154826 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 17:28:54.154826 n-d-827839-2 neutron-server[103376]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 17:28:54.154826 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 17:28:54.154826 n-d-827839-2 neutron-server[103376]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 17:28:54.154826 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 17:28:54.154826 n-d-827839-2 neutron-server[103376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 17:28:54.154826 n-d-827839-2 neutron-server[103376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 17:28:54.216000 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-d0daf163-4e9e-4b58-a840-76839be09999 None None] Provisioning complete for port d6f04a58-07fb-42f1-b911-8bc038a5384b triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:28:54.216584 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d0daf163-4e9e-4b58-a840-76839be09999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (d6f04a58-07fb-42f1-b911-8bc038a5384b), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:54.290042 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-00c96fca-f057-4bc5-8da3-8ae2735fa439 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1543671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1595572'] for network (e6831474-bc03-4738-b775-2441ff6cfe2f), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:54.310025 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-00c96fca-f057-4bc5-8da3-8ae2735fa439 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677565'] for network (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:54.354718 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-00c96fca-f057-4bc5-8da3-8ae2735fa439 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] 10.222.0.89 "DELETE /v2.0/networks/e6831474-bc03-4738-b775-2441ff6cfe2f HTTP/1.1" status: 204 len: 168 time: 0.7930498 Feb 04 17:28:54.361114 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 46634) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:28:54.387551 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-76e06120-7f9c-40b6-8668-e99d556db702 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-102079265'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:28:54.388570 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2662c6b2-edab-4fce-bff9-12839a9c981f tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Network ebdc431d-e6a4-4155-be30-2a7d896acbb0 is already hosted by enough agents. {{(pid=103377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:28:54.436688 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-d0daf163-4e9e-4b58-a840-76839be09999 None None] Current status of the port d6f04a58-07fb-42f1-b911-8bc038a5384b is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:28:54.460228 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [None req-2662c6b2-edab-4fce-bff9-12839a9c981f tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Resources bound (agent type, host, resource id): {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:28:54.464799 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c96fca-f057-4bc5-8da3-8ae2735fa439 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Pushing event deleted for resources: {'Network': ['ID=e6831474-bc03-4738-b775-2441ff6cfe2f,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:28:54.526504 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76e06120-7f9c-40b6-8668-e99d556db702 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Made reservation on behalf of 6054a945d1db4859ae33f1c6e4a7b141 for: {'network': 1} {{(pid=103376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:28:54.531226 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-76e06120-7f9c-40b6-8668-e99d556db702 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for network (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:54.531452 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-762c7640-06d4-4d86-9c35-5ef714a7604c None None] Update dhcp port {'port': {'network_id': 'ebdc431d-e6a4-4155-be30-2a7d896acbb0', 'fixed_ips': [{'subnet_id': '44bb1b93-2d36-4594-94c5-b147b2ba3bc0', 'ip_address': '2001:db8::f816:3eff:fe3e:9837'}, {'subnet_id': 'cc2a84ab-f4ed-4e81-8957-254afa0be13c'}], 'binding:host_id': 'n-d-827839-2'}, 'id': 'd6f04a58-07fb-42f1-b911-8bc038a5384b'} from n-d-827839-2. {{(pid=103378) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 04 17:28:54.541110 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2662c6b2-edab-4fce-bff9-12839a9c981f tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Received port after_create {{(pid=103377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:28:54.577212 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2662c6b2-edab-4fce-bff9-12839a9c981f tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:28:54.578178 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-2662c6b2-edab-4fce-bff9-12839a9c981f tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:54.627119 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-762c7640-06d4-4d86-9c35-5ef714a7604c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (d6f04a58-07fb-42f1-b911-8bc038a5384b), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:54.631046 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76e06120-7f9c-40b6-8668-e99d556db702 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] vlan segment allocate from pool success with {'vlan_id': 761, 'physical_network': 'physnet1'} {{(pid=103376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 17:28:54.672843 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b5ee86-0387-42f5-aedb-530ee3bde910 req-c41db9d1-e031-4997-bb31-9a931a2b17f0 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:28:54.683278 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2662c6b2-edab-4fce-bff9-12839a9c981f tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Pushing event updated for resources: {'Port': ['ID=7c8f448c-2095-4059-857f-dc907a719ae4,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:28:54.695410 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b5ee86-0387-42f5-aedb-530ee3bde910 req-c41db9d1-e031-4997-bb31-9a931a2b17f0 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:28:54.714063 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b5ee86-0387-42f5-aedb-530ee3bde910 req-c41db9d1-e031-4997-bb31-9a931a2b17f0 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:28:54.726293 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-2662c6b2-edab-4fce-bff9-12839a9c981f tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 3.8979483 Feb 04 17:28:54.727053 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 46636) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:28:54.740813 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b5ee86-0387-42f5-aedb-530ee3bde910 req-c41db9d1-e031-4997-bb31-9a931a2b17f0 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:28:54.753232 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b5ee86-0387-42f5-aedb-530ee3bde910 req-c41db9d1-e031-4997-bb31-9a931a2b17f0 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:28:54.763837 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b5ee86-0387-42f5-aedb-530ee3bde910 req-c41db9d1-e031-4997-bb31-9a931a2b17f0 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:28:54.782288 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b5ee86-0387-42f5-aedb-530ee3bde910 req-c41db9d1-e031-4997-bb31-9a931a2b17f0 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:28:54.790593 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-17b5ee86-0387-42f5-aedb-530ee3bde910 req-c41db9d1-e031-4997-bb31-9a931a2b17f0 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] 10.222.0.89 "GET /v2.0/ports?device_id=d23ffa64-7651-4974-8c0d-1ba4c302839d HTTP/1.1" status: 200 len: 5441 time: 0.2979925 Feb 04 17:28:54.801638 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-76e06120-7f9c-40b6-8668-e99d556db702 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (9e14df58-ea65-41cd-92fe-712fef050599), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:54.802440 n-d-827839-2 neutron-server[103376]: INFO neutron.db.segments_db [None req-76e06120-7f9c-40b6-8668-e99d556db702 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Added segment 9e14df58-ea65-41cd-92fe-712fef050599 of type vlan for network e39a0eff-b00a-4f16-81ee-0d5a8e20bdcd Feb 04 17:28:55.002548 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-76e06120-7f9c-40b6-8668-e99d556db702 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781084292801'] for network (e39a0eff-b00a-4f16-81ee-0d5a8e20bdcd), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:55.068354 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8c56ef4-1d3b-443a-93da-6cd42da0e467 None None] Network c1385060-d1c8-4afd-a19f-4ace4c602322 requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:28:55.115774 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-17b5ee86-0387-42f5-aedb-530ee3bde910 req-f7175685-ebc8-4388-92bb-593dd5af4fef tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] 10.222.0.89 "GET /v2.0/security-groups?id=f41001c7-a515-4baa-b12d-2443831f66d9&id=6c430dff-7990-44ba-b62d-7ce4a11c9249&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3172011 Feb 04 17:28:55.149228 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-76e06120-7f9c-40b6-8668-e99d556db702 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327'] for network (e39a0eff-b00a-4f16-81ee-0d5a8e20bdcd), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:55.170368 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76e06120-7f9c-40b6-8668-e99d556db702 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:28:55.171528 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-76e06120-7f9c-40b6-8668-e99d556db702 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677565'] for network (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:55.215835 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-32a3d376-5647-4f46-bd61-4f9bddb6a67e tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Deleting port 7c8f448c-2095-4059-857f-dc907a719ae4 {{(pid=103377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:28:55.216483 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-32a3d376-5647-4f46-bd61-4f9bddb6a67e tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (7c8f448c-2095-4059-857f-dc907a719ae4), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:55.264099 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-5bdbbc45-db3a-4875-b6dd-8bf3d7906ca4 None None] Provisioning complete for port e70bcaa7-49a8-4a26-9bd6-f404581b0f4a triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:28:55.273263 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5bdbbc45-db3a-4875-b6dd-8bf3d7906ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (e70bcaa7-49a8-4a26-9bd6-f404581b0f4a), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:55.315478 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-76e06120-7f9c-40b6-8668-e99d556db702 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.9398572 Feb 04 17:28:55.318425 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 46640) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:28:55.354777 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-13a0f042-ad8e-4cea-9cab-7e8c00ddadaf tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Request body: {'subnet': {'network_id': 'e39a0eff-b00a-4f16-81ee-0d5a8e20bdcd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:28:55.355860 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-762c7640-06d4-4d86-9c35-5ef714a7604c None None] Allocated IP 2001:db8:0:1::2 (ebdc431d-e6a4-4155-be30-2a7d896acbb0/cc2a84ab-f4ed-4e81-8957-254afa0be13c/d6f04a58-07fb-42f1-b911-8bc038a5384b) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:28:55.445866 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e06120-7f9c-40b6-8668-e99d556db702 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Pushing event updated for resources: {'Network': ['ID=e39a0eff-b00a-4f16-81ee-0d5a8e20bdcd,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:28:55.465495 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-32a3d376-5647-4f46-bd61-4f9bddb6a67e tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (7c8f448c-2095-4059-857f-dc907a719ae4), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:55.481380 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-32a3d376-5647-4f46-bd61-4f9bddb6a67e tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Calling delete_port for 7c8f448c-2095-4059-857f-dc907a719ae4 owned by {{(pid=103377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:28:55.552721 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13a0f042-ad8e-4cea-9cab-7e8c00ddadaf tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Made reservation on behalf of 6054a945d1db4859ae33f1c6e4a7b141 for: {'subnet': 1} {{(pid=103376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:28:55.556531 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-13a0f042-ad8e-4cea-9cab-7e8c00ddadaf tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25859006'] for subnet (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:55.568120 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-b3171469-a58e-498c-8726-f4c1ba456a8c tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Publish callbacks [] for port (3a3c242a-254a-4430-90e7-3dcc26c32070), precommit_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:55.583479 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-b3171469-a58e-498c-8726-f4c1ba456a8c tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25888290'] for port (3a3c242a-254a-4430-90e7-3dcc26c32070), after_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:55.584289 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-b3171469-a58e-498c-8726-f4c1ba456a8c tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1677345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602751'] for router_interface (ea530a5e-74dd-4950-80d6-f8b1a56449a6), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:55.693856 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.ipam_backend_mixin [None req-13a0f042-ad8e-4cea-9cab-7e8c00ddadaf tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Performing IP validity checks on allocation pools {{(pid=103376) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 04 17:28:55.694472 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.ipam_backend_mixin [None req-13a0f042-ad8e-4cea-9cab-7e8c00ddadaf tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103376) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 04 17:28:55.705939 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device d6f04a58-07fb-42f1-b911-8bc038a5384b up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:28:55.710544 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Network e39a0eff-b00a-4f16-81ee-0d5a8e20bdcd details requested by agent ovs-agent-n-d-827839-2 with host n-d-827839-2 {{(pid=103378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 17:28:55.797091 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3171469-a58e-498c-8726-f4c1ba456a8c tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Pushing event updated for resources: {'Port': ['ID=3a3c242a-254a-4430-90e7-3dcc26c32070,revision_number=3']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:28:55.823168 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3171469-a58e-498c-8726-f4c1ba456a8c tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Network c1385060-d1c8-4afd-a19f-4ace4c602322 is already hosted by enough agents. {{(pid=103377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:28:55.827682 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [None req-b3171469-a58e-498c-8726-f4c1ba456a8c tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Resources bound (agent type, host, resource id): {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:28:55.934313 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-13a0f042-ad8e-4cea-9cab-7e8c00ddadaf tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25674939', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25858952'] for subnet (4142339d-ef24-4189-96de-7bdfcca4ae82), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:55.995056 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a0f042-ad8e-4cea-9cab-7e8c00ddadaf tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Pushing event updated for resources: {'Subnet': ['ID=4142339d-ef24-4189-96de-7bdfcca4ae82,revision_number=0']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:28:56.076617 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port d6f04a58-07fb-42f1-b911-8bc038a5384b triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:28:56.077023 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (d6f04a58-07fb-42f1-b911-8bc038a5384b), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:56.079305 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-32a3d376-5647-4f46-bd61-4f9bddb6a67e tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (7c8f448c-2095-4059-857f-dc907a719ae4), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:56.083234 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13a0f042-ad8e-4cea-9cab-7e8c00ddadaf tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Checking segment: {'id': '9e14df58-ea65-41cd-92fe-712fef050599', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'e39a0eff-b00a-4f16-81ee-0d5a8e20bdcd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:28:56.083234 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13a0f042-ad8e-4cea-9cab-7e8c00ddadaf tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Network hostable DHCP agents. Network: e39a0eff-b00a-4f16-81ee-0d5a8e20bdcd, hostable agents: ['bb89f5a3-3c22-440b-b7d1-c4f0c43c184a'], hosted agents: [] {{(pid=103376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 17:28:56.091647 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3171469-a58e-498c-8726-f4c1ba456a8c tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Router ea530a5e-74dd-4950-80d6-f8b1a56449a6 is scheduled to L3 agent 64ada913-9131-4d99-a265-63a920956287 with binding_index 1 {{(pid=103377) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 17:28:56.106720 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-5bdbbc45-db3a-4875-b6dd-8bf3d7906ca4 None None] Current status of the port e70bcaa7-49a8-4a26-9bd6-f404581b0f4a is: DOWN; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:28:56.106950 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5bdbbc45-db3a-4875-b6dd-8bf3d7906ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (e70bcaa7-49a8-4a26-9bd6-f404581b0f4a), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:56.120902 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13a0f042-ad8e-4cea-9cab-7e8c00ddadaf tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Network e39a0eff-b00a-4f16-81ee-0d5a8e20bdcd is scheduled to be hosted by DHCP agent bb89f5a3-3c22-440b-b7d1-c4f0c43c184a with binding_index 1 {{(pid=103376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 17:28:56.141638 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-762c7640-06d4-4d86-9c35-5ef714a7604c None None] For port d6f04a58-07fb-42f1-b911-8bc038a5384b, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=d6f04a58-07fb-42f1-b911-8bc038a5384b,segment=NetworkSegment(2fcce0c7-9a0a-428a-b986-cae51cd3c129),segment_id=2fcce0c7-9a0a-428a-b986-cae51cd3c129)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:28:56.153140 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a3d376-5647-4f46-bd61-4f9bddb6a67e tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Pushing event deleted for resources: {'Port': ['ID=7c8f448c-2095-4059-857f-dc907a719ae4,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:28:56.165859 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [None req-13a0f042-ad8e-4cea-9cab-7e8c00ddadaf tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827839-2, e39a0eff-b00a-4f16-81ee-0d5a8e20bdcd) {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:28:56.208577 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13a0f042-ad8e-4cea-9cab-7e8c00ddadaf tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:28:56.209668 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-13a0f042-ad8e-4cea-9cab-7e8c00ddadaf tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Publish callbacks [] for subnet (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:56.215746 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-5bdbbc45-db3a-4875-b6dd-8bf3d7906ca4 None None] For port e70bcaa7-49a8-4a26-9bd6-f404581b0f4a, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=e70bcaa7-49a8-4a26-9bd6-f404581b0f4a,segment=NetworkSegment(617b1b3a-16e3-4381-a00f-27a26bb3f7d6),segment_id=617b1b3a-16e3-4381-a00f-27a26bb3f7d6)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:28:56.222056 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cf7a5ef-001d-40af-a5b5-80eb6af100f5 None None] Network e39a0eff-b00a-4f16-81ee-0d5a8e20bdcd requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:28:56.248045 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-13a0f042-ad8e-4cea-9cab-7e8c00ddadaf tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9281750 Feb 04 17:28:56.253335 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 46648) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:28:56.260895 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-4611640a-681e-4986-9193-c61392753e16 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Request body: {'port': {'network_id': 'e39a0eff-b00a-4f16-81ee-0d5a8e20bdcd', 'name': 'tempest-PortsTestJSON-932411730'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:28:56.263228 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5bdbbc45-db3a-4875-b6dd-8bf3d7906ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (e70bcaa7-49a8-4a26-9bd6-f404581b0f4a), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:56.334695 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1221dc-d863-4254-87c2-b026f82d3e53 req-4cc0a089-2011-4adc-9e13-ef90ef1e7bb5 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:28:56.341876 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1221dc-d863-4254-87c2-b026f82d3e53 req-4cc0a089-2011-4adc-9e13-ef90ef1e7bb5 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:28:56.347574 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1221dc-d863-4254-87c2-b026f82d3e53 req-4cc0a089-2011-4adc-9e13-ef90ef1e7bb5 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:28:56.354146 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1221dc-d863-4254-87c2-b026f82d3e53 req-4cc0a089-2011-4adc-9e13-ef90ef1e7bb5 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:28:56.359846 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1221dc-d863-4254-87c2-b026f82d3e53 req-4cc0a089-2011-4adc-9e13-ef90ef1e7bb5 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:28:56.365810 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1221dc-d863-4254-87c2-b026f82d3e53 req-4cc0a089-2011-4adc-9e13-ef90ef1e7bb5 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:28:56.374686 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1221dc-d863-4254-87c2-b026f82d3e53 req-4cc0a089-2011-4adc-9e13-ef90ef1e7bb5 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:28:56.378591 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-762c7640-06d4-4d86-9c35-5ef714a7604c None None] Publish callbacks [] for port (d6f04a58-07fb-42f1-b911-8bc038a5384b), precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:56.383239 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-9f1221dc-d863-4254-87c2-b026f82d3e53 req-4cc0a089-2011-4adc-9e13-ef90ef1e7bb5 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] 10.222.0.96 "GET /v2.0/ports?device_id=d23ffa64-7651-4974-8c0d-1ba4c302839d HTTP/1.1" status: 200 len: 5441 time: 0.2634850 Feb 04 17:28:56.383447 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdbbc45-db3a-4875-b6dd-8bf3d7906ca4 None None] Pushing event updated for resources: {'Port': ['ID=e70bcaa7-49a8-4a26-9bd6-f404581b0f4a,revision_number=3']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:28:56.388978 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-762c7640-06d4-4d86-9c35-5ef714a7604c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (d6f04a58-07fb-42f1-b911-8bc038a5384b), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:56.400088 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-32a3d376-5647-4f46-bd61-4f9bddb6a67e tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:56.404852 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-32a3d376-5647-4f46-bd61-4f9bddb6a67e tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] 10.222.0.89 "DELETE /v2.0/ports/7c8f448c-2095-4059-857f-dc907a719ae4 HTTP/1.1" status: 204 len: 168 time: 1.6660013 Feb 04 17:28:56.411363 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 46650) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:28:56.507271 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1221dc-d863-4254-87c2-b026f82d3e53 req-3980fc2c-16aa-4180-8542-8c3ed2040c7e tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:28:56.509175 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-9f1221dc-d863-4254-87c2-b026f82d3e53 req-3980fc2c-16aa-4180-8542-8c3ed2040c7e tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] 10.222.0.96 "GET /v2.0/ports/8ddcb880-408a-4e5a-992e-36b8049df242?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0906656 Feb 04 17:28:56.543183 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3171469-a58e-498c-8726-f4c1ba456a8c tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Notify agent at l3_agent.n-d-827839-2 the message routers_updated {{(pid=103377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 17:28:56.552993 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-b3171469-a58e-498c-8726-f4c1ba456a8c tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] 10.222.0.89 "PUT /v2.0/routers/ea530a5e-74dd-4950-80d6-f8b1a56449a6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8852937 Feb 04 17:28:56.556296 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f923e9ea-d475-40ea-b9a9-a7616c3ed1de None None] Sync routers for ids ['ea530a5e-74dd-4950-80d6-f8b1a56449a6'] in n-d-827839-2 {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 17:28:56.569294 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762c7640-06d4-4d86-9c35-5ef714a7604c None None] Pushing event updated for resources: {'Port': ['ID=d6f04a58-07fb-42f1-b911-8bc038a5384b,revision_number=4']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:28:56.572032 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f923e9ea-d475-40ea-b9a9-a7616c3ed1de None None] Routers {'ea530a5e-74dd-4950-80d6-f8b1a56449a6'} bound to L3 agent in host n-d-827839-2 {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:28:56.572802 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-f923e9ea-d475-40ea-b9a9-a7616c3ed1de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:28:32Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['ea530a5e-74dd-4950-80d6-f8b1a56449a6'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:28:56.574238 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 46652) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:28:56.633772 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port d6f04a58-07fb-42f1-b911-8bc038a5384b is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:28:56.634957 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 12c7d7bb-310d-4a84-9b6d-d509661e6443 up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:28:56.678968 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0db04dc6-720f-493d-8473-df5dfa290995 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e4c19ad-5724-5db8-8ee1-4f56ae69fcf4-e39a0eff-b00a-4f16-81ee-0d5a8e20bdcd', 'network_id': 'e39a0eff-b00a-4f16-81ee-0d5a8e20bdcd', 'project_id': '6054a945d1db4859ae33f1c6e4a7b141', 'fixed_ips': [{'subnet_id': '4142339d-ef24-4189-96de-7bdfcca4ae82'}]}} from n-d-827839-2. {{(pid=103378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 17:28:56.680341 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0db04dc6-720f-493d-8473-df5dfa290995 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:56.681475 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-f923e9ea-d475-40ea-b9a9-a7616c3ed1de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827839-2', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:28:56.707631 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f923e9ea-d475-40ea-b9a9-a7616c3ed1de None None] Routers {'ea530a5e-74dd-4950-80d6-f8b1a56449a6'} bound to L3 agent in host n-d-827839-2 {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:28:56.712496 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f09d496-4a4c-44af-bcd4-5b8a587cb133 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:28:56.716060 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-f923e9ea-d475-40ea-b9a9-a7616c3ed1de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:28:32Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['ea530a5e-74dd-4950-80d6-f8b1a56449a6'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:28:56.723636 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-3f09d496-4a4c-44af-bcd4-5b8a587cb133 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] 10.222.0.89 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.3094628 Feb 04 17:28:56.737389 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1967e91e-1cce-47e5-abc7-bfd126de2a48 req-dbe2c05b-86c9-47ad-92a5-48593a86359c tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:28:56.747010 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1967e91e-1cce-47e5-abc7-bfd126de2a48 req-dbe2c05b-86c9-47ad-92a5-48593a86359c tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:28:56.762814 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1967e91e-1cce-47e5-abc7-bfd126de2a48 req-dbe2c05b-86c9-47ad-92a5-48593a86359c tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:28:56.770026 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1967e91e-1cce-47e5-abc7-bfd126de2a48 req-dbe2c05b-86c9-47ad-92a5-48593a86359c tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:28:56.776637 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1967e91e-1cce-47e5-abc7-bfd126de2a48 req-dbe2c05b-86c9-47ad-92a5-48593a86359c tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:28:56.783418 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1967e91e-1cce-47e5-abc7-bfd126de2a48 req-dbe2c05b-86c9-47ad-92a5-48593a86359c tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:28:56.791318 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1967e91e-1cce-47e5-abc7-bfd126de2a48 req-dbe2c05b-86c9-47ad-92a5-48593a86359c tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:28:56.792780 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-f923e9ea-d475-40ea-b9a9-a7616c3ed1de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827839-2', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:28:56.793944 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-1967e91e-1cce-47e5-abc7-bfd126de2a48 req-dbe2c05b-86c9-47ad-92a5-48593a86359c tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] 10.222.0.89 "GET /v2.0/ports?device_id=d23ffa64-7651-4974-8c0d-1ba4c302839d HTTP/1.1" status: 200 len: 5441 time: 0.4941182 Feb 04 17:28:56.794829 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 46654) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:28:56.800068 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f923e9ea-d475-40ea-b9a9-a7616c3ed1de None None] The sync data for ids ['ea530a5e-74dd-4950-80d6-f8b1a56449a6'] in n-d-827839-2 is: [] {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 17:28:56.805069 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4611640a-681e-4986-9193-c61392753e16 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Made reservation on behalf of 6054a945d1db4859ae33f1c6e4a7b141 for: {'port': 1} {{(pid=103376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:28:56.821201 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-4611640a-681e-4986-9193-c61392753e16 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:56.822261 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7ceb91a-d029-46d5-bfc7-3ed5abfc8caf tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:28:56.833490 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-e7ceb91a-d029-46d5-bfc7-3ed5abfc8caf tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] 10.222.0.89 "GET /v2.0/ports/3a3c242a-254a-4430-90e7-3dcc26c32070 HTTP/1.1" status: 200 len: 983 time: 0.2574916 Feb 04 17:28:56.834251 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 46656) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:28:56.868929 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-9f1221dc-d863-4254-87c2-b026f82d3e53 req-d11ea425-1fde-44ad-bbf6-d0fba0fc6029 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] 10.222.0.96 "GET /v2.0/networks/556cd7fb-ae94-473e-9ec8-6200a52368e1?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.3487513 Feb 04 17:28:56.876267 n-d-827839-2 neutron-server[103376]: DEBUG neutron.notifiers.nova [None req-4611640a-681e-4986-9193-c61392753e16 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] device_id is not set on port c300d088-8f89-4046-82a0-2293d008f599 yet. {{(pid=103376) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 04 17:28:56.889257 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [req-9f1221dc-d863-4254-87c2-b026f82d3e53 req-005cd8f0-2633-4109-8e32-0c0bac6e460d service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:28:56.936035 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-54617619-2040-4cf9-bcfd-0cb221bf9a93 None None] Provisioning complete for port 3a3c242a-254a-4430-90e7-3dcc26c32070 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:28:56.936411 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-54617619-2040-4cf9-bcfd-0cb221bf9a93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (3a3c242a-254a-4430-90e7-3dcc26c32070), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:57.066856 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port 12c7d7bb-310d-4a84-9b6d-d509661e6443 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:28:57.067183 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (12c7d7bb-310d-4a84-9b6d-d509661e6443), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:57.129744 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-9f1221dc-d863-4254-87c2-b026f82d3e53 req-005cd8f0-2633-4109-8e32-0c0bac6e460d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (8ddcb880-408a-4e5a-992e-36b8049df242), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:57.171594 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-54617619-2040-4cf9-bcfd-0cb221bf9a93 None None] Port 3a3c242a-254a-4430-90e7-3dcc26c32070 cannot update to ACTIVE because it is not bound. {{(pid=103378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 17:28:57.214404 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-1967e91e-1cce-47e5-abc7-bfd126de2a48 req-d144113e-4ea3-4e30-bb3b-e068c78927da tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] 10.222.0.89 "GET /v2.0/security-groups?id=f41001c7-a515-4baa-b12d-2443831f66d9&id=6c430dff-7990-44ba-b62d-7ce4a11c9249&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3788557 Feb 04 17:28:57.217198 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-54617619-2040-4cf9-bcfd-0cb221bf9a93 None None] Provisioning complete for port e70bcaa7-49a8-4a26-9bd6-f404581b0f4a triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:28:57.217514 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-54617619-2040-4cf9-bcfd-0cb221bf9a93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (e70bcaa7-49a8-4a26-9bd6-f404581b0f4a), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:57.251066 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d07a0d1a-c87a-422c-b6e8-068260bb4c75 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:28:57.266122 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-d07a0d1a-c87a-422c-b6e8-068260bb4c75 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] 10.222.0.89 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.4696226 Feb 04 17:28:57.267031 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 46660) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:28:57.438277 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port 12c7d7bb-310d-4a84-9b6d-d509661e6443 is: DOWN; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:28:57.438864 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (12c7d7bb-310d-4a84-9b6d-d509661e6443), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:57.472422 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-822958ec-0faf-4a20-bdd7-20486e96f7ed tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:28:57.474144 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-822958ec-0faf-4a20-bdd7-20486e96f7ed tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:28:57.475757 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-822958ec-0faf-4a20-bdd7-20486e96f7ed tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:28:57.480953 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-822958ec-0faf-4a20-bdd7-20486e96f7ed tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] 10.222.0.89 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.2107444 Feb 04 17:28:57.483898 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 46662) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:28:57.534879 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e5ca9a7-6789-4e5f-a879-15bc1dcbbdba None None] Sync routers for ids ['56c023a1-67ec-4ed9-a71e-d96906b8e642'] in n-d-827839-2 {{(pid=103378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 17:28:57.560076 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] For port 12c7d7bb-310d-4a84-9b6d-d509661e6443, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=12c7d7bb-310d-4a84-9b6d-d509661e6443,segment=NetworkSegment(5942dc44-1f07-4c27-b0ab-45a2bff20dd5),segment_id=5942dc44-1f07-4c27-b0ab-45a2bff20dd5)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:28:57.590632 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ed2b8be-fbc2-4132-aee1-3c422269f7f2 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Deleting subnet 44bb1b93-2d36-4594-94c5-b147b2ba3bc0 {{(pid=103377) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 17:28:57.598138 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-5ed2b8be-fbc2-4132-aee1-3c422269f7f2 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks [] for subnet (44bb1b93-2d36-4594-94c5-b147b2ba3bc0), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:57.604297 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (12c7d7bb-310d-4a84-9b6d-d509661e6443), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:57.605107 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device e70bcaa7-49a8-4a26-9bd6-f404581b0f4a up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:28:57.614816 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-54617619-2040-4cf9-bcfd-0cb221bf9a93 None None] Current status of the port e70bcaa7-49a8-4a26-9bd6-f404581b0f4a is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:28:57.672188 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-5ed2b8be-fbc2-4132-aee1-3c422269f7f2 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26866676'] for subnet (44bb1b93-2d36-4594-94c5-b147b2ba3bc0), precommit_delete_associations {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:57.680541 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e5ca9a7-6789-4e5f-a879-15bc1dcbbdba None None] Routers {'56c023a1-67ec-4ed9-a71e-d96906b8e642'} bound to L3 agent in host n-d-827839-2 {{(pid=103378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:28:57.694284 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-7e5ca9a7-6789-4e5f-a879-15bc1dcbbdba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:28:32Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['56c023a1-67ec-4ed9-a71e-d96906b8e642'], 'active': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:28:57.735037 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.db_base_plugin_common [None req-4611640a-681e-4986-9193-c61392753e16 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Allocated IP 172.20.0.14 (e39a0eff-b00a-4f16-81ee-0d5a8e20bdcd/4142339d-ef24-4189-96de-7bdfcca4ae82/c300d088-8f89-4046-82a0-2293d008f599) {{(pid=103376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:28:57.894811 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-5ed2b8be-fbc2-4132-aee1-3c422269f7f2 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1541225'] for subnet (44bb1b93-2d36-4594-94c5-b147b2ba3bc0), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:57.922968 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Pushing event updated for resources: {'Port': ['ID=12c7d7bb-310d-4a84-9b6d-d509661e6443,revision_number=4']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:28:57.955029 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [req-9f1221dc-d863-4254-87c2-b026f82d3e53 req-005cd8f0-2633-4109-8e32-0c0bac6e460d service neutron] For port 8ddcb880-408a-4e5a-992e-36b8049df242, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=8ddcb880-408a-4e5a-992e-36b8049df242,segment=NetworkSegment(a1ea1f0a-7fcf-4ab8-9856-e343e30ff965),segment_id=a1ea1f0a-7fcf-4ab8-9856-e343e30ff965)] {{(pid=103376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:28:58.006177 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvr_db [None req-7e5ca9a7-6789-4e5f-a879-15bc1dcbbdba None None] Set router 56c023a1-67ec-4ed9-a71e-d96906b8e642 gateway port host: n-d-827839-2 {{(pid=103378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:28:58.051370 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-68d1b512-bbd1-48f0-9683-ace4373f956b tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602754'] for router_interface (ea530a5e-74dd-4950-80d6-f8b1a56449a6), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:58.073597 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [req-9f1221dc-d863-4254-87c2-b026f82d3e53 req-005cd8f0-2633-4109-8e32-0c0bac6e460d service neutron] For port 8ddcb880-408a-4e5a-992e-36b8049df242, host n-h1-827839-2, cleared binding levels {{(pid=103376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:28:58.146734 n-d-827839-2 neutron-server[103376]: DEBUG neutron.notifiers.nova [req-9f1221dc-d863-4254-87c2-b026f82d3e53 req-005cd8f0-2633-4109-8e32-0c0bac6e460d service neutron] device_id is not set on port 8ddcb880-408a-4e5a-992e-36b8049df242 yet. {{(pid=103376) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 04 17:28:58.162231 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-5ed2b8be-fbc2-4132-aee1-3c422269f7f2 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1541216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25888360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25597190'] for subnet (44bb1b93-2d36-4594-94c5-b147b2ba3bc0), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:58.170683 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-4611640a-681e-4986-9193-c61392753e16 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Publish callbacks [] for port (c300d088-8f89-4046-82a0-2293d008f599), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:58.174562 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-9f1221dc-d863-4254-87c2-b026f82d3e53 req-005cd8f0-2633-4109-8e32-0c0bac6e460d service neutron] Publish callbacks [] for port (8ddcb880-408a-4e5a-992e-36b8049df242), precommit_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:58.184498 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-9f1221dc-d863-4254-87c2-b026f82d3e53 req-005cd8f0-2633-4109-8e32-0c0bac6e460d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675836'] for port (8ddcb880-408a-4e5a-992e-36b8049df242), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:58.212494 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed2b8be-fbc2-4132-aee1-3c422269f7f2 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Pushing event deleted for resources: {'Subnet': ['ID=44bb1b93-2d36-4594-94c5-b147b2ba3bc0,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:28:58.227558 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-5ed2b8be-fbc2-4132-aee1-3c422269f7f2 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks [] for subnet (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:58.233362 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-5ed2b8be-fbc2-4132-aee1-3c422269f7f2 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] 10.222.0.89 "DELETE /v2.0/subnets/44bb1b93-2d36-4594-94c5-b147b2ba3bc0 HTTP/1.1" status: 204 len: 168 time: 0.7484615 Feb 04 17:28:58.233972 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 46664) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:28:58.245374 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005cd8f0-2633-4109-8e32-0c0bac6e460d service neutron] Pushing event updated for resources: {'Port': ['ID=8ddcb880-408a-4e5a-992e-36b8049df242,revision_number=6']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:28:58.292913 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-c17c4159-f4b8-4e23-9872-5bc88e05a959 None None] Provisioning complete for port 3a3c242a-254a-4430-90e7-3dcc26c32070 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:28:58.293476 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c17c4159-f4b8-4e23-9872-5bc88e05a959 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (3a3c242a-254a-4430-90e7-3dcc26c32070), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:58.362027 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49903c65-aeb9-47ea-aa0b-abaa7fc3a95f None None] Network ebdc431d-e6a4-4155-be30-2a7d896acbb0 requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:28:58.362433 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f1221dc-d863-4254-87c2-b026f82d3e53 req-005cd8f0-2633-4109-8e32-0c0bac6e460d service neutron] No DVR routers for this DVR port 8ddcb880-408a-4e5a-992e-36b8049df242 on host n-h1-827839-2 {{(pid=103376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 17:28:58.436252 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.db_base_plugin_v2 [None req-3919bcd0-9567-4f3d-a4c6-2c91f80a9a5c tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Deleting subnet cc2a84ab-f4ed-4e81-8957-254afa0be13c {{(pid=103377) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 17:28:58.442220 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-3919bcd0-9567-4f3d-a4c6-2c91f80a9a5c tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks [] for subnet (cc2a84ab-f4ed-4e81-8957-254afa0be13c), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:58.484378 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-c17c4159-f4b8-4e23-9872-5bc88e05a959 None None] Port 3a3c242a-254a-4430-90e7-3dcc26c32070 cannot update to ACTIVE because it is not bound. {{(pid=103378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 17:28:58.490087 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [req-9f1221dc-d863-4254-87c2-b026f82d3e53 req-005cd8f0-2633-4109-8e32-0c0bac6e460d service neutron] In _notify_port_updated(), no bound segment for port 8ddcb880-408a-4e5a-992e-36b8049df242 on network 556cd7fb-ae94-473e-9ec8-6200a52368e1 {{(pid=103376) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Feb 04 17:28:58.491074 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1221dc-d863-4254-87c2-b026f82d3e53 req-005cd8f0-2633-4109-8e32-0c0bac6e460d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:28:58.491712 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-9f1221dc-d863-4254-87c2-b026f82d3e53 req-005cd8f0-2633-4109-8e32-0c0bac6e460d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:58.493145 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-9f1221dc-d863-4254-87c2-b026f82d3e53 req-005cd8f0-2633-4109-8e32-0c0bac6e460d service neutron] 10.222.0.96 "PUT /v2.0/ports/8ddcb880-408a-4e5a-992e-36b8049df242 HTTP/1.1" status: 200 len: 1031 time: 1.6185489 Feb 04 17:28:58.497182 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-4611640a-681e-4986-9193-c61392753e16 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (c300d088-8f89-4046-82a0-2293d008f599), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:58.521779 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-3919bcd0-9567-4f3d-a4c6-2c91f80a9a5c tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26866676'] for subnet (cc2a84ab-f4ed-4e81-8957-254afa0be13c), precommit_delete_associations {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:58.559582 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4611640a-681e-4986-9193-c61392753e16 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Pushing event updated for resources: {'Port': ['ID=c300d088-8f89-4046-82a0-2293d008f599,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:28:58.575378 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device 3af41b78-08e9-4d5c-93be-3e2ef1bdcc7f no longer exists at agent hyperv_n-h1-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:28:58.584527 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38e177b-6744-428a-945e-ab255676d0e6 req-e58e9e82-bcf7-4911-a2db-b2258bcf4945 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:28:58.585963 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port e70bcaa7-49a8-4a26-9bd6-f404581b0f4a triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:28:58.586726 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (e70bcaa7-49a8-4a26-9bd6-f404581b0f4a), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:58.589950 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38e177b-6744-428a-945e-ab255676d0e6 req-e58e9e82-bcf7-4911-a2db-b2258bcf4945 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:28:58.596411 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38e177b-6744-428a-945e-ab255676d0e6 req-e58e9e82-bcf7-4911-a2db-b2258bcf4945 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:28:58.601767 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38e177b-6744-428a-945e-ab255676d0e6 req-e58e9e82-bcf7-4911-a2db-b2258bcf4945 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:28:58.607358 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38e177b-6744-428a-945e-ab255676d0e6 req-e58e9e82-bcf7-4911-a2db-b2258bcf4945 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:28:58.614268 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38e177b-6744-428a-945e-ab255676d0e6 req-e58e9e82-bcf7-4911-a2db-b2258bcf4945 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:28:58.616207 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-f38e177b-6744-428a-945e-ab255676d0e6 req-e58e9e82-bcf7-4911-a2db-b2258bcf4945 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] 10.222.0.89 "GET /v2.0/ports?device_id=d23ffa64-7651-4974-8c0d-1ba4c302839d HTTP/1.1" status: 200 len: 4663 time: 0.2038231 Feb 04 17:28:58.657192 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4611640a-681e-4986-9193-c61392753e16 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Network e39a0eff-b00a-4f16-81ee-0d5a8e20bdcd is already hosted by enough agents. {{(pid=103376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:28:58.671131 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1221dc-d863-4254-87c2-b026f82d3e53 req-9297b6a8-4d03-452b-9d0c-36c8539c0379 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:28:58.672579 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-9f1221dc-d863-4254-87c2-b026f82d3e53 req-9297b6a8-4d03-452b-9d0c-36c8539c0379 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] 10.222.0.96 "GET /v2.0/ports/d9d313cd-c191-41ee-8480-aa1e52db3c64?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1707711 Feb 04 17:28:58.673546 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [None req-4611640a-681e-4986-9193-c61392753e16 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Resources bound (agent type, host, resource id): {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:28:58.676189 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4611640a-681e-4986-9193-c61392753e16 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Received port after_create {{(pid=103376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:28:58.685568 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-68d1b512-bbd1-48f0-9683-ace4373f956b tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Deleting port 3a3c242a-254a-4430-90e7-3dcc26c32070 {{(pid=103377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:28:58.686253 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-68d1b512-bbd1-48f0-9683-ace4373f956b tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (3a3c242a-254a-4430-90e7-3dcc26c32070), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:58.693164 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-3919bcd0-9567-4f3d-a4c6-2c91f80a9a5c tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1541225'] for subnet (cc2a84ab-f4ed-4e81-8957-254afa0be13c), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:58.725194 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [req-9f1221dc-d863-4254-87c2-b026f82d3e53 req-faa86ea0-d627-4dd1-92f7-711373e46bb6 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:28:58.824976 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4611640a-681e-4986-9193-c61392753e16 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:28:58.825576 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-4611640a-681e-4986-9193-c61392753e16 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:58.848526 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-f38e177b-6744-428a-945e-ab255676d0e6 req-9bb25fc1-54a8-48e3-9aec-9b526c79cd12 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] 10.222.0.89 "GET /v2.0/security-groups?id=f41001c7-a515-4baa-b12d-2443831f66d9&id=6c430dff-7990-44ba-b62d-7ce4a11c9249&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2099674 Feb 04 17:28:58.854928 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-9f1221dc-d863-4254-87c2-b026f82d3e53 req-faa86ea0-d627-4dd1-92f7-711373e46bb6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (d9d313cd-c191-41ee-8480-aa1e52db3c64), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:58.863334 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-4611640a-681e-4986-9193-c61392753e16 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.6081016 Feb 04 17:28:58.867398 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-68d1b512-bbd1-48f0-9683-ace4373f956b tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (3a3c242a-254a-4430-90e7-3dcc26c32070), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:58.867805 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-b764b8cd-daff-434e-8af2-d843fbd0f824 None None] Could not find standard attr ID for object 7c8f448c-2095-4059-857f-dc907a719ae4. {{(pid=103378) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 17:28:58.869894 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 46672) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:28:58.870557 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-3919bcd0-9567-4f3d-a4c6-2c91f80a9a5c tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1541216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25888360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25597190'] for subnet (cc2a84ab-f4ed-4e81-8957-254afa0be13c), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:58.903926 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-0db04dc6-720f-493d-8473-df5dfa290995 None None] Allocated IP 172.20.0.2 (e39a0eff-b00a-4f16-81ee-0d5a8e20bdcd/4142339d-ef24-4189-96de-7bdfcca4ae82/23a96b17-cbda-42b8-bed6-84254179b9b8) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:28:58.923380 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3919bcd0-9567-4f3d-a4c6-2c91f80a9a5c tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Pushing event deleted for resources: {'Subnet': ['ID=cc2a84ab-f4ed-4e81-8957-254afa0be13c,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:28:58.927421 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-3919bcd0-9567-4f3d-a4c6-2c91f80a9a5c tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks [] for subnet (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:58.934520 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-3919bcd0-9567-4f3d-a4c6-2c91f80a9a5c tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] 10.222.0.89 "DELETE /v2.0/subnets/cc2a84ab-f4ed-4e81-8957-254afa0be13c HTTP/1.1" status: 204 len: 168 time: 0.6975253 Feb 04 17:28:58.935369 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 46674) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:28:58.936554 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-68d1b512-bbd1-48f0-9683-ace4373f956b tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Calling delete_port for 3a3c242a-254a-4430-90e7-3dcc26c32070 owned by network:router_interface {{(pid=103377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:28:58.969911 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-b764b8cd-daff-434e-8af2-d843fbd0f824 None None] Provisioning complete for port 8ddcb880-408a-4e5a-992e-36b8049df242 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:28:58.970433 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b764b8cd-daff-434e-8af2-d843fbd0f824 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (8ddcb880-408a-4e5a-992e-36b8049df242), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:58.990625 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-d79cf186-aed8-45b4-8d3b-da4d70d2a0ba tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] 10.222.0.89 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0513806 Feb 04 17:28:58.991591 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 46676) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:28:58.998296 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-a5a77b2e-c06e-42b7-871c-8329e33aeba4 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Request body: {'subnet': {'network_id': 'ebdc431d-e6a4-4155-be30-2a7d896acbb0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:28:59.017571 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-b764b8cd-daff-434e-8af2-d843fbd0f824 None None] Port 8ddcb880-408a-4e5a-992e-36b8049df242 cannot update to ACTIVE because it is not bound. {{(pid=103378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 17:28:59.028500 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-7e5ca9a7-6789-4e5f-a879-15bc1dcbbdba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56c023a1-67ec-4ed9-a71e-d96906b8e642', 'name': 'tempest-TaggedBootDevicesTest-1191016291-router', 'tenant_id': '98c9dcf293b449b2b87f5079c52a68fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.66'}], 'enable_snat': True}, 'gw_port_id': '12c7d7bb-310d-4a84-9b6d-d509661e6443', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:28:44Z', 'updated_at': '2022-02-04T17:28:50Z', 'revision_number': 4, 'project_id': '98c9dcf293b449b2b87f5079c52a68fa', 'gw_port': {'id': '12c7d7bb-310d-4a84-9b6d-d509661e6443', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:b3:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56c023a1-67ec-4ed9-a71e-d96906b8e642', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2134, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:28:45Z', 'updated_at': '2022-02-04T17:28:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_interfaces': [{'id': '945ce8c5-9185-4e15-b3be-cc5fbab8b6f9', 'name': '', 'network_id': 'aaddf6ec-48dd-4d99-a249-cf782a8d2cfa', 'tenant_id': '98c9dcf293b449b2b87f5079c52a68fa', 'mac_address': 'fa:16:3e:5a:6f:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56c023a1-67ec-4ed9-a71e-d96906b8e642', 'device_owner': 'network:router_interface', 'standard_attr_id': 2150, 'fixed_ips': [{'subnet_id': '273c30a7-7c22-4224-bb2d-362bf7345f6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:28:49Z', 'updated_at': '2022-02-04T17:28:50Z', 'revision_number': 2, 'project_id': '98c9dcf293b449b2b87f5079c52a68fa', 'subnets': [{'id': '273c30a7-7c22-4224-bb2d-362bf7345f6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-2', False) {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:28:59.083381 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e5ca9a7-6789-4e5f-a879-15bc1dcbbdba None None] Checking router: 56c023a1-67ec-4ed9-a71e-d96906b8e642 for host: n-d-827839-2 {{(pid=103378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 17:28:59.083802 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e5ca9a7-6789-4e5f-a879-15bc1dcbbdba None None] Updating router 56c023a1-67ec-4ed9-a71e-d96906b8e642 port 945ce8c5-9185-4e15-b3be-cc5fbab8b6f9 binding host n-d-827839-2 {{(pid=103378) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 17:28:59.134474 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-b50b91ed-d05a-41bf-843b-c3fd88e4f6f1 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Deleting port c300d088-8f89-4046-82a0-2293d008f599 {{(pid=103376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:28:59.135212 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-b50b91ed-d05a-41bf-843b-c3fd88e4f6f1 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (c300d088-8f89-4046-82a0-2293d008f599), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:59.144984 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5a77b2e-c06e-42b7-871c-8329e33aeba4 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Made reservation on behalf of 2dabbd0ed422411582aec81f9de51a07 for: {'subnet': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:28:59.149284 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-a5a77b2e-c06e-42b7-871c-8329e33aeba4 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25597243'] for subnet (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:59.183838 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-b764b8cd-daff-434e-8af2-d843fbd0f824 None None] Provisioning complete for port d6f04a58-07fb-42f1-b911-8bc038a5384b triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:28:59.184212 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b764b8cd-daff-434e-8af2-d843fbd0f824 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (d6f04a58-07fb-42f1-b911-8bc038a5384b), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:59.232491 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [req-9f1221dc-d863-4254-87c2-b026f82d3e53 req-faa86ea0-d627-4dd1-92f7-711373e46bb6 service neutron] For port d9d313cd-c191-41ee-8480-aa1e52db3c64, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=d9d313cd-c191-41ee-8480-aa1e52db3c64,segment=NetworkSegment(a1ea1f0a-7fcf-4ab8-9856-e343e30ff965),segment_id=a1ea1f0a-7fcf-4ab8-9856-e343e30ff965)] {{(pid=103376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:28:59.307175 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7e5ca9a7-6789-4e5f-a879-15bc1dcbbdba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (945ce8c5-9185-4e15-b3be-cc5fbab8b6f9), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:59.321446 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Current status of the port 3af41b78-08e9-4d5c-93be-3e2ef1bdcc7f is: ACTIVE; New status is: DOWN {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:28:59.321885 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (3af41b78-08e9-4d5c-93be-3e2ef1bdcc7f), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:59.336310 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-b50b91ed-d05a-41bf-843b-c3fd88e4f6f1 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (c300d088-8f89-4046-82a0-2293d008f599), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:59.359791 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-b50b91ed-d05a-41bf-843b-c3fd88e4f6f1 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Calling delete_port for c300d088-8f89-4046-82a0-2293d008f599 owned by {{(pid=103376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:28:59.371667 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port e70bcaa7-49a8-4a26-9bd6-f404581b0f4a is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:28:59.392613 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd23ffa64-7651-4974-8c0d-1ba4c302839d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3af41b78-08e9-4d5c-93be-3e2ef1bdcc7f'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:28:59.410215 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c34bc964ce2211770fda26ca2f3801cc06f4f39928110690550e94ab9c9d2fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9613be9-e6b5-4a82-a98b-b1fa96a5b48d" -d '{"events": [{"server_uuid": "d23ffa64-7651-4974-8c0d-1ba4c302839d", "name": "network-vif-unplugged", "status": "completed", "tag": "3af41b78-08e9-4d5c-93be-3e2ef1bdcc7f"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:28:59.435529 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9eb5a8e8-39bd-4614-9b18-e3cb09d227eb None None] Update dhcp port {'port': {'network_id': 'ebdc431d-e6a4-4155-be30-2a7d896acbb0', 'fixed_ips': [{'subnet_id': 'cc2a84ab-f4ed-4e81-8957-254afa0be13c'}], 'binding:host_id': 'n-d-827839-2'}, 'id': 'd6f04a58-07fb-42f1-b911-8bc038a5384b'} from n-d-827839-2. {{(pid=103378) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 04 17:28:59.520440 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 04 Feb 2022 17:28:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9353129-a86e-469a-a1ae-709a9116f37b x-openstack-request-id: req-f9353129-a86e-469a-a1ae-709a9116f37b {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:28:59.521184 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d23ffa64-7651-4974-8c0d-1ba4c302839d", "name": "network-vif-unplugged", "status": "completed", "tag": "3af41b78-08e9-4d5c-93be-3e2ef1bdcc7f", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:28:59.521184 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-f9353129-a86e-469a-a1ae-709a9116f37b {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:28:59.521503 n-d-827839-2 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd23ffa64-7651-4974-8c0d-1ba4c302839d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3af41b78-08e9-4d5c-93be-3e2ef1bdcc7f', 'code': 200} Feb 04 17:28:59.550777 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [req-9f1221dc-d863-4254-87c2-b026f82d3e53 req-faa86ea0-d627-4dd1-92f7-711373e46bb6 service neutron] For port d9d313cd-c191-41ee-8480-aa1e52db3c64, host n-h1-827839-2, cleared binding levels {{(pid=103376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:28:59.553190 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] For port 3af41b78-08e9-4d5c-93be-3e2ef1bdcc7f, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=3af41b78-08e9-4d5c-93be-3e2ef1bdcc7f,segment=NetworkSegment(072307a9-31c6-4f7a-9235-384357f581eb),segment_id=072307a9-31c6-4f7a-9235-384357f581eb)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:28:59.598293 n-d-827839-2 neutron-server[103376]: DEBUG neutron.notifiers.nova [req-9f1221dc-d863-4254-87c2-b026f82d3e53 req-faa86ea0-d627-4dd1-92f7-711373e46bb6 service neutron] device_id is not set on port d9d313cd-c191-41ee-8480-aa1e52db3c64 yet. {{(pid=103376) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 04 17:28:59.600028 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (3af41b78-08e9-4d5c-93be-3e2ef1bdcc7f), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:59.602730 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device ebd98b55-b8fd-45a0-bc8c-3d8c64222855 no longer exists at agent hyperv_n-h1-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:28:59.613160 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-9f1221dc-d863-4254-87c2-b026f82d3e53 req-faa86ea0-d627-4dd1-92f7-711373e46bb6 service neutron] Publish callbacks [] for port (d9d313cd-c191-41ee-8480-aa1e52db3c64), precommit_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:59.624437 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-b50b91ed-d05a-41bf-843b-c3fd88e4f6f1 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (c300d088-8f89-4046-82a0-2293d008f599), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:59.635352 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-9f1221dc-d863-4254-87c2-b026f82d3e53 req-faa86ea0-d627-4dd1-92f7-711373e46bb6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675836'] for port (d9d313cd-c191-41ee-8480-aa1e52db3c64), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:59.679642 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50b91ed-d05a-41bf-843b-c3fd88e4f6f1 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Pushing event deleted for resources: {'Port': ['ID=c300d088-8f89-4046-82a0-2293d008f599,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:28:59.687197 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device d6f04a58-07fb-42f1-b911-8bc038a5384b up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:28:59.765267 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9eb5a8e8-39bd-4614-9b18-e3cb09d227eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (d6f04a58-07fb-42f1-b911-8bc038a5384b), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:59.816180 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f1221dc-d863-4254-87c2-b026f82d3e53 req-faa86ea0-d627-4dd1-92f7-711373e46bb6 service neutron] No DVR routers for this DVR port d9d313cd-c191-41ee-8480-aa1e52db3c64 on host n-h1-827839-2 {{(pid=103376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 17:28:59.837630 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-68d1b512-bbd1-48f0-9683-ace4373f956b tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (3a3c242a-254a-4430-90e7-3dcc26c32070), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:59.869300 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa86ea0-d627-4dd1-92f7-711373e46bb6 service neutron] Pushing event updated for resources: {'Port': ['ID=d9d313cd-c191-41ee-8480-aa1e52db3c64,revision_number=6']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:28:59.888096 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d1b512-bbd1-48f0-9683-ace4373f956b tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Pushing event deleted for resources: {'Port': ['ID=3a3c242a-254a-4430-90e7-3dcc26c32070,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:28:59.892512 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-b50b91ed-d05a-41bf-843b-c3fd88e4f6f1 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:59.899277 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-b50b91ed-d05a-41bf-843b-c3fd88e4f6f1 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] 10.222.0.89 "DELETE /v2.0/ports/c300d088-8f89-4046-82a0-2293d008f599 HTTP/1.1" status: 204 len: 168 time: 1.0260918 Feb 04 17:28:59.899985 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 46682) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:28:59.931749 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [req-9f1221dc-d863-4254-87c2-b026f82d3e53 req-faa86ea0-d627-4dd1-92f7-711373e46bb6 service neutron] In _notify_port_updated(), no bound segment for port d9d313cd-c191-41ee-8480-aa1e52db3c64 on network 556cd7fb-ae94-473e-9ec8-6200a52368e1 {{(pid=103376) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Feb 04 17:28:59.932654 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1221dc-d863-4254-87c2-b026f82d3e53 req-faa86ea0-d627-4dd1-92f7-711373e46bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:28:59.933312 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-9f1221dc-d863-4254-87c2-b026f82d3e53 req-faa86ea0-d627-4dd1-92f7-711373e46bb6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:59.934654 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-9f1221dc-d863-4254-87c2-b026f82d3e53 req-faa86ea0-d627-4dd1-92f7-711373e46bb6 service neutron] 10.222.0.96 "PUT /v2.0/ports/d9d313cd-c191-41ee-8480-aa1e52db3c64 HTTP/1.1" status: 200 len: 1032 time: 1.2503257 Feb 04 17:28:59.935876 n-d-827839-2 neutron-server[103376]: INFO neutron.pecan_wsgi.hooks.translation [None req-01ccf8c5-36f0-451d-947d-3125453062b3 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] DELETE failed (client error): The resource could not be found. Feb 04 17:28:59.936476 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-01ccf8c5-36f0-451d-947d-3125453062b3 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103376) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 17:28:59.942781 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-01ccf8c5-36f0-451d-947d-3125453062b3 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] 10.222.0.89 "DELETE /v2.0/ports/c300d088-8f89-4046-82a0-2293d008f599 HTTP/1.1" status: 404 len: 333 time: 0.0391779 Feb 04 17:28:59.942974 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 46686) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:29:00.153686 n-d-827839-2 neutron-server[103377]: INFO neutron.pecan_wsgi.hooks.translation [None req-da667317-f0e1-4e2a-88c7-841d619ffb33 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] GET failed (client error): The resource could not be found. Feb 04 17:29:00.158945 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 46688) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:29:00.160344 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-da667317-f0e1-4e2a-88c7-841d619ffb33 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] 10.222.0.89 "GET /v2.0/ports/c300d088-8f89-4046-82a0-2293d008f599 HTTP/1.1" status: 404 len: 333 time: 0.2055840 Feb 04 17:29:00.231755 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0db04dc6-720f-493d-8473-df5dfa290995 None None] Publish callbacks [] for port (23a96b17-cbda-42b8-bed6-84254179b9b8), precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:00.243502 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Pushing event updated for resources: {'Port': ['ID=3af41b78-08e9-4d5c-93be-3e2ef1bdcc7f,revision_number=6']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:29:00.258942 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port d6f04a58-07fb-42f1-b911-8bc038a5384b triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:29:00.259312 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (d6f04a58-07fb-42f1-b911-8bc038a5384b), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:00.276622 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ef141a-b005-474a-9908-38f80e987075 req-e39825f5-8adc-4dcd-82ee-b1fb44bb7835 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:29:00.282089 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ef141a-b005-474a-9908-38f80e987075 req-e39825f5-8adc-4dcd-82ee-b1fb44bb7835 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:29:00.297241 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17306647-6a53-40fa-9091-60e919d99653 None None] Network ebdc431d-e6a4-4155-be30-2a7d896acbb0 requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:29:00.304303 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ef141a-b005-474a-9908-38f80e987075 req-e39825f5-8adc-4dcd-82ee-b1fb44bb7835 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:29:00.320993 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ef141a-b005-474a-9908-38f80e987075 req-e39825f5-8adc-4dcd-82ee-b1fb44bb7835 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:29:00.342280 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ef141a-b005-474a-9908-38f80e987075 req-e39825f5-8adc-4dcd-82ee-b1fb44bb7835 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:29:00.345001 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-73ef141a-b005-474a-9908-38f80e987075 req-e39825f5-8adc-4dcd-82ee-b1fb44bb7835 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] 10.222.0.89 "GET /v2.0/ports?device_id=d23ffa64-7651-4974-8c0d-1ba4c302839d HTTP/1.1" status: 200 len: 3882 time: 0.2723579 Feb 04 17:29:00.345235 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-68d1b512-bbd1-48f0-9683-ace4373f956b tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1677336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1602614'] for router_interface (ea530a5e-74dd-4950-80d6-f8b1a56449a6), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:00.351298 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b6138014-2c91-4239-ac62-473094d0aa88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (bb89f5a3-3c22-440b-b7d1-c4f0c43c184a), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:00.364568 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [req-9f1221dc-d863-4254-87c2-b026f82d3e53 req-c8f2d711-9e0c-4702-8014-f814c9facb35 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Deleting port 9d10f3e7-7f29-4443-b5c4-40872e166605 {{(pid=103376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:29:00.364955 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-9f1221dc-d863-4254-87c2-b026f82d3e53 req-c8f2d711-9e0c-4702-8014-f814c9facb35 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (9d10f3e7-7f29-4443-b5c4-40872e166605), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:00.374916 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-b764b8cd-daff-434e-8af2-d843fbd0f824 None None] Current status of the port d6f04a58-07fb-42f1-b911-8bc038a5384b is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:29:00.375101 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.db_base_plugin_v2 [None req-14bb84e6-58ee-4473-a6d8-156f60f64ba4 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Deleting subnet 4142339d-ef24-4189-96de-7bdfcca4ae82 {{(pid=103376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 17:29:00.379409 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-14bb84e6-58ee-4473-a6d8-156f60f64ba4 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Publish callbacks [] for subnet (4142339d-ef24-4189-96de-7bdfcca4ae82), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:00.385006 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0db04dc6-720f-493d-8473-df5dfa290995 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135'] for port (23a96b17-cbda-42b8-bed6-84254179b9b8), after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:00.443183 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-b764b8cd-daff-434e-8af2-d843fbd0f824 None None] Could not find standard attr ID for object 3a3c242a-254a-4430-90e7-3dcc26c32070. {{(pid=103378) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 17:29:00.532057 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-14bb84e6-58ee-4473-a6d8-156f60f64ba4 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25674901'] for subnet (4142339d-ef24-4189-96de-7bdfcca4ae82), precommit_delete_associations {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:00.540361 n-d-827839-2 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0db04dc6-720f-493d-8473-df5dfa290995 None None] Network e39a0eff-b00a-4f16-81ee-0d5a8e20bdcd is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:29:00.542804 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db04dc6-720f-493d-8473-df5dfa290995 None None] Pushing event updated for resources: {'Port': ['ID=23a96b17-cbda-42b8-bed6-84254179b9b8,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:29:00.564460 n-d-827839-2 neutron-server[103377]: DEBUG neutron.objects.ports [None req-a5a77b2e-c06e-42b7-871c-8329e33aeba4 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103377) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 04 17:29:00.568155 n-d-827839-2 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-0db04dc6-720f-493d-8473-df5dfa290995 None None] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:29:00.571777 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0db04dc6-720f-493d-8473-df5dfa290995 None None] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:29:00.643956 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Current status of the port ebd98b55-b8fd-45a0-bc8c-3d8c64222855 is: ACTIVE; New status is: DOWN {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:29:00.644287 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (ebd98b55-b8fd-45a0-bc8c-3d8c64222855), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:00.646028 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68d1b512-bbd1-48f0-9683-ace4373f956b tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Router ea530a5e-74dd-4950-80d6-f8b1a56449a6 has already been hosted by L3 agent 64ada913-9131-4d99-a265-63a920956287 {{(pid=103377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 17:29:00.702091 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-73ef141a-b005-474a-9908-38f80e987075 req-851c7ab0-8bc5-437b-b2b9-ef5458aa659f tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] 10.222.0.89 "GET /v2.0/security-groups?id=f41001c7-a515-4baa-b12d-2443831f66d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3321359 Feb 04 17:29:00.743339 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-1d728de0-504e-4b32-84b4-daaa5fbc57fe None None] Provisioning complete for port d6f04a58-07fb-42f1-b911-8bc038a5384b triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:29:00.743339 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1d728de0-504e-4b32-84b4-daaa5fbc57fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (d6f04a58-07fb-42f1-b911-8bc038a5384b), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:00.747288 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port d6f04a58-07fb-42f1-b911-8bc038a5384b is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:29:00.748347 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 12c7d7bb-310d-4a84-9b6d-d509661e6443 up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:29:00.775295 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-14bb84e6-58ee-4473-a6d8-156f60f64ba4 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1541225'] for subnet (4142339d-ef24-4189-96de-7bdfcca4ae82), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:00.777989 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68d1b512-bbd1-48f0-9683-ace4373f956b tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Notify agent at l3_agent.n-d-827839-2 the message routers_updated {{(pid=103377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 17:29:00.785910 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-68d1b512-bbd1-48f0-9683-ace4373f956b tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] 10.222.0.89 "PUT /v2.0/routers/ea530a5e-74dd-4950-80d6-f8b1a56449a6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9227514 Feb 04 17:29:00.788703 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 46692) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:29:00.793018 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ed71629-6f01-4fcf-9d2c-4be44d8429f4 None None] Sync routers for ids ['ea530a5e-74dd-4950-80d6-f8b1a56449a6'] in n-d-827839-2 {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 17:29:00.817259 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ed71629-6f01-4fcf-9d2c-4be44d8429f4 None None] Routers {'ea530a5e-74dd-4950-80d6-f8b1a56449a6'} bound to L3 agent in host n-d-827839-2 {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:29:00.821959 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-0ed71629-6f01-4fcf-9d2c-4be44d8429f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:28:32Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['ea530a5e-74dd-4950-80d6-f8b1a56449a6'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:29:00.860665 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-0db04dc6-720f-493d-8473-df5dfa290995 None None] Attempting to bind port 23a96b17-cbda-42b8-bed6-84254179b9b8 on host n-d-827839-2 for vnic_type normal with profile {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:29:00.861294 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-0db04dc6-720f-493d-8473-df5dfa290995 None None] Attempting to bind port 23a96b17-cbda-42b8-bed6-84254179b9b8 by drivers openvswitch,hyperv on host n-d-827839-2 at level 0 using segments [{'id': '9e14df58-ea65-41cd-92fe-712fef050599', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'e39a0eff-b00a-4f16-81ee-0d5a8e20bdcd'}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:29:00.862324 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0db04dc6-720f-493d-8473-df5dfa290995 None None] Attempting to bind port 23a96b17-cbda-42b8-bed6-84254179b9b8 on network e39a0eff-b00a-4f16-81ee-0d5a8e20bdcd {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:29:00.881277 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [req-9f1221dc-d863-4254-87c2-b026f82d3e53 req-c8f2d711-9e0c-4702-8014-f814c9facb35 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] For port 9d10f3e7-7f29-4443-b5c4-40872e166605, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=9d10f3e7-7f29-4443-b5c4-40872e166605,segment=NetworkSegment(a1ea1f0a-7fcf-4ab8-9856-e343e30ff965),segment_id=a1ea1f0a-7fcf-4ab8-9856-e343e30ff965)] {{(pid=103376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:29:00.882131 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-9f1221dc-d863-4254-87c2-b026f82d3e53 req-c8f2d711-9e0c-4702-8014-f814c9facb35 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (9d10f3e7-7f29-4443-b5c4-40872e166605), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:00.892080 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] For port ebd98b55-b8fd-45a0-bc8c-3d8c64222855, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=ebd98b55-b8fd-45a0-bc8c-3d8c64222855,segment=NetworkSegment(a1ea1f0a-7fcf-4ab8-9856-e343e30ff965),segment_id=a1ea1f0a-7fcf-4ab8-9856-e343e30ff965)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:29:00.899059 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0db04dc6-720f-493d-8473-df5dfa290995 None None] Checking agent: {'id': 'ba70844b-66a0-45fd-a2f2-e6ed673321fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 0, 36), 'started_at': datetime.datetime(2022, 2, 4, 17, 1, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 28, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:29:00.899365 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0db04dc6-720f-493d-8473-df5dfa290995 None None] Checking segment: {'id': '9e14df58-ea65-41cd-92fe-712fef050599', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'e39a0eff-b00a-4f16-81ee-0d5a8e20bdcd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:29:00.899792 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0db04dc6-720f-493d-8473-df5dfa290995 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:00.900443 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0db04dc6-720f-493d-8473-df5dfa290995 None None] Bound using segment: {'id': '9e14df58-ea65-41cd-92fe-712fef050599', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'e39a0eff-b00a-4f16-81ee-0d5a8e20bdcd'} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:29:00.900957 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-0db04dc6-720f-493d-8473-df5dfa290995 None None] Bound port: 23a96b17-cbda-42b8-bed6-84254179b9b8, host: n-d-827839-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e14df58-ea65-41cd-92fe-712fef050599', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'e39a0eff-b00a-4f16-81ee-0d5a8e20bdcd'}}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:29:00.901348 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0db04dc6-720f-493d-8473-df5dfa290995 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (23a96b17-cbda-42b8-bed6-84254179b9b8), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:00.912976 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-0ed71629-6f01-4fcf-9d2c-4be44d8429f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827839-2', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:29:00.918847 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-14bb84e6-58ee-4473-a6d8-156f60f64ba4 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1541216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25675894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25858947'] for subnet (4142339d-ef24-4189-96de-7bdfcca4ae82), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:00.921968 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (ebd98b55-b8fd-45a0-bc8c-3d8c64222855), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:00.922630 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device 22b8e9e9-9bfb-4c6e-95b2-78e04b75aa5a no longer exists at agent hyperv_n-h1-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:29:00.923228 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-a5a77b2e-c06e-42b7-871c-8329e33aeba4 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (d6f04a58-07fb-42f1-b911-8bc038a5384b), before_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:00.931695 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [req-9f1221dc-d863-4254-87c2-b026f82d3e53 req-c8f2d711-9e0c-4702-8014-f814c9facb35 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Calling delete_port for 9d10f3e7-7f29-4443-b5c4-40872e166605 owned by compute:nova {{(pid=103376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:29:00.932499 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ed71629-6f01-4fcf-9d2c-4be44d8429f4 None None] Routers {'ea530a5e-74dd-4950-80d6-f8b1a56449a6'} bound to L3 agent in host n-d-827839-2 {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:29:00.933329 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-0ed71629-6f01-4fcf-9d2c-4be44d8429f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:28:32Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['ea530a5e-74dd-4950-80d6-f8b1a56449a6'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:29:00.984600 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-0ed71629-6f01-4fcf-9d2c-4be44d8429f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827839-2', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:29:00.985756 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ed71629-6f01-4fcf-9d2c-4be44d8429f4 None None] The sync data for ids ['ea530a5e-74dd-4950-80d6-f8b1a56449a6'] in n-d-827839-2 is: [] {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 17:29:01.016170 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14bb84e6-58ee-4473-a6d8-156f60f64ba4 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Pushing event deleted for resources: {'Subnet': ['ID=4142339d-ef24-4189-96de-7bdfcca4ae82,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:29:01.056316 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-14bb84e6-58ee-4473-a6d8-156f60f64ba4 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Publish callbacks [] for subnet (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:01.062691 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-14bb84e6-58ee-4473-a6d8-156f60f64ba4 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] 10.222.0.89 "DELETE /v2.0/subnets/4142339d-ef24-4189-96de-7bdfcca4ae82 HTTP/1.1" status: 204 len: 168 time: 0.9019227 Feb 04 17:29:01.066737 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 46694) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:29:01.178233 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-0b17c612-1c50-4e8d-9b56-0a56d7b9843d tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628832'] for network (e39a0eff-b00a-4f16-81ee-0d5a8e20bdcd), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:01.329161 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [None req-a5a77b2e-c06e-42b7-871c-8329e33aeba4 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] For port d6f04a58-07fb-42f1-b911-8bc038a5384b, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=d6f04a58-07fb-42f1-b911-8bc038a5384b,segment=NetworkSegment(2fcce0c7-9a0a-428a-b986-cae51cd3c129),segment_id=2fcce0c7-9a0a-428a-b986-cae51cd3c129)] {{(pid=103377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:29:01.356902 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-9f1221dc-d863-4254-87c2-b026f82d3e53 req-c8f2d711-9e0c-4702-8014-f814c9facb35 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (9d10f3e7-7f29-4443-b5c4-40872e166605), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:01.419688 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f2d711-9e0c-4702-8014-f814c9facb35 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Pushing event deleted for resources: {'Port': ['ID=9d10f3e7-7f29-4443-b5c4-40872e166605,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:29:01.424766 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-0b17c612-1c50-4e8d-9b56-0a56d7b9843d tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Deleting port 23a96b17-cbda-42b8-bed6-84254179b9b8 {{(pid=103376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:29:01.425105 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-0b17c612-1c50-4e8d-9b56-0a56d7b9843d tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (23a96b17-cbda-42b8-bed6-84254179b9b8), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:01.444941 n-d-827839-2 neutron-server[103377]: INFO neutron.api.v2.resource [None req-a34432da-982d-41eb-8e20-d0d8d4dd1c05 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] remove_router_interface failed (client error): The resource could not be found. Feb 04 17:29:01.449362 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-a34432da-982d-41eb-8e20-d0d8d4dd1c05 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] 10.222.0.89 "PUT /v2.0/routers/ea530a5e-74dd-4950-80d6-f8b1a56449a6/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.6571128 Feb 04 17:29:01.449649 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 46696) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:29:01.451779 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port 12c7d7bb-310d-4a84-9b6d-d509661e6443 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:29:01.454210 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (12c7d7bb-310d-4a84-9b6d-d509661e6443), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:01.464611 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Pushing event updated for resources: {'Port': ['ID=ebd98b55-b8fd-45a0-bc8c-3d8c64222855,revision_number=6']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:29:01.470205 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7e5ca9a7-6789-4e5f-a879-15bc1dcbbdba None None] Publish callbacks [] for port (945ce8c5-9185-4e15-b3be-cc5fbab8b6f9), precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:01.483047 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-a5a77b2e-c06e-42b7-871c-8329e33aeba4 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks [] for port (d6f04a58-07fb-42f1-b911-8bc038a5384b), precommit_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:01.489687 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-a5a77b2e-c06e-42b7-871c-8329e33aeba4 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25888290'] for port (d6f04a58-07fb-42f1-b911-8bc038a5384b), after_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:01.506002 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-0db04dc6-720f-493d-8473-df5dfa290995 None None] For port 23a96b17-cbda-42b8-bed6-84254179b9b8, host n-d-827839-2, cleared binding levels {{(pid=103378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:29:01.523392 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd23ffa64-7651-4974-8c0d-1ba4c302839d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ebd98b55-b8fd-45a0-bc8c-3d8c64222855'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:29:01.526004 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c34bc964ce2211770fda26ca2f3801cc06f4f39928110690550e94ab9c9d2fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21da8bb1-4f05-44da-9b0c-40d731477b44" -d '{"events": [{"server_uuid": "d23ffa64-7651-4974-8c0d-1ba4c302839d", "name": "network-vif-unplugged", "status": "completed", "tag": "ebd98b55-b8fd-45a0-bc8c-3d8c64222855"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:29:01.531382 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7e5ca9a7-6789-4e5f-a879-15bc1dcbbdba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (945ce8c5-9185-4e15-b3be-cc5fbab8b6f9), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:01.560573 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f1221dc-d863-4254-87c2-b026f82d3e53 req-c8f2d711-9e0c-4702-8014-f814c9facb35 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] No DVR routers for this DVR port 9d10f3e7-7f29-4443-b5c4-40872e166605 on host n-h1-827839-2 {{(pid=103376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 17:29:01.567070 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-9f1221dc-d863-4254-87c2-b026f82d3e53 req-c8f2d711-9e0c-4702-8014-f814c9facb35 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:01.572253 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-9f1221dc-d863-4254-87c2-b026f82d3e53 req-c8f2d711-9e0c-4702-8014-f814c9facb35 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] 10.222.0.96 "DELETE /v2.0/ports/9d10f3e7-7f29-4443-b5c4-40872e166605 HTTP/1.1" status: 204 len: 173 time: 1.6293085 Feb 04 17:29:01.572443 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-791b54c8-60e2-4410-b3e7-aef6d6a57774 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] 10.222.0.89 "GET /v2.0/ports?device_id=ea530a5e-74dd-4950-80d6-f8b1a56449a6 HTTP/1.1" status: 200 len: 205 time: 0.1191082 Feb 04 17:29:01.573278 n-d-827839-2 neutron-server[103376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd23ffa64-7651-4974-8c0d-1ba4c302839d', 'name': 'network-vif-deleted', 'tag': '9d10f3e7-7f29-4443-b5c4-40872e166605'}] {{(pid=103376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:29:01.575197 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d59c3bb5e2f09ebf62144d5e09b1cff60c763a9c19614c24538e77842938c05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9340dd9f-c8bb-4183-a5de-009704ee3274" -d '{"events": [{"server_uuid": "d23ffa64-7651-4974-8c0d-1ba4c302839d", "name": "network-vif-deleted", "tag": "9d10f3e7-7f29-4443-b5c4-40872e166605"}]}' {{(pid=103376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:29:01.577775 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 46700) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:29:01.599341 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-a5a77b2e-c06e-42b7-871c-8329e33aeba4 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25889445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25597197'] for subnet (807e789c-b792-4865-828f-878cb2e055d3), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:01.679363 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 04 Feb 2022 17:29:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c9a90d6-959b-4248-9d84-3b45083657b2 x-openstack-request-id: req-3c9a90d6-959b-4248-9d84-3b45083657b2 {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:29:01.680710 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d23ffa64-7651-4974-8c0d-1ba4c302839d", "name": "network-vif-unplugged", "status": "completed", "tag": "ebd98b55-b8fd-45a0-bc8c-3d8c64222855", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:29:01.681295 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-3c9a90d6-959b-4248-9d84-3b45083657b2 {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:29:01.681930 n-d-827839-2 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd23ffa64-7651-4974-8c0d-1ba4c302839d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ebd98b55-b8fd-45a0-bc8c-3d8c64222855', 'code': 200} Feb 04 17:29:01.687542 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-0db04dc6-720f-493d-8473-df5dfa290995 None None] For port 23a96b17-cbda-42b8-bed6-84254179b9b8, host n-d-827839-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=23a96b17-cbda-42b8-bed6-84254179b9b8,segment=NetworkSegment(9e14df58-ea65-41cd-92fe-712fef050599),segment_id=9e14df58-ea65-41cd-92fe-712fef050599)] {{(pid=103378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:29:01.693240 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1d728de0-504e-4b32-84b4-daaa5fbc57fe None None] Current status of the port d6f04a58-07fb-42f1-b911-8bc038a5384b is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:29:01.735854 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a77b2e-c06e-42b7-871c-8329e33aeba4 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Pushing event updated for resources: {'Port': ['ID=d6f04a58-07fb-42f1-b911-8bc038a5384b,revision_number=8']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:29:01.738003 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0db04dc6-720f-493d-8473-df5dfa290995 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (23a96b17-cbda-42b8-bed6-84254179b9b8), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:01.769075 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c237c166-76fe-425d-a21a-3b5086fe001f None None] Pushing event updated for resources: {'Port': ['ID=945ce8c5-9185-4e15-b3be-cc5fbab8b6f9,revision_number=3']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:29:01.780302 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 17:29:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae9456ef-46b8-4396-b2ef-576ca3342d5a x-openstack-request-id: req-ae9456ef-46b8-4396-b2ef-576ca3342d5a {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:29:01.780603 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d23ffa64-7651-4974-8c0d-1ba4c302839d", "name": "network-vif-deleted", "tag": "9d10f3e7-7f29-4443-b5c4-40872e166605", "status": "completed", "code": 200}]} {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:29:01.780888 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-ae9456ef-46b8-4396-b2ef-576ca3342d5a {{(pid=103376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:29:01.781303 n-d-827839-2 neutron-server[103376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd23ffa64-7651-4974-8c0d-1ba4c302839d', 'name': 'network-vif-deleted', 'tag': '9d10f3e7-7f29-4443-b5c4-40872e166605', 'status': 'completed', 'code': 200} Feb 04 17:29:01.790727 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [None req-0b17c612-1c50-4e8d-9b56-0a56d7b9843d tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] For port 23a96b17-cbda-42b8-bed6-84254179b9b8, host n-d-827839-2, got binding levels [] {{(pid=103376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:29:01.791104 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-0b17c612-1c50-4e8d-9b56-0a56d7b9843d tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (23a96b17-cbda-42b8-bed6-84254179b9b8), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:01.803109 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5a77b2e-c06e-42b7-871c-8329e33aeba4 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Network ebdc431d-e6a4-4155-be30-2a7d896acbb0 is already hosted by enough agents. {{(pid=103377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:29:01.808453 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [None req-a5a77b2e-c06e-42b7-871c-8329e33aeba4 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Resources bound (agent type, host, resource id): {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:29:01.811956 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a77b2e-c06e-42b7-871c-8329e33aeba4 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Pushing event updated for resources: {'Subnet': ['ID=807e789c-b792-4865-828f-878cb2e055d3,revision_number=0']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:29:01.823797 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5a77b2e-c06e-42b7-871c-8329e33aeba4 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:29:01.825251 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-a5a77b2e-c06e-42b7-871c-8329e33aeba4 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks [] for subnet (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:01.860951 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-a5a77b2e-c06e-42b7-871c-8329e33aeba4 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.8663759 Feb 04 17:29:01.864284 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 46708) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:29:01.871229 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-24143944-a38d-49cb-9912-59693180c44d tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Request body: {'subnet': {'network_id': 'ebdc431d-e6a4-4155-be30-2a7d896acbb0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:29:01.936201 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-0b17c612-1c50-4e8d-9b56-0a56d7b9843d tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Calling delete_port for 23a96b17-cbda-42b8-bed6-84254179b9b8 owned by network:dhcp {{(pid=103376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:29:01.956539 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db04dc6-720f-493d-8473-df5dfa290995 None None] Pushing event updated for resources: {'Port': ['ID=23a96b17-cbda-42b8-bed6-84254179b9b8,revision_number=3']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:29:01.970092 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-a3a9c81c-a569-4179-9e55-58acf14b5084 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Publish callbacks [] for router (ea530a5e-74dd-4950-80d6-f8b1a56449a6), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:01.994459 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Current status of the port 22b8e9e9-9bfb-4c6e-95b2-78e04b75aa5a is: ACTIVE; New status is: DOWN {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:29:01.997114 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (22b8e9e9-9bfb-4c6e-95b2-78e04b75aa5a), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:02.024179 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-1d728de0-504e-4b32-84b4-daaa5fbc57fe None None] Provisioning complete for port d9d313cd-c191-41ee-8480-aa1e52db3c64 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:29:02.024850 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1d728de0-504e-4b32-84b4-daaa5fbc57fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (d9d313cd-c191-41ee-8480-aa1e52db3c64), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:02.167968 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24143944-a38d-49cb-9912-59693180c44d tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Made reservation on behalf of 2dabbd0ed422411582aec81f9de51a07 for: {'subnet': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:29:02.175832 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-24143944-a38d-49cb-9912-59693180c44d tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25597243'] for subnet (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:02.214948 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port 12c7d7bb-310d-4a84-9b6d-d509661e6443 is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:29:02.216358 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device e70bcaa7-49a8-4a26-9bd6-f404581b0f4a up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:29:02.228577 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e504a94e-60d6-4830-b383-17a109029496 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (64ada913-9131-4d99-a265-63a920956287), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:02.261043 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-0b17c612-1c50-4e8d-9b56-0a56d7b9843d tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (23a96b17-cbda-42b8-bed6-84254179b9b8), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:02.275291 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa7e283-b4fc-4fe8-8dbf-08ab0239fe3e req-b5839256-b72e-45d0-9667-20fea2de3e17 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:29:02.281314 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa7e283-b4fc-4fe8-8dbf-08ab0239fe3e req-b5839256-b72e-45d0-9667-20fea2de3e17 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:29:02.289365 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-7e5ca9a7-6789-4e5f-a879-15bc1dcbbdba None None] Attempting to bind port 945ce8c5-9185-4e15-b3be-cc5fbab8b6f9 on host n-d-827839-2 for vnic_type normal with profile {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:29:02.290002 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-7e5ca9a7-6789-4e5f-a879-15bc1dcbbdba None None] Attempting to bind port 945ce8c5-9185-4e15-b3be-cc5fbab8b6f9 by drivers openvswitch,hyperv on host n-d-827839-2 at level 0 using segments [{'id': '60f0396c-e170-4e00-b584-b3b5c309f6b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'aaddf6ec-48dd-4d99-a249-cf782a8d2cfa'}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:29:02.290383 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e5ca9a7-6789-4e5f-a879-15bc1dcbbdba None None] Attempting to bind port 945ce8c5-9185-4e15-b3be-cc5fbab8b6f9 on network aaddf6ec-48dd-4d99-a249-cf782a8d2cfa {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:29:02.294048 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] For port 22b8e9e9-9bfb-4c6e-95b2-78e04b75aa5a, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=22b8e9e9-9bfb-4c6e-95b2-78e04b75aa5a,segment=NetworkSegment(156d2511-93c9-4616-953a-81bac597ab8a),segment_id=156d2511-93c9-4616-953a-81bac597ab8a)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:29:02.297403 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1d728de0-504e-4b32-84b4-daaa5fbc57fe None None] Port d9d313cd-c191-41ee-8480-aa1e52db3c64 cannot update to ACTIVE because it is not bound. {{(pid=103378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 17:29:02.300288 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa7e283-b4fc-4fe8-8dbf-08ab0239fe3e req-b5839256-b72e-45d0-9667-20fea2de3e17 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:29:02.306300 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa7e283-b4fc-4fe8-8dbf-08ab0239fe3e req-b5839256-b72e-45d0-9667-20fea2de3e17 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:29:02.308267 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-dfa7e283-b4fc-4fe8-8dbf-08ab0239fe3e req-b5839256-b72e-45d0-9667-20fea2de3e17 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] 10.222.0.89 "GET /v2.0/ports?device_id=d23ffa64-7651-4974-8c0d-1ba4c302839d HTTP/1.1" status: 200 len: 3146 time: 0.3119905 Feb 04 17:29:02.320527 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (22b8e9e9-9bfb-4c6e-95b2-78e04b75aa5a), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:02.321142 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device d9d313cd-c191-41ee-8480-aa1e52db3c64 no longer exists at agent hyperv_n-h1-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:29:02.345117 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e5ca9a7-6789-4e5f-a879-15bc1dcbbdba None None] Checking agent: {'id': 'ba70844b-66a0-45fd-a2f2-e6ed673321fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 0, 36), 'started_at': datetime.datetime(2022, 2, 4, 17, 1, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 28, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:29:02.345117 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e5ca9a7-6789-4e5f-a879-15bc1dcbbdba None None] Checking segment: {'id': '60f0396c-e170-4e00-b584-b3b5c309f6b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'aaddf6ec-48dd-4d99-a249-cf782a8d2cfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:29:02.345439 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7e5ca9a7-6789-4e5f-a879-15bc1dcbbdba None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:02.345751 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e5ca9a7-6789-4e5f-a879-15bc1dcbbdba None None] Bound using segment: {'id': '60f0396c-e170-4e00-b584-b3b5c309f6b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'aaddf6ec-48dd-4d99-a249-cf782a8d2cfa'} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:29:02.346895 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-7e5ca9a7-6789-4e5f-a879-15bc1dcbbdba None None] Bound port: 945ce8c5-9185-4e15-b3be-cc5fbab8b6f9, host: n-d-827839-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60f0396c-e170-4e00-b584-b3b5c309f6b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'aaddf6ec-48dd-4d99-a249-cf782a8d2cfa'}}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:29:02.347135 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7e5ca9a7-6789-4e5f-a879-15bc1dcbbdba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (945ce8c5-9185-4e15-b3be-cc5fbab8b6f9), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:02.349156 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcbeb1a0-28c7-4941-a823-a0476c46608d None None] Network e39a0eff-b00a-4f16-81ee-0d5a8e20bdcd requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:29:02.364851 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b17c612-1c50-4e8d-9b56-0a56d7b9843d tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Pushing event deleted for resources: {'Port': ['ID=23a96b17-cbda-42b8-bed6-84254179b9b8,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:29:02.367182 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b17c612-1c50-4e8d-9b56-0a56d7b9843d tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] No DVR routers for this DVR port 23a96b17-cbda-42b8-bed6-84254179b9b8 on host n-d-827839-2 {{(pid=103376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 17:29:02.418855 n-d-827839-2 neutron-server[103377]: INFO neutron.db.ipam_backend_mixin [None req-24143944-a38d-49cb-9912-59693180c44d tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 807e789c-b792-4865-828f-878cb2e055d3 (CIDR: 2001:db8::/64) Feb 04 17:29:02.424126 n-d-827839-2 neutron-server[103377]: INFO neutron.pecan_wsgi.hooks.translation [None req-24143944-a38d-49cb-9912-59693180c44d tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 17:29:02.424578 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-24143944-a38d-49cb-9912-59693180c44d tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103377) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 17:29:02.431027 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-dfa7e283-b4fc-4fe8-8dbf-08ab0239fe3e req-6a79d060-bd38-411c-9f4c-d10a2a98757c tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] 10.222.0.89 "GET /v2.0/security-groups?id=f41001c7-a515-4baa-b12d-2443831f66d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1061292 Feb 04 17:29:02.451063 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-24143944-a38d-49cb-9912-59693180c44d tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5852387 Feb 04 17:29:02.454012 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 46710) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:29:02.460527 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-dde0821a-98fa-4281-89b8-6301b1b66051 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Request body: {'subnet': {'network_id': 'ebdc431d-e6a4-4155-be30-2a7d896acbb0', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:29:02.489459 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a3280c5-9b5e-4185-b3f0-74411dfe93e9 None None] Network ebdc431d-e6a4-4155-be30-2a7d896acbb0 requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:29:02.582855 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dde0821a-98fa-4281-89b8-6301b1b66051 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Made reservation on behalf of 2dabbd0ed422411582aec81f9de51a07 for: {'subnet': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:29:02.586451 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-dde0821a-98fa-4281-89b8-6301b1b66051 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25597243'] for subnet (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:02.619975 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-a3a9c81c-a569-4179-9e55-58acf14b5084 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1601811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26971'] for router (ea530a5e-74dd-4950-80d6-f8b1a56449a6), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:02.624204 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [req-9f1221dc-d863-4254-87c2-b026f82d3e53 req-09e8c168-c2ab-4666-a75f-b0ef26403d6b tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Deleting port 3af41b78-08e9-4d5c-93be-3e2ef1bdcc7f {{(pid=103376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:29:02.624381 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-9f1221dc-d863-4254-87c2-b026f82d3e53 req-09e8c168-c2ab-4666-a75f-b0ef26403d6b tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (3af41b78-08e9-4d5c-93be-3e2ef1bdcc7f), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:02.628845 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-a3a9c81c-a569-4179-9e55-58acf14b5084 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Publish callbacks [] for router_controller (ea530a5e-74dd-4950-80d6-f8b1a56449a6), precommit_delete_associations {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:02.631781 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-0b17c612-1c50-4e8d-9b56-0a56d7b9843d tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1543676', 'neutron.services.segments.db._delete_segments_for_network-8781084786517'] for network (e39a0eff-b00a-4f16-81ee-0d5a8e20bdcd), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:02.654918 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-b8eb8d03-dbb8-49cf-a3a1-b4bf8472235a None None] Provisioning complete for port 945ce8c5-9185-4e15-b3be-cc5fbab8b6f9 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:29:02.655295 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b8eb8d03-dbb8-49cf-a3a1-b4bf8472235a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (945ce8c5-9185-4e15-b3be-cc5fbab8b6f9), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:02.665866 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Pushing event updated for resources: {'Port': ['ID=22b8e9e9-9bfb-4c6e-95b2-78e04b75aa5a,revision_number=6']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:29:02.668438 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] The host n-h1-827839-2 is not matching for port d9d313cd-c191-41ee-8480-aa1e52db3c64 host ! {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Feb 04 17:29:02.668870 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device d9d313cd-c191-41ee-8480-aa1e52db3c64 not bound to the agent host n-h1-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 17:29:02.669448 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device d07f6690-41dc-473d-8b49-2b36d0026fa9 no longer exists at agent hyperv_n-h1-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:29:02.780997 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-7e5ca9a7-6789-4e5f-a879-15bc1dcbbdba None None] For port 945ce8c5-9185-4e15-b3be-cc5fbab8b6f9, host n-d-827839-2, cleared binding levels {{(pid=103378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:29:02.782202 n-d-827839-2 neutron-server[103376]: DEBUG neutron.services.segments.db [None req-0b17c612-1c50-4e8d-9b56-0a56d7b9843d tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e39a0eff-b00a-4f16-81ee-0d5a8e20bdcd']}} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:29:02.784551 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port e70bcaa7-49a8-4a26-9bd6-f404581b0f4a triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:29:02.784958 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (e70bcaa7-49a8-4a26-9bd6-f404581b0f4a), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:02.828032 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-b8eb8d03-dbb8-49cf-a3a1-b4bf8472235a None None] Port 945ce8c5-9185-4e15-b3be-cc5fbab8b6f9 cannot update to ACTIVE because it is not bound. {{(pid=103378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 17:29:02.854655 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-7e5ca9a7-6789-4e5f-a879-15bc1dcbbdba None None] For port 945ce8c5-9185-4e15-b3be-cc5fbab8b6f9, host n-d-827839-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=945ce8c5-9185-4e15-b3be-cc5fbab8b6f9,segment=NetworkSegment(60f0396c-e170-4e00-b584-b3b5c309f6b3),segment_id=60f0396c-e170-4e00-b584-b3b5c309f6b3)] {{(pid=103378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:29:02.876098 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7e5ca9a7-6789-4e5f-a879-15bc1dcbbdba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (945ce8c5-9185-4e15-b3be-cc5fbab8b6f9), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:03.064077 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-dde0821a-98fa-4281-89b8-6301b1b66051 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25889445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25597197'] for subnet (3b22676d-9a02-44aa-a088-5fd07c081c94), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:03.093237 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d408ec64-b374-4acb-a1fc-48241dad6d47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (0cd6d64a-47a7-40ff-8c12-71dd526c62e0), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:03.099842 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Current status of the port d07f6690-41dc-473d-8b49-2b36d0026fa9 is: ACTIVE; New status is: DOWN {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:29:03.101325 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (d07f6690-41dc-473d-8b49-2b36d0026fa9), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:03.117141 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dde0821a-98fa-4281-89b8-6301b1b66051 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Network ebdc431d-e6a4-4155-be30-2a7d896acbb0 is already hosted by enough agents. {{(pid=103377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:29:03.120487 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [None req-dde0821a-98fa-4281-89b8-6301b1b66051 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Resources bound (agent type, host, resource id): {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:29:03.120715 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e5ca9a7-6789-4e5f-a879-15bc1dcbbdba None None] Routers {'56c023a1-67ec-4ed9-a71e-d96906b8e642'} bound to L3 agent in host n-d-827839-2 {{(pid=103378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:29:03.121378 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-7e5ca9a7-6789-4e5f-a879-15bc1dcbbdba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:29:02Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['56c023a1-67ec-4ed9-a71e-d96906b8e642'], 'active': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:29:03.127866 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dde0821a-98fa-4281-89b8-6301b1b66051 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:29:03.128457 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-dde0821a-98fa-4281-89b8-6301b1b66051 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks [] for subnet (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:03.145132 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde0821a-98fa-4281-89b8-6301b1b66051 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Pushing event updated for resources: {'Subnet': ['ID=3b22676d-9a02-44aa-a088-5fd07c081c94,revision_number=0']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:29:03.164089 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-dde0821a-98fa-4281-89b8-6301b1b66051 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7088242 Feb 04 17:29:03.166303 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 46714) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:29:03.172929 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-3cb4354d-53d5-4efc-a1db-b0d501028500 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Request body: {'port': {'network_id': 'ebdc431d-e6a4-4155-be30-2a7d896acbb0', 'mac_address': 'fa:16:3e:b8:66:d4', 'name': 'tempest-NetworksTestDHCPv6-1894999405'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:29:03.231319 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c237c166-76fe-425d-a21a-3b5086fe001f None None] Pushing event updated for resources: {'Port': ['ID=945ce8c5-9185-4e15-b3be-cc5fbab8b6f9,revision_number=4']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:29:03.242863 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-cbe091ca-4b74-44ee-9455-dc8aa3dd60a9 None None] Provisioning complete for port d6f04a58-07fb-42f1-b911-8bc038a5384b triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:29:03.243448 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-cbe091ca-4b74-44ee-9455-dc8aa3dd60a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (d6f04a58-07fb-42f1-b911-8bc038a5384b), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:03.364731 n-d-827839-2 neutron-server[103376]: DEBUG neutron.services.segments.db [None req-0b17c612-1c50-4e8d-9b56-0a56d7b9843d tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e14df58-ea65-41cd-92fe-712fef050599') {'for_net_delete': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:29:03.365424 n-d-827839-2 neutron-server[103376]: DEBUG neutron.services.segments.db [None req-0b17c612-1c50-4e8d-9b56-0a56d7b9843d tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e14df58-ea65-41cd-92fe-712fef050599') {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:29:03.375445 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-0b17c612-1c50-4e8d-9b56-0a56d7b9843d tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781084783966', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25674908'] for segment (9e14df58-ea65-41cd-92fe-712fef050599), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:03.375945 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cb4354d-53d5-4efc-a1db-b0d501028500 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Made reservation on behalf of 2dabbd0ed422411582aec81f9de51a07 for: {'port': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:29:03.395623 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-0b17c612-1c50-4e8d-9b56-0a56d7b9843d tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (9e14df58-ea65-41cd-92fe-712fef050599), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:03.402290 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b17c612-1c50-4e8d-9b56-0a56d7b9843d tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Releasing vlan 761 on physical network physnet1 to pool {{(pid=103376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 17:29:03.402680 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-0b17c612-1c50-4e8d-9b56-0a56d7b9843d tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25675992'] for segment (9e14df58-ea65-41cd-92fe-712fef050599), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:03.421712 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] For port d07f6690-41dc-473d-8b49-2b36d0026fa9, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=d07f6690-41dc-473d-8b49-2b36d0026fa9,segment=NetworkSegment(156d2511-93c9-4616-953a-81bac597ab8a),segment_id=156d2511-93c9-4616-953a-81bac597ab8a)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:29:03.438099 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (d07f6690-41dc-473d-8b49-2b36d0026fa9), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:03.438830 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device 9d10f3e7-7f29-4443-b5c4-40872e166605 no longer exists at agent hyperv_n-h1-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:29:03.483737 n-d-827839-2 neutron-server[103376]: Traceback (most recent call last): Feb 04 17:29:03.483737 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 17:29:03.483737 n-d-827839-2 neutron-server[103376]: timer() Feb 04 17:29:03.483737 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 17:29:03.483737 n-d-827839-2 neutron-server[103376]: cb(*args, **kw) Feb 04 17:29:03.483737 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 17:29:03.483737 n-d-827839-2 neutron-server[103376]: return func(*args, **kwargs) Feb 04 17:29:03.483737 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 17:29:03.483737 n-d-827839-2 neutron-server[103376]: self._notify() Feb 04 17:29:03.483737 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 17:29:03.483737 n-d-827839-2 neutron-server[103376]: self.callback(batched_events) Feb 04 17:29:03.483737 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 17:29:03.483737 n-d-827839-2 neutron-server[103376]: event.method(event) Feb 04 17:29:03.483737 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 17:29:03.483737 n-d-827839-2 neutron-server[103376]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 17:29:03.483737 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 17:29:03.483737 n-d-827839-2 neutron-server[103376]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 17:29:03.483737 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 17:29:03.483737 n-d-827839-2 neutron-server[103376]: return f(self, *a, **k) Feb 04 17:29:03.483737 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 17:29:03.483737 n-d-827839-2 neutron-server[103376]: return self._get(url).json() Feb 04 17:29:03.483737 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 17:29:03.483737 n-d-827839-2 neutron-server[103376]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 17:29:03.483737 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 17:29:03.483737 n-d-827839-2 neutron-server[103376]: return self.request(url, 'GET', **kwargs) Feb 04 17:29:03.483737 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 17:29:03.483737 n-d-827839-2 neutron-server[103376]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 17:29:03.483737 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 17:29:03.483737 n-d-827839-2 neutron-server[103376]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 17:29:03.483737 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 17:29:03.483737 n-d-827839-2 neutron-server[103376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 17:29:03.483737 n-d-827839-2 neutron-server[103376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 17:29:03.487030 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] No Port match for: 9d10f3e7-7f29-4443-b5c4-40872e166605 {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 17:29:03.487030 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device 9d10f3e7-7f29-4443-b5c4-40872e166605 not bound to the agent host n-h1-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 17:29:03.487241 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device 8ddcb880-408a-4e5a-992e-36b8049df242 no longer exists at agent hyperv_n-h1-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:29:03.489198 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-a3a9c81c-a569-4179-9e55-58acf14b5084 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1601832'] for router (ea530a5e-74dd-4950-80d6-f8b1a56449a6), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:03.489729 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3a9c81c-a569-4179-9e55-58acf14b5084 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Fanout notify agent at l3_agent the message router_deleted on router ea530a5e-74dd-4950-80d6-f8b1a56449a6 {{(pid=103376) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 17:29:03.500828 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-0b17c612-1c50-4e8d-9b56-0a56d7b9843d tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1543671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1595572'] for network (e39a0eff-b00a-4f16-81ee-0d5a8e20bdcd), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:03.507373 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-0b17c612-1c50-4e8d-9b56-0a56d7b9843d tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677565'] for network (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:03.510717 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-0b17c612-1c50-4e8d-9b56-0a56d7b9843d tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] 10.222.0.89 "DELETE /v2.0/networks/e39a0eff-b00a-4f16-81ee-0d5a8e20bdcd HTTP/1.1" status: 204 len: 168 time: 2.4429145 Feb 04 17:29:03.533119 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 46718) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:29:03.534245 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-a3a9c81c-a569-4179-9e55-58acf14b5084 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Publish callbacks [] for router (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:03.539525 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-2d0dcdad-15bf-4030-a6fc-8fb9fcd00bf8 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1779115864'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:29:03.541276 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-a3a9c81c-a569-4179-9e55-58acf14b5084 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] 10.222.0.89 "DELETE /v2.0/routers/ea530a5e-74dd-4950-80d6-f8b1a56449a6 HTTP/1.1" status: 204 len: 168 time: 1.9565802 Feb 04 17:29:03.542800 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 46720) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:29:03.571286 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98d07696-34ea-4747-aa75-0fd4f250c350 None None] get_active_networks_info from n-d-827839-2 {{(pid=103378) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 04 17:29:03.609412 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b17c612-1c50-4e8d-9b56-0a56d7b9843d tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Pushing event deleted for resources: {'Network': ['ID=e39a0eff-b00a-4f16-81ee-0d5a8e20bdcd,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:29:03.638775 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [req-9f1221dc-d863-4254-87c2-b026f82d3e53 req-09e8c168-c2ab-4666-a75f-b0ef26403d6b tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] For port 3af41b78-08e9-4d5c-93be-3e2ef1bdcc7f, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=3af41b78-08e9-4d5c-93be-3e2ef1bdcc7f,segment=NetworkSegment(072307a9-31c6-4f7a-9235-384357f581eb),segment_id=072307a9-31c6-4f7a-9235-384357f581eb)] {{(pid=103376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:29:03.639461 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-9f1221dc-d863-4254-87c2-b026f82d3e53 req-09e8c168-c2ab-4666-a75f-b0ef26403d6b tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (3af41b78-08e9-4d5c-93be-3e2ef1bdcc7f), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:03.647105 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d0dcdad-15bf-4030-a6fc-8fb9fcd00bf8 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Made reservation on behalf of 6054a945d1db4859ae33f1c6e4a7b141 for: {'network': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:29:03.650429 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-2d0dcdad-15bf-4030-a6fc-8fb9fcd00bf8 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for network (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:03.659373 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-7e4fd3a9-ba69-48e2-8922-71bf2d960dae req-9d62b7a0-a61c-4231-a693-c201bd70c02f service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=4371415a-6d02-4736-91f3-0d6ad12b39af&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1863003 Feb 04 17:29:03.672130 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.db_base_plugin_v2 [None req-710eaf37-16e5-42c0-b338-612bd21def04 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Deleting subnet c2242f1f-a7dc-4b22-95b2-2d6721290055 {{(pid=103377) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 17:29:03.682341 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-3cb4354d-53d5-4efc-a1db-b0d501028500 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:03.692179 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb2c092-ce7e-4897-953b-606c203c27ce req-e33955ec-b15a-40e8-a098-31175050a21d tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:29:03.693152 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd23ffa64-7651-4974-8c0d-1ba4c302839d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '22b8e9e9-9bfb-4c6e-95b2-78e04b75aa5a'}, {'server_uuid': 'd23ffa64-7651-4974-8c0d-1ba4c302839d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd07f6690-41dc-473d-8b49-2b36d0026fa9'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:29:03.695453 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c34bc964ce2211770fda26ca2f3801cc06f4f39928110690550e94ab9c9d2fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ba95dda-29f3-4395-a090-b1e9e9012084" -d '{"events": [{"server_uuid": "d23ffa64-7651-4974-8c0d-1ba4c302839d", "name": "network-vif-unplugged", "status": "completed", "tag": "22b8e9e9-9bfb-4c6e-95b2-78e04b75aa5a"}, {"server_uuid": "d23ffa64-7651-4974-8c0d-1ba4c302839d", "name": "network-vif-unplugged", "status": "completed", "tag": "d07f6690-41dc-473d-8b49-2b36d0026fa9"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:29:03.700236 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-710eaf37-16e5-42c0-b338-612bd21def04 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Publish callbacks [] for subnet (c2242f1f-a7dc-4b22-95b2-2d6721290055), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:03.700454 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port e70bcaa7-49a8-4a26-9bd6-f404581b0f4a is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:29:03.702400 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb2c092-ce7e-4897-953b-606c203c27ce req-e33955ec-b15a-40e8-a098-31175050a21d tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:29:03.708772 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb2c092-ce7e-4897-953b-606c203c27ce req-e33955ec-b15a-40e8-a098-31175050a21d tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:29:03.728332 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb2c092-ce7e-4897-953b-606c203c27ce req-e33955ec-b15a-40e8-a098-31175050a21d tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:29:03.743886 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-1cb2c092-ce7e-4897-953b-606c203c27ce req-e33955ec-b15a-40e8-a098-31175050a21d tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] 10.222.0.89 "GET /v2.0/ports?device_id=d23ffa64-7651-4974-8c0d-1ba4c302839d HTTP/1.1" status: 200 len: 3142 time: 0.1829672 Feb 04 17:29:03.767115 n-d-827839-2 neutron-server[103377]: DEBUG neutron.notifiers.nova [None req-3cb4354d-53d5-4efc-a1db-b0d501028500 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] device_id is not set on port e42239d1-faf4-4622-8af8-e5dca9422e0f yet. {{(pid=103377) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 04 17:29:03.772236 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device d6f04a58-07fb-42f1-b911-8bc038a5384b no longer exists at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:29:03.832782 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d0dcdad-15bf-4030-a6fc-8fb9fcd00bf8 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] vlan segment allocate from pool success with {'vlan_id': 778, 'physical_network': 'physnet1'} {{(pid=103377) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 17:29:03.840035 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] The host n-h1-827839-2 is not matching for port 8ddcb880-408a-4e5a-992e-36b8049df242 host ! {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Feb 04 17:29:03.841413 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device 8ddcb880-408a-4e5a-992e-36b8049df242 not bound to the agent host n-h1-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 17:29:03.854758 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Pushing event updated for resources: {'Port': ['ID=d07f6690-41dc-473d-8b49-2b36d0026fa9,revision_number=6']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:29:03.870237 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Fri, 04 Feb 2022 17:29:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b90947dc-9453-478e-83ea-3ef8c8a95c50 x-openstack-request-id: req-b90947dc-9453-478e-83ea-3ef8c8a95c50 {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:29:03.870672 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d23ffa64-7651-4974-8c0d-1ba4c302839d", "name": "network-vif-unplugged", "status": "completed", "tag": "22b8e9e9-9bfb-4c6e-95b2-78e04b75aa5a", "code": 200}, {"server_uuid": "d23ffa64-7651-4974-8c0d-1ba4c302839d", "name": "network-vif-unplugged", "status": "completed", "tag": "d07f6690-41dc-473d-8b49-2b36d0026fa9", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:29:03.870834 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-b90947dc-9453-478e-83ea-3ef8c8a95c50 {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:29:03.871201 n-d-827839-2 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd23ffa64-7651-4974-8c0d-1ba4c302839d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '22b8e9e9-9bfb-4c6e-95b2-78e04b75aa5a', 'code': 200} Feb 04 17:29:03.871463 n-d-827839-2 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd23ffa64-7651-4974-8c0d-1ba4c302839d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd07f6690-41dc-473d-8b49-2b36d0026fa9', 'code': 200} Feb 04 17:29:03.896146 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvr_db [None req-7e5ca9a7-6789-4e5f-a879-15bc1dcbbdba None None] Set router 56c023a1-67ec-4ed9-a71e-d96906b8e642 gateway port host: n-d-827839-2 {{(pid=103378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:29:03.926583 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-1cb2c092-ce7e-4897-953b-606c203c27ce req-4f18c171-712f-4b8b-867d-c9435805b2dc tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] 10.222.0.89 "GET /v2.0/security-groups?id=f41001c7-a515-4baa-b12d-2443831f66d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1814952 Feb 04 17:29:03.962027 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-710eaf37-16e5-42c0-b338-612bd21def04 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26866676'] for subnet (c2242f1f-a7dc-4b22-95b2-2d6721290055), precommit_delete_associations {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:03.992733 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-2d0dcdad-15bf-4030-a6fc-8fb9fcd00bf8 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (4ad8a654-f8d3-40c0-bcd0-5f2cabba02d0), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:03.993382 n-d-827839-2 neutron-server[103377]: INFO neutron.db.segments_db [None req-2d0dcdad-15bf-4030-a6fc-8fb9fcd00bf8 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Added segment 4ad8a654-f8d3-40c0-bcd0-5f2cabba02d0 of type vlan for network 8597db77-0295-47d5-a936-4b1d263184ca Feb 04 17:29:04.050398 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-9f1221dc-d863-4254-87c2-b026f82d3e53 req-09e8c168-c2ab-4666-a75f-b0ef26403d6b tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:04.051881 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-9f1221dc-d863-4254-87c2-b026f82d3e53 req-09e8c168-c2ab-4666-a75f-b0ef26403d6b tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1595586'] for floatingip (3f32e16a-8058-4810-83c6-b223a705f92f), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:04.052213 n-d-827839-2 neutron-server[103376]: INFO neutron.db.l3_db [req-9f1221dc-d863-4254-87c2-b026f82d3e53 req-09e8c168-c2ab-4666-a75f-b0ef26403d6b tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Floating IP 3f32e16a-8058-4810-83c6-b223a705f92f disassociated. External IP: 172.25.6.177, port: 3af41b78-08e9-4d5c-93be-3e2ef1bdcc7f. Feb 04 17:29:04.052626 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [req-9f1221dc-d863-4254-87c2-b026f82d3e53 req-09e8c168-c2ab-4666-a75f-b0ef26403d6b tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Calling delete_port for 3af41b78-08e9-4d5c-93be-3e2ef1bdcc7f owned by compute:nova {{(pid=103376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:29:04.108584 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-2d0dcdad-15bf-4030-a6fc-8fb9fcd00bf8 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781084292801'] for network (8597db77-0295-47d5-a936-4b1d263184ca), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:04.126112 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4fd3a9-ba69-48e2-8922-71bf2d960dae req-0442e22a-ad33-4b06-a8b7-1a0f689d53d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:29:04.127711 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-7e4fd3a9-ba69-48e2-8922-71bf2d960dae req-0442e22a-ad33-4b06-a8b7-1a0f689d53d2 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=e572c75f68264540b5ba57b47620f662&device_id=4371415a-6d02-4736-91f3-0d6ad12b39af HTTP/1.1" status: 200 len: 1128 time: 0.3469245 Feb 04 17:29:04.191545 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-cbe091ca-4b74-44ee-9455-dc8aa3dd60a9 None None] Current status of the port d6f04a58-07fb-42f1-b911-8bc038a5384b is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:29:04.277321 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-9f1221dc-d863-4254-87c2-b026f82d3e53 req-09e8c168-c2ab-4666-a75f-b0ef26403d6b tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (3af41b78-08e9-4d5c-93be-3e2ef1bdcc7f), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:04.281395 n-d-827839-2 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98d07696-34ea-4747-aa75-0fd4f250c350 None None] Resources bound (agent type, host, resource id): {{(pid=103378) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 04 17:29:04.315567 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e8c168-c2ab-4666-a75f-b0ef26403d6b tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Pushing event deleted for resources: {'Port': ['ID=3af41b78-08e9-4d5c-93be-3e2ef1bdcc7f,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:29:04.367395 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port d6f04a58-07fb-42f1-b911-8bc038a5384b is: ACTIVE; New status is: DOWN {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:29:04.368236 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (d6f04a58-07fb-42f1-b911-8bc038a5384b), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:04.435315 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-da27789f-d161-42c1-b23f-1d9e5854a748 None None] Provisioning complete for port 945ce8c5-9185-4e15-b3be-cc5fbab8b6f9 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:29:04.435796 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-da27789f-d161-42c1-b23f-1d9e5854a748 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (945ce8c5-9185-4e15-b3be-cc5fbab8b6f9), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:04.545390 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] For port d6f04a58-07fb-42f1-b911-8bc038a5384b, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=d6f04a58-07fb-42f1-b911-8bc038a5384b,segment=NetworkSegment(2fcce0c7-9a0a-428a-b986-cae51cd3c129),segment_id=2fcce0c7-9a0a-428a-b986-cae51cd3c129)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:29:04.577362 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (d6f04a58-07fb-42f1-b911-8bc038a5384b), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:04.599982 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-2d0dcdad-15bf-4030-a6fc-8fb9fcd00bf8 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327'] for network (8597db77-0295-47d5-a936-4b1d263184ca), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:04.604877 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d0dcdad-15bf-4030-a6fc-8fb9fcd00bf8 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:29:04.605459 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-2d0dcdad-15bf-4030-a6fc-8fb9fcd00bf8 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Publish callbacks [] for network (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:04.609465 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-710eaf37-16e5-42c0-b338-612bd21def04 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1541225'] for subnet (c2242f1f-a7dc-4b22-95b2-2d6721290055), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:04.629746 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9f1221dc-d863-4254-87c2-b026f82d3e53 req-09e8c168-c2ab-4666-a75f-b0ef26403d6b tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Router a5615500-825b-4c27-b245-888c86ab2e53 has already been hosted by L3 agent 64ada913-9131-4d99-a265-63a920956287 {{(pid=103376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 17:29:04.649317 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-bdd2acb1-7fc9-4740-a0ea-136a4da73580 req-6d5c3ece-0b33-4b46-87b9-6b294170a169 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=f2c300b1-94a0-4e81-a6de-54c4630651af&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1528573 Feb 04 17:29:04.722382 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Pushing event updated for resources: {'Port': ['ID=d6f04a58-07fb-42f1-b911-8bc038a5384b,revision_number=9']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:29:04.773103 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4f14bb47-e72b-46ac-9e44-a61d9293afcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (75326290-f7a3-4db8-9cf2-15c7139ed224), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:04.775612 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-da27789f-d161-42c1-b23f-1d9e5854a748 None None] Current status of the port 945ce8c5-9185-4e15-b3be-cc5fbab8b6f9 is: DOWN; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:29:04.775849 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-da27789f-d161-42c1-b23f-1d9e5854a748 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (945ce8c5-9185-4e15-b3be-cc5fbab8b6f9), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:04.777561 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd2acb1-7fc9-4740-a0ea-136a4da73580 req-0157508d-fd8a-4c3f-986b-d4c9e5879cee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:29:04.779173 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-bdd2acb1-7fc9-4740-a0ea-136a4da73580 req-0157508d-fd8a-4c3f-986b-d4c9e5879cee service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=e381d232a32f43f9a5f1684dbd7323ca&device_id=f2c300b1-94a0-4e81-a6de-54c4630651af HTTP/1.1" status: 200 len: 1128 time: 0.0937088 Feb 04 17:29:04.851002 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-7e5ca9a7-6789-4e5f-a879-15bc1dcbbdba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56c023a1-67ec-4ed9-a71e-d96906b8e642', 'name': 'tempest-TaggedBootDevicesTest-1191016291-router', 'tenant_id': '98c9dcf293b449b2b87f5079c52a68fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.66'}], 'enable_snat': True}, 'gw_port_id': '12c7d7bb-310d-4a84-9b6d-d509661e6443', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:28:44Z', 'updated_at': '2022-02-04T17:28:50Z', 'revision_number': 4, 'project_id': '98c9dcf293b449b2b87f5079c52a68fa', 'gw_port': {'id': '12c7d7bb-310d-4a84-9b6d-d509661e6443', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:b3:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56c023a1-67ec-4ed9-a71e-d96906b8e642', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2134, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:28:45Z', 'updated_at': '2022-02-04T17:28:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_interfaces': [{'id': '945ce8c5-9185-4e15-b3be-cc5fbab8b6f9', 'name': '', 'network_id': 'aaddf6ec-48dd-4d99-a249-cf782a8d2cfa', 'tenant_id': '98c9dcf293b449b2b87f5079c52a68fa', 'mac_address': 'fa:16:3e:5a:6f:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56c023a1-67ec-4ed9-a71e-d96906b8e642', 'device_owner': 'network:router_interface', 'standard_attr_id': 2150, 'fixed_ips': [{'subnet_id': '273c30a7-7c22-4224-bb2d-362bf7345f6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:28:49Z', 'updated_at': '2022-02-04T17:29:02Z', 'revision_number': 4, 'project_id': '98c9dcf293b449b2b87f5079c52a68fa', 'subnets': [{'id': '273c30a7-7c22-4224-bb2d-362bf7345f6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-2', False) {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:29:04.912391 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd2acb1-7fc9-4740-a0ea-136a4da73580 req-db18789c-0ec8-4faa-a7c7-97b425df3f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:29:04.914076 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-bdd2acb1-7fc9-4740-a0ea-136a4da73580 req-db18789c-0ec8-4faa-a7c7-97b425df3f2d service neutron] 10.222.0.96 "GET /v2.0/networks?id=482d30fe-67ad-4874-a89a-719137c68b40 HTTP/1.1" status: 200 len: 918 time: 0.1100571 Feb 04 17:29:04.920907 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e5ca9a7-6789-4e5f-a879-15bc1dcbbdba None None] The sync data for ids ['56c023a1-67ec-4ed9-a71e-d96906b8e642'] in n-d-827839-2 is: [{'id': '56c023a1-67ec-4ed9-a71e-d96906b8e642', 'name': 'tempest-TaggedBootDevicesTest-1191016291-router', 'tenant_id': '98c9dcf293b449b2b87f5079c52a68fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.66'}], 'enable_snat': True}, 'gw_port_id': '12c7d7bb-310d-4a84-9b6d-d509661e6443', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:28:44Z', 'updated_at': '2022-02-04T17:28:50Z', 'revision_number': 4, 'project_id': '98c9dcf293b449b2b87f5079c52a68fa', 'gw_port': {'id': '12c7d7bb-310d-4a84-9b6d-d509661e6443', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:b3:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56c023a1-67ec-4ed9-a71e-d96906b8e642', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2134, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:28:45Z', 'updated_at': '2022-02-04T17:28:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_interfaces': [{'id': '945ce8c5-9185-4e15-b3be-cc5fbab8b6f9', 'name': '', 'network_id': 'aaddf6ec-48dd-4d99-a249-cf782a8d2cfa', 'tenant_id': '98c9dcf293b449b2b87f5079c52a68fa', 'mac_address': 'fa:16:3e:5a:6f:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56c023a1-67ec-4ed9-a71e-d96906b8e642', 'device_owner': 'network:router_interface', 'standard_attr_id': 2150, 'fixed_ips': [{'subnet_id': '273c30a7-7c22-4224-bb2d-362bf7345f6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:28:49Z', 'updated_at': '2022-02-04T17:29:02Z', 'revision_number': 4, 'project_id': '98c9dcf293b449b2b87f5079c52a68fa', 'subnets': [{'id': '273c30a7-7c22-4224-bb2d-362bf7345f6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 17:29:04.924926 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c565ed7-dab6-4fcf-acb2-4fb0b16ea3da None None] Network ebdc431d-e6a4-4155-be30-2a7d896acbb0 requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:29:05.013772 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-bdd2acb1-7fc9-4740-a0ea-136a4da73580 req-666935f9-02f9-4113-a912-2360b39bdf53 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=22c61319-a2fc-4148-8d7a-ce20ec6f79cd HTTP/1.1" status: 200 len: 1001 time: 0.0925872 Feb 04 17:29:05.066573 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4fd3a9-ba69-48e2-8922-71bf2d960dae req-44628ef7-8a17-434b-929e-33394d999862 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:29:05.073041 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-7e4fd3a9-ba69-48e2-8922-71bf2d960dae req-44628ef7-8a17-434b-929e-33394d999862 service neutron] 10.222.0.90 "GET /v2.0/networks?id=97b2e9b0-cacd-4163-811b-ff2a765f7055 HTTP/1.1" status: 200 len: 909 time: 0.9084597 Feb 04 17:29:05.089643 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9f1221dc-d863-4254-87c2-b026f82d3e53 req-09e8c168-c2ab-4666-a75f-b0ef26403d6b tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Notify agent at l3_agent.n-d-827839-2 the message routers_updated {{(pid=103376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 17:29:05.092013 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device d6f04a58-07fb-42f1-b911-8bc038a5384b up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:29:05.146559 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-743948c9-808a-4777-9b50-fc9fb8c42055 None None] Sync routers for ids ['a5615500-825b-4c27-b245-888c86ab2e53'] in n-d-827839-2 {{(pid=103378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 17:29:05.160164 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd2acb1-7fc9-4740-a0ea-136a4da73580 req-c4c8e618-2f22-49ec-b5d2-6327058636dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:29:05.162211 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-bdd2acb1-7fc9-4740-a0ea-136a4da73580 req-c4c8e618-2f22-49ec-b5d2-6327058636dc service neutron] 10.222.0.96 "GET /v2.0/subnets?id=038a8af9-19f4-4848-babf-d3b1e786f999 HTTP/1.1" status: 200 len: 856 time: 0.1405280 Feb 04 17:29:05.167083 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-2d0dcdad-15bf-4030-a6fc-8fb9fcd00bf8 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.6320069 Feb 04 17:29:05.172149 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.db_base_plugin_common [None req-3cb4354d-53d5-4efc-a1db-b0d501028500 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Allocated IP 2001:db8:0:1::10d (ebdc431d-e6a4-4155-be30-2a7d896acbb0/3b22676d-9a02-44aa-a088-5fd07c081c94/e42239d1-faf4-4622-8af8-e5dca9422e0f) {{(pid=103377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:29:05.178557 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0dcdad-15bf-4030-a6fc-8fb9fcd00bf8 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Pushing event updated for resources: {'Network': ['ID=8597db77-0295-47d5-a936-4b1d263184ca,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:29:05.181324 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 46736) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:29:05.199251 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-da27789f-d161-42c1-b23f-1d9e5854a748 None None] For port 945ce8c5-9185-4e15-b3be-cc5fbab8b6f9, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=945ce8c5-9185-4e15-b3be-cc5fbab8b6f9,segment=NetworkSegment(60f0396c-e170-4e00-b584-b3b5c309f6b3),segment_id=60f0396c-e170-4e00-b584-b3b5c309f6b3)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:29:05.206240 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-4fbc6f86-e685-4199-bdeb-c147236533c2 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Request body: {'subnet': {'network_id': '8597db77-0295-47d5-a936-4b1d263184ca', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:29:05.211144 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Network 8597db77-0295-47d5-a936-4b1d263184ca details requested by agent ovs-agent-n-d-827839-2 with host n-d-827839-2 {{(pid=103378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 17:29:05.227103 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f1221dc-d863-4254-87c2-b026f82d3e53 req-09e8c168-c2ab-4666-a75f-b0ef26403d6b tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] No DVR routers for this DVR port 3af41b78-08e9-4d5c-93be-3e2ef1bdcc7f on host n-h1-827839-2 {{(pid=103376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 17:29:05.246787 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.db_base_plugin_common [None req-3cb4354d-53d5-4efc-a1db-b0d501028500 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Allocated IP 2001:db8::f816:3eff:feb8:66d4 (ebdc431d-e6a4-4155-be30-2a7d896acbb0/807e789c-b792-4865-828f-878cb2e055d3/e42239d1-faf4-4622-8af8-e5dca9422e0f) {{(pid=103377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:29:05.264530 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-da27789f-d161-42c1-b23f-1d9e5854a748 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (945ce8c5-9185-4e15-b3be-cc5fbab8b6f9), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:05.323810 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-7e4fd3a9-ba69-48e2-8922-71bf2d960dae req-9c0734db-c882-4faf-951c-0c904f788ab8 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=45a915f0-0102-4745-8fa0-148c16138923 HTTP/1.1" status: 200 len: 1002 time: 0.2204022 Feb 04 17:29:05.339409 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-710eaf37-16e5-42c0-b338-612bd21def04 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1541216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25888360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25597190'] for subnet (c2242f1f-a7dc-4b22-95b2-2d6721290055), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:05.368214 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-9f1221dc-d863-4254-87c2-b026f82d3e53 req-09e8c168-c2ab-4666-a75f-b0ef26403d6b tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:05.373211 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-9f1221dc-d863-4254-87c2-b026f82d3e53 req-09e8c168-c2ab-4666-a75f-b0ef26403d6b tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] 10.222.0.96 "DELETE /v2.0/ports/3af41b78-08e9-4d5c-93be-3e2ef1bdcc7f HTTP/1.1" status: 204 len: 173 time: 3.7897360 Feb 04 17:29:05.373944 n-d-827839-2 neutron-server[103376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd23ffa64-7651-4974-8c0d-1ba4c302839d', 'name': 'network-vif-deleted', 'tag': '3af41b78-08e9-4d5c-93be-3e2ef1bdcc7f'}] {{(pid=103376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:29:05.381836 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d59c3bb5e2f09ebf62144d5e09b1cff60c763a9c19614c24538e77842938c05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7bd70f2-9cbf-4de8-bc56-aab674594db6" -d '{"events": [{"server_uuid": "d23ffa64-7651-4974-8c0d-1ba4c302839d", "name": "network-vif-deleted", "tag": "3af41b78-08e9-4d5c-93be-3e2ef1bdcc7f"}]}' {{(pid=103376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:29:05.404960 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-743948c9-808a-4777-9b50-fc9fb8c42055 None None] Routers {'a5615500-825b-4c27-b245-888c86ab2e53'} bound to L3 agent in host n-d-827839-2 {{(pid=103378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:29:05.405599 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-743948c9-808a-4777-9b50-fc9fb8c42055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:29:02Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['a5615500-825b-4c27-b245-888c86ab2e53'], 'active': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:29:05.514158 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710eaf37-16e5-42c0-b338-612bd21def04 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Pushing event deleted for resources: {'Subnet': ['ID=c2242f1f-a7dc-4b22-95b2-2d6721290055,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:29:05.526834 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a818d4-3b44-4a4e-9f4d-cd1d5574f5c8 req-35e01d49-ec6e-42d6-859d-42186b1f70bf tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:29:05.532425 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a818d4-3b44-4a4e-9f4d-cd1d5574f5c8 req-35e01d49-ec6e-42d6-859d-42186b1f70bf tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:29:05.534977 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 17:29:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ea4c132-a302-48b4-a145-9d02f873bcc5 x-openstack-request-id: req-3ea4c132-a302-48b4-a145-9d02f873bcc5 {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:29:05.535397 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d23ffa64-7651-4974-8c0d-1ba4c302839d", "name": "network-vif-deleted", "tag": "3af41b78-08e9-4d5c-93be-3e2ef1bdcc7f", "status": "completed", "code": 200}]} {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:29:05.535790 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-3ea4c132-a302-48b4-a145-9d02f873bcc5 {{(pid=103376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:29:05.536294 n-d-827839-2 neutron-server[103376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd23ffa64-7651-4974-8c0d-1ba4c302839d', 'name': 'network-vif-deleted', 'tag': '3af41b78-08e9-4d5c-93be-3e2ef1bdcc7f', 'status': 'completed', 'code': 200} Feb 04 17:29:05.547155 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a818d4-3b44-4a4e-9f4d-cd1d5574f5c8 req-35e01d49-ec6e-42d6-859d-42186b1f70bf tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:29:05.556733 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-68a818d4-3b44-4a4e-9f4d-cd1d5574f5c8 req-35e01d49-ec6e-42d6-859d-42186b1f70bf tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] 10.222.0.89 "GET /v2.0/ports?device_id=d23ffa64-7651-4974-8c0d-1ba4c302839d HTTP/1.1" status: 200 len: 2409 time: 0.4806263 Feb 04 17:29:05.557046 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61a81dae-04e7-4f2d-a870-38bf3882ae26 None None] Network c1385060-d1c8-4afd-a19f-4ace4c602322 requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:29:05.564494 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-710eaf37-16e5-42c0-b338-612bd21def04 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Publish callbacks [] for subnet (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:05.568007 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-710eaf37-16e5-42c0-b338-612bd21def04 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] 10.222.0.89 "DELETE /v2.0/subnets/c2242f1f-a7dc-4b22-95b2-2d6721290055 HTTP/1.1" status: 204 len: 168 time: 2.0203559 Feb 04 17:29:05.573987 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 46740) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:29:05.709780 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd2acb1-7fc9-4740-a0ea-136a4da73580 req-661418fb-7e46-4368-a6d8-2515998c4197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:29:05.709780 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-bdd2acb1-7fc9-4740-a0ea-136a4da73580 req-661418fb-7e46-4368-a6d8-2515998c4197 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=482d30fe-67ad-4874-a89a-719137c68b40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.5395803 Feb 04 17:29:05.716675 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fbc6f86-e685-4199-bdeb-c147236533c2 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Made reservation on behalf of 6054a945d1db4859ae33f1c6e4a7b141 for: {'subnet': 1} {{(pid=103376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:29:05.722055 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4fd3a9-ba69-48e2-8922-71bf2d960dae req-929ac349-2bf4-455e-8a54-aa7de13c0ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:29:05.723314 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-7e4fd3a9-ba69-48e2-8922-71bf2d960dae req-929ac349-2bf4-455e-8a54-aa7de13c0ec4 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=32617567-702a-48ca-945f-d54124aa2fdb HTTP/1.1" status: 200 len: 847 time: 0.3884981 Feb 04 17:29:05.733059 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-4fbc6f86-e685-4199-bdeb-c147236533c2 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25859006'] for subnet (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:05.758272 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-da27789f-d161-42c1-b23f-1d9e5854a748 None None] Provisioning complete for port d6f04a58-07fb-42f1-b911-8bc038a5384b triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:29:05.758754 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-da27789f-d161-42c1-b23f-1d9e5854a748 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (d6f04a58-07fb-42f1-b911-8bc038a5384b), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:05.840011 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-b0ade9df-67aa-48b9-9ad8-f2ebfd5ec2a3 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628832'] for network (c1385060-d1c8-4afd-a19f-4ace4c602322), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:05.844609 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-68a818d4-3b44-4a4e-9f4d-cd1d5574f5c8 req-663d0e49-e3dc-48ec-93b1-95213dd9a960 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] 10.222.0.89 "GET /v2.0/security-groups?id=f41001c7-a515-4baa-b12d-2443831f66d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2698846 Feb 04 17:29:05.868502 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-3cb4354d-53d5-4efc-a1db-b0d501028500 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks [] for port (e42239d1-faf4-4622-8af8-e5dca9422e0f), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:05.924936 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvr_db [None req-743948c9-808a-4777-9b50-fc9fb8c42055 None None] Set router a5615500-825b-4c27-b245-888c86ab2e53 gateway port host: n-d-827839-2 {{(pid=103378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:29:05.926191 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4fd3a9-ba69-48e2-8922-71bf2d960dae req-31cc8be9-f90a-4d0c-bea3-e04648188d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:29:05.927711 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-7e4fd3a9-ba69-48e2-8922-71bf2d960dae req-31cc8be9-f90a-4d0c-bea3-e04648188d6e service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=97b2e9b0-cacd-4163-811b-ff2a765f7055&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1832736 Feb 04 17:29:05.996207 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [req-9f1221dc-d863-4254-87c2-b026f82d3e53 req-3b3bb13f-e7b9-427d-885f-a5ea9f3333c7 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Deleting port d07f6690-41dc-473d-8b49-2b36d0026fa9 {{(pid=103376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:29:05.996554 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-9f1221dc-d863-4254-87c2-b026f82d3e53 req-3b3bb13f-e7b9-427d-885f-a5ea9f3333c7 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (d07f6690-41dc-473d-8b49-2b36d0026fa9), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:06.021378 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-3cb4354d-53d5-4efc-a1db-b0d501028500 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (e42239d1-faf4-4622-8af8-e5dca9422e0f), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:06.027480 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da27789f-d161-42c1-b23f-1d9e5854a748 None None] Pushing event updated for resources: {'Port': ['ID=945ce8c5-9185-4e15-b3be-cc5fbab8b6f9,revision_number=5']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:29:06.082675 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (ba70844b-66a0-45fd-a2f2-e6ed673321fc), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:06.120635 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb4354d-53d5-4efc-a1db-b0d501028500 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Pushing event updated for resources: {'Port': ['ID=e42239d1-faf4-4622-8af8-e5dca9422e0f,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:29:06.134691 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-bdd2acb1-7fc9-4740-a0ea-136a4da73580 req-11698282-e374-4943-879f-46db76cd2a9a service neutron] 10.222.0.96 "GET /v2.0/networks/482d30fe-67ad-4874-a89a-719137c68b40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3926120 Feb 04 17:29:06.138489 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb4354d-53d5-4efc-a1db-b0d501028500 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:29:06.138970 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb4354d-53d5-4efc-a1db-b0d501028500 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:29:06.139710 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb4354d-53d5-4efc-a1db-b0d501028500 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:29:06.140771 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb4354d-53d5-4efc-a1db-b0d501028500 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:29:06.140771 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb4354d-53d5-4efc-a1db-b0d501028500 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:29:06.141220 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb4354d-53d5-4efc-a1db-b0d501028500 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:29:06.149473 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb4354d-53d5-4efc-a1db-b0d501028500 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:29:06.149473 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb4354d-53d5-4efc-a1db-b0d501028500 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:29:06.149473 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb4354d-53d5-4efc-a1db-b0d501028500 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:29:06.149473 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb4354d-53d5-4efc-a1db-b0d501028500 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:29:06.149473 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb4354d-53d5-4efc-a1db-b0d501028500 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:29:06.149473 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb4354d-53d5-4efc-a1db-b0d501028500 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:29:06.149473 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb4354d-53d5-4efc-a1db-b0d501028500 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:29:06.154083 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cb4354d-53d5-4efc-a1db-b0d501028500 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Network ebdc431d-e6a4-4155-be30-2a7d896acbb0 is already hosted by enough agents. {{(pid=103377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:29:06.165116 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-b0ade9df-67aa-48b9-9ad8-f2ebfd5ec2a3 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Deleting port e70bcaa7-49a8-4a26-9bd6-f404581b0f4a {{(pid=103377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:29:06.165558 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-b0ade9df-67aa-48b9-9ad8-f2ebfd5ec2a3 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (e70bcaa7-49a8-4a26-9bd6-f404581b0f4a), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:06.170615 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [None req-3cb4354d-53d5-4efc-a1db-b0d501028500 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Resources bound (agent type, host, resource id): {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:29:06.188443 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cb4354d-53d5-4efc-a1db-b0d501028500 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Received port after_create {{(pid=103377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:29:06.195641 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cb4354d-53d5-4efc-a1db-b0d501028500 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:29:06.196790 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-3cb4354d-53d5-4efc-a1db-b0d501028500 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:06.207070 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port d6f04a58-07fb-42f1-b911-8bc038a5384b triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:29:06.207455 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (d6f04a58-07fb-42f1-b911-8bc038a5384b), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:06.253276 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-3cb4354d-53d5-4efc-a1db-b0d501028500 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 3.0849309 Feb 04 17:29:06.254096 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 46744) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:29:06.302105 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-7e4fd3a9-ba69-48e2-8922-71bf2d960dae req-142f7fe8-7048-48a4-bc95-4f0da9627279 service neutron] 10.222.0.90 "GET /v2.0/networks/97b2e9b0-cacd-4163-811b-ff2a765f7055?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3486338 Feb 04 17:29:06.336945 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [req-9f1221dc-d863-4254-87c2-b026f82d3e53 req-3b3bb13f-e7b9-427d-885f-a5ea9f3333c7 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] For port d07f6690-41dc-473d-8b49-2b36d0026fa9, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=d07f6690-41dc-473d-8b49-2b36d0026fa9,segment=NetworkSegment(156d2511-93c9-4616-953a-81bac597ab8a),segment_id=156d2511-93c9-4616-953a-81bac597ab8a)] {{(pid=103376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:29:06.337317 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-9f1221dc-d863-4254-87c2-b026f82d3e53 req-3b3bb13f-e7b9-427d-885f-a5ea9f3333c7 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (d07f6690-41dc-473d-8b49-2b36d0026fa9), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:06.435486 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [req-9f1221dc-d863-4254-87c2-b026f82d3e53 req-3b3bb13f-e7b9-427d-885f-a5ea9f3333c7 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Calling delete_port for d07f6690-41dc-473d-8b49-2b36d0026fa9 owned by compute:nova {{(pid=103376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:29:06.440001 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [None req-b0ade9df-67aa-48b9-9ad8-f2ebfd5ec2a3 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] For port e70bcaa7-49a8-4a26-9bd6-f404581b0f4a, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=e70bcaa7-49a8-4a26-9bd6-f404581b0f4a,segment=NetworkSegment(617b1b3a-16e3-4381-a00f-27a26bb3f7d6),segment_id=617b1b3a-16e3-4381-a00f-27a26bb3f7d6)] {{(pid=103377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:29:06.440619 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-b0ade9df-67aa-48b9-9ad8-f2ebfd5ec2a3 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (e70bcaa7-49a8-4a26-9bd6-f404581b0f4a), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:06.451561 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-7e4fd3a9-ba69-48e2-8922-71bf2d960dae req-8134214d-9955-4f2b-b1f8-f7b42770b453 service neutron] 10.222.0.90 "GET /v2.0/networks/97b2e9b0-cacd-4163-811b-ff2a765f7055?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343970 Feb 04 17:29:06.458657 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-b0ade9df-67aa-48b9-9ad8-f2ebfd5ec2a3 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Calling delete_port for e70bcaa7-49a8-4a26-9bd6-f404581b0f4a owned by network:dhcp {{(pid=103377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:29:06.504695 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-bdd2acb1-7fc9-4740-a0ea-136a4da73580 req-52a06ef9-d3d2-4345-bc3b-38134b960493 service neutron] 10.222.0.96 "GET /v2.0/networks/482d30fe-67ad-4874-a89a-719137c68b40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3579707 Feb 04 17:29:06.509824 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-4fbc6f86-e685-4199-bdeb-c147236533c2 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25674939', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25858952'] for subnet (7891a924-4024-46bc-a808-c02906925b06), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:06.551611 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-da27789f-d161-42c1-b23f-1d9e5854a748 None None] Current status of the port d6f04a58-07fb-42f1-b911-8bc038a5384b is: DOWN; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:29:06.552003 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-da27789f-d161-42c1-b23f-1d9e5854a748 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (d6f04a58-07fb-42f1-b911-8bc038a5384b), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:06.589067 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-b0ade9df-67aa-48b9-9ad8-f2ebfd5ec2a3 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (e70bcaa7-49a8-4a26-9bd6-f404581b0f4a), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:06.614931 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbc6f86-e685-4199-bdeb-c147236533c2 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Pushing event updated for resources: {'Subnet': ['ID=7891a924-4024-46bc-a808-c02906925b06,revision_number=0']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:29:06.640078 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ade9df-67aa-48b9-9ad8-f2ebfd5ec2a3 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Pushing event deleted for resources: {'Port': ['ID=e70bcaa7-49a8-4a26-9bd6-f404581b0f4a,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:29:06.645575 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0ade9df-67aa-48b9-9ad8-f2ebfd5ec2a3 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] No DVR routers for this DVR port e70bcaa7-49a8-4a26-9bd6-f404581b0f4a on host n-d-827839-2 {{(pid=103377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 17:29:06.668535 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-bd845277-e6e0-4918-a8ae-adca4f6d4ea1 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Deleting port e42239d1-faf4-4622-8af8-e5dca9422e0f {{(pid=103376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:29:06.668965 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-bd845277-e6e0-4918-a8ae-adca4f6d4ea1 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (e42239d1-faf4-4622-8af8-e5dca9422e0f), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:06.694969 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-da27789f-d161-42c1-b23f-1d9e5854a748 None None] For port d6f04a58-07fb-42f1-b911-8bc038a5384b, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=d6f04a58-07fb-42f1-b911-8bc038a5384b,segment=NetworkSegment(2fcce0c7-9a0a-428a-b986-cae51cd3c129),segment_id=2fcce0c7-9a0a-428a-b986-cae51cd3c129)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:29:06.713075 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-da27789f-d161-42c1-b23f-1d9e5854a748 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (d6f04a58-07fb-42f1-b911-8bc038a5384b), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:06.770762 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-b0ade9df-67aa-48b9-9ad8-f2ebfd5ec2a3 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1543676', 'neutron.services.segments.db._delete_segments_for_network-8781084786517'] for network (c1385060-d1c8-4afd-a19f-4ace4c602322), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:06.786601 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fbc6f86-e685-4199-bdeb-c147236533c2 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Checking segment: {'id': '4ad8a654-f8d3-40c0-bcd0-5f2cabba02d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '8597db77-0295-47d5-a936-4b1d263184ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:29:06.787275 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fbc6f86-e685-4199-bdeb-c147236533c2 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Network hostable DHCP agents. Network: 8597db77-0295-47d5-a936-4b1d263184ca, hostable agents: ['bb89f5a3-3c22-440b-b7d1-c4f0c43c184a'], hosted agents: [] {{(pid=103376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 17:29:06.792438 n-d-827839-2 neutron-server[103377]: DEBUG neutron.services.segments.db [None req-b0ade9df-67aa-48b9-9ad8-f2ebfd5ec2a3 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1385060-d1c8-4afd-a19f-4ace4c602322']}} {{(pid=103377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:29:06.802683 n-d-827839-2 neutron-server[103377]: DEBUG neutron.services.segments.db [None req-b0ade9df-67aa-48b9-9ad8-f2ebfd5ec2a3 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '617b1b3a-16e3-4381-a00f-27a26bb3f7d6') {'for_net_delete': True} {{(pid=103377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:29:06.802938 n-d-827839-2 neutron-server[103377]: DEBUG neutron.services.segments.db [None req-b0ade9df-67aa-48b9-9ad8-f2ebfd5ec2a3 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '617b1b3a-16e3-4381-a00f-27a26bb3f7d6') {} {{(pid=103377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:29:06.815055 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-b0ade9df-67aa-48b9-9ad8-f2ebfd5ec2a3 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781084783966', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26866685'] for segment (617b1b3a-16e3-4381-a00f-27a26bb3f7d6), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:06.820224 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port d6f04a58-07fb-42f1-b911-8bc038a5384b is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:29:06.821584 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 945ce8c5-9185-4e15-b3be-cc5fbab8b6f9 up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:29:06.824616 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1346233a-fed1-4088-9b3c-dab6ea93f8ed None None] DHCP port deletion for c1385060-d1c8-4afd-a19f-4ace4c602322 request from n-d-827839-2 {{(pid=103378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 17:29:06.833752 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-b0ade9df-67aa-48b9-9ad8-f2ebfd5ec2a3 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (617b1b3a-16e3-4381-a00f-27a26bb3f7d6), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:06.841642 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0ade9df-67aa-48b9-9ad8-f2ebfd5ec2a3 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Releasing vlan 757 on physical network physnet1 to pool {{(pid=103377) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 17:29:06.842180 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-b0ade9df-67aa-48b9-9ad8-f2ebfd5ec2a3 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25888454'] for segment (617b1b3a-16e3-4381-a00f-27a26bb3f7d6), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:06.846305 n-d-827839-2 neutron-server[103377]: Traceback (most recent call last): Feb 04 17:29:06.846305 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 17:29:06.846305 n-d-827839-2 neutron-server[103377]: timer() Feb 04 17:29:06.846305 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 17:29:06.846305 n-d-827839-2 neutron-server[103377]: cb(*args, **kw) Feb 04 17:29:06.846305 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 17:29:06.846305 n-d-827839-2 neutron-server[103377]: return func(*args, **kwargs) Feb 04 17:29:06.846305 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 17:29:06.846305 n-d-827839-2 neutron-server[103377]: self._notify() Feb 04 17:29:06.846305 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 17:29:06.846305 n-d-827839-2 neutron-server[103377]: self.callback(batched_events) Feb 04 17:29:06.846305 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 17:29:06.846305 n-d-827839-2 neutron-server[103377]: event.method(event) Feb 04 17:29:06.846305 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 17:29:06.846305 n-d-827839-2 neutron-server[103377]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 17:29:06.846305 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 17:29:06.846305 n-d-827839-2 neutron-server[103377]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 17:29:06.846305 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 17:29:06.846305 n-d-827839-2 neutron-server[103377]: return f(self, *a, **k) Feb 04 17:29:06.846305 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 17:29:06.846305 n-d-827839-2 neutron-server[103377]: return self._get(url).json() Feb 04 17:29:06.846305 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 17:29:06.846305 n-d-827839-2 neutron-server[103377]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 17:29:06.846305 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 17:29:06.846305 n-d-827839-2 neutron-server[103377]: return self.request(url, 'GET', **kwargs) Feb 04 17:29:06.846305 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 17:29:06.846305 n-d-827839-2 neutron-server[103377]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 17:29:06.846305 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 17:29:06.846305 n-d-827839-2 neutron-server[103377]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 17:29:06.846305 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 17:29:06.846305 n-d-827839-2 neutron-server[103377]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 17:29:06.846305 n-d-827839-2 neutron-server[103377]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 17:29:06.863428 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17f18416-495c-4139-833c-0049c7140a0b None None] Update dhcp port {'port': {'network_id': 'ebdc431d-e6a4-4155-be30-2a7d896acbb0', 'fixed_ips': [{'subnet_id': '807e789c-b792-4865-828f-878cb2e055d3', 'ip_address': '2001:db8::f816:3eff:fe3e:9837'}, {'subnet_id': '3b22676d-9a02-44aa-a088-5fd07c081c94'}], 'binding:host_id': 'n-d-827839-2'}, 'id': 'd6f04a58-07fb-42f1-b911-8bc038a5384b'} from n-d-827839-2. {{(pid=103378) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 04 17:29:06.923212 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-b0ade9df-67aa-48b9-9ad8-f2ebfd5ec2a3 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1543671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1595572'] for network (c1385060-d1c8-4afd-a19f-4ace4c602322), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:06.933932 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-b0ade9df-67aa-48b9-9ad8-f2ebfd5ec2a3 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Publish callbacks [] for network (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:06.937117 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-b0ade9df-67aa-48b9-9ad8-f2ebfd5ec2a3 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] 10.222.0.89 "DELETE /v2.0/networks/c1385060-d1c8-4afd-a19f-4ace4c602322 HTTP/1.1" status: 204 len: 168 time: 1.3529663 Feb 04 17:29:06.941747 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 46752) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:29:06.955901 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-90c8130c-adda-4a44-a1ad-40f73ef8495d tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1114697310'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:29:06.957359 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-9f1221dc-d863-4254-87c2-b026f82d3e53 req-3b3bb13f-e7b9-427d-885f-a5ea9f3333c7 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (d07f6690-41dc-473d-8b49-2b36d0026fa9), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:06.991875 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-bd845277-e6e0-4918-a8ae-adca4f6d4ea1 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (e42239d1-faf4-4622-8af8-e5dca9422e0f), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:06.999826 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da27789f-d161-42c1-b23f-1d9e5854a748 None None] Pushing event updated for resources: {'Port': ['ID=d6f04a58-07fb-42f1-b911-8bc038a5384b,revision_number=10']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:29:07.022227 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fbc6f86-e685-4199-bdeb-c147236533c2 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Network 8597db77-0295-47d5-a936-4b1d263184ca is scheduled to be hosted by DHCP agent bb89f5a3-3c22-440b-b7d1-c4f0c43c184a with binding_index 1 {{(pid=103376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 17:29:07.031671 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-17f18416-495c-4139-833c-0049c7140a0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (d6f04a58-07fb-42f1-b911-8bc038a5384b), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:07.037509 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90c8130c-adda-4a44-a1ad-40f73ef8495d tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Made reservation on behalf of 9117ee7d05a54905bc1e8a5956601b14 for: {'network': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:29:07.044803 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-90c8130c-adda-4a44-a1ad-40f73ef8495d tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for network (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:07.067509 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-bd845277-e6e0-4918-a8ae-adca4f6d4ea1 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Calling delete_port for e42239d1-faf4-4622-8af8-e5dca9422e0f owned by {{(pid=103376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:29:07.068969 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3bb13f-e7b9-427d-885f-a5ea9f3333c7 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Pushing event deleted for resources: {'Port': ['ID=d07f6690-41dc-473d-8b49-2b36d0026fa9,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:29:07.089542 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ade9df-67aa-48b9-9ad8-f2ebfd5ec2a3 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Pushing event deleted for resources: {'Network': ['ID=c1385060-d1c8-4afd-a19f-4ace4c602322,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:29:07.114037 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90c8130c-adda-4a44-a1ad-40f73ef8495d tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] vlan segment allocate from pool success with {'vlan_id': 760, 'physical_network': 'physnet1'} {{(pid=103377) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 17:29:07.126308 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [None req-4fbc6f86-e685-4199-bdeb-c147236533c2 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827839-2, 8597db77-0295-47d5-a936-4b1d263184ca) {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:29:07.137723 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-90c8130c-adda-4a44-a1ad-40f73ef8495d tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (689a1de2-3591-46a9-aead-be6d3160457a), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:07.137959 n-d-827839-2 neutron-server[103377]: INFO neutron.db.segments_db [None req-90c8130c-adda-4a44-a1ad-40f73ef8495d tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Added segment 689a1de2-3591-46a9-aead-be6d3160457a of type vlan for network 90e7058b-c984-48e8-9612-7a357ee20b1a Feb 04 17:29:07.169668 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f87b15ee-2faa-41fc-8ac6-a4e388ff1369 None None] Network 8597db77-0295-47d5-a936-4b1d263184ca requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:29:07.227513 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fbc6f86-e685-4199-bdeb-c147236533c2 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:29:07.230304 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-4fbc6f86-e685-4199-bdeb-c147236533c2 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Publish callbacks [] for subnet (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:07.330871 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f1221dc-d863-4254-87c2-b026f82d3e53 req-3b3bb13f-e7b9-427d-885f-a5ea9f3333c7 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] No DVR routers for this DVR port d07f6690-41dc-473d-8b49-2b36d0026fa9 on host n-h1-827839-2 {{(pid=103376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 17:29:07.336201 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-9f1221dc-d863-4254-87c2-b026f82d3e53 req-3b3bb13f-e7b9-427d-885f-a5ea9f3333c7 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:07.340454 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-9f1221dc-d863-4254-87c2-b026f82d3e53 req-3b3bb13f-e7b9-427d-885f-a5ea9f3333c7 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] 10.222.0.96 "DELETE /v2.0/ports/d07f6690-41dc-473d-8b49-2b36d0026fa9 HTTP/1.1" status: 204 len: 173 time: 1.9493980 Feb 04 17:29:07.356339 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-4fbc6f86-e685-4199-bdeb-c147236533c2 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1558266 Feb 04 17:29:07.363274 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 46760) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:29:07.375949 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-79fb4066-8590-444d-a1f2-ef7f7d7900c0 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Request body: {'port': {'network_id': '8597db77-0295-47d5-a936-4b1d263184ca', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1854873383'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:29:07.423420 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-90c8130c-adda-4a44-a1ad-40f73ef8495d tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781084292801'] for network (90e7058b-c984-48e8-9612-7a357ee20b1a), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:07.453710 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697a0bb2-e604-466d-9375-e348f961d297 req-47615cb0-38fe-4431-891a-64784aa07e2c tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:29:07.465082 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697a0bb2-e604-466d-9375-e348f961d297 req-47615cb0-38fe-4431-891a-64784aa07e2c tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:29:07.467285 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-697a0bb2-e604-466d-9375-e348f961d297 req-47615cb0-38fe-4431-891a-64784aa07e2c tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] 10.222.0.89 "GET /v2.0/ports?device_id=d23ffa64-7651-4974-8c0d-1ba4c302839d HTTP/1.1" status: 200 len: 1676 time: 0.3028977 Feb 04 17:29:07.540651 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-90c8130c-adda-4a44-a1ad-40f73ef8495d tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327'] for network (90e7058b-c984-48e8-9612-7a357ee20b1a), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:07.544792 n-d-827839-2 neutron-server[103376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd23ffa64-7651-4974-8c0d-1ba4c302839d', 'name': 'network-vif-deleted', 'tag': 'd07f6690-41dc-473d-8b49-2b36d0026fa9'}] {{(pid=103376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:29:07.547108 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d59c3bb5e2f09ebf62144d5e09b1cff60c763a9c19614c24538e77842938c05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8546cc23-f0de-4481-802d-3fc30e43111f" -d '{"events": [{"server_uuid": "d23ffa64-7651-4974-8c0d-1ba4c302839d", "name": "network-vif-deleted", "tag": "d07f6690-41dc-473d-8b49-2b36d0026fa9"}]}' {{(pid=103376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:29:07.550141 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90c8130c-adda-4a44-a1ad-40f73ef8495d tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:29:07.551079 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-90c8130c-adda-4a44-a1ad-40f73ef8495d tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Publish callbacks [] for network (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:07.613086 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-17f18416-495c-4139-833c-0049c7140a0b None None] Allocated IP 2001:db8:0:1::2 (ebdc431d-e6a4-4155-be30-2a7d896acbb0/3b22676d-9a02-44aa-a088-5fd07c081c94/d6f04a58-07fb-42f1-b911-8bc038a5384b) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:29:07.661340 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-90c8130c-adda-4a44-a1ad-40f73ef8495d tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.7163670 Feb 04 17:29:07.670800 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-743948c9-808a-4777-9b50-fc9fb8c42055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5615500-825b-4c27-b245-888c86ab2e53', 'name': 'tempest-TaggedBootDevicesTest_v242-733725866-router', 'tenant_id': 'c5cb386618c24d66b6712f0d36ac7fea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.91'}], 'enable_snat': True}, 'gw_port_id': 'e2bf0a04-65a3-440a-909f-bd06c7949274', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:21:48Z', 'updated_at': '2022-02-04T17:21:59Z', 'revision_number': 4, 'project_id': 'c5cb386618c24d66b6712f0d36ac7fea', 'gw_port': {'id': 'e2bf0a04-65a3-440a-909f-bd06c7949274', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:47:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5615500-825b-4c27-b245-888c86ab2e53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1280, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:21:49Z', 'updated_at': '2022-02-04T17:22:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_interfaces': [{'id': '67bf434d-66bd-4703-8d75-c9a0bbd698bc', 'name': '', 'network_id': '02771309-aff5-472d-90da-927298d169e4', 'tenant_id': 'c5cb386618c24d66b6712f0d36ac7fea', 'mac_address': 'fa:16:3e:a1:11:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5615500-825b-4c27-b245-888c86ab2e53', 'device_owner': 'network:router_interface', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': '069a4643-9702-4f4f-bc4a-cf22266ae74b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:21:58Z', 'updated_at': '2022-02-04T17:22:06Z', 'revision_number': 5, 'project_id': 'c5cb386618c24d66b6712f0d36ac7fea', 'subnets': [{'id': '069a4643-9702-4f4f-bc4a-cf22266ae74b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-2', False) {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:29:07.673511 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 46764) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:29:07.693423 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-61a36ac6-ef68-4d1f-95fb-d21ff35caf0e tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Request body: {'subnet': {'network_id': '90e7058b-c984-48e8-9612-7a357ee20b1a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:29:07.700122 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c8130c-adda-4a44-a1ad-40f73ef8495d tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Pushing event updated for resources: {'Network': ['ID=90e7058b-c984-48e8-9612-7a357ee20b1a,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:29:07.716671 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-697a0bb2-e604-466d-9375-e348f961d297 req-0753dfac-ffaa-4613-9a89-c7cdd33dacfb tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] 10.222.0.89 "GET /v2.0/security-groups?id=f41001c7-a515-4baa-b12d-2443831f66d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2349186 Feb 04 17:29:07.769584 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-743948c9-808a-4777-9b50-fc9fb8c42055 None None] Checking router: a5615500-825b-4c27-b245-888c86ab2e53 for host: n-d-827839-2 {{(pid=103378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 17:29:07.771569 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port 945ce8c5-9185-4e15-b3be-cc5fbab8b6f9 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:29:07.771949 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (945ce8c5-9185-4e15-b3be-cc5fbab8b6f9), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:07.821607 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Network 90e7058b-c984-48e8-9612-7a357ee20b1a details requested by agent ovs-agent-n-d-827839-2 with host n-d-827839-2 {{(pid=103378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 17:29:07.863587 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a102d806-4222-4049-ae5d-36f98a820411 req-7b040690-7c23-4a80-961d-d5b8ae014d4a tempest-ServersTestManualDisk-270532119 tempest-ServersTestManualDisk-270532119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:29:07.867777 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-a102d806-4222-4049-ae5d-36f98a820411 req-7b040690-7c23-4a80-961d-d5b8ae014d4a tempest-ServersTestManualDisk-270532119 tempest-ServersTestManualDisk-270532119-project] 10.222.0.89 "GET /v2.0/ports?device_id=fee7387d-f3a9-40e1-8bd0-184958f0f201 HTTP/1.1" status: 200 len: 945 time: 0.4342532 Feb 04 17:29:07.872985 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 17:29:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8718260f-e955-4a8b-831a-7496703e369c x-openstack-request-id: req-8718260f-e955-4a8b-831a-7496703e369c {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:29:07.873280 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d23ffa64-7651-4974-8c0d-1ba4c302839d", "name": "network-vif-deleted", "tag": "d07f6690-41dc-473d-8b49-2b36d0026fa9", "status": "completed", "code": 200}]} {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:29:07.875061 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-8718260f-e955-4a8b-831a-7496703e369c {{(pid=103376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:29:07.876086 n-d-827839-2 neutron-server[103376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd23ffa64-7651-4974-8c0d-1ba4c302839d', 'name': 'network-vif-deleted', 'tag': 'd07f6690-41dc-473d-8b49-2b36d0026fa9', 'status': 'completed', 'code': 200} Feb 04 17:29:07.883423 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79fb4066-8590-444d-a1f2-ef7f7d7900c0 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Made reservation on behalf of 6054a945d1db4859ae33f1c6e4a7b141 for: {'port': 1} {{(pid=103376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:29:07.886927 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-79fb4066-8590-444d-a1f2-ef7f7d7900c0 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:07.910893 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61a36ac6-ef68-4d1f-95fb-d21ff35caf0e tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Made reservation on behalf of 9117ee7d05a54905bc1e8a5956601b14 for: {'subnet': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:29:07.922336 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-61a36ac6-ef68-4d1f-95fb-d21ff35caf0e tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25597243'] for subnet (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:07.937858 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-743948c9-808a-4777-9b50-fc9fb8c42055 None None] Routers {'a5615500-825b-4c27-b245-888c86ab2e53'} bound to L3 agent in host n-d-827839-2 {{(pid=103378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:29:07.938496 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-743948c9-808a-4777-9b50-fc9fb8c42055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:29:02Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['a5615500-825b-4c27-b245-888c86ab2e53'], 'active': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:29:07.965838 n-d-827839-2 neutron-server[103376]: DEBUG neutron.notifiers.nova [None req-79fb4066-8590-444d-a1f2-ef7f7d7900c0 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] device_id is not set on port 12cdb9c5-3fa8-498b-9c12-445ad1050da1 yet. {{(pid=103376) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 04 17:29:07.972027 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [req-9f1221dc-d863-4254-87c2-b026f82d3e53 req-8832d1c9-51ec-45c7-9298-78eb3ccbfea4 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Deleting port 22b8e9e9-9bfb-4c6e-95b2-78e04b75aa5a {{(pid=103376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:29:07.972361 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-9f1221dc-d863-4254-87c2-b026f82d3e53 req-8832d1c9-51ec-45c7-9298-78eb3ccbfea4 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (22b8e9e9-9bfb-4c6e-95b2-78e04b75aa5a), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:08.071057 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-a102d806-4222-4049-ae5d-36f98a820411 req-07d283fb-85ef-4c20-8ec2-881b73042988 tempest-ServersTestManualDisk-270532119 tempest-ServersTestManualDisk-270532119-project] 10.222.0.89 "GET /v2.0/security-groups?id=06658e9e-aff9-4c00-8a2e-e525c18f5304&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1913807 Feb 04 17:29:08.140792 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-bd845277-e6e0-4918-a8ae-adca4f6d4ea1 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (e42239d1-faf4-4622-8af8-e5dca9422e0f), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:08.178646 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c79c99d-40c7-4b84-b3ff-dd68ed75357e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e4c19ad-5724-5db8-8ee1-4f56ae69fcf4-8597db77-0295-47d5-a936-4b1d263184ca', 'network_id': '8597db77-0295-47d5-a936-4b1d263184ca', 'project_id': '6054a945d1db4859ae33f1c6e4a7b141', 'fixed_ips': [{'subnet_id': '7891a924-4024-46bc-a808-c02906925b06'}]}} from n-d-827839-2. {{(pid=103378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 17:29:08.180476 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1c79c99d-40c7-4b84-b3ff-dd68ed75357e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:08.223058 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd845277-e6e0-4918-a8ae-adca4f6d4ea1 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Pushing event deleted for resources: {'Port': ['ID=e42239d1-faf4-4622-8af8-e5dca9422e0f,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:29:08.223725 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-61a36ac6-ef68-4d1f-95fb-d21ff35caf0e tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25889445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25597197'] for subnet (8f841be6-d34a-4472-8110-b018def88a12), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:08.244182 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port 945ce8c5-9185-4e15-b3be-cc5fbab8b6f9 is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:29:08.303223 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.db_base_plugin_common [None req-79fb4066-8590-444d-a1f2-ef7f7d7900c0 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Allocated IP 172.20.0.10 (8597db77-0295-47d5-a936-4b1d263184ca/7891a924-4024-46bc-a808-c02906925b06/12cdb9c5-3fa8-498b-9c12-445ad1050da1) {{(pid=103376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:29:08.308108 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [req-9f1221dc-d863-4254-87c2-b026f82d3e53 req-8832d1c9-51ec-45c7-9298-78eb3ccbfea4 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] For port 22b8e9e9-9bfb-4c6e-95b2-78e04b75aa5a, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=22b8e9e9-9bfb-4c6e-95b2-78e04b75aa5a,segment=NetworkSegment(156d2511-93c9-4616-953a-81bac597ab8a),segment_id=156d2511-93c9-4616-953a-81bac597ab8a)] {{(pid=103376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:29:08.308685 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-9f1221dc-d863-4254-87c2-b026f82d3e53 req-8832d1c9-51ec-45c7-9298-78eb3ccbfea4 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (22b8e9e9-9bfb-4c6e-95b2-78e04b75aa5a), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:08.320838 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-bd845277-e6e0-4918-a8ae-adca4f6d4ea1 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:08.321053 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a36ac6-ef68-4d1f-95fb-d21ff35caf0e tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Pushing event updated for resources: {'Subnet': ['ID=8f841be6-d34a-4472-8110-b018def88a12,revision_number=0']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:29:08.321762 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-bd845277-e6e0-4918-a8ae-adca4f6d4ea1 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] 10.222.0.89 "DELETE /v2.0/ports/e42239d1-faf4-4622-8af8-e5dca9422e0f HTTP/1.1" status: 204 len: 168 time: 2.0608022 Feb 04 17:29:08.324778 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 46774) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:29:08.332294 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [req-9f1221dc-d863-4254-87c2-b026f82d3e53 req-8832d1c9-51ec-45c7-9298-78eb3ccbfea4 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Calling delete_port for 22b8e9e9-9bfb-4c6e-95b2-78e04b75aa5a owned by compute:nova {{(pid=103376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:29:08.411801 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61a36ac6-ef68-4d1f-95fb-d21ff35caf0e tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Checking segment: {'id': '689a1de2-3591-46a9-aead-be6d3160457a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '90e7058b-c984-48e8-9612-7a357ee20b1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:29:08.412229 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61a36ac6-ef68-4d1f-95fb-d21ff35caf0e tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Network hostable DHCP agents. Network: 90e7058b-c984-48e8-9612-7a357ee20b1a, hostable agents: ['bb89f5a3-3c22-440b-b7d1-c4f0c43c184a'], hosted agents: [] {{(pid=103377) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 17:29:08.425959 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31e20a93-6642-45fb-bf4d-865432ee0d3a tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:29:08.431191 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-31e20a93-6642-45fb-bf4d-865432ee0d3a tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] 10.222.0.89 "GET /v2.0/ports HTTP/1.1" status: 200 len: 964 time: 0.1054006 Feb 04 17:29:08.434739 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 46776) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:29:08.449716 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-17f18416-495c-4139-833c-0049c7140a0b None None] For port d6f04a58-07fb-42f1-b911-8bc038a5384b, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=d6f04a58-07fb-42f1-b911-8bc038a5384b,segment=NetworkSegment(2fcce0c7-9a0a-428a-b986-cae51cd3c129),segment_id=2fcce0c7-9a0a-428a-b986-cae51cd3c129)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:29:08.480418 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvr_db [None req-743948c9-808a-4777-9b50-fc9fb8c42055 None None] Set router a5615500-825b-4c27-b245-888c86ab2e53 gateway port host: n-d-827839-2 {{(pid=103378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:29:08.496546 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61a36ac6-ef68-4d1f-95fb-d21ff35caf0e tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Network 90e7058b-c984-48e8-9612-7a357ee20b1a is scheduled to be hosted by DHCP agent bb89f5a3-3c22-440b-b7d1-c4f0c43c184a with binding_index 1 {{(pid=103377) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 17:29:08.517006 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19906d2c-2179-4859-bab9-1c3ecc5f8bc3 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:29:08.522141 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-19906d2c-2179-4859-bab9-1c3ecc5f8bc3 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] 10.222.0.89 "GET /v2.0/ports HTTP/1.1" status: 200 len: 964 time: 0.0863342 Feb 04 17:29:08.522810 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 46778) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:29:08.532581 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [None req-61a36ac6-ef68-4d1f-95fb-d21ff35caf0e tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827839-2, 90e7058b-c984-48e8-9612-7a357ee20b1a) {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:29:08.540474 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device d6f04a58-07fb-42f1-b911-8bc038a5384b up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:29:08.551395 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-79fb4066-8590-444d-a1f2-ef7f7d7900c0 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Publish callbacks [] for port (12cdb9c5-3fa8-498b-9c12-445ad1050da1), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:08.558631 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61a36ac6-ef68-4d1f-95fb-d21ff35caf0e tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:29:08.558631 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-61a36ac6-ef68-4d1f-95fb-d21ff35caf0e tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Publish callbacks [] for subnet (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:08.588604 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7062a48-6bee-4af8-a236-c0a93bbffd44 None None] Network 90e7058b-c984-48e8-9612-7a357ee20b1a requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:29:08.595288 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-61a36ac6-ef68-4d1f-95fb-d21ff35caf0e tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9206469 Feb 04 17:29:08.598538 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 46780) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:29:08.611097 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-d4cee66e-0223-474f-9167-c030f58dc8a7 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-363996862', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:29:08.622706 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0cfe4c4-5629-46ef-8d00-f1adb2e1260c tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:29:08.624693 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0cfe4c4-5629-46ef-8d00-f1adb2e1260c tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:29:08.626362 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0cfe4c4-5629-46ef-8d00-f1adb2e1260c tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:29:08.630997 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-9f1221dc-d863-4254-87c2-b026f82d3e53 req-8832d1c9-51ec-45c7-9298-78eb3ccbfea4 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (22b8e9e9-9bfb-4c6e-95b2-78e04b75aa5a), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:08.631733 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-a0cfe4c4-5629-46ef-8d00-f1adb2e1260c tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] 10.222.0.89 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1075728 Feb 04 17:29:08.632610 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 46782) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:29:08.675277 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8832d1c9-51ec-45c7-9298-78eb3ccbfea4 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Pushing event deleted for resources: {'Port': ['ID=22b8e9e9-9bfb-4c6e-95b2-78e04b75aa5a,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:29:08.694264 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-79fb4066-8590-444d-a1f2-ef7f7d7900c0 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (12cdb9c5-3fa8-498b-9c12-445ad1050da1), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:08.707448 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa9effc7-7c76-47f6-9e81-c0c6cdf8e10f tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Deleting subnet 3b22676d-9a02-44aa-a088-5fd07c081c94 {{(pid=103377) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 17:29:08.727484 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-d4cee66e-0223-474f-9167-c030f58dc8a7 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1601657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26921'] for router (6e3a1246-b213-4491-a2b7-9dfd6d9479a8), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:08.727484 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-d4cee66e-0223-474f-9167-c030f58dc8a7 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1602025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603663', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1630571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26960'] for router (6e3a1246-b213-4491-a2b7-9dfd6d9479a8), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:08.749414 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f1221dc-d863-4254-87c2-b026f82d3e53 req-8832d1c9-51ec-45c7-9298-78eb3ccbfea4 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] No DVR routers for this DVR port 22b8e9e9-9bfb-4c6e-95b2-78e04b75aa5a on host n-h1-827839-2 {{(pid=103376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 17:29:08.751265 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-1c79c99d-40c7-4b84-b3ff-dd68ed75357e None None] Allocated IP 172.20.0.2 (8597db77-0295-47d5-a936-4b1d263184ca/7891a924-4024-46bc-a808-c02906925b06/56b8d5cb-805f-4a68-8148-a0b40f04ef28) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:29:08.761321 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79fb4066-8590-444d-a1f2-ef7f7d7900c0 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Network 8597db77-0295-47d5-a936-4b1d263184ca is already hosted by enough agents. {{(pid=103376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:29:08.765002 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-9f1221dc-d863-4254-87c2-b026f82d3e53 req-8832d1c9-51ec-45c7-9298-78eb3ccbfea4 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:08.769065 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-9f1221dc-d863-4254-87c2-b026f82d3e53 req-8832d1c9-51ec-45c7-9298-78eb3ccbfea4 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] 10.222.0.96 "DELETE /v2.0/ports/22b8e9e9-9bfb-4c6e-95b2-78e04b75aa5a HTTP/1.1" status: 204 len: 173 time: 1.4066021 Feb 04 17:29:08.769900 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [None req-79fb4066-8590-444d-a1f2-ef7f7d7900c0 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Resources bound (agent type, host, resource id): {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:29:08.774452 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79fb4066-8590-444d-a1f2-ef7f7d7900c0 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Received port after_create {{(pid=103376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:29:08.811443 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fb4066-8590-444d-a1f2-ef7f7d7900c0 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Pushing event updated for resources: {'Port': ['ID=12cdb9c5-3fa8-498b-9c12-445ad1050da1,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:29:08.866016 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-d4cee66e-0223-474f-9167-c030f58dc8a7 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Publish callbacks [] for router_controller (6e3a1246-b213-4491-a2b7-9dfd6d9479a8), precommit_add_association {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:08.874007 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-d4cee66e-0223-474f-9167-c030f58dc8a7 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1602046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603680'] for router (6e3a1246-b213-4491-a2b7-9dfd6d9479a8), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:08.893689 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79fb4066-8590-444d-a1f2-ef7f7d7900c0 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:29:08.894659 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-79fb4066-8590-444d-a1f2-ef7f7d7900c0 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:08.918124 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-d4cee66e-0223-474f-9167-c030f58dc8a7 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Publish callbacks [] for router (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:08.921140 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-d4cee66e-0223-474f-9167-c030f58dc8a7 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] 10.222.0.89 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.3204730 Feb 04 17:29:08.923032 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 46788) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:29:08.939382 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-79fb4066-8590-444d-a1f2-ef7f7d7900c0 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 887 time: 1.5747819 Feb 04 17:29:08.940986 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 46790) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:29:08.974447 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [req-9f1221dc-d863-4254-87c2-b026f82d3e53 req-ab4e1a95-d491-41f9-97d2-0d34932088da tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Deleting port ebd98b55-b8fd-45a0-bc8c-3d8c64222855 {{(pid=103376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:29:08.974781 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-9f1221dc-d863-4254-87c2-b026f82d3e53 req-ab4e1a95-d491-41f9-97d2-0d34932088da tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (ebd98b55-b8fd-45a0-bc8c-3d8c64222855), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:09.050637 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-17f18416-495c-4139-833c-0049c7140a0b None None] Publish callbacks [] for port (d6f04a58-07fb-42f1-b911-8bc038a5384b), precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:09.072201 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b549d5a7-5abf-4bfe-b840-918dfed93fcd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e4c19ad-5724-5db8-8ee1-4f56ae69fcf4-90e7058b-c984-48e8-9612-7a357ee20b1a', 'network_id': '90e7058b-c984-48e8-9612-7a357ee20b1a', 'project_id': '9117ee7d05a54905bc1e8a5956601b14', 'fixed_ips': [{'subnet_id': '8f841be6-d34a-4472-8110-b018def88a12'}]}} from n-d-827839-2. {{(pid=103378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 17:29:09.073435 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b549d5a7-5abf-4bfe-b840-918dfed93fcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:09.076867 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-17f18416-495c-4139-833c-0049c7140a0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (d6f04a58-07fb-42f1-b911-8bc038a5384b), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:09.082470 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-aa9effc7-7c76-47f6-9e81-c0c6cdf8e10f tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks [] for subnet (3b22676d-9a02-44aa-a088-5fd07c081c94), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:09.224244 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-aa9effc7-7c76-47f6-9e81-c0c6cdf8e10f tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26866676'] for subnet (3b22676d-9a02-44aa-a088-5fd07c081c94), precommit_delete_associations {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:09.496216 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e395f8-0f59-4100-8854-acfe814ec429 req-bed151d5-9a43-4968-a8d9-03778e7bf3cf tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:29:09.507951 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-50e395f8-0f59-4100-8854-acfe814ec429 req-bed151d5-9a43-4968-a8d9-03778e7bf3cf tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] 10.222.0.89 "GET /v2.0/ports?device_id=d23ffa64-7651-4974-8c0d-1ba4c302839d HTTP/1.1" status: 200 len: 942 time: 0.5429354 Feb 04 17:29:09.583977 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1c79c99d-40c7-4b84-b3ff-dd68ed75357e None None] Publish callbacks [] for port (56b8d5cb-805f-4a68-8148-a0b40f04ef28), precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:09.628423 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1c79c99d-40c7-4b84-b3ff-dd68ed75357e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135'] for port (56b8d5cb-805f-4a68-8148-a0b40f04ef28), after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:09.645447 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fca9c93-e0e6-4223-8c51-8b9f6154bbbd req-ac4ce5f6-bbfb-4bca-9c08-8f46322f328b tempest-ServersTestManualDisk-270532119 tempest-ServersTestManualDisk-270532119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:29:09.652586 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-3fca9c93-e0e6-4223-8c51-8b9f6154bbbd req-ac4ce5f6-bbfb-4bca-9c08-8f46322f328b tempest-ServersTestManualDisk-270532119 tempest-ServersTestManualDisk-270532119-project] 10.222.0.89 "GET /v2.0/ports?device_id=fee7387d-f3a9-40e1-8bd0-184958f0f201 HTTP/1.1" status: 200 len: 945 time: 0.1177716 Feb 04 17:29:09.656628 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [req-9f1221dc-d863-4254-87c2-b026f82d3e53 req-ab4e1a95-d491-41f9-97d2-0d34932088da tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] For port ebd98b55-b8fd-45a0-bc8c-3d8c64222855, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=ebd98b55-b8fd-45a0-bc8c-3d8c64222855,segment=NetworkSegment(a1ea1f0a-7fcf-4ab8-9856-e343e30ff965),segment_id=a1ea1f0a-7fcf-4ab8-9856-e343e30ff965)] {{(pid=103376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:29:09.657152 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-9f1221dc-d863-4254-87c2-b026f82d3e53 req-ab4e1a95-d491-41f9-97d2-0d34932088da tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (ebd98b55-b8fd-45a0-bc8c-3d8c64222855), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:09.683414 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [req-9f1221dc-d863-4254-87c2-b026f82d3e53 req-ab4e1a95-d491-41f9-97d2-0d34932088da tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Calling delete_port for ebd98b55-b8fd-45a0-bc8c-3d8c64222855 owned by compute:nova {{(pid=103376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:29:09.726835 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-50e395f8-0f59-4100-8854-acfe814ec429 req-1cf01f0c-3c2c-47db-9cb3-57942114b05f tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] 10.222.0.89 "GET /v2.0/security-groups?id=f41001c7-a515-4baa-b12d-2443831f66d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2187788 Feb 04 17:29:09.741071 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port d6f04a58-07fb-42f1-b911-8bc038a5384b triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:29:09.741449 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (d6f04a58-07fb-42f1-b911-8bc038a5384b), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:09.747601 n-d-827839-2 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c79c99d-40c7-4b84-b3ff-dd68ed75357e None None] Network 8597db77-0295-47d5-a936-4b1d263184ca is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:29:09.748348 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f18416-495c-4139-833c-0049c7140a0b None None] Pushing event updated for resources: {'Port': ['ID=d6f04a58-07fb-42f1-b911-8bc038a5384b,revision_number=11']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:29:09.761387 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-89bb3240-7774-437e-8125-2b5023eb2246 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Deleting port 12cdb9c5-3fa8-498b-9c12-445ad1050da1 {{(pid=103377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:29:09.762111 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-89bb3240-7774-437e-8125-2b5023eb2246 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (12cdb9c5-3fa8-498b-9c12-445ad1050da1), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:09.768374 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-3fca9c93-e0e6-4223-8c51-8b9f6154bbbd req-8d5798b0-1d32-4ae2-8fe7-0332244a4df0 tempest-ServersTestManualDisk-270532119 tempest-ServersTestManualDisk-270532119-project] 10.222.0.89 "GET /v2.0/security-groups?id=06658e9e-aff9-4c00-8a2e-e525c18f5304&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1146667 Feb 04 17:29:09.775497 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-aa9effc7-7c76-47f6-9e81-c0c6cdf8e10f tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1541225'] for subnet (3b22676d-9a02-44aa-a088-5fd07c081c94), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:09.787023 n-d-827839-2 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-1c79c99d-40c7-4b84-b3ff-dd68ed75357e None None] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:29:09.789613 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c79c99d-40c7-4b84-b3ff-dd68ed75357e None None] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:29:09.897834 n-d-827839-2 neutron-server[103376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd23ffa64-7651-4974-8c0d-1ba4c302839d', 'name': 'network-vif-deleted', 'tag': '22b8e9e9-9bfb-4c6e-95b2-78e04b75aa5a'}] {{(pid=103376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:29:09.900526 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d59c3bb5e2f09ebf62144d5e09b1cff60c763a9c19614c24538e77842938c05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-106aa341-12a8-418b-aafb-6a128df4d495" -d '{"events": [{"server_uuid": "d23ffa64-7651-4974-8c0d-1ba4c302839d", "name": "network-vif-deleted", "tag": "22b8e9e9-9bfb-4c6e-95b2-78e04b75aa5a"}]}' {{(pid=103376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:29:09.915462 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-9f1221dc-d863-4254-87c2-b026f82d3e53 req-ab4e1a95-d491-41f9-97d2-0d34932088da tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (ebd98b55-b8fd-45a0-bc8c-3d8c64222855), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:09.947142 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4e1a95-d491-41f9-97d2-0d34932088da tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Pushing event deleted for resources: {'Port': ['ID=ebd98b55-b8fd-45a0-bc8c-3d8c64222855,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:29:10.003390 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 17:29:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2ca5f1a-210b-4f8a-8b41-498a2dc420f1 x-openstack-request-id: req-f2ca5f1a-210b-4f8a-8b41-498a2dc420f1 {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:29:10.003787 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d23ffa64-7651-4974-8c0d-1ba4c302839d", "name": "network-vif-deleted", "tag": "22b8e9e9-9bfb-4c6e-95b2-78e04b75aa5a", "status": "completed", "code": 200}]} {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:29:10.003996 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-f2ca5f1a-210b-4f8a-8b41-498a2dc420f1 {{(pid=103376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:29:10.004837 n-d-827839-2 neutron-server[103376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd23ffa64-7651-4974-8c0d-1ba4c302839d', 'name': 'network-vif-deleted', 'tag': '22b8e9e9-9bfb-4c6e-95b2-78e04b75aa5a', 'status': 'completed', 'code': 200} Feb 04 17:29:10.037954 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c79c99d-40c7-4b84-b3ff-dd68ed75357e None None] Pushing event updated for resources: {'Port': ['ID=56b8d5cb-805f-4a68-8148-a0b40f04ef28,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:29:10.042915 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f1221dc-d863-4254-87c2-b026f82d3e53 req-ab4e1a95-d491-41f9-97d2-0d34932088da tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] No DVR routers for this DVR port ebd98b55-b8fd-45a0-bc8c-3d8c64222855 on host n-h1-827839-2 {{(pid=103376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 17:29:10.045601 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-9f1221dc-d863-4254-87c2-b026f82d3e53 req-ab4e1a95-d491-41f9-97d2-0d34932088da tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:10.049133 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-9f1221dc-d863-4254-87c2-b026f82d3e53 req-ab4e1a95-d491-41f9-97d2-0d34932088da tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] 10.222.0.96 "DELETE /v2.0/ports/ebd98b55-b8fd-45a0-bc8c-3d8c64222855 HTTP/1.1" status: 204 len: 173 time: 1.2682042 Feb 04 17:29:10.066086 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-1c79c99d-40c7-4b84-b3ff-dd68ed75357e None None] Attempting to bind port 56b8d5cb-805f-4a68-8148-a0b40f04ef28 on host n-d-827839-2 for vnic_type normal with profile {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:29:10.068350 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-1c79c99d-40c7-4b84-b3ff-dd68ed75357e None None] Attempting to bind port 56b8d5cb-805f-4a68-8148-a0b40f04ef28 by drivers openvswitch,hyperv on host n-d-827839-2 at level 0 using segments [{'id': '4ad8a654-f8d3-40c0-bcd0-5f2cabba02d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '8597db77-0295-47d5-a936-4b1d263184ca'}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:29:10.069242 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c79c99d-40c7-4b84-b3ff-dd68ed75357e None None] Attempting to bind port 56b8d5cb-805f-4a68-8148-a0b40f04ef28 on network 8597db77-0295-47d5-a936-4b1d263184ca {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:29:10.082797 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c79c99d-40c7-4b84-b3ff-dd68ed75357e None None] Checking agent: {'id': 'ba70844b-66a0-45fd-a2f2-e6ed673321fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 0, 36), 'started_at': datetime.datetime(2022, 2, 4, 17, 1, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 29, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:29:10.083510 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c79c99d-40c7-4b84-b3ff-dd68ed75357e None None] Checking segment: {'id': '4ad8a654-f8d3-40c0-bcd0-5f2cabba02d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '8597db77-0295-47d5-a936-4b1d263184ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:29:10.084103 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1c79c99d-40c7-4b84-b3ff-dd68ed75357e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:10.084675 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c79c99d-40c7-4b84-b3ff-dd68ed75357e None None] Bound using segment: {'id': '4ad8a654-f8d3-40c0-bcd0-5f2cabba02d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '8597db77-0295-47d5-a936-4b1d263184ca'} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:29:10.085369 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-1c79c99d-40c7-4b84-b3ff-dd68ed75357e None None] Bound port: 56b8d5cb-805f-4a68-8148-a0b40f04ef28, host: n-d-827839-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ad8a654-f8d3-40c0-bcd0-5f2cabba02d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '8597db77-0295-47d5-a936-4b1d263184ca'}}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:29:10.085950 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1c79c99d-40c7-4b84-b3ff-dd68ed75357e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (56b8d5cb-805f-4a68-8148-a0b40f04ef28), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:10.134611 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-b549d5a7-5abf-4bfe-b840-918dfed93fcd None None] Allocated IP 2001:db8::2 (90e7058b-c984-48e8-9612-7a357ee20b1a/8f841be6-d34a-4472-8110-b018def88a12/923493a3-4f12-444c-be92-2236dca340b8) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:29:10.224255 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-743948c9-808a-4777-9b50-fc9fb8c42055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5615500-825b-4c27-b245-888c86ab2e53', 'name': 'tempest-TaggedBootDevicesTest_v242-733725866-router', 'tenant_id': 'c5cb386618c24d66b6712f0d36ac7fea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.91'}], 'enable_snat': True}, 'gw_port_id': 'e2bf0a04-65a3-440a-909f-bd06c7949274', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:21:48Z', 'updated_at': '2022-02-04T17:21:59Z', 'revision_number': 4, 'project_id': 'c5cb386618c24d66b6712f0d36ac7fea', 'gw_port': {'id': 'e2bf0a04-65a3-440a-909f-bd06c7949274', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:47:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5615500-825b-4c27-b245-888c86ab2e53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1280, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:21:49Z', 'updated_at': '2022-02-04T17:22:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_interfaces': [{'id': '67bf434d-66bd-4703-8d75-c9a0bbd698bc', 'name': '', 'network_id': '02771309-aff5-472d-90da-927298d169e4', 'tenant_id': 'c5cb386618c24d66b6712f0d36ac7fea', 'mac_address': 'fa:16:3e:a1:11:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5615500-825b-4c27-b245-888c86ab2e53', 'device_owner': 'network:router_interface', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': '069a4643-9702-4f4f-bc4a-cf22266ae74b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:21:58Z', 'updated_at': '2022-02-04T17:22:06Z', 'revision_number': 5, 'project_id': 'c5cb386618c24d66b6712f0d36ac7fea', 'subnets': [{'id': '069a4643-9702-4f4f-bc4a-cf22266ae74b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-2', False) {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:29:10.277980 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-743948c9-808a-4777-9b50-fc9fb8c42055 None None] The sync data for ids ['a5615500-825b-4c27-b245-888c86ab2e53'] in n-d-827839-2 is: [{'id': 'a5615500-825b-4c27-b245-888c86ab2e53', 'name': 'tempest-TaggedBootDevicesTest_v242-733725866-router', 'tenant_id': 'c5cb386618c24d66b6712f0d36ac7fea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.91'}], 'enable_snat': True}, 'gw_port_id': 'e2bf0a04-65a3-440a-909f-bd06c7949274', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:21:48Z', 'updated_at': '2022-02-04T17:21:59Z', 'revision_number': 4, 'project_id': 'c5cb386618c24d66b6712f0d36ac7fea', 'gw_port': {'id': 'e2bf0a04-65a3-440a-909f-bd06c7949274', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:47:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5615500-825b-4c27-b245-888c86ab2e53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1280, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:21:49Z', 'updated_at': '2022-02-04T17:22:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_interfaces': [{'id': '67bf434d-66bd-4703-8d75-c9a0bbd698bc', 'name': '', 'network_id': '02771309-aff5-472d-90da-927298d169e4', 'tenant_id': 'c5cb386618c24d66b6712f0d36ac7fea', 'mac_address': 'fa:16:3e:a1:11:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5615500-825b-4c27-b245-888c86ab2e53', 'device_owner': 'network:router_interface', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': '069a4643-9702-4f4f-bc4a-cf22266ae74b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:21:58Z', 'updated_at': '2022-02-04T17:22:06Z', 'revision_number': 5, 'project_id': 'c5cb386618c24d66b6712f0d36ac7fea', 'subnets': [{'id': '069a4643-9702-4f4f-bc4a-cf22266ae74b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 17:29:10.280915 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (f20a1ab3-4332-4f54-833b-ba4a7c687e89), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:10.371918 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port d6f04a58-07fb-42f1-b911-8bc038a5384b is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:29:10.373110 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 945ce8c5-9185-4e15-b3be-cc5fbab8b6f9 up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:29:10.412563 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-89bb3240-7774-437e-8125-2b5023eb2246 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (12cdb9c5-3fa8-498b-9c12-445ad1050da1), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:10.449403 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-89bb3240-7774-437e-8125-2b5023eb2246 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Calling delete_port for 12cdb9c5-3fa8-498b-9c12-445ad1050da1 owned by {{(pid=103377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:29:10.527541 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1c79c99d-40c7-4b84-b3ff-dd68ed75357e None None] For port 56b8d5cb-805f-4a68-8148-a0b40f04ef28, host n-d-827839-2, cleared binding levels {{(pid=103378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:29:10.571338 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1c79c99d-40c7-4b84-b3ff-dd68ed75357e None None] For port 56b8d5cb-805f-4a68-8148-a0b40f04ef28, host n-d-827839-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=56b8d5cb-805f-4a68-8148-a0b40f04ef28,segment=NetworkSegment(4ad8a654-f8d3-40c0-bcd0-5f2cabba02d0),segment_id=4ad8a654-f8d3-40c0-bcd0-5f2cabba02d0)] {{(pid=103378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:29:10.608144 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1c79c99d-40c7-4b84-b3ff-dd68ed75357e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (56b8d5cb-805f-4a68-8148-a0b40f04ef28), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:10.809713 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port 945ce8c5-9185-4e15-b3be-cc5fbab8b6f9 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:29:10.810105 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (945ce8c5-9185-4e15-b3be-cc5fbab8b6f9), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:10.906433 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5ef40ae-5545-4891-a56f-25f5a0c27fc9 None None] New status for floating IP 3f32e16a-8058-4810-83c6-b223a705f92f: DOWN {{(pid=103379) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 17:29:10.962086 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-aa9effc7-7c76-47f6-9e81-c0c6cdf8e10f tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1541216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25888360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25597190'] for subnet (3b22676d-9a02-44aa-a088-5fd07c081c94), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:10.978030 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-dec8df10-f81a-401c-9098-45d55e95b524 req-7d310031-0730-4fed-b63f-34e61433361e tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] 10.222.0.89 "GET /v2.0/ports?device_id=d23ffa64-7651-4974-8c0d-1ba4c302839d HTTP/1.1" status: 200 len: 210 time: 0.0470219 Feb 04 17:29:10.982671 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-460bc0d8-d7d5-4784-bae3-0d9d0217fc73 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:11.007290 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-275197ef-6b8c-48e4-9c1d-0471a088cf05 None None] Provisioning complete for port d6f04a58-07fb-42f1-b911-8bc038a5384b triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:29:11.007669 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-275197ef-6b8c-48e4-9c1d-0471a088cf05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (d6f04a58-07fb-42f1-b911-8bc038a5384b), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:11.007956 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-aa9effc7-7c76-47f6-9e81-c0c6cdf8e10f tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks [] for subnet (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:11.009295 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c79c99d-40c7-4b84-b3ff-dd68ed75357e None None] Pushing event updated for resources: {'Port': ['ID=56b8d5cb-805f-4a68-8148-a0b40f04ef28,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:29:11.013550 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-aa9effc7-7c76-47f6-9e81-c0c6cdf8e10f tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] 10.222.0.89 "DELETE /v2.0/subnets/3b22676d-9a02-44aa-a088-5fd07c081c94 HTTP/1.1" status: 204 len: 168 time: 2.3749099 Feb 04 17:29:11.014051 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 46804) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:29:11.028845 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b549d5a7-5abf-4bfe-b840-918dfed93fcd None None] Publish callbacks [] for port (923493a3-4f12-444c-be92-2236dca340b8), precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:11.208187 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b549d5a7-5abf-4bfe-b840-918dfed93fcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135'] for port (923493a3-4f12-444c-be92-2236dca340b8), after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:11.234257 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c4ab75f-8db8-46c4-afe7-d065bce3ecca tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Deleting subnet 807e789c-b792-4865-828f-878cb2e055d3 {{(pid=103376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 17:29:11.241253 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-3c4ab75f-8db8-46c4-afe7-d065bce3ecca tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks [] for subnet (807e789c-b792-4865-828f-878cb2e055d3), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:11.265992 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9effc7-7c76-47f6-9e81-c0c6cdf8e10f tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Pushing event deleted for resources: {'Subnet': ['ID=3b22676d-9a02-44aa-a088-5fd07c081c94,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:29:11.274827 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-89bb3240-7774-437e-8125-2b5023eb2246 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (12cdb9c5-3fa8-498b-9c12-445ad1050da1), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:11.335505 n-d-827839-2 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b549d5a7-5abf-4bfe-b840-918dfed93fcd None None] Network 90e7058b-c984-48e8-9612-7a357ee20b1a is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:29:11.364885 n-d-827839-2 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-b549d5a7-5abf-4bfe-b840-918dfed93fcd None None] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:29:11.380559 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-3c4ab75f-8db8-46c4-afe7-d065bce3ecca tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25674901'] for subnet (807e789c-b792-4865-828f-878cb2e055d3), precommit_delete_associations {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:11.386297 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1dc07f4-d1d1-4dac-beae-5cba7b6c571d None None] Network ebdc431d-e6a4-4155-be30-2a7d896acbb0 requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:29:11.397885 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89bb3240-7774-437e-8125-2b5023eb2246 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Pushing event deleted for resources: {'Port': ['ID=12cdb9c5-3fa8-498b-9c12-445ad1050da1,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:29:11.429876 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b549d5a7-5abf-4bfe-b840-918dfed93fcd None None] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:29:11.516547 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-3c4ab75f-8db8-46c4-afe7-d065bce3ecca tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1541225'] for subnet (807e789c-b792-4865-828f-878cb2e055d3), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:11.577243 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b549d5a7-5abf-4bfe-b840-918dfed93fcd None None] Pushing event updated for resources: {'Port': ['ID=923493a3-4f12-444c-be92-2236dca340b8,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:29:11.600331 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4313a54a-1fd3-454e-8bd7-bf732a3ac549 req-687e1ec1-7ca9-4022-ab43-2f5e1e29e9e8 tempest-ServersTestManualDisk-270532119 tempest-ServersTestManualDisk-270532119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:29:11.602404 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-4313a54a-1fd3-454e-8bd7-bf732a3ac549 req-687e1ec1-7ca9-4022-ab43-2f5e1e29e9e8 tempest-ServersTestManualDisk-270532119 tempest-ServersTestManualDisk-270532119-project] 10.222.0.89 "GET /v2.0/ports?device_id=fee7387d-f3a9-40e1-8bd0-184958f0f201 HTTP/1.1" status: 200 len: 945 time: 0.6107221 Feb 04 17:29:11.614482 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c8407a-0e3e-4c18-884a-67f03d8546d8 req-4586c0a8-883d-4c1c-8049-f69b8d624d5c tempest-ServersTestManualDisk-270532119 tempest-ServersTestManualDisk-270532119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:29:11.616417 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-26c8407a-0e3e-4c18-884a-67f03d8546d8 req-4586c0a8-883d-4c1c-8049-f69b8d624d5c tempest-ServersTestManualDisk-270532119 tempest-ServersTestManualDisk-270532119-project] 10.222.0.90 "GET /v2.0/ports?device_id=fee7387d-f3a9-40e1-8bd0-184958f0f201 HTTP/1.1" status: 200 len: 945 time: 0.6235502 Feb 04 17:29:11.619279 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-3c4ab75f-8db8-46c4-afe7-d065bce3ecca tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1541216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25675894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25858947'] for subnet (807e789c-b792-4865-828f-878cb2e055d3), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:11.650374 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-3c4ab75f-8db8-46c4-afe7-d065bce3ecca tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks [] for subnet (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:11.659460 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port 945ce8c5-9185-4e15-b3be-cc5fbab8b6f9 is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:29:11.661468 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-3c4ab75f-8db8-46c4-afe7-d065bce3ecca tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] 10.222.0.89 "DELETE /v2.0/subnets/807e789c-b792-4865-828f-878cb2e055d3 HTTP/1.1" status: 204 len: 168 time: 0.6461883 Feb 04 17:29:11.662412 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 46808) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:29:11.737295 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-275197ef-6b8c-48e4-9c1d-0471a088cf05 None None] Current status of the port d6f04a58-07fb-42f1-b911-8bc038a5384b is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:29:11.748770 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-b549d5a7-5abf-4bfe-b840-918dfed93fcd None None] Attempting to bind port 923493a3-4f12-444c-be92-2236dca340b8 on host n-d-827839-2 for vnic_type normal with profile {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:29:11.749615 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-b549d5a7-5abf-4bfe-b840-918dfed93fcd None None] Attempting to bind port 923493a3-4f12-444c-be92-2236dca340b8 by drivers openvswitch,hyperv on host n-d-827839-2 at level 0 using segments [{'id': '689a1de2-3591-46a9-aead-be6d3160457a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '90e7058b-c984-48e8-9612-7a357ee20b1a'}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:29:11.750001 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b549d5a7-5abf-4bfe-b840-918dfed93fcd None None] Attempting to bind port 923493a3-4f12-444c-be92-2236dca340b8 on network 90e7058b-c984-48e8-9612-7a357ee20b1a {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:29:11.773742 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-5f286ea2-9be0-4a87-99c3-179fbf4ae81a tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] 10.222.0.89 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0743165 Feb 04 17:29:11.775190 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 46810) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:29:11.776609 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b549d5a7-5abf-4bfe-b840-918dfed93fcd None None] Checking agent: {'id': 'ba70844b-66a0-45fd-a2f2-e6ed673321fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 0, 36), 'started_at': datetime.datetime(2022, 2, 4, 17, 1, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 29, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:29:11.776988 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4ab75f-8db8-46c4-afe7-d065bce3ecca tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Pushing event deleted for resources: {'Subnet': ['ID=807e789c-b792-4865-828f-878cb2e055d3,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:29:11.777138 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b549d5a7-5abf-4bfe-b840-918dfed93fcd None None] Checking segment: {'id': '689a1de2-3591-46a9-aead-be6d3160457a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '90e7058b-c984-48e8-9612-7a357ee20b1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:29:11.777404 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b549d5a7-5abf-4bfe-b840-918dfed93fcd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:11.777794 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b549d5a7-5abf-4bfe-b840-918dfed93fcd None None] Bound using segment: {'id': '689a1de2-3591-46a9-aead-be6d3160457a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '90e7058b-c984-48e8-9612-7a357ee20b1a'} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:29:11.778673 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-b549d5a7-5abf-4bfe-b840-918dfed93fcd None None] Bound port: 923493a3-4f12-444c-be92-2236dca340b8, host: n-d-827839-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '689a1de2-3591-46a9-aead-be6d3160457a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '90e7058b-c984-48e8-9612-7a357ee20b1a'}}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:29:11.778673 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b549d5a7-5abf-4bfe-b840-918dfed93fcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (923493a3-4f12-444c-be92-2236dca340b8), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:11.783268 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device e70bcaa7-49a8-4a26-9bd6-f404581b0f4a no longer exists at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:29:11.783846 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-b80cd806-101e-428f-a437-b1f152b1cdf4 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Request body: {'subnet': {'network_id': 'ebdc431d-e6a4-4155-be30-2a7d896acbb0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:29:11.824476 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] No Port match for: e70bcaa7-49a8-4a26-9bd6-f404581b0f4a {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 17:29:11.832681 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device e70bcaa7-49a8-4a26-9bd6-f404581b0f4a not bound to the agent host n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 17:29:11.864794 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-89bb3240-7774-437e-8125-2b5023eb2246 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:11.879084 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-89bb3240-7774-437e-8125-2b5023eb2246 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] 10.222.0.89 "DELETE /v2.0/ports/12cdb9c5-3fa8-498b-9c12-445ad1050da1 HTTP/1.1" status: 204 len: 168 time: 2.9289267 Feb 04 17:29:11.880526 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 46812) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:29:11.897998 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-c2e1817c-e2d7-48b0-82ab-34774669c2be None None] Could not find standard attr ID for object e42239d1-faf4-4622-8af8-e5dca9422e0f. {{(pid=103378) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 17:29:11.919177 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b80cd806-101e-428f-a437-b1f152b1cdf4 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Made reservation on behalf of 2dabbd0ed422411582aec81f9de51a07 for: {'subnet': 1} {{(pid=103376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:29:11.923180 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-b80cd806-101e-428f-a437-b1f152b1cdf4 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25859006'] for subnet (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:12.054904 n-d-827839-2 neutron-server[103377]: INFO neutron.pecan_wsgi.hooks.translation [None req-b49ab84f-f232-468c-8681-66568d6a68c2 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] GET failed (client error): The resource could not be found. Feb 04 17:29:12.060112 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-b49ab84f-f232-468c-8681-66568d6a68c2 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] 10.222.0.89 "GET /v2.0/ports/12cdb9c5-3fa8-498b-9c12-445ad1050da1 HTTP/1.1" status: 404 len: 333 time: 0.1646855 Feb 04 17:29:12.061190 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 46816) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:29:12.061779 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-b549d5a7-5abf-4bfe-b840-918dfed93fcd None None] For port 923493a3-4f12-444c-be92-2236dca340b8, host n-d-827839-2, cleared binding levels {{(pid=103378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:29:12.148237 n-d-827839-2 neutron-server[103376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd23ffa64-7651-4974-8c0d-1ba4c302839d', 'name': 'network-vif-deleted', 'tag': 'ebd98b55-b8fd-45a0-bc8c-3d8c64222855'}] {{(pid=103376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:29:12.157757 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d59c3bb5e2f09ebf62144d5e09b1cff60c763a9c19614c24538e77842938c05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a11bd1b0-5be3-4577-b299-c1da86400f8d" -d '{"events": [{"server_uuid": "d23ffa64-7651-4974-8c0d-1ba4c302839d", "name": "network-vif-deleted", "tag": "ebd98b55-b8fd-45a0-bc8c-3d8c64222855"}]}' {{(pid=103376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:29:12.179469 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-b549d5a7-5abf-4bfe-b840-918dfed93fcd None None] For port 923493a3-4f12-444c-be92-2236dca340b8, host n-d-827839-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=923493a3-4f12-444c-be92-2236dca340b8,segment=NetworkSegment(689a1de2-3591-46a9-aead-be6d3160457a),segment_id=689a1de2-3591-46a9-aead-be6d3160457a)] {{(pid=103378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:29:12.185815 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-4313a54a-1fd3-454e-8bd7-bf732a3ac549 req-1a463921-21f1-4817-b2ef-1f5db9038435 tempest-ServersTestManualDisk-270532119 tempest-ServersTestManualDisk-270532119-project] 10.222.0.89 "GET /v2.0/security-groups?id=06658e9e-aff9-4c00-8a2e-e525c18f5304&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5120668 Feb 04 17:29:12.212773 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b549d5a7-5abf-4bfe-b840-918dfed93fcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (923493a3-4f12-444c-be92-2236dca340b8), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:12.292056 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.db_base_plugin_v2 [None req-881ef38b-53c2-4f4f-81be-402fe2900a41 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Deleting subnet 7891a924-4024-46bc-a808-c02906925b06 {{(pid=103377) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 17:29:12.298487 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.db_base_plugin_common [None req-460bc0d8-d7d5-4784-bae3-0d9d0217fc73 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Allocated IP 2001:db8::1 (90e7058b-c984-48e8-9612-7a357ee20b1a/8f841be6-d34a-4472-8110-b018def88a12/157b20bb-50ba-4e1f-b605-f91d4d2aff7d) {{(pid=103377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:29:12.305537 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-881ef38b-53c2-4f4f-81be-402fe2900a41 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Publish callbacks [] for subnet (7891a924-4024-46bc-a808-c02906925b06), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:12.374395 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-2676ef82-6ec7-4343-b341-a4200eb80cfd req-06fda522-1274-4782-b99f-4de817a52548 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] 10.222.0.89 "GET /v2.0/ports?device_id=d23ffa64-7651-4974-8c0d-1ba4c302839d HTTP/1.1" status: 200 len: 210 time: 0.1989782 Feb 04 17:29:12.387600 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 17:29:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3024ec99-c9a0-4ce9-984e-19f05b430321 x-openstack-request-id: req-3024ec99-c9a0-4ce9-984e-19f05b430321 {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:29:12.387945 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d23ffa64-7651-4974-8c0d-1ba4c302839d", "name": "network-vif-deleted", "tag": "ebd98b55-b8fd-45a0-bc8c-3d8c64222855", "status": "completed", "code": 200}]} {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:29:12.388161 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-3024ec99-c9a0-4ce9-984e-19f05b430321 {{(pid=103376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:29:12.388588 n-d-827839-2 neutron-server[103376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd23ffa64-7651-4974-8c0d-1ba4c302839d', 'name': 'network-vif-deleted', 'tag': 'ebd98b55-b8fd-45a0-bc8c-3d8c64222855', 'status': 'completed', 'code': 200} Feb 04 17:29:12.414340 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b549d5a7-5abf-4bfe-b840-918dfed93fcd None None] Pushing event updated for resources: {'Port': ['ID=923493a3-4f12-444c-be92-2236dca340b8,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:29:12.434698 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-881ef38b-53c2-4f4f-81be-402fe2900a41 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26866676'] for subnet (7891a924-4024-46bc-a808-c02906925b06), precommit_delete_associations {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:12.440614 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 56b8d5cb-805f-4a68-8148-a0b40f04ef28 up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:29:12.521237 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55372435-d226-4ef9-b516-4f14f6175a0f None None] Update dhcp port {'port': {'network_id': 'ebdc431d-e6a4-4155-be30-2a7d896acbb0', 'fixed_ips': [{'subnet_id': '807e789c-b792-4865-828f-878cb2e055d3'}], 'binding:host_id': 'n-d-827839-2'}, 'id': 'd6f04a58-07fb-42f1-b911-8bc038a5384b'} from n-d-827839-2. {{(pid=103378) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 04 17:29:12.533798 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [req-26c8407a-0e3e-4c18-884a-67f03d8546d8 req-1aef7785-2f2f-46b6-90fa-36ab82ecd152 tempest-ServersTestManualDisk-270532119 tempest-ServersTestManualDisk-270532119-project] Deleting port 5959601f-c661-4dad-b600-c38a77083c6b {{(pid=103377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:29:12.534456 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-26c8407a-0e3e-4c18-884a-67f03d8546d8 req-1aef7785-2f2f-46b6-90fa-36ab82ecd152 tempest-ServersTestManualDisk-270532119 tempest-ServersTestManualDisk-270532119-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (5959601f-c661-4dad-b600-c38a77083c6b), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:12.663212 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (3f9244a9-75fc-4c10-b195-11d48b853b41), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:12.670236 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-55372435-d226-4ef9-b516-4f14f6175a0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (d6f04a58-07fb-42f1-b911-8bc038a5384b), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:12.700270 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-b80cd806-101e-428f-a437-b1f152b1cdf4 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25674939', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25858952'] for subnet (d9ef4377-9778-4186-bebb-84c6be3e8ff5), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:12.771607 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-881ef38b-53c2-4f4f-81be-402fe2900a41 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1541225'] for subnet (7891a924-4024-46bc-a808-c02906925b06), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:12.799910 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b80cd806-101e-428f-a437-b1f152b1cdf4 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Network ebdc431d-e6a4-4155-be30-2a7d896acbb0 is already hosted by enough agents. {{(pid=103376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:29:12.806454 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [None req-b80cd806-101e-428f-a437-b1f152b1cdf4 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Resources bound (agent type, host, resource id): {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:29:12.809088 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b80cd806-101e-428f-a437-b1f152b1cdf4 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:29:12.812806 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-b80cd806-101e-428f-a437-b1f152b1cdf4 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks [] for subnet (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:12.829585 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80cd806-101e-428f-a437-b1f152b1cdf4 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Pushing event updated for resources: {'Subnet': ['ID=d9ef4377-9778-4186-bebb-84c6be3e8ff5,revision_number=0']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:29:12.846885 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-b80cd806-101e-428f-a437-b1f152b1cdf4 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0647576 Feb 04 17:29:12.847119 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 46830) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:29:12.857734 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-21fec3c9-cb4f-4c19-90d0-1299f221f376 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Request body: {'subnet': {'network_id': 'ebdc431d-e6a4-4155-be30-2a7d896acbb0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:29:12.919170 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a0eeaeb-1815-4f1e-97b4-6297f0a956e0 None None] Network 8597db77-0295-47d5-a936-4b1d263184ca requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:29:12.926756 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-460bc0d8-d7d5-4784-bae3-0d9d0217fc73 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Publish callbacks [] for port (157b20bb-50ba-4e1f-b605-f91d4d2aff7d), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:12.954401 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [req-26c8407a-0e3e-4c18-884a-67f03d8546d8 req-1aef7785-2f2f-46b6-90fa-36ab82ecd152 tempest-ServersTestManualDisk-270532119 tempest-ServersTestManualDisk-270532119-project] For port 5959601f-c661-4dad-b600-c38a77083c6b, host n-h2-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=5959601f-c661-4dad-b600-c38a77083c6b,segment=NetworkSegment(26c37238-eb14-4048-93f5-19bbe58aaf47),segment_id=26c37238-eb14-4048-93f5-19bbe58aaf47)] {{(pid=103377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:29:12.955664 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-26c8407a-0e3e-4c18-884a-67f03d8546d8 req-1aef7785-2f2f-46b6-90fa-36ab82ecd152 tempest-ServersTestManualDisk-270532119 tempest-ServersTestManualDisk-270532119-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (5959601f-c661-4dad-b600-c38a77083c6b), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:12.965556 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-881ef38b-53c2-4f4f-81be-402fe2900a41 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1541216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25888360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25597190'] for subnet (7891a924-4024-46bc-a808-c02906925b06), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:12.980184 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port 56b8d5cb-805f-4a68-8148-a0b40f04ef28 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:29:12.981293 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (56b8d5cb-805f-4a68-8148-a0b40f04ef28), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:13.099086 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21fec3c9-cb4f-4c19-90d0-1299f221f376 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Made reservation on behalf of 2dabbd0ed422411582aec81f9de51a07 for: {'subnet': 1} {{(pid=103376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:29:13.106244 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-21fec3c9-cb4f-4c19-90d0-1299f221f376 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25859006'] for subnet (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:13.136078 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-c4e23277-b6d3-4ec7-b1e1-b4125651eafb None None] Provisioning complete for port 56b8d5cb-805f-4a68-8148-a0b40f04ef28 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:29:13.140632 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c4e23277-b6d3-4ec7-b1e1-b4125651eafb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (56b8d5cb-805f-4a68-8148-a0b40f04ef28), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:13.233005 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-26c8407a-0e3e-4c18-884a-67f03d8546d8 req-1aef7785-2f2f-46b6-90fa-36ab82ecd152 tempest-ServersTestManualDisk-270532119 tempest-ServersTestManualDisk-270532119-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:13.233455 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-26c8407a-0e3e-4c18-884a-67f03d8546d8 req-1aef7785-2f2f-46b6-90fa-36ab82ecd152 tempest-ServersTestManualDisk-270532119 tempest-ServersTestManualDisk-270532119-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1595586'] for floatingip (4f91d1bf-2a07-4976-8581-d9e786d047d0), after_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:13.233844 n-d-827839-2 neutron-server[103377]: INFO neutron.db.l3_db [req-26c8407a-0e3e-4c18-884a-67f03d8546d8 req-1aef7785-2f2f-46b6-90fa-36ab82ecd152 tempest-ServersTestManualDisk-270532119 tempest-ServersTestManualDisk-270532119-project] Floating IP 4f91d1bf-2a07-4976-8581-d9e786d047d0 disassociated. External IP: 172.25.6.11, port: 5959601f-c661-4dad-b600-c38a77083c6b. Feb 04 17:29:13.234283 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [req-26c8407a-0e3e-4c18-884a-67f03d8546d8 req-1aef7785-2f2f-46b6-90fa-36ab82ecd152 tempest-ServersTestManualDisk-270532119 tempest-ServersTestManualDisk-270532119-project] Calling delete_port for 5959601f-c661-4dad-b600-c38a77083c6b owned by compute:nova {{(pid=103377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:29:13.241884 n-d-827839-2 neutron-server[103376]: INFO neutron.db.ipam_backend_mixin [None req-21fec3c9-cb4f-4c19-90d0-1299f221f376 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet d9ef4377-9778-4186-bebb-84c6be3e8ff5 (CIDR: 2001:db8::/64) Feb 04 17:29:13.245943 n-d-827839-2 neutron-server[103376]: INFO neutron.pecan_wsgi.hooks.translation [None req-21fec3c9-cb4f-4c19-90d0-1299f221f376 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 17:29:13.246412 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-21fec3c9-cb4f-4c19-90d0-1299f221f376 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103376) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 17:29:13.283714 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-21fec3c9-cb4f-4c19-90d0-1299f221f376 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4347088 Feb 04 17:29:13.286286 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 46834) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:29:13.294261 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-194d3969-87b5-419f-8eaf-ff30722d059e tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Request body: {'subnet': {'network_id': 'ebdc431d-e6a4-4155-be30-2a7d896acbb0', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:29:13.467946 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-881ef38b-53c2-4f4f-81be-402fe2900a41 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Publish callbacks [] for subnet (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:13.475979 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-881ef38b-53c2-4f4f-81be-402fe2900a41 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] 10.222.0.89 "DELETE /v2.0/subnets/7891a924-4024-46bc-a808-c02906925b06 HTTP/1.1" status: 204 len: 168 time: 1.4058380 Feb 04 17:29:13.482382 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 46840) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:29:13.532471 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881ef38b-53c2-4f4f-81be-402fe2900a41 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Pushing event deleted for resources: {'Subnet': ['ID=7891a924-4024-46bc-a808-c02906925b06,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:29:13.535419 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-26c8407a-0e3e-4c18-884a-67f03d8546d8 req-1aef7785-2f2f-46b6-90fa-36ab82ecd152 tempest-ServersTestManualDisk-270532119 tempest-ServersTestManualDisk-270532119-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (5959601f-c661-4dad-b600-c38a77083c6b), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:13.567613 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-b16f7313-9918-4c36-b79b-c2e05d94e529 req-5e9a69a6-a477-4f1f-9d09-507875360b7f tempest-ServersTestManualDisk-270532119 tempest-ServersTestManualDisk-270532119-project] 10.222.0.89 "GET /v2.0/ports?device_id=fee7387d-f3a9-40e1-8bd0-184958f0f201 HTTP/1.1" status: 200 len: 210 time: 0.0904219 Feb 04 17:29:13.743991 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-968c264c-fed4-4f80-8ac4-a085d75c0622 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628832'] for network (8597db77-0295-47d5-a936-4b1d263184ca), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:13.786613 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aef7785-2f2f-46b6-90fa-36ab82ecd152 tempest-ServersTestManualDisk-270532119 tempest-ServersTestManualDisk-270532119-project] Pushing event deleted for resources: {'Port': ['ID=5959601f-c661-4dad-b600-c38a77083c6b,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:29:13.792278 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-2b22a31e-d5cb-4314-8810-c70f79275e10 req-62778838-6f62-4b44-be19-682769466652 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] 10.222.0.89 "GET /v2.0/ports?device_id=d23ffa64-7651-4974-8c0d-1ba4c302839d HTTP/1.1" status: 200 len: 210 time: 0.2350628 Feb 04 17:29:13.796434 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0248cab1-4bc5-4cb4-9557-2f62657fc84c None None] Network ebdc431d-e6a4-4155-be30-2a7d896acbb0 requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:29:13.845222 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-194d3969-87b5-419f-8eaf-ff30722d059e tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Made reservation on behalf of 2dabbd0ed422411582aec81f9de51a07 for: {'subnet': 1} {{(pid=103376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:29:13.857010 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-194d3969-87b5-419f-8eaf-ff30722d059e tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25859006'] for subnet (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:13.881560 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-c4e23277-b6d3-4ec7-b1e1-b4125651eafb None None] Current status of the port 56b8d5cb-805f-4a68-8148-a0b40f04ef28 is: DOWN; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:29:13.882158 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c4e23277-b6d3-4ec7-b1e1-b4125651eafb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (56b8d5cb-805f-4a68-8148-a0b40f04ef28), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:13.893620 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.l3_agent_scheduler [req-26c8407a-0e3e-4c18-884a-67f03d8546d8 req-1aef7785-2f2f-46b6-90fa-36ab82ecd152 tempest-ServersTestManualDisk-270532119 tempest-ServersTestManualDisk-270532119-project] Router 92f45d93-1482-47ac-bc3b-900145f579b5 has already been hosted by L3 agent 64ada913-9131-4d99-a265-63a920956287 {{(pid=103377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 17:29:13.924767 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-460bc0d8-d7d5-4784-bae3-0d9d0217fc73 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (157b20bb-50ba-4e1f-b605-f91d4d2aff7d), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:13.940358 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port 56b8d5cb-805f-4a68-8148-a0b40f04ef28 is: DOWN; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:29:13.940910 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (56b8d5cb-805f-4a68-8148-a0b40f04ef28), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:14.004477 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-c4e23277-b6d3-4ec7-b1e1-b4125651eafb None None] For port 56b8d5cb-805f-4a68-8148-a0b40f04ef28, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=56b8d5cb-805f-4a68-8148-a0b40f04ef28,segment=NetworkSegment(4ad8a654-f8d3-40c0-bcd0-5f2cabba02d0),segment_id=4ad8a654-f8d3-40c0-bcd0-5f2cabba02d0)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:29:14.025944 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460bc0d8-d7d5-4784-bae3-0d9d0217fc73 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Pushing event updated for resources: {'Port': ['ID=157b20bb-50ba-4e1f-b605-f91d4d2aff7d,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:29:14.079422 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c4e23277-b6d3-4ec7-b1e1-b4125651eafb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (56b8d5cb-805f-4a68-8148-a0b40f04ef28), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:14.132678 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-460bc0d8-d7d5-4784-bae3-0d9d0217fc73 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Network 90e7058b-c984-48e8-9612-7a357ee20b1a is already hosted by enough agents. {{(pid=103377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:29:14.137604 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [None req-460bc0d8-d7d5-4784-bae3-0d9d0217fc73 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Resources bound (agent type, host, resource id): {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:29:14.143562 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-460bc0d8-d7d5-4784-bae3-0d9d0217fc73 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Received port after_create {{(pid=103377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:29:14.144136 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-460bc0d8-d7d5-4784-bae3-0d9d0217fc73 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1595471'] for router_interface (6e3a1246-b213-4491-a2b7-9dfd6d9479a8), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:14.205613 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-968c264c-fed4-4f80-8ac4-a085d75c0622 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Deleting port 56b8d5cb-805f-4a68-8148-a0b40f04ef28 {{(pid=103376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:29:14.209976 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-968c264c-fed4-4f80-8ac4-a085d75c0622 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (56b8d5cb-805f-4a68-8148-a0b40f04ef28), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:14.376597 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4b5b6397-a71a-453f-91b2-b48a57481577 None None] Provisioning complete for port d6f04a58-07fb-42f1-b911-8bc038a5384b triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:29:14.377979 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4b5b6397-a71a-453f-91b2-b48a57481577 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (d6f04a58-07fb-42f1-b911-8bc038a5384b), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:14.441265 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [None req-968c264c-fed4-4f80-8ac4-a085d75c0622 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] For port 56b8d5cb-805f-4a68-8148-a0b40f04ef28, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=56b8d5cb-805f-4a68-8148-a0b40f04ef28,segment=NetworkSegment(4ad8a654-f8d3-40c0-bcd0-5f2cabba02d0),segment_id=4ad8a654-f8d3-40c0-bcd0-5f2cabba02d0)] {{(pid=103376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:29:14.442511 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-968c264c-fed4-4f80-8ac4-a085d75c0622 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (56b8d5cb-805f-4a68-8148-a0b40f04ef28), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:14.458902 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-968c264c-fed4-4f80-8ac4-a085d75c0622 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Calling delete_port for 56b8d5cb-805f-4a68-8148-a0b40f04ef28 owned by network:dhcp {{(pid=103376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:29:14.472783 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc2b1636-1253-4655-9dcc-25e574de0c12 None None] Network 8597db77-0295-47d5-a936-4b1d263184ca requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:29:14.493274 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-460bc0d8-d7d5-4784-bae3-0d9d0217fc73 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (157b20bb-50ba-4e1f-b605-f91d4d2aff7d), before_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:14.607430 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-968c264c-fed4-4f80-8ac4-a085d75c0622 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (56b8d5cb-805f-4a68-8148-a0b40f04ef28), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:14.623634 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ec27d73-d310-4034-9d98-8b30d5b6b219 None None] Network 90e7058b-c984-48e8-9612-7a357ee20b1a requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:29:14.670958 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-26c8407a-0e3e-4c18-884a-67f03d8546d8 req-1aef7785-2f2f-46b6-90fa-36ab82ecd152 tempest-ServersTestManualDisk-270532119 tempest-ServersTestManualDisk-270532119-project] Notify agent at l3_agent.n-d-827839-2 the message routers_updated {{(pid=103377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 17:29:14.713047 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968c264c-fed4-4f80-8ac4-a085d75c0622 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Pushing event deleted for resources: {'Port': ['ID=56b8d5cb-805f-4a68-8148-a0b40f04ef28,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:29:14.741065 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [req-26c8407a-0e3e-4c18-884a-67f03d8546d8 req-1aef7785-2f2f-46b6-90fa-36ab82ecd152 tempest-ServersTestManualDisk-270532119 tempest-ServersTestManualDisk-270532119-project] No DVR routers for this DVR port 5959601f-c661-4dad-b600-c38a77083c6b on host n-h2-827839-2 {{(pid=103377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 17:29:14.741306 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-968c264c-fed4-4f80-8ac4-a085d75c0622 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] No DVR routers for this DVR port 56b8d5cb-805f-4a68-8148-a0b40f04ef28 on host n-d-827839-2 {{(pid=103376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 17:29:14.746703 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-26c8407a-0e3e-4c18-884a-67f03d8546d8 req-1aef7785-2f2f-46b6-90fa-36ab82ecd152 tempest-ServersTestManualDisk-270532119 tempest-ServersTestManualDisk-270532119-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:14.759670 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-26c8407a-0e3e-4c18-884a-67f03d8546d8 req-1aef7785-2f2f-46b6-90fa-36ab82ecd152 tempest-ServersTestManualDisk-270532119 tempest-ServersTestManualDisk-270532119-project] 10.222.0.90 "DELETE /v2.0/ports/5959601f-c661-4dad-b600-c38a77083c6b HTTP/1.1" status: 204 len: 173 time: 3.0668998 Feb 04 17:29:14.762409 n-d-827839-2 neutron-server[103377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fee7387d-f3a9-40e1-8bd0-184958f0f201', 'name': 'network-vif-deleted', 'tag': '5959601f-c661-4dad-b600-c38a77083c6b'}] {{(pid=103377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:29:14.777707 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7240428b650e1488e9361b62648ff4b3a6c19d49d8c27c949491ab58c1346cf0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fc821d0-7c65-4306-86fd-ae2b1298bb5f" -d '{"events": [{"server_uuid": "fee7387d-f3a9-40e1-8bd0-184958f0f201", "name": "network-vif-deleted", "tag": "5959601f-c661-4dad-b600-c38a77083c6b"}]}' {{(pid=103377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:29:14.820054 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e23277-b6d3-4ec7-b1e1-b4125651eafb None None] Pushing event updated for resources: {'Port': ['ID=56b8d5cb-805f-4a68-8148-a0b40f04ef28,revision_number=4']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:29:14.824669 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d70eddce-c02e-4b99-98ba-7b946963cb03 None None] Sync routers for ids ['92f45d93-1482-47ac-bc3b-900145f579b5'] in n-d-827839-2 {{(pid=103378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 17:29:14.862075 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.db.api [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103378) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 17:29:14.865183 n-d-827839-2 neutron-server[103378]: DEBUG oslo_db.api [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 17:29:14.876305 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-968c264c-fed4-4f80-8ac4-a085d75c0622 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1543676', 'neutron.services.segments.db._delete_segments_for_network-8781084786517'] for network (8597db77-0295-47d5-a936-4b1d263184ca), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:14.926361 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 17:29:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f50306c8-1715-4b70-bfac-9ad9423f64ba x-openstack-request-id: req-f50306c8-1715-4b70-bfac-9ad9423f64ba {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:29:14.927290 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fee7387d-f3a9-40e1-8bd0-184958f0f201", "name": "network-vif-deleted", "tag": "5959601f-c661-4dad-b600-c38a77083c6b", "status": "completed", "code": 200}]} {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:29:14.927290 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-f50306c8-1715-4b70-bfac-9ad9423f64ba {{(pid=103377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:29:14.929569 n-d-827839-2 neutron-server[103377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fee7387d-f3a9-40e1-8bd0-184958f0f201', 'name': 'network-vif-deleted', 'tag': '5959601f-c661-4dad-b600-c38a77083c6b', 'status': 'completed', 'code': 200} Feb 04 17:29:14.942724 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-3f534b82-f992-45a8-801d-10d88e0e1ab7 req-99bf347d-54d1-42e4-a54d-3ba5002c195c tempest-ServersTestManualDisk-270532119 tempest-ServersTestManualDisk-270532119-project] 10.222.0.89 "GET /v2.0/ports?device_id=fee7387d-f3a9-40e1-8bd0-184958f0f201 HTTP/1.1" status: 200 len: 210 time: 0.2091641 Feb 04 17:29:14.970113 n-d-827839-2 neutron-server[103376]: DEBUG neutron.services.segments.db [None req-968c264c-fed4-4f80-8ac4-a085d75c0622 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8597db77-0295-47d5-a936-4b1d263184ca']}} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:29:14.983843 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Device 5959601f-c661-4dad-b600-c38a77083c6b no longer exists at agent hyperv_n-h2-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:29:15.003494 n-d-827839-2 neutron-server[103376]: DEBUG neutron.services.segments.db [None req-968c264c-fed4-4f80-8ac4-a085d75c0622 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ad8a654-f8d3-40c0-bcd0-5f2cabba02d0') {'for_net_delete': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:29:15.007413 n-d-827839-2 neutron-server[103376]: DEBUG neutron.services.segments.db [None req-968c264c-fed4-4f80-8ac4-a085d75c0622 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ad8a654-f8d3-40c0-bcd0-5f2cabba02d0') {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:29:15.034525 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-968c264c-fed4-4f80-8ac4-a085d75c0622 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781084783966', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25674908'] for segment (4ad8a654-f8d3-40c0-bcd0-5f2cabba02d0), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:15.081839 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] No Port match for: 5959601f-c661-4dad-b600-c38a77083c6b {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 17:29:15.082126 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Device 5959601f-c661-4dad-b600-c38a77083c6b not bound to the agent host n-h2-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 17:29:15.084514 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0c1e02a-62ad-42a7-ba3f-41a237d61f49 None None] DHCP port deletion for 8597db77-0295-47d5-a936-4b1d263184ca request from n-d-827839-2 {{(pid=103378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 17:29:15.200449 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d70eddce-c02e-4b99-98ba-7b946963cb03 None None] Routers {'92f45d93-1482-47ac-bc3b-900145f579b5'} bound to L3 agent in host n-d-827839-2 {{(pid=103378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:29:15.201150 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-d70eddce-c02e-4b99-98ba-7b946963cb03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:29:02Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['92f45d93-1482-47ac-bc3b-900145f579b5'], 'active': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:29:15.213132 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-460bc0d8-d7d5-4784-bae3-0d9d0217fc73 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Publish callbacks [] for port (157b20bb-50ba-4e1f-b605-f91d4d2aff7d), precommit_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:15.221299 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-460bc0d8-d7d5-4784-bae3-0d9d0217fc73 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25888290'] for port (157b20bb-50ba-4e1f-b605-f91d4d2aff7d), after_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:15.222362 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-460bc0d8-d7d5-4784-bae3-0d9d0217fc73 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1677345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602751'] for router_interface (6e3a1246-b213-4491-a2b7-9dfd6d9479a8), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:15.230179 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-bed1fe32-b76f-4003-a838-98617abb41e5 req-172ef375-012e-4960-9dda-b6b5ac3c5758 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] 10.222.0.89 "GET /v2.0/ports?device_id=d23ffa64-7651-4974-8c0d-1ba4c302839d HTTP/1.1" status: 200 len: 210 time: 0.1739509 Feb 04 17:29:15.231356 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-968c264c-fed4-4f80-8ac4-a085d75c0622 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (4ad8a654-f8d3-40c0-bcd0-5f2cabba02d0), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:15.276693 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-968c264c-fed4-4f80-8ac4-a085d75c0622 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Releasing vlan 778 on physical network physnet1 to pool {{(pid=103376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 17:29:15.277234 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-968c264c-fed4-4f80-8ac4-a085d75c0622 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25675992'] for segment (4ad8a654-f8d3-40c0-bcd0-5f2cabba02d0), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:15.281245 n-d-827839-2 neutron-server[103376]: Traceback (most recent call last): Feb 04 17:29:15.281245 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 17:29:15.281245 n-d-827839-2 neutron-server[103376]: timer() Feb 04 17:29:15.281245 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 17:29:15.281245 n-d-827839-2 neutron-server[103376]: cb(*args, **kw) Feb 04 17:29:15.281245 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 17:29:15.281245 n-d-827839-2 neutron-server[103376]: return func(*args, **kwargs) Feb 04 17:29:15.281245 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 17:29:15.281245 n-d-827839-2 neutron-server[103376]: self._notify() Feb 04 17:29:15.281245 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 17:29:15.281245 n-d-827839-2 neutron-server[103376]: self.callback(batched_events) Feb 04 17:29:15.281245 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 17:29:15.281245 n-d-827839-2 neutron-server[103376]: event.method(event) Feb 04 17:29:15.281245 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 17:29:15.281245 n-d-827839-2 neutron-server[103376]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 17:29:15.281245 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 17:29:15.281245 n-d-827839-2 neutron-server[103376]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 17:29:15.281245 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 17:29:15.281245 n-d-827839-2 neutron-server[103376]: return f(self, *a, **k) Feb 04 17:29:15.281245 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 17:29:15.281245 n-d-827839-2 neutron-server[103376]: return self._get(url).json() Feb 04 17:29:15.281245 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 17:29:15.281245 n-d-827839-2 neutron-server[103376]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 17:29:15.281245 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 17:29:15.281245 n-d-827839-2 neutron-server[103376]: return self.request(url, 'GET', **kwargs) Feb 04 17:29:15.281245 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 17:29:15.281245 n-d-827839-2 neutron-server[103376]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 17:29:15.281245 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 17:29:15.281245 n-d-827839-2 neutron-server[103376]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 17:29:15.281245 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 17:29:15.281245 n-d-827839-2 neutron-server[103376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 17:29:15.281245 n-d-827839-2 neutron-server[103376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 17:29:15.386510 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460bc0d8-d7d5-4784-bae3-0d9d0217fc73 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Pushing event updated for resources: {'Port': ['ID=157b20bb-50ba-4e1f-b605-f91d4d2aff7d,revision_number=2']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:29:15.447102 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-460bc0d8-d7d5-4784-bae3-0d9d0217fc73 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Network 90e7058b-c984-48e8-9612-7a357ee20b1a is already hosted by enough agents. {{(pid=103377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:29:15.449136 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [None req-460bc0d8-d7d5-4784-bae3-0d9d0217fc73 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Resources bound (agent type, host, resource id): {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:29:15.467671 n-d-827839-2 neutron-server[103376]: DEBUG neutron.objects.ports [None req-194d3969-87b5-419f-8eaf-ff30722d059e tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103376) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 04 17:29:15.479004 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4b5b6397-a71a-453f-91b2-b48a57481577 None None] Current status of the port d6f04a58-07fb-42f1-b911-8bc038a5384b is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:29:15.490325 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Port 56b8d5cb-805f-4a68-8148-a0b40f04ef28 update to ACTIVE by agent not found {{(pid=103378) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2215}} Feb 04 17:29:15.490325 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device d6f04a58-07fb-42f1-b911-8bc038a5384b up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:29:15.584355 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d38b8a84-5cfe-42da-9baf-060b5fe180a6 None None] Update dhcp port {'port': {'network_id': 'ebdc431d-e6a4-4155-be30-2a7d896acbb0', 'fixed_ips': [{'subnet_id': 'd9ef4377-9778-4186-bebb-84c6be3e8ff5'}], 'binding:host_id': 'n-d-827839-2'}, 'id': 'd6f04a58-07fb-42f1-b911-8bc038a5384b'} from n-d-827839-2. {{(pid=103378) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 04 17:29:15.620948 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-968c264c-fed4-4f80-8ac4-a085d75c0622 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1543671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1595572'] for network (8597db77-0295-47d5-a936-4b1d263184ca), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:15.627981 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-e4a1ec1b-2eec-4dfa-9e7c-171534883c06 None None] Could not find standard attr ID for object 56b8d5cb-805f-4a68-8148-a0b40f04ef28. {{(pid=103378) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 17:29:15.659905 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-460bc0d8-d7d5-4784-bae3-0d9d0217fc73 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Router 6e3a1246-b213-4491-a2b7-9dfd6d9479a8 is scheduled to L3 agent 64ada913-9131-4d99-a265-63a920956287 with binding_index 1 {{(pid=103377) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 17:29:15.661661 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvr_db [None req-d70eddce-c02e-4b99-98ba-7b946963cb03 None None] Set router 92f45d93-1482-47ac-bc3b-900145f579b5 gateway port host: n-d-827839-2 {{(pid=103378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:29:15.675949 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-968c264c-fed4-4f80-8ac4-a085d75c0622 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677565'] for network (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:15.687155 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-968c264c-fed4-4f80-8ac4-a085d75c0622 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] 10.222.0.89 "DELETE /v2.0/networks/8597db77-0295-47d5-a936-4b1d263184ca HTTP/1.1" status: 204 len: 168 time: 2.2034059 Feb 04 17:29:15.692200 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 46860) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:29:15.694128 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d38b8a84-5cfe-42da-9baf-060b5fe180a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (d6f04a58-07fb-42f1-b911-8bc038a5384b), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:15.711176 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-6a713da6-2385-4f5d-851c-c85ce2c28e31 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Request body: {'port': {'network_id': '39c5a3cf-023d-44e7-9195-38ea0e412caf', 'name': 'tempest-PortsTestJSON-819760615'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:29:15.731205 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968c264c-fed4-4f80-8ac4-a085d75c0622 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Pushing event deleted for resources: {'Network': ['ID=8597db77-0295-47d5-a936-4b1d263184ca,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:29:15.741894 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-e4a1ec1b-2eec-4dfa-9e7c-171534883c06 None None] Provisioning complete for port 923493a3-4f12-444c-be92-2236dca340b8 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:29:15.742341 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e4a1ec1b-2eec-4dfa-9e7c-171534883c06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (923493a3-4f12-444c-be92-2236dca340b8), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:15.956417 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-194d3969-87b5-419f-8eaf-ff30722d059e tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (d6f04a58-07fb-42f1-b911-8bc038a5384b), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:15.983303 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port d6f04a58-07fb-42f1-b911-8bc038a5384b triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:29:15.983776 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (d6f04a58-07fb-42f1-b911-8bc038a5384b), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:15.993949 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a713da6-2385-4f5d-851c-c85ce2c28e31 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Made reservation on behalf of 6054a945d1db4859ae33f1c6e4a7b141 for: {'port': 1} {{(pid=103376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:29:16.006525 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-6a713da6-2385-4f5d-851c-c85ce2c28e31 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:16.099074 n-d-827839-2 neutron-server[103376]: DEBUG neutron.notifiers.nova [None req-6a713da6-2385-4f5d-851c-c85ce2c28e31 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] device_id is not set on port f2dc26fa-d09f-4bdf-a212-e164426e4804 yet. {{(pid=103376) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 04 17:29:16.199450 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 46868) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:29:16.351660 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [None req-194d3969-87b5-419f-8eaf-ff30722d059e tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] For port d6f04a58-07fb-42f1-b911-8bc038a5384b, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=d6f04a58-07fb-42f1-b911-8bc038a5384b,segment=NetworkSegment(2fcce0c7-9a0a-428a-b986-cae51cd3c129),segment_id=2fcce0c7-9a0a-428a-b986-cae51cd3c129)] {{(pid=103376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:29:16.483912 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port d6f04a58-07fb-42f1-b911-8bc038a5384b is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:29:16.555943 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-194d3969-87b5-419f-8eaf-ff30722d059e tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks [] for port (d6f04a58-07fb-42f1-b911-8bc038a5384b), precommit_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:16.562527 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-430cb38e-4b7b-4862-bdeb-7b9d39d02d12 req-913824d8-b608-4213-9ff2-4c6f3954f857 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] 10.222.0.89 "GET /v2.0/ports?device_id=d23ffa64-7651-4974-8c0d-1ba4c302839d HTTP/1.1" status: 200 len: 210 time: 0.0792854 Feb 04 17:29:16.563099 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-e4a1ec1b-2eec-4dfa-9e7c-171534883c06 None None] Current status of the port 923493a3-4f12-444c-be92-2236dca340b8 is: DOWN; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:29:16.563333 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e4a1ec1b-2eec-4dfa-9e7c-171534883c06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (923493a3-4f12-444c-be92-2236dca340b8), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:16.605006 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-194d3969-87b5-419f-8eaf-ff30722d059e tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675836'] for port (d6f04a58-07fb-42f1-b911-8bc038a5384b), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:16.673173 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-b98b88b7-98cf-4e35-9144-590e7bfd4311 tempest-ServersTestManualDisk-270532119 tempest-ServersTestManualDisk-270532119-project] Publish callbacks [] for security_group (06658e9e-aff9-4c00-8a2e-e525c18f5304), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:16.674682 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-460bc0d8-d7d5-4784-bae3-0d9d0217fc73 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Notify agent at l3_agent.n-d-827839-2 the message routers_updated {{(pid=103377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 17:29:16.680689 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-194d3969-87b5-419f-8eaf-ff30722d059e tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25674939', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25858952'] for subnet (e87cd91d-0f04-4957-8167-97d24cef60f5), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:16.689973 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35c8802f-2ae7-4c83-bab8-cbcad61362f0 None None] Sync routers for ids ['6e3a1246-b213-4491-a2b7-9dfd6d9479a8'] in n-d-827839-2 {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 17:29:16.697596 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-460bc0d8-d7d5-4784-bae3-0d9d0217fc73 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] 10.222.0.89 "PUT /v2.0/routers/6e3a1246-b213-4491-a2b7-9dfd6d9479a8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7566838 Feb 04 17:29:16.700118 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 46872) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:29:16.711245 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35c8802f-2ae7-4c83-bab8-cbcad61362f0 None None] Routers {'6e3a1246-b213-4491-a2b7-9dfd6d9479a8'} bound to L3 agent in host n-d-827839-2 {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:29:16.718549 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-35c8802f-2ae7-4c83-bab8-cbcad61362f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:29:02Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['6e3a1246-b213-4491-a2b7-9dfd6d9479a8'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:29:16.741097 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-e4a1ec1b-2eec-4dfa-9e7c-171534883c06 None None] For port 923493a3-4f12-444c-be92-2236dca340b8, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=923493a3-4f12-444c-be92-2236dca340b8,segment=NetworkSegment(689a1de2-3591-46a9-aead-be6d3160457a),segment_id=689a1de2-3591-46a9-aead-be6d3160457a)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:29:16.758374 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e4a1ec1b-2eec-4dfa-9e7c-171534883c06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (923493a3-4f12-444c-be92-2236dca340b8), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:16.793099 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-35c8802f-2ae7-4c83-bab8-cbcad61362f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827839-2', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:29:16.807008 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35c8802f-2ae7-4c83-bab8-cbcad61362f0 None None] Routers {'6e3a1246-b213-4491-a2b7-9dfd6d9479a8'} bound to L3 agent in host n-d-827839-2 {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:29:16.807998 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-35c8802f-2ae7-4c83-bab8-cbcad61362f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:29:02Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['6e3a1246-b213-4491-a2b7-9dfd6d9479a8'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:29:16.828648 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba4fa99d-5194-4118-b09f-0e97f1ec9cbb tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:29:16.832200 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-ba4fa99d-5194-4118-b09f-0e97f1ec9cbb tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] 10.222.0.89 "GET /v2.0/ports/157b20bb-50ba-4e1f-b605-f91d4d2aff7d HTTP/1.1" status: 200 len: 911 time: 0.1301827 Feb 04 17:29:16.835267 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 46874) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:29:16.853223 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-35c8802f-2ae7-4c83-bab8-cbcad61362f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827839-2', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:29:16.854278 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35c8802f-2ae7-4c83-bab8-cbcad61362f0 None None] The sync data for ids ['6e3a1246-b213-4491-a2b7-9dfd6d9479a8'] in n-d-827839-2 is: [] {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 17:29:16.897156 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-194d3969-87b5-419f-8eaf-ff30722d059e tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Network ebdc431d-e6a4-4155-be30-2a7d896acbb0 is already hosted by enough agents. {{(pid=103376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:29:16.899484 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [None req-194d3969-87b5-419f-8eaf-ff30722d059e tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Resources bound (agent type, host, resource id): {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:29:17.010231 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-b98b88b7-98cf-4e35-9144-590e7bfd4311 tempest-ServersTestManualDisk-270532119 tempest-ServersTestManualDisk-270532119-project] Publish callbacks [] for security_group (06658e9e-aff9-4c00-8a2e-e525c18f5304), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:17.067888 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 923493a3-4f12-444c-be92-2236dca340b8 up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:29:17.085487 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-d38b8a84-5cfe-42da-9baf-060b5fe180a6 None None] Allocated IP 2001:db8::2 (ebdc431d-e6a4-4155-be30-2a7d896acbb0/d9ef4377-9778-4186-bebb-84c6be3e8ff5/d6f04a58-07fb-42f1-b911-8bc038a5384b) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:29:17.085768 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194d3969-87b5-419f-8eaf-ff30722d059e tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Pushing event updated for resources: {'Subnet': ['ID=e87cd91d-0f04-4957-8167-97d24cef60f5,revision_number=0']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:29:17.099230 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-194d3969-87b5-419f-8eaf-ff30722d059e tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:29:17.099936 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-194d3969-87b5-419f-8eaf-ff30722d059e tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks [] for subnet (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:17.145439 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-17c23732-ca84-4def-89ae-26be35f10afb None None] Provisioning complete for port 157b20bb-50ba-4e1f-b605-f91d4d2aff7d triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:29:17.145813 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-17c23732-ca84-4def-89ae-26be35f10afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (157b20bb-50ba-4e1f-b605-f91d4d2aff7d), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:17.204540 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a1ec1b-2eec-4dfa-9e7c-171534883c06 None None] Pushing event updated for resources: {'Port': ['ID=923493a3-4f12-444c-be92-2236dca340b8,revision_number=3']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:29:17.209299 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-d70eddce-c02e-4b99-98ba-7b946963cb03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92f45d93-1482-47ac-bc3b-900145f579b5', 'name': 'tempest-ServersTestManualDisk-1976305712-router', 'tenant_id': '6da63b05ffc14b34a19fe38a380b0dc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.65'}], 'enable_snat': True}, 'gw_port_id': '375c1d4d-6c08-48e0-b09d-ef482b4283e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:27:50Z', 'updated_at': '2022-02-04T17:27:59Z', 'revision_number': 4, 'project_id': '6da63b05ffc14b34a19fe38a380b0dc4', 'gw_port': {'id': '375c1d4d-6c08-48e0-b09d-ef482b4283e7', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:63:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92f45d93-1482-47ac-bc3b-900145f579b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1992, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:27:51Z', 'updated_at': '2022-02-04T17:27:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_interfaces': [{'id': '11f53c5c-fabf-4fb7-80cf-51606e2c9d16', 'name': '', 'network_id': 'df50260c-ccf9-42da-ab7c-062be6414a2d', 'tenant_id': '6da63b05ffc14b34a19fe38a380b0dc4', 'mac_address': 'fa:16:3e:36:78:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92f45d93-1482-47ac-bc3b-900145f579b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2011, 'fixed_ips': [{'subnet_id': 'eb79c871-9674-4827-b446-ec256e1c98d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:27:57Z', 'updated_at': '2022-02-04T17:28:04Z', 'revision_number': 5, 'project_id': '6da63b05ffc14b34a19fe38a380b0dc4', 'subnets': [{'id': 'eb79c871-9674-4827-b446-ec256e1c98d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-2', False) {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:29:17.214326 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-b98b88b7-98cf-4e35-9144-590e7bfd4311 tempest-ServersTestManualDisk-270532119 tempest-ServersTestManualDisk-270532119-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (06658e9e-aff9-4c00-8a2e-e525c18f5304), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:17.220606 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-b98b88b7-98cf-4e35-9144-590e7bfd4311 tempest-ServersTestManualDisk-270532119 tempest-ServersTestManualDisk-270532119-project] Publish callbacks [] for security_group (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:17.222245 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-b98b88b7-98cf-4e35-9144-590e7bfd4311 tempest-ServersTestManualDisk-270532119 tempest-ServersTestManualDisk-270532119-project] 10.222.0.89 "DELETE /v2.0/security-groups/06658e9e-aff9-4c00-8a2e-e525c18f5304 HTTP/1.1" status: 204 len: 168 time: 0.8683691 Feb 04 17:29:17.257648 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 46878) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:29:17.258534 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98b88b7-98cf-4e35-9144-590e7bfd4311 tempest-ServersTestManualDisk-270532119 tempest-ServersTestManualDisk-270532119-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=06658e9e-aff9-4c00-8a2e-e525c18f5304,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:29:17.277813 n-d-827839-2 neutron-server[103376]: INFO neutron.api.v2.resource [None req-8a248845-f97a-4859-8f5f-06a010b606d0 tempest-ServersTestManualDisk-270532119 tempest-ServersTestManualDisk-270532119-project] show failed (client error): The resource could not be found. Feb 04 17:29:17.278863 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-8a248845-f97a-4859-8f5f-06a010b606d0 tempest-ServersTestManualDisk-270532119 tempest-ServersTestManualDisk-270532119-project] 10.222.0.89 "GET /v2.0/security-groups/06658e9e-aff9-4c00-8a2e-e525c18f5304 HTTP/1.1" status: 404 len: 347 time: 0.0181105 Feb 04 17:29:17.281624 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 46880) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:29:17.286304 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-194d3969-87b5-419f-8eaf-ff30722d059e tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 3.9987049 Feb 04 17:29:17.291885 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 46882) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:29:17.297302 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-be69d4af-ca62-4c94-b98e-8d95759e666d tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Request body: {'port': {'network_id': 'ebdc431d-e6a4-4155-be30-2a7d896acbb0', 'mac_address': 'fa:16:3e:a6:cf:84', 'name': 'tempest-NetworksTestDHCPv6-568847855'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:29:17.311868 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d70eddce-c02e-4b99-98ba-7b946963cb03 None None] Checking router: 92f45d93-1482-47ac-bc3b-900145f579b5 for host: n-d-827839-2 {{(pid=103378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 17:29:17.322498 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194d3969-87b5-419f-8eaf-ff30722d059e tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Pushing event updated for resources: {'Port': ['ID=d6f04a58-07fb-42f1-b911-8bc038a5384b,revision_number=15']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:29:17.345780 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-17c23732-ca84-4def-89ae-26be35f10afb None None] Port 157b20bb-50ba-4e1f-b605-f91d4d2aff7d cannot update to ACTIVE because it is not bound. {{(pid=103378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 17:29:17.365084 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port 923493a3-4f12-444c-be92-2236dca340b8 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:29:17.365456 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (923493a3-4f12-444c-be92-2236dca340b8), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:17.366664 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-6a713da6-2385-4f5d-851c-c85ce2c28e31 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Publish callbacks [] for port (f2dc26fa-d09f-4bdf-a212-e164426e4804), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:17.437920 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d70eddce-c02e-4b99-98ba-7b946963cb03 None None] Routers {'92f45d93-1482-47ac-bc3b-900145f579b5'} bound to L3 agent in host n-d-827839-2 {{(pid=103378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:29:17.438462 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-d70eddce-c02e-4b99-98ba-7b946963cb03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:29:02Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['92f45d93-1482-47ac-bc3b-900145f579b5'], 'active': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:29:17.458616 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-17c23732-ca84-4def-89ae-26be35f10afb None None] Provisioning complete for port 923493a3-4f12-444c-be92-2236dca340b8 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:29:17.459003 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-17c23732-ca84-4def-89ae-26be35f10afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (923493a3-4f12-444c-be92-2236dca340b8), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:17.483609 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-6a713da6-2385-4f5d-851c-c85ce2c28e31 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (f2dc26fa-d09f-4bdf-a212-e164426e4804), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:17.557292 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a713da6-2385-4f5d-851c-c85ce2c28e31 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Pushing event updated for resources: {'Port': ['ID=f2dc26fa-d09f-4bdf-a212-e164426e4804,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:29:17.575246 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a713da6-2385-4f5d-851c-c85ce2c28e31 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Network 39c5a3cf-023d-44e7-9195-38ea0e412caf is already hosted by enough agents. {{(pid=103376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:29:17.576155 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be69d4af-ca62-4c94-b98e-8d95759e666d tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Made reservation on behalf of 2dabbd0ed422411582aec81f9de51a07 for: {'port': 1} {{(pid=103376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:29:17.610490 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [None req-6a713da6-2385-4f5d-851c-c85ce2c28e31 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Resources bound (agent type, host, resource id): {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:29:17.610981 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-8fed29a1-b5d3-4fe4-94ee-b3f7e1212afa tempest-ServersTestManualDisk-270532119 tempest-ServersTestManualDisk-270532119-project] Deleting port de6b865c-f2a0-485f-aa43-854212f97e8f {{(pid=103377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:29:17.611465 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-8fed29a1-b5d3-4fe4-94ee-b3f7e1212afa tempest-ServersTestManualDisk-270532119 tempest-ServersTestManualDisk-270532119-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (de6b865c-f2a0-485f-aa43-854212f97e8f), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:17.629407 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a713da6-2385-4f5d-851c-c85ce2c28e31 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Received port after_create {{(pid=103376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:29:17.634654 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a713da6-2385-4f5d-851c-c85ce2c28e31 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:29:17.635273 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-6a713da6-2385-4f5d-851c-c85ce2c28e31 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:17.675871 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-d38b8a84-5cfe-42da-9baf-060b5fe180a6 None None] For port d6f04a58-07fb-42f1-b911-8bc038a5384b, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=d6f04a58-07fb-42f1-b911-8bc038a5384b,segment=NetworkSegment(2fcce0c7-9a0a-428a-b986-cae51cd3c129),segment_id=2fcce0c7-9a0a-428a-b986-cae51cd3c129)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:29:17.713327 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-52164d27-f38c-47e9-863c-00e67eebafe2 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602754'] for router_interface (6e3a1246-b213-4491-a2b7-9dfd6d9479a8), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:17.771426 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvr_db [None req-d70eddce-c02e-4b99-98ba-7b946963cb03 None None] Set router 92f45d93-1482-47ac-bc3b-900145f579b5 gateway port host: n-d-827839-2 {{(pid=103378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:29:17.795769 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-6a713da6-2385-4f5d-851c-c85ce2c28e31 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 2.0919466 Feb 04 17:29:17.802749 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-2d50ac4f-401c-40c2-84b5-c7bd784132cd req-bbf31dc0-5579-4d8c-9900-1508e46a9206 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] 10.222.0.89 "GET /v2.0/ports?device_id=d23ffa64-7651-4974-8c0d-1ba4c302839d HTTP/1.1" status: 200 len: 210 time: 0.0643177 Feb 04 17:29:17.821886 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 46886) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:29:17.872459 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-be69d4af-ca62-4c94-b98e-8d95759e666d tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:17.873494 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-8fed29a1-b5d3-4fe4-94ee-b3f7e1212afa tempest-ServersTestManualDisk-270532119 tempest-ServersTestManualDisk-270532119-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (de6b865c-f2a0-485f-aa43-854212f97e8f), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:17.873829 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-8fed29a1-b5d3-4fe4-94ee-b3f7e1212afa tempest-ServersTestManualDisk-270532119 tempest-ServersTestManualDisk-270532119-project] Publish callbacks [] for floatingip (de6b865c-f2a0-485f-aa43-854212f97e8f), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:17.895707 n-d-827839-2 neutron-server[103376]: DEBUG neutron.notifiers.nova [None req-be69d4af-ca62-4c94-b98e-8d95759e666d tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] device_id is not set on port a9b62255-ad78-4527-b100-d8b18720c7c1 yet. {{(pid=103376) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 04 17:29:17.897982 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-8fed29a1-b5d3-4fe4-94ee-b3f7e1212afa tempest-ServersTestManualDisk-270532119 tempest-ServersTestManualDisk-270532119-project] Calling delete_port for de6b865c-f2a0-485f-aa43-854212f97e8f owned by network:floatingip {{(pid=103377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:29:18.136562 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-0de8e8b1-bec6-452b-9878-593ba5078c9c tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Deleting port f2dc26fa-d09f-4bdf-a212-e164426e4804 {{(pid=103377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:29:18.137490 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d38b8a84-5cfe-42da-9baf-060b5fe180a6 None None] Publish callbacks [] for port (d6f04a58-07fb-42f1-b911-8bc038a5384b), precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:18.141604 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-0de8e8b1-bec6-452b-9878-593ba5078c9c tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (f2dc26fa-d09f-4bdf-a212-e164426e4804), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:18.148649 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-d70eddce-c02e-4b99-98ba-7b946963cb03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92f45d93-1482-47ac-bc3b-900145f579b5', 'name': 'tempest-ServersTestManualDisk-1976305712-router', 'tenant_id': '6da63b05ffc14b34a19fe38a380b0dc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.65'}], 'enable_snat': True}, 'gw_port_id': '375c1d4d-6c08-48e0-b09d-ef482b4283e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:27:50Z', 'updated_at': '2022-02-04T17:27:59Z', 'revision_number': 4, 'project_id': '6da63b05ffc14b34a19fe38a380b0dc4', 'gw_port': {'id': '375c1d4d-6c08-48e0-b09d-ef482b4283e7', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:63:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92f45d93-1482-47ac-bc3b-900145f579b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1992, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:27:51Z', 'updated_at': '2022-02-04T17:27:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_interfaces': [{'id': '11f53c5c-fabf-4fb7-80cf-51606e2c9d16', 'name': '', 'network_id': 'df50260c-ccf9-42da-ab7c-062be6414a2d', 'tenant_id': '6da63b05ffc14b34a19fe38a380b0dc4', 'mac_address': 'fa:16:3e:36:78:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92f45d93-1482-47ac-bc3b-900145f579b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2011, 'fixed_ips': [{'subnet_id': 'eb79c871-9674-4827-b446-ec256e1c98d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:27:57Z', 'updated_at': '2022-02-04T17:28:04Z', 'revision_number': 5, 'project_id': '6da63b05ffc14b34a19fe38a380b0dc4', 'subnets': [{'id': 'eb79c871-9674-4827-b446-ec256e1c98d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-2', False) {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:29:18.151874 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d38b8a84-5cfe-42da-9baf-060b5fe180a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (d6f04a58-07fb-42f1-b911-8bc038a5384b), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:18.159875 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-17c23732-ca84-4def-89ae-26be35f10afb None None] Current status of the port 923493a3-4f12-444c-be92-2236dca340b8 is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:29:18.216228 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port 923493a3-4f12-444c-be92-2236dca340b8 is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:29:18.243203 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-8fed29a1-b5d3-4fe4-94ee-b3f7e1212afa tempest-ServersTestManualDisk-270532119 tempest-ServersTestManualDisk-270532119-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (de6b865c-f2a0-485f-aa43-854212f97e8f), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:18.275639 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38b8a84-5cfe-42da-9baf-060b5fe180a6 None None] Pushing event updated for resources: {'Port': ['ID=d6f04a58-07fb-42f1-b911-8bc038a5384b,revision_number=16']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:29:18.305020 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d70eddce-c02e-4b99-98ba-7b946963cb03 None None] The sync data for ids ['92f45d93-1482-47ac-bc3b-900145f579b5'] in n-d-827839-2 is: [{'id': '92f45d93-1482-47ac-bc3b-900145f579b5', 'name': 'tempest-ServersTestManualDisk-1976305712-router', 'tenant_id': '6da63b05ffc14b34a19fe38a380b0dc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.65'}], 'enable_snat': True}, 'gw_port_id': '375c1d4d-6c08-48e0-b09d-ef482b4283e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:27:50Z', 'updated_at': '2022-02-04T17:27:59Z', 'revision_number': 4, 'project_id': '6da63b05ffc14b34a19fe38a380b0dc4', 'gw_port': {'id': '375c1d4d-6c08-48e0-b09d-ef482b4283e7', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:63:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92f45d93-1482-47ac-bc3b-900145f579b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1992, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:27:51Z', 'updated_at': '2022-02-04T17:27:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_interfaces': [{'id': '11f53c5c-fabf-4fb7-80cf-51606e2c9d16', 'name': '', 'network_id': 'df50260c-ccf9-42da-ab7c-062be6414a2d', 'tenant_id': '6da63b05ffc14b34a19fe38a380b0dc4', 'mac_address': 'fa:16:3e:36:78:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92f45d93-1482-47ac-bc3b-900145f579b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2011, 'fixed_ips': [{'subnet_id': 'eb79c871-9674-4827-b446-ec256e1c98d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:27:57Z', 'updated_at': '2022-02-04T17:28:04Z', 'revision_number': 5, 'project_id': '6da63b05ffc14b34a19fe38a380b0dc4', 'subnets': [{'id': 'eb79c871-9674-4827-b446-ec256e1c98d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 17:29:18.339688 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device d6f04a58-07fb-42f1-b911-8bc038a5384b no longer exists at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:29:18.406947 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.db_base_plugin_common [None req-be69d4af-ca62-4c94-b98e-8d95759e666d tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Allocated IP 2001:db8::f1 (ebdc431d-e6a4-4155-be30-2a7d896acbb0/d9ef4377-9778-4186-bebb-84c6be3e8ff5/a9b62255-ad78-4527-b100-d8b18720c7c1) {{(pid=103376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:29:18.417757 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.db_base_plugin_common [None req-be69d4af-ca62-4c94-b98e-8d95759e666d tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Allocated IP 2001:db8:0:1:f816:3eff:fea6:cf84 (ebdc431d-e6a4-4155-be30-2a7d896acbb0/e87cd91d-0f04-4957-8167-97d24cef60f5/a9b62255-ad78-4527-b100-d8b18720c7c1) {{(pid=103376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:29:18.481205 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-0de8e8b1-bec6-452b-9878-593ba5078c9c tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (f2dc26fa-d09f-4bdf-a212-e164426e4804), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:18.489110 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fed29a1-b5d3-4fe4-94ee-b3f7e1212afa tempest-ServersTestManualDisk-270532119 tempest-ServersTestManualDisk-270532119-project] Pushing event deleted for resources: {'Port': ['ID=de6b865c-f2a0-485f-aa43-854212f97e8f,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:29:18.518745 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port d6f04a58-07fb-42f1-b911-8bc038a5384b is: ACTIVE; New status is: DOWN {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:29:18.521244 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (d6f04a58-07fb-42f1-b911-8bc038a5384b), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:18.619985 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-0de8e8b1-bec6-452b-9878-593ba5078c9c tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Calling delete_port for f2dc26fa-d09f-4bdf-a212-e164426e4804 owned by {{(pid=103377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:29:18.634398 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] For port d6f04a58-07fb-42f1-b911-8bc038a5384b, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=d6f04a58-07fb-42f1-b911-8bc038a5384b,segment=NetworkSegment(2fcce0c7-9a0a-428a-b986-cae51cd3c129),segment_id=2fcce0c7-9a0a-428a-b986-cae51cd3c129)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:29:18.639981 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (d6f04a58-07fb-42f1-b911-8bc038a5384b), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:18.640697 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 56b8d5cb-805f-4a68-8148-a0b40f04ef28 no longer exists at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:29:18.768581 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-8fed29a1-b5d3-4fe4-94ee-b3f7e1212afa tempest-ServersTestManualDisk-270532119 tempest-ServersTestManualDisk-270532119-project] Publish callbacks [] for floatingip (4f91d1bf-2a07-4976-8581-d9e786d047d0), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:18.775284 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-8fed29a1-b5d3-4fe4-94ee-b3f7e1212afa tempest-ServersTestManualDisk-270532119 tempest-ServersTestManualDisk-270532119-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for floatingip (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:18.777910 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-8fed29a1-b5d3-4fe4-94ee-b3f7e1212afa tempest-ServersTestManualDisk-270532119 tempest-ServersTestManualDisk-270532119-project] 10.222.0.89 "DELETE /v2.0/floatingips/4f91d1bf-2a07-4976-8581-d9e786d047d0 HTTP/1.1" status: 204 len: 168 time: 1.4906778 Feb 04 17:29:18.781104 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 46890) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:29:18.805010 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] No Port match for: 56b8d5cb-805f-4a68-8148-a0b40f04ef28 {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 17:29:18.805374 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 56b8d5cb-805f-4a68-8148-a0b40f04ef28 not bound to the agent host n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 17:29:18.839784 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Pushing event updated for resources: {'Port': ['ID=d6f04a58-07fb-42f1-b911-8bc038a5384b,revision_number=17']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:29:18.962134 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-be69d4af-ca62-4c94-b98e-8d95759e666d tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks [] for port (a9b62255-ad78-4527-b100-d8b18720c7c1), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:18.973037 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65970563-f0ad-4a60-89c4-d29a72e565ec None None] New status for floating IP 4f91d1bf-2a07-4976-8581-d9e786d047d0: DOWN {{(pid=103378) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 17:29:19.078543 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-27e6fe5c-6678-4e37-8e22-5cac3eafe8b5 req-e12b20ba-6a06-4c7c-8a77-4959e7fa2981 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] 10.222.0.89 "GET /v2.0/ports?device_id=d23ffa64-7651-4974-8c0d-1ba4c302839d HTTP/1.1" status: 200 len: 210 time: 0.1350405 Feb 04 17:29:19.089047 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-52164d27-f38c-47e9-863c-00e67eebafe2 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Deleting port 157b20bb-50ba-4e1f-b605-f91d4d2aff7d {{(pid=103377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:29:19.089726 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-52164d27-f38c-47e9-863c-00e67eebafe2 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (157b20bb-50ba-4e1f-b605-f91d4d2aff7d), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:19.175696 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-0de8e8b1-bec6-452b-9878-593ba5078c9c tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (f2dc26fa-d09f-4bdf-a212-e164426e4804), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:19.211063 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-be69d4af-ca62-4c94-b98e-8d95759e666d tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (a9b62255-ad78-4527-b100-d8b18720c7c1), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:19.221025 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de8e8b1-bec6-452b-9878-593ba5078c9c tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Pushing event deleted for resources: {'Port': ['ID=f2dc26fa-d09f-4bdf-a212-e164426e4804,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:29:19.290125 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-0de8e8b1-bec6-452b-9878-593ba5078c9c tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:19.293619 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-0de8e8b1-bec6-452b-9878-593ba5078c9c tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] 10.222.0.89 "DELETE /v2.0/ports/f2dc26fa-d09f-4bdf-a212-e164426e4804 HTTP/1.1" status: 204 len: 168 time: 1.4643137 Feb 04 17:29:19.302964 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 46902) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:29:19.312784 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-a2cf75e4-5703-49b7-b3b5-b156ccd2de89 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Request body: {'port': {'network_id': '39c5a3cf-023d-44e7-9195-38ea0e412caf', 'mac_address': 'fa:16:3e:59:e9:66', 'name': 'tempest-PortsTestJSON-575379370'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:29:19.421511 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device d6f04a58-07fb-42f1-b911-8bc038a5384b up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:29:19.572755 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port d6f04a58-07fb-42f1-b911-8bc038a5384b triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:29:19.573143 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (d6f04a58-07fb-42f1-b911-8bc038a5384b), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:19.671578 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-52164d27-f38c-47e9-863c-00e67eebafe2 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (157b20bb-50ba-4e1f-b605-f91d4d2aff7d), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:19.675078 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be69d4af-ca62-4c94-b98e-8d95759e666d tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Network ebdc431d-e6a4-4155-be30-2a7d896acbb0 is already hosted by enough agents. {{(pid=103376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:29:19.681321 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port d6f04a58-07fb-42f1-b911-8bc038a5384b is: DOWN; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:29:19.682292 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (d6f04a58-07fb-42f1-b911-8bc038a5384b), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:19.684219 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1062ab1-c356-4178-b692-80c928f92b20 None None] Network ebdc431d-e6a4-4155-be30-2a7d896acbb0 requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:29:19.687029 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [None req-be69d4af-ca62-4c94-b98e-8d95759e666d tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Resources bound (agent type, host, resource id): {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:29:19.700494 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be69d4af-ca62-4c94-b98e-8d95759e666d tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Received port after_create {{(pid=103376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:29:19.710789 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be69d4af-ca62-4c94-b98e-8d95759e666d tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:29:19.711830 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-be69d4af-ca62-4c94-b98e-8d95759e666d tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:19.719068 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-52164d27-f38c-47e9-863c-00e67eebafe2 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Calling delete_port for 157b20bb-50ba-4e1f-b605-f91d4d2aff7d owned by network:router_interface {{(pid=103377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:29:19.730566 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be69d4af-ca62-4c94-b98e-8d95759e666d tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Pushing event updated for resources: {'Port': ['ID=a9b62255-ad78-4527-b100-d8b18720c7c1,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:29:19.758179 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be69d4af-ca62-4c94-b98e-8d95759e666d tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:29:19.758710 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be69d4af-ca62-4c94-b98e-8d95759e666d tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:29:19.759225 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be69d4af-ca62-4c94-b98e-8d95759e666d tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:29:19.759745 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be69d4af-ca62-4c94-b98e-8d95759e666d tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:29:19.760277 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be69d4af-ca62-4c94-b98e-8d95759e666d tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:29:19.760847 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be69d4af-ca62-4c94-b98e-8d95759e666d tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:29:19.761377 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be69d4af-ca62-4c94-b98e-8d95759e666d tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:29:19.761901 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be69d4af-ca62-4c94-b98e-8d95759e666d tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:29:19.762430 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be69d4af-ca62-4c94-b98e-8d95759e666d tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:29:19.762949 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be69d4af-ca62-4c94-b98e-8d95759e666d tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:29:19.763481 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be69d4af-ca62-4c94-b98e-8d95759e666d tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:29:19.764010 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be69d4af-ca62-4c94-b98e-8d95759e666d tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:29:19.764533 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be69d4af-ca62-4c94-b98e-8d95759e666d tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:29:19.779659 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-be69d4af-ca62-4c94-b98e-8d95759e666d tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 2.4863167 Feb 04 17:29:19.784324 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 46906) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:29:19.910252 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-1b68ca07-9638-4bbc-8dfd-e7d84c8de5ee None None] Provisioning complete for port d6f04a58-07fb-42f1-b911-8bc038a5384b triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:29:19.910846 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1b68ca07-9638-4bbc-8dfd-e7d84c8de5ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (d6f04a58-07fb-42f1-b911-8bc038a5384b), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:19.995306 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] For port d6f04a58-07fb-42f1-b911-8bc038a5384b, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=d6f04a58-07fb-42f1-b911-8bc038a5384b,segment=NetworkSegment(2fcce0c7-9a0a-428a-b986-cae51cd3c129),segment_id=2fcce0c7-9a0a-428a-b986-cae51cd3c129)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:29:20.003396 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-52164d27-f38c-47e9-863c-00e67eebafe2 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (157b20bb-50ba-4e1f-b605-f91d4d2aff7d), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:20.003719 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (d6f04a58-07fb-42f1-b911-8bc038a5384b), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:20.005174 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 923493a3-4f12-444c-be92-2236dca340b8 up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:29:20.011404 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.agents_db [None req-e1691f3b-aacd-4cd6-8ebb-a9c53bb301c0 None None] Agent healthcheck: found 7 active agents {{(pid=103379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 17:29:20.056578 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52164d27-f38c-47e9-863c-00e67eebafe2 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Pushing event deleted for resources: {'Port': ['ID=157b20bb-50ba-4e1f-b605-f91d4d2aff7d,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:29:20.186034 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2cf75e4-5703-49b7-b3b5-b156ccd2de89 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Made reservation on behalf of 6054a945d1db4859ae33f1c6e4a7b141 for: {'port': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:29:20.214902 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-8da606d0-3dac-4532-8c72-133c0a071dfc tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Deleting port a9b62255-ad78-4527-b100-d8b18720c7c1 {{(pid=103376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:29:20.230103 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-52164d27-f38c-47e9-863c-00e67eebafe2 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1677336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1602614'] for router_interface (6e3a1246-b213-4491-a2b7-9dfd6d9479a8), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:20.237031 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-8da606d0-3dac-4532-8c72-133c0a071dfc tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (a9b62255-ad78-4527-b100-d8b18720c7c1), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:20.242836 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Pushing event updated for resources: {'Port': ['ID=d6f04a58-07fb-42f1-b911-8bc038a5384b,revision_number=18']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:29:20.438925 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port 923493a3-4f12-444c-be92-2236dca340b8 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:29:20.444123 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (923493a3-4f12-444c-be92-2236dca340b8), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:20.565031 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1b68ca07-9638-4bbc-8dfd-e7d84c8de5ee None None] Current status of the port d6f04a58-07fb-42f1-b911-8bc038a5384b is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:29:20.573547 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52164d27-f38c-47e9-863c-00e67eebafe2 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Router 6e3a1246-b213-4491-a2b7-9dfd6d9479a8 has already been hosted by L3 agent 64ada913-9131-4d99-a265-63a920956287 {{(pid=103377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 17:29:20.615911 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-a2cf75e4-5703-49b7-b3b5-b156ccd2de89 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:20.636494 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-648ffee9-1c0b-4047-94bf-b0546174b24c req-82bfaf18-e054-4ec4-ab95-9db1cc575d4a tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] 10.222.0.89 "GET /v2.0/ports?device_id=d23ffa64-7651-4974-8c0d-1ba4c302839d HTTP/1.1" status: 200 len: 210 time: 0.1363866 Feb 04 17:29:20.640253 n-d-827839-2 neutron-server[103377]: DEBUG neutron.notifiers.nova [None req-a2cf75e4-5703-49b7-b3b5-b156ccd2de89 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] device_id is not set on port f3ed9aff-42ce-47ff-8fc7-9e9195a4f90d yet. {{(pid=103377) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 04 17:29:20.723244 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port 923493a3-4f12-444c-be92-2236dca340b8 is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:29:20.813027 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-8da606d0-3dac-4532-8c72-133c0a071dfc tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (a9b62255-ad78-4527-b100-d8b18720c7c1), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:20.833636 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-8da606d0-3dac-4532-8c72-133c0a071dfc tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Calling delete_port for a9b62255-ad78-4527-b100-d8b18720c7c1 owned by {{(pid=103376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:29:20.859925 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-a429b371-56a8-455a-8513-397a86f760e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602754'] for router_interface (92f45d93-1482-47ac-bc3b-900145f579b5), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:20.927563 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-a2cf75e4-5703-49b7-b3b5-b156ccd2de89 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Publish callbacks [] for port (f3ed9aff-42ce-47ff-8fc7-9e9195a4f90d), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:21.008649 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-a2cf75e4-5703-49b7-b3b5-b156ccd2de89 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (f3ed9aff-42ce-47ff-8fc7-9e9195a4f90d), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:21.041519 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device d6f04a58-07fb-42f1-b911-8bc038a5384b up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:29:21.086889 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2cf75e4-5703-49b7-b3b5-b156ccd2de89 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Network 39c5a3cf-023d-44e7-9195-38ea0e412caf is already hosted by enough agents. {{(pid=103377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:29:21.117831 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2cf75e4-5703-49b7-b3b5-b156ccd2de89 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Pushing event updated for resources: {'Port': ['ID=f3ed9aff-42ce-47ff-8fc7-9e9195a4f90d,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:29:21.130758 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [None req-a2cf75e4-5703-49b7-b3b5-b156ccd2de89 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Resources bound (agent type, host, resource id): {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:29:21.134537 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2cf75e4-5703-49b7-b3b5-b156ccd2de89 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Received port after_create {{(pid=103377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:29:21.137604 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port d6f04a58-07fb-42f1-b911-8bc038a5384b triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:29:21.139773 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (d6f04a58-07fb-42f1-b911-8bc038a5384b), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:21.142953 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2cf75e4-5703-49b7-b3b5-b156ccd2de89 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:29:21.144403 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-a2cf75e4-5703-49b7-b3b5-b156ccd2de89 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:21.170380 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52164d27-f38c-47e9-863c-00e67eebafe2 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Notify agent at l3_agent.n-d-827839-2 the message routers_updated {{(pid=103377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 17:29:21.184476 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a92697c5-6f43-44bd-8641-287507797e99 None None] Sync routers for ids ['6e3a1246-b213-4491-a2b7-9dfd6d9479a8'] in n-d-827839-2 {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 17:29:21.188771 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-52164d27-f38c-47e9-863c-00e67eebafe2 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] 10.222.0.89 "PUT /v2.0/routers/6e3a1246-b213-4491-a2b7-9dfd6d9479a8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3521049 Feb 04 17:29:21.195090 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-a2cf75e4-5703-49b7-b3b5-b156ccd2de89 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.8912468 Feb 04 17:29:21.197358 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 46912) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:29:21.198764 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a92697c5-6f43-44bd-8641-287507797e99 None None] Routers {'6e3a1246-b213-4491-a2b7-9dfd6d9479a8'} bound to L3 agent in host n-d-827839-2 {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:29:21.201858 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-a92697c5-6f43-44bd-8641-287507797e99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:29:02Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['6e3a1246-b213-4491-a2b7-9dfd6d9479a8'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:29:21.221911 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 46914) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:29:21.294845 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-a92697c5-6f43-44bd-8641-287507797e99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827839-2', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:29:21.316036 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a92697c5-6f43-44bd-8641-287507797e99 None None] Routers {'6e3a1246-b213-4491-a2b7-9dfd6d9479a8'} bound to L3 agent in host n-d-827839-2 {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:29:21.317092 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-a92697c5-6f43-44bd-8641-287507797e99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:29:02Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['6e3a1246-b213-4491-a2b7-9dfd6d9479a8'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:29:21.344577 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-4b891523-f12b-4a54-88f5-5fbd3fd00cd6 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] 10.222.0.89 "GET /v2.0/ports?device_id=6e3a1246-b213-4491-a2b7-9dfd6d9479a8 HTTP/1.1" status: 200 len: 205 time: 0.1415257 Feb 04 17:29:21.357963 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port d6f04a58-07fb-42f1-b911-8bc038a5384b is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:29:21.400059 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 46916) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:29:21.429368 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-f85cabf4-7d6d-4bcb-901d-53c39342cb74 None None] Provisioning complete for port d6f04a58-07fb-42f1-b911-8bc038a5384b triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:29:21.429880 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f85cabf4-7d6d-4bcb-901d-53c39342cb74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (d6f04a58-07fb-42f1-b911-8bc038a5384b), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:21.535369 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-8da606d0-3dac-4532-8c72-133c0a071dfc tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (a9b62255-ad78-4527-b100-d8b18720c7c1), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:21.622334 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-f85cabf4-7d6d-4bcb-901d-53c39342cb74 None None] Current status of the port d6f04a58-07fb-42f1-b911-8bc038a5384b is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:29:21.628338 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-a92697c5-6f43-44bd-8641-287507797e99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827839-2', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:29:21.630301 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a92697c5-6f43-44bd-8641-287507797e99 None None] The sync data for ids ['6e3a1246-b213-4491-a2b7-9dfd6d9479a8'] in n-d-827839-2 is: [] {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 17:29:21.631218 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-f85cabf4-7d6d-4bcb-901d-53c39342cb74 None None] Could not find standard attr ID for object a9b62255-ad78-4527-b100-d8b18720c7c1. {{(pid=103378) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 17:29:21.674712 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da606d0-3dac-4532-8c72-133c0a071dfc tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Pushing event deleted for resources: {'Port': ['ID=a9b62255-ad78-4527-b100-d8b18720c7c1,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:29:21.708665 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99feebfb-09c5-421a-8ac2-0698c837abdb tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:29:21.723165 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-99feebfb-09c5-421a-8ac2-0698c837abdb tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] 10.222.0.89 "GET /v2.0/ports/f3ed9aff-42ce-47ff-8fc7-9e9195a4f90d HTTP/1.1" status: 200 len: 840 time: 0.4901209 Feb 04 17:29:21.724049 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 46922) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:29:21.755282 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-9fc03961-f650-40a3-b3bc-02b4de1e0106 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Publish callbacks [] for router (6e3a1246-b213-4491-a2b7-9dfd6d9479a8), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:21.817891 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-8da606d0-3dac-4532-8c72-133c0a071dfc tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:21.824954 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-8da606d0-3dac-4532-8c72-133c0a071dfc tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] 10.222.0.89 "DELETE /v2.0/ports/a9b62255-ad78-4527-b100-d8b18720c7c1 HTTP/1.1" status: 204 len: 168 time: 2.0397758 Feb 04 17:29:21.827242 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 46924) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:29:21.846331 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-3b21fd70-a167-4405-810d-9bf3d6485f37 None None] Could not find standard attr ID for object a9b62255-ad78-4527-b100-d8b18720c7c1. {{(pid=103378) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 17:29:21.893844 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-412ab739-524b-4f86-9c7e-aa44e5d56331 req-d6c90b31-5166-4f52-9fd8-c20f38c9d1e7 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] 10.222.0.89 "GET /v2.0/ports?device_id=d23ffa64-7651-4974-8c0d-1ba4c302839d HTTP/1.1" status: 200 len: 210 time: 0.0983696 Feb 04 17:29:22.045842 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92807133-81da-4eed-9b1d-933ba1451dd9 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:29:22.049237 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-92807133-81da-4eed-9b1d-933ba1451dd9 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] 10.222.0.89 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2198822 Feb 04 17:29:22.055644 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 46926) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:29:22.107714 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-9fc03961-f650-40a3-b3bc-02b4de1e0106 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1601811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26971'] for router (6e3a1246-b213-4491-a2b7-9dfd6d9479a8), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:22.111817 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-9fc03961-f650-40a3-b3bc-02b4de1e0106 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Publish callbacks [] for router_controller (6e3a1246-b213-4491-a2b7-9dfd6d9479a8), precommit_delete_associations {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:22.179421 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-642a9f2f-6524-4a1b-abbd-9ad0d8327c9c tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Deleting port f3ed9aff-42ce-47ff-8fc7-9e9195a4f90d {{(pid=103377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:29:22.179861 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-642a9f2f-6524-4a1b-abbd-9ad0d8327c9c tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (f3ed9aff-42ce-47ff-8fc7-9e9195a4f90d), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:22.214061 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-a429b371-56a8-455a-8513-397a86f760e2 admin admin] Deleting port 11f53c5c-fabf-4fb7-80cf-51606e2c9d16 {{(pid=103376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:29:22.214927 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-a429b371-56a8-455a-8513-397a86f760e2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (11f53c5c-fabf-4fb7-80cf-51606e2c9d16), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:22.257500 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-642a9f2f-6524-4a1b-abbd-9ad0d8327c9c tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (f3ed9aff-42ce-47ff-8fc7-9e9195a4f90d), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:22.272167 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-642a9f2f-6524-4a1b-abbd-9ad0d8327c9c tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Calling delete_port for f3ed9aff-42ce-47ff-8fc7-9e9195a4f90d owned by {{(pid=103377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:29:22.366297 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-9fc03961-f650-40a3-b3bc-02b4de1e0106 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1601832'] for router (6e3a1246-b213-4491-a2b7-9dfd6d9479a8), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:22.367116 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fc03961-f650-40a3-b3bc-02b4de1e0106 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Fanout notify agent at l3_agent the message router_deleted on router 6e3a1246-b213-4491-a2b7-9dfd6d9479a8 {{(pid=103377) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 17:29:22.375205 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-9fc03961-f650-40a3-b3bc-02b4de1e0106 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Publish callbacks [] for router (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:22.377003 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-9fc03961-f650-40a3-b3bc-02b4de1e0106 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] 10.222.0.89 "DELETE /v2.0/routers/6e3a1246-b213-4491-a2b7-9dfd6d9479a8 HTTP/1.1" status: 204 len: 168 time: 0.9708133 Feb 04 17:29:22.378287 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-642a9f2f-6524-4a1b-abbd-9ad0d8327c9c tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (f3ed9aff-42ce-47ff-8fc7-9e9195a4f90d), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:22.390803 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 46928) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:29:22.399849 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-642a9f2f-6524-4a1b-abbd-9ad0d8327c9c tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:22.403933 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-642a9f2f-6524-4a1b-abbd-9ad0d8327c9c tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] 10.222.0.89 "DELETE /v2.0/ports/f3ed9aff-42ce-47ff-8fc7-9e9195a4f90d HTTP/1.1" status: 204 len: 168 time: 0.6729953 Feb 04 17:29:22.413301 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 46930) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:29:22.478099 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642a9f2f-6524-4a1b-abbd-9ad0d8327c9c tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Pushing event deleted for resources: {'Port': ['ID=f3ed9aff-42ce-47ff-8fc7-9e9195a4f90d,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:29:22.489536 n-d-827839-2 neutron-server[103377]: INFO neutron.pecan_wsgi.hooks.translation [None req-56b394b3-b9b7-4ae6-a917-c91481ecaf4c tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] GET failed (client error): The resource could not be found. Feb 04 17:29:22.492072 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-56b394b3-b9b7-4ae6-a917-c91481ecaf4c tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] 10.222.0.89 "GET /v2.0/ports/f3ed9aff-42ce-47ff-8fc7-9e9195a4f90d HTTP/1.1" status: 404 len: 333 time: 0.0770376 Feb 04 17:29:22.496922 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 46932) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:29:22.502636 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-52f4ef1b-1af3-4d0d-ba92-7e306ba3efa7 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Request body: {'port': {'network_id': '39c5a3cf-023d-44e7-9195-38ea0e412caf', 'name': 'tempest-PortsTestJSON-1909052548'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:29:22.546809 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.db_base_plugin_v2 [None req-f42d470b-ff81-4c84-bd47-ebd62b600fc7 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Deleting subnet 8f841be6-d34a-4472-8110-b018def88a12 {{(pid=103377) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 17:29:22.842741 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0b9414d-1ee3-4dde-94d7-a86f0e44535b tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:29:22.845261 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-c0b9414d-1ee3-4dde-94d7-a86f0e44535b tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] 10.222.0.89 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.7878067 Feb 04 17:29:22.848659 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 46936) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:29:22.952059 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-f42d470b-ff81-4c84-bd47-ebd62b600fc7 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Publish callbacks [] for subnet (8f841be6-d34a-4472-8110-b018def88a12), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:23.009631 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [None req-a429b371-56a8-455a-8513-397a86f760e2 admin admin] For port 11f53c5c-fabf-4fb7-80cf-51606e2c9d16, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=11f53c5c-fabf-4fb7-80cf-51606e2c9d16,segment=NetworkSegment(26c37238-eb14-4048-93f5-19bbe58aaf47),segment_id=26c37238-eb14-4048-93f5-19bbe58aaf47)] {{(pid=103376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:29:23.011567 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-a429b371-56a8-455a-8513-397a86f760e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (11f53c5c-fabf-4fb7-80cf-51606e2c9d16), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:23.013373 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-f42d470b-ff81-4c84-bd47-ebd62b600fc7 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26866676'] for subnet (8f841be6-d34a-4472-8110-b018def88a12), precommit_delete_associations {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:23.030639 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-a429b371-56a8-455a-8513-397a86f760e2 admin admin] Calling delete_port for 11f53c5c-fabf-4fb7-80cf-51606e2c9d16 owned by network:router_interface {{(pid=103376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:29:23.063311 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52f4ef1b-1af3-4d0d-ba92-7e306ba3efa7 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Made reservation on behalf of 6054a945d1db4859ae33f1c6e4a7b141 for: {'port': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:29:23.067205 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-52f4ef1b-1af3-4d0d-ba92-7e306ba3efa7 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:23.113083 n-d-827839-2 neutron-server[103377]: DEBUG neutron.notifiers.nova [None req-52f4ef1b-1af3-4d0d-ba92-7e306ba3efa7 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] device_id is not set on port 8253070c-8936-4a6c-b4b9-ea0942ca78b0 yet. {{(pid=103377) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 04 17:29:23.185447 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4b9430e-9c2b-4ae0-a6d6-b97e82f249ec tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:29:23.186802 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4b9430e-9c2b-4ae0-a6d6-b97e82f249ec tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:29:23.188115 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4b9430e-9c2b-4ae0-a6d6-b97e82f249ec tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:29:23.193258 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-e4b9430e-9c2b-4ae0-a6d6-b97e82f249ec tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] 10.222.0.89 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.3432713 Feb 04 17:29:23.195981 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 46940) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:29:23.257116 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-dff52d8c-a104-4b34-a2a3-34b71591c168 req-9731d870-abf1-4060-b83f-de9220198301 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] 10.222.0.89 "GET /v2.0/ports?device_id=d23ffa64-7651-4974-8c0d-1ba4c302839d HTTP/1.1" status: 200 len: 210 time: 0.0601380 Feb 04 17:29:23.309855 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.db_base_plugin_v2 [None req-fccde2ae-eb31-4179-bcae-126dafbbc674 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Deleting subnet d9ef4377-9778-4186-bebb-84c6be3e8ff5 {{(pid=103376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 17:29:23.325064 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-fccde2ae-eb31-4179-bcae-126dafbbc674 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks [] for subnet (d9ef4377-9778-4186-bebb-84c6be3e8ff5), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:23.344865 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-f42d470b-ff81-4c84-bd47-ebd62b600fc7 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1541225'] for subnet (8f841be6-d34a-4472-8110-b018def88a12), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:23.393694 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-52f4ef1b-1af3-4d0d-ba92-7e306ba3efa7 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Publish callbacks [] for port (8253070c-8936-4a6c-b4b9-ea0942ca78b0), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:23.454150 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-52f4ef1b-1af3-4d0d-ba92-7e306ba3efa7 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (8253070c-8936-4a6c-b4b9-ea0942ca78b0), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:23.460341 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-a429b371-56a8-455a-8513-397a86f760e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (11f53c5c-fabf-4fb7-80cf-51606e2c9d16), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:23.472699 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-f42d470b-ff81-4c84-bd47-ebd62b600fc7 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1541216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25888360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25597190'] for subnet (8f841be6-d34a-4472-8110-b018def88a12), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:23.517025 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52f4ef1b-1af3-4d0d-ba92-7e306ba3efa7 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Network 39c5a3cf-023d-44e7-9195-38ea0e412caf is already hosted by enough agents. {{(pid=103377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:29:23.528272 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a429b371-56a8-455a-8513-397a86f760e2 admin admin] Pushing event deleted for resources: {'Port': ['ID=11f53c5c-fabf-4fb7-80cf-51606e2c9d16,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:29:23.552386 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [None req-52f4ef1b-1af3-4d0d-ba92-7e306ba3efa7 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Resources bound (agent type, host, resource id): {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:29:23.555081 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52f4ef1b-1af3-4d0d-ba92-7e306ba3efa7 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Received port after_create {{(pid=103377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:29:23.562124 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52f4ef1b-1af3-4d0d-ba92-7e306ba3efa7 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:29:23.562766 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-52f4ef1b-1af3-4d0d-ba92-7e306ba3efa7 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:23.564295 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-fccde2ae-eb31-4179-bcae-126dafbbc674 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25674901'] for subnet (d9ef4377-9778-4186-bebb-84c6be3e8ff5), precommit_delete_associations {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:23.585502 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42d470b-ff81-4c84-bd47-ebd62b600fc7 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Pushing event deleted for resources: {'Subnet': ['ID=8f841be6-d34a-4472-8110-b018def88a12,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:29:23.604635 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-52f4ef1b-1af3-4d0d-ba92-7e306ba3efa7 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.1029217 Feb 04 17:29:23.604635 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-f42d470b-ff81-4c84-bd47-ebd62b600fc7 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Publish callbacks [] for subnet (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:23.612174 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-f42d470b-ff81-4c84-bd47-ebd62b600fc7 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] 10.222.0.89 "DELETE /v2.0/subnets/8f841be6-d34a-4472-8110-b018def88a12 HTTP/1.1" status: 204 len: 168 time: 1.2028685 Feb 04 17:29:23.612174 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 46942) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:29:23.617691 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-cfcb040d-2643-4ba0-916f-e6831919f508 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:29:23.622322 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92eb3d93-c991-46bd-b326-daa4ca640353 None None] Network 90e7058b-c984-48e8-9612-7a357ee20b1a requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:29:23.643583 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 46944) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:29:23.757241 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f4ef1b-1af3-4d0d-ba92-7e306ba3efa7 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Pushing event updated for resources: {'Port': ['ID=8253070c-8936-4a6c-b4b9-ea0942ca78b0,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:29:23.783037 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-cfcb040d-2643-4ba0-916f-e6831919f508 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (8253070c-8936-4a6c-b4b9-ea0942ca78b0), before_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:23.916864 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28783fe8-a88f-4610-a3ce-b6a394c414d3 None None] DHCP port deletion for 90e7058b-c984-48e8-9612-7a357ee20b1a request from n-d-827839-2 {{(pid=103378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 17:29:23.934678 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-fccde2ae-eb31-4179-bcae-126dafbbc674 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1541225'] for subnet (d9ef4377-9778-4186-bebb-84c6be3e8ff5), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:24.005499 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-eabe63df-533a-471e-b413-adb5fc94f6e4 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628832'] for network (90e7058b-c984-48e8-9612-7a357ee20b1a), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:24.010143 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-fccde2ae-eb31-4179-bcae-126dafbbc674 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1541216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25675894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25858947'] for subnet (d9ef4377-9778-4186-bebb-84c6be3e8ff5), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:24.020978 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-28783fe8-a88f-4610-a3ce-b6a394c414d3 None None] Deleting port 923493a3-4f12-444c-be92-2236dca340b8 {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:29:24.021355 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-28783fe8-a88f-4610-a3ce-b6a394c414d3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (923493a3-4f12-444c-be92-2236dca340b8), before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:24.044477 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-cfcb040d-2643-4ba0-916f-e6831919f508 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Publish callbacks [] for port (8253070c-8936-4a6c-b4b9-ea0942ca78b0), precommit_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:24.050182 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-cfcb040d-2643-4ba0-916f-e6831919f508 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25888290'] for port (8253070c-8936-4a6c-b4b9-ea0942ca78b0), after_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:24.084082 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fccde2ae-eb31-4179-bcae-126dafbbc674 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Pushing event deleted for resources: {'Subnet': ['ID=d9ef4377-9778-4186-bebb-84c6be3e8ff5,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:29:24.118629 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-28783fe8-a88f-4610-a3ce-b6a394c414d3 None None] For port 923493a3-4f12-444c-be92-2236dca340b8, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=923493a3-4f12-444c-be92-2236dca340b8,segment=NetworkSegment(689a1de2-3591-46a9-aead-be6d3160457a),segment_id=689a1de2-3591-46a9-aead-be6d3160457a)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:29:24.120340 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-28783fe8-a88f-4610-a3ce-b6a394c414d3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (923493a3-4f12-444c-be92-2236dca340b8), precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:24.133302 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcb040d-2643-4ba0-916f-e6831919f508 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Pushing event updated for resources: {'Port': ['ID=8253070c-8936-4a6c-b4b9-ea0942ca78b0,revision_number=2']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:29:24.133849 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-fccde2ae-eb31-4179-bcae-126dafbbc674 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks [] for subnet (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:24.135588 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-cfcb040d-2643-4ba0-916f-e6831919f508 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] In _notify_port_updated(), no bound segment for port 8253070c-8936-4a6c-b4b9-ea0942ca78b0 on network 39c5a3cf-023d-44e7-9195-38ea0e412caf {{(pid=103377) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Feb 04 17:29:24.141322 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfcb040d-2643-4ba0-916f-e6831919f508 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:29:24.142338 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-cfcb040d-2643-4ba0-916f-e6831919f508 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:24.143620 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-cfcb040d-2643-4ba0-916f-e6831919f508 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] 10.222.0.89 "PUT /v2.0/ports/8253070c-8936-4a6c-b4b9-ea0942ca78b0 HTTP/1.1" status: 200 len: 818 time: 0.5305867 Feb 04 17:29:24.146468 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-fccde2ae-eb31-4179-bcae-126dafbbc674 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] 10.222.0.89 "DELETE /v2.0/subnets/d9ef4377-9778-4186-bebb-84c6be3e8ff5 HTTP/1.1" status: 204 len: 168 time: 0.9402938 Feb 04 17:29:24.147106 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 46950) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:29:24.149866 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 46952) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:29:24.173568 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-28783fe8-a88f-4610-a3ce-b6a394c414d3 None None] Calling delete_port for 923493a3-4f12-444c-be92-2236dca340b8 owned by network:dhcp {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:29:24.234635 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.db_base_plugin_v2 [None req-2cf62809-24fd-43ea-a739-ccf6405f039b tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Deleting subnet e87cd91d-0f04-4957-8167-97d24cef60f5 {{(pid=103377) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 17:29:24.237884 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-2cf62809-24fd-43ea-a739-ccf6405f039b tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks [] for subnet (e87cd91d-0f04-4957-8167-97d24cef60f5), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:24.262878 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efc95009-bc09-4d07-b1b6-c927c3e46bbd None None] Network ebdc431d-e6a4-4155-be30-2a7d896acbb0 requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:29:24.299619 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-2cf62809-24fd-43ea-a739-ccf6405f039b tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26866676'] for subnet (e87cd91d-0f04-4957-8167-97d24cef60f5), precommit_delete_associations {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:24.401724 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-33ac6df3-8d91-4c2a-a591-5f8b3d43a20f tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Deleting port 8253070c-8936-4a6c-b4b9-ea0942ca78b0 {{(pid=103376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:29:24.405829 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-2cf62809-24fd-43ea-a739-ccf6405f039b tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1541225'] for subnet (e87cd91d-0f04-4957-8167-97d24cef60f5), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:24.412922 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-33ac6df3-8d91-4c2a-a591-5f8b3d43a20f tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (8253070c-8936-4a6c-b4b9-ea0942ca78b0), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:24.465430 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-28783fe8-a88f-4610-a3ce-b6a394c414d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144'] for port (923493a3-4f12-444c-be92-2236dca340b8), after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:24.509632 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28783fe8-a88f-4610-a3ce-b6a394c414d3 None None] Pushing event deleted for resources: {'Port': ['ID=923493a3-4f12-444c-be92-2236dca340b8,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:29:24.518523 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28783fe8-a88f-4610-a3ce-b6a394c414d3 None None] No DVR routers for this DVR port 923493a3-4f12-444c-be92-2236dca340b8 on host n-d-827839-2 {{(pid=103378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 17:29:24.535279 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-33ac6df3-8d91-4c2a-a591-5f8b3d43a20f tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (8253070c-8936-4a6c-b4b9-ea0942ca78b0), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:24.537898 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-2cf62809-24fd-43ea-a739-ccf6405f039b tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1541216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25888360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25597190'] for subnet (e87cd91d-0f04-4957-8167-97d24cef60f5), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:24.546618 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-a429b371-56a8-455a-8513-397a86f760e2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1677336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1602614'] for router_interface (92f45d93-1482-47ac-bc3b-900145f579b5), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:24.566383 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-7c7f0b36-6b9a-4977-95b4-db2cf84ed3b9 req-29e2e6e5-e18c-49b6-8579-9bca9c868c9e tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] 10.222.0.89 "GET /v2.0/ports?device_id=d23ffa64-7651-4974-8c0d-1ba4c302839d HTTP/1.1" status: 200 len: 210 time: 0.0894072 Feb 04 17:29:24.577997 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-33ac6df3-8d91-4c2a-a591-5f8b3d43a20f tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Calling delete_port for 8253070c-8936-4a6c-b4b9-ea0942ca78b0 owned by {{(pid=103376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:29:24.591081 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-eabe63df-533a-471e-b413-adb5fc94f6e4 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Deleting port 923493a3-4f12-444c-be92-2236dca340b8 {{(pid=103376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:29:24.591418 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-eabe63df-533a-471e-b413-adb5fc94f6e4 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (923493a3-4f12-444c-be92-2236dca340b8), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:24.616830 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-2cf62809-24fd-43ea-a739-ccf6405f039b tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks [] for subnet (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:24.622955 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-2cf62809-24fd-43ea-a739-ccf6405f039b tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] 10.222.0.89 "DELETE /v2.0/subnets/e87cd91d-0f04-4957-8167-97d24cef60f5 HTTP/1.1" status: 204 len: 168 time: 0.4720278 Feb 04 17:29:24.624039 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 46958) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:29:24.624905 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf62809-24fd-43ea-a739-ccf6405f039b tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Pushing event deleted for resources: {'Subnet': ['ID=e87cd91d-0f04-4957-8167-97d24cef60f5,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:29:24.728624 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-6ef2e778-90e3-439a-81ed-1bac398b0245 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] 10.222.0.89 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0965598 Feb 04 17:29:24.734445 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 46962) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:29:24.745184 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-06649280-91dc-4b56-8d9a-8bd5e3d8d9a2 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Request body: {'subnet': {'network_id': 'ebdc431d-e6a4-4155-be30-2a7d896acbb0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:29:24.859755 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [None req-eabe63df-533a-471e-b413-adb5fc94f6e4 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] For port 923493a3-4f12-444c-be92-2236dca340b8, host n-d-827839-2, got binding levels [] {{(pid=103376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:29:24.860128 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-eabe63df-533a-471e-b413-adb5fc94f6e4 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (923493a3-4f12-444c-be92-2236dca340b8), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:24.903181 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-747b79d8-9bbd-4317-a5a0-41c1d15c2fd1 None None] Update dhcp port {'port': {'network_id': 'ebdc431d-e6a4-4155-be30-2a7d896acbb0', 'fixed_ips': [{'subnet_id': 'e87cd91d-0f04-4957-8167-97d24cef60f5'}], 'binding:host_id': 'n-d-827839-2'}, 'id': 'd6f04a58-07fb-42f1-b911-8bc038a5384b'} from n-d-827839-2. {{(pid=103378) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 04 17:29:24.935529 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-eabe63df-533a-471e-b413-adb5fc94f6e4 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Calling delete_port for 923493a3-4f12-444c-be92-2236dca340b8 owned by network:dhcp {{(pid=103376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:29:24.947649 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.ipam_backend_mixin [None req-eabe63df-533a-471e-b413-adb5fc94f6e4 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Port 923493a3-4f12-444c-be92-2236dca340b8 was not found and therefore no delete operation was performed {{(pid=103376) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 04 17:29:24.950689 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-747b79d8-9bbd-4317-a5a0-41c1d15c2fd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (d6f04a58-07fb-42f1-b911-8bc038a5384b), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:24.962967 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-eabe63df-533a-471e-b413-adb5fc94f6e4 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (923493a3-4f12-444c-be92-2236dca340b8), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:24.969723 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06649280-91dc-4b56-8d9a-8bd5e3d8d9a2 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Made reservation on behalf of 2dabbd0ed422411582aec81f9de51a07 for: {'subnet': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:29:24.974693 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-06649280-91dc-4b56-8d9a-8bd5e3d8d9a2 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25597243'] for subnet (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:25.040767 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eabe63df-533a-471e-b413-adb5fc94f6e4 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] No DVR routers for this DVR port 923493a3-4f12-444c-be92-2236dca340b8 on host n-d-827839-2 {{(pid=103376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 17:29:25.047753 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabe63df-533a-471e-b413-adb5fc94f6e4 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Pushing event deleted for resources: {'Port': ['ID=923493a3-4f12-444c-be92-2236dca340b8,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:29:25.156597 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-33ac6df3-8d91-4c2a-a591-5f8b3d43a20f tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (8253070c-8936-4a6c-b4b9-ea0942ca78b0), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:25.176786 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 923493a3-4f12-444c-be92-2236dca340b8 no longer exists at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:29:25.227609 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-eabe63df-533a-471e-b413-adb5fc94f6e4 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1543676', 'neutron.services.segments.db._delete_segments_for_network-8781084786517'] for network (90e7058b-c984-48e8-9612-7a357ee20b1a), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:25.240975 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] No Port match for: 923493a3-4f12-444c-be92-2236dca340b8 {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 17:29:25.241347 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 923493a3-4f12-444c-be92-2236dca340b8 not bound to the agent host n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 17:29:25.280880 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ac6df3-8d91-4c2a-a591-5f8b3d43a20f tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Pushing event deleted for resources: {'Port': ['ID=8253070c-8936-4a6c-b4b9-ea0942ca78b0,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:29:25.364765 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a9e28d3-413d-4883-9152-39d9d0e2de10 None None] Network ebdc431d-e6a4-4155-be30-2a7d896acbb0 requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:29:25.371581 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-33ac6df3-8d91-4c2a-a591-5f8b3d43a20f tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:25.375114 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-33ac6df3-8d91-4c2a-a591-5f8b3d43a20f tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] 10.222.0.89 "DELETE /v2.0/ports/8253070c-8936-4a6c-b4b9-ea0942ca78b0 HTTP/1.1" status: 204 len: 168 time: 1.2239225 Feb 04 17:29:25.378948 n-d-827839-2 neutron-server[103376]: DEBUG neutron.services.segments.db [None req-eabe63df-533a-471e-b413-adb5fc94f6e4 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90e7058b-c984-48e8-9612-7a357ee20b1a']}} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:29:25.383314 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 46972) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:29:25.405968 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a429b371-56a8-455a-8513-397a86f760e2 admin admin] Router 92f45d93-1482-47ac-bc3b-900145f579b5 has already been hosted by L3 agent 64ada913-9131-4d99-a265-63a920956287 {{(pid=103376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 17:29:25.434039 n-d-827839-2 neutron-server[103376]: DEBUG neutron.services.segments.db [None req-eabe63df-533a-471e-b413-adb5fc94f6e4 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '689a1de2-3591-46a9-aead-be6d3160457a') {'for_net_delete': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:29:25.434479 n-d-827839-2 neutron-server[103376]: DEBUG neutron.services.segments.db [None req-eabe63df-533a-471e-b413-adb5fc94f6e4 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '689a1de2-3591-46a9-aead-be6d3160457a') {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:29:25.446272 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-06649280-91dc-4b56-8d9a-8bd5e3d8d9a2 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25889445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25597197'] for subnet (fa87c686-2a83-46fb-b0b7-5be11bccf923), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:25.455200 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-eabe63df-533a-471e-b413-adb5fc94f6e4 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781084783966', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25674908'] for segment (689a1de2-3591-46a9-aead-be6d3160457a), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:25.498432 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06649280-91dc-4b56-8d9a-8bd5e3d8d9a2 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Network ebdc431d-e6a4-4155-be30-2a7d896acbb0 is already hosted by enough agents. {{(pid=103377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:29:25.578370 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-a8fb22eb-30d9-49aa-a828-3fc4b0552dfe None None] Provisioning complete for port d6f04a58-07fb-42f1-b911-8bc038a5384b triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:29:25.578625 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [None req-06649280-91dc-4b56-8d9a-8bd5e3d8d9a2 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Resources bound (agent type, host, resource id): {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:29:25.578845 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a8fb22eb-30d9-49aa-a828-3fc4b0552dfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (d6f04a58-07fb-42f1-b911-8bc038a5384b), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:25.589216 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06649280-91dc-4b56-8d9a-8bd5e3d8d9a2 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:29:25.590967 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-06649280-91dc-4b56-8d9a-8bd5e3d8d9a2 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks [] for subnet (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:25.626803 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06649280-91dc-4b56-8d9a-8bd5e3d8d9a2 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Pushing event updated for resources: {'Subnet': ['ID=fa87c686-2a83-46fb-b0b7-5be11bccf923,revision_number=0']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:29:25.633270 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a429b371-56a8-455a-8513-397a86f760e2 admin admin] Notify agent at l3_agent.n-d-827839-2 the message routers_updated {{(pid=103376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 17:29:25.639368 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-06649280-91dc-4b56-8d9a-8bd5e3d8d9a2 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9035373 Feb 04 17:29:25.644193 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-a429b371-56a8-455a-8513-397a86f760e2 admin admin] 10.222.0.89 "PUT /v2.0/routers/92f45d93-1482-47ac-bc3b-900145f579b5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8620424 Feb 04 17:29:25.647198 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 46982) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:29:25.647323 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 46984) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:29:25.654444 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-a12ed771-7418-4264-ab36-c312cb218a30 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Request body: {'subnet': {'network_id': 'ebdc431d-e6a4-4155-be30-2a7d896acbb0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:29:25.665555 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d5c97ac-09f3-470a-88b3-2d3af692f4c9 None None] Sync routers for ids ['92f45d93-1482-47ac-bc3b-900145f579b5'] in n-d-827839-2 {{(pid=103378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 17:29:25.748374 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d5c97ac-09f3-470a-88b3-2d3af692f4c9 None None] Routers {'92f45d93-1482-47ac-bc3b-900145f579b5'} bound to L3 agent in host n-d-827839-2 {{(pid=103378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:29:25.749065 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-9d5c97ac-09f3-470a-88b3-2d3af692f4c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:29:02Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['92f45d93-1482-47ac-bc3b-900145f579b5'], 'active': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:29:25.769490 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-eabe63df-533a-471e-b413-adb5fc94f6e4 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (689a1de2-3591-46a9-aead-be6d3160457a), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:25.822114 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eabe63df-533a-471e-b413-adb5fc94f6e4 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Releasing vlan 760 on physical network physnet1 to pool {{(pid=103376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 17:29:25.825856 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a85406a-30f7-4ada-af22-7c3ea53fc991 req-3342d5c7-d9f6-4f32-bd57-f8bb31bdd0dc tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:29:25.827551 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-9a85406a-30f7-4ada-af22-7c3ea53fc991 req-3342d5c7-d9f6-4f32-bd57-f8bb31bdd0dc tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] 10.222.0.89 "GET /v2.0/ports?device_id=f2c300b1-94a0-4e81-a6de-54c4630651af HTTP/1.1" status: 200 len: 946 time: 0.1243718 Feb 04 17:29:25.828212 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-eabe63df-533a-471e-b413-adb5fc94f6e4 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25675992'] for segment (689a1de2-3591-46a9-aead-be6d3160457a), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:25.844648 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-a8fb22eb-30d9-49aa-a828-3fc4b0552dfe None None] Current status of the port d6f04a58-07fb-42f1-b911-8bc038a5384b is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:29:25.847196 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b933810-f4e7-44d8-99fd-e59f2f0b436d None None] DHCP port deletion for ebdc431d-e6a4-4155-be30-2a7d896acbb0 request from n-d-827839-2 {{(pid=103378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 17:29:25.856394 n-d-827839-2 neutron-server[103376]: Traceback (most recent call last): Feb 04 17:29:25.856394 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 17:29:25.856394 n-d-827839-2 neutron-server[103376]: timer() Feb 04 17:29:25.856394 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 17:29:25.856394 n-d-827839-2 neutron-server[103376]: cb(*args, **kw) Feb 04 17:29:25.856394 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 17:29:25.856394 n-d-827839-2 neutron-server[103376]: return func(*args, **kwargs) Feb 04 17:29:25.856394 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 17:29:25.856394 n-d-827839-2 neutron-server[103376]: self._notify() Feb 04 17:29:25.856394 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 17:29:25.856394 n-d-827839-2 neutron-server[103376]: self.callback(batched_events) Feb 04 17:29:25.856394 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 17:29:25.856394 n-d-827839-2 neutron-server[103376]: event.method(event) Feb 04 17:29:25.856394 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 17:29:25.856394 n-d-827839-2 neutron-server[103376]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 17:29:25.856394 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 17:29:25.856394 n-d-827839-2 neutron-server[103376]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 17:29:25.856394 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 17:29:25.856394 n-d-827839-2 neutron-server[103376]: return f(self, *a, **k) Feb 04 17:29:25.856394 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 17:29:25.856394 n-d-827839-2 neutron-server[103376]: return self._get(url).json() Feb 04 17:29:25.856394 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 17:29:25.856394 n-d-827839-2 neutron-server[103376]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 17:29:25.856394 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 17:29:25.856394 n-d-827839-2 neutron-server[103376]: return self.request(url, 'GET', **kwargs) Feb 04 17:29:25.856394 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 17:29:25.856394 n-d-827839-2 neutron-server[103376]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 17:29:25.856394 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 17:29:25.856394 n-d-827839-2 neutron-server[103376]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 17:29:25.856394 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 17:29:25.856394 n-d-827839-2 neutron-server[103376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 17:29:25.856394 n-d-827839-2 neutron-server[103376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 17:29:25.877111 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-f5723f5a-1465-4560-a682-48b482e45a85 req-cbb50740-ba7a-48f7-ad64-344c15080332 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] 10.222.0.89 "GET /v2.0/ports?device_id=d23ffa64-7651-4974-8c0d-1ba4c302839d HTTP/1.1" status: 200 len: 210 time: 0.1030970 Feb 04 17:29:25.940566 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-832e1b71-391e-483d-8dc6-75a9707987ba tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:29:25.941673 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-832e1b71-391e-483d-8dc6-75a9707987ba tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] 10.222.0.89 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.5573876 Feb 04 17:29:25.945786 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-9a85406a-30f7-4ada-af22-7c3ea53fc991 req-ee100cbe-a889-4fb2-be2a-62c87ca65e13 tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] 10.222.0.89 "GET /v2.0/security-groups?id=749b530c-d4d8-46cd-99b4-1a8b04e03f53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1100640 Feb 04 17:29:25.946309 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 46986) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:29:25.977287 n-d-827839-2 neutron-server[103377]: INFO neutron.pecan_wsgi.hooks.translation [None req-5cdcbede-a6ad-4a7a-ac7c-5107022b4881 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] GET failed (client error): The resource could not be found. Feb 04 17:29:25.985264 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-5cdcbede-a6ad-4a7a-ac7c-5107022b4881 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] 10.222.0.89 "GET /v2.0/ports/8253070c-8936-4a6c-b4b9-ea0942ca78b0 HTTP/1.1" status: 404 len: 333 time: 0.0373237 Feb 04 17:29:25.987051 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 46990) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:29:25.995462 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-eabe63df-533a-471e-b413-adb5fc94f6e4 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1543671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1595572'] for network (90e7058b-c984-48e8-9612-7a357ee20b1a), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:25.998747 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-cf9a5069-bd08-4d2f-9f95-2741e77fe839 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-911369354'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:29:26.035981 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf9a5069-bd08-4d2f-9f95-2741e77fe839 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Made reservation on behalf of 6054a945d1db4859ae33f1c6e4a7b141 for: {'network': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:29:26.041484 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-eabe63df-533a-471e-b413-adb5fc94f6e4 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677565'] for network (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:26.044862 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-eabe63df-533a-471e-b413-adb5fc94f6e4 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] 10.222.0.89 "DELETE /v2.0/networks/90e7058b-c984-48e8-9612-7a357ee20b1a HTTP/1.1" status: 204 len: 168 time: 2.3764441 Feb 04 17:29:26.050364 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-cf9a5069-bd08-4d2f-9f95-2741e77fe839 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for network (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:26.067301 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-6ece3dc9-15f3-41d8-a31f-1d58a6add93f admin admin] Publish callbacks [] for router (92f45d93-1482-47ac-bc3b-900145f579b5), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:26.078218 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 46992) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:29:26.090644 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-e4bd018e-e02a-41c6-966e-d4248f32d5b5 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1793779155', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188'}, 'admin_state_up': False}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:29:26.116279 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf9a5069-bd08-4d2f-9f95-2741e77fe839 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] vlan segment allocate from pool success with {'vlan_id': 752, 'physical_network': 'physnet1'} {{(pid=103377) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 17:29:26.117341 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvr_db [None req-9d5c97ac-09f3-470a-88b3-2d3af692f4c9 None None] Set router 92f45d93-1482-47ac-bc3b-900145f579b5 gateway port host: n-d-827839-2 {{(pid=103378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:29:26.133856 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-cf9a5069-bd08-4d2f-9f95-2741e77fe839 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (6318842a-9edf-4a3b-af29-b9d03541a211), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:26.134219 n-d-827839-2 neutron-server[103377]: INFO neutron.db.segments_db [None req-cf9a5069-bd08-4d2f-9f95-2741e77fe839 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Added segment 6318842a-9edf-4a3b-af29-b9d03541a211 of type vlan for network c90da92d-1fe8-45ca-9832-d232a14f4e6c Feb 04 17:29:26.144583 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-e4bd018e-e02a-41c6-966e-d4248f32d5b5 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1601657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26921'] for router (501c1ff4-a9e2-45f0-9b23-1f6f807de1a5), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:26.145704 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-e4bd018e-e02a-41c6-966e-d4248f32d5b5 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1602025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603663', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1630571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26960'] for router (501c1ff4-a9e2-45f0-9b23-1f6f807de1a5), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:26.202390 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-cf9a5069-bd08-4d2f-9f95-2741e77fe839 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781084292801'] for network (c90da92d-1fe8-45ca-9832-d232a14f4e6c), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:26.238944 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-7b933810-f4e7-44d8-99fd-e59f2f0b436d None None] Deleting port d6f04a58-07fb-42f1-b911-8bc038a5384b {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:29:26.239376 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7b933810-f4e7-44d8-99fd-e59f2f0b436d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (d6f04a58-07fb-42f1-b911-8bc038a5384b), before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:26.283995 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-e4bd018e-e02a-41c6-966e-d4248f32d5b5 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Publish callbacks [] for router_controller (501c1ff4-a9e2-45f0-9b23-1f6f807de1a5), precommit_add_association {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:26.387930 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-cf9a5069-bd08-4d2f-9f95-2741e77fe839 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327'] for network (c90da92d-1fe8-45ca-9832-d232a14f4e6c), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:26.396911 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-7b933810-f4e7-44d8-99fd-e59f2f0b436d None None] For port d6f04a58-07fb-42f1-b911-8bc038a5384b, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=d6f04a58-07fb-42f1-b911-8bc038a5384b,segment=NetworkSegment(2fcce0c7-9a0a-428a-b986-cae51cd3c129),segment_id=2fcce0c7-9a0a-428a-b986-cae51cd3c129)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:29:26.397302 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7b933810-f4e7-44d8-99fd-e59f2f0b436d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (d6f04a58-07fb-42f1-b911-8bc038a5384b), precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:26.402884 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf9a5069-bd08-4d2f-9f95-2741e77fe839 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:29:26.415500 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-cf9a5069-bd08-4d2f-9f95-2741e77fe839 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Publish callbacks [] for network (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:26.417454 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-7b933810-f4e7-44d8-99fd-e59f2f0b436d None None] Calling delete_port for d6f04a58-07fb-42f1-b911-8bc038a5384b owned by network:dhcp {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:29:26.516084 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabe63df-533a-471e-b413-adb5fc94f6e4 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Pushing event deleted for resources: {'Network': ['ID=90e7058b-c984-48e8-9612-7a357ee20b1a,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:29:26.519729 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a12ed771-7418-4264-ab36-c312cb218a30 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Made reservation on behalf of 2dabbd0ed422411582aec81f9de51a07 for: {'subnet': 1} {{(pid=103376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:29:26.523727 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-a12ed771-7418-4264-ab36-c312cb218a30 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25859006'] for subnet (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:26.553352 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-cf9a5069-bd08-4d2f-9f95-2741e77fe839 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.5612783 Feb 04 17:29:26.556720 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 46994) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:29:26.565292 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-cd1f81b4-b3cf-46b0-a534-cd5d5c36963d tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Request body: {'subnet': {'network_id': 'c90da92d-1fe8-45ca-9832-d232a14f4e6c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:29:26.690246 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-6ece3dc9-15f3-41d8-a31f-1d58a6add93f admin admin] Publish callbacks [] for router_gateway (92f45d93-1482-47ac-bc3b-900145f579b5), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:26.705705 n-d-827839-2 neutron-server[103376]: INFO neutron.db.ipam_backend_mixin [None req-a12ed771-7418-4264-ab36-c312cb218a30 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet fa87c686-2a83-46fb-b0b7-5be11bccf923 (CIDR: 2001:db8::/64) Feb 04 17:29:26.736250 n-d-827839-2 neutron-server[103376]: INFO neutron.pecan_wsgi.hooks.translation [None req-a12ed771-7418-4264-ab36-c312cb218a30 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 17:29:26.737160 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a12ed771-7418-4264-ab36-c312cb218a30 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103376) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 17:29:26.744819 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9a5069-bd08-4d2f-9f95-2741e77fe839 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Pushing event updated for resources: {'Network': ['ID=c90da92d-1fe8-45ca-9832-d232a14f4e6c,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:29:26.761042 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-e4bd018e-e02a-41c6-966e-d4248f32d5b5 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Publish callbacks [] for router_gateway (501c1ff4-a9e2-45f0-9b23-1f6f807de1a5), precommit_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:26.783595 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Network c90da92d-1fe8-45ca-9832-d232a14f4e6c details requested by agent ovs-agent-n-d-827839-2 with host n-d-827839-2 {{(pid=103378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 17:29:26.787805 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7b933810-f4e7-44d8-99fd-e59f2f0b436d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144'] for port (d6f04a58-07fb-42f1-b911-8bc038a5384b), after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:26.788232 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-a12ed771-7418-4264-ab36-c312cb218a30 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.1383047 Feb 04 17:29:26.791635 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 46996) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:29:26.797761 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-313d600b-cf00-4334-8095-ca91b2c571cb tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Request body: {'subnet': {'network_id': 'ebdc431d-e6a4-4155-be30-2a7d896acbb0', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:29:26.852456 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-6ece3dc9-15f3-41d8-a31f-1d58a6add93f admin admin] Deleting port 375c1d4d-6c08-48e0-b09d-ef482b4283e7 {{(pid=103376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:29:26.852849 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-6ece3dc9-15f3-41d8-a31f-1d58a6add93f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (375c1d4d-6c08-48e0-b09d-ef482b4283e7), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:26.890787 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd1f81b4-b3cf-46b0-a534-cd5d5c36963d tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Made reservation on behalf of 6054a945d1db4859ae33f1c6e4a7b141 for: {'subnet': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:29:26.917699 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-cd1f81b4-b3cf-46b0-a534-cd5d5c36963d tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25597243'] for subnet (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:26.956520 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b933810-f4e7-44d8-99fd-e59f2f0b436d None None] Pushing event deleted for resources: {'Port': ['ID=d6f04a58-07fb-42f1-b911-8bc038a5384b,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:29:26.982168 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b933810-f4e7-44d8-99fd-e59f2f0b436d None None] No DVR routers for this DVR port d6f04a58-07fb-42f1-b911-8bc038a5384b on host n-d-827839-2 {{(pid=103378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 17:29:27.017858 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-405a62f5-6fc9-46b4-a4e0-85a665abdb6b None None] Network ebdc431d-e6a4-4155-be30-2a7d896acbb0 requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:29:27.082198 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device d6f04a58-07fb-42f1-b911-8bc038a5384b no longer exists at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:29:27.114924 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [None req-6ece3dc9-15f3-41d8-a31f-1d58a6add93f admin admin] For port 375c1d4d-6c08-48e0-b09d-ef482b4283e7, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=375c1d4d-6c08-48e0-b09d-ef482b4283e7,segment=NetworkSegment(5942dc44-1f07-4c27-b0ab-45a2bff20dd5),segment_id=5942dc44-1f07-4c27-b0ab-45a2bff20dd5)] {{(pid=103376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:29:27.115991 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-6ece3dc9-15f3-41d8-a31f-1d58a6add93f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (375c1d4d-6c08-48e0-b09d-ef482b4283e7), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:27.122078 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] No Port match for: d6f04a58-07fb-42f1-b911-8bc038a5384b {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 17:29:27.122855 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device d6f04a58-07fb-42f1-b911-8bc038a5384b not bound to the agent host n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 17:29:27.132113 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-9d5c97ac-09f3-470a-88b3-2d3af692f4c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92f45d93-1482-47ac-bc3b-900145f579b5', 'name': 'tempest-ServersTestManualDisk-1976305712-router', 'tenant_id': '6da63b05ffc14b34a19fe38a380b0dc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.65'}], 'enable_snat': True}, 'gw_port_id': '375c1d4d-6c08-48e0-b09d-ef482b4283e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:27:50Z', 'updated_at': '2022-02-04T17:29:23Z', 'revision_number': 5, 'project_id': '6da63b05ffc14b34a19fe38a380b0dc4', 'gw_port': {'id': '375c1d4d-6c08-48e0-b09d-ef482b4283e7', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:63:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92f45d93-1482-47ac-bc3b-900145f579b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1992, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:27:51Z', 'updated_at': '2022-02-04T17:27:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2'}], 'n-d-827839-2', False) {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:29:27.158128 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-6ece3dc9-15f3-41d8-a31f-1d58a6add93f admin admin] Calling delete_port for 375c1d4d-6c08-48e0-b09d-ef482b4283e7 owned by network:router_gateway {{(pid=103376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:29:27.188696 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d5c97ac-09f3-470a-88b3-2d3af692f4c9 None None] Checking router: 92f45d93-1482-47ac-bc3b-900145f579b5 for host: n-d-827839-2 {{(pid=103378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 17:29:27.225253 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d5c97ac-09f3-470a-88b3-2d3af692f4c9 None None] Routers {'92f45d93-1482-47ac-bc3b-900145f579b5'} bound to L3 agent in host n-d-827839-2 {{(pid=103378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:29:27.226048 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-9d5c97ac-09f3-470a-88b3-2d3af692f4c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:29:02Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['92f45d93-1482-47ac-bc3b-900145f579b5'], 'active': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:29:27.237858 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-6f3fb190-e455-4edb-952a-351644b99e15 req-c368f9a6-bf4f-4132-b247-2bd579686f15 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] 10.222.0.89 "GET /v2.0/ports?device_id=d23ffa64-7651-4974-8c0d-1ba4c302839d HTTP/1.1" status: 200 len: 210 time: 0.0765045 Feb 04 17:29:27.402844 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvr_db [None req-9d5c97ac-09f3-470a-88b3-2d3af692f4c9 None None] Set router 92f45d93-1482-47ac-bc3b-900145f579b5 gateway port host: None {{(pid=103378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:29:27.454382 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-313d600b-cf00-4334-8095-ca91b2c571cb tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Made reservation on behalf of 2dabbd0ed422411582aec81f9de51a07 for: {'subnet': 1} {{(pid=103376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:29:27.458517 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-313d600b-cf00-4334-8095-ca91b2c571cb tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25859006'] for subnet (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:27.477001 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-9d5c97ac-09f3-470a-88b3-2d3af692f4c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92f45d93-1482-47ac-bc3b-900145f579b5', 'name': 'tempest-ServersTestManualDisk-1976305712-router', 'tenant_id': '6da63b05ffc14b34a19fe38a380b0dc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:27:50Z', 'updated_at': '2022-02-04T17:29:26Z', 'revision_number': 6, 'project_id': '6da63b05ffc14b34a19fe38a380b0dc4', 'gw_port_host': None}], 'n-d-827839-2', False) {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:29:27.481291 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7651c76-457d-4037-95dd-d29355df3a94 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e4c19ad-5724-5db8-8ee1-4f56ae69fcf4-ebdc431d-e6a4-4155-be30-2a7d896acbb0', 'network_id': 'ebdc431d-e6a4-4155-be30-2a7d896acbb0', 'project_id': '2dabbd0ed422411582aec81f9de51a07', 'fixed_ips': [{'subnet_id': 'fa87c686-2a83-46fb-b0b7-5be11bccf923'}]}} from n-d-827839-2. {{(pid=103378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 17:29:27.484867 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c7651c76-457d-4037-95dd-d29355df3a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:27.529427 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d5c97ac-09f3-470a-88b3-2d3af692f4c9 None None] The sync data for ids ['92f45d93-1482-47ac-bc3b-900145f579b5'] in n-d-827839-2 is: [{'id': '92f45d93-1482-47ac-bc3b-900145f579b5', 'name': 'tempest-ServersTestManualDisk-1976305712-router', 'tenant_id': '6da63b05ffc14b34a19fe38a380b0dc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:27:50Z', 'updated_at': '2022-02-04T17:29:26Z', 'revision_number': 6, 'project_id': '6da63b05ffc14b34a19fe38a380b0dc4', 'gw_port_host': None}] {{(pid=103378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 17:29:27.570452 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb75e973-05d7-447a-9206-836b79a4e7f3 req-f579edb8-0ca4-422f-ab95-53694b2da22e tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:29:27.572362 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-fb75e973-05d7-447a-9206-836b79a4e7f3 req-f579edb8-0ca4-422f-ab95-53694b2da22e tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] 10.222.0.89 "GET /v2.0/ports?device_id=f2c300b1-94a0-4e81-a6de-54c4630651af HTTP/1.1" status: 200 len: 946 time: 0.3759656 Feb 04 17:29:27.655871 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-cd1f81b4-b3cf-46b0-a534-cd5d5c36963d tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25889445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25597197'] for subnet (5ca7729b-a710-4a5c-bcd5-68b2237ae805), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:27.759925 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-6ece3dc9-15f3-41d8-a31f-1d58a6add93f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (375c1d4d-6c08-48e0-b09d-ef482b4283e7), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:27.783561 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-e4bd018e-e02a-41c6-966e-d4248f32d5b5 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Publish callbacks [] for router_gateway (501c1ff4-a9e2-45f0-9b23-1f6f807de1a5), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:27.822813 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1f81b4-b3cf-46b0-a534-cd5d5c36963d tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Pushing event updated for resources: {'Subnet': ['ID=5ca7729b-a710-4a5c-bcd5-68b2237ae805,revision_number=0']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:29:27.825810 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-e4bd018e-e02a-41c6-966e-d4248f32d5b5 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:27.837696 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-fb75e973-05d7-447a-9206-836b79a4e7f3 req-8f2e57da-856f-4bd3-a982-78b9c90ccc64 tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] 10.222.0.89 "GET /v2.0/security-groups?id=749b530c-d4d8-46cd-99b4-1a8b04e03f53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1940489 Feb 04 17:29:27.849096 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ece3dc9-15f3-41d8-a31f-1d58a6add93f admin admin] Pushing event deleted for resources: {'Port': ['ID=375c1d4d-6c08-48e0-b09d-ef482b4283e7,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:29:27.898183 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd1f81b4-b3cf-46b0-a534-cd5d5c36963d tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Checking segment: {'id': '6318842a-9edf-4a3b-af29-b9d03541a211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'c90da92d-1fe8-45ca-9832-d232a14f4e6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:29:27.898582 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd1f81b4-b3cf-46b0-a534-cd5d5c36963d tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Network hostable DHCP agents. Network: c90da92d-1fe8-45ca-9832-d232a14f4e6c, hostable agents: ['bb89f5a3-3c22-440b-b7d1-c4f0c43c184a'], hosted agents: [] {{(pid=103377) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 17:29:27.932600 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-6ece3dc9-15f3-41d8-a31f-1d58a6add93f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1595544'] for router_gateway (92f45d93-1482-47ac-bc3b-900145f579b5), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:27.978508 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-c7651c76-457d-4037-95dd-d29355df3a94 None None] Allocated IP 2001:db8::2 (ebdc431d-e6a4-4155-be30-2a7d896acbb0/fa87c686-2a83-46fb-b0b7-5be11bccf923/52218693-9965-4f7b-9c89-a734686fcfa2) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:29:28.036651 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd1f81b4-b3cf-46b0-a534-cd5d5c36963d tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Network c90da92d-1fe8-45ca-9832-d232a14f4e6c is scheduled to be hosted by DHCP agent bb89f5a3-3c22-440b-b7d1-c4f0c43c184a with binding_index 1 {{(pid=103377) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 17:29:28.087653 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [None req-cd1f81b4-b3cf-46b0-a534-cd5d5c36963d tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827839-2, c90da92d-1fe8-45ca-9832-d232a14f4e6c) {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:29:28.101087 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab33aadf-7947-44f7-bc44-19bb26b52fe5 None None] Network c90da92d-1fe8-45ca-9832-d232a14f4e6c requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:29:28.106795 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd1f81b4-b3cf-46b0-a534-cd5d5c36963d tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:29:28.107453 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-cd1f81b4-b3cf-46b0-a534-cd5d5c36963d tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Publish callbacks [] for subnet (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:28.122329 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-6ece3dc9-15f3-41d8-a31f-1d58a6add93f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1601811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26971'] for router (92f45d93-1482-47ac-bc3b-900145f579b5), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:28.151349 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-6ece3dc9-15f3-41d8-a31f-1d58a6add93f admin admin] Publish callbacks [] for router_controller (92f45d93-1482-47ac-bc3b-900145f579b5), precommit_delete_associations {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:28.170936 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.db_base_plugin_common [None req-e4bd018e-e02a-41c6-966e-d4248f32d5b5 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Allocated IP 172.25.6.176 (48165773-85ad-49a1-9ec1-76fc8dc24188/7660bfad-1ea8-4fe7-831b-bed836f13efc/a7bf8a6d-fb58-4ccc-8066-adee7399ef9a) {{(pid=103377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:29:28.196187 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-cd1f81b4-b3cf-46b0-a534-cd5d5c36963d tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6364985 Feb 04 17:29:28.197446 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 47004) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:29:28.209233 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-b59aaff6-baee-4c8a-94b1-6d2d19635a4a tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Request body: {'subnet': {'network_id': 'c90da92d-1fe8-45ca-9832-d232a14f4e6c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:29:28.229996 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-6ece3dc9-15f3-41d8-a31f-1d58a6add93f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1601832'] for router (92f45d93-1482-47ac-bc3b-900145f579b5), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:28.230798 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ece3dc9-15f3-41d8-a31f-1d58a6add93f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 92f45d93-1482-47ac-bc3b-900145f579b5 {{(pid=103376) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 17:29:28.241817 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-6ece3dc9-15f3-41d8-a31f-1d58a6add93f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:28.244718 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-6ece3dc9-15f3-41d8-a31f-1d58a6add93f admin admin] 10.222.0.89 "DELETE /v2.0/routers/92f45d93-1482-47ac-bc3b-900145f579b5 HTTP/1.1" status: 204 len: 168 time: 2.5851336 Feb 04 17:29:28.250530 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 47008) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:29:28.382685 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c7651c76-457d-4037-95dd-d29355df3a94 None None] Publish callbacks [] for port (52218693-9965-4f7b-9c89-a734686fcfa2), precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:28.395742 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4224bbec-b0ce-4aae-be9c-20ab13b301fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e4c19ad-5724-5db8-8ee1-4f56ae69fcf4-c90da92d-1fe8-45ca-9832-d232a14f4e6c', 'network_id': 'c90da92d-1fe8-45ca-9832-d232a14f4e6c', 'project_id': '6054a945d1db4859ae33f1c6e4a7b141', 'fixed_ips': [{'subnet_id': '5ca7729b-a710-4a5c-bcd5-68b2237ae805'}]}} from n-d-827839-2. {{(pid=103378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 17:29:28.396612 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4224bbec-b0ce-4aae-be9c-20ab13b301fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:28.406822 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-b102f5dd-596e-407d-b840-b6e0d4a70079 req-fb93a6db-aafa-4256-a5cd-f567a2208ae8 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] 10.222.0.89 "GET /v2.0/ports?device_id=d23ffa64-7651-4974-8c0d-1ba4c302839d HTTP/1.1" status: 200 len: 210 time: 0.0450108 Feb 04 17:29:28.493760 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.db_base_plugin_v2 [None req-a98da5a9-581a-417a-acf5-9d095a1b1641 admin admin] Deleting subnet eb79c871-9674-4827-b446-ec256e1c98d6 {{(pid=103377) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 17:29:28.510247 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-a98da5a9-581a-417a-acf5-9d095a1b1641 admin admin] Publish callbacks [] for subnet (eb79c871-9674-4827-b446-ec256e1c98d6), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:28.546564 n-d-827839-2 neutron-server[103376]: DEBUG neutron.objects.ports [None req-313d600b-cf00-4334-8095-ca91b2c571cb tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103376) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 04 17:29:28.622147 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-a98da5a9-581a-417a-acf5-9d095a1b1641 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26866676'] for subnet (eb79c871-9674-4827-b446-ec256e1c98d6), precommit_delete_associations {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:28.654331 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c7651c76-457d-4037-95dd-d29355df3a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135'] for port (52218693-9965-4f7b-9c89-a734686fcfa2), after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:28.748718 n-d-827839-2 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7651c76-457d-4037-95dd-d29355df3a94 None None] Network ebdc431d-e6a4-4155-be30-2a7d896acbb0 is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:29:28.750490 n-d-827839-2 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-c7651c76-457d-4037-95dd-d29355df3a94 None None] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:29:28.757082 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7651c76-457d-4037-95dd-d29355df3a94 None None] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:29:28.785318 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-a98da5a9-581a-417a-acf5-9d095a1b1641 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1541225'] for subnet (eb79c871-9674-4827-b446-ec256e1c98d6), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:28.814262 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-313d600b-cf00-4334-8095-ca91b2c571cb tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (52218693-9965-4f7b-9c89-a734686fcfa2), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:28.821940 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7651c76-457d-4037-95dd-d29355df3a94 None None] Pushing event updated for resources: {'Port': ['ID=52218693-9965-4f7b-9c89-a734686fcfa2,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:29:28.959117 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-c7651c76-457d-4037-95dd-d29355df3a94 None None] Attempting to bind port 52218693-9965-4f7b-9c89-a734686fcfa2 on host n-d-827839-2 for vnic_type normal with profile {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:29:28.959510 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-c7651c76-457d-4037-95dd-d29355df3a94 None None] Attempting to bind port 52218693-9965-4f7b-9c89-a734686fcfa2 by drivers openvswitch,hyperv on host n-d-827839-2 at level 0 using segments [{'id': '2fcce0c7-9a0a-428a-b986-cae51cd3c129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'ebdc431d-e6a4-4155-be30-2a7d896acbb0'}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:29:28.959845 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7651c76-457d-4037-95dd-d29355df3a94 None None] Attempting to bind port 52218693-9965-4f7b-9c89-a734686fcfa2 on network ebdc431d-e6a4-4155-be30-2a7d896acbb0 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:29:29.027166 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b59aaff6-baee-4c8a-94b1-6d2d19635a4a tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Made reservation on behalf of 6054a945d1db4859ae33f1c6e4a7b141 for: {'subnet': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:29:29.041596 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-b59aaff6-baee-4c8a-94b1-6d2d19635a4a tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25597243'] for subnet (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:29.064099 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7651c76-457d-4037-95dd-d29355df3a94 None None] Checking agent: {'id': 'ba70844b-66a0-45fd-a2f2-e6ed673321fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 0, 36), 'started_at': datetime.datetime(2022, 2, 4, 17, 1, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 29, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:29:29.064366 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7651c76-457d-4037-95dd-d29355df3a94 None None] Checking segment: {'id': '2fcce0c7-9a0a-428a-b986-cae51cd3c129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'ebdc431d-e6a4-4155-be30-2a7d896acbb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:29:29.064783 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c7651c76-457d-4037-95dd-d29355df3a94 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:29.065461 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7651c76-457d-4037-95dd-d29355df3a94 None None] Bound using segment: {'id': '2fcce0c7-9a0a-428a-b986-cae51cd3c129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'ebdc431d-e6a4-4155-be30-2a7d896acbb0'} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:29:29.065700 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-c7651c76-457d-4037-95dd-d29355df3a94 None None] Bound port: 52218693-9965-4f7b-9c89-a734686fcfa2, host: n-d-827839-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2fcce0c7-9a0a-428a-b986-cae51cd3c129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'ebdc431d-e6a4-4155-be30-2a7d896acbb0'}}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:29:29.066006 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c7651c76-457d-4037-95dd-d29355df3a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (52218693-9965-4f7b-9c89-a734686fcfa2), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:29.087740 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 375c1d4d-6c08-48e0-b09d-ef482b4283e7 no longer exists at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:29:29.186910 n-d-827839-2 neutron-server[103377]: INFO neutron.db.ipam_backend_mixin [None req-b59aaff6-baee-4c8a-94b1-6d2d19635a4a tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 5ca7729b-a710-4a5c-bcd5-68b2237ae805 (CIDR: 172.20.0.0/28) Feb 04 17:29:29.192560 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-e4bd018e-e02a-41c6-966e-d4248f32d5b5 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Publish callbacks [] for port (a7bf8a6d-fb58-4ccc-8066-adee7399ef9a), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:29.200088 n-d-827839-2 neutron-server[103377]: INFO neutron.pecan_wsgi.hooks.translation [None req-b59aaff6-baee-4c8a-94b1-6d2d19635a4a tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 17:29:29.200674 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b59aaff6-baee-4c8a-94b1-6d2d19635a4a tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103377) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 17:29:29.243781 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-b59aaff6-baee-4c8a-94b1-6d2d19635a4a tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0416143 Feb 04 17:29:29.250086 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 47018) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:29:29.260706 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-a98da5a9-581a-417a-acf5-9d095a1b1641 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1541216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25888360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25597190'] for subnet (eb79c871-9674-4827-b446-ec256e1c98d6), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:29.261716 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] No Port match for: 375c1d4d-6c08-48e0-b09d-ef482b4283e7 {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 17:29:29.262067 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 375c1d4d-6c08-48e0-b09d-ef482b4283e7 not bound to the agent host n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 17:29:29.262834 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 11f53c5c-fabf-4fb7-80cf-51606e2c9d16 no longer exists at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:29:29.275971 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-9dfcf0cc-d36c-4cdc-9c6e-45ea445933a6 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Request body: {'subnet': {'network_id': 'c90da92d-1fe8-45ca-9832-d232a14f4e6c', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:29:29.288378 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [None req-313d600b-cf00-4334-8095-ca91b2c571cb tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] For port 52218693-9965-4f7b-9c89-a734686fcfa2, host n-d-827839-2, got binding levels [] {{(pid=103376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:29:29.329509 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e21a6b9-d450-475f-a4e8-28e4359f90e1 req-f2451ed6-163f-48ac-9943-b12db11bf14b tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:29:29.346038 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-2e21a6b9-d450-475f-a4e8-28e4359f90e1 req-f2451ed6-163f-48ac-9943-b12db11bf14b tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] 10.222.0.89 "GET /v2.0/ports?device_id=f2c300b1-94a0-4e81-a6de-54c4630651af HTTP/1.1" status: 200 len: 946 time: 0.2460680 Feb 04 17:29:29.368441 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea7f8939-7641-4277-ac85-3cce628b8e5a None None] Network df50260c-ccf9-42da-ab7c-062be6414a2d requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:29:29.368880 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-a98da5a9-581a-417a-acf5-9d095a1b1641 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:29.380143 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-a98da5a9-581a-417a-acf5-9d095a1b1641 admin admin] 10.222.0.89 "DELETE /v2.0/subnets/eb79c871-9674-4827-b446-ec256e1c98d6 HTTP/1.1" status: 204 len: 168 time: 1.1030881 Feb 04 17:29:29.385468 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-e4bd018e-e02a-41c6-966e-d4248f32d5b5 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (a7bf8a6d-fb58-4ccc-8066-adee7399ef9a), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:29.434014 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 47024) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:29:29.458504 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-4224bbec-b0ce-4aae-be9c-20ab13b301fb None None] Allocated IP 172.20.0.2 (c90da92d-1fe8-45ca-9832-d232a14f4e6c/5ca7729b-a710-4a5c-bcd5-68b2237ae805/078b8f1c-338e-46b8-9fd4-3e915eb3be62) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:29:29.511128 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] No Port match for: 11f53c5c-fabf-4fb7-80cf-51606e2c9d16 {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 17:29:29.512273 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 11f53c5c-fabf-4fb7-80cf-51606e2c9d16 not bound to the agent host n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 17:29:29.568543 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-313d600b-cf00-4334-8095-ca91b2c571cb tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks [] for port (52218693-9965-4f7b-9c89-a734686fcfa2), precommit_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:29.608204 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-c7651c76-457d-4037-95dd-d29355df3a94 None None] For port 52218693-9965-4f7b-9c89-a734686fcfa2, host n-d-827839-2, cleared binding levels {{(pid=103378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:29:29.611429 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-313d600b-cf00-4334-8095-ca91b2c571cb tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675836'] for port (52218693-9965-4f7b-9c89-a734686fcfa2), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:29.636834 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-c7651c76-457d-4037-95dd-d29355df3a94 None None] For port 52218693-9965-4f7b-9c89-a734686fcfa2, host n-d-827839-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=52218693-9965-4f7b-9c89-a734686fcfa2,segment=NetworkSegment(2fcce0c7-9a0a-428a-b986-cae51cd3c129),segment_id=2fcce0c7-9a0a-428a-b986-cae51cd3c129)] {{(pid=103378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:29:29.653497 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98da5a9-581a-417a-acf5-9d095a1b1641 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eb79c871-9674-4827-b446-ec256e1c98d6,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:29:29.665646 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c7651c76-457d-4037-95dd-d29355df3a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (52218693-9965-4f7b-9c89-a734686fcfa2), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:29.689668 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-2e21a6b9-d450-475f-a4e8-28e4359f90e1 req-a7c8645f-4ebf-48b7-af46-cde4ba125c48 tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] 10.222.0.89 "GET /v2.0/security-groups?id=749b530c-d4d8-46cd-99b4-1a8b04e03f53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3374450 Feb 04 17:29:29.745696 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4bd018e-e02a-41c6-966e-d4248f32d5b5 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Network 48165773-85ad-49a1-9ec1-76fc8dc24188 is already hosted by enough agents. {{(pid=103377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:29:29.748651 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [None req-e4bd018e-e02a-41c6-966e-d4248f32d5b5 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Resources bound (agent type, host, resource id): {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:29:29.759282 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4bd018e-e02a-41c6-966e-d4248f32d5b5 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Received port after_create {{(pid=103377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:29:29.800166 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [None req-313d600b-cf00-4334-8095-ca91b2c571cb tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Attempting to bind port 52218693-9965-4f7b-9c89-a734686fcfa2 on host n-d-827839-2 for vnic_type normal with profile {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:29:29.800507 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [None req-313d600b-cf00-4334-8095-ca91b2c571cb tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Attempting to bind port 52218693-9965-4f7b-9c89-a734686fcfa2 by drivers openvswitch,hyperv on host n-d-827839-2 at level 0 using segments [{'id': '2fcce0c7-9a0a-428a-b986-cae51cd3c129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'ebdc431d-e6a4-4155-be30-2a7d896acbb0'}] {{(pid=103376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:29:29.800950 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-313d600b-cf00-4334-8095-ca91b2c571cb tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Attempting to bind port 52218693-9965-4f7b-9c89-a734686fcfa2 on network ebdc431d-e6a4-4155-be30-2a7d896acbb0 {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:29:29.823048 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-389aa93f-5837-4ea3-909e-0a8884815d3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (bb89f5a3-3c22-440b-b7d1-c4f0c43c184a), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:29.853271 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-313d600b-cf00-4334-8095-ca91b2c571cb tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Checking agent: {'id': 'ba70844b-66a0-45fd-a2f2-e6ed673321fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 0, 36), 'started_at': datetime.datetime(2022, 2, 4, 17, 1, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 29, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:29:29.853774 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-313d600b-cf00-4334-8095-ca91b2c571cb tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Checking segment: {'id': '2fcce0c7-9a0a-428a-b986-cae51cd3c129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'ebdc431d-e6a4-4155-be30-2a7d896acbb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:29:29.862790 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-313d600b-cf00-4334-8095-ca91b2c571cb tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:29.863017 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23fe2cf8-7602-4417-85ee-5fb7ea4f956b None None] DHCP port deletion for df50260c-ccf9-42da-ab7c-062be6414a2d request from n-d-827839-2 {{(pid=103378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 17:29:29.863311 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-313d600b-cf00-4334-8095-ca91b2c571cb tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Bound using segment: {'id': '2fcce0c7-9a0a-428a-b986-cae51cd3c129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'ebdc431d-e6a4-4155-be30-2a7d896acbb0'} {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:29:29.863710 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [None req-313d600b-cf00-4334-8095-ca91b2c571cb tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Bound port: 52218693-9965-4f7b-9c89-a734686fcfa2, host: n-d-827839-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2fcce0c7-9a0a-428a-b986-cae51cd3c129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'ebdc431d-e6a4-4155-be30-2a7d896acbb0'}}] {{(pid=103376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:29:29.870448 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-313d600b-cf00-4334-8095-ca91b2c571cb tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (52218693-9965-4f7b-9c89-a734686fcfa2), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:29.887097 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7651c76-457d-4037-95dd-d29355df3a94 None None] Pushing event updated for resources: {'Port': ['ID=52218693-9965-4f7b-9c89-a734686fcfa2,revision_number=4']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:29:29.930818 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4224bbec-b0ce-4aae-be9c-20ab13b301fb None None] Publish callbacks [] for port (078b8f1c-338e-46b8-9fd4-3e915eb3be62), precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:29.947561 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4224bbec-b0ce-4aae-be9c-20ab13b301fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135'] for port (078b8f1c-338e-46b8-9fd4-3e915eb3be62), after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:29.980318 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-902130e6-d177-4467-92c7-71ac775ed5ca req-32c590d6-9c7b-464d-9104-aef524d274a0 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] 10.222.0.89 "GET /v2.0/ports?device_id=d23ffa64-7651-4974-8c0d-1ba4c302839d HTTP/1.1" status: 200 len: 210 time: 0.0926905 Feb 04 17:29:30.018079 n-d-827839-2 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4224bbec-b0ce-4aae-be9c-20ab13b301fb None None] Network c90da92d-1fe8-45ca-9832-d232a14f4e6c is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:29:30.020672 n-d-827839-2 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-4224bbec-b0ce-4aae-be9c-20ab13b301fb None None] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:29:30.029563 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4224bbec-b0ce-4aae-be9c-20ab13b301fb None None] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:29:30.072342 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4bd018e-e02a-41c6-966e-d4248f32d5b5 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Pushing event updated for resources: {'Port': ['ID=a7bf8a6d-fb58-4ccc-8066-adee7399ef9a,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:29:30.101231 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-23fe2cf8-7602-4417-85ee-5fb7ea4f956b None None] Deleting port aa7918de-3aeb-415d-b9bd-e6d3ababab97 {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:29:30.101902 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-23fe2cf8-7602-4417-85ee-5fb7ea4f956b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (aa7918de-3aeb-415d-b9bd-e6d3ababab97), before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:30.116662 n-d-827839-2 neutron-server[103376]: WARNING neutron.plugins.ml2.plugin [None req-313d600b-cf00-4334-8095-ca91b2c571cb tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Concurrent port binding operations failed on port 52218693-9965-4f7b-9c89-a734686fcfa2 Feb 04 17:29:30.122267 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [None req-313d600b-cf00-4334-8095-ca91b2c571cb tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] For port 52218693-9965-4f7b-9c89-a734686fcfa2, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=52218693-9965-4f7b-9c89-a734686fcfa2,segment=NetworkSegment(2fcce0c7-9a0a-428a-b986-cae51cd3c129),segment_id=2fcce0c7-9a0a-428a-b986-cae51cd3c129)] {{(pid=103376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:29:30.135344 n-d-827839-2 neutron-server[103376]: INFO neutron.plugins.ml2.plugin [None req-313d600b-cf00-4334-8095-ca91b2c571cb tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Attempt 2 to bind port 52218693-9965-4f7b-9c89-a734686fcfa2 Feb 04 17:29:30.140693 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-313d600b-cf00-4334-8095-ca91b2c571cb tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25674939', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25858952'] for subnet (f30d951a-3d99-4966-9f45-262800ca9a0b), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:30.166313 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-313d600b-cf00-4334-8095-ca91b2c571cb tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Network ebdc431d-e6a4-4155-be30-2a7d896acbb0 is already hosted by enough agents. {{(pid=103376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:29:30.175970 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9dfcf0cc-d36c-4cdc-9c6e-45ea445933a6 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Made reservation on behalf of 6054a945d1db4859ae33f1c6e4a7b141 for: {'subnet': 1} {{(pid=103376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:29:30.179802 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-9dfcf0cc-d36c-4cdc-9c6e-45ea445933a6 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25859006'] for subnet (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:30.189510 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [None req-313d600b-cf00-4334-8095-ca91b2c571cb tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Resources bound (agent type, host, resource id): {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:29:30.195744 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-23fe2cf8-7602-4417-85ee-5fb7ea4f956b None None] For port aa7918de-3aeb-415d-b9bd-e6d3ababab97, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=aa7918de-3aeb-415d-b9bd-e6d3ababab97,segment=NetworkSegment(26c37238-eb14-4048-93f5-19bbe58aaf47),segment_id=26c37238-eb14-4048-93f5-19bbe58aaf47)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:29:30.196477 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313d600b-cf00-4334-8095-ca91b2c571cb tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Pushing event updated for resources: {'Port': ['ID=52218693-9965-4f7b-9c89-a734686fcfa2,revision_number=4']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:29:30.200505 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-23fe2cf8-7602-4417-85ee-5fb7ea4f956b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (aa7918de-3aeb-415d-b9bd-e6d3ababab97), precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:30.202794 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-313d600b-cf00-4334-8095-ca91b2c571cb tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:29:30.203400 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-313d600b-cf00-4334-8095-ca91b2c571cb tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks [] for subnet (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:30.237478 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6018baca-2a73-4a70-b311-3c658ba72d92 req-f3dfb99d-e0b1-48ee-8f30-2ab4b58d257c tempest-TestServerBasicOps-155849243 tempest-TestServerBasicOps-155849243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:29:30.248622 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-23fe2cf8-7602-4417-85ee-5fb7ea4f956b None None] Calling delete_port for aa7918de-3aeb-415d-b9bd-e6d3ababab97 owned by network:dhcp {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:29:30.255353 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-6018baca-2a73-4a70-b311-3c658ba72d92 req-f3dfb99d-e0b1-48ee-8f30-2ab4b58d257c tempest-TestServerBasicOps-155849243 tempest-TestServerBasicOps-155849243-project] 10.222.0.89 "GET /v2.0/ports?device_id=4371415a-6d02-4736-91f3-0d6ad12b39af HTTP/1.1" status: 200 len: 946 time: 0.6997247 Feb 04 17:29:30.350651 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-313d600b-cf00-4334-8095-ca91b2c571cb tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 3.5579240 Feb 04 17:29:30.356427 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 47028) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:29:30.364241 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-8db1ad00-e86f-4e6e-9627-a908de77e976 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Request body: {'port': {'network_id': 'ebdc431d-e6a4-4155-be30-2a7d896acbb0', 'mac_address': 'fa:16:3e:72:ae:08', 'name': 'tempest-NetworksTestDHCPv6-196906495'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:29:30.388337 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4224bbec-b0ce-4aae-be9c-20ab13b301fb None None] Pushing event updated for resources: {'Port': ['ID=078b8f1c-338e-46b8-9fd4-3e915eb3be62,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:29:30.419398 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-4224bbec-b0ce-4aae-be9c-20ab13b301fb None None] Attempting to bind port 078b8f1c-338e-46b8-9fd4-3e915eb3be62 on host n-d-827839-2 for vnic_type normal with profile {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:29:30.419786 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-4224bbec-b0ce-4aae-be9c-20ab13b301fb None None] Attempting to bind port 078b8f1c-338e-46b8-9fd4-3e915eb3be62 by drivers openvswitch,hyperv on host n-d-827839-2 at level 0 using segments [{'id': '6318842a-9edf-4a3b-af29-b9d03541a211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'c90da92d-1fe8-45ca-9832-d232a14f4e6c'}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:29:30.420150 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4224bbec-b0ce-4aae-be9c-20ab13b301fb None None] Attempting to bind port 078b8f1c-338e-46b8-9fd4-3e915eb3be62 on network c90da92d-1fe8-45ca-9832-d232a14f4e6c {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:29:30.457040 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313d600b-cf00-4334-8095-ca91b2c571cb tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Pushing event updated for resources: {'Subnet': ['ID=f30d951a-3d99-4966-9f45-262800ca9a0b,revision_number=0']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:29:30.461695 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4224bbec-b0ce-4aae-be9c-20ab13b301fb None None] Checking agent: {'id': 'ba70844b-66a0-45fd-a2f2-e6ed673321fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 0, 36), 'started_at': datetime.datetime(2022, 2, 4, 17, 1, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 29, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:29:30.462317 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4224bbec-b0ce-4aae-be9c-20ab13b301fb None None] Checking segment: {'id': '6318842a-9edf-4a3b-af29-b9d03541a211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'c90da92d-1fe8-45ca-9832-d232a14f4e6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:29:30.462527 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4224bbec-b0ce-4aae-be9c-20ab13b301fb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:30.462871 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4224bbec-b0ce-4aae-be9c-20ab13b301fb None None] Bound using segment: {'id': '6318842a-9edf-4a3b-af29-b9d03541a211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'c90da92d-1fe8-45ca-9832-d232a14f4e6c'} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:29:30.463367 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-4224bbec-b0ce-4aae-be9c-20ab13b301fb None None] Bound port: 078b8f1c-338e-46b8-9fd4-3e915eb3be62, host: n-d-827839-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6318842a-9edf-4a3b-af29-b9d03541a211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'c90da92d-1fe8-45ca-9832-d232a14f4e6c'}}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:29:30.463766 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4224bbec-b0ce-4aae-be9c-20ab13b301fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (078b8f1c-338e-46b8-9fd4-3e915eb3be62), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:30.631379 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-4224bbec-b0ce-4aae-be9c-20ab13b301fb None None] For port 078b8f1c-338e-46b8-9fd4-3e915eb3be62, host n-d-827839-2, cleared binding levels {{(pid=103378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:29:30.637412 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-4224bbec-b0ce-4aae-be9c-20ab13b301fb None None] For port 078b8f1c-338e-46b8-9fd4-3e915eb3be62, host n-d-827839-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=078b8f1c-338e-46b8-9fd4-3e915eb3be62,segment=NetworkSegment(6318842a-9edf-4a3b-af29-b9d03541a211),segment_id=6318842a-9edf-4a3b-af29-b9d03541a211)] {{(pid=103378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:29:30.645147 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8db1ad00-e86f-4e6e-9627-a908de77e976 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Made reservation on behalf of 2dabbd0ed422411582aec81f9de51a07 for: {'port': 1} {{(pid=103376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:29:30.667020 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4224bbec-b0ce-4aae-be9c-20ab13b301fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (078b8f1c-338e-46b8-9fd4-3e915eb3be62), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:30.790316 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-23fe2cf8-7602-4417-85ee-5fb7ea4f956b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144'] for port (aa7918de-3aeb-415d-b9bd-e6d3ababab97), after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:30.823389 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23fe2cf8-7602-4417-85ee-5fb7ea4f956b None None] No DVR routers for this DVR port aa7918de-3aeb-415d-b9bd-e6d3ababab97 on host n-d-827839-2 {{(pid=103378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 17:29:30.864563 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4224bbec-b0ce-4aae-be9c-20ab13b301fb None None] Pushing event updated for resources: {'Port': ['ID=078b8f1c-338e-46b8-9fd4-3e915eb3be62,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:29:30.898558 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fe2cf8-7602-4417-85ee-5fb7ea4f956b None None] Pushing event deleted for resources: {'Port': ['ID=aa7918de-3aeb-415d-b9bd-e6d3ababab97,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:29:30.900988 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-6018baca-2a73-4a70-b311-3c658ba72d92 req-57191702-27b9-4d4d-9c53-0cd0a663bb6b tempest-TestServerBasicOps-155849243 tempest-TestServerBasicOps-155849243-project] 10.222.0.89 "GET /v2.0/security-groups?id=7550a21d-8f9e-4276-afe6-de321a73b5df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6437697 Feb 04 17:29:30.932447 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-92cbd5aa-bfeb-4887-a46a-b1654abac3bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628832'] for network (df50260c-ccf9-42da-ab7c-062be6414a2d), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:30.932574 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-8db1ad00-e86f-4e6e-9627-a908de77e976 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:30.981879 n-d-827839-2 neutron-server[103376]: DEBUG neutron.notifiers.nova [None req-8db1ad00-e86f-4e6e-9627-a908de77e976 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] device_id is not set on port a34c8c18-dffd-4a38-bc49-71a4373a0741 yet. {{(pid=103376) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 04 17:29:30.987809 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-9dfcf0cc-d36c-4cdc-9c6e-45ea445933a6 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25674939', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25858952'] for subnet (ccb7b4c5-318a-48ff-9721-9fd76da19efd), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:31.007889 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ee9e3e-0bd7-4323-9eec-2bae02d672c7 req-fb2b5bfb-cdb5-4f41-bf19-2e9671397149 tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:29:31.020774 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-11ee9e3e-0bd7-4323-9eec-2bae02d672c7 req-fb2b5bfb-cdb5-4f41-bf19-2e9671397149 tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] 10.222.0.89 "GET /v2.0/ports?device_id=f2c300b1-94a0-4e81-a6de-54c4630651af HTTP/1.1" status: 200 len: 946 time: 0.1884181 Feb 04 17:29:31.111487 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a57ffd-cbf8-49e1-b046-823194405b96 req-e5f972e2-d812-47f5-bec7-4a682b3ecf48 tempest-TestServerBasicOps-155849243 tempest-TestServerBasicOps-155849243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:29:31.113094 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-b3a57ffd-cbf8-49e1-b046-823194405b96 req-e5f972e2-d812-47f5-bec7-4a682b3ecf48 tempest-TestServerBasicOps-155849243 tempest-TestServerBasicOps-155849243-project] 10.222.0.90 "GET /v2.0/ports?device_id=4371415a-6d02-4736-91f3-0d6ad12b39af HTTP/1.1" status: 200 len: 946 time: 0.8263056 Feb 04 17:29:31.123782 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 52218693-9965-4f7b-9c89-a734686fcfa2 up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:29:31.241668 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dfcf0cc-d36c-4cdc-9c6e-45ea445933a6 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Network c90da92d-1fe8-45ca-9832-d232a14f4e6c is already hosted by enough agents. {{(pid=103376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:29:31.256660 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [None req-9dfcf0cc-d36c-4cdc-9c6e-45ea445933a6 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Resources bound (agent type, host, resource id): {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:29:31.272249 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dfcf0cc-d36c-4cdc-9c6e-45ea445933a6 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:29:31.273152 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-9dfcf0cc-d36c-4cdc-9c6e-45ea445933a6 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Publish callbacks [] for subnet (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:31.276287 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dfcf0cc-d36c-4cdc-9c6e-45ea445933a6 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Pushing event updated for resources: {'Subnet': ['ID=ccb7b4c5-318a-48ff-9721-9fd76da19efd,revision_number=0']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:29:31.302855 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port 52218693-9965-4f7b-9c89-a734686fcfa2 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:29:31.303246 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (52218693-9965-4f7b-9c89-a734686fcfa2), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:31.346339 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-11ee9e3e-0bd7-4323-9eec-2bae02d672c7 req-3b0cfd87-a65c-4832-be4e-9361f0b7587c tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] 10.222.0.89 "GET /v2.0/security-groups?id=749b530c-d4d8-46cd-99b4-1a8b04e03f53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3197732 Feb 04 17:29:31.352659 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-9dfcf0cc-d36c-4cdc-9c6e-45ea445933a6 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.0817809 Feb 04 17:29:31.363553 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 47036) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:29:31.374967 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-745e4855-8d58-4dde-83a4-ea5c3ea10086 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Request body: {'port': {'network_id': 'c90da92d-1fe8-45ca-9832-d232a14f4e6c', 'fixed_ips': [{'subnet_id': '5ca7729b-a710-4a5c-bcd5-68b2237ae805'}, {'subnet_id': 'ccb7b4c5-318a-48ff-9721-9fd76da19efd'}], 'name': 'tempest-PortsTestJSON-1448964898'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:29:31.392580 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-92cbd5aa-bfeb-4887-a46a-b1654abac3bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1543676', 'neutron.services.segments.db._delete_segments_for_network-8781084786517'] for network (df50260c-ccf9-42da-ab7c-062be6414a2d), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:31.398118 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-c2d64449-aced-4b6c-afa9-beb0d5d6b088 req-67aaf4b2-25c3-4450-8a65-5cbf34a69960 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] 10.222.0.89 "GET /v2.0/ports?device_id=d23ffa64-7651-4974-8c0d-1ba4c302839d HTTP/1.1" status: 200 len: 210 time: 0.1280770 Feb 04 17:29:31.460199 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-e4bd018e-e02a-41c6-966e-d4248f32d5b5 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Publish callbacks [] for router_gateway (501c1ff4-a9e2-45f0-9b23-1f6f807de1a5), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:31.505136 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port 52218693-9965-4f7b-9c89-a734686fcfa2 is: DOWN; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:29:31.505733 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (52218693-9965-4f7b-9c89-a734686fcfa2), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:31.569513 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] For port 52218693-9965-4f7b-9c89-a734686fcfa2, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=52218693-9965-4f7b-9c89-a734686fcfa2,segment=NetworkSegment(2fcce0c7-9a0a-428a-b986-cae51cd3c129),segment_id=2fcce0c7-9a0a-428a-b986-cae51cd3c129)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:29:31.578012 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.db_base_plugin_common [None req-8db1ad00-e86f-4e6e-9627-a908de77e976 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Allocated IP 2001:db8::102 (ebdc431d-e6a4-4155-be30-2a7d896acbb0/fa87c686-2a83-46fb-b0b7-5be11bccf923/a34c8c18-dffd-4a38-bc49-71a4373a0741) {{(pid=103376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:29:31.578200 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (52218693-9965-4f7b-9c89-a734686fcfa2), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:31.594105 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.db_base_plugin_common [None req-8db1ad00-e86f-4e6e-9627-a908de77e976 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Allocated IP 2001:db8:0:1:f816:3eff:fe72:ae08 (ebdc431d-e6a4-4155-be30-2a7d896acbb0/f30d951a-3d99-4966-9f45-262800ca9a0b/a34c8c18-dffd-4a38-bc49-71a4373a0741) {{(pid=103376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:29:31.673849 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Pushing event updated for resources: {'Port': ['ID=52218693-9965-4f7b-9c89-a734686fcfa2,revision_number=5']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:29:31.677943 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device aa7918de-3aeb-415d-b9bd-e6d3ababab97 no longer exists at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:29:31.728201 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] No Port match for: aa7918de-3aeb-415d-b9bd-e6d3ababab97 {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 17:29:31.728556 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device aa7918de-3aeb-415d-b9bd-e6d3ababab97 not bound to the agent host n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 17:29:31.785579 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbbff0bb-8676-4813-9ea9-5d64ec965f27 None None] Network ebdc431d-e6a4-4155-be30-2a7d896acbb0 requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:29:31.793757 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-745e4855-8d58-4dde-83a4-ea5c3ea10086 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Made reservation on behalf of 6054a945d1db4859ae33f1c6e4a7b141 for: {'port': 1} {{(pid=103376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:29:31.799067 n-d-827839-2 neutron-server[103377]: DEBUG neutron.services.segments.db [None req-92cbd5aa-bfeb-4887-a46a-b1654abac3bb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df50260c-ccf9-42da-ab7c-062be6414a2d']}} {{(pid=103377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:29:31.885752 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-8db1ad00-e86f-4e6e-9627-a908de77e976 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks [] for port (a34c8c18-dffd-4a38-bc49-71a4373a0741), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:31.889718 n-d-827839-2 neutron-server[103377]: DEBUG neutron.services.segments.db [None req-92cbd5aa-bfeb-4887-a46a-b1654abac3bb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26c37238-eb14-4048-93f5-19bbe58aaf47') {'for_net_delete': True} {{(pid=103377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:29:31.890214 n-d-827839-2 neutron-server[103377]: DEBUG neutron.services.segments.db [None req-92cbd5aa-bfeb-4887-a46a-b1654abac3bb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26c37238-eb14-4048-93f5-19bbe58aaf47') {} {{(pid=103377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:29:31.918113 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-92cbd5aa-bfeb-4887-a46a-b1654abac3bb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781084783966', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26866685'] for segment (26c37238-eb14-4048-93f5-19bbe58aaf47), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:31.930209 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-815d1339-9758-4677-8a88-4bce707efec8 None None] Provisioning complete for port 52218693-9965-4f7b-9c89-a734686fcfa2 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:29:31.930607 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-815d1339-9758-4677-8a88-4bce707efec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (52218693-9965-4f7b-9c89-a734686fcfa2), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:31.935888 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [req-b3a57ffd-cbf8-49e1-b046-823194405b96 req-20464205-20f3-4c26-af80-cded2724df85 tempest-TestServerBasicOps-155849243 tempest-TestServerBasicOps-155849243-project] Deleting port 45a915f0-0102-4745-8fa0-148c16138923 {{(pid=103377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:29:31.936232 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-b3a57ffd-cbf8-49e1-b046-823194405b96 req-20464205-20f3-4c26-af80-cded2724df85 tempest-TestServerBasicOps-155849243 tempest-TestServerBasicOps-155849243-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (45a915f0-0102-4745-8fa0-148c16138923), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:31.955902 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-745e4855-8d58-4dde-83a4-ea5c3ea10086 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:32.076723 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [req-b3a57ffd-cbf8-49e1-b046-823194405b96 req-20464205-20f3-4c26-af80-cded2724df85 tempest-TestServerBasicOps-155849243 tempest-TestServerBasicOps-155849243-project] For port 45a915f0-0102-4745-8fa0-148c16138923, host n-h2-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=45a915f0-0102-4745-8fa0-148c16138923,segment=NetworkSegment(1cf24bdf-cd2a-424e-9446-8006bc746b7c),segment_id=1cf24bdf-cd2a-424e-9446-8006bc746b7c)] {{(pid=103377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:29:32.077261 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-b3a57ffd-cbf8-49e1-b046-823194405b96 req-20464205-20f3-4c26-af80-cded2724df85 tempest-TestServerBasicOps-155849243 tempest-TestServerBasicOps-155849243-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (45a915f0-0102-4745-8fa0-148c16138923), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:32.089731 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-92cbd5aa-bfeb-4887-a46a-b1654abac3bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (26c37238-eb14-4048-93f5-19bbe58aaf47), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:32.097412 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92cbd5aa-bfeb-4887-a46a-b1654abac3bb admin admin] Releasing vlan 799 on physical network physnet1 to pool {{(pid=103377) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 17:29:32.097956 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-92cbd5aa-bfeb-4887-a46a-b1654abac3bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25888454'] for segment (26c37238-eb14-4048-93f5-19bbe58aaf47), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:32.144970 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-020d2448-78bb-43ff-809a-f11c099a5833 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (64ada913-9131-4d99-a265-63a920956287), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:32.194056 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-e4bd018e-e02a-41c6-966e-d4248f32d5b5 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1602046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603680'] for router (501c1ff4-a9e2-45f0-9b23-1f6f807de1a5), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:32.202834 n-d-827839-2 neutron-server[103377]: Traceback (most recent call last): Feb 04 17:29:32.202834 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 17:29:32.202834 n-d-827839-2 neutron-server[103377]: timer() Feb 04 17:29:32.202834 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 17:29:32.202834 n-d-827839-2 neutron-server[103377]: cb(*args, **kw) Feb 04 17:29:32.202834 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 17:29:32.202834 n-d-827839-2 neutron-server[103377]: return func(*args, **kwargs) Feb 04 17:29:32.202834 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 17:29:32.202834 n-d-827839-2 neutron-server[103377]: self._notify() Feb 04 17:29:32.202834 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 17:29:32.202834 n-d-827839-2 neutron-server[103377]: self.callback(batched_events) Feb 04 17:29:32.202834 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 17:29:32.202834 n-d-827839-2 neutron-server[103377]: event.method(event) Feb 04 17:29:32.202834 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 17:29:32.202834 n-d-827839-2 neutron-server[103377]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 17:29:32.202834 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 17:29:32.202834 n-d-827839-2 neutron-server[103377]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 17:29:32.202834 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 17:29:32.202834 n-d-827839-2 neutron-server[103377]: return f(self, *a, **k) Feb 04 17:29:32.202834 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 17:29:32.202834 n-d-827839-2 neutron-server[103377]: return self._get(url).json() Feb 04 17:29:32.202834 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 17:29:32.202834 n-d-827839-2 neutron-server[103377]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 17:29:32.202834 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 17:29:32.202834 n-d-827839-2 neutron-server[103377]: return self.request(url, 'GET', **kwargs) Feb 04 17:29:32.202834 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 17:29:32.202834 n-d-827839-2 neutron-server[103377]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 17:29:32.202834 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 17:29:32.202834 n-d-827839-2 neutron-server[103377]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 17:29:32.202834 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 17:29:32.202834 n-d-827839-2 neutron-server[103377]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 17:29:32.202834 n-d-827839-2 neutron-server[103377]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 17:29:32.216134 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-92cbd5aa-bfeb-4887-a46a-b1654abac3bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1543671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1595572'] for network (df50260c-ccf9-42da-ab7c-062be6414a2d), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:32.234576 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-815d1339-9758-4677-8a88-4bce707efec8 None None] Current status of the port 52218693-9965-4f7b-9c89-a734686fcfa2 is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:29:32.358238 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-92cbd5aa-bfeb-4887-a46a-b1654abac3bb admin admin] Publish callbacks [] for network (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:32.365355 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-92cbd5aa-bfeb-4887-a46a-b1654abac3bb admin admin] 10.222.0.89 "DELETE /v2.0/networks/df50260c-ccf9-42da-ab7c-062be6414a2d HTTP/1.1" status: 204 len: 168 time: 2.8495114 Feb 04 17:29:32.591320 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92cbd5aa-bfeb-4887-a46a-b1654abac3bb admin admin] Pushing event deleted for resources: {'Network': ['ID=df50260c-ccf9-42da-ab7c-062be6414a2d,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:29:32.689919 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9294b55e-e3fc-4f8c-92d9-4a29622744fd req-f9b5186d-aea1-4afb-9e15-278c08a1d141 tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:29:32.693415 n-d-827839-2 neutron-server[103376]: DEBUG neutron.notifiers.nova [None req-745e4855-8d58-4dde-83a4-ea5c3ea10086 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] device_id is not set on port 9a7002df-a2de-424c-a138-4640acf2197e yet. {{(pid=103376) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 04 17:29:32.699388 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-9294b55e-e3fc-4f8c-92d9-4a29622744fd req-f9b5186d-aea1-4afb-9e15-278c08a1d141 tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] 10.222.0.89 "GET /v2.0/ports?device_id=f2c300b1-94a0-4e81-a6de-54c4630651af HTTP/1.1" status: 200 len: 946 time: 0.1915944 Feb 04 17:29:32.708654 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-027748bf-ebd7-44cd-966e-da7d65de349e None None] Network c90da92d-1fe8-45ca-9832-d232a14f4e6c requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:29:32.729433 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-8db1ad00-e86f-4e6e-9627-a908de77e976 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (a34c8c18-dffd-4a38-bc49-71a4373a0741), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:32.731710 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 47056) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:29:32.840685 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-b69eebb8-4035-4a98-84b2-9b70ca048acc None None] Provisioning complete for port 078b8f1c-338e-46b8-9fd4-3e915eb3be62 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:29:32.841508 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b69eebb8-4035-4a98-84b2-9b70ca048acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (078b8f1c-338e-46b8-9fd4-3e915eb3be62), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:32.872518 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8db1ad00-e86f-4e6e-9627-a908de77e976 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Network ebdc431d-e6a4-4155-be30-2a7d896acbb0 is already hosted by enough agents. {{(pid=103376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:29:32.895434 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-9294b55e-e3fc-4f8c-92d9-4a29622744fd req-9b3d8465-6f39-4fd1-82be-5259fe1ecd90 tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] 10.222.0.89 "GET /v2.0/security-groups?id=749b530c-d4d8-46cd-99b4-1a8b04e03f53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1948910 Feb 04 17:29:32.918803 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [None req-8db1ad00-e86f-4e6e-9627-a908de77e976 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Resources bound (agent type, host, resource id): {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:29:32.977271 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8db1ad00-e86f-4e6e-9627-a908de77e976 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Received port after_create {{(pid=103376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:29:33.001380 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8db1ad00-e86f-4e6e-9627-a908de77e976 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:29:33.002265 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-8db1ad00-e86f-4e6e-9627-a908de77e976 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:33.005624 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db1ad00-e86f-4e6e-9627-a908de77e976 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Pushing event updated for resources: {'Port': ['ID=a34c8c18-dffd-4a38-bc49-71a4373a0741,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:29:33.044560 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d408ec64-b374-4acb-a1fc-48241dad6d47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (0cd6d64a-47a7-40ff-8c12-71dd526c62e0), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:33.059478 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b61ab6-4748-416a-922a-a72b5bdcb600 req-57daf27f-3794-4f87-91e8-65e806703e3e tempest-TestServerBasicOps-155849243 tempest-TestServerBasicOps-155849243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:29:33.061110 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-d9b61ab6-4748-416a-922a-a72b5bdcb600 req-57daf27f-3794-4f87-91e8-65e806703e3e tempest-TestServerBasicOps-155849243 tempest-TestServerBasicOps-155849243-project] 10.222.0.89 "GET /v2.0/ports?device_id=4371415a-6d02-4736-91f3-0d6ad12b39af HTTP/1.1" status: 200 len: 946 time: 1.0135696 Feb 04 17:29:33.109751 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-064682f4-8ea6-44ad-a16c-7dfadbb6d762 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=6da63b05ffc14b34a19fe38a380b0dc4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3736055 Feb 04 17:29:33.111839 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 47058) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:29:33.169352 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-8db1ad00-e86f-4e6e-9627-a908de77e976 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.8119347 Feb 04 17:29:33.175422 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 47062) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:29:33.186109 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Device 45a915f0-0102-4745-8fa0-148c16138923 no longer exists at agent hyperv_n-h2-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:29:33.194649 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-b69eebb8-4035-4a98-84b2-9b70ca048acc None None] Current status of the port 078b8f1c-338e-46b8-9fd4-3e915eb3be62 is: DOWN; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:29:33.195049 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b69eebb8-4035-4a98-84b2-9b70ca048acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (078b8f1c-338e-46b8-9fd4-3e915eb3be62), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:33.248717 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-9917b378-34e9-42ff-9ea2-b4a52c126b95 req-f98719f5-8b84-4229-8635-ae544b11a180 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] 10.222.0.89 "GET /v2.0/ports?device_id=d23ffa64-7651-4974-8c0d-1ba4c302839d HTTP/1.1" status: 200 len: 210 time: 0.1202393 Feb 04 17:29:33.299574 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4e99d42-9b15-4c62-ba95-d86f0f9cd353 None None] Update dhcp port {'port': {'network_id': 'c90da92d-1fe8-45ca-9832-d232a14f4e6c', 'fixed_ips': [{'subnet_id': '5ca7729b-a710-4a5c-bcd5-68b2237ae805', 'ip_address': '172.20.0.2'}, {'subnet_id': 'ccb7b4c5-318a-48ff-9721-9fd76da19efd'}], 'binding:host_id': 'n-d-827839-2'}, 'id': '078b8f1c-338e-46b8-9fd4-3e915eb3be62'} from n-d-827839-2. {{(pid=103378) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 04 17:29:33.346877 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b4e99d42-9b15-4c62-ba95-d86f0f9cd353 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (078b8f1c-338e-46b8-9fd4-3e915eb3be62), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:33.397799 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-b69eebb8-4035-4a98-84b2-9b70ca048acc None None] For port 078b8f1c-338e-46b8-9fd4-3e915eb3be62, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=078b8f1c-338e-46b8-9fd4-3e915eb3be62,segment=NetworkSegment(6318842a-9edf-4a3b-af29-b9d03541a211),segment_id=6318842a-9edf-4a3b-af29-b9d03541a211)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:29:33.399002 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-b3a57ffd-cbf8-49e1-b046-823194405b96 req-20464205-20f3-4c26-af80-cded2724df85 tempest-TestServerBasicOps-155849243 tempest-TestServerBasicOps-155849243-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:33.399317 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-b3a57ffd-cbf8-49e1-b046-823194405b96 req-20464205-20f3-4c26-af80-cded2724df85 tempest-TestServerBasicOps-155849243 tempest-TestServerBasicOps-155849243-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1595586'] for floatingip (c9345afb-daa7-4e9d-aa85-9d4951543e03), after_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:33.399632 n-d-827839-2 neutron-server[103377]: INFO neutron.db.l3_db [req-b3a57ffd-cbf8-49e1-b046-823194405b96 req-20464205-20f3-4c26-af80-cded2724df85 tempest-TestServerBasicOps-155849243 tempest-TestServerBasicOps-155849243-project] Floating IP c9345afb-daa7-4e9d-aa85-9d4951543e03 disassociated. External IP: 172.25.6.171, port: 45a915f0-0102-4745-8fa0-148c16138923. Feb 04 17:29:33.402922 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [req-b3a57ffd-cbf8-49e1-b046-823194405b96 req-20464205-20f3-4c26-af80-cded2724df85 tempest-TestServerBasicOps-155849243 tempest-TestServerBasicOps-155849243-project] Calling delete_port for 45a915f0-0102-4745-8fa0-148c16138923 owned by compute:nova {{(pid=103377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:29:33.408080 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4bd018e-e02a-41c6-966e-d4248f32d5b5 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Router 501c1ff4-a9e2-45f0-9b23-1f6f807de1a5 is scheduled to L3 agent 64ada913-9131-4d99-a265-63a920956287 with binding_index 1 {{(pid=103377) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 17:29:33.410070 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b69eebb8-4035-4a98-84b2-9b70ca048acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (078b8f1c-338e-46b8-9fd4-3e915eb3be62), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:33.471901 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69eebb8-4035-4a98-84b2-9b70ca048acc None None] Pushing event updated for resources: {'Port': ['ID=078b8f1c-338e-46b8-9fd4-3e915eb3be62,revision_number=3']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:29:33.592230 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 52218693-9965-4f7b-9c89-a734686fcfa2 up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:29:33.595933 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-d9b61ab6-4748-416a-922a-a72b5bdcb600 req-53830964-cb62-4135-b8b8-a6ab83cbe83e tempest-TestServerBasicOps-155849243 tempest-TestServerBasicOps-155849243-project] 10.222.0.89 "GET /v2.0/security-groups?id=7550a21d-8f9e-4276-afe6-de321a73b5df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5174932 Feb 04 17:29:33.632381 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69eebb8-4035-4a98-84b2-9b70ca048acc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:29:33.632717 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4bd018e-e02a-41c6-966e-d4248f32d5b5 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Notify agent at l3_agent.n-d-827839-2 the message routers_updated {{(pid=103377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 17:29:33.632882 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69eebb8-4035-4a98-84b2-9b70ca048acc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:29:33.633148 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69eebb8-4035-4a98-84b2-9b70ca048acc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:29:33.633492 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69eebb8-4035-4a98-84b2-9b70ca048acc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:29:33.633884 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69eebb8-4035-4a98-84b2-9b70ca048acc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:29:33.634226 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69eebb8-4035-4a98-84b2-9b70ca048acc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:29:33.634560 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69eebb8-4035-4a98-84b2-9b70ca048acc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:29:33.635539 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69eebb8-4035-4a98-84b2-9b70ca048acc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:29:33.635893 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69eebb8-4035-4a98-84b2-9b70ca048acc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:29:33.636229 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69eebb8-4035-4a98-84b2-9b70ca048acc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:29:33.636565 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69eebb8-4035-4a98-84b2-9b70ca048acc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:29:33.637143 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69eebb8-4035-4a98-84b2-9b70ca048acc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:29:33.637825 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69eebb8-4035-4a98-84b2-9b70ca048acc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:29:33.645608 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed0fb1d0-794c-4c2d-aa21-7e9a323de205 None None] Sync routers for ids ['501c1ff4-a9e2-45f0-9b23-1f6f807de1a5'] in n-d-827839-2 {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 17:29:33.667005 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed0fb1d0-794c-4c2d-aa21-7e9a323de205 None None] Routers {'501c1ff4-a9e2-45f0-9b23-1f6f807de1a5'} bound to L3 agent in host n-d-827839-2 {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:29:33.667862 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-ed0fb1d0-794c-4c2d-aa21-7e9a323de205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:29:32Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['501c1ff4-a9e2-45f0-9b23-1f6f807de1a5'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:29:33.673809 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-e4bd018e-e02a-41c6-966e-d4248f32d5b5 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Publish callbacks [] for router (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:33.679720 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-e4bd018e-e02a-41c6-966e-d4248f32d5b5 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] 10.222.0.89 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 7.5968585 Feb 04 17:29:33.683446 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 47064) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:29:33.749049 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Current status of the port 45a915f0-0102-4745-8fa0-148c16138923 is: ACTIVE; New status is: DOWN {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:29:33.750086 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (45a915f0-0102-4745-8fa0-148c16138923), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:33.755891 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-ed0fb1d0-794c-4c2d-aa21-7e9a323de205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827839-2', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:29:33.778891 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed0fb1d0-794c-4c2d-aa21-7e9a323de205 None None] Routers {'501c1ff4-a9e2-45f0-9b23-1f6f807de1a5'} bound to L3 agent in host n-d-827839-2 {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:29:33.779782 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-ed0fb1d0-794c-4c2d-aa21-7e9a323de205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:29:32Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['501c1ff4-a9e2-45f0-9b23-1f6f807de1a5'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:29:33.780102 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-8820f303-911d-4ab3-abb5-331ddc03cbfc None None] Provisioning complete for port a34c8c18-dffd-4a38-bc49-71a4373a0741 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:29:33.781701 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8820f303-911d-4ab3-abb5-331ddc03cbfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (a34c8c18-dffd-4a38-bc49-71a4373a0741), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:33.783907 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-8c0b4a67-98db-4505-834e-392b783eb8f7 admin admin] Publish callbacks [] for security_group (fe4f9e05-c308-4db6-a870-788a74652ca7), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:33.786698 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port 52218693-9965-4f7b-9c89-a734686fcfa2 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:29:33.787261 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (52218693-9965-4f7b-9c89-a734686fcfa2), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:33.862862 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-ed0fb1d0-794c-4c2d-aa21-7e9a323de205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827839-2', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:29:33.863533 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed0fb1d0-794c-4c2d-aa21-7e9a323de205 None None] The sync data for ids ['501c1ff4-a9e2-45f0-9b23-1f6f807de1a5'] in n-d-827839-2 is: [] {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 17:29:33.961033 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-6cbc3ac7-3e3a-455d-b2da-acd1da364499 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] 10.222.0.89 "GET /v2.0/routers/501c1ff4-a9e2-45f0-9b23-1f6f807de1a5 HTTP/1.1" status: 200 len: 885 time: 0.2761545 Feb 04 17:29:33.961665 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 47068) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:29:33.969233 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-b3a57ffd-cbf8-49e1-b046-823194405b96 req-20464205-20f3-4c26-af80-cded2724df85 tempest-TestServerBasicOps-155849243 tempest-TestServerBasicOps-155849243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (45a915f0-0102-4745-8fa0-148c16138923), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:33.983179 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-bc3fa00e-ff89-4cd3-8f98-7d7b1ab2b3f1 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Deleting port a34c8c18-dffd-4a38-bc49-71a4373a0741 {{(pid=103376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:29:33.983571 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-bc3fa00e-ff89-4cd3-8f98-7d7b1ab2b3f1 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (a34c8c18-dffd-4a38-bc49-71a4373a0741), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:34.004107 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-8c0b4a67-98db-4505-834e-392b783eb8f7 admin admin] Publish callbacks [] for security_group (fe4f9e05-c308-4db6-a870-788a74652ca7), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:34.104778 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20464205-20f3-4c26-af80-cded2724df85 tempest-TestServerBasicOps-155849243 tempest-TestServerBasicOps-155849243-project] Pushing event deleted for resources: {'Port': ['ID=45a915f0-0102-4745-8fa0-148c16138923,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:29:34.139347 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-8820f303-911d-4ab3-abb5-331ddc03cbfc None None] Port a34c8c18-dffd-4a38-bc49-71a4373a0741 cannot update to ACTIVE because it is not bound. {{(pid=103378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 17:29:34.165229 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-8820f303-911d-4ab3-abb5-331ddc03cbfc None None] Provisioning complete for port 52218693-9965-4f7b-9c89-a734686fcfa2 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:29:34.165659 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8820f303-911d-4ab3-abb5-331ddc03cbfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (52218693-9965-4f7b-9c89-a734686fcfa2), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:34.170074 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.db_base_plugin_common [None req-745e4855-8d58-4dde-83a4-ea5c3ea10086 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Allocated IP 172.20.0.12 (c90da92d-1fe8-45ca-9832-d232a14f4e6c/5ca7729b-a710-4a5c-bcd5-68b2237ae805/9a7002df-a2de-424c-a138-4640acf2197e) {{(pid=103376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:29:34.215622 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.db_base_plugin_common [None req-745e4855-8d58-4dde-83a4-ea5c3ea10086 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Allocated IP 172.20.0.30 (c90da92d-1fe8-45ca-9832-d232a14f4e6c/ccb7b4c5-318a-48ff-9721-9fd76da19efd/9a7002df-a2de-424c-a138-4640acf2197e) {{(pid=103376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:29:34.239609 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port 52218693-9965-4f7b-9c89-a734686fcfa2 is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:29:34.240848 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 078b8f1c-338e-46b8-9fd4-3e915eb3be62 up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:29:34.327103 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-bc3fa00e-ff89-4cd3-8f98-7d7b1ab2b3f1 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (a34c8c18-dffd-4a38-bc49-71a4373a0741), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:34.357813 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-bc3fa00e-ff89-4cd3-8f98-7d7b1ab2b3f1 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Calling delete_port for a34c8c18-dffd-4a38-bc49-71a4373a0741 owned by {{(pid=103376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:29:34.396766 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-8820f303-911d-4ab3-abb5-331ddc03cbfc None None] Current status of the port 52218693-9965-4f7b-9c89-a734686fcfa2 is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:29:34.405082 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port 078b8f1c-338e-46b8-9fd4-3e915eb3be62 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:29:34.405481 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (078b8f1c-338e-46b8-9fd4-3e915eb3be62), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:34.466695 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-8c0b4a67-98db-4505-834e-392b783eb8f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (fe4f9e05-c308-4db6-a870-788a74652ca7), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:34.471279 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-8c0b4a67-98db-4505-834e-392b783eb8f7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:34.474727 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-8c0b4a67-98db-4505-834e-392b783eb8f7 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/fe4f9e05-c308-4db6-a870-788a74652ca7 HTTP/1.1" status: 204 len: 168 time: 1.3343000 Feb 04 17:29:34.620068 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port 078b8f1c-338e-46b8-9fd4-3e915eb3be62 is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:29:34.625180 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-a236594c-6ecc-47e3-9f19-689be600c7a4 None None] Provisioning complete for port a34c8c18-dffd-4a38-bc49-71a4373a0741 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:29:34.626484 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a236594c-6ecc-47e3-9f19-689be600c7a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (a34c8c18-dffd-4a38-bc49-71a4373a0741), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:34.639779 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-f199d022-3288-444d-ab76-53a337254010 req-13ee105f-b821-4736-a6e9-4aaaf69849f9 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] 10.222.0.89 "GET /v2.0/ports?device_id=d23ffa64-7651-4974-8c0d-1ba4c302839d HTTP/1.1" status: 200 len: 210 time: 0.2530887 Feb 04 17:29:34.681894 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-a236594c-6ecc-47e3-9f19-689be600c7a4 None None] Port a34c8c18-dffd-4a38-bc49-71a4373a0741 cannot update to ACTIVE because it is not bound. {{(pid=103378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 17:29:34.745408 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4f14bb47-e72b-46ac-9e44-a61d9293afcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (75326290-f7a3-4db8-9cf2-15c7139ed224), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:34.751660 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0b4a67-98db-4505-834e-392b783eb8f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe4f9e05-c308-4db6-a870-788a74652ca7,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:29:35.017304 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 078b8f1c-338e-46b8-9fd4-3e915eb3be62 up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:29:35.065098 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d28842-dd47-4466-91b8-66e1dddf3536 req-de682566-7737-462d-9d1f-13684373b563 tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:29:35.072223 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-97d28842-dd47-4466-91b8-66e1dddf3536 req-de682566-7737-462d-9d1f-13684373b563 tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] 10.222.0.89 "GET /v2.0/ports?device_id=f2c300b1-94a0-4e81-a6de-54c4630651af HTTP/1.1" status: 200 len: 946 time: 0.9919484 Feb 04 17:29:35.114892 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port 078b8f1c-338e-46b8-9fd4-3e915eb3be62 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:29:35.115275 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (078b8f1c-338e-46b8-9fd4-3e915eb3be62), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:35.144909 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-745e4855-8d58-4dde-83a4-ea5c3ea10086 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Publish callbacks [] for port (9a7002df-a2de-424c-a138-4640acf2197e), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:35.185512 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-9c8c8b26-7a46-42a3-b7b9-3538c95dc331 req-c2c916b1-3747-468c-8a39-c32bcfcb699b tempest-TestServerBasicOps-155849243 tempest-TestServerBasicOps-155849243-project] 10.222.0.89 "GET /v2.0/ports?device_id=4371415a-6d02-4736-91f3-0d6ad12b39af HTTP/1.1" status: 200 len: 210 time: 0.3710339 Feb 04 17:29:35.190871 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-bc3fa00e-ff89-4cd3-8f98-7d7b1ab2b3f1 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (a34c8c18-dffd-4a38-bc49-71a4373a0741), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:35.238685 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b3a57ffd-cbf8-49e1-b046-823194405b96 req-20464205-20f3-4c26-af80-cded2724df85 tempest-TestServerBasicOps-155849243 tempest-TestServerBasicOps-155849243-project] Router 0ccb58de-7ff2-4b3b-b2e5-2bb298e2f2f5 has already been hosted by L3 agent 64ada913-9131-4d99-a265-63a920956287 {{(pid=103377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 17:29:35.254820 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port 078b8f1c-338e-46b8-9fd4-3e915eb3be62 is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:29:35.262751 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3fa00e-ff89-4cd3-8f98-7d7b1ab2b3f1 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Pushing event deleted for resources: {'Port': ['ID=a34c8c18-dffd-4a38-bc49-71a4373a0741,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:29:35.279105 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-97d28842-dd47-4466-91b8-66e1dddf3536 req-552a1fe9-5095-471e-b5f5-9555f39bc5d3 tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] 10.222.0.89 "GET /v2.0/security-groups?id=749b530c-d4d8-46cd-99b4-1a8b04e03f53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1962421 Feb 04 17:29:35.321354 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-745e4855-8d58-4dde-83a4-ea5c3ea10086 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (9a7002df-a2de-424c-a138-4640acf2197e), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:35.374635 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-bc3fa00e-ff89-4cd3-8f98-7d7b1ab2b3f1 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:35.377912 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-b4e99d42-9b15-4c62-ba95-d86f0f9cd353 None None] Allocated IP 172.20.0.18 (c90da92d-1fe8-45ca-9832-d232a14f4e6c/ccb7b4c5-318a-48ff-9721-9fd76da19efd/078b8f1c-338e-46b8-9fd4-3e915eb3be62) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:29:35.382665 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-bc3fa00e-ff89-4cd3-8f98-7d7b1ab2b3f1 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] 10.222.0.89 "DELETE /v2.0/ports/a34c8c18-dffd-4a38-bc49-71a4373a0741 HTTP/1.1" status: 204 len: 168 time: 2.2041516 Feb 04 17:29:35.393879 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 47090) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:29:35.555122 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-745e4855-8d58-4dde-83a4-ea5c3ea10086 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Network c90da92d-1fe8-45ca-9832-d232a14f4e6c is already hosted by enough agents. {{(pid=103376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:29:35.567963 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [None req-745e4855-8d58-4dde-83a4-ea5c3ea10086 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Resources bound (agent type, host, resource id): {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:29:35.573005 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-745e4855-8d58-4dde-83a4-ea5c3ea10086 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Received port after_create {{(pid=103376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:29:35.599995 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-2d04044e-54b5-46cd-aeda-93627b86afbb tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] 10.222.0.89 "GET /v2.0/routers HTTP/1.1" status: 200 len: 888 time: 1.6366653 Feb 04 17:29:35.604764 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 47100) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:29:35.610188 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-75f6a69f-e256-4bb2-8cef-8618c0444471 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1793779155'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:29:35.638029 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745e4855-8d58-4dde-83a4-ea5c3ea10086 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Pushing event updated for resources: {'Port': ['ID=9a7002df-a2de-424c-a138-4640acf2197e,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:29:35.651026 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-b4e99d42-9b15-4c62-ba95-d86f0f9cd353 None None] For port 078b8f1c-338e-46b8-9fd4-3e915eb3be62, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=078b8f1c-338e-46b8-9fd4-3e915eb3be62,segment=NetworkSegment(6318842a-9edf-4a3b-af29-b9d03541a211),segment_id=6318842a-9edf-4a3b-af29-b9d03541a211)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:29:35.699239 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3473014b-28b1-45df-9c4e-e9943c2ec6fd tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:29:35.706963 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-3473014b-28b1-45df-9c4e-e9943c2ec6fd tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] 10.222.0.89 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.2490790 Feb 04 17:29:35.710553 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 47104) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:29:35.756546 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-745e4855-8d58-4dde-83a4-ea5c3ea10086 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:29:35.757425 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-745e4855-8d58-4dde-83a4-ea5c3ea10086 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:35.779034 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-745e4855-8d58-4dde-83a4-ea5c3ea10086 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1005 time: 4.4080896 Feb 04 17:29:35.783628 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 47108) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:29:35.790833 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (ba70844b-66a0-45fd-a2f2-e6ed673321fc), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:35.797400 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-7d82df7f-e54b-4e68-b4fe-d0179a4ae9fd tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '5ca7729b-a710-4a5c-bcd5-68b2237ae805'}]}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:29:35.815723 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b4e99d42-9b15-4c62-ba95-d86f0f9cd353 None None] Publish callbacks [] for port (078b8f1c-338e-46b8-9fd4-3e915eb3be62), precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:35.834346 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b4e99d42-9b15-4c62-ba95-d86f0f9cd353 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (078b8f1c-338e-46b8-9fd4-3e915eb3be62), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:35.871154 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b3a57ffd-cbf8-49e1-b046-823194405b96 req-20464205-20f3-4c26-af80-cded2724df85 tempest-TestServerBasicOps-155849243 tempest-TestServerBasicOps-155849243-project] Notify agent at l3_agent.n-d-827839-2 the message routers_updated {{(pid=103377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 17:29:35.952150 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 47114) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:29:35.968676 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aac1cfa-6cd2-4446-939d-845f8a92d0ef None None] Sync routers for ids ['0ccb58de-7ff2-4b3b-b2e5-2bb298e2f2f5'] in n-d-827839-2 {{(pid=103378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 17:29:36.000263 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aac1cfa-6cd2-4446-939d-845f8a92d0ef None None] Routers {'0ccb58de-7ff2-4b3b-b2e5-2bb298e2f2f5'} bound to L3 agent in host n-d-827839-2 {{(pid=103378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:29:36.006102 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-9aac1cfa-6cd2-4446-939d-845f8a92d0ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:29:32Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['0ccb58de-7ff2-4b3b-b2e5-2bb298e2f2f5'], 'active': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:29:36.035629 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-0cb5d6b4-5764-4abb-81ff-361307c90977 req-b989297e-d8e4-4b0a-b0cf-c921eec4f22b tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] 10.222.0.89 "GET /v2.0/ports?device_id=d23ffa64-7651-4974-8c0d-1ba4c302839d HTTP/1.1" status: 200 len: 210 time: 0.0695865 Feb 04 17:29:36.036678 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-7d82df7f-e54b-4e68-b4fe-d0179a4ae9fd tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (9a7002df-a2de-424c-a138-4640acf2197e), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:36.056837 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3a57ffd-cbf8-49e1-b046-823194405b96 req-20464205-20f3-4c26-af80-cded2724df85 tempest-TestServerBasicOps-155849243 tempest-TestServerBasicOps-155849243-project] No DVR routers for this DVR port 45a915f0-0102-4745-8fa0-148c16138923 on host n-h2-827839-2 {{(pid=103377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 17:29:36.076587 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-b3a57ffd-cbf8-49e1-b046-823194405b96 req-20464205-20f3-4c26-af80-cded2724df85 tempest-TestServerBasicOps-155849243 tempest-TestServerBasicOps-155849243-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:36.082088 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-b3a57ffd-cbf8-49e1-b046-823194405b96 req-20464205-20f3-4c26-af80-cded2724df85 tempest-TestServerBasicOps-155849243 tempest-TestServerBasicOps-155849243-project] 10.222.0.90 "DELETE /v2.0/ports/45a915f0-0102-4745-8fa0-148c16138923 HTTP/1.1" status: 204 len: 173 time: 4.9434304 Feb 04 17:29:36.093269 n-d-827839-2 neutron-server[103377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4371415a-6d02-4736-91f3-0d6ad12b39af', 'name': 'network-vif-deleted', 'tag': '45a915f0-0102-4745-8fa0-148c16138923'}] {{(pid=103377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:29:36.095866 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7240428b650e1488e9361b62648ff4b3a6c19d49d8c27c949491ab58c1346cf0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80b70e49-f1da-4245-9593-a927ac27b7be" -d '{"events": [{"server_uuid": "4371415a-6d02-4736-91f3-0d6ad12b39af", "name": "network-vif-deleted", "tag": "45a915f0-0102-4745-8fa0-148c16138923"}]}' {{(pid=103377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:29:36.158157 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d902f3b9-2f07-4bc0-93d0-70a87207e955 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:29:36.166087 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-d902f3b9-2f07-4bc0-93d0-70a87207e955 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] 10.222.0.89 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.4511182 Feb 04 17:29:36.168692 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 47122) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:29:36.184567 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-997a22c7-c509-47f2-b9fe-795cb142f3a3 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-1116324743-network', 'tenant_id': '7867b686175c4f8fbcea5899d1504cf2'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:29:36.194462 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e99d42-9b15-4c62-ba95-d86f0f9cd353 None None] Pushing event updated for resources: {'Port': ['ID=078b8f1c-338e-46b8-9fd4-3e915eb3be62,revision_number=4']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:29:36.269349 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 17:29:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f454bd6-4cba-4e0b-9008-d82fa8c077e1 x-openstack-request-id: req-8f454bd6-4cba-4e0b-9008-d82fa8c077e1 {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:29:36.269643 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4371415a-6d02-4736-91f3-0d6ad12b39af", "name": "network-vif-deleted", "tag": "45a915f0-0102-4745-8fa0-148c16138923", "status": "completed", "code": 200}]} {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:29:36.269894 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-8f454bd6-4cba-4e0b-9008-d82fa8c077e1 {{(pid=103377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:29:36.270309 n-d-827839-2 neutron-server[103377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4371415a-6d02-4736-91f3-0d6ad12b39af', 'name': 'network-vif-deleted', 'tag': '45a915f0-0102-4745-8fa0-148c16138923', 'status': 'completed', 'code': 200} Feb 04 17:29:36.303635 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvr_db [None req-9aac1cfa-6cd2-4446-939d-845f8a92d0ef None None] Set router 0ccb58de-7ff2-4b3b-b2e5-2bb298e2f2f5 gateway port host: n-d-827839-2 {{(pid=103378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:29:36.355106 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d90039b9-b70f-4cd9-806b-728aaa037f44 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:29:36.357290 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d90039b9-b70f-4cd9-806b-728aaa037f44 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:29:36.359300 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d90039b9-b70f-4cd9-806b-728aaa037f44 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:29:36.362059 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-d90039b9-b70f-4cd9-806b-728aaa037f44 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] 10.222.0.89 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1917248 Feb 04 17:29:36.370381 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 47128) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:29:36.427435 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-249a3eee-2a7a-4bfb-9f7e-8042e3fe536b req-2f04a714-a95d-4bd3-a38f-abd56a733184 tempest-TestServerBasicOps-155849243 tempest-TestServerBasicOps-155849243-project] 10.222.0.89 "GET /v2.0/ports?device_id=4371415a-6d02-4736-91f3-0d6ad12b39af HTTP/1.1" status: 200 len: 210 time: 0.0999398 Feb 04 17:29:36.464827 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-997a22c7-c509-47f2-b9fe-795cb142f3a3 admin admin] Made reservation on behalf of 7867b686175c4f8fbcea5899d1504cf2 for: {'network': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:29:36.467471 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-997a22c7-c509-47f2-b9fe-795cb142f3a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for network (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:36.573300 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-997a22c7-c509-47f2-b9fe-795cb142f3a3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:36.618589 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.db_base_plugin_common [None req-7d82df7f-e54b-4e68-b4fe-d0179a4ae9fd tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Delete allocated IP 172.20.0.30 (c90da92d-1fe8-45ca-9832-d232a14f4e6c/ccb7b4c5-318a-48ff-9721-9fd76da19efd) {{(pid=103376) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 04 17:29:36.697159 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-9aac1cfa-6cd2-4446-939d-845f8a92d0ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ccb58de-7ff2-4b3b-b2e5-2bb298e2f2f5', 'name': 'tempest-TestServerBasicOps-588092638-router', 'tenant_id': 'e572c75f68264540b5ba57b47620f662', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.50'}], 'enable_snat': True}, 'gw_port_id': 'dd12a7b1-f096-40a0-88a2-010f3d0fd0ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:23:21Z', 'updated_at': '2022-02-04T17:23:27Z', 'revision_number': 4, 'project_id': 'e572c75f68264540b5ba57b47620f662', 'gw_port': {'id': 'dd12a7b1-f096-40a0-88a2-010f3d0fd0ef', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:d7:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ccb58de-7ff2-4b3b-b2e5-2bb298e2f2f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:23:21Z', 'updated_at': '2022-02-04T17:23:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_interfaces': [{'id': '99718590-0342-4f0e-ad1d-2d284faf6a99', 'name': '', 'network_id': '97b2e9b0-cacd-4163-811b-ff2a765f7055', 'tenant_id': 'e572c75f68264540b5ba57b47620f662', 'mac_address': 'fa:16:3e:7f:9a:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ccb58de-7ff2-4b3b-b2e5-2bb298e2f2f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '32617567-702a-48ca-945f-d54124aa2fdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:23:25Z', 'updated_at': '2022-02-04T17:23:34Z', 'revision_number': 5, 'project_id': 'e572c75f68264540b5ba57b47620f662', 'subnets': [{'id': '32617567-702a-48ca-945f-d54124aa2fdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-2', False) {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:29:36.703723 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ed8d3d0-ee35-4fd0-87a1-bde51345f44a tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Deleting subnet f30d951a-3d99-4966-9f45-262800ca9a0b {{(pid=103377) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 17:29:36.718602 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-5ed8d3d0-ee35-4fd0-87a1-bde51345f44a tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks [] for subnet (f30d951a-3d99-4966-9f45-262800ca9a0b), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:36.741801 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aac1cfa-6cd2-4446-939d-845f8a92d0ef None None] Checking router: 0ccb58de-7ff2-4b3b-b2e5-2bb298e2f2f5 for host: n-d-827839-2 {{(pid=103378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 17:29:36.757571 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aac1cfa-6cd2-4446-939d-845f8a92d0ef None None] Routers {'0ccb58de-7ff2-4b3b-b2e5-2bb298e2f2f5'} bound to L3 agent in host n-d-827839-2 {{(pid=103378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:29:36.759253 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-9aac1cfa-6cd2-4446-939d-845f8a92d0ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:29:32Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['0ccb58de-7ff2-4b3b-b2e5-2bb298e2f2f5'], 'active': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:29:36.899228 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-7d82df7f-e54b-4e68-b4fe-d0179a4ae9fd tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Publish callbacks [] for port (9a7002df-a2de-424c-a138-4640acf2197e), precommit_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:36.910290 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-7d82df7f-e54b-4e68-b4fe-d0179a4ae9fd tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675836'] for port (9a7002df-a2de-424c-a138-4640acf2197e), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:36.998375 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdc2314f-c115-4181-b135-a8974a5e25bf None None] Network c90da92d-1fe8-45ca-9832-d232a14f4e6c requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:29:37.078320 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-997a22c7-c509-47f2-b9fe-795cb142f3a3 admin admin] Publish callbacks [] for security_group (e8e219a2-2569-4b37-895b-5f2742909877), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:37.113578 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvr_db [None req-9aac1cfa-6cd2-4446-939d-845f8a92d0ef None None] Set router 0ccb58de-7ff2-4b3b-b2e5-2bb298e2f2f5 gateway port host: n-d-827839-2 {{(pid=103378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:29:37.151936 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 078b8f1c-338e-46b8-9fd4-3e915eb3be62 up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:29:37.185308 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-6a75bc29-e94a-4f32-a574-5a12eef38d08 None None] Provisioning complete for port 078b8f1c-338e-46b8-9fd4-3e915eb3be62 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:29:37.185890 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6a75bc29-e94a-4f32-a574-5a12eef38d08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (078b8f1c-338e-46b8-9fd4-3e915eb3be62), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:37.201172 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-75f6a69f-e256-4bb2-8cef-8618c0444471 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1603677', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1602039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26946'] for router (501c1ff4-a9e2-45f0-9b23-1f6f807de1a5), precommit_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:37.218210 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-5ed8d3d0-ee35-4fd0-87a1-bde51345f44a tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26866676'] for subnet (f30d951a-3d99-4966-9f45-262800ca9a0b), precommit_delete_associations {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:37.222569 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-997a22c7-c509-47f2-b9fe-795cb142f3a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (e8e219a2-2569-4b37-895b-5f2742909877), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:37.239351 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d82df7f-e54b-4e68-b4fe-d0179a4ae9fd tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Pushing event updated for resources: {'Port': ['ID=9a7002df-a2de-424c-a138-4640acf2197e,revision_number=2']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:29:37.281381 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-75f6a69f-e256-4bb2-8cef-8618c0444471 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1603666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1603691', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1601804'] for router (501c1ff4-a9e2-45f0-9b23-1f6f807de1a5), after_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:37.287124 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997a22c7-c509-47f2-b9fe-795cb142f3a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8e219a2-2569-4b37-895b-5f2742909877,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:29:37.305134 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-3d7e33bf-036d-4f38-a92d-d1c5634c30ac req-9c0a2511-4800-49a1-8b69-98adab389da6 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] 10.222.0.89 "GET /v2.0/ports?device_id=d23ffa64-7651-4974-8c0d-1ba4c302839d HTTP/1.1" status: 200 len: 210 time: 0.0809000 Feb 04 17:29:37.314656 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4520e3-97be-4122-8ed0-8ed8dc7d7f63 req-25fd1813-f2fa-4fe2-8472-009c3998f66b tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:29:37.316776 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-ca4520e3-97be-4122-8ed0-8ed8dc7d7f63 req-25fd1813-f2fa-4fe2-8472-009c3998f66b tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] 10.222.0.89 "GET /v2.0/ports?device_id=f2c300b1-94a0-4e81-a6de-54c4630651af HTTP/1.1" status: 200 len: 946 time: 0.8006539 Feb 04 17:29:37.341867 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-7d82df7f-e54b-4e68-b4fe-d0179a4ae9fd tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] In _notify_port_updated(), no bound segment for port 9a7002df-a2de-424c-a138-4640acf2197e on network c90da92d-1fe8-45ca-9832-d232a14f4e6c {{(pid=103376) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Feb 04 17:29:37.347258 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d82df7f-e54b-4e68-b4fe-d0179a4ae9fd tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:29:37.347906 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-7d82df7f-e54b-4e68-b4fe-d0179a4ae9fd tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:37.349267 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-7d82df7f-e54b-4e68-b4fe-d0179a4ae9fd tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] 10.222.0.89 "PUT /v2.0/ports/9a7002df-a2de-424c-a138-4640acf2197e HTTP/1.1" status: 200 len: 920 time: 1.5631499 Feb 04 17:29:37.352004 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 47134) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:29:37.367572 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-bbaabc80-7dd0-4173-ab53-831fcee530be tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '5ca7729b-a710-4a5c-bcd5-68b2237ae805'}, {'subnet_id': 'ccb7b4c5-318a-48ff-9721-9fd76da19efd'}]}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:29:37.426228 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-997a22c7-c509-47f2-b9fe-795cb142f3a3 admin admin] vlan segment allocate from pool success with {'vlan_id': 787, 'physical_network': 'physnet1'} {{(pid=103377) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 17:29:37.434071 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-ca4520e3-97be-4122-8ed0-8ed8dc7d7f63 req-f35b7551-ea36-4bd6-bfb3-0b5bf20d83ab tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] 10.222.0.89 "GET /v2.0/security-groups?id=749b530c-d4d8-46cd-99b4-1a8b04e03f53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580223 Feb 04 17:29:37.527012 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 47138) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:29:37.582656 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port 078b8f1c-338e-46b8-9fd4-3e915eb3be62 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:29:37.583643 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (078b8f1c-338e-46b8-9fd4-3e915eb3be62), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:37.619467 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-997a22c7-c509-47f2-b9fe-795cb142f3a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (164eb830-7960-4939-819e-39b4146b1d60), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:37.619785 n-d-827839-2 neutron-server[103377]: INFO neutron.db.segments_db [None req-997a22c7-c509-47f2-b9fe-795cb142f3a3 admin admin] Added segment 164eb830-7960-4939-819e-39b4146b1d60 of type vlan for network 2d90ae87-e7b7-4607-95d1-b95eda3dbbe1 Feb 04 17:29:37.762082 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-5ed8d3d0-ee35-4fd0-87a1-bde51345f44a tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1541225'] for subnet (f30d951a-3d99-4966-9f45-262800ca9a0b), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:37.767497 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-bbaabc80-7dd0-4173-ab53-831fcee530be tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (9a7002df-a2de-424c-a138-4640acf2197e), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:37.819514 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-997a22c7-c509-47f2-b9fe-795cb142f3a3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781084292801'] for network (2d90ae87-e7b7-4607-95d1-b95eda3dbbe1), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:37.842328 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75f6a69f-e256-4bb2-8cef-8618c0444471 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Router 501c1ff4-a9e2-45f0-9b23-1f6f807de1a5 has already been hosted by L3 agent 64ada913-9131-4d99-a265-63a920956287 {{(pid=103377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 17:29:37.933499 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-6a75bc29-e94a-4f32-a574-5a12eef38d08 None None] Current status of the port 078b8f1c-338e-46b8-9fd4-3e915eb3be62 is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:29:38.106287 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port 078b8f1c-338e-46b8-9fd4-3e915eb3be62 is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:29:38.130232 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-997a22c7-c509-47f2-b9fe-795cb142f3a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327'] for network (2d90ae87-e7b7-4607-95d1-b95eda3dbbe1), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:38.131237 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-997a22c7-c509-47f2-b9fe-795cb142f3a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:29:38.131810 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-997a22c7-c509-47f2-b9fe-795cb142f3a3 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:38.139819 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-b6862a2d-79ac-4d83-8946-0fc9d9314320 None None] Provisioning complete for port 9a7002df-a2de-424c-a138-4640acf2197e triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:29:38.140542 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b6862a2d-79ac-4d83-8946-0fc9d9314320 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (9a7002df-a2de-424c-a138-4640acf2197e), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:38.189665 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-b6862a2d-79ac-4d83-8946-0fc9d9314320 None None] Port 9a7002df-a2de-424c-a138-4640acf2197e cannot update to ACTIVE because it is not bound. {{(pid=103378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 17:29:38.192768 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.db_base_plugin_common [None req-bbaabc80-7dd0-4173-ab53-831fcee530be tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Allocated IP 172.20.0.27 (c90da92d-1fe8-45ca-9832-d232a14f4e6c/ccb7b4c5-318a-48ff-9721-9fd76da19efd/9a7002df-a2de-424c-a138-4640acf2197e) {{(pid=103376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:29:38.201717 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-9aac1cfa-6cd2-4446-939d-845f8a92d0ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ccb58de-7ff2-4b3b-b2e5-2bb298e2f2f5', 'name': 'tempest-TestServerBasicOps-588092638-router', 'tenant_id': 'e572c75f68264540b5ba57b47620f662', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.50'}], 'enable_snat': True}, 'gw_port_id': 'dd12a7b1-f096-40a0-88a2-010f3d0fd0ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:23:21Z', 'updated_at': '2022-02-04T17:23:27Z', 'revision_number': 4, 'project_id': 'e572c75f68264540b5ba57b47620f662', 'gw_port': {'id': 'dd12a7b1-f096-40a0-88a2-010f3d0fd0ef', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:d7:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ccb58de-7ff2-4b3b-b2e5-2bb298e2f2f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:23:21Z', 'updated_at': '2022-02-04T17:23:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_interfaces': [{'id': '99718590-0342-4f0e-ad1d-2d284faf6a99', 'name': '', 'network_id': '97b2e9b0-cacd-4163-811b-ff2a765f7055', 'tenant_id': 'e572c75f68264540b5ba57b47620f662', 'mac_address': 'fa:16:3e:7f:9a:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ccb58de-7ff2-4b3b-b2e5-2bb298e2f2f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '32617567-702a-48ca-945f-d54124aa2fdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:23:25Z', 'updated_at': '2022-02-04T17:23:34Z', 'revision_number': 5, 'project_id': 'e572c75f68264540b5ba57b47620f662', 'subnets': [{'id': '32617567-702a-48ca-945f-d54124aa2fdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-2', False) {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:29:38.242631 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75f6a69f-e256-4bb2-8cef-8618c0444471 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Notify agent at l3_agent.n-d-827839-2 the message routers_updated {{(pid=103377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 17:29:38.244636 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-5ed8d3d0-ee35-4fd0-87a1-bde51345f44a tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1541216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25888360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25597190'] for subnet (f30d951a-3d99-4966-9f45-262800ca9a0b), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:38.252674 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-b6862a2d-79ac-4d83-8946-0fc9d9314320 None None] Provisioning complete for port 078b8f1c-338e-46b8-9fd4-3e915eb3be62 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:29:38.253261 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b6862a2d-79ac-4d83-8946-0fc9d9314320 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (078b8f1c-338e-46b8-9fd4-3e915eb3be62), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:38.255381 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-202b867e-9536-49b3-b36d-e9845d40a472 None None] Sync routers for ids ['501c1ff4-a9e2-45f0-9b23-1f6f807de1a5'] in n-d-827839-2 {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 17:29:38.263821 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-e810939d-fe1c-4dc5-8453-aa557786e834 tempest-TestServerBasicOps-155849243 tempest-TestServerBasicOps-155849243-project] Deleting port 1da54cf8-41e2-4b8e-8e4a-7bcb54196d04 {{(pid=103377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:29:38.263821 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-e810939d-fe1c-4dc5-8453-aa557786e834 tempest-TestServerBasicOps-155849243 tempest-TestServerBasicOps-155849243-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (1da54cf8-41e2-4b8e-8e4a-7bcb54196d04), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:38.270077 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-75f6a69f-e256-4bb2-8cef-8618c0444471 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Publish callbacks [] for router (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:38.273641 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-75f6a69f-e256-4bb2-8cef-8618c0444471 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] 10.222.0.89 "PUT /v2.0/routers/501c1ff4-a9e2-45f0-9b23-1f6f807de1a5 HTTP/1.1" status: 200 len: 892 time: 2.6655035 Feb 04 17:29:38.290945 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 47142) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:29:38.292232 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-202b867e-9536-49b3-b36d-e9845d40a472 None None] Routers {'501c1ff4-a9e2-45f0-9b23-1f6f807de1a5'} bound to L3 agent in host n-d-827839-2 {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:29:38.293031 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-202b867e-9536-49b3-b36d-e9845d40a472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:29:32Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['501c1ff4-a9e2-45f0-9b23-1f6f807de1a5'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:29:38.299771 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aac1cfa-6cd2-4446-939d-845f8a92d0ef None None] The sync data for ids ['0ccb58de-7ff2-4b3b-b2e5-2bb298e2f2f5'] in n-d-827839-2 is: [{'id': '0ccb58de-7ff2-4b3b-b2e5-2bb298e2f2f5', 'name': 'tempest-TestServerBasicOps-588092638-router', 'tenant_id': 'e572c75f68264540b5ba57b47620f662', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.50'}], 'enable_snat': True}, 'gw_port_id': 'dd12a7b1-f096-40a0-88a2-010f3d0fd0ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:23:21Z', 'updated_at': '2022-02-04T17:23:27Z', 'revision_number': 4, 'project_id': 'e572c75f68264540b5ba57b47620f662', 'gw_port': {'id': 'dd12a7b1-f096-40a0-88a2-010f3d0fd0ef', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:d7:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ccb58de-7ff2-4b3b-b2e5-2bb298e2f2f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:23:21Z', 'updated_at': '2022-02-04T17:23:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_interfaces': [{'id': '99718590-0342-4f0e-ad1d-2d284faf6a99', 'name': '', 'network_id': '97b2e9b0-cacd-4163-811b-ff2a765f7055', 'tenant_id': 'e572c75f68264540b5ba57b47620f662', 'mac_address': 'fa:16:3e:7f:9a:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ccb58de-7ff2-4b3b-b2e5-2bb298e2f2f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '32617567-702a-48ca-945f-d54124aa2fdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:23:25Z', 'updated_at': '2022-02-04T17:23:34Z', 'revision_number': 5, 'project_id': 'e572c75f68264540b5ba57b47620f662', 'subnets': [{'id': '32617567-702a-48ca-945f-d54124aa2fdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 17:29:38.443647 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-202b867e-9536-49b3-b36d-e9845d40a472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827839-2', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:29:38.458517 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-b6862a2d-79ac-4d83-8946-0fc9d9314320 None None] Current status of the port 078b8f1c-338e-46b8-9fd4-3e915eb3be62 is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:29:38.472251 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-202b867e-9536-49b3-b36d-e9845d40a472 None None] Routers {'501c1ff4-a9e2-45f0-9b23-1f6f807de1a5'} bound to L3 agent in host n-d-827839-2 {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:29:38.474502 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-202b867e-9536-49b3-b36d-e9845d40a472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:29:32Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['501c1ff4-a9e2-45f0-9b23-1f6f807de1a5'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:29:38.536993 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-202b867e-9536-49b3-b36d-e9845d40a472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827839-2', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:29:38.537224 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed8d3d0-ee35-4fd0-87a1-bde51345f44a tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Pushing event deleted for resources: {'Subnet': ['ID=f30d951a-3d99-4966-9f45-262800ca9a0b,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:29:38.538124 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-202b867e-9536-49b3-b36d-e9845d40a472 None None] The sync data for ids ['501c1ff4-a9e2-45f0-9b23-1f6f807de1a5'] in n-d-827839-2 is: [] {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 17:29:38.556303 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-bbaabc80-7dd0-4173-ab53-831fcee530be tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Publish callbacks [] for port (9a7002df-a2de-424c-a138-4640acf2197e), precommit_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:38.565211 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-bbaabc80-7dd0-4173-ab53-831fcee530be tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675836'] for port (9a7002df-a2de-424c-a138-4640acf2197e), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:38.653602 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbaabc80-7dd0-4173-ab53-831fcee530be tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Pushing event updated for resources: {'Port': ['ID=9a7002df-a2de-424c-a138-4640acf2197e,revision_number=3']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:29:38.657517 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-56358b9d-c013-479d-a88a-7cdcf1dad49d tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] 10.222.0.89 "GET /v2.0/routers/501c1ff4-a9e2-45f0-9b23-1f6f807de1a5 HTTP/1.1" status: 200 len: 892 time: 0.2723753 Feb 04 17:29:38.662741 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 47148) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:29:38.674122 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-79b3073a-54c1-404f-a960-466ae62a9975 req-f8aaded8-f741-420c-a661-a7cd24e68584 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] 10.222.0.89 "GET /v2.0/ports?device_id=d23ffa64-7651-4974-8c0d-1ba4c302839d HTTP/1.1" status: 200 len: 210 time: 0.0850105 Feb 04 17:29:38.682699 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-997a22c7-c509-47f2-b9fe-795cb142f3a3 admin admin] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 2.7283256 Feb 04 17:29:38.739228 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-122822a4-42c2-43d9-b403-72e4486e115f None None] Network ebdc431d-e6a4-4155-be30-2a7d896acbb0 requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:29:38.746554 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 47150) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:29:38.761848 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-5ed8d3d0-ee35-4fd0-87a1-bde51345f44a tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks [] for subnet (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:38.770109 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-5ed8d3d0-ee35-4fd0-87a1-bde51345f44a tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] 10.222.0.89 "DELETE /v2.0/subnets/f30d951a-3d99-4966-9f45-262800ca9a0b HTTP/1.1" status: 204 len: 168 time: 2.3987098 Feb 04 17:29:38.772642 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-e810939d-fe1c-4dc5-8453-aa557786e834 tempest-TestServerBasicOps-155849243 tempest-TestServerBasicOps-155849243-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (1da54cf8-41e2-4b8e-8e4a-7bcb54196d04), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:38.773413 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-e810939d-fe1c-4dc5-8453-aa557786e834 tempest-TestServerBasicOps-155849243 tempest-TestServerBasicOps-155849243-project] Publish callbacks [] for floatingip (1da54cf8-41e2-4b8e-8e4a-7bcb54196d04), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:38.776514 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 47152) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:29:38.777600 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997a22c7-c509-47f2-b9fe-795cb142f3a3 admin admin] Pushing event updated for resources: {'Network': ['ID=2d90ae87-e7b7-4607-95d1-b95eda3dbbe1,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:29:38.785833 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-4ae7b120-eb21-4b52-986c-415828066b9b admin admin] Request body: {'subnet': {'network_id': '2d90ae87-e7b7-4607-95d1-b95eda3dbbe1', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-1116324743-subnet', 'tenant_id': '7867b686175c4f8fbcea5899d1504cf2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:29:38.795568 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-9df6f8a4-718e-445a-9805-c4c73bc3e27a tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] 10.222.0.89 "GET /v2.0/ports?device_id=501c1ff4-a9e2-45f0-9b23-1f6f807de1a5 HTTP/1.1" status: 200 len: 205 time: 0.1302738 Feb 04 17:29:38.805449 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 47154) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:29:38.879102 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-bbaabc80-7dd0-4173-ab53-831fcee530be tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] In _notify_port_updated(), no bound segment for port 9a7002df-a2de-424c-a138-4640acf2197e on network c90da92d-1fe8-45ca-9832-d232a14f4e6c {{(pid=103376) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Feb 04 17:29:38.884350 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbaabc80-7dd0-4173-ab53-831fcee530be tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:29:38.885028 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-bbaabc80-7dd0-4173-ab53-831fcee530be tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:38.886372 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-bbaabc80-7dd0-4173-ab53-831fcee530be tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] 10.222.0.89 "PUT /v2.0/ports/9a7002df-a2de-424c-a138-4640acf2197e HTTP/1.1" status: 200 len: 1000 time: 1.5334651 Feb 04 17:29:38.889233 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Network 2d90ae87-e7b7-4607-95d1-b95eda3dbbe1 details requested by agent ovs-agent-n-d-827839-2 with host n-d-827839-2 {{(pid=103378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 17:29:38.890251 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 47156) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:29:38.956519 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-1547d2ba-7999-4fc8-935f-74320dbb7f03 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Publish callbacks [] for router (501c1ff4-a9e2-45f0-9b23-1f6f807de1a5), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:38.967327 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8385f133-af6b-4bea-8ced-403f03dc7233 req-1f30c19e-d37e-4109-aef1-0bc0b3b81402 tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:29:38.969243 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-e810939d-fe1c-4dc5-8453-aa557786e834 tempest-TestServerBasicOps-155849243 tempest-TestServerBasicOps-155849243-project] Calling delete_port for 1da54cf8-41e2-4b8e-8e4a-7bcb54196d04 owned by network:floatingip {{(pid=103377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:29:38.969956 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-8385f133-af6b-4bea-8ced-403f03dc7233 req-1f30c19e-d37e-4109-aef1-0bc0b3b81402 tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] 10.222.0.89 "GET /v2.0/ports?device_id=f2c300b1-94a0-4e81-a6de-54c4630651af HTTP/1.1" status: 200 len: 946 time: 0.3063126 Feb 04 17:29:38.970782 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ae7b120-eb21-4b52-986c-415828066b9b admin admin] Made reservation on behalf of 7867b686175c4f8fbcea5899d1504cf2 for: {'subnet': 1} {{(pid=103376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:29:38.973443 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-4ae7b120-eb21-4b52-986c-415828066b9b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25859006'] for subnet (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:38.976329 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device 22c61319-a2fc-4148-8d7a-ce20ec6f79cd details requested by agent hyperv_n-h1-827839-2 with host n-h1-827839-2 {{(pid=103378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 17:29:38.979456 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce16ddfd-614d-4264-a913-a981ef8b9d7c None None] New status for floating IP c9345afb-daa7-4e9d-aa85-9d4951543e03: DOWN {{(pid=103378) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 17:29:39.136837 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d44e43a-94bb-44af-b432-0326ebc1ae73 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Deleting subnet fa87c686-2a83-46fb-b0b7-5be11bccf923 {{(pid=103377) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 17:29:39.141138 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-1d44e43a-94bb-44af-b432-0326ebc1ae73 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks [] for subnet (fa87c686-2a83-46fb-b0b7-5be11bccf923), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:39.217071 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-3ad297ab-a0b4-459d-9b82-e969cc521f6a None None] Provisioning complete for port 9a7002df-a2de-424c-a138-4640acf2197e triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:29:39.217071 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3ad297ab-a0b4-459d-9b82-e969cc521f6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (9a7002df-a2de-424c-a138-4640acf2197e), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:39.232214 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 47160) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:29:39.257760 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-33856798-ebde-4262-9f88-67dc54d1b93c tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-9405736'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:29:39.272424 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-3ad297ab-a0b4-459d-9b82-e969cc521f6a None None] Port 9a7002df-a2de-424c-a138-4640acf2197e cannot update to ACTIVE because it is not bound. {{(pid=103378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 17:29:39.307065 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-8385f133-af6b-4bea-8ced-403f03dc7233 req-1cc6f637-fefc-4313-90f2-aee449c3ff0f tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] 10.222.0.89 "GET /v2.0/security-groups?id=749b530c-d4d8-46cd-99b4-1a8b04e03f53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2498627 Feb 04 17:29:39.328615 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33856798-ebde-4262-9f88-67dc54d1b93c tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Made reservation on behalf of ae7af1f68a8142688c6249d339ab8a6d for: {'network': 1} {{(pid=103376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:29:39.337323 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-33856798-ebde-4262-9f88-67dc54d1b93c tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for network (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:39.391320 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-e1a0d142-8a44-46e7-acf5-1538c516dcd0 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Deleting port 9a7002df-a2de-424c-a138-4640acf2197e {{(pid=103376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:29:39.391986 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-e1a0d142-8a44-46e7-acf5-1538c516dcd0 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (9a7002df-a2de-424c-a138-4640acf2197e), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:39.415164 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] For port 22c61319-a2fc-4148-8d7a-ce20ec6f79cd, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=22c61319-a2fc-4148-8d7a-ce20ec6f79cd,segment=NetworkSegment(9e3ed071-c030-493d-8cca-599abfcb88ee),segment_id=9e3ed071-c030-493d-8cca-599abfcb88ee)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:29:39.415590 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33856798-ebde-4262-9f88-67dc54d1b93c tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] vlan segment allocate from pool success with {'vlan_id': 760, 'physical_network': 'physnet1'} {{(pid=103376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 17:29:39.431512 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-58937c85-4043-4e59-a137-55951de9bc47 None None] Provisioning complete for port 9a7002df-a2de-424c-a138-4640acf2197e triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:29:39.432034 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-58937c85-4043-4e59-a137-55951de9bc47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (9a7002df-a2de-424c-a138-4640acf2197e), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:39.436342 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-33856798-ebde-4262-9f88-67dc54d1b93c tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (003aaa95-3edb-4f14-93d1-6362433ea51a), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:39.437142 n-d-827839-2 neutron-server[103376]: INFO neutron.db.segments_db [None req-33856798-ebde-4262-9f88-67dc54d1b93c tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Added segment 003aaa95-3edb-4f14-93d1-6362433ea51a of type vlan for network 33faf293-e0be-4b60-83b0-8ec497ee643d Feb 04 17:29:39.462023 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Returning: {'device': '22c61319-a2fc-4148-8d7a-ce20ec6f79cd', 'network_id': '482d30fe-67ad-4874-a89a-719137c68b40', 'port_id': '22c61319-a2fc-4148-8d7a-ce20ec6f79cd', 'mac_address': 'fa:16:3e:00:74:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 780, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '038a8af9-19f4-4848-babf-d3b1e786f999', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 17:29:39.490854 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-33856798-ebde-4262-9f88-67dc54d1b93c tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781084292801'] for network (33faf293-e0be-4b60-83b0-8ec497ee643d), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:39.524684 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-58937c85-4043-4e59-a137-55951de9bc47 None None] Port 9a7002df-a2de-424c-a138-4640acf2197e cannot update to ACTIVE because it is not bound. {{(pid=103378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 17:29:39.532643 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Current status of the port 22c61319-a2fc-4148-8d7a-ce20ec6f79cd is: ACTIVE; New status is: BUILD {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:29:39.533377 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (22c61319-a2fc-4148-8d7a-ce20ec6f79cd), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:39.557155 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 22c61319-a2fc-4148-8d7a-ce20ec6f79cd {{(pid=103378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 17:29:39.580621 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] For port 22c61319-a2fc-4148-8d7a-ce20ec6f79cd, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=22c61319-a2fc-4148-8d7a-ce20ec6f79cd,segment=NetworkSegment(9e3ed071-c030-493d-8cca-599abfcb88ee),segment_id=9e3ed071-c030-493d-8cca-599abfcb88ee)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:29:39.582106 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-33856798-ebde-4262-9f88-67dc54d1b93c tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327'] for network (33faf293-e0be-4b60-83b0-8ec497ee643d), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:39.585632 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (22c61319-a2fc-4148-8d7a-ce20ec6f79cd), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:39.587333 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33856798-ebde-4262-9f88-67dc54d1b93c tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:29:39.588065 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-33856798-ebde-4262-9f88-67dc54d1b93c tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677565'] for network (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:39.705369 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] get_ports_and_sgs() called for port_ids ['22c61319-a2fc-4148-8d7a-ce20ec6f79cd'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 17:29:39.729268 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-33856798-ebde-4262-9f88-67dc54d1b93c tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4924355 Feb 04 17:29:39.744879 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 47164) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:29:39.764358 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-b45d2117-b26d-487a-8b6b-780440780211 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1847187101'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:29:39.794533 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33856798-ebde-4262-9f88-67dc54d1b93c tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Pushing event updated for resources: {'Network': ['ID=33faf293-e0be-4b60-83b0-8ec497ee643d,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:29:39.799286 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Pushing event updated for resources: {'Port': ['ID=22c61319-a2fc-4148-8d7a-ce20ec6f79cd,revision_number=6']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:29:39.813030 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-d773c2b0-927b-44d1-9708-0921ac8c37d2 None None] Provisioning complete for port 9a7002df-a2de-424c-a138-4640acf2197e triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:29:39.814850 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d773c2b0-927b-44d1-9708-0921ac8c37d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (9a7002df-a2de-424c-a138-4640acf2197e), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:39.817138 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Network 33faf293-e0be-4b60-83b0-8ec497ee643d details requested by agent ovs-agent-n-d-827839-2 with host n-d-827839-2 {{(pid=103378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 17:29:39.884653 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-e810939d-fe1c-4dc5-8453-aa557786e834 tempest-TestServerBasicOps-155849243 tempest-TestServerBasicOps-155849243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (1da54cf8-41e2-4b8e-8e4a-7bcb54196d04), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:39.907940 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b45d2117-b26d-487a-8b6b-780440780211 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Made reservation on behalf of ae7af1f68a8142688c6249d339ab8a6d for: {'network': 1} {{(pid=103376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:29:39.911655 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-b45d2117-b26d-487a-8b6b-780440780211 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for network (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:39.942471 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-b3648b5b-6815-4bbf-9e11-226ed4f2bd5e req-87fe8eaa-e73f-448a-aa78-bb91e8d93cac tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] 10.222.0.89 "GET /v2.0/ports?device_id=d23ffa64-7651-4974-8c0d-1ba4c302839d HTTP/1.1" status: 200 len: 210 time: 0.0707316 Feb 04 17:29:39.954563 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-e1a0d142-8a44-46e7-acf5-1538c516dcd0 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (9a7002df-a2de-424c-a138-4640acf2197e), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:39.960135 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-4ae7b120-eb21-4b52-986c-415828066b9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25674939', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25858952'] for subnet (00017c5e-1a4a-40b5-bd90-a386fb91b3bd), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:39.979262 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e810939d-fe1c-4dc5-8453-aa557786e834 tempest-TestServerBasicOps-155849243 tempest-TestServerBasicOps-155849243-project] Pushing event deleted for resources: {'Port': ['ID=1da54cf8-41e2-4b8e-8e4a-7bcb54196d04,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:29:40.006055 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-1d44e43a-94bb-44af-b432-0326ebc1ae73 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26866676'] for subnet (fa87c686-2a83-46fb-b0b7-5be11bccf923), precommit_delete_associations {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:40.037078 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-e1a0d142-8a44-46e7-acf5-1538c516dcd0 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Calling delete_port for 9a7002df-a2de-424c-a138-4640acf2197e owned by {{(pid=103376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:29:40.041482 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b45d2117-b26d-487a-8b6b-780440780211 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] vlan segment allocate from pool success with {'vlan_id': 799, 'physical_network': 'physnet1'} {{(pid=103376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 17:29:40.051111 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-d773c2b0-927b-44d1-9708-0921ac8c37d2 None None] Port 9a7002df-a2de-424c-a138-4640acf2197e cannot update to ACTIVE because it is not bound. {{(pid=103378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 17:29:40.113969 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-1547d2ba-7999-4fc8-935f-74320dbb7f03 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Publish callbacks [] for router_gateway (501c1ff4-a9e2-45f0-9b23-1f6f807de1a5), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:40.182192 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (f20a1ab3-4332-4f54-833b-ba4a7c687e89), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:40.190191 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-e810939d-fe1c-4dc5-8453-aa557786e834 tempest-TestServerBasicOps-155849243 tempest-TestServerBasicOps-155849243-project] Publish callbacks [] for floatingip (c9345afb-daa7-4e9d-aa85-9d4951543e03), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:40.192732 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-e810939d-fe1c-4dc5-8453-aa557786e834 tempest-TestServerBasicOps-155849243 tempest-TestServerBasicOps-155849243-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for floatingip (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:40.193920 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-e810939d-fe1c-4dc5-8453-aa557786e834 tempest-TestServerBasicOps-155849243 tempest-TestServerBasicOps-155849243-project] 10.222.0.89 "DELETE /v2.0/floatingips/c9345afb-daa7-4e9d-aa85-9d4951543e03 HTTP/1.1" status: 204 len: 168 time: 2.6199274 Feb 04 17:29:40.206352 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae7b120-eb21-4b52-986c-415828066b9b admin admin] Pushing event updated for resources: {'Subnet': ['ID=00017c5e-1a4a-40b5-bd90-a386fb91b3bd,revision_number=0']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:29:40.217904 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-b45d2117-b26d-487a-8b6b-780440780211 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (168864fc-4f05-4abe-b2d9-6a7996e75763), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:40.218379 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-1d44e43a-94bb-44af-b432-0326ebc1ae73 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1541225'] for subnet (fa87c686-2a83-46fb-b0b7-5be11bccf923), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:40.219005 n-d-827839-2 neutron-server[103376]: INFO neutron.db.segments_db [None req-b45d2117-b26d-487a-8b6b-780440780211 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Added segment 168864fc-4f05-4abe-b2d9-6a7996e75763 of type vlan for network 6de4b58f-ff91-4bdc-9f3d-13346fce97eb Feb 04 17:29:40.286181 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-1547d2ba-7999-4fc8-935f-74320dbb7f03 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Deleting port a7bf8a6d-fb58-4ccc-8066-adee7399ef9a {{(pid=103377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:29:40.286520 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-1547d2ba-7999-4fc8-935f-74320dbb7f03 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (a7bf8a6d-fb58-4ccc-8066-adee7399ef9a), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:40.300549 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-b45d2117-b26d-487a-8b6b-780440780211 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781084292801'] for network (6de4b58f-ff91-4bdc-9f3d-13346fce97eb), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:40.338030 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 47170) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:29:40.403166 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ae7b120-eb21-4b52-986c-415828066b9b admin admin] Checking segment: {'id': '164eb830-7960-4939-819e-39b4146b1d60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '2d90ae87-e7b7-4607-95d1-b95eda3dbbe1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:29:40.403689 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ae7b120-eb21-4b52-986c-415828066b9b admin admin] Network hostable DHCP agents. Network: 2d90ae87-e7b7-4607-95d1-b95eda3dbbe1, hostable agents: ['bb89f5a3-3c22-440b-b7d1-c4f0c43c184a'], hosted agents: [] {{(pid=103376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 17:29:40.410510 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-b45d2117-b26d-487a-8b6b-780440780211 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327'] for network (6de4b58f-ff91-4bdc-9f3d-13346fce97eb), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:40.416400 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b45d2117-b26d-487a-8b6b-780440780211 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:29:40.417219 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-b45d2117-b26d-487a-8b6b-780440780211 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677565'] for network (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:40.429848 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-1d44e43a-94bb-44af-b432-0326ebc1ae73 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1541216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25888360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25597190'] for subnet (fa87c686-2a83-46fb-b0b7-5be11bccf923), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:40.478215 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d44e43a-94bb-44af-b432-0326ebc1ae73 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Pushing event deleted for resources: {'Subnet': ['ID=fa87c686-2a83-46fb-b0b7-5be11bccf923,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:29:40.487523 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-1d44e43a-94bb-44af-b432-0326ebc1ae73 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks [] for subnet (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:40.490621 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13d38be7-44f2-4544-946f-f8e7c773b134 None None] Network ebdc431d-e6a4-4155-be30-2a7d896acbb0 requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:29:40.494298 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-1d44e43a-94bb-44af-b432-0326ebc1ae73 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] 10.222.0.89 "DELETE /v2.0/subnets/fa87c686-2a83-46fb-b0b7-5be11bccf923 HTTP/1.1" status: 204 len: 168 time: 1.7139802 Feb 04 17:29:40.497611 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 47174) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:29:40.509581 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-4103ae09-79cb-435a-baed-4c483e7b2e77 tempest-TestServerBasicOps-155849243 tempest-TestServerBasicOps-155849243-project] Publish callbacks [] for security_group (7550a21d-8f9e-4276-afe6-de321a73b5df), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:40.542967 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-b45d2117-b26d-487a-8b6b-780440780211 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.7947435 Feb 04 17:29:40.548751 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 47176) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:29:40.557151 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-a35b2759-400e-44b8-b195-5edc8b02869c tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Request body: {'subnet': {'network_id': '33faf293-e0be-4b60-83b0-8ec497ee643d', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:29:40.559172 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-c840c818-edc2-457f-8127-5c30ded2a762 None None] Provisioning complete for port 52218693-9965-4f7b-9c89-a734686fcfa2 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:29:40.559598 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c840c818-edc2-457f-8127-5c30ded2a762 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (52218693-9965-4f7b-9c89-a734686fcfa2), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:40.569184 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-1547d2ba-7999-4fc8-935f-74320dbb7f03 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (a7bf8a6d-fb58-4ccc-8066-adee7399ef9a), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:40.582456 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-625bd232-dec9-484c-bcd3-2829c973ea55 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] 10.222.0.89 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0824211 Feb 04 17:29:40.587950 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 47178) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:29:40.599331 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45d2117-b26d-487a-8b6b-780440780211 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Pushing event updated for resources: {'Network': ['ID=6de4b58f-ff91-4bdc-9f3d-13346fce97eb,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:29:40.602796 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ae7b120-eb21-4b52-986c-415828066b9b admin admin] Network 2d90ae87-e7b7-4607-95d1-b95eda3dbbe1 is scheduled to be hosted by DHCP agent bb89f5a3-3c22-440b-b7d1-c4f0c43c184a with binding_index 1 {{(pid=103376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 17:29:40.608841 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-1547d2ba-7999-4fc8-935f-74320dbb7f03 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Calling delete_port for a7bf8a6d-fb58-4ccc-8066-adee7399ef9a owned by network:router_gateway {{(pid=103377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:29:40.619782 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Network 6de4b58f-ff91-4bdc-9f3d-13346fce97eb details requested by agent ovs-agent-n-d-827839-2 with host n-d-827839-2 {{(pid=103378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 17:29:40.621857 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-4103ae09-79cb-435a-baed-4c483e7b2e77 tempest-TestServerBasicOps-155849243 tempest-TestServerBasicOps-155849243-project] Publish callbacks [] for security_group (7550a21d-8f9e-4276-afe6-de321a73b5df), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:40.801203 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device 22c61319-a2fc-4148-8d7a-ce20ec6f79cd up at agent hyperv_n-h1-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:29:40.802085 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-4103ae09-79cb-435a-baed-4c483e7b2e77 tempest-TestServerBasicOps-155849243 tempest-TestServerBasicOps-155849243-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (7550a21d-8f9e-4276-afe6-de321a73b5df), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:40.805418 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-4103ae09-79cb-435a-baed-4c483e7b2e77 tempest-TestServerBasicOps-155849243 tempest-TestServerBasicOps-155849243-project] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:40.809714 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-4103ae09-79cb-435a-baed-4c483e7b2e77 tempest-TestServerBasicOps-155849243 tempest-TestServerBasicOps-155849243-project] 10.222.0.89 "DELETE /v2.0/security-groups/7550a21d-8f9e-4276-afe6-de321a73b5df HTTP/1.1" status: 204 len: 168 time: 0.4706552 Feb 04 17:29:40.846931 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4103ae09-79cb-435a-baed-4c483e7b2e77 tempest-TestServerBasicOps-155849243 tempest-TestServerBasicOps-155849243-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7550a21d-8f9e-4276-afe6-de321a73b5df,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:29:40.867124 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 47182) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:29:40.951887 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-1547d2ba-7999-4fc8-935f-74320dbb7f03 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (a7bf8a6d-fb58-4ccc-8066-adee7399ef9a), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:40.953093 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-c840c818-edc2-457f-8127-5c30ded2a762 None None] Current status of the port 52218693-9965-4f7b-9c89-a734686fcfa2 is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:29:40.955765 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-873b06c4-aa7e-444e-96bd-a019d22d5cba None None] DHCP port deletion for ebdc431d-e6a4-4155-be30-2a7d896acbb0 request from n-d-827839-2 {{(pid=103378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 17:29:41.015664 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Provisioning complete for port 22c61319-a2fc-4148-8d7a-ce20ec6f79cd triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:29:41.016043 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (22c61319-a2fc-4148-8d7a-ce20ec6f79cd), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:41.038867 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1547d2ba-7999-4fc8-935f-74320dbb7f03 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Pushing event deleted for resources: {'Port': ['ID=a7bf8a6d-fb58-4ccc-8066-adee7399ef9a,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:29:41.086519 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [None req-4ae7b120-eb21-4b52-986c-415828066b9b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827839-2, 2d90ae87-e7b7-4607-95d1-b95eda3dbbe1) {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:29:41.100575 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-873b06c4-aa7e-444e-96bd-a019d22d5cba None None] Deleting port 52218693-9965-4f7b-9c89-a734686fcfa2 {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:29:41.101804 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-873b06c4-aa7e-444e-96bd-a019d22d5cba None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (52218693-9965-4f7b-9c89-a734686fcfa2), before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:41.115099 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ae7b120-eb21-4b52-986c-415828066b9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:29:41.116008 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-4ae7b120-eb21-4b52-986c-415828066b9b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:41.137117 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8afa99-9c6a-426c-ac1c-abd3555a669a req-a2a0598b-ac3b-4d2e-bd2e-89730cce4be4 tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:29:41.138928 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-ab8afa99-9c6a-426c-ac1c-abd3555a669a req-a2a0598b-ac3b-4d2e-bd2e-89730cce4be4 tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] 10.222.0.89 "GET /v2.0/ports?device_id=f2c300b1-94a0-4e81-a6de-54c4630651af HTTP/1.1" status: 200 len: 945 time: 0.7326398 Feb 04 17:29:41.155576 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-e1a0d142-8a44-46e7-acf5-1538c516dcd0 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (9a7002df-a2de-424c-a138-4640acf2197e), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:41.183381 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-4ae7b120-eb21-4b52-986c-415828066b9b admin admin] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 2.4055560 Feb 04 17:29:41.188505 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-873b06c4-aa7e-444e-96bd-a019d22d5cba None None] For port 52218693-9965-4f7b-9c89-a734686fcfa2, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=52218693-9965-4f7b-9c89-a734686fcfa2,segment=NetworkSegment(2fcce0c7-9a0a-428a-b986-cae51cd3c129),segment_id=2fcce0c7-9a0a-428a-b986-cae51cd3c129)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:29:41.189123 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-873b06c4-aa7e-444e-96bd-a019d22d5cba None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (52218693-9965-4f7b-9c89-a734686fcfa2), precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:41.206051 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-873b06c4-aa7e-444e-96bd-a019d22d5cba None None] Calling delete_port for 52218693-9965-4f7b-9c89-a734686fcfa2 owned by network:dhcp {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:29:41.222475 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-27f452cc-aaa8-4520-866e-9f7760f8671e req-7015e2ba-819b-460e-8eef-9d03cd16b6f0 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] 10.222.0.89 "GET /v2.0/ports?device_id=d23ffa64-7651-4974-8c0d-1ba4c302839d HTTP/1.1" status: 200 len: 210 time: 0.1195917 Feb 04 17:29:41.236662 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dda8bb0-66eb-45e9-9e4a-297ed78da9d0 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:29:41.241821 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-6dda8bb0-66eb-45e9-9e4a-297ed78da9d0 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] 10.222.0.89 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.6400089 Feb 04 17:29:41.247654 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 47190) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:29:41.248444 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a0d142-8a44-46e7-acf5-1538c516dcd0 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Pushing event deleted for resources: {'Port': ['ID=9a7002df-a2de-424c-a138-4640acf2197e,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:29:41.270255 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a35b2759-400e-44b8-b195-5edc8b02869c tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Made reservation on behalf of ae7af1f68a8142688c6249d339ab8a6d for: {'subnet': 1} {{(pid=103376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:29:41.277993 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-a35b2759-400e-44b8-b195-5edc8b02869c tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25859006'] for subnet (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:41.332066 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c33a7ca0-ec4a-4030-a92a-eaff4f1c84b6 None None] Network 2d90ae87-e7b7-4607-95d1-b95eda3dbbe1 requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:29:41.437409 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-873b06c4-aa7e-444e-96bd-a019d22d5cba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144'] for port (52218693-9965-4f7b-9c89-a734686fcfa2), after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:41.448411 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-ab8afa99-9c6a-426c-ac1c-abd3555a669a req-f81de399-bdd3-41ed-8898-0d6d2cb38786 tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] 10.222.0.89 "GET /v2.0/security-groups?id=749b530c-d4d8-46cd-99b4-1a8b04e03f53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2938571 Feb 04 17:29:41.450332 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-1547d2ba-7999-4fc8-935f-74320dbb7f03 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1595544'] for router_gateway (501c1ff4-a9e2-45f0-9b23-1f6f807de1a5), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:41.526642 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-873b06c4-aa7e-444e-96bd-a019d22d5cba None None] No DVR routers for this DVR port 52218693-9965-4f7b-9c89-a734686fcfa2 on host n-d-827839-2 {{(pid=103378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 17:29:41.540148 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12932da7-bfc7-4118-bb44-c064288c2966 None None] Network 2d90ae87-e7b7-4607-95d1-b95eda3dbbe1 requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:29:41.558942 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-e1a0d142-8a44-46e7-acf5-1538c516dcd0 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:41.564680 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-e1a0d142-8a44-46e7-acf5-1538c516dcd0 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] 10.222.0.89 "DELETE /v2.0/ports/9a7002df-a2de-424c-a138-4640acf2197e HTTP/1.1" status: 204 len: 168 time: 2.6733310 Feb 04 17:29:41.573151 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 47198) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:29:41.619417 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873b06c4-aa7e-444e-96bd-a019d22d5cba None None] Pushing event deleted for resources: {'Port': ['ID=52218693-9965-4f7b-9c89-a734686fcfa2,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:29:41.636659 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-1547d2ba-7999-4fc8-935f-74320dbb7f03 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1601811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26971'] for router (501c1ff4-a9e2-45f0-9b23-1f6f807de1a5), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:41.636659 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-1547d2ba-7999-4fc8-935f-74320dbb7f03 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Publish callbacks [] for router_controller (501c1ff4-a9e2-45f0-9b23-1f6f807de1a5), precommit_delete_associations {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:41.657059 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Current status of the port 22c61319-a2fc-4148-8d7a-ce20ec6f79cd is: BUILD; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:29:41.657315 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (22c61319-a2fc-4148-8d7a-ce20ec6f79cd), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:41.668237 n-d-827839-2 neutron-server[103376]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a22426b-d0c4-4a57-82a1-623533fb0a4c tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] GET failed (client error): The resource could not be found. Feb 04 17:29:41.669446 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-1a22426b-d0c4-4a57-82a1-623533fb0a4c tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] 10.222.0.89 "GET /v2.0/ports/9a7002df-a2de-424c-a138-4640acf2197e HTTP/1.1" status: 404 len: 333 time: 0.0914664 Feb 04 17:29:41.672370 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 47200) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:29:41.722347 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2c300b1-94a0-4e81-a6de-54c4630651af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22c61319-a2fc-4148-8d7a-ce20ec6f79cd'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:29:41.725669 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c34bc964ce2211770fda26ca2f3801cc06f4f39928110690550e94ab9c9d2fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-917b96cf-9e82-4a4e-90dc-604715bfafb4" -d '{"events": [{"server_uuid": "f2c300b1-94a0-4e81-a6de-54c4630651af", "name": "network-vif-plugged", "status": "completed", "tag": "22c61319-a2fc-4148-8d7a-ce20ec6f79cd"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:29:41.732532 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cd11d48-705a-4785-8610-638a3a5a7b5b tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:29:41.736776 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-9cd11d48-705a-4785-8610-638a3a5a7b5b tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] 10.222.0.89 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4866245 Feb 04 17:29:41.739264 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 47204) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:29:41.740310 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-1547d2ba-7999-4fc8-935f-74320dbb7f03 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1601832'] for router (501c1ff4-a9e2-45f0-9b23-1f6f807de1a5), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:41.741482 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1547d2ba-7999-4fc8-935f-74320dbb7f03 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Fanout notify agent at l3_agent the message router_deleted on router 501c1ff4-a9e2-45f0-9b23-1f6f807de1a5 {{(pid=103377) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 17:29:41.743251 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] For port 22c61319-a2fc-4148-8d7a-ce20ec6f79cd, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=22c61319-a2fc-4148-8d7a-ce20ec6f79cd,segment=NetworkSegment(9e3ed071-c030-493d-8cca-599abfcb88ee),segment_id=9e3ed071-c030-493d-8cca-599abfcb88ee)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:29:41.751299 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (22c61319-a2fc-4148-8d7a-ce20ec6f79cd), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:41.781438 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 17:29:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-740dfa92-a7f0-4f27-aa7c-1606b960221c x-openstack-request-id: req-740dfa92-a7f0-4f27-aa7c-1606b960221c {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:29:41.781990 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2c300b1-94a0-4e81-a6de-54c4630651af", "name": "network-vif-plugged", "status": "completed", "tag": "22c61319-a2fc-4148-8d7a-ce20ec6f79cd", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:29:41.782484 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-740dfa92-a7f0-4f27-aa7c-1606b960221c {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:29:41.783087 n-d-827839-2 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2c300b1-94a0-4e81-a6de-54c4630651af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22c61319-a2fc-4148-8d7a-ce20ec6f79cd', 'code': 200} Feb 04 17:29:41.820715 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Pushing event updated for resources: {'Port': ['ID=22c61319-a2fc-4148-8d7a-ce20ec6f79cd,revision_number=7']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:29:41.854942 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.db_base_plugin_v2 [None req-56c1962b-760b-4dcc-9361-711a2462a012 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Deleting subnet ccb7b4c5-318a-48ff-9721-9fd76da19efd {{(pid=103376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 17:29:41.859550 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-1547d2ba-7999-4fc8-935f-74320dbb7f03 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Publish callbacks [] for router (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:41.859793 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-56c1962b-760b-4dcc-9361-711a2462a012 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Publish callbacks [] for subnet (ccb7b4c5-318a-48ff-9721-9fd76da19efd), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:41.866229 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-1547d2ba-7999-4fc8-935f-74320dbb7f03 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] 10.222.0.89 "DELETE /v2.0/routers/501c1ff4-a9e2-45f0-9b23-1f6f807de1a5 HTTP/1.1" status: 204 len: 168 time: 3.0537963 Feb 04 17:29:41.882622 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 47214) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:29:41.910218 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-d5cba3d2-f293-4907-afba-144b928c7f71 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] 10.222.0.89 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1605597 Feb 04 17:29:41.910444 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-a5eb1e97-cb78-42d2-b311-7ebac496dd08 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1040642846'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:29:41.917822 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 47216) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:29:41.961293 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-56c1962b-760b-4dcc-9361-711a2462a012 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25674901'] for subnet (ccb7b4c5-318a-48ff-9721-9fd76da19efd), precommit_delete_associations {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:41.966305 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-a35b2759-400e-44b8-b195-5edc8b02869c tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25674939', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25858952'] for subnet (b4d5b67f-9f31-46fc-bfb3-c1d4a9ae5448), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:41.987354 n-d-827839-2 neutron-server[103377]: INFO neutron.pecan_wsgi.hooks.translation [None req-1416e254-7d4c-44f0-bd09-e3cc23d26e4c tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] DELETE failed (client error): The resource could not be found. Feb 04 17:29:41.988042 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1416e254-7d4c-44f0-bd09-e3cc23d26e4c tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103377) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 17:29:41.993363 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-1416e254-7d4c-44f0-bd09-e3cc23d26e4c tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] 10.222.0.89 "DELETE /v2.0/ports/a34c8c18-dffd-4a38-bc49-71a4373a0741 HTTP/1.1" status: 404 len: 333 time: 0.0729105 Feb 04 17:29:41.997549 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 47218) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:29:42.021092 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5eb1e97-cb78-42d2-b311-7ebac496dd08 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Made reservation on behalf of 9117ee7d05a54905bc1e8a5956601b14 for: {'network': 1} {{(pid=103376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:29:42.026920 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-a5eb1e97-cb78-42d2-b311-7ebac496dd08 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for network (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:42.045422 n-d-827839-2 neutron-server[103377]: INFO neutron.pecan_wsgi.hooks.translation [None req-48aece4d-3d64-43b2-b037-d60137b96fae tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] DELETE failed (client error): The resource could not be found. Feb 04 17:29:42.045582 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-48aece4d-3d64-43b2-b037-d60137b96fae tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103377) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 17:29:42.049121 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-48aece4d-3d64-43b2-b037-d60137b96fae tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] 10.222.0.89 "DELETE /v2.0/subnets/f30d951a-3d99-4966-9f45-262800ca9a0b HTTP/1.1" status: 404 len: 337 time: 0.0506313 Feb 04 17:29:42.053457 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 47220) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:29:42.098587 n-d-827839-2 neutron-server[103377]: INFO neutron.pecan_wsgi.hooks.translation [None req-acc811a3-23a1-465e-965f-25657f86b936 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] DELETE failed (client error): The resource could not be found. Feb 04 17:29:42.099054 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-acc811a3-23a1-465e-965f-25657f86b936 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103377) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 17:29:42.102244 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-acc811a3-23a1-465e-965f-25657f86b936 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] 10.222.0.89 "DELETE /v2.0/subnets/fa87c686-2a83-46fb-b0b7-5be11bccf923 HTTP/1.1" status: 404 len: 337 time: 0.0466480 Feb 04 17:29:42.102491 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35b2759-400e-44b8-b195-5edc8b02869c tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Pushing event updated for resources: {'Subnet': ['ID=b4d5b67f-9f31-46fc-bfb3-c1d4a9ae5448,revision_number=0']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:29:42.107874 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 47222) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:29:42.136021 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5eb1e97-cb78-42d2-b311-7ebac496dd08 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] vlan segment allocate from pool success with {'vlan_id': 777, 'physical_network': 'physnet1'} {{(pid=103376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 17:29:42.154426 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a35b2759-400e-44b8-b195-5edc8b02869c tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Checking segment: {'id': '003aaa95-3edb-4f14-93d1-6362433ea51a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '33faf293-e0be-4b60-83b0-8ec497ee643d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:29:42.154869 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a35b2759-400e-44b8-b195-5edc8b02869c tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Network hostable DHCP agents. Network: 33faf293-e0be-4b60-83b0-8ec497ee643d, hostable agents: ['bb89f5a3-3c22-440b-b7d1-c4f0c43c184a'], hosted agents: [] {{(pid=103376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 17:29:42.163197 n-d-827839-2 neutron-server[103377]: INFO neutron.pecan_wsgi.hooks.translation [None req-8bae57cb-0599-408d-8110-187c67c9536d tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] DELETE failed (client error): The resource could not be found. Feb 04 17:29:42.163197 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8bae57cb-0599-408d-8110-187c67c9536d tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103377) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 17:29:42.168668 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-8bae57cb-0599-408d-8110-187c67c9536d tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] 10.222.0.89 "DELETE /v2.0/ports/a9b62255-ad78-4527-b100-d8b18720c7c1 HTTP/1.1" status: 404 len: 333 time: 0.0575886 Feb 04 17:29:42.168896 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-a5eb1e97-cb78-42d2-b311-7ebac496dd08 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (1ec4cd1f-c84b-478d-9d7f-f74c219a9102), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:42.168896 n-d-827839-2 neutron-server[103376]: INFO neutron.db.segments_db [None req-a5eb1e97-cb78-42d2-b311-7ebac496dd08 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Added segment 1ec4cd1f-c84b-478d-9d7f-f74c219a9102 of type vlan for network a659cc63-73f6-4f45-84c0-a3ead5007aa3 Feb 04 17:29:42.174767 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0fda6f-e7a3-46de-98ac-ff2ddf5ac523 req-9c0a0b4c-9447-48e5-b14c-f76d015b6825 tempest-InstanceActionsNegativeTestJSON-1851552822 tempest-InstanceActionsNegativeTestJSON-1851552822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:29:42.176218 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-de0fda6f-e7a3-46de-98ac-ff2ddf5ac523 req-9c0a0b4c-9447-48e5-b14c-f76d015b6825 tempest-InstanceActionsNegativeTestJSON-1851552822 tempest-InstanceActionsNegativeTestJSON-1851552822-project] 10.222.0.89 "GET /v2.0/networks?id=2d90ae87-e7b7-4607-95d1-b95eda3dbbe1 HTTP/1.1" status: 200 len: 822 time: 0.2768390 Feb 04 17:29:42.176687 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 47224) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:29:42.183961 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-56c1962b-760b-4dcc-9361-711a2462a012 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1541225'] for subnet (ccb7b4c5-318a-48ff-9721-9fd76da19efd), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:42.223269 n-d-827839-2 neutron-server[103377]: INFO neutron.pecan_wsgi.hooks.translation [None req-37d591d8-0733-4844-a482-b86b599ccf31 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] DELETE failed (client error): The resource could not be found. Feb 04 17:29:42.223824 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-37d591d8-0733-4844-a482-b86b599ccf31 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103377) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 17:29:42.228770 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-37d591d8-0733-4844-a482-b86b599ccf31 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] 10.222.0.89 "DELETE /v2.0/subnets/e87cd91d-0f04-4957-8167-97d24cef60f5 HTTP/1.1" status: 404 len: 337 time: 0.0473402 Feb 04 17:29:42.229936 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 47226) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:29:42.257638 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a35b2759-400e-44b8-b195-5edc8b02869c tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Network 33faf293-e0be-4b60-83b0-8ec497ee643d is scheduled to be hosted by DHCP agent bb89f5a3-3c22-440b-b7d1-c4f0c43c184a with binding_index 1 {{(pid=103376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 17:29:42.258593 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-de0fda6f-e7a3-46de-98ac-ff2ddf5ac523 req-2aa7179e-3700-4b58-bbc2-0c28e1da0676 tempest-InstanceActionsNegativeTestJSON-1851552822 tempest-InstanceActionsNegativeTestJSON-1851552822-project] 10.222.0.89 "GET /v2.0/quotas/7867b686175c4f8fbcea5899d1504cf2 HTTP/1.1" status: 200 len: 375 time: 0.0700309 Feb 04 17:29:42.260236 n-d-827839-2 neutron-server[103377]: INFO neutron.pecan_wsgi.hooks.translation [None req-24967a66-68d5-418f-848f-84e4d124ebf1 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] DELETE failed (client error): The resource could not be found. Feb 04 17:29:42.260694 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-24967a66-68d5-418f-848f-84e4d124ebf1 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103377) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 17:29:42.266008 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-24967a66-68d5-418f-848f-84e4d124ebf1 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] 10.222.0.89 "DELETE /v2.0/subnets/d9ef4377-9778-4186-bebb-84c6be3e8ff5 HTTP/1.1" status: 404 len: 337 time: 0.0331693 Feb 04 17:29:42.267848 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-a5eb1e97-cb78-42d2-b311-7ebac496dd08 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781084292801'] for network (a659cc63-73f6-4f45-84c0-a3ead5007aa3), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:42.274522 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 47230) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:29:42.312471 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [None req-a35b2759-400e-44b8-b195-5edc8b02869c tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827839-2, 33faf293-e0be-4b60-83b0-8ec497ee643d) {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:29:42.314303 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (3f9244a9-75fc-4c10-b195-11d48b853b41), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:42.319192 n-d-827839-2 neutron-server[103376]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc7b827f-be3e-491a-b140-bd2f254c88a7 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] DELETE failed (client error): The resource could not be found. Feb 04 17:29:42.319785 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc7b827f-be3e-491a-b140-bd2f254c88a7 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103376) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 17:29:42.325591 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-cc7b827f-be3e-491a-b140-bd2f254c88a7 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] 10.222.0.89 "DELETE /v2.0/ports/e42239d1-faf4-4622-8af8-e5dca9422e0f HTTP/1.1" status: 404 len: 333 time: 0.0470631 Feb 04 17:29:42.329214 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3009e5d2-e0f1-4109-8bcc-703f3254b1cc None None] Network 33faf293-e0be-4b60-83b0-8ec497ee643d requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:29:42.329690 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 47232) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:29:42.335177 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a35b2759-400e-44b8-b195-5edc8b02869c tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:29:42.335177 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-a35b2759-400e-44b8-b195-5edc8b02869c tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Publish callbacks [] for subnet (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:42.351588 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-56c1962b-760b-4dcc-9361-711a2462a012 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1541216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25675894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25858947'] for subnet (ccb7b4c5-318a-48ff-9721-9fd76da19efd), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:42.356691 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-de0fda6f-e7a3-46de-98ac-ff2ddf5ac523 req-7f04ce91-b409-4e7c-b67b-01dd1ad7e9b1 tempest-InstanceActionsNegativeTestJSON-1851552822 tempest-InstanceActionsNegativeTestJSON-1851552822-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=7867b686175c4f8fbcea5899d1504cf2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0820332 Feb 04 17:29:42.372538 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-a35b2759-400e-44b8-b195-5edc8b02869c tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.8195860 Feb 04 17:29:42.373401 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-a5eb1e97-cb78-42d2-b311-7ebac496dd08 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327'] for network (a659cc63-73f6-4f45-84c0-a3ead5007aa3), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:42.378522 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5eb1e97-cb78-42d2-b311-7ebac496dd08 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:29:42.379127 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-a5eb1e97-cb78-42d2-b311-7ebac496dd08 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677565'] for network (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:42.381957 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 47234) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:29:42.401566 n-d-827839-2 neutron-server[103377]: INFO neutron.pecan_wsgi.hooks.translation [None req-44b46950-9e22-4dfe-88db-a3015b4a51ab tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] DELETE failed (client error): The resource could not be found. Feb 04 17:29:42.402217 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-44b46950-9e22-4dfe-88db-a3015b4a51ab tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103377) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 17:29:42.407971 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-44b46950-9e22-4dfe-88db-a3015b4a51ab tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] 10.222.0.89 "DELETE /v2.0/subnets/3b22676d-9a02-44aa-a088-5fd07c081c94 HTTP/1.1" status: 404 len: 337 time: 0.0591331 Feb 04 17:29:42.409233 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-dd80c13d-8564-44ed-be41-943eca46ecfc tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Request body: {'subnet': {'network_id': '6de4b58f-ff91-4bdc-9f3d-13346fce97eb', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:29:42.413040 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 47238) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:29:42.448420 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c1962b-760b-4dcc-9361-711a2462a012 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Pushing event deleted for resources: {'Subnet': ['ID=ccb7b4c5-318a-48ff-9721-9fd76da19efd,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:29:42.476298 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7f5e5f3-3c6a-47ad-a3e3-688c91f87f18 None None] Network c90da92d-1fe8-45ca-9832-d232a14f4e6c requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:29:42.482922 n-d-827839-2 neutron-server[103377]: INFO neutron.pecan_wsgi.hooks.translation [None req-28b52432-4141-4159-840c-cabdc906643a tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] DELETE failed (client error): The resource could not be found. Feb 04 17:29:42.483605 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-28b52432-4141-4159-840c-cabdc906643a tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103377) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 17:29:42.487817 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-28b52432-4141-4159-840c-cabdc906643a tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] 10.222.0.89 "DELETE /v2.0/subnets/807e789c-b792-4865-828f-878cb2e055d3 HTTP/1.1" status: 404 len: 337 time: 0.0738053 Feb 04 17:29:42.489756 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-56c1962b-760b-4dcc-9361-711a2462a012 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Publish callbacks [] for subnet (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:42.495232 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-56c1962b-760b-4dcc-9361-711a2462a012 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] 10.222.0.89 "DELETE /v2.0/subnets/ccb7b4c5-318a-48ff-9721-9fd76da19efd HTTP/1.1" status: 204 len: 168 time: 0.8178272 Feb 04 17:29:42.504935 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 47240) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:29:42.505528 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 47242) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:29:42.540608 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-498fd409-f9d1-45a9-86b7-7b1a09a56257 req-3d9de7d1-7e6e-458e-9a06-9d9951653fb1 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] 10.222.0.89 "GET /v2.0/ports?device_id=d23ffa64-7651-4974-8c0d-1ba4c302839d HTTP/1.1" status: 200 len: 210 time: 0.1140692 Feb 04 17:29:42.549009 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-a5eb1e97-cb78-42d2-b311-7ebac496dd08 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6475186 Feb 04 17:29:42.558112 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 47246) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:29:42.585952 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5eb1e97-cb78-42d2-b311-7ebac496dd08 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Pushing event updated for resources: {'Network': ['ID=a659cc63-73f6-4f45-84c0-a3ead5007aa3,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:29:42.587878 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2cf3767-f924-4d99-ac92-ba3288a3af25 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e4c19ad-5724-5db8-8ee1-4f56ae69fcf4-33faf293-e0be-4b60-83b0-8ec497ee643d', 'network_id': '33faf293-e0be-4b60-83b0-8ec497ee643d', 'project_id': 'ae7af1f68a8142688c6249d339ab8a6d', 'fixed_ips': [{'subnet_id': 'b4d5b67f-9f31-46fc-bfb3-c1d4a9ae5448'}]}} from n-d-827839-2. {{(pid=103378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 17:29:42.589158 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e2cf3767-f924-4d99-ac92-ba3288a3af25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:42.602728 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-faf856d1-d4ed-41ab-8640-fb3843052f74 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Request body: {'subnet': {'network_id': 'a659cc63-73f6-4f45-84c0-a3ead5007aa3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:29:42.613862 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd80c13d-8564-44ed-be41-943eca46ecfc tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Made reservation on behalf of ae7af1f68a8142688c6249d339ab8a6d for: {'subnet': 1} {{(pid=103376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:29:42.618373 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Network a659cc63-73f6-4f45-84c0-a3ead5007aa3 details requested by agent ovs-agent-n-d-827839-2 with host n-d-827839-2 {{(pid=103378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 17:29:42.620272 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-dd80c13d-8564-44ed-be41-943eca46ecfc tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25859006'] for subnet (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:42.622355 n-d-827839-2 neutron-server[103377]: INFO neutron.pecan_wsgi.hooks.translation [None req-79c91a6a-1dd4-4bc3-92a9-884c0dcd8148 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] DELETE failed (client error): The resource could not be found. Feb 04 17:29:42.623133 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-79c91a6a-1dd4-4bc3-92a9-884c0dcd8148 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103377) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 17:29:42.627501 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-79c91a6a-1dd4-4bc3-92a9-884c0dcd8148 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] 10.222.0.89 "DELETE /v2.0/ports/7c8f448c-2095-4059-857f-dc907a719ae4 HTTP/1.1" status: 404 len: 333 time: 0.1191845 Feb 04 17:29:42.637633 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 47248) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:29:42.707079 n-d-827839-2 neutron-server[103376]: INFO neutron.pecan_wsgi.hooks.translation [None req-fcb3b75b-4d4f-49cd-8aaa-5ce8001937ce tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] DELETE failed (client error): The resource could not be found. Feb 04 17:29:42.707728 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fcb3b75b-4d4f-49cd-8aaa-5ce8001937ce tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103376) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 17:29:42.710526 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-fcb3b75b-4d4f-49cd-8aaa-5ce8001937ce tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] 10.222.0.89 "DELETE /v2.0/subnets/cc2a84ab-f4ed-4e81-8957-254afa0be13c HTTP/1.1" status: 404 len: 337 time: 0.0718296 Feb 04 17:29:42.719126 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 47250) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:29:42.756336 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.db_base_plugin_v2 [None req-15a62aad-f7ef-4848-9187-3fa950ed3b97 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Deleting subnet 5ca7729b-a710-4a5c-bcd5-68b2237ae805 {{(pid=103377) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 17:29:42.782643 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-15a62aad-f7ef-4848-9187-3fa950ed3b97 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Publish callbacks [] for subnet (5ca7729b-a710-4a5c-bcd5-68b2237ae805), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:42.815737 n-d-827839-2 neutron-server[103377]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9aa1158-b50b-421e-a332-57bb5d74802c tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] DELETE failed (client error): The resource could not be found. Feb 04 17:29:42.816197 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c9aa1158-b50b-421e-a332-57bb5d74802c tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103377) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 17:29:42.821678 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-c9aa1158-b50b-421e-a332-57bb5d74802c tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] 10.222.0.89 "DELETE /v2.0/subnets/44bb1b93-2d36-4594-94c5-b147b2ba3bc0 HTTP/1.1" status: 404 len: 337 time: 0.0837989 Feb 04 17:29:42.832489 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 47252) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:29:42.889588 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-de0fda6f-e7a3-46de-98ac-ff2ddf5ac523 req-a67f5b5a-dbcd-4ba2-afce-bf199803286f service neutron] 10.222.0.89 "GET /v2.0/networks/2d90ae87-e7b7-4607-95d1-b95eda3dbbe1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5073743 Feb 04 17:29:42.890453 n-d-827839-2 neutron-server[103377]: INFO neutron.pecan_wsgi.hooks.translation [None req-2926ae60-c73c-4f25-bfed-b2a8575a3684 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] DELETE failed (client error): The resource could not be found. Feb 04 17:29:42.891641 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2926ae60-c73c-4f25-bfed-b2a8575a3684 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103377) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 17:29:42.897277 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-2926ae60-c73c-4f25-bfed-b2a8575a3684 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] 10.222.0.89 "DELETE /v2.0/ports/d631dc99-de87-4d50-a05d-c7bdc55b8e9b HTTP/1.1" status: 404 len: 333 time: 0.0575058 Feb 04 17:29:42.898104 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91faf5e-901b-4541-ba97-ef1617f1ab79 req-e3db9fe8-c3a4-44bf-acec-0178c6b56f47 tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:29:42.899939 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-d91faf5e-901b-4541-ba97-ef1617f1ab79 req-e3db9fe8-c3a4-44bf-acec-0178c6b56f47 tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] 10.222.0.89 "GET /v2.0/ports?device_id=f2c300b1-94a0-4e81-a6de-54c4630651af HTTP/1.1" status: 200 len: 946 time: 0.2069387 Feb 04 17:29:42.900260 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 47254) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:29:42.938167 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-15a62aad-f7ef-4848-9187-3fa950ed3b97 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26866676'] for subnet (5ca7729b-a710-4a5c-bcd5-68b2237ae805), precommit_delete_associations {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:42.974536 n-d-827839-2 neutron-server[103376]: INFO neutron.pecan_wsgi.hooks.translation [None req-21c4d366-47c6-4417-8481-618c3cc2320d tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] DELETE failed (client error): The resource could not be found. Feb 04 17:29:42.975010 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-21c4d366-47c6-4417-8481-618c3cc2320d tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103376) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 17:29:42.980327 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-21c4d366-47c6-4417-8481-618c3cc2320d tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] 10.222.0.89 "DELETE /v2.0/subnets/d39db175-b9f9-4f95-bf10-44bcb3489802 HTTP/1.1" status: 404 len: 337 time: 0.0737629 Feb 04 17:29:42.990092 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 47256) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:29:43.026180 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-faf856d1-d4ed-41ab-8640-fb3843052f74 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Made reservation on behalf of 9117ee7d05a54905bc1e8a5956601b14 for: {'subnet': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:29:43.029868 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-faf856d1-d4ed-41ab-8640-fb3843052f74 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25597243'] for subnet (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:43.050132 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-d91faf5e-901b-4541-ba97-ef1617f1ab79 req-9a78d5ed-affb-4e74-b54e-a0c81d217cdb tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] 10.222.0.89 "GET /v2.0/security-groups?id=749b530c-d4d8-46cd-99b4-1a8b04e03f53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1379418 Feb 04 17:29:43.051590 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-dd80c13d-8564-44ed-be41-943eca46ecfc tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25674939', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25858952'] for subnet (6f6c54c2-552d-404f-bcc6-b0c454213656), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:43.059210 n-d-827839-2 neutron-server[103377]: INFO neutron.pecan_wsgi.hooks.translation [None req-920b8cef-1aef-4778-9ab0-09402aa808ca tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] DELETE failed (client error): The resource could not be found. Feb 04 17:29:43.059791 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-920b8cef-1aef-4778-9ab0-09402aa808ca tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103377) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 17:29:43.062834 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-920b8cef-1aef-4778-9ab0-09402aa808ca tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] 10.222.0.89 "DELETE /v2.0/ports/4f8fd700-5f9b-4c77-b637-826276a75e73 HTTP/1.1" status: 404 len: 333 time: 0.0688941 Feb 04 17:29:43.100105 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 47258) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:29:43.101739 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd80c13d-8564-44ed-be41-943eca46ecfc tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Pushing event updated for resources: {'Subnet': ['ID=6f6c54c2-552d-404f-bcc6-b0c454213656,revision_number=0']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:29:43.136991 n-d-827839-2 neutron-server[103376]: INFO neutron.pecan_wsgi.hooks.translation [None req-38e3cd66-5fdf-4ccc-ba81-7ba6a20ecbcd tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] DELETE failed (client error): The resource could not be found. Feb 04 17:29:43.137471 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-38e3cd66-5fdf-4ccc-ba81-7ba6a20ecbcd tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103376) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 17:29:43.143311 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-38e3cd66-5fdf-4ccc-ba81-7ba6a20ecbcd tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] 10.222.0.89 "DELETE /v2.0/subnets/3688148f-5e40-4ad0-af25-0dbfe0ced206 HTTP/1.1" status: 404 len: 337 time: 0.0363545 Feb 04 17:29:43.143727 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 47260) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:29:43.170323 n-d-827839-2 neutron-server[103376]: INFO neutron.pecan_wsgi.hooks.translation [None req-25c62a77-2905-4667-972c-4472376b97ff tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] DELETE failed (client error): The resource could not be found. Feb 04 17:29:43.170960 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-25c62a77-2905-4667-972c-4472376b97ff tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103376) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 17:29:43.176404 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-25c62a77-2905-4667-972c-4472376b97ff tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] 10.222.0.89 "DELETE /v2.0/ports/ff500ec2-aa20-47a4-a029-2b135b83d03c HTTP/1.1" status: 404 len: 333 time: 0.0295565 Feb 04 17:29:43.179415 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 47262) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:29:43.194157 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd80c13d-8564-44ed-be41-943eca46ecfc tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Checking segment: {'id': '168864fc-4f05-4abe-b2d9-6a7996e75763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '6de4b58f-ff91-4bdc-9f3d-13346fce97eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:29:43.194537 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd80c13d-8564-44ed-be41-943eca46ecfc tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Network hostable DHCP agents. Network: 6de4b58f-ff91-4bdc-9f3d-13346fce97eb, hostable agents: ['bb89f5a3-3c22-440b-b7d1-c4f0c43c184a'], hosted agents: [] {{(pid=103376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 17:29:43.213121 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd80c13d-8564-44ed-be41-943eca46ecfc tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Network 6de4b58f-ff91-4bdc-9f3d-13346fce97eb is scheduled to be hosted by DHCP agent bb89f5a3-3c22-440b-b7d1-c4f0c43c184a with binding_index 1 {{(pid=103376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 17:29:43.217445 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 52218693-9965-4f7b-9c89-a734686fcfa2 no longer exists at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:29:43.224491 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [None req-dd80c13d-8564-44ed-be41-943eca46ecfc tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827839-2, 6de4b58f-ff91-4bdc-9f3d-13346fce97eb) {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:29:43.229252 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd80c13d-8564-44ed-be41-943eca46ecfc tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:29:43.229913 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-dd80c13d-8564-44ed-be41-943eca46ecfc tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Publish callbacks [] for subnet (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:43.250077 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-dd80c13d-8564-44ed-be41-943eca46ecfc tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.8453097 Feb 04 17:29:43.252933 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 47264) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:29:43.258521 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-d6590bc0-deca-4f14-88df-0f476f372c31 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Request body: {'port': {'network_id': '33faf293-e0be-4b60-83b0-8ec497ee643d', 'name': 'tempest-TaggedBootDevicesTest-88160483', 'fixed_ips': [{'subnet_id': 'b4d5b67f-9f31-46fc-bfb3-c1d4a9ae5448'}]}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:29:43.260209 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] No Port match for: 52218693-9965-4f7b-9c89-a734686fcfa2 {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 17:29:43.260732 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 52218693-9965-4f7b-9c89-a734686fcfa2 not bound to the agent host n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 17:29:43.271478 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-626afc65-16e9-4cd9-86cf-028687a84143 None None] Network 6de4b58f-ff91-4bdc-9f3d-13346fce97eb requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:29:43.355473 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-e2cf3767-f924-4d99-ac92-ba3288a3af25 None None] Allocated IP 10.1.1.2 (33faf293-e0be-4b60-83b0-8ec497ee643d/b4d5b67f-9f31-46fc-bfb3-c1d4a9ae5448/d2602bb9-d375-4672-bd19-5f5019aefff3) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:29:43.460593 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6590bc0-deca-4f14-88df-0f476f372c31 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Made reservation on behalf of ae7af1f68a8142688c6249d339ab8a6d for: {'port': 1} {{(pid=103376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:29:43.507463 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97f0ec04-d4ef-48c7-be7a-e45e1eee8b59 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e4c19ad-5724-5db8-8ee1-4f56ae69fcf4-6de4b58f-ff91-4bdc-9f3d-13346fce97eb', 'network_id': '6de4b58f-ff91-4bdc-9f3d-13346fce97eb', 'project_id': 'ae7af1f68a8142688c6249d339ab8a6d', 'fixed_ips': [{'subnet_id': '6f6c54c2-552d-404f-bcc6-b0c454213656'}]}} from n-d-827839-2. {{(pid=103378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 17:29:43.508301 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-97f0ec04-d4ef-48c7-be7a-e45e1eee8b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:43.583271 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-d6590bc0-deca-4f14-88df-0f476f372c31 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:43.614721 n-d-827839-2 neutron-server[103376]: DEBUG neutron.notifiers.nova [None req-d6590bc0-deca-4f14-88df-0f476f372c31 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] device_id is not set on port 047f18d1-ba45-4554-8c12-d78b1b2ece5e yet. {{(pid=103376) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 04 17:29:43.706043 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-97f0ec04-d4ef-48c7-be7a-e45e1eee8b59 None None] Allocated IP 10.2.2.2 (6de4b58f-ff91-4bdc-9f3d-13346fce97eb/6f6c54c2-552d-404f-bcc6-b0c454213656/d1993725-d56f-4ded-86f8-d3e41f3c747d) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:29:43.770440 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-bc349ecc-dc8a-42eb-a53b-cfdae9b46ceb req-6dd95577-cf0c-463c-a5f9-f317d455dcfa tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] 10.222.0.89 "GET /v2.0/ports?device_id=d23ffa64-7651-4974-8c0d-1ba4c302839d HTTP/1.1" status: 200 len: 210 time: 0.0393987 Feb 04 17:29:43.843432 n-d-827839-2 neutron-server[103377]: INFO neutron.pecan_wsgi.hooks.translation [None req-c66ddbeb-8f44-4229-9494-e5f86448cc9d tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] DELETE failed (client error): The resource could not be found. Feb 04 17:29:43.846493 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c66ddbeb-8f44-4229-9494-e5f86448cc9d tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103377) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 17:29:43.852433 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-c66ddbeb-8f44-4229-9494-e5f86448cc9d tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] 10.222.0.89 "DELETE /v2.0/subnets/383d81bb-1eb8-4433-9e4a-6bffec5861c8 HTTP/1.1" status: 404 len: 337 time: 0.6726246 Feb 04 17:29:43.857972 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 47276) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:29:43.886440 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e2cf3767-f924-4d99-ac92-ba3288a3af25 None None] Publish callbacks [] for port (d2602bb9-d375-4672-bd19-5f5019aefff3), precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:43.897340 n-d-827839-2 neutron-server[103376]: INFO neutron.pecan_wsgi.hooks.translation [None req-573224cf-c62b-466a-9eb2-625528ff820e tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] DELETE failed (client error): The resource could not be found. Feb 04 17:29:43.898120 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-573224cf-c62b-466a-9eb2-625528ff820e tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103376) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 17:29:43.908857 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-573224cf-c62b-466a-9eb2-625528ff820e tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] 10.222.0.89 "DELETE /v2.0/ports/93b83594-86c7-4a0d-8247-998850eec262 HTTP/1.1" status: 404 len: 333 time: 0.0499520 Feb 04 17:29:43.910461 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e2cf3767-f924-4d99-ac92-ba3288a3af25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135'] for port (d2602bb9-d375-4672-bd19-5f5019aefff3), after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:43.912115 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 47278) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:29:43.941548 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-de0fda6f-e7a3-46de-98ac-ff2ddf5ac523 req-d6b2fe25-d78d-4d09-b8d0-2b43a9e9d10b service neutron] 10.222.0.89 "GET /v2.0/networks/2d90ae87-e7b7-4607-95d1-b95eda3dbbe1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0334494 Feb 04 17:29:43.956432 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-15a62aad-f7ef-4848-9187-3fa950ed3b97 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1541225'] for subnet (5ca7729b-a710-4a5c-bcd5-68b2237ae805), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:43.972412 n-d-827839-2 neutron-server[103376]: INFO neutron.pecan_wsgi.hooks.translation [None req-e24d686e-306a-4caa-b992-52cdee3139ee tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] DELETE failed (client error): The resource could not be found. Feb 04 17:29:43.972903 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e24d686e-306a-4caa-b992-52cdee3139ee tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103376) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 17:29:43.978768 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-e24d686e-306a-4caa-b992-52cdee3139ee tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] 10.222.0.89 "DELETE /v2.0/subnets/de63bf34-71d9-4a10-bbb6-f3ef60345030 HTTP/1.1" status: 404 len: 337 time: 0.0655711 Feb 04 17:29:43.979382 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 47282) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:29:44.053791 n-d-827839-2 neutron-server[103376]: INFO neutron.pecan_wsgi.hooks.translation [None req-20f1977b-23eb-4202-8345-584ff18c10b9 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] DELETE failed (client error): The resource could not be found. Feb 04 17:29:44.054825 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-20f1977b-23eb-4202-8345-584ff18c10b9 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103376) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 17:29:44.062367 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-20f1977b-23eb-4202-8345-584ff18c10b9 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] 10.222.0.89 "DELETE /v2.0/ports/a858225b-e333-4e82-be47-6fa12cc770cc HTTP/1.1" status: 404 len: 333 time: 0.0785456 Feb 04 17:29:44.065733 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 47286) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:29:44.083927 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-08a50338-f6bd-41da-9267-3be71ed423f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602754'] for router_interface (0ccb58de-7ff2-4b3b-b2e5-2bb298e2f2f5), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:44.130502 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2cf3767-f924-4d99-ac92-ba3288a3af25 None None] Pushing event updated for resources: {'Port': ['ID=d2602bb9-d375-4672-bd19-5f5019aefff3,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:29:44.156382 n-d-827839-2 neutron-server[103376]: INFO neutron.pecan_wsgi.hooks.translation [None req-71d0cf6e-c41f-414b-adc2-ad416240a39a tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] DELETE failed (client error): The resource could not be found. Feb 04 17:29:44.157693 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-71d0cf6e-c41f-414b-adc2-ad416240a39a tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103376) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 17:29:44.172392 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-71d0cf6e-c41f-414b-adc2-ad416240a39a tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] 10.222.0.89 "DELETE /v2.0/subnets/7f270693-1168-432e-9456-de6e2f0b882c HTTP/1.1" status: 404 len: 337 time: 0.1055276 Feb 04 17:29:44.173157 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 47290) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:29:44.278901 n-d-827839-2 neutron-server[103376]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc00b9fd-0a1c-46a2-ac4b-9da499cce756 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] DELETE failed (client error): The resource could not be found. Feb 04 17:29:44.279584 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc00b9fd-0a1c-46a2-ac4b-9da499cce756 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103376) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 17:29:44.286449 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-bc00b9fd-0a1c-46a2-ac4b-9da499cce756 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] 10.222.0.89 "DELETE /v2.0/ports/5640d0e7-6327-4fc5-8c30-8e4186291663 HTTP/1.1" status: 404 len: 333 time: 0.0975118 Feb 04 17:29:44.300542 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 47294) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:29:44.332977 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.db_base_plugin_common [None req-d6590bc0-deca-4f14-88df-0f476f372c31 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Allocated IP 10.1.1.111 (33faf293-e0be-4b60-83b0-8ec497ee643d/b4d5b67f-9f31-46fc-bfb3-c1d4a9ae5448/047f18d1-ba45-4554-8c12-d78b1b2ece5e) {{(pid=103376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:29:44.422927 n-d-827839-2 neutron-server[103377]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd02991c-9baa-433f-8e4e-6f854fcbeff5 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] DELETE failed (client error): The resource could not be found. Feb 04 17:29:44.422927 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd02991c-9baa-433f-8e4e-6f854fcbeff5 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103377) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 17:29:44.426994 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-dd02991c-9baa-433f-8e4e-6f854fcbeff5 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] 10.222.0.89 "DELETE /v2.0/subnets/56b7cf50-96ae-479b-af86-7ca65e1d76c8 HTTP/1.1" status: 404 len: 337 time: 0.0845284 Feb 04 17:29:44.430985 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 47300) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:29:44.441307 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804969a4-4eba-4dac-b8ac-e7fef68ac155 req-c2c73dd5-48af-40d1-b6e1-1d4e9d637f10 tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:29:44.454049 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-804969a4-4eba-4dac-b8ac-e7fef68ac155 req-c2c73dd5-48af-40d1-b6e1-1d4e9d637f10 tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] 10.222.0.89 "GET /v2.0/ports?device_id=f2c300b1-94a0-4e81-a6de-54c4630651af HTTP/1.1" status: 200 len: 946 time: 0.2004504 Feb 04 17:29:44.499077 n-d-827839-2 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2cf3767-f924-4d99-ac92-ba3288a3af25 None None] Network 33faf293-e0be-4b60-83b0-8ec497ee643d is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:29:44.521713 n-d-827839-2 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-e2cf3767-f924-4d99-ac92-ba3288a3af25 None None] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:29:44.533099 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2cf3767-f924-4d99-ac92-ba3288a3af25 None None] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:29:44.559980 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-97f0ec04-d4ef-48c7-be7a-e45e1eee8b59 None None] Publish callbacks [] for port (d1993725-d56f-4ded-86f8-d3e41f3c747d), precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:44.568255 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-227387a5-2f3a-4adf-abf5-a9261e5d1f47 None None] Provisioning complete for port 078b8f1c-338e-46b8-9fd4-3e915eb3be62 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:29:44.571821 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-227387a5-2f3a-4adf-abf5-a9261e5d1f47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (078b8f1c-338e-46b8-9fd4-3e915eb3be62), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:44.619231 n-d-827839-2 neutron-server[103377]: INFO neutron.pecan_wsgi.hooks.translation [None req-a82cc08a-f2e5-4967-87cf-976c4c3da74c tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] DELETE failed (client error): The resource could not be found. Feb 04 17:29:44.619787 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a82cc08a-f2e5-4967-87cf-976c4c3da74c tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103377) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 17:29:44.623212 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-a82cc08a-f2e5-4967-87cf-976c4c3da74c tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] 10.222.0.89 "DELETE /v2.0/subnets/e9f9f43e-2ce5-4d7e-b03e-3fcbf119f83c HTTP/1.1" status: 404 len: 337 time: 0.1849174 Feb 04 17:29:44.638196 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-77099702-b2d4-4e41-9acc-b26e89fb3d08 req-e7397662-a555-4f7e-b7a9-c25f5f653ef8 tempest-InstanceActionsNegativeTestJSON-1851552822 tempest-InstanceActionsNegativeTestJSON-1851552822-project] 10.222.0.89 "GET /v2.0/ports?device_id=0c051d22-a8a4-4878-b900-c55de118f87a HTTP/1.1" status: 200 len: 210 time: 0.1717095 Feb 04 17:29:44.643133 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 47314) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:29:44.653589 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-804969a4-4eba-4dac-b8ac-e7fef68ac155 req-4e3f250f-ad8f-4b6f-a33c-31672df957ba tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] 10.222.0.89 "GET /v2.0/security-groups?id=749b530c-d4d8-46cd-99b4-1a8b04e03f53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1983688 Feb 04 17:29:44.663596 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-97f0ec04-d4ef-48c7-be7a-e45e1eee8b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135'] for port (d1993725-d56f-4ded-86f8-d3e41f3c747d), after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:44.673498 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-15a62aad-f7ef-4848-9187-3fa950ed3b97 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1541216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25888360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25597190'] for subnet (5ca7729b-a710-4a5c-bcd5-68b2237ae805), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:44.716314 n-d-827839-2 neutron-server[103376]: INFO neutron.pecan_wsgi.hooks.translation [None req-ffaf0f9a-1e75-4b15-89f0-661a042dd141 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] DELETE failed (client error): The resource could not be found. Feb 04 17:29:44.717206 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ffaf0f9a-1e75-4b15-89f0-661a042dd141 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103376) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 17:29:44.720011 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-ffaf0f9a-1e75-4b15-89f0-661a042dd141 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] 10.222.0.89 "DELETE /v2.0/ports/50b07304-dab5-4b58-91de-fb83eaa9898b HTTP/1.1" status: 404 len: 333 time: 0.0751903 Feb 04 17:29:44.723269 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 47318) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:29:44.734121 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-faf856d1-d4ed-41ab-8640-fb3843052f74 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25889445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25597197'] for subnet (9b4eadd6-8b3b-48e8-bdf1-67eb6ceca26f), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:44.752306 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a62aad-f7ef-4848-9187-3fa950ed3b97 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Pushing event deleted for resources: {'Subnet': ['ID=5ca7729b-a710-4a5c-bcd5-68b2237ae805,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:29:44.799413 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-15a62aad-f7ef-4848-9187-3fa950ed3b97 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Publish callbacks [] for subnet (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:44.802572 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-15a62aad-f7ef-4848-9187-3fa950ed3b97 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] 10.222.0.89 "DELETE /v2.0/subnets/5ca7729b-a710-4a5c-bcd5-68b2237ae805 HTTP/1.1" status: 204 len: 168 time: 2.2879982 Feb 04 17:29:44.811606 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 47320) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:29:44.910195 n-d-827839-2 neutron-server[103376]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa7db8f6-a641-4883-889b-4bf830e80e2b tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] DELETE failed (client error): The resource could not be found. Feb 04 17:29:44.918054 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa7db8f6-a641-4883-889b-4bf830e80e2b tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103376) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 17:29:44.928459 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-aa7db8f6-a641-4883-889b-4bf830e80e2b tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] 10.222.0.89 "DELETE /v2.0/subnets/23a1e161-9d36-4717-aecc-fae78dec61dc HTTP/1.1" status: 404 len: 337 time: 0.2041888 Feb 04 17:29:44.948688 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc29ba93-4bcd-4ac1-8ccf-e645479f0b89 None None] Network c90da92d-1fe8-45ca-9832-d232a14f4e6c requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:29:44.956106 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 47330) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:29:44.957194 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-227387a5-2f3a-4adf-abf5-a9261e5d1f47 None None] Current status of the port 078b8f1c-338e-46b8-9fd4-3e915eb3be62 is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:29:45.010948 n-d-827839-2 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97f0ec04-d4ef-48c7-be7a-e45e1eee8b59 None None] Network 6de4b58f-ff91-4bdc-9f3d-13346fce97eb is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:29:45.046082 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-9cb03924-9e77-4b66-b591-19aacc090c57 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628832'] for network (c90da92d-1fe8-45ca-9832-d232a14f4e6c), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:45.061007 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-d6590bc0-deca-4f14-88df-0f476f372c31 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Publish callbacks [] for port (047f18d1-ba45-4554-8c12-d78b1b2ece5e), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:45.120813 n-d-827839-2 neutron-server[103377]: INFO neutron.pecan_wsgi.hooks.translation [None req-633b6854-7b28-4362-9bd8-0c00486cddc2 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] DELETE failed (client error): The resource could not be found. Feb 04 17:29:45.123023 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-633b6854-7b28-4362-9bd8-0c00486cddc2 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103377) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 17:29:45.123572 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-d6590bc0-deca-4f14-88df-0f476f372c31 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (047f18d1-ba45-4554-8c12-d78b1b2ece5e), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:45.127804 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-633b6854-7b28-4362-9bd8-0c00486cddc2 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] 10.222.0.89 "DELETE /v2.0/subnets/a90c7fda-167f-4e2c-86a9-4e1f3e6e5c73 HTTP/1.1" status: 404 len: 337 time: 0.1539629 Feb 04 17:29:45.155065 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 47332) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:29:45.158091 n-d-827839-2 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-97f0ec04-d4ef-48c7-be7a-e45e1eee8b59 None None] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:29:45.164133 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97f0ec04-d4ef-48c7-be7a-e45e1eee8b59 None None] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:29:45.177131 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-af423610-adef-4109-b033-9a8834a7b67b req-187983ce-8e14-4ff8-abb8-77f33c6aa642 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] 10.222.0.89 "GET /v2.0/ports?device_id=d23ffa64-7651-4974-8c0d-1ba4c302839d HTTP/1.1" status: 200 len: 210 time: 0.1734986 Feb 04 17:29:45.200133 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf856d1-d4ed-41ab-8640-fb3843052f74 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Pushing event updated for resources: {'Subnet': ['ID=9b4eadd6-8b3b-48e8-bdf1-67eb6ceca26f,revision_number=0']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:29:45.212153 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faf856d1-d4ed-41ab-8640-fb3843052f74 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Checking segment: {'id': '1ec4cd1f-c84b-478d-9d7f-f74c219a9102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'a659cc63-73f6-4f45-84c0-a3ead5007aa3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:29:45.212637 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faf856d1-d4ed-41ab-8640-fb3843052f74 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Network hostable DHCP agents. Network: a659cc63-73f6-4f45-84c0-a3ead5007aa3, hostable agents: ['bb89f5a3-3c22-440b-b7d1-c4f0c43c184a'], hosted agents: [] {{(pid=103377) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 17:29:45.280408 n-d-827839-2 neutron-server[103376]: INFO neutron.pecan_wsgi.hooks.translation [None req-582a4c76-6bd6-42d5-8d58-88084e6bb684 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] DELETE failed (client error): The resource could not be found. Feb 04 17:29:45.281252 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-582a4c76-6bd6-42d5-8d58-88084e6bb684 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103376) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 17:29:45.282081 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-08a50338-f6bd-41da-9267-3be71ed423f0 admin admin] Deleting port 99718590-0342-4f0e-ad1d-2d284faf6a99 {{(pid=103377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:29:45.282508 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-08a50338-f6bd-41da-9267-3be71ed423f0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (99718590-0342-4f0e-ad1d-2d284faf6a99), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:45.286682 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-582a4c76-6bd6-42d5-8d58-88084e6bb684 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] 10.222.0.89 "DELETE /v2.0/ports/d9151558-042a-4747-a5fc-2ad46e48c518 HTTP/1.1" status: 404 len: 333 time: 0.1274133 Feb 04 17:29:45.297630 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 47334) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:29:45.308042 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6590bc0-deca-4f14-88df-0f476f372c31 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Network 33faf293-e0be-4b60-83b0-8ec497ee643d is already hosted by enough agents. {{(pid=103376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:29:45.348532 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [None req-d6590bc0-deca-4f14-88df-0f476f372c31 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Resources bound (agent type, host, resource id): {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:29:45.356086 n-d-827839-2 neutron-server[103376]: INFO neutron.pecan_wsgi.hooks.translation [None req-3970e693-8cda-4b9b-aa9e-aed04019df67 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] DELETE failed (client error): The resource could not be found. Feb 04 17:29:45.356565 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3970e693-8cda-4b9b-aa9e-aed04019df67 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103376) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 17:29:45.363180 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-3970e693-8cda-4b9b-aa9e-aed04019df67 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] 10.222.0.89 "DELETE /v2.0/subnets/03017f23-f571-46f9-88ab-bf54f84b1bf2 HTTP/1.1" status: 404 len: 337 time: 0.0511351 Feb 04 17:29:45.363180 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6590bc0-deca-4f14-88df-0f476f372c31 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Received port after_create {{(pid=103376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:29:45.369207 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f0ec04-d4ef-48c7-be7a-e45e1eee8b59 None None] Pushing event updated for resources: {'Port': ['ID=d1993725-d56f-4ded-86f8-d3e41f3c747d,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:29:45.376501 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 47336) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:29:45.376875 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [None req-08a50338-f6bd-41da-9267-3be71ed423f0 admin admin] For port 99718590-0342-4f0e-ad1d-2d284faf6a99, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=99718590-0342-4f0e-ad1d-2d284faf6a99,segment=NetworkSegment(1cf24bdf-cd2a-424e-9446-8006bc746b7c),segment_id=1cf24bdf-cd2a-424e-9446-8006bc746b7c)] {{(pid=103377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:29:45.377328 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-08a50338-f6bd-41da-9267-3be71ed423f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (99718590-0342-4f0e-ad1d-2d284faf6a99), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:45.401006 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-08a50338-f6bd-41da-9267-3be71ed423f0 admin admin] Calling delete_port for 99718590-0342-4f0e-ad1d-2d284faf6a99 owned by network:router_interface {{(pid=103377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:29:45.443294 n-d-827839-2 neutron-server[103376]: INFO neutron.pecan_wsgi.hooks.translation [None req-a923963a-feb3-4961-a1f3-46f758b38f42 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] DELETE failed (client error): The resource could not be found. Feb 04 17:29:45.444133 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a923963a-feb3-4961-a1f3-46f758b38f42 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103376) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 17:29:45.448129 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-a923963a-feb3-4961-a1f3-46f758b38f42 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] 10.222.0.89 "DELETE /v2.0/subnets/07ccae6b-a4d3-4821-a64f-f81c50d1ef5b HTTP/1.1" status: 404 len: 337 time: 0.0677373 Feb 04 17:29:45.452949 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 47338) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:29:45.460384 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6590bc0-deca-4f14-88df-0f476f372c31 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Pushing event updated for resources: {'Port': ['ID=047f18d1-ba45-4554-8c12-d78b1b2ece5e,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:29:45.477910 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-97f0ec04-d4ef-48c7-be7a-e45e1eee8b59 None None] Attempting to bind port d1993725-d56f-4ded-86f8-d3e41f3c747d on host n-d-827839-2 for vnic_type normal with profile {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:29:45.478316 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-97f0ec04-d4ef-48c7-be7a-e45e1eee8b59 None None] Attempting to bind port d1993725-d56f-4ded-86f8-d3e41f3c747d by drivers openvswitch,hyperv on host n-d-827839-2 at level 0 using segments [{'id': '168864fc-4f05-4abe-b2d9-6a7996e75763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '6de4b58f-ff91-4bdc-9f3d-13346fce97eb'}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:29:45.478803 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97f0ec04-d4ef-48c7-be7a-e45e1eee8b59 None None] Attempting to bind port d1993725-d56f-4ded-86f8-d3e41f3c747d on network 6de4b58f-ff91-4bdc-9f3d-13346fce97eb {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:29:45.487025 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-e2cf3767-f924-4d99-ac92-ba3288a3af25 None None] Attempting to bind port d2602bb9-d375-4672-bd19-5f5019aefff3 on host n-d-827839-2 for vnic_type normal with profile {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:29:45.487384 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-e2cf3767-f924-4d99-ac92-ba3288a3af25 None None] Attempting to bind port d2602bb9-d375-4672-bd19-5f5019aefff3 by drivers openvswitch,hyperv on host n-d-827839-2 at level 0 using segments [{'id': '003aaa95-3edb-4f14-93d1-6362433ea51a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '33faf293-e0be-4b60-83b0-8ec497ee643d'}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:29:45.488260 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2cf3767-f924-4d99-ac92-ba3288a3af25 None None] Attempting to bind port d2602bb9-d375-4672-bd19-5f5019aefff3 on network 33faf293-e0be-4b60-83b0-8ec497ee643d {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:29:45.496359 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-9cb03924-9e77-4b66-b591-19aacc090c57 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Deleting port 078b8f1c-338e-46b8-9fd4-3e915eb3be62 {{(pid=103376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:29:45.497007 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-9cb03924-9e77-4b66-b591-19aacc090c57 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (078b8f1c-338e-46b8-9fd4-3e915eb3be62), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:45.515481 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97f0ec04-d4ef-48c7-be7a-e45e1eee8b59 None None] Checking agent: {'id': 'ba70844b-66a0-45fd-a2f2-e6ed673321fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 0, 36), 'started_at': datetime.datetime(2022, 2, 4, 17, 1, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 29, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:29:45.516159 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97f0ec04-d4ef-48c7-be7a-e45e1eee8b59 None None] Checking segment: {'id': '168864fc-4f05-4abe-b2d9-6a7996e75763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '6de4b58f-ff91-4bdc-9f3d-13346fce97eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:29:45.516295 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-97f0ec04-d4ef-48c7-be7a-e45e1eee8b59 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:45.516686 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97f0ec04-d4ef-48c7-be7a-e45e1eee8b59 None None] Bound using segment: {'id': '168864fc-4f05-4abe-b2d9-6a7996e75763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '6de4b58f-ff91-4bdc-9f3d-13346fce97eb'} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:29:45.517271 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-97f0ec04-d4ef-48c7-be7a-e45e1eee8b59 None None] Bound port: d1993725-d56f-4ded-86f8-d3e41f3c747d, host: n-d-827839-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '168864fc-4f05-4abe-b2d9-6a7996e75763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '6de4b58f-ff91-4bdc-9f3d-13346fce97eb'}}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:29:45.517677 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-97f0ec04-d4ef-48c7-be7a-e45e1eee8b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (d1993725-d56f-4ded-86f8-d3e41f3c747d), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:45.536256 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2cf3767-f924-4d99-ac92-ba3288a3af25 None None] Checking agent: {'id': 'ba70844b-66a0-45fd-a2f2-e6ed673321fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 0, 36), 'started_at': datetime.datetime(2022, 2, 4, 17, 1, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 29, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:29:45.536696 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2cf3767-f924-4d99-ac92-ba3288a3af25 None None] Checking segment: {'id': '003aaa95-3edb-4f14-93d1-6362433ea51a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '33faf293-e0be-4b60-83b0-8ec497ee643d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:29:45.537144 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e2cf3767-f924-4d99-ac92-ba3288a3af25 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:45.537542 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2cf3767-f924-4d99-ac92-ba3288a3af25 None None] Bound using segment: {'id': '003aaa95-3edb-4f14-93d1-6362433ea51a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '33faf293-e0be-4b60-83b0-8ec497ee643d'} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:29:45.538191 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-e2cf3767-f924-4d99-ac92-ba3288a3af25 None None] Bound port: d2602bb9-d375-4672-bd19-5f5019aefff3, host: n-d-827839-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '003aaa95-3edb-4f14-93d1-6362433ea51a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '33faf293-e0be-4b60-83b0-8ec497ee643d'}}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:29:45.538711 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e2cf3767-f924-4d99-ac92-ba3288a3af25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (d2602bb9-d375-4672-bd19-5f5019aefff3), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:45.606077 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [None req-9cb03924-9e77-4b66-b591-19aacc090c57 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] For port 078b8f1c-338e-46b8-9fd4-3e915eb3be62, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=078b8f1c-338e-46b8-9fd4-3e915eb3be62,segment=NetworkSegment(6318842a-9edf-4a3b-af29-b9d03541a211),segment_id=6318842a-9edf-4a3b-af29-b9d03541a211)] {{(pid=103376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:29:45.606733 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-9cb03924-9e77-4b66-b591-19aacc090c57 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (078b8f1c-338e-46b8-9fd4-3e915eb3be62), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:45.626773 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-9cb03924-9e77-4b66-b591-19aacc090c57 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Calling delete_port for 078b8f1c-338e-46b8-9fd4-3e915eb3be62 owned by network:dhcp {{(pid=103376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:29:45.649518 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-97f0ec04-d4ef-48c7-be7a-e45e1eee8b59 None None] For port d1993725-d56f-4ded-86f8-d3e41f3c747d, host n-d-827839-2, cleared binding levels {{(pid=103378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:29:45.653556 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-97f0ec04-d4ef-48c7-be7a-e45e1eee8b59 None None] For port d1993725-d56f-4ded-86f8-d3e41f3c747d, host n-d-827839-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=d1993725-d56f-4ded-86f8-d3e41f3c747d,segment=NetworkSegment(168864fc-4f05-4abe-b2d9-6a7996e75763),segment_id=168864fc-4f05-4abe-b2d9-6a7996e75763)] {{(pid=103378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:29:45.671676 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-97f0ec04-d4ef-48c7-be7a-e45e1eee8b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (d1993725-d56f-4ded-86f8-d3e41f3c747d), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:45.785238 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faf856d1-d4ed-41ab-8640-fb3843052f74 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Network a659cc63-73f6-4f45-84c0-a3ead5007aa3 is scheduled to be hosted by DHCP agent bb89f5a3-3c22-440b-b7d1-c4f0c43c184a with binding_index 1 {{(pid=103377) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 17:29:45.796054 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-08a50338-f6bd-41da-9267-3be71ed423f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (99718590-0342-4f0e-ad1d-2d284faf6a99), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:45.826483 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-9cb03924-9e77-4b66-b591-19aacc090c57 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (078b8f1c-338e-46b8-9fd4-3e915eb3be62), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:45.827789 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [None req-faf856d1-d4ed-41ab-8640-fb3843052f74 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827839-2, a659cc63-73f6-4f45-84c0-a3ead5007aa3) {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:29:45.850385 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faf856d1-d4ed-41ab-8640-fb3843052f74 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:29:45.854319 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-faf856d1-d4ed-41ab-8640-fb3843052f74 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Publish callbacks [] for subnet (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:45.865129 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-e2cf3767-f924-4d99-ac92-ba3288a3af25 None None] For port d2602bb9-d375-4672-bd19-5f5019aefff3, host n-d-827839-2, cleared binding levels {{(pid=103378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:29:45.870901 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-e2cf3767-f924-4d99-ac92-ba3288a3af25 None None] For port d2602bb9-d375-4672-bd19-5f5019aefff3, host n-d-827839-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=d2602bb9-d375-4672-bd19-5f5019aefff3,segment=NetworkSegment(003aaa95-3edb-4f14-93d1-6362433ea51a),segment_id=003aaa95-3edb-4f14-93d1-6362433ea51a)] {{(pid=103378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:29:45.873561 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f0ec04-d4ef-48c7-be7a-e45e1eee8b59 None None] Pushing event updated for resources: {'Port': ['ID=d1993725-d56f-4ded-86f8-d3e41f3c747d,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:29:45.894179 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e822c753-6c76-4d18-ac46-4dd074d92075 None None] Network a659cc63-73f6-4f45-84c0-a3ead5007aa3 requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:29:45.916497 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cb03924-9e77-4b66-b591-19aacc090c57 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] No DVR routers for this DVR port 078b8f1c-338e-46b8-9fd4-3e915eb3be62 on host n-d-827839-2 {{(pid=103376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 17:29:45.925595 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e2cf3767-f924-4d99-ac92-ba3288a3af25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (d2602bb9-d375-4672-bd19-5f5019aefff3), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:45.955536 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a50338-f6bd-41da-9267-3be71ed423f0 admin admin] Pushing event deleted for resources: {'Port': ['ID=99718590-0342-4f0e-ad1d-2d284faf6a99,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:29:45.959976 n-d-827839-2 neutron-server[103376]: INFO neutron.pecan_wsgi.hooks.translation [None req-9eb8b0c4-4826-4a69-80f2-e4e2e3d8fabe tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] DELETE failed (client error): The resource could not be found. Feb 04 17:29:45.960725 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9eb8b0c4-4826-4a69-80f2-e4e2e3d8fabe tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103376) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 17:29:45.978200 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-9eb8b0c4-4826-4a69-80f2-e4e2e3d8fabe tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] 10.222.0.89 "DELETE /v2.0/ports/c606794b-9c2e-464b-856b-20635e492f80 HTTP/1.1" status: 404 len: 333 time: 0.5149486 Feb 04 17:29:46.054566 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 47344) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:29:46.067133 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2cf3767-f924-4d99-ac92-ba3288a3af25 None None] Pushing event updated for resources: {'Port': ['ID=d2602bb9-d375-4672-bd19-5f5019aefff3,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:29:46.082498 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7db29eca-97c5-4347-bce0-472749ccfb1d None None] DHCP port deletion for c90da92d-1fe8-45ca-9832-d232a14f4e6c request from n-d-827839-2 {{(pid=103378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 17:29:46.215959 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-e88cae12-df12-4077-9050-4bdca752f3fc req-ca4dbca9-c8d3-4fe7-84f3-0860d184d2b2 tempest-InstanceActionsNegativeTestJSON-1851552822 tempest-InstanceActionsNegativeTestJSON-1851552822-project] 10.222.0.89 "GET /v2.0/ports?device_id=0c051d22-a8a4-4878-b900-c55de118f87a HTTP/1.1" status: 200 len: 210 time: 0.3332851 Feb 04 17:29:46.229996 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb03924-9e77-4b66-b591-19aacc090c57 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Pushing event deleted for resources: {'Port': ['ID=078b8f1c-338e-46b8-9fd4-3e915eb3be62,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:29:46.232930 n-d-827839-2 neutron-server[103377]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd0dbbfd-591f-4892-92ef-566cb8fb1284 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] DELETE failed (client error): The resource could not be found. Feb 04 17:29:46.233414 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd0dbbfd-591f-4892-92ef-566cb8fb1284 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103377) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 17:29:46.254551 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-dd0dbbfd-591f-4892-92ef-566cb8fb1284 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] 10.222.0.89 "DELETE /v2.0/subnets/444b41c5-6f00-4236-af79-4e192b39862b HTTP/1.1" status: 404 len: 337 time: 0.1970837 Feb 04 17:29:46.259283 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 47348) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:29:46.389885 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8119b097-c0c1-4f24-a41d-1838754f9103 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e4c19ad-5724-5db8-8ee1-4f56ae69fcf4-a659cc63-73f6-4f45-84c0-a3ead5007aa3', 'network_id': 'a659cc63-73f6-4f45-84c0-a3ead5007aa3', 'project_id': '9117ee7d05a54905bc1e8a5956601b14', 'fixed_ips': [{'subnet_id': '9b4eadd6-8b3b-48e8-bdf1-67eb6ceca26f'}]}} from n-d-827839-2. {{(pid=103378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 17:29:46.390695 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8119b097-c0c1-4f24-a41d-1838754f9103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:46.396301 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-faf856d1-d4ed-41ab-8640-fb3843052f74 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.7952583 Feb 04 17:29:46.397775 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6590bc0-deca-4f14-88df-0f476f372c31 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:29:46.398467 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-d6590bc0-deca-4f14-88df-0f476f372c31 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:46.451582 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 47350) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:29:46.471502 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-546a8c60-ddc7-4a5d-ba76-73c15598c54d tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-721808919', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:29:46.505099 n-d-827839-2 neutron-server[103377]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ea18387-0a72-40da-a038-e9ffca3611fa tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] DELETE failed (client error): The resource could not be found. Feb 04 17:29:46.529551 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ea18387-0a72-40da-a038-e9ffca3611fa tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103377) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 17:29:46.533364 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-546a8c60-ddc7-4a5d-ba76-73c15598c54d tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1601657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26921'] for router (14c33c52-5fe1-41bf-94f3-f2cbd2b8e784), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:46.536914 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-0ea18387-0a72-40da-a038-e9ffca3611fa tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] 10.222.0.89 "DELETE /v2.0/subnets/b0bda646-84fb-4e74-a0d8-43ad448e2257 HTTP/1.1" status: 404 len: 337 time: 0.2543244 Feb 04 17:29:46.537041 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-546a8c60-ddc7-4a5d-ba76-73c15598c54d tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1602025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603663', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1630571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26960'] for router (14c33c52-5fe1-41bf-94f3-f2cbd2b8e784), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:46.590731 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 47352) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:29:46.666804 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-d6590bc0-deca-4f14-88df-0f476f372c31 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.4126928 Feb 04 17:29:46.700516 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 47354) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:29:46.718282 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-c62ac3b4-3999-45f9-abb2-caf562fe1829 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] 10.222.0.89 "GET /v2.0/ports?device_id=fad975a3-e0ae-4a49-92a7-b5e6b0272c2c HTTP/1.1" status: 200 len: 205 time: 0.1266057 Feb 04 17:29:46.730164 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 47356) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:29:46.747919 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-b10c44fd-cf93-418c-bc03-1d9780207b67 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Request body: {'port': {'network_id': '33faf293-e0be-4b60-83b0-8ec497ee643d', 'name': 'tempest-TaggedBootDevicesTest-1491109997', 'fixed_ips': [{'subnet_id': 'b4d5b67f-9f31-46fc-bfb3-c1d4a9ae5448'}]}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:29:46.771348 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-9cb03924-9e77-4b66-b591-19aacc090c57 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1543676', 'neutron.services.segments.db._delete_segments_for_network-8781084786517'] for network (c90da92d-1fe8-45ca-9832-d232a14f4e6c), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:46.799390 n-d-827839-2 neutron-server[103376]: DEBUG neutron.services.segments.db [None req-9cb03924-9e77-4b66-b591-19aacc090c57 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c90da92d-1fe8-45ca-9832-d232a14f4e6c']}} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:29:46.814008 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-546a8c60-ddc7-4a5d-ba76-73c15598c54d tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Publish callbacks [] for router_controller (14c33c52-5fe1-41bf-94f3-f2cbd2b8e784), precommit_add_association {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:46.818040 n-d-827839-2 neutron-server[103376]: DEBUG neutron.services.segments.db [None req-9cb03924-9e77-4b66-b591-19aacc090c57 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6318842a-9edf-4a3b-af29-b9d03541a211') {'for_net_delete': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:29:46.818379 n-d-827839-2 neutron-server[103376]: DEBUG neutron.services.segments.db [None req-9cb03924-9e77-4b66-b591-19aacc090c57 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6318842a-9edf-4a3b-af29-b9d03541a211') {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:29:46.848576 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-0575d4b1-faa3-460b-9334-75296fa18a14 req-ccd99eff-7e81-4e4b-9cad-13eb00aa671f tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] 10.222.0.89 "GET /v2.0/ports?device_id=d23ffa64-7651-4974-8c0d-1ba4c302839d HTTP/1.1" status: 200 len: 210 time: 0.3186414 Feb 04 17:29:46.849598 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-546a8c60-ddc7-4a5d-ba76-73c15598c54d tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1602046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603680'] for router (14c33c52-5fe1-41bf-94f3-f2cbd2b8e784), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:46.856712 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-9cb03924-9e77-4b66-b591-19aacc090c57 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781084783966', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25674908'] for segment (6318842a-9edf-4a3b-af29-b9d03541a211), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:46.887573 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-8119b097-c0c1-4f24-a41d-1838754f9103 None None] Allocated IP 2001:db8::2 (a659cc63-73f6-4f45-84c0-a3ead5007aa3/9b4eadd6-8b3b-48e8-bdf1-67eb6ceca26f/a7bd7be2-3d77-4cbc-81bc-a9d76e948885) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:29:46.890670 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-9cb03924-9e77-4b66-b591-19aacc090c57 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (6318842a-9edf-4a3b-af29-b9d03541a211), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:46.907597 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-546a8c60-ddc7-4a5d-ba76-73c15598c54d tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Publish callbacks [] for router (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:46.908856 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-546a8c60-ddc7-4a5d-ba76-73c15598c54d tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] 10.222.0.89 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.4528649 Feb 04 17:29:46.911048 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9cb03924-9e77-4b66-b591-19aacc090c57 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Releasing vlan 752 on physical network physnet1 to pool {{(pid=103376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 17:29:46.911048 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-9cb03924-9e77-4b66-b591-19aacc090c57 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25675992'] for segment (6318842a-9edf-4a3b-af29-b9d03541a211), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:46.924199 n-d-827839-2 neutron-server[103376]: Traceback (most recent call last): Feb 04 17:29:46.924199 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 17:29:46.924199 n-d-827839-2 neutron-server[103376]: timer() Feb 04 17:29:46.924199 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 17:29:46.924199 n-d-827839-2 neutron-server[103376]: cb(*args, **kw) Feb 04 17:29:46.924199 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 17:29:46.924199 n-d-827839-2 neutron-server[103376]: return func(*args, **kwargs) Feb 04 17:29:46.924199 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 17:29:46.924199 n-d-827839-2 neutron-server[103376]: self._notify() Feb 04 17:29:46.924199 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 17:29:46.924199 n-d-827839-2 neutron-server[103376]: self.callback(batched_events) Feb 04 17:29:46.924199 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 17:29:46.924199 n-d-827839-2 neutron-server[103376]: event.method(event) Feb 04 17:29:46.924199 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 17:29:46.924199 n-d-827839-2 neutron-server[103376]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 17:29:46.924199 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 17:29:46.924199 n-d-827839-2 neutron-server[103376]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 17:29:46.924199 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 17:29:46.924199 n-d-827839-2 neutron-server[103376]: return f(self, *a, **k) Feb 04 17:29:46.924199 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 17:29:46.924199 n-d-827839-2 neutron-server[103376]: return self._get(url).json() Feb 04 17:29:46.924199 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 17:29:46.924199 n-d-827839-2 neutron-server[103376]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 17:29:46.924199 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 17:29:46.924199 n-d-827839-2 neutron-server[103376]: return self.request(url, 'GET', **kwargs) Feb 04 17:29:46.924199 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 17:29:46.924199 n-d-827839-2 neutron-server[103376]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 17:29:46.924199 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 17:29:46.924199 n-d-827839-2 neutron-server[103376]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 17:29:46.924199 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 17:29:46.924199 n-d-827839-2 neutron-server[103376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 17:29:46.924199 n-d-827839-2 neutron-server[103376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 17:29:46.926746 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 47358) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:29:47.118143 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cf4e39-0d06-4762-abdb-793098a710d7 req-fc5447d8-efbd-4fcb-b7c5-a739a83bf439 tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:29:47.128047 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-9cb03924-9e77-4b66-b591-19aacc090c57 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1543671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1595572'] for network (c90da92d-1fe8-45ca-9832-d232a14f4e6c), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:47.138611 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-41cf4e39-0d06-4762-abdb-793098a710d7 req-fc5447d8-efbd-4fcb-b7c5-a739a83bf439 tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] 10.222.0.89 "GET /v2.0/ports?device_id=f2c300b1-94a0-4e81-a6de-54c4630651af HTTP/1.1" status: 200 len: 946 time: 1.3136241 Feb 04 17:29:47.164716 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8119b097-c0c1-4f24-a41d-1838754f9103 None None] Publish callbacks [] for port (a7bd7be2-3d77-4cbc-81bc-a9d76e948885), precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:47.178915 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8119b097-c0c1-4f24-a41d-1838754f9103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135'] for port (a7bd7be2-3d77-4cbc-81bc-a9d76e948885), after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:47.183855 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-9cb03924-9e77-4b66-b591-19aacc090c57 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677565'] for network (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:47.188958 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-9cb03924-9e77-4b66-b591-19aacc090c57 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] 10.222.0.89 "DELETE /v2.0/networks/c90da92d-1fe8-45ca-9832-d232a14f4e6c HTTP/1.1" status: 204 len: 168 time: 2.3415384 Feb 04 17:29:47.219097 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 47360) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:29:47.237772 n-d-827839-2 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8119b097-c0c1-4f24-a41d-1838754f9103 None None] Network a659cc63-73f6-4f45-84c0-a3ead5007aa3 is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:29:47.243578 n-d-827839-2 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-8119b097-c0c1-4f24-a41d-1838754f9103 None None] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:29:47.247047 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb03924-9e77-4b66-b591-19aacc090c57 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Pushing event deleted for resources: {'Network': ['ID=c90da92d-1fe8-45ca-9832-d232a14f4e6c,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:29:47.260131 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8119b097-c0c1-4f24-a41d-1838754f9103 None None] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:29:47.262800 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8119b097-c0c1-4f24-a41d-1838754f9103 None None] Pushing event updated for resources: {'Port': ['ID=a7bd7be2-3d77-4cbc-81bc-a9d76e948885,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:29:47.327879 n-d-827839-2 neutron-server[103377]: INFO neutron.api.v2.resource [None req-b087c886-39d8-4741-9f41-53aa9b3b9487 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] delete failed (client error): The resource could not be found. Feb 04 17:29:47.345295 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 47364) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:29:47.353513 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-b087c886-39d8-4741-9f41-53aa9b3b9487 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] 10.222.0.89 "DELETE /v2.0/routers/fad975a3-e0ae-4a49-92a7-b5e6b0272c2c HTTP/1.1" status: 404 len: 336 time: 0.5540793 Feb 04 17:29:47.380179 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-8119b097-c0c1-4f24-a41d-1838754f9103 None None] Attempting to bind port a7bd7be2-3d77-4cbc-81bc-a9d76e948885 on host n-d-827839-2 for vnic_type normal with profile {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:29:47.380552 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-8119b097-c0c1-4f24-a41d-1838754f9103 None None] Attempting to bind port a7bd7be2-3d77-4cbc-81bc-a9d76e948885 by drivers openvswitch,hyperv on host n-d-827839-2 at level 0 using segments [{'id': '1ec4cd1f-c84b-478d-9d7f-f74c219a9102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'a659cc63-73f6-4f45-84c0-a3ead5007aa3'}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:29:47.381248 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8119b097-c0c1-4f24-a41d-1838754f9103 None None] Attempting to bind port a7bd7be2-3d77-4cbc-81bc-a9d76e948885 on network a659cc63-73f6-4f45-84c0-a3ead5007aa3 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:29:47.394577 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8119b097-c0c1-4f24-a41d-1838754f9103 None None] Checking agent: {'id': 'ba70844b-66a0-45fd-a2f2-e6ed673321fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 0, 36), 'started_at': datetime.datetime(2022, 2, 4, 17, 1, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 29, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:29:47.395333 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8119b097-c0c1-4f24-a41d-1838754f9103 None None] Checking segment: {'id': '1ec4cd1f-c84b-478d-9d7f-f74c219a9102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'a659cc63-73f6-4f45-84c0-a3ead5007aa3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:29:47.395930 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8119b097-c0c1-4f24-a41d-1838754f9103 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:47.399139 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8119b097-c0c1-4f24-a41d-1838754f9103 None None] Bound using segment: {'id': '1ec4cd1f-c84b-478d-9d7f-f74c219a9102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'a659cc63-73f6-4f45-84c0-a3ead5007aa3'} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:29:47.399646 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-8119b097-c0c1-4f24-a41d-1838754f9103 None None] Bound port: a7bd7be2-3d77-4cbc-81bc-a9d76e948885, host: n-d-827839-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ec4cd1f-c84b-478d-9d7f-f74c219a9102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'a659cc63-73f6-4f45-84c0-a3ead5007aa3'}}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:29:47.400041 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8119b097-c0c1-4f24-a41d-1838754f9103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (a7bd7be2-3d77-4cbc-81bc-a9d76e948885), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:47.506726 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device d2602bb9-d375-4672-bd19-5f5019aefff3 up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:29:47.528177 n-d-827839-2 neutron-server[103376]: INFO neutron.pecan_wsgi.hooks.translation [None req-4fc44d27-1a47-49d9-b3ca-b19b44b51572 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] DELETE failed (client error): The resource could not be found. Feb 04 17:29:47.528675 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4fc44d27-1a47-49d9-b3ca-b19b44b51572 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103376) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 17:29:47.532464 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-4fc44d27-1a47-49d9-b3ca-b19b44b51572 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] 10.222.0.89 "DELETE /v2.0/subnets/a3dd0db2-d6c5-417b-9aae-eb65d4afa154 HTTP/1.1" status: 404 len: 337 time: 0.1807137 Feb 04 17:29:47.540945 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 47366) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:29:47.563635 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0fda6f-e7a3-46de-98ac-ff2ddf5ac523 req-bb412696-521d-4a2a-9297-93ca351f2685 tempest-InstanceActionsNegativeTestJSON-1851552822 tempest-InstanceActionsNegativeTestJSON-1851552822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:29:47.566802 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-de0fda6f-e7a3-46de-98ac-ff2ddf5ac523 req-bb412696-521d-4a2a-9297-93ca351f2685 tempest-InstanceActionsNegativeTestJSON-1851552822 tempest-InstanceActionsNegativeTestJSON-1851552822-project] 10.222.0.90 "GET /v2.0/networks?id=2d90ae87-e7b7-4607-95d1-b95eda3dbbe1 HTTP/1.1" status: 200 len: 822 time: 1.5128973 Feb 04 17:29:47.614031 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [req-de0fda6f-e7a3-46de-98ac-ff2ddf5ac523 req-05255b4d-5988-4309-aae9-452f6eb527fb tempest-InstanceActionsNegativeTestJSON-1851552822 tempest-InstanceActionsNegativeTestJSON-1851552822-project] Request body: {'port': {'device_id': '0c051d22-a8a4-4878-b900-c55de118f87a', 'network_id': '2d90ae87-e7b7-4607-95d1-b95eda3dbbe1', 'admin_state_up': True, 'tenant_id': '7867b686175c4f8fbcea5899d1504cf2'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:29:47.655743 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-8119b097-c0c1-4f24-a41d-1838754f9103 None None] For port a7bd7be2-3d77-4cbc-81bc-a9d76e948885, host n-d-827839-2, cleared binding levels {{(pid=103378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:29:47.669925 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-8119b097-c0c1-4f24-a41d-1838754f9103 None None] For port a7bd7be2-3d77-4cbc-81bc-a9d76e948885, host n-d-827839-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=a7bd7be2-3d77-4cbc-81bc-a9d76e948885,segment=NetworkSegment(1ec4cd1f-c84b-478d-9d7f-f74c219a9102),segment_id=1ec4cd1f-c84b-478d-9d7f-f74c219a9102)] {{(pid=103378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:29:47.716999 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8119b097-c0c1-4f24-a41d-1838754f9103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (a7bd7be2-3d77-4cbc-81bc-a9d76e948885), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:47.722687 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-9ac427b0-12f5-46ad-96a6-9d537c975a74 req-3cea070d-fac1-4a09-af0e-d95d0b8b2931 tempest-InstanceActionsNegativeTestJSON-1851552822 tempest-InstanceActionsNegativeTestJSON-1851552822-project] 10.222.0.89 "GET /v2.0/ports?device_id=0c051d22-a8a4-4878-b900-c55de118f87a HTTP/1.1" status: 200 len: 210 time: 0.1990092 Feb 04 17:29:47.771690 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-5bc88c7f-7670-43c2-ac36-47ee2b75278f tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] 10.222.0.89 "GET /v2.0/ports?device_id=b8d32f03-f541-4fe4-a8df-3d1196779359 HTTP/1.1" status: 200 len: 205 time: 0.1292231 Feb 04 17:29:47.777320 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 47368) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:29:47.807412 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-41cf4e39-0d06-4762-abdb-793098a710d7 req-f326597a-edef-474d-a707-9e8c8d7a209f tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] 10.222.0.89 "GET /v2.0/security-groups?id=749b530c-d4d8-46cd-99b4-1a8b04e03f53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6629739 Feb 04 17:29:47.831176 n-d-827839-2 neutron-server[103376]: INFO neutron.api.v2.resource [None req-7612b050-23e6-4913-b99f-e5be29b696fb tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] delete failed (client error): The resource could not be found. Feb 04 17:29:47.832349 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-7612b050-23e6-4913-b99f-e5be29b696fb tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] 10.222.0.89 "DELETE /v2.0/routers/b8d32f03-f541-4fe4-a8df-3d1196779359 HTTP/1.1" status: 404 len: 336 time: 0.0539796 Feb 04 17:29:47.837492 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 47370) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:29:47.870585 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daa8d095-cda2-491d-85a0-2dc88a13aad0 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:29:47.875455 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port d2602bb9-d375-4672-bd19-5f5019aefff3 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:29:47.882583 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-daa8d095-cda2-491d-85a0-2dc88a13aad0 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] 10.222.0.89 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.6596863 Feb 04 17:29:47.893022 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (d2602bb9-d375-4672-bd19-5f5019aefff3), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:47.904026 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 47372) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:29:48.022122 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-f45fef3d-3ea6-4fe4-8a30-4d94fb224853 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:48.057332 n-d-827839-2 neutron-server[103376]: INFO neutron.pecan_wsgi.hooks.translation [None req-491d4739-baa1-45fe-a75a-4dc20dba33a7 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] DELETE failed (client error): The resource could not be found. Feb 04 17:29:48.058029 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-491d4739-baa1-45fe-a75a-4dc20dba33a7 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103376) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 17:29:48.064688 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-491d4739-baa1-45fe-a75a-4dc20dba33a7 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] 10.222.0.89 "DELETE /v2.0/subnets/49c8c923-73a5-422b-adac-1469e4d07eb5 HTTP/1.1" status: 404 len: 337 time: 0.1807590 Feb 04 17:29:48.068206 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 47376) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:29:48.073302 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-08a50338-f6bd-41da-9267-3be71ed423f0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1677336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1602614'] for router_interface (0ccb58de-7ff2-4b3b-b2e5-2bb298e2f2f5), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:48.120702 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-b368251f-3530-42de-9d69-7ba9859567f0 req-9c0e966c-beb2-46ed-a93b-e0780c327bdc tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] 10.222.0.89 "GET /v2.0/ports?device_id=d23ffa64-7651-4974-8c0d-1ba4c302839d HTTP/1.1" status: 200 len: 210 time: 0.1179125 Feb 04 17:29:48.162181 n-d-827839-2 neutron-server[103377]: INFO neutron.pecan_wsgi.hooks.translation [None req-8af28407-51e1-4761-97d2-2c395e1e7e5a tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] DELETE failed (client error): The resource could not be found. Feb 04 17:29:48.164718 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8af28407-51e1-4761-97d2-2c395e1e7e5a tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103377) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 17:29:48.168353 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-8af28407-51e1-4761-97d2-2c395e1e7e5a tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] 10.222.0.89 "DELETE /v2.0/subnets/39c737c3-7a09-467e-9e76-468688f6e2f7 HTTP/1.1" status: 404 len: 337 time: 0.0960023 Feb 04 17:29:48.186613 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8119b097-c0c1-4f24-a41d-1838754f9103 None None] Pushing event updated for resources: {'Port': ['ID=a7bd7be2-3d77-4cbc-81bc-a9d76e948885,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:29:48.188220 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 47378) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:29:48.218830 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b10c44fd-cf93-418c-bc03-1d9780207b67 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Made reservation on behalf of ae7af1f68a8142688c6249d339ab8a6d for: {'port': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:29:48.284945 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2c8bbe7-f436-4f99-9eb4-b73eadf7865f None None] Network 6de4b58f-ff91-4bdc-9f3d-13346fce97eb requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:29:48.289069 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port d2602bb9-d375-4672-bd19-5f5019aefff3 is: DOWN; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:29:48.289730 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (d2602bb9-d375-4672-bd19-5f5019aefff3), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:48.362814 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-03992826-237c-428b-bead-0544fc857ba5 None None] Provisioning complete for port d1993725-d56f-4ded-86f8-d3e41f3c747d triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:29:48.363196 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-03992826-237c-428b-bead-0544fc857ba5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (d1993725-d56f-4ded-86f8-d3e41f3c747d), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:48.369609 n-d-827839-2 neutron-server[103376]: INFO neutron.pecan_wsgi.hooks.translation [None req-4533e1c3-e641-445b-a1ef-b676799157f7 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] DELETE failed (client error): The resource could not be found. Feb 04 17:29:48.369609 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4533e1c3-e641-445b-a1ef-b676799157f7 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103376) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 17:29:48.375881 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-4533e1c3-e641-445b-a1ef-b676799157f7 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] 10.222.0.89 "DELETE /v2.0/ports/39920975-4434-48ba-b407-845db241af65 HTTP/1.1" status: 404 len: 333 time: 0.1859508 Feb 04 17:29:48.397253 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 47380) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:29:48.498916 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-ab2fe4c0-fe04-4cc8-aff6-571a9c5ef7ab tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] 10.222.0.89 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.5919080 Feb 04 17:29:48.517761 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 47382) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:29:48.534200 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-7c9b00ad-8c06-4e99-86e7-ad0bbac8a925 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-259300393'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:29:48.548790 n-d-827839-2 neutron-server[103377]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ff4d69a-e6ba-4789-92f8-8abc28aa45bd tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] DELETE failed (client error): The resource could not be found. Feb 04 17:29:48.561366 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ff4d69a-e6ba-4789-92f8-8abc28aa45bd tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103377) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 17:29:48.565140 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-4ff4d69a-e6ba-4789-92f8-8abc28aa45bd tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] 10.222.0.89 "DELETE /v2.0/subnets/28607c72-2b86-4fd5-a638-f70b4d307f03 HTTP/1.1" status: 404 len: 337 time: 0.0880752 Feb 04 17:29:48.571720 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 47384) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:29:48.573397 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de0fda6f-e7a3-46de-98ac-ff2ddf5ac523 req-05255b4d-5988-4309-aae9-452f6eb527fb tempest-InstanceActionsNegativeTestJSON-1851552822 tempest-InstanceActionsNegativeTestJSON-1851552822-project] Made reservation on behalf of 7867b686175c4f8fbcea5899d1504cf2 for: {'port': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:29:48.573578 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c9b00ad-8c06-4e99-86e7-ad0bbac8a925 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Made reservation on behalf of 6054a945d1db4859ae33f1c6e4a7b141 for: {'network': 1} {{(pid=103376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:29:48.577804 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-de0fda6f-e7a3-46de-98ac-ff2ddf5ac523 req-05255b4d-5988-4309-aae9-452f6eb527fb tempest-InstanceActionsNegativeTestJSON-1851552822 tempest-InstanceActionsNegativeTestJSON-1851552822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:48.583898 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-7c9b00ad-8c06-4e99-86e7-ad0bbac8a925 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for network (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:48.662269 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08f75d69-d0ff-4093-adfa-626f2a4f2110 None None] Network 33faf293-e0be-4b60-83b0-8ec497ee643d requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:29:48.729216 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-b10c44fd-cf93-418c-bc03-1d9780207b67 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:48.843603 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] For port d2602bb9-d375-4672-bd19-5f5019aefff3, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=d2602bb9-d375-4672-bd19-5f5019aefff3,segment=NetworkSegment(003aaa95-3edb-4f14-93d1-6362433ea51a),segment_id=003aaa95-3edb-4f14-93d1-6362433ea51a)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:29:48.878112 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (d2602bb9-d375-4672-bd19-5f5019aefff3), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:48.878730 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device d1993725-d56f-4ded-86f8-d3e41f3c747d up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:29:48.917029 n-d-827839-2 neutron-server[103377]: DEBUG neutron.notifiers.nova [None req-b10c44fd-cf93-418c-bc03-1d9780207b67 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] device_id is not set on port 69744c85-4e2f-4594-a5b1-5888c6eca6d5 yet. {{(pid=103377) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 04 17:29:49.064969 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-03992826-237c-428b-bead-0544fc857ba5 None None] Current status of the port d1993725-d56f-4ded-86f8-d3e41f3c747d is: DOWN; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:29:49.065591 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-03992826-237c-428b-bead-0544fc857ba5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (d1993725-d56f-4ded-86f8-d3e41f3c747d), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:49.117526 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port d1993725-d56f-4ded-86f8-d3e41f3c747d triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:29:49.126344 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (d1993725-d56f-4ded-86f8-d3e41f3c747d), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:49.179298 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-03992826-237c-428b-bead-0544fc857ba5 None None] For port d1993725-d56f-4ded-86f8-d3e41f3c747d, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=d1993725-d56f-4ded-86f8-d3e41f3c747d,segment=NetworkSegment(168864fc-4f05-4abe-b2d9-6a7996e75763),segment_id=168864fc-4f05-4abe-b2d9-6a7996e75763)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:29:49.180626 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.db_base_plugin_common [None req-b10c44fd-cf93-418c-bc03-1d9780207b67 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Allocated IP 10.1.1.240 (33faf293-e0be-4b60-83b0-8ec497ee643d/b4d5b67f-9f31-46fc-bfb3-c1d4a9ae5448/69744c85-4e2f-4594-a5b1-5888c6eca6d5) {{(pid=103377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:29:49.258305 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Pushing event updated for resources: {'Port': ['ID=d2602bb9-d375-4672-bd19-5f5019aefff3,revision_number=3']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:29:49.283953 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-03992826-237c-428b-bead-0544fc857ba5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (d1993725-d56f-4ded-86f8-d3e41f3c747d), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:49.445727 n-d-827839-2 neutron-server[103376]: INFO neutron.pecan_wsgi.hooks.translation [None req-26e4ddf8-7d57-4955-aeed-b864f1a5a1d4 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] DELETE failed (client error): The resource could not be found. Feb 04 17:29:49.448207 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-26e4ddf8-7d57-4955-aeed-b864f1a5a1d4 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103376) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 17:29:49.474414 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-26e4ddf8-7d57-4955-aeed-b864f1a5a1d4 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] 10.222.0.89 "DELETE /v2.0/ports/cd3af6cc-c416-444d-8da3-0a9b18a75ed9 HTTP/1.1" status: 404 len: 333 time: 0.8878024 Feb 04 17:29:49.488608 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 47392) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:29:49.537972 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-1c1ee18a-c18b-4a37-b3e5-63431a8fa33f None None] Provisioning complete for port d2602bb9-d375-4672-bd19-5f5019aefff3 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:29:49.538343 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1c1ee18a-c18b-4a37-b3e5-63431a8fa33f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (d2602bb9-d375-4672-bd19-5f5019aefff3), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:49.556995 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03992826-237c-428b-bead-0544fc857ba5 None None] Pushing event updated for resources: {'Port': ['ID=d1993725-d56f-4ded-86f8-d3e41f3c747d,revision_number=3']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:29:49.607548 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c9b00ad-8c06-4e99-86e7-ad0bbac8a925 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] vlan segment allocate from pool success with {'vlan_id': 750, 'physical_network': 'physnet1'} {{(pid=103376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 17:29:49.645128 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-7c9b00ad-8c06-4e99-86e7-ad0bbac8a925 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (4aceaa26-8396-43f5-8ab1-9e4f0e0cbb43), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:49.645854 n-d-827839-2 neutron-server[103376]: INFO neutron.db.segments_db [None req-7c9b00ad-8c06-4e99-86e7-ad0bbac8a925 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Added segment 4aceaa26-8396-43f5-8ab1-9e4f0e0cbb43 of type vlan for network bde93042-b0c8-4c88-acdc-2615e83d5de7 Feb 04 17:29:49.649223 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-b10c44fd-cf93-418c-bc03-1d9780207b67 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Publish callbacks [] for port (69744c85-4e2f-4594-a5b1-5888c6eca6d5), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:49.723716 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-0e36dc8e-ee71-4b03-bd86-da8f1596ba38 req-3829c545-7eee-4cf8-9e0b-1ff033ba040f tempest-InstanceActionsNegativeTestJSON-1851552822 tempest-InstanceActionsNegativeTestJSON-1851552822-project] 10.222.0.89 "GET /v2.0/ports?device_id=0c051d22-a8a4-4878-b900-c55de118f87a HTTP/1.1" status: 200 len: 210 time: 0.8271270 Feb 04 17:29:49.733914 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-b10c44fd-cf93-418c-bc03-1d9780207b67 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (69744c85-4e2f-4594-a5b1-5888c6eca6d5), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:49.883902 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b10c44fd-cf93-418c-bc03-1d9780207b67 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Network 33faf293-e0be-4b60-83b0-8ec497ee643d is already hosted by enough agents. {{(pid=103377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:29:49.922773 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port d1993725-d56f-4ded-86f8-d3e41f3c747d is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:29:50.005099 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [None req-b10c44fd-cf93-418c-bc03-1d9780207b67 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Resources bound (agent type, host, resource id): {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:29:50.014099 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b10c44fd-cf93-418c-bc03-1d9780207b67 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Received port after_create {{(pid=103377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:29:50.048446 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 078b8f1c-338e-46b8-9fd4-3e915eb3be62 no longer exists at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:29:50.087777 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.db_base_plugin_common [None req-f45fef3d-3ea6-4fe4-8a30-4d94fb224853 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Allocated IP 2001:db8::1 (a659cc63-73f6-4f45-84c0-a3ead5007aa3/9b4eadd6-8b3b-48e8-bdf1-67eb6ceca26f/fbf00253-e4bd-4785-8e47-8a4fbc46d848) {{(pid=103376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:29:50.125120 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1c1ee18a-c18b-4a37-b3e5-63431a8fa33f None None] Current status of the port d2602bb9-d375-4672-bd19-5f5019aefff3 is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:29:50.129038 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] No Port match for: 078b8f1c-338e-46b8-9fd4-3e915eb3be62 {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 17:29:50.133214 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 078b8f1c-338e-46b8-9fd4-3e915eb3be62 not bound to the agent host n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 17:29:50.213609 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1617c57b-5fc1-418c-b3d9-e0b68b7756d4 None None] Network a659cc63-73f6-4f45-84c0-a3ead5007aa3 requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:29:50.344630 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-7c9b00ad-8c06-4e99-86e7-ad0bbac8a925 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781084292801'] for network (bde93042-b0c8-4c88-acdc-2615e83d5de7), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:50.421775 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-519df7fc-da3e-411b-9176-9d74cf661575 None None] Provisioning complete for port d2602bb9-d375-4672-bd19-5f5019aefff3 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:29:50.422701 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-519df7fc-da3e-411b-9176-9d74cf661575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (d2602bb9-d375-4672-bd19-5f5019aefff3), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:50.454956 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-f45fef3d-3ea6-4fe4-8a30-4d94fb224853 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Publish callbacks [] for port (fbf00253-e4bd-4785-8e47-8a4fbc46d848), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:50.507021 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-7c9b00ad-8c06-4e99-86e7-ad0bbac8a925 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327'] for network (bde93042-b0c8-4c88-acdc-2615e83d5de7), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:50.513376 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c9b00ad-8c06-4e99-86e7-ad0bbac8a925 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:29:50.514382 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-7c9b00ad-8c06-4e99-86e7-ad0bbac8a925 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677565'] for network (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:50.591871 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device d2602bb9-d375-4672-bd19-5f5019aefff3 up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:29:50.632161 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9b00ad-8c06-4e99-86e7-ad0bbac8a925 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Pushing event updated for resources: {'Network': ['ID=bde93042-b0c8-4c88-acdc-2615e83d5de7,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:29:50.671927 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-519df7fc-da3e-411b-9176-9d74cf661575 None None] Current status of the port d2602bb9-d375-4672-bd19-5f5019aefff3 is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:29:50.675369 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Network bde93042-b0c8-4c88-acdc-2615e83d5de7 details requested by agent ovs-agent-n-d-827839-2 with host n-d-827839-2 {{(pid=103378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 17:29:50.685154 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbf0863-b287-4d2a-9f6e-3f7b682bb6ee req-2a20f437-a7e1-49cf-8097-a02ae624e76f tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:29:50.687321 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-7bbf0863-b287-4d2a-9f6e-3f7b682bb6ee req-2a20f437-a7e1-49cf-8097-a02ae624e76f tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] 10.222.0.89 "GET /v2.0/ports?device_id=f2c300b1-94a0-4e81-a6de-54c4630651af HTTP/1.1" status: 200 len: 946 time: 1.2033305 Feb 04 17:29:50.695901 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-7c9b00ad-8c06-4e99-86e7-ad0bbac8a925 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 2.1759052 Feb 04 17:29:50.700614 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 47394) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:29:50.715823 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-51cde9cd-92c1-49bd-89c7-1f7ccb90db06 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Request body: {'subnet': {'network_id': 'bde93042-b0c8-4c88-acdc-2615e83d5de7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:29:50.819508 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-f45fef3d-3ea6-4fe4-8a30-4d94fb224853 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (fbf00253-e4bd-4785-8e47-8a4fbc46d848), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:50.833088 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-519df7fc-da3e-411b-9176-9d74cf661575 None None] Provisioning complete for port d1993725-d56f-4ded-86f8-d3e41f3c747d triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:29:50.833430 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-519df7fc-da3e-411b-9176-9d74cf661575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (d1993725-d56f-4ded-86f8-d3e41f3c747d), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:50.875850 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port d2602bb9-d375-4672-bd19-5f5019aefff3 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:29:50.876225 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (d2602bb9-d375-4672-bd19-5f5019aefff3), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:50.925792 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f45fef3d-3ea6-4fe4-8a30-4d94fb224853 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Network a659cc63-73f6-4f45-84c0-a3ead5007aa3 is already hosted by enough agents. {{(pid=103376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:29:50.958144 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [None req-f45fef3d-3ea6-4fe4-8a30-4d94fb224853 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Resources bound (agent type, host, resource id): {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:29:50.966876 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f45fef3d-3ea6-4fe4-8a30-4d94fb224853 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Received port after_create {{(pid=103376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:29:50.967842 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-f45fef3d-3ea6-4fe4-8a30-4d94fb224853 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1595471'] for router_interface (14c33c52-5fe1-41bf-94f3-f2cbd2b8e784), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:51.093378 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port d2602bb9-d375-4672-bd19-5f5019aefff3 is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:29:51.095486 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device d1993725-d56f-4ded-86f8-d3e41f3c747d up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:29:51.192353 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b10c44fd-cf93-418c-bc03-1d9780207b67 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:29:51.201378 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-b10c44fd-cf93-418c-bc03-1d9780207b67 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:51.207831 n-d-827839-2 neutron-server[103377]: INFO neutron.pecan_wsgi.hooks.translation [None req-afe65392-bbd0-43e2-a7f8-5fc95cb78e77 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] DELETE failed (client error): The resource could not be found. Feb 04 17:29:51.208290 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-afe65392-bbd0-43e2-a7f8-5fc95cb78e77 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103377) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 17:29:51.212808 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-f45fef3d-3ea6-4fe4-8a30-4d94fb224853 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (fbf00253-e4bd-4785-8e47-8a4fbc46d848), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:51.261627 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-7bbf0863-b287-4d2a-9f6e-3f7b682bb6ee req-ce813d13-5c41-499f-8f1d-1aa31feac250 tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] 10.222.0.89 "GET /v2.0/security-groups?id=749b530c-d4d8-46cd-99b4-1a8b04e03f53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5639920 Feb 04 17:29:51.278064 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-519df7fc-da3e-411b-9176-9d74cf661575 None None] Current status of the port d1993725-d56f-4ded-86f8-d3e41f3c747d is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:29:51.287515 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-afe65392-bbd0-43e2-a7f8-5fc95cb78e77 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] 10.222.0.89 "DELETE /v2.0/subnets/9c9f586a-fd1f-4a3d-965d-398ecd8bdde4 HTTP/1.1" status: 404 len: 337 time: 1.5956395 Feb 04 17:29:51.291027 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45fef3d-3ea6-4fe4-8a30-4d94fb224853 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Pushing event updated for resources: {'Port': ['ID=fbf00253-e4bd-4785-8e47-8a4fbc46d848,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:29:51.302059 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 47398) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:29:51.310596 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-519df7fc-da3e-411b-9176-9d74cf661575 None None] Provisioning complete for port 047f18d1-ba45-4554-8c12-d78b1b2ece5e triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:29:51.310997 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-519df7fc-da3e-411b-9176-9d74cf661575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (047f18d1-ba45-4554-8c12-d78b1b2ece5e), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:51.363156 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51cde9cd-92c1-49bd-89c7-1f7ccb90db06 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Made reservation on behalf of 6054a945d1db4859ae33f1c6e4a7b141 for: {'subnet': 1} {{(pid=103376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:29:51.386217 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-51cde9cd-92c1-49bd-89c7-1f7ccb90db06 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25859006'] for subnet (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:51.496473 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port d1993725-d56f-4ded-86f8-d3e41f3c747d triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:29:51.506156 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (d1993725-d56f-4ded-86f8-d3e41f3c747d), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:51.518781 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-82c073c3-ec74-4b6f-a5b0-5ca8b901217f req-35ae706b-48d6-4f26-8bfc-a4069a490da7 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] 10.222.0.89 "GET /v2.0/ports?device_id=d23ffa64-7651-4974-8c0d-1ba4c302839d HTTP/1.1" status: 200 len: 210 time: 1.2807457 Feb 04 17:29:51.519491 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-519df7fc-da3e-411b-9176-9d74cf661575 None None] Port 047f18d1-ba45-4554-8c12-d78b1b2ece5e cannot update to ACTIVE because it is not bound. {{(pid=103378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 17:29:51.546873 n-d-827839-2 neutron-server[103377]: INFO neutron.pecan_wsgi.hooks.translation [None req-66735b67-fef8-4872-8bd8-2fc0463e491b tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] DELETE failed (client error): The resource could not be found. Feb 04 17:29:51.547519 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-66735b67-fef8-4872-8bd8-2fc0463e491b tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103377) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 17:29:51.564049 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-66735b67-fef8-4872-8bd8-2fc0463e491b tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] 10.222.0.89 "DELETE /v2.0/ports/78a530c6-bbcc-46e7-b23b-6267e656dd2c HTTP/1.1" status: 404 len: 333 time: 0.2074826 Feb 04 17:29:51.570512 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 47400) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:29:51.662830 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-b10c44fd-cf93-418c-bc03-1d9780207b67 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 4.9347465 Feb 04 17:29:51.665752 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-4a679c09-6389-413e-ae53-e021cad7fdf7 req-006ac95a-b30e-443e-876d-0394865fc511 tempest-InstanceActionsNegativeTestJSON-1851552822 tempest-InstanceActionsNegativeTestJSON-1851552822-project] 10.222.0.89 "GET /v2.0/ports?device_id=0c051d22-a8a4-4878-b900-c55de118f87a HTTP/1.1" status: 200 len: 210 time: 0.1657865 Feb 04 17:29:51.720044 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-519df7fc-da3e-411b-9176-9d74cf661575 None None] Provisioning complete for port a7bd7be2-3d77-4cbc-81bc-a9d76e948885 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:29:51.720424 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-519df7fc-da3e-411b-9176-9d74cf661575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (a7bd7be2-3d77-4cbc-81bc-a9d76e948885), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:51.820926 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10c44fd-cf93-418c-bc03-1d9780207b67 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Pushing event updated for resources: {'Port': ['ID=69744c85-4e2f-4594-a5b1-5888c6eca6d5,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:29:51.872933 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.db_base_plugin_common [req-de0fda6f-e7a3-46de-98ac-ff2ddf5ac523 req-05255b4d-5988-4309-aae9-452f6eb527fb tempest-InstanceActionsNegativeTestJSON-1851552822 tempest-InstanceActionsNegativeTestJSON-1851552822-project] Allocated IP 172.20.0.13 (2d90ae87-e7b7-4607-95d1-b95eda3dbbe1/00017c5e-1a4a-40b5-bd90-a386fb91b3bd/d0b81dfd-b124-4caf-b4ec-334e2eeb3474) {{(pid=103377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:29:51.887336 n-d-827839-2 neutron-server[103377]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd233a43-c471-4005-bdde-9fe5bde67f1b tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] DELETE failed (client error): The resource could not be found. Feb 04 17:29:51.888121 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd233a43-c471-4005-bdde-9fe5bde67f1b tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103377) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 17:29:51.896776 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-bd233a43-c471-4005-bdde-9fe5bde67f1b tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] 10.222.0.89 "DELETE /v2.0/subnets/c1c9728e-787a-4b30-b66d-788c68c68791 HTTP/1.1" status: 404 len: 337 time: 0.3150358 Feb 04 17:29:51.900200 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 47404) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:29:51.998141 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port d1993725-d56f-4ded-86f8-d3e41f3c747d is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:29:51.998395 n-d-827839-2 neutron-server[103377]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b25383a-a9d7-49e7-a881-396127ab76b9 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] DELETE failed (client error): The resource could not be found. Feb 04 17:29:52.000871 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1b25383a-a9d7-49e7-a881-396127ab76b9 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103377) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 17:29:52.002856 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device a7bd7be2-3d77-4cbc-81bc-a9d76e948885 up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:29:52.011796 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-1b25383a-a9d7-49e7-a881-396127ab76b9 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] 10.222.0.89 "DELETE /v2.0/ports/d1c1929f-06e8-43e1-8f50-3cf8ebebabf3 HTTP/1.1" status: 404 len: 333 time: 0.1074018 Feb 04 17:29:52.024587 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 47406) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:29:52.082530 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-519df7fc-da3e-411b-9176-9d74cf661575 None None] Current status of the port a7bd7be2-3d77-4cbc-81bc-a9d76e948885 is: DOWN; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:29:52.083327 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-519df7fc-da3e-411b-9176-9d74cf661575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (a7bd7be2-3d77-4cbc-81bc-a9d76e948885), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:52.090210 n-d-827839-2 neutron-server[103377]: INFO neutron.pecan_wsgi.hooks.translation [None req-285638ec-2eaa-4160-9080-d8beca4ab6cf tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] DELETE failed (client error): The resource could not be found. Feb 04 17:29:52.094396 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-285638ec-2eaa-4160-9080-d8beca4ab6cf tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103377) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 17:29:52.106340 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-285638ec-2eaa-4160-9080-d8beca4ab6cf tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] 10.222.0.89 "DELETE /v2.0/subnets/ccc4f543-ca44-4b5c-8b22-22e6503866e5 HTTP/1.1" status: 404 len: 337 time: 0.0804536 Feb 04 17:29:52.122356 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 47408) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:29:52.122840 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 47410) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:29:52.136471 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-6bdd711a-ed89-43a0-98ef-58b58115cae3 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1906458580', 'description': 'tempest-description--985255521'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:29:52.143020 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port a7bd7be2-3d77-4cbc-81bc-a9d76e948885 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:29:52.143803 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (a7bd7be2-3d77-4cbc-81bc-a9d76e948885), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:52.152075 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-519df7fc-da3e-411b-9176-9d74cf661575 None None] For port a7bd7be2-3d77-4cbc-81bc-a9d76e948885, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=a7bd7be2-3d77-4cbc-81bc-a9d76e948885,segment=NetworkSegment(1ec4cd1f-c84b-478d-9d7f-f74c219a9102),segment_id=1ec4cd1f-c84b-478d-9d7f-f74c219a9102)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:29:52.190765 n-d-827839-2 neutron-server[103377]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b04c6fd-9bf6-4784-b8a3-046a14084188 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] DELETE failed (client error): The resource could not be found. Feb 04 17:29:52.191274 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b04c6fd-9bf6-4784-b8a3-046a14084188 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103377) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 17:29:52.197993 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-6b04c6fd-9bf6-4784-b8a3-046a14084188 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] 10.222.0.89 "DELETE /v2.0/ports/4f9dbebb-d620-4736-aee8-cdc0c7bce386 HTTP/1.1" status: 404 len: 333 time: 0.0709145 Feb 04 17:29:52.199939 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-f45fef3d-3ea6-4fe4-8a30-4d94fb224853 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Publish callbacks [] for port (fbf00253-e4bd-4785-8e47-8a4fbc46d848), precommit_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:52.202461 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-519df7fc-da3e-411b-9176-9d74cf661575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (a7bd7be2-3d77-4cbc-81bc-a9d76e948885), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:52.205830 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 47412) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:29:52.211995 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08a50338-f6bd-41da-9267-3be71ed423f0 admin admin] Router 0ccb58de-7ff2-4b3b-b2e5-2bb298e2f2f5 has already been hosted by L3 agent 64ada913-9131-4d99-a265-63a920956287 {{(pid=103377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 17:29:52.285571 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-6bdd711a-ed89-43a0-98ef-58b58115cae3 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Publish callbacks [] for security_group (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:52.323816 n-d-827839-2 neutron-server[103377]: INFO neutron.pecan_wsgi.hooks.translation [None req-496efde4-4bde-44cb-b354-6b09d020d98b tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] DELETE failed (client error): The resource could not be found. Feb 04 17:29:52.323816 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-496efde4-4bde-44cb-b354-6b09d020d98b tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103377) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 17:29:52.326274 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-496efde4-4bde-44cb-b354-6b09d020d98b tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] 10.222.0.89 "DELETE /v2.0/subnets/a6166e0e-4246-46c3-9471-61f8adaa7745 HTTP/1.1" status: 404 len: 337 time: 0.1193631 Feb 04 17:29:52.336438 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 47414) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:29:52.339816 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519df7fc-da3e-411b-9176-9d74cf661575 None None] Pushing event updated for resources: {'Port': ['ID=a7bd7be2-3d77-4cbc-81bc-a9d76e948885,revision_number=3']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:29:52.418911 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-07edbcc7-77fc-410f-beb2-7fc5195db3b5 None None] Provisioning complete for port fbf00253-e4bd-4785-8e47-8a4fbc46d848 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:29:52.419307 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-07edbcc7-77fc-410f-beb2-7fc5195db3b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (fbf00253-e4bd-4785-8e47-8a4fbc46d848), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:52.448524 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-f45fef3d-3ea6-4fe4-8a30-4d94fb224853 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675836'] for port (fbf00253-e4bd-4785-8e47-8a4fbc46d848), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:52.449592 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-f45fef3d-3ea6-4fe4-8a30-4d94fb224853 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1677345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602751'] for router_interface (14c33c52-5fe1-41bf-94f3-f2cbd2b8e784), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:52.469445 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-51cde9cd-92c1-49bd-89c7-1f7ccb90db06 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25674939', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25858952'] for subnet (9bed175f-ec9e-47df-93b6-a1b8401c0db1), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:52.544821 n-d-827839-2 neutron-server[103377]: INFO neutron.pecan_wsgi.hooks.translation [None req-32ba3b7c-2955-4824-82c7-ded989fcdfc5 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] DELETE failed (client error): The resource could not be found. Feb 04 17:29:52.556520 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-32ba3b7c-2955-4824-82c7-ded989fcdfc5 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103377) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 17:29:52.564260 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-32ba3b7c-2955-4824-82c7-ded989fcdfc5 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] 10.222.0.89 "DELETE /v2.0/ports/6404969e-0b51-47be-bb61-fac6f9b37a71 HTTP/1.1" status: 404 len: 333 time: 0.2207220 Feb 04 17:29:52.583569 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port a7bd7be2-3d77-4cbc-81bc-a9d76e948885 is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:29:52.589414 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 47418) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:29:52.604281 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-07edbcc7-77fc-410f-beb2-7fc5195db3b5 None None] Port fbf00253-e4bd-4785-8e47-8a4fbc46d848 cannot update to ACTIVE because it is not bound. {{(pid=103378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 17:29:52.669751 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-07edbcc7-77fc-410f-beb2-7fc5195db3b5 None None] Provisioning complete for port 69744c85-4e2f-4594-a5b1-5888c6eca6d5 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:29:52.670139 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-07edbcc7-77fc-410f-beb2-7fc5195db3b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (69744c85-4e2f-4594-a5b1-5888c6eca6d5), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:52.762046 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-07edbcc7-77fc-410f-beb2-7fc5195db3b5 None None] Port 69744c85-4e2f-4594-a5b1-5888c6eca6d5 cannot update to ACTIVE because it is not bound. {{(pid=103378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 17:29:52.775140 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-07edbcc7-77fc-410f-beb2-7fc5195db3b5 None None] Provisioning complete for port a7bd7be2-3d77-4cbc-81bc-a9d76e948885 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:29:52.775793 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-07edbcc7-77fc-410f-beb2-7fc5195db3b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (a7bd7be2-3d77-4cbc-81bc-a9d76e948885), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:52.810313 n-d-827839-2 neutron-server[103376]: INFO neutron.pecan_wsgi.hooks.translation [None req-46d1cef7-4fec-4805-b0f0-ba4a12e13884 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] DELETE failed (client error): The resource could not be found. Feb 04 17:29:52.810903 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-46d1cef7-4fec-4805-b0f0-ba4a12e13884 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103376) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 17:29:52.816338 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-46d1cef7-4fec-4805-b0f0-ba4a12e13884 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] 10.222.0.89 "DELETE /v2.0/subnets/0c2761d0-1fd6-4fbb-81da-bb073941e7fe HTTP/1.1" status: 404 len: 337 time: 0.1763158 Feb 04 17:29:52.821873 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device a7bd7be2-3d77-4cbc-81bc-a9d76e948885 up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:29:52.824688 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51cde9cd-92c1-49bd-89c7-1f7ccb90db06 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Checking segment: {'id': '4aceaa26-8396-43f5-8ab1-9e4f0e0cbb43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'bde93042-b0c8-4c88-acdc-2615e83d5de7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:29:52.825163 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51cde9cd-92c1-49bd-89c7-1f7ccb90db06 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Network hostable DHCP agents. Network: bde93042-b0c8-4c88-acdc-2615e83d5de7, hostable agents: ['bb89f5a3-3c22-440b-b7d1-c4f0c43c184a'], hosted agents: [] {{(pid=103376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 17:29:52.843394 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f45fef3d-3ea6-4fe4-8a30-4d94fb224853 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Network a659cc63-73f6-4f45-84c0-a3ead5007aa3 is already hosted by enough agents. {{(pid=103376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:29:52.848309 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 47424) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:29:52.859588 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c81fb6-8349-4d5b-8220-b6df3ebc09ae req-ec6cec6e-a8c9-4328-9b93-bdfa51497e9c tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:29:52.862115 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-b7c81fb6-8349-4d5b-8220-b6df3ebc09ae req-ec6cec6e-a8c9-4328-9b93-bdfa51497e9c tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] 10.222.0.89 "GET /v2.0/ports?device_id=f2c300b1-94a0-4e81-a6de-54c4630651af HTTP/1.1" status: 200 len: 946 time: 0.4173036 Feb 04 17:29:52.865604 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [None req-f45fef3d-3ea6-4fe4-8a30-4d94fb224853 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Resources bound (agent type, host, resource id): {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:29:53.070871 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port a7bd7be2-3d77-4cbc-81bc-a9d76e948885 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:29:53.071253 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (a7bd7be2-3d77-4cbc-81bc-a9d76e948885), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:53.074256 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-38e98921-b673-4c0f-8d01-0f7ccda9381f req-8dcc7375-f098-4942-b86b-f86e6299d103 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] 10.222.0.89 "GET /v2.0/ports?device_id=d23ffa64-7651-4974-8c0d-1ba4c302839d HTTP/1.1" status: 200 len: 210 time: 0.2994955 Feb 04 17:29:53.114376 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-b7c81fb6-8349-4d5b-8220-b6df3ebc09ae req-bae21e7a-8028-4d84-820c-282f9eb29d3c tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] 10.222.0.89 "GET /v2.0/security-groups?id=749b530c-d4d8-46cd-99b4-1a8b04e03f53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2342694 Feb 04 17:29:53.124486 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45fef3d-3ea6-4fe4-8a30-4d94fb224853 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Pushing event updated for resources: {'Port': ['ID=fbf00253-e4bd-4785-8e47-8a4fbc46d848,revision_number=2']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:29:53.136473 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cde9cd-92c1-49bd-89c7-1f7ccb90db06 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Pushing event updated for resources: {'Subnet': ['ID=9bed175f-ec9e-47df-93b6-a1b8401c0db1,revision_number=0']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:29:53.140620 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51cde9cd-92c1-49bd-89c7-1f7ccb90db06 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Network bde93042-b0c8-4c88-acdc-2615e83d5de7 is scheduled to be hosted by DHCP agent bb89f5a3-3c22-440b-b7d1-c4f0c43c184a with binding_index 1 {{(pid=103376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 17:29:53.150972 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f45fef3d-3ea6-4fe4-8a30-4d94fb224853 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Router 14c33c52-5fe1-41bf-94f3-f2cbd2b8e784 is scheduled to L3 agent 64ada913-9131-4d99-a265-63a920956287 with binding_index 1 {{(pid=103376) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 17:29:53.173110 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [None req-51cde9cd-92c1-49bd-89c7-1f7ccb90db06 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827839-2, bde93042-b0c8-4c88-acdc-2615e83d5de7) {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:29:53.190125 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38b4fe77-4244-4d30-9524-3ba8e5ef2925 None None] Network bde93042-b0c8-4c88-acdc-2615e83d5de7 requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:29:53.193735 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51cde9cd-92c1-49bd-89c7-1f7ccb90db06 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:29:53.194549 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-51cde9cd-92c1-49bd-89c7-1f7ccb90db06 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Publish callbacks [] for subnet (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:53.204953 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-07edbcc7-77fc-410f-beb2-7fc5195db3b5 None None] Current status of the port a7bd7be2-3d77-4cbc-81bc-a9d76e948885 is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:29:53.215569 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-51cde9cd-92c1-49bd-89c7-1f7ccb90db06 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5127618 Feb 04 17:29:53.218138 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 47426) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:29:53.230502 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-d14354a5-e07b-44c3-a135-5a794074d133 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Request body: {'port': {'network_id': 'bde93042-b0c8-4c88-acdc-2615e83d5de7', 'name': 'tempest-PortsTestJSON-195591510'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:29:53.326645 n-d-827839-2 neutron-server[103377]: INFO neutron.pecan_wsgi.hooks.translation [None req-62fa8926-8d0f-49e6-9fa6-0f2d584311b8 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] DELETE failed (client error): The resource could not be found. Feb 04 17:29:53.327243 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-62fa8926-8d0f-49e6-9fa6-0f2d584311b8 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103377) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 17:29:53.353483 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-62fa8926-8d0f-49e6-9fa6-0f2d584311b8 tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] 10.222.0.89 "DELETE /v2.0/ports/50786a6a-0ebb-4bc8-8df9-3779a5756892 HTTP/1.1" status: 404 len: 333 time: 0.4894118 Feb 04 17:29:53.356418 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 47428) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:29:53.431660 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-86ec0fc9-419e-4f0d-b575-51c2383a4979 req-13277942-e6bb-481b-8888-9bc2cef30fa8 tempest-InstanceActionsNegativeTestJSON-1851552822 tempest-InstanceActionsNegativeTestJSON-1851552822-project] 10.222.0.89 "GET /v2.0/ports?device_id=0c051d22-a8a4-4878-b900-c55de118f87a HTTP/1.1" status: 200 len: 210 time: 0.0666046 Feb 04 17:29:53.528251 n-d-827839-2 neutron-server[103377]: INFO neutron.pecan_wsgi.hooks.translation [None req-fff2a442-4b99-44bf-93b7-d44dd8786f4c tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] DELETE failed (client error): The resource could not be found. Feb 04 17:29:53.529133 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fff2a442-4b99-44bf-93b7-d44dd8786f4c tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103377) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 17:29:53.537808 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-fff2a442-4b99-44bf-93b7-d44dd8786f4c tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] 10.222.0.89 "DELETE /v2.0/subnets/339a5301-17de-4440-8162-1b86bbe28ddd HTTP/1.1" status: 404 len: 337 time: 0.1732168 Feb 04 17:29:53.538820 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 47430) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:29:53.543964 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-de0fda6f-e7a3-46de-98ac-ff2ddf5ac523 req-05255b4d-5988-4309-aae9-452f6eb527fb tempest-InstanceActionsNegativeTestJSON-1851552822 tempest-InstanceActionsNegativeTestJSON-1851552822-project] Publish callbacks [] for port (d0b81dfd-b124-4caf-b4ec-334e2eeb3474), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:53.565438 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08a50338-f6bd-41da-9267-3be71ed423f0 admin admin] Notify agent at l3_agent.n-d-827839-2 the message routers_updated {{(pid=103377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 17:29:53.571075 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f45fef3d-3ea6-4fe4-8a30-4d94fb224853 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Notify agent at l3_agent.n-d-827839-2 the message routers_updated {{(pid=103376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 17:29:53.577493 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5beba81d-9be7-4b2b-beb9-f64507f8a9e7 None None] Sync routers for ids ['0ccb58de-7ff2-4b3b-b2e5-2bb298e2f2f5'] in n-d-827839-2 {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 17:29:53.592351 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-f45fef3d-3ea6-4fe4-8a30-4d94fb224853 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] 10.222.0.89 "PUT /v2.0/routers/14c33c52-5fe1-41bf-94f3-f2cbd2b8e784/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5864310 Feb 04 17:29:53.595237 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 47432) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:29:53.619390 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5beba81d-9be7-4b2b-beb9-f64507f8a9e7 None None] Routers {'0ccb58de-7ff2-4b3b-b2e5-2bb298e2f2f5'} bound to L3 agent in host n-d-827839-2 {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:29:53.620474 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-5beba81d-9be7-4b2b-beb9-f64507f8a9e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:29:32Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['0ccb58de-7ff2-4b3b-b2e5-2bb298e2f2f5'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:29:53.666594 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-6bdd711a-ed89-43a0-98ef-58b58115cae3 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Publish callbacks [] for security_group (97363f9b-735d-4c1b-ae48-6b5390fc2698), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:53.688222 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-08a50338-f6bd-41da-9267-3be71ed423f0 admin admin] 10.222.0.89 "PUT /v2.0/routers/0ccb58de-7ff2-4b3b-b2e5-2bb298e2f2f5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 12.8185954 Feb 04 17:29:53.731084 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-131188d9-cb01-4f9b-8965-2af4331b4e49 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:29:53.736054 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-131188d9-cb01-4f9b-8965-2af4331b4e49 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] 10.222.0.89 "GET /v2.0/ports/fbf00253-e4bd-4785-8e47-8a4fbc46d848 HTTP/1.1" status: 200 len: 911 time: 0.1320670 Feb 04 17:29:53.743273 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 47434) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:29:53.743808 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 47436) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:29:53.785934 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-6bdd711a-ed89-43a0-98ef-58b58115cae3 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (97363f9b-735d-4c1b-ae48-6b5390fc2698), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:53.923229 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f52407b-0f37-4c7a-8763-10016e19f3dc None None] Sync routers for ids ['14c33c52-5fe1-41bf-94f3-f2cbd2b8e784'] in n-d-827839-2 {{(pid=103378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 17:29:53.939625 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-6bdd711a-ed89-43a0-98ef-58b58115cae3 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:53.944191 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-6bdd711a-ed89-43a0-98ef-58b58115cae3 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] 10.222.0.89 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 1.8189969 Feb 04 17:29:53.957760 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 47438) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:29:53.964405 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvr_db [None req-5beba81d-9be7-4b2b-beb9-f64507f8a9e7 None None] Set router 0ccb58de-7ff2-4b3b-b2e5-2bb298e2f2f5 gateway port host: n-d-827839-2 {{(pid=103379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:29:53.973095 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f52407b-0f37-4c7a-8763-10016e19f3dc None None] Routers {'14c33c52-5fe1-41bf-94f3-f2cbd2b8e784'} bound to L3 agent in host n-d-827839-2 {{(pid=103378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:29:53.973801 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-0f52407b-0f37-4c7a-8763-10016e19f3dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:29:32Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['14c33c52-5fe1-41bf-94f3-f2cbd2b8e784'], 'active': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:29:53.981764 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-4698cb0e-94ea-4a11-828b-555faf68149e tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Request body: {'security_group_rule': {'security_group_id': '97363f9b-735d-4c1b-ae48-6b5390fc2698', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:29:53.999930 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-e69acc55-c72c-4f5a-bc58-0a4820dc370d tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628832'] for network (ebdc431d-e6a4-4155-be30-2a7d896acbb0), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:54.020636 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bdd711a-ed89-43a0-98ef-58b58115cae3 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Pushing event updated for resources: {'SecurityGroup': ['ID=97363f9b-735d-4c1b-ae48-6b5390fc2698,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:29:54.037884 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-fbdc46f0-ebf0-48b8-8826-385a1149f355 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '9b4eadd6-8b3b-48e8-bdf1-67eb6ceca26f'}]}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:29:54.079563 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-de0fda6f-e7a3-46de-98ac-ff2ddf5ac523 req-05255b4d-5988-4309-aae9-452f6eb527fb tempest-InstanceActionsNegativeTestJSON-1851552822 tempest-InstanceActionsNegativeTestJSON-1851552822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (d0b81dfd-b124-4caf-b4ec-334e2eeb3474), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:54.145300 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-cd2b8207-4e97-43da-a531-b03f1e70a85d admin admin] Publish callbacks [] for router (0ccb58de-7ff2-4b3b-b2e5-2bb298e2f2f5), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:54.199159 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-0f52407b-0f37-4c7a-8763-10016e19f3dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827839-2', False) {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:29:54.211474 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6affe479-578b-4de0-b388-a338ba4032cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e4c19ad-5724-5db8-8ee1-4f56ae69fcf4-bde93042-b0c8-4c88-acdc-2615e83d5de7', 'network_id': 'bde93042-b0c8-4c88-acdc-2615e83d5de7', 'project_id': '6054a945d1db4859ae33f1c6e4a7b141', 'fixed_ips': [{'subnet_id': '9bed175f-ec9e-47df-93b6-a1b8401c0db1'}]}} from n-d-827839-2. {{(pid=103378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 17:29:54.212337 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6affe479-578b-4de0-b388-a338ba4032cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:54.267348 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-4698cb0e-94ea-4a11-828b-555faf68149e tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Publish callbacks [] for security_group_rule (b2c2ea04-d3bf-4204-8f9e-4b668797731e), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:54.315719 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port a7bd7be2-3d77-4cbc-81bc-a9d76e948885 is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:29:54.317912 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-5961df59-b1aa-44cb-b663-e8297cf5f9ff None None] Provisioning complete for port fbf00253-e4bd-4785-8e47-8a4fbc46d848 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:29:54.318647 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5961df59-b1aa-44cb-b663-e8297cf5f9ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (fbf00253-e4bd-4785-8e47-8a4fbc46d848), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:54.350633 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de0fda6f-e7a3-46de-98ac-ff2ddf5ac523 req-05255b4d-5988-4309-aae9-452f6eb527fb tempest-InstanceActionsNegativeTestJSON-1851552822 tempest-InstanceActionsNegativeTestJSON-1851552822-project] Network 2d90ae87-e7b7-4607-95d1-b95eda3dbbe1 is already hosted by enough agents. {{(pid=103377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:29:54.357906 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-5beba81d-9be7-4b2b-beb9-f64507f8a9e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ccb58de-7ff2-4b3b-b2e5-2bb298e2f2f5', 'name': 'tempest-TestServerBasicOps-588092638-router', 'tenant_id': 'e572c75f68264540b5ba57b47620f662', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.50'}], 'enable_snat': True}, 'gw_port_id': 'dd12a7b1-f096-40a0-88a2-010f3d0fd0ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:23:21Z', 'updated_at': '2022-02-04T17:29:45Z', 'revision_number': 5, 'project_id': 'e572c75f68264540b5ba57b47620f662', 'gw_port': {'id': 'dd12a7b1-f096-40a0-88a2-010f3d0fd0ef', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:d7:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ccb58de-7ff2-4b3b-b2e5-2bb298e2f2f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:23:21Z', 'updated_at': '2022-02-04T17:23:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2'}], 'n-d-827839-2', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:29:54.389770 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5beba81d-9be7-4b2b-beb9-f64507f8a9e7 None None] Checking router: 0ccb58de-7ff2-4b3b-b2e5-2bb298e2f2f5 for host: n-d-827839-2 {{(pid=103379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 17:29:54.398785 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5beba81d-9be7-4b2b-beb9-f64507f8a9e7 None None] Routers {'0ccb58de-7ff2-4b3b-b2e5-2bb298e2f2f5'} bound to L3 agent in host n-d-827839-2 {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:29:54.399642 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-5beba81d-9be7-4b2b-beb9-f64507f8a9e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:29:32Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['0ccb58de-7ff2-4b3b-b2e5-2bb298e2f2f5'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:29:54.433114 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [req-de0fda6f-e7a3-46de-98ac-ff2ddf5ac523 req-05255b4d-5988-4309-aae9-452f6eb527fb tempest-InstanceActionsNegativeTestJSON-1851552822 tempest-InstanceActionsNegativeTestJSON-1851552822-project] Resources bound (agent type, host, resource id): {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:29:54.478689 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [req-de0fda6f-e7a3-46de-98ac-ff2ddf5ac523 req-05255b4d-5988-4309-aae9-452f6eb527fb tempest-InstanceActionsNegativeTestJSON-1851552822 tempest-InstanceActionsNegativeTestJSON-1851552822-project] Received port after_create {{(pid=103377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:29:54.482107 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f52407b-0f37-4c7a-8763-10016e19f3dc None None] Routers {'14c33c52-5fe1-41bf-94f3-f2cbd2b8e784'} bound to L3 agent in host n-d-827839-2 {{(pid=103378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:29:54.482760 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-0f52407b-0f37-4c7a-8763-10016e19f3dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:29:32Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['14c33c52-5fe1-41bf-94f3-f2cbd2b8e784'], 'active': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:29:54.513730 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvr_db [None req-5beba81d-9be7-4b2b-beb9-f64507f8a9e7 None None] Set router 0ccb58de-7ff2-4b3b-b2e5-2bb298e2f2f5 gateway port host: n-d-827839-2 {{(pid=103379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:29:54.536624 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05255b4d-5988-4309-aae9-452f6eb527fb tempest-InstanceActionsNegativeTestJSON-1851552822 tempest-InstanceActionsNegativeTestJSON-1851552822-project] Pushing event updated for resources: {'Port': ['ID=d0b81dfd-b124-4caf-b4ec-334e2eeb3474,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:29:54.632453 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-e69acc55-c72c-4f5a-bc58-0a4820dc370d tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1543676', 'neutron.services.segments.db._delete_segments_for_network-8781084786517'] for network (ebdc431d-e6a4-4155-be30-2a7d896acbb0), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:54.742874 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-d2665113-e430-420e-9f4d-7b74274054c1 req-445d222e-d688-4b83-96a0-5905e2787559 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] 10.222.0.89 "GET /v2.0/ports?device_id=d23ffa64-7651-4974-8c0d-1ba4c302839d HTTP/1.1" status: 200 len: 210 time: 0.4433343 Feb 04 17:29:54.820918 n-d-827839-2 neutron-server[103377]: DEBUG neutron.services.segments.db [None req-e69acc55-c72c-4f5a-bc58-0a4820dc370d tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ebdc431d-e6a4-4155-be30-2a7d896acbb0']}} {{(pid=103377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:29:54.827701 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-0f52407b-0f37-4c7a-8763-10016e19f3dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827839-2', False) {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:29:54.829002 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f52407b-0f37-4c7a-8763-10016e19f3dc None None] The sync data for ids ['14c33c52-5fe1-41bf-94f3-f2cbd2b8e784'] in n-d-827839-2 is: [] {{(pid=103378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 17:29:54.880618 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-5961df59-b1aa-44cb-b663-e8297cf5f9ff None None] Port fbf00253-e4bd-4785-8e47-8a4fbc46d848 cannot update to ACTIVE because it is not bound. {{(pid=103378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 17:29:54.916011 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-cd2b8207-4e97-43da-a531-b03f1e70a85d admin admin] Publish callbacks [] for router_gateway (0ccb58de-7ff2-4b3b-b2e5-2bb298e2f2f5), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:54.929957 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0fda6f-e7a3-46de-98ac-ff2ddf5ac523 req-05255b4d-5988-4309-aae9-452f6eb527fb tempest-InstanceActionsNegativeTestJSON-1851552822 tempest-InstanceActionsNegativeTestJSON-1851552822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:29:54.930915 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-de0fda6f-e7a3-46de-98ac-ff2ddf5ac523 req-05255b4d-5988-4309-aae9-452f6eb527fb tempest-InstanceActionsNegativeTestJSON-1851552822 tempest-InstanceActionsNegativeTestJSON-1851552822-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:54.951931 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-5beba81d-9be7-4b2b-beb9-f64507f8a9e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ccb58de-7ff2-4b3b-b2e5-2bb298e2f2f5', 'name': 'tempest-TestServerBasicOps-588092638-router', 'tenant_id': 'e572c75f68264540b5ba57b47620f662', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.50'}], 'enable_snat': True}, 'gw_port_id': 'dd12a7b1-f096-40a0-88a2-010f3d0fd0ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:23:21Z', 'updated_at': '2022-02-04T17:29:45Z', 'revision_number': 5, 'project_id': 'e572c75f68264540b5ba57b47620f662', 'gw_port': {'id': 'dd12a7b1-f096-40a0-88a2-010f3d0fd0ef', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:d7:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ccb58de-7ff2-4b3b-b2e5-2bb298e2f2f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:23:21Z', 'updated_at': '2022-02-04T17:23:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2'}], 'n-d-827839-2', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:29:54.971962 n-d-827839-2 neutron-server[103377]: DEBUG neutron.services.segments.db [None req-e69acc55-c72c-4f5a-bc58-0a4820dc370d tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2fcce0c7-9a0a-428a-b986-cae51cd3c129') {'for_net_delete': True} {{(pid=103377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:29:54.972313 n-d-827839-2 neutron-server[103377]: DEBUG neutron.services.segments.db [None req-e69acc55-c72c-4f5a-bc58-0a4820dc370d tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2fcce0c7-9a0a-428a-b986-cae51cd3c129') {} {{(pid=103377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:29:55.012447 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-de0fda6f-e7a3-46de-98ac-ff2ddf5ac523 req-05255b4d-5988-4309-aae9-452f6eb527fb tempest-InstanceActionsNegativeTestJSON-1851552822 tempest-InstanceActionsNegativeTestJSON-1851552822-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 7.4188023 Feb 04 17:29:55.031290 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-e69acc55-c72c-4f5a-bc58-0a4820dc370d tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781084783966', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26866685'] for segment (2fcce0c7-9a0a-428a-b986-cae51cd3c129), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:55.047852 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-6affe479-578b-4de0-b388-a338ba4032cd None None] Allocated IP 172.20.0.2 (bde93042-b0c8-4c88-acdc-2615e83d5de7/9bed175f-ec9e-47df-93b6-a1b8401c0db1/73f993b0-8a97-4063-8d31-6a8b03e05292) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:29:55.051240 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-4698cb0e-94ea-4a11-828b-555faf68149e tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Publish callbacks [] for security_group_rule (b2c2ea04-d3bf-4204-8f9e-4b668797731e), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:55.064152 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5beba81d-9be7-4b2b-beb9-f64507f8a9e7 None None] The sync data for ids ['0ccb58de-7ff2-4b3b-b2e5-2bb298e2f2f5'] in n-d-827839-2 is: [{'id': '0ccb58de-7ff2-4b3b-b2e5-2bb298e2f2f5', 'name': 'tempest-TestServerBasicOps-588092638-router', 'tenant_id': 'e572c75f68264540b5ba57b47620f662', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.50'}], 'enable_snat': True}, 'gw_port_id': 'dd12a7b1-f096-40a0-88a2-010f3d0fd0ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:23:21Z', 'updated_at': '2022-02-04T17:29:45Z', 'revision_number': 5, 'project_id': 'e572c75f68264540b5ba57b47620f662', 'gw_port': {'id': 'dd12a7b1-f096-40a0-88a2-010f3d0fd0ef', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:d7:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ccb58de-7ff2-4b3b-b2e5-2bb298e2f2f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:23:21Z', 'updated_at': '2022-02-04T17:23:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2'}] {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 17:29:55.069925 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b19c67-f3a1-49a7-b340-78ac6e211c8e req-3da6ab8d-3c18-4503-8c3f-89c8b20bd43b tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:29:55.077205 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-83b19c67-f3a1-49a7-b340-78ac6e211c8e req-3da6ab8d-3c18-4503-8c3f-89c8b20bd43b tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] 10.222.0.89 "GET /v2.0/ports?device_id=f2c300b1-94a0-4e81-a6de-54c4630651af HTTP/1.1" status: 200 len: 946 time: 0.7694883 Feb 04 17:29:55.080879 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-fbdc46f0-ebf0-48b8-8826-385a1149f355 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (fbf00253-e4bd-4785-8e47-8a4fbc46d848), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:55.088610 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [req-de0fda6f-e7a3-46de-98ac-ff2ddf5ac523 req-ae9cc8a7-b2c3-4b85-9d8f-0819ad761608 service neutron] Request body: {'port': {'device_id': '0c051d22-a8a4-4878-b900-c55de118f87a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827839-2'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:29:55.092934 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d14354a5-e07b-44c3-a135-5a794074d133 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Made reservation on behalf of 6054a945d1db4859ae33f1c6e4a7b141 for: {'port': 1} {{(pid=103376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:29:55.108185 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-d14354a5-e07b-44c3-a135-5a794074d133 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:55.130900 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-4698cb0e-94ea-4a11-828b-555faf68149e tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664556'] for security_group_rule (b2c2ea04-d3bf-4204-8f9e-4b668797731e), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:55.175241 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4698cb0e-94ea-4a11-828b-555faf68149e tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2c2ea04-d3bf-4204-8f9e-4b668797731e,revision_number=0']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:29:55.189355 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-e69acc55-c72c-4f5a-bc58-0a4820dc370d tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (2fcce0c7-9a0a-428a-b986-cae51cd3c129), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:55.218761 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e69acc55-c72c-4f5a-bc58-0a4820dc370d tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Releasing vlan 768 on physical network physnet1 to pool {{(pid=103377) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 17:29:55.219467 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-e69acc55-c72c-4f5a-bc58-0a4820dc370d tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25888454'] for segment (2fcce0c7-9a0a-428a-b986-cae51cd3c129), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:55.226628 n-d-827839-2 neutron-server[103377]: Traceback (most recent call last): Feb 04 17:29:55.226628 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 17:29:55.226628 n-d-827839-2 neutron-server[103377]: timer() Feb 04 17:29:55.226628 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 17:29:55.226628 n-d-827839-2 neutron-server[103377]: cb(*args, **kw) Feb 04 17:29:55.226628 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 17:29:55.226628 n-d-827839-2 neutron-server[103377]: return func(*args, **kwargs) Feb 04 17:29:55.226628 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 17:29:55.226628 n-d-827839-2 neutron-server[103377]: self._notify() Feb 04 17:29:55.226628 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 17:29:55.226628 n-d-827839-2 neutron-server[103377]: self.callback(batched_events) Feb 04 17:29:55.226628 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 17:29:55.226628 n-d-827839-2 neutron-server[103377]: event.method(event) Feb 04 17:29:55.226628 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 17:29:55.226628 n-d-827839-2 neutron-server[103377]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 17:29:55.226628 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 17:29:55.226628 n-d-827839-2 neutron-server[103377]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 17:29:55.226628 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 17:29:55.226628 n-d-827839-2 neutron-server[103377]: return f(self, *a, **k) Feb 04 17:29:55.226628 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 17:29:55.226628 n-d-827839-2 neutron-server[103377]: return self._get(url).json() Feb 04 17:29:55.226628 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 17:29:55.226628 n-d-827839-2 neutron-server[103377]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 17:29:55.226628 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 17:29:55.226628 n-d-827839-2 neutron-server[103377]: return self.request(url, 'GET', **kwargs) Feb 04 17:29:55.226628 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 17:29:55.226628 n-d-827839-2 neutron-server[103377]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 17:29:55.226628 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 17:29:55.226628 n-d-827839-2 neutron-server[103377]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 17:29:55.226628 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 17:29:55.226628 n-d-827839-2 neutron-server[103377]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 17:29:55.226628 n-d-827839-2 neutron-server[103377]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 17:29:55.284363 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-4698cb0e-94ea-4a11-828b-555faf68149e tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:55.286041 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-4698cb0e-94ea-4a11-828b-555faf68149e tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.3208106 Feb 04 17:29:55.299359 n-d-827839-2 neutron-server[103376]: DEBUG neutron.notifiers.nova [None req-d14354a5-e07b-44c3-a135-5a794074d133 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] device_id is not set on port 4d82fa2a-d4cb-440c-a7a2-105f1ab97296 yet. {{(pid=103376) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 04 17:29:55.328836 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 47450) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:29:55.336221 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-de0fda6f-e7a3-46de-98ac-ff2ddf5ac523 req-ae9cc8a7-b2c3-4b85-9d8f-0819ad761608 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (d0b81dfd-b124-4caf-b4ec-334e2eeb3474), before_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:55.337973 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-cd07593e-37fc-4837-963e-4a03c6c8325b tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Request body: {'security_group_rule': {'security_group_id': '97363f9b-735d-4c1b-ae48-6b5390fc2698', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:29:55.436794 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6affe479-578b-4de0-b388-a338ba4032cd None None] Publish callbacks [] for port (73f993b0-8a97-4063-8d31-6a8b03e05292), precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:55.445842 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6affe479-578b-4de0-b388-a338ba4032cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135'] for port (73f993b0-8a97-4063-8d31-6a8b03e05292), after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:55.521947 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-83b19c67-f3a1-49a7-b340-78ac6e211c8e req-e9fde626-09bb-4c0d-8465-077da556b0e5 tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] 10.222.0.89 "GET /v2.0/security-groups?id=749b530c-d4d8-46cd-99b4-1a8b04e03f53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4426093 Feb 04 17:29:55.524599 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-e69acc55-c72c-4f5a-bc58-0a4820dc370d tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1543671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1595572'] for network (ebdc431d-e6a4-4155-be30-2a7d896acbb0), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:55.534255 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6affe479-578b-4de0-b388-a338ba4032cd None None] Pushing event updated for resources: {'Port': ['ID=73f993b0-8a97-4063-8d31-6a8b03e05292,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:29:55.549133 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-e69acc55-c72c-4f5a-bc58-0a4820dc370d tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Publish callbacks [] for network (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:55.554894 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-e69acc55-c72c-4f5a-bc58-0a4820dc370d tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] 10.222.0.89 "DELETE /v2.0/networks/ebdc431d-e6a4-4155-be30-2a7d896acbb0 HTTP/1.1" status: 204 len: 168 time: 2.0026371 Feb 04 17:29:55.573570 n-d-827839-2 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6affe479-578b-4de0-b388-a338ba4032cd None None] Network bde93042-b0c8-4c88-acdc-2615e83d5de7 is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:29:55.579802 n-d-827839-2 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-6affe479-578b-4de0-b388-a338ba4032cd None None] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:29:55.584431 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6affe479-578b-4de0-b388-a338ba4032cd None None] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:29:55.616729 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69acc55-c72c-4f5a-bc58-0a4820dc370d tempest-NetworksTestDHCPv6-1161293587 tempest-NetworksTestDHCPv6-1161293587-project] Pushing event deleted for resources: {'Network': ['ID=ebdc431d-e6a4-4155-be30-2a7d896acbb0,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:29:55.776901 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-6affe479-578b-4de0-b388-a338ba4032cd None None] Attempting to bind port 73f993b0-8a97-4063-8d31-6a8b03e05292 on host n-d-827839-2 for vnic_type normal with profile {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:29:55.778205 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-6affe479-578b-4de0-b388-a338ba4032cd None None] Attempting to bind port 73f993b0-8a97-4063-8d31-6a8b03e05292 by drivers openvswitch,hyperv on host n-d-827839-2 at level 0 using segments [{'id': '4aceaa26-8396-43f5-8ab1-9e4f0e0cbb43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'bde93042-b0c8-4c88-acdc-2615e83d5de7'}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:29:55.778847 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6affe479-578b-4de0-b388-a338ba4032cd None None] Attempting to bind port 73f993b0-8a97-4063-8d31-6a8b03e05292 on network bde93042-b0c8-4c88-acdc-2615e83d5de7 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:29:55.796024 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6affe479-578b-4de0-b388-a338ba4032cd None None] Checking agent: {'id': 'ba70844b-66a0-45fd-a2f2-e6ed673321fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 0, 36), 'started_at': datetime.datetime(2022, 2, 4, 17, 1, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 29, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:29:55.801164 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6affe479-578b-4de0-b388-a338ba4032cd None None] Checking segment: {'id': '4aceaa26-8396-43f5-8ab1-9e4f0e0cbb43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'bde93042-b0c8-4c88-acdc-2615e83d5de7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:29:55.804751 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6affe479-578b-4de0-b388-a338ba4032cd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:55.807182 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6affe479-578b-4de0-b388-a338ba4032cd None None] Bound using segment: {'id': '4aceaa26-8396-43f5-8ab1-9e4f0e0cbb43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'bde93042-b0c8-4c88-acdc-2615e83d5de7'} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:29:55.807963 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-6affe479-578b-4de0-b388-a338ba4032cd None None] Bound port: 73f993b0-8a97-4063-8d31-6a8b03e05292, host: n-d-827839-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4aceaa26-8396-43f5-8ab1-9e4f0e0cbb43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'bde93042-b0c8-4c88-acdc-2615e83d5de7'}}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:29:55.809225 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6affe479-578b-4de0-b388-a338ba4032cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (73f993b0-8a97-4063-8d31-6a8b03e05292), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:55.942735 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-6affe479-578b-4de0-b388-a338ba4032cd None None] For port 73f993b0-8a97-4063-8d31-6a8b03e05292, host n-d-827839-2, cleared binding levels {{(pid=103378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:29:55.946807 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-6affe479-578b-4de0-b388-a338ba4032cd None None] For port 73f993b0-8a97-4063-8d31-6a8b03e05292, host n-d-827839-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=73f993b0-8a97-4063-8d31-6a8b03e05292,segment=NetworkSegment(4aceaa26-8396-43f5-8ab1-9e4f0e0cbb43),segment_id=4aceaa26-8396-43f5-8ab1-9e4f0e0cbb43)] {{(pid=103378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:29:55.965370 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6affe479-578b-4de0-b388-a338ba4032cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (73f993b0-8a97-4063-8d31-6a8b03e05292), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:56.053739 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-b24545cc-829c-4927-9071-3fe661613f93 req-423b0881-b4ff-4f34-b5af-07c5f53fe8cc tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] 10.222.0.89 "GET /v2.0/ports?device_id=d23ffa64-7651-4974-8c0d-1ba4c302839d HTTP/1.1" status: 200 len: 210 time: 0.1239796 Feb 04 17:29:56.128527 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6affe479-578b-4de0-b388-a338ba4032cd None None] Pushing event updated for resources: {'Port': ['ID=73f993b0-8a97-4063-8d31-6a8b03e05292,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:29:56.164953 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 47458) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:29:56.269912 n-d-827839-2 neutron-server[103377]: DEBUG neutron.notifiers.nova [req-de0fda6f-e7a3-46de-98ac-ff2ddf5ac523 req-ae9cc8a7-b2c3-4b85-9d8f-0819ad761608 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d0b81dfd-b124-4caf-b4ec-334e2eeb3474 {{(pid=103377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 17:29:56.277936 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dae2e4a-783e-4083-8b55-1ebb1e676a94 req-fe6a1bc2-0b8d-4252-8652-b92f7d4a3d23 tempest-InstanceActionsNegativeTestJSON-1851552822 tempest-InstanceActionsNegativeTestJSON-1851552822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:29:56.279904 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-8dae2e4a-783e-4083-8b55-1ebb1e676a94 req-fe6a1bc2-0b8d-4252-8652-b92f7d4a3d23 tempest-InstanceActionsNegativeTestJSON-1851552822 tempest-InstanceActionsNegativeTestJSON-1851552822-project] 10.222.0.89 "GET /v2.0/ports?device_id=0c051d22-a8a4-4878-b900-c55de118f87a HTTP/1.1" status: 200 len: 932 time: 1.3286290 Feb 04 17:29:56.282914 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-de0fda6f-e7a3-46de-98ac-ff2ddf5ac523 req-ae9cc8a7-b2c3-4b85-9d8f-0819ad761608 service neutron] Publish callbacks [] for port (d0b81dfd-b124-4caf-b4ec-334e2eeb3474), precommit_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:56.300404 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.provisioning_blocks [req-de0fda6f-e7a3-46de-98ac-ff2ddf5ac523 req-ae9cc8a7-b2c3-4b85-9d8f-0819ad761608 service neutron] Transition to ACTIVE for port object d0b81dfd-b124-4caf-b4ec-334e2eeb3474 will not be triggered until provisioned by entity L2. {{(pid=103377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 17:29:56.310149 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-de0fda6f-e7a3-46de-98ac-ff2ddf5ac523 req-ae9cc8a7-b2c3-4b85-9d8f-0819ad761608 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25888290'] for port (d0b81dfd-b124-4caf-b4ec-334e2eeb3474), after_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:56.365890 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-cd07593e-37fc-4837-963e-4a03c6c8325b tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Publish callbacks [] for security_group_rule (74200a9e-cc68-47e8-aba1-f1c3eaecd4d8), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:56.404064 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9cc8a7-b2c3-4b85-9d8f-0819ad761608 service neutron] Pushing event updated for resources: {'Port': ['ID=d0b81dfd-b124-4caf-b4ec-334e2eeb3474,revision_number=2']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:29:56.515360 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-8dae2e4a-783e-4083-8b55-1ebb1e676a94 req-d7356826-502c-40f0-b33f-f314f8ef0fd2 tempest-InstanceActionsNegativeTestJSON-1851552822 tempest-InstanceActionsNegativeTestJSON-1851552822-project] 10.222.0.89 "GET /v2.0/security-groups?id=e8e219a2-2569-4b37-895b-5f2742909877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1930923 Feb 04 17:29:56.564773 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-cd2b8207-4e97-43da-a531-b03f1e70a85d admin admin] Deleting port dd12a7b1-f096-40a0-88a2-010f3d0fd0ef {{(pid=103376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:29:56.565702 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-cd2b8207-4e97-43da-a531-b03f1e70a85d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (dd12a7b1-f096-40a0-88a2-010f3d0fd0ef), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:56.761264 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [req-de0fda6f-e7a3-46de-98ac-ff2ddf5ac523 req-ae9cc8a7-b2c3-4b85-9d8f-0819ad761608 service neutron] Attempting to bind port d0b81dfd-b124-4caf-b4ec-334e2eeb3474 on host n-h2-827839-2 for vnic_type normal with profile {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:29:56.762206 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [req-de0fda6f-e7a3-46de-98ac-ff2ddf5ac523 req-ae9cc8a7-b2c3-4b85-9d8f-0819ad761608 service neutron] Attempting to bind port d0b81dfd-b124-4caf-b4ec-334e2eeb3474 by drivers openvswitch,hyperv on host n-h2-827839-2 at level 0 using segments [{'id': '164eb830-7960-4939-819e-39b4146b1d60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '2d90ae87-e7b7-4607-95d1-b95eda3dbbe1'}] {{(pid=103377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:29:56.762737 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de0fda6f-e7a3-46de-98ac-ff2ddf5ac523 req-ae9cc8a7-b2c3-4b85-9d8f-0819ad761608 service neutron] Attempting to bind port d0b81dfd-b124-4caf-b4ec-334e2eeb3474 on network 2d90ae87-e7b7-4607-95d1-b95eda3dbbe1 {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:29:56.771611 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de0fda6f-e7a3-46de-98ac-ff2ddf5ac523 req-ae9cc8a7-b2c3-4b85-9d8f-0819ad761608 service neutron] Port d0b81dfd-b124-4caf-b4ec-334e2eeb3474 on network 2d90ae87-e7b7-4607-95d1-b95eda3dbbe1 not bound, no agent of type Open vSwitch agent registered on host n-h2-827839-2 {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 17:29:56.772260 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de0fda6f-e7a3-46de-98ac-ff2ddf5ac523 req-ae9cc8a7-b2c3-4b85-9d8f-0819ad761608 service neutron] Attempting to bind port d0b81dfd-b124-4caf-b4ec-334e2eeb3474 on network 2d90ae87-e7b7-4607-95d1-b95eda3dbbe1 {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:29:56.796473 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-1f57f274-c174-4b56-9b09-f234a3d1200d admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=2dabbd0ed422411582aec81f9de51a07&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6303942 Feb 04 17:29:56.804195 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 47464) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:29:56.813819 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de0fda6f-e7a3-46de-98ac-ff2ddf5ac523 req-ae9cc8a7-b2c3-4b85-9d8f-0819ad761608 service neutron] Checking agent: {'id': 'f20a1ab3-4332-4f54-833b-ba4a7c687e89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 8, 40), 'started_at': datetime.datetime(2022, 2, 4, 17, 8, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 29, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:29:56.814746 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de0fda6f-e7a3-46de-98ac-ff2ddf5ac523 req-ae9cc8a7-b2c3-4b85-9d8f-0819ad761608 service neutron] Checking segment: {'id': '164eb830-7960-4939-819e-39b4146b1d60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '2d90ae87-e7b7-4607-95d1-b95eda3dbbe1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:29:56.815296 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de0fda6f-e7a3-46de-98ac-ff2ddf5ac523 req-ae9cc8a7-b2c3-4b85-9d8f-0819ad761608 service neutron] Bound using segment: {'id': '164eb830-7960-4939-819e-39b4146b1d60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '2d90ae87-e7b7-4607-95d1-b95eda3dbbe1'} {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:29:56.816019 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [req-de0fda6f-e7a3-46de-98ac-ff2ddf5ac523 req-ae9cc8a7-b2c3-4b85-9d8f-0819ad761608 service neutron] Bound port: d0b81dfd-b124-4caf-b4ec-334e2eeb3474, host: n-h2-827839-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '164eb830-7960-4939-819e-39b4146b1d60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '2d90ae87-e7b7-4607-95d1-b95eda3dbbe1'}}] {{(pid=103377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:29:56.816577 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-de0fda6f-e7a3-46de-98ac-ff2ddf5ac523 req-ae9cc8a7-b2c3-4b85-9d8f-0819ad761608 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (d0b81dfd-b124-4caf-b4ec-334e2eeb3474), before_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:56.902045 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 73f993b0-8a97-4063-8d31-6a8b03e05292 up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:29:56.982570 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db35ba05-dc82-44e6-ab93-6b3c111372d2 req-bbf5ad28-ef9e-48ef-b1a3-051b0aa2844c tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:29:56.988133 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port 73f993b0-8a97-4063-8d31-6a8b03e05292 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:29:56.988861 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (73f993b0-8a97-4063-8d31-6a8b03e05292), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:56.994373 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-db35ba05-dc82-44e6-ab93-6b3c111372d2 req-bbf5ad28-ef9e-48ef-b1a3-051b0aa2844c tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] 10.222.0.89 "GET /v2.0/ports?device_id=f2c300b1-94a0-4e81-a6de-54c4630651af HTTP/1.1" status: 200 len: 946 time: 0.2831774 Feb 04 17:29:57.006435 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.agents_db [None req-e1691f3b-aacd-4cd6-8ebb-a9c53bb301c0 None None] Agent healthcheck: found 7 active agents {{(pid=103379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 17:29:57.019504 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-a7fa0498-7731-4be9-aa54-dfe249c1b807 admin admin] Publish callbacks [] for security_group (4ad94630-effc-4acf-8399-1250b07dc57c), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:57.045183 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-a7fa0498-7731-4be9-aa54-dfe249c1b807 admin admin] Publish callbacks [] for security_group (4ad94630-effc-4acf-8399-1250b07dc57c), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:57.086118 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-cd07593e-37fc-4837-963e-4a03c6c8325b tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Publish callbacks [] for security_group_rule (74200a9e-cc68-47e8-aba1-f1c3eaecd4d8), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:57.094573 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [req-de0fda6f-e7a3-46de-98ac-ff2ddf5ac523 req-ae9cc8a7-b2c3-4b85-9d8f-0819ad761608 service neutron] For port d0b81dfd-b124-4caf-b4ec-334e2eeb3474, host n-h2-827839-2, cleared binding levels {{(pid=103377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:29:57.119568 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-cd07593e-37fc-4837-963e-4a03c6c8325b tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664556'] for security_group_rule (74200a9e-cc68-47e8-aba1-f1c3eaecd4d8), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:57.127957 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port 73f993b0-8a97-4063-8d31-6a8b03e05292 is: DOWN; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:29:57.128603 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (73f993b0-8a97-4063-8d31-6a8b03e05292), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:57.180974 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [req-de0fda6f-e7a3-46de-98ac-ff2ddf5ac523 req-ae9cc8a7-b2c3-4b85-9d8f-0819ad761608 service neutron] For port d0b81dfd-b124-4caf-b4ec-334e2eeb3474, host n-h2-827839-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=d0b81dfd-b124-4caf-b4ec-334e2eeb3474,segment=NetworkSegment(164eb830-7960-4939-819e-39b4146b1d60),segment_id=164eb830-7960-4939-819e-39b4146b1d60)] {{(pid=103377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:29:57.211396 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] For port 73f993b0-8a97-4063-8d31-6a8b03e05292, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=73f993b0-8a97-4063-8d31-6a8b03e05292,segment=NetworkSegment(4aceaa26-8396-43f5-8ab1-9e4f0e0cbb43),segment_id=4aceaa26-8396-43f5-8ab1-9e4f0e0cbb43)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:29:57.217280 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-db35ba05-dc82-44e6-ab93-6b3c111372d2 req-5a0cb58f-7110-4919-a8d8-ce2c40db184d tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] 10.222.0.89 "GET /v2.0/security-groups?id=749b530c-d4d8-46cd-99b4-1a8b04e03f53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2217996 Feb 04 17:29:57.222023 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (73f993b0-8a97-4063-8d31-6a8b03e05292), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:57.231405 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-de0fda6f-e7a3-46de-98ac-ff2ddf5ac523 req-ae9cc8a7-b2c3-4b85-9d8f-0819ad761608 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25888290'] for port (d0b81dfd-b124-4caf-b4ec-334e2eeb3474), after_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:57.278506 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-a7fa0498-7731-4be9-aa54-dfe249c1b807 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (4ad94630-effc-4acf-8399-1250b07dc57c), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:57.282941 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-a7fa0498-7731-4be9-aa54-dfe249c1b807 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:57.284360 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-a7fa0498-7731-4be9-aa54-dfe249c1b807 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/4ad94630-effc-4acf-8399-1250b07dc57c HTTP/1.1" status: 204 len: 168 time: 0.4789782 Feb 04 17:29:57.306040 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0fda6f-e7a3-46de-98ac-ff2ddf5ac523 req-ae9cc8a7-b2c3-4b85-9d8f-0819ad761608 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:29:57.307079 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-de0fda6f-e7a3-46de-98ac-ff2ddf5ac523 req-ae9cc8a7-b2c3-4b85-9d8f-0819ad761608 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:57.312498 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-de0fda6f-e7a3-46de-98ac-ff2ddf5ac523 req-ae9cc8a7-b2c3-4b85-9d8f-0819ad761608 service neutron] 10.222.0.90 "PUT /v2.0/ports/d0b81dfd-b124-4caf-b4ec-334e2eeb3474 HTTP/1.1" status: 200 len: 1092 time: 2.2784126 Feb 04 17:29:57.316524 n-d-827839-2 neutron-server[103377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c051d22-a8a4-4878-b900-c55de118f87a', 'tag': 'd0b81dfd-b124-4caf-b4ec-334e2eeb3474'}] {{(pid=103377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:29:57.322295 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-fbdc46f0-ebf0-48b8-8826-385a1149f355 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Publish callbacks [] for port (fbf00253-e4bd-4785-8e47-8a4fbc46d848), precommit_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:57.338453 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7240428b650e1488e9361b62648ff4b3a6c19d49d8c27c949491ab58c1346cf0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29f869a0-6437-4813-bd7a-70f4e8c8156f" -d '{"events": [{"name": "network-changed", "server_uuid": "0c051d22-a8a4-4878-b900-c55de118f87a", "tag": "d0b81dfd-b124-4caf-b4ec-334e2eeb3474"}]}' {{(pid=103377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:29:57.361578 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Pushing event updated for resources: {'Port': ['ID=73f993b0-8a97-4063-8d31-6a8b03e05292,revision_number=3']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:29:57.369239 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 99718590-0342-4f0e-ad1d-2d284faf6a99 no longer exists at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:29:57.386032 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-fbdc46f0-ebf0-48b8-8826-385a1149f355 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675836'] for port (fbf00253-e4bd-4785-8e47-8a4fbc46d848), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:57.405688 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbdc46f0-ebf0-48b8-8826-385a1149f355 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:29:57.406915 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-fbdc46f0-ebf0-48b8-8826-385a1149f355 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:57.415058 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-fbdc46f0-ebf0-48b8-8826-385a1149f355 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] 10.222.0.89 "PUT /v2.0/ports/fbf00253-e4bd-4785-8e47-8a4fbc46d848 HTTP/1.1" status: 200 len: 911 time: 3.6689367 Feb 04 17:29:57.445507 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] No Port match for: 99718590-0342-4f0e-ad1d-2d284faf6a99 {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 17:29:57.445868 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 99718590-0342-4f0e-ad1d-2d284faf6a99 not bound to the agent host n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 17:29:57.486602 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 47472) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:29:57.514023 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 17:29:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23e22639-f6f0-41df-98d4-bd33fdbaf66c x-openstack-request-id: req-23e22639-f6f0-41df-98d4-bd33fdbaf66c {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:29:57.514396 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c051d22-a8a4-4878-b900-c55de118f87a", "tag": "d0b81dfd-b124-4caf-b4ec-334e2eeb3474", "status": "completed", "code": 200}]} {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:29:57.514593 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-23e22639-f6f0-41df-98d4-bd33fdbaf66c {{(pid=103377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:29:57.514975 n-d-827839-2 neutron-server[103377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c051d22-a8a4-4878-b900-c55de118f87a', 'tag': 'd0b81dfd-b124-4caf-b4ec-334e2eeb3474', 'status': 'completed', 'code': 200} Feb 04 17:29:57.518006 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fa0498-7731-4be9-aa54-dfe249c1b807 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ad94630-effc-4acf-8399-1250b07dc57c,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:29:57.628041 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdc46f0-ebf0-48b8-8826-385a1149f355 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Pushing event updated for resources: {'Port': ['ID=fbf00253-e4bd-4785-8e47-8a4fbc46d848,revision_number=3']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:29:57.636657 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-64cc9fd2-d8a3-4fa8-9fab-6871922ee78e req-41eb964e-3acd-4c06-a60c-db9578178cbd tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] 10.222.0.89 "GET /v2.0/ports?device_id=d23ffa64-7651-4974-8c0d-1ba4c302839d HTTP/1.1" status: 200 len: 210 time: 0.2579663 Feb 04 17:29:57.637969 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.db_base_plugin_common [None req-d14354a5-e07b-44c3-a135-5a794074d133 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Allocated IP 172.20.0.9 (bde93042-b0c8-4c88-acdc-2615e83d5de7/9bed175f-ec9e-47df-93b6-a1b8401c0db1/4d82fa2a-d4cb-440c-a7a2-105f1ab97296) {{(pid=103376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:29:57.644002 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd07593e-37fc-4837-963e-4a03c6c8325b tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74200a9e-cc68-47e8-aba1-f1c3eaecd4d8,revision_number=0']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:29:57.674825 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [None req-cd2b8207-4e97-43da-a531-b03f1e70a85d admin admin] For port dd12a7b1-f096-40a0-88a2-010f3d0fd0ef, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=dd12a7b1-f096-40a0-88a2-010f3d0fd0ef,segment=NetworkSegment(5942dc44-1f07-4c27-b0ab-45a2bff20dd5),segment_id=5942dc44-1f07-4c27-b0ab-45a2bff20dd5)] {{(pid=103376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:29:57.675566 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-cd2b8207-4e97-43da-a531-b03f1e70a85d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (dd12a7b1-f096-40a0-88a2-010f3d0fd0ef), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:57.709610 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-cd07593e-37fc-4837-963e-4a03c6c8325b tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:57.713763 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-cd07593e-37fc-4837-963e-4a03c6c8325b tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.3786125 Feb 04 17:29:57.716065 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 47478) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:29:57.724139 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-cd2b8207-4e97-43da-a531-b03f1e70a85d admin admin] Calling delete_port for dd12a7b1-f096-40a0-88a2-010f3d0fd0ef owned by network:router_gateway {{(pid=103376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:29:57.730432 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-a42ed97c-ea2d-4373-8b23-ce696112958f tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Request body: {'floatingip': {'floating_network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:29:57.876212 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-a42ed97c-ea2d-4373-8b23-ce696112958f tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:58.034388 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03877a37-3d0b-4b46-b743-9a8728dc3064 None None] Network bde93042-b0c8-4c88-acdc-2615e83d5de7 requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:29:58.035883 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9cc8a7-b2c3-4b85-9d8f-0819ad761608 service neutron] Pushing event updated for resources: {'Port': ['ID=d0b81dfd-b124-4caf-b4ec-334e2eeb3474,revision_number=3']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:29:58.087413 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0fda6f-e7a3-46de-98ac-ff2ddf5ac523 req-5de27c08-52f7-4523-b61c-417c2e442d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:29:58.089092 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-de0fda6f-e7a3-46de-98ac-ff2ddf5ac523 req-5de27c08-52f7-4523-b61c-417c2e442d20 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=7867b686175c4f8fbcea5899d1504cf2&device_id=0c051d22-a8a4-4878-b900-c55de118f87a HTTP/1.1" status: 200 len: 1126 time: 0.7221386 Feb 04 17:29:58.236984 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8297d8-c814-4798-9467-4936507be6b9 req-c23a4b24-b200-4464-aee5-9745c7b71443 tempest-InstanceActionsNegativeTestJSON-1851552822 tempest-InstanceActionsNegativeTestJSON-1851552822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:29:58.245843 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-5f8297d8-c814-4798-9467-4936507be6b9 req-c23a4b24-b200-4464-aee5-9745c7b71443 tempest-InstanceActionsNegativeTestJSON-1851552822 tempest-InstanceActionsNegativeTestJSON-1851552822-project] 10.222.0.89 "GET /v2.0/ports?device_id=0c051d22-a8a4-4878-b900-c55de118f87a HTTP/1.1" status: 200 len: 944 time: 0.4451189 Feb 04 17:29:58.246540 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-de0fda6f-e7a3-46de-98ac-ff2ddf5ac523 req-55aea98c-395f-4d52-acda-d4d5ed60496a service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d0b81dfd-b124-4caf-b4ec-334e2eeb3474 HTTP/1.1" status: 200 len: 217 time: 0.1452401 Feb 04 17:29:58.269107 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-a4ed315b-380d-4f8e-90ae-f82c3efc2438 None None] Provisioning complete for port 73f993b0-8a97-4063-8d31-6a8b03e05292 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:29:58.270189 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a4ed315b-380d-4f8e-90ae-f82c3efc2438 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (73f993b0-8a97-4063-8d31-6a8b03e05292), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:58.453272 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-d14354a5-e07b-44c3-a135-5a794074d133 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Publish callbacks [] for port (4d82fa2a-d4cb-440c-a7a2-105f1ab97296), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:58.517258 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-5f8297d8-c814-4798-9467-4936507be6b9 req-c31cc846-cdef-4033-9c44-1116ffe4dc42 tempest-InstanceActionsNegativeTestJSON-1851552822 tempest-InstanceActionsNegativeTestJSON-1851552822-project] 10.222.0.89 "GET /v2.0/security-groups?id=e8e219a2-2569-4b37-895b-5f2742909877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2669261 Feb 04 17:29:58.544538 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-cd2b8207-4e97-43da-a531-b03f1e70a85d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (dd12a7b1-f096-40a0-88a2-010f3d0fd0ef), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:58.550863 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-a4ed315b-380d-4f8e-90ae-f82c3efc2438 None None] Current status of the port 73f993b0-8a97-4063-8d31-6a8b03e05292 is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:29:58.555450 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0fda6f-e7a3-46de-98ac-ff2ddf5ac523 req-5d05a601-8f4a-449f-bded-2c7d7a37a2e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:29:58.557495 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-de0fda6f-e7a3-46de-98ac-ff2ddf5ac523 req-5d05a601-8f4a-449f-bded-2c7d7a37a2e9 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=00017c5e-1a4a-40b5-bd90-a386fb91b3bd HTTP/1.1" status: 200 len: 862 time: 0.2529950 Feb 04 17:29:58.589593 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-d14354a5-e07b-44c3-a135-5a794074d133 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (4d82fa2a-d4cb-440c-a7a2-105f1ab97296), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:58.628966 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-de0fda6f-e7a3-46de-98ac-ff2ddf5ac523 req-a7785ff9-be0f-4258-a4aa-b9aec33d34d8 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=2d90ae87-e7b7-4607-95d1-b95eda3dbbe1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0517013 Feb 04 17:29:58.669687 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d14354a5-e07b-44c3-a135-5a794074d133 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Network bde93042-b0c8-4c88-acdc-2615e83d5de7 is already hosted by enough agents. {{(pid=103376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:29:58.699385 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-cd2b8207-4e97-43da-a531-b03f1e70a85d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1595544'] for router_gateway (0ccb58de-7ff2-4b3b-b2e5-2bb298e2f2f5), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:58.806727 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 73f993b0-8a97-4063-8d31-6a8b03e05292 up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:29:58.880978 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-cd2b8207-4e97-43da-a531-b03f1e70a85d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1601811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26971'] for router (0ccb58de-7ff2-4b3b-b2e5-2bb298e2f2f5), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:58.886323 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-cd2b8207-4e97-43da-a531-b03f1e70a85d admin admin] Publish callbacks [] for router_controller (0ccb58de-7ff2-4b3b-b2e5-2bb298e2f2f5), precommit_delete_associations {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:58.892423 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port 73f993b0-8a97-4063-8d31-6a8b03e05292 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:29:58.893189 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (73f993b0-8a97-4063-8d31-6a8b03e05292), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:58.934104 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [None req-d14354a5-e07b-44c3-a135-5a794074d133 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Resources bound (agent type, host, resource id): {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:29:58.956912 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 47500) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:29:58.960395 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d14354a5-e07b-44c3-a135-5a794074d133 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Received port after_create {{(pid=103376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:29:58.976648 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2b8207-4e97-43da-a531-b03f1e70a85d admin admin] Pushing event deleted for resources: {'Port': ['ID=dd12a7b1-f096-40a0-88a2-010f3d0fd0ef,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:29:59.016312 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-ac70f0c3-b2bf-49ec-8926-8a4ca596ee79 None None] Provisioning complete for port 73f993b0-8a97-4063-8d31-6a8b03e05292 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:29:59.016699 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ac70f0c3-b2bf-49ec-8926-8a4ca596ee79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (73f993b0-8a97-4063-8d31-6a8b03e05292), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:59.101165 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-cd2b8207-4e97-43da-a531-b03f1e70a85d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1601832'] for router (0ccb58de-7ff2-4b3b-b2e5-2bb298e2f2f5), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:59.102581 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd2b8207-4e97-43da-a531-b03f1e70a85d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0ccb58de-7ff2-4b3b-b2e5-2bb298e2f2f5 {{(pid=103376) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 17:29:59.134533 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-cd2b8207-4e97-43da-a531-b03f1e70a85d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:59.136402 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-cd2b8207-4e97-43da-a531-b03f1e70a85d admin admin] 10.222.0.89 "DELETE /v2.0/routers/0ccb58de-7ff2-4b3b-b2e5-2bb298e2f2f5 HTTP/1.1" status: 204 len: 168 time: 5.3916209 Feb 04 17:29:59.145801 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 47504) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:29:59.149135 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port 73f993b0-8a97-4063-8d31-6a8b03e05292 is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:29:59.272606 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-ac70f0c3-b2bf-49ec-8926-8a4ca596ee79 None None] Current status of the port 73f993b0-8a97-4063-8d31-6a8b03e05292 is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:29:59.350054 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [None req-08acbeb3-47db-49f6-8aea-43ca7c781d10 tempest-ExtensionsTestJSON-1243568861 tempest-ExtensionsTestJSON-1243568861-project] http://10.222.0.89:9696/v2.0/extensions returned with HTTP 200 {{(pid=103376) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 17:29:59.355235 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-08acbeb3-47db-49f6-8aea-43ca7c781d10 tempest-ExtensionsTestJSON-1243568861 tempest-ExtensionsTestJSON-1243568861-project] 10.222.0.89 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.3634031 Feb 04 17:29:59.369131 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2081b616-16fa-411e-84f4-4cc112f2e11b req-914fb27a-2998-4f49-b538-b633d0aef229 tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:29:59.369131 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-2081b616-16fa-411e-84f4-4cc112f2e11b req-914fb27a-2998-4f49-b538-b633d0aef229 tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] 10.222.0.89 "GET /v2.0/ports?device_id=f2c300b1-94a0-4e81-a6de-54c4630651af HTTP/1.1" status: 200 len: 946 time: 0.8399537 Feb 04 17:29:59.369131 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14354a5-e07b-44c3-a135-5a794074d133 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Pushing event updated for resources: {'Port': ['ID=4d82fa2a-d4cb-440c-a7a2-105f1ab97296,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:29:59.373616 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 47506) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:29:59.383050 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d14354a5-e07b-44c3-a135-5a794074d133 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:29:59.383713 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-d14354a5-e07b-44c3-a135-5a794074d133 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:59.404838 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [None req-31cecfa0-54b3-4b86-90a3-4c176fb32ba4 tempest-ExtensionsTestJSON-1243568861 tempest-ExtensionsTestJSON-1243568861-project] http://10.222.0.89:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=103376) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 17:29:59.411467 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-31cecfa0-54b3-4b86-90a3-4c176fb32ba4 tempest-ExtensionsTestJSON-1243568861 tempest-ExtensionsTestJSON-1243568861-project] 10.222.0.89 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0350451 Feb 04 17:29:59.416092 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 47508) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:29:59.420298 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-a225f14e-ac12-4847-9bc1-0f6dd4e11a5e None None] Provisioning complete for port 4d82fa2a-d4cb-440c-a7a2-105f1ab97296 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:29:59.420854 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a225f14e-ac12-4847-9bc1-0f6dd4e11a5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (4d82fa2a-d4cb-440c-a7a2-105f1ab97296), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:59.426854 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [None req-6e559310-6b3b-4989-bbe0-4db6b43e241d tempest-ExtensionsTestJSON-1243568861 tempest-ExtensionsTestJSON-1243568861-project] http://10.222.0.89:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=103376) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 17:29:59.432850 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-6e559310-6b3b-4989-bbe0-4db6b43e241d tempest-ExtensionsTestJSON-1243568861 tempest-ExtensionsTestJSON-1243568861-project] 10.222.0.89 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0138605 Feb 04 17:29:59.437310 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 47510) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:29:59.457113 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-d14354a5-e07b-44c3-a135-5a794074d133 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 6.2378547 Feb 04 17:29:59.459249 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [None req-1fe3ea21-d8b9-4647-86aa-74fb7bb0692a tempest-ExtensionsTestJSON-1243568861 tempest-ExtensionsTestJSON-1243568861-project] http://10.222.0.89:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=103377) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 17:29:59.460356 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-1fe3ea21-d8b9-4647-86aa-74fb7bb0692a tempest-ExtensionsTestJSON-1243568861 tempest-ExtensionsTestJSON-1243568861-project] 10.222.0.89 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0198245 Feb 04 17:29:59.464569 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 47512) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:29:59.465057 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 47514) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:29:59.472418 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-3a83ac08-0c70-4465-bcaf-31e52e304f82 req-6fba25a3-b861-4381-b679-3a82110d3229 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] 10.222.0.89 "GET /v2.0/ports?device_id=d23ffa64-7651-4974-8c0d-1ba4c302839d HTTP/1.1" status: 200 len: 210 time: 0.0505869 Feb 04 17:29:59.477898 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [None req-9e149f4e-6eed-4725-8350-a17b06efc9be tempest-ExtensionsTestJSON-1243568861 tempest-ExtensionsTestJSON-1243568861-project] http://10.222.0.89:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=103377) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 17:29:59.479144 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-9e149f4e-6eed-4725-8350-a17b06efc9be tempest-ExtensionsTestJSON-1243568861 tempest-ExtensionsTestJSON-1243568861-project] 10.222.0.89 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0043671 Feb 04 17:29:59.484807 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-f02fb6ad-7de3-4977-899e-1701d85544e7 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Request body: {'port': {'network_id': 'bde93042-b0c8-4c88-acdc-2615e83d5de7', 'name': 'tempest-PortsTestJSON-1388399727'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:29:59.486868 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 47516) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:29:59.491828 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.db_base_plugin_v2 [None req-42af10af-0b06-4290-880a-4099d83fcdc0 admin admin] Deleting subnet 32617567-702a-48ca-945f-d54124aa2fdb {{(pid=103376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 17:29:59.508763 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [None req-e4bcf0ac-a5bc-4b49-b834-f02ac68ab65e tempest-ExtensionsTestJSON-1243568861 tempest-ExtensionsTestJSON-1243568861-project] http://10.222.0.89:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=103376) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 17:29:59.512445 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-e4bcf0ac-a5bc-4b49-b834-f02ac68ab65e tempest-ExtensionsTestJSON-1243568861 tempest-ExtensionsTestJSON-1243568861-project] 10.222.0.89 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0241690 Feb 04 17:29:59.514328 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 47518) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:29:59.527165 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [None req-44089d99-3c6b-455f-a1f4-daaf0dc1efdc tempest-ExtensionsTestJSON-1243568861 tempest-ExtensionsTestJSON-1243568861-project] http://10.222.0.89:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=103376) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 17:29:59.531991 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-44089d99-3c6b-455f-a1f4-daaf0dc1efdc tempest-ExtensionsTestJSON-1243568861 tempest-ExtensionsTestJSON-1243568861-project] 10.222.0.89 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0102546 Feb 04 17:29:59.532976 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-42af10af-0b06-4290-880a-4099d83fcdc0 admin admin] Publish callbacks [] for subnet (32617567-702a-48ca-945f-d54124aa2fdb), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:59.548647 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 47520) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:29:59.572612 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [None req-73428177-4251-49b5-b041-b51b8a4ce8d8 tempest-ExtensionsTestJSON-1243568861 tempest-ExtensionsTestJSON-1243568861-project] http://10.222.0.89:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=103377) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 17:29:59.573646 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-73428177-4251-49b5-b041-b51b8a4ce8d8 tempest-ExtensionsTestJSON-1243568861 tempest-ExtensionsTestJSON-1243568861-project] 10.222.0.89 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0098062 Feb 04 17:29:59.577599 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 47524) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:29:59.586899 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-2081b616-16fa-411e-84f4-4cc112f2e11b req-251a7325-4e2b-450a-90c8-d3d99573868a tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] 10.222.0.89 "GET /v2.0/security-groups?id=749b530c-d4d8-46cd-99b4-1a8b04e03f53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1856165 Feb 04 17:29:59.590046 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [None req-5d2d0b74-90d9-44c3-9f90-f02377836ff5 tempest-ExtensionsTestJSON-1243568861 tempest-ExtensionsTestJSON-1243568861-project] http://10.222.0.89:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=103376) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 17:29:59.594923 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-5d2d0b74-90d9-44c3-9f90-f02377836ff5 tempest-ExtensionsTestJSON-1243568861 tempest-ExtensionsTestJSON-1243568861-project] 10.222.0.89 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0120268 Feb 04 17:29:59.597196 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-a225f14e-ac12-4847-9bc1-0f6dd4e11a5e None None] Port 4d82fa2a-d4cb-440c-a7a2-105f1ab97296 cannot update to ACTIVE because it is not bound. {{(pid=103378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 17:29:59.601975 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 47526) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:29:59.608423 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [None req-6748b118-2a09-43c9-8faf-7d87a1a7e99b tempest-ExtensionsTestJSON-1243568861 tempest-ExtensionsTestJSON-1243568861-project] http://10.222.0.89:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=103376) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 17:29:59.612361 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-6748b118-2a09-43c9-8faf-7d87a1a7e99b tempest-ExtensionsTestJSON-1243568861 tempest-ExtensionsTestJSON-1243568861-project] 10.222.0.89 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0092576 Feb 04 17:29:59.620236 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 47528) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:29:59.621702 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-a42ed97c-ea2d-4373-8b23-ce696112958f tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:59.635315 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [None req-799c88db-a582-4bcd-bb94-1626060a218d tempest-ExtensionsTestJSON-1243568861 tempest-ExtensionsTestJSON-1243568861-project] http://10.222.0.89:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=103376) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 17:29:59.639554 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-799c88db-a582-4bcd-bb94-1626060a218d tempest-ExtensionsTestJSON-1243568861 tempest-ExtensionsTestJSON-1243568861-project] 10.222.0.89 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0156300 Feb 04 17:29:59.643899 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-42af10af-0b06-4290-880a-4099d83fcdc0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25674901'] for subnet (32617567-702a-48ca-945f-d54124aa2fdb), precommit_delete_associations {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:59.645981 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 47530) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:29:59.685725 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [None req-afd5eca6-72c9-455d-a3c2-63a860afb360 tempest-ExtensionsTestJSON-1243568861 tempest-ExtensionsTestJSON-1243568861-project] http://10.222.0.89:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=103376) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 17:29:59.690664 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-afd5eca6-72c9-455d-a3c2-63a860afb360 tempest-ExtensionsTestJSON-1243568861 tempest-ExtensionsTestJSON-1243568861-project] 10.222.0.89 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0436552 Feb 04 17:29:59.694129 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 47532) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:29:59.708801 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-bc40ac51-4424-4e45-9707-ba54f0741e00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (bb89f5a3-3c22-440b-b7d1-c4f0c43c184a), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:59.723176 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [None req-4626947b-2f9c-4c13-ab7b-aae227945ece tempest-ExtensionsTestJSON-1243568861 tempest-ExtensionsTestJSON-1243568861-project] http://10.222.0.89:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=103376) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 17:29:59.727478 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-4626947b-2f9c-4c13-ab7b-aae227945ece tempest-ExtensionsTestJSON-1243568861 tempest-ExtensionsTestJSON-1243568861-project] 10.222.0.89 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0283134 Feb 04 17:29:59.735137 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 47534) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:29:59.750918 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [None req-7e138d48-4392-499b-b5fd-cd3ccb8a5751 tempest-ExtensionsTestJSON-1243568861 tempest-ExtensionsTestJSON-1243568861-project] http://10.222.0.89:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=103377) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 17:29:59.753452 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-7e138d48-4392-499b-b5fd-cd3ccb8a5751 tempest-ExtensionsTestJSON-1243568861 tempest-ExtensionsTestJSON-1243568861-project] 10.222.0.89 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0076957 Feb 04 17:29:59.776528 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 47536) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:29:59.792060 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [None req-8b130b93-df50-4fa9-ba53-704a04aa557c tempest-ExtensionsTestJSON-1243568861 tempest-ExtensionsTestJSON-1243568861-project] http://10.222.0.89:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=103376) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 17:29:59.796125 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-8b130b93-df50-4fa9-ba53-704a04aa557c tempest-ExtensionsTestJSON-1243568861 tempest-ExtensionsTestJSON-1243568861-project] 10.222.0.89 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0127773 Feb 04 17:29:59.796892 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 47538) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:29:59.811157 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [None req-7c4157d8-de71-4b1d-8f88-83e0d0c9a802 tempest-ExtensionsTestJSON-1243568861 tempest-ExtensionsTestJSON-1243568861-project] http://10.222.0.89:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=103376) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 17:29:59.816069 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-7c4157d8-de71-4b1d-8f88-83e0d0c9a802 tempest-ExtensionsTestJSON-1243568861 tempest-ExtensionsTestJSON-1243568861-project] 10.222.0.89 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0107794 Feb 04 17:29:59.820248 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 47540) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:29:59.834912 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [None req-d52b88eb-8835-4ae1-aace-9689371f5c48 tempest-ExtensionsTestJSON-1243568861 tempest-ExtensionsTestJSON-1243568861-project] http://10.222.0.89:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=103377) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 17:29:59.837126 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-d52b88eb-8835-4ae1-aace-9689371f5c48 tempest-ExtensionsTestJSON-1243568861 tempest-ExtensionsTestJSON-1243568861-project] 10.222.0.89 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0103025 Feb 04 17:29:59.841044 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 47542) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:29:59.851020 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [None req-2adc99ba-cd22-4762-b769-15f483f1d03a tempest-ExtensionsTestJSON-1243568861 tempest-ExtensionsTestJSON-1243568861-project] http://10.222.0.89:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=103376) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 17:29:59.855121 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-2adc99ba-cd22-4762-b769-15f483f1d03a tempest-ExtensionsTestJSON-1243568861 tempest-ExtensionsTestJSON-1243568861-project] 10.222.0.89 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0106425 Feb 04 17:29:59.858558 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 47544) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:29:59.863858 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-de0fda6f-e7a3-46de-98ac-ff2ddf5ac523 req-dca5581e-31fb-428c-acc4-138adde05e62 service neutron] 10.222.0.90 "GET /v2.0/networks/2d90ae87-e7b7-4607-95d1-b95eda3dbbe1?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2245960 Feb 04 17:29:59.867240 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [None req-da6ed8ae-f4ad-446f-9a18-14568c0f9328 tempest-ExtensionsTestJSON-1243568861 tempest-ExtensionsTestJSON-1243568861-project] http://10.222.0.89:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=103376) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 17:29:59.872439 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-da6ed8ae-f4ad-446f-9a18-14568c0f9328 tempest-ExtensionsTestJSON-1243568861 tempest-ExtensionsTestJSON-1243568861-project] 10.222.0.89 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0075784 Feb 04 17:29:59.875609 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 47546) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:29:59.897521 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [None req-aacd1cee-fd15-4cfa-bcd3-ae300950c5fb tempest-ExtensionsTestJSON-1243568861 tempest-ExtensionsTestJSON-1243568861-project] http://10.222.0.89:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=103377) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 17:29:59.899605 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-aacd1cee-fd15-4cfa-bcd3-ae300950c5fb tempest-ExtensionsTestJSON-1243568861 tempest-ExtensionsTestJSON-1243568861-project] 10.222.0.89 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0098422 Feb 04 17:29:59.906870 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 47548) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:29:59.911280 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d974a2-834e-4393-ac15-6344f263c499 req-80b38eea-696c-43c4-a12c-5ecd5f3f8d13 tempest-InstanceActionsNegativeTestJSON-1851552822 tempest-InstanceActionsNegativeTestJSON-1851552822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:29:59.913009 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [None req-4c16fbc2-c9c1-4c0c-a2e8-ff26be5580f8 tempest-ExtensionsTestJSON-1243568861 tempest-ExtensionsTestJSON-1243568861-project] http://10.222.0.89:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=103376) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 17:29:59.913685 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-48d974a2-834e-4393-ac15-6344f263c499 req-80b38eea-696c-43c4-a12c-5ecd5f3f8d13 tempest-InstanceActionsNegativeTestJSON-1851552822 tempest-InstanceActionsNegativeTestJSON-1851552822-project] 10.222.0.89 "GET /v2.0/ports?device_id=0c051d22-a8a4-4878-b900-c55de118f87a HTTP/1.1" status: 200 len: 944 time: 0.2341993 Feb 04 17:29:59.917262 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-4c16fbc2-c9c1-4c0c-a2e8-ff26be5580f8 tempest-ExtensionsTestJSON-1243568861 tempest-ExtensionsTestJSON-1243568861-project] 10.222.0.89 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0093832 Feb 04 17:29:59.931091 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 47550) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:29:59.950738 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [None req-86d87ffb-c2cb-4a3f-9343-380f68166349 tempest-ExtensionsTestJSON-1243568861 tempest-ExtensionsTestJSON-1243568861-project] http://10.222.0.89:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=103377) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 17:29:59.952155 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-86d87ffb-c2cb-4a3f-9343-380f68166349 tempest-ExtensionsTestJSON-1243568861 tempest-ExtensionsTestJSON-1243568861-project] 10.222.0.89 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0131304 Feb 04 17:29:59.957863 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 47552) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:29:59.964022 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [None req-9dccff1e-8086-4498-a3af-79915b5a6cea tempest-ExtensionsTestJSON-1243568861 tempest-ExtensionsTestJSON-1243568861-project] http://10.222.0.89:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=103376) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 17:29:59.968089 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-9dccff1e-8086-4498-a3af-79915b5a6cea tempest-ExtensionsTestJSON-1243568861 tempest-ExtensionsTestJSON-1243568861-project] 10.222.0.89 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0090613 Feb 04 17:29:59.974072 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 47554) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:29:59.980296 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [None req-7d256b5d-8684-4bd9-86a5-7e5489e25daa tempest-ExtensionsTestJSON-1243568861 tempest-ExtensionsTestJSON-1243568861-project] http://10.222.0.89:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=103376) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 17:29:59.984820 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-7d256b5d-8684-4bd9-86a5-7e5489e25daa tempest-ExtensionsTestJSON-1243568861 tempest-ExtensionsTestJSON-1243568861-project] 10.222.0.89 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0090415 Feb 04 17:29:59.986506 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 47556) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:29:59.994647 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-42af10af-0b06-4290-880a-4099d83fcdc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1541225'] for subnet (32617567-702a-48ca-945f-d54124aa2fdb), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:59.999466 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [None req-a833bcf0-a971-42bc-b9b5-af4f33d0ef4e tempest-ExtensionsTestJSON-1243568861 tempest-ExtensionsTestJSON-1243568861-project] http://10.222.0.89:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=103376) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 17:30:00.003886 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-a833bcf0-a971-42bc-b9b5-af4f33d0ef4e tempest-ExtensionsTestJSON-1243568861 tempest-ExtensionsTestJSON-1243568861-project] 10.222.0.89 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0141654 Feb 04 17:30:00.014658 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 47558) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:30:00.037231 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [None req-fca61c2d-016a-4a1d-aa56-0ffce10d085a tempest-ExtensionsTestJSON-1243568861 tempest-ExtensionsTestJSON-1243568861-project] http://10.222.0.89:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=103377) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 17:30:00.038564 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-fca61c2d-016a-4a1d-aa56-0ffce10d085a tempest-ExtensionsTestJSON-1243568861 tempest-ExtensionsTestJSON-1243568861-project] 10.222.0.89 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0196745 Feb 04 17:30:00.043346 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-74ef4f44-d9b0-497a-a6d2-4f9a309f3a25 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602754'] for router_interface (14c33c52-5fe1-41bf-94f3-f2cbd2b8e784), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:00.046509 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 47560) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:30:00.056332 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [None req-ba700d4b-caec-45c6-bce5-c199bd868c4a tempest-ExtensionsTestJSON-1243568861 tempest-ExtensionsTestJSON-1243568861-project] http://10.222.0.89:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=103376) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 17:30:00.060110 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-ba700d4b-caec-45c6-bce5-c199bd868c4a tempest-ExtensionsTestJSON-1243568861 tempest-ExtensionsTestJSON-1243568861-project] 10.222.0.89 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0103889 Feb 04 17:30:00.061482 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.db_base_plugin_common [None req-a42ed97c-ea2d-4373-8b23-ce696112958f tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Allocated IP 172.25.6.10 (48165773-85ad-49a1-9ec1-76fc8dc24188/7660bfad-1ea8-4fe7-831b-bed836f13efc/ee69bbe0-d542-47fa-8656-d318868dea82) {{(pid=103376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:30:00.064452 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 47562) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:30:00.073320 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [None req-9b43e91f-7084-4831-adc9-d507e8854104 tempest-ExtensionsTestJSON-1243568861 tempest-ExtensionsTestJSON-1243568861-project] http://10.222.0.89:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=103376) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 17:30:00.077044 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-9b43e91f-7084-4831-adc9-d507e8854104 tempest-ExtensionsTestJSON-1243568861 tempest-ExtensionsTestJSON-1243568861-project] 10.222.0.89 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0099952 Feb 04 17:30:00.083771 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 47564) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:30:00.088040 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [None req-d1ed92c1-4911-4536-86fb-798620d926ea tempest-ExtensionsTestJSON-1243568861 tempest-ExtensionsTestJSON-1243568861-project] http://10.222.0.89:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=103376) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 17:30:00.091662 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-d1ed92c1-4911-4536-86fb-798620d926ea tempest-ExtensionsTestJSON-1243568861 tempest-ExtensionsTestJSON-1243568861-project] 10.222.0.89 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0069323 Feb 04 17:30:00.097978 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 47566) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:30:00.108849 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [None req-79dbbca6-cd23-4345-b15a-5dec8bae2317 tempest-ExtensionsTestJSON-1243568861 tempest-ExtensionsTestJSON-1243568861-project] http://10.222.0.89:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=103376) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 17:30:00.111148 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-79dbbca6-cd23-4345-b15a-5dec8bae2317 tempest-ExtensionsTestJSON-1243568861 tempest-ExtensionsTestJSON-1243568861-project] 10.222.0.89 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0115159 Feb 04 17:30:00.111794 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 47568) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:30:00.124876 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [None req-24f4b337-15e5-4beb-8cad-7a95216c8104 tempest-ExtensionsTestJSON-1243568861 tempest-ExtensionsTestJSON-1243568861-project] http://10.222.0.89:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=103376) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 17:30:00.126475 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-24f4b337-15e5-4beb-8cad-7a95216c8104 tempest-ExtensionsTestJSON-1243568861 tempest-ExtensionsTestJSON-1243568861-project] 10.222.0.89 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0074623 Feb 04 17:30:00.135953 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 47570) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:30:00.149074 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [None req-c0bd633e-786a-4da4-b097-0766dc093608 tempest-ExtensionsTestJSON-1243568861 tempest-ExtensionsTestJSON-1243568861-project] http://10.222.0.89:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=103377) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 17:30:00.150018 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-c0bd633e-786a-4da4-b097-0766dc093608 tempest-ExtensionsTestJSON-1243568861 tempest-ExtensionsTestJSON-1243568861-project] 10.222.0.89 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0079057 Feb 04 17:30:00.153366 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 47572) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:30:00.175308 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-48d974a2-834e-4393-ac15-6344f263c499 req-7c136c72-d226-482c-af04-876dc43e8506 tempest-InstanceActionsNegativeTestJSON-1851552822 tempest-InstanceActionsNegativeTestJSON-1851552822-project] 10.222.0.89 "GET /v2.0/security-groups?id=e8e219a2-2569-4b37-895b-5f2742909877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2449229 Feb 04 17:30:00.186076 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-42af10af-0b06-4290-880a-4099d83fcdc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1541216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25675894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25858947'] for subnet (32617567-702a-48ca-945f-d54124aa2fdb), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:00.186445 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [None req-628cb81a-bd15-4a23-b6dc-4ebbf44f069e tempest-ExtensionsTestJSON-1243568861 tempest-ExtensionsTestJSON-1243568861-project] http://10.222.0.89:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=103377) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 17:30:00.188171 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-628cb81a-bd15-4a23-b6dc-4ebbf44f069e tempest-ExtensionsTestJSON-1243568861 tempest-ExtensionsTestJSON-1243568861-project] 10.222.0.89 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0271282 Feb 04 17:30:00.191164 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 47574) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:30:00.196054 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [None req-01a01ec6-038b-4459-b94f-38b309bedf0a tempest-ExtensionsTestJSON-1243568861 tempest-ExtensionsTestJSON-1243568861-project] http://10.222.0.89:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=103376) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 17:30:00.197246 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-01a01ec6-038b-4459-b94f-38b309bedf0a tempest-ExtensionsTestJSON-1243568861 tempest-ExtensionsTestJSON-1243568861-project] 10.222.0.89 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0050254 Feb 04 17:30:00.215023 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 47576) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:30:00.225181 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [None req-726cb302-8e39-4284-8f1e-79dd694abf0d tempest-ExtensionsTestJSON-1243568861 tempest-ExtensionsTestJSON-1243568861-project] http://10.222.0.89:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=103377) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 17:30:00.226439 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-726cb302-8e39-4284-8f1e-79dd694abf0d tempest-ExtensionsTestJSON-1243568861 tempest-ExtensionsTestJSON-1243568861-project] 10.222.0.89 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0094664 Feb 04 17:30:00.228394 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42af10af-0b06-4290-880a-4099d83fcdc0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=32617567-702a-48ca-945f-d54124aa2fdb,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:30:00.229947 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f02fb6ad-7de3-4977-899e-1701d85544e7 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Made reservation on behalf of 6054a945d1db4859ae33f1c6e4a7b141 for: {'port': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:30:00.230434 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 47578) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:30:00.238343 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-f02fb6ad-7de3-4977-899e-1701d85544e7 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:00.244619 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [None req-b8469826-39b8-49d6-ae9d-64b4b8e047dd tempest-ExtensionsTestJSON-1243568861 tempest-ExtensionsTestJSON-1243568861-project] http://10.222.0.89:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=103376) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 17:30:00.250871 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-b8469826-39b8-49d6-ae9d-64b4b8e047dd tempest-ExtensionsTestJSON-1243568861 tempest-ExtensionsTestJSON-1243568861-project] 10.222.0.89 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0052021 Feb 04 17:30:00.250871 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 47580) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:30:00.254424 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [None req-48b80c8b-5e71-448c-a723-4309dcccb5c6 tempest-ExtensionsTestJSON-1243568861 tempest-ExtensionsTestJSON-1243568861-project] http://10.222.0.89:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=103376) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 17:30:00.258646 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-48b80c8b-5e71-448c-a723-4309dcccb5c6 tempest-ExtensionsTestJSON-1243568861 tempest-ExtensionsTestJSON-1243568861-project] 10.222.0.89 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0047839 Feb 04 17:30:00.261715 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 47582) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:30:00.264860 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-42af10af-0b06-4290-880a-4099d83fcdc0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:00.268430 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-42af10af-0b06-4290-880a-4099d83fcdc0 admin admin] 10.222.0.89 "DELETE /v2.0/subnets/32617567-702a-48ca-945f-d54124aa2fdb HTTP/1.1" status: 204 len: 168 time: 1.1093051 Feb 04 17:30:00.273705 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87e05c8a-453d-48ed-8c6d-8012eacd4dd6 None None] Network 97b2e9b0-cacd-4163-811b-ff2a765f7055 requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:30:00.275021 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 47584) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:30:00.285371 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [None req-a0a44537-c993-4009-9bd6-293a78d9e6de tempest-ExtensionsTestJSON-1243568861 tempest-ExtensionsTestJSON-1243568861-project] http://10.222.0.89:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=103377) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 17:30:00.288667 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-a0a44537-c993-4009-9bd6-293a78d9e6de tempest-ExtensionsTestJSON-1243568861 tempest-ExtensionsTestJSON-1243568861-project] 10.222.0.89 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0067914 Feb 04 17:30:00.291896 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 47586) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:30:00.298016 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [None req-0fe69ae7-cbd0-4cce-91a5-4f1bed552089 tempest-ExtensionsTestJSON-1243568861 tempest-ExtensionsTestJSON-1243568861-project] http://10.222.0.89:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=103377) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 17:30:00.301294 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-0fe69ae7-cbd0-4cce-91a5-4f1bed552089 tempest-ExtensionsTestJSON-1243568861 tempest-ExtensionsTestJSON-1243568861-project] 10.222.0.89 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0061505 Feb 04 17:30:00.304450 n-d-827839-2 neutron-server[103377]: DEBUG neutron.notifiers.nova [None req-f02fb6ad-7de3-4977-899e-1701d85544e7 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] device_id is not set on port f172978d-ae00-4ae7-8045-7f5d134ab858 yet. {{(pid=103377) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 04 17:30:00.363311 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-26ad80d1-1c4f-45bb-8428-7200fca01b45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628832'] for network (97b2e9b0-cacd-4163-811b-ff2a765f7055), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:00.367874 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 47588) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:30:00.373320 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [None req-dd511856-7359-4d80-bc1e-2963cea079c3 tempest-ExtensionsTestJSON-1243568861 tempest-ExtensionsTestJSON-1243568861-project] http://10.222.0.89:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=103376) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 17:30:00.376816 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-dd511856-7359-4d80-bc1e-2963cea079c3 tempest-ExtensionsTestJSON-1243568861 tempest-ExtensionsTestJSON-1243568861-project] 10.222.0.89 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0047100 Feb 04 17:30:00.384315 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 47590) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:30:00.395331 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [None req-1a11f913-835e-472a-9ef0-dd12a604276b tempest-ExtensionsTestJSON-1243568861 tempest-ExtensionsTestJSON-1243568861-project] http://10.222.0.89:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=103376) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 17:30:00.398855 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-1a11f913-835e-472a-9ef0-dd12a604276b tempest-ExtensionsTestJSON-1243568861 tempest-ExtensionsTestJSON-1243568861-project] 10.222.0.89 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0094543 Feb 04 17:30:00.399921 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-a42ed97c-ea2d-4373-8b23-ce696112958f tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Publish callbacks [] for port (ee69bbe0-d542-47fa-8656-d318868dea82), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:00.401924 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 47592) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:30:00.415180 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [None req-ce79a22b-cc88-420e-9057-d7982b10c300 tempest-ExtensionsTestJSON-1243568861 tempest-ExtensionsTestJSON-1243568861-project] http://10.222.0.89:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=103376) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 17:30:00.418866 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-ce79a22b-cc88-420e-9057-d7982b10c300 tempest-ExtensionsTestJSON-1243568861 tempest-ExtensionsTestJSON-1243568861-project] 10.222.0.89 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0122538 Feb 04 17:30:00.421740 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 47594) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:30:00.426369 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [None req-618b395b-b771-4441-8890-f12cca480e89 tempest-ExtensionsTestJSON-1243568861 tempest-ExtensionsTestJSON-1243568861-project] http://10.222.0.89:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=103376) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 17:30:00.426764 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.db_base_plugin_common [None req-f02fb6ad-7de3-4977-899e-1701d85544e7 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Allocated IP 172.20.0.13 (bde93042-b0c8-4c88-acdc-2615e83d5de7/9bed175f-ec9e-47df-93b6-a1b8401c0db1/f172978d-ae00-4ae7-8045-7f5d134ab858) {{(pid=103377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:30:00.430200 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-618b395b-b771-4441-8890-f12cca480e89 tempest-ExtensionsTestJSON-1243568861 tempest-ExtensionsTestJSON-1243568861-project] 10.222.0.89 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0054150 Feb 04 17:30:00.448056 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 47596) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:30:00.454080 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [None req-55afdac0-4994-4b89-92cd-8dc3f62e82d6 tempest-ExtensionsTestJSON-1243568861 tempest-ExtensionsTestJSON-1243568861-project] http://10.222.0.89:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=103376) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 17:30:00.457547 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-55afdac0-4994-4b89-92cd-8dc3f62e82d6 tempest-ExtensionsTestJSON-1243568861 tempest-ExtensionsTestJSON-1243568861-project] 10.222.0.89 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0051007 Feb 04 17:30:00.459090 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 47598) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:30:00.464006 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [None req-1dd33daf-85fe-4d1f-84bc-ba6b80de6aad tempest-ExtensionsTestJSON-1243568861 tempest-ExtensionsTestJSON-1243568861-project] http://10.222.0.89:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=103376) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 17:30:00.467317 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-1dd33daf-85fe-4d1f-84bc-ba6b80de6aad tempest-ExtensionsTestJSON-1243568861 tempest-ExtensionsTestJSON-1243568861-project] 10.222.0.89 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0051215 Feb 04 17:30:00.467919 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 47600) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:30:00.478010 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [None req-63951127-e5e5-4d67-beaa-80d118fabe74 tempest-ExtensionsTestJSON-1243568861 tempest-ExtensionsTestJSON-1243568861-project] http://10.222.0.89:9696/v2.0/extensions/quota-check-limit returned with HTTP 200 {{(pid=103376) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 17:30:00.482198 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-63951127-e5e5-4d67-beaa-80d118fabe74 tempest-ExtensionsTestJSON-1243568861 tempest-ExtensionsTestJSON-1243568861-project] 10.222.0.89 "GET /v2.0/extensions/quota-check-limit HTTP/1.1" status: 200 len: 420 time: 0.0103278 Feb 04 17:30:00.487345 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 47602) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:30:00.501475 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [None req-26b0f99e-035d-400d-a4e8-85c65cc9b534 tempest-ExtensionsTestJSON-1243568861 tempest-ExtensionsTestJSON-1243568861-project] http://10.222.0.89:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=103376) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 17:30:00.505283 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-26b0f99e-035d-400d-a4e8-85c65cc9b534 tempest-ExtensionsTestJSON-1243568861 tempest-ExtensionsTestJSON-1243568861-project] 10.222.0.89 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 386 time: 0.0131240 Feb 04 17:30:00.508027 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 47604) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:30:00.512583 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [None req-4199123a-97f3-42fa-985c-e328de1f706b tempest-ExtensionsTestJSON-1243568861 tempest-ExtensionsTestJSON-1243568861-project] http://10.222.0.89:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=103376) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 17:30:00.515960 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-4199123a-97f3-42fa-985c-e328de1f706b tempest-ExtensionsTestJSON-1243568861 tempest-ExtensionsTestJSON-1243568861-project] 10.222.0.89 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0046289 Feb 04 17:30:00.516978 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 47608) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:30:00.527041 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [None req-5d6589c5-1806-403f-aaf4-dad18eff02d0 tempest-ExtensionsTestJSON-1243568861 tempest-ExtensionsTestJSON-1243568861-project] http://10.222.0.89:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=103376) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 17:30:00.531552 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-5d6589c5-1806-403f-aaf4-dad18eff02d0 tempest-ExtensionsTestJSON-1243568861 tempest-ExtensionsTestJSON-1243568861-project] 10.222.0.89 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0100219 Feb 04 17:30:00.531714 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 47610) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:30:00.539830 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [None req-01b4a75b-8368-4fae-8d17-01bcb55dcb4c tempest-ExtensionsTestJSON-1243568861 tempest-ExtensionsTestJSON-1243568861-project] http://10.222.0.89:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=103376) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 17:30:00.540980 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-01b4a75b-8368-4fae-8d17-01bcb55dcb4c tempest-ExtensionsTestJSON-1243568861 tempest-ExtensionsTestJSON-1243568861-project] 10.222.0.89 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0071838 Feb 04 17:30:00.547401 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 47612) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:30:00.552438 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [None req-5012a845-b887-483b-b600-dbc0c9918146 tempest-ExtensionsTestJSON-1243568861 tempest-ExtensionsTestJSON-1243568861-project] http://10.222.0.89:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=103376) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 17:30:00.556123 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-5012a845-b887-483b-b600-dbc0c9918146 tempest-ExtensionsTestJSON-1243568861 tempest-ExtensionsTestJSON-1243568861-project] 10.222.0.89 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0048788 Feb 04 17:30:00.556123 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 47614) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:30:00.563659 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [None req-df1583aa-411b-4240-a638-14ce43fef6d8 tempest-ExtensionsTestJSON-1243568861 tempest-ExtensionsTestJSON-1243568861-project] http://10.222.0.89:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=103376) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 17:30:00.567525 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-df1583aa-411b-4240-a638-14ce43fef6d8 tempest-ExtensionsTestJSON-1243568861 tempest-ExtensionsTestJSON-1243568861-project] 10.222.0.89 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0061808 Feb 04 17:30:00.567525 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-a42ed97c-ea2d-4373-8b23-ce696112958f tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (ee69bbe0-d542-47fa-8656-d318868dea82), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:00.576194 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-26ad80d1-1c4f-45bb-8428-7200fca01b45 admin admin] Deleting port dffaf284-67e3-44f0-9823-d43bf286bf83 {{(pid=103376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:30:00.576439 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-26ad80d1-1c4f-45bb-8428-7200fca01b45 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (dffaf284-67e3-44f0-9823-d43bf286bf83), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:00.578385 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 47616) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:30:00.617873 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a42ed97c-ea2d-4373-8b23-ce696112958f tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Network 48165773-85ad-49a1-9ec1-76fc8dc24188 is already hosted by enough agents. {{(pid=103376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:30:00.647309 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [None req-77edbd28-80ac-4441-be08-78b4aba764a0 tempest-ExtensionsTestJSON-1243568861 tempest-ExtensionsTestJSON-1243568861-project] http://10.222.0.89:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=103376) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 17:30:00.650809 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-77edbd28-80ac-4441-be08-78b4aba764a0 tempest-ExtensionsTestJSON-1243568861 tempest-ExtensionsTestJSON-1243568861-project] 10.222.0.89 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0288632 Feb 04 17:30:00.651227 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [None req-a42ed97c-ea2d-4373-8b23-ce696112958f tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Resources bound (agent type, host, resource id): {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:30:00.686452 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c00985d9-f2bb-42db-afbf-e1017899e15f None None] DHCP port deletion for 97b2e9b0-cacd-4163-811b-ff2a765f7055 request from n-d-827839-2 {{(pid=103378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 17:30:00.710817 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 47620) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:30:00.715525 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [None req-7d53b840-dea0-433e-b282-5f5351d8921f tempest-ExtensionsTestJSON-1243568861 tempest-ExtensionsTestJSON-1243568861-project] http://10.222.0.89:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=103376) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 17:30:00.716529 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-7d53b840-dea0-433e-b282-5f5351d8921f tempest-ExtensionsTestJSON-1243568861 tempest-ExtensionsTestJSON-1243568861-project] 10.222.0.89 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0046675 Feb 04 17:30:00.720606 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-de0fda6f-e7a3-46de-98ac-ff2ddf5ac523 req-f8940335-6b77-448d-96d3-fc3d32408f35 service neutron] 10.222.0.90 "GET /v2.0/networks/2d90ae87-e7b7-4607-95d1-b95eda3dbbe1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8385670 Feb 04 17:30:00.721186 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a42ed97c-ea2d-4373-8b23-ce696112958f tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Received port after_create {{(pid=103376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:30:00.725310 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 47622) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:30:00.784211 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [None req-aaae3a0d-282d-42d8-abe8-10b0ed36e9ed tempest-ExtensionsTestJSON-1243568861 tempest-ExtensionsTestJSON-1243568861-project] http://10.222.0.89:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=103377) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 17:30:00.787144 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-aaae3a0d-282d-42d8-abe8-10b0ed36e9ed tempest-ExtensionsTestJSON-1243568861 tempest-ExtensionsTestJSON-1243568861-project] 10.222.0.89 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0319755 Feb 04 17:30:00.794711 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 47624) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:30:00.804940 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-f02fb6ad-7de3-4977-899e-1701d85544e7 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Publish callbacks [] for port (f172978d-ae00-4ae7-8045-7f5d134ab858), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:00.838073 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [None req-21d090e4-2637-42c7-b353-47e467130f2e tempest-ExtensionsTestJSON-1243568861 tempest-ExtensionsTestJSON-1243568861-project] http://10.222.0.89:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=103377) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 17:30:00.844941 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42ed97c-ea2d-4373-8b23-ce696112958f tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Pushing event updated for resources: {'Port': ['ID=ee69bbe0-d542-47fa-8656-d318868dea82,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:30:00.845919 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-21d090e4-2637-42c7-b353-47e467130f2e tempest-ExtensionsTestJSON-1243568861 tempest-ExtensionsTestJSON-1243568861-project] 10.222.0.89 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0351605 Feb 04 17:30:00.852405 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [None req-26ad80d1-1c4f-45bb-8428-7200fca01b45 admin admin] For port dffaf284-67e3-44f0-9823-d43bf286bf83, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=dffaf284-67e3-44f0-9823-d43bf286bf83,segment=NetworkSegment(1cf24bdf-cd2a-424e-9446-8006bc746b7c),segment_id=1cf24bdf-cd2a-424e-9446-8006bc746b7c)] {{(pid=103376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:30:00.852798 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-26ad80d1-1c4f-45bb-8428-7200fca01b45 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (dffaf284-67e3-44f0-9823-d43bf286bf83), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:00.857982 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-c00985d9-f2bb-42db-afbf-e1017899e15f None None] Deleting port dffaf284-67e3-44f0-9823-d43bf286bf83 {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:30:00.858709 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c00985d9-f2bb-42db-afbf-e1017899e15f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (dffaf284-67e3-44f0-9823-d43bf286bf83), before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:00.859877 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 47626) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:30:00.864244 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [None req-a2343f15-b2d2-47ef-9e72-4b4a32194ad9 tempest-ExtensionsTestJSON-1243568861 tempest-ExtensionsTestJSON-1243568861-project] http://10.222.0.89:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=103376) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 17:30:00.865609 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-a2343f15-b2d2-47ef-9e72-4b4a32194ad9 tempest-ExtensionsTestJSON-1243568861 tempest-ExtensionsTestJSON-1243568861-project] 10.222.0.89 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0050359 Feb 04 17:30:00.883624 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device dd12a7b1-f096-40a0-88a2-010f3d0fd0ef no longer exists at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:30:00.896162 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 47628) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:30:00.903345 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-eefc6345-55bf-4e90-85f9-1c50f75cd289 req-6f61133f-4e90-4f8a-8249-0505aab30ae3 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] 10.222.0.89 "GET /v2.0/ports?device_id=d23ffa64-7651-4974-8c0d-1ba4c302839d HTTP/1.1" status: 200 len: 210 time: 0.0792637 Feb 04 17:30:00.910686 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [None req-b4a9fcf2-e028-4ee4-a7ef-e9e77afaf5f8 tempest-ExtensionsTestJSON-1243568861 tempest-ExtensionsTestJSON-1243568861-project] http://10.222.0.89:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=103376) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 17:30:00.911477 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-b4a9fcf2-e028-4ee4-a7ef-e9e77afaf5f8 tempest-ExtensionsTestJSON-1243568861 tempest-ExtensionsTestJSON-1243568861-project] 10.222.0.89 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0106494 Feb 04 17:30:00.913097 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-26ad80d1-1c4f-45bb-8428-7200fca01b45 admin admin] Calling delete_port for dffaf284-67e3-44f0-9823-d43bf286bf83 owned by network:dhcp {{(pid=103376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:30:00.921509 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 47630) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:30:00.927281 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [None req-b7408321-56ed-48d4-87e2-8476eb113fa5 tempest-ExtensionsTestJSON-1243568861 tempest-ExtensionsTestJSON-1243568861-project] http://10.222.0.89:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=103376) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 17:30:00.928298 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-b7408321-56ed-48d4-87e2-8476eb113fa5 tempest-ExtensionsTestJSON-1243568861 tempest-ExtensionsTestJSON-1243568861-project] 10.222.0.89 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0058067 Feb 04 17:30:00.940835 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 47632) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:30:00.941705 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [None req-c7ca9ccd-201f-40c5-bb54-902e2681bff6 tempest-ExtensionsTestJSON-1243568861 tempest-ExtensionsTestJSON-1243568861-project] http://10.222.0.89:9696/v2.0/extensions/security-groups-shared-filtering returned with HTTP 200 {{(pid=103376) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 17:30:00.945030 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-c7ca9ccd-201f-40c5-bb54-902e2681bff6 tempest-ExtensionsTestJSON-1243568861 tempest-ExtensionsTestJSON-1243568861-project] 10.222.0.89 "GET /v2.0/extensions/security-groups-shared-filtering HTTP/1.1" status: 200 len: 435 time: 0.0071697 Feb 04 17:30:00.947587 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 47634) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:30:00.952109 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [None req-2330e720-8940-4323-8f34-990a548a5451 tempest-ExtensionsTestJSON-1243568861 tempest-ExtensionsTestJSON-1243568861-project] http://10.222.0.89:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=103376) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 17:30:00.955852 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-2330e720-8940-4323-8f34-990a548a5451 tempest-ExtensionsTestJSON-1243568861 tempest-ExtensionsTestJSON-1243568861-project] 10.222.0.89 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0045764 Feb 04 17:30:00.992473 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 47636) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:30:01.002066 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] No Port match for: dd12a7b1-f096-40a0-88a2-010f3d0fd0ef {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 17:30:01.002556 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device dd12a7b1-f096-40a0-88a2-010f3d0fd0ef not bound to the agent host n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 17:30:01.024775 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-f02fb6ad-7de3-4977-899e-1701d85544e7 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (f172978d-ae00-4ae7-8045-7f5d134ab858), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:01.036295 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-c00985d9-f2bb-42db-afbf-e1017899e15f None None] For port dffaf284-67e3-44f0-9823-d43bf286bf83, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=dffaf284-67e3-44f0-9823-d43bf286bf83,segment=NetworkSegment(1cf24bdf-cd2a-424e-9446-8006bc746b7c),segment_id=1cf24bdf-cd2a-424e-9446-8006bc746b7c)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:30:01.037152 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c00985d9-f2bb-42db-afbf-e1017899e15f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (dffaf284-67e3-44f0-9823-d43bf286bf83), precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:01.057608 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [None req-c8800902-54ef-4eda-8c9f-85fcc75fd6e8 tempest-ExtensionsTestJSON-1243568861 tempest-ExtensionsTestJSON-1243568861-project] http://10.222.0.89:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=103377) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 17:30:01.061920 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 47638) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:30:01.063261 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-c00985d9-f2bb-42db-afbf-e1017899e15f None None] Calling delete_port for dffaf284-67e3-44f0-9823-d43bf286bf83 owned by network:dhcp {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:30:01.063884 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-c8800902-54ef-4eda-8c9f-85fcc75fd6e8 tempest-ExtensionsTestJSON-1243568861 tempest-ExtensionsTestJSON-1243568861-project] 10.222.0.89 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0108707 Feb 04 17:30:01.072458 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [None req-9a6f1f3a-f8eb-45fb-8e2c-2a0d50d2e22b tempest-ExtensionsTestJSON-1243568861 tempest-ExtensionsTestJSON-1243568861-project] http://10.222.0.89:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=103376) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 17:30:01.076558 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-9a6f1f3a-f8eb-45fb-8e2c-2a0d50d2e22b tempest-ExtensionsTestJSON-1243568861 tempest-ExtensionsTestJSON-1243568861-project] 10.222.0.89 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0128798 Feb 04 17:30:01.091194 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f02fb6ad-7de3-4977-899e-1701d85544e7 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Network bde93042-b0c8-4c88-acdc-2615e83d5de7 is already hosted by enough agents. {{(pid=103377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:30:01.140357 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-a42ed97c-ea2d-4373-8b23-ce696112958f tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Publish callbacks [] for floatingip (6e0f629e-978d-4a9d-9732-e69a11d665f7), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:01.151559 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 47640) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:30:01.169863 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [None req-a56115e3-b712-42c6-afed-368e5563ded2 tempest-ExtensionsTestJSON-1243568861 tempest-ExtensionsTestJSON-1243568861-project] http://10.222.0.89:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=103376) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 17:30:01.171510 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-a56115e3-b712-42c6-afed-368e5563ded2 tempest-ExtensionsTestJSON-1243568861 tempest-ExtensionsTestJSON-1243568861-project] 10.222.0.89 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0058277 Feb 04 17:30:01.174881 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 47642) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:30:01.179268 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [None req-850a52a5-66cb-49ff-8073-b1ffa17ad0b1 tempest-ExtensionsTestJSON-1243568861 tempest-ExtensionsTestJSON-1243568861-project] http://10.222.0.89:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=103376) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 17:30:01.184113 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [None req-f02fb6ad-7de3-4977-899e-1701d85544e7 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Resources bound (agent type, host, resource id): {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:30:01.185421 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-850a52a5-66cb-49ff-8073-b1ffa17ad0b1 tempest-ExtensionsTestJSON-1243568861 tempest-ExtensionsTestJSON-1243568861-project] 10.222.0.89 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0094054 Feb 04 17:30:01.190704 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f02fb6ad-7de3-4977-899e-1701d85544e7 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Received port after_create {{(pid=103377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:30:01.209025 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 47644) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:30:01.276365 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02fb6ad-7de3-4977-899e-1701d85544e7 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Pushing event updated for resources: {'Port': ['ID=f172978d-ae00-4ae7-8045-7f5d134ab858,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:30:01.277164 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [None req-33b88291-1114-4051-ae9f-eed0b3710cc0 tempest-ExtensionsTestJSON-1243568861 tempest-ExtensionsTestJSON-1243568861-project] http://10.222.0.89:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=103376) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 17:30:01.282785 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-33b88291-1114-4051-ae9f-eed0b3710cc0 tempest-ExtensionsTestJSON-1243568861 tempest-ExtensionsTestJSON-1243568861-project] 10.222.0.89 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0112014 Feb 04 17:30:01.293279 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 47648) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:30:01.296172 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c00985d9-f2bb-42db-afbf-e1017899e15f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144'] for port (dffaf284-67e3-44f0-9823-d43bf286bf83), after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:01.336947 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-26ad80d1-1c4f-45bb-8428-7200fca01b45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (dffaf284-67e3-44f0-9823-d43bf286bf83), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:01.346077 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [None req-9be04c7c-c4f0-4a9a-91db-9705b84c6c30 tempest-ExtensionsTestJSON-1243568861 tempest-ExtensionsTestJSON-1243568861-project] http://10.222.0.89:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=103376) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 17:30:01.350823 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-9be04c7c-c4f0-4a9a-91db-9705b84c6c30 tempest-ExtensionsTestJSON-1243568861 tempest-ExtensionsTestJSON-1243568861-project] 10.222.0.89 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0550582 Feb 04 17:30:01.361773 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 47650) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:30:01.384846 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [None req-380d2235-56e9-46b5-a916-1cb5d37231f7 tempest-ExtensionsTestJSON-1243568861 tempest-ExtensionsTestJSON-1243568861-project] http://10.222.0.89:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=103376) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 17:30:01.388630 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-380d2235-56e9-46b5-a916-1cb5d37231f7 tempest-ExtensionsTestJSON-1243568861 tempest-ExtensionsTestJSON-1243568861-project] 10.222.0.89 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0245891 Feb 04 17:30:01.409451 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00985d9-f2bb-42db-afbf-e1017899e15f None None] Pushing event deleted for resources: {'Port': ['ID=dffaf284-67e3-44f0-9823-d43bf286bf83,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:30:01.419056 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c00985d9-f2bb-42db-afbf-e1017899e15f None None] No DVR routers for this DVR port dffaf284-67e3-44f0-9823-d43bf286bf83 on host n-d-827839-2 {{(pid=103378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 17:30:01.433776 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 47652) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:30:01.435978 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-a42ed97c-ea2d-4373-8b23-ce696112958f tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (ee69bbe0-d542-47fa-8656-d318868dea82), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:01.442995 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [None req-15e0cfc1-7cfd-4439-972d-c216bf6d3197 tempest-ExtensionsTestJSON-1243568861 tempest-ExtensionsTestJSON-1243568861-project] http://10.222.0.89:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=103376) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 17:30:01.444717 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f02fb6ad-7de3-4977-899e-1701d85544e7 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:30:01.447493 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-15e0cfc1-7cfd-4439-972d-c216bf6d3197 tempest-ExtensionsTestJSON-1243568861 tempest-ExtensionsTestJSON-1243568861-project] 10.222.0.89 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0086665 Feb 04 17:30:01.448554 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26ad80d1-1c4f-45bb-8428-7200fca01b45 admin admin] No DVR routers for this DVR port dffaf284-67e3-44f0-9823-d43bf286bf83 on host n-d-827839-2 {{(pid=103376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 17:30:01.449098 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-f02fb6ad-7de3-4977-899e-1701d85544e7 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:01.472236 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 47654) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:30:01.490727 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [None req-29d56374-8bb8-4345-ae1b-52cb0034c2d8 tempest-ExtensionsTestJSON-1243568861 tempest-ExtensionsTestJSON-1243568861-project] http://10.222.0.89:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=103377) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 17:30:01.494645 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-29d56374-8bb8-4345-ae1b-52cb0034c2d8 tempest-ExtensionsTestJSON-1243568861 tempest-ExtensionsTestJSON-1243568861-project] 10.222.0.89 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0131848 Feb 04 17:30:01.496648 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 47656) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:30:01.500874 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ad80d1-1c4f-45bb-8428-7200fca01b45 admin admin] Pushing event deleted for resources: {'Port': ['ID=dffaf284-67e3-44f0-9823-d43bf286bf83,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:30:01.512144 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [None req-4bfbdd78-408a-4ace-8767-fc4fa7fdd04d tempest-ExtensionsTestJSON-1243568861 tempest-ExtensionsTestJSON-1243568861-project] http://10.222.0.89:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=103376) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 17:30:01.513369 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-4bfbdd78-408a-4ace-8767-fc4fa7fdd04d tempest-ExtensionsTestJSON-1243568861 tempest-ExtensionsTestJSON-1243568861-project] 10.222.0.89 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0092847 Feb 04 17:30:01.542328 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-f02fb6ad-7de3-4977-899e-1701d85544e7 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.0686789 Feb 04 17:30:01.547155 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 47660) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:30:01.589985 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3501c0-932a-4a4e-be4f-96c64baed67b req-a39a5166-a613-457c-a36c-06b5818f7fcd tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:30:01.597674 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-8c3501c0-932a-4a4e-be4f-96c64baed67b req-a39a5166-a613-457c-a36c-06b5818f7fcd tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] 10.222.0.89 "GET /v2.0/ports?device_id=f2c300b1-94a0-4e81-a6de-54c4630651af HTTP/1.1" status: 200 len: 946 time: 0.6000931 Feb 04 17:30:01.649437 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-f8ad92ee-a7ac-45ed-a3bd-48bb68f3ea68 None None] Provisioning complete for port f172978d-ae00-4ae7-8045-7f5d134ab858 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:30:01.649756 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f8ad92ee-a7ac-45ed-a3bd-48bb68f3ea68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (f172978d-ae00-4ae7-8045-7f5d134ab858), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:01.662905 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-8c3501c0-932a-4a4e-be4f-96c64baed67b req-866a4298-6e25-4111-841a-efa9c477db85 tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] 10.222.0.89 "GET /v2.0/security-groups?id=749b530c-d4d8-46cd-99b4-1a8b04e03f53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589638 Feb 04 17:30:01.669344 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f869a0-6437-4813-bd7a-70f4e8c8156f req-5aac18ab-b016-4473-b27b-0765d56a4025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:30:01.674150 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-29f869a0-6437-4813-bd7a-70f4e8c8156f req-5aac18ab-b016-4473-b27b-0765d56a4025 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=7867b686175c4f8fbcea5899d1504cf2&device_id=0c051d22-a8a4-4878-b900-c55de118f87a HTTP/1.1" status: 200 len: 1126 time: 0.7014256 Feb 04 17:30:01.684176 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13104ab-9904-4846-b6d4-012f5fd07acd req-c0e71021-4f0a-4b2f-9e1c-e8ea6dc4ea17 tempest-InstanceActionsNegativeTestJSON-1851552822 tempest-InstanceActionsNegativeTestJSON-1851552822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:30:01.685758 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-a13104ab-9904-4846-b6d4-012f5fd07acd req-c0e71021-4f0a-4b2f-9e1c-e8ea6dc4ea17 tempest-InstanceActionsNegativeTestJSON-1851552822 tempest-InstanceActionsNegativeTestJSON-1851552822-project] 10.222.0.89 "GET /v2.0/ports?device_id=0c051d22-a8a4-4878-b900-c55de118f87a HTTP/1.1" status: 200 len: 944 time: 0.3943584 Feb 04 17:30:01.735069 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a2d2a33-18a3-4b4e-990f-d9de8ed2c41f tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:30:01.736662 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-3a2d2a33-18a3-4b4e-990f-d9de8ed2c41f tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] 10.222.0.89 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.9 HTTP/1.1" status: 200 len: 921 time: 0.1792831 Feb 04 17:30:01.747051 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-f8ad92ee-a7ac-45ed-a3bd-48bb68f3ea68 None None] Port f172978d-ae00-4ae7-8045-7f5d134ab858 cannot update to ACTIVE because it is not bound. {{(pid=103378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 17:30:01.772530 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 47662) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:30:01.792257 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-26ad80d1-1c4f-45bb-8428-7200fca01b45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1543676', 'neutron.services.segments.db._delete_segments_for_network-8781084786517'] for network (97b2e9b0-cacd-4163-811b-ff2a765f7055), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:01.863762 n-d-827839-2 neutron-server[103376]: DEBUG neutron.services.segments.db [None req-26ad80d1-1c4f-45bb-8428-7200fca01b45 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97b2e9b0-cacd-4163-811b-ff2a765f7055']}} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:30:01.869688 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-a13104ab-9904-4846-b6d4-012f5fd07acd req-89c4bf30-f96a-4ec2-9fe2-862fc1dad8d2 tempest-InstanceActionsNegativeTestJSON-1851552822 tempest-InstanceActionsNegativeTestJSON-1851552822-project] 10.222.0.89 "GET /v2.0/security-groups?id=e8e219a2-2569-4b37-895b-5f2742909877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1676831 Feb 04 17:30:01.884817 n-d-827839-2 neutron-server[103376]: DEBUG neutron.services.segments.db [None req-26ad80d1-1c4f-45bb-8428-7200fca01b45 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1cf24bdf-cd2a-424e-9446-8006bc746b7c') {'for_net_delete': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:30:01.885143 n-d-827839-2 neutron-server[103376]: DEBUG neutron.services.segments.db [None req-26ad80d1-1c4f-45bb-8428-7200fca01b45 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1cf24bdf-cd2a-424e-9446-8006bc746b7c') {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:30:01.909708 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-26ad80d1-1c4f-45bb-8428-7200fca01b45 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781084783966', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25674908'] for segment (1cf24bdf-cd2a-424e-9446-8006bc746b7c), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:01.934537 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-26ad80d1-1c4f-45bb-8428-7200fca01b45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (1cf24bdf-cd2a-424e-9446-8006bc746b7c), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:01.955086 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26ad80d1-1c4f-45bb-8428-7200fca01b45 admin admin] Releasing vlan 792 on physical network physnet1 to pool {{(pid=103376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 17:30:01.955822 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-26ad80d1-1c4f-45bb-8428-7200fca01b45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25675992'] for segment (1cf24bdf-cd2a-424e-9446-8006bc746b7c), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:01.957907 n-d-827839-2 neutron-server[103376]: Traceback (most recent call last): Feb 04 17:30:01.957907 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 17:30:01.957907 n-d-827839-2 neutron-server[103376]: timer() Feb 04 17:30:01.957907 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 17:30:01.957907 n-d-827839-2 neutron-server[103376]: cb(*args, **kw) Feb 04 17:30:01.957907 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 17:30:01.957907 n-d-827839-2 neutron-server[103376]: return func(*args, **kwargs) Feb 04 17:30:01.957907 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 17:30:01.957907 n-d-827839-2 neutron-server[103376]: self._notify() Feb 04 17:30:01.957907 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 17:30:01.957907 n-d-827839-2 neutron-server[103376]: self.callback(batched_events) Feb 04 17:30:01.957907 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 17:30:01.957907 n-d-827839-2 neutron-server[103376]: event.method(event) Feb 04 17:30:01.957907 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 17:30:01.957907 n-d-827839-2 neutron-server[103376]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 17:30:01.957907 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 17:30:01.957907 n-d-827839-2 neutron-server[103376]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 17:30:01.957907 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 17:30:01.957907 n-d-827839-2 neutron-server[103376]: return f(self, *a, **k) Feb 04 17:30:01.957907 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 17:30:01.957907 n-d-827839-2 neutron-server[103376]: return self._get(url).json() Feb 04 17:30:01.957907 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 17:30:01.957907 n-d-827839-2 neutron-server[103376]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 17:30:01.957907 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 17:30:01.957907 n-d-827839-2 neutron-server[103376]: return self.request(url, 'GET', **kwargs) Feb 04 17:30:01.957907 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 17:30:01.957907 n-d-827839-2 neutron-server[103376]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 17:30:01.957907 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 17:30:01.957907 n-d-827839-2 neutron-server[103376]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 17:30:01.957907 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 17:30:01.957907 n-d-827839-2 neutron-server[103376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 17:30:01.957907 n-d-827839-2 neutron-server[103376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 17:30:01.961858 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-74ef4f44-d9b0-497a-a6d2-4f9a309f3a25 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Deleting port fbf00253-e4bd-4785-8e47-8a4fbc46d848 {{(pid=103377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:30:01.962996 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-74ef4f44-d9b0-497a-a6d2-4f9a309f3a25 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (fbf00253-e4bd-4785-8e47-8a4fbc46d848), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:01.971461 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f869a0-6437-4813-bd7a-70f4e8c8156f req-bc07858c-c6d1-4a83-95dd-f7817e91cda2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:30:01.990237 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-29f869a0-6437-4813-bd7a-70f4e8c8156f req-bc07858c-c6d1-4a83-95dd-f7817e91cda2 service neutron] 10.222.0.90 "GET /v2.0/networks?id=2d90ae87-e7b7-4607-95d1-b95eda3dbbe1 HTTP/1.1" status: 200 len: 923 time: 0.2724626 Feb 04 17:30:02.010244 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-eadbf521-3877-479e-bfba-02542613d4bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (64ada913-9131-4d99-a265-63a920956287), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:02.022166 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 47670) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:30:02.063943 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 47672) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:30:02.087260 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-26ad80d1-1c4f-45bb-8428-7200fca01b45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1543671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1595572'] for network (97b2e9b0-cacd-4163-811b-ff2a765f7055), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:02.087971 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-29f869a0-6437-4813-bd7a-70f4e8c8156f req-4f601887-b43b-4072-9d56-66b95880de76 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d0b81dfd-b124-4caf-b4ec-334e2eeb3474 HTTP/1.1" status: 200 len: 217 time: 0.0811839 Feb 04 17:30:02.112893 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-26ad80d1-1c4f-45bb-8428-7200fca01b45 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677565'] for network (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:02.116260 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-26ad80d1-1c4f-45bb-8428-7200fca01b45 admin admin] 10.222.0.89 "DELETE /v2.0/networks/97b2e9b0-cacd-4163-811b-ff2a765f7055 HTTP/1.1" status: 204 len: 168 time: 1.8410010 Feb 04 17:30:02.122673 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-a42ed97c-ea2d-4373-8b23-ce696112958f tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Publish callbacks [] for port (ee69bbe0-d542-47fa-8656-d318868dea82), precommit_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:02.124871 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ad80d1-1c4f-45bb-8428-7200fca01b45 admin admin] Pushing event deleted for resources: {'Network': ['ID=97b2e9b0-cacd-4163-811b-ff2a765f7055,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:30:02.126918 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 47676) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:30:02.142982 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-a42ed97c-ea2d-4373-8b23-ce696112958f tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675836'] for port (ee69bbe0-d542-47fa-8656-d318868dea82), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:02.224596 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-74ef4f44-d9b0-497a-a6d2-4f9a309f3a25 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (fbf00253-e4bd-4785-8e47-8a4fbc46d848), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:02.237155 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-8addf9b0-c9cb-416c-8ed5-065c9bfa2064 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Deleting port f172978d-ae00-4ae7-8045-7f5d134ab858 {{(pid=103377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:30:02.237600 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-8addf9b0-c9cb-416c-8ed5-065c9bfa2064 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (f172978d-ae00-4ae7-8045-7f5d134ab858), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:02.248198 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-74ef4f44-d9b0-497a-a6d2-4f9a309f3a25 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Calling delete_port for fbf00253-e4bd-4785-8e47-8a4fbc46d848 owned by network:router_interface {{(pid=103377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:30:02.261463 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f869a0-6437-4813-bd7a-70f4e8c8156f req-da39208a-3469-4406-9418-4d00e3a753ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:30:02.263065 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-29f869a0-6437-4813-bd7a-70f4e8c8156f req-da39208a-3469-4406-9418-4d00e3a753ff service neutron] 10.222.0.90 "GET /v2.0/subnets?id=00017c5e-1a4a-40b5-bd90-a386fb91b3bd HTTP/1.1" status: 200 len: 862 time: 0.1682093 Feb 04 17:30:02.311585 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-a42ed97c-ea2d-4373-8b23-ce696112958f tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1595586'] for floatingip (6e0f629e-978d-4a9d-9732-e69a11d665f7), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:02.358644 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-29f869a0-6437-4813-bd7a-70f4e8c8156f req-d333395b-8933-49c1-a9dd-62b18f49301a service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=2d90ae87-e7b7-4607-95d1-b95eda3dbbe1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0668454 Feb 04 17:30:02.483249 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-8addf9b0-c9cb-416c-8ed5-065c9bfa2064 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (f172978d-ae00-4ae7-8045-7f5d134ab858), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:02.517649 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-8addf9b0-c9cb-416c-8ed5-065c9bfa2064 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Calling delete_port for f172978d-ae00-4ae7-8045-7f5d134ab858 owned by {{(pid=103377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:30:02.628404 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-29f869a0-6437-4813-bd7a-70f4e8c8156f req-38eae299-9797-405b-898b-3e86c7b4b18c service neutron] 10.222.0.90 "GET /v2.0/networks/2d90ae87-e7b7-4607-95d1-b95eda3dbbe1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2304368 Feb 04 17:30:02.715950 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-9df52630-3a62-40cb-81df-ce81fbadb3c3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:02.736397 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-00a0660e-edee-44f8-ba02-158436d13f87 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Publish callbacks [] for security_group (f41001c7-a515-4baa-b12d-2443831f66d9), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:02.738514 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42ed97c-ea2d-4373-8b23-ce696112958f tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Pushing event updated for resources: {'Port': ['ID=ee69bbe0-d542-47fa-8656-d318868dea82,revision_number=2']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:30:02.759726 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device dffaf284-67e3-44f0-9823-d43bf286bf83 no longer exists at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:30:02.792476 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] No Port match for: dffaf284-67e3-44f0-9823-d43bf286bf83 {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 17:30:02.793386 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device dffaf284-67e3-44f0-9823-d43bf286bf83 not bound to the agent host n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 17:30:02.799273 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-00a0660e-edee-44f8-ba02-158436d13f87 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Publish callbacks [] for security_group (f41001c7-a515-4baa-b12d-2443831f66d9), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:02.838876 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-a42ed97c-ea2d-4373-8b23-ce696112958f tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for floatingip (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:02.848622 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-a42ed97c-ea2d-4373-8b23-ce696112958f tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] 10.222.0.89 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.1218123 Feb 04 17:30:02.871649 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-74ef4f44-d9b0-497a-a6d2-4f9a309f3a25 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (fbf00253-e4bd-4785-8e47-8a4fbc46d848), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:02.958126 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d408ec64-b374-4acb-a1fc-48241dad6d47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (0cd6d64a-47a7-40ff-8c12-71dd526c62e0), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:03.000953 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ef4f44-d9b0-497a-a6d2-4f9a309f3a25 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Pushing event deleted for resources: {'Port': ['ID=fbf00253-e4bd-4785-8e47-8a4fbc46d848,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:30:03.084250 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-29f869a0-6437-4813-bd7a-70f4e8c8156f req-7e5cc5a0-18d3-4888-89ae-afa2abe6a809 service neutron] 10.222.0.90 "GET /v2.0/networks/2d90ae87-e7b7-4607-95d1-b95eda3dbbe1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4305494 Feb 04 17:30:03.087756 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-8addf9b0-c9cb-416c-8ed5-065c9bfa2064 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (f172978d-ae00-4ae7-8045-7f5d134ab858), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:03.108618 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-00a0660e-edee-44f8-ba02-158436d13f87 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (f41001c7-a515-4baa-b12d-2443831f66d9), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:03.115655 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-00a0660e-edee-44f8-ba02-158436d13f87 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Publish callbacks [] for security_group (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:03.120704 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-00a0660e-edee-44f8-ba02-158436d13f87 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] 10.222.0.89 "DELETE /v2.0/security-groups/f41001c7-a515-4baa-b12d-2443831f66d9 HTTP/1.1" status: 204 len: 168 time: 1.0566254 Feb 04 17:30:03.129202 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 47692) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:30:03.180037 n-d-827839-2 neutron-server[103377]: INFO neutron.api.v2.resource [None req-01d72b15-e99b-4c5e-abaf-db65c2d9f2b4 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] show failed (client error): The resource could not be found. Feb 04 17:30:03.181090 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-01d72b15-e99b-4c5e-abaf-db65c2d9f2b4 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] 10.222.0.89 "GET /v2.0/security-groups/f41001c7-a515-4baa-b12d-2443831f66d9 HTTP/1.1" status: 404 len: 347 time: 0.0191309 Feb 04 17:30:03.181887 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8addf9b0-c9cb-416c-8ed5-065c9bfa2064 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Pushing event deleted for resources: {'Port': ['ID=f172978d-ae00-4ae7-8045-7f5d134ab858,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:30:03.249080 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-9df52630-3a62-40cb-81df-ce81fbadb3c3 admin admin] Publish callbacks [] for security_group (ce3ea5c1-7917-4a95-8cd4-f6945d4ed8dd), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:03.255121 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a0660e-edee-44f8-ba02-158436d13f87 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f41001c7-a515-4baa-b12d-2443831f66d9,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:30:03.262563 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 47694) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:30:03.266654 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-9df52630-3a62-40cb-81df-ce81fbadb3c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (ce3ea5c1-7917-4a95-8cd4-f6945d4ed8dd), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:03.437423 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-9df52630-3a62-40cb-81df-ce81fbadb3c3 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=dd82402757be4d4c877d1d4210f62140&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4104633 Feb 04 17:30:03.443099 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05f99d9-237c-468b-b031-bcfa8d7c9634 req-adb83e58-4fea-493a-a17a-24042ddaf60c tempest-InstanceActionsNegativeTestJSON-1851552822 tempest-InstanceActionsNegativeTestJSON-1851552822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:30:03.451702 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-a05f99d9-237c-468b-b031-bcfa8d7c9634 req-adb83e58-4fea-493a-a17a-24042ddaf60c tempest-InstanceActionsNegativeTestJSON-1851552822 tempest-InstanceActionsNegativeTestJSON-1851552822-project] 10.222.0.89 "GET /v2.0/ports?device_id=0c051d22-a8a4-4878-b900-c55de118f87a HTTP/1.1" status: 200 len: 944 time: 0.4135404 Feb 04 17:30:03.476029 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 47696) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:30:03.521735 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df52630-3a62-40cb-81df-ce81fbadb3c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce3ea5c1-7917-4a95-8cd4-f6945d4ed8dd,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:30:03.594382 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41ce832-6c66-4ac0-83b1-a07b5821bb94 req-b068e8b1-dd63-4a34-afcc-d73e823f8d16 tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:30:03.595965 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-f41ce832-6c66-4ac0-83b1-a07b5821bb94 req-b068e8b1-dd63-4a34-afcc-d73e823f8d16 tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] 10.222.0.89 "GET /v2.0/ports?device_id=f2c300b1-94a0-4e81-a6de-54c4630651af HTTP/1.1" status: 200 len: 946 time: 0.7445538 Feb 04 17:30:03.685664 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-74ef4f44-d9b0-497a-a6d2-4f9a309f3a25 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1677336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1602614'] for router_interface (14c33c52-5fe1-41bf-94f3-f2cbd2b8e784), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:03.686669 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-a05f99d9-237c-468b-b031-bcfa8d7c9634 req-84bc18c9-2426-45db-955d-6af89745b4c0 tempest-InstanceActionsNegativeTestJSON-1851552822 tempest-InstanceActionsNegativeTestJSON-1851552822-project] 10.222.0.89 "GET /v2.0/security-groups?id=e8e219a2-2569-4b37-895b-5f2742909877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2340801 Feb 04 17:30:03.741918 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-39583fa9-c3a3-4bcb-bdff-95dc370babc5 admin admin] Publish callbacks [] for security_group (ce3ea5c1-7917-4a95-8cd4-f6945d4ed8dd), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:03.772410 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-39583fa9-c3a3-4bcb-bdff-95dc370babc5 admin admin] Publish callbacks [] for security_group (ce3ea5c1-7917-4a95-8cd4-f6945d4ed8dd), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:03.797446 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-8addf9b0-c9cb-416c-8ed5-065c9bfa2064 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:03.803115 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-8addf9b0-c9cb-416c-8ed5-065c9bfa2064 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] 10.222.0.89 "DELETE /v2.0/ports/f172978d-ae00-4ae7-8045-7f5d134ab858 HTTP/1.1" status: 204 len: 168 time: 2.0247278 Feb 04 17:30:03.803985 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 47706) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:30:03.887036 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-39583fa9-c3a3-4bcb-bdff-95dc370babc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (ce3ea5c1-7917-4a95-8cd4-f6945d4ed8dd), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:03.891326 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-39583fa9-c3a3-4bcb-bdff-95dc370babc5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:03.895768 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-39583fa9-c3a3-4bcb-bdff-95dc370babc5 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/ce3ea5c1-7917-4a95-8cd4-f6945d4ed8dd HTTP/1.1" status: 204 len: 168 time: 0.4116776 Feb 04 17:30:03.946124 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-14f2cfc5-2d4c-451f-982f-d73e2e25ddd8 req-396f3383-d85a-4464-85e7-3176562379fc tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] 10.222.0.89 "GET /v2.0/security-groups?name=tempest-securitygroup--1906458580&fields=id&tenant_id=ae7af1f68a8142688c6249d339ab8a6d HTTP/1.1" status: 200 len: 267 time: 0.0926194 Feb 04 17:30:03.948832 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-851c85fc-87f4-4b41-83d4-38adc613c5cb tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Deleting port f6df0c3d-b51d-4c2c-b0c4-ec44b13c7045 {{(pid=103376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:30:03.949267 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-851c85fc-87f4-4b41-83d4-38adc613c5cb tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (f6df0c3d-b51d-4c2c-b0c4-ec44b13c7045), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:03.954404 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39583fa9-c3a3-4bcb-bdff-95dc370babc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce3ea5c1-7917-4a95-8cd4-f6945d4ed8dd,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:30:04.007764 n-d-827839-2 neutron-server[103377]: INFO neutron.pecan_wsgi.hooks.translation [None req-2eeef53e-aa4e-4d8c-9666-c49d2a19fab9 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] GET failed (client error): The resource could not be found. Feb 04 17:30:04.010082 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-2eeef53e-aa4e-4d8c-9666-c49d2a19fab9 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] 10.222.0.89 "GET /v2.0/ports/f172978d-ae00-4ae7-8045-7f5d134ab858 HTTP/1.1" status: 404 len: 333 time: 0.2042136 Feb 04 17:30:04.016207 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 47710) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:30:04.021264 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74ef4f44-d9b0-497a-a6d2-4f9a309f3a25 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Router 14c33c52-5fe1-41bf-94f3-f2cbd2b8e784 has already been hosted by L3 agent 64ada913-9131-4d99-a265-63a920956287 {{(pid=103377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 17:30:04.098818 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f2cfc5-2d4c-451f-982f-d73e2e25ddd8 req-06485512-2d36-4d03-9704-84db33fa87cc tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:30:04.100219 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-14f2cfc5-2d4c-451f-982f-d73e2e25ddd8 req-06485512-2d36-4d03-9704-84db33fa87cc tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] 10.222.0.89 "GET /v2.0/ports/047f18d1-ba45-4554-8c12-d78b1b2ece5e HTTP/1.1" status: 200 len: 930 time: 0.1303124 Feb 04 17:30:04.123339 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-f41ce832-6c66-4ac0-83b1-a07b5821bb94 req-1512f15a-1faa-477e-957f-1ad5dd9b8565 tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] 10.222.0.89 "GET /v2.0/security-groups?id=749b530c-d4d8-46cd-99b4-1a8b04e03f53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4580479 Feb 04 17:30:04.213315 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-851c85fc-87f4-4b41-83d4-38adc613c5cb tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (f6df0c3d-b51d-4c2c-b0c4-ec44b13c7045), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:04.213981 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-851c85fc-87f4-4b41-83d4-38adc613c5cb tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Publish callbacks [] for floatingip (f6df0c3d-b51d-4c2c-b0c4-ec44b13c7045), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:04.241156 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-851c85fc-87f4-4b41-83d4-38adc613c5cb tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Calling delete_port for f6df0c3d-b51d-4c2c-b0c4-ec44b13c7045 owned by network:floatingip {{(pid=103376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:30:04.250908 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f2cfc5-2d4c-451f-982f-d73e2e25ddd8 req-79b60990-4f75-4b17-a055-759a37aeae47 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:30:04.252677 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-14f2cfc5-2d4c-451f-982f-d73e2e25ddd8 req-79b60990-4f75-4b17-a055-759a37aeae47 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] 10.222.0.89 "GET /v2.0/ports/69744c85-4e2f-4594-a5b1-5888c6eca6d5 HTTP/1.1" status: 200 len: 932 time: 0.1228194 Feb 04 17:30:04.284726 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74ef4f44-d9b0-497a-a6d2-4f9a309f3a25 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Notify agent at l3_agent.n-d-827839-2 the message routers_updated {{(pid=103377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 17:30:04.296895 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-74ef4f44-d9b0-497a-a6d2-4f9a309f3a25 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] 10.222.0.89 "PUT /v2.0/routers/14c33c52-5fe1-41bf-94f3-f2cbd2b8e784/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8066316 Feb 04 17:30:04.299006 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 47714) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:30:04.300108 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9aa9ccb-8755-4be6-ac32-826d1544e8fb None None] Sync routers for ids ['14c33c52-5fe1-41bf-94f3-f2cbd2b8e784'] in n-d-827839-2 {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 17:30:04.320985 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9aa9ccb-8755-4be6-ac32-826d1544e8fb None None] Routers {'14c33c52-5fe1-41bf-94f3-f2cbd2b8e784'} bound to L3 agent in host n-d-827839-2 {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:30:04.326588 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-f9aa9ccb-8755-4be6-ac32-826d1544e8fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:30:02Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['14c33c52-5fe1-41bf-94f3-f2cbd2b8e784'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:30:04.372967 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-ec33c6fe-314b-402e-a424-96a1dd37ec7c tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] 10.222.0.89 "GET /v2.0/ports?device_id=14c33c52-5fe1-41bf-94f3-f2cbd2b8e784 HTTP/1.1" status: 200 len: 205 time: 0.0555804 Feb 04 17:30:04.376148 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-6a0d91c6-810a-4360-894b-06544fe7466a tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Deleting port 4d82fa2a-d4cb-440c-a7a2-105f1ab97296 {{(pid=103377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:30:04.376501 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-6a0d91c6-810a-4360-894b-06544fe7466a tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (4d82fa2a-d4cb-440c-a7a2-105f1ab97296), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:04.379278 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 47718) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:30:04.430326 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-f9aa9ccb-8755-4be6-ac32-826d1544e8fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827839-2', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:30:04.454883 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9aa9ccb-8755-4be6-ac32-826d1544e8fb None None] Routers {'14c33c52-5fe1-41bf-94f3-f2cbd2b8e784'} bound to L3 agent in host n-d-827839-2 {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:30:04.455782 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-f9aa9ccb-8755-4be6-ac32-826d1544e8fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:30:02Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['14c33c52-5fe1-41bf-94f3-f2cbd2b8e784'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:30:04.465858 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-80e7b6cc-86b3-412f-9560-fd122f351aa1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602754'] for router_interface (b83e7ec8-9400-4bb2-97a5-bd4c6583fc3d), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:04.471161 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-14f2cfc5-2d4c-451f-982f-d73e2e25ddd8 req-f38d8f9f-fb0a-4db8-9a58-1fcf5a89affb tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] 10.222.0.89 "GET /v2.0/ports?network_id=6de4b58f-ff91-4bdc-9f3d-13346fce97eb&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.2053332 Feb 04 17:30:04.506510 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-f9aa9ccb-8755-4be6-ac32-826d1544e8fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827839-2', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:30:04.507636 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9aa9ccb-8755-4be6-ac32-826d1544e8fb None None] The sync data for ids ['14c33c52-5fe1-41bf-94f3-f2cbd2b8e784'] in n-d-827839-2 is: [] {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 17:30:04.551596 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-ad52305b-7841-4bd6-bcca-6797c04bf42f tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Publish callbacks [] for router (14c33c52-5fe1-41bf-94f3-f2cbd2b8e784), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:04.606269 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-14f2cfc5-2d4c-451f-982f-d73e2e25ddd8 req-5d116a90-6534-4e45-b1bc-01b2a22e4783 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] 10.222.0.89 "GET /v2.0/ports?network_id=6de4b58f-ff91-4bdc-9f3d-13346fce97eb&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1246796 Feb 04 17:30:04.685638 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-6a0d91c6-810a-4360-894b-06544fe7466a tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (4d82fa2a-d4cb-440c-a7a2-105f1ab97296), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:04.761816 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4f14bb47-e72b-46ac-9e44-a61d9293afcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (75326290-f7a3-4db8-9cf2-15c7139ed224), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:04.795487 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-6a0d91c6-810a-4360-894b-06544fe7466a tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Calling delete_port for 4d82fa2a-d4cb-440c-a7a2-105f1ab97296 owned by {{(pid=103377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:30:04.816502 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-ad52305b-7841-4bd6-bcca-6797c04bf42f tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1601811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26971'] for router (14c33c52-5fe1-41bf-94f3-f2cbd2b8e784), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:04.820183 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-ad52305b-7841-4bd6-bcca-6797c04bf42f tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Publish callbacks [] for router_controller (14c33c52-5fe1-41bf-94f3-f2cbd2b8e784), precommit_delete_associations {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:04.932212 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f2cfc5-2d4c-451f-982f-d73e2e25ddd8 req-e09c177f-9225-40f9-a000-303edd0889cb tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:30:04.937525 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f2cfc5-2d4c-451f-982f-d73e2e25ddd8 req-e09c177f-9225-40f9-a000-303edd0889cb tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:30:04.942645 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f2cfc5-2d4c-451f-982f-d73e2e25ddd8 req-e09c177f-9225-40f9-a000-303edd0889cb tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:30:04.944493 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-14f2cfc5-2d4c-451f-982f-d73e2e25ddd8 req-e09c177f-9225-40f9-a000-303edd0889cb tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] 10.222.0.89 "GET /v2.0/networks?id=a64d26d7-6663-4816-93ec-6e302f6e65a3&id=33faf293-e0be-4b60-83b0-8ec497ee643d&id=33faf293-e0be-4b60-83b0-8ec497ee643d&id=6de4b58f-ff91-4bdc-9f3d-13346fce97eb&id=6de4b58f-ff91-4bdc-9f3d-13346fce97eb HTTP/1.1" status: 200 len: 1988 time: 0.3292797 Feb 04 17:30:04.978511 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-14f2cfc5-2d4c-451f-982f-d73e2e25ddd8 req-24bec4e2-54ea-4deb-88ce-86575f58bbdf tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] 10.222.0.89 "GET /v2.0/quotas/ae7af1f68a8142688c6249d339ab8a6d HTTP/1.1" status: 200 len: 375 time: 0.0273716 Feb 04 17:30:05.001792 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-851c85fc-87f4-4b41-83d4-38adc613c5cb tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (f6df0c3d-b51d-4c2c-b0c4-ec44b13c7045), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:05.003799 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-ad52305b-7841-4bd6-bcca-6797c04bf42f tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1601832'] for router (14c33c52-5fe1-41bf-94f3-f2cbd2b8e784), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:05.004091 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad52305b-7841-4bd6-bcca-6797c04bf42f tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Fanout notify agent at l3_agent the message router_deleted on router 14c33c52-5fe1-41bf-94f3-f2cbd2b8e784 {{(pid=103377) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 17:30:05.013851 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-ad52305b-7841-4bd6-bcca-6797c04bf42f tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Publish callbacks [] for router (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:05.014824 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-ad52305b-7841-4bd6-bcca-6797c04bf42f tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] 10.222.0.89 "DELETE /v2.0/routers/14c33c52-5fe1-41bf-94f3-f2cbd2b8e784 HTTP/1.1" status: 204 len: 168 time: 0.6346369 Feb 04 17:30:05.020713 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 47736) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:30:05.038551 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ac4715-75ad-4f84-9661-a15002c48fe7 req-1ad5a520-d87a-4fa1-b5f3-f5f84962dbcf tempest-InstanceActionsNegativeTestJSON-1851552822 tempest-InstanceActionsNegativeTestJSON-1851552822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:30:05.048191 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-b0ac4715-75ad-4f84-9661-a15002c48fe7 req-1ad5a520-d87a-4fa1-b5f3-f5f84962dbcf tempest-InstanceActionsNegativeTestJSON-1851552822 tempest-InstanceActionsNegativeTestJSON-1851552822-project] 10.222.0.89 "GET /v2.0/ports?device_id=0c051d22-a8a4-4878-b900-c55de118f87a HTTP/1.1" status: 200 len: 944 time: 0.2169437 Feb 04 17:30:05.053228 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 47738) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:30:05.079676 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851c85fc-87f4-4b41-83d4-38adc613c5cb tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Pushing event deleted for resources: {'Port': ['ID=f6df0c3d-b51d-4c2c-b0c4-ec44b13c7045,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:30:05.200250 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-14f2cfc5-2d4c-451f-982f-d73e2e25ddd8 req-d5047e44-4bcf-42ae-9429-074844b7e86e tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=ae7af1f68a8142688c6249d339ab8a6d&fields=id HTTP/1.1" status: 200 len: 486 time: 0.2138054 Feb 04 17:30:05.211790 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a96d5cb-855c-4ead-8333-91eb884a46fa tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Deleting subnet 9b4eadd6-8b3b-48e8-bdf1-67eb6ceca26f {{(pid=103377) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 17:30:05.215329 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-851c85fc-87f4-4b41-83d4-38adc613c5cb tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Publish callbacks [] for floatingip (3f32e16a-8058-4810-83c6-b223a705f92f), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:05.219126 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-851c85fc-87f4-4b41-83d4-38adc613c5cb tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for floatingip (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:05.220188 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-5a96d5cb-855c-4ead-8333-91eb884a46fa tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Publish callbacks [] for subnet (9b4eadd6-8b3b-48e8-bdf1-67eb6ceca26f), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:05.220363 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-851c85fc-87f4-4b41-83d4-38adc613c5cb tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] 10.222.0.89 "DELETE /v2.0/floatingips/3f32e16a-8058-4810-83c6-b223a705f92f HTTP/1.1" status: 204 len: 168 time: 1.9433761 Feb 04 17:30:05.224640 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Device d0b81dfd-b124-4caf-b4ec-334e2eeb3474 details requested by agent hyperv_n-h2-827839-2 with host n-h2-827839-2 {{(pid=103378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 17:30:05.224961 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 47744) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:30:05.298493 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-b0ac4715-75ad-4f84-9661-a15002c48fe7 req-4511943f-17f4-490d-8152-375c18f121e8 tempest-InstanceActionsNegativeTestJSON-1851552822 tempest-InstanceActionsNegativeTestJSON-1851552822-project] 10.222.0.89 "GET /v2.0/security-groups?id=e8e219a2-2569-4b37-895b-5f2742909877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2414620 Feb 04 17:30:05.312806 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-6a0d91c6-810a-4360-894b-06544fe7466a tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (4d82fa2a-d4cb-440c-a7a2-105f1ab97296), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:05.353552 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-5a96d5cb-855c-4ead-8333-91eb884a46fa tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26866676'] for subnet (9b4eadd6-8b3b-48e8-bdf1-67eb6ceca26f), precommit_delete_associations {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:05.362103 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-4ec535aa-20e4-429d-b86f-6a2a406e0d1b tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1029585152'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:30:05.391888 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-80e7b6cc-86b3-412f-9560-fd122f351aa1 admin admin] Deleting port 062c688c-e546-4dcf-83a3-7349220c189c {{(pid=103376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:30:05.392231 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-80e7b6cc-86b3-412f-9560-fd122f351aa1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (062c688c-e546-4dcf-83a3-7349220c189c), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:05.418306 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] For port d0b81dfd-b124-4caf-b4ec-334e2eeb3474, host n-h2-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=d0b81dfd-b124-4caf-b4ec-334e2eeb3474,segment=NetworkSegment(164eb830-7960-4939-819e-39b4146b1d60),segment_id=164eb830-7960-4939-819e-39b4146b1d60)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:30:05.447604 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Returning: {'device': 'd0b81dfd-b124-4caf-b4ec-334e2eeb3474', 'network_id': '2d90ae87-e7b7-4607-95d1-b95eda3dbbe1', 'port_id': 'd0b81dfd-b124-4caf-b4ec-334e2eeb3474', 'mac_address': 'fa:16:3e:a4:16:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 787, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00017c5e-1a4a-40b5-bd90-a386fb91b3bd', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 17:30:05.524294 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0d91c6-810a-4360-894b-06544fe7466a tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Pushing event deleted for resources: {'Port': ['ID=4d82fa2a-d4cb-440c-a7a2-105f1ab97296,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:30:05.526294 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Current status of the port d0b81dfd-b124-4caf-b4ec-334e2eeb3474 is: DOWN; New status is: BUILD {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:30:05.526698 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (d0b81dfd-b124-4caf-b4ec-334e2eeb3474), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:05.542131 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d0b81dfd-b124-4caf-b4ec-334e2eeb3474 {{(pid=103378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 17:30:05.568446 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] For port d0b81dfd-b124-4caf-b4ec-334e2eeb3474, host n-h2-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=d0b81dfd-b124-4caf-b4ec-334e2eeb3474,segment=NetworkSegment(164eb830-7960-4939-819e-39b4146b1d60),segment_id=164eb830-7960-4939-819e-39b4146b1d60)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:30:05.586586 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (d0b81dfd-b124-4caf-b4ec-334e2eeb3474), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:05.611516 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ec535aa-20e4-429d-b86f-6a2a406e0d1b tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Made reservation on behalf of be0bdcbeefe0462e91912be1e7159b62 for: {'network': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:30:05.622744 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-14f2cfc5-2d4c-451f-982f-d73e2e25ddd8 req-5e72abe5-bbbf-4d8e-910e-895f9a29182c service neutron] 10.222.0.89 "GET /v2.0/networks/a64d26d7-6663-4816-93ec-6e302f6e65a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3848460 Feb 04 17:30:05.628190 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-4ec535aa-20e4-429d-b86f-6a2a406e0d1b tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for network (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:05.689775 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-4ec535aa-20e4-429d-b86f-6a2a406e0d1b tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Publish callbacks [] for security_group (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:05.690360 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Pushing event updated for resources: {'Port': ['ID=d0b81dfd-b124-4caf-b4ec-334e2eeb3474,revision_number=4']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:30:05.692414 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-6a0d91c6-810a-4360-894b-06544fe7466a tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:05.696345 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (ba70844b-66a0-45fd-a2f2-e6ed673321fc), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:05.703632 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-0c638d73-b02f-4d39-85cb-0223febdfb1e tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Deleting port 8ddcb880-408a-4e5a-992e-36b8049df242 {{(pid=103376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:30:05.704090 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-0c638d73-b02f-4d39-85cb-0223febdfb1e tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (8ddcb880-408a-4e5a-992e-36b8049df242), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:05.716506 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-6a0d91c6-810a-4360-894b-06544fe7466a tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] 10.222.0.89 "DELETE /v2.0/ports/4d82fa2a-d4cb-440c-a7a2-105f1ab97296 HTTP/1.1" status: 204 len: 168 time: 1.6972740 Feb 04 17:30:05.725852 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 47746) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:30:05.748819 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [None req-80e7b6cc-86b3-412f-9560-fd122f351aa1 admin admin] For port 062c688c-e546-4dcf-83a3-7349220c189c, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=062c688c-e546-4dcf-83a3-7349220c189c,segment=NetworkSegment(fe02808d-4383-47bb-9b4e-70c1c22afee4),segment_id=fe02808d-4383-47bb-9b4e-70c1c22afee4)] {{(pid=103376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:30:05.760327 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-80e7b6cc-86b3-412f-9560-fd122f351aa1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (062c688c-e546-4dcf-83a3-7349220c189c), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:05.786195 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9b7ddc-b6a7-41e6-859b-622cc9add01c req-b6223039-3b7f-455d-a425-2802659e20e2 tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:30:05.787721 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-8f9b7ddc-b6a7-41e6-859b-622cc9add01c req-b6223039-3b7f-455d-a425-2802659e20e2 tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] 10.222.0.89 "GET /v2.0/ports?device_id=f2c300b1-94a0-4e81-a6de-54c4630651af HTTP/1.1" status: 200 len: 946 time: 0.3641448 Feb 04 17:30:05.792104 n-d-827839-2 neutron-server[103377]: INFO neutron.pecan_wsgi.hooks.translation [None req-46c036a9-ec3a-477d-b732-e9d1db5fedd6 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] GET failed (client error): The resource could not be found. Feb 04 17:30:05.796573 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-46c036a9-ec3a-477d-b732-e9d1db5fedd6 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] 10.222.0.89 "GET /v2.0/ports/4d82fa2a-d4cb-440c-a7a2-105f1ab97296 HTTP/1.1" status: 404 len: 333 time: 0.0683823 Feb 04 17:30:05.799942 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 47748) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:30:05.803370 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-5a96d5cb-855c-4ead-8333-91eb884a46fa tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1541225'] for subnet (9b4eadd6-8b3b-48e8-bdf1-67eb6ceca26f), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:05.840285 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-80e7b6cc-86b3-412f-9560-fd122f351aa1 admin admin] Calling delete_port for 062c688c-e546-4dcf-83a3-7349220c189c owned by network:router_interface {{(pid=103376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:30:05.915447 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] get_ports_and_sgs() called for port_ids ['d0b81dfd-b124-4caf-b4ec-334e2eeb3474'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 17:30:05.951399 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.db_base_plugin_v2 [None req-1fb74f67-ce64-43a5-80f8-a601899c74de tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Deleting subnet 9bed175f-ec9e-47df-93b6-a1b8401c0db1 {{(pid=103377) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 17:30:05.959825 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-0c638d73-b02f-4d39-85cb-0223febdfb1e tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (8ddcb880-408a-4e5a-992e-36b8049df242), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:05.967887 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-1fb74f67-ce64-43a5-80f8-a601899c74de tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Publish callbacks [] for subnet (9bed175f-ec9e-47df-93b6-a1b8401c0db1), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:05.976679 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-0c638d73-b02f-4d39-85cb-0223febdfb1e tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Calling delete_port for 8ddcb880-408a-4e5a-992e-36b8049df242 owned by {{(pid=103376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:30:05.997401 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-14f2cfc5-2d4c-451f-982f-d73e2e25ddd8 req-0e9f3ef2-11ae-45c2-97c7-a7c2511a0a53 service neutron] 10.222.0.89 "GET /v2.0/networks/a64d26d7-6663-4816-93ec-6e302f6e65a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3734858 Feb 04 17:30:06.006002 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-8f9b7ddc-b6a7-41e6-859b-622cc9add01c req-76315152-af44-48e9-b22f-f6f32affa87e tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] 10.222.0.89 "GET /v2.0/security-groups?id=749b530c-d4d8-46cd-99b4-1a8b04e03f53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2067983 Feb 04 17:30:06.010472 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-5a96d5cb-855c-4ead-8333-91eb884a46fa tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1541216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25888360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25597190'] for subnet (9b4eadd6-8b3b-48e8-bdf1-67eb6ceca26f), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:06.075092 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a96d5cb-855c-4ead-8333-91eb884a46fa tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Pushing event deleted for resources: {'Subnet': ['ID=9b4eadd6-8b3b-48e8-bdf1-67eb6ceca26f,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:30:06.084413 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-1fb74f67-ce64-43a5-80f8-a601899c74de tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26866676'] for subnet (9bed175f-ec9e-47df-93b6-a1b8401c0db1), precommit_delete_associations {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:06.101334 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-14f2cfc5-2d4c-451f-982f-d73e2e25ddd8 req-29b59ee1-e09d-4d31-9b41-1e8373ac9f49 service neutron] 10.222.0.89 "GET /v2.0/ports/047f18d1-ba45-4554-8c12-d78b1b2ece5e?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.1027527 Feb 04 17:30:06.107806 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-4ec535aa-20e4-429d-b86f-6a2a406e0d1b tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Publish callbacks [] for security_group (0d7fd822-0e9f-44bc-baa8-bd9557af5250), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:06.111662 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-5a96d5cb-855c-4ead-8333-91eb884a46fa tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Publish callbacks [] for subnet (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:06.114883 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-5a96d5cb-855c-4ead-8333-91eb884a46fa tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] 10.222.0.89 "DELETE /v2.0/subnets/9b4eadd6-8b3b-48e8-bdf1-67eb6ceca26f HTTP/1.1" status: 204 len: 168 time: 1.0931885 Feb 04 17:30:06.118181 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 47750) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:30:06.118883 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-4ec535aa-20e4-429d-b86f-6a2a406e0d1b tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (0d7fd822-0e9f-44bc-baa8-bd9557af5250), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:06.122305 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d30de977-2f81-482c-9ccd-ae5243d68df7 None None] Network a659cc63-73f6-4f45-84c0-a3ead5007aa3 requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:30:06.224338 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ec535aa-20e4-429d-b86f-6a2a406e0d1b tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] vlan segment allocate from pool success with {'vlan_id': 785, 'physical_network': 'physnet1'} {{(pid=103377) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 17:30:06.243039 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec535aa-20e4-429d-b86f-6a2a406e0d1b tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0d7fd822-0e9f-44bc-baa8-bd9557af5250,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:30:06.269230 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-4ec535aa-20e4-429d-b86f-6a2a406e0d1b tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (e043ec7a-b3a6-44eb-8cd2-f973061fbe14), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:06.269682 n-d-827839-2 neutron-server[103377]: INFO neutron.db.segments_db [None req-4ec535aa-20e4-429d-b86f-6a2a406e0d1b tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Added segment e043ec7a-b3a6-44eb-8cd2-f973061fbe14 of type vlan for network 2fc3ab82-e108-402d-bed1-263ed33bcb5b Feb 04 17:30:06.299515 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ec535aa-20e4-429d-b86f-6a2a406e0d1b tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:30:06.299876 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ec535aa-20e4-429d-b86f-6a2a406e0d1b tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:30:06.300220 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ec535aa-20e4-429d-b86f-6a2a406e0d1b tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:30:06.300561 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ec535aa-20e4-429d-b86f-6a2a406e0d1b tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:30:06.300929 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ec535aa-20e4-429d-b86f-6a2a406e0d1b tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:30:06.301270 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ec535aa-20e4-429d-b86f-6a2a406e0d1b tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:30:06.301608 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ec535aa-20e4-429d-b86f-6a2a406e0d1b tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:30:06.301932 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ec535aa-20e4-429d-b86f-6a2a406e0d1b tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:30:06.302300 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ec535aa-20e4-429d-b86f-6a2a406e0d1b tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:30:06.302573 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ec535aa-20e4-429d-b86f-6a2a406e0d1b tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:30:06.302900 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ec535aa-20e4-429d-b86f-6a2a406e0d1b tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:30:06.303229 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ec535aa-20e4-429d-b86f-6a2a406e0d1b tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:30:06.303556 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ec535aa-20e4-429d-b86f-6a2a406e0d1b tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:30:06.339103 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-392d765d-9012-4432-956b-f759cc826922 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628832'] for network (a659cc63-73f6-4f45-84c0-a3ead5007aa3), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:06.360278 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-4ec535aa-20e4-429d-b86f-6a2a406e0d1b tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781084292801'] for network (2fc3ab82-e108-402d-bed1-263ed33bcb5b), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:06.365926 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-1fb74f67-ce64-43a5-80f8-a601899c74de tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1541225'] for subnet (9bed175f-ec9e-47df-93b6-a1b8401c0db1), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:06.367397 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-14f2cfc5-2d4c-451f-982f-d73e2e25ddd8 req-0d7e8331-6231-4fc4-a133-3ba7b79f59a5 service neutron] 10.222.0.89 "GET /v2.0/networks/33faf293-e0be-4b60-83b0-8ec497ee643d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2650189 Feb 04 17:30:06.427550 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0d71101-4d87-46f9-b713-b1b85afb3895 None None] DHCP port deletion for a659cc63-73f6-4f45-84c0-a3ead5007aa3 request from n-d-827839-2 {{(pid=103378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 17:30:06.477757 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-0c638d73-b02f-4d39-85cb-0223febdfb1e tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (8ddcb880-408a-4e5a-992e-36b8049df242), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:06.520046 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-4ec535aa-20e4-429d-b86f-6a2a406e0d1b tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327'] for network (2fc3ab82-e108-402d-bed1-263ed33bcb5b), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:06.525054 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ec535aa-20e4-429d-b86f-6a2a406e0d1b tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:30:06.525789 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-4ec535aa-20e4-429d-b86f-6a2a406e0d1b tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Publish callbacks [] for network (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:06.558135 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-b0d71101-4d87-46f9-b713-b1b85afb3895 None None] Deleting port a7bd7be2-3d77-4cbc-81bc-a9d76e948885 {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:30:06.559097 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b0d71101-4d87-46f9-b713-b1b85afb3895 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (a7bd7be2-3d77-4cbc-81bc-a9d76e948885), before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:06.661488 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-b0d71101-4d87-46f9-b713-b1b85afb3895 None None] For port a7bd7be2-3d77-4cbc-81bc-a9d76e948885, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=a7bd7be2-3d77-4cbc-81bc-a9d76e948885,segment=NetworkSegment(1ec4cd1f-c84b-478d-9d7f-f74c219a9102),segment_id=1ec4cd1f-c84b-478d-9d7f-f74c219a9102)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:30:06.662605 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b0d71101-4d87-46f9-b713-b1b85afb3895 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (a7bd7be2-3d77-4cbc-81bc-a9d76e948885), precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:06.666429 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-4ec535aa-20e4-429d-b86f-6a2a406e0d1b tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.6121771 Feb 04 17:30:06.669475 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 47754) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:30:06.676292 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-1fb74f67-ce64-43a5-80f8-a601899c74de tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1541216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25888360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25597190'] for subnet (9bed175f-ec9e-47df-93b6-a1b8401c0db1), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:06.680787 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-b0d71101-4d87-46f9-b713-b1b85afb3895 None None] Calling delete_port for a7bd7be2-3d77-4cbc-81bc-a9d76e948885 owned by network:dhcp {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:30:06.699940 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-2bb31b08-2498-4143-98a5-b8dd4c46958c tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Request body: {'subnet': {'network_id': '2fc3ab82-e108-402d-bed1-263ed33bcb5b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:30:06.845627 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device a7bd7be2-3d77-4cbc-81bc-a9d76e948885 no longer exists at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:30:06.857167 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec535aa-20e4-429d-b86f-6a2a406e0d1b tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Pushing event updated for resources: {'Network': ['ID=2fc3ab82-e108-402d-bed1-263ed33bcb5b,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:30:06.877654 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b0d71101-4d87-46f9-b713-b1b85afb3895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144'] for port (a7bd7be2-3d77-4cbc-81bc-a9d76e948885), after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:06.889798 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-1fb74f67-ce64-43a5-80f8-a601899c74de tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Publish callbacks [] for subnet (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:06.893418 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-1fb74f67-ce64-43a5-80f8-a601899c74de tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] 10.222.0.89 "DELETE /v2.0/subnets/9bed175f-ec9e-47df-93b6-a1b8401c0db1 HTTP/1.1" status: 204 len: 168 time: 1.0914521 Feb 04 17:30:06.902471 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 47756) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:30:06.908545 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb74f67-ce64-43a5-80f8-a601899c74de tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Pushing event deleted for resources: {'Subnet': ['ID=9bed175f-ec9e-47df-93b6-a1b8401c0db1,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:30:06.915394 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79876571-031b-4982-b6ff-25ff0827d6a5 None None] Network bde93042-b0c8-4c88-acdc-2615e83d5de7 requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:30:06.917514 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Network 2fc3ab82-e108-402d-bed1-263ed33bcb5b details requested by agent ovs-agent-n-d-827839-2 with host n-d-827839-2 {{(pid=103378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 17:30:06.928000 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d71101-4d87-46f9-b713-b1b85afb3895 None None] Pushing event deleted for resources: {'Port': ['ID=a7bd7be2-3d77-4cbc-81bc-a9d76e948885,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:30:07.028326 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-392d765d-9012-4432-956b-f759cc826922 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Deleting port a7bd7be2-3d77-4cbc-81bc-a9d76e948885 {{(pid=103377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:30:07.028595 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-392d765d-9012-4432-956b-f759cc826922 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (a7bd7be2-3d77-4cbc-81bc-a9d76e948885), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:07.087724 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c638d73-b02f-4d39-85cb-0223febdfb1e tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Pushing event deleted for resources: {'Port': ['ID=8ddcb880-408a-4e5a-992e-36b8049df242,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:30:07.103808 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-2d85d2a8-3558-40a1-b1f5-6b30c2ed5653 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628832'] for network (bde93042-b0c8-4c88-acdc-2615e83d5de7), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:07.126555 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5a7d69-43b5-4e58-ab36-cf40893fd4de req-04e192d3-b317-40c8-a797-e56f91c58f45 tempest-InstanceActionsNegativeTestJSON-1851552822 tempest-InstanceActionsNegativeTestJSON-1851552822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:30:07.143406 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-3f5a7d69-43b5-4e58-ab36-cf40893fd4de req-04e192d3-b317-40c8-a797-e56f91c58f45 tempest-InstanceActionsNegativeTestJSON-1851552822 tempest-InstanceActionsNegativeTestJSON-1851552822-project] 10.222.0.89 "GET /v2.0/ports?device_id=0c051d22-a8a4-4878-b900-c55de118f87a HTTP/1.1" status: 200 len: 945 time: 0.6441121 Feb 04 17:30:07.206916 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bb31b08-2498-4143-98a5-b8dd4c46958c tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Made reservation on behalf of be0bdcbeefe0462e91912be1e7159b62 for: {'subnet': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:30:07.211471 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-2bb31b08-2498-4143-98a5-b8dd4c46958c tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25597243'] for subnet (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:07.261760 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Device d0b81dfd-b124-4caf-b4ec-334e2eeb3474 up at agent hyperv_n-h2-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:30:07.269688 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0d71101-4d87-46f9-b713-b1b85afb3895 None None] No DVR routers for this DVR port a7bd7be2-3d77-4cbc-81bc-a9d76e948885 on host n-d-827839-2 {{(pid=103378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 17:30:07.362642 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] No active binding found for port a7bd7be2-3d77-4cbc-81bc-a9d76e948885 {{(pid=103378) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 04 17:30:07.363186 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] The host n-d-827839-2 is not matching for port a7bd7be2-3d77-4cbc-81bc-a9d76e948885 host None! {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Feb 04 17:30:07.363684 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device a7bd7be2-3d77-4cbc-81bc-a9d76e948885 not bound to the agent host n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 17:30:07.404656 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-14f2cfc5-2d4c-451f-982f-d73e2e25ddd8 req-92bb5325-0996-4aad-a61d-7fb8bae0c893 service neutron] 10.222.0.89 "GET /v2.0/networks/33faf293-e0be-4b60-83b0-8ec497ee643d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9805498 Feb 04 17:30:07.407535 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [None req-392d765d-9012-4432-956b-f759cc826922 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] For port a7bd7be2-3d77-4cbc-81bc-a9d76e948885, host n-d-827839-2, got binding levels [] {{(pid=103377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:30:07.408123 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-392d765d-9012-4432-956b-f759cc826922 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (a7bd7be2-3d77-4cbc-81bc-a9d76e948885), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:07.422530 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cec251b-65b4-43c7-8d02-fb8522be46fc req-5e8ae82d-4f75-4139-9caf-63297f72adb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:30:07.425158 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-6cec251b-65b4-43c7-8d02-fb8522be46fc req-5e8ae82d-4f75-4139-9caf-63297f72adb0 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=e381d232a32f43f9a5f1684dbd7323ca&device_id=f2c300b1-94a0-4e81-a6de-54c4630651af HTTP/1.1" status: 200 len: 1128 time: 0.3591850 Feb 04 17:30:07.479280 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-392d765d-9012-4432-956b-f759cc826922 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Calling delete_port for a7bd7be2-3d77-4cbc-81bc-a9d76e948885 owned by network:dhcp {{(pid=103377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:30:07.491793 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.ipam_backend_mixin [None req-392d765d-9012-4432-956b-f759cc826922 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Port a7bd7be2-3d77-4cbc-81bc-a9d76e948885 was not found and therefore no delete operation was performed {{(pid=103377) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 04 17:30:07.499463 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-3f5a7d69-43b5-4e58-ab36-cf40893fd4de req-85767710-6f73-4d6b-b3fc-9fe074b5bb9f tempest-InstanceActionsNegativeTestJSON-1851552822 tempest-InstanceActionsNegativeTestJSON-1851552822-project] 10.222.0.89 "GET /v2.0/security-groups?id=e8e219a2-2569-4b37-895b-5f2742909877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3537655 Feb 04 17:30:07.501088 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-392d765d-9012-4432-956b-f759cc826922 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (a7bd7be2-3d77-4cbc-81bc-a9d76e948885), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:07.515824 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Provisioning for port d0b81dfd-b124-4caf-b4ec-334e2eeb3474 completed by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 17:30:07.520279 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Provisioning complete for port d0b81dfd-b124-4caf-b4ec-334e2eeb3474 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:30:07.520919 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (d0b81dfd-b124-4caf-b4ec-334e2eeb3474), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:07.525677 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-392d765d-9012-4432-956b-f759cc826922 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] No DVR routers for this DVR port a7bd7be2-3d77-4cbc-81bc-a9d76e948885 on host n-d-827839-2 {{(pid=103377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 17:30:07.553724 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-80e7b6cc-86b3-412f-9560-fd122f351aa1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (062c688c-e546-4dcf-83a3-7349220c189c), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:07.575922 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-0c638d73-b02f-4d39-85cb-0223febdfb1e tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:07.582723 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-0c638d73-b02f-4d39-85cb-0223febdfb1e tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] 10.222.0.89 "DELETE /v2.0/ports/8ddcb880-408a-4e5a-992e-36b8049df242 HTTP/1.1" status: 204 len: 168 time: 2.3566284 Feb 04 17:30:07.604231 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 47760) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:30:07.610669 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392d765d-9012-4432-956b-f759cc826922 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Pushing event deleted for resources: {'Port': ['ID=a7bd7be2-3d77-4cbc-81bc-a9d76e948885,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:30:07.631073 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b148c00-e027-4f7a-836b-d83d0fabe7c9 None None] DHCP port deletion for bde93042-b0c8-4c88-acdc-2615e83d5de7 request from n-d-827839-2 {{(pid=103378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 17:30:07.736388 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-2d85d2a8-3558-40a1-b1f5-6b30c2ed5653 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Deleting port 73f993b0-8a97-4063-8d31-6a8b03e05292 {{(pid=103377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:30:07.739635 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Current status of the port d0b81dfd-b124-4caf-b4ec-334e2eeb3474 is: BUILD; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:30:07.740025 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (d0b81dfd-b124-4caf-b4ec-334e2eeb3474), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:07.746088 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-2d85d2a8-3558-40a1-b1f5-6b30c2ed5653 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (73f993b0-8a97-4063-8d31-6a8b03e05292), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:07.799347 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-5b148c00-e027-4f7a-836b-d83d0fabe7c9 None None] Deleting port 73f993b0-8a97-4063-8d31-6a8b03e05292 {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:30:07.800407 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5b148c00-e027-4f7a-836b-d83d0fabe7c9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (73f993b0-8a97-4063-8d31-6a8b03e05292), before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:07.808174 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c051d22-a8a4-4878-b900-c55de118f87a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0b81dfd-b124-4caf-b4ec-334e2eeb3474'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:30:07.811843 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c34bc964ce2211770fda26ca2f3801cc06f4f39928110690550e94ab9c9d2fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05ac3af5-ca0c-42b0-9c68-ac0d1b3dadff" -d '{"events": [{"server_uuid": "0c051d22-a8a4-4878-b900-c55de118f87a", "name": "network-vif-plugged", "status": "completed", "tag": "d0b81dfd-b124-4caf-b4ec-334e2eeb3474"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:30:07.825363 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-14f2cfc5-2d4c-451f-982f-d73e2e25ddd8 req-5968790a-a58a-4232-8724-07c399b5039f service neutron] 10.222.0.89 "GET /v2.0/ports/69744c85-4e2f-4594-a5b1-5888c6eca6d5?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.3988614 Feb 04 17:30:07.838562 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e7b6cc-86b3-412f-9560-fd122f351aa1 admin admin] Pushing event deleted for resources: {'Port': ['ID=062c688c-e546-4dcf-83a3-7349220c189c,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:30:07.938152 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] For port d0b81dfd-b124-4caf-b4ec-334e2eeb3474, host n-h2-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=d0b81dfd-b124-4caf-b4ec-334e2eeb3474,segment=NetworkSegment(164eb830-7960-4939-819e-39b4146b1d60),segment_id=164eb830-7960-4939-819e-39b4146b1d60)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:30:07.959322 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (d0b81dfd-b124-4caf-b4ec-334e2eeb3474), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:08.047082 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Pushing event updated for resources: {'Port': ['ID=d0b81dfd-b124-4caf-b4ec-334e2eeb3474,revision_number=5']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:30:08.077493 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-5b148c00-e027-4f7a-836b-d83d0fabe7c9 None None] For port 73f993b0-8a97-4063-8d31-6a8b03e05292, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=73f993b0-8a97-4063-8d31-6a8b03e05292,segment=NetworkSegment(4aceaa26-8396-43f5-8ab1-9e4f0e0cbb43),segment_id=4aceaa26-8396-43f5-8ab1-9e4f0e0cbb43)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:30:08.077972 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5b148c00-e027-4f7a-836b-d83d0fabe7c9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (73f993b0-8a97-4063-8d31-6a8b03e05292), precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:08.104233 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-5b148c00-e027-4f7a-836b-d83d0fabe7c9 None None] Calling delete_port for 73f993b0-8a97-4063-8d31-6a8b03e05292 owned by network:dhcp {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:30:08.129656 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-d53cd866-dbcc-4692-9564-36bfb78e84be tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Deleting port d9d313cd-c191-41ee-8480-aa1e52db3c64 {{(pid=103376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:30:08.130756 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-d53cd866-dbcc-4692-9564-36bfb78e84be tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (d9d313cd-c191-41ee-8480-aa1e52db3c64), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:08.243230 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-d53cd866-dbcc-4692-9564-36bfb78e84be tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (d9d313cd-c191-41ee-8480-aa1e52db3c64), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:08.259090 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-d53cd866-dbcc-4692-9564-36bfb78e84be tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Calling delete_port for d9d313cd-c191-41ee-8480-aa1e52db3c64 owned by {{(pid=103376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:30:08.283156 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5b148c00-e027-4f7a-836b-d83d0fabe7c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144'] for port (73f993b0-8a97-4063-8d31-6a8b03e05292), after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:08.323723 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b148c00-e027-4f7a-836b-d83d0fabe7c9 None None] Pushing event deleted for resources: {'Port': ['ID=73f993b0-8a97-4063-8d31-6a8b03e05292,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:30:08.332618 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b148c00-e027-4f7a-836b-d83d0fabe7c9 None None] No DVR routers for this DVR port 73f993b0-8a97-4063-8d31-6a8b03e05292 on host n-d-827839-2 {{(pid=103378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 17:30:08.411092 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-392d765d-9012-4432-956b-f759cc826922 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1543676', 'neutron.services.segments.db._delete_segments_for_network-8781084786517'] for network (a659cc63-73f6-4f45-84c0-a3ead5007aa3), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:08.505030 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-d53cd866-dbcc-4692-9564-36bfb78e84be tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (d9d313cd-c191-41ee-8480-aa1e52db3c64), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:08.506850 n-d-827839-2 neutron-server[103377]: DEBUG neutron.services.segments.db [None req-392d765d-9012-4432-956b-f759cc826922 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a659cc63-73f6-4f45-84c0-a3ead5007aa3']}} {{(pid=103377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:30:08.532814 n-d-827839-2 neutron-server[103377]: DEBUG neutron.services.segments.db [None req-392d765d-9012-4432-956b-f759cc826922 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ec4cd1f-c84b-478d-9d7f-f74c219a9102') {'for_net_delete': True} {{(pid=103377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:30:08.533224 n-d-827839-2 neutron-server[103377]: DEBUG neutron.services.segments.db [None req-392d765d-9012-4432-956b-f759cc826922 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ec4cd1f-c84b-478d-9d7f-f74c219a9102') {} {{(pid=103377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:30:08.537732 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [None req-2d85d2a8-3558-40a1-b1f5-6b30c2ed5653 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] For port 73f993b0-8a97-4063-8d31-6a8b03e05292, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=73f993b0-8a97-4063-8d31-6a8b03e05292,segment=NetworkSegment(4aceaa26-8396-43f5-8ab1-9e4f0e0cbb43),segment_id=4aceaa26-8396-43f5-8ab1-9e4f0e0cbb43)] {{(pid=103377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:30:08.538210 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-2d85d2a8-3558-40a1-b1f5-6b30c2ed5653 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (73f993b0-8a97-4063-8d31-6a8b03e05292), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:08.541321 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cec251b-65b4-43c7-8d02-fb8522be46fc req-584525f6-d50c-4631-bea9-cc4ef61649d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:30:08.542894 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-6cec251b-65b4-43c7-8d02-fb8522be46fc req-584525f6-d50c-4631-bea9-cc4ef61649d1 service neutron] 10.222.0.96 "GET /v2.0/networks?id=482d30fe-67ad-4874-a89a-719137c68b40 HTTP/1.1" status: 200 len: 918 time: 0.9589803 Feb 04 17:30:08.562911 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-14f2cfc5-2d4c-451f-982f-d73e2e25ddd8 req-cb40903b-0db7-478d-bf8b-d7b65fdb1f88 service neutron] 10.222.0.89 "GET /v2.0/networks/33faf293-e0be-4b60-83b0-8ec497ee643d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6948397 Feb 04 17:30:08.586787 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-392d765d-9012-4432-956b-f759cc826922 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781084783966', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26866685'] for segment (1ec4cd1f-c84b-478d-9d7f-f74c219a9102), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:08.589316 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-2d85d2a8-3558-40a1-b1f5-6b30c2ed5653 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Calling delete_port for 73f993b0-8a97-4063-8d31-6a8b03e05292 owned by network:dhcp {{(pid=103377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:30:08.615754 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715ce5e3-f9b2-4f89-bce4-fe21d8db7e87 req-294db7d5-3c1e-4d63-90c8-168453b89e3a tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:30:08.622736 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-715ce5e3-f9b2-4f89-bce4-fe21d8db7e87 req-294db7d5-3c1e-4d63-90c8-168453b89e3a tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] 10.222.0.89 "GET /v2.0/ports?device_id=f2c300b1-94a0-4e81-a6de-54c4630651af HTTP/1.1" status: 200 len: 946 time: 0.9228907 Feb 04 17:30:08.652041 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-392d765d-9012-4432-956b-f759cc826922 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (1ec4cd1f-c84b-478d-9d7f-f74c219a9102), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:08.678152 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-2bb31b08-2498-4143-98a5-b8dd4c46958c tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25889445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25597197'] for subnet (f32925a0-00a7-46f6-bca0-32a601eb0bac), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:08.682884 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53cd866-dbcc-4692-9564-36bfb78e84be tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Pushing event deleted for resources: {'Port': ['ID=d9d313cd-c191-41ee-8480-aa1e52db3c64,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:30:08.683683 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-392d765d-9012-4432-956b-f759cc826922 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Releasing vlan 777 on physical network physnet1 to pool {{(pid=103377) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 17:30:08.684094 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-392d765d-9012-4432-956b-f759cc826922 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25888454'] for segment (1ec4cd1f-c84b-478d-9d7f-f74c219a9102), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:08.693423 n-d-827839-2 neutron-server[103377]: Traceback (most recent call last): Feb 04 17:30:08.693423 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 17:30:08.693423 n-d-827839-2 neutron-server[103377]: timer() Feb 04 17:30:08.693423 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 17:30:08.693423 n-d-827839-2 neutron-server[103377]: cb(*args, **kw) Feb 04 17:30:08.693423 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 17:30:08.693423 n-d-827839-2 neutron-server[103377]: return func(*args, **kwargs) Feb 04 17:30:08.693423 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 17:30:08.693423 n-d-827839-2 neutron-server[103377]: self._notify() Feb 04 17:30:08.693423 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 17:30:08.693423 n-d-827839-2 neutron-server[103377]: self.callback(batched_events) Feb 04 17:30:08.693423 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 17:30:08.693423 n-d-827839-2 neutron-server[103377]: event.method(event) Feb 04 17:30:08.693423 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 17:30:08.693423 n-d-827839-2 neutron-server[103377]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 17:30:08.693423 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 17:30:08.693423 n-d-827839-2 neutron-server[103377]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 17:30:08.693423 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 17:30:08.693423 n-d-827839-2 neutron-server[103377]: return f(self, *a, **k) Feb 04 17:30:08.693423 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 17:30:08.693423 n-d-827839-2 neutron-server[103377]: return self._get(url).json() Feb 04 17:30:08.693423 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 17:30:08.693423 n-d-827839-2 neutron-server[103377]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 17:30:08.693423 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 17:30:08.693423 n-d-827839-2 neutron-server[103377]: return self.request(url, 'GET', **kwargs) Feb 04 17:30:08.693423 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 17:30:08.693423 n-d-827839-2 neutron-server[103377]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 17:30:08.693423 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 17:30:08.693423 n-d-827839-2 neutron-server[103377]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 17:30:08.693423 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 17:30:08.693423 n-d-827839-2 neutron-server[103377]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 17:30:08.693423 n-d-827839-2 neutron-server[103377]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 17:30:08.834131 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-6cec251b-65b4-43c7-8d02-fb8522be46fc req-ae21aca2-a9cc-4955-bcac-1d315a91736e service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=22c61319-a2fc-4148-8d7a-ce20ec6f79cd HTTP/1.1" status: 200 len: 1001 time: 0.2820029 Feb 04 17:30:08.896359 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 73f993b0-8a97-4063-8d31-6a8b03e05292 no longer exists at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:30:08.926076 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] No Port match for: 73f993b0-8a97-4063-8d31-6a8b03e05292 {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 17:30:08.926433 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 73f993b0-8a97-4063-8d31-6a8b03e05292 not bound to the agent host n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 17:30:08.939309 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cec251b-65b4-43c7-8d02-fb8522be46fc req-51099440-b921-45d3-ab64-534a14b4fa09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:30:08.941006 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-6cec251b-65b4-43c7-8d02-fb8522be46fc req-51099440-b921-45d3-ab64-534a14b4fa09 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=038a8af9-19f4-4848-babf-d3b1e786f999 HTTP/1.1" status: 200 len: 856 time: 0.0849054 Feb 04 17:30:08.947872 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-14f2cfc5-2d4c-451f-982f-d73e2e25ddd8 req-d9c900a7-13bc-4ade-806e-685832b956eb service neutron] 10.222.0.89 "GET /v2.0/networks/33faf293-e0be-4b60-83b0-8ec497ee643d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3260140 Feb 04 17:30:08.949366 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-d53cd866-dbcc-4692-9564-36bfb78e84be tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:08.954579 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-d53cd866-dbcc-4692-9564-36bfb78e84be tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] 10.222.0.89 "DELETE /v2.0/ports/d9d313cd-c191-41ee-8480-aa1e52db3c64 HTTP/1.1" status: 204 len: 168 time: 1.3127768 Feb 04 17:30:08.956667 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-80e7b6cc-86b3-412f-9560-fd122f351aa1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1677336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1602614'] for router_interface (b83e7ec8-9400-4bb2-97a5-bd4c6583fc3d), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:08.963902 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 47766) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:30:08.987479 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-715ce5e3-f9b2-4f89-bce4-fe21d8db7e87 req-84e46ad1-41ee-4694-9bcf-75dbf4dac143 tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] 10.222.0.89 "GET /v2.0/security-groups?id=749b530c-d4d8-46cd-99b4-1a8b04e03f53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3636642 Feb 04 17:30:08.988080 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-392d765d-9012-4432-956b-f759cc826922 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1543671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1595572'] for network (a659cc63-73f6-4f45-84c0-a3ead5007aa3), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:09.025418 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb31b08-2498-4143-98a5-b8dd4c46958c tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Pushing event updated for resources: {'Subnet': ['ID=f32925a0-00a7-46f6-bca0-32a601eb0bac,revision_number=0']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:30:09.027515 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-392d765d-9012-4432-956b-f759cc826922 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Publish callbacks [] for network (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:09.030463 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-392d765d-9012-4432-956b-f759cc826922 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] 10.222.0.89 "DELETE /v2.0/networks/a659cc63-73f6-4f45-84c0-a3ead5007aa3 HTTP/1.1" status: 204 len: 168 time: 2.9082732 Feb 04 17:30:09.056757 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 47768) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:30:09.072226 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-f59c9ce2-c902-44ca-a8d2-5a09b4819adc tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1872959318', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:30:09.073320 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 17:30:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85cb1019-999e-4f67-868f-945e544ec617 x-openstack-request-id: req-85cb1019-999e-4f67-868f-945e544ec617 {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:30:09.073800 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c051d22-a8a4-4878-b900-c55de118f87a", "name": "network-vif-plugged", "status": "completed", "tag": "d0b81dfd-b124-4caf-b4ec-334e2eeb3474", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:30:09.074351 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-85cb1019-999e-4f67-868f-945e544ec617 {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:30:09.074866 n-d-827839-2 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c051d22-a8a4-4878-b900-c55de118f87a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0b81dfd-b124-4caf-b4ec-334e2eeb3474', 'code': 200} Feb 04 17:30:09.098552 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392d765d-9012-4432-956b-f759cc826922 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Pushing event deleted for resources: {'Network': ['ID=a659cc63-73f6-4f45-84c0-a3ead5007aa3,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:30:09.212101 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bb31b08-2498-4143-98a5-b8dd4c46958c tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Checking segment: {'id': 'e043ec7a-b3a6-44eb-8cd2-f973061fbe14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '2fc3ab82-e108-402d-bed1-263ed33bcb5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:30:09.212477 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bb31b08-2498-4143-98a5-b8dd4c46958c tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Network hostable DHCP agents. Network: 2fc3ab82-e108-402d-bed1-263ed33bcb5b, hostable agents: ['bb89f5a3-3c22-440b-b7d1-c4f0c43c184a'], hosted agents: [] {{(pid=103377) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 17:30:09.214616 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-2d85d2a8-3558-40a1-b1f5-6b30c2ed5653 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (73f993b0-8a97-4063-8d31-6a8b03e05292), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:09.234157 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cec251b-65b4-43c7-8d02-fb8522be46fc req-195d3d8c-a713-4a00-8e49-4d036854efdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:30:09.236458 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-6cec251b-65b4-43c7-8d02-fb8522be46fc req-195d3d8c-a713-4a00-8e49-4d036854efdf service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=482d30fe-67ad-4874-a89a-719137c68b40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2807879 Feb 04 17:30:09.253353 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-f59c9ce2-c902-44ca-a8d2-5a09b4819adc tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1601657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26921'] for router (519b5a09-be1a-4ed6-9cee-17d9dd42bfa6), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:09.254382 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-f59c9ce2-c902-44ca-a8d2-5a09b4819adc tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1602025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603663', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1630571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26960'] for router (519b5a09-be1a-4ed6-9cee-17d9dd42bfa6), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:09.295964 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-14f2cfc5-2d4c-451f-982f-d73e2e25ddd8 req-5d51d936-042f-4820-a697-cf92fb7248b1 service neutron] 10.222.0.89 "GET /v2.0/networks/33faf293-e0be-4b60-83b0-8ec497ee643d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3217616 Feb 04 17:30:09.339868 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d088b87-55b2-415e-b080-24ac070fb7c0 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Deleting subnet a6fc7b77-ba48-4d2d-af47-eb29cf9d0175 {{(pid=103377) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 17:30:09.413826 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-9d088b87-55b2-415e-b080-24ac070fb7c0 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Publish callbacks [] for subnet (a6fc7b77-ba48-4d2d-af47-eb29cf9d0175), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:09.421193 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d85d2a8-3558-40a1-b1f5-6b30c2ed5653 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Pushing event deleted for resources: {'Port': ['ID=73f993b0-8a97-4063-8d31-6a8b03e05292,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:30:09.459546 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-f59c9ce2-c902-44ca-a8d2-5a09b4819adc tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Publish callbacks [] for router_controller (519b5a09-be1a-4ed6-9cee-17d9dd42bfa6), precommit_add_association {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:09.478630 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-f59c9ce2-c902-44ca-a8d2-5a09b4819adc tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1602046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603680'] for router (519b5a09-be1a-4ed6-9cee-17d9dd42bfa6), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:09.499855 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d85d2a8-3558-40a1-b1f5-6b30c2ed5653 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] No DVR routers for this DVR port 73f993b0-8a97-4063-8d31-6a8b03e05292 on host n-d-827839-2 {{(pid=103377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 17:30:09.524854 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520f4c32-7b91-4e73-a8c3-858d666a71cd req-b5081ece-1c31-4b27-8f67-de20c658f1bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:30:09.526477 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-520f4c32-7b91-4e73-a8c3-858d666a71cd req-b5081ece-1c31-4b27-8f67-de20c658f1bf service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=0c051d22-a8a4-4878-b900-c55de118f87a HTTP/1.1" status: 200 len: 1128 time: 0.3265903 Feb 04 17:30:09.532809 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-f59c9ce2-c902-44ca-a8d2-5a09b4819adc tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Publish callbacks [] for router (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:09.535248 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-f59c9ce2-c902-44ca-a8d2-5a09b4819adc tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] 10.222.0.89 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.4757259 Feb 04 17:30:09.559419 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 47770) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:30:09.574148 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b792d039-66f0-49f2-89de-541b01726298 req-b76ca674-a9f5-470d-8b1f-0faf4492dfc2 tempest-InstanceActionsNegativeTestJSON-1851552822 tempest-InstanceActionsNegativeTestJSON-1851552822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:30:09.575691 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-b792d039-66f0-49f2-89de-541b01726298 req-b76ca674-a9f5-470d-8b1f-0faf4492dfc2 tempest-InstanceActionsNegativeTestJSON-1851552822 tempest-InstanceActionsNegativeTestJSON-1851552822-project] 10.222.0.89 "GET /v2.0/ports?device_id=0c051d22-a8a4-4878-b900-c55de118f87a HTTP/1.1" status: 200 len: 946 time: 0.4244094 Feb 04 17:30:09.579937 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bb31b08-2498-4143-98a5-b8dd4c46958c tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Network 2fc3ab82-e108-402d-bed1-263ed33bcb5b is scheduled to be hosted by DHCP agent bb89f5a3-3c22-440b-b7d1-c4f0c43c184a with binding_index 1 {{(pid=103377) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 17:30:09.581638 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-9b8f57d3-0ce8-4c5b-ab64-796b432b6b70 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-867666295'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:30:09.603184 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-6cec251b-65b4-43c7-8d02-fb8522be46fc req-93033a5d-e9a9-4290-9f23-641861857d57 service neutron] 10.222.0.96 "GET /v2.0/networks/482d30fe-67ad-4874-a89a-719137c68b40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3561506 Feb 04 17:30:09.617443 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-14f2cfc5-2d4c-451f-982f-d73e2e25ddd8 req-4b623acf-e23e-4d87-894b-808bf5094b57 service neutron] 10.222.0.89 "GET /v2.0/networks/33faf293-e0be-4b60-83b0-8ec497ee643d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3193817 Feb 04 17:30:09.644414 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-2d85d2a8-3558-40a1-b1f5-6b30c2ed5653 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1543676', 'neutron.services.segments.db._delete_segments_for_network-8781084786517'] for network (bde93042-b0c8-4c88-acdc-2615e83d5de7), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:09.672992 n-d-827839-2 neutron-server[103377]: DEBUG neutron.services.segments.db [None req-2d85d2a8-3558-40a1-b1f5-6b30c2ed5653 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bde93042-b0c8-4c88-acdc-2615e83d5de7']}} {{(pid=103377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:30:09.682987 n-d-827839-2 neutron-server[103377]: DEBUG neutron.services.segments.db [None req-2d85d2a8-3558-40a1-b1f5-6b30c2ed5653 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4aceaa26-8396-43f5-8ab1-9e4f0e0cbb43') {'for_net_delete': True} {{(pid=103377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:30:09.683357 n-d-827839-2 neutron-server[103377]: DEBUG neutron.services.segments.db [None req-2d85d2a8-3558-40a1-b1f5-6b30c2ed5653 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4aceaa26-8396-43f5-8ab1-9e4f0e0cbb43') {} {{(pid=103377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:30:09.698717 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-2d85d2a8-3558-40a1-b1f5-6b30c2ed5653 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781084783966', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26866685'] for segment (4aceaa26-8396-43f5-8ab1-9e4f0e0cbb43), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:09.716594 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-2d85d2a8-3558-40a1-b1f5-6b30c2ed5653 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (4aceaa26-8396-43f5-8ab1-9e4f0e0cbb43), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:09.723837 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d85d2a8-3558-40a1-b1f5-6b30c2ed5653 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Releasing vlan 750 on physical network physnet1 to pool {{(pid=103377) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 17:30:09.724417 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-2d85d2a8-3558-40a1-b1f5-6b30c2ed5653 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25888454'] for segment (4aceaa26-8396-43f5-8ab1-9e4f0e0cbb43), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:09.741312 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b8f57d3-0ce8-4c5b-ab64-796b432b6b70 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Made reservation on behalf of 9117ee7d05a54905bc1e8a5956601b14 for: {'network': 1} {{(pid=103376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:30:09.744630 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-9b8f57d3-0ce8-4c5b-ab64-796b432b6b70 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for network (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:09.779727 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-9d088b87-55b2-415e-b080-24ac070fb7c0 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26866676'] for subnet (a6fc7b77-ba48-4d2d-af47-eb29cf9d0175), precommit_delete_associations {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:09.784851 n-d-827839-2 neutron-server[103377]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 17:30:09.784851 n-d-827839-2 neutron-server[103377]: self.session.flush() Feb 04 17:30:09.784851 n-d-827839-2 neutron-server[103377]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 17:30:09.784851 n-d-827839-2 neutron-server[103377]: self.session.flush() Feb 04 17:30:09.784851 n-d-827839-2 neutron-server[103377]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 17:30:09.784851 n-d-827839-2 neutron-server[103377]: self.session.flush() Feb 04 17:30:09.784851 n-d-827839-2 neutron-server[103377]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 17:30:09.784851 n-d-827839-2 neutron-server[103377]: self.session.flush() Feb 04 17:30:09.784851 n-d-827839-2 neutron-server[103377]: Traceback (most recent call last): Feb 04 17:30:09.784851 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 17:30:09.784851 n-d-827839-2 neutron-server[103377]: timer() Feb 04 17:30:09.784851 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 17:30:09.784851 n-d-827839-2 neutron-server[103377]: cb(*args, **kw) Feb 04 17:30:09.784851 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 17:30:09.784851 n-d-827839-2 neutron-server[103377]: return func(*args, **kwargs) Feb 04 17:30:09.784851 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 17:30:09.784851 n-d-827839-2 neutron-server[103377]: self._notify() Feb 04 17:30:09.784851 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 17:30:09.784851 n-d-827839-2 neutron-server[103377]: self.callback(batched_events) Feb 04 17:30:09.784851 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 17:30:09.784851 n-d-827839-2 neutron-server[103377]: event.method(event) Feb 04 17:30:09.784851 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 17:30:09.784851 n-d-827839-2 neutron-server[103377]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 17:30:09.784851 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 17:30:09.784851 n-d-827839-2 neutron-server[103377]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 17:30:09.784851 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 17:30:09.784851 n-d-827839-2 neutron-server[103377]: return f(self, *a, **k) Feb 04 17:30:09.784851 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 17:30:09.784851 n-d-827839-2 neutron-server[103377]: return self._get(url).json() Feb 04 17:30:09.784851 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 17:30:09.784851 n-d-827839-2 neutron-server[103377]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 17:30:09.784851 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 17:30:09.784851 n-d-827839-2 neutron-server[103377]: return self.request(url, 'GET', **kwargs) Feb 04 17:30:09.784851 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 17:30:09.784851 n-d-827839-2 neutron-server[103377]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 17:30:09.784851 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 17:30:09.784851 n-d-827839-2 neutron-server[103377]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 17:30:09.784851 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 17:30:09.784851 n-d-827839-2 neutron-server[103377]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 17:30:09.784851 n-d-827839-2 neutron-server[103377]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 17:30:09.835205 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [None req-2bb31b08-2498-4143-98a5-b8dd4c46958c tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827839-2, 2fc3ab82-e108-402d-bed1-263ed33bcb5b) {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:30:09.849897 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-766c947d-1ad6-4e47-99ad-9969e420975f None None] Network 2fc3ab82-e108-402d-bed1-263ed33bcb5b requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:30:09.854129 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bb31b08-2498-4143-98a5-b8dd4c46958c tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:30:09.854880 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-2bb31b08-2498-4143-98a5-b8dd4c46958c tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Publish callbacks [] for subnet (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:09.862086 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b8f57d3-0ce8-4c5b-ab64-796b432b6b70 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] vlan segment allocate from pool success with {'vlan_id': 796, 'physical_network': 'physnet1'} {{(pid=103376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 17:30:09.892501 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-6cec251b-65b4-43c7-8d02-fb8522be46fc req-6542d376-4159-4bbc-96f9-360700a61dc3 service neutron] 10.222.0.96 "GET /v2.0/networks/482d30fe-67ad-4874-a89a-719137c68b40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2624919 Feb 04 17:30:09.896353 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80e7b6cc-86b3-412f-9560-fd122f351aa1 admin admin] Router b83e7ec8-9400-4bb2-97a5-bd4c6583fc3d has already been hosted by L3 agent 64ada913-9131-4d99-a265-63a920956287 {{(pid=103376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 17:30:09.896842 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-2d85d2a8-3558-40a1-b1f5-6b30c2ed5653 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1543671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1595572'] for network (bde93042-b0c8-4c88-acdc-2615e83d5de7), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:09.902997 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-9b8f57d3-0ce8-4c5b-ab64-796b432b6b70 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (028768ed-e5eb-4b17-8f52-479724313647), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:09.903950 n-d-827839-2 neutron-server[103376]: INFO neutron.db.segments_db [None req-9b8f57d3-0ce8-4c5b-ab64-796b432b6b70 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Added segment 028768ed-e5eb-4b17-8f52-479724313647 of type vlan for network e491b4ae-a9ba-443a-b592-68de5d6c355f Feb 04 17:30:09.918884 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-2d85d2a8-3558-40a1-b1f5-6b30c2ed5653 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Publish callbacks [] for network (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:09.926131 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-2d85d2a8-3558-40a1-b1f5-6b30c2ed5653 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] 10.222.0.89 "DELETE /v2.0/networks/bde93042-b0c8-4c88-acdc-2615e83d5de7 HTTP/1.1" status: 204 len: 168 time: 3.0148120 Feb 04 17:30:09.935248 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 47776) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:30:09.936237 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-14f2cfc5-2d4c-451f-982f-d73e2e25ddd8 req-7f7dfcea-bf5d-4bb4-ad29-e53b451f68c9 service neutron] 10.222.0.89 "GET /v2.0/networks/33faf293-e0be-4b60-83b0-8ec497ee643d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3165443 Feb 04 17:30:09.938799 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-520f4c32-7b91-4e73-a8c3-858d666a71cd req-931968c1-fb41-4d00-9ad9-cd44bf1fe4cc service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=e8e219a2-2569-4b37-895b-5f2742909877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3795319 Feb 04 17:30:09.944825 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-2bb31b08-2498-4143-98a5-b8dd4c46958c tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 3.2721195 Feb 04 17:30:09.948338 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 47778) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:30:09.960955 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-4d660700-843f-4f97-8c29-c3bfcd01c743 tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-213103095', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188'}, 'admin_state_up': False}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:30:09.982969 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-b31ce97e-4268-4a1b-9974-ca45a5da601a tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-720018325'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:30:10.008632 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d85d2a8-3558-40a1-b1f5-6b30c2ed5653 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Pushing event deleted for resources: {'Network': ['ID=bde93042-b0c8-4c88-acdc-2615e83d5de7,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:30:10.047940 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-b792d039-66f0-49f2-89de-541b01726298 req-31b1363e-e20c-4b48-b6c3-d187ec097111 tempest-InstanceActionsNegativeTestJSON-1851552822 tempest-InstanceActionsNegativeTestJSON-1851552822-project] 10.222.0.89 "GET /v2.0/security-groups?id=e8e219a2-2569-4b37-895b-5f2742909877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2639244 Feb 04 17:30:10.048432 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d79863e6-08a2-43cd-a0bc-7bc5d7a40ead None None] Network 2fc3ab82-e108-402d-bed1-263ed33bcb5b requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:30:10.071369 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-9d088b87-55b2-415e-b080-24ac070fb7c0 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1541225'] for subnet (a6fc7b77-ba48-4d2d-af47-eb29cf9d0175), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:10.083585 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b31ce97e-4268-4a1b-9974-ca45a5da601a tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Made reservation on behalf of 6054a945d1db4859ae33f1c6e4a7b141 for: {'network': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:30:10.095275 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-b31ce97e-4268-4a1b-9974-ca45a5da601a tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for network (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:10.215023 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b31ce97e-4268-4a1b-9974-ca45a5da601a tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] vlan segment allocate from pool success with {'vlan_id': 791, 'physical_network': 'physnet1'} {{(pid=103377) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 17:30:10.227000 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (f20a1ab3-4332-4f54-833b-ba4a7c687e89), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:10.240682 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-b31ce97e-4268-4a1b-9974-ca45a5da601a tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (d6c528cd-dc43-48e6-b2af-987c49502274), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:10.241159 n-d-827839-2 neutron-server[103377]: INFO neutron.db.segments_db [None req-b31ce97e-4268-4a1b-9974-ca45a5da601a tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Added segment d6c528cd-dc43-48e6-b2af-987c49502274 of type vlan for network a5a7e6a8-8a81-4740-bc60-40e596a9b25f Feb 04 17:30:10.262367 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-9d088b87-55b2-415e-b080-24ac070fb7c0 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1541216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25888360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25597190'] for subnet (a6fc7b77-ba48-4d2d-af47-eb29cf9d0175), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:10.302563 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c21c61-35c1-4f6c-a0fd-4db435a0320d req-3ce468b7-8a35-4358-9b91-02d099bbf9ec tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:30:10.310034 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-e5c21c61-35c1-4f6c-a0fd-4db435a0320d req-3ce468b7-8a35-4358-9b91-02d099bbf9ec tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] 10.222.0.89 "GET /v2.0/ports?device_id=f2c300b1-94a0-4e81-a6de-54c4630651af HTTP/1.1" status: 200 len: 946 time: 0.1763051 Feb 04 17:30:10.359056 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d088b87-55b2-415e-b080-24ac070fb7c0 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Pushing event deleted for resources: {'Subnet': ['ID=a6fc7b77-ba48-4d2d-af47-eb29cf9d0175,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:30:10.367756 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-b31ce97e-4268-4a1b-9974-ca45a5da601a tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781084292801'] for network (a5a7e6a8-8a81-4740-bc60-40e596a9b25f), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:10.370737 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-9d088b87-55b2-415e-b080-24ac070fb7c0 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Publish callbacks [] for subnet (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:10.374080 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6908d05-4231-4873-8b26-d24cf7c48e3b None None] Network 8c9cb33a-476f-4f00-a8aa-706c33a5dd83 requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:30:10.377264 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-9d088b87-55b2-415e-b080-24ac070fb7c0 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] 10.222.0.89 "DELETE /v2.0/subnets/a6fc7b77-ba48-4d2d-af47-eb29cf9d0175 HTTP/1.1" status: 204 len: 168 time: 1.4123111 Feb 04 17:30:10.379714 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 47782) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:30:10.476799 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7bdadd8-291f-433f-b02b-51b4a2db8178 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Deleting subnet c75ba609-a10e-4499-b6d7-a9d627fc3822 {{(pid=103377) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 17:30:10.493967 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-d7bdadd8-291f-433f-b02b-51b4a2db8178 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Publish callbacks [] for subnet (c75ba609-a10e-4499-b6d7-a9d627fc3822), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:10.553348 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-e5c21c61-35c1-4f6c-a0fd-4db435a0320d req-cd39a9f3-b054-4730-82d6-fbd5528927ef tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] 10.222.0.89 "GET /v2.0/security-groups?id=749b530c-d4d8-46cd-99b4-1a8b04e03f53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2424743 Feb 04 17:30:10.573626 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-9b8f57d3-0ce8-4c5b-ab64-796b432b6b70 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781084292801'] for network (e491b4ae-a9ba-443a-b592-68de5d6c355f), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:10.576853 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-4d660700-843f-4f97-8c29-c3bfcd01c743 tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1601657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26921'] for router (e533f000-d94a-4439-a4c6-1b113390e45f), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:10.577944 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-4d660700-843f-4f97-8c29-c3bfcd01c743 tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1602025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603663', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1630571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26960'] for router (e533f000-d94a-4439-a4c6-1b113390e45f), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:10.579791 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-b31ce97e-4268-4a1b-9974-ca45a5da601a tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327'] for network (a5a7e6a8-8a81-4740-bc60-40e596a9b25f), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:10.585525 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b31ce97e-4268-4a1b-9974-ca45a5da601a tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:30:10.586379 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-b31ce97e-4268-4a1b-9974-ca45a5da601a tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Publish callbacks [] for network (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:10.590570 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-d7bdadd8-291f-433f-b02b-51b4a2db8178 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26866676'] for subnet (c75ba609-a10e-4499-b6d7-a9d627fc3822), precommit_delete_associations {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:10.656515 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62bbc3be-5fed-44d0-9cd6-2e7ad7304df1 None None] DHCP port deletion for 8c9cb33a-476f-4f00-a8aa-706c33a5dd83 request from n-d-827839-2 {{(pid=103378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 17:30:10.681715 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-9b8f57d3-0ce8-4c5b-ab64-796b432b6b70 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327'] for network (e491b4ae-a9ba-443a-b592-68de5d6c355f), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:10.693831 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b8f57d3-0ce8-4c5b-ab64-796b432b6b70 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:30:10.694482 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-9b8f57d3-0ce8-4c5b-ab64-796b432b6b70 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677565'] for network (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:10.733126 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-b31ce97e-4268-4a1b-9974-ca45a5da601a tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.7870364 Feb 04 17:30:10.741044 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 47784) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:30:10.759365 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 73fc320b-bc27-4c23-aade-00c8eb22d5be no longer exists at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:30:10.762507 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-62bbc3be-5fed-44d0-9cd6-2e7ad7304df1 None None] Deleting port 73fc320b-bc27-4c23-aade-00c8eb22d5be {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:30:10.762820 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-62bbc3be-5fed-44d0-9cd6-2e7ad7304df1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (73fc320b-bc27-4c23-aade-00c8eb22d5be), before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:10.764852 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-5062ee83-357d-497e-8a20-ad6107aedbd9 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Request body: {'subnet': {'network_id': 'a5a7e6a8-8a81-4740-bc60-40e596a9b25f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:30:10.776652 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80e7b6cc-86b3-412f-9560-fd122f351aa1 admin admin] Notify agent at l3_agent.n-d-827839-2 the message routers_updated {{(pid=103376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 17:30:10.801063 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9c9da75-df8e-4553-9fed-6cacbf7e3cd8 None None] Sync routers for ids ['b83e7ec8-9400-4bb2-97a5-bd4c6583fc3d'] in n-d-827839-2 {{(pid=103378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 17:30:10.809184 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-14f2cfc5-2d4c-451f-982f-d73e2e25ddd8 req-c128e97c-ebda-4132-bd91-c5af0de36b12 service neutron] 10.222.0.89 "GET /v2.0/networks/33faf293-e0be-4b60-83b0-8ec497ee643d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8719156 Feb 04 17:30:10.814851 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-9b8f57d3-0ce8-4c5b-ab64-796b432b6b70 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.2467463 Feb 04 17:30:10.818247 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-80e7b6cc-86b3-412f-9560-fd122f351aa1 admin admin] 10.222.0.89 "PUT /v2.0/routers/b83e7ec8-9400-4bb2-97a5-bd4c6583fc3d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6846023 Feb 04 17:30:10.818247 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-4d660700-843f-4f97-8c29-c3bfcd01c743 tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Publish callbacks [] for router_controller (e533f000-d94a-4439-a4c6-1b113390e45f), precommit_add_association {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:10.820791 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 47786) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:30:10.820791 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 47788) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:30:10.837178 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-51659f94-0d35-4da9-af54-e73c29e8425d tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Request body: {'subnet': {'network_id': 'e491b4ae-a9ba-443a-b592-68de5d6c355f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:30:10.867520 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9c9da75-df8e-4553-9fed-6cacbf7e3cd8 None None] Routers {'b83e7ec8-9400-4bb2-97a5-bd4c6583fc3d'} bound to L3 agent in host n-d-827839-2 {{(pid=103378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:30:10.868238 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-c9c9da75-df8e-4553-9fed-6cacbf7e3cd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:30:02Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['b83e7ec8-9400-4bb2-97a5-bd4c6583fc3d'], 'active': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:30:10.892370 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31ce97e-4268-4a1b-9974-ca45a5da601a tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Pushing event updated for resources: {'Network': ['ID=a5a7e6a8-8a81-4740-bc60-40e596a9b25f,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:30:10.919508 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Network a5a7e6a8-8a81-4740-bc60-40e596a9b25f details requested by agent ovs-agent-n-d-827839-2 with host n-d-827839-2 {{(pid=103378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 17:30:10.953415 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-d7bdadd8-291f-433f-b02b-51b4a2db8178 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1541225'] for subnet (c75ba609-a10e-4499-b6d7-a9d627fc3822), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:11.012353 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-62bbc3be-5fed-44d0-9cd6-2e7ad7304df1 None None] For port 73fc320b-bc27-4c23-aade-00c8eb22d5be, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=73fc320b-bc27-4c23-aade-00c8eb22d5be,segment=NetworkSegment(156d2511-93c9-4616-953a-81bac597ab8a),segment_id=156d2511-93c9-4616-953a-81bac597ab8a)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:30:11.013052 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-62bbc3be-5fed-44d0-9cd6-2e7ad7304df1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (73fc320b-bc27-4c23-aade-00c8eb22d5be), precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:11.027047 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5062ee83-357d-497e-8a20-ad6107aedbd9 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Made reservation on behalf of 6054a945d1db4859ae33f1c6e4a7b141 for: {'subnet': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:30:11.032261 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-5062ee83-357d-497e-8a20-ad6107aedbd9 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25597243'] for subnet (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:11.060676 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8f57d3-0ce8-4c5b-ab64-796b432b6b70 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Pushing event updated for resources: {'Network': ['ID=e491b4ae-a9ba-443a-b592-68de5d6c355f,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:30:11.065573 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-62bbc3be-5fed-44d0-9cd6-2e7ad7304df1 None None] Calling delete_port for 73fc320b-bc27-4c23-aade-00c8eb22d5be owned by network:dhcp {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:30:11.170573 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Network e491b4ae-a9ba-443a-b592-68de5d6c355f details requested by agent ovs-agent-n-d-827839-2 with host n-d-827839-2 {{(pid=103378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 17:30:11.192458 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-d7bdadd8-291f-433f-b02b-51b4a2db8178 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1541216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25888360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25597190'] for subnet (c75ba609-a10e-4499-b6d7-a9d627fc3822), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:11.264882 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7bdadd8-291f-433f-b02b-51b4a2db8178 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Pushing event deleted for resources: {'Subnet': ['ID=c75ba609-a10e-4499-b6d7-a9d627fc3822,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:30:11.273917 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-d7bdadd8-291f-433f-b02b-51b4a2db8178 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Publish callbacks [] for subnet (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:11.277896 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-d7bdadd8-291f-433f-b02b-51b4a2db8178 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] 10.222.0.89 "DELETE /v2.0/subnets/c75ba609-a10e-4499-b6d7-a9d627fc3822 HTTP/1.1" status: 204 len: 168 time: 0.8947954 Feb 04 17:30:11.285401 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 47800) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:30:11.328525 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83237734-d411-44d2-80f0-2e00d53f8592 None None] Network 556cd7fb-ae94-473e-9ec8-6200a52368e1 requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:30:11.357979 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-14f2cfc5-2d4c-451f-982f-d73e2e25ddd8 req-d2d5bdaf-dfff-4667-8d90-028314d09602 service neutron] 10.222.0.89 "GET /v2.0/networks/6de4b58f-ff91-4bdc-9f3d-13346fce97eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5362637 Feb 04 17:30:11.376376 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-4d660700-843f-4f97-8c29-c3bfcd01c743 tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Publish callbacks [] for router_gateway (e533f000-d94a-4439-a4c6-1b113390e45f), precommit_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:11.397092 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8603fb05-4323-4962-8c05-16adfb4302c4 req-33567ef3-7573-40eb-b50a-24129bfb95f1 tempest-InstanceActionsNegativeTestJSON-1851552822 tempest-InstanceActionsNegativeTestJSON-1851552822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:30:11.404352 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-8603fb05-4323-4962-8c05-16adfb4302c4 req-33567ef3-7573-40eb-b50a-24129bfb95f1 tempest-InstanceActionsNegativeTestJSON-1851552822 tempest-InstanceActionsNegativeTestJSON-1851552822-project] 10.222.0.89 "GET /v2.0/ports?device_id=0c051d22-a8a4-4878-b900-c55de118f87a HTTP/1.1" status: 200 len: 946 time: 0.2156527 Feb 04 17:30:11.437459 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51659f94-0d35-4da9-af54-e73c29e8425d tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Made reservation on behalf of 9117ee7d05a54905bc1e8a5956601b14 for: {'subnet': 1} {{(pid=103376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:30:11.441215 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-51659f94-0d35-4da9-af54-e73c29e8425d tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25859006'] for subnet (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:11.448596 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-66626eb3-4a44-4467-ab95-d43944879553 admin admin] Publish callbacks [] for router (b83e7ec8-9400-4bb2-97a5-bd4c6583fc3d), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:11.463437 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-38de0472-b152-4104-9616-86b7684483e2 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628832'] for network (8c9cb33a-476f-4f00-a8aa-706c33a5dd83), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:11.481579 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port 73fc320b-bc27-4c23-aade-00c8eb22d5be is: ACTIVE; New status is: DOWN {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:30:11.481968 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (73fc320b-bc27-4c23-aade-00c8eb22d5be), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:11.511812 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-8603fb05-4323-4962-8c05-16adfb4302c4 req-30551f77-1bc3-40c1-8179-824a11e4eb8c tempest-InstanceActionsNegativeTestJSON-1851552822 tempest-InstanceActionsNegativeTestJSON-1851552822-project] 10.222.0.89 "GET /v2.0/security-groups?id=e8e219a2-2569-4b37-895b-5f2742909877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052282 Feb 04 17:30:11.532267 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvr_db [None req-c9c9da75-df8e-4553-9fed-6cacbf7e3cd8 None None] Set router b83e7ec8-9400-4bb2-97a5-bd4c6583fc3d gateway port host: n-d-827839-2 {{(pid=103378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:30:11.565771 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-5062ee83-357d-497e-8a20-ad6107aedbd9 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25889445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25597197'] for subnet (a856ce71-8bd0-4ff5-8d0f-49df6e6550b3), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:11.688496 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5062ee83-357d-497e-8a20-ad6107aedbd9 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Pushing event updated for resources: {'Subnet': ['ID=a856ce71-8bd0-4ff5-8d0f-49df6e6550b3,revision_number=0']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:30:11.711153 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-38de0472-b152-4104-9616-86b7684483e2 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Deleting port 73fc320b-bc27-4c23-aade-00c8eb22d5be {{(pid=103377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:30:11.711530 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-38de0472-b152-4104-9616-86b7684483e2 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (73fc320b-bc27-4c23-aade-00c8eb22d5be), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:11.722687 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-14f2cfc5-2d4c-451f-982f-d73e2e25ddd8 req-735392fe-2b9b-45ba-85b3-15782e269b86 service neutron] 10.222.0.89 "GET /v2.0/networks/6de4b58f-ff91-4bdc-9f3d-13346fce97eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3499789 Feb 04 17:30:11.800500 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5062ee83-357d-497e-8a20-ad6107aedbd9 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Checking segment: {'id': 'd6c528cd-dc43-48e6-b2af-987c49502274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'a5a7e6a8-8a81-4740-bc60-40e596a9b25f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:30:11.800928 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5062ee83-357d-497e-8a20-ad6107aedbd9 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Network hostable DHCP agents. Network: a5a7e6a8-8a81-4740-bc60-40e596a9b25f, hostable agents: ['bb89f5a3-3c22-440b-b7d1-c4f0c43c184a'], hosted agents: [] {{(pid=103377) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 17:30:11.848451 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [None req-38de0472-b152-4104-9616-86b7684483e2 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] For port 73fc320b-bc27-4c23-aade-00c8eb22d5be, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=73fc320b-bc27-4c23-aade-00c8eb22d5be,segment=NetworkSegment(156d2511-93c9-4616-953a-81bac597ab8a),segment_id=156d2511-93c9-4616-953a-81bac597ab8a)] {{(pid=103377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:30:11.848839 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-38de0472-b152-4104-9616-86b7684483e2 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (73fc320b-bc27-4c23-aade-00c8eb22d5be), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:11.870155 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] For port 73fc320b-bc27-4c23-aade-00c8eb22d5be, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=73fc320b-bc27-4c23-aade-00c8eb22d5be,segment=NetworkSegment(156d2511-93c9-4616-953a-81bac597ab8a),segment_id=156d2511-93c9-4616-953a-81bac597ab8a)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:30:11.871334 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b9ca5c-9537-48b7-be93-59160cb84b79 req-aca4661b-75b1-4241-9f5b-bf4dd0e6c8ee tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:30:11.873293 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-b7b9ca5c-9537-48b7-be93-59160cb84b79 req-aca4661b-75b1-4241-9f5b-bf4dd0e6c8ee tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] 10.222.0.89 "GET /v2.0/ports?device_id=f2c300b1-94a0-4e81-a6de-54c4630651af HTTP/1.1" status: 200 len: 946 time: 0.1932850 Feb 04 17:30:11.874602 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5062ee83-357d-497e-8a20-ad6107aedbd9 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Network a5a7e6a8-8a81-4740-bc60-40e596a9b25f is scheduled to be hosted by DHCP agent bb89f5a3-3c22-440b-b7d1-c4f0c43c184a with binding_index 1 {{(pid=103377) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 17:30:11.879011 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (73fc320b-bc27-4c23-aade-00c8eb22d5be), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:11.879995 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-66626eb3-4a44-4467-ab95-d43944879553 admin admin] Publish callbacks [] for router_gateway (b83e7ec8-9400-4bb2-97a5-bd4c6583fc3d), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:11.895650 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-62bbc3be-5fed-44d0-9cd6-2e7ad7304df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144'] for port (73fc320b-bc27-4c23-aade-00c8eb22d5be), after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:11.912261 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [None req-5062ee83-357d-497e-8a20-ad6107aedbd9 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827839-2, a5a7e6a8-8a81-4740-bc60-40e596a9b25f) {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:30:11.914892 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-38de0472-b152-4104-9616-86b7684483e2 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Calling delete_port for 73fc320b-bc27-4c23-aade-00c8eb22d5be owned by network:dhcp {{(pid=103377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:30:11.922185 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5062ee83-357d-497e-8a20-ad6107aedbd9 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:30:11.923082 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-5062ee83-357d-497e-8a20-ad6107aedbd9 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Publish callbacks [] for subnet (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:11.927400 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Pushing event deleted for resources: {'Port': ['ID=73fc320b-bc27-4c23-aade-00c8eb22d5be,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:30:11.961748 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-5062ee83-357d-497e-8a20-ad6107aedbd9 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2176988 Feb 04 17:30:11.964561 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 47808) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:30:11.986061 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62bbc3be-5fed-44d0-9cd6-2e7ad7304df1 None None] No DVR routers for this DVR port 73fc320b-bc27-4c23-aade-00c8eb22d5be on host n-d-827839-2 {{(pid=103378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 17:30:11.994271 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a712d463-5218-4170-a052-72f58972631a None None] Network a5a7e6a8-8a81-4740-bc60-40e596a9b25f requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:30:12.004960 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bbc3be-5fed-44d0-9cd6-2e7ad7304df1 None None] Pushing event deleted for resources: {'Port': ['ID=73fc320b-bc27-4c23-aade-00c8eb22d5be,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:30:12.034553 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-14f2cfc5-2d4c-451f-982f-d73e2e25ddd8 req-bf3d1416-eda7-46e1-993e-bd6423b87991 service neutron] 10.222.0.89 "GET /v2.0/networks/6de4b58f-ff91-4bdc-9f3d-13346fce97eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2928998 Feb 04 17:30:12.101987 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85da5c58-d450-431d-b0d6-ea1d4ddd7479 None None] DHCP port deletion for 556cd7fb-ae94-473e-9ec8-6200a52368e1 request from n-d-827839-2 {{(pid=103378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 17:30:12.137323 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-965ea2c8-fb1d-469b-87a6-ceb698e427a7 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Request body: {'port': {'network_id': 'a5a7e6a8-8a81-4740-bc60-40e596a9b25f', 'name': 'tempest-PortsTestJSON-1321241247', 'fixed_ips': [{'subnet_id': 'a856ce71-8bd0-4ff5-8d0f-49df6e6550b3', 'ip_address': '172.20.0.10'}]}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:30:12.177917 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a35bb969-0156-4aab-95d8-2d7d8905f059 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e4c19ad-5724-5db8-8ee1-4f56ae69fcf4-a5a7e6a8-8a81-4740-bc60-40e596a9b25f', 'network_id': 'a5a7e6a8-8a81-4740-bc60-40e596a9b25f', 'project_id': '6054a945d1db4859ae33f1c6e4a7b141', 'fixed_ips': [{'subnet_id': 'a856ce71-8bd0-4ff5-8d0f-49df6e6550b3'}]}} from n-d-827839-2. {{(pid=103378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 17:30:12.179484 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a35bb969-0156-4aab-95d8-2d7d8905f059 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:12.194662 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-51659f94-0d35-4da9-af54-e73c29e8425d tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25674939', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25858952'] for subnet (78e6fd8d-d36c-498f-9851-709f40f04989), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:12.211985 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-38de0472-b152-4104-9616-86b7684483e2 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (73fc320b-bc27-4c23-aade-00c8eb22d5be), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:12.261729 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-66626eb3-4a44-4467-ab95-d43944879553 admin admin] Deleting port 8b45cf6c-8ac3-4b9f-a285-dff4aabdcf28 {{(pid=103376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:30:12.261995 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-66626eb3-4a44-4467-ab95-d43944879553 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (8b45cf6c-8ac3-4b9f-a285-dff4aabdcf28), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:12.266780 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38de0472-b152-4104-9616-86b7684483e2 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Pushing event deleted for resources: {'Port': ['ID=73fc320b-bc27-4c23-aade-00c8eb22d5be,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:30:12.276551 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38de0472-b152-4104-9616-86b7684483e2 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] No DVR routers for this DVR port 73fc320b-bc27-4c23-aade-00c8eb22d5be on host n-d-827839-2 {{(pid=103377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 17:30:12.339022 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-c9c9da75-df8e-4553-9fed-6cacbf7e3cd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b83e7ec8-9400-4bb2-97a5-bd4c6583fc3d', 'name': 'tempest-TestServerBasicOps-561769945-router', 'tenant_id': '48789684080144abaf0fc612d0276922', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.30'}], 'enable_snat': True}, 'gw_port_id': '8b45cf6c-8ac3-4b9f-a285-dff4aabdcf28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:23:33Z', 'updated_at': '2022-02-04T17:30:07Z', 'revision_number': 5, 'project_id': '48789684080144abaf0fc612d0276922', 'gw_port': {'id': '8b45cf6c-8ac3-4b9f-a285-dff4aabdcf28', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:d5:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b83e7ec8-9400-4bb2-97a5-bd4c6583fc3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1467, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:23:36Z', 'updated_at': '2022-02-04T17:23:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2'}], 'n-d-827839-2', False) {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:30:12.359782 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-4d660700-843f-4f97-8c29-c3bfcd01c743 tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Publish callbacks [] for router_gateway (e533f000-d94a-4439-a4c6-1b113390e45f), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:12.407628 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-b7b9ca5c-9537-48b7-be93-59160cb84b79 req-8333b9d8-a1e4-4fff-bf0a-87659dfe6315 tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] 10.222.0.89 "GET /v2.0/security-groups?id=749b530c-d4d8-46cd-99b4-1a8b04e03f53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4532278 Feb 04 17:30:12.415292 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51659f94-0d35-4da9-af54-e73c29e8425d tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Pushing event updated for resources: {'Subnet': ['ID=78e6fd8d-d36c-498f-9851-709f40f04989,revision_number=0']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:30:12.420404 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-38de0472-b152-4104-9616-86b7684483e2 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1543676', 'neutron.services.segments.db._delete_segments_for_network-8781084786517'] for network (8c9cb33a-476f-4f00-a8aa-706c33a5dd83), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:12.424673 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-4d660700-843f-4f97-8c29-c3bfcd01c743 tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:12.434679 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9c9da75-df8e-4553-9fed-6cacbf7e3cd8 None None] Checking router: b83e7ec8-9400-4bb2-97a5-bd4c6583fc3d for host: n-d-827839-2 {{(pid=103378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 17:30:12.458367 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9c9da75-df8e-4553-9fed-6cacbf7e3cd8 None None] Routers {'b83e7ec8-9400-4bb2-97a5-bd4c6583fc3d'} bound to L3 agent in host n-d-827839-2 {{(pid=103378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:30:12.459512 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-c9c9da75-df8e-4553-9fed-6cacbf7e3cd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:30:02Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['b83e7ec8-9400-4bb2-97a5-bd4c6583fc3d'], 'active': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:30:12.463526 n-d-827839-2 neutron-server[103377]: DEBUG neutron.services.segments.db [None req-38de0472-b152-4104-9616-86b7684483e2 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c9cb33a-476f-4f00-a8aa-706c33a5dd83']}} {{(pid=103377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:30:12.478554 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-965ea2c8-fb1d-469b-87a6-ceb698e427a7 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Made reservation on behalf of 6054a945d1db4859ae33f1c6e4a7b141 for: {'port': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:30:12.485089 n-d-827839-2 neutron-server[103377]: DEBUG neutron.services.segments.db [None req-38de0472-b152-4104-9616-86b7684483e2 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '156d2511-93c9-4616-953a-81bac597ab8a') {'for_net_delete': True} {{(pid=103377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:30:12.485596 n-d-827839-2 neutron-server[103377]: DEBUG neutron.services.segments.db [None req-38de0472-b152-4104-9616-86b7684483e2 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '156d2511-93c9-4616-953a-81bac597ab8a') {} {{(pid=103377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:30:12.529487 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-38de0472-b152-4104-9616-86b7684483e2 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781084783966', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26866685'] for segment (156d2511-93c9-4616-953a-81bac597ab8a), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:12.561960 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.db_base_plugin_common [None req-4d660700-843f-4f97-8c29-c3bfcd01c743 tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Allocated IP 172.25.6.52 (48165773-85ad-49a1-9ec1-76fc8dc24188/7660bfad-1ea8-4fe7-831b-bed836f13efc/d308863e-142e-4e13-944b-dae1f0f8965a) {{(pid=103376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:30:12.571959 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-38de0472-b152-4104-9616-86b7684483e2 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (156d2511-93c9-4616-953a-81bac597ab8a), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:12.587947 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvr_db [None req-c9c9da75-df8e-4553-9fed-6cacbf7e3cd8 None None] Set router b83e7ec8-9400-4bb2-97a5-bd4c6583fc3d gateway port host: None {{(pid=103378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:30:12.596872 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38de0472-b152-4104-9616-86b7684483e2 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Releasing vlan 775 on physical network physnet1 to pool {{(pid=103377) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 17:30:12.597537 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-38de0472-b152-4104-9616-86b7684483e2 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25888454'] for segment (156d2511-93c9-4616-953a-81bac597ab8a), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:12.600704 n-d-827839-2 neutron-server[103377]: Traceback (most recent call last): Feb 04 17:30:12.600704 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 17:30:12.600704 n-d-827839-2 neutron-server[103377]: timer() Feb 04 17:30:12.600704 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 17:30:12.600704 n-d-827839-2 neutron-server[103377]: cb(*args, **kw) Feb 04 17:30:12.600704 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 17:30:12.600704 n-d-827839-2 neutron-server[103377]: return func(*args, **kwargs) Feb 04 17:30:12.600704 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 17:30:12.600704 n-d-827839-2 neutron-server[103377]: self._notify() Feb 04 17:30:12.600704 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 17:30:12.600704 n-d-827839-2 neutron-server[103377]: self.callback(batched_events) Feb 04 17:30:12.600704 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 17:30:12.600704 n-d-827839-2 neutron-server[103377]: event.method(event) Feb 04 17:30:12.600704 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 17:30:12.600704 n-d-827839-2 neutron-server[103377]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 17:30:12.600704 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 17:30:12.600704 n-d-827839-2 neutron-server[103377]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 17:30:12.600704 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 17:30:12.600704 n-d-827839-2 neutron-server[103377]: return f(self, *a, **k) Feb 04 17:30:12.600704 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 17:30:12.600704 n-d-827839-2 neutron-server[103377]: return self._get(url).json() Feb 04 17:30:12.600704 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 17:30:12.600704 n-d-827839-2 neutron-server[103377]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 17:30:12.600704 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 17:30:12.600704 n-d-827839-2 neutron-server[103377]: return self.request(url, 'GET', **kwargs) Feb 04 17:30:12.600704 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 17:30:12.600704 n-d-827839-2 neutron-server[103377]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 17:30:12.600704 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 17:30:12.600704 n-d-827839-2 neutron-server[103377]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 17:30:12.600704 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 17:30:12.600704 n-d-827839-2 neutron-server[103377]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 17:30:12.600704 n-d-827839-2 neutron-server[103377]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 17:30:12.703964 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-4d660700-843f-4f97-8c29-c3bfcd01c743 tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Publish callbacks [] for port (d308863e-142e-4e13-944b-dae1f0f8965a), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:12.724870 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (3f9244a9-75fc-4c10-b195-11d48b853b41), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:12.730064 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-965ea2c8-fb1d-469b-87a6-ceb698e427a7 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:12.734122 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-c9c9da75-df8e-4553-9fed-6cacbf7e3cd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b83e7ec8-9400-4bb2-97a5-bd4c6583fc3d', 'name': 'tempest-TestServerBasicOps-561769945-router', 'tenant_id': '48789684080144abaf0fc612d0276922', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:23:33Z', 'updated_at': '2022-02-04T17:30:11Z', 'revision_number': 6, 'project_id': '48789684080144abaf0fc612d0276922', 'gw_port_host': None}], 'n-d-827839-2', False) {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:30:12.763992 n-d-827839-2 neutron-server[103377]: DEBUG neutron.notifiers.nova [None req-965ea2c8-fb1d-469b-87a6-ceb698e427a7 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] device_id is not set on port 45853bdf-7085-4755-80e8-d63e7bd60bdb yet. {{(pid=103377) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 04 17:30:12.769691 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-38de0472-b152-4104-9616-86b7684483e2 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1543671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1595572'] for network (8c9cb33a-476f-4f00-a8aa-706c33a5dd83), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:12.778758 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-14f2cfc5-2d4c-451f-982f-d73e2e25ddd8 req-be9e6af6-9804-4f1f-9880-c5d25acce4a7 service neutron] 10.222.0.89 "GET /v2.0/networks/6de4b58f-ff91-4bdc-9f3d-13346fce97eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7249470 Feb 04 17:30:12.781856 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-38de0472-b152-4104-9616-86b7684483e2 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Publish callbacks [] for network (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:12.788029 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-38de0472-b152-4104-9616-86b7684483e2 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] 10.222.0.89 "DELETE /v2.0/networks/8c9cb33a-476f-4f00-a8aa-706c33a5dd83 HTTP/1.1" status: 204 len: 168 time: 1.5016341 Feb 04 17:30:12.793573 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 47812) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:30:12.803975 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-4d660700-843f-4f97-8c29-c3bfcd01c743 tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (d308863e-142e-4e13-944b-dae1f0f8965a), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:12.820794 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51659f94-0d35-4da9-af54-e73c29e8425d tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Checking segment: {'id': '028768ed-e5eb-4b17-8f52-479724313647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'e491b4ae-a9ba-443a-b592-68de5d6c355f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:30:12.820794 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51659f94-0d35-4da9-af54-e73c29e8425d tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Network hostable DHCP agents. Network: e491b4ae-a9ba-443a-b592-68de5d6c355f, hostable agents: ['bb89f5a3-3c22-440b-b7d1-c4f0c43c184a'], hosted agents: [] {{(pid=103376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 17:30:12.870281 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38de0472-b152-4104-9616-86b7684483e2 tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Pushing event deleted for resources: {'Network': ['ID=8c9cb33a-476f-4f00-a8aa-706c33a5dd83,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:30:12.875606 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [None req-66626eb3-4a44-4467-ab95-d43944879553 admin admin] For port 8b45cf6c-8ac3-4b9f-a285-dff4aabdcf28, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=8b45cf6c-8ac3-4b9f-a285-dff4aabdcf28,segment=NetworkSegment(5942dc44-1f07-4c27-b0ab-45a2bff20dd5),segment_id=5942dc44-1f07-4c27-b0ab-45a2bff20dd5)] {{(pid=103376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:30:12.875975 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-66626eb3-4a44-4467-ab95-d43944879553 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (8b45cf6c-8ac3-4b9f-a285-dff4aabdcf28), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:12.898100 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d660700-843f-4f97-8c29-c3bfcd01c743 tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Network 48165773-85ad-49a1-9ec1-76fc8dc24188 is already hosted by enough agents. {{(pid=103376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:30:12.913564 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-66626eb3-4a44-4467-ab95-d43944879553 admin admin] Calling delete_port for 8b45cf6c-8ac3-4b9f-a285-dff4aabdcf28 owned by network:router_gateway {{(pid=103376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:30:12.918274 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [None req-4d660700-843f-4f97-8c29-c3bfcd01c743 tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Resources bound (agent type, host, resource id): {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:30:12.925621 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d660700-843f-4f97-8c29-c3bfcd01c743 tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Received port after_create {{(pid=103376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:30:12.925960 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fea08be-ab90-41af-89f5-2091ebc3f8e4 req-cfc7c99b-953a-4f9e-ad2c-f63acfbc750a tempest-InstanceActionsNegativeTestJSON-1851552822 tempest-InstanceActionsNegativeTestJSON-1851552822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:30:12.927709 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-4fea08be-ab90-41af-89f5-2091ebc3f8e4 req-cfc7c99b-953a-4f9e-ad2c-f63acfbc750a tempest-InstanceActionsNegativeTestJSON-1851552822 tempest-InstanceActionsNegativeTestJSON-1851552822-project] 10.222.0.89 "GET /v2.0/ports?device_id=0c051d22-a8a4-4878-b900-c55de118f87a HTTP/1.1" status: 200 len: 946 time: 0.2611425 Feb 04 17:30:12.945056 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d660700-843f-4f97-8c29-c3bfcd01c743 tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Pushing event updated for resources: {'Port': ['ID=d308863e-142e-4e13-944b-dae1f0f8965a,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:30:12.996542 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 3bb1aa67-fee8-4cb8-963e-5b013857243b no longer exists at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:30:13.005815 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9c9da75-df8e-4553-9fed-6cacbf7e3cd8 None None] The sync data for ids ['b83e7ec8-9400-4bb2-97a5-bd4c6583fc3d'] in n-d-827839-2 is: [{'id': 'b83e7ec8-9400-4bb2-97a5-bd4c6583fc3d', 'name': 'tempest-TestServerBasicOps-561769945-router', 'tenant_id': '48789684080144abaf0fc612d0276922', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:23:33Z', 'updated_at': '2022-02-04T17:30:11Z', 'revision_number': 6, 'project_id': '48789684080144abaf0fc612d0276922', 'gw_port_host': None}] {{(pid=103378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 17:30:13.045140 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-85da5c58-d450-431d-b0d6-ea1d4ddd7479 None None] Deleting port 3bb1aa67-fee8-4cb8-963e-5b013857243b {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:30:13.046063 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-85da5c58-d450-431d-b0d6-ea1d4ddd7479 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (3bb1aa67-fee8-4cb8-963e-5b013857243b), before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:13.075331 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-dbd16f67-d004-4c11-972a-e22ae902944e tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628832'] for network (556cd7fb-ae94-473e-9ec8-6200a52368e1), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:13.144419 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-4fea08be-ab90-41af-89f5-2091ebc3f8e4 req-25e9485a-9e65-42c9-928a-69b89e41c2f1 tempest-InstanceActionsNegativeTestJSON-1851552822 tempest-InstanceActionsNegativeTestJSON-1851552822-project] 10.222.0.89 "GET /v2.0/security-groups?id=e8e219a2-2569-4b37-895b-5f2742909877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1789575 Feb 04 17:30:13.186347 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-85da5c58-d450-431d-b0d6-ea1d4ddd7479 None None] For port 3bb1aa67-fee8-4cb8-963e-5b013857243b, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=3bb1aa67-fee8-4cb8-963e-5b013857243b,segment=NetworkSegment(a1ea1f0a-7fcf-4ab8-9856-e343e30ff965),segment_id=a1ea1f0a-7fcf-4ab8-9856-e343e30ff965)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:30:13.186808 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-85da5c58-d450-431d-b0d6-ea1d4ddd7479 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (3bb1aa67-fee8-4cb8-963e-5b013857243b), precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:13.205038 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-85da5c58-d450-431d-b0d6-ea1d4ddd7479 None None] Calling delete_port for 3bb1aa67-fee8-4cb8-963e-5b013857243b owned by network:dhcp {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:30:13.223101 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.db_base_plugin_common [None req-965ea2c8-fb1d-469b-87a6-ceb698e427a7 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Allocated IP 172.20.0.10 (a5a7e6a8-8a81-4740-bc60-40e596a9b25f/a856ce71-8bd0-4ff5-8d0f-49df6e6550b3/45853bdf-7085-4755-80e8-d63e7bd60bdb) {{(pid=103377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:30:13.308096 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-dbd16f67-d004-4c11-972a-e22ae902944e tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Deleting port 3bb1aa67-fee8-4cb8-963e-5b013857243b {{(pid=103377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:30:13.308795 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-dbd16f67-d004-4c11-972a-e22ae902944e tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (3bb1aa67-fee8-4cb8-963e-5b013857243b), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:13.389351 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-85da5c58-d450-431d-b0d6-ea1d4ddd7479 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144'] for port (3bb1aa67-fee8-4cb8-963e-5b013857243b), after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:13.461286 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85da5c58-d450-431d-b0d6-ea1d4ddd7479 None None] No DVR routers for this DVR port 3bb1aa67-fee8-4cb8-963e-5b013857243b on host n-d-827839-2 {{(pid=103378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 17:30:13.506060 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [None req-dbd16f67-d004-4c11-972a-e22ae902944e tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] For port 3bb1aa67-fee8-4cb8-963e-5b013857243b, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=3bb1aa67-fee8-4cb8-963e-5b013857243b,segment=NetworkSegment(a1ea1f0a-7fcf-4ab8-9856-e343e30ff965),segment_id=a1ea1f0a-7fcf-4ab8-9856-e343e30ff965)] {{(pid=103377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:30:13.506436 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-dbd16f67-d004-4c11-972a-e22ae902944e tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (3bb1aa67-fee8-4cb8-963e-5b013857243b), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:13.562038 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85da5c58-d450-431d-b0d6-ea1d4ddd7479 None None] Pushing event deleted for resources: {'Port': ['ID=3bb1aa67-fee8-4cb8-963e-5b013857243b,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:30:13.567943 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-dbd16f67-d004-4c11-972a-e22ae902944e tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Calling delete_port for 3bb1aa67-fee8-4cb8-963e-5b013857243b owned by network:dhcp {{(pid=103377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:30:13.581802 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] No active binding found for port 3bb1aa67-fee8-4cb8-963e-5b013857243b {{(pid=103378) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 04 17:30:13.582582 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] The host n-d-827839-2 is not matching for port 3bb1aa67-fee8-4cb8-963e-5b013857243b host None! {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Feb 04 17:30:13.583496 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 3bb1aa67-fee8-4cb8-963e-5b013857243b not bound to the agent host n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 17:30:13.635173 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51659f94-0d35-4da9-af54-e73c29e8425d tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Network e491b4ae-a9ba-443a-b592-68de5d6c355f is scheduled to be hosted by DHCP agent bb89f5a3-3c22-440b-b7d1-c4f0c43c184a with binding_index 1 {{(pid=103376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 17:30:13.696823 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2376dd0a-8531-4b40-9bfe-368c9f090479 req-07658bd1-967c-43b3-8200-ab96c0c1f79a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:30:13.698105 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-965ea2c8-fb1d-469b-87a6-ceb698e427a7 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Publish callbacks [] for port (45853bdf-7085-4755-80e8-d63e7bd60bdb), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:13.698471 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-2376dd0a-8531-4b40-9bfe-368c9f090479 req-07658bd1-967c-43b3-8200-ab96c0c1f79a service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=e381d232a32f43f9a5f1684dbd7323ca&device_id=f2c300b1-94a0-4e81-a6de-54c4630651af HTTP/1.1" status: 200 len: 1128 time: 0.9424117 Feb 04 17:30:13.707121 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [None req-51659f94-0d35-4da9-af54-e73c29e8425d tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827839-2, e491b4ae-a9ba-443a-b592-68de5d6c355f) {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:30:13.721034 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d1a2a48-ac81-4659-a8c5-7c20e5c468a0 None None] Network e491b4ae-a9ba-443a-b592-68de5d6c355f requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:30:13.730018 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51659f94-0d35-4da9-af54-e73c29e8425d tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:30:13.730641 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-51659f94-0d35-4da9-af54-e73c29e8425d tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Publish callbacks [] for subnet (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:13.779651 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-dbd16f67-d004-4c11-972a-e22ae902944e tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (3bb1aa67-fee8-4cb8-963e-5b013857243b), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:13.840128 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd16f67-d004-4c11-972a-e22ae902944e tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Pushing event deleted for resources: {'Port': ['ID=3bb1aa67-fee8-4cb8-963e-5b013857243b,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:30:13.850711 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbd16f67-d004-4c11-972a-e22ae902944e tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] No DVR routers for this DVR port 3bb1aa67-fee8-4cb8-963e-5b013857243b on host n-d-827839-2 {{(pid=103377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 17:30:13.884769 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-965ea2c8-fb1d-469b-87a6-ceb698e427a7 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (45853bdf-7085-4755-80e8-d63e7bd60bdb), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:13.898816 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-51659f94-0d35-4da9-af54-e73c29e8425d tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.0758617 Feb 04 17:30:13.904728 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 47842) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:30:13.918147 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-965ea2c8-fb1d-469b-87a6-ceb698e427a7 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Network a5a7e6a8-8a81-4740-bc60-40e596a9b25f is already hosted by enough agents. {{(pid=103377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:30:13.930709 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [None req-965ea2c8-fb1d-469b-87a6-ceb698e427a7 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Resources bound (agent type, host, resource id): {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:30:13.949968 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ebbdaa-a1e5-4384-8b75-668d3d10b3c9 req-75206ba4-eb6f-443f-a9d1-f65ccc94f4df tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:30:13.951503 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76848989-20d2-4f78-9aee-0bc4accffa18 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e4c19ad-5724-5db8-8ee1-4f56ae69fcf4-e491b4ae-a9ba-443a-b592-68de5d6c355f', 'network_id': 'e491b4ae-a9ba-443a-b592-68de5d6c355f', 'project_id': '9117ee7d05a54905bc1e8a5956601b14', 'fixed_ips': [{'subnet_id': '78e6fd8d-d36c-498f-9851-709f40f04989'}]}} from n-d-827839-2. {{(pid=103378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 17:30:13.954095 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-76848989-20d2-4f78-9aee-0bc4accffa18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:13.958645 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-16ebbdaa-a1e5-4384-8b75-668d3d10b3c9 req-75206ba4-eb6f-443f-a9d1-f65ccc94f4df tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] 10.222.0.89 "GET /v2.0/ports?device_id=f2c300b1-94a0-4e81-a6de-54c4630651af HTTP/1.1" status: 200 len: 946 time: 0.2498379 Feb 04 17:30:13.978433 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-965ea2c8-fb1d-469b-87a6-ceb698e427a7 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Received port after_create {{(pid=103377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:30:14.008160 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-a35bb969-0156-4aab-95d8-2d7d8905f059 None None] Allocated IP 172.20.0.2 (a5a7e6a8-8a81-4740-bc60-40e596a9b25f/a856ce71-8bd0-4ff5-8d0f-49df6e6550b3/73c0361d-a6ed-4889-bc1e-de329f601068) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:30:14.202182 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2376dd0a-8531-4b40-9bfe-368c9f090479 req-6582566e-6dc9-4a42-9d93-2c5c77b2bc14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:30:14.204570 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-2376dd0a-8531-4b40-9bfe-368c9f090479 req-6582566e-6dc9-4a42-9d93-2c5c77b2bc14 service neutron] 10.222.0.96 "GET /v2.0/networks?id=482d30fe-67ad-4874-a89a-719137c68b40 HTTP/1.1" status: 200 len: 918 time: 0.4924307 Feb 04 17:30:14.315342 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-76848989-20d2-4f78-9aee-0bc4accffa18 None None] Allocated IP 2001:db8::2 (e491b4ae-a9ba-443a-b592-68de5d6c355f/78e6fd8d-d36c-498f-9851-709f40f04989/5c63b199-e4f0-44e5-ae6e-056c443c1647) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:30:14.332685 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a35bb969-0156-4aab-95d8-2d7d8905f059 None None] Publish callbacks [] for port (73c0361d-a6ed-4889-bc1e-de329f601068), precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:14.352585 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a35bb969-0156-4aab-95d8-2d7d8905f059 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135'] for port (73c0361d-a6ed-4889-bc1e-de329f601068), after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:14.440396 n-d-827839-2 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a35bb969-0156-4aab-95d8-2d7d8905f059 None None] Network a5a7e6a8-8a81-4740-bc60-40e596a9b25f is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:30:14.443684 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35bb969-0156-4aab-95d8-2d7d8905f059 None None] Pushing event updated for resources: {'Port': ['ID=73c0361d-a6ed-4889-bc1e-de329f601068,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:30:14.450870 n-d-827839-2 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-a35bb969-0156-4aab-95d8-2d7d8905f059 None None] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:30:14.452089 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-2376dd0a-8531-4b40-9bfe-368c9f090479 req-01db698e-b6b5-4481-9323-473ce6df2d16 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=22c61319-a2fc-4148-8d7a-ce20ec6f79cd HTTP/1.1" status: 200 len: 1001 time: 0.2261181 Feb 04 17:30:14.456912 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a35bb969-0156-4aab-95d8-2d7d8905f059 None None] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:30:14.463885 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-dbd16f67-d004-4c11-972a-e22ae902944e tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1543676', 'neutron.services.segments.db._delete_segments_for_network-8781084786517'] for network (556cd7fb-ae94-473e-9ec8-6200a52368e1), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:14.501778 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965ea2c8-fb1d-469b-87a6-ceb698e427a7 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Pushing event updated for resources: {'Port': ['ID=45853bdf-7085-4755-80e8-d63e7bd60bdb,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:30:14.515319 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-16ebbdaa-a1e5-4384-8b75-668d3d10b3c9 req-7d83fb01-0f5c-4a56-b98c-1e46c65e11ff tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] 10.222.0.89 "GET /v2.0/security-groups?id=749b530c-d4d8-46cd-99b4-1a8b04e03f53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5535762 Feb 04 17:30:14.524301 n-d-827839-2 neutron-server[103377]: DEBUG neutron.services.segments.db [None req-dbd16f67-d004-4c11-972a-e22ae902944e tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['556cd7fb-ae94-473e-9ec8-6200a52368e1']}} {{(pid=103377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:30:14.549759 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-965ea2c8-fb1d-469b-87a6-ceb698e427a7 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:30:14.550246 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-965ea2c8-fb1d-469b-87a6-ceb698e427a7 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:14.558186 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-a35bb969-0156-4aab-95d8-2d7d8905f059 None None] Attempting to bind port 73c0361d-a6ed-4889-bc1e-de329f601068 on host n-d-827839-2 for vnic_type normal with profile {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:30:14.558683 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-a35bb969-0156-4aab-95d8-2d7d8905f059 None None] Attempting to bind port 73c0361d-a6ed-4889-bc1e-de329f601068 by drivers openvswitch,hyperv on host n-d-827839-2 at level 0 using segments [{'id': 'd6c528cd-dc43-48e6-b2af-987c49502274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'a5a7e6a8-8a81-4740-bc60-40e596a9b25f'}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:30:14.559231 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a35bb969-0156-4aab-95d8-2d7d8905f059 None None] Attempting to bind port 73c0361d-a6ed-4889-bc1e-de329f601068 on network a5a7e6a8-8a81-4740-bc60-40e596a9b25f {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:30:14.567962 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a35bb969-0156-4aab-95d8-2d7d8905f059 None None] Checking agent: {'id': 'ba70844b-66a0-45fd-a2f2-e6ed673321fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 0, 36), 'started_at': datetime.datetime(2022, 2, 4, 17, 1, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 30, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:30:14.568420 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a35bb969-0156-4aab-95d8-2d7d8905f059 None None] Checking segment: {'id': 'd6c528cd-dc43-48e6-b2af-987c49502274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'a5a7e6a8-8a81-4740-bc60-40e596a9b25f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:30:14.568902 n-d-827839-2 neutron-server[103377]: DEBUG neutron.services.segments.db [None req-dbd16f67-d004-4c11-972a-e22ae902944e tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1ea1f0a-7fcf-4ab8-9856-e343e30ff965') {'for_net_delete': True} {{(pid=103377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:30:14.569434 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a35bb969-0156-4aab-95d8-2d7d8905f059 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:14.569544 n-d-827839-2 neutron-server[103377]: DEBUG neutron.services.segments.db [None req-dbd16f67-d004-4c11-972a-e22ae902944e tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1ea1f0a-7fcf-4ab8-9856-e343e30ff965') {} {{(pid=103377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:30:14.569643 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a35bb969-0156-4aab-95d8-2d7d8905f059 None None] Bound using segment: {'id': 'd6c528cd-dc43-48e6-b2af-987c49502274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'a5a7e6a8-8a81-4740-bc60-40e596a9b25f'} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:30:14.569802 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-a35bb969-0156-4aab-95d8-2d7d8905f059 None None] Bound port: 73c0361d-a6ed-4889-bc1e-de329f601068, host: n-d-827839-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6c528cd-dc43-48e6-b2af-987c49502274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'a5a7e6a8-8a81-4740-bc60-40e596a9b25f'}}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:30:14.570655 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a35bb969-0156-4aab-95d8-2d7d8905f059 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (73c0361d-a6ed-4889-bc1e-de329f601068), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:14.594115 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-dbd16f67-d004-4c11-972a-e22ae902944e tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781084783966', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26866685'] for segment (a1ea1f0a-7fcf-4ab8-9856-e343e30ff965), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:14.614943 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c416087-213e-4326-a5fc-78445f8fc760 req-2fa9dfe0-0be3-4ba9-8165-dbe3c7cace36 tempest-InstanceActionsNegativeTestJSON-1851552822 tempest-InstanceActionsNegativeTestJSON-1851552822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:30:14.616488 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-3c416087-213e-4326-a5fc-78445f8fc760 req-2fa9dfe0-0be3-4ba9-8165-dbe3c7cace36 tempest-InstanceActionsNegativeTestJSON-1851552822 tempest-InstanceActionsNegativeTestJSON-1851552822-project] 10.222.0.89 "GET /v2.0/ports?device_id=0c051d22-a8a4-4878-b900-c55de118f87a HTTP/1.1" status: 200 len: 946 time: 0.5878680 Feb 04 17:30:14.636987 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-61ac68bc-1790-4d1b-a97b-f452726d7386 req-1400c881-ba62-4a4d-bc76-2a265c8de55d tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] 10.222.0.89 "GET /v2.0/ports?device_id=f9afa7a5-1aca-47d0-a335-e4059d5a8169 HTTP/1.1" status: 200 len: 210 time: 0.0583465 Feb 04 17:30:14.652440 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-965ea2c8-fb1d-469b-87a6-ceb698e427a7 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.5310996 Feb 04 17:30:14.662189 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 47848) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:30:14.663620 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-dbd16f67-d004-4c11-972a-e22ae902944e tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (a1ea1f0a-7fcf-4ab8-9856-e343e30ff965), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:14.670527 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-6b856801-2a2e-44f9-adac-f6e5936bb6dc tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Request body: {'port': {'network_id': 'a5a7e6a8-8a81-4740-bc60-40e596a9b25f', 'name': 'tempest-PortsTestJSON-1255891224', 'fixed_ips': [{'subnet_id': 'a856ce71-8bd0-4ff5-8d0f-49df6e6550b3', 'ip_address': '172.20.0.9'}]}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:30:14.684201 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-76848989-20d2-4f78-9aee-0bc4accffa18 None None] Publish callbacks [] for port (5c63b199-e4f0-44e5-ae6e-056c443c1647), precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:14.684544 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dbd16f67-d004-4c11-972a-e22ae902944e tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Releasing vlan 767 on physical network physnet1 to pool {{(pid=103377) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 17:30:14.685056 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-dbd16f67-d004-4c11-972a-e22ae902944e tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25888454'] for segment (a1ea1f0a-7fcf-4ab8-9856-e343e30ff965), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:14.712186 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-76848989-20d2-4f78-9aee-0bc4accffa18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135'] for port (5c63b199-e4f0-44e5-ae6e-056c443c1647), after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:14.738798 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-4d660700-843f-4f97-8c29-c3bfcd01c743 tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Publish callbacks [] for router_gateway (e533f000-d94a-4439-a4c6-1b113390e45f), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:14.740593 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-66626eb3-4a44-4467-ab95-d43944879553 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (8b45cf6c-8ac3-4b9f-a285-dff4aabdcf28), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:14.743102 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-a35bb969-0156-4aab-95d8-2d7d8905f059 None None] For port 73c0361d-a6ed-4889-bc1e-de329f601068, host n-d-827839-2, cleared binding levels {{(pid=103378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:30:14.752772 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2376dd0a-8531-4b40-9bfe-368c9f090479 req-bd1ee310-d2b8-471f-bb78-7af37e30ed3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:30:14.754449 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-2376dd0a-8531-4b40-9bfe-368c9f090479 req-bd1ee310-d2b8-471f-bb78-7af37e30ed3c service neutron] 10.222.0.96 "GET /v2.0/subnets?id=038a8af9-19f4-4848-babf-d3b1e786f999 HTTP/1.1" status: 200 len: 856 time: 0.2933962 Feb 04 17:30:14.762667 n-d-827839-2 neutron-server[103377]: Traceback (most recent call last): Feb 04 17:30:14.762667 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 17:30:14.762667 n-d-827839-2 neutron-server[103377]: timer() Feb 04 17:30:14.762667 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 17:30:14.762667 n-d-827839-2 neutron-server[103377]: cb(*args, **kw) Feb 04 17:30:14.762667 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 17:30:14.762667 n-d-827839-2 neutron-server[103377]: return func(*args, **kwargs) Feb 04 17:30:14.762667 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 17:30:14.762667 n-d-827839-2 neutron-server[103377]: self._notify() Feb 04 17:30:14.762667 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 17:30:14.762667 n-d-827839-2 neutron-server[103377]: self.callback(batched_events) Feb 04 17:30:14.762667 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 17:30:14.762667 n-d-827839-2 neutron-server[103377]: event.method(event) Feb 04 17:30:14.762667 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 17:30:14.762667 n-d-827839-2 neutron-server[103377]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 17:30:14.762667 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 17:30:14.762667 n-d-827839-2 neutron-server[103377]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 17:30:14.762667 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 17:30:14.762667 n-d-827839-2 neutron-server[103377]: return f(self, *a, **k) Feb 04 17:30:14.762667 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 17:30:14.762667 n-d-827839-2 neutron-server[103377]: return self._get(url).json() Feb 04 17:30:14.762667 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 17:30:14.762667 n-d-827839-2 neutron-server[103377]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 17:30:14.762667 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 17:30:14.762667 n-d-827839-2 neutron-server[103377]: return self.request(url, 'GET', **kwargs) Feb 04 17:30:14.762667 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 17:30:14.762667 n-d-827839-2 neutron-server[103377]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 17:30:14.762667 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 17:30:14.762667 n-d-827839-2 neutron-server[103377]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 17:30:14.762667 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 17:30:14.762667 n-d-827839-2 neutron-server[103377]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 17:30:14.762667 n-d-827839-2 neutron-server[103377]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 17:30:14.768972 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 8b45cf6c-8ac3-4b9f-a285-dff4aabdcf28 no longer exists at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:30:14.775598 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-a35bb969-0156-4aab-95d8-2d7d8905f059 None None] For port 73c0361d-a6ed-4889-bc1e-de329f601068, host n-d-827839-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=73c0361d-a6ed-4889-bc1e-de329f601068,segment=NetworkSegment(d6c528cd-dc43-48e6-b2af-987c49502274),segment_id=d6c528cd-dc43-48e6-b2af-987c49502274)] {{(pid=103378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:30:14.808972 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] No Port match for: 8b45cf6c-8ac3-4b9f-a285-dff4aabdcf28 {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 17:30:14.809356 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 8b45cf6c-8ac3-4b9f-a285-dff4aabdcf28 not bound to the agent host n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 17:30:14.809807 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 062c688c-e546-4dcf-83a3-7349220c189c no longer exists at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:30:14.813802 n-d-827839-2 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76848989-20d2-4f78-9aee-0bc4accffa18 None None] Network e491b4ae-a9ba-443a-b592-68de5d6c355f is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:30:14.816418 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76848989-20d2-4f78-9aee-0bc4accffa18 None None] Pushing event updated for resources: {'Port': ['ID=5c63b199-e4f0-44e5-ae6e-056c443c1647,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:30:14.820013 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a35bb969-0156-4aab-95d8-2d7d8905f059 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (73c0361d-a6ed-4889-bc1e-de329f601068), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:14.828554 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-dbd16f67-d004-4c11-972a-e22ae902944e tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1543671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1595572'] for network (556cd7fb-ae94-473e-9ec8-6200a52368e1), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:14.841553 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-dbd16f67-d004-4c11-972a-e22ae902944e tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Publish callbacks [] for network (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:14.845490 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-dbd16f67-d004-4c11-972a-e22ae902944e tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] 10.222.0.89 "DELETE /v2.0/networks/556cd7fb-ae94-473e-9ec8-6200a52368e1 HTTP/1.1" status: 204 len: 168 time: 2.0398996 Feb 04 17:30:14.845644 n-d-827839-2 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-76848989-20d2-4f78-9aee-0bc4accffa18 None None] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:30:14.860766 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76848989-20d2-4f78-9aee-0bc4accffa18 None None] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:30:14.870513 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66626eb3-4a44-4467-ab95-d43944879553 admin admin] Pushing event deleted for resources: {'Port': ['ID=8b45cf6c-8ac3-4b9f-a285-dff4aabdcf28,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:30:14.882366 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] No Port match for: 062c688c-e546-4dcf-83a3-7349220c189c {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 17:30:14.882647 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 062c688c-e546-4dcf-83a3-7349220c189c not bound to the agent host n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 17:30:14.947299 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd16f67-d004-4c11-972a-e22ae902944e tempest-TaggedBootDevicesTest_v242-1487027658 tempest-TaggedBootDevicesTest_v242-1487027658-project] Pushing event deleted for resources: {'Network': ['ID=556cd7fb-ae94-473e-9ec8-6200a52368e1,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:30:14.971605 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-d6eebab3-f606-4085-b9d4-18a5d737e101 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:15.009690 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-76848989-20d2-4f78-9aee-0bc4accffa18 None None] Attempting to bind port 5c63b199-e4f0-44e5-ae6e-056c443c1647 on host n-d-827839-2 for vnic_type normal with profile {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:30:15.009890 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-3c416087-213e-4326-a5fc-78445f8fc760 req-ce0480e4-4f0d-43a4-b9ca-ffe1a5fec905 tempest-InstanceActionsNegativeTestJSON-1851552822 tempest-InstanceActionsNegativeTestJSON-1851552822-project] 10.222.0.89 "GET /v2.0/security-groups?id=e8e219a2-2569-4b37-895b-5f2742909877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3605282 Feb 04 17:30:15.010071 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-76848989-20d2-4f78-9aee-0bc4accffa18 None None] Attempting to bind port 5c63b199-e4f0-44e5-ae6e-056c443c1647 by drivers openvswitch,hyperv on host n-d-827839-2 at level 0 using segments [{'id': '028768ed-e5eb-4b17-8f52-479724313647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'e491b4ae-a9ba-443a-b592-68de5d6c355f'}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:30:15.010444 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76848989-20d2-4f78-9aee-0bc4accffa18 None None] Attempting to bind port 5c63b199-e4f0-44e5-ae6e-056c443c1647 on network e491b4ae-a9ba-443a-b592-68de5d6c355f {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:30:15.026882 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76848989-20d2-4f78-9aee-0bc4accffa18 None None] Checking agent: {'id': 'ba70844b-66a0-45fd-a2f2-e6ed673321fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 0, 36), 'started_at': datetime.datetime(2022, 2, 4, 17, 1, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 30, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:30:15.027271 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76848989-20d2-4f78-9aee-0bc4accffa18 None None] Checking segment: {'id': '028768ed-e5eb-4b17-8f52-479724313647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'e491b4ae-a9ba-443a-b592-68de5d6c355f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:30:15.028006 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-76848989-20d2-4f78-9aee-0bc4accffa18 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:15.028251 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76848989-20d2-4f78-9aee-0bc4accffa18 None None] Bound using segment: {'id': '028768ed-e5eb-4b17-8f52-479724313647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'e491b4ae-a9ba-443a-b592-68de5d6c355f'} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:30:15.028727 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-76848989-20d2-4f78-9aee-0bc4accffa18 None None] Bound port: 5c63b199-e4f0-44e5-ae6e-056c443c1647, host: n-d-827839-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '028768ed-e5eb-4b17-8f52-479724313647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'e491b4ae-a9ba-443a-b592-68de5d6c355f'}}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:30:15.029133 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-76848989-20d2-4f78-9aee-0bc4accffa18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (5c63b199-e4f0-44e5-ae6e-056c443c1647), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:15.043635 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b856801-2a2e-44f9-adac-f6e5936bb6dc tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Made reservation on behalf of 6054a945d1db4859ae33f1c6e4a7b141 for: {'port': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:30:15.051207 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35bb969-0156-4aab-95d8-2d7d8905f059 None None] Pushing event updated for resources: {'Port': ['ID=73c0361d-a6ed-4889-bc1e-de329f601068,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:30:15.051780 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-6b856801-2a2e-44f9-adac-f6e5936bb6dc tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:15.113712 n-d-827839-2 neutron-server[103377]: DEBUG neutron.notifiers.nova [None req-6b856801-2a2e-44f9-adac-f6e5936bb6dc tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] device_id is not set on port c8f4f7fc-ca6d-4e74-9b0c-d740b11f6822 yet. {{(pid=103377) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 04 17:30:15.171161 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-66626eb3-4a44-4467-ab95-d43944879553 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1595544'] for router_gateway (b83e7ec8-9400-4bb2-97a5-bd4c6583fc3d), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:15.194373 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-76848989-20d2-4f78-9aee-0bc4accffa18 None None] For port 5c63b199-e4f0-44e5-ae6e-056c443c1647, host n-d-827839-2, cleared binding levels {{(pid=103378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:30:15.208871 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-76848989-20d2-4f78-9aee-0bc4accffa18 None None] For port 5c63b199-e4f0-44e5-ae6e-056c443c1647, host n-d-827839-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=5c63b199-e4f0-44e5-ae6e-056c443c1647,segment=NetworkSegment(028768ed-e5eb-4b17-8f52-479724313647),segment_id=028768ed-e5eb-4b17-8f52-479724313647)] {{(pid=103378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:30:15.219034 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-76848989-20d2-4f78-9aee-0bc4accffa18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (5c63b199-e4f0-44e5-ae6e-056c443c1647), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:15.385892 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76848989-20d2-4f78-9aee-0bc4accffa18 None None] Pushing event updated for resources: {'Port': ['ID=5c63b199-e4f0-44e5-ae6e-056c443c1647,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:30:15.456227 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.db_base_plugin_common [None req-6b856801-2a2e-44f9-adac-f6e5936bb6dc tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Allocated IP 172.20.0.9 (a5a7e6a8-8a81-4740-bc60-40e596a9b25f/a856ce71-8bd0-4ff5-8d0f-49df6e6550b3/c8f4f7fc-ca6d-4e74-9b0c-d740b11f6822) {{(pid=103377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:30:15.806498 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca0aecc-d5b2-4dda-b0df-c3e52a3c9d15 req-e0acee43-12b0-4465-bb47-b60f9619a8d4 tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:30:15.808923 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-aca0aecc-d5b2-4dda-b0df-c3e52a3c9d15 req-e0acee43-12b0-4465-bb47-b60f9619a8d4 tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] 10.222.0.89 "GET /v2.0/ports?device_id=f2c300b1-94a0-4e81-a6de-54c4630651af HTTP/1.1" status: 200 len: 946 time: 0.1932399 Feb 04 17:30:15.822155 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc212857-8eda-4a3d-99dc-3142fa876c6e req-f8f36ab7-ef9e-4a70-a4d5-3f7e9a232ba5 tempest-InstanceActionsNegativeTestJSON-1851552822 tempest-InstanceActionsNegativeTestJSON-1851552822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:30:15.824315 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-dc212857-8eda-4a3d-99dc-3142fa876c6e req-f8f36ab7-ef9e-4a70-a4d5-3f7e9a232ba5 tempest-InstanceActionsNegativeTestJSON-1851552822 tempest-InstanceActionsNegativeTestJSON-1851552822-project] 10.222.0.90 "GET /v2.0/ports?device_id=0c051d22-a8a4-4878-b900-c55de118f87a HTTP/1.1" status: 200 len: 946 time: 0.2705729 Feb 04 17:30:15.908906 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2376dd0a-8531-4b40-9bfe-368c9f090479 req-046f9a18-08de-4203-ab4c-d83114e31b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:30:15.910435 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-6b856801-2a2e-44f9-adac-f6e5936bb6dc tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Publish callbacks [] for port (c8f4f7fc-ca6d-4e74-9b0c-d740b11f6822), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:15.910576 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-2376dd0a-8531-4b40-9bfe-368c9f090479 req-046f9a18-08de-4203-ab4c-d83114e31b28 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=482d30fe-67ad-4874-a89a-719137c68b40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 1.1163650 Feb 04 17:30:16.000953 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-aca0aecc-d5b2-4dda-b0df-c3e52a3c9d15 req-d7be3c56-6977-4106-bb59-4f8113c177df tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] 10.222.0.89 "GET /v2.0/security-groups?id=749b530c-d4d8-46cd-99b4-1a8b04e03f53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1752310 Feb 04 17:30:16.007891 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-65336904-7983-4108-b468-f73671c2e85c req-56f7e885-b321-443a-bb8b-8c9b5e1f9b92 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] 10.222.0.89 "GET /v2.0/ports?device_id=f9afa7a5-1aca-47d0-a335-e4059d5a8169 HTTP/1.1" status: 200 len: 210 time: 0.0651004 Feb 04 17:30:16.018093 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-66626eb3-4a44-4467-ab95-d43944879553 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1601811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26971'] for router (b83e7ec8-9400-4bb2-97a5-bd4c6583fc3d), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:16.045869 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-6b856801-2a2e-44f9-adac-f6e5936bb6dc tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (c8f4f7fc-ca6d-4e74-9b0c-d740b11f6822), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:16.055772 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-66626eb3-4a44-4467-ab95-d43944879553 admin admin] Publish callbacks [] for router_controller (b83e7ec8-9400-4bb2-97a5-bd4c6583fc3d), precommit_delete_associations {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:16.162450 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b856801-2a2e-44f9-adac-f6e5936bb6dc tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Network a5a7e6a8-8a81-4740-bc60-40e596a9b25f is already hosted by enough agents. {{(pid=103377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:30:16.169571 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.db_base_plugin_common [None req-d6eebab3-f606-4085-b9d4-18a5d737e101 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Allocated IP 2001:db8::1 (e491b4ae-a9ba-443a-b592-68de5d6c355f/78e6fd8d-d36c-498f-9851-709f40f04989/e45f3f22-c9b2-40db-bd81-abe2ef0e1ad1) {{(pid=103376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:30:16.171970 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [None req-6b856801-2a2e-44f9-adac-f6e5936bb6dc tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Resources bound (agent type, host, resource id): {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:30:16.180019 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b856801-2a2e-44f9-adac-f6e5936bb6dc tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Received port after_create {{(pid=103377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:30:16.189149 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b856801-2a2e-44f9-adac-f6e5936bb6dc tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Pushing event updated for resources: {'Port': ['ID=c8f4f7fc-ca6d-4e74-9b0c-d740b11f6822,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:30:16.222225 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [req-dc212857-8eda-4a3d-99dc-3142fa876c6e req-6ac851e3-4a4f-4ebe-8e1b-7f5c8fba7710 tempest-InstanceActionsNegativeTestJSON-1851552822 tempest-InstanceActionsNegativeTestJSON-1851552822-project] Deleting port d0b81dfd-b124-4caf-b4ec-334e2eeb3474 {{(pid=103377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:30:16.222453 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-dc212857-8eda-4a3d-99dc-3142fa876c6e req-6ac851e3-4a4f-4ebe-8e1b-7f5c8fba7710 tempest-InstanceActionsNegativeTestJSON-1851552822 tempest-InstanceActionsNegativeTestJSON-1851552822-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (d0b81dfd-b124-4caf-b4ec-334e2eeb3474), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:16.314564 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-66626eb3-4a44-4467-ab95-d43944879553 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1601832'] for router (b83e7ec8-9400-4bb2-97a5-bd4c6583fc3d), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:16.315096 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66626eb3-4a44-4467-ab95-d43944879553 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b83e7ec8-9400-4bb2-97a5-bd4c6583fc3d {{(pid=103376) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 17:30:16.336082 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b856801-2a2e-44f9-adac-f6e5936bb6dc tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:30:16.336730 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-6b856801-2a2e-44f9-adac-f6e5936bb6dc tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:16.355327 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6420221a-f37a-42ab-a734-13ea22253770 req-f926eb0c-0844-49e1-82b6-33df47211e79 tempest-InstanceActionsNegativeTestJSON-1851552822 tempest-InstanceActionsNegativeTestJSON-1851552822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:30:16.357002 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-6420221a-f37a-42ab-a734-13ea22253770 req-f926eb0c-0844-49e1-82b6-33df47211e79 tempest-InstanceActionsNegativeTestJSON-1851552822 tempest-InstanceActionsNegativeTestJSON-1851552822-project] 10.222.0.89 "GET /v2.0/ports?device_id=0c051d22-a8a4-4878-b900-c55de118f87a HTTP/1.1" status: 200 len: 946 time: 0.2516170 Feb 04 17:30:16.366146 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-66626eb3-4a44-4467-ab95-d43944879553 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:16.367724 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-66626eb3-4a44-4467-ab95-d43944879553 admin admin] 10.222.0.89 "DELETE /v2.0/routers/b83e7ec8-9400-4bb2-97a5-bd4c6583fc3d HTTP/1.1" status: 204 len: 168 time: 5.5439126 Feb 04 17:30:16.376066 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 47872) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:30:16.422579 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-4d660700-843f-4f97-8c29-c3bfcd01c743 tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1602046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603680'] for router (e533f000-d94a-4439-a4c6-1b113390e45f), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:16.434691 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-2376dd0a-8531-4b40-9bfe-368c9f090479 req-f45be0d1-e688-4c86-beb5-16bd098ba08d service neutron] 10.222.0.96 "GET /v2.0/networks/482d30fe-67ad-4874-a89a-719137c68b40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4888663 Feb 04 17:30:16.477788 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [req-dc212857-8eda-4a3d-99dc-3142fa876c6e req-6ac851e3-4a4f-4ebe-8e1b-7f5c8fba7710 tempest-InstanceActionsNegativeTestJSON-1851552822 tempest-InstanceActionsNegativeTestJSON-1851552822-project] For port d0b81dfd-b124-4caf-b4ec-334e2eeb3474, host n-h2-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=d0b81dfd-b124-4caf-b4ec-334e2eeb3474,segment=NetworkSegment(164eb830-7960-4939-819e-39b4146b1d60),segment_id=164eb830-7960-4939-819e-39b4146b1d60)] {{(pid=103377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:30:16.478278 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-dc212857-8eda-4a3d-99dc-3142fa876c6e req-6ac851e3-4a4f-4ebe-8e1b-7f5c8fba7710 tempest-InstanceActionsNegativeTestJSON-1851552822 tempest-InstanceActionsNegativeTestJSON-1851552822-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (d0b81dfd-b124-4caf-b4ec-334e2eeb3474), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:16.576663 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-6b856801-2a2e-44f9-adac-f6e5936bb6dc tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.9021671 Feb 04 17:30:16.594943 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 47880) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:30:16.595954 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [req-dc212857-8eda-4a3d-99dc-3142fa876c6e req-6ac851e3-4a4f-4ebe-8e1b-7f5c8fba7710 tempest-InstanceActionsNegativeTestJSON-1851552822 tempest-InstanceActionsNegativeTestJSON-1851552822-project] Calling delete_port for d0b81dfd-b124-4caf-b4ec-334e2eeb3474 owned by compute:nova {{(pid=103377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:30:16.703057 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.db_base_plugin_v2 [None req-530589ca-ce39-4bc4-adeb-486aa2c02f85 admin admin] Deleting subnet 7eacf596-f056-4e00-990f-d96c82dc5233 {{(pid=103377) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 17:30:16.712696 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efa15390-a5df-48b5-bae3-c0f146f16e4f None None] Network a5a7e6a8-8a81-4740-bc60-40e596a9b25f requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:30:16.735957 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-530589ca-ce39-4bc4-adeb-486aa2c02f85 admin admin] Publish callbacks [] for subnet (7eacf596-f056-4e00-990f-d96c82dc5233), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:16.828246 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-6420221a-f37a-42ab-a734-13ea22253770 req-837e559b-1850-4311-8be0-bb821d1c5eaf tempest-InstanceActionsNegativeTestJSON-1851552822 tempest-InstanceActionsNegativeTestJSON-1851552822-project] 10.222.0.89 "GET /v2.0/security-groups?id=e8e219a2-2569-4b37-895b-5f2742909877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4512074 Feb 04 17:30:16.853269 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-d6eebab3-f606-4085-b9d4-18a5d737e101 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Publish callbacks [] for port (e45f3f22-c9b2-40db-bd81-abe2ef0e1ad1), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:16.895718 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-530589ca-ce39-4bc4-adeb-486aa2c02f85 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26866676'] for subnet (7eacf596-f056-4e00-990f-d96c82dc5233), precommit_delete_associations {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:16.915629 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device 22c61319-a2fc-4148-8d7a-ce20ec6f79cd no longer exists at agent hyperv_n-h1-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:30:17.041710 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2060d5f7-cb88-4735-8774-4ae6738931ed tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:30:17.047659 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-2060d5f7-cb88-4735-8774-4ae6738931ed tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] 10.222.0.89 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.4415069 Feb 04 17:30:17.054734 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 47884) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:30:17.078084 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 5c63b199-e4f0-44e5-ae6e-056c443c1647 up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:30:17.119556 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-2376dd0a-8531-4b40-9bfe-368c9f090479 req-24d73dec-cd7e-451b-887f-8bfd7db1f6b0 service neutron] 10.222.0.96 "GET /v2.0/networks/482d30fe-67ad-4874-a89a-719137c68b40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6589739 Feb 04 17:30:17.131898 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-d6eebab3-f606-4085-b9d4-18a5d737e101 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (e45f3f22-c9b2-40db-bd81-abe2ef0e1ad1), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:17.194366 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-19128e41-e171-4a02-bd86-e1d4347e7809 req-96332f4f-6cf7-49e9-bb80-9aa10cefb4ed tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] 10.222.0.89 "GET /v2.0/ports?device_id=f9afa7a5-1aca-47d0-a335-e4059d5a8169 HTTP/1.1" status: 200 len: 210 time: 0.0485904 Feb 04 17:30:17.249882 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-530589ca-ce39-4bc4-adeb-486aa2c02f85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1541225'] for subnet (7eacf596-f056-4e00-990f-d96c82dc5233), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:17.323332 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6eebab3-f606-4085-b9d4-18a5d737e101 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Network e491b4ae-a9ba-443a-b592-68de5d6c355f is already hosted by enough agents. {{(pid=103376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:30:17.328966 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebf948d2-b48d-41b9-960d-0d06a3dd2655 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:30:17.335897 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [None req-d6eebab3-f606-4085-b9d4-18a5d737e101 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Resources bound (agent type, host, resource id): {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:30:17.337094 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebf948d2-b48d-41b9-960d-0d06a3dd2655 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:30:17.345879 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebf948d2-b48d-41b9-960d-0d06a3dd2655 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:30:17.347417 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6eebab3-f606-4085-b9d4-18a5d737e101 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Received port after_create {{(pid=103376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:30:17.348198 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-d6eebab3-f606-4085-b9d4-18a5d737e101 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1595471'] for router_interface (519b5a09-be1a-4ed6-9cee-17d9dd42bfa6), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:17.348672 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-ebf948d2-b48d-41b9-960d-0d06a3dd2655 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] 10.222.0.89 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2378 time: 0.2935421 Feb 04 17:30:17.352904 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 47890) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:30:17.356515 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6eebab3-f606-4085-b9d4-18a5d737e101 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Pushing event updated for resources: {'Port': ['ID=e45f3f22-c9b2-40db-bd81-abe2ef0e1ad1,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:30:17.412790 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5666415-9376-45db-b559-165172e47006 None None] Network e491b4ae-a9ba-443a-b592-68de5d6c355f requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:30:17.431775 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-530589ca-ce39-4bc4-adeb-486aa2c02f85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1541216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25888360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25597190'] for subnet (7eacf596-f056-4e00-990f-d96c82dc5233), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:17.448824 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-dc212857-8eda-4a3d-99dc-3142fa876c6e req-6ac851e3-4a4f-4ebe-8e1b-7f5c8fba7710 tempest-InstanceActionsNegativeTestJSON-1851552822 tempest-InstanceActionsNegativeTestJSON-1851552822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (d0b81dfd-b124-4caf-b4ec-334e2eeb3474), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:17.464089 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d660700-843f-4f97-8c29-c3bfcd01c743 tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Router e533f000-d94a-4439-a4c6-1b113390e45f is scheduled to L3 agent 64ada913-9131-4d99-a265-63a920956287 with binding_index 1 {{(pid=103376) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 17:30:17.479103 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-8e415def-3cd8-4634-bf22-623d26c694b1 None None] Provisioning complete for port 73c0361d-a6ed-4889-bc1e-de329f601068 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:30:17.479479 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8e415def-3cd8-4634-bf22-623d26c694b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (73c0361d-a6ed-4889-bc1e-de329f601068), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:17.513853 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81764107-b11b-46bf-901b-9b47817cb627 req-b7a20372-75f3-4cc7-acfc-05c0247c5109 tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:30:17.521320 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-81764107-b11b-46bf-901b-9b47817cb627 req-b7a20372-75f3-4cc7-acfc-05c0247c5109 tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] 10.222.0.89 "GET /v2.0/ports?device_id=f2c300b1-94a0-4e81-a6de-54c4630651af HTTP/1.1" status: 200 len: 946 time: 0.2608144 Feb 04 17:30:17.616362 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530589ca-ce39-4bc4-adeb-486aa2c02f85 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7eacf596-f056-4e00-990f-d96c82dc5233,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:30:17.619121 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac851e3-4a4f-4ebe-8e1b-7f5c8fba7710 tempest-InstanceActionsNegativeTestJSON-1851552822 tempest-InstanceActionsNegativeTestJSON-1851552822-project] Pushing event deleted for resources: {'Port': ['ID=d0b81dfd-b124-4caf-b4ec-334e2eeb3474,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:30:17.621631 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-530589ca-ce39-4bc4-adeb-486aa2c02f85 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:17.626375 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-530589ca-ce39-4bc4-adeb-486aa2c02f85 admin admin] 10.222.0.89 "DELETE /v2.0/subnets/7eacf596-f056-4e00-990f-d96c82dc5233 HTTP/1.1" status: 204 len: 168 time: 1.2422132 Feb 04 17:30:17.650533 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-037f6dd4-e6c2-4278-b50f-60b389749449 None None] Network 1cfe72cd-a132-433c-b79f-01c774ca758d requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:30:17.655240 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port 5c63b199-e4f0-44e5-ae6e-056c443c1647 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:30:17.655992 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 47892) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:30:17.665466 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (5c63b199-e4f0-44e5-ae6e-056c443c1647), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:17.744587 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc212857-8eda-4a3d-99dc-3142fa876c6e req-6ac851e3-4a4f-4ebe-8e1b-7f5c8fba7710 tempest-InstanceActionsNegativeTestJSON-1851552822 tempest-InstanceActionsNegativeTestJSON-1851552822-project] No DVR routers for this DVR port d0b81dfd-b124-4caf-b4ec-334e2eeb3474 on host n-h2-827839-2 {{(pid=103377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 17:30:17.756452 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-dc212857-8eda-4a3d-99dc-3142fa876c6e req-6ac851e3-4a4f-4ebe-8e1b-7f5c8fba7710 tempest-InstanceActionsNegativeTestJSON-1851552822 tempest-InstanceActionsNegativeTestJSON-1851552822-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:17.765720 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-dc212857-8eda-4a3d-99dc-3142fa876c6e req-6ac851e3-4a4f-4ebe-8e1b-7f5c8fba7710 tempest-InstanceActionsNegativeTestJSON-1851552822 tempest-InstanceActionsNegativeTestJSON-1851552822-project] 10.222.0.90 "DELETE /v2.0/ports/d0b81dfd-b124-4caf-b4ec-334e2eeb3474 HTTP/1.1" status: 204 len: 173 time: 1.9270535 Feb 04 17:30:17.785881 n-d-827839-2 neutron-server[103377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c051d22-a8a4-4878-b900-c55de118f87a', 'name': 'network-vif-deleted', 'tag': 'd0b81dfd-b124-4caf-b4ec-334e2eeb3474'}] {{(pid=103377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:30:17.798920 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7240428b650e1488e9361b62648ff4b3a6c19d49d8c27c949491ab58c1346cf0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd829256-0154-43ae-bec5-88c077188bc4" -d '{"events": [{"server_uuid": "0c051d22-a8a4-4878-b900-c55de118f87a", "name": "network-vif-deleted", "tag": "d0b81dfd-b124-4caf-b4ec-334e2eeb3474"}]}' {{(pid=103377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:30:17.858156 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 17:30:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fb5da8e-e532-4c25-85e5-926d9460a6df x-openstack-request-id: req-9fb5da8e-e532-4c25-85e5-926d9460a6df {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:30:17.858853 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c051d22-a8a4-4878-b900-c55de118f87a", "name": "network-vif-deleted", "tag": "d0b81dfd-b124-4caf-b4ec-334e2eeb3474", "status": "completed", "code": 200}]} {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:30:17.858853 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-9fb5da8e-e532-4c25-85e5-926d9460a6df {{(pid=103377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:30:17.859362 n-d-827839-2 neutron-server[103377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c051d22-a8a4-4878-b900-c55de118f87a', 'name': 'network-vif-deleted', 'tag': 'd0b81dfd-b124-4caf-b4ec-334e2eeb3474', 'status': 'completed', 'code': 200} Feb 04 17:30:17.864627 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Current status of the port 22c61319-a2fc-4148-8d7a-ce20ec6f79cd is: ACTIVE; New status is: DOWN {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:30:17.865138 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (22c61319-a2fc-4148-8d7a-ce20ec6f79cd), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:17.902635 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-8e415def-3cd8-4634-bf22-623d26c694b1 None None] Current status of the port 73c0361d-a6ed-4889-bc1e-de329f601068 is: DOWN; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:30:17.910915 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8e415def-3cd8-4634-bf22-623d26c694b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (73c0361d-a6ed-4889-bc1e-de329f601068), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:17.972943 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] For port 22c61319-a2fc-4148-8d7a-ce20ec6f79cd, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=22c61319-a2fc-4148-8d7a-ce20ec6f79cd,segment=NetworkSegment(9e3ed071-c030-493d-8cca-599abfcb88ee),segment_id=9e3ed071-c030-493d-8cca-599abfcb88ee)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:30:18.001952 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2c300b1-94a0-4e81-a6de-54c4630651af', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '22c61319-a2fc-4148-8d7a-ce20ec6f79cd'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:30:18.004646 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c34bc964ce2211770fda26ca2f3801cc06f4f39928110690550e94ab9c9d2fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a31953dd-c9c1-49c4-a4dd-b545fc169bd9" -d '{"events": [{"server_uuid": "f2c300b1-94a0-4e81-a6de-54c4630651af", "name": "network-vif-unplugged", "status": "completed", "tag": "22c61319-a2fc-4148-8d7a-ce20ec6f79cd"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:30:18.018167 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (22c61319-a2fc-4148-8d7a-ce20ec6f79cd), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:18.069235 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port 5c63b199-e4f0-44e5-ae6e-056c443c1647 is: DOWN; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:30:18.069774 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (5c63b199-e4f0-44e5-ae6e-056c443c1647), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:18.083517 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-729c70ff-2a0c-47dc-82dd-2737018a758f req-9cd6a143-1813-4856-9792-50ba10258878 tempest-InstanceActionsNegativeTestJSON-1851552822 tempest-InstanceActionsNegativeTestJSON-1851552822-project] 10.222.0.89 "GET /v2.0/ports?device_id=0c051d22-a8a4-4878-b900-c55de118f87a HTTP/1.1" status: 200 len: 210 time: 0.1000049 Feb 04 17:30:18.163943 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-8e415def-3cd8-4634-bf22-623d26c694b1 None None] For port 73c0361d-a6ed-4889-bc1e-de329f601068, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=73c0361d-a6ed-4889-bc1e-de329f601068,segment=NetworkSegment(d6c528cd-dc43-48e6-b2af-987c49502274),segment_id=d6c528cd-dc43-48e6-b2af-987c49502274)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:30:18.206879 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 04 Feb 2022 17:30:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7725eccf-ce38-4421-a276-165a2b93fdf8 x-openstack-request-id: req-7725eccf-ce38-4421-a276-165a2b93fdf8 {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:30:18.207632 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2c300b1-94a0-4e81-a6de-54c4630651af", "name": "network-vif-unplugged", "status": "completed", "tag": "22c61319-a2fc-4148-8d7a-ce20ec6f79cd", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:30:18.208058 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-7725eccf-ce38-4421-a276-165a2b93fdf8 {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:30:18.208634 n-d-827839-2 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2c300b1-94a0-4e81-a6de-54c4630651af', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '22c61319-a2fc-4148-8d7a-ce20ec6f79cd', 'code': 200} Feb 04 17:30:18.214076 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-b3048c41-faea-47b8-84e7-e2c8f02cf756 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628832'] for network (1cfe72cd-a132-433c-b79f-01c774ca758d), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:18.219720 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-81764107-b11b-46bf-901b-9b47817cb627 req-80d10060-33ff-43eb-a9ff-ef508256b2e9 tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] 10.222.0.89 "GET /v2.0/security-groups?id=749b530c-d4d8-46cd-99b4-1a8b04e03f53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6973906 Feb 04 17:30:18.241154 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8e415def-3cd8-4634-bf22-623d26c694b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (73c0361d-a6ed-4889-bc1e-de329f601068), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:18.279390 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Pushing event updated for resources: {'Port': ['ID=22c61319-a2fc-4148-8d7a-ce20ec6f79cd,revision_number=8']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:30:18.306402 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d660700-843f-4f97-8c29-c3bfcd01c743 tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Notify agent at l3_agent.n-d-827839-2 the message routers_updated {{(pid=103376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 17:30:18.333394 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26bd604c-2996-40be-b90b-bf1755d9fd1f None None] Sync routers for ids ['e533f000-d94a-4439-a4c6-1b113390e45f'] in n-d-827839-2 {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 17:30:18.357219 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] For port 5c63b199-e4f0-44e5-ae6e-056c443c1647, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=5c63b199-e4f0-44e5-ae6e-056c443c1647,segment=NetworkSegment(028768ed-e5eb-4b17-8f52-479724313647),segment_id=028768ed-e5eb-4b17-8f52-479724313647)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:30:18.366561 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26bd604c-2996-40be-b90b-bf1755d9fd1f None None] Routers {'e533f000-d94a-4439-a4c6-1b113390e45f'} bound to L3 agent in host n-d-827839-2 {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:30:18.367352 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-26bd604c-2996-40be-b90b-bf1755d9fd1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:30:02Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['e533f000-d94a-4439-a4c6-1b113390e45f'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:30:18.431790 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-65354130-5f4e-4e6a-a9bc-24736fd4d77e req-8a88e331-c070-4b22-85de-b0a3c253916c tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] 10.222.0.89 "GET /v2.0/ports?device_id=f9afa7a5-1aca-47d0-a335-e4059d5a8169 HTTP/1.1" status: 200 len: 210 time: 0.0863557 Feb 04 17:30:18.465791 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2b6afd6-668a-44df-a70b-cb852b2be235 None None] DHCP port deletion for 1cfe72cd-a132-433c-b79f-01c774ca758d request from n-d-827839-2 {{(pid=103378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 17:30:18.484174 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (5c63b199-e4f0-44e5-ae6e-056c443c1647), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:18.487138 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 73c0361d-a6ed-4889-bc1e-de329f601068 up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:30:18.547665 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f2cfc5-2d4c-451f-982f-d73e2e25ddd8 req-2b392c0a-047e-4b36-9e26-0106d0995c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:30:18.549042 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-14f2cfc5-2d4c-451f-982f-d73e2e25ddd8 req-2b392c0a-047e-4b36-9e26-0106d0995c49 service neutron] 10.222.0.96 "GET /v2.0/ports/047f18d1-ba45-4554-8c12-d78b1b2ece5e HTTP/1.1" status: 200 len: 1026 time: 0.3280680 Feb 04 17:30:18.571539 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-26bd604c-2996-40be-b90b-bf1755d9fd1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827839-2', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:30:18.598608 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26bd604c-2996-40be-b90b-bf1755d9fd1f None None] Routers {'e533f000-d94a-4439-a4c6-1b113390e45f'} bound to L3 agent in host n-d-827839-2 {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:30:18.599647 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-26bd604c-2996-40be-b90b-bf1755d9fd1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:30:02Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['e533f000-d94a-4439-a4c6-1b113390e45f'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:30:18.641622 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e415def-3cd8-4634-bf22-623d26c694b1 None None] Pushing event updated for resources: {'Port': ['ID=73c0361d-a6ed-4889-bc1e-de329f601068,revision_number=3']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:30:18.659367 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-d6698196-1922-4df9-8c83-6c0c7a8b599e None None] Provisioning complete for port c8f4f7fc-ca6d-4e74-9b0c-d740b11f6822 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:30:18.659636 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-26bd604c-2996-40be-b90b-bf1755d9fd1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827839-2', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:30:18.659820 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d6698196-1922-4df9-8c83-6c0c7a8b599e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (c8f4f7fc-ca6d-4e74-9b0c-d740b11f6822), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:18.660642 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26bd604c-2996-40be-b90b-bf1755d9fd1f None None] The sync data for ids ['e533f000-d94a-4439-a4c6-1b113390e45f'] in n-d-827839-2 is: [] {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 17:30:18.713181 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-bc162f0d-06e4-4b50-9004-1770fc4fa9a4 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Deleting port c8f4f7fc-ca6d-4e74-9b0c-d740b11f6822 {{(pid=103376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:30:18.713541 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-bc162f0d-06e4-4b50-9004-1770fc4fa9a4 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (c8f4f7fc-ca6d-4e74-9b0c-d740b11f6822), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:18.783123 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-d6698196-1922-4df9-8c83-6c0c7a8b599e None None] Port c8f4f7fc-ca6d-4e74-9b0c-d740b11f6822 cannot update to ACTIVE because it is not bound. {{(pid=103378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 17:30:18.786115 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port 73c0361d-a6ed-4889-bc1e-de329f601068 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:30:18.787179 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (73c0361d-a6ed-4889-bc1e-de329f601068), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:18.791612 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Pushing event updated for resources: {'Port': ['ID=5c63b199-e4f0-44e5-ae6e-056c443c1647,revision_number=3']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:30:18.847339 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f2cfc5-2d4c-451f-982f-d73e2e25ddd8 req-2dab6ce3-5c20-4afa-8b16-effa83bf1a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:30:18.848659 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-14f2cfc5-2d4c-451f-982f-d73e2e25ddd8 req-2dab6ce3-5c20-4afa-8b16-effa83bf1a3b service neutron] 10.222.0.96 "GET /v2.0/ports/69744c85-4e2f-4594-a5b1-5888c6eca6d5 HTTP/1.1" status: 200 len: 1028 time: 0.2881217 Feb 04 17:30:18.863167 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-d6eebab3-f606-4085-b9d4-18a5d737e101 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (e45f3f22-c9b2-40db-bd81-abe2ef0e1ad1), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:18.874383 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-f2b6afd6-668a-44df-a70b-cb852b2be235 None None] Deleting port f0ba3dc9-a0b1-435d-bfef-addf1ffbcbfc {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:30:18.874964 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f2b6afd6-668a-44df-a70b-cb852b2be235 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (f0ba3dc9-a0b1-435d-bfef-addf1ffbcbfc), before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:18.923598 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-4d660700-843f-4f97-8c29-c3bfcd01c743 tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Publish callbacks [] for router (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:18.924931 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-4d660700-843f-4f97-8c29-c3bfcd01c743 tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] 10.222.0.89 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 8.9695337 Feb 04 17:30:18.927706 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 47904) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:30:18.986530 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-f2b6afd6-668a-44df-a70b-cb852b2be235 None None] For port f0ba3dc9-a0b1-435d-bfef-addf1ffbcbfc, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=f0ba3dc9-a0b1-435d-bfef-addf1ffbcbfc,segment=NetworkSegment(fe02808d-4383-47bb-9b4e-70c1c22afee4),segment_id=fe02808d-4383-47bb-9b4e-70c1c22afee4)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:30:18.987374 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f2b6afd6-668a-44df-a70b-cb852b2be235 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (f0ba3dc9-a0b1-435d-bfef-addf1ffbcbfc), precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:19.006148 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-f2b6afd6-668a-44df-a70b-cb852b2be235 None None] Calling delete_port for f0ba3dc9-a0b1-435d-bfef-addf1ffbcbfc owned by network:dhcp {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:30:19.102471 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-bc162f0d-06e4-4b50-9004-1770fc4fa9a4 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (c8f4f7fc-ca6d-4e74-9b0c-d740b11f6822), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:19.153245 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-bc162f0d-06e4-4b50-9004-1770fc4fa9a4 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Calling delete_port for c8f4f7fc-ca6d-4e74-9b0c-d740b11f6822 owned by {{(pid=103376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:30:19.159035 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-d6698196-1922-4df9-8c83-6c0c7a8b599e None None] Provisioning complete for port 45853bdf-7085-4755-80e8-d63e7bd60bdb triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:30:19.159418 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d6698196-1922-4df9-8c83-6c0c7a8b599e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (45853bdf-7085-4755-80e8-d63e7bd60bdb), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:19.180145 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 47908) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:30:19.221707 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-d6698196-1922-4df9-8c83-6c0c7a8b599e None None] Port 45853bdf-7085-4755-80e8-d63e7bd60bdb cannot update to ACTIVE because it is not bound. {{(pid=103378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 17:30:19.255730 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f2b6afd6-668a-44df-a70b-cb852b2be235 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144'] for port (f0ba3dc9-a0b1-435d-bfef-addf1ffbcbfc), after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:19.284728 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Device d0b81dfd-b124-4caf-b4ec-334e2eeb3474 no longer exists at agent hyperv_n-h2-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:30:19.385378 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b6afd6-668a-44df-a70b-cb852b2be235 None None] Pushing event deleted for resources: {'Port': ['ID=f0ba3dc9-a0b1-435d-bfef-addf1ffbcbfc,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:30:19.394705 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] No Port match for: d0b81dfd-b124-4caf-b4ec-334e2eeb3474 {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 17:30:19.395830 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Device d0b81dfd-b124-4caf-b4ec-334e2eeb3474 not bound to the agent host n-h2-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 17:30:19.405930 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2b6afd6-668a-44df-a70b-cb852b2be235 None None] No DVR routers for this DVR port f0ba3dc9-a0b1-435d-bfef-addf1ffbcbfc on host n-d-827839-2 {{(pid=103378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 17:30:19.448237 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-d6698196-1922-4df9-8c83-6c0c7a8b599e None None] Provisioning complete for port 5c63b199-e4f0-44e5-ae6e-056c443c1647 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:30:19.448801 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d6698196-1922-4df9-8c83-6c0c7a8b599e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (5c63b199-e4f0-44e5-ae6e-056c443c1647), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:19.531953 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port 73c0361d-a6ed-4889-bc1e-de329f601068 is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:30:19.665253 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-d6698196-1922-4df9-8c83-6c0c7a8b599e None None] Current status of the port 5c63b199-e4f0-44e5-ae6e-056c443c1647 is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:30:19.690157 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-d6698196-1922-4df9-8c83-6c0c7a8b599e None None] Provisioning complete for port 73c0361d-a6ed-4889-bc1e-de329f601068 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:30:19.690469 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d6698196-1922-4df9-8c83-6c0c7a8b599e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (73c0361d-a6ed-4889-bc1e-de329f601068), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:19.729534 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee73b30d-bc2a-4af2-b7e0-a1cbbfc783f8 req-900b8495-c026-4537-9c6a-24eca2bbfab1 tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:30:19.743671 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-ee73b30d-bc2a-4af2-b7e0-a1cbbfc783f8 req-900b8495-c026-4537-9c6a-24eca2bbfab1 tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] 10.222.0.89 "GET /v2.0/ports?device_id=f2c300b1-94a0-4e81-a6de-54c4630651af HTTP/1.1" status: 200 len: 944 time: 0.3026435 Feb 04 17:30:19.774157 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 5c63b199-e4f0-44e5-ae6e-056c443c1647 up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:30:19.782007 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f2cfc5-2d4c-451f-982f-d73e2e25ddd8 req-355073f7-5438-453e-bb74-748e44d3ca41 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:30:19.787468 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f2cfc5-2d4c-451f-982f-d73e2e25ddd8 req-355073f7-5438-453e-bb74-748e44d3ca41 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:30:19.793655 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f2cfc5-2d4c-451f-982f-d73e2e25ddd8 req-355073f7-5438-453e-bb74-748e44d3ca41 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:30:19.795649 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-14f2cfc5-2d4c-451f-982f-d73e2e25ddd8 req-355073f7-5438-453e-bb74-748e44d3ca41 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] 10.222.0.96 "GET /v2.0/networks?id=a64d26d7-6663-4816-93ec-6e302f6e65a3&id=33faf293-e0be-4b60-83b0-8ec497ee643d&id=33faf293-e0be-4b60-83b0-8ec497ee643d&id=33faf293-e0be-4b60-83b0-8ec497ee643d&id=33faf293-e0be-4b60-83b0-8ec497ee643d&id=6de4b58f-ff91-4bdc-9f3d-13346fce97eb&id=6de4b58f-ff91-4bdc-9f3d-13346fce97eb HTTP/1.1" status: 200 len: 1988 time: 0.9297137 Feb 04 17:30:19.799390 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-12b1cda1-9937-4b62-bd2c-45a441dfc02c req-238d5114-4ca7-452b-bf17-65087db62e76 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] 10.222.0.89 "GET /v2.0/ports?device_id=f9afa7a5-1aca-47d0-a335-e4059d5a8169 HTTP/1.1" status: 200 len: 210 time: 0.0545444 Feb 04 17:30:19.805503 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-bc162f0d-06e4-4b50-9004-1770fc4fa9a4 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (c8f4f7fc-ca6d-4e74-9b0c-d740b11f6822), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:19.867023 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port 5c63b199-e4f0-44e5-ae6e-056c443c1647 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:30:19.870359 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (5c63b199-e4f0-44e5-ae6e-056c443c1647), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:19.890416 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc162f0d-06e4-4b50-9004-1770fc4fa9a4 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Pushing event deleted for resources: {'Port': ['ID=c8f4f7fc-ca6d-4e74-9b0c-d740b11f6822,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:30:19.948195 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-ee73b30d-bc2a-4af2-b7e0-a1cbbfc783f8 req-003cf496-6b61-40a2-acce-beb154978ae4 tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] 10.222.0.89 "GET /v2.0/security-groups?id=749b530c-d4d8-46cd-99b4-1a8b04e03f53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2016013 Feb 04 17:30:20.007923 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-d6698196-1922-4df9-8c83-6c0c7a8b599e None None] Current status of the port 73c0361d-a6ed-4889-bc1e-de329f601068 is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:30:20.062350 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port 5c63b199-e4f0-44e5-ae6e-056c443c1647 is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:30:20.063903 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 73c0361d-a6ed-4889-bc1e-de329f601068 up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:30:20.065846 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-e3f2fee1-ec16-43b1-83ec-2c5f378ab849 tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:20.123077 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc162f0d-06e4-4b50-9004-1770fc4fa9a4 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:30:20.123077 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc162f0d-06e4-4b50-9004-1770fc4fa9a4 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:30:20.123387 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc162f0d-06e4-4b50-9004-1770fc4fa9a4 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:30:20.123702 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc162f0d-06e4-4b50-9004-1770fc4fa9a4 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:30:20.124616 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc162f0d-06e4-4b50-9004-1770fc4fa9a4 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:30:20.125028 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc162f0d-06e4-4b50-9004-1770fc4fa9a4 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:30:20.125364 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc162f0d-06e4-4b50-9004-1770fc4fa9a4 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:30:20.125704 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc162f0d-06e4-4b50-9004-1770fc4fa9a4 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:30:20.132680 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc162f0d-06e4-4b50-9004-1770fc4fa9a4 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:30:20.133201 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc162f0d-06e4-4b50-9004-1770fc4fa9a4 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:30:20.133469 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc162f0d-06e4-4b50-9004-1770fc4fa9a4 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:30:20.133814 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc162f0d-06e4-4b50-9004-1770fc4fa9a4 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:30:20.134153 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc162f0d-06e4-4b50-9004-1770fc4fa9a4 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:30:20.162861 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea25216a-268c-4a27-8ef1-c630eb1c6139 admin admin] Deleting subnet 00017c5e-1a4a-40b5-bd90-a386fb91b3bd {{(pid=103376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 17:30:20.177241 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port 73c0361d-a6ed-4889-bc1e-de329f601068 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:30:20.177612 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (73c0361d-a6ed-4889-bc1e-de329f601068), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:20.181629 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-aca27f4c-a3db-4e5c-a6df-c1564a66d8ee None None] Provisioning complete for port 5c63b199-e4f0-44e5-ae6e-056c443c1647 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:30:20.182008 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-aca27f4c-a3db-4e5c-a6df-c1564a66d8ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (5c63b199-e4f0-44e5-ae6e-056c443c1647), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:20.196618 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-ea25216a-268c-4a27-8ef1-c630eb1c6139 admin admin] Publish callbacks [] for subnet (00017c5e-1a4a-40b5-bd90-a386fb91b3bd), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:20.277528 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-b3048c41-faea-47b8-84e7-e2c8f02cf756 admin admin] Deleting port f0ba3dc9-a0b1-435d-bfef-addf1ffbcbfc {{(pid=103376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:30:20.277875 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-b3048c41-faea-47b8-84e7-e2c8f02cf756 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (f0ba3dc9-a0b1-435d-bfef-addf1ffbcbfc), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:20.360277 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-bc162f0d-06e4-4b50-9004-1770fc4fa9a4 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:20.366152 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-bc162f0d-06e4-4b50-9004-1770fc4fa9a4 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] 10.222.0.89 "DELETE /v2.0/ports/c8f4f7fc-ca6d-4e74-9b0c-d740b11f6822 HTTP/1.1" status: 204 len: 168 time: 3.0033083 Feb 04 17:30:20.371878 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 47916) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:30:20.400064 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-ea25216a-268c-4a27-8ef1-c630eb1c6139 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25674901'] for subnet (00017c5e-1a4a-40b5-bd90-a386fb91b3bd), precommit_delete_associations {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:20.407148 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-14f2cfc5-2d4c-451f-982f-d73e2e25ddd8 req-125562e1-0fca-45ab-8515-35140050906c tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] 10.222.0.96 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ae7af1f68a8142688c6249d339ab8a6d HTTP/1.1" status: 200 len: 380 time: 0.5889590 Feb 04 17:30:20.408391 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port 73c0361d-a6ed-4889-bc1e-de329f601068 is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:30:20.426606 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-aca27f4c-a3db-4e5c-a6df-c1564a66d8ee None None] Current status of the port 5c63b199-e4f0-44e5-ae6e-056c443c1647 is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:30:20.433784 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-aca27f4c-a3db-4e5c-a6df-c1564a66d8ee None None] Could not find standard attr ID for object c8f4f7fc-ca6d-4e74-9b0c-d740b11f6822. {{(pid=103378) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 17:30:20.436057 n-d-827839-2 neutron-server[103377]: INFO neutron.pecan_wsgi.hooks.translation [None req-451c80a6-fe1b-400f-b31a-9c85cc966420 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] GET failed (client error): The resource could not be found. Feb 04 17:30:20.437573 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-451c80a6-fe1b-400f-b31a-9c85cc966420 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] 10.222.0.89 "GET /v2.0/ports/c8f4f7fc-ca6d-4e74-9b0c-d740b11f6822 HTTP/1.1" status: 404 len: 333 time: 0.0641944 Feb 04 17:30:20.440679 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 47918) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:30:20.452285 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-aca27f4c-a3db-4e5c-a6df-c1564a66d8ee None None] Provisioning complete for port 45853bdf-7085-4755-80e8-d63e7bd60bdb triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:30:20.453120 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-aca27f4c-a3db-4e5c-a6df-c1564a66d8ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (45853bdf-7085-4755-80e8-d63e7bd60bdb), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:20.471333 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [req-14f2cfc5-2d4c-451f-982f-d73e2e25ddd8 req-26b16738-8f68-4f25-ad6a-217c119024cc tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Request body: {'port': {'device_id': 'f9afa7a5-1aca-47d0-a335-e4059d5a8169', 'network_id': 'a64d26d7-6663-4816-93ec-6e302f6e65a3', 'admin_state_up': True, 'tenant_id': 'ae7af1f68a8142688c6249d339ab8a6d', 'security_groups': ['97363f9b-735d-4c1b-ae48-6b5390fc2698']}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:30:20.488541 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [None req-b3048c41-faea-47b8-84e7-e2c8f02cf756 admin admin] For port f0ba3dc9-a0b1-435d-bfef-addf1ffbcbfc, host n-d-827839-2, got binding levels [] {{(pid=103376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:30:20.489228 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-b3048c41-faea-47b8-84e7-e2c8f02cf756 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (f0ba3dc9-a0b1-435d-bfef-addf1ffbcbfc), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:20.504013 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-aca27f4c-a3db-4e5c-a6df-c1564a66d8ee None None] Port 45853bdf-7085-4755-80e8-d63e7bd60bdb cannot update to ACTIVE because it is not bound. {{(pid=103378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 17:30:20.520667 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-aca27f4c-a3db-4e5c-a6df-c1564a66d8ee None None] Provisioning complete for port e45f3f22-c9b2-40db-bd81-abe2ef0e1ad1 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:30:20.521184 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-aca27f4c-a3db-4e5c-a6df-c1564a66d8ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (e45f3f22-c9b2-40db-bd81-abe2ef0e1ad1), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:20.582151 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device f0ba3dc9-a0b1-435d-bfef-addf1ffbcbfc no longer exists at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:30:20.623308 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] No Port match for: f0ba3dc9-a0b1-435d-bfef-addf1ffbcbfc {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 17:30:20.633147 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device f0ba3dc9-a0b1-435d-bfef-addf1ffbcbfc not bound to the agent host n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 17:30:20.648469 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-aca27f4c-a3db-4e5c-a6df-c1564a66d8ee None None] Port e45f3f22-c9b2-40db-bd81-abe2ef0e1ad1 cannot update to ACTIVE because it is not bound. {{(pid=103378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 17:30:20.682339 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.db_base_plugin_common [None req-e3f2fee1-ec16-43b1-83ec-2c5f378ab849 tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Allocated IP 172.20.0.1 (2fc3ab82-e108-402d-bed1-263ed33bcb5b/f32925a0-00a7-46f6-bca0-32a601eb0bac/003c19f1-bc18-4dec-9221-2a3287e55adc) {{(pid=103377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:30:20.710625 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-c8af189b-e8f0-475c-a555-2de986f55106 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Deleting port 45853bdf-7085-4755-80e8-d63e7bd60bdb {{(pid=103377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:30:20.711352 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-c8af189b-e8f0-475c-a555-2de986f55106 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (45853bdf-7085-4755-80e8-d63e7bd60bdb), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:20.852598 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-e3f2fee1-ec16-43b1-83ec-2c5f378ab849 tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Publish callbacks [] for port (003c19f1-bc18-4dec-9221-2a3287e55adc), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:20.998778 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-c8af189b-e8f0-475c-a555-2de986f55106 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (45853bdf-7085-4755-80e8-d63e7bd60bdb), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:21.016260 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-c8af189b-e8f0-475c-a555-2de986f55106 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Calling delete_port for 45853bdf-7085-4755-80e8-d63e7bd60bdb owned by {{(pid=103377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:30:21.026371 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-e3f2fee1-ec16-43b1-83ec-2c5f378ab849 tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (003c19f1-bc18-4dec-9221-2a3287e55adc), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:21.047610 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-b3048c41-faea-47b8-84e7-e2c8f02cf756 admin admin] Calling delete_port for f0ba3dc9-a0b1-435d-bfef-addf1ffbcbfc owned by network:dhcp {{(pid=103376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:30:21.079846 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.ipam_backend_mixin [None req-b3048c41-faea-47b8-84e7-e2c8f02cf756 admin admin] Port f0ba3dc9-a0b1-435d-bfef-addf1ffbcbfc was not found and therefore no delete operation was performed {{(pid=103376) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 04 17:30:21.111643 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-5abb3616-36f8-4014-a981-2b7c55f6d7b9 req-c7cec65f-bee1-457e-a960-0256b2a54392 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] 10.222.0.89 "GET /v2.0/ports?device_id=f9afa7a5-1aca-47d0-a335-e4059d5a8169 HTTP/1.1" status: 200 len: 210 time: 0.0836587 Feb 04 17:30:21.119222 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-b3048c41-faea-47b8-84e7-e2c8f02cf756 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (f0ba3dc9-a0b1-435d-bfef-addf1ffbcbfc), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:21.145375 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3f2fee1-ec16-43b1-83ec-2c5f378ab849 tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Network 2fc3ab82-e108-402d-bed1-263ed33bcb5b is already hosted by enough agents. {{(pid=103377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:30:21.146721 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-ea25216a-268c-4a27-8ef1-c630eb1c6139 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1541225'] for subnet (00017c5e-1a4a-40b5-bd90-a386fb91b3bd), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:21.158254 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [None req-e3f2fee1-ec16-43b1-83ec-2c5f378ab849 tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Resources bound (agent type, host, resource id): {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:30:21.170422 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3f2fee1-ec16-43b1-83ec-2c5f378ab849 tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Received port after_create {{(pid=103377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:30:21.178032 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f2fee1-ec16-43b1-83ec-2c5f378ab849 tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Pushing event updated for resources: {'Port': ['ID=003c19f1-bc18-4dec-9221-2a3287e55adc,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:30:21.231167 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3048c41-faea-47b8-84e7-e2c8f02cf756 admin admin] Pushing event deleted for resources: {'Port': ['ID=f0ba3dc9-a0b1-435d-bfef-addf1ffbcbfc,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:30:21.236206 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-e3f2fee1-ec16-43b1-83ec-2c5f378ab849 tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1595471'] for router_interface (e533f000-d94a-4439-a4c6-1b113390e45f), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:21.236722 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3048c41-faea-47b8-84e7-e2c8f02cf756 admin admin] No DVR routers for this DVR port f0ba3dc9-a0b1-435d-bfef-addf1ffbcbfc on host n-d-827839-2 {{(pid=103376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 17:30:21.309235 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c16de55-543e-4b86-b513-69d7cdbbdd9d req-82a3439b-5473-4b55-94a1-0f16db49f2e7 tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:30:21.310776 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-5c16de55-543e-4b86-b513-69d7cdbbdd9d req-82a3439b-5473-4b55-94a1-0f16db49f2e7 tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] 10.222.0.89 "GET /v2.0/ports?device_id=f2c300b1-94a0-4e81-a6de-54c4630651af HTTP/1.1" status: 200 len: 944 time: 0.2232478 Feb 04 17:30:21.387714 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-c8af189b-e8f0-475c-a555-2de986f55106 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (45853bdf-7085-4755-80e8-d63e7bd60bdb), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:21.400946 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-d6eebab3-f606-4085-b9d4-18a5d737e101 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Publish callbacks [] for port (e45f3f22-c9b2-40db-bd81-abe2ef0e1ad1), precommit_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:21.409222 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-b3048c41-faea-47b8-84e7-e2c8f02cf756 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1543676', 'neutron.services.segments.db._delete_segments_for_network-8781084786517'] for network (1cfe72cd-a132-433c-b79f-01c774ca758d), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:21.418783 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-ea25216a-268c-4a27-8ef1-c630eb1c6139 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1541216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25675894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25858947'] for subnet (00017c5e-1a4a-40b5-bd90-a386fb91b3bd), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:21.433252 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-d6eebab3-f606-4085-b9d4-18a5d737e101 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675836'] for port (e45f3f22-c9b2-40db-bd81-abe2ef0e1ad1), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:21.434182 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-d6eebab3-f606-4085-b9d4-18a5d737e101 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1677345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602751'] for router_interface (519b5a09-be1a-4ed6-9cee-17d9dd42bfa6), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:21.464778 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-5c16de55-543e-4b86-b513-69d7cdbbdd9d req-4ede6c5d-071b-4670-b93e-c8cebaceb732 tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] 10.222.0.89 "GET /v2.0/security-groups?id=749b530c-d4d8-46cd-99b4-1a8b04e03f53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1270010 Feb 04 17:30:21.465070 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8af189b-e8f0-475c-a555-2de986f55106 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Pushing event deleted for resources: {'Port': ['ID=45853bdf-7085-4755-80e8-d63e7bd60bdb,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:30:21.467274 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-14f2cfc5-2d4c-451f-982f-d73e2e25ddd8 req-26b16738-8f68-4f25-ad6a-217c119024cc tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Made reservation on behalf of ae7af1f68a8142688c6249d339ab8a6d for: {'port': 1} {{(pid=103376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:30:21.470446 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-14f2cfc5-2d4c-451f-982f-d73e2e25ddd8 req-26b16738-8f68-4f25-ad6a-217c119024cc tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:21.476166 n-d-827839-2 neutron-server[103376]: DEBUG neutron.services.segments.db [None req-b3048c41-faea-47b8-84e7-e2c8f02cf756 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1cfe72cd-a132-433c-b79f-01c774ca758d']}} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:30:21.495809 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea25216a-268c-4a27-8ef1-c630eb1c6139 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=00017c5e-1a4a-40b5-bd90-a386fb91b3bd,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:30:21.536314 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-ea25216a-268c-4a27-8ef1-c630eb1c6139 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:21.539886 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-ea25216a-268c-4a27-8ef1-c630eb1c6139 admin admin] 10.222.0.89 "DELETE /v2.0/subnets/00017c5e-1a4a-40b5-bd90-a386fb91b3bd HTTP/1.1" status: 204 len: 168 time: 2.2853580 Feb 04 17:30:21.550880 n-d-827839-2 neutron-server[103376]: DEBUG neutron.services.segments.db [None req-b3048c41-faea-47b8-84e7-e2c8f02cf756 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe02808d-4383-47bb-9b4e-70c1c22afee4') {'for_net_delete': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:30:21.554132 n-d-827839-2 neutron-server[103376]: DEBUG neutron.services.segments.db [None req-b3048c41-faea-47b8-84e7-e2c8f02cf756 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe02808d-4383-47bb-9b4e-70c1c22afee4') {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:30:21.558355 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 47928) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:30:21.658801 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-e3f2fee1-ec16-43b1-83ec-2c5f378ab849 tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (003c19f1-bc18-4dec-9221-2a3287e55adc), before_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:21.731836 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-c8af189b-e8f0-475c-a555-2de986f55106 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:21.739794 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-c8af189b-e8f0-475c-a555-2de986f55106 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] 10.222.0.89 "DELETE /v2.0/ports/45853bdf-7085-4755-80e8-d63e7bd60bdb HTTP/1.1" status: 204 len: 168 time: 1.2984571 Feb 04 17:30:21.772174 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-b3048c41-faea-47b8-84e7-e2c8f02cf756 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781084783966', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25674908'] for segment (fe02808d-4383-47bb-9b4e-70c1c22afee4), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:21.781721 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 47936) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:30:21.860587 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-b3048c41-faea-47b8-84e7-e2c8f02cf756 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (fe02808d-4383-47bb-9b4e-70c1c22afee4), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:21.867819 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6eebab3-f606-4085-b9d4-18a5d737e101 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Pushing event updated for resources: {'Port': ['ID=e45f3f22-c9b2-40db-bd81-abe2ef0e1ad1,revision_number=2']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:30:21.980483 n-d-827839-2 neutron-server[103376]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce94c842-6d92-4420-a3d6-cd6c69223d4c tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] GET failed (client error): The resource could not be found. Feb 04 17:30:21.982588 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-ce94c842-6d92-4420-a3d6-cd6c69223d4c tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] 10.222.0.89 "GET /v2.0/ports/45853bdf-7085-4755-80e8-d63e7bd60bdb HTTP/1.1" status: 404 len: 333 time: 0.1916332 Feb 04 17:30:21.989183 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3048c41-faea-47b8-84e7-e2c8f02cf756 admin admin] Releasing vlan 755 on physical network physnet1 to pool {{(pid=103376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 17:30:21.990289 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-b3048c41-faea-47b8-84e7-e2c8f02cf756 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25675992'] for segment (fe02808d-4383-47bb-9b4e-70c1c22afee4), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:21.994004 n-d-827839-2 neutron-server[103376]: Traceback (most recent call last): Feb 04 17:30:21.994004 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 17:30:21.994004 n-d-827839-2 neutron-server[103376]: timer() Feb 04 17:30:21.994004 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 17:30:21.994004 n-d-827839-2 neutron-server[103376]: cb(*args, **kw) Feb 04 17:30:21.994004 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 17:30:21.994004 n-d-827839-2 neutron-server[103376]: return func(*args, **kwargs) Feb 04 17:30:21.994004 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 17:30:21.994004 n-d-827839-2 neutron-server[103376]: self._notify() Feb 04 17:30:21.994004 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 17:30:21.994004 n-d-827839-2 neutron-server[103376]: self.callback(batched_events) Feb 04 17:30:21.994004 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 17:30:21.994004 n-d-827839-2 neutron-server[103376]: event.method(event) Feb 04 17:30:21.994004 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 17:30:21.994004 n-d-827839-2 neutron-server[103376]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 17:30:21.994004 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 17:30:21.994004 n-d-827839-2 neutron-server[103376]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 17:30:21.994004 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 17:30:21.994004 n-d-827839-2 neutron-server[103376]: return f(self, *a, **k) Feb 04 17:30:21.994004 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 17:30:21.994004 n-d-827839-2 neutron-server[103376]: return self._get(url).json() Feb 04 17:30:21.994004 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 17:30:21.994004 n-d-827839-2 neutron-server[103376]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 17:30:21.994004 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 17:30:21.994004 n-d-827839-2 neutron-server[103376]: return self.request(url, 'GET', **kwargs) Feb 04 17:30:21.994004 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 17:30:21.994004 n-d-827839-2 neutron-server[103376]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 17:30:21.994004 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 17:30:21.994004 n-d-827839-2 neutron-server[103376]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 17:30:21.994004 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 17:30:21.994004 n-d-827839-2 neutron-server[103376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 17:30:21.994004 n-d-827839-2 neutron-server[103376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 17:30:21.997928 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 47940) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:30:22.074820 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-d1bb60eb-247d-4262-944c-7ca266bfe095 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628832'] for network (2d90ae87-e7b7-4607-95d1-b95eda3dbbe1), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:22.181423 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6eebab3-f606-4085-b9d4-18a5d737e101 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Network e491b4ae-a9ba-443a-b592-68de5d6c355f is already hosted by enough agents. {{(pid=103376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:30:22.208451 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [None req-d6eebab3-f606-4085-b9d4-18a5d737e101 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Resources bound (agent type, host, resource id): {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:30:22.223565 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-b3048c41-faea-47b8-84e7-e2c8f02cf756 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1543671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1595572'] for network (1cfe72cd-a132-433c-b79f-01c774ca758d), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:22.231069 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f2a5bc3-2499-4650-bd76-64640d279073 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Deleting subnet a856ce71-8bd0-4ff5-8d0f-49df6e6550b3 {{(pid=103376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 17:30:22.254617 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-6f2a5bc3-2499-4650-bd76-64640d279073 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Publish callbacks [] for subnet (a856ce71-8bd0-4ff5-8d0f-49df6e6550b3), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:22.279328 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-b3048c41-faea-47b8-84e7-e2c8f02cf756 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677565'] for network (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:22.283761 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-b3048c41-faea-47b8-84e7-e2c8f02cf756 admin admin] 10.222.0.89 "DELETE /v2.0/networks/1cfe72cd-a132-433c-b79f-01c774ca758d HTTP/1.1" status: 204 len: 168 time: 4.6268108 Feb 04 17:30:22.369349 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3048c41-faea-47b8-84e7-e2c8f02cf756 admin admin] Pushing event deleted for resources: {'Network': ['ID=1cfe72cd-a132-433c-b79f-01c774ca758d,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:30:22.557115 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-6f2a5bc3-2499-4650-bd76-64640d279073 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25674901'] for subnet (a856ce71-8bd0-4ff5-8d0f-49df6e6550b3), precommit_delete_associations {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:22.671638 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-6f2a5bc3-2499-4650-bd76-64640d279073 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1541225'] for subnet (a856ce71-8bd0-4ff5-8d0f-49df6e6550b3), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:22.709940 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 47956) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:30:22.717588 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.db_base_plugin_common [req-14f2cfc5-2d4c-451f-982f-d73e2e25ddd8 req-26b16738-8f68-4f25-ad6a-217c119024cc tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Allocated IP 172.20.0.14 (a64d26d7-6663-4816-93ec-6e302f6e65a3/f380e9a2-3490-45e9-934d-38ee4f9d651d/1f1fc21f-8afb-4ed1-ab35-d8918c765c07) {{(pid=103376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:30:22.821564 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-d1b0b02a-d703-4b42-b7e3-7fb0408e3886 None None] Provisioning complete for port e45f3f22-c9b2-40db-bd81-abe2ef0e1ad1 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:30:22.833938 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d1b0b02a-d703-4b42-b7e3-7fb0408e3886 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (e45f3f22-c9b2-40db-bd81-abe2ef0e1ad1), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:22.850737 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-55fc51e4-cba1-4996-93c3-64c149bd696d req-4d7f3c76-502e-4ac2-b381-b0eeddfb26f1 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] 10.222.0.89 "GET /v2.0/ports?device_id=f9afa7a5-1aca-47d0-a335-e4059d5a8169 HTTP/1.1" status: 200 len: 210 time: 0.0743051 Feb 04 17:30:22.938565 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device 22c61319-a2fc-4148-8d7a-ce20ec6f79cd no longer exists at agent hyperv_n-h1-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:30:23.031964 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-d1bb60eb-247d-4262-944c-7ca266bfe095 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1543676', 'neutron.services.segments.db._delete_segments_for_network-8781084786517'] for network (2d90ae87-e7b7-4607-95d1-b95eda3dbbe1), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:23.051795 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-14f2cfc5-2d4c-451f-982f-d73e2e25ddd8 req-26b16738-8f68-4f25-ad6a-217c119024cc tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Publish callbacks [] for port (1f1fc21f-8afb-4ed1-ab35-d8918c765c07), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:23.057413 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-d1b0b02a-d703-4b42-b7e3-7fb0408e3886 None None] Port e45f3f22-c9b2-40db-bd81-abe2ef0e1ad1 cannot update to ACTIVE because it is not bound. {{(pid=103378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 17:30:23.093475 n-d-827839-2 neutron-server[103376]: DEBUG neutron.services.segments.db [None req-d1bb60eb-247d-4262-944c-7ca266bfe095 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d90ae87-e7b7-4607-95d1-b95eda3dbbe1']}} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:30:23.127553 n-d-827839-2 neutron-server[103376]: DEBUG neutron.services.segments.db [None req-d1bb60eb-247d-4262-944c-7ca266bfe095 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '164eb830-7960-4939-819e-39b4146b1d60') {'for_net_delete': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:30:23.127802 n-d-827839-2 neutron-server[103376]: DEBUG neutron.services.segments.db [None req-d1bb60eb-247d-4262-944c-7ca266bfe095 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '164eb830-7960-4939-819e-39b4146b1d60') {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:30:23.160461 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-d1bb60eb-247d-4262-944c-7ca266bfe095 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781084783966', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25674908'] for segment (164eb830-7960-4939-819e-39b4146b1d60), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:23.167525 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Current status of the port 22c61319-a2fc-4148-8d7a-ce20ec6f79cd is: DOWN; New status is: DOWN {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:30:23.191705 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-d1bb60eb-247d-4262-944c-7ca266bfe095 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (164eb830-7960-4939-819e-39b4146b1d60), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:23.201487 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1bb60eb-247d-4262-944c-7ca266bfe095 admin admin] Releasing vlan 787 on physical network physnet1 to pool {{(pid=103376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 17:30:23.202118 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-d1bb60eb-247d-4262-944c-7ca266bfe095 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25675992'] for segment (164eb830-7960-4939-819e-39b4146b1d60), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:23.248628 n-d-827839-2 neutron-server[103376]: Traceback (most recent call last): Feb 04 17:30:23.248628 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 17:30:23.248628 n-d-827839-2 neutron-server[103376]: timer() Feb 04 17:30:23.248628 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 17:30:23.248628 n-d-827839-2 neutron-server[103376]: cb(*args, **kw) Feb 04 17:30:23.248628 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 17:30:23.248628 n-d-827839-2 neutron-server[103376]: return func(*args, **kwargs) Feb 04 17:30:23.248628 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 17:30:23.248628 n-d-827839-2 neutron-server[103376]: self._notify() Feb 04 17:30:23.248628 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 17:30:23.248628 n-d-827839-2 neutron-server[103376]: self.callback(batched_events) Feb 04 17:30:23.248628 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 17:30:23.248628 n-d-827839-2 neutron-server[103376]: event.method(event) Feb 04 17:30:23.248628 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 17:30:23.248628 n-d-827839-2 neutron-server[103376]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 17:30:23.248628 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 17:30:23.248628 n-d-827839-2 neutron-server[103376]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 17:30:23.248628 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 17:30:23.248628 n-d-827839-2 neutron-server[103376]: return f(self, *a, **k) Feb 04 17:30:23.248628 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 17:30:23.248628 n-d-827839-2 neutron-server[103376]: return self._get(url).json() Feb 04 17:30:23.248628 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 17:30:23.248628 n-d-827839-2 neutron-server[103376]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 17:30:23.248628 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 17:30:23.248628 n-d-827839-2 neutron-server[103376]: return self.request(url, 'GET', **kwargs) Feb 04 17:30:23.248628 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 17:30:23.248628 n-d-827839-2 neutron-server[103376]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 17:30:23.248628 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 17:30:23.248628 n-d-827839-2 neutron-server[103376]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 17:30:23.248628 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 17:30:23.248628 n-d-827839-2 neutron-server[103376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 17:30:23.248628 n-d-827839-2 neutron-server[103376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 17:30:23.252091 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-e3f2fee1-ec16-43b1-83ec-2c5f378ab849 tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Publish callbacks [] for port (003c19f1-bc18-4dec-9221-2a3287e55adc), precommit_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:23.252268 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-6f2a5bc3-2499-4650-bd76-64640d279073 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1541216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25675894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25858947'] for subnet (a856ce71-8bd0-4ff5-8d0f-49df6e6550b3), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:23.257408 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [req-890ceb03-367a-427e-9412-eb23f3655760 req-15d66386-f5ec-420a-94ae-9981df72a0d6 service neutron] http://10.222.0.89:9696/v2.0/extensions returned with HTTP 200 {{(pid=103377) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 17:30:23.258887 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-890ceb03-367a-427e-9412-eb23f3655760 req-15d66386-f5ec-420a-94ae-9981df72a0d6 service neutron] 10.222.0.89 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0091729 Feb 04 17:30:23.261965 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-e3f2fee1-ec16-43b1-83ec-2c5f378ab849 tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25888290'] for port (003c19f1-bc18-4dec-9221-2a3287e55adc), after_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:23.277614 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-10de244f-7cc4-4246-a32e-ca572d4009af admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=e572c75f68264540b5ba57b47620f662&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3513415 Feb 04 17:30:23.282188 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 47966) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:30:23.377197 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-e3f2fee1-ec16-43b1-83ec-2c5f378ab849 tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1677345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602751'] for router_interface (e533f000-d94a-4439-a4c6-1b113390e45f), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:23.380097 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f2fee1-ec16-43b1-83ec-2c5f378ab849 tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Pushing event updated for resources: {'Port': ['ID=003c19f1-bc18-4dec-9221-2a3287e55adc,revision_number=2']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:30:23.453369 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2a5bc3-2499-4650-bd76-64640d279073 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Pushing event deleted for resources: {'Subnet': ['ID=a856ce71-8bd0-4ff5-8d0f-49df6e6550b3,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:30:23.461575 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-541e5864-ee81-4dc2-abdc-c23839527d5e None None] Network a5a7e6a8-8a81-4740-bc60-40e596a9b25f requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:30:23.467365 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-6f2a5bc3-2499-4650-bd76-64640d279073 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Publish callbacks [] for subnet (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:23.477535 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-6f2a5bc3-2499-4650-bd76-64640d279073 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] 10.222.0.89 "DELETE /v2.0/subnets/a856ce71-8bd0-4ff5-8d0f-49df6e6550b3 HTTP/1.1" status: 204 len: 168 time: 1.4588928 Feb 04 17:30:23.493960 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 47976) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:30:23.517673 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6eebab3-f606-4085-b9d4-18a5d737e101 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Router 519b5a09-be1a-4ed6-9cee-17d9dd42bfa6 is scheduled to L3 agent 64ada913-9131-4d99-a265-63a920956287 with binding_index 1 {{(pid=103376) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 17:30:23.580958 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3f2fee1-ec16-43b1-83ec-2c5f378ab849 tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Network 2fc3ab82-e108-402d-bed1-263ed33bcb5b is already hosted by enough agents. {{(pid=103377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:30:23.582494 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [None req-e3f2fee1-ec16-43b1-83ec-2c5f378ab849 tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Resources bound (agent type, host, resource id): {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:30:23.693626 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a71e838-2ae6-4831-a119-dc7f7692b1a1 None None] DHCP port deletion for a5a7e6a8-8a81-4740-bc60-40e596a9b25f request from n-d-827839-2 {{(pid=103378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 17:30:23.710117 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-d1bb60eb-247d-4262-944c-7ca266bfe095 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1543671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1595572'] for network (2d90ae87-e7b7-4607-95d1-b95eda3dbbe1), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:23.748522 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6eebab3-f606-4085-b9d4-18a5d737e101 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Notify agent at l3_agent.n-d-827839-2 the message routers_updated {{(pid=103376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 17:30:23.754093 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3f2fee1-ec16-43b1-83ec-2c5f378ab849 tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Router e533f000-d94a-4439-a4c6-1b113390e45f has already been hosted by L3 agent 64ada913-9131-4d99-a265-63a920956287 {{(pid=103377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 17:30:23.756077 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-f78dc038-2f11-4f4f-8c1d-814eafa8ac41 admin admin] Publish callbacks [] for security_group (ceade6d9-6c9a-4f39-91ce-1c7fe43e1c01), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:23.772494 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56a337bd-3caf-4dce-80e2-0cd59a3eb764 None None] Sync routers for ids ['519b5a09-be1a-4ed6-9cee-17d9dd42bfa6'] in n-d-827839-2 {{(pid=103378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 17:30:23.779530 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 47978) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:30:23.779830 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-d6eebab3-f606-4085-b9d4-18a5d737e101 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] 10.222.0.89 "PUT /v2.0/routers/519b5a09-be1a-4ed6-9cee-17d9dd42bfa6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.8739996 Feb 04 17:30:23.790918 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-14f2cfc5-2d4c-451f-982f-d73e2e25ddd8 req-26b16738-8f68-4f25-ad6a-217c119024cc tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (1f1fc21f-8afb-4ed1-ab35-d8918c765c07), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:23.793423 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-d1bb60eb-247d-4262-944c-7ca266bfe095 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677565'] for network (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:23.797272 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-d1bb60eb-247d-4262-944c-7ca266bfe095 admin admin] 10.222.0.89 "DELETE /v2.0/networks/2d90ae87-e7b7-4607-95d1-b95eda3dbbe1 HTTP/1.1" status: 204 len: 168 time: 2.2309642 Feb 04 17:30:23.820936 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56a337bd-3caf-4dce-80e2-0cd59a3eb764 None None] Routers {'519b5a09-be1a-4ed6-9cee-17d9dd42bfa6'} bound to L3 agent in host n-d-827839-2 {{(pid=103378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:30:23.828146 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-56a337bd-3caf-4dce-80e2-0cd59a3eb764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:30:02Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['519b5a09-be1a-4ed6-9cee-17d9dd42bfa6'], 'active': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:30:23.836144 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1a71e838-2ae6-4831-a119-dc7f7692b1a1 None None] Deleting port 73c0361d-a6ed-4889-bc1e-de329f601068 {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:30:23.836709 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1a71e838-2ae6-4831-a119-dc7f7692b1a1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (73c0361d-a6ed-4889-bc1e-de329f601068), before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:23.901985 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-14f2cfc5-2d4c-451f-982f-d73e2e25ddd8 req-26b16738-8f68-4f25-ad6a-217c119024cc tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Network a64d26d7-6663-4816-93ec-6e302f6e65a3 is already hosted by enough agents. {{(pid=103376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:30:23.914382 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [req-14f2cfc5-2d4c-451f-982f-d73e2e25ddd8 req-26b16738-8f68-4f25-ad6a-217c119024cc tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Resources bound (agent type, host, resource id): {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:30:23.971716 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1bb60eb-247d-4262-944c-7ca266bfe095 admin admin] Pushing event deleted for resources: {'Network': ['ID=2d90ae87-e7b7-4607-95d1-b95eda3dbbe1,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:30:23.991281 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [req-14f2cfc5-2d4c-451f-982f-d73e2e25ddd8 req-26b16738-8f68-4f25-ad6a-217c119024cc tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Received port after_create {{(pid=103376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:30:24.005952 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-10231877-0e10-4055-8e2a-80befacdf9c3 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-191344906'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:30:24.073823 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f2cfc5-2d4c-451f-982f-d73e2e25ddd8 req-26b16738-8f68-4f25-ad6a-217c119024cc tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:30:24.074719 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-14f2cfc5-2d4c-451f-982f-d73e2e25ddd8 req-26b16738-8f68-4f25-ad6a-217c119024cc tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:24.098780 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-f78dc038-2f11-4f4f-8c1d-814eafa8ac41 admin admin] Publish callbacks [] for security_group (ceade6d9-6c9a-4f39-91ce-1c7fe43e1c01), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:24.137332 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29906f69-1020-40fa-963c-1bf4461de29d req-134d89e6-c17e-4767-8452-031304e8a6cd tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:30:24.151546 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-29906f69-1020-40fa-963c-1bf4461de29d req-134d89e6-c17e-4767-8452-031304e8a6cd tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] 10.222.0.89 "GET /v2.0/ports?device_id=f2c300b1-94a0-4e81-a6de-54c4630651af HTTP/1.1" status: 200 len: 944 time: 0.6477656 Feb 04 17:30:24.151778 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3f2fee1-ec16-43b1-83ec-2c5f378ab849 tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Notify agent at l3_agent.n-d-827839-2 the message routers_updated {{(pid=103377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 17:30:24.165319 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e85036cb-0e8f-4098-b5f3-bce5be9dbeb9 None None] Sync routers for ids ['e533f000-d94a-4439-a4c6-1b113390e45f'] in n-d-827839-2 {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 17:30:24.177190 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-ed8315c4-9a22-47a7-a124-622b3a3c2d25 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628832'] for network (a5a7e6a8-8a81-4740-bc60-40e596a9b25f), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:24.183448 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e85036cb-0e8f-4098-b5f3-bce5be9dbeb9 None None] Routers {'e533f000-d94a-4439-a4c6-1b113390e45f'} bound to L3 agent in host n-d-827839-2 {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:30:24.185085 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-e85036cb-0e8f-4098-b5f3-bce5be9dbeb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:30:02Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['e533f000-d94a-4439-a4c6-1b113390e45f'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:30:24.188432 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-e3f2fee1-ec16-43b1-83ec-2c5f378ab849 tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] 10.222.0.89 "PUT /v2.0/routers/e533f000-d94a-4439-a4c6-1b113390e45f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2595708 Feb 04 17:30:24.207389 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-14f2cfc5-2d4c-451f-982f-d73e2e25ddd8 req-26b16738-8f68-4f25-ad6a-217c119024cc tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.7405224 Feb 04 17:30:24.219831 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 47992) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:30:24.253128 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-e904fb13-d5aa-49d7-b737-3011963d13f6 tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Request body: {'port': {'network_id': '2fc3ab82-e108-402d-bed1-263ed33bcb5b', 'name': 'tempest-FloatingIPTestJSON-1087414261'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:30:24.283275 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-e85036cb-0e8f-4098-b5f3-bce5be9dbeb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827839-2', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:30:24.306501 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e85036cb-0e8f-4098-b5f3-bce5be9dbeb9 None None] Routers {'e533f000-d94a-4439-a4c6-1b113390e45f'} bound to L3 agent in host n-d-827839-2 {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:30:24.308915 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-e85036cb-0e8f-4098-b5f3-bce5be9dbeb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:30:02Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['e533f000-d94a-4439-a4c6-1b113390e45f'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:30:24.334832 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1a71e838-2ae6-4831-a119-dc7f7692b1a1 None None] For port 73c0361d-a6ed-4889-bc1e-de329f601068, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=73c0361d-a6ed-4889-bc1e-de329f601068,segment=NetworkSegment(d6c528cd-dc43-48e6-b2af-987c49502274),segment_id=d6c528cd-dc43-48e6-b2af-987c49502274)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:30:24.341760 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1a71e838-2ae6-4831-a119-dc7f7692b1a1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (73c0361d-a6ed-4889-bc1e-de329f601068), precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:24.364175 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 47994) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:30:24.380082 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvr_db [None req-56a337bd-3caf-4dce-80e2-0cd59a3eb764 None None] Set router 519b5a09-be1a-4ed6-9cee-17d9dd42bfa6 gateway port host: None {{(pid=103378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:30:24.396988 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-e85036cb-0e8f-4098-b5f3-bce5be9dbeb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827839-2', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:30:24.397672 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e85036cb-0e8f-4098-b5f3-bce5be9dbeb9 None None] The sync data for ids ['e533f000-d94a-4439-a4c6-1b113390e45f'] in n-d-827839-2 is: [] {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 17:30:24.450108 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [req-14f2cfc5-2d4c-451f-982f-d73e2e25ddd8 req-050379ef-080d-44b2-8da7-77ae619cc065 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Request body: {'port': {'device_id': 'f9afa7a5-1aca-47d0-a335-e4059d5a8169', 'network_id': '33faf293-e0be-4b60-83b0-8ec497ee643d', 'admin_state_up': True, 'tenant_id': 'ae7af1f68a8142688c6249d339ab8a6d', 'security_groups': ['97363f9b-735d-4c1b-ae48-6b5390fc2698']}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:30:24.456168 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10231877-0e10-4055-8e2a-80befacdf9c3 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Made reservation on behalf of 9117ee7d05a54905bc1e8a5956601b14 for: {'network': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:30:24.459965 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-10231877-0e10-4055-8e2a-80befacdf9c3 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for network (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:24.478770 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-01e0852a-171e-4810-a081-fa263bf2c0ec admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=7867b686175c4f8fbcea5899d1504cf2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1133211 Feb 04 17:30:24.493883 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1a71e838-2ae6-4831-a119-dc7f7692b1a1 None None] Calling delete_port for 73c0361d-a6ed-4889-bc1e-de329f601068 owned by network:dhcp {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:30:24.496595 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10231877-0e10-4055-8e2a-80befacdf9c3 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] vlan segment allocate from pool success with {'vlan_id': 753, 'physical_network': 'physnet1'} {{(pid=103377) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 17:30:24.506930 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-10231877-0e10-4055-8e2a-80befacdf9c3 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (b3a8de38-4839-4fea-a67d-5106feb9cbe3), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:24.507315 n-d-827839-2 neutron-server[103377]: INFO neutron.db.segments_db [None req-10231877-0e10-4055-8e2a-80befacdf9c3 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Added segment b3a8de38-4839-4fea-a67d-5106feb9cbe3 of type vlan for network 1075af02-a74d-49b8-96f6-92af5f280311 Feb 04 17:30:24.553286 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-10231877-0e10-4055-8e2a-80befacdf9c3 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781084292801'] for network (1075af02-a74d-49b8-96f6-92af5f280311), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:24.565971 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-ac1a0232-d58f-4fc8-9476-cf321dc8f116 None None] Provisioning complete for port 1f1fc21f-8afb-4ed1-ab35-d8918c765c07 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:30:24.565971 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ac1a0232-d58f-4fc8-9476-cf321dc8f116 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (1f1fc21f-8afb-4ed1-ab35-d8918c765c07), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:24.577502 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b16738-8f68-4f25-ad6a-217c119024cc tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Pushing event updated for resources: {'Port': ['ID=1f1fc21f-8afb-4ed1-ab35-d8918c765c07,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:30:24.581072 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 47996) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:30:24.601789 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9f6ee6-7012-4ae0-a766-b4c90ef1edd4 req-d35efc73-441f-4975-813a-b26a9f062155 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:30:24.603528 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-8f9f6ee6-7012-4ae0-a766-b4c90ef1edd4 req-d35efc73-441f-4975-813a-b26a9f062155 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] 10.222.0.89 "GET /v2.0/ports?device_id=f9afa7a5-1aca-47d0-a335-e4059d5a8169 HTTP/1.1" status: 200 len: 932 time: 0.3958576 Feb 04 17:30:24.606072 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-10231877-0e10-4055-8e2a-80befacdf9c3 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327'] for network (1075af02-a74d-49b8-96f6-92af5f280311), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:24.612483 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10231877-0e10-4055-8e2a-80befacdf9c3 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:30:24.613134 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-10231877-0e10-4055-8e2a-80befacdf9c3 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Publish callbacks [] for network (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:24.627816 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-14f2cfc5-2d4c-451f-982f-d73e2e25ddd8 req-050379ef-080d-44b2-8da7-77ae619cc065 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Made reservation on behalf of ae7af1f68a8142688c6249d339ab8a6d for: {'port': 1} {{(pid=103376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:30:24.631769 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-14f2cfc5-2d4c-451f-982f-d73e2e25ddd8 req-050379ef-080d-44b2-8da7-77ae619cc065 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:24.660179 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-10231877-0e10-4055-8e2a-80befacdf9c3 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6913979 Feb 04 17:30:24.668449 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 47998) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:30:24.702687 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-5ce1688d-dbf9-499f-b102-b4efc072a3c7 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Request body: {'subnet': {'network_id': '1075af02-a74d-49b8-96f6-92af5f280311', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:30:24.754119 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-fb978001-bd72-453b-be0a-46fb6663d442 req-a8e24419-8892-4748-aaf4-29127999e61e service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=f2c300b1-94a0-4e81-a6de-54c4630651af&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.7382309 Feb 04 17:30:24.770143 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [req-fb978001-bd72-453b-be0a-46fb6663d442 req-b9df154c-bda7-45ab-aa3b-1151307a6abf service neutron] http://10.222.0.89:9696/v2.0/extensions returned with HTTP 200 {{(pid=103377) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 17:30:24.771164 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-fb978001-bd72-453b-be0a-46fb6663d442 req-b9df154c-bda7-45ab-aa3b-1151307a6abf service neutron] 10.222.0.89 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0074189 Feb 04 17:30:24.777894 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10231877-0e10-4055-8e2a-80befacdf9c3 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Pushing event updated for resources: {'Network': ['ID=1075af02-a74d-49b8-96f6-92af5f280311,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:30:24.778329 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e904fb13-d5aa-49d7-b737-3011963d13f6 tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Made reservation on behalf of be0bdcbeefe0462e91912be1e7159b62 for: {'port': 1} {{(pid=103376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:30:24.782566 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-e904fb13-d5aa-49d7-b737-3011963d13f6 tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:24.802205 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-ac1a0232-d58f-4fc8-9476-cf321dc8f116 None None] Port 1f1fc21f-8afb-4ed1-ab35-d8918c765c07 cannot update to ACTIVE because it is not bound. {{(pid=103378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 17:30:24.809453 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-8f9f6ee6-7012-4ae0-a766-b4c90ef1edd4 req-ba607572-6576-4dc4-9659-6ff479b48177 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] 10.222.0.89 "GET /v2.0/security-groups?id=97363f9b-735d-4c1b-ae48-6b5390fc2698&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1826901 Feb 04 17:30:24.810834 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Network 1075af02-a74d-49b8-96f6-92af5f280311 details requested by agent ovs-agent-n-d-827839-2 with host n-d-827839-2 {{(pid=103378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 17:30:24.841067 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-29906f69-1020-40fa-963c-1bf4461de29d req-92ee9974-360d-47b6-bdd6-b675f9729fc6 tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] 10.222.0.89 "GET /v2.0/security-groups?id=749b530c-d4d8-46cd-99b4-1a8b04e03f53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6885147 Feb 04 17:30:24.893480 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-f78dc038-2f11-4f4f-8c1d-814eafa8ac41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (ceade6d9-6c9a-4f39-91ce-1c7fe43e1c01), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:24.896205 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-f78dc038-2f11-4f4f-8c1d-814eafa8ac41 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:24.899799 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-f78dc038-2f11-4f4f-8c1d-814eafa8ac41 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/ceade6d9-6c9a-4f39-91ce-1c7fe43e1c01 HTTP/1.1" status: 204 len: 168 time: 1.6046987 Feb 04 17:30:24.986231 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78dc038-2f11-4f4f-8c1d-814eafa8ac41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ceade6d9-6c9a-4f39-91ce-1c7fe43e1c01,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:30:25.094617 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-4b7a6893-a045-4b68-828c-651d24adebb1 admin admin] Publish callbacks [] for security_group (e8e219a2-2569-4b37-895b-5f2742909877), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:25.106775 n-d-827839-2 neutron-server[103376]: DEBUG neutron.notifiers.nova [None req-e904fb13-d5aa-49d7-b737-3011963d13f6 tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] device_id is not set on port 278cab46-15b5-49e2-82ef-ab55a909acd1 yet. {{(pid=103376) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 04 17:30:25.258122 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.db_base_plugin_common [None req-e904fb13-d5aa-49d7-b737-3011963d13f6 tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Allocated IP 172.20.0.6 (2fc3ab82-e108-402d-bed1-263ed33bcb5b/f32925a0-00a7-46f6-bca0-32a601eb0bac/278cab46-15b5-49e2-82ef-ab55a909acd1) {{(pid=103376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:30:25.346619 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1a71e838-2ae6-4831-a119-dc7f7692b1a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144'] for port (73c0361d-a6ed-4889-bc1e-de329f601068), after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:25.418228 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a71e838-2ae6-4831-a119-dc7f7692b1a1 None None] Pushing event deleted for resources: {'Port': ['ID=73c0361d-a6ed-4889-bc1e-de329f601068,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:30:25.431291 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-e904fb13-d5aa-49d7-b737-3011963d13f6 tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Publish callbacks [] for port (278cab46-15b5-49e2-82ef-ab55a909acd1), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:25.435348 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a71e838-2ae6-4831-a119-dc7f7692b1a1 None None] No DVR routers for this DVR port 73c0361d-a6ed-4889-bc1e-de329f601068 on host n-d-827839-2 {{(pid=103378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 17:30:25.487699 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-e904fb13-d5aa-49d7-b737-3011963d13f6 tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (278cab46-15b5-49e2-82ef-ab55a909acd1), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:25.489218 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-56a337bd-3caf-4dce-80e2-0cd59a3eb764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '519b5a09-be1a-4ed6-9cee-17d9dd42bfa6', 'name': 'tempest-RoutersIpV6Test-router-1872959318', 'tenant_id': '9117ee7d05a54905bc1e8a5956601b14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:30:09Z', 'updated_at': '2022-02-04T17:30:17Z', 'revision_number': 2, 'project_id': '9117ee7d05a54905bc1e8a5956601b14', 'gw_port_host': None, '_interfaces': [{'id': 'e45f3f22-c9b2-40db-bd81-abe2ef0e1ad1', 'name': '', 'network_id': 'e491b4ae-a9ba-443a-b592-68de5d6c355f', 'tenant_id': '9117ee7d05a54905bc1e8a5956601b14', 'mac_address': 'fa:16:3e:49:15:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '519b5a09-be1a-4ed6-9cee-17d9dd42bfa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2259, 'fixed_ips': [{'subnet_id': '78e6fd8d-d36c-498f-9851-709f40f04989', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:30:15Z', 'updated_at': '2022-02-04T17:30:20Z', 'revision_number': 2, 'project_id': '9117ee7d05a54905bc1e8a5956601b14', 'subnets': [{'id': '78e6fd8d-d36c-498f-9851-709f40f04989', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-2', False) {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:30:25.561210 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56a337bd-3caf-4dce-80e2-0cd59a3eb764 None None] Checking router: 519b5a09-be1a-4ed6-9cee-17d9dd42bfa6 for host: n-d-827839-2 {{(pid=103378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 17:30:25.561636 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56a337bd-3caf-4dce-80e2-0cd59a3eb764 None None] Updating router 519b5a09-be1a-4ed6-9cee-17d9dd42bfa6 port e45f3f22-c9b2-40db-bd81-abe2ef0e1ad1 binding host n-d-827839-2 {{(pid=103378) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 17:30:25.633888 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-56a337bd-3caf-4dce-80e2-0cd59a3eb764 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (e45f3f22-c9b2-40db-bd81-abe2ef0e1ad1), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:25.732677 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-4b7a6893-a045-4b68-828c-651d24adebb1 admin admin] Publish callbacks [] for security_group (e8e219a2-2569-4b37-895b-5f2742909877), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:25.744490 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 48014) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:30:25.746180 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e904fb13-d5aa-49d7-b737-3011963d13f6 tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Network 2fc3ab82-e108-402d-bed1-263ed33bcb5b is already hosted by enough agents. {{(pid=103376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:30:25.809038 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-fea82b36-6ea3-4e5c-9d55-a6788fe09e3d admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=48789684080144abaf0fc612d0276922&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0630124 Feb 04 17:30:25.811811 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 48016) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:30:25.823043 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [None req-e904fb13-d5aa-49d7-b737-3011963d13f6 tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Resources bound (agent type, host, resource id): {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:30:25.899494 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e904fb13-d5aa-49d7-b737-3011963d13f6 tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Received port after_create {{(pid=103376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:30:25.902337 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e904fb13-d5aa-49d7-b737-3011963d13f6 tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Pushing event updated for resources: {'Port': ['ID=278cab46-15b5-49e2-82ef-ab55a909acd1,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:30:25.940725 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ce1688d-dbf9-499f-b102-b4efc072a3c7 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Made reservation on behalf of 9117ee7d05a54905bc1e8a5956601b14 for: {'subnet': 1} {{(pid=103376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:30:25.944210 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-5ce1688d-dbf9-499f-b102-b4efc072a3c7 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25859006'] for subnet (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:26.021492 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-25144d31-324b-4ab8-926f-b3489837ba5d admin admin] Publish callbacks [] for security_group (447f6903-1535-4766-a52c-af62229fcf62), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:26.053761 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-56a337bd-3caf-4dce-80e2-0cd59a3eb764 None None] Publish callbacks [] for port (e45f3f22-c9b2-40db-bd81-abe2ef0e1ad1), precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:26.059514 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 73c0361d-a6ed-4889-bc1e-de329f601068 no longer exists at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:30:26.091277 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-56a337bd-3caf-4dce-80e2-0cd59a3eb764 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (e45f3f22-c9b2-40db-bd81-abe2ef0e1ad1), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:26.144462 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-25144d31-324b-4ab8-926f-b3489837ba5d admin admin] Publish callbacks [] for security_group (447f6903-1535-4766-a52c-af62229fcf62), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:26.171717 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] No Port match for: 73c0361d-a6ed-4889-bc1e-de329f601068 {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 17:30:26.173543 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 73c0361d-a6ed-4889-bc1e-de329f601068 not bound to the agent host n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 17:30:26.207222 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c53679-5284-4263-a33f-fa730d69cfbd None None] Pushing event updated for resources: {'Port': ['ID=e45f3f22-c9b2-40db-bd81-abe2ef0e1ad1,revision_number=3']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:30:26.291619 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe151463-1d15-4691-8576-aacbcab5dfe9 req-96db1328-5548-4cc8-8793-372631644bbb tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:30:26.293809 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-fe151463-1d15-4691-8576-aacbcab5dfe9 req-96db1328-5548-4cc8-8793-372631644bbb tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] 10.222.0.89 "GET /v2.0/ports?device_id=f9afa7a5-1aca-47d0-a335-e4059d5a8169 HTTP/1.1" status: 200 len: 932 time: 0.3136990 Feb 04 17:30:26.350182 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-56a337bd-3caf-4dce-80e2-0cd59a3eb764 None None] Attempting to bind port e45f3f22-c9b2-40db-bd81-abe2ef0e1ad1 on host n-d-827839-2 for vnic_type normal with profile {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:30:26.351389 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-56a337bd-3caf-4dce-80e2-0cd59a3eb764 None None] Attempting to bind port e45f3f22-c9b2-40db-bd81-abe2ef0e1ad1 by drivers openvswitch,hyperv on host n-d-827839-2 at level 0 using segments [{'id': '028768ed-e5eb-4b17-8f52-479724313647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'e491b4ae-a9ba-443a-b592-68de5d6c355f'}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:30:26.351966 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56a337bd-3caf-4dce-80e2-0cd59a3eb764 None None] Attempting to bind port e45f3f22-c9b2-40db-bd81-abe2ef0e1ad1 on network e491b4ae-a9ba-443a-b592-68de5d6c355f {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:30:26.375026 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56a337bd-3caf-4dce-80e2-0cd59a3eb764 None None] Checking agent: {'id': 'ba70844b-66a0-45fd-a2f2-e6ed673321fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 0, 36), 'started_at': datetime.datetime(2022, 2, 4, 17, 1, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 30, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:30:26.375704 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56a337bd-3caf-4dce-80e2-0cd59a3eb764 None None] Checking segment: {'id': '028768ed-e5eb-4b17-8f52-479724313647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'e491b4ae-a9ba-443a-b592-68de5d6c355f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:30:26.376309 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-56a337bd-3caf-4dce-80e2-0cd59a3eb764 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:26.376908 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56a337bd-3caf-4dce-80e2-0cd59a3eb764 None None] Bound using segment: {'id': '028768ed-e5eb-4b17-8f52-479724313647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'e491b4ae-a9ba-443a-b592-68de5d6c355f'} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:30:26.377700 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-56a337bd-3caf-4dce-80e2-0cd59a3eb764 None None] Bound port: e45f3f22-c9b2-40db-bd81-abe2ef0e1ad1, host: n-d-827839-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '028768ed-e5eb-4b17-8f52-479724313647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'e491b4ae-a9ba-443a-b592-68de5d6c355f'}}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:30:26.378281 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-56a337bd-3caf-4dce-80e2-0cd59a3eb764 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (e45f3f22-c9b2-40db-bd81-abe2ef0e1ad1), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:26.495673 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-56a337bd-3caf-4dce-80e2-0cd59a3eb764 None None] For port e45f3f22-c9b2-40db-bd81-abe2ef0e1ad1, host n-d-827839-2, cleared binding levels {{(pid=103378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:30:26.499951 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-56a337bd-3caf-4dce-80e2-0cd59a3eb764 None None] For port e45f3f22-c9b2-40db-bd81-abe2ef0e1ad1, host n-d-827839-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=e45f3f22-c9b2-40db-bd81-abe2ef0e1ad1,segment=NetworkSegment(028768ed-e5eb-4b17-8f52-479724313647),segment_id=028768ed-e5eb-4b17-8f52-479724313647)] {{(pid=103378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:30:26.511401 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-56a337bd-3caf-4dce-80e2-0cd59a3eb764 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (e45f3f22-c9b2-40db-bd81-abe2ef0e1ad1), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:26.535000 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-25144d31-324b-4ab8-926f-b3489837ba5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (447f6903-1535-4766-a52c-af62229fcf62), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:26.542635 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-25144d31-324b-4ab8-926f-b3489837ba5d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:26.543877 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-25144d31-324b-4ab8-926f-b3489837ba5d admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/447f6903-1535-4766-a52c-af62229fcf62 HTTP/1.1" status: 204 len: 168 time: 0.7305875 Feb 04 17:30:26.553808 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-fe151463-1d15-4691-8576-aacbcab5dfe9 req-e3c9e370-ea65-4920-afb0-125d46c218ad tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] 10.222.0.89 "GET /v2.0/security-groups?id=97363f9b-735d-4c1b-ae48-6b5390fc2698&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2541561 Feb 04 17:30:26.587154 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25144d31-324b-4ab8-926f-b3489837ba5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=447f6903-1535-4766-a52c-af62229fcf62,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:30:26.656986 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb978001-bd72-453b-be0a-46fb6663d442 req-e4b208f7-f92f-41c9-bac7-5429c27cf99d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:30:26.658502 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-fb978001-bd72-453b-be0a-46fb6663d442 req-e4b208f7-f92f-41c9-bac7-5429c27cf99d service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=f2c300b1-94a0-4e81-a6de-54c4630651af&tenant_id=e381d232a32f43f9a5f1684dbd7323ca HTTP/1.1" status: 200 len: 1126 time: 0.2960193 Feb 04 17:30:26.674511 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [req-fb978001-bd72-453b-be0a-46fb6663d442 req-8c197a2e-4a52-4581-92cf-3490035cd458 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-827839-2', 'device_owner': 'compute:nova'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:30:26.678894 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c53679-5284-4263-a33f-fa730d69cfbd None None] Pushing event updated for resources: {'Port': ['ID=e45f3f22-c9b2-40db-bd81-abe2ef0e1ad1,revision_number=4']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:30:26.683427 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56a337bd-3caf-4dce-80e2-0cd59a3eb764 None None] Routers {'519b5a09-be1a-4ed6-9cee-17d9dd42bfa6'} bound to L3 agent in host n-d-827839-2 {{(pid=103378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:30:26.684005 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-56a337bd-3caf-4dce-80e2-0cd59a3eb764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:30:02Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['519b5a09-be1a-4ed6-9cee-17d9dd42bfa6'], 'active': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:30:26.810051 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-fb978001-bd72-453b-be0a-46fb6663d442 req-8c197a2e-4a52-4581-92cf-3490035cd458 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (22c61319-a2fc-4148-8d7a-ce20ec6f79cd), before_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:26.829842 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-ed8315c4-9a22-47a7-a124-622b3a3c2d25 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Deleting port 73c0361d-a6ed-4889-bc1e-de329f601068 {{(pid=103376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:30:26.830410 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-ed8315c4-9a22-47a7-a124-622b3a3c2d25 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (73c0361d-a6ed-4889-bc1e-de329f601068), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:26.839152 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e904fb13-d5aa-49d7-b737-3011963d13f6 tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:30:26.841237 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-e904fb13-d5aa-49d7-b737-3011963d13f6 tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:26.892783 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-e904fb13-d5aa-49d7-b737-3011963d13f6 tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.6605606 Feb 04 17:30:26.893913 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-4b7a6893-a045-4b68-828c-651d24adebb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (e8e219a2-2569-4b37-895b-5f2742909877), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:26.896555 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 48030) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:30:26.898236 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-4b7a6893-a045-4b68-828c-651d24adebb1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:26.899783 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-4b7a6893-a045-4b68-828c-651d24adebb1 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/e8e219a2-2569-4b37-895b-5f2742909877 HTTP/1.1" status: 204 len: 168 time: 2.3140497 Feb 04 17:30:26.902407 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-5327f4cc-3e1f-40c1-b40d-595f04bcb627 tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Request body: {'port': {'network_id': '2fc3ab82-e108-402d-bed1-263ed33bcb5b', 'name': 'tempest-FloatingIPTestJSON-2020214343'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:30:26.949985 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-81700768-720a-4c75-8349-8b0406b42d76 None None] Provisioning complete for port e45f3f22-c9b2-40db-bd81-abe2ef0e1ad1 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:30:26.950375 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-81700768-720a-4c75-8349-8b0406b42d76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (e45f3f22-c9b2-40db-bd81-abe2ef0e1ad1), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:26.965900 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7a6893-a045-4b68-828c-651d24adebb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8e219a2-2569-4b37-895b-5f2742909877,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:30:27.045369 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvr_db [None req-56a337bd-3caf-4dce-80e2-0cd59a3eb764 None None] Set router 519b5a09-be1a-4ed6-9cee-17d9dd42bfa6 gateway port host: None {{(pid=103378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:30:27.088154 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5327f4cc-3e1f-40c1-b40d-595f04bcb627 tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Made reservation on behalf of be0bdcbeefe0462e91912be1e7159b62 for: {'port': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:30:27.095827 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-5327f4cc-3e1f-40c1-b40d-595f04bcb627 tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:27.100658 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.db_base_plugin_common [req-14f2cfc5-2d4c-451f-982f-d73e2e25ddd8 req-050379ef-080d-44b2-8da7-77ae619cc065 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Allocated IP 10.1.1.5 (33faf293-e0be-4b60-83b0-8ec497ee643d/b4d5b67f-9f31-46fc-bfb3-c1d4a9ae5448/c7b0ce66-87fd-444f-8882-eed91d586c14) {{(pid=103376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:30:27.127224 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c14eba7-8aa0-403d-9e4c-3f5efd095bb7 req-6c3a8fa1-ba63-415d-8c8b-578b8793d0c1 tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:30:27.135134 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-2c14eba7-8aa0-403d-9e4c-3f5efd095bb7 req-6c3a8fa1-ba63-415d-8c8b-578b8793d0c1 tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] 10.222.0.89 "GET /v2.0/ports?device_id=f2c300b1-94a0-4e81-a6de-54c4630651af HTTP/1.1" status: 200 len: 944 time: 0.5056682 Feb 04 17:30:27.302074 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [None req-ed8315c4-9a22-47a7-a124-622b3a3c2d25 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] For port 73c0361d-a6ed-4889-bc1e-de329f601068, host n-d-827839-2, got binding levels [] {{(pid=103376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:30:27.302782 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-ed8315c4-9a22-47a7-a124-622b3a3c2d25 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (73c0361d-a6ed-4889-bc1e-de329f601068), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:27.407395 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-2c14eba7-8aa0-403d-9e4c-3f5efd095bb7 req-413cc4af-1557-4a69-b8c0-cea979202227 tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] 10.222.0.89 "GET /v2.0/security-groups?id=749b530c-d4d8-46cd-99b4-1a8b04e03f53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2384574 Feb 04 17:30:27.419706 n-d-827839-2 neutron-server[103377]: DEBUG neutron.notifiers.nova [None req-5327f4cc-3e1f-40c1-b40d-595f04bcb627 tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] device_id is not set on port 633aca63-06ad-4cda-b4df-74c7f3812959 yet. {{(pid=103377) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 04 17:30:27.473720 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-ed8315c4-9a22-47a7-a124-622b3a3c2d25 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Calling delete_port for 73c0361d-a6ed-4889-bc1e-de329f601068 owned by network:dhcp {{(pid=103376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:30:27.480313 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.ipam_backend_mixin [None req-ed8315c4-9a22-47a7-a124-622b3a3c2d25 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Port 73c0361d-a6ed-4889-bc1e-de329f601068 was not found and therefore no delete operation was performed {{(pid=103376) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 04 17:30:27.501115 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-81700768-720a-4c75-8349-8b0406b42d76 None None] Current status of the port e45f3f22-c9b2-40db-bd81-abe2ef0e1ad1 is: DOWN; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:30:27.501737 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-81700768-720a-4c75-8349-8b0406b42d76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (e45f3f22-c9b2-40db-bd81-abe2ef0e1ad1), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:27.516273 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-ed8315c4-9a22-47a7-a124-622b3a3c2d25 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (73c0361d-a6ed-4889-bc1e-de329f601068), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:27.601049 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-81700768-720a-4c75-8349-8b0406b42d76 None None] For port e45f3f22-c9b2-40db-bd81-abe2ef0e1ad1, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=e45f3f22-c9b2-40db-bd81-abe2ef0e1ad1,segment=NetworkSegment(028768ed-e5eb-4b17-8f52-479724313647),segment_id=028768ed-e5eb-4b17-8f52-479724313647)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:30:27.613629 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-81700768-720a-4c75-8349-8b0406b42d76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (e45f3f22-c9b2-40db-bd81-abe2ef0e1ad1), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:27.636152 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed8315c4-9a22-47a7-a124-622b3a3c2d25 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] No DVR routers for this DVR port 73c0361d-a6ed-4889-bc1e-de329f601068 on host n-d-827839-2 {{(pid=103376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 17:30:27.659456 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8315c4-9a22-47a7-a124-622b3a3c2d25 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Pushing event deleted for resources: {'Port': ['ID=73c0361d-a6ed-4889-bc1e-de329f601068,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:30:27.732322 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81700768-720a-4c75-8349-8b0406b42d76 None None] Pushing event updated for resources: {'Port': ['ID=e45f3f22-c9b2-40db-bd81-abe2ef0e1ad1,revision_number=5']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:30:27.774688 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-b87567e8-9a22-4d78-9ded-07cc3da99bfb None None] Provisioning complete for port e45f3f22-c9b2-40db-bd81-abe2ef0e1ad1 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:30:27.774688 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b87567e8-9a22-4d78-9ded-07cc3da99bfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (e45f3f22-c9b2-40db-bd81-abe2ef0e1ad1), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:27.996881 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.db_base_plugin_common [None req-5327f4cc-3e1f-40c1-b40d-595f04bcb627 tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Allocated IP 172.20.0.8 (2fc3ab82-e108-402d-bed1-263ed33bcb5b/f32925a0-00a7-46f6-bca0-32a601eb0bac/633aca63-06ad-4cda-b4df-74c7f3812959) {{(pid=103377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:30:28.082648 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-ed8315c4-9a22-47a7-a124-622b3a3c2d25 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1543676', 'neutron.services.segments.db._delete_segments_for_network-8781084786517'] for network (a5a7e6a8-8a81-4740-bc60-40e596a9b25f), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:28.104266 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-b87567e8-9a22-4d78-9ded-07cc3da99bfb None None] Current status of the port e45f3f22-c9b2-40db-bd81-abe2ef0e1ad1 is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:30:28.158304 n-d-827839-2 neutron-server[103376]: DEBUG neutron.services.segments.db [None req-ed8315c4-9a22-47a7-a124-622b3a3c2d25 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5a7e6a8-8a81-4740-bc60-40e596a9b25f']}} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:30:28.193268 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-56a337bd-3caf-4dce-80e2-0cd59a3eb764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '519b5a09-be1a-4ed6-9cee-17d9dd42bfa6', 'name': 'tempest-RoutersIpV6Test-router-1872959318', 'tenant_id': '9117ee7d05a54905bc1e8a5956601b14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:30:09Z', 'updated_at': '2022-02-04T17:30:17Z', 'revision_number': 2, 'project_id': '9117ee7d05a54905bc1e8a5956601b14', 'gw_port_host': None, '_interfaces': [{'id': 'e45f3f22-c9b2-40db-bd81-abe2ef0e1ad1', 'name': '', 'network_id': 'e491b4ae-a9ba-443a-b592-68de5d6c355f', 'tenant_id': '9117ee7d05a54905bc1e8a5956601b14', 'mac_address': 'fa:16:3e:49:15:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '519b5a09-be1a-4ed6-9cee-17d9dd42bfa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2259, 'fixed_ips': [{'subnet_id': '78e6fd8d-d36c-498f-9851-709f40f04989', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:30:15Z', 'updated_at': '2022-02-04T17:30:26Z', 'revision_number': 4, 'project_id': '9117ee7d05a54905bc1e8a5956601b14', 'subnets': [{'id': '78e6fd8d-d36c-498f-9851-709f40f04989', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-2', False) {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:30:28.203648 n-d-827839-2 neutron-server[103376]: DEBUG neutron.services.segments.db [None req-ed8315c4-9a22-47a7-a124-622b3a3c2d25 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6c528cd-dc43-48e6-b2af-987c49502274') {'for_net_delete': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:30:28.204282 n-d-827839-2 neutron-server[103376]: DEBUG neutron.services.segments.db [None req-ed8315c4-9a22-47a7-a124-622b3a3c2d25 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6c528cd-dc43-48e6-b2af-987c49502274') {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:30:28.238025 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-ed8315c4-9a22-47a7-a124-622b3a3c2d25 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781084783966', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25674908'] for segment (d6c528cd-dc43-48e6-b2af-987c49502274), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:28.240676 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-5ce1688d-dbf9-499f-b102-b4efc072a3c7 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25674939', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25858952'] for subnet (4794049b-80b7-4292-8142-5254fcbd38a1), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:28.257119 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56a337bd-3caf-4dce-80e2-0cd59a3eb764 None None] The sync data for ids ['519b5a09-be1a-4ed6-9cee-17d9dd42bfa6'] in n-d-827839-2 is: [{'id': '519b5a09-be1a-4ed6-9cee-17d9dd42bfa6', 'name': 'tempest-RoutersIpV6Test-router-1872959318', 'tenant_id': '9117ee7d05a54905bc1e8a5956601b14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:30:09Z', 'updated_at': '2022-02-04T17:30:17Z', 'revision_number': 2, 'project_id': '9117ee7d05a54905bc1e8a5956601b14', 'gw_port_host': None, '_interfaces': [{'id': 'e45f3f22-c9b2-40db-bd81-abe2ef0e1ad1', 'name': '', 'network_id': 'e491b4ae-a9ba-443a-b592-68de5d6c355f', 'tenant_id': '9117ee7d05a54905bc1e8a5956601b14', 'mac_address': 'fa:16:3e:49:15:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '519b5a09-be1a-4ed6-9cee-17d9dd42bfa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2259, 'fixed_ips': [{'subnet_id': '78e6fd8d-d36c-498f-9851-709f40f04989', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:30:15Z', 'updated_at': '2022-02-04T17:30:26Z', 'revision_number': 4, 'project_id': '9117ee7d05a54905bc1e8a5956601b14', 'subnets': [{'id': '78e6fd8d-d36c-498f-9851-709f40f04989', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 17:30:28.292249 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-ed8315c4-9a22-47a7-a124-622b3a3c2d25 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (d6c528cd-dc43-48e6-b2af-987c49502274), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:28.302618 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed8315c4-9a22-47a7-a124-622b3a3c2d25 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Releasing vlan 791 on physical network physnet1 to pool {{(pid=103376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 17:30:28.303629 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-ed8315c4-9a22-47a7-a124-622b3a3c2d25 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25675992'] for segment (d6c528cd-dc43-48e6-b2af-987c49502274), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:28.415703 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [req-fb978001-bd72-453b-be0a-46fb6663d442 req-8c197a2e-4a52-4581-92cf-3490035cd458 service neutron] For port 22c61319-a2fc-4148-8d7a-ce20ec6f79cd, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=22c61319-a2fc-4148-8d7a-ce20ec6f79cd,segment=NetworkSegment(9e3ed071-c030-493d-8cca-599abfcb88ee),segment_id=9e3ed071-c030-493d-8cca-599abfcb88ee)] {{(pid=103377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:30:28.418912 n-d-827839-2 neutron-server[103376]: Traceback (most recent call last): Feb 04 17:30:28.418912 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 17:30:28.418912 n-d-827839-2 neutron-server[103376]: timer() Feb 04 17:30:28.418912 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 17:30:28.418912 n-d-827839-2 neutron-server[103376]: cb(*args, **kw) Feb 04 17:30:28.418912 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 17:30:28.418912 n-d-827839-2 neutron-server[103376]: return func(*args, **kwargs) Feb 04 17:30:28.418912 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 17:30:28.418912 n-d-827839-2 neutron-server[103376]: self._notify() Feb 04 17:30:28.418912 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 17:30:28.418912 n-d-827839-2 neutron-server[103376]: self.callback(batched_events) Feb 04 17:30:28.418912 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 17:30:28.418912 n-d-827839-2 neutron-server[103376]: event.method(event) Feb 04 17:30:28.418912 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 17:30:28.418912 n-d-827839-2 neutron-server[103376]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 17:30:28.418912 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 17:30:28.418912 n-d-827839-2 neutron-server[103376]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 17:30:28.418912 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 17:30:28.418912 n-d-827839-2 neutron-server[103376]: return f(self, *a, **k) Feb 04 17:30:28.418912 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 17:30:28.418912 n-d-827839-2 neutron-server[103376]: return self._get(url).json() Feb 04 17:30:28.418912 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 17:30:28.418912 n-d-827839-2 neutron-server[103376]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 17:30:28.418912 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 17:30:28.418912 n-d-827839-2 neutron-server[103376]: return self.request(url, 'GET', **kwargs) Feb 04 17:30:28.418912 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 17:30:28.418912 n-d-827839-2 neutron-server[103376]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 17:30:28.418912 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 17:30:28.418912 n-d-827839-2 neutron-server[103376]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 17:30:28.418912 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 17:30:28.418912 n-d-827839-2 neutron-server[103376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 17:30:28.418912 n-d-827839-2 neutron-server[103376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 17:30:28.492798 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-14f2cfc5-2d4c-451f-982f-d73e2e25ddd8 req-050379ef-080d-44b2-8da7-77ae619cc065 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Publish callbacks [] for port (c7b0ce66-87fd-444f-8882-eed91d586c14), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:28.566136 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-ed8315c4-9a22-47a7-a124-622b3a3c2d25 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1543671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1595572'] for network (a5a7e6a8-8a81-4740-bc60-40e596a9b25f), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:28.594435 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [req-fb978001-bd72-453b-be0a-46fb6663d442 req-8c197a2e-4a52-4581-92cf-3490035cd458 service neutron] For port 22c61319-a2fc-4148-8d7a-ce20ec6f79cd, host n-h1-827839-2, cleared binding levels {{(pid=103377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:30:28.604808 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-14f2cfc5-2d4c-451f-982f-d73e2e25ddd8 req-050379ef-080d-44b2-8da7-77ae619cc065 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (c7b0ce66-87fd-444f-8882-eed91d586c14), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:28.608656 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-ed8315c4-9a22-47a7-a124-622b3a3c2d25 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677565'] for network (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:28.619673 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-ed8315c4-9a22-47a7-a124-622b3a3c2d25 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] 10.222.0.89 "DELETE /v2.0/networks/a5a7e6a8-8a81-4740-bc60-40e596a9b25f HTTP/1.1" status: 204 len: 168 time: 5.1195984 Feb 04 17:30:28.625692 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 48060) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:30:28.656924 n-d-827839-2 neutron-server[103377]: DEBUG neutron.notifiers.nova [req-fb978001-bd72-453b-be0a-46fb6663d442 req-8c197a2e-4a52-4581-92cf-3490035cd458 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 22c61319-a2fc-4148-8d7a-ce20ec6f79cd {{(pid=103377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 17:30:28.669287 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-fb978001-bd72-453b-be0a-46fb6663d442 req-8c197a2e-4a52-4581-92cf-3490035cd458 service neutron] Publish callbacks [] for port (22c61319-a2fc-4148-8d7a-ce20ec6f79cd), precommit_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:28.676712 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-1203558d-908f-4ac3-9c10-c44184a0afee tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1323204601'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:30:28.685922 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.provisioning_blocks [req-fb978001-bd72-453b-be0a-46fb6663d442 req-8c197a2e-4a52-4581-92cf-3490035cd458 service neutron] Transition to ACTIVE for port object 22c61319-a2fc-4148-8d7a-ce20ec6f79cd will not be triggered until provisioned by entity L2. {{(pid=103377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 17:30:28.701583 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-fb978001-bd72-453b-be0a-46fb6663d442 req-8c197a2e-4a52-4581-92cf-3490035cd458 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25888290'] for port (22c61319-a2fc-4148-8d7a-ce20ec6f79cd), after_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:28.779747 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8315c4-9a22-47a7-a124-622b3a3c2d25 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Pushing event deleted for resources: {'Network': ['ID=a5a7e6a8-8a81-4740-bc60-40e596a9b25f,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:30:28.896613 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050379ef-080d-44b2-8da7-77ae619cc065 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Pushing event updated for resources: {'Port': ['ID=c7b0ce66-87fd-444f-8882-eed91d586c14,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:30:28.908869 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c197a2e-4a52-4581-92cf-3490035cd458 service neutron] Pushing event updated for resources: {'Port': ['ID=22c61319-a2fc-4148-8d7a-ce20ec6f79cd,revision_number=9']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:30:28.919906 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 48062) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:30:29.040723 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce1688d-dbf9-499f-b102-b4efc072a3c7 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Pushing event updated for resources: {'Subnet': ['ID=4794049b-80b7-4292-8142-5254fcbd38a1,revision_number=0']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:30:29.052330 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-14f2cfc5-2d4c-451f-982f-d73e2e25ddd8 req-050379ef-080d-44b2-8da7-77ae619cc065 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Network 33faf293-e0be-4b60-83b0-8ec497ee643d is already hosted by enough agents. {{(pid=103376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:30:29.059615 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1203558d-908f-4ac3-9c10-c44184a0afee tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Made reservation on behalf of 6054a945d1db4859ae33f1c6e4a7b141 for: {'network': 1} {{(pid=103376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:30:29.062487 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-5327f4cc-3e1f-40c1-b40d-595f04bcb627 tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Publish callbacks [] for port (633aca63-06ad-4cda-b4df-74c7f3812959), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:29.068475 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-1203558d-908f-4ac3-9c10-c44184a0afee tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for network (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:29.087850 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ce1688d-dbf9-499f-b102-b4efc072a3c7 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Checking segment: {'id': 'b3a8de38-4839-4fea-a67d-5106feb9cbe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '1075af02-a74d-49b8-96f6-92af5f280311'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:30:29.090055 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ce1688d-dbf9-499f-b102-b4efc072a3c7 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Network hostable DHCP agents. Network: 1075af02-a74d-49b8-96f6-92af5f280311, hostable agents: ['bb89f5a3-3c22-440b-b7d1-c4f0c43c184a'], hosted agents: [] {{(pid=103376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 17:30:29.095760 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [req-14f2cfc5-2d4c-451f-982f-d73e2e25ddd8 req-050379ef-080d-44b2-8da7-77ae619cc065 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Resources bound (agent type, host, resource id): {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:30:29.144084 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [req-14f2cfc5-2d4c-451f-982f-d73e2e25ddd8 req-050379ef-080d-44b2-8da7-77ae619cc065 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Received port after_create {{(pid=103376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:30:29.235812 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-5327f4cc-3e1f-40c1-b40d-595f04bcb627 tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (633aca63-06ad-4cda-b4df-74c7f3812959), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:29.269727 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-9c091926-0fcc-4179-a04a-bf189514b4eb admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-951645705-network', 'tenant_id': 'd8d674bc62a4414fb27c6a52d9e5440a'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:30:29.317366 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2facfe06-c325-4f67-945e-5cc23c012601 req-b7e57e94-422e-4e05-a762-9cb68a6ca48a tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:30:29.329888 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-2facfe06-c325-4f67-945e-5cc23c012601 req-b7e57e94-422e-4e05-a762-9cb68a6ca48a tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] 10.222.0.89 "GET /v2.0/ports?device_id=f2c300b1-94a0-4e81-a6de-54c4630651af HTTP/1.1" status: 200 len: 944 time: 0.6626968 Feb 04 17:30:29.343943 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb61a51-eb48-4154-9dfd-054e5a33262e req-4758e5e5-b683-4a53-a204-5aae3d0ab047 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:30:29.352322 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-cfb61a51-eb48-4154-9dfd-054e5a33262e req-4758e5e5-b683-4a53-a204-5aae3d0ab047 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] 10.222.0.89 "GET /v2.0/ports?device_id=f9afa7a5-1aca-47d0-a335-e4059d5a8169 HTTP/1.1" status: 200 len: 932 time: 1.6173601 Feb 04 17:30:29.373153 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1203558d-908f-4ac3-9c10-c44184a0afee tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] vlan segment allocate from pool success with {'vlan_id': 774, 'physical_network': 'physnet1'} {{(pid=103376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 17:30:29.409567 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ce1688d-dbf9-499f-b102-b4efc072a3c7 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Network 1075af02-a74d-49b8-96f6-92af5f280311 is scheduled to be hosted by DHCP agent bb89f5a3-3c22-440b-b7d1-c4f0c43c184a with binding_index 1 {{(pid=103376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 17:30:29.506162 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-cfb61a51-eb48-4154-9dfd-054e5a33262e req-57099b44-2dd2-46de-9012-b4797ae834e4 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] 10.222.0.89 "GET /v2.0/security-groups?id=97363f9b-735d-4c1b-ae48-6b5390fc2698&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1528943 Feb 04 17:30:29.507372 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f2cfc5-2d4c-451f-982f-d73e2e25ddd8 req-050379ef-080d-44b2-8da7-77ae619cc065 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:30:29.508598 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-14f2cfc5-2d4c-451f-982f-d73e2e25ddd8 req-050379ef-080d-44b2-8da7-77ae619cc065 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:29.568449 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-1203558d-908f-4ac3-9c10-c44184a0afee tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (d5a9e57f-e31a-48a0-9c3b-462061b4a576), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:29.569635 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5327f4cc-3e1f-40c1-b40d-595f04bcb627 tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Network 2fc3ab82-e108-402d-bed1-263ed33bcb5b is already hosted by enough agents. {{(pid=103377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:30:29.570335 n-d-827839-2 neutron-server[103376]: INFO neutron.db.segments_db [None req-1203558d-908f-4ac3-9c10-c44184a0afee tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Added segment d5a9e57f-e31a-48a0-9c3b-462061b4a576 of type vlan for network b3806eae-3752-4a9e-9821-64a1c1d3248a Feb 04 17:30:29.633786 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-cd7aa292-84c0-4303-a995-362c95bf60d4 None None] Provisioning complete for port c7b0ce66-87fd-444f-8882-eed91d586c14 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:30:29.636099 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-cd7aa292-84c0-4303-a995-362c95bf60d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (c7b0ce66-87fd-444f-8882-eed91d586c14), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:29.654381 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [None req-5327f4cc-3e1f-40c1-b40d-595f04bcb627 tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Resources bound (agent type, host, resource id): {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:30:29.665838 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5327f4cc-3e1f-40c1-b40d-595f04bcb627 tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Received port after_create {{(pid=103377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:30:29.698481 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c091926-0fcc-4179-a04a-bf189514b4eb admin admin] Made reservation on behalf of d8d674bc62a4414fb27c6a52d9e5440a for: {'network': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:30:29.699290 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [None req-5ce1688d-dbf9-499f-b102-b4efc072a3c7 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827839-2, 1075af02-a74d-49b8-96f6-92af5f280311) {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:30:29.711991 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-9c091926-0fcc-4179-a04a-bf189514b4eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for network (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:29.714696 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ce1688d-dbf9-499f-b102-b4efc072a3c7 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:30:29.715316 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-5ce1688d-dbf9-499f-b102-b4efc072a3c7 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Publish callbacks [] for subnet (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:29.735618 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-14f2cfc5-2d4c-451f-982f-d73e2e25ddd8 req-050379ef-080d-44b2-8da7-77ae619cc065 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 5.3014114 Feb 04 17:30:29.791770 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-cd7aa292-84c0-4303-a995-362c95bf60d4 None None] Port c7b0ce66-87fd-444f-8882-eed91d586c14 cannot update to ACTIVE because it is not bound. {{(pid=103378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 17:30:29.808345 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28e5b392-9072-498a-bf6a-e11f28175049 None None] Network 1075af02-a74d-49b8-96f6-92af5f280311 requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:30:29.815649 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [req-14f2cfc5-2d4c-451f-982f-d73e2e25ddd8 req-cc56ba32-f2e7-4972-9100-6f2f7bc58ad8 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Request body: {'port': {'device_id': 'f9afa7a5-1aca-47d0-a335-e4059d5a8169', 'network_id': '33faf293-e0be-4b60-83b0-8ec497ee643d', 'admin_state_up': True, 'tenant_id': 'ae7af1f68a8142688c6249d339ab8a6d', 'security_groups': ['97363f9b-735d-4c1b-ae48-6b5390fc2698']}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:30:29.844614 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-1203558d-908f-4ac3-9c10-c44184a0afee tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781084292801'] for network (b3806eae-3752-4a9e-9821-64a1c1d3248a), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:29.926516 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb978001-bd72-453b-be0a-46fb6663d442 req-8c197a2e-4a52-4581-92cf-3490035cd458 service neutron] No DVR routers for this DVR port 22c61319-a2fc-4148-8d7a-ce20ec6f79cd on host n-h1-827839-2 {{(pid=103377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 17:30:29.941849 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device e45f3f22-c9b2-40db-bd81-abe2ef0e1ad1 up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:30:29.958383 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-2facfe06-c325-4f67-945e-5cc23c012601 req-57f3974b-bc65-4819-922b-e75f7dd83775 tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] 10.222.0.89 "GET /v2.0/security-groups?id=749b530c-d4d8-46cd-99b4-1a8b04e03f53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5988476 Feb 04 17:30:29.962151 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-5ce1688d-dbf9-499f-b102-b4efc072a3c7 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 5.2658870 Feb 04 17:30:29.970492 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 48068) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:30:30.005633 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.db.resource_extend [None req-1203558d-908f-4ac3-9c10-c44184a0afee tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 17:30:30.083784 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-451d1a48-a261-4c36-986c-2d29b3574cb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (bb89f5a3-3c22-440b-b7d1-c4f0c43c184a), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:30.127772 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-9c091926-0fcc-4179-a04a-bf189514b4eb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:30.174055 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5327f4cc-3e1f-40c1-b40d-595f04bcb627 tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Pushing event updated for resources: {'Port': ['ID=633aca63-06ad-4cda-b4df-74c7f3812959,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:30:30.180558 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-1203558d-908f-4ac3-9c10-c44184a0afee tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327'] for network (b3806eae-3752-4a9e-9821-64a1c1d3248a), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:30.192238 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1203558d-908f-4ac3-9c10-c44184a0afee tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:30:30.193198 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-1203558d-908f-4ac3-9c10-c44184a0afee tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677565'] for network (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:30.222808 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port e45f3f22-c9b2-40db-bd81-abe2ef0e1ad1 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:30:30.223575 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (e45f3f22-c9b2-40db-bd81-abe2ef0e1ad1), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:30.251270 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5327f4cc-3e1f-40c1-b40d-595f04bcb627 tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:30:30.251956 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-5327f4cc-3e1f-40c1-b40d-595f04bcb627 tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:30.273017 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [req-fb978001-bd72-453b-be0a-46fb6663d442 req-8c197a2e-4a52-4581-92cf-3490035cd458 service neutron] Attempting to bind port 22c61319-a2fc-4148-8d7a-ce20ec6f79cd on host n-h2-827839-2 for vnic_type normal with profile {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:30:30.273516 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [req-fb978001-bd72-453b-be0a-46fb6663d442 req-8c197a2e-4a52-4581-92cf-3490035cd458 service neutron] Attempting to bind port 22c61319-a2fc-4148-8d7a-ce20ec6f79cd by drivers openvswitch,hyperv on host n-h2-827839-2 at level 0 using segments [{'id': '9e3ed071-c030-493d-8cca-599abfcb88ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '482d30fe-67ad-4874-a89a-719137c68b40'}] {{(pid=103377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:30:30.273842 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb978001-bd72-453b-be0a-46fb6663d442 req-8c197a2e-4a52-4581-92cf-3490035cd458 service neutron] Attempting to bind port 22c61319-a2fc-4148-8d7a-ce20ec6f79cd on network 482d30fe-67ad-4874-a89a-719137c68b40 {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:30:30.297979 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-604957cf-4993-4b69-a1e6-7e39a96c15c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e4c19ad-5724-5db8-8ee1-4f56ae69fcf4-1075af02-a74d-49b8-96f6-92af5f280311', 'network_id': '1075af02-a74d-49b8-96f6-92af5f280311', 'project_id': '9117ee7d05a54905bc1e8a5956601b14', 'fixed_ips': [{'subnet_id': '4794049b-80b7-4292-8142-5254fcbd38a1'}]}} from n-d-827839-2. {{(pid=103378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 17:30:30.299379 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-604957cf-4993-4b69-a1e6-7e39a96c15c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:30.303575 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb978001-bd72-453b-be0a-46fb6663d442 req-8c197a2e-4a52-4581-92cf-3490035cd458 service neutron] Port 22c61319-a2fc-4148-8d7a-ce20ec6f79cd on network 482d30fe-67ad-4874-a89a-719137c68b40 not bound, no agent of type Open vSwitch agent registered on host n-h2-827839-2 {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 17:30:30.303754 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb978001-bd72-453b-be0a-46fb6663d442 req-8c197a2e-4a52-4581-92cf-3490035cd458 service neutron] Attempting to bind port 22c61319-a2fc-4148-8d7a-ce20ec6f79cd on network 482d30fe-67ad-4874-a89a-719137c68b40 {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:30:30.354450 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1203558d-908f-4ac3-9c10-c44184a0afee tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Pushing event updated for resources: {'Network': ['ID=b3806eae-3752-4a9e-9821-64a1c1d3248a,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:30:30.365839 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-5327f4cc-3e1f-40c1-b40d-595f04bcb627 tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.4680712 Feb 04 17:30:30.367419 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 48070) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:30:30.369075 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb978001-bd72-453b-be0a-46fb6663d442 req-8c197a2e-4a52-4581-92cf-3490035cd458 service neutron] Checking agent: {'id': 'f20a1ab3-4332-4f54-833b-ba4a7c687e89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 8, 40), 'started_at': datetime.datetime(2022, 2, 4, 17, 8, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 30, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:30:30.369429 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb978001-bd72-453b-be0a-46fb6663d442 req-8c197a2e-4a52-4581-92cf-3490035cd458 service neutron] Checking segment: {'id': '9e3ed071-c030-493d-8cca-599abfcb88ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '482d30fe-67ad-4874-a89a-719137c68b40'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:30:30.369774 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb978001-bd72-453b-be0a-46fb6663d442 req-8c197a2e-4a52-4581-92cf-3490035cd458 service neutron] Bound using segment: {'id': '9e3ed071-c030-493d-8cca-599abfcb88ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '482d30fe-67ad-4874-a89a-719137c68b40'} {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:30:30.370206 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [req-fb978001-bd72-453b-be0a-46fb6663d442 req-8c197a2e-4a52-4581-92cf-3490035cd458 service neutron] Bound port: 22c61319-a2fc-4148-8d7a-ce20ec6f79cd, host: n-h2-827839-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e3ed071-c030-493d-8cca-599abfcb88ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '482d30fe-67ad-4874-a89a-719137c68b40'}}] {{(pid=103377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:30:30.370560 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-fb978001-bd72-453b-be0a-46fb6663d442 req-8c197a2e-4a52-4581-92cf-3490035cd458 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (22c61319-a2fc-4148-8d7a-ce20ec6f79cd), before_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:30.380531 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-00e83319-5384-49ea-9d36-16af2352788f tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Request body: {'floatingip': {'floating_network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'port_id': '633aca63-06ad-4cda-b4df-74c7f3812959', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:30:30.425532 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-1203558d-908f-4ac3-9c10-c44184a0afee tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.7650723 Feb 04 17:30:30.428899 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 48072) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:30:30.485292 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-00e83319-5384-49ea-9d36-16af2352788f tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:30.498151 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-11b0d88a-d5e7-4d93-8a34-997adfaeef9d tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Request body: {'subnet': {'network_id': 'b3806eae-3752-4a9e-9821-64a1c1d3248a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:30:30.512055 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Network b3806eae-3752-4a9e-9821-64a1c1d3248a details requested by agent ovs-agent-n-d-827839-2 with host n-d-827839-2 {{(pid=103378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 17:30:30.583382 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-14f2cfc5-2d4c-451f-982f-d73e2e25ddd8 req-cc56ba32-f2e7-4972-9100-6f2f7bc58ad8 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Made reservation on behalf of ae7af1f68a8142688c6249d339ab8a6d for: {'port': 1} {{(pid=103376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:30:30.592023 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-14f2cfc5-2d4c-451f-982f-d73e2e25ddd8 req-cc56ba32-f2e7-4972-9100-6f2f7bc58ad8 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:30.686660 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port e45f3f22-c9b2-40db-bd81-abe2ef0e1ad1 is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:30:30.786832 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-604957cf-4993-4b69-a1e6-7e39a96c15c8 None None] Allocated IP 2001:db8:1::2 (1075af02-a74d-49b8-96f6-92af5f280311/4794049b-80b7-4292-8142-5254fcbd38a1/e086f5fe-7375-47db-815a-601c155f3e03) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:30:30.841825 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-9c091926-0fcc-4179-a04a-bf189514b4eb admin admin] Publish callbacks [] for security_group (93fe45b5-2e5b-4587-b8d2-1dffc8294fbe), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:30.848297 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [req-fb978001-bd72-453b-be0a-46fb6663d442 req-8c197a2e-4a52-4581-92cf-3490035cd458 service neutron] For port 22c61319-a2fc-4148-8d7a-ce20ec6f79cd, host n-h2-827839-2, cleared binding levels {{(pid=103377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:30:30.896507 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-9c091926-0fcc-4179-a04a-bf189514b4eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (93fe45b5-2e5b-4587-b8d2-1dffc8294fbe), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:30.910801 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c091926-0fcc-4179-a04a-bf189514b4eb admin admin] vlan segment allocate from pool success with {'vlan_id': 779, 'physical_network': 'physnet1'} {{(pid=103377) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 17:30:30.922001 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-9c091926-0fcc-4179-a04a-bf189514b4eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (8eed5305-2d69-4e9f-bd19-dba8db69a5b1), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:30.922403 n-d-827839-2 neutron-server[103377]: INFO neutron.db.segments_db [None req-9c091926-0fcc-4179-a04a-bf189514b4eb admin admin] Added segment 8eed5305-2d69-4e9f-bd19-dba8db69a5b1 of type vlan for network 93be5020-69ff-4f03-a3c5-d2aae8d3e689 Feb 04 17:30:30.972891 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-9c091926-0fcc-4179-a04a-bf189514b4eb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781084292801'] for network (93be5020-69ff-4f03-a3c5-d2aae8d3e689), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:31.030465 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11b0d88a-d5e7-4d93-8a34-997adfaeef9d tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Made reservation on behalf of 6054a945d1db4859ae33f1c6e4a7b141 for: {'subnet': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:30:31.034913 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-11b0d88a-d5e7-4d93-8a34-997adfaeef9d tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25597243'] for subnet (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:31.040357 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [req-fb978001-bd72-453b-be0a-46fb6663d442 req-8c197a2e-4a52-4581-92cf-3490035cd458 service neutron] For port 22c61319-a2fc-4148-8d7a-ce20ec6f79cd, host n-h2-827839-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=22c61319-a2fc-4148-8d7a-ce20ec6f79cd,segment=NetworkSegment(9e3ed071-c030-493d-8cca-599abfcb88ee),segment_id=9e3ed071-c030-493d-8cca-599abfcb88ee)] {{(pid=103377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:30:31.043456 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c091926-0fcc-4179-a04a-bf189514b4eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93fe45b5-2e5b-4587-b8d2-1dffc8294fbe,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:30:31.048588 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-9c091926-0fcc-4179-a04a-bf189514b4eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327'] for network (93be5020-69ff-4f03-a3c5-d2aae8d3e689), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:31.051675 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c091926-0fcc-4179-a04a-bf189514b4eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:30:31.051675 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-9c091926-0fcc-4179-a04a-bf189514b4eb admin admin] Publish callbacks [] for network (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:31.112501 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-604957cf-4993-4b69-a1e6-7e39a96c15c8 None None] Publish callbacks [] for port (e086f5fe-7375-47db-815a-601c155f3e03), precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:31.139792 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-604957cf-4993-4b69-a1e6-7e39a96c15c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135'] for port (e086f5fe-7375-47db-815a-601c155f3e03), after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:31.185030 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c091926-0fcc-4179-a04a-bf189514b4eb admin admin] Pushing event updated for resources: {'Network': ['ID=93be5020-69ff-4f03-a3c5-d2aae8d3e689,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:30:31.188980 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-fb978001-bd72-453b-be0a-46fb6663d442 req-8c197a2e-4a52-4581-92cf-3490035cd458 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25888290'] for port (22c61319-a2fc-4148-8d7a-ce20ec6f79cd), after_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:31.219994 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb978001-bd72-453b-be0a-46fb6663d442 req-8c197a2e-4a52-4581-92cf-3490035cd458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:30:31.221103 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-fb978001-bd72-453b-be0a-46fb6663d442 req-8c197a2e-4a52-4581-92cf-3490035cd458 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:31.222236 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-fb978001-bd72-453b-be0a-46fb6663d442 req-8c197a2e-4a52-4581-92cf-3490035cd458 service neutron] 10.222.0.90 "PUT /v2.0/ports/22c61319-a2fc-4148-8d7a-ce20ec6f79cd HTTP/1.1" status: 200 len: 1092 time: 4.5561023 Feb 04 17:30:31.228028 n-d-827839-2 neutron-server[103377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2c300b1-94a0-4e81-a6de-54c4630651af', 'tag': '22c61319-a2fc-4148-8d7a-ce20ec6f79cd'}] {{(pid=103377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:30:31.229449 n-d-827839-2 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-604957cf-4993-4b69-a1e6-7e39a96c15c8 None None] Network 1075af02-a74d-49b8-96f6-92af5f280311 is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:30:31.232843 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Network 93be5020-69ff-4f03-a3c5-d2aae8d3e689 details requested by agent ovs-agent-n-d-827839-2 with host n-d-827839-2 {{(pid=103378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 17:30:31.249114 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7240428b650e1488e9361b62648ff4b3a6c19d49d8c27c949491ab58c1346cf0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c722dc8f-1626-4c9c-a000-d4accc1305f3" -d '{"events": [{"name": "network-changed", "server_uuid": "f2c300b1-94a0-4e81-a6de-54c4630651af", "tag": "22c61319-a2fc-4148-8d7a-ce20ec6f79cd"}]}' {{(pid=103377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:30:31.294823 n-d-827839-2 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-604957cf-4993-4b69-a1e6-7e39a96c15c8 None None] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:30:31.302713 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604957cf-4993-4b69-a1e6-7e39a96c15c8 None None] Pushing event updated for resources: {'Port': ['ID=e086f5fe-7375-47db-815a-601c155f3e03,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:30:31.372011 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-9c091926-0fcc-4179-a04a-bf189514b4eb admin admin] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 2.4360750 Feb 04 17:30:31.372338 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 48082) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:30:31.385005 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-224a4195-a83a-4c8c-a177-076860d9c396 admin admin] Request body: {'subnet': {'network_id': '93be5020-69ff-4f03-a3c5-d2aae8d3e689', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-951645705-subnet', 'tenant_id': 'd8d674bc62a4414fb27c6a52d9e5440a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:30:31.387552 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-604957cf-4993-4b69-a1e6-7e39a96c15c8 None None] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:30:31.419026 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-1443a302-4bfb-4777-aa27-fcb2d1411038 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:31.429236 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b001f0-4c56-4689-9afb-5650dd255228 req-f4001682-a490-4f67-900a-520031b5d921 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:30:31.437675 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b001f0-4c56-4689-9afb-5650dd255228 req-f4001682-a490-4f67-900a-520031b5d921 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:30:31.439296 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-21b001f0-4c56-4689-9afb-5650dd255228 req-f4001682-a490-4f67-900a-520031b5d921 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] 10.222.0.89 "GET /v2.0/ports?device_id=f9afa7a5-1aca-47d0-a335-e4059d5a8169 HTTP/1.1" status: 200 len: 1652 time: 0.7736373 Feb 04 17:30:31.474650 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.db_base_plugin_common [req-14f2cfc5-2d4c-451f-982f-d73e2e25ddd8 req-cc56ba32-f2e7-4972-9100-6f2f7bc58ad8 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Allocated IP 10.1.1.121 (33faf293-e0be-4b60-83b0-8ec497ee643d/b4d5b67f-9f31-46fc-bfb3-c1d4a9ae5448/f6309afb-3125-4ff7-a862-e4fad9550341) {{(pid=103376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:30:31.487311 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db54e342-f6ab-4e2e-a12d-14a5452afa6a req-cc370045-3ae4-46a7-80ce-445bccf6c9b4 tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:30:31.489274 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-db54e342-f6ab-4e2e-a12d-14a5452afa6a req-cc370045-3ae4-46a7-80ce-445bccf6c9b4 tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] 10.222.0.89 "GET /v2.0/ports?device_id=f2c300b1-94a0-4e81-a6de-54c4630651af HTTP/1.1" status: 200 len: 945 time: 0.3146684 Feb 04 17:30:31.501906 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-224a4195-a83a-4c8c-a177-076860d9c396 admin admin] Made reservation on behalf of d8d674bc62a4414fb27c6a52d9e5440a for: {'subnet': 1} {{(pid=103376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:30:31.505605 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-224a4195-a83a-4c8c-a177-076860d9c396 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25859006'] for subnet (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:31.560705 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-604957cf-4993-4b69-a1e6-7e39a96c15c8 None None] Attempting to bind port e086f5fe-7375-47db-815a-601c155f3e03 on host n-d-827839-2 for vnic_type normal with profile {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:30:31.561669 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-604957cf-4993-4b69-a1e6-7e39a96c15c8 None None] Attempting to bind port e086f5fe-7375-47db-815a-601c155f3e03 by drivers openvswitch,hyperv on host n-d-827839-2 at level 0 using segments [{'id': 'b3a8de38-4839-4fea-a67d-5106feb9cbe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '1075af02-a74d-49b8-96f6-92af5f280311'}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:30:31.562048 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-604957cf-4993-4b69-a1e6-7e39a96c15c8 None None] Attempting to bind port e086f5fe-7375-47db-815a-601c155f3e03 on network 1075af02-a74d-49b8-96f6-92af5f280311 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:30:31.581663 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-604957cf-4993-4b69-a1e6-7e39a96c15c8 None None] Checking agent: {'id': 'ba70844b-66a0-45fd-a2f2-e6ed673321fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 0, 36), 'started_at': datetime.datetime(2022, 2, 4, 17, 1, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 30, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:30:31.587824 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-604957cf-4993-4b69-a1e6-7e39a96c15c8 None None] Checking segment: {'id': 'b3a8de38-4839-4fea-a67d-5106feb9cbe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '1075af02-a74d-49b8-96f6-92af5f280311'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:30:31.588387 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-604957cf-4993-4b69-a1e6-7e39a96c15c8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:31.590374 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-604957cf-4993-4b69-a1e6-7e39a96c15c8 None None] Bound using segment: {'id': 'b3a8de38-4839-4fea-a67d-5106feb9cbe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '1075af02-a74d-49b8-96f6-92af5f280311'} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:30:31.591162 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-604957cf-4993-4b69-a1e6-7e39a96c15c8 None None] Bound port: e086f5fe-7375-47db-815a-601c155f3e03, host: n-d-827839-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3a8de38-4839-4fea-a67d-5106feb9cbe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '1075af02-a74d-49b8-96f6-92af5f280311'}}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:30:31.594399 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-604957cf-4993-4b69-a1e6-7e39a96c15c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (e086f5fe-7375-47db-815a-601c155f3e03), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:31.596879 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb978001-bd72-453b-be0a-46fb6663d442 req-ecf0569b-bbaa-4831-8f61-87224ac462c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:30:31.598835 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-fb978001-bd72-453b-be0a-46fb6663d442 req-ecf0569b-bbaa-4831-8f61-87224ac462c9 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=e381d232a32f43f9a5f1684dbd7323ca&device_id=f2c300b1-94a0-4e81-a6de-54c4630651af HTTP/1.1" status: 200 len: 1127 time: 0.3054626 Feb 04 17:30:31.609159 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c197a2e-4a52-4581-92cf-3490035cd458 service neutron] Pushing event updated for resources: {'Port': ['ID=22c61319-a2fc-4148-8d7a-ce20ec6f79cd,revision_number=10']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:30:31.740529 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-00e83319-5384-49ea-9d36-16af2352788f tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:31.742054 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-604957cf-4993-4b69-a1e6-7e39a96c15c8 None None] For port e086f5fe-7375-47db-815a-601c155f3e03, host n-d-827839-2, cleared binding levels {{(pid=103378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:30:31.745847 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-604957cf-4993-4b69-a1e6-7e39a96c15c8 None None] For port e086f5fe-7375-47db-815a-601c155f3e03, host n-d-827839-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=e086f5fe-7375-47db-815a-601c155f3e03,segment=NetworkSegment(b3a8de38-4839-4fea-a67d-5106feb9cbe3),segment_id=b3a8de38-4839-4fea-a67d-5106feb9cbe3)] {{(pid=103378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:30:31.767635 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-604957cf-4993-4b69-a1e6-7e39a96c15c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (e086f5fe-7375-47db-815a-601c155f3e03), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:31.850568 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604957cf-4993-4b69-a1e6-7e39a96c15c8 None None] Pushing event updated for resources: {'Port': ['ID=e086f5fe-7375-47db-815a-601c155f3e03,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:30:32.007206 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e8d6cd8e-00d7-4ceb-98a4-8a2c4f80d2a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (64ada913-9131-4d99-a265-63a920956287), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:32.035881 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.db_base_plugin_common [None req-00e83319-5384-49ea-9d36-16af2352788f tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Allocated IP 172.25.6.190 (48165773-85ad-49a1-9ec1-76fc8dc24188/7660bfad-1ea8-4fe7-831b-bed836f13efc/9892d8e2-8a06-46b5-b1f4-bad27358196c) {{(pid=103376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:30:32.130348 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-21b001f0-4c56-4689-9afb-5650dd255228 req-68c215b7-88af-46da-b72f-d11900818d74 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] 10.222.0.89 "GET /v2.0/security-groups?id=97363f9b-735d-4c1b-ae48-6b5390fc2698&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6621933 Feb 04 17:30:32.196226 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-db54e342-f6ab-4e2e-a12d-14a5452afa6a req-3577b0c7-00dc-410a-8736-f934b660fdb6 tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] 10.222.0.89 "GET /v2.0/security-groups?id=749b530c-d4d8-46cd-99b4-1a8b04e03f53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6875660 Feb 04 17:30:32.302891 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb978001-bd72-453b-be0a-46fb6663d442 req-bbedf9f5-2979-4619-abdb-37e404cb24b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:30:32.306329 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-fb978001-bd72-453b-be0a-46fb6663d442 req-bbedf9f5-2979-4619-abdb-37e404cb24b9 service neutron] 10.222.0.90 "GET /v2.0/networks?id=482d30fe-67ad-4874-a89a-719137c68b40 HTTP/1.1" status: 200 len: 918 time: 0.6765306 Feb 04 17:30:32.345243 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 17:30:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3581f691-1bc1-4cde-8ad1-138819fefc51 x-openstack-request-id: req-3581f691-1bc1-4cde-8ad1-138819fefc51 {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:30:32.345851 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2c300b1-94a0-4e81-a6de-54c4630651af", "tag": "22c61319-a2fc-4148-8d7a-ce20ec6f79cd", "status": "completed", "code": 200}]} {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:30:32.346288 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-3581f691-1bc1-4cde-8ad1-138819fefc51 {{(pid=103377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:30:32.347017 n-d-827839-2 neutron-server[103377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2c300b1-94a0-4e81-a6de-54c4630651af', 'tag': '22c61319-a2fc-4148-8d7a-ce20ec6f79cd', 'status': 'completed', 'code': 200} Feb 04 17:30:32.453966 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-11b0d88a-d5e7-4d93-8a34-997adfaeef9d tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25889445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25597197'] for subnet (a8800a71-da53-4bc3-9e86-6666ae1e156f), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:32.570491 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-fb978001-bd72-453b-be0a-46fb6663d442 req-020de70f-ef89-4c2a-9364-9fda37808d3b service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=22c61319-a2fc-4148-8d7a-ce20ec6f79cd HTTP/1.1" status: 200 len: 999 time: 0.2138679 Feb 04 17:30:32.573144 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b0d88a-d5e7-4d93-8a34-997adfaeef9d tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Pushing event updated for resources: {'Subnet': ['ID=a8800a71-da53-4bc3-9e86-6666ae1e156f,revision_number=0']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:30:32.630354 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb978001-bd72-453b-be0a-46fb6663d442 req-2210b8c6-1fbc-4ab6-b429-175ae372acb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:30:32.631905 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-fb978001-bd72-453b-be0a-46fb6663d442 req-2210b8c6-1fbc-4ab6-b429-175ae372acb9 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=038a8af9-19f4-4848-babf-d3b1e786f999 HTTP/1.1" status: 200 len: 856 time: 0.0515602 Feb 04 17:30:32.705481 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11b0d88a-d5e7-4d93-8a34-997adfaeef9d tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Checking segment: {'id': 'd5a9e57f-e31a-48a0-9c3b-462061b4a576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': 'b3806eae-3752-4a9e-9821-64a1c1d3248a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:30:32.706014 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11b0d88a-d5e7-4d93-8a34-997adfaeef9d tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Network hostable DHCP agents. Network: b3806eae-3752-4a9e-9821-64a1c1d3248a, hostable agents: ['bb89f5a3-3c22-440b-b7d1-c4f0c43c184a'], hosted agents: [] {{(pid=103377) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 17:30:32.724214 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb978001-bd72-453b-be0a-46fb6663d442 req-fd272f93-27dd-45cb-b5bc-0b12ab19385e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:30:32.726048 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-fb978001-bd72-453b-be0a-46fb6663d442 req-fd272f93-27dd-45cb-b5bc-0b12ab19385e service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=482d30fe-67ad-4874-a89a-719137c68b40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0872982 Feb 04 17:30:32.753165 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11b0d88a-d5e7-4d93-8a34-997adfaeef9d tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Network b3806eae-3752-4a9e-9821-64a1c1d3248a is scheduled to be hosted by DHCP agent bb89f5a3-3c22-440b-b7d1-c4f0c43c184a with binding_index 1 {{(pid=103377) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 17:30:32.791766 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [None req-11b0d88a-d5e7-4d93-8a34-997adfaeef9d tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827839-2, b3806eae-3752-4a9e-9821-64a1c1d3248a) {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:30:32.799213 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11b0d88a-d5e7-4d93-8a34-997adfaeef9d tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:30:32.800113 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-11b0d88a-d5e7-4d93-8a34-997adfaeef9d tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Publish callbacks [] for subnet (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:32.812014 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f22659a-bb6b-4282-9276-fa5724f4f1dc None None] Network b3806eae-3752-4a9e-9821-64a1c1d3248a requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:30:32.862481 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-fb978001-bd72-453b-be0a-46fb6663d442 req-c01b6fbe-713d-4339-8be6-267c8bbc9e7a service neutron] 10.222.0.90 "GET /v2.0/networks/482d30fe-67ad-4874-a89a-719137c68b40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296177 Feb 04 17:30:32.868190 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-11b0d88a-d5e7-4d93-8a34-997adfaeef9d tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3923795 Feb 04 17:30:32.883003 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 48086) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:30:32.887422 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-4cf6306d-fd9c-4319-83ab-16b173bb1661 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-610087867', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:30:32.945487 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-14f2cfc5-2d4c-451f-982f-d73e2e25ddd8 req-cc56ba32-f2e7-4972-9100-6f2f7bc58ad8 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Publish callbacks [] for port (f6309afb-3125-4ff7-a862-e4fad9550341), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:32.975324 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-4cf6306d-fd9c-4319-83ab-16b173bb1661 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1601657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26921'] for router (779fd305-0937-4168-9fb3-5f62d3e67952), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:32.976397 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-4cf6306d-fd9c-4319-83ab-16b173bb1661 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1602025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603663', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1630571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26960'] for router (779fd305-0937-4168-9fb3-5f62d3e67952), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:33.011746 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d408ec64-b374-4acb-a1fc-48241dad6d47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (0cd6d64a-47a7-40ff-8c12-71dd526c62e0), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:33.082377 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-fb978001-bd72-453b-be0a-46fb6663d442 req-0d069ae6-55fb-4276-b2de-566a890d93c0 service neutron] 10.222.0.90 "GET /v2.0/networks/482d30fe-67ad-4874-a89a-719137c68b40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2129400 Feb 04 17:30:33.105526 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-00e83319-5384-49ea-9d36-16af2352788f tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Publish callbacks [] for port (9892d8e2-8a06-46b5-b1f4-bad27358196c), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:33.131330 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1955c6b-bf70-4c3b-90e7-e0cb15296186 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e4c19ad-5724-5db8-8ee1-4f56ae69fcf4-b3806eae-3752-4a9e-9821-64a1c1d3248a', 'network_id': 'b3806eae-3752-4a9e-9821-64a1c1d3248a', 'project_id': '6054a945d1db4859ae33f1c6e4a7b141', 'fixed_ips': [{'subnet_id': 'a8800a71-da53-4bc3-9e86-6666ae1e156f'}]}} from n-d-827839-2. {{(pid=103378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 17:30:33.133211 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e1955c6b-bf70-4c3b-90e7-e0cb15296186 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:33.282900 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-4cf6306d-fd9c-4319-83ab-16b173bb1661 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Publish callbacks [] for router_controller (779fd305-0937-4168-9fb3-5f62d3e67952), precommit_add_association {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:33.294107 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-4cf6306d-fd9c-4319-83ab-16b173bb1661 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1602046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603680'] for router (779fd305-0937-4168-9fb3-5f62d3e67952), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:33.375749 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c722dc8f-1626-4c9c-a000-d4accc1305f3 req-bd28fa57-20ff-4e08-a93c-ce2660f17142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:30:33.381869 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-c722dc8f-1626-4c9c-a000-d4accc1305f3 req-bd28fa57-20ff-4e08-a93c-ce2660f17142 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=e381d232a32f43f9a5f1684dbd7323ca&device_id=f2c300b1-94a0-4e81-a6de-54c4630651af HTTP/1.1" status: 200 len: 1127 time: 0.2071199 Feb 04 17:30:33.481979 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-224a4195-a83a-4c8c-a177-076860d9c396 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25674939', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25858952'] for subnet (ad2c6296-fcbd-4a71-9981-9f7829466c82), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:33.489098 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-4cf6306d-fd9c-4319-83ab-16b173bb1661 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Publish callbacks [] for router (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:33.494852 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-4cf6306d-fd9c-4319-83ab-16b173bb1661 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] 10.222.0.89 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.6107674 Feb 04 17:30:33.500005 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 48100) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:30:33.526393 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-7cb915f2-e185-449a-9b09-c0ac64c67cae tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Request body: {'port': {'network_id': 'b3806eae-3752-4a9e-9821-64a1c1d3248a', 'name': 'tempest-PortsTestJSON-902433731'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:30:33.545785 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.db_base_plugin_common [None req-1443a302-4bfb-4777-aa27-fcb2d1411038 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Allocated IP 2001:db8:1::1 (1075af02-a74d-49b8-96f6-92af5f280311/4794049b-80b7-4292-8142-5254fcbd38a1/56c51fc1-b604-49a0-9e16-3420f4efe7e7) {{(pid=103376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:30:33.562869 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-14f2cfc5-2d4c-451f-982f-d73e2e25ddd8 req-cc56ba32-f2e7-4972-9100-6f2f7bc58ad8 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (f6309afb-3125-4ff7-a862-e4fad9550341), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:33.749779 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc56ba32-f2e7-4972-9100-6f2f7bc58ad8 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Pushing event updated for resources: {'Port': ['ID=f6309afb-3125-4ff7-a862-e4fad9550341,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:30:33.788688 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-00e83319-5384-49ea-9d36-16af2352788f tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (9892d8e2-8a06-46b5-b1f4-bad27358196c), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:33.955842 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00e83319-5384-49ea-9d36-16af2352788f tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Network 48165773-85ad-49a1-9ec1-76fc8dc24188 is already hosted by enough agents. {{(pid=103376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:30:34.001991 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device e086f5fe-7375-47db-815a-601c155f3e03 up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:30:34.015938 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.agents_db [None req-e1691f3b-aacd-4cd6-8ebb-a9c53bb301c0 None None] Agent healthcheck: found 7 active agents {{(pid=103379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 17:30:34.030163 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-14f2cfc5-2d4c-451f-982f-d73e2e25ddd8 req-cc56ba32-f2e7-4972-9100-6f2f7bc58ad8 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Network 33faf293-e0be-4b60-83b0-8ec497ee643d is already hosted by enough agents. {{(pid=103376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:30:34.037790 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224a4195-a83a-4c8c-a177-076860d9c396 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ad2c6296-fcbd-4a71-9981-9f7829466c82,revision_number=0']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:30:34.040107 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [None req-00e83319-5384-49ea-9d36-16af2352788f tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Resources bound (agent type, host, resource id): {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:30:34.044011 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00e83319-5384-49ea-9d36-16af2352788f tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Received port after_create {{(pid=103376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:30:34.083904 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c722dc8f-1626-4c9c-a000-d4accc1305f3 req-b38675a9-1d36-4cb6-bc93-5ec6a57f2da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:30:34.086717 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-c722dc8f-1626-4c9c-a000-d4accc1305f3 req-b38675a9-1d36-4cb6-bc93-5ec6a57f2da4 service neutron] 10.222.0.90 "GET /v2.0/networks?id=482d30fe-67ad-4874-a89a-719137c68b40 HTTP/1.1" status: 200 len: 918 time: 0.6884768 Feb 04 17:30:34.103832 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30209a7b-02ed-4632-b263-5e34ad1d068d req-377a9799-21d7-4dad-91cd-d903dd23a292 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:30:34.117480 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30209a7b-02ed-4632-b263-5e34ad1d068d req-377a9799-21d7-4dad-91cd-d903dd23a292 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:30:34.119563 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [req-14f2cfc5-2d4c-451f-982f-d73e2e25ddd8 req-cc56ba32-f2e7-4972-9100-6f2f7bc58ad8 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Resources bound (agent type, host, resource id): {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:30:34.119898 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-30209a7b-02ed-4632-b263-5e34ad1d068d req-377a9799-21d7-4dad-91cd-d903dd23a292 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] 10.222.0.89 "GET /v2.0/ports?device_id=f9afa7a5-1aca-47d0-a335-e4059d5a8169 HTTP/1.1" status: 200 len: 1652 time: 0.7255158 Feb 04 17:30:34.127195 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [req-14f2cfc5-2d4c-451f-982f-d73e2e25ddd8 req-cc56ba32-f2e7-4972-9100-6f2f7bc58ad8 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Received port after_create {{(pid=103376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:30:34.153374 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05fe3438-126f-4819-a62e-53e5f0618c3d None None] Network 1075af02-a74d-49b8-96f6-92af5f280311 requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:30:34.213487 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e83319-5384-49ea-9d36-16af2352788f tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Pushing event updated for resources: {'Port': ['ID=9892d8e2-8a06-46b5-b1f4-bad27358196c,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:30:34.344149 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d363440a-8734-4292-b21e-5c08dd848945 req-d19b154b-ace9-4513-b585-2f2ca4ca861c tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:30:34.374182 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-d363440a-8734-4292-b21e-5c08dd848945 req-d19b154b-ace9-4513-b585-2f2ca4ca861c tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] 10.222.0.89 "GET /v2.0/ports?device_id=f2c300b1-94a0-4e81-a6de-54c4630651af HTTP/1.1" status: 200 len: 945 time: 0.8182521 Feb 04 17:30:34.534156 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port e086f5fe-7375-47db-815a-601c155f3e03 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:30:34.534905 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (e086f5fe-7375-47db-815a-601c155f3e03), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:34.625489 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-1443a302-4bfb-4777-aa27-fcb2d1411038 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Publish callbacks [] for port (56c51fc1-b604-49a0-9e16-3420f4efe7e7), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:34.662292 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-c722dc8f-1626-4c9c-a000-d4accc1305f3 req-e8a6c17b-728a-4671-8ed1-f0eda4522eae service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=22c61319-a2fc-4148-8d7a-ce20ec6f79cd HTTP/1.1" status: 200 len: 999 time: 0.5384669 Feb 04 17:30:34.667527 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cb915f2-e185-449a-9b09-c0ac64c67cae tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Made reservation on behalf of 6054a945d1db4859ae33f1c6e4a7b141 for: {'port': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:30:34.676337 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-7cb915f2-e185-449a-9b09-c0ac64c67cae tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:34.737202 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-b9ddaa69-bbc3-46b8-9577-7a39bef41544 None None] Provisioning complete for port e086f5fe-7375-47db-815a-601c155f3e03 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:30:34.737847 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b9ddaa69-bbc3-46b8-9577-7a39bef41544 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (e086f5fe-7375-47db-815a-601c155f3e03), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:34.759749 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-224a4195-a83a-4c8c-a177-076860d9c396 admin admin] Checking segment: {'id': '8eed5305-2d69-4e9f-bd19-dba8db69a5b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '93be5020-69ff-4f03-a3c5-d2aae8d3e689'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:30:34.759749 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-224a4195-a83a-4c8c-a177-076860d9c396 admin admin] Network hostable DHCP agents. Network: 93be5020-69ff-4f03-a3c5-d2aae8d3e689, hostable agents: ['bb89f5a3-3c22-440b-b7d1-c4f0c43c184a'], hosted agents: [] {{(pid=103376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 17:30:34.803517 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c722dc8f-1626-4c9c-a000-d4accc1305f3 req-6d0052fe-3e60-4e3f-bb5f-7ae9d9401c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:30:34.805256 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-c722dc8f-1626-4c9c-a000-d4accc1305f3 req-6d0052fe-3e60-4e3f-bb5f-7ae9d9401c2c service neutron] 10.222.0.90 "GET /v2.0/subnets?id=038a8af9-19f4-4848-babf-d3b1e786f999 HTTP/1.1" status: 200 len: 856 time: 0.1177113 Feb 04 17:30:34.815664 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-30209a7b-02ed-4632-b263-5e34ad1d068d req-98455e94-9812-4ba9-9c08-c85e93947d6f tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] 10.222.0.89 "GET /v2.0/security-groups?id=97363f9b-735d-4c1b-ae48-6b5390fc2698&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6725173 Feb 04 17:30:34.854392 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-1443a302-4bfb-4777-aa27-fcb2d1411038 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (56c51fc1-b604-49a0-9e16-3420f4efe7e7), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:34.875125 n-d-827839-2 neutron-server[103377]: DEBUG neutron.notifiers.nova [None req-7cb915f2-e185-449a-9b09-c0ac64c67cae tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] device_id is not set on port 67a7d454-5021-4e68-8126-b565ad173de9 yet. {{(pid=103377) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 04 17:30:34.901923 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4f14bb47-e72b-46ac-9e44-a61d9293afcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (75326290-f7a3-4db8-9cf2-15c7139ed224), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:35.052464 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c722dc8f-1626-4c9c-a000-d4accc1305f3 req-346b5c64-dba1-411e-b876-8e23334c5eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:30:35.053780 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-c722dc8f-1626-4c9c-a000-d4accc1305f3 req-346b5c64-dba1-411e-b876-8e23334c5eb3 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=482d30fe-67ad-4874-a89a-719137c68b40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2326884 Feb 04 17:30:35.053934 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f2cfc5-2d4c-451f-982f-d73e2e25ddd8 req-cc56ba32-f2e7-4972-9100-6f2f7bc58ad8 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:30:35.055028 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-14f2cfc5-2d4c-451f-982f-d73e2e25ddd8 req-cc56ba32-f2e7-4972-9100-6f2f7bc58ad8 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:35.090289 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-e1955c6b-bf70-4c3b-90e7-e0cb15296186 None None] Allocated IP 172.20.0.2 (b3806eae-3752-4a9e-9821-64a1c1d3248a/a8800a71-da53-4bc3-9e86-6666ae1e156f/fdc2dde0-2239-4e8e-840d-ca6edd5b8d30) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:30:35.276268 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port e086f5fe-7375-47db-815a-601c155f3e03 is: DOWN; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:30:35.278047 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (e086f5fe-7375-47db-815a-601c155f3e03), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:35.361047 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-b9ddaa69-bbc3-46b8-9577-7a39bef41544 None None] Current status of the port e086f5fe-7375-47db-815a-601c155f3e03 is: DOWN; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:30:35.364641 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b9ddaa69-bbc3-46b8-9577-7a39bef41544 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (e086f5fe-7375-47db-815a-601c155f3e03), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:35.447327 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1443a302-4bfb-4777-aa27-fcb2d1411038 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Pushing event updated for resources: {'Port': ['ID=56c51fc1-b604-49a0-9e16-3420f4efe7e7,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:30:35.460136 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-b9ddaa69-bbc3-46b8-9577-7a39bef41544 None None] For port e086f5fe-7375-47db-815a-601c155f3e03, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=e086f5fe-7375-47db-815a-601c155f3e03,segment=NetworkSegment(b3a8de38-4839-4fea-a67d-5106feb9cbe3),segment_id=b3a8de38-4839-4fea-a67d-5106feb9cbe3)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:30:35.488952 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b9ddaa69-bbc3-46b8-9577-7a39bef41544 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (e086f5fe-7375-47db-815a-601c155f3e03), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:35.505353 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-c722dc8f-1626-4c9c-a000-d4accc1305f3 req-5952aded-5c01-4481-b624-b99b0ecf0ad8 service neutron] 10.222.0.90 "GET /v2.0/networks/482d30fe-67ad-4874-a89a-719137c68b40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4099300 Feb 04 17:30:35.638533 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.db.api [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103378) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 17:30:35.639207 n-d-827839-2 neutron-server[103378]: DEBUG oslo_db.api [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 17:30:35.723270 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-22660112-9c4a-4203-a34b-33b46f190fb8 None None] Provisioning complete for port f6309afb-3125-4ff7-a862-e4fad9550341 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:30:35.724380 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-22660112-9c4a-4203-a34b-33b46f190fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (f6309afb-3125-4ff7-a862-e4fad9550341), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:35.811847 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-22660112-9c4a-4203-a34b-33b46f190fb8 None None] Port f6309afb-3125-4ff7-a862-e4fad9550341 cannot update to ACTIVE because it is not bound. {{(pid=103378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 17:30:35.820310 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (ba70844b-66a0-45fd-a2f2-e6ed673321fc), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:35.926132 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-224a4195-a83a-4c8c-a177-076860d9c396 admin admin] Network 93be5020-69ff-4f03-a3c5-d2aae8d3e689 is scheduled to be hosted by DHCP agent bb89f5a3-3c22-440b-b7d1-c4f0c43c184a with binding_index 1 {{(pid=103376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 17:30:35.934791 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ddaa69-bbc3-46b8-9577-7a39bef41544 None None] Pushing event updated for resources: {'Port': ['ID=e086f5fe-7375-47db-815a-601c155f3e03,revision_number=3']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:30:35.937629 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1443a302-4bfb-4777-aa27-fcb2d1411038 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Network 1075af02-a74d-49b8-96f6-92af5f280311 is already hosted by enough agents. {{(pid=103376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:30:35.954311 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-c722dc8f-1626-4c9c-a000-d4accc1305f3 req-a2c1e067-3ea1-462e-88f7-a679f96d41f8 service neutron] 10.222.0.90 "GET /v2.0/networks/482d30fe-67ad-4874-a89a-719137c68b40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4457688 Feb 04 17:30:35.960972 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-14f2cfc5-2d4c-451f-982f-d73e2e25ddd8 req-cc56ba32-f2e7-4972-9100-6f2f7bc58ad8 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.1804593 Feb 04 17:30:35.968202 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [None req-1443a302-4bfb-4777-aa27-fcb2d1411038 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Resources bound (agent type, host, resource id): {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:30:36.026423 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [req-14f2cfc5-2d4c-451f-982f-d73e2e25ddd8 req-3abc0597-dd4a-4371-a034-eb9bfc1eb04f tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Request body: {'port': {'device_id': 'f9afa7a5-1aca-47d0-a335-e4059d5a8169', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '6de4b58f-ff91-4bdc-9f3d-13346fce97eb', 'admin_state_up': True, 'tenant_id': 'ae7af1f68a8142688c6249d339ab8a6d', 'security_groups': ['97363f9b-735d-4c1b-ae48-6b5390fc2698']}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:30:36.047030 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1443a302-4bfb-4777-aa27-fcb2d1411038 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Received port after_create {{(pid=103376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:30:36.047030 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-1443a302-4bfb-4777-aa27-fcb2d1411038 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1595471'] for router_interface (519b5a09-be1a-4ed6-9cee-17d9dd42bfa6), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:36.094597 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ddaa69-bbc3-46b8-9577-7a39bef41544 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:30:36.095162 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ddaa69-bbc3-46b8-9577-7a39bef41544 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:30:36.095260 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ddaa69-bbc3-46b8-9577-7a39bef41544 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:30:36.095682 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ddaa69-bbc3-46b8-9577-7a39bef41544 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:30:36.095932 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ddaa69-bbc3-46b8-9577-7a39bef41544 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:30:36.096270 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ddaa69-bbc3-46b8-9577-7a39bef41544 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:30:36.096594 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ddaa69-bbc3-46b8-9577-7a39bef41544 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:30:36.096951 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ddaa69-bbc3-46b8-9577-7a39bef41544 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:30:36.097280 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ddaa69-bbc3-46b8-9577-7a39bef41544 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:30:36.097609 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ddaa69-bbc3-46b8-9577-7a39bef41544 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:30:36.097932 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ddaa69-bbc3-46b8-9577-7a39bef41544 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:30:36.098255 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ddaa69-bbc3-46b8-9577-7a39bef41544 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:30:36.098612 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ddaa69-bbc3-46b8-9577-7a39bef41544 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:30:36.122525 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-e4d77f1e-7849-4be0-a3fd-e43f12d9e855 None None] Provisioning complete for port 56c51fc1-b604-49a0-9e16-3420f4efe7e7 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:30:36.122905 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e4d77f1e-7849-4be0-a3fd-e43f12d9e855 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (56c51fc1-b604-49a0-9e16-3420f4efe7e7), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:36.190728 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ac2b4d-bdf3-451f-b24a-4550c2aa6c77 req-ff1b8d92-8fa6-4fe7-9c6b-c0c70385f6ca tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:30:36.201447 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-d363440a-8734-4292-b21e-5c08dd848945 req-5e71b620-c321-427c-885f-80ee3bfe6dd9 tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] 10.222.0.89 "GET /v2.0/security-groups?id=749b530c-d4d8-46cd-99b4-1a8b04e03f53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.8184185 Feb 04 17:30:36.215272 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ac2b4d-bdf3-451f-b24a-4550c2aa6c77 req-ff1b8d92-8fa6-4fe7-9c6b-c0c70385f6ca tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:30:36.238440 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e1955c6b-bf70-4c3b-90e7-e0cb15296186 None None] Publish callbacks [] for port (fdc2dde0-2239-4e8e-840d-ca6edd5b8d30), precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:36.241430 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ac2b4d-bdf3-451f-b24a-4550c2aa6c77 req-ff1b8d92-8fa6-4fe7-9c6b-c0c70385f6ca tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:30:36.243435 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [None req-224a4195-a83a-4c8c-a177-076860d9c396 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827839-2, 93be5020-69ff-4f03-a3c5-d2aae8d3e689) {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:30:36.259205 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-224a4195-a83a-4c8c-a177-076860d9c396 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:30:36.262982 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-224a4195-a83a-4c8c-a177-076860d9c396 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:36.269760 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-f9ac2b4d-bdf3-451f-b24a-4550c2aa6c77 req-ff1b8d92-8fa6-4fe7-9c6b-c0c70385f6ca tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] 10.222.0.89 "GET /v2.0/ports?device_id=f9afa7a5-1aca-47d0-a335-e4059d5a8169 HTTP/1.1" status: 200 len: 2373 time: 0.2300951 Feb 04 17:30:36.476609 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port e086f5fe-7375-47db-815a-601c155f3e03 is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:30:36.480263 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e70c3f37-7b19-410f-b149-b65d2b8d79ca None None] Network 93be5020-69ff-4f03-a3c5-d2aae8d3e689 requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:30:36.504457 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e1955c6b-bf70-4c3b-90e7-e0cb15296186 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135'] for port (fdc2dde0-2239-4e8e-840d-ca6edd5b8d30), after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:36.656990 n-d-827839-2 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1955c6b-bf70-4c3b-90e7-e0cb15296186 None None] Network b3806eae-3752-4a9e-9821-64a1c1d3248a is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:30:36.739226 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-224a4195-a83a-4c8c-a177-076860d9c396 admin admin] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 5.3640375 Feb 04 17:30:36.753967 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-f9ac2b4d-bdf3-451f-b24a-4550c2aa6c77 req-37f7c72b-3485-4fa9-aae5-79f0504afd1c tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] 10.222.0.89 "GET /v2.0/security-groups?id=97363f9b-735d-4c1b-ae48-6b5390fc2698&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4445951 Feb 04 17:30:36.784831 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.db_base_plugin_common [None req-7cb915f2-e185-449a-9b09-c0ac64c67cae tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Allocated IP 172.20.0.4 (b3806eae-3752-4a9e-9821-64a1c1d3248a/a8800a71-da53-4bc3-9e86-6666ae1e156f/67a7d454-5021-4e68-8126-b565ad173de9) {{(pid=103377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:30:36.877583 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1955c6b-bf70-4c3b-90e7-e0cb15296186 None None] Pushing event updated for resources: {'Port': ['ID=fdc2dde0-2239-4e8e-840d-ca6edd5b8d30,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:30:36.892384 n-d-827839-2 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-e1955c6b-bf70-4c3b-90e7-e0cb15296186 None None] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:30:36.908062 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1955c6b-bf70-4c3b-90e7-e0cb15296186 None None] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:30:36.964189 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device e086f5fe-7375-47db-815a-601c155f3e03 up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:30:37.037073 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-00e83319-5384-49ea-9d36-16af2352788f tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Publish callbacks [] for floatingip (f69df93a-12a8-441e-b693-44e638268b09), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:37.201371 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-e4d77f1e-7849-4be0-a3fd-e43f12d9e855 None None] Port 56c51fc1-b604-49a0-9e16-3420f4efe7e7 cannot update to ACTIVE because it is not bound. {{(pid=103378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 17:30:37.312835 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-14f2cfc5-2d4c-451f-982f-d73e2e25ddd8 req-3abc0597-dd4a-4371-a034-eb9bfc1eb04f tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Made reservation on behalf of ae7af1f68a8142688c6249d339ab8a6d for: {'port': 1} {{(pid=103376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:30:37.439523 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-e4d77f1e-7849-4be0-a3fd-e43f12d9e855 None None] Provisioning complete for port e086f5fe-7375-47db-815a-601c155f3e03 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:30:37.440354 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e4d77f1e-7849-4be0-a3fd-e43f12d9e855 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (e086f5fe-7375-47db-815a-601c155f3e03), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:37.443647 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-1443a302-4bfb-4777-aa27-fcb2d1411038 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (56c51fc1-b604-49a0-9e16-3420f4efe7e7), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:37.446221 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-e1955c6b-bf70-4c3b-90e7-e0cb15296186 None None] Attempting to bind port fdc2dde0-2239-4e8e-840d-ca6edd5b8d30 on host n-d-827839-2 for vnic_type normal with profile {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:30:37.446605 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-e1955c6b-bf70-4c3b-90e7-e0cb15296186 None None] Attempting to bind port fdc2dde0-2239-4e8e-840d-ca6edd5b8d30 by drivers openvswitch,hyperv on host n-d-827839-2 at level 0 using segments [{'id': 'd5a9e57f-e31a-48a0-9c3b-462061b4a576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': 'b3806eae-3752-4a9e-9821-64a1c1d3248a'}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:30:37.446973 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1955c6b-bf70-4c3b-90e7-e0cb15296186 None None] Attempting to bind port fdc2dde0-2239-4e8e-840d-ca6edd5b8d30 on network b3806eae-3752-4a9e-9821-64a1c1d3248a {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:30:37.535536 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port e086f5fe-7375-47db-815a-601c155f3e03 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:30:37.535911 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (e086f5fe-7375-47db-815a-601c155f3e03), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:37.605168 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-00e83319-5384-49ea-9d36-16af2352788f tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (9892d8e2-8a06-46b5-b1f4-bad27358196c), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:37.621938 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1955c6b-bf70-4c3b-90e7-e0cb15296186 None None] Checking agent: {'id': 'ba70844b-66a0-45fd-a2f2-e6ed673321fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 0, 36), 'started_at': datetime.datetime(2022, 2, 4, 17, 1, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 30, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:30:37.622376 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1955c6b-bf70-4c3b-90e7-e0cb15296186 None None] Checking segment: {'id': 'd5a9e57f-e31a-48a0-9c3b-462061b4a576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': 'b3806eae-3752-4a9e-9821-64a1c1d3248a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:30:37.622792 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e1955c6b-bf70-4c3b-90e7-e0cb15296186 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:37.623214 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1955c6b-bf70-4c3b-90e7-e0cb15296186 None None] Bound using segment: {'id': 'd5a9e57f-e31a-48a0-9c3b-462061b4a576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': 'b3806eae-3752-4a9e-9821-64a1c1d3248a'} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:30:37.623848 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-e1955c6b-bf70-4c3b-90e7-e0cb15296186 None None] Bound port: fdc2dde0-2239-4e8e-840d-ca6edd5b8d30, host: n-d-827839-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5a9e57f-e31a-48a0-9c3b-462061b4a576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': 'b3806eae-3752-4a9e-9821-64a1c1d3248a'}}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:30:37.624243 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e1955c6b-bf70-4c3b-90e7-e0cb15296186 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (fdc2dde0-2239-4e8e-840d-ca6edd5b8d30), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:37.657720 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc95f5f7-aa86-4eb2-a134-ef232bca4eb0 None None] Network 93be5020-69ff-4f03-a3c5-d2aae8d3e689 requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:30:37.735140 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-7cb915f2-e185-449a-9b09-c0ac64c67cae tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Publish callbacks [] for port (67a7d454-5021-4e68-8126-b565ad173de9), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:37.764523 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-14f2cfc5-2d4c-451f-982f-d73e2e25ddd8 req-3abc0597-dd4a-4371-a034-eb9bfc1eb04f tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:37.802080 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f025a82e-3984-4132-8834-3a9ef723f2cf req-054c3a75-133e-4567-9836-48c98c1ef39a tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:30:37.803420 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-f025a82e-3984-4132-8834-3a9ef723f2cf req-054c3a75-133e-4567-9836-48c98c1ef39a tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] 10.222.0.89 "GET /v2.0/ports?device_id=f2c300b1-94a0-4e81-a6de-54c4630651af HTTP/1.1" status: 200 len: 945 time: 0.2365825 Feb 04 17:30:37.987628 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-7cb915f2-e185-449a-9b09-c0ac64c67cae tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (67a7d454-5021-4e68-8126-b565ad173de9), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:38.068228 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb915f2-e185-449a-9b09-c0ac64c67cae tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Pushing event updated for resources: {'Port': ['ID=67a7d454-5021-4e68-8126-b565ad173de9,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:30:38.121376 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-e1955c6b-bf70-4c3b-90e7-e0cb15296186 None None] For port fdc2dde0-2239-4e8e-840d-ca6edd5b8d30, host n-d-827839-2, cleared binding levels {{(pid=103378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:30:38.123489 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-f025a82e-3984-4132-8834-3a9ef723f2cf req-7584f04b-556d-4e13-bd67-e9678dff2513 tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] 10.222.0.89 "GET /v2.0/security-groups?id=749b530c-d4d8-46cd-99b4-1a8b04e03f53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3001902 Feb 04 17:30:38.136957 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-e1955c6b-bf70-4c3b-90e7-e0cb15296186 None None] For port fdc2dde0-2239-4e8e-840d-ca6edd5b8d30, host n-d-827839-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=fdc2dde0-2239-4e8e-840d-ca6edd5b8d30,segment=NetworkSegment(d5a9e57f-e31a-48a0-9c3b-462061b4a576),segment_id=d5a9e57f-e31a-48a0-9c3b-462061b4a576)] {{(pid=103378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:30:38.156883 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cb915f2-e185-449a-9b09-c0ac64c67cae tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Network b3806eae-3752-4a9e-9821-64a1c1d3248a is already hosted by enough agents. {{(pid=103377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:30:38.167161 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [None req-7cb915f2-e185-449a-9b09-c0ac64c67cae tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Resources bound (agent type, host, resource id): {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:30:38.175394 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cb915f2-e185-449a-9b09-c0ac64c67cae tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Received port after_create {{(pid=103377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:30:38.311283 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-e4d77f1e-7849-4be0-a3fd-e43f12d9e855 None None] Current status of the port e086f5fe-7375-47db-815a-601c155f3e03 is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:30:38.342271 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cb915f2-e185-449a-9b09-c0ac64c67cae tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:30:38.342945 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-7cb915f2-e185-449a-9b09-c0ac64c67cae tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:38.346987 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e1955c6b-bf70-4c3b-90e7-e0cb15296186 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (fdc2dde0-2239-4e8e-840d-ca6edd5b8d30), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:38.483371 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-7cb915f2-e185-449a-9b09-c0ac64c67cae tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 4.9688218 Feb 04 17:30:38.484048 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 48142) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:30:38.586440 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3d0b5a-7c2f-45a6-9625-4352f6e5f414 req-4e208f11-e718-4f68-9261-59e24285e19f tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:30:38.596065 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3d0b5a-7c2f-45a6-9625-4352f6e5f414 req-4e208f11-e718-4f68-9261-59e24285e19f tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:30:38.602280 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3d0b5a-7c2f-45a6-9625-4352f6e5f414 req-4e208f11-e718-4f68-9261-59e24285e19f tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:30:38.606121 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-fe3d0b5a-7c2f-45a6-9625-4352f6e5f414 req-4e208f11-e718-4f68-9261-59e24285e19f tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] 10.222.0.89 "GET /v2.0/ports?device_id=f9afa7a5-1aca-47d0-a335-e4059d5a8169 HTTP/1.1" status: 200 len: 2373 time: 0.2602966 Feb 04 17:30:38.923547 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-fe3d0b5a-7c2f-45a6-9625-4352f6e5f414 req-9ba4f8a9-d974-45d0-b263-a85a93e3b140 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] 10.222.0.89 "GET /v2.0/security-groups?id=97363f9b-735d-4c1b-ae48-6b5390fc2698&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2078900 Feb 04 17:30:39.018084 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port e086f5fe-7375-47db-815a-601c155f3e03 is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:30:39.036900 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1955c6b-bf70-4c3b-90e7-e0cb15296186 None None] Pushing event updated for resources: {'Port': ['ID=fdc2dde0-2239-4e8e-840d-ca6edd5b8d30,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:30:39.040901 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-d15147c2-13c3-45f0-b94c-41ba90dd2ef8 None None] Provisioning complete for port 56c51fc1-b604-49a0-9e16-3420f4efe7e7 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:30:39.041395 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d15147c2-13c3-45f0-b94c-41ba90dd2ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (56c51fc1-b604-49a0-9e16-3420f4efe7e7), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:39.088953 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-d15147c2-13c3-45f0-b94c-41ba90dd2ef8 None None] Port 56c51fc1-b604-49a0-9e16-3420f4efe7e7 cannot update to ACTIVE because it is not bound. {{(pid=103378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 17:30:39.203579 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-00e83319-5384-49ea-9d36-16af2352788f tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Publish callbacks [] for port (9892d8e2-8a06-46b5-b1f4-bad27358196c), precommit_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:39.305637 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-00e83319-5384-49ea-9d36-16af2352788f tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675836'] for port (9892d8e2-8a06-46b5-b1f4-bad27358196c), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:39.523741 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-00e83319-5384-49ea-9d36-16af2352788f tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1595586'] for floatingip (f69df93a-12a8-441e-b693-44e638268b09), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:39.605240 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30d12f0-c67e-4264-bb39-12925a05bfcb req-cbf973a5-98d8-41ab-bc7b-301e27a23673 tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:30:39.610388 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-d30d12f0-c67e-4264-bb39-12925a05bfcb req-cbf973a5-98d8-41ab-bc7b-301e27a23673 tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] 10.222.0.89 "GET /v2.0/ports?device_id=f2c300b1-94a0-4e81-a6de-54c4630651af HTTP/1.1" status: 200 len: 945 time: 0.3098242 Feb 04 17:30:39.788622 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-76866340-76b1-4c78-a9ba-35706001c125 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (67a7d454-5021-4e68-8126-b565ad173de9), before_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:39.838602 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-d30d12f0-c67e-4264-bb39-12925a05bfcb req-3ebe3116-deeb-47dc-a112-b202c3bfe575 tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] 10.222.0.89 "GET /v2.0/security-groups?id=749b530c-d4d8-46cd-99b4-1a8b04e03f53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2057221 Feb 04 17:30:40.151588 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (f20a1ab3-4332-4f54-833b-ba4a7c687e89), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:40.521392 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-76866340-76b1-4c78-a9ba-35706001c125 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Publish callbacks [] for port (67a7d454-5021-4e68-8126-b565ad173de9), precommit_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:40.527439 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-76866340-76b1-4c78-a9ba-35706001c125 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25888290'] for port (67a7d454-5021-4e68-8126-b565ad173de9), after_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:40.654271 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76866340-76b1-4c78-a9ba-35706001c125 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Pushing event updated for resources: {'Port': ['ID=67a7d454-5021-4e68-8126-b565ad173de9,revision_number=2']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:30:40.773497 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8b908e-a242-49f7-8daa-f084a3ee1411 req-d1fd38dc-111e-480e-8cf9-dea455cda7ed tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:30:40.787842 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8b908e-a242-49f7-8daa-f084a3ee1411 req-d1fd38dc-111e-480e-8cf9-dea455cda7ed tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:30:40.808783 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8b908e-a242-49f7-8daa-f084a3ee1411 req-d1fd38dc-111e-480e-8cf9-dea455cda7ed tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:30:40.816100 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-9d8b908e-a242-49f7-8daa-f084a3ee1411 req-d1fd38dc-111e-480e-8cf9-dea455cda7ed tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] 10.222.0.89 "GET /v2.0/ports?device_id=f9afa7a5-1aca-47d0-a335-e4059d5a8169 HTTP/1.1" status: 200 len: 2373 time: 0.6788335 Feb 04 17:30:40.993493 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-1443a302-4bfb-4777-aa27-fcb2d1411038 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Publish callbacks [] for port (56c51fc1-b604-49a0-9e16-3420f4efe7e7), precommit_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:41.048153 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-9d8b908e-a242-49f7-8daa-f084a3ee1411 req-a5aca52e-d554-4d75-96e8-6321cbba5465 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] 10.222.0.89 "GET /v2.0/security-groups?id=97363f9b-735d-4c1b-ae48-6b5390fc2698&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2241335 Feb 04 17:30:41.052720 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0d08e16-74e9-4c0b-a85b-f4187c7713c0 None None] Network b3806eae-3752-4a9e-9821-64a1c1d3248a requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:30:41.180165 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-76866340-76b1-4c78-a9ba-35706001c125 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1595471'] for router_interface (779fd305-0937-4168-9fb3-5f62d3e67952), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:41.236562 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-1443a302-4bfb-4777-aa27-fcb2d1411038 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675836'] for port (56c51fc1-b604-49a0-9e16-3420f4efe7e7), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:41.243734 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-1443a302-4bfb-4777-aa27-fcb2d1411038 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1677345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602751'] for router_interface (519b5a09-be1a-4ed6-9cee-17d9dd42bfa6), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:41.341337 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device fdc2dde0-2239-4e8e-840d-ca6edd5b8d30 up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:30:41.355825 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-553ea5be-4716-4735-8558-b5b90c2d4855 None None] Provisioning complete for port fdc2dde0-2239-4e8e-840d-ca6edd5b8d30 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:30:41.356645 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-553ea5be-4716-4735-8558-b5b90c2d4855 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (fdc2dde0-2239-4e8e-840d-ca6edd5b8d30), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:41.721067 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-76866340-76b1-4c78-a9ba-35706001c125 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (67a7d454-5021-4e68-8126-b565ad173de9), before_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:41.742749 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port fdc2dde0-2239-4e8e-840d-ca6edd5b8d30 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:30:41.742749 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (fdc2dde0-2239-4e8e-840d-ca6edd5b8d30), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:41.775540 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0dc9b40-5981-43dd-99ca-8c890e82a27c req-59e4e600-4a88-42ce-9b21-50be0b58eaae tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:30:41.777087 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-a0dc9b40-5981-43dd-99ca-8c890e82a27c req-59e4e600-4a88-42ce-9b21-50be0b58eaae tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] 10.222.0.89 "GET /v2.0/ports?device_id=f2c300b1-94a0-4e81-a6de-54c4630651af HTTP/1.1" status: 200 len: 945 time: 0.2944260 Feb 04 17:30:41.823075 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1443a302-4bfb-4777-aa27-fcb2d1411038 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Network 1075af02-a74d-49b8-96f6-92af5f280311 is already hosted by enough agents. {{(pid=103376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:30:41.862777 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-553ea5be-4716-4735-8558-b5b90c2d4855 None None] Current status of the port fdc2dde0-2239-4e8e-840d-ca6edd5b8d30 is: DOWN; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:30:41.863163 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-553ea5be-4716-4735-8558-b5b90c2d4855 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (fdc2dde0-2239-4e8e-840d-ca6edd5b8d30), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:41.915083 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [None req-1443a302-4bfb-4777-aa27-fcb2d1411038 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Resources bound (agent type, host, resource id): {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:30:42.154016 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-553ea5be-4716-4735-8558-b5b90c2d4855 None None] For port fdc2dde0-2239-4e8e-840d-ca6edd5b8d30, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=fdc2dde0-2239-4e8e-840d-ca6edd5b8d30,segment=NetworkSegment(d5a9e57f-e31a-48a0-9c3b-462061b4a576),segment_id=d5a9e57f-e31a-48a0-9c3b-462061b4a576)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:30:42.165371 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-553ea5be-4716-4735-8558-b5b90c2d4855 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (fdc2dde0-2239-4e8e-840d-ca6edd5b8d30), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:42.339843 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553ea5be-4716-4735-8558-b5b90c2d4855 None None] Pushing event updated for resources: {'Port': ['ID=fdc2dde0-2239-4e8e-840d-ca6edd5b8d30,revision_number=3']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:30:42.377337 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e83319-5384-49ea-9d36-16af2352788f tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Pushing event updated for resources: {'Port': ['ID=9892d8e2-8a06-46b5-b1f4-bad27358196c,revision_number=2']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:30:42.377977 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port fdc2dde0-2239-4e8e-840d-ca6edd5b8d30 is: DOWN; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:30:42.379554 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (fdc2dde0-2239-4e8e-840d-ca6edd5b8d30), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:42.458998 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1443a302-4bfb-4777-aa27-fcb2d1411038 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Router 519b5a09-be1a-4ed6-9cee-17d9dd42bfa6 has already been hosted by L3 agent 64ada913-9131-4d99-a265-63a920956287 {{(pid=103376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 17:30:42.472332 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (3f9244a9-75fc-4c10-b195-11d48b853b41), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:42.476900 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-da6f1ced-1aec-42ba-9f1f-af6720002609 None None] Provisioning complete for port fdc2dde0-2239-4e8e-840d-ca6edd5b8d30 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:30:42.481383 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-da6f1ced-1aec-42ba-9f1f-af6720002609 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (fdc2dde0-2239-4e8e-840d-ca6edd5b8d30), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:42.543412 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-76866340-76b1-4c78-a9ba-35706001c125 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Publish callbacks [] for port (67a7d454-5021-4e68-8126-b565ad173de9), precommit_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:42.563403 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-76866340-76b1-4c78-a9ba-35706001c125 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25888290'] for port (67a7d454-5021-4e68-8126-b565ad173de9), after_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:42.627618 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da093cba-7fcc-420f-a3f5-44d6966c6c10 req-ed31a720-2da1-4578-853c-f863d800dd7d tempest-ServerMetadataNegativeTestJSON-1314510418 tempest-ServerMetadataNegativeTestJSON-1314510418-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:30:42.639814 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-da093cba-7fcc-420f-a3f5-44d6966c6c10 req-ed31a720-2da1-4578-853c-f863d800dd7d tempest-ServerMetadataNegativeTestJSON-1314510418 tempest-ServerMetadataNegativeTestJSON-1314510418-project] 10.222.0.89 "GET /v2.0/networks?id=93be5020-69ff-4f03-a3c5-d2aae8d3e689 HTTP/1.1" status: 200 len: 820 time: 4.6208367 Feb 04 17:30:42.655552 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-a0dc9b40-5981-43dd-99ca-8c890e82a27c req-85ba37b5-3dca-4ff3-9b1a-61f28ccd9836 tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] 10.222.0.89 "GET /v2.0/security-groups?id=749b530c-d4d8-46cd-99b4-1a8b04e03f53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8707960 Feb 04 17:30:42.699570 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.db.api [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103378) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 17:30:42.705903 n-d-827839-2 neutron-server[103378]: DEBUG oslo_db.api [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 17:30:42.715577 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-76866340-76b1-4c78-a9ba-35706001c125 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1677345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602751'] for router_interface (779fd305-0937-4168-9fb3-5f62d3e67952), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:42.736383 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76866340-76b1-4c78-a9ba-35706001c125 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Pushing event updated for resources: {'Port': ['ID=67a7d454-5021-4e68-8126-b565ad173de9,revision_number=3']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:30:42.900994 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-da6f1ced-1aec-42ba-9f1f-af6720002609 None None] Current status of the port fdc2dde0-2239-4e8e-840d-ca6edd5b8d30 is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:30:42.919916 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-da093cba-7fcc-420f-a3f5-44d6966c6c10 req-02b80361-19ed-494f-ae3b-5720214d3109 tempest-ServerMetadataNegativeTestJSON-1314510418 tempest-ServerMetadataNegativeTestJSON-1314510418-project] 10.222.0.89 "GET /v2.0/quotas/d8d674bc62a4414fb27c6a52d9e5440a HTTP/1.1" status: 200 len: 375 time: 0.2448096 Feb 04 17:30:42.926163 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-da6f1ced-1aec-42ba-9f1f-af6720002609 None None] Provisioning complete for port 67a7d454-5021-4e68-8126-b565ad173de9 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:30:42.926543 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-da6f1ced-1aec-42ba-9f1f-af6720002609 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (67a7d454-5021-4e68-8126-b565ad173de9), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:42.947142 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76866340-76b1-4c78-a9ba-35706001c125 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Network b3806eae-3752-4a9e-9821-64a1c1d3248a is already hosted by enough agents. {{(pid=103377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:30:42.954200 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [None req-76866340-76b1-4c78-a9ba-35706001c125 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Resources bound (agent type, host, resource id): {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:30:42.979532 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872925e7-05b0-416d-86c0-c512061743a2 req-4f0311aa-8ac9-43c0-9b2d-08b75f4576e8 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:30:43.003701 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872925e7-05b0-416d-86c0-c512061743a2 req-4f0311aa-8ac9-43c0-9b2d-08b75f4576e8 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:30:43.027194 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872925e7-05b0-416d-86c0-c512061743a2 req-4f0311aa-8ac9-43c0-9b2d-08b75f4576e8 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:30:43.045526 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-872925e7-05b0-416d-86c0-c512061743a2 req-4f0311aa-8ac9-43c0-9b2d-08b75f4576e8 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] 10.222.0.89 "GET /v2.0/ports?device_id=f9afa7a5-1aca-47d0-a335-e4059d5a8169 HTTP/1.1" status: 200 len: 2373 time: 0.1716611 Feb 04 17:30:43.051770 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-da6f1ced-1aec-42ba-9f1f-af6720002609 None None] Port 67a7d454-5021-4e68-8126-b565ad173de9 cannot update to ACTIVE because it is not bound. {{(pid=103378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 17:30:43.197142 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.db_base_plugin_common [req-14f2cfc5-2d4c-451f-982f-d73e2e25ddd8 req-3abc0597-dd4a-4371-a034-eb9bfc1eb04f tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Allocated IP 10.2.2.100 (6de4b58f-ff91-4bdc-9f3d-13346fce97eb/6f6c54c2-552d-404f-bcc6-b0c454213656/71081e14-4523-4976-b2ac-04c3ffa4889c) {{(pid=103376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:30:43.210169 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-d4949999-ca8b-425a-8b8c-773539979bd0 None None] Provisioning complete for port 67a7d454-5021-4e68-8126-b565ad173de9 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:30:43.211702 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d4949999-ca8b-425a-8b8c-773539979bd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (67a7d454-5021-4e68-8126-b565ad173de9), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:43.230974 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-da093cba-7fcc-420f-a3f5-44d6966c6c10 req-8b5ece87-540d-4a1b-9fc7-465b7a387715 tempest-ServerMetadataNegativeTestJSON-1314510418 tempest-ServerMetadataNegativeTestJSON-1314510418-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=d8d674bc62a4414fb27c6a52d9e5440a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1950200 Feb 04 17:30:43.237890 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1443a302-4bfb-4777-aa27-fcb2d1411038 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Pushing event updated for resources: {'Port': ['ID=56c51fc1-b604-49a0-9e16-3420f4efe7e7,revision_number=2']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:30:43.329592 n-d-827839-2 neutron-server[103376]: INFO neutron.db.l3_db [None req-00e83319-5384-49ea-9d36-16af2352788f tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Floating IP f69df93a-12a8-441e-b693-44e638268b09 associated. External IP: 172.25.6.190, port: 633aca63-06ad-4cda-b4df-74c7f3812959. Feb 04 17:30:43.551505 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-d4949999-ca8b-425a-8b8c-773539979bd0 None None] Port 67a7d454-5021-4e68-8126-b565ad173de9 cannot update to ACTIVE because it is not bound. {{(pid=103378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 17:30:43.570059 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port fdc2dde0-2239-4e8e-840d-ca6edd5b8d30 is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:30:43.597854 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-d4949999-ca8b-425a-8b8c-773539979bd0 None None] Provisioning complete for port 56c51fc1-b604-49a0-9e16-3420f4efe7e7 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:30:43.597854 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d4949999-ca8b-425a-8b8c-773539979bd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (56c51fc1-b604-49a0-9e16-3420f4efe7e7), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:43.698136 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-d4949999-ca8b-425a-8b8c-773539979bd0 None None] Port 56c51fc1-b604-49a0-9e16-3420f4efe7e7 cannot update to ACTIVE because it is not bound. {{(pid=103378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 17:30:43.824384 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1443a302-4bfb-4777-aa27-fcb2d1411038 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Notify agent at l3_agent.n-d-827839-2 the message routers_updated {{(pid=103376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 17:30:43.832206 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-8198ed3a-d67c-4731-ba7d-de96c4e90405 None None] Provisioning complete for port 67a7d454-5021-4e68-8126-b565ad173de9 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:30:43.842749 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8198ed3a-d67c-4731-ba7d-de96c4e90405 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (67a7d454-5021-4e68-8126-b565ad173de9), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:43.855437 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28626020-6e9b-4ac3-b9dc-60c9edc249df None None] Sync routers for ids ['519b5a09-be1a-4ed6-9cee-17d9dd42bfa6'] in n-d-827839-2 {{(pid=103378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 17:30:43.861189 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-1443a302-4bfb-4777-aa27-fcb2d1411038 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] 10.222.0.89 "PUT /v2.0/routers/519b5a09-be1a-4ed6-9cee-17d9dd42bfa6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.8892868 Feb 04 17:30:43.879992 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 48172) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:30:43.901565 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-c4031e52-91bd-4a32-9671-468da35d107c tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1842212066'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:30:44.000159 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device fdc2dde0-2239-4e8e-840d-ca6edd5b8d30 up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:30:44.120121 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28626020-6e9b-4ac3-b9dc-60c9edc249df None None] Routers {'519b5a09-be1a-4ed6-9cee-17d9dd42bfa6'} bound to L3 agent in host n-d-827839-2 {{(pid=103378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:30:44.122433 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-28626020-6e9b-4ac3-b9dc-60c9edc249df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:30:32Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['519b5a09-be1a-4ed6-9cee-17d9dd42bfa6'], 'active': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:30:44.202588 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4031e52-91bd-4a32-9671-468da35d107c tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Made reservation on behalf of 9117ee7d05a54905bc1e8a5956601b14 for: {'network': 1} {{(pid=103376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:30:44.209350 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-c4031e52-91bd-4a32-9671-468da35d107c tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for network (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:44.215690 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-8198ed3a-d67c-4731-ba7d-de96c4e90405 None None] Port 67a7d454-5021-4e68-8126-b565ad173de9 cannot update to ACTIVE because it is not bound. {{(pid=103378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 17:30:44.261917 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-da093cba-7fcc-420f-a3f5-44d6966c6c10 req-fcd5de7f-d37e-4414-8f01-dc87f10e141c service neutron] 10.222.0.89 "GET /v2.0/networks/93be5020-69ff-4f03-a3c5-d2aae8d3e689?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9870324 Feb 04 17:30:44.368615 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-14f2cfc5-2d4c-451f-982f-d73e2e25ddd8 req-3abc0597-dd4a-4371-a034-eb9bfc1eb04f tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Publish callbacks [] for port (71081e14-4523-4976-b2ac-04c3ffa4889c), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:44.431207 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-14f2cfc5-2d4c-451f-982f-d73e2e25ddd8 req-3abc0597-dd4a-4371-a034-eb9bfc1eb04f tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (71081e14-4523-4976-b2ac-04c3ffa4889c), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:44.468205 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-0601604c-9099-4add-81af-064e83ad07ae None None] Provisioning complete for port 67a7d454-5021-4e68-8126-b565ad173de9 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:30:44.468751 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0601604c-9099-4add-81af-064e83ad07ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (67a7d454-5021-4e68-8126-b565ad173de9), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:44.473576 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvr_db [None req-28626020-6e9b-4ac3-b9dc-60c9edc249df None None] Set router 519b5a09-be1a-4ed6-9cee-17d9dd42bfa6 gateway port host: None {{(pid=103378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:30:44.540920 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-872925e7-05b0-416d-86c0-c512061743a2 req-1a5075dd-6742-4b99-a6a5-f03aae4bae9b tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] 10.222.0.89 "GET /v2.0/security-groups?id=97363f9b-735d-4c1b-ae48-6b5390fc2698&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.4943762 Feb 04 17:30:44.640868 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port fdc2dde0-2239-4e8e-840d-ca6edd5b8d30 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:30:44.641378 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (fdc2dde0-2239-4e8e-840d-ca6edd5b8d30), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:44.689133 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-14f2cfc5-2d4c-451f-982f-d73e2e25ddd8 req-3abc0597-dd4a-4371-a034-eb9bfc1eb04f tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Network 6de4b58f-ff91-4bdc-9f3d-13346fce97eb is already hosted by enough agents. {{(pid=103376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:30:44.703301 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76866340-76b1-4c78-a9ba-35706001c125 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Router 779fd305-0937-4168-9fb3-5f62d3e67952 is scheduled to L3 agent 64ada913-9131-4d99-a265-63a920956287 with binding_index 1 {{(pid=103377) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 17:30:44.704249 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [req-14f2cfc5-2d4c-451f-982f-d73e2e25ddd8 req-3abc0597-dd4a-4371-a034-eb9bfc1eb04f tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Resources bound (agent type, host, resource id): {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:30:44.719211 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [req-14f2cfc5-2d4c-451f-982f-d73e2e25ddd8 req-3abc0597-dd4a-4371-a034-eb9bfc1eb04f tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Received port after_create {{(pid=103376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:30:44.862758 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4031e52-91bd-4a32-9671-468da35d107c tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] vlan segment allocate from pool success with {'vlan_id': 798, 'physical_network': 'physnet1'} {{(pid=103376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 17:30:44.864130 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-0601604c-9099-4add-81af-064e83ad07ae None None] Port 67a7d454-5021-4e68-8126-b565ad173de9 cannot update to ACTIVE because it is not bound. {{(pid=103378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 17:30:44.962693 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76866340-76b1-4c78-a9ba-35706001c125 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Notify agent at l3_agent.n-d-827839-2 the message routers_updated {{(pid=103377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 17:30:44.972804 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b21bfc-a62c-42ce-8274-40447d82d976 req-86cb5e49-d5b9-4ba1-b2a8-91711b79b36a tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:30:44.981018 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-e1b21bfc-a62c-42ce-8274-40447d82d976 req-86cb5e49-d5b9-4ba1-b2a8-91711b79b36a tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] 10.222.0.89 "GET /v2.0/ports?device_id=f2c300b1-94a0-4e81-a6de-54c4630651af HTTP/1.1" status: 200 len: 945 time: 0.1587067 Feb 04 17:30:44.997134 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-76866340-76b1-4c78-a9ba-35706001c125 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] 10.222.0.89 "PUT /v2.0/routers/779fd305-0937-4168-9fb3-5f62d3e67952/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5024297 Feb 04 17:30:45.005415 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 48176) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:30:45.099718 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-c4031e52-91bd-4a32-9671-468da35d107c tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (8fc359c1-f1f2-4e03-ae97-ae0b10393136), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:45.100065 n-d-827839-2 neutron-server[103376]: INFO neutron.db.segments_db [None req-c4031e52-91bd-4a32-9671-468da35d107c tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Added segment 8fc359c1-f1f2-4e03-ae97-ae0b10393136 of type vlan for network 91f343bc-9e24-4b9a-879e-69a194e0fff0 Feb 04 17:30:45.184892 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abc0597-dd4a-4371-a034-eb9bfc1eb04f tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Pushing event updated for resources: {'Port': ['ID=71081e14-4523-4976-b2ac-04c3ffa4889c,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:30:45.217267 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f2cfc5-2d4c-451f-982f-d73e2e25ddd8 req-3abc0597-dd4a-4371-a034-eb9bfc1eb04f tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:30:45.223772 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-14f2cfc5-2d4c-451f-982f-d73e2e25ddd8 req-3abc0597-dd4a-4371-a034-eb9bfc1eb04f tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:45.262130 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-e1b21bfc-a62c-42ce-8274-40447d82d976 req-3b91c612-5d0a-4fe8-8fe6-c604d805aea1 tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] 10.222.0.89 "GET /v2.0/security-groups?id=749b530c-d4d8-46cd-99b4-1a8b04e03f53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2800524 Feb 04 17:30:45.296881 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a4e45d9-d0ef-40ae-b069-adc917c7a896 None None] Sync routers for ids ['779fd305-0937-4168-9fb3-5f62d3e67952'] in n-d-827839-2 {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 17:30:45.298279 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4dbe7e7-f027-4ee9-b7ec-85ba42619006 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:30:45.303010 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-e4dbe7e7-f027-4ee9-b7ec-85ba42619006 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] 10.222.0.89 "GET /v2.0/ports?device_id=779fd305-0937-4168-9fb3-5f62d3e67952 HTTP/1.1" status: 200 len: 981 time: 0.2939317 Feb 04 17:30:45.303569 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 48178) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:30:45.315944 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a4e45d9-d0ef-40ae-b069-adc917c7a896 None None] Routers {'779fd305-0937-4168-9fb3-5f62d3e67952'} bound to L3 agent in host n-d-827839-2 {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:30:45.316886 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-0a4e45d9-d0ef-40ae-b069-adc917c7a896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:30:32Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['779fd305-0937-4168-9fb3-5f62d3e67952'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:30:45.343553 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-c4031e52-91bd-4a32-9671-468da35d107c tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781084292801'] for network (91f343bc-9e24-4b9a-879e-69a194e0fff0), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:45.383521 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00e83319-5384-49ea-9d36-16af2352788f tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Router e533f000-d94a-4439-a4c6-1b113390e45f has already been hosted by L3 agent 64ada913-9131-4d99-a265-63a920956287 {{(pid=103376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 17:30:45.398047 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-da093cba-7fcc-420f-a3f5-44d6966c6c10 req-ed0ac7ac-ac85-480f-9cca-431ee5485b90 service neutron] 10.222.0.89 "GET /v2.0/networks/93be5020-69ff-4f03-a3c5-d2aae8d3e689?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9818015 Feb 04 17:30:45.407404 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-14f2cfc5-2d4c-451f-982f-d73e2e25ddd8 req-3abc0597-dd4a-4371-a034-eb9bfc1eb04f tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 9.4148111 Feb 04 17:30:45.408382 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-0a4e45d9-d0ef-40ae-b069-adc917c7a896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827839-2', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:30:45.408632 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-c4031e52-91bd-4a32-9671-468da35d107c tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327'] for network (91f343bc-9e24-4b9a-879e-69a194e0fff0), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:45.415346 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4031e52-91bd-4a32-9671-468da35d107c tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:30:45.416254 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-c4031e52-91bd-4a32-9671-468da35d107c tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677565'] for network (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:45.427826 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a4e45d9-d0ef-40ae-b069-adc917c7a896 None None] Routers {'779fd305-0937-4168-9fb3-5f62d3e67952'} bound to L3 agent in host n-d-827839-2 {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:30:45.428451 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-0a4e45d9-d0ef-40ae-b069-adc917c7a896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:30:32Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['779fd305-0937-4168-9fb3-5f62d3e67952'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:30:45.443407 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [req-14f2cfc5-2d4c-451f-982f-d73e2e25ddd8 req-2e157820-cd5c-4ca2-a6f7-980ae2c981fe tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Request body: {'port': {'device_id': 'f9afa7a5-1aca-47d0-a335-e4059d5a8169', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '6de4b58f-ff91-4bdc-9f3d-13346fce97eb', 'admin_state_up': True, 'tenant_id': 'ae7af1f68a8142688c6249d339ab8a6d', 'security_groups': ['97363f9b-735d-4c1b-ae48-6b5390fc2698']}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:30:45.522029 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-0a4e45d9-d0ef-40ae-b069-adc917c7a896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827839-2', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:30:45.522697 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a4e45d9-d0ef-40ae-b069-adc917c7a896 None None] The sync data for ids ['779fd305-0937-4168-9fb3-5f62d3e67952'] in n-d-827839-2 is: [] {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 17:30:45.554437 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port fdc2dde0-2239-4e8e-840d-ca6edd5b8d30 is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:30:45.569731 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-28f3cec5-be0c-4814-8665-c7782ba54805 None None] Provisioning complete for port 71081e14-4523-4976-b2ac-04c3ffa4889c triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:30:45.570378 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-28f3cec5-be0c-4814-8665-c7782ba54805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (71081e14-4523-4976-b2ac-04c3ffa4889c), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:45.604645 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-c4031e52-91bd-4a32-9671-468da35d107c tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.7128448 Feb 04 17:30:45.612973 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 48182) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:30:45.619211 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-1dd23c69-18b8-4a19-8a8c-28e6adfaf8d1 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Request body: {'subnet': {'network_id': '91f343bc-9e24-4b9a-879e-69a194e0fff0', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:30:45.645543 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-14f2cfc5-2d4c-451f-982f-d73e2e25ddd8 req-2e157820-cd5c-4ca2-a6f7-980ae2c981fe tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Made reservation on behalf of ae7af1f68a8142688c6249d339ab8a6d for: {'port': 1} {{(pid=103376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:30:45.719926 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-28626020-6e9b-4ac3-b9dc-60c9edc249df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '519b5a09-be1a-4ed6-9cee-17d9dd42bfa6', 'name': 'tempest-RoutersIpV6Test-router-1872959318', 'tenant_id': '9117ee7d05a54905bc1e8a5956601b14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:30:09Z', 'updated_at': '2022-02-04T17:30:37Z', 'revision_number': 3, 'project_id': '9117ee7d05a54905bc1e8a5956601b14', 'gw_port_host': None, '_interfaces': [{'id': '56c51fc1-b604-49a0-9e16-3420f4efe7e7', 'name': '', 'network_id': '1075af02-a74d-49b8-96f6-92af5f280311', 'tenant_id': '9117ee7d05a54905bc1e8a5956601b14', 'mac_address': 'fa:16:3e:8f:3a:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '519b5a09-be1a-4ed6-9cee-17d9dd42bfa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2282, 'fixed_ips': [{'subnet_id': '4794049b-80b7-4292-8142-5254fcbd38a1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:30:32Z', 'updated_at': '2022-02-04T17:30:38Z', 'revision_number': 2, 'project_id': '9117ee7d05a54905bc1e8a5956601b14', 'subnets': [{'id': '4794049b-80b7-4292-8142-5254fcbd38a1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e45f3f22-c9b2-40db-bd81-abe2ef0e1ad1', 'name': '', 'network_id': 'e491b4ae-a9ba-443a-b592-68de5d6c355f', 'tenant_id': '9117ee7d05a54905bc1e8a5956601b14', 'mac_address': 'fa:16:3e:49:15:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '519b5a09-be1a-4ed6-9cee-17d9dd42bfa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2259, 'fixed_ips': [{'subnet_id': '78e6fd8d-d36c-498f-9851-709f40f04989', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:30:15Z', 'updated_at': '2022-02-04T17:30:27Z', 'revision_number': 5, 'project_id': '9117ee7d05a54905bc1e8a5956601b14', 'subnets': [{'id': '78e6fd8d-d36c-498f-9851-709f40f04989', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-2', False) {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:30:45.735275 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-28f3cec5-be0c-4814-8665-c7782ba54805 None None] Port 71081e14-4523-4976-b2ac-04c3ffa4889c cannot update to ACTIVE because it is not bound. {{(pid=103378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 17:30:45.840774 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28626020-6e9b-4ac3-b9dc-60c9edc249df None None] Checking router: 519b5a09-be1a-4ed6-9cee-17d9dd42bfa6 for host: n-d-827839-2 {{(pid=103378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 17:30:45.842546 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28626020-6e9b-4ac3-b9dc-60c9edc249df None None] Updating router 519b5a09-be1a-4ed6-9cee-17d9dd42bfa6 port 56c51fc1-b604-49a0-9e16-3420f4efe7e7 binding host n-d-827839-2 {{(pid=103378) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 17:30:45.903258 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-14f2cfc5-2d4c-451f-982f-d73e2e25ddd8 req-2e157820-cd5c-4ca2-a6f7-980ae2c981fe tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:45.919470 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-28626020-6e9b-4ac3-b9dc-60c9edc249df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (56c51fc1-b604-49a0-9e16-3420f4efe7e7), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:45.921865 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00e83319-5384-49ea-9d36-16af2352788f tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Notify agent at l3_agent.n-d-827839-2 the message routers_updated {{(pid=103376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 17:30:46.246212 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.db_base_plugin_common [req-14f2cfc5-2d4c-451f-982f-d73e2e25ddd8 req-2e157820-cd5c-4ca2-a6f7-980ae2c981fe tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Allocated IP 10.2.2.200 (6de4b58f-ff91-4bdc-9f3d-13346fce97eb/6f6c54c2-552d-404f-bcc6-b0c454213656/397c6c1e-40e7-4c7f-9066-28791535e5e4) {{(pid=103376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:30:46.439801 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7df4d65-c697-4850-bc55-a87127f341f6 req-adde2881-fcd8-41d7-a8dd-f135982d0f20 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:30:46.456910 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7df4d65-c697-4850-bc55-a87127f341f6 req-adde2881-fcd8-41d7-a8dd-f135982d0f20 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:30:46.470886 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7df4d65-c697-4850-bc55-a87127f341f6 req-adde2881-fcd8-41d7-a8dd-f135982d0f20 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:30:46.475972 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7df4d65-c697-4850-bc55-a87127f341f6 req-adde2881-fcd8-41d7-a8dd-f135982d0f20 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:30:46.493535 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-e7df4d65-c697-4850-bc55-a87127f341f6 req-adde2881-fcd8-41d7-a8dd-f135982d0f20 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] 10.222.0.89 "GET /v2.0/ports?device_id=f9afa7a5-1aca-47d0-a335-e4059d5a8169 HTTP/1.1" status: 200 len: 3094 time: 0.6183941 Feb 04 17:30:46.502479 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1dd23c69-18b8-4a19-8a8c-28e6adfaf8d1 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Made reservation on behalf of 9117ee7d05a54905bc1e8a5956601b14 for: {'subnet': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:30:46.518372 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-1dd23c69-18b8-4a19-8a8c-28e6adfaf8d1 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25597243'] for subnet (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:46.525637 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-14f2cfc5-2d4c-451f-982f-d73e2e25ddd8 req-2e157820-cd5c-4ca2-a6f7-980ae2c981fe tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Publish callbacks [] for port (397c6c1e-40e7-4c7f-9066-28791535e5e4), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:46.547377 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f15f1b6-29e2-4670-b5dc-a5595fc00ef4 None None] Sync routers for ids ['e533f000-d94a-4439-a4c6-1b113390e45f'] in n-d-827839-2 {{(pid=103378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 17:30:46.585007 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-28626020-6e9b-4ac3-b9dc-60c9edc249df None None] Publish callbacks [] for port (56c51fc1-b604-49a0-9e16-3420f4efe7e7), precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:46.591164 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-88329061-72cb-4a4b-8546-4bc7d717a0a4 req-9b4ec5bd-3e81-4569-8a3e-ffbf8c4b00ff tempest-ServerMetadataNegativeTestJSON-1314510418 tempest-ServerMetadataNegativeTestJSON-1314510418-project] 10.222.0.89 "GET /v2.0/ports?device_id=88b2d227-c1af-4018-b602-c2aaa03e0215 HTTP/1.1" status: 200 len: 210 time: 0.6709504 Feb 04 17:30:46.604554 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-28626020-6e9b-4ac3-b9dc-60c9edc249df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (56c51fc1-b604-49a0-9e16-3420f4efe7e7), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:46.627229 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f15f1b6-29e2-4670-b5dc-a5595fc00ef4 None None] Routers {'e533f000-d94a-4439-a4c6-1b113390e45f'} bound to L3 agent in host n-d-827839-2 {{(pid=103378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:30:46.638708 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-2f15f1b6-29e2-4670-b5dc-a5595fc00ef4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:30:32Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['e533f000-d94a-4439-a4c6-1b113390e45f'], 'active': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:30:46.647699 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4031e52-91bd-4a32-9671-468da35d107c tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Pushing event updated for resources: {'Network': ['ID=91f343bc-9e24-4b9a-879e-69a194e0fff0,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:30:46.671833 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-00e83319-5384-49ea-9d36-16af2352788f tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for floatingip (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:46.712444 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Network 91f343bc-9e24-4b9a-879e-69a194e0fff0 details requested by agent ovs-agent-n-d-827839-2 with host n-d-827839-2 {{(pid=103378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 17:30:46.769312 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-00e83319-5384-49ea-9d36-16af2352788f tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] 10.222.0.89 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 16.3944356 Feb 04 17:30:46.770058 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 48200) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:30:46.780875 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-1e82cb85-1b9c-4695-8a59-cded08850b4d tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:30:46.928527 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-14f2cfc5-2d4c-451f-982f-d73e2e25ddd8 req-2e157820-cd5c-4ca2-a6f7-980ae2c981fe tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (397c6c1e-40e7-4c7f-9066-28791535e5e4), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:46.971065 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-1e82cb85-1b9c-4695-8a59-cded08850b4d tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Publish callbacks [] for floatingip (f69df93a-12a8-441e-b693-44e638268b09), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:46.974157 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-e7df4d65-c697-4850-bc55-a87127f341f6 req-9a7bd8b8-989b-4a30-a526-ac3569c44487 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] 10.222.0.89 "GET /v2.0/security-groups?id=97363f9b-735d-4c1b-ae48-6b5390fc2698&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4798400 Feb 04 17:30:47.431820 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-1e82cb85-1b9c-4695-8a59-cded08850b4d tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:47.484903 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-2f15f1b6-29e2-4670-b5dc-a5595fc00ef4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827839-2', False) {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:30:47.485948 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e157820-cd5c-4ca2-a6f7-980ae2c981fe tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Pushing event updated for resources: {'Port': ['ID=397c6c1e-40e7-4c7f-9066-28791535e5e4,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:30:47.500287 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-1e82cb85-1b9c-4695-8a59-cded08850b4d tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1595586'] for floatingip (f69df93a-12a8-441e-b693-44e638268b09), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:47.500889 n-d-827839-2 neutron-server[103376]: INFO neutron.db.l3_db [None req-1e82cb85-1b9c-4695-8a59-cded08850b4d tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Floating IP f69df93a-12a8-441e-b693-44e638268b09 disassociated. External IP: 172.25.6.190, port: 633aca63-06ad-4cda-b4df-74c7f3812959. Feb 04 17:30:47.538601 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-1dd23c69-18b8-4a19-8a8c-28e6adfaf8d1 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25889445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25597197'] for subnet (2ea1283a-c76b-437d-b3f5-f48e319c2a24), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:47.564263 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-14f2cfc5-2d4c-451f-982f-d73e2e25ddd8 req-2e157820-cd5c-4ca2-a6f7-980ae2c981fe tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Network 6de4b58f-ff91-4bdc-9f3d-13346fce97eb is already hosted by enough agents. {{(pid=103376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:30:47.580649 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232b9245-8550-417d-ac62-149c59f4ba57 None None] Pushing event updated for resources: {'Port': ['ID=56c51fc1-b604-49a0-9e16-3420f4efe7e7,revision_number=3']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:30:47.589138 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f15f1b6-29e2-4670-b5dc-a5595fc00ef4 None None] Routers {'e533f000-d94a-4439-a4c6-1b113390e45f'} bound to L3 agent in host n-d-827839-2 {{(pid=103378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:30:47.590416 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-2f15f1b6-29e2-4670-b5dc-a5595fc00ef4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:30:32Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['e533f000-d94a-4439-a4c6-1b113390e45f'], 'active': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:30:47.662644 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [req-14f2cfc5-2d4c-451f-982f-d73e2e25ddd8 req-2e157820-cd5c-4ca2-a6f7-980ae2c981fe tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Resources bound (agent type, host, resource id): {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:30:47.674909 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [req-14f2cfc5-2d4c-451f-982f-d73e2e25ddd8 req-2e157820-cd5c-4ca2-a6f7-980ae2c981fe tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Received port after_create {{(pid=103376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:30:47.759317 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd23c69-18b8-4a19-8a8c-28e6adfaf8d1 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Pushing event updated for resources: {'Subnet': ['ID=2ea1283a-c76b-437d-b3f5-f48e319c2a24,revision_number=0']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:30:47.763206 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-2f15f1b6-29e2-4670-b5dc-a5595fc00ef4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827839-2', False) {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:30:47.767835 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f15f1b6-29e2-4670-b5dc-a5595fc00ef4 None None] The sync data for ids ['e533f000-d94a-4439-a4c6-1b113390e45f'] in n-d-827839-2 is: [] {{(pid=103378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 17:30:47.849021 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-38f61e21-e862-4716-9c8c-dced44509f65 None None] Provisioning complete for port 56c51fc1-b604-49a0-9e16-3420f4efe7e7 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:30:47.849337 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-38f61e21-e862-4716-9c8c-dced44509f65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (56c51fc1-b604-49a0-9e16-3420f4efe7e7), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:47.992292 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f2cfc5-2d4c-451f-982f-d73e2e25ddd8 req-2e157820-cd5c-4ca2-a6f7-980ae2c981fe tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:30:47.992292 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-14f2cfc5-2d4c-451f-982f-d73e2e25ddd8 req-2e157820-cd5c-4ca2-a6f7-980ae2c981fe tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:48.004704 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-da5e1d34-caf6-4c64-9fbe-8e4dc816ede5 req-282becec-2052-47fa-9662-be68c18f0078 tempest-ServerMetadataNegativeTestJSON-1314510418 tempest-ServerMetadataNegativeTestJSON-1314510418-project] 10.222.0.89 "GET /v2.0/ports?device_id=88b2d227-c1af-4018-b602-c2aaa03e0215 HTTP/1.1" status: 200 len: 210 time: 0.2029309 Feb 04 17:30:48.007521 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-38f61e21-e862-4716-9c8c-dced44509f65 None None] Port 56c51fc1-b604-49a0-9e16-3420f4efe7e7 cannot update to ACTIVE because it is not bound. {{(pid=103378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 17:30:48.065271 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-14f2cfc5-2d4c-451f-982f-d73e2e25ddd8 req-2e157820-cd5c-4ca2-a6f7-980ae2c981fe tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6360838 Feb 04 17:30:48.109315 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d703e5fc-632b-4ac2-9872-bf1bdc84605c req-62e94f69-a231-4911-b047-419b7602baaf tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:30:48.111179 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-d703e5fc-632b-4ac2-9872-bf1bdc84605c req-62e94f69-a231-4911-b047-419b7602baaf tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] 10.222.0.89 "GET /v2.0/ports?device_id=f2c300b1-94a0-4e81-a6de-54c4630651af HTTP/1.1" status: 200 len: 945 time: 0.6775587 Feb 04 17:30:48.127558 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [req-14f2cfc5-2d4c-451f-982f-d73e2e25ddd8 req-61ca1bbf-20b0-4d0d-ae84-e489f2947966 service neutron] Request body: {'port': {'device_id': 'f9afa7a5-1aca-47d0-a335-e4059d5a8169', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827839-2'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:30:48.185203 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dd23c69-18b8-4a19-8a8c-28e6adfaf8d1 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Checking segment: {'id': '8fc359c1-f1f2-4e03-ae97-ae0b10393136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '91f343bc-9e24-4b9a-879e-69a194e0fff0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:30:48.186101 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dd23c69-18b8-4a19-8a8c-28e6adfaf8d1 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Network hostable DHCP agents. Network: 91f343bc-9e24-4b9a-879e-69a194e0fff0, hostable agents: ['bb89f5a3-3c22-440b-b7d1-c4f0c43c184a'], hosted agents: [] {{(pid=103377) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 17:30:48.188331 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-28626020-6e9b-4ac3-b9dc-60c9edc249df None None] Attempting to bind port 56c51fc1-b604-49a0-9e16-3420f4efe7e7 on host n-d-827839-2 for vnic_type normal with profile {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:30:48.188722 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-28626020-6e9b-4ac3-b9dc-60c9edc249df None None] Attempting to bind port 56c51fc1-b604-49a0-9e16-3420f4efe7e7 by drivers openvswitch,hyperv on host n-d-827839-2 at level 0 using segments [{'id': 'b3a8de38-4839-4fea-a67d-5106feb9cbe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '1075af02-a74d-49b8-96f6-92af5f280311'}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:30:48.189118 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28626020-6e9b-4ac3-b9dc-60c9edc249df None None] Attempting to bind port 56c51fc1-b604-49a0-9e16-3420f4efe7e7 on network 1075af02-a74d-49b8-96f6-92af5f280311 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:30:48.211282 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-7615a234-3a3b-41c7-9031-1415686764e6 None None] Provisioning complete for port 397c6c1e-40e7-4c7f-9066-28791535e5e4 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:30:48.211671 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7615a234-3a3b-41c7-9031-1415686764e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (397c6c1e-40e7-4c7f-9066-28791535e5e4), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:48.220994 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28626020-6e9b-4ac3-b9dc-60c9edc249df None None] Checking agent: {'id': 'ba70844b-66a0-45fd-a2f2-e6ed673321fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 0, 36), 'started_at': datetime.datetime(2022, 2, 4, 17, 1, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 30, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:30:48.221645 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28626020-6e9b-4ac3-b9dc-60c9edc249df None None] Checking segment: {'id': 'b3a8de38-4839-4fea-a67d-5106feb9cbe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '1075af02-a74d-49b8-96f6-92af5f280311'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:30:48.222090 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-28626020-6e9b-4ac3-b9dc-60c9edc249df None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:48.222491 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28626020-6e9b-4ac3-b9dc-60c9edc249df None None] Bound using segment: {'id': 'b3a8de38-4839-4fea-a67d-5106feb9cbe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '1075af02-a74d-49b8-96f6-92af5f280311'} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:30:48.223011 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-28626020-6e9b-4ac3-b9dc-60c9edc249df None None] Bound port: 56c51fc1-b604-49a0-9e16-3420f4efe7e7, host: n-d-827839-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3a8de38-4839-4fea-a67d-5106feb9cbe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '1075af02-a74d-49b8-96f6-92af5f280311'}}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:30:48.223404 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-28626020-6e9b-4ac3-b9dc-60c9edc249df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (56c51fc1-b604-49a0-9e16-3420f4efe7e7), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:48.273556 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-7596f217-9d8b-4038-a403-4118112af755 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602754'] for router_interface (779fd305-0937-4168-9fb3-5f62d3e67952), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:48.331364 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-7615a234-3a3b-41c7-9031-1415686764e6 None None] Port 397c6c1e-40e7-4c7f-9066-28791535e5e4 cannot update to ACTIVE because it is not bound. {{(pid=103378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 17:30:48.394159 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-28626020-6e9b-4ac3-b9dc-60c9edc249df None None] For port 56c51fc1-b604-49a0-9e16-3420f4efe7e7, host n-d-827839-2, cleared binding levels {{(pid=103378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:30:48.402179 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-28626020-6e9b-4ac3-b9dc-60c9edc249df None None] For port 56c51fc1-b604-49a0-9e16-3420f4efe7e7, host n-d-827839-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=56c51fc1-b604-49a0-9e16-3420f4efe7e7,segment=NetworkSegment(b3a8de38-4839-4fea-a67d-5106feb9cbe3),segment_id=b3a8de38-4839-4fea-a67d-5106feb9cbe3)] {{(pid=103378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:30:48.418138 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-28626020-6e9b-4ac3-b9dc-60c9edc249df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (56c51fc1-b604-49a0-9e16-3420f4efe7e7), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:48.504149 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dd23c69-18b8-4a19-8a8c-28e6adfaf8d1 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Network 91f343bc-9e24-4b9a-879e-69a194e0fff0 is scheduled to be hosted by DHCP agent bb89f5a3-3c22-440b-b7d1-c4f0c43c184a with binding_index 1 {{(pid=103377) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 17:30:48.547661 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da093cba-7fcc-420f-a3f5-44d6966c6c10 req-14a18d6d-8707-46de-81fa-cb7c5c93dbfb tempest-ServerMetadataNegativeTestJSON-1314510418 tempest-ServerMetadataNegativeTestJSON-1314510418-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:30:48.549847 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-da093cba-7fcc-420f-a3f5-44d6966c6c10 req-14a18d6d-8707-46de-81fa-cb7c5c93dbfb tempest-ServerMetadataNegativeTestJSON-1314510418 tempest-ServerMetadataNegativeTestJSON-1314510418-project] 10.222.0.90 "GET /v2.0/networks?id=93be5020-69ff-4f03-a3c5-d2aae8d3e689 HTTP/1.1" status: 200 len: 820 time: 0.5430658 Feb 04 17:30:48.558903 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa62998-f468-4e74-96bf-595c52ad6b51 req-bb79c27d-c258-41d8-9a42-653abeb68a4d tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:30:48.566549 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa62998-f468-4e74-96bf-595c52ad6b51 req-bb79c27d-c258-41d8-9a42-653abeb68a4d tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:30:48.584231 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa62998-f468-4e74-96bf-595c52ad6b51 req-bb79c27d-c258-41d8-9a42-653abeb68a4d tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:30:48.589576 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa62998-f468-4e74-96bf-595c52ad6b51 req-bb79c27d-c258-41d8-9a42-653abeb68a4d tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:30:48.597092 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa62998-f468-4e74-96bf-595c52ad6b51 req-bb79c27d-c258-41d8-9a42-653abeb68a4d tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:30:48.601530 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-5fa62998-f468-4e74-96bf-595c52ad6b51 req-bb79c27d-c258-41d8-9a42-653abeb68a4d tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] 10.222.0.89 "GET /v2.0/ports?device_id=f9afa7a5-1aca-47d0-a335-e4059d5a8169 HTTP/1.1" status: 200 len: 3815 time: 0.4121876 Feb 04 17:30:48.604705 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [None req-1dd23c69-18b8-4a19-8a8c-28e6adfaf8d1 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827839-2, 91f343bc-9e24-4b9a-879e-69a194e0fff0) {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:30:48.615650 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [req-da093cba-7fcc-420f-a3f5-44d6966c6c10 req-dd8185d6-a221-4209-9e4b-3b0c22aa8664 tempest-ServerMetadataNegativeTestJSON-1314510418 tempest-ServerMetadataNegativeTestJSON-1314510418-project] Request body: {'port': {'device_id': '88b2d227-c1af-4018-b602-c2aaa03e0215', 'network_id': '93be5020-69ff-4f03-a3c5-d2aae8d3e689', 'admin_state_up': True, 'tenant_id': 'd8d674bc62a4414fb27c6a52d9e5440a'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:30:48.634512 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dd23c69-18b8-4a19-8a8c-28e6adfaf8d1 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:30:48.635372 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-1dd23c69-18b8-4a19-8a8c-28e6adfaf8d1 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Publish callbacks [] for subnet (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:48.688442 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28626020-6e9b-4ac3-b9dc-60c9edc249df None None] Routers {'519b5a09-be1a-4ed6-9cee-17d9dd42bfa6'} bound to L3 agent in host n-d-827839-2 {{(pid=103378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:30:48.691076 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-28626020-6e9b-4ac3-b9dc-60c9edc249df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:30:32Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['519b5a09-be1a-4ed6-9cee-17d9dd42bfa6'], 'active': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:30:48.693433 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07a26b51-b8b1-4c8a-8b2f-62cc6e3c305a None None] Network 91f343bc-9e24-4b9a-879e-69a194e0fff0 requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:30:48.814066 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-1dd23c69-18b8-4a19-8a8c-28e6adfaf8d1 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 3.1980119 Feb 04 17:30:48.840987 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 48210) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:30:48.926366 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-d703e5fc-632b-4ac2-9872-bf1bdc84605c req-c435514f-9579-4e32-9c7e-d2cff4fdd092 tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] 10.222.0.89 "GET /v2.0/security-groups?id=749b530c-d4d8-46cd-99b4-1a8b04e03f53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8075206 Feb 04 17:30:49.049164 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232b9245-8550-417d-ac62-149c59f4ba57 None None] Pushing event updated for resources: {'Port': ['ID=56c51fc1-b604-49a0-9e16-3420f4efe7e7,revision_number=4']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:30:49.174440 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvr_db [None req-28626020-6e9b-4ac3-b9dc-60c9edc249df None None] Set router 519b5a09-be1a-4ed6-9cee-17d9dd42bfa6 gateway port host: None {{(pid=103378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:30:49.177270 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-5fa62998-f468-4e74-96bf-595c52ad6b51 req-7ccaffb7-e621-4d40-a0d9-55681348fc76 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] 10.222.0.89 "GET /v2.0/security-groups?id=97363f9b-735d-4c1b-ae48-6b5390fc2698&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5578392 Feb 04 17:30:49.223952 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-14f2cfc5-2d4c-451f-982f-d73e2e25ddd8 req-61ca1bbf-20b0-4d0d-ae84-e489f2947966 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (1f1fc21f-8afb-4ed1-ab35-d8918c765c07), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:49.259499 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-11868029-7346-4006-a598-504bbed057bf req-b04e71b4-36eb-40b1-9664-774b42d67d59 tempest-ServerMetadataNegativeTestJSON-1314510418 tempest-ServerMetadataNegativeTestJSON-1314510418-project] 10.222.0.89 "GET /v2.0/ports?device_id=88b2d227-c1af-4018-b602-c2aaa03e0215 HTTP/1.1" status: 200 len: 210 time: 0.1433017 Feb 04 17:30:49.334195 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da093cba-7fcc-420f-a3f5-44d6966c6c10 req-dd8185d6-a221-4209-9e4b-3b0c22aa8664 tempest-ServerMetadataNegativeTestJSON-1314510418 tempest-ServerMetadataNegativeTestJSON-1314510418-project] Made reservation on behalf of d8d674bc62a4414fb27c6a52d9e5440a for: {'port': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:30:49.338117 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-da093cba-7fcc-420f-a3f5-44d6966c6c10 req-dd8185d6-a221-4209-9e4b-3b0c22aa8664 tempest-ServerMetadataNegativeTestJSON-1314510418 tempest-ServerMetadataNegativeTestJSON-1314510418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:49.618283 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e82cb85-1b9c-4695-8a59-cded08850b4d tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Router e533f000-d94a-4439-a4c6-1b113390e45f has already been hosted by L3 agent 64ada913-9131-4d99-a265-63a920956287 {{(pid=103376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 17:30:49.700537 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-03d9458c-ca0d-45fd-a5d3-faa7821c060c None None] Provisioning complete for port 56c51fc1-b604-49a0-9e16-3420f4efe7e7 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:30:49.701827 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-03d9458c-ca0d-45fd-a5d3-faa7821c060c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (56c51fc1-b604-49a0-9e16-3420f4efe7e7), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:49.832686 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42768f4d-f02a-4379-b2b4-dc8d938f1942 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e4c19ad-5724-5db8-8ee1-4f56ae69fcf4-91f343bc-9e24-4b9a-879e-69a194e0fff0', 'network_id': '91f343bc-9e24-4b9a-879e-69a194e0fff0', 'project_id': '9117ee7d05a54905bc1e8a5956601b14', 'fixed_ips': [{'subnet_id': '2ea1283a-c76b-437d-b3f5-f48e319c2a24'}]}} from n-d-827839-2. {{(pid=103378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 17:30:49.841383 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-42768f4d-f02a-4379-b2b4-dc8d938f1942 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:50.197712 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e82cb85-1b9c-4695-8a59-cded08850b4d tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Notify agent at l3_agent.n-d-827839-2 the message routers_updated {{(pid=103376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 17:30:50.214162 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-1e82cb85-1b9c-4695-8a59-cded08850b4d tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for floatingip (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:50.217410 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-42768f4d-f02a-4379-b2b4-dc8d938f1942 None None] Allocated IP 2001:db8:2::2 (91f343bc-9e24-4b9a-879e-69a194e0fff0/2ea1283a-c76b-437d-b3f5-f48e319c2a24/46c2636a-44ba-43fc-ac60-72ec2dc08427) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:30:50.218126 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2a1afe3-e5e7-431d-bcba-b339fc5ceb19 None None] Sync routers for ids ['e533f000-d94a-4439-a4c6-1b113390e45f'] in n-d-827839-2 {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 17:30:50.257837 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2a1afe3-e5e7-431d-bcba-b339fc5ceb19 None None] Routers {'e533f000-d94a-4439-a4c6-1b113390e45f'} bound to L3 agent in host n-d-827839-2 {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:30:50.258514 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-d2a1afe3-e5e7-431d-bcba-b339fc5ceb19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:30:32Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['e533f000-d94a-4439-a4c6-1b113390e45f'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:30:50.280859 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-7596f217-9d8b-4038-a403-4118112af755 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Deleting port 67a7d454-5021-4e68-8126-b565ad173de9 {{(pid=103377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:30:50.281480 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-7596f217-9d8b-4038-a403-4118112af755 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (67a7d454-5021-4e68-8126-b565ad173de9), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:50.295673 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-1e82cb85-1b9c-4695-8a59-cded08850b4d tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] 10.222.0.89 "PUT /v2.0/floatingips/f69df93a-12a8-441e-b693-44e638268b09 HTTP/1.1" status: 200 len: 688 time: 3.5234511 Feb 04 17:30:50.307196 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 48224) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:30:50.353278 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-d2a1afe3-e5e7-431d-bcba-b339fc5ceb19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827839-2', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:30:50.362822 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.db_base_plugin_common [req-da093cba-7fcc-420f-a3f5-44d6966c6c10 req-dd8185d6-a221-4209-9e4b-3b0c22aa8664 tempest-ServerMetadataNegativeTestJSON-1314510418 tempest-ServerMetadataNegativeTestJSON-1314510418-project] Allocated IP 172.20.0.6 (93be5020-69ff-4f03-a3c5-d2aae8d3e689/ad2c6296-fcbd-4a71-9981-9f7829466c82/413319cb-3645-4d67-bbb8-63d724138448) {{(pid=103377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:30:50.364058 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2a1afe3-e5e7-431d-bcba-b339fc5ceb19 None None] Routers {'e533f000-d94a-4439-a4c6-1b113390e45f'} bound to L3 agent in host n-d-827839-2 {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:30:50.364883 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-d2a1afe3-e5e7-431d-bcba-b339fc5ceb19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:30:32Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['e533f000-d94a-4439-a4c6-1b113390e45f'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:30:50.405819 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-d2a1afe3-e5e7-431d-bcba-b339fc5ceb19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827839-2', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:30:50.406806 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2a1afe3-e5e7-431d-bcba-b339fc5ceb19 None None] The sync data for ids ['e533f000-d94a-4439-a4c6-1b113390e45f'] in n-d-827839-2 is: [] {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 17:30:50.460778 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-28626020-6e9b-4ac3-b9dc-60c9edc249df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '519b5a09-be1a-4ed6-9cee-17d9dd42bfa6', 'name': 'tempest-RoutersIpV6Test-router-1872959318', 'tenant_id': '9117ee7d05a54905bc1e8a5956601b14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:30:09Z', 'updated_at': '2022-02-04T17:30:37Z', 'revision_number': 3, 'project_id': '9117ee7d05a54905bc1e8a5956601b14', 'gw_port_host': None, '_interfaces': [{'id': '56c51fc1-b604-49a0-9e16-3420f4efe7e7', 'name': '', 'network_id': '1075af02-a74d-49b8-96f6-92af5f280311', 'tenant_id': '9117ee7d05a54905bc1e8a5956601b14', 'mac_address': 'fa:16:3e:8f:3a:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '519b5a09-be1a-4ed6-9cee-17d9dd42bfa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2282, 'fixed_ips': [{'subnet_id': '4794049b-80b7-4292-8142-5254fcbd38a1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:30:32Z', 'updated_at': '2022-02-04T17:30:48Z', 'revision_number': 4, 'project_id': '9117ee7d05a54905bc1e8a5956601b14', 'subnets': [{'id': '4794049b-80b7-4292-8142-5254fcbd38a1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e45f3f22-c9b2-40db-bd81-abe2ef0e1ad1', 'name': '', 'network_id': 'e491b4ae-a9ba-443a-b592-68de5d6c355f', 'tenant_id': '9117ee7d05a54905bc1e8a5956601b14', 'mac_address': 'fa:16:3e:49:15:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '519b5a09-be1a-4ed6-9cee-17d9dd42bfa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2259, 'fixed_ips': [{'subnet_id': '78e6fd8d-d36c-498f-9851-709f40f04989', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:30:15Z', 'updated_at': '2022-02-04T17:30:27Z', 'revision_number': 5, 'project_id': '9117ee7d05a54905bc1e8a5956601b14', 'subnets': [{'id': '78e6fd8d-d36c-498f-9851-709f40f04989', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-2', False) {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:30:50.510248 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-03d9458c-ca0d-45fd-a5d3-faa7821c060c None None] Current status of the port 56c51fc1-b604-49a0-9e16-3420f4efe7e7 is: DOWN; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:30:50.510646 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-03d9458c-ca0d-45fd-a5d3-faa7821c060c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (56c51fc1-b604-49a0-9e16-3420f4efe7e7), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:50.529861 n-d-827839-2 neutron-server[103376]: DEBUG neutron.notifiers.nova [req-14f2cfc5-2d4c-451f-982f-d73e2e25ddd8 req-61ca1bbf-20b0-4d0d-ae84-e489f2947966 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f1fc21f-8afb-4ed1-ab35-d8918c765c07 {{(pid=103376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 17:30:50.532885 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28626020-6e9b-4ac3-b9dc-60c9edc249df None None] The sync data for ids ['519b5a09-be1a-4ed6-9cee-17d9dd42bfa6'] in n-d-827839-2 is: [{'id': '519b5a09-be1a-4ed6-9cee-17d9dd42bfa6', 'name': 'tempest-RoutersIpV6Test-router-1872959318', 'tenant_id': '9117ee7d05a54905bc1e8a5956601b14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:30:09Z', 'updated_at': '2022-02-04T17:30:37Z', 'revision_number': 3, 'project_id': '9117ee7d05a54905bc1e8a5956601b14', 'gw_port_host': None, '_interfaces': [{'id': '56c51fc1-b604-49a0-9e16-3420f4efe7e7', 'name': '', 'network_id': '1075af02-a74d-49b8-96f6-92af5f280311', 'tenant_id': '9117ee7d05a54905bc1e8a5956601b14', 'mac_address': 'fa:16:3e:8f:3a:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '519b5a09-be1a-4ed6-9cee-17d9dd42bfa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2282, 'fixed_ips': [{'subnet_id': '4794049b-80b7-4292-8142-5254fcbd38a1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:30:32Z', 'updated_at': '2022-02-04T17:30:48Z', 'revision_number': 4, 'project_id': '9117ee7d05a54905bc1e8a5956601b14', 'subnets': [{'id': '4794049b-80b7-4292-8142-5254fcbd38a1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e45f3f22-c9b2-40db-bd81-abe2ef0e1ad1', 'name': '', 'network_id': 'e491b4ae-a9ba-443a-b592-68de5d6c355f', 'tenant_id': '9117ee7d05a54905bc1e8a5956601b14', 'mac_address': 'fa:16:3e:49:15:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '519b5a09-be1a-4ed6-9cee-17d9dd42bfa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2259, 'fixed_ips': [{'subnet_id': '78e6fd8d-d36c-498f-9851-709f40f04989', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:30:15Z', 'updated_at': '2022-02-04T17:30:27Z', 'revision_number': 5, 'project_id': '9117ee7d05a54905bc1e8a5956601b14', 'subnets': [{'id': '78e6fd8d-d36c-498f-9851-709f40f04989', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 17:30:50.561482 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-14f2cfc5-2d4c-451f-982f-d73e2e25ddd8 req-61ca1bbf-20b0-4d0d-ae84-e489f2947966 service neutron] Publish callbacks [] for port (1f1fc21f-8afb-4ed1-ab35-d8918c765c07), precommit_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:50.587804 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-42768f4d-f02a-4379-b2b4-dc8d938f1942 None None] Publish callbacks [] for port (46c2636a-44ba-43fc-ac60-72ec2dc08427), precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:50.598459 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-03d9458c-ca0d-45fd-a5d3-faa7821c060c None None] For port 56c51fc1-b604-49a0-9e16-3420f4efe7e7, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=56c51fc1-b604-49a0-9e16-3420f4efe7e7,segment=NetworkSegment(b3a8de38-4839-4fea-a67d-5106feb9cbe3),segment_id=b3a8de38-4839-4fea-a67d-5106feb9cbe3)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:30:50.608815 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-42768f4d-f02a-4379-b2b4-dc8d938f1942 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135'] for port (46c2636a-44ba-43fc-ac60-72ec2dc08427), after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:50.624603 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.provisioning_blocks [req-14f2cfc5-2d4c-451f-982f-d73e2e25ddd8 req-61ca1bbf-20b0-4d0d-ae84-e489f2947966 service neutron] Transition to ACTIVE for port object 1f1fc21f-8afb-4ed1-ab35-d8918c765c07 will not be triggered until provisioned by entity L2. {{(pid=103376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 17:30:50.658511 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198d9062-947c-403d-8368-683b360d58c1 req-e708b2ad-6105-436d-9310-08b5489a16c8 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:30:50.672933 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198d9062-947c-403d-8368-683b360d58c1 req-e708b2ad-6105-436d-9310-08b5489a16c8 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:30:50.678573 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198d9062-947c-403d-8368-683b360d58c1 req-e708b2ad-6105-436d-9310-08b5489a16c8 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:30:50.688964 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198d9062-947c-403d-8368-683b360d58c1 req-e708b2ad-6105-436d-9310-08b5489a16c8 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:30:50.691499 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-03d9458c-ca0d-45fd-a5d3-faa7821c060c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (56c51fc1-b604-49a0-9e16-3420f4efe7e7), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:50.705468 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198d9062-947c-403d-8368-683b360d58c1 req-e708b2ad-6105-436d-9310-08b5489a16c8 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:30:50.719722 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-198d9062-947c-403d-8368-683b360d58c1 req-e708b2ad-6105-436d-9310-08b5489a16c8 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] 10.222.0.89 "GET /v2.0/ports?device_id=f9afa7a5-1aca-47d0-a335-e4059d5a8169 HTTP/1.1" status: 200 len: 3815 time: 0.3641207 Feb 04 17:30:50.735665 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-14f2cfc5-2d4c-451f-982f-d73e2e25ddd8 req-61ca1bbf-20b0-4d0d-ae84-e489f2947966 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675836'] for port (1f1fc21f-8afb-4ed1-ab35-d8918c765c07), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:50.739315 n-d-827839-2 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42768f4d-f02a-4379-b2b4-dc8d938f1942 None None] Network 91f343bc-9e24-4b9a-879e-69a194e0fff0 is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:30:50.750623 n-d-827839-2 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-42768f4d-f02a-4379-b2b4-dc8d938f1942 None None] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:30:50.772896 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42768f4d-f02a-4379-b2b4-dc8d938f1942 None None] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:30:50.778815 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42768f4d-f02a-4379-b2b4-dc8d938f1942 None None] Pushing event updated for resources: {'Port': ['ID=46c2636a-44ba-43fc-ac60-72ec2dc08427,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:30:50.921131 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d9458c-ca0d-45fd-a5d3-faa7821c060c None None] Pushing event updated for resources: {'Port': ['ID=56c51fc1-b604-49a0-9e16-3420f4efe7e7,revision_number=5']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:30:51.009419 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-198d9062-947c-403d-8368-683b360d58c1 req-7beb58dc-1225-48c8-a472-09db30fcccf6 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] 10.222.0.89 "GET /v2.0/security-groups?id=97363f9b-735d-4c1b-ae48-6b5390fc2698&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2883806 Feb 04 17:30:51.048753 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ca1bbf-20b0-4d0d-ae84-e489f2947966 service neutron] Pushing event updated for resources: {'Port': ['ID=1f1fc21f-8afb-4ed1-ab35-d8918c765c07,revision_number=2']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:30:51.183656 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-42768f4d-f02a-4379-b2b4-dc8d938f1942 None None] Attempting to bind port 46c2636a-44ba-43fc-ac60-72ec2dc08427 on host n-d-827839-2 for vnic_type normal with profile {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:30:51.184008 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-42768f4d-f02a-4379-b2b4-dc8d938f1942 None None] Attempting to bind port 46c2636a-44ba-43fc-ac60-72ec2dc08427 by drivers openvswitch,hyperv on host n-d-827839-2 at level 0 using segments [{'id': '8fc359c1-f1f2-4e03-ae97-ae0b10393136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '91f343bc-9e24-4b9a-879e-69a194e0fff0'}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:30:51.188634 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42768f4d-f02a-4379-b2b4-dc8d938f1942 None None] Attempting to bind port 46c2636a-44ba-43fc-ac60-72ec2dc08427 on network 91f343bc-9e24-4b9a-879e-69a194e0fff0 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:30:51.229035 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42768f4d-f02a-4379-b2b4-dc8d938f1942 None None] Checking agent: {'id': 'ba70844b-66a0-45fd-a2f2-e6ed673321fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 0, 36), 'started_at': datetime.datetime(2022, 2, 4, 17, 1, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 30, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:30:51.229553 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42768f4d-f02a-4379-b2b4-dc8d938f1942 None None] Checking segment: {'id': '8fc359c1-f1f2-4e03-ae97-ae0b10393136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '91f343bc-9e24-4b9a-879e-69a194e0fff0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:30:51.229974 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-42768f4d-f02a-4379-b2b4-dc8d938f1942 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:51.230378 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42768f4d-f02a-4379-b2b4-dc8d938f1942 None None] Bound using segment: {'id': '8fc359c1-f1f2-4e03-ae97-ae0b10393136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '91f343bc-9e24-4b9a-879e-69a194e0fff0'} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:30:51.230883 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-42768f4d-f02a-4379-b2b4-dc8d938f1942 None None] Bound port: 46c2636a-44ba-43fc-ac60-72ec2dc08427, host: n-d-827839-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8fc359c1-f1f2-4e03-ae97-ae0b10393136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '91f343bc-9e24-4b9a-879e-69a194e0fff0'}}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:30:51.231332 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-42768f4d-f02a-4379-b2b4-dc8d938f1942 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (46c2636a-44ba-43fc-ac60-72ec2dc08427), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:51.408448 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-104a792c-aba3-412a-a8a7-7c54efbae2d6 req-320b3982-e7b5-429a-8ed0-9c0bf41d8394 tempest-ServerMetadataNegativeTestJSON-1314510418 tempest-ServerMetadataNegativeTestJSON-1314510418-project] 10.222.0.89 "GET /v2.0/ports?device_id=88b2d227-c1af-4018-b602-c2aaa03e0215 HTTP/1.1" status: 200 len: 210 time: 0.1455710 Feb 04 17:30:51.480801 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-42768f4d-f02a-4379-b2b4-dc8d938f1942 None None] For port 46c2636a-44ba-43fc-ac60-72ec2dc08427, host n-d-827839-2, cleared binding levels {{(pid=103378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:30:51.485115 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-42768f4d-f02a-4379-b2b4-dc8d938f1942 None None] For port 46c2636a-44ba-43fc-ac60-72ec2dc08427, host n-d-827839-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=46c2636a-44ba-43fc-ac60-72ec2dc08427,segment=NetworkSegment(8fc359c1-f1f2-4e03-ae97-ae0b10393136),segment_id=8fc359c1-f1f2-4e03-ae97-ae0b10393136)] {{(pid=103378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:30:51.496662 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [req-14f2cfc5-2d4c-451f-982f-d73e2e25ddd8 req-61ca1bbf-20b0-4d0d-ae84-e489f2947966 service neutron] Attempting to bind port 1f1fc21f-8afb-4ed1-ab35-d8918c765c07 on host n-h1-827839-2 for vnic_type normal with profile {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:30:51.499750 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-42768f4d-f02a-4379-b2b4-dc8d938f1942 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (46c2636a-44ba-43fc-ac60-72ec2dc08427), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:51.500083 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [req-14f2cfc5-2d4c-451f-982f-d73e2e25ddd8 req-61ca1bbf-20b0-4d0d-ae84-e489f2947966 service neutron] Attempting to bind port 1f1fc21f-8afb-4ed1-ab35-d8918c765c07 by drivers openvswitch,hyperv on host n-h1-827839-2 at level 0 using segments [{'id': '4fe2ceae-f33e-4515-b7e7-4fd67b98c4d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'a64d26d7-6663-4816-93ec-6e302f6e65a3'}] {{(pid=103376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:30:51.500433 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14f2cfc5-2d4c-451f-982f-d73e2e25ddd8 req-61ca1bbf-20b0-4d0d-ae84-e489f2947966 service neutron] Attempting to bind port 1f1fc21f-8afb-4ed1-ab35-d8918c765c07 on network a64d26d7-6663-4816-93ec-6e302f6e65a3 {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:30:51.520499 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14f2cfc5-2d4c-451f-982f-d73e2e25ddd8 req-61ca1bbf-20b0-4d0d-ae84-e489f2947966 service neutron] Port 1f1fc21f-8afb-4ed1-ab35-d8918c765c07 on network a64d26d7-6663-4816-93ec-6e302f6e65a3 not bound, no agent of type Open vSwitch agent registered on host n-h1-827839-2 {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 17:30:51.520858 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14f2cfc5-2d4c-451f-982f-d73e2e25ddd8 req-61ca1bbf-20b0-4d0d-ae84-e489f2947966 service neutron] Attempting to bind port 1f1fc21f-8afb-4ed1-ab35-d8918c765c07 on network a64d26d7-6663-4816-93ec-6e302f6e65a3 {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:30:51.550564 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14f2cfc5-2d4c-451f-982f-d73e2e25ddd8 req-61ca1bbf-20b0-4d0d-ae84-e489f2947966 service neutron] Checking agent: {'id': '3f9244a9-75fc-4c10-b195-11d48b853b41', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 8, 42), 'started_at': datetime.datetime(2022, 2, 4, 17, 8, 42), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 30, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:30:51.550919 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14f2cfc5-2d4c-451f-982f-d73e2e25ddd8 req-61ca1bbf-20b0-4d0d-ae84-e489f2947966 service neutron] Checking segment: {'id': '4fe2ceae-f33e-4515-b7e7-4fd67b98c4d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'a64d26d7-6663-4816-93ec-6e302f6e65a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:30:51.551326 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14f2cfc5-2d4c-451f-982f-d73e2e25ddd8 req-61ca1bbf-20b0-4d0d-ae84-e489f2947966 service neutron] Bound using segment: {'id': '4fe2ceae-f33e-4515-b7e7-4fd67b98c4d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'a64d26d7-6663-4816-93ec-6e302f6e65a3'} {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:30:51.551779 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [req-14f2cfc5-2d4c-451f-982f-d73e2e25ddd8 req-61ca1bbf-20b0-4d0d-ae84-e489f2947966 service neutron] Bound port: 1f1fc21f-8afb-4ed1-ab35-d8918c765c07, host: n-h1-827839-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4fe2ceae-f33e-4515-b7e7-4fd67b98c4d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'a64d26d7-6663-4816-93ec-6e302f6e65a3'}}] {{(pid=103376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:30:51.552149 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-14f2cfc5-2d4c-451f-982f-d73e2e25ddd8 req-61ca1bbf-20b0-4d0d-ae84-e489f2947966 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (1f1fc21f-8afb-4ed1-ab35-d8918c765c07), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:51.557450 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42768f4d-f02a-4379-b2b4-dc8d938f1942 None None] Pushing event updated for resources: {'Port': ['ID=46c2636a-44ba-43fc-ac60-72ec2dc08427,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:30:51.756299 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [req-14f2cfc5-2d4c-451f-982f-d73e2e25ddd8 req-61ca1bbf-20b0-4d0d-ae84-e489f2947966 service neutron] For port 1f1fc21f-8afb-4ed1-ab35-d8918c765c07, host n-h1-827839-2, cleared binding levels {{(pid=103376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:30:51.764623 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [req-14f2cfc5-2d4c-451f-982f-d73e2e25ddd8 req-61ca1bbf-20b0-4d0d-ae84-e489f2947966 service neutron] For port 1f1fc21f-8afb-4ed1-ab35-d8918c765c07, host n-h1-827839-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=1f1fc21f-8afb-4ed1-ab35-d8918c765c07,segment=NetworkSegment(4fe2ceae-f33e-4515-b7e7-4fd67b98c4d4),segment_id=4fe2ceae-f33e-4515-b7e7-4fd67b98c4d4)] {{(pid=103376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:30:51.778345 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-14f2cfc5-2d4c-451f-982f-d73e2e25ddd8 req-61ca1bbf-20b0-4d0d-ae84-e489f2947966 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675836'] for port (1f1fc21f-8afb-4ed1-ab35-d8918c765c07), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:51.871910 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 56c51fc1-b604-49a0-9e16-3420f4efe7e7 up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:30:51.956593 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f2cfc5-2d4c-451f-982f-d73e2e25ddd8 req-61ca1bbf-20b0-4d0d-ae84-e489f2947966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:30:51.971818 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-14f2cfc5-2d4c-451f-982f-d73e2e25ddd8 req-61ca1bbf-20b0-4d0d-ae84-e489f2947966 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:51.978688 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-14f2cfc5-2d4c-451f-982f-d73e2e25ddd8 req-61ca1bbf-20b0-4d0d-ae84-e489f2947966 service neutron] 10.222.0.96 "PUT /v2.0/ports/1f1fc21f-8afb-4ed1-ab35-d8918c765c07 HTTP/1.1" status: 200 len: 1092 time: 3.8795829 Feb 04 17:30:51.986836 n-d-827839-2 neutron-server[103376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9afa7a5-1aca-47d0-a335-e4059d5a8169', 'tag': '1f1fc21f-8afb-4ed1-ab35-d8918c765c07'}] {{(pid=103376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:30:51.989515 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d59c3bb5e2f09ebf62144d5e09b1cff60c763a9c19614c24538e77842938c05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d816d264-dfae-43d3-b6a0-b9d6a1ff4010" -d '{"events": [{"name": "network-changed", "server_uuid": "f9afa7a5-1aca-47d0-a335-e4059d5a8169", "tag": "1f1fc21f-8afb-4ed1-ab35-d8918c765c07"}]}' {{(pid=103376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:30:52.018392 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [req-14f2cfc5-2d4c-451f-982f-d73e2e25ddd8 req-7b961ca9-acff-4e89-80b0-dfcb2577d1ba service neutron] Request body: {'port': {'device_id': 'f9afa7a5-1aca-47d0-a335-e4059d5a8169', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827839-2'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:30:52.083272 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ca1bbf-20b0-4d0d-ae84-e489f2947966 service neutron] Pushing event updated for resources: {'Port': ['ID=1f1fc21f-8afb-4ed1-ab35-d8918c765c07,revision_number=3']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:30:52.096206 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port 56c51fc1-b604-49a0-9e16-3420f4efe7e7 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:30:52.096651 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (56c51fc1-b604-49a0-9e16-3420f4efe7e7), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:52.155332 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 17:30:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-703c66d3-d87b-4c3e-9b25-080f4a3b6619 x-openstack-request-id: req-703c66d3-d87b-4c3e-9b25-080f4a3b6619 {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:30:52.155614 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9afa7a5-1aca-47d0-a335-e4059d5a8169", "tag": "1f1fc21f-8afb-4ed1-ab35-d8918c765c07", "status": "completed", "code": 200}]} {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:30:52.155883 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-703c66d3-d87b-4c3e-9b25-080f4a3b6619 {{(pid=103376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:30:52.156240 n-d-827839-2 neutron-server[103376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9afa7a5-1aca-47d0-a335-e4059d5a8169', 'tag': '1f1fc21f-8afb-4ed1-ab35-d8918c765c07', 'status': 'completed', 'code': 200} Feb 04 17:30:52.191328 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-da093cba-7fcc-420f-a3f5-44d6966c6c10 req-dd8185d6-a221-4209-9e4b-3b0c22aa8664 tempest-ServerMetadataNegativeTestJSON-1314510418 tempest-ServerMetadataNegativeTestJSON-1314510418-project] Publish callbacks [] for port (413319cb-3645-4d67-bbb8-63d724138448), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:52.312906 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port 56c51fc1-b604-49a0-9e16-3420f4efe7e7 is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:30:52.479291 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d816d264-dfae-43d3-b6a0-b9d6a1ff4010 req-41156fd8-1d54-4415-8dd1-18c2d678304f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:30:52.479904 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d816d264-dfae-43d3-b6a0-b9d6a1ff4010 req-41156fd8-1d54-4415-8dd1-18c2d678304f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:30:52.497062 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d816d264-dfae-43d3-b6a0-b9d6a1ff4010 req-41156fd8-1d54-4415-8dd1-18c2d678304f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:30:52.498326 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d816d264-dfae-43d3-b6a0-b9d6a1ff4010 req-41156fd8-1d54-4415-8dd1-18c2d678304f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:30:52.498816 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d816d264-dfae-43d3-b6a0-b9d6a1ff4010 req-41156fd8-1d54-4415-8dd1-18c2d678304f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:30:52.501423 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-d816d264-dfae-43d3-b6a0-b9d6a1ff4010 req-41156fd8-1d54-4415-8dd1-18c2d678304f service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=ae7af1f68a8142688c6249d339ab8a6d&device_id=f9afa7a5-1aca-47d0-a335-e4059d5a8169 HTTP/1.1" status: 200 len: 4393 time: 0.3408623 Feb 04 17:30:52.502063 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-14f2cfc5-2d4c-451f-982f-d73e2e25ddd8 req-7b961ca9-acff-4e89-80b0-dfcb2577d1ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (047f18d1-ba45-4554-8c12-d78b1b2ece5e), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:52.526533 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e56d84-013f-4bce-ad60-da9251f291a3 req-d62fa745-e285-4ac7-be06-79272bfd3ef6 tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:30:52.544548 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-13e56d84-013f-4bce-ad60-da9251f291a3 req-d62fa745-e285-4ac7-be06-79272bfd3ef6 tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] 10.222.0.89 "GET /v2.0/ports?device_id=f2c300b1-94a0-4e81-a6de-54c4630651af HTTP/1.1" status: 200 len: 945 time: 2.4304917 Feb 04 17:30:52.689912 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-7596f217-9d8b-4038-a403-4118112af755 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (67a7d454-5021-4e68-8126-b565ad173de9), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:52.704045 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-7596f217-9d8b-4038-a403-4118112af755 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Calling delete_port for 67a7d454-5021-4e68-8126-b565ad173de9 owned by network:router_interface {{(pid=103377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:30:52.875246 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d30a9b2-7e9b-41d5-add4-8a83d3bea5b8 req-a62fe0e9-9a96-4b4f-bfec-0f369af1ba2a tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:30:52.889416 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d30a9b2-7e9b-41d5-add4-8a83d3bea5b8 req-a62fe0e9-9a96-4b4f-bfec-0f369af1ba2a tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:30:52.894408 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d30a9b2-7e9b-41d5-add4-8a83d3bea5b8 req-a62fe0e9-9a96-4b4f-bfec-0f369af1ba2a tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:30:52.914526 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d30a9b2-7e9b-41d5-add4-8a83d3bea5b8 req-a62fe0e9-9a96-4b4f-bfec-0f369af1ba2a tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:30:52.926372 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d30a9b2-7e9b-41d5-add4-8a83d3bea5b8 req-a62fe0e9-9a96-4b4f-bfec-0f369af1ba2a tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:30:52.928277 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-8d30a9b2-7e9b-41d5-add4-8a83d3bea5b8 req-a62fe0e9-9a96-4b4f-bfec-0f369af1ba2a tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] 10.222.0.89 "GET /v2.0/ports?device_id=f9afa7a5-1aca-47d0-a335-e4059d5a8169 HTTP/1.1" status: 200 len: 3827 time: 0.6824932 Feb 04 17:30:52.928871 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-13e56d84-013f-4bce-ad60-da9251f291a3 req-03011fdf-99cd-40f3-a7d3-c9f7033a7840 tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] 10.222.0.89 "GET /v2.0/security-groups?id=749b530c-d4d8-46cd-99b4-1a8b04e03f53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3831773 Feb 04 17:30:52.930486 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-da093cba-7fcc-420f-a3f5-44d6966c6c10 req-dd8185d6-a221-4209-9e4b-3b0c22aa8664 tempest-ServerMetadataNegativeTestJSON-1314510418 tempest-ServerMetadataNegativeTestJSON-1314510418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (413319cb-3645-4d67-bbb8-63d724138448), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:52.987809 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-7596f217-9d8b-4038-a403-4118112af755 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (67a7d454-5021-4e68-8126-b565ad173de9), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:53.058714 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da093cba-7fcc-420f-a3f5-44d6966c6c10 req-dd8185d6-a221-4209-9e4b-3b0c22aa8664 tempest-ServerMetadataNegativeTestJSON-1314510418 tempest-ServerMetadataNegativeTestJSON-1314510418-project] Network 93be5020-69ff-4f03-a3c5-d2aae8d3e689 is already hosted by enough agents. {{(pid=103377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:30:53.141323 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [req-da093cba-7fcc-420f-a3f5-44d6966c6c10 req-dd8185d6-a221-4209-9e4b-3b0c22aa8664 tempest-ServerMetadataNegativeTestJSON-1314510418 tempest-ServerMetadataNegativeTestJSON-1314510418-project] Resources bound (agent type, host, resource id): {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:30:53.182696 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [req-da093cba-7fcc-420f-a3f5-44d6966c6c10 req-dd8185d6-a221-4209-9e4b-3b0c22aa8664 tempest-ServerMetadataNegativeTestJSON-1314510418 tempest-ServerMetadataNegativeTestJSON-1314510418-project] Received port after_create {{(pid=103377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:30:53.239603 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d816d264-dfae-43d3-b6a0-b9d6a1ff4010 req-cbd5a0b3-ce42-4c28-9e33-95d69c6b69bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:30:53.240163 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d816d264-dfae-43d3-b6a0-b9d6a1ff4010 req-cbd5a0b3-ce42-4c28-9e33-95d69c6b69bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:30:53.240516 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da093cba-7fcc-420f-a3f5-44d6966c6c10 req-dd8185d6-a221-4209-9e4b-3b0c22aa8664 tempest-ServerMetadataNegativeTestJSON-1314510418 tempest-ServerMetadataNegativeTestJSON-1314510418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:30:53.241059 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d816d264-dfae-43d3-b6a0-b9d6a1ff4010 req-cbd5a0b3-ce42-4c28-9e33-95d69c6b69bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:30:53.241282 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-da093cba-7fcc-420f-a3f5-44d6966c6c10 req-dd8185d6-a221-4209-9e4b-3b0c22aa8664 tempest-ServerMetadataNegativeTestJSON-1314510418 tempest-ServerMetadataNegativeTestJSON-1314510418-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:53.261911 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-d816d264-dfae-43d3-b6a0-b9d6a1ff4010 req-cbd5a0b3-ce42-4c28-9e33-95d69c6b69bc service neutron] 10.222.0.96 "GET /v2.0/networks?tenant_id=ae7af1f68a8142688c6249d339ab8a6d&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.7148507 Feb 04 17:30:53.386407 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-da093cba-7fcc-420f-a3f5-44d6966c6c10 req-dd8185d6-a221-4209-9e4b-3b0c22aa8664 tempest-ServerMetadataNegativeTestJSON-1314510418 tempest-ServerMetadataNegativeTestJSON-1314510418-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.7704158 Feb 04 17:30:53.452326 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [req-da093cba-7fcc-420f-a3f5-44d6966c6c10 req-ca33a2bf-dd4e-4176-a6df-8184abf2bfe9 service neutron] Request body: {'port': {'device_id': '88b2d227-c1af-4018-b602-c2aaa03e0215', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827839-2'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:30:53.467528 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8185d6-a221-4209-9e4b-3b0c22aa8664 tempest-ServerMetadataNegativeTestJSON-1314510418 tempest-ServerMetadataNegativeTestJSON-1314510418-project] Pushing event updated for resources: {'Port': ['ID=413319cb-3645-4d67-bbb8-63d724138448,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:30:53.479887 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-2ad34152-8734-471f-b07e-0e57579cabb7 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:53.498591 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-ecb18c89-290b-4908-b152-7b2837239fe5 tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Deleting port 9892d8e2-8a06-46b5-b1f4-bad27358196c {{(pid=103377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:30:53.500526 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-ecb18c89-290b-4908-b152-7b2837239fe5 tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (9892d8e2-8a06-46b5-b1f4-bad27358196c), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:53.539830 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19f28226-6099-4cb6-a8c6-568f008f7b97 None None] Network 91f343bc-9e24-4b9a-879e-69a194e0fff0 requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:30:53.677552 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-8d30a9b2-7e9b-41d5-add4-8a83d3bea5b8 req-d972a1ef-29f3-48a2-aba0-81905c4b50dd tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] 10.222.0.89 "GET /v2.0/security-groups?id=97363f9b-735d-4c1b-ae48-6b5390fc2698&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4144063 Feb 04 17:30:53.731746 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7596f217-9d8b-4038-a403-4118112af755 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Pushing event deleted for resources: {'Port': ['ID=67a7d454-5021-4e68-8126-b565ad173de9,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:30:53.752662 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4221182d-ee28-40c9-8209-69c6881ccae8 req-1b7d0bc5-5e34-4871-8a23-253625f66c12 tempest-ServerMetadataNegativeTestJSON-1314510418 tempest-ServerMetadataNegativeTestJSON-1314510418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:30:53.754371 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-4221182d-ee28-40c9-8209-69c6881ccae8 req-1b7d0bc5-5e34-4871-8a23-253625f66c12 tempest-ServerMetadataNegativeTestJSON-1314510418 tempest-ServerMetadataNegativeTestJSON-1314510418-project] 10.222.0.89 "GET /v2.0/ports?device_id=88b2d227-c1af-4018-b602-c2aaa03e0215 HTTP/1.1" status: 200 len: 931 time: 0.6484263 Feb 04 17:30:53.832219 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d816d264-dfae-43d3-b6a0-b9d6a1ff4010 req-27610975-db77-4939-af3a-431e5bac3f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:30:53.833792 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-d816d264-dfae-43d3-b6a0-b9d6a1ff4010 req-27610975-db77-4939-af3a-431e5bac3f21 service neutron] 10.222.0.96 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5234637 Feb 04 17:30:53.868484 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 46c2636a-44ba-43fc-ac60-72ec2dc08427 up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:30:53.888834 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-392df12c-e9b5-49c4-a9ff-8fe29e700ad5 None None] Provisioning complete for port 46c2636a-44ba-43fc-ac60-72ec2dc08427 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:30:53.889272 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-392df12c-e9b5-49c4-a9ff-8fe29e700ad5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (46c2636a-44ba-43fc-ac60-72ec2dc08427), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:53.932533 n-d-827839-2 neutron-server[103376]: DEBUG neutron.notifiers.nova [req-14f2cfc5-2d4c-451f-982f-d73e2e25ddd8 req-7b961ca9-acff-4e89-80b0-dfcb2577d1ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 047f18d1-ba45-4554-8c12-d78b1b2ece5e {{(pid=103376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 17:30:53.952409 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-14f2cfc5-2d4c-451f-982f-d73e2e25ddd8 req-7b961ca9-acff-4e89-80b0-dfcb2577d1ba service neutron] Publish callbacks [] for port (047f18d1-ba45-4554-8c12-d78b1b2ece5e), precommit_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:53.983321 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.provisioning_blocks [req-14f2cfc5-2d4c-451f-982f-d73e2e25ddd8 req-7b961ca9-acff-4e89-80b0-dfcb2577d1ba service neutron] Transition to ACTIVE for port object 047f18d1-ba45-4554-8c12-d78b1b2ece5e will not be triggered until provisioned by entity L2. {{(pid=103376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 17:30:53.994452 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-14f2cfc5-2d4c-451f-982f-d73e2e25ddd8 req-7b961ca9-acff-4e89-80b0-dfcb2577d1ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675836'] for port (047f18d1-ba45-4554-8c12-d78b1b2ece5e), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:54.012012 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-4221182d-ee28-40c9-8209-69c6881ccae8 req-a2ec9280-f565-4766-9384-06a7d254f601 tempest-ServerMetadataNegativeTestJSON-1314510418 tempest-ServerMetadataNegativeTestJSON-1314510418-project] 10.222.0.89 "GET /v2.0/security-groups?id=93fe45b5-2e5b-4587-b8d2-1dffc8294fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2490728 Feb 04 17:30:54.243902 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b961ca9-acff-4e89-80b0-dfcb2577d1ba service neutron] Pushing event updated for resources: {'Port': ['ID=047f18d1-ba45-4554-8c12-d78b1b2ece5e,revision_number=2']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:30:54.271717 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [req-14f2cfc5-2d4c-451f-982f-d73e2e25ddd8 req-7b961ca9-acff-4e89-80b0-dfcb2577d1ba service neutron] Attempting to bind port 047f18d1-ba45-4554-8c12-d78b1b2ece5e on host n-h1-827839-2 for vnic_type normal with profile {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:30:54.272115 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [req-14f2cfc5-2d4c-451f-982f-d73e2e25ddd8 req-7b961ca9-acff-4e89-80b0-dfcb2577d1ba service neutron] Attempting to bind port 047f18d1-ba45-4554-8c12-d78b1b2ece5e by drivers openvswitch,hyperv on host n-h1-827839-2 at level 0 using segments [{'id': '003aaa95-3edb-4f14-93d1-6362433ea51a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '33faf293-e0be-4b60-83b0-8ec497ee643d'}] {{(pid=103376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:30:54.272386 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14f2cfc5-2d4c-451f-982f-d73e2e25ddd8 req-7b961ca9-acff-4e89-80b0-dfcb2577d1ba service neutron] Attempting to bind port 047f18d1-ba45-4554-8c12-d78b1b2ece5e on network 33faf293-e0be-4b60-83b0-8ec497ee643d {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:30:54.282295 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14f2cfc5-2d4c-451f-982f-d73e2e25ddd8 req-7b961ca9-acff-4e89-80b0-dfcb2577d1ba service neutron] Port 047f18d1-ba45-4554-8c12-d78b1b2ece5e on network 33faf293-e0be-4b60-83b0-8ec497ee643d not bound, no agent of type Open vSwitch agent registered on host n-h1-827839-2 {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 17:30:54.282647 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14f2cfc5-2d4c-451f-982f-d73e2e25ddd8 req-7b961ca9-acff-4e89-80b0-dfcb2577d1ba service neutron] Attempting to bind port 047f18d1-ba45-4554-8c12-d78b1b2ece5e on network 33faf293-e0be-4b60-83b0-8ec497ee643d {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:30:54.300253 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14f2cfc5-2d4c-451f-982f-d73e2e25ddd8 req-7b961ca9-acff-4e89-80b0-dfcb2577d1ba service neutron] Checking agent: {'id': '3f9244a9-75fc-4c10-b195-11d48b853b41', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 8, 42), 'started_at': datetime.datetime(2022, 2, 4, 17, 8, 42), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 30, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:30:54.300670 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14f2cfc5-2d4c-451f-982f-d73e2e25ddd8 req-7b961ca9-acff-4e89-80b0-dfcb2577d1ba service neutron] Checking segment: {'id': '003aaa95-3edb-4f14-93d1-6362433ea51a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '33faf293-e0be-4b60-83b0-8ec497ee643d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:30:54.304263 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14f2cfc5-2d4c-451f-982f-d73e2e25ddd8 req-7b961ca9-acff-4e89-80b0-dfcb2577d1ba service neutron] Bound using segment: {'id': '003aaa95-3edb-4f14-93d1-6362433ea51a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '33faf293-e0be-4b60-83b0-8ec497ee643d'} {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:30:54.304751 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [req-14f2cfc5-2d4c-451f-982f-d73e2e25ddd8 req-7b961ca9-acff-4e89-80b0-dfcb2577d1ba service neutron] Bound port: 047f18d1-ba45-4554-8c12-d78b1b2ece5e, host: n-h1-827839-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '003aaa95-3edb-4f14-93d1-6362433ea51a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '33faf293-e0be-4b60-83b0-8ec497ee643d'}}] {{(pid=103376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:30:54.305136 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-14f2cfc5-2d4c-451f-982f-d73e2e25ddd8 req-7b961ca9-acff-4e89-80b0-dfcb2577d1ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (047f18d1-ba45-4554-8c12-d78b1b2ece5e), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:54.337838 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port 46c2636a-44ba-43fc-ac60-72ec2dc08427 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:30:54.338278 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (46c2636a-44ba-43fc-ac60-72ec2dc08427), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:54.357716 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-7596f217-9d8b-4038-a403-4118112af755 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1677336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1602614'] for router_interface (779fd305-0937-4168-9fb3-5f62d3e67952), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:54.360211 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-da093cba-7fcc-420f-a3f5-44d6966c6c10 req-ca33a2bf-dd4e-4176-a6df-8184abf2bfe9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (413319cb-3645-4d67-bbb8-63d724138448), before_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:54.379788 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-ecb18c89-290b-4908-b152-7b2837239fe5 tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (9892d8e2-8a06-46b5-b1f4-bad27358196c), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:54.380316 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-ecb18c89-290b-4908-b152-7b2837239fe5 tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Publish callbacks [] for floatingip (9892d8e2-8a06-46b5-b1f4-bad27358196c), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:54.405564 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-392df12c-e9b5-49c4-a9ff-8fe29e700ad5 None None] Current status of the port 46c2636a-44ba-43fc-ac60-72ec2dc08427 is: DOWN; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:30:54.406035 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-392df12c-e9b5-49c4-a9ff-8fe29e700ad5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (46c2636a-44ba-43fc-ac60-72ec2dc08427), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:54.469563 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [req-14f2cfc5-2d4c-451f-982f-d73e2e25ddd8 req-7b961ca9-acff-4e89-80b0-dfcb2577d1ba service neutron] For port 047f18d1-ba45-4554-8c12-d78b1b2ece5e, host n-h1-827839-2, cleared binding levels {{(pid=103376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:30:54.477989 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [req-14f2cfc5-2d4c-451f-982f-d73e2e25ddd8 req-7b961ca9-acff-4e89-80b0-dfcb2577d1ba service neutron] For port 047f18d1-ba45-4554-8c12-d78b1b2ece5e, host n-h1-827839-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=047f18d1-ba45-4554-8c12-d78b1b2ece5e,segment=NetworkSegment(003aaa95-3edb-4f14-93d1-6362433ea51a),segment_id=003aaa95-3edb-4f14-93d1-6362433ea51a)] {{(pid=103376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:30:54.490632 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-14f2cfc5-2d4c-451f-982f-d73e2e25ddd8 req-7b961ca9-acff-4e89-80b0-dfcb2577d1ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675836'] for port (047f18d1-ba45-4554-8c12-d78b1b2ece5e), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:54.522392 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-392df12c-e9b5-49c4-a9ff-8fe29e700ad5 None None] For port 46c2636a-44ba-43fc-ac60-72ec2dc08427, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=46c2636a-44ba-43fc-ac60-72ec2dc08427,segment=NetworkSegment(8fc359c1-f1f2-4e03-ae97-ae0b10393136),segment_id=8fc359c1-f1f2-4e03-ae97-ae0b10393136)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:30:54.542615 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-392df12c-e9b5-49c4-a9ff-8fe29e700ad5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (46c2636a-44ba-43fc-ac60-72ec2dc08427), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:54.619182 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b961ca9-acff-4e89-80b0-dfcb2577d1ba service neutron] Pushing event updated for resources: {'Port': ['ID=047f18d1-ba45-4554-8c12-d78b1b2ece5e,revision_number=3']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:30:54.660646 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f2cfc5-2d4c-451f-982f-d73e2e25ddd8 req-7b961ca9-acff-4e89-80b0-dfcb2577d1ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:30:54.661326 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-14f2cfc5-2d4c-451f-982f-d73e2e25ddd8 req-7b961ca9-acff-4e89-80b0-dfcb2577d1ba service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:54.662795 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-14f2cfc5-2d4c-451f-982f-d73e2e25ddd8 req-7b961ca9-acff-4e89-80b0-dfcb2577d1ba service neutron] 10.222.0.96 "PUT /v2.0/ports/047f18d1-ba45-4554-8c12-d78b1b2ece5e HTTP/1.1" status: 200 len: 1129 time: 2.6495926 Feb 04 17:30:54.663259 n-d-827839-2 neutron-server[103376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9afa7a5-1aca-47d0-a335-e4059d5a8169', 'tag': '047f18d1-ba45-4554-8c12-d78b1b2ece5e'}] {{(pid=103376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:30:54.675332 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d59c3bb5e2f09ebf62144d5e09b1cff60c763a9c19614c24538e77842938c05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53d59283-2eb3-46f5-871a-e73a65142071" -d '{"events": [{"name": "network-changed", "server_uuid": "f9afa7a5-1aca-47d0-a335-e4059d5a8169", "tag": "047f18d1-ba45-4554-8c12-d78b1b2ece5e"}]}' {{(pid=103376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:30:54.708903 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port 46c2636a-44ba-43fc-ac60-72ec2dc08427 is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:30:54.726523 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [req-14f2cfc5-2d4c-451f-982f-d73e2e25ddd8 req-e4a6b9ad-9f3c-444b-a858-8bff2152ce3e service neutron] Request body: {'port': {'device_id': 'f9afa7a5-1aca-47d0-a335-e4059d5a8169', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827839-2'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:30:54.734954 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392df12c-e9b5-49c4-a9ff-8fe29e700ad5 None None] Pushing event updated for resources: {'Port': ['ID=46c2636a-44ba-43fc-ac60-72ec2dc08427,revision_number=3']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:30:54.767579 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-fd26391b-daef-4802-8757-a422963ecf1d None None] Provisioning complete for port 46c2636a-44ba-43fc-ac60-72ec2dc08427 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:30:54.767969 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-fd26391b-daef-4802-8757-a422963ecf1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (46c2636a-44ba-43fc-ac60-72ec2dc08427), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:54.813654 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 17:30:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a6400db-b94f-4776-86c7-ec88eead1b1e x-openstack-request-id: req-6a6400db-b94f-4776-86c7-ec88eead1b1e {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:30:54.814248 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9afa7a5-1aca-47d0-a335-e4059d5a8169", "tag": "047f18d1-ba45-4554-8c12-d78b1b2ece5e", "status": "completed", "code": 200}]} {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:30:54.819214 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-6a6400db-b94f-4776-86c7-ec88eead1b1e {{(pid=103376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:30:54.819895 n-d-827839-2 neutron-server[103376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9afa7a5-1aca-47d0-a335-e4059d5a8169', 'tag': '047f18d1-ba45-4554-8c12-d78b1b2ece5e', 'status': 'completed', 'code': 200} Feb 04 17:30:55.000122 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-fd26391b-daef-4802-8757-a422963ecf1d None None] Current status of the port 46c2636a-44ba-43fc-ac60-72ec2dc08427 is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:30:55.018295 n-d-827839-2 neutron-server[103377]: DEBUG neutron.notifiers.nova [req-da093cba-7fcc-420f-a3f5-44d6966c6c10 req-ca33a2bf-dd4e-4176-a6df-8184abf2bfe9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 413319cb-3645-4d67-bbb8-63d724138448 {{(pid=103377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 17:30:55.025768 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d59283-2eb3-46f5-871a-e73a65142071 req-2b095c82-fe36-41e0-a623-a86cd9b16646 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:30:55.026635 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d59283-2eb3-46f5-871a-e73a65142071 req-2b095c82-fe36-41e0-a623-a86cd9b16646 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:30:55.027264 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-da093cba-7fcc-420f-a3f5-44d6966c6c10 req-ca33a2bf-dd4e-4176-a6df-8184abf2bfe9 service neutron] Publish callbacks [] for port (413319cb-3645-4d67-bbb8-63d724138448), precommit_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:55.027479 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d59283-2eb3-46f5-871a-e73a65142071 req-2b095c82-fe36-41e0-a623-a86cd9b16646 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:30:55.028107 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d59283-2eb3-46f5-871a-e73a65142071 req-2b095c82-fe36-41e0-a623-a86cd9b16646 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:30:55.029302 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d59283-2eb3-46f5-871a-e73a65142071 req-2b095c82-fe36-41e0-a623-a86cd9b16646 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:30:55.029972 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d59283-2eb3-46f5-871a-e73a65142071 req-2b095c82-fe36-41e0-a623-a86cd9b16646 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:30:55.032133 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-53d59283-2eb3-46f5-871a-e73a65142071 req-2b095c82-fe36-41e0-a623-a86cd9b16646 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=ae7af1f68a8142688c6249d339ab8a6d&device_id=f9afa7a5-1aca-47d0-a335-e4059d5a8169 HTTP/1.1" status: 200 len: 5346 time: 0.2032430 Feb 04 17:30:55.057037 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.provisioning_blocks [req-da093cba-7fcc-420f-a3f5-44d6966c6c10 req-ca33a2bf-dd4e-4176-a6df-8184abf2bfe9 service neutron] Transition to ACTIVE for port object 413319cb-3645-4d67-bbb8-63d724138448 will not be triggered until provisioned by entity L2. {{(pid=103377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 17:30:55.092286 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-14f2cfc5-2d4c-451f-982f-d73e2e25ddd8 req-e4a6b9ad-9f3c-444b-a858-8bff2152ce3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (69744c85-4e2f-4594-a5b1-5888c6eca6d5), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:55.126992 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-ecb18c89-290b-4908-b152-7b2837239fe5 tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Calling delete_port for 9892d8e2-8a06-46b5-b1f4-bad27358196c owned by network:floatingip {{(pid=103377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:30:55.134216 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-da093cba-7fcc-420f-a3f5-44d6966c6c10 req-ca33a2bf-dd4e-4176-a6df-8184abf2bfe9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25888290'] for port (413319cb-3645-4d67-bbb8-63d724138448), after_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:55.178520 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c7ea8c-f548-4e29-ae2e-86a26379373b req-d3d275a9-3990-4972-8b27-f7e1ccd516c5 tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:30:55.186537 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-a6c7ea8c-f548-4e29-ae2e-86a26379373b req-d3d275a9-3990-4972-8b27-f7e1ccd516c5 tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] 10.222.0.89 "GET /v2.0/ports?device_id=f2c300b1-94a0-4e81-a6de-54c4630651af HTTP/1.1" status: 200 len: 945 time: 0.1508284 Feb 04 17:30:55.277069 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-a6c7ea8c-f548-4e29-ae2e-86a26379373b req-33cabf5a-e65e-4f38-b0fe-50613e038277 tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] 10.222.0.89 "GET /v2.0/security-groups?id=749b530c-d4d8-46cd-99b4-1a8b04e03f53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0892513 Feb 04 17:30:55.357389 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d59283-2eb3-46f5-871a-e73a65142071 req-fbfa9d71-1e19-4a6b-b90f-13c302f00532 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:30:55.357868 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d59283-2eb3-46f5-871a-e73a65142071 req-fbfa9d71-1e19-4a6b-b90f-13c302f00532 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:30:55.358337 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d59283-2eb3-46f5-871a-e73a65142071 req-fbfa9d71-1e19-4a6b-b90f-13c302f00532 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:30:55.359953 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-53d59283-2eb3-46f5-871a-e73a65142071 req-fbfa9d71-1e19-4a6b-b90f-13c302f00532 service neutron] 10.222.0.96 "GET /v2.0/networks?tenant_id=ae7af1f68a8142688c6249d339ab8a6d&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.3131647 Feb 04 17:30:55.406520 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca33a2bf-dd4e-4176-a6df-8184abf2bfe9 service neutron] Pushing event updated for resources: {'Port': ['ID=413319cb-3645-4d67-bbb8-63d724138448,revision_number=2']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:30:55.436412 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Device 22c61319-a2fc-4148-8d7a-ce20ec6f79cd details requested by agent hyperv_n-h2-827839-2 with host n-h2-827839-2 {{(pid=103378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 17:30:55.672918 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] For port 22c61319-a2fc-4148-8d7a-ce20ec6f79cd, host n-h2-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=22c61319-a2fc-4148-8d7a-ce20ec6f79cd,segment=NetworkSegment(9e3ed071-c030-493d-8cca-599abfcb88ee),segment_id=9e3ed071-c030-493d-8cca-599abfcb88ee)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:30:55.714310 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cf58bb-cc17-4319-949e-f4927a0ffb60 req-154c9eea-a3b8-4f94-95e0-442dab0aa29b tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:30:55.720411 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cf58bb-cc17-4319-949e-f4927a0ffb60 req-154c9eea-a3b8-4f94-95e0-442dab0aa29b tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:30:55.727412 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cf58bb-cc17-4319-949e-f4927a0ffb60 req-154c9eea-a3b8-4f94-95e0-442dab0aa29b tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:30:55.738415 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cf58bb-cc17-4319-949e-f4927a0ffb60 req-154c9eea-a3b8-4f94-95e0-442dab0aa29b tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:30:55.750509 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cf58bb-cc17-4319-949e-f4927a0ffb60 req-154c9eea-a3b8-4f94-95e0-442dab0aa29b tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:30:55.762271 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cf58bb-cc17-4319-949e-f4927a0ffb60 req-154c9eea-a3b8-4f94-95e0-442dab0aa29b tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:30:55.766045 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-e9cf58bb-cc17-4319-949e-f4927a0ffb60 req-154c9eea-a3b8-4f94-95e0-442dab0aa29b tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] 10.222.0.89 "GET /v2.0/ports?device_id=f9afa7a5-1aca-47d0-a335-e4059d5a8169 HTTP/1.1" status: 200 len: 4598 time: 0.7035673 Feb 04 17:30:55.787086 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96a2695-d7a0-4a41-81d7-3c4613410d84 req-6bd126aa-2a0b-4310-9d0b-ee1aa5e6b204 tempest-ServerMetadataNegativeTestJSON-1314510418 tempest-ServerMetadataNegativeTestJSON-1314510418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:30:55.789890 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-a96a2695-d7a0-4a41-81d7-3c4613410d84 req-6bd126aa-2a0b-4310-9d0b-ee1aa5e6b204 tempest-ServerMetadataNegativeTestJSON-1314510418 tempest-ServerMetadataNegativeTestJSON-1314510418-project] 10.222.0.89 "GET /v2.0/ports?device_id=88b2d227-c1af-4018-b602-c2aaa03e0215 HTTP/1.1" status: 200 len: 943 time: 0.3415768 Feb 04 17:30:55.806989 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d59283-2eb3-46f5-871a-e73a65142071 req-0c3c5dfa-279e-46d6-b9c3-3cb921f6f28f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:30:55.817095 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-53d59283-2eb3-46f5-871a-e73a65142071 req-0c3c5dfa-279e-46d6-b9c3-3cb921f6f28f service neutron] 10.222.0.96 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4134483 Feb 04 17:30:55.908399 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-ecb18c89-290b-4908-b152-7b2837239fe5 tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (9892d8e2-8a06-46b5-b1f4-bad27358196c), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:56.020314 n-d-827839-2 neutron-server[103376]: DEBUG neutron.notifiers.nova [req-14f2cfc5-2d4c-451f-982f-d73e2e25ddd8 req-e4a6b9ad-9f3c-444b-a858-8bff2152ce3e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69744c85-4e2f-4594-a5b1-5888c6eca6d5 {{(pid=103376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 17:30:56.037075 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb18c89-290b-4908-b152-7b2837239fe5 tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Pushing event deleted for resources: {'Port': ['ID=9892d8e2-8a06-46b5-b1f4-bad27358196c,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:30:56.042121 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-14f2cfc5-2d4c-451f-982f-d73e2e25ddd8 req-e4a6b9ad-9f3c-444b-a858-8bff2152ce3e service neutron] Publish callbacks [] for port (69744c85-4e2f-4594-a5b1-5888c6eca6d5), precommit_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:56.094376 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Returning: {'device': '22c61319-a2fc-4148-8d7a-ce20ec6f79cd', 'network_id': '482d30fe-67ad-4874-a89a-719137c68b40', 'port_id': '22c61319-a2fc-4148-8d7a-ce20ec6f79cd', 'mac_address': 'fa:16:3e:00:74:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 780, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '038a8af9-19f4-4848-babf-d3b1e786f999', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 17:30:56.101881 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 46c2636a-44ba-43fc-ac60-72ec2dc08427 up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:30:56.143805 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-a96a2695-d7a0-4a41-81d7-3c4613410d84 req-9c1ad6aa-0759-451c-aa4d-a0c8752b7c65 tempest-ServerMetadataNegativeTestJSON-1314510418 tempest-ServerMetadataNegativeTestJSON-1314510418-project] 10.222.0.89 "GET /v2.0/security-groups?id=93fe45b5-2e5b-4587-b8d2-1dffc8294fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3253062 Feb 04 17:30:56.147372 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.db_base_plugin_common [None req-2ad34152-8734-471f-b07e-0e57579cabb7 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Allocated IP 2001:db8:2::1 (91f343bc-9e24-4b9a-879e-69a194e0fff0/2ea1283a-c76b-437d-b3f5-f48e319c2a24/061376ab-5559-430f-a269-a0a7775cc27c) {{(pid=103377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:30:56.168789 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.provisioning_blocks [req-14f2cfc5-2d4c-451f-982f-d73e2e25ddd8 req-e4a6b9ad-9f3c-444b-a858-8bff2152ce3e service neutron] Transition to ACTIVE for port object 69744c85-4e2f-4594-a5b1-5888c6eca6d5 will not be triggered until provisioned by entity L2. {{(pid=103376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 17:30:56.173361 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7596f217-9d8b-4038-a403-4118112af755 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Router 779fd305-0937-4168-9fb3-5f62d3e67952 has already been hosted by L3 agent 64ada913-9131-4d99-a265-63a920956287 {{(pid=103377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 17:30:56.183330 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-14f2cfc5-2d4c-451f-982f-d73e2e25ddd8 req-e4a6b9ad-9f3c-444b-a858-8bff2152ce3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675836'] for port (69744c85-4e2f-4594-a5b1-5888c6eca6d5), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:56.226826 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Current status of the port 22c61319-a2fc-4148-8d7a-ce20ec6f79cd is: DOWN; New status is: BUILD {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:30:56.227252 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (22c61319-a2fc-4148-8d7a-ce20ec6f79cd), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:56.242961 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port 46c2636a-44ba-43fc-ac60-72ec2dc08427 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:30:56.243419 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (46c2636a-44ba-43fc-ac60-72ec2dc08427), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:56.319332 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22c61319-a2fc-4148-8d7a-ce20ec6f79cd {{(pid=103378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 17:30:56.346635 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a6b9ad-9f3c-444b-a858-8bff2152ce3e service neutron] Pushing event updated for resources: {'Port': ['ID=69744c85-4e2f-4594-a5b1-5888c6eca6d5,revision_number=2']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:30:56.399880 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] For port 22c61319-a2fc-4148-8d7a-ce20ec6f79cd, host n-h2-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=22c61319-a2fc-4148-8d7a-ce20ec6f79cd,segment=NetworkSegment(9e3ed071-c030-493d-8cca-599abfcb88ee),segment_id=9e3ed071-c030-493d-8cca-599abfcb88ee)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:30:56.408691 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (22c61319-a2fc-4148-8d7a-ce20ec6f79cd), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:56.419422 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [req-da093cba-7fcc-420f-a3f5-44d6966c6c10 req-ca33a2bf-dd4e-4176-a6df-8184abf2bfe9 service neutron] Attempting to bind port 413319cb-3645-4d67-bbb8-63d724138448 on host n-h2-827839-2 for vnic_type normal with profile {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:30:56.420042 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [req-da093cba-7fcc-420f-a3f5-44d6966c6c10 req-ca33a2bf-dd4e-4176-a6df-8184abf2bfe9 service neutron] Attempting to bind port 413319cb-3645-4d67-bbb8-63d724138448 by drivers openvswitch,hyperv on host n-h2-827839-2 at level 0 using segments [{'id': '8eed5305-2d69-4e9f-bd19-dba8db69a5b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '93be5020-69ff-4f03-a3c5-d2aae8d3e689'}] {{(pid=103377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:30:56.420448 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da093cba-7fcc-420f-a3f5-44d6966c6c10 req-ca33a2bf-dd4e-4176-a6df-8184abf2bfe9 service neutron] Attempting to bind port 413319cb-3645-4d67-bbb8-63d724138448 on network 93be5020-69ff-4f03-a3c5-d2aae8d3e689 {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:30:56.514436 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [req-14f2cfc5-2d4c-451f-982f-d73e2e25ddd8 req-e4a6b9ad-9f3c-444b-a858-8bff2152ce3e service neutron] Attempting to bind port 69744c85-4e2f-4594-a5b1-5888c6eca6d5 on host n-h1-827839-2 for vnic_type normal with profile {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:30:56.514820 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [req-14f2cfc5-2d4c-451f-982f-d73e2e25ddd8 req-e4a6b9ad-9f3c-444b-a858-8bff2152ce3e service neutron] Attempting to bind port 69744c85-4e2f-4594-a5b1-5888c6eca6d5 by drivers openvswitch,hyperv on host n-h1-827839-2 at level 0 using segments [{'id': '003aaa95-3edb-4f14-93d1-6362433ea51a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '33faf293-e0be-4b60-83b0-8ec497ee643d'}] {{(pid=103376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:30:56.515096 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14f2cfc5-2d4c-451f-982f-d73e2e25ddd8 req-e4a6b9ad-9f3c-444b-a858-8bff2152ce3e service neutron] Attempting to bind port 69744c85-4e2f-4594-a5b1-5888c6eca6d5 on network 33faf293-e0be-4b60-83b0-8ec497ee643d {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:30:56.520675 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14f2cfc5-2d4c-451f-982f-d73e2e25ddd8 req-e4a6b9ad-9f3c-444b-a858-8bff2152ce3e service neutron] Port 69744c85-4e2f-4594-a5b1-5888c6eca6d5 on network 33faf293-e0be-4b60-83b0-8ec497ee643d not bound, no agent of type Open vSwitch agent registered on host n-h1-827839-2 {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 17:30:56.521030 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14f2cfc5-2d4c-451f-982f-d73e2e25ddd8 req-e4a6b9ad-9f3c-444b-a858-8bff2152ce3e service neutron] Attempting to bind port 69744c85-4e2f-4594-a5b1-5888c6eca6d5 on network 33faf293-e0be-4b60-83b0-8ec497ee643d {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:30:56.529295 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14f2cfc5-2d4c-451f-982f-d73e2e25ddd8 req-e4a6b9ad-9f3c-444b-a858-8bff2152ce3e service neutron] Checking agent: {'id': '3f9244a9-75fc-4c10-b195-11d48b853b41', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 8, 42), 'started_at': datetime.datetime(2022, 2, 4, 17, 8, 42), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 30, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:30:56.529801 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14f2cfc5-2d4c-451f-982f-d73e2e25ddd8 req-e4a6b9ad-9f3c-444b-a858-8bff2152ce3e service neutron] Checking segment: {'id': '003aaa95-3edb-4f14-93d1-6362433ea51a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '33faf293-e0be-4b60-83b0-8ec497ee643d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:30:56.530469 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14f2cfc5-2d4c-451f-982f-d73e2e25ddd8 req-e4a6b9ad-9f3c-444b-a858-8bff2152ce3e service neutron] Bound using segment: {'id': '003aaa95-3edb-4f14-93d1-6362433ea51a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '33faf293-e0be-4b60-83b0-8ec497ee643d'} {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:30:56.531091 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [req-14f2cfc5-2d4c-451f-982f-d73e2e25ddd8 req-e4a6b9ad-9f3c-444b-a858-8bff2152ce3e service neutron] Bound port: 69744c85-4e2f-4594-a5b1-5888c6eca6d5, host: n-h1-827839-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '003aaa95-3edb-4f14-93d1-6362433ea51a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '33faf293-e0be-4b60-83b0-8ec497ee643d'}}] {{(pid=103376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:30:56.531522 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-14f2cfc5-2d4c-451f-982f-d73e2e25ddd8 req-e4a6b9ad-9f3c-444b-a858-8bff2152ce3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (69744c85-4e2f-4594-a5b1-5888c6eca6d5), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:56.533341 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Pushing event updated for resources: {'Port': ['ID=22c61319-a2fc-4148-8d7a-ce20ec6f79cd,revision_number=11']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:30:56.613953 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [req-14f2cfc5-2d4c-451f-982f-d73e2e25ddd8 req-e4a6b9ad-9f3c-444b-a858-8bff2152ce3e service neutron] For port 69744c85-4e2f-4594-a5b1-5888c6eca6d5, host n-h1-827839-2, cleared binding levels {{(pid=103376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:30:56.617668 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [req-14f2cfc5-2d4c-451f-982f-d73e2e25ddd8 req-e4a6b9ad-9f3c-444b-a858-8bff2152ce3e service neutron] For port 69744c85-4e2f-4594-a5b1-5888c6eca6d5, host n-h1-827839-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=69744c85-4e2f-4594-a5b1-5888c6eca6d5,segment=NetworkSegment(003aaa95-3edb-4f14-93d1-6362433ea51a),segment_id=003aaa95-3edb-4f14-93d1-6362433ea51a)] {{(pid=103376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:30:56.630165 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port 46c2636a-44ba-43fc-ac60-72ec2dc08427 is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:30:56.640884 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-14f2cfc5-2d4c-451f-982f-d73e2e25ddd8 req-e4a6b9ad-9f3c-444b-a858-8bff2152ce3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675836'] for port (69744c85-4e2f-4594-a5b1-5888c6eca6d5), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:56.693525 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] get_ports_and_sgs() called for port_ids ['22c61319-a2fc-4148-8d7a-ce20ec6f79cd'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 17:30:57.046245 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 48256) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:30:57.047623 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7596f217-9d8b-4038-a403-4118112af755 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Notify agent at l3_agent.n-d-827839-2 the message routers_updated {{(pid=103377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 17:30:57.058682 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-e9cf58bb-cc17-4319-949e-f4927a0ffb60 req-9bd82179-800e-41d5-aced-7a99372f9b92 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] 10.222.0.89 "GET /v2.0/security-groups?id=97363f9b-735d-4c1b-ae48-6b5390fc2698&id=0a858dd3-bfe4-4a54-8e21-ad7067112b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 1.2861402 Feb 04 17:30:57.060460 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aded41c-ccca-4dce-a630-0cf5c4d56d49 None None] Sync routers for ids ['779fd305-0937-4168-9fb3-5f62d3e67952'] in n-d-827839-2 {{(pid=103378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 17:30:57.062620 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-7596f217-9d8b-4038-a403-4118112af755 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] 10.222.0.89 "PUT /v2.0/routers/779fd305-0937-4168-9fb3-5f62d3e67952/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.7459502 Feb 04 17:30:57.069624 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da093cba-7fcc-420f-a3f5-44d6966c6c10 req-ca33a2bf-dd4e-4176-a6df-8184abf2bfe9 service neutron] Port 413319cb-3645-4d67-bbb8-63d724138448 on network 93be5020-69ff-4f03-a3c5-d2aae8d3e689 not bound, no agent of type Open vSwitch agent registered on host n-h2-827839-2 {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 17:30:57.069957 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da093cba-7fcc-420f-a3f5-44d6966c6c10 req-ca33a2bf-dd4e-4176-a6df-8184abf2bfe9 service neutron] Attempting to bind port 413319cb-3645-4d67-bbb8-63d724138448 on network 93be5020-69ff-4f03-a3c5-d2aae8d3e689 {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:30:57.076087 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-ecb18c89-290b-4908-b152-7b2837239fe5 tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Publish callbacks [] for floatingip (f69df93a-12a8-441e-b693-44e638268b09), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:57.078919 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-ecb18c89-290b-4908-b152-7b2837239fe5 tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for floatingip (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:57.085480 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-ecb18c89-290b-4908-b152-7b2837239fe5 tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] 10.222.0.89 "DELETE /v2.0/floatingips/f69df93a-12a8-441e-b693-44e638268b09 HTTP/1.1" status: 204 len: 168 time: 6.7618461 Feb 04 17:30:57.086023 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 48260) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:30:57.086365 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 48262) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:30:57.089227 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aded41c-ccca-4dce-a630-0cf5c4d56d49 None None] Routers {'779fd305-0937-4168-9fb3-5f62d3e67952'} bound to L3 agent in host n-d-827839-2 {{(pid=103378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:30:57.099409 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-22007f98-49e6-4832-a760-a5f167ec7c41 tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Request body: {'floatingip': {'floating_network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'port_id': '278cab46-15b5-49e2-82ef-ab55a909acd1'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:30:57.103322 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-5aded41c-ccca-4dce-a630-0cf5c4d56d49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:30:32Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['779fd305-0937-4168-9fb3-5f62d3e67952'], 'active': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:30:57.107834 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f78119a-53a8-4a1d-b357-39349b69336b req-c43d42ed-d72f-468a-a9c6-8548af0168fc tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:30:57.115477 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-5f78119a-53a8-4a1d-b357-39349b69336b req-c43d42ed-d72f-468a-a9c6-8548af0168fc tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] 10.222.0.89 "GET /v2.0/ports?device_id=f2c300b1-94a0-4e81-a6de-54c4630651af HTTP/1.1" status: 200 len: 946 time: 0.6588838 Feb 04 17:30:57.146016 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-22007f98-49e6-4832-a760-a5f167ec7c41 tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:57.150578 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f2cfc5-2d4c-451f-982f-d73e2e25ddd8 req-e4a6b9ad-9f3c-444b-a858-8bff2152ce3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:30:57.151552 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-14f2cfc5-2d4c-451f-982f-d73e2e25ddd8 req-e4a6b9ad-9f3c-444b-a858-8bff2152ce3e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:57.153271 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-14f2cfc5-2d4c-451f-982f-d73e2e25ddd8 req-e4a6b9ad-9f3c-444b-a858-8bff2152ce3e service neutron] 10.222.0.96 "PUT /v2.0/ports/69744c85-4e2f-4594-a5b1-5888c6eca6d5 HTTP/1.1" status: 200 len: 1131 time: 2.4526746 Feb 04 17:30:57.154312 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da093cba-7fcc-420f-a3f5-44d6966c6c10 req-ca33a2bf-dd4e-4176-a6df-8184abf2bfe9 service neutron] Checking agent: {'id': 'f20a1ab3-4332-4f54-833b-ba4a7c687e89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 8, 40), 'started_at': datetime.datetime(2022, 2, 4, 17, 8, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 30, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:30:57.154706 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da093cba-7fcc-420f-a3f5-44d6966c6c10 req-ca33a2bf-dd4e-4176-a6df-8184abf2bfe9 service neutron] Checking segment: {'id': '8eed5305-2d69-4e9f-bd19-dba8db69a5b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '93be5020-69ff-4f03-a3c5-d2aae8d3e689'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:30:57.155229 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da093cba-7fcc-420f-a3f5-44d6966c6c10 req-ca33a2bf-dd4e-4176-a6df-8184abf2bfe9 service neutron] Bound using segment: {'id': '8eed5305-2d69-4e9f-bd19-dba8db69a5b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '93be5020-69ff-4f03-a3c5-d2aae8d3e689'} {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:30:57.155673 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [req-da093cba-7fcc-420f-a3f5-44d6966c6c10 req-ca33a2bf-dd4e-4176-a6df-8184abf2bfe9 service neutron] Bound port: 413319cb-3645-4d67-bbb8-63d724138448, host: n-h2-827839-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8eed5305-2d69-4e9f-bd19-dba8db69a5b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '93be5020-69ff-4f03-a3c5-d2aae8d3e689'}}] {{(pid=103377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:30:57.156315 n-d-827839-2 neutron-server[103376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9afa7a5-1aca-47d0-a335-e4059d5a8169', 'tag': '69744c85-4e2f-4594-a5b1-5888c6eca6d5'}] {{(pid=103376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:30:57.156472 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-da093cba-7fcc-420f-a3f5-44d6966c6c10 req-ca33a2bf-dd4e-4176-a6df-8184abf2bfe9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (413319cb-3645-4d67-bbb8-63d724138448), before_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:57.159720 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d59c3bb5e2f09ebf62144d5e09b1cff60c763a9c19614c24538e77842938c05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19061c77-bf93-4f5a-bf3d-3e288d92df2b" -d '{"events": [{"name": "network-changed", "server_uuid": "f9afa7a5-1aca-47d0-a335-e4059d5a8169", "tag": "69744c85-4e2f-4594-a5b1-5888c6eca6d5"}]}' {{(pid=103376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:30:57.191128 n-d-827839-2 neutron-server[103377]: INFO neutron.pecan_wsgi.hooks.translation [None req-86b82ac2-3064-42a0-a4c3-bfc94254a283 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] GET failed (client error): The resource could not be found. Feb 04 17:30:57.193272 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-86b82ac2-3064-42a0-a4c3-bfc94254a283 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] 10.222.0.89 "GET /v2.0/ports/67a7d454-5021-4e68-8126-b565ad173de9 HTTP/1.1" status: 404 len: 333 time: 0.1052556 Feb 04 17:30:57.198184 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-5aded41c-ccca-4dce-a630-0cf5c4d56d49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827839-2', False) {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:30:57.198546 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [req-14f2cfc5-2d4c-451f-982f-d73e2e25ddd8 req-90173bfa-dfb7-407c-a488-8b7d7f65658b service neutron] Request body: {'port': {'device_id': 'f9afa7a5-1aca-47d0-a335-e4059d5a8169', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827839-2'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:30:57.212686 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 48266) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:30:57.220714 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aded41c-ccca-4dce-a630-0cf5c4d56d49 None None] Routers {'779fd305-0937-4168-9fb3-5f62d3e67952'} bound to L3 agent in host n-d-827839-2 {{(pid=103378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:30:57.221372 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-5aded41c-ccca-4dce-a630-0cf5c4d56d49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:30:32Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['779fd305-0937-4168-9fb3-5f62d3e67952'], 'active': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:30:57.248251 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 17:30:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dbd2353-b74e-48e1-9805-04b70339c24f x-openstack-request-id: req-0dbd2353-b74e-48e1-9805-04b70339c24f {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:30:57.249027 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9afa7a5-1aca-47d0-a335-e4059d5a8169", "tag": "69744c85-4e2f-4594-a5b1-5888c6eca6d5", "status": "completed", "code": 200}]} {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:30:57.249518 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-0dbd2353-b74e-48e1-9805-04b70339c24f {{(pid=103376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:30:57.250186 n-d-827839-2 neutron-server[103376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9afa7a5-1aca-47d0-a335-e4059d5a8169', 'tag': '69744c85-4e2f-4594-a5b1-5888c6eca6d5', 'status': 'completed', 'code': 200} Feb 04 17:30:57.292517 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-5aded41c-ccca-4dce-a630-0cf5c4d56d49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827839-2', False) {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:30:57.293230 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aded41c-ccca-4dce-a630-0cf5c4d56d49 None None] The sync data for ids ['779fd305-0937-4168-9fb3-5f62d3e67952'] in n-d-827839-2 is: [] {{(pid=103378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 17:30:57.334147 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a6b9ad-9f3c-444b-a858-8bff2152ce3e service neutron] Pushing event updated for resources: {'Port': ['ID=69744c85-4e2f-4594-a5b1-5888c6eca6d5,revision_number=3']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:30:57.399808 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-5f78119a-53a8-4a1d-b357-39349b69336b req-05e5c1eb-03a6-4adb-97a6-a917bffe0c4b tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] 10.222.0.89 "GET /v2.0/security-groups?id=749b530c-d4d8-46cd-99b4-1a8b04e03f53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2718854 Feb 04 17:30:57.449168 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-14f2cfc5-2d4c-451f-982f-d73e2e25ddd8 req-90173bfa-dfb7-407c-a488-8b7d7f65658b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (c7b0ce66-87fd-444f-8882-eed91d586c14), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:57.453943 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Device 22c61319-a2fc-4148-8d7a-ce20ec6f79cd up at agent hyperv_n-h2-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:30:57.470436 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19061c77-bf93-4f5a-bf3d-3e288d92df2b req-f3caed18-ab6d-439d-8b5d-c36d18a53f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:30:57.476465 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19061c77-bf93-4f5a-bf3d-3e288d92df2b req-f3caed18-ab6d-439d-8b5d-c36d18a53f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:30:57.477225 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19061c77-bf93-4f5a-bf3d-3e288d92df2b req-f3caed18-ab6d-439d-8b5d-c36d18a53f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:30:57.477873 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19061c77-bf93-4f5a-bf3d-3e288d92df2b req-f3caed18-ab6d-439d-8b5d-c36d18a53f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:30:57.478539 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19061c77-bf93-4f5a-bf3d-3e288d92df2b req-f3caed18-ab6d-439d-8b5d-c36d18a53f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:30:57.479174 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19061c77-bf93-4f5a-bf3d-3e288d92df2b req-f3caed18-ab6d-439d-8b5d-c36d18a53f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:30:57.479828 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19061c77-bf93-4f5a-bf3d-3e288d92df2b req-f3caed18-ab6d-439d-8b5d-c36d18a53f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:30:57.482663 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-19061c77-bf93-4f5a-bf3d-3e288d92df2b req-f3caed18-ab6d-439d-8b5d-c36d18a53f39 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=ae7af1f68a8142688c6249d339ab8a6d&device_id=f9afa7a5-1aca-47d0-a335-e4059d5a8169 HTTP/1.1" status: 200 len: 6301 time: 0.1976833 Feb 04 17:30:57.489500 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-55541ae2-dddf-4b87-a03a-714ea42afbb6 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Publish callbacks [] for router (779fd305-0937-4168-9fb3-5f62d3e67952), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:57.614724 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Provisioning for port 22c61319-a2fc-4148-8d7a-ce20ec6f79cd completed by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 17:30:57.621019 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Provisioning complete for port 22c61319-a2fc-4148-8d7a-ce20ec6f79cd triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:30:57.621529 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (22c61319-a2fc-4148-8d7a-ce20ec6f79cd), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:57.715461 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19061c77-bf93-4f5a-bf3d-3e288d92df2b req-36e679cf-cda4-4ff1-9468-026c8cafad54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:30:57.716816 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19061c77-bf93-4f5a-bf3d-3e288d92df2b req-36e679cf-cda4-4ff1-9468-026c8cafad54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:30:57.717455 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19061c77-bf93-4f5a-bf3d-3e288d92df2b req-36e679cf-cda4-4ff1-9468-026c8cafad54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:30:57.719856 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-19061c77-bf93-4f5a-bf3d-3e288d92df2b req-36e679cf-cda4-4ff1-9468-026c8cafad54 service neutron] 10.222.0.96 "GET /v2.0/networks?tenant_id=ae7af1f68a8142688c6249d339ab8a6d&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.2125249 Feb 04 17:30:57.813008 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Current status of the port 22c61319-a2fc-4148-8d7a-ce20ec6f79cd is: BUILD; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:30:57.813562 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (22c61319-a2fc-4148-8d7a-ce20ec6f79cd), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:57.875257 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2c300b1-94a0-4e81-a6de-54c4630651af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22c61319-a2fc-4148-8d7a-ce20ec6f79cd'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:30:57.883413 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c34bc964ce2211770fda26ca2f3801cc06f4f39928110690550e94ab9c9d2fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b7936c5-be55-4487-8124-c1287eb5a7ce" -d '{"events": [{"server_uuid": "f2c300b1-94a0-4e81-a6de-54c4630651af", "name": "network-vif-plugged", "status": "completed", "tag": "22c61319-a2fc-4148-8d7a-ce20ec6f79cd"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:30:57.889513 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19061c77-bf93-4f5a-bf3d-3e288d92df2b req-ac477fbc-c9d3-4769-886e-68983395f2f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:30:57.891321 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-19061c77-bf93-4f5a-bf3d-3e288d92df2b req-ac477fbc-c9d3-4769-886e-68983395f2f2 service neutron] 10.222.0.96 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1611555 Feb 04 17:30:57.909814 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-55541ae2-dddf-4b87-a03a-714ea42afbb6 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1601811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26971'] for router (779fd305-0937-4168-9fb3-5f62d3e67952), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:57.931043 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a1d40e-6b31-4169-ba43-a8cf70f60c9e req-436947dd-d5a0-47ed-b600-1e9cbeb2c81e tempest-ServerMetadataNegativeTestJSON-1314510418 tempest-ServerMetadataNegativeTestJSON-1314510418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:30:57.933273 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-e6a1d40e-6b31-4169-ba43-a8cf70f60c9e req-436947dd-d5a0-47ed-b600-1e9cbeb2c81e tempest-ServerMetadataNegativeTestJSON-1314510418 tempest-ServerMetadataNegativeTestJSON-1314510418-project] 10.222.0.89 "GET /v2.0/ports?device_id=88b2d227-c1af-4018-b602-c2aaa03e0215 HTTP/1.1" status: 200 len: 943 time: 0.4919999 Feb 04 17:30:57.942106 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] For port 22c61319-a2fc-4148-8d7a-ce20ec6f79cd, host n-h2-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=22c61319-a2fc-4148-8d7a-ce20ec6f79cd,segment=NetworkSegment(9e3ed071-c030-493d-8cca-599abfcb88ee),segment_id=9e3ed071-c030-493d-8cca-599abfcb88ee)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:30:57.942319 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-55541ae2-dddf-4b87-a03a-714ea42afbb6 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Publish callbacks [] for router_controller (779fd305-0937-4168-9fb3-5f62d3e67952), precommit_delete_associations {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:57.949261 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [req-da093cba-7fcc-420f-a3f5-44d6966c6c10 req-ca33a2bf-dd4e-4176-a6df-8184abf2bfe9 service neutron] For port 413319cb-3645-4d67-bbb8-63d724138448, host n-h2-827839-2, cleared binding levels {{(pid=103377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:30:57.953014 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (22c61319-a2fc-4148-8d7a-ce20ec6f79cd), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:57.985940 n-d-827839-2 neutron-server[103376]: DEBUG neutron.notifiers.nova [req-14f2cfc5-2d4c-451f-982f-d73e2e25ddd8 req-90173bfa-dfb7-407c-a488-8b7d7f65658b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c7b0ce66-87fd-444f-8882-eed91d586c14 {{(pid=103376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 17:30:57.994325 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-14f2cfc5-2d4c-451f-982f-d73e2e25ddd8 req-90173bfa-dfb7-407c-a488-8b7d7f65658b service neutron] Publish callbacks [] for port (c7b0ce66-87fd-444f-8882-eed91d586c14), precommit_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:58.015781 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.provisioning_blocks [req-14f2cfc5-2d4c-451f-982f-d73e2e25ddd8 req-90173bfa-dfb7-407c-a488-8b7d7f65658b service neutron] Transition to ACTIVE for port object c7b0ce66-87fd-444f-8882-eed91d586c14 will not be triggered until provisioned by entity L2. {{(pid=103376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 17:30:58.017993 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-2ad34152-8734-471f-b07e-0e57579cabb7 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Publish callbacks [] for port (061376ab-5559-430f-a269-a0a7775cc27c), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:58.027247 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 17:30:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c58a7320-440e-46ba-ad98-30fdd64e84f6 x-openstack-request-id: req-c58a7320-440e-46ba-ad98-30fdd64e84f6 {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:30:58.027626 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2c300b1-94a0-4e81-a6de-54c4630651af", "name": "network-vif-plugged", "status": "completed", "tag": "22c61319-a2fc-4148-8d7a-ce20ec6f79cd", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:30:58.027832 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-c58a7320-440e-46ba-ad98-30fdd64e84f6 {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:30:58.028190 n-d-827839-2 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2c300b1-94a0-4e81-a6de-54c4630651af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22c61319-a2fc-4148-8d7a-ce20ec6f79cd', 'code': 200} Feb 04 17:30:58.030158 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-14f2cfc5-2d4c-451f-982f-d73e2e25ddd8 req-90173bfa-dfb7-407c-a488-8b7d7f65658b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675836'] for port (c7b0ce66-87fd-444f-8882-eed91d586c14), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:58.074318 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [req-da093cba-7fcc-420f-a3f5-44d6966c6c10 req-ca33a2bf-dd4e-4176-a6df-8184abf2bfe9 service neutron] For port 413319cb-3645-4d67-bbb8-63d724138448, host n-h2-827839-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=413319cb-3645-4d67-bbb8-63d724138448,segment=NetworkSegment(8eed5305-2d69-4e9f-bd19-dba8db69a5b1),segment_id=8eed5305-2d69-4e9f-bd19-dba8db69a5b1)] {{(pid=103377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:30:58.097852 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90173bfa-dfb7-407c-a488-8b7d7f65658b service neutron] Pushing event updated for resources: {'Port': ['ID=c7b0ce66-87fd-444f-8882-eed91d586c14,revision_number=2']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:30:58.130290 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Pushing event updated for resources: {'Port': ['ID=22c61319-a2fc-4148-8d7a-ce20ec6f79cd,revision_number=12']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:30:58.292545 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-da093cba-7fcc-420f-a3f5-44d6966c6c10 req-ca33a2bf-dd4e-4176-a6df-8184abf2bfe9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25888290'] for port (413319cb-3645-4d67-bbb8-63d724138448), after_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:58.302789 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-2ad34152-8734-471f-b07e-0e57579cabb7 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (061376ab-5559-430f-a269-a0a7775cc27c), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:58.347980 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [req-14f2cfc5-2d4c-451f-982f-d73e2e25ddd8 req-90173bfa-dfb7-407c-a488-8b7d7f65658b service neutron] Attempting to bind port c7b0ce66-87fd-444f-8882-eed91d586c14 on host n-h1-827839-2 for vnic_type normal with profile {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:30:58.348508 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [req-14f2cfc5-2d4c-451f-982f-d73e2e25ddd8 req-90173bfa-dfb7-407c-a488-8b7d7f65658b service neutron] Attempting to bind port c7b0ce66-87fd-444f-8882-eed91d586c14 by drivers openvswitch,hyperv on host n-h1-827839-2 at level 0 using segments [{'id': '003aaa95-3edb-4f14-93d1-6362433ea51a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '33faf293-e0be-4b60-83b0-8ec497ee643d'}] {{(pid=103376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:30:58.348614 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14f2cfc5-2d4c-451f-982f-d73e2e25ddd8 req-90173bfa-dfb7-407c-a488-8b7d7f65658b service neutron] Attempting to bind port c7b0ce66-87fd-444f-8882-eed91d586c14 on network 33faf293-e0be-4b60-83b0-8ec497ee643d {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:30:58.361629 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6dd3cbd-f123-4d7d-845c-c5c67203f075 req-b9294cd2-8a68-40b4-bdeb-ebe33acfd671 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:30:58.372522 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6dd3cbd-f123-4d7d-845c-c5c67203f075 req-b9294cd2-8a68-40b4-bdeb-ebe33acfd671 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:30:58.380205 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6dd3cbd-f123-4d7d-845c-c5c67203f075 req-b9294cd2-8a68-40b4-bdeb-ebe33acfd671 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:30:58.386248 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca33a2bf-dd4e-4176-a6df-8184abf2bfe9 service neutron] Pushing event updated for resources: {'Port': ['ID=413319cb-3645-4d67-bbb8-63d724138448,revision_number=3']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:30:58.388541 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6dd3cbd-f123-4d7d-845c-c5c67203f075 req-b9294cd2-8a68-40b4-bdeb-ebe33acfd671 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:30:58.389675 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-55541ae2-dddf-4b87-a03a-714ea42afbb6 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1601832'] for router (779fd305-0937-4168-9fb3-5f62d3e67952), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:58.390175 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55541ae2-dddf-4b87-a03a-714ea42afbb6 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Fanout notify agent at l3_agent the message router_deleted on router 779fd305-0937-4168-9fb3-5f62d3e67952 {{(pid=103377) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 17:30:58.394364 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6dd3cbd-f123-4d7d-845c-c5c67203f075 req-b9294cd2-8a68-40b4-bdeb-ebe33acfd671 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:30:58.399734 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6dd3cbd-f123-4d7d-845c-c5c67203f075 req-b9294cd2-8a68-40b4-bdeb-ebe33acfd671 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:30:58.405714 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6dd3cbd-f123-4d7d-845c-c5c67203f075 req-b9294cd2-8a68-40b4-bdeb-ebe33acfd671 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:30:58.407677 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-d6dd3cbd-f123-4d7d-845c-c5c67203f075 req-b9294cd2-8a68-40b4-bdeb-ebe33acfd671 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] 10.222.0.89 "GET /v2.0/ports?device_id=f9afa7a5-1aca-47d0-a335-e4059d5a8169 HTTP/1.1" status: 200 len: 5383 time: 0.1802018 Feb 04 17:30:58.426370 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14f2cfc5-2d4c-451f-982f-d73e2e25ddd8 req-90173bfa-dfb7-407c-a488-8b7d7f65658b service neutron] Port c7b0ce66-87fd-444f-8882-eed91d586c14 on network 33faf293-e0be-4b60-83b0-8ec497ee643d not bound, no agent of type Open vSwitch agent registered on host n-h1-827839-2 {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 17:30:58.426934 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14f2cfc5-2d4c-451f-982f-d73e2e25ddd8 req-90173bfa-dfb7-407c-a488-8b7d7f65658b service neutron] Attempting to bind port c7b0ce66-87fd-444f-8882-eed91d586c14 on network 33faf293-e0be-4b60-83b0-8ec497ee643d {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:30:58.460287 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad34152-8734-471f-b07e-0e57579cabb7 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Pushing event updated for resources: {'Port': ['ID=061376ab-5559-430f-a269-a0a7775cc27c,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:30:58.460845 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14f2cfc5-2d4c-451f-982f-d73e2e25ddd8 req-90173bfa-dfb7-407c-a488-8b7d7f65658b service neutron] Checking agent: {'id': '3f9244a9-75fc-4c10-b195-11d48b853b41', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 8, 42), 'started_at': datetime.datetime(2022, 2, 4, 17, 8, 42), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 30, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:30:58.461388 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14f2cfc5-2d4c-451f-982f-d73e2e25ddd8 req-90173bfa-dfb7-407c-a488-8b7d7f65658b service neutron] Checking segment: {'id': '003aaa95-3edb-4f14-93d1-6362433ea51a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '33faf293-e0be-4b60-83b0-8ec497ee643d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:30:58.462050 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14f2cfc5-2d4c-451f-982f-d73e2e25ddd8 req-90173bfa-dfb7-407c-a488-8b7d7f65658b service neutron] Bound using segment: {'id': '003aaa95-3edb-4f14-93d1-6362433ea51a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '33faf293-e0be-4b60-83b0-8ec497ee643d'} {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:30:58.463465 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [req-14f2cfc5-2d4c-451f-982f-d73e2e25ddd8 req-90173bfa-dfb7-407c-a488-8b7d7f65658b service neutron] Bound port: c7b0ce66-87fd-444f-8882-eed91d586c14, host: n-h1-827839-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '003aaa95-3edb-4f14-93d1-6362433ea51a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '33faf293-e0be-4b60-83b0-8ec497ee643d'}}] {{(pid=103376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:30:58.464505 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-14f2cfc5-2d4c-451f-982f-d73e2e25ddd8 req-90173bfa-dfb7-407c-a488-8b7d7f65658b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (c7b0ce66-87fd-444f-8882-eed91d586c14), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:58.471937 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-55541ae2-dddf-4b87-a03a-714ea42afbb6 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Publish callbacks [] for router (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:58.474211 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-55541ae2-dddf-4b87-a03a-714ea42afbb6 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] 10.222.0.89 "DELETE /v2.0/routers/779fd305-0937-4168-9fb3-5f62d3e67952 HTTP/1.1" status: 204 len: 168 time: 1.2357378 Feb 04 17:30:58.482060 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 48276) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:30:58.498915 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ad34152-8734-471f-b07e-0e57579cabb7 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Network 91f343bc-9e24-4b9a-879e-69a194e0fff0 is already hosted by enough agents. {{(pid=103377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:30:58.559795 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [req-14f2cfc5-2d4c-451f-982f-d73e2e25ddd8 req-90173bfa-dfb7-407c-a488-8b7d7f65658b service neutron] For port c7b0ce66-87fd-444f-8882-eed91d586c14, host n-h1-827839-2, cleared binding levels {{(pid=103376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:30:58.563948 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [req-14f2cfc5-2d4c-451f-982f-d73e2e25ddd8 req-90173bfa-dfb7-407c-a488-8b7d7f65658b service neutron] For port c7b0ce66-87fd-444f-8882-eed91d586c14, host n-h1-827839-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=c7b0ce66-87fd-444f-8882-eed91d586c14,segment=NetworkSegment(003aaa95-3edb-4f14-93d1-6362433ea51a),segment_id=003aaa95-3edb-4f14-93d1-6362433ea51a)] {{(pid=103376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:30:58.568315 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [None req-2ad34152-8734-471f-b07e-0e57579cabb7 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Resources bound (agent type, host, resource id): {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:30:58.589342 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c38835f-485f-4db3-b61a-fb4e2375b35a tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Deleting subnet a8800a71-da53-4bc3-9e86-6666ae1e156f {{(pid=103377) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 17:30:58.594738 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-e6a1d40e-6b31-4169-ba43-a8cf70f60c9e req-23f97cec-d935-4b63-9f32-670e641a6a6a tempest-ServerMetadataNegativeTestJSON-1314510418 tempest-ServerMetadataNegativeTestJSON-1314510418-project] 10.222.0.89 "GET /v2.0/security-groups?id=93fe45b5-2e5b-4587-b8d2-1dffc8294fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6423440 Feb 04 17:30:58.599359 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ad34152-8734-471f-b07e-0e57579cabb7 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Received port after_create {{(pid=103377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:30:58.599359 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-2ad34152-8734-471f-b07e-0e57579cabb7 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1595471'] for router_interface (519b5a09-be1a-4ed6-9cee-17d9dd42bfa6), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:58.659984 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-14f2cfc5-2d4c-451f-982f-d73e2e25ddd8 req-90173bfa-dfb7-407c-a488-8b7d7f65658b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675836'] for port (c7b0ce66-87fd-444f-8882-eed91d586c14), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:58.673459 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-0c38835f-485f-4db3-b61a-fb4e2375b35a tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Publish callbacks [] for subnet (a8800a71-da53-4bc3-9e86-6666ae1e156f), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:58.680210 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-d6dd3cbd-f123-4d7d-845c-c5c67203f075 req-9893ceea-0cf1-44aa-8a11-31effa3a2c0c tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] 10.222.0.89 "GET /v2.0/security-groups?id=97363f9b-735d-4c1b-ae48-6b5390fc2698&id=0a858dd3-bfe4-4a54-8e21-ad7067112b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2557588 Feb 04 17:30:58.682470 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da093cba-7fcc-420f-a3f5-44d6966c6c10 req-ca33a2bf-dd4e-4176-a6df-8184abf2bfe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:30:58.683517 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-da093cba-7fcc-420f-a3f5-44d6966c6c10 req-ca33a2bf-dd4e-4176-a6df-8184abf2bfe9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:58.685746 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-da093cba-7fcc-420f-a3f5-44d6966c6c10 req-ca33a2bf-dd4e-4176-a6df-8184abf2bfe9 service neutron] 10.222.0.90 "PUT /v2.0/ports/413319cb-3645-4d67-bbb8-63d724138448 HTTP/1.1" status: 200 len: 1091 time: 5.2525272 Feb 04 17:30:58.693286 n-d-827839-2 neutron-server[103377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88b2d227-c1af-4018-b602-c2aaa03e0215', 'tag': '413319cb-3645-4d67-bbb8-63d724138448'}] {{(pid=103377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:30:58.696078 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7240428b650e1488e9361b62648ff4b3a6c19d49d8c27c949491ab58c1346cf0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70c66d39-469a-4a42-9c55-446879b33eca" -d '{"events": [{"name": "network-changed", "server_uuid": "88b2d227-c1af-4018-b602-c2aaa03e0215", "tag": "413319cb-3645-4d67-bbb8-63d724138448"}]}' {{(pid=103377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:30:58.730119 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b880b95c-9d3f-4f2a-ae97-027e8b5900f0 req-be778a3e-3c77-4978-a85b-fe86b69659dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:30:58.732037 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-b880b95c-9d3f-4f2a-ae97-027e8b5900f0 req-be778a3e-3c77-4978-a85b-fe86b69659dd service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=f2c300b1-94a0-4e81-a6de-54c4630651af HTTP/1.1" status: 200 len: 1129 time: 0.4754086 Feb 04 17:30:58.771509 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f2cfc5-2d4c-451f-982f-d73e2e25ddd8 req-90173bfa-dfb7-407c-a488-8b7d7f65658b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:30:58.774685 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-14f2cfc5-2d4c-451f-982f-d73e2e25ddd8 req-90173bfa-dfb7-407c-a488-8b7d7f65658b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:58.776239 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-14f2cfc5-2d4c-451f-982f-d73e2e25ddd8 req-90173bfa-dfb7-407c-a488-8b7d7f65658b service neutron] 10.222.0.96 "PUT /v2.0/ports/c7b0ce66-87fd-444f-8882-eed91d586c14 HTTP/1.1" status: 200 len: 1089 time: 1.5931849 Feb 04 17:30:58.815176 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [req-14f2cfc5-2d4c-451f-982f-d73e2e25ddd8 req-1c5be6d9-db3f-4ff9-aac1-9532c6b54c36 service neutron] Request body: {'port': {'device_id': 'f9afa7a5-1aca-47d0-a335-e4059d5a8169', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827839-2'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:30:58.855780 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 17:30:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0c90181-5f2e-46a2-8bb8-04398c79425f x-openstack-request-id: req-f0c90181-5f2e-46a2-8bb8-04398c79425f {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:30:58.856021 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88b2d227-c1af-4018-b602-c2aaa03e0215", "tag": "413319cb-3645-4d67-bbb8-63d724138448", "status": "completed", "code": 200}]} {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:30:58.856299 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-f0c90181-5f2e-46a2-8bb8-04398c79425f {{(pid=103377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:30:58.856570 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90173bfa-dfb7-407c-a488-8b7d7f65658b service neutron] Pushing event updated for resources: {'Port': ['ID=c7b0ce66-87fd-444f-8882-eed91d586c14,revision_number=3']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:30:58.857650 n-d-827839-2 neutron-server[103377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88b2d227-c1af-4018-b602-c2aaa03e0215', 'tag': '413319cb-3645-4d67-bbb8-63d724138448', 'status': 'completed', 'code': 200} Feb 04 17:30:58.920417 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-14f2cfc5-2d4c-451f-982f-d73e2e25ddd8 req-1c5be6d9-db3f-4ff9-aac1-9532c6b54c36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (f6309afb-3125-4ff7-a862-e4fad9550341), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:58.985674 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-0c38835f-485f-4db3-b61a-fb4e2375b35a tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26866676'] for subnet (a8800a71-da53-4bc3-9e86-6666ae1e156f), precommit_delete_associations {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:59.086231 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-b880b95c-9d3f-4f2a-ae97-027e8b5900f0 req-f17900a2-c14f-477c-84e6-64a3a0b288a6 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=749b530c-d4d8-46cd-99b4-1a8b04e03f53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3343787 Feb 04 17:30:59.108770 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a947f8d-e037-4c23-8340-e271cbc9d56d req-d744342c-68b8-4bae-8d99-3d9dd08a96b9 tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:30:59.111141 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-7a947f8d-e037-4c23-8340-e271cbc9d56d req-d744342c-68b8-4bae-8d99-3d9dd08a96b9 tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] 10.222.0.89 "GET /v2.0/ports?device_id=f2c300b1-94a0-4e81-a6de-54c4630651af HTTP/1.1" status: 200 len: 947 time: 0.3767269 Feb 04 17:30:59.147427 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-8027e9cd-b276-4011-a69c-366a4253ec80 None None] Provisioning complete for port 061376ab-5559-430f-a269-a0a7775cc27c triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:30:59.148470 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8027e9cd-b276-4011-a69c-366a4253ec80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (061376ab-5559-430f-a269-a0a7775cc27c), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:59.199938 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-22007f98-49e6-4832-a760-a5f167ec7c41 tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:59.228695 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-8027e9cd-b276-4011-a69c-366a4253ec80 None None] Port 061376ab-5559-430f-a269-a0a7775cc27c cannot update to ACTIVE because it is not bound. {{(pid=103378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 17:30:59.263793 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da093cba-7fcc-420f-a3f5-44d6966c6c10 req-e8e4b0b9-93d2-42e9-943c-400d2d530722 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:30:59.265374 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-da093cba-7fcc-420f-a3f5-44d6966c6c10 req-e8e4b0b9-93d2-42e9-943c-400d2d530722 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=d8d674bc62a4414fb27c6a52d9e5440a&device_id=88b2d227-c1af-4018-b602-c2aaa03e0215 HTTP/1.1" status: 200 len: 1125 time: 0.5024512 Feb 04 17:30:59.298865 n-d-827839-2 neutron-server[103376]: DEBUG neutron.notifiers.nova [req-14f2cfc5-2d4c-451f-982f-d73e2e25ddd8 req-1c5be6d9-db3f-4ff9-aac1-9532c6b54c36 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f6309afb-3125-4ff7-a862-e4fad9550341 {{(pid=103376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 17:30:59.308685 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-14f2cfc5-2d4c-451f-982f-d73e2e25ddd8 req-1c5be6d9-db3f-4ff9-aac1-9532c6b54c36 service neutron] Publish callbacks [] for port (f6309afb-3125-4ff7-a862-e4fad9550341), precommit_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:59.323482 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.provisioning_blocks [req-14f2cfc5-2d4c-451f-982f-d73e2e25ddd8 req-1c5be6d9-db3f-4ff9-aac1-9532c6b54c36 service neutron] Transition to ACTIVE for port object f6309afb-3125-4ff7-a862-e4fad9550341 will not be triggered until provisioned by entity L2. {{(pid=103376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 17:30:59.324018 n-d-827839-2 neutron-server[103376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9afa7a5-1aca-47d0-a335-e4059d5a8169', 'tag': 'c7b0ce66-87fd-444f-8882-eed91d586c14'}] {{(pid=103376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:30:59.326564 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d59c3bb5e2f09ebf62144d5e09b1cff60c763a9c19614c24538e77842938c05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43aa1a15-850c-4050-bd6e-cd3b46bdbf9c" -d '{"events": [{"name": "network-changed", "server_uuid": "f9afa7a5-1aca-47d0-a335-e4059d5a8169", "tag": "c7b0ce66-87fd-444f-8882-eed91d586c14"}]}' {{(pid=103376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:30:59.355893 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-14f2cfc5-2d4c-451f-982f-d73e2e25ddd8 req-1c5be6d9-db3f-4ff9-aac1-9532c6b54c36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675836'] for port (f6309afb-3125-4ff7-a862-e4fad9550341), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:59.386641 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-7a947f8d-e037-4c23-8340-e271cbc9d56d req-570a5d1d-78d5-4937-917c-c9a26cfa3cdb tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] 10.222.0.89 "GET /v2.0/security-groups?id=749b530c-d4d8-46cd-99b4-1a8b04e03f53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2104163 Feb 04 17:30:59.432457 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-da093cba-7fcc-420f-a3f5-44d6966c6c10 req-80c44416-9ba5-4a16-84a8-0c121bfe4e3e service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=413319cb-3645-4d67-bbb8-63d724138448 HTTP/1.1" status: 200 len: 217 time: 0.1132243 Feb 04 17:30:59.444051 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 17:30:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acfc8e46-e81e-4331-b80a-bb5cb030307d x-openstack-request-id: req-acfc8e46-e81e-4331-b80a-bb5cb030307d {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:30:59.444422 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9afa7a5-1aca-47d0-a335-e4059d5a8169", "tag": "c7b0ce66-87fd-444f-8882-eed91d586c14", "status": "completed", "code": 200}]} {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:30:59.444610 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-acfc8e46-e81e-4331-b80a-bb5cb030307d {{(pid=103376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:30:59.445045 n-d-827839-2 neutron-server[103376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9afa7a5-1aca-47d0-a335-e4059d5a8169', 'tag': 'c7b0ce66-87fd-444f-8882-eed91d586c14', 'status': 'completed', 'code': 200} Feb 04 17:30:59.457486 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5be6d9-db3f-4ff9-aac1-9532c6b54c36 service neutron] Pushing event updated for resources: {'Port': ['ID=f6309afb-3125-4ff7-a862-e4fad9550341,revision_number=2']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:30:59.521945 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-2ad34152-8734-471f-b07e-0e57579cabb7 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (061376ab-5559-430f-a269-a0a7775cc27c), before_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:59.612388 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-0c38835f-485f-4db3-b61a-fb4e2375b35a tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1541225'] for subnet (a8800a71-da53-4bc3-9e86-6666ae1e156f), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:59.627615 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [req-14f2cfc5-2d4c-451f-982f-d73e2e25ddd8 req-1c5be6d9-db3f-4ff9-aac1-9532c6b54c36 service neutron] Attempting to bind port f6309afb-3125-4ff7-a862-e4fad9550341 on host n-h1-827839-2 for vnic_type normal with profile {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:30:59.628326 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [req-14f2cfc5-2d4c-451f-982f-d73e2e25ddd8 req-1c5be6d9-db3f-4ff9-aac1-9532c6b54c36 service neutron] Attempting to bind port f6309afb-3125-4ff7-a862-e4fad9550341 by drivers openvswitch,hyperv on host n-h1-827839-2 at level 0 using segments [{'id': '003aaa95-3edb-4f14-93d1-6362433ea51a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '33faf293-e0be-4b60-83b0-8ec497ee643d'}] {{(pid=103376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:30:59.628733 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14f2cfc5-2d4c-451f-982f-d73e2e25ddd8 req-1c5be6d9-db3f-4ff9-aac1-9532c6b54c36 service neutron] Attempting to bind port f6309afb-3125-4ff7-a862-e4fad9550341 on network 33faf293-e0be-4b60-83b0-8ec497ee643d {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:30:59.638892 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14f2cfc5-2d4c-451f-982f-d73e2e25ddd8 req-1c5be6d9-db3f-4ff9-aac1-9532c6b54c36 service neutron] Port f6309afb-3125-4ff7-a862-e4fad9550341 on network 33faf293-e0be-4b60-83b0-8ec497ee643d not bound, no agent of type Open vSwitch agent registered on host n-h1-827839-2 {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 17:30:59.639819 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14f2cfc5-2d4c-451f-982f-d73e2e25ddd8 req-1c5be6d9-db3f-4ff9-aac1-9532c6b54c36 service neutron] Attempting to bind port f6309afb-3125-4ff7-a862-e4fad9550341 on network 33faf293-e0be-4b60-83b0-8ec497ee643d {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:30:59.679523 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43aa1a15-850c-4050-bd6e-cd3b46bdbf9c req-ac256fc4-691c-4a87-bab0-71e77796f08e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:30:59.680517 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43aa1a15-850c-4050-bd6e-cd3b46bdbf9c req-ac256fc4-691c-4a87-bab0-71e77796f08e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:30:59.681461 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43aa1a15-850c-4050-bd6e-cd3b46bdbf9c req-ac256fc4-691c-4a87-bab0-71e77796f08e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:30:59.681604 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43aa1a15-850c-4050-bd6e-cd3b46bdbf9c req-ac256fc4-691c-4a87-bab0-71e77796f08e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:30:59.682143 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43aa1a15-850c-4050-bd6e-cd3b46bdbf9c req-ac256fc4-691c-4a87-bab0-71e77796f08e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:30:59.682687 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43aa1a15-850c-4050-bd6e-cd3b46bdbf9c req-ac256fc4-691c-4a87-bab0-71e77796f08e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:30:59.684261 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43aa1a15-850c-4050-bd6e-cd3b46bdbf9c req-ac256fc4-691c-4a87-bab0-71e77796f08e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:30:59.686930 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-43aa1a15-850c-4050-bd6e-cd3b46bdbf9c req-ac256fc4-691c-4a87-bab0-71e77796f08e service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=ae7af1f68a8142688c6249d339ab8a6d&device_id=f9afa7a5-1aca-47d0-a335-e4059d5a8169 HTTP/1.1" status: 200 len: 6424 time: 0.2257059 Feb 04 17:30:59.687893 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14f2cfc5-2d4c-451f-982f-d73e2e25ddd8 req-1c5be6d9-db3f-4ff9-aac1-9532c6b54c36 service neutron] Checking agent: {'id': '3f9244a9-75fc-4c10-b195-11d48b853b41', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 8, 42), 'started_at': datetime.datetime(2022, 2, 4, 17, 8, 42), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 30, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:30:59.688269 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14f2cfc5-2d4c-451f-982f-d73e2e25ddd8 req-1c5be6d9-db3f-4ff9-aac1-9532c6b54c36 service neutron] Checking segment: {'id': '003aaa95-3edb-4f14-93d1-6362433ea51a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '33faf293-e0be-4b60-83b0-8ec497ee643d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:30:59.688728 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14f2cfc5-2d4c-451f-982f-d73e2e25ddd8 req-1c5be6d9-db3f-4ff9-aac1-9532c6b54c36 service neutron] Bound using segment: {'id': '003aaa95-3edb-4f14-93d1-6362433ea51a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '33faf293-e0be-4b60-83b0-8ec497ee643d'} {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:30:59.689271 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [req-14f2cfc5-2d4c-451f-982f-d73e2e25ddd8 req-1c5be6d9-db3f-4ff9-aac1-9532c6b54c36 service neutron] Bound port: f6309afb-3125-4ff7-a862-e4fad9550341, host: n-h1-827839-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '003aaa95-3edb-4f14-93d1-6362433ea51a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '33faf293-e0be-4b60-83b0-8ec497ee643d'}}] {{(pid=103376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:30:59.694091 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-14f2cfc5-2d4c-451f-982f-d73e2e25ddd8 req-1c5be6d9-db3f-4ff9-aac1-9532c6b54c36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (f6309afb-3125-4ff7-a862-e4fad9550341), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:59.697285 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da093cba-7fcc-420f-a3f5-44d6966c6c10 req-9ecc9dbb-0e30-4194-ac01-3049a044efdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:30:59.698774 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-da093cba-7fcc-420f-a3f5-44d6966c6c10 req-9ecc9dbb-0e30-4194-ac01-3049a044efdf service neutron] 10.222.0.90 "GET /v2.0/subnets?id=ad2c6296-fcbd-4a71-9981-9f7829466c82 HTTP/1.1" status: 200 len: 860 time: 0.2570593 Feb 04 17:30:59.724052 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b88011a8-5230-4b3a-a7f8-ff3c0451057f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (bb89f5a3-3c22-440b-b7d1-c4f0c43c184a), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:59.985095 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [req-14f2cfc5-2d4c-451f-982f-d73e2e25ddd8 req-1c5be6d9-db3f-4ff9-aac1-9532c6b54c36 service neutron] For port f6309afb-3125-4ff7-a862-e4fad9550341, host n-h1-827839-2, cleared binding levels {{(pid=103376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:30:59.992967 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [req-14f2cfc5-2d4c-451f-982f-d73e2e25ddd8 req-1c5be6d9-db3f-4ff9-aac1-9532c6b54c36 service neutron] For port f6309afb-3125-4ff7-a862-e4fad9550341, host n-h1-827839-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=f6309afb-3125-4ff7-a862-e4fad9550341,segment=NetworkSegment(003aaa95-3edb-4f14-93d1-6362433ea51a),segment_id=003aaa95-3edb-4f14-93d1-6362433ea51a)] {{(pid=103376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:31:00.011732 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b47ba07-d015-4675-81f5-9d43836d96ac req-6870ffa5-8e19-4da9-9a1f-908623411af7 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:00.017422 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b47ba07-d015-4675-81f5-9d43836d96ac req-6870ffa5-8e19-4da9-9a1f-908623411af7 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:00.022889 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b47ba07-d015-4675-81f5-9d43836d96ac req-6870ffa5-8e19-4da9-9a1f-908623411af7 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:00.029674 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b47ba07-d015-4675-81f5-9d43836d96ac req-6870ffa5-8e19-4da9-9a1f-908623411af7 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:00.035176 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b47ba07-d015-4675-81f5-9d43836d96ac req-6870ffa5-8e19-4da9-9a1f-908623411af7 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:00.042140 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b47ba07-d015-4675-81f5-9d43836d96ac req-6870ffa5-8e19-4da9-9a1f-908623411af7 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:00.048607 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b47ba07-d015-4675-81f5-9d43836d96ac req-6870ffa5-8e19-4da9-9a1f-908623411af7 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:00.051692 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-5b47ba07-d015-4675-81f5-9d43836d96ac req-6870ffa5-8e19-4da9-9a1f-908623411af7 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] 10.222.0.89 "GET /v2.0/ports?device_id=f9afa7a5-1aca-47d0-a335-e4059d5a8169 HTTP/1.1" status: 200 len: 5395 time: 0.2133148 Feb 04 17:31:00.057735 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43aa1a15-850c-4050-bd6e-cd3b46bdbf9c req-73d7921f-6ef8-43db-b4e3-6889c168a6bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:00.058283 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43aa1a15-850c-4050-bd6e-cd3b46bdbf9c req-73d7921f-6ef8-43db-b4e3-6889c168a6bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:00.058763 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43aa1a15-850c-4050-bd6e-cd3b46bdbf9c req-73d7921f-6ef8-43db-b4e3-6889c168a6bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:00.060460 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-43aa1a15-850c-4050-bd6e-cd3b46bdbf9c req-73d7921f-6ef8-43db-b4e3-6889c168a6bd service neutron] 10.222.0.96 "GET /v2.0/networks?tenant_id=ae7af1f68a8142688c6249d339ab8a6d&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.3510706 Feb 04 17:31:00.069843 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-14f2cfc5-2d4c-451f-982f-d73e2e25ddd8 req-1c5be6d9-db3f-4ff9-aac1-9532c6b54c36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675836'] for port (f6309afb-3125-4ff7-a862-e4fad9550341), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:00.181862 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f2cfc5-2d4c-451f-982f-d73e2e25ddd8 req-1c5be6d9-db3f-4ff9-aac1-9532c6b54c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:00.182506 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-14f2cfc5-2d4c-451f-982f-d73e2e25ddd8 req-1c5be6d9-db3f-4ff9-aac1-9532c6b54c36 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:00.183941 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-14f2cfc5-2d4c-451f-982f-d73e2e25ddd8 req-1c5be6d9-db3f-4ff9-aac1-9532c6b54c36 service neutron] 10.222.0.96 "PUT /v2.0/ports/f6309afb-3125-4ff7-a862-e4fad9550341 HTTP/1.1" status: 200 len: 1091 time: 1.3733258 Feb 04 17:31:00.204408 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-da093cba-7fcc-420f-a3f5-44d6966c6c10 req-ffe781c5-0d3e-4bf1-b34b-ccf2852de38f service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=93be5020-69ff-4f03-a3c5-d2aae8d3e689&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4924159 Feb 04 17:31:00.236666 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.db_base_plugin_common [None req-22007f98-49e6-4832-a760-a5f167ec7c41 tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Allocated IP 172.25.6.83 (48165773-85ad-49a1-9ec1-76fc8dc24188/7660bfad-1ea8-4fe7-831b-bed836f13efc/4985c6af-11ea-4a4e-8a5f-a1e96d05a54a) {{(pid=103377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:31:00.250916 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [req-14f2cfc5-2d4c-451f-982f-d73e2e25ddd8 req-6046b0d3-2c42-43a2-9ae6-ac232290cf47 service neutron] Request body: {'port': {'device_id': 'f9afa7a5-1aca-47d0-a335-e4059d5a8169', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827839-2'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:31:00.307503 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5be6d9-db3f-4ff9-aac1-9532c6b54c36 service neutron] Pushing event updated for resources: {'Port': ['ID=f6309afb-3125-4ff7-a862-e4fad9550341,revision_number=3']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:31:00.397301 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-5b47ba07-d015-4675-81f5-9d43836d96ac req-517b6278-5e70-47ac-aa29-832808223e9b tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] 10.222.0.89 "GET /v2.0/security-groups?id=97363f9b-735d-4c1b-ae48-6b5390fc2698&id=0a858dd3-bfe4-4a54-8e21-ad7067112b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3354223 Feb 04 17:31:00.469171 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-0c38835f-485f-4db3-b61a-fb4e2375b35a tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1541216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25888360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25597190'] for subnet (a8800a71-da53-4bc3-9e86-6666ae1e156f), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:00.471406 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43aa1a15-850c-4050-bd6e-cd3b46bdbf9c req-bf80347c-5c2c-4879-8bdd-ea69a06231dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:00.473866 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-43aa1a15-850c-4050-bd6e-cd3b46bdbf9c req-bf80347c-5c2c-4879-8bdd-ea69a06231dc service neutron] 10.222.0.96 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4016633 Feb 04 17:31:00.474563 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-14f2cfc5-2d4c-451f-982f-d73e2e25ddd8 req-6046b0d3-2c42-43a2-9ae6-ac232290cf47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (71081e14-4523-4976-b2ac-04c3ffa4889c), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:00.610701 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c38835f-485f-4db3-b61a-fb4e2375b35a tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Pushing event deleted for resources: {'Subnet': ['ID=a8800a71-da53-4bc3-9e86-6666ae1e156f,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:31:00.620442 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-0c38835f-485f-4db3-b61a-fb4e2375b35a tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Publish callbacks [] for subnet (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:00.622791 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fd3f6e8-ab5e-49f0-b925-94c8411518b3 None None] Network b3806eae-3752-4a9e-9821-64a1c1d3248a requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:31:00.626008 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-0c38835f-485f-4db3-b61a-fb4e2375b35a tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] 10.222.0.89 "DELETE /v2.0/subnets/a8800a71-da53-4bc3-9e86-6666ae1e156f HTTP/1.1" status: 204 len: 168 time: 2.1233108 Feb 04 17:31:00.629592 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 48308) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:31:00.683328 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-22007f98-49e6-4832-a760-a5f167ec7c41 tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Publish callbacks [] for port (4985c6af-11ea-4a4e-8a5f-a1e96d05a54a), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:00.742789 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e374f9b-ffa7-42a5-b91f-420bf930afe3 req-fa8b0ced-5d34-4823-b677-82dc14478865 tempest-ServerMetadataNegativeTestJSON-1314510418 tempest-ServerMetadataNegativeTestJSON-1314510418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:00.744983 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-0e374f9b-ffa7-42a5-b91f-420bf930afe3 req-fa8b0ced-5d34-4823-b677-82dc14478865 tempest-ServerMetadataNegativeTestJSON-1314510418 tempest-ServerMetadataNegativeTestJSON-1314510418-project] 10.222.0.89 "GET /v2.0/ports?device_id=88b2d227-c1af-4018-b602-c2aaa03e0215 HTTP/1.1" status: 200 len: 943 time: 0.9448123 Feb 04 17:31:00.844540 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-b0f85273-b6b9-4c4f-82d3-987c177c8893 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602754'] for router_interface (a5615500-825b-4c27-b245-888c86ab2e53), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:00.847737 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-da093cba-7fcc-420f-a3f5-44d6966c6c10 req-bc4e7911-fc53-4db2-a6a5-54412b52e895 service neutron] 10.222.0.90 "GET /v2.0/networks/93be5020-69ff-4f03-a3c5-d2aae8d3e689?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6067522 Feb 04 17:31:00.867837 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-6a531b04-1ffc-447d-a919-bc5e0d739cdc tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628832'] for network (b3806eae-3752-4a9e-9821-64a1c1d3248a), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:00.880971 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281b313f-f372-4515-8a2a-b724f5ed2886 req-738f5145-1daa-4b81-9add-466c01cb38e2 tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:00.888756 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-281b313f-f372-4515-8a2a-b724f5ed2886 req-738f5145-1daa-4b81-9add-466c01cb38e2 tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] 10.222.0.89 "GET /v2.0/ports?device_id=f2c300b1-94a0-4e81-a6de-54c4630651af HTTP/1.1" status: 200 len: 947 time: 0.3252087 Feb 04 17:31:00.920874 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f90b5a9-e660-4cb5-9d74-ea9934d27d75 None None] DHCP port deletion for b3806eae-3752-4a9e-9821-64a1c1d3248a request from n-d-827839-2 {{(pid=103378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 17:31:01.021067 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-2f90b5a9-e660-4cb5-9d74-ea9934d27d75 None None] Deleting port fdc2dde0-2239-4e8e-840d-ca6edd5b8d30 {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:31:01.021469 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2f90b5a9-e660-4cb5-9d74-ea9934d27d75 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (fdc2dde0-2239-4e8e-840d-ca6edd5b8d30), before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:01.032067 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-0e374f9b-ffa7-42a5-b91f-420bf930afe3 req-88fc3cac-e0fc-47e8-9a24-9620c6c1e133 tempest-ServerMetadataNegativeTestJSON-1314510418 tempest-ServerMetadataNegativeTestJSON-1314510418-project] 10.222.0.89 "GET /v2.0/security-groups?id=93fe45b5-2e5b-4587-b8d2-1dffc8294fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2727323 Feb 04 17:31:01.095680 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-da093cba-7fcc-420f-a3f5-44d6966c6c10 req-4345cced-23f9-40dc-a2df-6b4b6015d493 service neutron] 10.222.0.90 "GET /v2.0/networks/93be5020-69ff-4f03-a3c5-d2aae8d3e689?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2311027 Feb 04 17:31:01.101844 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-22007f98-49e6-4832-a760-a5f167ec7c41 tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (4985c6af-11ea-4a4e-8a5f-a1e96d05a54a), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:01.170105 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22007f98-49e6-4832-a760-a5f167ec7c41 tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Network 48165773-85ad-49a1-9ec1-76fc8dc24188 is already hosted by enough agents. {{(pid=103377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:31:01.187145 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-281b313f-f372-4515-8a2a-b724f5ed2886 req-98f581d5-fc8b-4bbd-a073-21d1a76a0047 tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] 10.222.0.89 "GET /v2.0/security-groups?id=749b530c-d4d8-46cd-99b4-1a8b04e03f53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2974000 Feb 04 17:31:01.191958 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-2f90b5a9-e660-4cb5-9d74-ea9934d27d75 None None] For port fdc2dde0-2239-4e8e-840d-ca6edd5b8d30, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=fdc2dde0-2239-4e8e-840d-ca6edd5b8d30,segment=NetworkSegment(d5a9e57f-e31a-48a0-9c3b-462061b4a576),segment_id=d5a9e57f-e31a-48a0-9c3b-462061b4a576)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:31:01.192364 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2f90b5a9-e660-4cb5-9d74-ea9934d27d75 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (fdc2dde0-2239-4e8e-840d-ca6edd5b8d30), precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:01.215453 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [None req-22007f98-49e6-4832-a760-a5f167ec7c41 tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Resources bound (agent type, host, resource id): {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:31:01.216814 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-2f90b5a9-e660-4cb5-9d74-ea9934d27d75 None None] Calling delete_port for fdc2dde0-2239-4e8e-840d-ca6edd5b8d30 owned by network:dhcp {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:31:01.223753 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-2ad34152-8734-471f-b07e-0e57579cabb7 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Publish callbacks [] for port (061376ab-5559-430f-a269-a0a7775cc27c), precommit_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:01.228494 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22007f98-49e6-4832-a760-a5f167ec7c41 tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Received port after_create {{(pid=103377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:31:01.305447 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-2ad34152-8734-471f-b07e-0e57579cabb7 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25888290'] for port (061376ab-5559-430f-a269-a0a7775cc27c), after_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:01.307123 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-2ad34152-8734-471f-b07e-0e57579cabb7 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1677345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602751'] for router_interface (519b5a09-be1a-4ed6-9cee-17d9dd42bfa6), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:01.312507 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22007f98-49e6-4832-a760-a5f167ec7c41 tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Pushing event updated for resources: {'Port': ['ID=4985c6af-11ea-4a4e-8a5f-a1e96d05a54a,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:31:01.314175 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2f90b5a9-e660-4cb5-9d74-ea9934d27d75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144'] for port (fdc2dde0-2239-4e8e-840d-ca6edd5b8d30), after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:01.346718 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f90b5a9-e660-4cb5-9d74-ea9934d27d75 None None] No DVR routers for this DVR port fdc2dde0-2239-4e8e-840d-ca6edd5b8d30 on host n-d-827839-2 {{(pid=103378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 17:31:01.347540 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-6a531b04-1ffc-447d-a919-bc5e0d739cdc tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Deleting port fdc2dde0-2239-4e8e-840d-ca6edd5b8d30 {{(pid=103376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:31:01.348988 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-6a531b04-1ffc-447d-a919-bc5e0d739cdc tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (fdc2dde0-2239-4e8e-840d-ca6edd5b8d30), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:01.350708 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f90b5a9-e660-4cb5-9d74-ea9934d27d75 None None] Pushing event deleted for resources: {'Port': ['ID=fdc2dde0-2239-4e8e-840d-ca6edd5b8d30,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:31:01.445693 n-d-827839-2 neutron-server[103376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9afa7a5-1aca-47d0-a335-e4059d5a8169', 'tag': 'f6309afb-3125-4ff7-a862-e4fad9550341'}] {{(pid=103376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:31:01.448796 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d59c3bb5e2f09ebf62144d5e09b1cff60c763a9c19614c24538e77842938c05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b3c8773-0888-4df2-b61b-e5b23324686b" -d '{"events": [{"name": "network-changed", "server_uuid": "f9afa7a5-1aca-47d0-a335-e4059d5a8169", "tag": "f6309afb-3125-4ff7-a862-e4fad9550341"}]}' {{(pid=103376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:31:01.495175 n-d-827839-2 neutron-server[103376]: DEBUG neutron.notifiers.nova [req-14f2cfc5-2d4c-451f-982f-d73e2e25ddd8 req-6046b0d3-2c42-43a2-9ae6-ac232290cf47 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 71081e14-4523-4976-b2ac-04c3ffa4889c {{(pid=103376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 17:31:01.513511 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-14f2cfc5-2d4c-451f-982f-d73e2e25ddd8 req-6046b0d3-2c42-43a2-9ae6-ac232290cf47 service neutron] Publish callbacks [] for port (71081e14-4523-4976-b2ac-04c3ffa4889c), precommit_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:01.536277 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 17:31:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36b42e88-17dd-496e-a816-0ef8b52653b6 x-openstack-request-id: req-36b42e88-17dd-496e-a816-0ef8b52653b6 {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:31:01.537143 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9afa7a5-1aca-47d0-a335-e4059d5a8169", "tag": "f6309afb-3125-4ff7-a862-e4fad9550341", "status": "completed", "code": 200}]} {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:31:01.537764 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-36b42e88-17dd-496e-a816-0ef8b52653b6 {{(pid=103376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:31:01.538556 n-d-827839-2 neutron-server[103376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9afa7a5-1aca-47d0-a335-e4059d5a8169', 'tag': 'f6309afb-3125-4ff7-a862-e4fad9550341', 'status': 'completed', 'code': 200} Feb 04 17:31:01.548929 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [None req-6a531b04-1ffc-447d-a919-bc5e0d739cdc tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] For port fdc2dde0-2239-4e8e-840d-ca6edd5b8d30, host n-d-827839-2, got binding levels [] {{(pid=103376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:31:01.549524 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-6a531b04-1ffc-447d-a919-bc5e0d739cdc tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (fdc2dde0-2239-4e8e-840d-ca6edd5b8d30), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:01.550734 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad34152-8734-471f-b07e-0e57579cabb7 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Pushing event updated for resources: {'Port': ['ID=061376ab-5559-430f-a269-a0a7775cc27c,revision_number=2']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:31:01.576936 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c66d39-469a-4a42-9c55-446879b33eca req-8975d07f-d9d6-4864-8fbb-fff6d33e8501 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:01.578514 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-70c66d39-469a-4a42-9c55-446879b33eca req-8975d07f-d9d6-4864-8fbb-fff6d33e8501 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=d8d674bc62a4414fb27c6a52d9e5440a&device_id=88b2d227-c1af-4018-b602-c2aaa03e0215 HTTP/1.1" status: 200 len: 1125 time: 0.4052334 Feb 04 17:31:01.604497 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.provisioning_blocks [req-14f2cfc5-2d4c-451f-982f-d73e2e25ddd8 req-6046b0d3-2c42-43a2-9ae6-ac232290cf47 service neutron] Transition to ACTIVE for port object 71081e14-4523-4976-b2ac-04c3ffa4889c will not be triggered until provisioned by entity L2. {{(pid=103376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 17:31:01.617256 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-6a531b04-1ffc-447d-a919-bc5e0d739cdc tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Calling delete_port for fdc2dde0-2239-4e8e-840d-ca6edd5b8d30 owned by network:dhcp {{(pid=103376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:31:01.622837 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.ipam_backend_mixin [None req-6a531b04-1ffc-447d-a919-bc5e0d739cdc tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Port fdc2dde0-2239-4e8e-840d-ca6edd5b8d30 was not found and therefore no delete operation was performed {{(pid=103376) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 04 17:31:01.625158 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-14f2cfc5-2d4c-451f-982f-d73e2e25ddd8 req-6046b0d3-2c42-43a2-9ae6-ac232290cf47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675836'] for port (71081e14-4523-4976-b2ac-04c3ffa4889c), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:01.687360 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6046b0d3-2c42-43a2-9ae6-ac232290cf47 service neutron] Pushing event updated for resources: {'Port': ['ID=71081e14-4523-4976-b2ac-04c3ffa4889c,revision_number=2']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:31:01.692708 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-6a531b04-1ffc-447d-a919-bc5e0d739cdc tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (fdc2dde0-2239-4e8e-840d-ca6edd5b8d30), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:01.733103 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device fdc2dde0-2239-4e8e-840d-ca6edd5b8d30 no longer exists at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:31:01.752108 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a531b04-1ffc-447d-a919-bc5e0d739cdc tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Pushing event deleted for resources: {'Port': ['ID=fdc2dde0-2239-4e8e-840d-ca6edd5b8d30,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:31:01.756528 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] No Port match for: fdc2dde0-2239-4e8e-840d-ca6edd5b8d30 {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 17:31:01.757557 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device fdc2dde0-2239-4e8e-840d-ca6edd5b8d30 not bound to the agent host n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 17:31:01.768637 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3c8773-0888-4df2-b61b-e5b23324686b req-4b86a225-b6fa-4339-9b06-83f322fbb0fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:01.770149 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3c8773-0888-4df2-b61b-e5b23324686b req-4b86a225-b6fa-4339-9b06-83f322fbb0fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:01.770594 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3c8773-0888-4df2-b61b-e5b23324686b req-4b86a225-b6fa-4339-9b06-83f322fbb0fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:01.771285 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3c8773-0888-4df2-b61b-e5b23324686b req-4b86a225-b6fa-4339-9b06-83f322fbb0fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:01.771952 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3c8773-0888-4df2-b61b-e5b23324686b req-4b86a225-b6fa-4339-9b06-83f322fbb0fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:01.772624 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3c8773-0888-4df2-b61b-e5b23324686b req-4b86a225-b6fa-4339-9b06-83f322fbb0fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:01.773218 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3c8773-0888-4df2-b61b-e5b23324686b req-4b86a225-b6fa-4339-9b06-83f322fbb0fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:01.775757 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-9b3c8773-0888-4df2-b61b-e5b23324686b req-4b86a225-b6fa-4339-9b06-83f322fbb0fd service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=ae7af1f68a8142688c6249d339ab8a6d&device_id=f9afa7a5-1aca-47d0-a335-e4059d5a8169 HTTP/1.1" status: 200 len: 6497 time: 0.2229395 Feb 04 17:31:01.796896 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a531b04-1ffc-447d-a919-bc5e0d739cdc tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] No DVR routers for this DVR port fdc2dde0-2239-4e8e-840d-ca6edd5b8d30 on host n-d-827839-2 {{(pid=103376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 17:31:01.991631 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-02f9d2cf-c742-4fde-8c55-f57fa9aaa034 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (64ada913-9131-4d99-a265-63a920956287), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:01.991885 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-6a531b04-1ffc-447d-a919-bc5e0d739cdc tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1543676', 'neutron.services.segments.db._delete_segments_for_network-8781084786517'] for network (b3806eae-3752-4a9e-9821-64a1c1d3248a), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:01.999071 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a460beb-64a8-4c5f-95e2-9d09edffa3fb req-bd06b274-6652-4129-abfe-c4b9e2f60186 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:02.004427 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a460beb-64a8-4c5f-95e2-9d09edffa3fb req-bd06b274-6652-4129-abfe-c4b9e2f60186 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:02.009779 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a460beb-64a8-4c5f-95e2-9d09edffa3fb req-bd06b274-6652-4129-abfe-c4b9e2f60186 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:02.015443 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a460beb-64a8-4c5f-95e2-9d09edffa3fb req-bd06b274-6652-4129-abfe-c4b9e2f60186 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:02.020435 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a460beb-64a8-4c5f-95e2-9d09edffa3fb req-bd06b274-6652-4129-abfe-c4b9e2f60186 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:02.025763 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a460beb-64a8-4c5f-95e2-9d09edffa3fb req-bd06b274-6652-4129-abfe-c4b9e2f60186 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:02.031143 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a460beb-64a8-4c5f-95e2-9d09edffa3fb req-bd06b274-6652-4129-abfe-c4b9e2f60186 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:02.033092 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-3a460beb-64a8-4c5f-95e2-9d09edffa3fb req-bd06b274-6652-4129-abfe-c4b9e2f60186 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] 10.222.0.89 "GET /v2.0/ports?device_id=f9afa7a5-1aca-47d0-a335-e4059d5a8169 HTTP/1.1" status: 200 len: 5395 time: 0.4786799 Feb 04 17:31:02.035341 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c66d39-469a-4a42-9c55-446879b33eca req-680e53ad-9756-403d-978e-e07c6556b12e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:02.036645 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-70c66d39-469a-4a42-9c55-446879b33eca req-680e53ad-9756-403d-978e-e07c6556b12e service neutron] 10.222.0.90 "GET /v2.0/networks?id=93be5020-69ff-4f03-a3c5-d2aae8d3e689 HTTP/1.1" status: 200 len: 921 time: 0.4288006 Feb 04 17:31:02.038870 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [req-14f2cfc5-2d4c-451f-982f-d73e2e25ddd8 req-6046b0d3-2c42-43a2-9ae6-ac232290cf47 service neutron] Attempting to bind port 71081e14-4523-4976-b2ac-04c3ffa4889c on host n-h1-827839-2 for vnic_type normal with profile {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:31:02.039313 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [req-14f2cfc5-2d4c-451f-982f-d73e2e25ddd8 req-6046b0d3-2c42-43a2-9ae6-ac232290cf47 service neutron] Attempting to bind port 71081e14-4523-4976-b2ac-04c3ffa4889c by drivers openvswitch,hyperv on host n-h1-827839-2 at level 0 using segments [{'id': '168864fc-4f05-4abe-b2d9-6a7996e75763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '6de4b58f-ff91-4bdc-9f3d-13346fce97eb'}] {{(pid=103376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:31:02.039749 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14f2cfc5-2d4c-451f-982f-d73e2e25ddd8 req-6046b0d3-2c42-43a2-9ae6-ac232290cf47 service neutron] Attempting to bind port 71081e14-4523-4976-b2ac-04c3ffa4889c on network 6de4b58f-ff91-4bdc-9f3d-13346fce97eb {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:31:02.043030 n-d-827839-2 neutron-server[103376]: DEBUG neutron.services.segments.db [None req-6a531b04-1ffc-447d-a919-bc5e0d739cdc tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3806eae-3752-4a9e-9821-64a1c1d3248a']}} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:31:02.045922 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ad34152-8734-471f-b07e-0e57579cabb7 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Network 91f343bc-9e24-4b9a-879e-69a194e0fff0 is already hosted by enough agents. {{(pid=103377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:31:02.047868 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3c8773-0888-4df2-b61b-e5b23324686b req-fb9ab54f-9fd6-4d9b-820d-4ea9f2a2e47c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:02.048165 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3c8773-0888-4df2-b61b-e5b23324686b req-fb9ab54f-9fd6-4d9b-820d-4ea9f2a2e47c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:02.048790 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3c8773-0888-4df2-b61b-e5b23324686b req-fb9ab54f-9fd6-4d9b-820d-4ea9f2a2e47c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:02.050473 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-9b3c8773-0888-4df2-b61b-e5b23324686b req-fb9ab54f-9fd6-4d9b-820d-4ea9f2a2e47c service neutron] 10.222.0.96 "GET /v2.0/networks?tenant_id=ae7af1f68a8142688c6249d339ab8a6d&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.2511463 Feb 04 17:31:02.062481 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [None req-2ad34152-8734-471f-b07e-0e57579cabb7 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Resources bound (agent type, host, resource id): {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:31:02.116927 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-70c66d39-469a-4a42-9c55-446879b33eca req-a339c428-7fc9-45a6-8a9a-c8b1caa3844e service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=413319cb-3645-4d67-bbb8-63d724138448 HTTP/1.1" status: 200 len: 217 time: 0.0656321 Feb 04 17:31:02.154781 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14f2cfc5-2d4c-451f-982f-d73e2e25ddd8 req-6046b0d3-2c42-43a2-9ae6-ac232290cf47 service neutron] Port 71081e14-4523-4976-b2ac-04c3ffa4889c on network 6de4b58f-ff91-4bdc-9f3d-13346fce97eb not bound, no agent of type Open vSwitch agent registered on host n-h1-827839-2 {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 17:31:02.154995 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14f2cfc5-2d4c-451f-982f-d73e2e25ddd8 req-6046b0d3-2c42-43a2-9ae6-ac232290cf47 service neutron] Attempting to bind port 71081e14-4523-4976-b2ac-04c3ffa4889c on network 6de4b58f-ff91-4bdc-9f3d-13346fce97eb {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:31:02.168391 n-d-827839-2 neutron-server[103376]: DEBUG neutron.services.segments.db [None req-6a531b04-1ffc-447d-a919-bc5e0d739cdc tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5a9e57f-e31a-48a0-9c3b-462061b4a576') {'for_net_delete': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:31:02.168866 n-d-827839-2 neutron-server[103376]: DEBUG neutron.services.segments.db [None req-6a531b04-1ffc-447d-a919-bc5e0d739cdc tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5a9e57f-e31a-48a0-9c3b-462061b4a576') {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:31:02.197729 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14f2cfc5-2d4c-451f-982f-d73e2e25ddd8 req-6046b0d3-2c42-43a2-9ae6-ac232290cf47 service neutron] Checking agent: {'id': '3f9244a9-75fc-4c10-b195-11d48b853b41', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 8, 42), 'started_at': datetime.datetime(2022, 2, 4, 17, 8, 42), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 30, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:31:02.198457 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14f2cfc5-2d4c-451f-982f-d73e2e25ddd8 req-6046b0d3-2c42-43a2-9ae6-ac232290cf47 service neutron] Checking segment: {'id': '168864fc-4f05-4abe-b2d9-6a7996e75763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '6de4b58f-ff91-4bdc-9f3d-13346fce97eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:31:02.198776 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14f2cfc5-2d4c-451f-982f-d73e2e25ddd8 req-6046b0d3-2c42-43a2-9ae6-ac232290cf47 service neutron] Bound using segment: {'id': '168864fc-4f05-4abe-b2d9-6a7996e75763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '6de4b58f-ff91-4bdc-9f3d-13346fce97eb'} {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:31:02.199329 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [req-14f2cfc5-2d4c-451f-982f-d73e2e25ddd8 req-6046b0d3-2c42-43a2-9ae6-ac232290cf47 service neutron] Bound port: 71081e14-4523-4976-b2ac-04c3ffa4889c, host: n-h1-827839-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '168864fc-4f05-4abe-b2d9-6a7996e75763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '6de4b58f-ff91-4bdc-9f3d-13346fce97eb'}}] {{(pid=103376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:31:02.199800 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-14f2cfc5-2d4c-451f-982f-d73e2e25ddd8 req-6046b0d3-2c42-43a2-9ae6-ac232290cf47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (71081e14-4523-4976-b2ac-04c3ffa4889c), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:02.222695 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-6a531b04-1ffc-447d-a919-bc5e0d739cdc tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781084783966', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25674908'] for segment (d5a9e57f-e31a-48a0-9c3b-462061b4a576), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:02.257534 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-6a531b04-1ffc-447d-a919-bc5e0d739cdc tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (d5a9e57f-e31a-48a0-9c3b-462061b4a576), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:02.293230 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a531b04-1ffc-447d-a919-bc5e0d739cdc tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Releasing vlan 774 on physical network physnet1 to pool {{(pid=103376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 17:31:02.293818 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-6a531b04-1ffc-447d-a919-bc5e0d739cdc tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25675992'] for segment (d5a9e57f-e31a-48a0-9c3b-462061b4a576), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:02.301489 n-d-827839-2 neutron-server[103376]: Traceback (most recent call last): Feb 04 17:31:02.301489 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 17:31:02.301489 n-d-827839-2 neutron-server[103376]: timer() Feb 04 17:31:02.301489 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 17:31:02.301489 n-d-827839-2 neutron-server[103376]: cb(*args, **kw) Feb 04 17:31:02.301489 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 17:31:02.301489 n-d-827839-2 neutron-server[103376]: return func(*args, **kwargs) Feb 04 17:31:02.301489 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 17:31:02.301489 n-d-827839-2 neutron-server[103376]: self._notify() Feb 04 17:31:02.301489 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 17:31:02.301489 n-d-827839-2 neutron-server[103376]: self.callback(batched_events) Feb 04 17:31:02.301489 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 17:31:02.301489 n-d-827839-2 neutron-server[103376]: event.method(event) Feb 04 17:31:02.301489 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 17:31:02.301489 n-d-827839-2 neutron-server[103376]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 17:31:02.301489 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 17:31:02.301489 n-d-827839-2 neutron-server[103376]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 17:31:02.301489 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 17:31:02.301489 n-d-827839-2 neutron-server[103376]: return f(self, *a, **k) Feb 04 17:31:02.301489 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 17:31:02.301489 n-d-827839-2 neutron-server[103376]: return self._get(url).json() Feb 04 17:31:02.301489 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 17:31:02.301489 n-d-827839-2 neutron-server[103376]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 17:31:02.301489 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 17:31:02.301489 n-d-827839-2 neutron-server[103376]: return self.request(url, 'GET', **kwargs) Feb 04 17:31:02.301489 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 17:31:02.301489 n-d-827839-2 neutron-server[103376]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 17:31:02.301489 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 17:31:02.301489 n-d-827839-2 neutron-server[103376]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 17:31:02.301489 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 17:31:02.301489 n-d-827839-2 neutron-server[103376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 17:31:02.301489 n-d-827839-2 neutron-server[103376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 17:31:02.374647 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3c8773-0888-4df2-b61b-e5b23324686b req-afb6c1d1-f858-467a-b87a-072dbbeb7414 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:02.376390 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-9b3c8773-0888-4df2-b61b-e5b23324686b req-afb6c1d1-f858-467a-b87a-072dbbeb7414 service neutron] 10.222.0.96 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3189633 Feb 04 17:31:02.405813 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a16f948-2818-4f6b-adf4-2a7cbad511f2 req-f023d60f-2785-4413-913c-4672cd21b82a tempest-ServerMetadataNegativeTestJSON-1314510418 tempest-ServerMetadataNegativeTestJSON-1314510418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:02.413136 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-3a16f948-2818-4f6b-adf4-2a7cbad511f2 req-f023d60f-2785-4413-913c-4672cd21b82a tempest-ServerMetadataNegativeTestJSON-1314510418 tempest-ServerMetadataNegativeTestJSON-1314510418-project] 10.222.0.89 "GET /v2.0/ports?device_id=88b2d227-c1af-4018-b602-c2aaa03e0215 HTTP/1.1" status: 200 len: 943 time: 0.2600586 Feb 04 17:31:02.447303 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [req-14f2cfc5-2d4c-451f-982f-d73e2e25ddd8 req-6046b0d3-2c42-43a2-9ae6-ac232290cf47 service neutron] For port 71081e14-4523-4976-b2ac-04c3ffa4889c, host n-h1-827839-2, cleared binding levels {{(pid=103376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:31:02.464943 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [req-14f2cfc5-2d4c-451f-982f-d73e2e25ddd8 req-6046b0d3-2c42-43a2-9ae6-ac232290cf47 service neutron] For port 71081e14-4523-4976-b2ac-04c3ffa4889c, host n-h1-827839-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=71081e14-4523-4976-b2ac-04c3ffa4889c,segment=NetworkSegment(168864fc-4f05-4abe-b2d9-6a7996e75763),segment_id=168864fc-4f05-4abe-b2d9-6a7996e75763)] {{(pid=103376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:31:02.472295 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-6a531b04-1ffc-447d-a919-bc5e0d739cdc tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1543671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1595572'] for network (b3806eae-3752-4a9e-9821-64a1c1d3248a), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:02.484474 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-6a531b04-1ffc-447d-a919-bc5e0d739cdc tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677565'] for network (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:02.488245 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-6a531b04-1ffc-447d-a919-bc5e0d739cdc tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] 10.222.0.89 "DELETE /v2.0/networks/b3806eae-3752-4a9e-9821-64a1c1d3248a HTTP/1.1" status: 204 len: 168 time: 1.8566577 Feb 04 17:31:02.493663 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 48334) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:31:02.517004 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-14f2cfc5-2d4c-451f-982f-d73e2e25ddd8 req-6046b0d3-2c42-43a2-9ae6-ac232290cf47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675836'] for port (71081e14-4523-4976-b2ac-04c3ffa4889c), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:02.534228 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-da80d515-6cb1-4eb2-a583-0e4713492e69 None None] Provisioning complete for port 061376ab-5559-430f-a269-a0a7775cc27c triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:31:02.534884 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-da80d515-6cb1-4eb2-a583-0e4713492e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (061376ab-5559-430f-a269-a0a7775cc27c), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:02.563249 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a531b04-1ffc-447d-a919-bc5e0d739cdc tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Pushing event deleted for resources: {'Network': ['ID=b3806eae-3752-4a9e-9821-64a1c1d3248a,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:31:02.580163 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-da80d515-6cb1-4eb2-a583-0e4713492e69 None None] Port 061376ab-5559-430f-a269-a0a7775cc27c cannot update to ACTIVE because it is not bound. {{(pid=103378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 17:31:02.592302 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-3a16f948-2818-4f6b-adf4-2a7cbad511f2 req-fa863d81-c8ad-4c89-8b2e-1f5779bdb81b tempest-ServerMetadataNegativeTestJSON-1314510418 tempest-ServerMetadataNegativeTestJSON-1314510418-project] 10.222.0.89 "GET /v2.0/security-groups?id=93fe45b5-2e5b-4587-b8d2-1dffc8294fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1778626 Feb 04 17:31:02.614456 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f2cfc5-2d4c-451f-982f-d73e2e25ddd8 req-6046b0d3-2c42-43a2-9ae6-ac232290cf47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:02.615097 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-14f2cfc5-2d4c-451f-982f-d73e2e25ddd8 req-6046b0d3-2c42-43a2-9ae6-ac232290cf47 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:02.616540 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-14f2cfc5-2d4c-451f-982f-d73e2e25ddd8 req-6046b0d3-2c42-43a2-9ae6-ac232290cf47 service neutron] 10.222.0.96 "PUT /v2.0/ports/71081e14-4523-4976-b2ac-04c3ffa4889c HTTP/1.1" status: 200 len: 1091 time: 2.3742428 Feb 04 17:31:02.625923 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20668e0a-b300-4631-95da-83d2370b2408 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:02.627383 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-20668e0a-b300-4631-95da-83d2370b2408 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] 10.222.0.89 "GET /v2.0/ports/c26ddaf0-0545-471b-a0cb-e67fa3545298 HTTP/1.1" status: 200 len: 840 time: 0.1326888 Feb 04 17:31:02.635666 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 48336) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:31:02.671174 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6046b0d3-2c42-43a2-9ae6-ac232290cf47 service neutron] Pushing event updated for resources: {'Port': ['ID=71081e14-4523-4976-b2ac-04c3ffa4889c,revision_number=3']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:31:02.690570 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [req-14f2cfc5-2d4c-451f-982f-d73e2e25ddd8 req-b7c5ea32-e1f3-4da2-9538-71162e3b864d service neutron] Request body: {'port': {'device_id': 'f9afa7a5-1aca-47d0-a335-e4059d5a8169', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827839-2'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:31:02.807094 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-7e801a59-732f-4c68-bf3a-92311401db0f tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] 10.222.0.89 "GET /v2.0/ports/c26ddaf0-0545-471b-a0cb-e67fa3545298?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1701467 Feb 04 17:31:02.808500 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 48338) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:31:02.816069 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-8bb1768b-8b17-493c-8591-3fa30695eeb6 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Request body: {'subnet': {'network_id': '39c5a3cf-023d-44e7-9195-38ea0e412caf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:31:02.902252 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c66d39-469a-4a42-9c55-446879b33eca req-d3afdbdc-01d9-4069-b32f-f8c54730a5de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:02.904610 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-70c66d39-469a-4a42-9c55-446879b33eca req-d3afdbdc-01d9-4069-b32f-f8c54730a5de service neutron] 10.222.0.90 "GET /v2.0/subnets?id=ad2c6296-fcbd-4a71-9981-9f7829466c82 HTTP/1.1" status: 200 len: 860 time: 0.7548721 Feb 04 17:31:02.909381 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-3a460beb-64a8-4c5f-95e2-9d09edffa3fb req-4700dc57-43ee-4e61-964a-5cd0a90df5ac tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] 10.222.0.89 "GET /v2.0/security-groups?id=97363f9b-735d-4c1b-ae48-6b5390fc2698&id=0a858dd3-bfe4-4a54-8e21-ad7067112b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.8415232 Feb 04 17:31:02.928759 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-22007f98-49e6-4832-a760-a5f167ec7c41 tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Publish callbacks [] for floatingip (69a26a8d-05fc-444a-bcdb-7f915dafb304), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:02.969985 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d408ec64-b374-4acb-a1fc-48241dad6d47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (0cd6d64a-47a7-40ff-8c12-71dd526c62e0), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:02.973606 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ad34152-8734-471f-b07e-0e57579cabb7 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Router 519b5a09-be1a-4ed6-9cee-17d9dd42bfa6 has already been hosted by L3 agent 64ada913-9131-4d99-a265-63a920956287 {{(pid=103377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 17:31:02.977778 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-70c66d39-469a-4a42-9c55-446879b33eca req-5c00dee7-c0f7-465d-8013-048d2c4d76ed service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=93be5020-69ff-4f03-a3c5-d2aae8d3e689&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0585964 Feb 04 17:31:03.070372 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-b0f85273-b6b9-4c4f-82d3-987c177c8893 admin admin] Deleting port 67bf434d-66bd-4703-8d75-c9a0bbd698bc {{(pid=103377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:31:03.071033 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-b0f85273-b6b9-4c4f-82d3-987c177c8893 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (67bf434d-66bd-4703-8d75-c9a0bbd698bc), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:03.243740 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-22007f98-49e6-4832-a760-a5f167ec7c41 tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (4985c6af-11ea-4a4e-8a5f-a1e96d05a54a), before_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:03.299340 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-70c66d39-469a-4a42-9c55-446879b33eca req-f9b42c0a-d60d-45cf-a46f-b50f917c9723 service neutron] 10.222.0.90 "GET /v2.0/networks/93be5020-69ff-4f03-a3c5-d2aae8d3e689?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3075044 Feb 04 17:31:03.303293 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5aeb19c-781e-4182-af9d-020dadf801f0 req-8bc9c2b4-170c-4ca4-b193-f619faf5e97a tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:03.304848 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-a5aeb19c-781e-4182-af9d-020dadf801f0 req-8bc9c2b4-170c-4ca4-b193-f619faf5e97a tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] 10.222.0.89 "GET /v2.0/ports?device_id=f2c300b1-94a0-4e81-a6de-54c4630651af HTTP/1.1" status: 200 len: 947 time: 0.5783968 Feb 04 17:31:03.323749 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ad34152-8734-471f-b07e-0e57579cabb7 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Notify agent at l3_agent.n-d-827839-2 the message routers_updated {{(pid=103377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 17:31:03.336330 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aeaee65-c730-4654-b2d0-dc3d6eb26cc1 None None] Sync routers for ids ['519b5a09-be1a-4ed6-9cee-17d9dd42bfa6'] in n-d-827839-2 {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 17:31:03.346730 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-14f2cfc5-2d4c-451f-982f-d73e2e25ddd8 req-b7c5ea32-e1f3-4da2-9538-71162e3b864d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (397c6c1e-40e7-4c7f-9066-28791535e5e4), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:03.348056 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aeaee65-c730-4654-b2d0-dc3d6eb26cc1 None None] Routers {'519b5a09-be1a-4ed6-9cee-17d9dd42bfa6'} bound to L3 agent in host n-d-827839-2 {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:31:03.349134 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-1aeaee65-c730-4654-b2d0-dc3d6eb26cc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:31:02Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['519b5a09-be1a-4ed6-9cee-17d9dd42bfa6'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:31:03.385967 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bb1768b-8b17-493c-8591-3fa30695eeb6 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Made reservation on behalf of 6054a945d1db4859ae33f1c6e4a7b141 for: {'subnet': 1} {{(pid=103376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:31:03.388440 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-8bb1768b-8b17-493c-8591-3fa30695eeb6 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25859006'] for subnet (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:03.404520 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [None req-b0f85273-b6b9-4c4f-82d3-987c177c8893 admin admin] For port 67bf434d-66bd-4703-8d75-c9a0bbd698bc, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=67bf434d-66bd-4703-8d75-c9a0bbd698bc,segment=NetworkSegment(072307a9-31c6-4f7a-9235-384357f581eb),segment_id=072307a9-31c6-4f7a-9235-384357f581eb)] {{(pid=103377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:31:03.404919 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-b0f85273-b6b9-4c4f-82d3-987c177c8893 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (67bf434d-66bd-4703-8d75-c9a0bbd698bc), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:03.420447 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-b0f85273-b6b9-4c4f-82d3-987c177c8893 admin admin] Calling delete_port for 67bf434d-66bd-4703-8d75-c9a0bbd698bc owned by network:router_interface {{(pid=103377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:31:03.445253 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-a5aeb19c-781e-4182-af9d-020dadf801f0 req-65d336e3-938b-4376-8e83-db64c6a4c84e tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] 10.222.0.89 "GET /v2.0/security-groups?id=749b530c-d4d8-46cd-99b4-1a8b04e03f53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1282403 Feb 04 17:31:03.446517 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvr_db [None req-1aeaee65-c730-4654-b2d0-dc3d6eb26cc1 None None] Set router 519b5a09-be1a-4ed6-9cee-17d9dd42bfa6 gateway port host: None {{(pid=103379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:31:03.562735 n-d-827839-2 neutron-server[103376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9afa7a5-1aca-47d0-a335-e4059d5a8169', 'tag': '71081e14-4523-4976-b2ac-04c3ffa4889c'}] {{(pid=103376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:31:03.564807 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d59c3bb5e2f09ebf62144d5e09b1cff60c763a9c19614c24538e77842938c05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5b76115-2029-4948-aed4-3497ad9ae1b6" -d '{"events": [{"name": "network-changed", "server_uuid": "f9afa7a5-1aca-47d0-a335-e4059d5a8169", "tag": "71081e14-4523-4976-b2ac-04c3ffa4889c"}]}' {{(pid=103376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:31:03.584210 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-2ad34152-8734-471f-b07e-0e57579cabb7 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] 10.222.0.89 "PUT /v2.0/routers/519b5a09-be1a-4ed6-9cee-17d9dd42bfa6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.7352157 Feb 04 17:31:03.585327 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 48344) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:31:03.655639 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 17:31:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc66556a-9a4a-45ab-81b1-999822bc9ea9 x-openstack-request-id: req-dc66556a-9a4a-45ab-81b1-999822bc9ea9 {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:31:03.655938 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9afa7a5-1aca-47d0-a335-e4059d5a8169", "tag": "71081e14-4523-4976-b2ac-04c3ffa4889c", "status": "completed", "code": 200}]} {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:31:03.656195 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-dc66556a-9a4a-45ab-81b1-999822bc9ea9 {{(pid=103376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:31:03.656596 n-d-827839-2 neutron-server[103376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9afa7a5-1aca-47d0-a335-e4059d5a8169', 'tag': '71081e14-4523-4976-b2ac-04c3ffa4889c', 'status': 'completed', 'code': 200} Feb 04 17:31:03.690836 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-1aeaee65-c730-4654-b2d0-dc3d6eb26cc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '519b5a09-be1a-4ed6-9cee-17d9dd42bfa6', 'name': 'tempest-RoutersIpV6Test-router-1872959318', 'tenant_id': '9117ee7d05a54905bc1e8a5956601b14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:30:09Z', 'updated_at': '2022-02-04T17:30:59Z', 'revision_number': 4, 'project_id': '9117ee7d05a54905bc1e8a5956601b14', 'gw_port_host': None, '_interfaces': [{'id': '061376ab-5559-430f-a269-a0a7775cc27c', 'name': '', 'network_id': '91f343bc-9e24-4b9a-879e-69a194e0fff0', 'tenant_id': '9117ee7d05a54905bc1e8a5956601b14', 'mac_address': 'fa:16:3e:33:db:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '519b5a09-be1a-4ed6-9cee-17d9dd42bfa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2294, 'fixed_ips': [{'subnet_id': '2ea1283a-c76b-437d-b3f5-f48e319c2a24', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:30:54Z', 'updated_at': '2022-02-04T17:31:00Z', 'revision_number': 2, 'project_id': '9117ee7d05a54905bc1e8a5956601b14', 'subnets': [{'id': '2ea1283a-c76b-437d-b3f5-f48e319c2a24', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '56c51fc1-b604-49a0-9e16-3420f4efe7e7', 'name': '', 'network_id': '1075af02-a74d-49b8-96f6-92af5f280311', 'tenant_id': '9117ee7d05a54905bc1e8a5956601b14', 'mac_address': 'fa:16:3e:8f:3a:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '519b5a09-be1a-4ed6-9cee-17d9dd42bfa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2282, 'fixed_ips': [{'subnet_id': '4794049b-80b7-4292-8142-5254fcbd38a1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:30:32Z', 'updated_at': '2022-02-04T17:30:50Z', 'revision_number': 5, 'project_id': '9117ee7d05a54905bc1e8a5956601b14', 'subnets': [{'id': '4794049b-80b7-4292-8142-5254fcbd38a1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e45f3f22-c9b2-40db-bd81-abe2ef0e1ad1', 'name': '', 'network_id': 'e491b4ae-a9ba-443a-b592-68de5d6c355f', 'tenant_id': '9117ee7d05a54905bc1e8a5956601b14', 'mac_address': 'fa:16:3e:49:15:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '519b5a09-be1a-4ed6-9cee-17d9dd42bfa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2259, 'fixed_ips': [{'subnet_id': '78e6fd8d-d36c-498f-9851-709f40f04989', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:30:15Z', 'updated_at': '2022-02-04T17:30:27Z', 'revision_number': 5, 'project_id': '9117ee7d05a54905bc1e8a5956601b14', 'subnets': [{'id': '78e6fd8d-d36c-498f-9851-709f40f04989', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-2', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:31:03.725560 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aeaee65-c730-4654-b2d0-dc3d6eb26cc1 None None] Checking router: 519b5a09-be1a-4ed6-9cee-17d9dd42bfa6 for host: n-d-827839-2 {{(pid=103379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 17:31:03.726418 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aeaee65-c730-4654-b2d0-dc3d6eb26cc1 None None] Updating router 519b5a09-be1a-4ed6-9cee-17d9dd42bfa6 port 061376ab-5559-430f-a269-a0a7775cc27c binding host n-d-827839-2 {{(pid=103379) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 17:31:03.740511 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-3654cad3-4251-4237-b1b8-1e5fec9bf539 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-569369363'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:31:03.758045 n-d-827839-2 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1aeaee65-c730-4654-b2d0-dc3d6eb26cc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (061376ab-5559-430f-a269-a0a7775cc27c), before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:03.769866 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-b0f85273-b6b9-4c4f-82d3-987c177c8893 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (67bf434d-66bd-4703-8d75-c9a0bbd698bc), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:03.810646 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3654cad3-4251-4237-b1b8-1e5fec9bf539 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Made reservation on behalf of 9117ee7d05a54905bc1e8a5956601b14 for: {'network': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:31:03.814381 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-3654cad3-4251-4237-b1b8-1e5fec9bf539 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for network (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:03.890837 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3654cad3-4251-4237-b1b8-1e5fec9bf539 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] vlan segment allocate from pool success with {'vlan_id': 786, 'physical_network': 'physnet1'} {{(pid=103377) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 17:31:03.902387 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b76115-2029-4948-aed4-3497ad9ae1b6 req-c1e83b91-0ded-46ec-9684-93a0ba04f65f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:03.905053 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b76115-2029-4948-aed4-3497ad9ae1b6 req-c1e83b91-0ded-46ec-9684-93a0ba04f65f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:03.905737 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b76115-2029-4948-aed4-3497ad9ae1b6 req-c1e83b91-0ded-46ec-9684-93a0ba04f65f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:03.906944 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b76115-2029-4948-aed4-3497ad9ae1b6 req-c1e83b91-0ded-46ec-9684-93a0ba04f65f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:03.907468 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b76115-2029-4948-aed4-3497ad9ae1b6 req-c1e83b91-0ded-46ec-9684-93a0ba04f65f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:03.907950 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b76115-2029-4948-aed4-3497ad9ae1b6 req-c1e83b91-0ded-46ec-9684-93a0ba04f65f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:03.908502 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b76115-2029-4948-aed4-3497ad9ae1b6 req-c1e83b91-0ded-46ec-9684-93a0ba04f65f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:03.911379 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-a5b76115-2029-4948-aed4-3497ad9ae1b6 req-c1e83b91-0ded-46ec-9684-93a0ba04f65f service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=ae7af1f68a8142688c6249d339ab8a6d&device_id=f9afa7a5-1aca-47d0-a335-e4059d5a8169 HTTP/1.1" status: 200 len: 6595 time: 0.2319245 Feb 04 17:31:03.917163 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-8bb1768b-8b17-493c-8591-3fa30695eeb6 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25674939', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25858952'] for subnet (9a3e2123-2af5-489f-ad72-92822cfd04a3), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:03.986296 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1ab0ba-839f-46eb-8314-b7ac100a9e1d req-56958520-bbfd-459e-93b0-2f5556ce45f3 tempest-ServerMetadataNegativeTestJSON-1314510418 tempest-ServerMetadataNegativeTestJSON-1314510418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:03.988114 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-bf1ab0ba-839f-46eb-8314-b7ac100a9e1d req-56958520-bbfd-459e-93b0-2f5556ce45f3 tempest-ServerMetadataNegativeTestJSON-1314510418 tempest-ServerMetadataNegativeTestJSON-1314510418-project] 10.222.0.89 "GET /v2.0/ports?device_id=88b2d227-c1af-4018-b602-c2aaa03e0215 HTTP/1.1" status: 200 len: 943 time: 0.2501466 Feb 04 17:31:04.103116 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f85273-b6b9-4c4f-82d3-987c177c8893 admin admin] Pushing event deleted for resources: {'Port': ['ID=67bf434d-66bd-4703-8d75-c9a0bbd698bc,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:31:04.148044 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bb1768b-8b17-493c-8591-3fa30695eeb6 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Network 39c5a3cf-023d-44e7-9195-38ea0e412caf is already hosted by enough agents. {{(pid=103376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:31:04.156356 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-3654cad3-4251-4237-b1b8-1e5fec9bf539 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (369dea9c-8d6a-46f2-b62d-9d92aad7dd59), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:04.156708 n-d-827839-2 neutron-server[103377]: INFO neutron.db.segments_db [None req-3654cad3-4251-4237-b1b8-1e5fec9bf539 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Added segment 369dea9c-8d6a-46f2-b62d-9d92aad7dd59 of type vlan for network b6ecfe8a-df64-4548-a5a9-01eea9be4d13 Feb 04 17:31:04.164840 n-d-827839-2 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1aeaee65-c730-4654-b2d0-dc3d6eb26cc1 None None] Publish callbacks [] for port (061376ab-5559-430f-a269-a0a7775cc27c), precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:04.174670 n-d-827839-2 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1aeaee65-c730-4654-b2d0-dc3d6eb26cc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (061376ab-5559-430f-a269-a0a7775cc27c), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:04.176238 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [None req-8bb1768b-8b17-493c-8591-3fa30695eeb6 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Resources bound (agent type, host, resource id): {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:31:04.188543 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8201de06-76ba-41dd-8c6e-1b9c3d2fe0c5 None None] Network 39c5a3cf-023d-44e7-9195-38ea0e412caf requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:31:04.194132 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bb1768b-8b17-493c-8591-3fa30695eeb6 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:04.194920 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-8bb1768b-8b17-493c-8591-3fa30695eeb6 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Publish callbacks [] for subnet (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:04.201391 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb1768b-8b17-493c-8591-3fa30695eeb6 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Pushing event updated for resources: {'Subnet': ['ID=9a3e2123-2af5-489f-ad72-92822cfd04a3,revision_number=0']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:31:04.242014 n-d-827839-2 neutron-server[103376]: DEBUG neutron.notifiers.nova [req-14f2cfc5-2d4c-451f-982f-d73e2e25ddd8 req-b7c5ea32-e1f3-4da2-9538-71162e3b864d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 397c6c1e-40e7-4c7f-9066-28791535e5e4 {{(pid=103376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 17:31:04.271465 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-14f2cfc5-2d4c-451f-982f-d73e2e25ddd8 req-b7c5ea32-e1f3-4da2-9538-71162e3b864d service neutron] Publish callbacks [] for port (397c6c1e-40e7-4c7f-9066-28791535e5e4), precommit_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:04.291118 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace682fc-e708-4bd9-b254-38bb32fc89b3 None None] Pushing event updated for resources: {'Port': ['ID=061376ab-5559-430f-a269-a0a7775cc27c,revision_number=3']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:31:04.301868 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-bf1ab0ba-839f-46eb-8314-b7ac100a9e1d req-366df4c3-452e-4480-abd3-2bc0f562069a tempest-ServerMetadataNegativeTestJSON-1314510418 tempest-ServerMetadataNegativeTestJSON-1314510418-project] 10.222.0.89 "GET /v2.0/security-groups?id=93fe45b5-2e5b-4587-b8d2-1dffc8294fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2284710 Feb 04 17:31:04.323739 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-8bb1768b-8b17-493c-8591-3fa30695eeb6 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5116608 Feb 04 17:31:04.330183 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace682fc-e708-4bd9-b254-38bb32fc89b3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:31:04.330537 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace682fc-e708-4bd9-b254-38bb32fc89b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:31:04.330924 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace682fc-e708-4bd9-b254-38bb32fc89b3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:31:04.331181 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace682fc-e708-4bd9-b254-38bb32fc89b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:31:04.331301 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 48350) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:31:04.331527 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace682fc-e708-4bd9-b254-38bb32fc89b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:31:04.331823 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace682fc-e708-4bd9-b254-38bb32fc89b3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:31:04.332918 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace682fc-e708-4bd9-b254-38bb32fc89b3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:31:04.333233 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace682fc-e708-4bd9-b254-38bb32fc89b3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:31:04.333556 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace682fc-e708-4bd9-b254-38bb32fc89b3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:31:04.333881 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace682fc-e708-4bd9-b254-38bb32fc89b3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:31:04.334679 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace682fc-e708-4bd9-b254-38bb32fc89b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:31:04.335006 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace682fc-e708-4bd9-b254-38bb32fc89b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:31:04.335326 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace682fc-e708-4bd9-b254-38bb32fc89b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:31:04.339927 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-e798630e-4bf0-434e-93c6-28bfb20f0718 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Request body: {'security_group': {'name': 'tempest-secgroup-649362645'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:31:04.349712 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.provisioning_blocks [req-14f2cfc5-2d4c-451f-982f-d73e2e25ddd8 req-b7c5ea32-e1f3-4da2-9538-71162e3b864d service neutron] Transition to ACTIVE for port object 397c6c1e-40e7-4c7f-9066-28791535e5e4 will not be triggered until provisioned by entity L2. {{(pid=103376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 17:31:04.353393 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b76115-2029-4948-aed4-3497ad9ae1b6 req-b573e522-6fc6-436d-8072-da2d42ec8c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:04.353796 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b76115-2029-4948-aed4-3497ad9ae1b6 req-b573e522-6fc6-436d-8072-da2d42ec8c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:04.354260 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b76115-2029-4948-aed4-3497ad9ae1b6 req-b573e522-6fc6-436d-8072-da2d42ec8c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:04.356168 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-a5b76115-2029-4948-aed4-3497ad9ae1b6 req-b573e522-6fc6-436d-8072-da2d42ec8c94 service neutron] 10.222.0.96 "GET /v2.0/networks?tenant_id=ae7af1f68a8142688c6249d339ab8a6d&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.4220111 Feb 04 17:31:04.363827 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-14f2cfc5-2d4c-451f-982f-d73e2e25ddd8 req-b7c5ea32-e1f3-4da2-9538-71162e3b864d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675836'] for port (397c6c1e-40e7-4c7f-9066-28791535e5e4), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:04.365213 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-70c66d39-469a-4a42-9c55-446879b33eca req-84fc5cb9-e066-4463-a852-c366a6a0e763 service neutron] 10.222.0.90 "GET /v2.0/networks/93be5020-69ff-4f03-a3c5-d2aae8d3e689?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0518196 Feb 04 17:31:04.379833 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-3654cad3-4251-4237-b1b8-1e5fec9bf539 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781084292801'] for network (b6ecfe8a-df64-4548-a5a9-01eea9be4d13), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:04.397050 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [None req-1aeaee65-c730-4654-b2d0-dc3d6eb26cc1 None None] Attempting to bind port 061376ab-5559-430f-a269-a0a7775cc27c on host n-d-827839-2 for vnic_type normal with profile {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:31:04.397617 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [None req-1aeaee65-c730-4654-b2d0-dc3d6eb26cc1 None None] Attempting to bind port 061376ab-5559-430f-a269-a0a7775cc27c by drivers openvswitch,hyperv on host n-d-827839-2 at level 0 using segments [{'id': '8fc359c1-f1f2-4e03-ae97-ae0b10393136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '91f343bc-9e24-4b9a-879e-69a194e0fff0'}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:31:04.397934 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aeaee65-c730-4654-b2d0-dc3d6eb26cc1 None None] Attempting to bind port 061376ab-5559-430f-a269-a0a7775cc27c on network 91f343bc-9e24-4b9a-879e-69a194e0fff0 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:31:04.403790 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aeaee65-c730-4654-b2d0-dc3d6eb26cc1 None None] Checking agent: {'id': 'ba70844b-66a0-45fd-a2f2-e6ed673321fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 0, 36), 'started_at': datetime.datetime(2022, 2, 4, 17, 1, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 30, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:31:04.404236 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aeaee65-c730-4654-b2d0-dc3d6eb26cc1 None None] Checking segment: {'id': '8fc359c1-f1f2-4e03-ae97-ae0b10393136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '91f343bc-9e24-4b9a-879e-69a194e0fff0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:31:04.404697 n-d-827839-2 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1aeaee65-c730-4654-b2d0-dc3d6eb26cc1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:04.405169 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aeaee65-c730-4654-b2d0-dc3d6eb26cc1 None None] Bound using segment: {'id': '8fc359c1-f1f2-4e03-ae97-ae0b10393136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '91f343bc-9e24-4b9a-879e-69a194e0fff0'} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:31:04.405693 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [None req-1aeaee65-c730-4654-b2d0-dc3d6eb26cc1 None None] Bound port: 061376ab-5559-430f-a269-a0a7775cc27c, host: n-d-827839-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8fc359c1-f1f2-4e03-ae97-ae0b10393136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '91f343bc-9e24-4b9a-879e-69a194e0fff0'}}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:31:04.406499 n-d-827839-2 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1aeaee65-c730-4654-b2d0-dc3d6eb26cc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (061376ab-5559-430f-a269-a0a7775cc27c), before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:04.480427 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14918888-72bc-4d0b-b586-42323183e0f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e4c19ad-5724-5db8-8ee1-4f56ae69fcf4-39c5a3cf-023d-44e7-9195-38ea0e412caf', 'network_id': '39c5a3cf-023d-44e7-9195-38ea0e412caf', 'project_id': '6054a945d1db4859ae33f1c6e4a7b141', 'fixed_ips': [{'subnet_id': '9a3e2123-2af5-489f-ad72-92822cfd04a3'}]}} from n-d-827839-2. {{(pid=103378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 17:31:04.482349 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-14918888-72bc-4d0b-b586-42323183e0f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:04.531809 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-1aeaee65-c730-4654-b2d0-dc3d6eb26cc1 None None] For port 061376ab-5559-430f-a269-a0a7775cc27c, host n-d-827839-2, cleared binding levels {{(pid=103379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:31:04.539336 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-e798630e-4bf0-434e-93c6-28bfb20f0718 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Publish callbacks [] for security_group (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:04.541411 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-1aeaee65-c730-4654-b2d0-dc3d6eb26cc1 None None] For port 061376ab-5559-430f-a269-a0a7775cc27c, host n-d-827839-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=061376ab-5559-430f-a269-a0a7775cc27c,segment=NetworkSegment(8fc359c1-f1f2-4e03-ae97-ae0b10393136),segment_id=8fc359c1-f1f2-4e03-ae97-ae0b10393136)] {{(pid=103379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:31:04.567749 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-3654cad3-4251-4237-b1b8-1e5fec9bf539 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327'] for network (b6ecfe8a-df64-4548-a5a9-01eea9be4d13), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:04.572330 n-d-827839-2 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1aeaee65-c730-4654-b2d0-dc3d6eb26cc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (061376ab-5559-430f-a269-a0a7775cc27c), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:04.575404 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3654cad3-4251-4237-b1b8-1e5fec9bf539 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:04.576097 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-3654cad3-4251-4237-b1b8-1e5fec9bf539 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Publish callbacks [] for network (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:04.629954 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f2aa30-178e-4d75-ad32-156e251f96ba req-472df678-acdf-4910-abc1-0bcb8ccfd1af tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:04.635746 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f2aa30-178e-4d75-ad32-156e251f96ba req-472df678-acdf-4910-abc1-0bcb8ccfd1af tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:04.641979 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f2aa30-178e-4d75-ad32-156e251f96ba req-472df678-acdf-4910-abc1-0bcb8ccfd1af tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:04.650741 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aeaee65-c730-4654-b2d0-dc3d6eb26cc1 None None] Routers {'519b5a09-be1a-4ed6-9cee-17d9dd42bfa6'} bound to L3 agent in host n-d-827839-2 {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:31:04.651362 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-1aeaee65-c730-4654-b2d0-dc3d6eb26cc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:31:02Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['519b5a09-be1a-4ed6-9cee-17d9dd42bfa6'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:31:04.659154 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f2aa30-178e-4d75-ad32-156e251f96ba req-472df678-acdf-4910-abc1-0bcb8ccfd1af tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:04.692354 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f2aa30-178e-4d75-ad32-156e251f96ba req-472df678-acdf-4910-abc1-0bcb8ccfd1af tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:04.709578 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f2aa30-178e-4d75-ad32-156e251f96ba req-472df678-acdf-4910-abc1-0bcb8ccfd1af tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:04.719867 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-e798630e-4bf0-434e-93c6-28bfb20f0718 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Publish callbacks [] for security_group (d13af9a9-a1b4-467c-a2f2-9d0c55de2396), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:04.723631 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f2aa30-178e-4d75-ad32-156e251f96ba req-472df678-acdf-4910-abc1-0bcb8ccfd1af tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:04.728265 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c5ea32-e1f3-4da2-9538-71162e3b864d service neutron] Pushing event updated for resources: {'Port': ['ID=397c6c1e-40e7-4c7f-9066-28791535e5e4,revision_number=2']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:31:04.729834 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-e5f2aa30-178e-4d75-ad32-156e251f96ba req-472df678-acdf-4910-abc1-0bcb8ccfd1af tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] 10.222.0.89 "GET /v2.0/ports?device_id=f9afa7a5-1aca-47d0-a335-e4059d5a8169 HTTP/1.1" status: 200 len: 5407 time: 0.6542320 Feb 04 17:31:04.760466 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-e798630e-4bf0-434e-93c6-28bfb20f0718 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (d13af9a9-a1b4-467c-a2f2-9d0c55de2396), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:04.794699 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-14918888-72bc-4d0b-b586-42323183e0f9 None None] Allocated IP 172.20.0.2 (39c5a3cf-023d-44e7-9195-38ea0e412caf/9a3e2123-2af5-489f-ad72-92822cfd04a3/7d06bb2f-5315-467a-8bb9-06da2b045eff) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:31:04.831778 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvr_db [None req-1aeaee65-c730-4654-b2d0-dc3d6eb26cc1 None None] Set router 519b5a09-be1a-4ed6-9cee-17d9dd42bfa6 gateway port host: None {{(pid=103379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:31:04.908888 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-e798630e-4bf0-434e-93c6-28bfb20f0718 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Publish callbacks [] for security_group (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:04.912833 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-e798630e-4bf0-434e-93c6-28bfb20f0718 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] 10.222.0.89 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.5782340 Feb 04 17:31:04.919489 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 48352) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:31:04.929452 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-10378d6d-430b-47ff-9d04-263c9355c991 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Request body: {'security_group': {'name': 'tempest-secgroup-142793277'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:31:04.949310 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b76115-2029-4948-aed4-3497ad9ae1b6 req-711fe308-94aa-48b2-aa4f-7aa6c396df52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:04.951241 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-a5b76115-2029-4948-aed4-3497ad9ae1b6 req-711fe308-94aa-48b2-aa4f-7aa6c396df52 service neutron] 10.222.0.96 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5847247 Feb 04 17:31:04.955081 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e798630e-4bf0-434e-93c6-28bfb20f0718 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d13af9a9-a1b4-467c-a2f2-9d0c55de2396,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:31:04.990860 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-14918888-72bc-4d0b-b586-42323183e0f9 None None] Publish callbacks [] for port (7d06bb2f-5315-467a-8bb9-06da2b045eff), precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:04.992293 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [req-14f2cfc5-2d4c-451f-982f-d73e2e25ddd8 req-b7c5ea32-e1f3-4da2-9538-71162e3b864d service neutron] Attempting to bind port 397c6c1e-40e7-4c7f-9066-28791535e5e4 on host n-h1-827839-2 for vnic_type normal with profile {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:31:04.992909 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [req-14f2cfc5-2d4c-451f-982f-d73e2e25ddd8 req-b7c5ea32-e1f3-4da2-9538-71162e3b864d service neutron] Attempting to bind port 397c6c1e-40e7-4c7f-9066-28791535e5e4 by drivers openvswitch,hyperv on host n-h1-827839-2 at level 0 using segments [{'id': '168864fc-4f05-4abe-b2d9-6a7996e75763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '6de4b58f-ff91-4bdc-9f3d-13346fce97eb'}] {{(pid=103376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:31:04.993509 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14f2cfc5-2d4c-451f-982f-d73e2e25ddd8 req-b7c5ea32-e1f3-4da2-9538-71162e3b864d service neutron] Attempting to bind port 397c6c1e-40e7-4c7f-9066-28791535e5e4 on network 6de4b58f-ff91-4bdc-9f3d-13346fce97eb {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:31:05.000082 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14f2cfc5-2d4c-451f-982f-d73e2e25ddd8 req-b7c5ea32-e1f3-4da2-9538-71162e3b864d service neutron] Port 397c6c1e-40e7-4c7f-9066-28791535e5e4 on network 6de4b58f-ff91-4bdc-9f3d-13346fce97eb not bound, no agent of type Open vSwitch agent registered on host n-h1-827839-2 {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 17:31:05.000920 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14f2cfc5-2d4c-451f-982f-d73e2e25ddd8 req-b7c5ea32-e1f3-4da2-9538-71162e3b864d service neutron] Attempting to bind port 397c6c1e-40e7-4c7f-9066-28791535e5e4 on network 6de4b58f-ff91-4bdc-9f3d-13346fce97eb {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:31:05.006809 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-10378d6d-430b-47ff-9d04-263c9355c991 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Publish callbacks [] for security_group (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:05.010739 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14f2cfc5-2d4c-451f-982f-d73e2e25ddd8 req-b7c5ea32-e1f3-4da2-9538-71162e3b864d service neutron] Checking agent: {'id': '3f9244a9-75fc-4c10-b195-11d48b853b41', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 8, 42), 'started_at': datetime.datetime(2022, 2, 4, 17, 8, 42), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 30, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:31:05.011517 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14f2cfc5-2d4c-451f-982f-d73e2e25ddd8 req-b7c5ea32-e1f3-4da2-9538-71162e3b864d service neutron] Checking segment: {'id': '168864fc-4f05-4abe-b2d9-6a7996e75763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '6de4b58f-ff91-4bdc-9f3d-13346fce97eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:31:05.012234 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14f2cfc5-2d4c-451f-982f-d73e2e25ddd8 req-b7c5ea32-e1f3-4da2-9538-71162e3b864d service neutron] Bound using segment: {'id': '168864fc-4f05-4abe-b2d9-6a7996e75763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '6de4b58f-ff91-4bdc-9f3d-13346fce97eb'} {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:31:05.013505 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [req-14f2cfc5-2d4c-451f-982f-d73e2e25ddd8 req-b7c5ea32-e1f3-4da2-9538-71162e3b864d service neutron] Bound port: 397c6c1e-40e7-4c7f-9066-28791535e5e4, host: n-h1-827839-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '168864fc-4f05-4abe-b2d9-6a7996e75763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '6de4b58f-ff91-4bdc-9f3d-13346fce97eb'}}] {{(pid=103376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:31:05.014180 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-14f2cfc5-2d4c-451f-982f-d73e2e25ddd8 req-b7c5ea32-e1f3-4da2-9538-71162e3b864d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (397c6c1e-40e7-4c7f-9066-28791535e5e4), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:05.014361 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-14918888-72bc-4d0b-b586-42323183e0f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135'] for port (7d06bb2f-5315-467a-8bb9-06da2b045eff), after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:05.032302 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4f14bb47-e72b-46ac-9e44-a61d9293afcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (75326290-f7a3-4db8-9cf2-15c7139ed224), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:05.064443 n-d-827839-2 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14918888-72bc-4d0b-b586-42323183e0f9 None None] Network 39c5a3cf-023d-44e7-9195-38ea0e412caf is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:31:05.077089 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-7c3a8abe-1d01-4acc-8e32-4727dd5204d4 None None] Provisioning complete for port 061376ab-5559-430f-a269-a0a7775cc27c triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:31:05.077656 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7c3a8abe-1d01-4acc-8e32-4727dd5204d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (061376ab-5559-430f-a269-a0a7775cc27c), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:05.084175 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-3654cad3-4251-4237-b1b8-1e5fec9bf539 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.4815607 Feb 04 17:31:05.085538 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 48354) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:31:05.093095 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-4f5f2e0c-169b-41b7-b9e3-58b92a5b5adb tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Request body: {'subnet': {'network_id': 'b6ecfe8a-df64-4548-a5a9-01eea9be4d13', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:31:05.121149 n-d-827839-2 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-14918888-72bc-4d0b-b586-42323183e0f9 None None] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:31:05.131007 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14918888-72bc-4d0b-b586-42323183e0f9 None None] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:31:05.142297 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3654cad3-4251-4237-b1b8-1e5fec9bf539 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Pushing event updated for resources: {'Network': ['ID=b6ecfe8a-df64-4548-a5a9-01eea9be4d13,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:31:05.188613 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Network b6ecfe8a-df64-4548-a5a9-01eea9be4d13 details requested by agent ovs-agent-n-d-827839-2 with host n-d-827839-2 {{(pid=103378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 17:31:05.244358 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-22007f98-49e6-4832-a760-a5f167ec7c41 tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Publish callbacks [] for port (4985c6af-11ea-4a4e-8a5f-a1e96d05a54a), precommit_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:05.245971 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [req-14f2cfc5-2d4c-451f-982f-d73e2e25ddd8 req-b7c5ea32-e1f3-4da2-9538-71162e3b864d service neutron] For port 397c6c1e-40e7-4c7f-9066-28791535e5e4, host n-h1-827839-2, cleared binding levels {{(pid=103376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:31:05.255646 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-1aeaee65-c730-4654-b2d0-dc3d6eb26cc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '519b5a09-be1a-4ed6-9cee-17d9dd42bfa6', 'name': 'tempest-RoutersIpV6Test-router-1872959318', 'tenant_id': '9117ee7d05a54905bc1e8a5956601b14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:30:09Z', 'updated_at': '2022-02-04T17:30:59Z', 'revision_number': 4, 'project_id': '9117ee7d05a54905bc1e8a5956601b14', 'gw_port_host': None, '_interfaces': [{'id': '061376ab-5559-430f-a269-a0a7775cc27c', 'name': '', 'network_id': '91f343bc-9e24-4b9a-879e-69a194e0fff0', 'tenant_id': '9117ee7d05a54905bc1e8a5956601b14', 'mac_address': 'fa:16:3e:33:db:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '519b5a09-be1a-4ed6-9cee-17d9dd42bfa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2294, 'fixed_ips': [{'subnet_id': '2ea1283a-c76b-437d-b3f5-f48e319c2a24', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:30:54Z', 'updated_at': '2022-02-04T17:31:04Z', 'revision_number': 4, 'project_id': '9117ee7d05a54905bc1e8a5956601b14', 'subnets': [{'id': '2ea1283a-c76b-437d-b3f5-f48e319c2a24', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '56c51fc1-b604-49a0-9e16-3420f4efe7e7', 'name': '', 'network_id': '1075af02-a74d-49b8-96f6-92af5f280311', 'tenant_id': '9117ee7d05a54905bc1e8a5956601b14', 'mac_address': 'fa:16:3e:8f:3a:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '519b5a09-be1a-4ed6-9cee-17d9dd42bfa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2282, 'fixed_ips': [{'subnet_id': '4794049b-80b7-4292-8142-5254fcbd38a1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:30:32Z', 'updated_at': '2022-02-04T17:30:50Z', 'revision_number': 5, 'project_id': '9117ee7d05a54905bc1e8a5956601b14', 'subnets': [{'id': '4794049b-80b7-4292-8142-5254fcbd38a1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e45f3f22-c9b2-40db-bd81-abe2ef0e1ad1', 'name': '', 'network_id': 'e491b4ae-a9ba-443a-b592-68de5d6c355f', 'tenant_id': '9117ee7d05a54905bc1e8a5956601b14', 'mac_address': 'fa:16:3e:49:15:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '519b5a09-be1a-4ed6-9cee-17d9dd42bfa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2259, 'fixed_ips': [{'subnet_id': '78e6fd8d-d36c-498f-9851-709f40f04989', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:30:15Z', 'updated_at': '2022-02-04T17:30:27Z', 'revision_number': 5, 'project_id': '9117ee7d05a54905bc1e8a5956601b14', 'subnets': [{'id': '78e6fd8d-d36c-498f-9851-709f40f04989', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-2', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:31:05.260483 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14918888-72bc-4d0b-b586-42323183e0f9 None None] Pushing event updated for resources: {'Port': ['ID=7d06bb2f-5315-467a-8bb9-06da2b045eff,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:31:05.265816 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-e5f2aa30-178e-4d75-ad32-156e251f96ba req-e35ded7c-cb5a-4695-8e3a-c5176e715091 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] 10.222.0.89 "GET /v2.0/security-groups?id=97363f9b-735d-4c1b-ae48-6b5390fc2698&id=0a858dd3-bfe4-4a54-8e21-ad7067112b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4719613 Feb 04 17:31:05.275803 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-22007f98-49e6-4832-a760-a5f167ec7c41 tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25888290'] for port (4985c6af-11ea-4a4e-8a5f-a1e96d05a54a), after_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:05.291300 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace682fc-e708-4bd9-b254-38bb32fc89b3 None None] Pushing event updated for resources: {'Port': ['ID=061376ab-5559-430f-a269-a0a7775cc27c,revision_number=4']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:31:05.294561 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aeaee65-c730-4654-b2d0-dc3d6eb26cc1 None None] The sync data for ids ['519b5a09-be1a-4ed6-9cee-17d9dd42bfa6'] in n-d-827839-2 is: [{'id': '519b5a09-be1a-4ed6-9cee-17d9dd42bfa6', 'name': 'tempest-RoutersIpV6Test-router-1872959318', 'tenant_id': '9117ee7d05a54905bc1e8a5956601b14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:30:09Z', 'updated_at': '2022-02-04T17:30:59Z', 'revision_number': 4, 'project_id': '9117ee7d05a54905bc1e8a5956601b14', 'gw_port_host': None, '_interfaces': [{'id': '061376ab-5559-430f-a269-a0a7775cc27c', 'name': '', 'network_id': '91f343bc-9e24-4b9a-879e-69a194e0fff0', 'tenant_id': '9117ee7d05a54905bc1e8a5956601b14', 'mac_address': 'fa:16:3e:33:db:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '519b5a09-be1a-4ed6-9cee-17d9dd42bfa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2294, 'fixed_ips': [{'subnet_id': '2ea1283a-c76b-437d-b3f5-f48e319c2a24', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:30:54Z', 'updated_at': '2022-02-04T17:31:04Z', 'revision_number': 4, 'project_id': '9117ee7d05a54905bc1e8a5956601b14', 'subnets': [{'id': '2ea1283a-c76b-437d-b3f5-f48e319c2a24', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '56c51fc1-b604-49a0-9e16-3420f4efe7e7', 'name': '', 'network_id': '1075af02-a74d-49b8-96f6-92af5f280311', 'tenant_id': '9117ee7d05a54905bc1e8a5956601b14', 'mac_address': 'fa:16:3e:8f:3a:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '519b5a09-be1a-4ed6-9cee-17d9dd42bfa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2282, 'fixed_ips': [{'subnet_id': '4794049b-80b7-4292-8142-5254fcbd38a1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:30:32Z', 'updated_at': '2022-02-04T17:30:50Z', 'revision_number': 5, 'project_id': '9117ee7d05a54905bc1e8a5956601b14', 'subnets': [{'id': '4794049b-80b7-4292-8142-5254fcbd38a1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e45f3f22-c9b2-40db-bd81-abe2ef0e1ad1', 'name': '', 'network_id': 'e491b4ae-a9ba-443a-b592-68de5d6c355f', 'tenant_id': '9117ee7d05a54905bc1e8a5956601b14', 'mac_address': 'fa:16:3e:49:15:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '519b5a09-be1a-4ed6-9cee-17d9dd42bfa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2259, 'fixed_ips': [{'subnet_id': '78e6fd8d-d36c-498f-9851-709f40f04989', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:30:15Z', 'updated_at': '2022-02-04T17:30:27Z', 'revision_number': 5, 'project_id': '9117ee7d05a54905bc1e8a5956601b14', 'subnets': [{'id': '78e6fd8d-d36c-498f-9851-709f40f04989', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 17:31:05.329775 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [req-14f2cfc5-2d4c-451f-982f-d73e2e25ddd8 req-b7c5ea32-e1f3-4da2-9538-71162e3b864d service neutron] For port 397c6c1e-40e7-4c7f-9066-28791535e5e4, host n-h1-827839-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=397c6c1e-40e7-4c7f-9066-28791535e5e4,segment=NetworkSegment(168864fc-4f05-4abe-b2d9-6a7996e75763),segment_id=168864fc-4f05-4abe-b2d9-6a7996e75763)] {{(pid=103376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:31:05.347574 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-10378d6d-430b-47ff-9d04-263c9355c991 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Publish callbacks [] for security_group (3e3c7359-e432-4c8e-8804-ad08ad7fc2d9), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:05.350739 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-14f2cfc5-2d4c-451f-982f-d73e2e25ddd8 req-b7c5ea32-e1f3-4da2-9538-71162e3b864d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675836'] for port (397c6c1e-40e7-4c7f-9066-28791535e5e4), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:05.382728 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-10378d6d-430b-47ff-9d04-263c9355c991 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (3e3c7359-e432-4c8e-8804-ad08ad7fc2d9), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:05.382920 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-7c3a8abe-1d01-4acc-8e32-4727dd5204d4 None None] Current status of the port 061376ab-5559-430f-a269-a0a7775cc27c is: DOWN; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:31:05.383039 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7c3a8abe-1d01-4acc-8e32-4727dd5204d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (061376ab-5559-430f-a269-a0a7775cc27c), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:05.424541 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-b0f85273-b6b9-4c4f-82d3-987c177c8893 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1677336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1602614'] for router_interface (a5615500-825b-4c27-b245-888c86ab2e53), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:05.430830 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-14918888-72bc-4d0b-b586-42323183e0f9 None None] Attempting to bind port 7d06bb2f-5315-467a-8bb9-06da2b045eff on host n-d-827839-2 for vnic_type normal with profile {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:31:05.431495 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-14918888-72bc-4d0b-b586-42323183e0f9 None None] Attempting to bind port 7d06bb2f-5315-467a-8bb9-06da2b045eff by drivers openvswitch,hyperv on host n-d-827839-2 at level 0 using segments [{'id': '7a56611a-395f-488f-9441-1320aed78029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '39c5a3cf-023d-44e7-9195-38ea0e412caf'}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:31:05.432095 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14918888-72bc-4d0b-b586-42323183e0f9 None None] Attempting to bind port 7d06bb2f-5315-467a-8bb9-06da2b045eff on network 39c5a3cf-023d-44e7-9195-38ea0e412caf {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:31:05.444702 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14918888-72bc-4d0b-b586-42323183e0f9 None None] Checking agent: {'id': 'ba70844b-66a0-45fd-a2f2-e6ed673321fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 0, 36), 'started_at': datetime.datetime(2022, 2, 4, 17, 1, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 30, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:31:05.445158 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14918888-72bc-4d0b-b586-42323183e0f9 None None] Checking segment: {'id': '7a56611a-395f-488f-9441-1320aed78029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '39c5a3cf-023d-44e7-9195-38ea0e412caf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:31:05.445626 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-14918888-72bc-4d0b-b586-42323183e0f9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:05.447500 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14918888-72bc-4d0b-b586-42323183e0f9 None None] Bound using segment: {'id': '7a56611a-395f-488f-9441-1320aed78029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '39c5a3cf-023d-44e7-9195-38ea0e412caf'} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:31:05.448494 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-14918888-72bc-4d0b-b586-42323183e0f9 None None] Bound port: 7d06bb2f-5315-467a-8bb9-06da2b045eff, host: n-d-827839-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a56611a-395f-488f-9441-1320aed78029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '39c5a3cf-023d-44e7-9195-38ea0e412caf'}}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:31:05.449135 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-14918888-72bc-4d0b-b586-42323183e0f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (7d06bb2f-5315-467a-8bb9-06da2b045eff), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:05.495812 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-7c3a8abe-1d01-4acc-8e32-4727dd5204d4 None None] For port 061376ab-5559-430f-a269-a0a7775cc27c, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=061376ab-5559-430f-a269-a0a7775cc27c,segment=NetworkSegment(8fc359c1-f1f2-4e03-ae97-ae0b10393136),segment_id=8fc359c1-f1f2-4e03-ae97-ae0b10393136)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:31:05.512657 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f2cfc5-2d4c-451f-982f-d73e2e25ddd8 req-b7c5ea32-e1f3-4da2-9538-71162e3b864d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:05.513327 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-14f2cfc5-2d4c-451f-982f-d73e2e25ddd8 req-b7c5ea32-e1f3-4da2-9538-71162e3b864d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:05.523374 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-14f2cfc5-2d4c-451f-982f-d73e2e25ddd8 req-b7c5ea32-e1f3-4da2-9538-71162e3b864d service neutron] 10.222.0.96 "PUT /v2.0/ports/397c6c1e-40e7-4c7f-9066-28791535e5e4 HTTP/1.1" status: 200 len: 1091 time: 2.8396564 Feb 04 17:31:05.579533 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-14918888-72bc-4d0b-b586-42323183e0f9 None None] For port 7d06bb2f-5315-467a-8bb9-06da2b045eff, host n-d-827839-2, cleared binding levels {{(pid=103378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:31:05.583747 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-14918888-72bc-4d0b-b586-42323183e0f9 None None] For port 7d06bb2f-5315-467a-8bb9-06da2b045eff, host n-d-827839-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=7d06bb2f-5315-467a-8bb9-06da2b045eff,segment=NetworkSegment(7a56611a-395f-488f-9441-1320aed78029),segment_id=7a56611a-395f-488f-9441-1320aed78029)] {{(pid=103378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:31:05.587589 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22007f98-49e6-4832-a760-a5f167ec7c41 tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Pushing event updated for resources: {'Port': ['ID=4985c6af-11ea-4a4e-8a5f-a1e96d05a54a,revision_number=2']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:31:05.590094 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Device 413319cb-3645-4d67-bbb8-63d724138448 details requested by agent hyperv_n-h2-827839-2 with host n-h2-827839-2 {{(pid=103378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 17:31:05.614724 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f5f2e0c-169b-41b7-b9e3-58b92a5b5adb tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Made reservation on behalf of 9117ee7d05a54905bc1e8a5956601b14 for: {'subnet': 1} {{(pid=103376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:31:05.625661 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-4f5f2e0c-169b-41b7-b9e3-58b92a5b5adb tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25859006'] for subnet (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:05.675161 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-10378d6d-430b-47ff-9d04-263c9355c991 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Publish callbacks [] for security_group (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:05.676415 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-10378d6d-430b-47ff-9d04-263c9355c991 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] 10.222.0.89 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.7525234 Feb 04 17:31:05.677019 n-d-827839-2 neutron-server[103376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9afa7a5-1aca-47d0-a335-e4059d5a8169', 'tag': '397c6c1e-40e7-4c7f-9066-28791535e5e4'}] {{(pid=103376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:31:05.684438 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d59c3bb5e2f09ebf62144d5e09b1cff60c763a9c19614c24538e77842938c05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f57f09f-a36f-4573-9a24-1b5ca83a6899" -d '{"events": [{"name": "network-changed", "server_uuid": "f9afa7a5-1aca-47d0-a335-e4059d5a8169", "tag": "397c6c1e-40e7-4c7f-9066-28791535e5e4"}]}' {{(pid=103376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:31:05.716462 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 48358) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:31:05.733257 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-2f41aec8-b87d-44b2-97e6-eeceb0c0e391 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-940958386', 'security_groups': ['3e3c7359-e432-4c8e-8804-ad08ad7fc2d9'], 'network_id': '39c5a3cf-023d-44e7-9195-38ea0e412caf', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '9a3e2123-2af5-489f-ad72-92822cfd04a3'}]}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:31:05.795940 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-22007f98-49e6-4832-a760-a5f167ec7c41 tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1595586'] for floatingip (69a26a8d-05fc-444a-bcdb-7f915dafb304), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:05.819787 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] For port 413319cb-3645-4d67-bbb8-63d724138448, host n-h2-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=413319cb-3645-4d67-bbb8-63d724138448,segment=NetworkSegment(8eed5305-2d69-4e9f-bd19-dba8db69a5b1),segment_id=8eed5305-2d69-4e9f-bd19-dba8db69a5b1)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:31:05.839390 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Returning: {'device': '413319cb-3645-4d67-bbb8-63d724138448', 'network_id': '93be5020-69ff-4f03-a3c5-d2aae8d3e689', 'port_id': '413319cb-3645-4d67-bbb8-63d724138448', 'mac_address': 'fa:16:3e:52:64:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 779, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad2c6296-fcbd-4a71-9981-9f7829466c82', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 17:31:05.860178 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7c3a8abe-1d01-4acc-8e32-4727dd5204d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (061376ab-5559-430f-a269-a0a7775cc27c), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:05.864825 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-14918888-72bc-4d0b-b586-42323183e0f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (7d06bb2f-5315-467a-8bb9-06da2b045eff), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:05.906080 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10378d6d-430b-47ff-9d04-263c9355c991 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3e3c7359-e432-4c8e-8804-ad08ad7fc2d9,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:31:05.926128 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 17:31:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcbe1601-ea22-462c-a1e5-d96b580e1002 x-openstack-request-id: req-bcbe1601-ea22-462c-a1e5-d96b580e1002 {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:31:05.926424 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9afa7a5-1aca-47d0-a335-e4059d5a8169", "tag": "397c6c1e-40e7-4c7f-9066-28791535e5e4", "status": "completed", "code": 200}]} {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:31:05.926682 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-bcbe1601-ea22-462c-a1e5-d96b580e1002 {{(pid=103376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:31:05.927093 n-d-827839-2 neutron-server[103376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9afa7a5-1aca-47d0-a335-e4059d5a8169', 'tag': '397c6c1e-40e7-4c7f-9066-28791535e5e4', 'status': 'completed', 'code': 200} Feb 04 17:31:05.962942 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c5ea32-e1f3-4da2-9538-71162e3b864d service neutron] Pushing event updated for resources: {'Port': ['ID=397c6c1e-40e7-4c7f-9066-28791535e5e4,revision_number=3']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:31:05.993361 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Current status of the port 413319cb-3645-4d67-bbb8-63d724138448 is: DOWN; New status is: BUILD {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:31:05.993751 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (413319cb-3645-4d67-bbb8-63d724138448), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:06.011441 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 061376ab-5559-430f-a269-a0a7775cc27c up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:31:06.027380 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-59a08b44-2c70-4dff-90d0-370d16cc6757 req-f3f02602-d0b0-45ca-8830-04cf352b51ac service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=f2c300b1-94a0-4e81-a6de-54c4630651af&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5411179 Feb 04 17:31:06.046782 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 413319cb-3645-4d67-bbb8-63d724138448 {{(pid=103378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 17:31:06.069918 n-d-827839-2 neutron-server[103377]: INFO neutron.db.l3_db [None req-22007f98-49e6-4832-a760-a5f167ec7c41 tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Floating IP 69a26a8d-05fc-444a-bcdb-7f915dafb304 associated. External IP: 172.25.6.83, port: 278cab46-15b5-49e2-82ef-ab55a909acd1. Feb 04 17:31:06.073135 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] For port 413319cb-3645-4d67-bbb8-63d724138448, host n-h2-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=413319cb-3645-4d67-bbb8-63d724138448,segment=NetworkSegment(8eed5305-2d69-4e9f-bd19-dba8db69a5b1),segment_id=8eed5305-2d69-4e9f-bd19-dba8db69a5b1)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:31:06.081793 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (ba70844b-66a0-45fd-a2f2-e6ed673321fc), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:06.129150 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (413319cb-3645-4d67-bbb8-63d724138448), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:06.170357 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-3b779e53-9858-42df-8560-ae7d711c91ac None None] Provisioning complete for port 061376ab-5559-430f-a269-a0a7775cc27c triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:31:06.170875 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3b779e53-9858-42df-8560-ae7d711c91ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (061376ab-5559-430f-a269-a0a7775cc27c), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:06.224613 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b6442f-871f-454e-acfe-a5128476b6f2 req-f73cb3ce-2764-497a-a7a7-22f6a4246ade tempest-ServerMetadataNegativeTestJSON-1314510418 tempest-ServerMetadataNegativeTestJSON-1314510418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:06.226301 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-67b6442f-871f-454e-acfe-a5128476b6f2 req-f73cb3ce-2764-497a-a7a7-22f6a4246ade tempest-ServerMetadataNegativeTestJSON-1314510418 tempest-ServerMetadataNegativeTestJSON-1314510418-project] 10.222.0.89 "GET /v2.0/ports?device_id=88b2d227-c1af-4018-b602-c2aaa03e0215 HTTP/1.1" status: 200 len: 943 time: 0.7802370 Feb 04 17:31:06.282192 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f2cfc5-2d4c-451f-982f-d73e2e25ddd8 req-d020ab8d-64b9-4539-a0a1-932795aef57d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:06.282952 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f2cfc5-2d4c-451f-982f-d73e2e25ddd8 req-d020ab8d-64b9-4539-a0a1-932795aef57d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:06.283587 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f2cfc5-2d4c-451f-982f-d73e2e25ddd8 req-d020ab8d-64b9-4539-a0a1-932795aef57d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:06.284214 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f2cfc5-2d4c-451f-982f-d73e2e25ddd8 req-d020ab8d-64b9-4539-a0a1-932795aef57d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:06.284863 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f2cfc5-2d4c-451f-982f-d73e2e25ddd8 req-d020ab8d-64b9-4539-a0a1-932795aef57d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:06.285483 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f2cfc5-2d4c-451f-982f-d73e2e25ddd8 req-d020ab8d-64b9-4539-a0a1-932795aef57d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:06.288198 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f2cfc5-2d4c-451f-982f-d73e2e25ddd8 req-d020ab8d-64b9-4539-a0a1-932795aef57d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:06.291260 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-3b779e53-9858-42df-8560-ae7d711c91ac None None] Current status of the port 061376ab-5559-430f-a269-a0a7775cc27c is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:31:06.292500 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-14f2cfc5-2d4c-451f-982f-d73e2e25ddd8 req-d020ab8d-64b9-4539-a0a1-932795aef57d service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=ae7af1f68a8142688c6249d339ab8a6d&device_id=f9afa7a5-1aca-47d0-a335-e4059d5a8169 HTTP/1.1" status: 200 len: 6693 time: 0.6509621 Feb 04 17:31:06.304414 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3a8abe-1d01-4acc-8e32-4727dd5204d4 None None] Pushing event updated for resources: {'Port': ['ID=061376ab-5559-430f-a269-a0a7775cc27c,revision_number=5']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:31:06.394419 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port 061376ab-5559-430f-a269-a0a7775cc27c triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:31:06.394712 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (061376ab-5559-430f-a269-a0a7775cc27c), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:06.486893 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-14f2cfc5-2d4c-451f-982f-d73e2e25ddd8 req-3e834f03-95a9-4aca-a771-6a0df3871cd7 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1f1fc21f-8afb-4ed1-ab35-d8918c765c07 HTTP/1.1" status: 200 len: 217 time: 0.1831279 Feb 04 17:31:06.497798 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14918888-72bc-4d0b-b586-42323183e0f9 None None] Pushing event updated for resources: {'Port': ['ID=7d06bb2f-5315-467a-8bb9-06da2b045eff,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:31:06.563929 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] get_ports_and_sgs() called for port_ids ['413319cb-3645-4d67-bbb8-63d724138448'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 17:31:06.577365 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f41aec8-b87d-44b2-97e6-eeceb0c0e391 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Made reservation on behalf of 6054a945d1db4859ae33f1c6e4a7b141 for: {'port': 1} {{(pid=103376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:31:06.741277 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Pushing event updated for resources: {'Port': ['ID=413319cb-3645-4d67-bbb8-63d724138448,revision_number=4']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:31:06.759202 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port 061376ab-5559-430f-a269-a0a7775cc27c is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:31:06.763893 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-2f41aec8-b87d-44b2-97e6-eeceb0c0e391 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:06.779230 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f2cfc5-2d4c-451f-982f-d73e2e25ddd8 req-1c79e12e-9273-4775-9bee-59a1043203e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:06.780910 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-14f2cfc5-2d4c-451f-982f-d73e2e25ddd8 req-1c79e12e-9273-4775-9bee-59a1043203e0 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=f380e9a2-3490-45e9-934d-38ee4f9d651d HTTP/1.1" status: 200 len: 851 time: 0.2561920 Feb 04 17:31:06.784484 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-67b6442f-871f-454e-acfe-a5128476b6f2 req-239133a2-e4a4-469c-ad24-e686cc1bd3f2 tempest-ServerMetadataNegativeTestJSON-1314510418 tempest-ServerMetadataNegativeTestJSON-1314510418-project] 10.222.0.89 "GET /v2.0/security-groups?id=93fe45b5-2e5b-4587-b8d2-1dffc8294fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5470998 Feb 04 17:31:06.843812 n-d-827839-2 neutron-server[103376]: DEBUG neutron.notifiers.nova [None req-2f41aec8-b87d-44b2-97e6-eeceb0c0e391 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] device_id is not set on port e7cd9da2-6932-41fa-89d2-d5eb0dfbd7e1 yet. {{(pid=103376) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 04 17:31:06.962502 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-4f5f2e0c-169b-41b7-b9e3-58b92a5b5adb tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25674939', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25858952'] for subnet (9eba6627-6343-4966-a0eb-b13f7f73f882), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:06.984826 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a08b44-2c70-4dff-90d0-370d16cc6757 req-3055ebae-fa97-4fdc-9cc5-f93813744efb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:06.986363 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-59a08b44-2c70-4dff-90d0-370d16cc6757 req-3055ebae-fa97-4fdc-9cc5-f93813744efb service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=e381d232a32f43f9a5f1684dbd7323ca&device_id=f2c300b1-94a0-4e81-a6de-54c4630651af HTTP/1.1" status: 200 len: 1129 time: 0.8644161 Feb 04 17:31:07.010763 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c6d573-de3a-435f-928a-a7e9063f0247 req-99929122-3290-4066-a67c-e8478833d709 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:07.016780 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c6d573-de3a-435f-928a-a7e9063f0247 req-99929122-3290-4066-a67c-e8478833d709 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:07.022186 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c6d573-de3a-435f-928a-a7e9063f0247 req-99929122-3290-4066-a67c-e8478833d709 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:07.027439 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c6d573-de3a-435f-928a-a7e9063f0247 req-99929122-3290-4066-a67c-e8478833d709 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:07.032875 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c6d573-de3a-435f-928a-a7e9063f0247 req-99929122-3290-4066-a67c-e8478833d709 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:07.038215 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c6d573-de3a-435f-928a-a7e9063f0247 req-99929122-3290-4066-a67c-e8478833d709 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:07.044378 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c6d573-de3a-435f-928a-a7e9063f0247 req-99929122-3290-4066-a67c-e8478833d709 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:07.046403 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-a2c6d573-de3a-435f-928a-a7e9063f0247 req-99929122-3290-4066-a67c-e8478833d709 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] 10.222.0.89 "GET /v2.0/ports?device_id=f9afa7a5-1aca-47d0-a335-e4059d5a8169 HTTP/1.1" status: 200 len: 5419 time: 0.1713314 Feb 04 17:31:07.056511 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5f2e0c-169b-41b7-b9e3-58b92a5b5adb tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Pushing event updated for resources: {'Subnet': ['ID=9eba6627-6343-4966-a0eb-b13f7f73f882,revision_number=0']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:31:07.061402 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f2cfc5-2d4c-451f-982f-d73e2e25ddd8 req-c56e05d8-2429-4f03-a27a-48af6bec8c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:07.063726 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-14f2cfc5-2d4c-451f-982f-d73e2e25ddd8 req-c56e05d8-2429-4f03-a27a-48af6bec8c31 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=a64d26d7-6663-4816-93ec-6e302f6e65a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2720675 Feb 04 17:31:07.067871 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0f85273-b6b9-4c4f-82d3-987c177c8893 admin admin] Router a5615500-825b-4c27-b245-888c86ab2e53 has already been hosted by L3 agent 64ada913-9131-4d99-a265-63a920956287 {{(pid=103377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 17:31:07.227803 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f5f2e0c-169b-41b7-b9e3-58b92a5b5adb tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Checking segment: {'id': '369dea9c-8d6a-46f2-b62d-9d92aad7dd59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'b6ecfe8a-df64-4548-a5a9-01eea9be4d13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:31:07.228552 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f5f2e0c-169b-41b7-b9e3-58b92a5b5adb tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Network hostable DHCP agents. Network: b6ecfe8a-df64-4548-a5a9-01eea9be4d13, hostable agents: ['bb89f5a3-3c22-440b-b7d1-c4f0c43c184a'], hosted agents: [] {{(pid=103376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 17:31:07.257836 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-14f2cfc5-2d4c-451f-982f-d73e2e25ddd8 req-22307bcd-7330-43b3-89e3-376d02952b53 service neutron] 10.222.0.96 "GET /v2.0/networks/a64d26d7-6663-4816-93ec-6e302f6e65a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1849821 Feb 04 17:31:07.280294 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.db_base_plugin_common [None req-2f41aec8-b87d-44b2-97e6-eeceb0c0e391 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Allocated IP 172.20.0.6 (39c5a3cf-023d-44e7-9195-38ea0e412caf/9a3e2123-2af5-489f-ad72-92822cfd04a3/e7cd9da2-6932-41fa-89d2-d5eb0dfbd7e1) {{(pid=103376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:31:07.299738 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a08b44-2c70-4dff-90d0-370d16cc6757 req-002ba82e-c1ab-4be1-98b5-5554b17db5b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:07.301271 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-59a08b44-2c70-4dff-90d0-370d16cc6757 req-002ba82e-c1ab-4be1-98b5-5554b17db5b5 service neutron] 10.222.0.90 "GET /v2.0/networks?id=482d30fe-67ad-4874-a89a-719137c68b40 HTTP/1.1" status: 200 len: 918 time: 0.2539663 Feb 04 17:31:07.308065 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22007f98-49e6-4832-a760-a5f167ec7c41 tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Router e533f000-d94a-4439-a4c6-1b113390e45f has already been hosted by L3 agent 64ada913-9131-4d99-a265-63a920956287 {{(pid=103377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 17:31:07.349913 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f5f2e0c-169b-41b7-b9e3-58b92a5b5adb tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Network b6ecfe8a-df64-4548-a5a9-01eea9be4d13 is scheduled to be hosted by DHCP agent bb89f5a3-3c22-440b-b7d1-c4f0c43c184a with binding_index 1 {{(pid=103376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 17:31:07.380670 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [None req-4f5f2e0c-169b-41b7-b9e3-58b92a5b5adb tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827839-2, b6ecfe8a-df64-4548-a5a9-01eea9be4d13) {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:31:07.391584 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dde99619-3289-43eb-bcfd-642f0ba527a9 None None] Network b6ecfe8a-df64-4548-a5a9-01eea9be4d13 requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:31:07.402851 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f5f2e0c-169b-41b7-b9e3-58b92a5b5adb tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:07.410568 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-4f5f2e0c-169b-41b7-b9e3-58b92a5b5adb tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Publish callbacks [] for subnet (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:07.485797 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0f85273-b6b9-4c4f-82d3-987c177c8893 admin admin] Notify agent at l3_agent.n-d-827839-2 the message routers_updated {{(pid=103377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 17:31:07.494304 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-4f5f2e0c-169b-41b7-b9e3-58b92a5b5adb tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.4059947 Feb 04 17:31:07.495308 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 48364) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:31:07.498788 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ef0c9e1-953e-46e2-aa9a-6606b6b9ce90 None None] Sync routers for ids ['a5615500-825b-4c27-b245-888c86ab2e53'] in n-d-827839-2 {{(pid=103378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 17:31:07.549402 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Device 413319cb-3645-4d67-bbb8-63d724138448 up at agent hyperv_n-h2-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:31:07.556632 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ef0c9e1-953e-46e2-aa9a-6606b6b9ce90 None None] Routers {'a5615500-825b-4c27-b245-888c86ab2e53'} bound to L3 agent in host n-d-827839-2 {{(pid=103378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:31:07.557349 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-5ef0c9e1-953e-46e2-aa9a-6606b6b9ce90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:31:02Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['a5615500-825b-4c27-b245-888c86ab2e53'], 'active': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:31:07.567520 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-b0f85273-b6b9-4c4f-82d3-987c177c8893 admin admin] 10.222.0.89 "PUT /v2.0/routers/a5615500-825b-4c27-b245-888c86ab2e53/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.5178294 Feb 04 17:31:07.571394 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-14f2cfc5-2d4c-451f-982f-d73e2e25ddd8 req-b92612fc-2b59-4aa0-b69c-9a5af6240d3d service neutron] 10.222.0.96 "GET /v2.0/networks/a64d26d7-6663-4816-93ec-6e302f6e65a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3069348 Feb 04 17:31:07.572474 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 48366) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:31:07.671516 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-14f2cfc5-2d4c-451f-982f-d73e2e25ddd8 req-98f24c7c-13a6-4caf-8b2e-3121f13164ed service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.111&port_id=047f18d1-ba45-4554-8c12-d78b1b2ece5e HTTP/1.1" status: 200 len: 217 time: 0.0570903 Feb 04 17:31:07.764449 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-2f41aec8-b87d-44b2-97e6-eeceb0c0e391 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Publish callbacks [] for port (e7cd9da2-6932-41fa-89d2-d5eb0dfbd7e1), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:07.926980 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f2cfc5-2d4c-451f-982f-d73e2e25ddd8 req-9c5b703e-cdeb-474f-9a33-8eaaeed63858 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:07.928485 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-14f2cfc5-2d4c-451f-982f-d73e2e25ddd8 req-9c5b703e-cdeb-474f-9a33-8eaaeed63858 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=b4d5b67f-9f31-46fc-bfb3-c1d4a9ae5448 HTTP/1.1" status: 200 len: 797 time: 0.2456679 Feb 04 17:31:07.979076 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22007f98-49e6-4832-a760-a5f167ec7c41 tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Notify agent at l3_agent.n-d-827839-2 the message routers_updated {{(pid=103377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 17:31:07.981336 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-5f85abea-6f08-4011-8f0a-0f6c62275a50 admin admin] Publish callbacks [] for router (a5615500-825b-4c27-b245-888c86ab2e53), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:07.991350 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc66d1d5-cc9c-4bd1-84db-03a5eb33ac63 None None] Sync routers for ids ['e533f000-d94a-4439-a4c6-1b113390e45f'] in n-d-827839-2 {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 17:31:08.046010 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 7d06bb2f-5315-467a-8bb9-06da2b045eff up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:31:08.087445 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvr_db [None req-5ef0c9e1-953e-46e2-aa9a-6606b6b9ce90 None None] Set router a5615500-825b-4c27-b245-888c86ab2e53 gateway port host: n-d-827839-2 {{(pid=103378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:31:08.116120 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-59a08b44-2c70-4dff-90d0-370d16cc6757 req-fc4b59e2-0993-428e-910f-cd6aba62ee50 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=22c61319-a2fc-4148-8d7a-ce20ec6f79cd HTTP/1.1" status: 200 len: 1001 time: 0.6353350 Feb 04 17:31:08.128724 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-a2c6d573-de3a-435f-928a-a7e9063f0247 req-26b995c4-bc4b-42d7-9f31-d3f8bdd80387 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] 10.222.0.89 "GET /v2.0/security-groups?id=97363f9b-735d-4c1b-ae48-6b5390fc2698&id=0a858dd3-bfe4-4a54-8e21-ad7067112b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 1.0704618 Feb 04 17:31:08.148523 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-22007f98-49e6-4832-a760-a5f167ec7c41 tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for floatingip (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:08.209011 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc66d1d5-cc9c-4bd1-84db-03a5eb33ac63 None None] Routers {'e533f000-d94a-4439-a4c6-1b113390e45f'} bound to L3 agent in host n-d-827839-2 {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:31:08.214112 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Provisioning for port 413319cb-3645-4d67-bbb8-63d724138448 completed by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 17:31:08.221982 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-fc66d1d5-cc9c-4bd1-84db-03a5eb33ac63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:31:02Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['e533f000-d94a-4439-a4c6-1b113390e45f'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:31:08.241262 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be61dd67-309b-4c37-ad73-a5bb238a2e58 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e4c19ad-5724-5db8-8ee1-4f56ae69fcf4-b6ecfe8a-df64-4548-a5a9-01eea9be4d13', 'network_id': 'b6ecfe8a-df64-4548-a5a9-01eea9be4d13', 'project_id': '9117ee7d05a54905bc1e8a5956601b14', 'fixed_ips': [{'subnet_id': '9eba6627-6343-4966-a0eb-b13f7f73f882'}]}} from n-d-827839-2. {{(pid=103378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 17:31:08.242934 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-be61dd67-309b-4c37-ad73-a5bb238a2e58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:08.251810 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-22007f98-49e6-4832-a760-a5f167ec7c41 tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] 10.222.0.89 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 11.1555691 Feb 04 17:31:08.257332 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 48370) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:31:08.268989 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a08b44-2c70-4dff-90d0-370d16cc6757 req-8f8b1338-5782-447c-96d6-541df9940124 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:08.270739 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-59a08b44-2c70-4dff-90d0-370d16cc6757 req-8f8b1338-5782-447c-96d6-541df9940124 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=038a8af9-19f4-4848-babf-d3b1e786f999 HTTP/1.1" status: 200 len: 856 time: 0.1399765 Feb 04 17:31:08.288057 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-b263fbe5-2bf4-49bf-b7cf-6b89a017f9bc None None] Provisioning complete for port c26ddaf0-0545-471b-a0cb-e67fa3545298 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:31:08.288503 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b263fbe5-2bf4-49bf-b7cf-6b89a017f9bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (c26ddaf0-0545-471b-a0cb-e67fa3545298), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:08.290075 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-fc66d1d5-cc9c-4bd1-84db-03a5eb33ac63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827839-2', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:31:08.290889 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Provisioning complete for port 413319cb-3645-4d67-bbb8-63d724138448 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:31:08.291252 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (413319cb-3645-4d67-bbb8-63d724138448), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:08.310106 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc66d1d5-cc9c-4bd1-84db-03a5eb33ac63 None None] Routers {'e533f000-d94a-4439-a4c6-1b113390e45f'} bound to L3 agent in host n-d-827839-2 {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:31:08.310806 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-fc66d1d5-cc9c-4bd1-84db-03a5eb33ac63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:31:02Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['e533f000-d94a-4439-a4c6-1b113390e45f'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:31:08.381552 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-5f85abea-6f08-4011-8f0a-0f6c62275a50 admin admin] Publish callbacks [] for router_gateway (a5615500-825b-4c27-b245-888c86ab2e53), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:08.384730 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-fc66d1d5-cc9c-4bd1-84db-03a5eb33ac63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827839-2', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:31:08.385995 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc66d1d5-cc9c-4bd1-84db-03a5eb33ac63 None None] The sync data for ids ['e533f000-d94a-4439-a4c6-1b113390e45f'] in n-d-827839-2 is: [] {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 17:31:08.415857 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-b263fbe5-2bf4-49bf-b7cf-6b89a017f9bc None None] Port c26ddaf0-0545-471b-a0cb-e67fa3545298 cannot update to ACTIVE because it is not bound. {{(pid=103378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 17:31:08.453714 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-82be5ef9-9679-455c-9a2c-c98b0bb9b6fc tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] 10.222.0.89 "GET /v2.0/floatingips/69a26a8d-05fc-444a-bcdb-7f915dafb304 HTTP/1.1" status: 200 len: 977 time: 0.1944091 Feb 04 17:31:08.454443 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 48372) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:31:08.524764 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port 7d06bb2f-5315-467a-8bb9-06da2b045eff triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:31:08.525170 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (7d06bb2f-5315-467a-8bb9-06da2b045eff), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:08.533791 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-b263fbe5-2bf4-49bf-b7cf-6b89a017f9bc None None] Provisioning complete for port 7d06bb2f-5315-467a-8bb9-06da2b045eff triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:31:08.534167 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b263fbe5-2bf4-49bf-b7cf-6b89a017f9bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (7d06bb2f-5315-467a-8bb9-06da2b045eff), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:08.568646 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a08b44-2c70-4dff-90d0-370d16cc6757 req-08497cce-e440-4215-bbab-7557008a31b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:08.570416 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-59a08b44-2c70-4dff-90d0-370d16cc6757 req-08497cce-e440-4215-bbab-7557008a31b9 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=482d30fe-67ad-4874-a89a-719137c68b40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2490795 Feb 04 17:31:08.696169 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-2f41aec8-b87d-44b2-97e6-eeceb0c0e391 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (e7cd9da2-6932-41fa-89d2-d5eb0dfbd7e1), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:08.698514 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 48374) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:31:08.702131 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-a1d7ee24-705e-413c-9494-f035593c0f27 tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] 10.222.0.89 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 980 time: 0.2431881 Feb 04 17:31:08.709896 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-6b713e3d-ef9a-428d-b16f-dec4bcae226d tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Request body: {'floatingip': {'port_id': '633aca63-06ad-4cda-b4df-74c7f3812959'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:31:08.725243 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-5f85abea-6f08-4011-8f0a-0f6c62275a50 admin admin] Deleting port e2bf0a04-65a3-440a-909f-bd06c7949274 {{(pid=103377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:31:08.725589 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-5f85abea-6f08-4011-8f0a-0f6c62275a50 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (e2bf0a04-65a3-440a-909f-bd06c7949274), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:08.733300 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Current status of the port 413319cb-3645-4d67-bbb8-63d724138448 is: BUILD; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:31:08.733694 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (413319cb-3645-4d67-bbb8-63d724138448), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:08.745784 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-be61dd67-309b-4c37-ad73-a5bb238a2e58 None None] Allocated IP 2001:db8:3::2 (b6ecfe8a-df64-4548-a5a9-01eea9be4d13/9eba6627-6343-4966-a0eb-b13f7f73f882/a26b09e0-172a-47bd-8418-e85afeb5bbf9) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:31:08.799022 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f2cfc5-2d4c-451f-982f-d73e2e25ddd8 req-bf165052-0241-4d04-8472-c6b6a8b63097 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:08.801149 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-14f2cfc5-2d4c-451f-982f-d73e2e25ddd8 req-bf165052-0241-4d04-8472-c6b6a8b63097 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=33faf293-e0be-4b60-83b0-8ec497ee643d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.8274467 Feb 04 17:31:08.819759 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-59a08b44-2c70-4dff-90d0-370d16cc6757 req-f1bb016a-b806-459a-84df-382f11a2cbbe service neutron] 10.222.0.90 "GET /v2.0/networks/482d30fe-67ad-4874-a89a-719137c68b40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2293062 Feb 04 17:31:08.839043 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88b2d227-c1af-4018-b602-c2aaa03e0215', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '413319cb-3645-4d67-bbb8-63d724138448'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:31:08.841904 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c34bc964ce2211770fda26ca2f3801cc06f4f39928110690550e94ab9c9d2fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f32e5e1-6b48-4daf-9cfa-4ec1cd5aeb9b" -d '{"events": [{"server_uuid": "88b2d227-c1af-4018-b602-c2aaa03e0215", "name": "network-vif-plugged", "status": "completed", "tag": "413319cb-3645-4d67-bbb8-63d724138448"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:31:08.843530 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ef72fa-3f8d-43f9-8e99-40220a6b8da9 req-fbda9042-fc30-41e5-9ac1-8862f848201d tempest-ServerMetadataNegativeTestJSON-1314510418 tempest-ServerMetadataNegativeTestJSON-1314510418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:08.851379 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-44ef72fa-3f8d-43f9-8e99-40220a6b8da9 req-fbda9042-fc30-41e5-9ac1-8862f848201d tempest-ServerMetadataNegativeTestJSON-1314510418 tempest-ServerMetadataNegativeTestJSON-1314510418-project] 10.222.0.89 "GET /v2.0/ports?device_id=88b2d227-c1af-4018-b602-c2aaa03e0215 HTTP/1.1" status: 200 len: 944 time: 0.8876603 Feb 04 17:31:08.907732 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-b263fbe5-2bf4-49bf-b7cf-6b89a017f9bc None None] Current status of the port 7d06bb2f-5315-467a-8bb9-06da2b045eff is: DOWN; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:31:08.908407 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b263fbe5-2bf4-49bf-b7cf-6b89a017f9bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (7d06bb2f-5315-467a-8bb9-06da2b045eff), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:08.918299 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [None req-5f85abea-6f08-4011-8f0a-0f6c62275a50 admin admin] For port e2bf0a04-65a3-440a-909f-bd06c7949274, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=e2bf0a04-65a3-440a-909f-bd06c7949274,segment=NetworkSegment(5942dc44-1f07-4c27-b0ab-45a2bff20dd5),segment_id=5942dc44-1f07-4c27-b0ab-45a2bff20dd5)] {{(pid=103377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:31:08.918672 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-5f85abea-6f08-4011-8f0a-0f6c62275a50 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (e2bf0a04-65a3-440a-909f-bd06c7949274), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:08.943001 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-5f85abea-6f08-4011-8f0a-0f6c62275a50 admin admin] Calling delete_port for e2bf0a04-65a3-440a-909f-bd06c7949274 owned by network:router_gateway {{(pid=103377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:31:08.967938 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f41aec8-b87d-44b2-97e6-eeceb0c0e391 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Network 39c5a3cf-023d-44e7-9195-38ea0e412caf is already hosted by enough agents. {{(pid=103376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:31:08.997678 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [None req-2f41aec8-b87d-44b2-97e6-eeceb0c0e391 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Resources bound (agent type, host, resource id): {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:31:09.008338 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f41aec8-b87d-44b2-97e6-eeceb0c0e391 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Received port after_create {{(pid=103376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:31:09.014905 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-6b713e3d-ef9a-428d-b16f-dec4bcae226d tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Publish callbacks [] for floatingip (69a26a8d-05fc-444a-bcdb-7f915dafb304), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:09.016994 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f41aec8-b87d-44b2-97e6-eeceb0c0e391 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Pushing event updated for resources: {'Port': ['ID=e7cd9da2-6932-41fa-89d2-d5eb0dfbd7e1,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:31:09.017217 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] For port 413319cb-3645-4d67-bbb8-63d724138448, host n-h2-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=413319cb-3645-4d67-bbb8-63d724138448,segment=NetworkSegment(8eed5305-2d69-4e9f-bd19-dba8db69a5b1),segment_id=8eed5305-2d69-4e9f-bd19-dba8db69a5b1)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:31:09.021958 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 17:31:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acdab761-fd04-4b24-a054-0fd5ae443b88 x-openstack-request-id: req-acdab761-fd04-4b24-a054-0fd5ae443b88 {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:31:09.021958 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88b2d227-c1af-4018-b602-c2aaa03e0215", "name": "network-vif-plugged", "status": "completed", "tag": "413319cb-3645-4d67-bbb8-63d724138448", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:31:09.021958 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-acdab761-fd04-4b24-a054-0fd5ae443b88 {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:31:09.022402 n-d-827839-2 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88b2d227-c1af-4018-b602-c2aaa03e0215', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '413319cb-3645-4d67-bbb8-63d724138448', 'code': 200} Feb 04 17:31:09.050663 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (413319cb-3645-4d67-bbb8-63d724138448), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:09.070828 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-5ef0c9e1-953e-46e2-aa9a-6606b6b9ce90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5615500-825b-4c27-b245-888c86ab2e53', 'name': 'tempest-TaggedBootDevicesTest_v242-733725866-router', 'tenant_id': 'c5cb386618c24d66b6712f0d36ac7fea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.91'}], 'enable_snat': True}, 'gw_port_id': 'e2bf0a04-65a3-440a-909f-bd06c7949274', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:21:48Z', 'updated_at': '2022-02-04T17:31:03Z', 'revision_number': 5, 'project_id': 'c5cb386618c24d66b6712f0d36ac7fea', 'gw_port': {'id': 'e2bf0a04-65a3-440a-909f-bd06c7949274', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:47:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5615500-825b-4c27-b245-888c86ab2e53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1280, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:21:49Z', 'updated_at': '2022-02-04T17:22:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2'}], 'n-d-827839-2', False) {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:31:09.150619 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-59a08b44-2c70-4dff-90d0-370d16cc6757 req-970e9859-bd65-40c1-8f7f-652c1ba160af service neutron] 10.222.0.90 "GET /v2.0/networks/482d30fe-67ad-4874-a89a-719137c68b40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3166280 Feb 04 17:31:09.154342 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port 7d06bb2f-5315-467a-8bb9-06da2b045eff is: DOWN; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:31:09.155205 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (7d06bb2f-5315-467a-8bb9-06da2b045eff), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:09.155945 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-44ef72fa-3f8d-43f9-8e99-40220a6b8da9 req-4f3aae33-9d6a-4df9-b750-a87470b9e404 tempest-ServerMetadataNegativeTestJSON-1314510418 tempest-ServerMetadataNegativeTestJSON-1314510418-project] 10.222.0.89 "GET /v2.0/security-groups?id=93fe45b5-2e5b-4587-b8d2-1dffc8294fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3032541 Feb 04 17:31:09.190356 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ef0c9e1-953e-46e2-aa9a-6606b6b9ce90 None None] Checking router: a5615500-825b-4c27-b245-888c86ab2e53 for host: n-d-827839-2 {{(pid=103378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 17:31:09.300190 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Pushing event updated for resources: {'Port': ['ID=413319cb-3645-4d67-bbb8-63d724138448,revision_number=5']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:31:09.302259 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd0d867-9f4d-402a-81ca-389cef828cbe req-8a663c9c-003e-441f-adc9-0851a7295216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:09.303793 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-ffd0d867-9f4d-402a-81ca-389cef828cbe req-8a663c9c-003e-441f-adc9-0851a7295216 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=88b2d227-c1af-4018-b602-c2aaa03e0215 HTTP/1.1" status: 200 len: 1127 time: 0.2332125 Feb 04 17:31:09.305711 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-b263fbe5-2bf4-49bf-b7cf-6b89a017f9bc None None] For port 7d06bb2f-5315-467a-8bb9-06da2b045eff, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=7d06bb2f-5315-467a-8bb9-06da2b045eff,segment=NetworkSegment(7a56611a-395f-488f-9441-1320aed78029),segment_id=7a56611a-395f-488f-9441-1320aed78029)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:31:09.328359 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ef0c9e1-953e-46e2-aa9a-6606b6b9ce90 None None] Routers {'a5615500-825b-4c27-b245-888c86ab2e53'} bound to L3 agent in host n-d-827839-2 {{(pid=103378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:31:09.333729 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-5ef0c9e1-953e-46e2-aa9a-6606b6b9ce90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:31:02Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['a5615500-825b-4c27-b245-888c86ab2e53'], 'active': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:31:09.353649 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-14f2cfc5-2d4c-451f-982f-d73e2e25ddd8 req-4c8a7ce9-0a41-4e63-9aec-c8a9ba5e2599 service neutron] 10.222.0.96 "GET /v2.0/networks/33faf293-e0be-4b60-83b0-8ec497ee643d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4837322 Feb 04 17:31:09.381293 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b263fbe5-2bf4-49bf-b7cf-6b89a017f9bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (7d06bb2f-5315-467a-8bb9-06da2b045eff), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:09.426346 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f41aec8-b87d-44b2-97e6-eeceb0c0e391 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:09.426990 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-2f41aec8-b87d-44b2-97e6-eeceb0c0e391 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:09.517001 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-ffd0d867-9f4d-402a-81ca-389cef828cbe req-1490250c-96f1-4760-b0ca-c8d6d56c556c service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=93fe45b5-2e5b-4587-b8d2-1dffc8294fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1703932 Feb 04 17:31:09.536365 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6e323b-8b39-46ae-be95-398b518610af req-42fdddd2-954f-4cd3-9721-8384980b0c68 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:09.539395 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-2f41aec8-b87d-44b2-97e6-eeceb0c0e391 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 3.8200648 Feb 04 17:31:09.543115 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6e323b-8b39-46ae-be95-398b518610af req-42fdddd2-954f-4cd3-9721-8384980b0c68 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:09.548034 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6e323b-8b39-46ae-be95-398b518610af req-42fdddd2-954f-4cd3-9721-8384980b0c68 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:09.553610 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6e323b-8b39-46ae-be95-398b518610af req-42fdddd2-954f-4cd3-9721-8384980b0c68 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:09.558719 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6e323b-8b39-46ae-be95-398b518610af req-42fdddd2-954f-4cd3-9721-8384980b0c68 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:09.564686 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6e323b-8b39-46ae-be95-398b518610af req-42fdddd2-954f-4cd3-9721-8384980b0c68 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:09.569916 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6e323b-8b39-46ae-be95-398b518610af req-42fdddd2-954f-4cd3-9721-8384980b0c68 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:09.570454 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.db.api [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103378) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 17:31:09.571000 n-d-827839-2 neutron-server[103378]: DEBUG oslo_db.api [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 17:31:09.578026 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-ef6e323b-8b39-46ae-be95-398b518610af req-42fdddd2-954f-4cd3-9721-8384980b0c68 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] 10.222.0.89 "GET /v2.0/ports?device_id=f9afa7a5-1aca-47d0-a335-e4059d5a8169 HTTP/1.1" status: 200 len: 5419 time: 0.2709136 Feb 04 17:31:09.586397 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 48380) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:31:09.586615 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-be61dd67-309b-4c37-ad73-a5bb238a2e58 None None] Publish callbacks [] for port (a26b09e0-172a-47bd-8418-e85afeb5bbf9), precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:09.588475 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvr_db [None req-5ef0c9e1-953e-46e2-aa9a-6606b6b9ce90 None None] Set router a5615500-825b-4c27-b245-888c86ab2e53 gateway port host: None {{(pid=103378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:31:09.590859 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-51409434-4c0a-4231-ac23-180a647a1cc1 None None] Provisioning complete for port e7cd9da2-6932-41fa-89d2-d5eb0dfbd7e1 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:31:09.590859 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-51409434-4c0a-4231-ac23-180a647a1cc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (e7cd9da2-6932-41fa-89d2-d5eb0dfbd7e1), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:09.592513 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b263fbe5-2bf4-49bf-b7cf-6b89a017f9bc None None] Pushing event updated for resources: {'Port': ['ID=7d06bb2f-5315-467a-8bb9-06da2b045eff,revision_number=3']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:31:09.593153 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-e4d11f39-696d-4885-bf32-e5be55fabe0b tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Request body: {'subnet': {'network_id': '39c5a3cf-023d-44e7-9195-38ea0e412caf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:31:09.670321 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-be61dd67-309b-4c37-ad73-a5bb238a2e58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135'] for port (a26b09e0-172a-47bd-8418-e85afeb5bbf9), after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:09.678129 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-5ef0c9e1-953e-46e2-aa9a-6606b6b9ce90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5615500-825b-4c27-b245-888c86ab2e53', 'name': 'tempest-TaggedBootDevicesTest_v242-733725866-router', 'tenant_id': 'c5cb386618c24d66b6712f0d36ac7fea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:21:48Z', 'updated_at': '2022-02-04T17:31:08Z', 'revision_number': 6, 'project_id': 'c5cb386618c24d66b6712f0d36ac7fea', 'gw_port_host': None}], 'n-d-827839-2', False) {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:31:09.718123 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-5f85abea-6f08-4011-8f0a-0f6c62275a50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (e2bf0a04-65a3-440a-909f-bd06c7949274), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:09.738739 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4d11f39-696d-4885-bf32-e5be55fabe0b tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Made reservation on behalf of 6054a945d1db4859ae33f1c6e4a7b141 for: {'subnet': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:31:09.742163 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-e4d11f39-696d-4885-bf32-e5be55fabe0b tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25597243'] for subnet (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:09.748095 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ef0c9e1-953e-46e2-aa9a-6606b6b9ce90 None None] The sync data for ids ['a5615500-825b-4c27-b245-888c86ab2e53'] in n-d-827839-2 is: [{'id': 'a5615500-825b-4c27-b245-888c86ab2e53', 'name': 'tempest-TaggedBootDevicesTest_v242-733725866-router', 'tenant_id': 'c5cb386618c24d66b6712f0d36ac7fea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:21:48Z', 'updated_at': '2022-02-04T17:31:08Z', 'revision_number': 6, 'project_id': 'c5cb386618c24d66b6712f0d36ac7fea', 'gw_port_host': None}] {{(pid=103378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 17:31:09.763782 n-d-827839-2 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be61dd67-309b-4c37-ad73-a5bb238a2e58 None None] Network b6ecfe8a-df64-4548-a5a9-01eea9be4d13 is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:31:09.767385 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-51409434-4c0a-4231-ac23-180a647a1cc1 None None] Port e7cd9da2-6932-41fa-89d2-d5eb0dfbd7e1 cannot update to ACTIVE because it is not bound. {{(pid=103378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 17:31:09.775187 n-d-827839-2 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-be61dd67-309b-4c37-ad73-a5bb238a2e58 None None] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:31:09.777410 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be61dd67-309b-4c37-ad73-a5bb238a2e58 None None] Pushing event updated for resources: {'Port': ['ID=a26b09e0-172a-47bd-8418-e85afeb5bbf9,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:31:09.779929 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be61dd67-309b-4c37-ad73-a5bb238a2e58 None None] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:31:09.876501 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f85abea-6f08-4011-8f0a-0f6c62275a50 admin admin] Pushing event deleted for resources: {'Port': ['ID=e2bf0a04-65a3-440a-909f-bd06c7949274,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:31:09.958697 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f85abea-6f08-4011-8f0a-0f6c62275a50 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:31:09.959366 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f85abea-6f08-4011-8f0a-0f6c62275a50 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:31:09.959880 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f85abea-6f08-4011-8f0a-0f6c62275a50 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:31:09.960377 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f85abea-6f08-4011-8f0a-0f6c62275a50 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:31:09.960952 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f85abea-6f08-4011-8f0a-0f6c62275a50 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:31:09.961464 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f85abea-6f08-4011-8f0a-0f6c62275a50 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:31:09.962035 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f85abea-6f08-4011-8f0a-0f6c62275a50 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:31:09.962524 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f85abea-6f08-4011-8f0a-0f6c62275a50 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:31:09.963009 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f85abea-6f08-4011-8f0a-0f6c62275a50 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:31:09.963493 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f85abea-6f08-4011-8f0a-0f6c62275a50 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:31:09.963988 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f85abea-6f08-4011-8f0a-0f6c62275a50 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:31:09.964485 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f85abea-6f08-4011-8f0a-0f6c62275a50 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:31:09.965020 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f85abea-6f08-4011-8f0a-0f6c62275a50 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:31:09.971485 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-5f85abea-6f08-4011-8f0a-0f6c62275a50 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1595544'] for router_gateway (a5615500-825b-4c27-b245-888c86ab2e53), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:10.029277 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-248b6f0f-630b-45c6-9322-e059b8128e04 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:10.037637 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-be61dd67-309b-4c37-ad73-a5bb238a2e58 None None] Attempting to bind port a26b09e0-172a-47bd-8418-e85afeb5bbf9 on host n-d-827839-2 for vnic_type normal with profile {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:31:10.038203 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-be61dd67-309b-4c37-ad73-a5bb238a2e58 None None] Attempting to bind port a26b09e0-172a-47bd-8418-e85afeb5bbf9 by drivers openvswitch,hyperv on host n-d-827839-2 at level 0 using segments [{'id': '369dea9c-8d6a-46f2-b62d-9d92aad7dd59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'b6ecfe8a-df64-4548-a5a9-01eea9be4d13'}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:31:10.038947 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be61dd67-309b-4c37-ad73-a5bb238a2e58 None None] Attempting to bind port a26b09e0-172a-47bd-8418-e85afeb5bbf9 on network b6ecfe8a-df64-4548-a5a9-01eea9be4d13 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:31:10.045286 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be61dd67-309b-4c37-ad73-a5bb238a2e58 None None] Checking agent: {'id': 'ba70844b-66a0-45fd-a2f2-e6ed673321fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 0, 36), 'started_at': datetime.datetime(2022, 2, 4, 17, 1, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 31, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:31:10.045826 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be61dd67-309b-4c37-ad73-a5bb238a2e58 None None] Checking segment: {'id': '369dea9c-8d6a-46f2-b62d-9d92aad7dd59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'b6ecfe8a-df64-4548-a5a9-01eea9be4d13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:31:10.046392 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-be61dd67-309b-4c37-ad73-a5bb238a2e58 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:10.046894 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be61dd67-309b-4c37-ad73-a5bb238a2e58 None None] Bound using segment: {'id': '369dea9c-8d6a-46f2-b62d-9d92aad7dd59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'b6ecfe8a-df64-4548-a5a9-01eea9be4d13'} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:31:10.047580 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-be61dd67-309b-4c37-ad73-a5bb238a2e58 None None] Bound port: a26b09e0-172a-47bd-8418-e85afeb5bbf9, host: n-d-827839-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '369dea9c-8d6a-46f2-b62d-9d92aad7dd59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'b6ecfe8a-df64-4548-a5a9-01eea9be4d13'}}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:31:10.048123 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-be61dd67-309b-4c37-ad73-a5bb238a2e58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (a26b09e0-172a-47bd-8418-e85afeb5bbf9), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:10.072643 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-5f85abea-6f08-4011-8f0a-0f6c62275a50 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1601811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26971'] for router (a5615500-825b-4c27-b245-888c86ab2e53), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:10.075586 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-5f85abea-6f08-4011-8f0a-0f6c62275a50 admin admin] Publish callbacks [] for router_controller (a5615500-825b-4c27-b245-888c86ab2e53), precommit_delete_associations {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:10.084869 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-14f2cfc5-2d4c-451f-982f-d73e2e25ddd8 req-d457c1b6-502c-4087-ae54-5c986882fbb5 service neutron] 10.222.0.96 "GET /v2.0/networks/33faf293-e0be-4b60-83b0-8ec497ee643d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6790674 Feb 04 17:31:10.135203 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-ef6e323b-8b39-46ae-be95-398b518610af req-219d02a6-9e35-49e5-aec8-8ce7376e93fa tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] 10.222.0.89 "GET /v2.0/security-groups?id=97363f9b-735d-4c1b-ae48-6b5390fc2698&id=0a858dd3-bfe4-4a54-8e21-ad7067112b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5562353 Feb 04 17:31:10.140490 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-5f85abea-6f08-4011-8f0a-0f6c62275a50 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1601832'] for router (a5615500-825b-4c27-b245-888c86ab2e53), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:10.141218 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f85abea-6f08-4011-8f0a-0f6c62275a50 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a5615500-825b-4c27-b245-888c86ab2e53 {{(pid=103377) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 17:31:10.161539 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-5f85abea-6f08-4011-8f0a-0f6c62275a50 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:10.162845 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-5f85abea-6f08-4011-8f0a-0f6c62275a50 admin admin] 10.222.0.89 "DELETE /v2.0/routers/a5615500-825b-4c27-b245-888c86ab2e53 HTTP/1.1" status: 204 len: 168 time: 2.5844951 Feb 04 17:31:10.167537 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 48382) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:31:10.233170 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.db_base_plugin_v2 [None req-20d37cc5-1bb3-44e6-96c1-b7493408f104 admin admin] Deleting subnet 069a4643-9702-4f4f-bc4a-cf22266ae74b {{(pid=103377) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 17:31:10.253433 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-20d37cc5-1bb3-44e6-96c1-b7493408f104 admin admin] Publish callbacks [] for subnet (069a4643-9702-4f4f-bc4a-cf22266ae74b), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:10.274584 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-be61dd67-309b-4c37-ad73-a5bb238a2e58 None None] For port a26b09e0-172a-47bd-8418-e85afeb5bbf9, host n-d-827839-2, cleared binding levels {{(pid=103378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:31:10.281670 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-be61dd67-309b-4c37-ad73-a5bb238a2e58 None None] For port a26b09e0-172a-47bd-8418-e85afeb5bbf9, host n-d-827839-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=a26b09e0-172a-47bd-8418-e85afeb5bbf9,segment=NetworkSegment(369dea9c-8d6a-46f2-b62d-9d92aad7dd59),segment_id=369dea9c-8d6a-46f2-b62d-9d92aad7dd59)] {{(pid=103378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:31:10.291908 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port 7d06bb2f-5315-467a-8bb9-06da2b045eff is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:31:10.293137 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 061376ab-5559-430f-a269-a0a7775cc27c up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:31:10.308019 n-d-827839-2 neutron-server[103377]: INFO neutron.db.ipam_backend_mixin [None req-e4d11f39-696d-4885-bf32-e5be55fabe0b tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 9a3e2123-2af5-489f-ad72-92822cfd04a3 (CIDR: 172.20.0.0/28) Feb 04 17:31:10.313001 n-d-827839-2 neutron-server[103377]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4d11f39-696d-4885-bf32-e5be55fabe0b tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 17:31:10.313486 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e4d11f39-696d-4885-bf32-e5be55fabe0b tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103377) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 17:31:10.322283 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-20d37cc5-1bb3-44e6-96c1-b7493408f104 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26866676'] for subnet (069a4643-9702-4f4f-bc4a-cf22266ae74b), precommit_delete_associations {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:10.351535 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-14f2cfc5-2d4c-451f-982f-d73e2e25ddd8 req-fb3c8d2a-712b-4db3-9589-f83d5f765c1f service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.240&port_id=69744c85-4e2f-4594-a5b1-5888c6eca6d5 HTTP/1.1" status: 200 len: 217 time: 0.2521768 Feb 04 17:31:10.367365 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-e4d11f39-696d-4885-bf32-e5be55fabe0b tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7745242 Feb 04 17:31:10.367581 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-be61dd67-309b-4c37-ad73-a5bb238a2e58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (a26b09e0-172a-47bd-8418-e85afeb5bbf9), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:10.367724 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 48388) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:31:10.370729 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-19462158-2abb-4a82-8202-35daae6242ea tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Request body: {'subnet': {'network_id': '39c5a3cf-023d-44e7-9195-38ea0e412caf', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:31:10.415873 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (f20a1ab3-4332-4f54-833b-ba4a7c687e89), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:10.550383 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f2cfc5-2d4c-451f-982f-d73e2e25ddd8 req-bbd05240-1ff9-4b25-845d-4e2521d34ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:10.551850 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-14f2cfc5-2d4c-451f-982f-d73e2e25ddd8 req-bbd05240-1ff9-4b25-845d-4e2521d34ecc service neutron] 10.222.0.96 "GET /v2.0/subnets?id=b4d5b67f-9f31-46fc-bfb3-c1d4a9ae5448 HTTP/1.1" status: 200 len: 797 time: 0.1807876 Feb 04 17:31:10.565910 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port 061376ab-5559-430f-a269-a0a7775cc27c triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:31:10.566314 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (061376ab-5559-430f-a269-a0a7775cc27c), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:10.567877 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be61dd67-309b-4c37-ad73-a5bb238a2e58 None None] Pushing event updated for resources: {'Port': ['ID=a26b09e0-172a-47bd-8418-e85afeb5bbf9,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:31:10.571617 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-20d37cc5-1bb3-44e6-96c1-b7493408f104 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1541225'] for subnet (069a4643-9702-4f4f-bc4a-cf22266ae74b), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:10.690499 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-20d37cc5-1bb3-44e6-96c1-b7493408f104 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1541216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25888360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25597190'] for subnet (069a4643-9702-4f4f-bc4a-cf22266ae74b), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:10.708866 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19462158-2abb-4a82-8202-35daae6242ea tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Made reservation on behalf of 6054a945d1db4859ae33f1c6e4a7b141 for: {'subnet': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:31:10.712651 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-19462158-2abb-4a82-8202-35daae6242ea tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25597243'] for subnet (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:10.730138 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port 061376ab-5559-430f-a269-a0a7775cc27c is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:31:10.788872 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d37cc5-1bb3-44e6-96c1-b7493408f104 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=069a4643-9702-4f4f-bc4a-cf22266ae74b,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:31:10.821233 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.db.resource_extend [None req-6b713e3d-ef9a-428d-b16f-dec4bcae226d tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 17:31:10.824125 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce81fce9-6ea2-4d7e-909c-3aeed96eef5e None None] Network 02771309-aff5-472d-90da-927298d169e4 requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:31:10.829200 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-20d37cc5-1bb3-44e6-96c1-b7493408f104 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:10.834556 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-20d37cc5-1bb3-44e6-96c1-b7493408f104 admin admin] 10.222.0.89 "DELETE /v2.0/subnets/069a4643-9702-4f4f-bc4a-cf22266ae74b HTTP/1.1" status: 204 len: 168 time: 0.6641462 Feb 04 17:31:10.835132 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 48390) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:31:11.013663 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.agents_db [None req-e1691f3b-aacd-4cd6-8ebb-a9c53bb301c0 None None] Agent healthcheck: found 7 active agents {{(pid=103379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 17:31:11.021498 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 7d06bb2f-5315-467a-8bb9-06da2b045eff up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:31:11.041340 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-7c8a002b-1672-4cf5-81cb-0a3dbf38cb3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628832'] for network (02771309-aff5-472d-90da-927298d169e4), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:11.103503 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-6b713e3d-ef9a-428d-b16f-dec4bcae226d tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:11.124519 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port 7d06bb2f-5315-467a-8bb9-06da2b045eff triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:31:11.125506 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (7d06bb2f-5315-467a-8bb9-06da2b045eff), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:11.129428 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-6b713e3d-ef9a-428d-b16f-dec4bcae226d tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1595586'] for floatingip (69a26a8d-05fc-444a-bcdb-7f915dafb304), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:11.139158 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f2cfc5-2d4c-451f-982f-d73e2e25ddd8 req-ad274d05-1d38-4773-8129-f57872bd7a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:11.141174 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-14f2cfc5-2d4c-451f-982f-d73e2e25ddd8 req-ad274d05-1d38-4773-8129-f57872bd7a77 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=33faf293-e0be-4b60-83b0-8ec497ee643d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.5440738 Feb 04 17:31:11.302646 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port 7d06bb2f-5315-467a-8bb9-06da2b045eff is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:31:11.356552 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-281fe2fb-811e-4ca6-9870-26cf51558440 None None] DHCP port deletion for 02771309-aff5-472d-90da-927298d169e4 request from n-d-827839-2 {{(pid=103378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 17:31:11.399939 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d49b87f-fecd-4230-be02-c7b83a6af3f1 req-5e96c73c-ca92-4a4f-94de-1bb1c739b14f tempest-ServerMetadataNegativeTestJSON-1314510418 tempest-ServerMetadataNegativeTestJSON-1314510418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:11.407335 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-1d49b87f-fecd-4230-be02-c7b83a6af3f1 req-5e96c73c-ca92-4a4f-94de-1bb1c739b14f tempest-ServerMetadataNegativeTestJSON-1314510418 tempest-ServerMetadataNegativeTestJSON-1314510418-project] 10.222.0.89 "GET /v2.0/ports?device_id=88b2d227-c1af-4018-b602-c2aaa03e0215 HTTP/1.1" status: 200 len: 945 time: 1.0674734 Feb 04 17:31:11.429253 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 67bf434d-66bd-4703-8d75-c9a0bbd698bc no longer exists at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:31:11.479996 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] No Port match for: 67bf434d-66bd-4703-8d75-c9a0bbd698bc {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 17:31:11.481159 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 67bf434d-66bd-4703-8d75-c9a0bbd698bc not bound to the agent host n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 17:31:11.481614 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device e2bf0a04-65a3-440a-909f-bd06c7949274 no longer exists at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:31:11.518967 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] No Port match for: e2bf0a04-65a3-440a-909f-bd06c7949274 {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 17:31:11.520697 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device e2bf0a04-65a3-440a-909f-bd06c7949274 not bound to the agent host n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 17:31:11.535724 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-281fe2fb-811e-4ca6-9870-26cf51558440 None None] Deleting port b43b25e6-ff58-4a22-9e05-05ad3b6bcd52 {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:31:11.536282 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-281fe2fb-811e-4ca6-9870-26cf51558440 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (b43b25e6-ff58-4a22-9e05-05ad3b6bcd52), before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:11.606978 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-1d49b87f-fecd-4230-be02-c7b83a6af3f1 req-fc21e0db-203f-4c97-9de0-187e986b2755 tempest-ServerMetadataNegativeTestJSON-1314510418 tempest-ServerMetadataNegativeTestJSON-1314510418-project] 10.222.0.89 "GET /v2.0/security-groups?id=93fe45b5-2e5b-4587-b8d2-1dffc8294fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1981032 Feb 04 17:31:11.621772 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-14f2cfc5-2d4c-451f-982f-d73e2e25ddd8 req-23f7ea6b-ea9b-4f63-8fca-3a25addae6bf service neutron] 10.222.0.96 "GET /v2.0/networks/33faf293-e0be-4b60-83b0-8ec497ee643d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4235175 Feb 04 17:31:11.626548 n-d-827839-2 neutron-server[103376]: INFO neutron.db.l3_db [None req-6b713e3d-ef9a-428d-b16f-dec4bcae226d tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Floating IP 69a26a8d-05fc-444a-bcdb-7f915dafb304 associated. External IP: 172.25.6.83, port: 278cab46-15b5-49e2-82ef-ab55a909acd1. Feb 04 17:31:11.636904 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.db_base_plugin_common [None req-248b6f0f-630b-45c6-9322-e059b8128e04 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Allocated IP 2001:db8:3::1 (b6ecfe8a-df64-4548-a5a9-01eea9be4d13/9eba6627-6343-4966-a0eb-b13f7f73f882/48147c67-8562-40bd-8f7d-c3cd19563093) {{(pid=103376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:31:11.641174 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-281fe2fb-811e-4ca6-9870-26cf51558440 None None] For port b43b25e6-ff58-4a22-9e05-05ad3b6bcd52, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=b43b25e6-ff58-4a22-9e05-05ad3b6bcd52,segment=NetworkSegment(072307a9-31c6-4f7a-9235-384357f581eb),segment_id=072307a9-31c6-4f7a-9235-384357f581eb)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:31:11.641574 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-281fe2fb-811e-4ca6-9870-26cf51558440 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (b43b25e6-ff58-4a22-9e05-05ad3b6bcd52), precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:11.661666 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-281fe2fb-811e-4ca6-9870-26cf51558440 None None] Calling delete_port for b43b25e6-ff58-4a22-9e05-05ad3b6bcd52 owned by network:dhcp {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:31:11.765141 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-7c8a002b-1672-4cf5-81cb-0a3dbf38cb3c admin admin] Deleting port b43b25e6-ff58-4a22-9e05-05ad3b6bcd52 {{(pid=103377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:31:11.765762 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-7c8a002b-1672-4cf5-81cb-0a3dbf38cb3c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (b43b25e6-ff58-4a22-9e05-05ad3b6bcd52), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:11.770267 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-281fe2fb-811e-4ca6-9870-26cf51558440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144'] for port (b43b25e6-ff58-4a22-9e05-05ad3b6bcd52), after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:11.804850 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281fe2fb-811e-4ca6-9870-26cf51558440 None None] Pushing event deleted for resources: {'Port': ['ID=b43b25e6-ff58-4a22-9e05-05ad3b6bcd52,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:31:11.806783 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-281fe2fb-811e-4ca6-9870-26cf51558440 None None] No DVR routers for this DVR port b43b25e6-ff58-4a22-9e05-05ad3b6bcd52 on host n-d-827839-2 {{(pid=103378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 17:31:11.849620 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [None req-7c8a002b-1672-4cf5-81cb-0a3dbf38cb3c admin admin] For port b43b25e6-ff58-4a22-9e05-05ad3b6bcd52, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=b43b25e6-ff58-4a22-9e05-05ad3b6bcd52,segment=NetworkSegment(072307a9-31c6-4f7a-9235-384357f581eb),segment_id=072307a9-31c6-4f7a-9235-384357f581eb)] {{(pid=103377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:31:11.849988 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-7c8a002b-1672-4cf5-81cb-0a3dbf38cb3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (b43b25e6-ff58-4a22-9e05-05ad3b6bcd52), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:11.917693 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-7c8a002b-1672-4cf5-81cb-0a3dbf38cb3c admin admin] Calling delete_port for b43b25e6-ff58-4a22-9e05-05ad3b6bcd52 owned by network:dhcp {{(pid=103377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:31:11.975789 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3394b273-75ef-42bf-bcfb-141c4df77393 req-7348834f-b6ce-46e5-ac4e-b720d27c38d0 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:11.986715 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3394b273-75ef-42bf-bcfb-141c4df77393 req-7348834f-b6ce-46e5-ac4e-b720d27c38d0 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:11.997251 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3394b273-75ef-42bf-bcfb-141c4df77393 req-7348834f-b6ce-46e5-ac4e-b720d27c38d0 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:12.008293 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3394b273-75ef-42bf-bcfb-141c4df77393 req-7348834f-b6ce-46e5-ac4e-b720d27c38d0 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:12.018418 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3394b273-75ef-42bf-bcfb-141c4df77393 req-7348834f-b6ce-46e5-ac4e-b720d27c38d0 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:12.029109 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3394b273-75ef-42bf-bcfb-141c4df77393 req-7348834f-b6ce-46e5-ac4e-b720d27c38d0 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:12.039371 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3394b273-75ef-42bf-bcfb-141c4df77393 req-7348834f-b6ce-46e5-ac4e-b720d27c38d0 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:12.053652 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-3394b273-75ef-42bf-bcfb-141c4df77393 req-7348834f-b6ce-46e5-ac4e-b720d27c38d0 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] 10.222.0.89 "GET /v2.0/ports?device_id=f9afa7a5-1aca-47d0-a335-e4059d5a8169 HTTP/1.1" status: 200 len: 5419 time: 0.3503520 Feb 04 17:31:12.110121 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a5ef489-bf9a-4354-ac95-685ca9f5c53b None None] Network b6ecfe8a-df64-4548-a5a9-01eea9be4d13 requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:31:12.203528 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-f8a11f18-c6cc-425f-8a1c-e5be96e4c9ac None None] Provisioning complete for port a26b09e0-172a-47bd-8418-e85afeb5bbf9 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:31:12.204327 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f8a11f18-c6cc-425f-8a1c-e5be96e4c9ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (a26b09e0-172a-47bd-8418-e85afeb5bbf9), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:12.217776 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-19462158-2abb-4a82-8202-35daae6242ea tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25889445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25597197'] for subnet (0ec8b988-0c43-4fb0-b17a-ad3334316032), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:12.264547 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19462158-2abb-4a82-8202-35daae6242ea tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Network 39c5a3cf-023d-44e7-9195-38ea0e412caf is already hosted by enough agents. {{(pid=103377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:31:12.285895 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-3394b273-75ef-42bf-bcfb-141c4df77393 req-fca7e8e3-cf58-4445-806c-0e11773a4b41 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] 10.222.0.89 "GET /v2.0/security-groups?id=97363f9b-735d-4c1b-ae48-6b5390fc2698&id=0a858dd3-bfe4-4a54-8e21-ad7067112b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2308936 Feb 04 17:31:12.292957 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [None req-19462158-2abb-4a82-8202-35daae6242ea tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Resources bound (agent type, host, resource id): {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:31:12.324028 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19462158-2abb-4a82-8202-35daae6242ea tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:12.325431 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-19462158-2abb-4a82-8202-35daae6242ea tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Publish callbacks [] for subnet (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:12.341914 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-441deb56-e04c-4fb6-819e-1ded1c75f18f None None] Network 39c5a3cf-023d-44e7-9195-38ea0e412caf requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:31:12.353803 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19462158-2abb-4a82-8202-35daae6242ea tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Pushing event updated for resources: {'Subnet': ['ID=0ec8b988-0c43-4fb0-b17a-ad3334316032,revision_number=0']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:31:12.356690 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-7c8a002b-1672-4cf5-81cb-0a3dbf38cb3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (b43b25e6-ff58-4a22-9e05-05ad3b6bcd52), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:12.369915 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-19462158-2abb-4a82-8202-35daae6242ea tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.0035701 Feb 04 17:31:12.381132 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 48394) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:31:12.386527 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-b8dcb2ef-3d35-4156-a3d7-f1042cd3bb96 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-376534611', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '0ec8b988-0c43-4fb0-b17a-ad3334316032'}], 'security_groups': ['d13af9a9-a1b4-467c-a2f2-9d0c55de2396']}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:31:12.393939 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8a002b-1672-4cf5-81cb-0a3dbf38cb3c admin admin] Pushing event deleted for resources: {'Port': ['ID=b43b25e6-ff58-4a22-9e05-05ad3b6bcd52,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:31:12.396650 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c8a002b-1672-4cf5-81cb-0a3dbf38cb3c admin admin] No DVR routers for this DVR port b43b25e6-ff58-4a22-9e05-05ad3b6bcd52 on host n-d-827839-2 {{(pid=103377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 17:31:12.447647 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (3f9244a9-75fc-4c10-b195-11d48b853b41), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:12.483227 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-14f2cfc5-2d4c-451f-982f-d73e2e25ddd8 req-f8411300-572b-4079-8d7b-8b6d0985af51 service neutron] 10.222.0.96 "GET /v2.0/networks/33faf293-e0be-4b60-83b0-8ec497ee643d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8536339 Feb 04 17:31:12.487635 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-7c8a002b-1672-4cf5-81cb-0a3dbf38cb3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1543676', 'neutron.services.segments.db._delete_segments_for_network-8781084786517'] for network (02771309-aff5-472d-90da-927298d169e4), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:12.490520 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-f8a11f18-c6cc-425f-8a1c-e5be96e4c9ac None None] Current status of the port a26b09e0-172a-47bd-8418-e85afeb5bbf9 is: DOWN; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:31:12.490933 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f8a11f18-c6cc-425f-8a1c-e5be96e4c9ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (a26b09e0-172a-47bd-8418-e85afeb5bbf9), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:12.511579 n-d-827839-2 neutron-server[103377]: DEBUG neutron.services.segments.db [None req-7c8a002b-1672-4cf5-81cb-0a3dbf38cb3c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02771309-aff5-472d-90da-927298d169e4']}} {{(pid=103377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:31:12.522573 n-d-827839-2 neutron-server[103377]: DEBUG neutron.services.segments.db [None req-7c8a002b-1672-4cf5-81cb-0a3dbf38cb3c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '072307a9-31c6-4f7a-9235-384357f581eb') {'for_net_delete': True} {{(pid=103377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:31:12.522826 n-d-827839-2 neutron-server[103377]: DEBUG neutron.services.segments.db [None req-7c8a002b-1672-4cf5-81cb-0a3dbf38cb3c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '072307a9-31c6-4f7a-9235-384357f581eb') {} {{(pid=103377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:31:12.533816 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-7c8a002b-1672-4cf5-81cb-0a3dbf38cb3c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781084783966', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26866685'] for segment (072307a9-31c6-4f7a-9235-384357f581eb), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:12.549024 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-7c8a002b-1672-4cf5-81cb-0a3dbf38cb3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (072307a9-31c6-4f7a-9235-384357f581eb), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:12.552482 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-f8a11f18-c6cc-425f-8a1c-e5be96e4c9ac None None] For port a26b09e0-172a-47bd-8418-e85afeb5bbf9, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=a26b09e0-172a-47bd-8418-e85afeb5bbf9,segment=NetworkSegment(369dea9c-8d6a-46f2-b62d-9d92aad7dd59),segment_id=369dea9c-8d6a-46f2-b62d-9d92aad7dd59)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:31:12.556131 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c8a002b-1672-4cf5-81cb-0a3dbf38cb3c admin admin] Releasing vlan 766 on physical network physnet1 to pool {{(pid=103377) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 17:31:12.556908 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-7c8a002b-1672-4cf5-81cb-0a3dbf38cb3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25888454'] for segment (072307a9-31c6-4f7a-9235-384357f581eb), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:12.567522 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f8a11f18-c6cc-425f-8a1c-e5be96e4c9ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (a26b09e0-172a-47bd-8418-e85afeb5bbf9), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:12.573048 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-248b6f0f-630b-45c6-9322-e059b8128e04 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Publish callbacks [] for port (48147c67-8562-40bd-8f7d-c3cd19563093), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:12.592026 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-14f2cfc5-2d4c-451f-982f-d73e2e25ddd8 req-15498c12-ba0f-4811-a672-ef4e8cea935f service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.5&port_id=c7b0ce66-87fd-444f-8882-eed91d586c14 HTTP/1.1" status: 200 len: 217 time: 0.0976493 Feb 04 17:31:12.628622 n-d-827839-2 neutron-server[103377]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 17:31:12.628622 n-d-827839-2 neutron-server[103377]: self.session.flush() Feb 04 17:31:12.628622 n-d-827839-2 neutron-server[103377]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 17:31:12.628622 n-d-827839-2 neutron-server[103377]: self.session.flush() Feb 04 17:31:12.628622 n-d-827839-2 neutron-server[103377]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 17:31:12.628622 n-d-827839-2 neutron-server[103377]: self.session.flush() Feb 04 17:31:12.628622 n-d-827839-2 neutron-server[103377]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 17:31:12.628622 n-d-827839-2 neutron-server[103377]: self.session.flush() Feb 04 17:31:12.628622 n-d-827839-2 neutron-server[103377]: Traceback (most recent call last): Feb 04 17:31:12.628622 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 17:31:12.628622 n-d-827839-2 neutron-server[103377]: timer() Feb 04 17:31:12.628622 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 17:31:12.628622 n-d-827839-2 neutron-server[103377]: cb(*args, **kw) Feb 04 17:31:12.628622 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 17:31:12.628622 n-d-827839-2 neutron-server[103377]: return func(*args, **kwargs) Feb 04 17:31:12.628622 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 17:31:12.628622 n-d-827839-2 neutron-server[103377]: self._notify() Feb 04 17:31:12.628622 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 17:31:12.628622 n-d-827839-2 neutron-server[103377]: self.callback(batched_events) Feb 04 17:31:12.628622 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 17:31:12.628622 n-d-827839-2 neutron-server[103377]: event.method(event) Feb 04 17:31:12.628622 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 17:31:12.628622 n-d-827839-2 neutron-server[103377]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 17:31:12.628622 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 17:31:12.628622 n-d-827839-2 neutron-server[103377]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 17:31:12.628622 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 17:31:12.628622 n-d-827839-2 neutron-server[103377]: return f(self, *a, **k) Feb 04 17:31:12.628622 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 17:31:12.628622 n-d-827839-2 neutron-server[103377]: return self._get(url).json() Feb 04 17:31:12.628622 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 17:31:12.628622 n-d-827839-2 neutron-server[103377]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 17:31:12.628622 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 17:31:12.628622 n-d-827839-2 neutron-server[103377]: return self.request(url, 'GET', **kwargs) Feb 04 17:31:12.628622 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 17:31:12.628622 n-d-827839-2 neutron-server[103377]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 17:31:12.628622 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 17:31:12.628622 n-d-827839-2 neutron-server[103377]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 17:31:12.628622 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 17:31:12.628622 n-d-827839-2 neutron-server[103377]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 17:31:12.628622 n-d-827839-2 neutron-server[103377]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 17:31:12.642429 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-7c8a002b-1672-4cf5-81cb-0a3dbf38cb3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1543671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1595572'] for network (02771309-aff5-472d-90da-927298d169e4), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:12.648683 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-7c8a002b-1672-4cf5-81cb-0a3dbf38cb3c admin admin] Publish callbacks [] for network (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:12.658992 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-7c8a002b-1672-4cf5-81cb-0a3dbf38cb3c admin admin] 10.222.0.89 "DELETE /v2.0/networks/02771309-aff5-472d-90da-927298d169e4 HTTP/1.1" status: 204 len: 168 time: 1.8227456 Feb 04 17:31:12.664320 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 48398) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:31:12.667663 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a11f18-c6cc-425f-8a1c-e5be96e4c9ac None None] Pushing event updated for resources: {'Port': ['ID=a26b09e0-172a-47bd-8418-e85afeb5bbf9,revision_number=3']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:31:12.697856 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8a002b-1672-4cf5-81cb-0a3dbf38cb3c admin admin] Pushing event deleted for resources: {'Network': ['ID=02771309-aff5-472d-90da-927298d169e4,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:31:12.758989 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-216898cd-c034-4b37-af1e-db0ef1f32270 None None] Update dhcp port {'port': {'network_id': '39c5a3cf-023d-44e7-9195-38ea0e412caf', 'fixed_ips': [{'subnet_id': '9a3e2123-2af5-489f-ad72-92822cfd04a3', 'ip_address': '172.20.0.2'}, {'subnet_id': '0ec8b988-0c43-4fb0-b17a-ad3334316032'}], 'binding:host_id': 'n-d-827839-2'}, 'id': '7d06bb2f-5315-467a-8bb9-06da2b045eff'} from n-d-827839-2. {{(pid=103378) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 04 17:31:12.838468 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-216898cd-c034-4b37-af1e-db0ef1f32270 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (7d06bb2f-5315-467a-8bb9-06da2b045eff), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:12.951223 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f2cfc5-2d4c-451f-982f-d73e2e25ddd8 req-4ff47fb3-bc8f-4213-a742-e912ec0a1220 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:12.952878 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-14f2cfc5-2d4c-451f-982f-d73e2e25ddd8 req-4ff47fb3-bc8f-4213-a742-e912ec0a1220 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=b4d5b67f-9f31-46fc-bfb3-c1d4a9ae5448 HTTP/1.1" status: 200 len: 797 time: 0.3131356 Feb 04 17:31:13.008465 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-248b6f0f-630b-45c6-9322-e059b8128e04 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (48147c67-8562-40bd-8f7d-c3cd19563093), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:13.113438 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-216898cd-c034-4b37-af1e-db0ef1f32270 None None] Allocated IP 172.20.0.18 (39c5a3cf-023d-44e7-9195-38ea0e412caf/0ec8b988-0c43-4fb0-b17a-ad3334316032/7d06bb2f-5315-467a-8bb9-06da2b045eff) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:31:13.114526 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-b8dcb2ef-3d35-4156-a3d7-f1042cd3bb96 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (e7cd9da2-6932-41fa-89d2-d5eb0dfbd7e1), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:13.135489 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6251a1-f19c-45e4-960f-937302aad6b2 req-bf03e5ca-6b66-4936-a001-cdc4e81757a1 tempest-ServerMetadataNegativeTestJSON-1314510418 tempest-ServerMetadataNegativeTestJSON-1314510418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:13.145107 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-1b6251a1-f19c-45e4-960f-937302aad6b2 req-bf03e5ca-6b66-4936-a001-cdc4e81757a1 tempest-ServerMetadataNegativeTestJSON-1314510418 tempest-ServerMetadataNegativeTestJSON-1314510418-project] 10.222.0.89 "GET /v2.0/ports?device_id=88b2d227-c1af-4018-b602-c2aaa03e0215 HTTP/1.1" status: 200 len: 945 time: 0.4074442 Feb 04 17:31:13.159197 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-248b6f0f-630b-45c6-9322-e059b8128e04 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Network b6ecfe8a-df64-4548-a5a9-01eea9be4d13 is already hosted by enough agents. {{(pid=103376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:31:13.201802 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [None req-248b6f0f-630b-45c6-9322-e059b8128e04 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Resources bound (agent type, host, resource id): {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:31:13.218751 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-a8853f8a-0040-4030-a4a5-6f7999815b08 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602754'] for router_interface (8e1d73c9-631c-4383-b9ed-3e6e0749d9f4), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:13.221169 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-216898cd-c034-4b37-af1e-db0ef1f32270 None None] For port 7d06bb2f-5315-467a-8bb9-06da2b045eff, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=7d06bb2f-5315-467a-8bb9-06da2b045eff,segment=NetworkSegment(7a56611a-395f-488f-9441-1320aed78029),segment_id=7a56611a-395f-488f-9441-1320aed78029)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:31:13.228732 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-248b6f0f-630b-45c6-9322-e059b8128e04 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Received port after_create {{(pid=103376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:31:13.229676 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-248b6f0f-630b-45c6-9322-e059b8128e04 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1595471'] for router_interface (519b5a09-be1a-4ed6-9cee-17d9dd42bfa6), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:13.258755 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-216898cd-c034-4b37-af1e-db0ef1f32270 None None] Publish callbacks [] for port (7d06bb2f-5315-467a-8bb9-06da2b045eff), precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:13.266167 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device a26b09e0-172a-47bd-8418-e85afeb5bbf9 up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:31:13.322143 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-216898cd-c034-4b37-af1e-db0ef1f32270 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (7d06bb2f-5315-467a-8bb9-06da2b045eff), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:13.338725 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248b6f0f-630b-45c6-9322-e059b8128e04 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Pushing event updated for resources: {'Port': ['ID=48147c67-8562-40bd-8f7d-c3cd19563093,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:31:13.387043 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b713e3d-ef9a-428d-b16f-dec4bcae226d tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Router e533f000-d94a-4439-a4c6-1b113390e45f has already been hosted by L3 agent 64ada913-9131-4d99-a265-63a920956287 {{(pid=103376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 17:31:13.415954 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f2cfc5-2d4c-451f-982f-d73e2e25ddd8 req-a0822f99-1490-432c-90bc-8ced58e0462e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:13.417690 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-14f2cfc5-2d4c-451f-982f-d73e2e25ddd8 req-a0822f99-1490-432c-90bc-8ced58e0462e service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=33faf293-e0be-4b60-83b0-8ec497ee643d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.4532299 Feb 04 17:31:13.439018 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-8b6c1cf2-2df5-4d2f-ae93-9d52688fa39d None None] Provisioning complete for port a26b09e0-172a-47bd-8418-e85afeb5bbf9 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:31:13.439646 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8b6c1cf2-2df5-4d2f-ae93-9d52688fa39d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (a26b09e0-172a-47bd-8418-e85afeb5bbf9), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:13.444444 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port a26b09e0-172a-47bd-8418-e85afeb5bbf9 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:31:13.444840 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (a26b09e0-172a-47bd-8418-e85afeb5bbf9), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:13.516667 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-1b6251a1-f19c-45e4-960f-937302aad6b2 req-2f517c44-3016-47eb-91ab-d758f43befec tempest-ServerMetadataNegativeTestJSON-1314510418 tempest-ServerMetadataNegativeTestJSON-1314510418-project] 10.222.0.89 "GET /v2.0/security-groups?id=93fe45b5-2e5b-4587-b8d2-1dffc8294fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3692732 Feb 04 17:31:13.563131 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216898cd-c034-4b37-af1e-db0ef1f32270 None None] Pushing event updated for resources: {'Port': ['ID=7d06bb2f-5315-467a-8bb9-06da2b045eff,revision_number=4']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:31:13.571502 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ef0c60-b60d-4c8f-af1c-98520daf5ffe req-dcab0592-ee74-46a2-b5a9-19975c5b79f1 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:13.578900 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ef0c60-b60d-4c8f-af1c-98520daf5ffe req-dcab0592-ee74-46a2-b5a9-19975c5b79f1 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:13.596787 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ef0c60-b60d-4c8f-af1c-98520daf5ffe req-dcab0592-ee74-46a2-b5a9-19975c5b79f1 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:13.609552 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ef0c60-b60d-4c8f-af1c-98520daf5ffe req-dcab0592-ee74-46a2-b5a9-19975c5b79f1 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:13.642680 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ef0c60-b60d-4c8f-af1c-98520daf5ffe req-dcab0592-ee74-46a2-b5a9-19975c5b79f1 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:13.650152 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ef0c60-b60d-4c8f-af1c-98520daf5ffe req-dcab0592-ee74-46a2-b5a9-19975c5b79f1 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:13.656114 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ef0c60-b60d-4c8f-af1c-98520daf5ffe req-dcab0592-ee74-46a2-b5a9-19975c5b79f1 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:13.658206 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-76ef0c60-b60d-4c8f-af1c-98520daf5ffe req-dcab0592-ee74-46a2-b5a9-19975c5b79f1 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] 10.222.0.89 "GET /v2.0/ports?device_id=f9afa7a5-1aca-47d0-a335-e4059d5a8169 HTTP/1.1" status: 200 len: 5419 time: 0.2299514 Feb 04 17:31:13.695510 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-8b6c1cf2-2df5-4d2f-ae93-9d52688fa39d None None] Current status of the port a26b09e0-172a-47bd-8418-e85afeb5bbf9 is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:31:13.844780 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port a26b09e0-172a-47bd-8418-e85afeb5bbf9 is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:31:13.851949 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-a8853f8a-0040-4030-a4a5-6f7999815b08 admin admin] Deleting port ce0d292a-d46f-41a0-a71c-06a70f06939c {{(pid=103377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:31:13.852303 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-a8853f8a-0040-4030-a4a5-6f7999815b08 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (ce0d292a-d46f-41a0-a71c-06a70f06939c), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:13.860184 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-8b4fa796-4449-48fb-8684-6a38ab15bda5 None None] Provisioning complete for port 48147c67-8562-40bd-8f7d-c3cd19563093 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:31:13.861240 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8b4fa796-4449-48fb-8684-6a38ab15bda5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (48147c67-8562-40bd-8f7d-c3cd19563093), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:13.907737 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-248b6f0f-630b-45c6-9322-e059b8128e04 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (48147c67-8562-40bd-8f7d-c3cd19563093), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:13.910179 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b713e3d-ef9a-428d-b16f-dec4bcae226d tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Notify agent at l3_agent.n-d-827839-2 the message routers_updated {{(pid=103376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 17:31:13.927722 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-091d969d-fd27-4eb8-9c0f-0cab2d017632 None None] Sync routers for ids ['e533f000-d94a-4439-a4c6-1b113390e45f'] in n-d-827839-2 {{(pid=103378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 17:31:13.945399 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-76ef0c60-b60d-4c8f-af1c-98520daf5ffe req-08c19461-9a55-410b-bc74-12d898ad40c4 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] 10.222.0.89 "GET /v2.0/security-groups?id=97363f9b-735d-4c1b-ae48-6b5390fc2698&id=0a858dd3-bfe4-4a54-8e21-ad7067112b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2773509 Feb 04 17:31:13.948810 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device b43b25e6-ff58-4a22-9e05-05ad3b6bcd52 no longer exists at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:31:13.977308 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] No Port match for: b43b25e6-ff58-4a22-9e05-05ad3b6bcd52 {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 17:31:13.977658 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device b43b25e6-ff58-4a22-9e05-05ad3b6bcd52 not bound to the agent host n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 17:31:13.985540 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-091d969d-fd27-4eb8-9c0f-0cab2d017632 None None] Routers {'e533f000-d94a-4439-a4c6-1b113390e45f'} bound to L3 agent in host n-d-827839-2 {{(pid=103378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:31:13.986147 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-091d969d-fd27-4eb8-9c0f-0cab2d017632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:31:02Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['e533f000-d94a-4439-a4c6-1b113390e45f'], 'active': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:31:14.041212 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-8b4fa796-4449-48fb-8684-6a38ab15bda5 None None] Port 48147c67-8562-40bd-8f7d-c3cd19563093 cannot update to ACTIVE because it is not bound. {{(pid=103378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 17:31:14.043384 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-091d969d-fd27-4eb8-9c0f-0cab2d017632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827839-2', False) {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:31:14.090577 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-091d969d-fd27-4eb8-9c0f-0cab2d017632 None None] Routers {'e533f000-d94a-4439-a4c6-1b113390e45f'} bound to L3 agent in host n-d-827839-2 {{(pid=103378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:31:14.091805 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-091d969d-fd27-4eb8-9c0f-0cab2d017632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:31:02Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['e533f000-d94a-4439-a4c6-1b113390e45f'], 'active': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:31:14.148642 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-091d969d-fd27-4eb8-9c0f-0cab2d017632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827839-2', False) {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:31:14.149630 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-091d969d-fd27-4eb8-9c0f-0cab2d017632 None None] The sync data for ids ['e533f000-d94a-4439-a4c6-1b113390e45f'] in n-d-827839-2 is: [] {{(pid=103378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 17:31:14.152314 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [None req-a8853f8a-0040-4030-a4a5-6f7999815b08 admin admin] For port ce0d292a-d46f-41a0-a71c-06a70f06939c, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=ce0d292a-d46f-41a0-a71c-06a70f06939c,segment=NetworkSegment(f599eb6c-1f2e-4fd0-83ab-723da3564d9f),segment_id=f599eb6c-1f2e-4fd0-83ab-723da3564d9f)] {{(pid=103377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:31:14.152610 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-a8853f8a-0040-4030-a4a5-6f7999815b08 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (ce0d292a-d46f-41a0-a71c-06a70f06939c), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:14.180966 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-a8853f8a-0040-4030-a4a5-6f7999815b08 admin admin] Calling delete_port for ce0d292a-d46f-41a0-a71c-06a70f06939c owned by network:router_interface {{(pid=103377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:31:14.275344 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-14f2cfc5-2d4c-451f-982f-d73e2e25ddd8 req-a09cfade-032a-432a-8d13-f7277e636c9c service neutron] 10.222.0.96 "GET /v2.0/networks/33faf293-e0be-4b60-83b0-8ec497ee643d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7979953 Feb 04 17:31:14.449123 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-a8853f8a-0040-4030-a4a5-6f7999815b08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (ce0d292a-d46f-41a0-a71c-06a70f06939c), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:14.477424 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8853f8a-0040-4030-a4a5-6f7999815b08 admin admin] Pushing event deleted for resources: {'Port': ['ID=ce0d292a-d46f-41a0-a71c-06a70f06939c,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:31:14.676713 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-6f378feb-3241-4f4d-8857-924125ea084e None None] Provisioning complete for port e7cd9da2-6932-41fa-89d2-d5eb0dfbd7e1 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:31:14.677050 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6f378feb-3241-4f4d-8857-924125ea084e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (e7cd9da2-6932-41fa-89d2-d5eb0dfbd7e1), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:14.716564 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-14f2cfc5-2d4c-451f-982f-d73e2e25ddd8 req-100f27cf-c605-4acb-a8d2-11a7616f3d75 service neutron] 10.222.0.96 "GET /v2.0/networks/33faf293-e0be-4b60-83b0-8ec497ee643d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4269786 Feb 04 17:31:14.742197 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-6f378feb-3241-4f4d-8857-924125ea084e None None] Port e7cd9da2-6932-41fa-89d2-d5eb0dfbd7e1 cannot update to ACTIVE because it is not bound. {{(pid=103378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 17:31:14.743943 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-a8853f8a-0040-4030-a4a5-6f7999815b08 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1677336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1602614'] for router_interface (8e1d73c9-631c-4383-b9ed-3e6e0749d9f4), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:14.764036 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-6f378feb-3241-4f4d-8857-924125ea084e None None] Provisioning complete for port 7d06bb2f-5315-467a-8bb9-06da2b045eff triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:31:14.764412 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6f378feb-3241-4f4d-8857-924125ea084e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (7d06bb2f-5315-467a-8bb9-06da2b045eff), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:14.783912 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8600f767-4f12-489d-87c5-6e691ef641c1 req-e3be1a3b-5ba1-42ac-a38e-6c4f989af174 tempest-ServerMetadataNegativeTestJSON-1314510418 tempest-ServerMetadataNegativeTestJSON-1314510418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:14.785710 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-8600f767-4f12-489d-87c5-6e691ef641c1 req-e3be1a3b-5ba1-42ac-a38e-6c4f989af174 tempest-ServerMetadataNegativeTestJSON-1314510418 tempest-ServerMetadataNegativeTestJSON-1314510418-project] 10.222.0.89 "GET /v2.0/ports?device_id=88b2d227-c1af-4018-b602-c2aaa03e0215 HTTP/1.1" status: 200 len: 945 time: 0.3200629 Feb 04 17:31:15.000557 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-6f378feb-3241-4f4d-8857-924125ea084e None None] Current status of the port 7d06bb2f-5315-467a-8bb9-06da2b045eff is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:31:15.033966 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-6f378feb-3241-4f4d-8857-924125ea084e None None] Provisioning complete for port c26ddaf0-0545-471b-a0cb-e67fa3545298 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:31:15.034354 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6f378feb-3241-4f4d-8857-924125ea084e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (c26ddaf0-0545-471b-a0cb-e67fa3545298), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:15.072695 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 7d06bb2f-5315-467a-8bb9-06da2b045eff up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:31:15.106698 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8853f8a-0040-4030-a4a5-6f7999815b08 admin admin] Router 8e1d73c9-631c-4383-b9ed-3e6e0749d9f4 has already been hosted by L3 agent 64ada913-9131-4d99-a265-63a920956287 {{(pid=103377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 17:31:15.129077 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-6f378feb-3241-4f4d-8857-924125ea084e None None] Port c26ddaf0-0545-471b-a0cb-e67fa3545298 cannot update to ACTIVE because it is not bound. {{(pid=103378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 17:31:15.135985 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port 7d06bb2f-5315-467a-8bb9-06da2b045eff triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:31:15.136363 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (7d06bb2f-5315-467a-8bb9-06da2b045eff), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:15.286404 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901046c0-3f1e-486a-8d41-a4ab747fe890 req-854ff73d-b8d6-4fc9-aed0-b417cbff86a3 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:15.294486 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901046c0-3f1e-486a-8d41-a4ab747fe890 req-854ff73d-b8d6-4fc9-aed0-b417cbff86a3 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:15.301257 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901046c0-3f1e-486a-8d41-a4ab747fe890 req-854ff73d-b8d6-4fc9-aed0-b417cbff86a3 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:15.307536 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901046c0-3f1e-486a-8d41-a4ab747fe890 req-854ff73d-b8d6-4fc9-aed0-b417cbff86a3 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:15.314496 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901046c0-3f1e-486a-8d41-a4ab747fe890 req-854ff73d-b8d6-4fc9-aed0-b417cbff86a3 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:15.320501 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901046c0-3f1e-486a-8d41-a4ab747fe890 req-854ff73d-b8d6-4fc9-aed0-b417cbff86a3 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:15.338690 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901046c0-3f1e-486a-8d41-a4ab747fe890 req-854ff73d-b8d6-4fc9-aed0-b417cbff86a3 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:15.349842 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-14f2cfc5-2d4c-451f-982f-d73e2e25ddd8 req-aa81a02e-76df-4bef-a0d4-d84a21e8c573 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.121&port_id=f6309afb-3125-4ff7-a862-e4fad9550341 HTTP/1.1" status: 200 len: 217 time: 0.5629506 Feb 04 17:31:15.350526 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-901046c0-3f1e-486a-8d41-a4ab747fe890 req-854ff73d-b8d6-4fc9-aed0-b417cbff86a3 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] 10.222.0.89 "GET /v2.0/ports?device_id=f9afa7a5-1aca-47d0-a335-e4059d5a8169 HTTP/1.1" status: 200 len: 5419 time: 0.2545347 Feb 04 17:31:15.389889 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port 7d06bb2f-5315-467a-8bb9-06da2b045eff is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:31:15.441366 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-901046c0-3f1e-486a-8d41-a4ab747fe890 req-e5ce3d38-a7c5-4982-8f65-c92c88ebd6b8 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] 10.222.0.89 "GET /v2.0/security-groups?id=97363f9b-735d-4c1b-ae48-6b5390fc2698&id=0a858dd3-bfe4-4a54-8e21-ad7067112b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0898507 Feb 04 17:31:15.441708 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-8600f767-4f12-489d-87c5-6e691ef641c1 req-70499322-220e-45f4-a598-d9faf5610e70 tempest-ServerMetadataNegativeTestJSON-1314510418 tempest-ServerMetadataNegativeTestJSON-1314510418-project] 10.222.0.89 "GET /v2.0/security-groups?id=93fe45b5-2e5b-4587-b8d2-1dffc8294fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1960335 Feb 04 17:31:15.459051 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8853f8a-0040-4030-a4a5-6f7999815b08 admin admin] Notify agent at l3_agent.n-d-827839-2 the message routers_updated {{(pid=103377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 17:31:15.467300 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-a8853f8a-0040-4030-a4a5-6f7999815b08 admin admin] 10.222.0.89 "PUT /v2.0/routers/8e1d73c9-631c-4383-b9ed-3e6e0749d9f4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7750909 Feb 04 17:31:15.469693 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 48434) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:31:15.472504 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f18e9a9-5c2e-48d9-a05d-ddcd80bbe5be None None] Sync routers for ids ['8e1d73c9-631c-4383-b9ed-3e6e0749d9f4'] in n-d-827839-2 {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 17:31:15.493372 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f18e9a9-5c2e-48d9-a05d-ddcd80bbe5be None None] Routers {'8e1d73c9-631c-4383-b9ed-3e6e0749d9f4'} bound to L3 agent in host n-d-827839-2 {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:31:15.494714 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-0f18e9a9-5c2e-48d9-a05d-ddcd80bbe5be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:31:02Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['8e1d73c9-631c-4383-b9ed-3e6e0749d9f4'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:31:15.525150 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f2cfc5-2d4c-451f-982f-d73e2e25ddd8 req-159c0d65-1510-41b6-b529-b616c22cab0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:15.526522 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-14f2cfc5-2d4c-451f-982f-d73e2e25ddd8 req-159c0d65-1510-41b6-b529-b616c22cab0e service neutron] 10.222.0.96 "GET /v2.0/subnets?id=b4d5b67f-9f31-46fc-bfb3-c1d4a9ae5448 HTTP/1.1" status: 200 len: 797 time: 0.1629031 Feb 04 17:31:15.527637 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.db_base_plugin_common [None req-b8dcb2ef-3d35-4156-a3d7-f1042cd3bb96 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Delete allocated IP 172.20.0.6 (39c5a3cf-023d-44e7-9195-38ea0e412caf/9a3e2123-2af5-489f-ad72-92822cfd04a3) {{(pid=103376) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 04 17:31:15.538974 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b713e3d-ef9a-428d-b16f-dec4bcae226d tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Router e533f000-d94a-4439-a4c6-1b113390e45f has already been hosted by L3 agent 64ada913-9131-4d99-a265-63a920956287 {{(pid=103376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 17:31:15.581937 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.db_base_plugin_common [None req-b8dcb2ef-3d35-4156-a3d7-f1042cd3bb96 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Allocated IP 172.20.0.28 (39c5a3cf-023d-44e7-9195-38ea0e412caf/0ec8b988-0c43-4fb0-b17a-ad3334316032/e7cd9da2-6932-41fa-89d2-d5eb0dfbd7e1) {{(pid=103376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:31:15.610199 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-248b6f0f-630b-45c6-9322-e059b8128e04 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Publish callbacks [] for port (48147c67-8562-40bd-8f7d-c3cd19563093), precommit_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:15.627814 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-a9f6e268-185c-4632-b2a9-2065742f4b2d admin admin] Publish callbacks [] for router (8e1d73c9-631c-4383-b9ed-3e6e0749d9f4), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:15.628627 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvr_db [None req-0f18e9a9-5c2e-48d9-a05d-ddcd80bbe5be None None] Set router 8e1d73c9-631c-4383-b9ed-3e6e0749d9f4 gateway port host: n-d-827839-2 {{(pid=103379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:31:15.629615 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-248b6f0f-630b-45c6-9322-e059b8128e04 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675836'] for port (48147c67-8562-40bd-8f7d-c3cd19563093), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:15.630404 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-248b6f0f-630b-45c6-9322-e059b8128e04 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1677345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602751'] for router_interface (519b5a09-be1a-4ed6-9cee-17d9dd42bfa6), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:15.740205 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f2cfc5-2d4c-451f-982f-d73e2e25ddd8 req-a27de8cb-76f8-45e4-8c0a-0ab5192f7251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:15.741965 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-14f2cfc5-2d4c-451f-982f-d73e2e25ddd8 req-a27de8cb-76f8-45e4-8c0a-0ab5192f7251 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=33faf293-e0be-4b60-83b0-8ec497ee643d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.2067478 Feb 04 17:31:15.761751 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-a9f6e268-185c-4632-b2a9-2065742f4b2d admin admin] Publish callbacks [] for router_gateway (8e1d73c9-631c-4383-b9ed-3e6e0749d9f4), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:15.833206 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-a9f6e268-185c-4632-b2a9-2065742f4b2d admin admin] Deleting port 65ebcced-17ab-4e8e-904e-dcb818324687 {{(pid=103377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:31:15.833582 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-a9f6e268-185c-4632-b2a9-2065742f4b2d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (65ebcced-17ab-4e8e-904e-dcb818324687), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:15.858377 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-0f18e9a9-5c2e-48d9-a05d-ddcd80bbe5be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e1d73c9-631c-4383-b9ed-3e6e0749d9f4', 'name': 'tempest-TaggedBootDevicesTest_v242-2010357960-router', 'tenant_id': '271b4a15e3ef476a9c6bd7fb8faef40d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.218'}], 'enable_snat': True}, 'gw_port_id': '65ebcced-17ab-4e8e-904e-dcb818324687', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:22:05Z', 'updated_at': '2022-02-04T17:31:14Z', 'revision_number': 5, 'project_id': '271b4a15e3ef476a9c6bd7fb8faef40d', 'gw_port': {'id': '65ebcced-17ab-4e8e-904e-dcb818324687', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:08:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e1d73c9-631c-4383-b9ed-3e6e0749d9f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1319, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:22:06Z', 'updated_at': '2022-02-04T17:22:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2'}], 'n-d-827839-2', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:31:15.895328 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f18e9a9-5c2e-48d9-a05d-ddcd80bbe5be None None] Checking router: 8e1d73c9-631c-4383-b9ed-3e6e0749d9f4 for host: n-d-827839-2 {{(pid=103379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 17:31:15.903465 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248b6f0f-630b-45c6-9322-e059b8128e04 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Pushing event updated for resources: {'Port': ['ID=48147c67-8562-40bd-8f7d-c3cd19563093,revision_number=2']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:31:15.909081 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f18e9a9-5c2e-48d9-a05d-ddcd80bbe5be None None] Routers {'8e1d73c9-631c-4383-b9ed-3e6e0749d9f4'} bound to L3 agent in host n-d-827839-2 {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:31:15.910454 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-0f18e9a9-5c2e-48d9-a05d-ddcd80bbe5be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:31:02Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['8e1d73c9-631c-4383-b9ed-3e6e0749d9f4'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:31:15.942151 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [None req-a9f6e268-185c-4632-b2a9-2065742f4b2d admin admin] For port 65ebcced-17ab-4e8e-904e-dcb818324687, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=65ebcced-17ab-4e8e-904e-dcb818324687,segment=NetworkSegment(5942dc44-1f07-4c27-b0ab-45a2bff20dd5),segment_id=5942dc44-1f07-4c27-b0ab-45a2bff20dd5)] {{(pid=103377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:31:15.942856 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-a9f6e268-185c-4632-b2a9-2065742f4b2d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (65ebcced-17ab-4e8e-904e-dcb818324687), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:15.957545 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-a9f6e268-185c-4632-b2a9-2065742f4b2d admin admin] Calling delete_port for 65ebcced-17ab-4e8e-904e-dcb818324687 owned by network:router_gateway {{(pid=103377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:31:16.009347 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b713e3d-ef9a-428d-b16f-dec4bcae226d tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Notify agent at l3_agent.n-d-827839-2 the message routers_updated {{(pid=103376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 17:31:16.022658 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d19809c6-98c0-48b9-ba04-b89beab5afb2 None None] Sync routers for ids ['e533f000-d94a-4439-a4c6-1b113390e45f'] in n-d-827839-2 {{(pid=103378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 17:31:16.023593 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-6b713e3d-ef9a-428d-b16f-dec4bcae226d tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for floatingip (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:16.061887 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-14f2cfc5-2d4c-451f-982f-d73e2e25ddd8 req-0a83808f-e6a5-44b6-b4ef-70df7ba0fb77 service neutron] 10.222.0.96 "GET /v2.0/networks/33faf293-e0be-4b60-83b0-8ec497ee643d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3047390 Feb 04 17:31:16.062874 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d19809c6-98c0-48b9-ba04-b89beab5afb2 None None] Routers {'e533f000-d94a-4439-a4c6-1b113390e45f'} bound to L3 agent in host n-d-827839-2 {{(pid=103378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:31:16.071777 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-d19809c6-98c0-48b9-ba04-b89beab5afb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:31:02Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['e533f000-d94a-4439-a4c6-1b113390e45f'], 'active': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:31:16.076215 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-248b6f0f-630b-45c6-9322-e059b8128e04 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Network b6ecfe8a-df64-4548-a5a9-01eea9be4d13 is already hosted by enough agents. {{(pid=103376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:31:16.084026 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [None req-248b6f0f-630b-45c6-9322-e059b8128e04 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Resources bound (agent type, host, resource id): {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:31:16.094478 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvr_db [None req-0f18e9a9-5c2e-48d9-a05d-ddcd80bbe5be None None] Set router 8e1d73c9-631c-4383-b9ed-3e6e0749d9f4 gateway port host: None {{(pid=103379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:31:16.165403 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-d19809c6-98c0-48b9-ba04-b89beab5afb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827839-2', False) {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:31:16.167563 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-b8dcb2ef-3d35-4156-a3d7-f1042cd3bb96 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Publish callbacks [] for port (e7cd9da2-6932-41fa-89d2-d5eb0dfbd7e1), precommit_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:16.168550 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-a9f6e268-185c-4632-b2a9-2065742f4b2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (65ebcced-17ab-4e8e-904e-dcb818324687), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:16.187267 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d19809c6-98c0-48b9-ba04-b89beab5afb2 None None] Routers {'e533f000-d94a-4439-a4c6-1b113390e45f'} bound to L3 agent in host n-d-827839-2 {{(pid=103378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:31:16.188271 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-d19809c6-98c0-48b9-ba04-b89beab5afb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:31:02Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['e533f000-d94a-4439-a4c6-1b113390e45f'], 'active': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:31:16.203540 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f6e268-185c-4632-b2a9-2065742f4b2d admin admin] Pushing event deleted for resources: {'Port': ['ID=65ebcced-17ab-4e8e-904e-dcb818324687,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:31:16.218435 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-b8dcb2ef-3d35-4156-a3d7-f1042cd3bb96 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675836'] for port (e7cd9da2-6932-41fa-89d2-d5eb0dfbd7e1), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:16.228090 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-0f18e9a9-5c2e-48d9-a05d-ddcd80bbe5be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e1d73c9-631c-4383-b9ed-3e6e0749d9f4', 'name': 'tempest-TaggedBootDevicesTest_v242-2010357960-router', 'tenant_id': '271b4a15e3ef476a9c6bd7fb8faef40d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:22:05Z', 'updated_at': '2022-02-04T17:31:15Z', 'revision_number': 6, 'project_id': '271b4a15e3ef476a9c6bd7fb8faef40d', 'gw_port_host': None}], 'n-d-827839-2', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:31:16.242271 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-d19809c6-98c0-48b9-ba04-b89beab5afb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827839-2', False) {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:31:16.244310 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d19809c6-98c0-48b9-ba04-b89beab5afb2 None None] The sync data for ids ['e533f000-d94a-4439-a4c6-1b113390e45f'] in n-d-827839-2 is: [] {{(pid=103378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 17:31:16.285279 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f18e9a9-5c2e-48d9-a05d-ddcd80bbe5be None None] The sync data for ids ['8e1d73c9-631c-4383-b9ed-3e6e0749d9f4'] in n-d-827839-2 is: [{'id': '8e1d73c9-631c-4383-b9ed-3e6e0749d9f4', 'name': 'tempest-TaggedBootDevicesTest_v242-2010357960-router', 'tenant_id': '271b4a15e3ef476a9c6bd7fb8faef40d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:22:05Z', 'updated_at': '2022-02-04T17:31:15Z', 'revision_number': 6, 'project_id': '271b4a15e3ef476a9c6bd7fb8faef40d', 'gw_port_host': None}] {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 17:31:16.337016 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-a9f6e268-185c-4632-b2a9-2065742f4b2d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1595544'] for router_gateway (8e1d73c9-631c-4383-b9ed-3e6e0749d9f4), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:16.421924 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8dcb2ef-3d35-4156-a3d7-f1042cd3bb96 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Pushing event updated for resources: {'Port': ['ID=e7cd9da2-6932-41fa-89d2-d5eb0dfbd7e1,revision_number=2']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:31:16.426722 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-6b713e3d-ef9a-428d-b16f-dec4bcae226d tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] 10.222.0.89 "PUT /v2.0/floatingips/69a26a8d-05fc-444a-bcdb-7f915dafb304 HTTP/1.1" status: 200 len: 977 time: 7.7219145 Feb 04 17:31:16.443992 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 48436) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:31:16.476089 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-ac3a84b8-ac60-4af0-89a2-96fd8f99acaf tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:31:16.489690 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-a9f6e268-185c-4632-b2a9-2065742f4b2d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1601811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26971'] for router (8e1d73c9-631c-4383-b9ed-3e6e0749d9f4), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:16.492427 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-a9f6e268-185c-4632-b2a9-2065742f4b2d admin admin] Publish callbacks [] for router_controller (8e1d73c9-631c-4383-b9ed-3e6e0749d9f4), precommit_delete_associations {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:16.569808 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-8845ed2a-76c0-43d9-a162-c3e2769b9882 None None] Provisioning complete for port 48147c67-8562-40bd-8f7d-c3cd19563093 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:31:16.570191 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8845ed2a-76c0-43d9-a162-c3e2769b9882 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (48147c67-8562-40bd-8f7d-c3cd19563093), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:16.598457 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-14f2cfc5-2d4c-451f-982f-d73e2e25ddd8 req-b0ce41c5-ef8c-40d4-8161-1288c7ff2363 service neutron] 10.222.0.96 "GET /v2.0/networks/33faf293-e0be-4b60-83b0-8ec497ee643d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5183439 Feb 04 17:31:16.611328 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05665a2f-218d-4027-9d54-6e4c41a9cf2f req-e00cdaeb-4fd4-4b6c-93f5-292125de9c4c tempest-ServerMetadataNegativeTestJSON-1314510418 tempest-ServerMetadataNegativeTestJSON-1314510418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:16.612891 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-05665a2f-218d-4027-9d54-6e4c41a9cf2f req-e00cdaeb-4fd4-4b6c-93f5-292125de9c4c tempest-ServerMetadataNegativeTestJSON-1314510418 tempest-ServerMetadataNegativeTestJSON-1314510418-project] 10.222.0.90 "GET /v2.0/ports?device_id=88b2d227-c1af-4018-b602-c2aaa03e0215 HTTP/1.1" status: 200 len: 945 time: 0.2967563 Feb 04 17:31:16.620307 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-8845ed2a-76c0-43d9-a162-c3e2769b9882 None None] Port 48147c67-8562-40bd-8f7d-c3cd19563093 cannot update to ACTIVE because it is not bound. {{(pid=103378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 17:31:16.651322 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-248b6f0f-630b-45c6-9322-e059b8128e04 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Router 519b5a09-be1a-4ed6-9cee-17d9dd42bfa6 has already been hosted by L3 agent 64ada913-9131-4d99-a265-63a920956287 {{(pid=103376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 17:31:16.655088 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-a9f6e268-185c-4632-b2a9-2065742f4b2d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1601832'] for router (8e1d73c9-631c-4383-b9ed-3e6e0749d9f4), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:16.655088 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9f6e268-185c-4632-b2a9-2065742f4b2d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8e1d73c9-631c-4383-b9ed-3e6e0749d9f4 {{(pid=103377) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 17:31:16.685245 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-a9f6e268-185c-4632-b2a9-2065742f4b2d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:16.688803 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-a9f6e268-185c-4632-b2a9-2065742f4b2d admin admin] 10.222.0.89 "DELETE /v2.0/routers/8e1d73c9-631c-4383-b9ed-3e6e0749d9f4 HTTP/1.1" status: 204 len: 168 time: 1.2085528 Feb 04 17:31:16.690104 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-b8dcb2ef-3d35-4156-a3d7-f1042cd3bb96 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] In _notify_port_updated(), no bound segment for port e7cd9da2-6932-41fa-89d2-d5eb0dfbd7e1 on network 39c5a3cf-023d-44e7-9195-38ea0e412caf {{(pid=103376) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Feb 04 17:31:16.694647 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 48442) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:31:16.694839 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8dcb2ef-3d35-4156-a3d7-f1042cd3bb96 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:16.695592 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-b8dcb2ef-3d35-4156-a3d7-f1042cd3bb96 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:16.697050 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-b8dcb2ef-3d35-4156-a3d7-f1042cd3bb96 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] 10.222.0.89 "PUT /v2.0/ports/e7cd9da2-6932-41fa-89d2-d5eb0dfbd7e1 HTTP/1.1" status: 200 len: 920 time: 4.3149166 Feb 04 17:31:16.701626 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-ac3a84b8-ac60-4af0-89a2-96fd8f99acaf tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Publish callbacks [] for floatingip (69a26a8d-05fc-444a-bcdb-7f915dafb304), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:16.704855 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-14f2cfc5-2d4c-451f-982f-d73e2e25ddd8 req-0be96a7f-e445-4457-a552-37ae1c5a6e19 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=71081e14-4523-4976-b2ac-04c3ffa4889c HTTP/1.1" status: 200 len: 217 time: 0.0859196 Feb 04 17:31:16.706085 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 48444) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:31:16.878773 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5873407c-b96a-41cd-954f-1730286fa5de req-03a996f0-45ae-46db-8d2d-248f8e9bc2e2 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:16.893845 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5873407c-b96a-41cd-954f-1730286fa5de req-03a996f0-45ae-46db-8d2d-248f8e9bc2e2 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:16.900421 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5873407c-b96a-41cd-954f-1730286fa5de req-03a996f0-45ae-46db-8d2d-248f8e9bc2e2 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:16.906101 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5873407c-b96a-41cd-954f-1730286fa5de req-03a996f0-45ae-46db-8d2d-248f8e9bc2e2 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:16.907106 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device ce0d292a-d46f-41a0-a71c-06a70f06939c no longer exists at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:31:16.914103 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5873407c-b96a-41cd-954f-1730286fa5de req-03a996f0-45ae-46db-8d2d-248f8e9bc2e2 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:16.920655 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5873407c-b96a-41cd-954f-1730286fa5de req-03a996f0-45ae-46db-8d2d-248f8e9bc2e2 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:16.926249 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5873407c-b96a-41cd-954f-1730286fa5de req-03a996f0-45ae-46db-8d2d-248f8e9bc2e2 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:16.928189 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-5873407c-b96a-41cd-954f-1730286fa5de req-03a996f0-45ae-46db-8d2d-248f8e9bc2e2 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] 10.222.0.89 "GET /v2.0/ports?device_id=f9afa7a5-1aca-47d0-a335-e4059d5a8169 HTTP/1.1" status: 200 len: 5419 time: 0.3527422 Feb 04 17:31:16.936421 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1bcdb06-35d8-4dc4-838c-06b49521d5f8 admin admin] Deleting subnet 0385084c-58aa-4eab-856a-7c793673c523 {{(pid=103377) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 17:31:16.941169 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] No Port match for: ce0d292a-d46f-41a0-a71c-06a70f06939c {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 17:31:16.941524 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device ce0d292a-d46f-41a0-a71c-06a70f06939c not bound to the agent host n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 17:31:16.953054 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6ccd56-bb53-4b60-b759-83a70a85642a req-78ce9c7c-980e-47eb-be9b-0fa259127fca tempest-ServerMetadataNegativeTestJSON-1314510418 tempest-ServerMetadataNegativeTestJSON-1314510418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:16.954696 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-2f6ccd56-bb53-4b60-b759-83a70a85642a req-78ce9c7c-980e-47eb-be9b-0fa259127fca tempest-ServerMetadataNegativeTestJSON-1314510418 tempest-ServerMetadataNegativeTestJSON-1314510418-project] 10.222.0.89 "GET /v2.0/ports?device_id=88b2d227-c1af-4018-b602-c2aaa03e0215 HTTP/1.1" status: 200 len: 945 time: 0.3920355 Feb 04 17:31:16.990296 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f2cfc5-2d4c-451f-982f-d73e2e25ddd8 req-3f2d2456-966f-46a7-9cb1-12fbf2dcb91a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:16.991876 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-14f2cfc5-2d4c-451f-982f-d73e2e25ddd8 req-3f2d2456-966f-46a7-9cb1-12fbf2dcb91a service neutron] 10.222.0.96 "GET /v2.0/subnets?id=6f6c54c2-552d-404f-bcc6-b0c454213656 HTTP/1.1" status: 200 len: 797 time: 0.2806787 Feb 04 17:31:17.004486 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-b1bcdb06-35d8-4dc4-838c-06b49521d5f8 admin admin] Publish callbacks [] for subnet (0385084c-58aa-4eab-856a-7c793673c523), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:17.048390 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-248b6f0f-630b-45c6-9322-e059b8128e04 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Notify agent at l3_agent.n-d-827839-2 the message routers_updated {{(pid=103376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 17:31:17.054553 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-b1bcdb06-35d8-4dc4-838c-06b49521d5f8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26866676'] for subnet (0385084c-58aa-4eab-856a-7c793673c523), precommit_delete_associations {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:17.058312 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-248b6f0f-630b-45c6-9322-e059b8128e04 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] 10.222.0.89 "PUT /v2.0/routers/519b5a09-be1a-4ed6-9cee-17d9dd42bfa6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.5547431 Feb 04 17:31:17.062026 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceef0b3b-73ea-4612-b3aa-d849d8dbc52b None None] Sync routers for ids ['519b5a09-be1a-4ed6-9cee-17d9dd42bfa6'] in n-d-827839-2 {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 17:31:17.065555 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 48446) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:31:17.075113 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceef0b3b-73ea-4612-b3aa-d849d8dbc52b None None] Routers {'519b5a09-be1a-4ed6-9cee-17d9dd42bfa6'} bound to L3 agent in host n-d-827839-2 {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:31:17.081190 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-ceef0b3b-73ea-4612-b3aa-d849d8dbc52b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:31:02Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['519b5a09-be1a-4ed6-9cee-17d9dd42bfa6'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:31:17.111865 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-25f7f4ba-136e-4786-9847-d75044aa9b85 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:31:17.112075 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [req-87f457fc-a4bd-443b-aa1f-081d97a6aa35 req-312334d1-3b10-482a-a278-d69e67d2236f tempest-ServersOnMultiNodesTest-1656239512 tempest-ServersOnMultiNodesTest-1656239512-project] (103377) timed out ('10.222.0.89', 56900) {{(pid=103377) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 04 17:31:17.125566 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-ac3a84b8-ac60-4af0-89a2-96fd8f99acaf tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:17.165200 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-d0c74e36-1307-4111-8220-540ff1dd5af5 None None] Provisioning complete for port e7cd9da2-6932-41fa-89d2-d5eb0dfbd7e1 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:31:17.166312 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-ac3a84b8-ac60-4af0-89a2-96fd8f99acaf tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1595586'] for floatingip (69a26a8d-05fc-444a-bcdb-7f915dafb304), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:17.166661 n-d-827839-2 neutron-server[103376]: INFO neutron.db.l3_db [None req-ac3a84b8-ac60-4af0-89a2-96fd8f99acaf tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Floating IP 69a26a8d-05fc-444a-bcdb-7f915dafb304 disassociated. External IP: 172.25.6.83, port: 633aca63-06ad-4cda-b4df-74c7f3812959. Feb 04 17:31:17.167631 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d0c74e36-1307-4111-8220-540ff1dd5af5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (e7cd9da2-6932-41fa-89d2-d5eb0dfbd7e1), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:17.169849 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-5873407c-b96a-41cd-954f-1730286fa5de req-186b4bd6-7aa5-4e3f-818e-a3d2e85b2850 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] 10.222.0.89 "GET /v2.0/security-groups?id=97363f9b-735d-4c1b-ae48-6b5390fc2698&id=0a858dd3-bfe4-4a54-8e21-ad7067112b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2306509 Feb 04 17:31:17.226807 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-b1bcdb06-35d8-4dc4-838c-06b49521d5f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1541225'] for subnet (0385084c-58aa-4eab-856a-7c793673c523), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:17.268407 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-2f6ccd56-bb53-4b60-b759-83a70a85642a req-bd585ee2-506a-48a8-8cd0-5ce925aace7b tempest-ServerMetadataNegativeTestJSON-1314510418 tempest-ServerMetadataNegativeTestJSON-1314510418-project] 10.222.0.89 "GET /v2.0/security-groups?id=93fe45b5-2e5b-4587-b8d2-1dffc8294fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2934573 Feb 04 17:31:17.286726 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [req-05665a2f-218d-4027-9d54-6e4c41a9cf2f req-24021b3d-4bb1-4983-9e6b-967798531f36 tempest-ServerMetadataNegativeTestJSON-1314510418 tempest-ServerMetadataNegativeTestJSON-1314510418-project] Deleting port 413319cb-3645-4d67-bbb8-63d724138448 {{(pid=103377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:31:17.287674 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-05665a2f-218d-4027-9d54-6e4c41a9cf2f req-24021b3d-4bb1-4983-9e6b-967798531f36 tempest-ServerMetadataNegativeTestJSON-1314510418 tempest-ServerMetadataNegativeTestJSON-1314510418-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (413319cb-3645-4d67-bbb8-63d724138448), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:17.315670 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-d0c74e36-1307-4111-8220-540ff1dd5af5 None None] Port e7cd9da2-6932-41fa-89d2-d5eb0dfbd7e1 cannot update to ACTIVE because it is not bound. {{(pid=103378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 17:31:17.344609 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvr_db [None req-ceef0b3b-73ea-4612-b3aa-d849d8dbc52b None None] Set router 519b5a09-be1a-4ed6-9cee-17d9dd42bfa6 gateway port host: None {{(pid=103379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:31:17.371406 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-2192ee0b-5591-45ad-91c8-ea09ead0e4ae tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Deleting port e7cd9da2-6932-41fa-89d2-d5eb0dfbd7e1 {{(pid=103377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:31:17.372100 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-2192ee0b-5591-45ad-91c8-ea09ead0e4ae tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (e7cd9da2-6932-41fa-89d2-d5eb0dfbd7e1), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:17.491018 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-b1bcdb06-35d8-4dc4-838c-06b49521d5f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1541216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25888360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25597190'] for subnet (0385084c-58aa-4eab-856a-7c793673c523), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:17.696761 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-ceef0b3b-73ea-4612-b3aa-d849d8dbc52b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '519b5a09-be1a-4ed6-9cee-17d9dd42bfa6', 'name': 'tempest-RoutersIpV6Test-router-1872959318', 'tenant_id': '9117ee7d05a54905bc1e8a5956601b14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:30:09Z', 'updated_at': '2022-02-04T17:31:13Z', 'revision_number': 5, 'project_id': '9117ee7d05a54905bc1e8a5956601b14', 'gw_port_host': None, '_interfaces': [{'id': '061376ab-5559-430f-a269-a0a7775cc27c', 'name': '', 'network_id': '91f343bc-9e24-4b9a-879e-69a194e0fff0', 'tenant_id': '9117ee7d05a54905bc1e8a5956601b14', 'mac_address': 'fa:16:3e:33:db:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '519b5a09-be1a-4ed6-9cee-17d9dd42bfa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2294, 'fixed_ips': [{'subnet_id': '2ea1283a-c76b-437d-b3f5-f48e319c2a24', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:30:54Z', 'updated_at': '2022-02-04T17:31:05Z', 'revision_number': 5, 'project_id': '9117ee7d05a54905bc1e8a5956601b14', 'subnets': [{'id': '2ea1283a-c76b-437d-b3f5-f48e319c2a24', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '48147c67-8562-40bd-8f7d-c3cd19563093', 'name': '', 'network_id': 'b6ecfe8a-df64-4548-a5a9-01eea9be4d13', 'tenant_id': '9117ee7d05a54905bc1e8a5956601b14', 'mac_address': 'fa:16:3e:6a:ae:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '519b5a09-be1a-4ed6-9cee-17d9dd42bfa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2310, 'fixed_ips': [{'subnet_id': '9eba6627-6343-4966-a0eb-b13f7f73f882', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:31:10Z', 'updated_at': '2022-02-04T17:31:14Z', 'revision_number': 2, 'project_id': '9117ee7d05a54905bc1e8a5956601b14', 'subnets': [{'id': '9eba6627-6343-4966-a0eb-b13f7f73f882', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '56c51fc1-b604-49a0-9e16-3420f4efe7e7', 'name': '', 'network_id': '1075af02-a74d-49b8-96f6-92af5f280311', 'tenant_id': '9117ee7d05a54905bc1e8a5956601b14', 'mac_address': 'fa:16:3e:8f:3a:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '519b5a09-be1a-4ed6-9cee-17d9dd42bfa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2282, 'fixed_ips': [{'subnet_id': '4794049b-80b7-4292-8142-5254fcbd38a1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:30:32Z', 'updated_at': '2022-02-04T17:30:50Z', 'revision_number': 5, 'project_id': '9117ee7d05a54905bc1e8a5956601b14', 'subnets': [{'id': '4794049b-80b7-4292-8142-5254fcbd38a1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e45f3f22-c9b2-40db-bd81-abe2ef0e1ad1', 'name': '', 'network_id': 'e491b4ae-a9ba-443a-b592-68de5d6c355f', 'tenant_id': '9117ee7d05a54905bc1e8a5956601b14', 'mac_address': 'fa:16:3e:49:15:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '519b5a09-be1a-4ed6-9cee-17d9dd42bfa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2259, 'fixed_ips': [{'subnet_id': '78e6fd8d-d36c-498f-9851-709f40f04989', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:30:15Z', 'updated_at': '2022-02-04T17:30:27Z', 'revision_number': 5, 'project_id': '9117ee7d05a54905bc1e8a5956601b14', 'subnets': [{'id': '78e6fd8d-d36c-498f-9851-709f40f04989', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-2', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:31:17.742501 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceef0b3b-73ea-4612-b3aa-d849d8dbc52b None None] Checking router: 519b5a09-be1a-4ed6-9cee-17d9dd42bfa6 for host: n-d-827839-2 {{(pid=103379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 17:31:17.743038 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceef0b3b-73ea-4612-b3aa-d849d8dbc52b None None] Updating router 519b5a09-be1a-4ed6-9cee-17d9dd42bfa6 port 48147c67-8562-40bd-8f7d-c3cd19563093 binding host n-d-827839-2 {{(pid=103379) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 17:31:17.808018 n-d-827839-2 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-ceef0b3b-73ea-4612-b3aa-d849d8dbc52b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (48147c67-8562-40bd-8f7d-c3cd19563093), before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:17.857969 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f2cfc5-2d4c-451f-982f-d73e2e25ddd8 req-1ea96698-dda9-4255-b329-b295cb418a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:17.859516 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-14f2cfc5-2d4c-451f-982f-d73e2e25ddd8 req-1ea96698-dda9-4255-b329-b295cb418a9c service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=6de4b58f-ff91-4bdc-9f3d-13346fce97eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.8494639 Feb 04 17:31:17.982557 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1bcdb06-35d8-4dc4-838c-06b49521d5f8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0385084c-58aa-4eab-856a-7c793673c523,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:31:17.999944 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [req-05665a2f-218d-4027-9d54-6e4c41a9cf2f req-24021b3d-4bb1-4983-9e6b-967798531f36 tempest-ServerMetadataNegativeTestJSON-1314510418 tempest-ServerMetadataNegativeTestJSON-1314510418-project] For port 413319cb-3645-4d67-bbb8-63d724138448, host n-h2-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=413319cb-3645-4d67-bbb8-63d724138448,segment=NetworkSegment(8eed5305-2d69-4e9f-bd19-dba8db69a5b1),segment_id=8eed5305-2d69-4e9f-bd19-dba8db69a5b1)] {{(pid=103377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:31:18.001206 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-05665a2f-218d-4027-9d54-6e4c41a9cf2f req-24021b3d-4bb1-4983-9e6b-967798531f36 tempest-ServerMetadataNegativeTestJSON-1314510418 tempest-ServerMetadataNegativeTestJSON-1314510418-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (413319cb-3645-4d67-bbb8-63d724138448), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:18.010804 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c982122e-32f9-4ef4-bd83-0f30210fa1f0 None None] Network c16ec29f-d87a-4d23-9b11-847de1349680 requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:31:18.023404 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-b1bcdb06-35d8-4dc4-838c-06b49521d5f8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:18.029625 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-b1bcdb06-35d8-4dc4-838c-06b49521d5f8 admin admin] 10.222.0.89 "DELETE /v2.0/subnets/0385084c-58aa-4eab-856a-7c793673c523 HTTP/1.1" status: 204 len: 168 time: 1.3321345 Feb 04 17:31:18.032493 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 48448) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:31:18.062193 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [req-05665a2f-218d-4027-9d54-6e4c41a9cf2f req-24021b3d-4bb1-4983-9e6b-967798531f36 tempest-ServerMetadataNegativeTestJSON-1314510418 tempest-ServerMetadataNegativeTestJSON-1314510418-project] Calling delete_port for 413319cb-3645-4d67-bbb8-63d724138448 owned by compute:nova {{(pid=103377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:31:18.078915 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-2192ee0b-5591-45ad-91c8-ea09ead0e4ae tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (e7cd9da2-6932-41fa-89d2-d5eb0dfbd7e1), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:18.112611 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-2192ee0b-5591-45ad-91c8-ea09ead0e4ae tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Calling delete_port for e7cd9da2-6932-41fa-89d2-d5eb0dfbd7e1 owned by {{(pid=103377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:31:18.248178 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e29b09b3-8f9f-4f6a-bef2-7d8f18188929 None None] DHCP port deletion for c16ec29f-d87a-4d23-9b11-847de1349680 request from n-d-827839-2 {{(pid=103378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 17:31:18.279500 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac3a84b8-ac60-4af0-89a2-96fd8f99acaf tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Router e533f000-d94a-4439-a4c6-1b113390e45f has already been hosted by L3 agent 64ada913-9131-4d99-a265-63a920956287 {{(pid=103376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 17:31:18.337222 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-14f2cfc5-2d4c-451f-982f-d73e2e25ddd8 req-f699d8ce-5c27-4663-a2a6-912e935dafd6 service neutron] 10.222.0.96 "GET /v2.0/networks/6de4b58f-ff91-4bdc-9f3d-13346fce97eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4650581 Feb 04 17:31:18.364185 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-e29b09b3-8f9f-4f6a-bef2-7d8f18188929 None None] Deleting port 2fef4965-8c38-4315-9749-374dcb5a34e1 {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:31:18.364617 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e29b09b3-8f9f-4f6a-bef2-7d8f18188929 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (2fef4965-8c38-4315-9749-374dcb5a34e1), before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:18.376417 n-d-827839-2 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-ceef0b3b-73ea-4612-b3aa-d849d8dbc52b None None] Publish callbacks [] for port (48147c67-8562-40bd-8f7d-c3cd19563093), precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:18.397350 n-d-827839-2 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-ceef0b3b-73ea-4612-b3aa-d849d8dbc52b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (48147c67-8562-40bd-8f7d-c3cd19563093), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:18.484882 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0460ff12-2d63-4c4b-afa6-c8f26487e7a1 None None] Pushing event updated for resources: {'Port': ['ID=48147c67-8562-40bd-8f7d-c3cd19563093,revision_number=3']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:31:18.516704 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [None req-ceef0b3b-73ea-4612-b3aa-d849d8dbc52b None None] Attempting to bind port 48147c67-8562-40bd-8f7d-c3cd19563093 on host n-d-827839-2 for vnic_type normal with profile {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:31:18.517232 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [None req-ceef0b3b-73ea-4612-b3aa-d849d8dbc52b None None] Attempting to bind port 48147c67-8562-40bd-8f7d-c3cd19563093 by drivers openvswitch,hyperv on host n-d-827839-2 at level 0 using segments [{'id': '369dea9c-8d6a-46f2-b62d-9d92aad7dd59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'b6ecfe8a-df64-4548-a5a9-01eea9be4d13'}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:31:18.517689 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceef0b3b-73ea-4612-b3aa-d849d8dbc52b None None] Attempting to bind port 48147c67-8562-40bd-8f7d-c3cd19563093 on network b6ecfe8a-df64-4548-a5a9-01eea9be4d13 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:31:18.523552 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceef0b3b-73ea-4612-b3aa-d849d8dbc52b None None] Checking agent: {'id': 'ba70844b-66a0-45fd-a2f2-e6ed673321fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 0, 36), 'started_at': datetime.datetime(2022, 2, 4, 17, 1, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 31, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:31:18.528365 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceef0b3b-73ea-4612-b3aa-d849d8dbc52b None None] Checking segment: {'id': '369dea9c-8d6a-46f2-b62d-9d92aad7dd59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'b6ecfe8a-df64-4548-a5a9-01eea9be4d13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:31:18.528932 n-d-827839-2 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-ceef0b3b-73ea-4612-b3aa-d849d8dbc52b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:18.529399 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceef0b3b-73ea-4612-b3aa-d849d8dbc52b None None] Bound using segment: {'id': '369dea9c-8d6a-46f2-b62d-9d92aad7dd59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'b6ecfe8a-df64-4548-a5a9-01eea9be4d13'} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:31:18.529956 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [None req-ceef0b3b-73ea-4612-b3aa-d849d8dbc52b None None] Bound port: 48147c67-8562-40bd-8f7d-c3cd19563093, host: n-d-827839-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '369dea9c-8d6a-46f2-b62d-9d92aad7dd59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'b6ecfe8a-df64-4548-a5a9-01eea9be4d13'}}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:31:18.531403 n-d-827839-2 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-ceef0b3b-73ea-4612-b3aa-d849d8dbc52b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (48147c67-8562-40bd-8f7d-c3cd19563093), before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:18.534533 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-e29b09b3-8f9f-4f6a-bef2-7d8f18188929 None None] For port 2fef4965-8c38-4315-9749-374dcb5a34e1, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=2fef4965-8c38-4315-9749-374dcb5a34e1,segment=NetworkSegment(f599eb6c-1f2e-4fd0-83ab-723da3564d9f),segment_id=f599eb6c-1f2e-4fd0-83ab-723da3564d9f)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:31:18.537991 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e29b09b3-8f9f-4f6a-bef2-7d8f18188929 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (2fef4965-8c38-4315-9749-374dcb5a34e1), precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:18.575733 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-e29b09b3-8f9f-4f6a-bef2-7d8f18188929 None None] Calling delete_port for 2fef4965-8c38-4315-9749-374dcb5a34e1 owned by network:dhcp {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:31:18.601680 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-05665a2f-218d-4027-9d54-6e4c41a9cf2f req-24021b3d-4bb1-4983-9e6b-967798531f36 tempest-ServerMetadataNegativeTestJSON-1314510418 tempest-ServerMetadataNegativeTestJSON-1314510418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (413319cb-3645-4d67-bbb8-63d724138448), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:18.617655 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-14f2cfc5-2d4c-451f-982f-d73e2e25ddd8 req-d2747486-2c12-41d6-9f19-be81a7a58918 service neutron] 10.222.0.96 "GET /v2.0/networks/6de4b58f-ff91-4bdc-9f3d-13346fce97eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2493930 Feb 04 17:31:18.629958 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4cd16f-adb5-48eb-8dcb-3580e83b7c74 req-14d587d8-8fbf-46c9-88a9-69a1913c1506 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:18.630225 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-3e6910bf-06be-432f-a112-9f0bdaf4bfc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628832'] for network (c16ec29f-d87a-4d23-9b11-847de1349680), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:18.646204 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4cd16f-adb5-48eb-8dcb-3580e83b7c74 req-14d587d8-8fbf-46c9-88a9-69a1913c1506 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:18.651516 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4cd16f-adb5-48eb-8dcb-3580e83b7c74 req-14d587d8-8fbf-46c9-88a9-69a1913c1506 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:18.669943 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4cd16f-adb5-48eb-8dcb-3580e83b7c74 req-14d587d8-8fbf-46c9-88a9-69a1913c1506 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:18.671724 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-4da94147-47d8-498d-9efc-379c13a6a56f req-9a674301-62cd-4945-84b9-688354a34133 tempest-ServerMetadataNegativeTestJSON-1314510418 tempest-ServerMetadataNegativeTestJSON-1314510418-project] 10.222.0.89 "GET /v2.0/ports?device_id=88b2d227-c1af-4018-b602-c2aaa03e0215 HTTP/1.1" status: 200 len: 210 time: 0.0510800 Feb 04 17:31:18.684777 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-ceef0b3b-73ea-4612-b3aa-d849d8dbc52b None None] For port 48147c67-8562-40bd-8f7d-c3cd19563093, host n-d-827839-2, cleared binding levels {{(pid=103379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:31:18.689545 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4cd16f-adb5-48eb-8dcb-3580e83b7c74 req-14d587d8-8fbf-46c9-88a9-69a1913c1506 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:18.695201 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-ceef0b3b-73ea-4612-b3aa-d849d8dbc52b None None] For port 48147c67-8562-40bd-8f7d-c3cd19563093, host n-d-827839-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=48147c67-8562-40bd-8f7d-c3cd19563093,segment=NetworkSegment(369dea9c-8d6a-46f2-b62d-9d92aad7dd59),segment_id=369dea9c-8d6a-46f2-b62d-9d92aad7dd59)] {{(pid=103379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:31:18.695707 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4cd16f-adb5-48eb-8dcb-3580e83b7c74 req-14d587d8-8fbf-46c9-88a9-69a1913c1506 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:18.702527 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4cd16f-adb5-48eb-8dcb-3580e83b7c74 req-14d587d8-8fbf-46c9-88a9-69a1913c1506 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:18.712609 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-ba4cd16f-adb5-48eb-8dcb-3580e83b7c74 req-14d587d8-8fbf-46c9-88a9-69a1913c1506 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] 10.222.0.89 "GET /v2.0/ports?device_id=f9afa7a5-1aca-47d0-a335-e4059d5a8169 HTTP/1.1" status: 200 len: 5419 time: 0.3622835 Feb 04 17:31:18.713428 n-d-827839-2 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-ceef0b3b-73ea-4612-b3aa-d849d8dbc52b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (48147c67-8562-40bd-8f7d-c3cd19563093), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:18.737434 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-2192ee0b-5591-45ad-91c8-ea09ead0e4ae tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (e7cd9da2-6932-41fa-89d2-d5eb0dfbd7e1), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:18.757399 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e29b09b3-8f9f-4f6a-bef2-7d8f18188929 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144'] for port (2fef4965-8c38-4315-9749-374dcb5a34e1), after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:18.778791 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24021b3d-4bb1-4983-9e6b-967798531f36 tempest-ServerMetadataNegativeTestJSON-1314510418 tempest-ServerMetadataNegativeTestJSON-1314510418-project] Pushing event deleted for resources: {'Port': ['ID=413319cb-3645-4d67-bbb8-63d724138448,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:31:18.843651 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29b09b3-8f9f-4f6a-bef2-7d8f18188929 None None] Pushing event deleted for resources: {'Port': ['ID=2fef4965-8c38-4315-9749-374dcb5a34e1,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:31:18.857426 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e29b09b3-8f9f-4f6a-bef2-7d8f18188929 None None] No DVR routers for this DVR port 2fef4965-8c38-4315-9749-374dcb5a34e1 on host n-d-827839-2 {{(pid=103378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 17:31:18.896484 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 2fef4965-8c38-4315-9749-374dcb5a34e1 no longer exists at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:31:18.907152 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2192ee0b-5591-45ad-91c8-ea09ead0e4ae tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Pushing event deleted for resources: {'Port': ['ID=e7cd9da2-6932-41fa-89d2-d5eb0dfbd7e1,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:31:18.927518 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceef0b3b-73ea-4612-b3aa-d849d8dbc52b None None] Routers {'519b5a09-be1a-4ed6-9cee-17d9dd42bfa6'} bound to L3 agent in host n-d-827839-2 {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:31:18.931355 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-ceef0b3b-73ea-4612-b3aa-d849d8dbc52b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:31:02Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['519b5a09-be1a-4ed6-9cee-17d9dd42bfa6'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:31:18.957641 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-f5046a53-23f5-4437-82a5-787ab1093827 None None] Provisioning complete for port 48147c67-8562-40bd-8f7d-c3cd19563093 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:31:18.958031 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f5046a53-23f5-4437-82a5-787ab1093827 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (48147c67-8562-40bd-8f7d-c3cd19563093), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:18.988458 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0460ff12-2d63-4c4b-afa6-c8f26487e7a1 None None] Pushing event updated for resources: {'Port': ['ID=48147c67-8562-40bd-8f7d-c3cd19563093,revision_number=4']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:31:19.009484 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.extraroute_db [None req-25f7f4ba-136e-4786-9847-d75044aa9b85 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Added routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=103376) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Feb 04 17:31:19.013242 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-ba4cd16f-adb5-48eb-8dcb-3580e83b7c74 req-96c2fb07-e2cc-4733-bf63-e5eb71b7e94b tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] 10.222.0.89 "GET /v2.0/security-groups?id=97363f9b-735d-4c1b-ae48-6b5390fc2698&id=0a858dd3-bfe4-4a54-8e21-ad7067112b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2986565 Feb 04 17:31:19.019977 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [req-05665a2f-218d-4027-9d54-6e4c41a9cf2f req-24021b3d-4bb1-4983-9e6b-967798531f36 tempest-ServerMetadataNegativeTestJSON-1314510418 tempest-ServerMetadataNegativeTestJSON-1314510418-project] No DVR routers for this DVR port 413319cb-3645-4d67-bbb8-63d724138448 on host n-h2-827839-2 {{(pid=103377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 17:31:19.024727 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-05665a2f-218d-4027-9d54-6e4c41a9cf2f req-24021b3d-4bb1-4983-9e6b-967798531f36 tempest-ServerMetadataNegativeTestJSON-1314510418 tempest-ServerMetadataNegativeTestJSON-1314510418-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:19.037711 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-05665a2f-218d-4027-9d54-6e4c41a9cf2f req-24021b3d-4bb1-4983-9e6b-967798531f36 tempest-ServerMetadataNegativeTestJSON-1314510418 tempest-ServerMetadataNegativeTestJSON-1314510418-project] 10.222.0.90 "DELETE /v2.0/ports/413319cb-3645-4d67-bbb8-63d724138448 HTTP/1.1" status: 204 len: 173 time: 2.3985221 Feb 04 17:31:19.038900 n-d-827839-2 neutron-server[103377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88b2d227-c1af-4018-b602-c2aaa03e0215', 'name': 'network-vif-deleted', 'tag': '413319cb-3645-4d67-bbb8-63d724138448'}] {{(pid=103377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:31:19.046800 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] No Port match for: 2fef4965-8c38-4315-9749-374dcb5a34e1 {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 17:31:19.047159 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 2fef4965-8c38-4315-9749-374dcb5a34e1 not bound to the agent host n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 17:31:19.047582 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 65ebcced-17ab-4e8e-904e-dcb818324687 no longer exists at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:31:19.050086 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.extraroute_db [None req-25f7f4ba-136e-4786-9847-d75044aa9b85 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Removed routes are [] {{(pid=103376) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Feb 04 17:31:19.050613 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7240428b650e1488e9361b62648ff4b3a6c19d49d8c27c949491ab58c1346cf0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44929b9d-a1b2-43b1-9aa2-86c4f47e2ae6" -d '{"events": [{"server_uuid": "88b2d227-c1af-4018-b602-c2aaa03e0215", "name": "network-vif-deleted", "tag": "413319cb-3645-4d67-bbb8-63d724138448"}]}' {{(pid=103377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:31:19.050744 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-25f7f4ba-136e-4786-9847-d75044aa9b85 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1603677', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1602039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26946'] for router (519b5a09-be1a-4ed6-9cee-17d9dd42bfa6), precommit_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:19.137770 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvr_db [None req-ceef0b3b-73ea-4612-b3aa-d849d8dbc52b None None] Set router 519b5a09-be1a-4ed6-9cee-17d9dd42bfa6 gateway port host: None {{(pid=103379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:31:19.142116 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-2192ee0b-5591-45ad-91c8-ea09ead0e4ae tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:19.149474 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] No Port match for: 65ebcced-17ab-4e8e-904e-dcb818324687 {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 17:31:19.149825 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 65ebcced-17ab-4e8e-904e-dcb818324687 not bound to the agent host n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 17:31:19.154725 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-2192ee0b-5591-45ad-91c8-ea09ead0e4ae tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] 10.222.0.89 "DELETE /v2.0/ports/e7cd9da2-6932-41fa-89d2-d5eb0dfbd7e1 HTTP/1.1" status: 204 len: 168 time: 2.4461579 Feb 04 17:31:19.156590 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 48456) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:31:19.192294 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 17:31:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c4db6d7-679f-4b1f-9f50-1f284f6f59f1 x-openstack-request-id: req-6c4db6d7-679f-4b1f-9f50-1f284f6f59f1 {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:31:19.193579 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88b2d227-c1af-4018-b602-c2aaa03e0215", "name": "network-vif-deleted", "tag": "413319cb-3645-4d67-bbb8-63d724138448", "status": "completed", "code": 200}]} {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:31:19.193925 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-6c4db6d7-679f-4b1f-9f50-1f284f6f59f1 {{(pid=103377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:31:19.194447 n-d-827839-2 neutron-server[103377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88b2d227-c1af-4018-b602-c2aaa03e0215', 'name': 'network-vif-deleted', 'tag': '413319cb-3645-4d67-bbb8-63d724138448', 'status': 'completed', 'code': 200} Feb 04 17:31:19.235160 n-d-827839-2 neutron-server[103377]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b6eba0d-df84-46c7-8539-3c22f7985161 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] GET failed (client error): The resource could not be found. Feb 04 17:31:19.239940 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-5b6eba0d-df84-46c7-8539-3c22f7985161 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] 10.222.0.89 "GET /v2.0/ports/e7cd9da2-6932-41fa-89d2-d5eb0dfbd7e1 HTTP/1.1" status: 404 len: 333 time: 0.0785065 Feb 04 17:31:19.242010 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 48458) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:31:19.271429 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-f5046a53-23f5-4437-82a5-787ab1093827 None None] Current status of the port 48147c67-8562-40bd-8f7d-c3cd19563093 is: DOWN; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:31:19.272841 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f5046a53-23f5-4437-82a5-787ab1093827 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (48147c67-8562-40bd-8f7d-c3cd19563093), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:19.343461 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-f5046a53-23f5-4437-82a5-787ab1093827 None None] For port 48147c67-8562-40bd-8f7d-c3cd19563093, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=48147c67-8562-40bd-8f7d-c3cd19563093,segment=NetworkSegment(369dea9c-8d6a-46f2-b62d-9d92aad7dd59),segment_id=369dea9c-8d6a-46f2-b62d-9d92aad7dd59)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:31:19.351769 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f5046a53-23f5-4437-82a5-787ab1093827 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (48147c67-8562-40bd-8f7d-c3cd19563093), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:19.357755 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-6640df3a-5a3e-4a9f-84d6-cf27d3c3f455 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Publish callbacks [] for security_group (3e3c7359-e432-4c8e-8804-ad08ad7fc2d9), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:19.408579 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-6640df3a-5a3e-4a9f-84d6-cf27d3c3f455 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Publish callbacks [] for security_group (3e3c7359-e432-4c8e-8804-ad08ad7fc2d9), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:19.412754 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-14f2cfc5-2d4c-451f-982f-d73e2e25ddd8 req-7dbb4fed-e188-4e26-b1a7-b169c3d85328 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=397c6c1e-40e7-4c7f-9066-28791535e5e4 HTTP/1.1" status: 200 len: 217 time: 0.7784173 Feb 04 17:31:19.455918 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5046a53-23f5-4437-82a5-787ab1093827 None None] Pushing event updated for resources: {'Port': ['ID=48147c67-8562-40bd-8f7d-c3cd19563093,revision_number=5']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:31:19.476206 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-caa7a543-52eb-4450-b97b-03fca2637a22 None None] Provisioning complete for port 48147c67-8562-40bd-8f7d-c3cd19563093 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:31:19.476206 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-caa7a543-52eb-4450-b97b-03fca2637a22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (48147c67-8562-40bd-8f7d-c3cd19563093), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:19.488286 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-6640df3a-5a3e-4a9f-84d6-cf27d3c3f455 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (3e3c7359-e432-4c8e-8804-ad08ad7fc2d9), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:19.492309 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-6640df3a-5a3e-4a9f-84d6-cf27d3c3f455 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:19.493677 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-6640df3a-5a3e-4a9f-84d6-cf27d3c3f455 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] 10.222.0.89 "DELETE /v2.0/security-groups/3e3c7359-e432-4c8e-8804-ad08ad7fc2d9 HTTP/1.1" status: 204 len: 168 time: 0.2507107 Feb 04 17:31:19.500651 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 48460) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:31:19.522815 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6640df3a-5a3e-4a9f-84d6-cf27d3c3f455 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e3c7359-e432-4c8e-8804-ad08ad7fc2d9,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:31:19.551249 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-ceef0b3b-73ea-4612-b3aa-d849d8dbc52b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '519b5a09-be1a-4ed6-9cee-17d9dd42bfa6', 'name': 'tempest-RoutersIpV6Test-router-1872959318', 'tenant_id': '9117ee7d05a54905bc1e8a5956601b14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:30:09Z', 'updated_at': '2022-02-04T17:31:13Z', 'revision_number': 5, 'project_id': '9117ee7d05a54905bc1e8a5956601b14', 'gw_port_host': None, '_interfaces': [{'id': '061376ab-5559-430f-a269-a0a7775cc27c', 'name': '', 'network_id': '91f343bc-9e24-4b9a-879e-69a194e0fff0', 'tenant_id': '9117ee7d05a54905bc1e8a5956601b14', 'mac_address': 'fa:16:3e:33:db:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '519b5a09-be1a-4ed6-9cee-17d9dd42bfa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2294, 'fixed_ips': [{'subnet_id': '2ea1283a-c76b-437d-b3f5-f48e319c2a24', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:30:54Z', 'updated_at': '2022-02-04T17:31:05Z', 'revision_number': 5, 'project_id': '9117ee7d05a54905bc1e8a5956601b14', 'subnets': [{'id': '2ea1283a-c76b-437d-b3f5-f48e319c2a24', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '48147c67-8562-40bd-8f7d-c3cd19563093', 'name': '', 'network_id': 'b6ecfe8a-df64-4548-a5a9-01eea9be4d13', 'tenant_id': '9117ee7d05a54905bc1e8a5956601b14', 'mac_address': 'fa:16:3e:6a:ae:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '519b5a09-be1a-4ed6-9cee-17d9dd42bfa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2310, 'fixed_ips': [{'subnet_id': '9eba6627-6343-4966-a0eb-b13f7f73f882', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:31:10Z', 'updated_at': '2022-02-04T17:31:18Z', 'revision_number': 4, 'project_id': '9117ee7d05a54905bc1e8a5956601b14', 'subnets': [{'id': '9eba6627-6343-4966-a0eb-b13f7f73f882', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '56c51fc1-b604-49a0-9e16-3420f4efe7e7', 'name': '', 'network_id': '1075af02-a74d-49b8-96f6-92af5f280311', 'tenant_id': '9117ee7d05a54905bc1e8a5956601b14', 'mac_address': 'fa:16:3e:8f:3a:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '519b5a09-be1a-4ed6-9cee-17d9dd42bfa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2282, 'fixed_ips': [{'subnet_id': '4794049b-80b7-4292-8142-5254fcbd38a1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:30:32Z', 'updated_at': '2022-02-04T17:30:50Z', 'revision_number': 5, 'project_id': '9117ee7d05a54905bc1e8a5956601b14', 'subnets': [{'id': '4794049b-80b7-4292-8142-5254fcbd38a1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e45f3f22-c9b2-40db-bd81-abe2ef0e1ad1', 'name': '', 'network_id': 'e491b4ae-a9ba-443a-b592-68de5d6c355f', 'tenant_id': '9117ee7d05a54905bc1e8a5956601b14', 'mac_address': 'fa:16:3e:49:15:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '519b5a09-be1a-4ed6-9cee-17d9dd42bfa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2259, 'fixed_ips': [{'subnet_id': '78e6fd8d-d36c-498f-9851-709f40f04989', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:30:15Z', 'updated_at': '2022-02-04T17:30:27Z', 'revision_number': 5, 'project_id': '9117ee7d05a54905bc1e8a5956601b14', 'subnets': [{'id': '78e6fd8d-d36c-498f-9851-709f40f04989', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-2', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:31:19.573029 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Device 413319cb-3645-4d67-bbb8-63d724138448 no longer exists at agent hyperv_n-h2-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:31:19.594344 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-3e6910bf-06be-432f-a112-9f0bdaf4bfc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1543676', 'neutron.services.segments.db._delete_segments_for_network-8781084786517'] for network (c16ec29f-d87a-4d23-9b11-847de1349680), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:19.595707 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceef0b3b-73ea-4612-b3aa-d849d8dbc52b None None] The sync data for ids ['519b5a09-be1a-4ed6-9cee-17d9dd42bfa6'] in n-d-827839-2 is: [{'id': '519b5a09-be1a-4ed6-9cee-17d9dd42bfa6', 'name': 'tempest-RoutersIpV6Test-router-1872959318', 'tenant_id': '9117ee7d05a54905bc1e8a5956601b14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:30:09Z', 'updated_at': '2022-02-04T17:31:13Z', 'revision_number': 5, 'project_id': '9117ee7d05a54905bc1e8a5956601b14', 'gw_port_host': None, '_interfaces': [{'id': '061376ab-5559-430f-a269-a0a7775cc27c', 'name': '', 'network_id': '91f343bc-9e24-4b9a-879e-69a194e0fff0', 'tenant_id': '9117ee7d05a54905bc1e8a5956601b14', 'mac_address': 'fa:16:3e:33:db:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '519b5a09-be1a-4ed6-9cee-17d9dd42bfa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2294, 'fixed_ips': [{'subnet_id': '2ea1283a-c76b-437d-b3f5-f48e319c2a24', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:30:54Z', 'updated_at': '2022-02-04T17:31:05Z', 'revision_number': 5, 'project_id': '9117ee7d05a54905bc1e8a5956601b14', 'subnets': [{'id': '2ea1283a-c76b-437d-b3f5-f48e319c2a24', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '48147c67-8562-40bd-8f7d-c3cd19563093', 'name': '', 'network_id': 'b6ecfe8a-df64-4548-a5a9-01eea9be4d13', 'tenant_id': '9117ee7d05a54905bc1e8a5956601b14', 'mac_address': 'fa:16:3e:6a:ae:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '519b5a09-be1a-4ed6-9cee-17d9dd42bfa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2310, 'fixed_ips': [{'subnet_id': '9eba6627-6343-4966-a0eb-b13f7f73f882', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:31:10Z', 'updated_at': '2022-02-04T17:31:18Z', 'revision_number': 4, 'project_id': '9117ee7d05a54905bc1e8a5956601b14', 'subnets': [{'id': '9eba6627-6343-4966-a0eb-b13f7f73f882', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '56c51fc1-b604-49a0-9e16-3420f4efe7e7', 'name': '', 'network_id': '1075af02-a74d-49b8-96f6-92af5f280311', 'tenant_id': '9117ee7d05a54905bc1e8a5956601b14', 'mac_address': 'fa:16:3e:8f:3a:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '519b5a09-be1a-4ed6-9cee-17d9dd42bfa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2282, 'fixed_ips': [{'subnet_id': '4794049b-80b7-4292-8142-5254fcbd38a1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:30:32Z', 'updated_at': '2022-02-04T17:30:50Z', 'revision_number': 5, 'project_id': '9117ee7d05a54905bc1e8a5956601b14', 'subnets': [{'id': '4794049b-80b7-4292-8142-5254fcbd38a1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e45f3f22-c9b2-40db-bd81-abe2ef0e1ad1', 'name': '', 'network_id': 'e491b4ae-a9ba-443a-b592-68de5d6c355f', 'tenant_id': '9117ee7d05a54905bc1e8a5956601b14', 'mac_address': 'fa:16:3e:49:15:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '519b5a09-be1a-4ed6-9cee-17d9dd42bfa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2259, 'fixed_ips': [{'subnet_id': '78e6fd8d-d36c-498f-9851-709f40f04989', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:30:15Z', 'updated_at': '2022-02-04T17:30:27Z', 'revision_number': 5, 'project_id': '9117ee7d05a54905bc1e8a5956601b14', 'subnets': [{'id': '78e6fd8d-d36c-498f-9851-709f40f04989', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 17:31:19.598121 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f2cfc5-2d4c-451f-982f-d73e2e25ddd8 req-070aa73c-d27a-45bf-a2b8-f7d156aa401e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:19.600295 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-14f2cfc5-2d4c-451f-982f-d73e2e25ddd8 req-070aa73c-d27a-45bf-a2b8-f7d156aa401e service neutron] 10.222.0.96 "GET /v2.0/subnets?id=6f6c54c2-552d-404f-bcc6-b0c454213656 HTTP/1.1" status: 200 len: 797 time: 0.1696584 Feb 04 17:31:19.603083 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-bb699dfb-83b7-44b7-a0f0-433938ba9d5e tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Publish callbacks [] for security_group (d13af9a9-a1b4-467c-a2f2-9d0c55de2396), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:19.624225 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] No Port match for: 413319cb-3645-4d67-bbb8-63d724138448 {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 17:31:19.624584 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Device 413319cb-3645-4d67-bbb8-63d724138448 not bound to the agent host n-h2-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 17:31:19.655673 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-bb699dfb-83b7-44b7-a0f0-433938ba9d5e tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Publish callbacks [] for security_group (d13af9a9-a1b4-467c-a2f2-9d0c55de2396), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:19.733975 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-caa7a543-52eb-4450-b97b-03fca2637a22 None None] Current status of the port 48147c67-8562-40bd-8f7d-c3cd19563093 is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:31:19.756416 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-bb699dfb-83b7-44b7-a0f0-433938ba9d5e tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (d13af9a9-a1b4-467c-a2f2-9d0c55de2396), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:19.759844 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-bb699dfb-83b7-44b7-a0f0-433938ba9d5e tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:19.761111 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-bb699dfb-83b7-44b7-a0f0-433938ba9d5e tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] 10.222.0.89 "DELETE /v2.0/security-groups/d13af9a9-a1b4-467c-a2f2-9d0c55de2396 HTTP/1.1" status: 204 len: 168 time: 0.2623844 Feb 04 17:31:19.764707 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 48464) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:31:19.781921 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac3a84b8-ac60-4af0-89a2-96fd8f99acaf tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Notify agent at l3_agent.n-d-827839-2 the message routers_updated {{(pid=103376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 17:31:19.786306 n-d-827839-2 neutron-server[103376]: DEBUG neutron.services.segments.db [None req-3e6910bf-06be-432f-a112-9f0bdaf4bfc3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c16ec29f-d87a-4d23-9b11-847de1349680']}} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:31:19.800251 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-ac3a84b8-ac60-4af0-89a2-96fd8f99acaf tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for floatingip (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:19.810512 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1803bcd-5326-43f2-a743-def0058f0e63 None None] Sync routers for ids ['e533f000-d94a-4439-a4c6-1b113390e45f'] in n-d-827839-2 {{(pid=103378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 17:31:19.828689 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1803bcd-5326-43f2-a743-def0058f0e63 None None] Routers {'e533f000-d94a-4439-a4c6-1b113390e45f'} bound to L3 agent in host n-d-827839-2 {{(pid=103378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:31:19.829363 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-e1803bcd-5326-43f2-a743-def0058f0e63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:31:02Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['e533f000-d94a-4439-a4c6-1b113390e45f'], 'active': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:31:19.844028 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb699dfb-83b7-44b7-a0f0-433938ba9d5e tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d13af9a9-a1b4-467c-a2f2-9d0c55de2396,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:31:19.862037 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-bdcc08ac-ce8c-48a4-b2d5-f4bd9a9b3f74 req-493bedac-f630-47d8-8a14-1e1b4c3e44ae tempest-ServerMetadataNegativeTestJSON-1314510418 tempest-ServerMetadataNegativeTestJSON-1314510418-project] 10.222.0.89 "GET /v2.0/ports?device_id=88b2d227-c1af-4018-b602-c2aaa03e0215 HTTP/1.1" status: 200 len: 210 time: 0.0776665 Feb 04 17:31:19.867351 n-d-827839-2 neutron-server[103376]: DEBUG neutron.services.segments.db [None req-3e6910bf-06be-432f-a112-9f0bdaf4bfc3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f599eb6c-1f2e-4fd0-83ab-723da3564d9f') {'for_net_delete': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:31:19.867654 n-d-827839-2 neutron-server[103376]: DEBUG neutron.services.segments.db [None req-3e6910bf-06be-432f-a112-9f0bdaf4bfc3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f599eb6c-1f2e-4fd0-83ab-723da3564d9f') {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:31:19.886262 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.db_base_plugin_v2 [None req-b03c19f7-1d82-442d-8a99-b09ab5f9021e tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Deleting subnet 9a3e2123-2af5-489f-ad72-92822cfd04a3 {{(pid=103377) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 17:31:19.890696 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-b03c19f7-1d82-442d-8a99-b09ab5f9021e tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Publish callbacks [] for subnet (9a3e2123-2af5-489f-ad72-92822cfd04a3), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:19.894618 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-e1803bcd-5326-43f2-a743-def0058f0e63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827839-2', False) {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:31:19.898725 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-3e6910bf-06be-432f-a112-9f0bdaf4bfc3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781084783966', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25674908'] for segment (f599eb6c-1f2e-4fd0-83ab-723da3564d9f), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:19.912357 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1803bcd-5326-43f2-a743-def0058f0e63 None None] Routers {'e533f000-d94a-4439-a4c6-1b113390e45f'} bound to L3 agent in host n-d-827839-2 {{(pid=103378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:31:19.913017 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-e1803bcd-5326-43f2-a743-def0058f0e63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:31:02Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['e533f000-d94a-4439-a4c6-1b113390e45f'], 'active': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:31:19.918690 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-ac3a84b8-ac60-4af0-89a2-96fd8f99acaf tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] 10.222.0.89 "PUT /v2.0/floatingips/69a26a8d-05fc-444a-bcdb-7f915dafb304 HTTP/1.1" status: 200 len: 687 time: 3.4729853 Feb 04 17:31:19.921810 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 48466) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:31:19.929560 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-3e6910bf-06be-432f-a112-9f0bdaf4bfc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (f599eb6c-1f2e-4fd0-83ab-723da3564d9f), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:19.945879 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e6910bf-06be-432f-a112-9f0bdaf4bfc3 admin admin] Releasing vlan 782 on physical network physnet1 to pool {{(pid=103376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 17:31:19.946588 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-3e6910bf-06be-432f-a112-9f0bdaf4bfc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25675992'] for segment (f599eb6c-1f2e-4fd0-83ab-723da3564d9f), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:19.952073 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-25f7f4ba-136e-4786-9847-d75044aa9b85 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1603677', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1602039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26946'] for router (519b5a09-be1a-4ed6-9cee-17d9dd42bfa6), precommit_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:19.956879 n-d-827839-2 neutron-server[103376]: Traceback (most recent call last): Feb 04 17:31:19.956879 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 17:31:19.956879 n-d-827839-2 neutron-server[103376]: timer() Feb 04 17:31:19.956879 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 17:31:19.956879 n-d-827839-2 neutron-server[103376]: cb(*args, **kw) Feb 04 17:31:19.956879 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 17:31:19.956879 n-d-827839-2 neutron-server[103376]: return func(*args, **kwargs) Feb 04 17:31:19.956879 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 17:31:19.956879 n-d-827839-2 neutron-server[103376]: self._notify() Feb 04 17:31:19.956879 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 17:31:19.956879 n-d-827839-2 neutron-server[103376]: self.callback(batched_events) Feb 04 17:31:19.956879 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 17:31:19.956879 n-d-827839-2 neutron-server[103376]: event.method(event) Feb 04 17:31:19.956879 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 17:31:19.956879 n-d-827839-2 neutron-server[103376]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 17:31:19.956879 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 17:31:19.956879 n-d-827839-2 neutron-server[103376]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 17:31:19.956879 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 17:31:19.956879 n-d-827839-2 neutron-server[103376]: return f(self, *a, **k) Feb 04 17:31:19.956879 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 17:31:19.956879 n-d-827839-2 neutron-server[103376]: return self._get(url).json() Feb 04 17:31:19.956879 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 17:31:19.956879 n-d-827839-2 neutron-server[103376]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 17:31:19.956879 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 17:31:19.956879 n-d-827839-2 neutron-server[103376]: return self.request(url, 'GET', **kwargs) Feb 04 17:31:19.956879 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 17:31:19.956879 n-d-827839-2 neutron-server[103376]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 17:31:19.956879 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 17:31:19.956879 n-d-827839-2 neutron-server[103376]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 17:31:19.956879 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 17:31:19.956879 n-d-827839-2 neutron-server[103376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 17:31:19.956879 n-d-827839-2 neutron-server[103376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 17:31:19.959806 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-e1803bcd-5326-43f2-a743-def0058f0e63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827839-2', False) {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:31:19.959806 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1803bcd-5326-43f2-a743-def0058f0e63 None None] The sync data for ids ['e533f000-d94a-4439-a4c6-1b113390e45f'] in n-d-827839-2 is: [] {{(pid=103378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 17:31:19.962312 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-25f7f4ba-136e-4786-9847-d75044aa9b85 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1603666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1603691', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1601804'] for router (519b5a09-be1a-4ed6-9cee-17d9dd42bfa6), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:19.980010 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f2cfc5-2d4c-451f-982f-d73e2e25ddd8 req-399f321f-9777-473d-8d94-daffa34a6316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:19.981758 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-14f2cfc5-2d4c-451f-982f-d73e2e25ddd8 req-399f321f-9777-473d-8d94-daffa34a6316 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=6de4b58f-ff91-4bdc-9f3d-13346fce97eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.3375864 Feb 04 17:31:19.994775 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-b03c19f7-1d82-442d-8a99-b09ab5f9021e tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26866676'] for subnet (9a3e2123-2af5-489f-ad72-92822cfd04a3), precommit_delete_associations {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:20.148028 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-b03c19f7-1d82-442d-8a99-b09ab5f9021e tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1541225'] for subnet (9a3e2123-2af5-489f-ad72-92822cfd04a3), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:20.166748 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-3e6910bf-06be-432f-a112-9f0bdaf4bfc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1543671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1595572'] for network (c16ec29f-d87a-4d23-9b11-847de1349680), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:20.183376 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-0c880a62-8338-44dd-a6af-d5af2f0a7fc0 tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Deleting port 4985c6af-11ea-4a4e-8a5f-a1e96d05a54a {{(pid=103377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:31:20.184402 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-0c880a62-8338-44dd-a6af-d5af2f0a7fc0 tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (4985c6af-11ea-4a4e-8a5f-a1e96d05a54a), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:20.225021 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-3e6910bf-06be-432f-a112-9f0bdaf4bfc3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677565'] for network (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:20.230519 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-3e6910bf-06be-432f-a112-9f0bdaf4bfc3 admin admin] 10.222.0.89 "DELETE /v2.0/networks/c16ec29f-d87a-4d23-9b11-847de1349680 HTTP/1.1" status: 204 len: 168 time: 2.0797675 Feb 04 17:31:20.230519 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6910bf-06be-432f-a112-9f0bdaf4bfc3 admin admin] Pushing event deleted for resources: {'Network': ['ID=c16ec29f-d87a-4d23-9b11-847de1349680,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:31:20.259359 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6910bf-06be-432f-a112-9f0bdaf4bfc3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:31:20.259359 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6910bf-06be-432f-a112-9f0bdaf4bfc3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:31:20.259735 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6910bf-06be-432f-a112-9f0bdaf4bfc3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:31:20.260010 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6910bf-06be-432f-a112-9f0bdaf4bfc3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:31:20.260419 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6910bf-06be-432f-a112-9f0bdaf4bfc3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:31:20.260691 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6910bf-06be-432f-a112-9f0bdaf4bfc3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:31:20.261054 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6910bf-06be-432f-a112-9f0bdaf4bfc3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:31:20.261388 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6910bf-06be-432f-a112-9f0bdaf4bfc3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:31:20.261920 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6910bf-06be-432f-a112-9f0bdaf4bfc3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:31:20.262919 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6910bf-06be-432f-a112-9f0bdaf4bfc3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:31:20.263251 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6910bf-06be-432f-a112-9f0bdaf4bfc3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:31:20.263586 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6910bf-06be-432f-a112-9f0bdaf4bfc3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:31:20.263923 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6910bf-06be-432f-a112-9f0bdaf4bfc3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:31:20.279737 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25f7f4ba-136e-4786-9847-d75044aa9b85 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Router 519b5a09-be1a-4ed6-9cee-17d9dd42bfa6 has already been hosted by L3 agent 64ada913-9131-4d99-a265-63a920956287 {{(pid=103376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 17:31:20.282434 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-14f2cfc5-2d4c-451f-982f-d73e2e25ddd8 req-131d6b46-759c-4043-8b32-614839557d7d service neutron] 10.222.0.96 "GET /v2.0/networks/6de4b58f-ff91-4bdc-9f3d-13346fce97eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2734666 Feb 04 17:31:20.300781 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-0c880a62-8338-44dd-a6af-d5af2f0a7fc0 tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (4985c6af-11ea-4a4e-8a5f-a1e96d05a54a), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:20.301094 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-0c880a62-8338-44dd-a6af-d5af2f0a7fc0 tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Publish callbacks [] for floatingip (4985c6af-11ea-4a4e-8a5f-a1e96d05a54a), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:20.317898 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-0c880a62-8338-44dd-a6af-d5af2f0a7fc0 tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Calling delete_port for 4985c6af-11ea-4a4e-8a5f-a1e96d05a54a owned by network:floatingip {{(pid=103377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:31:20.325512 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-b03c19f7-1d82-442d-8a99-b09ab5f9021e tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1541216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25888360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25597190'] for subnet (9a3e2123-2af5-489f-ad72-92822cfd04a3), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:20.364931 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1438fdb-1a59-4473-8f00-6e4ecff67142 req-2aba12c8-8a45-4d11-ae68-09f0fd8d3478 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:20.370402 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1438fdb-1a59-4473-8f00-6e4ecff67142 req-2aba12c8-8a45-4d11-ae68-09f0fd8d3478 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:20.372360 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03c19f7-1d82-442d-8a99-b09ab5f9021e tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Pushing event deleted for resources: {'Subnet': ['ID=9a3e2123-2af5-489f-ad72-92822cfd04a3,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:31:20.374735 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-b03c19f7-1d82-442d-8a99-b09ab5f9021e tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Publish callbacks [] for subnet (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:20.379043 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1438fdb-1a59-4473-8f00-6e4ecff67142 req-2aba12c8-8a45-4d11-ae68-09f0fd8d3478 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:20.384543 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1438fdb-1a59-4473-8f00-6e4ecff67142 req-2aba12c8-8a45-4d11-ae68-09f0fd8d3478 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:20.386540 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc5b4239-0432-4c9b-a023-7dc493497e9a None None] Network 39c5a3cf-023d-44e7-9195-38ea0e412caf requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:31:20.387099 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-b03c19f7-1d82-442d-8a99-b09ab5f9021e tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] 10.222.0.89 "DELETE /v2.0/subnets/9a3e2123-2af5-489f-ad72-92822cfd04a3 HTTP/1.1" status: 204 len: 168 time: 0.6211045 Feb 04 17:31:20.391022 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1438fdb-1a59-4473-8f00-6e4ecff67142 req-2aba12c8-8a45-4d11-ae68-09f0fd8d3478 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:20.396420 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1438fdb-1a59-4473-8f00-6e4ecff67142 req-2aba12c8-8a45-4d11-ae68-09f0fd8d3478 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:20.419085 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1438fdb-1a59-4473-8f00-6e4ecff67142 req-2aba12c8-8a45-4d11-ae68-09f0fd8d3478 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:20.423267 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 48472) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:31:20.428241 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-c36735e3-dac1-45f8-8dad-ced3ad34db0d tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Request body: {'subnet': {'network_id': '39c5a3cf-023d-44e7-9195-38ea0e412caf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:31:20.431109 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-a1438fdb-1a59-4473-8f00-6e4ecff67142 req-2aba12c8-8a45-4d11-ae68-09f0fd8d3478 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] 10.222.0.89 "GET /v2.0/ports?device_id=f9afa7a5-1aca-47d0-a335-e4059d5a8169 HTTP/1.1" status: 200 len: 5419 time: 0.2678223 Feb 04 17:31:20.522792 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 48474) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:31:20.614698 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-14f2cfc5-2d4c-451f-982f-d73e2e25ddd8 req-702f010e-47a9-4324-ab2b-df100c18ef82 service neutron] 10.222.0.96 "GET /v2.0/networks/6de4b58f-ff91-4bdc-9f3d-13346fce97eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3218329 Feb 04 17:31:20.618161 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-81ba945f-d80f-4766-be14-7f1f47c0843c admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=c5cb386618c24d66b6712f0d36ac7fea&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0942516 Feb 04 17:31:20.619004 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 48476) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:31:20.628162 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25f7f4ba-136e-4786-9847-d75044aa9b85 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Notify agent at l3_agent.n-d-827839-2 the message routers_updated {{(pid=103376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 17:31:20.642071 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-a1438fdb-1a59-4473-8f00-6e4ecff67142 req-01726126-12fa-413f-85c8-80bcba65c1a6 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] 10.222.0.89 "GET /v2.0/security-groups?id=97363f9b-735d-4c1b-ae48-6b5390fc2698&id=0a858dd3-bfe4-4a54-8e21-ad7067112b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2100079 Feb 04 17:31:20.658143 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-25f7f4ba-136e-4786-9847-d75044aa9b85 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Publish callbacks [] for router (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:20.659730 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-25f7f4ba-136e-4786-9847-d75044aa9b85 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] 10.222.0.89 "PUT /v2.0/routers/519b5a09-be1a-4ed6-9cee-17d9dd42bfa6 HTTP/1.1" status: 200 len: 954 time: 3.5900726 Feb 04 17:31:20.662344 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 48478) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:31:20.706065 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c36735e3-dac1-45f8-8dad-ced3ad34db0d tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Made reservation on behalf of 6054a945d1db4859ae33f1c6e4a7b141 for: {'subnet': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:31:20.709431 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-c36735e3-dac1-45f8-8dad-ced3ad34db0d tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25597243'] for subnet (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:20.792412 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dcd9c7e-b21b-4a8a-8188-e19b1c1ebb15 None None] Sync routers for ids ['519b5a09-be1a-4ed6-9cee-17d9dd42bfa6'] in n-d-827839-2 {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 17:31:20.800525 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-0c880a62-8338-44dd-a6af-d5af2f0a7fc0 tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (4985c6af-11ea-4a4e-8a5f-a1e96d05a54a), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:20.814049 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dcd9c7e-b21b-4a8a-8188-e19b1c1ebb15 None None] Routers {'519b5a09-be1a-4ed6-9cee-17d9dd42bfa6'} bound to L3 agent in host n-d-827839-2 {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:31:20.814492 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-56edec59-eadd-466e-a302-28d6c597f6ad admin admin] Publish callbacks [] for security_group (6c430dff-7990-44ba-b62d-7ce4a11c9249), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:20.816298 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-1dcd9c7e-b21b-4a8a-8188-e19b1c1ebb15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:31:02Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['519b5a09-be1a-4ed6-9cee-17d9dd42bfa6'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:31:20.865838 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c880a62-8338-44dd-a6af-d5af2f0a7fc0 tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Pushing event deleted for resources: {'Port': ['ID=4985c6af-11ea-4a4e-8a5f-a1e96d05a54a,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:31:20.955288 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-56edec59-eadd-466e-a302-28d6c597f6ad admin admin] Publish callbacks [] for security_group (6c430dff-7990-44ba-b62d-7ce4a11c9249), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:20.960680 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 48147c67-8562-40bd-8f7d-c3cd19563093 up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:31:20.976946 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 48482) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:31:20.988179 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvr_db [None req-1dcd9c7e-b21b-4a8a-8188-e19b1c1ebb15 None None] Set router 519b5a09-be1a-4ed6-9cee-17d9dd42bfa6 gateway port host: None {{(pid=103379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:31:21.033502 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port 48147c67-8562-40bd-8f7d-c3cd19563093 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:31:21.034185 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (48147c67-8562-40bd-8f7d-c3cd19563093), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:21.083791 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.db_base_plugin_v2 [None req-bdb2c73a-e201-482a-a48a-6425408e53b4 admin admin] Deleting subnet ad2c6296-fcbd-4a71-9981-9f7829466c82 {{(pid=103377) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 17:31:21.093054 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-bdb2c73a-e201-482a-a48a-6425408e53b4 admin admin] Publish callbacks [] for subnet (ad2c6296-fcbd-4a71-9981-9f7829466c82), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:21.144941 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port 48147c67-8562-40bd-8f7d-c3cd19563093 is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:31:21.198099 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-bdb2c73a-e201-482a-a48a-6425408e53b4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26866676'] for subnet (ad2c6296-fcbd-4a71-9981-9f7829466c82), precommit_delete_associations {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:21.201126 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-0c880a62-8338-44dd-a6af-d5af2f0a7fc0 tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Publish callbacks [] for floatingip (69a26a8d-05fc-444a-bcdb-7f915dafb304), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:21.203039 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-0c880a62-8338-44dd-a6af-d5af2f0a7fc0 tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for floatingip (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:21.204425 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-0c880a62-8338-44dd-a6af-d5af2f0a7fc0 tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] 10.222.0.89 "DELETE /v2.0/floatingips/69a26a8d-05fc-444a-bcdb-7f915dafb304 HTTP/1.1" status: 204 len: 168 time: 1.2824359 Feb 04 17:31:21.226464 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 48484) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:31:21.280586 n-d-827839-2 neutron-server[103377]: INFO neutron.api.v2.resource [None req-8c0c303c-4dab-4c88-a584-1f1a3651411d tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] delete failed (client error): The resource could not be found. Feb 04 17:31:21.281910 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-8c0c303c-4dab-4c88-a584-1f1a3651411d tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] 10.222.0.89 "DELETE /v2.0/floatingips/69a26a8d-05fc-444a-bcdb-7f915dafb304 HTTP/1.1" status: 404 len: 345 time: 0.0526528 Feb 04 17:31:21.290059 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 48486) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:31:21.310222 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-1dcd9c7e-b21b-4a8a-8188-e19b1c1ebb15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '519b5a09-be1a-4ed6-9cee-17d9dd42bfa6', 'name': 'tempest-RoutersIpV6Test-router-1872959318', 'tenant_id': '9117ee7d05a54905bc1e8a5956601b14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:30:09Z', 'updated_at': '2022-02-04T17:31:19Z', 'revision_number': 6, 'project_id': '9117ee7d05a54905bc1e8a5956601b14', 'gw_port_host': None, '_interfaces': [{'id': '061376ab-5559-430f-a269-a0a7775cc27c', 'name': '', 'network_id': '91f343bc-9e24-4b9a-879e-69a194e0fff0', 'tenant_id': '9117ee7d05a54905bc1e8a5956601b14', 'mac_address': 'fa:16:3e:33:db:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '519b5a09-be1a-4ed6-9cee-17d9dd42bfa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2294, 'fixed_ips': [{'subnet_id': '2ea1283a-c76b-437d-b3f5-f48e319c2a24', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:30:54Z', 'updated_at': '2022-02-04T17:31:05Z', 'revision_number': 5, 'project_id': '9117ee7d05a54905bc1e8a5956601b14', 'subnets': [{'id': '2ea1283a-c76b-437d-b3f5-f48e319c2a24', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '48147c67-8562-40bd-8f7d-c3cd19563093', 'name': '', 'network_id': 'b6ecfe8a-df64-4548-a5a9-01eea9be4d13', 'tenant_id': '9117ee7d05a54905bc1e8a5956601b14', 'mac_address': 'fa:16:3e:6a:ae:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '519b5a09-be1a-4ed6-9cee-17d9dd42bfa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2310, 'fixed_ips': [{'subnet_id': '9eba6627-6343-4966-a0eb-b13f7f73f882', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:31:10Z', 'updated_at': '2022-02-04T17:31:19Z', 'revision_number': 5, 'project_id': '9117ee7d05a54905bc1e8a5956601b14', 'subnets': [{'id': '9eba6627-6343-4966-a0eb-b13f7f73f882', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '56c51fc1-b604-49a0-9e16-3420f4efe7e7', 'name': '', 'network_id': '1075af02-a74d-49b8-96f6-92af5f280311', 'tenant_id': '9117ee7d05a54905bc1e8a5956601b14', 'mac_address': 'fa:16:3e:8f:3a:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '519b5a09-be1a-4ed6-9cee-17d9dd42bfa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2282, 'fixed_ips': [{'subnet_id': '4794049b-80b7-4292-8142-5254fcbd38a1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:30:32Z', 'updated_at': '2022-02-04T17:30:50Z', 'revision_number': 5, 'project_id': '9117ee7d05a54905bc1e8a5956601b14', 'subnets': [{'id': '4794049b-80b7-4292-8142-5254fcbd38a1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e45f3f22-c9b2-40db-bd81-abe2ef0e1ad1', 'name': '', 'network_id': 'e491b4ae-a9ba-443a-b592-68de5d6c355f', 'tenant_id': '9117ee7d05a54905bc1e8a5956601b14', 'mac_address': 'fa:16:3e:49:15:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '519b5a09-be1a-4ed6-9cee-17d9dd42bfa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2259, 'fixed_ips': [{'subnet_id': '78e6fd8d-d36c-498f-9851-709f40f04989', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:30:15Z', 'updated_at': '2022-02-04T17:30:27Z', 'revision_number': 5, 'project_id': '9117ee7d05a54905bc1e8a5956601b14', 'subnets': [{'id': '78e6fd8d-d36c-498f-9851-709f40f04989', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-2', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:31:21.338713 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-de6c6a79-57c3-4a27-87d5-e62abdbc204c tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] 10.222.0.89 "GET /v2.0/routers/519b5a09-be1a-4ed6-9cee-17d9dd42bfa6 HTTP/1.1" status: 200 len: 954 time: 0.6749082 Feb 04 17:31:21.340020 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 48488) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:31:21.343093 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dcd9c7e-b21b-4a8a-8188-e19b1c1ebb15 None None] Checking router: 519b5a09-be1a-4ed6-9cee-17d9dd42bfa6 for host: n-d-827839-2 {{(pid=103379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 17:31:21.345191 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-cfdbe3a7-6d9c-4491-b848-f0f1b1b3e401 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Request body: {'router': {'routes': None}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:31:21.353738 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dcd9c7e-b21b-4a8a-8188-e19b1c1ebb15 None None] Routers {'519b5a09-be1a-4ed6-9cee-17d9dd42bfa6'} bound to L3 agent in host n-d-827839-2 {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:31:21.354615 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-1dcd9c7e-b21b-4a8a-8188-e19b1c1ebb15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:31:02Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['519b5a09-be1a-4ed6-9cee-17d9dd42bfa6'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:31:21.373266 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-56edec59-eadd-466e-a302-28d6c597f6ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (6c430dff-7990-44ba-b62d-7ce4a11c9249), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:21.375832 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-56edec59-eadd-466e-a302-28d6c597f6ad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:21.380037 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-56edec59-eadd-466e-a302-28d6c597f6ad admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/6c430dff-7990-44ba-b62d-7ce4a11c9249 HTTP/1.1" status: 204 len: 168 time: 0.7564378 Feb 04 17:31:21.411040 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-bdb2c73a-e201-482a-a48a-6425408e53b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1541225'] for subnet (ad2c6296-fcbd-4a71-9981-9f7829466c82), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:21.422047 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56edec59-eadd-466e-a302-28d6c597f6ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c430dff-7990-44ba-b62d-7ce4a11c9249,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:31:21.474830 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvr_db [None req-1dcd9c7e-b21b-4a8a-8188-e19b1c1ebb15 None None] Set router 519b5a09-be1a-4ed6-9cee-17d9dd42bfa6 gateway port host: None {{(pid=103379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:31:21.495924 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f57f09f-a36f-4573-9a24-1b5ca83a6899 req-73d1e89f-14df-440e-9e5e-b1af370fd034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:21.496444 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f57f09f-a36f-4573-9a24-1b5ca83a6899 req-73d1e89f-14df-440e-9e5e-b1af370fd034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:21.496949 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f57f09f-a36f-4573-9a24-1b5ca83a6899 req-73d1e89f-14df-440e-9e5e-b1af370fd034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:21.497412 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f57f09f-a36f-4573-9a24-1b5ca83a6899 req-73d1e89f-14df-440e-9e5e-b1af370fd034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:21.497870 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f57f09f-a36f-4573-9a24-1b5ca83a6899 req-73d1e89f-14df-440e-9e5e-b1af370fd034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:21.498327 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f57f09f-a36f-4573-9a24-1b5ca83a6899 req-73d1e89f-14df-440e-9e5e-b1af370fd034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:21.499056 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f57f09f-a36f-4573-9a24-1b5ca83a6899 req-73d1e89f-14df-440e-9e5e-b1af370fd034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:21.500794 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-3f57f09f-a36f-4573-9a24-1b5ca83a6899 req-73d1e89f-14df-440e-9e5e-b1af370fd034 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=ae7af1f68a8142688c6249d339ab8a6d&device_id=f9afa7a5-1aca-47d0-a335-e4059d5a8169 HTTP/1.1" status: 200 len: 6693 time: 0.7914112 Feb 04 17:31:21.539021 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48f6afc0-10af-47da-a728-19fc0239fe59 tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:21.544528 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48f6afc0-10af-47da-a728-19fc0239fe59 tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:21.550183 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48f6afc0-10af-47da-a728-19fc0239fe59 tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:21.551882 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-48f6afc0-10af-47da-a728-19fc0239fe59 tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] 10.222.0.89 "GET /v2.0/ports?network_id=2fc3ab82-e108-402d-bed1-263ed33bcb5b HTTP/1.1" status: 200 len: 2358 time: 0.2568750 Feb 04 17:31:21.557174 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 48492) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:31:21.624041 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-bdb2c73a-e201-482a-a48a-6425408e53b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1541216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25888360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25597190'] for subnet (ad2c6296-fcbd-4a71-9981-9f7829466c82), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:21.639284 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-c36735e3-dac1-45f8-8dad-ced3ad34db0d tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25889445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25597197'] for subnet (845e526c-b8bc-4cc6-8687-fa1de79619c2), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:21.672061 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4927e37f-ba5f-432c-a9f5-7c126c458e0e None None] Provisioning complete for port c26ddaf0-0545-471b-a0cb-e67fa3545298 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:31:21.673216 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4927e37f-ba5f-432c-a9f5-7c126c458e0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (c26ddaf0-0545-471b-a0cb-e67fa3545298), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:21.682294 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb2c73a-e201-482a-a48a-6425408e53b4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ad2c6296-fcbd-4a71-9981-9f7829466c82,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:31:21.684961 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-bdb2c73a-e201-482a-a48a-6425408e53b4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:21.691017 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-bdb2c73a-e201-482a-a48a-6425408e53b4 admin admin] 10.222.0.89 "DELETE /v2.0/subnets/ad2c6296-fcbd-4a71-9981-9f7829466c82 HTTP/1.1" status: 204 len: 168 time: 0.7052433 Feb 04 17:31:21.693434 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec5a262d-61ae-44b2-9e93-622fbb1e7478 tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:21.695064 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-ec5a262d-61ae-44b2-9e93-622fbb1e7478 tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] 10.222.0.89 "GET /v2.0/subnets/f32925a0-00a7-46f6-bca0-32a601eb0bac HTTP/1.1" status: 200 len: 797 time: 0.1339495 Feb 04 17:31:21.695585 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 48498) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:31:21.706786 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 48500) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:31:21.715491 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-652e8398-2b35-4119-8988-757033c6bc23 tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Request body: {'port': {'network_id': '2fc3ab82-e108-402d-bed1-263ed33bcb5b', 'name': 'tempest-FloatingIPTestJSON-937511720', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:31:21.808791 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4927e37f-ba5f-432c-a9f5-7c126c458e0e None None] Port c26ddaf0-0545-471b-a0cb-e67fa3545298 cannot update to ACTIVE because it is not bound. {{(pid=103378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 17:31:21.818492 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c36735e3-dac1-45f8-8dad-ced3ad34db0d tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Network 39c5a3cf-023d-44e7-9195-38ea0e412caf is already hosted by enough agents. {{(pid=103377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:31:21.833090 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [None req-c36735e3-dac1-45f8-8dad-ced3ad34db0d tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Resources bound (agent type, host, resource id): {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:31:21.841973 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4927e37f-ba5f-432c-a9f5-7c126c458e0e None None] Provisioning complete for port 7d06bb2f-5315-467a-8bb9-06da2b045eff triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:31:21.842366 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4927e37f-ba5f-432c-a9f5-7c126c458e0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (7d06bb2f-5315-467a-8bb9-06da2b045eff), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:21.842758 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c36735e3-dac1-45f8-8dad-ced3ad34db0d tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:21.843457 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-c36735e3-dac1-45f8-8dad-ced3ad34db0d tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Publish callbacks [] for subnet (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:21.852194 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2c58039-bbcf-4004-bc9c-5afd6993d246 None None] Network 39c5a3cf-023d-44e7-9195-38ea0e412caf requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:31:21.869477 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-1dcd9c7e-b21b-4a8a-8188-e19b1c1ebb15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '519b5a09-be1a-4ed6-9cee-17d9dd42bfa6', 'name': 'tempest-RoutersIpV6Test-router-1872959318', 'tenant_id': '9117ee7d05a54905bc1e8a5956601b14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:30:09Z', 'updated_at': '2022-02-04T17:31:19Z', 'revision_number': 6, 'project_id': '9117ee7d05a54905bc1e8a5956601b14', 'gw_port_host': None, '_interfaces': [{'id': '061376ab-5559-430f-a269-a0a7775cc27c', 'name': '', 'network_id': '91f343bc-9e24-4b9a-879e-69a194e0fff0', 'tenant_id': '9117ee7d05a54905bc1e8a5956601b14', 'mac_address': 'fa:16:3e:33:db:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '519b5a09-be1a-4ed6-9cee-17d9dd42bfa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2294, 'fixed_ips': [{'subnet_id': '2ea1283a-c76b-437d-b3f5-f48e319c2a24', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:30:54Z', 'updated_at': '2022-02-04T17:31:05Z', 'revision_number': 5, 'project_id': '9117ee7d05a54905bc1e8a5956601b14', 'subnets': [{'id': '2ea1283a-c76b-437d-b3f5-f48e319c2a24', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '48147c67-8562-40bd-8f7d-c3cd19563093', 'name': '', 'network_id': 'b6ecfe8a-df64-4548-a5a9-01eea9be4d13', 'tenant_id': '9117ee7d05a54905bc1e8a5956601b14', 'mac_address': 'fa:16:3e:6a:ae:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '519b5a09-be1a-4ed6-9cee-17d9dd42bfa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2310, 'fixed_ips': [{'subnet_id': '9eba6627-6343-4966-a0eb-b13f7f73f882', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:31:10Z', 'updated_at': '2022-02-04T17:31:19Z', 'revision_number': 5, 'project_id': '9117ee7d05a54905bc1e8a5956601b14', 'subnets': [{'id': '9eba6627-6343-4966-a0eb-b13f7f73f882', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '56c51fc1-b604-49a0-9e16-3420f4efe7e7', 'name': '', 'network_id': '1075af02-a74d-49b8-96f6-92af5f280311', 'tenant_id': '9117ee7d05a54905bc1e8a5956601b14', 'mac_address': 'fa:16:3e:8f:3a:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '519b5a09-be1a-4ed6-9cee-17d9dd42bfa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2282, 'fixed_ips': [{'subnet_id': '4794049b-80b7-4292-8142-5254fcbd38a1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:30:32Z', 'updated_at': '2022-02-04T17:30:50Z', 'revision_number': 5, 'project_id': '9117ee7d05a54905bc1e8a5956601b14', 'subnets': [{'id': '4794049b-80b7-4292-8142-5254fcbd38a1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e45f3f22-c9b2-40db-bd81-abe2ef0e1ad1', 'name': '', 'network_id': 'e491b4ae-a9ba-443a-b592-68de5d6c355f', 'tenant_id': '9117ee7d05a54905bc1e8a5956601b14', 'mac_address': 'fa:16:3e:49:15:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '519b5a09-be1a-4ed6-9cee-17d9dd42bfa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2259, 'fixed_ips': [{'subnet_id': '78e6fd8d-d36c-498f-9851-709f40f04989', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:30:15Z', 'updated_at': '2022-02-04T17:30:27Z', 'revision_number': 5, 'project_id': '9117ee7d05a54905bc1e8a5956601b14', 'subnets': [{'id': '78e6fd8d-d36c-498f-9851-709f40f04989', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-2', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:31:21.886527 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36735e3-dac1-45f8-8dad-ced3ad34db0d tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Pushing event updated for resources: {'Subnet': ['ID=845e526c-b8bc-4cc6-8687-fa1de79619c2,revision_number=0']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:31:21.895447 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-a792ab8f-f77b-4c1b-8592-0010fff6ab9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628832'] for network (93be5020-69ff-4f03-a3c5-d2aae8d3e689), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:21.911625 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-c36735e3-dac1-45f8-8dad-ced3ad34db0d tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4871798 Feb 04 17:31:21.920351 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 48502) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:31:21.924668 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dcd9c7e-b21b-4a8a-8188-e19b1c1ebb15 None None] The sync data for ids ['519b5a09-be1a-4ed6-9cee-17d9dd42bfa6'] in n-d-827839-2 is: [{'id': '519b5a09-be1a-4ed6-9cee-17d9dd42bfa6', 'name': 'tempest-RoutersIpV6Test-router-1872959318', 'tenant_id': '9117ee7d05a54905bc1e8a5956601b14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:30:09Z', 'updated_at': '2022-02-04T17:31:19Z', 'revision_number': 6, 'project_id': '9117ee7d05a54905bc1e8a5956601b14', 'gw_port_host': None, '_interfaces': [{'id': '061376ab-5559-430f-a269-a0a7775cc27c', 'name': '', 'network_id': '91f343bc-9e24-4b9a-879e-69a194e0fff0', 'tenant_id': '9117ee7d05a54905bc1e8a5956601b14', 'mac_address': 'fa:16:3e:33:db:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '519b5a09-be1a-4ed6-9cee-17d9dd42bfa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2294, 'fixed_ips': [{'subnet_id': '2ea1283a-c76b-437d-b3f5-f48e319c2a24', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:30:54Z', 'updated_at': '2022-02-04T17:31:05Z', 'revision_number': 5, 'project_id': '9117ee7d05a54905bc1e8a5956601b14', 'subnets': [{'id': '2ea1283a-c76b-437d-b3f5-f48e319c2a24', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '48147c67-8562-40bd-8f7d-c3cd19563093', 'name': '', 'network_id': 'b6ecfe8a-df64-4548-a5a9-01eea9be4d13', 'tenant_id': '9117ee7d05a54905bc1e8a5956601b14', 'mac_address': 'fa:16:3e:6a:ae:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '519b5a09-be1a-4ed6-9cee-17d9dd42bfa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2310, 'fixed_ips': [{'subnet_id': '9eba6627-6343-4966-a0eb-b13f7f73f882', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:31:10Z', 'updated_at': '2022-02-04T17:31:19Z', 'revision_number': 5, 'project_id': '9117ee7d05a54905bc1e8a5956601b14', 'subnets': [{'id': '9eba6627-6343-4966-a0eb-b13f7f73f882', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '56c51fc1-b604-49a0-9e16-3420f4efe7e7', 'name': '', 'network_id': '1075af02-a74d-49b8-96f6-92af5f280311', 'tenant_id': '9117ee7d05a54905bc1e8a5956601b14', 'mac_address': 'fa:16:3e:8f:3a:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '519b5a09-be1a-4ed6-9cee-17d9dd42bfa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2282, 'fixed_ips': [{'subnet_id': '4794049b-80b7-4292-8142-5254fcbd38a1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:30:32Z', 'updated_at': '2022-02-04T17:30:50Z', 'revision_number': 5, 'project_id': '9117ee7d05a54905bc1e8a5956601b14', 'subnets': [{'id': '4794049b-80b7-4292-8142-5254fcbd38a1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e45f3f22-c9b2-40db-bd81-abe2ef0e1ad1', 'name': '', 'network_id': 'e491b4ae-a9ba-443a-b592-68de5d6c355f', 'tenant_id': '9117ee7d05a54905bc1e8a5956601b14', 'mac_address': 'fa:16:3e:49:15:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '519b5a09-be1a-4ed6-9cee-17d9dd42bfa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2259, 'fixed_ips': [{'subnet_id': '78e6fd8d-d36c-498f-9851-709f40f04989', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:30:15Z', 'updated_at': '2022-02-04T17:30:27Z', 'revision_number': 5, 'project_id': '9117ee7d05a54905bc1e8a5956601b14', 'subnets': [{'id': '78e6fd8d-d36c-498f-9851-709f40f04989', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 17:31:21.946043 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-7d51119b-1150-48f4-a726-9b4324017c4c tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Request body: {'security_group': {'name': 'tempest-secgroup-1775001378'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:31:21.985180 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 48504) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:31:22.095985 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4927e37f-ba5f-432c-a9f5-7c126c458e0e None None] Current status of the port 7d06bb2f-5315-467a-8bb9-06da2b045eff is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:31:22.098861 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f57f09f-a36f-4573-9a24-1b5ca83a6899 req-360969d0-c7d3-4c71-9801-e39a8e2f328f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:22.100459 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-3f57f09f-a36f-4573-9a24-1b5ca83a6899 req-360969d0-c7d3-4c71-9801-e39a8e2f328f service neutron] 10.222.0.96 "GET /v2.0/networks?id=6de4b58f-ff91-4bdc-9f3d-13346fce97eb HTTP/1.1" status: 200 len: 903 time: 0.5925882 Feb 04 17:31:22.123909 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-7d51119b-1150-48f4-a726-9b4324017c4c tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Publish callbacks [] for security_group (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:22.157820 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.extraroute_db [None req-cfdbe3a7-6d9c-4491-b848-f0f1b1b3e401 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Added routes are [] {{(pid=103376) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Feb 04 17:31:22.159011 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.extraroute_db [None req-cfdbe3a7-6d9c-4491-b848-f0f1b1b3e401 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Removed routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=103376) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Feb 04 17:31:22.163347 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-3f57f09f-a36f-4573-9a24-1b5ca83a6899 req-3f643bed-a7fc-4c83-81f2-c9e362ddc48f service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=397c6c1e-40e7-4c7f-9066-28791535e5e4 HTTP/1.1" status: 200 len: 217 time: 0.0548441 Feb 04 17:31:22.182486 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-652e8398-2b35-4119-8988-757033c6bc23 tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Made reservation on behalf of be0bdcbeefe0462e91912be1e7159b62 for: {'port': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:31:22.198317 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820c5fb3-954e-43a6-9afe-956138193edc req-f727d99b-d4bf-4f69-abe9-16182faf54d2 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:22.203824 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820c5fb3-954e-43a6-9afe-956138193edc req-f727d99b-d4bf-4f69-abe9-16182faf54d2 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:22.209339 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820c5fb3-954e-43a6-9afe-956138193edc req-f727d99b-d4bf-4f69-abe9-16182faf54d2 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:22.214654 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820c5fb3-954e-43a6-9afe-956138193edc req-f727d99b-d4bf-4f69-abe9-16182faf54d2 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:22.220053 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820c5fb3-954e-43a6-9afe-956138193edc req-f727d99b-d4bf-4f69-abe9-16182faf54d2 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:22.225541 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820c5fb3-954e-43a6-9afe-956138193edc req-f727d99b-d4bf-4f69-abe9-16182faf54d2 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:22.231398 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820c5fb3-954e-43a6-9afe-956138193edc req-f727d99b-d4bf-4f69-abe9-16182faf54d2 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:22.233376 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-820c5fb3-954e-43a6-9afe-956138193edc req-f727d99b-d4bf-4f69-abe9-16182faf54d2 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] 10.222.0.89 "GET /v2.0/ports?device_id=f9afa7a5-1aca-47d0-a335-e4059d5a8169 HTTP/1.1" status: 200 len: 5419 time: 0.2456715 Feb 04 17:31:22.251361 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6aaf58a-f5ca-4570-94c1-6ac0f6bbebc8 None None] Update dhcp port {'port': {'network_id': '39c5a3cf-023d-44e7-9195-38ea0e412caf', 'fixed_ips': [{'subnet_id': '0ec8b988-0c43-4fb0-b17a-ad3334316032', 'ip_address': '172.20.0.18'}, {'subnet_id': '845e526c-b8bc-4cc6-8687-fa1de79619c2'}], 'binding:host_id': 'n-d-827839-2'}, 'id': '7d06bb2f-5315-467a-8bb9-06da2b045eff'} from n-d-827839-2. {{(pid=103378) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 04 17:31:22.294088 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c6aaf58a-f5ca-4570-94c1-6ac0f6bbebc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (7d06bb2f-5315-467a-8bb9-06da2b045eff), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:22.294662 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-a792ab8f-f77b-4c1b-8592-0010fff6ab9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1543676', 'neutron.services.segments.db._delete_segments_for_network-8781084786517'] for network (93be5020-69ff-4f03-a3c5-d2aae8d3e689), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:22.310522 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f57f09f-a36f-4573-9a24-1b5ca83a6899 req-ea1f2aef-221e-4f35-8344-d1f9a075e5ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:22.312037 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-3f57f09f-a36f-4573-9a24-1b5ca83a6899 req-ea1f2aef-221e-4f35-8344-d1f9a075e5ff service neutron] 10.222.0.96 "GET /v2.0/subnets?id=6f6c54c2-552d-404f-bcc6-b0c454213656 HTTP/1.1" status: 200 len: 797 time: 0.1361208 Feb 04 17:31:22.330249 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-cfdbe3a7-6d9c-4491-b848-f0f1b1b3e401 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1603677', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1602039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26946'] for router (519b5a09-be1a-4ed6-9cee-17d9dd42bfa6), precommit_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:22.367342 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-95a78294-5137-4084-96a1-53ae8e76cafd admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=271b4a15e3ef476a9c6bd7fb8faef40d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3744409 Feb 04 17:31:22.373010 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 48506) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:31:22.373507 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-652e8398-2b35-4119-8988-757033c6bc23 tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:22.413772 n-d-827839-2 neutron-server[103377]: DEBUG neutron.notifiers.nova [None req-652e8398-2b35-4119-8988-757033c6bc23 tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] device_id is not set on port c567cd85-b499-4ff1-88dc-8744a48b8b41 yet. {{(pid=103377) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 04 17:31:22.426472 n-d-827839-2 neutron-server[103377]: DEBUG neutron.services.segments.db [None req-a792ab8f-f77b-4c1b-8592-0010fff6ab9a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93be5020-69ff-4f03-a3c5-d2aae8d3e689']}} {{(pid=103377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:31:22.478580 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-820c5fb3-954e-43a6-9afe-956138193edc req-fc759330-b759-434a-bf36-115c85e74164 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] 10.222.0.89 "GET /v2.0/security-groups?id=97363f9b-735d-4c1b-ae48-6b5390fc2698&id=0a858dd3-bfe4-4a54-8e21-ad7067112b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2256920 Feb 04 17:31:22.485418 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-c6aaf58a-f5ca-4570-94c1-6ac0f6bbebc8 None None] Allocated IP 172.20.0.2 (39c5a3cf-023d-44e7-9195-38ea0e412caf/845e526c-b8bc-4cc6-8687-fa1de79619c2/7d06bb2f-5315-467a-8bb9-06da2b045eff) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:31:22.490952 n-d-827839-2 neutron-server[103377]: DEBUG neutron.services.segments.db [None req-a792ab8f-f77b-4c1b-8592-0010fff6ab9a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8eed5305-2d69-4e9f-bd19-dba8db69a5b1') {'for_net_delete': True} {{(pid=103377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:31:22.491502 n-d-827839-2 neutron-server[103377]: DEBUG neutron.services.segments.db [None req-a792ab8f-f77b-4c1b-8592-0010fff6ab9a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8eed5305-2d69-4e9f-bd19-dba8db69a5b1') {} {{(pid=103377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:31:22.521506 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-a792ab8f-f77b-4c1b-8592-0010fff6ab9a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781084783966', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26866685'] for segment (8eed5305-2d69-4e9f-bd19-dba8db69a5b1), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:22.522338 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f57f09f-a36f-4573-9a24-1b5ca83a6899 req-77ef6e40-c048-4234-8a09-94bca82debaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:22.523864 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-3f57f09f-a36f-4573-9a24-1b5ca83a6899 req-77ef6e40-c048-4234-8a09-94bca82debaa service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=6de4b58f-ff91-4bdc-9f3d-13346fce97eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1950953 Feb 04 17:31:22.558583 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-0094f648-d690-467b-bf0f-6e5ca232a294 admin admin] Publish callbacks [] for security_group (a25c70a1-69c6-45ea-9b1d-2acb8842aea5), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:22.607236 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-c6aaf58a-f5ca-4570-94c1-6ac0f6bbebc8 None None] For port 7d06bb2f-5315-467a-8bb9-06da2b045eff, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=7d06bb2f-5315-467a-8bb9-06da2b045eff,segment=NetworkSegment(7a56611a-395f-488f-9441-1320aed78029),segment_id=7a56611a-395f-488f-9441-1320aed78029)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:31:22.621564 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-a792ab8f-f77b-4c1b-8592-0010fff6ab9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (8eed5305-2d69-4e9f-bd19-dba8db69a5b1), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:22.641592 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a792ab8f-f77b-4c1b-8592-0010fff6ab9a admin admin] Releasing vlan 779 on physical network physnet1 to pool {{(pid=103377) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 17:31:22.642287 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-a792ab8f-f77b-4c1b-8592-0010fff6ab9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25888454'] for segment (8eed5305-2d69-4e9f-bd19-dba8db69a5b1), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:22.643441 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c6aaf58a-f5ca-4570-94c1-6ac0f6bbebc8 None None] Publish callbacks [] for port (7d06bb2f-5315-467a-8bb9-06da2b045eff), precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:22.645575 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-7d51119b-1150-48f4-a726-9b4324017c4c tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Publish callbacks [] for security_group (6f81fcb3-77a1-4fe5-8718-31f3df9c4ff2), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:22.646554 n-d-827839-2 neutron-server[103377]: Traceback (most recent call last): Feb 04 17:31:22.646554 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 17:31:22.646554 n-d-827839-2 neutron-server[103377]: timer() Feb 04 17:31:22.646554 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 17:31:22.646554 n-d-827839-2 neutron-server[103377]: cb(*args, **kw) Feb 04 17:31:22.646554 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 17:31:22.646554 n-d-827839-2 neutron-server[103377]: return func(*args, **kwargs) Feb 04 17:31:22.646554 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 17:31:22.646554 n-d-827839-2 neutron-server[103377]: self._notify() Feb 04 17:31:22.646554 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 17:31:22.646554 n-d-827839-2 neutron-server[103377]: self.callback(batched_events) Feb 04 17:31:22.646554 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 17:31:22.646554 n-d-827839-2 neutron-server[103377]: event.method(event) Feb 04 17:31:22.646554 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 17:31:22.646554 n-d-827839-2 neutron-server[103377]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 17:31:22.646554 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 17:31:22.646554 n-d-827839-2 neutron-server[103377]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 17:31:22.646554 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 17:31:22.646554 n-d-827839-2 neutron-server[103377]: return f(self, *a, **k) Feb 04 17:31:22.646554 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 17:31:22.646554 n-d-827839-2 neutron-server[103377]: return self._get(url).json() Feb 04 17:31:22.646554 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 17:31:22.646554 n-d-827839-2 neutron-server[103377]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 17:31:22.646554 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 17:31:22.646554 n-d-827839-2 neutron-server[103377]: return self.request(url, 'GET', **kwargs) Feb 04 17:31:22.646554 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 17:31:22.646554 n-d-827839-2 neutron-server[103377]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 17:31:22.646554 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 17:31:22.646554 n-d-827839-2 neutron-server[103377]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 17:31:22.646554 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 17:31:22.646554 n-d-827839-2 neutron-server[103377]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 17:31:22.646554 n-d-827839-2 neutron-server[103377]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 17:31:22.650015 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c6aaf58a-f5ca-4570-94c1-6ac0f6bbebc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (7d06bb2f-5315-467a-8bb9-06da2b045eff), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:22.682721 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-0094f648-d690-467b-bf0f-6e5ca232a294 admin admin] Publish callbacks [] for security_group (a25c70a1-69c6-45ea-9b1d-2acb8842aea5), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:22.689198 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-7d51119b-1150-48f4-a726-9b4324017c4c tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (6f81fcb3-77a1-4fe5-8718-31f3df9c4ff2), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:22.735304 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-cfdbe3a7-6d9c-4491-b848-f0f1b1b3e401 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1603677', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1602039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26946'] for router (519b5a09-be1a-4ed6-9cee-17d9dd42bfa6), precommit_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:22.744414 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-cfdbe3a7-6d9c-4491-b848-f0f1b1b3e401 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1603666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1603691', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1601804'] for router (519b5a09-be1a-4ed6-9cee-17d9dd42bfa6), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:22.754718 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6aaf58a-f5ca-4570-94c1-6ac0f6bbebc8 None None] Pushing event updated for resources: {'Port': ['ID=7d06bb2f-5315-467a-8bb9-06da2b045eff,revision_number=6']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:31:22.775484 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-7d51119b-1150-48f4-a726-9b4324017c4c tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:22.776750 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-7d51119b-1150-48f4-a726-9b4324017c4c tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] 10.222.0.89 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.8513644 Feb 04 17:31:22.782676 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d51119b-1150-48f4-a726-9b4324017c4c tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f81fcb3-77a1-4fe5-8718-31f3df9c4ff2,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:31:22.786969 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 48508) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:31:22.789669 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-a792ab8f-f77b-4c1b-8592-0010fff6ab9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1543671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1595572'] for network (93be5020-69ff-4f03-a3c5-d2aae8d3e689), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:22.796555 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-c0a0e942-fff4-4845-851c-ccbe71c9b911 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Request body: {'security_group': {'name': 'tempest-secgroup-279807524'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:31:22.807878 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-a792ab8f-f77b-4c1b-8592-0010fff6ab9a admin admin] Publish callbacks [] for network (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:22.814100 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-a792ab8f-f77b-4c1b-8592-0010fff6ab9a admin admin] 10.222.0.89 "DELETE /v2.0/networks/93be5020-69ff-4f03-a3c5-d2aae8d3e689 HTTP/1.1" status: 204 len: 168 time: 1.1117890 Feb 04 17:31:22.814271 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-3f57f09f-a36f-4573-9a24-1b5ca83a6899 req-f47f748c-6b7c-4563-b408-86fe5e76e857 service neutron] 10.222.0.96 "GET /v2.0/networks/6de4b58f-ff91-4bdc-9f3d-13346fce97eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2794652 Feb 04 17:31:22.855203 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a792ab8f-f77b-4c1b-8592-0010fff6ab9a admin admin] Pushing event deleted for resources: {'Network': ['ID=93be5020-69ff-4f03-a3c5-d2aae8d3e689,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:31:22.874267 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-c0a0e942-fff4-4845-851c-ccbe71c9b911 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Publish callbacks [] for security_group (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:22.970751 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-0094f648-d690-467b-bf0f-6e5ca232a294 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (a25c70a1-69c6-45ea-9b1d-2acb8842aea5), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:22.973548 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-0094f648-d690-467b-bf0f-6e5ca232a294 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:22.977118 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-0094f648-d690-467b-bf0f-6e5ca232a294 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/a25c70a1-69c6-45ea-9b1d-2acb8842aea5 HTTP/1.1" status: 204 len: 168 time: 0.5968089 Feb 04 17:31:22.986629 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.db_base_plugin_common [None req-652e8398-2b35-4119-8988-757033c6bc23 tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Allocated IP 172.20.0.14 (2fc3ab82-e108-402d-bed1-263ed33bcb5b/f32925a0-00a7-46f6-bca0-32a601eb0bac/c567cd85-b499-4ff1-88dc-8744a48b8b41) {{(pid=103377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:31:23.001647 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.db_base_plugin_common [None req-652e8398-2b35-4119-8988-757033c6bc23 tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Allocated IP 172.20.0.13 (2fc3ab82-e108-402d-bed1-263ed33bcb5b/f32925a0-00a7-46f6-bca0-32a601eb0bac/c567cd85-b499-4ff1-88dc-8744a48b8b41) {{(pid=103377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:31:23.002888 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-3f57f09f-a36f-4573-9a24-1b5ca83a6899 req-c55970d6-0fa2-43c6-9461-d936116a33c6 service neutron] 10.222.0.96 "GET /v2.0/networks/6de4b58f-ff91-4bdc-9f3d-13346fce97eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1491702 Feb 04 17:31:23.005277 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0094f648-d690-467b-bf0f-6e5ca232a294 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a25c70a1-69c6-45ea-9b1d-2acb8842aea5,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:31:23.033298 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfdbe3a7-6d9c-4491-b848-f0f1b1b3e401 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Router 519b5a09-be1a-4ed6-9cee-17d9dd42bfa6 has already been hosted by L3 agent 64ada913-9131-4d99-a265-63a920956287 {{(pid=103376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 17:31:23.095804 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 48514) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:31:23.177524 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfdbe3a7-6d9c-4491-b848-f0f1b1b3e401 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Notify agent at l3_agent.n-d-827839-2 the message routers_updated {{(pid=103376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 17:31:23.196483 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26fdcd41-0d60-4e8b-8b19-1655fb9c8adb None None] Sync routers for ids ['519b5a09-be1a-4ed6-9cee-17d9dd42bfa6'] in n-d-827839-2 {{(pid=103378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 17:31:23.203579 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-cfdbe3a7-6d9c-4491-b848-f0f1b1b3e401 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Publish callbacks [] for router (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:23.205217 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-cfdbe3a7-6d9c-4491-b848-f0f1b1b3e401 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] 10.222.0.89 "PUT /v2.0/routers/519b5a09-be1a-4ed6-9cee-17d9dd42bfa6 HTTP/1.1" status: 200 len: 704 time: 1.8636897 Feb 04 17:31:23.209205 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 48518) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:31:23.225687 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26fdcd41-0d60-4e8b-8b19-1655fb9c8adb None None] Routers {'519b5a09-be1a-4ed6-9cee-17d9dd42bfa6'} bound to L3 agent in host n-d-827839-2 {{(pid=103378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:31:23.226311 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-26fdcd41-0d60-4e8b-8b19-1655fb9c8adb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:31:02Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['519b5a09-be1a-4ed6-9cee-17d9dd42bfa6'], 'active': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:31:23.229928 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-5b1cea1a-f96b-45ae-9d07-c036b37cf76c admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=d8d674bc62a4414fb27c6a52d9e5440a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1298363 Feb 04 17:31:23.234408 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 48520) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:31:23.343966 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-8ebe782f-e47c-469f-adae-2972a9e95c48 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] 10.222.0.89 "GET /v2.0/routers/519b5a09-be1a-4ed6-9cee-17d9dd42bfa6 HTTP/1.1" status: 200 len: 704 time: 0.1333246 Feb 04 17:31:23.349090 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 48522) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:31:23.486391 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvr_db [None req-26fdcd41-0d60-4e8b-8b19-1655fb9c8adb None None] Set router 519b5a09-be1a-4ed6-9cee-17d9dd42bfa6 gateway port host: None {{(pid=103378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:31:23.634913 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-c0a0e942-fff4-4845-851c-ccbe71c9b911 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Publish callbacks [] for security_group (1c734cf2-6e9f-4722-984a-3e08317b0635), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:23.665291 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-c0a0e942-fff4-4845-851c-ccbe71c9b911 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (1c734cf2-6e9f-4722-984a-3e08317b0635), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:23.691476 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-121d1525-a43f-4ab2-b116-2f0d7dc86ed6 None None] Provisioning complete for port c26ddaf0-0545-471b-a0cb-e67fa3545298 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:31:23.691845 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-121d1525-a43f-4ab2-b116-2f0d7dc86ed6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (c26ddaf0-0545-471b-a0cb-e67fa3545298), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:23.752913 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-121d1525-a43f-4ab2-b116-2f0d7dc86ed6 None None] Port c26ddaf0-0545-471b-a0cb-e67fa3545298 cannot update to ACTIVE because it is not bound. {{(pid=103378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 17:31:23.753531 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-c0a0e942-fff4-4845-851c-ccbe71c9b911 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:23.754868 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-c0a0e942-fff4-4845-851c-ccbe71c9b911 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] 10.222.0.89 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.9668150 Feb 04 17:31:23.758190 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 48534) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:31:23.764879 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-652e8398-2b35-4119-8988-757033c6bc23 tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Publish callbacks [] for port (c567cd85-b499-4ff1-88dc-8744a48b8b41), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:23.767008 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-29922fd3-ef90-4b81-ace4-b474927a3d15 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Request body: {'security_group': {'name': 'tempest-secgroup-1585357021'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:31:23.772848 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a0e942-fff4-4845-851c-ccbe71c9b911 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1c734cf2-6e9f-4722-984a-3e08317b0635,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:31:23.794159 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-121d1525-a43f-4ab2-b116-2f0d7dc86ed6 None None] Provisioning complete for port 7d06bb2f-5315-467a-8bb9-06da2b045eff triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:31:23.794728 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-121d1525-a43f-4ab2-b116-2f0d7dc86ed6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (7d06bb2f-5315-467a-8bb9-06da2b045eff), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:23.802507 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-02ece7fc-0469-402f-9132-88698915a193 admin admin] Publish callbacks [] for security_group (93fe45b5-2e5b-4587-b8d2-1dffc8294fbe), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:23.811869 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-29922fd3-ef90-4b81-ace4-b474927a3d15 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Publish callbacks [] for security_group (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:23.827706 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0beab864-b748-4d2c-a832-b39ff032fea8 req-17ec8f05-e0fa-433a-87f5-bef6d5fd80b1 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:23.833408 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0beab864-b748-4d2c-a832-b39ff032fea8 req-17ec8f05-e0fa-433a-87f5-bef6d5fd80b1 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:23.839083 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0beab864-b748-4d2c-a832-b39ff032fea8 req-17ec8f05-e0fa-433a-87f5-bef6d5fd80b1 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:23.845071 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0beab864-b748-4d2c-a832-b39ff032fea8 req-17ec8f05-e0fa-433a-87f5-bef6d5fd80b1 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:23.850384 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0beab864-b748-4d2c-a832-b39ff032fea8 req-17ec8f05-e0fa-433a-87f5-bef6d5fd80b1 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:23.855752 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0beab864-b748-4d2c-a832-b39ff032fea8 req-17ec8f05-e0fa-433a-87f5-bef6d5fd80b1 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:23.861951 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0beab864-b748-4d2c-a832-b39ff032fea8 req-17ec8f05-e0fa-433a-87f5-bef6d5fd80b1 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:23.863139 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-26fdcd41-0d60-4e8b-8b19-1655fb9c8adb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '519b5a09-be1a-4ed6-9cee-17d9dd42bfa6', 'name': 'tempest-RoutersIpV6Test-router-1872959318', 'tenant_id': '9117ee7d05a54905bc1e8a5956601b14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:30:09Z', 'updated_at': '2022-02-04T17:31:22Z', 'revision_number': 7, 'project_id': '9117ee7d05a54905bc1e8a5956601b14', 'gw_port_host': None, '_interfaces': [{'id': '061376ab-5559-430f-a269-a0a7775cc27c', 'name': '', 'network_id': '91f343bc-9e24-4b9a-879e-69a194e0fff0', 'tenant_id': '9117ee7d05a54905bc1e8a5956601b14', 'mac_address': 'fa:16:3e:33:db:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '519b5a09-be1a-4ed6-9cee-17d9dd42bfa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2294, 'fixed_ips': [{'subnet_id': '2ea1283a-c76b-437d-b3f5-f48e319c2a24', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:30:54Z', 'updated_at': '2022-02-04T17:31:05Z', 'revision_number': 5, 'project_id': '9117ee7d05a54905bc1e8a5956601b14', 'subnets': [{'id': '2ea1283a-c76b-437d-b3f5-f48e319c2a24', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '48147c67-8562-40bd-8f7d-c3cd19563093', 'name': '', 'network_id': 'b6ecfe8a-df64-4548-a5a9-01eea9be4d13', 'tenant_id': '9117ee7d05a54905bc1e8a5956601b14', 'mac_address': 'fa:16:3e:6a:ae:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '519b5a09-be1a-4ed6-9cee-17d9dd42bfa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2310, 'fixed_ips': [{'subnet_id': '9eba6627-6343-4966-a0eb-b13f7f73f882', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:31:10Z', 'updated_at': '2022-02-04T17:31:19Z', 'revision_number': 5, 'project_id': '9117ee7d05a54905bc1e8a5956601b14', 'subnets': [{'id': '9eba6627-6343-4966-a0eb-b13f7f73f882', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '56c51fc1-b604-49a0-9e16-3420f4efe7e7', 'name': '', 'network_id': '1075af02-a74d-49b8-96f6-92af5f280311', 'tenant_id': '9117ee7d05a54905bc1e8a5956601b14', 'mac_address': 'fa:16:3e:8f:3a:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '519b5a09-be1a-4ed6-9cee-17d9dd42bfa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2282, 'fixed_ips': [{'subnet_id': '4794049b-80b7-4292-8142-5254fcbd38a1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:30:32Z', 'updated_at': '2022-02-04T17:30:50Z', 'revision_number': 5, 'project_id': '9117ee7d05a54905bc1e8a5956601b14', 'subnets': [{'id': '4794049b-80b7-4292-8142-5254fcbd38a1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e45f3f22-c9b2-40db-bd81-abe2ef0e1ad1', 'name': '', 'network_id': 'e491b4ae-a9ba-443a-b592-68de5d6c355f', 'tenant_id': '9117ee7d05a54905bc1e8a5956601b14', 'mac_address': 'fa:16:3e:49:15:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '519b5a09-be1a-4ed6-9cee-17d9dd42bfa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2259, 'fixed_ips': [{'subnet_id': '78e6fd8d-d36c-498f-9851-709f40f04989', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:30:15Z', 'updated_at': '2022-02-04T17:30:27Z', 'revision_number': 5, 'project_id': '9117ee7d05a54905bc1e8a5956601b14', 'subnets': [{'id': '78e6fd8d-d36c-498f-9851-709f40f04989', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-2', False) {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:31:23.864096 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-0beab864-b748-4d2c-a832-b39ff032fea8 req-17ec8f05-e0fa-433a-87f5-bef6d5fd80b1 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] 10.222.0.89 "GET /v2.0/ports?device_id=f9afa7a5-1aca-47d0-a335-e4059d5a8169 HTTP/1.1" status: 200 len: 5419 time: 0.2267690 Feb 04 17:31:23.895555 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26fdcd41-0d60-4e8b-8b19-1655fb9c8adb None None] Checking router: 519b5a09-be1a-4ed6-9cee-17d9dd42bfa6 for host: n-d-827839-2 {{(pid=103378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 17:31:23.903948 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-02ece7fc-0469-402f-9132-88698915a193 admin admin] Publish callbacks [] for security_group (93fe45b5-2e5b-4587-b8d2-1dffc8294fbe), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:23.932382 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26fdcd41-0d60-4e8b-8b19-1655fb9c8adb None None] Routers {'519b5a09-be1a-4ed6-9cee-17d9dd42bfa6'} bound to L3 agent in host n-d-827839-2 {{(pid=103378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:31:23.933053 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-26fdcd41-0d60-4e8b-8b19-1655fb9c8adb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:31:02Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['519b5a09-be1a-4ed6-9cee-17d9dd42bfa6'], 'active': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:31:23.934618 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-d7c583ae-e830-4fd8-a363-a5e1f6950925 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602754'] for router_interface (519b5a09-be1a-4ed6-9cee-17d9dd42bfa6), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:23.956095 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-652e8398-2b35-4119-8988-757033c6bc23 tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (c567cd85-b499-4ff1-88dc-8744a48b8b41), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:24.028862 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-29922fd3-ef90-4b81-ace4-b474927a3d15 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Publish callbacks [] for security_group (75df0387-7d4c-4f85-9a8b-ffcd7a8c7ae3), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:24.033833 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-0beab864-b748-4d2c-a832-b39ff032fea8 req-1817b882-7b1a-4b61-9385-3baf3a7fdd4b tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] 10.222.0.89 "GET /v2.0/security-groups?id=97363f9b-735d-4c1b-ae48-6b5390fc2698&id=0a858dd3-bfe4-4a54-8e21-ad7067112b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1556602 Feb 04 17:31:24.041671 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-29922fd3-ef90-4b81-ace4-b474927a3d15 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (75df0387-7d4c-4f85-9a8b-ffcd7a8c7ae3), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:24.046805 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-652e8398-2b35-4119-8988-757033c6bc23 tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Network 2fc3ab82-e108-402d-bed1-263ed33bcb5b is already hosted by enough agents. {{(pid=103377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:31:24.050687 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [None req-652e8398-2b35-4119-8988-757033c6bc23 tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Resources bound (agent type, host, resource id): {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:31:24.052654 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652e8398-2b35-4119-8988-757033c6bc23 tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Pushing event updated for resources: {'Port': ['ID=c567cd85-b499-4ff1-88dc-8744a48b8b41,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:31:24.055155 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-652e8398-2b35-4119-8988-757033c6bc23 tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Received port after_create {{(pid=103377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:31:24.082776 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-02ece7fc-0469-402f-9132-88698915a193 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (93fe45b5-2e5b-4587-b8d2-1dffc8294fbe), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:24.085570 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-02ece7fc-0469-402f-9132-88698915a193 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:24.087215 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-02ece7fc-0469-402f-9132-88698915a193 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/93fe45b5-2e5b-4587-b8d2-1dffc8294fbe HTTP/1.1" status: 204 len: 168 time: 0.8490195 Feb 04 17:31:24.101751 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ece7fc-0469-402f-9132-88698915a193 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93fe45b5-2e5b-4587-b8d2-1dffc8294fbe,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:31:24.134257 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-652e8398-2b35-4119-8988-757033c6bc23 tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:24.135702 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-652e8398-2b35-4119-8988-757033c6bc23 tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:24.172650 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-652e8398-2b35-4119-8988-757033c6bc23 tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 2.4621477 Feb 04 17:31:24.173785 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-29922fd3-ef90-4b81-ace4-b474927a3d15 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Publish callbacks [] for security_group (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:24.177341 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-29922fd3-ef90-4b81-ace4-b474927a3d15 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] 10.222.0.89 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4149492 Feb 04 17:31:24.180964 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 48544) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:31:24.181234 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 48546) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:31:24.186240 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-36a49cfa-6285-44b6-a85e-782129251044 tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Request body: {'floatingip': {'floating_network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'port_id': 'c567cd85-b499-4ff1-88dc-8744a48b8b41', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:31:24.186498 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-e6e16a92-0ad2-4d5d-85b6-7aba83299408 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1716180295', 'security_groups': ['75df0387-7d4c-4f85-9a8b-ffcd7a8c7ae3'], 'network_id': '39c5a3cf-023d-44e7-9195-38ea0e412caf', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '845e526c-b8bc-4cc6-8687-fa1de79619c2'}]}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:31:24.198587 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29922fd3-ef90-4b81-ace4-b474927a3d15 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Pushing event updated for resources: {'SecurityGroup': ['ID=75df0387-7d4c-4f85-9a8b-ffcd7a8c7ae3,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:31:24.234053 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-121d1525-a43f-4ab2-b116-2f0d7dc86ed6 None None] Current status of the port 7d06bb2f-5315-467a-8bb9-06da2b045eff is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:31:24.244026 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-36a49cfa-6285-44b6-a85e-782129251044 tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:24.256423 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvr_db [None req-26fdcd41-0d60-4e8b-8b19-1655fb9c8adb None None] Set router 519b5a09-be1a-4ed6-9cee-17d9dd42bfa6 gateway port host: None {{(pid=103378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:31:24.335889 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 48550) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:31:24.420704 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-36a49cfa-6285-44b6-a85e-782129251044 tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:24.446713 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6e16a92-0ad2-4d5d-85b6-7aba83299408 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Made reservation on behalf of 6054a945d1db4859ae33f1c6e4a7b141 for: {'port': 1} {{(pid=103376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:31:24.505104 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-d7c583ae-e830-4fd8-a363-a5e1f6950925 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Deleting port 48147c67-8562-40bd-8f7d-c3cd19563093 {{(pid=103376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:31:24.505367 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-d7c583ae-e830-4fd8-a363-a5e1f6950925 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (48147c67-8562-40bd-8f7d-c3cd19563093), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:24.561370 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-670263f8-17ec-43b1-a2c8-37ee4a009e5e admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1312843134-network', 'tenant_id': '1340b33ced494106823c7c635ada16b9'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:31:24.604132 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-670263f8-17ec-43b1-a2c8-37ee4a009e5e admin admin] Made reservation on behalf of 1340b33ced494106823c7c635ada16b9 for: {'network': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:31:24.609855 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-670263f8-17ec-43b1-a2c8-37ee4a009e5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for network (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:24.614865 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.db_base_plugin_common [None req-36a49cfa-6285-44b6-a85e-782129251044 tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Allocated IP 172.25.6.161 (48165773-85ad-49a1-9ec1-76fc8dc24188/7660bfad-1ea8-4fe7-831b-bed836f13efc/7767f368-85af-4f03-8692-2197aa257517) {{(pid=103377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:31:24.617459 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-e6e16a92-0ad2-4d5d-85b6-7aba83299408 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:24.629412 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-26fdcd41-0d60-4e8b-8b19-1655fb9c8adb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '519b5a09-be1a-4ed6-9cee-17d9dd42bfa6', 'name': 'tempest-RoutersIpV6Test-router-1872959318', 'tenant_id': '9117ee7d05a54905bc1e8a5956601b14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:30:09Z', 'updated_at': '2022-02-04T17:31:22Z', 'revision_number': 7, 'project_id': '9117ee7d05a54905bc1e8a5956601b14', 'gw_port_host': None, '_interfaces': [{'id': '061376ab-5559-430f-a269-a0a7775cc27c', 'name': '', 'network_id': '91f343bc-9e24-4b9a-879e-69a194e0fff0', 'tenant_id': '9117ee7d05a54905bc1e8a5956601b14', 'mac_address': 'fa:16:3e:33:db:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '519b5a09-be1a-4ed6-9cee-17d9dd42bfa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2294, 'fixed_ips': [{'subnet_id': '2ea1283a-c76b-437d-b3f5-f48e319c2a24', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:30:54Z', 'updated_at': '2022-02-04T17:31:05Z', 'revision_number': 5, 'project_id': '9117ee7d05a54905bc1e8a5956601b14', 'subnets': [{'id': '2ea1283a-c76b-437d-b3f5-f48e319c2a24', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '48147c67-8562-40bd-8f7d-c3cd19563093', 'name': '', 'network_id': 'b6ecfe8a-df64-4548-a5a9-01eea9be4d13', 'tenant_id': '9117ee7d05a54905bc1e8a5956601b14', 'mac_address': 'fa:16:3e:6a:ae:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '519b5a09-be1a-4ed6-9cee-17d9dd42bfa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2310, 'fixed_ips': [{'subnet_id': '9eba6627-6343-4966-a0eb-b13f7f73f882', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:31:10Z', 'updated_at': '2022-02-04T17:31:19Z', 'revision_number': 5, 'project_id': '9117ee7d05a54905bc1e8a5956601b14', 'subnets': [{'id': '9eba6627-6343-4966-a0eb-b13f7f73f882', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '56c51fc1-b604-49a0-9e16-3420f4efe7e7', 'name': '', 'network_id': '1075af02-a74d-49b8-96f6-92af5f280311', 'tenant_id': '9117ee7d05a54905bc1e8a5956601b14', 'mac_address': 'fa:16:3e:8f:3a:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '519b5a09-be1a-4ed6-9cee-17d9dd42bfa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2282, 'fixed_ips': [{'subnet_id': '4794049b-80b7-4292-8142-5254fcbd38a1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:30:32Z', 'updated_at': '2022-02-04T17:30:50Z', 'revision_number': 5, 'project_id': '9117ee7d05a54905bc1e8a5956601b14', 'subnets': [{'id': '4794049b-80b7-4292-8142-5254fcbd38a1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e45f3f22-c9b2-40db-bd81-abe2ef0e1ad1', 'name': '', 'network_id': 'e491b4ae-a9ba-443a-b592-68de5d6c355f', 'tenant_id': '9117ee7d05a54905bc1e8a5956601b14', 'mac_address': 'fa:16:3e:49:15:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '519b5a09-be1a-4ed6-9cee-17d9dd42bfa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2259, 'fixed_ips': [{'subnet_id': '78e6fd8d-d36c-498f-9851-709f40f04989', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:30:15Z', 'updated_at': '2022-02-04T17:30:27Z', 'revision_number': 5, 'project_id': '9117ee7d05a54905bc1e8a5956601b14', 'subnets': [{'id': '78e6fd8d-d36c-498f-9851-709f40f04989', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-2', False) {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:31:24.649393 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [None req-d7c583ae-e830-4fd8-a363-a5e1f6950925 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] For port 48147c67-8562-40bd-8f7d-c3cd19563093, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=48147c67-8562-40bd-8f7d-c3cd19563093,segment=NetworkSegment(369dea9c-8d6a-46f2-b62d-9d92aad7dd59),segment_id=369dea9c-8d6a-46f2-b62d-9d92aad7dd59)] {{(pid=103376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:31:24.649758 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-d7c583ae-e830-4fd8-a363-a5e1f6950925 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (48147c67-8562-40bd-8f7d-c3cd19563093), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:24.659098 n-d-827839-2 neutron-server[103376]: DEBUG neutron.notifiers.nova [None req-e6e16a92-0ad2-4d5d-85b6-7aba83299408 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] device_id is not set on port 54a66d74-0977-4ccb-b295-fcec8fe09a3e yet. {{(pid=103376) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 04 17:31:24.664379 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26fdcd41-0d60-4e8b-8b19-1655fb9c8adb None None] The sync data for ids ['519b5a09-be1a-4ed6-9cee-17d9dd42bfa6'] in n-d-827839-2 is: [{'id': '519b5a09-be1a-4ed6-9cee-17d9dd42bfa6', 'name': 'tempest-RoutersIpV6Test-router-1872959318', 'tenant_id': '9117ee7d05a54905bc1e8a5956601b14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:30:09Z', 'updated_at': '2022-02-04T17:31:22Z', 'revision_number': 7, 'project_id': '9117ee7d05a54905bc1e8a5956601b14', 'gw_port_host': None, '_interfaces': [{'id': '061376ab-5559-430f-a269-a0a7775cc27c', 'name': '', 'network_id': '91f343bc-9e24-4b9a-879e-69a194e0fff0', 'tenant_id': '9117ee7d05a54905bc1e8a5956601b14', 'mac_address': 'fa:16:3e:33:db:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '519b5a09-be1a-4ed6-9cee-17d9dd42bfa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2294, 'fixed_ips': [{'subnet_id': '2ea1283a-c76b-437d-b3f5-f48e319c2a24', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:30:54Z', 'updated_at': '2022-02-04T17:31:05Z', 'revision_number': 5, 'project_id': '9117ee7d05a54905bc1e8a5956601b14', 'subnets': [{'id': '2ea1283a-c76b-437d-b3f5-f48e319c2a24', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '48147c67-8562-40bd-8f7d-c3cd19563093', 'name': '', 'network_id': 'b6ecfe8a-df64-4548-a5a9-01eea9be4d13', 'tenant_id': '9117ee7d05a54905bc1e8a5956601b14', 'mac_address': 'fa:16:3e:6a:ae:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '519b5a09-be1a-4ed6-9cee-17d9dd42bfa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2310, 'fixed_ips': [{'subnet_id': '9eba6627-6343-4966-a0eb-b13f7f73f882', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:31:10Z', 'updated_at': '2022-02-04T17:31:19Z', 'revision_number': 5, 'project_id': '9117ee7d05a54905bc1e8a5956601b14', 'subnets': [{'id': '9eba6627-6343-4966-a0eb-b13f7f73f882', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '56c51fc1-b604-49a0-9e16-3420f4efe7e7', 'name': '', 'network_id': '1075af02-a74d-49b8-96f6-92af5f280311', 'tenant_id': '9117ee7d05a54905bc1e8a5956601b14', 'mac_address': 'fa:16:3e:8f:3a:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '519b5a09-be1a-4ed6-9cee-17d9dd42bfa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2282, 'fixed_ips': [{'subnet_id': '4794049b-80b7-4292-8142-5254fcbd38a1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:30:32Z', 'updated_at': '2022-02-04T17:30:50Z', 'revision_number': 5, 'project_id': '9117ee7d05a54905bc1e8a5956601b14', 'subnets': [{'id': '4794049b-80b7-4292-8142-5254fcbd38a1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e45f3f22-c9b2-40db-bd81-abe2ef0e1ad1', 'name': '', 'network_id': 'e491b4ae-a9ba-443a-b592-68de5d6c355f', 'tenant_id': '9117ee7d05a54905bc1e8a5956601b14', 'mac_address': 'fa:16:3e:49:15:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '519b5a09-be1a-4ed6-9cee-17d9dd42bfa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2259, 'fixed_ips': [{'subnet_id': '78e6fd8d-d36c-498f-9851-709f40f04989', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:30:15Z', 'updated_at': '2022-02-04T17:30:27Z', 'revision_number': 5, 'project_id': '9117ee7d05a54905bc1e8a5956601b14', 'subnets': [{'id': '78e6fd8d-d36c-498f-9851-709f40f04989', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 17:31:24.672160 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-d7c583ae-e830-4fd8-a363-a5e1f6950925 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Calling delete_port for 48147c67-8562-40bd-8f7d-c3cd19563093 owned by network:router_interface {{(pid=103376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:31:24.738499 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-670263f8-17ec-43b1-a2c8-37ee4a009e5e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:24.877160 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-36a49cfa-6285-44b6-a85e-782129251044 tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Publish callbacks [] for port (7767f368-85af-4f03-8692-2197aa257517), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:24.883682 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-670263f8-17ec-43b1-a2c8-37ee4a009e5e admin admin] Publish callbacks [] for security_group (ffff0ed7-cf9e-4cbb-9be9-3a1c2dba1e58), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:24.896465 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 7d06bb2f-5315-467a-8bb9-06da2b045eff up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:31:24.897074 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-670263f8-17ec-43b1-a2c8-37ee4a009e5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (ffff0ed7-cf9e-4cbb-9be9-3a1c2dba1e58), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:24.956055 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-670263f8-17ec-43b1-a2c8-37ee4a009e5e admin admin] vlan segment allocate from pool success with {'vlan_id': 788, 'physical_network': 'physnet1'} {{(pid=103377) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 17:31:24.963500 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-36a49cfa-6285-44b6-a85e-782129251044 tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (7767f368-85af-4f03-8692-2197aa257517), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:25.010363 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port 7d06bb2f-5315-467a-8bb9-06da2b045eff triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:31:25.010851 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (7d06bb2f-5315-467a-8bb9-06da2b045eff), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:25.014500 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-670263f8-17ec-43b1-a2c8-37ee4a009e5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (c672906f-f6f7-41c3-8178-df9515ad242f), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:25.015412 n-d-827839-2 neutron-server[103377]: INFO neutron.db.segments_db [None req-670263f8-17ec-43b1-a2c8-37ee4a009e5e admin admin] Added segment c672906f-f6f7-41c3-8178-df9515ad242f of type vlan for network 3c6b4be4-b4b9-4735-a6e5-15af4ecbb3e6 Feb 04 17:31:25.025087 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36a49cfa-6285-44b6-a85e-782129251044 tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Network 48165773-85ad-49a1-9ec1-76fc8dc24188 is already hosted by enough agents. {{(pid=103377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:31:25.038081 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [None req-36a49cfa-6285-44b6-a85e-782129251044 tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Resources bound (agent type, host, resource id): {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:31:25.039467 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.db_base_plugin_common [None req-e6e16a92-0ad2-4d5d-85b6-7aba83299408 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Allocated IP 172.20.0.10 (39c5a3cf-023d-44e7-9195-38ea0e412caf/845e526c-b8bc-4cc6-8687-fa1de79619c2/54a66d74-0977-4ccb-b295-fcec8fe09a3e) {{(pid=103376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:31:25.047469 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36a49cfa-6285-44b6-a85e-782129251044 tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Received port after_create {{(pid=103377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:31:25.069939 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670263f8-17ec-43b1-a2c8-37ee4a009e5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffff0ed7-cf9e-4cbb-9be9-3a1c2dba1e58,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:31:25.115420 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a49cfa-6285-44b6-a85e-782129251044 tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Pushing event updated for resources: {'Port': ['ID=7767f368-85af-4f03-8692-2197aa257517,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:31:25.120640 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-670263f8-17ec-43b1-a2c8-37ee4a009e5e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781084292801'] for network (3c6b4be4-b4b9-4735-a6e5-15af4ecbb3e6), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:25.166625 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port 7d06bb2f-5315-467a-8bb9-06da2b045eff is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:31:25.183622 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-670263f8-17ec-43b1-a2c8-37ee4a009e5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327'] for network (3c6b4be4-b4b9-4735-a6e5-15af4ecbb3e6), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:25.185424 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-670263f8-17ec-43b1-a2c8-37ee4a009e5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:25.186099 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-670263f8-17ec-43b1-a2c8-37ee4a009e5e admin admin] Publish callbacks [] for network (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:25.264776 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-d7c583ae-e830-4fd8-a363-a5e1f6950925 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (48147c67-8562-40bd-8f7d-c3cd19563093), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:25.286967 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-670263f8-17ec-43b1-a2c8-37ee4a009e5e admin admin] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.9389873 Feb 04 17:31:25.304282 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 48578) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:31:25.333215 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-3ed91ea8-799a-4f59-b8a6-0ffc086fc794 admin admin] Request body: {'subnet': {'network_id': '3c6b4be4-b4b9-4735-a6e5-15af4ecbb3e6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1312843134-subnet', 'tenant_id': '1340b33ced494106823c7c635ada16b9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:31:25.345806 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c583ae-e830-4fd8-a363-a5e1f6950925 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Pushing event deleted for resources: {'Port': ['ID=48147c67-8562-40bd-8f7d-c3cd19563093,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:31:25.367090 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f6977b-0395-40b3-bc20-860bf2861e82 req-fd6c91fb-e818-4715-879f-c95b6ccbeec3 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:25.373346 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f6977b-0395-40b3-bc20-860bf2861e82 req-fd6c91fb-e818-4715-879f-c95b6ccbeec3 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:25.378769 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f6977b-0395-40b3-bc20-860bf2861e82 req-fd6c91fb-e818-4715-879f-c95b6ccbeec3 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:25.384091 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f6977b-0395-40b3-bc20-860bf2861e82 req-fd6c91fb-e818-4715-879f-c95b6ccbeec3 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:25.389910 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f6977b-0395-40b3-bc20-860bf2861e82 req-fd6c91fb-e818-4715-879f-c95b6ccbeec3 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:25.395073 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f6977b-0395-40b3-bc20-860bf2861e82 req-fd6c91fb-e818-4715-879f-c95b6ccbeec3 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:25.400585 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f6977b-0395-40b3-bc20-860bf2861e82 req-fd6c91fb-e818-4715-879f-c95b6ccbeec3 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:25.410202 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-00f6977b-0395-40b3-bc20-860bf2861e82 req-fd6c91fb-e818-4715-879f-c95b6ccbeec3 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] 10.222.0.89 "GET /v2.0/ports?device_id=f9afa7a5-1aca-47d0-a335-e4059d5a8169 HTTP/1.1" status: 200 len: 5419 time: 0.2322779 Feb 04 17:31:25.435315 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670263f8-17ec-43b1-a2c8-37ee4a009e5e admin admin] Pushing event updated for resources: {'Network': ['ID=3c6b4be4-b4b9-4735-a6e5-15af4ecbb3e6,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:31:25.450459 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Network 3c6b4be4-b4b9-4735-a6e5-15af4ecbb3e6 details requested by agent ovs-agent-n-d-827839-2 with host n-d-827839-2 {{(pid=103378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 17:31:25.585972 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ed91ea8-799a-4f59-b8a6-0ffc086fc794 admin admin] Made reservation on behalf of 1340b33ced494106823c7c635ada16b9 for: {'subnet': 1} {{(pid=103376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:31:25.588605 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-3ed91ea8-799a-4f59-b8a6-0ffc086fc794 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25859006'] for subnet (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:25.634216 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-36a49cfa-6285-44b6-a85e-782129251044 tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Publish callbacks [] for floatingip (1252df08-00ef-451b-b8a9-e1695820fcfb), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:25.714059 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-36a49cfa-6285-44b6-a85e-782129251044 tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (7767f368-85af-4f03-8692-2197aa257517), before_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:25.882133 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-36a49cfa-6285-44b6-a85e-782129251044 tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Publish callbacks [] for port (7767f368-85af-4f03-8692-2197aa257517), precommit_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:25.888444 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-36a49cfa-6285-44b6-a85e-782129251044 tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25888290'] for port (7767f368-85af-4f03-8692-2197aa257517), after_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:25.962835 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a49cfa-6285-44b6-a85e-782129251044 tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Pushing event updated for resources: {'Port': ['ID=7767f368-85af-4f03-8692-2197aa257517,revision_number=2']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:31:25.978811 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-36a49cfa-6285-44b6-a85e-782129251044 tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1595586'] for floatingip (1252df08-00ef-451b-b8a9-e1695820fcfb), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:26.047452 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-e6e16a92-0ad2-4d5d-85b6-7aba83299408 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Publish callbacks [] for port (54a66d74-0977-4ccb-b295-fcec8fe09a3e), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:26.066869 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-00f6977b-0395-40b3-bc20-860bf2861e82 req-8d0e6cd5-b4bd-4e34-aecc-f7097da5c1a8 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] 10.222.0.89 "GET /v2.0/security-groups?id=97363f9b-735d-4c1b-ae48-6b5390fc2698&id=0a858dd3-bfe4-4a54-8e21-ad7067112b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.6577950 Feb 04 17:31:26.087556 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-d7c583ae-e830-4fd8-a363-a5e1f6950925 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1677336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1602614'] for router_interface (519b5a09-be1a-4ed6-9cee-17d9dd42bfa6), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:26.107935 n-d-827839-2 neutron-server[103377]: INFO neutron.db.l3_db [None req-36a49cfa-6285-44b6-a85e-782129251044 tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Floating IP 1252df08-00ef-451b-b8a9-e1695820fcfb associated. External IP: 172.25.6.161, port: c567cd85-b499-4ff1-88dc-8744a48b8b41. Feb 04 17:31:26.225412 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-e6e16a92-0ad2-4d5d-85b6-7aba83299408 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (54a66d74-0977-4ccb-b295-fcec8fe09a3e), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:26.309865 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6e16a92-0ad2-4d5d-85b6-7aba83299408 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Network 39c5a3cf-023d-44e7-9195-38ea0e412caf is already hosted by enough agents. {{(pid=103376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:31:26.314234 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e16a92-0ad2-4d5d-85b6-7aba83299408 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Pushing event updated for resources: {'Port': ['ID=54a66d74-0977-4ccb-b295-fcec8fe09a3e,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:31:26.338151 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [None req-e6e16a92-0ad2-4d5d-85b6-7aba83299408 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Resources bound (agent type, host, resource id): {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:31:26.346223 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6e16a92-0ad2-4d5d-85b6-7aba83299408 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Received port after_create {{(pid=103376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:31:26.356624 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36a49cfa-6285-44b6-a85e-782129251044 tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Router e533f000-d94a-4439-a4c6-1b113390e45f has already been hosted by L3 agent 64ada913-9131-4d99-a265-63a920956287 {{(pid=103377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 17:31:26.466589 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-3ed91ea8-799a-4f59-b8a6-0ffc086fc794 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25674939', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25858952'] for subnet (375be7ec-5e9b-4b86-ae0d-acfb51345bdd), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:26.491074 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36a49cfa-6285-44b6-a85e-782129251044 tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Notify agent at l3_agent.n-d-827839-2 the message routers_updated {{(pid=103377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 17:31:26.503008 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e600197-9735-4cb5-9659-2424081aed47 None None] Sync routers for ids ['e533f000-d94a-4439-a4c6-1b113390e45f'] in n-d-827839-2 {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 17:31:26.516038 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e600197-9735-4cb5-9659-2424081aed47 None None] Routers {'e533f000-d94a-4439-a4c6-1b113390e45f'} bound to L3 agent in host n-d-827839-2 {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:31:26.516263 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6e16a92-0ad2-4d5d-85b6-7aba83299408 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:26.516681 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-4e600197-9735-4cb5-9659-2424081aed47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:31:02Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['e533f000-d94a-4439-a4c6-1b113390e45f'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:31:26.517153 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-e6e16a92-0ad2-4d5d-85b6-7aba83299408 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:26.517745 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-36a49cfa-6285-44b6-a85e-782129251044 tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for floatingip (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:26.555707 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-4e600197-9735-4cb5-9659-2424081aed47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827839-2', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:31:26.567662 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e600197-9735-4cb5-9659-2424081aed47 None None] Routers {'e533f000-d94a-4439-a4c6-1b113390e45f'} bound to L3 agent in host n-d-827839-2 {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:31:26.568577 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-4e600197-9735-4cb5-9659-2424081aed47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:31:02Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['e533f000-d94a-4439-a4c6-1b113390e45f'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:31:26.584272 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7c583ae-e830-4fd8-a363-a5e1f6950925 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Router 519b5a09-be1a-4ed6-9cee-17d9dd42bfa6 has already been hosted by L3 agent 64ada913-9131-4d99-a265-63a920956287 {{(pid=103376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 17:31:26.584893 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-36a49cfa-6285-44b6-a85e-782129251044 tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] 10.222.0.89 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 2.4080715 Feb 04 17:31:26.587464 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 48602) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:31:26.595296 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-01a456e0-067f-4ebe-a2f4-9372f3b4b01b tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Request body: {'floatingip': {'port_id': 'c567cd85-b499-4ff1-88dc-8744a48b8b41', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:31:26.616932 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed91ea8-799a-4f59-b8a6-0ffc086fc794 admin admin] Pushing event updated for resources: {'Subnet': ['ID=375be7ec-5e9b-4b86-ae0d-acfb51345bdd,revision_number=0']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:31:26.630263 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-e6e16a92-0ad2-4d5d-85b6-7aba83299408 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.4472899 Feb 04 17:31:26.631932 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 48604) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:31:26.637859 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-6e8f8bc1-345c-4c84-877f-5c7d27d45a94 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Request body: {'subnet': {'network_id': '39c5a3cf-023d-44e7-9195-38ea0e412caf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:31:26.664415 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ed91ea8-799a-4f59-b8a6-0ffc086fc794 admin admin] Checking segment: {'id': 'c672906f-f6f7-41c3-8178-df9515ad242f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '3c6b4be4-b4b9-4735-a6e5-15af4ecbb3e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:31:26.664883 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ed91ea8-799a-4f59-b8a6-0ffc086fc794 admin admin] Network hostable DHCP agents. Network: 3c6b4be4-b4b9-4735-a6e5-15af4ecbb3e6, hostable agents: ['bb89f5a3-3c22-440b-b7d1-c4f0c43c184a'], hosted agents: [] {{(pid=103376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 17:31:26.706003 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-0ab0ae5b-88f6-44b3-bddb-91a9e2c0ffd5 None None] Provisioning complete for port 54a66d74-0977-4ccb-b295-fcec8fe09a3e triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:31:26.707604 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0ab0ae5b-88f6-44b3-bddb-91a9e2c0ffd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (54a66d74-0977-4ccb-b295-fcec8fe09a3e), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:26.717802 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-4e600197-9735-4cb5-9659-2424081aed47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827839-2', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:31:26.718287 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-01a456e0-067f-4ebe-a2f4-9372f3b4b01b tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Publish callbacks [] for floatingip (1252df08-00ef-451b-b8a9-e1695820fcfb), before_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:26.719411 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e600197-9735-4cb5-9659-2424081aed47 None None] The sync data for ids ['e533f000-d94a-4439-a4c6-1b113390e45f'] in n-d-827839-2 is: [] {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 17:31:26.764715 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-0ab0ae5b-88f6-44b3-bddb-91a9e2c0ffd5 None None] Port 54a66d74-0977-4ccb-b295-fcec8fe09a3e cannot update to ACTIVE because it is not bound. {{(pid=103378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 17:31:26.827692 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7c583ae-e830-4fd8-a363-a5e1f6950925 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Notify agent at l3_agent.n-d-827839-2 the message routers_updated {{(pid=103376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 17:31:26.836769 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-d7c583ae-e830-4fd8-a363-a5e1f6950925 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] 10.222.0.89 "PUT /v2.0/routers/519b5a09-be1a-4ed6-9cee-17d9dd42bfa6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4864681 Feb 04 17:31:26.840937 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 48610) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:31:26.844082 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-859d3282-66e4-4cc2-8dfb-ea12df98a26c None None] Sync routers for ids ['519b5a09-be1a-4ed6-9cee-17d9dd42bfa6'] in n-d-827839-2 {{(pid=103378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 17:31:26.857474 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-859d3282-66e4-4cc2-8dfb-ea12df98a26c None None] Routers {'519b5a09-be1a-4ed6-9cee-17d9dd42bfa6'} bound to L3 agent in host n-d-827839-2 {{(pid=103378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:31:26.858692 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-859d3282-66e4-4cc2-8dfb-ea12df98a26c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:31:02Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['519b5a09-be1a-4ed6-9cee-17d9dd42bfa6'], 'active': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:31:26.862619 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ed91ea8-799a-4f59-b8a6-0ffc086fc794 admin admin] Network 3c6b4be4-b4b9-4735-a6e5-15af4ecbb3e6 is scheduled to be hosted by DHCP agent bb89f5a3-3c22-440b-b7d1-c4f0c43c184a with binding_index 1 {{(pid=103376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 17:31:26.893367 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [None req-3ed91ea8-799a-4f59-b8a6-0ffc086fc794 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827839-2, 3c6b4be4-b4b9-4735-a6e5-15af4ecbb3e6) {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:31:26.914449 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ed91ea8-799a-4f59-b8a6-0ffc086fc794 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:26.915056 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-3ed91ea8-799a-4f59-b8a6-0ffc086fc794 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:26.947297 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1a898c3-2c0c-41fb-a20a-5393f4ea4f50 None None] Network 3c6b4be4-b4b9-4735-a6e5-15af4ecbb3e6 requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:31:26.966384 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ad37534-8dfa-4b83-9540-99cb6b95f5a6 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Deleting subnet 9eba6627-6343-4966-a0eb-b13f7f73f882 {{(pid=103377) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 17:31:26.978260 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-3ed91ea8-799a-4f59-b8a6-0ffc086fc794 admin admin] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.6668513 Feb 04 17:31:26.995451 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-6ad37534-8dfa-4b83-9540-99cb6b95f5a6 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Publish callbacks [] for subnet (9eba6627-6343-4966-a0eb-b13f7f73f882), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:27.009995 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e8f8bc1-345c-4c84-877f-5c7d27d45a94 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Made reservation on behalf of 6054a945d1db4859ae33f1c6e4a7b141 for: {'subnet': 1} {{(pid=103376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:31:27.018103 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-6e8f8bc1-345c-4c84-877f-5c7d27d45a94 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25859006'] for subnet (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:27.056455 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-6ad37534-8dfa-4b83-9540-99cb6b95f5a6 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26866676'] for subnet (9eba6627-6343-4966-a0eb-b13f7f73f882), precommit_delete_associations {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:27.063043 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvr_db [None req-859d3282-66e4-4cc2-8dfb-ea12df98a26c None None] Set router 519b5a09-be1a-4ed6-9cee-17d9dd42bfa6 gateway port host: None {{(pid=103378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:31:27.260450 n-d-827839-2 neutron-server[103376]: INFO neutron.db.ipam_backend_mixin [None req-6e8f8bc1-345c-4c84-877f-5c7d27d45a94 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 845e526c-b8bc-4cc6-8687-fa1de79619c2 (CIDR: 172.20.0.0/28) Feb 04 17:31:27.279397 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be87c670-20b8-4c1f-839f-7ddb3a386295 None None] Network 3c6b4be4-b4b9-4735-a6e5-15af4ecbb3e6 requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:31:27.286757 n-d-827839-2 neutron-server[103376]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e8f8bc1-345c-4c84-877f-5c7d27d45a94 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 17:31:27.289612 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e8f8bc1-345c-4c84-877f-5c7d27d45a94 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103376) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 17:31:27.326718 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 48624) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:31:27.328238 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-6e8f8bc1-345c-4c84-877f-5c7d27d45a94 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6947358 Feb 04 17:31:27.337838 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-8b23fa0e-7d19-42fd-b0dc-fc9b2ee2ca94 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Request body: {'subnet': {'network_id': '39c5a3cf-023d-44e7-9195-38ea0e412caf', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:31:27.375405 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-6ad37534-8dfa-4b83-9540-99cb6b95f5a6 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1541225'] for subnet (9eba6627-6343-4966-a0eb-b13f7f73f882), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:27.430165 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-859d3282-66e4-4cc2-8dfb-ea12df98a26c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '519b5a09-be1a-4ed6-9cee-17d9dd42bfa6', 'name': 'tempest-RoutersIpV6Test-router-1872959318', 'tenant_id': '9117ee7d05a54905bc1e8a5956601b14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:30:09Z', 'updated_at': '2022-02-04T17:31:25Z', 'revision_number': 8, 'project_id': '9117ee7d05a54905bc1e8a5956601b14', 'gw_port_host': None, '_interfaces': [{'id': '061376ab-5559-430f-a269-a0a7775cc27c', 'name': '', 'network_id': '91f343bc-9e24-4b9a-879e-69a194e0fff0', 'tenant_id': '9117ee7d05a54905bc1e8a5956601b14', 'mac_address': 'fa:16:3e:33:db:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '519b5a09-be1a-4ed6-9cee-17d9dd42bfa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2294, 'fixed_ips': [{'subnet_id': '2ea1283a-c76b-437d-b3f5-f48e319c2a24', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:30:54Z', 'updated_at': '2022-02-04T17:31:05Z', 'revision_number': 5, 'project_id': '9117ee7d05a54905bc1e8a5956601b14', 'subnets': [{'id': '2ea1283a-c76b-437d-b3f5-f48e319c2a24', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '56c51fc1-b604-49a0-9e16-3420f4efe7e7', 'name': '', 'network_id': '1075af02-a74d-49b8-96f6-92af5f280311', 'tenant_id': '9117ee7d05a54905bc1e8a5956601b14', 'mac_address': 'fa:16:3e:8f:3a:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '519b5a09-be1a-4ed6-9cee-17d9dd42bfa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2282, 'fixed_ips': [{'subnet_id': '4794049b-80b7-4292-8142-5254fcbd38a1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:30:32Z', 'updated_at': '2022-02-04T17:30:50Z', 'revision_number': 5, 'project_id': '9117ee7d05a54905bc1e8a5956601b14', 'subnets': [{'id': '4794049b-80b7-4292-8142-5254fcbd38a1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e45f3f22-c9b2-40db-bd81-abe2ef0e1ad1', 'name': '', 'network_id': 'e491b4ae-a9ba-443a-b592-68de5d6c355f', 'tenant_id': '9117ee7d05a54905bc1e8a5956601b14', 'mac_address': 'fa:16:3e:49:15:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '519b5a09-be1a-4ed6-9cee-17d9dd42bfa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2259, 'fixed_ips': [{'subnet_id': '78e6fd8d-d36c-498f-9851-709f40f04989', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:30:15Z', 'updated_at': '2022-02-04T17:30:27Z', 'revision_number': 5, 'project_id': '9117ee7d05a54905bc1e8a5956601b14', 'subnets': [{'id': '78e6fd8d-d36c-498f-9851-709f40f04989', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-2', False) {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:31:27.462050 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-859d3282-66e4-4cc2-8dfb-ea12df98a26c None None] Checking router: 519b5a09-be1a-4ed6-9cee-17d9dd42bfa6 for host: n-d-827839-2 {{(pid=103378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 17:31:27.471537 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-859d3282-66e4-4cc2-8dfb-ea12df98a26c None None] Routers {'519b5a09-be1a-4ed6-9cee-17d9dd42bfa6'} bound to L3 agent in host n-d-827839-2 {{(pid=103378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:31:27.472154 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-859d3282-66e4-4cc2-8dfb-ea12df98a26c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:31:02Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['519b5a09-be1a-4ed6-9cee-17d9dd42bfa6'], 'active': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:31:27.497837 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debadfbd-f1d1-424f-b434-936163094361 req-c8b557f2-d970-47c0-8dce-d69b6d7771cb tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:27.503158 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debadfbd-f1d1-424f-b434-936163094361 req-c8b557f2-d970-47c0-8dce-d69b6d7771cb tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:27.508488 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debadfbd-f1d1-424f-b434-936163094361 req-c8b557f2-d970-47c0-8dce-d69b6d7771cb tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:27.513803 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debadfbd-f1d1-424f-b434-936163094361 req-c8b557f2-d970-47c0-8dce-d69b6d7771cb tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:27.519005 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debadfbd-f1d1-424f-b434-936163094361 req-c8b557f2-d970-47c0-8dce-d69b6d7771cb tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:27.524331 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debadfbd-f1d1-424f-b434-936163094361 req-c8b557f2-d970-47c0-8dce-d69b6d7771cb tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:27.529860 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debadfbd-f1d1-424f-b434-936163094361 req-c8b557f2-d970-47c0-8dce-d69b6d7771cb tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:27.537340 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-debadfbd-f1d1-424f-b434-936163094361 req-c8b557f2-d970-47c0-8dce-d69b6d7771cb tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] 10.222.0.89 "GET /v2.0/ports?device_id=f9afa7a5-1aca-47d0-a335-e4059d5a8169 HTTP/1.1" status: 200 len: 5419 time: 0.3399837 Feb 04 17:31:27.582705 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvr_db [None req-859d3282-66e4-4cc2-8dfb-ea12df98a26c None None] Set router 519b5a09-be1a-4ed6-9cee-17d9dd42bfa6 gateway port host: None {{(pid=103378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:31:27.627792 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-6ad37534-8dfa-4b83-9540-99cb6b95f5a6 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1541216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25888360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25597190'] for subnet (9eba6627-6343-4966-a0eb-b13f7f73f882), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:27.680980 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.db.resource_extend [None req-01a456e0-067f-4ebe-a2f4-9372f3b4b01b tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 17:31:27.686495 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad37534-8dfa-4b83-9540-99cb6b95f5a6 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Pushing event deleted for resources: {'Subnet': ['ID=9eba6627-6343-4966-a0eb-b13f7f73f882,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:31:27.713106 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0379383-3d04-4df1-9bce-57a42ba33b42 None None] Network b6ecfe8a-df64-4548-a5a9-01eea9be4d13 requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:31:27.742778 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-6ad37534-8dfa-4b83-9540-99cb6b95f5a6 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Publish callbacks [] for subnet (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:27.745943 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-6ad37534-8dfa-4b83-9540-99cb6b95f5a6 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] 10.222.0.89 "DELETE /v2.0/subnets/9eba6627-6343-4966-a0eb-b13f7f73f882 HTTP/1.1" status: 204 len: 168 time: 0.9040439 Feb 04 17:31:27.752428 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 48638) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:31:27.780894 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-debadfbd-f1d1-424f-b434-936163094361 req-5a0f88b4-a452-460f-ad4f-d20ab9dc6fa9 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] 10.222.0.89 "GET /v2.0/security-groups?id=97363f9b-735d-4c1b-ae48-6b5390fc2698&id=0a858dd3-bfe4-4a54-8e21-ad7067112b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2425871 Feb 04 17:31:27.845767 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b644cce-8466-4e13-b9fc-452a30f0d9ba req-d022ddd3-b3bc-4e5a-b853-e514ea1193e3 tempest-ServerDiskConfigTestJSON-47961148 tempest-ServerDiskConfigTestJSON-47961148-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:27.848613 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-1b644cce-8466-4e13-b9fc-452a30f0d9ba req-d022ddd3-b3bc-4e5a-b853-e514ea1193e3 tempest-ServerDiskConfigTestJSON-47961148 tempest-ServerDiskConfigTestJSON-47961148-project] 10.222.0.89 "GET /v2.0/networks?id=3c6b4be4-b4b9-4735-a6e5-15af4ecbb3e6 HTTP/1.1" status: 200 len: 815 time: 0.1207387 Feb 04 17:31:27.857818 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-01a456e0-067f-4ebe-a2f4-9372f3b4b01b tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:27.867219 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-1b644cce-8466-4e13-b9fc-452a30f0d9ba req-f253f025-c76a-4a33-9952-e315b1a1559a tempest-ServerDiskConfigTestJSON-47961148 tempest-ServerDiskConfigTestJSON-47961148-project] 10.222.0.89 "GET /v2.0/quotas/1340b33ced494106823c7c635ada16b9 HTTP/1.1" status: 200 len: 375 time: 0.0118535 Feb 04 17:31:27.867660 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-01a456e0-067f-4ebe-a2f4-9372f3b4b01b tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1595586'] for floatingip (1252df08-00ef-451b-b8a9-e1695820fcfb), after_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:27.876980 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b23fa0e-7d19-42fd-b0dc-fc9b2ee2ca94 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Made reservation on behalf of 6054a945d1db4859ae33f1c6e4a7b141 for: {'subnet': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:31:27.881160 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-8b23fa0e-7d19-42fd-b0dc-fc9b2ee2ca94 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25597243'] for subnet (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:27.925480 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-1b644cce-8466-4e13-b9fc-452a30f0d9ba req-0ccb807c-b9f7-49d8-bb8b-9d7bf2aacdec tempest-ServerDiskConfigTestJSON-47961148 tempest-ServerDiskConfigTestJSON-47961148-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=1340b33ced494106823c7c635ada16b9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0476387 Feb 04 17:31:28.058960 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-1b644cce-8466-4e13-b9fc-452a30f0d9ba req-e3c144c3-b248-4fbe-943e-1e8da514e053 service neutron] 10.222.0.89 "GET /v2.0/networks/3c6b4be4-b4b9-4735-a6e5-15af4ecbb3e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221490 Feb 04 17:31:28.097363 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-551b0014-8eaf-4b60-916a-a16360a7ddbf None None] DHCP port deletion for b6ecfe8a-df64-4548-a5a9-01eea9be4d13 request from n-d-827839-2 {{(pid=103378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 17:31:28.135133 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-859d3282-66e4-4cc2-8dfb-ea12df98a26c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '519b5a09-be1a-4ed6-9cee-17d9dd42bfa6', 'name': 'tempest-RoutersIpV6Test-router-1872959318', 'tenant_id': '9117ee7d05a54905bc1e8a5956601b14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:30:09Z', 'updated_at': '2022-02-04T17:31:25Z', 'revision_number': 8, 'project_id': '9117ee7d05a54905bc1e8a5956601b14', 'gw_port_host': None, '_interfaces': [{'id': '061376ab-5559-430f-a269-a0a7775cc27c', 'name': '', 'network_id': '91f343bc-9e24-4b9a-879e-69a194e0fff0', 'tenant_id': '9117ee7d05a54905bc1e8a5956601b14', 'mac_address': 'fa:16:3e:33:db:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '519b5a09-be1a-4ed6-9cee-17d9dd42bfa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2294, 'fixed_ips': [{'subnet_id': '2ea1283a-c76b-437d-b3f5-f48e319c2a24', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:30:54Z', 'updated_at': '2022-02-04T17:31:05Z', 'revision_number': 5, 'project_id': '9117ee7d05a54905bc1e8a5956601b14', 'subnets': [{'id': '2ea1283a-c76b-437d-b3f5-f48e319c2a24', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '56c51fc1-b604-49a0-9e16-3420f4efe7e7', 'name': '', 'network_id': '1075af02-a74d-49b8-96f6-92af5f280311', 'tenant_id': '9117ee7d05a54905bc1e8a5956601b14', 'mac_address': 'fa:16:3e:8f:3a:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '519b5a09-be1a-4ed6-9cee-17d9dd42bfa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2282, 'fixed_ips': [{'subnet_id': '4794049b-80b7-4292-8142-5254fcbd38a1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:30:32Z', 'updated_at': '2022-02-04T17:30:50Z', 'revision_number': 5, 'project_id': '9117ee7d05a54905bc1e8a5956601b14', 'subnets': [{'id': '4794049b-80b7-4292-8142-5254fcbd38a1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e45f3f22-c9b2-40db-bd81-abe2ef0e1ad1', 'name': '', 'network_id': 'e491b4ae-a9ba-443a-b592-68de5d6c355f', 'tenant_id': '9117ee7d05a54905bc1e8a5956601b14', 'mac_address': 'fa:16:3e:49:15:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '519b5a09-be1a-4ed6-9cee-17d9dd42bfa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2259, 'fixed_ips': [{'subnet_id': '78e6fd8d-d36c-498f-9851-709f40f04989', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:30:15Z', 'updated_at': '2022-02-04T17:30:27Z', 'revision_number': 5, 'project_id': '9117ee7d05a54905bc1e8a5956601b14', 'subnets': [{'id': '78e6fd8d-d36c-498f-9851-709f40f04989', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-2', False) {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:31:28.172247 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-859d3282-66e4-4cc2-8dfb-ea12df98a26c None None] The sync data for ids ['519b5a09-be1a-4ed6-9cee-17d9dd42bfa6'] in n-d-827839-2 is: [{'id': '519b5a09-be1a-4ed6-9cee-17d9dd42bfa6', 'name': 'tempest-RoutersIpV6Test-router-1872959318', 'tenant_id': '9117ee7d05a54905bc1e8a5956601b14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:30:09Z', 'updated_at': '2022-02-04T17:31:25Z', 'revision_number': 8, 'project_id': '9117ee7d05a54905bc1e8a5956601b14', 'gw_port_host': None, '_interfaces': [{'id': '061376ab-5559-430f-a269-a0a7775cc27c', 'name': '', 'network_id': '91f343bc-9e24-4b9a-879e-69a194e0fff0', 'tenant_id': '9117ee7d05a54905bc1e8a5956601b14', 'mac_address': 'fa:16:3e:33:db:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '519b5a09-be1a-4ed6-9cee-17d9dd42bfa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2294, 'fixed_ips': [{'subnet_id': '2ea1283a-c76b-437d-b3f5-f48e319c2a24', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:30:54Z', 'updated_at': '2022-02-04T17:31:05Z', 'revision_number': 5, 'project_id': '9117ee7d05a54905bc1e8a5956601b14', 'subnets': [{'id': '2ea1283a-c76b-437d-b3f5-f48e319c2a24', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '56c51fc1-b604-49a0-9e16-3420f4efe7e7', 'name': '', 'network_id': '1075af02-a74d-49b8-96f6-92af5f280311', 'tenant_id': '9117ee7d05a54905bc1e8a5956601b14', 'mac_address': 'fa:16:3e:8f:3a:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '519b5a09-be1a-4ed6-9cee-17d9dd42bfa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2282, 'fixed_ips': [{'subnet_id': '4794049b-80b7-4292-8142-5254fcbd38a1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:30:32Z', 'updated_at': '2022-02-04T17:30:50Z', 'revision_number': 5, 'project_id': '9117ee7d05a54905bc1e8a5956601b14', 'subnets': [{'id': '4794049b-80b7-4292-8142-5254fcbd38a1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e45f3f22-c9b2-40db-bd81-abe2ef0e1ad1', 'name': '', 'network_id': 'e491b4ae-a9ba-443a-b592-68de5d6c355f', 'tenant_id': '9117ee7d05a54905bc1e8a5956601b14', 'mac_address': 'fa:16:3e:49:15:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '519b5a09-be1a-4ed6-9cee-17d9dd42bfa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2259, 'fixed_ips': [{'subnet_id': '78e6fd8d-d36c-498f-9851-709f40f04989', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:30:15Z', 'updated_at': '2022-02-04T17:30:27Z', 'revision_number': 5, 'project_id': '9117ee7d05a54905bc1e8a5956601b14', 'subnets': [{'id': '78e6fd8d-d36c-498f-9851-709f40f04989', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 17:31:28.237544 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-1b644cce-8466-4e13-b9fc-452a30f0d9ba req-fd7f1d8a-58cc-47fb-9c8c-1e64bb1041fc service neutron] 10.222.0.89 "GET /v2.0/networks/3c6b4be4-b4b9-4735-a6e5-15af4ecbb3e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1691456 Feb 04 17:31:28.241512 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-551b0014-8eaf-4b60-916a-a16360a7ddbf None None] Deleting port a26b09e0-172a-47bd-8418-e85afeb5bbf9 {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:31:28.241983 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-551b0014-8eaf-4b60-916a-a16360a7ddbf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (a26b09e0-172a-47bd-8418-e85afeb5bbf9), before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:28.341145 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-551b0014-8eaf-4b60-916a-a16360a7ddbf None None] For port a26b09e0-172a-47bd-8418-e85afeb5bbf9, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=a26b09e0-172a-47bd-8418-e85afeb5bbf9,segment=NetworkSegment(369dea9c-8d6a-46f2-b62d-9d92aad7dd59),segment_id=369dea9c-8d6a-46f2-b62d-9d92aad7dd59)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:31:28.341586 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-551b0014-8eaf-4b60-916a-a16360a7ddbf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (a26b09e0-172a-47bd-8418-e85afeb5bbf9), precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:28.368212 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-551b0014-8eaf-4b60-916a-a16360a7ddbf None None] Calling delete_port for a26b09e0-172a-47bd-8418-e85afeb5bbf9 owned by network:dhcp {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:31:28.454914 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-f779cf6d-1b23-4fd8-8010-44b0e0f48433 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628832'] for network (b6ecfe8a-df64-4548-a5a9-01eea9be4d13), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:28.498404 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-551b0014-8eaf-4b60-916a-a16360a7ddbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144'] for port (a26b09e0-172a-47bd-8418-e85afeb5bbf9), after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:28.505437 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-41fc200e-9722-47bb-b4ce-62d6bd32062a req-c10d65ef-5a07-4f85-a342-088417ff7088 tempest-ServerDiskConfigTestJSON-47961148 tempest-ServerDiskConfigTestJSON-47961148-project] 10.222.0.89 "GET /v2.0/ports?device_id=5e31becc-950d-4184-999b-78ca5074ae68 HTTP/1.1" status: 200 len: 210 time: 0.0478716 Feb 04 17:31:28.536790 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-551b0014-8eaf-4b60-916a-a16360a7ddbf None None] No DVR routers for this DVR port a26b09e0-172a-47bd-8418-e85afeb5bbf9 on host n-d-827839-2 {{(pid=103378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 17:31:28.569143 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551b0014-8eaf-4b60-916a-a16360a7ddbf None None] Pushing event deleted for resources: {'Port': ['ID=a26b09e0-172a-47bd-8418-e85afeb5bbf9,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:31:28.648119 n-d-827839-2 neutron-server[103377]: INFO neutron.db.ipam_backend_mixin [None req-8b23fa0e-7d19-42fd-b0dc-fc9b2ee2ca94 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 0ec8b988-0c43-4fb0-b17a-ad3334316032 (CIDR: 172.20.0.16/28) Feb 04 17:31:28.689050 n-d-827839-2 neutron-server[103377]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b23fa0e-7d19-42fd-b0dc-fc9b2ee2ca94 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 17:31:28.689552 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b23fa0e-7d19-42fd-b0dc-fc9b2ee2ca94 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103377) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 17:31:28.725101 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-f779cf6d-1b23-4fd8-8010-44b0e0f48433 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1543676', 'neutron.services.segments.db._delete_segments_for_network-8781084786517'] for network (b6ecfe8a-df64-4548-a5a9-01eea9be4d13), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:28.759772 n-d-827839-2 neutron-server[103377]: DEBUG neutron.services.segments.db [None req-f779cf6d-1b23-4fd8-8010-44b0e0f48433 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6ecfe8a-df64-4548-a5a9-01eea9be4d13']}} {{(pid=103377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:31:28.766408 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-8b23fa0e-7d19-42fd-b0dc-fc9b2ee2ca94 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 1.4352860 Feb 04 17:31:28.769578 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 48658) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:31:28.778081 n-d-827839-2 neutron-server[103377]: DEBUG neutron.services.segments.db [None req-f779cf6d-1b23-4fd8-8010-44b0e0f48433 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '369dea9c-8d6a-46f2-b62d-9d92aad7dd59') {'for_net_delete': True} {{(pid=103377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:31:28.778378 n-d-827839-2 neutron-server[103377]: DEBUG neutron.services.segments.db [None req-f779cf6d-1b23-4fd8-8010-44b0e0f48433 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '369dea9c-8d6a-46f2-b62d-9d92aad7dd59') {} {{(pid=103377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:31:28.779709 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-d27511e3-447f-420d-a07d-d749f79337c4 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Request body: {'subnet': {'network_id': '39c5a3cf-023d-44e7-9195-38ea0e412caf', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:31:28.791926 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-f779cf6d-1b23-4fd8-8010-44b0e0f48433 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781084783966', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26866685'] for segment (369dea9c-8d6a-46f2-b62d-9d92aad7dd59), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:28.818774 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-f779cf6d-1b23-4fd8-8010-44b0e0f48433 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (369dea9c-8d6a-46f2-b62d-9d92aad7dd59), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:28.857680 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f779cf6d-1b23-4fd8-8010-44b0e0f48433 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Releasing vlan 786 on physical network physnet1 to pool {{(pid=103377) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 17:31:28.858078 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-f779cf6d-1b23-4fd8-8010-44b0e0f48433 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25888454'] for segment (369dea9c-8d6a-46f2-b62d-9d92aad7dd59), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:28.862830 n-d-827839-2 neutron-server[103377]: Traceback (most recent call last): Feb 04 17:31:28.862830 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 17:31:28.862830 n-d-827839-2 neutron-server[103377]: timer() Feb 04 17:31:28.862830 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 17:31:28.862830 n-d-827839-2 neutron-server[103377]: cb(*args, **kw) Feb 04 17:31:28.862830 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 17:31:28.862830 n-d-827839-2 neutron-server[103377]: return func(*args, **kwargs) Feb 04 17:31:28.862830 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 17:31:28.862830 n-d-827839-2 neutron-server[103377]: self._notify() Feb 04 17:31:28.862830 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 17:31:28.862830 n-d-827839-2 neutron-server[103377]: self.callback(batched_events) Feb 04 17:31:28.862830 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 17:31:28.862830 n-d-827839-2 neutron-server[103377]: event.method(event) Feb 04 17:31:28.862830 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 17:31:28.862830 n-d-827839-2 neutron-server[103377]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 17:31:28.862830 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 17:31:28.862830 n-d-827839-2 neutron-server[103377]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 17:31:28.862830 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 17:31:28.862830 n-d-827839-2 neutron-server[103377]: return f(self, *a, **k) Feb 04 17:31:28.862830 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 17:31:28.862830 n-d-827839-2 neutron-server[103377]: return self._get(url).json() Feb 04 17:31:28.862830 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 17:31:28.862830 n-d-827839-2 neutron-server[103377]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 17:31:28.862830 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 17:31:28.862830 n-d-827839-2 neutron-server[103377]: return self.request(url, 'GET', **kwargs) Feb 04 17:31:28.862830 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 17:31:28.862830 n-d-827839-2 neutron-server[103377]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 17:31:28.862830 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 17:31:28.862830 n-d-827839-2 neutron-server[103377]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 17:31:28.862830 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 17:31:28.862830 n-d-827839-2 neutron-server[103377]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 17:31:28.862830 n-d-827839-2 neutron-server[103377]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 17:31:28.902675 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01a456e0-067f-4ebe-a2f4-9372f3b4b01b tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Router e533f000-d94a-4439-a4c6-1b113390e45f has already been hosted by L3 agent 64ada913-9131-4d99-a265-63a920956287 {{(pid=103377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 17:31:28.907698 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device a26b09e0-172a-47bd-8418-e85afeb5bbf9 no longer exists at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:31:28.945156 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] No Port match for: a26b09e0-172a-47bd-8418-e85afeb5bbf9 {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 17:31:28.945799 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device a26b09e0-172a-47bd-8418-e85afeb5bbf9 not bound to the agent host n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 17:31:28.946433 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 48147c67-8562-40bd-8f7d-c3cd19563093 no longer exists at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:31:28.977096 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] No Port match for: 48147c67-8562-40bd-8f7d-c3cd19563093 {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 17:31:28.977496 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 48147c67-8562-40bd-8f7d-c3cd19563093 not bound to the agent host n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 17:31:29.004473 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-f779cf6d-1b23-4fd8-8010-44b0e0f48433 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1543671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1595572'] for network (b6ecfe8a-df64-4548-a5a9-01eea9be4d13), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:29.047363 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-f779cf6d-1b23-4fd8-8010-44b0e0f48433 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Publish callbacks [] for network (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:29.050586 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-f779cf6d-1b23-4fd8-8010-44b0e0f48433 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] 10.222.0.89 "DELETE /v2.0/networks/b6ecfe8a-df64-4548-a5a9-01eea9be4d13 HTTP/1.1" status: 204 len: 168 time: 1.2969146 Feb 04 17:31:29.051535 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f779cf6d-1b23-4fd8-8010-44b0e0f48433 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Pushing event deleted for resources: {'Network': ['ID=b6ecfe8a-df64-4548-a5a9-01eea9be4d13,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:31:29.054997 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 48672) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:31:29.064157 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce6e0fa-2d7f-4a5f-8b4a-61246add87cf req-a2ddaa31-cba0-4e8f-9fb7-c9fa0ab20950 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:29.076225 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce6e0fa-2d7f-4a5f-8b4a-61246add87cf req-a2ddaa31-cba0-4e8f-9fb7-c9fa0ab20950 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:29.082261 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce6e0fa-2d7f-4a5f-8b4a-61246add87cf req-a2ddaa31-cba0-4e8f-9fb7-c9fa0ab20950 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:29.087704 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce6e0fa-2d7f-4a5f-8b4a-61246add87cf req-a2ddaa31-cba0-4e8f-9fb7-c9fa0ab20950 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:29.093837 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce6e0fa-2d7f-4a5f-8b4a-61246add87cf req-a2ddaa31-cba0-4e8f-9fb7-c9fa0ab20950 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:29.099454 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce6e0fa-2d7f-4a5f-8b4a-61246add87cf req-a2ddaa31-cba0-4e8f-9fb7-c9fa0ab20950 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:29.106370 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce6e0fa-2d7f-4a5f-8b4a-61246add87cf req-a2ddaa31-cba0-4e8f-9fb7-c9fa0ab20950 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:29.114386 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-2ce6e0fa-2d7f-4a5f-8b4a-61246add87cf req-a2ddaa31-cba0-4e8f-9fb7-c9fa0ab20950 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] 10.222.0.89 "GET /v2.0/ports?device_id=f9afa7a5-1aca-47d0-a335-e4059d5a8169 HTTP/1.1" status: 200 len: 5419 time: 0.1985042 Feb 04 17:31:29.178396 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01a456e0-067f-4ebe-a2f4-9372f3b4b01b tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Notify agent at l3_agent.n-d-827839-2 the message routers_updated {{(pid=103377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 17:31:29.190567 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-2ce6e0fa-2d7f-4a5f-8b4a-61246add87cf req-7913c922-ac1e-4f04-8874-877d274dc65d tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] 10.222.0.89 "GET /v2.0/security-groups?id=97363f9b-735d-4c1b-ae48-6b5390fc2698&id=0a858dd3-bfe4-4a54-8e21-ad7067112b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0752046 Feb 04 17:31:29.191016 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-01a456e0-067f-4ebe-a2f4-9372f3b4b01b tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for floatingip (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:29.196480 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c69295ad-3850-4011-91ad-ac4267fc76fd None None] Sync routers for ids ['e533f000-d94a-4439-a4c6-1b113390e45f'] in n-d-827839-2 {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 17:31:29.203568 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d27511e3-447f-420d-a07d-d749f79337c4 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Made reservation on behalf of 6054a945d1db4859ae33f1c6e4a7b141 for: {'subnet': 1} {{(pid=103376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:31:29.210717 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-d27511e3-447f-420d-a07d-d749f79337c4 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25859006'] for subnet (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:29.211377 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c69295ad-3850-4011-91ad-ac4267fc76fd None None] Routers {'e533f000-d94a-4439-a4c6-1b113390e45f'} bound to L3 agent in host n-d-827839-2 {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:31:29.212722 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-c69295ad-3850-4011-91ad-ac4267fc76fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:31:02Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['e533f000-d94a-4439-a4c6-1b113390e45f'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:31:29.279073 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-c69295ad-3850-4011-91ad-ac4267fc76fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827839-2', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:31:29.299132 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c69295ad-3850-4011-91ad-ac4267fc76fd None None] Routers {'e533f000-d94a-4439-a4c6-1b113390e45f'} bound to L3 agent in host n-d-827839-2 {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:31:29.300421 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-c69295ad-3850-4011-91ad-ac4267fc76fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:31:02Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['e533f000-d94a-4439-a4c6-1b113390e45f'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:31:29.362589 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-c69295ad-3850-4011-91ad-ac4267fc76fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827839-2', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:31:29.363581 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c69295ad-3850-4011-91ad-ac4267fc76fd None None] The sync data for ids ['e533f000-d94a-4439-a4c6-1b113390e45f'] in n-d-827839-2 is: [] {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 17:31:29.436243 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-01a456e0-067f-4ebe-a2f4-9372f3b4b01b tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] 10.222.0.89 "PUT /v2.0/floatingips/1252df08-00ef-451b-b8a9-e1695820fcfb HTTP/1.1" status: 200 len: 978 time: 2.8446271 Feb 04 17:31:29.438326 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 48676) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:31:29.606332 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-d27511e3-447f-420d-a07d-d749f79337c4 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25674939', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25858952'] for subnet (ccc17f98-2781-4c04-aec1-b0eeaf497aa1), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:29.638787 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-84e9da1e-edce-4f35-85fd-9954858f7e57 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602754'] for router_interface (519b5a09-be1a-4ed6-9cee-17d9dd42bfa6), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:29.657369 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d27511e3-447f-420d-a07d-d749f79337c4 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Network 39c5a3cf-023d-44e7-9195-38ea0e412caf is already hosted by enough agents. {{(pid=103376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:31:29.662646 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [None req-d27511e3-447f-420d-a07d-d749f79337c4 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Resources bound (agent type, host, resource id): {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:31:29.672116 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d27511e3-447f-420d-a07d-d749f79337c4 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:29.672522 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-d27511e3-447f-420d-a07d-d749f79337c4 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Publish callbacks [] for subnet (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:29.678957 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6514d72-a194-45d0-85a5-928ec647bc6b None None] Network 39c5a3cf-023d-44e7-9195-38ea0e412caf requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:31:29.697137 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-2d76e1ee-7f68-4419-a194-39235cc313ef req-e26d34fe-0345-436e-a9dd-3c1b3771fa0d tempest-ServerDiskConfigTestJSON-47961148 tempest-ServerDiskConfigTestJSON-47961148-project] 10.222.0.89 "GET /v2.0/ports?device_id=5e31becc-950d-4184-999b-78ca5074ae68 HTTP/1.1" status: 200 len: 210 time: 0.0732472 Feb 04 17:31:29.703313 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27511e3-447f-420d-a07d-d749f79337c4 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Pushing event updated for resources: {'Subnet': ['ID=ccc17f98-2781-4c04-aec1-b0eeaf497aa1,revision_number=0']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:31:29.721582 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-d27511e3-447f-420d-a07d-d749f79337c4 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.9486661 Feb 04 17:31:29.724913 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 48682) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:31:29.734413 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-a261e23c-37d9-4b06-9211-186f7c7cd7c2 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1955024266', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'ccc17f98-2781-4c04-aec1-b0eeaf497aa1'}], 'security_groups': ['6f81fcb3-77a1-4fe5-8718-31f3df9c4ff2', '1c734cf2-6e9f-4722-984a-3e08317b0635']}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:31:29.778511 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-132ea9a2-6099-4aa0-8249-50f271f6996b tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Deleting port 7767f368-85af-4f03-8692-2197aa257517 {{(pid=103376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:31:29.779242 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-132ea9a2-6099-4aa0-8249-50f271f6996b tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (7767f368-85af-4f03-8692-2197aa257517), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:29.783425 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5bbe7ac6-f645-4716-b40e-e39fc5fe164d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (bb89f5a3-3c22-440b-b7d1-c4f0c43c184a), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:29.959242 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-132ea9a2-6099-4aa0-8249-50f271f6996b tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (7767f368-85af-4f03-8692-2197aa257517), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:29.959585 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-132ea9a2-6099-4aa0-8249-50f271f6996b tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Publish callbacks [] for floatingip (7767f368-85af-4f03-8692-2197aa257517), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:29.988488 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79c3d569-2c96-45ba-821f-602219012ebc None None] Update dhcp port {'port': {'network_id': '39c5a3cf-023d-44e7-9195-38ea0e412caf', 'fixed_ips': [{'subnet_id': '0ec8b988-0c43-4fb0-b17a-ad3334316032', 'ip_address': '172.20.0.18'}, {'subnet_id': '845e526c-b8bc-4cc6-8687-fa1de79619c2', 'ip_address': '172.20.0.2'}, {'subnet_id': 'ccc17f98-2781-4c04-aec1-b0eeaf497aa1'}], 'binding:host_id': 'n-d-827839-2'}, 'id': '7d06bb2f-5315-467a-8bb9-06da2b045eff'} from n-d-827839-2. {{(pid=103378) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 04 17:31:30.014770 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-132ea9a2-6099-4aa0-8249-50f271f6996b tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Calling delete_port for 7767f368-85af-4f03-8692-2197aa257517 owned by network:floatingip {{(pid=103376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:31:30.027871 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-a261e23c-37d9-4b06-9211-186f7c7cd7c2 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (54a66d74-0977-4ccb-b295-fcec8fe09a3e), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:30.032215 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-79c3d569-2c96-45ba-821f-602219012ebc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (7d06bb2f-5315-467a-8bb9-06da2b045eff), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:30.151686 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-84e9da1e-edce-4f35-85fd-9954858f7e57 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Deleting port 061376ab-5559-430f-a269-a0a7775cc27c {{(pid=103377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:31:30.152043 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-84e9da1e-edce-4f35-85fd-9954858f7e57 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (061376ab-5559-430f-a269-a0a7775cc27c), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:30.234887 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b644cce-8466-4e13-b9fc-452a30f0d9ba req-36913713-1f87-4ba7-88ae-ca9cdad7d6c7 tempest-ServerDiskConfigTestJSON-47961148 tempest-ServerDiskConfigTestJSON-47961148-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:30.236565 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-1b644cce-8466-4e13-b9fc-452a30f0d9ba req-36913713-1f87-4ba7-88ae-ca9cdad7d6c7 tempest-ServerDiskConfigTestJSON-47961148 tempest-ServerDiskConfigTestJSON-47961148-project] 10.222.0.90 "GET /v2.0/networks?id=3c6b4be4-b4b9-4735-a6e5-15af4ecbb3e6 HTTP/1.1" status: 200 len: 815 time: 0.2335174 Feb 04 17:31:30.290596 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [None req-84e9da1e-edce-4f35-85fd-9954858f7e57 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] For port 061376ab-5559-430f-a269-a0a7775cc27c, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=061376ab-5559-430f-a269-a0a7775cc27c,segment=NetworkSegment(8fc359c1-f1f2-4e03-ae97-ae0b10393136),segment_id=8fc359c1-f1f2-4e03-ae97-ae0b10393136)] {{(pid=103377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:31:30.291414 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-84e9da1e-edce-4f35-85fd-9954858f7e57 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (061376ab-5559-430f-a269-a0a7775cc27c), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:30.299744 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-79c3d569-2c96-45ba-821f-602219012ebc None None] Allocated IP 172.20.0.34 (39c5a3cf-023d-44e7-9195-38ea0e412caf/ccc17f98-2781-4c04-aec1-b0eeaf497aa1/7d06bb2f-5315-467a-8bb9-06da2b045eff) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:31:30.308564 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-84e9da1e-edce-4f35-85fd-9954858f7e57 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Calling delete_port for 061376ab-5559-430f-a269-a0a7775cc27c owned by network:router_interface {{(pid=103377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:31:30.325311 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [req-1b644cce-8466-4e13-b9fc-452a30f0d9ba req-3d8f9ebe-24ce-4966-b6fa-ae25f3e644f4 tempest-ServerDiskConfigTestJSON-47961148 tempest-ServerDiskConfigTestJSON-47961148-project] Request body: {'port': {'device_id': '5e31becc-950d-4184-999b-78ca5074ae68', 'network_id': '3c6b4be4-b4b9-4735-a6e5-15af4ecbb3e6', 'admin_state_up': True, 'tenant_id': '1340b33ced494106823c7c635ada16b9'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:31:30.432937 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-79c3d569-2c96-45ba-821f-602219012ebc None None] For port 7d06bb2f-5315-467a-8bb9-06da2b045eff, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=7d06bb2f-5315-467a-8bb9-06da2b045eff,segment=NetworkSegment(7a56611a-395f-488f-9441-1320aed78029),segment_id=7a56611a-395f-488f-9441-1320aed78029)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:31:30.474984 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-79c3d569-2c96-45ba-821f-602219012ebc None None] Publish callbacks [] for port (7d06bb2f-5315-467a-8bb9-06da2b045eff), precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:30.482487 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-79c3d569-2c96-45ba-821f-602219012ebc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (7d06bb2f-5315-467a-8bb9-06da2b045eff), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:30.546568 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b644cce-8466-4e13-b9fc-452a30f0d9ba req-3d8f9ebe-24ce-4966-b6fa-ae25f3e644f4 tempest-ServerDiskConfigTestJSON-47961148 tempest-ServerDiskConfigTestJSON-47961148-project] Made reservation on behalf of 1340b33ced494106823c7c635ada16b9 for: {'port': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:31:30.551879 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-1b644cce-8466-4e13-b9fc-452a30f0d9ba req-3d8f9ebe-24ce-4966-b6fa-ae25f3e644f4 tempest-ServerDiskConfigTestJSON-47961148 tempest-ServerDiskConfigTestJSON-47961148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:30.656923 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-132ea9a2-6099-4aa0-8249-50f271f6996b tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (7767f368-85af-4f03-8692-2197aa257517), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:30.699963 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c3d569-2c96-45ba-821f-602219012ebc None None] Pushing event updated for resources: {'Port': ['ID=7d06bb2f-5315-467a-8bb9-06da2b045eff,revision_number=7']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:31:30.713565 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132ea9a2-6099-4aa0-8249-50f271f6996b tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Pushing event deleted for resources: {'Port': ['ID=7767f368-85af-4f03-8692-2197aa257517,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:31:30.748938 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.db.api [None req-a261e23c-37d9-4b06-9211-186f7c7cd7c2 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.34-cc924546-81ed-419c-ba5d-d7315a502e68 {{(pid=103376) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 17:31:30.749337 n-d-827839-2 neutron-server[103376]: DEBUG oslo_db.api [None req-a261e23c-37d9-4b06-9211-186f7c7cd7c2 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 17:31:30.798111 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b854629-f380-48d6-8375-c19241b72597 req-83b5ef47-9c29-4a31-8c4e-a6b04173bbb9 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:30.798836 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-84e9da1e-edce-4f35-85fd-9954858f7e57 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (061376ab-5559-430f-a269-a0a7775cc27c), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:30.804991 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b854629-f380-48d6-8375-c19241b72597 req-83b5ef47-9c29-4a31-8c4e-a6b04173bbb9 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:30.812679 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b854629-f380-48d6-8375-c19241b72597 req-83b5ef47-9c29-4a31-8c4e-a6b04173bbb9 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:30.819307 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b854629-f380-48d6-8375-c19241b72597 req-83b5ef47-9c29-4a31-8c4e-a6b04173bbb9 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:30.825361 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b854629-f380-48d6-8375-c19241b72597 req-83b5ef47-9c29-4a31-8c4e-a6b04173bbb9 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:30.831465 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b854629-f380-48d6-8375-c19241b72597 req-83b5ef47-9c29-4a31-8c4e-a6b04173bbb9 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:30.846056 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b854629-f380-48d6-8375-c19241b72597 req-83b5ef47-9c29-4a31-8c4e-a6b04173bbb9 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:30.850829 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-3b854629-f380-48d6-8375-c19241b72597 req-83b5ef47-9c29-4a31-8c4e-a6b04173bbb9 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] 10.222.0.89 "GET /v2.0/ports?device_id=f9afa7a5-1aca-47d0-a335-e4059d5a8169 HTTP/1.1" status: 200 len: 5419 time: 0.3886743 Feb 04 17:31:30.934463 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e9da1e-edce-4f35-85fd-9954858f7e57 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Pushing event deleted for resources: {'Port': ['ID=061376ab-5559-430f-a269-a0a7775cc27c,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:31:30.941817 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 7d06bb2f-5315-467a-8bb9-06da2b045eff up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:31:30.965417 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-132ea9a2-6099-4aa0-8249-50f271f6996b tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Publish callbacks [] for floatingip (1252df08-00ef-451b-b8a9-e1695820fcfb), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:30.977297 n-d-827839-2 neutron-server[103376]: INFO neutron.db.l3_db [None req-132ea9a2-6099-4aa0-8249-50f271f6996b tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Floating IP 1252df08-00ef-451b-b8a9-e1695820fcfb disassociated (deleted). External IP: 172.25.6.161, port: c567cd85-b499-4ff1-88dc-8744a48b8b41. Feb 04 17:31:30.982774 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-1d644205-cdc8-4c19-ac1e-17093acb98ad req-68ecf555-7657-4b65-a0f1-e96623b6ef42 tempest-ServerDiskConfigTestJSON-47961148 tempest-ServerDiskConfigTestJSON-47961148-project] 10.222.0.89 "GET /v2.0/ports?device_id=5e31becc-950d-4184-999b-78ca5074ae68 HTTP/1.1" status: 200 len: 210 time: 0.0685840 Feb 04 17:31:31.141931 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.db_base_plugin_common [req-1b644cce-8466-4e13-b9fc-452a30f0d9ba req-3d8f9ebe-24ce-4966-b6fa-ae25f3e644f4 tempest-ServerDiskConfigTestJSON-47961148 tempest-ServerDiskConfigTestJSON-47961148-project] Allocated IP 172.20.0.3 (3c6b4be4-b4b9-4735-a6e5-15af4ecbb3e6/375be7ec-5e9b-4b86-ae0d-acfb51345bdd/f32ff516-a26c-4e84-b289-c2e0d0845aec) {{(pid=103377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:31:31.207580 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-84e9da1e-edce-4f35-85fd-9954858f7e57 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1677336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1602614'] for router_interface (519b5a09-be1a-4ed6-9cee-17d9dd42bfa6), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:31.285561 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-3b854629-f380-48d6-8375-c19241b72597 req-cbd7a307-f502-4995-9678-3f4b2f073bce tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] 10.222.0.89 "GET /v2.0/security-groups?id=97363f9b-735d-4c1b-ae48-6b5390fc2698&id=0a858dd3-bfe4-4a54-8e21-ad7067112b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4229281 Feb 04 17:31:31.408987 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-1b644cce-8466-4e13-b9fc-452a30f0d9ba req-3d8f9ebe-24ce-4966-b6fa-ae25f3e644f4 tempest-ServerDiskConfigTestJSON-47961148 tempest-ServerDiskConfigTestJSON-47961148-project] Publish callbacks [] for port (f32ff516-a26c-4e84-b289-c2e0d0845aec), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:31.416670 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-a261e23c-37d9-4b06-9211-186f7c7cd7c2 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (54a66d74-0977-4ccb-b295-fcec8fe09a3e), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:31.504718 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port 7d06bb2f-5315-467a-8bb9-06da2b045eff triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:31:31.507481 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (7d06bb2f-5315-467a-8bb9-06da2b045eff), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:31.538742 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-1b644cce-8466-4e13-b9fc-452a30f0d9ba req-3d8f9ebe-24ce-4966-b6fa-ae25f3e644f4 tempest-ServerDiskConfigTestJSON-47961148 tempest-ServerDiskConfigTestJSON-47961148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (f32ff516-a26c-4e84-b289-c2e0d0845aec), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:31.617676 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8f9ebe-24ce-4966-b6fa-ae25f3e644f4 tempest-ServerDiskConfigTestJSON-47961148 tempest-ServerDiskConfigTestJSON-47961148-project] Pushing event updated for resources: {'Port': ['ID=f32ff516-a26c-4e84-b289-c2e0d0845aec,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:31:31.635007 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port 7d06bb2f-5315-467a-8bb9-06da2b045eff is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:31:31.639652 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-be25f700-58e7-49b9-a371-4541c816e420 None None] Provisioning complete for port c26ddaf0-0545-471b-a0cb-e67fa3545298 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:31:31.640254 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-be25f700-58e7-49b9-a371-4541c816e420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (c26ddaf0-0545-471b-a0cb-e67fa3545298), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:31.683573 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-be25f700-58e7-49b9-a371-4541c816e420 None None] Port c26ddaf0-0545-471b-a0cb-e67fa3545298 cannot update to ACTIVE because it is not bound. {{(pid=103378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 17:31:31.700375 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-be25f700-58e7-49b9-a371-4541c816e420 None None] Provisioning complete for port 7d06bb2f-5315-467a-8bb9-06da2b045eff triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:31:31.701017 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-be25f700-58e7-49b9-a371-4541c816e420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (7d06bb2f-5315-467a-8bb9-06da2b045eff), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:31.703887 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-132ea9a2-6099-4aa0-8249-50f271f6996b tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Router e533f000-d94a-4439-a4c6-1b113390e45f has already been hosted by L3 agent 64ada913-9131-4d99-a265-63a920956287 {{(pid=103376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 17:31:31.734955 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84e9da1e-edce-4f35-85fd-9954858f7e57 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Router 519b5a09-be1a-4ed6-9cee-17d9dd42bfa6 has already been hosted by L3 agent 64ada913-9131-4d99-a265-63a920956287 {{(pid=103377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 17:31:31.740396 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b644cce-8466-4e13-b9fc-452a30f0d9ba req-3d8f9ebe-24ce-4966-b6fa-ae25f3e644f4 tempest-ServerDiskConfigTestJSON-47961148 tempest-ServerDiskConfigTestJSON-47961148-project] Network 3c6b4be4-b4b9-4735-a6e5-15af4ecbb3e6 is already hosted by enough agents. {{(pid=103377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:31:31.744791 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [req-1b644cce-8466-4e13-b9fc-452a30f0d9ba req-3d8f9ebe-24ce-4966-b6fa-ae25f3e644f4 tempest-ServerDiskConfigTestJSON-47961148 tempest-ServerDiskConfigTestJSON-47961148-project] Resources bound (agent type, host, resource id): {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:31:31.748398 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b644cce-8466-4e13-b9fc-452a30f0d9ba req-3d8f9ebe-24ce-4966-b6fa-ae25f3e644f4 tempest-ServerDiskConfigTestJSON-47961148 tempest-ServerDiskConfigTestJSON-47961148-project] Received port after_create {{(pid=103377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:31:31.792176 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-be25f700-58e7-49b9-a371-4541c816e420 None None] Current status of the port 7d06bb2f-5315-467a-8bb9-06da2b045eff is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:31:31.800136 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b644cce-8466-4e13-b9fc-452a30f0d9ba req-3d8f9ebe-24ce-4966-b6fa-ae25f3e644f4 tempest-ServerDiskConfigTestJSON-47961148 tempest-ServerDiskConfigTestJSON-47961148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:31.800872 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-1b644cce-8466-4e13-b9fc-452a30f0d9ba req-3d8f9ebe-24ce-4966-b6fa-ae25f3e644f4 tempest-ServerDiskConfigTestJSON-47961148 tempest-ServerDiskConfigTestJSON-47961148-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:31.804414 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-be25f700-58e7-49b9-a371-4541c816e420 None None] Provisioning complete for port 54a66d74-0977-4ccb-b295-fcec8fe09a3e triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:31:31.804822 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-be25f700-58e7-49b9-a371-4541c816e420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (54a66d74-0977-4ccb-b295-fcec8fe09a3e), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:31.845681 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-be25f700-58e7-49b9-a371-4541c816e420 None None] Port 54a66d74-0977-4ccb-b295-fcec8fe09a3e cannot update to ACTIVE because it is not bound. {{(pid=103378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 17:31:31.859417 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-1b644cce-8466-4e13-b9fc-452a30f0d9ba req-3d8f9ebe-24ce-4966-b6fa-ae25f3e644f4 tempest-ServerDiskConfigTestJSON-47961148 tempest-ServerDiskConfigTestJSON-47961148-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5395756 Feb 04 17:31:31.895178 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [req-1b644cce-8466-4e13-b9fc-452a30f0d9ba req-4412b22d-5d3a-4283-beff-d56a489d1802 service neutron] Request body: {'port': {'device_id': '5e31becc-950d-4184-999b-78ca5074ae68', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827839-2'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:31:31.973152 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-1b644cce-8466-4e13-b9fc-452a30f0d9ba req-4412b22d-5d3a-4283-beff-d56a489d1802 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (f32ff516-a26c-4e84-b289-c2e0d0845aec), before_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:31.984083 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84e9da1e-edce-4f35-85fd-9954858f7e57 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Notify agent at l3_agent.n-d-827839-2 the message routers_updated {{(pid=103377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 17:31:31.990949 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-84e9da1e-edce-4f35-85fd-9954858f7e57 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] 10.222.0.89 "PUT /v2.0/routers/519b5a09-be1a-4ed6-9cee-17d9dd42bfa6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9345539 Feb 04 17:31:31.995561 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 48720) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:31:32.019019 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdae9773-5bd3-4cae-a2b8-200b3a1276a6 None None] Sync routers for ids ['519b5a09-be1a-4ed6-9cee-17d9dd42bfa6'] in n-d-827839-2 {{(pid=103378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 17:31:32.034625 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ef636861-4cca-4e15-acf9-688770904db7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (64ada913-9131-4d99-a265-63a920956287), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:32.046811 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdae9773-5bd3-4cae-a2b8-200b3a1276a6 None None] Routers {'519b5a09-be1a-4ed6-9cee-17d9dd42bfa6'} bound to L3 agent in host n-d-827839-2 {{(pid=103378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:31:32.048359 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-fdae9773-5bd3-4cae-a2b8-200b3a1276a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:31:32Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['519b5a09-be1a-4ed6-9cee-17d9dd42bfa6'], 'active': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:31:32.181320 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvr_db [None req-fdae9773-5bd3-4cae-a2b8-200b3a1276a6 None None] Set router 519b5a09-be1a-4ed6-9cee-17d9dd42bfa6 gateway port host: None {{(pid=103378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:31:32.194554 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.db_base_plugin_v2 [None req-12a1e275-7d35-42d7-a3ab-fc0d79a8f867 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Deleting subnet 2ea1283a-c76b-437d-b3f5-f48e319c2a24 {{(pid=103377) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 17:31:32.204054 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-12a1e275-7d35-42d7-a3ab-fc0d79a8f867 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Publish callbacks [] for subnet (2ea1283a-c76b-437d-b3f5-f48e319c2a24), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:32.297214 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-12a1e275-7d35-42d7-a3ab-fc0d79a8f867 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26866676'] for subnet (2ea1283a-c76b-437d-b3f5-f48e319c2a24), precommit_delete_associations {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:32.422267 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-132ea9a2-6099-4aa0-8249-50f271f6996b tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Notify agent at l3_agent.n-d-827839-2 the message routers_updated {{(pid=103376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 17:31:32.427371 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-132ea9a2-6099-4aa0-8249-50f271f6996b tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for floatingip (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:32.432308 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158039a9-70ce-47c3-ad97-27d91e57f5f6 req-5cf718ae-0e74-40c0-b143-767817a72acb tempest-ServerDiskConfigTestJSON-47961148 tempest-ServerDiskConfigTestJSON-47961148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:32.435579 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be639655-815b-4951-a466-f3b17874d790 None None] Sync routers for ids ['e533f000-d94a-4439-a4c6-1b113390e45f'] in n-d-827839-2 {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 17:31:32.440140 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-158039a9-70ce-47c3-ad97-27d91e57f5f6 req-5cf718ae-0e74-40c0-b143-767817a72acb tempest-ServerDiskConfigTestJSON-47961148 tempest-ServerDiskConfigTestJSON-47961148-project] 10.222.0.89 "GET /v2.0/ports?device_id=5e31becc-950d-4184-999b-78ca5074ae68 HTTP/1.1" status: 200 len: 931 time: 0.3452682 Feb 04 17:31:32.450736 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be639655-815b-4951-a466-f3b17874d790 None None] Routers {'e533f000-d94a-4439-a4c6-1b113390e45f'} bound to L3 agent in host n-d-827839-2 {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:31:32.453658 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-be639655-815b-4951-a466-f3b17874d790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:31:32Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['e533f000-d94a-4439-a4c6-1b113390e45f'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:31:32.468813 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-132ea9a2-6099-4aa0-8249-50f271f6996b tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] 10.222.0.89 "DELETE /v2.0/floatingips/1252df08-00ef-451b-b8a9-e1695820fcfb HTTP/1.1" status: 204 len: 168 time: 3.0292444 Feb 04 17:31:32.475442 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-12a1e275-7d35-42d7-a3ab-fc0d79a8f867 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1541225'] for subnet (2ea1283a-c76b-437d-b3f5-f48e319c2a24), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:32.482047 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-fdae9773-5bd3-4cae-a2b8-200b3a1276a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '519b5a09-be1a-4ed6-9cee-17d9dd42bfa6', 'name': 'tempest-RoutersIpV6Test-router-1872959318', 'tenant_id': '9117ee7d05a54905bc1e8a5956601b14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:30:09Z', 'updated_at': '2022-02-04T17:31:30Z', 'revision_number': 9, 'project_id': '9117ee7d05a54905bc1e8a5956601b14', 'gw_port_host': None, '_interfaces': [{'id': '56c51fc1-b604-49a0-9e16-3420f4efe7e7', 'name': '', 'network_id': '1075af02-a74d-49b8-96f6-92af5f280311', 'tenant_id': '9117ee7d05a54905bc1e8a5956601b14', 'mac_address': 'fa:16:3e:8f:3a:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '519b5a09-be1a-4ed6-9cee-17d9dd42bfa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2282, 'fixed_ips': [{'subnet_id': '4794049b-80b7-4292-8142-5254fcbd38a1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:30:32Z', 'updated_at': '2022-02-04T17:30:50Z', 'revision_number': 5, 'project_id': '9117ee7d05a54905bc1e8a5956601b14', 'subnets': [{'id': '4794049b-80b7-4292-8142-5254fcbd38a1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e45f3f22-c9b2-40db-bd81-abe2ef0e1ad1', 'name': '', 'network_id': 'e491b4ae-a9ba-443a-b592-68de5d6c355f', 'tenant_id': '9117ee7d05a54905bc1e8a5956601b14', 'mac_address': 'fa:16:3e:49:15:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '519b5a09-be1a-4ed6-9cee-17d9dd42bfa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2259, 'fixed_ips': [{'subnet_id': '78e6fd8d-d36c-498f-9851-709f40f04989', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:30:15Z', 'updated_at': '2022-02-04T17:30:27Z', 'revision_number': 5, 'project_id': '9117ee7d05a54905bc1e8a5956601b14', 'subnets': [{'id': '78e6fd8d-d36c-498f-9851-709f40f04989', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-2', False) {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:31:32.484127 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 48730) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:31:32.524762 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdae9773-5bd3-4cae-a2b8-200b3a1276a6 None None] Checking router: 519b5a09-be1a-4ed6-9cee-17d9dd42bfa6 for host: n-d-827839-2 {{(pid=103378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 17:31:32.533915 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-be639655-815b-4951-a466-f3b17874d790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827839-2', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:31:32.536252 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.db_base_plugin_common [None req-a261e23c-37d9-4b06-9211-186f7c7cd7c2 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Delete allocated IP 172.20.0.10 (39c5a3cf-023d-44e7-9195-38ea0e412caf/845e526c-b8bc-4cc6-8687-fa1de79619c2) {{(pid=103376) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 04 17:31:32.548373 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdae9773-5bd3-4cae-a2b8-200b3a1276a6 None None] Routers {'519b5a09-be1a-4ed6-9cee-17d9dd42bfa6'} bound to L3 agent in host n-d-827839-2 {{(pid=103378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:31:32.549107 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-fdae9773-5bd3-4cae-a2b8-200b3a1276a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:31:32Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['519b5a09-be1a-4ed6-9cee-17d9dd42bfa6'], 'active': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:31:32.554284 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be639655-815b-4951-a466-f3b17874d790 None None] Routers {'e533f000-d94a-4439-a4c6-1b113390e45f'} bound to L3 agent in host n-d-827839-2 {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:31:32.555224 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-be639655-815b-4951-a466-f3b17874d790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:31:32Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['e533f000-d94a-4439-a4c6-1b113390e45f'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:31:32.559010 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 48732) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:31:32.571873 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bce5294-3f6f-4c39-972a-5c50a5a20dd7 req-c3815fe5-dfb7-45f1-8524-e3e05bfe8e4b tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:32.578248 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bce5294-3f6f-4c39-972a-5c50a5a20dd7 req-c3815fe5-dfb7-45f1-8524-e3e05bfe8e4b tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:32.584221 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bce5294-3f6f-4c39-972a-5c50a5a20dd7 req-c3815fe5-dfb7-45f1-8524-e3e05bfe8e4b tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:32.590475 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bce5294-3f6f-4c39-972a-5c50a5a20dd7 req-c3815fe5-dfb7-45f1-8524-e3e05bfe8e4b tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:32.596045 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bce5294-3f6f-4c39-972a-5c50a5a20dd7 req-c3815fe5-dfb7-45f1-8524-e3e05bfe8e4b tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:32.598776 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-be639655-815b-4951-a466-f3b17874d790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827839-2', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:31:32.600943 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be639655-815b-4951-a466-f3b17874d790 None None] The sync data for ids ['e533f000-d94a-4439-a4c6-1b113390e45f'] in n-d-827839-2 is: [] {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 17:31:32.604033 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bce5294-3f6f-4c39-972a-5c50a5a20dd7 req-c3815fe5-dfb7-45f1-8524-e3e05bfe8e4b tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:32.609350 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bce5294-3f6f-4c39-972a-5c50a5a20dd7 req-c3815fe5-dfb7-45f1-8524-e3e05bfe8e4b tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:32.614282 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-8bce5294-3f6f-4c39-972a-5c50a5a20dd7 req-c3815fe5-dfb7-45f1-8524-e3e05bfe8e4b tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] 10.222.0.89 "GET /v2.0/ports?device_id=f9afa7a5-1aca-47d0-a335-e4059d5a8169 HTTP/1.1" status: 200 len: 5419 time: 0.2017906 Feb 04 17:31:32.614569 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.db_base_plugin_common [None req-a261e23c-37d9-4b06-9211-186f7c7cd7c2 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Allocated IP 172.20.0.41 (39c5a3cf-023d-44e7-9195-38ea0e412caf/ccc17f98-2781-4c04-aec1-b0eeaf497aa1/54a66d74-0977-4ccb-b295-fcec8fe09a3e) {{(pid=103376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:31:32.700259 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvr_db [None req-fdae9773-5bd3-4cae-a2b8-200b3a1276a6 None None] Set router 519b5a09-be1a-4ed6-9cee-17d9dd42bfa6 gateway port host: None {{(pid=103378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:31:32.720207 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-8bce5294-3f6f-4c39-972a-5c50a5a20dd7 req-ef760b5a-7969-406f-b84d-b397ab31a658 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] 10.222.0.89 "GET /v2.0/security-groups?id=97363f9b-735d-4c1b-ae48-6b5390fc2698&id=0a858dd3-bfe4-4a54-8e21-ad7067112b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0973544 Feb 04 17:31:32.872321 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-a261e23c-37d9-4b06-9211-186f7c7cd7c2 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Publish callbacks [] for port (54a66d74-0977-4ccb-b295-fcec8fe09a3e), precommit_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:32.878116 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-a261e23c-37d9-4b06-9211-186f7c7cd7c2 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675836'] for port (54a66d74-0977-4ccb-b295-fcec8fe09a3e), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:32.983062 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d408ec64-b374-4acb-a1fc-48241dad6d47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (0cd6d64a-47a7-40ff-8c12-71dd526c62e0), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:32.991689 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a261e23c-37d9-4b06-9211-186f7c7cd7c2 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Pushing event updated for resources: {'Port': ['ID=54a66d74-0977-4ccb-b295-fcec8fe09a3e,revision_number=2']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:31:32.998338 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-a261e23c-37d9-4b06-9211-186f7c7cd7c2 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] In _notify_port_updated(), no bound segment for port 54a66d74-0977-4ccb-b295-fcec8fe09a3e on network 39c5a3cf-023d-44e7-9195-38ea0e412caf {{(pid=103376) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Feb 04 17:31:33.005372 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a261e23c-37d9-4b06-9211-186f7c7cd7c2 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:33.006025 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-a261e23c-37d9-4b06-9211-186f7c7cd7c2 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:33.011411 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-a261e23c-37d9-4b06-9211-186f7c7cd7c2 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] 10.222.0.89 "PUT /v2.0/ports/54a66d74-0977-4ccb-b295-fcec8fe09a3e HTTP/1.1" status: 200 len: 960 time: 3.2825356 Feb 04 17:31:33.011411 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 48736) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:31:33.012303 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-158039a9-70ce-47c3-ad97-27d91e57f5f6 req-0415a3f8-2f39-494f-994d-8df74b498059 tempest-ServerDiskConfigTestJSON-47961148 tempest-ServerDiskConfigTestJSON-47961148-project] 10.222.0.89 "GET /v2.0/security-groups?id=ffff0ed7-cf9e-4cbb-9be9-3a1c2dba1e58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5706432 Feb 04 17:31:33.020839 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-fdae9773-5bd3-4cae-a2b8-200b3a1276a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '519b5a09-be1a-4ed6-9cee-17d9dd42bfa6', 'name': 'tempest-RoutersIpV6Test-router-1872959318', 'tenant_id': '9117ee7d05a54905bc1e8a5956601b14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:30:09Z', 'updated_at': '2022-02-04T17:31:30Z', 'revision_number': 9, 'project_id': '9117ee7d05a54905bc1e8a5956601b14', 'gw_port_host': None, '_interfaces': [{'id': '56c51fc1-b604-49a0-9e16-3420f4efe7e7', 'name': '', 'network_id': '1075af02-a74d-49b8-96f6-92af5f280311', 'tenant_id': '9117ee7d05a54905bc1e8a5956601b14', 'mac_address': 'fa:16:3e:8f:3a:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '519b5a09-be1a-4ed6-9cee-17d9dd42bfa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2282, 'fixed_ips': [{'subnet_id': '4794049b-80b7-4292-8142-5254fcbd38a1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:30:32Z', 'updated_at': '2022-02-04T17:30:50Z', 'revision_number': 5, 'project_id': '9117ee7d05a54905bc1e8a5956601b14', 'subnets': [{'id': '4794049b-80b7-4292-8142-5254fcbd38a1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e45f3f22-c9b2-40db-bd81-abe2ef0e1ad1', 'name': '', 'network_id': 'e491b4ae-a9ba-443a-b592-68de5d6c355f', 'tenant_id': '9117ee7d05a54905bc1e8a5956601b14', 'mac_address': 'fa:16:3e:49:15:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '519b5a09-be1a-4ed6-9cee-17d9dd42bfa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2259, 'fixed_ips': [{'subnet_id': '78e6fd8d-d36c-498f-9851-709f40f04989', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:30:15Z', 'updated_at': '2022-02-04T17:30:27Z', 'revision_number': 5, 'project_id': '9117ee7d05a54905bc1e8a5956601b14', 'subnets': [{'id': '78e6fd8d-d36c-498f-9851-709f40f04989', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-2', False) {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:31:33.030618 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-736c8da8-0517-4763-919e-0234067923e0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:33.061576 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdae9773-5bd3-4cae-a2b8-200b3a1276a6 None None] The sync data for ids ['519b5a09-be1a-4ed6-9cee-17d9dd42bfa6'] in n-d-827839-2 is: [{'id': '519b5a09-be1a-4ed6-9cee-17d9dd42bfa6', 'name': 'tempest-RoutersIpV6Test-router-1872959318', 'tenant_id': '9117ee7d05a54905bc1e8a5956601b14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:30:09Z', 'updated_at': '2022-02-04T17:31:30Z', 'revision_number': 9, 'project_id': '9117ee7d05a54905bc1e8a5956601b14', 'gw_port_host': None, '_interfaces': [{'id': '56c51fc1-b604-49a0-9e16-3420f4efe7e7', 'name': '', 'network_id': '1075af02-a74d-49b8-96f6-92af5f280311', 'tenant_id': '9117ee7d05a54905bc1e8a5956601b14', 'mac_address': 'fa:16:3e:8f:3a:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '519b5a09-be1a-4ed6-9cee-17d9dd42bfa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2282, 'fixed_ips': [{'subnet_id': '4794049b-80b7-4292-8142-5254fcbd38a1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:30:32Z', 'updated_at': '2022-02-04T17:30:50Z', 'revision_number': 5, 'project_id': '9117ee7d05a54905bc1e8a5956601b14', 'subnets': [{'id': '4794049b-80b7-4292-8142-5254fcbd38a1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e45f3f22-c9b2-40db-bd81-abe2ef0e1ad1', 'name': '', 'network_id': 'e491b4ae-a9ba-443a-b592-68de5d6c355f', 'tenant_id': '9117ee7d05a54905bc1e8a5956601b14', 'mac_address': 'fa:16:3e:49:15:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '519b5a09-be1a-4ed6-9cee-17d9dd42bfa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2259, 'fixed_ips': [{'subnet_id': '78e6fd8d-d36c-498f-9851-709f40f04989', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:30:15Z', 'updated_at': '2022-02-04T17:30:27Z', 'revision_number': 5, 'project_id': '9117ee7d05a54905bc1e8a5956601b14', 'subnets': [{'id': '78e6fd8d-d36c-498f-9851-709f40f04989', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 17:31:33.100049 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-12a1e275-7d35-42d7-a3ab-fc0d79a8f867 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1541216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25888360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25597190'] for subnet (2ea1283a-c76b-437d-b3f5-f48e319c2a24), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:33.155387 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-b9485e31-c626-43fd-b67f-036eadfe078c tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Deleting port 54a66d74-0977-4ccb-b295-fcec8fe09a3e {{(pid=103376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:31:33.155831 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-b9485e31-c626-43fd-b67f-036eadfe078c tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (54a66d74-0977-4ccb-b295-fcec8fe09a3e), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:33.162586 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a1e275-7d35-42d7-a3ab-fc0d79a8f867 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Pushing event deleted for resources: {'Subnet': ['ID=2ea1283a-c76b-437d-b3f5-f48e319c2a24,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:31:33.170421 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-12a1e275-7d35-42d7-a3ab-fc0d79a8f867 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Publish callbacks [] for subnet (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:33.175469 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-12a1e275-7d35-42d7-a3ab-fc0d79a8f867 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] 10.222.0.89 "DELETE /v2.0/subnets/2ea1283a-c76b-437d-b3f5-f48e319c2a24 HTTP/1.1" status: 204 len: 168 time: 1.1756907 Feb 04 17:31:33.176578 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 48738) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:31:33.178613 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da283c20-1ff6-48c2-982e-c5a77e2d6658 None None] Network 91f343bc-9e24-4b9a-879e-69a194e0fff0 requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:31:33.193498 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-918235de-35a7-4cbd-9584-70b28cf7fb27 tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Deleting port c567cd85-b499-4ff1-88dc-8744a48b8b41 {{(pid=103377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:31:33.193832 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-918235de-35a7-4cbd-9584-70b28cf7fb27 tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (c567cd85-b499-4ff1-88dc-8744a48b8b41), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:33.198419 n-d-827839-2 neutron-server[103377]: DEBUG neutron.notifiers.nova [req-1b644cce-8466-4e13-b9fc-452a30f0d9ba req-4412b22d-5d3a-4283-beff-d56a489d1802 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f32ff516-a26c-4e84-b289-c2e0d0845aec {{(pid=103377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 17:31:33.211685 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-1b644cce-8466-4e13-b9fc-452a30f0d9ba req-4412b22d-5d3a-4283-beff-d56a489d1802 service neutron] Publish callbacks [] for port (f32ff516-a26c-4e84-b289-c2e0d0845aec), precommit_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:33.262827 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-b9485e31-c626-43fd-b67f-036eadfe078c tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (54a66d74-0977-4ccb-b295-fcec8fe09a3e), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:33.284322 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-b9485e31-c626-43fd-b67f-036eadfe078c tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Calling delete_port for 54a66d74-0977-4ccb-b295-fcec8fe09a3e owned by {{(pid=103376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:31:33.354459 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.provisioning_blocks [req-1b644cce-8466-4e13-b9fc-452a30f0d9ba req-4412b22d-5d3a-4283-beff-d56a489d1802 service neutron] Transition to ACTIVE for port object f32ff516-a26c-4e84-b289-c2e0d0845aec will not be triggered until provisioned by entity L2. {{(pid=103377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 17:31:33.377330 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-1b644cce-8466-4e13-b9fc-452a30f0d9ba req-4412b22d-5d3a-4283-beff-d56a489d1802 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25888290'] for port (f32ff516-a26c-4e84-b289-c2e0d0845aec), after_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:33.429799 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-36e595a3-501a-4146-838b-a5e72550d0cc tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628832'] for network (91f343bc-9e24-4b9a-879e-69a194e0fff0), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:33.436762 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5206ded-567e-486a-a85d-8151791bc436 None None] DHCP port deletion for 91f343bc-9e24-4b9a-879e-69a194e0fff0 request from n-d-827839-2 {{(pid=103378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 17:31:33.459462 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-b9485e31-c626-43fd-b67f-036eadfe078c tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (54a66d74-0977-4ccb-b295-fcec8fe09a3e), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:33.485749 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-736c8da8-0517-4763-919e-0234067923e0 admin admin] Publish callbacks [] for security_group (0eaea566-d04e-4429-948e-c67aea82e090), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:33.495839 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9485e31-c626-43fd-b67f-036eadfe078c tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Pushing event deleted for resources: {'Port': ['ID=54a66d74-0977-4ccb-b295-fcec8fe09a3e,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:31:33.529305 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-c5206ded-567e-486a-a85d-8151791bc436 None None] Deleting port 46c2636a-44ba-43fc-ac60-72ec2dc08427 {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:31:33.529864 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c5206ded-567e-486a-a85d-8151791bc436 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (46c2636a-44ba-43fc-ac60-72ec2dc08427), before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:33.544053 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-918235de-35a7-4cbd-9584-70b28cf7fb27 tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (c567cd85-b499-4ff1-88dc-8744a48b8b41), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:33.546841 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-736c8da8-0517-4763-919e-0234067923e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (0eaea566-d04e-4429-948e-c67aea82e090), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:33.604594 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-b9485e31-c626-43fd-b67f-036eadfe078c tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:33.613320 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-b9485e31-c626-43fd-b67f-036eadfe078c tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] 10.222.0.89 "DELETE /v2.0/ports/54a66d74-0977-4ccb-b295-fcec8fe09a3e HTTP/1.1" status: 204 len: 168 time: 0.5961277 Feb 04 17:31:33.613479 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-918235de-35a7-4cbd-9584-70b28cf7fb27 tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Calling delete_port for c567cd85-b499-4ff1-88dc-8744a48b8b41 owned by {{(pid=103377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:31:33.613557 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 48740) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:31:33.613621 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-c5206ded-567e-486a-a85d-8151791bc436 None None] For port 46c2636a-44ba-43fc-ac60-72ec2dc08427, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=46c2636a-44ba-43fc-ac60-72ec2dc08427,segment=NetworkSegment(8fc359c1-f1f2-4e03-ae97-ae0b10393136),segment_id=8fc359c1-f1f2-4e03-ae97-ae0b10393136)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:31:33.614084 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c5206ded-567e-486a-a85d-8151791bc436 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (46c2636a-44ba-43fc-ac60-72ec2dc08427), precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:33.632496 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-c5206ded-567e-486a-a85d-8151791bc436 None None] Calling delete_port for 46c2636a-44ba-43fc-ac60-72ec2dc08427 owned by network:dhcp {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:31:33.651277 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4412b22d-5d3a-4283-beff-d56a489d1802 service neutron] Pushing event updated for resources: {'Port': ['ID=f32ff516-a26c-4e84-b289-c2e0d0845aec,revision_number=2']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:31:33.653215 n-d-827839-2 neutron-server[103376]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a68bcc0-fe55-4be2-8049-29aacabf0f00 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] GET failed (client error): The resource could not be found. Feb 04 17:31:33.657883 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-9a68bcc0-fe55-4be2-8049-29aacabf0f00 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] 10.222.0.89 "GET /v2.0/ports/54a66d74-0977-4ccb-b295-fcec8fe09a3e HTTP/1.1" status: 404 len: 333 time: 0.0430956 Feb 04 17:31:33.658785 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 48742) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:31:33.729302 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-39b795b5-d3e6-4e62-9daf-6d9f3040c8e0 None None] Could not find standard attr ID for object 54a66d74-0977-4ccb-b295-fcec8fe09a3e. {{(pid=103378) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 17:31:33.730041 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-a2e1280b-8bd3-418a-b764-e48b1fcc2c31 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Publish callbacks [] for security_group (75df0387-7d4c-4f85-9a8b-ffcd7a8c7ae3), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:33.738121 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-736c8da8-0517-4763-919e-0234067923e0 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=48f248eb71744013b1af8ec64974b4ed&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1763568 Feb 04 17:31:33.740905 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c5206ded-567e-486a-a85d-8151791bc436 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144'] for port (46c2636a-44ba-43fc-ac60-72ec2dc08427), after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:33.744375 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 48744) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:31:33.753641 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736c8da8-0517-4763-919e-0234067923e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0eaea566-d04e-4429-948e-c67aea82e090,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:31:33.768778 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5206ded-567e-486a-a85d-8151791bc436 None None] Pushing event deleted for resources: {'Port': ['ID=46c2636a-44ba-43fc-ac60-72ec2dc08427,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:31:33.773301 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5206ded-567e-486a-a85d-8151791bc436 None None] No DVR routers for this DVR port 46c2636a-44ba-43fc-ac60-72ec2dc08427 on host n-d-827839-2 {{(pid=103378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 17:31:33.797729 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-a2e1280b-8bd3-418a-b764-e48b1fcc2c31 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Publish callbacks [] for security_group (75df0387-7d4c-4f85-9a8b-ffcd7a8c7ae3), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:33.877376 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [req-1b644cce-8466-4e13-b9fc-452a30f0d9ba req-4412b22d-5d3a-4283-beff-d56a489d1802 service neutron] Attempting to bind port f32ff516-a26c-4e84-b289-c2e0d0845aec on host n-h2-827839-2 for vnic_type normal with profile {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:31:33.877716 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [req-1b644cce-8466-4e13-b9fc-452a30f0d9ba req-4412b22d-5d3a-4283-beff-d56a489d1802 service neutron] Attempting to bind port f32ff516-a26c-4e84-b289-c2e0d0845aec by drivers openvswitch,hyperv on host n-h2-827839-2 at level 0 using segments [{'id': 'c672906f-f6f7-41c3-8178-df9515ad242f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '3c6b4be4-b4b9-4735-a6e5-15af4ecbb3e6'}] {{(pid=103377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:31:33.878055 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b644cce-8466-4e13-b9fc-452a30f0d9ba req-4412b22d-5d3a-4283-beff-d56a489d1802 service neutron] Attempting to bind port f32ff516-a26c-4e84-b289-c2e0d0845aec on network 3c6b4be4-b4b9-4735-a6e5-15af4ecbb3e6 {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:31:33.894273 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-a2e1280b-8bd3-418a-b764-e48b1fcc2c31 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (75df0387-7d4c-4f85-9a8b-ffcd7a8c7ae3), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:33.896928 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-a2e1280b-8bd3-418a-b764-e48b1fcc2c31 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Publish callbacks [] for security_group (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:33.897908 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b644cce-8466-4e13-b9fc-452a30f0d9ba req-4412b22d-5d3a-4283-beff-d56a489d1802 service neutron] Port f32ff516-a26c-4e84-b289-c2e0d0845aec on network 3c6b4be4-b4b9-4735-a6e5-15af4ecbb3e6 not bound, no agent of type Open vSwitch agent registered on host n-h2-827839-2 {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 17:31:33.898079 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-a2e1280b-8bd3-418a-b764-e48b1fcc2c31 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] 10.222.0.89 "DELETE /v2.0/security-groups/75df0387-7d4c-4f85-9a8b-ffcd7a8c7ae3 HTTP/1.1" status: 204 len: 168 time: 0.2381418 Feb 04 17:31:33.898325 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b644cce-8466-4e13-b9fc-452a30f0d9ba req-4412b22d-5d3a-4283-beff-d56a489d1802 service neutron] Attempting to bind port f32ff516-a26c-4e84-b289-c2e0d0845aec on network 3c6b4be4-b4b9-4735-a6e5-15af4ecbb3e6 {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:31:33.902779 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 48748) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:31:33.920184 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e1280b-8bd3-418a-b764-e48b1fcc2c31 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=75df0387-7d4c-4f85-9a8b-ffcd7a8c7ae3,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:31:33.931202 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b644cce-8466-4e13-b9fc-452a30f0d9ba req-4412b22d-5d3a-4283-beff-d56a489d1802 service neutron] Checking agent: {'id': 'f20a1ab3-4332-4f54-833b-ba4a7c687e89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 8, 40), 'started_at': datetime.datetime(2022, 2, 4, 17, 8, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 31, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:31:33.931202 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b644cce-8466-4e13-b9fc-452a30f0d9ba req-4412b22d-5d3a-4283-beff-d56a489d1802 service neutron] Checking segment: {'id': 'c672906f-f6f7-41c3-8178-df9515ad242f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '3c6b4be4-b4b9-4735-a6e5-15af4ecbb3e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:31:33.931202 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b644cce-8466-4e13-b9fc-452a30f0d9ba req-4412b22d-5d3a-4283-beff-d56a489d1802 service neutron] Bound using segment: {'id': 'c672906f-f6f7-41c3-8178-df9515ad242f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '3c6b4be4-b4b9-4735-a6e5-15af4ecbb3e6'} {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:31:33.931202 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [req-1b644cce-8466-4e13-b9fc-452a30f0d9ba req-4412b22d-5d3a-4283-beff-d56a489d1802 service neutron] Bound port: f32ff516-a26c-4e84-b289-c2e0d0845aec, host: n-h2-827839-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c672906f-f6f7-41c3-8178-df9515ad242f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '3c6b4be4-b4b9-4735-a6e5-15af4ecbb3e6'}}] {{(pid=103377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:31:33.931202 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-1b644cce-8466-4e13-b9fc-452a30f0d9ba req-4412b22d-5d3a-4283-beff-d56a489d1802 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (f32ff516-a26c-4e84-b289-c2e0d0845aec), before_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:33.935151 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-36e595a3-501a-4146-838b-a5e72550d0cc tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Deleting port 46c2636a-44ba-43fc-ac60-72ec2dc08427 {{(pid=103377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:31:33.935620 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-36e595a3-501a-4146-838b-a5e72550d0cc tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (46c2636a-44ba-43fc-ac60-72ec2dc08427), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:33.944282 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f511d2-ae15-4145-b3e0-787c947743af req-f81c6ff2-da1a-4411-b0fb-504d1a0fa339 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:33.945618 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-5784631f-e2df-44e2-acc4-87cb821395a3 admin admin] Publish callbacks [] for security_group (0eaea566-d04e-4429-948e-c67aea82e090), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:33.951216 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f511d2-ae15-4145-b3e0-787c947743af req-f81c6ff2-da1a-4411-b0fb-504d1a0fa339 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:33.956932 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f511d2-ae15-4145-b3e0-787c947743af req-f81c6ff2-da1a-4411-b0fb-504d1a0fa339 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:33.963398 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f511d2-ae15-4145-b3e0-787c947743af req-f81c6ff2-da1a-4411-b0fb-504d1a0fa339 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:33.969420 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f511d2-ae15-4145-b3e0-787c947743af req-f81c6ff2-da1a-4411-b0fb-504d1a0fa339 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:33.974850 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f511d2-ae15-4145-b3e0-787c947743af req-f81c6ff2-da1a-4411-b0fb-504d1a0fa339 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:33.980231 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f511d2-ae15-4145-b3e0-787c947743af req-f81c6ff2-da1a-4411-b0fb-504d1a0fa339 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:33.982335 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-c5f511d2-ae15-4145-b3e0-787c947743af req-f81c6ff2-da1a-4411-b0fb-504d1a0fa339 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] 10.222.0.89 "GET /v2.0/ports?device_id=f9afa7a5-1aca-47d0-a335-e4059d5a8169 HTTP/1.1" status: 200 len: 5419 time: 0.1501319 Feb 04 17:31:34.048127 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-48d5286b-d3fe-491a-85d2-4cea12abf16a tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Publish callbacks [] for security_group (1c734cf2-6e9f-4722-984a-3e08317b0635), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:34.083239 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-5784631f-e2df-44e2-acc4-87cb821395a3 admin admin] Publish callbacks [] for security_group (0eaea566-d04e-4429-948e-c67aea82e090), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:34.091284 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-c5f511d2-ae15-4145-b3e0-787c947743af req-f31a7dd8-e237-4652-810a-2a532e4253fe tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] 10.222.0.89 "GET /v2.0/security-groups?id=97363f9b-735d-4c1b-ae48-6b5390fc2698&id=0a858dd3-bfe4-4a54-8e21-ad7067112b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0984492 Feb 04 17:31:34.093073 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-48d5286b-d3fe-491a-85d2-4cea12abf16a tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Publish callbacks [] for security_group (1c734cf2-6e9f-4722-984a-3e08317b0635), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:34.099511 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [None req-36e595a3-501a-4146-838b-a5e72550d0cc tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] For port 46c2636a-44ba-43fc-ac60-72ec2dc08427, host n-d-827839-2, got binding levels [] {{(pid=103377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:31:34.099883 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-36e595a3-501a-4146-838b-a5e72550d0cc tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (46c2636a-44ba-43fc-ac60-72ec2dc08427), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:34.141534 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-48d5286b-d3fe-491a-85d2-4cea12abf16a tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (1c734cf2-6e9f-4722-984a-3e08317b0635), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:34.144236 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-48d5286b-d3fe-491a-85d2-4cea12abf16a tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Publish callbacks [] for security_group (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:34.145931 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-48d5286b-d3fe-491a-85d2-4cea12abf16a tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] 10.222.0.89 "DELETE /v2.0/security-groups/1c734cf2-6e9f-4722-984a-3e08317b0635 HTTP/1.1" status: 204 len: 168 time: 0.2410302 Feb 04 17:31:34.149256 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 48752) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:31:34.155771 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-36e595a3-501a-4146-838b-a5e72550d0cc tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Calling delete_port for 46c2636a-44ba-43fc-ac60-72ec2dc08427 owned by network:dhcp {{(pid=103377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:31:34.160079 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.ipam_backend_mixin [None req-36e595a3-501a-4146-838b-a5e72550d0cc tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Port 46c2636a-44ba-43fc-ac60-72ec2dc08427 was not found and therefore no delete operation was performed {{(pid=103377) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 04 17:31:34.163903 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d5286b-d3fe-491a-85d2-4cea12abf16a tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c734cf2-6e9f-4722-984a-3e08317b0635,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:31:34.212609 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-614a9671-20db-478c-80e3-d2f6058bda33 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Publish callbacks [] for security_group (6f81fcb3-77a1-4fe5-8718-31f3df9c4ff2), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:34.216676 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-36e595a3-501a-4146-838b-a5e72550d0cc tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (46c2636a-44ba-43fc-ac60-72ec2dc08427), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:34.224607 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [req-1b644cce-8466-4e13-b9fc-452a30f0d9ba req-4412b22d-5d3a-4283-beff-d56a489d1802 service neutron] For port f32ff516-a26c-4e84-b289-c2e0d0845aec, host n-h2-827839-2, cleared binding levels {{(pid=103377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:31:34.235852 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-614a9671-20db-478c-80e3-d2f6058bda33 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Publish callbacks [] for security_group (6f81fcb3-77a1-4fe5-8718-31f3df9c4ff2), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:34.271881 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [req-1b644cce-8466-4e13-b9fc-452a30f0d9ba req-4412b22d-5d3a-4283-beff-d56a489d1802 service neutron] For port f32ff516-a26c-4e84-b289-c2e0d0845aec, host n-h2-827839-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=f32ff516-a26c-4e84-b289-c2e0d0845aec,segment=NetworkSegment(c672906f-f6f7-41c3-8178-df9515ad242f),segment_id=c672906f-f6f7-41c3-8178-df9515ad242f)] {{(pid=103377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:31:34.280788 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e595a3-501a-4146-838b-a5e72550d0cc tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Pushing event deleted for resources: {'Port': ['ID=46c2636a-44ba-43fc-ac60-72ec2dc08427,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:31:34.284817 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36e595a3-501a-4146-838b-a5e72550d0cc tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] No DVR routers for this DVR port 46c2636a-44ba-43fc-ac60-72ec2dc08427 on host n-d-827839-2 {{(pid=103377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 17:31:34.285933 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-614a9671-20db-478c-80e3-d2f6058bda33 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (6f81fcb3-77a1-4fe5-8718-31f3df9c4ff2), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:34.289552 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-614a9671-20db-478c-80e3-d2f6058bda33 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Publish callbacks [] for security_group (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:34.290785 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-614a9671-20db-478c-80e3-d2f6058bda33 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] 10.222.0.89 "DELETE /v2.0/security-groups/6f81fcb3-77a1-4fe5-8718-31f3df9c4ff2 HTTP/1.1" status: 204 len: 168 time: 0.1393836 Feb 04 17:31:34.294596 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 48754) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:31:34.295718 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-1b644cce-8466-4e13-b9fc-452a30f0d9ba req-4412b22d-5d3a-4283-beff-d56a489d1802 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25888290'] for port (f32ff516-a26c-4e84-b289-c2e0d0845aec), after_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:34.309981 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614a9671-20db-478c-80e3-d2f6058bda33 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f81fcb3-77a1-4fe5-8718-31f3df9c4ff2,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:31:34.350447 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-918235de-35a7-4cbd-9584-70b28cf7fb27 tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (c567cd85-b499-4ff1-88dc-8744a48b8b41), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:34.360023 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.db_base_plugin_v2 [None req-77b80e35-77eb-4d25-80bb-a43c5d3d1804 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Deleting subnet 845e526c-b8bc-4cc6-8687-fa1de79619c2 {{(pid=103376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 17:31:34.363395 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-77b80e35-77eb-4d25-80bb-a43c5d3d1804 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Publish callbacks [] for subnet (845e526c-b8bc-4cc6-8687-fa1de79619c2), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:34.412525 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-77b80e35-77eb-4d25-80bb-a43c5d3d1804 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25674901'] for subnet (845e526c-b8bc-4cc6-8687-fa1de79619c2), precommit_delete_associations {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:34.412734 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b644cce-8466-4e13-b9fc-452a30f0d9ba req-4412b22d-5d3a-4283-beff-d56a489d1802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:34.413636 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-1b644cce-8466-4e13-b9fc-452a30f0d9ba req-4412b22d-5d3a-4283-beff-d56a489d1802 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:34.415035 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-1b644cce-8466-4e13-b9fc-452a30f0d9ba req-4412b22d-5d3a-4283-beff-d56a489d1802 service neutron] 10.222.0.90 "PUT /v2.0/ports/f32ff516-a26c-4e84-b289-c2e0d0845aec HTTP/1.1" status: 200 len: 1091 time: 2.5241125 Feb 04 17:31:34.422676 n-d-827839-2 neutron-server[103377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e31becc-950d-4184-999b-78ca5074ae68', 'tag': 'f32ff516-a26c-4e84-b289-c2e0d0845aec'}] {{(pid=103377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:31:34.424774 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7240428b650e1488e9361b62648ff4b3a6c19d49d8c27c949491ab58c1346cf0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aecb9d6b-2d4b-4770-8954-a83228186b9e" -d '{"events": [{"name": "network-changed", "server_uuid": "5e31becc-950d-4184-999b-78ca5074ae68", "tag": "f32ff516-a26c-4e84-b289-c2e0d0845aec"}]}' {{(pid=103377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:31:34.435072 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-5784631f-e2df-44e2-acc4-87cb821395a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (0eaea566-d04e-4429-948e-c67aea82e090), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:34.437907 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-5784631f-e2df-44e2-acc4-87cb821395a3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:34.439046 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-5784631f-e2df-44e2-acc4-87cb821395a3 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/0eaea566-d04e-4429-948e-c67aea82e090 HTTP/1.1" status: 204 len: 168 time: 0.6907320 Feb 04 17:31:34.458128 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9519fc08-4e5f-41d7-8fb4-6974a4e00e58 req-b16c319c-1aac-45ca-92ff-4b28fdcc6703 tempest-ServerDiskConfigTestJSON-47961148 tempest-ServerDiskConfigTestJSON-47961148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:34.459660 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-9519fc08-4e5f-41d7-8fb4-6974a4e00e58 req-b16c319c-1aac-45ca-92ff-4b28fdcc6703 tempest-ServerDiskConfigTestJSON-47961148 tempest-ServerDiskConfigTestJSON-47961148-project] 10.222.0.89 "GET /v2.0/ports?device_id=5e31becc-950d-4184-999b-78ca5074ae68 HTTP/1.1" status: 200 len: 943 time: 0.3473091 Feb 04 17:31:34.489763 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-36e595a3-501a-4146-838b-a5e72550d0cc tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1543676', 'neutron.services.segments.db._delete_segments_for_network-8781084786517'] for network (91f343bc-9e24-4b9a-879e-69a194e0fff0), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:34.494623 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5784631f-e2df-44e2-acc4-87cb821395a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0eaea566-d04e-4429-948e-c67aea82e090,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:31:34.540977 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-77b80e35-77eb-4d25-80bb-a43c5d3d1804 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1541225'] for subnet (845e526c-b8bc-4cc6-8687-fa1de79619c2), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:34.552258 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4412b22d-5d3a-4283-beff-d56a489d1802 service neutron] Pushing event updated for resources: {'Port': ['ID=f32ff516-a26c-4e84-b289-c2e0d0845aec,revision_number=3']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:31:34.573827 n-d-827839-2 neutron-server[103377]: DEBUG neutron.services.segments.db [None req-36e595a3-501a-4146-838b-a5e72550d0cc tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91f343bc-9e24-4b9a-879e-69a194e0fff0']}} {{(pid=103377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:31:34.617123 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-77b80e35-77eb-4d25-80bb-a43c5d3d1804 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1541216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25675894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25858947'] for subnet (845e526c-b8bc-4cc6-8687-fa1de79619c2), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:34.640144 n-d-827839-2 neutron-server[103377]: DEBUG neutron.services.segments.db [None req-36e595a3-501a-4146-838b-a5e72550d0cc tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8fc359c1-f1f2-4e03-ae97-ae0b10393136') {'for_net_delete': True} {{(pid=103377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:31:34.640438 n-d-827839-2 neutron-server[103377]: DEBUG neutron.services.segments.db [None req-36e595a3-501a-4146-838b-a5e72550d0cc tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8fc359c1-f1f2-4e03-ae97-ae0b10393136') {} {{(pid=103377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:31:34.644660 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918235de-35a7-4cbd-9584-70b28cf7fb27 tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Pushing event deleted for resources: {'Port': ['ID=c567cd85-b499-4ff1-88dc-8744a48b8b41,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:31:34.660279 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-77b80e35-77eb-4d25-80bb-a43c5d3d1804 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Publish callbacks [] for subnet (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:34.663635 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-36e595a3-501a-4146-838b-a5e72550d0cc tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781084783966', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26866685'] for segment (8fc359c1-f1f2-4e03-ae97-ae0b10393136), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:34.665234 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-77b80e35-77eb-4d25-80bb-a43c5d3d1804 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] 10.222.0.89 "DELETE /v2.0/subnets/845e526c-b8bc-4cc6-8687-fa1de79619c2 HTTP/1.1" status: 204 len: 168 time: 0.3681695 Feb 04 17:31:34.669322 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b80e35-77eb-4d25-80bb-a43c5d3d1804 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Pushing event deleted for resources: {'Subnet': ['ID=845e526c-b8bc-4cc6-8687-fa1de79619c2,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:31:34.671336 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 48768) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:31:34.673564 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1407150b-665a-4c6c-ab89-b3abc68075b4 None None] Network 39c5a3cf-023d-44e7-9195-38ea0e412caf requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:31:34.679603 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-9519fc08-4e5f-41d7-8fb4-6974a4e00e58 req-279601e2-8e7f-4657-bd5c-c3a4222d5222 tempest-ServerDiskConfigTestJSON-47961148 tempest-ServerDiskConfigTestJSON-47961148-project] 10.222.0.89 "GET /v2.0/security-groups?id=ffff0ed7-cf9e-4cbb-9be9-3a1c2dba1e58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2043462 Feb 04 17:31:34.688848 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-36e595a3-501a-4146-838b-a5e72550d0cc tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (8fc359c1-f1f2-4e03-ae97-ae0b10393136), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:34.700402 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36e595a3-501a-4146-838b-a5e72550d0cc tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Releasing vlan 798 on physical network physnet1 to pool {{(pid=103377) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 17:31:34.700970 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-36e595a3-501a-4146-838b-a5e72550d0cc tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25888454'] for segment (8fc359c1-f1f2-4e03-ae97-ae0b10393136), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:34.711526 n-d-827839-2 neutron-server[103377]: Traceback (most recent call last): Feb 04 17:31:34.711526 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 17:31:34.711526 n-d-827839-2 neutron-server[103377]: timer() Feb 04 17:31:34.711526 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 17:31:34.711526 n-d-827839-2 neutron-server[103377]: cb(*args, **kw) Feb 04 17:31:34.711526 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 17:31:34.711526 n-d-827839-2 neutron-server[103377]: return func(*args, **kwargs) Feb 04 17:31:34.711526 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 17:31:34.711526 n-d-827839-2 neutron-server[103377]: self._notify() Feb 04 17:31:34.711526 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 17:31:34.711526 n-d-827839-2 neutron-server[103377]: self.callback(batched_events) Feb 04 17:31:34.711526 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 17:31:34.711526 n-d-827839-2 neutron-server[103377]: event.method(event) Feb 04 17:31:34.711526 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 17:31:34.711526 n-d-827839-2 neutron-server[103377]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 17:31:34.711526 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 17:31:34.711526 n-d-827839-2 neutron-server[103377]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 17:31:34.711526 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 17:31:34.711526 n-d-827839-2 neutron-server[103377]: return f(self, *a, **k) Feb 04 17:31:34.711526 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 17:31:34.711526 n-d-827839-2 neutron-server[103377]: return self._get(url).json() Feb 04 17:31:34.711526 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 17:31:34.711526 n-d-827839-2 neutron-server[103377]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 17:31:34.711526 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 17:31:34.711526 n-d-827839-2 neutron-server[103377]: return self.request(url, 'GET', **kwargs) Feb 04 17:31:34.711526 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 17:31:34.711526 n-d-827839-2 neutron-server[103377]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 17:31:34.711526 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 17:31:34.711526 n-d-827839-2 neutron-server[103377]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 17:31:34.711526 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 17:31:34.711526 n-d-827839-2 neutron-server[103377]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 17:31:34.711526 n-d-827839-2 neutron-server[103377]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 17:31:34.717264 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-918235de-35a7-4cbd-9584-70b28cf7fb27 tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:34.724181 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 48770) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:31:34.724328 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-918235de-35a7-4cbd-9584-70b28cf7fb27 tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] 10.222.0.89 "DELETE /v2.0/ports/c567cd85-b499-4ff1-88dc-8744a48b8b41 HTTP/1.1" status: 204 len: 168 time: 2.2391188 Feb 04 17:31:34.740500 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-a2530c9f-5260-4b33-8d31-a7b7236c5117 tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Request body: {'floatingip': {'floating_network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:31:34.793962 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-36e595a3-501a-4146-838b-a5e72550d0cc tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1543671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1595572'] for network (91f343bc-9e24-4b9a-879e-69a194e0fff0), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:34.806782 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-36e595a3-501a-4146-838b-a5e72550d0cc tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Publish callbacks [] for network (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:34.822825 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-36e595a3-501a-4146-838b-a5e72550d0cc tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] 10.222.0.89 "DELETE /v2.0/networks/91f343bc-9e24-4b9a-879e-69a194e0fff0 HTTP/1.1" status: 204 len: 168 time: 1.6426976 Feb 04 17:31:34.831657 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 48772) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:31:34.834402 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4f14bb47-e72b-46ac-9e44-a61d9293afcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (75326290-f7a3-4db8-9cf2-15c7139ed224), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:34.855433 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.db_base_plugin_v2 [None req-dad3f004-7454-43cc-9629-0947f8b7b547 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Deleting subnet ccc17f98-2781-4c04-aec1-b0eeaf497aa1 {{(pid=103376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 17:31:34.866367 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-a2530c9f-5260-4b33-8d31-a7b7236c5117 tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:34.872034 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 17:31:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d77011f1-0015-4d39-bf9d-a8b6560e6b9f x-openstack-request-id: req-d77011f1-0015-4d39-bf9d-a8b6560e6b9f {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:31:34.872323 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e31becc-950d-4184-999b-78ca5074ae68", "tag": "f32ff516-a26c-4e84-b289-c2e0d0845aec", "status": "completed", "code": 200}]} {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:31:34.872582 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-d77011f1-0015-4d39-bf9d-a8b6560e6b9f {{(pid=103377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:31:34.872858 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-dad3f004-7454-43cc-9629-0947f8b7b547 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Publish callbacks [] for subnet (ccc17f98-2781-4c04-aec1-b0eeaf497aa1), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:34.873035 n-d-827839-2 neutron-server[103377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e31becc-950d-4184-999b-78ca5074ae68', 'tag': 'f32ff516-a26c-4e84-b289-c2e0d0845aec', 'status': 'completed', 'code': 200} Feb 04 17:31:34.877472 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e595a3-501a-4146-838b-a5e72550d0cc tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Pushing event deleted for resources: {'Network': ['ID=91f343bc-9e24-4b9a-879e-69a194e0fff0,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:31:34.949608 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 061376ab-5559-430f-a269-a0a7775cc27c no longer exists at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:31:34.970709 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] No Port match for: 061376ab-5559-430f-a269-a0a7775cc27c {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 17:31:34.971065 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 061376ab-5559-430f-a269-a0a7775cc27c not bound to the agent host n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 17:31:34.971480 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 46c2636a-44ba-43fc-ac60-72ec2dc08427 no longer exists at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:31:35.002483 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-dad3f004-7454-43cc-9629-0947f8b7b547 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25674901'] for subnet (ccc17f98-2781-4c04-aec1-b0eeaf497aa1), precommit_delete_associations {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:35.004191 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] No Port match for: 46c2636a-44ba-43fc-ac60-72ec2dc08427 {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 17:31:35.004538 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 46c2636a-44ba-43fc-ac60-72ec2dc08427 not bound to the agent host n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 17:31:35.050021 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 48774) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:31:35.050823 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b644cce-8466-4e13-b9fc-452a30f0d9ba req-d4dd80a5-dce8-4611-85cc-e40961319e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:35.052354 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-1b644cce-8466-4e13-b9fc-452a30f0d9ba req-d4dd80a5-dce8-4611-85cc-e40961319e23 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=1340b33ced494106823c7c635ada16b9&device_id=5e31becc-950d-4184-999b-78ca5074ae68 HTTP/1.1" status: 200 len: 1125 time: 0.5734742 Feb 04 17:31:35.080861 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-b9d0e35b-441a-48dd-9330-90cbb7e52b69 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:35.156351 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-1b644cce-8466-4e13-b9fc-452a30f0d9ba req-1d79ff71-8486-459c-80bc-cfbbb95084df service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f32ff516-a26c-4e84-b289-c2e0d0845aec HTTP/1.1" status: 200 len: 217 time: 0.0725713 Feb 04 17:31:35.184657 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-dad3f004-7454-43cc-9629-0947f8b7b547 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1541225'] for subnet (ccc17f98-2781-4c04-aec1-b0eeaf497aa1), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:35.236088 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-a2530c9f-5260-4b33-8d31-a7b7236c5117 tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:35.279038 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b644cce-8466-4e13-b9fc-452a30f0d9ba req-0955c3cd-8f82-4ebb-a2d8-530058428ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:35.280549 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-1b644cce-8466-4e13-b9fc-452a30f0d9ba req-0955c3cd-8f82-4ebb-a2d8-530058428ccc service neutron] 10.222.0.90 "GET /v2.0/subnets?id=375be7ec-5e9b-4b86-ae0d-acfb51345bdd HTTP/1.1" status: 200 len: 855 time: 0.1127627 Feb 04 17:31:35.331337 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-b9d0e35b-441a-48dd-9330-90cbb7e52b69 admin admin] Publish callbacks [] for security_group (96d0766f-ab5e-45d3-a38a-232eafc0b732), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:35.334669 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-dad3f004-7454-43cc-9629-0947f8b7b547 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1541216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25675894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25858947'] for subnet (ccc17f98-2781-4c04-aec1-b0eeaf497aa1), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:35.344730 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-1b644cce-8466-4e13-b9fc-452a30f0d9ba req-88b5598b-2ee1-4460-8530-d48fc1e6b61f service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=3c6b4be4-b4b9-4735-a6e5-15af4ecbb3e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0430727 Feb 04 17:31:35.352907 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-b9d0e35b-441a-48dd-9330-90cbb7e52b69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (96d0766f-ab5e-45d3-a38a-232eafc0b732), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:35.366228 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3383c57-6228-429b-babf-ec0aa26cd195 req-7313805a-4144-4176-b072-57970c4a9155 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:35.372169 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3383c57-6228-429b-babf-ec0aa26cd195 req-7313805a-4144-4176-b072-57970c4a9155 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:35.377635 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3383c57-6228-429b-babf-ec0aa26cd195 req-7313805a-4144-4176-b072-57970c4a9155 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:35.382967 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3383c57-6228-429b-babf-ec0aa26cd195 req-7313805a-4144-4176-b072-57970c4a9155 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:35.389062 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3383c57-6228-429b-babf-ec0aa26cd195 req-7313805a-4144-4176-b072-57970c4a9155 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:35.394529 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3383c57-6228-429b-babf-ec0aa26cd195 req-7313805a-4144-4176-b072-57970c4a9155 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:35.400955 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3383c57-6228-429b-babf-ec0aa26cd195 req-7313805a-4144-4176-b072-57970c4a9155 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:35.402972 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-c3383c57-6228-429b-babf-ec0aa26cd195 req-7313805a-4144-4176-b072-57970c4a9155 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] 10.222.0.89 "GET /v2.0/ports?device_id=f9afa7a5-1aca-47d0-a335-e4059d5a8169 HTTP/1.1" status: 200 len: 5419 time: 0.1973991 Feb 04 17:31:35.403727 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad3f004-7454-43cc-9629-0947f8b7b547 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Pushing event deleted for resources: {'Subnet': ['ID=ccc17f98-2781-4c04-aec1-b0eeaf497aa1,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:31:35.409514 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-dad3f004-7454-43cc-9629-0947f8b7b547 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Publish callbacks [] for subnet (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:35.415643 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-dad3f004-7454-43cc-9629-0947f8b7b547 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] 10.222.0.89 "DELETE /v2.0/subnets/ccc17f98-2781-4c04-aec1-b0eeaf497aa1 HTTP/1.1" status: 204 len: 168 time: 0.7428937 Feb 04 17:31:35.417199 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 48778) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:31:35.455548 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-b9d0e35b-441a-48dd-9330-90cbb7e52b69 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=601f5b11eaeb47f28aba6b8ef27897b5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4043422 Feb 04 17:31:35.462614 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 48782) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:31:35.474751 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d0e35b-441a-48dd-9330-90cbb7e52b69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96d0766f-ab5e-45d3-a38a-232eafc0b732,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:31:35.479015 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.db_base_plugin_common [None req-a2530c9f-5260-4b33-8d31-a7b7236c5117 tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Allocated IP 172.25.6.163 (48165773-85ad-49a1-9ec1-76fc8dc24188/7660bfad-1ea8-4fe7-831b-bed836f13efc/46683c93-637d-46b0-ad23-d6be1f8dd1be) {{(pid=103376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:31:35.527796 n-d-827839-2 neutron-server[103377]: INFO neutron.pecan_wsgi.hooks.translation [None req-a724fd99-705e-45e3-982b-7efbc598d239 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] DELETE failed (client error): The resource could not be found. Feb 04 17:31:35.528263 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a724fd99-705e-45e3-982b-7efbc598d239 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103377) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 17:31:35.531556 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-a724fd99-705e-45e3-982b-7efbc598d239 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] 10.222.0.89 "DELETE /v2.0/subnets/845e526c-b8bc-4cc6-8687-fa1de79619c2 HTTP/1.1" status: 404 len: 337 time: 0.1112678 Feb 04 17:31:35.535969 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 48784) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:31:35.586536 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-4b190796-6877-42b7-8843-dabb4f1a6d65 admin admin] Publish callbacks [] for security_group (96d0766f-ab5e-45d3-a38a-232eafc0b732), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:35.628547 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-4b190796-6877-42b7-8843-dabb4f1a6d65 admin admin] Publish callbacks [] for security_group (96d0766f-ab5e-45d3-a38a-232eafc0b732), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:35.659097 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-a2530c9f-5260-4b33-8d31-a7b7236c5117 tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Publish callbacks [] for port (46683c93-637d-46b0-ad23-d6be1f8dd1be), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:35.662970 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-c3383c57-6228-429b-babf-ec0aa26cd195 req-a19ba37c-0135-4bc8-9707-72ea5626df0e tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] 10.222.0.89 "GET /v2.0/security-groups?id=97363f9b-735d-4c1b-ae48-6b5390fc2698&id=0a858dd3-bfe4-4a54-8e21-ad7067112b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2465091 Feb 04 17:31:35.667112 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.db_base_plugin_v2 [None req-b27d979f-8470-4603-8db3-5293f1a90cb9 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Deleting subnet 0ec8b988-0c43-4fb0-b17a-ad3334316032 {{(pid=103377) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 17:31:35.675618 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-b27d979f-8470-4603-8db3-5293f1a90cb9 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Publish callbacks [] for subnet (0ec8b988-0c43-4fb0-b17a-ad3334316032), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:35.680029 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-1b644cce-8466-4e13-b9fc-452a30f0d9ba req-907ec9b8-d8d8-43dc-88f9-307740d6c8e6 service neutron] 10.222.0.90 "GET /v2.0/networks/3c6b4be4-b4b9-4735-a6e5-15af4ecbb3e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2756324 Feb 04 17:31:35.715493 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-4b190796-6877-42b7-8843-dabb4f1a6d65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (96d0766f-ab5e-45d3-a38a-232eafc0b732), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:35.718400 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-4b190796-6877-42b7-8843-dabb4f1a6d65 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:35.719567 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-4b190796-6877-42b7-8843-dabb4f1a6d65 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/96d0766f-ab5e-45d3-a38a-232eafc0b732 HTTP/1.1" status: 204 len: 168 time: 0.2559803 Feb 04 17:31:35.740830 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (ba70844b-66a0-45fd-a2f2-e6ed673321fc), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:35.744907 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b190796-6877-42b7-8843-dabb4f1a6d65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96d0766f-ab5e-45d3-a38a-232eafc0b732,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:31:35.751037 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-a2530c9f-5260-4b33-8d31-a7b7236c5117 tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (46683c93-637d-46b0-ad23-d6be1f8dd1be), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:35.793544 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-b27d979f-8470-4603-8db3-5293f1a90cb9 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26866676'] for subnet (0ec8b988-0c43-4fb0-b17a-ad3334316032), precommit_delete_associations {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:35.841298 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baf82eaf-c1b9-40f9-ac2a-9a3026ae663a None None] Network 39c5a3cf-023d-44e7-9195-38ea0e412caf requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:31:35.862133 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2530c9f-5260-4b33-8d31-a7b7236c5117 tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Network 48165773-85ad-49a1-9ec1-76fc8dc24188 is already hosted by enough agents. {{(pid=103376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:31:35.868785 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [None req-a2530c9f-5260-4b33-8d31-a7b7236c5117 tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Resources bound (agent type, host, resource id): {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:31:35.876394 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2530c9f-5260-4b33-8d31-a7b7236c5117 tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Received port after_create {{(pid=103376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:31:35.904190 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2530c9f-5260-4b33-8d31-a7b7236c5117 tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Pushing event updated for resources: {'Port': ['ID=46683c93-637d-46b0-ad23-d6be1f8dd1be,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:31:35.936754 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d0f358-417e-4f27-b5ec-7898daeb03ff req-714ecc59-c86b-472d-8a93-1f4f684422e0 tempest-ServerDiskConfigTestJSON-47961148 tempest-ServerDiskConfigTestJSON-47961148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:35.944369 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-92d0f358-417e-4f27-b5ec-7898daeb03ff req-714ecc59-c86b-472d-8a93-1f4f684422e0 tempest-ServerDiskConfigTestJSON-47961148 tempest-ServerDiskConfigTestJSON-47961148-project] 10.222.0.89 "GET /v2.0/ports?device_id=5e31becc-950d-4184-999b-78ca5074ae68 HTTP/1.1" status: 200 len: 943 time: 0.1364992 Feb 04 17:31:35.948917 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-9efa1a26-c2f0-47ec-a41e-201c98d1f640 None None] Provisioning complete for port c26ddaf0-0545-471b-a0cb-e67fa3545298 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:31:35.950106 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9efa1a26-c2f0-47ec-a41e-201c98d1f640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (c26ddaf0-0545-471b-a0cb-e67fa3545298), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:35.977551 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-1b644cce-8466-4e13-b9fc-452a30f0d9ba req-6542d01f-b9dc-40c0-b218-ee0cd4d89aee service neutron] 10.222.0.90 "GET /v2.0/networks/3c6b4be4-b4b9-4735-a6e5-15af4ecbb3e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2747350 Feb 04 17:31:36.030811 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-08473877-1d23-4ca6-95d4-bd35d4ec73b7 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602754'] for router_interface (519b5a09-be1a-4ed6-9cee-17d9dd42bfa6), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:36.041781 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-92d0f358-417e-4f27-b5ec-7898daeb03ff req-682da1a4-4f51-4f72-bf60-dbc986383ac7 tempest-ServerDiskConfigTestJSON-47961148 tempest-ServerDiskConfigTestJSON-47961148-project] 10.222.0.89 "GET /v2.0/security-groups?id=ffff0ed7-cf9e-4cbb-9be9-3a1c2dba1e58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961506 Feb 04 17:31:36.058767 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-9efa1a26-c2f0-47ec-a41e-201c98d1f640 None None] Port c26ddaf0-0545-471b-a0cb-e67fa3545298 cannot update to ACTIVE because it is not bound. {{(pid=103378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 17:31:36.061976 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-a2530c9f-5260-4b33-8d31-a7b7236c5117 tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Publish callbacks [] for floatingip (fafe2728-3774-4c0a-93d7-43251131d95f), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:36.082584 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-9efa1a26-c2f0-47ec-a41e-201c98d1f640 None None] Provisioning complete for port 7d06bb2f-5315-467a-8bb9-06da2b045eff triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:31:36.082748 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-b27d979f-8470-4603-8db3-5293f1a90cb9 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1541225'] for subnet (0ec8b988-0c43-4fb0-b17a-ad3334316032), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:36.083410 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9efa1a26-c2f0-47ec-a41e-201c98d1f640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (7d06bb2f-5315-467a-8bb9-06da2b045eff), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:36.121942 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-a2530c9f-5260-4b33-8d31-a7b7236c5117 tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (46683c93-637d-46b0-ad23-d6be1f8dd1be), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:36.230000 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-9efa1a26-c2f0-47ec-a41e-201c98d1f640 None None] Current status of the port 7d06bb2f-5315-467a-8bb9-06da2b045eff is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:31:36.251554 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecb9d6b-2d4b-4770-8954-a83228186b9e req-bf90d379-9525-407f-94a5-7f66c9fed00c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:36.253306 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-aecb9d6b-2d4b-4770-8954-a83228186b9e req-bf90d379-9525-407f-94a5-7f66c9fed00c service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=1340b33ced494106823c7c635ada16b9&device_id=5e31becc-950d-4184-999b-78ca5074ae68 HTTP/1.1" status: 200 len: 1125 time: 0.1738248 Feb 04 17:31:36.287818 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-b27d979f-8470-4603-8db3-5293f1a90cb9 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1541216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25888360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25597190'] for subnet (0ec8b988-0c43-4fb0-b17a-ad3334316032), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:36.349730 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-a2530c9f-5260-4b33-8d31-a7b7236c5117 tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Publish callbacks [] for port (46683c93-637d-46b0-ad23-d6be1f8dd1be), precommit_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:36.356967 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-a2530c9f-5260-4b33-8d31-a7b7236c5117 tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675836'] for port (46683c93-637d-46b0-ad23-d6be1f8dd1be), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:36.375326 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27d979f-8470-4603-8db3-5293f1a90cb9 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Pushing event deleted for resources: {'Subnet': ['ID=0ec8b988-0c43-4fb0-b17a-ad3334316032,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:31:36.378610 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-b27d979f-8470-4603-8db3-5293f1a90cb9 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Publish callbacks [] for subnet (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:36.387288 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-b27d979f-8470-4603-8db3-5293f1a90cb9 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] 10.222.0.89 "DELETE /v2.0/subnets/0ec8b988-0c43-4fb0-b17a-ad3334316032 HTTP/1.1" status: 204 len: 168 time: 0.8500383 Feb 04 17:31:36.396546 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 48800) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:31:36.446764 n-d-827839-2 neutron-server[103376]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf490049-61f3-4022-aa61-3b4f8de32301 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] DELETE failed (client error): The resource could not be found. Feb 04 17:31:36.447232 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf490049-61f3-4022-aa61-3b4f8de32301 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103376) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 17:31:36.451967 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-cf490049-61f3-4022-aa61-3b4f8de32301 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] 10.222.0.89 "DELETE /v2.0/subnets/9a3e2123-2af5-489f-ad72-92822cfd04a3 HTTP/1.1" status: 404 len: 337 time: 0.0518918 Feb 04 17:31:36.454504 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 48804) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:31:36.467822 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecb9d6b-2d4b-4770-8954-a83228186b9e req-ab55f470-b2bc-4d82-9814-23719ca46419 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:36.469685 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-aecb9d6b-2d4b-4770-8954-a83228186b9e req-ab55f470-b2bc-4d82-9814-23719ca46419 service neutron] 10.222.0.90 "GET /v2.0/networks?id=3c6b4be4-b4b9-4735-a6e5-15af4ecbb3e6 HTTP/1.1" status: 200 len: 916 time: 0.1990585 Feb 04 17:31:36.484778 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2530c9f-5260-4b33-8d31-a7b7236c5117 tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Pushing event updated for resources: {'Port': ['ID=46683c93-637d-46b0-ad23-d6be1f8dd1be,revision_number=2']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:31:36.505699 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-a2530c9f-5260-4b33-8d31-a7b7236c5117 tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1595586'] for floatingip (fafe2728-3774-4c0a-93d7-43251131d95f), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:36.515008 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-d28f55f7-ec70-4b1e-832f-8ed20e5b7588 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] 10.222.0.89 "GET /v2.0/ports?device_id=779fd305-0937-4168-9fb3-5f62d3e67952 HTTP/1.1" status: 200 len: 205 time: 0.0577617 Feb 04 17:31:36.521022 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 48808) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:31:36.535000 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-a2530c9f-5260-4b33-8d31-a7b7236c5117 tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for floatingip (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:36.536370 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-a2530c9f-5260-4b33-8d31-a7b7236c5117 tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] 10.222.0.89 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8109853 Feb 04 17:31:36.579390 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 48812) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:31:36.584780 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-40c037f6-7001-47fd-8ca4-897a02c29caf tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Request body: {'port': {'network_id': '2fc3ab82-e108-402d-bed1-263ed33bcb5b', 'name': 'tempest-FloatingIPTestJSON-67749716'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:31:36.588423 n-d-827839-2 neutron-server[103376]: INFO neutron.api.v2.resource [None req-126675b7-921c-4eb2-b95b-24b39d2f8f52 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] delete failed (client error): The resource could not be found. Feb 04 17:31:36.590156 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-126675b7-921c-4eb2-b95b-24b39d2f8f52 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] 10.222.0.89 "DELETE /v2.0/routers/779fd305-0937-4168-9fb3-5f62d3e67952 HTTP/1.1" status: 404 len: 336 time: 0.0673673 Feb 04 17:31:36.593105 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 48814) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:31:36.678670 n-d-827839-2 neutron-server[103376]: INFO neutron.pecan_wsgi.hooks.translation [None req-14d4e6b2-9605-4db6-8d38-792dd6e58473 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] DELETE failed (client error): The resource could not be found. Feb 04 17:31:36.679155 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-14d4e6b2-9605-4db6-8d38-792dd6e58473 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103376) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 17:31:36.683071 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-14d4e6b2-9605-4db6-8d38-792dd6e58473 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] 10.222.0.89 "DELETE /v2.0/subnets/a8800a71-da53-4bc3-9e86-6666ae1e156f HTTP/1.1" status: 404 len: 337 time: 0.0708942 Feb 04 17:31:36.686669 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 48818) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:31:36.727429 n-d-827839-2 neutron-server[103376]: INFO neutron.pecan_wsgi.hooks.translation [None req-86ed370a-b329-4892-9036-73f72e4a3779 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] DELETE failed (client error): The resource could not be found. Feb 04 17:31:36.727908 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-86ed370a-b329-4892-9036-73f72e4a3779 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103376) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 17:31:36.731547 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-86ed370a-b329-4892-9036-73f72e4a3779 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] 10.222.0.89 "DELETE /v2.0/subnets/a856ce71-8bd0-4ff5-8d0f-49df6e6550b3 HTTP/1.1" status: 404 len: 337 time: 0.0439467 Feb 04 17:31:36.735091 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 48822) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:31:36.813592 n-d-827839-2 neutron-server[103376]: INFO neutron.pecan_wsgi.hooks.translation [None req-11e96f33-9385-438f-9414-72410cdc93ea tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] DELETE failed (client error): The resource could not be found. Feb 04 17:31:36.814241 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-11e96f33-9385-438f-9414-72410cdc93ea tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103376) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 17:31:36.817424 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-11e96f33-9385-438f-9414-72410cdc93ea tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] 10.222.0.89 "DELETE /v2.0/subnets/9bed175f-ec9e-47df-93b6-a1b8401c0db1 HTTP/1.1" status: 404 len: 337 time: 0.0816159 Feb 04 17:31:36.820459 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 48826) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:31:36.850874 n-d-827839-2 neutron-server[103376]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b70da5e-12d6-4973-b00d-71ba9a241238 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] DELETE failed (client error): The resource could not be found. Feb 04 17:31:36.851512 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b70da5e-12d6-4973-b00d-71ba9a241238 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103376) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 17:31:36.857811 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-3b70da5e-12d6-4973-b00d-71ba9a241238 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] 10.222.0.89 "DELETE /v2.0/ports/9a7002df-a2de-424c-a138-4640acf2197e HTTP/1.1" status: 404 len: 333 time: 0.0332005 Feb 04 17:31:36.858190 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 48828) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:31:36.892098 n-d-827839-2 neutron-server[103376]: INFO neutron.pecan_wsgi.hooks.translation [None req-68aefd12-c1fc-49c6-8d58-118b22427e08 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] DELETE failed (client error): The resource could not be found. Feb 04 17:31:36.892601 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-68aefd12-c1fc-49c6-8d58-118b22427e08 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103376) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 17:31:36.898224 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-68aefd12-c1fc-49c6-8d58-118b22427e08 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] 10.222.0.89 "DELETE /v2.0/subnets/ccb7b4c5-318a-48ff-9721-9fd76da19efd HTTP/1.1" status: 404 len: 337 time: 0.0351505 Feb 04 17:31:36.898224 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40c037f6-7001-47fd-8ca4-897a02c29caf tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Made reservation on behalf of be0bdcbeefe0462e91912be1e7159b62 for: {'port': 1} {{(pid=103376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:31:36.900977 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-40c037f6-7001-47fd-8ca4-897a02c29caf tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:36.904427 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 48830) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:31:36.904962 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07451af3-07a6-4dde-80b4-0932cdb9a9c9 None None] Network 39c5a3cf-023d-44e7-9195-38ea0e412caf requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:31:36.941083 n-d-827839-2 neutron-server[103376]: INFO neutron.pecan_wsgi.hooks.translation [None req-08d13cd6-dea5-485d-a5ce-93c081d5ea16 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] DELETE failed (client error): The resource could not be found. Feb 04 17:31:36.941557 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-08d13cd6-dea5-485d-a5ce-93c081d5ea16 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103376) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 17:31:36.945553 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-08d13cd6-dea5-485d-a5ce-93c081d5ea16 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] 10.222.0.89 "DELETE /v2.0/subnets/5ca7729b-a710-4a5c-bcd5-68b2237ae805 HTTP/1.1" status: 404 len: 337 time: 0.0400174 Feb 04 17:31:36.950429 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 48834) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:31:36.954141 n-d-827839-2 neutron-server[103376]: DEBUG neutron.notifiers.nova [None req-40c037f6-7001-47fd-8ca4-897a02c29caf tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] device_id is not set on port 34368e39-1fbb-4d84-8080-688f9c634f64 yet. {{(pid=103376) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 04 17:31:36.982770 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-aecb9d6b-2d4b-4770-8954-a83228186b9e req-34993916-d9ad-43b5-bbc9-0ec826bcc9b9 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f32ff516-a26c-4e84-b289-c2e0d0845aec HTTP/1.1" status: 200 len: 217 time: 0.4703627 Feb 04 17:31:36.987995 n-d-827839-2 neutron-server[103376]: INFO neutron.pecan_wsgi.hooks.translation [None req-42dd49f4-d637-4051-959b-3b5a661a4037 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] DELETE failed (client error): The resource could not be found. Feb 04 17:31:36.988570 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-42dd49f4-d637-4051-959b-3b5a661a4037 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103376) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 17:31:36.991737 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-42dd49f4-d637-4051-959b-3b5a661a4037 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] 10.222.0.89 "DELETE /v2.0/ports/12cdb9c5-3fa8-498b-9c12-445ad1050da1 HTTP/1.1" status: 404 len: 333 time: 0.0391126 Feb 04 17:31:36.995237 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 48836) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:31:37.011434 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-d6c9e103-cc7b-4e2a-85ae-63cc9141464a None None] Provisioning complete for port c26ddaf0-0545-471b-a0cb-e67fa3545298 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:31:37.012032 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d6c9e103-cc7b-4e2a-85ae-63cc9141464a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (c26ddaf0-0545-471b-a0cb-e67fa3545298), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:37.074470 n-d-827839-2 neutron-server[103376]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e163881-a7ba-4e68-9ba5-3a674a4ddaf8 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] DELETE failed (client error): The resource could not be found. Feb 04 17:31:37.075155 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e163881-a7ba-4e68-9ba5-3a674a4ddaf8 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103376) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 17:31:37.076689 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-d6c9e103-cc7b-4e2a-85ae-63cc9141464a None None] Port c26ddaf0-0545-471b-a0cb-e67fa3545298 cannot update to ACTIVE because it is not bound. {{(pid=103378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 17:31:37.080178 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-1e163881-a7ba-4e68-9ba5-3a674a4ddaf8 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] 10.222.0.89 "DELETE /v2.0/subnets/7891a924-4024-46bc-a808-c02906925b06 HTTP/1.1" status: 404 len: 337 time: 0.0843871 Feb 04 17:31:37.083494 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 48840) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:31:37.112425 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-d6c9e103-cc7b-4e2a-85ae-63cc9141464a None None] Provisioning complete for port 7d06bb2f-5315-467a-8bb9-06da2b045eff triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:31:37.113121 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d6c9e103-cc7b-4e2a-85ae-63cc9141464a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (7d06bb2f-5315-467a-8bb9-06da2b045eff), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:37.118225 n-d-827839-2 neutron-server[103376]: INFO neutron.pecan_wsgi.hooks.translation [None req-ddc02f9f-f243-493a-af63-cb274a9dbec9 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] DELETE failed (client error): The resource could not be found. Feb 04 17:31:37.118862 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ddc02f9f-f243-493a-af63-cb274a9dbec9 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103376) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 17:31:37.123191 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-ddc02f9f-f243-493a-af63-cb274a9dbec9 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] 10.222.0.89 "DELETE /v2.0/subnets/4142339d-ef24-4189-96de-7bdfcca4ae82 HTTP/1.1" status: 404 len: 337 time: 0.0387928 Feb 04 17:31:37.126824 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 48844) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:31:37.162067 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecb9d6b-2d4b-4770-8954-a83228186b9e req-512016bc-e2cd-4549-a03c-bf2e3f057bed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:37.163818 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-aecb9d6b-2d4b-4770-8954-a83228186b9e req-512016bc-e2cd-4549-a03c-bf2e3f057bed service neutron] 10.222.0.90 "GET /v2.0/subnets?id=375be7ec-5e9b-4b86-ae0d-acfb51345bdd HTTP/1.1" status: 200 len: 855 time: 0.1647434 Feb 04 17:31:37.172517 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7a12b61-0293-4e11-a4e8-032bf26a27a3 None None] DHCP port deletion for 39c5a3cf-023d-44e7-9195-38ea0e412caf request from n-d-827839-2 {{(pid=103378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 17:31:37.227173 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14757d32-6281-412c-82d6-5339a3a1a9b1 req-d1ea02c9-e6fb-4cf1-aec3-6baccdec1989 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:37.232781 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14757d32-6281-412c-82d6-5339a3a1a9b1 req-d1ea02c9-e6fb-4cf1-aec3-6baccdec1989 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:37.238946 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14757d32-6281-412c-82d6-5339a3a1a9b1 req-d1ea02c9-e6fb-4cf1-aec3-6baccdec1989 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:37.253668 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14757d32-6281-412c-82d6-5339a3a1a9b1 req-d1ea02c9-e6fb-4cf1-aec3-6baccdec1989 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:37.260604 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14757d32-6281-412c-82d6-5339a3a1a9b1 req-d1ea02c9-e6fb-4cf1-aec3-6baccdec1989 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:37.269935 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14757d32-6281-412c-82d6-5339a3a1a9b1 req-d1ea02c9-e6fb-4cf1-aec3-6baccdec1989 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:37.277783 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14757d32-6281-412c-82d6-5339a3a1a9b1 req-d1ea02c9-e6fb-4cf1-aec3-6baccdec1989 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:37.281433 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-14757d32-6281-412c-82d6-5339a3a1a9b1 req-d1ea02c9-e6fb-4cf1-aec3-6baccdec1989 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] 10.222.0.89 "GET /v2.0/ports?device_id=f9afa7a5-1aca-47d0-a335-e4059d5a8169 HTTP/1.1" status: 200 len: 5419 time: 0.3029692 Feb 04 17:31:37.284678 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-aecb9d6b-2d4b-4770-8954-a83228186b9e req-85536627-d800-44bb-aaa5-f66e96c27a97 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=3c6b4be4-b4b9-4735-a6e5-15af4ecbb3e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1000760 Feb 04 17:31:37.287328 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-d6c9e103-cc7b-4e2a-85ae-63cc9141464a None None] Current status of the port 7d06bb2f-5315-467a-8bb9-06da2b045eff is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:31:37.297853 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-f7a12b61-0293-4e11-a4e8-032bf26a27a3 None None] Deleting port 7d06bb2f-5315-467a-8bb9-06da2b045eff {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:31:37.298360 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f7a12b61-0293-4e11-a4e8-032bf26a27a3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (7d06bb2f-5315-467a-8bb9-06da2b045eff), before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:37.302948 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [req-aecb9d6b-2d4b-4770-8954-a83228186b9e req-c4bb8076-4637-4812-8755-41c5ff9bd89c service neutron] http://10.222.0.89:9696/v2.0/extensions returned with HTTP 200 {{(pid=103377) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 17:31:37.304389 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-aecb9d6b-2d4b-4770-8954-a83228186b9e req-c4bb8076-4637-4812-8755-41c5ff9bd89c service neutron] 10.222.0.90 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0079837 Feb 04 17:31:37.330339 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.db_base_plugin_common [None req-40c037f6-7001-47fd-8ca4-897a02c29caf tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Allocated IP 172.20.0.12 (2fc3ab82-e108-402d-bed1-263ed33bcb5b/f32925a0-00a7-46f6-bca0-32a601eb0bac/34368e39-1fbb-4d84-8080-688f9c634f64) {{(pid=103376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:31:37.353356 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68bcf7a-990a-466f-8515-c27c2f2d4edc req-e21f4a94-b012-48dc-bfb7-a29370de80bf tempest-ServerDiskConfigTestJSON-47961148 tempest-ServerDiskConfigTestJSON-47961148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:37.354892 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-c68bcf7a-990a-466f-8515-c27c2f2d4edc req-e21f4a94-b012-48dc-bfb7-a29370de80bf tempest-ServerDiskConfigTestJSON-47961148 tempest-ServerDiskConfigTestJSON-47961148-project] 10.222.0.89 "GET /v2.0/ports?device_id=5e31becc-950d-4184-999b-78ca5074ae68 HTTP/1.1" status: 200 len: 943 time: 0.1683931 Feb 04 17:31:37.364099 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-556f035b-4323-4988-a118-219c30fbc723 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Deleting port c26ddaf0-0545-471b-a0cb-e67fa3545298 {{(pid=103376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:31:37.364473 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-556f035b-4323-4988-a118-219c30fbc723 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (c26ddaf0-0545-471b-a0cb-e67fa3545298), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:37.379120 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-f7a12b61-0293-4e11-a4e8-032bf26a27a3 None None] For port 7d06bb2f-5315-467a-8bb9-06da2b045eff, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=7d06bb2f-5315-467a-8bb9-06da2b045eff,segment=NetworkSegment(7a56611a-395f-488f-9441-1320aed78029),segment_id=7a56611a-395f-488f-9441-1320aed78029)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:31:37.379523 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f7a12b61-0293-4e11-a4e8-032bf26a27a3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (7d06bb2f-5315-467a-8bb9-06da2b045eff), precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:37.395075 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-f7a12b61-0293-4e11-a4e8-032bf26a27a3 None None] Calling delete_port for 7d06bb2f-5315-467a-8bb9-06da2b045eff owned by network:dhcp {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:31:37.408083 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-08473877-1d23-4ca6-95d4-bd35d4ec73b7 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Deleting port 56c51fc1-b604-49a0-9e16-3420f4efe7e7 {{(pid=103377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:31:37.408083 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-08473877-1d23-4ca6-95d4-bd35d4ec73b7 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (56c51fc1-b604-49a0-9e16-3420f4efe7e7), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:37.482912 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-556f035b-4323-4988-a118-219c30fbc723 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (c26ddaf0-0545-471b-a0cb-e67fa3545298), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:37.517447 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f7a12b61-0293-4e11-a4e8-032bf26a27a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144'] for port (7d06bb2f-5315-467a-8bb9-06da2b045eff), after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:37.548170 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-556f035b-4323-4988-a118-219c30fbc723 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Calling delete_port for c26ddaf0-0545-471b-a0cb-e67fa3545298 owned by {{(pid=103376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:31:37.551963 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a12b61-0293-4e11-a4e8-032bf26a27a3 None None] Pushing event deleted for resources: {'Port': ['ID=7d06bb2f-5315-467a-8bb9-06da2b045eff,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:31:37.560205 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7a12b61-0293-4e11-a4e8-032bf26a27a3 None None] No DVR routers for this DVR port 7d06bb2f-5315-467a-8bb9-06da2b045eff on host n-d-827839-2 {{(pid=103378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 17:31:37.566241 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-14757d32-6281-412c-82d6-5339a3a1a9b1 req-1dde0bd2-57ba-4191-acae-b25aae38e92a tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] 10.222.0.89 "GET /v2.0/security-groups?id=97363f9b-735d-4c1b-ae48-6b5390fc2698&id=0a858dd3-bfe4-4a54-8e21-ad7067112b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2601345 Feb 04 17:31:37.579173 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-c68bcf7a-990a-466f-8515-c27c2f2d4edc req-c188e317-123e-4212-80c9-38c6e5a8451b tempest-ServerDiskConfigTestJSON-47961148 tempest-ServerDiskConfigTestJSON-47961148-project] 10.222.0.89 "GET /v2.0/security-groups?id=ffff0ed7-cf9e-4cbb-9be9-3a1c2dba1e58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708338 Feb 04 17:31:37.584147 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a12b61-0293-4e11-a4e8-032bf26a27a3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:31:37.584843 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a12b61-0293-4e11-a4e8-032bf26a27a3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:31:37.592149 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a12b61-0293-4e11-a4e8-032bf26a27a3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:31:37.593209 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a12b61-0293-4e11-a4e8-032bf26a27a3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:31:37.594360 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a12b61-0293-4e11-a4e8-032bf26a27a3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:31:37.595434 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a12b61-0293-4e11-a4e8-032bf26a27a3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:31:37.597904 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a12b61-0293-4e11-a4e8-032bf26a27a3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:31:37.598445 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a12b61-0293-4e11-a4e8-032bf26a27a3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:31:37.601037 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a12b61-0293-4e11-a4e8-032bf26a27a3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:31:37.601562 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a12b61-0293-4e11-a4e8-032bf26a27a3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:31:37.602093 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a12b61-0293-4e11-a4e8-032bf26a27a3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:31:37.616791 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-aecb9d6b-2d4b-4770-8954-a83228186b9e req-77be41e4-092c-4238-8dd5-6f49d9e7c760 service neutron] 10.222.0.90 "GET /v2.0/networks/3c6b4be4-b4b9-4735-a6e5-15af4ecbb3e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2920375 Feb 04 17:31:37.618509 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a12b61-0293-4e11-a4e8-032bf26a27a3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:31:37.619007 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a12b61-0293-4e11-a4e8-032bf26a27a3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:31:37.632429 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [None req-08473877-1d23-4ca6-95d4-bd35d4ec73b7 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] For port 56c51fc1-b604-49a0-9e16-3420f4efe7e7, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=56c51fc1-b604-49a0-9e16-3420f4efe7e7,segment=NetworkSegment(b3a8de38-4839-4fea-a67d-5106feb9cbe3),segment_id=b3a8de38-4839-4fea-a67d-5106feb9cbe3)] {{(pid=103377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:31:37.632906 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-08473877-1d23-4ca6-95d4-bd35d4ec73b7 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (56c51fc1-b604-49a0-9e16-3420f4efe7e7), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:37.682110 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-40c037f6-7001-47fd-8ca4-897a02c29caf tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Publish callbacks [] for port (34368e39-1fbb-4d84-8080-688f9c634f64), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:37.686489 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-08473877-1d23-4ca6-95d4-bd35d4ec73b7 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Calling delete_port for 56c51fc1-b604-49a0-9e16-3420f4efe7e7 owned by network:router_interface {{(pid=103377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:31:37.719707 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-556f035b-4323-4988-a118-219c30fbc723 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (c26ddaf0-0545-471b-a0cb-e67fa3545298), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:37.757656 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556f035b-4323-4988-a118-219c30fbc723 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Pushing event deleted for resources: {'Port': ['ID=c26ddaf0-0545-471b-a0cb-e67fa3545298,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:31:37.766632 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-556f035b-4323-4988-a118-219c30fbc723 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:37.770717 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-556f035b-4323-4988-a118-219c30fbc723 tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] 10.222.0.89 "DELETE /v2.0/ports/c26ddaf0-0545-471b-a0cb-e67fa3545298 HTTP/1.1" status: 204 len: 168 time: 0.6423519 Feb 04 17:31:37.771976 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-40c037f6-7001-47fd-8ca4-897a02c29caf tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (34368e39-1fbb-4d84-8080-688f9c634f64), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:37.773082 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 48858) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:31:37.793914 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-aecb9d6b-2d4b-4770-8954-a83228186b9e req-2c5db28d-c641-4566-a69f-9b3debe65263 service neutron] 10.222.0.90 "GET /v2.0/networks/3c6b4be4-b4b9-4735-a6e5-15af4ecbb3e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1717517 Feb 04 17:31:37.891303 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40c037f6-7001-47fd-8ca4-897a02c29caf tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Network 2fc3ab82-e108-402d-bed1-263ed33bcb5b is already hosted by enough agents. {{(pid=103376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:31:37.901065 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-85371837-1f4d-424a-98a1-40828e4efc5f tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628832'] for network (39c5a3cf-023d-44e7-9195-38ea0e412caf), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:37.902965 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [None req-40c037f6-7001-47fd-8ca4-897a02c29caf tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Resources bound (agent type, host, resource id): {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:31:37.905710 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c037f6-7001-47fd-8ca4-897a02c29caf tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Pushing event updated for resources: {'Port': ['ID=34368e39-1fbb-4d84-8080-688f9c634f64,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:31:37.907863 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40c037f6-7001-47fd-8ca4-897a02c29caf tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Received port after_create {{(pid=103376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:31:37.946096 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-08473877-1d23-4ca6-95d4-bd35d4ec73b7 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (56c51fc1-b604-49a0-9e16-3420f4efe7e7), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:37.980602 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08473877-1d23-4ca6-95d4-bd35d4ec73b7 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Pushing event deleted for resources: {'Port': ['ID=56c51fc1-b604-49a0-9e16-3420f4efe7e7,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:31:37.993458 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40c037f6-7001-47fd-8ca4-897a02c29caf tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:37.994122 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-40c037f6-7001-47fd-8ca4-897a02c29caf tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:38.057830 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-40c037f6-7001-47fd-8ca4-897a02c29caf tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.4772089 Feb 04 17:31:38.061639 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 48870) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:31:38.064838 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-85371837-1f4d-424a-98a1-40828e4efc5f tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1543676', 'neutron.services.segments.db._delete_segments_for_network-8781084786517'] for network (39c5a3cf-023d-44e7-9195-38ea0e412caf), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:38.070627 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-228ad7f1-32cc-4de6-bd65-a41e14fa28d9 tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Request body: {'floatingip': {'port_id': '34368e39-1fbb-4d84-8080-688f9c634f64'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:31:38.139049 n-d-827839-2 neutron-server[103376]: DEBUG neutron.services.segments.db [None req-85371837-1f4d-424a-98a1-40828e4efc5f tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39c5a3cf-023d-44e7-9195-38ea0e412caf']}} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:31:38.139299 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-08473877-1d23-4ca6-95d4-bd35d4ec73b7 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1677336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1602614'] for router_interface (519b5a09-be1a-4ed6-9cee-17d9dd42bfa6), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:38.143181 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-228ad7f1-32cc-4de6-bd65-a41e14fa28d9 tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Publish callbacks [] for floatingip (fafe2728-3774-4c0a-93d7-43251131d95f), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:38.185139 n-d-827839-2 neutron-server[103376]: DEBUG neutron.services.segments.db [None req-85371837-1f4d-424a-98a1-40828e4efc5f tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a56611a-395f-488f-9441-1320aed78029') {'for_net_delete': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:31:38.185446 n-d-827839-2 neutron-server[103376]: DEBUG neutron.services.segments.db [None req-85371837-1f4d-424a-98a1-40828e4efc5f tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a56611a-395f-488f-9441-1320aed78029') {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:31:38.228567 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-85371837-1f4d-424a-98a1-40828e4efc5f tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781084783966', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25674908'] for segment (7a56611a-395f-488f-9441-1320aed78029), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:38.253682 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-85371837-1f4d-424a-98a1-40828e4efc5f tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (7a56611a-395f-488f-9441-1320aed78029), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:38.281619 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85371837-1f4d-424a-98a1-40828e4efc5f tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Releasing vlan 763 on physical network physnet1 to pool {{(pid=103376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 17:31:38.282011 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-85371837-1f4d-424a-98a1-40828e4efc5f tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25675992'] for segment (7a56611a-395f-488f-9441-1320aed78029), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:38.285081 n-d-827839-2 neutron-server[103376]: Traceback (most recent call last): Feb 04 17:31:38.285081 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 17:31:38.285081 n-d-827839-2 neutron-server[103376]: timer() Feb 04 17:31:38.285081 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 17:31:38.285081 n-d-827839-2 neutron-server[103376]: cb(*args, **kw) Feb 04 17:31:38.285081 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 17:31:38.285081 n-d-827839-2 neutron-server[103376]: return func(*args, **kwargs) Feb 04 17:31:38.285081 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 17:31:38.285081 n-d-827839-2 neutron-server[103376]: self._notify() Feb 04 17:31:38.285081 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 17:31:38.285081 n-d-827839-2 neutron-server[103376]: self.callback(batched_events) Feb 04 17:31:38.285081 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 17:31:38.285081 n-d-827839-2 neutron-server[103376]: event.method(event) Feb 04 17:31:38.285081 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 17:31:38.285081 n-d-827839-2 neutron-server[103376]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 17:31:38.285081 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 17:31:38.285081 n-d-827839-2 neutron-server[103376]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 17:31:38.285081 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 17:31:38.285081 n-d-827839-2 neutron-server[103376]: return f(self, *a, **k) Feb 04 17:31:38.285081 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 17:31:38.285081 n-d-827839-2 neutron-server[103376]: return self._get(url).json() Feb 04 17:31:38.285081 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 17:31:38.285081 n-d-827839-2 neutron-server[103376]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 17:31:38.285081 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 17:31:38.285081 n-d-827839-2 neutron-server[103376]: return self.request(url, 'GET', **kwargs) Feb 04 17:31:38.285081 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 17:31:38.285081 n-d-827839-2 neutron-server[103376]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 17:31:38.285081 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 17:31:38.285081 n-d-827839-2 neutron-server[103376]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 17:31:38.285081 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 17:31:38.285081 n-d-827839-2 neutron-server[103376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 17:31:38.285081 n-d-827839-2 neutron-server[103376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 17:31:38.370445 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08473877-1d23-4ca6-95d4-bd35d4ec73b7 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Router 519b5a09-be1a-4ed6-9cee-17d9dd42bfa6 has already been hosted by L3 agent 64ada913-9131-4d99-a265-63a920956287 {{(pid=103377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 17:31:38.425461 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-85371837-1f4d-424a-98a1-40828e4efc5f tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1543671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1595572'] for network (39c5a3cf-023d-44e7-9195-38ea0e412caf), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:38.438760 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-85371837-1f4d-424a-98a1-40828e4efc5f tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677565'] for network (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:38.442380 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-85371837-1f4d-424a-98a1-40828e4efc5f tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] 10.222.0.89 "DELETE /v2.0/networks/39c5a3cf-023d-44e7-9195-38ea0e412caf HTTP/1.1" status: 204 len: 168 time: 0.6683886 Feb 04 17:31:38.471351 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85371837-1f4d-424a-98a1-40828e4efc5f tempest-PortsTestJSON-590534376 tempest-PortsTestJSON-590534376-project] Pushing event deleted for resources: {'Network': ['ID=39c5a3cf-023d-44e7-9195-38ea0e412caf,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:31:38.483035 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08473877-1d23-4ca6-95d4-bd35d4ec73b7 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Notify agent at l3_agent.n-d-827839-2 the message routers_updated {{(pid=103377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 17:31:38.493070 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2b69b61-0333-49ba-9b42-7d906a893afb None None] Sync routers for ids ['519b5a09-be1a-4ed6-9cee-17d9dd42bfa6'] in n-d-827839-2 {{(pid=103378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 17:31:38.502678 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-08473877-1d23-4ca6-95d4-bd35d4ec73b7 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] 10.222.0.89 "PUT /v2.0/routers/519b5a09-be1a-4ed6-9cee-17d9dd42bfa6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6699162 Feb 04 17:31:38.508034 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 48880) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:31:38.509022 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2b69b61-0333-49ba-9b42-7d906a893afb None None] Routers {'519b5a09-be1a-4ed6-9cee-17d9dd42bfa6'} bound to L3 agent in host n-d-827839-2 {{(pid=103378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:31:38.509761 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-d2b69b61-0333-49ba-9b42-7d906a893afb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:31:32Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['519b5a09-be1a-4ed6-9cee-17d9dd42bfa6'], 'active': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:31:38.679328 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.db_base_plugin_v2 [None req-63004eec-e9d8-4c11-a05f-26809e20d76c tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Deleting subnet 4794049b-80b7-4292-8142-5254fcbd38a1 {{(pid=103376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 17:31:38.683983 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-63004eec-e9d8-4c11-a05f-26809e20d76c tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Publish callbacks [] for subnet (4794049b-80b7-4292-8142-5254fcbd38a1), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:38.733280 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-63004eec-e9d8-4c11-a05f-26809e20d76c tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25674901'] for subnet (4794049b-80b7-4292-8142-5254fcbd38a1), precommit_delete_associations {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:38.806205 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvr_db [None req-d2b69b61-0333-49ba-9b42-7d906a893afb None None] Set router 519b5a09-be1a-4ed6-9cee-17d9dd42bfa6 gateway port host: None {{(pid=103378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:31:38.833790 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-63004eec-e9d8-4c11-a05f-26809e20d76c tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1541225'] for subnet (4794049b-80b7-4292-8142-5254fcbd38a1), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:38.868036 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7f08d7-c016-438c-b37a-aa1f42548221 req-ea0f9bed-0036-47ce-8f12-6b78b8010a8d tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:38.885133 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7f08d7-c016-438c-b37a-aa1f42548221 req-ea0f9bed-0036-47ce-8f12-6b78b8010a8d tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:38.901468 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7f08d7-c016-438c-b37a-aa1f42548221 req-ea0f9bed-0036-47ce-8f12-6b78b8010a8d tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:38.905090 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-63004eec-e9d8-4c11-a05f-26809e20d76c tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1541216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25675894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25858947'] for subnet (4794049b-80b7-4292-8142-5254fcbd38a1), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:38.913446 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7f08d7-c016-438c-b37a-aa1f42548221 req-ea0f9bed-0036-47ce-8f12-6b78b8010a8d tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:38.921376 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7f08d7-c016-438c-b37a-aa1f42548221 req-ea0f9bed-0036-47ce-8f12-6b78b8010a8d tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:38.937783 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7f08d7-c016-438c-b37a-aa1f42548221 req-ea0f9bed-0036-47ce-8f12-6b78b8010a8d tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:38.948013 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7f08d7-c016-438c-b37a-aa1f42548221 req-ea0f9bed-0036-47ce-8f12-6b78b8010a8d tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:38.960626 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-9c7f08d7-c016-438c-b37a-aa1f42548221 req-ea0f9bed-0036-47ce-8f12-6b78b8010a8d tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] 10.222.0.89 "GET /v2.0/ports?device_id=f9afa7a5-1aca-47d0-a335-e4059d5a8169 HTTP/1.1" status: 200 len: 5419 time: 0.1911824 Feb 04 17:31:38.967761 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63004eec-e9d8-4c11-a05f-26809e20d76c tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Pushing event deleted for resources: {'Subnet': ['ID=4794049b-80b7-4292-8142-5254fcbd38a1,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:31:38.972302 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-63004eec-e9d8-4c11-a05f-26809e20d76c tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Publish callbacks [] for subnet (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:38.977726 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-63004eec-e9d8-4c11-a05f-26809e20d76c tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] 10.222.0.89 "DELETE /v2.0/subnets/4794049b-80b7-4292-8142-5254fcbd38a1 HTTP/1.1" status: 204 len: 168 time: 0.4661481 Feb 04 17:31:38.978617 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 48892) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:31:39.003205 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-248e9655-72d4-45f1-96b4-b8e75bae7a7f None None] Network 1075af02-a74d-49b8-96f6-92af5f280311 requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:31:39.062686 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 7d06bb2f-5315-467a-8bb9-06da2b045eff no longer exists at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:31:39.126753 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] No Port match for: 7d06bb2f-5315-467a-8bb9-06da2b045eff {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 17:31:39.127180 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 7d06bb2f-5315-467a-8bb9-06da2b045eff not bound to the agent host n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 17:31:39.144549 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 48894) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:31:39.165372 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-9c7f08d7-c016-438c-b37a-aa1f42548221 req-0eafccfd-492f-46ed-83f6-6f5b40acca8e tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] 10.222.0.89 "GET /v2.0/security-groups?id=97363f9b-735d-4c1b-ae48-6b5390fc2698&id=0a858dd3-bfe4-4a54-8e21-ad7067112b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2037098 Feb 04 17:31:39.218233 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-57d47500-8988-44e0-a16f-91ccc8ed6053 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628832'] for network (1075af02-a74d-49b8-96f6-92af5f280311), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:39.314119 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-d2b69b61-0333-49ba-9b42-7d906a893afb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '519b5a09-be1a-4ed6-9cee-17d9dd42bfa6', 'name': 'tempest-RoutersIpV6Test-router-1872959318', 'tenant_id': '9117ee7d05a54905bc1e8a5956601b14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:30:09Z', 'updated_at': '2022-02-04T17:31:37Z', 'revision_number': 10, 'project_id': '9117ee7d05a54905bc1e8a5956601b14', 'gw_port_host': None, '_interfaces': [{'id': 'e45f3f22-c9b2-40db-bd81-abe2ef0e1ad1', 'name': '', 'network_id': 'e491b4ae-a9ba-443a-b592-68de5d6c355f', 'tenant_id': '9117ee7d05a54905bc1e8a5956601b14', 'mac_address': 'fa:16:3e:49:15:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '519b5a09-be1a-4ed6-9cee-17d9dd42bfa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2259, 'fixed_ips': [{'subnet_id': '78e6fd8d-d36c-498f-9851-709f40f04989', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:30:15Z', 'updated_at': '2022-02-04T17:30:27Z', 'revision_number': 5, 'project_id': '9117ee7d05a54905bc1e8a5956601b14', 'subnets': [{'id': '78e6fd8d-d36c-498f-9851-709f40f04989', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-2', False) {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:31:39.334351 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-57d47500-8988-44e0-a16f-91ccc8ed6053 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Deleting port e086f5fe-7375-47db-815a-601c155f3e03 {{(pid=103377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:31:39.335715 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-57d47500-8988-44e0-a16f-91ccc8ed6053 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (e086f5fe-7375-47db-815a-601c155f3e03), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:39.381468 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faa9c9e0-fc84-43a7-b017-e00d8a804b64 None None] DHCP port deletion for 1075af02-a74d-49b8-96f6-92af5f280311 request from n-d-827839-2 {{(pid=103378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 17:31:39.384967 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2b69b61-0333-49ba-9b42-7d906a893afb None None] Checking router: 519b5a09-be1a-4ed6-9cee-17d9dd42bfa6 for host: n-d-827839-2 {{(pid=103378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 17:31:39.416937 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2b69b61-0333-49ba-9b42-7d906a893afb None None] Routers {'519b5a09-be1a-4ed6-9cee-17d9dd42bfa6'} bound to L3 agent in host n-d-827839-2 {{(pid=103378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:31:39.418131 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-d2b69b61-0333-49ba-9b42-7d906a893afb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:31:32Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['519b5a09-be1a-4ed6-9cee-17d9dd42bfa6'], 'active': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:31:39.454362 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [None req-57d47500-8988-44e0-a16f-91ccc8ed6053 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] For port e086f5fe-7375-47db-815a-601c155f3e03, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=e086f5fe-7375-47db-815a-601c155f3e03,segment=NetworkSegment(b3a8de38-4839-4fea-a67d-5106feb9cbe3),segment_id=b3a8de38-4839-4fea-a67d-5106feb9cbe3)] {{(pid=103377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:31:39.455657 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-57d47500-8988-44e0-a16f-91ccc8ed6053 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (e086f5fe-7375-47db-815a-601c155f3e03), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:39.459584 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.db.resource_extend [None req-228ad7f1-32cc-4de6-bd65-a41e14fa28d9 tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] It took 0.49 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 17:31:39.471303 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-57d47500-8988-44e0-a16f-91ccc8ed6053 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Calling delete_port for e086f5fe-7375-47db-815a-601c155f3e03 owned by network:dhcp {{(pid=103377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:31:39.506200 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908b9ed4-d711-401c-be7e-00c55cecedee req-9beefd35-1995-4af1-9a7b-41ba6a97f300 tempest-ServerDiskConfigTestJSON-47961148 tempest-ServerDiskConfigTestJSON-47961148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:39.513067 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-908b9ed4-d711-401c-be7e-00c55cecedee req-9beefd35-1995-4af1-9a7b-41ba6a97f300 tempest-ServerDiskConfigTestJSON-47961148 tempest-ServerDiskConfigTestJSON-47961148-project] 10.222.0.89 "GET /v2.0/ports?device_id=5e31becc-950d-4184-999b-78ca5074ae68 HTTP/1.1" status: 200 len: 943 time: 0.6222498 Feb 04 17:31:39.549419 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-228ad7f1-32cc-4de6-bd65-a41e14fa28d9 tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:39.560833 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvr_db [None req-d2b69b61-0333-49ba-9b42-7d906a893afb None None] Set router 519b5a09-be1a-4ed6-9cee-17d9dd42bfa6 gateway port host: None {{(pid=103378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:31:39.563560 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-228ad7f1-32cc-4de6-bd65-a41e14fa28d9 tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1595586'] for floatingip (fafe2728-3774-4c0a-93d7-43251131d95f), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:39.564051 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-faa9c9e0-fc84-43a7-b017-e00d8a804b64 None None] Deleting port e086f5fe-7375-47db-815a-601c155f3e03 {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:31:39.564673 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-faa9c9e0-fc84-43a7-b017-e00d8a804b64 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (e086f5fe-7375-47db-815a-601c155f3e03), before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:39.598021 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-ccd31c23-6a0b-4816-9e1b-4259aa93a500 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=6054a945d1db4859ae33f1c6e4a7b141&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4314644 Feb 04 17:31:39.600988 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 48900) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:31:39.627648 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-57d47500-8988-44e0-a16f-91ccc8ed6053 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (e086f5fe-7375-47db-815a-601c155f3e03), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:39.642763 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Device f32ff516-a26c-4e84-b289-c2e0d0845aec details requested by agent hyperv_n-h2-827839-2 with host n-h2-827839-2 {{(pid=103378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 17:31:39.665564 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-908b9ed4-d711-401c-be7e-00c55cecedee req-1563aa52-32e7-4560-a732-9d243aab3c37 tempest-ServerDiskConfigTestJSON-47961148 tempest-ServerDiskConfigTestJSON-47961148-project] 10.222.0.89 "GET /v2.0/security-groups?id=ffff0ed7-cf9e-4cbb-9be9-3a1c2dba1e58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514692 Feb 04 17:31:39.675063 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57d47500-8988-44e0-a16f-91ccc8ed6053 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] No DVR routers for this DVR port e086f5fe-7375-47db-815a-601c155f3e03 on host n-d-827839-2 {{(pid=103377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 17:31:39.676731 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d47500-8988-44e0-a16f-91ccc8ed6053 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Pushing event deleted for resources: {'Port': ['ID=e086f5fe-7375-47db-815a-601c155f3e03,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:31:39.712674 n-d-827839-2 neutron-server[103376]: INFO neutron.db.l3_db [None req-228ad7f1-32cc-4de6-bd65-a41e14fa28d9 tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Floating IP fafe2728-3774-4c0a-93d7-43251131d95f associated. External IP: 172.25.6.163, port: 34368e39-1fbb-4d84-8080-688f9c634f64. Feb 04 17:31:39.765932 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-a55fbe02-ee47-4d95-9d15-be87a06842e1 admin admin] Publish callbacks [] for security_group (b516663d-8783-4101-8283-c32342c042e7), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:39.774191 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-57d47500-8988-44e0-a16f-91ccc8ed6053 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1543676', 'neutron.services.segments.db._delete_segments_for_network-8781084786517'] for network (1075af02-a74d-49b8-96f6-92af5f280311), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:39.816291 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-a55fbe02-ee47-4d95-9d15-be87a06842e1 admin admin] Publish callbacks [] for security_group (b516663d-8783-4101-8283-c32342c042e7), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:39.818784 n-d-827839-2 neutron-server[103377]: DEBUG neutron.services.segments.db [None req-57d47500-8988-44e0-a16f-91ccc8ed6053 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1075af02-a74d-49b8-96f6-92af5f280311']}} {{(pid=103377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:31:39.827622 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-faa9c9e0-fc84-43a7-b017-e00d8a804b64 None None] For port e086f5fe-7375-47db-815a-601c155f3e03, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=e086f5fe-7375-47db-815a-601c155f3e03,segment=NetworkSegment(b3a8de38-4839-4fea-a67d-5106feb9cbe3),segment_id=b3a8de38-4839-4fea-a67d-5106feb9cbe3)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:31:39.828043 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-faa9c9e0-fc84-43a7-b017-e00d8a804b64 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (e086f5fe-7375-47db-815a-601c155f3e03), precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:39.835426 n-d-827839-2 neutron-server[103377]: DEBUG neutron.services.segments.db [None req-57d47500-8988-44e0-a16f-91ccc8ed6053 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3a8de38-4839-4fea-a67d-5106feb9cbe3') {'for_net_delete': True} {{(pid=103377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:31:39.835741 n-d-827839-2 neutron-server[103377]: DEBUG neutron.services.segments.db [None req-57d47500-8988-44e0-a16f-91ccc8ed6053 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3a8de38-4839-4fea-a67d-5106feb9cbe3') {} {{(pid=103377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:31:39.855841 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-57d47500-8988-44e0-a16f-91ccc8ed6053 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781084783966', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26866685'] for segment (b3a8de38-4839-4fea-a67d-5106feb9cbe3), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:39.866153 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-faa9c9e0-fc84-43a7-b017-e00d8a804b64 None None] Calling delete_port for e086f5fe-7375-47db-815a-601c155f3e03 owned by network:dhcp {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:31:39.878246 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 48904) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:31:39.881113 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-57d47500-8988-44e0-a16f-91ccc8ed6053 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (b3a8de38-4839-4fea-a67d-5106feb9cbe3), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:39.900479 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57d47500-8988-44e0-a16f-91ccc8ed6053 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Releasing vlan 753 on physical network physnet1 to pool {{(pid=103377) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 17:31:39.900921 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-57d47500-8988-44e0-a16f-91ccc8ed6053 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25888454'] for segment (b3a8de38-4839-4fea-a67d-5106feb9cbe3), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:39.904962 n-d-827839-2 neutron-server[103377]: Traceback (most recent call last): Feb 04 17:31:39.904962 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 17:31:39.904962 n-d-827839-2 neutron-server[103377]: timer() Feb 04 17:31:39.904962 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 17:31:39.904962 n-d-827839-2 neutron-server[103377]: cb(*args, **kw) Feb 04 17:31:39.904962 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 17:31:39.904962 n-d-827839-2 neutron-server[103377]: return func(*args, **kwargs) Feb 04 17:31:39.904962 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 17:31:39.904962 n-d-827839-2 neutron-server[103377]: self._notify() Feb 04 17:31:39.904962 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 17:31:39.904962 n-d-827839-2 neutron-server[103377]: self.callback(batched_events) Feb 04 17:31:39.904962 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 17:31:39.904962 n-d-827839-2 neutron-server[103377]: event.method(event) Feb 04 17:31:39.904962 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 17:31:39.904962 n-d-827839-2 neutron-server[103377]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 17:31:39.904962 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 17:31:39.904962 n-d-827839-2 neutron-server[103377]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 17:31:39.904962 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 17:31:39.904962 n-d-827839-2 neutron-server[103377]: return f(self, *a, **k) Feb 04 17:31:39.904962 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 17:31:39.904962 n-d-827839-2 neutron-server[103377]: return self._get(url).json() Feb 04 17:31:39.904962 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 17:31:39.904962 n-d-827839-2 neutron-server[103377]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 17:31:39.904962 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 17:31:39.904962 n-d-827839-2 neutron-server[103377]: return self.request(url, 'GET', **kwargs) Feb 04 17:31:39.904962 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 17:31:39.904962 n-d-827839-2 neutron-server[103377]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 17:31:39.904962 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 17:31:39.904962 n-d-827839-2 neutron-server[103377]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 17:31:39.904962 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 17:31:39.904962 n-d-827839-2 neutron-server[103377]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 17:31:39.904962 n-d-827839-2 neutron-server[103377]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 17:31:39.955396 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-a55fbe02-ee47-4d95-9d15-be87a06842e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (b516663d-8783-4101-8283-c32342c042e7), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:39.958367 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-a55fbe02-ee47-4d95-9d15-be87a06842e1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:39.975538 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-a55fbe02-ee47-4d95-9d15-be87a06842e1 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/b516663d-8783-4101-8283-c32342c042e7 HTTP/1.1" status: 204 len: 168 time: 0.3622115 Feb 04 17:31:39.996010 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] For port f32ff516-a26c-4e84-b289-c2e0d0845aec, host n-h2-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=f32ff516-a26c-4e84-b289-c2e0d0845aec,segment=NetworkSegment(c672906f-f6f7-41c3-8178-df9515ad242f),segment_id=c672906f-f6f7-41c3-8178-df9515ad242f)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:31:40.020797 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Returning: {'device': 'f32ff516-a26c-4e84-b289-c2e0d0845aec', 'network_id': '3c6b4be4-b4b9-4735-a6e5-15af4ecbb3e6', 'port_id': 'f32ff516-a26c-4e84-b289-c2e0d0845aec', 'mac_address': 'fa:16:3e:d8:89:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 788, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '375be7ec-5e9b-4b86-ae0d-acfb51345bdd', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 17:31:40.021377 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55fbe02-ee47-4d95-9d15-be87a06842e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b516663d-8783-4101-8283-c32342c042e7,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:31:40.043610 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-228ad7f1-32cc-4de6-bd65-a41e14fa28d9 tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Router e533f000-d94a-4439-a4c6-1b113390e45f has already been hosted by L3 agent 64ada913-9131-4d99-a265-63a920956287 {{(pid=103376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 17:31:40.044238 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-57d47500-8988-44e0-a16f-91ccc8ed6053 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1543671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1595572'] for network (1075af02-a74d-49b8-96f6-92af5f280311), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:40.060714 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-57d47500-8988-44e0-a16f-91ccc8ed6053 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Publish callbacks [] for network (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:40.063804 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-57d47500-8988-44e0-a16f-91ccc8ed6053 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] 10.222.0.89 "DELETE /v2.0/networks/1075af02-a74d-49b8-96f6-92af5f280311 HTTP/1.1" status: 204 len: 168 time: 1.0825539 Feb 04 17:31:40.064661 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-8096980e-517d-4d8a-a58f-f91560049a6f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:40.066900 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 48910) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:31:40.084815 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d47500-8988-44e0-a16f-91ccc8ed6053 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Pushing event deleted for resources: {'Network': ['ID=1075af02-a74d-49b8-96f6-92af5f280311,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:31:40.099430 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-faa9c9e0-fc84-43a7-b017-e00d8a804b64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144'] for port (e086f5fe-7375-47db-815a-601c155f3e03), after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:40.107595 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-faa9c9e0-fc84-43a7-b017-e00d8a804b64 None None] Network 1075af02-a74d-49b8-96f6-92af5f280311 is not hosted by any dhcp agent {{(pid=103378) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 04 17:31:40.108049 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faa9c9e0-fc84-43a7-b017-e00d8a804b64 None None] No DVR routers for this DVR port e086f5fe-7375-47db-815a-601c155f3e03 on host n-d-827839-2 {{(pid=103378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 17:31:40.110398 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-d2b69b61-0333-49ba-9b42-7d906a893afb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '519b5a09-be1a-4ed6-9cee-17d9dd42bfa6', 'name': 'tempest-RoutersIpV6Test-router-1872959318', 'tenant_id': '9117ee7d05a54905bc1e8a5956601b14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:30:09Z', 'updated_at': '2022-02-04T17:31:37Z', 'revision_number': 10, 'project_id': '9117ee7d05a54905bc1e8a5956601b14', 'gw_port_host': None, '_interfaces': [{'id': 'e45f3f22-c9b2-40db-bd81-abe2ef0e1ad1', 'name': '', 'network_id': 'e491b4ae-a9ba-443a-b592-68de5d6c355f', 'tenant_id': '9117ee7d05a54905bc1e8a5956601b14', 'mac_address': 'fa:16:3e:49:15:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '519b5a09-be1a-4ed6-9cee-17d9dd42bfa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2259, 'fixed_ips': [{'subnet_id': '78e6fd8d-d36c-498f-9851-709f40f04989', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:30:15Z', 'updated_at': '2022-02-04T17:30:27Z', 'revision_number': 5, 'project_id': '9117ee7d05a54905bc1e8a5956601b14', 'subnets': [{'id': '78e6fd8d-d36c-498f-9851-709f40f04989', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-2', False) {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:31:40.114304 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Current status of the port f32ff516-a26c-4e84-b289-c2e0d0845aec is: DOWN; New status is: BUILD {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:31:40.114692 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (f32ff516-a26c-4e84-b289-c2e0d0845aec), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:40.173871 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa9c9e0-fc84-43a7-b017-e00d8a804b64 None None] Pushing event deleted for resources: {'Port': ['ID=e086f5fe-7375-47db-815a-601c155f3e03,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:31:40.181183 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2b69b61-0333-49ba-9b42-7d906a893afb None None] The sync data for ids ['519b5a09-be1a-4ed6-9cee-17d9dd42bfa6'] in n-d-827839-2 is: [{'id': '519b5a09-be1a-4ed6-9cee-17d9dd42bfa6', 'name': 'tempest-RoutersIpV6Test-router-1872959318', 'tenant_id': '9117ee7d05a54905bc1e8a5956601b14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:30:09Z', 'updated_at': '2022-02-04T17:31:37Z', 'revision_number': 10, 'project_id': '9117ee7d05a54905bc1e8a5956601b14', 'gw_port_host': None, '_interfaces': [{'id': 'e45f3f22-c9b2-40db-bd81-abe2ef0e1ad1', 'name': '', 'network_id': 'e491b4ae-a9ba-443a-b592-68de5d6c355f', 'tenant_id': '9117ee7d05a54905bc1e8a5956601b14', 'mac_address': 'fa:16:3e:49:15:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '519b5a09-be1a-4ed6-9cee-17d9dd42bfa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2259, 'fixed_ips': [{'subnet_id': '78e6fd8d-d36c-498f-9851-709f40f04989', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:30:15Z', 'updated_at': '2022-02-04T17:30:27Z', 'revision_number': 5, 'project_id': '9117ee7d05a54905bc1e8a5956601b14', 'subnets': [{'id': '78e6fd8d-d36c-498f-9851-709f40f04989', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 17:31:40.190758 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f32ff516-a26c-4e84-b289-c2e0d0845aec {{(pid=103378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 17:31:40.219267 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-8096980e-517d-4d8a-a58f-f91560049a6f admin admin] Publish callbacks [] for security_group (46480927-4161-4b6f-a0dc-468954fd9e5a), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:40.219736 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (f20a1ab3-4332-4f54-833b-ba4a7c687e89), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:40.222470 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] For port f32ff516-a26c-4e84-b289-c2e0d0845aec, host n-h2-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=f32ff516-a26c-4e84-b289-c2e0d0845aec,segment=NetworkSegment(c672906f-f6f7-41c3-8178-df9515ad242f),segment_id=c672906f-f6f7-41c3-8178-df9515ad242f)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:31:40.233101 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (f32ff516-a26c-4e84-b289-c2e0d0845aec), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:40.239727 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-8096980e-517d-4d8a-a58f-f91560049a6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (46480927-4161-4b6f-a0dc-468954fd9e5a), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:40.301772 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Pushing event updated for resources: {'Port': ['ID=f32ff516-a26c-4e84-b289-c2e0d0845aec,revision_number=4']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:31:40.345534 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-8096980e-517d-4d8a-a58f-f91560049a6f admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=0ac2c3472cd943bbbec928511ac4bd87&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4617937 Feb 04 17:31:40.345534 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8096980e-517d-4d8a-a58f-f91560049a6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46480927-4161-4b6f-a0dc-468954fd9e5a,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:31:40.345718 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 48916) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:31:40.371582 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914a3898-4cbd-478a-a807-1afce9504f43 req-dd85c413-a64b-4006-b798-7396dcfb97fe tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:40.371914 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-228ad7f1-32cc-4de6-bd65-a41e14fa28d9 tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Notify agent at l3_agent.n-d-827839-2 the message routers_updated {{(pid=103376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 17:31:40.379805 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-228ad7f1-32cc-4de6-bd65-a41e14fa28d9 tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for floatingip (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:40.382251 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3356c65b-d1a1-4de2-8780-4589177a777f None None] Sync routers for ids ['e533f000-d94a-4439-a4c6-1b113390e45f'] in n-d-827839-2 {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 17:31:40.382708 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914a3898-4cbd-478a-a807-1afce9504f43 req-dd85c413-a64b-4006-b798-7396dcfb97fe tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:40.387876 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914a3898-4cbd-478a-a807-1afce9504f43 req-dd85c413-a64b-4006-b798-7396dcfb97fe tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:40.396269 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914a3898-4cbd-478a-a807-1afce9504f43 req-dd85c413-a64b-4006-b798-7396dcfb97fe tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:40.399474 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3356c65b-d1a1-4de2-8780-4589177a777f None None] Routers {'e533f000-d94a-4439-a4c6-1b113390e45f'} bound to L3 agent in host n-d-827839-2 {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:31:40.399590 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914a3898-4cbd-478a-a807-1afce9504f43 req-dd85c413-a64b-4006-b798-7396dcfb97fe tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:40.400343 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-3356c65b-d1a1-4de2-8780-4589177a777f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:31:32Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['e533f000-d94a-4439-a4c6-1b113390e45f'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:31:40.405336 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914a3898-4cbd-478a-a807-1afce9504f43 req-dd85c413-a64b-4006-b798-7396dcfb97fe tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:40.412359 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914a3898-4cbd-478a-a807-1afce9504f43 req-dd85c413-a64b-4006-b798-7396dcfb97fe tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:40.414628 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-914a3898-4cbd-478a-a807-1afce9504f43 req-dd85c413-a64b-4006-b798-7396dcfb97fe tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] 10.222.0.89 "GET /v2.0/ports?device_id=f9afa7a5-1aca-47d0-a335-e4059d5a8169 HTTP/1.1" status: 200 len: 5419 time: 0.1455703 Feb 04 17:31:40.440909 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-3356c65b-d1a1-4de2-8780-4589177a777f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827839-2', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:31:40.453806 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3356c65b-d1a1-4de2-8780-4589177a777f None None] Routers {'e533f000-d94a-4439-a4c6-1b113390e45f'} bound to L3 agent in host n-d-827839-2 {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:31:40.454421 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-3356c65b-d1a1-4de2-8780-4589177a777f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:31:32Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['e533f000-d94a-4439-a4c6-1b113390e45f'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:31:40.481999 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-914a3898-4cbd-478a-a807-1afce9504f43 req-87d0d69c-c6c2-4052-9f4b-63cdef25a51e tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] 10.222.0.89 "GET /v2.0/security-groups?id=97363f9b-735d-4c1b-ae48-6b5390fc2698&id=0a858dd3-bfe4-4a54-8e21-ad7067112b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0590544 Feb 04 17:31:40.501661 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-3356c65b-d1a1-4de2-8780-4589177a777f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827839-2', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:31:40.502350 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3356c65b-d1a1-4de2-8780-4589177a777f None None] The sync data for ids ['e533f000-d94a-4439-a4c6-1b113390e45f'] in n-d-827839-2 is: [] {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 17:31:40.508116 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] get_ports_and_sgs() called for port_ids ['f32ff516-a26c-4e84-b289-c2e0d0845aec'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 17:31:40.541320 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-228ad7f1-32cc-4de6-bd65-a41e14fa28d9 tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] 10.222.0.89 "PUT /v2.0/floatingips/fafe2728-3774-4c0a-93d7-43251131d95f HTTP/1.1" status: 200 len: 977 time: 2.4785957 Feb 04 17:31:40.544230 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 48926) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:31:40.551847 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-b1d1e5c3-7016-44ce-8304-dd7e2aea8b64 admin admin] Publish callbacks [] for security_group (46480927-4161-4b6f-a0dc-468954fd9e5a), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:40.586105 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-b1d1e5c3-7016-44ce-8304-dd7e2aea8b64 admin admin] Publish callbacks [] for security_group (46480927-4161-4b6f-a0dc-468954fd9e5a), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:40.711277 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-0d48db4d-3804-454d-b9b1-4439805c443d tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Deleting port 34368e39-1fbb-4d84-8080-688f9c634f64 {{(pid=103377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:31:40.713699 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-0d48db4d-3804-454d-b9b1-4439805c443d tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (34368e39-1fbb-4d84-8080-688f9c634f64), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:40.763727 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-b1d1e5c3-7016-44ce-8304-dd7e2aea8b64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (46480927-4161-4b6f-a0dc-468954fd9e5a), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:40.766407 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-b1d1e5c3-7016-44ce-8304-dd7e2aea8b64 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:40.772044 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-b1d1e5c3-7016-44ce-8304-dd7e2aea8b64 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/46480927-4161-4b6f-a0dc-468954fd9e5a HTTP/1.1" status: 204 len: 168 time: 0.4273667 Feb 04 17:31:40.806637 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d1e5c3-7016-44ce-8304-dd7e2aea8b64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46480927-4161-4b6f-a0dc-468954fd9e5a,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:31:40.883606 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-0d48db4d-3804-454d-b9b1-4439805c443d tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (34368e39-1fbb-4d84-8080-688f9c634f64), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:40.905189 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-14f8cd81-9c9f-4655-a68e-119f5be94e91 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602754'] for router_interface (519b5a09-be1a-4ed6-9cee-17d9dd42bfa6), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:40.912812 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 56c51fc1-b604-49a0-9e16-3420f4efe7e7 no longer exists at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:31:40.916555 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca60c24-d6f7-40ec-a68b-e5ad8198c1e1 req-c594e985-d877-4d88-b9aa-3dd457c09dfa tempest-ServerDiskConfigTestJSON-47961148 tempest-ServerDiskConfigTestJSON-47961148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:40.918187 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-4ca60c24-d6f7-40ec-a68b-e5ad8198c1e1 req-c594e985-d877-4d88-b9aa-3dd457c09dfa tempest-ServerDiskConfigTestJSON-47961148 tempest-ServerDiskConfigTestJSON-47961148-project] 10.222.0.89 "GET /v2.0/ports?device_id=5e31becc-950d-4184-999b-78ca5074ae68 HTTP/1.1" status: 200 len: 944 time: 0.1070101 Feb 04 17:31:40.951439 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] No Port match for: 56c51fc1-b604-49a0-9e16-3420f4efe7e7 {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 17:31:40.951790 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 56c51fc1-b604-49a0-9e16-3420f4efe7e7 not bound to the agent host n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 17:31:40.961713 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device e086f5fe-7375-47db-815a-601c155f3e03 no longer exists at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:31:40.994103 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] No Port match for: e086f5fe-7375-47db-815a-601c155f3e03 {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 17:31:40.994451 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device e086f5fe-7375-47db-815a-601c155f3e03 not bound to the agent host n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 17:31:41.086741 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 48942) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:31:41.095422 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-4ca60c24-d6f7-40ec-a68b-e5ad8198c1e1 req-460ee7f7-2fcc-4af1-a87e-d0102c337fd3 tempest-ServerDiskConfigTestJSON-47961148 tempest-ServerDiskConfigTestJSON-47961148-project] 10.222.0.89 "GET /v2.0/security-groups?id=ffff0ed7-cf9e-4cbb-9be9-3a1c2dba1e58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325562 Feb 04 17:31:41.160891 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-0d48db4d-3804-454d-b9b1-4439805c443d tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:41.161256 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-0d48db4d-3804-454d-b9b1-4439805c443d tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1595586'] for floatingip (fafe2728-3774-4c0a-93d7-43251131d95f), after_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:41.161573 n-d-827839-2 neutron-server[103377]: INFO neutron.db.l3_db [None req-0d48db4d-3804-454d-b9b1-4439805c443d tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Floating IP fafe2728-3774-4c0a-93d7-43251131d95f disassociated. External IP: 172.25.6.163, port: 34368e39-1fbb-4d84-8080-688f9c634f64. Feb 04 17:31:41.162051 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-0d48db4d-3804-454d-b9b1-4439805c443d tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Calling delete_port for 34368e39-1fbb-4d84-8080-688f9c634f64 owned by {{(pid=103377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:31:41.222509 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 48946) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:31:41.255393 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device f6309afb-3125-4ff7-a862-e4fad9550341 details requested by agent hyperv_n-h1-827839-2 with host n-h1-827839-2 {{(pid=103378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 17:31:41.261119 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-4ee65480-b8db-401c-9a42-9c5ad7eb9244 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-74263934-network', 'tenant_id': '0cbfcc8ba69049a8b76ec2ff72fb8917'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:31:41.294279 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-f8cbf666-8e60-4cbf-a093-4ca126928143 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:41.308949 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ee65480-b8db-401c-9a42-9c5ad7eb9244 admin admin] Made reservation on behalf of 0cbfcc8ba69049a8b76ec2ff72fb8917 for: {'network': 1} {{(pid=103376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:31:41.311780 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-4ee65480-b8db-401c-9a42-9c5ad7eb9244 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for network (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:41.314252 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-0d48db4d-3804-454d-b9b1-4439805c443d tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (34368e39-1fbb-4d84-8080-688f9c634f64), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:41.333448 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-4ee65480-b8db-401c-9a42-9c5ad7eb9244 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:41.346641 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d48db4d-3804-454d-b9b1-4439805c443d tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Pushing event deleted for resources: {'Port': ['ID=34368e39-1fbb-4d84-8080-688f9c634f64,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:31:41.375776 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-14f8cd81-9c9f-4655-a68e-119f5be94e91 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Deleting port e45f3f22-c9b2-40db-bd81-abe2ef0e1ad1 {{(pid=103376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:31:41.375942 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] For port f6309afb-3125-4ff7-a862-e4fad9550341, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=f6309afb-3125-4ff7-a862-e4fad9550341,segment=NetworkSegment(003aaa95-3edb-4f14-93d1-6362433ea51a),segment_id=003aaa95-3edb-4f14-93d1-6362433ea51a)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:31:41.376029 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-14f8cd81-9c9f-4655-a68e-119f5be94e91 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (e45f3f22-c9b2-40db-bd81-abe2ef0e1ad1), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:41.391499 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Returning: {'device': 'f6309afb-3125-4ff7-a862-e4fad9550341', 'network_id': '33faf293-e0be-4b60-83b0-8ec497ee643d', 'port_id': 'f6309afb-3125-4ff7-a862-e4fad9550341', 'mac_address': 'fa:16:3e:a4:db:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 760, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4d5b67f-9f31-46fc-bfb3-c1d4a9ae5448', 'ip_address': '10.1.1.121'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 17:31:41.433673 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Current status of the port f6309afb-3125-4ff7-a862-e4fad9550341 is: DOWN; New status is: BUILD {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:31:41.434184 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (f6309afb-3125-4ff7-a862-e4fad9550341), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:41.448316 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f6309afb-3125-4ff7-a862-e4fad9550341 {{(pid=103378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 17:31:41.470045 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] For port f6309afb-3125-4ff7-a862-e4fad9550341, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=f6309afb-3125-4ff7-a862-e4fad9550341,segment=NetworkSegment(003aaa95-3edb-4f14-93d1-6362433ea51a),segment_id=003aaa95-3edb-4f14-93d1-6362433ea51a)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:31:41.475359 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (f6309afb-3125-4ff7-a862-e4fad9550341), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:41.476277 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device 1f1fc21f-8afb-4ed1-ab35-d8918c765c07 details requested by agent hyperv_n-h1-827839-2 with host n-h1-827839-2 {{(pid=103378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 17:31:41.478763 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d48db4d-3804-454d-b9b1-4439805c443d tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Router e533f000-d94a-4439-a4c6-1b113390e45f has already been hosted by L3 agent 64ada913-9131-4d99-a265-63a920956287 {{(pid=103377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 17:31:41.539597 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-f8cbf666-8e60-4cbf-a093-4ca126928143 admin admin] Publish callbacks [] for security_group (675a9d8f-b234-44b5-8f70-98c67c2971c8), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:41.552894 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [None req-14f8cd81-9c9f-4655-a68e-119f5be94e91 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] For port e45f3f22-c9b2-40db-bd81-abe2ef0e1ad1, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=e45f3f22-c9b2-40db-bd81-abe2ef0e1ad1,segment=NetworkSegment(028768ed-e5eb-4b17-8f52-479724313647),segment_id=028768ed-e5eb-4b17-8f52-479724313647)] {{(pid=103376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:31:41.553625 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-14f8cd81-9c9f-4655-a68e-119f5be94e91 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (e45f3f22-c9b2-40db-bd81-abe2ef0e1ad1), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:41.566379 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-f8cbf666-8e60-4cbf-a093-4ca126928143 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (675a9d8f-b234-44b5-8f70-98c67c2971c8), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:41.587390 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-14f8cd81-9c9f-4655-a68e-119f5be94e91 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Calling delete_port for e45f3f22-c9b2-40db-bd81-abe2ef0e1ad1 owned by network:router_interface {{(pid=103376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:31:41.588878 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Pushing event updated for resources: {'Port': ['ID=f6309afb-3125-4ff7-a862-e4fad9550341,revision_number=4']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:31:41.603073 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d48db4d-3804-454d-b9b1-4439805c443d tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Notify agent at l3_agent.n-d-827839-2 the message routers_updated {{(pid=103377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 17:31:41.618387 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-604426d8-8e65-4b2e-9f3d-5d0575da84a7 None None] Sync routers for ids ['e533f000-d94a-4439-a4c6-1b113390e45f'] in n-d-827839-2 {{(pid=103378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 17:31:41.638576 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-4ee65480-b8db-401c-9a42-9c5ad7eb9244 admin admin] Publish callbacks [] for security_group (2de9d61b-ea54-4d7e-85c3-4bd92b231bf0), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:41.649952 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-604426d8-8e65-4b2e-9f3d-5d0575da84a7 None None] Routers {'e533f000-d94a-4439-a4c6-1b113390e45f'} bound to L3 agent in host n-d-827839-2 {{(pid=103378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:31:41.650915 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-604426d8-8e65-4b2e-9f3d-5d0575da84a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:31:32Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['e533f000-d94a-4439-a4c6-1b113390e45f'], 'active': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:31:41.660731 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Device f32ff516-a26c-4e84-b289-c2e0d0845aec up at agent hyperv_n-h2-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:31:41.716585 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-0d48db4d-3804-454d-b9b1-4439805c443d tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:41.722023 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-0d48db4d-3804-454d-b9b1-4439805c443d tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] 10.222.0.89 "DELETE /v2.0/ports/34368e39-1fbb-4d84-8080-688f9c634f64 HTTP/1.1" status: 204 len: 168 time: 1.1742532 Feb 04 17:31:41.722381 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 48952) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:31:41.756278 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-4ee65480-b8db-401c-9a42-9c5ad7eb9244 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (2de9d61b-ea54-4d7e-85c3-4bd92b231bf0), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:41.765268 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-f8cbf666-8e60-4cbf-a093-4ca126928143 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=fd2235080c134c5ea11fef6c2802f9c9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5391827 Feb 04 17:31:41.767459 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cbf666-8e60-4cbf-a093-4ca126928143 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=675a9d8f-b234-44b5-8f70-98c67c2971c8,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:31:41.769761 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 48954) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:31:41.777657 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03297c07-3d75-4672-bf50-33756b6cdd61 req-47b3d517-65b9-450d-b929-78bced496725 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:41.780819 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03297c07-3d75-4672-bf50-33756b6cdd61 req-47b3d517-65b9-450d-b929-78bced496725 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:41.782480 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ee65480-b8db-401c-9a42-9c5ad7eb9244 admin admin] vlan segment allocate from pool success with {'vlan_id': 777, 'physical_network': 'physnet1'} {{(pid=103376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 17:31:41.786178 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03297c07-3d75-4672-bf50-33756b6cdd61 req-47b3d517-65b9-450d-b929-78bced496725 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:41.791827 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03297c07-3d75-4672-bf50-33756b6cdd61 req-47b3d517-65b9-450d-b929-78bced496725 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:41.797198 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03297c07-3d75-4672-bf50-33756b6cdd61 req-47b3d517-65b9-450d-b929-78bced496725 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:41.803500 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03297c07-3d75-4672-bf50-33756b6cdd61 req-47b3d517-65b9-450d-b929-78bced496725 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:41.809144 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03297c07-3d75-4672-bf50-33756b6cdd61 req-47b3d517-65b9-450d-b929-78bced496725 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:41.811185 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-03297c07-3d75-4672-bf50-33756b6cdd61 req-47b3d517-65b9-450d-b929-78bced496725 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] 10.222.0.89 "GET /v2.0/ports?device_id=f9afa7a5-1aca-47d0-a335-e4059d5a8169 HTTP/1.1" status: 200 len: 5420 time: 0.1951473 Feb 04 17:31:41.819431 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-407e5a48-0a4b-4b53-92f6-e0c81ef107f0 tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] 10.222.0.89 "GET /v2.0/floatingips/fafe2728-3774-4c0a-93d7-43251131d95f HTTP/1.1" status: 200 len: 688 time: 0.0960383 Feb 04 17:31:41.821345 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 48956) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:31:41.827159 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-4ee65480-b8db-401c-9a42-9c5ad7eb9244 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (70174094-e07f-4f30-a49b-2c6898627bcd), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:41.827527 n-d-827839-2 neutron-server[103376]: INFO neutron.db.segments_db [None req-4ee65480-b8db-401c-9a42-9c5ad7eb9244 admin admin] Added segment 70174094-e07f-4f30-a49b-2c6898627bcd of type vlan for network 37c0f77b-8972-4105-98ee-598bb18907f4 Feb 04 17:31:41.885529 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-604426d8-8e65-4b2e-9f3d-5d0575da84a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827839-2', False) {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:31:41.903357 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee65480-b8db-401c-9a42-9c5ad7eb9244 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2de9d61b-ea54-4d7e-85c3-4bd92b231bf0,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:31:41.905471 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] For port 1f1fc21f-8afb-4ed1-ab35-d8918c765c07, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=1f1fc21f-8afb-4ed1-ab35-d8918c765c07,segment=NetworkSegment(4fe2ceae-f33e-4515-b7e7-4fd67b98c4d4),segment_id=4fe2ceae-f33e-4515-b7e7-4fd67b98c4d4)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:31:41.911986 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-4ee65480-b8db-401c-9a42-9c5ad7eb9244 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781084292801'] for network (37c0f77b-8972-4105-98ee-598bb18907f4), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:41.924079 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-604426d8-8e65-4b2e-9f3d-5d0575da84a7 None None] Routers {'e533f000-d94a-4439-a4c6-1b113390e45f'} bound to L3 agent in host n-d-827839-2 {{(pid=103378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:31:41.925185 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-604426d8-8e65-4b2e-9f3d-5d0575da84a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:31:32Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['e533f000-d94a-4439-a4c6-1b113390e45f'], 'active': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:31:41.927211 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Returning: {'device': '1f1fc21f-8afb-4ed1-ab35-d8918c765c07', 'network_id': 'a64d26d7-6663-4816-93ec-6e302f6e65a3', 'port_id': '1f1fc21f-8afb-4ed1-ab35-d8918c765c07', 'mac_address': 'fa:16:3e:79:87:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 783, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f380e9a2-3490-45e9-934d-38ee4f9d651d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 17:31:41.961923 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-604426d8-8e65-4b2e-9f3d-5d0575da84a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827839-2', False) {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:31:41.962887 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-604426d8-8e65-4b2e-9f3d-5d0575da84a7 None None] The sync data for ids ['e533f000-d94a-4439-a4c6-1b113390e45f'] in n-d-827839-2 is: [] {{(pid=103378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 17:31:41.965406 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-9c98f3b8-55e1-4ff4-9e34-330e48fd1d89 admin admin] Publish callbacks [] for security_group (675a9d8f-b234-44b5-8f70-98c67c2971c8), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:41.975553 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-03297c07-3d75-4672-bf50-33756b6cdd61 req-6ec61c45-8d50-409f-83fe-32a0867571f8 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] 10.222.0.89 "GET /v2.0/security-groups?id=97363f9b-735d-4c1b-ae48-6b5390fc2698&id=0a858dd3-bfe4-4a54-8e21-ad7067112b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1549451 Feb 04 17:31:41.993666 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-9c98f3b8-55e1-4ff4-9e34-330e48fd1d89 admin admin] Publish callbacks [] for security_group (675a9d8f-b234-44b5-8f70-98c67c2971c8), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:42.000608 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-4e81bc64-c429-4d71-9bf1-ae84a1d95438 tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Deleting port 46683c93-637d-46b0-ad23-d6be1f8dd1be {{(pid=103377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:31:42.000968 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-4e81bc64-c429-4d71-9bf1-ae84a1d95438 tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (46683c93-637d-46b0-ad23-d6be1f8dd1be), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:42.008849 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Current status of the port 1f1fc21f-8afb-4ed1-ab35-d8918c765c07 is: DOWN; New status is: BUILD {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:31:42.009247 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (1f1fc21f-8afb-4ed1-ab35-d8918c765c07), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:42.019106 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Provisioning for port f32ff516-a26c-4e84-b289-c2e0d0845aec completed by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 17:31:42.026406 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Provisioning complete for port f32ff516-a26c-4e84-b289-c2e0d0845aec triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:31:42.027322 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (f32ff516-a26c-4e84-b289-c2e0d0845aec), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:42.030027 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f1fc21f-8afb-4ed1-ab35-d8918c765c07 {{(pid=103378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 17:31:42.056514 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-4ee65480-b8db-401c-9a42-9c5ad7eb9244 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327'] for network (37c0f77b-8972-4105-98ee-598bb18907f4), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:42.057570 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ee65480-b8db-401c-9a42-9c5ad7eb9244 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:42.058753 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-4ee65480-b8db-401c-9a42-9c5ad7eb9244 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677565'] for network (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:42.089808 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] For port 1f1fc21f-8afb-4ed1-ab35-d8918c765c07, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=1f1fc21f-8afb-4ed1-ab35-d8918c765c07,segment=NetworkSegment(4fe2ceae-f33e-4515-b7e7-4fd67b98c4d4),segment_id=4fe2ceae-f33e-4515-b7e7-4fd67b98c4d4)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:31:42.102221 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (1f1fc21f-8afb-4ed1-ab35-d8918c765c07), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:42.103097 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device 69744c85-4e2f-4594-a5b1-5888c6eca6d5 details requested by agent hyperv_n-h1-827839-2 with host n-h1-827839-2 {{(pid=103378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 17:31:42.123112 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-14f8cd81-9c9f-4655-a68e-119f5be94e91 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (e45f3f22-c9b2-40db-bd81-abe2ef0e1ad1), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:42.125178 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-4e81bc64-c429-4d71-9bf1-ae84a1d95438 tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (46683c93-637d-46b0-ad23-d6be1f8dd1be), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:42.125331 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-4e81bc64-c429-4d71-9bf1-ae84a1d95438 tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Publish callbacks [] for floatingip (46683c93-637d-46b0-ad23-d6be1f8dd1be), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:42.150726 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-4e81bc64-c429-4d71-9bf1-ae84a1d95438 tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Calling delete_port for 46683c93-637d-46b0-ad23-d6be1f8dd1be owned by network:floatingip {{(pid=103377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:31:42.197347 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-4ee65480-b8db-401c-9a42-9c5ad7eb9244 admin admin] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.1094959 Feb 04 17:31:42.199305 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 48966) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:31:42.214124 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f8cd81-9c9f-4655-a68e-119f5be94e91 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Pushing event deleted for resources: {'Port': ['ID=e45f3f22-c9b2-40db-bd81-abe2ef0e1ad1,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:31:42.214302 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-129e0594-fcec-47b0-8379-fc63074dae8f admin admin] Request body: {'subnet': {'network_id': '37c0f77b-8972-4105-98ee-598bb18907f4', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-74263934-subnet', 'tenant_id': '0cbfcc8ba69049a8b76ec2ff72fb8917', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:31:42.241367 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee65480-b8db-401c-9a42-9c5ad7eb9244 admin admin] Pushing event updated for resources: {'Network': ['ID=37c0f77b-8972-4105-98ee-598bb18907f4,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:31:42.274484 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Network 37c0f77b-8972-4105-98ee-598bb18907f4 details requested by agent ovs-agent-n-d-827839-2 with host n-d-827839-2 {{(pid=103378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 17:31:42.307481 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-129e0594-fcec-47b0-8379-fc63074dae8f admin admin] Made reservation on behalf of 0cbfcc8ba69049a8b76ec2ff72fb8917 for: {'subnet': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:31:42.310924 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-129e0594-fcec-47b0-8379-fc63074dae8f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25597243'] for subnet (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:42.316427 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.db.resource_extend [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 17:31:42.336327 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-14f8cd81-9c9f-4655-a68e-119f5be94e91 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1677336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1602614'] for router_interface (519b5a09-be1a-4ed6-9cee-17d9dd42bfa6), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:42.347851 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-9c98f3b8-55e1-4ff4-9e34-330e48fd1d89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (675a9d8f-b234-44b5-8f70-98c67c2971c8), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:42.350753 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-9c98f3b8-55e1-4ff4-9e34-330e48fd1d89 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:42.355475 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-9c98f3b8-55e1-4ff4-9e34-330e48fd1d89 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/675a9d8f-b234-44b5-8f70-98c67c2971c8 HTTP/1.1" status: 204 len: 168 time: 0.5627415 Feb 04 17:31:42.369398 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c98f3b8-55e1-4ff4-9e34-330e48fd1d89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=675a9d8f-b234-44b5-8f70-98c67c2971c8,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:31:42.390299 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebc6320-0f81-47e9-92c9-a7ad8c3e0bb8 req-0a90a11c-d61e-41a6-bf4f-2fc0008a05a5 tempest-ServerDiskConfigTestJSON-47961148 tempest-ServerDiskConfigTestJSON-47961148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:42.397876 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-bebc6320-0f81-47e9-92c9-a7ad8c3e0bb8 req-0a90a11c-d61e-41a6-bf4f-2fc0008a05a5 tempest-ServerDiskConfigTestJSON-47961148 tempest-ServerDiskConfigTestJSON-47961148-project] 10.222.0.89 "GET /v2.0/ports?device_id=5e31becc-950d-4184-999b-78ca5074ae68 HTTP/1.1" status: 200 len: 944 time: 0.1975114 Feb 04 17:31:42.431589 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Pushing event updated for resources: {'Port': ['ID=1f1fc21f-8afb-4ed1-ab35-d8918c765c07,revision_number=4']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:31:42.437805 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Current status of the port f32ff516-a26c-4e84-b289-c2e0d0845aec is: BUILD; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:31:42.441123 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (f32ff516-a26c-4e84-b289-c2e0d0845aec), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:42.485899 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-bebc6320-0f81-47e9-92c9-a7ad8c3e0bb8 req-e2ea94d5-9e3c-40fe-9933-5f28bbbfb64a tempest-ServerDiskConfigTestJSON-47961148 tempest-ServerDiskConfigTestJSON-47961148-project] 10.222.0.89 "GET /v2.0/security-groups?id=ffff0ed7-cf9e-4cbb-9be9-3a1c2dba1e58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867913 Feb 04 17:31:42.519102 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] For port 69744c85-4e2f-4594-a5b1-5888c6eca6d5, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=69744c85-4e2f-4594-a5b1-5888c6eca6d5,segment=NetworkSegment(003aaa95-3edb-4f14-93d1-6362433ea51a),segment_id=003aaa95-3edb-4f14-93d1-6362433ea51a)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:31:42.594370 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (3f9244a9-75fc-4c10-b195-11d48b853b41), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:42.629403 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14f8cd81-9c9f-4655-a68e-119f5be94e91 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Router 519b5a09-be1a-4ed6-9cee-17d9dd42bfa6 has already been hosted by L3 agent 64ada913-9131-4d99-a265-63a920956287 {{(pid=103376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 17:31:42.660838 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d819a56-0759-4686-9a20-2826dcffcde7 req-f2916bfe-0fcb-4b66-9ca7-1e847f8212a0 tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:42.662987 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-9d819a56-0759-4686-9a20-2826dcffcde7 req-f2916bfe-0fcb-4b66-9ca7-1e847f8212a0 tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] 10.222.0.89 "GET /v2.0/ports?device_id=f2c300b1-94a0-4e81-a6de-54c4630651af HTTP/1.1" status: 200 len: 947 time: 0.0904672 Feb 04 17:31:42.675134 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] For port f32ff516-a26c-4e84-b289-c2e0d0845aec, host n-h2-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=f32ff516-a26c-4e84-b289-c2e0d0845aec,segment=NetworkSegment(c672906f-f6f7-41c3-8178-df9515ad242f),segment_id=c672906f-f6f7-41c3-8178-df9515ad242f)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:31:42.677254 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Returning: {'device': '69744c85-4e2f-4594-a5b1-5888c6eca6d5', 'network_id': '33faf293-e0be-4b60-83b0-8ec497ee643d', 'port_id': '69744c85-4e2f-4594-a5b1-5888c6eca6d5', 'mac_address': 'fa:16:3e:95:fb:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 760, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4d5b67f-9f31-46fc-bfb3-c1d4a9ae5448', 'ip_address': '10.1.1.240'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 17:31:42.679117 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e31becc-950d-4184-999b-78ca5074ae68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f32ff516-a26c-4e84-b289-c2e0d0845aec'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:31:42.682236 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c34bc964ce2211770fda26ca2f3801cc06f4f39928110690550e94ab9c9d2fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b649829-4f0d-44ab-9507-514c0ff1515f" -d '{"events": [{"server_uuid": "5e31becc-950d-4184-999b-78ca5074ae68", "name": "network-vif-plugged", "status": "completed", "tag": "f32ff516-a26c-4e84-b289-c2e0d0845aec"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:31:42.685222 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-4e81bc64-c429-4d71-9bf1-ae84a1d95438 tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (46683c93-637d-46b0-ad23-d6be1f8dd1be), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:42.690937 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (f32ff516-a26c-4e84-b289-c2e0d0845aec), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:42.780270 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14f8cd81-9c9f-4655-a68e-119f5be94e91 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Notify agent at l3_agent.n-d-827839-2 the message routers_updated {{(pid=103376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 17:31:42.800627 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff9a9daf-ff54-4f2b-87de-a3c5c33add60 None None] Sync routers for ids ['519b5a09-be1a-4ed6-9cee-17d9dd42bfa6'] in n-d-827839-2 {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 17:31:42.808026 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 17:31:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c178a608-7dce-48a9-b31f-515e7b35b864 x-openstack-request-id: req-c178a608-7dce-48a9-b31f-515e7b35b864 {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:31:42.808326 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e31becc-950d-4184-999b-78ca5074ae68", "name": "network-vif-plugged", "status": "completed", "tag": "f32ff516-a26c-4e84-b289-c2e0d0845aec", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:31:42.808575 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-c178a608-7dce-48a9-b31f-515e7b35b864 {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:31:42.809931 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-14f8cd81-9c9f-4655-a68e-119f5be94e91 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] 10.222.0.89 "PUT /v2.0/routers/519b5a09-be1a-4ed6-9cee-17d9dd42bfa6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7402778 Feb 04 17:31:42.812839 n-d-827839-2 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e31becc-950d-4184-999b-78ca5074ae68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f32ff516-a26c-4e84-b289-c2e0d0845aec', 'code': 200} Feb 04 17:31:42.813977 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Pushing event updated for resources: {'Port': ['ID=f32ff516-a26c-4e84-b289-c2e0d0845aec,revision_number=5']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:31:42.816454 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 48978) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:31:42.835046 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff9a9daf-ff54-4f2b-87de-a3c5c33add60 None None] Routers {'519b5a09-be1a-4ed6-9cee-17d9dd42bfa6'} bound to L3 agent in host n-d-827839-2 {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:31:42.835695 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-ff9a9daf-ff54-4f2b-87de-a3c5c33add60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:31:32Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['519b5a09-be1a-4ed6-9cee-17d9dd42bfa6'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:31:42.876145 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Current status of the port 69744c85-4e2f-4594-a5b1-5888c6eca6d5 is: DOWN; New status is: BUILD {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:31:42.876787 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (69744c85-4e2f-4594-a5b1-5888c6eca6d5), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:42.882063 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e81bc64-c429-4d71-9bf1-ae84a1d95438 tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Pushing event deleted for resources: {'Port': ['ID=46683c93-637d-46b0-ad23-d6be1f8dd1be,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:31:42.906633 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69744c85-4e2f-4594-a5b1-5888c6eca6d5 {{(pid=103378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 17:31:42.926467 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvr_db [None req-ff9a9daf-ff54-4f2b-87de-a3c5c33add60 None None] Set router 519b5a09-be1a-4ed6-9cee-17d9dd42bfa6 gateway port host: None {{(pid=103379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:31:42.930246 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-4e81bc64-c429-4d71-9bf1-ae84a1d95438 tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Publish callbacks [] for floatingip (fafe2728-3774-4c0a-93d7-43251131d95f), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:42.933968 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-4e81bc64-c429-4d71-9bf1-ae84a1d95438 tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for floatingip (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:42.936212 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-9d819a56-0759-4686-9a20-2826dcffcde7 req-bde37b08-cb22-4783-a8d4-485c4da4ac44 tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] 10.222.0.89 "GET /v2.0/security-groups?id=749b530c-d4d8-46cd-99b4-1a8b04e03f53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2331605 Feb 04 17:31:42.943866 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 48984) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:31:42.951782 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-4e81bc64-c429-4d71-9bf1-ae84a1d95438 tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] 10.222.0.89 "DELETE /v2.0/floatingips/fafe2728-3774-4c0a-93d7-43251131d95f HTTP/1.1" status: 204 len: 168 time: 1.1259525 Feb 04 17:31:42.957207 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-974224e8-18c2-456b-b2bc-6ee55dc462b7 tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Request body: {'floatingip': {'floating_network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'port_id': '633aca63-06ad-4cda-b4df-74c7f3812959'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:31:42.959421 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] For port 69744c85-4e2f-4594-a5b1-5888c6eca6d5, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=69744c85-4e2f-4594-a5b1-5888c6eca6d5,segment=NetworkSegment(003aaa95-3edb-4f14-93d1-6362433ea51a),segment_id=003aaa95-3edb-4f14-93d1-6362433ea51a)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:31:42.965564 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-129e0594-fcec-47b0-8379-fc63074dae8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25889445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25597197'] for subnet (3f6d7dfb-07b5-4561-8419-80c5621d3708), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:42.979388 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (69744c85-4e2f-4594-a5b1-5888c6eca6d5), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:42.980636 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device c7b0ce66-87fd-444f-8882-eed91d586c14 details requested by agent hyperv_n-h1-827839-2 with host n-h1-827839-2 {{(pid=103378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 17:31:43.011548 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e0268e2-d0fe-48aa-8d5b-f7a28b5ea3c7 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Deleting subnet 78e6fd8d-d36c-498f-9851-709f40f04989 {{(pid=103376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 17:31:43.016507 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-ff9a9daf-ff54-4f2b-87de-a3c5c33add60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '519b5a09-be1a-4ed6-9cee-17d9dd42bfa6', 'name': 'tempest-RoutersIpV6Test-router-1872959318', 'tenant_id': '9117ee7d05a54905bc1e8a5956601b14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:30:09Z', 'updated_at': '2022-02-04T17:31:41Z', 'revision_number': 11, 'project_id': '9117ee7d05a54905bc1e8a5956601b14', 'gw_port_host': None}], 'n-d-827839-2', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:31:43.025822 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-1e0268e2-d0fe-48aa-8d5b-f7a28b5ea3c7 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Publish callbacks [] for subnet (78e6fd8d-d36c-498f-9851-709f40f04989), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:43.055323 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129e0594-fcec-47b0-8379-fc63074dae8f admin admin] Pushing event updated for resources: {'Subnet': ['ID=3f6d7dfb-07b5-4561-8419-80c5621d3708,revision_number=0']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:31:43.069104 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03c6407-de32-4903-93c8-57e46e5b6a08 req-d430a20b-73c9-4b94-a2dd-133342880088 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:43.075965 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-b03c6407-de32-4903-93c8-57e46e5b6a08 req-d430a20b-73c9-4b94-a2dd-133342880088 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=5e31becc-950d-4184-999b-78ca5074ae68 HTTP/1.1" status: 200 len: 1127 time: 0.2244930 Feb 04 17:31:43.076083 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Pushing event updated for resources: {'Port': ['ID=69744c85-4e2f-4594-a5b1-5888c6eca6d5,revision_number=4']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:31:43.093419 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] For port c7b0ce66-87fd-444f-8882-eed91d586c14, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=c7b0ce66-87fd-444f-8882-eed91d586c14,segment=NetworkSegment(003aaa95-3edb-4f14-93d1-6362433ea51a),segment_id=003aaa95-3edb-4f14-93d1-6362433ea51a)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:31:43.108213 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff9a9daf-ff54-4f2b-87de-a3c5c33add60 None None] Checking router: 519b5a09-be1a-4ed6-9cee-17d9dd42bfa6 for host: n-d-827839-2 {{(pid=103379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 17:31:43.109499 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-1e0268e2-d0fe-48aa-8d5b-f7a28b5ea3c7 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25674901'] for subnet (78e6fd8d-d36c-498f-9851-709f40f04989), precommit_delete_associations {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:43.114480 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-974224e8-18c2-456b-b2bc-6ee55dc462b7 tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:43.115755 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Returning: {'device': 'c7b0ce66-87fd-444f-8882-eed91d586c14', 'network_id': '33faf293-e0be-4b60-83b0-8ec497ee643d', 'port_id': 'c7b0ce66-87fd-444f-8882-eed91d586c14', 'mac_address': 'fa:16:3e:f7:f5:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 760, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4d5b67f-9f31-46fc-bfb3-c1d4a9ae5448', 'ip_address': '10.1.1.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 17:31:43.120227 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff9a9daf-ff54-4f2b-87de-a3c5c33add60 None None] Routers {'519b5a09-be1a-4ed6-9cee-17d9dd42bfa6'} bound to L3 agent in host n-d-827839-2 {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:31:43.121711 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-ff9a9daf-ff54-4f2b-87de-a3c5c33add60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:31:32Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['519b5a09-be1a-4ed6-9cee-17d9dd42bfa6'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:31:43.182076 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Current status of the port c7b0ce66-87fd-444f-8882-eed91d586c14 is: DOWN; New status is: BUILD {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:31:43.182403 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (c7b0ce66-87fd-444f-8882-eed91d586c14), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:43.201247 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c7b0ce66-87fd-444f-8882-eed91d586c14 {{(pid=103378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 17:31:43.210874 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvr_db [None req-ff9a9daf-ff54-4f2b-87de-a3c5c33add60 None None] Set router 519b5a09-be1a-4ed6-9cee-17d9dd42bfa6 gateway port host: None {{(pid=103379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:31:43.224767 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] For port c7b0ce66-87fd-444f-8882-eed91d586c14, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=c7b0ce66-87fd-444f-8882-eed91d586c14,segment=NetworkSegment(003aaa95-3edb-4f14-93d1-6362433ea51a),segment_id=003aaa95-3edb-4f14-93d1-6362433ea51a)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:31:43.230867 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (c7b0ce66-87fd-444f-8882-eed91d586c14), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:43.231659 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device 047f18d1-ba45-4554-8c12-d78b1b2ece5e details requested by agent hyperv_n-h1-827839-2 with host n-h1-827839-2 {{(pid=103378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 17:31:43.261869 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-129e0594-fcec-47b0-8379-fc63074dae8f admin admin] Checking segment: {'id': '70174094-e07f-4f30-a49b-2c6898627bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '37c0f77b-8972-4105-98ee-598bb18907f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:31:43.262241 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-129e0594-fcec-47b0-8379-fc63074dae8f admin admin] Network hostable DHCP agents. Network: 37c0f77b-8972-4105-98ee-598bb18907f4, hostable agents: ['bb89f5a3-3c22-440b-b7d1-c4f0c43c184a'], hosted agents: [] {{(pid=103377) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 17:31:43.272841 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-b03c6407-de32-4903-93c8-57e46e5b6a08 req-3c0a8329-dbb9-4300-991f-c1216e9adca9 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=ffff0ed7-cf9e-4cbb-9be9-3a1c2dba1e58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1851227 Feb 04 17:31:43.302206 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-ff9a9daf-ff54-4f2b-87de-a3c5c33add60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '519b5a09-be1a-4ed6-9cee-17d9dd42bfa6', 'name': 'tempest-RoutersIpV6Test-router-1872959318', 'tenant_id': '9117ee7d05a54905bc1e8a5956601b14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:30:09Z', 'updated_at': '2022-02-04T17:31:41Z', 'revision_number': 11, 'project_id': '9117ee7d05a54905bc1e8a5956601b14', 'gw_port_host': None}], 'n-d-827839-2', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:31:43.303607 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Pushing event updated for resources: {'Port': ['ID=c7b0ce66-87fd-444f-8882-eed91d586c14,revision_number=4']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:31:43.323294 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a96fe1-34fc-4ab4-a9ac-979d0b92074e req-52abc961-386b-48ae-a7c9-9caabd6ecb75 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:43.331368 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a96fe1-34fc-4ab4-a9ac-979d0b92074e req-52abc961-386b-48ae-a7c9-9caabd6ecb75 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:43.338658 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a96fe1-34fc-4ab4-a9ac-979d0b92074e req-52abc961-386b-48ae-a7c9-9caabd6ecb75 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:43.341505 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff9a9daf-ff54-4f2b-87de-a3c5c33add60 None None] The sync data for ids ['519b5a09-be1a-4ed6-9cee-17d9dd42bfa6'] in n-d-827839-2 is: [{'id': '519b5a09-be1a-4ed6-9cee-17d9dd42bfa6', 'name': 'tempest-RoutersIpV6Test-router-1872959318', 'tenant_id': '9117ee7d05a54905bc1e8a5956601b14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:30:09Z', 'updated_at': '2022-02-04T17:31:41Z', 'revision_number': 11, 'project_id': '9117ee7d05a54905bc1e8a5956601b14', 'gw_port_host': None}] {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 17:31:43.345231 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a96fe1-34fc-4ab4-a9ac-979d0b92074e req-52abc961-386b-48ae-a7c9-9caabd6ecb75 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:43.352121 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a96fe1-34fc-4ab4-a9ac-979d0b92074e req-52abc961-386b-48ae-a7c9-9caabd6ecb75 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:43.352295 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] For port 047f18d1-ba45-4554-8c12-d78b1b2ece5e, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=047f18d1-ba45-4554-8c12-d78b1b2ece5e,segment=NetworkSegment(003aaa95-3edb-4f14-93d1-6362433ea51a),segment_id=003aaa95-3edb-4f14-93d1-6362433ea51a)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:31:43.357809 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a96fe1-34fc-4ab4-a9ac-979d0b92074e req-52abc961-386b-48ae-a7c9-9caabd6ecb75 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:43.363666 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a96fe1-34fc-4ab4-a9ac-979d0b92074e req-52abc961-386b-48ae-a7c9-9caabd6ecb75 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:43.370002 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-1e0268e2-d0fe-48aa-8d5b-f7a28b5ea3c7 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1541225'] for subnet (78e6fd8d-d36c-498f-9851-709f40f04989), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:43.372784 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-68a96fe1-34fc-4ab4-a9ac-979d0b92074e req-52abc961-386b-48ae-a7c9-9caabd6ecb75 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] 10.222.0.89 "GET /v2.0/ports?device_id=f9afa7a5-1aca-47d0-a335-e4059d5a8169 HTTP/1.1" status: 200 len: 5422 time: 0.2026849 Feb 04 17:31:43.374547 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-129e0594-fcec-47b0-8379-fc63074dae8f admin admin] Network 37c0f77b-8972-4105-98ee-598bb18907f4 is scheduled to be hosted by DHCP agent bb89f5a3-3c22-440b-b7d1-c4f0c43c184a with binding_index 1 {{(pid=103377) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 17:31:43.378168 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Returning: {'device': '047f18d1-ba45-4554-8c12-d78b1b2ece5e', 'network_id': '33faf293-e0be-4b60-83b0-8ec497ee643d', 'port_id': '047f18d1-ba45-4554-8c12-d78b1b2ece5e', 'mac_address': 'fa:16:3e:1f:8c:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 760, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4d5b67f-9f31-46fc-bfb3-c1d4a9ae5448', 'ip_address': '10.1.1.111'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 17:31:43.420550 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [None req-129e0594-fcec-47b0-8379-fc63074dae8f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827839-2, 37c0f77b-8972-4105-98ee-598bb18907f4) {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:31:43.429930 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-129e0594-fcec-47b0-8379-fc63074dae8f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:43.430116 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-129e0594-fcec-47b0-8379-fc63074dae8f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:43.434807 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5bb5525-8125-4094-9817-d90a142cff98 None None] Network 37c0f77b-8972-4105-98ee-598bb18907f4 requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:31:43.459409 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-1e0268e2-d0fe-48aa-8d5b-f7a28b5ea3c7 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1541216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25675894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25858947'] for subnet (78e6fd8d-d36c-498f-9851-709f40f04989), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:43.464353 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-68a96fe1-34fc-4ab4-a9ac-979d0b92074e req-44ef2f78-de52-4e38-9cb3-418604daf5d9 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] 10.222.0.89 "GET /v2.0/security-groups?id=97363f9b-735d-4c1b-ae48-6b5390fc2698&id=0a858dd3-bfe4-4a54-8e21-ad7067112b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0906563 Feb 04 17:31:43.478656 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-129e0594-fcec-47b0-8379-fc63074dae8f admin admin] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.2771108 Feb 04 17:31:43.494562 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0268e2-d0fe-48aa-8d5b-f7a28b5ea3c7 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Pushing event deleted for resources: {'Subnet': ['ID=78e6fd8d-d36c-498f-9851-709f40f04989,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:31:43.512351 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-1e0268e2-d0fe-48aa-8d5b-f7a28b5ea3c7 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Publish callbacks [] for subnet (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:43.515762 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-1e0268e2-d0fe-48aa-8d5b-f7a28b5ea3c7 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] 10.222.0.89 "DELETE /v2.0/subnets/78e6fd8d-d36c-498f-9851-709f40f04989 HTTP/1.1" status: 204 len: 168 time: 0.6983340 Feb 04 17:31:43.517535 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-974224e8-18c2-456b-b2bc-6ee55dc462b7 tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:43.518566 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 49004) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:31:43.532164 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a25e6a2-ed8d-47bd-9df5-f4d66228af80 None None] Network e491b4ae-a9ba-443a-b592-68de5d6c355f requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:31:43.576716 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Current status of the port 047f18d1-ba45-4554-8c12-d78b1b2ece5e is: DOWN; New status is: BUILD {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:31:43.577340 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (047f18d1-ba45-4554-8c12-d78b1b2ece5e), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:43.617132 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-20f536f1-6dc9-46f1-8c67-520a5d6adf46 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628832'] for network (e491b4ae-a9ba-443a-b592-68de5d6c355f), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:43.663581 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 047f18d1-ba45-4554-8c12-d78b1b2ece5e {{(pid=103378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 17:31:43.665684 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c5dd3a-2a8a-4323-a2ae-14e174f799bc req-15263d5f-0df7-4a02-bb78-e085d11bbdda tempest-ServerDiskConfigTestJSON-47961148 tempest-ServerDiskConfigTestJSON-47961148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:43.667800 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-e1c5dd3a-2a8a-4323-a2ae-14e174f799bc req-15263d5f-0df7-4a02-bb78-e085d11bbdda tempest-ServerDiskConfigTestJSON-47961148 tempest-ServerDiskConfigTestJSON-47961148-project] 10.222.0.89 "GET /v2.0/ports?device_id=5e31becc-950d-4184-999b-78ca5074ae68 HTTP/1.1" status: 200 len: 945 time: 0.0853546 Feb 04 17:31:43.684152 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3280155-5204-4b0f-8da6-c42d5bc682cb None None] Network 37c0f77b-8972-4105-98ee-598bb18907f4 requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:31:43.688458 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-20f536f1-6dc9-46f1-8c67-520a5d6adf46 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Deleting port 5c63b199-e4f0-44e5-ae6e-056c443c1647 {{(pid=103377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:31:43.689019 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-20f536f1-6dc9-46f1-8c67-520a5d6adf46 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (5c63b199-e4f0-44e5-ae6e-056c443c1647), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:43.792164 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-e1c5dd3a-2a8a-4323-a2ae-14e174f799bc req-3fbe3a4c-128d-44ac-99d3-36994d52aca9 tempest-ServerDiskConfigTestJSON-47961148 tempest-ServerDiskConfigTestJSON-47961148-project] 10.222.0.89 "GET /v2.0/security-groups?id=ffff0ed7-cf9e-4cbb-9be9-3a1c2dba1e58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992105 Feb 04 17:31:43.816857 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] For port 047f18d1-ba45-4554-8c12-d78b1b2ece5e, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=047f18d1-ba45-4554-8c12-d78b1b2ece5e,segment=NetworkSegment(003aaa95-3edb-4f14-93d1-6362433ea51a),segment_id=003aaa95-3edb-4f14-93d1-6362433ea51a)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:31:43.824455 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [None req-20f536f1-6dc9-46f1-8c67-520a5d6adf46 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] For port 5c63b199-e4f0-44e5-ae6e-056c443c1647, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=5c63b199-e4f0-44e5-ae6e-056c443c1647,segment=NetworkSegment(028768ed-e5eb-4b17-8f52-479724313647),segment_id=028768ed-e5eb-4b17-8f52-479724313647)] {{(pid=103377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:31:43.824854 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-20f536f1-6dc9-46f1-8c67-520a5d6adf46 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (5c63b199-e4f0-44e5-ae6e-056c443c1647), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:43.829076 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (047f18d1-ba45-4554-8c12-d78b1b2ece5e), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:43.846883 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.db_base_plugin_common [None req-974224e8-18c2-456b-b2bc-6ee55dc462b7 tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Allocated IP 172.25.6.45 (48165773-85ad-49a1-9ec1-76fc8dc24188/7660bfad-1ea8-4fe7-831b-bed836f13efc/42ede144-7ecc-4da5-b580-a814031cf3b3) {{(pid=103376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:31:43.861545 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-20f536f1-6dc9-46f1-8c67-520a5d6adf46 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Calling delete_port for 5c63b199-e4f0-44e5-ae6e-056c443c1647 owned by network:dhcp {{(pid=103377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:31:43.880553 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device 397c6c1e-40e7-4c7f-9066-28791535e5e4 details requested by agent hyperv_n-h1-827839-2 with host n-h1-827839-2 {{(pid=103378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 17:31:44.026921 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Pushing event updated for resources: {'Port': ['ID=047f18d1-ba45-4554-8c12-d78b1b2ece5e,revision_number=4']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:31:44.075573 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-974224e8-18c2-456b-b2bc-6ee55dc462b7 tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Publish callbacks [] for port (42ede144-7ecc-4da5-b580-a814031cf3b3), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:44.081907 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-20f536f1-6dc9-46f1-8c67-520a5d6adf46 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (5c63b199-e4f0-44e5-ae6e-056c443c1647), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:44.147672 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-974224e8-18c2-456b-b2bc-6ee55dc462b7 tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (42ede144-7ecc-4da5-b580-a814031cf3b3), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:44.158186 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-961141a7-7a0b-4082-b4ae-00a6172bc52e None None] DHCP port deletion for e491b4ae-a9ba-443a-b592-68de5d6c355f request from n-d-827839-2 {{(pid=103378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 17:31:44.169829 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f536f1-6dc9-46f1-8c67-520a5d6adf46 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Pushing event deleted for resources: {'Port': ['ID=5c63b199-e4f0-44e5-ae6e-056c443c1647,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:31:44.208277 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] For port 397c6c1e-40e7-4c7f-9066-28791535e5e4, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=397c6c1e-40e7-4c7f-9066-28791535e5e4,segment=NetworkSegment(168864fc-4f05-4abe-b2d9-6a7996e75763),segment_id=168864fc-4f05-4abe-b2d9-6a7996e75763)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:31:44.211880 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20f536f1-6dc9-46f1-8c67-520a5d6adf46 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] No DVR routers for this DVR port 5c63b199-e4f0-44e5-ae6e-056c443c1647 on host n-d-827839-2 {{(pid=103377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 17:31:44.222706 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Returning: {'device': '397c6c1e-40e7-4c7f-9066-28791535e5e4', 'network_id': '6de4b58f-ff91-4bdc-9f3d-13346fce97eb', 'port_id': '397c6c1e-40e7-4c7f-9066-28791535e5e4', 'mac_address': 'fa:16:3e:95:a3:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 799, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f6c54c2-552d-404f-bcc6-b0c454213656', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 17:31:44.246371 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974224e8-18c2-456b-b2bc-6ee55dc462b7 tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Pushing event updated for resources: {'Port': ['ID=42ede144-7ecc-4da5-b580-a814031cf3b3,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:31:44.260789 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-974224e8-18c2-456b-b2bc-6ee55dc462b7 tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Network 48165773-85ad-49a1-9ec1-76fc8dc24188 is already hosted by enough agents. {{(pid=103376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:31:44.264080 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [None req-974224e8-18c2-456b-b2bc-6ee55dc462b7 tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Resources bound (agent type, host, resource id): {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:31:44.278329 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-974224e8-18c2-456b-b2bc-6ee55dc462b7 tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Received port after_create {{(pid=103376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:31:44.290401 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Current status of the port 397c6c1e-40e7-4c7f-9066-28791535e5e4 is: DOWN; New status is: BUILD {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:31:44.290971 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (397c6c1e-40e7-4c7f-9066-28791535e5e4), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:44.308272 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 397c6c1e-40e7-4c7f-9066-28791535e5e4 {{(pid=103378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 17:31:44.340376 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] For port 397c6c1e-40e7-4c7f-9066-28791535e5e4, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=397c6c1e-40e7-4c7f-9066-28791535e5e4,segment=NetworkSegment(168864fc-4f05-4abe-b2d9-6a7996e75763),segment_id=168864fc-4f05-4abe-b2d9-6a7996e75763)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:31:44.348620 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (397c6c1e-40e7-4c7f-9066-28791535e5e4), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:44.349530 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device 71081e14-4523-4976-b2ac-04c3ffa4889c details requested by agent hyperv_n-h1-827839-2 with host n-h1-827839-2 {{(pid=103378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 17:31:44.351482 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3601d665-33fc-4f4a-9377-c5e6dc4bbcdb req-c05773ee-b30c-408d-8f85-c56da029dec6 tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:44.353290 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-3601d665-33fc-4f4a-9377-c5e6dc4bbcdb req-c05773ee-b30c-408d-8f85-c56da029dec6 tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] 10.222.0.89 "GET /v2.0/ports?device_id=f2c300b1-94a0-4e81-a6de-54c4630651af HTTP/1.1" status: 200 len: 947 time: 0.2197201 Feb 04 17:31:44.364348 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-20f536f1-6dc9-46f1-8c67-520a5d6adf46 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1543676', 'neutron.services.segments.db._delete_segments_for_network-8781084786517'] for network (e491b4ae-a9ba-443a-b592-68de5d6c355f), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:44.405408 n-d-827839-2 neutron-server[103377]: DEBUG neutron.services.segments.db [None req-20f536f1-6dc9-46f1-8c67-520a5d6adf46 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e491b4ae-a9ba-443a-b592-68de5d6c355f']}} {{(pid=103377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:31:44.441977 n-d-827839-2 neutron-server[103377]: DEBUG neutron.services.segments.db [None req-20f536f1-6dc9-46f1-8c67-520a5d6adf46 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '028768ed-e5eb-4b17-8f52-479724313647') {'for_net_delete': True} {{(pid=103377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:31:44.446646 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Pushing event updated for resources: {'Port': ['ID=397c6c1e-40e7-4c7f-9066-28791535e5e4,revision_number=4']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:31:44.450876 n-d-827839-2 neutron-server[103377]: DEBUG neutron.services.segments.db [None req-20f536f1-6dc9-46f1-8c67-520a5d6adf46 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '028768ed-e5eb-4b17-8f52-479724313647') {} {{(pid=103377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:31:44.453121 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] For port 71081e14-4523-4976-b2ac-04c3ffa4889c, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=71081e14-4523-4976-b2ac-04c3ffa4889c,segment=NetworkSegment(168864fc-4f05-4abe-b2d9-6a7996e75763),segment_id=168864fc-4f05-4abe-b2d9-6a7996e75763)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:31:44.477628 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Returning: {'device': '71081e14-4523-4976-b2ac-04c3ffa4889c', 'network_id': '6de4b58f-ff91-4bdc-9f3d-13346fce97eb', 'port_id': '71081e14-4523-4976-b2ac-04c3ffa4889c', 'mac_address': 'fa:16:3e:4a:13:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 799, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f6c54c2-552d-404f-bcc6-b0c454213656', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 17:31:44.533331 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 49032) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:31:44.540491 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Current status of the port 71081e14-4523-4976-b2ac-04c3ffa4889c is: DOWN; New status is: BUILD {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:31:44.540662 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-b236ca5b-fc71-43bd-b620-289d9b0721b8 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-794428900-network', 'tenant_id': '7d27b3ff3c38482fb8f9feaad45baa3f'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:31:44.541386 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (71081e14-4523-4976-b2ac-04c3ffa4889c), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:44.555378 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-20f536f1-6dc9-46f1-8c67-520a5d6adf46 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781084783966', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26866685'] for segment (028768ed-e5eb-4b17-8f52-479724313647), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:44.563258 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71081e14-4523-4976-b2ac-04c3ffa4889c {{(pid=103378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 17:31:44.588083 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] For port 71081e14-4523-4976-b2ac-04c3ffa4889c, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=71081e14-4523-4976-b2ac-04c3ffa4889c,segment=NetworkSegment(168864fc-4f05-4abe-b2d9-6a7996e75763),segment_id=168864fc-4f05-4abe-b2d9-6a7996e75763)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:31:44.596573 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (71081e14-4523-4976-b2ac-04c3ffa4889c), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:44.613047 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-3601d665-33fc-4f4a-9377-c5e6dc4bbcdb req-3415e3c3-6f56-4b2b-a64f-15d16496f30c tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] 10.222.0.89 "GET /v2.0/security-groups?id=749b530c-d4d8-46cd-99b4-1a8b04e03f53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2403812 Feb 04 17:31:44.621356 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-20f536f1-6dc9-46f1-8c67-520a5d6adf46 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (028768ed-e5eb-4b17-8f52-479724313647), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:44.633425 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20f536f1-6dc9-46f1-8c67-520a5d6adf46 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Releasing vlan 796 on physical network physnet1 to pool {{(pid=103377) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 17:31:44.634341 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-20f536f1-6dc9-46f1-8c67-520a5d6adf46 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25888454'] for segment (028768ed-e5eb-4b17-8f52-479724313647), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:44.639566 n-d-827839-2 neutron-server[103377]: Traceback (most recent call last): Feb 04 17:31:44.639566 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 17:31:44.639566 n-d-827839-2 neutron-server[103377]: timer() Feb 04 17:31:44.639566 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 17:31:44.639566 n-d-827839-2 neutron-server[103377]: cb(*args, **kw) Feb 04 17:31:44.639566 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 17:31:44.639566 n-d-827839-2 neutron-server[103377]: return func(*args, **kwargs) Feb 04 17:31:44.639566 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 17:31:44.639566 n-d-827839-2 neutron-server[103377]: self._notify() Feb 04 17:31:44.639566 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 17:31:44.639566 n-d-827839-2 neutron-server[103377]: self.callback(batched_events) Feb 04 17:31:44.639566 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 17:31:44.639566 n-d-827839-2 neutron-server[103377]: event.method(event) Feb 04 17:31:44.639566 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 17:31:44.639566 n-d-827839-2 neutron-server[103377]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 17:31:44.639566 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 17:31:44.639566 n-d-827839-2 neutron-server[103377]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 17:31:44.639566 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 17:31:44.639566 n-d-827839-2 neutron-server[103377]: return f(self, *a, **k) Feb 04 17:31:44.639566 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 17:31:44.639566 n-d-827839-2 neutron-server[103377]: return self._get(url).json() Feb 04 17:31:44.639566 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 17:31:44.639566 n-d-827839-2 neutron-server[103377]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 17:31:44.639566 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 17:31:44.639566 n-d-827839-2 neutron-server[103377]: return self.request(url, 'GET', **kwargs) Feb 04 17:31:44.639566 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 17:31:44.639566 n-d-827839-2 neutron-server[103377]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 17:31:44.639566 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 17:31:44.639566 n-d-827839-2 neutron-server[103377]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 17:31:44.639566 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 17:31:44.639566 n-d-827839-2 neutron-server[103377]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 17:31:44.639566 n-d-827839-2 neutron-server[103377]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 17:31:44.658166 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b236ca5b-fc71-43bd-b620-289d9b0721b8 admin admin] Made reservation on behalf of 7d27b3ff3c38482fb8f9feaad45baa3f for: {'network': 1} {{(pid=103376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:31:44.661561 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-b236ca5b-fc71-43bd-b620-289d9b0721b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for network (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:44.668860 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Pushing event updated for resources: {'Port': ['ID=71081e14-4523-4976-b2ac-04c3ffa4889c,revision_number=4']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:31:44.683295 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-b236ca5b-fc71-43bd-b620-289d9b0721b8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:44.711431 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acecd477-71d1-4816-858f-c6f89fceb9d1 req-404084f6-1b61-4968-9c16-870fc41a585f tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:44.712775 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-acecd477-71d1-4816-858f-c6f89fceb9d1 req-404084f6-1b61-4968-9c16-870fc41a585f tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] 10.222.0.90 "GET /v2.0/ports?device_id=f2c300b1-94a0-4e81-a6de-54c4630651af HTTP/1.1" status: 200 len: 947 time: 0.2728686 Feb 04 17:31:44.749985 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a08909-73e0-4aa0-8ae4-2493ba63c545 req-3dbb898a-d250-4311-8474-3c1cea3580ec tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:44.755556 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a08909-73e0-4aa0-8ae4-2493ba63c545 req-3dbb898a-d250-4311-8474-3c1cea3580ec tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:44.762099 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a08909-73e0-4aa0-8ae4-2493ba63c545 req-3dbb898a-d250-4311-8474-3c1cea3580ec tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:44.767255 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a08909-73e0-4aa0-8ae4-2493ba63c545 req-3dbb898a-d250-4311-8474-3c1cea3580ec tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:44.774273 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a08909-73e0-4aa0-8ae4-2493ba63c545 req-3dbb898a-d250-4311-8474-3c1cea3580ec tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:44.780262 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a08909-73e0-4aa0-8ae4-2493ba63c545 req-3dbb898a-d250-4311-8474-3c1cea3580ec tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:44.785706 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a08909-73e0-4aa0-8ae4-2493ba63c545 req-3dbb898a-d250-4311-8474-3c1cea3580ec tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:44.787650 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-a8a08909-73e0-4aa0-8ae4-2493ba63c545 req-3dbb898a-d250-4311-8474-3c1cea3580ec tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] 10.222.0.89 "GET /v2.0/ports?device_id=f9afa7a5-1aca-47d0-a335-e4059d5a8169 HTTP/1.1" status: 200 len: 5426 time: 0.1744726 Feb 04 17:31:44.793215 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-20f536f1-6dc9-46f1-8c67-520a5d6adf46 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1543671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1595572'] for network (e491b4ae-a9ba-443a-b592-68de5d6c355f), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:44.824649 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-20f536f1-6dc9-46f1-8c67-520a5d6adf46 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Publish callbacks [] for network (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:44.828493 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-20f536f1-6dc9-46f1-8c67-520a5d6adf46 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] 10.222.0.89 "DELETE /v2.0/networks/e491b4ae-a9ba-443a-b592-68de5d6c355f HTTP/1.1" status: 204 len: 168 time: 1.3086240 Feb 04 17:31:44.845742 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 49038) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:31:44.887877 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-95d6a40b-08f6-43f6-ad8f-2fe5091a5e87 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Request body: {'router': {'routes': None}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:31:44.907368 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device e45f3f22-c9b2-40db-bd81-abe2ef0e1ad1 no longer exists at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:31:44.921066 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f536f1-6dc9-46f1-8c67-520a5d6adf46 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Pushing event deleted for resources: {'Network': ['ID=e491b4ae-a9ba-443a-b592-68de5d6c355f,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:31:44.945178 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] No Port match for: e45f3f22-c9b2-40db-bd81-abe2ef0e1ad1 {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 17:31:44.945767 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device e45f3f22-c9b2-40db-bd81-abe2ef0e1ad1 not bound to the agent host n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 17:31:44.946180 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 5c63b199-e4f0-44e5-ae6e-056c443c1647 no longer exists at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:31:44.972721 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] No Port match for: 5c63b199-e4f0-44e5-ae6e-056c443c1647 {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 17:31:44.973058 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 5c63b199-e4f0-44e5-ae6e-056c443c1647 not bound to the agent host n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 17:31:44.999250 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] get_ports_and_sgs() called for port_ids ['69744c85-4e2f-4594-a5b1-5888c6eca6d5'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 17:31:45.042827 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c79b06-dcb8-4558-9a0f-8ee020a65ac0 req-c7936ef0-d458-4391-924b-35d6903158ef tempest-ServerDiskConfigTestJSON-47961148 tempest-ServerDiskConfigTestJSON-47961148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:45.046175 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-49c79b06-dcb8-4558-9a0f-8ee020a65ac0 req-c7936ef0-d458-4391-924b-35d6903158ef tempest-ServerDiskConfigTestJSON-47961148 tempest-ServerDiskConfigTestJSON-47961148-project] 10.222.0.89 "GET /v2.0/ports?device_id=5e31becc-950d-4184-999b-78ca5074ae68 HTTP/1.1" status: 200 len: 945 time: 0.1145904 Feb 04 17:31:45.055359 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [req-acecd477-71d1-4816-858f-c6f89fceb9d1 req-f3422ea5-9277-48ef-a36a-3fe47cb0e631 tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] Deleting port 22c61319-a2fc-4148-8d7a-ce20ec6f79cd {{(pid=103377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:31:45.056111 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-acecd477-71d1-4816-858f-c6f89fceb9d1 req-f3422ea5-9277-48ef-a36a-3fe47cb0e631 tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (22c61319-a2fc-4148-8d7a-ce20ec6f79cd), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:45.109321 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] get_ports_and_sgs() called for port_ids ['1f1fc21f-8afb-4ed1-ab35-d8918c765c07'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 17:31:45.150863 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] get_ports_and_sgs() called for port_ids ['c7b0ce66-87fd-444f-8882-eed91d586c14'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 17:31:45.153050 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] get_ports_and_sgs() called for port_ids ['f6309afb-3125-4ff7-a862-e4fad9550341'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 17:31:45.179710 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-49c79b06-dcb8-4558-9a0f-8ee020a65ac0 req-fd3d518e-e961-4de3-bfb8-34302e67e5b7 tempest-ServerDiskConfigTestJSON-47961148 tempest-ServerDiskConfigTestJSON-47961148-project] 10.222.0.89 "GET /v2.0/security-groups?id=ffff0ed7-cf9e-4cbb-9be9-3a1c2dba1e58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190114 Feb 04 17:31:45.216974 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] get_ports_and_sgs() called for port_ids ['047f18d1-ba45-4554-8c12-d78b1b2ece5e'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 17:31:45.266961 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [req-acecd477-71d1-4816-858f-c6f89fceb9d1 req-f3422ea5-9277-48ef-a36a-3fe47cb0e631 tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] For port 22c61319-a2fc-4148-8d7a-ce20ec6f79cd, host n-h2-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=22c61319-a2fc-4148-8d7a-ce20ec6f79cd,segment=NetworkSegment(9e3ed071-c030-493d-8cca-599abfcb88ee),segment_id=9e3ed071-c030-493d-8cca-599abfcb88ee)] {{(pid=103377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:31:45.267426 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-acecd477-71d1-4816-858f-c6f89fceb9d1 req-f3422ea5-9277-48ef-a36a-3fe47cb0e631 tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (22c61319-a2fc-4148-8d7a-ce20ec6f79cd), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:45.553183 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-a8a08909-73e0-4aa0-8ae4-2493ba63c545 req-22a62e66-158e-4c1c-9732-a054816c48e8 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] 10.222.0.89 "GET /v2.0/security-groups?id=97363f9b-735d-4c1b-ae48-6b5390fc2698&id=0a858dd3-bfe4-4a54-8e21-ad7067112b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.7543352 Feb 04 17:31:45.581893 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-b236ca5b-fc71-43bd-b620-289d9b0721b8 admin admin] Publish callbacks [] for security_group (7dd28e74-b334-4b7b-8978-ffe3cb94d64a), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:45.591771 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-b236ca5b-fc71-43bd-b620-289d9b0721b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (7dd28e74-b334-4b7b-8978-ffe3cb94d64a), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:45.608057 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] get_ports_and_sgs() called for port_ids ['71081e14-4523-4976-b2ac-04c3ffa4889c'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 17:31:45.625506 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.extraroute_db [None req-95d6a40b-08f6-43f6-ad8f-2fe5091a5e87 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Added routes are [] {{(pid=103376) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Feb 04 17:31:45.625869 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.extraroute_db [None req-95d6a40b-08f6-43f6-ad8f-2fe5091a5e87 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Removed routes are [] {{(pid=103376) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Feb 04 17:31:45.626195 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-95d6a40b-08f6-43f6-ad8f-2fe5091a5e87 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1603677', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1602039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26946'] for router (519b5a09-be1a-4ed6-9cee-17d9dd42bfa6), precommit_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:45.633819 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] get_ports_and_sgs() called for port_ids ['397c6c1e-40e7-4c7f-9066-28791535e5e4'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 17:31:45.668994 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b236ca5b-fc71-43bd-b620-289d9b0721b8 admin admin] vlan segment allocate from pool success with {'vlan_id': 794, 'physical_network': 'physnet1'} {{(pid=103376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 17:31:45.677296 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-974224e8-18c2-456b-b2bc-6ee55dc462b7 tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Publish callbacks [] for floatingip (76dc31cc-527f-4101-8546-6d0049e983d2), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:45.771718 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b236ca5b-fc71-43bd-b620-289d9b0721b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7dd28e74-b334-4b7b-8978-ffe3cb94d64a,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:31:45.836576 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-b236ca5b-fc71-43bd-b620-289d9b0721b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (00b03bbb-69d7-437d-9a1f-7167695a6762), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:45.836576 n-d-827839-2 neutron-server[103376]: INFO neutron.db.segments_db [None req-b236ca5b-fc71-43bd-b620-289d9b0721b8 admin admin] Added segment 00b03bbb-69d7-437d-9a1f-7167695a6762 of type vlan for network 5543ddf8-73c6-4347-a790-ad670187befd Feb 04 17:31:45.995973 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-acecd477-71d1-4816-858f-c6f89fceb9d1 req-f3422ea5-9277-48ef-a36a-3fe47cb0e631 tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:45.997000 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-acecd477-71d1-4816-858f-c6f89fceb9d1 req-f3422ea5-9277-48ef-a36a-3fe47cb0e631 tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1595586'] for floatingip (b06434e0-121b-4c02-b950-18c6a89ead53), after_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:45.997634 n-d-827839-2 neutron-server[103377]: INFO neutron.db.l3_db [req-acecd477-71d1-4816-858f-c6f89fceb9d1 req-f3422ea5-9277-48ef-a36a-3fe47cb0e631 tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] Floating IP b06434e0-121b-4c02-b950-18c6a89ead53 disassociated. External IP: 172.25.6.37, port: 22c61319-a2fc-4148-8d7a-ce20ec6f79cd. Feb 04 17:31:45.998139 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [req-acecd477-71d1-4816-858f-c6f89fceb9d1 req-f3422ea5-9277-48ef-a36a-3fe47cb0e631 tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] Calling delete_port for 22c61319-a2fc-4148-8d7a-ce20ec6f79cd owned by compute:nova {{(pid=103377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:31:46.011606 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb9e030-b56c-4b30-b914-f40a11ef282e req-75beaa05-5b6c-46db-a084-4c4d56f986f1 tempest-ServerDiskConfigTestJSON-47961148 tempest-ServerDiskConfigTestJSON-47961148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:46.013519 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-9cb9e030-b56c-4b30-b914-f40a11ef282e req-75beaa05-5b6c-46db-a084-4c4d56f986f1 tempest-ServerDiskConfigTestJSON-47961148 tempest-ServerDiskConfigTestJSON-47961148-project] 10.222.0.89 "GET /v2.0/ports?device_id=5e31becc-950d-4184-999b-78ca5074ae68 HTTP/1.1" status: 200 len: 945 time: 0.0967076 Feb 04 17:31:46.083509 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-b236ca5b-fc71-43bd-b620-289d9b0721b8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781084292801'] for network (5543ddf8-73c6-4347-a790-ad670187befd), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:46.093257 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95579ad7-0e24-4da0-a68c-39a1a52f55d7 req-3db0aa0e-7076-4a74-94f8-e9389348d8bb tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:46.094943 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-95579ad7-0e24-4da0-a68c-39a1a52f55d7 req-3db0aa0e-7076-4a74-94f8-e9389348d8bb tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] 10.222.0.89 "GET /v2.0/ports?device_id=f2c300b1-94a0-4e81-a6de-54c4630651af HTTP/1.1" status: 200 len: 947 time: 0.3247244 Feb 04 17:31:46.103431 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-95d6a40b-08f6-43f6-ad8f-2fe5091a5e87 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1603677', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1602039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26946'] for router (519b5a09-be1a-4ed6-9cee-17d9dd42bfa6), precommit_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:46.128283 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-95d6a40b-08f6-43f6-ad8f-2fe5091a5e87 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1603666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1603691', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1601804'] for router (519b5a09-be1a-4ed6-9cee-17d9dd42bfa6), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:46.143599 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-9cb9e030-b56c-4b30-b914-f40a11ef282e req-7315f454-0937-48fc-b89e-eee8bf10fc87 tempest-ServerDiskConfigTestJSON-47961148 tempest-ServerDiskConfigTestJSON-47961148-project] 10.222.0.89 "GET /v2.0/security-groups?id=ffff0ed7-cf9e-4cbb-9be9-3a1c2dba1e58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217868 Feb 04 17:31:46.153524 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-974224e8-18c2-456b-b2bc-6ee55dc462b7 tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (42ede144-7ecc-4da5-b580-a814031cf3b3), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:46.243380 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-acecd477-71d1-4816-858f-c6f89fceb9d1 req-f3422ea5-9277-48ef-a36a-3fe47cb0e631 tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (22c61319-a2fc-4148-8d7a-ce20ec6f79cd), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:46.282910 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3422ea5-9277-48ef-a36a-3fe47cb0e631 tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] Pushing event deleted for resources: {'Port': ['ID=22c61319-a2fc-4148-8d7a-ce20ec6f79cd,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:31:46.283198 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-b236ca5b-fc71-43bd-b620-289d9b0721b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327'] for network (5543ddf8-73c6-4347-a790-ad670187befd), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:46.284175 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b236ca5b-fc71-43bd-b620-289d9b0721b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:46.284795 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-b236ca5b-fc71-43bd-b620-289d9b0721b8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677565'] for network (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:46.380773 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b236ca5b-fc71-43bd-b620-289d9b0721b8 admin admin] Pushing event updated for resources: {'Network': ['ID=5543ddf8-73c6-4347-a790-ad670187befd,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:31:46.391611 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 49082) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:31:46.393481 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Network 5543ddf8-73c6-4347-a790-ad670187befd details requested by agent ovs-agent-n-d-827839-2 with host n-d-827839-2 {{(pid=103378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 17:31:46.400310 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-a427debe-b0ba-4a7a-8478-f7aad0eb8b9c admin admin] Request body: {'subnet': {'network_id': '5543ddf8-73c6-4347-a790-ad670187befd', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-794428900-subnet', 'tenant_id': '7d27b3ff3c38482fb8f9feaad45baa3f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:31:46.404098 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-b236ca5b-fc71-43bd-b620-289d9b0721b8 admin admin] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.8622766 Feb 04 17:31:46.429390 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95d6a40b-08f6-43f6-ad8f-2fe5091a5e87 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Router 519b5a09-be1a-4ed6-9cee-17d9dd42bfa6 has already been hosted by L3 agent 64ada913-9131-4d99-a265-63a920956287 {{(pid=103376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 17:31:46.444549 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a427debe-b0ba-4a7a-8478-f7aad0eb8b9c admin admin] Made reservation on behalf of 7d27b3ff3c38482fb8f9feaad45baa3f for: {'subnet': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:31:46.448472 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-a427debe-b0ba-4a7a-8478-f7aad0eb8b9c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25597243'] for subnet (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:46.460041 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-95579ad7-0e24-4da0-a68c-39a1a52f55d7 req-34abb93a-ff52-4788-bf7f-09037359ecb2 tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] 10.222.0.89 "GET /v2.0/security-groups?id=749b530c-d4d8-46cd-99b4-1a8b04e03f53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3514724 Feb 04 17:31:46.616591 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 49092) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:31:46.676669 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.l3_agent_scheduler [req-acecd477-71d1-4816-858f-c6f89fceb9d1 req-f3422ea5-9277-48ef-a36a-3fe47cb0e631 tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] Router 634116b7-81a5-43b0-b152-35141e44ea86 has already been hosted by L3 agent 64ada913-9131-4d99-a265-63a920956287 {{(pid=103377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 17:31:46.731833 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95d6a40b-08f6-43f6-ad8f-2fe5091a5e87 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Notify agent at l3_agent.n-d-827839-2 the message routers_updated {{(pid=103376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 17:31:46.751424 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-95d6a40b-08f6-43f6-ad8f-2fe5091a5e87 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Publish callbacks [] for router (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:46.756302 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-95d6a40b-08f6-43f6-ad8f-2fe5091a5e87 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] 10.222.0.89 "PUT /v2.0/routers/519b5a09-be1a-4ed6-9cee-17d9dd42bfa6 HTTP/1.1" status: 200 len: 705 time: 1.9093175 Feb 04 17:31:46.762130 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 49096) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:31:46.820246 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-becd8766-bf5b-44f8-a61f-2779f3a28be7 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] 10.222.0.89 "GET /v2.0/ports?device_id=519b5a09-be1a-4ed6-9cee-17d9dd42bfa6 HTTP/1.1" status: 200 len: 205 time: 0.0568879 Feb 04 17:31:46.826997 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 49098) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:31:46.849714 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cce44da8-1b7b-463f-bc59-e45d6ade5a21 None None] Sync routers for ids ['519b5a09-be1a-4ed6-9cee-17d9dd42bfa6'] in n-d-827839-2 {{(pid=103378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 17:31:46.879111 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-98ce0978-d1ea-4667-94a7-904e098baa7f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:46.927531 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cce44da8-1b7b-463f-bc59-e45d6ade5a21 None None] Routers {'519b5a09-be1a-4ed6-9cee-17d9dd42bfa6'} bound to L3 agent in host n-d-827839-2 {{(pid=103378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:31:46.928098 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-cce44da8-1b7b-463f-bc59-e45d6ade5a21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:31:32Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['519b5a09-be1a-4ed6-9cee-17d9dd42bfa6'], 'active': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:31:46.964786 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2aeef5-7f28-4ba7-916b-043d3796abcf req-61d2187b-6ac0-4e4d-87d1-40cac2546c63 tempest-ServerDiskConfigTestJSON-47961148 tempest-ServerDiskConfigTestJSON-47961148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:46.966164 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-ed2aeef5-7f28-4ba7-916b-043d3796abcf req-61d2187b-6ac0-4e4d-87d1-40cac2546c63 tempest-ServerDiskConfigTestJSON-47961148 tempest-ServerDiskConfigTestJSON-47961148-project] 10.222.0.89 "GET /v2.0/ports?device_id=5e31becc-950d-4184-999b-78ca5074ae68 HTTP/1.1" status: 200 len: 945 time: 0.3115675 Feb 04 17:31:46.987954 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-ec79560f-00be-48f5-87db-ef5df191f88f tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Publish callbacks [] for router (519b5a09-be1a-4ed6-9cee-17d9dd42bfa6), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:46.995469 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-974224e8-18c2-456b-b2bc-6ee55dc462b7 tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Publish callbacks [] for port (42ede144-7ecc-4da5-b580-a814031cf3b3), precommit_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:47.009968 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvr_db [None req-cce44da8-1b7b-463f-bc59-e45d6ade5a21 None None] Set router 519b5a09-be1a-4ed6-9cee-17d9dd42bfa6 gateway port host: None {{(pid=103378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:31:47.043373 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-974224e8-18c2-456b-b2bc-6ee55dc462b7 tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675836'] for port (42ede144-7ecc-4da5-b580-a814031cf3b3), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:47.049920 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-acecd477-71d1-4816-858f-c6f89fceb9d1 req-f3422ea5-9277-48ef-a36a-3fe47cb0e631 tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] Notify agent at l3_agent.n-d-827839-2 the message routers_updated {{(pid=103377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 17:31:47.056190 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-a427debe-b0ba-4a7a-8478-f7aad0eb8b9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25889445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25597197'] for subnet (15a298e8-5e26-49be-886d-6ac27415f8b9), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:47.064292 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b5181aa-c03a-425b-8c4f-9f5cf234b135 None None] Sync routers for ids ['634116b7-81a5-43b0-b152-35141e44ea86'] in n-d-827839-2 {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 17:31:47.073247 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-cce44da8-1b7b-463f-bc59-e45d6ade5a21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '519b5a09-be1a-4ed6-9cee-17d9dd42bfa6', 'name': 'tempest-RoutersIpV6Test-router-1872959318', 'tenant_id': '9117ee7d05a54905bc1e8a5956601b14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:30:09Z', 'updated_at': '2022-02-04T17:31:41Z', 'revision_number': 11, 'project_id': '9117ee7d05a54905bc1e8a5956601b14', 'gw_port_host': None}], 'n-d-827839-2', False) {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:31:47.074366 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b5181aa-c03a-425b-8c4f-9f5cf234b135 None None] Routers {'634116b7-81a5-43b0-b152-35141e44ea86'} bound to L3 agent in host n-d-827839-2 {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:31:47.075402 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-1b5181aa-c03a-425b-8c4f-9f5cf234b135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:31:32Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['634116b7-81a5-43b0-b152-35141e44ea86'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:31:47.106616 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cce44da8-1b7b-463f-bc59-e45d6ade5a21 None None] Checking router: 519b5a09-be1a-4ed6-9cee-17d9dd42bfa6 for host: n-d-827839-2 {{(pid=103378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 17:31:47.118842 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cce44da8-1b7b-463f-bc59-e45d6ade5a21 None None] Routers {'519b5a09-be1a-4ed6-9cee-17d9dd42bfa6'} bound to L3 agent in host n-d-827839-2 {{(pid=103378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:31:47.118842 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-cce44da8-1b7b-463f-bc59-e45d6ade5a21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:31:32Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['519b5a09-be1a-4ed6-9cee-17d9dd42bfa6'], 'active': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:31:47.193199 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvr_db [None req-1b5181aa-c03a-425b-8c4f-9f5cf234b135 None None] Set router 634116b7-81a5-43b0-b152-35141e44ea86 gateway port host: n-d-827839-2 {{(pid=103379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:31:47.201880 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [req-acecd477-71d1-4816-858f-c6f89fceb9d1 req-f3422ea5-9277-48ef-a36a-3fe47cb0e631 tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] No DVR routers for this DVR port 22c61319-a2fc-4148-8d7a-ce20ec6f79cd on host n-h2-827839-2 {{(pid=103377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 17:31:47.210234 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvr_db [None req-cce44da8-1b7b-463f-bc59-e45d6ade5a21 None None] Set router 519b5a09-be1a-4ed6-9cee-17d9dd42bfa6 gateway port host: None {{(pid=103378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:31:47.216614 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245bffab-8ac6-42f3-ab2d-d8c0cc31f594 req-6bee9e6a-7fa5-4b6d-8f28-c8022b0f896a tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:47.222733 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245bffab-8ac6-42f3-ab2d-d8c0cc31f594 req-6bee9e6a-7fa5-4b6d-8f28-c8022b0f896a tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:47.229055 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245bffab-8ac6-42f3-ab2d-d8c0cc31f594 req-6bee9e6a-7fa5-4b6d-8f28-c8022b0f896a tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:47.234786 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245bffab-8ac6-42f3-ab2d-d8c0cc31f594 req-6bee9e6a-7fa5-4b6d-8f28-c8022b0f896a tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:47.241647 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245bffab-8ac6-42f3-ab2d-d8c0cc31f594 req-6bee9e6a-7fa5-4b6d-8f28-c8022b0f896a tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:47.246984 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245bffab-8ac6-42f3-ab2d-d8c0cc31f594 req-6bee9e6a-7fa5-4b6d-8f28-c8022b0f896a tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:47.252583 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245bffab-8ac6-42f3-ab2d-d8c0cc31f594 req-6bee9e6a-7fa5-4b6d-8f28-c8022b0f896a tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:47.262051 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-245bffab-8ac6-42f3-ab2d-d8c0cc31f594 req-6bee9e6a-7fa5-4b6d-8f28-c8022b0f896a tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] 10.222.0.89 "GET /v2.0/ports?device_id=f9afa7a5-1aca-47d0-a335-e4059d5a8169 HTTP/1.1" status: 200 len: 5426 time: 0.5668330 Feb 04 17:31:47.263574 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974224e8-18c2-456b-b2bc-6ee55dc462b7 tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Pushing event updated for resources: {'Port': ['ID=42ede144-7ecc-4da5-b580-a814031cf3b3,revision_number=2']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:31:47.268025 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-acecd477-71d1-4816-858f-c6f89fceb9d1 req-f3422ea5-9277-48ef-a36a-3fe47cb0e631 tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:47.270049 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-ed2aeef5-7f28-4ba7-916b-043d3796abcf req-0c59ff14-f917-4bb7-a5a7-295f9155f8aa tempest-ServerDiskConfigTestJSON-47961148 tempest-ServerDiskConfigTestJSON-47961148-project] 10.222.0.89 "GET /v2.0/security-groups?id=ffff0ed7-cf9e-4cbb-9be9-3a1c2dba1e58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2962403 Feb 04 17:31:47.271572 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-acecd477-71d1-4816-858f-c6f89fceb9d1 req-f3422ea5-9277-48ef-a36a-3fe47cb0e631 tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] 10.222.0.90 "DELETE /v2.0/ports/22c61319-a2fc-4148-8d7a-ce20ec6f79cd HTTP/1.1" status: 204 len: 173 time: 2.5463991 Feb 04 17:31:47.276966 n-d-827839-2 neutron-server[103377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2c300b1-94a0-4e81-a6de-54c4630651af', 'name': 'network-vif-deleted', 'tag': '22c61319-a2fc-4148-8d7a-ce20ec6f79cd'}] {{(pid=103377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:31:47.278235 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-cce44da8-1b7b-463f-bc59-e45d6ade5a21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '519b5a09-be1a-4ed6-9cee-17d9dd42bfa6', 'name': 'tempest-RoutersIpV6Test-router-1872959318', 'tenant_id': '9117ee7d05a54905bc1e8a5956601b14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:30:09Z', 'updated_at': '2022-02-04T17:31:41Z', 'revision_number': 11, 'project_id': '9117ee7d05a54905bc1e8a5956601b14', 'gw_port_host': None}], 'n-d-827839-2', False) {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:31:47.280054 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7240428b650e1488e9361b62648ff4b3a6c19d49d8c27c949491ab58c1346cf0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42fad062-9c21-49c8-862a-a0e3c1a74328" -d '{"events": [{"server_uuid": "f2c300b1-94a0-4e81-a6de-54c4630651af", "name": "network-vif-deleted", "tag": "22c61319-a2fc-4148-8d7a-ce20ec6f79cd"}]}' {{(pid=103377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:31:47.296418 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-98ce0978-d1ea-4667-94a7-904e098baa7f admin admin] Publish callbacks [] for security_group (f46d5ca2-0321-40a8-801a-b9b86486f508), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:47.325828 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cce44da8-1b7b-463f-bc59-e45d6ade5a21 None None] The sync data for ids ['519b5a09-be1a-4ed6-9cee-17d9dd42bfa6'] in n-d-827839-2 is: [{'id': '519b5a09-be1a-4ed6-9cee-17d9dd42bfa6', 'name': 'tempest-RoutersIpV6Test-router-1872959318', 'tenant_id': '9117ee7d05a54905bc1e8a5956601b14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:30:09Z', 'updated_at': '2022-02-04T17:31:41Z', 'revision_number': 11, 'project_id': '9117ee7d05a54905bc1e8a5956601b14', 'gw_port_host': None}] {{(pid=103378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 17:31:47.326793 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-ec79560f-00be-48f5-87db-ef5df191f88f tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1601811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26971'] for router (519b5a09-be1a-4ed6-9cee-17d9dd42bfa6), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:47.335621 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-ec79560f-00be-48f5-87db-ef5df191f88f tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Publish callbacks [] for router_controller (519b5a09-be1a-4ed6-9cee-17d9dd42bfa6), precommit_delete_associations {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:47.394004 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-ec79560f-00be-48f5-87db-ef5df191f88f tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1601832'] for router (519b5a09-be1a-4ed6-9cee-17d9dd42bfa6), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:47.394587 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec79560f-00be-48f5-87db-ef5df191f88f tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Fanout notify agent at l3_agent the message router_deleted on router 519b5a09-be1a-4ed6-9cee-17d9dd42bfa6 {{(pid=103376) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 17:31:47.403106 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-ec79560f-00be-48f5-87db-ef5df191f88f tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Publish callbacks [] for router (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:47.413020 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-ec79560f-00be-48f5-87db-ef5df191f88f tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] 10.222.0.89 "DELETE /v2.0/routers/519b5a09-be1a-4ed6-9cee-17d9dd42bfa6 HTTP/1.1" status: 204 len: 168 time: 0.5838337 Feb 04 17:31:47.414192 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-245bffab-8ac6-42f3-ab2d-d8c0cc31f594 req-6cf3348c-87e1-4a58-bac7-8d7803b0c875 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] 10.222.0.89 "GET /v2.0/security-groups?id=97363f9b-735d-4c1b-ae48-6b5390fc2698&id=0a858dd3-bfe4-4a54-8e21-ad7067112b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1227081 Feb 04 17:31:47.418208 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 17:31:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4c4032c-bbfb-4e44-9e7a-821c089a26a7 x-openstack-request-id: req-e4c4032c-bbfb-4e44-9e7a-821c089a26a7 {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:31:47.418501 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2c300b1-94a0-4e81-a6de-54c4630651af", "name": "network-vif-deleted", "tag": "22c61319-a2fc-4148-8d7a-ce20ec6f79cd", "status": "completed", "code": 200}]} {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:31:47.418751 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-e4c4032c-bbfb-4e44-9e7a-821c089a26a7 {{(pid=103377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:31:47.419147 n-d-827839-2 neutron-server[103377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2c300b1-94a0-4e81-a6de-54c4630651af', 'name': 'network-vif-deleted', 'tag': '22c61319-a2fc-4148-8d7a-ce20ec6f79cd', 'status': 'completed', 'code': 200} Feb 04 17:31:47.421976 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-98ce0978-d1ea-4667-94a7-904e098baa7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (f46d5ca2-0321-40a8-801a-b9b86486f508), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:47.426210 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 49102) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:31:47.443582 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-ef4fba23-7b89-47dc-9f2b-24d75933266f tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-635533656', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:31:47.469621 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-974224e8-18c2-456b-b2bc-6ee55dc462b7 tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1595586'] for floatingip (76dc31cc-527f-4101-8546-6d0049e983d2), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:47.474034 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-ef4fba23-7b89-47dc-9f2b-24d75933266f tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1601657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26921'] for router (824488ee-bc7e-4b22-8f1e-8259c05a6dd3), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:47.475123 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-ef4fba23-7b89-47dc-9f2b-24d75933266f tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1602025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603663', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1630571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26960'] for router (824488ee-bc7e-4b22-8f1e-8259c05a6dd3), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:47.481720 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a427debe-b0ba-4a7a-8478-f7aad0eb8b9c admin admin] Pushing event updated for resources: {'Subnet': ['ID=15a298e8-5e26-49be-886d-6ac27415f8b9,revision_number=0']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:31:47.526017 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a427debe-b0ba-4a7a-8478-f7aad0eb8b9c admin admin] Checking segment: {'id': '00b03bbb-69d7-437d-9a1f-7167695a6762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '5543ddf8-73c6-4347-a790-ad670187befd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:31:47.526610 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a427debe-b0ba-4a7a-8478-f7aad0eb8b9c admin admin] Network hostable DHCP agents. Network: 5543ddf8-73c6-4347-a790-ad670187befd, hostable agents: ['bb89f5a3-3c22-440b-b7d1-c4f0c43c184a'], hosted agents: [] {{(pid=103377) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 17:31:47.562381 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-98ce0978-d1ea-4667-94a7-904e098baa7f admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=de1bda7860a44a6ea18983e58bd42361&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9409730 Feb 04 17:31:47.567330 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ce0978-d1ea-4667-94a7-904e098baa7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f46d5ca2-0321-40a8-801a-b9b86486f508,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:31:47.568483 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 49106) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:31:47.605436 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a427debe-b0ba-4a7a-8478-f7aad0eb8b9c admin admin] Network 5543ddf8-73c6-4347-a790-ad670187befd is scheduled to be hosted by DHCP agent bb89f5a3-3c22-440b-b7d1-c4f0c43c184a with binding_index 1 {{(pid=103377) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 17:31:47.606963 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-1b5181aa-c03a-425b-8c4f-9f5cf234b135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '634116b7-81a5-43b0-b152-35141e44ea86', 'name': 'tempest-AttachVolumeShelveTestJSON-1593771892-router', 'tenant_id': 'e381d232a32f43f9a5f1684dbd7323ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.99'}], 'enable_snat': True}, 'gw_port_id': '94054b5d-592b-4cb6-871c-06d58c671380', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:21:06Z', 'updated_at': '2022-02-04T17:21:13Z', 'revision_number': 4, 'project_id': 'e381d232a32f43f9a5f1684dbd7323ca', 'gw_port': {'id': '94054b5d-592b-4cb6-871c-06d58c671380', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:f4:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '634116b7-81a5-43b0-b152-35141e44ea86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1195, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:21:08Z', 'updated_at': '2022-02-04T17:21:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_interfaces': [{'id': '83c5931d-90c7-4719-8ee3-e758fdc7bd11', 'name': '', 'network_id': '482d30fe-67ad-4874-a89a-719137c68b40', 'tenant_id': 'e381d232a32f43f9a5f1684dbd7323ca', 'mac_address': 'fa:16:3e:68:c4:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '634116b7-81a5-43b0-b152-35141e44ea86', 'device_owner': 'network:router_interface', 'standard_attr_id': 1204, 'fixed_ips': [{'subnet_id': '038a8af9-19f4-4848-babf-d3b1e786f999', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:21:12Z', 'updated_at': '2022-02-04T17:21:20Z', 'revision_number': 5, 'project_id': 'e381d232a32f43f9a5f1684dbd7323ca', 'subnets': [{'id': '038a8af9-19f4-4848-babf-d3b1e786f999', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-2', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:31:47.618340 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [None req-a427debe-b0ba-4a7a-8478-f7aad0eb8b9c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827839-2, 5543ddf8-73c6-4347-a790-ad670187befd) {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:31:47.623334 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a427debe-b0ba-4a7a-8478-f7aad0eb8b9c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:47.624131 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-a427debe-b0ba-4a7a-8478-f7aad0eb8b9c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:47.629648 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4113fe53-7536-4f85-8024-18790d250c92 None None] Network 5543ddf8-73c6-4347-a790-ad670187befd requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:31:47.649181 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-a427debe-b0ba-4a7a-8478-f7aad0eb8b9c admin admin] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.2562547 Feb 04 17:31:47.660693 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b5181aa-c03a-425b-8c4f-9f5cf234b135 None None] Checking router: 634116b7-81a5-43b0-b152-35141e44ea86 for host: n-d-827839-2 {{(pid=103379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 17:31:47.671686 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b5181aa-c03a-425b-8c4f-9f5cf234b135 None None] Routers {'634116b7-81a5-43b0-b152-35141e44ea86'} bound to L3 agent in host n-d-827839-2 {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:31:47.672319 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-1b5181aa-c03a-425b-8c4f-9f5cf234b135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:31:32Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['634116b7-81a5-43b0-b152-35141e44ea86'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:31:47.698154 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-fc4ba826-35f2-43f3-bd09-c668686a5853 req-1c5a9670-82c2-4295-9506-c12a287ceab1 tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] 10.222.0.89 "GET /v2.0/ports?device_id=f2c300b1-94a0-4e81-a6de-54c4630651af HTTP/1.1" status: 200 len: 210 time: 0.0954261 Feb 04 17:31:47.707401 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-ef4fba23-7b89-47dc-9f2b-24d75933266f tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Publish callbacks [] for router_controller (824488ee-bc7e-4b22-8f1e-8259c05a6dd3), precommit_add_association {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:47.734707 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-cf4d410d-69df-4e81-81dd-35c5aa2728b1 admin admin] Publish callbacks [] for security_group (f46d5ca2-0321-40a8-801a-b9b86486f508), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:47.736962 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-ef4fba23-7b89-47dc-9f2b-24d75933266f tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1602046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603680'] for router (824488ee-bc7e-4b22-8f1e-8259c05a6dd3), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:47.753130 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Device 22c61319-a2fc-4148-8d7a-ce20ec6f79cd no longer exists at agent hyperv_n-h2-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:31:47.797012 n-d-827839-2 neutron-server[103376]: INFO neutron.db.l3_db [None req-974224e8-18c2-456b-b2bc-6ee55dc462b7 tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Floating IP 76dc31cc-527f-4101-8546-6d0049e983d2 associated. External IP: 172.25.6.45, port: 633aca63-06ad-4cda-b4df-74c7f3812959. Feb 04 17:31:47.817502 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-cf4d410d-69df-4e81-81dd-35c5aa2728b1 admin admin] Publish callbacks [] for security_group (f46d5ca2-0321-40a8-801a-b9b86486f508), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:47.822353 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-ef4fba23-7b89-47dc-9f2b-24d75933266f tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Publish callbacks [] for router (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:47.826814 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-ef4fba23-7b89-47dc-9f2b-24d75933266f tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] 10.222.0.89 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.3922796 Feb 04 17:31:47.827163 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 49110) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:31:47.832259 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-09cf67d6-edec-41b1-b2d2-a246e6d30c83 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Request body: {'router': {'admin_state_up': True}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:31:47.835964 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 49112) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:31:47.844314 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvr_db [None req-1b5181aa-c03a-425b-8c4f-9f5cf234b135 None None] Set router 634116b7-81a5-43b0-b152-35141e44ea86 gateway port host: n-d-827839-2 {{(pid=103379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:31:47.854659 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] No Port match for: 22c61319-a2fc-4148-8d7a-ce20ec6f79cd {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 17:31:47.854996 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Device 22c61319-a2fc-4148-8d7a-ce20ec6f79cd not bound to the agent host n-h2-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 17:31:47.893027 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a407bf6-0217-45ff-a085-156fb3c92420 None None] Network 5543ddf8-73c6-4347-a790-ad670187befd requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:31:47.969382 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.db_base_plugin_v2 [None req-9dd2c501-73e9-4841-bfb2-5aa6674af776 admin admin] Deleting subnet 3f6d7dfb-07b5-4561-8419-80c5621d3708 {{(pid=103377) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 17:31:48.038815 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-9dd2c501-73e9-4841-bfb2-5aa6674af776 admin admin] Publish callbacks [] for subnet (3f6d7dfb-07b5-4561-8419-80c5621d3708), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:48.076243 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-cf4d410d-69df-4e81-81dd-35c5aa2728b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (f46d5ca2-0321-40a8-801a-b9b86486f508), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:48.079010 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-cf4d410d-69df-4e81-81dd-35c5aa2728b1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:48.080159 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-cf4d410d-69df-4e81-81dd-35c5aa2728b1 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/f46d5ca2-0321-40a8-801a-b9b86486f508 HTTP/1.1" status: 204 len: 168 time: 0.5106320 Feb 04 17:31:48.096606 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4d410d-69df-4e81-81dd-35c5aa2728b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f46d5ca2-0321-40a8-801a-b9b86486f508,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:31:48.102447 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.agents_db [None req-e1691f3b-aacd-4cd6-8ebb-a9c53bb301c0 None None] Agent healthcheck: found 7 active agents {{(pid=103379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 17:31:48.173806 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-9dd2c501-73e9-4841-bfb2-5aa6674af776 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26866676'] for subnet (3f6d7dfb-07b5-4561-8419-80c5621d3708), precommit_delete_associations {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:48.247479 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-974224e8-18c2-456b-b2bc-6ee55dc462b7 tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Router e533f000-d94a-4439-a4c6-1b113390e45f has already been hosted by L3 agent 64ada913-9131-4d99-a265-63a920956287 {{(pid=103376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 17:31:48.265930 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-1b5181aa-c03a-425b-8c4f-9f5cf234b135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '634116b7-81a5-43b0-b152-35141e44ea86', 'name': 'tempest-AttachVolumeShelveTestJSON-1593771892-router', 'tenant_id': 'e381d232a32f43f9a5f1684dbd7323ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.99'}], 'enable_snat': True}, 'gw_port_id': '94054b5d-592b-4cb6-871c-06d58c671380', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:21:06Z', 'updated_at': '2022-02-04T17:21:13Z', 'revision_number': 4, 'project_id': 'e381d232a32f43f9a5f1684dbd7323ca', 'gw_port': {'id': '94054b5d-592b-4cb6-871c-06d58c671380', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:f4:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '634116b7-81a5-43b0-b152-35141e44ea86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1195, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:21:08Z', 'updated_at': '2022-02-04T17:21:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_interfaces': [{'id': '83c5931d-90c7-4719-8ee3-e758fdc7bd11', 'name': '', 'network_id': '482d30fe-67ad-4874-a89a-719137c68b40', 'tenant_id': 'e381d232a32f43f9a5f1684dbd7323ca', 'mac_address': 'fa:16:3e:68:c4:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '634116b7-81a5-43b0-b152-35141e44ea86', 'device_owner': 'network:router_interface', 'standard_attr_id': 1204, 'fixed_ips': [{'subnet_id': '038a8af9-19f4-4848-babf-d3b1e786f999', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:21:12Z', 'updated_at': '2022-02-04T17:21:20Z', 'revision_number': 5, 'project_id': 'e381d232a32f43f9a5f1684dbd7323ca', 'subnets': [{'id': '038a8af9-19f4-4848-babf-d3b1e786f999', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-2', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:31:48.285152 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-09cf67d6-edec-41b1-b2d2-a246e6d30c83 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1603677', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1602039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26946'] for router (824488ee-bc7e-4b22-8f1e-8259c05a6dd3), precommit_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:48.291926 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-9dd2c501-73e9-4841-bfb2-5aa6674af776 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1541225'] for subnet (3f6d7dfb-07b5-4561-8419-80c5621d3708), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:48.300635 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b5181aa-c03a-425b-8c4f-9f5cf234b135 None None] The sync data for ids ['634116b7-81a5-43b0-b152-35141e44ea86'] in n-d-827839-2 is: [{'id': '634116b7-81a5-43b0-b152-35141e44ea86', 'name': 'tempest-AttachVolumeShelveTestJSON-1593771892-router', 'tenant_id': 'e381d232a32f43f9a5f1684dbd7323ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.99'}], 'enable_snat': True}, 'gw_port_id': '94054b5d-592b-4cb6-871c-06d58c671380', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:21:06Z', 'updated_at': '2022-02-04T17:21:13Z', 'revision_number': 4, 'project_id': 'e381d232a32f43f9a5f1684dbd7323ca', 'gw_port': {'id': '94054b5d-592b-4cb6-871c-06d58c671380', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:f4:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '634116b7-81a5-43b0-b152-35141e44ea86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1195, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:21:08Z', 'updated_at': '2022-02-04T17:21:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_interfaces': [{'id': '83c5931d-90c7-4719-8ee3-e758fdc7bd11', 'name': '', 'network_id': '482d30fe-67ad-4874-a89a-719137c68b40', 'tenant_id': 'e381d232a32f43f9a5f1684dbd7323ca', 'mac_address': 'fa:16:3e:68:c4:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '634116b7-81a5-43b0-b152-35141e44ea86', 'device_owner': 'network:router_interface', 'standard_attr_id': 1204, 'fixed_ips': [{'subnet_id': '038a8af9-19f4-4848-babf-d3b1e786f999', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:21:12Z', 'updated_at': '2022-02-04T17:21:20Z', 'revision_number': 5, 'project_id': 'e381d232a32f43f9a5f1684dbd7323ca', 'subnets': [{'id': '038a8af9-19f4-4848-babf-d3b1e786f999', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 17:31:48.331934 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-09cf67d6-edec-41b1-b2d2-a246e6d30c83 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1603666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1603691', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1601804'] for router (824488ee-bc7e-4b22-8f1e-8259c05a6dd3), after_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:48.410535 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-974224e8-18c2-456b-b2bc-6ee55dc462b7 tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Notify agent at l3_agent.n-d-827839-2 the message routers_updated {{(pid=103376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 17:31:48.424381 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31502bbc-97b9-4862-b3af-31e66578814b None None] Sync routers for ids ['e533f000-d94a-4439-a4c6-1b113390e45f'] in n-d-827839-2 {{(pid=103378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 17:31:48.433889 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-974224e8-18c2-456b-b2bc-6ee55dc462b7 tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for floatingip (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:48.438304 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31502bbc-97b9-4862-b3af-31e66578814b None None] Routers {'e533f000-d94a-4439-a4c6-1b113390e45f'} bound to L3 agent in host n-d-827839-2 {{(pid=103378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:31:48.438934 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-31502bbc-97b9-4862-b3af-31e66578814b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:31:32Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['e533f000-d94a-4439-a4c6-1b113390e45f'], 'active': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:31:48.472959 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-974224e8-18c2-456b-b2bc-6ee55dc462b7 tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] 10.222.0.89 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 5.5277293 Feb 04 17:31:48.473602 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 49128) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:31:48.479599 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-220e118c-05bf-486d-baa4-85cff7359098 tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1823814645'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:31:48.510287 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-220e118c-05bf-486d-baa4-85cff7359098 tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Made reservation on behalf of be0bdcbeefe0462e91912be1e7159b62 for: {'network': 1} {{(pid=103376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:31:48.514342 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-220e118c-05bf-486d-baa4-85cff7359098 tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for network (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:48.515782 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-31502bbc-97b9-4862-b3af-31e66578814b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827839-2', False) {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:31:48.543937 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31502bbc-97b9-4862-b3af-31e66578814b None None] Routers {'e533f000-d94a-4439-a4c6-1b113390e45f'} bound to L3 agent in host n-d-827839-2 {{(pid=103378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:31:48.543937 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-31502bbc-97b9-4862-b3af-31e66578814b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:31:32Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['e533f000-d94a-4439-a4c6-1b113390e45f'], 'active': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:31:48.544410 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-220e118c-05bf-486d-baa4-85cff7359098 tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] vlan segment allocate from pool success with {'vlan_id': 796, 'physical_network': 'physnet1'} {{(pid=103376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 17:31:48.555701 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-220e118c-05bf-486d-baa4-85cff7359098 tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (2e28c322-77b0-49cf-b069-cb060ea0ccb3), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:48.556037 n-d-827839-2 neutron-server[103376]: INFO neutron.db.segments_db [None req-220e118c-05bf-486d-baa4-85cff7359098 tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Added segment 2e28c322-77b0-49cf-b069-cb060ea0ccb3 of type vlan for network c8a54cfe-450f-4d28-9779-331d66d19ddd Feb 04 17:31:48.576671 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-9dd2c501-73e9-4841-bfb2-5aa6674af776 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1541216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25888360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25597190'] for subnet (3f6d7dfb-07b5-4561-8419-80c5621d3708), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:48.604652 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-220e118c-05bf-486d-baa4-85cff7359098 tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781084292801'] for network (c8a54cfe-450f-4d28-9779-331d66d19ddd), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:48.618685 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd2c501-73e9-4841-bfb2-5aa6674af776 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3f6d7dfb-07b5-4561-8419-80c5621d3708,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:31:48.621815 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09cf67d6-edec-41b1-b2d2-a246e6d30c83 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Router 824488ee-bc7e-4b22-8f1e-8259c05a6dd3 is scheduled to L3 agent 64ada913-9131-4d99-a265-63a920956287 with binding_index 1 {{(pid=103377) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 17:31:48.622560 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-31502bbc-97b9-4862-b3af-31e66578814b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827839-2', False) {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:31:48.623679 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31502bbc-97b9-4862-b3af-31e66578814b None None] The sync data for ids ['e533f000-d94a-4439-a4c6-1b113390e45f'] in n-d-827839-2 is: [] {{(pid=103378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 17:31:48.626971 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-9dd2c501-73e9-4841-bfb2-5aa6674af776 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:48.630210 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-9dd2c501-73e9-4841-bfb2-5aa6674af776 admin admin] 10.222.0.89 "DELETE /v2.0/subnets/3f6d7dfb-07b5-4561-8419-80c5621d3708 HTTP/1.1" status: 204 len: 168 time: 0.7932880 Feb 04 17:31:48.633941 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 49132) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:31:48.693603 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-220e118c-05bf-486d-baa4-85cff7359098 tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327'] for network (c8a54cfe-450f-4d28-9779-331d66d19ddd), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:48.694631 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8661362-8053-4c47-8d78-10f2078c13a3 req-51599dee-f550-4b6a-9146-28ad0cffa43a tempest-ServerDiskConfigTestJSON-47961148 tempest-ServerDiskConfigTestJSON-47961148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:48.699539 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-220e118c-05bf-486d-baa4-85cff7359098 tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:48.700146 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-220e118c-05bf-486d-baa4-85cff7359098 tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677565'] for network (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:48.702067 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-f8661362-8053-4c47-8d78-10f2078c13a3 req-51599dee-f550-4b6a-9146-28ad0cffa43a tempest-ServerDiskConfigTestJSON-47961148 tempest-ServerDiskConfigTestJSON-47961148-project] 10.222.0.89 "GET /v2.0/ports?device_id=5e31becc-950d-4184-999b-78ca5074ae68 HTTP/1.1" status: 200 len: 945 time: 0.2304838 Feb 04 17:31:48.778906 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-220e118c-05bf-486d-baa4-85cff7359098 tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.3042378 Feb 04 17:31:48.785483 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 49140) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:31:48.799197 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ca63a5-57a1-40f8-ad61-06e449c0bf5d req-21e16972-08c7-4e57-9296-7c33e385dea7 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:48.801257 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2fbc1c0-81d5-47bb-b077-c38fc21faacb None None] New status for floating IP b06434e0-121b-4c02-b950-18c6a89ead53: DOWN {{(pid=103379) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 17:31:48.803647 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ca63a5-57a1-40f8-ad61-06e449c0bf5d req-21e16972-08c7-4e57-9296-7c33e385dea7 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:48.809522 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ca63a5-57a1-40f8-ad61-06e449c0bf5d req-21e16972-08c7-4e57-9296-7c33e385dea7 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:48.814799 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ca63a5-57a1-40f8-ad61-06e449c0bf5d req-21e16972-08c7-4e57-9296-7c33e385dea7 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:48.820725 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ca63a5-57a1-40f8-ad61-06e449c0bf5d req-21e16972-08c7-4e57-9296-7c33e385dea7 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:48.826593 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ca63a5-57a1-40f8-ad61-06e449c0bf5d req-21e16972-08c7-4e57-9296-7c33e385dea7 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:48.831945 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ca63a5-57a1-40f8-ad61-06e449c0bf5d req-21e16972-08c7-4e57-9296-7c33e385dea7 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:48.834163 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-11ca63a5-57a1-40f8-ad61-06e449c0bf5d req-21e16972-08c7-4e57-9296-7c33e385dea7 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] 10.222.0.89 "GET /v2.0/ports?device_id=f9afa7a5-1aca-47d0-a335-e4059d5a8169 HTTP/1.1" status: 200 len: 5426 time: 0.2323177 Feb 04 17:31:48.838990 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-be24bbeb-53aa-404b-bf0d-3337ddbb0eb6 tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Request body: {'subnet': {'network_id': 'c8a54cfe-450f-4d28-9779-331d66d19ddd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:31:48.857539 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220e118c-05bf-486d-baa4-85cff7359098 tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Pushing event updated for resources: {'Network': ['ID=c8a54cfe-450f-4d28-9779-331d66d19ddd,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:31:48.859667 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-f0df89da-82cf-4762-8d65-4e6b3a985066 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628832'] for network (37c0f77b-8972-4105-98ee-598bb18907f4), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:48.873180 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Network c8a54cfe-450f-4d28-9779-331d66d19ddd details requested by agent ovs-agent-n-d-827839-2 with host n-d-827839-2 {{(pid=103378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 17:31:48.894265 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-f8661362-8053-4c47-8d78-10f2078c13a3 req-8d2ed220-f626-48a1-bbab-20af94569e0a tempest-ServerDiskConfigTestJSON-47961148 tempest-ServerDiskConfigTestJSON-47961148-project] 10.222.0.89 "GET /v2.0/security-groups?id=ffff0ed7-cf9e-4cbb-9be9-3a1c2dba1e58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1912963 Feb 04 17:31:48.905526 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09cf67d6-edec-41b1-b2d2-a246e6d30c83 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Notify agent at l3_agent.n-d-827839-2 the message routers_updated {{(pid=103377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 17:31:48.915686 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-09cf67d6-edec-41b1-b2d2-a246e6d30c83 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Publish callbacks [] for router (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:48.919904 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-09cf67d6-edec-41b1-b2d2-a246e6d30c83 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] 10.222.0.89 "PUT /v2.0/routers/824488ee-bc7e-4b22-8f1e-8259c05a6dd3 HTTP/1.1" status: 200 len: 697 time: 1.0916464 Feb 04 17:31:48.921013 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 49144) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:31:48.980688 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa54185d-6f04-4fc5-8372-f8a40f326f9c None None] Sync routers for ids ['824488ee-bc7e-4b22-8f1e-8259c05a6dd3'] in n-d-827839-2 {{(pid=103378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 17:31:49.041739 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa54185d-6f04-4fc5-8372-f8a40f326f9c None None] Routers {'824488ee-bc7e-4b22-8f1e-8259c05a6dd3'} bound to L3 agent in host n-d-827839-2 {{(pid=103378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:31:49.043108 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-aa54185d-6f04-4fc5-8372-f8a40f326f9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:31:32Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['824488ee-bc7e-4b22-8f1e-8259c05a6dd3'], 'active': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:31:49.073908 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 49150) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:31:49.100128 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-34ae1604-a451-46d3-b40b-2558871f4a08 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] 10.222.0.89 "GET /v2.0/routers/824488ee-bc7e-4b22-8f1e-8259c05a6dd3 HTTP/1.1" status: 200 len: 703 time: 0.1765249 Feb 04 17:31:49.101571 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-11ca63a5-57a1-40f8-ad61-06e449c0bf5d req-1be5de91-c793-419f-a85a-fd20489211ad tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] 10.222.0.89 "GET /v2.0/security-groups?id=97363f9b-735d-4c1b-ae48-6b5390fc2698&id=0a858dd3-bfe4-4a54-8e21-ad7067112b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2552538 Feb 04 17:31:49.103815 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 49152) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:31:49.118724 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvr_db [None req-aa54185d-6f04-4fc5-8372-f8a40f326f9c None None] Set router 824488ee-bc7e-4b22-8f1e-8259c05a6dd3 gateway port host: None {{(pid=103378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:31:49.134911 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-f0df89da-82cf-4762-8d65-4e6b3a985066 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1543676', 'neutron.services.segments.db._delete_segments_for_network-8781084786517'] for network (37c0f77b-8972-4105-98ee-598bb18907f4), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:49.165497 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-5f3d9bd3-d1b8-4cdd-924f-cbd920194c71 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] 10.222.0.89 "GET /v2.0/ports?device_id=824488ee-bc7e-4b22-8f1e-8259c05a6dd3 HTTP/1.1" status: 200 len: 205 time: 0.0585430 Feb 04 17:31:49.170514 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 49156) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:31:49.175987 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-aa54185d-6f04-4fc5-8372-f8a40f326f9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '824488ee-bc7e-4b22-8f1e-8259c05a6dd3', 'name': 'tempest-RoutersIpV6Test-router-635533656', 'tenant_id': '9117ee7d05a54905bc1e8a5956601b14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:31:47Z', 'updated_at': '2022-02-04T17:31:48Z', 'revision_number': 2, 'project_id': '9117ee7d05a54905bc1e8a5956601b14', 'gw_port_host': None}], 'n-d-827839-2', False) {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:31:49.189359 n-d-827839-2 neutron-server[103377]: DEBUG neutron.services.segments.db [None req-f0df89da-82cf-4762-8d65-4e6b3a985066 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37c0f77b-8972-4105-98ee-598bb18907f4']}} {{(pid=103377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:31:49.197588 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be24bbeb-53aa-404b-bf0d-3337ddbb0eb6 tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Made reservation on behalf of be0bdcbeefe0462e91912be1e7159b62 for: {'subnet': 1} {{(pid=103376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:31:49.203841 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-be24bbeb-53aa-404b-bf0d-3337ddbb0eb6 tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25859006'] for subnet (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:49.204240 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa54185d-6f04-4fc5-8372-f8a40f326f9c None None] Checking router: 824488ee-bc7e-4b22-8f1e-8259c05a6dd3 for host: n-d-827839-2 {{(pid=103378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 17:31:49.213359 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa54185d-6f04-4fc5-8372-f8a40f326f9c None None] Routers {'824488ee-bc7e-4b22-8f1e-8259c05a6dd3'} bound to L3 agent in host n-d-827839-2 {{(pid=103378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:31:49.214001 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-aa54185d-6f04-4fc5-8372-f8a40f326f9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:31:32Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['824488ee-bc7e-4b22-8f1e-8259c05a6dd3'], 'active': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:31:49.227587 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-6d676570-95ff-44c7-9bfe-7c4aa3ec98f1 tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] Publish callbacks [] for security_group (749b530c-d4d8-46cd-99b4-1a8b04e03f53), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:49.265660 n-d-827839-2 neutron-server[103377]: DEBUG neutron.services.segments.db [None req-f0df89da-82cf-4762-8d65-4e6b3a985066 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70174094-e07f-4f30-a49b-2c6898627bcd') {'for_net_delete': True} {{(pid=103377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:31:49.265954 n-d-827839-2 neutron-server[103377]: DEBUG neutron.services.segments.db [None req-f0df89da-82cf-4762-8d65-4e6b3a985066 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70174094-e07f-4f30-a49b-2c6898627bcd') {} {{(pid=103377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:31:49.290707 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-f0df89da-82cf-4762-8d65-4e6b3a985066 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781084783966', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26866685'] for segment (70174094-e07f-4f30-a49b-2c6898627bcd), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:49.293966 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvr_db [None req-aa54185d-6f04-4fc5-8372-f8a40f326f9c None None] Set router 824488ee-bc7e-4b22-8f1e-8259c05a6dd3 gateway port host: None {{(pid=103378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:31:49.298616 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-cd3888b3-3c86-4943-9fb2-569791bc1b79 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Publish callbacks [] for router (824488ee-bc7e-4b22-8f1e-8259c05a6dd3), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:49.312087 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-6d676570-95ff-44c7-9bfe-7c4aa3ec98f1 tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] Publish callbacks [] for security_group (749b530c-d4d8-46cd-99b4-1a8b04e03f53), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:49.355320 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-aa54185d-6f04-4fc5-8372-f8a40f326f9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '824488ee-bc7e-4b22-8f1e-8259c05a6dd3', 'name': 'tempest-RoutersIpV6Test-router-635533656', 'tenant_id': '9117ee7d05a54905bc1e8a5956601b14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:31:47Z', 'updated_at': '2022-02-04T17:31:48Z', 'revision_number': 2, 'project_id': '9117ee7d05a54905bc1e8a5956601b14', 'gw_port_host': None}], 'n-d-827839-2', False) {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:31:49.390010 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa54185d-6f04-4fc5-8372-f8a40f326f9c None None] The sync data for ids ['824488ee-bc7e-4b22-8f1e-8259c05a6dd3'] in n-d-827839-2 is: [{'id': '824488ee-bc7e-4b22-8f1e-8259c05a6dd3', 'name': 'tempest-RoutersIpV6Test-router-635533656', 'tenant_id': '9117ee7d05a54905bc1e8a5956601b14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:31:47Z', 'updated_at': '2022-02-04T17:31:48Z', 'revision_number': 2, 'project_id': '9117ee7d05a54905bc1e8a5956601b14', 'gw_port_host': None}] {{(pid=103378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 17:31:49.396142 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-f0df89da-82cf-4762-8d65-4e6b3a985066 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (70174094-e07f-4f30-a49b-2c6898627bcd), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:49.425168 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0df89da-82cf-4762-8d65-4e6b3a985066 admin admin] Releasing vlan 777 on physical network physnet1 to pool {{(pid=103377) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 17:31:49.425577 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-f0df89da-82cf-4762-8d65-4e6b3a985066 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25888454'] for segment (70174094-e07f-4f30-a49b-2c6898627bcd), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:49.429618 n-d-827839-2 neutron-server[103377]: Traceback (most recent call last): Feb 04 17:31:49.429618 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 17:31:49.429618 n-d-827839-2 neutron-server[103377]: timer() Feb 04 17:31:49.429618 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 17:31:49.429618 n-d-827839-2 neutron-server[103377]: cb(*args, **kw) Feb 04 17:31:49.429618 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 17:31:49.429618 n-d-827839-2 neutron-server[103377]: return func(*args, **kwargs) Feb 04 17:31:49.429618 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 17:31:49.429618 n-d-827839-2 neutron-server[103377]: self._notify() Feb 04 17:31:49.429618 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 17:31:49.429618 n-d-827839-2 neutron-server[103377]: self.callback(batched_events) Feb 04 17:31:49.429618 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 17:31:49.429618 n-d-827839-2 neutron-server[103377]: event.method(event) Feb 04 17:31:49.429618 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 17:31:49.429618 n-d-827839-2 neutron-server[103377]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 17:31:49.429618 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 17:31:49.429618 n-d-827839-2 neutron-server[103377]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 17:31:49.429618 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 17:31:49.429618 n-d-827839-2 neutron-server[103377]: return f(self, *a, **k) Feb 04 17:31:49.429618 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 17:31:49.429618 n-d-827839-2 neutron-server[103377]: return self._get(url).json() Feb 04 17:31:49.429618 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 17:31:49.429618 n-d-827839-2 neutron-server[103377]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 17:31:49.429618 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 17:31:49.429618 n-d-827839-2 neutron-server[103377]: return self.request(url, 'GET', **kwargs) Feb 04 17:31:49.429618 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 17:31:49.429618 n-d-827839-2 neutron-server[103377]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 17:31:49.429618 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 17:31:49.429618 n-d-827839-2 neutron-server[103377]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 17:31:49.429618 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 17:31:49.429618 n-d-827839-2 neutron-server[103377]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 17:31:49.429618 n-d-827839-2 neutron-server[103377]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 17:31:49.457458 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-be24bbeb-53aa-404b-bf0d-3337ddbb0eb6 tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25674939', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25858952'] for subnet (f8565bb9-d2d1-45f3-a737-99a25170838c), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:49.533778 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be24bbeb-53aa-404b-bf0d-3337ddbb0eb6 tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Pushing event updated for resources: {'Subnet': ['ID=f8565bb9-d2d1-45f3-a737-99a25170838c,revision_number=0']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:31:49.547426 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be24bbeb-53aa-404b-bf0d-3337ddbb0eb6 tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Checking segment: {'id': '2e28c322-77b0-49cf-b069-cb060ea0ccb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'c8a54cfe-450f-4d28-9779-331d66d19ddd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:31:49.548715 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be24bbeb-53aa-404b-bf0d-3337ddbb0eb6 tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Network hostable DHCP agents. Network: c8a54cfe-450f-4d28-9779-331d66d19ddd, hostable agents: ['bb89f5a3-3c22-440b-b7d1-c4f0c43c184a'], hosted agents: [] {{(pid=103376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 17:31:49.556991 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 49162) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:31:49.574930 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be24bbeb-53aa-404b-bf0d-3337ddbb0eb6 tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Network c8a54cfe-450f-4d28-9779-331d66d19ddd is scheduled to be hosted by DHCP agent bb89f5a3-3c22-440b-b7d1-c4f0c43c184a with binding_index 1 {{(pid=103376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 17:31:49.587012 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [None req-be24bbeb-53aa-404b-bf0d-3337ddbb0eb6 tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827839-2, c8a54cfe-450f-4d28-9779-331d66d19ddd) {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:31:49.594023 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-cd3888b3-3c86-4943-9fb2-569791bc1b79 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1601811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26971'] for router (824488ee-bc7e-4b22-8f1e-8259c05a6dd3), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:49.596632 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-757fedf1-e212-4c6d-a220-0f3cef49c9a3 None None] Network c8a54cfe-450f-4d28-9779-331d66d19ddd requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:31:49.596793 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-cd3888b3-3c86-4943-9fb2-569791bc1b79 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Publish callbacks [] for router_controller (824488ee-bc7e-4b22-8f1e-8259c05a6dd3), precommit_delete_associations {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:49.599929 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-6d676570-95ff-44c7-9bfe-7c4aa3ec98f1 tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (749b530c-d4d8-46cd-99b4-1a8b04e03f53), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:49.602606 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-6d676570-95ff-44c7-9bfe-7c4aa3ec98f1 tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:49.606985 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-6d676570-95ff-44c7-9bfe-7c4aa3ec98f1 tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] 10.222.0.89 "DELETE /v2.0/security-groups/749b530c-d4d8-46cd-99b4-1a8b04e03f53 HTTP/1.1" status: 204 len: 168 time: 0.5274374 Feb 04 17:31:49.607140 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be24bbeb-53aa-404b-bf0d-3337ddbb0eb6 tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:49.607225 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-be24bbeb-53aa-404b-bf0d-3337ddbb0eb6 tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Publish callbacks [] for subnet (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:49.613948 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 49166) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:31:49.614119 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-f0df89da-82cf-4762-8d65-4e6b3a985066 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1543671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1595572'] for network (37c0f77b-8972-4105-98ee-598bb18907f4), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:49.637298 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-be24bbeb-53aa-404b-bf0d-3337ddbb0eb6 tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8020861 Feb 04 17:31:49.639926 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 49168) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:31:49.647308 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-4e365fbf-9c72-4dbc-8978-0a8af680eb8d tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-436373632', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188'}, 'admin_state_up': False}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:31:49.672761 n-d-827839-2 neutron-server[103377]: INFO neutron.api.v2.resource [None req-168bc7c7-0676-4dc7-99ee-8ca767a4e750 tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] show failed (client error): The resource could not be found. Feb 04 17:31:49.676979 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-168bc7c7-0676-4dc7-99ee-8ca767a4e750 tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] 10.222.0.89 "GET /v2.0/security-groups/749b530c-d4d8-46cd-99b4-1a8b04e03f53 HTTP/1.1" status: 404 len: 347 time: 0.0581470 Feb 04 17:31:49.679021 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 49170) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:31:49.683022 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-f0df89da-82cf-4762-8d65-4e6b3a985066 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:49.688840 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-f0df89da-82cf-4762-8d65-4e6b3a985066 admin admin] 10.222.0.89 "DELETE /v2.0/networks/37c0f77b-8972-4105-98ee-598bb18907f4 HTTP/1.1" status: 204 len: 168 time: 1.0527861 Feb 04 17:31:49.690338 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 49172) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:31:49.701405 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d676570-95ff-44c7-9bfe-7c4aa3ec98f1 tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=749b530c-d4d8-46cd-99b4-1a8b04e03f53,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:31:49.763167 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0df89da-82cf-4762-8d65-4e6b3a985066 admin admin] Pushing event deleted for resources: {'Network': ['ID=37c0f77b-8972-4105-98ee-598bb18907f4,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:31:49.774469 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-cd3888b3-3c86-4943-9fb2-569791bc1b79 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1601832'] for router (824488ee-bc7e-4b22-8f1e-8259c05a6dd3), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:49.775829 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd3888b3-3c86-4943-9fb2-569791bc1b79 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Fanout notify agent at l3_agent the message router_deleted on router 824488ee-bc7e-4b22-8f1e-8259c05a6dd3 {{(pid=103377) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 17:31:49.779952 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f21270e4-e0db-46d9-bd43-1c6e14f0f4e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e4c19ad-5724-5db8-8ee1-4f56ae69fcf4-c8a54cfe-450f-4d28-9779-331d66d19ddd', 'network_id': 'c8a54cfe-450f-4d28-9779-331d66d19ddd', 'project_id': 'be0bdcbeefe0462e91912be1e7159b62', 'fixed_ips': [{'subnet_id': 'f8565bb9-d2d1-45f3-a737-99a25170838c'}]}} from n-d-827839-2. {{(pid=103378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 17:31:49.781071 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f21270e4-e0db-46d9-bd43-1c6e14f0f4e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:49.786226 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-cd3888b3-3c86-4943-9fb2-569791bc1b79 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] Publish callbacks [] for router (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:49.791422 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-cd3888b3-3c86-4943-9fb2-569791bc1b79 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] 10.222.0.89 "DELETE /v2.0/routers/824488ee-bc7e-4b22-8f1e-8259c05a6dd3 HTTP/1.1" status: 204 len: 168 time: 0.6105983 Feb 04 17:31:49.793085 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 49174) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:31:49.816726 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-4e365fbf-9c72-4dbc-8978-0a8af680eb8d tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1601657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26921'] for router (a809c81b-79b5-4ed6-a88e-8cf2748df749), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:49.817793 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-4e365fbf-9c72-4dbc-8978-0a8af680eb8d tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1602025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603663', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1630571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26960'] for router (a809c81b-79b5-4ed6-a88e-8cf2748df749), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:49.824672 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-74551d4c-81d4-4069-b72f-418470892152 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:49.829278 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-8cec39f1-815c-45d5-920e-26efb55ec664 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] 10.222.0.89 "GET /v2.0/ports?device_id=824488ee-bc7e-4b22-8f1e-8259c05a6dd3 HTTP/1.1" status: 200 len: 205 time: 0.0322001 Feb 04 17:31:49.829278 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 49176) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:31:49.883667 n-d-827839-2 neutron-server[103377]: INFO neutron.api.v2.resource [None req-79c8a787-d614-4ac7-a81c-2460911d9b28 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] delete failed (client error): The resource could not be found. Feb 04 17:31:49.887799 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-79c8a787-d614-4ac7-a81c-2460911d9b28 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] 10.222.0.89 "DELETE /v2.0/routers/824488ee-bc7e-4b22-8f1e-8259c05a6dd3 HTTP/1.1" status: 404 len: 336 time: 0.0551562 Feb 04 17:31:49.888846 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 49178) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:31:49.900042 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3600c0f-5ae7-484e-bb42-9c3e40da09d3 admin admin] Deleting subnet 15a298e8-5e26-49be-886d-6ac27415f8b9 {{(pid=103377) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 17:31:49.904772 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-c3600c0f-5ae7-484e-bb42-9c3e40da09d3 admin admin] Publish callbacks [] for subnet (15a298e8-5e26-49be-886d-6ac27415f8b9), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:49.905384 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device 69744c85-4e2f-4594-a5b1-5888c6eca6d5 up at agent hyperv_n-h1-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:31:49.942950 n-d-827839-2 neutron-server[103377]: INFO neutron.pecan_wsgi.hooks.translation [None req-49d97991-c708-4e65-a75f-f4b388c8ded2 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] DELETE failed (client error): The resource could not be found. Feb 04 17:31:49.943194 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-49d97991-c708-4e65-a75f-f4b388c8ded2 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103377) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 17:31:49.949866 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-49d97991-c708-4e65-a75f-f4b388c8ded2 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] 10.222.0.89 "DELETE /v2.0/subnets/9eba6627-6343-4966-a0eb-b13f7f73f882 HTTP/1.1" status: 404 len: 337 time: 0.0572395 Feb 04 17:31:49.951702 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 49182) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:31:49.964552 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-4e365fbf-9c72-4dbc-8978-0a8af680eb8d tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Publish callbacks [] for router_controller (a809c81b-79b5-4ed6-a88e-8cf2748df749), precommit_add_association {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:49.973198 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-f21270e4-e0db-46d9-bd43-1c6e14f0f4e4 None None] Allocated IP 172.20.0.2 (c8a54cfe-450f-4d28-9779-331d66d19ddd/f8565bb9-d2d1-45f3-a737-99a25170838c/2b59f2b3-d1a2-4623-b27a-666d113233af) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:31:49.985499 n-d-827839-2 neutron-server[103377]: INFO neutron.pecan_wsgi.hooks.translation [None req-b239441b-57b9-4fdf-a729-51bbfa8b23cf tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] DELETE failed (client error): The resource could not be found. Feb 04 17:31:49.985965 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b239441b-57b9-4fdf-a729-51bbfa8b23cf tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103377) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 17:31:49.989154 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-b239441b-57b9-4fdf-a729-51bbfa8b23cf tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] 10.222.0.89 "DELETE /v2.0/subnets/2ea1283a-c76b-437d-b3f5-f48e319c2a24 HTTP/1.1" status: 404 len: 337 time: 0.0376985 Feb 04 17:31:49.998957 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-c3600c0f-5ae7-484e-bb42-9c3e40da09d3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26866676'] for subnet (15a298e8-5e26-49be-886d-6ac27415f8b9), precommit_delete_associations {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:50.012765 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Provisioning for port 69744c85-4e2f-4594-a5b1-5888c6eca6d5 completed by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 17:31:50.031551 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 49184) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:31:50.041974 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Provisioning complete for port 69744c85-4e2f-4594-a5b1-5888c6eca6d5 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:31:50.042728 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (69744c85-4e2f-4594-a5b1-5888c6eca6d5), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:50.091370 n-d-827839-2 neutron-server[103377]: INFO neutron.pecan_wsgi.hooks.translation [None req-6dbfd43b-2d50-460a-adbc-a287c4cecfc8 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] DELETE failed (client error): The resource could not be found. Feb 04 17:31:50.091976 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6dbfd43b-2d50-460a-adbc-a287c4cecfc8 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103377) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 17:31:50.097616 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-6dbfd43b-2d50-460a-adbc-a287c4cecfc8 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] 10.222.0.89 "DELETE /v2.0/subnets/4794049b-80b7-4292-8142-5254fcbd38a1 HTTP/1.1" status: 404 len: 337 time: 0.0623133 Feb 04 17:31:50.102168 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 49186) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:31:50.151112 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-c3600c0f-5ae7-484e-bb42-9c3e40da09d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1541225'] for subnet (15a298e8-5e26-49be-886d-6ac27415f8b9), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:50.154502 n-d-827839-2 neutron-server[103377]: INFO neutron.pecan_wsgi.hooks.translation [None req-02a21adf-6764-4445-8385-b8d5ea2af822 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] DELETE failed (client error): The resource could not be found. Feb 04 17:31:50.154967 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-02a21adf-6764-4445-8385-b8d5ea2af822 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103377) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 17:31:50.161979 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-02a21adf-6764-4445-8385-b8d5ea2af822 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] 10.222.0.89 "DELETE /v2.0/subnets/78e6fd8d-d36c-498f-9851-709f40f04989 HTTP/1.1" status: 404 len: 337 time: 0.0581300 Feb 04 17:31:50.163855 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 49190) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:31:50.212705 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Current status of the port 69744c85-4e2f-4594-a5b1-5888c6eca6d5 is: BUILD; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:31:50.213058 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (69744c85-4e2f-4594-a5b1-5888c6eca6d5), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:50.225930 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f21270e4-e0db-46d9-bd43-1c6e14f0f4e4 None None] Publish callbacks [] for port (2b59f2b3-d1a2-4623-b27a-666d113233af), precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:50.255164 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] For port 69744c85-4e2f-4594-a5b1-5888c6eca6d5, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=69744c85-4e2f-4594-a5b1-5888c6eca6d5,segment=NetworkSegment(003aaa95-3edb-4f14-93d1-6362433ea51a),segment_id=003aaa95-3edb-4f14-93d1-6362433ea51a)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:31:50.256472 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9afa7a5-1aca-47d0-a335-e4059d5a8169', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69744c85-4e2f-4594-a5b1-5888c6eca6d5'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:31:50.259596 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c34bc964ce2211770fda26ca2f3801cc06f4f39928110690550e94ab9c9d2fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b0d0e3f-398e-451c-8426-e54cba1a2565" -d '{"events": [{"server_uuid": "f9afa7a5-1aca-47d0-a335-e4059d5a8169", "name": "network-vif-plugged", "status": "completed", "tag": "69744c85-4e2f-4594-a5b1-5888c6eca6d5"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:31:50.264416 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f21270e4-e0db-46d9-bd43-1c6e14f0f4e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135'] for port (2b59f2b3-d1a2-4623-b27a-666d113233af), after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:50.272226 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (69744c85-4e2f-4594-a5b1-5888c6eca6d5), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:50.273175 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device f6309afb-3125-4ff7-a862-e4fad9550341 up at agent hyperv_n-h1-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:31:50.525368 n-d-827839-2 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f21270e4-e0db-46d9-bd43-1c6e14f0f4e4 None None] Network c8a54cfe-450f-4d28-9779-331d66d19ddd is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:31:50.531269 n-d-827839-2 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-f21270e4-e0db-46d9-bd43-1c6e14f0f4e4 None None] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:31:50.537342 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f21270e4-e0db-46d9-bd43-1c6e14f0f4e4 None None] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:31:50.541137 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21270e4-e0db-46d9-bd43-1c6e14f0f4e4 None None] Pushing event updated for resources: {'Port': ['ID=2b59f2b3-d1a2-4623-b27a-666d113233af,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:31:50.592567 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-74551d4c-81d4-4069-b72f-418470892152 admin admin] Publish callbacks [] for security_group (747ff4d7-dc07-4062-b4d7-348b6ad933e7), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:50.600507 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-4529b868-246d-4409-a72d-cda2671a4a1e tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] Deleting port 65ab4b04-cad0-4c76-9ec4-2259482be1ce {{(pid=103376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:31:50.600891 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-4529b868-246d-4409-a72d-cda2671a4a1e tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (65ab4b04-cad0-4c76-9ec4-2259482be1ce), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:50.605205 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-4e365fbf-9c72-4dbc-8978-0a8af680eb8d tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Publish callbacks [] for router_gateway (a809c81b-79b5-4ed6-a88e-8cf2748df749), precommit_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:50.613299 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-74551d4c-81d4-4069-b72f-418470892152 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (747ff4d7-dc07-4062-b4d7-348b6ad933e7), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:50.615352 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Pushing event updated for resources: {'Port': ['ID=69744c85-4e2f-4594-a5b1-5888c6eca6d5,revision_number=5']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:31:50.623111 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-689493bb-171c-43bc-91fa-106fe0108290 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] 10.222.0.89 "GET /v2.0/ports?device_id=519b5a09-be1a-4ed6-9cee-17d9dd42bfa6 HTTP/1.1" status: 200 len: 205 time: 0.4276774 Feb 04 17:31:50.624340 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 49194) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:31:50.660351 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Provisioning for port f6309afb-3125-4ff7-a862-e4fad9550341 completed by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 17:31:50.666288 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-f21270e4-e0db-46d9-bd43-1c6e14f0f4e4 None None] Attempting to bind port 2b59f2b3-d1a2-4623-b27a-666d113233af on host n-d-827839-2 for vnic_type normal with profile {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:31:50.666671 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-f21270e4-e0db-46d9-bd43-1c6e14f0f4e4 None None] Attempting to bind port 2b59f2b3-d1a2-4623-b27a-666d113233af by drivers openvswitch,hyperv on host n-d-827839-2 at level 0 using segments [{'id': '2e28c322-77b0-49cf-b069-cb060ea0ccb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'c8a54cfe-450f-4d28-9779-331d66d19ddd'}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:31:50.668002 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f21270e4-e0db-46d9-bd43-1c6e14f0f4e4 None None] Attempting to bind port 2b59f2b3-d1a2-4623-b27a-666d113233af on network c8a54cfe-450f-4d28-9779-331d66d19ddd {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:31:50.671143 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Provisioning complete for port f6309afb-3125-4ff7-a862-e4fad9550341 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:31:50.671520 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (f6309afb-3125-4ff7-a862-e4fad9550341), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:50.676035 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f21270e4-e0db-46d9-bd43-1c6e14f0f4e4 None None] Checking agent: {'id': 'ba70844b-66a0-45fd-a2f2-e6ed673321fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 0, 36), 'started_at': datetime.datetime(2022, 2, 4, 17, 1, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 31, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:31:50.676419 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f21270e4-e0db-46d9-bd43-1c6e14f0f4e4 None None] Checking segment: {'id': '2e28c322-77b0-49cf-b069-cb060ea0ccb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'c8a54cfe-450f-4d28-9779-331d66d19ddd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:31:50.676865 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f21270e4-e0db-46d9-bd43-1c6e14f0f4e4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:50.677305 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f21270e4-e0db-46d9-bd43-1c6e14f0f4e4 None None] Bound using segment: {'id': '2e28c322-77b0-49cf-b069-cb060ea0ccb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'c8a54cfe-450f-4d28-9779-331d66d19ddd'} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:31:50.677788 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-f21270e4-e0db-46d9-bd43-1c6e14f0f4e4 None None] Bound port: 2b59f2b3-d1a2-4623-b27a-666d113233af, host: n-d-827839-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e28c322-77b0-49cf-b069-cb060ea0ccb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'c8a54cfe-450f-4d28-9779-331d66d19ddd'}}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:31:50.678177 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f21270e4-e0db-46d9-bd43-1c6e14f0f4e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (2b59f2b3-d1a2-4623-b27a-666d113233af), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:50.685412 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5799d2-d02a-43a4-b37b-399a604ff9f2 req-eb0d4063-000d-4be8-ac2f-aac1aee87a17 tempest-ServerDiskConfigTestJSON-47961148 tempest-ServerDiskConfigTestJSON-47961148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:50.686938 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-6d5799d2-d02a-43a4-b37b-399a604ff9f2 req-eb0d4063-000d-4be8-ac2f-aac1aee87a17 tempest-ServerDiskConfigTestJSON-47961148 tempest-ServerDiskConfigTestJSON-47961148-project] 10.222.0.89 "GET /v2.0/ports?device_id=5e31becc-950d-4184-999b-78ca5074ae68 HTTP/1.1" status: 200 len: 945 time: 0.6468747 Feb 04 17:31:50.687887 n-d-827839-2 neutron-server[103377]: INFO neutron.api.v2.resource [None req-f4176a81-7e33-4ec6-b117-ac7d40ff455f tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] delete failed (client error): The resource could not be found. Feb 04 17:31:50.688826 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-f4176a81-7e33-4ec6-b117-ac7d40ff455f tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] 10.222.0.89 "DELETE /v2.0/routers/519b5a09-be1a-4ed6-9cee-17d9dd42bfa6 HTTP/1.1" status: 404 len: 336 time: 0.0621431 Feb 04 17:31:50.701033 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 49196) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:31:50.716187 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efcde69-21f3-45b5-923b-c68dd48fdb6d req-1f9a5f67-81ee-4882-a154-4530ab51058c tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:50.722285 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efcde69-21f3-45b5-923b-c68dd48fdb6d req-1f9a5f67-81ee-4882-a154-4530ab51058c tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:50.731487 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efcde69-21f3-45b5-923b-c68dd48fdb6d req-1f9a5f67-81ee-4882-a154-4530ab51058c tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:50.737167 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efcde69-21f3-45b5-923b-c68dd48fdb6d req-1f9a5f67-81ee-4882-a154-4530ab51058c tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:50.742807 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efcde69-21f3-45b5-923b-c68dd48fdb6d req-1f9a5f67-81ee-4882-a154-4530ab51058c tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:50.749011 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efcde69-21f3-45b5-923b-c68dd48fdb6d req-1f9a5f67-81ee-4882-a154-4530ab51058c tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:50.749675 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-b6834be5-2795-4533-ba58-b9bbaed19fe0 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] 10.222.0.89 "GET /v2.0/ports?device_id=14c33c52-5fe1-41bf-94f3-f2cbd2b8e784 HTTP/1.1" status: 200 len: 205 time: 0.0472243 Feb 04 17:31:50.753103 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-c3600c0f-5ae7-484e-bb42-9c3e40da09d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1541216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25888360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25597190'] for subnet (15a298e8-5e26-49be-886d-6ac27415f8b9), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:50.755119 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 49198) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:31:50.755330 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efcde69-21f3-45b5-923b-c68dd48fdb6d req-1f9a5f67-81ee-4882-a154-4530ab51058c tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:50.764006 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-1efcde69-21f3-45b5-923b-c68dd48fdb6d req-1f9a5f67-81ee-4882-a154-4530ab51058c tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] 10.222.0.89 "GET /v2.0/ports?device_id=f9afa7a5-1aca-47d0-a335-e4059d5a8169 HTTP/1.1" status: 200 len: 5427 time: 0.3548565 Feb 04 17:31:50.794963 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-f21270e4-e0db-46d9-bd43-1c6e14f0f4e4 None None] For port 2b59f2b3-d1a2-4623-b27a-666d113233af, host n-d-827839-2, cleared binding levels {{(pid=103378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:31:50.834655 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-f21270e4-e0db-46d9-bd43-1c6e14f0f4e4 None None] For port 2b59f2b3-d1a2-4623-b27a-666d113233af, host n-d-827839-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=2b59f2b3-d1a2-4623-b27a-666d113233af,segment=NetworkSegment(2e28c322-77b0-49cf-b069-cb060ea0ccb3),segment_id=2e28c322-77b0-49cf-b069-cb060ea0ccb3)] {{(pid=103378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:31:50.841202 n-d-827839-2 neutron-server[103377]: INFO neutron.api.v2.resource [None req-55b085ff-d18c-48c6-88b5-0ffe7a616943 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] delete failed (client error): The resource could not be found. Feb 04 17:31:50.841912 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-74551d4c-81d4-4069-b72f-418470892152 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=19ed8c2a9df843fa94eca744ea7e986c&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2838244 Feb 04 17:31:50.842421 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-55b085ff-d18c-48c6-88b5-0ffe7a616943 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] 10.222.0.89 "DELETE /v2.0/routers/14c33c52-5fe1-41bf-94f3-f2cbd2b8e784 HTTP/1.1" status: 404 len: 336 time: 0.0829794 Feb 04 17:31:50.848142 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74551d4c-81d4-4069-b72f-418470892152 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=747ff4d7-dc07-4062-b4d7-348b6ad933e7,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:31:50.849788 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3600c0f-5ae7-484e-bb42-9c3e40da09d3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=15a298e8-5e26-49be-886d-6ac27415f8b9,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:31:50.853079 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 49200) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:31:50.853499 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Current status of the port f6309afb-3125-4ff7-a862-e4fad9550341 is: BUILD; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:31:50.853746 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 49202) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:31:50.853902 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (f6309afb-3125-4ff7-a862-e4fad9550341), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:50.854956 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-c3600c0f-5ae7-484e-bb42-9c3e40da09d3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:50.860565 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-c3600c0f-5ae7-484e-bb42-9c3e40da09d3 admin admin] 10.222.0.89 "DELETE /v2.0/subnets/15a298e8-5e26-49be-886d-6ac27415f8b9 HTTP/1.1" status: 204 len: 168 time: 1.1549261 Feb 04 17:31:50.860897 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f21270e4-e0db-46d9-bd43-1c6e14f0f4e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (2b59f2b3-d1a2-4623-b27a-666d113233af), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:50.862716 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 49204) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:31:50.939103 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-6d5799d2-d02a-43a4-b37b-399a604ff9f2 req-b3c0cfa1-abda-4df7-90c8-1ce82cb1d91d tempest-ServerDiskConfigTestJSON-47961148 tempest-ServerDiskConfigTestJSON-47961148-project] 10.222.0.89 "GET /v2.0/security-groups?id=ffff0ed7-cf9e-4cbb-9be9-3a1c2dba1e58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2274458 Feb 04 17:31:50.965805 n-d-827839-2 neutron-server[103376]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5f1605b-9e52-448c-98d6-0976b48cb234 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] DELETE failed (client error): The resource could not be found. Feb 04 17:31:50.970318 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d5f1605b-9e52-448c-98d6-0976b48cb234 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103376) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 17:31:50.973579 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] For port f6309afb-3125-4ff7-a862-e4fad9550341, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=f6309afb-3125-4ff7-a862-e4fad9550341,segment=NetworkSegment(003aaa95-3edb-4f14-93d1-6362433ea51a),segment_id=003aaa95-3edb-4f14-93d1-6362433ea51a)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:31:50.974362 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-d5f1605b-9e52-448c-98d6-0976b48cb234 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] 10.222.0.89 "DELETE /v2.0/subnets/9b4eadd6-8b3b-48e8-bdf1-67eb6ceca26f HTTP/1.1" status: 404 len: 337 time: 0.1157372 Feb 04 17:31:50.978512 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 49206) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:31:50.995869 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (f6309afb-3125-4ff7-a862-e4fad9550341), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:51.002585 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21270e4-e0db-46d9-bd43-1c6e14f0f4e4 None None] Pushing event updated for resources: {'Port': ['ID=2b59f2b3-d1a2-4623-b27a-666d113233af,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:31:51.013382 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-4529b868-246d-4409-a72d-cda2671a4a1e tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (65ab4b04-cad0-4c76-9ec4-2259482be1ce), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:51.013671 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-4529b868-246d-4409-a72d-cda2671a4a1e tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] Publish callbacks [] for floatingip (65ab4b04-cad0-4c76-9ec4-2259482be1ce), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:51.021861 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-4f8b0c0a-e9de-4eb3-a78e-4bb25e74019a tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] 10.222.0.89 "GET /v2.0/ports?device_id=501c1ff4-a9e2-45f0-9b23-1f6f807de1a5 HTTP/1.1" status: 200 len: 205 time: 0.0371735 Feb 04 17:31:51.025786 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 49208) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:31:51.036363 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-a1260523-37ce-4e24-b688-9fae990e310a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628832'] for network (5543ddf8-73c6-4347-a790-ad670187befd), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:51.049923 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 17:31:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6aee7e4-c7f9-46c1-b25c-93a8a5bd6832 x-openstack-request-id: req-b6aee7e4-c7f9-46c1-b25c-93a8a5bd6832 {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:31:51.051058 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9afa7a5-1aca-47d0-a335-e4059d5a8169", "name": "network-vif-plugged", "status": "completed", "tag": "69744c85-4e2f-4594-a5b1-5888c6eca6d5", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:31:51.051433 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-b6aee7e4-c7f9-46c1-b25c-93a8a5bd6832 {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:31:51.051691 n-d-827839-2 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9afa7a5-1aca-47d0-a335-e4059d5a8169', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69744c85-4e2f-4594-a5b1-5888c6eca6d5', 'code': 200} Feb 04 17:31:51.069106 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-4529b868-246d-4409-a72d-cda2671a4a1e tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] Calling delete_port for 65ab4b04-cad0-4c76-9ec4-2259482be1ce owned by network:floatingip {{(pid=103376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:31:51.076032 n-d-827839-2 neutron-server[103377]: INFO neutron.api.v2.resource [None req-f2d6c821-6d03-4bae-87e5-4aaaa121e095 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] delete failed (client error): The resource could not be found. Feb 04 17:31:51.077211 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-f2d6c821-6d03-4bae-87e5-4aaaa121e095 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] 10.222.0.89 "DELETE /v2.0/routers/501c1ff4-a9e2-45f0-9b23-1f6f807de1a5 HTTP/1.1" status: 404 len: 336 time: 0.0490034 Feb 04 17:31:51.077501 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Pushing event updated for resources: {'Port': ['ID=f6309afb-3125-4ff7-a862-e4fad9550341,revision_number=5']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:31:51.081889 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 49210) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:31:51.121068 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-1efcde69-21f3-45b5-923b-c68dd48fdb6d req-e59250df-4a84-46c1-9d23-3c555d52f229 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] 10.222.0.89 "GET /v2.0/security-groups?id=97363f9b-735d-4c1b-ae48-6b5390fc2698&id=0a858dd3-bfe4-4a54-8e21-ad7067112b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3558846 Feb 04 17:31:51.169929 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-a1260523-37ce-4e24-b688-9fae990e310a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1543676', 'neutron.services.segments.db._delete_segments_for_network-8781084786517'] for network (5543ddf8-73c6-4347-a790-ad670187befd), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:51.184365 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-6608e1f9-c696-4f09-a564-7e1cbbc268c5 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] 10.222.0.89 "GET /v2.0/ports?device_id=6e3a1246-b213-4491-a2b7-9dfd6d9479a8 HTTP/1.1" status: 200 len: 205 time: 0.1012175 Feb 04 17:31:51.190201 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 49212) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:31:51.199662 n-d-827839-2 neutron-server[103377]: DEBUG neutron.services.segments.db [None req-a1260523-37ce-4e24-b688-9fae990e310a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5543ddf8-73c6-4347-a790-ad670187befd']}} {{(pid=103377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:31:51.200390 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-c6270205-de6c-44ee-9197-540b182854d7 admin admin] Publish callbacks [] for security_group (747ff4d7-dc07-4062-b4d7-348b6ad933e7), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:51.224356 n-d-827839-2 neutron-server[103377]: DEBUG neutron.services.segments.db [None req-a1260523-37ce-4e24-b688-9fae990e310a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00b03bbb-69d7-437d-9a1f-7167695a6762') {'for_net_delete': True} {{(pid=103377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:31:51.224836 n-d-827839-2 neutron-server[103377]: DEBUG neutron.services.segments.db [None req-a1260523-37ce-4e24-b688-9fae990e310a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00b03bbb-69d7-437d-9a1f-7167695a6762') {} {{(pid=103377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:31:51.248275 n-d-827839-2 neutron-server[103376]: INFO neutron.api.v2.resource [None req-5fab1c19-c219-4d8a-8cce-1a528bb0c2d0 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] delete failed (client error): The resource could not be found. Feb 04 17:31:51.251671 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-5fab1c19-c219-4d8a-8cce-1a528bb0c2d0 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] 10.222.0.89 "DELETE /v2.0/routers/6e3a1246-b213-4491-a2b7-9dfd6d9479a8 HTTP/1.1" status: 404 len: 336 time: 0.0565917 Feb 04 17:31:51.253654 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-a1260523-37ce-4e24-b688-9fae990e310a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781084783966', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26866685'] for segment (00b03bbb-69d7-437d-9a1f-7167695a6762), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:51.255261 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 49214) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:31:51.294014 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-c6270205-de6c-44ee-9197-540b182854d7 admin admin] Publish callbacks [] for security_group (747ff4d7-dc07-4062-b4d7-348b6ad933e7), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:51.317593 n-d-827839-2 neutron-server[103377]: INFO neutron.pecan_wsgi.hooks.translation [None req-8520fd3f-cd0c-46f4-8e21-6c6b4352f94b tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] DELETE failed (client error): The resource could not be found. Feb 04 17:31:51.318574 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8520fd3f-cd0c-46f4-8e21-6c6b4352f94b tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103377) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 17:31:51.322762 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-8520fd3f-cd0c-46f4-8e21-6c6b4352f94b tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] 10.222.0.89 "DELETE /v2.0/subnets/8f841be6-d34a-4472-8110-b018def88a12 HTTP/1.1" status: 404 len: 337 time: 0.0662267 Feb 04 17:31:51.324800 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-a1260523-37ce-4e24-b688-9fae990e310a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (00b03bbb-69d7-437d-9a1f-7167695a6762), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:51.327609 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 49216) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:31:51.357247 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1260523-37ce-4e24-b688-9fae990e310a admin admin] Releasing vlan 794 on physical network physnet1 to pool {{(pid=103377) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 17:31:51.357697 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-a1260523-37ce-4e24-b688-9fae990e310a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25888454'] for segment (00b03bbb-69d7-437d-9a1f-7167695a6762), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:51.359626 n-d-827839-2 neutron-server[103377]: Traceback (most recent call last): Feb 04 17:31:51.359626 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 17:31:51.359626 n-d-827839-2 neutron-server[103377]: timer() Feb 04 17:31:51.359626 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 17:31:51.359626 n-d-827839-2 neutron-server[103377]: cb(*args, **kw) Feb 04 17:31:51.359626 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 17:31:51.359626 n-d-827839-2 neutron-server[103377]: return func(*args, **kwargs) Feb 04 17:31:51.359626 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 17:31:51.359626 n-d-827839-2 neutron-server[103377]: self._notify() Feb 04 17:31:51.359626 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 17:31:51.359626 n-d-827839-2 neutron-server[103377]: self.callback(batched_events) Feb 04 17:31:51.359626 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 17:31:51.359626 n-d-827839-2 neutron-server[103377]: event.method(event) Feb 04 17:31:51.359626 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 17:31:51.359626 n-d-827839-2 neutron-server[103377]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 17:31:51.359626 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 17:31:51.359626 n-d-827839-2 neutron-server[103377]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 17:31:51.359626 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 17:31:51.359626 n-d-827839-2 neutron-server[103377]: return f(self, *a, **k) Feb 04 17:31:51.359626 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 17:31:51.359626 n-d-827839-2 neutron-server[103377]: return self._get(url).json() Feb 04 17:31:51.359626 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 17:31:51.359626 n-d-827839-2 neutron-server[103377]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 17:31:51.359626 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 17:31:51.359626 n-d-827839-2 neutron-server[103377]: return self.request(url, 'GET', **kwargs) Feb 04 17:31:51.359626 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 17:31:51.359626 n-d-827839-2 neutron-server[103377]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 17:31:51.359626 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 17:31:51.359626 n-d-827839-2 neutron-server[103377]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 17:31:51.359626 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 17:31:51.359626 n-d-827839-2 neutron-server[103377]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 17:31:51.359626 n-d-827839-2 neutron-server[103377]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 17:31:51.400443 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-0acdcbce-a563-42c7-bea1-7fb5e79af7f0 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] 10.222.0.89 "GET /v2.0/ports?device_id=ea530a5e-74dd-4950-80d6-f8b1a56449a6 HTTP/1.1" status: 200 len: 205 time: 0.0713923 Feb 04 17:31:51.459172 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 49218) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:31:51.475816 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-a1260523-37ce-4e24-b688-9fae990e310a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1543671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1595572'] for network (5543ddf8-73c6-4347-a790-ad670187befd), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:51.488691 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-4e365fbf-9c72-4dbc-8978-0a8af680eb8d tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Publish callbacks [] for router_gateway (a809c81b-79b5-4ed6-a88e-8cf2748df749), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:51.489728 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-a1260523-37ce-4e24-b688-9fae990e310a admin admin] Publish callbacks [] for network (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:51.497675 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-a1260523-37ce-4e24-b688-9fae990e310a admin admin] 10.222.0.89 "DELETE /v2.0/networks/5543ddf8-73c6-4347-a790-ad670187befd HTTP/1.1" status: 204 len: 168 time: 0.6333456 Feb 04 17:31:51.554468 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-4e365fbf-9c72-4dbc-8978-0a8af680eb8d tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:51.557599 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-c6270205-de6c-44ee-9197-540b182854d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (747ff4d7-dc07-4062-b4d7-348b6ad933e7), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:51.560573 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-c6270205-de6c-44ee-9197-540b182854d7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:51.564561 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-c6270205-de6c-44ee-9197-540b182854d7 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/747ff4d7-dc07-4062-b4d7-348b6ad933e7 HTTP/1.1" status: 204 len: 168 time: 0.7051113 Feb 04 17:31:51.564726 n-d-827839-2 neutron-server[103377]: INFO neutron.api.v2.resource [None req-41913286-3439-45eb-ab63-7cab75026b20 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] delete failed (client error): The resource could not be found. Feb 04 17:31:51.578976 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 49224) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:31:51.580026 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6270205-de6c-44ee-9197-540b182854d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=747ff4d7-dc07-4062-b4d7-348b6ad933e7,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:31:51.580888 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-41913286-3439-45eb-ab63-7cab75026b20 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] 10.222.0.89 "DELETE /v2.0/routers/ea530a5e-74dd-4950-80d6-f8b1a56449a6 HTTP/1.1" status: 404 len: 336 time: 0.1195869 Feb 04 17:31:51.582829 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1260523-37ce-4e24-b688-9fae990e310a admin admin] Pushing event deleted for resources: {'Network': ['ID=5543ddf8-73c6-4347-a790-ad670187befd,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:31:51.594760 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-4529b868-246d-4409-a72d-cda2671a4a1e tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (65ab4b04-cad0-4c76-9ec4-2259482be1ce), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:51.672254 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 49226) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:31:51.738915 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4529b868-246d-4409-a72d-cda2671a4a1e tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] Pushing event deleted for resources: {'Port': ['ID=65ab4b04-cad0-4c76-9ec4-2259482be1ce,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:31:51.742729 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-2a393c4b-edce-42df-b47d-369ad09f3044 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=0cbfcc8ba69049a8b76ec2ff72fb8917&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0668797 Feb 04 17:31:51.744686 n-d-827839-2 neutron-server[103376]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c8d230a-e1bd-4d11-a946-1706345ebf27 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] DELETE failed (client error): The resource could not be found. Feb 04 17:31:51.745799 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c8d230a-e1bd-4d11-a946-1706345ebf27 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103376) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 17:31:51.749335 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-0c8d230a-e1bd-4d11-a946-1706345ebf27 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] 10.222.0.89 "DELETE /v2.0/subnets/c2242f1f-a7dc-4b22-95b2-2d6721290055 HTTP/1.1" status: 404 len: 337 time: 0.1501057 Feb 04 17:31:51.751839 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 49232) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:31:51.752105 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 49230) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:31:51.813648 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-9235a162-7e55-4000-ac03-08de091eb5bc tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] 10.222.0.89 "GET /v2.0/ports?device_id=f6fa01af-c11d-4135-8d89-a458519e4c56 HTTP/1.1" status: 200 len: 205 time: 0.0565455 Feb 04 17:31:51.815478 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 49234) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:31:51.823940 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-fdbdd3a9-a70d-4962-8d7b-f6cf7d9f419b admin admin] Publish callbacks [] for security_group (2de9d61b-ea54-4d7e-85c3-4bd92b231bf0), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:51.865016 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-fdbdd3a9-a70d-4962-8d7b-f6cf7d9f419b admin admin] Publish callbacks [] for security_group (2de9d61b-ea54-4d7e-85c3-4bd92b231bf0), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:51.903315 n-d-827839-2 neutron-server[103376]: INFO neutron.api.v2.resource [None req-37f85c1e-32a4-4012-bdc0-341fefad6180 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] delete failed (client error): The resource could not be found. Feb 04 17:31:51.906615 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-37f85c1e-32a4-4012-bdc0-341fefad6180 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] 10.222.0.89 "DELETE /v2.0/routers/f6fa01af-c11d-4135-8d89-a458519e4c56 HTTP/1.1" status: 404 len: 336 time: 0.0863857 Feb 04 17:31:51.907272 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 49238) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:31:51.911427 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device 397c6c1e-40e7-4c7f-9066-28791535e5e4 up at agent hyperv_n-h1-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:31:51.914279 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-4529b868-246d-4409-a72d-cda2671a4a1e tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] Publish callbacks [] for floatingip (b06434e0-121b-4c02-b950-18c6a89ead53), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:51.917750 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-4529b868-246d-4409-a72d-cda2671a4a1e tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for floatingip (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:51.921419 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-4529b868-246d-4409-a72d-cda2671a4a1e tempest-AttachVolumeShelveTestJSON-767635186 tempest-AttachVolumeShelveTestJSON-767635186-project] 10.222.0.89 "DELETE /v2.0/floatingips/b06434e0-121b-4c02-b950-18c6a89ead53 HTTP/1.1" status: 204 len: 168 time: 2.2370715 Feb 04 17:31:51.978126 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.db_base_plugin_common [None req-4e365fbf-9c72-4dbc-8978-0a8af680eb8d tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Allocated IP 172.25.6.14 (48165773-85ad-49a1-9ec1-76fc8dc24188/7660bfad-1ea8-4fe7-831b-bed836f13efc/e505237f-7f9a-4d6a-b47a-09b049c1a2e8) {{(pid=103376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:31:51.980224 n-d-827839-2 neutron-server[103377]: INFO neutron.pecan_wsgi.hooks.translation [None req-01b854c7-5bd3-4fc6-b248-79ea86b1ec13 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] DELETE failed (client error): The resource could not be found. Feb 04 17:31:51.981116 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-01b854c7-5bd3-4fc6-b248-79ea86b1ec13 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103377) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 17:31:51.987779 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-01b854c7-5bd3-4fc6-b248-79ea86b1ec13 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] 10.222.0.89 "DELETE /v2.0/subnets/d425d970-64e3-45a5-bc5f-8674aafa46a2 HTTP/1.1" status: 404 len: 337 time: 0.0760939 Feb 04 17:31:51.987995 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 49246) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:31:52.014220 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-fdbdd3a9-a70d-4962-8d7b-f6cf7d9f419b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (2de9d61b-ea54-4d7e-85c3-4bd92b231bf0), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:52.019407 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-fdbdd3a9-a70d-4962-8d7b-f6cf7d9f419b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:52.028565 n-d-827839-2 neutron-server[103376]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed84f8bc-d80f-410f-887c-11673f1c2fd4 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] DELETE failed (client error): The resource could not be found. Feb 04 17:31:52.029150 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed84f8bc-d80f-410f-887c-11673f1c2fd4 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103376) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 17:31:52.031625 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-fdbdd3a9-a70d-4962-8d7b-f6cf7d9f419b admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/2de9d61b-ea54-4d7e-85c3-4bd92b231bf0 HTTP/1.1" status: 204 len: 168 time: 0.2736390 Feb 04 17:31:52.033137 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-ed84f8bc-d80f-410f-887c-11673f1c2fd4 tempest-RoutersIpV6Test-1700401554 tempest-RoutersIpV6Test-1700401554-project] 10.222.0.89 "DELETE /v2.0/subnets/59b18788-4e88-4564-9de7-5b319cede143 HTTP/1.1" status: 404 len: 337 time: 0.0445495 Feb 04 17:31:52.067527 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbdd3a9-a70d-4962-8d7b-f6cf7d9f419b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2de9d61b-ea54-4d7e-85c3-4bd92b231bf0,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:31:52.191658 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Provisioning for port 397c6c1e-40e7-4c7f-9066-28791535e5e4 completed by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 17:31:52.198921 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Provisioning complete for port 397c6c1e-40e7-4c7f-9066-28791535e5e4 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:31:52.200289 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (397c6c1e-40e7-4c7f-9066-28791535e5e4), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:52.267630 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-4e365fbf-9c72-4dbc-8978-0a8af680eb8d tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Publish callbacks [] for port (e505237f-7f9a-4d6a-b47a-09b049c1a2e8), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:52.276042 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdaf859d-127b-4f74-8ef9-723cbfef9383 req-37f16980-b7be-43b5-9d78-2a5bae3b4f61 tempest-ServerDiskConfigTestJSON-47961148 tempest-ServerDiskConfigTestJSON-47961148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:52.280229 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-bdaf859d-127b-4f74-8ef9-723cbfef9383 req-37f16980-b7be-43b5-9d78-2a5bae3b4f61 tempest-ServerDiskConfigTestJSON-47961148 tempest-ServerDiskConfigTestJSON-47961148-project] 10.222.0.89 "GET /v2.0/ports?device_id=5e31becc-950d-4184-999b-78ca5074ae68 HTTP/1.1" status: 200 len: 945 time: 0.1857483 Feb 04 17:31:52.416540 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-bdaf859d-127b-4f74-8ef9-723cbfef9383 req-984fd9bb-23c6-40e8-98ca-c58a45706b64 tempest-ServerDiskConfigTestJSON-47961148 tempest-ServerDiskConfigTestJSON-47961148-project] 10.222.0.89 "GET /v2.0/security-groups?id=ffff0ed7-cf9e-4cbb-9be9-3a1c2dba1e58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205297 Feb 04 17:31:52.428369 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Current status of the port 397c6c1e-40e7-4c7f-9066-28791535e5e4 is: BUILD; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:31:52.429310 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (397c6c1e-40e7-4c7f-9066-28791535e5e4), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:52.477489 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003eab62-5195-4b43-bc63-47bc7b5c5353 req-42404230-67ba-460c-b8f4-28d00f0947a6 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:52.483549 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003eab62-5195-4b43-bc63-47bc7b5c5353 req-42404230-67ba-460c-b8f4-28d00f0947a6 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:52.491255 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003eab62-5195-4b43-bc63-47bc7b5c5353 req-42404230-67ba-460c-b8f4-28d00f0947a6 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:52.497180 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] For port 397c6c1e-40e7-4c7f-9066-28791535e5e4, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=397c6c1e-40e7-4c7f-9066-28791535e5e4,segment=NetworkSegment(168864fc-4f05-4abe-b2d9-6a7996e75763),segment_id=168864fc-4f05-4abe-b2d9-6a7996e75763)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:31:52.498966 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003eab62-5195-4b43-bc63-47bc7b5c5353 req-42404230-67ba-460c-b8f4-28d00f0947a6 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:52.505618 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (397c6c1e-40e7-4c7f-9066-28791535e5e4), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:52.507773 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device 71081e14-4523-4976-b2ac-04c3ffa4889c up at agent hyperv_n-h1-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:31:52.510369 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003eab62-5195-4b43-bc63-47bc7b5c5353 req-42404230-67ba-460c-b8f4-28d00f0947a6 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:52.515880 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003eab62-5195-4b43-bc63-47bc7b5c5353 req-42404230-67ba-460c-b8f4-28d00f0947a6 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:52.541489 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003eab62-5195-4b43-bc63-47bc7b5c5353 req-42404230-67ba-460c-b8f4-28d00f0947a6 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:52.557731 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-003eab62-5195-4b43-bc63-47bc7b5c5353 req-42404230-67ba-460c-b8f4-28d00f0947a6 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] 10.222.0.89 "GET /v2.0/ports?device_id=f9afa7a5-1aca-47d0-a335-e4059d5a8169 HTTP/1.1" status: 200 len: 5428 time: 0.2625389 Feb 04 17:31:52.610970 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-4e365fbf-9c72-4dbc-8978-0a8af680eb8d tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (e505237f-7f9a-4d6a-b47a-09b049c1a2e8), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:52.628364 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Pushing event updated for resources: {'Port': ['ID=397c6c1e-40e7-4c7f-9066-28791535e5e4,revision_number=5']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:31:52.647502 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff56c508-4f76-4ef6-997d-d2615ea938b5 None None] Network c8a54cfe-450f-4d28-9779-331d66d19ddd requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:31:52.746046 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e365fbf-9c72-4dbc-8978-0a8af680eb8d tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Network 48165773-85ad-49a1-9ec1-76fc8dc24188 is already hosted by enough agents. {{(pid=103376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:31:52.786009 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-573a88cf-bffb-4cb5-94be-77829a401e60 None None] Provisioning complete for port 2b59f2b3-d1a2-4623-b27a-666d113233af triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:31:52.786342 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-573a88cf-bffb-4cb5-94be-77829a401e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (2b59f2b3-d1a2-4623-b27a-666d113233af), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:52.800957 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [None req-4e365fbf-9c72-4dbc-8978-0a8af680eb8d tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Resources bound (agent type, host, resource id): {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:31:52.820890 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 49266) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:31:52.833166 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Provisioning for port 71081e14-4523-4976-b2ac-04c3ffa4889c completed by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 17:31:52.834703 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e365fbf-9c72-4dbc-8978-0a8af680eb8d tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Received port after_create {{(pid=103376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:31:52.846884 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Provisioning complete for port 71081e14-4523-4976-b2ac-04c3ffa4889c triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:31:52.847266 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (71081e14-4523-4976-b2ac-04c3ffa4889c), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:52.929737 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-003eab62-5195-4b43-bc63-47bc7b5c5353 req-86fb2f15-7b8d-4c55-bb16-7b5de327904e tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] 10.222.0.89 "GET /v2.0/security-groups?id=97363f9b-735d-4c1b-ae48-6b5390fc2698&id=0a858dd3-bfe4-4a54-8e21-ad7067112b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3697164 Feb 04 17:31:52.940129 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e365fbf-9c72-4dbc-8978-0a8af680eb8d tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Pushing event updated for resources: {'Port': ['ID=e505237f-7f9a-4d6a-b47a-09b049c1a2e8,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:31:52.952914 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-75152093-ed01-4e30-b0e7-c562a58623d0 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=7d27b3ff3c38482fb8f9feaad45baa3f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1285481 Feb 04 17:31:52.957072 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 49268) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:31:53.043179 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 49272) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:31:53.055555 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9afa7a5-1aca-47d0-a335-e4059d5a8169', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6309afb-3125-4ff7-a862-e4fad9550341'}, {'server_uuid': 'f9afa7a5-1aca-47d0-a335-e4059d5a8169', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '397c6c1e-40e7-4c7f-9066-28791535e5e4'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:31:53.058587 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c34bc964ce2211770fda26ca2f3801cc06f4f39928110690550e94ab9c9d2fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2a15060-8734-43c3-81bb-abf84b461d35" -d '{"events": [{"server_uuid": "f9afa7a5-1aca-47d0-a335-e4059d5a8169", "name": "network-vif-plugged", "status": "completed", "tag": "f6309afb-3125-4ff7-a862-e4fad9550341"}, {"server_uuid": "f9afa7a5-1aca-47d0-a335-e4059d5a8169", "name": "network-vif-plugged", "status": "completed", "tag": "397c6c1e-40e7-4c7f-9066-28791535e5e4"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:31:53.071063 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-2f9be494-2970-4d1b-9d89-90527cbdcfcd admin admin] Publish callbacks [] for security_group (7dd28e74-b334-4b7b-8978-ffe3cb94d64a), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:53.106411 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-2f9be494-2970-4d1b-9d89-90527cbdcfcd admin admin] Publish callbacks [] for security_group (7dd28e74-b334-4b7b-8978-ffe3cb94d64a), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:53.167299 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 2b59f2b3-d1a2-4623-b27a-666d113233af up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:31:53.215881 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-2f9be494-2970-4d1b-9d89-90527cbdcfcd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (7dd28e74-b334-4b7b-8978-ffe3cb94d64a), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:53.220112 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-2f9be494-2970-4d1b-9d89-90527cbdcfcd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:53.221762 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-2f9be494-2970-4d1b-9d89-90527cbdcfcd admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/7dd28e74-b334-4b7b-8978-ffe3cb94d64a HTTP/1.1" status: 204 len: 168 time: 0.2635491 Feb 04 17:31:53.226317 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 04 Feb 2022 17:31:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdb2acfb-cbee-4928-8d3d-e3ddba97eeaf x-openstack-request-id: req-fdb2acfb-cbee-4928-8d3d-e3ddba97eeaf {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:31:53.226993 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9afa7a5-1aca-47d0-a335-e4059d5a8169", "name": "network-vif-plugged", "status": "completed", "tag": "f6309afb-3125-4ff7-a862-e4fad9550341", "code": 200}, {"server_uuid": "f9afa7a5-1aca-47d0-a335-e4059d5a8169", "name": "network-vif-plugged", "status": "completed", "tag": "397c6c1e-40e7-4c7f-9066-28791535e5e4", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:31:53.226993 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-fdb2acfb-cbee-4928-8d3d-e3ddba97eeaf {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:31:53.227343 n-d-827839-2 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9afa7a5-1aca-47d0-a335-e4059d5a8169', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6309afb-3125-4ff7-a862-e4fad9550341', 'code': 200} Feb 04 17:31:53.227602 n-d-827839-2 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9afa7a5-1aca-47d0-a335-e4059d5a8169', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '397c6c1e-40e7-4c7f-9066-28791535e5e4', 'code': 200} Feb 04 17:31:53.238296 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Current status of the port 71081e14-4523-4976-b2ac-04c3ffa4889c is: BUILD; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:31:53.238685 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (71081e14-4523-4976-b2ac-04c3ffa4889c), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:53.249039 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9be494-2970-4d1b-9d89-90527cbdcfcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dd28e74-b334-4b7b-8978-ffe3cb94d64a,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:31:53.294313 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-573a88cf-bffb-4cb5-94be-77829a401e60 None None] Current status of the port 2b59f2b3-d1a2-4623-b27a-666d113233af is: DOWN; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:31:53.294685 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-573a88cf-bffb-4cb5-94be-77829a401e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (2b59f2b3-d1a2-4623-b27a-666d113233af), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:53.324859 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] For port 71081e14-4523-4976-b2ac-04c3ffa4889c, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=71081e14-4523-4976-b2ac-04c3ffa4889c,segment=NetworkSegment(168864fc-4f05-4abe-b2d9-6a7996e75763),segment_id=168864fc-4f05-4abe-b2d9-6a7996e75763)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:31:53.339760 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (71081e14-4523-4976-b2ac-04c3ffa4889c), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:53.340576 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device 1f1fc21f-8afb-4ed1-ab35-d8918c765c07 up at agent hyperv_n-h1-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:31:53.414529 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Pushing event updated for resources: {'Port': ['ID=71081e14-4523-4976-b2ac-04c3ffa4889c,revision_number=5']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:31:53.494839 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-573a88cf-bffb-4cb5-94be-77829a401e60 None None] For port 2b59f2b3-d1a2-4623-b27a-666d113233af, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=2b59f2b3-d1a2-4623-b27a-666d113233af,segment=NetworkSegment(2e28c322-77b0-49cf-b069-cb060ea0ccb3),segment_id=2e28c322-77b0-49cf-b069-cb060ea0ccb3)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:31:53.505490 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port 2b59f2b3-d1a2-4623-b27a-666d113233af triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:31:53.506105 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (2b59f2b3-d1a2-4623-b27a-666d113233af), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:53.570676 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-573a88cf-bffb-4cb5-94be-77829a401e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (2b59f2b3-d1a2-4623-b27a-666d113233af), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:53.662463 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-e9754e69-5b25-44b1-bb57-816bd35bdcba admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=9117ee7d05a54905bc1e8a5956601b14&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6181049 Feb 04 17:31:53.665532 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 49288) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:31:53.715715 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Provisioning for port 1f1fc21f-8afb-4ed1-ab35-d8918c765c07 completed by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 17:31:53.750016 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573a88cf-bffb-4cb5-94be-77829a401e60 None None] Pushing event updated for resources: {'Port': ['ID=2b59f2b3-d1a2-4623-b27a-666d113233af,revision_number=3']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:31:53.765693 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Provisioning complete for port 1f1fc21f-8afb-4ed1-ab35-d8918c765c07 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:31:53.765960 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (1f1fc21f-8afb-4ed1-ab35-d8918c765c07), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:53.795056 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-29e6786b-3f03-4ae6-874f-772f7cb72710 admin admin] Publish callbacks [] for security_group (fe377c3b-a473-443e-96c1-dae5bf6cbd47), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:53.834406 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port 2b59f2b3-d1a2-4623-b27a-666d113233af is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:31:53.841660 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-29e6786b-3f03-4ae6-874f-772f7cb72710 admin admin] Publish callbacks [] for security_group (fe377c3b-a473-443e-96c1-dae5bf6cbd47), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:53.849005 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e093775a-dd42-4a23-b4a4-c676f86d1e31 req-bb1fcec7-880c-4e11-b957-747e1eccb485 tempest-ServerDiskConfigTestJSON-47961148 tempest-ServerDiskConfigTestJSON-47961148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:53.855710 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-e093775a-dd42-4a23-b4a4-c676f86d1e31 req-bb1fcec7-880c-4e11-b957-747e1eccb485 tempest-ServerDiskConfigTestJSON-47961148 tempest-ServerDiskConfigTestJSON-47961148-project] 10.222.0.89 "GET /v2.0/ports?device_id=5e31becc-950d-4184-999b-78ca5074ae68 HTTP/1.1" status: 200 len: 945 time: 0.2996080 Feb 04 17:31:53.856918 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-4e365fbf-9c72-4dbc-8978-0a8af680eb8d tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Publish callbacks [] for router_gateway (a809c81b-79b5-4ed6-a88e-8cf2748df749), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:53.887546 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-0af32246-c9ab-4715-8130-7a05aff8f1bf None None] Provisioning complete for port 2b59f2b3-d1a2-4623-b27a-666d113233af triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:31:53.887919 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0af32246-c9ab-4715-8130-7a05aff8f1bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (2b59f2b3-d1a2-4623-b27a-666d113233af), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:53.950907 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-29e6786b-3f03-4ae6-874f-772f7cb72710 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (fe377c3b-a473-443e-96c1-dae5bf6cbd47), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:53.954076 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-29e6786b-3f03-4ae6-874f-772f7cb72710 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:53.956250 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-29e6786b-3f03-4ae6-874f-772f7cb72710 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/fe377c3b-a473-443e-96c1-dae5bf6cbd47 HTTP/1.1" status: 204 len: 168 time: 0.2885962 Feb 04 17:31:53.976469 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e6786b-3f03-4ae6-874f-772f7cb72710 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe377c3b-a473-443e-96c1-dae5bf6cbd47,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:31:54.190452 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-e093775a-dd42-4a23-b4a4-c676f86d1e31 req-09de48f2-f0aa-447a-a2e3-3eef72abc03b tempest-ServerDiskConfigTestJSON-47961148 tempest-ServerDiskConfigTestJSON-47961148-project] 10.222.0.89 "GET /v2.0/security-groups?id=ffff0ed7-cf9e-4cbb-9be9-3a1c2dba1e58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3242638 Feb 04 17:31:54.229298 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Current status of the port 1f1fc21f-8afb-4ed1-ab35-d8918c765c07 is: BUILD; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:31:54.232162 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (1f1fc21f-8afb-4ed1-ab35-d8918c765c07), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:54.256114 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-0af32246-c9ab-4715-8130-7a05aff8f1bf None None] Current status of the port 2b59f2b3-d1a2-4623-b27a-666d113233af is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:31:54.278510 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1846b0-e5d4-4f72-b79d-beb74cf24ad1 req-53d5500c-98fa-408e-ad27-0aa1de110541 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:54.291554 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1846b0-e5d4-4f72-b79d-beb74cf24ad1 req-53d5500c-98fa-408e-ad27-0aa1de110541 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:54.308337 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1846b0-e5d4-4f72-b79d-beb74cf24ad1 req-53d5500c-98fa-408e-ad27-0aa1de110541 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:54.324673 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] For port 1f1fc21f-8afb-4ed1-ab35-d8918c765c07, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=1f1fc21f-8afb-4ed1-ab35-d8918c765c07,segment=NetworkSegment(4fe2ceae-f33e-4515-b7e7-4fd67b98c4d4),segment_id=4fe2ceae-f33e-4515-b7e7-4fd67b98c4d4)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:31:54.325518 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1846b0-e5d4-4f72-b79d-beb74cf24ad1 req-53d5500c-98fa-408e-ad27-0aa1de110541 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:54.334851 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (1f1fc21f-8afb-4ed1-ab35-d8918c765c07), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:54.336620 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device c7b0ce66-87fd-444f-8882-eed91d586c14 up at agent hyperv_n-h1-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:31:54.337939 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1846b0-e5d4-4f72-b79d-beb74cf24ad1 req-53d5500c-98fa-408e-ad27-0aa1de110541 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:54.357542 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1846b0-e5d4-4f72-b79d-beb74cf24ad1 req-53d5500c-98fa-408e-ad27-0aa1de110541 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:54.363199 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1846b0-e5d4-4f72-b79d-beb74cf24ad1 req-53d5500c-98fa-408e-ad27-0aa1de110541 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:54.370499 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-8c1846b0-e5d4-4f72-b79d-beb74cf24ad1 req-53d5500c-98fa-408e-ad27-0aa1de110541 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] 10.222.0.89 "GET /v2.0/ports?device_id=f9afa7a5-1aca-47d0-a335-e4059d5a8169 HTTP/1.1" status: 200 len: 5430 time: 0.2536569 Feb 04 17:31:54.490521 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-4e365fbf-9c72-4dbc-8978-0a8af680eb8d tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1602046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603680'] for router (a809c81b-79b5-4ed6-a88e-8cf2748df749), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:54.509061 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-8c1846b0-e5d4-4f72-b79d-beb74cf24ad1 req-992fa08a-30d2-4c0d-8c77-da5faced059b tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] 10.222.0.89 "GET /v2.0/security-groups?id=97363f9b-735d-4c1b-ae48-6b5390fc2698&id=0a858dd3-bfe4-4a54-8e21-ad7067112b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1312728 Feb 04 17:31:54.545383 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Pushing event updated for resources: {'Port': ['ID=1f1fc21f-8afb-4ed1-ab35-d8918c765c07,revision_number=5']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:31:54.596258 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Provisioning for port c7b0ce66-87fd-444f-8882-eed91d586c14 completed by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 17:31:54.606662 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Provisioning complete for port c7b0ce66-87fd-444f-8882-eed91d586c14 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:31:54.607157 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (c7b0ce66-87fd-444f-8882-eed91d586c14), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:54.706292 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e365fbf-9c72-4dbc-8978-0a8af680eb8d tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Router a809c81b-79b5-4ed6-a88e-8cf2748df749 is scheduled to L3 agent 64ada913-9131-4d99-a265-63a920956287 with binding_index 1 {{(pid=103376) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 17:31:54.749115 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Current status of the port c7b0ce66-87fd-444f-8882-eed91d586c14 is: BUILD; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:31:54.749508 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (c7b0ce66-87fd-444f-8882-eed91d586c14), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:54.840370 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] For port c7b0ce66-87fd-444f-8882-eed91d586c14, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=c7b0ce66-87fd-444f-8882-eed91d586c14,segment=NetworkSegment(003aaa95-3edb-4f14-93d1-6362433ea51a),segment_id=003aaa95-3edb-4f14-93d1-6362433ea51a)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:31:54.846985 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (c7b0ce66-87fd-444f-8882-eed91d586c14), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:54.847966 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device 047f18d1-ba45-4554-8c12-d78b1b2ece5e up at agent hyperv_n-h1-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:31:54.985385 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 2b59f2b3-d1a2-4623-b27a-666d113233af up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:31:55.010415 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e365fbf-9c72-4dbc-8978-0a8af680eb8d tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Notify agent at l3_agent.n-d-827839-2 the message routers_updated {{(pid=103376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 17:31:55.024505 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fe56581-da9a-4b91-ad37-eb46e5b93b63 None None] Sync routers for ids ['a809c81b-79b5-4ed6-a88e-8cf2748df749'] in n-d-827839-2 {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 17:31:55.052758 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fe56581-da9a-4b91-ad37-eb46e5b93b63 None None] Routers {'a809c81b-79b5-4ed6-a88e-8cf2748df749'} bound to L3 agent in host n-d-827839-2 {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:31:55.054009 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-0fe56581-da9a-4b91-ad37-eb46e5b93b63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:31:32Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['a809c81b-79b5-4ed6-a88e-8cf2748df749'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:31:55.065336 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-4e365fbf-9c72-4dbc-8978-0a8af680eb8d tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Publish callbacks [] for router (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:55.067665 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-4e365fbf-9c72-4dbc-8978-0a8af680eb8d tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] 10.222.0.89 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 5.4261193 Feb 04 17:31:55.071030 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 49334) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:31:55.139269 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Pushing event updated for resources: {'Port': ['ID=c7b0ce66-87fd-444f-8882-eed91d586c14,revision_number=5']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:31:55.170515 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port 2b59f2b3-d1a2-4623-b27a-666d113233af triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:31:55.170948 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (2b59f2b3-d1a2-4623-b27a-666d113233af), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:55.172789 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Provisioning for port 047f18d1-ba45-4554-8c12-d78b1b2ece5e completed by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 17:31:55.181808 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-0fe56581-da9a-4b91-ad37-eb46e5b93b63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827839-2', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:31:55.207277 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fe56581-da9a-4b91-ad37-eb46e5b93b63 None None] Routers {'a809c81b-79b5-4ed6-a88e-8cf2748df749'} bound to L3 agent in host n-d-827839-2 {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:31:55.207922 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-0fe56581-da9a-4b91-ad37-eb46e5b93b63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:31:32Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['a809c81b-79b5-4ed6-a88e-8cf2748df749'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:31:55.235647 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9afa7a5-1aca-47d0-a335-e4059d5a8169', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71081e14-4523-4976-b2ac-04c3ffa4889c'}, {'server_uuid': 'f9afa7a5-1aca-47d0-a335-e4059d5a8169', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f1fc21f-8afb-4ed1-ab35-d8918c765c07'}, {'server_uuid': 'f9afa7a5-1aca-47d0-a335-e4059d5a8169', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7b0ce66-87fd-444f-8882-eed91d586c14'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:31:55.247367 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c34bc964ce2211770fda26ca2f3801cc06f4f39928110690550e94ab9c9d2fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85d7f829-3f57-40e2-811c-25ff0f33486c" -d '{"events": [{"server_uuid": "f9afa7a5-1aca-47d0-a335-e4059d5a8169", "name": "network-vif-plugged", "status": "completed", "tag": "71081e14-4523-4976-b2ac-04c3ffa4889c"}, {"server_uuid": "f9afa7a5-1aca-47d0-a335-e4059d5a8169", "name": "network-vif-plugged", "status": "completed", "tag": "1f1fc21f-8afb-4ed1-ab35-d8918c765c07"}, {"server_uuid": "f9afa7a5-1aca-47d0-a335-e4059d5a8169", "name": "network-vif-plugged", "status": "completed", "tag": "c7b0ce66-87fd-444f-8882-eed91d586c14"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:31:55.277331 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Provisioning complete for port 047f18d1-ba45-4554-8c12-d78b1b2ece5e triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:31:55.278569 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (047f18d1-ba45-4554-8c12-d78b1b2ece5e), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:55.345832 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-0fe56581-da9a-4b91-ad37-eb46e5b93b63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827839-2', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:31:55.346510 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fe56581-da9a-4b91-ad37-eb46e5b93b63 None None] The sync data for ids ['a809c81b-79b5-4ed6-a88e-8cf2748df749'] in n-d-827839-2 is: [] {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 17:31:55.381061 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Fri, 04 Feb 2022 17:31:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4e57e93-956f-46d8-bdf6-aad92e211b8b x-openstack-request-id: req-f4e57e93-956f-46d8-bdf6-aad92e211b8b {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:31:55.381383 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9afa7a5-1aca-47d0-a335-e4059d5a8169", "name": "network-vif-plugged", "status": "completed", "tag": "71081e14-4523-4976-b2ac-04c3ffa4889c", "code": 200}, {"server_uuid": "f9afa7a5-1aca-47d0-a335-e4059d5a8169", "name": "network-vif-plugged", "status": "completed", "tag": "1f1fc21f-8afb-4ed1-ab35-d8918c765c07", "code": 200}, {"server_uuid": "f9afa7a5-1aca-47d0-a335-e4059d5a8169", "name": "network-vif-plugged", "status": "completed", "tag": "c7b0ce66-87fd-444f-8882-eed91d586c14", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:31:55.381650 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-f4e57e93-956f-46d8-bdf6-aad92e211b8b {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:31:55.386451 n-d-827839-2 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9afa7a5-1aca-47d0-a335-e4059d5a8169', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71081e14-4523-4976-b2ac-04c3ffa4889c', 'code': 200} Feb 04 17:31:55.394761 n-d-827839-2 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9afa7a5-1aca-47d0-a335-e4059d5a8169', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f1fc21f-8afb-4ed1-ab35-d8918c765c07', 'code': 200} Feb 04 17:31:55.395106 n-d-827839-2 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9afa7a5-1aca-47d0-a335-e4059d5a8169', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7b0ce66-87fd-444f-8882-eed91d586c14', 'code': 200} Feb 04 17:31:55.432272 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 49342) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:31:55.504633 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cc5986-f0c3-4872-870d-0465cdaf0ce3 req-b7c5e904-0896-4877-b6ec-b84155838583 tempest-ServerDiskConfigTestJSON-47961148 tempest-ServerDiskConfigTestJSON-47961148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:55.514738 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-e8cc5986-f0c3-4872-870d-0465cdaf0ce3 req-b7c5e904-0896-4877-b6ec-b84155838583 tempest-ServerDiskConfigTestJSON-47961148 tempest-ServerDiskConfigTestJSON-47961148-project] 10.222.0.89 "GET /v2.0/ports?device_id=5e31becc-950d-4184-999b-78ca5074ae68 HTTP/1.1" status: 200 len: 945 time: 0.1885605 Feb 04 17:31:55.653618 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-e8cc5986-f0c3-4872-870d-0465cdaf0ce3 req-d862febd-4cbc-46a1-9d52-3d2b683ddf70 tempest-ServerDiskConfigTestJSON-47961148 tempest-ServerDiskConfigTestJSON-47961148-project] 10.222.0.89 "GET /v2.0/security-groups?id=ffff0ed7-cf9e-4cbb-9be9-3a1c2dba1e58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311030 Feb 04 17:31:55.669959 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Current status of the port 047f18d1-ba45-4554-8c12-d78b1b2ece5e is: BUILD; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:31:55.670704 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (047f18d1-ba45-4554-8c12-d78b1b2ece5e), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:55.698177 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port 2b59f2b3-d1a2-4623-b27a-666d113233af is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:31:55.738833 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] For port 047f18d1-ba45-4554-8c12-d78b1b2ece5e, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=047f18d1-ba45-4554-8c12-d78b1b2ece5e,segment=NetworkSegment(003aaa95-3edb-4f14-93d1-6362433ea51a),segment_id=003aaa95-3edb-4f14-93d1-6362433ea51a)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:31:55.743509 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (047f18d1-ba45-4554-8c12-d78b1b2ece5e), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:55.832767 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7280190-eb09-4d7b-b69d-8452d2f2a4a7 req-1b0726d6-8458-4d0c-bac3-a702ade5014e tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:55.840257 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7280190-eb09-4d7b-b69d-8452d2f2a4a7 req-1b0726d6-8458-4d0c-bac3-a702ade5014e tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:55.848138 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7280190-eb09-4d7b-b69d-8452d2f2a4a7 req-1b0726d6-8458-4d0c-bac3-a702ade5014e tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:55.856858 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7280190-eb09-4d7b-b69d-8452d2f2a4a7 req-1b0726d6-8458-4d0c-bac3-a702ade5014e tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:55.858883 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Pushing event updated for resources: {'Port': ['ID=047f18d1-ba45-4554-8c12-d78b1b2ece5e,revision_number=5']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:31:55.867020 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7280190-eb09-4d7b-b69d-8452d2f2a4a7 req-1b0726d6-8458-4d0c-bac3-a702ade5014e tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:55.875794 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7280190-eb09-4d7b-b69d-8452d2f2a4a7 req-1b0726d6-8458-4d0c-bac3-a702ade5014e tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:55.884609 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7280190-eb09-4d7b-b69d-8452d2f2a4a7 req-1b0726d6-8458-4d0c-bac3-a702ade5014e tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:55.891294 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-b7280190-eb09-4d7b-b69d-8452d2f2a4a7 req-1b0726d6-8458-4d0c-bac3-a702ade5014e tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] 10.222.0.89 "GET /v2.0/ports?device_id=f9afa7a5-1aca-47d0-a335-e4059d5a8169 HTTP/1.1" status: 200 len: 5432 time: 0.1860209 Feb 04 17:31:55.957132 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-451e5bbf-a013-4496-9792-bd0431010399 tempest-ExternalNetworksAdminNegativeTestJSON-892075739 tempest-ExternalNetworksAdminNegativeTestJSON-892075739-project-admin] Request body: {'floatingip': {'floating_network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:31:55.972479 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-99b1f81c-7c96-4b6f-b418-86d56e6a3229 tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:55.989748 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-451e5bbf-a013-4496-9792-bd0431010399 tempest-ExternalNetworksAdminNegativeTestJSON-892075739 tempest-ExternalNetworksAdminNegativeTestJSON-892075739-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:56.077269 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-b7280190-eb09-4d7b-b69d-8452d2f2a4a7 req-bd4ead3d-b81f-4868-8c0a-0fa9ebb5160e tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] 10.222.0.89 "GET /v2.0/security-groups?id=97363f9b-735d-4c1b-ae48-6b5390fc2698&id=0a858dd3-bfe4-4a54-8e21-ad7067112b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1575632 Feb 04 17:31:56.122152 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-451e5bbf-a013-4496-9792-bd0431010399 tempest-ExternalNetworksAdminNegativeTestJSON-892075739 tempest-ExternalNetworksAdminNegativeTestJSON-892075739-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:56.314520 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.db_base_plugin_common [None req-451e5bbf-a013-4496-9792-bd0431010399 tempest-ExternalNetworksAdminNegativeTestJSON-892075739 tempest-ExternalNetworksAdminNegativeTestJSON-892075739-project-admin] Allocated IP 172.25.6.184 (48165773-85ad-49a1-9ec1-76fc8dc24188/7660bfad-1ea8-4fe7-831b-bed836f13efc/1e160e37-6b81-43e3-811a-8e4b8ae8fda6) {{(pid=103376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:31:56.332376 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 49364) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:31:56.339898 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [-] 10.222.0.89 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0049698 Feb 04 17:31:56.344797 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 49366) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:31:56.458446 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-451e5bbf-a013-4496-9792-bd0431010399 tempest-ExternalNetworksAdminNegativeTestJSON-892075739 tempest-ExternalNetworksAdminNegativeTestJSON-892075739-project-admin] Publish callbacks [] for port (1e160e37-6b81-43e3-811a-8e4b8ae8fda6), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:56.491751 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.db_base_plugin_common [None req-99b1f81c-7c96-4b6f-b418-86d56e6a3229 tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Allocated IP 172.20.0.1 (c8a54cfe-450f-4d28-9779-331d66d19ddd/f8565bb9-d2d1-45f3-a737-99a25170838c/90af2c5a-856e-4475-afee-9ef9be936063) {{(pid=103377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:31:56.502004 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-451e5bbf-a013-4496-9792-bd0431010399 tempest-ExternalNetworksAdminNegativeTestJSON-892075739 tempest-ExternalNetworksAdminNegativeTestJSON-892075739-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (1e160e37-6b81-43e3-811a-8e4b8ae8fda6), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:56.584541 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-451e5bbf-a013-4496-9792-bd0431010399 tempest-ExternalNetworksAdminNegativeTestJSON-892075739 tempest-ExternalNetworksAdminNegativeTestJSON-892075739-project-admin] Network 48165773-85ad-49a1-9ec1-76fc8dc24188 is already hosted by enough agents. {{(pid=103376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:31:56.605415 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [None req-451e5bbf-a013-4496-9792-bd0431010399 tempest-ExternalNetworksAdminNegativeTestJSON-892075739 tempest-ExternalNetworksAdminNegativeTestJSON-892075739-project-admin] Resources bound (agent type, host, resource id): {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:31:56.611649 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-451e5bbf-a013-4496-9792-bd0431010399 tempest-ExternalNetworksAdminNegativeTestJSON-892075739 tempest-ExternalNetworksAdminNegativeTestJSON-892075739-project-admin] Received port after_create {{(pid=103376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:31:56.666099 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451e5bbf-a013-4496-9792-bd0431010399 tempest-ExternalNetworksAdminNegativeTestJSON-892075739 tempest-ExternalNetworksAdminNegativeTestJSON-892075739-project-admin] Pushing event updated for resources: {'Port': ['ID=1e160e37-6b81-43e3-811a-8e4b8ae8fda6,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:31:56.666852 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-395359cb-f5cb-4677-9fb8-0dbbf6ac55c2 tempest-NetworksApiDiscovery-384614061 tempest-NetworksApiDiscovery-384614061-project] 10.222.0.89 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.3208165 Feb 04 17:31:56.754293 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-99b1f81c-7c96-4b6f-b418-86d56e6a3229 tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Publish callbacks [] for port (90af2c5a-856e-4475-afee-9ef9be936063), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:56.811375 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-99b1f81c-7c96-4b6f-b418-86d56e6a3229 tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (90af2c5a-856e-4475-afee-9ef9be936063), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:56.885332 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99b1f81c-7c96-4b6f-b418-86d56e6a3229 tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Network c8a54cfe-450f-4d28-9779-331d66d19ddd is already hosted by enough agents. {{(pid=103377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:31:56.894602 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [None req-99b1f81c-7c96-4b6f-b418-86d56e6a3229 tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Resources bound (agent type, host, resource id): {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:31:56.897289 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-451e5bbf-a013-4496-9792-bd0431010399 tempest-ExternalNetworksAdminNegativeTestJSON-892075739 tempest-ExternalNetworksAdminNegativeTestJSON-892075739-project-admin] Publish callbacks [] for floatingip (798978cb-2b21-4ba7-baf0-96b85ed45829), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:56.898983 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99b1f81c-7c96-4b6f-b418-86d56e6a3229 tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Received port after_create {{(pid=103377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:31:56.933431 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b1f81c-7c96-4b6f-b418-86d56e6a3229 tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Pushing event updated for resources: {'Port': ['ID=90af2c5a-856e-4475-afee-9ef9be936063,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:31:56.946440 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755e23e7-26d4-4488-91c7-897e9bab0b51 req-3de44206-26d0-4f1b-b29c-6ec18991d9c6 tempest-ServerDiskConfigTestJSON-47961148 tempest-ServerDiskConfigTestJSON-47961148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:56.952276 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-755e23e7-26d4-4488-91c7-897e9bab0b51 req-3de44206-26d0-4f1b-b29c-6ec18991d9c6 tempest-ServerDiskConfigTestJSON-47961148 tempest-ServerDiskConfigTestJSON-47961148-project] 10.222.0.89 "GET /v2.0/ports?device_id=5e31becc-950d-4184-999b-78ca5074ae68 HTTP/1.1" status: 200 len: 945 time: 0.1597953 Feb 04 17:31:56.977792 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-99b1f81c-7c96-4b6f-b418-86d56e6a3229 tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1595471'] for router_interface (a809c81b-79b5-4ed6-a88e-8cf2748df749), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:56.995623 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-451e5bbf-a013-4496-9792-bd0431010399 tempest-ExternalNetworksAdminNegativeTestJSON-892075739 tempest-ExternalNetworksAdminNegativeTestJSON-892075739-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (1e160e37-6b81-43e3-811a-8e4b8ae8fda6), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:57.089021 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-755e23e7-26d4-4488-91c7-897e9bab0b51 req-e0b1adae-9bf2-4cae-8cac-773cf68047fb tempest-ServerDiskConfigTestJSON-47961148 tempest-ServerDiskConfigTestJSON-47961148-project] 10.222.0.89 "GET /v2.0/security-groups?id=ffff0ed7-cf9e-4cbb-9be9-3a1c2dba1e58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202569 Feb 04 17:31:57.240004 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 49394) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:31:57.251081 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-451e5bbf-a013-4496-9792-bd0431010399 tempest-ExternalNetworksAdminNegativeTestJSON-892075739 tempest-ExternalNetworksAdminNegativeTestJSON-892075739-project-admin] Publish callbacks [] for port (1e160e37-6b81-43e3-811a-8e4b8ae8fda6), precommit_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:57.255999 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-451e5bbf-a013-4496-9792-bd0431010399 tempest-ExternalNetworksAdminNegativeTestJSON-892075739 tempest-ExternalNetworksAdminNegativeTestJSON-892075739-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675836'] for port (1e160e37-6b81-43e3-811a-8e4b8ae8fda6), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:57.388610 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451e5bbf-a013-4496-9792-bd0431010399 tempest-ExternalNetworksAdminNegativeTestJSON-892075739 tempest-ExternalNetworksAdminNegativeTestJSON-892075739-project-admin] Pushing event updated for resources: {'Port': ['ID=1e160e37-6b81-43e3-811a-8e4b8ae8fda6,revision_number=2']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:31:57.396532 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9afa7a5-1aca-47d0-a335-e4059d5a8169', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '047f18d1-ba45-4554-8c12-d78b1b2ece5e'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:31:57.400397 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c34bc964ce2211770fda26ca2f3801cc06f4f39928110690550e94ab9c9d2fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28665007-f4b3-4471-9eff-a6eda87380e4" -d '{"events": [{"server_uuid": "f9afa7a5-1aca-47d0-a335-e4059d5a8169", "name": "network-vif-plugged", "status": "completed", "tag": "047f18d1-ba45-4554-8c12-d78b1b2ece5e"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:31:57.419723 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-451e5bbf-a013-4496-9792-bd0431010399 tempest-ExternalNetworksAdminNegativeTestJSON-892075739 tempest-ExternalNetworksAdminNegativeTestJSON-892075739-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1595586'] for floatingip (798978cb-2b21-4ba7-baf0-96b85ed45829), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:57.432596 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-0076c633-8b4d-42e7-b9b1-aafaaeba85d4 None None] Provisioning complete for port 90af2c5a-856e-4475-afee-9ef9be936063 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:31:57.436041 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0076c633-8b4d-42e7-b9b1-aafaaeba85d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (90af2c5a-856e-4475-afee-9ef9be936063), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:57.455877 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-99b1f81c-7c96-4b6f-b418-86d56e6a3229 tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (90af2c5a-856e-4475-afee-9ef9be936063), before_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:57.466159 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-451e5bbf-a013-4496-9792-bd0431010399 tempest-ExternalNetworksAdminNegativeTestJSON-892075739 tempest-ExternalNetworksAdminNegativeTestJSON-892075739-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for floatingip (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:57.473026 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 49400) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:31:57.474243 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-451e5bbf-a013-4496-9792-bd0431010399 tempest-ExternalNetworksAdminNegativeTestJSON-892075739 tempest-ExternalNetworksAdminNegativeTestJSON-892075739-project-admin] 10.222.0.89 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.0371459 Feb 04 17:31:57.483744 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-f2acfc62-1eb9-487b-b333-81e10cd17406 tempest-ExternalNetworksAdminNegativeTestJSON-892075739 tempest-ExternalNetworksAdminNegativeTestJSON-892075739-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-807324092', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'fixed_ips': [{'ip_address': '172.25.6.184'}]}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:31:57.491573 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-34e6b32e-cc28-45ce-aeec-2f0a35a2060c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:57.524413 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 17:31:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47ba132f-3f63-4c86-8d5c-227ac253d37c x-openstack-request-id: req-47ba132f-3f63-4c86-8d5c-227ac253d37c {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:31:57.524786 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9afa7a5-1aca-47d0-a335-e4059d5a8169", "name": "network-vif-plugged", "status": "completed", "tag": "047f18d1-ba45-4554-8c12-d78b1b2ece5e", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:31:57.525005 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-47ba132f-3f63-4c86-8d5c-227ac253d37c {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:31:57.525406 n-d-827839-2 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9afa7a5-1aca-47d0-a335-e4059d5a8169', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '047f18d1-ba45-4554-8c12-d78b1b2ece5e', 'code': 200} Feb 04 17:31:57.526832 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-0076c633-8b4d-42e7-b9b1-aafaaeba85d4 None None] Port 90af2c5a-856e-4475-afee-9ef9be936063 cannot update to ACTIVE because it is not bound. {{(pid=103378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 17:31:57.528657 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0574987e-6e12-4000-97c5-80708156c234 req-ed3d70aa-2571-4eaf-91ed-0b4320512c70 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:57.542457 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0574987e-6e12-4000-97c5-80708156c234 req-ed3d70aa-2571-4eaf-91ed-0b4320512c70 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:57.553306 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0574987e-6e12-4000-97c5-80708156c234 req-ed3d70aa-2571-4eaf-91ed-0b4320512c70 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:57.566322 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0574987e-6e12-4000-97c5-80708156c234 req-ed3d70aa-2571-4eaf-91ed-0b4320512c70 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:57.573262 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0574987e-6e12-4000-97c5-80708156c234 req-ed3d70aa-2571-4eaf-91ed-0b4320512c70 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:57.586740 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0574987e-6e12-4000-97c5-80708156c234 req-ed3d70aa-2571-4eaf-91ed-0b4320512c70 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:57.592963 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0574987e-6e12-4000-97c5-80708156c234 req-ed3d70aa-2571-4eaf-91ed-0b4320512c70 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:57.596618 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-0574987e-6e12-4000-97c5-80708156c234 req-ed3d70aa-2571-4eaf-91ed-0b4320512c70 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] 10.222.0.89 "GET /v2.0/ports?device_id=f9afa7a5-1aca-47d0-a335-e4059d5a8169 HTTP/1.1" status: 200 len: 5433 time: 0.3784375 Feb 04 17:31:57.639636 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3804aca7-4fad-4148-8b25-db7f2b457d54 req-5192a17e-3312-47b9-b04c-3631e64052b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:57.640121 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3804aca7-4fad-4148-8b25-db7f2b457d54 req-5192a17e-3312-47b9-b04c-3631e64052b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:57.640596 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3804aca7-4fad-4148-8b25-db7f2b457d54 req-5192a17e-3312-47b9-b04c-3631e64052b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:57.641098 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3804aca7-4fad-4148-8b25-db7f2b457d54 req-5192a17e-3312-47b9-b04c-3631e64052b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:57.641563 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3804aca7-4fad-4148-8b25-db7f2b457d54 req-5192a17e-3312-47b9-b04c-3631e64052b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:57.642027 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3804aca7-4fad-4148-8b25-db7f2b457d54 req-5192a17e-3312-47b9-b04c-3631e64052b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:57.642780 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3804aca7-4fad-4148-8b25-db7f2b457d54 req-5192a17e-3312-47b9-b04c-3631e64052b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:57.644776 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-3804aca7-4fad-4148-8b25-db7f2b457d54 req-5192a17e-3312-47b9-b04c-3631e64052b7 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=f9afa7a5-1aca-47d0-a335-e4059d5a8169 HTTP/1.1" status: 200 len: 6707 time: 0.0841146 Feb 04 17:31:57.699868 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-34e6b32e-cc28-45ce-aeec-2f0a35a2060c admin admin] Publish callbacks [] for security_group (0c5042bc-410f-4336-b8f5-4222f9bd604d), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:57.710911 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-34e6b32e-cc28-45ce-aeec-2f0a35a2060c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (0c5042bc-410f-4336-b8f5-4222f9bd604d), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:57.765799 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-3804aca7-4fad-4148-8b25-db7f2b457d54 req-78f27a82-c6c4-4e34-b2ff-48eb7905a975 service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=0a858dd3-bfe4-4a54-8e21-ad7067112b2b&id=97363f9b-735d-4c1b-ae48-6b5390fc2698&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1136930 Feb 04 17:31:57.768161 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e6b32e-cc28-45ce-aeec-2f0a35a2060c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c5042bc-410f-4336-b8f5-4222f9bd604d,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:31:57.777542 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-34e6b32e-cc28-45ce-aeec-2f0a35a2060c admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=818af8413e154814ad024db1ac2c1ef3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5326161 Feb 04 17:31:57.777542 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 49412) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:31:57.790575 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2acfc62-1eb9-487b-b333-81e10cd17406 tempest-ExternalNetworksAdminNegativeTestJSON-892075739 tempest-ExternalNetworksAdminNegativeTestJSON-892075739-project-admin] Made reservation on behalf of 3d4bd3b93eee4c9c9f0ce15bf9ab2b11 for: {'port': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:31:57.795114 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-f2acfc62-1eb9-487b-b333-81e10cd17406 tempest-ExternalNetworksAdminNegativeTestJSON-892075739 tempest-ExternalNetworksAdminNegativeTestJSON-892075739-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:57.846495 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-f2acfc62-1eb9-487b-b333-81e10cd17406 tempest-ExternalNetworksAdminNegativeTestJSON-892075739 tempest-ExternalNetworksAdminNegativeTestJSON-892075739-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:57.857418 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-2ad35d50-dce5-4d54-a66c-12e13b43b523 admin admin] Publish callbacks [] for security_group (0c5042bc-410f-4336-b8f5-4222f9bd604d), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:57.894363 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-2ad35d50-dce5-4d54-a66c-12e13b43b523 admin admin] Publish callbacks [] for security_group (0c5042bc-410f-4336-b8f5-4222f9bd604d), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:57.935895 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-0574987e-6e12-4000-97c5-80708156c234 req-d75b52ba-22f3-4c7a-bb0b-fa8de6fcc9dc tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] 10.222.0.89 "GET /v2.0/security-groups?id=97363f9b-735d-4c1b-ae48-6b5390fc2698&id=0a858dd3-bfe4-4a54-8e21-ad7067112b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3142242 Feb 04 17:31:57.986814 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-2ad35d50-dce5-4d54-a66c-12e13b43b523 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (0c5042bc-410f-4336-b8f5-4222f9bd604d), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:57.989859 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-2ad35d50-dce5-4d54-a66c-12e13b43b523 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:57.993987 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-2ad35d50-dce5-4d54-a66c-12e13b43b523 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/0c5042bc-410f-4336-b8f5-4222f9bd604d HTTP/1.1" status: 204 len: 168 time: 0.2150226 Feb 04 17:31:58.003998 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad35d50-dce5-4d54-a66c-12e13b43b523 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c5042bc-410f-4336-b8f5-4222f9bd604d,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:31:58.150213 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-f2acfc62-1eb9-487b-b333-81e10cd17406 tempest-ExternalNetworksAdminNegativeTestJSON-892075739 tempest-ExternalNetworksAdminNegativeTestJSON-892075739-project-admin] Publish callbacks [] for security_group (b4893cf8-5301-4317-a448-6dc8485f9096), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:58.158889 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-99b1f81c-7c96-4b6f-b418-86d56e6a3229 tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Publish callbacks [] for port (90af2c5a-856e-4475-afee-9ef9be936063), precommit_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:58.161177 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-f2acfc62-1eb9-487b-b333-81e10cd17406 tempest-ExternalNetworksAdminNegativeTestJSON-892075739 tempest-ExternalNetworksAdminNegativeTestJSON-892075739-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (b4893cf8-5301-4317-a448-6dc8485f9096), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:58.168319 n-d-827839-2 neutron-server[103377]: DEBUG neutron.notifiers.nova [None req-f2acfc62-1eb9-487b-b333-81e10cd17406 tempest-ExternalNetworksAdminNegativeTestJSON-892075739 tempest-ExternalNetworksAdminNegativeTestJSON-892075739-project-admin] device_id is not set on port 77143fdb-4827-4ebd-90ec-ffbdf2f7e8a1 yet. {{(pid=103377) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 04 17:31:58.204846 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2acfc62-1eb9-487b-b333-81e10cd17406 tempest-ExternalNetworksAdminNegativeTestJSON-892075739 tempest-ExternalNetworksAdminNegativeTestJSON-892075739-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4893cf8-5301-4317-a448-6dc8485f9096,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:31:58.213097 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-99b1f81c-7c96-4b6f-b418-86d56e6a3229 tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25888290'] for port (90af2c5a-856e-4475-afee-9ef9be936063), after_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:58.283777 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f3b001-8c82-4afd-a252-b09157c1f771 req-55066f4e-0823-4a39-877e-4431fb89f921 tempest-ServerDiskConfigTestJSON-47961148 tempest-ServerDiskConfigTestJSON-47961148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:58.286493 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-44f3b001-8c82-4afd-a252-b09157c1f771 req-55066f4e-0823-4a39-877e-4431fb89f921 tempest-ServerDiskConfigTestJSON-47961148 tempest-ServerDiskConfigTestJSON-47961148-project] 10.222.0.89 "GET /v2.0/ports?device_id=5e31becc-950d-4184-999b-78ca5074ae68 HTTP/1.1" status: 200 len: 945 time: 0.0957291 Feb 04 17:31:58.404976 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-44f3b001-8c82-4afd-a252-b09157c1f771 req-1242f125-1b68-4958-ab4f-03856bd786b3 tempest-ServerDiskConfigTestJSON-47961148 tempest-ServerDiskConfigTestJSON-47961148-project] 10.222.0.89 "GET /v2.0/security-groups?id=ffff0ed7-cf9e-4cbb-9be9-3a1c2dba1e58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110160 Feb 04 17:31:58.513640 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b1f81c-7c96-4b6f-b418-86d56e6a3229 tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Pushing event updated for resources: {'Port': ['ID=90af2c5a-856e-4475-afee-9ef9be936063,revision_number=2']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:31:58.522541 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-99b1f81c-7c96-4b6f-b418-86d56e6a3229 tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1677345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602751'] for router_interface (a809c81b-79b5-4ed6-a88e-8cf2748df749), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:58.665254 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 49450) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:31:58.698965 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99b1f81c-7c96-4b6f-b418-86d56e6a3229 tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Network c8a54cfe-450f-4d28-9779-331d66d19ddd is already hosted by enough agents. {{(pid=103377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:31:58.700177 n-d-827839-2 neutron-server[103377]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2acfc62-1eb9-487b-b333-81e10cd17406 tempest-ExternalNetworksAdminNegativeTestJSON-892075739 tempest-ExternalNetworksAdminNegativeTestJSON-892075739-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Feb 04 17:31:58.700602 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f2acfc62-1eb9-487b-b333-81e10cd17406 tempest-ExternalNetworksAdminNegativeTestJSON-892075739 tempest-ExternalNetworksAdminNegativeTestJSON-892075739-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=103377) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 17:31:58.703885 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [None req-99b1f81c-7c96-4b6f-b418-86d56e6a3229 tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Resources bound (agent type, host, resource id): {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:31:58.734660 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 49454) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:31:58.736655 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-f2acfc62-1eb9-487b-b333-81e10cd17406 tempest-ExternalNetworksAdminNegativeTestJSON-892075739 tempest-ExternalNetworksAdminNegativeTestJSON-892075739-project-admin] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 1.2596586 Feb 04 17:31:58.930146 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99b1f81c-7c96-4b6f-b418-86d56e6a3229 tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Router a809c81b-79b5-4ed6-a88e-8cf2748df749 has already been hosted by L3 agent 64ada913-9131-4d99-a265-63a920956287 {{(pid=103377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 17:31:59.082298 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99b1f81c-7c96-4b6f-b418-86d56e6a3229 tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Notify agent at l3_agent.n-d-827839-2 the message routers_updated {{(pid=103377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 17:31:59.092771 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-99b1f81c-7c96-4b6f-b418-86d56e6a3229 tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] 10.222.0.89 "PUT /v2.0/routers/a809c81b-79b5-4ed6-a88e-8cf2748df749/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0188017 Feb 04 17:31:59.093498 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 49474) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:31:59.094527 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a01571b-3308-4e4f-af3d-2827e7c5e680 None None] Sync routers for ids ['a809c81b-79b5-4ed6-a88e-8cf2748df749'] in n-d-827839-2 {{(pid=103378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 17:31:59.121088 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a01571b-3308-4e4f-af3d-2827e7c5e680 None None] Routers {'a809c81b-79b5-4ed6-a88e-8cf2748df749'} bound to L3 agent in host n-d-827839-2 {{(pid=103378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:31:59.121950 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-5a01571b-3308-4e4f-af3d-2827e7c5e680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:31:32Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['a809c81b-79b5-4ed6-a88e-8cf2748df749'], 'active': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:31:59.127002 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-44a9ce21-e293-4a60-924d-1884acc11932 tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Request body: {'port': {'network_id': 'c8a54cfe-450f-4d28-9779-331d66d19ddd', 'name': 'tempest-FloatingIPTestJSON-1680162398'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:31:59.285072 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-5a01571b-3308-4e4f-af3d-2827e7c5e680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827839-2', False) {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:31:59.353177 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668052c2-b37b-4ee9-a4d8-a9d68e50d1fa req-11a27eab-e42c-4f35-899a-55e103421923 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:59.355459 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-35641685-62f9-45b3-9c4b-ec6965fac854 None None] Provisioning complete for port 90af2c5a-856e-4475-afee-9ef9be936063 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:31:59.356094 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-35641685-62f9-45b3-9c4b-ec6965fac854 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (90af2c5a-856e-4475-afee-9ef9be936063), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:59.360068 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668052c2-b37b-4ee9-a4d8-a9d68e50d1fa req-11a27eab-e42c-4f35-899a-55e103421923 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:59.362083 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a01571b-3308-4e4f-af3d-2827e7c5e680 None None] Routers {'a809c81b-79b5-4ed6-a88e-8cf2748df749'} bound to L3 agent in host n-d-827839-2 {{(pid=103378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:31:59.363061 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-5a01571b-3308-4e4f-af3d-2827e7c5e680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:31:32Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['a809c81b-79b5-4ed6-a88e-8cf2748df749'], 'active': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:31:59.365584 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668052c2-b37b-4ee9-a4d8-a9d68e50d1fa req-11a27eab-e42c-4f35-899a-55e103421923 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:59.373004 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668052c2-b37b-4ee9-a4d8-a9d68e50d1fa req-11a27eab-e42c-4f35-899a-55e103421923 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:59.378533 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668052c2-b37b-4ee9-a4d8-a9d68e50d1fa req-11a27eab-e42c-4f35-899a-55e103421923 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:59.384538 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668052c2-b37b-4ee9-a4d8-a9d68e50d1fa req-11a27eab-e42c-4f35-899a-55e103421923 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:59.410556 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668052c2-b37b-4ee9-a4d8-a9d68e50d1fa req-11a27eab-e42c-4f35-899a-55e103421923 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:59.426614 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-668052c2-b37b-4ee9-a4d8-a9d68e50d1fa req-11a27eab-e42c-4f35-899a-55e103421923 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] 10.222.0.89 "GET /v2.0/ports?device_id=f9afa7a5-1aca-47d0-a335-e4059d5a8169 HTTP/1.1" status: 200 len: 5433 time: 0.3457000 Feb 04 17:31:59.535096 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-5a01571b-3308-4e4f-af3d-2827e7c5e680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827839-2', False) {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:31:59.537494 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a01571b-3308-4e4f-af3d-2827e7c5e680 None None] The sync data for ids ['a809c81b-79b5-4ed6-a88e-8cf2748df749'] in n-d-827839-2 is: [] {{(pid=103378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 17:31:59.584392 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-35641685-62f9-45b3-9c4b-ec6965fac854 None None] Port 90af2c5a-856e-4475-afee-9ef9be936063 cannot update to ACTIVE because it is not bound. {{(pid=103378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 17:31:59.707025 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44a9ce21-e293-4a60-924d-1884acc11932 tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Made reservation on behalf of be0bdcbeefe0462e91912be1e7159b62 for: {'port': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:31:59.713853 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d7912c03-3d92-4db2-b07e-9535597d7c0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (bb89f5a3-3c22-440b-b7d1-c4f0c43c184a), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:59.719554 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-44a9ce21-e293-4a60-924d-1884acc11932 tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:59.750665 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-668052c2-b37b-4ee9-a4d8-a9d68e50d1fa req-c6e8592e-abb7-4745-9082-612fe0c2c894 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] 10.222.0.89 "GET /v2.0/security-groups?id=97363f9b-735d-4c1b-ae48-6b5390fc2698&id=0a858dd3-bfe4-4a54-8e21-ad7067112b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3231075 Feb 04 17:31:59.790437 n-d-827839-2 neutron-server[103377]: DEBUG neutron.notifiers.nova [None req-44a9ce21-e293-4a60-924d-1884acc11932 tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] device_id is not set on port 7ea6974a-8dc6-4472-8e40-4190f6869417 yet. {{(pid=103377) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 04 17:31:59.985858 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-ce83249e-a95b-42fc-a051-764c676c56d5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:00.053823 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.db_base_plugin_common [None req-44a9ce21-e293-4a60-924d-1884acc11932 tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Allocated IP 172.20.0.8 (c8a54cfe-450f-4d28-9779-331d66d19ddd/f8565bb9-d2d1-45f3-a737-99a25170838c/7ea6974a-8dc6-4472-8e40-4190f6869417) {{(pid=103377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:32:00.085258 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91babbed-b17d-4fcc-89e1-b59521449a01 req-4b338052-520d-434d-a833-291b67d3f1b7 tempest-ServerDiskConfigTestJSON-47961148 tempest-ServerDiskConfigTestJSON-47961148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:32:00.093535 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-91babbed-b17d-4fcc-89e1-b59521449a01 req-4b338052-520d-434d-a833-291b67d3f1b7 tempest-ServerDiskConfigTestJSON-47961148 tempest-ServerDiskConfigTestJSON-47961148-project] 10.222.0.89 "GET /v2.0/ports?device_id=5e31becc-950d-4184-999b-78ca5074ae68 HTTP/1.1" status: 200 len: 945 time: 0.1519752 Feb 04 17:32:00.123934 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-950e2906-6912-4eea-8a2e-bda770800ca5 tempest-ExternalNetworksAdminNegativeTestJSON-892075739 tempest-ExternalNetworksAdminNegativeTestJSON-892075739-project-admin] Deleting port 1e160e37-6b81-43e3-811a-8e4b8ae8fda6 {{(pid=103376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:32:00.124559 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-950e2906-6912-4eea-8a2e-bda770800ca5 tempest-ExternalNetworksAdminNegativeTestJSON-892075739 tempest-ExternalNetworksAdminNegativeTestJSON-892075739-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (1e160e37-6b81-43e3-811a-8e4b8ae8fda6), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:00.195108 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-91babbed-b17d-4fcc-89e1-b59521449a01 req-b0f94e10-ae39-48e8-a19b-d05cb73944b4 tempest-ServerDiskConfigTestJSON-47961148 tempest-ServerDiskConfigTestJSON-47961148-project] 10.222.0.89 "GET /v2.0/security-groups?id=ffff0ed7-cf9e-4cbb-9be9-3a1c2dba1e58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981669 Feb 04 17:32:00.283808 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-ce83249e-a95b-42fc-a051-764c676c56d5 admin admin] Publish callbacks [] for security_group (c29d21fe-5659-4bb3-92dc-99c3eecffc60), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:00.306754 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-ce83249e-a95b-42fc-a051-764c676c56d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (c29d21fe-5659-4bb3-92dc-99c3eecffc60), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:00.330304 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-44a9ce21-e293-4a60-924d-1884acc11932 tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Publish callbacks [] for port (7ea6974a-8dc6-4472-8e40-4190f6869417), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:00.363577 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-950e2906-6912-4eea-8a2e-bda770800ca5 tempest-ExternalNetworksAdminNegativeTestJSON-892075739 tempest-ExternalNetworksAdminNegativeTestJSON-892075739-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (1e160e37-6b81-43e3-811a-8e4b8ae8fda6), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:00.364154 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-950e2906-6912-4eea-8a2e-bda770800ca5 tempest-ExternalNetworksAdminNegativeTestJSON-892075739 tempest-ExternalNetworksAdminNegativeTestJSON-892075739-project-admin] Publish callbacks [] for floatingip (1e160e37-6b81-43e3-811a-8e4b8ae8fda6), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:00.403615 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-950e2906-6912-4eea-8a2e-bda770800ca5 tempest-ExternalNetworksAdminNegativeTestJSON-892075739 tempest-ExternalNetworksAdminNegativeTestJSON-892075739-project-admin] Calling delete_port for 1e160e37-6b81-43e3-811a-8e4b8ae8fda6 owned by network:floatingip {{(pid=103376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:32:00.405213 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-44a9ce21-e293-4a60-924d-1884acc11932 tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (7ea6974a-8dc6-4472-8e40-4190f6869417), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:00.412354 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce83249e-a95b-42fc-a051-764c676c56d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c29d21fe-5659-4bb3-92dc-99c3eecffc60,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:32:00.418271 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-ce83249e-a95b-42fc-a051-764c676c56d5 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=3319257e4fbb4684be129d81dd51a9c3&name=default HTTP/1.1" status: 200 len: 3000 time: 1.7516446 Feb 04 17:32:00.424443 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 49500) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:32:00.458470 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44a9ce21-e293-4a60-924d-1884acc11932 tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Network c8a54cfe-450f-4d28-9779-331d66d19ddd is already hosted by enough agents. {{(pid=103377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:32:00.461803 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [None req-44a9ce21-e293-4a60-924d-1884acc11932 tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Resources bound (agent type, host, resource id): {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:32:00.466863 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44a9ce21-e293-4a60-924d-1884acc11932 tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Received port after_create {{(pid=103377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:32:00.516032 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a9ce21-e293-4a60-924d-1884acc11932 tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Pushing event updated for resources: {'Port': ['ID=7ea6974a-8dc6-4472-8e40-4190f6869417,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:32:00.544665 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44a9ce21-e293-4a60-924d-1884acc11932 tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:32:00.545389 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-44a9ce21-e293-4a60-924d-1884acc11932 tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:00.571892 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-44a9ce21-e293-4a60-924d-1884acc11932 tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.4764843 Feb 04 17:32:00.575095 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 49506) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:32:00.580784 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-2452bd70-557e-4ef9-935c-9ace0116ddc8 tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Request body: {'floatingip': {'port_id': '7ea6974a-8dc6-4472-8e40-4190f6869417'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:32:00.653240 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-fb98d458-a7b8-458b-8fb8-9ea03ec3ed09 admin admin] Publish callbacks [] for security_group (c29d21fe-5659-4bb3-92dc-99c3eecffc60), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:00.668641 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-2452bd70-557e-4ef9-935c-9ace0116ddc8 tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Publish callbacks [] for floatingip (76dc31cc-527f-4101-8546-6d0049e983d2), before_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:00.735714 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-fb98d458-a7b8-458b-8fb8-9ea03ec3ed09 admin admin] Publish callbacks [] for security_group (c29d21fe-5659-4bb3-92dc-99c3eecffc60), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:00.884102 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-950e2906-6912-4eea-8a2e-bda770800ca5 tempest-ExternalNetworksAdminNegativeTestJSON-892075739 tempest-ExternalNetworksAdminNegativeTestJSON-892075739-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (1e160e37-6b81-43e3-811a-8e4b8ae8fda6), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:00.941952 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-fb98d458-a7b8-458b-8fb8-9ea03ec3ed09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (c29d21fe-5659-4bb3-92dc-99c3eecffc60), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:00.946212 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-e2ba5b1b-40e8-4a50-93b1-bbfda4b1cfff None None] Provisioning complete for port 7ea6974a-8dc6-4472-8e40-4190f6869417 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:32:00.946705 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e2ba5b1b-40e8-4a50-93b1-bbfda4b1cfff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (7ea6974a-8dc6-4472-8e40-4190f6869417), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:00.949749 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-fb98d458-a7b8-458b-8fb8-9ea03ec3ed09 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:00.952750 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-fb98d458-a7b8-458b-8fb8-9ea03ec3ed09 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/c29d21fe-5659-4bb3-92dc-99c3eecffc60 HTTP/1.1" status: 204 len: 168 time: 0.5245183 Feb 04 17:32:01.020322 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-e2ba5b1b-40e8-4a50-93b1-bbfda4b1cfff None None] Port 7ea6974a-8dc6-4472-8e40-4190f6869417 cannot update to ACTIVE because it is not bound. {{(pid=103378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 17:32:01.056083 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950e2906-6912-4eea-8a2e-bda770800ca5 tempest-ExternalNetworksAdminNegativeTestJSON-892075739 tempest-ExternalNetworksAdminNegativeTestJSON-892075739-project-admin] Pushing event deleted for resources: {'Port': ['ID=1e160e37-6b81-43e3-811a-8e4b8ae8fda6,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:32:01.102332 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb98d458-a7b8-458b-8fb8-9ea03ec3ed09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c29d21fe-5659-4bb3-92dc-99c3eecffc60,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:32:01.143606 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-950e2906-6912-4eea-8a2e-bda770800ca5 tempest-ExternalNetworksAdminNegativeTestJSON-892075739 tempest-ExternalNetworksAdminNegativeTestJSON-892075739-project-admin] Publish callbacks [] for floatingip (798978cb-2b21-4ba7-baf0-96b85ed45829), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:01.149927 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-950e2906-6912-4eea-8a2e-bda770800ca5 tempest-ExternalNetworksAdminNegativeTestJSON-892075739 tempest-ExternalNetworksAdminNegativeTestJSON-892075739-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for floatingip (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:01.162645 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-950e2906-6912-4eea-8a2e-bda770800ca5 tempest-ExternalNetworksAdminNegativeTestJSON-892075739 tempest-ExternalNetworksAdminNegativeTestJSON-892075739-project-admin] 10.222.0.89 "DELETE /v2.0/floatingips/798978cb-2b21-4ba7-baf0-96b85ed45829 HTTP/1.1" status: 204 len: 168 time: 2.4196908 Feb 04 17:32:01.175164 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 49520) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:32:01.413466 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6ea52e-69d7-4a5c-82b9-01b42c1c1576 req-e5e95f9d-03ba-490a-b6c8-945f7362cbfc tempest-ServerDiskConfigTestJSON-47961148 tempest-ServerDiskConfigTestJSON-47961148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:32:01.429377 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-eb6ea52e-69d7-4a5c-82b9-01b42c1c1576 req-e5e95f9d-03ba-490a-b6c8-945f7362cbfc tempest-ServerDiskConfigTestJSON-47961148 tempest-ServerDiskConfigTestJSON-47961148-project] 10.222.0.89 "GET /v2.0/ports?device_id=5e31becc-950d-4184-999b-78ca5074ae68 HTTP/1.1" status: 200 len: 945 time: 0.1396630 Feb 04 17:32:01.494822 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 49528) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:32:01.546132 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-eb6ea52e-69d7-4a5c-82b9-01b42c1c1576 req-c1e7d10c-4039-4de5-b0ba-b03844ee9ab4 tempest-ServerDiskConfigTestJSON-47961148 tempest-ServerDiskConfigTestJSON-47961148-project] 10.222.0.89 "GET /v2.0/security-groups?id=ffff0ed7-cf9e-4cbb-9be9-3a1c2dba1e58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157677 Feb 04 17:32:01.547196 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-b776b9f1-bb6a-48a7-a657-94fec1a944b9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:01.730271 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-b776b9f1-bb6a-48a7-a657-94fec1a944b9 admin admin] Publish callbacks [] for security_group (376442cd-86f0-49dd-ab7d-121de8e81ef2), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:01.731323 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 49532) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:32:01.753122 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-b776b9f1-bb6a-48a7-a657-94fec1a944b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (376442cd-86f0-49dd-ab7d-121de8e81ef2), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:01.837225 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-b776b9f1-bb6a-48a7-a657-94fec1a944b9 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=5bf0ce239dd744bab520ac7def81a1ba&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3416972 Feb 04 17:32:01.856954 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 49536) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:32:01.858075 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-412842ff-d708-4eb3-84c7-6d05187b7d39 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:01.861657 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-af1df045-d83a-496c-9673-cd1c8da350ce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:01.877766 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b776b9f1-bb6a-48a7-a657-94fec1a944b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=376442cd-86f0-49dd-ab7d-121de8e81ef2,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:32:01.982575 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-60b55159-d79b-4e2d-ace6-2b6376d833a5 admin admin] Publish callbacks [] for security_group (376442cd-86f0-49dd-ab7d-121de8e81ef2), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:02.025036 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6bb79598-7aee-4733-8640-0401874ed5d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (64ada913-9131-4d99-a265-63a920956287), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:02.039789 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-60b55159-d79b-4e2d-ace6-2b6376d833a5 admin admin] Publish callbacks [] for security_group (376442cd-86f0-49dd-ab7d-121de8e81ef2), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:02.067901 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2b2d57-31e1-42c6-967d-c978e3724665 req-b59411e6-ba01-497d-9b76-59be551b3b83 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:32:02.075420 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2b2d57-31e1-42c6-967d-c978e3724665 req-b59411e6-ba01-497d-9b76-59be551b3b83 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:32:02.082021 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2b2d57-31e1-42c6-967d-c978e3724665 req-b59411e6-ba01-497d-9b76-59be551b3b83 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:32:02.089963 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2b2d57-31e1-42c6-967d-c978e3724665 req-b59411e6-ba01-497d-9b76-59be551b3b83 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:32:02.095442 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2b2d57-31e1-42c6-967d-c978e3724665 req-b59411e6-ba01-497d-9b76-59be551b3b83 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:32:02.102553 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2b2d57-31e1-42c6-967d-c978e3724665 req-b59411e6-ba01-497d-9b76-59be551b3b83 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:32:02.122678 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2b2d57-31e1-42c6-967d-c978e3724665 req-b59411e6-ba01-497d-9b76-59be551b3b83 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:32:02.136640 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-8f2b2d57-31e1-42c6-967d-c978e3724665 req-b59411e6-ba01-497d-9b76-59be551b3b83 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] 10.222.0.89 "GET /v2.0/ports?device_id=f9afa7a5-1aca-47d0-a335-e4059d5a8169 HTTP/1.1" status: 200 len: 5433 time: 1.2049434 Feb 04 17:32:02.145630 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-af1df045-d83a-496c-9673-cd1c8da350ce admin admin] Publish callbacks [] for security_group (cf79b309-17d3-4333-b054-16c6837a3d1f), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:02.149269 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-412842ff-d708-4eb3-84c7-6d05187b7d39 admin admin] Publish callbacks [] for security_group (737b7afe-09c5-4947-87d0-5af74f67455d), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:02.153522 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-af1df045-d83a-496c-9673-cd1c8da350ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (cf79b309-17d3-4333-b054-16c6837a3d1f), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:02.169074 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.db.resource_extend [None req-2452bd70-557e-4ef9-935c-9ace0116ddc8 tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 17:32:02.173431 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-412842ff-d708-4eb3-84c7-6d05187b7d39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (737b7afe-09c5-4947-87d0-5af74f67455d), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:02.212083 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-60b55159-d79b-4e2d-ace6-2b6376d833a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (376442cd-86f0-49dd-ab7d-121de8e81ef2), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:02.215455 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-60b55159-d79b-4e2d-ace6-2b6376d833a5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:02.219255 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-60b55159-d79b-4e2d-ace6-2b6376d833a5 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/376442cd-86f0-49dd-ab7d-121de8e81ef2 HTTP/1.1" status: 204 len: 168 time: 0.3561873 Feb 04 17:32:02.220793 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1df045-d83a-496c-9673-cd1c8da350ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf79b309-17d3-4333-b054-16c6837a3d1f,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:32:02.225029 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-af1df045-d83a-496c-9673-cd1c8da350ce admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=7dc3ea71acde41c3bd88a4deb4b79ad4&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0486808 Feb 04 17:32:02.235330 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-2452bd70-557e-4ef9-935c-9ace0116ddc8 tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:02.248496 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412842ff-d708-4eb3-84c7-6d05187b7d39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=737b7afe-09c5-4947-87d0-5af74f67455d,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:32:02.251119 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 49540) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:32:02.264491 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-412842ff-d708-4eb3-84c7-6d05187b7d39 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=9c216e6256024cb2a9f87ca25bc11fa6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5295589 Feb 04 17:32:02.264648 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-8f2b2d57-31e1-42c6-967d-c978e3724665 req-2e795787-0b3d-48ad-85b9-9153462672f8 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] 10.222.0.89 "GET /v2.0/security-groups?id=97363f9b-735d-4c1b-ae48-6b5390fc2698&id=0a858dd3-bfe4-4a54-8e21-ad7067112b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1186380 Feb 04 17:32:02.264648 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-2452bd70-557e-4ef9-935c-9ace0116ddc8 tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1595586'] for floatingip (76dc31cc-527f-4101-8546-6d0049e983d2), after_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:02.267365 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 49542) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:32:02.284185 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b55159-d79b-4e2d-ace6-2b6376d833a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=376442cd-86f0-49dd-ab7d-121de8e81ef2,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:32:02.348528 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-0511e19a-1e8c-4d74-9bb0-4b39d18448bc admin admin] Publish callbacks [] for security_group (cf79b309-17d3-4333-b054-16c6837a3d1f), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:02.383236 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-0511e19a-1e8c-4d74-9bb0-4b39d18448bc admin admin] Publish callbacks [] for security_group (cf79b309-17d3-4333-b054-16c6837a3d1f), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:02.410172 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-664ecac0-a0bd-4edc-a373-7fe569641c10 admin admin] Publish callbacks [] for security_group (737b7afe-09c5-4947-87d0-5af74f67455d), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:02.486745 n-d-827839-2 neutron-server[103377]: INFO neutron.db.l3_db [None req-2452bd70-557e-4ef9-935c-9ace0116ddc8 tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Floating IP 76dc31cc-527f-4101-8546-6d0049e983d2 associated. External IP: 172.25.6.45, port: 633aca63-06ad-4cda-b4df-74c7f3812959. Feb 04 17:32:02.498631 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-0511e19a-1e8c-4d74-9bb0-4b39d18448bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (cf79b309-17d3-4333-b054-16c6837a3d1f), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:02.502625 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-0511e19a-1e8c-4d74-9bb0-4b39d18448bc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:02.504264 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-0511e19a-1e8c-4d74-9bb0-4b39d18448bc admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/cf79b309-17d3-4333-b054-16c6837a3d1f HTTP/1.1" status: 204 len: 168 time: 0.2519569 Feb 04 17:32:02.539047 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15affa55-a09a-4503-9779-ae9c43cab239 req-b7322113-af5a-49c1-93f2-4f07b5e95774 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:32:02.545853 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-664ecac0-a0bd-4edc-a373-7fe569641c10 admin admin] Publish callbacks [] for security_group (737b7afe-09c5-4947-87d0-5af74f67455d), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:02.557816 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15affa55-a09a-4503-9779-ae9c43cab239 req-b7322113-af5a-49c1-93f2-4f07b5e95774 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:32:02.566558 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15affa55-a09a-4503-9779-ae9c43cab239 req-b7322113-af5a-49c1-93f2-4f07b5e95774 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:32:02.576760 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15affa55-a09a-4503-9779-ae9c43cab239 req-b7322113-af5a-49c1-93f2-4f07b5e95774 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:32:02.587608 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15affa55-a09a-4503-9779-ae9c43cab239 req-b7322113-af5a-49c1-93f2-4f07b5e95774 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:32:02.600604 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15affa55-a09a-4503-9779-ae9c43cab239 req-b7322113-af5a-49c1-93f2-4f07b5e95774 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:32:02.615440 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15affa55-a09a-4503-9779-ae9c43cab239 req-b7322113-af5a-49c1-93f2-4f07b5e95774 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:32:02.617720 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-15affa55-a09a-4503-9779-ae9c43cab239 req-b7322113-af5a-49c1-93f2-4f07b5e95774 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] 10.222.0.89 "GET /v2.0/ports?device_id=f9afa7a5-1aca-47d0-a335-e4059d5a8169 HTTP/1.1" status: 200 len: 5433 time: 0.1877568 Feb 04 17:32:02.618540 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0511e19a-1e8c-4d74-9bb0-4b39d18448bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf79b309-17d3-4333-b054-16c6837a3d1f,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:32:02.634607 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 49554) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:32:02.643018 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-ba16610e-de08-4a91-b3b5-99559d373312 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Request body: {'floatingip': {'port_id': '1f1fc21f-8afb-4ed1-ab35-d8918c765c07'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:32:02.735133 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-ba16610e-de08-4a91-b3b5-99559d373312 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Publish callbacks [] for floatingip (6e0f629e-978d-4a9d-9732-e69a11d665f7), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:02.814816 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2452bd70-557e-4ef9-935c-9ace0116ddc8 tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Router e533f000-d94a-4439-a4c6-1b113390e45f has already been hosted by L3 agent 64ada913-9131-4d99-a265-63a920956287 {{(pid=103377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 17:32:02.947029 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-664ecac0-a0bd-4edc-a373-7fe569641c10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (737b7afe-09c5-4947-87d0-5af74f67455d), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:02.950749 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-664ecac0-a0bd-4edc-a373-7fe569641c10 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:02.952088 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-664ecac0-a0bd-4edc-a373-7fe569641c10 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/737b7afe-09c5-4947-87d0-5af74f67455d HTTP/1.1" status: 204 len: 168 time: 0.6846902 Feb 04 17:32:02.972213 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d408ec64-b374-4acb-a1fc-48241dad6d47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (0cd6d64a-47a7-40ff-8c12-71dd526c62e0), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:02.985859 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664ecac0-a0bd-4edc-a373-7fe569641c10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=737b7afe-09c5-4947-87d0-5af74f67455d,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:32:03.025273 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13d01f2-8862-44fa-bad0-67a136a60dd4 req-3deffcee-6692-48c1-ad30-08a36a89d221 tempest-ServerDiskConfigTestJSON-47961148 tempest-ServerDiskConfigTestJSON-47961148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:32:03.026954 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-c13d01f2-8862-44fa-bad0-67a136a60dd4 req-3deffcee-6692-48c1-ad30-08a36a89d221 tempest-ServerDiskConfigTestJSON-47961148 tempest-ServerDiskConfigTestJSON-47961148-project] 10.222.0.89 "GET /v2.0/ports?device_id=5e31becc-950d-4184-999b-78ca5074ae68 HTTP/1.1" status: 200 len: 945 time: 0.2194085 Feb 04 17:32:03.118531 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2452bd70-557e-4ef9-935c-9ace0116ddc8 tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Notify agent at l3_agent.n-d-827839-2 the message routers_updated {{(pid=103377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 17:32:03.130957 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-c13d01f2-8862-44fa-bad0-67a136a60dd4 req-a6f5b238-ab52-4233-9845-deb8ae6bd2bd tempest-ServerDiskConfigTestJSON-47961148 tempest-ServerDiskConfigTestJSON-47961148-project] 10.222.0.89 "GET /v2.0/security-groups?id=ffff0ed7-cf9e-4cbb-9be9-3a1c2dba1e58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974998 Feb 04 17:32:03.137008 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-059407fb-8f90-41fb-b624-0356de697365 None None] Sync routers for ids ['e533f000-d94a-4439-a4c6-1b113390e45f'] in n-d-827839-2 {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 17:32:03.169809 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-059407fb-8f90-41fb-b624-0356de697365 None None] Routers {'e533f000-d94a-4439-a4c6-1b113390e45f'} bound to L3 agent in host n-d-827839-2 {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:32:03.172721 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-059407fb-8f90-41fb-b624-0356de697365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:32:02Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['e533f000-d94a-4439-a4c6-1b113390e45f'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:32:03.233055 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-059407fb-8f90-41fb-b624-0356de697365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827839-2', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:32:03.255331 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-059407fb-8f90-41fb-b624-0356de697365 None None] Routers {'e533f000-d94a-4439-a4c6-1b113390e45f'} bound to L3 agent in host n-d-827839-2 {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:32:03.255946 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-059407fb-8f90-41fb-b624-0356de697365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:32:02Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['e533f000-d94a-4439-a4c6-1b113390e45f'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:32:03.268436 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 49568) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:32:03.288509 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-715f3656-d72a-4bba-8d32-575fb672ab83 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:03.308646 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-059407fb-8f90-41fb-b624-0356de697365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827839-2', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:32:03.310086 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-059407fb-8f90-41fb-b624-0356de697365 None None] The sync data for ids ['e533f000-d94a-4439-a4c6-1b113390e45f'] in n-d-827839-2 is: [] {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 17:32:03.511313 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-715f3656-d72a-4bba-8d32-575fb672ab83 admin admin] Publish callbacks [] for security_group (5813f06a-c985-4532-80bc-9d0056dd3898), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:03.530339 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2452bd70-557e-4ef9-935c-9ace0116ddc8 tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Router a809c81b-79b5-4ed6-a88e-8cf2748df749 has already been hosted by L3 agent 64ada913-9131-4d99-a265-63a920956287 {{(pid=103377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 17:32:03.535921 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-715f3656-d72a-4bba-8d32-575fb672ab83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (5813f06a-c985-4532-80bc-9d0056dd3898), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:03.587530 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-ba16610e-de08-4a91-b3b5-99559d373312 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:03.588714 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 49574) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:32:03.613705 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-ba16610e-de08-4a91-b3b5-99559d373312 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1595586'] for floatingip (6e0f629e-978d-4a9d-9732-e69a11d665f7), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:03.643305 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-715f3656-d72a-4bba-8d32-575fb672ab83 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=55af9faf825847c6b4454c1566034fde&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3737764 Feb 04 17:32:03.672022 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 49576) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:32:03.674049 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715f3656-d72a-4bba-8d32-575fb672ab83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5813f06a-c985-4532-80bc-9d0056dd3898,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:32:03.743481 n-d-827839-2 neutron-server[103376]: INFO neutron.db.l3_db [None req-ba16610e-de08-4a91-b3b5-99559d373312 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Floating IP 6e0f629e-978d-4a9d-9732-e69a11d665f7 associated. External IP: 172.25.6.10, port: 1f1fc21f-8afb-4ed1-ab35-d8918c765c07. Feb 04 17:32:03.763430 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-c5988815-d695-47d9-8cdf-006ac99cbf89 admin admin] Publish callbacks [] for security_group (5813f06a-c985-4532-80bc-9d0056dd3898), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:03.811295 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2452bd70-557e-4ef9-935c-9ace0116ddc8 tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Notify agent at l3_agent.n-d-827839-2 the message routers_updated {{(pid=103377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 17:32:03.814740 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-c5988815-d695-47d9-8cdf-006ac99cbf89 admin admin] Publish callbacks [] for security_group (5813f06a-c985-4532-80bc-9d0056dd3898), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:03.820232 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-2452bd70-557e-4ef9-935c-9ace0116ddc8 tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for floatingip (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:03.824063 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-986668aa-32c7-46c1-b37f-dc2bdfab47a4 None None] Sync routers for ids ['a809c81b-79b5-4ed6-a88e-8cf2748df749'] in n-d-827839-2 {{(pid=103378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 17:32:03.845915 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-f6eca693-a9c0-4929-9042-5a41f1b259e2 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=3d4bd3b93eee4c9c9f0ce15bf9ab2b11&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2515876 Feb 04 17:32:03.846728 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 49584) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:32:03.847596 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-986668aa-32c7-46c1-b37f-dc2bdfab47a4 None None] Routers {'a809c81b-79b5-4ed6-a88e-8cf2748df749'} bound to L3 agent in host n-d-827839-2 {{(pid=103378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:32:03.848855 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-986668aa-32c7-46c1-b37f-dc2bdfab47a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:32:02Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['a809c81b-79b5-4ed6-a88e-8cf2748df749'], 'active': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:32:03.920168 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-986668aa-32c7-46c1-b37f-dc2bdfab47a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827839-2', False) {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:32:03.931443 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-986668aa-32c7-46c1-b37f-dc2bdfab47a4 None None] Routers {'a809c81b-79b5-4ed6-a88e-8cf2748df749'} bound to L3 agent in host n-d-827839-2 {{(pid=103378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:32:03.933021 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-986668aa-32c7-46c1-b37f-dc2bdfab47a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:32:02Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['a809c81b-79b5-4ed6-a88e-8cf2748df749'], 'active': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:32:03.981925 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-986668aa-32c7-46c1-b37f-dc2bdfab47a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827839-2', False) {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:32:03.984128 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-986668aa-32c7-46c1-b37f-dc2bdfab47a4 None None] The sync data for ids ['a809c81b-79b5-4ed6-a88e-8cf2748df749'] in n-d-827839-2 is: [] {{(pid=103378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 17:32:04.031123 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-2452bd70-557e-4ef9-935c-9ace0116ddc8 tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] 10.222.0.89 "PUT /v2.0/floatingips/76dc31cc-527f-4101-8546-6d0049e983d2 HTTP/1.1" status: 200 len: 977 time: 3.4522378 Feb 04 17:32:04.031622 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 49588) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:32:04.038193 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-ae70c495-b37c-449b-8cdd-5d2a356c87ca admin admin] Publish callbacks [] for security_group (b4893cf8-5301-4317-a448-6dc8485f9096), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:04.061796 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-c5988815-d695-47d9-8cdf-006ac99cbf89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (5813f06a-c985-4532-80bc-9d0056dd3898), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:04.064353 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-c5988815-d695-47d9-8cdf-006ac99cbf89 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:04.068131 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-c5988815-d695-47d9-8cdf-006ac99cbf89 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/5813f06a-c985-4532-80bc-9d0056dd3898 HTTP/1.1" status: 204 len: 168 time: 0.3950610 Feb 04 17:32:04.071547 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-ae70c495-b37c-449b-8cdd-5d2a356c87ca admin admin] Publish callbacks [] for security_group (b4893cf8-5301-4317-a448-6dc8485f9096), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:04.084941 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5988815-d695-47d9-8cdf-006ac99cbf89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5813f06a-c985-4532-80bc-9d0056dd3898,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:32:04.128537 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba16610e-de08-4a91-b3b5-99559d373312 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Router 546ad7b5-1bb0-42d9-81fc-8541e07251fd has already been hosted by L3 agent 64ada913-9131-4d99-a265-63a920956287 {{(pid=103376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 17:32:04.182120 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-1f596b2a-2860-439f-bfdd-5eba85a49d7d tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Deleting port 7ea6974a-8dc6-4472-8e40-4190f6869417 {{(pid=103377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:32:04.182664 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-1f596b2a-2860-439f-bfdd-5eba85a49d7d tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (7ea6974a-8dc6-4472-8e40-4190f6869417), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:04.266457 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-ae70c495-b37c-449b-8cdd-5d2a356c87ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (b4893cf8-5301-4317-a448-6dc8485f9096), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:04.269736 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-ae70c495-b37c-449b-8cdd-5d2a356c87ca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:04.270908 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-ae70c495-b37c-449b-8cdd-5d2a356c87ca admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/b4893cf8-5301-4317-a448-6dc8485f9096 HTTP/1.1" status: 204 len: 168 time: 0.4236772 Feb 04 17:32:04.298208 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-1f596b2a-2860-439f-bfdd-5eba85a49d7d tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (7ea6974a-8dc6-4472-8e40-4190f6869417), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:04.360790 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae70c495-b37c-449b-8cdd-5d2a356c87ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4893cf8-5301-4317-a448-6dc8485f9096,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:32:04.411204 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02092d1c-4add-422b-8e4d-5a9ee55bb258 req-e920803b-9b6a-438a-afbc-fac35dc2543e tempest-ServerDiskConfigTestJSON-47961148 tempest-ServerDiskConfigTestJSON-47961148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:32:04.413223 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-02092d1c-4add-422b-8e4d-5a9ee55bb258 req-e920803b-9b6a-438a-afbc-fac35dc2543e tempest-ServerDiskConfigTestJSON-47961148 tempest-ServerDiskConfigTestJSON-47961148-project] 10.222.0.89 "GET /v2.0/ports?device_id=5e31becc-950d-4184-999b-78ca5074ae68 HTTP/1.1" status: 200 len: 945 time: 0.1305277 Feb 04 17:32:04.455329 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba16610e-de08-4a91-b3b5-99559d373312 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Notify agent at l3_agent.n-d-827839-2 the message routers_updated {{(pid=103376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 17:32:04.461644 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-ba16610e-de08-4a91-b3b5-99559d373312 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for floatingip (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:04.467345 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e1be089-0678-4941-8a7e-709af1b31c39 None None] Sync routers for ids ['546ad7b5-1bb0-42d9-81fc-8541e07251fd'] in n-d-827839-2 {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 17:32:04.488721 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e1be089-0678-4941-8a7e-709af1b31c39 None None] Routers {'546ad7b5-1bb0-42d9-81fc-8541e07251fd'} bound to L3 agent in host n-d-827839-2 {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:32:04.489630 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-5e1be089-0678-4941-8a7e-709af1b31c39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:32:02Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['546ad7b5-1bb0-42d9-81fc-8541e07251fd'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:32:04.522703 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-ba16610e-de08-4a91-b3b5-99559d373312 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] 10.222.0.89 "PUT /v2.0/floatingips/6e0f629e-978d-4a9d-9732-e69a11d665f7 HTTP/1.1" status: 200 len: 991 time: 1.8858163 Feb 04 17:32:04.546496 n-d-827839-2 neutron-server[103376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9afa7a5-1aca-47d0-a335-e4059d5a8169', 'tag': '1f1fc21f-8afb-4ed1-ab35-d8918c765c07'}] {{(pid=103376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:32:04.549234 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d59c3bb5e2f09ebf62144d5e09b1cff60c763a9c19614c24538e77842938c05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60f4e48a-3aa6-4e30-874f-b6480d30f2aa" -d '{"events": [{"name": "network-changed", "server_uuid": "f9afa7a5-1aca-47d0-a335-e4059d5a8169", "tag": "1f1fc21f-8afb-4ed1-ab35-d8918c765c07"}]}' {{(pid=103376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:32:04.574014 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-1f596b2a-2860-439f-bfdd-5eba85a49d7d tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:04.574400 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-1f596b2a-2860-439f-bfdd-5eba85a49d7d tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1595586'] for floatingip (76dc31cc-527f-4101-8546-6d0049e983d2), after_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:04.574682 n-d-827839-2 neutron-server[103377]: INFO neutron.db.l3_db [None req-1f596b2a-2860-439f-bfdd-5eba85a49d7d tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Floating IP 76dc31cc-527f-4101-8546-6d0049e983d2 disassociated. External IP: 172.25.6.45, port: 7ea6974a-8dc6-4472-8e40-4190f6869417. Feb 04 17:32:04.575026 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-1f596b2a-2860-439f-bfdd-5eba85a49d7d tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Calling delete_port for 7ea6974a-8dc6-4472-8e40-4190f6869417 owned by {{(pid=103377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:32:04.576877 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-02092d1c-4add-422b-8e4d-5a9ee55bb258 req-51cfa8dc-215b-4481-a339-306e2210c91d tempest-ServerDiskConfigTestJSON-47961148 tempest-ServerDiskConfigTestJSON-47961148-project] 10.222.0.89 "GET /v2.0/security-groups?id=ffff0ed7-cf9e-4cbb-9be9-3a1c2dba1e58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572032 Feb 04 17:32:04.703470 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 17:32:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97d09489-c8ef-4a48-920e-f78877b54e4e x-openstack-request-id: req-97d09489-c8ef-4a48-920e-f78877b54e4e {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:32:04.704066 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9afa7a5-1aca-47d0-a335-e4059d5a8169", "tag": "1f1fc21f-8afb-4ed1-ab35-d8918c765c07", "status": "completed", "code": 200}]} {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:32:04.704334 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-97d09489-c8ef-4a48-920e-f78877b54e4e {{(pid=103376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:32:04.712512 n-d-827839-2 neutron-server[103376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9afa7a5-1aca-47d0-a335-e4059d5a8169', 'tag': '1f1fc21f-8afb-4ed1-ab35-d8918c765c07', 'status': 'completed', 'code': 200} Feb 04 17:32:04.760367 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4f14bb47-e72b-46ac-9e44-a61d9293afcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (75326290-f7a3-4db8-9cf2-15c7139ed224), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:04.777327 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvr_db [None req-5e1be089-0678-4941-8a7e-709af1b31c39 None None] Set router 546ad7b5-1bb0-42d9-81fc-8541e07251fd gateway port host: n-d-827839-2 {{(pid=103379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:32:04.848487 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f4e48a-3aa6-4e30-874f-b6480d30f2aa req-cae65fe1-2c66-49cd-9a90-2095dd538e4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:32:04.851122 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f4e48a-3aa6-4e30-874f-b6480d30f2aa req-cae65fe1-2c66-49cd-9a90-2095dd538e4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:32:04.853564 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f4e48a-3aa6-4e30-874f-b6480d30f2aa req-cae65fe1-2c66-49cd-9a90-2095dd538e4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:32:04.854141 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f4e48a-3aa6-4e30-874f-b6480d30f2aa req-cae65fe1-2c66-49cd-9a90-2095dd538e4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:32:04.858604 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f4e48a-3aa6-4e30-874f-b6480d30f2aa req-cae65fe1-2c66-49cd-9a90-2095dd538e4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:32:04.858604 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f4e48a-3aa6-4e30-874f-b6480d30f2aa req-cae65fe1-2c66-49cd-9a90-2095dd538e4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:32:04.858604 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f4e48a-3aa6-4e30-874f-b6480d30f2aa req-cae65fe1-2c66-49cd-9a90-2095dd538e4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:32:04.863614 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-60f4e48a-3aa6-4e30-874f-b6480d30f2aa req-cae65fe1-2c66-49cd-9a90-2095dd538e4f service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=ae7af1f68a8142688c6249d339ab8a6d&device_id=f9afa7a5-1aca-47d0-a335-e4059d5a8169 HTTP/1.1" status: 200 len: 6707 time: 0.1369863 Feb 04 17:32:04.919559 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cec67ec-2543-406d-adac-0bccc82c54b9 req-6165e287-faf8-4438-b2d9-9b79dfac6afb tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:32:04.938927 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cec67ec-2543-406d-adac-0bccc82c54b9 req-6165e287-faf8-4438-b2d9-9b79dfac6afb tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:32:04.956094 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cec67ec-2543-406d-adac-0bccc82c54b9 req-6165e287-faf8-4438-b2d9-9b79dfac6afb tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:32:04.967900 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cec67ec-2543-406d-adac-0bccc82c54b9 req-6165e287-faf8-4438-b2d9-9b79dfac6afb tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:32:04.982475 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cec67ec-2543-406d-adac-0bccc82c54b9 req-6165e287-faf8-4438-b2d9-9b79dfac6afb tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:32:04.989964 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cec67ec-2543-406d-adac-0bccc82c54b9 req-6165e287-faf8-4438-b2d9-9b79dfac6afb tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:32:05.008895 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cec67ec-2543-406d-adac-0bccc82c54b9 req-6165e287-faf8-4438-b2d9-9b79dfac6afb tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:32:05.011459 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-5cec67ec-2543-406d-adac-0bccc82c54b9 req-6165e287-faf8-4438-b2d9-9b79dfac6afb tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] 10.222.0.89 "GET /v2.0/ports?device_id=f9afa7a5-1aca-47d0-a335-e4059d5a8169 HTTP/1.1" status: 200 len: 5433 time: 0.3485675 Feb 04 17:32:05.026661 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-1f596b2a-2860-439f-bfdd-5eba85a49d7d tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (7ea6974a-8dc6-4472-8e40-4190f6869417), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:05.055123 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f4e48a-3aa6-4e30-874f-b6480d30f2aa req-d88b8edc-c49e-4a7a-949a-b88af83e2af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:32:05.058211 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-60f4e48a-3aa6-4e30-874f-b6480d30f2aa req-d88b8edc-c49e-4a7a-949a-b88af83e2af3 service neutron] 10.222.0.96 "GET /v2.0/networks?id=a64d26d7-6663-4816-93ec-6e302f6e65a3 HTTP/1.1" status: 200 len: 913 time: 0.1868169 Feb 04 17:32:05.095163 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-5e1be089-0678-4941-8a7e-709af1b31c39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '546ad7b5-1bb0-42d9-81fc-8541e07251fd', 'name': 'tempest-TaggedBootDevicesTest-2038486132-router', 'tenant_id': 'ae7af1f68a8142688c6249d339ab8a6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.128'}], 'enable_snat': True}, 'gw_port_id': '44586c4a-44a8-4136-84a8-021940d88f6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:28:33Z', 'updated_at': '2022-02-04T17:28:39Z', 'revision_number': 4, 'project_id': 'ae7af1f68a8142688c6249d339ab8a6d', 'gw_port': {'id': '44586c4a-44a8-4136-84a8-021940d88f6c', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:4d:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '546ad7b5-1bb0-42d9-81fc-8541e07251fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2118, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:28:34Z', 'updated_at': '2022-02-04T17:28:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_floatingips': [{'id': '6e0f629e-978d-4a9d-9732-e69a11d665f7', 'tenant_id': 'ae7af1f68a8142688c6249d339ab8a6d', 'floating_ip_address': '172.25.6.10', 'floating_network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'router_id': '546ad7b5-1bb0-42d9-81fc-8541e07251fd', 'port_id': '1f1fc21f-8afb-4ed1-ab35-d8918c765c07', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2232, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a64d26d7-6663-4816-93ec-6e302f6e65a3', 'mac_address': 'fa:16:3e:79:87:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9afa7a5-1aca-47d0-a335-e4059d5a8169', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T17:30:00Z', 'updated_at': '2022-02-04T17:32:03Z', 'revision_number': 1, 'project_id': 'ae7af1f68a8142688c6249d339ab8a6d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10f25b3b-b837-4b77-89e8-ff5b2a84a594', 'name': '', 'network_id': 'a64d26d7-6663-4816-93ec-6e302f6e65a3', 'tenant_id': 'ae7af1f68a8142688c6249d339ab8a6d', 'mac_address': 'fa:16:3e:44:7c:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '546ad7b5-1bb0-42d9-81fc-8541e07251fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2120, 'fixed_ips': [{'subnet_id': 'f380e9a2-3490-45e9-934d-38ee4f9d651d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:28:38Z', 'updated_at': '2022-02-04T17:28:47Z', 'revision_number': 5, 'project_id': 'ae7af1f68a8142688c6249d339ab8a6d', 'subnets': [{'id': 'f380e9a2-3490-45e9-934d-38ee4f9d651d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-2', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:32:05.132137 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e1be089-0678-4941-8a7e-709af1b31c39 None None] Checking router: 546ad7b5-1bb0-42d9-81fc-8541e07251fd for host: n-d-827839-2 {{(pid=103379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 17:32:05.142262 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e1be089-0678-4941-8a7e-709af1b31c39 None None] Routers {'546ad7b5-1bb0-42d9-81fc-8541e07251fd'} bound to L3 agent in host n-d-827839-2 {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:32:05.143185 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-5e1be089-0678-4941-8a7e-709af1b31c39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:32:02Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['546ad7b5-1bb0-42d9-81fc-8541e07251fd'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:32:05.170578 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f596b2a-2860-439f-bfdd-5eba85a49d7d tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Pushing event deleted for resources: {'Port': ['ID=7ea6974a-8dc6-4472-8e40-4190f6869417,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:32:05.210520 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-60f4e48a-3aa6-4e30-874f-b6480d30f2aa req-4f6aba03-cd43-483a-b09d-0f5812651857 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1f1fc21f-8afb-4ed1-ab35-d8918c765c07 HTTP/1.1" status: 200 len: 999 time: 0.1308665 Feb 04 17:32:05.317591 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f4e48a-3aa6-4e30-874f-b6480d30f2aa req-7bb30dd6-3665-46a2-83c8-e39b2429d703 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:32:05.320800 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-60f4e48a-3aa6-4e30-874f-b6480d30f2aa req-7bb30dd6-3665-46a2-83c8-e39b2429d703 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=f380e9a2-3490-45e9-934d-38ee4f9d651d HTTP/1.1" status: 200 len: 851 time: 0.1003072 Feb 04 17:32:05.386756 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvr_db [None req-5e1be089-0678-4941-8a7e-709af1b31c39 None None] Set router 546ad7b5-1bb0-42d9-81fc-8541e07251fd gateway port host: n-d-827839-2 {{(pid=103379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:32:05.423004 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f4e48a-3aa6-4e30-874f-b6480d30f2aa req-d623621c-3985-486e-a2a3-0162ab261670 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:32:05.425112 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-60f4e48a-3aa6-4e30-874f-b6480d30f2aa req-d623621c-3985-486e-a2a3-0162ab261670 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=a64d26d7-6663-4816-93ec-6e302f6e65a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0931253 Feb 04 17:32:05.445094 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f596b2a-2860-439f-bfdd-5eba85a49d7d tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Router a809c81b-79b5-4ed6-a88e-8cf2748df749 has already been hosted by L3 agent 64ada913-9131-4d99-a265-63a920956287 {{(pid=103377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 17:32:05.446585 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [req-60f4e48a-3aa6-4e30-874f-b6480d30f2aa req-34dc2852-21ad-44cf-9299-241686b89f7b service neutron] http://10.222.0.89:9696/v2.0/extensions returned with HTTP 200 {{(pid=103376) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 17:32:05.451124 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-60f4e48a-3aa6-4e30-874f-b6480d30f2aa req-34dc2852-21ad-44cf-9299-241686b89f7b service neutron] 10.222.0.96 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0140190 Feb 04 17:32:05.581696 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-60f4e48a-3aa6-4e30-874f-b6480d30f2aa req-9e90baba-3e7e-4ab1-afbb-4bea527a2eb3 service neutron] 10.222.0.96 "GET /v2.0/networks/a64d26d7-6663-4816-93ec-6e302f6e65a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211770 Feb 04 17:32:05.602467 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f596b2a-2860-439f-bfdd-5eba85a49d7d tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Notify agent at l3_agent.n-d-827839-2 the message routers_updated {{(pid=103377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 17:32:05.621036 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b105d754-4dc5-4ad2-83e0-35f4cb2f989b None None] Sync routers for ids ['a809c81b-79b5-4ed6-a88e-8cf2748df749'] in n-d-827839-2 {{(pid=103378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 17:32:05.641185 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b105d754-4dc5-4ad2-83e0-35f4cb2f989b None None] Routers {'a809c81b-79b5-4ed6-a88e-8cf2748df749'} bound to L3 agent in host n-d-827839-2 {{(pid=103378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:32:05.651211 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-b105d754-4dc5-4ad2-83e0-35f4cb2f989b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:32:02Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['a809c81b-79b5-4ed6-a88e-8cf2748df749'], 'active': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:32:05.659978 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-5cec67ec-2543-406d-adac-0bccc82c54b9 req-d02618cd-b859-4d91-a2b2-e7ee16b35f60 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] 10.222.0.89 "GET /v2.0/security-groups?id=97363f9b-735d-4c1b-ae48-6b5390fc2698&id=0a858dd3-bfe4-4a54-8e21-ad7067112b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.6338673 Feb 04 17:32:05.731942 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-1f596b2a-2860-439f-bfdd-5eba85a49d7d tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:05.739183 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-1f596b2a-2860-439f-bfdd-5eba85a49d7d tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] 10.222.0.89 "DELETE /v2.0/ports/7ea6974a-8dc6-4472-8e40-4190f6869417 HTTP/1.1" status: 204 len: 168 time: 1.7034483 Feb 04 17:32:05.740726 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 49646) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:32:05.831990 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-b105d754-4dc5-4ad2-83e0-35f4cb2f989b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827839-2', False) {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:32:05.852779 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (ba70844b-66a0-45fd-a2f2-e6ed673321fc), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:05.864897 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b105d754-4dc5-4ad2-83e0-35f4cb2f989b None None] Routers {'a809c81b-79b5-4ed6-a88e-8cf2748df749'} bound to L3 agent in host n-d-827839-2 {{(pid=103378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:32:05.869272 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-b105d754-4dc5-4ad2-83e0-35f4cb2f989b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:32:02Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['a809c81b-79b5-4ed6-a88e-8cf2748df749'], 'active': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:32:05.937837 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-b105d754-4dc5-4ad2-83e0-35f4cb2f989b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827839-2', False) {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:32:05.939370 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b105d754-4dc5-4ad2-83e0-35f4cb2f989b None None] The sync data for ids ['a809c81b-79b5-4ed6-a88e-8cf2748df749'] in n-d-827839-2 is: [] {{(pid=103378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 17:32:05.941758 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-60f4e48a-3aa6-4e30-874f-b6480d30f2aa req-e3f9b122-9c84-4dc4-be7c-a73d11943ec3 service neutron] 10.222.0.96 "GET /v2.0/networks/a64d26d7-6663-4816-93ec-6e302f6e65a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3511310 Feb 04 17:32:05.991583 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-5e1be089-0678-4941-8a7e-709af1b31c39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '546ad7b5-1bb0-42d9-81fc-8541e07251fd', 'name': 'tempest-TaggedBootDevicesTest-2038486132-router', 'tenant_id': 'ae7af1f68a8142688c6249d339ab8a6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.128'}], 'enable_snat': True}, 'gw_port_id': '44586c4a-44a8-4136-84a8-021940d88f6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:28:33Z', 'updated_at': '2022-02-04T17:28:39Z', 'revision_number': 4, 'project_id': 'ae7af1f68a8142688c6249d339ab8a6d', 'gw_port': {'id': '44586c4a-44a8-4136-84a8-021940d88f6c', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:4d:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '546ad7b5-1bb0-42d9-81fc-8541e07251fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2118, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:28:34Z', 'updated_at': '2022-02-04T17:28:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_floatingips': [{'id': '6e0f629e-978d-4a9d-9732-e69a11d665f7', 'tenant_id': 'ae7af1f68a8142688c6249d339ab8a6d', 'floating_ip_address': '172.25.6.10', 'floating_network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'router_id': '546ad7b5-1bb0-42d9-81fc-8541e07251fd', 'port_id': '1f1fc21f-8afb-4ed1-ab35-d8918c765c07', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2232, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a64d26d7-6663-4816-93ec-6e302f6e65a3', 'mac_address': 'fa:16:3e:79:87:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9afa7a5-1aca-47d0-a335-e4059d5a8169', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T17:30:00Z', 'updated_at': '2022-02-04T17:32:03Z', 'revision_number': 1, 'project_id': 'ae7af1f68a8142688c6249d339ab8a6d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10f25b3b-b837-4b77-89e8-ff5b2a84a594', 'name': '', 'network_id': 'a64d26d7-6663-4816-93ec-6e302f6e65a3', 'tenant_id': 'ae7af1f68a8142688c6249d339ab8a6d', 'mac_address': 'fa:16:3e:44:7c:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '546ad7b5-1bb0-42d9-81fc-8541e07251fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2120, 'fixed_ips': [{'subnet_id': 'f380e9a2-3490-45e9-934d-38ee4f9d651d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:28:38Z', 'updated_at': '2022-02-04T17:28:47Z', 'revision_number': 5, 'project_id': 'ae7af1f68a8142688c6249d339ab8a6d', 'subnets': [{'id': 'f380e9a2-3490-45e9-934d-38ee4f9d651d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-2', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:32:06.011206 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37029a1-f3de-4771-8930-92cf084e94fc req-f89adb95-464a-48ea-b7a8-ee41e894735c tempest-ServerDiskConfigTestJSON-47961148 tempest-ServerDiskConfigTestJSON-47961148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:32:06.013899 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-e37029a1-f3de-4771-8930-92cf084e94fc req-f89adb95-464a-48ea-b7a8-ee41e894735c tempest-ServerDiskConfigTestJSON-47961148 tempest-ServerDiskConfigTestJSON-47961148-project] 10.222.0.89 "GET /v2.0/ports?device_id=5e31becc-950d-4184-999b-78ca5074ae68 HTTP/1.1" status: 200 len: 945 time: 0.2211664 Feb 04 17:32:06.072389 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e1be089-0678-4941-8a7e-709af1b31c39 None None] The sync data for ids ['546ad7b5-1bb0-42d9-81fc-8541e07251fd'] in n-d-827839-2 is: [{'id': '546ad7b5-1bb0-42d9-81fc-8541e07251fd', 'name': 'tempest-TaggedBootDevicesTest-2038486132-router', 'tenant_id': 'ae7af1f68a8142688c6249d339ab8a6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.128'}], 'enable_snat': True}, 'gw_port_id': '44586c4a-44a8-4136-84a8-021940d88f6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:28:33Z', 'updated_at': '2022-02-04T17:28:39Z', 'revision_number': 4, 'project_id': 'ae7af1f68a8142688c6249d339ab8a6d', 'gw_port': {'id': '44586c4a-44a8-4136-84a8-021940d88f6c', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:4d:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '546ad7b5-1bb0-42d9-81fc-8541e07251fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2118, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:28:34Z', 'updated_at': '2022-02-04T17:28:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_floatingips': [{'id': '6e0f629e-978d-4a9d-9732-e69a11d665f7', 'tenant_id': 'ae7af1f68a8142688c6249d339ab8a6d', 'floating_ip_address': '172.25.6.10', 'floating_network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'router_id': '546ad7b5-1bb0-42d9-81fc-8541e07251fd', 'port_id': '1f1fc21f-8afb-4ed1-ab35-d8918c765c07', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2232, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a64d26d7-6663-4816-93ec-6e302f6e65a3', 'mac_address': 'fa:16:3e:79:87:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9afa7a5-1aca-47d0-a335-e4059d5a8169', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T17:30:00Z', 'updated_at': '2022-02-04T17:32:03Z', 'revision_number': 1, 'project_id': 'ae7af1f68a8142688c6249d339ab8a6d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10f25b3b-b837-4b77-89e8-ff5b2a84a594', 'name': '', 'network_id': 'a64d26d7-6663-4816-93ec-6e302f6e65a3', 'tenant_id': 'ae7af1f68a8142688c6249d339ab8a6d', 'mac_address': 'fa:16:3e:44:7c:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '546ad7b5-1bb0-42d9-81fc-8541e07251fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2120, 'fixed_ips': [{'subnet_id': 'f380e9a2-3490-45e9-934d-38ee4f9d651d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:28:38Z', 'updated_at': '2022-02-04T17:28:47Z', 'revision_number': 5, 'project_id': 'ae7af1f68a8142688c6249d339ab8a6d', 'subnets': [{'id': 'f380e9a2-3490-45e9-934d-38ee4f9d651d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 17:32:06.139394 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-e37029a1-f3de-4771-8930-92cf084e94fc req-1ce84c35-764a-4cfb-95e5-5dc834b21930 tempest-ServerDiskConfigTestJSON-47961148 tempest-ServerDiskConfigTestJSON-47961148-project] 10.222.0.89 "GET /v2.0/security-groups?id=ffff0ed7-cf9e-4cbb-9be9-3a1c2dba1e58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191673 Feb 04 17:32:06.407243 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-b4f36347-eb8b-4690-801d-86036d4b5171 tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602754'] for router_interface (a809c81b-79b5-4ed6-a88e-8cf2748df749), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:06.531613 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49d8d12b-cd89-4ea2-9627-f6b5147b6d86 None None] New status for floating IP 6e0f629e-978d-4a9d-9732-e69a11d665f7: ACTIVE {{(pid=103379) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 17:32:06.610803 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0dafff-e03f-45e0-aa06-05f8238ebd37 req-27f9321c-d5bc-48e4-8940-ee7fb30c6981 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:32:06.612973 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-db0dafff-e03f-45e0-aa06-05f8238ebd37 req-27f9321c-d5bc-48e4-8940-ee7fb30c6981 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=1340b33ced494106823c7c635ada16b9&device_id=5e31becc-950d-4184-999b-78ca5074ae68 HTTP/1.1" status: 200 len: 1127 time: 0.0913777 Feb 04 17:32:06.963456 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 49690) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:32:06.981137 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0dafff-e03f-45e0-aa06-05f8238ebd37 req-943e04e1-47f2-4e75-96d5-520fd63133a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:32:06.982644 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-db0dafff-e03f-45e0-aa06-05f8238ebd37 req-943e04e1-47f2-4e75-96d5-520fd63133a4 service neutron] 10.222.0.90 "GET /v2.0/networks?id=3c6b4be4-b4b9-4735-a6e5-15af4ecbb3e6 HTTP/1.1" status: 200 len: 916 time: 0.3166625 Feb 04 17:32:06.998206 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d5c6bf-1ee5-4fdd-bc5d-b5fefc7f809d req-7a795eb8-ab9e-4008-9ef2-9a3f9be11fa3 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:32:07.003687 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d5c6bf-1ee5-4fdd-bc5d-b5fefc7f809d req-7a795eb8-ab9e-4008-9ef2-9a3f9be11fa3 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:32:07.009207 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d5c6bf-1ee5-4fdd-bc5d-b5fefc7f809d req-7a795eb8-ab9e-4008-9ef2-9a3f9be11fa3 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:32:07.015320 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d5c6bf-1ee5-4fdd-bc5d-b5fefc7f809d req-7a795eb8-ab9e-4008-9ef2-9a3f9be11fa3 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:32:07.020694 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d5c6bf-1ee5-4fdd-bc5d-b5fefc7f809d req-7a795eb8-ab9e-4008-9ef2-9a3f9be11fa3 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:32:07.026147 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d5c6bf-1ee5-4fdd-bc5d-b5fefc7f809d req-7a795eb8-ab9e-4008-9ef2-9a3f9be11fa3 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:32:07.031399 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d5c6bf-1ee5-4fdd-bc5d-b5fefc7f809d req-7a795eb8-ab9e-4008-9ef2-9a3f9be11fa3 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:32:07.033326 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-e2d5c6bf-1ee5-4fdd-bc5d-b5fefc7f809d req-7a795eb8-ab9e-4008-9ef2-9a3f9be11fa3 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] 10.222.0.89 "GET /v2.0/ports?device_id=f9afa7a5-1aca-47d0-a335-e4059d5a8169 HTTP/1.1" status: 200 len: 5433 time: 0.2501984 Feb 04 17:32:07.112584 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-db0dafff-e03f-45e0-aa06-05f8238ebd37 req-f3d15b04-b7b2-4141-8b0f-c997370ff581 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f32ff516-a26c-4e84-b289-c2e0d0845aec HTTP/1.1" status: 200 len: 217 time: 0.0762997 Feb 04 17:32:07.235517 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-e2d5c6bf-1ee5-4fdd-bc5d-b5fefc7f809d req-b4a33cf9-39c5-4950-a878-ba2da7ebbb7f tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] 10.222.0.89 "GET /v2.0/security-groups?id=97363f9b-735d-4c1b-ae48-6b5390fc2698&id=0a858dd3-bfe4-4a54-8e21-ad7067112b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1707132 Feb 04 17:32:07.237999 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0dafff-e03f-45e0-aa06-05f8238ebd37 req-2d928d62-26c5-48f3-8526-b998c89743a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:32:07.239404 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-db0dafff-e03f-45e0-aa06-05f8238ebd37 req-2d928d62-26c5-48f3-8526-b998c89743a8 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=375be7ec-5e9b-4b86-ae0d-acfb51345bdd HTTP/1.1" status: 200 len: 855 time: 0.1180813 Feb 04 17:32:07.254117 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-f876108e-dae6-44c2-9c12-1e3fe888f3dd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:07.276579 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-db0dafff-e03f-45e0-aa06-05f8238ebd37 req-4bac7d05-28ce-4d89-8fc2-56010354ac98 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=3c6b4be4-b4b9-4735-a6e5-15af4ecbb3e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285876 Feb 04 17:32:07.295623 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-b4f36347-eb8b-4690-801d-86036d4b5171 tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Deleting port 90af2c5a-856e-4475-afee-9ef9be936063 {{(pid=103377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:32:07.295962 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-b4f36347-eb8b-4690-801d-86036d4b5171 tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (90af2c5a-856e-4475-afee-9ef9be936063), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:07.504245 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-f876108e-dae6-44c2-9c12-1e3fe888f3dd admin admin] Publish callbacks [] for security_group (7fccbb57-7445-417c-9782-169a71a23224), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:07.515644 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-f876108e-dae6-44c2-9c12-1e3fe888f3dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (7fccbb57-7445-417c-9782-169a71a23224), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:07.636776 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-f876108e-dae6-44c2-9c12-1e3fe888f3dd admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=868300635fd04be58165799552200ae1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6720870 Feb 04 17:32:07.639884 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 49718) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:32:07.654457 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f876108e-dae6-44c2-9c12-1e3fe888f3dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fccbb57-7445-417c-9782-169a71a23224,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:32:07.683109 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fab07f-a1e3-4870-9c7e-720c749e5e04 req-c5aef725-e4b7-4871-8df2-c208e30df17d tempest-ServerDiskConfigTestJSON-47961148 tempest-ServerDiskConfigTestJSON-47961148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:32:07.691851 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-d2fab07f-a1e3-4870-9c7e-720c749e5e04 req-c5aef725-e4b7-4871-8df2-c208e30df17d tempest-ServerDiskConfigTestJSON-47961148 tempest-ServerDiskConfigTestJSON-47961148-project] 10.222.0.89 "GET /v2.0/ports?device_id=5e31becc-950d-4184-999b-78ca5074ae68 HTTP/1.1" status: 200 len: 945 time: 0.4063377 Feb 04 17:32:07.785008 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-62c08b11-3a8a-4007-b6c4-24f930328e2e admin admin] Publish callbacks [] for security_group (7fccbb57-7445-417c-9782-169a71a23224), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:07.797099 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-d2fab07f-a1e3-4870-9c7e-720c749e5e04 req-b4b83597-7378-4986-967e-59c68849d55d tempest-ServerDiskConfigTestJSON-47961148 tempest-ServerDiskConfigTestJSON-47961148-project] 10.222.0.89 "GET /v2.0/security-groups?id=ffff0ed7-cf9e-4cbb-9be9-3a1c2dba1e58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038847 Feb 04 17:32:07.802571 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 49722) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:32:07.881271 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-62c08b11-3a8a-4007-b6c4-24f930328e2e admin admin] Publish callbacks [] for security_group (7fccbb57-7445-417c-9782-169a71a23224), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:07.910908 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 49730) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:32:07.970511 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-b4f36347-eb8b-4690-801d-86036d4b5171 tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (90af2c5a-856e-4475-afee-9ef9be936063), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:07.978230 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-62c08b11-3a8a-4007-b6c4-24f930328e2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (7fccbb57-7445-417c-9782-169a71a23224), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:07.980897 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-62c08b11-3a8a-4007-b6c4-24f930328e2e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:07.984395 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-62c08b11-3a8a-4007-b6c4-24f930328e2e admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/7fccbb57-7445-417c-9782-169a71a23224 HTTP/1.1" status: 204 len: 168 time: 0.3397791 Feb 04 17:32:07.998867 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c08b11-3a8a-4007-b6c4-24f930328e2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fccbb57-7445-417c-9782-169a71a23224,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:32:08.016016 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-b4f36347-eb8b-4690-801d-86036d4b5171 tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Calling delete_port for 90af2c5a-856e-4475-afee-9ef9be936063 owned by network:router_interface {{(pid=103377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:32:08.041545 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871f4ab1-54c9-4584-9c5f-1b1446b9890b req-7ffa04b8-1a5d-435f-b582-42b90feb6690 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:32:08.049356 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871f4ab1-54c9-4584-9c5f-1b1446b9890b req-7ffa04b8-1a5d-435f-b582-42b90feb6690 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:32:08.056773 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871f4ab1-54c9-4584-9c5f-1b1446b9890b req-7ffa04b8-1a5d-435f-b582-42b90feb6690 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:32:08.062457 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871f4ab1-54c9-4584-9c5f-1b1446b9890b req-7ffa04b8-1a5d-435f-b582-42b90feb6690 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:32:08.070073 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871f4ab1-54c9-4584-9c5f-1b1446b9890b req-7ffa04b8-1a5d-435f-b582-42b90feb6690 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:32:08.076386 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871f4ab1-54c9-4584-9c5f-1b1446b9890b req-7ffa04b8-1a5d-435f-b582-42b90feb6690 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:32:08.081956 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871f4ab1-54c9-4584-9c5f-1b1446b9890b req-7ffa04b8-1a5d-435f-b582-42b90feb6690 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:32:08.084482 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-871f4ab1-54c9-4584-9c5f-1b1446b9890b req-7ffa04b8-1a5d-435f-b582-42b90feb6690 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] 10.222.0.89 "GET /v2.0/ports?device_id=f9afa7a5-1aca-47d0-a335-e4059d5a8169 HTTP/1.1" status: 200 len: 5433 time: 0.3009048 Feb 04 17:32:08.126544 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-db0dafff-e03f-45e0-aa06-05f8238ebd37 req-4c75ae17-1e1e-4790-b0f5-dd8f69b5f6b2 service neutron] 10.222.0.90 "GET /v2.0/networks/3c6b4be4-b4b9-4735-a6e5-15af4ecbb3e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8405085 Feb 04 17:32:08.195490 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-2477233c-5ffb-4963-a4fb-828e191fae8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1974630937 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1974630937-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-616015461'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:32:08.282395 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2477233c-5ffb-4963-a4fb-828e191fae8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1974630937 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1974630937-project] Made reservation on behalf of bf873ce8af8f4baeb55f6f3f39cd6dcb for: {'network': 1} {{(pid=103376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:32:08.285970 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-2477233c-5ffb-4963-a4fb-828e191fae8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1974630937 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1974630937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for network (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:08.303221 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-2477233c-5ffb-4963-a4fb-828e191fae8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1974630937 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1974630937-project] Publish callbacks [] for security_group (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:08.316682 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-871f4ab1-54c9-4584-9c5f-1b1446b9890b req-b9244ae3-fe60-4432-aa73-e4f90136f68c tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] 10.222.0.89 "GET /v2.0/security-groups?id=97363f9b-735d-4c1b-ae48-6b5390fc2698&id=0a858dd3-bfe4-4a54-8e21-ad7067112b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2177947 Feb 04 17:32:08.419957 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-2477233c-5ffb-4963-a4fb-828e191fae8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1974630937 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1974630937-project] Publish callbacks [] for security_group (5440aa4e-c8f4-4c76-ace8-5905defe5249), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:08.488669 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-2477233c-5ffb-4963-a4fb-828e191fae8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1974630937 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1974630937-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (5440aa4e-c8f4-4c76-ace8-5905defe5249), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:08.530162 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-db0dafff-e03f-45e0-aa06-05f8238ebd37 req-afe71aa9-c111-4e1e-ae6b-5f1096f5d7bb service neutron] 10.222.0.90 "GET /v2.0/networks/3c6b4be4-b4b9-4735-a6e5-15af4ecbb3e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3618579 Feb 04 17:32:08.635769 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-b4f36347-eb8b-4690-801d-86036d4b5171 tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (90af2c5a-856e-4475-afee-9ef9be936063), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:08.645845 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 49746) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:32:08.702968 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2477233c-5ffb-4963-a4fb-828e191fae8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1974630937 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1974630937-project] vlan segment allocate from pool success with {'vlan_id': 782, 'physical_network': 'physnet1'} {{(pid=103376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 17:32:08.770285 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f36347-eb8b-4690-801d-86036d4b5171 tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Pushing event deleted for resources: {'Port': ['ID=90af2c5a-856e-4475-afee-9ef9be936063,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:32:08.775234 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-e475b894-a453-490b-ad5b-04e82bb54f98 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:08.784204 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-2477233c-5ffb-4963-a4fb-828e191fae8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1974630937 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1974630937-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (95e6fb3a-d7bd-46be-8f61-00b6b61bb601), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:08.784577 n-d-827839-2 neutron-server[103376]: INFO neutron.db.segments_db [None req-2477233c-5ffb-4963-a4fb-828e191fae8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1974630937 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1974630937-project] Added segment 95e6fb3a-d7bd-46be-8f61-00b6b61bb601 of type vlan for network fbf0e996-85bd-48b2-a5be-2cc78628792e Feb 04 17:32:08.814660 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-c98b87d1-a830-4b32-a204-077eec136f5d req-20515235-6600-48a8-baaa-0edcc01d4d81 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=f9afa7a5-1aca-47d0-a335-e4059d5a8169&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.3914309 Feb 04 17:32:08.835866 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2477233c-5ffb-4963-a4fb-828e191fae8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1974630937 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1974630937-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5440aa4e-c8f4-4c76-ace8-5905defe5249,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:32:08.967225 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-2477233c-5ffb-4963-a4fb-828e191fae8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1974630937 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1974630937-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781084292801'] for network (fbf0e996-85bd-48b2-a5be-2cc78628792e), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:09.076124 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cea8b5-5db0-474e-80be-7ab6ad793c52 req-0ecf7e31-06f6-44eb-a711-2ef723d8abaf tempest-ServerDiskConfigTestJSON-47961148 tempest-ServerDiskConfigTestJSON-47961148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:32:09.077924 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-e1cea8b5-5db0-474e-80be-7ab6ad793c52 req-0ecf7e31-06f6-44eb-a711-2ef723d8abaf tempest-ServerDiskConfigTestJSON-47961148 tempest-ServerDiskConfigTestJSON-47961148-project] 10.222.0.89 "GET /v2.0/ports?device_id=5e31becc-950d-4184-999b-78ca5074ae68 HTTP/1.1" status: 200 len: 945 time: 0.1324744 Feb 04 17:32:09.089347 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-b4f36347-eb8b-4690-801d-86036d4b5171 tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1677336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1602614'] for router_interface (a809c81b-79b5-4ed6-a88e-8cf2748df749), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:09.093384 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d21d6f-af5a-4a46-8d1f-4d39f502b46a req-d6f1b3bb-95c4-4096-b45f-6a98d5f8cafe tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:32:09.103550 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d21d6f-af5a-4a46-8d1f-4d39f502b46a req-d6f1b3bb-95c4-4096-b45f-6a98d5f8cafe tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:32:09.105636 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d21d6f-af5a-4a46-8d1f-4d39f502b46a req-d6f1b3bb-95c4-4096-b45f-6a98d5f8cafe tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:32:09.116046 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d21d6f-af5a-4a46-8d1f-4d39f502b46a req-d6f1b3bb-95c4-4096-b45f-6a98d5f8cafe tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:32:09.123077 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d21d6f-af5a-4a46-8d1f-4d39f502b46a req-d6f1b3bb-95c4-4096-b45f-6a98d5f8cafe tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:32:09.129126 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d21d6f-af5a-4a46-8d1f-4d39f502b46a req-d6f1b3bb-95c4-4096-b45f-6a98d5f8cafe tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:32:09.135072 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d21d6f-af5a-4a46-8d1f-4d39f502b46a req-d6f1b3bb-95c4-4096-b45f-6a98d5f8cafe tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:32:09.140919 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-04d21d6f-af5a-4a46-8d1f-4d39f502b46a req-d6f1b3bb-95c4-4096-b45f-6a98d5f8cafe tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] 10.222.0.89 "GET /v2.0/ports?device_id=f9afa7a5-1aca-47d0-a335-e4059d5a8169 HTTP/1.1" status: 200 len: 5433 time: 0.6209800 Feb 04 17:32:09.180546 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98b87d1-a830-4b32-a204-077eec136f5d req-0c1ba6bc-c712-4e7d-a22a-da35e3b65d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:32:09.181019 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98b87d1-a830-4b32-a204-077eec136f5d req-0c1ba6bc-c712-4e7d-a22a-da35e3b65d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:32:09.181606 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98b87d1-a830-4b32-a204-077eec136f5d req-0c1ba6bc-c712-4e7d-a22a-da35e3b65d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:32:09.182618 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98b87d1-a830-4b32-a204-077eec136f5d req-0c1ba6bc-c712-4e7d-a22a-da35e3b65d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:32:09.183077 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98b87d1-a830-4b32-a204-077eec136f5d req-0c1ba6bc-c712-4e7d-a22a-da35e3b65d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:32:09.183633 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98b87d1-a830-4b32-a204-077eec136f5d req-0c1ba6bc-c712-4e7d-a22a-da35e3b65d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:32:09.183987 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98b87d1-a830-4b32-a204-077eec136f5d req-0c1ba6bc-c712-4e7d-a22a-da35e3b65d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:32:09.186013 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-c98b87d1-a830-4b32-a204-077eec136f5d req-0c1ba6bc-c712-4e7d-a22a-da35e3b65d1f service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=ae7af1f68a8142688c6249d339ab8a6d&device_id=f9afa7a5-1aca-47d0-a335-e4059d5a8169 HTTP/1.1" status: 200 len: 6707 time: 0.2862186 Feb 04 17:32:09.197249 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-2477233c-5ffb-4963-a4fb-828e191fae8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1974630937 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1974630937-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327'] for network (fbf0e996-85bd-48b2-a5be-2cc78628792e), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:09.203704 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2477233c-5ffb-4963-a4fb-828e191fae8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1974630937 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1974630937-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:32:09.204313 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-2477233c-5ffb-4963-a4fb-828e191fae8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1974630937 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1974630937-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677565'] for network (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:09.244976 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-2477233c-5ffb-4963-a4fb-828e191fae8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1974630937 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1974630937-project] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 802 time: 1.4340754 Feb 04 17:32:09.328336 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-e475b894-a453-490b-ad5b-04e82bb54f98 admin admin] Publish callbacks [] for security_group (8689e64c-6a1f-4717-a2fe-892cad36f343), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:09.337862 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-e475b894-a453-490b-ad5b-04e82bb54f98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (8689e64c-6a1f-4717-a2fe-892cad36f343), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:09.419761 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-e1cea8b5-5db0-474e-80be-7ab6ad793c52 req-755f7e05-76f5-4dcd-8392-08c374c2ff37 tempest-ServerDiskConfigTestJSON-47961148 tempest-ServerDiskConfigTestJSON-47961148-project] 10.222.0.89 "GET /v2.0/security-groups?id=ffff0ed7-cf9e-4cbb-9be9-3a1c2dba1e58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3325915 Feb 04 17:32:09.462041 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98b87d1-a830-4b32-a204-077eec136f5d req-42498458-40f8-4407-8f95-4ee880055c8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:32:09.462553 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98b87d1-a830-4b32-a204-077eec136f5d req-42498458-40f8-4407-8f95-4ee880055c8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:32:09.463048 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98b87d1-a830-4b32-a204-077eec136f5d req-42498458-40f8-4407-8f95-4ee880055c8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:32:09.464903 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-c98b87d1-a830-4b32-a204-077eec136f5d req-42498458-40f8-4407-8f95-4ee880055c8f service neutron] 10.222.0.96 "GET /v2.0/networks?id=a64d26d7-6663-4816-93ec-6e302f6e65a3&id=33faf293-e0be-4b60-83b0-8ec497ee643d&id=33faf293-e0be-4b60-83b0-8ec497ee643d&id=33faf293-e0be-4b60-83b0-8ec497ee643d&id=33faf293-e0be-4b60-83b0-8ec497ee643d&id=6de4b58f-ff91-4bdc-9f3d-13346fce97eb&id=6de4b58f-ff91-4bdc-9f3d-13346fce97eb HTTP/1.1" status: 200 len: 2291 time: 0.2430434 Feb 04 17:32:09.470951 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-e475b894-a453-490b-ad5b-04e82bb54f98 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=1a99d8a910a54bbba72e3bb89afb5e13&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8140507 Feb 04 17:32:09.473207 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 49768) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:32:09.476387 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e475b894-a453-490b-ad5b-04e82bb54f98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8689e64c-6a1f-4717-a2fe-892cad36f343,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:32:09.508365 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2477233c-5ffb-4963-a4fb-828e191fae8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1974630937 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1974630937-project] Pushing event updated for resources: {'Network': ['ID=fbf0e996-85bd-48b2-a5be-2cc78628792e,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:32:09.523101 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Network fbf0e996-85bd-48b2-a5be-2cc78628792e details requested by agent ovs-agent-n-d-827839-2 with host n-d-827839-2 {{(pid=103378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 17:32:09.539713 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4f36347-eb8b-4690-801d-86036d4b5171 tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Router a809c81b-79b5-4ed6-a88e-8cf2748df749 has already been hosted by L3 agent 64ada913-9131-4d99-a265-63a920956287 {{(pid=103377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 17:32:09.684275 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-c98b87d1-a830-4b32-a204-077eec136f5d req-5c578360-6f98-4af7-a637-3bba98ae4930 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1f1fc21f-8afb-4ed1-ab35-d8918c765c07 HTTP/1.1" status: 200 len: 1001 time: 0.2030334 Feb 04 17:32:09.692965 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-4c8929c1-8133-472a-95e4-aba705817aa1 admin admin] Publish callbacks [] for security_group (8689e64c-6a1f-4717-a2fe-892cad36f343), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:09.741848 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4f36347-eb8b-4690-801d-86036d4b5171 tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Notify agent at l3_agent.n-d-827839-2 the message routers_updated {{(pid=103377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 17:32:09.753341 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a6d97dd-6fa5-42b6-9f0d-97ed432d4875 None None] Sync routers for ids ['a809c81b-79b5-4ed6-a88e-8cf2748df749'] in n-d-827839-2 {{(pid=103378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 17:32:09.776705 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-b4f36347-eb8b-4690-801d-86036d4b5171 tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] 10.222.0.89 "PUT /v2.0/routers/a809c81b-79b5-4ed6-a88e-8cf2748df749/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0300853 Feb 04 17:32:09.776705 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 49774) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:32:09.777479 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a6d97dd-6fa5-42b6-9f0d-97ed432d4875 None None] Routers {'a809c81b-79b5-4ed6-a88e-8cf2748df749'} bound to L3 agent in host n-d-827839-2 {{(pid=103378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:32:09.778169 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-0a6d97dd-6fa5-42b6-9f0d-97ed432d4875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:32:02Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['a809c81b-79b5-4ed6-a88e-8cf2748df749'], 'active': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:32:09.793959 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 49776) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:32:09.797927 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-a4050509-1a12-497d-9ebb-83211766494c tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532-project-admin] Request body: {'port': {'network_id': 'fbf0e996-85bd-48b2-a5be-2cc78628792e', 'binding:host_id': 'n-h2-827839-2', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1919081638'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:32:09.824875 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-0a6d97dd-6fa5-42b6-9f0d-97ed432d4875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827839-2', False) {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:32:09.835963 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a6d97dd-6fa5-42b6-9f0d-97ed432d4875 None None] Routers {'a809c81b-79b5-4ed6-a88e-8cf2748df749'} bound to L3 agent in host n-d-827839-2 {{(pid=103378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:32:09.836608 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-0a6d97dd-6fa5-42b6-9f0d-97ed432d4875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:32:02Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['a809c81b-79b5-4ed6-a88e-8cf2748df749'], 'active': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:32:09.884582 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-0a6d97dd-6fa5-42b6-9f0d-97ed432d4875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827839-2', False) {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:32:09.886372 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a6d97dd-6fa5-42b6-9f0d-97ed432d4875 None None] The sync data for ids ['a809c81b-79b5-4ed6-a88e-8cf2748df749'] in n-d-827839-2 is: [] {{(pid=103378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 17:32:09.942955 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4050509-1a12-497d-9ebb-83211766494c tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532-project-admin] Made reservation on behalf of 9ddc84bd58b64d6c81117b4112dc5ea7 for: {'port': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:32:09.945747 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-a4050509-1a12-497d-9ebb-83211766494c tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:09.961810 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-a4050509-1a12-497d-9ebb-83211766494c tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:09.995023 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-7630f73e-f509-4937-8d6c-06f198a86584 tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Publish callbacks [] for router (a809c81b-79b5-4ed6-a88e-8cf2748df749), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:10.161916 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (f20a1ab3-4332-4f54-833b-ba4a7c687e89), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:10.185169 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-7630f73e-f509-4937-8d6c-06f198a86584 tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Publish callbacks [] for router_gateway (a809c81b-79b5-4ed6-a88e-8cf2748df749), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:10.191054 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-ee062d75-be22-4444-9622-fc3179c0df67 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602754'] for router_interface (634116b7-81a5-43b0-b152-35141e44ea86), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:10.238586 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-4c8929c1-8133-472a-95e4-aba705817aa1 admin admin] Publish callbacks [] for security_group (8689e64c-6a1f-4717-a2fe-892cad36f343), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:10.240656 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-a4050509-1a12-497d-9ebb-83211766494c tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532-project-admin] Publish callbacks [] for security_group (10d309d2-2962-41d9-b50a-3cc3d9c2b032), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:10.246620 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-a4050509-1a12-497d-9ebb-83211766494c tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (10d309d2-2962-41d9-b50a-3cc3d9c2b032), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:10.251835 n-d-827839-2 neutron-server[103377]: DEBUG neutron.notifiers.nova [None req-a4050509-1a12-497d-9ebb-83211766494c tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532-project-admin] device_id is not set on port afe10674-70cf-43dd-90f9-dfd09649c647 yet. {{(pid=103377) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 04 17:32:10.279707 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98b87d1-a830-4b32-a204-077eec136f5d req-b8b29d13-b369-4fb5-bb65-f8592b5f4d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:32:10.281208 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-c98b87d1-a830-4b32-a204-077eec136f5d req-b8b29d13-b369-4fb5-bb65-f8592b5f4d82 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=f380e9a2-3490-45e9-934d-38ee4f9d651d HTTP/1.1" status: 200 len: 851 time: 0.5853262 Feb 04 17:32:10.381676 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4050509-1a12-497d-9ebb-83211766494c tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10d309d2-2962-41d9-b50a-3cc3d9c2b032,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:32:10.394881 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4050509-1a12-497d-9ebb-83211766494c tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:32:10.395218 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4050509-1a12-497d-9ebb-83211766494c tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:32:10.395557 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4050509-1a12-497d-9ebb-83211766494c tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:32:10.395884 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4050509-1a12-497d-9ebb-83211766494c tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:32:10.396223 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4050509-1a12-497d-9ebb-83211766494c tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:32:10.396558 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4050509-1a12-497d-9ebb-83211766494c tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:32:10.396918 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4050509-1a12-497d-9ebb-83211766494c tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:32:10.397248 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4050509-1a12-497d-9ebb-83211766494c tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:32:10.397564 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4050509-1a12-497d-9ebb-83211766494c tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:32:10.397892 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4050509-1a12-497d-9ebb-83211766494c tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:32:10.398215 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4050509-1a12-497d-9ebb-83211766494c tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:32:10.398535 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4050509-1a12-497d-9ebb-83211766494c tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:32:10.398857 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4050509-1a12-497d-9ebb-83211766494c tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:32:10.411075 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-7630f73e-f509-4937-8d6c-06f198a86584 tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Deleting port e505237f-7f9a-4d6a-b47a-09b049c1a2e8 {{(pid=103377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:32:10.411410 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-7630f73e-f509-4937-8d6c-06f198a86584 tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (e505237f-7f9a-4d6a-b47a-09b049c1a2e8), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:10.412244 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98b87d1-a830-4b32-a204-077eec136f5d req-4c416728-6023-41d7-aabf-f7badb8445dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:32:10.414187 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-c98b87d1-a830-4b32-a204-077eec136f5d req-4c416728-6023-41d7-aabf-f7badb8445dd service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=a64d26d7-6663-4816-93ec-6e302f6e65a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1245971 Feb 04 17:32:10.465215 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-4c8929c1-8133-472a-95e4-aba705817aa1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (8689e64c-6a1f-4717-a2fe-892cad36f343), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:10.471557 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-4c8929c1-8133-472a-95e4-aba705817aa1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:10.475960 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-4c8929c1-8133-472a-95e4-aba705817aa1 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/8689e64c-6a1f-4717-a2fe-892cad36f343 HTTP/1.1" status: 204 len: 168 time: 0.9960093 Feb 04 17:32:10.562665 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8929c1-8133-472a-95e4-aba705817aa1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8689e64c-6a1f-4717-a2fe-892cad36f343,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:32:10.600652 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-7630f73e-f509-4937-8d6c-06f198a86584 tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (e505237f-7f9a-4d6a-b47a-09b049c1a2e8), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:10.624619 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-c98b87d1-a830-4b32-a204-077eec136f5d req-6bd10aa4-387a-4ed4-a1ee-ce42cd7c2837 service neutron] 10.222.0.96 "GET /v2.0/networks/a64d26d7-6663-4816-93ec-6e302f6e65a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1890054 Feb 04 17:32:10.643976 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-7630f73e-f509-4937-8d6c-06f198a86584 tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Calling delete_port for e505237f-7f9a-4d6a-b47a-09b049c1a2e8 owned by network:router_gateway {{(pid=103377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:32:10.668585 n-d-827839-2 neutron-server[103377]: DEBUG neutron.notifiers.nova [None req-a4050509-1a12-497d-9ebb-83211766494c tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532-project-admin] device_id is not set on port afe10674-70cf-43dd-90f9-dfd09649c647 yet. {{(pid=103377) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 04 17:32:10.712243 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-a4050509-1a12-497d-9ebb-83211766494c tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532-project-admin] Publish callbacks [] for port (afe10674-70cf-43dd-90f9-dfd09649c647), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:10.725746 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce72ba10-337c-4e14-ae96-9558b43aef27 req-4b3bf7eb-a246-4e95-a130-5c3b1bff9acb tempest-ServerDiskConfigTestJSON-47961148 tempest-ServerDiskConfigTestJSON-47961148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:32:10.727289 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-ce72ba10-337c-4e14-ae96-9558b43aef27 req-4b3bf7eb-a246-4e95-a130-5c3b1bff9acb tempest-ServerDiskConfigTestJSON-47961148 tempest-ServerDiskConfigTestJSON-47961148-project] 10.222.0.89 "GET /v2.0/ports?device_id=5e31becc-950d-4184-999b-78ca5074ae68 HTTP/1.1" status: 200 len: 945 time: 0.1933179 Feb 04 17:32:10.730391 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-a4050509-1a12-497d-9ebb-83211766494c tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (afe10674-70cf-43dd-90f9-dfd09649c647), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:10.801490 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-c98b87d1-a830-4b32-a204-077eec136f5d req-b26f5d1d-9092-4ae8-9ec3-ad211c3a3e63 service neutron] 10.222.0.96 "GET /v2.0/networks/a64d26d7-6663-4816-93ec-6e302f6e65a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1482139 Feb 04 17:32:10.806434 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-ee062d75-be22-4444-9622-fc3179c0df67 admin admin] Deleting port 83c5931d-90c7-4719-8ee3-e758fdc7bd11 {{(pid=103376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:32:10.806434 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-ee062d75-be22-4444-9622-fc3179c0df67 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (83c5931d-90c7-4719-8ee3-e758fdc7bd11), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:10.820403 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4050509-1a12-497d-9ebb-83211766494c tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532-project-admin] Pushing event updated for resources: {'Port': ['ID=afe10674-70cf-43dd-90f9-dfd09649c647,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:32:10.891902 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-c98b87d1-a830-4b32-a204-077eec136f5d req-35e675ec-4460-4de1-bc32-766134949f9f service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.111&port_id=047f18d1-ba45-4554-8c12-d78b1b2ece5e HTTP/1.1" status: 200 len: 217 time: 0.0821941 Feb 04 17:32:10.904773 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-ce72ba10-337c-4e14-ae96-9558b43aef27 req-3b3f0331-96e5-4580-bf46-b171e6a3d1b2 tempest-ServerDiskConfigTestJSON-47961148 tempest-ServerDiskConfigTestJSON-47961148-project] 10.222.0.89 "GET /v2.0/security-groups?id=ffff0ed7-cf9e-4cbb-9be9-3a1c2dba1e58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464179 Feb 04 17:32:10.909262 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4050509-1a12-497d-9ebb-83211766494c tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532-project-admin] Checking segment: {'id': '95e6fb3a-d7bd-46be-8f61-00b6b61bb601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'fbf0e996-85bd-48b2-a5be-2cc78628792e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:32:10.909669 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4050509-1a12-497d-9ebb-83211766494c tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532-project-admin] Network hostable DHCP agents. Network: fbf0e996-85bd-48b2-a5be-2cc78628792e, hostable agents: ['bb89f5a3-3c22-440b-b7d1-c4f0c43c184a'], hosted agents: [] {{(pid=103377) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 17:32:10.954217 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4050509-1a12-497d-9ebb-83211766494c tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532-project-admin] Network fbf0e996-85bd-48b2-a5be-2cc78628792e is scheduled to be hosted by DHCP agent bb89f5a3-3c22-440b-b7d1-c4f0c43c184a with binding_index 1 {{(pid=103377) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 17:32:10.984160 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98b87d1-a830-4b32-a204-077eec136f5d req-71d916e6-6a7a-4b24-aef4-6b6d2a329ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:32:10.985773 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-c98b87d1-a830-4b32-a204-077eec136f5d req-71d916e6-6a7a-4b24-aef4-6b6d2a329ae4 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=b4d5b67f-9f31-46fc-bfb3-c1d4a9ae5448 HTTP/1.1" status: 200 len: 797 time: 0.0850115 Feb 04 17:32:10.991551 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [None req-ee062d75-be22-4444-9622-fc3179c0df67 admin admin] For port 83c5931d-90c7-4719-8ee3-e758fdc7bd11, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=83c5931d-90c7-4719-8ee3-e758fdc7bd11,segment=NetworkSegment(9e3ed071-c030-493d-8cca-599abfcb88ee),segment_id=9e3ed071-c030-493d-8cca-599abfcb88ee)] {{(pid=103376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:32:10.991959 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-ee062d75-be22-4444-9622-fc3179c0df67 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (83c5931d-90c7-4719-8ee3-e758fdc7bd11), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:11.004309 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [None req-a4050509-1a12-497d-9ebb-83211766494c tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827839-2, fbf0e996-85bd-48b2-a5be-2cc78628792e) {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:32:11.013294 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4050509-1a12-497d-9ebb-83211766494c tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532-project-admin] Received port after_create {{(pid=103377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:32:11.018450 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa403713-7c0e-456e-9c97-34cc017afe23 None None] Network fbf0e996-85bd-48b2-a5be-2cc78628792e requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:32:11.053732 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-ee062d75-be22-4444-9622-fc3179c0df67 admin admin] Calling delete_port for 83c5931d-90c7-4719-8ee3-e758fdc7bd11 owned by network:router_interface {{(pid=103376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:32:11.061591 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [None req-a4050509-1a12-497d-9ebb-83211766494c tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532-project-admin] Attempting to bind port afe10674-70cf-43dd-90f9-dfd09649c647 on host n-h2-827839-2 for vnic_type normal with profile {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:32:11.061959 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [None req-a4050509-1a12-497d-9ebb-83211766494c tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532-project-admin] Attempting to bind port afe10674-70cf-43dd-90f9-dfd09649c647 by drivers openvswitch,hyperv on host n-h2-827839-2 at level 0 using segments [{'id': '95e6fb3a-d7bd-46be-8f61-00b6b61bb601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'fbf0e996-85bd-48b2-a5be-2cc78628792e'}] {{(pid=103377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:32:11.062313 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4050509-1a12-497d-9ebb-83211766494c tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532-project-admin] Attempting to bind port afe10674-70cf-43dd-90f9-dfd09649c647 on network fbf0e996-85bd-48b2-a5be-2cc78628792e {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:32:11.065919 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-7630f73e-f509-4937-8d6c-06f198a86584 tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (e505237f-7f9a-4d6a-b47a-09b049c1a2e8), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:11.093399 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4050509-1a12-497d-9ebb-83211766494c tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532-project-admin] Port afe10674-70cf-43dd-90f9-dfd09649c647 on network fbf0e996-85bd-48b2-a5be-2cc78628792e not bound, no agent of type Open vSwitch agent registered on host n-h2-827839-2 {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 17:32:11.096652 n-d-827839-2 neutron-server[103377]: ERROR neutron.plugins.ml2.managers [None req-a4050509-1a12-497d-9ebb-83211766494c tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532-project-admin] Failed to bind port afe10674-70cf-43dd-90f9-dfd09649c647 on host n-h2-827839-2 for vnic_type normal using segments [{'id': '95e6fb3a-d7bd-46be-8f61-00b6b61bb601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'fbf0e996-85bd-48b2-a5be-2cc78628792e'}] Feb 04 17:32:11.118119 n-d-827839-2 neutron-server[103377]: INFO neutron.plugins.ml2.plugin [None req-a4050509-1a12-497d-9ebb-83211766494c tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532-project-admin] Attempt 2 to bind port afe10674-70cf-43dd-90f9-dfd09649c647 Feb 04 17:32:11.139216 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7630f73e-f509-4937-8d6c-06f198a86584 tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Pushing event deleted for resources: {'Port': ['ID=e505237f-7f9a-4d6a-b47a-09b049c1a2e8,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:32:11.192297 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [None req-a4050509-1a12-497d-9ebb-83211766494c tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532-project-admin] Attempting to bind port afe10674-70cf-43dd-90f9-dfd09649c647 on host n-h2-827839-2 for vnic_type normal with profile {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:32:11.192973 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [None req-a4050509-1a12-497d-9ebb-83211766494c tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532-project-admin] Attempting to bind port afe10674-70cf-43dd-90f9-dfd09649c647 by drivers openvswitch,hyperv on host n-h2-827839-2 at level 0 using segments [{'id': '95e6fb3a-d7bd-46be-8f61-00b6b61bb601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'fbf0e996-85bd-48b2-a5be-2cc78628792e'}] {{(pid=103377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:32:11.193211 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4050509-1a12-497d-9ebb-83211766494c tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532-project-admin] Attempting to bind port afe10674-70cf-43dd-90f9-dfd09649c647 on network fbf0e996-85bd-48b2-a5be-2cc78628792e {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:32:11.227904 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4050509-1a12-497d-9ebb-83211766494c tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532-project-admin] Port afe10674-70cf-43dd-90f9-dfd09649c647 on network fbf0e996-85bd-48b2-a5be-2cc78628792e not bound, no agent of type Open vSwitch agent registered on host n-h2-827839-2 {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 17:32:11.228386 n-d-827839-2 neutron-server[103377]: ERROR neutron.plugins.ml2.managers [None req-a4050509-1a12-497d-9ebb-83211766494c tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532-project-admin] Failed to bind port afe10674-70cf-43dd-90f9-dfd09649c647 on host n-h2-827839-2 for vnic_type normal using segments [{'id': '95e6fb3a-d7bd-46be-8f61-00b6b61bb601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'fbf0e996-85bd-48b2-a5be-2cc78628792e'}] Feb 04 17:32:11.231504 n-d-827839-2 neutron-server[103377]: INFO neutron.plugins.ml2.plugin [None req-a4050509-1a12-497d-9ebb-83211766494c tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532-project-admin] Attempt 3 to bind port afe10674-70cf-43dd-90f9-dfd09649c647 Feb 04 17:32:11.259548 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [None req-a4050509-1a12-497d-9ebb-83211766494c tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532-project-admin] Attempting to bind port afe10674-70cf-43dd-90f9-dfd09649c647 on host n-h2-827839-2 for vnic_type normal with profile {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:32:11.260443 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [None req-a4050509-1a12-497d-9ebb-83211766494c tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532-project-admin] Attempting to bind port afe10674-70cf-43dd-90f9-dfd09649c647 by drivers openvswitch,hyperv on host n-h2-827839-2 at level 0 using segments [{'id': '95e6fb3a-d7bd-46be-8f61-00b6b61bb601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'fbf0e996-85bd-48b2-a5be-2cc78628792e'}] {{(pid=103377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:32:11.260795 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4050509-1a12-497d-9ebb-83211766494c tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532-project-admin] Attempting to bind port afe10674-70cf-43dd-90f9-dfd09649c647 on network fbf0e996-85bd-48b2-a5be-2cc78628792e {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:32:11.267574 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4050509-1a12-497d-9ebb-83211766494c tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532-project-admin] Port afe10674-70cf-43dd-90f9-dfd09649c647 on network fbf0e996-85bd-48b2-a5be-2cc78628792e not bound, no agent of type Open vSwitch agent registered on host n-h2-827839-2 {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 17:32:11.268489 n-d-827839-2 neutron-server[103377]: ERROR neutron.plugins.ml2.managers [None req-a4050509-1a12-497d-9ebb-83211766494c tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532-project-admin] Failed to bind port afe10674-70cf-43dd-90f9-dfd09649c647 on host n-h2-827839-2 for vnic_type normal using segments [{'id': '95e6fb3a-d7bd-46be-8f61-00b6b61bb601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'fbf0e996-85bd-48b2-a5be-2cc78628792e'}] Feb 04 17:32:11.269953 n-d-827839-2 neutron-server[103377]: INFO neutron.plugins.ml2.plugin [None req-a4050509-1a12-497d-9ebb-83211766494c tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532-project-admin] Attempt 4 to bind port afe10674-70cf-43dd-90f9-dfd09649c647 Feb 04 17:32:11.274014 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-7630f73e-f509-4937-8d6c-06f198a86584 tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1595544'] for router_gateway (a809c81b-79b5-4ed6-a88e-8cf2748df749), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:11.316878 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98b87d1-a830-4b32-a204-077eec136f5d req-4ca09d60-a25f-4b7e-9abb-2021cd94a7c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:32:11.320585 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-c98b87d1-a830-4b32-a204-077eec136f5d req-4ca09d60-a25f-4b7e-9abb-2021cd94a7c6 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=33faf293-e0be-4b60-83b0-8ec497ee643d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.3235877 Feb 04 17:32:11.350032 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [None req-a4050509-1a12-497d-9ebb-83211766494c tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532-project-admin] Attempting to bind port afe10674-70cf-43dd-90f9-dfd09649c647 on host n-h2-827839-2 for vnic_type normal with profile {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:32:11.350437 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [None req-a4050509-1a12-497d-9ebb-83211766494c tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532-project-admin] Attempting to bind port afe10674-70cf-43dd-90f9-dfd09649c647 by drivers openvswitch,hyperv on host n-h2-827839-2 at level 0 using segments [{'id': '95e6fb3a-d7bd-46be-8f61-00b6b61bb601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'fbf0e996-85bd-48b2-a5be-2cc78628792e'}] {{(pid=103377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:32:11.350839 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4050509-1a12-497d-9ebb-83211766494c tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532-project-admin] Attempting to bind port afe10674-70cf-43dd-90f9-dfd09649c647 on network fbf0e996-85bd-48b2-a5be-2cc78628792e {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:32:11.384246 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4050509-1a12-497d-9ebb-83211766494c tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532-project-admin] Port afe10674-70cf-43dd-90f9-dfd09649c647 on network fbf0e996-85bd-48b2-a5be-2cc78628792e not bound, no agent of type Open vSwitch agent registered on host n-h2-827839-2 {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 17:32:11.384246 n-d-827839-2 neutron-server[103377]: ERROR neutron.plugins.ml2.managers [None req-a4050509-1a12-497d-9ebb-83211766494c tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532-project-admin] Failed to bind port afe10674-70cf-43dd-90f9-dfd09649c647 on host n-h2-827839-2 for vnic_type normal using segments [{'id': '95e6fb3a-d7bd-46be-8f61-00b6b61bb601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'fbf0e996-85bd-48b2-a5be-2cc78628792e'}] Feb 04 17:32:11.384498 n-d-827839-2 neutron-server[103377]: INFO neutron.plugins.ml2.plugin [None req-a4050509-1a12-497d-9ebb-83211766494c tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532-project-admin] Attempt 5 to bind port afe10674-70cf-43dd-90f9-dfd09649c647 Feb 04 17:32:11.401347 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-7630f73e-f509-4937-8d6c-06f198a86584 tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1601811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26971'] for router (a809c81b-79b5-4ed6-a88e-8cf2748df749), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:11.405272 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-7630f73e-f509-4937-8d6c-06f198a86584 tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Publish callbacks [] for router_controller (a809c81b-79b5-4ed6-a88e-8cf2748df749), precommit_delete_associations {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:11.407181 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [None req-a4050509-1a12-497d-9ebb-83211766494c tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532-project-admin] Attempting to bind port afe10674-70cf-43dd-90f9-dfd09649c647 on host n-h2-827839-2 for vnic_type normal with profile {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:32:11.407589 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [None req-a4050509-1a12-497d-9ebb-83211766494c tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532-project-admin] Attempting to bind port afe10674-70cf-43dd-90f9-dfd09649c647 by drivers openvswitch,hyperv on host n-h2-827839-2 at level 0 using segments [{'id': '95e6fb3a-d7bd-46be-8f61-00b6b61bb601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'fbf0e996-85bd-48b2-a5be-2cc78628792e'}] {{(pid=103377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:32:11.407991 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4050509-1a12-497d-9ebb-83211766494c tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532-project-admin] Attempting to bind port afe10674-70cf-43dd-90f9-dfd09649c647 on network fbf0e996-85bd-48b2-a5be-2cc78628792e {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:32:11.418053 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4050509-1a12-497d-9ebb-83211766494c tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532-project-admin] Port afe10674-70cf-43dd-90f9-dfd09649c647 on network fbf0e996-85bd-48b2-a5be-2cc78628792e not bound, no agent of type Open vSwitch agent registered on host n-h2-827839-2 {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 17:32:11.418180 n-d-827839-2 neutron-server[103377]: ERROR neutron.plugins.ml2.managers [None req-a4050509-1a12-497d-9ebb-83211766494c tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532-project-admin] Failed to bind port afe10674-70cf-43dd-90f9-dfd09649c647 on host n-h2-827839-2 for vnic_type normal using segments [{'id': '95e6fb3a-d7bd-46be-8f61-00b6b61bb601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'fbf0e996-85bd-48b2-a5be-2cc78628792e'}] Feb 04 17:32:11.451048 n-d-827839-2 neutron-server[103377]: INFO neutron.plugins.ml2.plugin [None req-a4050509-1a12-497d-9ebb-83211766494c tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532-project-admin] Attempt 6 to bind port afe10674-70cf-43dd-90f9-dfd09649c647 Feb 04 17:32:11.466699 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [None req-a4050509-1a12-497d-9ebb-83211766494c tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532-project-admin] Attempting to bind port afe10674-70cf-43dd-90f9-dfd09649c647 on host n-h2-827839-2 for vnic_type normal with profile {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:32:11.466699 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [None req-a4050509-1a12-497d-9ebb-83211766494c tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532-project-admin] Attempting to bind port afe10674-70cf-43dd-90f9-dfd09649c647 by drivers openvswitch,hyperv on host n-h2-827839-2 at level 0 using segments [{'id': '95e6fb3a-d7bd-46be-8f61-00b6b61bb601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'fbf0e996-85bd-48b2-a5be-2cc78628792e'}] {{(pid=103377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:32:11.466964 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4050509-1a12-497d-9ebb-83211766494c tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532-project-admin] Attempting to bind port afe10674-70cf-43dd-90f9-dfd09649c647 on network fbf0e996-85bd-48b2-a5be-2cc78628792e {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:32:11.469274 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-7630f73e-f509-4937-8d6c-06f198a86584 tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1601832'] for router (a809c81b-79b5-4ed6-a88e-8cf2748df749), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:11.469927 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7630f73e-f509-4937-8d6c-06f198a86584 tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Fanout notify agent at l3_agent the message router_deleted on router a809c81b-79b5-4ed6-a88e-8cf2748df749 {{(pid=103377) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 17:32:11.477302 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-7630f73e-f509-4937-8d6c-06f198a86584 tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Publish callbacks [] for router (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:11.480982 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-7630f73e-f509-4937-8d6c-06f198a86584 tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] 10.222.0.89 "DELETE /v2.0/routers/a809c81b-79b5-4ed6-a88e-8cf2748df749 HTTP/1.1" status: 204 len: 168 time: 1.7015033 Feb 04 17:32:11.481167 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4050509-1a12-497d-9ebb-83211766494c tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532-project-admin] Port afe10674-70cf-43dd-90f9-dfd09649c647 on network fbf0e996-85bd-48b2-a5be-2cc78628792e not bound, no agent of type Open vSwitch agent registered on host n-h2-827839-2 {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 17:32:11.481672 n-d-827839-2 neutron-server[103377]: ERROR neutron.plugins.ml2.managers [None req-a4050509-1a12-497d-9ebb-83211766494c tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532-project-admin] Failed to bind port afe10674-70cf-43dd-90f9-dfd09649c647 on host n-h2-827839-2 for vnic_type normal using segments [{'id': '95e6fb3a-d7bd-46be-8f61-00b6b61bb601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'fbf0e996-85bd-48b2-a5be-2cc78628792e'}] Feb 04 17:32:11.482279 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 49806) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:32:11.482890 n-d-827839-2 neutron-server[103377]: INFO neutron.plugins.ml2.plugin [None req-a4050509-1a12-497d-9ebb-83211766494c tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532-project-admin] Attempt 7 to bind port afe10674-70cf-43dd-90f9-dfd09649c647 Feb 04 17:32:11.507588 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [None req-a4050509-1a12-497d-9ebb-83211766494c tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532-project-admin] Attempting to bind port afe10674-70cf-43dd-90f9-dfd09649c647 on host n-h2-827839-2 for vnic_type normal with profile {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:32:11.508355 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [None req-a4050509-1a12-497d-9ebb-83211766494c tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532-project-admin] Attempting to bind port afe10674-70cf-43dd-90f9-dfd09649c647 by drivers openvswitch,hyperv on host n-h2-827839-2 at level 0 using segments [{'id': '95e6fb3a-d7bd-46be-8f61-00b6b61bb601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'fbf0e996-85bd-48b2-a5be-2cc78628792e'}] {{(pid=103377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:32:11.508963 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4050509-1a12-497d-9ebb-83211766494c tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532-project-admin] Attempting to bind port afe10674-70cf-43dd-90f9-dfd09649c647 on network fbf0e996-85bd-48b2-a5be-2cc78628792e {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:32:11.509171 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-ee062d75-be22-4444-9622-fc3179c0df67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (83c5931d-90c7-4719-8ee3-e758fdc7bd11), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:11.534574 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4050509-1a12-497d-9ebb-83211766494c tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532-project-admin] Port afe10674-70cf-43dd-90f9-dfd09649c647 on network fbf0e996-85bd-48b2-a5be-2cc78628792e not bound, no agent of type Open vSwitch agent registered on host n-h2-827839-2 {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 17:32:11.534988 n-d-827839-2 neutron-server[103377]: ERROR neutron.plugins.ml2.managers [None req-a4050509-1a12-497d-9ebb-83211766494c tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532-project-admin] Failed to bind port afe10674-70cf-43dd-90f9-dfd09649c647 on host n-h2-827839-2 for vnic_type normal using segments [{'id': '95e6fb3a-d7bd-46be-8f61-00b6b61bb601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'fbf0e996-85bd-48b2-a5be-2cc78628792e'}] Feb 04 17:32:11.537537 n-d-827839-2 neutron-server[103377]: INFO neutron.plugins.ml2.plugin [None req-a4050509-1a12-497d-9ebb-83211766494c tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532-project-admin] Attempt 8 to bind port afe10674-70cf-43dd-90f9-dfd09649c647 Feb 04 17:32:11.585659 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [None req-a4050509-1a12-497d-9ebb-83211766494c tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532-project-admin] Attempting to bind port afe10674-70cf-43dd-90f9-dfd09649c647 on host n-h2-827839-2 for vnic_type normal with profile {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:32:11.589882 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee062d75-be22-4444-9622-fc3179c0df67 admin admin] Pushing event deleted for resources: {'Port': ['ID=83c5931d-90c7-4719-8ee3-e758fdc7bd11,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:32:11.601045 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [None req-a4050509-1a12-497d-9ebb-83211766494c tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532-project-admin] Attempting to bind port afe10674-70cf-43dd-90f9-dfd09649c647 by drivers openvswitch,hyperv on host n-h2-827839-2 at level 0 using segments [{'id': '95e6fb3a-d7bd-46be-8f61-00b6b61bb601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'fbf0e996-85bd-48b2-a5be-2cc78628792e'}] {{(pid=103377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:32:11.601585 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4050509-1a12-497d-9ebb-83211766494c tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532-project-admin] Attempting to bind port afe10674-70cf-43dd-90f9-dfd09649c647 on network fbf0e996-85bd-48b2-a5be-2cc78628792e {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:32:11.605715 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-c98b87d1-a830-4b32-a204-077eec136f5d req-95a4d709-375c-4e1d-8de5-2d7414020ae9 service neutron] 10.222.0.96 "GET /v2.0/networks/33faf293-e0be-4b60-83b0-8ec497ee643d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2743981 Feb 04 17:32:11.616904 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f47cb4d-02f0-43a4-ad08-6cb2c4a2bb1b tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Deleting subnet f8565bb9-d2d1-45f3-a737-99a25170838c {{(pid=103377) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 17:32:11.622413 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-6f47cb4d-02f0-43a4-ad08-6cb2c4a2bb1b tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Publish callbacks [] for subnet (f8565bb9-d2d1-45f3-a737-99a25170838c), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:11.685292 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4050509-1a12-497d-9ebb-83211766494c tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532-project-admin] Port afe10674-70cf-43dd-90f9-dfd09649c647 on network fbf0e996-85bd-48b2-a5be-2cc78628792e not bound, no agent of type Open vSwitch agent registered on host n-h2-827839-2 {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 17:32:11.693404 n-d-827839-2 neutron-server[103377]: ERROR neutron.plugins.ml2.managers [None req-a4050509-1a12-497d-9ebb-83211766494c tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532-project-admin] Failed to bind port afe10674-70cf-43dd-90f9-dfd09649c647 on host n-h2-827839-2 for vnic_type normal using segments [{'id': '95e6fb3a-d7bd-46be-8f61-00b6b61bb601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'fbf0e996-85bd-48b2-a5be-2cc78628792e'}] Feb 04 17:32:11.702920 n-d-827839-2 neutron-server[103377]: INFO neutron.plugins.ml2.plugin [None req-a4050509-1a12-497d-9ebb-83211766494c tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532-project-admin] Attempt 9 to bind port afe10674-70cf-43dd-90f9-dfd09649c647 Feb 04 17:32:11.748431 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [None req-a4050509-1a12-497d-9ebb-83211766494c tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532-project-admin] Attempting to bind port afe10674-70cf-43dd-90f9-dfd09649c647 on host n-h2-827839-2 for vnic_type normal with profile {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:32:11.748807 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [None req-a4050509-1a12-497d-9ebb-83211766494c tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532-project-admin] Attempting to bind port afe10674-70cf-43dd-90f9-dfd09649c647 by drivers openvswitch,hyperv on host n-h2-827839-2 at level 0 using segments [{'id': '95e6fb3a-d7bd-46be-8f61-00b6b61bb601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'fbf0e996-85bd-48b2-a5be-2cc78628792e'}] {{(pid=103377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:32:11.749150 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4050509-1a12-497d-9ebb-83211766494c tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532-project-admin] Attempting to bind port afe10674-70cf-43dd-90f9-dfd09649c647 on network fbf0e996-85bd-48b2-a5be-2cc78628792e {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:32:11.753053 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-6f47cb4d-02f0-43a4-ad08-6cb2c4a2bb1b tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26866676'] for subnet (f8565bb9-d2d1-45f3-a737-99a25170838c), precommit_delete_associations {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:11.781294 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4050509-1a12-497d-9ebb-83211766494c tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532-project-admin] Port afe10674-70cf-43dd-90f9-dfd09649c647 on network fbf0e996-85bd-48b2-a5be-2cc78628792e not bound, no agent of type Open vSwitch agent registered on host n-h2-827839-2 {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 17:32:11.781883 n-d-827839-2 neutron-server[103377]: ERROR neutron.plugins.ml2.managers [None req-a4050509-1a12-497d-9ebb-83211766494c tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532-project-admin] Failed to bind port afe10674-70cf-43dd-90f9-dfd09649c647 on host n-h2-827839-2 for vnic_type normal using segments [{'id': '95e6fb3a-d7bd-46be-8f61-00b6b61bb601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'fbf0e996-85bd-48b2-a5be-2cc78628792e'}] Feb 04 17:32:11.784826 n-d-827839-2 neutron-server[103377]: INFO neutron.plugins.ml2.plugin [None req-a4050509-1a12-497d-9ebb-83211766494c tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532-project-admin] Attempt 10 to bind port afe10674-70cf-43dd-90f9-dfd09649c647 Feb 04 17:32:11.816042 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [None req-a4050509-1a12-497d-9ebb-83211766494c tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532-project-admin] Attempting to bind port afe10674-70cf-43dd-90f9-dfd09649c647 on host n-h2-827839-2 for vnic_type normal with profile {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:32:11.816645 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [None req-a4050509-1a12-497d-9ebb-83211766494c tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532-project-admin] Attempting to bind port afe10674-70cf-43dd-90f9-dfd09649c647 by drivers openvswitch,hyperv on host n-h2-827839-2 at level 0 using segments [{'id': '95e6fb3a-d7bd-46be-8f61-00b6b61bb601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'fbf0e996-85bd-48b2-a5be-2cc78628792e'}] {{(pid=103377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:32:11.817285 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4050509-1a12-497d-9ebb-83211766494c tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532-project-admin] Attempting to bind port afe10674-70cf-43dd-90f9-dfd09649c647 on network fbf0e996-85bd-48b2-a5be-2cc78628792e {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:32:11.825417 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4050509-1a12-497d-9ebb-83211766494c tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532-project-admin] Port afe10674-70cf-43dd-90f9-dfd09649c647 on network fbf0e996-85bd-48b2-a5be-2cc78628792e not bound, no agent of type Open vSwitch agent registered on host n-h2-827839-2 {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 17:32:11.826160 n-d-827839-2 neutron-server[103377]: ERROR neutron.plugins.ml2.managers [None req-a4050509-1a12-497d-9ebb-83211766494c tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532-project-admin] Failed to bind port afe10674-70cf-43dd-90f9-dfd09649c647 on host n-h2-827839-2 for vnic_type normal using segments [{'id': '95e6fb3a-d7bd-46be-8f61-00b6b61bb601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'fbf0e996-85bd-48b2-a5be-2cc78628792e'}] Feb 04 17:32:11.826678 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-a4050509-1a12-497d-9ebb-83211766494c tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (afe10674-70cf-43dd-90f9-dfd09649c647), before_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:11.928378 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-c98b87d1-a830-4b32-a204-077eec136f5d req-6c180a6b-ccfb-4644-8f32-f2dd43662782 service neutron] 10.222.0.96 "GET /v2.0/networks/33faf293-e0be-4b60-83b0-8ec497ee643d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3002777 Feb 04 17:32:11.939042 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [None req-a4050509-1a12-497d-9ebb-83211766494c tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532-project-admin] For port afe10674-70cf-43dd-90f9-dfd09649c647, host n-h2-827839-2, cleared binding levels {{(pid=103377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:32:11.939343 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [None req-a4050509-1a12-497d-9ebb-83211766494c tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532-project-admin] Attempted to set empty binding levels {{(pid=103377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 04 17:32:11.950123 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-ee062d75-be22-4444-9622-fc3179c0df67 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1677336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1602614'] for router_interface (634116b7-81a5-43b0-b152-35141e44ea86), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:11.958025 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-a4050509-1a12-497d-9ebb-83211766494c tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25888290'] for port (afe10674-70cf-43dd-90f9-dfd09649c647), after_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:11.976018 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-6f47cb4d-02f0-43a4-ad08-6cb2c4a2bb1b tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1541225'] for subnet (f8565bb9-d2d1-45f3-a737-99a25170838c), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:11.984217 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-c98b87d1-a830-4b32-a204-077eec136f5d req-dfef2434-2134-40b3-93ad-07efa25b78a6 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.240&port_id=69744c85-4e2f-4594-a5b1-5888c6eca6d5 HTTP/1.1" status: 200 len: 217 time: 0.0447147 Feb 04 17:32:12.051749 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4050509-1a12-497d-9ebb-83211766494c tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:32:12.052448 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-a4050509-1a12-497d-9ebb-83211766494c tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:12.083993 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4050509-1a12-497d-9ebb-83211766494c tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532-project-admin] Pushing event updated for resources: {'Port': ['ID=afe10674-70cf-43dd-90f9-dfd09649c647,revision_number=2']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:32:12.097331 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-a4050509-1a12-497d-9ebb-83211766494c tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532-project-admin] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 984 time: 2.3030193 Feb 04 17:32:12.100438 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 49818) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:32:12.138669 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-6f47cb4d-02f0-43a4-ad08-6cb2c4a2bb1b tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1541216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25888360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25597190'] for subnet (f8565bb9-d2d1-45f3-a737-99a25170838c), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:12.147441 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98b87d1-a830-4b32-a204-077eec136f5d req-f61b9a1f-0523-4024-8150-672596a8cb88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:32:12.148968 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-c98b87d1-a830-4b32-a204-077eec136f5d req-f61b9a1f-0523-4024-8150-672596a8cb88 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=b4d5b67f-9f31-46fc-bfb3-c1d4a9ae5448 HTTP/1.1" status: 200 len: 797 time: 0.1567757 Feb 04 17:32:12.192138 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f47cb4d-02f0-43a4-ad08-6cb2c4a2bb1b tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Pushing event deleted for resources: {'Subnet': ['ID=f8565bb9-d2d1-45f3-a737-99a25170838c,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:32:12.200385 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-6f47cb4d-02f0-43a4-ad08-6cb2c4a2bb1b tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Publish callbacks [] for subnet (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:12.203641 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-6f47cb4d-02f0-43a4-ad08-6cb2c4a2bb1b tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] 10.222.0.89 "DELETE /v2.0/subnets/f8565bb9-d2d1-45f3-a737-99a25170838c HTTP/1.1" status: 204 len: 168 time: 0.7061124 Feb 04 17:32:12.206362 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 49826) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:32:12.214014 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63d7b93d-4988-4c99-9cdf-cbb7aac0e3b3 None None] Network c8a54cfe-450f-4d28-9779-331d66d19ddd requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:32:12.290896 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8771fbf-4aa8-4e4f-ab75-8aa15ae69b55 req-e5674726-f09a-42f1-8456-f0039e61871f tempest-ServerDiskConfigTestJSON-47961148 tempest-ServerDiskConfigTestJSON-47961148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:32:12.293547 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-a8771fbf-4aa8-4e4f-ab75-8aa15ae69b55 req-e5674726-f09a-42f1-8456-f0039e61871f tempest-ServerDiskConfigTestJSON-47961148 tempest-ServerDiskConfigTestJSON-47961148-project] 10.222.0.89 "GET /v2.0/ports?device_id=5e31becc-950d-4184-999b-78ca5074ae68 HTTP/1.1" status: 200 len: 945 time: 0.2583058 Feb 04 17:32:12.342770 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98b87d1-a830-4b32-a204-077eec136f5d req-c36405cf-7fdd-49ab-8ee3-9e7fd7e1e267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:32:12.345117 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-c98b87d1-a830-4b32-a204-077eec136f5d req-c36405cf-7fdd-49ab-8ee3-9e7fd7e1e267 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=33faf293-e0be-4b60-83b0-8ec497ee643d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1874857 Feb 04 17:32:12.388308 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (3f9244a9-75fc-4c10-b195-11d48b853b41), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:12.515798 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-a8771fbf-4aa8-4e4f-ab75-8aa15ae69b55 req-80e47bfe-8fb7-4ce4-97e8-0575ba2d3e7b tempest-ServerDiskConfigTestJSON-47961148 tempest-ServerDiskConfigTestJSON-47961148-project] 10.222.0.89 "GET /v2.0/security-groups?id=ffff0ed7-cf9e-4cbb-9be9-3a1c2dba1e58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2143192 Feb 04 17:32:12.517674 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f697306a-1521-4908-ac04-af7355fd088c None None] DHCP port deletion for c8a54cfe-450f-4d28-9779-331d66d19ddd request from n-d-827839-2 {{(pid=103378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 17:32:12.583605 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-c98b87d1-a830-4b32-a204-077eec136f5d req-93621356-f736-4ef1-ab46-fd34efc51582 service neutron] 10.222.0.96 "GET /v2.0/networks/33faf293-e0be-4b60-83b0-8ec497ee643d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1766014 Feb 04 17:32:12.592530 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee062d75-be22-4444-9622-fc3179c0df67 admin admin] Router 634116b7-81a5-43b0-b152-35141e44ea86 has already been hosted by L3 agent 64ada913-9131-4d99-a265-63a920956287 {{(pid=103376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 17:32:12.633289 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-f697306a-1521-4908-ac04-af7355fd088c None None] Deleting port 2b59f2b3-d1a2-4623-b27a-666d113233af {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:32:12.634058 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f697306a-1521-4908-ac04-af7355fd088c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (2b59f2b3-d1a2-4623-b27a-666d113233af), before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:12.692164 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-c98b87d1-a830-4b32-a204-077eec136f5d req-cb51fea5-1797-4872-984f-3eec6234af75 service neutron] 10.222.0.96 "GET /v2.0/networks/33faf293-e0be-4b60-83b0-8ec497ee643d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1019025 Feb 04 17:32:12.743445 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-c98b87d1-a830-4b32-a204-077eec136f5d req-2a6e5931-be74-4cc6-9cb0-3c9753cae0b5 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.5&port_id=c7b0ce66-87fd-444f-8882-eed91d586c14 HTTP/1.1" status: 200 len: 217 time: 0.0429814 Feb 04 17:32:12.804949 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-f697306a-1521-4908-ac04-af7355fd088c None None] For port 2b59f2b3-d1a2-4623-b27a-666d113233af, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=2b59f2b3-d1a2-4623-b27a-666d113233af,segment=NetworkSegment(2e28c322-77b0-49cf-b069-cb060ea0ccb3),segment_id=2e28c322-77b0-49cf-b069-cb060ea0ccb3)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:32:12.805539 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f697306a-1521-4908-ac04-af7355fd088c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (2b59f2b3-d1a2-4623-b27a-666d113233af), precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:12.844775 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-f697306a-1521-4908-ac04-af7355fd088c None None] Calling delete_port for 2b59f2b3-d1a2-4623-b27a-666d113233af owned by network:dhcp {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:32:12.889242 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98b87d1-a830-4b32-a204-077eec136f5d req-1e27a3f4-5297-45e1-bc91-6f0b4d7932da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:32:12.890868 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-c98b87d1-a830-4b32-a204-077eec136f5d req-1e27a3f4-5297-45e1-bc91-6f0b4d7932da service neutron] 10.222.0.96 "GET /v2.0/subnets?id=b4d5b67f-9f31-46fc-bfb3-c1d4a9ae5448 HTTP/1.1" status: 200 len: 797 time: 0.0996232 Feb 04 17:32:12.951302 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-95d7abed-1138-4963-ab95-71ce119a9e29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532-project-admin] Deleting port afe10674-70cf-43dd-90f9-dfd09649c647 {{(pid=103377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:32:12.951655 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-95d7abed-1138-4963-ab95-71ce119a9e29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (afe10674-70cf-43dd-90f9-dfd09649c647), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:12.952123 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee062d75-be22-4444-9622-fc3179c0df67 admin admin] Notify agent at l3_agent.n-d-827839-2 the message routers_updated {{(pid=103376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 17:32:12.958458 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-1ea1e1b6-7acb-4945-8fda-079c33962772 tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628832'] for network (c8a54cfe-450f-4d28-9779-331d66d19ddd), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:12.959050 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-ee062d75-be22-4444-9622-fc3179c0df67 admin admin] 10.222.0.89 "PUT /v2.0/routers/634116b7-81a5-43b0-b152-35141e44ea86/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0471573 Feb 04 17:32:12.963552 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 49864) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:32:12.964048 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77368321-994e-4e8b-9cf0-50f6ec5d8be6 None None] Sync routers for ids ['634116b7-81a5-43b0-b152-35141e44ea86'] in n-d-827839-2 {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 17:32:12.977757 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77368321-994e-4e8b-9cf0-50f6ec5d8be6 None None] Routers {'634116b7-81a5-43b0-b152-35141e44ea86'} bound to L3 agent in host n-d-827839-2 {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:32:12.979421 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-77368321-994e-4e8b-9cf0-50f6ec5d8be6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:32:02Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['634116b7-81a5-43b0-b152-35141e44ea86'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:32:12.997713 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98b87d1-a830-4b32-a204-077eec136f5d req-15d8db30-c928-469d-949a-cec3c50b263e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:32:12.999373 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-c98b87d1-a830-4b32-a204-077eec136f5d req-15d8db30-c928-469d-949a-cec3c50b263e service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=33faf293-e0be-4b60-83b0-8ec497ee643d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.0989504 Feb 04 17:32:13.019497 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f697306a-1521-4908-ac04-af7355fd088c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144'] for port (2b59f2b3-d1a2-4623-b27a-666d113233af), after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:13.049981 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 2b59f2b3-d1a2-4623-b27a-666d113233af no longer exists at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:32:13.122250 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f697306a-1521-4908-ac04-af7355fd088c None None] Pushing event deleted for resources: {'Port': ['ID=2b59f2b3-d1a2-4623-b27a-666d113233af,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:32:13.128274 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] No Port match for: 2b59f2b3-d1a2-4623-b27a-666d113233af {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 17:32:13.128905 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 2b59f2b3-d1a2-4623-b27a-666d113233af not bound to the agent host n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 17:32:13.130893 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f697306a-1521-4908-ac04-af7355fd088c None None] No DVR routers for this DVR port 2b59f2b3-d1a2-4623-b27a-666d113233af on host n-d-827839-2 {{(pid=103378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 17:32:13.173952 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [None req-95d7abed-1138-4963-ab95-71ce119a9e29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532-project-admin] For port afe10674-70cf-43dd-90f9-dfd09649c647, host n-h2-827839-2, got binding levels [] {{(pid=103377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:32:13.174775 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-95d7abed-1138-4963-ab95-71ce119a9e29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (afe10674-70cf-43dd-90f9-dfd09649c647), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:13.213844 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-c98b87d1-a830-4b32-a204-077eec136f5d req-92eeddb8-b4a9-44fa-964c-c21978b55816 service neutron] 10.222.0.96 "GET /v2.0/networks/33faf293-e0be-4b60-83b0-8ec497ee643d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2028186 Feb 04 17:32:13.238926 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvr_db [None req-77368321-994e-4e8b-9cf0-50f6ec5d8be6 None None] Set router 634116b7-81a5-43b0-b152-35141e44ea86 gateway port host: n-d-827839-2 {{(pid=103379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:32:13.241813 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-95d7abed-1138-4963-ab95-71ce119a9e29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532-project-admin] Calling delete_port for afe10674-70cf-43dd-90f9-dfd09649c647 owned by {{(pid=103377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:32:13.293046 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-1ea1e1b6-7acb-4945-8fda-079c33962772 tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1543676', 'neutron.services.segments.db._delete_segments_for_network-8781084786517'] for network (c8a54cfe-450f-4d28-9779-331d66d19ddd), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:13.335963 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-3b010711-5993-4105-9102-b704c8420348 admin admin] Publish callbacks [] for router (634116b7-81a5-43b0-b152-35141e44ea86), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:13.351978 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-c98b87d1-a830-4b32-a204-077eec136f5d req-d8a926b8-c9bf-41fb-8d0f-06fc15e1a916 service neutron] 10.222.0.96 "GET /v2.0/networks/33faf293-e0be-4b60-83b0-8ec497ee643d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280172 Feb 04 17:32:13.458158 n-d-827839-2 neutron-server[103377]: DEBUG neutron.services.segments.db [None req-1ea1e1b6-7acb-4945-8fda-079c33962772 tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8a54cfe-450f-4d28-9779-331d66d19ddd']}} {{(pid=103377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:32:13.470714 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-c98b87d1-a830-4b32-a204-077eec136f5d req-6f295ca5-c57d-47f2-b316-9770ab103dcb service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.121&port_id=f6309afb-3125-4ff7-a862-e4fad9550341 HTTP/1.1" status: 200 len: 217 time: 0.1051424 Feb 04 17:32:13.476612 n-d-827839-2 neutron-server[103377]: DEBUG neutron.services.segments.db [None req-1ea1e1b6-7acb-4945-8fda-079c33962772 tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e28c322-77b0-49cf-b069-cb060ea0ccb3') {'for_net_delete': True} {{(pid=103377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:32:13.476969 n-d-827839-2 neutron-server[103377]: DEBUG neutron.services.segments.db [None req-1ea1e1b6-7acb-4945-8fda-079c33962772 tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e28c322-77b0-49cf-b069-cb060ea0ccb3') {} {{(pid=103377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:32:13.513401 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-1ea1e1b6-7acb-4945-8fda-079c33962772 tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781084783966', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26866685'] for segment (2e28c322-77b0-49cf-b069-cb060ea0ccb3), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:13.540099 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-1ea1e1b6-7acb-4945-8fda-079c33962772 tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (2e28c322-77b0-49cf-b069-cb060ea0ccb3), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:13.551394 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-95d7abed-1138-4963-ab95-71ce119a9e29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (afe10674-70cf-43dd-90f9-dfd09649c647), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:13.557673 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ea1e1b6-7acb-4945-8fda-079c33962772 tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Releasing vlan 796 on physical network physnet1 to pool {{(pid=103377) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 17:32:13.558129 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-1ea1e1b6-7acb-4945-8fda-079c33962772 tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25888454'] for segment (2e28c322-77b0-49cf-b069-cb060ea0ccb3), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:13.564066 n-d-827839-2 neutron-server[103377]: Traceback (most recent call last): Feb 04 17:32:13.564066 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 17:32:13.564066 n-d-827839-2 neutron-server[103377]: timer() Feb 04 17:32:13.564066 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 17:32:13.564066 n-d-827839-2 neutron-server[103377]: cb(*args, **kw) Feb 04 17:32:13.564066 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 17:32:13.564066 n-d-827839-2 neutron-server[103377]: return func(*args, **kwargs) Feb 04 17:32:13.564066 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 17:32:13.564066 n-d-827839-2 neutron-server[103377]: self._notify() Feb 04 17:32:13.564066 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 17:32:13.564066 n-d-827839-2 neutron-server[103377]: self.callback(batched_events) Feb 04 17:32:13.564066 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 17:32:13.564066 n-d-827839-2 neutron-server[103377]: event.method(event) Feb 04 17:32:13.564066 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 17:32:13.564066 n-d-827839-2 neutron-server[103377]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 17:32:13.564066 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 17:32:13.564066 n-d-827839-2 neutron-server[103377]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 17:32:13.564066 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 17:32:13.564066 n-d-827839-2 neutron-server[103377]: return f(self, *a, **k) Feb 04 17:32:13.564066 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 17:32:13.564066 n-d-827839-2 neutron-server[103377]: return self._get(url).json() Feb 04 17:32:13.564066 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 17:32:13.564066 n-d-827839-2 neutron-server[103377]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 17:32:13.564066 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 17:32:13.564066 n-d-827839-2 neutron-server[103377]: return self.request(url, 'GET', **kwargs) Feb 04 17:32:13.564066 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 17:32:13.564066 n-d-827839-2 neutron-server[103377]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 17:32:13.564066 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 17:32:13.564066 n-d-827839-2 neutron-server[103377]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 17:32:13.564066 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 17:32:13.564066 n-d-827839-2 neutron-server[103377]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 17:32:13.564066 n-d-827839-2 neutron-server[103377]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 17:32:13.572496 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98b87d1-a830-4b32-a204-077eec136f5d req-c1bb9f06-87a6-46d3-8781-0d449671f9a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:32:13.573854 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-77368321-994e-4e8b-9cf0-50f6ec5d8be6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '634116b7-81a5-43b0-b152-35141e44ea86', 'name': 'tempest-AttachVolumeShelveTestJSON-1593771892-router', 'tenant_id': 'e381d232a32f43f9a5f1684dbd7323ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.99'}], 'enable_snat': True}, 'gw_port_id': '94054b5d-592b-4cb6-871c-06d58c671380', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:21:06Z', 'updated_at': '2022-02-04T17:32:11Z', 'revision_number': 5, 'project_id': 'e381d232a32f43f9a5f1684dbd7323ca', 'gw_port': {'id': '94054b5d-592b-4cb6-871c-06d58c671380', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:f4:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '634116b7-81a5-43b0-b152-35141e44ea86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1195, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:21:08Z', 'updated_at': '2022-02-04T17:21:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2'}], 'n-d-827839-2', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:32:13.574433 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-c98b87d1-a830-4b32-a204-077eec136f5d req-c1bb9f06-87a6-46d3-8781-0d449671f9a5 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=b4d5b67f-9f31-46fc-bfb3-c1d4a9ae5448 HTTP/1.1" status: 200 len: 797 time: 0.0964804 Feb 04 17:32:13.603048 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-3b010711-5993-4105-9102-b704c8420348 admin admin] Publish callbacks [] for router_gateway (634116b7-81a5-43b0-b152-35141e44ea86), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:13.605057 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77368321-994e-4e8b-9cf0-50f6ec5d8be6 None None] Checking router: 634116b7-81a5-43b0-b152-35141e44ea86 for host: n-d-827839-2 {{(pid=103379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 17:32:13.615656 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77368321-994e-4e8b-9cf0-50f6ec5d8be6 None None] Routers {'634116b7-81a5-43b0-b152-35141e44ea86'} bound to L3 agent in host n-d-827839-2 {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:32:13.616430 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-77368321-994e-4e8b-9cf0-50f6ec5d8be6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:32:02Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['634116b7-81a5-43b0-b152-35141e44ea86'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:32:13.659857 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98b87d1-a830-4b32-a204-077eec136f5d req-0c0ba59c-bc2a-4703-825d-35a335f7ab75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:32:13.661455 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-c98b87d1-a830-4b32-a204-077eec136f5d req-0c0ba59c-bc2a-4703-825d-35a335f7ab75 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=33faf293-e0be-4b60-83b0-8ec497ee643d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.0797694 Feb 04 17:32:13.694078 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d7abed-1138-4963-ab95-71ce119a9e29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532-project-admin] Pushing event deleted for resources: {'Port': ['ID=afe10674-70cf-43dd-90f9-dfd09649c647,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:32:13.744863 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-95d7abed-1138-4963-ab95-71ce119a9e29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:13.748278 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-95d7abed-1138-4963-ab95-71ce119a9e29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532-project-admin] 10.222.0.89 "DELETE /v2.0/ports/afe10674-70cf-43dd-90f9-dfd09649c647 HTTP/1.1" status: 204 len: 168 time: 1.6474137 Feb 04 17:32:13.753584 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 49878) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:32:13.789205 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-1ea1e1b6-7acb-4945-8fda-079c33962772 tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1543671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1595572'] for network (c8a54cfe-450f-4d28-9779-331d66d19ddd), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:13.793924 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvr_db [None req-77368321-994e-4e8b-9cf0-50f6ec5d8be6 None None] Set router 634116b7-81a5-43b0-b152-35141e44ea86 gateway port host: n-d-827839-2 {{(pid=103379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:32:13.816219 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-1ea1e1b6-7acb-4945-8fda-079c33962772 tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Publish callbacks [] for network (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:13.819456 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-1ea1e1b6-7acb-4945-8fda-079c33962772 tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] 10.222.0.89 "DELETE /v2.0/networks/c8a54cfe-450f-4d28-9779-331d66d19ddd HTTP/1.1" status: 204 len: 168 time: 1.6119733 Feb 04 17:32:13.822116 n-d-827839-2 neutron-server[103377]: INFO neutron.pecan_wsgi.hooks.translation [None req-895793e7-f8f1-4b1d-a6e6-f2b0448c5fe2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532-project-admin] GET failed (client error): The resource could not be found. Feb 04 17:32:13.823203 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 49882) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:32:13.824055 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-895793e7-f8f1-4b1d-a6e6-f2b0448c5fe2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532-project-admin] 10.222.0.89 "GET /v2.0/ports/afe10674-70cf-43dd-90f9-dfd09649c647 HTTP/1.1" status: 404 len: 333 time: 0.0514159 Feb 04 17:32:13.833008 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 49884) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:32:13.847433 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-8022b75f-8297-4845-8e43-2c1863d8d46e tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532-project-admin] Request body: {'port': {'network_id': 'fbf0e996-85bd-48b2-a5be-2cc78628792e', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-169677768'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:32:13.858970 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea1e1b6-7acb-4945-8fda-079c33962772 tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Pushing event deleted for resources: {'Network': ['ID=c8a54cfe-450f-4d28-9779-331d66d19ddd,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:32:13.873802 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2574b8c0-ac3c-4925-9d79-4acd0e964467 req-62544ffd-3161-4cf2-9b0b-5868c529c8fd tempest-ServerDiskConfigTestJSON-47961148 tempest-ServerDiskConfigTestJSON-47961148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:32:13.882366 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-2574b8c0-ac3c-4925-9d79-4acd0e964467 req-62544ffd-3161-4cf2-9b0b-5868c529c8fd tempest-ServerDiskConfigTestJSON-47961148 tempest-ServerDiskConfigTestJSON-47961148-project] 10.222.0.89 "GET /v2.0/ports?device_id=5e31becc-950d-4184-999b-78ca5074ae68 HTTP/1.1" status: 200 len: 945 time: 0.1950567 Feb 04 17:32:13.958690 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8022b75f-8297-4845-8e43-2c1863d8d46e tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532-project-admin] Made reservation on behalf of 9ddc84bd58b64d6c81117b4112dc5ea7 for: {'port': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:32:13.961511 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-8022b75f-8297-4845-8e43-2c1863d8d46e tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:14.021585 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-2574b8c0-ac3c-4925-9d79-4acd0e964467 req-bacd58c5-3736-4a43-8338-208592ba96ee tempest-ServerDiskConfigTestJSON-47961148 tempest-ServerDiskConfigTestJSON-47961148-project] 10.222.0.89 "GET /v2.0/security-groups?id=ffff0ed7-cf9e-4cbb-9be9-3a1c2dba1e58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371126 Feb 04 17:32:14.038937 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-c98b87d1-a830-4b32-a204-077eec136f5d req-70945638-1e1a-4a46-92bc-5168eee5f689 service neutron] 10.222.0.96 "GET /v2.0/networks/33faf293-e0be-4b60-83b0-8ec497ee643d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3701811 Feb 04 17:32:14.040022 n-d-827839-2 neutron-server[103377]: DEBUG neutron.notifiers.nova [None req-8022b75f-8297-4845-8e43-2c1863d8d46e tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532-project-admin] device_id is not set on port 5fa44558-5cc8-4832-9165-53424b42417d yet. {{(pid=103377) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 04 17:32:14.049619 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-3b010711-5993-4105-9102-b704c8420348 admin admin] Deleting port 94054b5d-592b-4cb6-871c-06d58c671380 {{(pid=103377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:32:14.050298 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-3b010711-5993-4105-9102-b704c8420348 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (94054b5d-592b-4cb6-871c-06d58c671380), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:14.151540 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-c98b87d1-a830-4b32-a204-077eec136f5d req-724d7be7-1003-4088-91f2-9ba3df95e05a service neutron] 10.222.0.96 "GET /v2.0/networks/33faf293-e0be-4b60-83b0-8ec497ee643d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903969 Feb 04 17:32:14.162285 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-77368321-994e-4e8b-9cf0-50f6ec5d8be6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '634116b7-81a5-43b0-b152-35141e44ea86', 'name': 'tempest-AttachVolumeShelveTestJSON-1593771892-router', 'tenant_id': 'e381d232a32f43f9a5f1684dbd7323ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.99'}], 'enable_snat': True}, 'gw_port_id': '94054b5d-592b-4cb6-871c-06d58c671380', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:21:06Z', 'updated_at': '2022-02-04T17:32:11Z', 'revision_number': 5, 'project_id': 'e381d232a32f43f9a5f1684dbd7323ca', 'gw_port': {'id': '94054b5d-592b-4cb6-871c-06d58c671380', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:f4:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '634116b7-81a5-43b0-b152-35141e44ea86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1195, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:21:08Z', 'updated_at': '2022-02-04T17:21:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2'}], 'n-d-827839-2', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:32:14.232099 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77368321-994e-4e8b-9cf0-50f6ec5d8be6 None None] The sync data for ids ['634116b7-81a5-43b0-b152-35141e44ea86'] in n-d-827839-2 is: [{'id': '634116b7-81a5-43b0-b152-35141e44ea86', 'name': 'tempest-AttachVolumeShelveTestJSON-1593771892-router', 'tenant_id': 'e381d232a32f43f9a5f1684dbd7323ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.99'}], 'enable_snat': True}, 'gw_port_id': '94054b5d-592b-4cb6-871c-06d58c671380', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:21:06Z', 'updated_at': '2022-02-04T17:32:11Z', 'revision_number': 5, 'project_id': 'e381d232a32f43f9a5f1684dbd7323ca', 'gw_port': {'id': '94054b5d-592b-4cb6-871c-06d58c671380', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:f4:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '634116b7-81a5-43b0-b152-35141e44ea86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1195, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:21:08Z', 'updated_at': '2022-02-04T17:21:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2'}] {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 17:32:14.364448 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [None req-3b010711-5993-4105-9102-b704c8420348 admin admin] For port 94054b5d-592b-4cb6-871c-06d58c671380, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=94054b5d-592b-4cb6-871c-06d58c671380,segment=NetworkSegment(5942dc44-1f07-4c27-b0ab-45a2bff20dd5),segment_id=5942dc44-1f07-4c27-b0ab-45a2bff20dd5)] {{(pid=103377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:32:14.365094 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-3b010711-5993-4105-9102-b704c8420348 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (94054b5d-592b-4cb6-871c-06d58c671380), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:14.392763 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-3b010711-5993-4105-9102-b704c8420348 admin admin] Calling delete_port for 94054b5d-592b-4cb6-871c-06d58c671380 owned by network:router_gateway {{(pid=103377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:32:14.401293 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-8022b75f-8297-4845-8e43-2c1863d8d46e tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532-project-admin] Publish callbacks [] for port (5fa44558-5cc8-4832-9165-53424b42417d), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:14.496220 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-8022b75f-8297-4845-8e43-2c1863d8d46e tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (5fa44558-5cc8-4832-9165-53424b42417d), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:14.600411 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8022b75f-8297-4845-8e43-2c1863d8d46e tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532-project-admin] Network fbf0e996-85bd-48b2-a5be-2cc78628792e is already hosted by enough agents. {{(pid=103377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:32:14.608235 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [None req-8022b75f-8297-4845-8e43-2c1863d8d46e tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532-project-admin] Resources bound (agent type, host, resource id): {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:32:14.615469 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-c98b87d1-a830-4b32-a204-077eec136f5d req-121f5de0-1d4e-4f19-ae87-d59ff40b3e82 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=71081e14-4523-4976-b2ac-04c3ffa4889c HTTP/1.1" status: 200 len: 217 time: 0.4564219 Feb 04 17:32:14.620045 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8022b75f-8297-4845-8e43-2c1863d8d46e tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532-project-admin] Received port after_create {{(pid=103377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:32:14.620045 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8022b75f-8297-4845-8e43-2c1863d8d46e tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:32:14.620302 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-8022b75f-8297-4845-8e43-2c1863d8d46e tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:14.620868 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-6c3e98bc-70c8-4dd3-80c1-a599abe49d58 tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Deleting port 42ede144-7ecc-4da5-b580-a814031cf3b3 {{(pid=103376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:32:14.621395 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-6c3e98bc-70c8-4dd3-80c1-a599abe49d58 tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (42ede144-7ecc-4da5-b580-a814031cf3b3), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:14.626983 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8022b75f-8297-4845-8e43-2c1863d8d46e tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532-project-admin] Pushing event updated for resources: {'Port': ['ID=5fa44558-5cc8-4832-9165-53424b42417d,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:32:14.694289 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-8022b75f-8297-4845-8e43-2c1863d8d46e tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532-project-admin] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.8528700 Feb 04 17:32:14.698203 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 49898) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:32:14.705714 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-96774a80-4f05-42bd-a651-6101a703e234 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-827839-2'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:32:14.738157 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98b87d1-a830-4b32-a204-077eec136f5d req-e3631505-ae18-4f05-8c6c-ea556a185ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:32:14.739664 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-c98b87d1-a830-4b32-a204-077eec136f5d req-e3631505-ae18-4f05-8c6c-ea556a185ab1 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=6f6c54c2-552d-404f-bcc6-b0c454213656 HTTP/1.1" status: 200 len: 797 time: 0.1149979 Feb 04 17:32:14.784455 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-3b010711-5993-4105-9102-b704c8420348 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (94054b5d-592b-4cb6-871c-06d58c671380), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:14.795656 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 49902) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:32:14.807422 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-6c3e98bc-70c8-4dd3-80c1-a599abe49d58 tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (42ede144-7ecc-4da5-b580-a814031cf3b3), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:14.808075 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-6c3e98bc-70c8-4dd3-80c1-a599abe49d58 tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Publish callbacks [] for floatingip (42ede144-7ecc-4da5-b580-a814031cf3b3), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:14.844452 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-6c3e98bc-70c8-4dd3-80c1-a599abe49d58 tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Calling delete_port for 42ede144-7ecc-4da5-b580-a814031cf3b3 owned by network:floatingip {{(pid=103376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:32:14.864800 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b010711-5993-4105-9102-b704c8420348 admin admin] Pushing event deleted for resources: {'Port': ['ID=94054b5d-592b-4cb6-871c-06d58c671380,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:32:14.874155 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-96774a80-4f05-42bd-a651-6101a703e234 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (5fa44558-5cc8-4832-9165-53424b42417d), before_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:14.889772 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98b87d1-a830-4b32-a204-077eec136f5d req-b28d2df2-df16-4dd5-a6eb-f8608686086d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:32:14.894362 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 83c5931d-90c7-4719-8ee3-e758fdc7bd11 no longer exists at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:32:14.894846 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-c98b87d1-a830-4b32-a204-077eec136f5d req-b28d2df2-df16-4dd5-a6eb-f8608686086d service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=6de4b58f-ff91-4bdc-9f3d-13346fce97eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1450579 Feb 04 17:32:14.952609 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] No Port match for: 83c5931d-90c7-4719-8ee3-e758fdc7bd11 {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 17:32:14.952985 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 83c5931d-90c7-4719-8ee3-e758fdc7bd11 not bound to the agent host n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 17:32:15.000862 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-3b010711-5993-4105-9102-b704c8420348 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1595544'] for router_gateway (634116b7-81a5-43b0-b152-35141e44ea86), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:15.078875 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-b9a4e471-a584-46df-b19b-4fd2ffa98cdf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:15.167616 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-3b010711-5993-4105-9102-b704c8420348 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1601811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26971'] for router (634116b7-81a5-43b0-b152-35141e44ea86), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:15.171126 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-3b010711-5993-4105-9102-b704c8420348 admin admin] Publish callbacks [] for router_controller (634116b7-81a5-43b0-b152-35141e44ea86), precommit_delete_associations {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:15.209337 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-c98b87d1-a830-4b32-a204-077eec136f5d req-642176c6-8e53-4fde-9247-f38fd63f3ba6 service neutron] 10.222.0.96 "GET /v2.0/networks/6de4b58f-ff91-4bdc-9f3d-13346fce97eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2264433 Feb 04 17:32:15.256763 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-3b010711-5993-4105-9102-b704c8420348 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1601832'] for router (634116b7-81a5-43b0-b152-35141e44ea86), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:15.257517 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b010711-5993-4105-9102-b704c8420348 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 634116b7-81a5-43b0-b152-35141e44ea86 {{(pid=103377) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 17:32:15.263500 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-3b010711-5993-4105-9102-b704c8420348 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:15.267087 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-3b010711-5993-4105-9102-b704c8420348 admin admin] 10.222.0.89 "DELETE /v2.0/routers/634116b7-81a5-43b0-b152-35141e44ea86 HTTP/1.1" status: 204 len: 168 time: 2.2982197 Feb 04 17:32:15.268789 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 49910) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:32:15.341458 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e2f5cd-6118-409d-afff-1f5715dd1cff req-db1d94d7-3c19-41fa-b3b6-a7a75e57d2dd tempest-ServerDiskConfigTestJSON-47961148 tempest-ServerDiskConfigTestJSON-47961148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:32:15.343034 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-44e2f5cd-6118-409d-afff-1f5715dd1cff req-db1d94d7-3c19-41fa-b3b6-a7a75e57d2dd tempest-ServerDiskConfigTestJSON-47961148 tempest-ServerDiskConfigTestJSON-47961148-project] 10.222.0.89 "GET /v2.0/ports?device_id=5e31becc-950d-4184-999b-78ca5074ae68 HTTP/1.1" status: 200 len: 945 time: 0.2378168 Feb 04 17:32:15.345160 n-d-827839-2 neutron-server[103377]: DEBUG neutron.notifiers.nova [None req-96774a80-4f05-42bd-a651-6101a703e234 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532-project-admin] device_id is not set on port 5fa44558-5cc8-4832-9165-53424b42417d yet. {{(pid=103377) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 04 17:32:15.356478 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-96774a80-4f05-42bd-a651-6101a703e234 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532-project-admin] Publish callbacks [] for port (5fa44558-5cc8-4832-9165-53424b42417d), precommit_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:15.364032 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ad90ab4-6643-4aaa-9003-2436934542b5 admin admin] Deleting subnet 038a8af9-19f4-4848-babf-d3b1e786f999 {{(pid=103377) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 17:32:15.368048 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-4ad90ab4-6643-4aaa-9003-2436934542b5 admin admin] Publish callbacks [] for subnet (038a8af9-19f4-4848-babf-d3b1e786f999), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:15.370432 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-96774a80-4f05-42bd-a651-6101a703e234 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25888290'] for port (5fa44558-5cc8-4832-9165-53424b42417d), after_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:15.442481 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-6c3e98bc-70c8-4dd3-80c1-a599abe49d58 tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (42ede144-7ecc-4da5-b580-a814031cf3b3), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:15.445661 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96774a80-4f05-42bd-a651-6101a703e234 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532-project-admin] Pushing event updated for resources: {'Port': ['ID=5fa44558-5cc8-4832-9165-53424b42417d,revision_number=2']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:32:15.457798 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-b9a4e471-a584-46df-b19b-4fd2ffa98cdf admin admin] Publish callbacks [] for security_group (51553de5-556e-4ad8-a4f4-da68201ee7fc), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:15.476711 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-c98b87d1-a830-4b32-a204-077eec136f5d req-94969a48-ac3b-4da7-85bd-2b1cea1fd2ec service neutron] 10.222.0.96 "GET /v2.0/networks/6de4b58f-ff91-4bdc-9f3d-13346fce97eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2573509 Feb 04 17:32:15.496608 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-4ad90ab4-6643-4aaa-9003-2436934542b5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26866676'] for subnet (038a8af9-19f4-4848-babf-d3b1e786f999), precommit_delete_associations {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:15.499091 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-b9a4e471-a584-46df-b19b-4fd2ffa98cdf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (51553de5-556e-4ad8-a4f4-da68201ee7fc), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:15.520372 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [None req-96774a80-4f05-42bd-a651-6101a703e234 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532-project-admin] Attempting to bind port 5fa44558-5cc8-4832-9165-53424b42417d on host n-h2-827839-2 for vnic_type normal with profile {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:32:15.520653 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [None req-96774a80-4f05-42bd-a651-6101a703e234 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532-project-admin] Attempting to bind port 5fa44558-5cc8-4832-9165-53424b42417d by drivers openvswitch,hyperv on host n-h2-827839-2 at level 0 using segments [{'id': '95e6fb3a-d7bd-46be-8f61-00b6b61bb601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'fbf0e996-85bd-48b2-a5be-2cc78628792e'}] {{(pid=103377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:32:15.521022 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96774a80-4f05-42bd-a651-6101a703e234 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532-project-admin] Attempting to bind port 5fa44558-5cc8-4832-9165-53424b42417d on network fbf0e996-85bd-48b2-a5be-2cc78628792e {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:32:15.525143 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3e98bc-70c8-4dd3-80c1-a599abe49d58 tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Pushing event deleted for resources: {'Port': ['ID=42ede144-7ecc-4da5-b580-a814031cf3b3,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:32:15.531704 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96774a80-4f05-42bd-a651-6101a703e234 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532-project-admin] Port 5fa44558-5cc8-4832-9165-53424b42417d on network fbf0e996-85bd-48b2-a5be-2cc78628792e not bound, no agent of type Open vSwitch agent registered on host n-h2-827839-2 {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 17:32:15.532033 n-d-827839-2 neutron-server[103377]: ERROR neutron.plugins.ml2.managers [None req-96774a80-4f05-42bd-a651-6101a703e234 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532-project-admin] Failed to bind port 5fa44558-5cc8-4832-9165-53424b42417d on host n-h2-827839-2 for vnic_type normal using segments [{'id': '95e6fb3a-d7bd-46be-8f61-00b6b61bb601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'fbf0e996-85bd-48b2-a5be-2cc78628792e'}] Feb 04 17:32:15.534438 n-d-827839-2 neutron-server[103377]: INFO neutron.plugins.ml2.plugin [None req-96774a80-4f05-42bd-a651-6101a703e234 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532-project-admin] Attempt 2 to bind port 5fa44558-5cc8-4832-9165-53424b42417d Feb 04 17:32:15.557468 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [None req-96774a80-4f05-42bd-a651-6101a703e234 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532-project-admin] Attempting to bind port 5fa44558-5cc8-4832-9165-53424b42417d on host n-h2-827839-2 for vnic_type normal with profile {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:32:15.557806 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [None req-96774a80-4f05-42bd-a651-6101a703e234 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532-project-admin] Attempting to bind port 5fa44558-5cc8-4832-9165-53424b42417d by drivers openvswitch,hyperv on host n-h2-827839-2 at level 0 using segments [{'id': '95e6fb3a-d7bd-46be-8f61-00b6b61bb601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'fbf0e996-85bd-48b2-a5be-2cc78628792e'}] {{(pid=103377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:32:15.558145 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96774a80-4f05-42bd-a651-6101a703e234 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532-project-admin] Attempting to bind port 5fa44558-5cc8-4832-9165-53424b42417d on network fbf0e996-85bd-48b2-a5be-2cc78628792e {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:32:15.569583 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96774a80-4f05-42bd-a651-6101a703e234 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532-project-admin] Port 5fa44558-5cc8-4832-9165-53424b42417d on network fbf0e996-85bd-48b2-a5be-2cc78628792e not bound, no agent of type Open vSwitch agent registered on host n-h2-827839-2 {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 17:32:15.569583 n-d-827839-2 neutron-server[103377]: ERROR neutron.plugins.ml2.managers [None req-96774a80-4f05-42bd-a651-6101a703e234 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532-project-admin] Failed to bind port 5fa44558-5cc8-4832-9165-53424b42417d on host n-h2-827839-2 for vnic_type normal using segments [{'id': '95e6fb3a-d7bd-46be-8f61-00b6b61bb601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'fbf0e996-85bd-48b2-a5be-2cc78628792e'}] Feb 04 17:32:15.587528 n-d-827839-2 neutron-server[103377]: INFO neutron.plugins.ml2.plugin [None req-96774a80-4f05-42bd-a651-6101a703e234 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532-project-admin] Attempt 3 to bind port 5fa44558-5cc8-4832-9165-53424b42417d Feb 04 17:32:15.609351 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [None req-96774a80-4f05-42bd-a651-6101a703e234 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532-project-admin] Attempting to bind port 5fa44558-5cc8-4832-9165-53424b42417d on host n-h2-827839-2 for vnic_type normal with profile {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:32:15.609689 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [None req-96774a80-4f05-42bd-a651-6101a703e234 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532-project-admin] Attempting to bind port 5fa44558-5cc8-4832-9165-53424b42417d by drivers openvswitch,hyperv on host n-h2-827839-2 at level 0 using segments [{'id': '95e6fb3a-d7bd-46be-8f61-00b6b61bb601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'fbf0e996-85bd-48b2-a5be-2cc78628792e'}] {{(pid=103377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:32:15.609823 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-c98b87d1-a830-4b32-a204-077eec136f5d req-22086e93-2aba-4ecc-806a-b6598c7bbe7e service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=397c6c1e-40e7-4c7f-9066-28791535e5e4 HTTP/1.1" status: 200 len: 217 time: 0.1050105 Feb 04 17:32:15.610041 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96774a80-4f05-42bd-a651-6101a703e234 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532-project-admin] Attempting to bind port 5fa44558-5cc8-4832-9165-53424b42417d on network fbf0e996-85bd-48b2-a5be-2cc78628792e {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:32:15.619085 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96774a80-4f05-42bd-a651-6101a703e234 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532-project-admin] Port 5fa44558-5cc8-4832-9165-53424b42417d on network fbf0e996-85bd-48b2-a5be-2cc78628792e not bound, no agent of type Open vSwitch agent registered on host n-h2-827839-2 {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 17:32:15.620071 n-d-827839-2 neutron-server[103377]: ERROR neutron.plugins.ml2.managers [None req-96774a80-4f05-42bd-a651-6101a703e234 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532-project-admin] Failed to bind port 5fa44558-5cc8-4832-9165-53424b42417d on host n-h2-827839-2 for vnic_type normal using segments [{'id': '95e6fb3a-d7bd-46be-8f61-00b6b61bb601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'fbf0e996-85bd-48b2-a5be-2cc78628792e'}] Feb 04 17:32:15.621191 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-4ad90ab4-6643-4aaa-9003-2436934542b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1541225'] for subnet (038a8af9-19f4-4848-babf-d3b1e786f999), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:15.623010 n-d-827839-2 neutron-server[103377]: INFO neutron.plugins.ml2.plugin [None req-96774a80-4f05-42bd-a651-6101a703e234 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532-project-admin] Attempt 4 to bind port 5fa44558-5cc8-4832-9165-53424b42417d Feb 04 17:32:15.635591 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-44e2f5cd-6118-409d-afff-1f5715dd1cff req-34f295a9-1ff1-4fa3-809e-c0bfd9f7efca tempest-ServerDiskConfigTestJSON-47961148 tempest-ServerDiskConfigTestJSON-47961148-project] 10.222.0.89 "GET /v2.0/security-groups?id=ffff0ed7-cf9e-4cbb-9be9-3a1c2dba1e58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2673097 Feb 04 17:32:15.653061 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a4e471-a584-46df-b19b-4fd2ffa98cdf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51553de5-556e-4ad8-a4f4-da68201ee7fc,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:32:15.659945 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-b9a4e471-a584-46df-b19b-4fd2ffa98cdf admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=cb68ee8a50e64c629b80d41f65ef0a0e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8615358 Feb 04 17:32:15.664267 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 49912) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:32:15.674842 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [None req-96774a80-4f05-42bd-a651-6101a703e234 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532-project-admin] Attempting to bind port 5fa44558-5cc8-4832-9165-53424b42417d on host n-h2-827839-2 for vnic_type normal with profile {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:32:15.675180 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [None req-96774a80-4f05-42bd-a651-6101a703e234 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532-project-admin] Attempting to bind port 5fa44558-5cc8-4832-9165-53424b42417d by drivers openvswitch,hyperv on host n-h2-827839-2 at level 0 using segments [{'id': '95e6fb3a-d7bd-46be-8f61-00b6b61bb601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'fbf0e996-85bd-48b2-a5be-2cc78628792e'}] {{(pid=103377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:32:15.675516 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96774a80-4f05-42bd-a651-6101a703e234 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532-project-admin] Attempting to bind port 5fa44558-5cc8-4832-9165-53424b42417d on network fbf0e996-85bd-48b2-a5be-2cc78628792e {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:32:15.698651 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96774a80-4f05-42bd-a651-6101a703e234 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532-project-admin] Port 5fa44558-5cc8-4832-9165-53424b42417d on network fbf0e996-85bd-48b2-a5be-2cc78628792e not bound, no agent of type Open vSwitch agent registered on host n-h2-827839-2 {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 17:32:15.698874 n-d-827839-2 neutron-server[103377]: ERROR neutron.plugins.ml2.managers [None req-96774a80-4f05-42bd-a651-6101a703e234 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532-project-admin] Failed to bind port 5fa44558-5cc8-4832-9165-53424b42417d on host n-h2-827839-2 for vnic_type normal using segments [{'id': '95e6fb3a-d7bd-46be-8f61-00b6b61bb601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'fbf0e996-85bd-48b2-a5be-2cc78628792e'}] Feb 04 17:32:15.703947 n-d-827839-2 neutron-server[103377]: INFO neutron.plugins.ml2.plugin [None req-96774a80-4f05-42bd-a651-6101a703e234 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532-project-admin] Attempt 5 to bind port 5fa44558-5cc8-4832-9165-53424b42417d Feb 04 17:32:15.716187 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-6c3e98bc-70c8-4dd3-80c1-a599abe49d58 tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Publish callbacks [] for floatingip (76dc31cc-527f-4101-8546-6d0049e983d2), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:15.718835 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-6c3e98bc-70c8-4dd3-80c1-a599abe49d58 tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for floatingip (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:15.723902 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-6c3e98bc-70c8-4dd3-80c1-a599abe49d58 tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] 10.222.0.89 "DELETE /v2.0/floatingips/76dc31cc-527f-4101-8546-6d0049e983d2 HTTP/1.1" status: 204 len: 168 time: 1.8957515 Feb 04 17:32:15.724260 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 49914) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:32:15.725869 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98b87d1-a830-4b32-a204-077eec136f5d req-2bfc7174-7d39-4891-8950-2689ada70109 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:32:15.727412 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-c98b87d1-a830-4b32-a204-077eec136f5d req-2bfc7174-7d39-4891-8950-2689ada70109 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=6f6c54c2-552d-404f-bcc6-b0c454213656 HTTP/1.1" status: 200 len: 797 time: 0.0897729 Feb 04 17:32:15.739399 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [None req-96774a80-4f05-42bd-a651-6101a703e234 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532-project-admin] Attempting to bind port 5fa44558-5cc8-4832-9165-53424b42417d on host n-h2-827839-2 for vnic_type normal with profile {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:32:15.739738 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [None req-96774a80-4f05-42bd-a651-6101a703e234 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532-project-admin] Attempting to bind port 5fa44558-5cc8-4832-9165-53424b42417d by drivers openvswitch,hyperv on host n-h2-827839-2 at level 0 using segments [{'id': '95e6fb3a-d7bd-46be-8f61-00b6b61bb601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'fbf0e996-85bd-48b2-a5be-2cc78628792e'}] {{(pid=103377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:32:15.740072 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96774a80-4f05-42bd-a651-6101a703e234 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532-project-admin] Attempting to bind port 5fa44558-5cc8-4832-9165-53424b42417d on network fbf0e996-85bd-48b2-a5be-2cc78628792e {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:32:15.749721 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-4ad90ab4-6643-4aaa-9003-2436934542b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1541216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25888360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25597190'] for subnet (038a8af9-19f4-4848-babf-d3b1e786f999), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:15.751536 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96774a80-4f05-42bd-a651-6101a703e234 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532-project-admin] Port 5fa44558-5cc8-4832-9165-53424b42417d on network fbf0e996-85bd-48b2-a5be-2cc78628792e not bound, no agent of type Open vSwitch agent registered on host n-h2-827839-2 {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 17:32:15.751971 n-d-827839-2 neutron-server[103377]: ERROR neutron.plugins.ml2.managers [None req-96774a80-4f05-42bd-a651-6101a703e234 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532-project-admin] Failed to bind port 5fa44558-5cc8-4832-9165-53424b42417d on host n-h2-827839-2 for vnic_type normal using segments [{'id': '95e6fb3a-d7bd-46be-8f61-00b6b61bb601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'fbf0e996-85bd-48b2-a5be-2cc78628792e'}] Feb 04 17:32:15.754053 n-d-827839-2 neutron-server[103376]: INFO neutron.pecan_wsgi.hooks.translation [None req-5772f633-3a28-4001-ad5b-7b4a76863ce7 tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] DELETE failed (client error): The resource could not be found. Feb 04 17:32:15.754390 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5772f633-3a28-4001-ad5b-7b4a76863ce7 tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103376) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 17:32:15.755819 n-d-827839-2 neutron-server[103377]: INFO neutron.plugins.ml2.plugin [None req-96774a80-4f05-42bd-a651-6101a703e234 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532-project-admin] Attempt 6 to bind port 5fa44558-5cc8-4832-9165-53424b42417d Feb 04 17:32:15.759894 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-5772f633-3a28-4001-ad5b-7b4a76863ce7 tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] 10.222.0.89 "DELETE /v2.0/ports/7ea6974a-8dc6-4472-8e40-4190f6869417 HTTP/1.1" status: 404 len: 333 time: 0.0291429 Feb 04 17:32:15.763769 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 49916) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:32:15.807433 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98b87d1-a830-4b32-a204-077eec136f5d req-a057f097-0fd6-44e3-be11-0631cb1b6c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:32:15.809980 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-c98b87d1-a830-4b32-a204-077eec136f5d req-a057f097-0fd6-44e3-be11-0631cb1b6c62 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=6de4b58f-ff91-4bdc-9f3d-13346fce97eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.0566182 Feb 04 17:32:15.810578 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad90ab4-6643-4aaa-9003-2436934542b5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=038a8af9-19f4-4848-babf-d3b1e786f999,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:32:15.834653 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-808a38a7-88a5-4cc1-92bc-aad9f6105bab tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] 10.222.0.89 "GET /v2.0/ports?device_id=a809c81b-79b5-4ed6-a88e-8cf2748df749 HTTP/1.1" status: 200 len: 205 time: 0.0449550 Feb 04 17:32:15.834653 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-031e4d85-e15c-47bc-a2ef-ced8c069c89b admin admin] Publish callbacks [] for security_group (51553de5-556e-4ad8-a4f4-da68201ee7fc), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:15.835788 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 49918) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:32:15.835931 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-4ad90ab4-6643-4aaa-9003-2436934542b5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:15.841934 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-4ad90ab4-6643-4aaa-9003-2436934542b5 admin admin] 10.222.0.89 "DELETE /v2.0/subnets/038a8af9-19f4-4848-babf-d3b1e786f999 HTTP/1.1" status: 204 len: 168 time: 0.5730247 Feb 04 17:32:15.842923 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 49920) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:32:15.844891 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-007ec536-c2ab-4572-8706-a9cabfd7371c None None] Network 482d30fe-67ad-4874-a89a-719137c68b40 requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:32:15.850601 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [None req-96774a80-4f05-42bd-a651-6101a703e234 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532-project-admin] Attempting to bind port 5fa44558-5cc8-4832-9165-53424b42417d on host n-h2-827839-2 for vnic_type normal with profile {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:32:15.851019 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [None req-96774a80-4f05-42bd-a651-6101a703e234 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532-project-admin] Attempting to bind port 5fa44558-5cc8-4832-9165-53424b42417d by drivers openvswitch,hyperv on host n-h2-827839-2 at level 0 using segments [{'id': '95e6fb3a-d7bd-46be-8f61-00b6b61bb601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'fbf0e996-85bd-48b2-a5be-2cc78628792e'}] {{(pid=103377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:32:15.851428 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96774a80-4f05-42bd-a651-6101a703e234 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532-project-admin] Attempting to bind port 5fa44558-5cc8-4832-9165-53424b42417d on network fbf0e996-85bd-48b2-a5be-2cc78628792e {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:32:15.913822 n-d-827839-2 neutron-server[103376]: INFO neutron.api.v2.resource [None req-1c671c2e-2405-4375-917c-c148619b4bd2 tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] delete failed (client error): The resource could not be found. Feb 04 17:32:15.917808 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-1c671c2e-2405-4375-917c-c148619b4bd2 tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] 10.222.0.89 "DELETE /v2.0/routers/a809c81b-79b5-4ed6-a88e-8cf2748df749 HTTP/1.1" status: 404 len: 336 time: 0.0789468 Feb 04 17:32:15.919128 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 49922) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:32:15.922287 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96774a80-4f05-42bd-a651-6101a703e234 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532-project-admin] Port 5fa44558-5cc8-4832-9165-53424b42417d on network fbf0e996-85bd-48b2-a5be-2cc78628792e not bound, no agent of type Open vSwitch agent registered on host n-h2-827839-2 {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 17:32:15.922863 n-d-827839-2 neutron-server[103377]: ERROR neutron.plugins.ml2.managers [None req-96774a80-4f05-42bd-a651-6101a703e234 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532-project-admin] Failed to bind port 5fa44558-5cc8-4832-9165-53424b42417d on host n-h2-827839-2 for vnic_type normal using segments [{'id': '95e6fb3a-d7bd-46be-8f61-00b6b61bb601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'fbf0e996-85bd-48b2-a5be-2cc78628792e'}] Feb 04 17:32:15.939410 n-d-827839-2 neutron-server[103377]: INFO neutron.plugins.ml2.plugin [None req-96774a80-4f05-42bd-a651-6101a703e234 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532-project-admin] Attempt 7 to bind port 5fa44558-5cc8-4832-9165-53424b42417d Feb 04 17:32:15.955102 n-d-827839-2 neutron-server[103376]: INFO neutron.pecan_wsgi.hooks.translation [None req-42aef6c0-0636-487e-88f1-617a2c94e26a tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] DELETE failed (client error): The resource could not be found. Feb 04 17:32:15.955308 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-031e4d85-e15c-47bc-a2ef-ced8c069c89b admin admin] Publish callbacks [] for security_group (51553de5-556e-4ad8-a4f4-da68201ee7fc), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:15.955709 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-42aef6c0-0636-487e-88f1-617a2c94e26a tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103376) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 17:32:15.961646 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-42aef6c0-0636-487e-88f1-617a2c94e26a tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] 10.222.0.89 "DELETE /v2.0/subnets/f8565bb9-d2d1-45f3-a737-99a25170838c HTTP/1.1" status: 404 len: 337 time: 0.0402393 Feb 04 17:32:15.963481 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 49924) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:32:16.000545 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [None req-96774a80-4f05-42bd-a651-6101a703e234 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532-project-admin] Attempting to bind port 5fa44558-5cc8-4832-9165-53424b42417d on host n-h2-827839-2 for vnic_type normal with profile {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:32:16.001029 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [None req-96774a80-4f05-42bd-a651-6101a703e234 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532-project-admin] Attempting to bind port 5fa44558-5cc8-4832-9165-53424b42417d by drivers openvswitch,hyperv on host n-h2-827839-2 at level 0 using segments [{'id': '95e6fb3a-d7bd-46be-8f61-00b6b61bb601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'fbf0e996-85bd-48b2-a5be-2cc78628792e'}] {{(pid=103377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:32:16.001468 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96774a80-4f05-42bd-a651-6101a703e234 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532-project-admin] Attempting to bind port 5fa44558-5cc8-4832-9165-53424b42417d on network fbf0e996-85bd-48b2-a5be-2cc78628792e {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:32:16.008050 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-bb956d17-f8e1-4a6f-9790-b5260e92fec6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628832'] for network (482d30fe-67ad-4874-a89a-719137c68b40), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:16.024808 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96774a80-4f05-42bd-a651-6101a703e234 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532-project-admin] Port 5fa44558-5cc8-4832-9165-53424b42417d on network fbf0e996-85bd-48b2-a5be-2cc78628792e not bound, no agent of type Open vSwitch agent registered on host n-h2-827839-2 {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 17:32:16.025774 n-d-827839-2 neutron-server[103377]: ERROR neutron.plugins.ml2.managers [None req-96774a80-4f05-42bd-a651-6101a703e234 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532-project-admin] Failed to bind port 5fa44558-5cc8-4832-9165-53424b42417d on host n-h2-827839-2 for vnic_type normal using segments [{'id': '95e6fb3a-d7bd-46be-8f61-00b6b61bb601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'fbf0e996-85bd-48b2-a5be-2cc78628792e'}] Feb 04 17:32:16.029884 n-d-827839-2 neutron-server[103377]: INFO neutron.plugins.ml2.plugin [None req-96774a80-4f05-42bd-a651-6101a703e234 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532-project-admin] Attempt 8 to bind port 5fa44558-5cc8-4832-9165-53424b42417d Feb 04 17:32:16.034452 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-c98b87d1-a830-4b32-a204-077eec136f5d req-3ebe5afa-d106-47ae-aae7-7fef939b04b1 service neutron] 10.222.0.96 "GET /v2.0/networks/6de4b58f-ff91-4bdc-9f3d-13346fce97eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2163811 Feb 04 17:32:16.049268 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [None req-96774a80-4f05-42bd-a651-6101a703e234 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532-project-admin] Attempting to bind port 5fa44558-5cc8-4832-9165-53424b42417d on host n-h2-827839-2 for vnic_type normal with profile {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:32:16.049268 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [None req-96774a80-4f05-42bd-a651-6101a703e234 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532-project-admin] Attempting to bind port 5fa44558-5cc8-4832-9165-53424b42417d by drivers openvswitch,hyperv on host n-h2-827839-2 at level 0 using segments [{'id': '95e6fb3a-d7bd-46be-8f61-00b6b61bb601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'fbf0e996-85bd-48b2-a5be-2cc78628792e'}] {{(pid=103377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:32:16.049268 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96774a80-4f05-42bd-a651-6101a703e234 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532-project-admin] Attempting to bind port 5fa44558-5cc8-4832-9165-53424b42417d on network fbf0e996-85bd-48b2-a5be-2cc78628792e {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:32:16.078122 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96774a80-4f05-42bd-a651-6101a703e234 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532-project-admin] Port 5fa44558-5cc8-4832-9165-53424b42417d on network fbf0e996-85bd-48b2-a5be-2cc78628792e not bound, no agent of type Open vSwitch agent registered on host n-h2-827839-2 {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 17:32:16.078566 n-d-827839-2 neutron-server[103377]: ERROR neutron.plugins.ml2.managers [None req-96774a80-4f05-42bd-a651-6101a703e234 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532-project-admin] Failed to bind port 5fa44558-5cc8-4832-9165-53424b42417d on host n-h2-827839-2 for vnic_type normal using segments [{'id': '95e6fb3a-d7bd-46be-8f61-00b6b61bb601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'fbf0e996-85bd-48b2-a5be-2cc78628792e'}] Feb 04 17:32:16.079297 n-d-827839-2 neutron-server[103377]: INFO neutron.plugins.ml2.plugin [None req-96774a80-4f05-42bd-a651-6101a703e234 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532-project-admin] Attempt 9 to bind port 5fa44558-5cc8-4832-9165-53424b42417d Feb 04 17:32:16.107380 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [None req-96774a80-4f05-42bd-a651-6101a703e234 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532-project-admin] Attempting to bind port 5fa44558-5cc8-4832-9165-53424b42417d on host n-h2-827839-2 for vnic_type normal with profile {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:32:16.107813 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [None req-96774a80-4f05-42bd-a651-6101a703e234 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532-project-admin] Attempting to bind port 5fa44558-5cc8-4832-9165-53424b42417d by drivers openvswitch,hyperv on host n-h2-827839-2 at level 0 using segments [{'id': '95e6fb3a-d7bd-46be-8f61-00b6b61bb601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'fbf0e996-85bd-48b2-a5be-2cc78628792e'}] {{(pid=103377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:32:16.108105 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96774a80-4f05-42bd-a651-6101a703e234 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532-project-admin] Attempting to bind port 5fa44558-5cc8-4832-9165-53424b42417d on network fbf0e996-85bd-48b2-a5be-2cc78628792e {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:32:16.111412 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-031e4d85-e15c-47bc-a2ef-ced8c069c89b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (51553de5-556e-4ad8-a4f4-da68201ee7fc), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:16.113970 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-031e4d85-e15c-47bc-a2ef-ced8c069c89b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:16.117509 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-031e4d85-e15c-47bc-a2ef-ced8c069c89b admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/51553de5-556e-4ad8-a4f4-da68201ee7fc HTTP/1.1" status: 204 len: 168 time: 0.4498777 Feb 04 17:32:16.157131 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96774a80-4f05-42bd-a651-6101a703e234 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532-project-admin] Port 5fa44558-5cc8-4832-9165-53424b42417d on network fbf0e996-85bd-48b2-a5be-2cc78628792e not bound, no agent of type Open vSwitch agent registered on host n-h2-827839-2 {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 17:32:16.157592 n-d-827839-2 neutron-server[103377]: ERROR neutron.plugins.ml2.managers [None req-96774a80-4f05-42bd-a651-6101a703e234 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532-project-admin] Failed to bind port 5fa44558-5cc8-4832-9165-53424b42417d on host n-h2-827839-2 for vnic_type normal using segments [{'id': '95e6fb3a-d7bd-46be-8f61-00b6b61bb601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'fbf0e996-85bd-48b2-a5be-2cc78628792e'}] Feb 04 17:32:16.159431 n-d-827839-2 neutron-server[103377]: INFO neutron.plugins.ml2.plugin [None req-96774a80-4f05-42bd-a651-6101a703e234 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532-project-admin] Attempt 10 to bind port 5fa44558-5cc8-4832-9165-53424b42417d Feb 04 17:32:16.164956 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031e4d85-e15c-47bc-a2ef-ced8c069c89b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51553de5-556e-4ad8-a4f4-da68201ee7fc,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:32:16.195104 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [None req-96774a80-4f05-42bd-a651-6101a703e234 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532-project-admin] Attempting to bind port 5fa44558-5cc8-4832-9165-53424b42417d on host n-h2-827839-2 for vnic_type normal with profile {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:32:16.195805 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [None req-96774a80-4f05-42bd-a651-6101a703e234 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532-project-admin] Attempting to bind port 5fa44558-5cc8-4832-9165-53424b42417d by drivers openvswitch,hyperv on host n-h2-827839-2 at level 0 using segments [{'id': '95e6fb3a-d7bd-46be-8f61-00b6b61bb601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'fbf0e996-85bd-48b2-a5be-2cc78628792e'}] {{(pid=103377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:32:16.196291 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96774a80-4f05-42bd-a651-6101a703e234 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532-project-admin] Attempting to bind port 5fa44558-5cc8-4832-9165-53424b42417d on network fbf0e996-85bd-48b2-a5be-2cc78628792e {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:32:16.206624 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-bb956d17-f8e1-4a6f-9790-b5260e92fec6 admin admin] Deleting port 9f668c74-d55d-4081-a2b7-a78d2a5a3d35 {{(pid=103377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:32:16.206967 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-bb956d17-f8e1-4a6f-9790-b5260e92fec6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (9f668c74-d55d-4081-a2b7-a78d2a5a3d35), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:16.208875 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96774a80-4f05-42bd-a651-6101a703e234 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532-project-admin] Port 5fa44558-5cc8-4832-9165-53424b42417d on network fbf0e996-85bd-48b2-a5be-2cc78628792e not bound, no agent of type Open vSwitch agent registered on host n-h2-827839-2 {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 17:32:16.209275 n-d-827839-2 neutron-server[103377]: ERROR neutron.plugins.ml2.managers [None req-96774a80-4f05-42bd-a651-6101a703e234 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532-project-admin] Failed to bind port 5fa44558-5cc8-4832-9165-53424b42417d on host n-h2-827839-2 for vnic_type normal using segments [{'id': '95e6fb3a-d7bd-46be-8f61-00b6b61bb601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'fbf0e996-85bd-48b2-a5be-2cc78628792e'}] Feb 04 17:32:16.209742 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-96774a80-4f05-42bd-a651-6101a703e234 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (5fa44558-5cc8-4832-9165-53424b42417d), before_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:16.211991 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-292e8275-6a54-43cd-8b49-2eb0820c1452 None None] DHCP port deletion for 482d30fe-67ad-4874-a89a-719137c68b40 request from n-d-827839-2 {{(pid=103378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 17:32:16.234018 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-7d0d2d04-9444-4390-9cd9-adb15e36248e tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Deleting port 633aca63-06ad-4cda-b4df-74c7f3812959 {{(pid=103376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:32:16.234360 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-7d0d2d04-9444-4390-9cd9-adb15e36248e tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (633aca63-06ad-4cda-b4df-74c7f3812959), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:16.241514 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-c98b87d1-a830-4b32-a204-077eec136f5d req-47db57c5-0f30-46ef-ba89-d9057a3cb000 service neutron] 10.222.0.96 "GET /v2.0/networks/6de4b58f-ff91-4bdc-9f3d-13346fce97eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1935058 Feb 04 17:32:16.334473 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-292e8275-6a54-43cd-8b49-2eb0820c1452 None None] Deleting port 9f668c74-d55d-4081-a2b7-a78d2a5a3d35 {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:32:16.335082 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-292e8275-6a54-43cd-8b49-2eb0820c1452 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (9f668c74-d55d-4081-a2b7-a78d2a5a3d35), before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:16.355159 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [None req-bb956d17-f8e1-4a6f-9790-b5260e92fec6 admin admin] For port 9f668c74-d55d-4081-a2b7-a78d2a5a3d35, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=9f668c74-d55d-4081-a2b7-a78d2a5a3d35,segment=NetworkSegment(9e3ed071-c030-493d-8cca-599abfcb88ee),segment_id=9e3ed071-c030-493d-8cca-599abfcb88ee)] {{(pid=103377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:32:16.355609 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-bb956d17-f8e1-4a6f-9790-b5260e92fec6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (9f668c74-d55d-4081-a2b7-a78d2a5a3d35), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:16.376979 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-bb956d17-f8e1-4a6f-9790-b5260e92fec6 admin admin] Calling delete_port for 9f668c74-d55d-4081-a2b7-a78d2a5a3d35 owned by network:dhcp {{(pid=103377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:32:16.391493 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-7d0d2d04-9444-4390-9cd9-adb15e36248e tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (633aca63-06ad-4cda-b4df-74c7f3812959), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:16.404184 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [None req-96774a80-4f05-42bd-a651-6101a703e234 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532-project-admin] For port 5fa44558-5cc8-4832-9165-53424b42417d, host n-h2-827839-2, cleared binding levels {{(pid=103377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:32:16.404634 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [None req-96774a80-4f05-42bd-a651-6101a703e234 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532-project-admin] Attempted to set empty binding levels {{(pid=103377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 04 17:32:16.407017 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-7d0d2d04-9444-4390-9cd9-adb15e36248e tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Calling delete_port for 633aca63-06ad-4cda-b4df-74c7f3812959 owned by {{(pid=103376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:32:16.429213 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-292e8275-6a54-43cd-8b49-2eb0820c1452 None None] For port 9f668c74-d55d-4081-a2b7-a78d2a5a3d35, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=9f668c74-d55d-4081-a2b7-a78d2a5a3d35,segment=NetworkSegment(9e3ed071-c030-493d-8cca-599abfcb88ee),segment_id=9e3ed071-c030-493d-8cca-599abfcb88ee)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:32:16.429610 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-292e8275-6a54-43cd-8b49-2eb0820c1452 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (9f668c74-d55d-4081-a2b7-a78d2a5a3d35), precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:16.444064 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-292e8275-6a54-43cd-8b49-2eb0820c1452 None None] Calling delete_port for 9f668c74-d55d-4081-a2b7-a78d2a5a3d35 owned by network:dhcp {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:32:16.476924 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-96774a80-4f05-42bd-a651-6101a703e234 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25888290'] for port (5fa44558-5cc8-4832-9165-53424b42417d), after_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:16.522503 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-96774a80-4f05-42bd-a651-6101a703e234 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532-project-admin] In _notify_port_updated(), no bound segment for port 5fa44558-5cc8-4832-9165-53424b42417d on network fbf0e996-85bd-48b2-a5be-2cc78628792e {{(pid=103377) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Feb 04 17:32:16.523380 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96774a80-4f05-42bd-a651-6101a703e234 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:32:16.524060 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-96774a80-4f05-42bd-a651-6101a703e234 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:16.525953 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-96774a80-4f05-42bd-a651-6101a703e234 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532-project-admin] 10.222.0.89 "PUT /v2.0/ports/5fa44558-5cc8-4832-9165-53424b42417d HTTP/1.1" status: 200 len: 978 time: 1.8260307 Feb 04 17:32:16.534064 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 49932) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:32:16.550550 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-292e8275-6a54-43cd-8b49-2eb0820c1452 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144'] for port (9f668c74-d55d-4081-a2b7-a78d2a5a3d35), after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:16.583708 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 49934) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:32:16.601683 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-a13bcd27-3030-4268-b908-f5059d698c9a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:16.601884 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292e8275-6a54-43cd-8b49-2eb0820c1452 None None] Pushing event deleted for resources: {'Port': ['ID=9f668c74-d55d-4081-a2b7-a78d2a5a3d35,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:32:16.606610 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-292e8275-6a54-43cd-8b49-2eb0820c1452 None None] No DVR routers for this DVR port 9f668c74-d55d-4081-a2b7-a78d2a5a3d35 on host n-d-827839-2 {{(pid=103378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 17:32:16.612358 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96774a80-4f05-42bd-a651-6101a703e234 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532-project-admin] Pushing event updated for resources: {'Port': ['ID=5fa44558-5cc8-4832-9165-53424b42417d,revision_number=3']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:32:16.636970 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-bb956d17-f8e1-4a6f-9790-b5260e92fec6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (9f668c74-d55d-4081-a2b7-a78d2a5a3d35), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:16.640573 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-7d0d2d04-9444-4390-9cd9-adb15e36248e tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (633aca63-06ad-4cda-b4df-74c7f3812959), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:16.681219 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb956d17-f8e1-4a6f-9790-b5260e92fec6 admin admin] Pushing event deleted for resources: {'Port': ['ID=9f668c74-d55d-4081-a2b7-a78d2a5a3d35,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:32:16.708832 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c36c3c3c-7159-4041-a43b-040010ffafc6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:32:16.709491 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c36c3c3c-7159-4041-a43b-040010ffafc6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:32:16.710849 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c36c3c3c-7159-4041-a43b-040010ffafc6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:32:16.711476 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c36c3c3c-7159-4041-a43b-040010ffafc6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:32:16.712120 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c36c3c3c-7159-4041-a43b-040010ffafc6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:32:16.712770 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c36c3c3c-7159-4041-a43b-040010ffafc6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:32:16.713570 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c36c3c3c-7159-4041-a43b-040010ffafc6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:32:16.714456 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c36c3c3c-7159-4041-a43b-040010ffafc6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:32:16.715476 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c36c3c3c-7159-4041-a43b-040010ffafc6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:32:16.716079 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c36c3c3c-7159-4041-a43b-040010ffafc6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:32:16.716687 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c36c3c3c-7159-4041-a43b-040010ffafc6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:32:16.717399 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c36c3c3c-7159-4041-a43b-040010ffafc6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:32:16.718292 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c36c3c3c-7159-4041-a43b-040010ffafc6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:32:16.719259 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c36c3c3c-7159-4041-a43b-040010ffafc6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:32:16.719885 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c36c3c3c-7159-4041-a43b-040010ffafc6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:32:16.720719 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c36c3c3c-7159-4041-a43b-040010ffafc6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:32:16.721690 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c36c3c3c-7159-4041-a43b-040010ffafc6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:32:16.722429 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c36c3c3c-7159-4041-a43b-040010ffafc6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:32:16.723076 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c36c3c3c-7159-4041-a43b-040010ffafc6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:32:16.723832 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c36c3c3c-7159-4041-a43b-040010ffafc6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:32:16.725459 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c36c3c3c-7159-4041-a43b-040010ffafc6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:32:16.726088 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c36c3c3c-7159-4041-a43b-040010ffafc6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:32:16.726843 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c36c3c3c-7159-4041-a43b-040010ffafc6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:32:16.727673 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c36c3c3c-7159-4041-a43b-040010ffafc6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:32:16.728486 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c36c3c3c-7159-4041-a43b-040010ffafc6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:32:16.729323 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c36c3c3c-7159-4041-a43b-040010ffafc6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:32:16.733033 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-c36c3c3c-7159-4041-a43b-040010ffafc6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532-project-admin] 10.222.0.89 "GET /v2.0/ports HTTP/1.1" status: 200 len: 23731 time: 0.1964900 Feb 04 17:32:16.734656 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb956d17-f8e1-4a6f-9790-b5260e92fec6 admin admin] No DVR routers for this DVR port 9f668c74-d55d-4081-a2b7-a78d2a5a3d35 on host n-d-827839-2 {{(pid=103377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 17:32:16.736803 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 49938) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:32:16.850342 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0d2d04-9444-4390-9cd9-adb15e36248e tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Pushing event deleted for resources: {'Port': ['ID=633aca63-06ad-4cda-b4df-74c7f3812959,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:32:16.889401 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-a13bcd27-3030-4268-b908-f5059d698c9a admin admin] Publish callbacks [] for security_group (10357394-b35f-4539-ac1f-7f98aa311be0), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:16.896663 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-a13bcd27-3030-4268-b908-f5059d698c9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (10357394-b35f-4539-ac1f-7f98aa311be0), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:16.910522 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-7d0d2d04-9444-4390-9cd9-adb15e36248e tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:16.914094 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-7d0d2d04-9444-4390-9cd9-adb15e36248e tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] 10.222.0.89 "DELETE /v2.0/ports/633aca63-06ad-4cda-b4df-74c7f3812959 HTTP/1.1" status: 204 len: 168 time: 0.9511144 Feb 04 17:32:16.919080 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 94054b5d-592b-4cb6-871c-06d58c671380 no longer exists at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:32:16.929830 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 49940) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:32:16.939452 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] No Port match for: 94054b5d-592b-4cb6-871c-06d58c671380 {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 17:32:16.940138 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 94054b5d-592b-4cb6-871c-06d58c671380 not bound to the agent host n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 17:32:16.940816 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 9f668c74-d55d-4081-a2b7-a78d2a5a3d35 no longer exists at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:32:16.967264 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] No Port match for: 9f668c74-d55d-4081-a2b7-a78d2a5a3d35 {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 17:32:16.967927 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 9f668c74-d55d-4081-a2b7-a78d2a5a3d35 not bound to the agent host n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 17:32:16.972920 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-bb956d17-f8e1-4a6f-9790-b5260e92fec6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1543676', 'neutron.services.segments.db._delete_segments_for_network-8781084786517'] for network (482d30fe-67ad-4874-a89a-719137c68b40), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:16.990832 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13bcd27-3030-4268-b908-f5059d698c9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10357394-b35f-4539-ac1f-7f98aa311be0,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:32:16.995644 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-a13bcd27-3030-4268-b908-f5059d698c9a admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=dd82b98e14244197850a574a1827846b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4104323 Feb 04 17:32:16.999196 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 49942) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:32:17.008759 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faacb8b2-e9b9-442f-8d0b-7e140eae64b7 req-04557662-dbee-4c61-b446-99f2b30d22f8 tempest-ServerDiskConfigTestJSON-47961148 tempest-ServerDiskConfigTestJSON-47961148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:32:17.008759 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-faacb8b2-e9b9-442f-8d0b-7e140eae64b7 req-04557662-dbee-4c61-b446-99f2b30d22f8 tempest-ServerDiskConfigTestJSON-47961148 tempest-ServerDiskConfigTestJSON-47961148-project] 10.222.0.89 "GET /v2.0/ports?device_id=5e31becc-950d-4184-999b-78ca5074ae68 HTTP/1.1" status: 200 len: 945 time: 0.2596214 Feb 04 17:32:17.012651 n-d-827839-2 neutron-server[103377]: DEBUG neutron.services.segments.db [None req-bb956d17-f8e1-4a6f-9790-b5260e92fec6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['482d30fe-67ad-4874-a89a-719137c68b40']}} {{(pid=103377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:32:17.041392 n-d-827839-2 neutron-server[103377]: DEBUG neutron.services.segments.db [None req-bb956d17-f8e1-4a6f-9790-b5260e92fec6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e3ed071-c030-493d-8cca-599abfcb88ee') {'for_net_delete': True} {{(pid=103377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:32:17.041693 n-d-827839-2 neutron-server[103377]: DEBUG neutron.services.segments.db [None req-bb956d17-f8e1-4a6f-9790-b5260e92fec6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e3ed071-c030-493d-8cca-599abfcb88ee') {} {{(pid=103377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:32:17.060066 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-bb956d17-f8e1-4a6f-9790-b5260e92fec6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781084783966', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26866685'] for segment (9e3ed071-c030-493d-8cca-599abfcb88ee), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:17.092098 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-a2dd6e94-30a8-4dd6-bd4b-63bc94ef6f20 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532-project-admin] Deleting port 5fa44558-5cc8-4832-9165-53424b42417d {{(pid=103377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:32:17.092429 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-a2dd6e94-30a8-4dd6-bd4b-63bc94ef6f20 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (5fa44558-5cc8-4832-9165-53424b42417d), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:17.099629 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-a3c06672-6cb2-45b9-bcf8-53d7bd62a992 admin admin] Publish callbacks [] for security_group (10357394-b35f-4539-ac1f-7f98aa311be0), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:17.115756 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-e04ebded-39f7-4a4b-92bc-5c83f6f7e8e8 tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Deleting port 278cab46-15b5-49e2-82ef-ab55a909acd1 {{(pid=103376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:32:17.116099 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-e04ebded-39f7-4a4b-92bc-5c83f6f7e8e8 tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (278cab46-15b5-49e2-82ef-ab55a909acd1), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:17.154651 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-bb956d17-f8e1-4a6f-9790-b5260e92fec6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (9e3ed071-c030-493d-8cca-599abfcb88ee), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:17.171939 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-a3c06672-6cb2-45b9-bcf8-53d7bd62a992 admin admin] Publish callbacks [] for security_group (10357394-b35f-4539-ac1f-7f98aa311be0), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:17.180645 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-faacb8b2-e9b9-442f-8d0b-7e140eae64b7 req-03d2fb5d-998e-4878-a5f8-58174a507250 tempest-ServerDiskConfigTestJSON-47961148 tempest-ServerDiskConfigTestJSON-47961148-project] 10.222.0.89 "GET /v2.0/security-groups?id=ffff0ed7-cf9e-4cbb-9be9-3a1c2dba1e58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576478 Feb 04 17:32:17.190772 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb956d17-f8e1-4a6f-9790-b5260e92fec6 admin admin] Releasing vlan 780 on physical network physnet1 to pool {{(pid=103377) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 17:32:17.191170 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-bb956d17-f8e1-4a6f-9790-b5260e92fec6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25888454'] for segment (9e3ed071-c030-493d-8cca-599abfcb88ee), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:17.192858 n-d-827839-2 neutron-server[103377]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 17:32:17.192858 n-d-827839-2 neutron-server[103377]: self.session.flush() Feb 04 17:32:17.192858 n-d-827839-2 neutron-server[103377]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 17:32:17.192858 n-d-827839-2 neutron-server[103377]: self.session.flush() Feb 04 17:32:17.192858 n-d-827839-2 neutron-server[103377]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 17:32:17.192858 n-d-827839-2 neutron-server[103377]: self.session.flush() Feb 04 17:32:17.192858 n-d-827839-2 neutron-server[103377]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 17:32:17.192858 n-d-827839-2 neutron-server[103377]: self.session.flush() Feb 04 17:32:17.192858 n-d-827839-2 neutron-server[103377]: Traceback (most recent call last): Feb 04 17:32:17.192858 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 17:32:17.192858 n-d-827839-2 neutron-server[103377]: timer() Feb 04 17:32:17.192858 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 17:32:17.192858 n-d-827839-2 neutron-server[103377]: cb(*args, **kw) Feb 04 17:32:17.192858 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 17:32:17.192858 n-d-827839-2 neutron-server[103377]: return func(*args, **kwargs) Feb 04 17:32:17.192858 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 17:32:17.192858 n-d-827839-2 neutron-server[103377]: self._notify() Feb 04 17:32:17.192858 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 17:32:17.192858 n-d-827839-2 neutron-server[103377]: self.callback(batched_events) Feb 04 17:32:17.192858 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 17:32:17.192858 n-d-827839-2 neutron-server[103377]: event.method(event) Feb 04 17:32:17.192858 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 17:32:17.192858 n-d-827839-2 neutron-server[103377]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 17:32:17.192858 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 17:32:17.192858 n-d-827839-2 neutron-server[103377]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 17:32:17.192858 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 17:32:17.192858 n-d-827839-2 neutron-server[103377]: return f(self, *a, **k) Feb 04 17:32:17.192858 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 17:32:17.192858 n-d-827839-2 neutron-server[103377]: return self._get(url).json() Feb 04 17:32:17.192858 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 17:32:17.192858 n-d-827839-2 neutron-server[103377]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 17:32:17.192858 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 17:32:17.192858 n-d-827839-2 neutron-server[103377]: return self.request(url, 'GET', **kwargs) Feb 04 17:32:17.192858 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 17:32:17.192858 n-d-827839-2 neutron-server[103377]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 17:32:17.192858 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 17:32:17.192858 n-d-827839-2 neutron-server[103377]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 17:32:17.192858 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 17:32:17.192858 n-d-827839-2 neutron-server[103377]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 17:32:17.192858 n-d-827839-2 neutron-server[103377]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 17:32:17.234665 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [None req-a2dd6e94-30a8-4dd6-bd4b-63bc94ef6f20 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532-project-admin] For port 5fa44558-5cc8-4832-9165-53424b42417d, host n-h2-827839-2, got binding levels [] {{(pid=103377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:32:17.235020 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-a2dd6e94-30a8-4dd6-bd4b-63bc94ef6f20 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (5fa44558-5cc8-4832-9165-53424b42417d), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:17.252827 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-e04ebded-39f7-4a4b-92bc-5c83f6f7e8e8 tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (278cab46-15b5-49e2-82ef-ab55a909acd1), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:17.258682 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-a2dd6e94-30a8-4dd6-bd4b-63bc94ef6f20 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532-project-admin] Calling delete_port for 5fa44558-5cc8-4832-9165-53424b42417d owned by {{(pid=103377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:32:17.268154 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-e04ebded-39f7-4a4b-92bc-5c83f6f7e8e8 tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Calling delete_port for 278cab46-15b5-49e2-82ef-ab55a909acd1 owned by {{(pid=103376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:32:17.273310 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-bb956d17-f8e1-4a6f-9790-b5260e92fec6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1543671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1595572'] for network (482d30fe-67ad-4874-a89a-719137c68b40), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:17.284835 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-a3c06672-6cb2-45b9-bcf8-53d7bd62a992 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (10357394-b35f-4539-ac1f-7f98aa311be0), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:17.287432 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-a3c06672-6cb2-45b9-bcf8-53d7bd62a992 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:17.291804 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-a3c06672-6cb2-45b9-bcf8-53d7bd62a992 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/10357394-b35f-4539-ac1f-7f98aa311be0 HTTP/1.1" status: 204 len: 168 time: 0.2917902 Feb 04 17:32:17.309362 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-bb956d17-f8e1-4a6f-9790-b5260e92fec6 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:17.313565 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-bb956d17-f8e1-4a6f-9790-b5260e92fec6 admin admin] 10.222.0.89 "DELETE /v2.0/networks/482d30fe-67ad-4874-a89a-719137c68b40 HTTP/1.1" status: 204 len: 168 time: 1.4697316 Feb 04 17:32:17.346246 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb956d17-f8e1-4a6f-9790-b5260e92fec6 admin admin] Pushing event deleted for resources: {'Network': ['ID=482d30fe-67ad-4874-a89a-719137c68b40,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:32:17.358006 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c06672-6cb2-45b9-bcf8-53d7bd62a992 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10357394-b35f-4539-ac1f-7f98aa311be0,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:32:17.423973 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-a2dd6e94-30a8-4dd6-bd4b-63bc94ef6f20 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (5fa44558-5cc8-4832-9165-53424b42417d), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:17.482234 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2dd6e94-30a8-4dd6-bd4b-63bc94ef6f20 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532-project-admin] Pushing event deleted for resources: {'Port': ['ID=5fa44558-5cc8-4832-9165-53424b42417d,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:32:17.489222 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-a2dd6e94-30a8-4dd6-bd4b-63bc94ef6f20 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:17.492985 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-a2dd6e94-30a8-4dd6-bd4b-63bc94ef6f20 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532-project-admin] 10.222.0.89 "DELETE /v2.0/ports/5fa44558-5cc8-4832-9165-53424b42417d HTTP/1.1" status: 204 len: 168 time: 0.7550378 Feb 04 17:32:17.496053 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 49950) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:32:17.525343 n-d-827839-2 neutron-server[103377]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9e3c64d-8129-4480-9d94-b1e3e8feac2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532-project-admin] GET failed (client error): The resource could not be found. Feb 04 17:32:17.527385 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-b9e3c64d-8129-4480-9d94-b1e3e8feac2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532-project-admin] 10.222.0.89 "GET /v2.0/ports/5fa44558-5cc8-4832-9165-53424b42417d HTTP/1.1" status: 404 len: 333 time: 0.0303378 Feb 04 17:32:17.531992 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 49952) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:32:17.538763 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-1f10294b-45d6-4744-9734-855d1ffa6499 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-263464229', 'network_id': 'fbf0e996-85bd-48b2-a5be-2cc78628792e'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:32:17.547119 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-e04ebded-39f7-4a4b-92bc-5c83f6f7e8e8 tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (278cab46-15b5-49e2-82ef-ab55a909acd1), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:17.567529 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f10294b-45d6-4744-9734-855d1ffa6499 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532-project-admin] Made reservation on behalf of 9ddc84bd58b64d6c81117b4112dc5ea7 for: {'port': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:32:17.572068 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-1f10294b-45d6-4744-9734-855d1ffa6499 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:17.578927 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 49954) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:32:17.588367 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04ebded-39f7-4a4b-92bc-5c83f6f7e8e8 tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Pushing event deleted for resources: {'Port': ['ID=278cab46-15b5-49e2-82ef-ab55a909acd1,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:32:17.621993 n-d-827839-2 neutron-server[103377]: DEBUG neutron.notifiers.nova [None req-1f10294b-45d6-4744-9734-855d1ffa6499 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532-project-admin] device_id is not set on port 94941fc3-059a-401f-b4f0-e37fa2251c4f yet. {{(pid=103377) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 04 17:32:17.668029 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-e04ebded-39f7-4a4b-92bc-5c83f6f7e8e8 tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:17.676371 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-e04ebded-39f7-4a4b-92bc-5c83f6f7e8e8 tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] 10.222.0.89 "DELETE /v2.0/ports/278cab46-15b5-49e2-82ef-ab55a909acd1 HTTP/1.1" status: 204 len: 168 time: 0.7437284 Feb 04 17:32:17.677096 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 49958) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:32:17.753883 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f0963c9-62b9-450d-a3f3-4f3d2ce6aa62 tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:32:17.758057 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-2f0963c9-62b9-450d-a3f3-4f3d2ce6aa62 tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] 10.222.0.89 "GET /v2.0/ports?device_id=e533f000-d94a-4439-a4c6-1b113390e45f HTTP/1.1" status: 200 len: 913 time: 0.0770600 Feb 04 17:32:17.759119 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 49960) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:32:17.817793 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-410eb1e5-8783-4bb2-ab54-52e769d36939 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=e381d232a32f43f9a5f1684dbd7323ca&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2376740 Feb 04 17:32:17.821059 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-1f10294b-45d6-4744-9734-855d1ffa6499 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532-project-admin] Publish callbacks [] for port (94941fc3-059a-401f-b4f0-e37fa2251c4f), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:17.822312 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 49966) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:32:17.886186 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-6603478f-74cf-4713-9623-9d03b210e9b2 admin admin] Publish callbacks [] for security_group (73dedfd5-a89f-4cee-9a59-8ba9917ca52e), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:17.922909 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-6603478f-74cf-4713-9623-9d03b210e9b2 admin admin] Publish callbacks [] for security_group (73dedfd5-a89f-4cee-9a59-8ba9917ca52e), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:17.932446 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-1f10294b-45d6-4744-9734-855d1ffa6499 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (94941fc3-059a-401f-b4f0-e37fa2251c4f), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:18.007718 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f10294b-45d6-4744-9734-855d1ffa6499 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532-project-admin] Network fbf0e996-85bd-48b2-a5be-2cc78628792e is already hosted by enough agents. {{(pid=103377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:32:18.012363 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [None req-1f10294b-45d6-4744-9734-855d1ffa6499 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532-project-admin] Resources bound (agent type, host, resource id): {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:32:18.016578 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f10294b-45d6-4744-9734-855d1ffa6499 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532-project-admin] Received port after_create {{(pid=103377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:32:18.017667 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f10294b-45d6-4744-9734-855d1ffa6499 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:32:18.018376 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-1f10294b-45d6-4744-9734-855d1ffa6499 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:18.035581 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f10294b-45d6-4744-9734-855d1ffa6499 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532-project-admin] Pushing event updated for resources: {'Port': ['ID=94941fc3-059a-401f-b4f0-e37fa2251c4f,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:32:18.045453 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-6603478f-74cf-4713-9623-9d03b210e9b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (73dedfd5-a89f-4cee-9a59-8ba9917ca52e), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:18.049125 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-6603478f-74cf-4713-9623-9d03b210e9b2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:18.050424 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-6603478f-74cf-4713-9623-9d03b210e9b2 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/73dedfd5-a89f-4cee-9a59-8ba9917ca52e HTTP/1.1" status: 204 len: 168 time: 0.2272129 Feb 04 17:32:18.074770 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-1f10294b-45d6-4744-9734-855d1ffa6499 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532-project-admin] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.5392485 Feb 04 17:32:18.078965 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 49974) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:32:18.102002 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6603478f-74cf-4713-9623-9d03b210e9b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73dedfd5-a89f-4cee-9a59-8ba9917ca52e,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:32:18.217113 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9794e64c-8608-4632-9d29-f81313577695 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:32:18.225483 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-9794e64c-8608-4632-9d29-f81313577695 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532-project-admin] 10.222.0.89 "GET /v2.0/ports/94941fc3-059a-401f-b4f0-e37fa2251c4f HTTP/1.1" status: 200 len: 958 time: 0.1423755 Feb 04 17:32:18.227014 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 49986) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:32:18.358544 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-f0b2af35-7ca6-4068-afb4-9e45d60f0737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532-project-admin] Deleting port 94941fc3-059a-401f-b4f0-e37fa2251c4f {{(pid=103377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:32:18.383261 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-f0b2af35-7ca6-4068-afb4-9e45d60f0737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (94941fc3-059a-401f-b4f0-e37fa2251c4f), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:18.458678 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978f7103-f86f-4bd8-ba75-d1e938a7019b req-b072861b-8971-4aba-963c-506edf3873ca tempest-ServerDiskConfigTestJSON-47961148 tempest-ServerDiskConfigTestJSON-47961148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:32:18.460379 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-978f7103-f86f-4bd8-ba75-d1e938a7019b req-b072861b-8971-4aba-963c-506edf3873ca tempest-ServerDiskConfigTestJSON-47961148 tempest-ServerDiskConfigTestJSON-47961148-project] 10.222.0.89 "GET /v2.0/ports?device_id=5e31becc-950d-4184-999b-78ca5074ae68 HTTP/1.1" status: 200 len: 945 time: 0.1318812 Feb 04 17:32:18.479179 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-f0b2af35-7ca6-4068-afb4-9e45d60f0737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (94941fc3-059a-401f-b4f0-e37fa2251c4f), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:18.503770 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-f0b2af35-7ca6-4068-afb4-9e45d60f0737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532-project-admin] Calling delete_port for 94941fc3-059a-401f-b4f0-e37fa2251c4f owned by {{(pid=103377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:32:18.516154 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-f6bd027b-09a1-4ac0-bcba-fbfddc56c2a6 tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602754'] for router_interface (e533f000-d94a-4439-a4c6-1b113390e45f), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:18.636222 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-f0b2af35-7ca6-4068-afb4-9e45d60f0737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (94941fc3-059a-401f-b4f0-e37fa2251c4f), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:18.638407 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-978f7103-f86f-4bd8-ba75-d1e938a7019b req-e1c353c8-b613-4b80-ab53-f3c9b633582e tempest-ServerDiskConfigTestJSON-47961148 tempest-ServerDiskConfigTestJSON-47961148-project] 10.222.0.89 "GET /v2.0/security-groups?id=ffff0ed7-cf9e-4cbb-9be9-3a1c2dba1e58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639419 Feb 04 17:32:18.737034 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b2af35-7ca6-4068-afb4-9e45d60f0737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532-project-admin] Pushing event deleted for resources: {'Port': ['ID=94941fc3-059a-401f-b4f0-e37fa2251c4f,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:32:18.744722 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-f0b2af35-7ca6-4068-afb4-9e45d60f0737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:18.749514 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-f0b2af35-7ca6-4068-afb4-9e45d60f0737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532-project-admin] 10.222.0.89 "DELETE /v2.0/ports/94941fc3-059a-401f-b4f0-e37fa2251c4f HTTP/1.1" status: 204 len: 168 time: 0.5214503 Feb 04 17:32:18.754262 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 50004) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:32:18.785437 n-d-827839-2 neutron-server[103376]: INFO neutron.pecan_wsgi.hooks.translation [None req-53955c46-25ed-40d8-827b-14db357261a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532-project-admin] GET failed (client error): The resource could not be found. Feb 04 17:32:18.787032 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-53955c46-25ed-40d8-827b-14db357261a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532-project-admin] 10.222.0.89 "GET /v2.0/ports/94941fc3-059a-401f-b4f0-e37fa2251c4f HTTP/1.1" status: 404 len: 333 time: 0.0316811 Feb 04 17:32:18.791387 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 50008) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:32:18.796435 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-86cda650-b7bc-4f6d-a2ad-940773bc8874 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532-project-admin] Request body: {'port': {'network_id': 'fbf0e996-85bd-48b2-a5be-2cc78628792e', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-328622180'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:32:18.831002 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86cda650-b7bc-4f6d-a2ad-940773bc8874 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532-project-admin] Made reservation on behalf of 9ddc84bd58b64d6c81117b4112dc5ea7 for: {'port': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:32:18.838654 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-86cda650-b7bc-4f6d-a2ad-940773bc8874 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:18.840751 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 50010) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:32:18.865057 n-d-827839-2 neutron-server[103377]: DEBUG neutron.notifiers.nova [None req-86cda650-b7bc-4f6d-a2ad-940773bc8874 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532-project-admin] device_id is not set on port 7c7bf7d6-3de8-47a8-a414-9c740c790c4e yet. {{(pid=103377) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 04 17:32:18.965871 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-f6bd027b-09a1-4ac0-bcba-fbfddc56c2a6 tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Deleting port 003c19f1-bc18-4dec-9221-2a3287e55adc {{(pid=103376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:32:18.966218 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-f6bd027b-09a1-4ac0-bcba-fbfddc56c2a6 tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (003c19f1-bc18-4dec-9221-2a3287e55adc), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:19.103862 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-f6bd027b-09a1-4ac0-bcba-fbfddc56c2a6 tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (003c19f1-bc18-4dec-9221-2a3287e55adc), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:19.135705 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-f6bd027b-09a1-4ac0-bcba-fbfddc56c2a6 tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Calling delete_port for 003c19f1-bc18-4dec-9221-2a3287e55adc owned by network:router_interface {{(pid=103376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:32:19.476540 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-f6bd027b-09a1-4ac0-bcba-fbfddc56c2a6 tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (003c19f1-bc18-4dec-9221-2a3287e55adc), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:19.548015 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6bd027b-09a1-4ac0-bcba-fbfddc56c2a6 tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Pushing event deleted for resources: {'Port': ['ID=003c19f1-bc18-4dec-9221-2a3287e55adc,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:32:19.606680 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-86cda650-b7bc-4f6d-a2ad-940773bc8874 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532-project-admin] Publish callbacks [] for port (7c7bf7d6-3de8-47a8-a414-9c740c790c4e), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:19.643853 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-3b91878e-2863-4ed7-a229-a19649fcea95 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:19.647597 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-86cda650-b7bc-4f6d-a2ad-940773bc8874 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (7c7bf7d6-3de8-47a8-a414-9c740c790c4e), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:19.777676 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86cda650-b7bc-4f6d-a2ad-940773bc8874 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532-project-admin] Network fbf0e996-85bd-48b2-a5be-2cc78628792e is already hosted by enough agents. {{(pid=103377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:32:19.786022 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [None req-86cda650-b7bc-4f6d-a2ad-940773bc8874 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532-project-admin] Resources bound (agent type, host, resource id): {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:32:19.793332 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86cda650-b7bc-4f6d-a2ad-940773bc8874 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532-project-admin] Received port after_create {{(pid=103377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:32:19.794278 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86cda650-b7bc-4f6d-a2ad-940773bc8874 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:32:19.794889 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-86cda650-b7bc-4f6d-a2ad-940773bc8874 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:19.815259 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 50040) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:32:19.822970 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86cda650-b7bc-4f6d-a2ad-940773bc8874 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532-project-admin] Pushing event updated for resources: {'Port': ['ID=7c7bf7d6-3de8-47a8-a414-9c740c790c4e,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:32:19.874585 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-86cda650-b7bc-4f6d-a2ad-940773bc8874 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532-project-admin] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 1.0817957 Feb 04 17:32:19.877199 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 50044) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:32:19.899377 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-85eba333-e6a0-412f-930b-bc7126650902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-827839-2'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:32:19.919110 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06431759-cb5a-4013-af56-1acfdde30335 req-290456f1-b316-4080-b1d8-4788df4213e0 tempest-ServerDiskConfigTestJSON-47961148 tempest-ServerDiskConfigTestJSON-47961148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:32:19.920716 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-06431759-cb5a-4013-af56-1acfdde30335 req-290456f1-b316-4080-b1d8-4788df4213e0 tempest-ServerDiskConfigTestJSON-47961148 tempest-ServerDiskConfigTestJSON-47961148-project] 10.222.0.89 "GET /v2.0/ports?device_id=5e31becc-950d-4184-999b-78ca5074ae68 HTTP/1.1" status: 200 len: 945 time: 0.1322415 Feb 04 17:32:19.965765 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-3b91878e-2863-4ed7-a229-a19649fcea95 admin admin] Publish callbacks [] for security_group (da91dbdc-015a-45c9-b6e8-ea940b00bc16), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:19.972308 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-f6bd027b-09a1-4ac0-bcba-fbfddc56c2a6 tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1677336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1602614'] for router_interface (e533f000-d94a-4439-a4c6-1b113390e45f), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:19.979047 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-3b91878e-2863-4ed7-a229-a19649fcea95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (da91dbdc-015a-45c9-b6e8-ea940b00bc16), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:20.020304 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b91878e-2863-4ed7-a229-a19649fcea95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da91dbdc-015a-45c9-b6e8-ea940b00bc16,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:32:20.049607 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-06431759-cb5a-4013-af56-1acfdde30335 req-8b0aaf7a-1040-42a6-9fcf-ac06ad15dca3 tempest-ServerDiskConfigTestJSON-47961148 tempest-ServerDiskConfigTestJSON-47961148-project] 10.222.0.89 "GET /v2.0/security-groups?id=ffff0ed7-cf9e-4cbb-9be9-3a1c2dba1e58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158745 Feb 04 17:32:20.058399 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-3b91878e-2863-4ed7-a229-a19649fcea95 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=19ce30defe4b4e4f88859d379a17e47b&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2141409 Feb 04 17:32:20.058643 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 50048) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:32:20.109575 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-85eba333-e6a0-412f-930b-bc7126650902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (7c7bf7d6-3de8-47a8-a414-9c740c790c4e), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:20.113601 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-e5cef18a-564b-4fa0-8ac7-c66f4a684257 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-2095852307-network', 'tenant_id': 'a7ea9b1ba86e49c289bed0f142f59d4f'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:32:20.130341 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-891f4c6a-4169-4fa3-8f7f-5a66182b1453 admin admin] Publish callbacks [] for security_group (da91dbdc-015a-45c9-b6e8-ea940b00bc16), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:20.152282 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5cef18a-564b-4fa0-8ac7-c66f4a684257 admin admin] Made reservation on behalf of a7ea9b1ba86e49c289bed0f142f59d4f for: {'network': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:32:20.154667 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-e5cef18a-564b-4fa0-8ac7-c66f4a684257 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for network (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:20.170298 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-e5cef18a-564b-4fa0-8ac7-c66f4a684257 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:20.177195 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-891f4c6a-4169-4fa3-8f7f-5a66182b1453 admin admin] Publish callbacks [] for security_group (da91dbdc-015a-45c9-b6e8-ea940b00bc16), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:20.254567 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-891f4c6a-4169-4fa3-8f7f-5a66182b1453 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (da91dbdc-015a-45c9-b6e8-ea940b00bc16), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:20.259162 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-891f4c6a-4169-4fa3-8f7f-5a66182b1453 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:20.263687 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-891f4c6a-4169-4fa3-8f7f-5a66182b1453 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/da91dbdc-015a-45c9-b6e8-ea940b00bc16 HTTP/1.1" status: 204 len: 168 time: 0.2016304 Feb 04 17:32:20.287114 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891f4c6a-4169-4fa3-8f7f-5a66182b1453 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da91dbdc-015a-45c9-b6e8-ea940b00bc16,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:32:20.328814 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-e5cef18a-564b-4fa0-8ac7-c66f4a684257 admin admin] Publish callbacks [] for security_group (c354f4ed-9d7a-4839-ac0e-7acc5f1680a5), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:20.334176 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-e5cef18a-564b-4fa0-8ac7-c66f4a684257 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (c354f4ed-9d7a-4839-ac0e-7acc5f1680a5), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:20.370400 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5cef18a-564b-4fa0-8ac7-c66f4a684257 admin admin] vlan segment allocate from pool success with {'vlan_id': 790, 'physical_network': 'physnet1'} {{(pid=103377) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 17:32:20.392089 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5cef18a-564b-4fa0-8ac7-c66f4a684257 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c354f4ed-9d7a-4839-ac0e-7acc5f1680a5,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:32:20.396665 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-e5cef18a-564b-4fa0-8ac7-c66f4a684257 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (de835c50-94f9-45e0-aa2b-e450b795a51e), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:20.397346 n-d-827839-2 neutron-server[103377]: INFO neutron.db.segments_db [None req-e5cef18a-564b-4fa0-8ac7-c66f4a684257 admin admin] Added segment de835c50-94f9-45e0-aa2b-e450b795a51e of type vlan for network b84761e1-11c1-4974-9748-ae61e294404d Feb 04 17:32:20.453211 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-e5cef18a-564b-4fa0-8ac7-c66f4a684257 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781084292801'] for network (b84761e1-11c1-4974-9748-ae61e294404d), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:20.493102 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-e5cef18a-564b-4fa0-8ac7-c66f4a684257 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327'] for network (b84761e1-11c1-4974-9748-ae61e294404d), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:20.494583 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5cef18a-564b-4fa0-8ac7-c66f4a684257 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:32:20.495506 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-e5cef18a-564b-4fa0-8ac7-c66f4a684257 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:20.566452 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-e5cef18a-564b-4fa0-8ac7-c66f4a684257 admin admin] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7441270 Feb 04 17:32:20.570092 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 50064) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:32:20.576979 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-344a68e1-65e7-40df-b231-6cc6277fe1ff admin admin] Request body: {'subnet': {'network_id': 'b84761e1-11c1-4974-9748-ae61e294404d', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-2095852307-subnet', 'tenant_id': 'a7ea9b1ba86e49c289bed0f142f59d4f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:32:20.601093 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5cef18a-564b-4fa0-8ac7-c66f4a684257 admin admin] Pushing event updated for resources: {'Network': ['ID=b84761e1-11c1-4974-9748-ae61e294404d,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:32:20.612352 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-344a68e1-65e7-40df-b231-6cc6277fe1ff admin admin] Made reservation on behalf of a7ea9b1ba86e49c289bed0f142f59d4f for: {'subnet': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:32:20.615549 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-344a68e1-65e7-40df-b231-6cc6277fe1ff admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25597243'] for subnet (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:20.616237 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Network b84761e1-11c1-4974-9748-ae61e294404d details requested by agent ovs-agent-n-d-827839-2 with host n-d-827839-2 {{(pid=103378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 17:32:20.766973 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6bd027b-09a1-4ac0-bcba-fbfddc56c2a6 tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Router e533f000-d94a-4439-a4c6-1b113390e45f has already been hosted by L3 agent 64ada913-9131-4d99-a265-63a920956287 {{(pid=103376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 17:32:20.772984 n-d-827839-2 neutron-server[103376]: DEBUG neutron.notifiers.nova [None req-85eba333-e6a0-412f-930b-bc7126650902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532-project-admin] device_id is not set on port 7c7bf7d6-3de8-47a8-a414-9c740c790c4e yet. {{(pid=103376) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 04 17:32:20.782771 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-85eba333-e6a0-412f-930b-bc7126650902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532-project-admin] Publish callbacks [] for port (7c7bf7d6-3de8-47a8-a414-9c740c790c4e), precommit_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:20.827446 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-85eba333-e6a0-412f-930b-bc7126650902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675836'] for port (7c7bf7d6-3de8-47a8-a414-9c740c790c4e), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:20.863989 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-344a68e1-65e7-40df-b231-6cc6277fe1ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25889445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25597197'] for subnet (74e6e6d2-6594-4fba-b377-2d3e84d23c5b), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:20.915488 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344a68e1-65e7-40df-b231-6cc6277fe1ff admin admin] Pushing event updated for resources: {'Subnet': ['ID=74e6e6d2-6594-4fba-b377-2d3e84d23c5b,revision_number=0']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:32:20.927059 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85eba333-e6a0-412f-930b-bc7126650902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532-project-admin] Pushing event updated for resources: {'Port': ['ID=7c7bf7d6-3de8-47a8-a414-9c740c790c4e,revision_number=2']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:32:20.933356 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 50074) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:32:20.948859 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85eba333-e6a0-412f-930b-bc7126650902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:32:20.949219 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85eba333-e6a0-412f-930b-bc7126650902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:32:20.949568 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85eba333-e6a0-412f-930b-bc7126650902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:32:20.949911 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85eba333-e6a0-412f-930b-bc7126650902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:32:20.950252 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85eba333-e6a0-412f-930b-bc7126650902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:32:20.950584 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85eba333-e6a0-412f-930b-bc7126650902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:32:20.950918 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85eba333-e6a0-412f-930b-bc7126650902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:32:20.951245 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85eba333-e6a0-412f-930b-bc7126650902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:32:20.951828 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85eba333-e6a0-412f-930b-bc7126650902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:32:20.952321 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85eba333-e6a0-412f-930b-bc7126650902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:32:20.952728 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85eba333-e6a0-412f-930b-bc7126650902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:32:20.953254 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85eba333-e6a0-412f-930b-bc7126650902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:32:20.953617 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85eba333-e6a0-412f-930b-bc7126650902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:32:20.960823 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-13930830-9555-4b76-98ee-ce14714af816 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:20.965702 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [None req-85eba333-e6a0-412f-930b-bc7126650902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532-project-admin] Attempting to bind port 7c7bf7d6-3de8-47a8-a414-9c740c790c4e on host n-h2-827839-2 for vnic_type normal with profile {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:32:20.966058 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [None req-85eba333-e6a0-412f-930b-bc7126650902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532-project-admin] Attempting to bind port 7c7bf7d6-3de8-47a8-a414-9c740c790c4e by drivers openvswitch,hyperv on host n-h2-827839-2 at level 0 using segments [{'id': '95e6fb3a-d7bd-46be-8f61-00b6b61bb601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'fbf0e996-85bd-48b2-a5be-2cc78628792e'}] {{(pid=103376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:32:20.966391 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85eba333-e6a0-412f-930b-bc7126650902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532-project-admin] Attempting to bind port 7c7bf7d6-3de8-47a8-a414-9c740c790c4e on network fbf0e996-85bd-48b2-a5be-2cc78628792e {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:32:20.973428 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85eba333-e6a0-412f-930b-bc7126650902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532-project-admin] Port 7c7bf7d6-3de8-47a8-a414-9c740c790c4e on network fbf0e996-85bd-48b2-a5be-2cc78628792e not bound, no agent of type Open vSwitch agent registered on host n-h2-827839-2 {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 17:32:20.973754 n-d-827839-2 neutron-server[103376]: ERROR neutron.plugins.ml2.managers [None req-85eba333-e6a0-412f-930b-bc7126650902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532-project-admin] Failed to bind port 7c7bf7d6-3de8-47a8-a414-9c740c790c4e on host n-h2-827839-2 for vnic_type normal using segments [{'id': '95e6fb3a-d7bd-46be-8f61-00b6b61bb601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'fbf0e996-85bd-48b2-a5be-2cc78628792e'}] Feb 04 17:32:20.975619 n-d-827839-2 neutron-server[103376]: INFO neutron.plugins.ml2.plugin [None req-85eba333-e6a0-412f-930b-bc7126650902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532-project-admin] Attempt 2 to bind port 7c7bf7d6-3de8-47a8-a414-9c740c790c4e Feb 04 17:32:20.978409 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-344a68e1-65e7-40df-b231-6cc6277fe1ff admin admin] Checking segment: {'id': 'de835c50-94f9-45e0-aa2b-e450b795a51e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'b84761e1-11c1-4974-9748-ae61e294404d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:32:20.978780 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-344a68e1-65e7-40df-b231-6cc6277fe1ff admin admin] Network hostable DHCP agents. Network: b84761e1-11c1-4974-9748-ae61e294404d, hostable agents: ['bb89f5a3-3c22-440b-b7d1-c4f0c43c184a'], hosted agents: [] {{(pid=103377) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 17:32:20.980703 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6bd027b-09a1-4ac0-bcba-fbfddc56c2a6 tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Notify agent at l3_agent.n-d-827839-2 the message routers_updated {{(pid=103376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 17:32:20.990524 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-f6bd027b-09a1-4ac0-bcba-fbfddc56c2a6 tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] 10.222.0.89 "PUT /v2.0/routers/e533f000-d94a-4439-a4c6-1b113390e45f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2296140 Feb 04 17:32:20.993033 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 50076) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:32:21.002251 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81b3a144-c556-440a-ab95-6ae30acbd8c1 None None] Sync routers for ids ['e533f000-d94a-4439-a4c6-1b113390e45f'] in n-d-827839-2 {{(pid=103378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 17:32:21.003831 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [None req-85eba333-e6a0-412f-930b-bc7126650902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532-project-admin] Attempting to bind port 7c7bf7d6-3de8-47a8-a414-9c740c790c4e on host n-h2-827839-2 for vnic_type normal with profile {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:32:21.004174 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [None req-85eba333-e6a0-412f-930b-bc7126650902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532-project-admin] Attempting to bind port 7c7bf7d6-3de8-47a8-a414-9c740c790c4e by drivers openvswitch,hyperv on host n-h2-827839-2 at level 0 using segments [{'id': '95e6fb3a-d7bd-46be-8f61-00b6b61bb601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'fbf0e996-85bd-48b2-a5be-2cc78628792e'}] {{(pid=103376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:32:21.004504 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85eba333-e6a0-412f-930b-bc7126650902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532-project-admin] Attempting to bind port 7c7bf7d6-3de8-47a8-a414-9c740c790c4e on network fbf0e996-85bd-48b2-a5be-2cc78628792e {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:32:21.013487 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-344a68e1-65e7-40df-b231-6cc6277fe1ff admin admin] Network b84761e1-11c1-4974-9748-ae61e294404d is scheduled to be hosted by DHCP agent bb89f5a3-3c22-440b-b7d1-c4f0c43c184a with binding_index 1 {{(pid=103377) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 17:32:21.018757 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81b3a144-c556-440a-ab95-6ae30acbd8c1 None None] Routers {'e533f000-d94a-4439-a4c6-1b113390e45f'} bound to L3 agent in host n-d-827839-2 {{(pid=103378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:32:21.019707 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-81b3a144-c556-440a-ab95-6ae30acbd8c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:32:02Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['e533f000-d94a-4439-a4c6-1b113390e45f'], 'active': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:32:21.030360 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [None req-344a68e1-65e7-40df-b231-6cc6277fe1ff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827839-2, b84761e1-11c1-4974-9748-ae61e294404d) {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:32:21.036467 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-344a68e1-65e7-40df-b231-6cc6277fe1ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:32:21.037238 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-344a68e1-65e7-40df-b231-6cc6277fe1ff admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:21.043274 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85eba333-e6a0-412f-930b-bc7126650902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532-project-admin] Port 7c7bf7d6-3de8-47a8-a414-9c740c790c4e on network fbf0e996-85bd-48b2-a5be-2cc78628792e not bound, no agent of type Open vSwitch agent registered on host n-h2-827839-2 {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 17:32:21.043819 n-d-827839-2 neutron-server[103376]: ERROR neutron.plugins.ml2.managers [None req-85eba333-e6a0-412f-930b-bc7126650902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532-project-admin] Failed to bind port 7c7bf7d6-3de8-47a8-a414-9c740c790c4e on host n-h2-827839-2 for vnic_type normal using segments [{'id': '95e6fb3a-d7bd-46be-8f61-00b6b61bb601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'fbf0e996-85bd-48b2-a5be-2cc78628792e'}] Feb 04 17:32:21.075882 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-81b3a144-c556-440a-ab95-6ae30acbd8c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827839-2', False) {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:32:21.076798 n-d-827839-2 neutron-server[103376]: INFO neutron.plugins.ml2.plugin [None req-85eba333-e6a0-412f-930b-bc7126650902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532-project-admin] Attempt 3 to bind port 7c7bf7d6-3de8-47a8-a414-9c740c790c4e Feb 04 17:32:21.080407 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-344a68e1-65e7-40df-b231-6cc6277fe1ff admin admin] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.5076132 Feb 04 17:32:21.095772 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-13930830-9555-4b76-98ee-ce14714af816 admin admin] Publish callbacks [] for security_group (b6a432ff-fe89-4b96-a84d-72d9e33ffa2c), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:21.105775 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-13930830-9555-4b76-98ee-ce14714af816 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (b6a432ff-fe89-4b96-a84d-72d9e33ffa2c), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:21.110833 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [None req-85eba333-e6a0-412f-930b-bc7126650902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532-project-admin] Attempting to bind port 7c7bf7d6-3de8-47a8-a414-9c740c790c4e on host n-h2-827839-2 for vnic_type normal with profile {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:32:21.112195 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [None req-85eba333-e6a0-412f-930b-bc7126650902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532-project-admin] Attempting to bind port 7c7bf7d6-3de8-47a8-a414-9c740c790c4e by drivers openvswitch,hyperv on host n-h2-827839-2 at level 0 using segments [{'id': '95e6fb3a-d7bd-46be-8f61-00b6b61bb601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'fbf0e996-85bd-48b2-a5be-2cc78628792e'}] {{(pid=103376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:32:21.112689 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85eba333-e6a0-412f-930b-bc7126650902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532-project-admin] Attempting to bind port 7c7bf7d6-3de8-47a8-a414-9c740c790c4e on network fbf0e996-85bd-48b2-a5be-2cc78628792e {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:32:21.120538 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e245d93c-e821-4841-9023-69ea10a861b8 None None] Network b84761e1-11c1-4974-9748-ae61e294404d requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:32:21.122154 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85eba333-e6a0-412f-930b-bc7126650902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532-project-admin] Port 7c7bf7d6-3de8-47a8-a414-9c740c790c4e on network fbf0e996-85bd-48b2-a5be-2cc78628792e not bound, no agent of type Open vSwitch agent registered on host n-h2-827839-2 {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 17:32:21.122651 n-d-827839-2 neutron-server[103376]: ERROR neutron.plugins.ml2.managers [None req-85eba333-e6a0-412f-930b-bc7126650902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532-project-admin] Failed to bind port 7c7bf7d6-3de8-47a8-a414-9c740c790c4e on host n-h2-827839-2 for vnic_type normal using segments [{'id': '95e6fb3a-d7bd-46be-8f61-00b6b61bb601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'fbf0e996-85bd-48b2-a5be-2cc78628792e'}] Feb 04 17:32:21.125239 n-d-827839-2 neutron-server[103376]: INFO neutron.plugins.ml2.plugin [None req-85eba333-e6a0-412f-930b-bc7126650902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532-project-admin] Attempt 4 to bind port 7c7bf7d6-3de8-47a8-a414-9c740c790c4e Feb 04 17:32:21.148619 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [None req-85eba333-e6a0-412f-930b-bc7126650902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532-project-admin] Attempting to bind port 7c7bf7d6-3de8-47a8-a414-9c740c790c4e on host n-h2-827839-2 for vnic_type normal with profile {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:32:21.149222 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [None req-85eba333-e6a0-412f-930b-bc7126650902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532-project-admin] Attempting to bind port 7c7bf7d6-3de8-47a8-a414-9c740c790c4e by drivers openvswitch,hyperv on host n-h2-827839-2 at level 0 using segments [{'id': '95e6fb3a-d7bd-46be-8f61-00b6b61bb601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'fbf0e996-85bd-48b2-a5be-2cc78628792e'}] {{(pid=103376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:32:21.149716 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85eba333-e6a0-412f-930b-bc7126650902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532-project-admin] Attempting to bind port 7c7bf7d6-3de8-47a8-a414-9c740c790c4e on network fbf0e996-85bd-48b2-a5be-2cc78628792e {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:32:21.162449 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85eba333-e6a0-412f-930b-bc7126650902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532-project-admin] Port 7c7bf7d6-3de8-47a8-a414-9c740c790c4e on network fbf0e996-85bd-48b2-a5be-2cc78628792e not bound, no agent of type Open vSwitch agent registered on host n-h2-827839-2 {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 17:32:21.163278 n-d-827839-2 neutron-server[103376]: ERROR neutron.plugins.ml2.managers [None req-85eba333-e6a0-412f-930b-bc7126650902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532-project-admin] Failed to bind port 7c7bf7d6-3de8-47a8-a414-9c740c790c4e on host n-h2-827839-2 for vnic_type normal using segments [{'id': '95e6fb3a-d7bd-46be-8f61-00b6b61bb601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'fbf0e996-85bd-48b2-a5be-2cc78628792e'}] Feb 04 17:32:21.165662 n-d-827839-2 neutron-server[103376]: INFO neutron.plugins.ml2.plugin [None req-85eba333-e6a0-412f-930b-bc7126650902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532-project-admin] Attempt 5 to bind port 7c7bf7d6-3de8-47a8-a414-9c740c790c4e Feb 04 17:32:21.172704 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-13930830-9555-4b76-98ee-ce14714af816 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=04f3794137264033981603316002e1dc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2384486 Feb 04 17:32:21.173799 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13930830-9555-4b76-98ee-ce14714af816 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6a432ff-fe89-4b96-a84d-72d9e33ffa2c,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:32:21.177651 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 50088) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:32:21.196395 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-b1dd0795-1863-4c46-bbd0-55ecbe0bf0bf tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Publish callbacks [] for router (e533f000-d94a-4439-a4c6-1b113390e45f), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:21.239234 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [None req-85eba333-e6a0-412f-930b-bc7126650902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532-project-admin] Attempting to bind port 7c7bf7d6-3de8-47a8-a414-9c740c790c4e on host n-h2-827839-2 for vnic_type normal with profile {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:32:21.239818 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [None req-85eba333-e6a0-412f-930b-bc7126650902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532-project-admin] Attempting to bind port 7c7bf7d6-3de8-47a8-a414-9c740c790c4e by drivers openvswitch,hyperv on host n-h2-827839-2 at level 0 using segments [{'id': '95e6fb3a-d7bd-46be-8f61-00b6b61bb601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'fbf0e996-85bd-48b2-a5be-2cc78628792e'}] {{(pid=103376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:32:21.240257 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85eba333-e6a0-412f-930b-bc7126650902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532-project-admin] Attempting to bind port 7c7bf7d6-3de8-47a8-a414-9c740c790c4e on network fbf0e996-85bd-48b2-a5be-2cc78628792e {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:32:21.244380 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81b3a144-c556-440a-ab95-6ae30acbd8c1 None None] Routers {'e533f000-d94a-4439-a4c6-1b113390e45f'} bound to L3 agent in host n-d-827839-2 {{(pid=103378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:32:21.245159 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-81b3a144-c556-440a-ab95-6ae30acbd8c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:32:02Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['e533f000-d94a-4439-a4c6-1b113390e45f'], 'active': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:32:21.304159 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-81b3a144-c556-440a-ab95-6ae30acbd8c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827839-2', False) {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:32:21.305104 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81b3a144-c556-440a-ab95-6ae30acbd8c1 None None] The sync data for ids ['e533f000-d94a-4439-a4c6-1b113390e45f'] in n-d-827839-2 is: [] {{(pid=103378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 17:32:21.314777 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85eba333-e6a0-412f-930b-bc7126650902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532-project-admin] Port 7c7bf7d6-3de8-47a8-a414-9c740c790c4e on network fbf0e996-85bd-48b2-a5be-2cc78628792e not bound, no agent of type Open vSwitch agent registered on host n-h2-827839-2 {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 17:32:21.315125 n-d-827839-2 neutron-server[103376]: ERROR neutron.plugins.ml2.managers [None req-85eba333-e6a0-412f-930b-bc7126650902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532-project-admin] Failed to bind port 7c7bf7d6-3de8-47a8-a414-9c740c790c4e on host n-h2-827839-2 for vnic_type normal using segments [{'id': '95e6fb3a-d7bd-46be-8f61-00b6b61bb601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'fbf0e996-85bd-48b2-a5be-2cc78628792e'}] Feb 04 17:32:21.329903 n-d-827839-2 neutron-server[103376]: INFO neutron.plugins.ml2.plugin [None req-85eba333-e6a0-412f-930b-bc7126650902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532-project-admin] Attempt 6 to bind port 7c7bf7d6-3de8-47a8-a414-9c740c790c4e Feb 04 17:32:21.372534 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [None req-85eba333-e6a0-412f-930b-bc7126650902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532-project-admin] Attempting to bind port 7c7bf7d6-3de8-47a8-a414-9c740c790c4e on host n-h2-827839-2 for vnic_type normal with profile {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:32:21.373636 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [None req-85eba333-e6a0-412f-930b-bc7126650902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532-project-admin] Attempting to bind port 7c7bf7d6-3de8-47a8-a414-9c740c790c4e by drivers openvswitch,hyperv on host n-h2-827839-2 at level 0 using segments [{'id': '95e6fb3a-d7bd-46be-8f61-00b6b61bb601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'fbf0e996-85bd-48b2-a5be-2cc78628792e'}] {{(pid=103376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:32:21.374312 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85eba333-e6a0-412f-930b-bc7126650902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532-project-admin] Attempting to bind port 7c7bf7d6-3de8-47a8-a414-9c740c790c4e on network fbf0e996-85bd-48b2-a5be-2cc78628792e {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:32:21.390605 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0995897-0354-46fc-8c65-2b7dd004e4e0 None None] Network b84761e1-11c1-4974-9748-ae61e294404d requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:32:21.408222 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85eba333-e6a0-412f-930b-bc7126650902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532-project-admin] Port 7c7bf7d6-3de8-47a8-a414-9c740c790c4e on network fbf0e996-85bd-48b2-a5be-2cc78628792e not bound, no agent of type Open vSwitch agent registered on host n-h2-827839-2 {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 17:32:21.408556 n-d-827839-2 neutron-server[103376]: ERROR neutron.plugins.ml2.managers [None req-85eba333-e6a0-412f-930b-bc7126650902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532-project-admin] Failed to bind port 7c7bf7d6-3de8-47a8-a414-9c740c790c4e on host n-h2-827839-2 for vnic_type normal using segments [{'id': '95e6fb3a-d7bd-46be-8f61-00b6b61bb601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'fbf0e996-85bd-48b2-a5be-2cc78628792e'}] Feb 04 17:32:21.412452 n-d-827839-2 neutron-server[103376]: INFO neutron.plugins.ml2.plugin [None req-85eba333-e6a0-412f-930b-bc7126650902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532-project-admin] Attempt 7 to bind port 7c7bf7d6-3de8-47a8-a414-9c740c790c4e Feb 04 17:32:21.441542 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7940cace-c3d2-4e90-a30a-fef96b07d343 req-7aa84ef3-cd8e-4ba9-834f-a31ba1506cd9 tempest-ServerDiskConfigTestJSON-47961148 tempest-ServerDiskConfigTestJSON-47961148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:32:21.443088 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-7940cace-c3d2-4e90-a30a-fef96b07d343 req-7aa84ef3-cd8e-4ba9-834f-a31ba1506cd9 tempest-ServerDiskConfigTestJSON-47961148 tempest-ServerDiskConfigTestJSON-47961148-project] 10.222.0.89 "GET /v2.0/ports?device_id=5e31becc-950d-4184-999b-78ca5074ae68 HTTP/1.1" status: 200 len: 945 time: 0.1977038 Feb 04 17:32:21.450724 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [None req-85eba333-e6a0-412f-930b-bc7126650902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532-project-admin] Attempting to bind port 7c7bf7d6-3de8-47a8-a414-9c740c790c4e on host n-h2-827839-2 for vnic_type normal with profile {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:32:21.451011 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [None req-85eba333-e6a0-412f-930b-bc7126650902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532-project-admin] Attempting to bind port 7c7bf7d6-3de8-47a8-a414-9c740c790c4e by drivers openvswitch,hyperv on host n-h2-827839-2 at level 0 using segments [{'id': '95e6fb3a-d7bd-46be-8f61-00b6b61bb601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'fbf0e996-85bd-48b2-a5be-2cc78628792e'}] {{(pid=103376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:32:21.451309 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85eba333-e6a0-412f-930b-bc7126650902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532-project-admin] Attempting to bind port 7c7bf7d6-3de8-47a8-a414-9c740c790c4e on network fbf0e996-85bd-48b2-a5be-2cc78628792e {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:32:21.477766 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85eba333-e6a0-412f-930b-bc7126650902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532-project-admin] Port 7c7bf7d6-3de8-47a8-a414-9c740c790c4e on network fbf0e996-85bd-48b2-a5be-2cc78628792e not bound, no agent of type Open vSwitch agent registered on host n-h2-827839-2 {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 17:32:21.478616 n-d-827839-2 neutron-server[103376]: ERROR neutron.plugins.ml2.managers [None req-85eba333-e6a0-412f-930b-bc7126650902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532-project-admin] Failed to bind port 7c7bf7d6-3de8-47a8-a414-9c740c790c4e on host n-h2-827839-2 for vnic_type normal using segments [{'id': '95e6fb3a-d7bd-46be-8f61-00b6b61bb601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'fbf0e996-85bd-48b2-a5be-2cc78628792e'}] Feb 04 17:32:21.486309 n-d-827839-2 neutron-server[103376]: INFO neutron.plugins.ml2.plugin [None req-85eba333-e6a0-412f-930b-bc7126650902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532-project-admin] Attempt 8 to bind port 7c7bf7d6-3de8-47a8-a414-9c740c790c4e Feb 04 17:32:21.489979 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-74deb50b-0162-478a-b5d6-5632147b94e5 admin admin] Publish callbacks [] for security_group (b6a432ff-fe89-4b96-a84d-72d9e33ffa2c), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:21.533362 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [None req-85eba333-e6a0-412f-930b-bc7126650902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532-project-admin] Attempting to bind port 7c7bf7d6-3de8-47a8-a414-9c740c790c4e on host n-h2-827839-2 for vnic_type normal with profile {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:32:21.533703 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [None req-85eba333-e6a0-412f-930b-bc7126650902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532-project-admin] Attempting to bind port 7c7bf7d6-3de8-47a8-a414-9c740c790c4e by drivers openvswitch,hyperv on host n-h2-827839-2 at level 0 using segments [{'id': '95e6fb3a-d7bd-46be-8f61-00b6b61bb601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'fbf0e996-85bd-48b2-a5be-2cc78628792e'}] {{(pid=103376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:32:21.534042 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85eba333-e6a0-412f-930b-bc7126650902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532-project-admin] Attempting to bind port 7c7bf7d6-3de8-47a8-a414-9c740c790c4e on network fbf0e996-85bd-48b2-a5be-2cc78628792e {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:32:21.543049 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-b1dd0795-1863-4c46-bbd0-55ecbe0bf0bf tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Publish callbacks [] for router_gateway (e533f000-d94a-4439-a4c6-1b113390e45f), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:21.551287 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-74deb50b-0162-478a-b5d6-5632147b94e5 admin admin] Publish callbacks [] for security_group (b6a432ff-fe89-4b96-a84d-72d9e33ffa2c), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:21.573165 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85eba333-e6a0-412f-930b-bc7126650902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532-project-admin] Port 7c7bf7d6-3de8-47a8-a414-9c740c790c4e on network fbf0e996-85bd-48b2-a5be-2cc78628792e not bound, no agent of type Open vSwitch agent registered on host n-h2-827839-2 {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 17:32:21.573510 n-d-827839-2 neutron-server[103376]: ERROR neutron.plugins.ml2.managers [None req-85eba333-e6a0-412f-930b-bc7126650902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532-project-admin] Failed to bind port 7c7bf7d6-3de8-47a8-a414-9c740c790c4e on host n-h2-827839-2 for vnic_type normal using segments [{'id': '95e6fb3a-d7bd-46be-8f61-00b6b61bb601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'fbf0e996-85bd-48b2-a5be-2cc78628792e'}] Feb 04 17:32:21.577259 n-d-827839-2 neutron-server[103376]: INFO neutron.plugins.ml2.plugin [None req-85eba333-e6a0-412f-930b-bc7126650902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532-project-admin] Attempt 9 to bind port 7c7bf7d6-3de8-47a8-a414-9c740c790c4e Feb 04 17:32:21.586960 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-7940cace-c3d2-4e90-a30a-fef96b07d343 req-44730bbe-9927-4a27-af18-84bbc40f0150 tempest-ServerDiskConfigTestJSON-47961148 tempest-ServerDiskConfigTestJSON-47961148-project] 10.222.0.89 "GET /v2.0/security-groups?id=ffff0ed7-cf9e-4cbb-9be9-3a1c2dba1e58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324117 Feb 04 17:32:21.632975 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [None req-85eba333-e6a0-412f-930b-bc7126650902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532-project-admin] Attempting to bind port 7c7bf7d6-3de8-47a8-a414-9c740c790c4e on host n-h2-827839-2 for vnic_type normal with profile {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:32:21.633320 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [None req-85eba333-e6a0-412f-930b-bc7126650902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532-project-admin] Attempting to bind port 7c7bf7d6-3de8-47a8-a414-9c740c790c4e by drivers openvswitch,hyperv on host n-h2-827839-2 at level 0 using segments [{'id': '95e6fb3a-d7bd-46be-8f61-00b6b61bb601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'fbf0e996-85bd-48b2-a5be-2cc78628792e'}] {{(pid=103376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:32:21.633667 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85eba333-e6a0-412f-930b-bc7126650902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532-project-admin] Attempting to bind port 7c7bf7d6-3de8-47a8-a414-9c740c790c4e on network fbf0e996-85bd-48b2-a5be-2cc78628792e {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:32:21.641234 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85eba333-e6a0-412f-930b-bc7126650902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532-project-admin] Port 7c7bf7d6-3de8-47a8-a414-9c740c790c4e on network fbf0e996-85bd-48b2-a5be-2cc78628792e not bound, no agent of type Open vSwitch agent registered on host n-h2-827839-2 {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 17:32:21.641573 n-d-827839-2 neutron-server[103376]: ERROR neutron.plugins.ml2.managers [None req-85eba333-e6a0-412f-930b-bc7126650902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532-project-admin] Failed to bind port 7c7bf7d6-3de8-47a8-a414-9c740c790c4e on host n-h2-827839-2 for vnic_type normal using segments [{'id': '95e6fb3a-d7bd-46be-8f61-00b6b61bb601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'fbf0e996-85bd-48b2-a5be-2cc78628792e'}] Feb 04 17:32:21.643778 n-d-827839-2 neutron-server[103376]: INFO neutron.plugins.ml2.plugin [None req-85eba333-e6a0-412f-930b-bc7126650902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532-project-admin] Attempt 10 to bind port 7c7bf7d6-3de8-47a8-a414-9c740c790c4e Feb 04 17:32:21.664781 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [None req-85eba333-e6a0-412f-930b-bc7126650902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532-project-admin] Attempting to bind port 7c7bf7d6-3de8-47a8-a414-9c740c790c4e on host n-h2-827839-2 for vnic_type normal with profile {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:32:21.665132 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [None req-85eba333-e6a0-412f-930b-bc7126650902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532-project-admin] Attempting to bind port 7c7bf7d6-3de8-47a8-a414-9c740c790c4e by drivers openvswitch,hyperv on host n-h2-827839-2 at level 0 using segments [{'id': '95e6fb3a-d7bd-46be-8f61-00b6b61bb601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'fbf0e996-85bd-48b2-a5be-2cc78628792e'}] {{(pid=103376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:32:21.665476 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85eba333-e6a0-412f-930b-bc7126650902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532-project-admin] Attempting to bind port 7c7bf7d6-3de8-47a8-a414-9c740c790c4e on network fbf0e996-85bd-48b2-a5be-2cc78628792e {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:32:21.674697 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85eba333-e6a0-412f-930b-bc7126650902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532-project-admin] Port 7c7bf7d6-3de8-47a8-a414-9c740c790c4e on network fbf0e996-85bd-48b2-a5be-2cc78628792e not bound, no agent of type Open vSwitch agent registered on host n-h2-827839-2 {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 17:32:21.675042 n-d-827839-2 neutron-server[103376]: ERROR neutron.plugins.ml2.managers [None req-85eba333-e6a0-412f-930b-bc7126650902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532-project-admin] Failed to bind port 7c7bf7d6-3de8-47a8-a414-9c740c790c4e on host n-h2-827839-2 for vnic_type normal using segments [{'id': '95e6fb3a-d7bd-46be-8f61-00b6b61bb601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'fbf0e996-85bd-48b2-a5be-2cc78628792e'}] Feb 04 17:32:21.675416 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-85eba333-e6a0-412f-930b-bc7126650902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (7c7bf7d6-3de8-47a8-a414-9c740c790c4e), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:21.680600 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-74deb50b-0162-478a-b5d6-5632147b94e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (b6a432ff-fe89-4b96-a84d-72d9e33ffa2c), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:21.683798 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-74deb50b-0162-478a-b5d6-5632147b94e5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:21.684979 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-74deb50b-0162-478a-b5d6-5632147b94e5 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/b6a432ff-fe89-4b96-a84d-72d9e33ffa2c HTTP/1.1" status: 204 len: 168 time: 0.5061626 Feb 04 17:32:21.705851 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-b1dd0795-1863-4c46-bbd0-55ecbe0bf0bf tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Deleting port d308863e-142e-4e13-944b-dae1f0f8965a {{(pid=103376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:32:21.706201 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-b1dd0795-1863-4c46-bbd0-55ecbe0bf0bf tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (d308863e-142e-4e13-944b-dae1f0f8965a), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:21.709380 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74deb50b-0162-478a-b5d6-5632147b94e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6a432ff-fe89-4b96-a84d-72d9e33ffa2c,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:32:21.757153 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd65b66-0a2f-453e-9b00-31d4855033f5 req-22d554c2-656c-4766-b4c6-ccb223b899f5 tempest-AttachVolumeNegativeTest-179514357 tempest-AttachVolumeNegativeTest-179514357-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:32:21.758752 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-2bd65b66-0a2f-453e-9b00-31d4855033f5 req-22d554c2-656c-4766-b4c6-ccb223b899f5 tempest-AttachVolumeNegativeTest-179514357 tempest-AttachVolumeNegativeTest-179514357-project] 10.222.0.89 "GET /v2.0/networks?id=b84761e1-11c1-4974-9748-ae61e294404d HTTP/1.1" status: 200 len: 815 time: 0.1370406 Feb 04 17:32:21.795316 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-2bd65b66-0a2f-453e-9b00-31d4855033f5 req-b6208bdc-f595-4a1b-85db-ef448919a8ea tempest-AttachVolumeNegativeTest-179514357 tempest-AttachVolumeNegativeTest-179514357-project] 10.222.0.89 "GET /v2.0/quotas/a7ea9b1ba86e49c289bed0f142f59d4f HTTP/1.1" status: 200 len: 375 time: 0.0201995 Feb 04 17:32:21.801359 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Device f32ff516-a26c-4e84-b289-c2e0d0845aec details requested by agent hyperv_n-h2-827839-2 with host n-h2-827839-2 {{(pid=103378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 17:32:21.830578 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [None req-85eba333-e6a0-412f-930b-bc7126650902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532-project-admin] For port 7c7bf7d6-3de8-47a8-a414-9c740c790c4e, host n-h2-827839-2, cleared binding levels {{(pid=103376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:32:21.830969 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [None req-85eba333-e6a0-412f-930b-bc7126650902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532-project-admin] Attempted to set empty binding levels {{(pid=103376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 04 17:32:21.842096 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-85eba333-e6a0-412f-930b-bc7126650902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675836'] for port (7c7bf7d6-3de8-47a8-a414-9c740c790c4e), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:21.851416 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-b1dd0795-1863-4c46-bbd0-55ecbe0bf0bf tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (d308863e-142e-4e13-944b-dae1f0f8965a), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:21.873854 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-2bd65b66-0a2f-453e-9b00-31d4855033f5 req-a2d4189a-6c0f-4bcf-83ef-98e9e475c5df tempest-AttachVolumeNegativeTest-179514357 tempest-AttachVolumeNegativeTest-179514357-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=a7ea9b1ba86e49c289bed0f142f59d4f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0762630 Feb 04 17:32:21.894853 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-b1dd0795-1863-4c46-bbd0-55ecbe0bf0bf tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Calling delete_port for d308863e-142e-4e13-944b-dae1f0f8965a owned by network:router_gateway {{(pid=103376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:32:21.898543 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-85eba333-e6a0-412f-930b-bc7126650902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532-project-admin] In _notify_port_updated(), no bound segment for port 7c7bf7d6-3de8-47a8-a414-9c740c790c4e on network fbf0e996-85bd-48b2-a5be-2cc78628792e {{(pid=103376) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Feb 04 17:32:21.899602 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85eba333-e6a0-412f-930b-bc7126650902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:32:21.900648 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-85eba333-e6a0-412f-930b-bc7126650902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:21.905874 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-85eba333-e6a0-412f-930b-bc7126650902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532-project-admin] 10.222.0.89 "PUT /v2.0/ports/7c7bf7d6-3de8-47a8-a414-9c740c790c4e HTTP/1.1" status: 200 len: 978 time: 2.0239258 Feb 04 17:32:21.913110 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 50118) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:32:21.959794 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] For port f32ff516-a26c-4e84-b289-c2e0d0845aec, host n-h2-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=f32ff516-a26c-4e84-b289-c2e0d0845aec,segment=NetworkSegment(c672906f-f6f7-41c3-8178-df9515ad242f),segment_id=c672906f-f6f7-41c3-8178-df9515ad242f)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:32:21.961635 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85eba333-e6a0-412f-930b-bc7126650902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532-project-admin] Pushing event updated for resources: {'Port': ['ID=7c7bf7d6-3de8-47a8-a414-9c740c790c4e,revision_number=3']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:32:21.986178 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Returning: {'device': 'f32ff516-a26c-4e84-b289-c2e0d0845aec', 'network_id': '3c6b4be4-b4b9-4735-a6e5-15af4ecbb3e6', 'port_id': 'f32ff516-a26c-4e84-b289-c2e0d0845aec', 'mac_address': 'fa:16:3e:d8:89:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 788, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '375be7ec-5e9b-4b86-ae0d-acfb51345bdd', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 17:32:22.044853 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Current status of the port f32ff516-a26c-4e84-b289-c2e0d0845aec is: ACTIVE; New status is: BUILD {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:32:22.045650 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (f32ff516-a26c-4e84-b289-c2e0d0845aec), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:22.066671 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f32ff516-a26c-4e84-b289-c2e0d0845aec {{(pid=103378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 17:32:22.067316 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-2bd65b66-0a2f-453e-9b00-31d4855033f5 req-74510db3-fa94-4daa-b866-de8dc5b76f3b service neutron] 10.222.0.89 "GET /v2.0/networks/b84761e1-11c1-4974-9748-ae61e294404d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1865952 Feb 04 17:32:22.104682 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] For port f32ff516-a26c-4e84-b289-c2e0d0845aec, host n-h2-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=f32ff516-a26c-4e84-b289-c2e0d0845aec,segment=NetworkSegment(c672906f-f6f7-41c3-8178-df9515ad242f),segment_id=c672906f-f6f7-41c3-8178-df9515ad242f)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:32:22.110788 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (f32ff516-a26c-4e84-b289-c2e0d0845aec), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:22.118792 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-67167a9f-4c0a-42c7-b575-e7da22199b40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532-project-admin] Deleting port 7c7bf7d6-3de8-47a8-a414-9c740c790c4e {{(pid=103376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:32:22.119120 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-67167a9f-4c0a-42c7-b575-e7da22199b40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (7c7bf7d6-3de8-47a8-a414-9c740c790c4e), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:22.180230 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Pushing event updated for resources: {'Port': ['ID=f32ff516-a26c-4e84-b289-c2e0d0845aec,revision_number=6']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:32:22.213917 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [None req-67167a9f-4c0a-42c7-b575-e7da22199b40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532-project-admin] For port 7c7bf7d6-3de8-47a8-a414-9c740c790c4e, host n-h2-827839-2, got binding levels [] {{(pid=103376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:32:22.214292 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-67167a9f-4c0a-42c7-b575-e7da22199b40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (7c7bf7d6-3de8-47a8-a414-9c740c790c4e), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:22.239650 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-67167a9f-4c0a-42c7-b575-e7da22199b40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532-project-admin] Calling delete_port for 7c7bf7d6-3de8-47a8-a414-9c740c790c4e owned by {{(pid=103376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:32:22.247102 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-2bd65b66-0a2f-453e-9b00-31d4855033f5 req-de8c316a-2806-406d-97a8-acf42ead6412 service neutron] 10.222.0.89 "GET /v2.0/networks/b84761e1-11c1-4974-9748-ae61e294404d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1736481 Feb 04 17:32:22.263643 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 50124) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:32:22.283419 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-a0aedb0c-ff66-41b2-9578-271d5f82d19e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:22.310980 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-b1dd0795-1863-4c46-bbd0-55ecbe0bf0bf tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (d308863e-142e-4e13-944b-dae1f0f8965a), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:22.380365 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] get_ports_and_sgs() called for port_ids ['f32ff516-a26c-4e84-b289-c2e0d0845aec'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 17:32:22.423240 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1dd0795-1863-4c46-bbd0-55ecbe0bf0bf tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Pushing event deleted for resources: {'Port': ['ID=d308863e-142e-4e13-944b-dae1f0f8965a,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:32:22.445489 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-a0aedb0c-ff66-41b2-9578-271d5f82d19e admin admin] Publish callbacks [] for security_group (1d75bbc9-6ede-4171-8d26-98dfd06a06af), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:22.450625 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-a0aedb0c-ff66-41b2-9578-271d5f82d19e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (1d75bbc9-6ede-4171-8d26-98dfd06a06af), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:22.534164 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0aedb0c-ff66-41b2-9578-271d5f82d19e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d75bbc9-6ede-4171-8d26-98dfd06a06af,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:32:22.568309 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-a0aedb0c-ff66-41b2-9578-271d5f82d19e admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=512bd4eb79e942acaa6f5821f4332bfe&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3028424 Feb 04 17:32:22.570465 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 50134) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:32:22.574133 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-67167a9f-4c0a-42c7-b575-e7da22199b40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (7c7bf7d6-3de8-47a8-a414-9c740c790c4e), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:22.581543 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-e19fd420-335b-4f1e-808f-9ed284fb42a3 req-bcdab921-0dad-4ca3-9f2b-c43bb5d4ecec tempest-AttachVolumeNegativeTest-179514357 tempest-AttachVolumeNegativeTest-179514357-project] 10.222.0.89 "GET /v2.0/ports?device_id=0f534955-8600-49e7-ba57-2378f4bdf14a HTTP/1.1" status: 200 len: 210 time: 0.1524518 Feb 04 17:32:22.675221 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-1b0ccb9f-519a-4fbb-8478-62f13e43e85c admin admin] Publish callbacks [] for security_group (1d75bbc9-6ede-4171-8d26-98dfd06a06af), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:22.706027 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-1b0ccb9f-519a-4fbb-8478-62f13e43e85c admin admin] Publish callbacks [] for security_group (1d75bbc9-6ede-4171-8d26-98dfd06a06af), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:22.723745 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67167a9f-4c0a-42c7-b575-e7da22199b40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532-project-admin] Pushing event deleted for resources: {'Port': ['ID=7c7bf7d6-3de8-47a8-a414-9c740c790c4e,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:32:22.739758 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-67167a9f-4c0a-42c7-b575-e7da22199b40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:22.747017 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-67167a9f-4c0a-42c7-b575-e7da22199b40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532-project-admin] 10.222.0.89 "DELETE /v2.0/ports/7c7bf7d6-3de8-47a8-a414-9c740c790c4e HTTP/1.1" status: 204 len: 168 time: 0.8303583 Feb 04 17:32:22.751235 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 50142) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:32:22.788407 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-b1dd0795-1863-4c46-bbd0-55ecbe0bf0bf tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1595544'] for router_gateway (e533f000-d94a-4439-a4c6-1b113390e45f), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:22.819831 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-1b0ccb9f-519a-4fbb-8478-62f13e43e85c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (1d75bbc9-6ede-4171-8d26-98dfd06a06af), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:22.826824 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-1b0ccb9f-519a-4fbb-8478-62f13e43e85c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:22.829620 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-1b0ccb9f-519a-4fbb-8478-62f13e43e85c admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/1d75bbc9-6ede-4171-8d26-98dfd06a06af HTTP/1.1" status: 204 len: 168 time: 0.2573769 Feb 04 17:32:22.845867 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0ccb9f-519a-4fbb-8478-62f13e43e85c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d75bbc9-6ede-4171-8d26-98dfd06a06af,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:32:22.876635 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250155b5-8b9b-4b35-a421-c22c22c8e157 req-72b3a8ab-d3a8-4cc4-a5b5-2a655fff8964 tempest-ServerDiskConfigTestJSON-47961148 tempest-ServerDiskConfigTestJSON-47961148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:32:22.878384 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-250155b5-8b9b-4b35-a421-c22c22c8e157 req-72b3a8ab-d3a8-4cc4-a5b5-2a655fff8964 tempest-ServerDiskConfigTestJSON-47961148 tempest-ServerDiskConfigTestJSON-47961148-project] 10.222.0.89 "GET /v2.0/ports?device_id=5e31becc-950d-4184-999b-78ca5074ae68 HTTP/1.1" status: 200 len: 944 time: 0.1344624 Feb 04 17:32:22.939000 n-d-827839-2 neutron-server[103376]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4a7106c-ed15-40bc-a927-2ca7465c25fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532-project-admin] GET failed (client error): The resource could not be found. Feb 04 17:32:22.944152 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-250155b5-8b9b-4b35-a421-c22c22c8e157 req-2b3395a6-426f-4e85-9c40-b8e72e8b863f tempest-ServerDiskConfigTestJSON-47961148 tempest-ServerDiskConfigTestJSON-47961148-project] 10.222.0.89 "GET /v2.0/security-groups?id=ffff0ed7-cf9e-4cbb-9be9-3a1c2dba1e58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555229 Feb 04 17:32:22.944458 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 50148) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:32:22.966399 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-d4a7106c-ed15-40bc-a927-2ca7465c25fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108131532-project-admin] 10.222.0.89 "GET /v2.0/ports/7c7bf7d6-3de8-47a8-a414-9c740c790c4e HTTP/1.1" status: 404 len: 333 time: 0.1882703 Feb 04 17:32:23.029381 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-b1dd0795-1863-4c46-bbd0-55ecbe0bf0bf tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1601811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26971'] for router (e533f000-d94a-4439-a4c6-1b113390e45f), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:23.035812 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-b1dd0795-1863-4c46-bbd0-55ecbe0bf0bf tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Publish callbacks [] for router_controller (e533f000-d94a-4439-a4c6-1b113390e45f), precommit_delete_associations {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:23.063621 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-af8f2f35-f4b8-4c6b-8004-9f52d6bd0a61 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1974630937 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1974630937-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628832'] for network (fbf0e996-85bd-48b2-a5be-2cc78628792e), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:23.117328 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-b1dd0795-1863-4c46-bbd0-55ecbe0bf0bf tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1601832'] for router (e533f000-d94a-4439-a4c6-1b113390e45f), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:23.118053 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1dd0795-1863-4c46-bbd0-55ecbe0bf0bf tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Fanout notify agent at l3_agent the message router_deleted on router e533f000-d94a-4439-a4c6-1b113390e45f {{(pid=103376) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 17:32:23.137458 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-b1dd0795-1863-4c46-bbd0-55ecbe0bf0bf tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Publish callbacks [] for router (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:23.141402 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-b1dd0795-1863-4c46-bbd0-55ecbe0bf0bf tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] 10.222.0.89 "DELETE /v2.0/routers/e533f000-d94a-4439-a4c6-1b113390e45f HTTP/1.1" status: 204 len: 168 time: 2.1466515 Feb 04 17:32:23.142084 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 50150) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:32:23.180309 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-af8f2f35-f4b8-4c6b-8004-9f52d6bd0a61 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1974630937 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1974630937-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1543676', 'neutron.services.segments.db._delete_segments_for_network-8781084786517'] for network (fbf0e996-85bd-48b2-a5be-2cc78628792e), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:23.221987 n-d-827839-2 neutron-server[103377]: DEBUG neutron.services.segments.db [None req-af8f2f35-f4b8-4c6b-8004-9f52d6bd0a61 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1974630937 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1974630937-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fbf0e996-85bd-48b2-a5be-2cc78628792e']}} {{(pid=103377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:32:23.235389 n-d-827839-2 neutron-server[103377]: DEBUG neutron.services.segments.db [None req-af8f2f35-f4b8-4c6b-8004-9f52d6bd0a61 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1974630937 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1974630937-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95e6fb3a-d7bd-46be-8f61-00b6b61bb601') {'for_net_delete': True} {{(pid=103377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:32:23.235772 n-d-827839-2 neutron-server[103377]: DEBUG neutron.services.segments.db [None req-af8f2f35-f4b8-4c6b-8004-9f52d6bd0a61 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1974630937 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1974630937-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95e6fb3a-d7bd-46be-8f61-00b6b61bb601') {} {{(pid=103377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:32:23.248407 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-af8f2f35-f4b8-4c6b-8004-9f52d6bd0a61 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1974630937 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1974630937-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781084783966', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26866685'] for segment (95e6fb3a-d7bd-46be-8f61-00b6b61bb601), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:23.263761 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.db_base_plugin_v2 [None req-837dedcc-4c6c-42d5-9c8c-56a27f8bc047 tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Deleting subnet f32925a0-00a7-46f6-bca0-32a601eb0bac {{(pid=103376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 17:32:23.272795 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-af8f2f35-f4b8-4c6b-8004-9f52d6bd0a61 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1974630937 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1974630937-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (95e6fb3a-d7bd-46be-8f61-00b6b61bb601), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:23.273030 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-837dedcc-4c6c-42d5-9c8c-56a27f8bc047 tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Publish callbacks [] for subnet (f32925a0-00a7-46f6-bca0-32a601eb0bac), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:23.289188 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af8f2f35-f4b8-4c6b-8004-9f52d6bd0a61 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1974630937 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1974630937-project] Releasing vlan 782 on physical network physnet1 to pool {{(pid=103377) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 17:32:23.289597 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-af8f2f35-f4b8-4c6b-8004-9f52d6bd0a61 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1974630937 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1974630937-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25888454'] for segment (95e6fb3a-d7bd-46be-8f61-00b6b61bb601), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:23.294861 n-d-827839-2 neutron-server[103377]: Traceback (most recent call last): Feb 04 17:32:23.294861 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 17:32:23.294861 n-d-827839-2 neutron-server[103377]: timer() Feb 04 17:32:23.294861 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 17:32:23.294861 n-d-827839-2 neutron-server[103377]: cb(*args, **kw) Feb 04 17:32:23.294861 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 17:32:23.294861 n-d-827839-2 neutron-server[103377]: return func(*args, **kwargs) Feb 04 17:32:23.294861 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 17:32:23.294861 n-d-827839-2 neutron-server[103377]: self._notify() Feb 04 17:32:23.294861 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 17:32:23.294861 n-d-827839-2 neutron-server[103377]: self.callback(batched_events) Feb 04 17:32:23.294861 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 17:32:23.294861 n-d-827839-2 neutron-server[103377]: event.method(event) Feb 04 17:32:23.294861 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 17:32:23.294861 n-d-827839-2 neutron-server[103377]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 17:32:23.294861 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 17:32:23.294861 n-d-827839-2 neutron-server[103377]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 17:32:23.294861 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 17:32:23.294861 n-d-827839-2 neutron-server[103377]: return f(self, *a, **k) Feb 04 17:32:23.294861 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 17:32:23.294861 n-d-827839-2 neutron-server[103377]: return self._get(url).json() Feb 04 17:32:23.294861 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 17:32:23.294861 n-d-827839-2 neutron-server[103377]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 17:32:23.294861 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 17:32:23.294861 n-d-827839-2 neutron-server[103377]: return self.request(url, 'GET', **kwargs) Feb 04 17:32:23.294861 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 17:32:23.294861 n-d-827839-2 neutron-server[103377]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 17:32:23.294861 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 17:32:23.294861 n-d-827839-2 neutron-server[103377]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 17:32:23.294861 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 17:32:23.294861 n-d-827839-2 neutron-server[103377]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 17:32:23.294861 n-d-827839-2 neutron-server[103377]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 17:32:23.385619 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-837dedcc-4c6c-42d5-9c8c-56a27f8bc047 tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25674901'] for subnet (f32925a0-00a7-46f6-bca0-32a601eb0bac), precommit_delete_associations {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:23.399559 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-af8f2f35-f4b8-4c6b-8004-9f52d6bd0a61 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1974630937 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1974630937-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1543671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1595572'] for network (fbf0e996-85bd-48b2-a5be-2cc78628792e), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:23.407625 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-af8f2f35-f4b8-4c6b-8004-9f52d6bd0a61 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1974630937 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1974630937-project] Publish callbacks [] for network (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:23.414703 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-af8f2f35-f4b8-4c6b-8004-9f52d6bd0a61 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1974630937 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1974630937-project] 10.222.0.89 "DELETE /v2.0/networks/fbf0e996-85bd-48b2-a5be-2cc78628792e HTTP/1.1" status: 204 len: 168 time: 0.4666271 Feb 04 17:32:23.439801 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8f2f35-f4b8-4c6b-8004-9f52d6bd0a61 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1974630937 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1974630937-project] Pushing event deleted for resources: {'Network': ['ID=fbf0e996-85bd-48b2-a5be-2cc78628792e,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:32:23.440960 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-837dedcc-4c6c-42d5-9c8c-56a27f8bc047 tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1541225'] for subnet (f32925a0-00a7-46f6-bca0-32a601eb0bac), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:23.526987 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-837dedcc-4c6c-42d5-9c8c-56a27f8bc047 tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1541216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25675894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25858947'] for subnet (f32925a0-00a7-46f6-bca0-32a601eb0bac), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:23.565341 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837dedcc-4c6c-42d5-9c8c-56a27f8bc047 tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Pushing event deleted for resources: {'Subnet': ['ID=f32925a0-00a7-46f6-bca0-32a601eb0bac,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:32:23.567845 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-837dedcc-4c6c-42d5-9c8c-56a27f8bc047 tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Publish callbacks [] for subnet (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:23.572498 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-837dedcc-4c6c-42d5-9c8c-56a27f8bc047 tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] 10.222.0.89 "DELETE /v2.0/subnets/f32925a0-00a7-46f6-bca0-32a601eb0bac HTTP/1.1" status: 204 len: 168 time: 0.4293406 Feb 04 17:32:23.574252 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 50164) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:32:23.685835 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-54cf6417-3ee5-46a2-af4e-06f52828b6f5 tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628832'] for network (2fc3ab82-e108-402d-bed1-263ed33bcb5b), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:23.771891 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-28560931-516c-448d-b453-25750a923b3f req-09b5a312-2822-457f-ba71-a868c27227c0 tempest-AttachVolumeNegativeTest-179514357 tempest-AttachVolumeNegativeTest-179514357-project] 10.222.0.89 "GET /v2.0/ports?device_id=0f534955-8600-49e7-ba57-2378f4bdf14a HTTP/1.1" status: 200 len: 210 time: 0.0453176 Feb 04 17:32:23.797624 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Device f32ff516-a26c-4e84-b289-c2e0d0845aec up at agent hyperv_n-h2-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:32:23.828014 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 50172) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:32:23.871914 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-54cf6417-3ee5-46a2-af4e-06f52828b6f5 tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1543676', 'neutron.services.segments.db._delete_segments_for_network-8781084786517'] for network (2fc3ab82-e108-402d-bed1-263ed33bcb5b), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:23.917547 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Provisioning complete for port f32ff516-a26c-4e84-b289-c2e0d0845aec triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:32:23.917942 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (f32ff516-a26c-4e84-b289-c2e0d0845aec), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:23.933619 n-d-827839-2 neutron-server[103377]: DEBUG neutron.services.segments.db [None req-54cf6417-3ee5-46a2-af4e-06f52828b6f5 tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2fc3ab82-e108-402d-bed1-263ed33bcb5b']}} {{(pid=103377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:32:23.960255 n-d-827839-2 neutron-server[103377]: DEBUG neutron.services.segments.db [None req-54cf6417-3ee5-46a2-af4e-06f52828b6f5 tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e043ec7a-b3a6-44eb-8cd2-f973061fbe14') {'for_net_delete': True} {{(pid=103377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:32:23.976913 n-d-827839-2 neutron-server[103377]: DEBUG neutron.services.segments.db [None req-54cf6417-3ee5-46a2-af4e-06f52828b6f5 tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e043ec7a-b3a6-44eb-8cd2-f973061fbe14') {} {{(pid=103377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:32:24.016969 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd65b66-0a2f-453e-9b00-31d4855033f5 req-bbd09c21-a4f5-408f-9c14-c6287398dee8 tempest-AttachVolumeNegativeTest-179514357 tempest-AttachVolumeNegativeTest-179514357-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:32:24.019082 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-54cf6417-3ee5-46a2-af4e-06f52828b6f5 tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781084783966', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26866685'] for segment (e043ec7a-b3a6-44eb-8cd2-f973061fbe14), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:24.024684 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-2bd65b66-0a2f-453e-9b00-31d4855033f5 req-bbd09c21-a4f5-408f-9c14-c6287398dee8 tempest-AttachVolumeNegativeTest-179514357 tempest-AttachVolumeNegativeTest-179514357-project] 10.222.0.96 "GET /v2.0/networks?id=b84761e1-11c1-4974-9748-ae61e294404d HTTP/1.1" status: 200 len: 815 time: 0.2505875 Feb 04 17:32:24.047512 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [req-2bd65b66-0a2f-453e-9b00-31d4855033f5 req-0a9e446d-9fad-44fd-aa78-71b7f84ae9eb tempest-AttachVolumeNegativeTest-179514357 tempest-AttachVolumeNegativeTest-179514357-project] Request body: {'port': {'device_id': '0f534955-8600-49e7-ba57-2378f4bdf14a', 'network_id': 'b84761e1-11c1-4974-9748-ae61e294404d', 'admin_state_up': True, 'tenant_id': 'a7ea9b1ba86e49c289bed0f142f59d4f'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:32:24.060926 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Current status of the port f32ff516-a26c-4e84-b289-c2e0d0845aec is: BUILD; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:32:24.061837 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (f32ff516-a26c-4e84-b289-c2e0d0845aec), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:24.064034 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-54cf6417-3ee5-46a2-af4e-06f52828b6f5 tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (e043ec7a-b3a6-44eb-8cd2-f973061fbe14), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:24.092636 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54cf6417-3ee5-46a2-af4e-06f52828b6f5 tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Releasing vlan 785 on physical network physnet1 to pool {{(pid=103377) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 17:32:24.093568 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-54cf6417-3ee5-46a2-af4e-06f52828b6f5 tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25888454'] for segment (e043ec7a-b3a6-44eb-8cd2-f973061fbe14), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:24.098199 n-d-827839-2 neutron-server[103377]: Traceback (most recent call last): Feb 04 17:32:24.098199 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 17:32:24.098199 n-d-827839-2 neutron-server[103377]: timer() Feb 04 17:32:24.098199 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 17:32:24.098199 n-d-827839-2 neutron-server[103377]: cb(*args, **kw) Feb 04 17:32:24.098199 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 17:32:24.098199 n-d-827839-2 neutron-server[103377]: return func(*args, **kwargs) Feb 04 17:32:24.098199 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 17:32:24.098199 n-d-827839-2 neutron-server[103377]: self._notify() Feb 04 17:32:24.098199 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 17:32:24.098199 n-d-827839-2 neutron-server[103377]: self.callback(batched_events) Feb 04 17:32:24.098199 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 17:32:24.098199 n-d-827839-2 neutron-server[103377]: event.method(event) Feb 04 17:32:24.098199 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 17:32:24.098199 n-d-827839-2 neutron-server[103377]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 17:32:24.098199 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 17:32:24.098199 n-d-827839-2 neutron-server[103377]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 17:32:24.098199 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 17:32:24.098199 n-d-827839-2 neutron-server[103377]: return f(self, *a, **k) Feb 04 17:32:24.098199 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 17:32:24.098199 n-d-827839-2 neutron-server[103377]: return self._get(url).json() Feb 04 17:32:24.098199 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 17:32:24.098199 n-d-827839-2 neutron-server[103377]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 17:32:24.098199 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 17:32:24.098199 n-d-827839-2 neutron-server[103377]: return self.request(url, 'GET', **kwargs) Feb 04 17:32:24.098199 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 17:32:24.098199 n-d-827839-2 neutron-server[103377]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 17:32:24.098199 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 17:32:24.098199 n-d-827839-2 neutron-server[103377]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 17:32:24.098199 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 17:32:24.098199 n-d-827839-2 neutron-server[103377]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 17:32:24.098199 n-d-827839-2 neutron-server[103377]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 17:32:24.108990 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] For port f32ff516-a26c-4e84-b289-c2e0d0845aec, host n-h2-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=f32ff516-a26c-4e84-b289-c2e0d0845aec,segment=NetworkSegment(c672906f-f6f7-41c3-8178-df9515ad242f),segment_id=c672906f-f6f7-41c3-8178-df9515ad242f)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:32:24.110309 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e31becc-950d-4184-999b-78ca5074ae68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f32ff516-a26c-4e84-b289-c2e0d0845aec'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:32:24.113916 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c34bc964ce2211770fda26ca2f3801cc06f4f39928110690550e94ab9c9d2fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91121bf5-bf20-4939-8ad7-c022fb706095" -d '{"events": [{"server_uuid": "5e31becc-950d-4184-999b-78ca5074ae68", "name": "network-vif-plugged", "status": "completed", "tag": "f32ff516-a26c-4e84-b289-c2e0d0845aec"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:32:24.120402 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (f32ff516-a26c-4e84-b289-c2e0d0845aec), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:24.165173 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 17:32:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd0c56c5-2f61-4206-8c25-dfeebc1afb8e x-openstack-request-id: req-fd0c56c5-2f61-4206-8c25-dfeebc1afb8e {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:32:24.165496 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e31becc-950d-4184-999b-78ca5074ae68", "name": "network-vif-plugged", "status": "completed", "tag": "f32ff516-a26c-4e84-b289-c2e0d0845aec", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:32:24.166268 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-fd0c56c5-2f61-4206-8c25-dfeebc1afb8e {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:32:24.166925 n-d-827839-2 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e31becc-950d-4184-999b-78ca5074ae68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f32ff516-a26c-4e84-b289-c2e0d0845aec', 'code': 200} Feb 04 17:32:24.183454 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Pushing event updated for resources: {'Port': ['ID=f32ff516-a26c-4e84-b289-c2e0d0845aec,revision_number=7']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:32:24.257607 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2bd65b66-0a2f-453e-9b00-31d4855033f5 req-0a9e446d-9fad-44fd-aa78-71b7f84ae9eb tempest-AttachVolumeNegativeTest-179514357 tempest-AttachVolumeNegativeTest-179514357-project] Made reservation on behalf of a7ea9b1ba86e49c289bed0f142f59d4f for: {'port': 1} {{(pid=103376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:32:24.261681 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-2bd65b66-0a2f-453e-9b00-31d4855033f5 req-0a9e446d-9fad-44fd-aa78-71b7f84ae9eb tempest-AttachVolumeNegativeTest-179514357 tempest-AttachVolumeNegativeTest-179514357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:24.264065 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-54cf6417-3ee5-46a2-af4e-06f52828b6f5 tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1543671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1595572'] for network (2fc3ab82-e108-402d-bed1-263ed33bcb5b), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:24.283809 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-54cf6417-3ee5-46a2-af4e-06f52828b6f5 tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Publish callbacks [] for network (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:24.287254 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-54cf6417-3ee5-46a2-af4e-06f52828b6f5 tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] 10.222.0.89 "DELETE /v2.0/networks/2fc3ab82-e108-402d-bed1-263ed33bcb5b HTTP/1.1" status: 204 len: 168 time: 0.7115533 Feb 04 17:32:24.293362 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-d1ed73ef-2311-4508-97fc-24cb1c66c338 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=bf873ce8af8f4baeb55f6f3f39cd6dcb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4645379 Feb 04 17:32:24.295229 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54cf6417-3ee5-46a2-af4e-06f52828b6f5 tempest-FloatingIPTestJSON-1942006409 tempest-FloatingIPTestJSON-1942006409-project] Pushing event deleted for resources: {'Network': ['ID=2fc3ab82-e108-402d-bed1-263ed33bcb5b,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:32:24.297147 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 50190) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:32:24.336211 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee8c553-03d6-4ec7-8809-0b6f75fded89 req-e8f4c8f9-4adc-4842-bbca-b16dc4ae2e10 tempest-ServerDiskConfigTestJSON-47961148 tempest-ServerDiskConfigTestJSON-47961148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:32:24.338482 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-9ee8c553-03d6-4ec7-8809-0b6f75fded89 req-e8f4c8f9-4adc-4842-bbca-b16dc4ae2e10 tempest-ServerDiskConfigTestJSON-47961148 tempest-ServerDiskConfigTestJSON-47961148-project] 10.222.0.89 "GET /v2.0/ports?device_id=5e31becc-950d-4184-999b-78ca5074ae68 HTTP/1.1" status: 200 len: 945 time: 0.2244616 Feb 04 17:32:24.458984 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4835655-02fd-4b91-a348-25b292ed3833 req-4296f1ea-ff7d-431b-8733-72486f7fff1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:32:24.460514 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-f4835655-02fd-4b91-a348-25b292ed3833 req-4296f1ea-ff7d-431b-8733-72486f7fff1c service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=5e31becc-950d-4184-999b-78ca5074ae68 HTTP/1.1" status: 200 len: 1127 time: 0.1157322 Feb 04 17:32:24.470039 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-9ee8c553-03d6-4ec7-8809-0b6f75fded89 req-7c7d01f8-7fc7-46f3-ba15-6c51847eebcd tempest-ServerDiskConfigTestJSON-47961148 tempest-ServerDiskConfigTestJSON-47961148-project] 10.222.0.89 "GET /v2.0/security-groups?id=ffff0ed7-cf9e-4cbb-9be9-3a1c2dba1e58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129327 Feb 04 17:32:24.476359 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-084e818b-6fa8-40cd-bd86-341407635fc9 admin admin] Publish callbacks [] for security_group (5440aa4e-c8f4-4c76-ace8-5905defe5249), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:24.498094 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.db_base_plugin_common [req-2bd65b66-0a2f-453e-9b00-31d4855033f5 req-0a9e446d-9fad-44fd-aa78-71b7f84ae9eb tempest-AttachVolumeNegativeTest-179514357 tempest-AttachVolumeNegativeTest-179514357-project] Allocated IP 172.20.0.13 (b84761e1-11c1-4974-9748-ae61e294404d/74e6e6d2-6594-4fba-b377-2d3e84d23c5b/fa3ec34f-476f-4da0-b6c0-58378a94dd8f) {{(pid=103376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:32:24.529308 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-084e818b-6fa8-40cd-bd86-341407635fc9 admin admin] Publish callbacks [] for security_group (5440aa4e-c8f4-4c76-ace8-5905defe5249), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:24.564155 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-f4835655-02fd-4b91-a348-25b292ed3833 req-283ec283-3a7a-4fb8-b998-532e00fd28e1 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=ffff0ed7-cf9e-4cbb-9be9-3a1c2dba1e58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935931 Feb 04 17:32:24.598608 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-084e818b-6fa8-40cd-bd86-341407635fc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (5440aa4e-c8f4-4c76-ace8-5905defe5249), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:24.604130 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-084e818b-6fa8-40cd-bd86-341407635fc9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:24.606266 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-084e818b-6fa8-40cd-bd86-341407635fc9 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/5440aa4e-c8f4-4c76-ace8-5905defe5249 HTTP/1.1" status: 204 len: 168 time: 0.3069792 Feb 04 17:32:24.621629 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084e818b-6fa8-40cd-bd86-341407635fc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5440aa4e-c8f4-4c76-ace8-5905defe5249,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:32:24.743929 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-2bd65b66-0a2f-453e-9b00-31d4855033f5 req-0a9e446d-9fad-44fd-aa78-71b7f84ae9eb tempest-AttachVolumeNegativeTest-179514357 tempest-AttachVolumeNegativeTest-179514357-project] Publish callbacks [] for port (fa3ec34f-476f-4da0-b6c0-58378a94dd8f), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:24.789438 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-2bd65b66-0a2f-453e-9b00-31d4855033f5 req-0a9e446d-9fad-44fd-aa78-71b7f84ae9eb tempest-AttachVolumeNegativeTest-179514357 tempest-AttachVolumeNegativeTest-179514357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (fa3ec34f-476f-4da0-b6c0-58378a94dd8f), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:24.861385 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2bd65b66-0a2f-453e-9b00-31d4855033f5 req-0a9e446d-9fad-44fd-aa78-71b7f84ae9eb tempest-AttachVolumeNegativeTest-179514357 tempest-AttachVolumeNegativeTest-179514357-project] Network b84761e1-11c1-4974-9748-ae61e294404d is already hosted by enough agents. {{(pid=103376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:32:24.881827 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [req-2bd65b66-0a2f-453e-9b00-31d4855033f5 req-0a9e446d-9fad-44fd-aa78-71b7f84ae9eb tempest-AttachVolumeNegativeTest-179514357 tempest-AttachVolumeNegativeTest-179514357-project] Resources bound (agent type, host, resource id): {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:32:24.885706 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bd65b66-0a2f-453e-9b00-31d4855033f5 req-0a9e446d-9fad-44fd-aa78-71b7f84ae9eb tempest-AttachVolumeNegativeTest-179514357 tempest-AttachVolumeNegativeTest-179514357-project] Received port after_create {{(pid=103376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:32:24.920792 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9e446d-9fad-44fd-aa78-71b7f84ae9eb tempest-AttachVolumeNegativeTest-179514357 tempest-AttachVolumeNegativeTest-179514357-project] Pushing event updated for resources: {'Port': ['ID=fa3ec34f-476f-4da0-b6c0-58378a94dd8f,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:32:24.981804 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd65b66-0a2f-453e-9b00-31d4855033f5 req-0a9e446d-9fad-44fd-aa78-71b7f84ae9eb tempest-AttachVolumeNegativeTest-179514357 tempest-AttachVolumeNegativeTest-179514357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:32:24.982451 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-2bd65b66-0a2f-453e-9b00-31d4855033f5 req-0a9e446d-9fad-44fd-aa78-71b7f84ae9eb tempest-AttachVolumeNegativeTest-179514357 tempest-AttachVolumeNegativeTest-179514357-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:24.999941 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-2bd65b66-0a2f-453e-9b00-31d4855033f5 req-0a9e446d-9fad-44fd-aa78-71b7f84ae9eb tempest-AttachVolumeNegativeTest-179514357 tempest-AttachVolumeNegativeTest-179514357-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9632621 Feb 04 17:32:25.008491 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be41070f-61dd-4e20-bf05-f2a066836407 req-10db4c62-96cb-4474-95cc-e3cfd51e38e6 tempest-AttachVolumeNegativeTest-179514357 tempest-AttachVolumeNegativeTest-179514357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:32:25.016435 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-be41070f-61dd-4e20-bf05-f2a066836407 req-10db4c62-96cb-4474-95cc-e3cfd51e38e6 tempest-AttachVolumeNegativeTest-179514357 tempest-AttachVolumeNegativeTest-179514357-project] 10.222.0.89 "GET /v2.0/ports?device_id=0f534955-8600-49e7-ba57-2378f4bdf14a HTTP/1.1" status: 200 len: 932 time: 0.1531222 Feb 04 17:32:25.039042 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 50212) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:32:25.041797 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [req-2bd65b66-0a2f-453e-9b00-31d4855033f5 req-80913c3e-0b19-477b-b3d2-426947f6829c service neutron] Request body: {'port': {'device_id': '0f534955-8600-49e7-ba57-2378f4bdf14a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827839-2'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:32:25.058145 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.agents_db [None req-e1691f3b-aacd-4cd6-8ebb-a9c53bb301c0 None None] Agent healthcheck: found 7 active agents {{(pid=103379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 17:32:25.104942 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-be41070f-61dd-4e20-bf05-f2a066836407 req-5bee4f4f-eff0-4a14-a423-c71d4fcd8265 tempest-AttachVolumeNegativeTest-179514357 tempest-AttachVolumeNegativeTest-179514357-project] 10.222.0.89 "GET /v2.0/security-groups?id=c354f4ed-9d7a-4839-ac0e-7acc5f1680a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871887 Feb 04 17:32:25.149998 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-2bd65b66-0a2f-453e-9b00-31d4855033f5 req-80913c3e-0b19-477b-b3d2-426947f6829c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (fa3ec34f-476f-4da0-b6c0-58378a94dd8f), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:25.344611 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 50220) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:32:25.396024 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-8cfc6734-967e-43d6-aad8-f2291215bdbf admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=be0bdcbeefe0462e91912be1e7159b62&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3546603 Feb 04 17:32:25.397994 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 50222) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:32:25.432445 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-4725d06a-3c68-466b-a592-14070ed14318 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=9ddc84bd58b64d6c81117b4112dc5ea7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0866950 Feb 04 17:32:25.435955 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 50224) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:32:25.505622 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-314ae5c9-eaea-417d-b792-218455417fe0 admin admin] Publish callbacks [] for security_group (10d309d2-2962-41d9-b50a-3cc3d9c2b032), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:25.527759 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-d5fd61c1-3a1a-414d-b646-6fe3e57368fc admin admin] Publish callbacks [] for security_group (0d7fd822-0e9f-44bc-baa8-bd9557af5250), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:25.535596 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-314ae5c9-eaea-417d-b792-218455417fe0 admin admin] Publish callbacks [] for security_group (10d309d2-2962-41d9-b50a-3cc3d9c2b032), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:25.581298 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-d5fd61c1-3a1a-414d-b646-6fe3e57368fc admin admin] Publish callbacks [] for security_group (0d7fd822-0e9f-44bc-baa8-bd9557af5250), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:25.598759 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-314ae5c9-eaea-417d-b792-218455417fe0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (10d309d2-2962-41d9-b50a-3cc3d9c2b032), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:25.602021 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-314ae5c9-eaea-417d-b792-218455417fe0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:25.603861 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-314ae5c9-eaea-417d-b792-218455417fe0 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/10d309d2-2962-41d9-b50a-3cc3d9c2b032 HTTP/1.1" status: 204 len: 168 time: 0.1658785 Feb 04 17:32:25.652020 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-d5fd61c1-3a1a-414d-b646-6fe3e57368fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (0d7fd822-0e9f-44bc-baa8-bd9557af5250), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:25.654839 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-d5fd61c1-3a1a-414d-b646-6fe3e57368fc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:25.655999 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-d5fd61c1-3a1a-414d-b646-6fe3e57368fc admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/0d7fd822-0e9f-44bc-baa8-bd9557af5250 HTTP/1.1" status: 204 len: 168 time: 0.2563157 Feb 04 17:32:25.669453 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5fd61c1-3a1a-414d-b646-6fe3e57368fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d7fd822-0e9f-44bc-baa8-bd9557af5250,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:32:25.750731 n-d-827839-2 neutron-server[103376]: DEBUG neutron.notifiers.nova [req-2bd65b66-0a2f-453e-9b00-31d4855033f5 req-80913c3e-0b19-477b-b3d2-426947f6829c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa3ec34f-476f-4da0-b6c0-58378a94dd8f {{(pid=103376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 17:32:25.761811 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-2bd65b66-0a2f-453e-9b00-31d4855033f5 req-80913c3e-0b19-477b-b3d2-426947f6829c service neutron] Publish callbacks [] for port (fa3ec34f-476f-4da0-b6c0-58378a94dd8f), precommit_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:25.766864 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314ae5c9-eaea-417d-b792-218455417fe0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10d309d2-2962-41d9-b50a-3cc3d9c2b032,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:32:25.808274 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.provisioning_blocks [req-2bd65b66-0a2f-453e-9b00-31d4855033f5 req-80913c3e-0b19-477b-b3d2-426947f6829c service neutron] Transition to ACTIVE for port object fa3ec34f-476f-4da0-b6c0-58378a94dd8f will not be triggered until provisioned by entity L2. {{(pid=103376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 17:32:25.824894 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-2bd65b66-0a2f-453e-9b00-31d4855033f5 req-80913c3e-0b19-477b-b3d2-426947f6829c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675836'] for port (fa3ec34f-476f-4da0-b6c0-58378a94dd8f), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:25.844773 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf970a7-7bc9-4258-bb5b-de21b08ec194 req-ae1f8231-ab67-4551-a8f9-ffe326142c7a tempest-ServerDiskConfigTestJSON-47961148 tempest-ServerDiskConfigTestJSON-47961148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:32:25.855889 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-0bf970a7-7bc9-4258-bb5b-de21b08ec194 req-ae1f8231-ab67-4551-a8f9-ffe326142c7a tempest-ServerDiskConfigTestJSON-47961148 tempest-ServerDiskConfigTestJSON-47961148-project] 10.222.0.89 "GET /v2.0/ports?device_id=5e31becc-950d-4184-999b-78ca5074ae68 HTTP/1.1" status: 200 len: 945 time: 0.2504995 Feb 04 17:32:25.933195 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-0bf970a7-7bc9-4258-bb5b-de21b08ec194 req-a5d4e912-28d2-4d15-8186-6e39941aba09 tempest-ServerDiskConfigTestJSON-47961148 tempest-ServerDiskConfigTestJSON-47961148-project] 10.222.0.89 "GET /v2.0/security-groups?id=ffff0ed7-cf9e-4cbb-9be9-3a1c2dba1e58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693011 Feb 04 17:32:26.019417 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80913c3e-0b19-477b-b3d2-426947f6829c service neutron] Pushing event updated for resources: {'Port': ['ID=fa3ec34f-476f-4da0-b6c0-58378a94dd8f,revision_number=2']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:32:26.063102 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [req-2bd65b66-0a2f-453e-9b00-31d4855033f5 req-80913c3e-0b19-477b-b3d2-426947f6829c service neutron] Attempting to bind port fa3ec34f-476f-4da0-b6c0-58378a94dd8f on host n-h1-827839-2 for vnic_type normal with profile {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:32:26.063966 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [req-2bd65b66-0a2f-453e-9b00-31d4855033f5 req-80913c3e-0b19-477b-b3d2-426947f6829c service neutron] Attempting to bind port fa3ec34f-476f-4da0-b6c0-58378a94dd8f by drivers openvswitch,hyperv on host n-h1-827839-2 at level 0 using segments [{'id': 'de835c50-94f9-45e0-aa2b-e450b795a51e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'b84761e1-11c1-4974-9748-ae61e294404d'}] {{(pid=103376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:32:26.063966 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bd65b66-0a2f-453e-9b00-31d4855033f5 req-80913c3e-0b19-477b-b3d2-426947f6829c service neutron] Attempting to bind port fa3ec34f-476f-4da0-b6c0-58378a94dd8f on network b84761e1-11c1-4974-9748-ae61e294404d {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:32:26.071967 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bd65b66-0a2f-453e-9b00-31d4855033f5 req-80913c3e-0b19-477b-b3d2-426947f6829c service neutron] Port fa3ec34f-476f-4da0-b6c0-58378a94dd8f on network b84761e1-11c1-4974-9748-ae61e294404d not bound, no agent of type Open vSwitch agent registered on host n-h1-827839-2 {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 17:32:26.072273 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bd65b66-0a2f-453e-9b00-31d4855033f5 req-80913c3e-0b19-477b-b3d2-426947f6829c service neutron] Attempting to bind port fa3ec34f-476f-4da0-b6c0-58378a94dd8f on network b84761e1-11c1-4974-9748-ae61e294404d {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:32:26.080852 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bd65b66-0a2f-453e-9b00-31d4855033f5 req-80913c3e-0b19-477b-b3d2-426947f6829c service neutron] Checking agent: {'id': '3f9244a9-75fc-4c10-b195-11d48b853b41', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 8, 42), 'started_at': datetime.datetime(2022, 2, 4, 17, 8, 42), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 32, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:32:26.081229 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bd65b66-0a2f-453e-9b00-31d4855033f5 req-80913c3e-0b19-477b-b3d2-426947f6829c service neutron] Checking segment: {'id': 'de835c50-94f9-45e0-aa2b-e450b795a51e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'b84761e1-11c1-4974-9748-ae61e294404d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:32:26.081756 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bd65b66-0a2f-453e-9b00-31d4855033f5 req-80913c3e-0b19-477b-b3d2-426947f6829c service neutron] Bound using segment: {'id': 'de835c50-94f9-45e0-aa2b-e450b795a51e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'b84761e1-11c1-4974-9748-ae61e294404d'} {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:32:26.082192 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [req-2bd65b66-0a2f-453e-9b00-31d4855033f5 req-80913c3e-0b19-477b-b3d2-426947f6829c service neutron] Bound port: fa3ec34f-476f-4da0-b6c0-58378a94dd8f, host: n-h1-827839-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de835c50-94f9-45e0-aa2b-e450b795a51e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'b84761e1-11c1-4974-9748-ae61e294404d'}}] {{(pid=103376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:32:26.082792 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-2bd65b66-0a2f-453e-9b00-31d4855033f5 req-80913c3e-0b19-477b-b3d2-426947f6829c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (fa3ec34f-476f-4da0-b6c0-58378a94dd8f), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:26.183904 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [req-2bd65b66-0a2f-453e-9b00-31d4855033f5 req-80913c3e-0b19-477b-b3d2-426947f6829c service neutron] For port fa3ec34f-476f-4da0-b6c0-58378a94dd8f, host n-h1-827839-2, cleared binding levels {{(pid=103376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:32:26.191610 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [req-2bd65b66-0a2f-453e-9b00-31d4855033f5 req-80913c3e-0b19-477b-b3d2-426947f6829c service neutron] For port fa3ec34f-476f-4da0-b6c0-58378a94dd8f, host n-h1-827839-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=fa3ec34f-476f-4da0-b6c0-58378a94dd8f,segment=NetworkSegment(de835c50-94f9-45e0-aa2b-e450b795a51e),segment_id=de835c50-94f9-45e0-aa2b-e450b795a51e)] {{(pid=103376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:32:26.201984 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-2bd65b66-0a2f-453e-9b00-31d4855033f5 req-80913c3e-0b19-477b-b3d2-426947f6829c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675836'] for port (fa3ec34f-476f-4da0-b6c0-58378a94dd8f), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:26.345089 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd65b66-0a2f-453e-9b00-31d4855033f5 req-80913c3e-0b19-477b-b3d2-426947f6829c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:32:26.345893 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-2bd65b66-0a2f-453e-9b00-31d4855033f5 req-80913c3e-0b19-477b-b3d2-426947f6829c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:26.347577 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-2bd65b66-0a2f-453e-9b00-31d4855033f5 req-80913c3e-0b19-477b-b3d2-426947f6829c service neutron] 10.222.0.96 "PUT /v2.0/ports/fa3ec34f-476f-4da0-b6c0-58378a94dd8f HTTP/1.1" status: 200 len: 1092 time: 1.3287506 Feb 04 17:32:26.348212 n-d-827839-2 neutron-server[103376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f534955-8600-49e7-ba57-2378f4bdf14a', 'tag': 'fa3ec34f-476f-4da0-b6c0-58378a94dd8f'}] {{(pid=103376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:32:26.350624 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d59c3bb5e2f09ebf62144d5e09b1cff60c763a9c19614c24538e77842938c05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05406462-52ca-43c0-b4cd-09eacb94d623" -d '{"events": [{"name": "network-changed", "server_uuid": "0f534955-8600-49e7-ba57-2378f4bdf14a", "tag": "fa3ec34f-476f-4da0-b6c0-58378a94dd8f"}]}' {{(pid=103376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:32:26.465551 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 17:32:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2668d6f3-7966-4caa-96af-b901b79b0cc7 x-openstack-request-id: req-2668d6f3-7966-4caa-96af-b901b79b0cc7 {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:32:26.466155 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f534955-8600-49e7-ba57-2378f4bdf14a", "tag": "fa3ec34f-476f-4da0-b6c0-58378a94dd8f", "status": "completed", "code": 200}]} {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:32:26.466632 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-2668d6f3-7966-4caa-96af-b901b79b0cc7 {{(pid=103376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:32:26.467291 n-d-827839-2 neutron-server[103376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f534955-8600-49e7-ba57-2378f4bdf14a', 'tag': 'fa3ec34f-476f-4da0-b6c0-58378a94dd8f', 'status': 'completed', 'code': 200} Feb 04 17:32:26.468095 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80913c3e-0b19-477b-b3d2-426947f6829c service neutron] Pushing event updated for resources: {'Port': ['ID=fa3ec34f-476f-4da0-b6c0-58378a94dd8f,revision_number=3']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:32:26.498341 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b45f423-8bb3-463d-8412-31672cecf096 req-0dc1c070-b29f-4b30-8ba2-47f2c8a266cc tempest-AttachVolumeNegativeTest-179514357 tempest-AttachVolumeNegativeTest-179514357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:32:26.508823 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-5b45f423-8bb3-463d-8412-31672cecf096 req-0dc1c070-b29f-4b30-8ba2-47f2c8a266cc tempest-AttachVolumeNegativeTest-179514357 tempest-AttachVolumeNegativeTest-179514357-project] 10.222.0.89 "GET /v2.0/ports?device_id=0f534955-8600-49e7-ba57-2378f4bdf14a HTTP/1.1" status: 200 len: 944 time: 0.2434564 Feb 04 17:32:26.572613 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd65b66-0a2f-453e-9b00-31d4855033f5 req-7887df7e-9afa-41c8-b701-b56dae37a03a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:32:26.575292 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-2bd65b66-0a2f-453e-9b00-31d4855033f5 req-7887df7e-9afa-41c8-b701-b56dae37a03a service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=a7ea9b1ba86e49c289bed0f142f59d4f&device_id=0f534955-8600-49e7-ba57-2378f4bdf14a HTTP/1.1" status: 200 len: 1126 time: 0.1664500 Feb 04 17:32:26.647990 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-2bd65b66-0a2f-453e-9b00-31d4855033f5 req-4a2b9d7f-bcea-4119-b94c-c3d36ec68dd3 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fa3ec34f-476f-4da0-b6c0-58378a94dd8f HTTP/1.1" status: 200 len: 217 time: 0.0575013 Feb 04 17:32:26.652180 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-5b45f423-8bb3-463d-8412-31672cecf096 req-237257d3-3177-47f1-977b-8bae8bd46b38 tempest-AttachVolumeNegativeTest-179514357 tempest-AttachVolumeNegativeTest-179514357-project] 10.222.0.89 "GET /v2.0/security-groups?id=c354f4ed-9d7a-4839-ac0e-7acc5f1680a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418002 Feb 04 17:32:26.734119 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd65b66-0a2f-453e-9b00-31d4855033f5 req-5f09b16b-68f8-4f34-b642-1006f5d9fd38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:32:26.735682 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-2bd65b66-0a2f-453e-9b00-31d4855033f5 req-5f09b16b-68f8-4f34-b642-1006f5d9fd38 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=74e6e6d2-6594-4fba-b377-2d3e84d23c5b HTTP/1.1" status: 200 len: 855 time: 0.0793021 Feb 04 17:32:26.799364 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-2bd65b66-0a2f-453e-9b00-31d4855033f5 req-a70e9fb4-3f88-4371-9796-05277147544c service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=b84761e1-11c1-4974-9748-ae61e294404d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0554743 Feb 04 17:32:26.932248 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 50280) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:32:26.973985 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 50286) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:32:27.016681 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-2bd65b66-0a2f-453e-9b00-31d4855033f5 req-9d0d7d25-65a9-4fa5-9a41-7c24778ec72d service neutron] 10.222.0.96 "GET /v2.0/networks/b84761e1-11c1-4974-9748-ae61e294404d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2104933 Feb 04 17:32:27.055678 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-cc45172f-07b5-4bba-b029-30987d881d56 tempest-FloatingIPNegativeTestJSON-537721989 tempest-FloatingIPNegativeTestJSON-537721989-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1900351360'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:32:27.128518 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc45172f-07b5-4bba-b029-30987d881d56 tempest-FloatingIPNegativeTestJSON-537721989 tempest-FloatingIPNegativeTestJSON-537721989-project] Made reservation on behalf of b314a853a38a423999b86dca8c728b71 for: {'network': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:32:27.133759 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-cc45172f-07b5-4bba-b029-30987d881d56 tempest-FloatingIPNegativeTestJSON-537721989 tempest-FloatingIPNegativeTestJSON-537721989-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for network (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:27.152713 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-6844f819-f19a-4e5a-9da3-4930e64a9066 tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1561657472'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:32:27.172179 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-cc45172f-07b5-4bba-b029-30987d881d56 tempest-FloatingIPNegativeTestJSON-537721989 tempest-FloatingIPNegativeTestJSON-537721989-project] Publish callbacks [] for security_group (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:27.184042 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648e876e-e67e-441a-9499-698d626e1cac req-1ffbc5a7-5c94-4b0f-94f5-191a6404fb68 tempest-ServerDiskConfigTestJSON-47961148 tempest-ServerDiskConfigTestJSON-47961148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:32:27.185746 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-648e876e-e67e-441a-9499-698d626e1cac req-1ffbc5a7-5c94-4b0f-94f5-191a6404fb68 tempest-ServerDiskConfigTestJSON-47961148 tempest-ServerDiskConfigTestJSON-47961148-project] 10.222.0.89 "GET /v2.0/ports?device_id=5e31becc-950d-4184-999b-78ca5074ae68 HTTP/1.1" status: 200 len: 945 time: 0.1248834 Feb 04 17:32:27.193010 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-2bd65b66-0a2f-453e-9b00-31d4855033f5 req-d83221f3-f128-4bad-883e-b24e43ddebbc service neutron] 10.222.0.96 "GET /v2.0/networks/b84761e1-11c1-4974-9748-ae61e294404d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1669297 Feb 04 17:32:27.193924 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6844f819-f19a-4e5a-9da3-4930e64a9066 tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Made reservation on behalf of 80bffe6ca9b744ee9caf341b90ea1640 for: {'network': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:32:27.197732 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-6844f819-f19a-4e5a-9da3-4930e64a9066 tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for network (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:27.209513 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-6844f819-f19a-4e5a-9da3-4930e64a9066 tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Publish callbacks [] for security_group (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:27.339136 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-648e876e-e67e-441a-9499-698d626e1cac req-d58d1a98-12a0-41f8-b415-41a571ec222b tempest-ServerDiskConfigTestJSON-47961148 tempest-ServerDiskConfigTestJSON-47961148-project] 10.222.0.89 "GET /v2.0/security-groups?id=ffff0ed7-cf9e-4cbb-9be9-3a1c2dba1e58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308320 Feb 04 17:32:27.394613 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05406462-52ca-43c0-b4cd-09eacb94d623 req-b22226a2-5dd5-485f-92f2-6de24ffc6573 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:32:27.396518 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-05406462-52ca-43c0-b4cd-09eacb94d623 req-b22226a2-5dd5-485f-92f2-6de24ffc6573 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=a7ea9b1ba86e49c289bed0f142f59d4f&device_id=0f534955-8600-49e7-ba57-2378f4bdf14a HTTP/1.1" status: 200 len: 1126 time: 0.1355152 Feb 04 17:32:27.406167 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-cc45172f-07b5-4bba-b029-30987d881d56 tempest-FloatingIPNegativeTestJSON-537721989 tempest-FloatingIPNegativeTestJSON-537721989-project] Publish callbacks [] for security_group (b527270a-46ca-420c-aa3f-d27857e42fb7), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:27.420775 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-cc45172f-07b5-4bba-b029-30987d881d56 tempest-FloatingIPNegativeTestJSON-537721989 tempest-FloatingIPNegativeTestJSON-537721989-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (b527270a-46ca-420c-aa3f-d27857e42fb7), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:27.456769 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-6844f819-f19a-4e5a-9da3-4930e64a9066 tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Publish callbacks [] for security_group (88d46643-68c5-4219-b06c-03a6459c1355), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:27.466770 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc45172f-07b5-4bba-b029-30987d881d56 tempest-FloatingIPNegativeTestJSON-537721989 tempest-FloatingIPNegativeTestJSON-537721989-project] vlan segment allocate from pool success with {'vlan_id': 762, 'physical_network': 'physnet1'} {{(pid=103377) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 17:32:27.468995 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-6844f819-f19a-4e5a-9da3-4930e64a9066 tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (88d46643-68c5-4219-b06c-03a6459c1355), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:27.492508 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6844f819-f19a-4e5a-9da3-4930e64a9066 tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] vlan segment allocate from pool success with {'vlan_id': 759, 'physical_network': 'physnet1'} {{(pid=103377) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 17:32:27.508672 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-cc45172f-07b5-4bba-b029-30987d881d56 tempest-FloatingIPNegativeTestJSON-537721989 tempest-FloatingIPNegativeTestJSON-537721989-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (74970e88-6649-4307-a74e-e299ceb0aba9), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:27.509036 n-d-827839-2 neutron-server[103377]: INFO neutron.db.segments_db [None req-cc45172f-07b5-4bba-b029-30987d881d56 tempest-FloatingIPNegativeTestJSON-537721989 tempest-FloatingIPNegativeTestJSON-537721989-project] Added segment 74970e88-6649-4307-a74e-e299ceb0aba9 of type vlan for network 03d6d9a9-1654-46df-be00-2f8c38652b0d Feb 04 17:32:27.512185 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc45172f-07b5-4bba-b029-30987d881d56 tempest-FloatingIPNegativeTestJSON-537721989 tempest-FloatingIPNegativeTestJSON-537721989-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b527270a-46ca-420c-aa3f-d27857e42fb7,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:32:27.527433 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-6844f819-f19a-4e5a-9da3-4930e64a9066 tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (22dbf7d4-3ade-40d9-9dd5-8eaa1f8a0775), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:27.527728 n-d-827839-2 neutron-server[103377]: INFO neutron.db.segments_db [None req-6844f819-f19a-4e5a-9da3-4930e64a9066 tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Added segment 22dbf7d4-3ade-40d9-9dd5-8eaa1f8a0775 of type vlan for network 6e0a0eb4-2d8f-46fe-baaa-6511b63d67c8 Feb 04 17:32:27.604353 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-cc45172f-07b5-4bba-b029-30987d881d56 tempest-FloatingIPNegativeTestJSON-537721989 tempest-FloatingIPNegativeTestJSON-537721989-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781084292801'] for network (03d6d9a9-1654-46df-be00-2f8c38652b0d), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:27.606765 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511f719d-5fd0-40c8-abc6-b797fe50eb6c req-e0f44f87-9b20-404d-9a58-91a2ae7d90f0 tempest-ServerDiskConfigTestJSON-47961148 tempest-ServerDiskConfigTestJSON-47961148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:32:27.614329 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-511f719d-5fd0-40c8-abc6-b797fe50eb6c req-e0f44f87-9b20-404d-9a58-91a2ae7d90f0 tempest-ServerDiskConfigTestJSON-47961148 tempest-ServerDiskConfigTestJSON-47961148-project] 10.222.0.89 "GET /v2.0/ports?device_id=5e31becc-950d-4184-999b-78ca5074ae68 HTTP/1.1" status: 200 len: 945 time: 0.1289158 Feb 04 17:32:27.626807 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05406462-52ca-43c0-b4cd-09eacb94d623 req-7255ed38-f38a-41be-a89b-88043e473bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:32:27.628297 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-05406462-52ca-43c0-b4cd-09eacb94d623 req-7255ed38-f38a-41be-a89b-88043e473bc9 service neutron] 10.222.0.96 "GET /v2.0/networks?id=b84761e1-11c1-4974-9748-ae61e294404d HTTP/1.1" status: 200 len: 916 time: 0.2250404 Feb 04 17:32:27.629198 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6844f819-f19a-4e5a-9da3-4930e64a9066 tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Pushing event updated for resources: {'SecurityGroup': ['ID=88d46643-68c5-4219-b06c-03a6459c1355,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:32:27.653154 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-6844f819-f19a-4e5a-9da3-4930e64a9066 tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781084292801'] for network (6e0a0eb4-2d8f-46fe-baaa-6511b63d67c8), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:27.677957 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-cc45172f-07b5-4bba-b029-30987d881d56 tempest-FloatingIPNegativeTestJSON-537721989 tempest-FloatingIPNegativeTestJSON-537721989-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327'] for network (03d6d9a9-1654-46df-be00-2f8c38652b0d), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:27.684798 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-05406462-52ca-43c0-b4cd-09eacb94d623 req-6b4f9145-2f32-454e-a4b9-f5334cd95f83 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fa3ec34f-476f-4da0-b6c0-58378a94dd8f HTTP/1.1" status: 200 len: 217 time: 0.0494351 Feb 04 17:32:27.686550 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc45172f-07b5-4bba-b029-30987d881d56 tempest-FloatingIPNegativeTestJSON-537721989 tempest-FloatingIPNegativeTestJSON-537721989-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:32:27.687494 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-cc45172f-07b5-4bba-b029-30987d881d56 tempest-FloatingIPNegativeTestJSON-537721989 tempest-FloatingIPNegativeTestJSON-537721989-project] Publish callbacks [] for network (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:27.740332 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-511f719d-5fd0-40c8-abc6-b797fe50eb6c req-b781b84c-4869-4e6f-95cb-cce41293b442 tempest-ServerDiskConfigTestJSON-47961148 tempest-ServerDiskConfigTestJSON-47961148-project] 10.222.0.89 "GET /v2.0/security-groups?id=ffff0ed7-cf9e-4cbb-9be9-3a1c2dba1e58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251032 Feb 04 17:32:27.758599 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05406462-52ca-43c0-b4cd-09eacb94d623 req-43571793-9ef4-48ad-a4cd-f9d4a7d003d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:32:27.760133 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-05406462-52ca-43c0-b4cd-09eacb94d623 req-43571793-9ef4-48ad-a4cd-f9d4a7d003d2 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=74e6e6d2-6594-4fba-b377-2d3e84d23c5b HTTP/1.1" status: 200 len: 855 time: 0.0667706 Feb 04 17:32:27.779039 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-cc45172f-07b5-4bba-b029-30987d881d56 tempest-FloatingIPNegativeTestJSON-537721989 tempest-FloatingIPNegativeTestJSON-537721989-project] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.8448794 Feb 04 17:32:27.779842 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-6844f819-f19a-4e5a-9da3-4930e64a9066 tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327'] for network (6e0a0eb4-2d8f-46fe-baaa-6511b63d67c8), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:27.785090 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6844f819-f19a-4e5a-9da3-4930e64a9066 tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:32:27.785949 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-6844f819-f19a-4e5a-9da3-4930e64a9066 tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Publish callbacks [] for network (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:27.789932 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 50298) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:32:27.800658 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-e3862a0d-aab3-481c-8164-51461f7d1f2a tempest-FloatingIPNegativeTestJSON-537721989 tempest-FloatingIPNegativeTestJSON-537721989-project] Request body: {'subnet': {'network_id': '03d6d9a9-1654-46df-be00-2f8c38652b0d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:32:27.817273 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-05406462-52ca-43c0-b4cd-09eacb94d623 req-86e3468f-1ab2-4831-9599-682f43e7a53e service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=b84761e1-11c1-4974-9748-ae61e294404d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0486948 Feb 04 17:32:27.871071 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc45172f-07b5-4bba-b029-30987d881d56 tempest-FloatingIPNegativeTestJSON-537721989 tempest-FloatingIPNegativeTestJSON-537721989-project] Pushing event updated for resources: {'Network': ['ID=03d6d9a9-1654-46df-be00-2f8c38652b0d,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:32:27.887840 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Network 03d6d9a9-1654-46df-be00-2f8c38652b0d details requested by agent ovs-agent-n-d-827839-2 with host n-d-827839-2 {{(pid=103378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 17:32:28.020334 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-05406462-52ca-43c0-b4cd-09eacb94d623 req-8e0fd901-bc2f-404d-ac88-bafc74778df4 service neutron] 10.222.0.96 "GET /v2.0/networks/b84761e1-11c1-4974-9748-ae61e294404d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1965418 Feb 04 17:32:28.069203 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-6844f819-f19a-4e5a-9da3-4930e64a9066 tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.0940168 Feb 04 17:32:28.135466 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6844f819-f19a-4e5a-9da3-4930e64a9066 tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Pushing event updated for resources: {'Network': ['ID=6e0a0eb4-2d8f-46fe-baaa-6511b63d67c8,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:32:28.143588 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3862a0d-aab3-481c-8164-51461f7d1f2a tempest-FloatingIPNegativeTestJSON-537721989 tempest-FloatingIPNegativeTestJSON-537721989-project] Made reservation on behalf of b314a853a38a423999b86dca8c728b71 for: {'subnet': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:32:28.152956 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-e3862a0d-aab3-481c-8164-51461f7d1f2a tempest-FloatingIPNegativeTestJSON-537721989 tempest-FloatingIPNegativeTestJSON-537721989-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25597243'] for subnet (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:28.157708 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Network 6e0a0eb4-2d8f-46fe-baaa-6511b63d67c8 details requested by agent ovs-agent-n-d-827839-2 with host n-d-827839-2 {{(pid=103378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 17:32:28.246524 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-05406462-52ca-43c0-b4cd-09eacb94d623 req-7b842a59-d4a1-4105-ab8a-0b5f2c90c5b5 service neutron] 10.222.0.96 "GET /v2.0/networks/b84761e1-11c1-4974-9748-ae61e294404d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2191193 Feb 04 17:32:28.307520 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6682018a-13ee-4b79-a31e-e3e2882bd343 req-161e2587-f167-4269-a3cb-3ce95d6182b3 tempest-AttachVolumeNegativeTest-179514357 tempest-AttachVolumeNegativeTest-179514357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:32:28.310282 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-6682018a-13ee-4b79-a31e-e3e2882bd343 req-161e2587-f167-4269-a3cb-3ce95d6182b3 tempest-AttachVolumeNegativeTest-179514357 tempest-AttachVolumeNegativeTest-179514357-project] 10.222.0.89 "GET /v2.0/ports?device_id=0f534955-8600-49e7-ba57-2378f4bdf14a HTTP/1.1" status: 200 len: 944 time: 0.5210791 Feb 04 17:32:28.423655 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-6682018a-13ee-4b79-a31e-e3e2882bd343 req-897a26fe-9d36-417e-b152-fdff540fc8e0 tempest-AttachVolumeNegativeTest-179514357 tempest-AttachVolumeNegativeTest-179514357-project] 10.222.0.89 "GET /v2.0/security-groups?id=c354f4ed-9d7a-4839-ac0e-7acc5f1680a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018062 Feb 04 17:32:28.610182 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-e3862a0d-aab3-481c-8164-51461f7d1f2a tempest-FloatingIPNegativeTestJSON-537721989 tempest-FloatingIPNegativeTestJSON-537721989-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25889445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25597197'] for subnet (924ea5df-24d1-4c9e-8607-4d274742f2e0), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:28.721103 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3862a0d-aab3-481c-8164-51461f7d1f2a tempest-FloatingIPNegativeTestJSON-537721989 tempest-FloatingIPNegativeTestJSON-537721989-project] Pushing event updated for resources: {'Subnet': ['ID=924ea5df-24d1-4c9e-8607-4d274742f2e0,revision_number=0']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:32:28.768805 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3862a0d-aab3-481c-8164-51461f7d1f2a tempest-FloatingIPNegativeTestJSON-537721989 tempest-FloatingIPNegativeTestJSON-537721989-project] Checking segment: {'id': '74970e88-6649-4307-a74e-e299ceb0aba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '03d6d9a9-1654-46df-be00-2f8c38652b0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:32:28.769248 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3862a0d-aab3-481c-8164-51461f7d1f2a tempest-FloatingIPNegativeTestJSON-537721989 tempest-FloatingIPNegativeTestJSON-537721989-project] Network hostable DHCP agents. Network: 03d6d9a9-1654-46df-be00-2f8c38652b0d, hostable agents: ['bb89f5a3-3c22-440b-b7d1-c4f0c43c184a'], hosted agents: [] {{(pid=103377) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 17:32:28.796777 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3862a0d-aab3-481c-8164-51461f7d1f2a tempest-FloatingIPNegativeTestJSON-537721989 tempest-FloatingIPNegativeTestJSON-537721989-project] Network 03d6d9a9-1654-46df-be00-2f8c38652b0d is scheduled to be hosted by DHCP agent bb89f5a3-3c22-440b-b7d1-c4f0c43c184a with binding_index 1 {{(pid=103377) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 17:32:28.823306 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [None req-e3862a0d-aab3-481c-8164-51461f7d1f2a tempest-FloatingIPNegativeTestJSON-537721989 tempest-FloatingIPNegativeTestJSON-537721989-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827839-2, 03d6d9a9-1654-46df-be00-2f8c38652b0d) {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:32:28.838368 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f119a33d-f7ae-4493-9e76-49108a3eee42 None None] Network 03d6d9a9-1654-46df-be00-2f8c38652b0d requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:32:28.858548 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3862a0d-aab3-481c-8164-51461f7d1f2a tempest-FloatingIPNegativeTestJSON-537721989 tempest-FloatingIPNegativeTestJSON-537721989-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:32:28.865933 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-e3862a0d-aab3-481c-8164-51461f7d1f2a tempest-FloatingIPNegativeTestJSON-537721989 tempest-FloatingIPNegativeTestJSON-537721989-project] Publish callbacks [] for subnet (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:28.929035 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-e3862a0d-aab3-481c-8164-51461f7d1f2a tempest-FloatingIPNegativeTestJSON-537721989 tempest-FloatingIPNegativeTestJSON-537721989-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1328535 Feb 04 17:32:28.929673 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 50322) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:32:28.949326 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-53825e5d-a9ae-4203-8ea6-666f02aa296e tempest-FloatingIPNegativeTestJSON-537721989 tempest-FloatingIPNegativeTestJSON-537721989-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1839991376', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:32:29.014806 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-53825e5d-a9ae-4203-8ea6-666f02aa296e tempest-FloatingIPNegativeTestJSON-537721989 tempest-FloatingIPNegativeTestJSON-537721989-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1601657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26921'] for router (6d55fada-9f38-483b-b801-4e091a2873cc), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:29.016101 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-53825e5d-a9ae-4203-8ea6-666f02aa296e tempest-FloatingIPNegativeTestJSON-537721989 tempest-FloatingIPNegativeTestJSON-537721989-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1602025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603663', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1630571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26960'] for router (6d55fada-9f38-483b-b801-4e091a2873cc), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:29.100456 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170700af-a941-41f4-a70c-0d7f15a07c8b req-fd16a3b8-0636-4ab9-8b11-340d6b628608 tempest-ServerDiskConfigTestJSON-47961148 tempest-ServerDiskConfigTestJSON-47961148-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:32:29.106636 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea2fcef3-3a09-4ce9-982b-d167a6214e2a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e4c19ad-5724-5db8-8ee1-4f56ae69fcf4-03d6d9a9-1654-46df-be00-2f8c38652b0d', 'network_id': '03d6d9a9-1654-46df-be00-2f8c38652b0d', 'project_id': 'b314a853a38a423999b86dca8c728b71', 'fixed_ips': [{'subnet_id': '924ea5df-24d1-4c9e-8607-4d274742f2e0'}]}} from n-d-827839-2. {{(pid=103378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 17:32:29.107585 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ea2fcef3-3a09-4ce9-982b-d167a6214e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:29.117763 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-170700af-a941-41f4-a70c-0d7f15a07c8b req-fd16a3b8-0636-4ab9-8b11-340d6b628608 tempest-ServerDiskConfigTestJSON-47961148 tempest-ServerDiskConfigTestJSON-47961148-project] 10.222.0.89 "GET /v2.0/networks?id=3c6b4be4-b4b9-4735-a6e5-15af4ecbb3e6 HTTP/1.1" status: 200 len: 815 time: 0.8207552 Feb 04 17:32:29.136064 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-53825e5d-a9ae-4203-8ea6-666f02aa296e tempest-FloatingIPNegativeTestJSON-537721989 tempest-FloatingIPNegativeTestJSON-537721989-project] Publish callbacks [] for router_controller (6d55fada-9f38-483b-b801-4e091a2873cc), precommit_add_association {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:29.144718 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-53825e5d-a9ae-4203-8ea6-666f02aa296e tempest-FloatingIPNegativeTestJSON-537721989 tempest-FloatingIPNegativeTestJSON-537721989-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1602046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603680'] for router (6d55fada-9f38-483b-b801-4e091a2873cc), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:29.145451 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-170700af-a941-41f4-a70c-0d7f15a07c8b req-4fffd1a3-d2d9-449b-83e4-7dcf3e94963c tempest-ServerDiskConfigTestJSON-47961148 tempest-ServerDiskConfigTestJSON-47961148-project] 10.222.0.89 "GET /v2.0/quotas/1340b33ced494106823c7c635ada16b9 HTTP/1.1" status: 200 len: 375 time: 0.0266736 Feb 04 17:32:29.193988 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-53825e5d-a9ae-4203-8ea6-666f02aa296e tempest-FloatingIPNegativeTestJSON-537721989 tempest-FloatingIPNegativeTestJSON-537721989-project] Publish callbacks [] for router (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:29.195812 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-53825e5d-a9ae-4203-8ea6-666f02aa296e tempest-FloatingIPNegativeTestJSON-537721989 tempest-FloatingIPNegativeTestJSON-537721989-project] 10.222.0.89 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.2622981 Feb 04 17:32:29.199249 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 50326) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:32:29.239581 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-170700af-a941-41f4-a70c-0d7f15a07c8b req-01ad6bc4-ed1a-436e-81cd-9a5719482be9 tempest-ServerDiskConfigTestJSON-47961148 tempest-ServerDiskConfigTestJSON-47961148-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=1340b33ced494106823c7c635ada16b9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0931289 Feb 04 17:32:29.249418 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [req-170700af-a941-41f4-a70c-0d7f15a07c8b req-bc19257a-2d06-4b4c-ae4c-eca2a80c4ad1 service neutron] http://10.222.0.89:9696/v2.0/extensions returned with HTTP 200 {{(pid=103376) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 17:32:29.258404 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-170700af-a941-41f4-a70c-0d7f15a07c8b req-bc19257a-2d06-4b4c-ae4c-eca2a80c4ad1 service neutron] 10.222.0.89 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0177386 Feb 04 17:32:29.403123 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-ea2fcef3-3a09-4ce9-982b-d167a6214e2a None None] Allocated IP 172.20.0.2 (03d6d9a9-1654-46df-be00-2f8c38652b0d/924ea5df-24d1-4c9e-8607-4d274742f2e0/a75bd91c-201b-4b75-a737-023d28952b27) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:32:29.451445 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-170700af-a941-41f4-a70c-0d7f15a07c8b req-37f12c80-4992-443c-9b3b-4ad16e9d54de service neutron] 10.222.0.89 "GET /v2.0/networks/3c6b4be4-b4b9-4735-a6e5-15af4ecbb3e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1918623 Feb 04 17:32:29.627903 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-170700af-a941-41f4-a70c-0d7f15a07c8b req-195a0f15-0f6c-4bc1-8617-e19feaabf8f0 service neutron] 10.222.0.89 "GET /v2.0/networks/3c6b4be4-b4b9-4735-a6e5-15af4ecbb3e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1753607 Feb 04 17:32:29.879931 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-078df934-a6db-43cb-8eaa-ab10b8a863d0 req-76f7636e-4049-40a7-9195-f810f9c6303b tempest-ServerDiskConfigTestJSON-47961148 tempest-ServerDiskConfigTestJSON-47961148-project] 10.222.0.89 "GET /v2.0/ports?device_id=a8a37a11-05ad-417e-9246-571115659a9e HTTP/1.1" status: 200 len: 210 time: 0.0545695 Feb 04 17:32:29.913556 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957d94f3-17ed-46b3-af59-8acbb87d2065 req-edf23137-25f9-400b-9fb4-56ae32a466e9 tempest-ServerDiskConfigTestJSON-47961148 tempest-ServerDiskConfigTestJSON-47961148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:32:29.919378 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-957d94f3-17ed-46b3-af59-8acbb87d2065 req-edf23137-25f9-400b-9fb4-56ae32a466e9 tempest-ServerDiskConfigTestJSON-47961148 tempest-ServerDiskConfigTestJSON-47961148-project] 10.222.0.90 "GET /v2.0/ports?device_id=5e31becc-950d-4184-999b-78ca5074ae68 HTTP/1.1" status: 200 len: 945 time: 0.2942948 Feb 04 17:32:30.064303 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-aeb07709-a57b-4fa0-a61a-94709fbb8d9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (bb89f5a3-3c22-440b-b7d1-c4f0c43c184a), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:30.162257 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-3ac691a0-f53b-4a8e-8f29-7dd7ca64e71b tempest-FloatingIPNegativeTestJSON-537721989 tempest-FloatingIPNegativeTestJSON-537721989-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:30.220273 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ea2fcef3-3a09-4ce9-982b-d167a6214e2a None None] Publish callbacks [] for port (a75bd91c-201b-4b75-a737-023d28952b27), precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:30.229397 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ea2fcef3-3a09-4ce9-982b-d167a6214e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135'] for port (a75bd91c-201b-4b75-a737-023d28952b27), after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:30.326625 n-d-827839-2 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea2fcef3-3a09-4ce9-982b-d167a6214e2a None None] Network 03d6d9a9-1654-46df-be00-2f8c38652b0d is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:32:30.361528 n-d-827839-2 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-ea2fcef3-3a09-4ce9-982b-d167a6214e2a None None] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:32:30.369676 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea2fcef3-3a09-4ce9-982b-d167a6214e2a None None] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:32:30.485879 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2fcef3-3a09-4ce9-982b-d167a6214e2a None None] Pushing event updated for resources: {'Port': ['ID=a75bd91c-201b-4b75-a737-023d28952b27,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:32:30.581609 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-ea2fcef3-3a09-4ce9-982b-d167a6214e2a None None] Attempting to bind port a75bd91c-201b-4b75-a737-023d28952b27 on host n-d-827839-2 for vnic_type normal with profile {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:32:30.581995 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-ea2fcef3-3a09-4ce9-982b-d167a6214e2a None None] Attempting to bind port a75bd91c-201b-4b75-a737-023d28952b27 by drivers openvswitch,hyperv on host n-d-827839-2 at level 0 using segments [{'id': '74970e88-6649-4307-a74e-e299ceb0aba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '03d6d9a9-1654-46df-be00-2f8c38652b0d'}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:32:30.582368 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea2fcef3-3a09-4ce9-982b-d167a6214e2a None None] Attempting to bind port a75bd91c-201b-4b75-a737-023d28952b27 on network 03d6d9a9-1654-46df-be00-2f8c38652b0d {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:32:30.598940 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea2fcef3-3a09-4ce9-982b-d167a6214e2a None None] Checking agent: {'id': 'ba70844b-66a0-45fd-a2f2-e6ed673321fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 0, 36), 'started_at': datetime.datetime(2022, 2, 4, 17, 1, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 32, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:32:30.599387 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea2fcef3-3a09-4ce9-982b-d167a6214e2a None None] Checking segment: {'id': '74970e88-6649-4307-a74e-e299ceb0aba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '03d6d9a9-1654-46df-be00-2f8c38652b0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:32:30.599807 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ea2fcef3-3a09-4ce9-982b-d167a6214e2a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:30.601275 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea2fcef3-3a09-4ce9-982b-d167a6214e2a None None] Bound using segment: {'id': '74970e88-6649-4307-a74e-e299ceb0aba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '03d6d9a9-1654-46df-be00-2f8c38652b0d'} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:32:30.602103 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-ea2fcef3-3a09-4ce9-982b-d167a6214e2a None None] Bound port: a75bd91c-201b-4b75-a737-023d28952b27, host: n-d-827839-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74970e88-6649-4307-a74e-e299ceb0aba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '03d6d9a9-1654-46df-be00-2f8c38652b0d'}}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:32:30.603628 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ea2fcef3-3a09-4ce9-982b-d167a6214e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (a75bd91c-201b-4b75-a737-023d28952b27), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:30.847034 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-ea2fcef3-3a09-4ce9-982b-d167a6214e2a None None] For port a75bd91c-201b-4b75-a737-023d28952b27, host n-d-827839-2, cleared binding levels {{(pid=103378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:32:30.853364 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-ea2fcef3-3a09-4ce9-982b-d167a6214e2a None None] For port a75bd91c-201b-4b75-a737-023d28952b27, host n-d-827839-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=a75bd91c-201b-4b75-a737-023d28952b27,segment=NetworkSegment(74970e88-6649-4307-a74e-e299ceb0aba9),segment_id=74970e88-6649-4307-a74e-e299ceb0aba9)] {{(pid=103378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:32:30.863956 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ea2fcef3-3a09-4ce9-982b-d167a6214e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (a75bd91c-201b-4b75-a737-023d28952b27), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:30.984539 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.db_base_plugin_common [None req-3ac691a0-f53b-4a8e-8f29-7dd7ca64e71b tempest-FloatingIPNegativeTestJSON-537721989 tempest-FloatingIPNegativeTestJSON-537721989-project] Allocated IP 172.20.0.1 (03d6d9a9-1654-46df-be00-2f8c38652b0d/924ea5df-24d1-4c9e-8607-4d274742f2e0/5323269d-9c12-4778-996d-7601175b21b1) {{(pid=103377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:32:31.024631 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2fcef3-3a09-4ce9-982b-d167a6214e2a None None] Pushing event updated for resources: {'Port': ['ID=a75bd91c-201b-4b75-a737-023d28952b27,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:32:31.134796 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-bede1004-d4b4-4587-a71f-cfb5e21d3d94 req-4d153a2c-cd1d-46a3-bef2-571797e94e7b tempest-ServerDiskConfigTestJSON-47961148 tempest-ServerDiskConfigTestJSON-47961148-project] 10.222.0.89 "GET /v2.0/ports?device_id=a8a37a11-05ad-417e-9246-571115659a9e HTTP/1.1" status: 200 len: 210 time: 0.1049926 Feb 04 17:32:31.307480 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-3ac691a0-f53b-4a8e-8f29-7dd7ca64e71b tempest-FloatingIPNegativeTestJSON-537721989 tempest-FloatingIPNegativeTestJSON-537721989-project] Publish callbacks [] for port (5323269d-9c12-4778-996d-7601175b21b1), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:31.319294 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2304850e-9561-4a35-913e-cee9698f078b req-f34e2442-a626-438f-81a4-1d3b7b0aad96 tempest-AttachVolumeNegativeTest-179514357 tempest-AttachVolumeNegativeTest-179514357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:32:31.321441 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-2304850e-9561-4a35-913e-cee9698f078b req-f34e2442-a626-438f-81a4-1d3b7b0aad96 tempest-AttachVolumeNegativeTest-179514357 tempest-AttachVolumeNegativeTest-179514357-project] 10.222.0.89 "GET /v2.0/ports?device_id=0f534955-8600-49e7-ba57-2378f4bdf14a HTTP/1.1" status: 200 len: 944 time: 1.6990919 Feb 04 17:32:31.362692 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 50354) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:32:31.368090 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-6036b5de-3d03-4711-85ec-6c397a58422e tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Request body: {'subnet': {'network_id': '6e0a0eb4-2d8f-46fe-baaa-6511b63d67c8', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:32:31.394896 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-3ac691a0-f53b-4a8e-8f29-7dd7ca64e71b tempest-FloatingIPNegativeTestJSON-537721989 tempest-FloatingIPNegativeTestJSON-537721989-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (5323269d-9c12-4778-996d-7601175b21b1), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:31.514376 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6036b5de-3d03-4711-85ec-6c397a58422e tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Made reservation on behalf of 80bffe6ca9b744ee9caf341b90ea1640 for: {'subnet': 1} {{(pid=103376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:32:31.518094 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-6036b5de-3d03-4711-85ec-6c397a58422e tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25859006'] for subnet (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:31.600251 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ac691a0-f53b-4a8e-8f29-7dd7ca64e71b tempest-FloatingIPNegativeTestJSON-537721989 tempest-FloatingIPNegativeTestJSON-537721989-project] Network 03d6d9a9-1654-46df-be00-2f8c38652b0d is already hosted by enough agents. {{(pid=103377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:32:31.609408 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac691a0-f53b-4a8e-8f29-7dd7ca64e71b tempest-FloatingIPNegativeTestJSON-537721989 tempest-FloatingIPNegativeTestJSON-537721989-project] Pushing event updated for resources: {'Port': ['ID=5323269d-9c12-4778-996d-7601175b21b1,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:32:31.633038 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [None req-3ac691a0-f53b-4a8e-8f29-7dd7ca64e71b tempest-FloatingIPNegativeTestJSON-537721989 tempest-FloatingIPNegativeTestJSON-537721989-project] Resources bound (agent type, host, resource id): {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:32:31.672843 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ac691a0-f53b-4a8e-8f29-7dd7ca64e71b tempest-FloatingIPNegativeTestJSON-537721989 tempest-FloatingIPNegativeTestJSON-537721989-project] Received port after_create {{(pid=103377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:32:31.823103 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [req-957d94f3-17ed-46b3-af59-8acbb87d2065 req-1e3806f0-3e47-4941-aa88-cb0a63ec16f7 tempest-ServerDiskConfigTestJSON-47961148 tempest-ServerDiskConfigTestJSON-47961148-project] Deleting port f32ff516-a26c-4e84-b289-c2e0d0845aec {{(pid=103377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:32:31.823473 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-957d94f3-17ed-46b3-af59-8acbb87d2065 req-1e3806f0-3e47-4941-aa88-cb0a63ec16f7 tempest-ServerDiskConfigTestJSON-47961148 tempest-ServerDiskConfigTestJSON-47961148-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (f32ff516-a26c-4e84-b289-c2e0d0845aec), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:31.882095 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-2304850e-9561-4a35-913e-cee9698f078b req-e489e72f-4d0d-46d8-abd5-720e0d0d3d48 tempest-AttachVolumeNegativeTest-179514357 tempest-AttachVolumeNegativeTest-179514357-project] 10.222.0.89 "GET /v2.0/security-groups?id=c354f4ed-9d7a-4839-ac0e-7acc5f1680a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5204256 Feb 04 17:32:31.976049 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-6036b5de-3d03-4711-85ec-6c397a58422e tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25674939', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25858952'] for subnet (58dd2a0d-89fd-479b-b319-dea99a2ab491), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:32.008795 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b8f7d0e3-0a6d-4df8-87d5-31bdf8130102 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (64ada913-9131-4d99-a265-63a920956287), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:32.035104 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device fa3ec34f-476f-4da0-b6c0-58378a94dd8f details requested by agent hyperv_n-h1-827839-2 with host n-h1-827839-2 {{(pid=103378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 17:32:32.074174 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6036b5de-3d03-4711-85ec-6c397a58422e tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Pushing event updated for resources: {'Subnet': ['ID=58dd2a0d-89fd-479b-b319-dea99a2ab491,revision_number=0']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:32:32.093920 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6036b5de-3d03-4711-85ec-6c397a58422e tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Checking segment: {'id': '22dbf7d4-3ade-40d9-9dd5-8eaa1f8a0775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '6e0a0eb4-2d8f-46fe-baaa-6511b63d67c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:32:32.095873 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6036b5de-3d03-4711-85ec-6c397a58422e tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Network hostable DHCP agents. Network: 6e0a0eb4-2d8f-46fe-baaa-6511b63d67c8, hostable agents: ['bb89f5a3-3c22-440b-b7d1-c4f0c43c184a'], hosted agents: [] {{(pid=103376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 17:32:32.130286 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-3ac691a0-f53b-4a8e-8f29-7dd7ca64e71b tempest-FloatingIPNegativeTestJSON-537721989 tempest-FloatingIPNegativeTestJSON-537721989-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1595471'] for router_interface (6d55fada-9f38-483b-b801-4e091a2873cc), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:32.133075 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6036b5de-3d03-4711-85ec-6c397a58422e tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Network 6e0a0eb4-2d8f-46fe-baaa-6511b63d67c8 is scheduled to be hosted by DHCP agent bb89f5a3-3c22-440b-b7d1-c4f0c43c184a with binding_index 1 {{(pid=103376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 17:32:32.150752 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [None req-6036b5de-3d03-4711-85ec-6c397a58422e tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827839-2, 6e0a0eb4-2d8f-46fe-baaa-6511b63d67c8) {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:32:32.161474 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6036b5de-3d03-4711-85ec-6c397a58422e tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:32:32.162909 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [req-957d94f3-17ed-46b3-af59-8acbb87d2065 req-1e3806f0-3e47-4941-aa88-cb0a63ec16f7 tempest-ServerDiskConfigTestJSON-47961148 tempest-ServerDiskConfigTestJSON-47961148-project] For port f32ff516-a26c-4e84-b289-c2e0d0845aec, host n-h2-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=f32ff516-a26c-4e84-b289-c2e0d0845aec,segment=NetworkSegment(c672906f-f6f7-41c3-8178-df9515ad242f),segment_id=c672906f-f6f7-41c3-8178-df9515ad242f)] {{(pid=103377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:32:32.163798 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-6036b5de-3d03-4711-85ec-6c397a58422e tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Publish callbacks [] for subnet (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:32.164615 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-957d94f3-17ed-46b3-af59-8acbb87d2065 req-1e3806f0-3e47-4941-aa88-cb0a63ec16f7 tempest-ServerDiskConfigTestJSON-47961148 tempest-ServerDiskConfigTestJSON-47961148-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (f32ff516-a26c-4e84-b289-c2e0d0845aec), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:32.195318 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-6036b5de-3d03-4711-85ec-6c397a58422e tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8314173 Feb 04 17:32:32.200872 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 50364) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:32:32.202787 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] For port fa3ec34f-476f-4da0-b6c0-58378a94dd8f, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=fa3ec34f-476f-4da0-b6c0-58378a94dd8f,segment=NetworkSegment(de835c50-94f9-45e0-aa2b-e450b795a51e),segment_id=de835c50-94f9-45e0-aa2b-e450b795a51e)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:32:32.206772 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-8d8ef19c-4f84-4049-8055-10313894c8f6 tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-868652552'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:32:32.232603 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27a59919-6a23-495e-807a-4cf3ec9d52cb None None] Network 6e0a0eb4-2d8f-46fe-baaa-6511b63d67c8 requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:32:32.239710 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d8ef19c-4f84-4049-8055-10313894c8f6 tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Made reservation on behalf of 80bffe6ca9b744ee9caf341b90ea1640 for: {'network': 1} {{(pid=103376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:32:32.244284 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-8d8ef19c-4f84-4049-8055-10313894c8f6 tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for network (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:32.253154 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Returning: {'device': 'fa3ec34f-476f-4da0-b6c0-58378a94dd8f', 'network_id': 'b84761e1-11c1-4974-9748-ae61e294404d', 'port_id': 'fa3ec34f-476f-4da0-b6c0-58378a94dd8f', 'mac_address': 'fa:16:3e:8a:c3:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 790, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74e6e6d2-6594-4fba-b377-2d3e84d23c5b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 17:32:32.274907 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [req-957d94f3-17ed-46b3-af59-8acbb87d2065 req-1e3806f0-3e47-4941-aa88-cb0a63ec16f7 tempest-ServerDiskConfigTestJSON-47961148 tempest-ServerDiskConfigTestJSON-47961148-project] Calling delete_port for f32ff516-a26c-4e84-b289-c2e0d0845aec owned by compute:nova {{(pid=103377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:32:32.311808 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-3fa6b09d-456a-41fb-9113-931988f431a6 req-1d2da4bc-c5a8-43f9-97dc-41468a830190 tempest-ServerDiskConfigTestJSON-47961148 tempest-ServerDiskConfigTestJSON-47961148-project] 10.222.0.89 "GET /v2.0/ports?device_id=a8a37a11-05ad-417e-9246-571115659a9e HTTP/1.1" status: 200 len: 210 time: 0.0423789 Feb 04 17:32:32.345258 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d8ef19c-4f84-4049-8055-10313894c8f6 tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] vlan segment allocate from pool success with {'vlan_id': 793, 'physical_network': 'physnet1'} {{(pid=103376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 17:32:32.358068 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-8d8ef19c-4f84-4049-8055-10313894c8f6 tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (d0f85f82-d74e-4b8f-959c-0fef32e7dc48), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:32.358875 n-d-827839-2 neutron-server[103376]: INFO neutron.db.segments_db [None req-8d8ef19c-4f84-4049-8055-10313894c8f6 tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Added segment d0f85f82-d74e-4b8f-959c-0fef32e7dc48 of type vlan for network 73ae24ec-af12-4c65-a732-cf88966f55c7 Feb 04 17:32:32.451442 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-8d8ef19c-4f84-4049-8055-10313894c8f6 tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781084292801'] for network (73ae24ec-af12-4c65-a732-cf88966f55c7), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:32.474698 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Current status of the port fa3ec34f-476f-4da0-b6c0-58378a94dd8f is: DOWN; New status is: BUILD {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:32:32.475662 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (fa3ec34f-476f-4da0-b6c0-58378a94dd8f), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:32.494999 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170700af-a941-41f4-a70c-0d7f15a07c8b req-07b3d394-a10d-4b6e-b89f-a3f29e65e081 tempest-ServerDiskConfigTestJSON-47961148 tempest-ServerDiskConfigTestJSON-47961148-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:32:32.500085 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-170700af-a941-41f4-a70c-0d7f15a07c8b req-07b3d394-a10d-4b6e-b89f-a3f29e65e081 tempest-ServerDiskConfigTestJSON-47961148 tempest-ServerDiskConfigTestJSON-47961148-project] 10.222.0.90 "GET /v2.0/networks?id=3c6b4be4-b4b9-4735-a6e5-15af4ecbb3e6 HTTP/1.1" status: 200 len: 815 time: 0.7042542 Feb 04 17:32:32.503143 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa3ec34f-476f-4da0-b6c0-58378a94dd8f {{(pid=103378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 17:32:32.513237 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-8d8ef19c-4f84-4049-8055-10313894c8f6 tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327'] for network (73ae24ec-af12-4c65-a732-cf88966f55c7), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:32.523203 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d8ef19c-4f84-4049-8055-10313894c8f6 tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:32:32.526485 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-8d8ef19c-4f84-4049-8055-10313894c8f6 tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677565'] for network (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:32.535213 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [req-170700af-a941-41f4-a70c-0d7f15a07c8b req-cc1d7be2-4e53-4ede-80bd-89b7960cb011 tempest-ServerDiskConfigTestJSON-47961148 tempest-ServerDiskConfigTestJSON-47961148-project] Request body: {'port': {'device_id': 'a8a37a11-05ad-417e-9246-571115659a9e', 'network_id': '3c6b4be4-b4b9-4735-a6e5-15af4ecbb3e6', 'admin_state_up': True, 'tenant_id': '1340b33ced494106823c7c635ada16b9'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:32:32.573296 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4054446-e29f-40be-bd0f-59bc08814ae7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e4c19ad-5724-5db8-8ee1-4f56ae69fcf4-6e0a0eb4-2d8f-46fe-baaa-6511b63d67c8', 'network_id': '6e0a0eb4-2d8f-46fe-baaa-6511b63d67c8', 'project_id': '80bffe6ca9b744ee9caf341b90ea1640', 'fixed_ips': [{'subnet_id': '58dd2a0d-89fd-479b-b319-dea99a2ab491'}]}} from n-d-827839-2. {{(pid=103378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 17:32:32.574439 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b4054446-e29f-40be-bd0f-59bc08814ae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:32.601784 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] For port fa3ec34f-476f-4da0-b6c0-58378a94dd8f, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=fa3ec34f-476f-4da0-b6c0-58378a94dd8f,segment=NetworkSegment(de835c50-94f9-45e0-aa2b-e450b795a51e),segment_id=de835c50-94f9-45e0-aa2b-e450b795a51e)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:32:32.619652 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (fa3ec34f-476f-4da0-b6c0-58378a94dd8f), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:32.706640 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-8d8ef19c-4f84-4049-8055-10313894c8f6 tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5045068 Feb 04 17:32:32.713238 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 50366) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:32:32.725003 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-53a270ad-3fab-4f4f-87cf-582c6f79f0ba tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Request body: {'subnet': {'network_id': '73ae24ec-af12-4c65-a732-cf88966f55c7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:32:32.763219 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-3ac691a0-f53b-4a8e-8f29-7dd7ca64e71b tempest-FloatingIPNegativeTestJSON-537721989 tempest-FloatingIPNegativeTestJSON-537721989-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (5323269d-9c12-4778-996d-7601175b21b1), before_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:32.781170 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8ef19c-4f84-4049-8055-10313894c8f6 tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Pushing event updated for resources: {'Network': ['ID=73ae24ec-af12-4c65-a732-cf88966f55c7,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:32:32.820540 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Network 73ae24ec-af12-4c65-a732-cf88966f55c7 details requested by agent ovs-agent-n-d-827839-2 with host n-d-827839-2 {{(pid=103378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 17:32:33.001083 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53a270ad-3fab-4f4f-87cf-582c6f79f0ba tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Made reservation on behalf of 80bffe6ca9b744ee9caf341b90ea1640 for: {'subnet': 1} {{(pid=103376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:32:33.007661 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-53a270ad-3fab-4f4f-87cf-582c6f79f0ba tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25859006'] for subnet (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:33.026505 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Pushing event updated for resources: {'Port': ['ID=fa3ec34f-476f-4da0-b6c0-58378a94dd8f,revision_number=4']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:32:33.078416 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be45a922-f2ae-42eb-afd6-81c5decec07a None None] Network 03d6d9a9-1654-46df-be00-2f8c38652b0d requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:32:33.242827 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device a75bd91c-201b-4b75-a737-023d28952b27 up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:32:33.278450 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] get_ports_and_sgs() called for port_ids ['fa3ec34f-476f-4da0-b6c0-58378a94dd8f'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 17:32:33.423457 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d408ec64-b374-4acb-a1fc-48241dad6d47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (0cd6d64a-47a7-40ff-8c12-71dd526c62e0), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:33.501664 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-b4054446-e29f-40be-bd0f-59bc08814ae7 None None] Allocated IP 2001:db8:0:ffff::2 (6e0a0eb4-2d8f-46fe-baaa-6511b63d67c8/58dd2a0d-89fd-479b-b319-dea99a2ab491/808e8c22-0c5d-49be-9729-8e6b343f9708) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:32:33.545728 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-05cdf2e6-555e-4f1b-9826-7d9ec02dabf3 req-f2f4cccd-c3e8-4b10-95e7-2695d24da763 tempest-ServerDiskConfigTestJSON-47961148 tempest-ServerDiskConfigTestJSON-47961148-project] 10.222.0.89 "GET /v2.0/ports?device_id=a8a37a11-05ad-417e-9246-571115659a9e HTTP/1.1" status: 200 len: 210 time: 0.0716918 Feb 04 17:32:33.555172 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-53a270ad-3fab-4f4f-87cf-582c6f79f0ba tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25674939', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25858952'] for subnet (da746da1-70a1-49a0-b9a1-6116641c7d08), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:33.571183 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-6c8a1758-9113-423b-8994-e79c619ef658 None None] Provisioning complete for port a75bd91c-201b-4b75-a737-023d28952b27 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:32:33.571601 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6c8a1758-9113-423b-8994-e79c619ef658 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (a75bd91c-201b-4b75-a737-023d28952b27), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:33.638221 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a270ad-3fab-4f4f-87cf-582c6f79f0ba tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Pushing event updated for resources: {'Subnet': ['ID=da746da1-70a1-49a0-b9a1-6116641c7d08,revision_number=0']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:32:33.653203 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53a270ad-3fab-4f4f-87cf-582c6f79f0ba tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Checking segment: {'id': 'd0f85f82-d74e-4b8f-959c-0fef32e7dc48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '73ae24ec-af12-4c65-a732-cf88966f55c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:32:33.653883 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53a270ad-3fab-4f4f-87cf-582c6f79f0ba tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Network hostable DHCP agents. Network: 73ae24ec-af12-4c65-a732-cf88966f55c7, hostable agents: ['bb89f5a3-3c22-440b-b7d1-c4f0c43c184a'], hosted agents: [] {{(pid=103376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 17:32:33.683967 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53a270ad-3fab-4f4f-87cf-582c6f79f0ba tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Network 73ae24ec-af12-4c65-a732-cf88966f55c7 is scheduled to be hosted by DHCP agent bb89f5a3-3c22-440b-b7d1-c4f0c43c184a with binding_index 1 {{(pid=103376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 17:32:33.698285 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [None req-53a270ad-3fab-4f4f-87cf-582c6f79f0ba tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827839-2, 73ae24ec-af12-4c65-a732-cf88966f55c7) {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:32:33.711897 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53a270ad-3fab-4f4f-87cf-582c6f79f0ba tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:32:33.715575 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-53a270ad-3fab-4f4f-87cf-582c6f79f0ba tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Publish callbacks [] for subnet (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:33.764000 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-53a270ad-3fab-4f4f-87cf-582c6f79f0ba tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.0472708 Feb 04 17:32:33.764481 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 50376) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:32:33.832510 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54cc429f-4d51-40d2-9ddd-c4c08150b4be None None] Network 73ae24ec-af12-4c65-a732-cf88966f55c7 requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:32:33.846328 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-170700af-a941-41f4-a70c-0d7f15a07c8b req-cc1d7be2-4e53-4ede-80bd-89b7960cb011 tempest-ServerDiskConfigTestJSON-47961148 tempest-ServerDiskConfigTestJSON-47961148-project] Made reservation on behalf of 1340b33ced494106823c7c635ada16b9 for: {'port': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:32:33.852711 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-170700af-a941-41f4-a70c-0d7f15a07c8b req-cc1d7be2-4e53-4ede-80bd-89b7960cb011 tempest-ServerDiskConfigTestJSON-47961148 tempest-ServerDiskConfigTestJSON-47961148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:33.918871 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Device f32ff516-a26c-4e84-b289-c2e0d0845aec no longer exists at agent hyperv_n-h2-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:32:33.973425 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port a75bd91c-201b-4b75-a737-023d28952b27 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:32:33.975923 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (a75bd91c-201b-4b75-a737-023d28952b27), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:34.016271 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-e2fe68c9-0f83-4126-a3c6-29a23656aaf7 tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628832'] for network (73ae24ec-af12-4c65-a732-cf88966f55c7), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:34.122884 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-e2fe68c9-0f83-4126-a3c6-29a23656aaf7 tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1541225'] for subnet (da746da1-70a1-49a0-b9a1-6116641c7d08), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:34.232642 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-e2fe68c9-0f83-4126-a3c6-29a23656aaf7 tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1541216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25675894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25858947'] for subnet (da746da1-70a1-49a0-b9a1-6116641c7d08), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:34.243869 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Current status of the port f32ff516-a26c-4e84-b289-c2e0d0845aec is: ACTIVE; New status is: DOWN {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:32:34.244808 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (f32ff516-a26c-4e84-b289-c2e0d0845aec), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:34.269752 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2fe68c9-0f83-4126-a3c6-29a23656aaf7 tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Pushing event deleted for resources: {'Subnet': ['ID=da746da1-70a1-49a0-b9a1-6116641c7d08,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:32:34.283842 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d09f0417-4a4c-49b0-8969-fa15ea8a2796 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e4c19ad-5724-5db8-8ee1-4f56ae69fcf4-73ae24ec-af12-4c65-a732-cf88966f55c7', 'network_id': '73ae24ec-af12-4c65-a732-cf88966f55c7', 'project_id': '80bffe6ca9b744ee9caf341b90ea1640', 'fixed_ips': [{'subnet_id': 'da746da1-70a1-49a0-b9a1-6116641c7d08'}]}} from n-d-827839-2. {{(pid=103378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 17:32:34.284941 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d09f0417-4a4c-49b0-8969-fa15ea8a2796 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:34.354797 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-e2fe68c9-0f83-4126-a3c6-29a23656aaf7 tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1543676', 'neutron.services.segments.db._delete_segments_for_network-8781084786517'] for network (73ae24ec-af12-4c65-a732-cf88966f55c7), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:34.395054 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-957d94f3-17ed-46b3-af59-8acbb87d2065 req-1e3806f0-3e47-4941-aa88-cb0a63ec16f7 tempest-ServerDiskConfigTestJSON-47961148 tempest-ServerDiskConfigTestJSON-47961148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (f32ff516-a26c-4e84-b289-c2e0d0845aec), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:34.403048 n-d-827839-2 neutron-server[103376]: DEBUG neutron.services.segments.db [None req-e2fe68c9-0f83-4126-a3c6-29a23656aaf7 tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73ae24ec-af12-4c65-a732-cf88966f55c7']}} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:32:34.427630 n-d-827839-2 neutron-server[103376]: DEBUG neutron.services.segments.db [None req-e2fe68c9-0f83-4126-a3c6-29a23656aaf7 tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0f85f82-d74e-4b8f-959c-0fef32e7dc48') {'for_net_delete': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:32:34.428353 n-d-827839-2 neutron-server[103376]: DEBUG neutron.services.segments.db [None req-e2fe68c9-0f83-4126-a3c6-29a23656aaf7 tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0f85f82-d74e-4b8f-959c-0fef32e7dc48') {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:32:34.435237 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a43330-2714-497a-b87b-e890f16b9306 req-ea24da88-2c68-4929-824e-0752ef87c4e2 tempest-AttachVolumeNegativeTest-179514357 tempest-AttachVolumeNegativeTest-179514357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:32:34.443293 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-26a43330-2714-497a-b87b-e890f16b9306 req-ea24da88-2c68-4929-824e-0752ef87c4e2 tempest-AttachVolumeNegativeTest-179514357 tempest-AttachVolumeNegativeTest-179514357-project] 10.222.0.89 "GET /v2.0/ports?device_id=0f534955-8600-49e7-ba57-2378f4bdf14a HTTP/1.1" status: 200 len: 945 time: 0.8205891 Feb 04 17:32:34.443762 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-e2fe68c9-0f83-4126-a3c6-29a23656aaf7 tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781084783966', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25674908'] for segment (d0f85f82-d74e-4b8f-959c-0fef32e7dc48), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:34.467186 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-e2fe68c9-0f83-4126-a3c6-29a23656aaf7 tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (d0f85f82-d74e-4b8f-959c-0fef32e7dc48), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:34.476894 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2fe68c9-0f83-4126-a3c6-29a23656aaf7 tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Releasing vlan 793 on physical network physnet1 to pool {{(pid=103376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 17:32:34.477385 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-e2fe68c9-0f83-4126-a3c6-29a23656aaf7 tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25675992'] for segment (d0f85f82-d74e-4b8f-959c-0fef32e7dc48), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:34.497144 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3806f0-3e47-4941-aa88-cb0a63ec16f7 tempest-ServerDiskConfigTestJSON-47961148 tempest-ServerDiskConfigTestJSON-47961148-project] Pushing event deleted for resources: {'Port': ['ID=f32ff516-a26c-4e84-b289-c2e0d0845aec,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:32:34.521334 n-d-827839-2 neutron-server[103376]: Traceback (most recent call last): Feb 04 17:32:34.521334 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 17:32:34.521334 n-d-827839-2 neutron-server[103376]: timer() Feb 04 17:32:34.521334 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 17:32:34.521334 n-d-827839-2 neutron-server[103376]: cb(*args, **kw) Feb 04 17:32:34.521334 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 17:32:34.521334 n-d-827839-2 neutron-server[103376]: return func(*args, **kwargs) Feb 04 17:32:34.521334 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 17:32:34.521334 n-d-827839-2 neutron-server[103376]: self._notify() Feb 04 17:32:34.521334 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 17:32:34.521334 n-d-827839-2 neutron-server[103376]: self.callback(batched_events) Feb 04 17:32:34.521334 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 17:32:34.521334 n-d-827839-2 neutron-server[103376]: event.method(event) Feb 04 17:32:34.521334 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 17:32:34.521334 n-d-827839-2 neutron-server[103376]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 17:32:34.521334 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 17:32:34.521334 n-d-827839-2 neutron-server[103376]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 17:32:34.521334 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 17:32:34.521334 n-d-827839-2 neutron-server[103376]: return f(self, *a, **k) Feb 04 17:32:34.521334 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 17:32:34.521334 n-d-827839-2 neutron-server[103376]: return self._get(url).json() Feb 04 17:32:34.521334 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 17:32:34.521334 n-d-827839-2 neutron-server[103376]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 17:32:34.521334 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 17:32:34.521334 n-d-827839-2 neutron-server[103376]: return self.request(url, 'GET', **kwargs) Feb 04 17:32:34.521334 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 17:32:34.521334 n-d-827839-2 neutron-server[103376]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 17:32:34.521334 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 17:32:34.521334 n-d-827839-2 neutron-server[103376]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 17:32:34.521334 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 17:32:34.521334 n-d-827839-2 neutron-server[103376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 17:32:34.521334 n-d-827839-2 neutron-server[103376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 17:32:34.569266 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-e2fe68c9-0f83-4126-a3c6-29a23656aaf7 tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1543671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1595572'] for network (73ae24ec-af12-4c65-a732-cf88966f55c7), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:34.578215 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-e2fe68c9-0f83-4126-a3c6-29a23656aaf7 tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677565'] for network (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:34.588834 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [req-957d94f3-17ed-46b3-af59-8acbb87d2065 req-1e3806f0-3e47-4941-aa88-cb0a63ec16f7 tempest-ServerDiskConfigTestJSON-47961148 tempest-ServerDiskConfigTestJSON-47961148-project] No DVR routers for this DVR port f32ff516-a26c-4e84-b289-c2e0d0845aec on host n-h2-827839-2 {{(pid=103377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 17:32:34.589845 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-e2fe68c9-0f83-4126-a3c6-29a23656aaf7 tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] 10.222.0.89 "DELETE /v2.0/networks/73ae24ec-af12-4c65-a732-cf88966f55c7 HTTP/1.1" status: 204 len: 168 time: 0.8193693 Feb 04 17:32:34.591623 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-957d94f3-17ed-46b3-af59-8acbb87d2065 req-1e3806f0-3e47-4941-aa88-cb0a63ec16f7 tempest-ServerDiskConfigTestJSON-47961148 tempest-ServerDiskConfigTestJSON-47961148-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:34.592085 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 50384) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:32:34.596810 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-957d94f3-17ed-46b3-af59-8acbb87d2065 req-1e3806f0-3e47-4941-aa88-cb0a63ec16f7 tempest-ServerDiskConfigTestJSON-47961148 tempest-ServerDiskConfigTestJSON-47961148-project] 10.222.0.90 "DELETE /v2.0/ports/f32ff516-a26c-4e84-b289-c2e0d0845aec HTTP/1.1" status: 204 len: 173 time: 4.5786459 Feb 04 17:32:34.613822 n-d-827839-2 neutron-server[103377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e31becc-950d-4184-999b-78ca5074ae68', 'name': 'network-vif-deleted', 'tag': 'f32ff516-a26c-4e84-b289-c2e0d0845aec'}] {{(pid=103377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:32:34.617631 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7240428b650e1488e9361b62648ff4b3a6c19d49d8c27c949491ab58c1346cf0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9efb07d7-6bba-474c-8f9a-024a47f2d863" -d '{"events": [{"server_uuid": "5e31becc-950d-4184-999b-78ca5074ae68", "name": "network-vif-deleted", "tag": "f32ff516-a26c-4e84-b289-c2e0d0845aec"}]}' {{(pid=103377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:32:34.627498 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-a057478e-889f-421d-b151-eb7621d6a0ef tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1480331294'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:32:34.632055 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2fe68c9-0f83-4126-a3c6-29a23656aaf7 tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Pushing event deleted for resources: {'Network': ['ID=73ae24ec-af12-4c65-a732-cf88966f55c7,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:32:34.690806 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-3ac691a0-f53b-4a8e-8f29-7dd7ca64e71b tempest-FloatingIPNegativeTestJSON-537721989 tempest-FloatingIPNegativeTestJSON-537721989-project] Publish callbacks [] for port (5323269d-9c12-4778-996d-7601175b21b1), precommit_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:34.712789 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-26a43330-2714-497a-b87b-e890f16b9306 req-4570b49b-6951-4f8b-a245-73c0efbcbde3 tempest-AttachVolumeNegativeTest-179514357 tempest-AttachVolumeNegativeTest-179514357-project] 10.222.0.89 "GET /v2.0/security-groups?id=c354f4ed-9d7a-4839-ac0e-7acc5f1680a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2683647 Feb 04 17:32:34.728262 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-3ac691a0-f53b-4a8e-8f29-7dd7ca64e71b tempest-FloatingIPNegativeTestJSON-537721989 tempest-FloatingIPNegativeTestJSON-537721989-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25888290'] for port (5323269d-9c12-4778-996d-7601175b21b1), after_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:34.740786 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-ea50b214-0270-486a-b6e5-7b2ee0637786 req-d86f3da6-687a-4f7e-a8c5-ad33e9559a4d tempest-ServerDiskConfigTestJSON-47961148 tempest-ServerDiskConfigTestJSON-47961148-project] 10.222.0.89 "GET /v2.0/ports?device_id=a8a37a11-05ad-417e-9246-571115659a9e HTTP/1.1" status: 200 len: 210 time: 0.0914533 Feb 04 17:32:34.758163 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a057478e-889f-421d-b151-eb7621d6a0ef tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Made reservation on behalf of 80bffe6ca9b744ee9caf341b90ea1640 for: {'network': 1} {{(pid=103376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:32:34.762588 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-a057478e-889f-421d-b151-eb7621d6a0ef tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for network (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:34.803142 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a057478e-889f-421d-b151-eb7621d6a0ef tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] vlan segment allocate from pool success with {'vlan_id': 764, 'physical_network': 'physnet1'} {{(pid=103376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 17:32:34.815316 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-a057478e-889f-421d-b151-eb7621d6a0ef tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (9a4ff826-eec9-4111-80ee-0079527ceaca), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:34.815755 n-d-827839-2 neutron-server[103376]: INFO neutron.db.segments_db [None req-a057478e-889f-421d-b151-eb7621d6a0ef tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Added segment 9a4ff826-eec9-4111-80ee-0079527ceaca of type vlan for network 1793c824-c460-4b4b-88e3-4648d389c56e Feb 04 17:32:34.821130 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 17:32:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29a791d9-86a2-44fd-8de1-38041f47fd45 x-openstack-request-id: req-29a791d9-86a2-44fd-8de1-38041f47fd45 {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:32:34.821453 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e31becc-950d-4184-999b-78ca5074ae68", "name": "network-vif-deleted", "tag": "f32ff516-a26c-4e84-b289-c2e0d0845aec", "status": "completed", "code": 200}]} {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:32:34.821705 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-29a791d9-86a2-44fd-8de1-38041f47fd45 {{(pid=103377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:32:34.822159 n-d-827839-2 neutron-server[103377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e31becc-950d-4184-999b-78ca5074ae68', 'name': 'network-vif-deleted', 'tag': 'f32ff516-a26c-4e84-b289-c2e0d0845aec', 'status': 'completed', 'code': 200} Feb 04 17:32:34.872070 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.db_base_plugin_common [req-170700af-a941-41f4-a70c-0d7f15a07c8b req-cc1d7be2-4e53-4ede-80bd-89b7960cb011 tempest-ServerDiskConfigTestJSON-47961148 tempest-ServerDiskConfigTestJSON-47961148-project] Allocated IP 172.20.0.6 (3c6b4be4-b4b9-4735-a6e5-15af4ecbb3e6/375be7ec-5e9b-4b86-ae0d-acfb51345bdd/24da7943-996b-47dd-b387-4fb4e85e2ea6) {{(pid=103377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:32:34.874587 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-a057478e-889f-421d-b151-eb7621d6a0ef tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781084292801'] for network (1793c824-c460-4b4b-88e3-4648d389c56e), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:34.905271 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac691a0-f53b-4a8e-8f29-7dd7ca64e71b tempest-FloatingIPNegativeTestJSON-537721989 tempest-FloatingIPNegativeTestJSON-537721989-project] Pushing event updated for resources: {'Port': ['ID=5323269d-9c12-4778-996d-7601175b21b1,revision_number=2']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:32:34.911262 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-3ac691a0-f53b-4a8e-8f29-7dd7ca64e71b tempest-FloatingIPNegativeTestJSON-537721989 tempest-FloatingIPNegativeTestJSON-537721989-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1677345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602751'] for router_interface (6d55fada-9f38-483b-b801-4e091a2873cc), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:34.929760 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-a057478e-889f-421d-b151-eb7621d6a0ef tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327'] for network (1793c824-c460-4b4b-88e3-4648d389c56e), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:34.937839 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a057478e-889f-421d-b151-eb7621d6a0ef tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:32:34.938628 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-a057478e-889f-421d-b151-eb7621d6a0ef tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677565'] for network (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:34.965496 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ad87c9b-3c9f-4a3a-a67e-ec634940b180 None None] Network 73ae24ec-af12-4c65-a732-cf88966f55c7 requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:32:35.005912 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port a75bd91c-201b-4b75-a737-023d28952b27 is: DOWN; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:32:35.006393 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (a75bd91c-201b-4b75-a737-023d28952b27), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:35.017287 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-a057478e-889f-421d-b151-eb7621d6a0ef tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4241128 Feb 04 17:32:35.019304 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 50388) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:32:35.028768 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-cfb0cfb8-10a4-4977-8484-7d0ff32b501e tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Request body: {'subnet': {'network_id': '1793c824-c460-4b4b-88e3-4648d389c56e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:32:35.029379 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a057478e-889f-421d-b151-eb7621d6a0ef tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Pushing event updated for resources: {'Network': ['ID=1793c824-c460-4b4b-88e3-4648d389c56e,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:32:35.031948 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-6c8a1758-9113-423b-8994-e79c619ef658 None None] Current status of the port a75bd91c-201b-4b75-a737-023d28952b27 is: DOWN; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:32:35.032333 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6c8a1758-9113-423b-8994-e79c619ef658 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (a75bd91c-201b-4b75-a737-023d28952b27), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:35.034127 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ad87c9b-3c9f-4a3a-a67e-ec634940b180 None None] Network 73ae24ec-af12-4c65-a732-cf88966f55c7 could not be found, it might have been deleted concurrently. {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 04 17:32:35.055975 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b4054446-e29f-40be-bd0f-59bc08814ae7 None None] Publish callbacks [] for port (808e8c22-0c5d-49be-9729-8e6b343f9708), precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:35.057630 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Network 1793c824-c460-4b4b-88e3-4648d389c56e details requested by agent ovs-agent-n-d-827839-2 with host n-d-827839-2 {{(pid=103378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 17:32:35.060432 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4f14bb47-e72b-46ac-9e44-a61d9293afcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (75326290-f7a3-4db8-9cf2-15c7139ed224), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:35.119268 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ac691a0-f53b-4a8e-8f29-7dd7ca64e71b tempest-FloatingIPNegativeTestJSON-537721989 tempest-FloatingIPNegativeTestJSON-537721989-project] Network 03d6d9a9-1654-46df-be00-2f8c38652b0d is already hosted by enough agents. {{(pid=103377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:32:35.125167 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b4054446-e29f-40be-bd0f-59bc08814ae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135'] for port (808e8c22-0c5d-49be-9729-8e6b343f9708), after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:35.137314 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [None req-3ac691a0-f53b-4a8e-8f29-7dd7ca64e71b tempest-FloatingIPNegativeTestJSON-537721989 tempest-FloatingIPNegativeTestJSON-537721989-project] Resources bound (agent type, host, resource id): {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:32:35.191070 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] For port a75bd91c-201b-4b75-a737-023d28952b27, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=a75bd91c-201b-4b75-a737-023d28952b27,segment=NetworkSegment(74970e88-6649-4307-a74e-e299ceb0aba9),segment_id=74970e88-6649-4307-a74e-e299ceb0aba9)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:32:35.255561 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (a75bd91c-201b-4b75-a737-023d28952b27), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:35.285899 n-d-827839-2 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4054446-e29f-40be-bd0f-59bc08814ae7 None None] Network 6e0a0eb4-2d8f-46fe-baaa-6511b63d67c8 is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:32:35.333590 n-d-827839-2 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-b4054446-e29f-40be-bd0f-59bc08814ae7 None None] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:32:35.352196 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfb0cfb8-10a4-4977-8484-7d0ff32b501e tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Made reservation on behalf of 80bffe6ca9b744ee9caf341b90ea1640 for: {'subnet': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:32:35.355697 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-cfb0cfb8-10a4-4977-8484-7d0ff32b501e tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25597243'] for subnet (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:35.414407 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4054446-e29f-40be-bd0f-59bc08814ae7 None None] Pushing event updated for resources: {'Port': ['ID=808e8c22-0c5d-49be-9729-8e6b343f9708,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:32:35.436151 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4054446-e29f-40be-bd0f-59bc08814ae7 None None] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:32:35.442904 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-170700af-a941-41f4-a70c-0d7f15a07c8b req-cc1d7be2-4e53-4ede-80bd-89b7960cb011 tempest-ServerDiskConfigTestJSON-47961148 tempest-ServerDiskConfigTestJSON-47961148-project] Publish callbacks [] for port (24da7943-996b-47dd-b387-4fb4e85e2ea6), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:35.503854 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Pushing event updated for resources: {'Port': ['ID=a75bd91c-201b-4b75-a737-023d28952b27,revision_number=3']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:32:35.550357 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.db.api [None req-6c8a1758-9113-423b-8994-e79c619ef658 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103378) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 17:32:35.550731 n-d-827839-2 neutron-server[103378]: DEBUG oslo_db.api [None req-6c8a1758-9113-423b-8994-e79c619ef658 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 17:32:35.556794 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ac691a0-f53b-4a8e-8f29-7dd7ca64e71b tempest-FloatingIPNegativeTestJSON-537721989 tempest-FloatingIPNegativeTestJSON-537721989-project] Router 6d55fada-9f38-483b-b801-4e091a2873cc is scheduled to L3 agent 64ada913-9131-4d99-a265-63a920956287 with binding_index 1 {{(pid=103377) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 17:32:35.565757 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-170700af-a941-41f4-a70c-0d7f15a07c8b req-cc1d7be2-4e53-4ede-80bd-89b7960cb011 tempest-ServerDiskConfigTestJSON-47961148 tempest-ServerDiskConfigTestJSON-47961148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (24da7943-996b-47dd-b387-4fb4e85e2ea6), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:35.583308 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-b4054446-e29f-40be-bd0f-59bc08814ae7 None None] Attempting to bind port 808e8c22-0c5d-49be-9729-8e6b343f9708 on host n-d-827839-2 for vnic_type normal with profile {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:32:35.583684 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-b4054446-e29f-40be-bd0f-59bc08814ae7 None None] Attempting to bind port 808e8c22-0c5d-49be-9729-8e6b343f9708 by drivers openvswitch,hyperv on host n-d-827839-2 at level 0 using segments [{'id': '22dbf7d4-3ade-40d9-9dd5-8eaa1f8a0775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '6e0a0eb4-2d8f-46fe-baaa-6511b63d67c8'}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:32:35.584049 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4054446-e29f-40be-bd0f-59bc08814ae7 None None] Attempting to bind port 808e8c22-0c5d-49be-9729-8e6b343f9708 on network 6e0a0eb4-2d8f-46fe-baaa-6511b63d67c8 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:32:35.592720 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4054446-e29f-40be-bd0f-59bc08814ae7 None None] Checking agent: {'id': 'ba70844b-66a0-45fd-a2f2-e6ed673321fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 0, 36), 'started_at': datetime.datetime(2022, 2, 4, 17, 1, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 32, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:32:35.593172 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4054446-e29f-40be-bd0f-59bc08814ae7 None None] Checking segment: {'id': '22dbf7d4-3ade-40d9-9dd5-8eaa1f8a0775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '6e0a0eb4-2d8f-46fe-baaa-6511b63d67c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:32:35.593580 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b4054446-e29f-40be-bd0f-59bc08814ae7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:35.594082 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4054446-e29f-40be-bd0f-59bc08814ae7 None None] Bound using segment: {'id': '22dbf7d4-3ade-40d9-9dd5-8eaa1f8a0775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '6e0a0eb4-2d8f-46fe-baaa-6511b63d67c8'} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:32:35.594438 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-b4054446-e29f-40be-bd0f-59bc08814ae7 None None] Bound port: 808e8c22-0c5d-49be-9729-8e6b343f9708, host: n-d-827839-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22dbf7d4-3ade-40d9-9dd5-8eaa1f8a0775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '6e0a0eb4-2d8f-46fe-baaa-6511b63d67c8'}}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:32:35.594823 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b4054446-e29f-40be-bd0f-59bc08814ae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (808e8c22-0c5d-49be-9729-8e6b343f9708), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:35.714964 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-b4054446-e29f-40be-bd0f-59bc08814ae7 None None] For port 808e8c22-0c5d-49be-9729-8e6b343f9708, host n-d-827839-2, cleared binding levels {{(pid=103378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:32:35.719523 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-b4054446-e29f-40be-bd0f-59bc08814ae7 None None] For port 808e8c22-0c5d-49be-9729-8e6b343f9708, host n-d-827839-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=808e8c22-0c5d-49be-9729-8e6b343f9708,segment=NetworkSegment(22dbf7d4-3ade-40d9-9dd5-8eaa1f8a0775),segment_id=22dbf7d4-3ade-40d9-9dd5-8eaa1f8a0775)] {{(pid=103378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:32:35.724149 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (ba70844b-66a0-45fd-a2f2-e6ed673321fc), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:35.748036 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-170700af-a941-41f4-a70c-0d7f15a07c8b req-cc1d7be2-4e53-4ede-80bd-89b7960cb011 tempest-ServerDiskConfigTestJSON-47961148 tempest-ServerDiskConfigTestJSON-47961148-project] Network 3c6b4be4-b4b9-4735-a6e5-15af4ecbb3e6 is already hosted by enough agents. {{(pid=103377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:32:35.758513 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b4054446-e29f-40be-bd0f-59bc08814ae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (808e8c22-0c5d-49be-9729-8e6b343f9708), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:35.803375 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1d7be2-4e53-4ede-80bd-89b7960cb011 tempest-ServerDiskConfigTestJSON-47961148 tempest-ServerDiskConfigTestJSON-47961148-project] Pushing event updated for resources: {'Port': ['ID=24da7943-996b-47dd-b387-4fb4e85e2ea6,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:32:35.860593 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [req-170700af-a941-41f4-a70c-0d7f15a07c8b req-cc1d7be2-4e53-4ede-80bd-89b7960cb011 tempest-ServerDiskConfigTestJSON-47961148 tempest-ServerDiskConfigTestJSON-47961148-project] Resources bound (agent type, host, resource id): {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:32:35.863036 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [req-170700af-a941-41f4-a70c-0d7f15a07c8b req-cc1d7be2-4e53-4ede-80bd-89b7960cb011 tempest-ServerDiskConfigTestJSON-47961148 tempest-ServerDiskConfigTestJSON-47961148-project] Received port after_create {{(pid=103377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:32:35.941501 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0137e51-e303-45d0-8726-6ab1295f522b req-b9e29ad2-54cc-4ff2-a4ed-91101069df95 tempest-AttachVolumeNegativeTest-179514357 tempest-AttachVolumeNegativeTest-179514357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:32:35.943280 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-d0137e51-e303-45d0-8726-6ab1295f522b req-b9e29ad2-54cc-4ff2-a4ed-91101069df95 tempest-AttachVolumeNegativeTest-179514357 tempest-AttachVolumeNegativeTest-179514357-project] 10.222.0.89 "GET /v2.0/ports?device_id=0f534955-8600-49e7-ba57-2378f4bdf14a HTTP/1.1" status: 200 len: 945 time: 0.1156805 Feb 04 17:32:35.967077 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4054446-e29f-40be-bd0f-59bc08814ae7 None None] Pushing event updated for resources: {'Port': ['ID=808e8c22-0c5d-49be-9729-8e6b343f9708,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:32:35.990004 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-cfb0cfb8-10a4-4977-8484-7d0ff32b501e tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25889445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25597197'] for subnet (1fb8bdac-70a3-4e91-9ead-52f40eaf4cee), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:35.996885 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170700af-a941-41f4-a70c-0d7f15a07c8b req-cc1d7be2-4e53-4ede-80bd-89b7960cb011 tempest-ServerDiskConfigTestJSON-47961148 tempest-ServerDiskConfigTestJSON-47961148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:32:35.997664 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-170700af-a941-41f4-a70c-0d7f15a07c8b req-cc1d7be2-4e53-4ede-80bd-89b7960cb011 tempest-ServerDiskConfigTestJSON-47961148 tempest-ServerDiskConfigTestJSON-47961148-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:36.011611 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-d0137e51-e303-45d0-8726-6ab1295f522b req-65234081-c0c1-41df-be4e-789a2077c32f tempest-AttachVolumeNegativeTest-179514357 tempest-AttachVolumeNegativeTest-179514357-project] 10.222.0.89 "GET /v2.0/security-groups?id=c354f4ed-9d7a-4839-ac0e-7acc5f1680a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624492 Feb 04 17:32:36.036206 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ac691a0-f53b-4a8e-8f29-7dd7ca64e71b tempest-FloatingIPNegativeTestJSON-537721989 tempest-FloatingIPNegativeTestJSON-537721989-project] Notify agent at l3_agent.n-d-827839-2 the message routers_updated {{(pid=103377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 17:32:36.050152 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 50412) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:32:36.050481 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49b4279f-1e1e-4d0b-a4b9-1b2a873de702 None None] Sync routers for ids ['6d55fada-9f38-483b-b801-4e091a2873cc'] in n-d-827839-2 {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 17:32:36.055992 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-e1d09672-5cfc-4943-9ddd-a66bb5393b23 tempest-FloatingIPNegativeTestJSON-537721989 tempest-FloatingIPNegativeTestJSON-537721989-project] Request body: {'port': {'network_id': '03d6d9a9-1654-46df-be00-2f8c38652b0d', 'name': 'tempest-FloatingIPNegativeTestJSON-243391276'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:32:36.060979 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-3ac691a0-f53b-4a8e-8f29-7dd7ca64e71b tempest-FloatingIPNegativeTestJSON-537721989 tempest-FloatingIPNegativeTestJSON-537721989-project] 10.222.0.89 "PUT /v2.0/routers/6d55fada-9f38-483b-b801-4e091a2873cc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8601751 Feb 04 17:32:36.083154 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49b4279f-1e1e-4d0b-a4b9-1b2a873de702 None None] Routers {'6d55fada-9f38-483b-b801-4e091a2873cc'} bound to L3 agent in host n-d-827839-2 {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:32:36.083788 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-49b4279f-1e1e-4d0b-a4b9-1b2a873de702 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:32:32Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['6d55fada-9f38-483b-b801-4e091a2873cc'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:32:36.135866 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-170700af-a941-41f4-a70c-0d7f15a07c8b req-cc1d7be2-4e53-4ede-80bd-89b7960cb011 tempest-ServerDiskConfigTestJSON-47961148 tempest-ServerDiskConfigTestJSON-47961148-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6183224 Feb 04 17:32:36.152291 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75530652-cd8c-4a7d-9783-8b2278c308dc req-91a705a8-5039-4be8-9709-cca5b943d4eb tempest-ServerDiskConfigTestJSON-47961148 tempest-ServerDiskConfigTestJSON-47961148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:32:36.160425 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-75530652-cd8c-4a7d-9783-8b2278c308dc req-91a705a8-5039-4be8-9709-cca5b943d4eb tempest-ServerDiskConfigTestJSON-47961148 tempest-ServerDiskConfigTestJSON-47961148-project] 10.222.0.89 "GET /v2.0/ports?device_id=a8a37a11-05ad-417e-9246-571115659a9e HTTP/1.1" status: 200 len: 931 time: 0.2942729 Feb 04 17:32:36.180264 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-6c8a1758-9113-423b-8994-e79c619ef658 None None] Current status of the port a75bd91c-201b-4b75-a737-023d28952b27 is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:32:36.189184 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [req-170700af-a941-41f4-a70c-0d7f15a07c8b req-2ba504ed-1089-46a0-b5cd-e9aa21496f00 service neutron] Request body: {'port': {'device_id': 'a8a37a11-05ad-417e-9246-571115659a9e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827839-2'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:32:36.215551 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-49b4279f-1e1e-4d0b-a4b9-1b2a873de702 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827839-2', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:32:36.244867 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49b4279f-1e1e-4d0b-a4b9-1b2a873de702 None None] Routers {'6d55fada-9f38-483b-b801-4e091a2873cc'} bound to L3 agent in host n-d-827839-2 {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:32:36.246001 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-49b4279f-1e1e-4d0b-a4b9-1b2a873de702 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:32:32Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['6d55fada-9f38-483b-b801-4e091a2873cc'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:32:36.282141 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1d09672-5cfc-4943-9ddd-a66bb5393b23 tempest-FloatingIPNegativeTestJSON-537721989 tempest-FloatingIPNegativeTestJSON-537721989-project] Made reservation on behalf of b314a853a38a423999b86dca8c728b71 for: {'port': 1} {{(pid=103376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:32:36.286237 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-e1d09672-5cfc-4943-9ddd-a66bb5393b23 tempest-FloatingIPNegativeTestJSON-537721989 tempest-FloatingIPNegativeTestJSON-537721989-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:36.292085 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb0cfb8-10a4-4977-8484-7d0ff32b501e tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Pushing event updated for resources: {'Subnet': ['ID=1fb8bdac-70a3-4e91-9ead-52f40eaf4cee,revision_number=0']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:32:36.317570 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-8d07b57b-1ad0-42f3-8fc4-c8966c301df9 None None] Provisioning complete for port a75bd91c-201b-4b75-a737-023d28952b27 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:32:36.318028 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8d07b57b-1ad0-42f3-8fc4-c8966c301df9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (a75bd91c-201b-4b75-a737-023d28952b27), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:36.338333 n-d-827839-2 neutron-server[103376]: DEBUG neutron.notifiers.nova [None req-e1d09672-5cfc-4943-9ddd-a66bb5393b23 tempest-FloatingIPNegativeTestJSON-537721989 tempest-FloatingIPNegativeTestJSON-537721989-project] device_id is not set on port 7977c48e-a94e-466c-8e03-8456bff9570c yet. {{(pid=103376) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 04 17:32:36.356920 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-49b4279f-1e1e-4d0b-a4b9-1b2a873de702 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827839-2', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:32:36.357874 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49b4279f-1e1e-4d0b-a4b9-1b2a873de702 None None] The sync data for ids ['6d55fada-9f38-483b-b801-4e091a2873cc'] in n-d-827839-2 is: [] {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 17:32:36.437871 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-75530652-cd8c-4a7d-9783-8b2278c308dc req-c1377765-64fd-4490-ba42-c642cdbd1e0b tempest-ServerDiskConfigTestJSON-47961148 tempest-ServerDiskConfigTestJSON-47961148-project] 10.222.0.89 "GET /v2.0/security-groups?id=ffff0ed7-cf9e-4cbb-9be9-3a1c2dba1e58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2683499 Feb 04 17:32:36.440329 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-170700af-a941-41f4-a70c-0d7f15a07c8b req-2ba504ed-1089-46a0-b5cd-e9aa21496f00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (24da7943-996b-47dd-b387-4fb4e85e2ea6), before_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:36.444057 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfb0cfb8-10a4-4977-8484-7d0ff32b501e tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Checking segment: {'id': '9a4ff826-eec9-4111-80ee-0079527ceaca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '1793c824-c460-4b4b-88e3-4648d389c56e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:32:36.444433 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfb0cfb8-10a4-4977-8484-7d0ff32b501e tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Network hostable DHCP agents. Network: 1793c824-c460-4b4b-88e3-4648d389c56e, hostable agents: ['bb89f5a3-3c22-440b-b7d1-c4f0c43c184a'], hosted agents: [] {{(pid=103377) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 17:32:36.498854 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-8d07b57b-1ad0-42f3-8fc4-c8966c301df9 None None] Current status of the port a75bd91c-201b-4b75-a737-023d28952b27 is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:32:36.517672 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-8d07b57b-1ad0-42f3-8fc4-c8966c301df9 None None] Provisioning complete for port 5323269d-9c12-4778-996d-7601175b21b1 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:32:36.518984 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8d07b57b-1ad0-42f3-8fc4-c8966c301df9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (5323269d-9c12-4778-996d-7601175b21b1), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:36.521516 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfb0cfb8-10a4-4977-8484-7d0ff32b501e tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Network 1793c824-c460-4b4b-88e3-4648d389c56e is scheduled to be hosted by DHCP agent bb89f5a3-3c22-440b-b7d1-c4f0c43c184a with binding_index 1 {{(pid=103377) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 17:32:36.556538 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [None req-cfb0cfb8-10a4-4977-8484-7d0ff32b501e tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827839-2, 1793c824-c460-4b4b-88e3-4648d389c56e) {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:32:36.566244 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfb0cfb8-10a4-4977-8484-7d0ff32b501e tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:32:36.566979 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-cfb0cfb8-10a4-4977-8484-7d0ff32b501e tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Publish callbacks [] for subnet (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:36.580913 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-8d07b57b-1ad0-42f3-8fc4-c8966c301df9 None None] Port 5323269d-9c12-4778-996d-7601175b21b1 cannot update to ACTIVE because it is not bound. {{(pid=103378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 17:32:36.584200 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5e74c3e-c63d-4a4f-a4d5-9501c5eca630 None None] Network 1793c824-c460-4b4b-88e3-4648d389c56e requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:32:36.630318 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-cfb0cfb8-10a4-4977-8484-7d0ff32b501e tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.6040609 Feb 04 17:32:36.632417 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 50416) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:32:36.638375 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-4fc0b904-0587-451a-a03f-5e97862333e1 tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-687871613'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:32:36.667153 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.db_base_plugin_common [None req-e1d09672-5cfc-4943-9ddd-a66bb5393b23 tempest-FloatingIPNegativeTestJSON-537721989 tempest-FloatingIPNegativeTestJSON-537721989-project] Allocated IP 172.20.0.8 (03d6d9a9-1654-46df-be00-2f8c38652b0d/924ea5df-24d1-4c9e-8607-4d274742f2e0/7977c48e-a94e-466c-8e03-8456bff9570c) {{(pid=103376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:32:36.761802 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fc0b904-0587-451a-a03f-5e97862333e1 tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Made reservation on behalf of 80bffe6ca9b744ee9caf341b90ea1640 for: {'network': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:32:36.765630 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-4fc0b904-0587-451a-a03f-5e97862333e1 tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for network (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:36.816174 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea5a3b02-adf2-4dd0-bbc9-b2e1f4e36eb4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e4c19ad-5724-5db8-8ee1-4f56ae69fcf4-1793c824-c460-4b4b-88e3-4648d389c56e', 'network_id': '1793c824-c460-4b4b-88e3-4648d389c56e', 'project_id': '80bffe6ca9b744ee9caf341b90ea1640', 'fixed_ips': [{'subnet_id': '1fb8bdac-70a3-4e91-9ead-52f40eaf4cee'}]}} from n-d-827839-2. {{(pid=103378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 17:32:36.817351 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ea5a3b02-adf2-4dd0-bbc9-b2e1f4e36eb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:36.875497 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4fc0b904-0587-451a-a03f-5e97862333e1 tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] vlan segment allocate from pool success with {'vlan_id': 794, 'physical_network': 'physnet1'} {{(pid=103377) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 17:32:36.901564 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-4fc0b904-0587-451a-a03f-5e97862333e1 tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (282d0b3c-97e2-40a6-9854-52e352e21060), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:36.901943 n-d-827839-2 neutron-server[103377]: INFO neutron.db.segments_db [None req-4fc0b904-0587-451a-a03f-5e97862333e1 tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Added segment 282d0b3c-97e2-40a6-9854-52e352e21060 of type vlan for network 46e5e29c-5d0a-4fc1-a6c4-8ceccaea7385 Feb 04 17:32:36.974638 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-e1d09672-5cfc-4943-9ddd-a66bb5393b23 tempest-FloatingIPNegativeTestJSON-537721989 tempest-FloatingIPNegativeTestJSON-537721989-project] Publish callbacks [] for port (7977c48e-a94e-466c-8e03-8456bff9570c), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:37.039881 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-e1d09672-5cfc-4943-9ddd-a66bb5393b23 tempest-FloatingIPNegativeTestJSON-537721989 tempest-FloatingIPNegativeTestJSON-537721989-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (7977c48e-a94e-466c-8e03-8456bff9570c), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:37.085686 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-ea5a3b02-adf2-4dd0-bbc9-b2e1f4e36eb4 None None] Allocated IP 2001:db8::3 (1793c824-c460-4b4b-88e3-4648d389c56e/1fb8bdac-70a3-4e91-9ead-52f40eaf4cee/1309e9a2-735a-47d6-aa66-ddc3ea926e90) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:32:37.112687 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-4fc0b904-0587-451a-a03f-5e97862333e1 tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781084292801'] for network (46e5e29c-5d0a-4fc1-a6c4-8ceccaea7385), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:37.170702 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d09672-5cfc-4943-9ddd-a66bb5393b23 tempest-FloatingIPNegativeTestJSON-537721989 tempest-FloatingIPNegativeTestJSON-537721989-project] Pushing event updated for resources: {'Port': ['ID=7977c48e-a94e-466c-8e03-8456bff9570c,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:32:37.185430 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-4fc0b904-0587-451a-a03f-5e97862333e1 tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327'] for network (46e5e29c-5d0a-4fc1-a6c4-8ceccaea7385), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:37.191529 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fc0b904-0587-451a-a03f-5e97862333e1 tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:32:37.192353 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-4fc0b904-0587-451a-a03f-5e97862333e1 tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Publish callbacks [] for network (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:37.273704 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1d09672-5cfc-4943-9ddd-a66bb5393b23 tempest-FloatingIPNegativeTestJSON-537721989 tempest-FloatingIPNegativeTestJSON-537721989-project] Network 03d6d9a9-1654-46df-be00-2f8c38652b0d is already hosted by enough agents. {{(pid=103376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:32:37.279369 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [None req-e1d09672-5cfc-4943-9ddd-a66bb5393b23 tempest-FloatingIPNegativeTestJSON-537721989 tempest-FloatingIPNegativeTestJSON-537721989-project] Resources bound (agent type, host, resource id): {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:32:37.303440 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1d09672-5cfc-4943-9ddd-a66bb5393b23 tempest-FloatingIPNegativeTestJSON-537721989 tempest-FloatingIPNegativeTestJSON-537721989-project] Received port after_create {{(pid=103376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:32:37.479194 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ea5a3b02-adf2-4dd0-bbc9-b2e1f4e36eb4 None None] Publish callbacks [] for port (1309e9a2-735a-47d6-aa66-ddc3ea926e90), precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:37.506000 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c04ab1-28c3-4ed8-879a-10bada93b8ee req-21a069f9-ac81-4192-bc54-c4e916006505 tempest-AttachVolumeNegativeTest-179514357 tempest-AttachVolumeNegativeTest-179514357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:32:37.507777 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ea5a3b02-adf2-4dd0-bbc9-b2e1f4e36eb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135'] for port (1309e9a2-735a-47d6-aa66-ddc3ea926e90), after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:37.513558 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-48c04ab1-28c3-4ed8-879a-10bada93b8ee req-21a069f9-ac81-4192-bc54-c4e916006505 tempest-AttachVolumeNegativeTest-179514357 tempest-AttachVolumeNegativeTest-179514357-project] 10.222.0.89 "GET /v2.0/ports?device_id=0f534955-8600-49e7-ba57-2378f4bdf14a HTTP/1.1" status: 200 len: 945 time: 0.3197429 Feb 04 17:32:37.528093 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-4fc0b904-0587-451a-a03f-5e97862333e1 tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.8943989 Feb 04 17:32:37.535574 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1d09672-5cfc-4943-9ddd-a66bb5393b23 tempest-FloatingIPNegativeTestJSON-537721989 tempest-FloatingIPNegativeTestJSON-537721989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:32:37.536629 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-e1d09672-5cfc-4943-9ddd-a66bb5393b23 tempest-FloatingIPNegativeTestJSON-537721989 tempest-FloatingIPNegativeTestJSON-537721989-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:37.541047 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 50436) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:32:37.552997 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-c22e456b-a4ac-40d5-9fd5-e5e1a447d4aa tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Request body: {'subnet': {'network_id': '46e5e29c-5d0a-4fc1-a6c4-8ceccaea7385', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:32:37.699085 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5a3b02-adf2-4dd0-bbc9-b2e1f4e36eb4 None None] Pushing event updated for resources: {'Port': ['ID=1309e9a2-735a-47d6-aa66-ddc3ea926e90,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:32:37.712391 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-e1d09672-5cfc-4943-9ddd-a66bb5393b23 tempest-FloatingIPNegativeTestJSON-537721989 tempest-FloatingIPNegativeTestJSON-537721989-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.6602170 Feb 04 17:32:37.713924 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc0b904-0587-451a-a03f-5e97862333e1 tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Pushing event updated for resources: {'Network': ['ID=46e5e29c-5d0a-4fc1-a6c4-8ceccaea7385,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:32:37.718618 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 50440) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:32:37.719909 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5a3b02-adf2-4dd0-bbc9-b2e1f4e36eb4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:32:37.720517 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5a3b02-adf2-4dd0-bbc9-b2e1f4e36eb4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:32:37.720914 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5a3b02-adf2-4dd0-bbc9-b2e1f4e36eb4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:32:37.721260 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5a3b02-adf2-4dd0-bbc9-b2e1f4e36eb4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:32:37.721618 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5a3b02-adf2-4dd0-bbc9-b2e1f4e36eb4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:32:37.721949 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5a3b02-adf2-4dd0-bbc9-b2e1f4e36eb4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:32:37.722283 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5a3b02-adf2-4dd0-bbc9-b2e1f4e36eb4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:32:37.722616 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5a3b02-adf2-4dd0-bbc9-b2e1f4e36eb4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:32:37.722952 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5a3b02-adf2-4dd0-bbc9-b2e1f4e36eb4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:32:37.723284 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5a3b02-adf2-4dd0-bbc9-b2e1f4e36eb4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:32:37.723618 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5a3b02-adf2-4dd0-bbc9-b2e1f4e36eb4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:32:37.723968 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5a3b02-adf2-4dd0-bbc9-b2e1f4e36eb4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:32:37.730979 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5a3b02-adf2-4dd0-bbc9-b2e1f4e36eb4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:32:37.734570 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 808e8c22-0c5d-49be-9729-8e6b343f9708 up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:32:37.741368 n-d-827839-2 neutron-server[103377]: DEBUG neutron.notifiers.nova [req-170700af-a941-41f4-a70c-0d7f15a07c8b req-2ba504ed-1089-46a0-b5cd-e9aa21496f00 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 24da7943-996b-47dd-b387-4fb4e85e2ea6 {{(pid=103377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 17:32:37.761036 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-d8a3f44e-c9d5-436d-8bb8-631774aba10c tempest-FloatingIPNegativeTestJSON-537721989 tempest-FloatingIPNegativeTestJSON-537721989-project] Request body: {'floatingip': {'floating_network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:32:37.806940 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-48c04ab1-28c3-4ed8-879a-10bada93b8ee req-dde19ef6-531a-4438-a9ae-a7f9282c4cd2 tempest-AttachVolumeNegativeTest-179514357 tempest-AttachVolumeNegativeTest-179514357-project] 10.222.0.89 "GET /v2.0/security-groups?id=c354f4ed-9d7a-4839-ac0e-7acc5f1680a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2311270 Feb 04 17:32:37.808903 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-d8a3f44e-c9d5-436d-8bb8-631774aba10c tempest-FloatingIPNegativeTestJSON-537721989 tempest-FloatingIPNegativeTestJSON-537721989-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:37.833437 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-170700af-a941-41f4-a70c-0d7f15a07c8b req-2ba504ed-1089-46a0-b5cd-e9aa21496f00 service neutron] Publish callbacks [] for port (24da7943-996b-47dd-b387-4fb4e85e2ea6), precommit_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:37.857291 n-d-827839-2 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea5a3b02-adf2-4dd0-bbc9-b2e1f4e36eb4 None None] Network 1793c824-c460-4b4b-88e3-4648d389c56e is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:32:37.865367 n-d-827839-2 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-ea5a3b02-adf2-4dd0-bbc9-b2e1f4e36eb4 None None] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:32:37.870445 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Network 46e5e29c-5d0a-4fc1-a6c4-8ceccaea7385 details requested by agent ovs-agent-n-d-827839-2 with host n-d-827839-2 {{(pid=103378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 17:32:37.883741 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.provisioning_blocks [req-170700af-a941-41f4-a70c-0d7f15a07c8b req-2ba504ed-1089-46a0-b5cd-e9aa21496f00 service neutron] Transition to ACTIVE for port object 24da7943-996b-47dd-b387-4fb4e85e2ea6 will not be triggered until provisioned by entity L2. {{(pid=103377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 17:32:37.897505 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66eb27d7-99e1-4e43-ae2d-c63a541f7c52 req-6b6766e8-57fd-4250-afc9-69f2c342cc2f tempest-ServerDiskConfigTestJSON-47961148 tempest-ServerDiskConfigTestJSON-47961148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:32:37.899793 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-66eb27d7-99e1-4e43-ae2d-c63a541f7c52 req-6b6766e8-57fd-4250-afc9-69f2c342cc2f tempest-ServerDiskConfigTestJSON-47961148 tempest-ServerDiskConfigTestJSON-47961148-project] 10.222.0.89 "GET /v2.0/ports?device_id=a8a37a11-05ad-417e-9246-571115659a9e HTTP/1.1" status: 200 len: 931 time: 0.1737430 Feb 04 17:32:37.905242 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-170700af-a941-41f4-a70c-0d7f15a07c8b req-2ba504ed-1089-46a0-b5cd-e9aa21496f00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25888290'] for port (24da7943-996b-47dd-b387-4fb4e85e2ea6), after_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:37.970151 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea5a3b02-adf2-4dd0-bbc9-b2e1f4e36eb4 None None] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:32:37.981667 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8488e2de-3dc2-42ff-a846-ab53f61ea9ee None None] Network 6e0a0eb4-2d8f-46fe-baaa-6511b63d67c8 requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:32:38.076086 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-d8a3f44e-c9d5-436d-8bb8-631774aba10c tempest-FloatingIPNegativeTestJSON-537721989 tempest-FloatingIPNegativeTestJSON-537721989-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:38.094777 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c22e456b-a4ac-40d5-9fd5-e5e1a447d4aa tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Made reservation on behalf of 80bffe6ca9b744ee9caf341b90ea1640 for: {'subnet': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:32:38.104261 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-c22e456b-a4ac-40d5-9fd5-e5e1a447d4aa tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25597243'] for subnet (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:38.161155 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device fa3ec34f-476f-4da0-b6c0-58378a94dd8f up at agent hyperv_n-h1-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:32:38.230517 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.db_base_plugin_common [None req-d8a3f44e-c9d5-436d-8bb8-631774aba10c tempest-FloatingIPNegativeTestJSON-537721989 tempest-FloatingIPNegativeTestJSON-537721989-project] Allocated IP 172.25.6.159 (48165773-85ad-49a1-9ec1-76fc8dc24188/7660bfad-1ea8-4fe7-831b-bed836f13efc/54bcd317-5ce9-43e4-ad62-358c0f4f219e) {{(pid=103376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:32:38.297957 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port 808e8c22-0c5d-49be-9729-8e6b343f9708 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:32:38.298577 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (808e8c22-0c5d-49be-9729-8e6b343f9708), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:38.340488 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-ea5a3b02-adf2-4dd0-bbc9-b2e1f4e36eb4 None None] Attempting to bind port 1309e9a2-735a-47d6-aa66-ddc3ea926e90 on host n-d-827839-2 for vnic_type normal with profile {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:32:38.341163 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-ea5a3b02-adf2-4dd0-bbc9-b2e1f4e36eb4 None None] Attempting to bind port 1309e9a2-735a-47d6-aa66-ddc3ea926e90 by drivers openvswitch,hyperv on host n-d-827839-2 at level 0 using segments [{'id': '9a4ff826-eec9-4111-80ee-0079527ceaca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '1793c824-c460-4b4b-88e3-4648d389c56e'}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:32:38.341704 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea5a3b02-adf2-4dd0-bbc9-b2e1f4e36eb4 None None] Attempting to bind port 1309e9a2-735a-47d6-aa66-ddc3ea926e90 on network 1793c824-c460-4b4b-88e3-4648d389c56e {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:32:38.356388 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-d8a3f44e-c9d5-436d-8bb8-631774aba10c tempest-FloatingIPNegativeTestJSON-537721989 tempest-FloatingIPNegativeTestJSON-537721989-project] Publish callbacks [] for port (54bcd317-5ce9-43e4-ad62-358c0f4f219e), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:38.358580 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.ipam_backend_mixin [None req-c22e456b-a4ac-40d5-9fd5-e5e1a447d4aa tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Performing IP validity checks on allocation pools {{(pid=103377) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 04 17:32:38.359503 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea5a3b02-adf2-4dd0-bbc9-b2e1f4e36eb4 None None] Checking agent: {'id': 'ba70844b-66a0-45fd-a2f2-e6ed673321fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 0, 36), 'started_at': datetime.datetime(2022, 2, 4, 17, 1, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 32, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:32:38.360102 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea5a3b02-adf2-4dd0-bbc9-b2e1f4e36eb4 None None] Checking segment: {'id': '9a4ff826-eec9-4111-80ee-0079527ceaca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '1793c824-c460-4b4b-88e3-4648d389c56e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:32:38.360667 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ea5a3b02-adf2-4dd0-bbc9-b2e1f4e36eb4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:38.361232 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea5a3b02-adf2-4dd0-bbc9-b2e1f4e36eb4 None None] Bound using segment: {'id': '9a4ff826-eec9-4111-80ee-0079527ceaca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '1793c824-c460-4b4b-88e3-4648d389c56e'} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:32:38.361944 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-ea5a3b02-adf2-4dd0-bbc9-b2e1f4e36eb4 None None] Bound port: 1309e9a2-735a-47d6-aa66-ddc3ea926e90, host: n-d-827839-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a4ff826-eec9-4111-80ee-0079527ceaca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '1793c824-c460-4b4b-88e3-4648d389c56e'}}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:32:38.362488 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ea5a3b02-adf2-4dd0-bbc9-b2e1f4e36eb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (1309e9a2-735a-47d6-aa66-ddc3ea926e90), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:38.375864 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.ipam_backend_mixin [None req-c22e456b-a4ac-40d5-9fd5-e5e1a447d4aa tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103377) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 04 17:32:38.376791 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-28b3c178-4860-4b73-8101-984a72814b8f None None] Provisioning complete for port 7977c48e-a94e-466c-8e03-8456bff9570c triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:32:38.377355 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-28b3c178-4860-4b73-8101-984a72814b8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (7977c48e-a94e-466c-8e03-8456bff9570c), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:38.402782 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-d8a3f44e-c9d5-436d-8bb8-631774aba10c tempest-FloatingIPNegativeTestJSON-537721989 tempest-FloatingIPNegativeTestJSON-537721989-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (54bcd317-5ce9-43e4-ad62-358c0f4f219e), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:38.464603 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8a3f44e-c9d5-436d-8bb8-631774aba10c tempest-FloatingIPNegativeTestJSON-537721989 tempest-FloatingIPNegativeTestJSON-537721989-project] Network 48165773-85ad-49a1-9ec1-76fc8dc24188 is already hosted by enough agents. {{(pid=103376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:32:38.471454 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a3f44e-c9d5-436d-8bb8-631774aba10c tempest-FloatingIPNegativeTestJSON-537721989 tempest-FloatingIPNegativeTestJSON-537721989-project] Pushing event updated for resources: {'Port': ['ID=54bcd317-5ce9-43e4-ad62-358c0f4f219e,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:32:38.483778 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [None req-d8a3f44e-c9d5-436d-8bb8-631774aba10c tempest-FloatingIPNegativeTestJSON-537721989 tempest-FloatingIPNegativeTestJSON-537721989-project] Resources bound (agent type, host, resource id): {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:32:38.487112 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8a3f44e-c9d5-436d-8bb8-631774aba10c tempest-FloatingIPNegativeTestJSON-537721989 tempest-FloatingIPNegativeTestJSON-537721989-project] Received port after_create {{(pid=103376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:32:38.496482 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-ea5a3b02-adf2-4dd0-bbc9-b2e1f4e36eb4 None None] For port 1309e9a2-735a-47d6-aa66-ddc3ea926e90, host n-d-827839-2, cleared binding levels {{(pid=103378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:32:38.502658 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba504ed-1089-46a0-b5cd-e9aa21496f00 service neutron] Pushing event updated for resources: {'Port': ['ID=24da7943-996b-47dd-b387-4fb4e85e2ea6,revision_number=2']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:32:38.506200 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-ea5a3b02-adf2-4dd0-bbc9-b2e1f4e36eb4 None None] For port 1309e9a2-735a-47d6-aa66-ddc3ea926e90, host n-d-827839-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=1309e9a2-735a-47d6-aa66-ddc3ea926e90,segment=NetworkSegment(9a4ff826-eec9-4111-80ee-0079527ceaca),segment_id=9a4ff826-eec9-4111-80ee-0079527ceaca)] {{(pid=103378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:32:38.510847 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-28b3c178-4860-4b73-8101-984a72814b8f None None] Port 7977c48e-a94e-466c-8e03-8456bff9570c cannot update to ACTIVE because it is not bound. {{(pid=103378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 17:32:38.531363 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ea5a3b02-adf2-4dd0-bbc9-b2e1f4e36eb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (1309e9a2-735a-47d6-aa66-ddc3ea926e90), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:38.597181 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-66eb27d7-99e1-4e43-ae2d-c63a541f7c52 req-488ee331-0609-4b56-86ca-6d96880b0618 tempest-ServerDiskConfigTestJSON-47961148 tempest-ServerDiskConfigTestJSON-47961148-project] 10.222.0.89 "GET /v2.0/security-groups?id=ffff0ed7-cf9e-4cbb-9be9-3a1c2dba1e58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6820056 Feb 04 17:32:38.639090 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port 808e8c22-0c5d-49be-9729-8e6b343f9708 is: DOWN; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:32:38.639557 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (808e8c22-0c5d-49be-9729-8e6b343f9708), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:38.655652 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-d8a3f44e-c9d5-436d-8bb8-631774aba10c tempest-FloatingIPNegativeTestJSON-537721989 tempest-FloatingIPNegativeTestJSON-537721989-project] Publish callbacks [] for floatingip (cf6565a7-febc-4458-85a2-e68e88fd64e0), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:38.689166 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Provisioning for port fa3ec34f-476f-4da0-b6c0-58378a94dd8f completed by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 17:32:38.689383 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [req-170700af-a941-41f4-a70c-0d7f15a07c8b req-2ba504ed-1089-46a0-b5cd-e9aa21496f00 service neutron] Attempting to bind port 24da7943-996b-47dd-b387-4fb4e85e2ea6 on host n-h2-827839-2 for vnic_type normal with profile {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:32:38.689812 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [req-170700af-a941-41f4-a70c-0d7f15a07c8b req-2ba504ed-1089-46a0-b5cd-e9aa21496f00 service neutron] Attempting to bind port 24da7943-996b-47dd-b387-4fb4e85e2ea6 by drivers openvswitch,hyperv on host n-h2-827839-2 at level 0 using segments [{'id': 'c672906f-f6f7-41c3-8178-df9515ad242f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '3c6b4be4-b4b9-4735-a6e5-15af4ecbb3e6'}] {{(pid=103377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:32:38.690311 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-170700af-a941-41f4-a70c-0d7f15a07c8b req-2ba504ed-1089-46a0-b5cd-e9aa21496f00 service neutron] Attempting to bind port 24da7943-996b-47dd-b387-4fb4e85e2ea6 on network 3c6b4be4-b4b9-4735-a6e5-15af4ecbb3e6 {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:32:38.707469 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-170700af-a941-41f4-a70c-0d7f15a07c8b req-2ba504ed-1089-46a0-b5cd-e9aa21496f00 service neutron] Port 24da7943-996b-47dd-b387-4fb4e85e2ea6 on network 3c6b4be4-b4b9-4735-a6e5-15af4ecbb3e6 not bound, no agent of type Open vSwitch agent registered on host n-h2-827839-2 {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 17:32:38.707877 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-170700af-a941-41f4-a70c-0d7f15a07c8b req-2ba504ed-1089-46a0-b5cd-e9aa21496f00 service neutron] Attempting to bind port 24da7943-996b-47dd-b387-4fb4e85e2ea6 on network 3c6b4be4-b4b9-4735-a6e5-15af4ecbb3e6 {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:32:38.731567 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-d8a3f44e-c9d5-436d-8bb8-631774aba10c tempest-FloatingIPNegativeTestJSON-537721989 tempest-FloatingIPNegativeTestJSON-537721989-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (54bcd317-5ce9-43e4-ad62-358c0f4f219e), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:38.731768 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-170700af-a941-41f4-a70c-0d7f15a07c8b req-2ba504ed-1089-46a0-b5cd-e9aa21496f00 service neutron] Checking agent: {'id': 'f20a1ab3-4332-4f54-833b-ba4a7c687e89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 8, 40), 'started_at': datetime.datetime(2022, 2, 4, 17, 8, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 32, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:32:38.731956 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-170700af-a941-41f4-a70c-0d7f15a07c8b req-2ba504ed-1089-46a0-b5cd-e9aa21496f00 service neutron] Checking segment: {'id': 'c672906f-f6f7-41c3-8178-df9515ad242f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '3c6b4be4-b4b9-4735-a6e5-15af4ecbb3e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:32:38.732481 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-170700af-a941-41f4-a70c-0d7f15a07c8b req-2ba504ed-1089-46a0-b5cd-e9aa21496f00 service neutron] Bound using segment: {'id': 'c672906f-f6f7-41c3-8178-df9515ad242f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '3c6b4be4-b4b9-4735-a6e5-15af4ecbb3e6'} {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:32:38.733273 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [req-170700af-a941-41f4-a70c-0d7f15a07c8b req-2ba504ed-1089-46a0-b5cd-e9aa21496f00 service neutron] Bound port: 24da7943-996b-47dd-b387-4fb4e85e2ea6, host: n-h2-827839-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c672906f-f6f7-41c3-8178-df9515ad242f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '3c6b4be4-b4b9-4735-a6e5-15af4ecbb3e6'}}] {{(pid=103377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:32:38.736568 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-170700af-a941-41f4-a70c-0d7f15a07c8b req-2ba504ed-1089-46a0-b5cd-e9aa21496f00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (24da7943-996b-47dd-b387-4fb4e85e2ea6), before_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:38.758040 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-c22e456b-a4ac-40d5-9fd5-e5e1a447d4aa tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25889445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25597197'] for subnet (3b05de07-912a-4c1f-bf85-e03b3ce325ff), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:38.762335 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Provisioning complete for port fa3ec34f-476f-4da0-b6c0-58378a94dd8f triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:32:38.764829 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (fa3ec34f-476f-4da0-b6c0-58378a94dd8f), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:38.886208 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] For port 808e8c22-0c5d-49be-9729-8e6b343f9708, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=808e8c22-0c5d-49be-9729-8e6b343f9708,segment=NetworkSegment(22dbf7d4-3ade-40d9-9dd5-8eaa1f8a0775),segment_id=22dbf7d4-3ade-40d9-9dd5-8eaa1f8a0775)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:32:38.887756 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5a3b02-adf2-4dd0-bbc9-b2e1f4e36eb4 None None] Pushing event updated for resources: {'Port': ['ID=1309e9a2-735a-47d6-aa66-ddc3ea926e90,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:32:38.995096 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (808e8c22-0c5d-49be-9729-8e6b343f9708), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:38.997881 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device a75bd91c-201b-4b75-a737-023d28952b27 up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:32:39.030143 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22e456b-a4ac-40d5-9fd5-e5e1a447d4aa tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Pushing event updated for resources: {'Subnet': ['ID=3b05de07-912a-4c1f-bf85-e03b3ce325ff,revision_number=0']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:32:39.088675 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c22e456b-a4ac-40d5-9fd5-e5e1a447d4aa tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Checking segment: {'id': '282d0b3c-97e2-40a6-9854-52e352e21060', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '46e5e29c-5d0a-4fc1-a6c4-8ceccaea7385'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:32:39.089396 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c22e456b-a4ac-40d5-9fd5-e5e1a447d4aa tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Network hostable DHCP agents. Network: 46e5e29c-5d0a-4fc1-a6c4-8ceccaea7385, hostable agents: ['bb89f5a3-3c22-440b-b7d1-c4f0c43c184a'], hosted agents: [] {{(pid=103377) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 17:32:39.111126 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [req-170700af-a941-41f4-a70c-0d7f15a07c8b req-2ba504ed-1089-46a0-b5cd-e9aa21496f00 service neutron] For port 24da7943-996b-47dd-b387-4fb4e85e2ea6, host n-h2-827839-2, cleared binding levels {{(pid=103377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:32:39.119325 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [req-170700af-a941-41f4-a70c-0d7f15a07c8b req-2ba504ed-1089-46a0-b5cd-e9aa21496f00 service neutron] For port 24da7943-996b-47dd-b387-4fb4e85e2ea6, host n-h2-827839-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=24da7943-996b-47dd-b387-4fb4e85e2ea6,segment=NetworkSegment(c672906f-f6f7-41c3-8178-df9515ad242f),segment_id=c672906f-f6f7-41c3-8178-df9515ad242f)] {{(pid=103377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:32:39.126514 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-68c047f3-98ae-4f8e-82d1-1cd14eca4cab None None] Provisioning complete for port 808e8c22-0c5d-49be-9729-8e6b343f9708 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:32:39.127321 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-68c047f3-98ae-4f8e-82d1-1cd14eca4cab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (808e8c22-0c5d-49be-9729-8e6b343f9708), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:39.138220 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-170700af-a941-41f4-a70c-0d7f15a07c8b req-2ba504ed-1089-46a0-b5cd-e9aa21496f00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25888290'] for port (24da7943-996b-47dd-b387-4fb4e85e2ea6), after_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:39.163534 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170700af-a941-41f4-a70c-0d7f15a07c8b req-2ba504ed-1089-46a0-b5cd-e9aa21496f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:32:39.166692 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-170700af-a941-41f4-a70c-0d7f15a07c8b req-2ba504ed-1089-46a0-b5cd-e9aa21496f00 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:39.168588 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-170700af-a941-41f4-a70c-0d7f15a07c8b req-2ba504ed-1089-46a0-b5cd-e9aa21496f00 service neutron] 10.222.0.90 "PUT /v2.0/ports/24da7943-996b-47dd-b387-4fb4e85e2ea6 HTTP/1.1" status: 200 len: 1091 time: 2.9979343 Feb 04 17:32:39.171150 n-d-827839-2 neutron-server[103377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8a37a11-05ad-417e-9246-571115659a9e', 'tag': '24da7943-996b-47dd-b387-4fb4e85e2ea6'}] {{(pid=103377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:32:39.175000 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7240428b650e1488e9361b62648ff4b3a6c19d49d8c27c949491ab58c1346cf0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14601e16-82d8-49ca-9651-b10ac3c87c7e" -d '{"events": [{"name": "network-changed", "server_uuid": "a8a37a11-05ad-417e-9246-571115659a9e", "tag": "24da7943-996b-47dd-b387-4fb4e85e2ea6"}]}' {{(pid=103377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:32:39.179018 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c22e456b-a4ac-40d5-9fd5-e5e1a447d4aa tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Network 46e5e29c-5d0a-4fc1-a6c4-8ceccaea7385 is scheduled to be hosted by DHCP agent bb89f5a3-3c22-440b-b7d1-c4f0c43c184a with binding_index 1 {{(pid=103377) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 17:32:39.182795 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb853b58-2e83-4fa2-95dc-92bd303bb9a0 req-44cf29be-0e4d-4d65-81f1-f42a309b0af8 tempest-AttachVolumeNegativeTest-179514357 tempest-AttachVolumeNegativeTest-179514357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:32:39.187649 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-fb853b58-2e83-4fa2-95dc-92bd303bb9a0 req-44cf29be-0e4d-4d65-81f1-f42a309b0af8 tempest-AttachVolumeNegativeTest-179514357 tempest-AttachVolumeNegativeTest-179514357-project] 10.222.0.89 "GET /v2.0/ports?device_id=0f534955-8600-49e7-ba57-2378f4bdf14a HTTP/1.1" status: 200 len: 945 time: 0.2206697 Feb 04 17:32:39.223503 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Current status of the port fa3ec34f-476f-4da0-b6c0-58378a94dd8f is: BUILD; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:32:39.223899 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (fa3ec34f-476f-4da0-b6c0-58378a94dd8f), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:39.256393 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [None req-c22e456b-a4ac-40d5-9fd5-e5e1a447d4aa tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827839-2, 46e5e29c-5d0a-4fc1-a6c4-8ceccaea7385) {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:32:39.262626 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c22e456b-a4ac-40d5-9fd5-e5e1a447d4aa tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:32:39.263252 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-c22e456b-a4ac-40d5-9fd5-e5e1a447d4aa tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Publish callbacks [] for subnet (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:39.277397 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa7e298f-d956-41d3-a262-9ca0eb1bdda7 None None] Network 46e5e29c-5d0a-4fc1-a6c4-8ceccaea7385 requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:32:39.299063 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-d8a3f44e-c9d5-436d-8bb8-631774aba10c tempest-FloatingIPNegativeTestJSON-537721989 tempest-FloatingIPNegativeTestJSON-537721989-project] Publish callbacks [] for port (54bcd317-5ce9-43e4-ad62-358c0f4f219e), precommit_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:39.305907 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 17:32:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25c1cb60-6fd0-4440-9c71-3c77fd946582 x-openstack-request-id: req-25c1cb60-6fd0-4440-9c71-3c77fd946582 {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:32:39.306549 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8a37a11-05ad-417e-9246-571115659a9e", "tag": "24da7943-996b-47dd-b387-4fb4e85e2ea6", "status": "completed", "code": 200}]} {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:32:39.307037 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-25c1cb60-6fd0-4440-9c71-3c77fd946582 {{(pid=103377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:32:39.307692 n-d-827839-2 neutron-server[103377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8a37a11-05ad-417e-9246-571115659a9e', 'tag': '24da7943-996b-47dd-b387-4fb4e85e2ea6', 'status': 'completed', 'code': 200} Feb 04 17:32:39.316171 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-d8a3f44e-c9d5-436d-8bb8-631774aba10c tempest-FloatingIPNegativeTestJSON-537721989 tempest-FloatingIPNegativeTestJSON-537721989-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675836'] for port (54bcd317-5ce9-43e4-ad62-358c0f4f219e), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:39.331010 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba504ed-1089-46a0-b5cd-e9aa21496f00 service neutron] Pushing event updated for resources: {'Port': ['ID=24da7943-996b-47dd-b387-4fb4e85e2ea6,revision_number=3']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:32:39.366228 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-c22e456b-a4ac-40d5-9fd5-e5e1a447d4aa tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 1.8248093 Feb 04 17:32:39.371457 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 50450) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:32:39.384831 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170700af-a941-41f4-a70c-0d7f15a07c8b req-16e9da05-7001-4e79-8fd9-68951ce7c6b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:32:39.386954 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-170700af-a941-41f4-a70c-0d7f15a07c8b req-16e9da05-7001-4e79-8fd9-68951ce7c6b3 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=1340b33ced494106823c7c635ada16b9&device_id=a8a37a11-05ad-417e-9246-571115659a9e HTTP/1.1" status: 200 len: 1125 time: 0.1532922 Feb 04 17:32:39.455392 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-170700af-a941-41f4-a70c-0d7f15a07c8b req-eab2344d-2daf-46b7-8ec2-f23d4b1cbfb3 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=24da7943-996b-47dd-b387-4fb4e85e2ea6 HTTP/1.1" status: 200 len: 217 time: 0.0541894 Feb 04 17:32:39.523921 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a3f44e-c9d5-436d-8bb8-631774aba10c tempest-FloatingIPNegativeTestJSON-537721989 tempest-FloatingIPNegativeTestJSON-537721989-project] Pushing event updated for resources: {'Port': ['ID=54bcd317-5ce9-43e4-ad62-358c0f4f219e,revision_number=2']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:32:39.529310 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-d8a3f44e-c9d5-436d-8bb8-631774aba10c tempest-FloatingIPNegativeTestJSON-537721989 tempest-FloatingIPNegativeTestJSON-537721989-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1595586'] for floatingip (cf6565a7-febc-4458-85a2-e68e88fd64e0), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:39.550828 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-fb853b58-2e83-4fa2-95dc-92bd303bb9a0 req-6bbc20bd-4b77-4f2e-a58b-1790cebc25bc tempest-AttachVolumeNegativeTest-179514357 tempest-AttachVolumeNegativeTest-179514357-project] 10.222.0.89 "GET /v2.0/security-groups?id=c354f4ed-9d7a-4839-ac0e-7acc5f1680a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3344843 Feb 04 17:32:39.569388 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-d8a3f44e-c9d5-436d-8bb8-631774aba10c tempest-FloatingIPNegativeTestJSON-537721989 tempest-FloatingIPNegativeTestJSON-537721989-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for floatingip (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:39.574457 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-d8a3f44e-c9d5-436d-8bb8-631774aba10c tempest-FloatingIPNegativeTestJSON-537721989 tempest-FloatingIPNegativeTestJSON-537721989-project] 10.222.0.89 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8546979 Feb 04 17:32:39.578383 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 50452) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:32:39.585529 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170700af-a941-41f4-a70c-0d7f15a07c8b req-8469d80b-9acd-4abb-8ee7-4a1b41a45729 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:32:39.588037 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-170700af-a941-41f4-a70c-0d7f15a07c8b req-8469d80b-9acd-4abb-8ee7-4a1b41a45729 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=375be7ec-5e9b-4b86-ae0d-acfb51345bdd HTTP/1.1" status: 200 len: 855 time: 0.0673277 Feb 04 17:32:39.592194 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-0b4f079b-82fd-4460-8cd1-9da35a52fe51 tempest-FloatingIPNegativeTestJSON-537721989 tempest-FloatingIPNegativeTestJSON-537721989-project] Request body: {'floatingip': {'port_id': '7977c48e-a94e-466c-8e03-8456bff9570c', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:32:39.809307 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-0b4f079b-82fd-4460-8cd1-9da35a52fe51 tempest-FloatingIPNegativeTestJSON-537721989 tempest-FloatingIPNegativeTestJSON-537721989-project] Publish callbacks [] for floatingip (cf6565a7-febc-4458-85a2-e68e88fd64e0), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:39.845878 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-170700af-a941-41f4-a70c-0d7f15a07c8b req-56351e29-f33a-4ed8-a04e-2c9439ada6e5 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=3c6b4be4-b4b9-4735-a6e5-15af4ecbb3e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2492764 Feb 04 17:32:39.854537 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f534955-8600-49e7-ba57-2378f4bdf14a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa3ec34f-476f-4da0-b6c0-58378a94dd8f'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:32:39.858177 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c34bc964ce2211770fda26ca2f3801cc06f4f39928110690550e94ab9c9d2fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0351c7aa-01ed-4ebb-9892-73f8d7fe5f07" -d '{"events": [{"server_uuid": "0f534955-8600-49e7-ba57-2378f4bdf14a", "name": "network-vif-plugged", "status": "completed", "tag": "fa3ec34f-476f-4da0-b6c0-58378a94dd8f"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:32:39.927515 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Pushing event updated for resources: {'Port': ['ID=808e8c22-0c5d-49be-9729-8e6b343f9708,revision_number=3']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:32:39.933553 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-facae7f1-bf69-49b8-b422-a926f6eaff6b tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628832'] for network (46e5e29c-5d0a-4fc1-a6c4-8ceccaea7385), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:39.979931 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] For port fa3ec34f-476f-4da0-b6c0-58378a94dd8f, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=fa3ec34f-476f-4da0-b6c0-58378a94dd8f,segment=NetworkSegment(de835c50-94f9-45e0-aa2b-e450b795a51e),segment_id=de835c50-94f9-45e0-aa2b-e450b795a51e)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:32:40.000633 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc86acbc-fcaf-4b6d-b482-8f199c2bc80a req-eba345b6-98e1-473a-b419-0de792365a5e tempest-ServerDiskConfigTestJSON-47961148 tempest-ServerDiskConfigTestJSON-47961148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:32:40.002326 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-dc86acbc-fcaf-4b6d-b482-8f199c2bc80a req-eba345b6-98e1-473a-b419-0de792365a5e tempest-ServerDiskConfigTestJSON-47961148 tempest-ServerDiskConfigTestJSON-47961148-project] 10.222.0.89 "GET /v2.0/ports?device_id=a8a37a11-05ad-417e-9246-571115659a9e HTTP/1.1" status: 200 len: 943 time: 0.2568796 Feb 04 17:32:40.066892 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (fa3ec34f-476f-4da0-b6c0-58378a94dd8f), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:40.073216 n-d-827839-2 neutron-server[103376]: INFO neutron.api.v2.resource [None req-0b4f079b-82fd-4460-8cd1-9da35a52fe51 tempest-FloatingIPNegativeTestJSON-537721989 tempest-FloatingIPNegativeTestJSON-537721989-project] update failed (client error): The resource could not be found. Feb 04 17:32:40.082936 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-0b4f079b-82fd-4460-8cd1-9da35a52fe51 tempest-FloatingIPNegativeTestJSON-537721989 tempest-FloatingIPNegativeTestJSON-537721989-project] 10.222.0.89 "PUT /v2.0/floatingips/cf6565a7-febc-4458-85a2-e68e88fd64e0 HTTP/1.1" status: 404 len: 507 time: 0.5023336 Feb 04 17:32:40.083894 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 50464) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:32:40.086027 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-68c047f3-98ae-4f8e-82d1-1cd14eca4cab None None] Current status of the port 808e8c22-0c5d-49be-9729-8e6b343f9708 is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:32:40.096648 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port a75bd91c-201b-4b75-a737-023d28952b27 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:32:40.097059 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (a75bd91c-201b-4b75-a737-023d28952b27), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:40.275422 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e9e13e4-03df-4421-ae48-de5f9f50929f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e4c19ad-5724-5db8-8ee1-4f56ae69fcf4-46e5e29c-5d0a-4fc1-a6c4-8ceccaea7385', 'network_id': '46e5e29c-5d0a-4fc1-a6c4-8ceccaea7385', 'project_id': '80bffe6ca9b744ee9caf341b90ea1640', 'fixed_ips': [{'subnet_id': '3b05de07-912a-4c1f-bf85-e03b3ce325ff'}]}} from n-d-827839-2. {{(pid=103378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 17:32:40.276904 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4e9e13e4-03df-4421-ae48-de5f9f50929f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:40.280464 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (f20a1ab3-4332-4f54-833b-ba4a7c687e89), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:40.285665 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-dc86acbc-fcaf-4b6d-b482-8f199c2bc80a req-1a459eb9-ab50-4910-97c5-1f4c103111d6 tempest-ServerDiskConfigTestJSON-47961148 tempest-ServerDiskConfigTestJSON-47961148-project] 10.222.0.89 "GET /v2.0/security-groups?id=ffff0ed7-cf9e-4cbb-9be9-3a1c2dba1e58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2243459 Feb 04 17:32:40.289268 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-facae7f1-bf69-49b8-b422-a926f6eaff6b tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1541225'] for subnet (3b05de07-912a-4c1f-bf85-e03b3ce325ff), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:40.296454 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-170700af-a941-41f4-a70c-0d7f15a07c8b req-e88561eb-b657-444d-9e00-691fa21690d6 service neutron] 10.222.0.90 "GET /v2.0/networks/3c6b4be4-b4b9-4735-a6e5-15af4ecbb3e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4395585 Feb 04 17:32:40.329579 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 17:32:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac4833c4-d688-4263-8b48-d4ecf4059426 x-openstack-request-id: req-ac4833c4-d688-4263-8b48-d4ecf4059426 {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:32:40.330107 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f534955-8600-49e7-ba57-2378f4bdf14a", "name": "network-vif-plugged", "status": "completed", "tag": "fa3ec34f-476f-4da0-b6c0-58378a94dd8f", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:32:40.330535 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-ac4833c4-d688-4263-8b48-d4ecf4059426 {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:32:40.331467 n-d-827839-2 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f534955-8600-49e7-ba57-2378f4bdf14a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa3ec34f-476f-4da0-b6c0-58378a94dd8f', 'code': 200} Feb 04 17:32:40.345088 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-74c8586d-c2f5-4a84-a8e7-bf242d27b359 tempest-FloatingIPNegativeTestJSON-537721989 tempest-FloatingIPNegativeTestJSON-537721989-project] Deleting port 54bcd317-5ce9-43e4-ad62-358c0f4f219e {{(pid=103376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:32:40.345678 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-74c8586d-c2f5-4a84-a8e7-bf242d27b359 tempest-FloatingIPNegativeTestJSON-537721989 tempest-FloatingIPNegativeTestJSON-537721989-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (54bcd317-5ce9-43e4-ad62-358c0f4f219e), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:40.487158 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21674a1a-38e5-49f2-ae70-3700c1edb446 req-2d9dfbc9-7c6c-4385-9522-699aaf33e184 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:32:40.488824 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-21674a1a-38e5-49f2-ae70-3700c1edb446 req-2d9dfbc9-7c6c-4385-9522-699aaf33e184 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=0f534955-8600-49e7-ba57-2378f4bdf14a HTTP/1.1" status: 200 len: 1128 time: 0.0903218 Feb 04 17:32:40.512989 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-74c8586d-c2f5-4a84-a8e7-bf242d27b359 tempest-FloatingIPNegativeTestJSON-537721989 tempest-FloatingIPNegativeTestJSON-537721989-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (54bcd317-5ce9-43e4-ad62-358c0f4f219e), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:40.513352 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-74c8586d-c2f5-4a84-a8e7-bf242d27b359 tempest-FloatingIPNegativeTestJSON-537721989 tempest-FloatingIPNegativeTestJSON-537721989-project] Publish callbacks [] for floatingip (54bcd317-5ce9-43e4-ad62-358c0f4f219e), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:40.522184 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-4e9e13e4-03df-4421-ae48-de5f9f50929f None None] Allocated IP 2001:db8::3 (46e5e29c-5d0a-4fc1-a6c4-8ceccaea7385/3b05de07-912a-4c1f-bf85-e03b3ce325ff/d4fe6bcb-b77e-47f5-b873-4bd580e747e8) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:32:40.543757 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-74c8586d-c2f5-4a84-a8e7-bf242d27b359 tempest-FloatingIPNegativeTestJSON-537721989 tempest-FloatingIPNegativeTestJSON-537721989-project] Calling delete_port for 54bcd317-5ce9-43e4-ad62-358c0f4f219e owned by network:floatingip {{(pid=103376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:32:40.581198 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-21674a1a-38e5-49f2-ae70-3700c1edb446 req-4366afa4-cd8c-4694-8887-09ef06bc8e12 service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=c354f4ed-9d7a-4839-ac0e-7acc5f1680a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840778 Feb 04 17:32:40.710180 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4e9e13e4-03df-4421-ae48-de5f9f50929f None None] Publish callbacks [] for port (d4fe6bcb-b77e-47f5-b873-4bd580e747e8), precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:40.715749 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Pushing event updated for resources: {'Port': ['ID=fa3ec34f-476f-4da0-b6c0-58378a94dd8f,revision_number=5']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:32:40.744683 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4e9e13e4-03df-4421-ae48-de5f9f50929f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135'] for port (d4fe6bcb-b77e-47f5-b873-4bd580e747e8), after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:40.747241 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40c39981-3ee9-4a36-8662-1b4c8a0842d9 None None] Network 1793c824-c460-4b4b-88e3-4648d389c56e requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:32:40.755778 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-74c8586d-c2f5-4a84-a8e7-bf242d27b359 tempest-FloatingIPNegativeTestJSON-537721989 tempest-FloatingIPNegativeTestJSON-537721989-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (54bcd317-5ce9-43e4-ad62-358c0f4f219e), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:40.756205 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-ffe7928d-d4f8-43a8-9170-91c80d28d332 None None] Provisioning complete for port 808e8c22-0c5d-49be-9729-8e6b343f9708 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:32:40.756706 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ffe7928d-d4f8-43a8-9170-91c80d28d332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (808e8c22-0c5d-49be-9729-8e6b343f9708), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:40.791325 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c8586d-c2f5-4a84-a8e7-bf242d27b359 tempest-FloatingIPNegativeTestJSON-537721989 tempest-FloatingIPNegativeTestJSON-537721989-project] Pushing event deleted for resources: {'Port': ['ID=54bcd317-5ce9-43e4-ad62-358c0f4f219e,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:32:40.903590 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-74c8586d-c2f5-4a84-a8e7-bf242d27b359 tempest-FloatingIPNegativeTestJSON-537721989 tempest-FloatingIPNegativeTestJSON-537721989-project] Publish callbacks [] for floatingip (cf6565a7-febc-4458-85a2-e68e88fd64e0), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:40.907091 n-d-827839-2 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e9e13e4-03df-4421-ae48-de5f9f50929f None None] Network 46e5e29c-5d0a-4fc1-a6c4-8ceccaea7385 is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:32:40.908022 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-74c8586d-c2f5-4a84-a8e7-bf242d27b359 tempest-FloatingIPNegativeTestJSON-537721989 tempest-FloatingIPNegativeTestJSON-537721989-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for floatingip (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:40.916590 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-74c8586d-c2f5-4a84-a8e7-bf242d27b359 tempest-FloatingIPNegativeTestJSON-537721989 tempest-FloatingIPNegativeTestJSON-537721989-project] 10.222.0.89 "DELETE /v2.0/floatingips/cf6565a7-febc-4458-85a2-e68e88fd64e0 HTTP/1.1" status: 204 len: 168 time: 0.8310213 Feb 04 17:32:40.918815 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 50474) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:32:40.922458 n-d-827839-2 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-4e9e13e4-03df-4421-ae48-de5f9f50929f None None] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:32:40.924089 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-a442eb44-de21-47de-8797-96fef3885237 tempest-FloatingIPNegativeTestJSON-537721989 tempest-FloatingIPNegativeTestJSON-537721989-project] Request body: {'floatingip': {'floating_network_id': '03d6d9a9-1654-46df-be00-2f8c38652b0d', 'port_id': '7977c48e-a94e-466c-8e03-8456bff9570c', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:32:40.928451 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e9e13e4-03df-4421-ae48-de5f9f50929f None None] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:32:40.965645 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-a442eb44-de21-47de-8797-96fef3885237 tempest-FloatingIPNegativeTestJSON-537721989 tempest-FloatingIPNegativeTestJSON-537721989-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:41.008859 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9e13e4-03df-4421-ae48-de5f9f50929f None None] Pushing event updated for resources: {'Port': ['ID=d4fe6bcb-b77e-47f5-b873-4bd580e747e8,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:32:41.124456 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-facae7f1-bf69-49b8-b422-a926f6eaff6b tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1541216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25888360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25597190'] for subnet (3b05de07-912a-4c1f-bf85-e03b3ce325ff), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:41.126363 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port a75bd91c-201b-4b75-a737-023d28952b27 is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:32:41.175656 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-4e9e13e4-03df-4421-ae48-de5f9f50929f None None] Attempting to bind port d4fe6bcb-b77e-47f5-b873-4bd580e747e8 on host n-d-827839-2 for vnic_type normal with profile {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:32:41.176108 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-4e9e13e4-03df-4421-ae48-de5f9f50929f None None] Attempting to bind port d4fe6bcb-b77e-47f5-b873-4bd580e747e8 by drivers openvswitch,hyperv on host n-d-827839-2 at level 0 using segments [{'id': '282d0b3c-97e2-40a6-9854-52e352e21060', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '46e5e29c-5d0a-4fc1-a6c4-8ceccaea7385'}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:32:41.176424 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e9e13e4-03df-4421-ae48-de5f9f50929f None None] Attempting to bind port d4fe6bcb-b77e-47f5-b873-4bd580e747e8 on network 46e5e29c-5d0a-4fc1-a6c4-8ceccaea7385 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:32:41.194600 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e9e13e4-03df-4421-ae48-de5f9f50929f None None] Checking agent: {'id': 'ba70844b-66a0-45fd-a2f2-e6ed673321fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 0, 36), 'started_at': datetime.datetime(2022, 2, 4, 17, 1, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 32, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:32:41.194980 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e9e13e4-03df-4421-ae48-de5f9f50929f None None] Checking segment: {'id': '282d0b3c-97e2-40a6-9854-52e352e21060', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '46e5e29c-5d0a-4fc1-a6c4-8ceccaea7385'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:32:41.195389 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4e9e13e4-03df-4421-ae48-de5f9f50929f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:41.195789 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e9e13e4-03df-4421-ae48-de5f9f50929f None None] Bound using segment: {'id': '282d0b3c-97e2-40a6-9854-52e352e21060', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '46e5e29c-5d0a-4fc1-a6c4-8ceccaea7385'} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:32:41.196296 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-4e9e13e4-03df-4421-ae48-de5f9f50929f None None] Bound port: d4fe6bcb-b77e-47f5-b873-4bd580e747e8, host: n-d-827839-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '282d0b3c-97e2-40a6-9854-52e352e21060', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '46e5e29c-5d0a-4fc1-a6c4-8ceccaea7385'}}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:32:41.196672 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4e9e13e4-03df-4421-ae48-de5f9f50929f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (d4fe6bcb-b77e-47f5-b873-4bd580e747e8), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:41.213851 n-d-827839-2 neutron-server[103376]: INFO neutron.api.v2.resource [None req-a442eb44-de21-47de-8797-96fef3885237 tempest-FloatingIPNegativeTestJSON-537721989 tempest-FloatingIPNegativeTestJSON-537721989-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 17:32:41.215120 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-a442eb44-de21-47de-8797-96fef3885237 tempest-FloatingIPNegativeTestJSON-537721989 tempest-FloatingIPNegativeTestJSON-537721989-project] 10.222.0.89 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.2951436 Feb 04 17:32:41.218989 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 50478) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:32:41.219250 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-ffe7928d-d4f8-43a8-9170-91c80d28d332 None None] Current status of the port 808e8c22-0c5d-49be-9729-8e6b343f9708 is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:32:41.224134 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-5f12e26a-2d4b-45df-8bad-e270909604c7 tempest-FloatingIPNegativeTestJSON-537721989 tempest-FloatingIPNegativeTestJSON-537721989-project] Request body: {'floatingip': {'floating_network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'port_id': '7977c48e-a94e-466c-8e03-8456bff9570c', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:32:41.234209 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-facae7f1-bf69-49b8-b422-a926f6eaff6b tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Pushing event deleted for resources: {'Subnet': ['ID=3b05de07-912a-4c1f-bf85-e03b3ce325ff,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:32:41.244037 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0931e017-2c38-4e38-ae96-c279520be08a req-0466f899-31a1-4bee-b7be-79b6022c7dbd tempest-AttachVolumeNegativeTest-179514357 tempest-AttachVolumeNegativeTest-179514357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:32:41.246126 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-0931e017-2c38-4e38-ae96-c279520be08a req-0466f899-31a1-4bee-b7be-79b6022c7dbd tempest-AttachVolumeNegativeTest-179514357 tempest-AttachVolumeNegativeTest-179514357-project] 10.222.0.89 "GET /v2.0/ports?device_id=0f534955-8600-49e7-ba57-2378f4bdf14a HTTP/1.1" status: 200 len: 946 time: 0.3084416 Feb 04 17:32:41.274006 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-5f12e26a-2d4b-45df-8bad-e270909604c7 tempest-FloatingIPNegativeTestJSON-537721989 tempest-FloatingIPNegativeTestJSON-537721989-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:41.323126 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-4e9e13e4-03df-4421-ae48-de5f9f50929f None None] For port d4fe6bcb-b77e-47f5-b873-4bd580e747e8, host n-d-827839-2, cleared binding levels {{(pid=103378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:32:41.326327 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-4e9e13e4-03df-4421-ae48-de5f9f50929f None None] For port d4fe6bcb-b77e-47f5-b873-4bd580e747e8, host n-d-827839-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=d4fe6bcb-b77e-47f5-b873-4bd580e747e8,segment=NetworkSegment(282d0b3c-97e2-40a6-9854-52e352e21060),segment_id=282d0b3c-97e2-40a6-9854-52e352e21060)] {{(pid=103378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:32:41.333223 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4e9e13e4-03df-4421-ae48-de5f9f50929f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (d4fe6bcb-b77e-47f5-b873-4bd580e747e8), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:41.387585 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-170700af-a941-41f4-a70c-0d7f15a07c8b req-43e56df5-a89e-4d98-9474-ecc63c800f24 service neutron] 10.222.0.90 "GET /v2.0/networks/3c6b4be4-b4b9-4735-a6e5-15af4ecbb3e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0685396 Feb 04 17:32:41.427903 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-ddc34a9e-9390-4c62-b9be-30c52f2932fe None None] Provisioning complete for port 1309e9a2-735a-47d6-aa66-ddc3ea926e90 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:32:41.428285 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ddc34a9e-9390-4c62-b9be-30c52f2932fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (1309e9a2-735a-47d6-aa66-ddc3ea926e90), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:41.557585 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9e13e4-03df-4421-ae48-de5f9f50929f None None] Pushing event updated for resources: {'Port': ['ID=d4fe6bcb-b77e-47f5-b873-4bd580e747e8,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:32:41.585071 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-5f12e26a-2d4b-45df-8bad-e270909604c7 tempest-FloatingIPNegativeTestJSON-537721989 tempest-FloatingIPNegativeTestJSON-537721989-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:41.601370 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 808e8c22-0c5d-49be-9729-8e6b343f9708 up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:32:41.605737 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-facae7f1-bf69-49b8-b422-a926f6eaff6b tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1543676', 'neutron.services.segments.db._delete_segments_for_network-8781084786517'] for network (46e5e29c-5d0a-4fc1-a6c4-8ceccaea7385), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:41.649956 n-d-827839-2 neutron-server[103377]: DEBUG neutron.services.segments.db [None req-facae7f1-bf69-49b8-b422-a926f6eaff6b tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46e5e29c-5d0a-4fc1-a6c4-8ceccaea7385']}} {{(pid=103377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:32:41.657191 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-0931e017-2c38-4e38-ae96-c279520be08a req-77300326-871c-47c3-8789-4bc579aa5684 tempest-AttachVolumeNegativeTest-179514357 tempest-AttachVolumeNegativeTest-179514357-project] 10.222.0.89 "GET /v2.0/security-groups?id=c354f4ed-9d7a-4839-ac0e-7acc5f1680a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4036632 Feb 04 17:32:41.678292 n-d-827839-2 neutron-server[103377]: DEBUG neutron.services.segments.db [None req-facae7f1-bf69-49b8-b422-a926f6eaff6b tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '282d0b3c-97e2-40a6-9854-52e352e21060') {'for_net_delete': True} {{(pid=103377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:32:41.678613 n-d-827839-2 neutron-server[103377]: DEBUG neutron.services.segments.db [None req-facae7f1-bf69-49b8-b422-a926f6eaff6b tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '282d0b3c-97e2-40a6-9854-52e352e21060') {} {{(pid=103377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:32:41.690304 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14601e16-82d8-49ca-9651-b10ac3c87c7e req-28732574-b488-49f4-bac6-d4c1d5a996f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:32:41.691302 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5db6277c-cee2-404c-81ff-e13b1618fbef None None] Network 46e5e29c-5d0a-4fc1-a6c4-8ceccaea7385 requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:32:41.692001 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-14601e16-82d8-49ca-9651-b10ac3c87c7e req-28732574-b488-49f4-bac6-d4c1d5a996f0 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=1340b33ced494106823c7c635ada16b9&device_id=a8a37a11-05ad-417e-9246-571115659a9e HTTP/1.1" status: 200 len: 1125 time: 0.1789911 Feb 04 17:32:41.706470 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-facae7f1-bf69-49b8-b422-a926f6eaff6b tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781084783966', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26866685'] for segment (282d0b3c-97e2-40a6-9854-52e352e21060), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:41.741788 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364b5397-6ba9-4e47-8277-1bf3898540fe req-e28cc850-fdb6-4c1e-82bd-871ec6fd0837 tempest-ServerDiskConfigTestJSON-47961148 tempest-ServerDiskConfigTestJSON-47961148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:32:41.750056 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-364b5397-6ba9-4e47-8277-1bf3898540fe req-e28cc850-fdb6-4c1e-82bd-871ec6fd0837 tempest-ServerDiskConfigTestJSON-47961148 tempest-ServerDiskConfigTestJSON-47961148-project] 10.222.0.89 "GET /v2.0/ports?device_id=a8a37a11-05ad-417e-9246-571115659a9e HTTP/1.1" status: 200 len: 943 time: 0.2442119 Feb 04 17:32:41.761581 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port 808e8c22-0c5d-49be-9729-8e6b343f9708 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:32:41.761964 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (808e8c22-0c5d-49be-9729-8e6b343f9708), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:41.786390 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-facae7f1-bf69-49b8-b422-a926f6eaff6b tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (282d0b3c-97e2-40a6-9854-52e352e21060), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:41.804124 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-facae7f1-bf69-49b8-b422-a926f6eaff6b tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Releasing vlan 794 on physical network physnet1 to pool {{(pid=103377) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 17:32:41.805275 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-facae7f1-bf69-49b8-b422-a926f6eaff6b tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25888454'] for segment (282d0b3c-97e2-40a6-9854-52e352e21060), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:41.809651 n-d-827839-2 neutron-server[103377]: Traceback (most recent call last): Feb 04 17:32:41.809651 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 17:32:41.809651 n-d-827839-2 neutron-server[103377]: timer() Feb 04 17:32:41.809651 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 17:32:41.809651 n-d-827839-2 neutron-server[103377]: cb(*args, **kw) Feb 04 17:32:41.809651 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 17:32:41.809651 n-d-827839-2 neutron-server[103377]: return func(*args, **kwargs) Feb 04 17:32:41.809651 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 17:32:41.809651 n-d-827839-2 neutron-server[103377]: self._notify() Feb 04 17:32:41.809651 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 17:32:41.809651 n-d-827839-2 neutron-server[103377]: self.callback(batched_events) Feb 04 17:32:41.809651 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 17:32:41.809651 n-d-827839-2 neutron-server[103377]: event.method(event) Feb 04 17:32:41.809651 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 17:32:41.809651 n-d-827839-2 neutron-server[103377]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 17:32:41.809651 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 17:32:41.809651 n-d-827839-2 neutron-server[103377]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 17:32:41.809651 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 17:32:41.809651 n-d-827839-2 neutron-server[103377]: return f(self, *a, **k) Feb 04 17:32:41.809651 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 17:32:41.809651 n-d-827839-2 neutron-server[103377]: return self._get(url).json() Feb 04 17:32:41.809651 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 17:32:41.809651 n-d-827839-2 neutron-server[103377]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 17:32:41.809651 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 17:32:41.809651 n-d-827839-2 neutron-server[103377]: return self.request(url, 'GET', **kwargs) Feb 04 17:32:41.809651 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 17:32:41.809651 n-d-827839-2 neutron-server[103377]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 17:32:41.809651 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 17:32:41.809651 n-d-827839-2 neutron-server[103377]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 17:32:41.809651 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 17:32:41.809651 n-d-827839-2 neutron-server[103377]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 17:32:41.809651 n-d-827839-2 neutron-server[103377]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 17:32:41.854807 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-364b5397-6ba9-4e47-8277-1bf3898540fe req-d569ce4b-595b-44d2-96ba-9e906e80652a tempest-ServerDiskConfigTestJSON-47961148 tempest-ServerDiskConfigTestJSON-47961148-project] 10.222.0.89 "GET /v2.0/security-groups?id=ffff0ed7-cf9e-4cbb-9be9-3a1c2dba1e58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972552 Feb 04 17:32:41.909549 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.db_base_plugin_common [None req-5f12e26a-2d4b-45df-8bad-e270909604c7 tempest-FloatingIPNegativeTestJSON-537721989 tempest-FloatingIPNegativeTestJSON-537721989-project] Allocated IP 172.25.6.205 (48165773-85ad-49a1-9ec1-76fc8dc24188/7660bfad-1ea8-4fe7-831b-bed836f13efc/7478f3bb-7b2c-47aa-8afa-7abf2dedf678) {{(pid=103376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:32:41.921117 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-ddc34a9e-9390-4c62-b9be-30c52f2932fe None None] Current status of the port 1309e9a2-735a-47d6-aa66-ddc3ea926e90 is: DOWN; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:32:41.925922 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ddc34a9e-9390-4c62-b9be-30c52f2932fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (1309e9a2-735a-47d6-aa66-ddc3ea926e90), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:41.947043 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.db.api [None req-facae7f1-bf69-49b8-b422-a926f6eaff6b tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 04 17:32:41.947043 n-d-827839-2 neutron-server[103377]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 04 17:32:41.947043 n-d-827839-2 neutron-server[103377]: [parameters: {'id': '46e5e29c-5d0a-4fc1-a6c4-8ceccaea7385'}] Feb 04 17:32:41.947043 n-d-827839-2 neutron-server[103377]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103377) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 17:32:41.947515 n-d-827839-2 neutron-server[103377]: DEBUG oslo_db.api [None req-facae7f1-bf69-49b8-b422-a926f6eaff6b tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 17:32:41.954091 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14601e16-82d8-49ca-9651-b10ac3c87c7e req-9dc89f0d-32e3-43ff-8009-4d441bb43afb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:32:41.955857 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-14601e16-82d8-49ca-9651-b10ac3c87c7e req-9dc89f0d-32e3-43ff-8009-4d441bb43afb service neutron] 10.222.0.90 "GET /v2.0/networks?id=3c6b4be4-b4b9-4735-a6e5-15af4ecbb3e6 HTTP/1.1" status: 200 len: 916 time: 0.2466543 Feb 04 17:32:41.986823 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d586ed98-07a4-4d96-b0b1-87e837bf0f73 None None] get_active_networks_info from n-d-827839-2 {{(pid=103378) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 04 17:32:42.017570 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-ddc34a9e-9390-4c62-b9be-30c52f2932fe None None] For port 1309e9a2-735a-47d6-aa66-ddc3ea926e90, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=1309e9a2-735a-47d6-aa66-ddc3ea926e90,segment=NetworkSegment(9a4ff826-eec9-4111-80ee-0079527ceaca),segment_id=9a4ff826-eec9-4111-80ee-0079527ceaca)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:32:42.036173 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-14601e16-82d8-49ca-9651-b10ac3c87c7e req-4eebce19-0baa-4aeb-9f86-cf2a82066db9 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=24da7943-996b-47dd-b387-4fb4e85e2ea6 HTTP/1.1" status: 200 len: 217 time: 0.0742397 Feb 04 17:32:42.052811 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ddc34a9e-9390-4c62-b9be-30c52f2932fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (1309e9a2-735a-47d6-aa66-ddc3ea926e90), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:42.119275 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-5f12e26a-2d4b-45df-8bad-e270909604c7 tempest-FloatingIPNegativeTestJSON-537721989 tempest-FloatingIPNegativeTestJSON-537721989-project] Publish callbacks [] for port (7478f3bb-7b2c-47aa-8afa-7abf2dedf678), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:42.160363 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-5f12e26a-2d4b-45df-8bad-e270909604c7 tempest-FloatingIPNegativeTestJSON-537721989 tempest-FloatingIPNegativeTestJSON-537721989-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (7478f3bb-7b2c-47aa-8afa-7abf2dedf678), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:42.171474 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14601e16-82d8-49ca-9651-b10ac3c87c7e req-d70ea5c6-57d5-4227-bcde-e7824199c033 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:32:42.176091 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-14601e16-82d8-49ca-9651-b10ac3c87c7e req-d70ea5c6-57d5-4227-bcde-e7824199c033 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=375be7ec-5e9b-4b86-ae0d-acfb51345bdd HTTP/1.1" status: 200 len: 855 time: 0.1316564 Feb 04 17:32:42.228297 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f12e26a-2d4b-45df-8bad-e270909604c7 tempest-FloatingIPNegativeTestJSON-537721989 tempest-FloatingIPNegativeTestJSON-537721989-project] Pushing event updated for resources: {'Port': ['ID=7478f3bb-7b2c-47aa-8afa-7abf2dedf678,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:32:42.236492 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-14601e16-82d8-49ca-9651-b10ac3c87c7e req-1f384846-9f75-488f-b72b-05d573066147 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=3c6b4be4-b4b9-4735-a6e5-15af4ecbb3e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0533869 Feb 04 17:32:42.242140 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc34a9e-9390-4c62-b9be-30c52f2932fe None None] Pushing event updated for resources: {'Port': ['ID=1309e9a2-735a-47d6-aa66-ddc3ea926e90,revision_number=3']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:32:42.280946 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f12e26a-2d4b-45df-8bad-e270909604c7 tempest-FloatingIPNegativeTestJSON-537721989 tempest-FloatingIPNegativeTestJSON-537721989-project] Network 48165773-85ad-49a1-9ec1-76fc8dc24188 is already hosted by enough agents. {{(pid=103376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:32:42.285498 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [None req-5f12e26a-2d4b-45df-8bad-e270909604c7 tempest-FloatingIPNegativeTestJSON-537721989 tempest-FloatingIPNegativeTestJSON-537721989-project] Resources bound (agent type, host, resource id): {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:32:42.289062 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f12e26a-2d4b-45df-8bad-e270909604c7 tempest-FloatingIPNegativeTestJSON-537721989 tempest-FloatingIPNegativeTestJSON-537721989-project] Received port after_create {{(pid=103376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:32:42.331204 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port 808e8c22-0c5d-49be-9729-8e6b343f9708 is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:32:42.332343 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 1309e9a2-735a-47d6-aa66-ddc3ea926e90 up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:32:42.402494 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (3f9244a9-75fc-4c10-b195-11d48b853b41), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:42.407146 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-ecdb4407-26fe-4d19-9bb6-f651fc9bf49e None None] Provisioning complete for port 1309e9a2-735a-47d6-aa66-ddc3ea926e90 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:32:42.407533 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ecdb4407-26fe-4d19-9bb6-f651fc9bf49e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (1309e9a2-735a-47d6-aa66-ddc3ea926e90), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:42.412185 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-14601e16-82d8-49ca-9651-b10ac3c87c7e req-b4078200-6db8-47d0-951a-949da2e528e4 service neutron] 10.222.0.90 "GET /v2.0/networks/3c6b4be4-b4b9-4735-a6e5-15af4ecbb3e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1678751 Feb 04 17:32:42.471870 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-facae7f1-bf69-49b8-b422-a926f6eaff6b tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628832'] for network (46e5e29c-5d0a-4fc1-a6c4-8ceccaea7385), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:42.537077 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-14601e16-82d8-49ca-9651-b10ac3c87c7e req-c8407b11-e5f0-4ae5-bae4-f0819dfcff6d service neutron] 10.222.0.90 "GET /v2.0/networks/3c6b4be4-b4b9-4735-a6e5-15af4ecbb3e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1172380 Feb 04 17:32:42.570011 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-5f12e26a-2d4b-45df-8bad-e270909604c7 tempest-FloatingIPNegativeTestJSON-537721989 tempest-FloatingIPNegativeTestJSON-537721989-project] Deleting port 7478f3bb-7b2c-47aa-8afa-7abf2dedf678 {{(pid=103376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:32:42.570519 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-5f12e26a-2d4b-45df-8bad-e270909604c7 tempest-FloatingIPNegativeTestJSON-537721989 tempest-FloatingIPNegativeTestJSON-537721989-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (7478f3bb-7b2c-47aa-8afa-7abf2dedf678), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:42.597234 n-d-827839-2 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d586ed98-07a4-4d96-b0b1-87e837bf0f73 None None] Resources bound (agent type, host, resource id): {{(pid=103378) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 04 17:32:42.617421 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-facae7f1-bf69-49b8-b422-a926f6eaff6b tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Deleting port d4fe6bcb-b77e-47f5-b873-4bd580e747e8 {{(pid=103377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:32:42.618721 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-facae7f1-bf69-49b8-b422-a926f6eaff6b tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (d4fe6bcb-b77e-47f5-b873-4bd580e747e8), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:42.689340 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-5f12e26a-2d4b-45df-8bad-e270909604c7 tempest-FloatingIPNegativeTestJSON-537721989 tempest-FloatingIPNegativeTestJSON-537721989-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (7478f3bb-7b2c-47aa-8afa-7abf2dedf678), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:42.689880 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-5f12e26a-2d4b-45df-8bad-e270909604c7 tempest-FloatingIPNegativeTestJSON-537721989 tempest-FloatingIPNegativeTestJSON-537721989-project] Publish callbacks [] for floatingip (7478f3bb-7b2c-47aa-8afa-7abf2dedf678), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:42.709606 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-5f12e26a-2d4b-45df-8bad-e270909604c7 tempest-FloatingIPNegativeTestJSON-537721989 tempest-FloatingIPNegativeTestJSON-537721989-project] Calling delete_port for 7478f3bb-7b2c-47aa-8afa-7abf2dedf678 owned by network:floatingip {{(pid=103376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:32:42.757419 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [None req-facae7f1-bf69-49b8-b422-a926f6eaff6b tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] For port d4fe6bcb-b77e-47f5-b873-4bd580e747e8, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=d4fe6bcb-b77e-47f5-b873-4bd580e747e8,segment=NetworkSegment(282d0b3c-97e2-40a6-9854-52e352e21060),segment_id=282d0b3c-97e2-40a6-9854-52e352e21060)] {{(pid=103377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:32:42.757803 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-facae7f1-bf69-49b8-b422-a926f6eaff6b tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (d4fe6bcb-b77e-47f5-b873-4bd580e747e8), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:42.803887 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-facae7f1-bf69-49b8-b422-a926f6eaff6b tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Calling delete_port for d4fe6bcb-b77e-47f5-b873-4bd580e747e8 owned by network:dhcp {{(pid=103377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:32:42.837486 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port 1309e9a2-735a-47d6-aa66-ddc3ea926e90 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:32:42.838228 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (1309e9a2-735a-47d6-aa66-ddc3ea926e90), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:42.842774 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-ecdb4407-26fe-4d19-9bb6-f651fc9bf49e None None] Current status of the port 1309e9a2-735a-47d6-aa66-ddc3ea926e90 is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:32:42.909393 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-5f12e26a-2d4b-45df-8bad-e270909604c7 tempest-FloatingIPNegativeTestJSON-537721989 tempest-FloatingIPNegativeTestJSON-537721989-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (7478f3bb-7b2c-47aa-8afa-7abf2dedf678), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:42.991999 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f12e26a-2d4b-45df-8bad-e270909604c7 tempest-FloatingIPNegativeTestJSON-537721989 tempest-FloatingIPNegativeTestJSON-537721989-project] Pushing event deleted for resources: {'Port': ['ID=7478f3bb-7b2c-47aa-8afa-7abf2dedf678,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:32:43.046763 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1066af1-418f-48e2-a90e-f67af4f6e24a req-55b2a34f-2e97-4582-8eeb-d4a7919e9744 tempest-AttachVolumeNegativeTest-179514357 tempest-AttachVolumeNegativeTest-179514357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:32:43.053527 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-b1066af1-418f-48e2-a90e-f67af4f6e24a req-55b2a34f-2e97-4582-8eeb-d4a7919e9744 tempest-AttachVolumeNegativeTest-179514357 tempest-AttachVolumeNegativeTest-179514357-project] 10.222.0.89 "GET /v2.0/ports?device_id=0f534955-8600-49e7-ba57-2378f4bdf14a HTTP/1.1" status: 200 len: 946 time: 0.2538242 Feb 04 17:32:43.091773 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port 1309e9a2-735a-47d6-aa66-ddc3ea926e90 is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:32:43.232294 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-b1066af1-418f-48e2-a90e-f67af4f6e24a req-7b480d5c-33b6-4984-88eb-b3ca4481b748 tempest-AttachVolumeNegativeTest-179514357 tempest-AttachVolumeNegativeTest-179514357-project] 10.222.0.89 "GET /v2.0/security-groups?id=c354f4ed-9d7a-4839-ac0e-7acc5f1680a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1646936 Feb 04 17:32:43.244286 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-facae7f1-bf69-49b8-b422-a926f6eaff6b tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (d4fe6bcb-b77e-47f5-b873-4bd580e747e8), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:43.278707 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53383fd6-7a8c-49dd-b544-2f7747a5fce0 req-5dd30659-4f79-436b-8803-93ff4a49def0 tempest-ServerDiskConfigTestJSON-47961148 tempest-ServerDiskConfigTestJSON-47961148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:32:43.280414 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-53383fd6-7a8c-49dd-b544-2f7747a5fce0 req-5dd30659-4f79-436b-8803-93ff4a49def0 tempest-ServerDiskConfigTestJSON-47961148 tempest-ServerDiskConfigTestJSON-47961148-project] 10.222.0.89 "GET /v2.0/ports?device_id=a8a37a11-05ad-417e-9246-571115659a9e HTTP/1.1" status: 200 len: 943 time: 0.3048937 Feb 04 17:32:43.295715 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 1309e9a2-735a-47d6-aa66-ddc3ea926e90 up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:32:43.329481 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-facae7f1-bf69-49b8-b422-a926f6eaff6b tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Pushing event deleted for resources: {'Port': ['ID=d4fe6bcb-b77e-47f5-b873-4bd580e747e8,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:32:43.344232 n-d-827839-2 neutron-server[103376]: INFO neutron.api.v2.resource [None req-5f12e26a-2d4b-45df-8bad-e270909604c7 tempest-FloatingIPNegativeTestJSON-537721989 tempest-FloatingIPNegativeTestJSON-537721989-project] create failed (client error): The resource could not be found. Feb 04 17:32:43.350284 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-5f12e26a-2d4b-45df-8bad-e270909604c7 tempest-FloatingIPNegativeTestJSON-537721989 tempest-FloatingIPNegativeTestJSON-537721989-project] 10.222.0.89 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 2.1300719 Feb 04 17:32:43.351585 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 50496) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:32:43.398062 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-53383fd6-7a8c-49dd-b544-2f7747a5fce0 req-9f7badd0-e2bd-422f-bee1-8cf56c93bb66 tempest-ServerDiskConfigTestJSON-47961148 tempest-ServerDiskConfigTestJSON-47961148-project] 10.222.0.89 "GET /v2.0/security-groups?id=ffff0ed7-cf9e-4cbb-9be9-3a1c2dba1e58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635326 Feb 04 17:32:43.409657 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port 1309e9a2-735a-47d6-aa66-ddc3ea926e90 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:32:43.410044 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (1309e9a2-735a-47d6-aa66-ddc3ea926e90), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:43.431849 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-facae7f1-bf69-49b8-b422-a926f6eaff6b tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] No DVR routers for this DVR port d4fe6bcb-b77e-47f5-b873-4bd580e747e8 on host n-d-827839-2 {{(pid=103377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 17:32:43.644853 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-facae7f1-bf69-49b8-b422-a926f6eaff6b tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1543676', 'neutron.services.segments.db._delete_segments_for_network-8781084786517'] for network (46e5e29c-5d0a-4fc1-a6c4-8ceccaea7385), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:43.678116 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-f7d22d97-48eb-4cd4-98da-c2260e4d00c7 tempest-FloatingIPNegativeTestJSON-537721989 tempest-FloatingIPNegativeTestJSON-537721989-project] Deleting port 7977c48e-a94e-466c-8e03-8456bff9570c {{(pid=103377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:32:43.680047 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-f7d22d97-48eb-4cd4-98da-c2260e4d00c7 tempest-FloatingIPNegativeTestJSON-537721989 tempest-FloatingIPNegativeTestJSON-537721989-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (7977c48e-a94e-466c-8e03-8456bff9570c), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:43.736388 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port 1309e9a2-735a-47d6-aa66-ddc3ea926e90 is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:32:43.796926 n-d-827839-2 neutron-server[103377]: DEBUG neutron.services.segments.db [None req-facae7f1-bf69-49b8-b422-a926f6eaff6b tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46e5e29c-5d0a-4fc1-a6c4-8ceccaea7385']}} {{(pid=103377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:32:43.808820 n-d-827839-2 neutron-server[103377]: DEBUG neutron.services.segments.db [None req-facae7f1-bf69-49b8-b422-a926f6eaff6b tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '282d0b3c-97e2-40a6-9854-52e352e21060') {'for_net_delete': True} {{(pid=103377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:32:43.809170 n-d-827839-2 neutron-server[103377]: DEBUG neutron.services.segments.db [None req-facae7f1-bf69-49b8-b422-a926f6eaff6b tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '282d0b3c-97e2-40a6-9854-52e352e21060') {} {{(pid=103377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:32:43.820914 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-facae7f1-bf69-49b8-b422-a926f6eaff6b tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781084783966', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26866685'] for segment (282d0b3c-97e2-40a6-9854-52e352e21060), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:43.845371 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-facae7f1-bf69-49b8-b422-a926f6eaff6b tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (282d0b3c-97e2-40a6-9854-52e352e21060), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:43.847223 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-facae7f1-bf69-49b8-b422-a926f6eaff6b tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Releasing vlan 794 on physical network physnet1 to pool {{(pid=103377) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 17:32:43.847893 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-facae7f1-bf69-49b8-b422-a926f6eaff6b tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25888454'] for segment (282d0b3c-97e2-40a6-9854-52e352e21060), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:43.912679 n-d-827839-2 neutron-server[103377]: Traceback (most recent call last): Feb 04 17:32:43.912679 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 17:32:43.912679 n-d-827839-2 neutron-server[103377]: timer() Feb 04 17:32:43.912679 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 17:32:43.912679 n-d-827839-2 neutron-server[103377]: cb(*args, **kw) Feb 04 17:32:43.912679 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 17:32:43.912679 n-d-827839-2 neutron-server[103377]: return func(*args, **kwargs) Feb 04 17:32:43.912679 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 17:32:43.912679 n-d-827839-2 neutron-server[103377]: self._notify() Feb 04 17:32:43.912679 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 17:32:43.912679 n-d-827839-2 neutron-server[103377]: self.callback(batched_events) Feb 04 17:32:43.912679 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 17:32:43.912679 n-d-827839-2 neutron-server[103377]: event.method(event) Feb 04 17:32:43.912679 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 17:32:43.912679 n-d-827839-2 neutron-server[103377]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 17:32:43.912679 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 17:32:43.912679 n-d-827839-2 neutron-server[103377]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 17:32:43.912679 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 17:32:43.912679 n-d-827839-2 neutron-server[103377]: return f(self, *a, **k) Feb 04 17:32:43.912679 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 17:32:43.912679 n-d-827839-2 neutron-server[103377]: return self._get(url).json() Feb 04 17:32:43.912679 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 17:32:43.912679 n-d-827839-2 neutron-server[103377]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 17:32:43.912679 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 17:32:43.912679 n-d-827839-2 neutron-server[103377]: return self.request(url, 'GET', **kwargs) Feb 04 17:32:43.912679 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 17:32:43.912679 n-d-827839-2 neutron-server[103377]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 17:32:43.912679 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 17:32:43.912679 n-d-827839-2 neutron-server[103377]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 17:32:43.912679 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 17:32:43.912679 n-d-827839-2 neutron-server[103377]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 17:32:43.912679 n-d-827839-2 neutron-server[103377]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 17:32:43.918515 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Device 24da7943-996b-47dd-b387-4fb4e85e2ea6 details requested by agent hyperv_n-h2-827839-2 with host n-h2-827839-2 {{(pid=103378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 17:32:43.955693 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-facae7f1-bf69-49b8-b422-a926f6eaff6b tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1543671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1595572'] for network (46e5e29c-5d0a-4fc1-a6c4-8ceccaea7385), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:43.978664 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-facae7f1-bf69-49b8-b422-a926f6eaff6b tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Publish callbacks [] for network (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:43.982547 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-facae7f1-bf69-49b8-b422-a926f6eaff6b tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] 10.222.0.89 "DELETE /v2.0/networks/46e5e29c-5d0a-4fc1-a6c4-8ceccaea7385 HTTP/1.1" status: 204 len: 168 time: 4.6097491 Feb 04 17:32:43.986442 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 50506) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:32:43.995632 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-785b9c41-e5cc-478f-9133-9a30b88ed453 tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1736388886'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:32:44.036956 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-785b9c41-e5cc-478f-9133-9a30b88ed453 tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Made reservation on behalf of 80bffe6ca9b744ee9caf341b90ea1640 for: {'network': 1} {{(pid=103376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:32:44.043677 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-785b9c41-e5cc-478f-9133-9a30b88ed453 tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for network (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:44.054924 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-facae7f1-bf69-49b8-b422-a926f6eaff6b tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Pushing event deleted for resources: {'Network': ['ID=46e5e29c-5d0a-4fc1-a6c4-8ceccaea7385,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:32:44.068918 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] For port 24da7943-996b-47dd-b387-4fb4e85e2ea6, host n-h2-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=24da7943-996b-47dd-b387-4fb4e85e2ea6,segment=NetworkSegment(c672906f-f6f7-41c3-8178-df9515ad242f),segment_id=c672906f-f6f7-41c3-8178-df9515ad242f)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:32:44.088184 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-f7d22d97-48eb-4cd4-98da-c2260e4d00c7 tempest-FloatingIPNegativeTestJSON-537721989 tempest-FloatingIPNegativeTestJSON-537721989-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (7977c48e-a94e-466c-8e03-8456bff9570c), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:44.092757 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-785b9c41-e5cc-478f-9133-9a30b88ed453 tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] vlan segment allocate from pool success with {'vlan_id': 778, 'physical_network': 'physnet1'} {{(pid=103376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 17:32:44.098902 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Returning: {'device': '24da7943-996b-47dd-b387-4fb4e85e2ea6', 'network_id': '3c6b4be4-b4b9-4735-a6e5-15af4ecbb3e6', 'port_id': '24da7943-996b-47dd-b387-4fb4e85e2ea6', 'mac_address': 'fa:16:3e:1a:f7:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 788, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '375be7ec-5e9b-4b86-ae0d-acfb51345bdd', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 17:32:44.123475 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-f7d22d97-48eb-4cd4-98da-c2260e4d00c7 tempest-FloatingIPNegativeTestJSON-537721989 tempest-FloatingIPNegativeTestJSON-537721989-project] Calling delete_port for 7977c48e-a94e-466c-8e03-8456bff9570c owned by {{(pid=103377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:32:44.124924 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-785b9c41-e5cc-478f-9133-9a30b88ed453 tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (c32b7240-1589-49a0-a057-411428707fce), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:44.130643 n-d-827839-2 neutron-server[103376]: INFO neutron.db.segments_db [None req-785b9c41-e5cc-478f-9133-9a30b88ed453 tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Added segment c32b7240-1589-49a0-a057-411428707fce of type vlan for network 48b121ac-9b49-42bf-8cdc-f51d84e2b298 Feb 04 17:32:44.247113 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Current status of the port 24da7943-996b-47dd-b387-4fb4e85e2ea6 is: DOWN; New status is: BUILD {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:32:44.247525 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (24da7943-996b-47dd-b387-4fb4e85e2ea6), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:44.263827 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24da7943-996b-47dd-b387-4fb4e85e2ea6 {{(pid=103378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 17:32:44.318887 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] For port 24da7943-996b-47dd-b387-4fb4e85e2ea6, host n-h2-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=24da7943-996b-47dd-b387-4fb4e85e2ea6,segment=NetworkSegment(c672906f-f6f7-41c3-8178-df9515ad242f),segment_id=c672906f-f6f7-41c3-8178-df9515ad242f)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:32:44.327588 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-785b9c41-e5cc-478f-9133-9a30b88ed453 tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781084292801'] for network (48b121ac-9b49-42bf-8cdc-f51d84e2b298), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:44.332869 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (24da7943-996b-47dd-b387-4fb4e85e2ea6), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:44.403335 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-785b9c41-e5cc-478f-9133-9a30b88ed453 tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327'] for network (48b121ac-9b49-42bf-8cdc-f51d84e2b298), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:44.405119 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Pushing event updated for resources: {'Port': ['ID=24da7943-996b-47dd-b387-4fb4e85e2ea6,revision_number=4']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:32:44.417744 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-785b9c41-e5cc-478f-9133-9a30b88ed453 tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:32:44.420303 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-785b9c41-e5cc-478f-9133-9a30b88ed453 tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677565'] for network (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:44.535251 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-f7d22d97-48eb-4cd4-98da-c2260e4d00c7 tempest-FloatingIPNegativeTestJSON-537721989 tempest-FloatingIPNegativeTestJSON-537721989-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (7977c48e-a94e-466c-8e03-8456bff9570c), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:44.561616 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] get_ports_and_sgs() called for port_ids ['24da7943-996b-47dd-b387-4fb4e85e2ea6'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 17:32:44.580501 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-785b9c41-e5cc-478f-9133-9a30b88ed453 tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5887251 Feb 04 17:32:44.585223 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 50520) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:32:44.600054 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-a812ccd1-6200-42b4-8db7-ed17698165ab tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Request body: {'subnet': {'network_id': '48b121ac-9b49-42bf-8cdc-f51d84e2b298', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:32:44.744013 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785b9c41-e5cc-478f-9133-9a30b88ed453 tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Pushing event updated for resources: {'Network': ['ID=48b121ac-9b49-42bf-8cdc-f51d84e2b298,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:32:44.765489 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Network 48b121ac-9b49-42bf-8cdc-f51d84e2b298 details requested by agent ovs-agent-n-d-827839-2 with host n-d-827839-2 {{(pid=103378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 17:32:44.810618 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d22d97-48eb-4cd4-98da-c2260e4d00c7 tempest-FloatingIPNegativeTestJSON-537721989 tempest-FloatingIPNegativeTestJSON-537721989-project] Pushing event deleted for resources: {'Port': ['ID=7977c48e-a94e-466c-8e03-8456bff9570c,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:32:44.871960 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a812ccd1-6200-42b4-8db7-ed17698165ab tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Made reservation on behalf of 80bffe6ca9b744ee9caf341b90ea1640 for: {'subnet': 1} {{(pid=103376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:32:44.878032 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-a812ccd1-6200-42b4-8db7-ed17698165ab tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25859006'] for subnet (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:45.014975 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08a12c5-6185-4737-a053-fd5e2661ae27 req-07bb951a-873f-4472-b7c1-0388fbb50887 tempest-ServerDiskConfigTestJSON-47961148 tempest-ServerDiskConfigTestJSON-47961148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:32:45.036383 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-e08a12c5-6185-4737-a053-fd5e2661ae27 req-07bb951a-873f-4472-b7c1-0388fbb50887 tempest-ServerDiskConfigTestJSON-47961148 tempest-ServerDiskConfigTestJSON-47961148-project] 10.222.0.89 "GET /v2.0/ports?device_id=a8a37a11-05ad-417e-9246-571115659a9e HTTP/1.1" status: 200 len: 944 time: 0.5304258 Feb 04 17:32:45.048681 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-f7d22d97-48eb-4cd4-98da-c2260e4d00c7 tempest-FloatingIPNegativeTestJSON-537721989 tempest-FloatingIPNegativeTestJSON-537721989-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:45.051823 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-f7d22d97-48eb-4cd4-98da-c2260e4d00c7 tempest-FloatingIPNegativeTestJSON-537721989 tempest-FloatingIPNegativeTestJSON-537721989-project] 10.222.0.89 "DELETE /v2.0/ports/7977c48e-a94e-466c-8e03-8456bff9570c HTTP/1.1" status: 204 len: 168 time: 1.6981196 Feb 04 17:32:45.054423 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 50530) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:32:45.151521 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-e08a12c5-6185-4737-a053-fd5e2661ae27 req-3ccda4a8-45ee-44f1-ac3a-ac83f45d6de3 tempest-ServerDiskConfigTestJSON-47961148 tempest-ServerDiskConfigTestJSON-47961148-project] 10.222.0.89 "GET /v2.0/security-groups?id=ffff0ed7-cf9e-4cbb-9be9-3a1c2dba1e58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141226 Feb 04 17:32:45.245000 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b24d66a-8ab9-4d63-9226-d4711ca2c714 tempest-FloatingIPNegativeTestJSON-537721989 tempest-FloatingIPNegativeTestJSON-537721989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:32:45.246854 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-9b24d66a-8ab9-4d63-9226-d4711ca2c714 tempest-FloatingIPNegativeTestJSON-537721989 tempest-FloatingIPNegativeTestJSON-537721989-project] 10.222.0.89 "GET /v2.0/ports?device_id=6d55fada-9f38-483b-b801-4e091a2873cc HTTP/1.1" status: 200 len: 913 time: 0.1912596 Feb 04 17:32:45.249473 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 50534) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:32:45.341025 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 50536) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:32:45.455287 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-a812ccd1-6200-42b4-8db7-ed17698165ab tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25674939', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25858952'] for subnet (a0ceb2d4-f25c-42cd-84b1-94f278b4e40c), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:45.568235 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a812ccd1-6200-42b4-8db7-ed17698165ab tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Pushing event updated for resources: {'Subnet': ['ID=a0ceb2d4-f25c-42cd-84b1-94f278b4e40c,revision_number=0']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:32:45.569739 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-79a1cf2d-9e01-47ab-bbae-b6007cf32caf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:45.611732 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a812ccd1-6200-42b4-8db7-ed17698165ab tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Checking segment: {'id': 'c32b7240-1589-49a0-a057-411428707fce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '48b121ac-9b49-42bf-8cdc-f51d84e2b298'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:32:45.611732 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a812ccd1-6200-42b4-8db7-ed17698165ab tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Network hostable DHCP agents. Network: 48b121ac-9b49-42bf-8cdc-f51d84e2b298, hostable agents: ['bb89f5a3-3c22-440b-b7d1-c4f0c43c184a'], hosted agents: [] {{(pid=103376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 17:32:45.647155 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a812ccd1-6200-42b4-8db7-ed17698165ab tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Network 48b121ac-9b49-42bf-8cdc-f51d84e2b298 is scheduled to be hosted by DHCP agent bb89f5a3-3c22-440b-b7d1-c4f0c43c184a with binding_index 1 {{(pid=103376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 17:32:45.666993 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [None req-a812ccd1-6200-42b4-8db7-ed17698165ab tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827839-2, 48b121ac-9b49-42bf-8cdc-f51d84e2b298) {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:32:45.671405 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a812ccd1-6200-42b4-8db7-ed17698165ab tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:32:45.672027 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-a812ccd1-6200-42b4-8db7-ed17698165ab tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Publish callbacks [] for subnet (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:45.677068 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb597773-57d4-42c1-a63b-2a0d8a409de5 None None] Network 48b121ac-9b49-42bf-8cdc-f51d84e2b298 requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:32:45.695471 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-a812ccd1-6200-42b4-8db7-ed17698165ab tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 1.1005354 Feb 04 17:32:45.696878 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 50542) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:32:45.902081 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-79a1cf2d-9e01-47ab-bbae-b6007cf32caf admin admin] Publish callbacks [] for security_group (71f90b52-5583-4ed8-84c5-82cca1630848), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:45.918407 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-79a1cf2d-9e01-47ab-bbae-b6007cf32caf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (71f90b52-5583-4ed8-84c5-82cca1630848), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:45.920260 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-75d2832c-ac01-4dfb-a2f9-f6cee68e5fc0 tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628832'] for network (48b121ac-9b49-42bf-8cdc-f51d84e2b298), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:45.931387 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Device 24da7943-996b-47dd-b387-4fb4e85e2ea6 up at agent hyperv_n-h2-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:32:46.018284 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0da09840-dfde-467e-bb89-f3aae3bfb99b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e4c19ad-5724-5db8-8ee1-4f56ae69fcf4-48b121ac-9b49-42bf-8cdc-f51d84e2b298', 'network_id': '48b121ac-9b49-42bf-8cdc-f51d84e2b298', 'project_id': '80bffe6ca9b744ee9caf341b90ea1640', 'fixed_ips': [{'subnet_id': 'a0ceb2d4-f25c-42cd-84b1-94f278b4e40c'}]}} from n-d-827839-2. {{(pid=103378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 17:32:46.024780 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0da09840-dfde-467e-bb89-f3aae3bfb99b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:46.056428 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-79a1cf2d-9e01-47ab-bbae-b6007cf32caf admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=311ec756a72c4e878c4d2a02800defae&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7120085 Feb 04 17:32:46.056428 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a1cf2d-9e01-47ab-bbae-b6007cf32caf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71f90b52-5583-4ed8-84c5-82cca1630848,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:32:46.060332 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 50546) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:32:46.087391 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-75d2832c-ac01-4dfb-a2f9-f6cee68e5fc0 tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1541225'] for subnet (a0ceb2d4-f25c-42cd-84b1-94f278b4e40c), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:46.192118 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-ad25399e-3572-4490-b0ee-6c36811adf24 tempest-FloatingIPNegativeTestJSON-537721989 tempest-FloatingIPNegativeTestJSON-537721989-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602754'] for router_interface (6d55fada-9f38-483b-b801-4e091a2873cc), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:46.243133 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-0da09840-dfde-467e-bb89-f3aae3bfb99b None None] Allocated IP 2001:db8::1 (48b121ac-9b49-42bf-8cdc-f51d84e2b298/a0ceb2d4-f25c-42cd-84b1-94f278b4e40c/f0570f02-e509-45d2-b690-5e65d8d33e3c) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:32:46.359242 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-fe084823-1c16-43f8-bd0f-903527bc551f admin admin] Publish callbacks [] for security_group (71f90b52-5583-4ed8-84c5-82cca1630848), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:46.405318 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-fe084823-1c16-43f8-bd0f-903527bc551f admin admin] Publish callbacks [] for security_group (71f90b52-5583-4ed8-84c5-82cca1630848), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:46.406230 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0da09840-dfde-467e-bb89-f3aae3bfb99b None None] Publish callbacks [] for port (f0570f02-e509-45d2-b690-5e65d8d33e3c), precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:46.424952 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0da09840-dfde-467e-bb89-f3aae3bfb99b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135'] for port (f0570f02-e509-45d2-b690-5e65d8d33e3c), after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:46.495115 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Provisioning for port 24da7943-996b-47dd-b387-4fb4e85e2ea6 completed by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 17:32:46.504382 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Provisioning complete for port 24da7943-996b-47dd-b387-4fb4e85e2ea6 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:32:46.510016 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (24da7943-996b-47dd-b387-4fb4e85e2ea6), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:46.512654 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-75d2832c-ac01-4dfb-a2f9-f6cee68e5fc0 tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1541216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25675894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25858947'] for subnet (a0ceb2d4-f25c-42cd-84b1-94f278b4e40c), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:46.531920 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbce7421-13e0-4aa5-adb6-85aec269b605 req-120c2399-8565-4016-bd1c-f1894da6a45f tempest-ServerDiskConfigTestJSON-47961148 tempest-ServerDiskConfigTestJSON-47961148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:32:46.539428 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-bbce7421-13e0-4aa5-adb6-85aec269b605 req-120c2399-8565-4016-bd1c-f1894da6a45f tempest-ServerDiskConfigTestJSON-47961148 tempest-ServerDiskConfigTestJSON-47961148-project] 10.222.0.89 "GET /v2.0/ports?device_id=a8a37a11-05ad-417e-9246-571115659a9e HTTP/1.1" status: 200 len: 944 time: 0.2768624 Feb 04 17:32:46.587866 n-d-827839-2 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0da09840-dfde-467e-bb89-f3aae3bfb99b None None] Network 48b121ac-9b49-42bf-8cdc-f51d84e2b298 is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:32:46.608512 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d2832c-ac01-4dfb-a2f9-f6cee68e5fc0 tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Pushing event deleted for resources: {'Subnet': ['ID=a0ceb2d4-f25c-42cd-84b1-94f278b4e40c,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:32:46.622978 n-d-827839-2 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-0da09840-dfde-467e-bb89-f3aae3bfb99b None None] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:32:46.634865 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0da09840-dfde-467e-bb89-f3aae3bfb99b None None] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:32:46.637032 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da09840-dfde-467e-bb89-f3aae3bfb99b None None] Pushing event updated for resources: {'Port': ['ID=f0570f02-e509-45d2-b690-5e65d8d33e3c,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:32:46.669535 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-ad25399e-3572-4490-b0ee-6c36811adf24 tempest-FloatingIPNegativeTestJSON-537721989 tempest-FloatingIPNegativeTestJSON-537721989-project] Deleting port 5323269d-9c12-4778-996d-7601175b21b1 {{(pid=103377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:32:46.670110 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-ad25399e-3572-4490-b0ee-6c36811adf24 tempest-FloatingIPNegativeTestJSON-537721989 tempest-FloatingIPNegativeTestJSON-537721989-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (5323269d-9c12-4778-996d-7601175b21b1), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:46.783283 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-fe084823-1c16-43f8-bd0f-903527bc551f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (71f90b52-5583-4ed8-84c5-82cca1630848), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:46.788881 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-ad25399e-3572-4490-b0ee-6c36811adf24 tempest-FloatingIPNegativeTestJSON-537721989 tempest-FloatingIPNegativeTestJSON-537721989-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (5323269d-9c12-4778-996d-7601175b21b1), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:46.792165 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-fe084823-1c16-43f8-bd0f-903527bc551f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:46.803369 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-ad25399e-3572-4490-b0ee-6c36811adf24 tempest-FloatingIPNegativeTestJSON-537721989 tempest-FloatingIPNegativeTestJSON-537721989-project] Calling delete_port for 5323269d-9c12-4778-996d-7601175b21b1 owned by network:router_interface {{(pid=103377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:32:46.808214 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-fe084823-1c16-43f8-bd0f-903527bc551f admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/71f90b52-5583-4ed8-84c5-82cca1630848 HTTP/1.1" status: 204 len: 168 time: 0.7469032 Feb 04 17:32:46.810417 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-75d2832c-ac01-4dfb-a2f9-f6cee68e5fc0 tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1543676', 'neutron.services.segments.db._delete_segments_for_network-8781084786517'] for network (48b121ac-9b49-42bf-8cdc-f51d84e2b298), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:46.821768 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-0da09840-dfde-467e-bb89-f3aae3bfb99b None None] Attempting to bind port f0570f02-e509-45d2-b690-5e65d8d33e3c on host n-d-827839-2 for vnic_type normal with profile {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:32:46.822393 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-0da09840-dfde-467e-bb89-f3aae3bfb99b None None] Attempting to bind port f0570f02-e509-45d2-b690-5e65d8d33e3c by drivers openvswitch,hyperv on host n-d-827839-2 at level 0 using segments [{'id': 'c32b7240-1589-49a0-a057-411428707fce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '48b121ac-9b49-42bf-8cdc-f51d84e2b298'}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:32:46.822699 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0da09840-dfde-467e-bb89-f3aae3bfb99b None None] Attempting to bind port f0570f02-e509-45d2-b690-5e65d8d33e3c on network 48b121ac-9b49-42bf-8cdc-f51d84e2b298 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:32:46.855114 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0da09840-dfde-467e-bb89-f3aae3bfb99b None None] Checking agent: {'id': 'ba70844b-66a0-45fd-a2f2-e6ed673321fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 0, 36), 'started_at': datetime.datetime(2022, 2, 4, 17, 1, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 32, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:32:46.855954 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0da09840-dfde-467e-bb89-f3aae3bfb99b None None] Checking segment: {'id': 'c32b7240-1589-49a0-a057-411428707fce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '48b121ac-9b49-42bf-8cdc-f51d84e2b298'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:32:46.856589 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0da09840-dfde-467e-bb89-f3aae3bfb99b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:46.857766 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0da09840-dfde-467e-bb89-f3aae3bfb99b None None] Bound using segment: {'id': 'c32b7240-1589-49a0-a057-411428707fce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '48b121ac-9b49-42bf-8cdc-f51d84e2b298'} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:32:46.858682 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-0da09840-dfde-467e-bb89-f3aae3bfb99b None None] Bound port: f0570f02-e509-45d2-b690-5e65d8d33e3c, host: n-d-827839-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c32b7240-1589-49a0-a057-411428707fce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '48b121ac-9b49-42bf-8cdc-f51d84e2b298'}}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:32:46.859289 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0da09840-dfde-467e-bb89-f3aae3bfb99b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (f0570f02-e509-45d2-b690-5e65d8d33e3c), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:46.865382 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-bbce7421-13e0-4aa5-adb6-85aec269b605 req-6b39df58-4fe5-42a1-a2b1-613ed36d8c13 tempest-ServerDiskConfigTestJSON-47961148 tempest-ServerDiskConfigTestJSON-47961148-project] 10.222.0.89 "GET /v2.0/security-groups?id=ffff0ed7-cf9e-4cbb-9be9-3a1c2dba1e58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3243263 Feb 04 17:32:46.886752 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe084823-1c16-43f8-bd0f-903527bc551f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71f90b52-5583-4ed8-84c5-82cca1630848,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:32:46.891712 n-d-827839-2 neutron-server[103376]: DEBUG neutron.services.segments.db [None req-75d2832c-ac01-4dfb-a2f9-f6cee68e5fc0 tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48b121ac-9b49-42bf-8cdc-f51d84e2b298']}} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:32:46.913706 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Current status of the port 24da7943-996b-47dd-b387-4fb4e85e2ea6 is: BUILD; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:32:46.914347 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (24da7943-996b-47dd-b387-4fb4e85e2ea6), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:46.920523 n-d-827839-2 neutron-server[103376]: DEBUG neutron.services.segments.db [None req-75d2832c-ac01-4dfb-a2f9-f6cee68e5fc0 tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c32b7240-1589-49a0-a057-411428707fce') {'for_net_delete': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:32:46.920874 n-d-827839-2 neutron-server[103376]: DEBUG neutron.services.segments.db [None req-75d2832c-ac01-4dfb-a2f9-f6cee68e5fc0 tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c32b7240-1589-49a0-a057-411428707fce') {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:32:46.940539 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-75d2832c-ac01-4dfb-a2f9-f6cee68e5fc0 tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781084783966', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25674908'] for segment (c32b7240-1589-49a0-a057-411428707fce), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:46.971084 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-75d2832c-ac01-4dfb-a2f9-f6cee68e5fc0 tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (c32b7240-1589-49a0-a057-411428707fce), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:46.973170 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8a37a11-05ad-417e-9246-571115659a9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24da7943-996b-47dd-b387-4fb4e85e2ea6'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:32:46.975557 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c34bc964ce2211770fda26ca2f3801cc06f4f39928110690550e94ab9c9d2fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36abc006-e861-4729-adc2-55e76704f930" -d '{"events": [{"server_uuid": "a8a37a11-05ad-417e-9246-571115659a9e", "name": "network-vif-plugged", "status": "completed", "tag": "24da7943-996b-47dd-b387-4fb4e85e2ea6"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:32:46.984766 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75d2832c-ac01-4dfb-a2f9-f6cee68e5fc0 tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Releasing vlan 778 on physical network physnet1 to pool {{(pid=103376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 17:32:46.985518 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-75d2832c-ac01-4dfb-a2f9-f6cee68e5fc0 tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25675992'] for segment (c32b7240-1589-49a0-a057-411428707fce), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:46.989611 n-d-827839-2 neutron-server[103376]: Traceback (most recent call last): Feb 04 17:32:46.989611 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 17:32:46.989611 n-d-827839-2 neutron-server[103376]: timer() Feb 04 17:32:46.989611 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 17:32:46.989611 n-d-827839-2 neutron-server[103376]: cb(*args, **kw) Feb 04 17:32:46.989611 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 17:32:46.989611 n-d-827839-2 neutron-server[103376]: return func(*args, **kwargs) Feb 04 17:32:46.989611 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 17:32:46.989611 n-d-827839-2 neutron-server[103376]: self._notify() Feb 04 17:32:46.989611 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 17:32:46.989611 n-d-827839-2 neutron-server[103376]: self.callback(batched_events) Feb 04 17:32:46.989611 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 17:32:46.989611 n-d-827839-2 neutron-server[103376]: event.method(event) Feb 04 17:32:46.989611 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 17:32:46.989611 n-d-827839-2 neutron-server[103376]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 17:32:46.989611 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 17:32:46.989611 n-d-827839-2 neutron-server[103376]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 17:32:46.989611 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 17:32:46.989611 n-d-827839-2 neutron-server[103376]: return f(self, *a, **k) Feb 04 17:32:46.989611 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 17:32:46.989611 n-d-827839-2 neutron-server[103376]: return self._get(url).json() Feb 04 17:32:46.989611 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 17:32:46.989611 n-d-827839-2 neutron-server[103376]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 17:32:46.989611 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 17:32:46.989611 n-d-827839-2 neutron-server[103376]: return self.request(url, 'GET', **kwargs) Feb 04 17:32:46.989611 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 17:32:46.989611 n-d-827839-2 neutron-server[103376]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 17:32:46.989611 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 17:32:46.989611 n-d-827839-2 neutron-server[103376]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 17:32:46.989611 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 17:32:46.989611 n-d-827839-2 neutron-server[103376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 17:32:46.989611 n-d-827839-2 neutron-server[103376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 17:32:47.038263 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] For port 24da7943-996b-47dd-b387-4fb4e85e2ea6, host n-h2-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=24da7943-996b-47dd-b387-4fb4e85e2ea6,segment=NetworkSegment(c672906f-f6f7-41c3-8178-df9515ad242f),segment_id=c672906f-f6f7-41c3-8178-df9515ad242f)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:32:47.048327 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 17:32:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea3a2454-476d-4f8a-8ae9-8567bbeedd71 x-openstack-request-id: req-ea3a2454-476d-4f8a-8ae9-8567bbeedd71 {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:32:47.048653 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8a37a11-05ad-417e-9246-571115659a9e", "name": "network-vif-plugged", "status": "completed", "tag": "24da7943-996b-47dd-b387-4fb4e85e2ea6", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:32:47.052102 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-ea3a2454-476d-4f8a-8ae9-8567bbeedd71 {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:32:47.052524 n-d-827839-2 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8a37a11-05ad-417e-9246-571115659a9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24da7943-996b-47dd-b387-4fb4e85e2ea6', 'code': 200} Feb 04 17:32:47.067266 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (24da7943-996b-47dd-b387-4fb4e85e2ea6), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:47.128009 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.db.api [None req-75d2832c-ac01-4dfb-a2f9-f6cee68e5fc0 tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 04 17:32:47.128009 n-d-827839-2 neutron-server[103376]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 04 17:32:47.128009 n-d-827839-2 neutron-server[103376]: [parameters: {'id': '48b121ac-9b49-42bf-8cdc-f51d84e2b298'}] Feb 04 17:32:47.128009 n-d-827839-2 neutron-server[103376]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103376) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 17:32:47.129181 n-d-827839-2 neutron-server[103376]: DEBUG oslo_db.api [None req-75d2832c-ac01-4dfb-a2f9-f6cee68e5fc0 tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 17:32:47.152144 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-0da09840-dfde-467e-bb89-f3aae3bfb99b None None] For port f0570f02-e509-45d2-b690-5e65d8d33e3c, host n-d-827839-2, cleared binding levels {{(pid=103378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:32:47.173386 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-0da09840-dfde-467e-bb89-f3aae3bfb99b None None] For port f0570f02-e509-45d2-b690-5e65d8d33e3c, host n-d-827839-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=f0570f02-e509-45d2-b690-5e65d8d33e3c,segment=NetworkSegment(c32b7240-1589-49a0-a057-411428707fce),segment_id=c32b7240-1589-49a0-a057-411428707fce)] {{(pid=103378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:32:47.184671 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0da09840-dfde-467e-bb89-f3aae3bfb99b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (f0570f02-e509-45d2-b690-5e65d8d33e3c), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:47.273125 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Pushing event updated for resources: {'Port': ['ID=24da7943-996b-47dd-b387-4fb4e85e2ea6,revision_number=5']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:32:47.296268 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2f7ca2-519e-4f42-961d-7baece6e2014 req-affd642d-16c8-44e7-93af-27fe1cbb1f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:32:47.300628 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-bd2f7ca2-519e-4f42-961d-7baece6e2014 req-affd642d-16c8-44e7-93af-27fe1cbb1f0d service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=a8a37a11-05ad-417e-9246-571115659a9e HTTP/1.1" status: 200 len: 1127 time: 0.1661460 Feb 04 17:32:47.303486 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-ad25399e-3572-4490-b0ee-6c36811adf24 tempest-FloatingIPNegativeTestJSON-537721989 tempest-FloatingIPNegativeTestJSON-537721989-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (5323269d-9c12-4778-996d-7601175b21b1), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:47.305652 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66cb7c7f-387b-49c6-a138-011a77295f82 None None] get_active_networks_info from n-d-827839-2 {{(pid=103378) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 04 17:32:47.378322 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad25399e-3572-4490-b0ee-6c36811adf24 tempest-FloatingIPNegativeTestJSON-537721989 tempest-FloatingIPNegativeTestJSON-537721989-project] Pushing event deleted for resources: {'Port': ['ID=5323269d-9c12-4778-996d-7601175b21b1,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:32:47.378594 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da09840-dfde-467e-bb89-f3aae3bfb99b None None] Pushing event updated for resources: {'Port': ['ID=f0570f02-e509-45d2-b690-5e65d8d33e3c,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:32:47.401286 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 50564) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:32:47.421120 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-43a0ea6e-f615-4a2b-ae42-1ad0ead4036a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:47.481342 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-bd2f7ca2-519e-4f42-961d-7baece6e2014 req-9e53af48-69ca-4c0b-a97b-3045537bf4e0 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=ffff0ed7-cf9e-4cbb-9be9-3a1c2dba1e58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713531 Feb 04 17:32:47.514647 n-d-827839-2 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66cb7c7f-387b-49c6-a138-011a77295f82 None None] Resources bound (agent type, host, resource id): {{(pid=103378) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 04 17:32:47.554673 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-43a0ea6e-f615-4a2b-ae42-1ad0ead4036a admin admin] Publish callbacks [] for security_group (df3051c7-2ba5-4117-9d4e-3b8614209fae), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:47.563314 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-43a0ea6e-f615-4a2b-ae42-1ad0ead4036a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (df3051c7-2ba5-4117-9d4e-3b8614209fae), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:47.619758 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a0ea6e-f615-4a2b-ae42-1ad0ead4036a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df3051c7-2ba5-4117-9d4e-3b8614209fae,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:32:47.636535 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-43a0ea6e-f615-4a2b-ae42-1ad0ead4036a admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=3d4248f95eeb405983d6f3e461707bd2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2339892 Feb 04 17:32:47.637385 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 50572) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:32:47.638056 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-75d2832c-ac01-4dfb-a2f9-f6cee68e5fc0 tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628832'] for network (48b121ac-9b49-42bf-8cdc-f51d84e2b298), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:47.702825 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-ad25399e-3572-4490-b0ee-6c36811adf24 tempest-FloatingIPNegativeTestJSON-537721989 tempest-FloatingIPNegativeTestJSON-537721989-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1677336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1602614'] for router_interface (6d55fada-9f38-483b-b801-4e091a2873cc), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:47.803630 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-dff48290-2e0c-4ce4-9796-97d70066e9cd admin admin] Publish callbacks [] for security_group (df3051c7-2ba5-4117-9d4e-3b8614209fae), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:47.863141 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c652389-0139-4116-9ad7-88df00d15741 None None] Network 48b121ac-9b49-42bf-8cdc-f51d84e2b298 requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:32:47.908301 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad25399e-3572-4490-b0ee-6c36811adf24 tempest-FloatingIPNegativeTestJSON-537721989 tempest-FloatingIPNegativeTestJSON-537721989-project] Router 6d55fada-9f38-483b-b801-4e091a2873cc has already been hosted by L3 agent 64ada913-9131-4d99-a265-63a920956287 {{(pid=103377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 17:32:48.091342 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad25399e-3572-4490-b0ee-6c36811adf24 tempest-FloatingIPNegativeTestJSON-537721989 tempest-FloatingIPNegativeTestJSON-537721989-project] Notify agent at l3_agent.n-d-827839-2 the message routers_updated {{(pid=103377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 17:32:48.116445 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-ad25399e-3572-4490-b0ee-6c36811adf24 tempest-FloatingIPNegativeTestJSON-537721989 tempest-FloatingIPNegativeTestJSON-537721989-project] 10.222.0.89 "PUT /v2.0/routers/6d55fada-9f38-483b-b801-4e091a2873cc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8636882 Feb 04 17:32:48.118393 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2499055b-a73b-4ab3-a1d9-3ebf9d2ebedc None None] Sync routers for ids ['6d55fada-9f38-483b-b801-4e091a2873cc'] in n-d-827839-2 {{(pid=103378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 17:32:48.123201 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 50578) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:32:48.150140 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2499055b-a73b-4ab3-a1d9-3ebf9d2ebedc None None] Routers {'6d55fada-9f38-483b-b801-4e091a2873cc'} bound to L3 agent in host n-d-827839-2 {{(pid=103378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:32:48.150646 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-2499055b-a73b-4ab3-a1d9-3ebf9d2ebedc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:32:32Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['6d55fada-9f38-483b-b801-4e091a2873cc'], 'active': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:32:48.237715 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-2499055b-a73b-4ab3-a1d9-3ebf9d2ebedc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827839-2', False) {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:32:48.254311 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c47c688-10ee-43ac-ac54-802c4316f80f req-55213bcb-16bc-4e94-8554-86c5f13f1024 tempest-ServerDiskConfigTestJSON-47961148 tempest-ServerDiskConfigTestJSON-47961148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:32:48.256467 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2499055b-a73b-4ab3-a1d9-3ebf9d2ebedc None None] Routers {'6d55fada-9f38-483b-b801-4e091a2873cc'} bound to L3 agent in host n-d-827839-2 {{(pid=103378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:32:48.257119 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-2499055b-a73b-4ab3-a1d9-3ebf9d2ebedc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:32:32Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['6d55fada-9f38-483b-b801-4e091a2873cc'], 'active': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:32:48.261698 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-4c47c688-10ee-43ac-ac54-802c4316f80f req-55213bcb-16bc-4e94-8554-86c5f13f1024 tempest-ServerDiskConfigTestJSON-47961148 tempest-ServerDiskConfigTestJSON-47961148-project] 10.222.0.89 "GET /v2.0/ports?device_id=a8a37a11-05ad-417e-9246-571115659a9e HTTP/1.1" status: 200 len: 945 time: 0.2792737 Feb 04 17:32:48.305922 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-2499055b-a73b-4ab3-a1d9-3ebf9d2ebedc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827839-2', False) {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:32:48.306919 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2499055b-a73b-4ab3-a1d9-3ebf9d2ebedc None None] The sync data for ids ['6d55fada-9f38-483b-b801-4e091a2873cc'] in n-d-827839-2 is: [] {{(pid=103378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 17:32:48.310396 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-c17a3df3-2560-4807-b3fa-eb550d69fe26 tempest-FloatingIPNegativeTestJSON-537721989 tempest-FloatingIPNegativeTestJSON-537721989-project] Publish callbacks [] for router (6d55fada-9f38-483b-b801-4e091a2873cc), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:48.354653 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-dff48290-2e0c-4ce4-9796-97d70066e9cd admin admin] Publish callbacks [] for security_group (df3051c7-2ba5-4117-9d4e-3b8614209fae), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:48.422262 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-dff48290-2e0c-4ce4-9796-97d70066e9cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (df3051c7-2ba5-4117-9d4e-3b8614209fae), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:48.425450 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-dff48290-2e0c-4ce4-9796-97d70066e9cd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:48.429138 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-dff48290-2e0c-4ce4-9796-97d70066e9cd admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/df3051c7-2ba5-4117-9d4e-3b8614209fae HTTP/1.1" status: 204 len: 168 time: 0.7820609 Feb 04 17:32:48.449096 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-4c47c688-10ee-43ac-ac54-802c4316f80f req-ab12d50d-9800-4329-bccc-ff41c0c0f2a3 tempest-ServerDiskConfigTestJSON-47961148 tempest-ServerDiskConfigTestJSON-47961148-project] 10.222.0.89 "GET /v2.0/security-groups?id=ffff0ed7-cf9e-4cbb-9be9-3a1c2dba1e58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1862831 Feb 04 17:32:48.451763 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-75d2832c-ac01-4dfb-a2f9-f6cee68e5fc0 tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Deleting port f0570f02-e509-45d2-b690-5e65d8d33e3c {{(pid=103376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:32:48.452272 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-75d2832c-ac01-4dfb-a2f9-f6cee68e5fc0 tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (f0570f02-e509-45d2-b690-5e65d8d33e3c), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:48.500536 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff48290-2e0c-4ce4-9796-97d70066e9cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df3051c7-2ba5-4117-9d4e-3b8614209fae,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:32:48.575394 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-c17a3df3-2560-4807-b3fa-eb550d69fe26 tempest-FloatingIPNegativeTestJSON-537721989 tempest-FloatingIPNegativeTestJSON-537721989-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1601811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26971'] for router (6d55fada-9f38-483b-b801-4e091a2873cc), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:48.582421 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-c17a3df3-2560-4807-b3fa-eb550d69fe26 tempest-FloatingIPNegativeTestJSON-537721989 tempest-FloatingIPNegativeTestJSON-537721989-project] Publish callbacks [] for router_controller (6d55fada-9f38-483b-b801-4e091a2873cc), precommit_delete_associations {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:48.684802 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [None req-75d2832c-ac01-4dfb-a2f9-f6cee68e5fc0 tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] For port f0570f02-e509-45d2-b690-5e65d8d33e3c, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=f0570f02-e509-45d2-b690-5e65d8d33e3c,segment=NetworkSegment(c32b7240-1589-49a0-a057-411428707fce),segment_id=c32b7240-1589-49a0-a057-411428707fce)] {{(pid=103376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:32:48.685489 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-75d2832c-ac01-4dfb-a2f9-f6cee68e5fc0 tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (f0570f02-e509-45d2-b690-5e65d8d33e3c), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:48.705652 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-75d2832c-ac01-4dfb-a2f9-f6cee68e5fc0 tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Calling delete_port for f0570f02-e509-45d2-b690-5e65d8d33e3c owned by network:dhcp {{(pid=103376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:32:48.712848 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-c17a3df3-2560-4807-b3fa-eb550d69fe26 tempest-FloatingIPNegativeTestJSON-537721989 tempest-FloatingIPNegativeTestJSON-537721989-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1601832'] for router (6d55fada-9f38-483b-b801-4e091a2873cc), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:48.713374 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c17a3df3-2560-4807-b3fa-eb550d69fe26 tempest-FloatingIPNegativeTestJSON-537721989 tempest-FloatingIPNegativeTestJSON-537721989-project] Fanout notify agent at l3_agent the message router_deleted on router 6d55fada-9f38-483b-b801-4e091a2873cc {{(pid=103377) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 17:32:48.736420 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-c17a3df3-2560-4807-b3fa-eb550d69fe26 tempest-FloatingIPNegativeTestJSON-537721989 tempest-FloatingIPNegativeTestJSON-537721989-project] Publish callbacks [] for router (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:48.740701 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-c17a3df3-2560-4807-b3fa-eb550d69fe26 tempest-FloatingIPNegativeTestJSON-537721989 tempest-FloatingIPNegativeTestJSON-537721989-project] 10.222.0.89 "DELETE /v2.0/routers/6d55fada-9f38-483b-b801-4e091a2873cc HTTP/1.1" status: 204 len: 168 time: 0.6122630 Feb 04 17:32:48.740701 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 50584) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:32:48.853521 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-75d2832c-ac01-4dfb-a2f9-f6cee68e5fc0 tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (f0570f02-e509-45d2-b690-5e65d8d33e3c), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:48.900028 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d2832c-ac01-4dfb-a2f9-f6cee68e5fc0 tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Pushing event deleted for resources: {'Port': ['ID=f0570f02-e509-45d2-b690-5e65d8d33e3c,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:32:48.905818 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d924d9e-5e21-42fc-a3c7-6bedc8736ff9 tempest-FloatingIPNegativeTestJSON-537721989 tempest-FloatingIPNegativeTestJSON-537721989-project] Deleting subnet 924ea5df-24d1-4c9e-8607-4d274742f2e0 {{(pid=103377) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 17:32:48.907391 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75d2832c-ac01-4dfb-a2f9-f6cee68e5fc0 tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] No DVR routers for this DVR port f0570f02-e509-45d2-b690-5e65d8d33e3c on host n-d-827839-2 {{(pid=103376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 17:32:48.912850 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-4d924d9e-5e21-42fc-a3c7-6bedc8736ff9 tempest-FloatingIPNegativeTestJSON-537721989 tempest-FloatingIPNegativeTestJSON-537721989-project] Publish callbacks [] for subnet (924ea5df-24d1-4c9e-8607-4d274742f2e0), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:48.992662 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-4d924d9e-5e21-42fc-a3c7-6bedc8736ff9 tempest-FloatingIPNegativeTestJSON-537721989 tempest-FloatingIPNegativeTestJSON-537721989-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26866676'] for subnet (924ea5df-24d1-4c9e-8607-4d274742f2e0), precommit_delete_associations {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:49.047853 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-75d2832c-ac01-4dfb-a2f9-f6cee68e5fc0 tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1543676', 'neutron.services.segments.db._delete_segments_for_network-8781084786517'] for network (48b121ac-9b49-42bf-8cdc-f51d84e2b298), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:49.077742 n-d-827839-2 neutron-server[103376]: DEBUG neutron.services.segments.db [None req-75d2832c-ac01-4dfb-a2f9-f6cee68e5fc0 tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48b121ac-9b49-42bf-8cdc-f51d84e2b298']}} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:32:49.082766 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 50590) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:32:49.092164 n-d-827839-2 neutron-server[103376]: DEBUG neutron.services.segments.db [None req-75d2832c-ac01-4dfb-a2f9-f6cee68e5fc0 tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c32b7240-1589-49a0-a057-411428707fce') {'for_net_delete': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:32:49.093290 n-d-827839-2 neutron-server[103376]: DEBUG neutron.services.segments.db [None req-75d2832c-ac01-4dfb-a2f9-f6cee68e5fc0 tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c32b7240-1589-49a0-a057-411428707fce') {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:32:49.102239 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-e01587be-755e-4122-8ee1-4aa27a97b20e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:49.105935 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-75d2832c-ac01-4dfb-a2f9-f6cee68e5fc0 tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781084783966', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25674908'] for segment (c32b7240-1589-49a0-a057-411428707fce), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:49.123844 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-4d924d9e-5e21-42fc-a3c7-6bedc8736ff9 tempest-FloatingIPNegativeTestJSON-537721989 tempest-FloatingIPNegativeTestJSON-537721989-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1541225'] for subnet (924ea5df-24d1-4c9e-8607-4d274742f2e0), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:49.124800 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-75d2832c-ac01-4dfb-a2f9-f6cee68e5fc0 tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (c32b7240-1589-49a0-a057-411428707fce), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:49.132920 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75d2832c-ac01-4dfb-a2f9-f6cee68e5fc0 tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Releasing vlan 778 on physical network physnet1 to pool {{(pid=103376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 17:32:49.134327 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-75d2832c-ac01-4dfb-a2f9-f6cee68e5fc0 tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25675992'] for segment (c32b7240-1589-49a0-a057-411428707fce), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:49.218019 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-4d924d9e-5e21-42fc-a3c7-6bedc8736ff9 tempest-FloatingIPNegativeTestJSON-537721989 tempest-FloatingIPNegativeTestJSON-537721989-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1541216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25888360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25597190'] for subnet (924ea5df-24d1-4c9e-8607-4d274742f2e0), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:49.221634 n-d-827839-2 neutron-server[103376]: Traceback (most recent call last): Feb 04 17:32:49.221634 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 17:32:49.221634 n-d-827839-2 neutron-server[103376]: timer() Feb 04 17:32:49.221634 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 17:32:49.221634 n-d-827839-2 neutron-server[103376]: cb(*args, **kw) Feb 04 17:32:49.221634 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 17:32:49.221634 n-d-827839-2 neutron-server[103376]: return func(*args, **kwargs) Feb 04 17:32:49.221634 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 17:32:49.221634 n-d-827839-2 neutron-server[103376]: self._notify() Feb 04 17:32:49.221634 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 17:32:49.221634 n-d-827839-2 neutron-server[103376]: self.callback(batched_events) Feb 04 17:32:49.221634 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 17:32:49.221634 n-d-827839-2 neutron-server[103376]: event.method(event) Feb 04 17:32:49.221634 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 17:32:49.221634 n-d-827839-2 neutron-server[103376]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 17:32:49.221634 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 17:32:49.221634 n-d-827839-2 neutron-server[103376]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 17:32:49.221634 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 17:32:49.221634 n-d-827839-2 neutron-server[103376]: return f(self, *a, **k) Feb 04 17:32:49.221634 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 17:32:49.221634 n-d-827839-2 neutron-server[103376]: return self._get(url).json() Feb 04 17:32:49.221634 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 17:32:49.221634 n-d-827839-2 neutron-server[103376]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 17:32:49.221634 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 17:32:49.221634 n-d-827839-2 neutron-server[103376]: return self.request(url, 'GET', **kwargs) Feb 04 17:32:49.221634 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 17:32:49.221634 n-d-827839-2 neutron-server[103376]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 17:32:49.221634 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 17:32:49.221634 n-d-827839-2 neutron-server[103376]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 17:32:49.221634 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 17:32:49.221634 n-d-827839-2 neutron-server[103376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 17:32:49.221634 n-d-827839-2 neutron-server[103376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 17:32:49.228674 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-75d2832c-ac01-4dfb-a2f9-f6cee68e5fc0 tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1543671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1595572'] for network (48b121ac-9b49-42bf-8cdc-f51d84e2b298), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:49.249649 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-75d2832c-ac01-4dfb-a2f9-f6cee68e5fc0 tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677565'] for network (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:49.252913 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-75d2832c-ac01-4dfb-a2f9-f6cee68e5fc0 tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] 10.222.0.89 "DELETE /v2.0/networks/48b121ac-9b49-42bf-8cdc-f51d84e2b298 HTTP/1.1" status: 204 len: 168 time: 3.5552087 Feb 04 17:32:49.254058 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d2832c-ac01-4dfb-a2f9-f6cee68e5fc0 tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Pushing event deleted for resources: {'Network': ['ID=48b121ac-9b49-42bf-8cdc-f51d84e2b298,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:32:49.257011 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 50592) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:32:49.262968 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-ad3ae7d1-4708-4f2c-baa2-8cd591d35f7a tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1438949749'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:32:49.284895 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d924d9e-5e21-42fc-a3c7-6bedc8736ff9 tempest-FloatingIPNegativeTestJSON-537721989 tempest-FloatingIPNegativeTestJSON-537721989-project] Pushing event deleted for resources: {'Subnet': ['ID=924ea5df-24d1-4c9e-8607-4d274742f2e0,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:32:49.295272 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-4d924d9e-5e21-42fc-a3c7-6bedc8736ff9 tempest-FloatingIPNegativeTestJSON-537721989 tempest-FloatingIPNegativeTestJSON-537721989-project] Publish callbacks [] for subnet (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:49.300819 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-4d924d9e-5e21-42fc-a3c7-6bedc8736ff9 tempest-FloatingIPNegativeTestJSON-537721989 tempest-FloatingIPNegativeTestJSON-537721989-project] 10.222.0.89 "DELETE /v2.0/subnets/924ea5df-24d1-4c9e-8607-4d274742f2e0 HTTP/1.1" status: 204 len: 168 time: 0.5577352 Feb 04 17:32:49.301807 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ce8cfdc-18d6-4757-8eb5-5220dcf424ba None None] Network 03d6d9a9-1654-46df-be00-2f8c38652b0d requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:32:49.302267 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 50594) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:32:49.359595 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-e01587be-755e-4122-8ee1-4aa27a97b20e admin admin] Publish callbacks [] for security_group (365961e5-2bca-461b-8201-6154dfcad7a9), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:49.375660 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-e01587be-755e-4122-8ee1-4aa27a97b20e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (365961e5-2bca-461b-8201-6154dfcad7a9), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:49.439696 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-66a6314f-7c44-49bd-850b-887e5322ce6a tempest-FloatingIPNegativeTestJSON-537721989 tempest-FloatingIPNegativeTestJSON-537721989-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628832'] for network (03d6d9a9-1654-46df-be00-2f8c38652b0d), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:49.442167 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad3ae7d1-4708-4f2c-baa2-8cd591d35f7a tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Made reservation on behalf of 80bffe6ca9b744ee9caf341b90ea1640 for: {'network': 1} {{(pid=103376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:32:49.447145 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-ad3ae7d1-4708-4f2c-baa2-8cd591d35f7a tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for network (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:49.449725 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-e01587be-755e-4122-8ee1-4aa27a97b20e admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=f7fa2ca5b4804dac9e3a96d04fe3d9a3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3659236 Feb 04 17:32:49.450354 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 50596) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:32:49.465463 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01587be-755e-4122-8ee1-4aa27a97b20e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=365961e5-2bca-461b-8201-6154dfcad7a9,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:32:49.518960 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad3ae7d1-4708-4f2c-baa2-8cd591d35f7a tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] vlan segment allocate from pool success with {'vlan_id': 751, 'physical_network': 'physnet1'} {{(pid=103376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 17:32:49.543630 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-ad3ae7d1-4708-4f2c-baa2-8cd591d35f7a tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (f6de01ac-be80-4a64-b346-85f10f2a0583), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:49.543927 n-d-827839-2 neutron-server[103376]: INFO neutron.db.segments_db [None req-ad3ae7d1-4708-4f2c-baa2-8cd591d35f7a tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Added segment f6de01ac-be80-4a64-b346-85f10f2a0583 of type vlan for network 5841cbfd-1644-4ba0-bdbe-6238d5a351dd Feb 04 17:32:49.552856 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-c8aaa515-9f9e-41c9-b405-0b8d09e2282d admin admin] Publish callbacks [] for security_group (365961e5-2bca-461b-8201-6154dfcad7a9), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:49.573135 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd78d6c5-d423-48b7-b77e-0fd49341929a None None] DHCP port deletion for 03d6d9a9-1654-46df-be00-2f8c38652b0d request from n-d-827839-2 {{(pid=103378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 17:32:49.609462 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-ad3ae7d1-4708-4f2c-baa2-8cd591d35f7a tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781084292801'] for network (5841cbfd-1644-4ba0-bdbe-6238d5a351dd), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:49.609989 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-c8aaa515-9f9e-41c9-b405-0b8d09e2282d admin admin] Publish callbacks [] for security_group (365961e5-2bca-461b-8201-6154dfcad7a9), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:49.655387 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-cd78d6c5-d423-48b7-b77e-0fd49341929a None None] Deleting port a75bd91c-201b-4b75-a737-023d28952b27 {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:32:49.656112 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-cd78d6c5-d423-48b7-b77e-0fd49341929a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (a75bd91c-201b-4b75-a737-023d28952b27), before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:49.669004 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-c8aaa515-9f9e-41c9-b405-0b8d09e2282d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (365961e5-2bca-461b-8201-6154dfcad7a9), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:49.671797 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-c8aaa515-9f9e-41c9-b405-0b8d09e2282d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:49.675704 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-c8aaa515-9f9e-41c9-b405-0b8d09e2282d admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/365961e5-2bca-461b-8201-6154dfcad7a9 HTTP/1.1" status: 204 len: 168 time: 0.2208509 Feb 04 17:32:49.683146 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8aaa515-9f9e-41c9-b405-0b8d09e2282d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=365961e5-2bca-461b-8201-6154dfcad7a9,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:32:49.779467 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-ad3ae7d1-4708-4f2c-baa2-8cd591d35f7a tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327'] for network (5841cbfd-1644-4ba0-bdbe-6238d5a351dd), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:49.781616 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-cd78d6c5-d423-48b7-b77e-0fd49341929a None None] For port a75bd91c-201b-4b75-a737-023d28952b27, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=a75bd91c-201b-4b75-a737-023d28952b27,segment=NetworkSegment(74970e88-6649-4307-a74e-e299ceb0aba9),segment_id=74970e88-6649-4307-a74e-e299ceb0aba9)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:32:49.782029 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-cd78d6c5-d423-48b7-b77e-0fd49341929a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (a75bd91c-201b-4b75-a737-023d28952b27), precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:49.784851 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad3ae7d1-4708-4f2c-baa2-8cd591d35f7a tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:32:49.785508 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-ad3ae7d1-4708-4f2c-baa2-8cd591d35f7a tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677565'] for network (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:49.802147 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-cd78d6c5-d423-48b7-b77e-0fd49341929a None None] Calling delete_port for a75bd91c-201b-4b75-a737-023d28952b27 owned by network:dhcp {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:32:49.877956 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 50604) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:32:49.883621 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-0d48d042-bad8-4c2d-afab-1a0dcd9fc189 tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Request body: {'subnet': {'network_id': '5841cbfd-1644-4ba0-bdbe-6238d5a351dd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:32:49.887940 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-ad3ae7d1-4708-4f2c-baa2-8cd591d35f7a tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6301143 Feb 04 17:32:49.916432 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-cd78d6c5-d423-48b7-b77e-0fd49341929a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144'] for port (a75bd91c-201b-4b75-a737-023d28952b27), after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:49.959776 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd78d6c5-d423-48b7-b77e-0fd49341929a None None] Pushing event deleted for resources: {'Port': ['ID=a75bd91c-201b-4b75-a737-023d28952b27,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:32:49.965408 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2523812a-9e8f-44dd-9a60-e80a4f7ca435 req-5e7c7d4c-6783-4b40-b522-d1defe0c8e90 tempest-ServerDiskConfigTestJSON-47961148 tempest-ServerDiskConfigTestJSON-47961148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:32:49.974966 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd78d6c5-d423-48b7-b77e-0fd49341929a None None] No DVR routers for this DVR port a75bd91c-201b-4b75-a737-023d28952b27 on host n-d-827839-2 {{(pid=103378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 17:32:49.979453 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-2523812a-9e8f-44dd-9a60-e80a4f7ca435 req-5e7c7d4c-6783-4b40-b522-d1defe0c8e90 tempest-ServerDiskConfigTestJSON-47961148 tempest-ServerDiskConfigTestJSON-47961148-project] 10.222.0.89 "GET /v2.0/ports?device_id=a8a37a11-05ad-417e-9246-571115659a9e HTTP/1.1" status: 200 len: 945 time: 0.3565667 Feb 04 17:32:50.000704 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3ae7d1-4708-4f2c-baa2-8cd591d35f7a tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Pushing event updated for resources: {'Network': ['ID=5841cbfd-1644-4ba0-bdbe-6238d5a351dd,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:32:50.020914 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Network 5841cbfd-1644-4ba0-bdbe-6238d5a351dd details requested by agent ovs-agent-n-d-827839-2 with host n-d-827839-2 {{(pid=103378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 17:32:50.025584 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-66a6314f-7c44-49bd-850b-887e5322ce6a tempest-FloatingIPNegativeTestJSON-537721989 tempest-FloatingIPNegativeTestJSON-537721989-project] Deleting port a75bd91c-201b-4b75-a737-023d28952b27 {{(pid=103376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:32:50.026522 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-66a6314f-7c44-49bd-850b-887e5322ce6a tempest-FloatingIPNegativeTestJSON-537721989 tempest-FloatingIPNegativeTestJSON-537721989-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (a75bd91c-201b-4b75-a737-023d28952b27), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:50.067555 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d48d042-bad8-4c2d-afab-1a0dcd9fc189 tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Made reservation on behalf of 80bffe6ca9b744ee9caf341b90ea1640 for: {'subnet': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:32:50.073930 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-0d48d042-bad8-4c2d-afab-1a0dcd9fc189 tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25597243'] for subnet (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:50.139671 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-2523812a-9e8f-44dd-9a60-e80a4f7ca435 req-3737a27c-145c-4af4-970b-d03184411bdb tempest-ServerDiskConfigTestJSON-47961148 tempest-ServerDiskConfigTestJSON-47961148-project] 10.222.0.89 "GET /v2.0/security-groups?id=ffff0ed7-cf9e-4cbb-9be9-3a1c2dba1e58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593509 Feb 04 17:32:50.174266 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [None req-66a6314f-7c44-49bd-850b-887e5322ce6a tempest-FloatingIPNegativeTestJSON-537721989 tempest-FloatingIPNegativeTestJSON-537721989-project] For port a75bd91c-201b-4b75-a737-023d28952b27, host n-d-827839-2, got binding levels [] {{(pid=103376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:32:50.174266 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-66a6314f-7c44-49bd-850b-887e5322ce6a tempest-FloatingIPNegativeTestJSON-537721989 tempest-FloatingIPNegativeTestJSON-537721989-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (a75bd91c-201b-4b75-a737-023d28952b27), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:50.193950 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-66a6314f-7c44-49bd-850b-887e5322ce6a tempest-FloatingIPNegativeTestJSON-537721989 tempest-FloatingIPNegativeTestJSON-537721989-project] Calling delete_port for a75bd91c-201b-4b75-a737-023d28952b27 owned by network:dhcp {{(pid=103376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:32:50.196905 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.ipam_backend_mixin [None req-66a6314f-7c44-49bd-850b-887e5322ce6a tempest-FloatingIPNegativeTestJSON-537721989 tempest-FloatingIPNegativeTestJSON-537721989-project] Port a75bd91c-201b-4b75-a737-023d28952b27 was not found and therefore no delete operation was performed {{(pid=103376) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 04 17:32:50.198199 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-66a6314f-7c44-49bd-850b-887e5322ce6a tempest-FloatingIPNegativeTestJSON-537721989 tempest-FloatingIPNegativeTestJSON-537721989-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (a75bd91c-201b-4b75-a737-023d28952b27), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:50.246833 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a6314f-7c44-49bd-850b-887e5322ce6a tempest-FloatingIPNegativeTestJSON-537721989 tempest-FloatingIPNegativeTestJSON-537721989-project] Pushing event deleted for resources: {'Port': ['ID=a75bd91c-201b-4b75-a737-023d28952b27,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:32:50.259579 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66a6314f-7c44-49bd-850b-887e5322ce6a tempest-FloatingIPNegativeTestJSON-537721989 tempest-FloatingIPNegativeTestJSON-537721989-project] No DVR routers for this DVR port a75bd91c-201b-4b75-a737-023d28952b27 on host n-d-827839-2 {{(pid=103376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 17:32:50.402229 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-0d48d042-bad8-4c2d-afab-1a0dcd9fc189 tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25889445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25597197'] for subnet (67854a1f-0b3a-47f2-8867-92a7b7fc7b7e), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:50.412687 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-66a6314f-7c44-49bd-850b-887e5322ce6a tempest-FloatingIPNegativeTestJSON-537721989 tempest-FloatingIPNegativeTestJSON-537721989-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1543676', 'neutron.services.segments.db._delete_segments_for_network-8781084786517'] for network (03d6d9a9-1654-46df-be00-2f8c38652b0d), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:50.470927 n-d-827839-2 neutron-server[103376]: DEBUG neutron.services.segments.db [None req-66a6314f-7c44-49bd-850b-887e5322ce6a tempest-FloatingIPNegativeTestJSON-537721989 tempest-FloatingIPNegativeTestJSON-537721989-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03d6d9a9-1654-46df-be00-2f8c38652b0d']}} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:32:50.474871 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9753a88-62c8-4947-aeb6-8e68a8ba81af req-c7f63374-af70-4a9a-8e30-799bfddd2ee0 tempest-ServerDiskConfigTestJSON-47961148 tempest-ServerDiskConfigTestJSON-47961148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:32:50.477006 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-b9753a88-62c8-4947-aeb6-8e68a8ba81af req-c7f63374-af70-4a9a-8e30-799bfddd2ee0 tempest-ServerDiskConfigTestJSON-47961148 tempest-ServerDiskConfigTestJSON-47961148-project] 10.222.0.89 "GET /v2.0/ports?device_id=a8a37a11-05ad-417e-9246-571115659a9e HTTP/1.1" status: 200 len: 945 time: 0.1740098 Feb 04 17:32:50.498632 n-d-827839-2 neutron-server[103376]: DEBUG neutron.services.segments.db [None req-66a6314f-7c44-49bd-850b-887e5322ce6a tempest-FloatingIPNegativeTestJSON-537721989 tempest-FloatingIPNegativeTestJSON-537721989-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74970e88-6649-4307-a74e-e299ceb0aba9') {'for_net_delete': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:32:50.501331 n-d-827839-2 neutron-server[103376]: DEBUG neutron.services.segments.db [None req-66a6314f-7c44-49bd-850b-887e5322ce6a tempest-FloatingIPNegativeTestJSON-537721989 tempest-FloatingIPNegativeTestJSON-537721989-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74970e88-6649-4307-a74e-e299ceb0aba9') {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:32:50.535579 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-66a6314f-7c44-49bd-850b-887e5322ce6a tempest-FloatingIPNegativeTestJSON-537721989 tempest-FloatingIPNegativeTestJSON-537721989-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781084783966', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25674908'] for segment (74970e88-6649-4307-a74e-e299ceb0aba9), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:50.562512 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-66a6314f-7c44-49bd-850b-887e5322ce6a tempest-FloatingIPNegativeTestJSON-537721989 tempest-FloatingIPNegativeTestJSON-537721989-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (74970e88-6649-4307-a74e-e299ceb0aba9), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:50.574707 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66a6314f-7c44-49bd-850b-887e5322ce6a tempest-FloatingIPNegativeTestJSON-537721989 tempest-FloatingIPNegativeTestJSON-537721989-project] Releasing vlan 762 on physical network physnet1 to pool {{(pid=103376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 17:32:50.575382 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-66a6314f-7c44-49bd-850b-887e5322ce6a tempest-FloatingIPNegativeTestJSON-537721989 tempest-FloatingIPNegativeTestJSON-537721989-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25675992'] for segment (74970e88-6649-4307-a74e-e299ceb0aba9), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:50.582110 n-d-827839-2 neutron-server[103376]: Traceback (most recent call last): Feb 04 17:32:50.582110 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 17:32:50.582110 n-d-827839-2 neutron-server[103376]: timer() Feb 04 17:32:50.582110 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 17:32:50.582110 n-d-827839-2 neutron-server[103376]: cb(*args, **kw) Feb 04 17:32:50.582110 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 17:32:50.582110 n-d-827839-2 neutron-server[103376]: return func(*args, **kwargs) Feb 04 17:32:50.582110 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 17:32:50.582110 n-d-827839-2 neutron-server[103376]: self._notify() Feb 04 17:32:50.582110 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 17:32:50.582110 n-d-827839-2 neutron-server[103376]: self.callback(batched_events) Feb 04 17:32:50.582110 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 17:32:50.582110 n-d-827839-2 neutron-server[103376]: event.method(event) Feb 04 17:32:50.582110 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 17:32:50.582110 n-d-827839-2 neutron-server[103376]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 17:32:50.582110 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 17:32:50.582110 n-d-827839-2 neutron-server[103376]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 17:32:50.582110 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 17:32:50.582110 n-d-827839-2 neutron-server[103376]: return f(self, *a, **k) Feb 04 17:32:50.582110 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 17:32:50.582110 n-d-827839-2 neutron-server[103376]: return self._get(url).json() Feb 04 17:32:50.582110 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 17:32:50.582110 n-d-827839-2 neutron-server[103376]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 17:32:50.582110 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 17:32:50.582110 n-d-827839-2 neutron-server[103376]: return self.request(url, 'GET', **kwargs) Feb 04 17:32:50.582110 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 17:32:50.582110 n-d-827839-2 neutron-server[103376]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 17:32:50.582110 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 17:32:50.582110 n-d-827839-2 neutron-server[103376]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 17:32:50.582110 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 17:32:50.582110 n-d-827839-2 neutron-server[103376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 17:32:50.582110 n-d-827839-2 neutron-server[103376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 17:32:50.624227 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-b9753a88-62c8-4947-aeb6-8e68a8ba81af req-531f5d6a-05ff-4e7c-9857-f3ad1272332a tempest-ServerDiskConfigTestJSON-47961148 tempest-ServerDiskConfigTestJSON-47961148-project] 10.222.0.89 "GET /v2.0/security-groups?id=ffff0ed7-cf9e-4cbb-9be9-3a1c2dba1e58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374393 Feb 04 17:32:50.654573 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d48d042-bad8-4c2d-afab-1a0dcd9fc189 tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Pushing event updated for resources: {'Subnet': ['ID=67854a1f-0b3a-47f2-8867-92a7b7fc7b7e,revision_number=0']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:32:50.660267 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d48d042-bad8-4c2d-afab-1a0dcd9fc189 tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Checking segment: {'id': 'f6de01ac-be80-4a64-b346-85f10f2a0583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '5841cbfd-1644-4ba0-bdbe-6238d5a351dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:32:50.660772 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d48d042-bad8-4c2d-afab-1a0dcd9fc189 tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Network hostable DHCP agents. Network: 5841cbfd-1644-4ba0-bdbe-6238d5a351dd, hostable agents: ['bb89f5a3-3c22-440b-b7d1-c4f0c43c184a'], hosted agents: [] {{(pid=103377) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 17:32:50.694255 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d48d042-bad8-4c2d-afab-1a0dcd9fc189 tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Network 5841cbfd-1644-4ba0-bdbe-6238d5a351dd is scheduled to be hosted by DHCP agent bb89f5a3-3c22-440b-b7d1-c4f0c43c184a with binding_index 1 {{(pid=103377) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 17:32:50.696999 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-66a6314f-7c44-49bd-850b-887e5322ce6a tempest-FloatingIPNegativeTestJSON-537721989 tempest-FloatingIPNegativeTestJSON-537721989-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1543671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1595572'] for network (03d6d9a9-1654-46df-be00-2f8c38652b0d), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:50.714065 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [None req-0d48d042-bad8-4c2d-afab-1a0dcd9fc189 tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827839-2, 5841cbfd-1644-4ba0-bdbe-6238d5a351dd) {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:32:50.720144 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d48d042-bad8-4c2d-afab-1a0dcd9fc189 tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:32:50.720905 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-0d48d042-bad8-4c2d-afab-1a0dcd9fc189 tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Publish callbacks [] for subnet (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:50.723462 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-66a6314f-7c44-49bd-850b-887e5322ce6a tempest-FloatingIPNegativeTestJSON-537721989 tempest-FloatingIPNegativeTestJSON-537721989-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677565'] for network (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:50.731495 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-66a6314f-7c44-49bd-850b-887e5322ce6a tempest-FloatingIPNegativeTestJSON-537721989 tempest-FloatingIPNegativeTestJSON-537721989-project] 10.222.0.89 "DELETE /v2.0/networks/03d6d9a9-1654-46df-be00-2f8c38652b0d HTTP/1.1" status: 204 len: 168 time: 1.4233844 Feb 04 17:32:50.731495 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a6314f-7c44-49bd-850b-887e5322ce6a tempest-FloatingIPNegativeTestJSON-537721989 tempest-FloatingIPNegativeTestJSON-537721989-project] Pushing event deleted for resources: {'Network': ['ID=03d6d9a9-1654-46df-be00-2f8c38652b0d,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:32:50.750072 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-0d48d042-bad8-4c2d-afab-1a0dcd9fc189 tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.8674202 Feb 04 17:32:50.750519 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 50628) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:32:50.757816 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f30df7f2-7b14-4f60-a9fd-ecf1a5ae7dc5 None None] Network 5841cbfd-1644-4ba0-bdbe-6238d5a351dd requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:32:50.935636 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-92910a9a-c951-4964-ab1a-d6afc23f1bd7 tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628832'] for network (5841cbfd-1644-4ba0-bdbe-6238d5a351dd), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:51.018371 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-92910a9a-c951-4964-ab1a-d6afc23f1bd7 tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1541225'] for subnet (67854a1f-0b3a-47f2-8867-92a7b7fc7b7e), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:51.049407 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2bdca6a-38c6-4414-b3bd-6a43304bec4b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e4c19ad-5724-5db8-8ee1-4f56ae69fcf4-5841cbfd-1644-4ba0-bdbe-6238d5a351dd', 'network_id': '5841cbfd-1644-4ba0-bdbe-6238d5a351dd', 'project_id': '80bffe6ca9b744ee9caf341b90ea1640', 'fixed_ips': [{'subnet_id': '67854a1f-0b3a-47f2-8867-92a7b7fc7b7e'}]}} from n-d-827839-2. {{(pid=103378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 17:32:51.050571 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d2bdca6a-38c6-4414-b3bd-6a43304bec4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:51.122150 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-92910a9a-c951-4964-ab1a-d6afc23f1bd7 tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1541216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25888360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25597190'] for subnet (67854a1f-0b3a-47f2-8867-92a7b7fc7b7e), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:51.225745 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server [None req-d2bdca6a-38c6-4414-b3bd-6a43304bec4b None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 67854a1f-0b3a-47f2-8867-92a7b7fc7b7e: This subnet is being modified by another concurrent operation. Feb 04 17:32:51.225745 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 04 17:32:51.225745 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 04 17:32:51.225745 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 04 17:32:51.225745 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 04 17:32:51.225745 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 04 17:32:51.225745 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 04 17:32:51.225745 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 04 17:32:51.225745 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 04 17:32:51.225745 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 04 17:32:51.225745 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 04 17:32:51.225745 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 04 17:32:51.225745 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 17:32:51.225745 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 17:32:51.225745 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 17:32:51.225745 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 17:32:51.225745 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 04 17:32:51.225745 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 04 17:32:51.225745 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 04 17:32:51.225745 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 04 17:32:51.225745 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 17:32:51.225745 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 17:32:51.225745 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 17:32:51.225745 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 17:32:51.225745 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 04 17:32:51.225745 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 04 17:32:51.225745 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 04 17:32:51.225745 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 04 17:32:51.225745 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 17:32:51.225745 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 17:32:51.225745 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 17:32:51.225745 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 17:32:51.225745 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 04 17:32:51.225745 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 04 17:32:51.225745 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 04 17:32:51.225745 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 04 17:32:51.225745 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Feb 04 17:32:51.225745 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 04 17:32:51.225745 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Feb 04 17:32:51.225745 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 04 17:32:51.225745 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 04 17:32:51.225745 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 04 17:32:51.225745 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 04 17:32:51.225745 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 04 17:32:51.225745 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 04 17:32:51.225745 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 04 17:32:51.225745 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 04 17:32:51.225745 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 04 17:32:51.225745 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 17:32:51.225745 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 17:32:51.225745 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 17:32:51.225745 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 17:32:51.225745 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 04 17:32:51.225745 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 04 17:32:51.225745 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 04 17:32:51.225745 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 04 17:32:51.225745 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 17:32:51.225745 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 17:32:51.225745 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 17:32:51.225745 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 17:32:51.225745 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 04 17:32:51.225745 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 04 17:32:51.225745 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 04 17:32:51.225745 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 04 17:32:51.225745 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 17:32:51.225745 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 17:32:51.225745 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 17:32:51.225745 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 17:32:51.225745 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 04 17:32:51.225745 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 04 17:32:51.225745 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1510, in create_port Feb 04 17:32:51.225745 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 04 17:32:51.225745 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1475, in _create_port_db Feb 04 17:32:51.225745 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 04 17:32:51.225745 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Feb 04 17:32:51.225745 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 04 17:32:51.225745 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 04 17:32:51.225745 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 04 17:32:51.225745 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 04 17:32:51.225745 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 04 17:32:51.225745 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 04 17:32:51.225745 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 04 17:32:51.225745 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 04 17:32:51.225745 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 04 17:32:51.225745 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 04 17:32:51.225745 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 04 17:32:51.225745 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 04 17:32:51.225745 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 04 17:32:51.225745 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 04 17:32:51.225745 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server raise exception Feb 04 17:32:51.225745 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 67854a1f-0b3a-47f2-8867-92a7b7fc7b7e: This subnet is being modified by another concurrent operation. Feb 04 17:32:51.225745 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server Feb 04 17:32:51.251535 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 50644) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:32:51.256682 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ed251ee-c5c7-414f-854a-b75590b044e1 None None] get_active_networks_info from n-d-827839-2 {{(pid=103378) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 04 17:32:51.382789 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-92910a9a-c951-4964-ab1a-d6afc23f1bd7 tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1543676', 'neutron.services.segments.db._delete_segments_for_network-8781084786517'] for network (5841cbfd-1644-4ba0-bdbe-6238d5a351dd), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:51.433446 n-d-827839-2 neutron-server[103377]: DEBUG neutron.services.segments.db [None req-92910a9a-c951-4964-ab1a-d6afc23f1bd7 tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5841cbfd-1644-4ba0-bdbe-6238d5a351dd']}} {{(pid=103377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:32:51.454854 n-d-827839-2 neutron-server[103377]: DEBUG neutron.services.segments.db [None req-92910a9a-c951-4964-ab1a-d6afc23f1bd7 tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6de01ac-be80-4a64-b346-85f10f2a0583') {'for_net_delete': True} {{(pid=103377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:32:51.458802 n-d-827839-2 neutron-server[103377]: DEBUG neutron.services.segments.db [None req-92910a9a-c951-4964-ab1a-d6afc23f1bd7 tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6de01ac-be80-4a64-b346-85f10f2a0583') {} {{(pid=103377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:32:51.480583 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-92910a9a-c951-4964-ab1a-d6afc23f1bd7 tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781084783966', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26866685'] for segment (f6de01ac-be80-4a64-b346-85f10f2a0583), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:51.509141 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-92910a9a-c951-4964-ab1a-d6afc23f1bd7 tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (f6de01ac-be80-4a64-b346-85f10f2a0583), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:51.515143 n-d-827839-2 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ed251ee-c5c7-414f-854a-b75590b044e1 None None] Resources bound (agent type, host, resource id): {{(pid=103378) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 04 17:32:51.518509 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device a75bd91c-201b-4b75-a737-023d28952b27 no longer exists at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:32:51.522903 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92910a9a-c951-4964-ab1a-d6afc23f1bd7 tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Releasing vlan 751 on physical network physnet1 to pool {{(pid=103377) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 17:32:51.523317 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-92910a9a-c951-4964-ab1a-d6afc23f1bd7 tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25888454'] for segment (f6de01ac-be80-4a64-b346-85f10f2a0583), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:51.549060 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] No Port match for: a75bd91c-201b-4b75-a737-023d28952b27 {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 17:32:51.549739 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device a75bd91c-201b-4b75-a737-023d28952b27 not bound to the agent host n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 17:32:51.587651 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-8beb7577-00c3-42b4-812b-12fcd6d6be7f admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=b314a853a38a423999b86dca8c728b71&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3345828 Feb 04 17:32:51.590462 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 50652) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:32:51.674264 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92910a9a-c951-4964-ab1a-d6afc23f1bd7 tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Pushing event deleted for resources: {'Subnet': ['ID=67854a1f-0b3a-47f2-8867-92a7b7fc7b7e,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:32:51.698434 n-d-827839-2 neutron-server[103377]: Traceback (most recent call last): Feb 04 17:32:51.698434 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 17:32:51.698434 n-d-827839-2 neutron-server[103377]: timer() Feb 04 17:32:51.698434 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 17:32:51.698434 n-d-827839-2 neutron-server[103377]: cb(*args, **kw) Feb 04 17:32:51.698434 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 17:32:51.698434 n-d-827839-2 neutron-server[103377]: return func(*args, **kwargs) Feb 04 17:32:51.698434 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 17:32:51.698434 n-d-827839-2 neutron-server[103377]: self._notify() Feb 04 17:32:51.698434 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 17:32:51.698434 n-d-827839-2 neutron-server[103377]: self.callback(batched_events) Feb 04 17:32:51.698434 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 17:32:51.698434 n-d-827839-2 neutron-server[103377]: event.method(event) Feb 04 17:32:51.698434 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 17:32:51.698434 n-d-827839-2 neutron-server[103377]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 17:32:51.698434 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 17:32:51.698434 n-d-827839-2 neutron-server[103377]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 17:32:51.698434 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 17:32:51.698434 n-d-827839-2 neutron-server[103377]: return f(self, *a, **k) Feb 04 17:32:51.698434 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 17:32:51.698434 n-d-827839-2 neutron-server[103377]: return self._get(url).json() Feb 04 17:32:51.698434 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 17:32:51.698434 n-d-827839-2 neutron-server[103377]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 17:32:51.698434 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 17:32:51.698434 n-d-827839-2 neutron-server[103377]: return self.request(url, 'GET', **kwargs) Feb 04 17:32:51.698434 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 17:32:51.698434 n-d-827839-2 neutron-server[103377]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 17:32:51.698434 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 17:32:51.698434 n-d-827839-2 neutron-server[103377]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 17:32:51.698434 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 17:32:51.698434 n-d-827839-2 neutron-server[103377]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 17:32:51.698434 n-d-827839-2 neutron-server[103377]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 17:32:51.707069 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-92910a9a-c951-4964-ab1a-d6afc23f1bd7 tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1543671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1595572'] for network (5841cbfd-1644-4ba0-bdbe-6238d5a351dd), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:51.720550 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-354eb90f-2576-443b-adb4-335e5623336e admin admin] Publish callbacks [] for security_group (b527270a-46ca-420c-aa3f-d27857e42fb7), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:51.776325 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-354eb90f-2576-443b-adb4-335e5623336e admin admin] Publish callbacks [] for security_group (b527270a-46ca-420c-aa3f-d27857e42fb7), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:51.784848 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-92910a9a-c951-4964-ab1a-d6afc23f1bd7 tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Publish callbacks [] for network (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:51.790347 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-92910a9a-c951-4964-ab1a-d6afc23f1bd7 tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] 10.222.0.89 "DELETE /v2.0/networks/5841cbfd-1644-4ba0-bdbe-6238d5a351dd HTTP/1.1" status: 204 len: 168 time: 1.0387650 Feb 04 17:32:51.796281 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92910a9a-c951-4964-ab1a-d6afc23f1bd7 tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Pushing event deleted for resources: {'Network': ['ID=5841cbfd-1644-4ba0-bdbe-6238d5a351dd,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:32:51.801363 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 50656) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:32:51.813069 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-024a8517-0b6c-4178-81b4-a1eede7a8e33 tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1560477299'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:32:51.889830 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-024a8517-0b6c-4178-81b4-a1eede7a8e33 tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Made reservation on behalf of 80bffe6ca9b744ee9caf341b90ea1640 for: {'network': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:32:51.897944 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-024a8517-0b6c-4178-81b4-a1eede7a8e33 tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for network (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:51.919141 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-354eb90f-2576-443b-adb4-335e5623336e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (b527270a-46ca-420c-aa3f-d27857e42fb7), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:51.922491 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-354eb90f-2576-443b-adb4-335e5623336e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:51.924163 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-354eb90f-2576-443b-adb4-335e5623336e admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/b527270a-46ca-420c-aa3f-d27857e42fb7 HTTP/1.1" status: 204 len: 168 time: 0.3324873 Feb 04 17:32:51.966327 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354eb90f-2576-443b-adb4-335e5623336e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b527270a-46ca-420c-aa3f-d27857e42fb7,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:32:52.337798 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d59b81e0-250c-4611-bf56-ba3c397a7140 None None] Network 5841cbfd-1644-4ba0-bdbe-6238d5a351dd requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:32:52.359675 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d59b81e0-250c-4611-bf56-ba3c397a7140 None None] Network 5841cbfd-1644-4ba0-bdbe-6238d5a351dd could not be found, it might have been deleted concurrently. {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 04 17:32:52.754561 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ada08e4-09e4-49fc-a44f-723efbe228e1 req-2e4ff31a-d628-4c5c-9e7f-b8052c9649e7 tempest-ServerDiskConfigTestJSON-47961148 tempest-ServerDiskConfigTestJSON-47961148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:32:52.757976 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-1ada08e4-09e4-49fc-a44f-723efbe228e1 req-2e4ff31a-d628-4c5c-9e7f-b8052c9649e7 tempest-ServerDiskConfigTestJSON-47961148 tempest-ServerDiskConfigTestJSON-47961148-project] 10.222.0.89 "GET /v2.0/ports?device_id=a8a37a11-05ad-417e-9246-571115659a9e HTTP/1.1" status: 200 len: 945 time: 1.0810339 Feb 04 17:32:52.783267 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-024a8517-0b6c-4178-81b4-a1eede7a8e33 tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] vlan segment allocate from pool success with {'vlan_id': 756, 'physical_network': 'physnet1'} {{(pid=103377) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 17:32:52.808266 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-024a8517-0b6c-4178-81b4-a1eede7a8e33 tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (03024713-ac6e-4632-bb57-1803f56a537b), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:52.808623 n-d-827839-2 neutron-server[103377]: INFO neutron.db.segments_db [None req-024a8517-0b6c-4178-81b4-a1eede7a8e33 tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Added segment 03024713-ac6e-4632-bb57-1803f56a537b of type vlan for network a6415c18-0688-471f-9e04-d381ceae5407 Feb 04 17:32:52.908719 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-024a8517-0b6c-4178-81b4-a1eede7a8e33 tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781084292801'] for network (a6415c18-0688-471f-9e04-d381ceae5407), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:52.989474 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-1ada08e4-09e4-49fc-a44f-723efbe228e1 req-c80f6ba0-7a43-4959-ad64-8d089f2a651c tempest-ServerDiskConfigTestJSON-47961148 tempest-ServerDiskConfigTestJSON-47961148-project] 10.222.0.89 "GET /v2.0/security-groups?id=ffff0ed7-cf9e-4cbb-9be9-3a1c2dba1e58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132424 Feb 04 17:32:52.993298 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-024a8517-0b6c-4178-81b4-a1eede7a8e33 tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327'] for network (a6415c18-0688-471f-9e04-d381ceae5407), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:53.002806 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-024a8517-0b6c-4178-81b4-a1eede7a8e33 tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:32:53.019259 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-024a8517-0b6c-4178-81b4-a1eede7a8e33 tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Publish callbacks [] for network (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:53.189962 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-024a8517-0b6c-4178-81b4-a1eede7a8e33 tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.3850639 Feb 04 17:32:53.190554 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 50700) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:32:53.214076 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-66e518b9-974d-49b2-b972-26c51c330d60 tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Request body: {'subnet': {'network_id': 'a6415c18-0688-471f-9e04-d381ceae5407', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:32:53.241149 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024a8517-0b6c-4178-81b4-a1eede7a8e33 tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Pushing event updated for resources: {'Network': ['ID=a6415c18-0688-471f-9e04-d381ceae5407,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:32:53.252278 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Network a6415c18-0688-471f-9e04-d381ceae5407 details requested by agent ovs-agent-n-d-827839-2 with host n-d-827839-2 {{(pid=103378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 17:32:53.305496 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24864d3-ef26-44b2-8dc2-4c4ce44d652f req-9405d537-23a5-4601-b788-f42d7a94858c tempest-ServerDiskConfigTestJSON-47961148 tempest-ServerDiskConfigTestJSON-47961148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:32:53.307016 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-e24864d3-ef26-44b2-8dc2-4c4ce44d652f req-9405d537-23a5-4601-b788-f42d7a94858c tempest-ServerDiskConfigTestJSON-47961148 tempest-ServerDiskConfigTestJSON-47961148-project] 10.222.0.89 "GET /v2.0/ports?device_id=a8a37a11-05ad-417e-9246-571115659a9e HTTP/1.1" status: 200 len: 945 time: 0.1842179 Feb 04 17:32:53.368439 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-e24864d3-ef26-44b2-8dc2-4c4ce44d652f req-94c0fb09-d4df-48a7-897f-d254a94049c7 tempest-ServerDiskConfigTestJSON-47961148 tempest-ServerDiskConfigTestJSON-47961148-project] 10.222.0.89 "GET /v2.0/security-groups?id=ffff0ed7-cf9e-4cbb-9be9-3a1c2dba1e58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503929 Feb 04 17:32:53.404251 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66e518b9-974d-49b2-b972-26c51c330d60 tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Made reservation on behalf of 80bffe6ca9b744ee9caf341b90ea1640 for: {'subnet': 1} {{(pid=103376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:32:53.409870 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-66e518b9-974d-49b2-b972-26c51c330d60 tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25859006'] for subnet (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:53.529266 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 50712) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:32:53.734274 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-c3701298-f507-4601-8c6d-bf0c6b1c58a9 tempest-BulkNetworkOpsIpV6Test-624234640 tempest-BulkNetworkOpsIpV6Test-624234640-project] Request body: {'networks': [{'name': 'tempest-network--163599261'}, {'name': 'tempest-network--287798147'}]} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:32:53.734632 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-c3701298-f507-4601-8c6d-bf0c6b1c58a9 tempest-BulkNetworkOpsIpV6Test-624234640 tempest-BulkNetworkOpsIpV6Test-624234640-project] Request body: {'network': {'name': 'tempest-network--163599261'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:32:53.735206 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-c3701298-f507-4601-8c6d-bf0c6b1c58a9 tempest-BulkNetworkOpsIpV6Test-624234640 tempest-BulkNetworkOpsIpV6Test-624234640-project] Request body: {'network': {'name': 'tempest-network--287798147'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:32:53.775799 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3701298-f507-4601-8c6d-bf0c6b1c58a9 tempest-BulkNetworkOpsIpV6Test-624234640 tempest-BulkNetworkOpsIpV6Test-624234640-project] Made reservation on behalf of 2731c3204ea844b7a98e74b383029914 for: {'network': 2} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:32:53.790237 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-c3701298-f507-4601-8c6d-bf0c6b1c58a9 tempest-BulkNetworkOpsIpV6Test-624234640 tempest-BulkNetworkOpsIpV6Test-624234640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for network (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:53.829349 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-c3701298-f507-4601-8c6d-bf0c6b1c58a9 tempest-BulkNetworkOpsIpV6Test-624234640 tempest-BulkNetworkOpsIpV6Test-624234640-project] Publish callbacks [] for security_group (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:53.856950 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-66e518b9-974d-49b2-b972-26c51c330d60 tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25674939', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25858952'] for subnet (7374f78b-e576-42fe-8a12-705502344ca6), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:54.020055 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-c3701298-f507-4601-8c6d-bf0c6b1c58a9 tempest-BulkNetworkOpsIpV6Test-624234640 tempest-BulkNetworkOpsIpV6Test-624234640-project] Publish callbacks [] for security_group (c3f92128-474d-44cc-a8c4-3afe92e576d3), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:54.026095 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-c3701298-f507-4601-8c6d-bf0c6b1c58a9 tempest-BulkNetworkOpsIpV6Test-624234640 tempest-BulkNetworkOpsIpV6Test-624234640-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (c3f92128-474d-44cc-a8c4-3afe92e576d3), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:54.026655 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-c3701298-f507-4601-8c6d-bf0c6b1c58a9 tempest-BulkNetworkOpsIpV6Test-624234640 tempest-BulkNetworkOpsIpV6Test-624234640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for network (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:54.110654 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3701298-f507-4601-8c6d-bf0c6b1c58a9 tempest-BulkNetworkOpsIpV6Test-624234640 tempest-BulkNetworkOpsIpV6Test-624234640-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c3f92128-474d-44cc-a8c4-3afe92e576d3,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:32:54.114963 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66e518b9-974d-49b2-b972-26c51c330d60 tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Checking segment: {'id': '03024713-ac6e-4632-bb57-1803f56a537b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'a6415c18-0688-471f-9e04-d381ceae5407'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:32:54.114963 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66e518b9-974d-49b2-b972-26c51c330d60 tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Network hostable DHCP agents. Network: a6415c18-0688-471f-9e04-d381ceae5407, hostable agents: ['bb89f5a3-3c22-440b-b7d1-c4f0c43c184a'], hosted agents: [] {{(pid=103376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 17:32:54.146315 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3701298-f507-4601-8c6d-bf0c6b1c58a9 tempest-BulkNetworkOpsIpV6Test-624234640 tempest-BulkNetworkOpsIpV6Test-624234640-project] vlan segment allocate from pool success with {'vlan_id': 780, 'physical_network': 'physnet1'} {{(pid=103377) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 17:32:54.163100 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-c3701298-f507-4601-8c6d-bf0c6b1c58a9 tempest-BulkNetworkOpsIpV6Test-624234640 tempest-BulkNetworkOpsIpV6Test-624234640-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (0bcd9f8a-c195-44e1-9eb1-4cbe82b1ccf0), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:54.163687 n-d-827839-2 neutron-server[103377]: INFO neutron.db.segments_db [None req-c3701298-f507-4601-8c6d-bf0c6b1c58a9 tempest-BulkNetworkOpsIpV6Test-624234640 tempest-BulkNetworkOpsIpV6Test-624234640-project] Added segment 0bcd9f8a-c195-44e1-9eb1-4cbe82b1ccf0 of type vlan for network 492128b2-96aa-4b7a-88fc-3a64f49c377d Feb 04 17:32:54.184762 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e518b9-974d-49b2-b972-26c51c330d60 tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Pushing event updated for resources: {'Subnet': ['ID=7374f78b-e576-42fe-8a12-705502344ca6,revision_number=0']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:32:54.205909 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66e518b9-974d-49b2-b972-26c51c330d60 tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Network a6415c18-0688-471f-9e04-d381ceae5407 is scheduled to be hosted by DHCP agent bb89f5a3-3c22-440b-b7d1-c4f0c43c184a with binding_index 1 {{(pid=103376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 17:32:54.231003 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a276b5b5-4e92-4e01-ab34-52a4e928c2dd req-ee451934-5089-4a46-bee2-34daada901f2 tempest-ServerDiskConfigTestJSON-47961148 tempest-ServerDiskConfigTestJSON-47961148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:32:54.245767 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-a276b5b5-4e92-4e01-ab34-52a4e928c2dd req-ee451934-5089-4a46-bee2-34daada901f2 tempest-ServerDiskConfigTestJSON-47961148 tempest-ServerDiskConfigTestJSON-47961148-project] 10.222.0.89 "GET /v2.0/ports?device_id=a8a37a11-05ad-417e-9246-571115659a9e HTTP/1.1" status: 200 len: 945 time: 0.1805813 Feb 04 17:32:54.255515 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-c3701298-f507-4601-8c6d-bf0c6b1c58a9 tempest-BulkNetworkOpsIpV6Test-624234640 tempest-BulkNetworkOpsIpV6Test-624234640-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781084292801'] for network (492128b2-96aa-4b7a-88fc-3a64f49c377d), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:54.274087 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [None req-66e518b9-974d-49b2-b972-26c51c330d60 tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827839-2, a6415c18-0688-471f-9e04-d381ceae5407) {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:32:54.283786 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b94c559-a10a-44a9-8dbb-a9caf4c7e249 None None] Network a6415c18-0688-471f-9e04-d381ceae5407 requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:32:54.302156 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3701298-f507-4601-8c6d-bf0c6b1c58a9 tempest-BulkNetworkOpsIpV6Test-624234640 tempest-BulkNetworkOpsIpV6Test-624234640-project] vlan segment allocate from pool success with {'vlan_id': 798, 'physical_network': 'physnet1'} {{(pid=103377) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 17:32:54.308003 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66e518b9-974d-49b2-b972-26c51c330d60 tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:32:54.312894 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-66e518b9-974d-49b2-b972-26c51c330d60 tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Publish callbacks [] for subnet (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:54.313845 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-c3701298-f507-4601-8c6d-bf0c6b1c58a9 tempest-BulkNetworkOpsIpV6Test-624234640 tempest-BulkNetworkOpsIpV6Test-624234640-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (ce705b76-0f77-4b33-a58f-559bdfea0813), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:54.314370 n-d-827839-2 neutron-server[103377]: INFO neutron.db.segments_db [None req-c3701298-f507-4601-8c6d-bf0c6b1c58a9 tempest-BulkNetworkOpsIpV6Test-624234640 tempest-BulkNetworkOpsIpV6Test-624234640-project] Added segment ce705b76-0f77-4b33-a58f-559bdfea0813 of type vlan for network ac028919-9458-42c8-ad30-5716e6683d77 Feb 04 17:32:54.373662 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-66e518b9-974d-49b2-b972-26c51c330d60 tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1809483 Feb 04 17:32:54.380784 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 50734) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:32:54.400773 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-d3d6495a-b4db-4887-a869-e6a846a1d6bb tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Request body: {'subnet': {'network_id': 'a6415c18-0688-471f-9e04-d381ceae5407', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:32:54.451361 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-a276b5b5-4e92-4e01-ab34-52a4e928c2dd req-6a4445ca-2f50-4ead-8064-35621985b7ad tempest-ServerDiskConfigTestJSON-47961148 tempest-ServerDiskConfigTestJSON-47961148-project] 10.222.0.89 "GET /v2.0/security-groups?id=ffff0ed7-cf9e-4cbb-9be9-3a1c2dba1e58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1942105 Feb 04 17:32:54.459593 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-c3701298-f507-4601-8c6d-bf0c6b1c58a9 tempest-BulkNetworkOpsIpV6Test-624234640 tempest-BulkNetworkOpsIpV6Test-624234640-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781084292801'] for network (ac028919-9458-42c8-ad30-5716e6683d77), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:54.515675 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-c3701298-f507-4601-8c6d-bf0c6b1c58a9 tempest-BulkNetworkOpsIpV6Test-624234640 tempest-BulkNetworkOpsIpV6Test-624234640-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327'] for network (492128b2-96aa-4b7a-88fc-3a64f49c377d), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:54.516188 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-c3701298-f507-4601-8c6d-bf0c6b1c58a9 tempest-BulkNetworkOpsIpV6Test-624234640 tempest-BulkNetworkOpsIpV6Test-624234640-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327'] for network (ac028919-9458-42c8-ad30-5716e6683d77), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:54.521629 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3701298-f507-4601-8c6d-bf0c6b1c58a9 tempest-BulkNetworkOpsIpV6Test-624234640 tempest-BulkNetworkOpsIpV6Test-624234640-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:32:54.523444 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb748cd2-fe6b-446e-b7f5-a1dcda8b6b67 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e4c19ad-5724-5db8-8ee1-4f56ae69fcf4-a6415c18-0688-471f-9e04-d381ceae5407', 'network_id': 'a6415c18-0688-471f-9e04-d381ceae5407', 'project_id': '80bffe6ca9b744ee9caf341b90ea1640', 'fixed_ips': [{'subnet_id': '7374f78b-e576-42fe-8a12-705502344ca6'}]}} from n-d-827839-2. {{(pid=103378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 17:32:54.525102 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-cb748cd2-fe6b-446e-b7f5-a1dcda8b6b67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:54.526617 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3701298-f507-4601-8c6d-bf0c6b1c58a9 tempest-BulkNetworkOpsIpV6Test-624234640 tempest-BulkNetworkOpsIpV6Test-624234640-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:32:54.527397 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-c3701298-f507-4601-8c6d-bf0c6b1c58a9 tempest-BulkNetworkOpsIpV6Test-624234640 tempest-BulkNetworkOpsIpV6Test-624234640-project] Publish callbacks [] for network (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:54.611177 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-c3701298-f507-4601-8c6d-bf0c6b1c58a9 tempest-BulkNetworkOpsIpV6Test-624234640 tempest-BulkNetworkOpsIpV6Test-624234640-project] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1318 time: 1.0804369 Feb 04 17:32:54.613884 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 50736) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:32:54.682222 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3701298-f507-4601-8c6d-bf0c6b1c58a9 tempest-BulkNetworkOpsIpV6Test-624234640 tempest-BulkNetworkOpsIpV6Test-624234640-project] Pushing event updated for resources: {'Network': ['ID=492128b2-96aa-4b7a-88fc-3a64f49c377d,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:32:54.706478 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Network 492128b2-96aa-4b7a-88fc-3a64f49c377d details requested by agent ovs-agent-n-d-827839-2 with host n-d-827839-2 {{(pid=103378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 17:32:54.804294 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3d6495a-b4db-4887-a869-e6a846a1d6bb tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Made reservation on behalf of 80bffe6ca9b744ee9caf341b90ea1640 for: {'subnet': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:32:54.808864 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-d3d6495a-b4db-4887-a869-e6a846a1d6bb tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25597243'] for subnet (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:54.880645 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-cb748cd2-fe6b-446e-b7f5-a1dcda8b6b67 None None] Allocated IP 2001:db8::2 (a6415c18-0688-471f-9e04-d381ceae5407/7374f78b-e576-42fe-8a12-705502344ca6/56b1a3d9-a38e-4ff0-8196-36c588cb0163) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:32:55.011994 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3701298-f507-4601-8c6d-bf0c6b1c58a9 tempest-BulkNetworkOpsIpV6Test-624234640 tempest-BulkNetworkOpsIpV6Test-624234640-project] Pushing event updated for resources: {'Network': ['ID=ac028919-9458-42c8-ad30-5716e6683d77,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:32:55.047483 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Network ac028919-9458-42c8-ad30-5716e6683d77 details requested by agent ovs-agent-n-d-827839-2 with host n-d-827839-2 {{(pid=103378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 17:32:55.159254 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3fd684f-435f-4a7e-9b33-34ff1b837fc5 tempest-BulkNetworkOpsIpV6Test-624234640 tempest-BulkNetworkOpsIpV6Test-624234640-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:32:55.188353 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3fd684f-435f-4a7e-9b33-34ff1b837fc5 tempest-BulkNetworkOpsIpV6Test-624234640 tempest-BulkNetworkOpsIpV6Test-624234640-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:32:55.206041 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3fd684f-435f-4a7e-9b33-34ff1b837fc5 tempest-BulkNetworkOpsIpV6Test-624234640 tempest-BulkNetworkOpsIpV6Test-624234640-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:32:55.219585 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3fd684f-435f-4a7e-9b33-34ff1b837fc5 tempest-BulkNetworkOpsIpV6Test-624234640 tempest-BulkNetworkOpsIpV6Test-624234640-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:32:55.226543 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-e3fd684f-435f-4a7e-9b33-34ff1b837fc5 tempest-BulkNetworkOpsIpV6Test-624234640 tempest-BulkNetworkOpsIpV6Test-624234640-project] 10.222.0.89 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2405 time: 0.6105289 Feb 04 17:32:55.233664 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 50756) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:32:55.564020 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-cb748cd2-fe6b-446e-b7f5-a1dcda8b6b67 None None] Publish callbacks [] for port (56b1a3d9-a38e-4ff0-8196-36c588cb0163), precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:55.578237 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-cb748cd2-fe6b-446e-b7f5-a1dcda8b6b67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135'] for port (56b1a3d9-a38e-4ff0-8196-36c588cb0163), after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:55.582079 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-fb8aa432-c08e-4747-8216-5e8279cdd460 tempest-BulkNetworkOpsIpV6Test-624234640 tempest-BulkNetworkOpsIpV6Test-624234640-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628832'] for network (492128b2-96aa-4b7a-88fc-3a64f49c377d), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:55.692620 n-d-827839-2 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb748cd2-fe6b-446e-b7f5-a1dcda8b6b67 None None] Network a6415c18-0688-471f-9e04-d381ceae5407 is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:32:55.698175 n-d-827839-2 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-cb748cd2-fe6b-446e-b7f5-a1dcda8b6b67 None None] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:32:55.706562 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb748cd2-fe6b-446e-b7f5-a1dcda8b6b67 None None] Pushing event updated for resources: {'Port': ['ID=56b1a3d9-a38e-4ff0-8196-36c588cb0163,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:32:55.718014 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb748cd2-fe6b-446e-b7f5-a1dcda8b6b67 None None] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:32:55.816010 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-cb748cd2-fe6b-446e-b7f5-a1dcda8b6b67 None None] Attempting to bind port 56b1a3d9-a38e-4ff0-8196-36c588cb0163 on host n-d-827839-2 for vnic_type normal with profile {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:32:55.817427 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-cb748cd2-fe6b-446e-b7f5-a1dcda8b6b67 None None] Attempting to bind port 56b1a3d9-a38e-4ff0-8196-36c588cb0163 by drivers openvswitch,hyperv on host n-d-827839-2 at level 0 using segments [{'id': '03024713-ac6e-4632-bb57-1803f56a537b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'a6415c18-0688-471f-9e04-d381ceae5407'}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:32:55.817914 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb748cd2-fe6b-446e-b7f5-a1dcda8b6b67 None None] Attempting to bind port 56b1a3d9-a38e-4ff0-8196-36c588cb0163 on network a6415c18-0688-471f-9e04-d381ceae5407 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:32:55.829762 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb748cd2-fe6b-446e-b7f5-a1dcda8b6b67 None None] Checking agent: {'id': 'ba70844b-66a0-45fd-a2f2-e6ed673321fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 0, 36), 'started_at': datetime.datetime(2022, 2, 4, 17, 1, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 32, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:32:55.830145 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb748cd2-fe6b-446e-b7f5-a1dcda8b6b67 None None] Checking segment: {'id': '03024713-ac6e-4632-bb57-1803f56a537b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'a6415c18-0688-471f-9e04-d381ceae5407'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:32:55.830556 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-cb748cd2-fe6b-446e-b7f5-a1dcda8b6b67 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:55.830947 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb748cd2-fe6b-446e-b7f5-a1dcda8b6b67 None None] Bound using segment: {'id': '03024713-ac6e-4632-bb57-1803f56a537b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'a6415c18-0688-471f-9e04-d381ceae5407'} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:32:55.833827 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-cb748cd2-fe6b-446e-b7f5-a1dcda8b6b67 None None] Bound port: 56b1a3d9-a38e-4ff0-8196-36c588cb0163, host: n-d-827839-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03024713-ac6e-4632-bb57-1803f56a537b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'a6415c18-0688-471f-9e04-d381ceae5407'}}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:32:55.835599 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-cb748cd2-fe6b-446e-b7f5-a1dcda8b6b67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (56b1a3d9-a38e-4ff0-8196-36c588cb0163), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:56.001953 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-cb748cd2-fe6b-446e-b7f5-a1dcda8b6b67 None None] For port 56b1a3d9-a38e-4ff0-8196-36c588cb0163, host n-d-827839-2, cleared binding levels {{(pid=103378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:32:56.009503 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-cb748cd2-fe6b-446e-b7f5-a1dcda8b6b67 None None] For port 56b1a3d9-a38e-4ff0-8196-36c588cb0163, host n-d-827839-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=56b1a3d9-a38e-4ff0-8196-36c588cb0163,segment=NetworkSegment(03024713-ac6e-4632-bb57-1803f56a537b),segment_id=03024713-ac6e-4632-bb57-1803f56a537b)] {{(pid=103378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:32:56.027577 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-cb748cd2-fe6b-446e-b7f5-a1dcda8b6b67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (56b1a3d9-a38e-4ff0-8196-36c588cb0163), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:56.071355 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-fb8aa432-c08e-4747-8216-5e8279cdd460 tempest-BulkNetworkOpsIpV6Test-624234640 tempest-BulkNetworkOpsIpV6Test-624234640-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1543676', 'neutron.services.segments.db._delete_segments_for_network-8781084786517'] for network (492128b2-96aa-4b7a-88fc-3a64f49c377d), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:56.098722 n-d-827839-2 neutron-server[103377]: DEBUG neutron.services.segments.db [None req-fb8aa432-c08e-4747-8216-5e8279cdd460 tempest-BulkNetworkOpsIpV6Test-624234640 tempest-BulkNetworkOpsIpV6Test-624234640-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['492128b2-96aa-4b7a-88fc-3a64f49c377d']}} {{(pid=103377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:32:56.112273 n-d-827839-2 neutron-server[103377]: DEBUG neutron.services.segments.db [None req-fb8aa432-c08e-4747-8216-5e8279cdd460 tempest-BulkNetworkOpsIpV6Test-624234640 tempest-BulkNetworkOpsIpV6Test-624234640-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0bcd9f8a-c195-44e1-9eb1-4cbe82b1ccf0') {'for_net_delete': True} {{(pid=103377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:32:56.112585 n-d-827839-2 neutron-server[103377]: DEBUG neutron.services.segments.db [None req-fb8aa432-c08e-4747-8216-5e8279cdd460 tempest-BulkNetworkOpsIpV6Test-624234640 tempest-BulkNetworkOpsIpV6Test-624234640-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0bcd9f8a-c195-44e1-9eb1-4cbe82b1ccf0') {} {{(pid=103377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:32:56.126333 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-fb8aa432-c08e-4747-8216-5e8279cdd460 tempest-BulkNetworkOpsIpV6Test-624234640 tempest-BulkNetworkOpsIpV6Test-624234640-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781084783966', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26866685'] for segment (0bcd9f8a-c195-44e1-9eb1-4cbe82b1ccf0), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:56.165551 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-fb8aa432-c08e-4747-8216-5e8279cdd460 tempest-BulkNetworkOpsIpV6Test-624234640 tempest-BulkNetworkOpsIpV6Test-624234640-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (0bcd9f8a-c195-44e1-9eb1-4cbe82b1ccf0), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:56.167755 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 50780) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:32:56.177055 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb8aa432-c08e-4747-8216-5e8279cdd460 tempest-BulkNetworkOpsIpV6Test-624234640 tempest-BulkNetworkOpsIpV6Test-624234640-project] Releasing vlan 780 on physical network physnet1 to pool {{(pid=103377) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 17:32:56.177438 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-fb8aa432-c08e-4747-8216-5e8279cdd460 tempest-BulkNetworkOpsIpV6Test-624234640 tempest-BulkNetworkOpsIpV6Test-624234640-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25888454'] for segment (0bcd9f8a-c195-44e1-9eb1-4cbe82b1ccf0), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:56.246511 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb748cd2-fe6b-446e-b7f5-a1dcda8b6b67 None None] Pushing event updated for resources: {'Port': ['ID=56b1a3d9-a38e-4ff0-8196-36c588cb0163,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:32:56.366211 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4f2b3a-c873-41ca-b59e-0bb544d54df3 req-65e3071e-0768-4e48-accf-65944ff9c8ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:32:56.370060 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4f2b3a-c873-41ca-b59e-0bb544d54df3 req-65e3071e-0768-4e48-accf-65944ff9c8ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:32:56.370623 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4f2b3a-c873-41ca-b59e-0bb544d54df3 req-65e3071e-0768-4e48-accf-65944ff9c8ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:32:56.371173 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4f2b3a-c873-41ca-b59e-0bb544d54df3 req-65e3071e-0768-4e48-accf-65944ff9c8ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:32:56.371571 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4f2b3a-c873-41ca-b59e-0bb544d54df3 req-65e3071e-0768-4e48-accf-65944ff9c8ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:32:56.372114 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4f2b3a-c873-41ca-b59e-0bb544d54df3 req-65e3071e-0768-4e48-accf-65944ff9c8ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:32:56.372576 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4f2b3a-c873-41ca-b59e-0bb544d54df3 req-65e3071e-0768-4e48-accf-65944ff9c8ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:32:56.374972 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-fc4f2b3a-c873-41ca-b59e-0bb544d54df3 req-65e3071e-0768-4e48-accf-65944ff9c8ef service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=f9afa7a5-1aca-47d0-a335-e4059d5a8169 HTTP/1.1" status: 200 len: 6707 time: 0.2061441 Feb 04 17:32:56.386085 n-d-827839-2 neutron-server[103377]: Traceback (most recent call last): Feb 04 17:32:56.386085 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 17:32:56.386085 n-d-827839-2 neutron-server[103377]: timer() Feb 04 17:32:56.386085 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 17:32:56.386085 n-d-827839-2 neutron-server[103377]: cb(*args, **kw) Feb 04 17:32:56.386085 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 17:32:56.386085 n-d-827839-2 neutron-server[103377]: return func(*args, **kwargs) Feb 04 17:32:56.386085 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 17:32:56.386085 n-d-827839-2 neutron-server[103377]: self._notify() Feb 04 17:32:56.386085 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 17:32:56.386085 n-d-827839-2 neutron-server[103377]: self.callback(batched_events) Feb 04 17:32:56.386085 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 17:32:56.386085 n-d-827839-2 neutron-server[103377]: event.method(event) Feb 04 17:32:56.386085 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 17:32:56.386085 n-d-827839-2 neutron-server[103377]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 17:32:56.386085 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 17:32:56.386085 n-d-827839-2 neutron-server[103377]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 17:32:56.386085 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 17:32:56.386085 n-d-827839-2 neutron-server[103377]: return f(self, *a, **k) Feb 04 17:32:56.386085 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 17:32:56.386085 n-d-827839-2 neutron-server[103377]: return self._get(url).json() Feb 04 17:32:56.386085 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 17:32:56.386085 n-d-827839-2 neutron-server[103377]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 17:32:56.386085 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 17:32:56.386085 n-d-827839-2 neutron-server[103377]: return self.request(url, 'GET', **kwargs) Feb 04 17:32:56.386085 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 17:32:56.386085 n-d-827839-2 neutron-server[103377]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 17:32:56.386085 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 17:32:56.386085 n-d-827839-2 neutron-server[103377]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 17:32:56.386085 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 17:32:56.386085 n-d-827839-2 neutron-server[103377]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 17:32:56.386085 n-d-827839-2 neutron-server[103377]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 17:32:56.389023 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-d3d6495a-b4db-4887-a869-e6a846a1d6bb tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25889445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25597197'] for subnet (1f158d6e-f03e-4770-a2c1-aeefa8d89b64), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:56.410527 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-fb8aa432-c08e-4747-8216-5e8279cdd460 tempest-BulkNetworkOpsIpV6Test-624234640 tempest-BulkNetworkOpsIpV6Test-624234640-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1543671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1595572'] for network (492128b2-96aa-4b7a-88fc-3a64f49c377d), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:56.524655 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-fc4f2b3a-c873-41ca-b59e-0bb544d54df3 req-63459702-d20f-480a-85a4-b62490a6a8f5 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=0a858dd3-bfe4-4a54-8e21-ad7067112b2b&id=97363f9b-735d-4c1b-ae48-6b5390fc2698&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1374187 Feb 04 17:32:56.527116 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-fb8aa432-c08e-4747-8216-5e8279cdd460 tempest-BulkNetworkOpsIpV6Test-624234640 tempest-BulkNetworkOpsIpV6Test-624234640-project] Publish callbacks [] for network (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:56.530595 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-fb8aa432-c08e-4747-8216-5e8279cdd460 tempest-BulkNetworkOpsIpV6Test-624234640 tempest-BulkNetworkOpsIpV6Test-624234640-project] 10.222.0.89 "DELETE /v2.0/networks/492128b2-96aa-4b7a-88fc-3a64f49c377d HTTP/1.1" status: 204 len: 168 time: 1.2944520 Feb 04 17:32:56.533394 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 50786) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:32:56.553968 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8aa432-c08e-4747-8216-5e8279cdd460 tempest-BulkNetworkOpsIpV6Test-624234640 tempest-BulkNetworkOpsIpV6Test-624234640-project] Pushing event deleted for resources: {'Network': ['ID=492128b2-96aa-4b7a-88fc-3a64f49c377d,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:32:56.647875 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3d6495a-b4db-4887-a869-e6a846a1d6bb tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Network a6415c18-0688-471f-9e04-d381ceae5407 is already hosted by enough agents. {{(pid=103377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:32:56.696306 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4254a551-dd24-4da5-9a48-3e4a5715e50e req-696dd894-9fc8-4b9e-9cec-51e45a9acdf7 tempest-ServerDiskConfigTestJSON-47961148 tempest-ServerDiskConfigTestJSON-47961148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:32:56.722333 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-4254a551-dd24-4da5-9a48-3e4a5715e50e req-696dd894-9fc8-4b9e-9cec-51e45a9acdf7 tempest-ServerDiskConfigTestJSON-47961148 tempest-ServerDiskConfigTestJSON-47961148-project] 10.222.0.89 "GET /v2.0/ports?device_id=a8a37a11-05ad-417e-9246-571115659a9e HTTP/1.1" status: 200 len: 945 time: 1.1032095 Feb 04 17:32:56.723302 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [None req-d3d6495a-b4db-4887-a869-e6a846a1d6bb tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Resources bound (agent type, host, resource id): {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:32:56.726398 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3d6495a-b4db-4887-a869-e6a846a1d6bb tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:32:56.727580 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-d3d6495a-b4db-4887-a869-e6a846a1d6bb tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Publish callbacks [] for subnet (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:56.730293 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d6495a-b4db-4887-a869-e6a846a1d6bb tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Pushing event updated for resources: {'Subnet': ['ID=1f158d6e-f03e-4770-a2c1-aeefa8d89b64,revision_number=0']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:32:56.766531 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-2d8016a8-b478-4d8f-9953-c782ffd0330d tempest-BulkNetworkOpsIpV6Test-624234640 tempest-BulkNetworkOpsIpV6Test-624234640-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628832'] for network (ac028919-9458-42c8-ad30-5716e6683d77), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:56.831820 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-d3d6495a-b4db-4887-a869-e6a846a1d6bb tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.4492657 Feb 04 17:32:56.850901 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 50792) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:32:56.932411 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-2d8016a8-b478-4d8f-9953-c782ffd0330d tempest-BulkNetworkOpsIpV6Test-624234640 tempest-BulkNetworkOpsIpV6Test-624234640-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1543676', 'neutron.services.segments.db._delete_segments_for_network-8781084786517'] for network (ac028919-9458-42c8-ad30-5716e6683d77), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:56.934144 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-4254a551-dd24-4da5-9a48-3e4a5715e50e req-cb22d60b-a31a-4446-bfc3-7e437f31ad3b tempest-ServerDiskConfigTestJSON-47961148 tempest-ServerDiskConfigTestJSON-47961148-project] 10.222.0.89 "GET /v2.0/security-groups?id=ffff0ed7-cf9e-4cbb-9be9-3a1c2dba1e58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1890550 Feb 04 17:32:56.967130 n-d-827839-2 neutron-server[103376]: DEBUG neutron.services.segments.db [None req-2d8016a8-b478-4d8f-9953-c782ffd0330d tempest-BulkNetworkOpsIpV6Test-624234640 tempest-BulkNetworkOpsIpV6Test-624234640-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac028919-9458-42c8-ad30-5716e6683d77']}} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:32:56.986858 n-d-827839-2 neutron-server[103376]: DEBUG neutron.services.segments.db [None req-2d8016a8-b478-4d8f-9953-c782ffd0330d tempest-BulkNetworkOpsIpV6Test-624234640 tempest-BulkNetworkOpsIpV6Test-624234640-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce705b76-0f77-4b33-a58f-559bdfea0813') {'for_net_delete': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:32:56.989286 n-d-827839-2 neutron-server[103376]: DEBUG neutron.services.segments.db [None req-2d8016a8-b478-4d8f-9953-c782ffd0330d tempest-BulkNetworkOpsIpV6Test-624234640 tempest-BulkNetworkOpsIpV6Test-624234640-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce705b76-0f77-4b33-a58f-559bdfea0813') {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:32:56.999208 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7c9d4d4-cd97-405b-82ff-c63ff7008258 tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:32:57.000525 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7c9d4d4-cd97-405b-82ff-c63ff7008258 tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:32:57.002868 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7c9d4d4-cd97-405b-82ff-c63ff7008258 tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:32:57.004203 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7c9d4d4-cd97-405b-82ff-c63ff7008258 tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:32:57.010321 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-2d8016a8-b478-4d8f-9953-c782ffd0330d tempest-BulkNetworkOpsIpV6Test-624234640 tempest-BulkNetworkOpsIpV6Test-624234640-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781084783966', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25674908'] for segment (ce705b76-0f77-4b33-a58f-559bdfea0813), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:57.012006 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7c9d4d4-cd97-405b-82ff-c63ff7008258 tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:32:57.018520 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-b7c9d4d4-cd97-405b-82ff-c63ff7008258 tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] 10.222.0.89 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1663918 Feb 04 17:32:57.024921 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 50796) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:32:57.033595 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-3b924844-1104-442d-8cce-e77af18ad4f5 tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1401061452'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:32:57.035157 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-2d8016a8-b478-4d8f-9953-c782ffd0330d tempest-BulkNetworkOpsIpV6Test-624234640 tempest-BulkNetworkOpsIpV6Test-624234640-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (ce705b76-0f77-4b33-a58f-559bdfea0813), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:57.046506 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d8016a8-b478-4d8f-9953-c782ffd0330d tempest-BulkNetworkOpsIpV6Test-624234640 tempest-BulkNetworkOpsIpV6Test-624234640-project] Releasing vlan 798 on physical network physnet1 to pool {{(pid=103376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 17:32:57.047159 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-2d8016a8-b478-4d8f-9953-c782ffd0330d tempest-BulkNetworkOpsIpV6Test-624234640 tempest-BulkNetworkOpsIpV6Test-624234640-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25675992'] for segment (ce705b76-0f77-4b33-a58f-559bdfea0813), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:57.051562 n-d-827839-2 neutron-server[103376]: Traceback (most recent call last): Feb 04 17:32:57.051562 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 17:32:57.051562 n-d-827839-2 neutron-server[103376]: timer() Feb 04 17:32:57.051562 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 17:32:57.051562 n-d-827839-2 neutron-server[103376]: cb(*args, **kw) Feb 04 17:32:57.051562 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 17:32:57.051562 n-d-827839-2 neutron-server[103376]: return func(*args, **kwargs) Feb 04 17:32:57.051562 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 17:32:57.051562 n-d-827839-2 neutron-server[103376]: self._notify() Feb 04 17:32:57.051562 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 17:32:57.051562 n-d-827839-2 neutron-server[103376]: self.callback(batched_events) Feb 04 17:32:57.051562 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 17:32:57.051562 n-d-827839-2 neutron-server[103376]: event.method(event) Feb 04 17:32:57.051562 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 17:32:57.051562 n-d-827839-2 neutron-server[103376]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 17:32:57.051562 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 17:32:57.051562 n-d-827839-2 neutron-server[103376]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 17:32:57.051562 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 17:32:57.051562 n-d-827839-2 neutron-server[103376]: return f(self, *a, **k) Feb 04 17:32:57.051562 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 17:32:57.051562 n-d-827839-2 neutron-server[103376]: return self._get(url).json() Feb 04 17:32:57.051562 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 17:32:57.051562 n-d-827839-2 neutron-server[103376]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 17:32:57.051562 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 17:32:57.051562 n-d-827839-2 neutron-server[103376]: return self.request(url, 'GET', **kwargs) Feb 04 17:32:57.051562 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 17:32:57.051562 n-d-827839-2 neutron-server[103376]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 17:32:57.051562 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 17:32:57.051562 n-d-827839-2 neutron-server[103376]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 17:32:57.051562 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 17:32:57.051562 n-d-827839-2 neutron-server[103376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 17:32:57.051562 n-d-827839-2 neutron-server[103376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 17:32:57.087346 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b924844-1104-442d-8cce-e77af18ad4f5 tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Made reservation on behalf of 80bffe6ca9b744ee9caf341b90ea1640 for: {'network': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:32:57.090973 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-3b924844-1104-442d-8cce-e77af18ad4f5 tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for network (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:57.153679 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-2d8016a8-b478-4d8f-9953-c782ffd0330d tempest-BulkNetworkOpsIpV6Test-624234640 tempest-BulkNetworkOpsIpV6Test-624234640-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1543671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1595572'] for network (ac028919-9458-42c8-ad30-5716e6683d77), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:57.159446 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b924844-1104-442d-8cce-e77af18ad4f5 tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] vlan segment allocate from pool success with {'vlan_id': 789, 'physical_network': 'physnet1'} {{(pid=103377) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 17:32:57.171693 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-2d8016a8-b478-4d8f-9953-c782ffd0330d tempest-BulkNetworkOpsIpV6Test-624234640 tempest-BulkNetworkOpsIpV6Test-624234640-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677565'] for network (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:57.174918 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-3b924844-1104-442d-8cce-e77af18ad4f5 tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (4d3eac6b-9f66-4256-ac30-5f741f957d12), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:57.175301 n-d-827839-2 neutron-server[103377]: INFO neutron.db.segments_db [None req-3b924844-1104-442d-8cce-e77af18ad4f5 tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Added segment 4d3eac6b-9f66-4256-ac30-5f741f957d12 of type vlan for network d88f5c79-c79f-44f1-a2d9-e5ff0f95cc55 Feb 04 17:32:57.179315 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-2d8016a8-b478-4d8f-9953-c782ffd0330d tempest-BulkNetworkOpsIpV6Test-624234640 tempest-BulkNetworkOpsIpV6Test-624234640-project] 10.222.0.89 "DELETE /v2.0/networks/ac028919-9458-42c8-ad30-5716e6683d77 HTTP/1.1" status: 204 len: 168 time: 0.6421366 Feb 04 17:32:57.182156 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 50798) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:32:57.232272 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8016a8-b478-4d8f-9953-c782ffd0330d tempest-BulkNetworkOpsIpV6Test-624234640 tempest-BulkNetworkOpsIpV6Test-624234640-project] Pushing event deleted for resources: {'Network': ['ID=ac028919-9458-42c8-ad30-5716e6683d77,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:32:57.253983 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-3b924844-1104-442d-8cce-e77af18ad4f5 tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781084292801'] for network (d88f5c79-c79f-44f1-a2d9-e5ff0f95cc55), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:57.328707 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-3b924844-1104-442d-8cce-e77af18ad4f5 tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327'] for network (d88f5c79-c79f-44f1-a2d9-e5ff0f95cc55), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:57.334176 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b924844-1104-442d-8cce-e77af18ad4f5 tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:32:57.334804 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-3b924844-1104-442d-8cce-e77af18ad4f5 tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Publish callbacks [] for network (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:57.366494 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 56b1a3d9-a38e-4ff0-8196-36c588cb0163 up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:32:57.441667 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f390483-9dd4-4921-b949-b762e64219da tempest-BulkNetworkOpsIpV6Test-624234640 tempest-BulkNetworkOpsIpV6Test-624234640-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:32:57.457112 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f390483-9dd4-4921-b949-b762e64219da tempest-BulkNetworkOpsIpV6Test-624234640 tempest-BulkNetworkOpsIpV6Test-624234640-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:32:57.474891 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-8f390483-9dd4-4921-b949-b762e64219da tempest-BulkNetworkOpsIpV6Test-624234640 tempest-BulkNetworkOpsIpV6Test-624234640-project] 10.222.0.89 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2869418 Feb 04 17:32:57.474891 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 50804) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:32:57.485979 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port 56b1a3d9-a38e-4ff0-8196-36c588cb0163 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:32:57.486399 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (56b1a3d9-a38e-4ff0-8196-36c588cb0163), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:57.497313 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-9fc91df1-47b4-4be0-a152-8d858ac20796 tempest-BulkNetworkOpsIpV6Test-624234640 tempest-BulkNetworkOpsIpV6Test-624234640-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-328681274'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:32:57.530734 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-3b924844-1104-442d-8cce-e77af18ad4f5 tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5043981 Feb 04 17:32:57.533321 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 50808) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:32:57.581265 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-099c7a1c-bd9a-482f-adba-c932a02874e6 tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Request body: {'network': {'name': 'New_network'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:32:57.606035 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b924844-1104-442d-8cce-e77af18ad4f5 tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Pushing event updated for resources: {'Network': ['ID=d88f5c79-c79f-44f1-a2d9-e5ff0f95cc55,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:32:57.628445 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Network d88f5c79-c79f-44f1-a2d9-e5ff0f95cc55 details requested by agent ovs-agent-n-d-827839-2 with host n-d-827839-2 {{(pid=103378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 17:32:57.743744 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fc91df1-47b4-4be0-a152-8d858ac20796 tempest-BulkNetworkOpsIpV6Test-624234640 tempest-BulkNetworkOpsIpV6Test-624234640-project] Made reservation on behalf of 2731c3204ea844b7a98e74b383029914 for: {'network': 1} {{(pid=103376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:32:57.754259 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-9fc91df1-47b4-4be0-a152-8d858ac20796 tempest-BulkNetworkOpsIpV6Test-624234640 tempest-BulkNetworkOpsIpV6Test-624234640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for network (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:57.802205 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port 56b1a3d9-a38e-4ff0-8196-36c588cb0163 is: DOWN; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:32:57.806673 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (56b1a3d9-a38e-4ff0-8196-36c588cb0163), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:57.907052 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] For port 56b1a3d9-a38e-4ff0-8196-36c588cb0163, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=56b1a3d9-a38e-4ff0-8196-36c588cb0163,segment=NetworkSegment(03024713-ac6e-4632-bb57-1803f56a537b),segment_id=03024713-ac6e-4632-bb57-1803f56a537b)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:32:57.920402 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (56b1a3d9-a38e-4ff0-8196-36c588cb0163), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:58.004370 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddf0cb0b-c652-4dc8-b4e5-4d54dbaa3c4a None None] Network a6415c18-0688-471f-9e04-d381ceae5407 requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:32:58.005555 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9fc91df1-47b4-4be0-a152-8d858ac20796 tempest-BulkNetworkOpsIpV6Test-624234640 tempest-BulkNetworkOpsIpV6Test-624234640-project] vlan segment allocate from pool success with {'vlan_id': 753, 'physical_network': 'physnet1'} {{(pid=103376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 17:32:58.013406 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Pushing event updated for resources: {'Port': ['ID=56b1a3d9-a38e-4ff0-8196-36c588cb0163,revision_number=3']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:32:58.064779 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-9fc91df1-47b4-4be0-a152-8d858ac20796 tempest-BulkNetworkOpsIpV6Test-624234640 tempest-BulkNetworkOpsIpV6Test-624234640-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (9878bef3-31f2-4717-a05f-93a8147b7434), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:58.065256 n-d-827839-2 neutron-server[103376]: INFO neutron.db.segments_db [None req-9fc91df1-47b4-4be0-a152-8d858ac20796 tempest-BulkNetworkOpsIpV6Test-624234640 tempest-BulkNetworkOpsIpV6Test-624234640-project] Added segment 9878bef3-31f2-4717-a05f-93a8147b7434 of type vlan for network 5140575a-6210-442a-952b-9cf2d16b7863 Feb 04 17:32:58.121309 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-099c7a1c-bd9a-482f-adba-c932a02874e6 tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781084292801'] for network (d88f5c79-c79f-44f1-a2d9-e5ff0f95cc55), precommit_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:58.157692 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-9fc91df1-47b4-4be0-a152-8d858ac20796 tempest-BulkNetworkOpsIpV6Test-624234640 tempest-BulkNetworkOpsIpV6Test-624234640-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781084292801'] for network (5140575a-6210-442a-952b-9cf2d16b7863), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:58.176126 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4b53f660-f815-4515-b613-90116b1505ed None None] Provisioning complete for port 56b1a3d9-a38e-4ff0-8196-36c588cb0163 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:32:58.176633 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4b53f660-f815-4515-b613-90116b1505ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (56b1a3d9-a38e-4ff0-8196-36c588cb0163), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:58.184587 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-099c7a1c-bd9a-482f-adba-c932a02874e6 tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327'] for network (d88f5c79-c79f-44f1-a2d9-e5ff0f95cc55), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:58.254238 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-099c7a1c-bd9a-482f-adba-c932a02874e6 tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Network d88f5c79-c79f-44f1-a2d9-e5ff0f95cc55 is not hosted by any dhcp agent {{(pid=103376) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 04 17:32:58.262248 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-099c7a1c-bd9a-482f-adba-c932a02874e6 tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:32:58.263095 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-099c7a1c-bd9a-482f-adba-c932a02874e6 tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Publish callbacks [] for network (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:58.274786 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-099c7a1c-bd9a-482f-adba-c932a02874e6 tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] 10.222.0.89 "PUT /v2.0/networks/d88f5c79-c79f-44f1-a2d9-e5ff0f95cc55 HTTP/1.1" status: 200 len: 723 time: 0.7315202 Feb 04 17:32:58.277868 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 50820) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:32:58.284188 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-17933326-5dae-4ea2-9390-765e6823b11f tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Request body: {'subnet': {'network_id': 'd88f5c79-c79f-44f1-a2d9-e5ff0f95cc55', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:32:58.333454 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-9fc91df1-47b4-4be0-a152-8d858ac20796 tempest-BulkNetworkOpsIpV6Test-624234640 tempest-BulkNetworkOpsIpV6Test-624234640-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327'] for network (5140575a-6210-442a-952b-9cf2d16b7863), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:58.339560 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fc91df1-47b4-4be0-a152-8d858ac20796 tempest-BulkNetworkOpsIpV6Test-624234640 tempest-BulkNetworkOpsIpV6Test-624234640-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:32:58.340023 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-9fc91df1-47b4-4be0-a152-8d858ac20796 tempest-BulkNetworkOpsIpV6Test-624234640 tempest-BulkNetworkOpsIpV6Test-624234640-project] Publish callbacks [] for network (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:58.364947 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099c7a1c-bd9a-482f-adba-c932a02874e6 tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Pushing event updated for resources: {'Network': ['ID=d88f5c79-c79f-44f1-a2d9-e5ff0f95cc55,revision_number=2']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:32:58.391609 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Network d88f5c79-c79f-44f1-a2d9-e5ff0f95cc55 details requested by agent ovs-agent-n-d-827839-2 with host n-d-827839-2 {{(pid=103378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 17:32:58.460100 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc91df1-47b4-4be0-a152-8d858ac20796 tempest-BulkNetworkOpsIpV6Test-624234640 tempest-BulkNetworkOpsIpV6Test-624234640-project] Pushing event updated for resources: {'Network': ['ID=5140575a-6210-442a-952b-9cf2d16b7863,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:32:58.471775 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4dac583-6774-474f-bddf-2aaebe334a7c req-f2e793c6-acc9-45c8-902d-1696bd8c62b1 tempest-ServerDiskConfigTestJSON-47961148 tempest-ServerDiskConfigTestJSON-47961148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:32:58.481373 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-c4dac583-6774-474f-bddf-2aaebe334a7c req-f2e793c6-acc9-45c8-902d-1696bd8c62b1 tempest-ServerDiskConfigTestJSON-47961148 tempest-ServerDiskConfigTestJSON-47961148-project] 10.222.0.89 "GET /v2.0/ports?device_id=a8a37a11-05ad-417e-9246-571115659a9e HTTP/1.1" status: 200 len: 945 time: 0.3443346 Feb 04 17:32:58.494453 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Network 5140575a-6210-442a-952b-9cf2d16b7863 details requested by agent ovs-agent-n-d-827839-2 with host n-d-827839-2 {{(pid=103378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 17:32:58.506158 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-9fc91df1-47b4-4be0-a152-8d858ac20796 tempest-BulkNetworkOpsIpV6Test-624234640 tempest-BulkNetworkOpsIpV6Test-624234640-project] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.0329716 Feb 04 17:32:58.510464 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 50824) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:32:58.516352 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-b2786134-e5c4-49b9-9527-8f6e9fae47c7 tempest-BulkNetworkOpsIpV6Test-624234640 tempest-BulkNetworkOpsIpV6Test-624234640-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-862230462'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:32:58.571784 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-c4dac583-6774-474f-bddf-2aaebe334a7c req-363803e4-bd29-4662-98e7-55ed05ec9934 tempest-ServerDiskConfigTestJSON-47961148 tempest-ServerDiskConfigTestJSON-47961148-project] 10.222.0.89 "GET /v2.0/security-groups?id=ffff0ed7-cf9e-4cbb-9be9-3a1c2dba1e58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893240 Feb 04 17:32:58.573028 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2786134-e5c4-49b9-9527-8f6e9fae47c7 tempest-BulkNetworkOpsIpV6Test-624234640 tempest-BulkNetworkOpsIpV6Test-624234640-project] Made reservation on behalf of 2731c3204ea844b7a98e74b383029914 for: {'network': 1} {{(pid=103376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:32:58.581063 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17933326-5dae-4ea2-9390-765e6823b11f tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Made reservation on behalf of 80bffe6ca9b744ee9caf341b90ea1640 for: {'subnet': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:32:58.583451 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-b2786134-e5c4-49b9-9527-8f6e9fae47c7 tempest-BulkNetworkOpsIpV6Test-624234640 tempest-BulkNetworkOpsIpV6Test-624234640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for network (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:58.584613 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-17933326-5dae-4ea2-9390-765e6823b11f tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25597243'] for subnet (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:58.627588 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2786134-e5c4-49b9-9527-8f6e9fae47c7 tempest-BulkNetworkOpsIpV6Test-624234640 tempest-BulkNetworkOpsIpV6Test-624234640-project] vlan segment allocate from pool success with {'vlan_id': 791, 'physical_network': 'physnet1'} {{(pid=103376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 17:32:58.639441 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-b2786134-e5c4-49b9-9527-8f6e9fae47c7 tempest-BulkNetworkOpsIpV6Test-624234640 tempest-BulkNetworkOpsIpV6Test-624234640-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (096238e0-932a-48b6-86a6-fada2bc666f9), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:58.639876 n-d-827839-2 neutron-server[103376]: INFO neutron.db.segments_db [None req-b2786134-e5c4-49b9-9527-8f6e9fae47c7 tempest-BulkNetworkOpsIpV6Test-624234640 tempest-BulkNetworkOpsIpV6Test-624234640-project] Added segment 096238e0-932a-48b6-86a6-fada2bc666f9 of type vlan for network a4eb19df-4ea8-480a-ae7f-d63efc952d2a Feb 04 17:32:58.707620 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-b2786134-e5c4-49b9-9527-8f6e9fae47c7 tempest-BulkNetworkOpsIpV6Test-624234640 tempest-BulkNetworkOpsIpV6Test-624234640-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781084292801'] for network (a4eb19df-4ea8-480a-ae7f-d63efc952d2a), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:58.721477 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4b53f660-f815-4515-b613-90116b1505ed None None] Current status of the port 56b1a3d9-a38e-4ff0-8196-36c588cb0163 is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:32:58.788348 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-b2786134-e5c4-49b9-9527-8f6e9fae47c7 tempest-BulkNetworkOpsIpV6Test-624234640 tempest-BulkNetworkOpsIpV6Test-624234640-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327'] for network (a4eb19df-4ea8-480a-ae7f-d63efc952d2a), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:58.794697 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2786134-e5c4-49b9-9527-8f6e9fae47c7 tempest-BulkNetworkOpsIpV6Test-624234640 tempest-BulkNetworkOpsIpV6Test-624234640-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:32:58.795398 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-b2786134-e5c4-49b9-9527-8f6e9fae47c7 tempest-BulkNetworkOpsIpV6Test-624234640 tempest-BulkNetworkOpsIpV6Test-624234640-project] Publish callbacks [] for network (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:58.814704 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1c4a177-4e0e-4814-8584-bcab904ee877 None None] Update dhcp port {'port': {'network_id': 'a6415c18-0688-471f-9e04-d381ceae5407', 'fixed_ips': [{'subnet_id': '7374f78b-e576-42fe-8a12-705502344ca6', 'ip_address': '2001:db8::2'}, {'subnet_id': '1f158d6e-f03e-4770-a2c1-aeefa8d89b64'}], 'binding:host_id': 'n-d-827839-2'}, 'id': '56b1a3d9-a38e-4ff0-8196-36c588cb0163'} from n-d-827839-2. {{(pid=103378) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 04 17:32:58.852488 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d1c4a177-4e0e-4814-8584-bcab904ee877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (56b1a3d9-a38e-4ff0-8196-36c588cb0163), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:58.923624 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2786134-e5c4-49b9-9527-8f6e9fae47c7 tempest-BulkNetworkOpsIpV6Test-624234640 tempest-BulkNetworkOpsIpV6Test-624234640-project] Pushing event updated for resources: {'Network': ['ID=a4eb19df-4ea8-480a-ae7f-d63efc952d2a,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:32:58.947334 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Network a4eb19df-4ea8-480a-ae7f-d63efc952d2a details requested by agent ovs-agent-n-d-827839-2 with host n-d-827839-2 {{(pid=103378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 17:32:58.955485 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-b2786134-e5c4-49b9-9527-8f6e9fae47c7 tempest-BulkNetworkOpsIpV6Test-624234640 tempest-BulkNetworkOpsIpV6Test-624234640-project] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4439459 Feb 04 17:32:58.956436 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 50830) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:32:58.966944 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-542f953f-7c4e-4090-a1eb-66858d889cbc tempest-BulkNetworkOpsIpV6Test-624234640 tempest-BulkNetworkOpsIpV6Test-624234640-project] Request body: {'ports': [{'network_id': '5140575a-6210-442a-952b-9cf2d16b7863', 'name': 'tempest-port--42004885', 'admin_state_up': True}, {'network_id': 'a4eb19df-4ea8-480a-ae7f-d63efc952d2a', 'admin_state_up': False}]} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:32:58.967693 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-542f953f-7c4e-4090-a1eb-66858d889cbc tempest-BulkNetworkOpsIpV6Test-624234640 tempest-BulkNetworkOpsIpV6Test-624234640-project] Request body: {'port': {'network_id': '5140575a-6210-442a-952b-9cf2d16b7863', 'name': 'tempest-port--42004885', 'admin_state_up': True}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:32:58.968523 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-542f953f-7c4e-4090-a1eb-66858d889cbc tempest-BulkNetworkOpsIpV6Test-624234640 tempest-BulkNetworkOpsIpV6Test-624234640-project] Request body: {'port': {'network_id': 'a4eb19df-4ea8-480a-ae7f-d63efc952d2a', 'admin_state_up': False}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:32:59.041758 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-17933326-5dae-4ea2-9390-765e6823b11f tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25889445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25597197'] for subnet (4992de9f-7cae-4a9f-ba97-2d773024ba35), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:59.214216 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-542f953f-7c4e-4090-a1eb-66858d889cbc tempest-BulkNetworkOpsIpV6Test-624234640 tempest-BulkNetworkOpsIpV6Test-624234640-project] Made reservation on behalf of 2731c3204ea844b7a98e74b383029914 for: {'port': 2} {{(pid=103376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:32:59.220327 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-542f953f-7c4e-4090-a1eb-66858d889cbc tempest-BulkNetworkOpsIpV6Test-624234640 tempest-BulkNetworkOpsIpV6Test-624234640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:59.220563 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-d1c4a177-4e0e-4814-8584-bcab904ee877 None None] Allocated IP 172.20.0.1 (a6415c18-0688-471f-9e04-d381ceae5407/1f158d6e-f03e-4770-a2c1-aeefa8d89b64/56b1a3d9-a38e-4ff0-8196-36c588cb0163) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:32:59.225245 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17933326-5dae-4ea2-9390-765e6823b11f tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Pushing event updated for resources: {'Subnet': ['ID=4992de9f-7cae-4a9f-ba97-2d773024ba35,revision_number=0']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:32:59.245509 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17933326-5dae-4ea2-9390-765e6823b11f tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Checking segment: {'id': '4d3eac6b-9f66-4256-ac30-5f741f957d12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'd88f5c79-c79f-44f1-a2d9-e5ff0f95cc55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:32:59.247379 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17933326-5dae-4ea2-9390-765e6823b11f tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Network hostable DHCP agents. Network: d88f5c79-c79f-44f1-a2d9-e5ff0f95cc55, hostable agents: ['bb89f5a3-3c22-440b-b7d1-c4f0c43c184a'], hosted agents: [] {{(pid=103377) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 17:32:59.255532 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-542f953f-7c4e-4090-a1eb-66858d889cbc tempest-BulkNetworkOpsIpV6Test-624234640 tempest-BulkNetworkOpsIpV6Test-624234640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:59.304617 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17933326-5dae-4ea2-9390-765e6823b11f tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Network d88f5c79-c79f-44f1-a2d9-e5ff0f95cc55 is scheduled to be hosted by DHCP agent bb89f5a3-3c22-440b-b7d1-c4f0c43c184a with binding_index 1 {{(pid=103377) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 17:32:59.327108 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [None req-17933326-5dae-4ea2-9390-765e6823b11f tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827839-2, d88f5c79-c79f-44f1-a2d9-e5ff0f95cc55) {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:32:59.333177 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17933326-5dae-4ea2-9390-765e6823b11f tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:32:59.335475 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-17933326-5dae-4ea2-9390-765e6823b11f tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Publish callbacks [] for subnet (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:59.352551 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 56b1a3d9-a38e-4ff0-8196-36c588cb0163 up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:32:59.355300 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0fc1044-0a61-46d6-b33a-49d2ecee0b8b None None] Network d88f5c79-c79f-44f1-a2d9-e5ff0f95cc55 requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:32:59.369908 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-17933326-5dae-4ea2-9390-765e6823b11f tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0904353 Feb 04 17:32:59.372577 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 50840) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:32:59.384187 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-94dbf5f6-16e4-4070-ac77-6c16121e282e tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:32:59.468143 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-d1c4a177-4e0e-4814-8584-bcab904ee877 None None] For port 56b1a3d9-a38e-4ff0-8196-36c588cb0163, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=56b1a3d9-a38e-4ff0-8196-36c588cb0163,segment=NetworkSegment(03024713-ac6e-4632-bb57-1803f56a537b),segment_id=03024713-ac6e-4632-bb57-1803f56a537b)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:32:59.542155 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-94dbf5f6-16e4-4070-ac77-6c16121e282e tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-25597236'] for subnet (4992de9f-7cae-4a9f-ba97-2d773024ba35), before_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:59.588153 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d1c4a177-4e0e-4814-8584-bcab904ee877 None None] Publish callbacks [] for port (56b1a3d9-a38e-4ff0-8196-36c588cb0163), precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:59.613224 n-d-827839-2 neutron-server[103376]: DEBUG neutron.notifiers.nova [None req-542f953f-7c4e-4090-a1eb-66858d889cbc tempest-BulkNetworkOpsIpV6Test-624234640 tempest-BulkNetworkOpsIpV6Test-624234640-project] device_id is not set on port 5716109c-b891-4136-ac35-538413d605ff yet. {{(pid=103376) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 04 17:32:59.643047 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d1c4a177-4e0e-4814-8584-bcab904ee877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (56b1a3d9-a38e-4ff0-8196-36c588cb0163), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:59.658008 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d3de006-73de-472c-a853-cf7b55bba696 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e4c19ad-5724-5db8-8ee1-4f56ae69fcf4-d88f5c79-c79f-44f1-a2d9-e5ff0f95cc55', 'network_id': 'd88f5c79-c79f-44f1-a2d9-e5ff0f95cc55', 'project_id': '80bffe6ca9b744ee9caf341b90ea1640', 'fixed_ips': [{'subnet_id': '4992de9f-7cae-4a9f-ba97-2d773024ba35'}]}} from n-d-827839-2. {{(pid=103378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 17:32:59.662825 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2d3de006-73de-472c-a853-cf7b55bba696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:59.761112 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-542f953f-7c4e-4090-a1eb-66858d889cbc tempest-BulkNetworkOpsIpV6Test-624234640 tempest-BulkNetworkOpsIpV6Test-624234640-project] Publish callbacks [] for port (5716109c-b891-4136-ac35-538413d605ff), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:59.923329 n-d-827839-2 neutron-server[103376]: DEBUG neutron.notifiers.nova [None req-542f953f-7c4e-4090-a1eb-66858d889cbc tempest-BulkNetworkOpsIpV6Test-624234640 tempest-BulkNetworkOpsIpV6Test-624234640-project] device_id is not set on port bc4adfd2-ba25-44d9-b04a-278e5f48332e yet. {{(pid=103376) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 04 17:32:59.931576 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413b6900-9e0c-4968-a3fd-0bc7ee1aba2c req-981571eb-a179-4e36-96da-c470711a01c5 tempest-ServerDiskConfigTestJSON-47961148 tempest-ServerDiskConfigTestJSON-47961148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:32:59.933792 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-413b6900-9e0c-4968-a3fd-0bc7ee1aba2c req-981571eb-a179-4e36-96da-c470711a01c5 tempest-ServerDiskConfigTestJSON-47961148 tempest-ServerDiskConfigTestJSON-47961148-project] 10.222.0.89 "GET /v2.0/ports?device_id=a8a37a11-05ad-417e-9246-571115659a9e HTTP/1.1" status: 200 len: 945 time: 0.2289045 Feb 04 17:32:59.974201 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-94dbf5f6-16e4-4070-ac77-6c16121e282e tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8781084764142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-25888355'] for subnet (4992de9f-7cae-4a9f-ba97-2d773024ba35), after_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:00.063776 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port 56b1a3d9-a38e-4ff0-8196-36c588cb0163 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:33:00.064182 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (56b1a3d9-a38e-4ff0-8196-36c588cb0163), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:00.078648 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94dbf5f6-16e4-4070-ac77-6c16121e282e tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:33:00.082306 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-94dbf5f6-16e4-4070-ac77-6c16121e282e tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Publish callbacks [] for subnet (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:00.087596 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-94dbf5f6-16e4-4070-ac77-6c16121e282e tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] 10.222.0.89 "PUT /v2.0/subnets/4992de9f-7cae-4a9f-ba97-2d773024ba35 HTTP/1.1" status: 200 len: 826 time: 0.7138126 Feb 04 17:33:00.089677 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 50848) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:33:00.108799 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-542f953f-7c4e-4090-a1eb-66858d889cbc tempest-BulkNetworkOpsIpV6Test-624234640 tempest-BulkNetworkOpsIpV6Test-624234640-project] Publish callbacks [] for port (bc4adfd2-ba25-44d9-b04a-278e5f48332e), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:00.119564 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-413b6900-9e0c-4968-a3fd-0bc7ee1aba2c req-21df25b5-fb18-492e-90b6-6b9bcbffd3a7 tempest-ServerDiskConfigTestJSON-47961148 tempest-ServerDiskConfigTestJSON-47961148-project] 10.222.0.89 "GET /v2.0/security-groups?id=ffff0ed7-cf9e-4cbb-9be9-3a1c2dba1e58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1787627 Feb 04 17:33:00.216981 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-542f953f-7c4e-4090-a1eb-66858d889cbc tempest-BulkNetworkOpsIpV6Test-624234640 tempest-BulkNetworkOpsIpV6Test-624234640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (5716109c-b891-4136-ac35-538413d605ff), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:00.236447 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94dbf5f6-16e4-4070-ac77-6c16121e282e tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Pushing event updated for resources: {'Subnet': ['ID=4992de9f-7cae-4a9f-ba97-2d773024ba35,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:33:00.245720 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a3f8f40b-5e49-4362-a4d2-8fb6fbf27018 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (bb89f5a3-3c22-440b-b7d1-c4f0c43c184a), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:00.328214 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-d47fe8f5-7b41-480f-8d78-3c399ec907e1 tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628832'] for network (d88f5c79-c79f-44f1-a2d9-e5ff0f95cc55), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:00.336761 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c4a177-4e0e-4814-8584-bcab904ee877 None None] Pushing event updated for resources: {'Port': ['ID=56b1a3d9-a38e-4ff0-8196-36c588cb0163,revision_number=4']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:33:00.353186 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542f953f-7c4e-4090-a1eb-66858d889cbc tempest-BulkNetworkOpsIpV6Test-624234640 tempest-BulkNetworkOpsIpV6Test-624234640-project] Pushing event updated for resources: {'Port': ['ID=5716109c-b891-4136-ac35-538413d605ff,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:33:00.393972 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-542f953f-7c4e-4090-a1eb-66858d889cbc tempest-BulkNetworkOpsIpV6Test-624234640 tempest-BulkNetworkOpsIpV6Test-624234640-project] Checking segment: {'id': '9878bef3-31f2-4717-a05f-93a8147b7434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '5140575a-6210-442a-952b-9cf2d16b7863'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:33:00.394345 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-542f953f-7c4e-4090-a1eb-66858d889cbc tempest-BulkNetworkOpsIpV6Test-624234640 tempest-BulkNetworkOpsIpV6Test-624234640-project] Network hostable DHCP agents. Network: 5140575a-6210-442a-952b-9cf2d16b7863, hostable agents: ['bb89f5a3-3c22-440b-b7d1-c4f0c43c184a'], hosted agents: [] {{(pid=103376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 17:33:00.434683 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-542f953f-7c4e-4090-a1eb-66858d889cbc tempest-BulkNetworkOpsIpV6Test-624234640 tempest-BulkNetworkOpsIpV6Test-624234640-project] Network 5140575a-6210-442a-952b-9cf2d16b7863 is scheduled to be hosted by DHCP agent bb89f5a3-3c22-440b-b7d1-c4f0c43c184a with binding_index 1 {{(pid=103376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 17:33:00.449792 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [None req-542f953f-7c4e-4090-a1eb-66858d889cbc tempest-BulkNetworkOpsIpV6Test-624234640 tempest-BulkNetworkOpsIpV6Test-624234640-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827839-2, 5140575a-6210-442a-952b-9cf2d16b7863) {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:33:00.453823 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-542f953f-7c4e-4090-a1eb-66858d889cbc tempest-BulkNetworkOpsIpV6Test-624234640 tempest-BulkNetworkOpsIpV6Test-624234640-project] Received port after_create {{(pid=103376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:33:00.454785 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-542f953f-7c4e-4090-a1eb-66858d889cbc tempest-BulkNetworkOpsIpV6Test-624234640 tempest-BulkNetworkOpsIpV6Test-624234640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (bc4adfd2-ba25-44d9-b04a-278e5f48332e), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:00.456662 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-d47fe8f5-7b41-480f-8d78-3c399ec907e1 tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1541225'] for subnet (4992de9f-7cae-4a9f-ba97-2d773024ba35), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:00.483973 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0c045fd-464b-4fe4-8503-42880085700e None None] Network 5140575a-6210-442a-952b-9cf2d16b7863 requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:33:00.544392 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542f953f-7c4e-4090-a1eb-66858d889cbc tempest-BulkNetworkOpsIpV6Test-624234640 tempest-BulkNetworkOpsIpV6Test-624234640-project] Pushing event updated for resources: {'Port': ['ID=bc4adfd2-ba25-44d9-b04a-278e5f48332e,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:33:00.567655 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-542f953f-7c4e-4090-a1eb-66858d889cbc tempest-BulkNetworkOpsIpV6Test-624234640 tempest-BulkNetworkOpsIpV6Test-624234640-project] Checking segment: {'id': '096238e0-932a-48b6-86a6-fada2bc666f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'a4eb19df-4ea8-480a-ae7f-d63efc952d2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:33:00.568281 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-542f953f-7c4e-4090-a1eb-66858d889cbc tempest-BulkNetworkOpsIpV6Test-624234640 tempest-BulkNetworkOpsIpV6Test-624234640-project] Network hostable DHCP agents. Network: a4eb19df-4ea8-480a-ae7f-d63efc952d2a, hostable agents: ['bb89f5a3-3c22-440b-b7d1-c4f0c43c184a'], hosted agents: [] {{(pid=103376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 17:33:00.601193 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-542f953f-7c4e-4090-a1eb-66858d889cbc tempest-BulkNetworkOpsIpV6Test-624234640 tempest-BulkNetworkOpsIpV6Test-624234640-project] Network a4eb19df-4ea8-480a-ae7f-d63efc952d2a is scheduled to be hosted by DHCP agent bb89f5a3-3c22-440b-b7d1-c4f0c43c184a with binding_index 1 {{(pid=103376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 17:33:00.630581 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [None req-542f953f-7c4e-4090-a1eb-66858d889cbc tempest-BulkNetworkOpsIpV6Test-624234640 tempest-BulkNetworkOpsIpV6Test-624234640-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827839-2, a4eb19df-4ea8-480a-ae7f-d63efc952d2a) {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:33:00.632096 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port 56b1a3d9-a38e-4ff0-8196-36c588cb0163 is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:33:00.645603 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2990b1b0-3ec2-412c-a397-e33cae991706 None None] Network a4eb19df-4ea8-480a-ae7f-d63efc952d2a requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:33:00.647742 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-542f953f-7c4e-4090-a1eb-66858d889cbc tempest-BulkNetworkOpsIpV6Test-624234640 tempest-BulkNetworkOpsIpV6Test-624234640-project] Received port after_create {{(pid=103376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:33:00.655291 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-542f953f-7c4e-4090-a1eb-66858d889cbc tempest-BulkNetworkOpsIpV6Test-624234640 tempest-BulkNetworkOpsIpV6Test-624234640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:33:00.660345 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-542f953f-7c4e-4090-a1eb-66858d889cbc tempest-BulkNetworkOpsIpV6Test-624234640 tempest-BulkNetworkOpsIpV6Test-624234640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:33:00.661243 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-542f953f-7c4e-4090-a1eb-66858d889cbc tempest-BulkNetworkOpsIpV6Test-624234640 tempest-BulkNetworkOpsIpV6Test-624234640-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:00.688830 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-542f953f-7c4e-4090-a1eb-66858d889cbc tempest-BulkNetworkOpsIpV6Test-624234640 tempest-BulkNetworkOpsIpV6Test-624234640-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1448 time: 1.7278767 Feb 04 17:33:00.689232 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 50852) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:33:00.704294 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-2d3de006-73de-472c-a853-cf7b55bba696 None None] Allocated IP 2001:db8::2 (d88f5c79-c79f-44f1-a2d9-e5ff0f95cc55/4992de9f-7cae-4a9f-ba97-2d773024ba35/6d26a890-bdf2-4e6b-8471-46188407f473) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:33:00.822539 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ccd05fa-96b5-4170-97f5-647a81dd18cf tempest-BulkNetworkOpsIpV6Test-624234640 tempest-BulkNetworkOpsIpV6Test-624234640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:33:00.841603 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ccd05fa-96b5-4170-97f5-647a81dd18cf tempest-BulkNetworkOpsIpV6Test-624234640 tempest-BulkNetworkOpsIpV6Test-624234640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:33:00.844944 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-4ccd05fa-96b5-4170-97f5-647a81dd18cf tempest-BulkNetworkOpsIpV6Test-624234640 tempest-BulkNetworkOpsIpV6Test-624234640-project] 10.222.0.89 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1443 time: 0.1530519 Feb 04 17:33:00.846191 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 50856) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:33:01.050484 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-8760aeea-98e1-458a-bfde-e9771e657675 tempest-BulkNetworkOpsIpV6Test-624234640 tempest-BulkNetworkOpsIpV6Test-624234640-project] Deleting port 5716109c-b891-4136-ac35-538413d605ff {{(pid=103376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:33:01.050834 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-8760aeea-98e1-458a-bfde-e9771e657675 tempest-BulkNetworkOpsIpV6Test-624234640 tempest-BulkNetworkOpsIpV6Test-624234640-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (5716109c-b891-4136-ac35-538413d605ff), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:01.118331 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2d3de006-73de-472c-a853-cf7b55bba696 None None] Publish callbacks [] for port (6d26a890-bdf2-4e6b-8471-46188407f473), precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:01.125475 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2d3de006-73de-472c-a853-cf7b55bba696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135'] for port (6d26a890-bdf2-4e6b-8471-46188407f473), after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:01.153938 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-d47fe8f5-7b41-480f-8d78-3c399ec907e1 tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1541216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25888360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25597190'] for subnet (4992de9f-7cae-4a9f-ba97-2d773024ba35), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:01.192170 n-d-827839-2 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d3de006-73de-472c-a853-cf7b55bba696 None None] Network d88f5c79-c79f-44f1-a2d9-e5ff0f95cc55 is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:33:01.196843 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-8760aeea-98e1-458a-bfde-e9771e657675 tempest-BulkNetworkOpsIpV6Test-624234640 tempest-BulkNetworkOpsIpV6Test-624234640-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (5716109c-b891-4136-ac35-538413d605ff), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:01.197270 n-d-827839-2 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-2d3de006-73de-472c-a853-cf7b55bba696 None None] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:33:01.204179 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d3de006-73de-472c-a853-cf7b55bba696 None None] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:33:01.218362 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-8760aeea-98e1-458a-bfde-e9771e657675 tempest-BulkNetworkOpsIpV6Test-624234640 tempest-BulkNetworkOpsIpV6Test-624234640-project] Calling delete_port for 5716109c-b891-4136-ac35-538413d605ff owned by {{(pid=103376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:33:01.220595 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3de006-73de-472c-a853-cf7b55bba696 None None] Pushing event updated for resources: {'Port': ['ID=6d26a890-bdf2-4e6b-8471-46188407f473,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:33:01.302539 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 56b1a3d9-a38e-4ff0-8196-36c588cb0163 up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:33:01.305422 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47fe8f5-7b41-480f-8d78-3c399ec907e1 tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Pushing event deleted for resources: {'Subnet': ['ID=4992de9f-7cae-4a9f-ba97-2d773024ba35,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:33:01.398672 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-2d3de006-73de-472c-a853-cf7b55bba696 None None] Attempting to bind port 6d26a890-bdf2-4e6b-8471-46188407f473 on host n-d-827839-2 for vnic_type normal with profile {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:33:01.399208 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-2d3de006-73de-472c-a853-cf7b55bba696 None None] Attempting to bind port 6d26a890-bdf2-4e6b-8471-46188407f473 by drivers openvswitch,hyperv on host n-d-827839-2 at level 0 using segments [{'id': '4d3eac6b-9f66-4256-ac30-5f741f957d12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'd88f5c79-c79f-44f1-a2d9-e5ff0f95cc55'}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:33:01.399562 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d3de006-73de-472c-a853-cf7b55bba696 None None] Attempting to bind port 6d26a890-bdf2-4e6b-8471-46188407f473 on network d88f5c79-c79f-44f1-a2d9-e5ff0f95cc55 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:33:01.422579 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081cd3b0-75a7-48e3-8b5d-9c877faef624 req-e810df5c-2a57-492b-a4b0-cf460492d3a6 tempest-ServerDiskConfigTestJSON-47961148 tempest-ServerDiskConfigTestJSON-47961148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:33:01.424251 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-081cd3b0-75a7-48e3-8b5d-9c877faef624 req-e810df5c-2a57-492b-a4b0-cf460492d3a6 tempest-ServerDiskConfigTestJSON-47961148 tempest-ServerDiskConfigTestJSON-47961148-project] 10.222.0.89 "GET /v2.0/ports?device_id=a8a37a11-05ad-417e-9246-571115659a9e HTTP/1.1" status: 200 len: 945 time: 0.1018188 Feb 04 17:33:01.432160 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93bd7cf7-d046-4e8f-bcf1-0012a8d8897b None None] Network a6415c18-0688-471f-9e04-d381ceae5407 requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:33:01.442268 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-d47fe8f5-7b41-480f-8d78-3c399ec907e1 tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1543676', 'neutron.services.segments.db._delete_segments_for_network-8781084786517'] for network (d88f5c79-c79f-44f1-a2d9-e5ff0f95cc55), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:01.445547 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-8760aeea-98e1-458a-bfde-e9771e657675 tempest-BulkNetworkOpsIpV6Test-624234640 tempest-BulkNetworkOpsIpV6Test-624234640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (5716109c-b891-4136-ac35-538413d605ff), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:01.449302 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d3de006-73de-472c-a853-cf7b55bba696 None None] Checking agent: {'id': 'ba70844b-66a0-45fd-a2f2-e6ed673321fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 0, 36), 'started_at': datetime.datetime(2022, 2, 4, 17, 1, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 32, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:33:01.449686 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d3de006-73de-472c-a853-cf7b55bba696 None None] Checking segment: {'id': '4d3eac6b-9f66-4256-ac30-5f741f957d12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'd88f5c79-c79f-44f1-a2d9-e5ff0f95cc55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:33:01.450097 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2d3de006-73de-472c-a853-cf7b55bba696 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:01.452752 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d3de006-73de-472c-a853-cf7b55bba696 None None] Bound using segment: {'id': '4d3eac6b-9f66-4256-ac30-5f741f957d12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'd88f5c79-c79f-44f1-a2d9-e5ff0f95cc55'} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:33:01.453282 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-2d3de006-73de-472c-a853-cf7b55bba696 None None] Bound port: 6d26a890-bdf2-4e6b-8471-46188407f473, host: n-d-827839-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d3eac6b-9f66-4256-ac30-5f741f957d12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'd88f5c79-c79f-44f1-a2d9-e5ff0f95cc55'}}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:33:01.453674 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2d3de006-73de-472c-a853-cf7b55bba696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (6d26a890-bdf2-4e6b-8471-46188407f473), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:01.469428 n-d-827839-2 neutron-server[103377]: DEBUG neutron.services.segments.db [None req-d47fe8f5-7b41-480f-8d78-3c399ec907e1 tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d88f5c79-c79f-44f1-a2d9-e5ff0f95cc55']}} {{(pid=103377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:33:01.486540 n-d-827839-2 neutron-server[103377]: DEBUG neutron.services.segments.db [None req-d47fe8f5-7b41-480f-8d78-3c399ec907e1 tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d3eac6b-9f66-4256-ac30-5f741f957d12') {'for_net_delete': True} {{(pid=103377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:33:01.488325 n-d-827839-2 neutron-server[103377]: DEBUG neutron.services.segments.db [None req-d47fe8f5-7b41-480f-8d78-3c399ec907e1 tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d3eac6b-9f66-4256-ac30-5f741f957d12') {} {{(pid=103377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:33:01.509312 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8760aeea-98e1-458a-bfde-e9771e657675 tempest-BulkNetworkOpsIpV6Test-624234640 tempest-BulkNetworkOpsIpV6Test-624234640-project] Pushing event deleted for resources: {'Port': ['ID=5716109c-b891-4136-ac35-538413d605ff,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:33:01.518818 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-d47fe8f5-7b41-480f-8d78-3c399ec907e1 tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781084783966', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26866685'] for segment (4d3eac6b-9f66-4256-ac30-5f741f957d12), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:01.535269 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-8760aeea-98e1-458a-bfde-e9771e657675 tempest-BulkNetworkOpsIpV6Test-624234640 tempest-BulkNetworkOpsIpV6Test-624234640-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:01.545332 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-8760aeea-98e1-458a-bfde-e9771e657675 tempest-BulkNetworkOpsIpV6Test-624234640 tempest-BulkNetworkOpsIpV6Test-624234640-project] 10.222.0.89 "DELETE /v2.0/ports/5716109c-b891-4136-ac35-538413d605ff HTTP/1.1" status: 204 len: 168 time: 0.6977596 Feb 04 17:33:01.545848 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 50864) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:33:01.566484 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-d47fe8f5-7b41-480f-8d78-3c399ec907e1 tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (4d3eac6b-9f66-4256-ac30-5f741f957d12), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:01.585513 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-081cd3b0-75a7-48e3-8b5d-9c877faef624 req-bf7ce912-3162-4f0d-9fc5-97f0b7a167c9 tempest-ServerDiskConfigTestJSON-47961148 tempest-ServerDiskConfigTestJSON-47961148-project] 10.222.0.89 "GET /v2.0/security-groups?id=ffff0ed7-cf9e-4cbb-9be9-3a1c2dba1e58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516285 Feb 04 17:33:01.615229 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d47fe8f5-7b41-480f-8d78-3c399ec907e1 tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Releasing vlan 789 on physical network physnet1 to pool {{(pid=103377) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 17:33:01.615802 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-d47fe8f5-7b41-480f-8d78-3c399ec907e1 tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25888454'] for segment (4d3eac6b-9f66-4256-ac30-5f741f957d12), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:01.640141 n-d-827839-2 neutron-server[103377]: Traceback (most recent call last): Feb 04 17:33:01.640141 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 17:33:01.640141 n-d-827839-2 neutron-server[103377]: timer() Feb 04 17:33:01.640141 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 17:33:01.640141 n-d-827839-2 neutron-server[103377]: cb(*args, **kw) Feb 04 17:33:01.640141 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 17:33:01.640141 n-d-827839-2 neutron-server[103377]: return func(*args, **kwargs) Feb 04 17:33:01.640141 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 17:33:01.640141 n-d-827839-2 neutron-server[103377]: self._notify() Feb 04 17:33:01.640141 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 17:33:01.640141 n-d-827839-2 neutron-server[103377]: self.callback(batched_events) Feb 04 17:33:01.640141 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 17:33:01.640141 n-d-827839-2 neutron-server[103377]: event.method(event) Feb 04 17:33:01.640141 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 17:33:01.640141 n-d-827839-2 neutron-server[103377]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 17:33:01.640141 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 17:33:01.640141 n-d-827839-2 neutron-server[103377]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 17:33:01.640141 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 17:33:01.640141 n-d-827839-2 neutron-server[103377]: return f(self, *a, **k) Feb 04 17:33:01.640141 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 17:33:01.640141 n-d-827839-2 neutron-server[103377]: return self._get(url).json() Feb 04 17:33:01.640141 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 17:33:01.640141 n-d-827839-2 neutron-server[103377]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 17:33:01.640141 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 17:33:01.640141 n-d-827839-2 neutron-server[103377]: return self.request(url, 'GET', **kwargs) Feb 04 17:33:01.640141 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 17:33:01.640141 n-d-827839-2 neutron-server[103377]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 17:33:01.640141 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 17:33:01.640141 n-d-827839-2 neutron-server[103377]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 17:33:01.640141 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 17:33:01.640141 n-d-827839-2 neutron-server[103377]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 17:33:01.640141 n-d-827839-2 neutron-server[103377]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 17:33:01.663701 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4b60159f-47af-4b31-9e36-adb2d73ca8a9 None None] Provisioning complete for port 56b1a3d9-a38e-4ff0-8196-36c588cb0163 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:33:01.664326 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4b60159f-47af-4b31-9e36-adb2d73ca8a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (56b1a3d9-a38e-4ff0-8196-36c588cb0163), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:01.730567 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-2d3de006-73de-472c-a853-cf7b55bba696 None None] For port 6d26a890-bdf2-4e6b-8471-46188407f473, host n-d-827839-2, cleared binding levels {{(pid=103378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:33:01.733918 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-2d3de006-73de-472c-a853-cf7b55bba696 None None] For port 6d26a890-bdf2-4e6b-8471-46188407f473, host n-d-827839-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=6d26a890-bdf2-4e6b-8471-46188407f473,segment=NetworkSegment(4d3eac6b-9f66-4256-ac30-5f741f957d12),segment_id=4d3eac6b-9f66-4256-ac30-5f741f957d12)] {{(pid=103378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:33:01.743675 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.db.api [None req-d47fe8f5-7b41-480f-8d78-3c399ec907e1 tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 04 17:33:01.743675 n-d-827839-2 neutron-server[103377]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 04 17:33:01.743675 n-d-827839-2 neutron-server[103377]: [parameters: {'id': 'd88f5c79-c79f-44f1-a2d9-e5ff0f95cc55'}] Feb 04 17:33:01.743675 n-d-827839-2 neutron-server[103377]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103377) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 17:33:01.745037 n-d-827839-2 neutron-server[103377]: DEBUG oslo_db.api [None req-d47fe8f5-7b41-480f-8d78-3c399ec907e1 tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 17:33:01.769659 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2d3de006-73de-472c-a853-cf7b55bba696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (6d26a890-bdf2-4e6b-8471-46188407f473), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:01.771425 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port 56b1a3d9-a38e-4ff0-8196-36c588cb0163 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:33:01.771786 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (56b1a3d9-a38e-4ff0-8196-36c588cb0163), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:01.816402 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-e290a1e6-a003-480c-ad4a-c546792d726f tempest-BulkNetworkOpsIpV6Test-624234640 tempest-BulkNetworkOpsIpV6Test-624234640-project] Deleting port bc4adfd2-ba25-44d9-b04a-278e5f48332e {{(pid=103377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:33:01.816766 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-e290a1e6-a003-480c-ad4a-c546792d726f tempest-BulkNetworkOpsIpV6Test-624234640 tempest-BulkNetworkOpsIpV6Test-624234640-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (bc4adfd2-ba25-44d9-b04a-278e5f48332e), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:01.877850 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3de006-73de-472c-a853-cf7b55bba696 None None] Pushing event updated for resources: {'Port': ['ID=6d26a890-bdf2-4e6b-8471-46188407f473,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:33:01.966739 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-e290a1e6-a003-480c-ad4a-c546792d726f tempest-BulkNetworkOpsIpV6Test-624234640 tempest-BulkNetworkOpsIpV6Test-624234640-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (bc4adfd2-ba25-44d9-b04a-278e5f48332e), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:01.996280 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-e290a1e6-a003-480c-ad4a-c546792d726f tempest-BulkNetworkOpsIpV6Test-624234640 tempest-BulkNetworkOpsIpV6Test-624234640-project] Calling delete_port for bc4adfd2-ba25-44d9-b04a-278e5f48332e owned by {{(pid=103377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:33:02.048416 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.agents_db [None req-e1691f3b-aacd-4cd6-8ebb-a9c53bb301c0 None None] Agent healthcheck: found 7 active agents {{(pid=103379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 17:33:02.088722 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbbf58e1-0fa2-4334-b351-5c15a55803f9 None None] Network d88f5c79-c79f-44f1-a2d9-e5ff0f95cc55 requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:33:02.180311 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-e290a1e6-a003-480c-ad4a-c546792d726f tempest-BulkNetworkOpsIpV6Test-624234640 tempest-BulkNetworkOpsIpV6Test-624234640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (bc4adfd2-ba25-44d9-b04a-278e5f48332e), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:02.194869 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d97a6382-b2a7-44cc-9464-414b34dfaf74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (64ada913-9131-4d99-a265-63a920956287), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:02.237052 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e290a1e6-a003-480c-ad4a-c546792d726f tempest-BulkNetworkOpsIpV6Test-624234640 tempest-BulkNetworkOpsIpV6Test-624234640-project] Pushing event deleted for resources: {'Port': ['ID=bc4adfd2-ba25-44d9-b04a-278e5f48332e,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:33:02.249431 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-d47fe8f5-7b41-480f-8d78-3c399ec907e1 tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628832'] for network (d88f5c79-c79f-44f1-a2d9-e5ff0f95cc55), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:02.254161 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-e290a1e6-a003-480c-ad4a-c546792d726f tempest-BulkNetworkOpsIpV6Test-624234640 tempest-BulkNetworkOpsIpV6Test-624234640-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:02.265477 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-e290a1e6-a003-480c-ad4a-c546792d726f tempest-BulkNetworkOpsIpV6Test-624234640 tempest-BulkNetworkOpsIpV6Test-624234640-project] 10.222.0.89 "DELETE /v2.0/ports/bc4adfd2-ba25-44d9-b04a-278e5f48332e HTTP/1.1" status: 204 len: 168 time: 0.7076805 Feb 04 17:33:02.265707 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 50870) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:33:02.290444 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4b60159f-47af-4b31-9e36-adb2d73ca8a9 None None] Current status of the port 56b1a3d9-a38e-4ff0-8196-36c588cb0163 is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:33:02.313064 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port 56b1a3d9-a38e-4ff0-8196-36c588cb0163 is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:33:02.319898 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-aaf04f01-4af8-44e9-b4fc-d789514ce10b tempest-BulkNetworkOpsIpV6Test-624234640 tempest-BulkNetworkOpsIpV6Test-624234640-project] 10.222.0.89 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0530653 Feb 04 17:33:02.325890 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 50872) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:33:02.339052 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-0599ced3-cebd-4bf5-bbd0-afb25971d116 tempest-BulkNetworkOpsIpV6Test-624234640 tempest-BulkNetworkOpsIpV6Test-624234640-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1639453312'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:33:02.343866 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eddc5525-8725-41f2-a47e-d9323c0654e6 None None] Network d88f5c79-c79f-44f1-a2d9-e5ff0f95cc55 requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:33:02.386159 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0599ced3-cebd-4bf5-bbd0-afb25971d116 tempest-BulkNetworkOpsIpV6Test-624234640 tempest-BulkNetworkOpsIpV6Test-624234640-project] Made reservation on behalf of 2731c3204ea844b7a98e74b383029914 for: {'network': 1} {{(pid=103376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:33:02.390686 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-0599ced3-cebd-4bf5-bbd0-afb25971d116 tempest-BulkNetworkOpsIpV6Test-624234640 tempest-BulkNetworkOpsIpV6Test-624234640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for network (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:02.417460 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-d47fe8f5-7b41-480f-8d78-3c399ec907e1 tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Deleting port 6d26a890-bdf2-4e6b-8471-46188407f473 {{(pid=103377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:33:02.417955 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-d47fe8f5-7b41-480f-8d78-3c399ec907e1 tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (6d26a890-bdf2-4e6b-8471-46188407f473), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:02.437267 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0599ced3-cebd-4bf5-bbd0-afb25971d116 tempest-BulkNetworkOpsIpV6Test-624234640 tempest-BulkNetworkOpsIpV6Test-624234640-project] vlan segment allocate from pool success with {'vlan_id': 771, 'physical_network': 'physnet1'} {{(pid=103376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 17:33:02.461850 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-0599ced3-cebd-4bf5-bbd0-afb25971d116 tempest-BulkNetworkOpsIpV6Test-624234640 tempest-BulkNetworkOpsIpV6Test-624234640-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (73c064df-1927-4ecc-b8b0-05b8bbbe3255), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:02.462376 n-d-827839-2 neutron-server[103376]: INFO neutron.db.segments_db [None req-0599ced3-cebd-4bf5-bbd0-afb25971d116 tempest-BulkNetworkOpsIpV6Test-624234640 tempest-BulkNetworkOpsIpV6Test-624234640-project] Added segment 73c064df-1927-4ecc-b8b0-05b8bbbe3255 of type vlan for network bc4c468d-a0aa-42f5-8063-8e67da1dcc49 Feb 04 17:33:02.540694 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-0599ced3-cebd-4bf5-bbd0-afb25971d116 tempest-BulkNetworkOpsIpV6Test-624234640 tempest-BulkNetworkOpsIpV6Test-624234640-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781084292801'] for network (bc4c468d-a0aa-42f5-8063-8e67da1dcc49), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:02.546235 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [None req-d47fe8f5-7b41-480f-8d78-3c399ec907e1 tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] For port 6d26a890-bdf2-4e6b-8471-46188407f473, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=6d26a890-bdf2-4e6b-8471-46188407f473,segment=NetworkSegment(4d3eac6b-9f66-4256-ac30-5f741f957d12),segment_id=4d3eac6b-9f66-4256-ac30-5f741f957d12)] {{(pid=103377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:33:02.547296 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-d47fe8f5-7b41-480f-8d78-3c399ec907e1 tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (6d26a890-bdf2-4e6b-8471-46188407f473), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:02.560276 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-faba13f7-375d-4b89-9f51-718b0bcf649d None None] Provisioning complete for port 56b1a3d9-a38e-4ff0-8196-36c588cb0163 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:33:02.560664 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-faba13f7-375d-4b89-9f51-718b0bcf649d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (56b1a3d9-a38e-4ff0-8196-36c588cb0163), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:02.565979 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-d47fe8f5-7b41-480f-8d78-3c399ec907e1 tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Calling delete_port for 6d26a890-bdf2-4e6b-8471-46188407f473 owned by network:dhcp {{(pid=103377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:33:02.578290 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-0599ced3-cebd-4bf5-bbd0-afb25971d116 tempest-BulkNetworkOpsIpV6Test-624234640 tempest-BulkNetworkOpsIpV6Test-624234640-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327'] for network (bc4c468d-a0aa-42f5-8063-8e67da1dcc49), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:02.590680 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0599ced3-cebd-4bf5-bbd0-afb25971d116 tempest-BulkNetworkOpsIpV6Test-624234640 tempest-BulkNetworkOpsIpV6Test-624234640-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:33:02.591448 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-0599ced3-cebd-4bf5-bbd0-afb25971d116 tempest-BulkNetworkOpsIpV6Test-624234640 tempest-BulkNetworkOpsIpV6Test-624234640-project] Publish callbacks [] for network (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:02.691535 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f1b4180-218d-43cf-b8ca-a3b946fa6183 None None] get_active_networks_info from n-d-827839-2 {{(pid=103378) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 04 17:33:02.696263 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-d47fe8f5-7b41-480f-8d78-3c399ec907e1 tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (6d26a890-bdf2-4e6b-8471-46188407f473), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:02.735187 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d47fe8f5-7b41-480f-8d78-3c399ec907e1 tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] No DVR routers for this DVR port 6d26a890-bdf2-4e6b-8471-46188407f473 on host n-d-827839-2 {{(pid=103377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 17:33:02.741513 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47fe8f5-7b41-480f-8d78-3c399ec907e1 tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Pushing event deleted for resources: {'Port': ['ID=6d26a890-bdf2-4e6b-8471-46188407f473,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:33:02.780209 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-0599ced3-cebd-4bf5-bbd0-afb25971d116 tempest-BulkNetworkOpsIpV6Test-624234640 tempest-BulkNetworkOpsIpV6Test-624234640-project] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.4532571 Feb 04 17:33:02.784527 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 50878) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:33:02.811042 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0599ced3-cebd-4bf5-bbd0-afb25971d116 tempest-BulkNetworkOpsIpV6Test-624234640 tempest-BulkNetworkOpsIpV6Test-624234640-project] Pushing event updated for resources: {'Network': ['ID=bc4c468d-a0aa-42f5-8063-8e67da1dcc49,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:33:02.861001 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Network bc4c468d-a0aa-42f5-8063-8e67da1dcc49 details requested by agent ovs-agent-n-d-827839-2 with host n-d-827839-2 {{(pid=103378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 17:33:02.917460 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-d47fe8f5-7b41-480f-8d78-3c399ec907e1 tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1543676', 'neutron.services.segments.db._delete_segments_for_network-8781084786517'] for network (d88f5c79-c79f-44f1-a2d9-e5ff0f95cc55), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:02.955902 n-d-827839-2 neutron-server[103377]: DEBUG neutron.services.segments.db [None req-d47fe8f5-7b41-480f-8d78-3c399ec907e1 tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d88f5c79-c79f-44f1-a2d9-e5ff0f95cc55']}} {{(pid=103377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:33:02.970636 n-d-827839-2 neutron-server[103377]: DEBUG neutron.services.segments.db [None req-d47fe8f5-7b41-480f-8d78-3c399ec907e1 tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d3eac6b-9f66-4256-ac30-5f741f957d12') {'for_net_delete': True} {{(pid=103377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:33:02.971208 n-d-827839-2 neutron-server[103377]: DEBUG neutron.services.segments.db [None req-d47fe8f5-7b41-480f-8d78-3c399ec907e1 tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d3eac6b-9f66-4256-ac30-5f741f957d12') {} {{(pid=103377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:33:02.990541 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-d47fe8f5-7b41-480f-8d78-3c399ec907e1 tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781084783966', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26866685'] for segment (4d3eac6b-9f66-4256-ac30-5f741f957d12), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:03.018910 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-d47fe8f5-7b41-480f-8d78-3c399ec907e1 tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (4d3eac6b-9f66-4256-ac30-5f741f957d12), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:03.027514 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d47fe8f5-7b41-480f-8d78-3c399ec907e1 tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Releasing vlan 789 on physical network physnet1 to pool {{(pid=103377) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 17:33:03.028133 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-d47fe8f5-7b41-480f-8d78-3c399ec907e1 tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25888454'] for segment (4d3eac6b-9f66-4256-ac30-5f741f957d12), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:03.139727 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-70eac9af-8f1b-4c5b-ae44-fd6c564c5fb5 tempest-BulkNetworkOpsIpV6Test-624234640 tempest-BulkNetworkOpsIpV6Test-624234640-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-980966841'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:33:03.193046 n-d-827839-2 neutron-server[103377]: Traceback (most recent call last): Feb 04 17:33:03.193046 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 17:33:03.193046 n-d-827839-2 neutron-server[103377]: timer() Feb 04 17:33:03.193046 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 17:33:03.193046 n-d-827839-2 neutron-server[103377]: cb(*args, **kw) Feb 04 17:33:03.193046 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 17:33:03.193046 n-d-827839-2 neutron-server[103377]: return func(*args, **kwargs) Feb 04 17:33:03.193046 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 17:33:03.193046 n-d-827839-2 neutron-server[103377]: self._notify() Feb 04 17:33:03.193046 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 17:33:03.193046 n-d-827839-2 neutron-server[103377]: self.callback(batched_events) Feb 04 17:33:03.193046 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 17:33:03.193046 n-d-827839-2 neutron-server[103377]: event.method(event) Feb 04 17:33:03.193046 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 17:33:03.193046 n-d-827839-2 neutron-server[103377]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 17:33:03.193046 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 17:33:03.193046 n-d-827839-2 neutron-server[103377]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 17:33:03.193046 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 17:33:03.193046 n-d-827839-2 neutron-server[103377]: return f(self, *a, **k) Feb 04 17:33:03.193046 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 17:33:03.193046 n-d-827839-2 neutron-server[103377]: return self._get(url).json() Feb 04 17:33:03.193046 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 17:33:03.193046 n-d-827839-2 neutron-server[103377]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 17:33:03.193046 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 17:33:03.193046 n-d-827839-2 neutron-server[103377]: return self.request(url, 'GET', **kwargs) Feb 04 17:33:03.193046 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 17:33:03.193046 n-d-827839-2 neutron-server[103377]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 17:33:03.193046 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 17:33:03.193046 n-d-827839-2 neutron-server[103377]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 17:33:03.193046 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 17:33:03.193046 n-d-827839-2 neutron-server[103377]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 17:33:03.193046 n-d-827839-2 neutron-server[103377]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 17:33:03.202910 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-d47fe8f5-7b41-480f-8d78-3c399ec907e1 tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1543671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1595572'] for network (d88f5c79-c79f-44f1-a2d9-e5ff0f95cc55), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:03.208580 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-faba13f7-375d-4b89-9f51-718b0bcf649d None None] Current status of the port 56b1a3d9-a38e-4ff0-8196-36c588cb0163 is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:33:03.213997 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-d47fe8f5-7b41-480f-8d78-3c399ec907e1 tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Publish callbacks [] for network (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:03.220795 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-d47fe8f5-7b41-480f-8d78-3c399ec907e1 tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] 10.222.0.89 "DELETE /v2.0/networks/d88f5c79-c79f-44f1-a2d9-e5ff0f95cc55 HTTP/1.1" status: 204 len: 168 time: 3.1223576 Feb 04 17:33:03.223172 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 50884) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:33:03.229101 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70eac9af-8f1b-4c5b-ae44-fd6c564c5fb5 tempest-BulkNetworkOpsIpV6Test-624234640 tempest-BulkNetworkOpsIpV6Test-624234640-project] Made reservation on behalf of 2731c3204ea844b7a98e74b383029914 for: {'network': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:33:03.231327 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d408ec64-b374-4acb-a1fc-48241dad6d47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (0cd6d64a-47a7-40ff-8c12-71dd526c62e0), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:03.234320 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-70eac9af-8f1b-4c5b-ae44-fd6c564c5fb5 tempest-BulkNetworkOpsIpV6Test-624234640 tempest-BulkNetworkOpsIpV6Test-624234640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for network (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:03.266164 n-d-827839-2 neutron-server[103376]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2153e02-57dd-412a-ac9c-25ca60143bf8 tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] DELETE failed (client error): The resource could not be found. Feb 04 17:33:03.270499 n-d-827839-2 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f1b4180-218d-43cf-b8ca-a3b946fa6183 None None] Resources bound (agent type, host, resource id): {{(pid=103378) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 04 17:33:03.273914 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c2153e02-57dd-412a-ac9c-25ca60143bf8 tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103376) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 17:33:03.276884 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-c2153e02-57dd-412a-ac9c-25ca60143bf8 tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] 10.222.0.89 "DELETE /v2.0/networks/d88f5c79-c79f-44f1-a2d9-e5ff0f95cc55 HTTP/1.1" status: 404 len: 339 time: 0.0525277 Feb 04 17:33:03.280841 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 50886) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:33:03.285840 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-686f2bae-e462-4e4c-a9b6-7dac559da203 tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-459257751', 'description': 'd1'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:33:03.293322 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47fe8f5-7b41-480f-8d78-3c399ec907e1 tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Pushing event deleted for resources: {'Network': ['ID=d88f5c79-c79f-44f1-a2d9-e5ff0f95cc55,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:33:03.326793 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70eac9af-8f1b-4c5b-ae44-fd6c564c5fb5 tempest-BulkNetworkOpsIpV6Test-624234640 tempest-BulkNetworkOpsIpV6Test-624234640-project] vlan segment allocate from pool success with {'vlan_id': 766, 'physical_network': 'physnet1'} {{(pid=103377) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 17:33:03.332919 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-686f2bae-e462-4e4c-a9b6-7dac559da203 tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Made reservation on behalf of 80bffe6ca9b744ee9caf341b90ea1640 for: {'network': 1} {{(pid=103376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:33:03.337075 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-686f2bae-e462-4e4c-a9b6-7dac559da203 tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for network (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:03.341578 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c761a43-efc2-4491-9ca8-39173caf7c57 req-c22a8185-17d6-4a90-81e1-e452c302cbcc tempest-ServerDiskConfigTestJSON-47961148 tempest-ServerDiskConfigTestJSON-47961148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:33:03.344379 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-7c761a43-efc2-4491-9ca8-39173caf7c57 req-c22a8185-17d6-4a90-81e1-e452c302cbcc tempest-ServerDiskConfigTestJSON-47961148 tempest-ServerDiskConfigTestJSON-47961148-project] 10.222.0.89 "GET /v2.0/ports?device_id=a8a37a11-05ad-417e-9246-571115659a9e HTTP/1.1" status: 200 len: 945 time: 0.5938253 Feb 04 17:33:03.385214 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-70eac9af-8f1b-4c5b-ae44-fd6c564c5fb5 tempest-BulkNetworkOpsIpV6Test-624234640 tempest-BulkNetworkOpsIpV6Test-624234640-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (b5430ad3-9925-4389-bd8a-106a1950dc79), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:03.385858 n-d-827839-2 neutron-server[103377]: INFO neutron.db.segments_db [None req-70eac9af-8f1b-4c5b-ae44-fd6c564c5fb5 tempest-BulkNetworkOpsIpV6Test-624234640 tempest-BulkNetworkOpsIpV6Test-624234640-project] Added segment b5430ad3-9925-4389-bd8a-106a1950dc79 of type vlan for network 42125e51-7b80-41d9-846e-0bc37a92054b Feb 04 17:33:03.390227 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-686f2bae-e462-4e4c-a9b6-7dac559da203 tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] vlan segment allocate from pool success with {'vlan_id': 786, 'physical_network': 'physnet1'} {{(pid=103376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 17:33:03.406523 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-686f2bae-e462-4e4c-a9b6-7dac559da203 tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (b028abf5-ecbb-49fb-b696-dd33cf4d8051), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:03.408041 n-d-827839-2 neutron-server[103376]: INFO neutron.db.segments_db [None req-686f2bae-e462-4e4c-a9b6-7dac559da203 tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Added segment b028abf5-ecbb-49fb-b696-dd33cf4d8051 of type vlan for network f907e5be-1bf4-4af2-869d-35ceaed091c8 Feb 04 17:33:03.459573 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-7c761a43-efc2-4491-9ca8-39173caf7c57 req-27c787b6-a4cb-49a4-9805-9a9f33503f76 tempest-ServerDiskConfigTestJSON-47961148 tempest-ServerDiskConfigTestJSON-47961148-project] 10.222.0.89 "GET /v2.0/security-groups?id=ffff0ed7-cf9e-4cbb-9be9-3a1c2dba1e58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092057 Feb 04 17:33:03.471077 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-70eac9af-8f1b-4c5b-ae44-fd6c564c5fb5 tempest-BulkNetworkOpsIpV6Test-624234640 tempest-BulkNetworkOpsIpV6Test-624234640-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781084292801'] for network (42125e51-7b80-41d9-846e-0bc37a92054b), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:03.494875 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-686f2bae-e462-4e4c-a9b6-7dac559da203 tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781084292801'] for network (f907e5be-1bf4-4af2-869d-35ceaed091c8), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:03.540819 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-70eac9af-8f1b-4c5b-ae44-fd6c564c5fb5 tempest-BulkNetworkOpsIpV6Test-624234640 tempest-BulkNetworkOpsIpV6Test-624234640-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327'] for network (42125e51-7b80-41d9-846e-0bc37a92054b), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:03.551435 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70eac9af-8f1b-4c5b-ae44-fd6c564c5fb5 tempest-BulkNetworkOpsIpV6Test-624234640 tempest-BulkNetworkOpsIpV6Test-624234640-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:33:03.553271 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-70eac9af-8f1b-4c5b-ae44-fd6c564c5fb5 tempest-BulkNetworkOpsIpV6Test-624234640 tempest-BulkNetworkOpsIpV6Test-624234640-project] Publish callbacks [] for network (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:03.559812 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-686f2bae-e462-4e4c-a9b6-7dac559da203 tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327'] for network (f907e5be-1bf4-4af2-869d-35ceaed091c8), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:03.568971 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-686f2bae-e462-4e4c-a9b6-7dac559da203 tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:33:03.569943 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-686f2bae-e462-4e4c-a9b6-7dac559da203 tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Publish callbacks [] for network (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:03.650696 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-70eac9af-8f1b-4c5b-ae44-fd6c564c5fb5 tempest-BulkNetworkOpsIpV6Test-624234640 tempest-BulkNetworkOpsIpV6Test-624234640-project] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5192277 Feb 04 17:33:03.722062 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-686f2bae-e462-4e4c-a9b6-7dac559da203 tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.4397831 Feb 04 17:33:03.723758 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 50890) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:33:03.774731 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [req-36c56fd6-7039-437b-9200-47961f00b759 req-eae03a10-b014-4694-aa72-e094ec5d63f1 service neutron] (103377) timed out ('10.222.0.90', 56925) {{(pid=103377) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 04 17:33:03.850543 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70eac9af-8f1b-4c5b-ae44-fd6c564c5fb5 tempest-BulkNetworkOpsIpV6Test-624234640 tempest-BulkNetworkOpsIpV6Test-624234640-project] Pushing event updated for resources: {'Network': ['ID=42125e51-7b80-41d9-846e-0bc37a92054b,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:33:03.918466 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686f2bae-e462-4e4c-a9b6-7dac559da203 tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Pushing event updated for resources: {'Network': ['ID=f907e5be-1bf4-4af2-869d-35ceaed091c8,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:33:03.989101 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Network 42125e51-7b80-41d9-846e-0bc37a92054b details requested by agent ovs-agent-n-d-827839-2 with host n-d-827839-2 {{(pid=103378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 17:33:04.013133 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-904d9de7-654d-4ef1-8623-90aba43efbb6 tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:33:04.017897 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 50894) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:33:04.025081 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-5bfa5b17-abdf-4f53-8c4c-857e25341181 tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Request body: {'network': {'description': 'd2'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:33:04.030275 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-904d9de7-654d-4ef1-8623-90aba43efbb6 tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] 10.222.0.89 "GET /v2.0/networks?id=f907e5be-1bf4-4af2-869d-35ceaed091c8 HTTP/1.1" status: 200 len: 764 time: 0.2954252 Feb 04 17:33:04.214547 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Network f907e5be-1bf4-4af2-869d-35ceaed091c8 details requested by agent ovs-agent-n-d-827839-2 with host n-d-827839-2 {{(pid=103378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 17:33:04.329542 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-5bfa5b17-abdf-4f53-8c4c-857e25341181 tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781084292801'] for network (f907e5be-1bf4-4af2-869d-35ceaed091c8), precommit_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:04.350873 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-5bfa5b17-abdf-4f53-8c4c-857e25341181 tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327'] for network (f907e5be-1bf4-4af2-869d-35ceaed091c8), after_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:04.466025 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bfa5b17-abdf-4f53-8c4c-857e25341181 tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Pushing event updated for resources: {'Network': ['ID=f907e5be-1bf4-4af2-869d-35ceaed091c8,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:33:04.475472 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-5bfa5b17-abdf-4f53-8c4c-857e25341181 tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Network f907e5be-1bf4-4af2-869d-35ceaed091c8 is not hosted by any dhcp agent {{(pid=103377) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 04 17:33:04.477998 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Network f907e5be-1bf4-4af2-869d-35ceaed091c8 details requested by agent ovs-agent-n-d-827839-2 with host n-d-827839-2 {{(pid=103378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 17:33:04.484486 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bfa5b17-abdf-4f53-8c4c-857e25341181 tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:33:04.485152 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-5bfa5b17-abdf-4f53-8c4c-857e25341181 tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Publish callbacks [] for network (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:04.490084 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 50900) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:33:04.501360 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-5bfa5b17-abdf-4f53-8c4c-857e25341181 tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] 10.222.0.89 "PUT /v2.0/networks/f907e5be-1bf4-4af2-869d-35ceaed091c8 HTTP/1.1" status: 200 len: 761 time: 0.4811521 Feb 04 17:33:04.580755 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d11d0d11-6f8a-4ea9-aa08-583ffdac569b tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:33:04.587343 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-d11d0d11-6f8a-4ea9-aa08-583ffdac569b tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] 10.222.0.89 "GET /v2.0/networks?id=f907e5be-1bf4-4af2-869d-35ceaed091c8 HTTP/1.1" status: 200 len: 764 time: 0.0957289 Feb 04 17:33:04.593056 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 50902) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:33:04.774179 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4f14bb47-e72b-46ac-9e44-a61d9293afcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (75326290-f7a3-4db8-9cf2-15c7139ed224), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:04.926101 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02e52a54-a051-40ba-80a5-ae1ed24512d6 tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:33:04.930762 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-02e52a54-a051-40ba-80a5-ae1ed24512d6 tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] 10.222.0.89 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.3337848 Feb 04 17:33:04.931069 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 50908) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:33:04.976666 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-bad2760b-8852-4246-84c5-407715fda35d tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] 10.222.0.89 "GET /v2.0/subnets?network_id=48165773-85ad-49a1-9ec1-76fc8dc24188 HTTP/1.1" status: 200 len: 207 time: 0.0396428 Feb 04 17:33:04.977238 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 50912) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:33:05.080756 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3af2dda-54c2-440d-8b26-b271c4aa7011 req-535234dc-52f0-4853-9815-665b7d13ae22 tempest-ServerDiskConfigTestJSON-47961148 tempest-ServerDiskConfigTestJSON-47961148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:33:05.088873 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-b3af2dda-54c2-440d-8b26-b271c4aa7011 req-535234dc-52f0-4853-9815-665b7d13ae22 tempest-ServerDiskConfigTestJSON-47961148 tempest-ServerDiskConfigTestJSON-47961148-project] 10.222.0.89 "GET /v2.0/ports?device_id=a8a37a11-05ad-417e-9246-571115659a9e HTTP/1.1" status: 200 len: 945 time: 0.4710753 Feb 04 17:33:05.180785 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-b3af2dda-54c2-440d-8b26-b271c4aa7011 req-da59da42-1100-4d38-b595-d0d6e80dfb6f tempest-ServerDiskConfigTestJSON-47961148 tempest-ServerDiskConfigTestJSON-47961148-project] 10.222.0.89 "GET /v2.0/security-groups?id=ffff0ed7-cf9e-4cbb-9be9-3a1c2dba1e58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909309 Feb 04 17:33:05.218176 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-992c0b94-f9b6-42f9-afb4-ef68dd15c17d tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:33:05.227332 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-992c0b94-f9b6-42f9-afb4-ef68dd15c17d tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:33:05.236662 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-992c0b94-f9b6-42f9-afb4-ef68dd15c17d tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:33:05.243853 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-992c0b94-f9b6-42f9-afb4-ef68dd15c17d tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:33:05.252124 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-992c0b94-f9b6-42f9-afb4-ef68dd15c17d tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:33:05.258417 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-992c0b94-f9b6-42f9-afb4-ef68dd15c17d tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:33:05.266697 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 50914) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:33:05.277161 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-992c0b94-f9b6-42f9-afb4-ef68dd15c17d tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] 10.222.0.89 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3731 time: 0.2989349 Feb 04 17:33:05.543701 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-e7facfba-0646-4a7f-a245-81c0e33de5fc tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] 10.222.0.89 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 813 time: 0.2756226 Feb 04 17:33:05.548533 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 50920) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:33:05.667480 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e06e20c-1c5f-43ca-964d-61d298973670 tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:33:05.669106 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e06e20c-1c5f-43ca-964d-61d298973670 tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:33:05.670750 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e06e20c-1c5f-43ca-964d-61d298973670 tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:33:05.672368 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e06e20c-1c5f-43ca-964d-61d298973670 tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:33:05.674080 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e06e20c-1c5f-43ca-964d-61d298973670 tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:33:05.675969 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-8e06e20c-1c5f-43ca-964d-61d298973670 tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] 10.222.0.89 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1263926 Feb 04 17:33:05.681182 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 50926) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:33:05.708014 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (ba70844b-66a0-45fd-a2f2-e6ed673321fc), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:05.759383 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d591fc6b-d6b2-431e-9120-03df6efe3089 tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Attributes excluded by policy engine: ['shared'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:33:05.760955 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d591fc6b-d6b2-431e-9120-03df6efe3089 tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Attributes excluded by policy engine: ['shared'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:33:05.762303 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d591fc6b-d6b2-431e-9120-03df6efe3089 tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Attributes excluded by policy engine: ['shared'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:33:05.763659 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d591fc6b-d6b2-431e-9120-03df6efe3089 tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Attributes excluded by policy engine: ['shared'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:33:05.765570 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d591fc6b-d6b2-431e-9120-03df6efe3089 tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Attributes excluded by policy engine: ['shared'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:33:05.773548 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-d591fc6b-d6b2-431e-9120-03df6efe3089 tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] 10.222.0.89 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.0825782 Feb 04 17:33:05.773891 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 50928) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:33:05.897431 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c53a5b5d-d252-4ff7-8b26-2c9317ff7123 tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:33:05.900150 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-c53a5b5d-d252-4ff7-8b26-2c9317ff7123 tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] 10.222.0.89 "GET /v2.0/networks/6e0a0eb4-2d8f-46fe-baaa-6511b63d67c8 HTTP/1.1" status: 200 len: 804 time: 0.1236434 Feb 04 17:33:05.905465 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 50934) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:33:06.124055 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-b56114dd-5ff4-4358-befe-3d1a38868f04 tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] 10.222.0.89 "GET /v2.0/networks/6e0a0eb4-2d8f-46fe-baaa-6511b63d67c8?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.2124860 Feb 04 17:33:06.126598 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 50938) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:33:06.225120 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52895766-95de-4519-948a-2f61fb797c61 tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:33:06.233728 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 50944) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:33:06.235100 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-52895766-95de-4519-948a-2f61fb797c61 tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] 10.222.0.89 "GET /v2.0/subnets/58dd2a0d-89fd-479b-b319-dea99a2ab491 HTTP/1.1" status: 200 len: 843 time: 0.1046207 Feb 04 17:33:06.436132 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dfa3635-000a-49c5-987f-f11054099814 tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Attributes excluded by policy engine: ['shared'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:33:06.444037 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 50946) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:33:06.457915 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-3239909a-c9dd-4f21-b501-b84dcc41a50f tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1952137162'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:33:06.472859 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-3dfa3635-000a-49c5-987f-f11054099814 tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] 10.222.0.89 "GET /v2.0/subnets/58dd2a0d-89fd-479b-b319-dea99a2ab491?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.2379248 Feb 04 17:33:06.513044 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ce2459-67de-4fb0-888e-cfb7d3851b2d req-1839eea9-b190-4598-913d-520bbce966b3 tempest-ServerDiskConfigTestJSON-47961148 tempest-ServerDiskConfigTestJSON-47961148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:33:06.516394 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-d1ce2459-67de-4fb0-888e-cfb7d3851b2d req-1839eea9-b190-4598-913d-520bbce966b3 tempest-ServerDiskConfigTestJSON-47961148 tempest-ServerDiskConfigTestJSON-47961148-project] 10.222.0.89 "GET /v2.0/ports?device_id=a8a37a11-05ad-417e-9246-571115659a9e HTTP/1.1" status: 200 len: 945 time: 0.2131722 Feb 04 17:33:06.525759 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3239909a-c9dd-4f21-b501-b84dcc41a50f tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Made reservation on behalf of 80bffe6ca9b744ee9caf341b90ea1640 for: {'network': 1} {{(pid=103376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:33:06.529482 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-3239909a-c9dd-4f21-b501-b84dcc41a50f tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for network (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:06.570512 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3239909a-c9dd-4f21-b501-b84dcc41a50f tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] vlan segment allocate from pool success with {'vlan_id': 794, 'physical_network': 'physnet1'} {{(pid=103376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 17:33:06.581219 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-3239909a-c9dd-4f21-b501-b84dcc41a50f tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (c980b543-47ac-40b6-b4a6-52ec1ec86e51), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:06.581815 n-d-827839-2 neutron-server[103376]: INFO neutron.db.segments_db [None req-3239909a-c9dd-4f21-b501-b84dcc41a50f tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Added segment c980b543-47ac-40b6-b4a6-52ec1ec86e51 of type vlan for network 9ac7650d-0b58-411e-9319-de9ed5e4802c Feb 04 17:33:06.629875 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-d1ce2459-67de-4fb0-888e-cfb7d3851b2d req-5f81b747-9391-4857-b0ec-9ac5d576f97d tempest-ServerDiskConfigTestJSON-47961148 tempest-ServerDiskConfigTestJSON-47961148-project] 10.222.0.89 "GET /v2.0/security-groups?id=ffff0ed7-cf9e-4cbb-9be9-3a1c2dba1e58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074433 Feb 04 17:33:06.660829 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-3239909a-c9dd-4f21-b501-b84dcc41a50f tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781084292801'] for network (9ac7650d-0b58-411e-9319-de9ed5e4802c), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:06.700453 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 50954) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:33:06.736157 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-3239909a-c9dd-4f21-b501-b84dcc41a50f tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327'] for network (9ac7650d-0b58-411e-9319-de9ed5e4802c), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:06.743907 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3239909a-c9dd-4f21-b501-b84dcc41a50f tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:33:06.745183 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-3239909a-c9dd-4f21-b501-b84dcc41a50f tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Publish callbacks [] for network (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:06.865818 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-25ed3ed6-b647-48de-b89e-ec816e99ea12 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:06.925483 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-3239909a-c9dd-4f21-b501-b84dcc41a50f tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4778283 Feb 04 17:33:06.926953 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 50958) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:33:06.939069 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-58836811-da47-4a3c-a90e-85a33c1196bd tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Request body: {'subnet': {'network_id': '9ac7650d-0b58-411e-9319-de9ed5e4802c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:33:06.941668 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3239909a-c9dd-4f21-b501-b84dcc41a50f tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Pushing event updated for resources: {'Network': ['ID=9ac7650d-0b58-411e-9319-de9ed5e4802c,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:33:06.953263 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Network 9ac7650d-0b58-411e-9319-de9ed5e4802c details requested by agent ovs-agent-n-d-827839-2 with host n-d-827839-2 {{(pid=103378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 17:33:07.086651 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58836811-da47-4a3c-a90e-85a33c1196bd tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Made reservation on behalf of 80bffe6ca9b744ee9caf341b90ea1640 for: {'subnet': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:33:07.091552 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-58836811-da47-4a3c-a90e-85a33c1196bd tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25597243'] for subnet (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:07.435002 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 50960) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:33:07.440612 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-fc818fb0-b1f1-4a36-b3f5-4496c0987207 tempest-BulkNetworkOpsIpV6Test-624234640 tempest-BulkNetworkOpsIpV6Test-624234640-project] Request body: {'subnets': [{'network_id': 'bc4c468d-a0aa-42f5-8063-8e67da1dcc49', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--863480355', 'ip_version': 6}, {'network_id': '42125e51-7b80-41d9-846e-0bc37a92054b', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:33:07.441019 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-fc818fb0-b1f1-4a36-b3f5-4496c0987207 tempest-BulkNetworkOpsIpV6Test-624234640 tempest-BulkNetworkOpsIpV6Test-624234640-project] Request body: {'subnet': {'network_id': 'bc4c468d-a0aa-42f5-8063-8e67da1dcc49', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--863480355', 'ip_version': 6}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:33:07.441763 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-fc818fb0-b1f1-4a36-b3f5-4496c0987207 tempest-BulkNetworkOpsIpV6Test-624234640 tempest-BulkNetworkOpsIpV6Test-624234640-project] Request body: {'subnet': {'network_id': '42125e51-7b80-41d9-846e-0bc37a92054b', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:33:07.633104 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-25ed3ed6-b647-48de-b89e-ec816e99ea12 admin admin] Publish callbacks [] for security_group (18629a2c-d4a1-40d3-828e-305ea5762cf0), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:07.640795 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.ipam_backend_mixin [None req-58836811-da47-4a3c-a90e-85a33c1196bd tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Performing IP validity checks on allocation pools {{(pid=103377) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 04 17:33:07.641327 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.ipam_backend_mixin [None req-58836811-da47-4a3c-a90e-85a33c1196bd tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103377) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 04 17:33:07.644121 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-25ed3ed6-b647-48de-b89e-ec816e99ea12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (18629a2c-d4a1-40d3-828e-305ea5762cf0), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:07.725156 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-25ed3ed6-b647-48de-b89e-ec816e99ea12 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=2681f1a91c994d1cb4b9e8de2d2f7d5b&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0233126 Feb 04 17:33:07.728115 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ed3ed6-b647-48de-b89e-ec816e99ea12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18629a2c-d4a1-40d3-828e-305ea5762cf0,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:33:07.734950 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 50964) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:33:07.886489 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-95bc1ef3-c982-441f-b097-b1a4e106c62b admin admin] Publish callbacks [] for security_group (18629a2c-d4a1-40d3-828e-305ea5762cf0), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:07.954114 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-95bc1ef3-c982-441f-b097-b1a4e106c62b admin admin] Publish callbacks [] for security_group (18629a2c-d4a1-40d3-828e-305ea5762cf0), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:07.988480 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-58836811-da47-4a3c-a90e-85a33c1196bd tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25889445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25597197'] for subnet (ed5d7dd5-b9a8-40fc-b19b-2b2ff60857eb), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:08.113292 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58836811-da47-4a3c-a90e-85a33c1196bd tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Pushing event updated for resources: {'Subnet': ['ID=ed5d7dd5-b9a8-40fc-b19b-2b2ff60857eb,revision_number=0']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:33:08.119811 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-95bc1ef3-c982-441f-b097-b1a4e106c62b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (18629a2c-d4a1-40d3-828e-305ea5762cf0), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:08.124047 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-95bc1ef3-c982-441f-b097-b1a4e106c62b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:08.125577 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-95bc1ef3-c982-441f-b097-b1a4e106c62b admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/18629a2c-d4a1-40d3-828e-305ea5762cf0 HTTP/1.1" status: 204 len: 168 time: 0.3894835 Feb 04 17:33:08.148639 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ed3ce3-8251-409b-a9e8-03b78e297835 req-9b6e579b-18fd-474f-ab3f-93f8a8a3d4b0 tempest-ServerDiskConfigTestJSON-47961148 tempest-ServerDiskConfigTestJSON-47961148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:33:08.149894 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58836811-da47-4a3c-a90e-85a33c1196bd tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Checking segment: {'id': 'c980b543-47ac-40b6-b4a6-52ec1ec86e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '9ac7650d-0b58-411e-9319-de9ed5e4802c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:33:08.150473 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-82ed3ce3-8251-409b-a9e8-03b78e297835 req-9b6e579b-18fd-474f-ab3f-93f8a8a3d4b0 tempest-ServerDiskConfigTestJSON-47961148 tempest-ServerDiskConfigTestJSON-47961148-project] 10.222.0.89 "GET /v2.0/ports?device_id=a8a37a11-05ad-417e-9246-571115659a9e HTTP/1.1" status: 200 len: 945 time: 0.0968144 Feb 04 17:33:08.158279 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58836811-da47-4a3c-a90e-85a33c1196bd tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Network hostable DHCP agents. Network: 9ac7650d-0b58-411e-9319-de9ed5e4802c, hostable agents: ['bb89f5a3-3c22-440b-b7d1-c4f0c43c184a'], hosted agents: [] {{(pid=103377) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 17:33:08.173081 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95bc1ef3-c982-441f-b097-b1a4e106c62b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18629a2c-d4a1-40d3-828e-305ea5762cf0,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:33:08.185650 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58836811-da47-4a3c-a90e-85a33c1196bd tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Network 9ac7650d-0b58-411e-9319-de9ed5e4802c is scheduled to be hosted by DHCP agent bb89f5a3-3c22-440b-b7d1-c4f0c43c184a with binding_index 1 {{(pid=103377) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 17:33:08.185813 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc818fb0-b1f1-4a36-b3f5-4496c0987207 tempest-BulkNetworkOpsIpV6Test-624234640 tempest-BulkNetworkOpsIpV6Test-624234640-project] Made reservation on behalf of 2731c3204ea844b7a98e74b383029914 for: {'subnet': 2} {{(pid=103376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:33:08.199373 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [None req-58836811-da47-4a3c-a90e-85a33c1196bd tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827839-2, 9ac7650d-0b58-411e-9319-de9ed5e4802c) {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:33:08.200752 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-fc818fb0-b1f1-4a36-b3f5-4496c0987207 tempest-BulkNetworkOpsIpV6Test-624234640 tempest-BulkNetworkOpsIpV6Test-624234640-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25859006'] for subnet (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:08.202052 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-fc818fb0-b1f1-4a36-b3f5-4496c0987207 tempest-BulkNetworkOpsIpV6Test-624234640 tempest-BulkNetworkOpsIpV6Test-624234640-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25859006'] for subnet (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:08.207825 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58836811-da47-4a3c-a90e-85a33c1196bd tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:33:08.208488 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-58836811-da47-4a3c-a90e-85a33c1196bd tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Publish callbacks [] for subnet (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:08.212586 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43d5244e-6f59-4117-a4a8-929c01874baf None None] Network 9ac7650d-0b58-411e-9319-de9ed5e4802c requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:33:08.243679 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-58836811-da47-4a3c-a90e-85a33c1196bd tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 1.3154287 Feb 04 17:33:08.246195 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 50972) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:33:08.255694 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-c39c7ad3-e66d-4de1-9e9f-9c08b9ceb76e tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:33:08.338575 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-82ed3ce3-8251-409b-a9e8-03b78e297835 req-69abcb81-abd9-493a-8f1e-09e62f5a718f tempest-ServerDiskConfigTestJSON-47961148 tempest-ServerDiskConfigTestJSON-47961148-project] 10.222.0.89 "GET /v2.0/security-groups?id=ffff0ed7-cf9e-4cbb-9be9-3a1c2dba1e58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1797194 Feb 04 17:33:08.415116 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-c39c7ad3-e66d-4de1-9e9f-9c08b9ceb76e tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-25597236'] for subnet (ed5d7dd5-b9a8-40fc-b19b-2b2ff60857eb), before_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:08.491359 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b2a299e-a7b8-4439-a711-b8ec00c42172 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e4c19ad-5724-5db8-8ee1-4f56ae69fcf4-9ac7650d-0b58-411e-9319-de9ed5e4802c', 'network_id': '9ac7650d-0b58-411e-9319-de9ed5e4802c', 'project_id': '80bffe6ca9b744ee9caf341b90ea1640', 'fixed_ips': [{'subnet_id': 'ed5d7dd5-b9a8-40fc-b19b-2b2ff60857eb'}]}} from n-d-827839-2. {{(pid=103378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 17:33:08.494189 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7b2a299e-a7b8-4439-a711-b8ec00c42172 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:08.675534 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 50978) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:33:08.706925 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-c39c7ad3-e66d-4de1-9e9f-9c08b9ceb76e tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8781084764142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-25888355'] for subnet (ed5d7dd5-b9a8-40fc-b19b-2b2ff60857eb), after_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:08.752077 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-7b2a299e-a7b8-4439-a711-b8ec00c42172 None None] Allocated IP 2001:db8::3 (9ac7650d-0b58-411e-9319-de9ed5e4802c/ed5d7dd5-b9a8-40fc-b19b-2b2ff60857eb/2f23091a-0923-468e-8408-638d2ba662c2) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:33:08.753662 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-cdbf660f-0d1b-4767-a38d-b5f7b15d891b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:08.758459 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39c7ad3-e66d-4de1-9e9f-9c08b9ceb76e tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Pushing event updated for resources: {'Subnet': ['ID=ed5d7dd5-b9a8-40fc-b19b-2b2ff60857eb,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:33:08.790896 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c39c7ad3-e66d-4de1-9e9f-9c08b9ceb76e tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:33:08.791526 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-c39c7ad3-e66d-4de1-9e9f-9c08b9ceb76e tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Publish callbacks [] for subnet (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:08.795845 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-c39c7ad3-e66d-4de1-9e9f-9c08b9ceb76e tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] 10.222.0.89 "PUT /v2.0/subnets/ed5d7dd5-b9a8-40fc-b19b-2b2ff60857eb HTTP/1.1" status: 200 len: 900 time: 0.5485623 Feb 04 17:33:08.796389 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 50980) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:33:08.803130 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-9ad84370-ed0f-4d2a-8344-1b45d2f991b3 req-0323acae-c980-40b9-a5f5-7c6fafdd1cd4 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=f9afa7a5-1aca-47d0-a335-e4059d5a8169&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.3475587 Feb 04 17:33:08.934644 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-0ccf421a-40f1-4566-9870-f9fc8f132308 tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628832'] for network (9ac7650d-0b58-411e-9319-de9ed5e4802c), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:08.955645 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-cdbf660f-0d1b-4767-a38d-b5f7b15d891b admin admin] Publish callbacks [] for security_group (1786f327-03e3-4554-a94c-21a5dc8af17d), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:08.962868 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-cdbf660f-0d1b-4767-a38d-b5f7b15d891b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (1786f327-03e3-4554-a94c-21a5dc8af17d), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:08.993802 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-cdbf660f-0d1b-4767-a38d-b5f7b15d891b admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=da51312b1dfb41998b696c7699587644&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3171282 Feb 04 17:33:08.996356 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 50986) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:33:09.013331 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7b2a299e-a7b8-4439-a711-b8ec00c42172 None None] Publish callbacks [] for port (2f23091a-0923-468e-8408-638d2ba662c2), precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:09.020102 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-fc818fb0-b1f1-4a36-b3f5-4496c0987207 tempest-BulkNetworkOpsIpV6Test-624234640 tempest-BulkNetworkOpsIpV6Test-624234640-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25674939', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25858952'] for subnet (da3ca3bb-9819-4b78-be70-2938f240a70a), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:09.025497 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7b2a299e-a7b8-4439-a711-b8ec00c42172 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135'] for port (2f23091a-0923-468e-8408-638d2ba662c2), after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:09.073535 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad84370-ed0f-4d2a-8344-1b45d2f991b3 req-e3b9fd9b-c5ea-40a4-9014-efc8ffd52eca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:33:09.074269 n-d-827839-2 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b2a299e-a7b8-4439-a711-b8ec00c42172 None None] Network 9ac7650d-0b58-411e-9319-de9ed5e4802c is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:33:09.074411 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad84370-ed0f-4d2a-8344-1b45d2f991b3 req-e3b9fd9b-c5ea-40a4-9014-efc8ffd52eca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:33:09.074930 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad84370-ed0f-4d2a-8344-1b45d2f991b3 req-e3b9fd9b-c5ea-40a4-9014-efc8ffd52eca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:33:09.075404 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad84370-ed0f-4d2a-8344-1b45d2f991b3 req-e3b9fd9b-c5ea-40a4-9014-efc8ffd52eca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:33:09.075867 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad84370-ed0f-4d2a-8344-1b45d2f991b3 req-e3b9fd9b-c5ea-40a4-9014-efc8ffd52eca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:33:09.076326 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad84370-ed0f-4d2a-8344-1b45d2f991b3 req-e3b9fd9b-c5ea-40a4-9014-efc8ffd52eca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:33:09.076805 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad84370-ed0f-4d2a-8344-1b45d2f991b3 req-e3b9fd9b-c5ea-40a4-9014-efc8ffd52eca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:33:09.078837 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-9ad84370-ed0f-4d2a-8344-1b45d2f991b3 req-e3b9fd9b-c5ea-40a4-9014-efc8ffd52eca service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=ae7af1f68a8142688c6249d339ab8a6d&device_id=f9afa7a5-1aca-47d0-a335-e4059d5a8169 HTTP/1.1" status: 200 len: 6707 time: 0.1218863 Feb 04 17:33:09.080175 n-d-827839-2 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-7b2a299e-a7b8-4439-a711-b8ec00c42172 None None] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:33:09.083115 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbf660f-0d1b-4767-a38d-b5f7b15d891b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1786f327-03e3-4554-a94c-21a5dc8af17d,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:33:09.086766 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b2a299e-a7b8-4439-a711-b8ec00c42172 None None] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:33:09.095658 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2a299e-a7b8-4439-a711-b8ec00c42172 None None] Pushing event updated for resources: {'Port': ['ID=2f23091a-0923-468e-8408-638d2ba662c2,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:33:09.115258 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-0ccf421a-40f1-4566-9870-f9fc8f132308 tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1541225'] for subnet (ed5d7dd5-b9a8-40fc-b19b-2b2ff60857eb), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:09.162341 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-ef37d3c2-4c6e-4274-8b22-858c8a9cae56 admin admin] Publish callbacks [] for security_group (1786f327-03e3-4554-a94c-21a5dc8af17d), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:09.183330 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-7b2a299e-a7b8-4439-a711-b8ec00c42172 None None] Attempting to bind port 2f23091a-0923-468e-8408-638d2ba662c2 on host n-d-827839-2 for vnic_type normal with profile {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:33:09.183644 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-7b2a299e-a7b8-4439-a711-b8ec00c42172 None None] Attempting to bind port 2f23091a-0923-468e-8408-638d2ba662c2 by drivers openvswitch,hyperv on host n-d-827839-2 at level 0 using segments [{'id': 'c980b543-47ac-40b6-b4a6-52ec1ec86e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '9ac7650d-0b58-411e-9319-de9ed5e4802c'}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:33:09.184847 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b2a299e-a7b8-4439-a711-b8ec00c42172 None None] Attempting to bind port 2f23091a-0923-468e-8408-638d2ba662c2 on network 9ac7650d-0b58-411e-9319-de9ed5e4802c {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:33:09.193538 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b2a299e-a7b8-4439-a711-b8ec00c42172 None None] Checking agent: {'id': 'ba70844b-66a0-45fd-a2f2-e6ed673321fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 0, 36), 'started_at': datetime.datetime(2022, 2, 4, 17, 1, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 33, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:33:09.193997 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b2a299e-a7b8-4439-a711-b8ec00c42172 None None] Checking segment: {'id': 'c980b543-47ac-40b6-b4a6-52ec1ec86e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '9ac7650d-0b58-411e-9319-de9ed5e4802c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:33:09.196124 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7b2a299e-a7b8-4439-a711-b8ec00c42172 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:09.196709 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b2a299e-a7b8-4439-a711-b8ec00c42172 None None] Bound using segment: {'id': 'c980b543-47ac-40b6-b4a6-52ec1ec86e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '9ac7650d-0b58-411e-9319-de9ed5e4802c'} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:33:09.197273 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-7b2a299e-a7b8-4439-a711-b8ec00c42172 None None] Bound port: 2f23091a-0923-468e-8408-638d2ba662c2, host: n-d-827839-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c980b543-47ac-40b6-b4a6-52ec1ec86e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '9ac7650d-0b58-411e-9319-de9ed5e4802c'}}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:33:09.197610 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-ef37d3c2-4c6e-4274-8b22-858c8a9cae56 admin admin] Publish callbacks [] for security_group (1786f327-03e3-4554-a94c-21a5dc8af17d), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:09.197731 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7b2a299e-a7b8-4439-a711-b8ec00c42172 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (2f23091a-0923-468e-8408-638d2ba662c2), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:09.243020 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-0ccf421a-40f1-4566-9870-f9fc8f132308 tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1541216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25888360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25597190'] for subnet (ed5d7dd5-b9a8-40fc-b19b-2b2ff60857eb), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:09.249285 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad84370-ed0f-4d2a-8344-1b45d2f991b3 req-8fcce2a8-8a74-4558-85c9-c9c418904d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:33:09.249805 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad84370-ed0f-4d2a-8344-1b45d2f991b3 req-8fcce2a8-8a74-4558-85c9-c9c418904d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:33:09.250275 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad84370-ed0f-4d2a-8344-1b45d2f991b3 req-8fcce2a8-8a74-4558-85c9-c9c418904d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:33:09.252113 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-9ad84370-ed0f-4d2a-8344-1b45d2f991b3 req-8fcce2a8-8a74-4558-85c9-c9c418904d58 service neutron] 10.222.0.96 "GET /v2.0/networks?id=a64d26d7-6663-4816-93ec-6e302f6e65a3&id=33faf293-e0be-4b60-83b0-8ec497ee643d&id=33faf293-e0be-4b60-83b0-8ec497ee643d&id=33faf293-e0be-4b60-83b0-8ec497ee643d&id=33faf293-e0be-4b60-83b0-8ec497ee643d&id=6de4b58f-ff91-4bdc-9f3d-13346fce97eb&id=6de4b58f-ff91-4bdc-9f3d-13346fce97eb HTTP/1.1" status: 200 len: 2291 time: 0.1310430 Feb 04 17:33:09.253373 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc818fb0-b1f1-4a36-b3f5-4496c0987207 tempest-BulkNetworkOpsIpV6Test-624234640 tempest-BulkNetworkOpsIpV6Test-624234640-project] Pushing event updated for resources: {'Subnet': ['ID=da3ca3bb-9819-4b78-be70-2938f240a70a,revision_number=0']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:33:09.321238 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-7b2a299e-a7b8-4439-a711-b8ec00c42172 None None] For port 2f23091a-0923-468e-8408-638d2ba662c2, host n-d-827839-2, cleared binding levels {{(pid=103378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:33:09.326224 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-7b2a299e-a7b8-4439-a711-b8ec00c42172 None None] For port 2f23091a-0923-468e-8408-638d2ba662c2, host n-d-827839-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=2f23091a-0923-468e-8408-638d2ba662c2,segment=NetworkSegment(c980b543-47ac-40b6-b4a6-52ec1ec86e51),segment_id=c980b543-47ac-40b6-b4a6-52ec1ec86e51)] {{(pid=103378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:33:09.336717 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7b2a299e-a7b8-4439-a711-b8ec00c42172 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (2f23091a-0923-468e-8408-638d2ba662c2), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:09.346216 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ccf421a-40f1-4566-9870-f9fc8f132308 tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Pushing event deleted for resources: {'Subnet': ['ID=ed5d7dd5-b9a8-40fc-b19b-2b2ff60857eb,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:33:09.397378 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc818fb0-b1f1-4a36-b3f5-4496c0987207 tempest-BulkNetworkOpsIpV6Test-624234640 tempest-BulkNetworkOpsIpV6Test-624234640-project] Checking segment: {'id': '73c064df-1927-4ecc-b8b0-05b8bbbe3255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'bc4c468d-a0aa-42f5-8063-8e67da1dcc49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:33:09.397752 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc818fb0-b1f1-4a36-b3f5-4496c0987207 tempest-BulkNetworkOpsIpV6Test-624234640 tempest-BulkNetworkOpsIpV6Test-624234640-project] Network hostable DHCP agents. Network: bc4c468d-a0aa-42f5-8063-8e67da1dcc49, hostable agents: ['bb89f5a3-3c22-440b-b7d1-c4f0c43c184a'], hosted agents: [] {{(pid=103376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 17:33:09.427417 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-ef37d3c2-4c6e-4274-8b22-858c8a9cae56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (1786f327-03e3-4554-a94c-21a5dc8af17d), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:09.429930 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-9ad84370-ed0f-4d2a-8344-1b45d2f991b3 req-535c6c38-7822-41b0-81b0-5496f6c08800 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1f1fc21f-8afb-4ed1-ab35-d8918c765c07 HTTP/1.1" status: 200 len: 1001 time: 0.1643586 Feb 04 17:33:09.433987 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc818fb0-b1f1-4a36-b3f5-4496c0987207 tempest-BulkNetworkOpsIpV6Test-624234640 tempest-BulkNetworkOpsIpV6Test-624234640-project] Network bc4c468d-a0aa-42f5-8063-8e67da1dcc49 is scheduled to be hosted by DHCP agent bb89f5a3-3c22-440b-b7d1-c4f0c43c184a with binding_index 1 {{(pid=103376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 17:33:09.440409 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-ef37d3c2-4c6e-4274-8b22-858c8a9cae56 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:09.446033 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-ef37d3c2-4c6e-4274-8b22-858c8a9cae56 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/1786f327-03e3-4554-a94c-21a5dc8af17d HTTP/1.1" status: 204 len: 168 time: 0.4486272 Feb 04 17:33:09.456717 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2a299e-a7b8-4439-a711-b8ec00c42172 None None] Pushing event updated for resources: {'Port': ['ID=2f23091a-0923-468e-8408-638d2ba662c2,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:33:09.478114 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [req-4cdd8e23-b5e0-4926-a415-5feefbea6b3f req-b6b8d118-bd31-4f8d-9fec-fa292cb64783 service neutron] (103377) timed out ('10.222.0.90', 56820) {{(pid=103377) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 04 17:33:09.495219 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-0ccf421a-40f1-4566-9870-f9fc8f132308 tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1543676', 'neutron.services.segments.db._delete_segments_for_network-8781084786517'] for network (9ac7650d-0b58-411e-9319-de9ed5e4802c), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:09.498782 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [None req-fc818fb0-b1f1-4a36-b3f5-4496c0987207 tempest-BulkNetworkOpsIpV6Test-624234640 tempest-BulkNetworkOpsIpV6Test-624234640-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827839-2, bc4c468d-a0aa-42f5-8063-8e67da1dcc49) {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:33:09.506632 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef37d3c2-4c6e-4274-8b22-858c8a9cae56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1786f327-03e3-4554-a94c-21a5dc8af17d,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:33:09.518334 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-fc818fb0-b1f1-4a36-b3f5-4496c0987207 tempest-BulkNetworkOpsIpV6Test-624234640 tempest-BulkNetworkOpsIpV6Test-624234640-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25674939', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25858952'] for subnet (5526bd9c-0627-4b80-a8d0-56aeecde50a8), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:09.519805 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92fa9005-abf7-4044-a4b0-f935793a77a2 None None] Network bc4c468d-a0aa-42f5-8063-8e67da1dcc49 requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:33:09.547361 n-d-827839-2 neutron-server[103377]: DEBUG neutron.services.segments.db [None req-0ccf421a-40f1-4566-9870-f9fc8f132308 tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ac7650d-0b58-411e-9319-de9ed5e4802c']}} {{(pid=103377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:33:09.572174 n-d-827839-2 neutron-server[103377]: DEBUG neutron.services.segments.db [None req-0ccf421a-40f1-4566-9870-f9fc8f132308 tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c980b543-47ac-40b6-b4a6-52ec1ec86e51') {'for_net_delete': True} {{(pid=103377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:33:09.573633 n-d-827839-2 neutron-server[103377]: DEBUG neutron.services.segments.db [None req-0ccf421a-40f1-4566-9870-f9fc8f132308 tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c980b543-47ac-40b6-b4a6-52ec1ec86e51') {} {{(pid=103377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:33:09.576987 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dca911b-7d7b-4801-a9b3-4619162073d5 req-995ad253-b7c7-4191-9619-17e6a843f1fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:33:09.578915 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-3dca911b-7d7b-4801-a9b3-4619162073d5 req-995ad253-b7c7-4191-9619-17e6a843f1fa service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=1340b33ced494106823c7c635ada16b9&device_id=a8a37a11-05ad-417e-9246-571115659a9e HTTP/1.1" status: 200 len: 1127 time: 0.2403462 Feb 04 17:33:09.591684 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-0ccf421a-40f1-4566-9870-f9fc8f132308 tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781084783966', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26866685'] for segment (c980b543-47ac-40b6-b4a6-52ec1ec86e51), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:09.594845 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad84370-ed0f-4d2a-8344-1b45d2f991b3 req-ca7fb8ee-2fa5-4a10-b922-d8886d2c2cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:33:09.596363 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-9ad84370-ed0f-4d2a-8344-1b45d2f991b3 req-ca7fb8ee-2fa5-4a10-b922-d8886d2c2cf0 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=f380e9a2-3490-45e9-934d-38ee4f9d651d HTTP/1.1" status: 200 len: 851 time: 0.1561775 Feb 04 17:33:09.690597 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-0ccf421a-40f1-4566-9870-f9fc8f132308 tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (c980b543-47ac-40b6-b4a6-52ec1ec86e51), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:09.693974 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc818fb0-b1f1-4a36-b3f5-4496c0987207 tempest-BulkNetworkOpsIpV6Test-624234640 tempest-BulkNetworkOpsIpV6Test-624234640-project] Pushing event updated for resources: {'Subnet': ['ID=5526bd9c-0627-4b80-a8d0-56aeecde50a8,revision_number=0']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:33:09.723670 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee60cdaf-532c-4e60-bcef-cd0e16bb880b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e4c19ad-5724-5db8-8ee1-4f56ae69fcf4-bc4c468d-a0aa-42f5-8063-8e67da1dcc49', 'network_id': 'bc4c468d-a0aa-42f5-8063-8e67da1dcc49', 'project_id': '2731c3204ea844b7a98e74b383029914', 'fixed_ips': [{'subnet_id': 'da3ca3bb-9819-4b78-be70-2938f240a70a'}]}} from n-d-827839-2. {{(pid=103378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 17:33:09.724931 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ee60cdaf-532c-4e60-bcef-cd0e16bb880b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:09.733765 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc818fb0-b1f1-4a36-b3f5-4496c0987207 tempest-BulkNetworkOpsIpV6Test-624234640 tempest-BulkNetworkOpsIpV6Test-624234640-project] Checking segment: {'id': 'b5430ad3-9925-4389-bd8a-106a1950dc79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '42125e51-7b80-41d9-846e-0bc37a92054b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:33:09.735547 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc818fb0-b1f1-4a36-b3f5-4496c0987207 tempest-BulkNetworkOpsIpV6Test-624234640 tempest-BulkNetworkOpsIpV6Test-624234640-project] Network hostable DHCP agents. Network: 42125e51-7b80-41d9-846e-0bc37a92054b, hostable agents: ['bb89f5a3-3c22-440b-b7d1-c4f0c43c184a'], hosted agents: [] {{(pid=103376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 17:33:09.788273 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75048bfb-4e3c-42fc-a703-fd1d63998ff0 req-1312c889-4769-443d-8d20-b7ca9cda2080 tempest-ServerDiskConfigTestJSON-47961148 tempest-ServerDiskConfigTestJSON-47961148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:33:09.793335 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-75048bfb-4e3c-42fc-a703-fd1d63998ff0 req-1312c889-4769-443d-8d20-b7ca9cda2080 tempest-ServerDiskConfigTestJSON-47961148 tempest-ServerDiskConfigTestJSON-47961148-project] 10.222.0.89 "GET /v2.0/ports?device_id=a8a37a11-05ad-417e-9246-571115659a9e HTTP/1.1" status: 200 len: 945 time: 0.3095362 Feb 04 17:33:09.821670 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ccf421a-40f1-4566-9870-f9fc8f132308 tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Releasing vlan 794 on physical network physnet1 to pool {{(pid=103377) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 17:33:09.822124 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-0ccf421a-40f1-4566-9870-f9fc8f132308 tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25888454'] for segment (c980b543-47ac-40b6-b4a6-52ec1ec86e51), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:09.825593 n-d-827839-2 neutron-server[103377]: Traceback (most recent call last): Feb 04 17:33:09.825593 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 17:33:09.825593 n-d-827839-2 neutron-server[103377]: timer() Feb 04 17:33:09.825593 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 17:33:09.825593 n-d-827839-2 neutron-server[103377]: cb(*args, **kw) Feb 04 17:33:09.825593 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 17:33:09.825593 n-d-827839-2 neutron-server[103377]: return func(*args, **kwargs) Feb 04 17:33:09.825593 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 17:33:09.825593 n-d-827839-2 neutron-server[103377]: self._notify() Feb 04 17:33:09.825593 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 17:33:09.825593 n-d-827839-2 neutron-server[103377]: self.callback(batched_events) Feb 04 17:33:09.825593 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 17:33:09.825593 n-d-827839-2 neutron-server[103377]: event.method(event) Feb 04 17:33:09.825593 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 17:33:09.825593 n-d-827839-2 neutron-server[103377]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 17:33:09.825593 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 17:33:09.825593 n-d-827839-2 neutron-server[103377]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 17:33:09.825593 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 17:33:09.825593 n-d-827839-2 neutron-server[103377]: return f(self, *a, **k) Feb 04 17:33:09.825593 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 17:33:09.825593 n-d-827839-2 neutron-server[103377]: return self._get(url).json() Feb 04 17:33:09.825593 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 17:33:09.825593 n-d-827839-2 neutron-server[103377]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 17:33:09.825593 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 17:33:09.825593 n-d-827839-2 neutron-server[103377]: return self.request(url, 'GET', **kwargs) Feb 04 17:33:09.825593 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 17:33:09.825593 n-d-827839-2 neutron-server[103377]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 17:33:09.825593 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 17:33:09.825593 n-d-827839-2 neutron-server[103377]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 17:33:09.825593 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 17:33:09.825593 n-d-827839-2 neutron-server[103377]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 17:33:09.825593 n-d-827839-2 neutron-server[103377]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 17:33:09.828679 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad84370-ed0f-4d2a-8344-1b45d2f991b3 req-a3a21b69-c862-4d80-84fb-1e9605bfe729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:33:09.843004 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-9ad84370-ed0f-4d2a-8344-1b45d2f991b3 req-a3a21b69-c862-4d80-84fb-1e9605bfe729 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=a64d26d7-6663-4816-93ec-6e302f6e65a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2345464 Feb 04 17:33:09.844245 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc818fb0-b1f1-4a36-b3f5-4496c0987207 tempest-BulkNetworkOpsIpV6Test-624234640 tempest-BulkNetworkOpsIpV6Test-624234640-project] Network 42125e51-7b80-41d9-846e-0bc37a92054b is scheduled to be hosted by DHCP agent bb89f5a3-3c22-440b-b7d1-c4f0c43c184a with binding_index 1 {{(pid=103376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 17:33:09.989775 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [None req-fc818fb0-b1f1-4a36-b3f5-4496c0987207 tempest-BulkNetworkOpsIpV6Test-624234640 tempest-BulkNetworkOpsIpV6Test-624234640-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827839-2, 42125e51-7b80-41d9-846e-0bc37a92054b) {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:33:09.999205 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc818fb0-b1f1-4a36-b3f5-4496c0987207 tempest-BulkNetworkOpsIpV6Test-624234640 tempest-BulkNetworkOpsIpV6Test-624234640-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:33:09.999679 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc818fb0-b1f1-4a36-b3f5-4496c0987207 tempest-BulkNetworkOpsIpV6Test-624234640 tempest-BulkNetworkOpsIpV6Test-624234640-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:33:10.000563 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-fc818fb0-b1f1-4a36-b3f5-4496c0987207 tempest-BulkNetworkOpsIpV6Test-624234640 tempest-BulkNetworkOpsIpV6Test-624234640-project] Publish callbacks [] for subnet (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:10.012317 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08adab4d-b414-4f45-9d8c-d00fb690379e None None] Network 42125e51-7b80-41d9-846e-0bc37a92054b requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:33:10.071267 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.db.api [None req-0ccf421a-40f1-4566-9870-f9fc8f132308 tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 04 17:33:10.071267 n-d-827839-2 neutron-server[103377]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 04 17:33:10.071267 n-d-827839-2 neutron-server[103377]: [parameters: {'id': '9ac7650d-0b58-411e-9319-de9ed5e4802c'}] Feb 04 17:33:10.071267 n-d-827839-2 neutron-server[103377]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103377) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 17:33:10.071689 n-d-827839-2 neutron-server[103377]: DEBUG oslo_db.api [None req-0ccf421a-40f1-4566-9870-f9fc8f132308 tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 17:33:10.075771 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-fc818fb0-b1f1-4a36-b3f5-4496c0987207 tempest-BulkNetworkOpsIpV6Test-624234640 tempest-BulkNetworkOpsIpV6Test-624234640-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1475 time: 2.6393893 Feb 04 17:33:10.083245 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 51002) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:33:10.135442 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-9ad84370-ed0f-4d2a-8344-1b45d2f991b3 req-6b5d2aa8-48e8-4b1e-918c-3651db54d3fd service neutron] 10.222.0.96 "GET /v2.0/networks/a64d26d7-6663-4816-93ec-6e302f6e65a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2823427 Feb 04 17:33:10.191706 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6963e309-c02f-4a63-960f-519202f8455e tempest-BulkNetworkOpsIpV6Test-624234640 tempest-BulkNetworkOpsIpV6Test-624234640-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:33:10.194533 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6963e309-c02f-4a63-960f-519202f8455e tempest-BulkNetworkOpsIpV6Test-624234640 tempest-BulkNetworkOpsIpV6Test-624234640-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:33:10.196063 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6963e309-c02f-4a63-960f-519202f8455e tempest-BulkNetworkOpsIpV6Test-624234640 tempest-BulkNetworkOpsIpV6Test-624234640-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:33:10.208003 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-6963e309-c02f-4a63-960f-519202f8455e tempest-BulkNetworkOpsIpV6Test-624234640 tempest-BulkNetworkOpsIpV6Test-624234640-project] 10.222.0.89 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2101 time: 0.1115549 Feb 04 17:33:10.222908 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 51008) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:33:10.224961 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (f20a1ab3-4332-4f54-833b-ba4a7c687e89), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:10.243303 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-ee60cdaf-532c-4e60-bcef-cd0e16bb880b None None] Allocated IP 2001:db8::1 (bc4c468d-a0aa-42f5-8063-8e67da1dcc49/da3ca3bb-9819-4b78-be70-2938f240a70a/cc6ed796-7b6a-4c42-98cc-e8f160629003) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:33:10.306859 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.db_base_plugin_v2 [None req-2cf84beb-636e-4f43-a004-b97265cb7651 tempest-BulkNetworkOpsIpV6Test-624234640 tempest-BulkNetworkOpsIpV6Test-624234640-project] Deleting subnet da3ca3bb-9819-4b78-be70-2938f240a70a {{(pid=103377) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 17:33:10.313749 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-75048bfb-4e3c-42fc-a703-fd1d63998ff0 req-42388f5d-12e3-407a-9a60-b2f508a3cda1 tempest-ServerDiskConfigTestJSON-47961148 tempest-ServerDiskConfigTestJSON-47961148-project] 10.222.0.89 "GET /v2.0/security-groups?id=ffff0ed7-cf9e-4cbb-9be9-3a1c2dba1e58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5104101 Feb 04 17:33:10.315140 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dca911b-7d7b-4801-a9b3-4619162073d5 req-6ba63f5f-6064-441a-9655-5d023fa4ed6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:33:10.316671 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-3dca911b-7d7b-4801-a9b3-4619162073d5 req-6ba63f5f-6064-441a-9655-5d023fa4ed6b service neutron] 10.222.0.90 "GET /v2.0/networks?id=3c6b4be4-b4b9-4735-a6e5-15af4ecbb3e6 HTTP/1.1" status: 200 len: 916 time: 0.7117262 Feb 04 17:33:10.353335 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dd10f64-e518-4d54-a8a8-2d0acd213b2e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e4c19ad-5724-5db8-8ee1-4f56ae69fcf4-42125e51-7b80-41d9-846e-0bc37a92054b', 'network_id': '42125e51-7b80-41d9-846e-0bc37a92054b', 'project_id': '2731c3204ea844b7a98e74b383029914', 'fixed_ips': [{'subnet_id': '5526bd9c-0627-4b80-a8d0-56aeecde50a8'}]}} from n-d-827839-2. {{(pid=103378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 17:33:10.354859 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5dd10f64-e518-4d54-a8a8-2d0acd213b2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:10.373230 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-9ad84370-ed0f-4d2a-8344-1b45d2f991b3 req-9273cb4e-3127-4846-8de8-cb4bc6f8236b service neutron] 10.222.0.96 "GET /v2.0/networks/a64d26d7-6663-4816-93ec-6e302f6e65a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2298648 Feb 04 17:33:10.383597 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-3dca911b-7d7b-4801-a9b3-4619162073d5 req-d9f30d79-6c21-456e-83b2-53f0ac6e0d30 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=24da7943-996b-47dd-b387-4fb4e85e2ea6 HTTP/1.1" status: 200 len: 217 time: 0.0599484 Feb 04 17:33:10.442106 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-9ad84370-ed0f-4d2a-8344-1b45d2f991b3 req-5afce838-a2be-4554-8e49-d52ba094dc7f service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.111&port_id=047f18d1-ba45-4554-8c12-d78b1b2ece5e HTTP/1.1" status: 200 len: 217 time: 0.0588496 Feb 04 17:33:10.495684 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dca911b-7d7b-4801-a9b3-4619162073d5 req-195e38fa-64ab-45cf-b071-4f70e327538b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:33:10.497219 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-3dca911b-7d7b-4801-a9b3-4619162073d5 req-195e38fa-64ab-45cf-b071-4f70e327538b service neutron] 10.222.0.90 "GET /v2.0/subnets?id=375be7ec-5e9b-4b86-ae0d-acfb51345bdd HTTP/1.1" status: 200 len: 855 time: 0.1039467 Feb 04 17:33:10.520845 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad84370-ed0f-4d2a-8344-1b45d2f991b3 req-e9f1672b-33c3-43d9-9b94-bb1829d13d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:33:10.523705 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-9ad84370-ed0f-4d2a-8344-1b45d2f991b3 req-e9f1672b-33c3-43d9-9b94-bb1829d13d9e service neutron] 10.222.0.96 "GET /v2.0/subnets?id=b4d5b67f-9f31-46fc-bfb3-c1d4a9ae5448 HTTP/1.1" status: 200 len: 797 time: 0.0734468 Feb 04 17:33:10.571373 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-3dca911b-7d7b-4801-a9b3-4619162073d5 req-c223000d-3ee8-4c01-a849-78300468b2a3 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=3c6b4be4-b4b9-4735-a6e5-15af4ecbb3e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0658171 Feb 04 17:33:10.575170 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-0ccf421a-40f1-4566-9870-f9fc8f132308 tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628832'] for network (9ac7650d-0b58-411e-9319-de9ed5e4802c), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:10.608354 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad84370-ed0f-4d2a-8344-1b45d2f991b3 req-3cf815fe-a0a4-4c2e-bca9-eebe1e165145 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:33:10.610229 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-9ad84370-ed0f-4d2a-8344-1b45d2f991b3 req-3cf815fe-a0a4-4c2e-bca9-eebe1e165145 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=33faf293-e0be-4b60-83b0-8ec497ee643d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.0796430 Feb 04 17:33:10.655677 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ee60cdaf-532c-4e60-bcef-cd0e16bb880b None None] Publish callbacks [] for port (cc6ed796-7b6a-4c42-98cc-e8f160629003), precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:10.675396 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ee60cdaf-532c-4e60-bcef-cd0e16bb880b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135'] for port (cc6ed796-7b6a-4c42-98cc-e8f160629003), after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:10.699717 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-5dd10f64-e518-4d54-a8a8-2d0acd213b2e None None] Allocated IP 2001:db8:0:1::1 (42125e51-7b80-41d9-846e-0bc37a92054b/5526bd9c-0627-4b80-a8d0-56aeecde50a8/7e220988-33f6-4b9d-956e-a0ea37a29934) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:33:10.703268 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-2cf84beb-636e-4f43-a004-b97265cb7651 tempest-BulkNetworkOpsIpV6Test-624234640 tempest-BulkNetworkOpsIpV6Test-624234640-project] Publish callbacks [] for subnet (da3ca3bb-9819-4b78-be70-2938f240a70a), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:10.733473 n-d-827839-2 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee60cdaf-532c-4e60-bcef-cd0e16bb880b None None] Network bc4c468d-a0aa-42f5-8063-8e67da1dcc49 is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:33:10.741862 n-d-827839-2 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-ee60cdaf-532c-4e60-bcef-cd0e16bb880b None None] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:33:10.752691 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee60cdaf-532c-4e60-bcef-cd0e16bb880b None None] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:33:10.792576 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-2cf84beb-636e-4f43-a004-b97265cb7651 tempest-BulkNetworkOpsIpV6Test-624234640 tempest-BulkNetworkOpsIpV6Test-624234640-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26866676'] for subnet (da3ca3bb-9819-4b78-be70-2938f240a70a), precommit_delete_associations {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:10.837046 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee60cdaf-532c-4e60-bcef-cd0e16bb880b None None] Pushing event updated for resources: {'Port': ['ID=cc6ed796-7b6a-4c42-98cc-e8f160629003,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:33:10.844189 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-9ad84370-ed0f-4d2a-8344-1b45d2f991b3 req-5c677bb2-089e-4fe7-a05c-613768ad21d6 service neutron] 10.222.0.96 "GET /v2.0/networks/33faf293-e0be-4b60-83b0-8ec497ee643d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2271562 Feb 04 17:33:10.907126 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-2cf84beb-636e-4f43-a004-b97265cb7651 tempest-BulkNetworkOpsIpV6Test-624234640 tempest-BulkNetworkOpsIpV6Test-624234640-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1541225'] for subnet (da3ca3bb-9819-4b78-be70-2938f240a70a), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:10.946085 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-ee60cdaf-532c-4e60-bcef-cd0e16bb880b None None] Attempting to bind port cc6ed796-7b6a-4c42-98cc-e8f160629003 on host n-d-827839-2 for vnic_type normal with profile {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:33:10.946739 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-ee60cdaf-532c-4e60-bcef-cd0e16bb880b None None] Attempting to bind port cc6ed796-7b6a-4c42-98cc-e8f160629003 by drivers openvswitch,hyperv on host n-d-827839-2 at level 0 using segments [{'id': '73c064df-1927-4ecc-b8b0-05b8bbbe3255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'bc4c468d-a0aa-42f5-8063-8e67da1dcc49'}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:33:10.947900 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee60cdaf-532c-4e60-bcef-cd0e16bb880b None None] Attempting to bind port cc6ed796-7b6a-4c42-98cc-e8f160629003 on network bc4c468d-a0aa-42f5-8063-8e67da1dcc49 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:33:10.955050 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee60cdaf-532c-4e60-bcef-cd0e16bb880b None None] Checking agent: {'id': 'ba70844b-66a0-45fd-a2f2-e6ed673321fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 0, 36), 'started_at': datetime.datetime(2022, 2, 4, 17, 1, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 33, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:33:10.955498 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee60cdaf-532c-4e60-bcef-cd0e16bb880b None None] Checking segment: {'id': '73c064df-1927-4ecc-b8b0-05b8bbbe3255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'bc4c468d-a0aa-42f5-8063-8e67da1dcc49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:33:10.956015 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ee60cdaf-532c-4e60-bcef-cd0e16bb880b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:10.956535 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee60cdaf-532c-4e60-bcef-cd0e16bb880b None None] Bound using segment: {'id': '73c064df-1927-4ecc-b8b0-05b8bbbe3255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'bc4c468d-a0aa-42f5-8063-8e67da1dcc49'} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:33:10.957143 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-ee60cdaf-532c-4e60-bcef-cd0e16bb880b None None] Bound port: cc6ed796-7b6a-4c42-98cc-e8f160629003, host: n-d-827839-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73c064df-1927-4ecc-b8b0-05b8bbbe3255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'bc4c468d-a0aa-42f5-8063-8e67da1dcc49'}}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:33:10.957624 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ee60cdaf-532c-4e60-bcef-cd0e16bb880b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (cc6ed796-7b6a-4c42-98cc-e8f160629003), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:11.075669 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-3dca911b-7d7b-4801-a9b3-4619162073d5 req-38e4ecf0-d56b-42cc-ab19-37e302d4d924 service neutron] 10.222.0.90 "GET /v2.0/networks/3c6b4be4-b4b9-4735-a6e5-15af4ecbb3e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4975300 Feb 04 17:33:11.095358 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-ee60cdaf-532c-4e60-bcef-cd0e16bb880b None None] For port cc6ed796-7b6a-4c42-98cc-e8f160629003, host n-d-827839-2, cleared binding levels {{(pid=103378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:33:11.098799 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-ee60cdaf-532c-4e60-bcef-cd0e16bb880b None None] For port cc6ed796-7b6a-4c42-98cc-e8f160629003, host n-d-827839-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=cc6ed796-7b6a-4c42-98cc-e8f160629003,segment=NetworkSegment(73c064df-1927-4ecc-b8b0-05b8bbbe3255),segment_id=73c064df-1927-4ecc-b8b0-05b8bbbe3255)] {{(pid=103378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:33:11.111502 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-0ccf421a-40f1-4566-9870-f9fc8f132308 tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Deleting port 2f23091a-0923-468e-8408-638d2ba662c2 {{(pid=103377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:33:11.111850 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-0ccf421a-40f1-4566-9870-f9fc8f132308 tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (2f23091a-0923-468e-8408-638d2ba662c2), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:11.112344 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-9ad84370-ed0f-4d2a-8344-1b45d2f991b3 req-cbee2e96-5d78-4800-a1af-58e02f53abec service neutron] 10.222.0.96 "GET /v2.0/networks/33faf293-e0be-4b60-83b0-8ec497ee643d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2559690 Feb 04 17:33:11.120890 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-2cf84beb-636e-4f43-a004-b97265cb7651 tempest-BulkNetworkOpsIpV6Test-624234640 tempest-BulkNetworkOpsIpV6Test-624234640-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1541216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25888360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25597190'] for subnet (da3ca3bb-9819-4b78-be70-2938f240a70a), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:11.137148 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5dd10f64-e518-4d54-a8a8-2d0acd213b2e None None] Publish callbacks [] for port (7e220988-33f6-4b9d-956e-a0ea37a29934), precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:11.146306 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ee60cdaf-532c-4e60-bcef-cd0e16bb880b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (cc6ed796-7b6a-4c42-98cc-e8f160629003), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:11.169149 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5dd10f64-e518-4d54-a8a8-2d0acd213b2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135'] for port (7e220988-33f6-4b9d-956e-a0ea37a29934), after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:11.243085 n-d-827839-2 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dd10f64-e518-4d54-a8a8-2d0acd213b2e None None] Network 42125e51-7b80-41d9-846e-0bc37a92054b is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:33:11.247719 n-d-827839-2 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-5dd10f64-e518-4d54-a8a8-2d0acd213b2e None None] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:33:11.257715 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dd10f64-e518-4d54-a8a8-2d0acd213b2e None None] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:33:11.279655 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9ec24a6-f238-4467-b798-e28a6194ea94 None None] Network 9ac7650d-0b58-411e-9319-de9ed5e4802c requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:33:11.312789 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-9ad84370-ed0f-4d2a-8344-1b45d2f991b3 req-4ed756a3-93e2-400f-8e99-16d5f5f3bcd2 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.240&port_id=69744c85-4e2f-4594-a5b1-5888c6eca6d5 HTTP/1.1" status: 200 len: 217 time: 0.1848025 Feb 04 17:33:11.385301 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee60cdaf-532c-4e60-bcef-cd0e16bb880b None None] Pushing event updated for resources: {'Port': ['ID=cc6ed796-7b6a-4c42-98cc-e8f160629003,revision_number=3']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:33:11.431677 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad84370-ed0f-4d2a-8344-1b45d2f991b3 req-ba736b97-1394-4b3b-bb5b-a00b92b34767 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:33:11.444791 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-9ad84370-ed0f-4d2a-8344-1b45d2f991b3 req-ba736b97-1394-4b3b-bb5b-a00b92b34767 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=b4d5b67f-9f31-46fc-bfb3-c1d4a9ae5448 HTTP/1.1" status: 200 len: 797 time: 0.1309574 Feb 04 17:33:11.450207 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf84beb-636e-4f43-a004-b97265cb7651 tempest-BulkNetworkOpsIpV6Test-624234640 tempest-BulkNetworkOpsIpV6Test-624234640-project] Pushing event deleted for resources: {'Subnet': ['ID=da3ca3bb-9819-4b78-be70-2938f240a70a,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:33:11.462408 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd10f64-e518-4d54-a8a8-2d0acd213b2e None None] Pushing event updated for resources: {'Port': ['ID=7e220988-33f6-4b9d-956e-a0ea37a29934,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:33:11.557245 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-2cf84beb-636e-4f43-a004-b97265cb7651 tempest-BulkNetworkOpsIpV6Test-624234640 tempest-BulkNetworkOpsIpV6Test-624234640-project] Publish callbacks [] for subnet (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:11.577508 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-2cf84beb-636e-4f43-a004-b97265cb7651 tempest-BulkNetworkOpsIpV6Test-624234640 tempest-BulkNetworkOpsIpV6Test-624234640-project] 10.222.0.89 "DELETE /v2.0/subnets/da3ca3bb-9819-4b78-be70-2938f240a70a HTTP/1.1" status: 204 len: 168 time: 1.3502338 Feb 04 17:33:11.577508 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [None req-0ccf421a-40f1-4566-9870-f9fc8f132308 tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] For port 2f23091a-0923-468e-8408-638d2ba662c2, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=2f23091a-0923-468e-8408-638d2ba662c2,segment=NetworkSegment(c980b543-47ac-40b6-b4a6-52ec1ec86e51),segment_id=c980b543-47ac-40b6-b4a6-52ec1ec86e51)] {{(pid=103377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:33:11.578472 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad84370-ed0f-4d2a-8344-1b45d2f991b3 req-3fcf416e-15d8-4387-962f-7462fcd3981a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:33:11.578950 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-0ccf421a-40f1-4566-9870-f9fc8f132308 tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (2f23091a-0923-468e-8408-638d2ba662c2), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:11.580547 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-9ad84370-ed0f-4d2a-8344-1b45d2f991b3 req-3fcf416e-15d8-4387-962f-7462fcd3981a service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=33faf293-e0be-4b60-83b0-8ec497ee643d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1276693 Feb 04 17:33:11.581239 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 51032) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:33:11.614221 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf84beb-636e-4f43-a004-b97265cb7651 tempest-BulkNetworkOpsIpV6Test-624234640 tempest-BulkNetworkOpsIpV6Test-624234640-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:33:11.614572 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf84beb-636e-4f43-a004-b97265cb7651 tempest-BulkNetworkOpsIpV6Test-624234640 tempest-BulkNetworkOpsIpV6Test-624234640-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:33:11.614914 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf84beb-636e-4f43-a004-b97265cb7651 tempest-BulkNetworkOpsIpV6Test-624234640 tempest-BulkNetworkOpsIpV6Test-624234640-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:33:11.615174 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c64c92-73d4-4354-b828-08c792666034 req-0b13890e-8531-41f1-8a93-c3266623d9ee tempest-ServerDiskConfigTestJSON-47961148 tempest-ServerDiskConfigTestJSON-47961148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:33:11.615291 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf84beb-636e-4f43-a004-b97265cb7651 tempest-BulkNetworkOpsIpV6Test-624234640 tempest-BulkNetworkOpsIpV6Test-624234640-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:33:11.615566 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf84beb-636e-4f43-a004-b97265cb7651 tempest-BulkNetworkOpsIpV6Test-624234640 tempest-BulkNetworkOpsIpV6Test-624234640-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:33:11.615901 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf84beb-636e-4f43-a004-b97265cb7651 tempest-BulkNetworkOpsIpV6Test-624234640 tempest-BulkNetworkOpsIpV6Test-624234640-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:33:11.616215 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf84beb-636e-4f43-a004-b97265cb7651 tempest-BulkNetworkOpsIpV6Test-624234640 tempest-BulkNetworkOpsIpV6Test-624234640-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:33:11.617098 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf84beb-636e-4f43-a004-b97265cb7651 tempest-BulkNetworkOpsIpV6Test-624234640 tempest-BulkNetworkOpsIpV6Test-624234640-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:33:11.617398 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-c4c64c92-73d4-4354-b828-08c792666034 req-0b13890e-8531-41f1-8a93-c3266623d9ee tempest-ServerDiskConfigTestJSON-47961148 tempest-ServerDiskConfigTestJSON-47961148-project] 10.222.0.89 "GET /v2.0/ports?device_id=a8a37a11-05ad-417e-9246-571115659a9e HTTP/1.1" status: 200 len: 945 time: 0.1283231 Feb 04 17:33:11.617509 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf84beb-636e-4f43-a004-b97265cb7651 tempest-BulkNetworkOpsIpV6Test-624234640 tempest-BulkNetworkOpsIpV6Test-624234640-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:33:11.617730 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf84beb-636e-4f43-a004-b97265cb7651 tempest-BulkNetworkOpsIpV6Test-624234640 tempest-BulkNetworkOpsIpV6Test-624234640-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:33:11.618133 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf84beb-636e-4f43-a004-b97265cb7651 tempest-BulkNetworkOpsIpV6Test-624234640 tempest-BulkNetworkOpsIpV6Test-624234640-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:33:11.618356 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf84beb-636e-4f43-a004-b97265cb7651 tempest-BulkNetworkOpsIpV6Test-624234640 tempest-BulkNetworkOpsIpV6Test-624234640-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:33:11.618677 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf84beb-636e-4f43-a004-b97265cb7651 tempest-BulkNetworkOpsIpV6Test-624234640 tempest-BulkNetworkOpsIpV6Test-624234640-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:33:11.727383 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-3dca911b-7d7b-4801-a9b3-4619162073d5 req-0d2e34e4-be8b-4b7f-937c-341ce70bf4e8 service neutron] 10.222.0.90 "GET /v2.0/networks/3c6b4be4-b4b9-4735-a6e5-15af4ecbb3e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6365037 Feb 04 17:33:11.735783 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-0ccf421a-40f1-4566-9870-f9fc8f132308 tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Calling delete_port for 2f23091a-0923-468e-8408-638d2ba662c2 owned by network:dhcp {{(pid=103377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:33:11.875737 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-0ccf421a-40f1-4566-9870-f9fc8f132308 tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (2f23091a-0923-468e-8408-638d2ba662c2), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:11.924284 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ccf421a-40f1-4566-9870-f9fc8f132308 tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Pushing event deleted for resources: {'Port': ['ID=2f23091a-0923-468e-8408-638d2ba662c2,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:33:11.937961 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ccf421a-40f1-4566-9870-f9fc8f132308 tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] No DVR routers for this DVR port 2f23091a-0923-468e-8408-638d2ba662c2 on host n-d-827839-2 {{(pid=103377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 17:33:11.965741 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.db_base_plugin_v2 [None req-168e0812-6a47-4e7d-9e55-d1b7d683f927 tempest-BulkNetworkOpsIpV6Test-624234640 tempest-BulkNetworkOpsIpV6Test-624234640-project] Deleting subnet 5526bd9c-0627-4b80-a8d0-56aeecde50a8 {{(pid=103376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 17:33:11.973616 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-c4c64c92-73d4-4354-b828-08c792666034 req-87f38650-b2fb-435f-badb-90aabbe82e69 tempest-ServerDiskConfigTestJSON-47961148 tempest-ServerDiskConfigTestJSON-47961148-project] 10.222.0.89 "GET /v2.0/security-groups?id=ffff0ed7-cf9e-4cbb-9be9-3a1c2dba1e58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3406549 Feb 04 17:33:11.977815 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-168e0812-6a47-4e7d-9e55-d1b7d683f927 tempest-BulkNetworkOpsIpV6Test-624234640 tempest-BulkNetworkOpsIpV6Test-624234640-project] Publish callbacks [] for subnet (5526bd9c-0627-4b80-a8d0-56aeecde50a8), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:11.981792 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 2f23091a-0923-468e-8408-638d2ba662c2 up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:33:12.036229 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] No Port match for: 2f23091a-0923-468e-8408-638d2ba662c2 {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 17:33:12.038217 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 2f23091a-0923-468e-8408-638d2ba662c2 not bound to the agent host n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Feb 04 17:33:12.054223 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-9ad84370-ed0f-4d2a-8344-1b45d2f991b3 req-0e1df5e2-bc05-4183-90c1-dd36fce0bfb4 service neutron] 10.222.0.96 "GET /v2.0/networks/33faf293-e0be-4b60-83b0-8ec497ee643d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4484663 Feb 04 17:33:12.078628 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-168e0812-6a47-4e7d-9e55-d1b7d683f927 tempest-BulkNetworkOpsIpV6Test-624234640 tempest-BulkNetworkOpsIpV6Test-624234640-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25674901'] for subnet (5526bd9c-0627-4b80-a8d0-56aeecde50a8), precommit_delete_associations {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:12.098086 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-562c6ac4-c506-436c-adad-d2ad0c96e3b2 None None] Provisioning complete for port 2f23091a-0923-468e-8408-638d2ba662c2 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:33:12.098793 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-562c6ac4-c506-436c-adad-d2ad0c96e3b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (2f23091a-0923-468e-8408-638d2ba662c2), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:12.109363 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-0ccf421a-40f1-4566-9870-f9fc8f132308 tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1543676', 'neutron.services.segments.db._delete_segments_for_network-8781084786517'] for network (9ac7650d-0b58-411e-9319-de9ed5e4802c), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:12.155746 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-562c6ac4-c506-436c-adad-d2ad0c96e3b2 None None] Port 2f23091a-0923-468e-8408-638d2ba662c2 was deleted so its status cannot be updated. {{(pid=103378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:336}} Feb 04 17:33:12.157518 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Port 2f23091a-0923-468e-8408-638d2ba662c2 not found, will not notify nova. {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Feb 04 17:33:12.161253 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-5dd10f64-e518-4d54-a8a8-2d0acd213b2e None None] Attempting to bind port 7e220988-33f6-4b9d-956e-a0ea37a29934 on host n-d-827839-2 for vnic_type normal with profile {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:33:12.161518 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-5dd10f64-e518-4d54-a8a8-2d0acd213b2e None None] Attempting to bind port 7e220988-33f6-4b9d-956e-a0ea37a29934 by drivers openvswitch,hyperv on host n-d-827839-2 at level 0 using segments [{'id': 'b5430ad3-9925-4389-bd8a-106a1950dc79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '42125e51-7b80-41d9-846e-0bc37a92054b'}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:33:12.161876 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dd10f64-e518-4d54-a8a8-2d0acd213b2e None None] Attempting to bind port 7e220988-33f6-4b9d-956e-a0ea37a29934 on network 42125e51-7b80-41d9-846e-0bc37a92054b {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:33:12.169038 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dd10f64-e518-4d54-a8a8-2d0acd213b2e None None] Checking agent: {'id': 'ba70844b-66a0-45fd-a2f2-e6ed673321fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 0, 36), 'started_at': datetime.datetime(2022, 2, 4, 17, 1, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 33, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:33:12.169568 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dd10f64-e518-4d54-a8a8-2d0acd213b2e None None] Checking segment: {'id': 'b5430ad3-9925-4389-bd8a-106a1950dc79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '42125e51-7b80-41d9-846e-0bc37a92054b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:33:12.169981 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5dd10f64-e518-4d54-a8a8-2d0acd213b2e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:12.170362 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dd10f64-e518-4d54-a8a8-2d0acd213b2e None None] Bound using segment: {'id': 'b5430ad3-9925-4389-bd8a-106a1950dc79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '42125e51-7b80-41d9-846e-0bc37a92054b'} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:33:12.170818 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-5dd10f64-e518-4d54-a8a8-2d0acd213b2e None None] Bound port: 7e220988-33f6-4b9d-956e-a0ea37a29934, host: n-d-827839-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5430ad3-9925-4389-bd8a-106a1950dc79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '42125e51-7b80-41d9-846e-0bc37a92054b'}}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:33:12.171195 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5dd10f64-e518-4d54-a8a8-2d0acd213b2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (7e220988-33f6-4b9d-956e-a0ea37a29934), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:12.178219 n-d-827839-2 neutron-server[103377]: DEBUG neutron.services.segments.db [None req-0ccf421a-40f1-4566-9870-f9fc8f132308 tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ac7650d-0b58-411e-9319-de9ed5e4802c']}} {{(pid=103377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:33:12.200891 n-d-827839-2 neutron-server[103377]: DEBUG neutron.services.segments.db [None req-0ccf421a-40f1-4566-9870-f9fc8f132308 tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c980b543-47ac-40b6-b4a6-52ec1ec86e51') {'for_net_delete': True} {{(pid=103377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:33:12.201023 n-d-827839-2 neutron-server[103377]: DEBUG neutron.services.segments.db [None req-0ccf421a-40f1-4566-9870-f9fc8f132308 tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c980b543-47ac-40b6-b4a6-52ec1ec86e51') {} {{(pid=103377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:33:12.231561 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-0ccf421a-40f1-4566-9870-f9fc8f132308 tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781084783966', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26866685'] for segment (c980b543-47ac-40b6-b4a6-52ec1ec86e51), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:12.283924 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-0ccf421a-40f1-4566-9870-f9fc8f132308 tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (c980b543-47ac-40b6-b4a6-52ec1ec86e51), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:12.299648 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ccf421a-40f1-4566-9870-f9fc8f132308 tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Releasing vlan 794 on physical network physnet1 to pool {{(pid=103377) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 17:33:12.300194 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-0ccf421a-40f1-4566-9870-f9fc8f132308 tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25888454'] for segment (c980b543-47ac-40b6-b4a6-52ec1ec86e51), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:12.304039 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-5dd10f64-e518-4d54-a8a8-2d0acd213b2e None None] For port 7e220988-33f6-4b9d-956e-a0ea37a29934, host n-d-827839-2, cleared binding levels {{(pid=103378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:33:12.306133 n-d-827839-2 neutron-server[103377]: Traceback (most recent call last): Feb 04 17:33:12.306133 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 17:33:12.306133 n-d-827839-2 neutron-server[103377]: timer() Feb 04 17:33:12.306133 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 17:33:12.306133 n-d-827839-2 neutron-server[103377]: cb(*args, **kw) Feb 04 17:33:12.306133 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 17:33:12.306133 n-d-827839-2 neutron-server[103377]: return func(*args, **kwargs) Feb 04 17:33:12.306133 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 17:33:12.306133 n-d-827839-2 neutron-server[103377]: self._notify() Feb 04 17:33:12.306133 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 17:33:12.306133 n-d-827839-2 neutron-server[103377]: self.callback(batched_events) Feb 04 17:33:12.306133 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 17:33:12.306133 n-d-827839-2 neutron-server[103377]: event.method(event) Feb 04 17:33:12.306133 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 17:33:12.306133 n-d-827839-2 neutron-server[103377]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 17:33:12.306133 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 17:33:12.306133 n-d-827839-2 neutron-server[103377]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 17:33:12.306133 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 17:33:12.306133 n-d-827839-2 neutron-server[103377]: return f(self, *a, **k) Feb 04 17:33:12.306133 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 17:33:12.306133 n-d-827839-2 neutron-server[103377]: return self._get(url).json() Feb 04 17:33:12.306133 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 17:33:12.306133 n-d-827839-2 neutron-server[103377]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 17:33:12.306133 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 17:33:12.306133 n-d-827839-2 neutron-server[103377]: return self.request(url, 'GET', **kwargs) Feb 04 17:33:12.306133 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 17:33:12.306133 n-d-827839-2 neutron-server[103377]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 17:33:12.306133 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 17:33:12.306133 n-d-827839-2 neutron-server[103377]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 17:33:12.306133 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 17:33:12.306133 n-d-827839-2 neutron-server[103377]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 17:33:12.306133 n-d-827839-2 neutron-server[103377]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 17:33:12.309701 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-5dd10f64-e518-4d54-a8a8-2d0acd213b2e None None] For port 7e220988-33f6-4b9d-956e-a0ea37a29934, host n-d-827839-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=7e220988-33f6-4b9d-956e-a0ea37a29934,segment=NetworkSegment(b5430ad3-9925-4389-bd8a-106a1950dc79),segment_id=b5430ad3-9925-4389-bd8a-106a1950dc79)] {{(pid=103378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:33:12.319541 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ea786f8-2fbf-4ead-88e2-eb9449c082cd None None] DHCP port deletion for 9ac7650d-0b58-411e-9319-de9ed5e4802c request from n-d-827839-2 {{(pid=103378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 17:33:12.329819 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5dd10f64-e518-4d54-a8a8-2d0acd213b2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (7e220988-33f6-4b9d-956e-a0ea37a29934), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:12.416491 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-111caad9-a1e3-4057-bb62-6d3d815357ae None None] Network 9ac7650d-0b58-411e-9319-de9ed5e4802c requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:33:12.466954 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-168e0812-6a47-4e7d-9e55-d1b7d683f927 tempest-BulkNetworkOpsIpV6Test-624234640 tempest-BulkNetworkOpsIpV6Test-624234640-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1541225'] for subnet (5526bd9c-0627-4b80-a8d0-56aeecde50a8), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:12.474598 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (3f9244a9-75fc-4c10-b195-11d48b853b41), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:12.475736 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-0ccf421a-40f1-4566-9870-f9fc8f132308 tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1543671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1595572'] for network (9ac7650d-0b58-411e-9319-de9ed5e4802c), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:12.506098 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-0ccf421a-40f1-4566-9870-f9fc8f132308 tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Publish callbacks [] for network (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:12.511460 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-0ccf421a-40f1-4566-9870-f9fc8f132308 tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] 10.222.0.89 "DELETE /v2.0/networks/9ac7650d-0b58-411e-9319-de9ed5e4802c HTTP/1.1" status: 204 len: 168 time: 3.7129176 Feb 04 17:33:12.523327 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 51054) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:33:12.559754 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ccf421a-40f1-4566-9870-f9fc8f132308 tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Pushing event deleted for resources: {'Network': ['ID=9ac7650d-0b58-411e-9319-de9ed5e4802c,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:33:12.581706 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd10f64-e518-4d54-a8a8-2d0acd213b2e None None] Pushing event updated for resources: {'Port': ['ID=7e220988-33f6-4b9d-956e-a0ea37a29934,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:33:12.605894 n-d-827839-2 neutron-server[103376]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ec509f1-6c1a-4157-b731-ce76fdab5a3e tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] DELETE failed (client error): The resource could not be found. Feb 04 17:33:12.607326 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ec509f1-6c1a-4157-b731-ce76fdab5a3e tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103376) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 17:33:12.611762 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-7ec509f1-6c1a-4157-b731-ce76fdab5a3e tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] 10.222.0.89 "DELETE /v2.0/subnets/ed5d7dd5-b9a8-40fc-b19b-2b2ff60857eb HTTP/1.1" status: 404 len: 337 time: 0.0873325 Feb 04 17:33:12.614172 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 51060) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:33:12.629683 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-9ad84370-ed0f-4d2a-8344-1b45d2f991b3 req-17fb20ff-90c5-4f0a-acb1-b0a56181a78c service neutron] 10.222.0.96 "GET /v2.0/networks/33faf293-e0be-4b60-83b0-8ec497ee643d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5022533 Feb 04 17:33:12.721730 n-d-827839-2 neutron-server[103377]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a20d834-f993-460b-8a67-9b2f8b16aa6f tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] DELETE failed (client error): The resource could not be found. Feb 04 17:33:12.722804 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a20d834-f993-460b-8a67-9b2f8b16aa6f tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103377) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 17:33:12.732400 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-0a20d834-f993-460b-8a67-9b2f8b16aa6f tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] 10.222.0.89 "DELETE /v2.0/networks/9ac7650d-0b58-411e-9319-de9ed5e4802c HTTP/1.1" status: 404 len: 339 time: 0.1126466 Feb 04 17:33:12.733324 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 51066) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:33:12.746725 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-168e0812-6a47-4e7d-9e55-d1b7d683f927 tempest-BulkNetworkOpsIpV6Test-624234640 tempest-BulkNetworkOpsIpV6Test-624234640-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1541216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25675894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25858947'] for subnet (5526bd9c-0627-4b80-a8d0-56aeecde50a8), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:12.756181 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-9ad84370-ed0f-4d2a-8344-1b45d2f991b3 req-2515b19a-c3f9-45db-9546-27e999f59287 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.5&port_id=c7b0ce66-87fd-444f-8882-eed91d586c14 HTTP/1.1" status: 200 len: 217 time: 0.1179290 Feb 04 17:33:12.819287 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168e0812-6a47-4e7d-9e55-d1b7d683f927 tempest-BulkNetworkOpsIpV6Test-624234640 tempest-BulkNetworkOpsIpV6Test-624234640-project] Pushing event deleted for resources: {'Subnet': ['ID=5526bd9c-0627-4b80-a8d0-56aeecde50a8,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:33:12.853376 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-168e0812-6a47-4e7d-9e55-d1b7d683f927 tempest-BulkNetworkOpsIpV6Test-624234640 tempest-BulkNetworkOpsIpV6Test-624234640-project] Publish callbacks [] for subnet (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:12.857433 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-168e0812-6a47-4e7d-9e55-d1b7d683f927 tempest-BulkNetworkOpsIpV6Test-624234640 tempest-BulkNetworkOpsIpV6Test-624234640-project] 10.222.0.89 "DELETE /v2.0/subnets/5526bd9c-0627-4b80-a8d0-56aeecde50a8 HTTP/1.1" status: 204 len: 168 time: 1.2651095 Feb 04 17:33:12.860105 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 51072) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:33:12.950836 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-db394bf9-6b6f-4657-8e3a-ae2f2a5cd1bf tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628832'] for network (f907e5be-1bf4-4af2-869d-35ceaed091c8), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:12.987954 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad84370-ed0f-4d2a-8344-1b45d2f991b3 req-6c30750b-1fad-4b1b-baba-66aa7c61d2c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:33:12.989669 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-9ad84370-ed0f-4d2a-8344-1b45d2f991b3 req-6c30750b-1fad-4b1b-baba-66aa7c61d2c3 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=b4d5b67f-9f31-46fc-bfb3-c1d4a9ae5448 HTTP/1.1" status: 200 len: 797 time: 0.2013252 Feb 04 17:33:13.043800 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da88fae0-4b8e-4953-a2d7-235d2be57a1c tempest-BulkNetworkOpsIpV6Test-624234640 tempest-BulkNetworkOpsIpV6Test-624234640-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:33:13.049237 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-da88fae0-4b8e-4953-a2d7-235d2be57a1c tempest-BulkNetworkOpsIpV6Test-624234640 tempest-BulkNetworkOpsIpV6Test-624234640-project] 10.222.0.89 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1845129 Feb 04 17:33:13.050224 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 51084) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:33:13.137749 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad84370-ed0f-4d2a-8344-1b45d2f991b3 req-b5d14c5e-fdbe-4796-b415-631b1b44487b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:33:13.139377 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-9ad84370-ed0f-4d2a-8344-1b45d2f991b3 req-b5d14c5e-fdbe-4796-b415-631b1b44487b service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=33faf293-e0be-4b60-83b0-8ec497ee643d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1415989 Feb 04 17:33:13.182161 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96a5f6e3-e3de-417f-b894-f09fed8a18e2 None None] Network bc4c468d-a0aa-42f5-8063-8e67da1dcc49 requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:33:13.342814 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-0d316e70-d8af-4809-a2e2-0cacc9b1916a tempest-BulkNetworkOpsIpV6Test-624234640 tempest-BulkNetworkOpsIpV6Test-624234640-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628832'] for network (42125e51-7b80-41d9-846e-0bc37a92054b), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:13.402924 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-d045b48f-d1e6-4f97-bb1c-5a1f2ceb3756 None None] Provisioning complete for port cc6ed796-7b6a-4c42-98cc-e8f160629003 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:33:13.404273 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d045b48f-d1e6-4f97-bb1c-5a1f2ceb3756 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (cc6ed796-7b6a-4c42-98cc-e8f160629003), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:13.407497 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 51090) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:33:13.435998 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-9ad84370-ed0f-4d2a-8344-1b45d2f991b3 req-62ffc197-6eef-43d8-8ff6-a670d3cf677a service neutron] 10.222.0.96 "GET /v2.0/networks/33faf293-e0be-4b60-83b0-8ec497ee643d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2738979 Feb 04 17:33:13.436980 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac1be80-0081-4d71-ae40-bb9b2c313f03 req-713cdc87-4635-455a-ab54-3f488ffc6c05 tempest-AttachVolumeNegativeTest-179514357 tempest-AttachVolumeNegativeTest-179514357-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:33:13.444626 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36674d30-cfc9-46bd-80b3-05c56355831b req-8b9a8ee8-c0d5-46a6-9e9f-de4f44593103 tempest-ServerDiskConfigTestJSON-47961148 tempest-ServerDiskConfigTestJSON-47961148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:33:13.446388 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-36674d30-cfc9-46bd-80b3-05c56355831b req-8b9a8ee8-c0d5-46a6-9e9f-de4f44593103 tempest-ServerDiskConfigTestJSON-47961148 tempest-ServerDiskConfigTestJSON-47961148-project] 10.222.0.89 "GET /v2.0/ports?device_id=a8a37a11-05ad-417e-9246-571115659a9e HTTP/1.1" status: 200 len: 945 time: 0.3019228 Feb 04 17:33:13.447995 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-3ac1be80-0081-4d71-ae40-bb9b2c313f03 req-713cdc87-4635-455a-ab54-3f488ffc6c05 tempest-AttachVolumeNegativeTest-179514357 tempest-AttachVolumeNegativeTest-179514357-project] 10.222.0.89 "GET /v2.0/networks?id=b84761e1-11c1-4974-9748-ae61e294404d HTTP/1.1" status: 200 len: 815 time: 0.4932258 Feb 04 17:33:13.492607 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-3ac1be80-0081-4d71-ae40-bb9b2c313f03 req-4d8b7d53-388a-4485-a013-ed637e039e38 tempest-AttachVolumeNegativeTest-179514357 tempest-AttachVolumeNegativeTest-179514357-project] 10.222.0.89 "GET /v2.0/quotas/a7ea9b1ba86e49c289bed0f142f59d4f HTTP/1.1" status: 200 len: 375 time: 0.0435221 Feb 04 17:33:13.552151 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-d045b48f-d1e6-4f97-bb1c-5a1f2ceb3756 None None] Current status of the port cc6ed796-7b6a-4c42-98cc-e8f160629003 is: DOWN; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:33:13.552724 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d045b48f-d1e6-4f97-bb1c-5a1f2ceb3756 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (cc6ed796-7b6a-4c42-98cc-e8f160629003), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:13.555390 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 7e220988-33f6-4b9d-956e-a0ea37a29934 up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:33:13.568991 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-db394bf9-6b6f-4657-8e3a-ae2f2a5cd1bf tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1543676', 'neutron.services.segments.db._delete_segments_for_network-8781084786517'] for network (f907e5be-1bf4-4af2-869d-35ceaed091c8), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:13.609399 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-36674d30-cfc9-46bd-80b3-05c56355831b req-a3da51f0-2407-40d1-8790-c794ead62b05 tempest-ServerDiskConfigTestJSON-47961148 tempest-ServerDiskConfigTestJSON-47961148-project] 10.222.0.89 "GET /v2.0/security-groups?id=ffff0ed7-cf9e-4cbb-9be9-3a1c2dba1e58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935771 Feb 04 17:33:13.615408 n-d-827839-2 neutron-server[103377]: DEBUG neutron.services.segments.db [None req-db394bf9-6b6f-4657-8e3a-ae2f2a5cd1bf tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f907e5be-1bf4-4af2-869d-35ceaed091c8']}} {{(pid=103377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:33:13.638292 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-0d316e70-d8af-4809-a2e2-0cacc9b1916a tempest-BulkNetworkOpsIpV6Test-624234640 tempest-BulkNetworkOpsIpV6Test-624234640-project] Deleting port 7e220988-33f6-4b9d-956e-a0ea37a29934 {{(pid=103376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:33:13.638692 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-0d316e70-d8af-4809-a2e2-0cacc9b1916a tempest-BulkNetworkOpsIpV6Test-624234640 tempest-BulkNetworkOpsIpV6Test-624234640-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (7e220988-33f6-4b9d-956e-a0ea37a29934), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:13.644462 n-d-827839-2 neutron-server[103377]: DEBUG neutron.services.segments.db [None req-db394bf9-6b6f-4657-8e3a-ae2f2a5cd1bf tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b028abf5-ecbb-49fb-b696-dd33cf4d8051') {'for_net_delete': True} {{(pid=103377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:33:13.644789 n-d-827839-2 neutron-server[103377]: DEBUG neutron.services.segments.db [None req-db394bf9-6b6f-4657-8e3a-ae2f2a5cd1bf tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b028abf5-ecbb-49fb-b696-dd33cf4d8051') {} {{(pid=103377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:33:13.667400 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-d045b48f-d1e6-4f97-bb1c-5a1f2ceb3756 None None] For port cc6ed796-7b6a-4c42-98cc-e8f160629003, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=cc6ed796-7b6a-4c42-98cc-e8f160629003,segment=NetworkSegment(73c064df-1927-4ecc-b8b0-05b8bbbe3255),segment_id=73c064df-1927-4ecc-b8b0-05b8bbbe3255)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:33:13.671747 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-3ac1be80-0081-4d71-ae40-bb9b2c313f03 req-4812db2f-3188-40c3-8ca2-e63a18a9f08a tempest-AttachVolumeNegativeTest-179514357 tempest-AttachVolumeNegativeTest-179514357-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=a7ea9b1ba86e49c289bed0f142f59d4f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1781073 Feb 04 17:33:13.675335 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-db394bf9-6b6f-4657-8e3a-ae2f2a5cd1bf tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781084783966', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26866685'] for segment (b028abf5-ecbb-49fb-b696-dd33cf4d8051), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:13.679694 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9478eff5-0524-4e3d-93e4-6e2a4f33a044 None None] DHCP port deletion for bc4c468d-a0aa-42f5-8063-8e67da1dcc49 request from n-d-827839-2 {{(pid=103378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 17:33:13.685811 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d045b48f-d1e6-4f97-bb1c-5a1f2ceb3756 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (cc6ed796-7b6a-4c42-98cc-e8f160629003), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:13.735389 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-9ad84370-ed0f-4d2a-8344-1b45d2f991b3 req-e52a6425-3978-4019-a818-96bb0985f3c0 service neutron] 10.222.0.96 "GET /v2.0/networks/33faf293-e0be-4b60-83b0-8ec497ee643d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2852321 Feb 04 17:33:13.756074 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-50acf0af-7bff-4bc7-90d1-8aabf8893532 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:13.768185 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-db394bf9-6b6f-4657-8e3a-ae2f2a5cd1bf tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (b028abf5-ecbb-49fb-b696-dd33cf4d8051), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:13.796180 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db394bf9-6b6f-4657-8e3a-ae2f2a5cd1bf tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Releasing vlan 786 on physical network physnet1 to pool {{(pid=103377) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 17:33:13.796836 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-db394bf9-6b6f-4657-8e3a-ae2f2a5cd1bf tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25888454'] for segment (b028abf5-ecbb-49fb-b696-dd33cf4d8051), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:13.798072 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-9ad84370-ed0f-4d2a-8344-1b45d2f991b3 req-0852df17-816d-4c12-b69d-027e7a01d104 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.121&port_id=f6309afb-3125-4ff7-a862-e4fad9550341 HTTP/1.1" status: 200 len: 217 time: 0.0534670 Feb 04 17:33:13.800466 n-d-827839-2 neutron-server[103377]: Traceback (most recent call last): Feb 04 17:33:13.800466 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 17:33:13.800466 n-d-827839-2 neutron-server[103377]: timer() Feb 04 17:33:13.800466 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 17:33:13.800466 n-d-827839-2 neutron-server[103377]: cb(*args, **kw) Feb 04 17:33:13.800466 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 17:33:13.800466 n-d-827839-2 neutron-server[103377]: return func(*args, **kwargs) Feb 04 17:33:13.800466 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 17:33:13.800466 n-d-827839-2 neutron-server[103377]: self._notify() Feb 04 17:33:13.800466 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 17:33:13.800466 n-d-827839-2 neutron-server[103377]: self.callback(batched_events) Feb 04 17:33:13.800466 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 17:33:13.800466 n-d-827839-2 neutron-server[103377]: event.method(event) Feb 04 17:33:13.800466 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 17:33:13.800466 n-d-827839-2 neutron-server[103377]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 17:33:13.800466 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 17:33:13.800466 n-d-827839-2 neutron-server[103377]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 17:33:13.800466 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 17:33:13.800466 n-d-827839-2 neutron-server[103377]: return f(self, *a, **k) Feb 04 17:33:13.800466 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 17:33:13.800466 n-d-827839-2 neutron-server[103377]: return self._get(url).json() Feb 04 17:33:13.800466 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 17:33:13.800466 n-d-827839-2 neutron-server[103377]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 17:33:13.800466 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 17:33:13.800466 n-d-827839-2 neutron-server[103377]: return self.request(url, 'GET', **kwargs) Feb 04 17:33:13.800466 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 17:33:13.800466 n-d-827839-2 neutron-server[103377]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 17:33:13.800466 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 17:33:13.800466 n-d-827839-2 neutron-server[103377]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 17:33:13.800466 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 17:33:13.800466 n-d-827839-2 neutron-server[103377]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 17:33:13.800466 n-d-827839-2 neutron-server[103377]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 17:33:13.804719 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [None req-0d316e70-d8af-4809-a2e2-0cacc9b1916a tempest-BulkNetworkOpsIpV6Test-624234640 tempest-BulkNetworkOpsIpV6Test-624234640-project] For port 7e220988-33f6-4b9d-956e-a0ea37a29934, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=7e220988-33f6-4b9d-956e-a0ea37a29934,segment=NetworkSegment(b5430ad3-9925-4389-bd8a-106a1950dc79),segment_id=b5430ad3-9925-4389-bd8a-106a1950dc79)] {{(pid=103376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:33:13.805227 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-0d316e70-d8af-4809-a2e2-0cacc9b1916a tempest-BulkNetworkOpsIpV6Test-624234640 tempest-BulkNetworkOpsIpV6Test-624234640-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (7e220988-33f6-4b9d-956e-a0ea37a29934), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:13.820331 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port 7e220988-33f6-4b9d-956e-a0ea37a29934 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:33:13.820702 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (7e220988-33f6-4b9d-956e-a0ea37a29934), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:13.853761 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-0d316e70-d8af-4809-a2e2-0cacc9b1916a tempest-BulkNetworkOpsIpV6Test-624234640 tempest-BulkNetworkOpsIpV6Test-624234640-project] Calling delete_port for 7e220988-33f6-4b9d-956e-a0ea37a29934 owned by network:dhcp {{(pid=103376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:33:13.884092 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad84370-ed0f-4d2a-8344-1b45d2f991b3 req-03f94862-7d91-4ce6-b8d0-ccc20b10a962 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:33:13.885732 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d045b48f-d1e6-4f97-bb1c-5a1f2ceb3756 None None] Pushing event updated for resources: {'Port': ['ID=cc6ed796-7b6a-4c42-98cc-e8f160629003,revision_number=4']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:33:13.886213 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-9ad84370-ed0f-4d2a-8344-1b45d2f991b3 req-03f94862-7d91-4ce6-b8d0-ccc20b10a962 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=b4d5b67f-9f31-46fc-bfb3-c1d4a9ae5448 HTTP/1.1" status: 200 len: 797 time: 0.0776017 Feb 04 17:33:13.956903 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-db394bf9-6b6f-4657-8e3a-ae2f2a5cd1bf tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1543671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1595572'] for network (f907e5be-1bf4-4af2-869d-35ceaed091c8), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:13.981221 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-9478eff5-0524-4e3d-93e4-6e2a4f33a044 None None] Deleting port cc6ed796-7b6a-4c42-98cc-e8f160629003 {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:33:13.981221 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9478eff5-0524-4e3d-93e4-6e2a4f33a044 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (cc6ed796-7b6a-4c42-98cc-e8f160629003), before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:13.983252 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-db394bf9-6b6f-4657-8e3a-ae2f2a5cd1bf tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Publish callbacks [] for network (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:13.987972 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-db394bf9-6b6f-4657-8e3a-ae2f2a5cd1bf tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] 10.222.0.89 "DELETE /v2.0/networks/f907e5be-1bf4-4af2-869d-35ceaed091c8 HTTP/1.1" status: 204 len: 168 time: 1.2508316 Feb 04 17:33:13.987972 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db394bf9-6b6f-4657-8e3a-ae2f2a5cd1bf tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Pushing event deleted for resources: {'Network': ['ID=f907e5be-1bf4-4af2-869d-35ceaed091c8,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:33:13.989650 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-3ac1be80-0081-4d71-ae40-bb9b2c313f03 req-b4930a3d-e827-4dda-af6a-d5a2af055b9f service neutron] 10.222.0.89 "GET /v2.0/networks/b84761e1-11c1-4974-9748-ae61e294404d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3170788 Feb 04 17:33:13.990511 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 51094) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:33:14.030790 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-50acf0af-7bff-4bc7-90d1-8aabf8893532 admin admin] Publish callbacks [] for security_group (4449eafe-d815-484f-bba5-fe7877de14fb), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:14.090176 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-50acf0af-7bff-4bc7-90d1-8aabf8893532 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (4449eafe-d815-484f-bba5-fe7877de14fb), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:14.098270 n-d-827839-2 neutron-server[103377]: INFO neutron.pecan_wsgi.hooks.translation [None req-371919d0-e6ac-4439-9ba0-e4d2bfa204f7 tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] DELETE failed (client error): The resource could not be found. Feb 04 17:33:14.098731 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-371919d0-e6ac-4439-9ba0-e4d2bfa204f7 tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103377) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 17:33:14.104183 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-371919d0-e6ac-4439-9ba0-e4d2bfa204f7 tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] 10.222.0.89 "DELETE /v2.0/subnets/4992de9f-7cae-4a9f-ba97-2d773024ba35 HTTP/1.1" status: 404 len: 337 time: 0.1079485 Feb 04 17:33:14.114488 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 51096) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:33:14.121354 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-9478eff5-0524-4e3d-93e4-6e2a4f33a044 None None] For port cc6ed796-7b6a-4c42-98cc-e8f160629003, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=cc6ed796-7b6a-4c42-98cc-e8f160629003,segment=NetworkSegment(73c064df-1927-4ecc-b8b0-05b8bbbe3255),segment_id=73c064df-1927-4ecc-b8b0-05b8bbbe3255)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:33:14.122101 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9478eff5-0524-4e3d-93e4-6e2a4f33a044 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (cc6ed796-7b6a-4c42-98cc-e8f160629003), precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:14.124673 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port 7e220988-33f6-4b9d-956e-a0ea37a29934 is: DOWN; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:33:14.125084 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (7e220988-33f6-4b9d-956e-a0ea37a29934), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:14.166060 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-9478eff5-0524-4e3d-93e4-6e2a4f33a044 None None] Calling delete_port for cc6ed796-7b6a-4c42-98cc-e8f160629003 owned by network:dhcp {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:33:14.185110 n-d-827839-2 neutron-server[103377]: INFO neutron.pecan_wsgi.hooks.translation [None req-a56b4095-d44b-41c8-824f-bcda9cf7fc13 tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] DELETE failed (client error): The resource could not be found. Feb 04 17:33:14.185614 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a56b4095-d44b-41c8-824f-bcda9cf7fc13 tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103377) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 17:33:14.189498 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-a56b4095-d44b-41c8-824f-bcda9cf7fc13 tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] 10.222.0.89 "DELETE /v2.0/networks/d88f5c79-c79f-44f1-a2d9-e5ff0f95cc55 HTTP/1.1" status: 404 len: 339 time: 0.0682738 Feb 04 17:33:14.200978 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-50acf0af-7bff-4bc7-90d1-8aabf8893532 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=45b7a24901f243349373626ecd01da80&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7899332 Feb 04 17:33:14.200978 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 51098) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:33:14.205067 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 51100) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:33:14.230252 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50acf0af-7bff-4bc7-90d1-8aabf8893532 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4449eafe-d815-484f-bba5-fe7877de14fb,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:33:14.284989 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] For port 7e220988-33f6-4b9d-956e-a0ea37a29934, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=7e220988-33f6-4b9d-956e-a0ea37a29934,segment=NetworkSegment(b5430ad3-9925-4389-bd8a-106a1950dc79),segment_id=b5430ad3-9925-4389-bd8a-106a1950dc79)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:33:14.297738 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (7e220988-33f6-4b9d-956e-a0ea37a29934), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:14.298515 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device cc6ed796-7b6a-4c42-98cc-e8f160629003 up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:33:14.470213 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0a8bee2-262c-4eb0-9365-7b7c38f385e2 None None] Network 42125e51-7b80-41d9-846e-0bc37a92054b requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:33:14.500120 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad84370-ed0f-4d2a-8344-1b45d2f991b3 req-399f9058-f3e2-4fe5-8cd2-d6bc616f5667 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:33:14.501884 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-9ad84370-ed0f-4d2a-8344-1b45d2f991b3 req-399f9058-f3e2-4fe5-8cd2-d6bc616f5667 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=33faf293-e0be-4b60-83b0-8ec497ee643d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.0818958 Feb 04 17:33:14.519134 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-0d316e70-d8af-4809-a2e2-0cacc9b1916a tempest-BulkNetworkOpsIpV6Test-624234640 tempest-BulkNetworkOpsIpV6Test-624234640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (7e220988-33f6-4b9d-956e-a0ea37a29934), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:14.583821 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Pushing event updated for resources: {'Port': ['ID=7e220988-33f6-4b9d-956e-a0ea37a29934,revision_number=4']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:33:14.587163 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d316e70-d8af-4809-a2e2-0cacc9b1916a tempest-BulkNetworkOpsIpV6Test-624234640 tempest-BulkNetworkOpsIpV6Test-624234640-project] Pushing event deleted for resources: {'Port': ['ID=7e220988-33f6-4b9d-956e-a0ea37a29934,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:33:14.597601 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d316e70-d8af-4809-a2e2-0cacc9b1916a tempest-BulkNetworkOpsIpV6Test-624234640 tempest-BulkNetworkOpsIpV6Test-624234640-project] No DVR routers for this DVR port 7e220988-33f6-4b9d-956e-a0ea37a29934 on host n-d-827839-2 {{(pid=103376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 17:33:14.602552 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-6c1a0b26-d5f1-4599-ad90-678632cf8b87 None None] Provisioning complete for port 7e220988-33f6-4b9d-956e-a0ea37a29934 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:33:14.602925 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6c1a0b26-d5f1-4599-ad90-678632cf8b87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (7e220988-33f6-4b9d-956e-a0ea37a29934), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:14.625408 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-6c1a0b26-d5f1-4599-ad90-678632cf8b87 None None] Port 7e220988-33f6-4b9d-956e-a0ea37a29934 was deleted so its status cannot be updated. {{(pid=103378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:336}} Feb 04 17:33:14.630073 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port cc6ed796-7b6a-4c42-98cc-e8f160629003 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:33:14.630452 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (cc6ed796-7b6a-4c42-98cc-e8f160629003), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:14.668508 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9478eff5-0524-4e3d-93e4-6e2a4f33a044 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144'] for port (cc6ed796-7b6a-4c42-98cc-e8f160629003), after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:14.673211 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Port cc6ed796-7b6a-4c42-98cc-e8f160629003 was deleted so its status cannot be updated. {{(pid=103378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:336}} Feb 04 17:33:14.699518 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9478eff5-0524-4e3d-93e4-6e2a4f33a044 None None] Pushing event deleted for resources: {'Port': ['ID=cc6ed796-7b6a-4c42-98cc-e8f160629003,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:33:14.701445 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9478eff5-0524-4e3d-93e4-6e2a4f33a044 None None] No DVR routers for this DVR port cc6ed796-7b6a-4c42-98cc-e8f160629003 on host n-d-827839-2 {{(pid=103378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 17:33:14.784914 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f2f7f0e-89ee-4b10-9110-77b1491a346a None None] DHCP port deletion for 42125e51-7b80-41d9-846e-0bc37a92054b request from n-d-827839-2 {{(pid=103378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 17:33:14.830854 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 2f23091a-0923-468e-8408-638d2ba662c2 no longer exists at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:33:14.857053 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.db_base_plugin_v2 [None req-eeeecba8-348f-4f92-85d8-f908eb566ede tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Deleting subnet 1f158d6e-f03e-4770-a2c1-aeefa8d89b64 {{(pid=103377) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 17:33:14.860487 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-3ac1be80-0081-4d71-ae40-bb9b2c313f03 req-6b424adb-6d3c-48b4-9eef-3d2cd3c567f8 service neutron] 10.222.0.89 "GET /v2.0/networks/b84761e1-11c1-4974-9748-ae61e294404d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8517754 Feb 04 17:33:14.864188 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-eeeecba8-348f-4f92-85d8-f908eb566ede tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Publish callbacks [] for subnet (1f158d6e-f03e-4770-a2c1-aeefa8d89b64), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:14.874051 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] No Port match for: 2f23091a-0923-468e-8408-638d2ba662c2 {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 17:33:14.874462 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 2f23091a-0923-468e-8408-638d2ba662c2 not bound to the agent host n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 17:33:14.887294 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-49137a11-433d-4b05-a396-e70604e7070c admin admin] Publish callbacks [] for security_group (4449eafe-d815-484f-bba5-fe7877de14fb), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:14.887781 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-0d316e70-d8af-4809-a2e2-0cacc9b1916a tempest-BulkNetworkOpsIpV6Test-624234640 tempest-BulkNetworkOpsIpV6Test-624234640-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1543676', 'neutron.services.segments.db._delete_segments_for_network-8781084786517'] for network (42125e51-7b80-41d9-846e-0bc37a92054b), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:14.936199 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-9ad84370-ed0f-4d2a-8344-1b45d2f991b3 req-71c862c4-00e2-462f-baf0-57c2325eb670 service neutron] 10.222.0.96 "GET /v2.0/networks/33faf293-e0be-4b60-83b0-8ec497ee643d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4273548 Feb 04 17:33:14.938200 n-d-827839-2 neutron-server[103376]: DEBUG neutron.services.segments.db [None req-0d316e70-d8af-4809-a2e2-0cacc9b1916a tempest-BulkNetworkOpsIpV6Test-624234640 tempest-BulkNetworkOpsIpV6Test-624234640-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42125e51-7b80-41d9-846e-0bc37a92054b']}} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:33:14.963780 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-49137a11-433d-4b05-a396-e70604e7070c admin admin] Publish callbacks [] for security_group (4449eafe-d815-484f-bba5-fe7877de14fb), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:14.971036 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-eeeecba8-348f-4f92-85d8-f908eb566ede tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26866676'] for subnet (1f158d6e-f03e-4770-a2c1-aeefa8d89b64), precommit_delete_associations {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:14.972054 n-d-827839-2 neutron-server[103376]: DEBUG neutron.services.segments.db [None req-0d316e70-d8af-4809-a2e2-0cacc9b1916a tempest-BulkNetworkOpsIpV6Test-624234640 tempest-BulkNetworkOpsIpV6Test-624234640-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5430ad3-9925-4389-bd8a-106a1950dc79') {'for_net_delete': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:33:14.972363 n-d-827839-2 neutron-server[103376]: DEBUG neutron.services.segments.db [None req-0d316e70-d8af-4809-a2e2-0cacc9b1916a tempest-BulkNetworkOpsIpV6Test-624234640 tempest-BulkNetworkOpsIpV6Test-624234640-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5430ad3-9925-4389-bd8a-106a1950dc79') {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:33:15.016623 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e9e551-87d1-4ebd-8973-8166b7f755a8 req-3a1358e3-7825-41fe-ade5-66df30325c89 tempest-ServerDiskConfigTestJSON-47961148 tempest-ServerDiskConfigTestJSON-47961148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:33:15.024098 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-38e9e551-87d1-4ebd-8973-8166b7f755a8 req-3a1358e3-7825-41fe-ade5-66df30325c89 tempest-ServerDiskConfigTestJSON-47961148 tempest-ServerDiskConfigTestJSON-47961148-project] 10.222.0.89 "GET /v2.0/ports?device_id=a8a37a11-05ad-417e-9246-571115659a9e HTTP/1.1" status: 200 len: 945 time: 0.2329214 Feb 04 17:33:15.036466 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-0d316e70-d8af-4809-a2e2-0cacc9b1916a tempest-BulkNetworkOpsIpV6Test-624234640 tempest-BulkNetworkOpsIpV6Test-624234640-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781084783966', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25674908'] for segment (b5430ad3-9925-4389-bd8a-106a1950dc79), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:15.080534 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-0d316e70-d8af-4809-a2e2-0cacc9b1916a tempest-BulkNetworkOpsIpV6Test-624234640 tempest-BulkNetworkOpsIpV6Test-624234640-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (b5430ad3-9925-4389-bd8a-106a1950dc79), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:15.099936 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d316e70-d8af-4809-a2e2-0cacc9b1916a tempest-BulkNetworkOpsIpV6Test-624234640 tempest-BulkNetworkOpsIpV6Test-624234640-project] Releasing vlan 766 on physical network physnet1 to pool {{(pid=103376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 17:33:15.100395 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-0d316e70-d8af-4809-a2e2-0cacc9b1916a tempest-BulkNetworkOpsIpV6Test-624234640 tempest-BulkNetworkOpsIpV6Test-624234640-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25675992'] for segment (b5430ad3-9925-4389-bd8a-106a1950dc79), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:15.103651 n-d-827839-2 neutron-server[103376]: Traceback (most recent call last): Feb 04 17:33:15.103651 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 17:33:15.103651 n-d-827839-2 neutron-server[103376]: timer() Feb 04 17:33:15.103651 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 17:33:15.103651 n-d-827839-2 neutron-server[103376]: cb(*args, **kw) Feb 04 17:33:15.103651 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 17:33:15.103651 n-d-827839-2 neutron-server[103376]: return func(*args, **kwargs) Feb 04 17:33:15.103651 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 17:33:15.103651 n-d-827839-2 neutron-server[103376]: self._notify() Feb 04 17:33:15.103651 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 17:33:15.103651 n-d-827839-2 neutron-server[103376]: self.callback(batched_events) Feb 04 17:33:15.103651 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 17:33:15.103651 n-d-827839-2 neutron-server[103376]: event.method(event) Feb 04 17:33:15.103651 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 17:33:15.103651 n-d-827839-2 neutron-server[103376]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 17:33:15.103651 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 17:33:15.103651 n-d-827839-2 neutron-server[103376]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 17:33:15.103651 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 17:33:15.103651 n-d-827839-2 neutron-server[103376]: return f(self, *a, **k) Feb 04 17:33:15.103651 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 17:33:15.103651 n-d-827839-2 neutron-server[103376]: return self._get(url).json() Feb 04 17:33:15.103651 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 17:33:15.103651 n-d-827839-2 neutron-server[103376]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 17:33:15.103651 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 17:33:15.103651 n-d-827839-2 neutron-server[103376]: return self.request(url, 'GET', **kwargs) Feb 04 17:33:15.103651 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 17:33:15.103651 n-d-827839-2 neutron-server[103376]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 17:33:15.103651 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 17:33:15.103651 n-d-827839-2 neutron-server[103376]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 17:33:15.103651 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 17:33:15.103651 n-d-827839-2 neutron-server[103376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 17:33:15.103651 n-d-827839-2 neutron-server[103376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 17:33:15.131749 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-38e9e551-87d1-4ebd-8973-8166b7f755a8 req-1aa636d6-052c-4357-b4ca-61309b114d6f tempest-ServerDiskConfigTestJSON-47961148 tempest-ServerDiskConfigTestJSON-47961148-project] 10.222.0.89 "GET /v2.0/security-groups?id=ffff0ed7-cf9e-4cbb-9be9-3a1c2dba1e58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067281 Feb 04 17:33:15.207928 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-9ad84370-ed0f-4d2a-8344-1b45d2f991b3 req-1d8d6942-e8c3-4bee-9905-c1f14891f750 service neutron] 10.222.0.96 "GET /v2.0/networks/33faf293-e0be-4b60-83b0-8ec497ee643d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2597294 Feb 04 17:33:15.279091 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-9ad84370-ed0f-4d2a-8344-1b45d2f991b3 req-54b2a475-3787-4ee8-937c-8aaa3b38c7bd service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=71081e14-4523-4976-b2ac-04c3ffa4889c HTTP/1.1" status: 200 len: 217 time: 0.0648036 Feb 04 17:33:15.283854 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-97054525-a254-42bc-acb5-d4abb1afbeaf req-c4756f43-69ad-4859-8357-d06659741e9e tempest-AttachVolumeNegativeTest-179514357 tempest-AttachVolumeNegativeTest-179514357-project] 10.222.0.89 "GET /v2.0/ports?device_id=546379d5-462c-47b2-8c97-d39d06b59eee HTTP/1.1" status: 200 len: 210 time: 0.0589986 Feb 04 17:33:15.285529 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-0d316e70-d8af-4809-a2e2-0cacc9b1916a tempest-BulkNetworkOpsIpV6Test-624234640 tempest-BulkNetworkOpsIpV6Test-624234640-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1543671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1595572'] for network (42125e51-7b80-41d9-846e-0bc37a92054b), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:15.297183 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-eeeecba8-348f-4f92-85d8-f908eb566ede tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1541225'] for subnet (1f158d6e-f03e-4770-a2c1-aeefa8d89b64), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:15.319029 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 7e220988-33f6-4b9d-956e-a0ea37a29934 no longer exists at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:33:15.325459 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-0d316e70-d8af-4809-a2e2-0cacc9b1916a tempest-BulkNetworkOpsIpV6Test-624234640 tempest-BulkNetworkOpsIpV6Test-624234640-project] Publish callbacks [] for network (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:15.331313 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-49137a11-433d-4b05-a396-e70604e7070c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (4449eafe-d815-484f-bba5-fe7877de14fb), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:15.333989 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-49137a11-433d-4b05-a396-e70604e7070c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:15.336882 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-0d316e70-d8af-4809-a2e2-0cacc9b1916a tempest-BulkNetworkOpsIpV6Test-624234640 tempest-BulkNetworkOpsIpV6Test-624234640-project] 10.222.0.89 "DELETE /v2.0/networks/42125e51-7b80-41d9-846e-0bc37a92054b HTTP/1.1" status: 204 len: 168 time: 2.2833326 Feb 04 17:33:15.345882 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-49137a11-433d-4b05-a396-e70604e7070c admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/4449eafe-d815-484f-bba5-fe7877de14fb HTTP/1.1" status: 204 len: 168 time: 1.1236372 Feb 04 17:33:15.353650 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 51110) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:33:15.380793 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49137a11-433d-4b05-a396-e70604e7070c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4449eafe-d815-484f-bba5-fe7877de14fb,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:33:15.391907 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] No Port match for: 7e220988-33f6-4b9d-956e-a0ea37a29934 {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 17:33:15.392283 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 7e220988-33f6-4b9d-956e-a0ea37a29934 not bound to the agent host n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 17:33:15.392711 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device cc6ed796-7b6a-4c42-98cc-e8f160629003 no longer exists at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:33:15.453698 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad84370-ed0f-4d2a-8344-1b45d2f991b3 req-4560d859-d540-43e7-878d-0330ea998689 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:33:15.455308 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-9ad84370-ed0f-4d2a-8344-1b45d2f991b3 req-4560d859-d540-43e7-878d-0330ea998689 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=6f6c54c2-552d-404f-bcc6-b0c454213656 HTTP/1.1" status: 200 len: 797 time: 0.1675372 Feb 04 17:33:15.479440 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] No Port match for: cc6ed796-7b6a-4c42-98cc-e8f160629003 {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 17:33:15.480069 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d316e70-d8af-4809-a2e2-0cacc9b1916a tempest-BulkNetworkOpsIpV6Test-624234640 tempest-BulkNetworkOpsIpV6Test-624234640-project] Pushing event deleted for resources: {'Network': ['ID=42125e51-7b80-41d9-846e-0bc37a92054b,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:33:15.480317 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device cc6ed796-7b6a-4c42-98cc-e8f160629003 not bound to the agent host n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 17:33:15.546536 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad84370-ed0f-4d2a-8344-1b45d2f991b3 req-1fc9e980-dcc6-4aa2-a92d-95ca5bbd00f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:33:15.549306 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-9ad84370-ed0f-4d2a-8344-1b45d2f991b3 req-1fc9e980-dcc6-4aa2-a92d-95ca5bbd00f1 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=6de4b58f-ff91-4bdc-9f3d-13346fce97eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.0794578 Feb 04 17:33:15.554756 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-835f4df5-3c4f-4714-88f3-3768f4db369c tempest-BulkNetworkOpsIpV6Test-624234640 tempest-BulkNetworkOpsIpV6Test-624234640-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628832'] for network (bc4c468d-a0aa-42f5-8063-8e67da1dcc49), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:15.572600 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-eeeecba8-348f-4f92-85d8-f908eb566ede tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1541216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25888360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25597190'] for subnet (1f158d6e-f03e-4770-a2c1-aeefa8d89b64), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:15.628460 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeeecba8-348f-4f92-85d8-f908eb566ede tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Pushing event deleted for resources: {'Subnet': ['ID=1f158d6e-f03e-4770-a2c1-aeefa8d89b64,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:33:15.635597 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-506a0b94-0bdc-47c3-a0e9-ff8a6b15d831 None None] Network a6415c18-0688-471f-9e04-d381ceae5407 requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:33:15.674729 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-eeeecba8-348f-4f92-85d8-f908eb566ede tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Publish callbacks [] for subnet (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:15.680655 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-eeeecba8-348f-4f92-85d8-f908eb566ede tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] 10.222.0.89 "DELETE /v2.0/subnets/1f158d6e-f03e-4770-a2c1-aeefa8d89b64 HTTP/1.1" status: 204 len: 168 time: 1.4736445 Feb 04 17:33:15.683489 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 51120) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:33:15.688775 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-9ad84370-ed0f-4d2a-8344-1b45d2f991b3 req-582e9888-4b1d-4ed5-ad8a-f4e199a14b72 service neutron] 10.222.0.96 "GET /v2.0/networks/6de4b58f-ff91-4bdc-9f3d-13346fce97eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265893 Feb 04 17:33:15.818787 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.db_base_plugin_v2 [None req-8046b3cd-86ba-423a-b983-5fdc268e31d2 tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Deleting subnet 7374f78b-e576-42fe-8a12-705502344ca6 {{(pid=103377) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 17:33:15.830282 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-8046b3cd-86ba-423a-b983-5fdc268e31d2 tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Publish callbacks [] for subnet (7374f78b-e576-42fe-8a12-705502344ca6), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:15.876951 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-9ad84370-ed0f-4d2a-8344-1b45d2f991b3 req-d7551a8d-0e14-4392-89d8-9bf7ece91a91 service neutron] 10.222.0.96 "GET /v2.0/networks/6de4b58f-ff91-4bdc-9f3d-13346fce97eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1773300 Feb 04 17:33:15.972300 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-9ad84370-ed0f-4d2a-8344-1b45d2f991b3 req-f7dbb538-446a-4e45-b8bf-6cde30c2d0bb service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=397c6c1e-40e7-4c7f-9066-28791535e5e4 HTTP/1.1" status: 200 len: 217 time: 0.0882919 Feb 04 17:33:15.974422 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-8046b3cd-86ba-423a-b983-5fdc268e31d2 tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26866676'] for subnet (7374f78b-e576-42fe-8a12-705502344ca6), precommit_delete_associations {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:15.984405 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-835f4df5-3c4f-4714-88f3-3768f4db369c tempest-BulkNetworkOpsIpV6Test-624234640 tempest-BulkNetworkOpsIpV6Test-624234640-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1543676', 'neutron.services.segments.db._delete_segments_for_network-8781084786517'] for network (bc4c468d-a0aa-42f5-8063-8e67da1dcc49), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:16.006730 n-d-827839-2 neutron-server[103377]: DEBUG neutron.services.segments.db [None req-835f4df5-3c4f-4714-88f3-3768f4db369c tempest-BulkNetworkOpsIpV6Test-624234640 tempest-BulkNetworkOpsIpV6Test-624234640-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc4c468d-a0aa-42f5-8063-8e67da1dcc49']}} {{(pid=103377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:33:16.017138 n-d-827839-2 neutron-server[103377]: DEBUG neutron.services.segments.db [None req-835f4df5-3c4f-4714-88f3-3768f4db369c tempest-BulkNetworkOpsIpV6Test-624234640 tempest-BulkNetworkOpsIpV6Test-624234640-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73c064df-1927-4ecc-b8b0-05b8bbbe3255') {'for_net_delete': True} {{(pid=103377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:33:16.017767 n-d-827839-2 neutron-server[103377]: DEBUG neutron.services.segments.db [None req-835f4df5-3c4f-4714-88f3-3768f4db369c tempest-BulkNetworkOpsIpV6Test-624234640 tempest-BulkNetworkOpsIpV6Test-624234640-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73c064df-1927-4ecc-b8b0-05b8bbbe3255') {} {{(pid=103377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:33:16.034196 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-835f4df5-3c4f-4714-88f3-3768f4db369c tempest-BulkNetworkOpsIpV6Test-624234640 tempest-BulkNetworkOpsIpV6Test-624234640-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781084783966', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26866685'] for segment (73c064df-1927-4ecc-b8b0-05b8bbbe3255), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:16.054712 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-835f4df5-3c4f-4714-88f3-3768f4db369c tempest-BulkNetworkOpsIpV6Test-624234640 tempest-BulkNetworkOpsIpV6Test-624234640-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (73c064df-1927-4ecc-b8b0-05b8bbbe3255), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:16.091686 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-835f4df5-3c4f-4714-88f3-3768f4db369c tempest-BulkNetworkOpsIpV6Test-624234640 tempest-BulkNetworkOpsIpV6Test-624234640-project] Releasing vlan 771 on physical network physnet1 to pool {{(pid=103377) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 17:33:16.092119 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad84370-ed0f-4d2a-8344-1b45d2f991b3 req-d0e434f7-c200-4a00-b1ba-7debc2e3e39e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:33:16.092673 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-835f4df5-3c4f-4714-88f3-3768f4db369c tempest-BulkNetworkOpsIpV6Test-624234640 tempest-BulkNetworkOpsIpV6Test-624234640-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25888454'] for segment (73c064df-1927-4ecc-b8b0-05b8bbbe3255), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:16.094371 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-9ad84370-ed0f-4d2a-8344-1b45d2f991b3 req-d0e434f7-c200-4a00-b1ba-7debc2e3e39e service neutron] 10.222.0.96 "GET /v2.0/subnets?id=6f6c54c2-552d-404f-bcc6-b0c454213656 HTTP/1.1" status: 200 len: 797 time: 0.1153519 Feb 04 17:33:16.096312 n-d-827839-2 neutron-server[103377]: Traceback (most recent call last): Feb 04 17:33:16.096312 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 17:33:16.096312 n-d-827839-2 neutron-server[103377]: timer() Feb 04 17:33:16.096312 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 17:33:16.096312 n-d-827839-2 neutron-server[103377]: cb(*args, **kw) Feb 04 17:33:16.096312 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 17:33:16.096312 n-d-827839-2 neutron-server[103377]: return func(*args, **kwargs) Feb 04 17:33:16.096312 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 17:33:16.096312 n-d-827839-2 neutron-server[103377]: self._notify() Feb 04 17:33:16.096312 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 17:33:16.096312 n-d-827839-2 neutron-server[103377]: self.callback(batched_events) Feb 04 17:33:16.096312 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 17:33:16.096312 n-d-827839-2 neutron-server[103377]: event.method(event) Feb 04 17:33:16.096312 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 17:33:16.096312 n-d-827839-2 neutron-server[103377]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 17:33:16.096312 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 17:33:16.096312 n-d-827839-2 neutron-server[103377]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 17:33:16.096312 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 17:33:16.096312 n-d-827839-2 neutron-server[103377]: return f(self, *a, **k) Feb 04 17:33:16.096312 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 17:33:16.096312 n-d-827839-2 neutron-server[103377]: return self._get(url).json() Feb 04 17:33:16.096312 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 17:33:16.096312 n-d-827839-2 neutron-server[103377]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 17:33:16.096312 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 17:33:16.096312 n-d-827839-2 neutron-server[103377]: return self.request(url, 'GET', **kwargs) Feb 04 17:33:16.096312 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 17:33:16.096312 n-d-827839-2 neutron-server[103377]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 17:33:16.096312 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 17:33:16.096312 n-d-827839-2 neutron-server[103377]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 17:33:16.096312 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 17:33:16.096312 n-d-827839-2 neutron-server[103377]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 17:33:16.096312 n-d-827839-2 neutron-server[103377]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 17:33:16.185579 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 51128) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:33:16.206681 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-835f4df5-3c4f-4714-88f3-3768f4db369c tempest-BulkNetworkOpsIpV6Test-624234640 tempest-BulkNetworkOpsIpV6Test-624234640-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1543671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1595572'] for network (bc4c468d-a0aa-42f5-8063-8e67da1dcc49), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:16.254131 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad84370-ed0f-4d2a-8344-1b45d2f991b3 req-54fde4ed-84d5-46a6-8e70-5ba0057f6d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:33:16.258486 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-835f4df5-3c4f-4714-88f3-3768f4db369c tempest-BulkNetworkOpsIpV6Test-624234640 tempest-BulkNetworkOpsIpV6Test-624234640-project] Publish callbacks [] for network (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:16.260758 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-9ad84370-ed0f-4d2a-8344-1b45d2f991b3 req-54fde4ed-84d5-46a6-8e70-5ba0057f6d3c service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=6de4b58f-ff91-4bdc-9f3d-13346fce97eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1584091 Feb 04 17:33:16.261665 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-835f4df5-3c4f-4714-88f3-3768f4db369c tempest-BulkNetworkOpsIpV6Test-624234640 tempest-BulkNetworkOpsIpV6Test-624234640-project] 10.222.0.89 "DELETE /v2.0/networks/bc4c468d-a0aa-42f5-8063-8e67da1dcc49 HTTP/1.1" status: 204 len: 168 time: 0.8915763 Feb 04 17:33:16.264831 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 51130) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:33:16.297680 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-6e465c55-2f7e-4f1d-9689-cbda97940b45 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:16.313470 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835f4df5-3c4f-4714-88f3-3768f4db369c tempest-BulkNetworkOpsIpV6Test-624234640 tempest-BulkNetworkOpsIpV6Test-624234640-project] Pushing event deleted for resources: {'Network': ['ID=bc4c468d-a0aa-42f5-8063-8e67da1dcc49,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:33:16.391906 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-8046b3cd-86ba-423a-b983-5fdc268e31d2 tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1541225'] for subnet (7374f78b-e576-42fe-8a12-705502344ca6), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:16.492188 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3600a822-c25b-4591-86b1-90795214e174 req-a8941f41-8f6f-4f04-87a3-2c2cadd7ca34 tempest-ServerDiskConfigTestJSON-47961148 tempest-ServerDiskConfigTestJSON-47961148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:33:16.494110 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-3600a822-c25b-4591-86b1-90795214e174 req-a8941f41-8f6f-4f04-87a3-2c2cadd7ca34 tempest-ServerDiskConfigTestJSON-47961148 tempest-ServerDiskConfigTestJSON-47961148-project] 10.222.0.89 "GET /v2.0/ports?device_id=a8a37a11-05ad-417e-9246-571115659a9e HTTP/1.1" status: 200 len: 945 time: 0.2084291 Feb 04 17:33:16.531065 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-9ad84370-ed0f-4d2a-8344-1b45d2f991b3 req-874cde34-262c-43b3-8bc1-cbbe1d3a5e04 service neutron] 10.222.0.96 "GET /v2.0/networks/6de4b58f-ff91-4bdc-9f3d-13346fce97eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2650678 Feb 04 17:33:16.532068 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-516a4f12-5593-4a55-8b76-66b7b62a00ad tempest-BulkNetworkOpsIpV6Test-624234640 tempest-BulkNetworkOpsIpV6Test-624234640-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628832'] for network (a4eb19df-4ea8-480a-ae7f-d63efc952d2a), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:16.549546 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-dcc7903c-67ac-40bc-86a5-17e6ba2225ac req-ace27514-4e31-4594-a838-7e16b8e85242 tempest-AttachVolumeNegativeTest-179514357 tempest-AttachVolumeNegativeTest-179514357-project] 10.222.0.89 "GET /v2.0/ports?device_id=546379d5-462c-47b2-8c97-d39d06b59eee HTTP/1.1" status: 200 len: 210 time: 0.0788565 Feb 04 17:33:16.617865 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-8046b3cd-86ba-423a-b983-5fdc268e31d2 tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1541216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25888360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25597190'] for subnet (7374f78b-e576-42fe-8a12-705502344ca6), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:16.701578 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-3600a822-c25b-4591-86b1-90795214e174 req-691df147-9952-4d2c-82dd-61b6ae0b77b6 tempest-ServerDiskConfigTestJSON-47961148 tempest-ServerDiskConfigTestJSON-47961148-project] 10.222.0.89 "GET /v2.0/security-groups?id=ffff0ed7-cf9e-4cbb-9be9-3a1c2dba1e58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1919298 Feb 04 17:33:16.729364 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8046b3cd-86ba-423a-b983-5fdc268e31d2 tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Pushing event deleted for resources: {'Subnet': ['ID=7374f78b-e576-42fe-8a12-705502344ca6,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:33:16.732586 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-6e465c55-2f7e-4f1d-9689-cbda97940b45 admin admin] Publish callbacks [] for security_group (872b44c4-a84b-4d38-9d54-a898e4971d0e), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:16.747168 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-8046b3cd-86ba-423a-b983-5fdc268e31d2 tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Publish callbacks [] for subnet (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:16.752998 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-8046b3cd-86ba-423a-b983-5fdc268e31d2 tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] 10.222.0.89 "DELETE /v2.0/subnets/7374f78b-e576-42fe-8a12-705502344ca6 HTTP/1.1" status: 204 len: 168 time: 1.0663180 Feb 04 17:33:16.755800 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 51136) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:33:16.791994 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-6e465c55-2f7e-4f1d-9689-cbda97940b45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (872b44c4-a84b-4d38-9d54-a898e4971d0e), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:16.913118 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-516a4f12-5593-4a55-8b76-66b7b62a00ad tempest-BulkNetworkOpsIpV6Test-624234640 tempest-BulkNetworkOpsIpV6Test-624234640-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1543676', 'neutron.services.segments.db._delete_segments_for_network-8781084786517'] for network (a4eb19df-4ea8-480a-ae7f-d63efc952d2a), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:16.922774 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-9ad84370-ed0f-4d2a-8344-1b45d2f991b3 req-6993cf4b-99c2-48e7-997e-af3e780303e3 service neutron] 10.222.0.96 "GET /v2.0/networks/6de4b58f-ff91-4bdc-9f3d-13346fce97eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3818622 Feb 04 17:33:16.936782 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-6e465c55-2f7e-4f1d-9689-cbda97940b45 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=f4b7e54578a04279acb4c8428d20f2b7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7380078 Feb 04 17:33:16.938602 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 51138) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:33:16.950141 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e465c55-2f7e-4f1d-9689-cbda97940b45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=872b44c4-a84b-4d38-9d54-a898e4971d0e,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:33:16.957619 n-d-827839-2 neutron-server[103377]: DEBUG neutron.services.segments.db [None req-516a4f12-5593-4a55-8b76-66b7b62a00ad tempest-BulkNetworkOpsIpV6Test-624234640 tempest-BulkNetworkOpsIpV6Test-624234640-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4eb19df-4ea8-480a-ae7f-d63efc952d2a']}} {{(pid=103377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:33:16.983304 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-390e2071-6ef7-4fa0-b4f0-f73a4b29dbd7 None None] Network a6415c18-0688-471f-9e04-d381ceae5407 requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:33:16.985483 n-d-827839-2 neutron-server[103377]: DEBUG neutron.services.segments.db [None req-516a4f12-5593-4a55-8b76-66b7b62a00ad tempest-BulkNetworkOpsIpV6Test-624234640 tempest-BulkNetworkOpsIpV6Test-624234640-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '096238e0-932a-48b6-86a6-fada2bc666f9') {'for_net_delete': True} {{(pid=103377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:33:16.985483 n-d-827839-2 neutron-server[103377]: DEBUG neutron.services.segments.db [None req-516a4f12-5593-4a55-8b76-66b7b62a00ad tempest-BulkNetworkOpsIpV6Test-624234640 tempest-BulkNetworkOpsIpV6Test-624234640-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '096238e0-932a-48b6-86a6-fada2bc666f9') {} {{(pid=103377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:33:17.009726 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-516a4f12-5593-4a55-8b76-66b7b62a00ad tempest-BulkNetworkOpsIpV6Test-624234640 tempest-BulkNetworkOpsIpV6Test-624234640-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781084783966', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26866685'] for segment (096238e0-932a-48b6-86a6-fada2bc666f9), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:17.036206 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac1be80-0081-4d71-ae40-bb9b2c313f03 req-fd011963-b534-4dd4-a509-c570e14362b1 tempest-AttachVolumeNegativeTest-179514357 tempest-AttachVolumeNegativeTest-179514357-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:33:17.038051 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-3ac1be80-0081-4d71-ae40-bb9b2c313f03 req-fd011963-b534-4dd4-a509-c570e14362b1 tempest-AttachVolumeNegativeTest-179514357 tempest-AttachVolumeNegativeTest-179514357-project] 10.222.0.90 "GET /v2.0/networks?id=b84761e1-11c1-4974-9748-ae61e294404d HTTP/1.1" status: 200 len: 815 time: 0.2389562 Feb 04 17:33:17.043745 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-a3fca94e-9dd1-4a3b-8388-6642bafdac4f None None] Provisioning complete for port 56b1a3d9-a38e-4ff0-8196-36c588cb0163 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:33:17.044030 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a3fca94e-9dd1-4a3b-8388-6642bafdac4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (56b1a3d9-a38e-4ff0-8196-36c588cb0163), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:17.045991 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-516a4f12-5593-4a55-8b76-66b7b62a00ad tempest-BulkNetworkOpsIpV6Test-624234640 tempest-BulkNetworkOpsIpV6Test-624234640-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (096238e0-932a-48b6-86a6-fada2bc666f9), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:17.058825 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [req-3ac1be80-0081-4d71-ae40-bb9b2c313f03 req-75e261e9-f48e-4259-b8ab-a05c1156d15c tempest-AttachVolumeNegativeTest-179514357 tempest-AttachVolumeNegativeTest-179514357-project] Request body: {'port': {'device_id': '546379d5-462c-47b2-8c97-d39d06b59eee', 'network_id': 'b84761e1-11c1-4974-9748-ae61e294404d', 'admin_state_up': True, 'tenant_id': 'a7ea9b1ba86e49c289bed0f142f59d4f'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:33:17.063873 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-accee07e-b0c9-4c99-80dc-6bd464bc81f0 tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628832'] for network (a6415c18-0688-471f-9e04-d381ceae5407), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:17.115371 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-d7286fdc-fea7-4954-8944-245ad2a10044 admin admin] Publish callbacks [] for security_group (872b44c4-a84b-4d38-9d54-a898e4971d0e), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:17.167238 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-d7286fdc-fea7-4954-8944-245ad2a10044 admin admin] Publish callbacks [] for security_group (872b44c4-a84b-4d38-9d54-a898e4971d0e), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:17.194098 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-516a4f12-5593-4a55-8b76-66b7b62a00ad tempest-BulkNetworkOpsIpV6Test-624234640 tempest-BulkNetworkOpsIpV6Test-624234640-project] Releasing vlan 791 on physical network physnet1 to pool {{(pid=103377) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 17:33:17.195576 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-516a4f12-5593-4a55-8b76-66b7b62a00ad tempest-BulkNetworkOpsIpV6Test-624234640 tempest-BulkNetworkOpsIpV6Test-624234640-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25888454'] for segment (096238e0-932a-48b6-86a6-fada2bc666f9), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:17.201370 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-accee07e-b0c9-4c99-80dc-6bd464bc81f0 tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Deleting port 56b1a3d9-a38e-4ff0-8196-36c588cb0163 {{(pid=103376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:33:17.202428 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-accee07e-b0c9-4c99-80dc-6bd464bc81f0 tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (56b1a3d9-a38e-4ff0-8196-36c588cb0163), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:17.204015 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-a3fca94e-9dd1-4a3b-8388-6642bafdac4f None None] Current status of the port 56b1a3d9-a38e-4ff0-8196-36c588cb0163 is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:33:17.282837 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [None req-accee07e-b0c9-4c99-80dc-6bd464bc81f0 tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] For port 56b1a3d9-a38e-4ff0-8196-36c588cb0163, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=56b1a3d9-a38e-4ff0-8196-36c588cb0163,segment=NetworkSegment(03024713-ac6e-4632-bb57-1803f56a537b),segment_id=03024713-ac6e-4632-bb57-1803f56a537b)] {{(pid=103376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:33:17.283670 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-accee07e-b0c9-4c99-80dc-6bd464bc81f0 tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (56b1a3d9-a38e-4ff0-8196-36c588cb0163), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:17.286159 n-d-827839-2 neutron-server[103377]: Traceback (most recent call last): Feb 04 17:33:17.286159 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 17:33:17.286159 n-d-827839-2 neutron-server[103377]: timer() Feb 04 17:33:17.286159 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 17:33:17.286159 n-d-827839-2 neutron-server[103377]: cb(*args, **kw) Feb 04 17:33:17.286159 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 17:33:17.286159 n-d-827839-2 neutron-server[103377]: return func(*args, **kwargs) Feb 04 17:33:17.286159 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 17:33:17.286159 n-d-827839-2 neutron-server[103377]: self._notify() Feb 04 17:33:17.286159 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 17:33:17.286159 n-d-827839-2 neutron-server[103377]: self.callback(batched_events) Feb 04 17:33:17.286159 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 17:33:17.286159 n-d-827839-2 neutron-server[103377]: event.method(event) Feb 04 17:33:17.286159 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 17:33:17.286159 n-d-827839-2 neutron-server[103377]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 17:33:17.286159 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 17:33:17.286159 n-d-827839-2 neutron-server[103377]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 17:33:17.286159 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 17:33:17.286159 n-d-827839-2 neutron-server[103377]: return f(self, *a, **k) Feb 04 17:33:17.286159 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 17:33:17.286159 n-d-827839-2 neutron-server[103377]: return self._get(url).json() Feb 04 17:33:17.286159 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 17:33:17.286159 n-d-827839-2 neutron-server[103377]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 17:33:17.286159 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 17:33:17.286159 n-d-827839-2 neutron-server[103377]: return self.request(url, 'GET', **kwargs) Feb 04 17:33:17.286159 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 17:33:17.286159 n-d-827839-2 neutron-server[103377]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 17:33:17.286159 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 17:33:17.286159 n-d-827839-2 neutron-server[103377]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 17:33:17.286159 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 17:33:17.286159 n-d-827839-2 neutron-server[103377]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 17:33:17.286159 n-d-827839-2 neutron-server[103377]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 17:33:17.313865 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-516a4f12-5593-4a55-8b76-66b7b62a00ad tempest-BulkNetworkOpsIpV6Test-624234640 tempest-BulkNetworkOpsIpV6Test-624234640-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1543671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1595572'] for network (a4eb19df-4ea8-480a-ae7f-d63efc952d2a), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:17.333633 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-d7286fdc-fea7-4954-8944-245ad2a10044 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (872b44c4-a84b-4d38-9d54-a898e4971d0e), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:17.337477 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-d7286fdc-fea7-4954-8944-245ad2a10044 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:17.338764 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-d7286fdc-fea7-4954-8944-245ad2a10044 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/872b44c4-a84b-4d38-9d54-a898e4971d0e HTTP/1.1" status: 204 len: 168 time: 0.4012542 Feb 04 17:33:17.339832 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-516a4f12-5593-4a55-8b76-66b7b62a00ad tempest-BulkNetworkOpsIpV6Test-624234640 tempest-BulkNetworkOpsIpV6Test-624234640-project] Publish callbacks [] for network (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:17.339948 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-accee07e-b0c9-4c99-80dc-6bd464bc81f0 tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Calling delete_port for 56b1a3d9-a38e-4ff0-8196-36c588cb0163 owned by network:dhcp {{(pid=103376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:33:17.343929 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-516a4f12-5593-4a55-8b76-66b7b62a00ad tempest-BulkNetworkOpsIpV6Test-624234640 tempest-BulkNetworkOpsIpV6Test-624234640-project] 10.222.0.89 "DELETE /v2.0/networks/a4eb19df-4ea8-480a-ae7f-d63efc952d2a HTTP/1.1" status: 204 len: 168 time: 1.0639412 Feb 04 17:33:17.348837 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 51140) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:33:17.357760 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-503da005-e71c-42f3-808c-4248a03f9555 None None] DHCP port deletion for a6415c18-0688-471f-9e04-d381ceae5407 request from n-d-827839-2 {{(pid=103378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 17:33:17.368839 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7286fdc-fea7-4954-8944-245ad2a10044 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=872b44c4-a84b-4d38-9d54-a898e4971d0e,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:33:17.420764 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516a4f12-5593-4a55-8b76-66b7b62a00ad tempest-BulkNetworkOpsIpV6Test-624234640 tempest-BulkNetworkOpsIpV6Test-624234640-project] Pushing event deleted for resources: {'Network': ['ID=a4eb19df-4ea8-480a-ae7f-d63efc952d2a,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:33:17.506428 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-503da005-e71c-42f3-808c-4248a03f9555 None None] Deleting port 56b1a3d9-a38e-4ff0-8196-36c588cb0163 {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:33:17.506813 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-503da005-e71c-42f3-808c-4248a03f9555 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (56b1a3d9-a38e-4ff0-8196-36c588cb0163), before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:17.548478 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-f4570db1-f913-4e04-ac18-88de270e607a tempest-BulkNetworkOpsIpV6Test-624234640 tempest-BulkNetworkOpsIpV6Test-624234640-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628832'] for network (5140575a-6210-442a-952b-9cf2d16b7863), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:17.575442 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ac1be80-0081-4d71-ae40-bb9b2c313f03 req-75e261e9-f48e-4259-b8ab-a05c1156d15c tempest-AttachVolumeNegativeTest-179514357 tempest-AttachVolumeNegativeTest-179514357-project] Made reservation on behalf of a7ea9b1ba86e49c289bed0f142f59d4f for: {'port': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:33:17.579669 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-3ac1be80-0081-4d71-ae40-bb9b2c313f03 req-75e261e9-f48e-4259-b8ab-a05c1156d15c tempest-AttachVolumeNegativeTest-179514357 tempest-AttachVolumeNegativeTest-179514357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:17.582992 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-503da005-e71c-42f3-808c-4248a03f9555 None None] For port 56b1a3d9-a38e-4ff0-8196-36c588cb0163, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=56b1a3d9-a38e-4ff0-8196-36c588cb0163,segment=NetworkSegment(03024713-ac6e-4632-bb57-1803f56a537b),segment_id=03024713-ac6e-4632-bb57-1803f56a537b)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:33:17.583403 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-503da005-e71c-42f3-808c-4248a03f9555 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (56b1a3d9-a38e-4ff0-8196-36c588cb0163), precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:17.603516 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-503da005-e71c-42f3-808c-4248a03f9555 None None] Calling delete_port for 56b1a3d9-a38e-4ff0-8196-36c588cb0163 owned by network:dhcp {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:33:17.652240 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-accee07e-b0c9-4c99-80dc-6bd464bc81f0 tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (56b1a3d9-a38e-4ff0-8196-36c588cb0163), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:17.770520 n-d-827839-2 neutron-server[103378]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 17:33:17.770520 n-d-827839-2 neutron-server[103378]: self.session.flush() Feb 04 17:33:17.770520 n-d-827839-2 neutron-server[103378]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 17:33:17.770520 n-d-827839-2 neutron-server[103378]: self.session.flush() Feb 04 17:33:17.770520 n-d-827839-2 neutron-server[103378]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 17:33:17.770520 n-d-827839-2 neutron-server[103378]: self.session.flush() Feb 04 17:33:17.770520 n-d-827839-2 neutron-server[103378]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 17:33:17.770520 n-d-827839-2 neutron-server[103378]: self.session.flush() Feb 04 17:33:17.770520 n-d-827839-2 neutron-server[103378]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 17:33:17.770520 n-d-827839-2 neutron-server[103378]: self.session.flush() Feb 04 17:33:17.770520 n-d-827839-2 neutron-server[103378]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 17:33:17.770520 n-d-827839-2 neutron-server[103378]: self.session.flush() Feb 04 17:33:17.770520 n-d-827839-2 neutron-server[103378]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 17:33:17.770520 n-d-827839-2 neutron-server[103378]: self.session.flush() Feb 04 17:33:17.770520 n-d-827839-2 neutron-server[103378]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 17:33:17.770520 n-d-827839-2 neutron-server[103378]: self.session.flush() Feb 04 17:33:17.770520 n-d-827839-2 neutron-server[103378]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 17:33:17.770520 n-d-827839-2 neutron-server[103378]: self.session.flush() Feb 04 17:33:17.770520 n-d-827839-2 neutron-server[103378]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 17:33:17.770520 n-d-827839-2 neutron-server[103378]: self.session.flush() Feb 04 17:33:17.770520 n-d-827839-2 neutron-server[103378]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 17:33:17.770520 n-d-827839-2 neutron-server[103378]: self.session.flush() Feb 04 17:33:17.770520 n-d-827839-2 neutron-server[103378]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 17:33:17.770520 n-d-827839-2 neutron-server[103378]: self.session.flush() Feb 04 17:33:17.770520 n-d-827839-2 neutron-server[103378]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 17:33:17.770520 n-d-827839-2 neutron-server[103378]: self.session.flush() Feb 04 17:33:17.770520 n-d-827839-2 neutron-server[103378]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 17:33:17.770520 n-d-827839-2 neutron-server[103378]: self.session.flush() Feb 04 17:33:17.770520 n-d-827839-2 neutron-server[103378]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 17:33:17.770520 n-d-827839-2 neutron-server[103378]: self.session.flush() Feb 04 17:33:17.770520 n-d-827839-2 neutron-server[103378]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 17:33:17.770520 n-d-827839-2 neutron-server[103378]: self.session.flush() Feb 04 17:33:17.770520 n-d-827839-2 neutron-server[103378]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 17:33:17.770520 n-d-827839-2 neutron-server[103378]: self.session.flush() Feb 04 17:33:17.770520 n-d-827839-2 neutron-server[103378]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 17:33:17.770520 n-d-827839-2 neutron-server[103378]: self.session.flush() Feb 04 17:33:17.770520 n-d-827839-2 neutron-server[103378]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 17:33:17.770520 n-d-827839-2 neutron-server[103378]: self.session.flush() Feb 04 17:33:17.770520 n-d-827839-2 neutron-server[103378]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 17:33:17.770520 n-d-827839-2 neutron-server[103378]: self.session.flush() Feb 04 17:33:17.770520 n-d-827839-2 neutron-server[103378]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 17:33:17.770520 n-d-827839-2 neutron-server[103378]: self.session.flush() Feb 04 17:33:17.770520 n-d-827839-2 neutron-server[103378]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 17:33:17.770520 n-d-827839-2 neutron-server[103378]: self.session.flush() Feb 04 17:33:17.770520 n-d-827839-2 neutron-server[103378]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 17:33:17.770520 n-d-827839-2 neutron-server[103378]: self.session.flush() Feb 04 17:33:17.770520 n-d-827839-2 neutron-server[103378]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 17:33:17.770520 n-d-827839-2 neutron-server[103378]: self.session.flush() Feb 04 17:33:17.770520 n-d-827839-2 neutron-server[103378]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 17:33:17.770520 n-d-827839-2 neutron-server[103378]: self.session.flush() Feb 04 17:33:17.770520 n-d-827839-2 neutron-server[103378]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 17:33:17.770520 n-d-827839-2 neutron-server[103378]: self.session.flush() Feb 04 17:33:17.770520 n-d-827839-2 neutron-server[103378]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 17:33:17.770520 n-d-827839-2 neutron-server[103378]: self.session.flush() Feb 04 17:33:17.781478 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-accee07e-b0c9-4c99-80dc-6bd464bc81f0 tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] No DVR routers for this DVR port 56b1a3d9-a38e-4ff0-8196-36c588cb0163 on host n-d-827839-2 {{(pid=103376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 17:33:17.783837 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-503da005-e71c-42f3-808c-4248a03f9555 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144'] for port (56b1a3d9-a38e-4ff0-8196-36c588cb0163), after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:17.788531 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accee07e-b0c9-4c99-80dc-6bd464bc81f0 tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Pushing event deleted for resources: {'Port': ['ID=56b1a3d9-a38e-4ff0-8196-36c588cb0163,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:33:17.818504 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503da005-e71c-42f3-808c-4248a03f9555 None None] Pushing event deleted for resources: {'Port': ['ID=56b1a3d9-a38e-4ff0-8196-36c588cb0163,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:33:17.831652 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-503da005-e71c-42f3-808c-4248a03f9555 None None] No DVR routers for this DVR port 56b1a3d9-a38e-4ff0-8196-36c588cb0163 on host n-d-827839-2 {{(pid=103378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 17:33:17.869906 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-052b8b59-cfac-4c3c-9f84-e3e9747e0b6b req-e9c126d6-27eb-49ce-b40d-995daf48cf5f tempest-AttachVolumeNegativeTest-179514357 tempest-AttachVolumeNegativeTest-179514357-project] 10.222.0.89 "GET /v2.0/ports?device_id=546379d5-462c-47b2-8c97-d39d06b59eee HTTP/1.1" status: 200 len: 210 time: 0.0598714 Feb 04 17:33:17.870591 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-f4570db1-f913-4e04-ac18-88de270e607a tempest-BulkNetworkOpsIpV6Test-624234640 tempest-BulkNetworkOpsIpV6Test-624234640-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1543676', 'neutron.services.segments.db._delete_segments_for_network-8781084786517'] for network (5140575a-6210-442a-952b-9cf2d16b7863), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:17.948688 n-d-827839-2 neutron-server[103376]: DEBUG neutron.services.segments.db [None req-f4570db1-f913-4e04-ac18-88de270e607a tempest-BulkNetworkOpsIpV6Test-624234640 tempest-BulkNetworkOpsIpV6Test-624234640-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5140575a-6210-442a-952b-9cf2d16b7863']}} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:33:17.967001 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.db_base_plugin_common [req-3ac1be80-0081-4d71-ae40-bb9b2c313f03 req-75e261e9-f48e-4259-b8ab-a05c1156d15c tempest-AttachVolumeNegativeTest-179514357 tempest-AttachVolumeNegativeTest-179514357-project] Allocated IP 172.20.0.2 (b84761e1-11c1-4974-9748-ae61e294404d/74e6e6d2-6594-4fba-b377-2d3e84d23c5b/938cef76-9af0-4dc7-9008-8fa7a04eba3f) {{(pid=103377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:33:18.006774 n-d-827839-2 neutron-server[103376]: DEBUG neutron.services.segments.db [None req-f4570db1-f913-4e04-ac18-88de270e607a tempest-BulkNetworkOpsIpV6Test-624234640 tempest-BulkNetworkOpsIpV6Test-624234640-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9878bef3-31f2-4717-a05f-93a8147b7434') {'for_net_delete': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:33:18.007027 n-d-827839-2 neutron-server[103376]: DEBUG neutron.services.segments.db [None req-f4570db1-f913-4e04-ac18-88de270e607a tempest-BulkNetworkOpsIpV6Test-624234640 tempest-BulkNetworkOpsIpV6Test-624234640-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9878bef3-31f2-4717-a05f-93a8147b7434') {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:33:18.017659 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-accee07e-b0c9-4c99-80dc-6bd464bc81f0 tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1543676', 'neutron.services.segments.db._delete_segments_for_network-8781084786517'] for network (a6415c18-0688-471f-9e04-d381ceae5407), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:18.033980 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-f4570db1-f913-4e04-ac18-88de270e607a tempest-BulkNetworkOpsIpV6Test-624234640 tempest-BulkNetworkOpsIpV6Test-624234640-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781084783966', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25674908'] for segment (9878bef3-31f2-4717-a05f-93a8147b7434), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:18.060496 n-d-827839-2 neutron-server[103376]: DEBUG neutron.services.segments.db [None req-accee07e-b0c9-4c99-80dc-6bd464bc81f0 tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6415c18-0688-471f-9e04-d381ceae5407']}} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:33:18.070640 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-f4570db1-f913-4e04-ac18-88de270e607a tempest-BulkNetworkOpsIpV6Test-624234640 tempest-BulkNetworkOpsIpV6Test-624234640-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (9878bef3-31f2-4717-a05f-93a8147b7434), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:18.078096 n-d-827839-2 neutron-server[103376]: DEBUG neutron.services.segments.db [None req-accee07e-b0c9-4c99-80dc-6bd464bc81f0 tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03024713-ac6e-4632-bb57-1803f56a537b') {'for_net_delete': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:33:18.078386 n-d-827839-2 neutron-server[103376]: DEBUG neutron.services.segments.db [None req-accee07e-b0c9-4c99-80dc-6bd464bc81f0 tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03024713-ac6e-4632-bb57-1803f56a537b') {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:33:18.086678 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1b0f2e-9132-46a3-afdf-a65d8d0dd4e0 req-c122933e-fa35-449d-b8cc-141cbe658853 tempest-ServerDiskConfigTestJSON-47961148 tempest-ServerDiskConfigTestJSON-47961148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:33:18.088500 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-0d1b0f2e-9132-46a3-afdf-a65d8d0dd4e0 req-c122933e-fa35-449d-b8cc-141cbe658853 tempest-ServerDiskConfigTestJSON-47961148 tempest-ServerDiskConfigTestJSON-47961148-project] 10.222.0.89 "GET /v2.0/ports?device_id=a8a37a11-05ad-417e-9246-571115659a9e HTTP/1.1" status: 200 len: 945 time: 0.2145674 Feb 04 17:33:18.097854 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4570db1-f913-4e04-ac18-88de270e607a tempest-BulkNetworkOpsIpV6Test-624234640 tempest-BulkNetworkOpsIpV6Test-624234640-project] Releasing vlan 753 on physical network physnet1 to pool {{(pid=103376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 17:33:18.098271 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-f4570db1-f913-4e04-ac18-88de270e607a tempest-BulkNetworkOpsIpV6Test-624234640 tempest-BulkNetworkOpsIpV6Test-624234640-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25675992'] for segment (9878bef3-31f2-4717-a05f-93a8147b7434), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:18.101918 n-d-827839-2 neutron-server[103376]: Traceback (most recent call last): Feb 04 17:33:18.101918 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 17:33:18.101918 n-d-827839-2 neutron-server[103376]: timer() Feb 04 17:33:18.101918 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 17:33:18.101918 n-d-827839-2 neutron-server[103376]: cb(*args, **kw) Feb 04 17:33:18.101918 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 17:33:18.101918 n-d-827839-2 neutron-server[103376]: return func(*args, **kwargs) Feb 04 17:33:18.101918 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 17:33:18.101918 n-d-827839-2 neutron-server[103376]: self._notify() Feb 04 17:33:18.101918 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 17:33:18.101918 n-d-827839-2 neutron-server[103376]: self.callback(batched_events) Feb 04 17:33:18.101918 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 17:33:18.101918 n-d-827839-2 neutron-server[103376]: event.method(event) Feb 04 17:33:18.101918 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 17:33:18.101918 n-d-827839-2 neutron-server[103376]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 17:33:18.101918 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 17:33:18.101918 n-d-827839-2 neutron-server[103376]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 17:33:18.101918 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 17:33:18.101918 n-d-827839-2 neutron-server[103376]: return f(self, *a, **k) Feb 04 17:33:18.101918 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 17:33:18.101918 n-d-827839-2 neutron-server[103376]: return self._get(url).json() Feb 04 17:33:18.101918 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 17:33:18.101918 n-d-827839-2 neutron-server[103376]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 17:33:18.101918 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 17:33:18.101918 n-d-827839-2 neutron-server[103376]: return self.request(url, 'GET', **kwargs) Feb 04 17:33:18.101918 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 17:33:18.101918 n-d-827839-2 neutron-server[103376]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 17:33:18.101918 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 17:33:18.101918 n-d-827839-2 neutron-server[103376]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 17:33:18.101918 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 17:33:18.101918 n-d-827839-2 neutron-server[103376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 17:33:18.101918 n-d-827839-2 neutron-server[103376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 17:33:18.115360 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-accee07e-b0c9-4c99-80dc-6bd464bc81f0 tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781084783966', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25674908'] for segment (03024713-ac6e-4632-bb57-1803f56a537b), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:18.197941 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-accee07e-b0c9-4c99-80dc-6bd464bc81f0 tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (03024713-ac6e-4632-bb57-1803f56a537b), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:18.217232 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-accee07e-b0c9-4c99-80dc-6bd464bc81f0 tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Releasing vlan 756 on physical network physnet1 to pool {{(pid=103376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 17:33:18.217778 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-accee07e-b0c9-4c99-80dc-6bd464bc81f0 tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25675992'] for segment (03024713-ac6e-4632-bb57-1803f56a537b), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:18.221426 n-d-827839-2 neutron-server[103376]: Traceback (most recent call last): Feb 04 17:33:18.221426 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 17:33:18.221426 n-d-827839-2 neutron-server[103376]: timer() Feb 04 17:33:18.221426 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 17:33:18.221426 n-d-827839-2 neutron-server[103376]: cb(*args, **kw) Feb 04 17:33:18.221426 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 17:33:18.221426 n-d-827839-2 neutron-server[103376]: return func(*args, **kwargs) Feb 04 17:33:18.221426 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 17:33:18.221426 n-d-827839-2 neutron-server[103376]: self._notify() Feb 04 17:33:18.221426 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 17:33:18.221426 n-d-827839-2 neutron-server[103376]: self.callback(batched_events) Feb 04 17:33:18.221426 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 17:33:18.221426 n-d-827839-2 neutron-server[103376]: event.method(event) Feb 04 17:33:18.221426 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 17:33:18.221426 n-d-827839-2 neutron-server[103376]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 17:33:18.221426 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 17:33:18.221426 n-d-827839-2 neutron-server[103376]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 17:33:18.221426 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 17:33:18.221426 n-d-827839-2 neutron-server[103376]: return f(self, *a, **k) Feb 04 17:33:18.221426 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 17:33:18.221426 n-d-827839-2 neutron-server[103376]: return self._get(url).json() Feb 04 17:33:18.221426 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 17:33:18.221426 n-d-827839-2 neutron-server[103376]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 17:33:18.221426 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 17:33:18.221426 n-d-827839-2 neutron-server[103376]: return self.request(url, 'GET', **kwargs) Feb 04 17:33:18.221426 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 17:33:18.221426 n-d-827839-2 neutron-server[103376]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 17:33:18.221426 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 17:33:18.221426 n-d-827839-2 neutron-server[103376]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 17:33:18.221426 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 17:33:18.221426 n-d-827839-2 neutron-server[103376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 17:33:18.221426 n-d-827839-2 neutron-server[103376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 17:33:18.223312 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-f4570db1-f913-4e04-ac18-88de270e607a tempest-BulkNetworkOpsIpV6Test-624234640 tempest-BulkNetworkOpsIpV6Test-624234640-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1543671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1595572'] for network (5140575a-6210-442a-952b-9cf2d16b7863), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:18.236700 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-0d1b0f2e-9132-46a3-afdf-a65d8d0dd4e0 req-792ebce1-ea41-4dfa-90d3-fc9d903ce548 tempest-ServerDiskConfigTestJSON-47961148 tempest-ServerDiskConfigTestJSON-47961148-project] 10.222.0.89 "GET /v2.0/security-groups?id=ffff0ed7-cf9e-4cbb-9be9-3a1c2dba1e58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186750 Feb 04 17:33:18.267216 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-3ac1be80-0081-4d71-ae40-bb9b2c313f03 req-75e261e9-f48e-4259-b8ab-a05c1156d15c tempest-AttachVolumeNegativeTest-179514357 tempest-AttachVolumeNegativeTest-179514357-project] Publish callbacks [] for port (938cef76-9af0-4dc7-9008-8fa7a04eba3f), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:18.274376 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-f4570db1-f913-4e04-ac18-88de270e607a tempest-BulkNetworkOpsIpV6Test-624234640 tempest-BulkNetworkOpsIpV6Test-624234640-project] Publish callbacks [] for network (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:18.279885 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-f4570db1-f913-4e04-ac18-88de270e607a tempest-BulkNetworkOpsIpV6Test-624234640 tempest-BulkNetworkOpsIpV6Test-624234640-project] 10.222.0.89 "DELETE /v2.0/networks/5140575a-6210-442a-952b-9cf2d16b7863 HTTP/1.1" status: 204 len: 168 time: 0.9279847 Feb 04 17:33:18.302741 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4570db1-f913-4e04-ac18-88de270e607a tempest-BulkNetworkOpsIpV6Test-624234640 tempest-BulkNetworkOpsIpV6Test-624234640-project] Pushing event deleted for resources: {'Network': ['ID=5140575a-6210-442a-952b-9cf2d16b7863,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:33:18.322433 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-accee07e-b0c9-4c99-80dc-6bd464bc81f0 tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1543671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1595572'] for network (a6415c18-0688-471f-9e04-d381ceae5407), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:18.330792 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-3ac1be80-0081-4d71-ae40-bb9b2c313f03 req-75e261e9-f48e-4259-b8ab-a05c1156d15c tempest-AttachVolumeNegativeTest-179514357 tempest-AttachVolumeNegativeTest-179514357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (938cef76-9af0-4dc7-9008-8fa7a04eba3f), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:18.344946 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] get_ports_and_sgs() called for port_ids ['fa3ec34f-476f-4da0-b6c0-58378a94dd8f'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 17:33:18.370789 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-accee07e-b0c9-4c99-80dc-6bd464bc81f0 tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Publish callbacks [] for network (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:18.382508 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-accee07e-b0c9-4c99-80dc-6bd464bc81f0 tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] 10.222.0.89 "DELETE /v2.0/networks/a6415c18-0688-471f-9e04-d381ceae5407 HTTP/1.1" status: 204 len: 168 time: 1.6241412 Feb 04 17:33:18.385960 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 51164) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:33:18.391319 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ac1be80-0081-4d71-ae40-bb9b2c313f03 req-75e261e9-f48e-4259-b8ab-a05c1156d15c tempest-AttachVolumeNegativeTest-179514357 tempest-AttachVolumeNegativeTest-179514357-project] Network b84761e1-11c1-4974-9748-ae61e294404d is already hosted by enough agents. {{(pid=103377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:33:18.397225 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [req-3ac1be80-0081-4d71-ae40-bb9b2c313f03 req-75e261e9-f48e-4259-b8ab-a05c1156d15c tempest-AttachVolumeNegativeTest-179514357 tempest-AttachVolumeNegativeTest-179514357-project] Resources bound (agent type, host, resource id): {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:33:18.402285 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ac1be80-0081-4d71-ae40-bb9b2c313f03 req-75e261e9-f48e-4259-b8ab-a05c1156d15c tempest-AttachVolumeNegativeTest-179514357 tempest-AttachVolumeNegativeTest-179514357-project] Received port after_create {{(pid=103377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:33:18.437190 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e261e9-f48e-4259-b8ab-a05c1156d15c tempest-AttachVolumeNegativeTest-179514357 tempest-AttachVolumeNegativeTest-179514357-project] Pushing event updated for resources: {'Port': ['ID=938cef76-9af0-4dc7-9008-8fa7a04eba3f,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:33:18.449627 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accee07e-b0c9-4c99-80dc-6bd464bc81f0 tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Pushing event deleted for resources: {'Network': ['ID=a6415c18-0688-471f-9e04-d381ceae5407,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:33:18.458861 n-d-827839-2 neutron-server[103376]: INFO neutron.pecan_wsgi.hooks.translation [None req-045a6790-158d-4909-83b5-f34468291613 tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] DELETE failed (client error): The resource could not be found. Feb 04 17:33:18.459377 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-045a6790-158d-4909-83b5-f34468291613 tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103376) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 17:33:18.466183 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-045a6790-158d-4909-83b5-f34468291613 tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] 10.222.0.89 "DELETE /v2.0/subnets/67854a1f-0b3a-47f2-8867-92a7b7fc7b7e HTTP/1.1" status: 404 len: 337 time: 0.0766709 Feb 04 17:33:18.466695 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 51168) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:33:18.521530 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac1be80-0081-4d71-ae40-bb9b2c313f03 req-75e261e9-f48e-4259-b8ab-a05c1156d15c tempest-AttachVolumeNegativeTest-179514357 tempest-AttachVolumeNegativeTest-179514357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:33:18.522218 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-3ac1be80-0081-4d71-ae40-bb9b2c313f03 req-75e261e9-f48e-4259-b8ab-a05c1156d15c tempest-AttachVolumeNegativeTest-179514357 tempest-AttachVolumeNegativeTest-179514357-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:18.532362 n-d-827839-2 neutron-server[103377]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b522981-877d-4bcb-b142-0c789ed9eb84 tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] DELETE failed (client error): The resource could not be found. Feb 04 17:33:18.532927 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b522981-877d-4bcb-b142-0c789ed9eb84 tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103377) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 17:33:18.540898 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-4b522981-877d-4bcb-b142-0c789ed9eb84 tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] 10.222.0.89 "DELETE /v2.0/networks/5841cbfd-1644-4ba0-bdbe-6238d5a351dd HTTP/1.1" status: 404 len: 339 time: 0.0696461 Feb 04 17:33:18.542265 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 51174) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:33:18.574005 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-3ac1be80-0081-4d71-ae40-bb9b2c313f03 req-75e261e9-f48e-4259-b8ab-a05c1156d15c tempest-AttachVolumeNegativeTest-179514357 tempest-AttachVolumeNegativeTest-179514357-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5212736 Feb 04 17:33:18.587285 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [req-3ac1be80-0081-4d71-ae40-bb9b2c313f03 req-0f7e7cfb-b6ee-4edf-b84d-c1a7a8fbc498 service neutron] Request body: {'port': {'device_id': '546379d5-462c-47b2-8c97-d39d06b59eee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827839-2'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:33:18.602015 n-d-827839-2 neutron-server[103376]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d71feca-08af-43d3-b06a-0d3dd5a24bf7 tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] DELETE failed (client error): The resource could not be found. Feb 04 17:33:18.604734 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6d71feca-08af-43d3-b06a-0d3dd5a24bf7 tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103376) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 17:33:18.614208 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-6d71feca-08af-43d3-b06a-0d3dd5a24bf7 tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] 10.222.0.89 "DELETE /v2.0/subnets/a0ceb2d4-f25c-42cd-84b1-94f278b4e40c HTTP/1.1" status: 404 len: 337 time: 0.0707119 Feb 04 17:33:18.617028 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 51176) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:33:18.644089 n-d-827839-2 neutron-server[103376]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee8a7252-8705-4123-8181-5db82dbb4a9d tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] DELETE failed (client error): The resource could not be found. Feb 04 17:33:18.646470 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee8a7252-8705-4123-8181-5db82dbb4a9d tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103376) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 17:33:18.660705 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-ee8a7252-8705-4123-8181-5db82dbb4a9d tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] 10.222.0.89 "DELETE /v2.0/networks/48b121ac-9b49-42bf-8cdc-f51d84e2b298 HTTP/1.1" status: 404 len: 339 time: 0.0425391 Feb 04 17:33:18.662855 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 51178) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:33:18.673135 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-3ac1be80-0081-4d71-ae40-bb9b2c313f03 req-0f7e7cfb-b6ee-4edf-b84d-c1a7a8fbc498 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (938cef76-9af0-4dc7-9008-8fa7a04eba3f), before_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:18.712110 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 51180) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:33:18.719601 n-d-827839-2 neutron-server[103376]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0b29a51-4f71-4063-9493-0fb1f3344242 tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] DELETE failed (client error): The resource could not be found. Feb 04 17:33:18.720154 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e0b29a51-4f71-4063-9493-0fb1f3344242 tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103376) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 17:33:18.728284 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-e0b29a51-4f71-4063-9493-0fb1f3344242 tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] 10.222.0.89 "DELETE /v2.0/subnets/3b05de07-912a-4c1f-bf85-e03b3ce325ff HTTP/1.1" status: 404 len: 337 time: 0.0629263 Feb 04 17:33:18.729033 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 51184) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:33:18.750128 n-d-827839-2 neutron-server[103377]: INFO neutron.pecan_wsgi.hooks.translation [None req-7fb49dad-a209-42a6-99c4-6ae3b460045d tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] DELETE failed (client error): The resource could not be found. Feb 04 17:33:18.750530 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7fb49dad-a209-42a6-99c4-6ae3b460045d tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103377) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 17:33:18.753590 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-7fb49dad-a209-42a6-99c4-6ae3b460045d tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] 10.222.0.89 "DELETE /v2.0/networks/46e5e29c-5d0a-4fc1-a6c4-8ceccaea7385 HTTP/1.1" status: 404 len: 339 time: 0.0236800 Feb 04 17:33:18.758026 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 51186) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:33:18.862024 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.db_base_plugin_v2 [None req-275bb0ae-c249-40a5-9ec0-8825a5496cf5 tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Deleting subnet 1fb8bdac-70a3-4e91-9ead-52f40eaf4cee {{(pid=103376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 17:33:18.866602 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-275bb0ae-c249-40a5-9ec0-8825a5496cf5 tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Publish callbacks [] for subnet (1fb8bdac-70a3-4e91-9ead-52f40eaf4cee), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:18.947098 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-275bb0ae-c249-40a5-9ec0-8825a5496cf5 tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25674901'] for subnet (1fb8bdac-70a3-4e91-9ead-52f40eaf4cee), precommit_delete_associations {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:19.088195 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e327b76-ff6b-47ac-bbf6-855f08f2fed0 req-5d245fb6-1184-4a13-80c0-dd951d04b048 tempest-AttachVolumeNegativeTest-179514357 tempest-AttachVolumeNegativeTest-179514357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:33:19.096990 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-5e327b76-ff6b-47ac-bbf6-855f08f2fed0 req-5d245fb6-1184-4a13-80c0-dd951d04b048 tempest-AttachVolumeNegativeTest-179514357 tempest-AttachVolumeNegativeTest-179514357-project] 10.222.0.89 "GET /v2.0/ports?device_id=546379d5-462c-47b2-8c97-d39d06b59eee HTTP/1.1" status: 200 len: 931 time: 0.0955968 Feb 04 17:33:19.114087 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-275bb0ae-c249-40a5-9ec0-8825a5496cf5 tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1541225'] for subnet (1fb8bdac-70a3-4e91-9ead-52f40eaf4cee), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:19.231177 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-5e327b76-ff6b-47ac-bbf6-855f08f2fed0 req-84bf1894-eaf3-4e60-8ef0-cb01fc891080 tempest-AttachVolumeNegativeTest-179514357 tempest-AttachVolumeNegativeTest-179514357-project] 10.222.0.89 "GET /v2.0/security-groups?id=c354f4ed-9d7a-4839-ac0e-7acc5f1680a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333761 Feb 04 17:33:19.236089 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-27680a3a-fdf4-4846-8bae-aab0a66acf23 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=2731c3204ea844b7a98e74b383029914&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5224884 Feb 04 17:33:19.238784 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 51198) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:33:19.265763 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-275bb0ae-c249-40a5-9ec0-8825a5496cf5 tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1541216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25675894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25858947'] for subnet (1fb8bdac-70a3-4e91-9ead-52f40eaf4cee), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:19.288461 n-d-827839-2 neutron-server[103377]: DEBUG neutron.notifiers.nova [req-3ac1be80-0081-4d71-ae40-bb9b2c313f03 req-0f7e7cfb-b6ee-4edf-b84d-c1a7a8fbc498 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 938cef76-9af0-4dc7-9008-8fa7a04eba3f {{(pid=103377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 17:33:19.298184 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-3ac1be80-0081-4d71-ae40-bb9b2c313f03 req-0f7e7cfb-b6ee-4edf-b84d-c1a7a8fbc498 service neutron] Publish callbacks [] for port (938cef76-9af0-4dc7-9008-8fa7a04eba3f), precommit_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:19.298917 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275bb0ae-c249-40a5-9ec0-8825a5496cf5 tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Pushing event deleted for resources: {'Subnet': ['ID=1fb8bdac-70a3-4e91-9ead-52f40eaf4cee,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:33:19.310305 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-275bb0ae-c249-40a5-9ec0-8825a5496cf5 tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Publish callbacks [] for subnet (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:19.316980 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-275bb0ae-c249-40a5-9ec0-8825a5496cf5 tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] 10.222.0.89 "DELETE /v2.0/subnets/1fb8bdac-70a3-4e91-9ead-52f40eaf4cee HTTP/1.1" status: 204 len: 168 time: 0.5586760 Feb 04 17:33:19.319981 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 51202) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:33:19.322389 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54d9c828-2d01-49ce-81d1-d7d3ed236113 None None] Network 1793c824-c460-4b4b-88e3-4648d389c56e requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:33:19.328405 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-f9d67083-b385-46c4-8012-f1f8f3681868 admin admin] Publish callbacks [] for security_group (c3f92128-474d-44cc-a8c4-3afe92e576d3), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:19.358744 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.provisioning_blocks [req-3ac1be80-0081-4d71-ae40-bb9b2c313f03 req-0f7e7cfb-b6ee-4edf-b84d-c1a7a8fbc498 service neutron] Transition to ACTIVE for port object 938cef76-9af0-4dc7-9008-8fa7a04eba3f will not be triggered until provisioned by entity L2. {{(pid=103377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 17:33:19.379349 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-3ac1be80-0081-4d71-ae40-bb9b2c313f03 req-0f7e7cfb-b6ee-4edf-b84d-c1a7a8fbc498 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25888290'] for port (938cef76-9af0-4dc7-9008-8fa7a04eba3f), after_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:19.414444 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 56b1a3d9-a38e-4ff0-8196-36c588cb0163 no longer exists at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:33:19.465572 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-f9d67083-b385-46c4-8012-f1f8f3681868 admin admin] Publish callbacks [] for security_group (c3f92128-474d-44cc-a8c4-3afe92e576d3), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:19.476279 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] No Port match for: 56b1a3d9-a38e-4ff0-8196-36c588cb0163 {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 17:33:19.476839 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 56b1a3d9-a38e-4ff0-8196-36c588cb0163 not bound to the agent host n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 17:33:19.520333 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7e7cfb-b6ee-4edf-b84d-c1a7a8fbc498 service neutron] Pushing event updated for resources: {'Port': ['ID=938cef76-9af0-4dc7-9008-8fa7a04eba3f,revision_number=2']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:33:19.545755 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-3428163c-158d-44bb-b655-6bcd956413a1 tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628832'] for network (1793c824-c460-4b4b-88e3-4648d389c56e), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:19.569326 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f21d3fd-4266-46b3-837b-e3027a7f02ac req-f48dee7c-627b-4bf4-b656-48d37936cce3 tempest-ServerDiskConfigTestJSON-47961148 tempest-ServerDiskConfigTestJSON-47961148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:33:19.571044 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-2f21d3fd-4266-46b3-837b-e3027a7f02ac req-f48dee7c-627b-4bf4-b656-48d37936cce3 tempest-ServerDiskConfigTestJSON-47961148 tempest-ServerDiskConfigTestJSON-47961148-project] 10.222.0.89 "GET /v2.0/ports?device_id=a8a37a11-05ad-417e-9246-571115659a9e HTTP/1.1" status: 200 len: 945 time: 0.1240287 Feb 04 17:33:19.650259 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a9dd31a-3013-42a7-beb1-934f07ad9d39 None None] DHCP port deletion for 1793c824-c460-4b4b-88e3-4648d389c56e request from n-d-827839-2 {{(pid=103378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 17:33:19.668493 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-2f21d3fd-4266-46b3-837b-e3027a7f02ac req-4601ea7b-e34e-4f0e-827e-65b70e20d741 tempest-ServerDiskConfigTestJSON-47961148 tempest-ServerDiskConfigTestJSON-47961148-project] 10.222.0.89 "GET /v2.0/security-groups?id=ffff0ed7-cf9e-4cbb-9be9-3a1c2dba1e58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901856 Feb 04 17:33:19.675540 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-3428163c-158d-44bb-b655-6bcd956413a1 tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Deleting port 1309e9a2-735a-47d6-aa66-ddc3ea926e90 {{(pid=103376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:33:19.675889 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-3428163c-158d-44bb-b655-6bcd956413a1 tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (1309e9a2-735a-47d6-aa66-ddc3ea926e90), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:19.711969 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [req-3ac1be80-0081-4d71-ae40-bb9b2c313f03 req-0f7e7cfb-b6ee-4edf-b84d-c1a7a8fbc498 service neutron] Attempting to bind port 938cef76-9af0-4dc7-9008-8fa7a04eba3f on host n-h2-827839-2 for vnic_type normal with profile {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:33:19.712407 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [req-3ac1be80-0081-4d71-ae40-bb9b2c313f03 req-0f7e7cfb-b6ee-4edf-b84d-c1a7a8fbc498 service neutron] Attempting to bind port 938cef76-9af0-4dc7-9008-8fa7a04eba3f by drivers openvswitch,hyperv on host n-h2-827839-2 at level 0 using segments [{'id': 'de835c50-94f9-45e0-aa2b-e450b795a51e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'b84761e1-11c1-4974-9748-ae61e294404d'}] {{(pid=103377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:33:19.712846 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ac1be80-0081-4d71-ae40-bb9b2c313f03 req-0f7e7cfb-b6ee-4edf-b84d-c1a7a8fbc498 service neutron] Attempting to bind port 938cef76-9af0-4dc7-9008-8fa7a04eba3f on network b84761e1-11c1-4974-9748-ae61e294404d {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:33:19.718630 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ac1be80-0081-4d71-ae40-bb9b2c313f03 req-0f7e7cfb-b6ee-4edf-b84d-c1a7a8fbc498 service neutron] Port 938cef76-9af0-4dc7-9008-8fa7a04eba3f on network b84761e1-11c1-4974-9748-ae61e294404d not bound, no agent of type Open vSwitch agent registered on host n-h2-827839-2 {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 17:33:19.719063 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ac1be80-0081-4d71-ae40-bb9b2c313f03 req-0f7e7cfb-b6ee-4edf-b84d-c1a7a8fbc498 service neutron] Attempting to bind port 938cef76-9af0-4dc7-9008-8fa7a04eba3f on network b84761e1-11c1-4974-9748-ae61e294404d {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:33:19.730697 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ac1be80-0081-4d71-ae40-bb9b2c313f03 req-0f7e7cfb-b6ee-4edf-b84d-c1a7a8fbc498 service neutron] Checking agent: {'id': 'f20a1ab3-4332-4f54-833b-ba4a7c687e89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 8, 40), 'started_at': datetime.datetime(2022, 2, 4, 17, 8, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 33, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:33:19.731421 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ac1be80-0081-4d71-ae40-bb9b2c313f03 req-0f7e7cfb-b6ee-4edf-b84d-c1a7a8fbc498 service neutron] Checking segment: {'id': 'de835c50-94f9-45e0-aa2b-e450b795a51e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'b84761e1-11c1-4974-9748-ae61e294404d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:33:19.732034 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ac1be80-0081-4d71-ae40-bb9b2c313f03 req-0f7e7cfb-b6ee-4edf-b84d-c1a7a8fbc498 service neutron] Bound using segment: {'id': 'de835c50-94f9-45e0-aa2b-e450b795a51e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'b84761e1-11c1-4974-9748-ae61e294404d'} {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:33:19.732679 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [req-3ac1be80-0081-4d71-ae40-bb9b2c313f03 req-0f7e7cfb-b6ee-4edf-b84d-c1a7a8fbc498 service neutron] Bound port: 938cef76-9af0-4dc7-9008-8fa7a04eba3f, host: n-h2-827839-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de835c50-94f9-45e0-aa2b-e450b795a51e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'b84761e1-11c1-4974-9748-ae61e294404d'}}] {{(pid=103377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:33:19.733326 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-3ac1be80-0081-4d71-ae40-bb9b2c313f03 req-0f7e7cfb-b6ee-4edf-b84d-c1a7a8fbc498 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (938cef76-9af0-4dc7-9008-8fa7a04eba3f), before_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:19.754781 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [None req-3428163c-158d-44bb-b655-6bcd956413a1 tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] For port 1309e9a2-735a-47d6-aa66-ddc3ea926e90, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=1309e9a2-735a-47d6-aa66-ddc3ea926e90,segment=NetworkSegment(9a4ff826-eec9-4111-80ee-0079527ceaca),segment_id=9a4ff826-eec9-4111-80ee-0079527ceaca)] {{(pid=103376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:33:19.758414 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-3428163c-158d-44bb-b655-6bcd956413a1 tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (1309e9a2-735a-47d6-aa66-ddc3ea926e90), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:19.779470 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-6a9dd31a-3013-42a7-beb1-934f07ad9d39 None None] Deleting port 1309e9a2-735a-47d6-aa66-ddc3ea926e90 {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:33:19.781288 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6a9dd31a-3013-42a7-beb1-934f07ad9d39 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (1309e9a2-735a-47d6-aa66-ddc3ea926e90), before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:19.785628 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-3428163c-158d-44bb-b655-6bcd956413a1 tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Calling delete_port for 1309e9a2-735a-47d6-aa66-ddc3ea926e90 owned by network:dhcp {{(pid=103376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:33:19.795219 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-f9d67083-b385-46c4-8012-f1f8f3681868 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (c3f92128-474d-44cc-a8c4-3afe92e576d3), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:19.798010 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-f9d67083-b385-46c4-8012-f1f8f3681868 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:19.799281 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-f9d67083-b385-46c4-8012-f1f8f3681868 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/c3f92128-474d-44cc-a8c4-3afe92e576d3 HTTP/1.1" status: 204 len: 168 time: 0.5595672 Feb 04 17:33:19.813607 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d67083-b385-46c4-8012-f1f8f3681868 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3f92128-474d-44cc-a8c4-3afe92e576d3,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:33:19.848064 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [req-3ac1be80-0081-4d71-ae40-bb9b2c313f03 req-0f7e7cfb-b6ee-4edf-b84d-c1a7a8fbc498 service neutron] For port 938cef76-9af0-4dc7-9008-8fa7a04eba3f, host n-h2-827839-2, cleared binding levels {{(pid=103377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:33:19.855762 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [req-3ac1be80-0081-4d71-ae40-bb9b2c313f03 req-0f7e7cfb-b6ee-4edf-b84d-c1a7a8fbc498 service neutron] For port 938cef76-9af0-4dc7-9008-8fa7a04eba3f, host n-h2-827839-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=938cef76-9af0-4dc7-9008-8fa7a04eba3f,segment=NetworkSegment(de835c50-94f9-45e0-aa2b-e450b795a51e),segment_id=de835c50-94f9-45e0-aa2b-e450b795a51e)] {{(pid=103377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:33:19.869209 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-3ac1be80-0081-4d71-ae40-bb9b2c313f03 req-0f7e7cfb-b6ee-4edf-b84d-c1a7a8fbc498 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25888290'] for port (938cef76-9af0-4dc7-9008-8fa7a04eba3f), after_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:19.898547 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac1be80-0081-4d71-ae40-bb9b2c313f03 req-0f7e7cfb-b6ee-4edf-b84d-c1a7a8fbc498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:33:19.899362 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-3ac1be80-0081-4d71-ae40-bb9b2c313f03 req-0f7e7cfb-b6ee-4edf-b84d-c1a7a8fbc498 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:19.901511 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-3ac1be80-0081-4d71-ae40-bb9b2c313f03 req-0f7e7cfb-b6ee-4edf-b84d-c1a7a8fbc498 service neutron] 10.222.0.90 "PUT /v2.0/ports/938cef76-9af0-4dc7-9008-8fa7a04eba3f HTTP/1.1" status: 200 len: 1091 time: 1.3184342 Feb 04 17:33:19.904180 n-d-827839-2 neutron-server[103377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '546379d5-462c-47b2-8c97-d39d06b59eee', 'tag': '938cef76-9af0-4dc7-9008-8fa7a04eba3f'}] {{(pid=103377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:33:19.907288 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7240428b650e1488e9361b62648ff4b3a6c19d49d8c27c949491ab58c1346cf0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b68e9474-7ce3-4d14-acbb-653d7ceaa23c" -d '{"events": [{"name": "network-changed", "server_uuid": "546379d5-462c-47b2-8c97-d39d06b59eee", "tag": "938cef76-9af0-4dc7-9008-8fa7a04eba3f"}]}' {{(pid=103377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:33:19.931013 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-3428163c-158d-44bb-b655-6bcd956413a1 tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (1309e9a2-735a-47d6-aa66-ddc3ea926e90), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:19.992299 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-6a9dd31a-3013-42a7-beb1-934f07ad9d39 None None] For port 1309e9a2-735a-47d6-aa66-ddc3ea926e90, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=1309e9a2-735a-47d6-aa66-ddc3ea926e90,segment=NetworkSegment(9a4ff826-eec9-4111-80ee-0079527ceaca),segment_id=9a4ff826-eec9-4111-80ee-0079527ceaca)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:33:19.992299 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6a9dd31a-3013-42a7-beb1-934f07ad9d39 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (1309e9a2-735a-47d6-aa66-ddc3ea926e90), precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:20.010274 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3428163c-158d-44bb-b655-6bcd956413a1 tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Pushing event deleted for resources: {'Port': ['ID=1309e9a2-735a-47d6-aa66-ddc3ea926e90,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:33:20.043059 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3428163c-158d-44bb-b655-6bcd956413a1 tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] No DVR routers for this DVR port 1309e9a2-735a-47d6-aa66-ddc3ea926e90 on host n-d-827839-2 {{(pid=103376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 17:33:20.045142 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-6a9dd31a-3013-42a7-beb1-934f07ad9d39 None None] Calling delete_port for 1309e9a2-735a-47d6-aa66-ddc3ea926e90 owned by network:dhcp {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:33:20.082036 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 17:33:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b012aca-4f7c-4ca9-99cc-6a5bad86402a x-openstack-request-id: req-8b012aca-4f7c-4ca9-99cc-6a5bad86402a {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:33:20.082321 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "546379d5-462c-47b2-8c97-d39d06b59eee", "tag": "938cef76-9af0-4dc7-9008-8fa7a04eba3f", "status": "completed", "code": 200}]} {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:33:20.082903 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-8b012aca-4f7c-4ca9-99cc-6a5bad86402a {{(pid=103377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:33:20.082903 n-d-827839-2 neutron-server[103377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '546379d5-462c-47b2-8c97-d39d06b59eee', 'tag': '938cef76-9af0-4dc7-9008-8fa7a04eba3f', 'status': 'completed', 'code': 200} Feb 04 17:33:20.102801 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7e7cfb-b6ee-4edf-b84d-c1a7a8fbc498 service neutron] Pushing event updated for resources: {'Port': ['ID=938cef76-9af0-4dc7-9008-8fa7a04eba3f,revision_number=3']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:33:20.116435 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac1be80-0081-4d71-ae40-bb9b2c313f03 req-d3e14491-f7de-4244-92bb-4705cd7906d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:33:20.118078 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-3ac1be80-0081-4d71-ae40-bb9b2c313f03 req-d3e14491-f7de-4244-92bb-4705cd7906d2 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=a7ea9b1ba86e49c289bed0f142f59d4f&device_id=546379d5-462c-47b2-8c97-d39d06b59eee HTTP/1.1" status: 200 len: 1125 time: 0.1333215 Feb 04 17:33:20.186318 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-3ac1be80-0081-4d71-ae40-bb9b2c313f03 req-baa9fffe-a5d3-4bc1-8b92-997f5721f3ad service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=938cef76-9af0-4dc7-9008-8fa7a04eba3f HTTP/1.1" status: 200 len: 217 time: 0.0536342 Feb 04 17:33:20.264318 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-3428163c-158d-44bb-b655-6bcd956413a1 tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1543676', 'neutron.services.segments.db._delete_segments_for_network-8781084786517'] for network (1793c824-c460-4b4b-88e3-4648d389c56e), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:20.289233 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6a9dd31a-3013-42a7-beb1-934f07ad9d39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144'] for port (1309e9a2-735a-47d6-aa66-ddc3ea926e90), after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:20.289647 n-d-827839-2 neutron-server[103376]: DEBUG neutron.services.segments.db [None req-3428163c-158d-44bb-b655-6bcd956413a1 tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1793c824-c460-4b4b-88e3-4648d389c56e']}} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:33:20.301248 n-d-827839-2 neutron-server[103376]: DEBUG neutron.services.segments.db [None req-3428163c-158d-44bb-b655-6bcd956413a1 tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a4ff826-eec9-4111-80ee-0079527ceaca') {'for_net_delete': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:33:20.301642 n-d-827839-2 neutron-server[103376]: DEBUG neutron.services.segments.db [None req-3428163c-158d-44bb-b655-6bcd956413a1 tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a4ff826-eec9-4111-80ee-0079527ceaca') {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:33:20.303434 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac1be80-0081-4d71-ae40-bb9b2c313f03 req-e1260203-382c-400c-b0e8-08a182b6ce11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:33:20.311722 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-3ac1be80-0081-4d71-ae40-bb9b2c313f03 req-e1260203-382c-400c-b0e8-08a182b6ce11 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=74e6e6d2-6594-4fba-b377-2d3e84d23c5b HTTP/1.1" status: 200 len: 855 time: 0.1099899 Feb 04 17:33:20.315047 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-3428163c-158d-44bb-b655-6bcd956413a1 tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781084783966', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25674908'] for segment (9a4ff826-eec9-4111-80ee-0079527ceaca), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:20.331866 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-3428163c-158d-44bb-b655-6bcd956413a1 tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (9a4ff826-eec9-4111-80ee-0079527ceaca), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:20.339764 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3428163c-158d-44bb-b655-6bcd956413a1 tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Releasing vlan 764 on physical network physnet1 to pool {{(pid=103376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 17:33:20.340315 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-3428163c-158d-44bb-b655-6bcd956413a1 tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25675992'] for segment (9a4ff826-eec9-4111-80ee-0079527ceaca), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:20.344213 n-d-827839-2 neutron-server[103376]: Traceback (most recent call last): Feb 04 17:33:20.344213 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 17:33:20.344213 n-d-827839-2 neutron-server[103376]: timer() Feb 04 17:33:20.344213 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 17:33:20.344213 n-d-827839-2 neutron-server[103376]: cb(*args, **kw) Feb 04 17:33:20.344213 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 17:33:20.344213 n-d-827839-2 neutron-server[103376]: return func(*args, **kwargs) Feb 04 17:33:20.344213 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 17:33:20.344213 n-d-827839-2 neutron-server[103376]: self._notify() Feb 04 17:33:20.344213 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 17:33:20.344213 n-d-827839-2 neutron-server[103376]: self.callback(batched_events) Feb 04 17:33:20.344213 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 17:33:20.344213 n-d-827839-2 neutron-server[103376]: event.method(event) Feb 04 17:33:20.344213 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 17:33:20.344213 n-d-827839-2 neutron-server[103376]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 17:33:20.344213 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 17:33:20.344213 n-d-827839-2 neutron-server[103376]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 17:33:20.344213 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 17:33:20.344213 n-d-827839-2 neutron-server[103376]: return f(self, *a, **k) Feb 04 17:33:20.344213 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 17:33:20.344213 n-d-827839-2 neutron-server[103376]: return self._get(url).json() Feb 04 17:33:20.344213 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 17:33:20.344213 n-d-827839-2 neutron-server[103376]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 17:33:20.344213 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 17:33:20.344213 n-d-827839-2 neutron-server[103376]: return self.request(url, 'GET', **kwargs) Feb 04 17:33:20.344213 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 17:33:20.344213 n-d-827839-2 neutron-server[103376]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 17:33:20.344213 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 17:33:20.344213 n-d-827839-2 neutron-server[103376]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 17:33:20.344213 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 17:33:20.344213 n-d-827839-2 neutron-server[103376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 17:33:20.344213 n-d-827839-2 neutron-server[103376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 17:33:20.386610 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-3ac1be80-0081-4d71-ae40-bb9b2c313f03 req-ddaf3f01-3a76-48ce-ab53-62aaac067e01 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=b84761e1-11c1-4974-9748-ae61e294404d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0583601 Feb 04 17:33:20.387302 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9dd31a-3013-42a7-beb1-934f07ad9d39 None None] Pushing event deleted for resources: {'Port': ['ID=1309e9a2-735a-47d6-aa66-ddc3ea926e90,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:33:20.407971 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a9dd31a-3013-42a7-beb1-934f07ad9d39 None None] No DVR routers for this DVR port 1309e9a2-735a-47d6-aa66-ddc3ea926e90 on host n-d-827839-2 {{(pid=103378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 17:33:20.455416 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-3428163c-158d-44bb-b655-6bcd956413a1 tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1543671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1595572'] for network (1793c824-c460-4b4b-88e3-4648d389c56e), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:20.465360 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-3428163c-158d-44bb-b655-6bcd956413a1 tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Publish callbacks [] for network (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:20.469205 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-3428163c-158d-44bb-b655-6bcd956413a1 tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] 10.222.0.89 "DELETE /v2.0/networks/1793c824-c460-4b4b-88e3-4648d389c56e HTTP/1.1" status: 204 len: 168 time: 1.1476550 Feb 04 17:33:20.486639 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 51230) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:33:20.505016 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b629a7-5033-4dd6-a43a-ef02eecfd9f4 req-23b522d9-89b4-4f38-9e9a-e737a0b74b53 tempest-AttachVolumeNegativeTest-179514357 tempest-AttachVolumeNegativeTest-179514357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:33:20.506535 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-44b629a7-5033-4dd6-a43a-ef02eecfd9f4 req-23b522d9-89b4-4f38-9e9a-e737a0b74b53 tempest-AttachVolumeNegativeTest-179514357 tempest-AttachVolumeNegativeTest-179514357-project] 10.222.0.89 "GET /v2.0/ports?device_id=546379d5-462c-47b2-8c97-d39d06b59eee HTTP/1.1" status: 200 len: 943 time: 0.1182947 Feb 04 17:33:20.509821 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3428163c-158d-44bb-b655-6bcd956413a1 tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Pushing event deleted for resources: {'Network': ['ID=1793c824-c460-4b4b-88e3-4648d389c56e,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:33:20.536029 n-d-827839-2 neutron-server[103376]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b4ae9a7-10ed-40a1-be46-2b6cbdca30c4 tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] DELETE failed (client error): The resource could not be found. Feb 04 17:33:20.536485 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7b4ae9a7-10ed-40a1-be46-2b6cbdca30c4 tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103376) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 17:33:20.539783 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-7b4ae9a7-10ed-40a1-be46-2b6cbdca30c4 tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] 10.222.0.89 "DELETE /v2.0/subnets/da746da1-70a1-49a0-b9a1-6116641c7d08 HTTP/1.1" status: 404 len: 337 time: 0.0483177 Feb 04 17:33:20.542268 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 51234) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:33:20.573201 n-d-827839-2 neutron-server[103376]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ccbd46a-ce42-4a5a-afb6-eae668a5701f tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] DELETE failed (client error): The resource could not be found. Feb 04 17:33:20.573790 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ccbd46a-ce42-4a5a-afb6-eae668a5701f tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103376) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 17:33:20.576869 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-0ccbd46a-ce42-4a5a-afb6-eae668a5701f tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] 10.222.0.89 "DELETE /v2.0/networks/73ae24ec-af12-4c65-a732-cf88966f55c7 HTTP/1.1" status: 404 len: 339 time: 0.0335701 Feb 04 17:33:20.582001 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 51236) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:33:20.608897 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-44b629a7-5033-4dd6-a43a-ef02eecfd9f4 req-e1b87c56-b85a-4e24-b50b-5b49490482fd tempest-AttachVolumeNegativeTest-179514357 tempest-AttachVolumeNegativeTest-179514357-project] 10.222.0.89 "GET /v2.0/security-groups?id=c354f4ed-9d7a-4839-ac0e-7acc5f1680a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798182 Feb 04 17:33:20.641243 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-3ac1be80-0081-4d71-ae40-bb9b2c313f03 req-00e4ff46-b32a-41b9-8648-19d55ce42607 service neutron] 10.222.0.90 "GET /v2.0/networks/b84761e1-11c1-4974-9748-ae61e294404d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2450593 Feb 04 17:33:20.729771 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e740a6f-97dd-48e7-b1c7-182163e38381 tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Deleting subnet 58dd2a0d-89fd-479b-b319-dea99a2ab491 {{(pid=103377) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 17:33:20.735915 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-3e740a6f-97dd-48e7-b1c7-182163e38381 tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Publish callbacks [] for subnet (58dd2a0d-89fd-479b-b319-dea99a2ab491), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:20.813797 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-3e740a6f-97dd-48e7-b1c7-182163e38381 tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26866676'] for subnet (58dd2a0d-89fd-479b-b319-dea99a2ab491), precommit_delete_associations {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:20.839451 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-3ac1be80-0081-4d71-ae40-bb9b2c313f03 req-3873c2b8-ee64-4991-8c31-efbf63e571c6 service neutron] 10.222.0.90 "GET /v2.0/networks/b84761e1-11c1-4974-9748-ae61e294404d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1901193 Feb 04 17:33:20.992333 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-3e740a6f-97dd-48e7-b1c7-182163e38381 tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1541225'] for subnet (58dd2a0d-89fd-479b-b319-dea99a2ab491), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:21.048241 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1493af75-c185-46a2-8158-cf18f0eb7b08 req-b1873854-d2a6-4315-b5da-751cde653b7a tempest-ServerDiskConfigTestJSON-47961148 tempest-ServerDiskConfigTestJSON-47961148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:33:21.049987 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-1493af75-c185-46a2-8158-cf18f0eb7b08 req-b1873854-d2a6-4315-b5da-751cde653b7a tempest-ServerDiskConfigTestJSON-47961148 tempest-ServerDiskConfigTestJSON-47961148-project] 10.222.0.89 "GET /v2.0/ports?device_id=a8a37a11-05ad-417e-9246-571115659a9e HTTP/1.1" status: 200 len: 945 time: 0.1842229 Feb 04 17:33:21.079115 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68e9474-7ce3-4d14-acbb-653d7ceaa23c req-c22d24fc-9caf-48e0-b319-5a1ce9d9faf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:33:21.080808 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-b68e9474-7ce3-4d14-acbb-653d7ceaa23c req-c22d24fc-9caf-48e0-b319-5a1ce9d9faf3 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=a7ea9b1ba86e49c289bed0f142f59d4f&device_id=546379d5-462c-47b2-8c97-d39d06b59eee HTTP/1.1" status: 200 len: 1125 time: 0.1658368 Feb 04 17:33:21.166263 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-3e740a6f-97dd-48e7-b1c7-182163e38381 tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1541216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25888360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25597190'] for subnet (58dd2a0d-89fd-479b-b319-dea99a2ab491), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:21.180323 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 51278) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:33:21.197699 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-950c3163-61ba-4f6d-8bb1-da5b7c953e8a None None] Network 6e0a0eb4-2d8f-46fe-baaa-6511b63d67c8 requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:33:21.201584 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-3e740a6f-97dd-48e7-b1c7-182163e38381 tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Publish callbacks [] for subnet (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:21.209436 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-3e740a6f-97dd-48e7-b1c7-182163e38381 tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] 10.222.0.89 "DELETE /v2.0/subnets/58dd2a0d-89fd-479b-b319-dea99a2ab491 HTTP/1.1" status: 204 len: 168 time: 0.6219311 Feb 04 17:33:21.209600 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 51282) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:33:21.260761 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-1493af75-c185-46a2-8158-cf18f0eb7b08 req-20bb8315-7be2-4f0c-8cb6-26cd0b75dd33 tempest-ServerDiskConfigTestJSON-47961148 tempest-ServerDiskConfigTestJSON-47961148-project] 10.222.0.89 "GET /v2.0/security-groups?id=ffff0ed7-cf9e-4cbb-9be9-3a1c2dba1e58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1961641 Feb 04 17:33:21.269460 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e740a6f-97dd-48e7-b1c7-182163e38381 tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Pushing event deleted for resources: {'Subnet': ['ID=58dd2a0d-89fd-479b-b319-dea99a2ab491,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:33:21.320617 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68e9474-7ce3-4d14-acbb-653d7ceaa23c req-11359deb-c3c2-4e21-b464-7d815d476da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:33:21.323602 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-b68e9474-7ce3-4d14-acbb-653d7ceaa23c req-11359deb-c3c2-4e21-b464-7d815d476da6 service neutron] 10.222.0.90 "GET /v2.0/networks?id=b84761e1-11c1-4974-9748-ae61e294404d HTTP/1.1" status: 200 len: 916 time: 0.2348444 Feb 04 17:33:21.358967 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-a0dab8df-a167-4f18-a2f7-a52bc9353a9f tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628832'] for network (6e0a0eb4-2d8f-46fe-baaa-6511b63d67c8), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:21.412863 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 1309e9a2-735a-47d6-aa66-ddc3ea926e90 no longer exists at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:33:21.443014 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-a0dab8df-a167-4f18-a2f7-a52bc9353a9f tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Deleting port 808e8c22-0c5d-49be-9729-8e6b343f9708 {{(pid=103376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:33:21.443322 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-b68e9474-7ce3-4d14-acbb-653d7ceaa23c req-1e905f30-3f03-4181-b248-a84f9eb6a684 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=938cef76-9af0-4dc7-9008-8fa7a04eba3f HTTP/1.1" status: 200 len: 217 time: 0.1113338 Feb 04 17:33:21.443471 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-a0dab8df-a167-4f18-a2f7-a52bc9353a9f tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (808e8c22-0c5d-49be-9729-8e6b343f9708), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:21.447167 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] No Port match for: 1309e9a2-735a-47d6-aa66-ddc3ea926e90 {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 17:33:21.447527 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 1309e9a2-735a-47d6-aa66-ddc3ea926e90 not bound to the agent host n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 17:33:21.500960 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-69cd7c89-6b02-4042-ad64-c90469447f1e tempest-DvrRoutersNegativeTest-2037319902 tempest-DvrRoutersNegativeTest-2037319902-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-549567461', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:33:21.503437 n-d-827839-2 neutron-server[103376]: DEBUG neutron.policy [None req-69cd7c89-6b02-4042-ad64-c90469447f1e tempest-DvrRoutersNegativeTest-2037319902 tempest-DvrRoutersNegativeTest-2037319902-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=103376) log_rule_list /opt/stack/neutron/neutron/policy.py:450}} Feb 04 17:33:21.503986 n-d-827839-2 neutron-server[103376]: DEBUG neutron.policy [None req-69cd7c89-6b02-4042-ad64-c90469447f1e tempest-DvrRoutersNegativeTest-2037319902 tempest-DvrRoutersNegativeTest-2037319902-project] Failed policy check for 'create_router' {{(pid=103376) enforce /opt/stack/neutron/neutron/policy.py:524}} Feb 04 17:33:21.504512 n-d-827839-2 neutron-server[103376]: INFO neutron.api.v2.resource [None req-69cd7c89-6b02-4042-ad64-c90469447f1e tempest-DvrRoutersNegativeTest-2037319902 tempest-DvrRoutersNegativeTest-2037319902-project] create failed (client error): Access was denied to this resource. Feb 04 17:33:21.509531 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-69cd7c89-6b02-4042-ad64-c90469447f1e tempest-DvrRoutersNegativeTest-2037319902 tempest-DvrRoutersNegativeTest-2037319902-project] 10.222.0.89 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.3240523 Feb 04 17:33:21.583481 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [None req-a0dab8df-a167-4f18-a2f7-a52bc9353a9f tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] For port 808e8c22-0c5d-49be-9729-8e6b343f9708, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=808e8c22-0c5d-49be-9729-8e6b343f9708,segment=NetworkSegment(22dbf7d4-3ade-40d9-9dd5-8eaa1f8a0775),segment_id=22dbf7d4-3ade-40d9-9dd5-8eaa1f8a0775)] {{(pid=103376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:33:21.583481 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-a0dab8df-a167-4f18-a2f7-a52bc9353a9f tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (808e8c22-0c5d-49be-9729-8e6b343f9708), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:21.610729 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-a0dab8df-a167-4f18-a2f7-a52bc9353a9f tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Calling delete_port for 808e8c22-0c5d-49be-9729-8e6b343f9708 owned by network:dhcp {{(pid=103376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:33:21.658054 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-963fe9fb-6513-43e5-80dd-76f8100658b3 None None] DHCP port deletion for 6e0a0eb4-2d8f-46fe-baaa-6511b63d67c8 request from n-d-827839-2 {{(pid=103378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 17:33:21.785411 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68e9474-7ce3-4d14-acbb-653d7ceaa23c req-6aeedf7f-5609-4bcb-bcd1-100d5fbf2ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:33:21.787221 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-b68e9474-7ce3-4d14-acbb-653d7ceaa23c req-6aeedf7f-5609-4bcb-bcd1-100d5fbf2ee8 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=74e6e6d2-6594-4fba-b377-2d3e84d23c5b HTTP/1.1" status: 200 len: 855 time: 0.3355975 Feb 04 17:33:21.843393 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-963fe9fb-6513-43e5-80dd-76f8100658b3 None None] Deleting port 808e8c22-0c5d-49be-9729-8e6b343f9708 {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:33:21.843702 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-963fe9fb-6513-43e5-80dd-76f8100658b3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (808e8c22-0c5d-49be-9729-8e6b343f9708), before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:21.847218 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-b68e9474-7ce3-4d14-acbb-653d7ceaa23c req-38605c43-7887-4f46-b589-45dcf09b5d3b service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=b84761e1-11c1-4974-9748-ae61e294404d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0493250 Feb 04 17:33:21.861029 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 51302) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:33:21.926090 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-a0dab8df-a167-4f18-a2f7-a52bc9353a9f tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (808e8c22-0c5d-49be-9729-8e6b343f9708), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:21.982084 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 51306) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:33:21.999999 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0dab8df-a167-4f18-a2f7-a52bc9353a9f tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Pushing event deleted for resources: {'Port': ['ID=808e8c22-0c5d-49be-9729-8e6b343f9708,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:33:22.020775 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0dab8df-a167-4f18-a2f7-a52bc9353a9f tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] No DVR routers for this DVR port 808e8c22-0c5d-49be-9729-8e6b343f9708 on host n-d-827839-2 {{(pid=103376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 17:33:22.031709 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-b68e9474-7ce3-4d14-acbb-653d7ceaa23c req-4e2a762d-6a1f-4855-9ea7-70367ebf9de0 service neutron] 10.222.0.90 "GET /v2.0/networks/b84761e1-11c1-4974-9748-ae61e294404d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1716666 Feb 04 17:33:22.036664 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacc6eb5-220c-4a0e-9ccf-ee7d77769573 req-41adceca-acf0-4229-8f8b-0395f5fe65e4 tempest-AttachVolumeNegativeTest-179514357 tempest-AttachVolumeNegativeTest-179514357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:33:22.046580 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-aacc6eb5-220c-4a0e-9ccf-ee7d77769573 req-41adceca-acf0-4229-8f8b-0395f5fe65e4 tempest-AttachVolumeNegativeTest-179514357 tempest-AttachVolumeNegativeTest-179514357-project] 10.222.0.89 "GET /v2.0/ports?device_id=546379d5-462c-47b2-8c97-d39d06b59eee HTTP/1.1" status: 200 len: 943 time: 0.1705122 Feb 04 17:33:22.054899 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0dab8df-a167-4f18-a2f7-a52bc9353a9f tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:33:22.055252 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0dab8df-a167-4f18-a2f7-a52bc9353a9f tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:33:22.055729 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0dab8df-a167-4f18-a2f7-a52bc9353a9f tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:33:22.056094 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0dab8df-a167-4f18-a2f7-a52bc9353a9f tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:33:22.056569 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0dab8df-a167-4f18-a2f7-a52bc9353a9f tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:33:22.057003 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0dab8df-a167-4f18-a2f7-a52bc9353a9f tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:33:22.057284 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-e7e344f1-8eba-419d-ab2f-20c239a96bb1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:22.057394 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0dab8df-a167-4f18-a2f7-a52bc9353a9f tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:33:22.057661 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0dab8df-a167-4f18-a2f7-a52bc9353a9f tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:33:22.058951 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0dab8df-a167-4f18-a2f7-a52bc9353a9f tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:33:22.059290 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0dab8df-a167-4f18-a2f7-a52bc9353a9f tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:33:22.059631 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0dab8df-a167-4f18-a2f7-a52bc9353a9f tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:33:22.060175 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0dab8df-a167-4f18-a2f7-a52bc9353a9f tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:33:22.060432 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0dab8df-a167-4f18-a2f7-a52bc9353a9f tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:33:22.133497 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-963fe9fb-6513-43e5-80dd-76f8100658b3 None None] For port 808e8c22-0c5d-49be-9729-8e6b343f9708, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=808e8c22-0c5d-49be-9729-8e6b343f9708,segment=NetworkSegment(22dbf7d4-3ade-40d9-9dd5-8eaa1f8a0775),segment_id=22dbf7d4-3ade-40d9-9dd5-8eaa1f8a0775)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:33:22.134407 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-963fe9fb-6513-43e5-80dd-76f8100658b3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (808e8c22-0c5d-49be-9729-8e6b343f9708), precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:22.152707 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-963fe9fb-6513-43e5-80dd-76f8100658b3 None None] Calling delete_port for 808e8c22-0c5d-49be-9729-8e6b343f9708 owned by network:dhcp {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:33:22.196567 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-b68e9474-7ce3-4d14-acbb-653d7ceaa23c req-ff959970-c77a-4980-b34b-b6b81dcf6335 service neutron] 10.222.0.90 "GET /v2.0/networks/b84761e1-11c1-4974-9748-ae61e294404d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1503778 Feb 04 17:33:22.250541 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-e7e344f1-8eba-419d-ab2f-20c239a96bb1 admin admin] Publish callbacks [] for security_group (68752ec9-f4fd-43fb-b251-ce213d05fa41), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:22.258780 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-e7e344f1-8eba-419d-ab2f-20c239a96bb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (68752ec9-f4fd-43fb-b251-ce213d05fa41), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:22.277721 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-963fe9fb-6513-43e5-80dd-76f8100658b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144'] for port (808e8c22-0c5d-49be-9729-8e6b343f9708), after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:22.313558 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e344f1-8eba-419d-ab2f-20c239a96bb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68752ec9-f4fd-43fb-b251-ce213d05fa41,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:33:22.313726 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963fe9fb-6513-43e5-80dd-76f8100658b3 None None] Pushing event deleted for resources: {'Port': ['ID=808e8c22-0c5d-49be-9729-8e6b343f9708,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:33:22.324880 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-e7e344f1-8eba-419d-ab2f-20c239a96bb1 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=487db16ab92c4863bfcad39691620c5b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4605472 Feb 04 17:33:22.330177 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 51312) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:33:22.337182 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-963fe9fb-6513-43e5-80dd-76f8100658b3 None None] No DVR routers for this DVR port 808e8c22-0c5d-49be-9729-8e6b343f9708 on host n-d-827839-2 {{(pid=103378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 17:33:22.420832 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-207b446d-31f9-48aa-84f6-6af04af49aae admin admin] Publish callbacks [] for security_group (68752ec9-f4fd-43fb-b251-ce213d05fa41), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:22.430456 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-9fc86a60-7cf6-45be-b611-fcbfb8ade977 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:22.478392 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-207b446d-31f9-48aa-84f6-6af04af49aae admin admin] Publish callbacks [] for security_group (68752ec9-f4fd-43fb-b251-ce213d05fa41), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:22.480054 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-a0dab8df-a167-4f18-a2f7-a52bc9353a9f tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1543676', 'neutron.services.segments.db._delete_segments_for_network-8781084786517'] for network (6e0a0eb4-2d8f-46fe-baaa-6511b63d67c8), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:22.494449 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-aacc6eb5-220c-4a0e-9ccf-ee7d77769573 req-d3ae7c6e-2b65-40bd-ab9e-1b4f90baca9b tempest-AttachVolumeNegativeTest-179514357 tempest-AttachVolumeNegativeTest-179514357-project] 10.222.0.89 "GET /v2.0/security-groups?id=c354f4ed-9d7a-4839-ac0e-7acc5f1680a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4470098 Feb 04 17:33:22.516211 n-d-827839-2 neutron-server[103376]: DEBUG neutron.services.segments.db [None req-a0dab8df-a167-4f18-a2f7-a52bc9353a9f tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e0a0eb4-2d8f-46fe-baaa-6511b63d67c8']}} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:33:22.530247 n-d-827839-2 neutron-server[103376]: DEBUG neutron.services.segments.db [None req-a0dab8df-a167-4f18-a2f7-a52bc9353a9f tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22dbf7d4-3ade-40d9-9dd5-8eaa1f8a0775') {'for_net_delete': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:33:22.530542 n-d-827839-2 neutron-server[103376]: DEBUG neutron.services.segments.db [None req-a0dab8df-a167-4f18-a2f7-a52bc9353a9f tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22dbf7d4-3ade-40d9-9dd5-8eaa1f8a0775') {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:33:22.535718 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3138494b-c79a-4e1c-90c0-23f00c4f010e req-d95a3323-cd70-45da-b234-122406fa28cf tempest-ServerDiskConfigTestJSON-47961148 tempest-ServerDiskConfigTestJSON-47961148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:33:22.537734 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-3138494b-c79a-4e1c-90c0-23f00c4f010e req-d95a3323-cd70-45da-b234-122406fa28cf tempest-ServerDiskConfigTestJSON-47961148 tempest-ServerDiskConfigTestJSON-47961148-project] 10.222.0.89 "GET /v2.0/ports?device_id=a8a37a11-05ad-417e-9246-571115659a9e HTTP/1.1" status: 200 len: 945 time: 0.1039991 Feb 04 17:33:22.545068 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-a0dab8df-a167-4f18-a2f7-a52bc9353a9f tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781084783966', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25674908'] for segment (22dbf7d4-3ade-40d9-9dd5-8eaa1f8a0775), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:22.551655 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-207b446d-31f9-48aa-84f6-6af04af49aae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (68752ec9-f4fd-43fb-b251-ce213d05fa41), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:22.556636 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-207b446d-31f9-48aa-84f6-6af04af49aae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:22.560272 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-207b446d-31f9-48aa-84f6-6af04af49aae admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/68752ec9-f4fd-43fb-b251-ce213d05fa41 HTTP/1.1" status: 204 len: 168 time: 0.2241712 Feb 04 17:33:22.564477 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-a0dab8df-a167-4f18-a2f7-a52bc9353a9f tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (22dbf7d4-3ade-40d9-9dd5-8eaa1f8a0775), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:22.575427 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0dab8df-a167-4f18-a2f7-a52bc9353a9f tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Releasing vlan 759 on physical network physnet1 to pool {{(pid=103376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 17:33:22.575875 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-a0dab8df-a167-4f18-a2f7-a52bc9353a9f tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25675992'] for segment (22dbf7d4-3ade-40d9-9dd5-8eaa1f8a0775), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:22.579155 n-d-827839-2 neutron-server[103376]: Traceback (most recent call last): Feb 04 17:33:22.579155 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 17:33:22.579155 n-d-827839-2 neutron-server[103376]: timer() Feb 04 17:33:22.579155 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 17:33:22.579155 n-d-827839-2 neutron-server[103376]: cb(*args, **kw) Feb 04 17:33:22.579155 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 17:33:22.579155 n-d-827839-2 neutron-server[103376]: return func(*args, **kwargs) Feb 04 17:33:22.579155 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 17:33:22.579155 n-d-827839-2 neutron-server[103376]: self._notify() Feb 04 17:33:22.579155 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 17:33:22.579155 n-d-827839-2 neutron-server[103376]: self.callback(batched_events) Feb 04 17:33:22.579155 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 17:33:22.579155 n-d-827839-2 neutron-server[103376]: event.method(event) Feb 04 17:33:22.579155 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 17:33:22.579155 n-d-827839-2 neutron-server[103376]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 17:33:22.579155 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 17:33:22.579155 n-d-827839-2 neutron-server[103376]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 17:33:22.579155 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 17:33:22.579155 n-d-827839-2 neutron-server[103376]: return f(self, *a, **k) Feb 04 17:33:22.579155 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 17:33:22.579155 n-d-827839-2 neutron-server[103376]: return self._get(url).json() Feb 04 17:33:22.579155 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 17:33:22.579155 n-d-827839-2 neutron-server[103376]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 17:33:22.579155 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 17:33:22.579155 n-d-827839-2 neutron-server[103376]: return self.request(url, 'GET', **kwargs) Feb 04 17:33:22.579155 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 17:33:22.579155 n-d-827839-2 neutron-server[103376]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 17:33:22.579155 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 17:33:22.579155 n-d-827839-2 neutron-server[103376]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 17:33:22.579155 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 17:33:22.579155 n-d-827839-2 neutron-server[103376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 17:33:22.579155 n-d-827839-2 neutron-server[103376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 17:33:22.594426 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207b446d-31f9-48aa-84f6-6af04af49aae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68752ec9-f4fd-43fb-b251-ce213d05fa41,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:33:22.639836 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-3138494b-c79a-4e1c-90c0-23f00c4f010e req-45c0c025-6b41-4dc4-b0c2-cb62787d167d tempest-ServerDiskConfigTestJSON-47961148 tempest-ServerDiskConfigTestJSON-47961148-project] 10.222.0.89 "GET /v2.0/security-groups?id=ffff0ed7-cf9e-4cbb-9be9-3a1c2dba1e58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766120 Feb 04 17:33:22.653396 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-9fc86a60-7cf6-45be-b611-fcbfb8ade977 admin admin] Publish callbacks [] for security_group (314506a3-6f47-45ea-963a-ec337931edab), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:22.655504 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-a0dab8df-a167-4f18-a2f7-a52bc9353a9f tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1543671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1595572'] for network (6e0a0eb4-2d8f-46fe-baaa-6511b63d67c8), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:22.664141 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-a0dab8df-a167-4f18-a2f7-a52bc9353a9f tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Publish callbacks [] for network (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:22.667579 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-a0dab8df-a167-4f18-a2f7-a52bc9353a9f tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] 10.222.0.89 "DELETE /v2.0/networks/6e0a0eb4-2d8f-46fe-baaa-6511b63d67c8 HTTP/1.1" status: 204 len: 168 time: 1.4555349 Feb 04 17:33:22.670162 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-9fc86a60-7cf6-45be-b611-fcbfb8ade977 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (314506a3-6f47-45ea-963a-ec337931edab), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:22.707415 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0dab8df-a167-4f18-a2f7-a52bc9353a9f tempest-NetworksIpV6Test-1596408191 tempest-NetworksIpV6Test-1596408191-project] Pushing event deleted for resources: {'Network': ['ID=6e0a0eb4-2d8f-46fe-baaa-6511b63d67c8,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:33:22.711527 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc86a60-7cf6-45be-b611-fcbfb8ade977 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=314506a3-6f47-45ea-963a-ec337931edab,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:33:22.728289 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-9fc86a60-7cf6-45be-b611-fcbfb8ade977 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=bf98fa82620c4e34995769cf1ca75232&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7404995 Feb 04 17:33:22.731512 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 51320) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:33:22.805911 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-167cf719-6ad8-4472-84b5-0c8ef1e98c22 admin admin] Publish callbacks [] for security_group (314506a3-6f47-45ea-963a-ec337931edab), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:22.837223 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-167cf719-6ad8-4472-84b5-0c8ef1e98c22 admin admin] Publish callbacks [] for security_group (314506a3-6f47-45ea-963a-ec337931edab), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:22.893957 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-167cf719-6ad8-4472-84b5-0c8ef1e98c22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (314506a3-6f47-45ea-963a-ec337931edab), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:22.898319 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-167cf719-6ad8-4472-84b5-0c8ef1e98c22 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:22.899600 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-167cf719-6ad8-4472-84b5-0c8ef1e98c22 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/314506a3-6f47-45ea-963a-ec337931edab HTTP/1.1" status: 204 len: 168 time: 0.1669819 Feb 04 17:33:22.909890 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167cf719-6ad8-4472-84b5-0c8ef1e98c22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=314506a3-6f47-45ea-963a-ec337931edab,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:33:22.949552 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 51328) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:33:23.080197 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 51334) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:33:23.101965 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-cdd05e2f-cf43-4e76-8bc7-335006e3c3e8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:23.190298 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-cdd05e2f-cf43-4e76-8bc7-335006e3c3e8 admin admin] Publish callbacks [] for security_group (e12ec4fd-7ee7-49fa-afdf-ee1bb042d415), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:23.195819 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-cdd05e2f-cf43-4e76-8bc7-335006e3c3e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (e12ec4fd-7ee7-49fa-afdf-ee1bb042d415), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:23.257621 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 51338) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:33:23.265889 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-cdd05e2f-cf43-4e76-8bc7-335006e3c3e8 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=cb59cd18320042e18e12b91d7696a97c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1844409 Feb 04 17:33:23.276699 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 808e8c22-0c5d-49be-9729-8e6b343f9708 no longer exists at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:33:23.288515 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd05e2f-cf43-4e76-8bc7-335006e3c3e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e12ec4fd-7ee7-49fa-afdf-ee1bb042d415,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:33:23.333172 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] No Port match for: 808e8c22-0c5d-49be-9729-8e6b343f9708 {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 17:33:23.333747 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 808e8c22-0c5d-49be-9729-8e6b343f9708 not bound to the agent host n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 17:33:23.357612 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-08465285-c291-4268-89dc-d774c39333a9 admin admin] Publish callbacks [] for security_group (e12ec4fd-7ee7-49fa-afdf-ee1bb042d415), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:23.368053 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-5e1432a8-9cb2-4612-a311-46dc8f212462 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=80bffe6ca9b744ee9caf341b90ea1640&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4173362 Feb 04 17:33:23.370483 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 51342) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:33:23.390989 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-08465285-c291-4268-89dc-d774c39333a9 admin admin] Publish callbacks [] for security_group (e12ec4fd-7ee7-49fa-afdf-ee1bb042d415), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:23.430473 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-7c31fd05-34e5-45d8-8b05-96e4ebb29e7b admin admin] Publish callbacks [] for security_group (88d46643-68c5-4219-b06c-03a6459c1355), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:23.451542 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-08465285-c291-4268-89dc-d774c39333a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (e12ec4fd-7ee7-49fa-afdf-ee1bb042d415), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:23.454956 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-08465285-c291-4268-89dc-d774c39333a9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:23.456106 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-08465285-c291-4268-89dc-d774c39333a9 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/e12ec4fd-7ee7-49fa-afdf-ee1bb042d415 HTTP/1.1" status: 204 len: 168 time: 0.1974523 Feb 04 17:33:23.473338 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08465285-c291-4268-89dc-d774c39333a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e12ec4fd-7ee7-49fa-afdf-ee1bb042d415,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:33:23.488529 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-7c31fd05-34e5-45d8-8b05-96e4ebb29e7b admin admin] Publish callbacks [] for security_group (88d46643-68c5-4219-b06c-03a6459c1355), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:23.571410 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-7c31fd05-34e5-45d8-8b05-96e4ebb29e7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (88d46643-68c5-4219-b06c-03a6459c1355), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:23.574642 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-7c31fd05-34e5-45d8-8b05-96e4ebb29e7b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:23.576445 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-7c31fd05-34e5-45d8-8b05-96e4ebb29e7b admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/88d46643-68c5-4219-b06c-03a6459c1355 HTTP/1.1" status: 204 len: 168 time: 0.2045534 Feb 04 17:33:23.595191 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c31fd05-34e5-45d8-8b05-96e4ebb29e7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88d46643-68c5-4219-b06c-03a6459c1355,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:33:23.684133 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412e33b8-53c8-4524-ac95-639e465f90a9 req-7289f0bc-0e3d-46b0-a4be-9b05d6a6ef52 tempest-AttachVolumeNegativeTest-179514357 tempest-AttachVolumeNegativeTest-179514357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:33:23.691936 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-412e33b8-53c8-4524-ac95-639e465f90a9 req-7289f0bc-0e3d-46b0-a4be-9b05d6a6ef52 tempest-AttachVolumeNegativeTest-179514357 tempest-AttachVolumeNegativeTest-179514357-project] 10.222.0.89 "GET /v2.0/ports?device_id=546379d5-462c-47b2-8c97-d39d06b59eee HTTP/1.1" status: 200 len: 943 time: 0.0929492 Feb 04 17:33:23.792497 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-412e33b8-53c8-4524-ac95-639e465f90a9 req-b920d66f-882f-4ab3-908f-e447a5189752 tempest-AttachVolumeNegativeTest-179514357 tempest-AttachVolumeNegativeTest-179514357-project] 10.222.0.89 "GET /v2.0/security-groups?id=c354f4ed-9d7a-4839-ac0e-7acc5f1680a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954032 Feb 04 17:33:23.821279 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b558ae-4c2d-4ab1-8ed9-53845e0862e8 req-f5148bea-4e10-40f6-998c-9d147f2e027c tempest-ServerDiskConfigTestJSON-47961148 tempest-ServerDiskConfigTestJSON-47961148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:33:23.822606 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-02b558ae-4c2d-4ab1-8ed9-53845e0862e8 req-f5148bea-4e10-40f6-998c-9d147f2e027c tempest-ServerDiskConfigTestJSON-47961148 tempest-ServerDiskConfigTestJSON-47961148-project] 10.222.0.89 "GET /v2.0/ports?device_id=a8a37a11-05ad-417e-9246-571115659a9e HTTP/1.1" status: 200 len: 945 time: 0.1070113 Feb 04 17:33:23.908376 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-02b558ae-4c2d-4ab1-8ed9-53845e0862e8 req-2a8a92f2-00c5-4e63-86b1-bdb3aedd2d1d tempest-ServerDiskConfigTestJSON-47961148 tempest-ServerDiskConfigTestJSON-47961148-project] 10.222.0.89 "GET /v2.0/security-groups?id=ffff0ed7-cf9e-4cbb-9be9-3a1c2dba1e58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756109 Feb 04 17:33:24.046553 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Device 938cef76-9af0-4dc7-9008-8fa7a04eba3f details requested by agent hyperv_n-h2-827839-2 with host n-h2-827839-2 {{(pid=103378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 17:33:24.197825 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] For port 938cef76-9af0-4dc7-9008-8fa7a04eba3f, host n-h2-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=938cef76-9af0-4dc7-9008-8fa7a04eba3f,segment=NetworkSegment(de835c50-94f9-45e0-aa2b-e450b795a51e),segment_id=de835c50-94f9-45e0-aa2b-e450b795a51e)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:33:24.210830 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Returning: {'device': '938cef76-9af0-4dc7-9008-8fa7a04eba3f', 'network_id': 'b84761e1-11c1-4974-9748-ae61e294404d', 'port_id': '938cef76-9af0-4dc7-9008-8fa7a04eba3f', 'mac_address': 'fa:16:3e:bc:05:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 790, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74e6e6d2-6594-4fba-b377-2d3e84d23c5b', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 17:33:24.262436 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Current status of the port 938cef76-9af0-4dc7-9008-8fa7a04eba3f is: DOWN; New status is: BUILD {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:33:24.263492 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (938cef76-9af0-4dc7-9008-8fa7a04eba3f), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:24.279348 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 938cef76-9af0-4dc7-9008-8fa7a04eba3f {{(pid=103378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 17:33:24.308673 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] For port 938cef76-9af0-4dc7-9008-8fa7a04eba3f, host n-h2-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=938cef76-9af0-4dc7-9008-8fa7a04eba3f,segment=NetworkSegment(de835c50-94f9-45e0-aa2b-e450b795a51e),segment_id=de835c50-94f9-45e0-aa2b-e450b795a51e)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:33:24.314898 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (938cef76-9af0-4dc7-9008-8fa7a04eba3f), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:24.338182 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 51386) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:33:24.375431 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Pushing event updated for resources: {'Port': ['ID=938cef76-9af0-4dc7-9008-8fa7a04eba3f,revision_number=4']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:33:24.535116 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-1a4a6dc6-52a6-4b7e-95c4-ca351422edff tempest-RoutersNegativeIpV6Test-882785305 tempest-RoutersNegativeIpV6Test-882785305-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-705344184', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:33:24.574051 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] get_ports_and_sgs() called for port_ids ['938cef76-9af0-4dc7-9008-8fa7a04eba3f'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 17:33:24.589439 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-1a4a6dc6-52a6-4b7e-95c4-ca351422edff tempest-RoutersNegativeIpV6Test-882785305 tempest-RoutersNegativeIpV6Test-882785305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1601657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26921'] for router (8818cc38-dc03-46af-91ce-1f1b209d78c2), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:24.591000 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-1a4a6dc6-52a6-4b7e-95c4-ca351422edff tempest-RoutersNegativeIpV6Test-882785305 tempest-RoutersNegativeIpV6Test-882785305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1602025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603663', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1630571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26960'] for router (8818cc38-dc03-46af-91ce-1f1b209d78c2), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:24.716148 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-1a4a6dc6-52a6-4b7e-95c4-ca351422edff tempest-RoutersNegativeIpV6Test-882785305 tempest-RoutersNegativeIpV6Test-882785305-project] Publish callbacks [] for router_controller (8818cc38-dc03-46af-91ce-1f1b209d78c2), precommit_add_association {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:24.723822 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-1a4a6dc6-52a6-4b7e-95c4-ca351422edff tempest-RoutersNegativeIpV6Test-882785305 tempest-RoutersNegativeIpV6Test-882785305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1602046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603680'] for router (8818cc38-dc03-46af-91ce-1f1b209d78c2), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:24.745189 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-1a4a6dc6-52a6-4b7e-95c4-ca351422edff tempest-RoutersNegativeIpV6Test-882785305 tempest-RoutersNegativeIpV6Test-882785305-project] Publish callbacks [] for router (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:24.746632 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-1a4a6dc6-52a6-4b7e-95c4-ca351422edff tempest-RoutersNegativeIpV6Test-882785305 tempest-RoutersNegativeIpV6Test-882785305-project] 10.222.0.89 "POST /v2.0/routers HTTP/1.1" status: 201 len: 711 time: 0.4069278 Feb 04 17:33:24.749346 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 51408) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:33:24.755767 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-1f6d1734-dd87-41a0-a06b-84ab1e4e7169 tempest-RoutersNegativeIpV6Test-882785305 tempest-RoutersNegativeIpV6Test-882785305-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-2000755362'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:33:24.798808 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f6d1734-dd87-41a0-a06b-84ab1e4e7169 tempest-RoutersNegativeIpV6Test-882785305 tempest-RoutersNegativeIpV6Test-882785305-project] Made reservation on behalf of c02ffbd32c6e4b358c1f856227331d2e for: {'network': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:33:24.803280 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-1f6d1734-dd87-41a0-a06b-84ab1e4e7169 tempest-RoutersNegativeIpV6Test-882785305 tempest-RoutersNegativeIpV6Test-882785305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for network (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:24.840606 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-1f6d1734-dd87-41a0-a06b-84ab1e4e7169 tempest-RoutersNegativeIpV6Test-882785305 tempest-RoutersNegativeIpV6Test-882785305-project] Publish callbacks [] for security_group (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:24.877185 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 51414) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:33:24.993591 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-1f6d1734-dd87-41a0-a06b-84ab1e4e7169 tempest-RoutersNegativeIpV6Test-882785305 tempest-RoutersNegativeIpV6Test-882785305-project] Publish callbacks [] for security_group (6d20516a-7de2-496c-9459-535a1523be01), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:25.003959 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93caf557-7a56-4437-899d-57a4b4938513 req-867f5e93-5234-4c89-9f36-0c473e8fdd5b tempest-AttachVolumeNegativeTest-179514357 tempest-AttachVolumeNegativeTest-179514357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:33:25.006460 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-93caf557-7a56-4437-899d-57a4b4938513 req-867f5e93-5234-4c89-9f36-0c473e8fdd5b tempest-AttachVolumeNegativeTest-179514357 tempest-AttachVolumeNegativeTest-179514357-project] 10.222.0.89 "GET /v2.0/ports?device_id=546379d5-462c-47b2-8c97-d39d06b59eee HTTP/1.1" status: 200 len: 944 time: 0.1128364 Feb 04 17:33:25.009484 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-1f6d1734-dd87-41a0-a06b-84ab1e4e7169 tempest-RoutersNegativeIpV6Test-882785305 tempest-RoutersNegativeIpV6Test-882785305-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (6d20516a-7de2-496c-9459-535a1523be01), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:25.054554 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-f902fde6-6f2d-4832-9f9c-93b098c9f552 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Request body: {'network': {'name': 'tempest-RoutersTest-685758318'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:33:25.068503 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-93caf557-7a56-4437-899d-57a4b4938513 req-309f9636-52bd-4d0f-aa2c-1704edb76515 tempest-AttachVolumeNegativeTest-179514357 tempest-AttachVolumeNegativeTest-179514357-project] 10.222.0.89 "GET /v2.0/security-groups?id=c354f4ed-9d7a-4839-ac0e-7acc5f1680a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554371 Feb 04 17:33:25.108681 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f6d1734-dd87-41a0-a06b-84ab1e4e7169 tempest-RoutersNegativeIpV6Test-882785305 tempest-RoutersNegativeIpV6Test-882785305-project] vlan segment allocate from pool success with {'vlan_id': 777, 'physical_network': 'physnet1'} {{(pid=103377) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 17:33:25.130086 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6d1734-dd87-41a0-a06b-84ab1e4e7169 tempest-RoutersNegativeIpV6Test-882785305 tempest-RoutersNegativeIpV6Test-882785305-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6d20516a-7de2-496c-9459-535a1523be01,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:33:25.138549 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-1f6d1734-dd87-41a0-a06b-84ab1e4e7169 tempest-RoutersNegativeIpV6Test-882785305 tempest-RoutersNegativeIpV6Test-882785305-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (c61a713a-9a6f-465b-8695-e0ab8a7f9d0c), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:25.138984 n-d-827839-2 neutron-server[103377]: INFO neutron.db.segments_db [None req-1f6d1734-dd87-41a0-a06b-84ab1e4e7169 tempest-RoutersNegativeIpV6Test-882785305 tempest-RoutersNegativeIpV6Test-882785305-project] Added segment c61a713a-9a6f-465b-8695-e0ab8a7f9d0c of type vlan for network 2fb9359e-60c0-4b00-be75-b2e110bbd9a5 Feb 04 17:33:25.180411 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f902fde6-6f2d-4832-9f9c-93b098c9f552 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Made reservation on behalf of d3ff32f7652b479da34ca36dc7895dfa for: {'network': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:33:25.184676 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-f902fde6-6f2d-4832-9f9c-93b098c9f552 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for network (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:25.211438 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-f902fde6-6f2d-4832-9f9c-93b098c9f552 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Publish callbacks [] for security_group (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:25.214207 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-1f6d1734-dd87-41a0-a06b-84ab1e4e7169 tempest-RoutersNegativeIpV6Test-882785305 tempest-RoutersNegativeIpV6Test-882785305-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781084292801'] for network (2fb9359e-60c0-4b00-be75-b2e110bbd9a5), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:25.242065 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8915f7-9046-4e77-94bb-db0bb38d7d99 req-3c7f3d12-3e8e-4bd8-8baa-477678d7e60a tempest-ServerDiskConfigTestJSON-47961148 tempest-ServerDiskConfigTestJSON-47961148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:33:25.243589 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-ba8915f7-9046-4e77-94bb-db0bb38d7d99 req-3c7f3d12-3e8e-4bd8-8baa-477678d7e60a tempest-ServerDiskConfigTestJSON-47961148 tempest-ServerDiskConfigTestJSON-47961148-project] 10.222.0.89 "GET /v2.0/ports?device_id=a8a37a11-05ad-417e-9246-571115659a9e HTTP/1.1" status: 200 len: 945 time: 0.2037501 Feb 04 17:33:25.286175 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-1f6d1734-dd87-41a0-a06b-84ab1e4e7169 tempest-RoutersNegativeIpV6Test-882785305 tempest-RoutersNegativeIpV6Test-882785305-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327'] for network (2fb9359e-60c0-4b00-be75-b2e110bbd9a5), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:25.291481 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f6d1734-dd87-41a0-a06b-84ab1e4e7169 tempest-RoutersNegativeIpV6Test-882785305 tempest-RoutersNegativeIpV6Test-882785305-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:33:25.292079 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-1f6d1734-dd87-41a0-a06b-84ab1e4e7169 tempest-RoutersNegativeIpV6Test-882785305 tempest-RoutersNegativeIpV6Test-882785305-project] Publish callbacks [] for network (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:25.389998 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-1f6d1734-dd87-41a0-a06b-84ab1e4e7169 tempest-RoutersNegativeIpV6Test-882785305 tempest-RoutersNegativeIpV6Test-882785305-project] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.6360891 Feb 04 17:33:25.390361 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 51430) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:33:25.396301 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-963175f5-4196-4ef7-aa5f-fca463638080 tempest-RoutersNegativeIpV6Test-882785305 tempest-RoutersNegativeIpV6Test-882785305-project] Request body: {'subnet': {'network_id': '2fb9359e-60c0-4b00-be75-b2e110bbd9a5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:33:25.400630 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-ba8915f7-9046-4e77-94bb-db0bb38d7d99 req-dee1efe8-b664-4248-869b-35693586d4fb tempest-ServerDiskConfigTestJSON-47961148 tempest-ServerDiskConfigTestJSON-47961148-project] 10.222.0.89 "GET /v2.0/security-groups?id=ffff0ed7-cf9e-4cbb-9be9-3a1c2dba1e58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472106 Feb 04 17:33:25.436906 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6d1734-dd87-41a0-a06b-84ab1e4e7169 tempest-RoutersNegativeIpV6Test-882785305 tempest-RoutersNegativeIpV6Test-882785305-project] Pushing event updated for resources: {'Network': ['ID=2fb9359e-60c0-4b00-be75-b2e110bbd9a5,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:33:25.450275 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Network 2fb9359e-60c0-4b00-be75-b2e110bbd9a5 details requested by agent ovs-agent-n-d-827839-2 with host n-d-827839-2 {{(pid=103378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 17:33:25.469914 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-f902fde6-6f2d-4832-9f9c-93b098c9f552 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Publish callbacks [] for security_group (227e9d45-1294-4cef-8bff-88897b7117ce), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:25.481001 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-f902fde6-6f2d-4832-9f9c-93b098c9f552 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (227e9d45-1294-4cef-8bff-88897b7117ce), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:25.535943 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f902fde6-6f2d-4832-9f9c-93b098c9f552 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] vlan segment allocate from pool success with {'vlan_id': 755, 'physical_network': 'physnet1'} {{(pid=103377) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 17:33:25.547149 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f902fde6-6f2d-4832-9f9c-93b098c9f552 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Pushing event updated for resources: {'SecurityGroup': ['ID=227e9d45-1294-4cef-8bff-88897b7117ce,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:33:25.554867 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-f902fde6-6f2d-4832-9f9c-93b098c9f552 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (cf4ca608-16c0-4436-b907-3fc9485d476c), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:25.555222 n-d-827839-2 neutron-server[103377]: INFO neutron.db.segments_db [None req-f902fde6-6f2d-4832-9f9c-93b098c9f552 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Added segment cf4ca608-16c0-4436-b907-3fc9485d476c of type vlan for network 300d1773-836f-4dfa-8b70-457eea073740 Feb 04 17:33:25.583516 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-963175f5-4196-4ef7-aa5f-fca463638080 tempest-RoutersNegativeIpV6Test-882785305 tempest-RoutersNegativeIpV6Test-882785305-project] Made reservation on behalf of c02ffbd32c6e4b358c1f856227331d2e for: {'subnet': 1} {{(pid=103376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:33:25.589301 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-963175f5-4196-4ef7-aa5f-fca463638080 tempest-RoutersNegativeIpV6Test-882785305 tempest-RoutersNegativeIpV6Test-882785305-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25859006'] for subnet (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:25.632790 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-f902fde6-6f2d-4832-9f9c-93b098c9f552 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781084292801'] for network (300d1773-836f-4dfa-8b70-457eea073740), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:25.677124 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-f902fde6-6f2d-4832-9f9c-93b098c9f552 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327'] for network (300d1773-836f-4dfa-8b70-457eea073740), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:25.685062 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f902fde6-6f2d-4832-9f9c-93b098c9f552 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:33:25.686172 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-f902fde6-6f2d-4832-9f9c-93b098c9f552 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Publish callbacks [] for network (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:25.763241 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-f902fde6-6f2d-4832-9f9c-93b098c9f552 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.8849452 Feb 04 17:33:25.766610 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 51442) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:33:25.781822 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-63121dca-5da7-4ff7-9cc8-6578d01ff316 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Request body: {'network': {'name': 'tempest-RoutersTest-452343345'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:33:25.785640 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f902fde6-6f2d-4832-9f9c-93b098c9f552 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Pushing event updated for resources: {'Network': ['ID=300d1773-836f-4dfa-8b70-457eea073740,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:33:25.799198 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Network 300d1773-836f-4dfa-8b70-457eea073740 details requested by agent ovs-agent-n-d-827839-2 with host n-d-827839-2 {{(pid=103378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 17:33:25.885984 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-963175f5-4196-4ef7-aa5f-fca463638080 tempest-RoutersNegativeIpV6Test-882785305 tempest-RoutersNegativeIpV6Test-882785305-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25674939', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25858952'] for subnet (fbe2152d-a84d-4c4f-9ade-311ef22fc561), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:25.893584 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63121dca-5da7-4ff7-9cc8-6578d01ff316 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Made reservation on behalf of d3ff32f7652b479da34ca36dc7895dfa for: {'network': 1} {{(pid=103376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:33:25.896954 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-63121dca-5da7-4ff7-9cc8-6578d01ff316 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for network (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:25.969380 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963175f5-4196-4ef7-aa5f-fca463638080 tempest-RoutersNegativeIpV6Test-882785305 tempest-RoutersNegativeIpV6Test-882785305-project] Pushing event updated for resources: {'Subnet': ['ID=fbe2152d-a84d-4c4f-9ade-311ef22fc561,revision_number=0']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:33:25.972715 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63121dca-5da7-4ff7-9cc8-6578d01ff316 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] vlan segment allocate from pool success with {'vlan_id': 784, 'physical_network': 'physnet1'} {{(pid=103376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 17:33:25.992620 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-63121dca-5da7-4ff7-9cc8-6578d01ff316 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (33d547d5-cb2e-429b-9b92-747ca433c240), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:25.993003 n-d-827839-2 neutron-server[103376]: INFO neutron.db.segments_db [None req-63121dca-5da7-4ff7-9cc8-6578d01ff316 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Added segment 33d547d5-cb2e-429b-9b92-747ca433c240 of type vlan for network f89337f7-5c8e-4930-bac2-5eb671697f16 Feb 04 17:33:26.006613 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-963175f5-4196-4ef7-aa5f-fca463638080 tempest-RoutersNegativeIpV6Test-882785305 tempest-RoutersNegativeIpV6Test-882785305-project] Checking segment: {'id': 'c61a713a-9a6f-465b-8695-e0ab8a7f9d0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '2fb9359e-60c0-4b00-be75-b2e110bbd9a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:33:26.007044 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-963175f5-4196-4ef7-aa5f-fca463638080 tempest-RoutersNegativeIpV6Test-882785305 tempest-RoutersNegativeIpV6Test-882785305-project] Network hostable DHCP agents. Network: 2fb9359e-60c0-4b00-be75-b2e110bbd9a5, hostable agents: ['bb89f5a3-3c22-440b-b7d1-c4f0c43c184a'], hosted agents: [] {{(pid=103376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 17:33:26.063364 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Device 938cef76-9af0-4dc7-9008-8fa7a04eba3f up at agent hyperv_n-h2-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:33:26.067909 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-63121dca-5da7-4ff7-9cc8-6578d01ff316 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781084292801'] for network (f89337f7-5c8e-4930-bac2-5eb671697f16), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:26.091796 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-963175f5-4196-4ef7-aa5f-fca463638080 tempest-RoutersNegativeIpV6Test-882785305 tempest-RoutersNegativeIpV6Test-882785305-project] Network 2fb9359e-60c0-4b00-be75-b2e110bbd9a5 is scheduled to be hosted by DHCP agent bb89f5a3-3c22-440b-b7d1-c4f0c43c184a with binding_index 1 {{(pid=103376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 17:33:26.107866 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-63121dca-5da7-4ff7-9cc8-6578d01ff316 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327'] for network (f89337f7-5c8e-4930-bac2-5eb671697f16), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:26.114417 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63121dca-5da7-4ff7-9cc8-6578d01ff316 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:33:26.115497 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-63121dca-5da7-4ff7-9cc8-6578d01ff316 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Publish callbacks [] for network (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:26.129790 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [None req-963175f5-4196-4ef7-aa5f-fca463638080 tempest-RoutersNegativeIpV6Test-882785305 tempest-RoutersNegativeIpV6Test-882785305-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827839-2, 2fb9359e-60c0-4b00-be75-b2e110bbd9a5) {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:33:26.135061 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-963175f5-4196-4ef7-aa5f-fca463638080 tempest-RoutersNegativeIpV6Test-882785305 tempest-RoutersNegativeIpV6Test-882785305-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:33:26.136009 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-963175f5-4196-4ef7-aa5f-fca463638080 tempest-RoutersNegativeIpV6Test-882785305 tempest-RoutersNegativeIpV6Test-882785305-project] Publish callbacks [] for subnet (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:26.153683 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-346135e3-ad22-4aa0-9cd3-146f1968692d None None] Network 2fb9359e-60c0-4b00-be75-b2e110bbd9a5 requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:33:26.244805 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-63121dca-5da7-4ff7-9cc8-6578d01ff316 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.4771264 Feb 04 17:33:26.247588 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 51472) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:33:26.248014 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-963175f5-4196-4ef7-aa5f-fca463638080 tempest-RoutersNegativeIpV6Test-882785305 tempest-RoutersNegativeIpV6Test-882785305-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8566225 Feb 04 17:33:26.251400 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 51474) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:33:26.258091 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-7fe454ba-d5f9-4386-b74c-00cb16b5c804 tempest-RoutersNegativeIpV6Test-882785305 tempest-RoutersNegativeIpV6Test-882785305-project] Request body: {'network': {'name': 'tempest-router-network01--139034747'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:33:26.262363 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63121dca-5da7-4ff7-9cc8-6578d01ff316 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Pushing event updated for resources: {'Network': ['ID=f89337f7-5c8e-4930-bac2-5eb671697f16,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:33:26.283236 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Network f89337f7-5c8e-4930-bac2-5eb671697f16 details requested by agent ovs-agent-n-d-827839-2 with host n-d-827839-2 {{(pid=103378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 17:33:26.298352 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf61153f-5206-4341-b24b-51ae201e1660 req-12c4fb3a-26b4-4891-8441-2eb9749aa872 tempest-AttachVolumeNegativeTest-179514357 tempest-AttachVolumeNegativeTest-179514357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:33:26.300062 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-cf61153f-5206-4341-b24b-51ae201e1660 req-12c4fb3a-26b4-4891-8441-2eb9749aa872 tempest-AttachVolumeNegativeTest-179514357 tempest-AttachVolumeNegativeTest-179514357-project] 10.222.0.89 "GET /v2.0/ports?device_id=546379d5-462c-47b2-8c97-d39d06b59eee HTTP/1.1" status: 200 len: 944 time: 0.1047595 Feb 04 17:33:26.312438 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-75808106-cc6c-4e4b-bc9d-5e8a1e20307f tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Request body: {'subnet': {'network_id': '300d1773-836f-4dfa-8b70-457eea073740', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:33:26.371320 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-cf61153f-5206-4341-b24b-51ae201e1660 req-7c7c4d20-dd12-4fcb-ad69-01b7e6f381b3 tempest-AttachVolumeNegativeTest-179514357 tempest-AttachVolumeNegativeTest-179514357-project] 10.222.0.89 "GET /v2.0/security-groups?id=c354f4ed-9d7a-4839-ac0e-7acc5f1680a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654027 Feb 04 17:33:26.381301 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Provisioning for port 938cef76-9af0-4dc7-9008-8fa7a04eba3f completed by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 17:33:26.389976 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Provisioning complete for port 938cef76-9af0-4dc7-9008-8fa7a04eba3f triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:33:26.390596 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (938cef76-9af0-4dc7-9008-8fa7a04eba3f), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:26.423256 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fe454ba-d5f9-4386-b74c-00cb16b5c804 tempest-RoutersNegativeIpV6Test-882785305 tempest-RoutersNegativeIpV6Test-882785305-project] Made reservation on behalf of c02ffbd32c6e4b358c1f856227331d2e for: {'network': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:33:26.427282 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-7fe454ba-d5f9-4386-b74c-00cb16b5c804 tempest-RoutersNegativeIpV6Test-882785305 tempest-RoutersNegativeIpV6Test-882785305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for network (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:26.457230 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bf1d38e-d371-48f2-a5f3-f66eed413006 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e4c19ad-5724-5db8-8ee1-4f56ae69fcf4-2fb9359e-60c0-4b00-be75-b2e110bbd9a5', 'network_id': '2fb9359e-60c0-4b00-be75-b2e110bbd9a5', 'project_id': 'c02ffbd32c6e4b358c1f856227331d2e', 'fixed_ips': [{'subnet_id': 'fbe2152d-a84d-4c4f-9ade-311ef22fc561'}]}} from n-d-827839-2. {{(pid=103378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 17:33:26.458633 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8bf1d38e-d371-48f2-a5f3-f66eed413006 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:26.545181 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7fe454ba-d5f9-4386-b74c-00cb16b5c804 tempest-RoutersNegativeIpV6Test-882785305 tempest-RoutersNegativeIpV6Test-882785305-project] vlan segment allocate from pool success with {'vlan_id': 756, 'physical_network': 'physnet1'} {{(pid=103377) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 17:33:26.589338 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-7fe454ba-d5f9-4386-b74c-00cb16b5c804 tempest-RoutersNegativeIpV6Test-882785305 tempest-RoutersNegativeIpV6Test-882785305-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (a4c4eb19-ce16-4d7f-9040-c069a1335a60), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:26.590200 n-d-827839-2 neutron-server[103377]: INFO neutron.db.segments_db [None req-7fe454ba-d5f9-4386-b74c-00cb16b5c804 tempest-RoutersNegativeIpV6Test-882785305 tempest-RoutersNegativeIpV6Test-882785305-project] Added segment a4c4eb19-ce16-4d7f-9040-c069a1335a60 of type vlan for network c099ba58-a5e5-49b7-814d-9f74869e4ab8 Feb 04 17:33:26.592193 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75808106-cc6c-4e4b-bc9d-5e8a1e20307f tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Made reservation on behalf of d3ff32f7652b479da34ca36dc7895dfa for: {'subnet': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:33:26.593202 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Current status of the port 938cef76-9af0-4dc7-9008-8fa7a04eba3f is: BUILD; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:33:26.593870 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (938cef76-9af0-4dc7-9008-8fa7a04eba3f), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:26.596381 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-75808106-cc6c-4e4b-bc9d-5e8a1e20307f tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25597243'] for subnet (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:26.644479 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '546379d5-462c-47b2-8c97-d39d06b59eee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '938cef76-9af0-4dc7-9008-8fa7a04eba3f'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:33:26.647399 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c34bc964ce2211770fda26ca2f3801cc06f4f39928110690550e94ab9c9d2fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6de9018d-466e-46a2-a837-7559b5709049" -d '{"events": [{"server_uuid": "546379d5-462c-47b2-8c97-d39d06b59eee", "name": "network-vif-plugged", "status": "completed", "tag": "938cef76-9af0-4dc7-9008-8fa7a04eba3f"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:33:26.668358 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 51486) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:33:26.699015 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] For port 938cef76-9af0-4dc7-9008-8fa7a04eba3f, host n-h2-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=938cef76-9af0-4dc7-9008-8fa7a04eba3f,segment=NetworkSegment(de835c50-94f9-45e0-aa2b-e450b795a51e),segment_id=de835c50-94f9-45e0-aa2b-e450b795a51e)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:33:26.704220 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-7fe454ba-d5f9-4386-b74c-00cb16b5c804 tempest-RoutersNegativeIpV6Test-882785305 tempest-RoutersNegativeIpV6Test-882785305-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781084292801'] for network (c099ba58-a5e5-49b7-814d-9f74869e4ab8), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:26.715253 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (938cef76-9af0-4dc7-9008-8fa7a04eba3f), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:26.718762 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 17:33:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3471479-7ee1-4f3a-b28e-3818fedcda45 x-openstack-request-id: req-e3471479-7ee1-4f3a-b28e-3818fedcda45 {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:33:26.719221 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "546379d5-462c-47b2-8c97-d39d06b59eee", "name": "network-vif-plugged", "status": "completed", "tag": "938cef76-9af0-4dc7-9008-8fa7a04eba3f", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:33:26.719622 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-e3471479-7ee1-4f3a-b28e-3818fedcda45 {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:33:26.720168 n-d-827839-2 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '546379d5-462c-47b2-8c97-d39d06b59eee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '938cef76-9af0-4dc7-9008-8fa7a04eba3f', 'code': 200} Feb 04 17:33:26.725554 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfd999d-a3c6-464d-98c7-76547930d74c req-775401d2-8889-485e-a7d9-406297d847a5 tempest-ServerDiskConfigTestJSON-47961148 tempest-ServerDiskConfigTestJSON-47961148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:33:26.727657 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-acfd999d-a3c6-464d-98c7-76547930d74c req-775401d2-8889-485e-a7d9-406297d847a5 tempest-ServerDiskConfigTestJSON-47961148 tempest-ServerDiskConfigTestJSON-47961148-project] 10.222.0.89 "GET /v2.0/ports?device_id=a8a37a11-05ad-417e-9246-571115659a9e HTTP/1.1" status: 200 len: 945 time: 0.2191288 Feb 04 17:33:26.729325 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-8bf1d38e-d371-48f2-a5f3-f66eed413006 None None] Allocated IP 2001:db8::2 (2fb9359e-60c0-4b00-be75-b2e110bbd9a5/fbe2152d-a84d-4c4f-9ade-311ef22fc561/3005a156-6325-4076-9d37-8e5099f0e137) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:33:26.848342 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-51fdc677-c002-472b-b738-2ee6d9460ac0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:26.850026 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Pushing event updated for resources: {'Port': ['ID=938cef76-9af0-4dc7-9008-8fa7a04eba3f,revision_number=5']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:33:26.865499 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-7fe454ba-d5f9-4386-b74c-00cb16b5c804 tempest-RoutersNegativeIpV6Test-882785305 tempest-RoutersNegativeIpV6Test-882785305-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327'] for network (c099ba58-a5e5-49b7-814d-9f74869e4ab8), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:26.872062 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fe454ba-d5f9-4386-b74c-00cb16b5c804 tempest-RoutersNegativeIpV6Test-882785305 tempest-RoutersNegativeIpV6Test-882785305-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:33:26.872441 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-7fe454ba-d5f9-4386-b74c-00cb16b5c804 tempest-RoutersNegativeIpV6Test-882785305 tempest-RoutersNegativeIpV6Test-882785305-project] Publish callbacks [] for network (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:26.914832 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 51490) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:33:26.915163 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-7fe454ba-d5f9-4386-b74c-00cb16b5c804 tempest-RoutersNegativeIpV6Test-882785305 tempest-RoutersNegativeIpV6Test-882785305-project] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.6623800 Feb 04 17:33:26.927690 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-d874045f-6441-4d4b-b291-fe78963a1bd1 tempest-RoutersNegativeIpV6Test-882785305 tempest-RoutersNegativeIpV6Test-882785305-project] Request body: {'network': {'name': 'tempest-router-network02--1695953208'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:33:26.958397 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d874045f-6441-4d4b-b291-fe78963a1bd1 tempest-RoutersNegativeIpV6Test-882785305 tempest-RoutersNegativeIpV6Test-882785305-project] Made reservation on behalf of c02ffbd32c6e4b358c1f856227331d2e for: {'network': 1} {{(pid=103376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:33:26.962038 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-d874045f-6441-4d4b-b291-fe78963a1bd1 tempest-RoutersNegativeIpV6Test-882785305 tempest-RoutersNegativeIpV6Test-882785305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for network (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:26.976171 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8bf1d38e-d371-48f2-a5f3-f66eed413006 None None] Publish callbacks [] for port (3005a156-6325-4076-9d37-8e5099f0e137), precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:26.985934 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-51fdc677-c002-472b-b738-2ee6d9460ac0 admin admin] Publish callbacks [] for security_group (01143f03-5139-4083-9880-90d39f51fa9e), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:26.986660 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8bf1d38e-d371-48f2-a5f3-f66eed413006 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135'] for port (3005a156-6325-4076-9d37-8e5099f0e137), after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:26.995287 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-acfd999d-a3c6-464d-98c7-76547930d74c req-ae9c6f7c-6e3a-4abd-82c0-1a97e0937dd4 tempest-ServerDiskConfigTestJSON-47961148 tempest-ServerDiskConfigTestJSON-47961148-project] 10.222.0.89 "GET /v2.0/security-groups?id=ffff0ed7-cf9e-4cbb-9be9-3a1c2dba1e58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2442751 Feb 04 17:33:27.008728 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-51fdc677-c002-472b-b738-2ee6d9460ac0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (01143f03-5139-4083-9880-90d39f51fa9e), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:27.025426 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ad787c-935e-4b1b-ad7c-362a4d053c59 req-abba002a-3a10-4548-b859-ce85bcb79909 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:33:27.027005 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-b2ad787c-935e-4b1b-ad7c-362a4d053c59 req-abba002a-3a10-4548-b859-ce85bcb79909 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=546379d5-462c-47b2-8c97-d39d06b59eee HTTP/1.1" status: 200 len: 1127 time: 0.2155104 Feb 04 17:33:27.036546 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d874045f-6441-4d4b-b291-fe78963a1bd1 tempest-RoutersNegativeIpV6Test-882785305 tempest-RoutersNegativeIpV6Test-882785305-project] vlan segment allocate from pool success with {'vlan_id': 757, 'physical_network': 'physnet1'} {{(pid=103376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 17:33:27.043369 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-51fdc677-c002-472b-b738-2ee6d9460ac0 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=bbcfcc263222429ba900c0498019e816&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3737657 Feb 04 17:33:27.053310 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 51492) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:33:27.053795 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe454ba-d5f9-4386-b74c-00cb16b5c804 tempest-RoutersNegativeIpV6Test-882785305 tempest-RoutersNegativeIpV6Test-882785305-project] Pushing event updated for resources: {'Network': ['ID=c099ba58-a5e5-49b7-814d-9f74869e4ab8,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:33:27.054117 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf1d38e-d371-48f2-a5f3-f66eed413006 None None] Pushing event updated for resources: {'Port': ['ID=3005a156-6325-4076-9d37-8e5099f0e137,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:33:27.065151 n-d-827839-2 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bf1d38e-d371-48f2-a5f3-f66eed413006 None None] Network 2fb9359e-60c0-4b00-be75-b2e110bbd9a5 is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:33:27.068642 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Network c099ba58-a5e5-49b7-814d-9f74869e4ab8 details requested by agent ovs-agent-n-d-827839-2 with host n-d-827839-2 {{(pid=103378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 17:33:27.072168 n-d-827839-2 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-8bf1d38e-d371-48f2-a5f3-f66eed413006 None None] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:33:27.074927 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bf1d38e-d371-48f2-a5f3-f66eed413006 None None] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:33:27.099120 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-d874045f-6441-4d4b-b291-fe78963a1bd1 tempest-RoutersNegativeIpV6Test-882785305 tempest-RoutersNegativeIpV6Test-882785305-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (6e9abb02-a57c-471b-bd65-e69e827c660b), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:27.099485 n-d-827839-2 neutron-server[103376]: INFO neutron.db.segments_db [None req-d874045f-6441-4d4b-b291-fe78963a1bd1 tempest-RoutersNegativeIpV6Test-882785305 tempest-RoutersNegativeIpV6Test-882785305-project] Added segment 6e9abb02-a57c-471b-bd65-e69e827c660b of type vlan for network 8540d735-d197-49f1-b02a-2d598906b5d1 Feb 04 17:33:27.112507 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-b2ad787c-935e-4b1b-ad7c-362a4d053c59 req-8b25fa39-9243-4e95-aa37-0369adbc5064 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=c354f4ed-9d7a-4839-ac0e-7acc5f1680a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532353 Feb 04 17:33:27.120172 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51fdc677-c002-472b-b738-2ee6d9460ac0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01143f03-5139-4083-9880-90d39f51fa9e,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:33:27.165271 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-4b0460ae-0ebe-48c9-a1ea-1c6e3607d788 admin admin] Publish callbacks [] for security_group (01143f03-5139-4083-9880-90d39f51fa9e), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:27.199084 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-75808106-cc6c-4e4b-bc9d-5e8a1e20307f tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25889445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25597197'] for subnet (67f3b468-891f-4918-a0c5-bfaa24b99b2f), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:27.202476 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-4b0460ae-0ebe-48c9-a1ea-1c6e3607d788 admin admin] Publish callbacks [] for security_group (01143f03-5139-4083-9880-90d39f51fa9e), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:27.212957 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-d874045f-6441-4d4b-b291-fe78963a1bd1 tempest-RoutersNegativeIpV6Test-882785305 tempest-RoutersNegativeIpV6Test-882785305-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781084292801'] for network (8540d735-d197-49f1-b02a-2d598906b5d1), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:27.223375 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-8bf1d38e-d371-48f2-a5f3-f66eed413006 None None] Attempting to bind port 3005a156-6325-4076-9d37-8e5099f0e137 on host n-d-827839-2 for vnic_type normal with profile {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:33:27.223907 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-8bf1d38e-d371-48f2-a5f3-f66eed413006 None None] Attempting to bind port 3005a156-6325-4076-9d37-8e5099f0e137 by drivers openvswitch,hyperv on host n-d-827839-2 at level 0 using segments [{'id': 'c61a713a-9a6f-465b-8695-e0ab8a7f9d0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '2fb9359e-60c0-4b00-be75-b2e110bbd9a5'}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:33:27.224375 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bf1d38e-d371-48f2-a5f3-f66eed413006 None None] Attempting to bind port 3005a156-6325-4076-9d37-8e5099f0e137 on network 2fb9359e-60c0-4b00-be75-b2e110bbd9a5 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:33:27.230633 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bf1d38e-d371-48f2-a5f3-f66eed413006 None None] Checking agent: {'id': 'ba70844b-66a0-45fd-a2f2-e6ed673321fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 0, 36), 'started_at': datetime.datetime(2022, 2, 4, 17, 1, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 33, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:33:27.231142 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bf1d38e-d371-48f2-a5f3-f66eed413006 None None] Checking segment: {'id': 'c61a713a-9a6f-465b-8695-e0ab8a7f9d0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '2fb9359e-60c0-4b00-be75-b2e110bbd9a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:33:27.231666 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8bf1d38e-d371-48f2-a5f3-f66eed413006 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:27.232162 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bf1d38e-d371-48f2-a5f3-f66eed413006 None None] Bound using segment: {'id': 'c61a713a-9a6f-465b-8695-e0ab8a7f9d0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '2fb9359e-60c0-4b00-be75-b2e110bbd9a5'} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:33:27.232730 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-8bf1d38e-d371-48f2-a5f3-f66eed413006 None None] Bound port: 3005a156-6325-4076-9d37-8e5099f0e137, host: n-d-827839-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c61a713a-9a6f-465b-8695-e0ab8a7f9d0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '2fb9359e-60c0-4b00-be75-b2e110bbd9a5'}}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:33:27.233235 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8bf1d38e-d371-48f2-a5f3-f66eed413006 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (3005a156-6325-4076-9d37-8e5099f0e137), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:27.259619 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-d874045f-6441-4d4b-b291-fe78963a1bd1 tempest-RoutersNegativeIpV6Test-882785305 tempest-RoutersNegativeIpV6Test-882785305-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327'] for network (8540d735-d197-49f1-b02a-2d598906b5d1), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:27.265449 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d874045f-6441-4d4b-b291-fe78963a1bd1 tempest-RoutersNegativeIpV6Test-882785305 tempest-RoutersNegativeIpV6Test-882785305-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:33:27.269327 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75808106-cc6c-4e4b-bc9d-5e8a1e20307f tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Pushing event updated for resources: {'Subnet': ['ID=67f3b468-891f-4918-a0c5-bfaa24b99b2f,revision_number=0']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:33:27.282158 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-d874045f-6441-4d4b-b291-fe78963a1bd1 tempest-RoutersNegativeIpV6Test-882785305 tempest-RoutersNegativeIpV6Test-882785305-project] Publish callbacks [] for network (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:27.301158 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75808106-cc6c-4e4b-bc9d-5e8a1e20307f tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Checking segment: {'id': 'cf4ca608-16c0-4436-b907-3fc9485d476c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '300d1773-836f-4dfa-8b70-457eea073740'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:33:27.301517 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75808106-cc6c-4e4b-bc9d-5e8a1e20307f tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Network hostable DHCP agents. Network: 300d1773-836f-4dfa-8b70-457eea073740, hostable agents: ['bb89f5a3-3c22-440b-b7d1-c4f0c43c184a'], hosted agents: [] {{(pid=103377) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 17:33:27.322232 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-8bf1d38e-d371-48f2-a5f3-f66eed413006 None None] For port 3005a156-6325-4076-9d37-8e5099f0e137, host n-d-827839-2, cleared binding levels {{(pid=103378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:33:27.326581 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-8bf1d38e-d371-48f2-a5f3-f66eed413006 None None] For port 3005a156-6325-4076-9d37-8e5099f0e137, host n-d-827839-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=3005a156-6325-4076-9d37-8e5099f0e137,segment=NetworkSegment(c61a713a-9a6f-465b-8695-e0ab8a7f9d0c),segment_id=c61a713a-9a6f-465b-8695-e0ab8a7f9d0c)] {{(pid=103378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:33:27.329576 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75808106-cc6c-4e4b-bc9d-5e8a1e20307f tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Network 300d1773-836f-4dfa-8b70-457eea073740 is scheduled to be hosted by DHCP agent bb89f5a3-3c22-440b-b7d1-c4f0c43c184a with binding_index 1 {{(pid=103377) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 17:33:27.335274 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8bf1d38e-d371-48f2-a5f3-f66eed413006 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (3005a156-6325-4076-9d37-8e5099f0e137), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:27.344650 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [None req-75808106-cc6c-4e4b-bc9d-5e8a1e20307f tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827839-2, 300d1773-836f-4dfa-8b70-457eea073740) {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:33:27.358748 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75808106-cc6c-4e4b-bc9d-5e8a1e20307f tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:33:27.359343 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-75808106-cc6c-4e4b-bc9d-5e8a1e20307f tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Publish callbacks [] for subnet (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:27.369274 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d163de5c-77be-4c5a-9a96-795a52c2b470 None None] Network 300d1773-836f-4dfa-8b70-457eea073740 requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:33:27.371283 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d874045f-6441-4d4b-b291-fe78963a1bd1 tempest-RoutersNegativeIpV6Test-882785305 tempest-RoutersNegativeIpV6Test-882785305-project] Pushing event updated for resources: {'Network': ['ID=8540d735-d197-49f1-b02a-2d598906b5d1,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:33:27.378308 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-d874045f-6441-4d4b-b291-fe78963a1bd1 tempest-RoutersNegativeIpV6Test-882785305 tempest-RoutersNegativeIpV6Test-882785305-project] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4623141 Feb 04 17:33:27.381155 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 51494) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:33:27.387636 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-2ad8737a-d5da-4dbc-afea-7062db487d8c tempest-RoutersNegativeIpV6Test-882785305 tempest-RoutersNegativeIpV6Test-882785305-project] Request body: {'subnet': {'network_id': 'c099ba58-a5e5-49b7-814d-9f74869e4ab8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:33:27.395460 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-75808106-cc6c-4e4b-bc9d-5e8a1e20307f tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1460652 Feb 04 17:33:27.398751 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 51498) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:33:27.409500 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-4b0460ae-0ebe-48c9-a1ea-1c6e3607d788 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (01143f03-5139-4083-9880-90d39f51fa9e), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:27.410437 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-5bfaf8c8-7e45-48d0-98c0-5abbf797cebb tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Request body: {'subnet': {'network_id': 'f89337f7-5c8e-4930-bac2-5eb671697f16', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:33:27.415541 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-4b0460ae-0ebe-48c9-a1ea-1c6e3607d788 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:27.416721 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-4b0460ae-0ebe-48c9-a1ea-1c6e3607d788 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/01143f03-5139-4083-9880-90d39f51fa9e HTTP/1.1" status: 204 len: 168 time: 0.3616610 Feb 04 17:33:27.466001 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Network 8540d735-d197-49f1-b02a-2d598906b5d1 details requested by agent ovs-agent-n-d-827839-2 with host n-d-827839-2 {{(pid=103378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 17:33:27.559025 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bfaf8c8-7e45-48d0-98c0-5abbf797cebb tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Made reservation on behalf of d3ff32f7652b479da34ca36dc7895dfa for: {'subnet': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:33:27.563342 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-5bfaf8c8-7e45-48d0-98c0-5abbf797cebb tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25597243'] for subnet (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:27.574921 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf1d38e-d371-48f2-a5f3-f66eed413006 None None] Pushing event updated for resources: {'Port': ['ID=3005a156-6325-4076-9d37-8e5099f0e137,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:33:27.653530 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0460ae-0ebe-48c9-a1ea-1c6e3607d788 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01143f03-5139-4083-9880-90d39f51fa9e,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:33:27.688162 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ad8737a-d5da-4dbc-afea-7062db487d8c tempest-RoutersNegativeIpV6Test-882785305 tempest-RoutersNegativeIpV6Test-882785305-project] Made reservation on behalf of c02ffbd32c6e4b358c1f856227331d2e for: {'subnet': 1} {{(pid=103376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:33:27.692621 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-2ad8737a-d5da-4dbc-afea-7062db487d8c tempest-RoutersNegativeIpV6Test-882785305 tempest-RoutersNegativeIpV6Test-882785305-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25859006'] for subnet (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:27.693643 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10af81a3-c505-4a71-beda-6ad1f868ce52 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e4c19ad-5724-5db8-8ee1-4f56ae69fcf4-300d1773-836f-4dfa-8b70-457eea073740', 'network_id': '300d1773-836f-4dfa-8b70-457eea073740', 'project_id': 'd3ff32f7652b479da34ca36dc7895dfa', 'fixed_ips': [{'subnet_id': '67f3b468-891f-4918-a0c5-bfaa24b99b2f'}]}} from n-d-827839-2. {{(pid=103378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 17:33:27.695062 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-10af81a3-c505-4a71-beda-6ad1f868ce52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:27.778658 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f91d0f-cef6-4471-8bbf-ff0bb53abaef req-75c2adcf-bf43-4b4e-b828-7bd29f7c6595 tempest-AttachVolumeNegativeTest-179514357 tempest-AttachVolumeNegativeTest-179514357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:33:27.780267 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-84f91d0f-cef6-4471-8bbf-ff0bb53abaef req-75c2adcf-bf43-4b4e-b828-7bd29f7c6595 tempest-AttachVolumeNegativeTest-179514357 tempest-AttachVolumeNegativeTest-179514357-project] 10.222.0.89 "GET /v2.0/ports?device_id=546379d5-462c-47b2-8c97-d39d06b59eee HTTP/1.1" status: 200 len: 945 time: 0.1902342 Feb 04 17:33:27.924789 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-84f91d0f-cef6-4471-8bbf-ff0bb53abaef req-fd9c4b54-b3e8-4ae4-a9a4-ab09b0f70d4f tempest-AttachVolumeNegativeTest-179514357 tempest-AttachVolumeNegativeTest-179514357-project] 10.222.0.89 "GET /v2.0/security-groups?id=c354f4ed-9d7a-4839-ac0e-7acc5f1680a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313975 Feb 04 17:33:27.979744 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-5bfaf8c8-7e45-48d0-98c0-5abbf797cebb tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25889445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25597197'] for subnet (19ebbca8-4080-455d-825f-6f075f8f3031), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:28.038832 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-10af81a3-c505-4a71-beda-6ad1f868ce52 None None] Allocated IP 172.20.0.2 (300d1773-836f-4dfa-8b70-457eea073740/67f3b468-891f-4918-a0c5-bfaa24b99b2f/c3172729-ce6b-48ca-b469-fc54c9c8abf6) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:33:28.058355 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 51506) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:33:28.108813 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-9a003c3c-9bc7-417b-97eb-c89e5b9127b3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:28.134678 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-2ad8737a-d5da-4dbc-afea-7062db487d8c tempest-RoutersNegativeIpV6Test-882785305 tempest-RoutersNegativeIpV6Test-882785305-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25674939', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25858952'] for subnet (ed2e55d0-8abd-4a1b-9f89-621a31bd5b1f), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:28.197787 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad8737a-d5da-4dbc-afea-7062db487d8c tempest-RoutersNegativeIpV6Test-882785305 tempest-RoutersNegativeIpV6Test-882785305-project] Pushing event updated for resources: {'Subnet': ['ID=ed2e55d0-8abd-4a1b-9f89-621a31bd5b1f,revision_number=0']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:33:28.231330 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bfaf8c8-7e45-48d0-98c0-5abbf797cebb tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Pushing event updated for resources: {'Subnet': ['ID=19ebbca8-4080-455d-825f-6f075f8f3031,revision_number=0']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:33:28.286487 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bfaf8c8-7e45-48d0-98c0-5abbf797cebb tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Checking segment: {'id': '33d547d5-cb2e-429b-9b92-747ca433c240', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': 'f89337f7-5c8e-4930-bac2-5eb671697f16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:33:28.289485 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bfaf8c8-7e45-48d0-98c0-5abbf797cebb tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Network hostable DHCP agents. Network: f89337f7-5c8e-4930-bac2-5eb671697f16, hostable agents: ['bb89f5a3-3c22-440b-b7d1-c4f0c43c184a'], hosted agents: [] {{(pid=103377) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 17:33:28.294854 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-9a003c3c-9bc7-417b-97eb-c89e5b9127b3 admin admin] Publish callbacks [] for security_group (a7c71e48-ae06-463d-80b9-3c7d0e2e8e9f), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:28.303189 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a140b45-1663-4e7d-be03-8b4fdbb5ad63 req-9288998c-7c24-49a5-8a22-318cd568dbb9 tempest-ServerDiskConfigTestJSON-47961148 tempest-ServerDiskConfigTestJSON-47961148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:33:28.305053 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-6a140b45-1663-4e7d-be03-8b4fdbb5ad63 req-9288998c-7c24-49a5-8a22-318cd568dbb9 tempest-ServerDiskConfigTestJSON-47961148 tempest-ServerDiskConfigTestJSON-47961148-project] 10.222.0.89 "GET /v2.0/ports?device_id=a8a37a11-05ad-417e-9246-571115659a9e HTTP/1.1" status: 200 len: 945 time: 0.1797967 Feb 04 17:33:28.314472 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ad8737a-d5da-4dbc-afea-7062db487d8c tempest-RoutersNegativeIpV6Test-882785305 tempest-RoutersNegativeIpV6Test-882785305-project] Checking segment: {'id': 'a4c4eb19-ce16-4d7f-9040-c069a1335a60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'c099ba58-a5e5-49b7-814d-9f74869e4ab8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:33:28.314704 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ad8737a-d5da-4dbc-afea-7062db487d8c tempest-RoutersNegativeIpV6Test-882785305 tempest-RoutersNegativeIpV6Test-882785305-project] Network hostable DHCP agents. Network: c099ba58-a5e5-49b7-814d-9f74869e4ab8, hostable agents: ['bb89f5a3-3c22-440b-b7d1-c4f0c43c184a'], hosted agents: [] {{(pid=103376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 17:33:28.316553 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-9a003c3c-9bc7-417b-97eb-c89e5b9127b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (a7c71e48-ae06-463d-80b9-3c7d0e2e8e9f), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:28.373618 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ad8737a-d5da-4dbc-afea-7062db487d8c tempest-RoutersNegativeIpV6Test-882785305 tempest-RoutersNegativeIpV6Test-882785305-project] Network c099ba58-a5e5-49b7-814d-9f74869e4ab8 is scheduled to be hosted by DHCP agent bb89f5a3-3c22-440b-b7d1-c4f0c43c184a with binding_index 1 {{(pid=103376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 17:33:28.389532 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [None req-2ad8737a-d5da-4dbc-afea-7062db487d8c tempest-RoutersNegativeIpV6Test-882785305 tempest-RoutersNegativeIpV6Test-882785305-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827839-2, c099ba58-a5e5-49b7-814d-9f74869e4ab8) {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:33:28.397771 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ad8737a-d5da-4dbc-afea-7062db487d8c tempest-RoutersNegativeIpV6Test-882785305 tempest-RoutersNegativeIpV6Test-882785305-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:33:28.398400 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-2ad8737a-d5da-4dbc-afea-7062db487d8c tempest-RoutersNegativeIpV6Test-882785305 tempest-RoutersNegativeIpV6Test-882785305-project] Publish callbacks [] for subnet (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:28.431229 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Device 24da7943-996b-47dd-b387-4fb4e85e2ea6 details requested by agent hyperv_n-h2-827839-2 with host n-h2-827839-2 {{(pid=103378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 17:33:28.433285 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54c1432b-af86-46af-a11d-d6b96e091b46 None None] Network c099ba58-a5e5-49b7-814d-9f74869e4ab8 requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:33:28.436771 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-2ad8737a-d5da-4dbc-afea-7062db487d8c tempest-RoutersNegativeIpV6Test-882785305 tempest-RoutersNegativeIpV6Test-882785305-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0535243 Feb 04 17:33:28.438265 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 51510) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:33:28.450064 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-72837f3c-db24-4675-b8c5-4c3eccbdfdb6 tempest-RoutersNegativeIpV6Test-882785305 tempest-RoutersNegativeIpV6Test-882785305-project] Request body: {'subnet': {'network_id': '8540d735-d197-49f1-b02a-2d598906b5d1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:33:28.457552 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bfaf8c8-7e45-48d0-98c0-5abbf797cebb tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Network f89337f7-5c8e-4930-bac2-5eb671697f16 is scheduled to be hosted by DHCP agent bb89f5a3-3c22-440b-b7d1-c4f0c43c184a with binding_index 1 {{(pid=103377) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 17:33:28.470261 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a003c3c-9bc7-417b-97eb-c89e5b9127b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7c71e48-ae06-463d-80b9-3c7d0e2e8e9f,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:33:28.494616 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [None req-5bfaf8c8-7e45-48d0-98c0-5abbf797cebb tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827839-2, f89337f7-5c8e-4930-bac2-5eb671697f16) {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:33:28.500873 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-9a003c3c-9bc7-417b-97eb-c89e5b9127b3 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=744ff105db1246fd83cd40a316c348dd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4390519 Feb 04 17:33:28.508692 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bfaf8c8-7e45-48d0-98c0-5abbf797cebb tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:33:28.509329 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-5bfaf8c8-7e45-48d0-98c0-5abbf797cebb tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Publish callbacks [] for subnet (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:28.511332 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 51512) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:33:28.513602 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1ea2f21-2676-4582-9b3e-a72ecf02e39f None None] Network f89337f7-5c8e-4930-bac2-5eb671697f16 requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:33:28.534433 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-6a140b45-1663-4e7d-be03-8b4fdbb5ad63 req-facfbe59-8f88-40aa-b6be-f16f104d6352 tempest-ServerDiskConfigTestJSON-47961148 tempest-ServerDiskConfigTestJSON-47961148-project] 10.222.0.89 "GET /v2.0/security-groups?id=ffff0ed7-cf9e-4cbb-9be9-3a1c2dba1e58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2032118 Feb 04 17:33:28.575751 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-5bfaf8c8-7e45-48d0-98c0-5abbf797cebb tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1750178 Feb 04 17:33:28.577833 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 51514) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:33:28.582984 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-c764cd0b-ed42-4307-94e0-119adb05968f tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1699989150', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:33:28.604968 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-10af81a3-c505-4a71-beda-6ad1f868ce52 None None] Publish callbacks [] for port (c3172729-ce6b-48ca-b469-fc54c9c8abf6), precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:28.606926 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72837f3c-db24-4675-b8c5-4c3eccbdfdb6 tempest-RoutersNegativeIpV6Test-882785305 tempest-RoutersNegativeIpV6Test-882785305-project] Made reservation on behalf of c02ffbd32c6e4b358c1f856227331d2e for: {'subnet': 1} {{(pid=103376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:33:28.609266 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-2be3b368-b446-4703-ad3b-e7a747148379 admin admin] Publish callbacks [] for security_group (a7c71e48-ae06-463d-80b9-3c7d0e2e8e9f), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:28.611097 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-72837f3c-db24-4675-b8c5-4c3eccbdfdb6 tempest-RoutersNegativeIpV6Test-882785305 tempest-RoutersNegativeIpV6Test-882785305-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25859006'] for subnet (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:28.617332 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.db.resource_extend [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 17:33:28.642769 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-2be3b368-b446-4703-ad3b-e7a747148379 admin admin] Publish callbacks [] for security_group (a7c71e48-ae06-463d-80b9-3c7d0e2e8e9f), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:28.684270 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-c764cd0b-ed42-4307-94e0-119adb05968f tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1601657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26921'] for router (993e129c-33c7-41c9-9b3d-c1dd7e9e05b2), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:28.685567 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-c764cd0b-ed42-4307-94e0-119adb05968f tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1602025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603663', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1630571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26960'] for router (993e129c-33c7-41c9-9b3d-c1dd7e9e05b2), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:28.729256 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-2be3b368-b446-4703-ad3b-e7a747148379 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (a7c71e48-ae06-463d-80b9-3c7d0e2e8e9f), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:28.731938 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-2be3b368-b446-4703-ad3b-e7a747148379 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:28.733752 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-2be3b368-b446-4703-ad3b-e7a747148379 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/a7c71e48-ae06-463d-80b9-3c7d0e2e8e9f HTTP/1.1" status: 204 len: 168 time: 0.2210310 Feb 04 17:33:28.743003 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be3b368-b446-4703-ad3b-e7a747148379 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7c71e48-ae06-463d-80b9-3c7d0e2e8e9f,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:33:28.813380 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-10af81a3-c505-4a71-beda-6ad1f868ce52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135'] for port (c3172729-ce6b-48ca-b469-fc54c9c8abf6), after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:28.817559 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79ce29a7-9c44-4101-a953-8961146be414 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e4c19ad-5724-5db8-8ee1-4f56ae69fcf4-f89337f7-5c8e-4930-bac2-5eb671697f16', 'network_id': 'f89337f7-5c8e-4930-bac2-5eb671697f16', 'project_id': 'd3ff32f7652b479da34ca36dc7895dfa', 'fixed_ips': [{'subnet_id': '19ebbca8-4080-455d-825f-6f075f8f3031'}]}} from n-d-827839-2. {{(pid=103378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 17:33:28.818405 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-79ce29a7-9c44-4101-a953-8961146be414 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:28.914220 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4246fa26-649d-44e8-9f72-6dce6c8753c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e4c19ad-5724-5db8-8ee1-4f56ae69fcf4-c099ba58-a5e5-49b7-814d-9f74869e4ab8', 'network_id': 'c099ba58-a5e5-49b7-814d-9f74869e4ab8', 'project_id': 'c02ffbd32c6e4b358c1f856227331d2e', 'fixed_ips': [{'subnet_id': 'ed2e55d0-8abd-4a1b-9f89-621a31bd5b1f'}]}} from n-d-827839-2. {{(pid=103378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 17:33:28.915173 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4246fa26-649d-44e8-9f72-6dce6c8753c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:28.950267 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-72837f3c-db24-4675-b8c5-4c3eccbdfdb6 tempest-RoutersNegativeIpV6Test-882785305 tempest-RoutersNegativeIpV6Test-882785305-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25674939', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25858952'] for subnet (b97cce9f-bcfe-49ab-99d4-4504e5df3d3d), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:28.950853 n-d-827839-2 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10af81a3-c505-4a71-beda-6ad1f868ce52 None None] Network 300d1773-836f-4dfa-8b70-457eea073740 is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:33:28.980901 n-d-827839-2 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-10af81a3-c505-4a71-beda-6ad1f868ce52 None None] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:33:28.986781 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10af81a3-c505-4a71-beda-6ad1f868ce52 None None] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:33:29.051523 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-c764cd0b-ed42-4307-94e0-119adb05968f tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Publish callbacks [] for router_controller (993e129c-33c7-41c9-9b3d-c1dd7e9e05b2), precommit_add_association {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:29.067569 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-c764cd0b-ed42-4307-94e0-119adb05968f tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1602046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603680'] for router (993e129c-33c7-41c9-9b3d-c1dd7e9e05b2), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:29.174009 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72837f3c-db24-4675-b8c5-4c3eccbdfdb6 tempest-RoutersNegativeIpV6Test-882785305 tempest-RoutersNegativeIpV6Test-882785305-project] Pushing event updated for resources: {'Subnet': ['ID=b97cce9f-bcfe-49ab-99d4-4504e5df3d3d,revision_number=0']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:33:29.209919 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72837f3c-db24-4675-b8c5-4c3eccbdfdb6 tempest-RoutersNegativeIpV6Test-882785305 tempest-RoutersNegativeIpV6Test-882785305-project] Checking segment: {'id': '6e9abb02-a57c-471b-bd65-e69e827c660b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '8540d735-d197-49f1-b02a-2d598906b5d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:33:29.210309 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72837f3c-db24-4675-b8c5-4c3eccbdfdb6 tempest-RoutersNegativeIpV6Test-882785305 tempest-RoutersNegativeIpV6Test-882785305-project] Network hostable DHCP agents. Network: 8540d735-d197-49f1-b02a-2d598906b5d1, hostable agents: ['bb89f5a3-3c22-440b-b7d1-c4f0c43c184a'], hosted agents: [] {{(pid=103376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 17:33:29.217563 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10af81a3-c505-4a71-beda-6ad1f868ce52 None None] Pushing event updated for resources: {'Port': ['ID=c3172729-ce6b-48ca-b469-fc54c9c8abf6,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:33:29.262455 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-c764cd0b-ed42-4307-94e0-119adb05968f tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Publish callbacks [] for router (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:29.263670 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-c764cd0b-ed42-4307-94e0-119adb05968f tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] 10.222.0.89 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.6847277 Feb 04 17:33:29.273013 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 51534) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:33:29.295070 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72837f3c-db24-4675-b8c5-4c3eccbdfdb6 tempest-RoutersNegativeIpV6Test-882785305 tempest-RoutersNegativeIpV6Test-882785305-project] Network 8540d735-d197-49f1-b02a-2d598906b5d1 is scheduled to be hosted by DHCP agent bb89f5a3-3c22-440b-b7d1-c4f0c43c184a with binding_index 1 {{(pid=103376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 17:33:29.324849 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc324e3f-86ff-427b-b3e6-911d4df19c04 None None] Network 2fb9359e-60c0-4b00-be75-b2e110bbd9a5 requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:33:29.359317 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450dfb6c-ed80-4240-b43a-e99270d44ad9 req-918a3c3c-b580-4abc-97e3-60965fcc9e5a tempest-AttachVolumeNegativeTest-179514357 tempest-AttachVolumeNegativeTest-179514357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:33:29.360969 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-450dfb6c-ed80-4240-b43a-e99270d44ad9 req-918a3c3c-b580-4abc-97e3-60965fcc9e5a tempest-AttachVolumeNegativeTest-179514357 tempest-AttachVolumeNegativeTest-179514357-project] 10.222.0.89 "GET /v2.0/ports?device_id=546379d5-462c-47b2-8c97-d39d06b59eee HTTP/1.1" status: 200 len: 945 time: 0.2831094 Feb 04 17:33:29.361591 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [None req-72837f3c-db24-4675-b8c5-4c3eccbdfdb6 tempest-RoutersNegativeIpV6Test-882785305 tempest-RoutersNegativeIpV6Test-882785305-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827839-2, 8540d735-d197-49f1-b02a-2d598906b5d1) {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:33:29.373300 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72837f3c-db24-4675-b8c5-4c3eccbdfdb6 tempest-RoutersNegativeIpV6Test-882785305 tempest-RoutersNegativeIpV6Test-882785305-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:33:29.373979 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-72837f3c-db24-4675-b8c5-4c3eccbdfdb6 tempest-RoutersNegativeIpV6Test-882785305 tempest-RoutersNegativeIpV6Test-882785305-project] Publish callbacks [] for subnet (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:29.481793 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-72837f3c-db24-4675-b8c5-4c3eccbdfdb6 tempest-RoutersNegativeIpV6Test-882785305 tempest-RoutersNegativeIpV6Test-882785305-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0408690 Feb 04 17:33:29.485927 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 51540) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:33:29.508405 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-79ce29a7-9c44-4101-a953-8961146be414 None None] Allocated IP 172.21.0.2 (f89337f7-5c8e-4930-bac2-5eb671697f16/19ebbca8-4080-455d-825f-6f075f8f3031/6661c3ed-e1e7-43f2-813f-d35fd07a313b) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:33:29.600642 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-450dfb6c-ed80-4240-b43a-e99270d44ad9 req-cb9e1943-56d1-480b-906d-19251128af6b tempest-AttachVolumeNegativeTest-179514357 tempest-AttachVolumeNegativeTest-179514357-project] 10.222.0.89 "GET /v2.0/security-groups?id=c354f4ed-9d7a-4839-ac0e-7acc5f1680a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2205279 Feb 04 17:33:29.879992 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f489a408-a862-4ae6-9649-ed53cd5b5d2b req-80cbdfa7-b067-4d2f-b3e4-1251c1a63d29 tempest-ServerDiskConfigTestJSON-47961148 tempest-ServerDiskConfigTestJSON-47961148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:33:29.883398 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-f489a408-a862-4ae6-9649-ed53cd5b5d2b req-80cbdfa7-b067-4d2f-b3e4-1251c1a63d29 tempest-ServerDiskConfigTestJSON-47961148 tempest-ServerDiskConfigTestJSON-47961148-project] 10.222.0.89 "GET /v2.0/ports?device_id=a8a37a11-05ad-417e-9246-571115659a9e HTTP/1.1" status: 200 len: 945 time: 0.2265983 Feb 04 17:33:29.998482 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-bc5895e1-d968-46ec-b6ed-8df84b5a2cd4 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:30.031459 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-f489a408-a862-4ae6-9649-ed53cd5b5d2b req-0e2cc54c-856d-45d5-bc08-37a253af05b6 tempest-ServerDiskConfigTestJSON-47961148 tempest-ServerDiskConfigTestJSON-47961148-project] 10.222.0.89 "GET /v2.0/security-groups?id=ffff0ed7-cf9e-4cbb-9be9-3a1c2dba1e58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411700 Feb 04 17:33:30.058417 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-4246fa26-649d-44e8-9f72-6dce6c8753c2 None None] Allocated IP 2001:db8::2 (c099ba58-a5e5-49b7-814d-9f74869e4ab8/ed2e55d0-8abd-4a1b-9f89-621a31bd5b1f/c4fb8022-73fa-4329-b5f0-78ed7ed3034a) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:33:30.112306 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b2752ab-ddf9-4995-9ce8-d10559b0334d None None] Network 8540d735-d197-49f1-b02a-2d598906b5d1 requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:33:30.115249 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 3005a156-6325-4076-9d37-8e5099f0e137 up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:33:30.195542 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-cce36101-d6ab-4705-b790-ac659764042b tempest-RoutersNegativeIpV6Test-882785305 tempest-RoutersNegativeIpV6Test-882785305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:30.353403 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-79ce29a7-9c44-4101-a953-8961146be414 None None] Publish callbacks [] for port (6661c3ed-e1e7-43f2-813f-d35fd07a313b), precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:30.363614 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-10af81a3-c505-4a71-beda-6ad1f868ce52 None None] Attempting to bind port c3172729-ce6b-48ca-b469-fc54c9c8abf6 on host n-d-827839-2 for vnic_type normal with profile {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:33:30.363937 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-10af81a3-c505-4a71-beda-6ad1f868ce52 None None] Attempting to bind port c3172729-ce6b-48ca-b469-fc54c9c8abf6 by drivers openvswitch,hyperv on host n-d-827839-2 at level 0 using segments [{'id': 'cf4ca608-16c0-4436-b907-3fc9485d476c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '300d1773-836f-4dfa-8b70-457eea073740'}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:33:30.364303 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10af81a3-c505-4a71-beda-6ad1f868ce52 None None] Attempting to bind port c3172729-ce6b-48ca-b469-fc54c9c8abf6 on network 300d1773-836f-4dfa-8b70-457eea073740 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:33:30.393416 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10af81a3-c505-4a71-beda-6ad1f868ce52 None None] Checking agent: {'id': 'ba70844b-66a0-45fd-a2f2-e6ed673321fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 0, 36), 'started_at': datetime.datetime(2022, 2, 4, 17, 1, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 33, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:33:30.393822 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10af81a3-c505-4a71-beda-6ad1f868ce52 None None] Checking segment: {'id': 'cf4ca608-16c0-4436-b907-3fc9485d476c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '300d1773-836f-4dfa-8b70-457eea073740'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:33:30.394408 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-10af81a3-c505-4a71-beda-6ad1f868ce52 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:30.394839 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10af81a3-c505-4a71-beda-6ad1f868ce52 None None] Bound using segment: {'id': 'cf4ca608-16c0-4436-b907-3fc9485d476c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '300d1773-836f-4dfa-8b70-457eea073740'} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:33:30.395471 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-10af81a3-c505-4a71-beda-6ad1f868ce52 None None] Bound port: c3172729-ce6b-48ca-b469-fc54c9c8abf6, host: n-d-827839-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf4ca608-16c0-4436-b907-3fc9485d476c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '300d1773-836f-4dfa-8b70-457eea073740'}}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:33:30.395860 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-10af81a3-c505-4a71-beda-6ad1f868ce52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (c3172729-ce6b-48ca-b469-fc54c9c8abf6), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:30.413985 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-79ce29a7-9c44-4101-a953-8961146be414 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135'] for port (6661c3ed-e1e7-43f2-813f-d35fd07a313b), after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:30.607016 n-d-827839-2 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79ce29a7-9c44-4101-a953-8961146be414 None None] Network f89337f7-5c8e-4930-bac2-5eb671697f16 is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:33:30.617975 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] For port 24da7943-996b-47dd-b387-4fb4e85e2ea6, host n-h2-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=24da7943-996b-47dd-b387-4fb4e85e2ea6,segment=NetworkSegment(c672906f-f6f7-41c3-8178-df9515ad242f),segment_id=c672906f-f6f7-41c3-8178-df9515ad242f)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:33:30.626981 n-d-827839-2 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-79ce29a7-9c44-4101-a953-8961146be414 None None] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:33:30.646041 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-10af81a3-c505-4a71-beda-6ad1f868ce52 None None] For port c3172729-ce6b-48ca-b469-fc54c9c8abf6, host n-d-827839-2, cleared binding levels {{(pid=103378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:33:30.652430 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port 3005a156-6325-4076-9d37-8e5099f0e137 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:33:30.653209 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (3005a156-6325-4076-9d37-8e5099f0e137), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:30.694796 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79ce29a7-9c44-4101-a953-8961146be414 None None] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:33:30.825605 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.db_base_plugin_common [None req-bc5895e1-d968-46ec-b6ed-8df84b5a2cd4 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Allocated IP 172.20.0.1 (300d1773-836f-4dfa-8b70-457eea073740/67f3b468-891f-4918-a0c5-bfaa24b99b2f/8191fe4f-0701-4b92-afed-595fbded3ac4) {{(pid=103377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:33:30.867171 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ce29a7-9c44-4101-a953-8961146be414 None None] Pushing event updated for resources: {'Port': ['ID=6661c3ed-e1e7-43f2-813f-d35fd07a313b,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:33:30.911013 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-10af81a3-c505-4a71-beda-6ad1f868ce52 None None] For port c3172729-ce6b-48ca-b469-fc54c9c8abf6, host n-d-827839-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=c3172729-ce6b-48ca-b469-fc54c9c8abf6,segment=NetworkSegment(cf4ca608-16c0-4436-b907-3fc9485d476c),segment_id=cf4ca608-16c0-4436-b907-3fc9485d476c)] {{(pid=103378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:33:30.917851 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4fad00d7-4d6b-4138-a902-aed2a4607cb8 None None] Provisioning complete for port 3005a156-6325-4076-9d37-8e5099f0e137 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:33:30.918230 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4fad00d7-4d6b-4138-a902-aed2a4607cb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (3005a156-6325-4076-9d37-8e5099f0e137), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:30.956011 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Returning: {'device': '24da7943-996b-47dd-b387-4fb4e85e2ea6', 'network_id': '3c6b4be4-b4b9-4735-a6e5-15af4ecbb3e6', 'port_id': '24da7943-996b-47dd-b387-4fb4e85e2ea6', 'mac_address': 'fa:16:3e:1a:f7:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 788, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '375be7ec-5e9b-4b86-ae0d-acfb51345bdd', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 17:33:30.995088 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-663b69fd-4b3e-49c4-94de-3fa899ab96cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (bb89f5a3-3c22-440b-b7d1-c4f0c43c184a), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:31.008628 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-10af81a3-c505-4a71-beda-6ad1f868ce52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (c3172729-ce6b-48ca-b469-fc54c9c8abf6), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:31.104391 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-bc5895e1-d968-46ec-b6ed-8df84b5a2cd4 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Publish callbacks [] for port (8191fe4f-0701-4b92-afed-595fbded3ac4), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:31.193895 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-bc5895e1-d968-46ec-b6ed-8df84b5a2cd4 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (8191fe4f-0701-4b92-afed-595fbded3ac4), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:31.241199 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc5895e1-d968-46ec-b6ed-8df84b5a2cd4 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Network 300d1773-836f-4dfa-8b70-457eea073740 is already hosted by enough agents. {{(pid=103377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:33:31.246520 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [None req-bc5895e1-d968-46ec-b6ed-8df84b5a2cd4 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Resources bound (agent type, host, resource id): {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:33:31.251227 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc5895e1-d968-46ec-b6ed-8df84b5a2cd4 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Received port after_create {{(pid=103377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:33:31.287892 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-79ce29a7-9c44-4101-a953-8961146be414 None None] Attempting to bind port 6661c3ed-e1e7-43f2-813f-d35fd07a313b on host n-d-827839-2 for vnic_type normal with profile {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:33:31.290481 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-79ce29a7-9c44-4101-a953-8961146be414 None None] Attempting to bind port 6661c3ed-e1e7-43f2-813f-d35fd07a313b by drivers openvswitch,hyperv on host n-d-827839-2 at level 0 using segments [{'id': '33d547d5-cb2e-429b-9b92-747ca433c240', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': 'f89337f7-5c8e-4930-bac2-5eb671697f16'}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:33:31.292464 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79ce29a7-9c44-4101-a953-8961146be414 None None] Attempting to bind port 6661c3ed-e1e7-43f2-813f-d35fd07a313b on network f89337f7-5c8e-4930-bac2-5eb671697f16 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:33:31.324255 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc86390-695a-4a1b-a821-3debdceeb511 req-a25827e7-2c0f-4189-8544-f8ec1c23c012 tempest-ServerDiskConfigTestJSON-47961148 tempest-ServerDiskConfigTestJSON-47961148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:33:31.326366 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-2bc86390-695a-4a1b-a821-3debdceeb511 req-a25827e7-2c0f-4189-8544-f8ec1c23c012 tempest-ServerDiskConfigTestJSON-47961148 tempest-ServerDiskConfigTestJSON-47961148-project] 10.222.0.89 "GET /v2.0/ports?device_id=a8a37a11-05ad-417e-9246-571115659a9e HTTP/1.1" status: 200 len: 945 time: 0.1219268 Feb 04 17:33:31.362483 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [req-df297539-2d25-4588-abc9-0415d526323f req-5a052bd9-b74d-40df-8ef5-dde7ef7dbe43 service neutron] (103376) timed out ('10.222.0.96', 56795) {{(pid=103376) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 04 17:33:31.410307 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-bc5895e1-d968-46ec-b6ed-8df84b5a2cd4 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1595471'] for router_interface (993e129c-33c7-41c9-9b3d-c1dd7e9e05b2), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:31.499227 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-2bc86390-695a-4a1b-a821-3debdceeb511 req-7c4c65e7-fd72-4682-aad3-b9163e123413 tempest-ServerDiskConfigTestJSON-47961148 tempest-ServerDiskConfigTestJSON-47961148-project] 10.222.0.89 "GET /v2.0/security-groups?id=ffff0ed7-cf9e-4cbb-9be9-3a1c2dba1e58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1608994 Feb 04 17:33:31.605068 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5895e1-d968-46ec-b6ed-8df84b5a2cd4 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Pushing event updated for resources: {'Port': ['ID=8191fe4f-0701-4b92-afed-595fbded3ac4,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:33:31.692194 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-bc5895e1-d968-46ec-b6ed-8df84b5a2cd4 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (8191fe4f-0701-4b92-afed-595fbded3ac4), before_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:32.138985 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4fad00d7-4d6b-4138-a902-aed2a4607cb8 None None] Current status of the port 3005a156-6325-4076-9d37-8e5099f0e137 is: DOWN; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:33:32.139796 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4fad00d7-4d6b-4138-a902-aed2a4607cb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (3005a156-6325-4076-9d37-8e5099f0e137), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:32.168148 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f04f79c-2713-47d4-adff-4d6f3f139e51 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e4c19ad-5724-5db8-8ee1-4f56ae69fcf4-8540d735-d197-49f1-b02a-2d598906b5d1', 'network_id': '8540d735-d197-49f1-b02a-2d598906b5d1', 'project_id': 'c02ffbd32c6e4b358c1f856227331d2e', 'fixed_ips': [{'subnet_id': 'b97cce9f-bcfe-49ab-99d4-4504e5df3d3d'}]}} from n-d-827839-2. {{(pid=103378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 17:33:32.178619 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4f04f79c-2713-47d4-adff-4d6f3f139e51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:32.204718 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Current status of the port 24da7943-996b-47dd-b387-4fb4e85e2ea6 is: ACTIVE; New status is: BUILD {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:33:32.205279 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (24da7943-996b-47dd-b387-4fb4e85e2ea6), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:32.246035 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 24da7943-996b-47dd-b387-4fb4e85e2ea6 {{(pid=103378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 17:33:32.284301 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] For port 24da7943-996b-47dd-b387-4fb4e85e2ea6, host n-h2-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=24da7943-996b-47dd-b387-4fb4e85e2ea6,segment=NetworkSegment(c672906f-f6f7-41c3-8178-df9515ad242f),segment_id=c672906f-f6f7-41c3-8178-df9515ad242f)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:33:32.286204 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79ce29a7-9c44-4101-a953-8961146be414 None None] Checking agent: {'id': 'ba70844b-66a0-45fd-a2f2-e6ed673321fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 0, 36), 'started_at': datetime.datetime(2022, 2, 4, 17, 1, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 33, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:33:32.287111 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79ce29a7-9c44-4101-a953-8961146be414 None None] Checking segment: {'id': '33d547d5-cb2e-429b-9b92-747ca433c240', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': 'f89337f7-5c8e-4930-bac2-5eb671697f16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:33:32.288393 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-79ce29a7-9c44-4101-a953-8961146be414 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:32.288986 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79ce29a7-9c44-4101-a953-8961146be414 None None] Bound using segment: {'id': '33d547d5-cb2e-429b-9b92-747ca433c240', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': 'f89337f7-5c8e-4930-bac2-5eb671697f16'} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:33:32.289829 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-79ce29a7-9c44-4101-a953-8961146be414 None None] Bound port: 6661c3ed-e1e7-43f2-813f-d35fd07a313b, host: n-d-827839-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33d547d5-cb2e-429b-9b92-747ca433c240', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': 'f89337f7-5c8e-4930-bac2-5eb671697f16'}}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:33:32.290578 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-79ce29a7-9c44-4101-a953-8961146be414 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (6661c3ed-e1e7-43f2-813f-d35fd07a313b), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:32.335913 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (24da7943-996b-47dd-b387-4fb4e85e2ea6), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:32.356149 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port 3005a156-6325-4076-9d37-8e5099f0e137 is: DOWN; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:33:32.358733 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (3005a156-6325-4076-9d37-8e5099f0e137), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:32.425270 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] For port 3005a156-6325-4076-9d37-8e5099f0e137, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=3005a156-6325-4076-9d37-8e5099f0e137,segment=NetworkSegment(c61a713a-9a6f-465b-8695-e0ab8a7f9d0c),segment_id=c61a713a-9a6f-465b-8695-e0ab8a7f9d0c)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:33:32.448817 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10af81a3-c505-4a71-beda-6ad1f868ce52 None None] Pushing event updated for resources: {'Port': ['ID=c3172729-ce6b-48ca-b469-fc54c9c8abf6,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:33:32.474802 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [req-ca8d031e-765d-4048-b60a-e7925a8c7c24 req-07743f31-00c6-4fe2-8901-5487cc11ba95 service neutron] (103377) timed out ('10.222.0.96', 57029) {{(pid=103377) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 04 17:33:32.495424 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (3005a156-6325-4076-9d37-8e5099f0e137), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:32.518129 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-cbd5daa1-f0b8-46e3-92db-2b50da358598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (64ada913-9131-4d99-a265-63a920956287), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:32.846814 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d80f8e-89f5-4c2b-8875-ee8c001e3ecc req-0054c16e-7f07-4e72-98e5-1db7e6566729 tempest-ServerDiskConfigTestJSON-47961148 tempest-ServerDiskConfigTestJSON-47961148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:33:32.855369 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-80d80f8e-89f5-4c2b-8875-ee8c001e3ecc req-0054c16e-7f07-4e72-98e5-1db7e6566729 tempest-ServerDiskConfigTestJSON-47961148 tempest-ServerDiskConfigTestJSON-47961148-project] 10.222.0.89 "GET /v2.0/ports?device_id=a8a37a11-05ad-417e-9246-571115659a9e HTTP/1.1" status: 200 len: 944 time: 0.1865289 Feb 04 17:33:32.912786 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device c3172729-ce6b-48ca-b469-fc54c9c8abf6 up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:33:33.030994 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-80d80f8e-89f5-4c2b-8875-ee8c001e3ecc req-8f041e76-f374-4190-bb49-5e3109f734dd tempest-ServerDiskConfigTestJSON-47961148 tempest-ServerDiskConfigTestJSON-47961148-project] 10.222.0.89 "GET /v2.0/security-groups?id=ffff0ed7-cf9e-4cbb-9be9-3a1c2dba1e58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1687555 Feb 04 17:33:33.062205 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-bc5895e1-d968-46ec-b6ed-8df84b5a2cd4 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Publish callbacks [] for port (8191fe4f-0701-4b92-afed-595fbded3ac4), precommit_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:33.071497 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-bc5895e1-d968-46ec-b6ed-8df84b5a2cd4 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25888290'] for port (8191fe4f-0701-4b92-afed-595fbded3ac4), after_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:33.119379 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4246fa26-649d-44e8-9f72-6dce6c8753c2 None None] Publish callbacks [] for port (c4fb8022-73fa-4329-b5f0-78ed7ed3034a), precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:33.173666 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.db.api [None req-4fad00d7-4d6b-4138-a902-aed2a4607cb8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103378) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 17:33:33.181225 n-d-827839-2 neutron-server[103378]: DEBUG oslo_db.api [None req-4fad00d7-4d6b-4138-a902-aed2a4607cb8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 17:33:33.196015 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-79ce29a7-9c44-4101-a953-8961146be414 None None] For port 6661c3ed-e1e7-43f2-813f-d35fd07a313b, host n-d-827839-2, cleared binding levels {{(pid=103378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:33:33.224273 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4246fa26-649d-44e8-9f72-6dce6c8753c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135'] for port (c4fb8022-73fa-4329-b5f0-78ed7ed3034a), after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:33.228842 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5895e1-d968-46ec-b6ed-8df84b5a2cd4 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Pushing event updated for resources: {'Port': ['ID=8191fe4f-0701-4b92-afed-595fbded3ac4,revision_number=2']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:33:33.261721 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2b91f09-846d-45fe-b810-d37319377da3 None None] Network 300d1773-836f-4dfa-8b70-457eea073740 requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:33:33.285332 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-bc5895e1-d968-46ec-b6ed-8df84b5a2cd4 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1677345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602751'] for router_interface (993e129c-33c7-41c9-9b3d-c1dd7e9e05b2), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:33.338929 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.db_base_plugin_common [None req-cce36101-d6ab-4705-b790-ac659764042b tempest-RoutersNegativeIpV6Test-882785305 tempest-RoutersNegativeIpV6Test-882785305-project] Allocated IP 2001:db8::1 (c099ba58-a5e5-49b7-814d-9f74869e4ab8/ed2e55d0-8abd-4a1b-9f89-621a31bd5b1f/b42348f8-c2cf-4570-8de9-fe11c26030e8) {{(pid=103376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:33:33.462923 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-79ce29a7-9c44-4101-a953-8961146be414 None None] For port 6661c3ed-e1e7-43f2-813f-d35fd07a313b, host n-d-827839-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=6661c3ed-e1e7-43f2-813f-d35fd07a313b,segment=NetworkSegment(33d547d5-cb2e-429b-9b92-747ca433c240),segment_id=33d547d5-cb2e-429b-9b92-747ca433c240)] {{(pid=103378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:33:33.464955 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d408ec64-b374-4acb-a1fc-48241dad6d47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (0cd6d64a-47a7-40ff-8c12-71dd526c62e0), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:33.525385 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc5895e1-d968-46ec-b6ed-8df84b5a2cd4 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Network 300d1773-836f-4dfa-8b70-457eea073740 is already hosted by enough agents. {{(pid=103377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:33:33.530348 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [None req-bc5895e1-d968-46ec-b6ed-8df84b5a2cd4 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Resources bound (agent type, host, resource id): {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:33:33.538265 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Pushing event updated for resources: {'Port': ['ID=24da7943-996b-47dd-b387-4fb4e85e2ea6,revision_number=6']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:33:33.580452 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-79ce29a7-9c44-4101-a953-8961146be414 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (6661c3ed-e1e7-43f2-813f-d35fd07a313b), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:33.630560 n-d-827839-2 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4246fa26-649d-44e8-9f72-6dce6c8753c2 None None] Network c099ba58-a5e5-49b7-814d-9f74869e4ab8 is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:33:33.705692 n-d-827839-2 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-4246fa26-649d-44e8-9f72-6dce6c8753c2 None None] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:33:33.753653 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4246fa26-649d-44e8-9f72-6dce6c8753c2 None None] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:33:33.792397 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port c3172729-ce6b-48ca-b469-fc54c9c8abf6 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:33:33.796722 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (c3172729-ce6b-48ca-b469-fc54c9c8abf6), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:33.920481 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc5895e1-d968-46ec-b6ed-8df84b5a2cd4 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Router 993e129c-33c7-41c9-9b3d-c1dd7e9e05b2 is scheduled to L3 agent 64ada913-9131-4d99-a265-63a920956287 with binding_index 1 {{(pid=103377) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 17:33:33.958436 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-4f04f79c-2713-47d4-adff-4d6f3f139e51 None None] Allocated IP 2001:db8::2 (8540d735-d197-49f1-b02a-2d598906b5d1/b97cce9f-bcfe-49ab-99d4-4504e5df3d3d/831eefc9-bccd-42d8-9178-94dda9b9644d) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:33:34.167551 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Pushing event updated for resources: {'Port': ['ID=3005a156-6325-4076-9d37-8e5099f0e137,revision_number=3']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:33:34.203931 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc5895e1-d968-46ec-b6ed-8df84b5a2cd4 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Notify agent at l3_agent.n-d-827839-2 the message routers_updated {{(pid=103377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 17:33:34.214526 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-cce36101-d6ab-4705-b790-ac659764042b tempest-RoutersNegativeIpV6Test-882785305 tempest-RoutersNegativeIpV6Test-882785305-project] Publish callbacks [] for port (b42348f8-c2cf-4570-8de9-fe11c26030e8), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:34.221835 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-597156b4-41da-4f22-9513-dc0b10284f84 None None] Sync routers for ids ['993e129c-33c7-41c9-9b3d-c1dd7e9e05b2'] in n-d-827839-2 {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 17:33:34.240951 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-597156b4-41da-4f22-9513-dc0b10284f84 None None] Routers {'993e129c-33c7-41c9-9b3d-c1dd7e9e05b2'} bound to L3 agent in host n-d-827839-2 {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:33:34.241713 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-597156b4-41da-4f22-9513-dc0b10284f84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:33:32Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['993e129c-33c7-41c9-9b3d-c1dd7e9e05b2'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:33:34.275060 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-bc5895e1-d968-46ec-b6ed-8df84b5a2cd4 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] 10.222.0.89 "PUT /v2.0/routers/993e129c-33c7-41c9-9b3d-c1dd7e9e05b2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0002937 Feb 04 17:33:34.275278 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 51672) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:33:34.390785 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-597156b4-41da-4f22-9513-dc0b10284f84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827839-2', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:33:34.407060 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4246fa26-649d-44e8-9f72-6dce6c8753c2 None None] Pushing event updated for resources: {'Port': ['ID=c4fb8022-73fa-4329-b5f0-78ed7ed3034a,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:33:34.426285 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4fad00d7-4d6b-4138-a902-aed2a4607cb8 None None] Current status of the port 3005a156-6325-4076-9d37-8e5099f0e137 is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:33:34.439851 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Device 24da7943-996b-47dd-b387-4fb4e85e2ea6 details requested by agent hyperv_n-h2-827839-2 with host n-h2-827839-2 {{(pid=103378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 17:33:34.443647 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Device 24da7943-996b-47dd-b387-4fb4e85e2ea6 no longer exists at agent hyperv_n-h2-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:33:34.459714 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-597156b4-41da-4f22-9513-dc0b10284f84 None None] Routers {'993e129c-33c7-41c9-9b3d-c1dd7e9e05b2'} bound to L3 agent in host n-d-827839-2 {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:33:34.463990 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-597156b4-41da-4f22-9513-dc0b10284f84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:33:32Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['993e129c-33c7-41c9-9b3d-c1dd7e9e05b2'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:33:34.504920 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d8fdd19-9b80-4b7e-85c8-24412d79f816 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:33:34.510818 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-3d8fdd19-9b80-4b7e-85c8-24412d79f816 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] 10.222.0.89 "GET /v2.0/ports/8191fe4f-0701-4b92-afed-595fbded3ac4 HTTP/1.1" status: 200 len: 910 time: 0.2299185 Feb 04 17:33:34.512242 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 51674) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:33:34.530734 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e887f2-eac4-4b9a-b6e4-4e11b08dff5c req-18fe3fa0-3eca-4d0a-8321-712e9d6fad87 tempest-ServerDiskConfigTestJSON-47961148 tempest-ServerDiskConfigTestJSON-47961148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:33:34.559151 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-70e887f2-eac4-4b9a-b6e4-4e11b08dff5c req-18fe3fa0-3eca-4d0a-8321-712e9d6fad87 tempest-ServerDiskConfigTestJSON-47961148 tempest-ServerDiskConfigTestJSON-47961148-project] 10.222.0.89 "GET /v2.0/ports?device_id=a8a37a11-05ad-417e-9246-571115659a9e HTTP/1.1" status: 200 len: 944 time: 0.2892065 Feb 04 17:33:34.589876 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-597156b4-41da-4f22-9513-dc0b10284f84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827839-2', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:33:34.590557 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-597156b4-41da-4f22-9513-dc0b10284f84 None None] The sync data for ids ['993e129c-33c7-41c9-9b3d-c1dd7e9e05b2'] in n-d-827839-2 is: [] {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 17:33:34.597876 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-cce36101-d6ab-4705-b790-ac659764042b tempest-RoutersNegativeIpV6Test-882785305 tempest-RoutersNegativeIpV6Test-882785305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (b42348f8-c2cf-4570-8de9-fe11c26030e8), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:34.737782 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cce36101-d6ab-4705-b790-ac659764042b tempest-RoutersNegativeIpV6Test-882785305 tempest-RoutersNegativeIpV6Test-882785305-project] Network c099ba58-a5e5-49b7-814d-9f74869e4ab8 is already hosted by enough agents. {{(pid=103376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:33:34.754263 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [None req-cce36101-d6ab-4705-b790-ac659764042b tempest-RoutersNegativeIpV6Test-882785305 tempest-RoutersNegativeIpV6Test-882785305-project] Resources bound (agent type, host, resource id): {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:33:34.779018 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cce36101-d6ab-4705-b790-ac659764042b tempest-RoutersNegativeIpV6Test-882785305 tempest-RoutersNegativeIpV6Test-882785305-project] Received port after_create {{(pid=103376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:33:34.779567 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-cce36101-d6ab-4705-b790-ac659764042b tempest-RoutersNegativeIpV6Test-882785305 tempest-RoutersNegativeIpV6Test-882785305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1595471'] for router_interface (8818cc38-dc03-46af-91ce-1f1b209d78c2), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:34.841034 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-4246fa26-649d-44e8-9f72-6dce6c8753c2 None None] Attempting to bind port c4fb8022-73fa-4329-b5f0-78ed7ed3034a on host n-d-827839-2 for vnic_type normal with profile {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:33:34.841638 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-4246fa26-649d-44e8-9f72-6dce6c8753c2 None None] Attempting to bind port c4fb8022-73fa-4329-b5f0-78ed7ed3034a by drivers openvswitch,hyperv on host n-d-827839-2 at level 0 using segments [{'id': 'a4c4eb19-ce16-4d7f-9040-c069a1335a60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'c099ba58-a5e5-49b7-814d-9f74869e4ab8'}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:33:34.841904 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4246fa26-649d-44e8-9f72-6dce6c8753c2 None None] Attempting to bind port c4fb8022-73fa-4329-b5f0-78ed7ed3034a on network c099ba58-a5e5-49b7-814d-9f74869e4ab8 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:33:34.903426 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce36101-d6ab-4705-b790-ac659764042b tempest-RoutersNegativeIpV6Test-882785305 tempest-RoutersNegativeIpV6Test-882785305-project] Pushing event updated for resources: {'Port': ['ID=b42348f8-c2cf-4570-8de9-fe11c26030e8,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:33:34.908221 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.db.resource_extend [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 17:33:34.969254 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-70e887f2-eac4-4b9a-b6e4-4e11b08dff5c req-45fd84f3-524f-44b4-ad1f-9bfe582a2ab1 tempest-ServerDiskConfigTestJSON-47961148 tempest-ServerDiskConfigTestJSON-47961148-project] 10.222.0.89 "GET /v2.0/security-groups?id=ffff0ed7-cf9e-4cbb-9be9-3a1c2dba1e58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4072776 Feb 04 17:33:35.025336 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-bf04c226-eea4-4d2d-8397-fe495e26383a None None] Provisioning complete for port 3005a156-6325-4076-9d37-8e5099f0e137 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:33:35.025531 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-bf04c226-eea4-4d2d-8397-fe495e26383a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (3005a156-6325-4076-9d37-8e5099f0e137), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:35.153248 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4246fa26-649d-44e8-9f72-6dce6c8753c2 None None] Checking agent: {'id': 'ba70844b-66a0-45fd-a2f2-e6ed673321fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 0, 36), 'started_at': datetime.datetime(2022, 2, 4, 17, 1, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 33, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:33:35.153630 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4246fa26-649d-44e8-9f72-6dce6c8753c2 None None] Checking segment: {'id': 'a4c4eb19-ce16-4d7f-9040-c069a1335a60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'c099ba58-a5e5-49b7-814d-9f74869e4ab8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:33:35.154046 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4246fa26-649d-44e8-9f72-6dce6c8753c2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:35.154551 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4246fa26-649d-44e8-9f72-6dce6c8753c2 None None] Bound using segment: {'id': 'a4c4eb19-ce16-4d7f-9040-c069a1335a60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'c099ba58-a5e5-49b7-814d-9f74869e4ab8'} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:33:35.154927 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-4246fa26-649d-44e8-9f72-6dce6c8753c2 None None] Bound port: c4fb8022-73fa-4329-b5f0-78ed7ed3034a, host: n-d-827839-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4c4eb19-ce16-4d7f-9040-c069a1335a60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'c099ba58-a5e5-49b7-814d-9f74869e4ab8'}}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:33:35.158217 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4246fa26-649d-44e8-9f72-6dce6c8753c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (c4fb8022-73fa-4329-b5f0-78ed7ed3034a), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:35.189437 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-cce36101-d6ab-4705-b790-ac659764042b tempest-RoutersNegativeIpV6Test-882785305 tempest-RoutersNegativeIpV6Test-882785305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (b42348f8-c2cf-4570-8de9-fe11c26030e8), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:35.282771 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4f14bb47-e72b-46ac-9e44-a61d9293afcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (75326290-f7a3-4db8-9cf2-15c7139ed224), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:35.450929 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-4246fa26-649d-44e8-9f72-6dce6c8753c2 None None] For port c4fb8022-73fa-4329-b5f0-78ed7ed3034a, host n-d-827839-2, cleared binding levels {{(pid=103378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:33:35.454435 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-4246fa26-649d-44e8-9f72-6dce6c8753c2 None None] For port c4fb8022-73fa-4329-b5f0-78ed7ed3034a, host n-d-827839-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=c4fb8022-73fa-4329-b5f0-78ed7ed3034a,segment=NetworkSegment(a4c4eb19-ce16-4d7f-9040-c069a1335a60),segment_id=a4c4eb19-ce16-4d7f-9040-c069a1335a60)] {{(pid=103378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:33:35.462584 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ce29a7-9c44-4101-a953-8961146be414 None None] Pushing event updated for resources: {'Port': ['ID=6661c3ed-e1e7-43f2-813f-d35fd07a313b,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:33:35.499766 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-dfbde4ac-fc1c-47e9-9757-db6eecf36dbc tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:35.520110 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port c3172729-ce6b-48ca-b469-fc54c9c8abf6 is: DOWN; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:33:35.520521 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (c3172729-ce6b-48ca-b469-fc54c9c8abf6), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:35.528497 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4246fa26-649d-44e8-9f72-6dce6c8753c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (c4fb8022-73fa-4329-b5f0-78ed7ed3034a), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:35.951788 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-cce36101-d6ab-4705-b790-ac659764042b tempest-RoutersNegativeIpV6Test-882785305 tempest-RoutersNegativeIpV6Test-882785305-project] Publish callbacks [] for port (b42348f8-c2cf-4570-8de9-fe11c26030e8), precommit_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:35.958477 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-cce36101-d6ab-4705-b790-ac659764042b tempest-RoutersNegativeIpV6Test-882785305 tempest-RoutersNegativeIpV6Test-882785305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675836'] for port (b42348f8-c2cf-4570-8de9-fe11c26030e8), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:35.959812 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-cce36101-d6ab-4705-b790-ac659764042b tempest-RoutersNegativeIpV6Test-882785305 tempest-RoutersNegativeIpV6Test-882785305-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1677345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602751'] for router_interface (8818cc38-dc03-46af-91ce-1f1b209d78c2), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:36.128279 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc35338d-c621-4c58-ad5b-748e168a6edf None None] Network f89337f7-5c8e-4930-bac2-5eb671697f16 requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:33:36.146106 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.db_base_plugin_common [None req-dfbde4ac-fc1c-47e9-9757-db6eecf36dbc tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Allocated IP 172.21.0.1 (f89337f7-5c8e-4930-bac2-5eb671697f16/19ebbca8-4080-455d-825f-6f075f8f3031/cfbd87f4-d27f-47dd-8ec4-ceef05634659) {{(pid=103377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:33:36.245409 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4f04f79c-2713-47d4-adff-4d6f3f139e51 None None] Publish callbacks [] for port (831eefc9-bccd-42d8-9178-94dda9b9644d), precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:36.283271 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] For port 24da7943-996b-47dd-b387-4fb4e85e2ea6, host n-h2-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=24da7943-996b-47dd-b387-4fb4e85e2ea6,segment=NetworkSegment(c672906f-f6f7-41c3-8178-df9515ad242f),segment_id=c672906f-f6f7-41c3-8178-df9515ad242f)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:33:36.336642 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Current status of the port 24da7943-996b-47dd-b387-4fb4e85e2ea6 is: BUILD; New status is: DOWN {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:33:36.337108 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (24da7943-996b-47dd-b387-4fb4e85e2ea6), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:36.346492 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cce36101-d6ab-4705-b790-ac659764042b tempest-RoutersNegativeIpV6Test-882785305 tempest-RoutersNegativeIpV6Test-882785305-project] Network c099ba58-a5e5-49b7-814d-9f74869e4ab8 is already hosted by enough agents. {{(pid=103376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:33:36.358960 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Returning: {'device': '24da7943-996b-47dd-b387-4fb4e85e2ea6', 'network_id': '3c6b4be4-b4b9-4735-a6e5-15af4ecbb3e6', 'port_id': '24da7943-996b-47dd-b387-4fb4e85e2ea6', 'mac_address': 'fa:16:3e:1a:f7:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 788, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '375be7ec-5e9b-4b86-ae0d-acfb51345bdd', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 17:33:36.374030 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [None req-cce36101-d6ab-4705-b790-ac659764042b tempest-RoutersNegativeIpV6Test-882785305 tempest-RoutersNegativeIpV6Test-882785305-project] Resources bound (agent type, host, resource id): {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:33:36.392566 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce36101-d6ab-4705-b790-ac659764042b tempest-RoutersNegativeIpV6Test-882785305 tempest-RoutersNegativeIpV6Test-882785305-project] Pushing event updated for resources: {'Port': ['ID=b42348f8-c2cf-4570-8de9-fe11c26030e8,revision_number=2']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:33:36.454084 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 24da7943-996b-47dd-b387-4fb4e85e2ea6 {{(pid=103378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 17:33:36.461269 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4f04f79c-2713-47d4-adff-4d6f3f139e51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135'] for port (831eefc9-bccd-42d8-9178-94dda9b9644d), after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:36.462542 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (ba70844b-66a0-45fd-a2f2-e6ed673321fc), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:36.480659 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-dfbde4ac-fc1c-47e9-9757-db6eecf36dbc tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Publish callbacks [] for port (cfbd87f4-d27f-47dd-8ec4-ceef05634659), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:36.527399 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-bf04c226-eea4-4d2d-8397-fe495e26383a None None] Current status of the port 3005a156-6325-4076-9d37-8e5099f0e137 is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:33:36.536379 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] For port c3172729-ce6b-48ca-b469-fc54c9c8abf6, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=c3172729-ce6b-48ca-b469-fc54c9c8abf6,segment=NetworkSegment(cf4ca608-16c0-4436-b907-3fc9485d476c),segment_id=cf4ca608-16c0-4436-b907-3fc9485d476c)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:33:36.575103 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-dfbde4ac-fc1c-47e9-9757-db6eecf36dbc tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (cfbd87f4-d27f-47dd-8ec4-ceef05634659), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:36.577699 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4246fa26-649d-44e8-9f72-6dce6c8753c2 None None] Pushing event updated for resources: {'Port': ['ID=c4fb8022-73fa-4329-b5f0-78ed7ed3034a,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:33:36.596607 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (c3172729-ce6b-48ca-b469-fc54c9c8abf6), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:36.611393 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] get_ports_and_sgs() called for port_ids ['24da7943-996b-47dd-b387-4fb4e85e2ea6'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 17:33:36.642971 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d416665e-0e81-483c-91fc-6111914b1443 req-23689448-d159-4d62-9e54-ee8d834dab7d tempest-ServerDiskConfigTestJSON-47961148 tempest-ServerDiskConfigTestJSON-47961148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:33:36.647370 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-d416665e-0e81-483c-91fc-6111914b1443 req-23689448-d159-4d62-9e54-ee8d834dab7d tempest-ServerDiskConfigTestJSON-47961148 tempest-ServerDiskConfigTestJSON-47961148-project] 10.222.0.89 "GET /v2.0/ports?device_id=a8a37a11-05ad-417e-9246-571115659a9e HTTP/1.1" status: 200 len: 944 time: 0.3820584 Feb 04 17:33:36.726874 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfbde4ac-fc1c-47e9-9757-db6eecf36dbc tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Network f89337f7-5c8e-4930-bac2-5eb671697f16 is already hosted by enough agents. {{(pid=103377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:33:36.731985 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [None req-dfbde4ac-fc1c-47e9-9757-db6eecf36dbc tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Resources bound (agent type, host, resource id): {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:33:36.737619 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfbde4ac-fc1c-47e9-9757-db6eecf36dbc tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Received port after_create {{(pid=103377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:33:36.806358 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cce36101-d6ab-4705-b790-ac659764042b tempest-RoutersNegativeIpV6Test-882785305 tempest-RoutersNegativeIpV6Test-882785305-project] Router 8818cc38-dc03-46af-91ce-1f1b209d78c2 is scheduled to L3 agent 64ada913-9131-4d99-a265-63a920956287 with binding_index 1 {{(pid=103376) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 17:33:36.814975 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbde4ac-fc1c-47e9-9757-db6eecf36dbc tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Pushing event updated for resources: {'Port': ['ID=cfbd87f4-d27f-47dd-8ec4-ceef05634659,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:33:36.870199 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-dfbde4ac-fc1c-47e9-9757-db6eecf36dbc tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1595471'] for router_interface (993e129c-33c7-41c9-9b3d-c1dd7e9e05b2), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:36.882418 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-d416665e-0e81-483c-91fc-6111914b1443 req-13832105-22d0-4f69-bbeb-11c0c95da0ef tempest-ServerDiskConfigTestJSON-47961148 tempest-ServerDiskConfigTestJSON-47961148-project] 10.222.0.89 "GET /v2.0/security-groups?id=ffff0ed7-cf9e-4cbb-9be9-3a1c2dba1e58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1886871 Feb 04 17:33:36.993483 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] For port 24da7943-996b-47dd-b387-4fb4e85e2ea6, host n-h2-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=24da7943-996b-47dd-b387-4fb4e85e2ea6,segment=NetworkSegment(c672906f-f6f7-41c3-8178-df9515ad242f),segment_id=c672906f-f6f7-41c3-8178-df9515ad242f)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:33:37.008751 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cce36101-d6ab-4705-b790-ac659764042b tempest-RoutersNegativeIpV6Test-882785305 tempest-RoutersNegativeIpV6Test-882785305-project] Notify agent at l3_agent.n-d-827839-2 the message routers_updated {{(pid=103376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 17:33:37.023438 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-cce36101-d6ab-4705-b790-ac659764042b tempest-RoutersNegativeIpV6Test-882785305 tempest-RoutersNegativeIpV6Test-882785305-project] 10.222.0.89 "PUT /v2.0/routers/8818cc38-dc03-46af-91ce-1f1b209d78c2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5362225 Feb 04 17:33:37.027446 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 51690) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:33:37.066133 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c422506d-790f-4c2f-af02-d3d143fb37d5 None None] Sync routers for ids ['8818cc38-dc03-46af-91ce-1f1b209d78c2'] in n-d-827839-2 {{(pid=103378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 17:33:37.068071 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (24da7943-996b-47dd-b387-4fb4e85e2ea6), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:37.095700 n-d-827839-2 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f04f79c-2713-47d4-adff-4d6f3f139e51 None None] Network 8540d735-d197-49f1-b02a-2d598906b5d1 is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:33:37.120104 n-d-827839-2 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-4f04f79c-2713-47d4-adff-4d6f3f139e51 None None] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:33:37.128616 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f04f79c-2713-47d4-adff-4d6f3f139e51 None None] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:33:37.139145 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 3005a156-6325-4076-9d37-8e5099f0e137 up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:33:37.259155 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-bf04c226-eea4-4d2d-8397-fe495e26383a None None] Provisioning complete for port c3172729-ce6b-48ca-b469-fc54c9c8abf6 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:33:37.259528 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-bf04c226-eea4-4d2d-8397-fe495e26383a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (c3172729-ce6b-48ca-b469-fc54c9c8abf6), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:37.316118 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-dfbde4ac-fc1c-47e9-9757-db6eecf36dbc tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (cfbd87f4-d27f-47dd-8ec4-ceef05634659), before_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:37.333811 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f04f79c-2713-47d4-adff-4d6f3f139e51 None None] Pushing event updated for resources: {'Port': ['ID=831eefc9-bccd-42d8-9178-94dda9b9644d,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:33:37.376402 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c422506d-790f-4c2f-af02-d3d143fb37d5 None None] Routers {'8818cc38-dc03-46af-91ce-1f1b209d78c2'} bound to L3 agent in host n-d-827839-2 {{(pid=103378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:33:37.377281 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-c422506d-790f-4c2f-af02-d3d143fb37d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:33:32Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['8818cc38-dc03-46af-91ce-1f1b209d78c2'], 'active': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:33:37.776987 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Pushing event updated for resources: {'Port': ['ID=c3172729-ce6b-48ca-b469-fc54c9c8abf6,revision_number=3']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:33:37.846894 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89a1501f-29f7-44e3-b310-94c2beaf59af None None] Network c099ba58-a5e5-49b7-814d-9f74869e4ab8 requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:33:37.854962 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-c422506d-790f-4c2f-af02-d3d143fb37d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827839-2', False) {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:33:37.906882 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:33:37.907259 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:33:37.907604 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:33:37.907950 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:33:37.908287 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:33:37.908617 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:33:37.908984 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:33:37.909700 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:33:37.909700 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:33:37.909957 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:33:37.910288 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:33:37.910612 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:33:37.910933 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:33:38.088198 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port 3005a156-6325-4076-9d37-8e5099f0e137 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:33:38.088733 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (3005a156-6325-4076-9d37-8e5099f0e137), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:38.130457 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-4f04f79c-2713-47d4-adff-4d6f3f139e51 None None] Attempting to bind port 831eefc9-bccd-42d8-9178-94dda9b9644d on host n-d-827839-2 for vnic_type normal with profile {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:33:38.137261 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-4f04f79c-2713-47d4-adff-4d6f3f139e51 None None] Attempting to bind port 831eefc9-bccd-42d8-9178-94dda9b9644d by drivers openvswitch,hyperv on host n-d-827839-2 at level 0 using segments [{'id': '6e9abb02-a57c-471b-bd65-e69e827c660b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '8540d735-d197-49f1-b02a-2d598906b5d1'}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:33:38.137696 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f04f79c-2713-47d4-adff-4d6f3f139e51 None None] Attempting to bind port 831eefc9-bccd-42d8-9178-94dda9b9644d on network 8540d735-d197-49f1-b02a-2d598906b5d1 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:33:38.208962 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-dfbde4ac-fc1c-47e9-9757-db6eecf36dbc tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Publish callbacks [] for port (cfbd87f4-d27f-47dd-8ec4-ceef05634659), precommit_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:38.219873 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-dfbde4ac-fc1c-47e9-9757-db6eecf36dbc tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25888290'] for port (cfbd87f4-d27f-47dd-8ec4-ceef05634659), after_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:38.233472 n-d-827839-2 neutron-server[103376]: INFO neutron.api.v2.resource [None req-0649291e-eef0-4273-b988-85412edddb4e tempest-RoutersNegativeIpV6Test-882785305 tempest-RoutersNegativeIpV6Test-882785305-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 17:33:38.237079 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-0649291e-eef0-4273-b988-85412edddb4e tempest-RoutersNegativeIpV6Test-882785305 tempest-RoutersNegativeIpV6Test-882785305-project] 10.222.0.89 "PUT /v2.0/routers/8818cc38-dc03-46af-91ce-1f1b209d78c2/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.2030356 Feb 04 17:33:38.237079 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 51716) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:33:38.244047 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 51718) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:33:38.328854 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-dfbde4ac-fc1c-47e9-9757-db6eecf36dbc tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1677345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602751'] for router_interface (993e129c-33c7-41c9-9b3d-c1dd7e9e05b2), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:38.331668 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c422506d-790f-4c2f-af02-d3d143fb37d5 None None] Routers {'8818cc38-dc03-46af-91ce-1f1b209d78c2'} bound to L3 agent in host n-d-827839-2 {{(pid=103378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:33:38.332315 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-c422506d-790f-4c2f-af02-d3d143fb37d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:33:32Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['8818cc38-dc03-46af-91ce-1f1b209d78c2'], 'active': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:33:38.471428 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-c422506d-790f-4c2f-af02-d3d143fb37d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827839-2', False) {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:33:38.481686 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c422506d-790f-4c2f-af02-d3d143fb37d5 None None] The sync data for ids ['8818cc38-dc03-46af-91ce-1f1b209d78c2'] in n-d-827839-2 is: [] {{(pid=103378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 17:33:38.491079 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f04f79c-2713-47d4-adff-4d6f3f139e51 None None] Checking agent: {'id': 'ba70844b-66a0-45fd-a2f2-e6ed673321fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 0, 36), 'started_at': datetime.datetime(2022, 2, 4, 17, 1, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 33, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:33:38.491452 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f04f79c-2713-47d4-adff-4d6f3f139e51 None None] Checking segment: {'id': '6e9abb02-a57c-471b-bd65-e69e827c660b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '8540d735-d197-49f1-b02a-2d598906b5d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:33:38.491861 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4f04f79c-2713-47d4-adff-4d6f3f139e51 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:38.492410 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f04f79c-2713-47d4-adff-4d6f3f139e51 None None] Bound using segment: {'id': '6e9abb02-a57c-471b-bd65-e69e827c660b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '8540d735-d197-49f1-b02a-2d598906b5d1'} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:33:38.492924 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-4f04f79c-2713-47d4-adff-4d6f3f139e51 None None] Bound port: 831eefc9-bccd-42d8-9178-94dda9b9644d, host: n-d-827839-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e9abb02-a57c-471b-bd65-e69e827c660b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '8540d735-d197-49f1-b02a-2d598906b5d1'}}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:33:38.493319 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4f04f79c-2713-47d4-adff-4d6f3f139e51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (831eefc9-bccd-42d8-9178-94dda9b9644d), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:38.549075 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbde4ac-fc1c-47e9-9757-db6eecf36dbc tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Pushing event updated for resources: {'Port': ['ID=cfbd87f4-d27f-47dd-8ec4-ceef05634659,revision_number=2']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:33:38.549401 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca55ed00-48aa-4a7c-bf25-3f989377d1ce req-20c2715e-7e83-4e62-bfa2-03a3b8ff721f tempest-ServerDiskConfigTestJSON-47961148 tempest-ServerDiskConfigTestJSON-47961148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:33:38.550884 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-ca55ed00-48aa-4a7c-bf25-3f989377d1ce req-20c2715e-7e83-4e62-bfa2-03a3b8ff721f tempest-ServerDiskConfigTestJSON-47961148 tempest-ServerDiskConfigTestJSON-47961148-project] 10.222.0.89 "GET /v2.0/ports?device_id=a8a37a11-05ad-417e-9246-571115659a9e HTTP/1.1" status: 200 len: 943 time: 0.4851022 Feb 04 17:33:38.593304 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-36f65e24-b2d8-490f-a462-ce90f9252881 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:38.638233 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfbde4ac-fc1c-47e9-9757-db6eecf36dbc tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Network f89337f7-5c8e-4930-bac2-5eb671697f16 is already hosted by enough agents. {{(pid=103377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:33:38.643471 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [None req-dfbde4ac-fc1c-47e9-9757-db6eecf36dbc tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Resources bound (agent type, host, resource id): {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:33:38.711799 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Pushing event updated for resources: {'Port': ['ID=24da7943-996b-47dd-b387-4fb4e85e2ea6,revision_number=7']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:33:38.763896 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-ca55ed00-48aa-4a7c-bf25-3f989377d1ce req-33d56a9c-0c8f-4fa7-a8c0-e85400bcb5ae tempest-ServerDiskConfigTestJSON-47961148 tempest-ServerDiskConfigTestJSON-47961148-project] 10.222.0.89 "GET /v2.0/security-groups?id=ffff0ed7-cf9e-4cbb-9be9-3a1c2dba1e58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1893275 Feb 04 17:33:38.955284 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfbde4ac-fc1c-47e9-9757-db6eecf36dbc tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Router 993e129c-33c7-41c9-9b3d-c1dd7e9e05b2 has already been hosted by L3 agent 64ada913-9131-4d99-a265-63a920956287 {{(pid=103377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 17:33:39.003230 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-bf04c226-eea4-4d2d-8397-fe495e26383a None None] Current status of the port c3172729-ce6b-48ca-b469-fc54c9c8abf6 is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:33:39.056526 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-4f04f79c-2713-47d4-adff-4d6f3f139e51 None None] For port 831eefc9-bccd-42d8-9178-94dda9b9644d, host n-d-827839-2, cleared binding levels {{(pid=103378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:33:39.061264 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.agents_db [None req-e1691f3b-aacd-4cd6-8ebb-a9c53bb301c0 None None] Agent healthcheck: found 7 active agents {{(pid=103379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 17:33:39.190128 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-4f04f79c-2713-47d4-adff-4d6f3f139e51 None None] For port 831eefc9-bccd-42d8-9178-94dda9b9644d, host n-d-827839-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=831eefc9-bccd-42d8-9178-94dda9b9644d,segment=NetworkSegment(6e9abb02-a57c-471b-bd65-e69e827c660b),segment_id=6e9abb02-a57c-471b-bd65-e69e827c660b)] {{(pid=103378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:33:39.221935 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port 3005a156-6325-4076-9d37-8e5099f0e137 is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:33:39.224295 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device c4fb8022-73fa-4329-b5f0-78ed7ed3034a up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:33:39.270770 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfbde4ac-fc1c-47e9-9757-db6eecf36dbc tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Notify agent at l3_agent.n-d-827839-2 the message routers_updated {{(pid=103377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 17:33:39.299987 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01516413-831f-4104-9040-3d0b0a022935 None None] Sync routers for ids ['993e129c-33c7-41c9-9b3d-c1dd7e9e05b2'] in n-d-827839-2 {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 17:33:39.305817 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-dfbde4ac-fc1c-47e9-9757-db6eecf36dbc tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] 10.222.0.89 "PUT /v2.0/routers/993e129c-33c7-41c9-9b3d-c1dd7e9e05b2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7883065 Feb 04 17:33:39.310661 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 51726) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:33:39.312955 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4f04f79c-2713-47d4-adff-4d6f3f139e51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (831eefc9-bccd-42d8-9178-94dda9b9644d), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:39.342687 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01516413-831f-4104-9040-3d0b0a022935 None None] Routers {'993e129c-33c7-41c9-9b3d-c1dd7e9e05b2'} bound to L3 agent in host n-d-827839-2 {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:33:39.345888 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-01516413-831f-4104-9040-3d0b0a022935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:33:32Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['993e129c-33c7-41c9-9b3d-c1dd7e9e05b2'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:33:39.464346 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-1a2e1c5c-baf9-4271-96cf-2f2a7f7dd722 None None] Provisioning complete for port cfbd87f4-d27f-47dd-8ec4-ceef05634659 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:33:39.471810 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-01516413-831f-4104-9040-3d0b0a022935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827839-2', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:33:39.472834 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1a2e1c5c-baf9-4271-96cf-2f2a7f7dd722 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (cfbd87f4-d27f-47dd-8ec4-ceef05634659), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:39.485094 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfbccc05-0dc8-48c1-b823-f22c454e444d tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:33:39.492644 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-dfbccc05-0dc8-48c1-b823-f22c454e444d tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] 10.222.0.89 "GET /v2.0/ports/cfbd87f4-d27f-47dd-8ec4-ceef05634659 HTTP/1.1" status: 200 len: 910 time: 0.1780245 Feb 04 17:33:39.497501 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 51728) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:33:39.502807 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01516413-831f-4104-9040-3d0b0a022935 None None] Routers {'993e129c-33c7-41c9-9b3d-c1dd7e9e05b2'} bound to L3 agent in host n-d-827839-2 {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:33:39.504055 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-01516413-831f-4104-9040-3d0b0a022935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:33:32Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['993e129c-33c7-41c9-9b3d-c1dd7e9e05b2'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:33:39.630239 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1a2e1c5c-baf9-4271-96cf-2f2a7f7dd722 None None] Port cfbd87f4-d27f-47dd-8ec4-ceef05634659 cannot update to ACTIVE because it is not bound. {{(pid=103378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 17:33:39.804264 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-1a2e1c5c-baf9-4271-96cf-2f2a7f7dd722 None None] Provisioning complete for port c4fb8022-73fa-4329-b5f0-78ed7ed3034a triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:33:39.805121 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1a2e1c5c-baf9-4271-96cf-2f2a7f7dd722 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (c4fb8022-73fa-4329-b5f0-78ed7ed3034a), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:39.817261 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f04f79c-2713-47d4-adff-4d6f3f139e51 None None] Pushing event updated for resources: {'Port': ['ID=831eefc9-bccd-42d8-9178-94dda9b9644d,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:33:39.900227 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port c4fb8022-73fa-4329-b5f0-78ed7ed3034a triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:33:39.901516 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (c4fb8022-73fa-4329-b5f0-78ed7ed3034a), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:40.048246 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-01516413-831f-4104-9040-3d0b0a022935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827839-2', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:33:40.049601 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01516413-831f-4104-9040-3d0b0a022935 None None] The sync data for ids ['993e129c-33c7-41c9-9b3d-c1dd7e9e05b2'] in n-d-827839-2 is: [] {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 17:33:40.127187 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-36f65e24-b2d8-490f-a462-ce90f9252881 admin admin] Publish callbacks [] for security_group (9bb2b4ee-6547-4477-9fc1-22d787bc665e), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:40.221927 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-36f65e24-b2d8-490f-a462-ce90f9252881 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (9bb2b4ee-6547-4477-9fc1-22d787bc665e), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:40.244500 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (f20a1ab3-4332-4f54-833b-ba4a7c687e89), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:40.246698 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1a2e1c5c-baf9-4271-96cf-2f2a7f7dd722 None None] Current status of the port c4fb8022-73fa-4329-b5f0-78ed7ed3034a is: DOWN; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:33:40.246698 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1a2e1c5c-baf9-4271-96cf-2f2a7f7dd722 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (c4fb8022-73fa-4329-b5f0-78ed7ed3034a), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:40.260047 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f65e24-b2d8-490f-a462-ce90f9252881 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bb2b4ee-6547-4477-9fc1-22d787bc665e,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:33:40.263167 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port c4fb8022-73fa-4329-b5f0-78ed7ed3034a is: DOWN; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:33:40.276914 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (c4fb8022-73fa-4329-b5f0-78ed7ed3034a), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:40.328207 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-36f65e24-b2d8-490f-a462-ce90f9252881 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=57e4e9324ff246f7ab2c89409ef39928&name=default HTTP/1.1" status: 200 len: 3000 time: 2.0848927 Feb 04 17:33:40.333460 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 51736) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:33:40.399764 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d9155b-8c78-4a69-842e-e38dc8bc5d15 req-6e12470d-44f2-4e32-8c51-10d3fb7a68f0 tempest-ServerDiskConfigTestJSON-47961148 tempest-ServerDiskConfigTestJSON-47961148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:33:40.408394 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-07d9155b-8c78-4a69-842e-e38dc8bc5d15 req-6e12470d-44f2-4e32-8c51-10d3fb7a68f0 tempest-ServerDiskConfigTestJSON-47961148 tempest-ServerDiskConfigTestJSON-47961148-project] 10.222.0.89 "GET /v2.0/ports?device_id=a8a37a11-05ad-417e-9246-571115659a9e HTTP/1.1" status: 200 len: 943 time: 0.3161278 Feb 04 17:33:40.451781 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1a2e1c5c-baf9-4271-96cf-2f2a7f7dd722 None None] For port c4fb8022-73fa-4329-b5f0-78ed7ed3034a, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=c4fb8022-73fa-4329-b5f0-78ed7ed3034a,segment=NetworkSegment(a4c4eb19-ce16-4d7f-9040-c069a1335a60),segment_id=a4c4eb19-ce16-4d7f-9040-c069a1335a60)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:33:40.465368 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Device 24da7943-996b-47dd-b387-4fb4e85e2ea6 up at agent hyperv_n-h2-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:33:40.576375 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-155b6d7a-283d-450d-8342-5f2455273594 admin admin] Publish callbacks [] for security_group (9bb2b4ee-6547-4477-9fc1-22d787bc665e), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:40.595684 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1a2e1c5c-baf9-4271-96cf-2f2a7f7dd722 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (c4fb8022-73fa-4329-b5f0-78ed7ed3034a), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:40.595875 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-07d9155b-8c78-4a69-842e-e38dc8bc5d15 req-248dde86-f83b-4ff8-8383-9db661529a13 tempest-ServerDiskConfigTestJSON-47961148 tempest-ServerDiskConfigTestJSON-47961148-project] 10.222.0.89 "GET /v2.0/security-groups?id=ffff0ed7-cf9e-4cbb-9be9-3a1c2dba1e58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1864245 Feb 04 17:33:40.658016 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-155b6d7a-283d-450d-8342-5f2455273594 admin admin] Publish callbacks [] for security_group (9bb2b4ee-6547-4477-9fc1-22d787bc665e), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:40.730380 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-c647884f-b784-4370-9a1b-e8b214143fa5 tempest-RoutersNegativeIpV6Test-882785305 tempest-RoutersNegativeIpV6Test-882785305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602754'] for router_interface (8818cc38-dc03-46af-91ce-1f1b209d78c2), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:40.770146 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2e1c5c-baf9-4271-96cf-2f2a7f7dd722 None None] Pushing event updated for resources: {'Port': ['ID=c4fb8022-73fa-4329-b5f0-78ed7ed3034a,revision_number=3']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:33:40.783240 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Provisioning complete for port 24da7943-996b-47dd-b387-4fb4e85e2ea6 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:33:40.783618 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (24da7943-996b-47dd-b387-4fb4e85e2ea6), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:40.785129 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-1a2e1c5c-baf9-4271-96cf-2f2a7f7dd722 None None] Provisioning complete for port 6661c3ed-e1e7-43f2-813f-d35fd07a313b triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:33:40.785498 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1a2e1c5c-baf9-4271-96cf-2f2a7f7dd722 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (6661c3ed-e1e7-43f2-813f-d35fd07a313b), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:40.889989 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.db.api [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103378) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 17:33:40.896770 n-d-827839-2 neutron-server[103378]: DEBUG oslo_db.api [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 17:33:40.907777 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-155b6d7a-283d-450d-8342-5f2455273594 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (9bb2b4ee-6547-4477-9fc1-22d787bc665e), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:40.910391 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-155b6d7a-283d-450d-8342-5f2455273594 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:40.922404 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-155b6d7a-283d-450d-8342-5f2455273594 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/9bb2b4ee-6547-4477-9fc1-22d787bc665e HTTP/1.1" status: 204 len: 168 time: 0.5728338 Feb 04 17:33:40.949512 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155b6d7a-283d-450d-8342-5f2455273594 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bb2b4ee-6547-4477-9fc1-22d787bc665e,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:33:41.036153 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-368b33ed-b641-414a-a877-3813ca828671 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602754'] for router_interface (993e129c-33c7-41c9-9b3d-c1dd7e9e05b2), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:41.070927 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1a2e1c5c-baf9-4271-96cf-2f2a7f7dd722 None None] Current status of the port 6661c3ed-e1e7-43f2-813f-d35fd07a313b is: DOWN; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:33:41.071325 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1a2e1c5c-baf9-4271-96cf-2f2a7f7dd722 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (6661c3ed-e1e7-43f2-813f-d35fd07a313b), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:41.207607 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Current status of the port 24da7943-996b-47dd-b387-4fb4e85e2ea6 is: DOWN; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:33:41.207997 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (24da7943-996b-47dd-b387-4fb4e85e2ea6), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:41.288455 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1a2e1c5c-baf9-4271-96cf-2f2a7f7dd722 None None] For port 6661c3ed-e1e7-43f2-813f-d35fd07a313b, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=6661c3ed-e1e7-43f2-813f-d35fd07a313b,segment=NetworkSegment(33d547d5-cb2e-429b-9b92-747ca433c240),segment_id=33d547d5-cb2e-429b-9b92-747ca433c240)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:33:41.334895 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1a2e1c5c-baf9-4271-96cf-2f2a7f7dd722 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (6661c3ed-e1e7-43f2-813f-d35fd07a313b), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:41.455846 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-c647884f-b784-4370-9a1b-e8b214143fa5 tempest-RoutersNegativeIpV6Test-882785305 tempest-RoutersNegativeIpV6Test-882785305-project] Deleting port b42348f8-c2cf-4570-8de9-fe11c26030e8 {{(pid=103376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:33:41.456400 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-c647884f-b784-4370-9a1b-e8b214143fa5 tempest-RoutersNegativeIpV6Test-882785305 tempest-RoutersNegativeIpV6Test-882785305-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (b42348f8-c2cf-4570-8de9-fe11c26030e8), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:41.468046 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8a37a11-05ad-417e-9246-571115659a9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24da7943-996b-47dd-b387-4fb4e85e2ea6'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:33:41.472523 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c34bc964ce2211770fda26ca2f3801cc06f4f39928110690550e94ab9c9d2fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f341c318-5c49-46ca-ac16-7911258fb47f" -d '{"events": [{"server_uuid": "a8a37a11-05ad-417e-9246-571115659a9e", "name": "network-vif-plugged", "status": "completed", "tag": "24da7943-996b-47dd-b387-4fb4e85e2ea6"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:33:41.483094 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-368b33ed-b641-414a-a877-3813ca828671 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Deleting port cfbd87f4-d27f-47dd-8ec4-ceef05634659 {{(pid=103377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:33:41.483711 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-368b33ed-b641-414a-a877-3813ca828671 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (cfbd87f4-d27f-47dd-8ec4-ceef05634659), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:41.596208 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] For port 24da7943-996b-47dd-b387-4fb4e85e2ea6, host n-h2-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=24da7943-996b-47dd-b387-4fb4e85e2ea6,segment=NetworkSegment(c672906f-f6f7-41c3-8178-df9515ad242f),segment_id=c672906f-f6f7-41c3-8178-df9515ad242f)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:33:41.598781 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-1a2e1c5c-baf9-4271-96cf-2f2a7f7dd722 None None] Provisioning complete for port 8191fe4f-0701-4b92-afed-595fbded3ac4 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:33:41.601699 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1a2e1c5c-baf9-4271-96cf-2f2a7f7dd722 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (8191fe4f-0701-4b92-afed-595fbded3ac4), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:41.695116 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-368b33ed-b641-414a-a877-3813ca828671 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (cfbd87f4-d27f-47dd-8ec4-ceef05634659), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:41.725739 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-368b33ed-b641-414a-a877-3813ca828671 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Calling delete_port for cfbd87f4-d27f-47dd-8ec4-ceef05634659 owned by network:router_interface {{(pid=103377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:33:41.729851 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 17:33:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22253261-e7c8-4704-a3c4-e006d0ac5a73 x-openstack-request-id: req-22253261-e7c8-4704-a3c4-e006d0ac5a73 {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:33:41.730171 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8a37a11-05ad-417e-9246-571115659a9e", "name": "network-vif-plugged", "status": "completed", "tag": "24da7943-996b-47dd-b387-4fb4e85e2ea6", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:33:41.730402 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-22253261-e7c8-4704-a3c4-e006d0ac5a73 {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:33:41.730814 n-d-827839-2 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8a37a11-05ad-417e-9246-571115659a9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24da7943-996b-47dd-b387-4fb4e85e2ea6', 'code': 200} Feb 04 17:33:41.735211 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1a2e1c5c-baf9-4271-96cf-2f2a7f7dd722 None None] Port 8191fe4f-0701-4b92-afed-595fbded3ac4 cannot update to ACTIVE because it is not bound. {{(pid=103378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 17:33:41.767241 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (24da7943-996b-47dd-b387-4fb4e85e2ea6), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:41.808622 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-c647884f-b784-4370-9a1b-e8b214143fa5 tempest-RoutersNegativeIpV6Test-882785305 tempest-RoutersNegativeIpV6Test-882785305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (b42348f8-c2cf-4570-8de9-fe11c26030e8), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:41.837321 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-c647884f-b784-4370-9a1b-e8b214143fa5 tempest-RoutersNegativeIpV6Test-882785305 tempest-RoutersNegativeIpV6Test-882785305-project] Calling delete_port for b42348f8-c2cf-4570-8de9-fe11c26030e8 owned by network:router_interface {{(pid=103376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:33:41.844622 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-1a2e1c5c-baf9-4271-96cf-2f2a7f7dd722 None None] Provisioning complete for port c3172729-ce6b-48ca-b469-fc54c9c8abf6 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:33:41.845044 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1a2e1c5c-baf9-4271-96cf-2f2a7f7dd722 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (c3172729-ce6b-48ca-b469-fc54c9c8abf6), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:41.848130 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2e1c5c-baf9-4271-96cf-2f2a7f7dd722 None None] Pushing event updated for resources: {'Port': ['ID=6661c3ed-e1e7-43f2-813f-d35fd07a313b,revision_number=3']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:33:42.139515 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port c4fb8022-73fa-4329-b5f0-78ed7ed3034a is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:33:42.141810 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 6661c3ed-e1e7-43f2-813f-d35fd07a313b up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:33:42.154310 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-251a9ccd-f2ae-4c4e-92a7-480cc44b540c None None] Network 8540d735-d197-49f1-b02a-2d598906b5d1 requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:33:42.160171 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Pushing event updated for resources: {'Port': ['ID=24da7943-996b-47dd-b387-4fb4e85e2ea6,revision_number=8']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:33:42.187378 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a8a112-df6a-4247-89fe-93d3741dbeb7 req-65afc491-003c-4f7d-93d6-7c791c70a4fd tempest-ServerDiskConfigTestJSON-47961148 tempest-ServerDiskConfigTestJSON-47961148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:33:42.192711 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-d5a8a112-df6a-4247-89fe-93d3741dbeb7 req-65afc491-003c-4f7d-93d6-7c791c70a4fd tempest-ServerDiskConfigTestJSON-47961148 tempest-ServerDiskConfigTestJSON-47961148-project] 10.222.0.89 "GET /v2.0/ports?device_id=a8a37a11-05ad-417e-9246-571115659a9e HTTP/1.1" status: 200 len: 945 time: 0.3170147 Feb 04 17:33:42.213910 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2380a1e2-c5e2-4706-a3c0-ba409f518674 req-fcf402b1-535c-419f-8a09-adf74e593273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:33:42.215486 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-2380a1e2-c5e2-4706-a3c0-ba409f518674 req-fcf402b1-535c-419f-8a09-adf74e593273 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=a8a37a11-05ad-417e-9246-571115659a9e HTTP/1.1" status: 200 len: 1127 time: 0.2355707 Feb 04 17:33:42.330284 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-c647884f-b784-4370-9a1b-e8b214143fa5 tempest-RoutersNegativeIpV6Test-882785305 tempest-RoutersNegativeIpV6Test-882785305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (b42348f8-c2cf-4570-8de9-fe11c26030e8), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:42.455671 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-d5a8a112-df6a-4247-89fe-93d3741dbeb7 req-0b802057-09f9-43ed-b891-28793b0e0d59 tempest-ServerDiskConfigTestJSON-47961148 tempest-ServerDiskConfigTestJSON-47961148-project] 10.222.0.89 "GET /v2.0/security-groups?id=ffff0ed7-cf9e-4cbb-9be9-3a1c2dba1e58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2461188 Feb 04 17:33:42.470089 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-2380a1e2-c5e2-4706-a3c0-ba409f518674 req-9e6eee72-de0a-47ec-90b4-f2277f888150 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=ffff0ed7-cf9e-4cbb-9be9-3a1c2dba1e58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2367346 Feb 04 17:33:42.500542 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c647884f-b784-4370-9a1b-e8b214143fa5 tempest-RoutersNegativeIpV6Test-882785305 tempest-RoutersNegativeIpV6Test-882785305-project] Pushing event deleted for resources: {'Port': ['ID=b42348f8-c2cf-4570-8de9-fe11c26030e8,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:33:42.513490 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-368b33ed-b641-414a-a877-3813ca828671 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (cfbd87f4-d27f-47dd-8ec4-ceef05634659), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:42.590852 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368b33ed-b641-414a-a877-3813ca828671 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Pushing event deleted for resources: {'Port': ['ID=cfbd87f4-d27f-47dd-8ec4-ceef05634659,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:33:42.700973 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (3f9244a9-75fc-4c10-b195-11d48b853b41), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:42.736278 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1a2e1c5c-baf9-4271-96cf-2f2a7f7dd722 None None] Current status of the port c3172729-ce6b-48ca-b469-fc54c9c8abf6 is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:33:42.746565 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port 6661c3ed-e1e7-43f2-813f-d35fd07a313b triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:33:42.746943 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (6661c3ed-e1e7-43f2-813f-d35fd07a313b), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:42.765162 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-c647884f-b784-4370-9a1b-e8b214143fa5 tempest-RoutersNegativeIpV6Test-882785305 tempest-RoutersNegativeIpV6Test-882785305-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1677336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1602614'] for router_interface (8818cc38-dc03-46af-91ce-1f1b209d78c2), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:42.869609 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-ce7baf54-2fe1-4d62-b52c-a92a2a534711 None None] Could not find standard attr ID for object cfbd87f4-d27f-47dd-8ec4-ceef05634659. {{(pid=103378) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 17:33:42.905399 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-ce7baf54-2fe1-4d62-b52c-a92a2a534711 None None] Provisioning complete for port c4fb8022-73fa-4329-b5f0-78ed7ed3034a triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:33:42.905980 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ce7baf54-2fe1-4d62-b52c-a92a2a534711 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (c4fb8022-73fa-4329-b5f0-78ed7ed3034a), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:43.051481 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-368b33ed-b641-414a-a877-3813ca828671 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1677336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1602614'] for router_interface (993e129c-33c7-41c9-9b3d-c1dd7e9e05b2), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:43.067566 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-ce7baf54-2fe1-4d62-b52c-a92a2a534711 None None] Current status of the port c4fb8022-73fa-4329-b5f0-78ed7ed3034a is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:33:43.095002 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-ce7baf54-2fe1-4d62-b52c-a92a2a534711 None None] Provisioning complete for port 831eefc9-bccd-42d8-9178-94dda9b9644d triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:33:43.095386 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ce7baf54-2fe1-4d62-b52c-a92a2a534711 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (831eefc9-bccd-42d8-9178-94dda9b9644d), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:43.142095 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port 6661c3ed-e1e7-43f2-813f-d35fd07a313b is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:33:43.264833 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-ce7baf54-2fe1-4d62-b52c-a92a2a534711 None None] Current status of the port 831eefc9-bccd-42d8-9178-94dda9b9644d is: DOWN; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:33:43.265231 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ce7baf54-2fe1-4d62-b52c-a92a2a534711 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (831eefc9-bccd-42d8-9178-94dda9b9644d), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:43.311888 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c647884f-b784-4370-9a1b-e8b214143fa5 tempest-RoutersNegativeIpV6Test-882785305 tempest-RoutersNegativeIpV6Test-882785305-project] Router 8818cc38-dc03-46af-91ce-1f1b209d78c2 has already been hosted by L3 agent 64ada913-9131-4d99-a265-63a920956287 {{(pid=103376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 17:33:43.356750 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-ce7baf54-2fe1-4d62-b52c-a92a2a534711 None None] For port 831eefc9-bccd-42d8-9178-94dda9b9644d, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=831eefc9-bccd-42d8-9178-94dda9b9644d,segment=NetworkSegment(6e9abb02-a57c-471b-bd65-e69e827c660b),segment_id=6e9abb02-a57c-471b-bd65-e69e827c660b)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:33:43.373178 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ce7baf54-2fe1-4d62-b52c-a92a2a534711 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (831eefc9-bccd-42d8-9178-94dda9b9644d), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:43.379341 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-ce7baf54-2fe1-4d62-b52c-a92a2a534711 None None] Could not find standard attr ID for object b42348f8-c2cf-4570-8de9-fe11c26030e8. {{(pid=103378) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 17:33:43.483035 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7baf54-2fe1-4d62-b52c-a92a2a534711 None None] Pushing event updated for resources: {'Port': ['ID=831eefc9-bccd-42d8-9178-94dda9b9644d,revision_number=3']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:33:43.497262 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c647884f-b784-4370-9a1b-e8b214143fa5 tempest-RoutersNegativeIpV6Test-882785305 tempest-RoutersNegativeIpV6Test-882785305-project] Notify agent at l3_agent.n-d-827839-2 the message routers_updated {{(pid=103376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 17:33:43.511560 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-c647884f-b784-4370-9a1b-e8b214143fa5 tempest-RoutersNegativeIpV6Test-882785305 tempest-RoutersNegativeIpV6Test-882785305-project] 10.222.0.89 "PUT /v2.0/routers/8818cc38-dc03-46af-91ce-1f1b209d78c2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2570131 Feb 04 17:33:43.512375 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 51780) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:33:43.531377 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ea9e191-b1d0-4972-8f90-1dfe3823fa64 None None] Sync routers for ids ['8818cc38-dc03-46af-91ce-1f1b209d78c2'] in n-d-827839-2 {{(pid=103378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 17:33:43.570975 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ea9e191-b1d0-4972-8f90-1dfe3823fa64 None None] Routers {'8818cc38-dc03-46af-91ce-1f1b209d78c2'} bound to L3 agent in host n-d-827839-2 {{(pid=103378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:33:43.573094 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-8ea9e191-b1d0-4972-8f90-1dfe3823fa64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:33:32Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['8818cc38-dc03-46af-91ce-1f1b209d78c2'], 'active': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:33:43.601863 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-368b33ed-b641-414a-a877-3813ca828671 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Router 993e129c-33c7-41c9-9b3d-c1dd7e9e05b2 has already been hosted by L3 agent 64ada913-9131-4d99-a265-63a920956287 {{(pid=103377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 17:33:43.624794 n-d-827839-2 neutron-server[103376]: INFO neutron.api.v2.resource [None req-2db84939-0939-4f75-bc0b-09f486da57e7 tempest-RoutersNegativeIpV6Test-882785305 tempest-RoutersNegativeIpV6Test-882785305-project] delete failed (client error): The resource could not be found. Feb 04 17:33:43.626946 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-2db84939-0939-4f75-bc0b-09f486da57e7 tempest-RoutersNegativeIpV6Test-882785305 tempest-RoutersNegativeIpV6Test-882785305-project] 10.222.0.89 "DELETE /v2.0/routers/tempest-non_exist_router-250592330 HTTP/1.1" status: 404 len: 334 time: 0.1110697 Feb 04 17:33:43.631185 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 51784) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:33:43.640627 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-0d92a346-7dde-48d6-b762-fca7d5c97b90 tempest-RoutersNegativeIpV6Test-882785305 tempest-RoutersNegativeIpV6Test-882785305-project] Request body: {'router': {'external_gateway_info': {'network_id': '8818cc38-dc03-46af-91ce-1f1b209d78c2'}}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:33:43.685654 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device c3172729-ce6b-48ca-b469-fc54c9c8abf6 up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:33:43.821106 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-8ea9e191-b1d0-4972-8f90-1dfe3823fa64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827839-2', False) {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:33:43.823620 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-7387e0f7-ac5d-4da5-bdbf-e74d1b6f0b7c None None] Provisioning complete for port 831eefc9-bccd-42d8-9178-94dda9b9644d triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:33:43.823987 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7387e0f7-ac5d-4da5-bdbf-e74d1b6f0b7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (831eefc9-bccd-42d8-9178-94dda9b9644d), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:43.859522 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-368b33ed-b641-414a-a877-3813ca828671 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Notify agent at l3_agent.n-d-827839-2 the message routers_updated {{(pid=103377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 17:33:43.870399 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-368b33ed-b641-414a-a877-3813ca828671 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] 10.222.0.89 "PUT /v2.0/routers/993e129c-33c7-41c9-9b3d-c1dd7e9e05b2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3716621 Feb 04 17:33:43.872258 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b550427-8661-4e91-bd25-b23c055e1b5d None None] Sync routers for ids ['993e129c-33c7-41c9-9b3d-c1dd7e9e05b2'] in n-d-827839-2 {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 17:33:43.872781 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 51788) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:33:43.890350 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b550427-8661-4e91-bd25-b23c055e1b5d None None] Routers {'993e129c-33c7-41c9-9b3d-c1dd7e9e05b2'} bound to L3 agent in host n-d-827839-2 {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:33:43.893435 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-3b550427-8661-4e91-bd25-b23c055e1b5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:33:32Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['993e129c-33c7-41c9-9b3d-c1dd7e9e05b2'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:33:43.983500 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-3b550427-8661-4e91-bd25-b23c055e1b5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827839-2', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:33:44.000309 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b550427-8661-4e91-bd25-b23c055e1b5d None None] Routers {'993e129c-33c7-41c9-9b3d-c1dd7e9e05b2'} bound to L3 agent in host n-d-827839-2 {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:33:44.003616 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ea9e191-b1d0-4972-8f90-1dfe3823fa64 None None] Routers {'8818cc38-dc03-46af-91ce-1f1b209d78c2'} bound to L3 agent in host n-d-827839-2 {{(pid=103378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:33:44.003773 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-3b550427-8661-4e91-bd25-b23c055e1b5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:33:32Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['993e129c-33c7-41c9-9b3d-c1dd7e9e05b2'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:33:44.005564 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-8ea9e191-b1d0-4972-8f90-1dfe3823fa64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:33:32Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['8818cc38-dc03-46af-91ce-1f1b209d78c2'], 'active': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:33:44.009923 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a873188c-1627-489f-b84b-a4ec06b7d02e req-993e1e5c-138a-41c6-8f7e-64aa81f6d8c6 tempest-ServerDiskConfigTestJSON-47961148 tempest-ServerDiskConfigTestJSON-47961148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:33:44.019948 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-a873188c-1627-489f-b84b-a4ec06b7d02e req-993e1e5c-138a-41c6-8f7e-64aa81f6d8c6 tempest-ServerDiskConfigTestJSON-47961148 tempest-ServerDiskConfigTestJSON-47961148-project] 10.222.0.89 "GET /v2.0/ports?device_id=a8a37a11-05ad-417e-9246-571115659a9e HTTP/1.1" status: 200 len: 945 time: 0.2332754 Feb 04 17:33:44.047493 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-0d92a346-7dde-48d6-b762-fca7d5c97b90 tempest-RoutersNegativeIpV6Test-882785305 tempest-RoutersNegativeIpV6Test-882785305-project] Publish callbacks [] for router_gateway (8818cc38-dc03-46af-91ce-1f1b209d78c2), precommit_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:44.093868 n-d-827839-2 neutron-server[103376]: INFO neutron.api.v2.resource [None req-0d92a346-7dde-48d6-b762-fca7d5c97b90 tempest-RoutersNegativeIpV6Test-882785305 tempest-RoutersNegativeIpV6Test-882785305-project] update failed (client error): The resource could not be found. Feb 04 17:33:44.096441 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-8ea9e191-b1d0-4972-8f90-1dfe3823fa64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827839-2', False) {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:33:44.097246 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ea9e191-b1d0-4972-8f90-1dfe3823fa64 None None] The sync data for ids ['8818cc38-dc03-46af-91ce-1f1b209d78c2'] in n-d-827839-2 is: [] {{(pid=103378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 17:33:44.105321 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-0d92a346-7dde-48d6-b762-fca7d5c97b90 tempest-RoutersNegativeIpV6Test-882785305 tempest-RoutersNegativeIpV6Test-882785305-project] 10.222.0.89 "PUT /v2.0/routers/8818cc38-dc03-46af-91ce-1f1b209d78c2 HTTP/1.1" status: 404 len: 339 time: 0.4727418 Feb 04 17:33:44.106848 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-3b550427-8661-4e91-bd25-b23c055e1b5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827839-2', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:33:44.107529 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b550427-8661-4e91-bd25-b23c055e1b5d None None] The sync data for ids ['993e129c-33c7-41c9-9b3d-c1dd7e9e05b2'] in n-d-827839-2 is: [] {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 17:33:44.108327 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port c3172729-ce6b-48ca-b469-fc54c9c8abf6 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:33:44.108871 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (c3172729-ce6b-48ca-b469-fc54c9c8abf6), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:44.109681 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 51792) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:33:44.120371 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-d45cb047-d115-466a-bf30-3b7735542a87 tempest-RoutersNegativeIpV6Test-882785305 tempest-RoutersNegativeIpV6Test-882785305-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1440522407'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:33:44.161962 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d45cb047-d115-466a-bf30-3b7735542a87 tempest-RoutersNegativeIpV6Test-882785305 tempest-RoutersNegativeIpV6Test-882785305-project] Made reservation on behalf of c02ffbd32c6e4b358c1f856227331d2e for: {'network': 1} {{(pid=103376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:33:44.170656 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-d45cb047-d115-466a-bf30-3b7735542a87 tempest-RoutersNegativeIpV6Test-882785305 tempest-RoutersNegativeIpV6Test-882785305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for network (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:44.211116 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d45cb047-d115-466a-bf30-3b7735542a87 tempest-RoutersNegativeIpV6Test-882785305 tempest-RoutersNegativeIpV6Test-882785305-project] vlan segment allocate from pool success with {'vlan_id': 750, 'physical_network': 'physnet1'} {{(pid=103376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 17:33:44.230511 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-7387e0f7-ac5d-4da5-bdbf-e74d1b6f0b7c None None] Current status of the port 831eefc9-bccd-42d8-9178-94dda9b9644d is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:33:44.237272 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-d45cb047-d115-466a-bf30-3b7735542a87 tempest-RoutersNegativeIpV6Test-882785305 tempest-RoutersNegativeIpV6Test-882785305-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (5097d272-6ab4-4085-a38a-ddd815441bed), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:44.239231 n-d-827839-2 neutron-server[103376]: INFO neutron.db.segments_db [None req-d45cb047-d115-466a-bf30-3b7735542a87 tempest-RoutersNegativeIpV6Test-882785305 tempest-RoutersNegativeIpV6Test-882785305-project] Added segment 5097d272-6ab4-4085-a38a-ddd815441bed of type vlan for network a47e899c-b0ca-4d1b-82a2-ac9fd87ee666 Feb 04 17:33:44.331465 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-d45cb047-d115-466a-bf30-3b7735542a87 tempest-RoutersNegativeIpV6Test-882785305 tempest-RoutersNegativeIpV6Test-882785305-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781084292801'] for network (a47e899c-b0ca-4d1b-82a2-ac9fd87ee666), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:44.342332 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port c3172729-ce6b-48ca-b469-fc54c9c8abf6 is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:33:44.344780 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device c4fb8022-73fa-4329-b5f0-78ed7ed3034a up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:33:44.392940 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-d45cb047-d115-466a-bf30-3b7735542a87 tempest-RoutersNegativeIpV6Test-882785305 tempest-RoutersNegativeIpV6Test-882785305-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327'] for network (a47e899c-b0ca-4d1b-82a2-ac9fd87ee666), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:44.403178 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d45cb047-d115-466a-bf30-3b7735542a87 tempest-RoutersNegativeIpV6Test-882785305 tempest-RoutersNegativeIpV6Test-882785305-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:33:44.407150 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-d45cb047-d115-466a-bf30-3b7735542a87 tempest-RoutersNegativeIpV6Test-882785305 tempest-RoutersNegativeIpV6Test-882785305-project] Publish callbacks [] for network (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:44.448417 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-d45cb047-d115-466a-bf30-3b7735542a87 tempest-RoutersNegativeIpV6Test-882785305 tempest-RoutersNegativeIpV6Test-882785305-project] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.3365531 Feb 04 17:33:44.450555 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 51796) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:33:44.460959 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port c4fb8022-73fa-4329-b5f0-78ed7ed3034a triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:33:44.461614 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (c4fb8022-73fa-4329-b5f0-78ed7ed3034a), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:44.550686 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-5cdd3122-fae3-405b-be51-f3728231877c tempest-RoutersNegativeIpV6Test-882785305 tempest-RoutersNegativeIpV6Test-882785305-project] Request body: {'subnet': {'network_id': 'a47e899c-b0ca-4d1b-82a2-ac9fd87ee666', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:33:44.625391 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45cb047-d115-466a-bf30-3b7735542a87 tempest-RoutersNegativeIpV6Test-882785305 tempest-RoutersNegativeIpV6Test-882785305-project] Pushing event updated for resources: {'Network': ['ID=a47e899c-b0ca-4d1b-82a2-ac9fd87ee666,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:33:44.639129 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-a873188c-1627-489f-b84b-a4ec06b7d02e req-f5febdad-734c-47e5-870b-34dff0036f4a tempest-ServerDiskConfigTestJSON-47961148 tempest-ServerDiskConfigTestJSON-47961148-project] 10.222.0.89 "GET /v2.0/security-groups?id=ffff0ed7-cf9e-4cbb-9be9-3a1c2dba1e58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6180227 Feb 04 17:33:44.646430 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Network a47e899c-b0ca-4d1b-82a2-ac9fd87ee666 details requested by agent ovs-agent-n-d-827839-2 with host n-d-827839-2 {{(pid=103378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 17:33:44.679386 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cdd3122-fae3-405b-be51-f3728231877c tempest-RoutersNegativeIpV6Test-882785305 tempest-RoutersNegativeIpV6Test-882785305-project] Made reservation on behalf of c02ffbd32c6e4b358c1f856227331d2e for: {'subnet': 1} {{(pid=103376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:33:44.683561 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-5cdd3122-fae3-405b-be51-f3728231877c tempest-RoutersNegativeIpV6Test-882785305 tempest-RoutersNegativeIpV6Test-882785305-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25859006'] for subnet (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:44.688346 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port c4fb8022-73fa-4329-b5f0-78ed7ed3034a is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:33:44.690085 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 831eefc9-bccd-42d8-9178-94dda9b9644d up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:33:44.962319 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-aad7c463-5b35-46dd-891e-e8876adf7564 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602754'] for router_interface (993e129c-33c7-41c9-9b3d-c1dd7e9e05b2), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:44.987640 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port 831eefc9-bccd-42d8-9178-94dda9b9644d triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:33:44.988186 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (831eefc9-bccd-42d8-9178-94dda9b9644d), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:44.989516 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-5cdd3122-fae3-405b-be51-f3728231877c tempest-RoutersNegativeIpV6Test-882785305 tempest-RoutersNegativeIpV6Test-882785305-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25674939', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25858952'] for subnet (dd78c201-2979-4927-95ed-bdfe6bcb6d71), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:45.101604 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cdd3122-fae3-405b-be51-f3728231877c tempest-RoutersNegativeIpV6Test-882785305 tempest-RoutersNegativeIpV6Test-882785305-project] Pushing event updated for resources: {'Subnet': ['ID=dd78c201-2979-4927-95ed-bdfe6bcb6d71,revision_number=0']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:33:45.126823 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port 831eefc9-bccd-42d8-9178-94dda9b9644d is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:33:45.127916 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 6661c3ed-e1e7-43f2-813f-d35fd07a313b up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:33:45.166656 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cdd3122-fae3-405b-be51-f3728231877c tempest-RoutersNegativeIpV6Test-882785305 tempest-RoutersNegativeIpV6Test-882785305-project] Checking segment: {'id': '5097d272-6ab4-4085-a38a-ddd815441bed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'a47e899c-b0ca-4d1b-82a2-ac9fd87ee666'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:33:45.167302 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cdd3122-fae3-405b-be51-f3728231877c tempest-RoutersNegativeIpV6Test-882785305 tempest-RoutersNegativeIpV6Test-882785305-project] Network hostable DHCP agents. Network: a47e899c-b0ca-4d1b-82a2-ac9fd87ee666, hostable agents: ['bb89f5a3-3c22-440b-b7d1-c4f0c43c184a'], hosted agents: [] {{(pid=103376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 17:33:45.195437 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cdd3122-fae3-405b-be51-f3728231877c tempest-RoutersNegativeIpV6Test-882785305 tempest-RoutersNegativeIpV6Test-882785305-project] Network a47e899c-b0ca-4d1b-82a2-ac9fd87ee666 is scheduled to be hosted by DHCP agent bb89f5a3-3c22-440b-b7d1-c4f0c43c184a with binding_index 1 {{(pid=103376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 17:33:45.210644 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [None req-5cdd3122-fae3-405b-be51-f3728231877c tempest-RoutersNegativeIpV6Test-882785305 tempest-RoutersNegativeIpV6Test-882785305-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827839-2, a47e899c-b0ca-4d1b-82a2-ac9fd87ee666) {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:33:45.218436 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cdd3122-fae3-405b-be51-f3728231877c tempest-RoutersNegativeIpV6Test-882785305 tempest-RoutersNegativeIpV6Test-882785305-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:33:45.218665 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port 6661c3ed-e1e7-43f2-813f-d35fd07a313b triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:33:45.218831 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (6661c3ed-e1e7-43f2-813f-d35fd07a313b), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:45.219583 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-5cdd3122-fae3-405b-be51-f3728231877c tempest-RoutersNegativeIpV6Test-882785305 tempest-RoutersNegativeIpV6Test-882785305-project] Publish callbacks [] for subnet (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:45.267309 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-5cdd3122-fae3-405b-be51-f3728231877c tempest-RoutersNegativeIpV6Test-882785305 tempest-RoutersNegativeIpV6Test-882785305-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.7913544 Feb 04 17:33:45.268438 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 51802) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:33:45.275066 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-623c8b92-4a65-4011-9097-50a16bb0df23 tempest-RoutersNegativeIpV6Test-882785305 tempest-RoutersNegativeIpV6Test-882785305-project] Request body: {'router': {'external_gateway_info': {'network_id': 'a47e899c-b0ca-4d1b-82a2-ac9fd87ee666'}}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:33:45.329814 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa905649-d546-4a1b-89c2-aa414ef5eaa5 None None] Network a47e899c-b0ca-4d1b-82a2-ac9fd87ee666 requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:33:45.413304 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-aad7c463-5b35-46dd-891e-e8876adf7564 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Deleting port 8191fe4f-0701-4b92-afed-595fbded3ac4 {{(pid=103377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:33:45.413658 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-aad7c463-5b35-46dd-891e-e8876adf7564 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (8191fe4f-0701-4b92-afed-595fbded3ac4), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:45.522886 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-aad7c463-5b35-46dd-891e-e8876adf7564 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (8191fe4f-0701-4b92-afed-595fbded3ac4), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:45.540985 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-aad7c463-5b35-46dd-891e-e8876adf7564 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Calling delete_port for 8191fe4f-0701-4b92-afed-595fbded3ac4 owned by network:router_interface {{(pid=103377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:33:45.643563 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-623c8b92-4a65-4011-9097-50a16bb0df23 tempest-RoutersNegativeIpV6Test-882785305 tempest-RoutersNegativeIpV6Test-882785305-project] Publish callbacks [] for router_gateway (8818cc38-dc03-46af-91ce-1f1b209d78c2), precommit_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:45.659070 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port 6661c3ed-e1e7-43f2-813f-d35fd07a313b is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:33:45.730823 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4de0c7c0-055f-42dc-b663-3c747aa3622b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e4c19ad-5724-5db8-8ee1-4f56ae69fcf4-a47e899c-b0ca-4d1b-82a2-ac9fd87ee666', 'network_id': 'a47e899c-b0ca-4d1b-82a2-ac9fd87ee666', 'project_id': 'c02ffbd32c6e4b358c1f856227331d2e', 'fixed_ips': [{'subnet_id': 'dd78c201-2979-4927-95ed-bdfe6bcb6d71'}]}} from n-d-827839-2. {{(pid=103378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 17:33:45.731704 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4de0c7c0-055f-42dc-b663-3c747aa3622b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:45.921402 n-d-827839-2 neutron-server[103376]: INFO neutron.api.v2.resource [None req-623c8b92-4a65-4011-9097-50a16bb0df23 tempest-RoutersNegativeIpV6Test-882785305 tempest-RoutersNegativeIpV6Test-882785305-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 17:33:45.932005 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-623c8b92-4a65-4011-9097-50a16bb0df23 tempest-RoutersNegativeIpV6Test-882785305 tempest-RoutersNegativeIpV6Test-882785305-project] 10.222.0.89 "PUT /v2.0/routers/8818cc38-dc03-46af-91ce-1f1b209d78c2 HTTP/1.1" status: 400 len: 364 time: 0.6610339 Feb 04 17:33:45.932619 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 51812) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:33:45.992881 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3689ba-e27b-4b20-91ef-115bf1b4d0a9 req-a907cc9b-d8a6-4913-a3aa-aa376c89f647 tempest-ServerDiskConfigTestJSON-47961148 tempest-ServerDiskConfigTestJSON-47961148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:33:46.008108 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-6e3689ba-e27b-4b20-91ef-115bf1b4d0a9 req-a907cc9b-d8a6-4913-a3aa-aa376c89f647 tempest-ServerDiskConfigTestJSON-47961148 tempest-ServerDiskConfigTestJSON-47961148-project] 10.222.0.89 "GET /v2.0/ports?device_id=a8a37a11-05ad-417e-9246-571115659a9e HTTP/1.1" status: 200 len: 945 time: 0.2463083 Feb 04 17:33:46.028985 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-aad7c463-5b35-46dd-891e-e8876adf7564 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (8191fe4f-0701-4b92-afed-595fbded3ac4), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:46.073144 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad7c463-5b35-46dd-891e-e8876adf7564 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Pushing event deleted for resources: {'Port': ['ID=8191fe4f-0701-4b92-afed-595fbded3ac4,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:33:46.151198 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 831eefc9-bccd-42d8-9178-94dda9b9644d up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:33:46.249583 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-4de0c7c0-055f-42dc-b663-3c747aa3622b None None] Allocated IP 2001:db8:1::2 (a47e899c-b0ca-4d1b-82a2-ac9fd87ee666/dd78c201-2979-4927-95ed-bdfe6bcb6d71/6601fdfa-13b3-41bf-96b1-181119934a96) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:33:46.255385 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-6e3689ba-e27b-4b20-91ef-115bf1b4d0a9 req-b95feb4d-af5c-4828-98dc-653028685329 tempest-ServerDiskConfigTestJSON-47961148 tempest-ServerDiskConfigTestJSON-47961148-project] 10.222.0.89 "GET /v2.0/security-groups?id=ffff0ed7-cf9e-4cbb-9be9-3a1c2dba1e58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2431209 Feb 04 17:33:46.448925 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-aad7c463-5b35-46dd-891e-e8876adf7564 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1677336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1602614'] for router_interface (993e129c-33c7-41c9-9b3d-c1dd7e9e05b2), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:46.528806 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4de0c7c0-055f-42dc-b663-3c747aa3622b None None] Publish callbacks [] for port (6601fdfa-13b3-41bf-96b1-181119934a96), precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:46.546326 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4de0c7c0-055f-42dc-b663-3c747aa3622b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135'] for port (6601fdfa-13b3-41bf-96b1-181119934a96), after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:46.606772 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port 831eefc9-bccd-42d8-9178-94dda9b9644d triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:33:46.607407 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (831eefc9-bccd-42d8-9178-94dda9b9644d), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:46.610875 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de0c7c0-055f-42dc-b663-3c747aa3622b None None] Pushing event updated for resources: {'Port': ['ID=6601fdfa-13b3-41bf-96b1-181119934a96,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:33:46.643347 n-d-827839-2 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4de0c7c0-055f-42dc-b663-3c747aa3622b None None] Network a47e899c-b0ca-4d1b-82a2-ac9fd87ee666 is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:33:46.655610 n-d-827839-2 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-4de0c7c0-055f-42dc-b663-3c747aa3622b None None] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:33:46.660459 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4de0c7c0-055f-42dc-b663-3c747aa3622b None None] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:33:46.675882 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-3337b7db-7285-46b2-abd4-09ecd37ea501 tempest-RoutersNegativeIpV6Test-882785305 tempest-RoutersNegativeIpV6Test-882785305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:46.677454 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aad7c463-5b35-46dd-891e-e8876adf7564 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Router 993e129c-33c7-41c9-9b3d-c1dd7e9e05b2 has already been hosted by L3 agent 64ada913-9131-4d99-a265-63a920956287 {{(pid=103377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 17:33:46.708766 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ee2e40-c0bf-4112-9bfb-1aeb4f0ac909 req-0198a98d-558e-46f5-a700-28fb2d396aef tempest-ServerDiskConfigTestJSON-47961148 tempest-ServerDiskConfigTestJSON-47961148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:33:46.709906 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-52ee2e40-c0bf-4112-9bfb-1aeb4f0ac909 req-0198a98d-558e-46f5-a700-28fb2d396aef tempest-ServerDiskConfigTestJSON-47961148 tempest-ServerDiskConfigTestJSON-47961148-project] 10.222.0.89 "GET /v2.0/ports?device_id=a8a37a11-05ad-417e-9246-571115659a9e HTTP/1.1" status: 200 len: 945 time: 0.2360091 Feb 04 17:33:46.786042 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-4de0c7c0-055f-42dc-b663-3c747aa3622b None None] Attempting to bind port 6601fdfa-13b3-41bf-96b1-181119934a96 on host n-d-827839-2 for vnic_type normal with profile {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:33:46.786416 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-4de0c7c0-055f-42dc-b663-3c747aa3622b None None] Attempting to bind port 6601fdfa-13b3-41bf-96b1-181119934a96 by drivers openvswitch,hyperv on host n-d-827839-2 at level 0 using segments [{'id': '5097d272-6ab4-4085-a38a-ddd815441bed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'a47e899c-b0ca-4d1b-82a2-ac9fd87ee666'}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:33:46.787602 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4de0c7c0-055f-42dc-b663-3c747aa3622b None None] Attempting to bind port 6601fdfa-13b3-41bf-96b1-181119934a96 on network a47e899c-b0ca-4d1b-82a2-ac9fd87ee666 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:33:46.795626 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4de0c7c0-055f-42dc-b663-3c747aa3622b None None] Checking agent: {'id': 'ba70844b-66a0-45fd-a2f2-e6ed673321fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 0, 36), 'started_at': datetime.datetime(2022, 2, 4, 17, 1, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 33, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:33:46.796000 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4de0c7c0-055f-42dc-b663-3c747aa3622b None None] Checking segment: {'id': '5097d272-6ab4-4085-a38a-ddd815441bed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'a47e899c-b0ca-4d1b-82a2-ac9fd87ee666'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:33:46.796414 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4de0c7c0-055f-42dc-b663-3c747aa3622b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:46.797104 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4de0c7c0-055f-42dc-b663-3c747aa3622b None None] Bound using segment: {'id': '5097d272-6ab4-4085-a38a-ddd815441bed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'a47e899c-b0ca-4d1b-82a2-ac9fd87ee666'} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:33:46.797589 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-4de0c7c0-055f-42dc-b663-3c747aa3622b None None] Bound port: 6601fdfa-13b3-41bf-96b1-181119934a96, host: n-d-827839-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5097d272-6ab4-4085-a38a-ddd815441bed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'a47e899c-b0ca-4d1b-82a2-ac9fd87ee666'}}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:33:46.797975 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4de0c7c0-055f-42dc-b663-3c747aa3622b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (6601fdfa-13b3-41bf-96b1-181119934a96), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:46.810104 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aad7c463-5b35-46dd-891e-e8876adf7564 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Notify agent at l3_agent.n-d-827839-2 the message routers_updated {{(pid=103377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 17:33:46.818949 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-aad7c463-5b35-46dd-891e-e8876adf7564 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] 10.222.0.89 "PUT /v2.0/routers/993e129c-33c7-41c9-9b3d-c1dd7e9e05b2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9425254 Feb 04 17:33:46.819254 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 51818) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:33:46.887379 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-3a39bcf8-0d91-453b-9d82-a02b4bf515e4 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] 10.222.0.89 "GET /v2.0/ports?device_id=993e129c-33c7-41c9-9b3d-c1dd7e9e05b2 HTTP/1.1" status: 200 len: 205 time: 0.0669079 Feb 04 17:33:46.897656 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 51822) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:33:46.926035 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-4de0c7c0-055f-42dc-b663-3c747aa3622b None None] For port 6601fdfa-13b3-41bf-96b1-181119934a96, host n-d-827839-2, cleared binding levels {{(pid=103378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:33:46.933563 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-4de0c7c0-055f-42dc-b663-3c747aa3622b None None] For port 6601fdfa-13b3-41bf-96b1-181119934a96, host n-d-827839-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=6601fdfa-13b3-41bf-96b1-181119934a96,segment=NetworkSegment(5097d272-6ab4-4085-a38a-ddd815441bed),segment_id=5097d272-6ab4-4085-a38a-ddd815441bed)] {{(pid=103378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:33:46.941231 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-105e3a2a-4f34-4621-8f15-663e696d4303 None None] Sync routers for ids ['993e129c-33c7-41c9-9b3d-c1dd7e9e05b2'] in n-d-827839-2 {{(pid=103378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 17:33:46.953695 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4de0c7c0-055f-42dc-b663-3c747aa3622b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (6601fdfa-13b3-41bf-96b1-181119934a96), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:46.995656 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-105e3a2a-4f34-4621-8f15-663e696d4303 None None] Routers {'993e129c-33c7-41c9-9b3d-c1dd7e9e05b2'} bound to L3 agent in host n-d-827839-2 {{(pid=103378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:33:46.996577 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-105e3a2a-4f34-4621-8f15-663e696d4303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:33:32Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['993e129c-33c7-41c9-9b3d-c1dd7e9e05b2'], 'active': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:33:47.088299 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-cc412bb1-facf-490a-b6a8-65d4d019eb88 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Publish callbacks [] for router (993e129c-33c7-41c9-9b3d-c1dd7e9e05b2), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:47.139917 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-105e3a2a-4f34-4621-8f15-663e696d4303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827839-2', False) {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:33:47.168235 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port 831eefc9-bccd-42d8-9178-94dda9b9644d is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:33:47.188492 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-105e3a2a-4f34-4621-8f15-663e696d4303 None None] Routers {'993e129c-33c7-41c9-9b3d-c1dd7e9e05b2'} bound to L3 agent in host n-d-827839-2 {{(pid=103378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:33:47.188811 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-105e3a2a-4f34-4621-8f15-663e696d4303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:33:32Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['993e129c-33c7-41c9-9b3d-c1dd7e9e05b2'], 'active': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:33:47.255832 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-105e3a2a-4f34-4621-8f15-663e696d4303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827839-2', False) {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:33:47.256916 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-105e3a2a-4f34-4621-8f15-663e696d4303 None None] The sync data for ids ['993e129c-33c7-41c9-9b3d-c1dd7e9e05b2'] in n-d-827839-2 is: [] {{(pid=103378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 17:33:47.259216 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de0c7c0-055f-42dc-b663-3c747aa3622b None None] Pushing event updated for resources: {'Port': ['ID=6601fdfa-13b3-41bf-96b1-181119934a96,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:33:47.333076 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-52ee2e40-c0bf-4112-9bfb-1aeb4f0ac909 req-f8c2f6f4-dfb8-4a5c-ab49-1398b32a325d tempest-ServerDiskConfigTestJSON-47961148 tempest-ServerDiskConfigTestJSON-47961148-project] 10.222.0.89 "GET /v2.0/security-groups?id=ffff0ed7-cf9e-4cbb-9be9-3a1c2dba1e58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5858316 Feb 04 17:33:47.532148 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.db_base_plugin_common [None req-3337b7db-7285-46b2-abd4-09ecd37ea501 tempest-RoutersNegativeIpV6Test-882785305 tempest-RoutersNegativeIpV6Test-882785305-project] Allocated IP 2001:db8::1 (2fb9359e-60c0-4b00-be75-b2e110bbd9a5/fbe2152d-a84d-4c4f-9ade-311ef22fc561/fb754765-e79b-4ba3-a3b3-c5bde652c6d5) {{(pid=103376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:33:47.548338 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-3ddbc20f-5954-42ab-9d86-e0f67974cee1 req-962663af-6815-41f6-bcaa-9050c30d9a97 tempest-VolumesBackupsTest-773030049 tempest-VolumesBackupsTest-773030049-project] 10.222.0.89 "GET /v2.0/networks?tenant_id=c900b06c021945f2aa154d34407bc1aa&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0921402 Feb 04 17:33:47.831588 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-3337b7db-7285-46b2-abd4-09ecd37ea501 tempest-RoutersNegativeIpV6Test-882785305 tempest-RoutersNegativeIpV6Test-882785305-project] Publish callbacks [] for port (fb754765-e79b-4ba3-a3b3-c5bde652c6d5), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:47.841704 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddbc20f-5954-42ab-9d86-e0f67974cee1 req-40327eb6-f1af-43f8-8972-cc1ecd287857 tempest-VolumesBackupsTest-773030049 tempest-VolumesBackupsTest-773030049-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:33:47.849003 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-3ddbc20f-5954-42ab-9d86-e0f67974cee1 req-40327eb6-f1af-43f8-8972-cc1ecd287857 tempest-VolumesBackupsTest-773030049 tempest-VolumesBackupsTest-773030049-project] 10.222.0.89 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2994657 Feb 04 17:33:47.867896 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-3ddbc20f-5954-42ab-9d86-e0f67974cee1 req-20623767-4105-430e-9758-8e147325a143 tempest-VolumesBackupsTest-773030049 tempest-VolumesBackupsTest-773030049-project] 10.222.0.89 "GET /v2.0/quotas/c900b06c021945f2aa154d34407bc1aa HTTP/1.1" status: 200 len: 375 time: 0.0179310 Feb 04 17:33:47.917355 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-3ddbc20f-5954-42ab-9d86-e0f67974cee1 req-7a20fd25-9299-4ddf-94a0-69d280854597 tempest-VolumesBackupsTest-773030049 tempest-VolumesBackupsTest-773030049-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=c900b06c021945f2aa154d34407bc1aa&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0485127 Feb 04 17:33:47.921626 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-3337b7db-7285-46b2-abd4-09ecd37ea501 tempest-RoutersNegativeIpV6Test-882785305 tempest-RoutersNegativeIpV6Test-882785305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (fb754765-e79b-4ba3-a3b3-c5bde652c6d5), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:47.923690 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-cc412bb1-facf-490a-b6a8-65d4d019eb88 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1601811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26971'] for router (993e129c-33c7-41c9-9b3d-c1dd7e9e05b2), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:47.930628 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-cc412bb1-facf-490a-b6a8-65d4d019eb88 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Publish callbacks [] for router_controller (993e129c-33c7-41c9-9b3d-c1dd7e9e05b2), precommit_delete_associations {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:48.004379 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 6601fdfa-13b3-41bf-96b1-181119934a96 up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:33:48.033867 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-cc412bb1-facf-490a-b6a8-65d4d019eb88 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1601832'] for router (993e129c-33c7-41c9-9b3d-c1dd7e9e05b2), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:48.034355 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc412bb1-facf-490a-b6a8-65d4d019eb88 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Fanout notify agent at l3_agent the message router_deleted on router 993e129c-33c7-41c9-9b3d-c1dd7e9e05b2 {{(pid=103377) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 17:33:48.043644 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-cc412bb1-facf-490a-b6a8-65d4d019eb88 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Publish callbacks [] for router (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:48.043644 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-cc412bb1-facf-490a-b6a8-65d4d019eb88 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] 10.222.0.89 "DELETE /v2.0/routers/993e129c-33c7-41c9-9b3d-c1dd7e9e05b2 HTTP/1.1" status: 204 len: 168 time: 1.1443844 Feb 04 17:33:48.064728 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 51856) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:33:48.145925 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3337b7db-7285-46b2-abd4-09ecd37ea501 tempest-RoutersNegativeIpV6Test-882785305 tempest-RoutersNegativeIpV6Test-882785305-project] Pushing event updated for resources: {'Port': ['ID=fb754765-e79b-4ba3-a3b3-c5bde652c6d5,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:33:48.158102 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3337b7db-7285-46b2-abd4-09ecd37ea501 tempest-RoutersNegativeIpV6Test-882785305 tempest-RoutersNegativeIpV6Test-882785305-project] Network 2fb9359e-60c0-4b00-be75-b2e110bbd9a5 is already hosted by enough agents. {{(pid=103376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:33:48.162397 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [None req-3337b7db-7285-46b2-abd4-09ecd37ea501 tempest-RoutersNegativeIpV6Test-882785305 tempest-RoutersNegativeIpV6Test-882785305-project] Resources bound (agent type, host, resource id): {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:33:48.168180 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3337b7db-7285-46b2-abd4-09ecd37ea501 tempest-RoutersNegativeIpV6Test-882785305 tempest-RoutersNegativeIpV6Test-882785305-project] Received port after_create {{(pid=103376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:33:48.170498 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-3337b7db-7285-46b2-abd4-09ecd37ea501 tempest-RoutersNegativeIpV6Test-882785305 tempest-RoutersNegativeIpV6Test-882785305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1595471'] for router_interface (8818cc38-dc03-46af-91ce-1f1b209d78c2), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:48.198349 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port 6601fdfa-13b3-41bf-96b1-181119934a96 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:33:48.198914 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (6601fdfa-13b3-41bf-96b1-181119934a96), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:48.227152 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.db_base_plugin_v2 [None req-38a5e45a-3c25-4943-802f-326aed7d07e6 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Deleting subnet 19ebbca8-4080-455d-825f-6f075f8f3031 {{(pid=103377) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 17:33:48.245640 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-38a5e45a-3c25-4943-802f-326aed7d07e6 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Publish callbacks [] for subnet (19ebbca8-4080-455d-825f-6f075f8f3031), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:48.438490 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port 6601fdfa-13b3-41bf-96b1-181119934a96 is: DOWN; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:33:48.438897 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (6601fdfa-13b3-41bf-96b1-181119934a96), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:48.556734 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] For port 6601fdfa-13b3-41bf-96b1-181119934a96, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=6601fdfa-13b3-41bf-96b1-181119934a96,segment=NetworkSegment(5097d272-6ab4-4085-a38a-ddd815441bed),segment_id=5097d272-6ab4-4085-a38a-ddd815441bed)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:33:48.571641 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (6601fdfa-13b3-41bf-96b1-181119934a96), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:48.583484 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85be865e-761f-41e7-9edb-118f84321be1 req-8061dbd0-c471-4a2f-97d4-3a00f37a1bc2 tempest-ServerDiskConfigTestJSON-47961148 tempest-ServerDiskConfigTestJSON-47961148-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:33:48.588444 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-85be865e-761f-41e7-9edb-118f84321be1 req-8061dbd0-c471-4a2f-97d4-3a00f37a1bc2 tempest-ServerDiskConfigTestJSON-47961148 tempest-ServerDiskConfigTestJSON-47961148-project] 10.222.0.89 "GET /v2.0/networks?id=3c6b4be4-b4b9-4735-a6e5-15af4ecbb3e6 HTTP/1.1" status: 200 len: 815 time: 0.5113835 Feb 04 17:33:48.701969 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Pushing event updated for resources: {'Port': ['ID=6601fdfa-13b3-41bf-96b1-181119934a96,revision_number=3']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:33:48.723242 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-3337b7db-7285-46b2-abd4-09ecd37ea501 tempest-RoutersNegativeIpV6Test-882785305 tempest-RoutersNegativeIpV6Test-882785305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (fb754765-e79b-4ba3-a3b3-c5bde652c6d5), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:48.732135 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-85be865e-761f-41e7-9edb-118f84321be1 req-3f932f81-8587-4e58-9e2d-36438a64f260 tempest-ServerDiskConfigTestJSON-47961148 tempest-ServerDiskConfigTestJSON-47961148-project] 10.222.0.89 "GET /v2.0/quotas/1340b33ced494106823c7c635ada16b9 HTTP/1.1" status: 200 len: 375 time: 0.1326191 Feb 04 17:33:48.732766 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-05016063-8f42-4792-8a53-9a55fd027bdd req-cb62e81b-7aed-4f0c-996f-a8c943f03112 tempest-VolumesBackupsTest-773030049 tempest-VolumesBackupsTest-773030049-project] 10.222.0.89 "GET /v2.0/ports?device_id=cc854e74-d4dc-40a9-a1e9-1a538b796e58 HTTP/1.1" status: 200 len: 210 time: 0.4485865 Feb 04 17:33:48.747781 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-38a5e45a-3c25-4943-802f-326aed7d07e6 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26866676'] for subnet (19ebbca8-4080-455d-825f-6f075f8f3031), precommit_delete_associations {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:48.860373 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4f4d284b-dbe3-499e-936a-8051ea6fcd12 None None] Provisioning complete for port fb754765-e79b-4ba3-a3b3-c5bde652c6d5 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:33:48.860774 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4f4d284b-dbe3-499e-936a-8051ea6fcd12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (fb754765-e79b-4ba3-a3b3-c5bde652c6d5), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:48.935581 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-85be865e-761f-41e7-9edb-118f84321be1 req-7b53caf4-04fb-4c3a-947f-3674dc4eac61 tempest-ServerDiskConfigTestJSON-47961148 tempest-ServerDiskConfigTestJSON-47961148-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=1340b33ced494106823c7c635ada16b9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1923628 Feb 04 17:33:48.975524 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4f4d284b-dbe3-499e-936a-8051ea6fcd12 None None] Port fb754765-e79b-4ba3-a3b3-c5bde652c6d5 cannot update to ACTIVE because it is not bound. {{(pid=103378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 17:33:48.978807 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-38a5e45a-3c25-4943-802f-326aed7d07e6 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1541225'] for subnet (19ebbca8-4080-455d-825f-6f075f8f3031), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:49.078419 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-694ec90b-f043-4837-9b57-4973fe0ad1cc None None] Network a47e899c-b0ca-4d1b-82a2-ac9fd87ee666 requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:33:49.114674 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-38a5e45a-3c25-4943-802f-326aed7d07e6 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1541216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25888360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25597190'] for subnet (19ebbca8-4080-455d-825f-6f075f8f3031), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:49.166557 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a5e45a-3c25-4943-802f-326aed7d07e6 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Pushing event deleted for resources: {'Subnet': ['ID=19ebbca8-4080-455d-825f-6f075f8f3031,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:33:49.174694 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-38a5e45a-3c25-4943-802f-326aed7d07e6 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Publish callbacks [] for subnet (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:49.181316 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-38a5e45a-3c25-4943-802f-326aed7d07e6 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] 10.222.0.89 "DELETE /v2.0/subnets/19ebbca8-4080-455d-825f-6f075f8f3031 HTTP/1.1" status: 204 len: 168 time: 1.1126029 Feb 04 17:33:49.181316 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 51874) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:33:49.284117 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-488409b9-017e-47e8-862c-05ed48d25882 None None] Network f89337f7-5c8e-4930-bac2-5eb671697f16 requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:33:49.322582 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.db_base_plugin_v2 [None req-dde301f0-c5a5-4459-a168-b90b80f8acee tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Deleting subnet 67f3b468-891f-4918-a0c5-bfaa24b99b2f {{(pid=103377) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 17:33:49.329400 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-dde301f0-c5a5-4459-a168-b90b80f8acee tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Publish callbacks [] for subnet (67f3b468-891f-4918-a0c5-bfaa24b99b2f), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:49.335398 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-3337b7db-7285-46b2-abd4-09ecd37ea501 tempest-RoutersNegativeIpV6Test-882785305 tempest-RoutersNegativeIpV6Test-882785305-project] Publish callbacks [] for port (fb754765-e79b-4ba3-a3b3-c5bde652c6d5), precommit_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:49.344627 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-3337b7db-7285-46b2-abd4-09ecd37ea501 tempest-RoutersNegativeIpV6Test-882785305 tempest-RoutersNegativeIpV6Test-882785305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675836'] for port (fb754765-e79b-4ba3-a3b3-c5bde652c6d5), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:49.345573 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-3337b7db-7285-46b2-abd4-09ecd37ea501 tempest-RoutersNegativeIpV6Test-882785305 tempest-RoutersNegativeIpV6Test-882785305-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1677345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602751'] for router_interface (8818cc38-dc03-46af-91ce-1f1b209d78c2), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:49.416719 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-dde301f0-c5a5-4459-a168-b90b80f8acee tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26866676'] for subnet (67f3b468-891f-4918-a0c5-bfaa24b99b2f), precommit_delete_associations {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:49.479721 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-8735c99f-3372-4bed-bb3e-afd4f20e49a9 None None] Provisioning complete for port 6601fdfa-13b3-41bf-96b1-181119934a96 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:33:49.480046 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8735c99f-3372-4bed-bb3e-afd4f20e49a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (6601fdfa-13b3-41bf-96b1-181119934a96), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:49.613326 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3337b7db-7285-46b2-abd4-09ecd37ea501 tempest-RoutersNegativeIpV6Test-882785305 tempest-RoutersNegativeIpV6Test-882785305-project] Pushing event updated for resources: {'Port': ['ID=fb754765-e79b-4ba3-a3b3-c5bde652c6d5,revision_number=2']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:33:49.633482 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-8735c99f-3372-4bed-bb3e-afd4f20e49a9 None None] Current status of the port 6601fdfa-13b3-41bf-96b1-181119934a96 is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:33:49.696116 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3337b7db-7285-46b2-abd4-09ecd37ea501 tempest-RoutersNegativeIpV6Test-882785305 tempest-RoutersNegativeIpV6Test-882785305-project] Network 2fb9359e-60c0-4b00-be75-b2e110bbd9a5 is already hosted by enough agents. {{(pid=103376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:33:49.698867 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-85be865e-761f-41e7-9edb-118f84321be1 req-26fba1a0-0653-4295-bf41-45bf2f46855d service neutron] 10.222.0.89 "GET /v2.0/networks/3c6b4be4-b4b9-4735-a6e5-15af4ecbb3e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6900401 Feb 04 17:33:49.700053 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [None req-3337b7db-7285-46b2-abd4-09ecd37ea501 tempest-RoutersNegativeIpV6Test-882785305 tempest-RoutersNegativeIpV6Test-882785305-project] Resources bound (agent type, host, resource id): {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:33:49.710609 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-dde301f0-c5a5-4459-a168-b90b80f8acee tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1541225'] for subnet (67f3b468-891f-4918-a0c5-bfaa24b99b2f), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:49.752992 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9eebf406-a660-4771-968e-e51a1b5521ee None None] DHCP port deletion for f89337f7-5c8e-4930-bac2-5eb671697f16 request from n-d-827839-2 {{(pid=103378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 17:33:49.812631 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-dde301f0-c5a5-4459-a168-b90b80f8acee tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1541216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25888360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25597190'] for subnet (67f3b468-891f-4918-a0c5-bfaa24b99b2f), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:49.862948 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde301f0-c5a5-4459-a168-b90b80f8acee tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Pushing event deleted for resources: {'Subnet': ['ID=67f3b468-891f-4918-a0c5-bfaa24b99b2f,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:33:49.883561 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-dde301f0-c5a5-4459-a168-b90b80f8acee tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Publish callbacks [] for subnet (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:49.888250 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-dde301f0-c5a5-4459-a168-b90b80f8acee tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] 10.222.0.89 "DELETE /v2.0/subnets/67f3b468-891f-4918-a0c5-bfaa24b99b2f HTTP/1.1" status: 204 len: 168 time: 0.7018089 Feb 04 17:33:49.892849 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 51878) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:33:49.916396 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6a3b8e0-91e3-43e9-b4eb-5da40d240893 None None] Network 300d1773-836f-4dfa-8b70-457eea073740 requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:33:49.988095 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 6601fdfa-13b3-41bf-96b1-181119934a96 up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:33:50.020535 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-3ddbc20f-5954-42ab-9d86-e0f67974cee1 req-6ea02e54-fdf9-4b78-8ea7-4030d72f1aad tempest-VolumesBackupsTest-773030049 tempest-VolumesBackupsTest-773030049-project] 10.222.0.96 "GET /v2.0/networks?tenant_id=c900b06c021945f2aa154d34407bc1aa&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0665250 Feb 04 17:33:50.166568 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-d0500e51-3e25-467a-86d6-be73737cc380 req-3034fa14-0a1d-4879-a720-f9bad0659c11 tempest-VolumesBackupsTest-773030049 tempest-VolumesBackupsTest-773030049-project] 10.222.0.89 "GET /v2.0/ports?device_id=cc854e74-d4dc-40a9-a1e9-1a538b796e58 HTTP/1.1" status: 200 len: 210 time: 0.1103046 Feb 04 17:33:50.197993 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd9f1fd-6778-46fb-abb5-d6319c5dd0f2 req-19af9c8d-6304-4b16-810f-5767313c1fd1 tempest-ServerDiskConfigTestJSON-47961148 tempest-ServerDiskConfigTestJSON-47961148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:33:50.200152 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-bdd9f1fd-6778-46fb-abb5-d6319c5dd0f2 req-19af9c8d-6304-4b16-810f-5767313c1fd1 tempest-ServerDiskConfigTestJSON-47961148 tempest-ServerDiskConfigTestJSON-47961148-project] 10.222.0.90 "GET /v2.0/ports?device_id=a8a37a11-05ad-417e-9246-571115659a9e HTTP/1.1" status: 200 len: 945 time: 0.6819646 Feb 04 17:33:50.214158 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3337b7db-7285-46b2-abd4-09ecd37ea501 tempest-RoutersNegativeIpV6Test-882785305 tempest-RoutersNegativeIpV6Test-882785305-project] Router 8818cc38-dc03-46af-91ce-1f1b209d78c2 has already been hosted by L3 agent 64ada913-9131-4d99-a265-63a920956287 {{(pid=103376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 17:33:50.314503 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-0783e536-a95a-4795-8e7f-ef9cd9fa6650 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628832'] for network (f89337f7-5c8e-4930-bac2-5eb671697f16), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:50.389125 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-9eebf406-a660-4771-968e-e51a1b5521ee None None] Deleting port 6661c3ed-e1e7-43f2-813f-d35fd07a313b {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:33:50.390102 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9eebf406-a660-4771-968e-e51a1b5521ee None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (6661c3ed-e1e7-43f2-813f-d35fd07a313b), before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:50.454979 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-85be865e-761f-41e7-9edb-118f84321be1 req-2689f402-a9e7-4685-885e-44e0fb7dd328 service neutron] 10.222.0.89 "GET /v2.0/networks/3c6b4be4-b4b9-4735-a6e5-15af4ecbb3e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7450414 Feb 04 17:33:50.490330 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-0783e536-a95a-4795-8e7f-ef9cd9fa6650 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Deleting port 6661c3ed-e1e7-43f2-813f-d35fd07a313b {{(pid=103377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:33:50.490969 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-0783e536-a95a-4795-8e7f-ef9cd9fa6650 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (6661c3ed-e1e7-43f2-813f-d35fd07a313b), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:50.511742 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [req-bdd9f1fd-6778-46fb-abb5-d6319c5dd0f2 req-69cbcaa0-e002-4933-8e8e-b41a80c0fee9 tempest-ServerDiskConfigTestJSON-47961148 tempest-ServerDiskConfigTestJSON-47961148-project] Deleting port 24da7943-996b-47dd-b387-4fb4e85e2ea6 {{(pid=103377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:33:50.512293 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-bdd9f1fd-6778-46fb-abb5-d6319c5dd0f2 req-69cbcaa0-e002-4933-8e8e-b41a80c0fee9 tempest-ServerDiskConfigTestJSON-47961148 tempest-ServerDiskConfigTestJSON-47961148-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (24da7943-996b-47dd-b387-4fb4e85e2ea6), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:50.618512 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-40b1ad97-7360-4151-85e0-d882d60d5a98 None None] Provisioning complete for port 6601fdfa-13b3-41bf-96b1-181119934a96 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:33:50.618896 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-40b1ad97-7360-4151-85e0-d882d60d5a98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (6601fdfa-13b3-41bf-96b1-181119934a96), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:50.674648 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-9eebf406-a660-4771-968e-e51a1b5521ee None None] For port 6661c3ed-e1e7-43f2-813f-d35fd07a313b, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=6661c3ed-e1e7-43f2-813f-d35fd07a313b,segment=NetworkSegment(33d547d5-cb2e-429b-9b92-747ca433c240),segment_id=33d547d5-cb2e-429b-9b92-747ca433c240)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:33:50.674983 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9eebf406-a660-4771-968e-e51a1b5521ee None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (6661c3ed-e1e7-43f2-813f-d35fd07a313b), precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:50.681860 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3337b7db-7285-46b2-abd4-09ecd37ea501 tempest-RoutersNegativeIpV6Test-882785305 tempest-RoutersNegativeIpV6Test-882785305-project] Notify agent at l3_agent.n-d-827839-2 the message routers_updated {{(pid=103376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 17:33:50.702709 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89def1d1-fa2a-4b4d-8800-18888a16330a None None] Sync routers for ids ['8818cc38-dc03-46af-91ce-1f1b209d78c2'] in n-d-827839-2 {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 17:33:50.705289 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-3337b7db-7285-46b2-abd4-09ecd37ea501 tempest-RoutersNegativeIpV6Test-882785305 tempest-RoutersNegativeIpV6Test-882785305-project] 10.222.0.89 "PUT /v2.0/routers/8818cc38-dc03-46af-91ce-1f1b209d78c2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7670300 Feb 04 17:33:50.709737 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 51884) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:33:50.712717 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [None req-0783e536-a95a-4795-8e7f-ef9cd9fa6650 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] For port 6661c3ed-e1e7-43f2-813f-d35fd07a313b, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=6661c3ed-e1e7-43f2-813f-d35fd07a313b,segment=NetworkSegment(33d547d5-cb2e-429b-9b92-747ca433c240),segment_id=33d547d5-cb2e-429b-9b92-747ca433c240)] {{(pid=103377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:33:50.713196 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-0783e536-a95a-4795-8e7f-ef9cd9fa6650 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (6661c3ed-e1e7-43f2-813f-d35fd07a313b), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:50.720949 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89def1d1-fa2a-4b4d-8800-18888a16330a None None] Routers {'8818cc38-dc03-46af-91ce-1f1b209d78c2'} bound to L3 agent in host n-d-827839-2 {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:33:50.721904 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-89def1d1-fa2a-4b4d-8800-18888a16330a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:33:32Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['8818cc38-dc03-46af-91ce-1f1b209d78c2'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:33:50.729702 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-9eebf406-a660-4771-968e-e51a1b5521ee None None] Calling delete_port for 6661c3ed-e1e7-43f2-813f-d35fd07a313b owned by network:dhcp {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:33:50.741403 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port 6601fdfa-13b3-41bf-96b1-181119934a96 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:33:50.741718 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (6601fdfa-13b3-41bf-96b1-181119934a96), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:50.746567 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-0783e536-a95a-4795-8e7f-ef9cd9fa6650 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Calling delete_port for 6661c3ed-e1e7-43f2-813f-d35fd07a313b owned by network:dhcp {{(pid=103377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:33:50.774229 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [req-bdd9f1fd-6778-46fb-abb5-d6319c5dd0f2 req-69cbcaa0-e002-4933-8e8e-b41a80c0fee9 tempest-ServerDiskConfigTestJSON-47961148 tempest-ServerDiskConfigTestJSON-47961148-project] For port 24da7943-996b-47dd-b387-4fb4e85e2ea6, host n-h2-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=24da7943-996b-47dd-b387-4fb4e85e2ea6,segment=NetworkSegment(c672906f-f6f7-41c3-8178-df9515ad242f),segment_id=c672906f-f6f7-41c3-8178-df9515ad242f)] {{(pid=103377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:33:50.774673 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-bdd9f1fd-6778-46fb-abb5-d6319c5dd0f2 req-69cbcaa0-e002-4933-8e8e-b41a80c0fee9 tempest-ServerDiskConfigTestJSON-47961148 tempest-ServerDiskConfigTestJSON-47961148-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (24da7943-996b-47dd-b387-4fb4e85e2ea6), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:50.797374 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddbc20f-5954-42ab-9d86-e0f67974cee1 req-fbbc7b90-e28b-42bb-81a0-8dc27d0bb2d4 tempest-VolumesBackupsTest-773030049 tempest-VolumesBackupsTest-773030049-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:33:50.806377 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-3ddbc20f-5954-42ab-9d86-e0f67974cee1 req-fbbc7b90-e28b-42bb-81a0-8dc27d0bb2d4 tempest-VolumesBackupsTest-773030049 tempest-VolumesBackupsTest-773030049-project] 10.222.0.96 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6020441 Feb 04 17:33:50.827173 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-89def1d1-fa2a-4b4d-8800-18888a16330a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827839-2', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:33:50.844446 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [req-bdd9f1fd-6778-46fb-abb5-d6319c5dd0f2 req-69cbcaa0-e002-4933-8e8e-b41a80c0fee9 tempest-ServerDiskConfigTestJSON-47961148 tempest-ServerDiskConfigTestJSON-47961148-project] Calling delete_port for 24da7943-996b-47dd-b387-4fb4e85e2ea6 owned by compute:nova {{(pid=103377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:33:50.849309 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89def1d1-fa2a-4b4d-8800-18888a16330a None None] Routers {'8818cc38-dc03-46af-91ce-1f1b209d78c2'} bound to L3 agent in host n-d-827839-2 {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:33:50.849824 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-89def1d1-fa2a-4b4d-8800-18888a16330a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:33:32Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['8818cc38-dc03-46af-91ce-1f1b209d78c2'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:33:50.893991 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port 6601fdfa-13b3-41bf-96b1-181119934a96 is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:33:50.899738 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff69a4d7-37ab-4535-83bd-ef23badba293 None None] DHCP port deletion for 300d1773-836f-4dfa-8b70-457eea073740 request from n-d-827839-2 {{(pid=103378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 17:33:50.925830 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-651c1a85-1866-4584-89ae-4bade1af44d0 req-c77cd70a-3ea3-41a0-abe5-a5cbcfc1519c tempest-ServerDiskConfigTestJSON-47961148 tempest-ServerDiskConfigTestJSON-47961148-project] 10.222.0.89 "GET /v2.0/ports?device_id=494e61d0-1f8d-4061-a921-20562f5cca04 HTTP/1.1" status: 200 len: 210 time: 0.0521200 Feb 04 17:33:50.949725 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-89def1d1-fa2a-4b4d-8800-18888a16330a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827839-2', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:33:50.950378 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89def1d1-fa2a-4b4d-8800-18888a16330a None None] The sync data for ids ['8818cc38-dc03-46af-91ce-1f1b209d78c2'] in n-d-827839-2 is: [] {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 17:33:50.960299 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [req-3ddbc20f-5954-42ab-9d86-e0f67974cee1 req-93b607f8-a6ef-4e9c-8f3f-ad6000447ab9 tempest-VolumesBackupsTest-773030049 tempest-VolumesBackupsTest-773030049-project] Request body: {'port': {'device_id': 'cc854e74-d4dc-40a9-a1e9-1a538b796e58', 'network_id': '02be22b9-aa53-40ea-8050-9239cd27d1ff', 'admin_state_up': True, 'tenant_id': 'c900b06c021945f2aa154d34407bc1aa'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:33:51.011527 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-40b1ad97-7360-4151-85e0-d882d60d5a98 None None] Current status of the port 6601fdfa-13b3-41bf-96b1-181119934a96 is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:33:51.027922 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9eebf406-a660-4771-968e-e51a1b5521ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144'] for port (6661c3ed-e1e7-43f2-813f-d35fd07a313b), after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:51.036010 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-ff69a4d7-37ab-4535-83bd-ef23badba293 None None] Deleting port c3172729-ce6b-48ca-b469-fc54c9c8abf6 {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:33:51.036375 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ff69a4d7-37ab-4535-83bd-ef23badba293 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (c3172729-ce6b-48ca-b469-fc54c9c8abf6), before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:51.053507 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-0783e536-a95a-4795-8e7f-ef9cd9fa6650 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (6661c3ed-e1e7-43f2-813f-d35fd07a313b), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:51.088111 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0783e536-a95a-4795-8e7f-ef9cd9fa6650 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Pushing event deleted for resources: {'Port': ['ID=6661c3ed-e1e7-43f2-813f-d35fd07a313b,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:33:51.098028 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0783e536-a95a-4795-8e7f-ef9cd9fa6650 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] No DVR routers for this DVR port 6661c3ed-e1e7-43f2-813f-d35fd07a313b on host n-d-827839-2 {{(pid=103377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 17:33:51.153435 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-ff69a4d7-37ab-4535-83bd-ef23badba293 None None] For port c3172729-ce6b-48ca-b469-fc54c9c8abf6, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=c3172729-ce6b-48ca-b469-fc54c9c8abf6,segment=NetworkSegment(cf4ca608-16c0-4436-b907-3fc9485d476c),segment_id=cf4ca608-16c0-4436-b907-3fc9485d476c)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:33:51.154164 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ff69a4d7-37ab-4535-83bd-ef23badba293 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (c3172729-ce6b-48ca-b469-fc54c9c8abf6), precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:51.165383 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-58946117-f838-4337-860c-09eed0bbb35f tempest-RoutersNegativeIpV6Test-882785305 tempest-RoutersNegativeIpV6Test-882785305-project] Publish callbacks [] for router (8818cc38-dc03-46af-91ce-1f1b209d78c2), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:51.172794 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-ff69a4d7-37ab-4535-83bd-ef23badba293 None None] Calling delete_port for c3172729-ce6b-48ca-b469-fc54c9c8abf6 owned by network:dhcp {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:33:51.186461 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eebf406-a660-4771-968e-e51a1b5521ee None None] Pushing event deleted for resources: {'Port': ['ID=6661c3ed-e1e7-43f2-813f-d35fd07a313b,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:33:51.191733 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eebf406-a660-4771-968e-e51a1b5521ee None None] No DVR routers for this DVR port 6661c3ed-e1e7-43f2-813f-d35fd07a313b on host n-d-827839-2 {{(pid=103378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 17:33:51.272352 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-61d1626c-a5ab-4051-ac50-400002d7504d None None] Provisioning complete for port fb754765-e79b-4ba3-a3b3-c5bde652c6d5 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:33:51.273019 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-61d1626c-a5ab-4051-ac50-400002d7504d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (fb754765-e79b-4ba3-a3b3-c5bde652c6d5), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:51.296482 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-0783e536-a95a-4795-8e7f-ef9cd9fa6650 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1543676', 'neutron.services.segments.db._delete_segments_for_network-8781084786517'] for network (f89337f7-5c8e-4930-bac2-5eb671697f16), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:51.346261 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-bdd9f1fd-6778-46fb-abb5-d6319c5dd0f2 req-69cbcaa0-e002-4933-8e8e-b41a80c0fee9 tempest-ServerDiskConfigTestJSON-47961148 tempest-ServerDiskConfigTestJSON-47961148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (24da7943-996b-47dd-b387-4fb4e85e2ea6), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:51.358348 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-61d1626c-a5ab-4051-ac50-400002d7504d None None] Port fb754765-e79b-4ba3-a3b3-c5bde652c6d5 cannot update to ACTIVE because it is not bound. {{(pid=103378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 17:33:51.368006 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] get_ports_and_sgs() called for port_ids ['24da7943-996b-47dd-b387-4fb4e85e2ea6'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 17:33:51.410497 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ff69a4d7-37ab-4535-83bd-ef23badba293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144'] for port (c3172729-ce6b-48ca-b469-fc54c9c8abf6), after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:51.467987 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff69a4d7-37ab-4535-83bd-ef23badba293 None None] Pushing event deleted for resources: {'Port': ['ID=c3172729-ce6b-48ca-b469-fc54c9c8abf6,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:33:51.476050 n-d-827839-2 neutron-server[103377]: DEBUG neutron.services.segments.db [None req-0783e536-a95a-4795-8e7f-ef9cd9fa6650 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f89337f7-5c8e-4930-bac2-5eb671697f16']}} {{(pid=103377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:33:51.479098 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69cbcaa0-e002-4933-8e8e-b41a80c0fee9 tempest-ServerDiskConfigTestJSON-47961148 tempest-ServerDiskConfigTestJSON-47961148-project] Pushing event deleted for resources: {'Port': ['ID=24da7943-996b-47dd-b387-4fb4e85e2ea6,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:33:51.504564 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff69a4d7-37ab-4535-83bd-ef23badba293 None None] No DVR routers for this DVR port c3172729-ce6b-48ca-b469-fc54c9c8abf6 on host n-d-827839-2 {{(pid=103378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 17:33:51.510541 n-d-827839-2 neutron-server[103377]: DEBUG neutron.services.segments.db [None req-0783e536-a95a-4795-8e7f-ef9cd9fa6650 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33d547d5-cb2e-429b-9b92-747ca433c240') {'for_net_delete': True} {{(pid=103377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:33:51.511093 n-d-827839-2 neutron-server[103377]: DEBUG neutron.services.segments.db [None req-0783e536-a95a-4795-8e7f-ef9cd9fa6650 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33d547d5-cb2e-429b-9b92-747ca433c240') {} {{(pid=103377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:33:51.580765 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-0783e536-a95a-4795-8e7f-ef9cd9fa6650 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781084783966', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26866685'] for segment (33d547d5-cb2e-429b-9b92-747ca433c240), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:51.580765 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [req-bdd9f1fd-6778-46fb-abb5-d6319c5dd0f2 req-69cbcaa0-e002-4933-8e8e-b41a80c0fee9 tempest-ServerDiskConfigTestJSON-47961148 tempest-ServerDiskConfigTestJSON-47961148-project] No DVR routers for this DVR port 24da7943-996b-47dd-b387-4fb4e85e2ea6 on host n-h2-827839-2 {{(pid=103377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 17:33:51.606360 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-bdd9f1fd-6778-46fb-abb5-d6319c5dd0f2 req-69cbcaa0-e002-4933-8e8e-b41a80c0fee9 tempest-ServerDiskConfigTestJSON-47961148 tempest-ServerDiskConfigTestJSON-47961148-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:51.606360 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-bdd9f1fd-6778-46fb-abb5-d6319c5dd0f2 req-69cbcaa0-e002-4933-8e8e-b41a80c0fee9 tempest-ServerDiskConfigTestJSON-47961148 tempest-ServerDiskConfigTestJSON-47961148-project] 10.222.0.90 "DELETE /v2.0/ports/24da7943-996b-47dd-b387-4fb4e85e2ea6 HTTP/1.1" status: 204 len: 173 time: 1.3964267 Feb 04 17:33:51.609421 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-3172808a-ebc2-456d-8faf-298c76255618 req-c037a777-8855-46ce-8c7f-49d786ec5bfa tempest-VolumesBackupsTest-773030049 tempest-VolumesBackupsTest-773030049-project] 10.222.0.89 "GET /v2.0/ports?device_id=cc854e74-d4dc-40a9-a1e9-1a538b796e58 HTTP/1.1" status: 200 len: 210 time: 0.1547320 Feb 04 17:33:51.628145 n-d-827839-2 neutron-server[103377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8a37a11-05ad-417e-9246-571115659a9e', 'name': 'network-vif-deleted', 'tag': '24da7943-996b-47dd-b387-4fb4e85e2ea6'}] {{(pid=103377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:33:51.641158 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7240428b650e1488e9361b62648ff4b3a6c19d49d8c27c949491ab58c1346cf0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d08de4b3-6106-42fa-8ccf-6c501efea48e" -d '{"events": [{"server_uuid": "a8a37a11-05ad-417e-9246-571115659a9e", "name": "network-vif-deleted", "tag": "24da7943-996b-47dd-b387-4fb4e85e2ea6"}]}' {{(pid=103377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:33:51.691961 n-d-827839-2 neutron-server[103376]: INFO neutron.api.v2.resource [None req-58946117-f838-4337-860c-09eed0bbb35f tempest-RoutersNegativeIpV6Test-882785305 tempest-RoutersNegativeIpV6Test-882785305-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 04 17:33:51.697951 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 51908) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:33:51.712487 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-58946117-f838-4337-860c-09eed0bbb35f tempest-RoutersNegativeIpV6Test-882785305 tempest-RoutersNegativeIpV6Test-882785305-project] 10.222.0.89 "DELETE /v2.0/routers/8818cc38-dc03-46af-91ce-1f1b209d78c2 HTTP/1.1" status: 409 len: 329 time: 0.8857715 Feb 04 17:33:51.723517 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-0783e536-a95a-4795-8e7f-ef9cd9fa6650 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (33d547d5-cb2e-429b-9b92-747ca433c240), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:51.774327 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ddbc20f-5954-42ab-9d86-e0f67974cee1 req-93b607f8-a6ef-4e9c-8f3f-ad6000447ab9 tempest-VolumesBackupsTest-773030049 tempest-VolumesBackupsTest-773030049-project] Made reservation on behalf of c900b06c021945f2aa154d34407bc1aa for: {'port': 1} {{(pid=103376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:33:51.778407 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-3ddbc20f-5954-42ab-9d86-e0f67974cee1 req-93b607f8-a6ef-4e9c-8f3f-ad6000447ab9 tempest-VolumesBackupsTest-773030049 tempest-VolumesBackupsTest-773030049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:51.807004 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-3ddbc20f-5954-42ab-9d86-e0f67974cee1 req-93b607f8-a6ef-4e9c-8f3f-ad6000447ab9 tempest-VolumesBackupsTest-773030049 tempest-VolumesBackupsTest-773030049-project] Publish callbacks [] for security_group (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:51.822599 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device c3172729-ce6b-48ca-b469-fc54c9c8abf6 no longer exists at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:33:51.829592 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 17:33:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e0233cc-73d9-41fc-81e4-3bce81abf56e x-openstack-request-id: req-6e0233cc-73d9-41fc-81e4-3bce81abf56e {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:33:51.829907 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8a37a11-05ad-417e-9246-571115659a9e", "name": "network-vif-deleted", "tag": "24da7943-996b-47dd-b387-4fb4e85e2ea6", "status": "completed", "code": 200}]} {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:33:51.830381 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-6e0233cc-73d9-41fc-81e4-3bce81abf56e {{(pid=103377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:33:51.830919 n-d-827839-2 neutron-server[103377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8a37a11-05ad-417e-9246-571115659a9e', 'name': 'network-vif-deleted', 'tag': '24da7943-996b-47dd-b387-4fb4e85e2ea6', 'status': 'completed', 'code': 200} Feb 04 17:33:51.831949 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0783e536-a95a-4795-8e7f-ef9cd9fa6650 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Releasing vlan 784 on physical network physnet1 to pool {{(pid=103377) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 17:33:51.832329 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-0783e536-a95a-4795-8e7f-ef9cd9fa6650 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25888454'] for segment (33d547d5-cb2e-429b-9b92-747ca433c240), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:51.838274 n-d-827839-2 neutron-server[103377]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 17:33:51.838274 n-d-827839-2 neutron-server[103377]: self.session.flush() Feb 04 17:33:51.838274 n-d-827839-2 neutron-server[103377]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 17:33:51.838274 n-d-827839-2 neutron-server[103377]: self.session.flush() Feb 04 17:33:51.838274 n-d-827839-2 neutron-server[103377]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 17:33:51.838274 n-d-827839-2 neutron-server[103377]: self.session.flush() Feb 04 17:33:51.838274 n-d-827839-2 neutron-server[103377]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 17:33:51.838274 n-d-827839-2 neutron-server[103377]: self.session.flush() Feb 04 17:33:51.838274 n-d-827839-2 neutron-server[103377]: Traceback (most recent call last): Feb 04 17:33:51.838274 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 17:33:51.838274 n-d-827839-2 neutron-server[103377]: timer() Feb 04 17:33:51.838274 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 17:33:51.838274 n-d-827839-2 neutron-server[103377]: cb(*args, **kw) Feb 04 17:33:51.838274 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 17:33:51.838274 n-d-827839-2 neutron-server[103377]: return func(*args, **kwargs) Feb 04 17:33:51.838274 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 17:33:51.838274 n-d-827839-2 neutron-server[103377]: self._notify() Feb 04 17:33:51.838274 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 17:33:51.838274 n-d-827839-2 neutron-server[103377]: self.callback(batched_events) Feb 04 17:33:51.838274 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 17:33:51.838274 n-d-827839-2 neutron-server[103377]: event.method(event) Feb 04 17:33:51.838274 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 17:33:51.838274 n-d-827839-2 neutron-server[103377]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 17:33:51.838274 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 17:33:51.838274 n-d-827839-2 neutron-server[103377]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 17:33:51.838274 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 17:33:51.838274 n-d-827839-2 neutron-server[103377]: return f(self, *a, **k) Feb 04 17:33:51.838274 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 17:33:51.838274 n-d-827839-2 neutron-server[103377]: return self._get(url).json() Feb 04 17:33:51.838274 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 17:33:51.838274 n-d-827839-2 neutron-server[103377]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 17:33:51.838274 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 17:33:51.838274 n-d-827839-2 neutron-server[103377]: return self.request(url, 'GET', **kwargs) Feb 04 17:33:51.838274 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 17:33:51.838274 n-d-827839-2 neutron-server[103377]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 17:33:51.838274 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 17:33:51.838274 n-d-827839-2 neutron-server[103377]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 17:33:51.838274 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 17:33:51.838274 n-d-827839-2 neutron-server[103377]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 17:33:51.838274 n-d-827839-2 neutron-server[103377]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 17:33:51.891068 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] No Port match for: c3172729-ce6b-48ca-b469-fc54c9c8abf6 {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 17:33:51.891551 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device c3172729-ce6b-48ca-b469-fc54c9c8abf6 not bound to the agent host n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 17:33:51.895418 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 6661c3ed-e1e7-43f2-813f-d35fd07a313b no longer exists at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:33:51.922808 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] No Port match for: 6661c3ed-e1e7-43f2-813f-d35fd07a313b {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 17:33:51.923159 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 6661c3ed-e1e7-43f2-813f-d35fd07a313b not bound to the agent host n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 17:33:51.987284 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-0783e536-a95a-4795-8e7f-ef9cd9fa6650 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1543671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1595572'] for network (f89337f7-5c8e-4930-bac2-5eb671697f16), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:51.998180 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-0783e536-a95a-4795-8e7f-ef9cd9fa6650 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Publish callbacks [] for network (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:52.001811 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-0783e536-a95a-4795-8e7f-ef9cd9fa6650 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] 10.222.0.89 "DELETE /v2.0/networks/f89337f7-5c8e-4930-bac2-5eb671697f16 HTTP/1.1" status: 204 len: 168 time: 2.1067796 Feb 04 17:33:52.013765 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 51918) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:33:52.037196 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0783e536-a95a-4795-8e7f-ef9cd9fa6650 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Pushing event deleted for resources: {'Network': ['ID=f89337f7-5c8e-4930-bac2-5eb671697f16,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:33:52.173928 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-a2f35882-c415-4269-b09f-7193d605f7d2 req-e1760b32-1979-4fb9-813a-ab0c2255ae50 tempest-ServerDiskConfigTestJSON-47961148 tempest-ServerDiskConfigTestJSON-47961148-project] 10.222.0.89 "GET /v2.0/ports?device_id=494e61d0-1f8d-4061-a921-20562f5cca04 HTTP/1.1" status: 200 len: 210 time: 0.0601742 Feb 04 17:33:52.412482 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-2190b27c-6a43-4ca7-aabc-4f9ff0f744f9 tempest-RoutersNegativeIpV6Test-882785305 tempest-RoutersNegativeIpV6Test-882785305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602754'] for router_interface (8818cc38-dc03-46af-91ce-1f1b209d78c2), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:52.751470 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-3ddbc20f-5954-42ab-9d86-e0f67974cee1 req-93b607f8-a6ef-4e9c-8f3f-ad6000447ab9 tempest-VolumesBackupsTest-773030049 tempest-VolumesBackupsTest-773030049-project] Publish callbacks [] for security_group (62a841c8-7c27-46ab-8fce-aedf9934cfa8), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:52.807409 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-3ddbc20f-5954-42ab-9d86-e0f67974cee1 req-93b607f8-a6ef-4e9c-8f3f-ad6000447ab9 tempest-VolumesBackupsTest-773030049 tempest-VolumesBackupsTest-773030049-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (62a841c8-7c27-46ab-8fce-aedf9934cfa8), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:52.817441 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-2b03ad28-3772-409b-b9cf-a84af2446294 req-07d3d8b4-a874-4c6c-875d-a39192dc7198 tempest-VolumesBackupsTest-773030049 tempest-VolumesBackupsTest-773030049-project] 10.222.0.89 "GET /v2.0/ports?device_id=cc854e74-d4dc-40a9-a1e9-1a538b796e58 HTTP/1.1" status: 200 len: 210 time: 0.0581393 Feb 04 17:33:52.847341 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-2190b27c-6a43-4ca7-aabc-4f9ff0f744f9 tempest-RoutersNegativeIpV6Test-882785305 tempest-RoutersNegativeIpV6Test-882785305-project] Deleting port fb754765-e79b-4ba3-a3b3-c5bde652c6d5 {{(pid=103377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:33:52.847688 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-2190b27c-6a43-4ca7-aabc-4f9ff0f744f9 tempest-RoutersNegativeIpV6Test-882785305 tempest-RoutersNegativeIpV6Test-882785305-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (fb754765-e79b-4ba3-a3b3-c5bde652c6d5), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:52.946132 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-37b1d909-1d33-429a-ba67-9cf95764ffe1 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628832'] for network (300d1773-836f-4dfa-8b70-457eea073740), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:52.972914 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b607f8-a6ef-4e9c-8f3f-ad6000447ab9 tempest-VolumesBackupsTest-773030049 tempest-VolumesBackupsTest-773030049-project] Pushing event updated for resources: {'SecurityGroup': ['ID=62a841c8-7c27-46ab-8fce-aedf9934cfa8,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:33:52.993629 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-2190b27c-6a43-4ca7-aabc-4f9ff0f744f9 tempest-RoutersNegativeIpV6Test-882785305 tempest-RoutersNegativeIpV6Test-882785305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (fb754765-e79b-4ba3-a3b3-c5bde652c6d5), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:53.019399 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-2190b27c-6a43-4ca7-aabc-4f9ff0f744f9 tempest-RoutersNegativeIpV6Test-882785305 tempest-RoutersNegativeIpV6Test-882785305-project] Calling delete_port for fb754765-e79b-4ba3-a3b3-c5bde652c6d5 owned by network:router_interface {{(pid=103377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:33:53.075310 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9b3567-eea3-4f37-b953-b23b3a268244 req-cc1fd1c2-be46-4d9d-829f-d1a74429a4c4 tempest-AttachVolumeNegativeTest-179514357 tempest-AttachVolumeNegativeTest-179514357-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:33:53.076859 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-ef9b3567-eea3-4f37-b953-b23b3a268244 req-cc1fd1c2-be46-4d9d-829f-d1a74429a4c4 tempest-AttachVolumeNegativeTest-179514357 tempest-AttachVolumeNegativeTest-179514357-project] 10.222.0.89 "GET /v2.0/networks?id=b84761e1-11c1-4974-9748-ae61e294404d HTTP/1.1" status: 200 len: 815 time: 1.0439668 Feb 04 17:33:53.135241 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-37b1d909-1d33-429a-ba67-9cf95764ffe1 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1543676', 'neutron.services.segments.db._delete_segments_for_network-8781084786517'] for network (300d1773-836f-4dfa-8b70-457eea073740), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:53.156665 n-d-827839-2 neutron-server[103376]: DEBUG neutron.services.segments.db [None req-37b1d909-1d33-429a-ba67-9cf95764ffe1 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['300d1773-836f-4dfa-8b70-457eea073740']}} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:33:53.167725 n-d-827839-2 neutron-server[103376]: DEBUG neutron.services.segments.db [None req-37b1d909-1d33-429a-ba67-9cf95764ffe1 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf4ca608-16c0-4436-b907-3fc9485d476c') {'for_net_delete': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:33:53.168043 n-d-827839-2 neutron-server[103376]: DEBUG neutron.services.segments.db [None req-37b1d909-1d33-429a-ba67-9cf95764ffe1 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf4ca608-16c0-4436-b907-3fc9485d476c') {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:33:53.180288 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-37b1d909-1d33-429a-ba67-9cf95764ffe1 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781084783966', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25674908'] for segment (cf4ca608-16c0-4436-b907-3fc9485d476c), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:53.198488 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-37b1d909-1d33-429a-ba67-9cf95764ffe1 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (cf4ca608-16c0-4436-b907-3fc9485d476c), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:53.204953 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37b1d909-1d33-429a-ba67-9cf95764ffe1 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Releasing vlan 755 on physical network physnet1 to pool {{(pid=103376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 17:33:53.205342 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-37b1d909-1d33-429a-ba67-9cf95764ffe1 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25675992'] for segment (cf4ca608-16c0-4436-b907-3fc9485d476c), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:53.280643 n-d-827839-2 neutron-server[103376]: Traceback (most recent call last): Feb 04 17:33:53.280643 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 17:33:53.280643 n-d-827839-2 neutron-server[103376]: timer() Feb 04 17:33:53.280643 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 17:33:53.280643 n-d-827839-2 neutron-server[103376]: cb(*args, **kw) Feb 04 17:33:53.280643 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 17:33:53.280643 n-d-827839-2 neutron-server[103376]: return func(*args, **kwargs) Feb 04 17:33:53.280643 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 17:33:53.280643 n-d-827839-2 neutron-server[103376]: self._notify() Feb 04 17:33:53.280643 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 17:33:53.280643 n-d-827839-2 neutron-server[103376]: self.callback(batched_events) Feb 04 17:33:53.280643 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 17:33:53.280643 n-d-827839-2 neutron-server[103376]: event.method(event) Feb 04 17:33:53.280643 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 17:33:53.280643 n-d-827839-2 neutron-server[103376]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 17:33:53.280643 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 17:33:53.280643 n-d-827839-2 neutron-server[103376]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 17:33:53.280643 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 17:33:53.280643 n-d-827839-2 neutron-server[103376]: return f(self, *a, **k) Feb 04 17:33:53.280643 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 17:33:53.280643 n-d-827839-2 neutron-server[103376]: return self._get(url).json() Feb 04 17:33:53.280643 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 17:33:53.280643 n-d-827839-2 neutron-server[103376]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 17:33:53.280643 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 17:33:53.280643 n-d-827839-2 neutron-server[103376]: return self.request(url, 'GET', **kwargs) Feb 04 17:33:53.280643 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 17:33:53.280643 n-d-827839-2 neutron-server[103376]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 17:33:53.280643 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 17:33:53.280643 n-d-827839-2 neutron-server[103376]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 17:33:53.280643 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 17:33:53.280643 n-d-827839-2 neutron-server[103376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 17:33:53.280643 n-d-827839-2 neutron-server[103376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 17:33:53.290249 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-37b1d909-1d33-429a-ba67-9cf95764ffe1 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1543671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1595572'] for network (300d1773-836f-4dfa-8b70-457eea073740), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:53.294716 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-37b1d909-1d33-429a-ba67-9cf95764ffe1 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Publish callbacks [] for network (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:53.298198 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-37b1d909-1d33-429a-ba67-9cf95764ffe1 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] 10.222.0.89 "DELETE /v2.0/networks/300d1773-836f-4dfa-8b70-457eea073740 HTTP/1.1" status: 204 len: 168 time: 1.2834520 Feb 04 17:33:53.304906 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 51938) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:33:53.319134 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85be865e-761f-41e7-9edb-118f84321be1 req-230b789e-23bc-4acb-afbd-a6548dcf2d1e tempest-ServerDiskConfigTestJSON-47961148 tempest-ServerDiskConfigTestJSON-47961148-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:33:53.320832 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-85be865e-761f-41e7-9edb-118f84321be1 req-230b789e-23bc-4acb-afbd-a6548dcf2d1e tempest-ServerDiskConfigTestJSON-47961148 tempest-ServerDiskConfigTestJSON-47961148-project] 10.222.0.96 "GET /v2.0/networks?id=3c6b4be4-b4b9-4735-a6e5-15af4ecbb3e6 HTTP/1.1" status: 200 len: 815 time: 0.5671856 Feb 04 17:33:53.335647 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-9dc0387d-b9d4-4540-ba64-a0bfcfb69463 req-09a534bd-1d8b-42f2-b972-1127092bcc83 tempest-ServerDiskConfigTestJSON-47961148 tempest-ServerDiskConfigTestJSON-47961148-project] 10.222.0.89 "GET /v2.0/ports?device_id=494e61d0-1f8d-4061-a921-20562f5cca04 HTTP/1.1" status: 200 len: 210 time: 0.0829341 Feb 04 17:33:53.337510 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-2190b27c-6a43-4ca7-aabc-4f9ff0f744f9 tempest-RoutersNegativeIpV6Test-882785305 tempest-RoutersNegativeIpV6Test-882785305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (fb754765-e79b-4ba3-a3b3-c5bde652c6d5), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:53.338342 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-1d0bf35a-cc84-4ec8-bec8-c65dffe285a8 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Request body: {'network': {'name': 'tempest-RoutersTest-410221437'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:33:53.360478 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-ef9b3567-eea3-4f37-b953-b23b3a268244 req-5a4d4e09-5b2c-4a31-8d42-998e9e7ab30f tempest-AttachVolumeNegativeTest-179514357 tempest-AttachVolumeNegativeTest-179514357-project] 10.222.0.89 "GET /v2.0/quotas/a7ea9b1ba86e49c289bed0f142f59d4f HTTP/1.1" status: 200 len: 375 time: 0.0839181 Feb 04 17:33:53.367178 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [req-85be865e-761f-41e7-9edb-118f84321be1 req-81277106-39e5-4826-a747-5a1e07eff743 tempest-ServerDiskConfigTestJSON-47961148 tempest-ServerDiskConfigTestJSON-47961148-project] Request body: {'port': {'device_id': '494e61d0-1f8d-4061-a921-20562f5cca04', 'network_id': '3c6b4be4-b4b9-4735-a6e5-15af4ecbb3e6', 'admin_state_up': True, 'tenant_id': '1340b33ced494106823c7c635ada16b9'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:33:53.370693 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d0bf35a-cc84-4ec8-bec8-c65dffe285a8 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Made reservation on behalf of d3ff32f7652b479da34ca36dc7895dfa for: {'network': 1} {{(pid=103376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:33:53.373964 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-1d0bf35a-cc84-4ec8-bec8-c65dffe285a8 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for network (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:53.376116 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b1d909-1d33-429a-ba67-9cf95764ffe1 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Pushing event deleted for resources: {'Network': ['ID=300d1773-836f-4dfa-8b70-457eea073740,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:33:53.386680 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2190b27c-6a43-4ca7-aabc-4f9ff0f744f9 tempest-RoutersNegativeIpV6Test-882785305 tempest-RoutersNegativeIpV6Test-882785305-project] Pushing event deleted for resources: {'Port': ['ID=fb754765-e79b-4ba3-a3b3-c5bde652c6d5,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:33:53.436093 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.db_base_plugin_common [req-3ddbc20f-5954-42ab-9d86-e0f67974cee1 req-93b607f8-a6ef-4e9c-8f3f-ad6000447ab9 tempest-VolumesBackupsTest-773030049 tempest-VolumesBackupsTest-773030049-project] Allocated IP 192.168.233.31 (02be22b9-aa53-40ea-8050-9239cd27d1ff/c974b0ff-2c5c-4667-8a81-3bde3ea6ced5/9c862c1f-fd94-4fe1-962b-899ac844b6c2) {{(pid=103376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:33:53.527652 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d0bf35a-cc84-4ec8-bec8-c65dffe285a8 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] vlan segment allocate from pool success with {'vlan_id': 772, 'physical_network': 'physnet1'} {{(pid=103376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 17:33:53.547731 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-2190b27c-6a43-4ca7-aabc-4f9ff0f744f9 tempest-RoutersNegativeIpV6Test-882785305 tempest-RoutersNegativeIpV6Test-882785305-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1677336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1602614'] for router_interface (8818cc38-dc03-46af-91ce-1f1b209d78c2), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:53.591852 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-ef9b3567-eea3-4f37-b953-b23b3a268244 req-6d07dccb-0554-4661-bc3d-1b9306db4523 tempest-AttachVolumeNegativeTest-179514357 tempest-AttachVolumeNegativeTest-179514357-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=a7ea9b1ba86e49c289bed0f142f59d4f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2012703 Feb 04 17:33:53.598644 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-1d0bf35a-cc84-4ec8-bec8-c65dffe285a8 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (b1d0ffff-6489-4f5e-900b-409ce3de4273), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:53.598644 n-d-827839-2 neutron-server[103376]: INFO neutron.db.segments_db [None req-1d0bf35a-cc84-4ec8-bec8-c65dffe285a8 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Added segment b1d0ffff-6489-4f5e-900b-409ce3de4273 of type vlan for network 913091b5-aee2-4280-973b-aeb4f430fe8d Feb 04 17:33:53.798449 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-85be865e-761f-41e7-9edb-118f84321be1 req-81277106-39e5-4826-a747-5a1e07eff743 tempest-ServerDiskConfigTestJSON-47961148 tempest-ServerDiskConfigTestJSON-47961148-project] Made reservation on behalf of 1340b33ced494106823c7c635ada16b9 for: {'port': 1} {{(pid=103376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:33:53.801828 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-85be865e-761f-41e7-9edb-118f84321be1 req-81277106-39e5-4826-a747-5a1e07eff743 tempest-ServerDiskConfigTestJSON-47961148 tempest-ServerDiskConfigTestJSON-47961148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:53.814451 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-1d0bf35a-cc84-4ec8-bec8-c65dffe285a8 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781084292801'] for network (913091b5-aee2-4280-973b-aeb4f430fe8d), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:53.819082 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2190b27c-6a43-4ca7-aabc-4f9ff0f744f9 tempest-RoutersNegativeIpV6Test-882785305 tempest-RoutersNegativeIpV6Test-882785305-project] Router 8818cc38-dc03-46af-91ce-1f1b209d78c2 has already been hosted by L3 agent 64ada913-9131-4d99-a265-63a920956287 {{(pid=103377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 17:33:53.898241 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-3ddbc20f-5954-42ab-9d86-e0f67974cee1 req-93b607f8-a6ef-4e9c-8f3f-ad6000447ab9 tempest-VolumesBackupsTest-773030049 tempest-VolumesBackupsTest-773030049-project] Publish callbacks [] for port (9c862c1f-fd94-4fe1-962b-899ac844b6c2), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:53.951858 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-3ddbc20f-5954-42ab-9d86-e0f67974cee1 req-93b607f8-a6ef-4e9c-8f3f-ad6000447ab9 tempest-VolumesBackupsTest-773030049 tempest-VolumesBackupsTest-773030049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (9c862c1f-fd94-4fe1-962b-899ac844b6c2), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:53.954350 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.db.resource_extend [None req-1d0bf35a-cc84-4ec8-bec8-c65dffe285a8 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 17:33:53.983408 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-c58af714-aa02-4105-9229-17021f2e41dd req-497bedef-d649-4f28-9f48-a6c99987ae7e tempest-VolumesBackupsTest-773030049 tempest-VolumesBackupsTest-773030049-project] 10.222.0.89 "GET /v2.0/ports?device_id=cc854e74-d4dc-40a9-a1e9-1a538b796e58 HTTP/1.1" status: 200 len: 210 time: 0.0639973 Feb 04 17:33:54.009704 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2190b27c-6a43-4ca7-aabc-4f9ff0f744f9 tempest-RoutersNegativeIpV6Test-882785305 tempest-RoutersNegativeIpV6Test-882785305-project] Notify agent at l3_agent.n-d-827839-2 the message routers_updated {{(pid=103377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 17:33:54.021024 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-2190b27c-6a43-4ca7-aabc-4f9ff0f744f9 tempest-RoutersNegativeIpV6Test-882785305 tempest-RoutersNegativeIpV6Test-882785305-project] 10.222.0.89 "PUT /v2.0/routers/8818cc38-dc03-46af-91ce-1f1b209d78c2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3222263 Feb 04 17:33:54.023365 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49511a13-d489-467d-9d97-1f1cbdb5f5ab None None] Sync routers for ids ['8818cc38-dc03-46af-91ce-1f1b209d78c2'] in n-d-827839-2 {{(pid=103378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 17:33:54.024145 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 51944) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:33:54.046180 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49511a13-d489-467d-9d97-1f1cbdb5f5ab None None] Routers {'8818cc38-dc03-46af-91ce-1f1b209d78c2'} bound to L3 agent in host n-d-827839-2 {{(pid=103378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:33:54.046810 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-49511a13-d489-467d-9d97-1f1cbdb5f5ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:33:32Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['8818cc38-dc03-46af-91ce-1f1b209d78c2'], 'active': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:33:54.088721 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-49511a13-d489-467d-9d97-1f1cbdb5f5ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827839-2', False) {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:33:54.094424 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b607f8-a6ef-4e9c-8f3f-ad6000447ab9 tempest-VolumesBackupsTest-773030049 tempest-VolumesBackupsTest-773030049-project] Pushing event updated for resources: {'Port': ['ID=9c862c1f-fd94-4fe1-962b-899ac844b6c2,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:33:54.101139 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49511a13-d489-467d-9d97-1f1cbdb5f5ab None None] Routers {'8818cc38-dc03-46af-91ce-1f1b209d78c2'} bound to L3 agent in host n-d-827839-2 {{(pid=103378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:33:54.102332 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-49511a13-d489-467d-9d97-1f1cbdb5f5ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:33:32Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['8818cc38-dc03-46af-91ce-1f1b209d78c2'], 'active': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:33:54.141718 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-49511a13-d489-467d-9d97-1f1cbdb5f5ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827839-2', False) {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:33:54.142729 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49511a13-d489-467d-9d97-1f1cbdb5f5ab None None] The sync data for ids ['8818cc38-dc03-46af-91ce-1f1b209d78c2'] in n-d-827839-2 is: [] {{(pid=103378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 17:33:54.144204 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-ef9b3567-eea3-4f37-b953-b23b3a268244 req-367657cc-be72-4b05-8af8-252f1156b9fe service neutron] 10.222.0.89 "GET /v2.0/networks/b84761e1-11c1-4974-9748-ae61e294404d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5514534 Feb 04 17:33:54.154353 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ddbc20f-5954-42ab-9d86-e0f67974cee1 req-93b607f8-a6ef-4e9c-8f3f-ad6000447ab9 tempest-VolumesBackupsTest-773030049 tempest-VolumesBackupsTest-773030049-project] Network 02be22b9-aa53-40ea-8050-9239cd27d1ff is already hosted by enough agents. {{(pid=103376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:33:54.159734 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [req-3ddbc20f-5954-42ab-9d86-e0f67974cee1 req-93b607f8-a6ef-4e9c-8f3f-ad6000447ab9 tempest-VolumesBackupsTest-773030049 tempest-VolumesBackupsTest-773030049-project] Resources bound (agent type, host, resource id): {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:33:54.163119 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-1d0bf35a-cc84-4ec8-bec8-c65dffe285a8 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327'] for network (913091b5-aee2-4280-973b-aeb4f430fe8d), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:54.168498 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d0bf35a-cc84-4ec8-bec8-c65dffe285a8 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:33:54.169172 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-1d0bf35a-cc84-4ec8-bec8-c65dffe285a8 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Publish callbacks [] for network (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:54.171893 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ddbc20f-5954-42ab-9d86-e0f67974cee1 req-93b607f8-a6ef-4e9c-8f3f-ad6000447ab9 tempest-VolumesBackupsTest-773030049 tempest-VolumesBackupsTest-773030049-project] Received port after_create {{(pid=103376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:33:54.254094 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddbc20f-5954-42ab-9d86-e0f67974cee1 req-93b607f8-a6ef-4e9c-8f3f-ad6000447ab9 tempest-VolumesBackupsTest-773030049 tempest-VolumesBackupsTest-773030049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:33:54.254789 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-3ddbc20f-5954-42ab-9d86-e0f67974cee1 req-93b607f8-a6ef-4e9c-8f3f-ad6000447ab9 tempest-VolumesBackupsTest-773030049 tempest-VolumesBackupsTest-773030049-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:54.403576 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-1d0bf35a-cc84-4ec8-bec8-c65dffe285a8 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.0920358 Feb 04 17:33:54.418110 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 51948) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:33:54.435108 n-d-827839-2 neutron-server[103377]: INFO neutron.api.v2.resource [None req-44cc287a-6ddc-45d6-b09e-a9718376229d tempest-RoutersNegativeIpV6Test-882785305 tempest-RoutersNegativeIpV6Test-882785305-project] show failed (client error): The resource could not be found. Feb 04 17:33:54.439526 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-44cc287a-6ddc-45d6-b09e-a9718376229d tempest-RoutersNegativeIpV6Test-882785305 tempest-RoutersNegativeIpV6Test-882785305-project] 10.222.0.89 "GET /v2.0/routers/tempest-non_exist_router-445099340 HTTP/1.1" status: 404 len: 334 time: 0.4110687 Feb 04 17:33:54.439760 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 51950) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:33:54.442618 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-e186715f-4441-4189-9722-5ae73adf0410 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Request body: {'subnet': {'network_id': '913091b5-aee2-4280-973b-aeb4f430fe8d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:33:54.444237 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-84e9c22d-4ce6-45f0-ad2f-2926664790d3 tempest-RoutersNegativeIpV6Test-882785305 tempest-RoutersNegativeIpV6Test-882785305-project] Request body: {'router': {'name': 'new_name'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:33:54.476419 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Device 24da7943-996b-47dd-b387-4fb4e85e2ea6 no longer exists at agent hyperv_n-h2-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:33:54.509830 n-d-827839-2 neutron-server[103377]: INFO neutron.api.v2.resource [None req-84e9c22d-4ce6-45f0-ad2f-2926664790d3 tempest-RoutersNegativeIpV6Test-882785305 tempest-RoutersNegativeIpV6Test-882785305-project] update failed (client error): The resource could not be found. Feb 04 17:33:54.514090 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-84e9c22d-4ce6-45f0-ad2f-2926664790d3 tempest-RoutersNegativeIpV6Test-882785305 tempest-RoutersNegativeIpV6Test-882785305-project] 10.222.0.89 "PUT /v2.0/routers/tempest-non_exist_router-2115144309 HTTP/1.1" status: 404 len: 335 time: 0.0702076 Feb 04 17:33:54.514247 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-c2cda275-4753-4f15-b004-9bd82eaa0064 req-df71616c-f0da-46c8-ad91-36a77f6e12df tempest-ServerDiskConfigTestJSON-47961148 tempest-ServerDiskConfigTestJSON-47961148-project] 10.222.0.89 "GET /v2.0/ports?device_id=494e61d0-1f8d-4061-a921-20562f5cca04 HTTP/1.1" status: 200 len: 210 time: 0.0328524 Feb 04 17:33:54.514713 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 51952) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:33:54.523345 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] No Port match for: 24da7943-996b-47dd-b387-4fb4e85e2ea6 {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 17:33:54.528325 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Device 24da7943-996b-47dd-b387-4fb4e85e2ea6 not bound to the agent host n-h2-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 17:33:54.538745 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-114dc942-3d04-4ee4-8a33-898b37c395ab None None] Provisioning complete for port 9c862c1f-fd94-4fe1-962b-899ac844b6c2 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:33:54.539434 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-114dc942-3d04-4ee4-8a33-898b37c395ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (9c862c1f-fd94-4fe1-962b-899ac844b6c2), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:54.550451 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-3ddbc20f-5954-42ab-9d86-e0f67974cee1 req-93b607f8-a6ef-4e9c-8f3f-ad6000447ab9 tempest-VolumesBackupsTest-773030049 tempest-VolumesBackupsTest-773030049-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.5966330 Feb 04 17:33:54.551422 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0bf35a-cc84-4ec8-bec8-c65dffe285a8 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Pushing event updated for resources: {'Network': ['ID=913091b5-aee2-4280-973b-aeb4f430fe8d,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:33:54.567062 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.db_base_plugin_v2 [None req-2543699e-3e04-4a9b-9488-6733cc35b00f tempest-RoutersNegativeIpV6Test-882785305 tempest-RoutersNegativeIpV6Test-882785305-project] Deleting subnet dd78c201-2979-4927-95ed-bdfe6bcb6d71 {{(pid=103377) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 17:33:54.571375 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-2543699e-3e04-4a9b-9488-6733cc35b00f tempest-RoutersNegativeIpV6Test-882785305 tempest-RoutersNegativeIpV6Test-882785305-project] Publish callbacks [] for subnet (dd78c201-2979-4927-95ed-bdfe6bcb6d71), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:54.571608 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Network 913091b5-aee2-4280-973b-aeb4f430fe8d details requested by agent ovs-agent-n-d-827839-2 with host n-d-827839-2 {{(pid=103378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 17:33:54.587906 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [req-3ddbc20f-5954-42ab-9d86-e0f67974cee1 req-885ff41f-65cc-4a00-8591-63cfd3c4ca0f service neutron] Request body: {'port': {'device_id': 'cc854e74-d4dc-40a9-a1e9-1a538b796e58', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827839-2'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:33:54.620471 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-2543699e-3e04-4a9b-9488-6733cc35b00f tempest-RoutersNegativeIpV6Test-882785305 tempest-RoutersNegativeIpV6Test-882785305-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26866676'] for subnet (dd78c201-2979-4927-95ed-bdfe6bcb6d71), precommit_delete_associations {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:54.648447 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-114dc942-3d04-4ee4-8a33-898b37c395ab None None] Port 9c862c1f-fd94-4fe1-962b-899ac844b6c2 cannot update to ACTIVE because it is not bound. {{(pid=103378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 17:33:54.686925 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.db_base_plugin_common [req-85be865e-761f-41e7-9edb-118f84321be1 req-81277106-39e5-4826-a747-5a1e07eff743 tempest-ServerDiskConfigTestJSON-47961148 tempest-ServerDiskConfigTestJSON-47961148-project] Allocated IP 172.20.0.13 (3c6b4be4-b4b9-4735-a6e5-15af4ecbb3e6/375be7ec-5e9b-4b86-ae0d-acfb51345bdd/5b23912e-2e13-49c3-9267-c2d19c9614b1) {{(pid=103376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:33:54.722336 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-ef9b3567-eea3-4f37-b953-b23b3a268244 req-545d4776-c2de-4be0-88fc-811f36df06cf service neutron] 10.222.0.89 "GET /v2.0/networks/b84761e1-11c1-4974-9748-ae61e294404d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4925351 Feb 04 17:33:54.751796 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-2543699e-3e04-4a9b-9488-6733cc35b00f tempest-RoutersNegativeIpV6Test-882785305 tempest-RoutersNegativeIpV6Test-882785305-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1541225'] for subnet (dd78c201-2979-4927-95ed-bdfe6bcb6d71), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:54.792083 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-3ddbc20f-5954-42ab-9d86-e0f67974cee1 req-885ff41f-65cc-4a00-8591-63cfd3c4ca0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (9c862c1f-fd94-4fe1-962b-899ac844b6c2), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:54.805092 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e186715f-4441-4189-9722-5ae73adf0410 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Made reservation on behalf of d3ff32f7652b479da34ca36dc7895dfa for: {'subnet': 1} {{(pid=103376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:33:54.808523 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-e186715f-4441-4189-9722-5ae73adf0410 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25859006'] for subnet (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:54.842925 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-2543699e-3e04-4a9b-9488-6733cc35b00f tempest-RoutersNegativeIpV6Test-882785305 tempest-RoutersNegativeIpV6Test-882785305-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1541216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25888360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25597190'] for subnet (dd78c201-2979-4927-95ed-bdfe6bcb6d71), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:54.879359 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-2543699e-3e04-4a9b-9488-6733cc35b00f tempest-RoutersNegativeIpV6Test-882785305 tempest-RoutersNegativeIpV6Test-882785305-project] Publish callbacks [] for subnet (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:54.886984 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17d2d4c0-c339-4be3-846a-f1967dc3fde4 None None] Network a47e899c-b0ca-4d1b-82a2-ac9fd87ee666 requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:33:54.895714 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-2543699e-3e04-4a9b-9488-6733cc35b00f tempest-RoutersNegativeIpV6Test-882785305 tempest-RoutersNegativeIpV6Test-882785305-project] 10.222.0.89 "DELETE /v2.0/subnets/dd78c201-2979-4927-95ed-bdfe6bcb6d71 HTTP/1.1" status: 204 len: 168 time: 0.3757920 Feb 04 17:33:54.898861 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 51968) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:33:54.899657 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2543699e-3e04-4a9b-9488-6733cc35b00f tempest-RoutersNegativeIpV6Test-882785305 tempest-RoutersNegativeIpV6Test-882785305-project] Pushing event deleted for resources: {'Subnet': ['ID=dd78c201-2979-4927-95ed-bdfe6bcb6d71,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:33:55.096902 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-8bb951a5-901b-4647-860f-5a2459151c46 req-331817e8-b2f4-4a5f-9b44-878efc3619f1 tempest-AttachVolumeNegativeTest-179514357 tempest-AttachVolumeNegativeTest-179514357-project] 10.222.0.89 "GET /v2.0/ports?device_id=49e38698-ddb6-491f-acee-ee5d8477b9c9 HTTP/1.1" status: 200 len: 210 time: 0.0957696 Feb 04 17:33:55.139607 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee44675a-75e5-460b-a457-1ecbe7775108 None None] DHCP port deletion for a47e899c-b0ca-4d1b-82a2-ac9fd87ee666 request from n-d-827839-2 {{(pid=103378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 17:33:55.150969 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-4cf04fa1-2e0e-4c41-8a84-fbae13f6c88c tempest-RoutersNegativeIpV6Test-882785305 tempest-RoutersNegativeIpV6Test-882785305-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628832'] for network (a47e899c-b0ca-4d1b-82a2-ac9fd87ee666), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:55.211826 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-ee44675a-75e5-460b-a457-1ecbe7775108 None None] Deleting port 6601fdfa-13b3-41bf-96b1-181119934a96 {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:33:55.212180 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ee44675a-75e5-460b-a457-1ecbe7775108 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (6601fdfa-13b3-41bf-96b1-181119934a96), before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:55.256044 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-4cf04fa1-2e0e-4c41-8a84-fbae13f6c88c tempest-RoutersNegativeIpV6Test-882785305 tempest-RoutersNegativeIpV6Test-882785305-project] Deleting port 6601fdfa-13b3-41bf-96b1-181119934a96 {{(pid=103377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:33:55.256260 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-4cf04fa1-2e0e-4c41-8a84-fbae13f6c88c tempest-RoutersNegativeIpV6Test-882785305 tempest-RoutersNegativeIpV6Test-882785305-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (6601fdfa-13b3-41bf-96b1-181119934a96), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:55.347213 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-ee44675a-75e5-460b-a457-1ecbe7775108 None None] For port 6601fdfa-13b3-41bf-96b1-181119934a96, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=6601fdfa-13b3-41bf-96b1-181119934a96,segment=NetworkSegment(5097d272-6ab4-4085-a38a-ddd815441bed),segment_id=5097d272-6ab4-4085-a38a-ddd815441bed)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:33:55.348534 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ee44675a-75e5-460b-a457-1ecbe7775108 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (6601fdfa-13b3-41bf-96b1-181119934a96), precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:55.377673 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [None req-4cf04fa1-2e0e-4c41-8a84-fbae13f6c88c tempest-RoutersNegativeIpV6Test-882785305 tempest-RoutersNegativeIpV6Test-882785305-project] For port 6601fdfa-13b3-41bf-96b1-181119934a96, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=6601fdfa-13b3-41bf-96b1-181119934a96,segment=NetworkSegment(5097d272-6ab4-4085-a38a-ddd815441bed),segment_id=5097d272-6ab4-4085-a38a-ddd815441bed)] {{(pid=103377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:33:55.378444 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-4cf04fa1-2e0e-4c41-8a84-fbae13f6c88c tempest-RoutersNegativeIpV6Test-882785305 tempest-RoutersNegativeIpV6Test-882785305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (6601fdfa-13b3-41bf-96b1-181119934a96), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:55.392890 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-4cf04fa1-2e0e-4c41-8a84-fbae13f6c88c tempest-RoutersNegativeIpV6Test-882785305 tempest-RoutersNegativeIpV6Test-882785305-project] Calling delete_port for 6601fdfa-13b3-41bf-96b1-181119934a96 owned by network:dhcp {{(pid=103377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:33:55.394590 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-ee44675a-75e5-460b-a457-1ecbe7775108 None None] Calling delete_port for 6601fdfa-13b3-41bf-96b1-181119934a96 owned by network:dhcp {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:33:55.397682 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef30d19-62c0-4f51-981f-257d4e9522c5 req-05173251-e2fe-48cd-9e31-29a045603325 tempest-VolumesBackupsTest-773030049 tempest-VolumesBackupsTest-773030049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:33:55.399995 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-8ef30d19-62c0-4f51-981f-257d4e9522c5 req-05173251-e2fe-48cd-9e31-29a045603325 tempest-VolumesBackupsTest-773030049 tempest-VolumesBackupsTest-773030049-project] 10.222.0.89 "GET /v2.0/ports?device_id=cc854e74-d4dc-40a9-a1e9-1a538b796e58 HTTP/1.1" status: 200 len: 935 time: 0.2742102 Feb 04 17:33:55.497168 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-4cf04fa1-2e0e-4c41-8a84-fbae13f6c88c tempest-RoutersNegativeIpV6Test-882785305 tempest-RoutersNegativeIpV6Test-882785305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (6601fdfa-13b3-41bf-96b1-181119934a96), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:55.534491 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf04fa1-2e0e-4c41-8a84-fbae13f6c88c tempest-RoutersNegativeIpV6Test-882785305 tempest-RoutersNegativeIpV6Test-882785305-project] Pushing event deleted for resources: {'Port': ['ID=6601fdfa-13b3-41bf-96b1-181119934a96,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:33:55.536888 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ee44675a-75e5-460b-a457-1ecbe7775108 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144'] for port (6601fdfa-13b3-41bf-96b1-181119934a96), after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:55.537867 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cf04fa1-2e0e-4c41-8a84-fbae13f6c88c tempest-RoutersNegativeIpV6Test-882785305 tempest-RoutersNegativeIpV6Test-882785305-project] No DVR routers for this DVR port 6601fdfa-13b3-41bf-96b1-181119934a96 on host n-d-827839-2 {{(pid=103377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 17:33:55.553638 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-85be865e-761f-41e7-9edb-118f84321be1 req-81277106-39e5-4826-a747-5a1e07eff743 tempest-ServerDiskConfigTestJSON-47961148 tempest-ServerDiskConfigTestJSON-47961148-project] Publish callbacks [] for port (5b23912e-2e13-49c3-9267-c2d19c9614b1), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:55.560632 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-8ef30d19-62c0-4f51-981f-257d4e9522c5 req-2cdf78b4-449c-4076-b1c2-de8a60326ed5 tempest-VolumesBackupsTest-773030049 tempest-VolumesBackupsTest-773030049-project] 10.222.0.89 "GET /v2.0/security-groups?id=62a841c8-7c27-46ab-8fce-aedf9934cfa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421721 Feb 04 17:33:55.598624 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee44675a-75e5-460b-a457-1ecbe7775108 None None] Pushing event deleted for resources: {'Port': ['ID=6601fdfa-13b3-41bf-96b1-181119934a96,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:33:55.601571 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee44675a-75e5-460b-a457-1ecbe7775108 None None] No DVR routers for this DVR port 6601fdfa-13b3-41bf-96b1-181119934a96 on host n-d-827839-2 {{(pid=103378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 17:33:55.649832 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-e186715f-4441-4189-9722-5ae73adf0410 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25674939', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25858952'] for subnet (4d608233-3089-4bee-bb0f-7d5292b46927), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:55.718724 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-85d44e37-c507-4ca5-b230-ae61fc4a3d81 req-c6ecd9d4-3654-4bd9-872f-b6de5bbfa715 tempest-ServerDiskConfigTestJSON-47961148 tempest-ServerDiskConfigTestJSON-47961148-project] 10.222.0.89 "GET /v2.0/ports?device_id=494e61d0-1f8d-4061-a921-20562f5cca04 HTTP/1.1" status: 200 len: 210 time: 0.0364544 Feb 04 17:33:55.734776 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-4cf04fa1-2e0e-4c41-8a84-fbae13f6c88c tempest-RoutersNegativeIpV6Test-882785305 tempest-RoutersNegativeIpV6Test-882785305-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1543676', 'neutron.services.segments.db._delete_segments_for_network-8781084786517'] for network (a47e899c-b0ca-4d1b-82a2-ac9fd87ee666), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:55.759352 n-d-827839-2 neutron-server[103377]: DEBUG neutron.services.segments.db [None req-4cf04fa1-2e0e-4c41-8a84-fbae13f6c88c tempest-RoutersNegativeIpV6Test-882785305 tempest-RoutersNegativeIpV6Test-882785305-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a47e899c-b0ca-4d1b-82a2-ac9fd87ee666']}} {{(pid=103377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:33:55.770539 n-d-827839-2 neutron-server[103377]: DEBUG neutron.services.segments.db [None req-4cf04fa1-2e0e-4c41-8a84-fbae13f6c88c tempest-RoutersNegativeIpV6Test-882785305 tempest-RoutersNegativeIpV6Test-882785305-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5097d272-6ab4-4085-a38a-ddd815441bed') {'for_net_delete': True} {{(pid=103377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:33:55.771422 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-85be865e-761f-41e7-9edb-118f84321be1 req-81277106-39e5-4826-a747-5a1e07eff743 tempest-ServerDiskConfigTestJSON-47961148 tempest-ServerDiskConfigTestJSON-47961148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (5b23912e-2e13-49c3-9267-c2d19c9614b1), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:55.771650 n-d-827839-2 neutron-server[103377]: DEBUG neutron.services.segments.db [None req-4cf04fa1-2e0e-4c41-8a84-fbae13f6c88c tempest-RoutersNegativeIpV6Test-882785305 tempest-RoutersNegativeIpV6Test-882785305-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5097d272-6ab4-4085-a38a-ddd815441bed') {} {{(pid=103377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:33:55.782639 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-4cf04fa1-2e0e-4c41-8a84-fbae13f6c88c tempest-RoutersNegativeIpV6Test-882785305 tempest-RoutersNegativeIpV6Test-882785305-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781084783966', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26866685'] for segment (5097d272-6ab4-4085-a38a-ddd815441bed), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:55.793068 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e186715f-4441-4189-9722-5ae73adf0410 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Checking segment: {'id': 'b1d0ffff-6489-4f5e-900b-409ce3de4273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '913091b5-aee2-4280-973b-aeb4f430fe8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:33:55.793380 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e186715f-4441-4189-9722-5ae73adf0410 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Network hostable DHCP agents. Network: 913091b5-aee2-4280-973b-aeb4f430fe8d, hostable agents: ['bb89f5a3-3c22-440b-b7d1-c4f0c43c184a'], hosted agents: [] {{(pid=103376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 17:33:55.797262 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-4cf04fa1-2e0e-4c41-8a84-fbae13f6c88c tempest-RoutersNegativeIpV6Test-882785305 tempest-RoutersNegativeIpV6Test-882785305-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (5097d272-6ab4-4085-a38a-ddd815441bed), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:55.803855 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4cf04fa1-2e0e-4c41-8a84-fbae13f6c88c tempest-RoutersNegativeIpV6Test-882785305 tempest-RoutersNegativeIpV6Test-882785305-project] Releasing vlan 750 on physical network physnet1 to pool {{(pid=103377) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 17:33:55.804479 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-4cf04fa1-2e0e-4c41-8a84-fbae13f6c88c tempest-RoutersNegativeIpV6Test-882785305 tempest-RoutersNegativeIpV6Test-882785305-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25888454'] for segment (5097d272-6ab4-4085-a38a-ddd815441bed), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:55.832272 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e186715f-4441-4189-9722-5ae73adf0410 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Pushing event updated for resources: {'Subnet': ['ID=4d608233-3089-4bee-bb0f-7d5292b46927,revision_number=0']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:33:55.859195 n-d-827839-2 neutron-server[103377]: Traceback (most recent call last): Feb 04 17:33:55.859195 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 17:33:55.859195 n-d-827839-2 neutron-server[103377]: timer() Feb 04 17:33:55.859195 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 17:33:55.859195 n-d-827839-2 neutron-server[103377]: cb(*args, **kw) Feb 04 17:33:55.859195 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 17:33:55.859195 n-d-827839-2 neutron-server[103377]: return func(*args, **kwargs) Feb 04 17:33:55.859195 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 17:33:55.859195 n-d-827839-2 neutron-server[103377]: self._notify() Feb 04 17:33:55.859195 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 17:33:55.859195 n-d-827839-2 neutron-server[103377]: self.callback(batched_events) Feb 04 17:33:55.859195 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 17:33:55.859195 n-d-827839-2 neutron-server[103377]: event.method(event) Feb 04 17:33:55.859195 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 17:33:55.859195 n-d-827839-2 neutron-server[103377]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 17:33:55.859195 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 17:33:55.859195 n-d-827839-2 neutron-server[103377]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 17:33:55.859195 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 17:33:55.859195 n-d-827839-2 neutron-server[103377]: return f(self, *a, **k) Feb 04 17:33:55.859195 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 17:33:55.859195 n-d-827839-2 neutron-server[103377]: return self._get(url).json() Feb 04 17:33:55.859195 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 17:33:55.859195 n-d-827839-2 neutron-server[103377]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 17:33:55.859195 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 17:33:55.859195 n-d-827839-2 neutron-server[103377]: return self.request(url, 'GET', **kwargs) Feb 04 17:33:55.859195 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 17:33:55.859195 n-d-827839-2 neutron-server[103377]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 17:33:55.859195 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 17:33:55.859195 n-d-827839-2 neutron-server[103377]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 17:33:55.859195 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 17:33:55.859195 n-d-827839-2 neutron-server[103377]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 17:33:55.859195 n-d-827839-2 neutron-server[103377]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 17:33:55.868294 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 6601fdfa-13b3-41bf-96b1-181119934a96 no longer exists at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:33:55.893325 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-85be865e-761f-41e7-9edb-118f84321be1 req-81277106-39e5-4826-a747-5a1e07eff743 tempest-ServerDiskConfigTestJSON-47961148 tempest-ServerDiskConfigTestJSON-47961148-project] Network 3c6b4be4-b4b9-4735-a6e5-15af4ecbb3e6 is already hosted by enough agents. {{(pid=103376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:33:55.898093 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e186715f-4441-4189-9722-5ae73adf0410 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Network 913091b5-aee2-4280-973b-aeb4f430fe8d is scheduled to be hosted by DHCP agent bb89f5a3-3c22-440b-b7d1-c4f0c43c184a with binding_index 1 {{(pid=103376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 17:33:55.899156 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] No Port match for: 6601fdfa-13b3-41bf-96b1-181119934a96 {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 17:33:55.899659 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 6601fdfa-13b3-41bf-96b1-181119934a96 not bound to the agent host n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 17:33:55.909538 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-4cf04fa1-2e0e-4c41-8a84-fbae13f6c88c tempest-RoutersNegativeIpV6Test-882785305 tempest-RoutersNegativeIpV6Test-882785305-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1543671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1595572'] for network (a47e899c-b0ca-4d1b-82a2-ac9fd87ee666), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:55.911716 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [req-85be865e-761f-41e7-9edb-118f84321be1 req-81277106-39e5-4826-a747-5a1e07eff743 tempest-ServerDiskConfigTestJSON-47961148 tempest-ServerDiskConfigTestJSON-47961148-project] Resources bound (agent type, host, resource id): {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:33:55.916007 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [req-85be865e-761f-41e7-9edb-118f84321be1 req-81277106-39e5-4826-a747-5a1e07eff743 tempest-ServerDiskConfigTestJSON-47961148 tempest-ServerDiskConfigTestJSON-47961148-project] Received port after_create {{(pid=103376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:33:55.919247 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-4cf04fa1-2e0e-4c41-8a84-fbae13f6c88c tempest-RoutersNegativeIpV6Test-882785305 tempest-RoutersNegativeIpV6Test-882785305-project] Publish callbacks [] for network (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:55.927748 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-4cf04fa1-2e0e-4c41-8a84-fbae13f6c88c tempest-RoutersNegativeIpV6Test-882785305 tempest-RoutersNegativeIpV6Test-882785305-project] 10.222.0.89 "DELETE /v2.0/networks/a47e899c-b0ca-4d1b-82a2-ac9fd87ee666 HTTP/1.1" status: 204 len: 168 time: 1.0206223 Feb 04 17:33:55.928367 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 51982) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:33:55.956496 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [None req-e186715f-4441-4189-9722-5ae73adf0410 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827839-2, 913091b5-aee2-4280-973b-aeb4f430fe8d) {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:33:55.965647 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf04fa1-2e0e-4c41-8a84-fbae13f6c88c tempest-RoutersNegativeIpV6Test-882785305 tempest-RoutersNegativeIpV6Test-882785305-project] Pushing event deleted for resources: {'Network': ['ID=a47e899c-b0ca-4d1b-82a2-ac9fd87ee666,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:33:55.966100 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81277106-39e5-4826-a747-5a1e07eff743 tempest-ServerDiskConfigTestJSON-47961148 tempest-ServerDiskConfigTestJSON-47961148-project] Pushing event updated for resources: {'Port': ['ID=5b23912e-2e13-49c3-9267-c2d19c9614b1,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:33:55.967927 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fcd51c6-2c36-4c0c-90bb-3c7badc4d559 None None] Network 913091b5-aee2-4280-973b-aeb4f430fe8d requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:33:55.992618 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c8bf4d4-c0c2-459b-86b7-9de3467b2aad tempest-RoutersNegativeIpV6Test-882785305 tempest-RoutersNegativeIpV6Test-882785305-project] Deleting subnet b97cce9f-bcfe-49ab-99d4-4504e5df3d3d {{(pid=103377) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 17:33:55.996424 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-3c8bf4d4-c0c2-459b-86b7-9de3467b2aad tempest-RoutersNegativeIpV6Test-882785305 tempest-RoutersNegativeIpV6Test-882785305-project] Publish callbacks [] for subnet (b97cce9f-bcfe-49ab-99d4-4504e5df3d3d), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:56.000514 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e186715f-4441-4189-9722-5ae73adf0410 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:33:56.002202 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-e186715f-4441-4189-9722-5ae73adf0410 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Publish callbacks [] for subnet (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:56.010567 n-d-827839-2 neutron-server[103376]: DEBUG neutron.notifiers.nova [req-3ddbc20f-5954-42ab-9d86-e0f67974cee1 req-885ff41f-65cc-4a00-8591-63cfd3c4ca0f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c862c1f-fd94-4fe1-962b-899ac844b6c2 {{(pid=103376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 17:33:56.035905 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85be865e-761f-41e7-9edb-118f84321be1 req-81277106-39e5-4826-a747-5a1e07eff743 tempest-ServerDiskConfigTestJSON-47961148 tempest-ServerDiskConfigTestJSON-47961148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:33:56.037151 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-85be865e-761f-41e7-9edb-118f84321be1 req-81277106-39e5-4826-a747-5a1e07eff743 tempest-ServerDiskConfigTestJSON-47961148 tempest-ServerDiskConfigTestJSON-47961148-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:56.042818 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-3ddbc20f-5954-42ab-9d86-e0f67974cee1 req-885ff41f-65cc-4a00-8591-63cfd3c4ca0f service neutron] Publish callbacks [] for port (9c862c1f-fd94-4fe1-962b-899ac844b6c2), precommit_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:56.047927 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-3c8bf4d4-c0c2-459b-86b7-9de3467b2aad tempest-RoutersNegativeIpV6Test-882785305 tempest-RoutersNegativeIpV6Test-882785305-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26866676'] for subnet (b97cce9f-bcfe-49ab-99d4-4504e5df3d3d), precommit_delete_associations {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:56.057776 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.provisioning_blocks [req-3ddbc20f-5954-42ab-9d86-e0f67974cee1 req-885ff41f-65cc-4a00-8591-63cfd3c4ca0f service neutron] Transition to ACTIVE for port object 9c862c1f-fd94-4fe1-962b-899ac844b6c2 will not be triggered until provisioned by entity L2. {{(pid=103376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 17:33:56.068679 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-e186715f-4441-4189-9722-5ae73adf0410 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6492426 Feb 04 17:33:56.069918 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-3ddbc20f-5954-42ab-9d86-e0f67974cee1 req-885ff41f-65cc-4a00-8591-63cfd3c4ca0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675836'] for port (9c862c1f-fd94-4fe1-962b-899ac844b6c2), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:56.072321 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 51984) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:33:56.092174 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-9acd331b-005d-4f1a-afd9-f2bfb8334aa9 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1812347832', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:33:56.106949 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a43b421-4f52-4308-8f58-a7ba55b28d66 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e4c19ad-5724-5db8-8ee1-4f56ae69fcf4-913091b5-aee2-4280-973b-aeb4f430fe8d', 'network_id': '913091b5-aee2-4280-973b-aeb4f430fe8d', 'project_id': 'd3ff32f7652b479da34ca36dc7895dfa', 'fixed_ips': [{'subnet_id': '4d608233-3089-4bee-bb0f-7d5292b46927'}]}} from n-d-827839-2. {{(pid=103378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 17:33:56.108846 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1a43b421-4f52-4308-8f58-a7ba55b28d66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:56.155279 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-85be865e-761f-41e7-9edb-118f84321be1 req-81277106-39e5-4826-a747-5a1e07eff743 tempest-ServerDiskConfigTestJSON-47961148 tempest-ServerDiskConfigTestJSON-47961148-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7985525 Feb 04 17:33:56.156193 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-9acd331b-005d-4f1a-afd9-f2bfb8334aa9 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1601657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26921'] for router (3d90c78d-d5e3-4bf3-9ffd-9dc5a31f3336), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:56.157652 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-9acd331b-005d-4f1a-afd9-f2bfb8334aa9 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1602025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603663', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1630571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26960'] for router (3d90c78d-d5e3-4bf3-9ffd-9dc5a31f3336), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:56.189215 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [req-85be865e-761f-41e7-9edb-118f84321be1 req-15144c0c-c872-4240-9d0f-e70ce6e6b7ab service neutron] Request body: {'port': {'device_id': '494e61d0-1f8d-4061-a921-20562f5cca04', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827839-2'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:33:56.228653 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-3c8bf4d4-c0c2-459b-86b7-9de3467b2aad tempest-RoutersNegativeIpV6Test-882785305 tempest-RoutersNegativeIpV6Test-882785305-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1541225'] for subnet (b97cce9f-bcfe-49ab-99d4-4504e5df3d3d), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:56.271188 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-85be865e-761f-41e7-9edb-118f84321be1 req-15144c0c-c872-4240-9d0f-e70ce6e6b7ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (5b23912e-2e13-49c3-9267-c2d19c9614b1), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:56.295663 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-3c8bf4d4-c0c2-459b-86b7-9de3467b2aad tempest-RoutersNegativeIpV6Test-882785305 tempest-RoutersNegativeIpV6Test-882785305-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1541216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25888360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25597190'] for subnet (b97cce9f-bcfe-49ab-99d4-4504e5df3d3d), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:56.338030 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885ff41f-65cc-4a00-8591-63cfd3c4ca0f service neutron] Pushing event updated for resources: {'Port': ['ID=9c862c1f-fd94-4fe1-962b-899ac844b6c2,revision_number=2']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:33:56.368123 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c582c537-7a5a-4610-a626-a4a7a186a2e1 None None] Network 8540d735-d197-49f1-b02a-2d598906b5d1 requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:33:56.392552 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-9bf63c62-4348-473a-8941-ad3a14b2a9d2 req-7c5bdcce-05fa-46b6-8c5a-513f962d5b56 tempest-AttachVolumeNegativeTest-179514357 tempest-AttachVolumeNegativeTest-179514357-project] 10.222.0.89 "GET /v2.0/ports?device_id=49e38698-ddb6-491f-acee-ee5d8477b9c9 HTTP/1.1" status: 200 len: 210 time: 0.1237257 Feb 04 17:33:56.407010 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-3c8bf4d4-c0c2-459b-86b7-9de3467b2aad tempest-RoutersNegativeIpV6Test-882785305 tempest-RoutersNegativeIpV6Test-882785305-project] Publish callbacks [] for subnet (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:56.424871 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-3c8bf4d4-c0c2-459b-86b7-9de3467b2aad tempest-RoutersNegativeIpV6Test-882785305 tempest-RoutersNegativeIpV6Test-882785305-project] 10.222.0.89 "DELETE /v2.0/subnets/b97cce9f-bcfe-49ab-99d4-4504e5df3d3d HTTP/1.1" status: 204 len: 168 time: 0.4939911 Feb 04 17:33:56.428117 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 51988) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:33:56.454664 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8bf4d4-c0c2-459b-86b7-9de3467b2aad tempest-RoutersNegativeIpV6Test-882785305 tempest-RoutersNegativeIpV6Test-882785305-project] Pushing event deleted for resources: {'Subnet': ['ID=b97cce9f-bcfe-49ab-99d4-4504e5df3d3d,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:33:56.492583 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-9acd331b-005d-4f1a-afd9-f2bfb8334aa9 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Publish callbacks [] for router_controller (3d90c78d-d5e3-4bf3-9ffd-9dc5a31f3336), precommit_add_association {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:56.509409 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-9acd331b-005d-4f1a-afd9-f2bfb8334aa9 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1602046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603680'] for router (3d90c78d-d5e3-4bf3-9ffd-9dc5a31f3336), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:56.543072 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [req-3ddbc20f-5954-42ab-9d86-e0f67974cee1 req-885ff41f-65cc-4a00-8591-63cfd3c4ca0f service neutron] Attempting to bind port 9c862c1f-fd94-4fe1-962b-899ac844b6c2 on host n-h1-827839-2 for vnic_type normal with profile {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:33:56.543569 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [req-3ddbc20f-5954-42ab-9d86-e0f67974cee1 req-885ff41f-65cc-4a00-8591-63cfd3c4ca0f service neutron] Attempting to bind port 9c862c1f-fd94-4fe1-962b-899ac844b6c2 by drivers openvswitch,hyperv on host n-h1-827839-2 at level 0 using segments [{'id': '3a39b085-d3e6-43bb-a64c-1b06dd049e5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '02be22b9-aa53-40ea-8050-9239cd27d1ff'}] {{(pid=103376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:33:56.544022 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ddbc20f-5954-42ab-9d86-e0f67974cee1 req-885ff41f-65cc-4a00-8591-63cfd3c4ca0f service neutron] Attempting to bind port 9c862c1f-fd94-4fe1-962b-899ac844b6c2 on network 02be22b9-aa53-40ea-8050-9239cd27d1ff {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:33:56.552832 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ddbc20f-5954-42ab-9d86-e0f67974cee1 req-885ff41f-65cc-4a00-8591-63cfd3c4ca0f service neutron] Port 9c862c1f-fd94-4fe1-962b-899ac844b6c2 on network 02be22b9-aa53-40ea-8050-9239cd27d1ff not bound, no agent of type Open vSwitch agent registered on host n-h1-827839-2 {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 17:33:56.553144 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ddbc20f-5954-42ab-9d86-e0f67974cee1 req-885ff41f-65cc-4a00-8591-63cfd3c4ca0f service neutron] Attempting to bind port 9c862c1f-fd94-4fe1-962b-899ac844b6c2 on network 02be22b9-aa53-40ea-8050-9239cd27d1ff {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:33:56.559180 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-1a43b421-4f52-4308-8f58-a7ba55b28d66 None None] Allocated IP 172.20.0.2 (913091b5-aee2-4280-973b-aeb4f430fe8d/4d608233-3089-4bee-bb0f-7d5292b46927/74b21d78-52e6-40a2-81ab-39d7a7a856d3) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:33:56.623420 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9b30f7a-bb3b-4d37-ad93-09b12202fe87 tempest-RoutersNegativeIpV6Test-882785305 tempest-RoutersNegativeIpV6Test-882785305-project] Deleting subnet ed2e55d0-8abd-4a1b-9f89-621a31bd5b1f {{(pid=103377) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 17:33:56.629872 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-e9b30f7a-bb3b-4d37-ad93-09b12202fe87 tempest-RoutersNegativeIpV6Test-882785305 tempest-RoutersNegativeIpV6Test-882785305-project] Publish callbacks [] for subnet (ed2e55d0-8abd-4a1b-9f89-621a31bd5b1f), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:56.636952 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-9acd331b-005d-4f1a-afd9-f2bfb8334aa9 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Publish callbacks [] for router (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:56.642107 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-9acd331b-005d-4f1a-afd9-f2bfb8334aa9 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] 10.222.0.89 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.5632615 Feb 04 17:33:56.654287 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 51992) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:33:56.671114 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-d5e8a7b2-5887-472c-94a6-0d3507a67cac tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Request body: {'port': {'network_id': '913091b5-aee2-4280-973b-aeb4f430fe8d', 'name': 'tempest-RoutersTest-38765564'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:33:56.700214 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ddbc20f-5954-42ab-9d86-e0f67974cee1 req-885ff41f-65cc-4a00-8591-63cfd3c4ca0f service neutron] Checking agent: {'id': '3f9244a9-75fc-4c10-b195-11d48b853b41', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 8, 42), 'started_at': datetime.datetime(2022, 2, 4, 17, 8, 42), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 33, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:33:56.700993 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ddbc20f-5954-42ab-9d86-e0f67974cee1 req-885ff41f-65cc-4a00-8591-63cfd3c4ca0f service neutron] Checking segment: {'id': '3a39b085-d3e6-43bb-a64c-1b06dd049e5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '02be22b9-aa53-40ea-8050-9239cd27d1ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:33:56.701622 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ddbc20f-5954-42ab-9d86-e0f67974cee1 req-885ff41f-65cc-4a00-8591-63cfd3c4ca0f service neutron] Bound using segment: {'id': '3a39b085-d3e6-43bb-a64c-1b06dd049e5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '02be22b9-aa53-40ea-8050-9239cd27d1ff'} {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:33:56.702295 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [req-3ddbc20f-5954-42ab-9d86-e0f67974cee1 req-885ff41f-65cc-4a00-8591-63cfd3c4ca0f service neutron] Bound port: 9c862c1f-fd94-4fe1-962b-899ac844b6c2, host: n-h1-827839-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a39b085-d3e6-43bb-a64c-1b06dd049e5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '02be22b9-aa53-40ea-8050-9239cd27d1ff'}}] {{(pid=103376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:33:56.702883 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-3ddbc20f-5954-42ab-9d86-e0f67974cee1 req-885ff41f-65cc-4a00-8591-63cfd3c4ca0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (9c862c1f-fd94-4fe1-962b-899ac844b6c2), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:56.711926 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-e9b30f7a-bb3b-4d37-ad93-09b12202fe87 tempest-RoutersNegativeIpV6Test-882785305 tempest-RoutersNegativeIpV6Test-882785305-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26866676'] for subnet (ed2e55d0-8abd-4a1b-9f89-621a31bd5b1f), precommit_delete_associations {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:56.767280 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9b3567-eea3-4f37-b953-b23b3a268244 req-ef8296e4-28da-4019-9b2f-2e904fb8ef9f tempest-AttachVolumeNegativeTest-179514357 tempest-AttachVolumeNegativeTest-179514357-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:33:56.768986 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-ef9b3567-eea3-4f37-b953-b23b3a268244 req-ef8296e4-28da-4019-9b2f-2e904fb8ef9f tempest-AttachVolumeNegativeTest-179514357 tempest-AttachVolumeNegativeTest-179514357-project] 10.222.0.90 "GET /v2.0/networks?id=b84761e1-11c1-4974-9748-ae61e294404d HTTP/1.1" status: 200 len: 815 time: 0.4472227 Feb 04 17:33:56.781470 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1a43b421-4f52-4308-8f58-a7ba55b28d66 None None] Publish callbacks [] for port (74b21d78-52e6-40a2-81ab-39d7a7a856d3), precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:56.784872 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [req-ef9b3567-eea3-4f37-b953-b23b3a268244 req-8c37b652-c01f-4d9c-b56f-ed32fd6eb26b tempest-AttachVolumeNegativeTest-179514357 tempest-AttachVolumeNegativeTest-179514357-project] Request body: {'port': {'device_id': '49e38698-ddb6-491f-acee-ee5d8477b9c9', 'network_id': 'b84761e1-11c1-4974-9748-ae61e294404d', 'admin_state_up': True, 'tenant_id': 'a7ea9b1ba86e49c289bed0f142f59d4f'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:33:56.794228 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1a43b421-4f52-4308-8f58-a7ba55b28d66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135'] for port (74b21d78-52e6-40a2-81ab-39d7a7a856d3), after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:56.899330 n-d-827839-2 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a43b421-4f52-4308-8f58-a7ba55b28d66 None None] Network 913091b5-aee2-4280-973b-aeb4f430fe8d is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:33:56.917338 n-d-827839-2 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-1a43b421-4f52-4308-8f58-a7ba55b28d66 None None] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:33:56.924577 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a43b421-4f52-4308-8f58-a7ba55b28d66 None None] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:33:56.934730 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a39f0d7-f620-4393-9e9c-ebb1a6670eb0 None None] DHCP port deletion for 8540d735-d197-49f1-b02a-2d598906b5d1 request from n-d-827839-2 {{(pid=103378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 17:33:56.942095 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a43b421-4f52-4308-8f58-a7ba55b28d66 None None] Pushing event updated for resources: {'Port': ['ID=74b21d78-52e6-40a2-81ab-39d7a7a856d3,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:33:56.974625 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653f2bac-9edc-400f-b22e-ea8ab2d5c078 req-818c72fe-7e44-42b4-aeba-25d189cd2318 tempest-VolumesBackupsTest-773030049 tempest-VolumesBackupsTest-773030049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:33:56.976194 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-653f2bac-9edc-400f-b22e-ea8ab2d5c078 req-818c72fe-7e44-42b4-aeba-25d189cd2318 tempest-VolumesBackupsTest-773030049 tempest-VolumesBackupsTest-773030049-project] 10.222.0.89 "GET /v2.0/ports?device_id=cc854e74-d4dc-40a9-a1e9-1a538b796e58 HTTP/1.1" status: 200 len: 947 time: 0.2886965 Feb 04 17:33:57.050943 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-e9b30f7a-bb3b-4d37-ad93-09b12202fe87 tempest-RoutersNegativeIpV6Test-882785305 tempest-RoutersNegativeIpV6Test-882785305-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1541225'] for subnet (ed2e55d0-8abd-4a1b-9f89-621a31bd5b1f), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:57.111182 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-653f2bac-9edc-400f-b22e-ea8ab2d5c078 req-482aeac1-55ed-47e4-9e7a-6e8feeb7fb24 tempest-VolumesBackupsTest-773030049 tempest-VolumesBackupsTest-773030049-project] 10.222.0.89 "GET /v2.0/security-groups?id=62a841c8-7c27-46ab-8fce-aedf9934cfa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252599 Feb 04 17:33:57.144990 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef9b3567-eea3-4f37-b953-b23b3a268244 req-8c37b652-c01f-4d9c-b56f-ed32fd6eb26b tempest-AttachVolumeNegativeTest-179514357 tempest-AttachVolumeNegativeTest-179514357-project] Made reservation on behalf of a7ea9b1ba86e49c289bed0f142f59d4f for: {'port': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:33:57.150200 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-ef9b3567-eea3-4f37-b953-b23b3a268244 req-8c37b652-c01f-4d9c-b56f-ed32fd6eb26b tempest-AttachVolumeNegativeTest-179514357 tempest-AttachVolumeNegativeTest-179514357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:57.275613 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-1a43b421-4f52-4308-8f58-a7ba55b28d66 None None] Attempting to bind port 74b21d78-52e6-40a2-81ab-39d7a7a856d3 on host n-d-827839-2 for vnic_type normal with profile {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:33:57.275994 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-1a43b421-4f52-4308-8f58-a7ba55b28d66 None None] Attempting to bind port 74b21d78-52e6-40a2-81ab-39d7a7a856d3 by drivers openvswitch,hyperv on host n-d-827839-2 at level 0 using segments [{'id': 'b1d0ffff-6489-4f5e-900b-409ce3de4273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '913091b5-aee2-4280-973b-aeb4f430fe8d'}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:33:57.277068 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a43b421-4f52-4308-8f58-a7ba55b28d66 None None] Attempting to bind port 74b21d78-52e6-40a2-81ab-39d7a7a856d3 on network 913091b5-aee2-4280-973b-aeb4f430fe8d {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:33:57.283013 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [req-3ddbc20f-5954-42ab-9d86-e0f67974cee1 req-885ff41f-65cc-4a00-8591-63cfd3c4ca0f service neutron] For port 9c862c1f-fd94-4fe1-962b-899ac844b6c2, host n-h1-827839-2, cleared binding levels {{(pid=103376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:33:57.287633 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [req-3ddbc20f-5954-42ab-9d86-e0f67974cee1 req-885ff41f-65cc-4a00-8591-63cfd3c4ca0f service neutron] For port 9c862c1f-fd94-4fe1-962b-899ac844b6c2, host n-h1-827839-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=9c862c1f-fd94-4fe1-962b-899ac844b6c2,segment=NetworkSegment(3a39b085-d3e6-43bb-a64c-1b06dd049e5a),segment_id=3a39b085-d3e6-43bb-a64c-1b06dd049e5a)] {{(pid=103376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:33:57.290009 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a43b421-4f52-4308-8f58-a7ba55b28d66 None None] Checking agent: {'id': 'ba70844b-66a0-45fd-a2f2-e6ed673321fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 0, 36), 'started_at': datetime.datetime(2022, 2, 4, 17, 1, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 33, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:33:57.290398 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a43b421-4f52-4308-8f58-a7ba55b28d66 None None] Checking segment: {'id': 'b1d0ffff-6489-4f5e-900b-409ce3de4273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '913091b5-aee2-4280-973b-aeb4f430fe8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:33:57.290989 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1a43b421-4f52-4308-8f58-a7ba55b28d66 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:57.291562 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a43b421-4f52-4308-8f58-a7ba55b28d66 None None] Bound using segment: {'id': 'b1d0ffff-6489-4f5e-900b-409ce3de4273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '913091b5-aee2-4280-973b-aeb4f430fe8d'} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:33:57.292317 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-1a43b421-4f52-4308-8f58-a7ba55b28d66 None None] Bound port: 74b21d78-52e6-40a2-81ab-39d7a7a856d3, host: n-d-827839-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1d0ffff-6489-4f5e-900b-409ce3de4273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '913091b5-aee2-4280-973b-aeb4f430fe8d'}}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:33:57.293249 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1a43b421-4f52-4308-8f58-a7ba55b28d66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (74b21d78-52e6-40a2-81ab-39d7a7a856d3), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:57.311001 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-3ddbc20f-5954-42ab-9d86-e0f67974cee1 req-885ff41f-65cc-4a00-8591-63cfd3c4ca0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675836'] for port (9c862c1f-fd94-4fe1-962b-899ac844b6c2), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:57.325641 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.db_base_plugin_common [req-ef9b3567-eea3-4f37-b953-b23b3a268244 req-8c37b652-c01f-4d9c-b56f-ed32fd6eb26b tempest-AttachVolumeNegativeTest-179514357 tempest-AttachVolumeNegativeTest-179514357-project] Allocated IP 172.20.0.14 (b84761e1-11c1-4974-9748-ae61e294404d/74e6e6d2-6594-4fba-b377-2d3e84d23c5b/2fc28c92-851e-4d8e-adf6-8ac5e13cbbef) {{(pid=103377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:33:57.327052 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-5a39f0d7-f620-4393-9e9c-ebb1a6670eb0 None None] Deleting port 831eefc9-bccd-42d8-9178-94dda9b9644d {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:33:57.327500 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5a39f0d7-f620-4393-9e9c-ebb1a6670eb0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (831eefc9-bccd-42d8-9178-94dda9b9644d), before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:57.434797 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddbc20f-5954-42ab-9d86-e0f67974cee1 req-885ff41f-65cc-4a00-8591-63cfd3c4ca0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:33:57.440049 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-3ddbc20f-5954-42ab-9d86-e0f67974cee1 req-885ff41f-65cc-4a00-8591-63cfd3c4ca0f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:57.442687 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-3ddbc20f-5954-42ab-9d86-e0f67974cee1 req-885ff41f-65cc-4a00-8591-63cfd3c4ca0f service neutron] 10.222.0.96 "PUT /v2.0/ports/9c862c1f-fd94-4fe1-962b-899ac844b6c2 HTTP/1.1" status: 200 len: 1095 time: 2.8672688 Feb 04 17:33:57.443168 n-d-827839-2 neutron-server[103376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc854e74-d4dc-40a9-a1e9-1a538b796e58', 'tag': '9c862c1f-fd94-4fe1-962b-899ac844b6c2'}] {{(pid=103376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:33:57.445956 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d59c3bb5e2f09ebf62144d5e09b1cff60c763a9c19614c24538e77842938c05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db9b2b48-b9b5-4a6b-b1f8-9630eacd1316" -d '{"events": [{"name": "network-changed", "server_uuid": "cc854e74-d4dc-40a9-a1e9-1a538b796e58", "tag": "9c862c1f-fd94-4fe1-962b-899ac844b6c2"}]}' {{(pid=103376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:33:57.449572 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-e9b30f7a-bb3b-4d37-ad93-09b12202fe87 tempest-RoutersNegativeIpV6Test-882785305 tempest-RoutersNegativeIpV6Test-882785305-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1541216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25888360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25597190'] for subnet (ed2e55d0-8abd-4a1b-9f89-621a31bd5b1f), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:57.511703 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b30f7a-bb3b-4d37-ad93-09b12202fe87 tempest-RoutersNegativeIpV6Test-882785305 tempest-RoutersNegativeIpV6Test-882785305-project] Pushing event deleted for resources: {'Subnet': ['ID=ed2e55d0-8abd-4a1b-9f89-621a31bd5b1f,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:33:57.516697 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-e9b30f7a-bb3b-4d37-ad93-09b12202fe87 tempest-RoutersNegativeIpV6Test-882785305 tempest-RoutersNegativeIpV6Test-882785305-project] Publish callbacks [] for subnet (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:57.520534 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-e9b30f7a-bb3b-4d37-ad93-09b12202fe87 tempest-RoutersNegativeIpV6Test-882785305 tempest-RoutersNegativeIpV6Test-882785305-project] 10.222.0.89 "DELETE /v2.0/subnets/ed2e55d0-8abd-4a1b-9f89-621a31bd5b1f HTTP/1.1" status: 204 len: 168 time: 1.0917280 Feb 04 17:33:57.525158 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 52002) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:33:57.534805 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ec3810d-be1d-4c84-8f97-c651cdd716c6 None None] Network c099ba58-a5e5-49b7-814d-9f74869e4ab8 requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:33:57.593314 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5e8a7b2-5887-472c-94a6-0d3507a67cac tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Made reservation on behalf of d3ff32f7652b479da34ca36dc7895dfa for: {'port': 1} {{(pid=103376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:33:57.597660 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-d5e8a7b2-5887-472c-94a6-0d3507a67cac tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:57.652526 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885ff41f-65cc-4a00-8591-63cfd3c4ca0f service neutron] Pushing event updated for resources: {'Port': ['ID=9c862c1f-fd94-4fe1-962b-899ac844b6c2,revision_number=3']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:33:57.666801 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-5a39f0d7-f620-4393-9e9c-ebb1a6670eb0 None None] For port 831eefc9-bccd-42d8-9178-94dda9b9644d, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=831eefc9-bccd-42d8-9178-94dda9b9644d,segment=NetworkSegment(6e9abb02-a57c-471b-bd65-e69e827c660b),segment_id=6e9abb02-a57c-471b-bd65-e69e827c660b)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:33:57.667224 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5a39f0d7-f620-4393-9e9c-ebb1a6670eb0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (831eefc9-bccd-42d8-9178-94dda9b9644d), precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:57.672935 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae457d6-5a37-4bb5-9bd8-8ad112fe6fe1 req-8b6de19f-089c-4e25-b061-9872c704bb56 tempest-ServerDiskConfigTestJSON-47961148 tempest-ServerDiskConfigTestJSON-47961148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:33:57.681110 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-7ae457d6-5a37-4bb5-9bd8-8ad112fe6fe1 req-8b6de19f-089c-4e25-b061-9872c704bb56 tempest-ServerDiskConfigTestJSON-47961148 tempest-ServerDiskConfigTestJSON-47961148-project] 10.222.0.89 "GET /v2.0/ports?device_id=494e61d0-1f8d-4061-a921-20562f5cca04 HTTP/1.1" status: 200 len: 932 time: 0.5088544 Feb 04 17:33:57.740666 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-5a39f0d7-f620-4393-9e9c-ebb1a6670eb0 None None] Calling delete_port for 831eefc9-bccd-42d8-9178-94dda9b9644d owned by network:dhcp {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:33:57.745369 n-d-827839-2 neutron-server[103376]: DEBUG neutron.notifiers.nova [None req-d5e8a7b2-5887-472c-94a6-0d3507a67cac tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] device_id is not set on port 99a3fdd7-5747-4a61-b7ec-d30d8d0f612b yet. {{(pid=103376) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 04 17:33:57.757910 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1a43b421-4f52-4308-8f58-a7ba55b28d66 None None] For port 74b21d78-52e6-40a2-81ab-39d7a7a856d3, host n-d-827839-2, cleared binding levels {{(pid=103378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:33:57.769181 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-05cf7b04-d4ef-4ff8-86fc-3fcba0698f3b tempest-RoutersNegativeIpV6Test-882785305 tempest-RoutersNegativeIpV6Test-882785305-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628832'] for network (8540d735-d197-49f1-b02a-2d598906b5d1), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:57.772179 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-9a2b8700-8b30-4862-9059-f25f32226659 req-dd53b255-59f9-4e16-a964-9a8a98f2c75d tempest-AttachVolumeNegativeTest-179514357 tempest-AttachVolumeNegativeTest-179514357-project] 10.222.0.89 "GET /v2.0/ports?device_id=49e38698-ddb6-491f-acee-ee5d8477b9c9 HTTP/1.1" status: 200 len: 210 time: 0.0847902 Feb 04 17:33:57.829905 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 831eefc9-bccd-42d8-9178-94dda9b9644d no longer exists at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:33:57.841915 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1a43b421-4f52-4308-8f58-a7ba55b28d66 None None] For port 74b21d78-52e6-40a2-81ab-39d7a7a856d3, host n-d-827839-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=74b21d78-52e6-40a2-81ab-39d7a7a856d3,segment=NetworkSegment(b1d0ffff-6489-4f5e-900b-409ce3de4273),segment_id=b1d0ffff-6489-4f5e-900b-409ce3de4273)] {{(pid=103378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:33:57.847388 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-ef9b3567-eea3-4f37-b953-b23b3a268244 req-8c37b652-c01f-4d9c-b56f-ed32fd6eb26b tempest-AttachVolumeNegativeTest-179514357 tempest-AttachVolumeNegativeTest-179514357-project] Publish callbacks [] for port (2fc28c92-851e-4d8e-adf6-8ac5e13cbbef), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:57.854265 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-7ae457d6-5a37-4bb5-9bd8-8ad112fe6fe1 req-2c4d7828-c1cc-4f51-be88-80a490bcc093 tempest-ServerDiskConfigTestJSON-47961148 tempest-ServerDiskConfigTestJSON-47961148-project] 10.222.0.89 "GET /v2.0/security-groups?id=ffff0ed7-cf9e-4cbb-9be9-3a1c2dba1e58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1720014 Feb 04 17:33:57.882933 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddbc20f-5954-42ab-9d86-e0f67974cee1 req-ed53082e-5fe8-40c7-a055-c6ff32efeede service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:33:57.884992 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-3ddbc20f-5954-42ab-9d86-e0f67974cee1 req-ed53082e-5fe8-40c7-a055-c6ff32efeede service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=c900b06c021945f2aa154d34407bc1aa&device_id=cc854e74-d4dc-40a9-a1e9-1a538b796e58 HTTP/1.1" status: 200 len: 1129 time: 0.3466859 Feb 04 17:33:57.923361 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1a43b421-4f52-4308-8f58-a7ba55b28d66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (74b21d78-52e6-40a2-81ab-39d7a7a856d3), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:57.982446 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-05cf7b04-d4ef-4ff8-86fc-3fcba0698f3b tempest-RoutersNegativeIpV6Test-882785305 tempest-RoutersNegativeIpV6Test-882785305-project] Deleting port 831eefc9-bccd-42d8-9178-94dda9b9644d {{(pid=103377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:33:57.983300 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-05cf7b04-d4ef-4ff8-86fc-3fcba0698f3b tempest-RoutersNegativeIpV6Test-882785305 tempest-RoutersNegativeIpV6Test-882785305-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (831eefc9-bccd-42d8-9178-94dda9b9644d), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:57.988497 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-ef9b3567-eea3-4f37-b953-b23b3a268244 req-8c37b652-c01f-4d9c-b56f-ed32fd6eb26b tempest-AttachVolumeNegativeTest-179514357 tempest-AttachVolumeNegativeTest-179514357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (2fc28c92-851e-4d8e-adf6-8ac5e13cbbef), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:58.030082 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-3ddbc20f-5954-42ab-9d86-e0f67974cee1 req-33b51d0f-e80f-44eb-921b-650299e21f00 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.31&port_id=9c862c1f-fd94-4fe1-962b-899ac844b6c2 HTTP/1.1" status: 200 len: 217 time: 0.1256988 Feb 04 17:33:58.030313 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] get_ports_and_sgs() called for port_ids ['938cef76-9af0-4dc7-9008-8fa7a04eba3f'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 17:33:58.032376 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] get_ports_and_sgs() called for port_ids ['fa3ec34f-476f-4da0-b6c0-58378a94dd8f'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 17:33:58.090180 n-d-827839-2 neutron-server[103376]: DEBUG neutron.notifiers.nova [req-85be865e-761f-41e7-9edb-118f84321be1 req-15144c0c-c872-4240-9d0f-e70ce6e6b7ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b23912e-2e13-49c3-9267-c2d19c9614b1 {{(pid=103376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 17:33:58.104372 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-85be865e-761f-41e7-9edb-118f84321be1 req-15144c0c-c872-4240-9d0f-e70ce6e6b7ab service neutron] Publish callbacks [] for port (5b23912e-2e13-49c3-9267-c2d19c9614b1), precommit_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:58.127312 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 17:33:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1fdf1e1-0448-449b-b9e8-15613bfacc85 x-openstack-request-id: req-a1fdf1e1-0448-449b-b9e8-15613bfacc85 {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:33:58.127780 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc854e74-d4dc-40a9-a1e9-1a538b796e58", "tag": "9c862c1f-fd94-4fe1-962b-899ac844b6c2", "status": "completed", "code": 200}]} {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:33:58.128129 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-a1fdf1e1-0448-449b-b9e8-15613bfacc85 {{(pid=103376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:33:58.128647 n-d-827839-2 neutron-server[103376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc854e74-d4dc-40a9-a1e9-1a538b796e58', 'tag': '9c862c1f-fd94-4fe1-962b-899ac844b6c2', 'status': 'completed', 'code': 200} Feb 04 17:33:58.143252 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef9b3567-eea3-4f37-b953-b23b3a268244 req-8c37b652-c01f-4d9c-b56f-ed32fd6eb26b tempest-AttachVolumeNegativeTest-179514357 tempest-AttachVolumeNegativeTest-179514357-project] Network b84761e1-11c1-4974-9748-ae61e294404d is already hosted by enough agents. {{(pid=103377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:33:58.160259 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [req-ef9b3567-eea3-4f37-b953-b23b3a268244 req-8c37b652-c01f-4d9c-b56f-ed32fd6eb26b tempest-AttachVolumeNegativeTest-179514357 tempest-AttachVolumeNegativeTest-179514357-project] Resources bound (agent type, host, resource id): {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:33:58.173338 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef9b3567-eea3-4f37-b953-b23b3a268244 req-8c37b652-c01f-4d9c-b56f-ed32fd6eb26b tempest-AttachVolumeNegativeTest-179514357 tempest-AttachVolumeNegativeTest-179514357-project] Received port after_create {{(pid=103377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:33:58.198590 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.provisioning_blocks [req-85be865e-761f-41e7-9edb-118f84321be1 req-15144c0c-c872-4240-9d0f-e70ce6e6b7ab service neutron] Transition to ACTIVE for port object 5b23912e-2e13-49c3-9267-c2d19c9614b1 will not be triggered until provisioned by entity L2. {{(pid=103376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 17:33:58.200900 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.db_base_plugin_common [None req-d5e8a7b2-5887-472c-94a6-0d3507a67cac tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Allocated IP 172.20.0.9 (913091b5-aee2-4280-973b-aeb4f430fe8d/4d608233-3089-4bee-bb0f-7d5292b46927/99a3fdd7-5747-4a61-b7ec-d30d8d0f612b) {{(pid=103376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:33:58.211616 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-85be865e-761f-41e7-9edb-118f84321be1 req-15144c0c-c872-4240-9d0f-e70ce6e6b7ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675836'] for port (5b23912e-2e13-49c3-9267-c2d19c9614b1), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:58.212427 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a43b421-4f52-4308-8f58-a7ba55b28d66 None None] Pushing event updated for resources: {'Port': ['ID=74b21d78-52e6-40a2-81ab-39d7a7a856d3,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:33:58.267333 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9b3567-eea3-4f37-b953-b23b3a268244 req-8c37b652-c01f-4d9c-b56f-ed32fd6eb26b tempest-AttachVolumeNegativeTest-179514357 tempest-AttachVolumeNegativeTest-179514357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:33:58.268014 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-ef9b3567-eea3-4f37-b953-b23b3a268244 req-8c37b652-c01f-4d9c-b56f-ed32fd6eb26b tempest-AttachVolumeNegativeTest-179514357 tempest-AttachVolumeNegativeTest-179514357-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:58.319808 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c37b652-c01f-4d9c-b56f-ed32fd6eb26b tempest-AttachVolumeNegativeTest-179514357 tempest-AttachVolumeNegativeTest-179514357-project] Pushing event updated for resources: {'Port': ['ID=2fc28c92-851e-4d8e-adf6-8ac5e13cbbef,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:33:58.323604 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [None req-05cf7b04-d4ef-4ff8-86fc-3fcba0698f3b tempest-RoutersNegativeIpV6Test-882785305 tempest-RoutersNegativeIpV6Test-882785305-project] For port 831eefc9-bccd-42d8-9178-94dda9b9644d, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=831eefc9-bccd-42d8-9178-94dda9b9644d,segment=NetworkSegment(6e9abb02-a57c-471b-bd65-e69e827c660b),segment_id=6e9abb02-a57c-471b-bd65-e69e827c660b)] {{(pid=103377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:33:58.323604 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-05cf7b04-d4ef-4ff8-86fc-3fcba0698f3b tempest-RoutersNegativeIpV6Test-882785305 tempest-RoutersNegativeIpV6Test-882785305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (831eefc9-bccd-42d8-9178-94dda9b9644d), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:58.338927 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-ef9b3567-eea3-4f37-b953-b23b3a268244 req-8c37b652-c01f-4d9c-b56f-ed32fd6eb26b tempest-AttachVolumeNegativeTest-179514357 tempest-AttachVolumeNegativeTest-179514357-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5582812 Feb 04 17:33:58.353336 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-05cf7b04-d4ef-4ff8-86fc-3fcba0698f3b tempest-RoutersNegativeIpV6Test-882785305 tempest-RoutersNegativeIpV6Test-882785305-project] Calling delete_port for 831eefc9-bccd-42d8-9178-94dda9b9644d owned by network:dhcp {{(pid=103377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:33:58.358205 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [req-ef9b3567-eea3-4f37-b953-b23b3a268244 req-25e85a69-64ae-4f0d-b7ad-ac4c0bf4c1e1 service neutron] Request body: {'port': {'device_id': '49e38698-ddb6-491f-acee-ee5d8477b9c9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827839-2'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:33:58.359681 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2c5569a-6658-492d-8d3e-7d8e9d58df59 None None] DHCP port deletion for c099ba58-a5e5-49b7-814d-9f74869e4ab8 request from n-d-827839-2 {{(pid=103378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 17:33:58.399426 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5a39f0d7-f620-4393-9e9c-ebb1a6670eb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144'] for port (831eefc9-bccd-42d8-9178-94dda9b9644d), after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:58.478728 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddbc20f-5954-42ab-9d86-e0f67974cee1 req-c2b84223-7e50-49e2-bb41-1b544b853563 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:33:58.480347 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-3ddbc20f-5954-42ab-9d86-e0f67974cee1 req-c2b84223-7e50-49e2-bb41-1b544b853563 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=c974b0ff-2c5c-4667-8a81-3bde3ea6ced5 HTTP/1.1" status: 200 len: 843 time: 0.4265239 Feb 04 17:33:58.544142 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Port 831eefc9-bccd-42d8-9178-94dda9b9644d update to DOWN by agent not found {{(pid=103378) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2215}} Feb 04 17:33:58.576609 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-ef9b3567-eea3-4f37-b953-b23b3a268244 req-25e85a69-64ae-4f0d-b7ad-ac4c0bf4c1e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (2fc28c92-851e-4d8e-adf6-8ac5e13cbbef), before_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:58.592968 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a39f0d7-f620-4393-9e9c-ebb1a6670eb0 None None] No DVR routers for this DVR port 831eefc9-bccd-42d8-9178-94dda9b9644d on host n-d-827839-2 {{(pid=103378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 17:33:58.594731 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a39f0d7-f620-4393-9e9c-ebb1a6670eb0 None None] Pushing event deleted for resources: {'Port': ['ID=831eefc9-bccd-42d8-9178-94dda9b9644d,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:33:58.622365 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-05cf7b04-d4ef-4ff8-86fc-3fcba0698f3b tempest-RoutersNegativeIpV6Test-882785305 tempest-RoutersNegativeIpV6Test-882785305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (831eefc9-bccd-42d8-9178-94dda9b9644d), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:58.684432 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cf7b04-d4ef-4ff8-86fc-3fcba0698f3b tempest-RoutersNegativeIpV6Test-882785305 tempest-RoutersNegativeIpV6Test-882785305-project] Pushing event deleted for resources: {'Port': ['ID=831eefc9-bccd-42d8-9178-94dda9b9644d,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:33:58.721757 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05cf7b04-d4ef-4ff8-86fc-3fcba0698f3b tempest-RoutersNegativeIpV6Test-882785305 tempest-RoutersNegativeIpV6Test-882785305-project] No DVR routers for this DVR port 831eefc9-bccd-42d8-9178-94dda9b9644d on host n-d-827839-2 {{(pid=103377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 17:33:58.800909 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-e2c5569a-6658-492d-8d3e-7d8e9d58df59 None None] Deleting port c4fb8022-73fa-4329-b5f0-78ed7ed3034a {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:33:58.801343 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e2c5569a-6658-492d-8d3e-7d8e9d58df59 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (c4fb8022-73fa-4329-b5f0-78ed7ed3034a), before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:58.836079 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [req-85be865e-761f-41e7-9edb-118f84321be1 req-15144c0c-c872-4240-9d0f-e70ce6e6b7ab service neutron] Attempting to bind port 5b23912e-2e13-49c3-9267-c2d19c9614b1 on host n-h1-827839-2 for vnic_type normal with profile {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:33:58.836601 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [req-85be865e-761f-41e7-9edb-118f84321be1 req-15144c0c-c872-4240-9d0f-e70ce6e6b7ab service neutron] Attempting to bind port 5b23912e-2e13-49c3-9267-c2d19c9614b1 by drivers openvswitch,hyperv on host n-h1-827839-2 at level 0 using segments [{'id': 'c672906f-f6f7-41c3-8178-df9515ad242f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '3c6b4be4-b4b9-4735-a6e5-15af4ecbb3e6'}] {{(pid=103376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:33:58.837024 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85be865e-761f-41e7-9edb-118f84321be1 req-15144c0c-c872-4240-9d0f-e70ce6e6b7ab service neutron] Attempting to bind port 5b23912e-2e13-49c3-9267-c2d19c9614b1 on network 3c6b4be4-b4b9-4735-a6e5-15af4ecbb3e6 {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:33:58.857349 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ba2f8d-184f-4f1a-a743-e161c61fb5f7 req-2c162fa1-1ef1-4079-aed4-b991a7019ed1 tempest-VolumesBackupsTest-773030049 tempest-VolumesBackupsTest-773030049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:33:58.860002 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-08ba2f8d-184f-4f1a-a743-e161c61fb5f7 req-2c162fa1-1ef1-4079-aed4-b991a7019ed1 tempest-VolumesBackupsTest-773030049 tempest-VolumesBackupsTest-773030049-project] 10.222.0.89 "GET /v2.0/ports?device_id=cc854e74-d4dc-40a9-a1e9-1a538b796e58 HTTP/1.1" status: 200 len: 947 time: 0.6096494 Feb 04 17:33:58.860914 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85be865e-761f-41e7-9edb-118f84321be1 req-15144c0c-c872-4240-9d0f-e70ce6e6b7ab service neutron] Port 5b23912e-2e13-49c3-9267-c2d19c9614b1 on network 3c6b4be4-b4b9-4735-a6e5-15af4ecbb3e6 not bound, no agent of type Open vSwitch agent registered on host n-h1-827839-2 {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 17:33:58.861398 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85be865e-761f-41e7-9edb-118f84321be1 req-15144c0c-c872-4240-9d0f-e70ce6e6b7ab service neutron] Attempting to bind port 5b23912e-2e13-49c3-9267-c2d19c9614b1 on network 3c6b4be4-b4b9-4735-a6e5-15af4ecbb3e6 {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:33:58.875008 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-d5e8a7b2-5887-472c-94a6-0d3507a67cac tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Publish callbacks [] for port (99a3fdd7-5747-4a61-b7ec-d30d8d0f612b), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:58.882913 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85be865e-761f-41e7-9edb-118f84321be1 req-15144c0c-c872-4240-9d0f-e70ce6e6b7ab service neutron] Checking agent: {'id': '3f9244a9-75fc-4c10-b195-11d48b853b41', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 8, 42), 'started_at': datetime.datetime(2022, 2, 4, 17, 8, 42), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 33, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:33:58.883314 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85be865e-761f-41e7-9edb-118f84321be1 req-15144c0c-c872-4240-9d0f-e70ce6e6b7ab service neutron] Checking segment: {'id': 'c672906f-f6f7-41c3-8178-df9515ad242f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '3c6b4be4-b4b9-4735-a6e5-15af4ecbb3e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:33:58.884134 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85be865e-761f-41e7-9edb-118f84321be1 req-15144c0c-c872-4240-9d0f-e70ce6e6b7ab service neutron] Bound using segment: {'id': 'c672906f-f6f7-41c3-8178-df9515ad242f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '3c6b4be4-b4b9-4735-a6e5-15af4ecbb3e6'} {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:33:58.885488 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [req-85be865e-761f-41e7-9edb-118f84321be1 req-15144c0c-c872-4240-9d0f-e70ce6e6b7ab service neutron] Bound port: 5b23912e-2e13-49c3-9267-c2d19c9614b1, host: n-h1-827839-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c672906f-f6f7-41c3-8178-df9515ad242f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '3c6b4be4-b4b9-4735-a6e5-15af4ecbb3e6'}}] {{(pid=103376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:33:58.886662 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-85be865e-761f-41e7-9edb-118f84321be1 req-15144c0c-c872-4240-9d0f-e70ce6e6b7ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (5b23912e-2e13-49c3-9267-c2d19c9614b1), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:58.915982 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-e2c5569a-6658-492d-8d3e-7d8e9d58df59 None None] For port c4fb8022-73fa-4329-b5f0-78ed7ed3034a, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=c4fb8022-73fa-4329-b5f0-78ed7ed3034a,segment=NetworkSegment(a4c4eb19-ce16-4d7f-9040-c069a1335a60),segment_id=a4c4eb19-ce16-4d7f-9040-c069a1335a60)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:33:58.916770 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e2c5569a-6658-492d-8d3e-7d8e9d58df59 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (c4fb8022-73fa-4329-b5f0-78ed7ed3034a), precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:58.934856 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-e2c5569a-6658-492d-8d3e-7d8e9d58df59 None None] Calling delete_port for c4fb8022-73fa-4329-b5f0-78ed7ed3034a owned by network:dhcp {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:33:58.984648 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [req-85be865e-761f-41e7-9edb-118f84321be1 req-15144c0c-c872-4240-9d0f-e70ce6e6b7ab service neutron] For port 5b23912e-2e13-49c3-9267-c2d19c9614b1, host n-h1-827839-2, cleared binding levels {{(pid=103376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:33:58.988447 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [req-85be865e-761f-41e7-9edb-118f84321be1 req-15144c0c-c872-4240-9d0f-e70ce6e6b7ab service neutron] For port 5b23912e-2e13-49c3-9267-c2d19c9614b1, host n-h1-827839-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=5b23912e-2e13-49c3-9267-c2d19c9614b1,segment=NetworkSegment(c672906f-f6f7-41c3-8178-df9515ad242f),segment_id=c672906f-f6f7-41c3-8178-df9515ad242f)] {{(pid=103376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:33:59.017920 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15144c0c-c872-4240-9d0f-e70ce6e6b7ab service neutron] Pushing event updated for resources: {'Port': ['ID=5b23912e-2e13-49c3-9267-c2d19c9614b1,revision_number=2']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:33:59.026958 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-85be865e-761f-41e7-9edb-118f84321be1 req-15144c0c-c872-4240-9d0f-e70ce6e6b7ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675836'] for port (5b23912e-2e13-49c3-9267-c2d19c9614b1), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:59.055104 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e2c5569a-6658-492d-8d3e-7d8e9d58df59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144'] for port (c4fb8022-73fa-4329-b5f0-78ed7ed3034a), after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:59.097482 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c5569a-6658-492d-8d3e-7d8e9d58df59 None None] Pushing event deleted for resources: {'Port': ['ID=c4fb8022-73fa-4329-b5f0-78ed7ed3034a,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:33:59.106640 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2c5569a-6658-492d-8d3e-7d8e9d58df59 None None] No DVR routers for this DVR port c4fb8022-73fa-4329-b5f0-78ed7ed3034a on host n-d-827839-2 {{(pid=103378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 17:33:59.127970 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-05cf7b04-d4ef-4ff8-86fc-3fcba0698f3b tempest-RoutersNegativeIpV6Test-882785305 tempest-RoutersNegativeIpV6Test-882785305-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1543676', 'neutron.services.segments.db._delete_segments_for_network-8781084786517'] for network (8540d735-d197-49f1-b02a-2d598906b5d1), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:59.169957 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddbc20f-5954-42ab-9d86-e0f67974cee1 req-b4498a14-85d7-4ae9-b7e5-c15208c57276 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:33:59.171521 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-3ddbc20f-5954-42ab-9d86-e0f67974cee1 req-b4498a14-85d7-4ae9-b7e5-c15208c57276 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=02be22b9-aa53-40ea-8050-9239cd27d1ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.5804546 Feb 04 17:33:59.184599 n-d-827839-2 neutron-server[103377]: DEBUG neutron.services.segments.db [None req-05cf7b04-d4ef-4ff8-86fc-3fcba0698f3b tempest-RoutersNegativeIpV6Test-882785305 tempest-RoutersNegativeIpV6Test-882785305-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8540d735-d197-49f1-b02a-2d598906b5d1']}} {{(pid=103377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:33:59.197840 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85be865e-761f-41e7-9edb-118f84321be1 req-15144c0c-c872-4240-9d0f-e70ce6e6b7ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:33:59.198595 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-85be865e-761f-41e7-9edb-118f84321be1 req-15144c0c-c872-4240-9d0f-e70ce6e6b7ab service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:59.201184 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-85be865e-761f-41e7-9edb-118f84321be1 req-15144c0c-c872-4240-9d0f-e70ce6e6b7ab service neutron] 10.222.0.96 "PUT /v2.0/ports/5b23912e-2e13-49c3-9267-c2d19c9614b1 HTTP/1.1" status: 200 len: 1092 time: 3.0277469 Feb 04 17:33:59.208689 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-08ba2f8d-184f-4f1a-a743-e161c61fb5f7 req-d74292ac-aaaf-4a37-8dfa-d7a63109cd10 tempest-VolumesBackupsTest-773030049 tempest-VolumesBackupsTest-773030049-project] 10.222.0.89 "GET /v2.0/security-groups?id=62a841c8-7c27-46ab-8fce-aedf9934cfa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3273327 Feb 04 17:33:59.222231 n-d-827839-2 neutron-server[103377]: DEBUG neutron.services.segments.db [None req-05cf7b04-d4ef-4ff8-86fc-3fcba0698f3b tempest-RoutersNegativeIpV6Test-882785305 tempest-RoutersNegativeIpV6Test-882785305-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e9abb02-a57c-471b-bd65-e69e827c660b') {'for_net_delete': True} {{(pid=103377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:33:59.222829 n-d-827839-2 neutron-server[103377]: DEBUG neutron.services.segments.db [None req-05cf7b04-d4ef-4ff8-86fc-3fcba0698f3b tempest-RoutersNegativeIpV6Test-882785305 tempest-RoutersNegativeIpV6Test-882785305-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e9abb02-a57c-471b-bd65-e69e827c660b') {} {{(pid=103377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:33:59.236868 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15144c0c-c872-4240-9d0f-e70ce6e6b7ab service neutron] Pushing event updated for resources: {'Port': ['ID=5b23912e-2e13-49c3-9267-c2d19c9614b1,revision_number=3']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:33:59.286767 n-d-827839-2 neutron-server[103377]: DEBUG neutron.notifiers.nova [req-ef9b3567-eea3-4f37-b953-b23b3a268244 req-25e85a69-64ae-4f0d-b7ad-ac4c0bf4c1e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2fc28c92-851e-4d8e-adf6-8ac5e13cbbef {{(pid=103377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 17:33:59.300641 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-ef9b3567-eea3-4f37-b953-b23b3a268244 req-25e85a69-64ae-4f0d-b7ad-ac4c0bf4c1e1 service neutron] Publish callbacks [] for port (2fc28c92-851e-4d8e-adf6-8ac5e13cbbef), precommit_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:59.314230 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.provisioning_blocks [req-ef9b3567-eea3-4f37-b953-b23b3a268244 req-25e85a69-64ae-4f0d-b7ad-ac4c0bf4c1e1 service neutron] Transition to ACTIVE for port object 2fc28c92-851e-4d8e-adf6-8ac5e13cbbef will not be triggered until provisioned by entity L2. {{(pid=103377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 17:33:59.324982 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-ef9b3567-eea3-4f37-b953-b23b3a268244 req-25e85a69-64ae-4f0d-b7ad-ac4c0bf4c1e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25888290'] for port (2fc28c92-851e-4d8e-adf6-8ac5e13cbbef), after_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:59.334275 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-05cf7b04-d4ef-4ff8-86fc-3fcba0698f3b tempest-RoutersNegativeIpV6Test-882785305 tempest-RoutersNegativeIpV6Test-882785305-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781084783966', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26866685'] for segment (6e9abb02-a57c-471b-bd65-e69e827c660b), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:59.342972 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-d5e8a7b2-5887-472c-94a6-0d3507a67cac tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (99a3fdd7-5747-4a61-b7ec-d30d8d0f612b), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:59.409932 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a56e05-ad06-4838-a14f-b85584b1e359 req-a08dbc87-167e-488c-b45b-1959b9f4cc82 tempest-AttachVolumeNegativeTest-179514357 tempest-AttachVolumeNegativeTest-179514357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:33:59.412029 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-23a56e05-ad06-4838-a14f-b85584b1e359 req-a08dbc87-167e-488c-b45b-1959b9f4cc82 tempest-AttachVolumeNegativeTest-179514357 tempest-AttachVolumeNegativeTest-179514357-project] 10.222.0.89 "GET /v2.0/ports?device_id=49e38698-ddb6-491f-acee-ee5d8477b9c9 HTTP/1.1" status: 200 len: 932 time: 0.3573515 Feb 04 17:33:59.420527 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-05cf7b04-d4ef-4ff8-86fc-3fcba0698f3b tempest-RoutersNegativeIpV6Test-882785305 tempest-RoutersNegativeIpV6Test-882785305-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (6e9abb02-a57c-471b-bd65-e69e827c660b), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:59.446563 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05cf7b04-d4ef-4ff8-86fc-3fcba0698f3b tempest-RoutersNegativeIpV6Test-882785305 tempest-RoutersNegativeIpV6Test-882785305-project] Releasing vlan 757 on physical network physnet1 to pool {{(pid=103377) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 17:33:59.447050 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-05cf7b04-d4ef-4ff8-86fc-3fcba0698f3b tempest-RoutersNegativeIpV6Test-882785305 tempest-RoutersNegativeIpV6Test-882785305-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25888454'] for segment (6e9abb02-a57c-471b-bd65-e69e827c660b), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:59.451924 n-d-827839-2 neutron-server[103377]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 17:33:59.451924 n-d-827839-2 neutron-server[103377]: self.session.flush() Feb 04 17:33:59.451924 n-d-827839-2 neutron-server[103377]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 17:33:59.451924 n-d-827839-2 neutron-server[103377]: self.session.flush() Feb 04 17:33:59.451924 n-d-827839-2 neutron-server[103377]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 17:33:59.451924 n-d-827839-2 neutron-server[103377]: self.session.flush() Feb 04 17:33:59.451924 n-d-827839-2 neutron-server[103377]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 17:33:59.451924 n-d-827839-2 neutron-server[103377]: self.session.flush() Feb 04 17:33:59.451924 n-d-827839-2 neutron-server[103377]: Traceback (most recent call last): Feb 04 17:33:59.451924 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 17:33:59.451924 n-d-827839-2 neutron-server[103377]: timer() Feb 04 17:33:59.451924 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 17:33:59.451924 n-d-827839-2 neutron-server[103377]: cb(*args, **kw) Feb 04 17:33:59.451924 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 17:33:59.451924 n-d-827839-2 neutron-server[103377]: return func(*args, **kwargs) Feb 04 17:33:59.451924 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 17:33:59.451924 n-d-827839-2 neutron-server[103377]: self._notify() Feb 04 17:33:59.451924 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 17:33:59.451924 n-d-827839-2 neutron-server[103377]: self.callback(batched_events) Feb 04 17:33:59.451924 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 17:33:59.451924 n-d-827839-2 neutron-server[103377]: event.method(event) Feb 04 17:33:59.451924 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 17:33:59.451924 n-d-827839-2 neutron-server[103377]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 17:33:59.451924 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 17:33:59.451924 n-d-827839-2 neutron-server[103377]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 17:33:59.451924 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 17:33:59.451924 n-d-827839-2 neutron-server[103377]: return f(self, *a, **k) Feb 04 17:33:59.451924 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 17:33:59.451924 n-d-827839-2 neutron-server[103377]: return self._get(url).json() Feb 04 17:33:59.451924 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 17:33:59.451924 n-d-827839-2 neutron-server[103377]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 17:33:59.451924 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 17:33:59.451924 n-d-827839-2 neutron-server[103377]: return self.request(url, 'GET', **kwargs) Feb 04 17:33:59.451924 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 17:33:59.451924 n-d-827839-2 neutron-server[103377]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 17:33:59.451924 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 17:33:59.451924 n-d-827839-2 neutron-server[103377]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 17:33:59.451924 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 17:33:59.451924 n-d-827839-2 neutron-server[103377]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 17:33:59.451924 n-d-827839-2 neutron-server[103377]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 17:33:59.470999 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85be865e-761f-41e7-9edb-118f84321be1 req-f48a338f-ae51-4259-a236-e197ad5116fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:33:59.472575 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-85be865e-761f-41e7-9edb-118f84321be1 req-f48a338f-ae51-4259-a236-e197ad5116fb service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=1340b33ced494106823c7c635ada16b9&device_id=494e61d0-1f8d-4061-a921-20562f5cca04 HTTP/1.1" status: 200 len: 1126 time: 0.1894476 Feb 04 17:33:59.481171 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e85a69-64ae-4f0d-b7ad-ac4c0bf4c1e1 service neutron] Pushing event updated for resources: {'Port': ['ID=2fc28c92-851e-4d8e-adf6-8ac5e13cbbef,revision_number=2']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:33:59.486631 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5e8a7b2-5887-472c-94a6-0d3507a67cac tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Network 913091b5-aee2-4280-973b-aeb4f430fe8d is already hosted by enough agents. {{(pid=103376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:33:59.500968 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-3ddbc20f-5954-42ab-9d86-e0f67974cee1 req-a699e180-10b2-41e4-8668-8dae78468a24 service neutron] 10.222.0.96 "GET /v2.0/networks/02be22b9-aa53-40ea-8050-9239cd27d1ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3129485 Feb 04 17:33:59.504016 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [None req-d5e8a7b2-5887-472c-94a6-0d3507a67cac tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Resources bound (agent type, host, resource id): {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:33:59.506173 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e8a7b2-5887-472c-94a6-0d3507a67cac tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Pushing event updated for resources: {'Port': ['ID=99a3fdd7-5747-4a61-b7ec-d30d8d0f612b,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:33:59.547500 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5e8a7b2-5887-472c-94a6-0d3507a67cac tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Received port after_create {{(pid=103376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:33:59.639930 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [req-ef9b3567-eea3-4f37-b953-b23b3a268244 req-25e85a69-64ae-4f0d-b7ad-ac4c0bf4c1e1 service neutron] Attempting to bind port 2fc28c92-851e-4d8e-adf6-8ac5e13cbbef on host n-h2-827839-2 for vnic_type normal with profile {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:33:59.640321 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [req-ef9b3567-eea3-4f37-b953-b23b3a268244 req-25e85a69-64ae-4f0d-b7ad-ac4c0bf4c1e1 service neutron] Attempting to bind port 2fc28c92-851e-4d8e-adf6-8ac5e13cbbef by drivers openvswitch,hyperv on host n-h2-827839-2 at level 0 using segments [{'id': 'de835c50-94f9-45e0-aa2b-e450b795a51e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'b84761e1-11c1-4974-9748-ae61e294404d'}] {{(pid=103377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:33:59.640710 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef9b3567-eea3-4f37-b953-b23b3a268244 req-25e85a69-64ae-4f0d-b7ad-ac4c0bf4c1e1 service neutron] Attempting to bind port 2fc28c92-851e-4d8e-adf6-8ac5e13cbbef on network b84761e1-11c1-4974-9748-ae61e294404d {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:33:59.647695 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-23a56e05-ad06-4838-a14f-b85584b1e359 req-ce12af37-c558-4016-bd7d-d8f343511595 tempest-AttachVolumeNegativeTest-179514357 tempest-AttachVolumeNegativeTest-179514357-project] 10.222.0.89 "GET /v2.0/security-groups?id=c354f4ed-9d7a-4839-ac0e-7acc5f1680a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2156632 Feb 04 17:33:59.649678 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-05cf7b04-d4ef-4ff8-86fc-3fcba0698f3b tempest-RoutersNegativeIpV6Test-882785305 tempest-RoutersNegativeIpV6Test-882785305-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1543671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1595572'] for network (8540d735-d197-49f1-b02a-2d598906b5d1), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:59.660192 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-3ddbc20f-5954-42ab-9d86-e0f67974cee1 req-9ef9e9eb-334a-4c4c-a0fa-93efc0f74e3c service neutron] 10.222.0.96 "GET /v2.0/networks/02be22b9-aa53-40ea-8050-9239cd27d1ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1071460 Feb 04 17:33:59.676498 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-05cf7b04-d4ef-4ff8-86fc-3fcba0698f3b tempest-RoutersNegativeIpV6Test-882785305 tempest-RoutersNegativeIpV6Test-882785305-project] Publish callbacks [] for network (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:59.678043 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3e067d5-a7b3-4e45-91a1-da2b32cb36b7 None None] Network 913091b5-aee2-4280-973b-aeb4f430fe8d requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:33:59.682504 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-05cf7b04-d4ef-4ff8-86fc-3fcba0698f3b tempest-RoutersNegativeIpV6Test-882785305 tempest-RoutersNegativeIpV6Test-882785305-project] 10.222.0.89 "DELETE /v2.0/networks/8540d735-d197-49f1-b02a-2d598906b5d1 HTTP/1.1" status: 204 len: 168 time: 2.1563449 Feb 04 17:33:59.683988 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cf7b04-d4ef-4ff8-86fc-3fcba0698f3b tempest-RoutersNegativeIpV6Test-882785305 tempest-RoutersNegativeIpV6Test-882785305-project] Pushing event deleted for resources: {'Network': ['ID=8540d735-d197-49f1-b02a-2d598906b5d1,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:33:59.685301 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef9b3567-eea3-4f37-b953-b23b3a268244 req-25e85a69-64ae-4f0d-b7ad-ac4c0bf4c1e1 service neutron] Port 2fc28c92-851e-4d8e-adf6-8ac5e13cbbef on network b84761e1-11c1-4974-9748-ae61e294404d not bound, no agent of type Open vSwitch agent registered on host n-h2-827839-2 {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 17:33:59.686323 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef9b3567-eea3-4f37-b953-b23b3a268244 req-25e85a69-64ae-4f0d-b7ad-ac4c0bf4c1e1 service neutron] Attempting to bind port 2fc28c92-851e-4d8e-adf6-8ac5e13cbbef on network b84761e1-11c1-4974-9748-ae61e294404d {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:33:59.688295 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 52024) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:33:59.707054 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-85be865e-761f-41e7-9edb-118f84321be1 req-9b2c46cc-e872-4833-90f4-d308b9fb2548 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5b23912e-2e13-49c3-9267-c2d19c9614b1 HTTP/1.1" status: 200 len: 217 time: 0.2192733 Feb 04 17:33:59.736105 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e0cb25-3b19-4d4a-92b2-8e449939b1a5 req-4327ae1b-f5b9-48b9-9eb0-00f3744cd3c1 tempest-ServerDiskConfigTestJSON-47961148 tempest-ServerDiskConfigTestJSON-47961148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:33:59.737747 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-44e0cb25-3b19-4d4a-92b2-8e449939b1a5 req-4327ae1b-f5b9-48b9-9eb0-00f3744cd3c1 tempest-ServerDiskConfigTestJSON-47961148 tempest-ServerDiskConfigTestJSON-47961148-project] 10.222.0.89 "GET /v2.0/ports?device_id=494e61d0-1f8d-4061-a921-20562f5cca04 HTTP/1.1" status: 200 len: 944 time: 0.3786917 Feb 04 17:33:59.799740 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-573329fc-61b2-407d-b2a4-607d22b72736 tempest-RoutersNegativeIpV6Test-882785305 tempest-RoutersNegativeIpV6Test-882785305-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628832'] for network (c099ba58-a5e5-49b7-814d-9f74869e4ab8), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:59.805391 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef9b3567-eea3-4f37-b953-b23b3a268244 req-25e85a69-64ae-4f0d-b7ad-ac4c0bf4c1e1 service neutron] Checking agent: {'id': 'f20a1ab3-4332-4f54-833b-ba4a7c687e89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 8, 40), 'started_at': datetime.datetime(2022, 2, 4, 17, 8, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 33, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:33:59.805771 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef9b3567-eea3-4f37-b953-b23b3a268244 req-25e85a69-64ae-4f0d-b7ad-ac4c0bf4c1e1 service neutron] Checking segment: {'id': 'de835c50-94f9-45e0-aa2b-e450b795a51e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'b84761e1-11c1-4974-9748-ae61e294404d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:33:59.806159 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef9b3567-eea3-4f37-b953-b23b3a268244 req-25e85a69-64ae-4f0d-b7ad-ac4c0bf4c1e1 service neutron] Bound using segment: {'id': 'de835c50-94f9-45e0-aa2b-e450b795a51e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'b84761e1-11c1-4974-9748-ae61e294404d'} {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:33:59.806795 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [req-ef9b3567-eea3-4f37-b953-b23b3a268244 req-25e85a69-64ae-4f0d-b7ad-ac4c0bf4c1e1 service neutron] Bound port: 2fc28c92-851e-4d8e-adf6-8ac5e13cbbef, host: n-h2-827839-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de835c50-94f9-45e0-aa2b-e450b795a51e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'b84761e1-11c1-4974-9748-ae61e294404d'}}] {{(pid=103377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:33:59.807197 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-ef9b3567-eea3-4f37-b953-b23b3a268244 req-25e85a69-64ae-4f0d-b7ad-ac4c0bf4c1e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (2fc28c92-851e-4d8e-adf6-8ac5e13cbbef), before_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:59.819464 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-72208c69-687d-4d3c-b951-c6b0e6ebe906 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (bb89f5a3-3c22-440b-b7d1-c4f0c43c184a), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:59.842185 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-8b109caa-c114-4b56-95d2-d2947226adce None None] Provisioning complete for port 74b21d78-52e6-40a2-81ab-39d7a7a856d3 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:33:59.842570 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8b109caa-c114-4b56-95d2-d2947226adce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (74b21d78-52e6-40a2-81ab-39d7a7a856d3), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:59.869891 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5e8a7b2-5887-472c-94a6-0d3507a67cac tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:33:59.870530 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-d5e8a7b2-5887-472c-94a6-0d3507a67cac tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:59.901149 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-d5e8a7b2-5887-472c-94a6-0d3507a67cac tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 920 time: 3.2382991 Feb 04 17:33:59.915449 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 52030) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:33:59.932506 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85be865e-761f-41e7-9edb-118f84321be1 req-7dd2846f-cd68-4d59-bc16-5419a3a9cea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:33:59.934483 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-85be865e-761f-41e7-9edb-118f84321be1 req-7dd2846f-cd68-4d59-bc16-5419a3a9cea2 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=375be7ec-5e9b-4b86-ae0d-acfb51345bdd HTTP/1.1" status: 200 len: 855 time: 0.1958239 Feb 04 17:33:59.974488 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 74b21d78-52e6-40a2-81ab-39d7a7a856d3 up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:33:59.978400 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-573329fc-61b2-407d-b2a4-607d22b72736 tempest-RoutersNegativeIpV6Test-882785305 tempest-RoutersNegativeIpV6Test-882785305-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1543676', 'neutron.services.segments.db._delete_segments_for_network-8781084786517'] for network (c099ba58-a5e5-49b7-814d-9f74869e4ab8), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:00.013762 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-85be865e-761f-41e7-9edb-118f84321be1 req-b1c8de1c-b296-4e79-abd5-c8d156482c36 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=3c6b4be4-b4b9-4735-a6e5-15af4ecbb3e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271654 Feb 04 17:34:00.022146 n-d-827839-2 neutron-server[103377]: DEBUG neutron.services.segments.db [None req-573329fc-61b2-407d-b2a4-607d22b72736 tempest-RoutersNegativeIpV6Test-882785305 tempest-RoutersNegativeIpV6Test-882785305-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c099ba58-a5e5-49b7-814d-9f74869e4ab8']}} {{(pid=103377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:34:00.040109 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-8b109caa-c114-4b56-95d2-d2947226adce None None] Current status of the port 74b21d78-52e6-40a2-81ab-39d7a7a856d3 is: DOWN; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:34:00.040109 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8b109caa-c114-4b56-95d2-d2947226adce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (74b21d78-52e6-40a2-81ab-39d7a7a856d3), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:00.045175 n-d-827839-2 neutron-server[103377]: DEBUG neutron.services.segments.db [None req-573329fc-61b2-407d-b2a4-607d22b72736 tempest-RoutersNegativeIpV6Test-882785305 tempest-RoutersNegativeIpV6Test-882785305-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4c4eb19-ce16-4d7f-9040-c069a1335a60') {'for_net_delete': True} {{(pid=103377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:34:00.045775 n-d-827839-2 neutron-server[103377]: DEBUG neutron.services.segments.db [None req-573329fc-61b2-407d-b2a4-607d22b72736 tempest-RoutersNegativeIpV6Test-882785305 tempest-RoutersNegativeIpV6Test-882785305-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4c4eb19-ce16-4d7f-9040-c069a1335a60') {} {{(pid=103377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:34:00.079652 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-573329fc-61b2-407d-b2a4-607d22b72736 tempest-RoutersNegativeIpV6Test-882785305 tempest-RoutersNegativeIpV6Test-882785305-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781084783966', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26866685'] for segment (a4c4eb19-ce16-4d7f-9040-c069a1335a60), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:00.095029 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-8b109caa-c114-4b56-95d2-d2947226adce None None] For port 74b21d78-52e6-40a2-81ab-39d7a7a856d3, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=74b21d78-52e6-40a2-81ab-39d7a7a856d3,segment=NetworkSegment(b1d0ffff-6489-4f5e-900b-409ce3de4273),segment_id=b1d0ffff-6489-4f5e-900b-409ce3de4273)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:34:00.101425 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port 74b21d78-52e6-40a2-81ab-39d7a7a856d3 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:34:00.101855 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (74b21d78-52e6-40a2-81ab-39d7a7a856d3), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:00.104768 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-573329fc-61b2-407d-b2a4-607d22b72736 tempest-RoutersNegativeIpV6Test-882785305 tempest-RoutersNegativeIpV6Test-882785305-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (a4c4eb19-ce16-4d7f-9040-c069a1335a60), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:00.112279 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-573329fc-61b2-407d-b2a4-607d22b72736 tempest-RoutersNegativeIpV6Test-882785305 tempest-RoutersNegativeIpV6Test-882785305-project] Releasing vlan 756 on physical network physnet1 to pool {{(pid=103377) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 17:34:00.115017 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-573329fc-61b2-407d-b2a4-607d22b72736 tempest-RoutersNegativeIpV6Test-882785305 tempest-RoutersNegativeIpV6Test-882785305-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25888454'] for segment (a4c4eb19-ce16-4d7f-9040-c069a1335a60), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:00.133507 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-44e0cb25-3b19-4d4a-92b2-8e449939b1a5 req-60630f29-1beb-4965-accb-cd19d120a092 tempest-ServerDiskConfigTestJSON-47961148 tempest-ServerDiskConfigTestJSON-47961148-project] 10.222.0.89 "GET /v2.0/security-groups?id=ffff0ed7-cf9e-4cbb-9be9-3a1c2dba1e58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3697283 Feb 04 17:34:00.136644 n-d-827839-2 neutron-server[103376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '494e61d0-1f8d-4061-a921-20562f5cca04', 'tag': '5b23912e-2e13-49c3-9267-c2d19c9614b1'}] {{(pid=103376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:34:00.138854 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d59c3bb5e2f09ebf62144d5e09b1cff60c763a9c19614c24538e77842938c05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db8744dd-4248-424f-802f-4910bf281805" -d '{"events": [{"name": "network-changed", "server_uuid": "494e61d0-1f8d-4061-a921-20562f5cca04", "tag": "5b23912e-2e13-49c3-9267-c2d19c9614b1"}]}' {{(pid=103376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:34:00.154999 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8b109caa-c114-4b56-95d2-d2947226adce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (74b21d78-52e6-40a2-81ab-39d7a7a856d3), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:00.183828 n-d-827839-2 neutron-server[103377]: Traceback (most recent call last): Feb 04 17:34:00.183828 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 17:34:00.183828 n-d-827839-2 neutron-server[103377]: timer() Feb 04 17:34:00.183828 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 17:34:00.183828 n-d-827839-2 neutron-server[103377]: cb(*args, **kw) Feb 04 17:34:00.183828 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 17:34:00.183828 n-d-827839-2 neutron-server[103377]: return func(*args, **kwargs) Feb 04 17:34:00.183828 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 17:34:00.183828 n-d-827839-2 neutron-server[103377]: self._notify() Feb 04 17:34:00.183828 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 17:34:00.183828 n-d-827839-2 neutron-server[103377]: self.callback(batched_events) Feb 04 17:34:00.183828 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 17:34:00.183828 n-d-827839-2 neutron-server[103377]: event.method(event) Feb 04 17:34:00.183828 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 17:34:00.183828 n-d-827839-2 neutron-server[103377]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 17:34:00.183828 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 17:34:00.183828 n-d-827839-2 neutron-server[103377]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 17:34:00.183828 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 17:34:00.183828 n-d-827839-2 neutron-server[103377]: return f(self, *a, **k) Feb 04 17:34:00.183828 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 17:34:00.183828 n-d-827839-2 neutron-server[103377]: return self._get(url).json() Feb 04 17:34:00.183828 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 17:34:00.183828 n-d-827839-2 neutron-server[103377]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 17:34:00.183828 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 17:34:00.183828 n-d-827839-2 neutron-server[103377]: return self.request(url, 'GET', **kwargs) Feb 04 17:34:00.183828 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 17:34:00.183828 n-d-827839-2 neutron-server[103377]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 17:34:00.183828 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 17:34:00.183828 n-d-827839-2 neutron-server[103377]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 17:34:00.183828 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 17:34:00.183828 n-d-827839-2 neutron-server[103377]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 17:34:00.183828 n-d-827839-2 neutron-server[103377]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 17:34:00.245401 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [req-ef9b3567-eea3-4f37-b953-b23b3a268244 req-25e85a69-64ae-4f0d-b7ad-ac4c0bf4c1e1 service neutron] For port 2fc28c92-851e-4d8e-adf6-8ac5e13cbbef, host n-h2-827839-2, cleared binding levels {{(pid=103377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:34:00.263176 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b109caa-c114-4b56-95d2-d2947226adce None None] Pushing event updated for resources: {'Port': ['ID=74b21d78-52e6-40a2-81ab-39d7a7a856d3,revision_number=3']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:34:00.269065 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-573329fc-61b2-407d-b2a4-607d22b72736 tempest-RoutersNegativeIpV6Test-882785305 tempest-RoutersNegativeIpV6Test-882785305-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1543671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1595572'] for network (c099ba58-a5e5-49b7-814d-9f74869e4ab8), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:00.271633 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [req-ef9b3567-eea3-4f37-b953-b23b3a268244 req-25e85a69-64ae-4f0d-b7ad-ac4c0bf4c1e1 service neutron] For port 2fc28c92-851e-4d8e-adf6-8ac5e13cbbef, host n-h2-827839-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=2fc28c92-851e-4d8e-adf6-8ac5e13cbbef,segment=NetworkSegment(de835c50-94f9-45e0-aa2b-e450b795a51e),segment_id=de835c50-94f9-45e0-aa2b-e450b795a51e)] {{(pid=103377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:34:00.277822 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-573329fc-61b2-407d-b2a4-607d22b72736 tempest-RoutersNegativeIpV6Test-882785305 tempest-RoutersNegativeIpV6Test-882785305-project] Publish callbacks [] for network (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:00.283110 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-573329fc-61b2-407d-b2a4-607d22b72736 tempest-RoutersNegativeIpV6Test-882785305 tempest-RoutersNegativeIpV6Test-882785305-project] 10.222.0.89 "DELETE /v2.0/networks/c099ba58-a5e5-49b7-814d-9f74869e4ab8 HTTP/1.1" status: 204 len: 168 time: 0.5904195 Feb 04 17:34:00.307242 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port 74b21d78-52e6-40a2-81ab-39d7a7a856d3 is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:34:00.313566 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 52038) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:34:00.315541 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573329fc-61b2-407d-b2a4-607d22b72736 tempest-RoutersNegativeIpV6Test-882785305 tempest-RoutersNegativeIpV6Test-882785305-project] Pushing event deleted for resources: {'Network': ['ID=c099ba58-a5e5-49b7-814d-9f74869e4ab8,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:34:00.327531 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-ef9b3567-eea3-4f37-b953-b23b3a268244 req-25e85a69-64ae-4f0d-b7ad-ac4c0bf4c1e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25888290'] for port (2fc28c92-851e-4d8e-adf6-8ac5e13cbbef), after_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:00.389848 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 17:34:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c5ff43f-ad8c-45d2-8649-e92d24e1a405 x-openstack-request-id: req-5c5ff43f-ad8c-45d2-8649-e92d24e1a405 {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:34:00.394749 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "494e61d0-1f8d-4061-a921-20562f5cca04", "tag": "5b23912e-2e13-49c3-9267-c2d19c9614b1", "status": "completed", "code": 200}]} {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:34:00.395275 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-5c5ff43f-ad8c-45d2-8649-e92d24e1a405 {{(pid=103376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:34:00.397179 n-d-827839-2 neutron-server[103376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '494e61d0-1f8d-4061-a921-20562f5cca04', 'tag': '5b23912e-2e13-49c3-9267-c2d19c9614b1', 'status': 'completed', 'code': 200} Feb 04 17:34:00.403104 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9b2b48-b9b5-4a6b-b1f8-9630eacd1316 req-380cef44-9093-4a86-a590-1883a69fc043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:34:00.407043 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-db9b2b48-b9b5-4a6b-b1f8-9630eacd1316 req-380cef44-9093-4a86-a590-1883a69fc043 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=c900b06c021945f2aa154d34407bc1aa&device_id=cc854e74-d4dc-40a9-a1e9-1a538b796e58 HTTP/1.1" status: 200 len: 1129 time: 0.6455157 Feb 04 17:34:00.417072 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device c4fb8022-73fa-4329-b5f0-78ed7ed3034a no longer exists at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:34:00.457722 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9b3567-eea3-4f37-b953-b23b3a268244 req-25e85a69-64ae-4f0d-b7ad-ac4c0bf4c1e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:34:00.458495 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-ef9b3567-eea3-4f37-b953-b23b3a268244 req-25e85a69-64ae-4f0d-b7ad-ac4c0bf4c1e1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:00.460194 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-ef9b3567-eea3-4f37-b953-b23b3a268244 req-25e85a69-64ae-4f0d-b7ad-ac4c0bf4c1e1 service neutron] 10.222.0.90 "PUT /v2.0/ports/2fc28c92-851e-4d8e-adf6-8ac5e13cbbef HTTP/1.1" status: 200 len: 1092 time: 2.1081631 Feb 04 17:34:00.460769 n-d-827839-2 neutron-server[103377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49e38698-ddb6-491f-acee-ee5d8477b9c9', 'tag': '2fc28c92-851e-4d8e-adf6-8ac5e13cbbef'}] {{(pid=103377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:34:00.463400 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7240428b650e1488e9361b62648ff4b3a6c19d49d8c27c949491ab58c1346cf0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fc90e1c-9981-4e1f-b542-6a544846671d" -d '{"events": [{"name": "network-changed", "server_uuid": "49e38698-ddb6-491f-acee-ee5d8477b9c9", "tag": "2fc28c92-851e-4d8e-adf6-8ac5e13cbbef"}]}' {{(pid=103377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:34:00.485556 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] No Port match for: c4fb8022-73fa-4329-b5f0-78ed7ed3034a {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 17:34:00.486008 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device c4fb8022-73fa-4329-b5f0-78ed7ed3034a not bound to the agent host n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 17:34:00.506722 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.db_base_plugin_v2 [None req-785082b2-8382-4d89-b69b-55680b3c412c tempest-RoutersNegativeIpV6Test-882785305 tempest-RoutersNegativeIpV6Test-882785305-project] Deleting subnet fbe2152d-a84d-4c4f-9ade-311ef22fc561 {{(pid=103377) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 17:34:00.520134 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-5fdf339f-5223-41a8-8330-c8068c7441dd None None] Provisioning complete for port 99a3fdd7-5747-4a61-b7ec-d30d8d0f612b triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:34:00.521097 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5fdf339f-5223-41a8-8330-c8068c7441dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (99a3fdd7-5747-4a61-b7ec-d30d8d0f612b), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:00.525096 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e85a69-64ae-4f0d-b7ad-ac4c0bf4c1e1 service neutron] Pushing event updated for resources: {'Port': ['ID=2fc28c92-851e-4d8e-adf6-8ac5e13cbbef,revision_number=3']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:34:00.552482 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 17:34:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1847718-6af0-4745-95ba-092e5f18dd47 x-openstack-request-id: req-f1847718-6af0-4745-95ba-092e5f18dd47 {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:34:00.553005 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49e38698-ddb6-491f-acee-ee5d8477b9c9", "tag": "2fc28c92-851e-4d8e-adf6-8ac5e13cbbef", "status": "completed", "code": 200}]} {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:34:00.553366 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-f1847718-6af0-4745-95ba-092e5f18dd47 {{(pid=103377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:34:00.553818 n-d-827839-2 neutron-server[103377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49e38698-ddb6-491f-acee-ee5d8477b9c9', 'tag': '2fc28c92-851e-4d8e-adf6-8ac5e13cbbef', 'status': 'completed', 'code': 200} Feb 04 17:34:00.556019 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-785082b2-8382-4d89-b69b-55680b3c412c tempest-RoutersNegativeIpV6Test-882785305 tempest-RoutersNegativeIpV6Test-882785305-project] Publish callbacks [] for subnet (fbe2152d-a84d-4c4f-9ade-311ef22fc561), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:00.576516 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-5fdf339f-5223-41a8-8330-c8068c7441dd None None] Port 99a3fdd7-5747-4a61-b7ec-d30d8d0f612b cannot update to ACTIVE because it is not bound. {{(pid=103378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 17:34:00.590302 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-5fdf339f-5223-41a8-8330-c8068c7441dd None None] Provisioning complete for port 74b21d78-52e6-40a2-81ab-39d7a7a856d3 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:34:00.591185 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5fdf339f-5223-41a8-8330-c8068c7441dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (74b21d78-52e6-40a2-81ab-39d7a7a856d3), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:00.623505 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9b2b48-b9b5-4a6b-b1f8-9630eacd1316 req-7fc9abc7-febc-4226-a5cc-4ec55722f2ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:34:00.625381 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-db9b2b48-b9b5-4a6b-b1f8-9630eacd1316 req-7fc9abc7-febc-4226-a5cc-4ec55722f2ac service neutron] 10.222.0.96 "GET /v2.0/networks?id=02be22b9-aa53-40ea-8050-9239cd27d1ff HTTP/1.1" status: 200 len: 870 time: 0.1968355 Feb 04 17:34:00.625943 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-785082b2-8382-4d89-b69b-55680b3c412c tempest-RoutersNegativeIpV6Test-882785305 tempest-RoutersNegativeIpV6Test-882785305-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26866676'] for subnet (fbe2152d-a84d-4c4f-9ade-311ef22fc561), precommit_delete_associations {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:00.669986 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9b3567-eea3-4f37-b953-b23b3a268244 req-d6728b2f-644a-4fa0-8981-aeed801ef4e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:34:00.671734 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-ef9b3567-eea3-4f37-b953-b23b3a268244 req-d6728b2f-644a-4fa0-8981-aeed801ef4e2 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=a7ea9b1ba86e49c289bed0f142f59d4f&device_id=49e38698-ddb6-491f-acee-ee5d8477b9c9 HTTP/1.1" status: 200 len: 1126 time: 0.1384425 Feb 04 17:34:00.741006 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-5fdf339f-5223-41a8-8330-c8068c7441dd None None] Current status of the port 74b21d78-52e6-40a2-81ab-39d7a7a856d3 is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:34:00.809122 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-db9b2b48-b9b5-4a6b-b1f8-9630eacd1316 req-2b343d87-1979-4bb5-97e3-eaf65f76a0ea service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.31&port_id=9c862c1f-fd94-4fe1-962b-899ac844b6c2 HTTP/1.1" status: 200 len: 217 time: 0.1565878 Feb 04 17:34:00.863101 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-333b8754-5616-4253-93a0-55b4b4e337ad None None] Provisioning complete for port 99a3fdd7-5747-4a61-b7ec-d30d8d0f612b triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:34:00.863649 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-333b8754-5616-4253-93a0-55b4b4e337ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (99a3fdd7-5747-4a61-b7ec-d30d8d0f612b), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:00.908894 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-333b8754-5616-4253-93a0-55b4b4e337ad None None] Port 99a3fdd7-5747-4a61-b7ec-d30d8d0f612b cannot update to ACTIVE because it is not bound. {{(pid=103378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 17:34:00.986344 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df22f794-595d-462c-a10f-855aa25e8e96 req-c18f08a6-7447-4c87-ad75-75fa79fce7a3 tempest-VolumesBackupsTest-773030049 tempest-VolumesBackupsTest-773030049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:34:00.987964 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-df22f794-595d-462c-a10f-855aa25e8e96 req-c18f08a6-7447-4c87-ad75-75fa79fce7a3 tempest-VolumesBackupsTest-773030049 tempest-VolumesBackupsTest-773030049-project] 10.222.0.89 "GET /v2.0/ports?device_id=cc854e74-d4dc-40a9-a1e9-1a538b796e58 HTTP/1.1" status: 200 len: 947 time: 0.6039128 Feb 04 17:34:00.990590 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-85be865e-761f-41e7-9edb-118f84321be1 req-57cf44e4-2eed-4963-b6a1-6a3e7b570cb2 service neutron] 10.222.0.96 "GET /v2.0/networks/3c6b4be4-b4b9-4735-a6e5-15af4ecbb3e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9368429 Feb 04 17:34:01.021416 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9b2b48-b9b5-4a6b-b1f8-9630eacd1316 req-cad0aa7d-5d39-4f13-95fa-dd39f28fc5f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:34:01.022949 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-db9b2b48-b9b5-4a6b-b1f8-9630eacd1316 req-cad0aa7d-5d39-4f13-95fa-dd39f28fc5f3 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=c974b0ff-2c5c-4667-8a81-3bde3ea6ced5 HTTP/1.1" status: 200 len: 843 time: 0.1992245 Feb 04 17:34:01.053484 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-ef9b3567-eea3-4f37-b953-b23b3a268244 req-42318e6e-8d91-4501-af81-5a0181b8a4e7 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2fc28c92-851e-4d8e-adf6-8ac5e13cbbef HTTP/1.1" status: 200 len: 217 time: 0.0582776 Feb 04 17:34:01.107252 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-785082b2-8382-4d89-b69b-55680b3c412c tempest-RoutersNegativeIpV6Test-882785305 tempest-RoutersNegativeIpV6Test-882785305-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1541225'] for subnet (fbe2152d-a84d-4c4f-9ade-311ef22fc561), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:01.173466 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9b3567-eea3-4f37-b953-b23b3a268244 req-0cbce0ed-a83e-4760-8c1c-e56a5f3b633b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:34:01.175071 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-ef9b3567-eea3-4f37-b953-b23b3a268244 req-0cbce0ed-a83e-4760-8c1c-e56a5f3b633b service neutron] 10.222.0.90 "GET /v2.0/subnets?id=74e6e6d2-6594-4fba-b377-2d3e84d23c5b HTTP/1.1" status: 200 len: 855 time: 0.1019537 Feb 04 17:34:01.224200 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564091f3-9ba4-4e60-a15b-85c87179e3d4 req-e1bc7468-ff54-4398-99ea-0484e176b23d tempest-AttachVolumeNegativeTest-179514357 tempest-AttachVolumeNegativeTest-179514357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:34:01.225862 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-564091f3-9ba4-4e60-a15b-85c87179e3d4 req-e1bc7468-ff54-4398-99ea-0484e176b23d tempest-AttachVolumeNegativeTest-179514357 tempest-AttachVolumeNegativeTest-179514357-project] 10.222.0.89 "GET /v2.0/ports?device_id=49e38698-ddb6-491f-acee-ee5d8477b9c9 HTTP/1.1" status: 200 len: 944 time: 0.2232144 Feb 04 17:34:01.228932 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-ef9b3567-eea3-4f37-b953-b23b3a268244 req-bd5503f9-642c-48ee-a251-f55f09f7f45b service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=b84761e1-11c1-4974-9748-ae61e294404d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0463243 Feb 04 17:34:01.254395 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-785082b2-8382-4d89-b69b-55680b3c412c tempest-RoutersNegativeIpV6Test-882785305 tempest-RoutersNegativeIpV6Test-882785305-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1541216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25888360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25597190'] for subnet (fbe2152d-a84d-4c4f-9ade-311ef22fc561), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:01.338967 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785082b2-8382-4d89-b69b-55680b3c412c tempest-RoutersNegativeIpV6Test-882785305 tempest-RoutersNegativeIpV6Test-882785305-project] Pushing event deleted for resources: {'Subnet': ['ID=fbe2152d-a84d-4c4f-9ade-311ef22fc561,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:34:01.346741 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-785082b2-8382-4d89-b69b-55680b3c412c tempest-RoutersNegativeIpV6Test-882785305 tempest-RoutersNegativeIpV6Test-882785305-project] Publish callbacks [] for subnet (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:01.347935 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7c99b03-e736-4c21-9fe8-d65d174e6791 None None] Network 2fb9359e-60c0-4b00-be75-b2e110bbd9a5 requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:34:01.350843 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-785082b2-8382-4d89-b69b-55680b3c412c tempest-RoutersNegativeIpV6Test-882785305 tempest-RoutersNegativeIpV6Test-882785305-project] 10.222.0.89 "DELETE /v2.0/subnets/fbe2152d-a84d-4c4f-9ade-311ef22fc561 HTTP/1.1" status: 204 len: 168 time: 1.0327115 Feb 04 17:34:01.358755 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 52048) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:34:01.436288 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-564091f3-9ba4-4e60-a15b-85c87179e3d4 req-79e189a7-9184-4ffb-bf11-43d7786ac9d2 tempest-AttachVolumeNegativeTest-179514357 tempest-AttachVolumeNegativeTest-179514357-project] 10.222.0.89 "GET /v2.0/security-groups?id=c354f4ed-9d7a-4839-ac0e-7acc5f1680a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2020543 Feb 04 17:34:01.493897 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-ef9b3567-eea3-4f37-b953-b23b3a268244 req-63b32a4d-d8e0-480d-a450-08ddfe165ae5 service neutron] 10.222.0.90 "GET /v2.0/networks/b84761e1-11c1-4974-9748-ae61e294404d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2521276 Feb 04 17:34:01.497404 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-dc49a07b-d4d1-428f-a601-28e345f1d34a tempest-RoutersNegativeIpV6Test-882785305 tempest-RoutersNegativeIpV6Test-882785305-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628832'] for network (2fb9359e-60c0-4b00-be75-b2e110bbd9a5), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:01.536844 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-df22f794-595d-462c-a10f-855aa25e8e96 req-9880e995-8e2d-4203-810e-0079c9807065 tempest-VolumesBackupsTest-773030049 tempest-VolumesBackupsTest-773030049-project] 10.222.0.89 "GET /v2.0/security-groups?id=62a841c8-7c27-46ab-8fce-aedf9934cfa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5379863 Feb 04 17:34:01.566142 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9b2b48-b9b5-4a6b-b1f8-9630eacd1316 req-95ebea93-e452-47af-9a51-03e88e1f5652 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:34:01.568184 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-db9b2b48-b9b5-4a6b-b1f8-9630eacd1316 req-95ebea93-e452-47af-9a51-03e88e1f5652 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=02be22b9-aa53-40ea-8050-9239cd27d1ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.5029516 Feb 04 17:34:01.591480 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7867399a-f13f-45fd-bc29-2c8dfcf8d128 None None] DHCP port deletion for 2fb9359e-60c0-4b00-be75-b2e110bbd9a5 request from n-d-827839-2 {{(pid=103378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 17:34:01.611160 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-85be865e-761f-41e7-9edb-118f84321be1 req-c0eec584-329c-4b33-8e42-c63394ec4031 service neutron] 10.222.0.96 "GET /v2.0/networks/3c6b4be4-b4b9-4735-a6e5-15af4ecbb3e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6115191 Feb 04 17:34:01.654381 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-7867399a-f13f-45fd-bc29-2c8dfcf8d128 None None] Deleting port 3005a156-6325-4076-9d37-8e5099f0e137 {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:34:01.654638 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7867399a-f13f-45fd-bc29-2c8dfcf8d128 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (3005a156-6325-4076-9d37-8e5099f0e137), before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:01.677109 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-ef9b3567-eea3-4f37-b953-b23b3a268244 req-7a974926-b3d9-4e43-ab2b-9d66d4d0610e service neutron] 10.222.0.90 "GET /v2.0/networks/b84761e1-11c1-4974-9748-ae61e294404d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1744885 Feb 04 17:34:01.722380 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-7867399a-f13f-45fd-bc29-2c8dfcf8d128 None None] For port 3005a156-6325-4076-9d37-8e5099f0e137, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=3005a156-6325-4076-9d37-8e5099f0e137,segment=NetworkSegment(c61a713a-9a6f-465b-8695-e0ab8a7f9d0c),segment_id=c61a713a-9a6f-465b-8695-e0ab8a7f9d0c)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:34:01.722975 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7867399a-f13f-45fd-bc29-2c8dfcf8d128 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (3005a156-6325-4076-9d37-8e5099f0e137), precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:01.738248 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-7867399a-f13f-45fd-bc29-2c8dfcf8d128 None None] Calling delete_port for 3005a156-6325-4076-9d37-8e5099f0e137 owned by network:dhcp {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:34:01.761399 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb74ad3-0704-489c-baa9-d2424d9c45ff req-29ededd9-8d85-447f-94cc-5ed2b4f554a9 tempest-ServerDiskConfigTestJSON-47961148 tempest-ServerDiskConfigTestJSON-47961148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:34:01.763103 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-6fb74ad3-0704-489c-baa9-d2424d9c45ff req-29ededd9-8d85-447f-94cc-5ed2b4f554a9 tempest-ServerDiskConfigTestJSON-47961148 tempest-ServerDiskConfigTestJSON-47961148-project] 10.222.0.89 "GET /v2.0/ports?device_id=494e61d0-1f8d-4061-a921-20562f5cca04 HTTP/1.1" status: 200 len: 944 time: 0.2018235 Feb 04 17:34:01.765086 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-939c44e5-de44-4789-9e10-501e98013a51 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (99a3fdd7-5747-4a61-b7ec-d30d8d0f612b), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:01.824618 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 74b21d78-52e6-40a2-81ab-39d7a7a856d3 up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:34:01.856174 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-dc49a07b-d4d1-428f-a601-28e345f1d34a tempest-RoutersNegativeIpV6Test-882785305 tempest-RoutersNegativeIpV6Test-882785305-project] Deleting port 3005a156-6325-4076-9d37-8e5099f0e137 {{(pid=103377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:34:01.856577 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-dc49a07b-d4d1-428f-a601-28e345f1d34a tempest-RoutersNegativeIpV6Test-882785305 tempest-RoutersNegativeIpV6Test-882785305-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (3005a156-6325-4076-9d37-8e5099f0e137), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:01.864037 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7867399a-f13f-45fd-bc29-2c8dfcf8d128 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144'] for port (3005a156-6325-4076-9d37-8e5099f0e137), after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:01.865358 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-6fb74ad3-0704-489c-baa9-d2424d9c45ff req-9f37ad4b-63e5-4b3c-a948-af3c58c1bd69 tempest-ServerDiskConfigTestJSON-47961148 tempest-ServerDiskConfigTestJSON-47961148-project] 10.222.0.89 "GET /v2.0/security-groups?id=ffff0ed7-cf9e-4cbb-9be9-3a1c2dba1e58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853252 Feb 04 17:34:01.904418 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7867399a-f13f-45fd-bc29-2c8dfcf8d128 None None] Pushing event deleted for resources: {'Port': ['ID=3005a156-6325-4076-9d37-8e5099f0e137,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:34:01.908432 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7867399a-f13f-45fd-bc29-2c8dfcf8d128 None None] No DVR routers for this DVR port 3005a156-6325-4076-9d37-8e5099f0e137 on host n-d-827839-2 {{(pid=103378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 17:34:01.921334 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port 74b21d78-52e6-40a2-81ab-39d7a7a856d3 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:34:01.921877 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (74b21d78-52e6-40a2-81ab-39d7a7a856d3), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:01.922466 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc90e1c-9981-4e1f-b542-6a544846671d req-449bd10f-57c7-48a0-a576-f0d5aedff3a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:34:01.925379 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-9fc90e1c-9981-4e1f-b542-6a544846671d req-449bd10f-57c7-48a0-a576-f0d5aedff3a2 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=a7ea9b1ba86e49c289bed0f142f59d4f&device_id=49e38698-ddb6-491f-acee-ee5d8477b9c9 HTTP/1.1" status: 200 len: 1126 time: 0.1915789 Feb 04 17:34:01.995696 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-db9b2b48-b9b5-4a6b-b1f8-9630eacd1316 req-4540bbb7-347b-48ea-8ced-e1c9746f0fbb service neutron] 10.222.0.96 "GET /v2.0/networks/02be22b9-aa53-40ea-8050-9239cd27d1ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3983576 Feb 04 17:34:02.000402 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8744dd-4248-424f-802f-4910bf281805 req-93f68813-141e-4bfc-ab77-2488394b2072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:34:02.002077 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-db8744dd-4248-424f-802f-4910bf281805 req-93f68813-141e-4bfc-ab77-2488394b2072 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=1340b33ced494106823c7c635ada16b9&device_id=494e61d0-1f8d-4061-a921-20562f5cca04 HTTP/1.1" status: 200 len: 1126 time: 0.3245385 Feb 04 17:34:02.024612 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [None req-dc49a07b-d4d1-428f-a601-28e345f1d34a tempest-RoutersNegativeIpV6Test-882785305 tempest-RoutersNegativeIpV6Test-882785305-project] For port 3005a156-6325-4076-9d37-8e5099f0e137, host n-d-827839-2, got binding levels [] {{(pid=103377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:34:02.025025 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-dc49a07b-d4d1-428f-a601-28e345f1d34a tempest-RoutersNegativeIpV6Test-882785305 tempest-RoutersNegativeIpV6Test-882785305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (3005a156-6325-4076-9d37-8e5099f0e137), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:02.025795 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-dad1f2fb-4cb0-414b-be7f-5761fa22e268 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (64ada913-9131-4d99-a265-63a920956287), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:02.028756 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port 74b21d78-52e6-40a2-81ab-39d7a7a856d3 is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:34:02.051014 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-dc49a07b-d4d1-428f-a601-28e345f1d34a tempest-RoutersNegativeIpV6Test-882785305 tempest-RoutersNegativeIpV6Test-882785305-project] Calling delete_port for 3005a156-6325-4076-9d37-8e5099f0e137 owned by network:dhcp {{(pid=103377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:34:02.056306 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.ipam_backend_mixin [None req-dc49a07b-d4d1-428f-a601-28e345f1d34a tempest-RoutersNegativeIpV6Test-882785305 tempest-RoutersNegativeIpV6Test-882785305-project] Port 3005a156-6325-4076-9d37-8e5099f0e137 was not found and therefore no delete operation was performed {{(pid=103377) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 04 17:34:02.059619 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-dc49a07b-d4d1-428f-a601-28e345f1d34a tempest-RoutersNegativeIpV6Test-882785305 tempest-RoutersNegativeIpV6Test-882785305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (3005a156-6325-4076-9d37-8e5099f0e137), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:02.107487 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc49a07b-d4d1-428f-a601-28e345f1d34a tempest-RoutersNegativeIpV6Test-882785305 tempest-RoutersNegativeIpV6Test-882785305-project] Pushing event deleted for resources: {'Port': ['ID=3005a156-6325-4076-9d37-8e5099f0e137,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:34:02.116494 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc49a07b-d4d1-428f-a601-28e345f1d34a tempest-RoutersNegativeIpV6Test-882785305 tempest-RoutersNegativeIpV6Test-882785305-project] No DVR routers for this DVR port 3005a156-6325-4076-9d37-8e5099f0e137 on host n-d-827839-2 {{(pid=103377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 17:34:02.126703 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 3005a156-6325-4076-9d37-8e5099f0e137 no longer exists at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:34:02.152614 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] No Port match for: 3005a156-6325-4076-9d37-8e5099f0e137 {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 17:34:02.153470 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 3005a156-6325-4076-9d37-8e5099f0e137 not bound to the agent host n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 17:34:02.157268 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc90e1c-9981-4e1f-b542-6a544846671d req-3d931778-fa84-45a2-858f-2cdeae4f459a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:34:02.160490 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-9fc90e1c-9981-4e1f-b542-6a544846671d req-3d931778-fa84-45a2-858f-2cdeae4f459a service neutron] 10.222.0.90 "GET /v2.0/networks?id=b84761e1-11c1-4974-9748-ae61e294404d HTTP/1.1" status: 200 len: 916 time: 0.2243981 Feb 04 17:34:02.259594 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-9fc90e1c-9981-4e1f-b542-6a544846671d req-b5877cdc-75c1-4b0d-b739-9d8513eeee75 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2fc28c92-851e-4d8e-adf6-8ac5e13cbbef HTTP/1.1" status: 200 len: 217 time: 0.0811892 Feb 04 17:34:02.297386 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-dc49a07b-d4d1-428f-a601-28e345f1d34a tempest-RoutersNegativeIpV6Test-882785305 tempest-RoutersNegativeIpV6Test-882785305-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1543676', 'neutron.services.segments.db._delete_segments_for_network-8781084786517'] for network (2fb9359e-60c0-4b00-be75-b2e110bbd9a5), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:02.310623 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8744dd-4248-424f-802f-4910bf281805 req-01af3148-2fe7-4ad8-8eed-6b819c7016a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:34:02.313041 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-db8744dd-4248-424f-802f-4910bf281805 req-01af3148-2fe7-4ad8-8eed-6b819c7016a2 service neutron] 10.222.0.96 "GET /v2.0/networks?id=3c6b4be4-b4b9-4735-a6e5-15af4ecbb3e6 HTTP/1.1" status: 200 len: 916 time: 0.2657936 Feb 04 17:34:02.331945 n-d-827839-2 neutron-server[103377]: DEBUG neutron.services.segments.db [None req-dc49a07b-d4d1-428f-a601-28e345f1d34a tempest-RoutersNegativeIpV6Test-882785305 tempest-RoutersNegativeIpV6Test-882785305-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2fb9359e-60c0-4b00-be75-b2e110bbd9a5']}} {{(pid=103377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:34:02.337405 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-db9b2b48-b9b5-4a6b-b1f8-9630eacd1316 req-a556fae4-3eca-477f-89c5-f819d98417c2 service neutron] 10.222.0.96 "GET /v2.0/networks/02be22b9-aa53-40ea-8050-9239cd27d1ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3038790 Feb 04 17:34:02.343421 n-d-827839-2 neutron-server[103377]: DEBUG neutron.services.segments.db [None req-dc49a07b-d4d1-428f-a601-28e345f1d34a tempest-RoutersNegativeIpV6Test-882785305 tempest-RoutersNegativeIpV6Test-882785305-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c61a713a-9a6f-465b-8695-e0ab8a7f9d0c') {'for_net_delete': True} {{(pid=103377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:34:02.343826 n-d-827839-2 neutron-server[103377]: DEBUG neutron.services.segments.db [None req-dc49a07b-d4d1-428f-a601-28e345f1d34a tempest-RoutersNegativeIpV6Test-882785305 tempest-RoutersNegativeIpV6Test-882785305-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c61a713a-9a6f-465b-8695-e0ab8a7f9d0c') {} {{(pid=103377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:34:02.357290 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-dc49a07b-d4d1-428f-a601-28e345f1d34a tempest-RoutersNegativeIpV6Test-882785305 tempest-RoutersNegativeIpV6Test-882785305-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781084783966', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26866685'] for segment (c61a713a-9a6f-465b-8695-e0ab8a7f9d0c), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:02.380479 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-db8744dd-4248-424f-802f-4910bf281805 req-9cc4cc60-6d03-4a06-a57b-2261197b5202 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5b23912e-2e13-49c3-9267-c2d19c9614b1 HTTP/1.1" status: 200 len: 217 time: 0.0575764 Feb 04 17:34:02.381374 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-dc49a07b-d4d1-428f-a601-28e345f1d34a tempest-RoutersNegativeIpV6Test-882785305 tempest-RoutersNegativeIpV6Test-882785305-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (c61a713a-9a6f-465b-8695-e0ab8a7f9d0c), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:02.388872 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc90e1c-9981-4e1f-b542-6a544846671d req-d13f9d1a-08d2-44bc-988d-79fc47b62e73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:34:02.390547 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-9fc90e1c-9981-4e1f-b542-6a544846671d req-d13f9d1a-08d2-44bc-988d-79fc47b62e73 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=74e6e6d2-6594-4fba-b377-2d3e84d23c5b HTTP/1.1" status: 200 len: 855 time: 0.1237566 Feb 04 17:34:02.393676 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc49a07b-d4d1-428f-a601-28e345f1d34a tempest-RoutersNegativeIpV6Test-882785305 tempest-RoutersNegativeIpV6Test-882785305-project] Releasing vlan 777 on physical network physnet1 to pool {{(pid=103377) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 17:34:02.394729 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-dc49a07b-d4d1-428f-a601-28e345f1d34a tempest-RoutersNegativeIpV6Test-882785305 tempest-RoutersNegativeIpV6Test-882785305-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25888454'] for segment (c61a713a-9a6f-465b-8695-e0ab8a7f9d0c), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:02.398298 n-d-827839-2 neutron-server[103377]: Traceback (most recent call last): Feb 04 17:34:02.398298 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 17:34:02.398298 n-d-827839-2 neutron-server[103377]: timer() Feb 04 17:34:02.398298 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 17:34:02.398298 n-d-827839-2 neutron-server[103377]: cb(*args, **kw) Feb 04 17:34:02.398298 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 17:34:02.398298 n-d-827839-2 neutron-server[103377]: return func(*args, **kwargs) Feb 04 17:34:02.398298 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 17:34:02.398298 n-d-827839-2 neutron-server[103377]: self._notify() Feb 04 17:34:02.398298 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 17:34:02.398298 n-d-827839-2 neutron-server[103377]: self.callback(batched_events) Feb 04 17:34:02.398298 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 17:34:02.398298 n-d-827839-2 neutron-server[103377]: event.method(event) Feb 04 17:34:02.398298 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 17:34:02.398298 n-d-827839-2 neutron-server[103377]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 17:34:02.398298 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 17:34:02.398298 n-d-827839-2 neutron-server[103377]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 17:34:02.398298 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 17:34:02.398298 n-d-827839-2 neutron-server[103377]: return f(self, *a, **k) Feb 04 17:34:02.398298 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 17:34:02.398298 n-d-827839-2 neutron-server[103377]: return self._get(url).json() Feb 04 17:34:02.398298 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 17:34:02.398298 n-d-827839-2 neutron-server[103377]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 17:34:02.398298 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 17:34:02.398298 n-d-827839-2 neutron-server[103377]: return self.request(url, 'GET', **kwargs) Feb 04 17:34:02.398298 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 17:34:02.398298 n-d-827839-2 neutron-server[103377]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 17:34:02.398298 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 17:34:02.398298 n-d-827839-2 neutron-server[103377]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 17:34:02.398298 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 17:34:02.398298 n-d-827839-2 neutron-server[103377]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 17:34:02.398298 n-d-827839-2 neutron-server[103377]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 17:34:02.453703 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-939c44e5-de44-4789-9e10-501e98013a51 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Publish callbacks [] for port (99a3fdd7-5747-4a61-b7ec-d30d8d0f612b), precommit_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:02.459774 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8744dd-4248-424f-802f-4910bf281805 req-376c84c9-b2b5-46fd-8d36-246496678fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:34:02.461315 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-db8744dd-4248-424f-802f-4910bf281805 req-376c84c9-b2b5-46fd-8d36-246496678fe8 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=375be7ec-5e9b-4b86-ae0d-acfb51345bdd HTTP/1.1" status: 200 len: 855 time: 0.0660453 Feb 04 17:34:02.462433 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-939c44e5-de44-4789-9e10-501e98013a51 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675836'] for port (99a3fdd7-5747-4a61-b7ec-d30d8d0f612b), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:02.474576 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-9fc90e1c-9981-4e1f-b542-6a544846671d req-1ef5e6b6-715a-49ef-aa4a-9385b077bbe7 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=b84761e1-11c1-4974-9748-ae61e294404d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0755601 Feb 04 17:34:02.502586 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device 9c862c1f-fd94-4fe1-962b-899ac844b6c2 details requested by agent hyperv_n-h1-827839-2 with host n-h1-827839-2 {{(pid=103378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 17:34:02.578028 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-db8744dd-4248-424f-802f-4910bf281805 req-eccf8fc9-fba4-45f9-8061-0576e8053ce6 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=3c6b4be4-b4b9-4735-a6e5-15af4ecbb3e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0743370 Feb 04 17:34:02.584192 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-9fc90e1c-9981-4e1f-b542-6a544846671d req-76e0291b-4115-49c9-b817-d41bc7e6fa0b service neutron] 10.222.0.90 "GET /v2.0/networks/b84761e1-11c1-4974-9748-ae61e294404d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978389 Feb 04 17:34:02.586929 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939c44e5-de44-4789-9e10-501e98013a51 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Pushing event updated for resources: {'Port': ['ID=99a3fdd7-5747-4a61-b7ec-d30d8d0f612b,revision_number=2']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:34:02.674624 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-dc49a07b-d4d1-428f-a601-28e345f1d34a tempest-RoutersNegativeIpV6Test-882785305 tempest-RoutersNegativeIpV6Test-882785305-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1543671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1595572'] for network (2fb9359e-60c0-4b00-be75-b2e110bbd9a5), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:02.681754 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-dc49a07b-d4d1-428f-a601-28e345f1d34a tempest-RoutersNegativeIpV6Test-882785305 tempest-RoutersNegativeIpV6Test-882785305-project] Publish callbacks [] for network (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:02.693188 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-dc49a07b-d4d1-428f-a601-28e345f1d34a tempest-RoutersNegativeIpV6Test-882785305 tempest-RoutersNegativeIpV6Test-882785305-project] 10.222.0.89 "DELETE /v2.0/networks/2fb9359e-60c0-4b00-be75-b2e110bbd9a5 HTTP/1.1" status: 204 len: 168 time: 1.3325384 Feb 04 17:34:02.710577 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 52056) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:34:02.721094 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc49a07b-d4d1-428f-a601-28e345f1d34a tempest-RoutersNegativeIpV6Test-882785305 tempest-RoutersNegativeIpV6Test-882785305-project] Pushing event deleted for resources: {'Network': ['ID=2fb9359e-60c0-4b00-be75-b2e110bbd9a5,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:34:02.869907 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b7ddb9-073e-4849-9b58-2e1094bf089b req-928cf1dc-2b07-4903-a519-a661bc6f95b3 tempest-VolumesBackupsTest-773030049 tempest-VolumesBackupsTest-773030049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:34:02.877259 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-88b7ddb9-073e-4849-9b58-2e1094bf089b req-928cf1dc-2b07-4903-a519-a661bc6f95b3 tempest-VolumesBackupsTest-773030049 tempest-VolumesBackupsTest-773030049-project] 10.222.0.89 "GET /v2.0/ports?device_id=cc854e74-d4dc-40a9-a1e9-1a538b796e58 HTTP/1.1" status: 200 len: 947 time: 0.1450760 Feb 04 17:34:02.879720 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-9fc90e1c-9981-4e1f-b542-6a544846671d req-1070bd30-538d-444e-ba68-e2d776d945e1 service neutron] 10.222.0.90 "GET /v2.0/networks/b84761e1-11c1-4974-9748-ae61e294404d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2831910 Feb 04 17:34:02.935872 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-00189ad5-fb76-4862-876d-426a14f21ef3 tempest-RoutersNegativeIpV6Test-882785305 tempest-RoutersNegativeIpV6Test-882785305-project] 10.222.0.89 "GET /v2.0/ports?device_id=8818cc38-dc03-46af-91ce-1f1b209d78c2 HTTP/1.1" status: 200 len: 205 time: 0.2164984 Feb 04 17:34:02.938443 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 52060) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:34:02.939210 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-939c44e5-de44-4789-9e10-501e98013a51 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1595471'] for router_interface (3d90c78d-d5e3-4bf3-9ffd-9dc5a31f3336), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:02.964682 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-88b7ddb9-073e-4849-9b58-2e1094bf089b req-47321906-b3c3-4448-97ba-268fff0cc400 tempest-VolumesBackupsTest-773030049 tempest-VolumesBackupsTest-773030049-project] 10.222.0.89 "GET /v2.0/security-groups?id=62a841c8-7c27-46ab-8fce-aedf9934cfa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802817 Feb 04 17:34:03.016364 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d408ec64-b374-4acb-a1fc-48241dad6d47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (0cd6d64a-47a7-40ff-8c12-71dd526c62e0), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:03.031560 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-9c26660a-15a0-4a1a-8c51-56e1921376f8 None None] Provisioning complete for port 99a3fdd7-5747-4a61-b7ec-d30d8d0f612b triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:34:03.032119 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9c26660a-15a0-4a1a-8c51-56e1921376f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (99a3fdd7-5747-4a61-b7ec-d30d8d0f612b), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:03.099552 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] For port 9c862c1f-fd94-4fe1-962b-899ac844b6c2, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=9c862c1f-fd94-4fe1-962b-899ac844b6c2,segment=NetworkSegment(3a39b085-d3e6-43bb-a64c-1b06dd049e5a),segment_id=3a39b085-d3e6-43bb-a64c-1b06dd049e5a)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:34:03.101226 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4096f0cd-2120-4052-b832-8db92520aff4 req-48501a9b-ebf2-4edc-9b61-019b414e9ad5 tempest-ServerDiskConfigTestJSON-47961148 tempest-ServerDiskConfigTestJSON-47961148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:34:03.102938 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-4096f0cd-2120-4052-b832-8db92520aff4 req-48501a9b-ebf2-4edc-9b61-019b414e9ad5 tempest-ServerDiskConfigTestJSON-47961148 tempest-ServerDiskConfigTestJSON-47961148-project] 10.222.0.89 "GET /v2.0/ports?device_id=494e61d0-1f8d-4061-a921-20562f5cca04 HTTP/1.1" status: 200 len: 944 time: 0.0597382 Feb 04 17:34:03.137925 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-9c26660a-15a0-4a1a-8c51-56e1921376f8 None None] Port 99a3fdd7-5747-4a61-b7ec-d30d8d0f612b cannot update to ACTIVE because it is not bound. {{(pid=103378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 17:34:03.143207 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Returning: {'device': '9c862c1f-fd94-4fe1-962b-899ac844b6c2', 'network_id': '02be22b9-aa53-40ea-8050-9239cd27d1ff', 'port_id': '9c862c1f-fd94-4fe1-962b-899ac844b6c2', 'mac_address': 'fa:16:3e:a7:75:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 797, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c974b0ff-2c5c-4667-8a81-3bde3ea6ced5', 'ip_address': '192.168.233.31'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 17:34:03.156847 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-3fcf6714-a39a-4be1-be47-98bc1aa3b8c1 tempest-RoutersNegativeIpV6Test-882785305 tempest-RoutersNegativeIpV6Test-882785305-project] Publish callbacks [] for router (8818cc38-dc03-46af-91ce-1f1b209d78c2), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:03.173149 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-4096f0cd-2120-4052-b832-8db92520aff4 req-4b59f935-2b66-4e28-98aa-9b8ef5e335b5 tempest-ServerDiskConfigTestJSON-47961148 tempest-ServerDiskConfigTestJSON-47961148-project] 10.222.0.89 "GET /v2.0/security-groups?id=ffff0ed7-cf9e-4cbb-9be9-3a1c2dba1e58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621459 Feb 04 17:34:03.196410 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Current status of the port 9c862c1f-fd94-4fe1-962b-899ac844b6c2 is: DOWN; New status is: BUILD {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:34:03.196839 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (9c862c1f-fd94-4fe1-962b-899ac844b6c2), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:03.202796 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08241450-bcb6-4e77-830c-22e7e52b84a0 req-5a0e7559-c86a-42a3-a867-7216ce84e9fc tempest-AttachVolumeNegativeTest-179514357 tempest-AttachVolumeNegativeTest-179514357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:34:03.204500 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-08241450-bcb6-4e77-830c-22e7e52b84a0 req-5a0e7559-c86a-42a3-a867-7216ce84e9fc tempest-AttachVolumeNegativeTest-179514357 tempest-AttachVolumeNegativeTest-179514357-project] 10.222.0.89 "GET /v2.0/ports?device_id=49e38698-ddb6-491f-acee-ee5d8477b9c9 HTTP/1.1" status: 200 len: 944 time: 0.5831037 Feb 04 17:34:03.206549 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-db8744dd-4248-424f-802f-4910bf281805 req-328b81c5-c214-4618-af86-a4fdf9efb091 service neutron] 10.222.0.96 "GET /v2.0/networks/3c6b4be4-b4b9-4735-a6e5-15af4ecbb3e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6060472 Feb 04 17:34:03.216999 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c862c1f-fd94-4fe1-962b-899ac844b6c2 {{(pid=103378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 17:34:03.241282 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] For port 9c862c1f-fd94-4fe1-962b-899ac844b6c2, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=9c862c1f-fd94-4fe1-962b-899ac844b6c2,segment=NetworkSegment(3a39b085-d3e6-43bb-a64c-1b06dd049e5a),segment_id=3a39b085-d3e6-43bb-a64c-1b06dd049e5a)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:34:03.245633 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (9c862c1f-fd94-4fe1-962b-899ac844b6c2), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:03.297702 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Pushing event updated for resources: {'Port': ['ID=9c862c1f-fd94-4fe1-962b-899ac844b6c2,revision_number=4']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:34:03.566317 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-939c44e5-de44-4789-9e10-501e98013a51 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (99a3fdd7-5747-4a61-b7ec-d30d8d0f612b), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:03.597531 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-08241450-bcb6-4e77-830c-22e7e52b84a0 req-681ae9f9-72c8-44c5-ab3b-1b673533e6b1 tempest-AttachVolumeNegativeTest-179514357 tempest-AttachVolumeNegativeTest-179514357-project] 10.222.0.89 "GET /v2.0/security-groups?id=c354f4ed-9d7a-4839-ac0e-7acc5f1680a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3699055 Feb 04 17:34:03.603849 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-3fcf6714-a39a-4be1-be47-98bc1aa3b8c1 tempest-RoutersNegativeIpV6Test-882785305 tempest-RoutersNegativeIpV6Test-882785305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1601811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26971'] for router (8818cc38-dc03-46af-91ce-1f1b209d78c2), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:03.611345 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-3fcf6714-a39a-4be1-be47-98bc1aa3b8c1 tempest-RoutersNegativeIpV6Test-882785305 tempest-RoutersNegativeIpV6Test-882785305-project] Publish callbacks [] for router_controller (8818cc38-dc03-46af-91ce-1f1b209d78c2), precommit_delete_associations {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:03.616299 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-db8744dd-4248-424f-802f-4910bf281805 req-d9914e94-66db-4827-a581-6f722f79e811 service neutron] 10.222.0.96 "GET /v2.0/networks/3c6b4be4-b4b9-4735-a6e5-15af4ecbb3e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3998864 Feb 04 17:34:03.719741 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-3fcf6714-a39a-4be1-be47-98bc1aa3b8c1 tempest-RoutersNegativeIpV6Test-882785305 tempest-RoutersNegativeIpV6Test-882785305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1601832'] for router (8818cc38-dc03-46af-91ce-1f1b209d78c2), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:03.720245 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fcf6714-a39a-4be1-be47-98bc1aa3b8c1 tempest-RoutersNegativeIpV6Test-882785305 tempest-RoutersNegativeIpV6Test-882785305-project] Fanout notify agent at l3_agent the message router_deleted on router 8818cc38-dc03-46af-91ce-1f1b209d78c2 {{(pid=103376) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 17:34:03.727903 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-3fcf6714-a39a-4be1-be47-98bc1aa3b8c1 tempest-RoutersNegativeIpV6Test-882785305 tempest-RoutersNegativeIpV6Test-882785305-project] Publish callbacks [] for router (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:03.732374 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-3fcf6714-a39a-4be1-be47-98bc1aa3b8c1 tempest-RoutersNegativeIpV6Test-882785305 tempest-RoutersNegativeIpV6Test-882785305-project] 10.222.0.89 "DELETE /v2.0/routers/8818cc38-dc03-46af-91ce-1f1b209d78c2 HTTP/1.1" status: 204 len: 168 time: 0.7901056 Feb 04 17:34:03.998322 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] get_ports_and_sgs() called for port_ids ['9c862c1f-fd94-4fe1-962b-899ac844b6c2'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 17:34:04.153423 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fec4668-c1cf-4418-93c7-f98e6efcfa0f req-b84b1c6d-aa85-450c-90c1-15d532337b22 tempest-VolumesBackupsTest-773030049 tempest-VolumesBackupsTest-773030049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:34:04.155277 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-7fec4668-c1cf-4418-93c7-f98e6efcfa0f req-b84b1c6d-aa85-450c-90c1-15d532337b22 tempest-VolumesBackupsTest-773030049 tempest-VolumesBackupsTest-773030049-project] 10.222.0.89 "GET /v2.0/ports?device_id=cc854e74-d4dc-40a9-a1e9-1a538b796e58 HTTP/1.1" status: 200 len: 948 time: 0.0932951 Feb 04 17:34:04.182578 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 52070) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:34:04.272178 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-7fec4668-c1cf-4418-93c7-f98e6efcfa0f req-a39173e9-7237-484e-956a-052fad7bd2bb tempest-VolumesBackupsTest-773030049 tempest-VolumesBackupsTest-773030049-project] 10.222.0.89 "GET /v2.0/security-groups?id=62a841c8-7c27-46ab-8fce-aedf9934cfa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108718 Feb 04 17:34:04.383639 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-e2657247-bf3c-4b68-8699-93f76c1bd043 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=c02ffbd32c6e4b358c1f856227331d2e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1966801 Feb 04 17:34:04.384024 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 52076) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:34:04.395072 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17999896-021b-425c-8b47-d2e0fff39843 req-bbd3f5bb-5715-48ba-a3c4-24b9c91624d5 tempest-ServerDiskConfigTestJSON-47961148 tempest-ServerDiskConfigTestJSON-47961148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:34:04.396697 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-17999896-021b-425c-8b47-d2e0fff39843 req-bbd3f5bb-5715-48ba-a3c4-24b9c91624d5 tempest-ServerDiskConfigTestJSON-47961148 tempest-ServerDiskConfigTestJSON-47961148-project] 10.222.0.89 "GET /v2.0/ports?device_id=494e61d0-1f8d-4061-a921-20562f5cca04 HTTP/1.1" status: 200 len: 944 time: 0.0989907 Feb 04 17:34:04.443303 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-cd3db361-5b06-4eae-8533-8f215b8ec971 admin admin] Publish callbacks [] for security_group (6d20516a-7de2-496c-9459-535a1523be01), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:04.449490 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-939c44e5-de44-4789-9e10-501e98013a51 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Publish callbacks [] for port (99a3fdd7-5747-4a61-b7ec-d30d8d0f612b), precommit_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:04.462202 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-939c44e5-de44-4789-9e10-501e98013a51 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675836'] for port (99a3fdd7-5747-4a61-b7ec-d30d8d0f612b), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:04.472163 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-cd3db361-5b06-4eae-8533-8f215b8ec971 admin admin] Publish callbacks [] for security_group (6d20516a-7de2-496c-9459-535a1523be01), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:04.501426 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Device 2fc28c92-851e-4d8e-adf6-8ac5e13cbbef details requested by agent hyperv_n-h2-827839-2 with host n-h2-827839-2 {{(pid=103378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 17:34:04.517651 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-17999896-021b-425c-8b47-d2e0fff39843 req-9c6e006c-fcb7-4308-a499-d74c7227fcb6 tempest-ServerDiskConfigTestJSON-47961148 tempest-ServerDiskConfigTestJSON-47961148-project] 10.222.0.89 "GET /v2.0/security-groups?id=ffff0ed7-cf9e-4cbb-9be9-3a1c2dba1e58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140344 Feb 04 17:34:04.553253 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939c44e5-de44-4789-9e10-501e98013a51 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Pushing event updated for resources: {'Port': ['ID=99a3fdd7-5747-4a61-b7ec-d30d8d0f612b,revision_number=3']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:34:04.559679 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-939c44e5-de44-4789-9e10-501e98013a51 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1677345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602751'] for router_interface (3d90c78d-d5e3-4bf3-9ffd-9dc5a31f3336), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:04.567066 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-cd3db361-5b06-4eae-8533-8f215b8ec971 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (6d20516a-7de2-496c-9459-535a1523be01), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:04.573072 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-cd3db361-5b06-4eae-8533-8f215b8ec971 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:04.574331 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-cd3db361-5b06-4eae-8533-8f215b8ec971 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/6d20516a-7de2-496c-9459-535a1523be01 HTTP/1.1" status: 204 len: 168 time: 0.1893320 Feb 04 17:34:04.582436 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3db361-5b06-4eae-8533-8f215b8ec971 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d20516a-7de2-496c-9459-535a1523be01,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:34:04.588232 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device 5b23912e-2e13-49c3-9267-c2d19c9614b1 details requested by agent hyperv_n-h1-827839-2 with host n-h1-827839-2 {{(pid=103378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 17:34:04.709484 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] For port 2fc28c92-851e-4d8e-adf6-8ac5e13cbbef, host n-h2-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=2fc28c92-851e-4d8e-adf6-8ac5e13cbbef,segment=NetworkSegment(de835c50-94f9-45e0-aa2b-e450b795a51e),segment_id=de835c50-94f9-45e0-aa2b-e450b795a51e)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:34:04.709709 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-939c44e5-de44-4789-9e10-501e98013a51 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Network 913091b5-aee2-4280-973b-aeb4f430fe8d is already hosted by enough agents. {{(pid=103376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:34:04.711200 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [None req-939c44e5-de44-4789-9e10-501e98013a51 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Resources bound (agent type, host, resource id): {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:34:04.727691 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Returning: {'device': '2fc28c92-851e-4d8e-adf6-8ac5e13cbbef', 'network_id': 'b84761e1-11c1-4974-9748-ae61e294404d', 'port_id': '2fc28c92-851e-4d8e-adf6-8ac5e13cbbef', 'mac_address': 'fa:16:3e:2f:93:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 790, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74e6e6d2-6594-4fba-b377-2d3e84d23c5b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 17:34:04.806083 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] For port 5b23912e-2e13-49c3-9267-c2d19c9614b1, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=5b23912e-2e13-49c3-9267-c2d19c9614b1,segment=NetworkSegment(c672906f-f6f7-41c3-8178-df9515ad242f),segment_id=c672906f-f6f7-41c3-8178-df9515ad242f)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:34:04.845126 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3fc51f-f651-4178-9b65-9bdf78cf409c req-e6eedff2-e120-4a76-92a5-5259fef47bfa tempest-AttachVolumeNegativeTest-179514357 tempest-AttachVolumeNegativeTest-179514357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:34:04.846140 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Current status of the port 2fc28c92-851e-4d8e-adf6-8ac5e13cbbef is: DOWN; New status is: BUILD {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:34:04.846531 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (2fc28c92-851e-4d8e-adf6-8ac5e13cbbef), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:04.849471 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4f14bb47-e72b-46ac-9e44-a61d9293afcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (75326290-f7a3-4db8-9cf2-15c7139ed224), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:04.851476 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Returning: {'device': '5b23912e-2e13-49c3-9267-c2d19c9614b1', 'network_id': '3c6b4be4-b4b9-4735-a6e5-15af4ecbb3e6', 'port_id': '5b23912e-2e13-49c3-9267-c2d19c9614b1', 'mac_address': 'fa:16:3e:c5:5e:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 788, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '375be7ec-5e9b-4b86-ae0d-acfb51345bdd', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 17:34:04.856890 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-5f3fc51f-f651-4178-9b65-9bdf78cf409c req-e6eedff2-e120-4a76-92a5-5259fef47bfa tempest-AttachVolumeNegativeTest-179514357 tempest-AttachVolumeNegativeTest-179514357-project] 10.222.0.89 "GET /v2.0/ports?device_id=49e38698-ddb6-491f-acee-ee5d8477b9c9 HTTP/1.1" status: 200 len: 944 time: 0.1253765 Feb 04 17:34:04.906147 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2fc28c92-851e-4d8e-adf6-8ac5e13cbbef {{(pid=103378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 17:34:04.952424 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] For port 2fc28c92-851e-4d8e-adf6-8ac5e13cbbef, host n-h2-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=2fc28c92-851e-4d8e-adf6-8ac5e13cbbef,segment=NetworkSegment(de835c50-94f9-45e0-aa2b-e450b795a51e),segment_id=de835c50-94f9-45e0-aa2b-e450b795a51e)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:34:04.954751 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-939c44e5-de44-4789-9e10-501e98013a51 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Router 3d90c78d-d5e3-4bf3-9ffd-9dc5a31f3336 is scheduled to L3 agent 64ada913-9131-4d99-a265-63a920956287 with binding_index 1 {{(pid=103376) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 17:34:04.969856 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Current status of the port 5b23912e-2e13-49c3-9267-c2d19c9614b1 is: DOWN; New status is: BUILD {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:34:04.970789 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (5b23912e-2e13-49c3-9267-c2d19c9614b1), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:04.978446 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-5f3fc51f-f651-4178-9b65-9bdf78cf409c req-b584e9bd-8cd9-418b-96ec-52569454406f tempest-AttachVolumeNegativeTest-179514357 tempest-AttachVolumeNegativeTest-179514357-project] 10.222.0.89 "GET /v2.0/security-groups?id=c354f4ed-9d7a-4839-ac0e-7acc5f1680a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144388 Feb 04 17:34:04.981550 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (2fc28c92-851e-4d8e-adf6-8ac5e13cbbef), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:05.043934 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b23912e-2e13-49c3-9267-c2d19c9614b1 {{(pid=103378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 17:34:05.093417 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] For port 5b23912e-2e13-49c3-9267-c2d19c9614b1, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=5b23912e-2e13-49c3-9267-c2d19c9614b1,segment=NetworkSegment(c672906f-f6f7-41c3-8178-df9515ad242f),segment_id=c672906f-f6f7-41c3-8178-df9515ad242f)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:34:05.100621 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Pushing event updated for resources: {'Port': ['ID=2fc28c92-851e-4d8e-adf6-8ac5e13cbbef,revision_number=4']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:34:05.104506 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (5b23912e-2e13-49c3-9267-c2d19c9614b1), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:05.117308 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-939c44e5-de44-4789-9e10-501e98013a51 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Notify agent at l3_agent.n-d-827839-2 the message routers_updated {{(pid=103376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 17:34:05.124006 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-939c44e5-de44-4789-9e10-501e98013a51 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] 10.222.0.89 "PUT /v2.0/routers/3d90c78d-d5e3-4bf3-9ffd-9dc5a31f3336/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2073174 Feb 04 17:34:05.125884 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 52092) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:34:05.132761 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39a4331f-d55b-4372-a17a-54d905cd130a None None] Sync routers for ids ['3d90c78d-d5e3-4bf3-9ffd-9dc5a31f3336'] in n-d-827839-2 {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 17:34:05.145544 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39a4331f-d55b-4372-a17a-54d905cd130a None None] Routers {'3d90c78d-d5e3-4bf3-9ffd-9dc5a31f3336'} bound to L3 agent in host n-d-827839-2 {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:34:05.147163 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-39a4331f-d55b-4372-a17a-54d905cd130a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:34:02Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['3d90c78d-d5e3-4bf3-9ffd-9dc5a31f3336'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:34:05.195701 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-39a4331f-d55b-4372-a17a-54d905cd130a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827839-2', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:34:05.196678 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Pushing event updated for resources: {'Port': ['ID=5b23912e-2e13-49c3-9267-c2d19c9614b1,revision_number=4']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:34:05.206549 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37f45453-756e-445c-aab9-8b2692194153 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:34:05.208769 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-37f45453-756e-445c-aab9-8b2692194153 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] 10.222.0.89 "GET /v2.0/ports/99a3fdd7-5747-4a61-b7ec-d30d8d0f612b HTTP/1.1" status: 200 len: 975 time: 0.0817204 Feb 04 17:34:05.211945 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 52096) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:34:05.217935 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39a4331f-d55b-4372-a17a-54d905cd130a None None] Routers {'3d90c78d-d5e3-4bf3-9ffd-9dc5a31f3336'} bound to L3 agent in host n-d-827839-2 {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:34:05.218299 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-1b1f7204-5db1-4ebf-ad5d-4b0ce4738281 None None] Provisioning complete for port 99a3fdd7-5747-4a61-b7ec-d30d8d0f612b triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:34:05.218699 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1b1f7204-5db1-4ebf-ad5d-4b0ce4738281 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (99a3fdd7-5747-4a61-b7ec-d30d8d0f612b), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:05.219159 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-39a4331f-d55b-4372-a17a-54d905cd130a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:34:02Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['3d90c78d-d5e3-4bf3-9ffd-9dc5a31f3336'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:34:05.262892 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-39a4331f-d55b-4372-a17a-54d905cd130a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827839-2', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:34:05.263817 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39a4331f-d55b-4372-a17a-54d905cd130a None None] The sync data for ids ['3d90c78d-d5e3-4bf3-9ffd-9dc5a31f3336'] in n-d-827839-2 is: [] {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 17:34:05.291323 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1b1f7204-5db1-4ebf-ad5d-4b0ce4738281 None None] Port 99a3fdd7-5747-4a61-b7ec-d30d8d0f612b cannot update to ACTIVE because it is not bound. {{(pid=103378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 17:34:05.448255 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] get_ports_and_sgs() called for port_ids ['2fc28c92-851e-4d8e-adf6-8ac5e13cbbef'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 17:34:05.533055 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edd328f-9360-4331-a08c-f866fad6e777 req-cdaaae0c-0be3-45b5-a2ea-69562a1dff58 tempest-VolumesBackupsTest-773030049 tempest-VolumesBackupsTest-773030049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:34:05.534675 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-4edd328f-9360-4331-a08c-f866fad6e777 req-cdaaae0c-0be3-45b5-a2ea-69562a1dff58 tempest-VolumesBackupsTest-773030049 tempest-VolumesBackupsTest-773030049-project] 10.222.0.89 "GET /v2.0/ports?device_id=cc854e74-d4dc-40a9-a1e9-1a538b796e58 HTTP/1.1" status: 200 len: 948 time: 0.1509240 Feb 04 17:34:05.655987 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-4edd328f-9360-4331-a08c-f866fad6e777 req-8c192c02-0556-4fba-90c3-bc2148e68a97 tempest-VolumesBackupsTest-773030049 tempest-VolumesBackupsTest-773030049-project] 10.222.0.89 "GET /v2.0/security-groups?id=62a841c8-7c27-46ab-8fce-aedf9934cfa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130960 Feb 04 17:34:05.705844 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (ba70844b-66a0-45fd-a2f2-e6ed673321fc), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:05.706435 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe98269-8f44-451a-9338-15a9edee1232 req-41e85a66-9f1d-4181-bd76-7569fcf1f71d tempest-ServerDiskConfigTestJSON-47961148 tempest-ServerDiskConfigTestJSON-47961148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:34:05.710503 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-afe98269-8f44-451a-9338-15a9edee1232 req-41e85a66-9f1d-4181-bd76-7569fcf1f71d tempest-ServerDiskConfigTestJSON-47961148 tempest-ServerDiskConfigTestJSON-47961148-project] 10.222.0.89 "GET /v2.0/ports?device_id=494e61d0-1f8d-4061-a921-20562f5cca04 HTTP/1.1" status: 200 len: 945 time: 0.0902610 Feb 04 17:34:05.735699 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 52112) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:34:05.778118 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-afe98269-8f44-451a-9338-15a9edee1232 req-5810a89a-f0db-4fdf-befd-653392371a89 tempest-ServerDiskConfigTestJSON-47961148 tempest-ServerDiskConfigTestJSON-47961148-project] 10.222.0.89 "GET /v2.0/security-groups?id=ffff0ed7-cf9e-4cbb-9be9-3a1c2dba1e58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578902 Feb 04 17:34:05.838700 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-53822d25-4759-4e2c-8b54-a32cd750a040 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602754'] for router_interface (3d90c78d-d5e3-4bf3-9ffd-9dc5a31f3336), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:05.858007 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-55118d2e-7c79-4d08-acca-17c1e496fb06 tempest-RoutersNegativeTest-1344206825 tempest-RoutersNegativeTest-1344206825-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-103149954', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:34:05.881211 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-55118d2e-7c79-4d08-acca-17c1e496fb06 tempest-RoutersNegativeTest-1344206825 tempest-RoutersNegativeTest-1344206825-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1601657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26921'] for router (69165c68-b3a5-4838-b0b4-99dbed7d70d4), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:05.881845 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-55118d2e-7c79-4d08-acca-17c1e496fb06 tempest-RoutersNegativeTest-1344206825 tempest-RoutersNegativeTest-1344206825-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1602025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603663', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1630571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26960'] for router (69165c68-b3a5-4838-b0b4-99dbed7d70d4), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:05.939900 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-55118d2e-7c79-4d08-acca-17c1e496fb06 tempest-RoutersNegativeTest-1344206825 tempest-RoutersNegativeTest-1344206825-project] Publish callbacks [] for router_controller (69165c68-b3a5-4838-b0b4-99dbed7d70d4), precommit_add_association {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:05.944954 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-55118d2e-7c79-4d08-acca-17c1e496fb06 tempest-RoutersNegativeTest-1344206825 tempest-RoutersNegativeTest-1344206825-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1602046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603680'] for router (69165c68-b3a5-4838-b0b4-99dbed7d70d4), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:05.946428 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] get_ports_and_sgs() called for port_ids ['5b23912e-2e13-49c3-9267-c2d19c9614b1'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 17:34:05.963157 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-55118d2e-7c79-4d08-acca-17c1e496fb06 tempest-RoutersNegativeTest-1344206825 tempest-RoutersNegativeTest-1344206825-project] Publish callbacks [] for router (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:05.967412 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-55118d2e-7c79-4d08-acca-17c1e496fb06 tempest-RoutersNegativeTest-1344206825 tempest-RoutersNegativeTest-1344206825-project] 10.222.0.89 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.2262580 Feb 04 17:34:05.967559 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 52116) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:34:05.972370 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-04f3079d-00b6-47b0-a545-781d5395c214 tempest-RoutersNegativeTest-1344206825 tempest-RoutersNegativeTest-1344206825-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1571094112'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:34:05.992275 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04f3079d-00b6-47b0-a545-781d5395c214 tempest-RoutersNegativeTest-1344206825 tempest-RoutersNegativeTest-1344206825-project] Made reservation on behalf of b4a31d82336c49f19f6d81355721a45c for: {'network': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:34:05.997302 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-04f3079d-00b6-47b0-a545-781d5395c214 tempest-RoutersNegativeTest-1344206825 tempest-RoutersNegativeTest-1344206825-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for network (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:06.011002 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-04f3079d-00b6-47b0-a545-781d5395c214 tempest-RoutersNegativeTest-1344206825 tempest-RoutersNegativeTest-1344206825-project] Publish callbacks [] for security_group (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:06.096312 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-04f3079d-00b6-47b0-a545-781d5395c214 tempest-RoutersNegativeTest-1344206825 tempest-RoutersNegativeTest-1344206825-project] Publish callbacks [] for security_group (45f2e5e5-6465-4153-acaa-535d9ea8f677), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:06.101302 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-04f3079d-00b6-47b0-a545-781d5395c214 tempest-RoutersNegativeTest-1344206825 tempest-RoutersNegativeTest-1344206825-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (45f2e5e5-6465-4153-acaa-535d9ea8f677), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:06.113600 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04f3079d-00b6-47b0-a545-781d5395c214 tempest-RoutersNegativeTest-1344206825 tempest-RoutersNegativeTest-1344206825-project] vlan segment allocate from pool success with {'vlan_id': 761, 'physical_network': 'physnet1'} {{(pid=103377) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 17:34:06.123481 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-04f3079d-00b6-47b0-a545-781d5395c214 tempest-RoutersNegativeTest-1344206825 tempest-RoutersNegativeTest-1344206825-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (7ff987d9-de6b-4338-9db4-e3382322bc1a), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:06.123902 n-d-827839-2 neutron-server[103377]: INFO neutron.db.segments_db [None req-04f3079d-00b6-47b0-a545-781d5395c214 tempest-RoutersNegativeTest-1344206825 tempest-RoutersNegativeTest-1344206825-project] Added segment 7ff987d9-de6b-4338-9db4-e3382322bc1a of type vlan for network 7f294a15-9713-4be9-aea4-4f203e5ade82 Feb 04 17:34:06.164967 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-04f3079d-00b6-47b0-a545-781d5395c214 tempest-RoutersNegativeTest-1344206825 tempest-RoutersNegativeTest-1344206825-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781084292801'] for network (7f294a15-9713-4be9-aea4-4f203e5ade82), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:06.188165 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2aad17-14f6-4f60-b32b-a72ee5f3f305 req-18103810-d0da-40dc-8115-c213c489d27e tempest-AttachVolumeNegativeTest-179514357 tempest-AttachVolumeNegativeTest-179514357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:34:06.189698 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-1b2aad17-14f6-4f60-b32b-a72ee5f3f305 req-18103810-d0da-40dc-8115-c213c489d27e tempest-AttachVolumeNegativeTest-179514357 tempest-AttachVolumeNegativeTest-179514357-project] 10.222.0.89 "GET /v2.0/ports?device_id=49e38698-ddb6-491f-acee-ee5d8477b9c9 HTTP/1.1" status: 200 len: 945 time: 0.1339445 Feb 04 17:34:06.203039 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-04f3079d-00b6-47b0-a545-781d5395c214 tempest-RoutersNegativeTest-1344206825 tempest-RoutersNegativeTest-1344206825-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327'] for network (7f294a15-9713-4be9-aea4-4f203e5ade82), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:06.208558 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04f3079d-00b6-47b0-a545-781d5395c214 tempest-RoutersNegativeTest-1344206825 tempest-RoutersNegativeTest-1344206825-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:34:06.208721 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-53822d25-4759-4e2c-8b54-a32cd750a040 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Deleting port 99a3fdd7-5747-4a61-b7ec-d30d8d0f612b {{(pid=103376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:34:06.209078 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-53822d25-4759-4e2c-8b54-a32cd750a040 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (99a3fdd7-5747-4a61-b7ec-d30d8d0f612b), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:06.209185 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-04f3079d-00b6-47b0-a545-781d5395c214 tempest-RoutersNegativeTest-1344206825 tempest-RoutersNegativeTest-1344206825-project] Publish callbacks [] for network (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:06.261419 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f3079d-00b6-47b0-a545-781d5395c214 tempest-RoutersNegativeTest-1344206825 tempest-RoutersNegativeTest-1344206825-project] Pushing event updated for resources: {'SecurityGroup': ['ID=45f2e5e5-6465-4153-acaa-535d9ea8f677,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:34:06.275317 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-04f3079d-00b6-47b0-a545-781d5395c214 tempest-RoutersNegativeTest-1344206825 tempest-RoutersNegativeTest-1344206825-project] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.3067181 Feb 04 17:34:06.282232 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 52120) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:34:06.290491 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-94e66753-12d3-4d31-8c3f-ed20b4bb965b tempest-RoutersNegativeTest-1344206825 tempest-RoutersNegativeTest-1344206825-project] Request body: {'subnet': {'network_id': '7f294a15-9713-4be9-aea4-4f203e5ade82', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:34:06.308066 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f3079d-00b6-47b0-a545-781d5395c214 tempest-RoutersNegativeTest-1344206825 tempest-RoutersNegativeTest-1344206825-project] Pushing event updated for resources: {'Network': ['ID=7f294a15-9713-4be9-aea4-4f203e5ade82,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:34:06.310492 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-1b2aad17-14f6-4f60-b32b-a72ee5f3f305 req-146d29a2-dc2c-434a-8abf-ceeeb354f724 tempest-AttachVolumeNegativeTest-179514357 tempest-AttachVolumeNegativeTest-179514357-project] 10.222.0.89 "GET /v2.0/security-groups?id=c354f4ed-9d7a-4839-ac0e-7acc5f1680a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117632 Feb 04 17:34:06.334857 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Network 7f294a15-9713-4be9-aea4-4f203e5ade82 details requested by agent ovs-agent-n-d-827839-2 with host n-d-827839-2 {{(pid=103378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 17:34:06.346480 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-53822d25-4759-4e2c-8b54-a32cd750a040 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (99a3fdd7-5747-4a61-b7ec-d30d8d0f612b), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:06.359956 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-53822d25-4759-4e2c-8b54-a32cd750a040 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Calling delete_port for 99a3fdd7-5747-4a61-b7ec-d30d8d0f612b owned by network:router_interface {{(pid=103376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:34:06.389699 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94e66753-12d3-4d31-8c3f-ed20b4bb965b tempest-RoutersNegativeTest-1344206825 tempest-RoutersNegativeTest-1344206825-project] Made reservation on behalf of b4a31d82336c49f19f6d81355721a45c for: {'subnet': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:34:06.393602 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-94e66753-12d3-4d31-8c3f-ed20b4bb965b tempest-RoutersNegativeTest-1344206825 tempest-RoutersNegativeTest-1344206825-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25597243'] for subnet (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:06.512700 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Device 2fc28c92-851e-4d8e-adf6-8ac5e13cbbef up at agent hyperv_n-h2-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:34:06.541996 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-53822d25-4759-4e2c-8b54-a32cd750a040 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (99a3fdd7-5747-4a61-b7ec-d30d8d0f612b), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:06.555592 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device 9c862c1f-fd94-4fe1-962b-899ac844b6c2 up at agent hyperv_n-h1-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:34:06.578581 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53822d25-4759-4e2c-8b54-a32cd750a040 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Pushing event deleted for resources: {'Port': ['ID=99a3fdd7-5747-4a61-b7ec-d30d8d0f612b,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:34:06.587606 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-94e66753-12d3-4d31-8c3f-ed20b4bb965b tempest-RoutersNegativeTest-1344206825 tempest-RoutersNegativeTest-1344206825-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25889445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25597197'] for subnet (cb0ee59e-a141-41cc-be4a-190792fb5f03), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:06.649354 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Provisioning for port 2fc28c92-851e-4d8e-adf6-8ac5e13cbbef completed by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 17:34:06.654498 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Provisioning complete for port 2fc28c92-851e-4d8e-adf6-8ac5e13cbbef triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:34:06.654926 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (2fc28c92-851e-4d8e-adf6-8ac5e13cbbef), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:06.656882 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Provisioning for port 9c862c1f-fd94-4fe1-962b-899ac844b6c2 completed by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 17:34:06.661762 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Provisioning complete for port 9c862c1f-fd94-4fe1-962b-899ac844b6c2 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:34:06.662125 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (9c862c1f-fd94-4fe1-962b-899ac844b6c2), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:06.704997 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e66753-12d3-4d31-8c3f-ed20b4bb965b tempest-RoutersNegativeTest-1344206825 tempest-RoutersNegativeTest-1344206825-project] Pushing event updated for resources: {'Subnet': ['ID=cb0ee59e-a141-41cc-be4a-190792fb5f03,revision_number=0']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:34:06.721009 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94e66753-12d3-4d31-8c3f-ed20b4bb965b tempest-RoutersNegativeTest-1344206825 tempest-RoutersNegativeTest-1344206825-project] Checking segment: {'id': '7ff987d9-de6b-4338-9db4-e3382322bc1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '7f294a15-9713-4be9-aea4-4f203e5ade82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:34:06.721696 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94e66753-12d3-4d31-8c3f-ed20b4bb965b tempest-RoutersNegativeTest-1344206825 tempest-RoutersNegativeTest-1344206825-project] Network hostable DHCP agents. Network: 7f294a15-9713-4be9-aea4-4f203e5ade82, hostable agents: ['bb89f5a3-3c22-440b-b7d1-c4f0c43c184a'], hosted agents: [] {{(pid=103377) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 17:34:06.763417 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94e66753-12d3-4d31-8c3f-ed20b4bb965b tempest-RoutersNegativeTest-1344206825 tempest-RoutersNegativeTest-1344206825-project] Network 7f294a15-9713-4be9-aea4-4f203e5ade82 is scheduled to be hosted by DHCP agent bb89f5a3-3c22-440b-b7d1-c4f0c43c184a with binding_index 1 {{(pid=103377) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 17:34:06.789786 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-53822d25-4759-4e2c-8b54-a32cd750a040 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1677336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1602614'] for router_interface (3d90c78d-d5e3-4bf3-9ffd-9dc5a31f3336), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:06.791263 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [None req-94e66753-12d3-4d31-8c3f-ed20b4bb965b tempest-RoutersNegativeTest-1344206825 tempest-RoutersNegativeTest-1344206825-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827839-2, 7f294a15-9713-4be9-aea4-4f203e5ade82) {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:34:06.807832 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94e66753-12d3-4d31-8c3f-ed20b4bb965b tempest-RoutersNegativeTest-1344206825 tempest-RoutersNegativeTest-1344206825-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:34:06.808558 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68d032de-eaa7-45ef-ac09-b1b46802809d None None] Network 7f294a15-9713-4be9-aea4-4f203e5ade82 requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:34:06.813273 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-94e66753-12d3-4d31-8c3f-ed20b4bb965b tempest-RoutersNegativeTest-1344206825 tempest-RoutersNegativeTest-1344206825-project] Publish callbacks [] for subnet (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:06.901013 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Current status of the port 9c862c1f-fd94-4fe1-962b-899ac844b6c2 is: BUILD; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:34:06.905890 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (9c862c1f-fd94-4fe1-962b-899ac844b6c2), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:06.914368 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-94e66753-12d3-4d31-8c3f-ed20b4bb965b tempest-RoutersNegativeTest-1344206825 tempest-RoutersNegativeTest-1344206825-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6310182 Feb 04 17:34:06.917744 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 52132) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:34:06.922980 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-6814f8b1-6cd0-4bba-9eb2-b23bc24f6a16 tempest-RoutersNegativeTest-1344206825 tempest-RoutersNegativeTest-1344206825-project] Request body: {'network': {'name': 'tempest-router-network01--1561587337'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:34:06.948647 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fe1788-d409-44b6-bd9a-4595cc1e2bcd req-5f0cabd3-2de7-4c48-ac2f-5e4771dffab3 tempest-VolumesBackupsTest-773030049 tempest-VolumesBackupsTest-773030049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:34:06.951596 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-73fe1788-d409-44b6-bd9a-4595cc1e2bcd req-5f0cabd3-2de7-4c48-ac2f-5e4771dffab3 tempest-VolumesBackupsTest-773030049 tempest-VolumesBackupsTest-773030049-project] 10.222.0.89 "GET /v2.0/ports?device_id=cc854e74-d4dc-40a9-a1e9-1a538b796e58 HTTP/1.1" status: 200 len: 948 time: 0.1297593 Feb 04 17:34:07.007428 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6814f8b1-6cd0-4bba-9eb2-b23bc24f6a16 tempest-RoutersNegativeTest-1344206825 tempest-RoutersNegativeTest-1344206825-project] Made reservation on behalf of b4a31d82336c49f19f6d81355721a45c for: {'network': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:34:07.011477 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-6814f8b1-6cd0-4bba-9eb2-b23bc24f6a16 tempest-RoutersNegativeTest-1344206825 tempest-RoutersNegativeTest-1344206825-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for network (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:07.033168 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc854e74-d4dc-40a9-a1e9-1a538b796e58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c862c1f-fd94-4fe1-962b-899ac844b6c2'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:34:07.037350 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c34bc964ce2211770fda26ca2f3801cc06f4f39928110690550e94ab9c9d2fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c21f83a-4c89-45eb-a745-492cad26463e" -d '{"events": [{"server_uuid": "cc854e74-d4dc-40a9-a1e9-1a538b796e58", "name": "network-vif-plugged", "status": "completed", "tag": "9c862c1f-fd94-4fe1-962b-899ac844b6c2"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:34:07.052526 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Current status of the port 2fc28c92-851e-4d8e-adf6-8ac5e13cbbef is: BUILD; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:34:07.053232 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (2fc28c92-851e-4d8e-adf6-8ac5e13cbbef), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:07.054818 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-73fe1788-d409-44b6-bd9a-4595cc1e2bcd req-649e7f14-718c-4aa6-a4aa-a678dc8b4968 tempest-VolumesBackupsTest-773030049 tempest-VolumesBackupsTest-773030049-project] 10.222.0.89 "GET /v2.0/security-groups?id=62a841c8-7c27-46ab-8fce-aedf9934cfa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939095 Feb 04 17:34:07.064012 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6814f8b1-6cd0-4bba-9eb2-b23bc24f6a16 tempest-RoutersNegativeTest-1344206825 tempest-RoutersNegativeTest-1344206825-project] vlan segment allocate from pool success with {'vlan_id': 796, 'physical_network': 'physnet1'} {{(pid=103377) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 17:34:07.070382 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] For port 9c862c1f-fd94-4fe1-962b-899ac844b6c2, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=9c862c1f-fd94-4fe1-962b-899ac844b6c2,segment=NetworkSegment(3a39b085-d3e6-43bb-a64c-1b06dd049e5a),segment_id=3a39b085-d3e6-43bb-a64c-1b06dd049e5a)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:34:07.087391 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-6814f8b1-6cd0-4bba-9eb2-b23bc24f6a16 tempest-RoutersNegativeTest-1344206825 tempest-RoutersNegativeTest-1344206825-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (ab255193-d50a-4824-8cfc-0c953644623e), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:07.087391 n-d-827839-2 neutron-server[103377]: INFO neutron.db.segments_db [None req-6814f8b1-6cd0-4bba-9eb2-b23bc24f6a16 tempest-RoutersNegativeTest-1344206825 tempest-RoutersNegativeTest-1344206825-project] Added segment ab255193-d50a-4824-8cfc-0c953644623e of type vlan for network 9d15e92d-77ca-4ffb-88f0-abe158ac333f Feb 04 17:34:07.100697 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1471e0a7-c9a3-40fa-8f2e-055609ebfb23 req-a5c8f74b-e005-415d-8609-199a3f327f55 tempest-ServerDiskConfigTestJSON-47961148 tempest-ServerDiskConfigTestJSON-47961148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:34:07.102346 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-1471e0a7-c9a3-40fa-8f2e-055609ebfb23 req-a5c8f74b-e005-415d-8609-199a3f327f55 tempest-ServerDiskConfigTestJSON-47961148 tempest-ServerDiskConfigTestJSON-47961148-project] 10.222.0.89 "GET /v2.0/ports?device_id=494e61d0-1f8d-4061-a921-20562f5cca04 HTTP/1.1" status: 200 len: 945 time: 0.1978261 Feb 04 17:34:07.111809 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53822d25-4759-4e2c-8b54-a32cd750a040 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Router 3d90c78d-d5e3-4bf3-9ffd-9dc5a31f3336 has already been hosted by L3 agent 64ada913-9131-4d99-a265-63a920956287 {{(pid=103376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 17:34:07.129294 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] For port 2fc28c92-851e-4d8e-adf6-8ac5e13cbbef, host n-h2-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=2fc28c92-851e-4d8e-adf6-8ac5e13cbbef,segment=NetworkSegment(de835c50-94f9-45e0-aa2b-e450b795a51e),segment_id=de835c50-94f9-45e0-aa2b-e450b795a51e)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:34:07.156626 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (9c862c1f-fd94-4fe1-962b-899ac844b6c2), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:07.163571 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 17:34:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7526148a-6712-4e63-8208-25cfd1f2dd1b x-openstack-request-id: req-7526148a-6712-4e63-8208-25cfd1f2dd1b {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:34:07.163922 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc854e74-d4dc-40a9-a1e9-1a538b796e58", "name": "network-vif-plugged", "status": "completed", "tag": "9c862c1f-fd94-4fe1-962b-899ac844b6c2", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:34:07.164096 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-7526148a-6712-4e63-8208-25cfd1f2dd1b {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:34:07.164497 n-d-827839-2 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc854e74-d4dc-40a9-a1e9-1a538b796e58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c862c1f-fd94-4fe1-962b-899ac844b6c2', 'code': 200} Feb 04 17:34:07.179395 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-6814f8b1-6cd0-4bba-9eb2-b23bc24f6a16 tempest-RoutersNegativeTest-1344206825 tempest-RoutersNegativeTest-1344206825-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781084292801'] for network (9d15e92d-77ca-4ffb-88f0-abe158ac333f), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:07.180857 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (2fc28c92-851e-4d8e-adf6-8ac5e13cbbef), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:07.210199 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eeda2c49-4ede-4fb9-9ebb-badcb4f0cc92 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e4c19ad-5724-5db8-8ee1-4f56ae69fcf4-7f294a15-9713-4be9-aea4-4f203e5ade82', 'network_id': '7f294a15-9713-4be9-aea4-4f203e5ade82', 'project_id': 'b4a31d82336c49f19f6d81355721a45c', 'fixed_ips': [{'subnet_id': 'cb0ee59e-a141-41cc-be4a-190792fb5f03'}]}} from n-d-827839-2. {{(pid=103378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 17:34:07.211069 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-eeda2c49-4ede-4fb9-9ebb-badcb4f0cc92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:07.230729 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-6814f8b1-6cd0-4bba-9eb2-b23bc24f6a16 tempest-RoutersNegativeTest-1344206825 tempest-RoutersNegativeTest-1344206825-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327'] for network (9d15e92d-77ca-4ffb-88f0-abe158ac333f), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:07.238007 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6814f8b1-6cd0-4bba-9eb2-b23bc24f6a16 tempest-RoutersNegativeTest-1344206825 tempest-RoutersNegativeTest-1344206825-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:34:07.241415 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-6814f8b1-6cd0-4bba-9eb2-b23bc24f6a16 tempest-RoutersNegativeTest-1344206825 tempest-RoutersNegativeTest-1344206825-project] Publish callbacks [] for network (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:07.243882 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-1471e0a7-c9a3-40fa-8f2e-055609ebfb23 req-7058e0c7-f5d2-48b9-a5ef-1d952574aea2 tempest-ServerDiskConfigTestJSON-47961148 tempest-ServerDiskConfigTestJSON-47961148-project] 10.222.0.89 "GET /v2.0/security-groups?id=ffff0ed7-cf9e-4cbb-9be9-3a1c2dba1e58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349318 Feb 04 17:34:07.263505 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Pushing event updated for resources: {'Port': ['ID=9c862c1f-fd94-4fe1-962b-899ac844b6c2,revision_number=5']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:34:07.286562 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53822d25-4759-4e2c-8b54-a32cd750a040 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Notify agent at l3_agent.n-d-827839-2 the message routers_updated {{(pid=103376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 17:34:07.293993 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-53822d25-4759-4e2c-8b54-a32cd750a040 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] 10.222.0.89 "PUT /v2.0/routers/3d90c78d-d5e3-4bf3-9ffd-9dc5a31f3336/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0798886 Feb 04 17:34:07.296452 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 52136) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:34:07.371721 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0224bbd-595e-4270-9f45-2c7081fa4952 None None] Sync routers for ids ['3d90c78d-d5e3-4bf3-9ffd-9dc5a31f3336'] in n-d-827839-2 {{(pid=103378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 17:34:07.374054 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Pushing event updated for resources: {'Port': ['ID=2fc28c92-851e-4d8e-adf6-8ac5e13cbbef,revision_number=5']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:34:07.379695 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6814f8b1-6cd0-4bba-9eb2-b23bc24f6a16 tempest-RoutersNegativeTest-1344206825 tempest-RoutersNegativeTest-1344206825-project] Pushing event updated for resources: {'Network': ['ID=9d15e92d-77ca-4ffb-88f0-abe158ac333f,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:34:07.401952 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0224bbd-595e-4270-9f45-2c7081fa4952 None None] Routers {'3d90c78d-d5e3-4bf3-9ffd-9dc5a31f3336'} bound to L3 agent in host n-d-827839-2 {{(pid=103378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:34:07.402767 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-f0224bbd-595e-4270-9f45-2c7081fa4952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:34:02Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['3d90c78d-d5e3-4bf3-9ffd-9dc5a31f3336'], 'active': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:34:07.407242 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Network 9d15e92d-77ca-4ffb-88f0-abe158ac333f details requested by agent ovs-agent-n-d-827839-2 with host n-d-827839-2 {{(pid=103378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 17:34:07.407420 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-6814f8b1-6cd0-4bba-9eb2-b23bc24f6a16 tempest-RoutersNegativeTest-1344206825 tempest-RoutersNegativeTest-1344206825-project] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4859989 Feb 04 17:34:07.407873 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 52140) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:34:07.415850 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7f330f-1ce5-49c0-9ee6-f72f0232af60 req-23fab68d-c075-4972-b35d-68983619c8d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:34:07.418191 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-6b23db6b-3eb2-44ed-871c-d927a5152219 tempest-RoutersNegativeTest-1344206825 tempest-RoutersNegativeTest-1344206825-project] Request body: {'network': {'name': 'tempest-router-network02--2057353339'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:34:07.418767 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-4f7f330f-1ce5-49c0-9ee6-f72f0232af60 req-23fab68d-c075-4972-b35d-68983619c8d7 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=cc854e74-d4dc-40a9-a1e9-1a538b796e58 HTTP/1.1" status: 200 len: 1131 time: 0.1925230 Feb 04 17:34:07.481312 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b23db6b-3eb2-44ed-871c-d927a5152219 tempest-RoutersNegativeTest-1344206825 tempest-RoutersNegativeTest-1344206825-project] Made reservation on behalf of b4a31d82336c49f19f6d81355721a45c for: {'network': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:34:07.483858 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-6b23db6b-3eb2-44ed-871c-d927a5152219 tempest-RoutersNegativeTest-1344206825 tempest-RoutersNegativeTest-1344206825-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for network (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:07.512863 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-f0224bbd-595e-4270-9f45-2c7081fa4952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827839-2', False) {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:34:07.532328 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b23db6b-3eb2-44ed-871c-d927a5152219 tempest-RoutersNegativeTest-1344206825 tempest-RoutersNegativeTest-1344206825-project] vlan segment allocate from pool success with {'vlan_id': 757, 'physical_network': 'physnet1'} {{(pid=103377) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 17:34:07.544711 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-6b23db6b-3eb2-44ed-871c-d927a5152219 tempest-RoutersNegativeTest-1344206825 tempest-RoutersNegativeTest-1344206825-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (abbb2b02-5f0c-433b-93c5-3a9c7df0e5a6), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:07.545261 n-d-827839-2 neutron-server[103377]: INFO neutron.db.segments_db [None req-6b23db6b-3eb2-44ed-871c-d927a5152219 tempest-RoutersNegativeTest-1344206825 tempest-RoutersNegativeTest-1344206825-project] Added segment abbb2b02-5f0c-433b-93c5-3a9c7df0e5a6 of type vlan for network 62d6fbad-ee55-4aac-8c78-c46faf4b42a6 Feb 04 17:34:07.553269 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0224bbd-595e-4270-9f45-2c7081fa4952 None None] Routers {'3d90c78d-d5e3-4bf3-9ffd-9dc5a31f3336'} bound to L3 agent in host n-d-827839-2 {{(pid=103378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:34:07.553905 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-f0224bbd-595e-4270-9f45-2c7081fa4952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:34:02Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['3d90c78d-d5e3-4bf3-9ffd-9dc5a31f3336'], 'active': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:34:07.587617 n-d-827839-2 neutron-server[103376]: INFO neutron.api.v2.resource [None req-fc1c9de3-48c0-44be-a016-f8fed9c2dce6 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] remove_router_interface failed (client error): The resource could not be found. Feb 04 17:34:07.588689 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-fc1c9de3-48c0-44be-a016-f8fed9c2dce6 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] 10.222.0.89 "PUT /v2.0/routers/3d90c78d-d5e3-4bf3-9ffd-9dc5a31f3336/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.2912619 Feb 04 17:34:07.591455 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-4f7f330f-1ce5-49c0-9ee6-f72f0232af60 req-3ba5b129-b496-43a1-a0bf-19592b581d2a service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=62a841c8-7c27-46ab-8fce-aedf9934cfa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323030 Feb 04 17:34:07.591904 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 52142) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:34:07.605218 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-f0224bbd-595e-4270-9f45-2c7081fa4952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827839-2', False) {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:34:07.605884 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0224bbd-595e-4270-9f45-2c7081fa4952 None None] The sync data for ids ['3d90c78d-d5e3-4bf3-9ffd-9dc5a31f3336'] in n-d-827839-2 is: [] {{(pid=103378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 17:34:07.622660 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-c256b74e-6a2e-49f3-a6a1-ecd37e8f6cc8 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] 10.222.0.89 "GET /v2.0/ports?device_id=3d90c78d-d5e3-4bf3-9ffd-9dc5a31f3336 HTTP/1.1" status: 200 len: 205 time: 0.0295951 Feb 04 17:34:07.625878 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 52144) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:34:07.638048 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-6b23db6b-3eb2-44ed-871c-d927a5152219 tempest-RoutersNegativeTest-1344206825 tempest-RoutersNegativeTest-1344206825-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781084292801'] for network (62d6fbad-ee55-4aac-8c78-c46faf4b42a6), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:07.640250 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-eeda2c49-4ede-4fb9-9ebb-badcb4f0cc92 None None] Allocated IP 172.20.0.2 (7f294a15-9713-4be9-aea4-4f203e5ade82/cb0ee59e-a141-41cc-be4a-190792fb5f03/534893e4-c012-4a46-b0ab-ad8caa575b5f) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:34:07.648509 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e673ea6-42a9-4572-9b74-e819d3135424 req-730e6c1d-fb41-45a0-9b6c-f910144717fc tempest-AttachVolumeNegativeTest-179514357 tempest-AttachVolumeNegativeTest-179514357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:34:07.656057 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-3e673ea6-42a9-4572-9b74-e819d3135424 req-730e6c1d-fb41-45a0-9b6c-f910144717fc tempest-AttachVolumeNegativeTest-179514357 tempest-AttachVolumeNegativeTest-179514357-project] 10.222.0.89 "GET /v2.0/ports?device_id=49e38698-ddb6-491f-acee-ee5d8477b9c9 HTTP/1.1" status: 200 len: 946 time: 0.1942143 Feb 04 17:34:07.729384 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-3e673ea6-42a9-4572-9b74-e819d3135424 req-3bd39730-4254-4ae2-9ce5-19d0d1f85666 tempest-AttachVolumeNegativeTest-179514357 tempest-AttachVolumeNegativeTest-179514357-project] 10.222.0.89 "GET /v2.0/security-groups?id=c354f4ed-9d7a-4839-ac0e-7acc5f1680a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721068 Feb 04 17:34:07.750472 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-6b23db6b-3eb2-44ed-871c-d927a5152219 tempest-RoutersNegativeTest-1344206825 tempest-RoutersNegativeTest-1344206825-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327'] for network (62d6fbad-ee55-4aac-8c78-c46faf4b42a6), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:07.757962 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b23db6b-3eb2-44ed-871c-d927a5152219 tempest-RoutersNegativeTest-1344206825 tempest-RoutersNegativeTest-1344206825-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:34:07.759113 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-6b23db6b-3eb2-44ed-871c-d927a5152219 tempest-RoutersNegativeTest-1344206825 tempest-RoutersNegativeTest-1344206825-project] Publish callbacks [] for network (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:07.837820 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-eeda2c49-4ede-4fb9-9ebb-badcb4f0cc92 None None] Publish callbacks [] for port (534893e4-c012-4a46-b0ab-ad8caa575b5f), precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:07.845889 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-eeda2c49-4ede-4fb9-9ebb-badcb4f0cc92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135'] for port (534893e4-c012-4a46-b0ab-ad8caa575b5f), after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:07.846433 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-6b23db6b-3eb2-44ed-871c-d927a5152219 tempest-RoutersNegativeTest-1344206825 tempest-RoutersNegativeTest-1344206825-project] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4369311 Feb 04 17:34:07.854635 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 52146) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:34:07.862519 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-b682368e-5589-4ec6-925d-285dfd088014 tempest-RoutersNegativeTest-1344206825 tempest-RoutersNegativeTest-1344206825-project] Request body: {'subnet': {'network_id': '9d15e92d-77ca-4ffb-88f0-abe158ac333f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:34:07.871150 n-d-827839-2 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeda2c49-4ede-4fb9-9ebb-badcb4f0cc92 None None] Network 7f294a15-9713-4be9-aea4-4f203e5ade82 is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:34:07.875602 n-d-827839-2 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-eeda2c49-4ede-4fb9-9ebb-badcb4f0cc92 None None] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:34:07.882127 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeda2c49-4ede-4fb9-9ebb-badcb4f0cc92 None None] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:34:07.929026 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b23db6b-3eb2-44ed-871c-d927a5152219 tempest-RoutersNegativeTest-1344206825 tempest-RoutersNegativeTest-1344206825-project] Pushing event updated for resources: {'Network': ['ID=62d6fbad-ee55-4aac-8c78-c46faf4b42a6,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:34:07.950449 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Network 62d6fbad-ee55-4aac-8c78-c46faf4b42a6 details requested by agent ovs-agent-n-d-827839-2 with host n-d-827839-2 {{(pid=103378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 17:34:07.995056 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b682368e-5589-4ec6-925d-285dfd088014 tempest-RoutersNegativeTest-1344206825 tempest-RoutersNegativeTest-1344206825-project] Made reservation on behalf of b4a31d82336c49f19f6d81355721a45c for: {'subnet': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:34:07.999412 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-b682368e-5589-4ec6-925d-285dfd088014 tempest-RoutersNegativeTest-1344206825 tempest-RoutersNegativeTest-1344206825-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25597243'] for subnet (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:08.077101 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-1bc0215d-9f25-41e6-8a6a-84bcff93b0b7 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Publish callbacks [] for router (3d90c78d-d5e3-4bf3-9ffd-9dc5a31f3336), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:08.082142 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeda2c49-4ede-4fb9-9ebb-badcb4f0cc92 None None] Pushing event updated for resources: {'Port': ['ID=534893e4-c012-4a46-b0ab-ad8caa575b5f,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:34:08.122213 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-eeda2c49-4ede-4fb9-9ebb-badcb4f0cc92 None None] Attempting to bind port 534893e4-c012-4a46-b0ab-ad8caa575b5f on host n-d-827839-2 for vnic_type normal with profile {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:34:08.122902 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-eeda2c49-4ede-4fb9-9ebb-badcb4f0cc92 None None] Attempting to bind port 534893e4-c012-4a46-b0ab-ad8caa575b5f by drivers openvswitch,hyperv on host n-d-827839-2 at level 0 using segments [{'id': '7ff987d9-de6b-4338-9db4-e3382322bc1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '7f294a15-9713-4be9-aea4-4f203e5ade82'}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:34:08.123437 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeda2c49-4ede-4fb9-9ebb-badcb4f0cc92 None None] Attempting to bind port 534893e4-c012-4a46-b0ab-ad8caa575b5f on network 7f294a15-9713-4be9-aea4-4f203e5ade82 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:34:08.140672 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeda2c49-4ede-4fb9-9ebb-badcb4f0cc92 None None] Checking agent: {'id': 'ba70844b-66a0-45fd-a2f2-e6ed673321fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 0, 36), 'started_at': datetime.datetime(2022, 2, 4, 17, 1, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 34, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:34:08.145740 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeda2c49-4ede-4fb9-9ebb-badcb4f0cc92 None None] Checking segment: {'id': '7ff987d9-de6b-4338-9db4-e3382322bc1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '7f294a15-9713-4be9-aea4-4f203e5ade82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:34:08.152547 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-eeda2c49-4ede-4fb9-9ebb-badcb4f0cc92 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:08.153240 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeda2c49-4ede-4fb9-9ebb-badcb4f0cc92 None None] Bound using segment: {'id': '7ff987d9-de6b-4338-9db4-e3382322bc1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '7f294a15-9713-4be9-aea4-4f203e5ade82'} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:34:08.153941 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-eeda2c49-4ede-4fb9-9ebb-badcb4f0cc92 None None] Bound port: 534893e4-c012-4a46-b0ab-ad8caa575b5f, host: n-d-827839-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ff987d9-de6b-4338-9db4-e3382322bc1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '7f294a15-9713-4be9-aea4-4f203e5ade82'}}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:34:08.154591 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-eeda2c49-4ede-4fb9-9ebb-badcb4f0cc92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (534893e4-c012-4a46-b0ab-ad8caa575b5f), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:08.258753 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-eeda2c49-4ede-4fb9-9ebb-badcb4f0cc92 None None] For port 534893e4-c012-4a46-b0ab-ad8caa575b5f, host n-d-827839-2, cleared binding levels {{(pid=103378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:34:08.264882 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-eeda2c49-4ede-4fb9-9ebb-badcb4f0cc92 None None] For port 534893e4-c012-4a46-b0ab-ad8caa575b5f, host n-d-827839-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=534893e4-c012-4a46-b0ab-ad8caa575b5f,segment=NetworkSegment(7ff987d9-de6b-4338-9db4-e3382322bc1a),segment_id=7ff987d9-de6b-4338-9db4-e3382322bc1a)] {{(pid=103378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:34:08.283284 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-eeda2c49-4ede-4fb9-9ebb-badcb4f0cc92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (534893e4-c012-4a46-b0ab-ad8caa575b5f), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:08.293407 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-b682368e-5589-4ec6-925d-285dfd088014 tempest-RoutersNegativeTest-1344206825 tempest-RoutersNegativeTest-1344206825-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25889445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25597197'] for subnet (8ac32c97-9b45-4736-b38a-8b91ec689018), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:08.315388 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-1bc0215d-9f25-41e6-8a6a-84bcff93b0b7 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1601811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26971'] for router (3d90c78d-d5e3-4bf3-9ffd-9dc5a31f3336), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:08.322947 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-1bc0215d-9f25-41e6-8a6a-84bcff93b0b7 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Publish callbacks [] for router_controller (3d90c78d-d5e3-4bf3-9ffd-9dc5a31f3336), precommit_delete_associations {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:08.365432 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeda2c49-4ede-4fb9-9ebb-badcb4f0cc92 None None] Pushing event updated for resources: {'Port': ['ID=534893e4-c012-4a46-b0ab-ad8caa575b5f,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:34:08.424998 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b682368e-5589-4ec6-925d-285dfd088014 tempest-RoutersNegativeTest-1344206825 tempest-RoutersNegativeTest-1344206825-project] Pushing event updated for resources: {'Subnet': ['ID=8ac32c97-9b45-4736-b38a-8b91ec689018,revision_number=0']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:34:08.429049 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-1bc0215d-9f25-41e6-8a6a-84bcff93b0b7 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1601832'] for router (3d90c78d-d5e3-4bf3-9ffd-9dc5a31f3336), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:08.429942 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bc0215d-9f25-41e6-8a6a-84bcff93b0b7 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Fanout notify agent at l3_agent the message router_deleted on router 3d90c78d-d5e3-4bf3-9ffd-9dc5a31f3336 {{(pid=103376) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 17:34:08.439663 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-1bc0215d-9f25-41e6-8a6a-84bcff93b0b7 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Publish callbacks [] for router (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:08.445492 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-1bc0215d-9f25-41e6-8a6a-84bcff93b0b7 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] 10.222.0.89 "DELETE /v2.0/routers/3d90c78d-d5e3-4bf3-9ffd-9dc5a31f3336 HTTP/1.1" status: 204 len: 168 time: 0.8185120 Feb 04 17:34:08.446196 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 52156) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:34:08.472247 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8143a4e0-4ca6-489d-989b-8834e9a2a494 req-501a27a7-4101-4315-a980-d08610c35be2 tempest-VolumesBackupsTest-773030049 tempest-VolumesBackupsTest-773030049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:34:08.474495 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-8143a4e0-4ca6-489d-989b-8834e9a2a494 req-501a27a7-4101-4315-a980-d08610c35be2 tempest-VolumesBackupsTest-773030049 tempest-VolumesBackupsTest-773030049-project] 10.222.0.89 "GET /v2.0/ports?device_id=cc854e74-d4dc-40a9-a1e9-1a538b796e58 HTTP/1.1" status: 200 len: 949 time: 0.2320783 Feb 04 17:34:08.498490 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b682368e-5589-4ec6-925d-285dfd088014 tempest-RoutersNegativeTest-1344206825 tempest-RoutersNegativeTest-1344206825-project] Checking segment: {'id': 'ab255193-d50a-4824-8cfc-0c953644623e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '9d15e92d-77ca-4ffb-88f0-abe158ac333f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:34:08.498863 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b682368e-5589-4ec6-925d-285dfd088014 tempest-RoutersNegativeTest-1344206825 tempest-RoutersNegativeTest-1344206825-project] Network hostable DHCP agents. Network: 9d15e92d-77ca-4ffb-88f0-abe158ac333f, hostable agents: ['bb89f5a3-3c22-440b-b7d1-c4f0c43c184a'], hosted agents: [] {{(pid=103377) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 17:34:08.528720 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a18f981-95bc-461c-9900-1534b68f958c req-5fb18e6b-a1d8-49c7-bc84-e2faa5ee6b07 tempest-ServerDiskConfigTestJSON-47961148 tempest-ServerDiskConfigTestJSON-47961148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:34:08.530622 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-6a18f981-95bc-461c-9900-1534b68f958c req-5fb18e6b-a1d8-49c7-bc84-e2faa5ee6b07 tempest-ServerDiskConfigTestJSON-47961148 tempest-ServerDiskConfigTestJSON-47961148-project] 10.222.0.89 "GET /v2.0/ports?device_id=494e61d0-1f8d-4061-a921-20562f5cca04 HTTP/1.1" status: 200 len: 945 time: 0.1457615 Feb 04 17:34:08.531775 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b682368e-5589-4ec6-925d-285dfd088014 tempest-RoutersNegativeTest-1344206825 tempest-RoutersNegativeTest-1344206825-project] Network 9d15e92d-77ca-4ffb-88f0-abe158ac333f is scheduled to be hosted by DHCP agent bb89f5a3-3c22-440b-b7d1-c4f0c43c184a with binding_index 1 {{(pid=103377) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 17:34:08.547879 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device 5b23912e-2e13-49c3-9267-c2d19c9614b1 up at agent hyperv_n-h1-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:34:08.568941 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [None req-b682368e-5589-4ec6-925d-285dfd088014 tempest-RoutersNegativeTest-1344206825 tempest-RoutersNegativeTest-1344206825-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827839-2, 9d15e92d-77ca-4ffb-88f0-abe158ac333f) {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:34:08.574877 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b682368e-5589-4ec6-925d-285dfd088014 tempest-RoutersNegativeTest-1344206825 tempest-RoutersNegativeTest-1344206825-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:34:08.575477 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-b682368e-5589-4ec6-925d-285dfd088014 tempest-RoutersNegativeTest-1344206825 tempest-RoutersNegativeTest-1344206825-project] Publish callbacks [] for subnet (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:08.636785 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-b682368e-5589-4ec6-925d-285dfd088014 tempest-RoutersNegativeTest-1344206825 tempest-RoutersNegativeTest-1344206825-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7806711 Feb 04 17:34:08.640406 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 52158) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:34:08.640979 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38933e5c-0459-4a85-b3d4-704dfa314b8a None None] Network 9d15e92d-77ca-4ffb-88f0-abe158ac333f requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:34:08.648046 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-9ee4893b-812d-43ca-9db6-5041a4e49645 tempest-RoutersNegativeTest-1344206825 tempest-RoutersNegativeTest-1344206825-project] Request body: {'subnet': {'network_id': '62d6fbad-ee55-4aac-8c78-c46faf4b42a6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:34:08.650969 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.db_base_plugin_v2 [None req-40d17afb-bddc-4285-91ee-21571f4e4826 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Deleting subnet 4d608233-3089-4bee-bb0f-7d5292b46927 {{(pid=103376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 17:34:08.657504 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-40d17afb-bddc-4285-91ee-21571f4e4826 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Publish callbacks [] for subnet (4d608233-3089-4bee-bb0f-7d5292b46927), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:08.672711 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-6a18f981-95bc-461c-9900-1534b68f958c req-bf96b492-a5df-4a3c-ac25-e388d2674f75 tempest-ServerDiskConfigTestJSON-47961148 tempest-ServerDiskConfigTestJSON-47961148-project] 10.222.0.89 "GET /v2.0/security-groups?id=ffff0ed7-cf9e-4cbb-9be9-3a1c2dba1e58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292064 Feb 04 17:34:08.771343 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Provisioning for port 5b23912e-2e13-49c3-9267-c2d19c9614b1 completed by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 17:34:08.819341 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-0809ab80-afd3-486c-9520-d9210dc1081e req-faa2d43a-8f9c-49f6-a521-647df8d5e963 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=0f534955-8600-49e7-ba57-2378f4bdf14a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3707964 Feb 04 17:34:08.822812 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ee4893b-812d-43ca-9db6-5041a4e49645 tempest-RoutersNegativeTest-1344206825 tempest-RoutersNegativeTest-1344206825-project] Made reservation on behalf of b4a31d82336c49f19f6d81355721a45c for: {'subnet': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:34:08.826459 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-9ee4893b-812d-43ca-9db6-5041a4e49645 tempest-RoutersNegativeTest-1344206825 tempest-RoutersNegativeTest-1344206825-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25597243'] for subnet (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:08.842231 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-8143a4e0-4ca6-489d-989b-8834e9a2a494 req-c830974d-28cd-4725-8c6e-0a5256e9a532 tempest-VolumesBackupsTest-773030049 tempest-VolumesBackupsTest-773030049-project] 10.222.0.89 "GET /v2.0/security-groups?id=62a841c8-7c27-46ab-8fce-aedf9934cfa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3420694 Feb 04 17:34:08.845397 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-40d17afb-bddc-4285-91ee-21571f4e4826 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25674901'] for subnet (4d608233-3089-4bee-bb0f-7d5292b46927), precommit_delete_associations {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:08.874313 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Provisioning complete for port 5b23912e-2e13-49c3-9267-c2d19c9614b1 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:34:08.874873 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (5b23912e-2e13-49c3-9267-c2d19c9614b1), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:08.997053 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0809ab80-afd3-486c-9520-d9210dc1081e req-efc158ec-9683-40f3-900a-a25c2110e6f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:34:08.998882 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-0809ab80-afd3-486c-9520-d9210dc1081e req-efc158ec-9683-40f3-900a-a25c2110e6f8 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=a7ea9b1ba86e49c289bed0f142f59d4f&device_id=0f534955-8600-49e7-ba57-2378f4bdf14a HTTP/1.1" status: 200 len: 1128 time: 0.1105917 Feb 04 17:34:09.008098 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e824eb86-b720-4cda-8bd7-a513044d3917 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e4c19ad-5724-5db8-8ee1-4f56ae69fcf4-9d15e92d-77ca-4ffb-88f0-abe158ac333f', 'network_id': '9d15e92d-77ca-4ffb-88f0-abe158ac333f', 'project_id': 'b4a31d82336c49f19f6d81355721a45c', 'fixed_ips': [{'subnet_id': '8ac32c97-9b45-4736-b38a-8b91ec689018'}]}} from n-d-827839-2. {{(pid=103378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 17:34:09.009052 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e824eb86-b720-4cda-8bd7-a513044d3917 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:09.011852 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-40d17afb-bddc-4285-91ee-21571f4e4826 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1541225'] for subnet (4d608233-3089-4bee-bb0f-7d5292b46927), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:09.029794 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3822e4-3c84-4abc-ba47-07d81b50d8e3 req-203df4ee-d7d4-49b2-985c-8d1551f1bb04 tempest-AttachVolumeNegativeTest-179514357 tempest-AttachVolumeNegativeTest-179514357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:34:09.033295 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-1e3822e4-3c84-4abc-ba47-07d81b50d8e3 req-203df4ee-d7d4-49b2-985c-8d1551f1bb04 tempest-AttachVolumeNegativeTest-179514357 tempest-AttachVolumeNegativeTest-179514357-project] 10.222.0.89 "GET /v2.0/ports?device_id=49e38698-ddb6-491f-acee-ee5d8477b9c9 HTTP/1.1" status: 200 len: 946 time: 0.1887097 Feb 04 17:34:09.205133 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-40d17afb-bddc-4285-91ee-21571f4e4826 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1541216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25675894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25858947'] for subnet (4d608233-3089-4bee-bb0f-7d5292b46927), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:09.235189 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49e38698-ddb6-491f-acee-ee5d8477b9c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fc28c92-851e-4d8e-adf6-8ac5e13cbbef'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:34:09.250345 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c34bc964ce2211770fda26ca2f3801cc06f4f39928110690550e94ab9c9d2fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0c40ff7-1b36-4fe1-9440-29b682b085bc" -d '{"events": [{"server_uuid": "49e38698-ddb6-491f-acee-ee5d8477b9c9", "name": "network-vif-plugged", "status": "completed", "tag": "2fc28c92-851e-4d8e-adf6-8ac5e13cbbef"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:34:09.273608 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d17afb-bddc-4285-91ee-21571f4e4826 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Pushing event deleted for resources: {'Subnet': ['ID=4d608233-3089-4bee-bb0f-7d5292b46927,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:34:09.277800 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0809ab80-afd3-486c-9520-d9210dc1081e req-d9e4930b-8300-4e0f-a062-cd234f2f4fa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:34:09.279623 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-0809ab80-afd3-486c-9520-d9210dc1081e req-d9e4930b-8300-4e0f-a062-cd234f2f4fa2 service neutron] 10.222.0.96 "GET /v2.0/networks?id=b84761e1-11c1-4974-9748-ae61e294404d HTTP/1.1" status: 200 len: 916 time: 0.2268014 Feb 04 17:34:09.286672 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-40d17afb-bddc-4285-91ee-21571f4e4826 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Publish callbacks [] for subnet (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:09.295445 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-40d17afb-bddc-4285-91ee-21571f4e4826 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] 10.222.0.89 "DELETE /v2.0/subnets/4d608233-3089-4bee-bb0f-7d5292b46927 HTTP/1.1" status: 204 len: 168 time: 0.8457646 Feb 04 17:34:09.297362 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 52168) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:34:09.405718 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-e824eb86-b720-4cda-8bd7-a513044d3917 None None] Allocated IP 172.20.0.2 (9d15e92d-77ca-4ffb-88f0-abe158ac333f/8ac32c97-9b45-4736-b38a-8b91ec689018/5bf3e0b7-fc94-4d8c-9721-273a6875b03f) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:34:09.467687 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-098bb8bb-3510-4502-83cf-18589831d5b4 None None] Network 913091b5-aee2-4280-973b-aeb4f430fe8d requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:34:09.472578 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 17:34:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0581bdb-614f-42bc-923c-6b9fa03f5134 x-openstack-request-id: req-b0581bdb-614f-42bc-923c-6b9fa03f5134 {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:34:09.473115 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49e38698-ddb6-491f-acee-ee5d8477b9c9", "name": "network-vif-plugged", "status": "completed", "tag": "2fc28c92-851e-4d8e-adf6-8ac5e13cbbef", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:34:09.474082 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-b0581bdb-614f-42bc-923c-6b9fa03f5134 {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:34:09.474918 n-d-827839-2 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49e38698-ddb6-491f-acee-ee5d8477b9c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fc28c92-851e-4d8e-adf6-8ac5e13cbbef', 'code': 200} Feb 04 17:34:09.517126 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-0809ab80-afd3-486c-9520-d9210dc1081e req-6ef75e28-5ca4-46e7-9309-68ec47e10b0e service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fa3ec34f-476f-4da0-b6c0-58378a94dd8f HTTP/1.1" status: 200 len: 217 time: 0.2204394 Feb 04 17:34:09.526546 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-6135c5a5-494c-408d-b8e8-4210567b6e7a tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628832'] for network (913091b5-aee2-4280-973b-aeb4f430fe8d), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:09.647587 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0809ab80-afd3-486c-9520-d9210dc1081e req-aadf9034-513b-4f23-9b9d-12f9caf2979f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:34:09.649663 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-0809ab80-afd3-486c-9520-d9210dc1081e req-aadf9034-513b-4f23-9b9d-12f9caf2979f service neutron] 10.222.0.96 "GET /v2.0/subnets?id=74e6e6d2-6594-4fba-b377-2d3e84d23c5b HTTP/1.1" status: 200 len: 855 time: 0.1201622 Feb 04 17:34:09.686669 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-1e3822e4-3c84-4abc-ba47-07d81b50d8e3 req-c7f125cf-5d15-4dbc-add4-6018c3ef1366 tempest-AttachVolumeNegativeTest-179514357 tempest-AttachVolumeNegativeTest-179514357-project] 10.222.0.89 "GET /v2.0/security-groups?id=c354f4ed-9d7a-4839-ac0e-7acc5f1680a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6375115 Feb 04 17:34:09.781973 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acce5751-3389-496c-a9d5-2de7e234fa96 req-61c30939-435f-4652-8839-b45f9b739c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:34:09.796613 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-acce5751-3389-496c-a9d5-2de7e234fa96 req-61c30939-435f-4652-8839-b45f9b739c1b service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=49e38698-ddb6-491f-acee-ee5d8477b9c9 HTTP/1.1" status: 200 len: 1128 time: 0.2549956 Feb 04 17:34:09.802870 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-0809ab80-afd3-486c-9520-d9210dc1081e req-df5e5c18-26a3-4d47-a3f5-a3cd0561e98e service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=b84761e1-11c1-4974-9748-ae61e294404d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1318088 Feb 04 17:34:09.878470 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Current status of the port 5b23912e-2e13-49c3-9267-c2d19c9614b1 is: BUILD; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:34:09.878945 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (5b23912e-2e13-49c3-9267-c2d19c9614b1), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:09.884982 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-9ee4893b-812d-43ca-9db6-5041a4e49645 tempest-RoutersNegativeTest-1344206825 tempest-RoutersNegativeTest-1344206825-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25889445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25597197'] for subnet (e82fad8a-4817-4ca9-aaf6-0e22c7f1e040), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:09.951846 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-6135c5a5-494c-408d-b8e8-4210567b6e7a tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Deleting port 74b21d78-52e6-40a2-81ab-39d7a7a856d3 {{(pid=103376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:34:09.952249 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-6135c5a5-494c-408d-b8e8-4210567b6e7a tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (74b21d78-52e6-40a2-81ab-39d7a7a856d3), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:09.978426 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-acce5751-3389-496c-a9d5-2de7e234fa96 req-d70e1b59-ef10-43da-88da-f42b14291a36 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=c354f4ed-9d7a-4839-ac0e-7acc5f1680a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1753135 Feb 04 17:34:09.990809 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee4893b-812d-43ca-9db6-5041a4e49645 tempest-RoutersNegativeTest-1344206825 tempest-RoutersNegativeTest-1344206825-project] Pushing event updated for resources: {'Subnet': ['ID=e82fad8a-4817-4ca9-aaf6-0e22c7f1e040,revision_number=0']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:34:10.008573 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 534893e4-c012-4a46-b0ab-ad8caa575b5f up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:34:10.058040 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ee4893b-812d-43ca-9db6-5041a4e49645 tempest-RoutersNegativeTest-1344206825 tempest-RoutersNegativeTest-1344206825-project] Checking segment: {'id': 'abbb2b02-5f0c-433b-93c5-3a9c7df0e5a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '62d6fbad-ee55-4aac-8c78-c46faf4b42a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:34:10.058689 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ee4893b-812d-43ca-9db6-5041a4e49645 tempest-RoutersNegativeTest-1344206825 tempest-RoutersNegativeTest-1344206825-project] Network hostable DHCP agents. Network: 62d6fbad-ee55-4aac-8c78-c46faf4b42a6, hostable agents: ['bb89f5a3-3c22-440b-b7d1-c4f0c43c184a'], hosted agents: [] {{(pid=103377) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 17:34:10.074293 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [None req-6135c5a5-494c-408d-b8e8-4210567b6e7a tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] For port 74b21d78-52e6-40a2-81ab-39d7a7a856d3, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=74b21d78-52e6-40a2-81ab-39d7a7a856d3,segment=NetworkSegment(b1d0ffff-6489-4f5e-900b-409ce3de4273),segment_id=b1d0ffff-6489-4f5e-900b-409ce3de4273)] {{(pid=103376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:34:10.074841 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-6135c5a5-494c-408d-b8e8-4210567b6e7a tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (74b21d78-52e6-40a2-81ab-39d7a7a856d3), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:10.087444 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4846ed73-eb08-4075-b9bc-7d1b9a18d9a1 req-797def79-8b9c-42e2-89c3-96dcb40837c4 tempest-ServerDiskConfigTestJSON-47961148 tempest-ServerDiskConfigTestJSON-47961148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:34:10.089109 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-4846ed73-eb08-4075-b9bc-7d1b9a18d9a1 req-797def79-8b9c-42e2-89c3-96dcb40837c4 tempest-ServerDiskConfigTestJSON-47961148 tempest-ServerDiskConfigTestJSON-47961148-project] 10.222.0.89 "GET /v2.0/ports?device_id=494e61d0-1f8d-4061-a921-20562f5cca04 HTTP/1.1" status: 200 len: 945 time: 0.2735946 Feb 04 17:34:10.103203 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ed72bc-9f58-458d-91bc-20e6b2235976 req-228d319a-6926-4df7-8e21-76a013b5e156 tempest-VolumesBackupsTest-773030049 tempest-VolumesBackupsTest-773030049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:34:10.105196 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-c8ed72bc-9f58-458d-91bc-20e6b2235976 req-228d319a-6926-4df7-8e21-76a013b5e156 tempest-VolumesBackupsTest-773030049 tempest-VolumesBackupsTest-773030049-project] 10.222.0.89 "GET /v2.0/ports?device_id=cc854e74-d4dc-40a9-a1e9-1a538b796e58 HTTP/1.1" status: 200 len: 949 time: 0.1020846 Feb 04 17:34:10.106968 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ee4893b-812d-43ca-9db6-5041a4e49645 tempest-RoutersNegativeTest-1344206825 tempest-RoutersNegativeTest-1344206825-project] Network 62d6fbad-ee55-4aac-8c78-c46faf4b42a6 is scheduled to be hosted by DHCP agent bb89f5a3-3c22-440b-b7d1-c4f0c43c184a with binding_index 1 {{(pid=103377) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 17:34:10.107617 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e824eb86-b720-4cda-8bd7-a513044d3917 None None] Publish callbacks [] for port (5bf3e0b7-fc94-4d8c-9721-273a6875b03f), precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:10.119313 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-0809ab80-afd3-486c-9520-d9210dc1081e req-77600a9e-6f71-4b3e-9096-1002fc8ab611 service neutron] 10.222.0.96 "GET /v2.0/networks/b84761e1-11c1-4974-9748-ae61e294404d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2906482 Feb 04 17:34:10.120260 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-6135c5a5-494c-408d-b8e8-4210567b6e7a tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Calling delete_port for 74b21d78-52e6-40a2-81ab-39d7a7a856d3 owned by network:dhcp {{(pid=103376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:34:10.140935 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75680c80-1c58-4780-894b-db5971d900c4 None None] Network 7f294a15-9713-4be9-aea4-4f203e5ade82 requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:34:10.146671 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [None req-9ee4893b-812d-43ca-9db6-5041a4e49645 tempest-RoutersNegativeTest-1344206825 tempest-RoutersNegativeTest-1344206825-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827839-2, 62d6fbad-ee55-4aac-8c78-c46faf4b42a6) {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:34:10.158070 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ee4893b-812d-43ca-9db6-5041a4e49645 tempest-RoutersNegativeTest-1344206825 tempest-RoutersNegativeTest-1344206825-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:34:10.158856 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-9ee4893b-812d-43ca-9db6-5041a4e49645 tempest-RoutersNegativeTest-1344206825 tempest-RoutersNegativeTest-1344206825-project] Publish callbacks [] for subnet (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:10.165874 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e824eb86-b720-4cda-8bd7-a513044d3917 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135'] for port (5bf3e0b7-fc94-4d8c-9721-273a6875b03f), after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:10.185083 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e189b86e-ee5b-4ede-81c1-15ef4a67aa71 None None] Network 62d6fbad-ee55-4aac-8c78-c46faf4b42a6 requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:34:10.195842 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-c8ed72bc-9f58-458d-91bc-20e6b2235976 req-66387807-f6ae-4ffd-94e0-95199b2cc067 tempest-VolumesBackupsTest-773030049 tempest-VolumesBackupsTest-773030049-project] 10.222.0.89 "GET /v2.0/security-groups?id=62a841c8-7c27-46ab-8fce-aedf9934cfa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673659 Feb 04 17:34:10.216195 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-9ee4893b-812d-43ca-9db6-5041a4e49645 tempest-RoutersNegativeTest-1344206825 tempest-RoutersNegativeTest-1344206825-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5744607 Feb 04 17:34:10.218789 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 52180) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:34:10.222323 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] For port 5b23912e-2e13-49c3-9267-c2d19c9614b1, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=5b23912e-2e13-49c3-9267-c2d19c9614b1,segment=NetworkSegment(c672906f-f6f7-41c3-8178-df9515ad242f),segment_id=c672906f-f6f7-41c3-8178-df9515ad242f)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:34:10.320375 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-0809ab80-afd3-486c-9520-d9210dc1081e req-ebc60427-c4cb-497f-9901-0cfe7c6f9179 service neutron] 10.222.0.96 "GET /v2.0/networks/b84761e1-11c1-4974-9748-ae61e294404d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1880739 Feb 04 17:34:10.337863 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-4846ed73-eb08-4075-b9bc-7d1b9a18d9a1 req-8bf2df6b-cc4e-41d1-8002-37d1e958e4cf tempest-ServerDiskConfigTestJSON-47961148 tempest-ServerDiskConfigTestJSON-47961148-project] 10.222.0.89 "GET /v2.0/security-groups?id=ffff0ed7-cf9e-4cbb-9be9-3a1c2dba1e58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2415087 Feb 04 17:34:10.389336 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-6135c5a5-494c-408d-b8e8-4210567b6e7a tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (74b21d78-52e6-40a2-81ab-39d7a7a856d3), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:10.416424 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-7e64787d-dfed-4ab6-890f-31a9072e649a None None] Provisioning complete for port 534893e4-c012-4a46-b0ab-ad8caa575b5f triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:34:10.418091 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7e64787d-dfed-4ab6-890f-31a9072e649a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (534893e4-c012-4a46-b0ab-ad8caa575b5f), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:10.424800 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (5b23912e-2e13-49c3-9267-c2d19c9614b1), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:10.455816 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6135c5a5-494c-408d-b8e8-4210567b6e7a tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] No DVR routers for this DVR port 74b21d78-52e6-40a2-81ab-39d7a7a856d3 on host n-d-827839-2 {{(pid=103376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 17:34:10.499686 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (f20a1ab3-4332-4f54-833b-ba4a7c687e89), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:10.500626 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6135c5a5-494c-408d-b8e8-4210567b6e7a tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Pushing event deleted for resources: {'Port': ['ID=74b21d78-52e6-40a2-81ab-39d7a7a856d3,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:34:10.518162 n-d-827839-2 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e824eb86-b720-4cda-8bd7-a513044d3917 None None] Network 9d15e92d-77ca-4ffb-88f0-abe158ac333f is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:34:10.539037 n-d-827839-2 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-e824eb86-b720-4cda-8bd7-a513044d3917 None None] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:34:10.592684 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e824eb86-b720-4cda-8bd7-a513044d3917 None None] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:34:10.614852 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e824eb86-b720-4cda-8bd7-a513044d3917 None None] Pushing event updated for resources: {'Port': ['ID=5bf3e0b7-fc94-4d8c-9721-273a6875b03f,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:34:10.630919 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-315e7f13-9a4b-49b1-9157-2d4e0659d5d3 tempest-RoutersNegativeTest-1344206825 tempest-RoutersNegativeTest-1344206825-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:10.717027 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bdfd10e-393d-4202-8ece-09d9b9536df6 None None] DHCP port deletion for 913091b5-aee2-4280-973b-aeb4f430fe8d request from n-d-827839-2 {{(pid=103378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 17:34:10.734057 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-6135c5a5-494c-408d-b8e8-4210567b6e7a tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1543676', 'neutron.services.segments.db._delete_segments_for_network-8781084786517'] for network (913091b5-aee2-4280-973b-aeb4f430fe8d), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:10.741455 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port 534893e4-c012-4a46-b0ab-ad8caa575b5f triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:34:10.741680 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (534893e4-c012-4a46-b0ab-ad8caa575b5f), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:10.777484 n-d-827839-2 neutron-server[103376]: DEBUG neutron.services.segments.db [None req-6135c5a5-494c-408d-b8e8-4210567b6e7a tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['913091b5-aee2-4280-973b-aeb4f430fe8d']}} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:34:10.802848 n-d-827839-2 neutron-server[103376]: DEBUG neutron.services.segments.db [None req-6135c5a5-494c-408d-b8e8-4210567b6e7a tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1d0ffff-6489-4f5e-900b-409ce3de4273') {'for_net_delete': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:34:10.803972 n-d-827839-2 neutron-server[103376]: DEBUG neutron.services.segments.db [None req-6135c5a5-494c-408d-b8e8-4210567b6e7a tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1d0ffff-6489-4f5e-900b-409ce3de4273') {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:34:10.827366 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-6135c5a5-494c-408d-b8e8-4210567b6e7a tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781084783966', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25674908'] for segment (b1d0ffff-6489-4f5e-900b-409ce3de4273), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:10.893241 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-6135c5a5-494c-408d-b8e8-4210567b6e7a tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (b1d0ffff-6489-4f5e-900b-409ce3de4273), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:10.894499 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-7e64787d-dfed-4ab6-890f-31a9072e649a None None] Current status of the port 534893e4-c012-4a46-b0ab-ad8caa575b5f is: DOWN; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:34:10.894951 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7e64787d-dfed-4ab6-890f-31a9072e649a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (534893e4-c012-4a46-b0ab-ad8caa575b5f), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:10.903473 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6135c5a5-494c-408d-b8e8-4210567b6e7a tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Releasing vlan 772 on physical network physnet1 to pool {{(pid=103376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 17:34:10.905599 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-6135c5a5-494c-408d-b8e8-4210567b6e7a tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25675992'] for segment (b1d0ffff-6489-4f5e-900b-409ce3de4273), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:10.908982 n-d-827839-2 neutron-server[103376]: Traceback (most recent call last): Feb 04 17:34:10.908982 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 17:34:10.908982 n-d-827839-2 neutron-server[103376]: timer() Feb 04 17:34:10.908982 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 17:34:10.908982 n-d-827839-2 neutron-server[103376]: cb(*args, **kw) Feb 04 17:34:10.908982 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 17:34:10.908982 n-d-827839-2 neutron-server[103376]: return func(*args, **kwargs) Feb 04 17:34:10.908982 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 17:34:10.908982 n-d-827839-2 neutron-server[103376]: self._notify() Feb 04 17:34:10.908982 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 17:34:10.908982 n-d-827839-2 neutron-server[103376]: self.callback(batched_events) Feb 04 17:34:10.908982 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 17:34:10.908982 n-d-827839-2 neutron-server[103376]: event.method(event) Feb 04 17:34:10.908982 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 17:34:10.908982 n-d-827839-2 neutron-server[103376]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 17:34:10.908982 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 17:34:10.908982 n-d-827839-2 neutron-server[103376]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 17:34:10.908982 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 17:34:10.908982 n-d-827839-2 neutron-server[103376]: return f(self, *a, **k) Feb 04 17:34:10.908982 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 17:34:10.908982 n-d-827839-2 neutron-server[103376]: return self._get(url).json() Feb 04 17:34:10.908982 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 17:34:10.908982 n-d-827839-2 neutron-server[103376]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 17:34:10.908982 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 17:34:10.908982 n-d-827839-2 neutron-server[103376]: return self.request(url, 'GET', **kwargs) Feb 04 17:34:10.908982 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 17:34:10.908982 n-d-827839-2 neutron-server[103376]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 17:34:10.908982 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 17:34:10.908982 n-d-827839-2 neutron-server[103376]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 17:34:10.908982 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 17:34:10.908982 n-d-827839-2 neutron-server[103376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 17:34:10.908982 n-d-827839-2 neutron-server[103376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 17:34:10.957801 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-e824eb86-b720-4cda-8bd7-a513044d3917 None None] Attempting to bind port 5bf3e0b7-fc94-4d8c-9721-273a6875b03f on host n-d-827839-2 for vnic_type normal with profile {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:34:10.958458 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-e824eb86-b720-4cda-8bd7-a513044d3917 None None] Attempting to bind port 5bf3e0b7-fc94-4d8c-9721-273a6875b03f by drivers openvswitch,hyperv on host n-d-827839-2 at level 0 using segments [{'id': 'ab255193-d50a-4824-8cfc-0c953644623e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '9d15e92d-77ca-4ffb-88f0-abe158ac333f'}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:34:10.958931 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e824eb86-b720-4cda-8bd7-a513044d3917 None None] Attempting to bind port 5bf3e0b7-fc94-4d8c-9721-273a6875b03f on network 9d15e92d-77ca-4ffb-88f0-abe158ac333f {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:34:10.988204 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fddf0a-2ef0-48df-8c6d-603506bb48df req-dc105d36-be85-43b9-84e5-3c73b176e24f tempest-AttachVolumeNegativeTest-179514357 tempest-AttachVolumeNegativeTest-179514357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:34:10.997492 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-21fddf0a-2ef0-48df-8c6d-603506bb48df req-dc105d36-be85-43b9-84e5-3c73b176e24f tempest-AttachVolumeNegativeTest-179514357 tempest-AttachVolumeNegativeTest-179514357-project] 10.222.0.89 "GET /v2.0/ports?device_id=49e38698-ddb6-491f-acee-ee5d8477b9c9 HTTP/1.1" status: 200 len: 946 time: 0.1546485 Feb 04 17:34:11.015247 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45daabec-5d45-4dae-b2e1-4053ddff6715 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e4c19ad-5724-5db8-8ee1-4f56ae69fcf4-62d6fbad-ee55-4aac-8c78-c46faf4b42a6', 'network_id': '62d6fbad-ee55-4aac-8c78-c46faf4b42a6', 'project_id': 'b4a31d82336c49f19f6d81355721a45c', 'fixed_ips': [{'subnet_id': 'e82fad8a-4817-4ca9-aaf6-0e22c7f1e040'}]}} from n-d-827839-2. {{(pid=103378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 17:34:11.016244 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-45daabec-5d45-4dae-b2e1-4053ddff6715 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:11.025541 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-6135c5a5-494c-408d-b8e8-4210567b6e7a tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1543671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1595572'] for network (913091b5-aee2-4280-973b-aeb4f430fe8d), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:11.034726 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-6135c5a5-494c-408d-b8e8-4210567b6e7a tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Publish callbacks [] for network (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:11.038584 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-6135c5a5-494c-408d-b8e8-4210567b6e7a tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] 10.222.0.89 "DELETE /v2.0/networks/913091b5-aee2-4280-973b-aeb4f430fe8d HTTP/1.1" status: 204 len: 168 time: 1.7402480 Feb 04 17:34:11.046427 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 52200) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:34:11.054397 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-898adee4-f8c1-4f7d-8f66-a27c4b9f6332 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Request body: {'network': {'name': 'tempest-RoutersTest-6016421'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:34:11.073185 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6135c5a5-494c-408d-b8e8-4210567b6e7a tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Pushing event deleted for resources: {'Network': ['ID=913091b5-aee2-4280-973b-aeb4f430fe8d,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:34:11.102965 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-21fddf0a-2ef0-48df-8c6d-603506bb48df req-3e33deab-2c82-47d6-a672-8f037f81a5f4 tempest-AttachVolumeNegativeTest-179514357 tempest-AttachVolumeNegativeTest-179514357-project] 10.222.0.89 "GET /v2.0/security-groups?id=c354f4ed-9d7a-4839-ac0e-7acc5f1680a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042802 Feb 04 17:34:11.130750 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.db_base_plugin_common [None req-315e7f13-9a4b-49b1-9157-2d4e0659d5d3 tempest-RoutersNegativeTest-1344206825 tempest-RoutersNegativeTest-1344206825-project] Allocated IP 172.20.0.1 (9d15e92d-77ca-4ffb-88f0-abe158ac333f/8ac32c97-9b45-4736-b38a-8b91ec689018/10e86207-08a5-4667-9873-c872a6a63795) {{(pid=103377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:34:11.131239 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-898adee4-f8c1-4f7d-8f66-a27c4b9f6332 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Made reservation on behalf of d3ff32f7652b479da34ca36dc7895dfa for: {'network': 1} {{(pid=103376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:34:11.134897 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-898adee4-f8c1-4f7d-8f66-a27c4b9f6332 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for network (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:11.178889 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-898adee4-f8c1-4f7d-8f66-a27c4b9f6332 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] vlan segment allocate from pool success with {'vlan_id': 758, 'physical_network': 'physnet1'} {{(pid=103376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 17:34:11.191308 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-898adee4-f8c1-4f7d-8f66-a27c4b9f6332 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (ed02f14b-cebc-49e6-bc83-f481c64f8d7e), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:11.193307 n-d-827839-2 neutron-server[103376]: INFO neutron.db.segments_db [None req-898adee4-f8c1-4f7d-8f66-a27c4b9f6332 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Added segment ed02f14b-cebc-49e6-bc83-f481c64f8d7e of type vlan for network c7017bfd-e897-4481-83a6-e475990edb02 Feb 04 17:34:11.228754 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-45daabec-5d45-4dae-b2e1-4053ddff6715 None None] Allocated IP 172.20.0.2 (62d6fbad-ee55-4aac-8c78-c46faf4b42a6/e82fad8a-4817-4ca9-aaf6-0e22c7f1e040/761584e3-1d35-45d9-b680-d10351918368) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:34:11.243293 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-898adee4-f8c1-4f7d-8f66-a27c4b9f6332 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781084292801'] for network (c7017bfd-e897-4481-83a6-e475990edb02), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:11.282049 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-898adee4-f8c1-4f7d-8f66-a27c4b9f6332 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327'] for network (c7017bfd-e897-4481-83a6-e475990edb02), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:11.296471 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-898adee4-f8c1-4f7d-8f66-a27c4b9f6332 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:34:11.298009 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-898adee4-f8c1-4f7d-8f66-a27c4b9f6332 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Publish callbacks [] for network (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:11.353305 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-315e7f13-9a4b-49b1-9157-2d4e0659d5d3 tempest-RoutersNegativeTest-1344206825 tempest-RoutersNegativeTest-1344206825-project] Publish callbacks [] for port (10e86207-08a5-4667-9873-c872a6a63795), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:11.396173 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-898adee4-f8c1-4f7d-8f66-a27c4b9f6332 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 763 time: 0.3473341 Feb 04 17:34:11.399576 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 52204) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:34:11.407099 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-7c08ebd7-507d-429a-94bd-adb74679b98d tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Request body: {'subnet': {'network_id': 'c7017bfd-e897-4481-83a6-e475990edb02', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:34:11.410036 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-315e7f13-9a4b-49b1-9157-2d4e0659d5d3 tempest-RoutersNegativeTest-1344206825 tempest-RoutersNegativeTest-1344206825-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (10e86207-08a5-4667-9873-c872a6a63795), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:11.468994 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-45daabec-5d45-4dae-b2e1-4053ddff6715 None None] Publish callbacks [] for port (761584e3-1d35-45d9-b680-d10351918368), precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:11.482650 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '494e61d0-1f8d-4061-a921-20562f5cca04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b23912e-2e13-49c3-9267-c2d19c9614b1'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:34:11.486022 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c34bc964ce2211770fda26ca2f3801cc06f4f39928110690550e94ab9c9d2fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-093aba06-72d3-4139-9332-c9e27ff1fc93" -d '{"events": [{"server_uuid": "494e61d0-1f8d-4061-a921-20562f5cca04", "name": "network-vif-plugged", "status": "completed", "tag": "5b23912e-2e13-49c3-9267-c2d19c9614b1"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:34:11.491289 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e824eb86-b720-4cda-8bd7-a513044d3917 None None] Checking agent: {'id': 'ba70844b-66a0-45fd-a2f2-e6ed673321fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 0, 36), 'started_at': datetime.datetime(2022, 2, 4, 17, 1, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 34, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:34:11.491987 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e824eb86-b720-4cda-8bd7-a513044d3917 None None] Checking segment: {'id': 'ab255193-d50a-4824-8cfc-0c953644623e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '9d15e92d-77ca-4ffb-88f0-abe158ac333f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:34:11.492559 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e824eb86-b720-4cda-8bd7-a513044d3917 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:11.493155 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e824eb86-b720-4cda-8bd7-a513044d3917 None None] Bound using segment: {'id': 'ab255193-d50a-4824-8cfc-0c953644623e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '9d15e92d-77ca-4ffb-88f0-abe158ac333f'} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:34:11.493791 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-e824eb86-b720-4cda-8bd7-a513044d3917 None None] Bound port: 5bf3e0b7-fc94-4d8c-9721-273a6875b03f, host: n-d-827839-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab255193-d50a-4824-8cfc-0c953644623e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '9d15e92d-77ca-4ffb-88f0-abe158ac333f'}}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:34:11.494352 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e824eb86-b720-4cda-8bd7-a513044d3917 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (5bf3e0b7-fc94-4d8c-9721-273a6875b03f), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:11.507028 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-45daabec-5d45-4dae-b2e1-4053ddff6715 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135'] for port (761584e3-1d35-45d9-b680-d10351918368), after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:11.512693 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315e7f13-9a4b-49b1-9157-2d4e0659d5d3 tempest-RoutersNegativeTest-1344206825 tempest-RoutersNegativeTest-1344206825-project] Pushing event updated for resources: {'Port': ['ID=10e86207-08a5-4667-9873-c872a6a63795,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:34:11.542241 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-7e64787d-dfed-4ab6-890f-31a9072e649a None None] For port 534893e4-c012-4a46-b0ab-ad8caa575b5f, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=534893e4-c012-4a46-b0ab-ad8caa575b5f,segment=NetworkSegment(7ff987d9-de6b-4338-9db4-e3382322bc1a),segment_id=7ff987d9-de6b-4338-9db4-e3382322bc1a)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:34:11.549390 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-315e7f13-9a4b-49b1-9157-2d4e0659d5d3 tempest-RoutersNegativeTest-1344206825 tempest-RoutersNegativeTest-1344206825-project] Network 9d15e92d-77ca-4ffb-88f0-abe158ac333f is already hosted by enough agents. {{(pid=103377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:34:11.557675 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898adee4-f8c1-4f7d-8f66-a27c4b9f6332 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Pushing event updated for resources: {'Network': ['ID=c7017bfd-e897-4481-83a6-e475990edb02,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:34:11.561561 n-d-827839-2 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45daabec-5d45-4dae-b2e1-4053ddff6715 None None] Network 62d6fbad-ee55-4aac-8c78-c46faf4b42a6 is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:34:11.569225 n-d-827839-2 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-45daabec-5d45-4dae-b2e1-4053ddff6715 None None] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:34:11.572028 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45daabec-5d45-4dae-b2e1-4053ddff6715 None None] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:34:11.578028 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7e64787d-dfed-4ab6-890f-31a9072e649a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (534893e4-c012-4a46-b0ab-ad8caa575b5f), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:11.592455 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Network c7017bfd-e897-4481-83a6-e475990edb02 details requested by agent ovs-agent-n-d-827839-2 with host n-d-827839-2 {{(pid=103378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 17:34:11.614682 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [None req-315e7f13-9a4b-49b1-9157-2d4e0659d5d3 tempest-RoutersNegativeTest-1344206825 tempest-RoutersNegativeTest-1344206825-project] Resources bound (agent type, host, resource id): {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:34:11.622340 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c08ebd7-507d-429a-94bd-adb74679b98d tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Made reservation on behalf of d3ff32f7652b479da34ca36dc7895dfa for: {'subnet': 1} {{(pid=103376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:34:11.631778 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-7c08ebd7-507d-429a-94bd-adb74679b98d tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25859006'] for subnet (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:11.648971 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-315e7f13-9a4b-49b1-9157-2d4e0659d5d3 tempest-RoutersNegativeTest-1344206825 tempest-RoutersNegativeTest-1344206825-project] Received port after_create {{(pid=103377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:34:11.673673 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 17:34:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abc3d9b8-b2aa-4616-9c25-315bc246438a x-openstack-request-id: req-abc3d9b8-b2aa-4616-9c25-315bc246438a {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:34:11.673898 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "494e61d0-1f8d-4061-a921-20562f5cca04", "name": "network-vif-plugged", "status": "completed", "tag": "5b23912e-2e13-49c3-9267-c2d19c9614b1", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:34:11.674142 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-abc3d9b8-b2aa-4616-9c25-315bc246438a {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:34:11.674592 n-d-827839-2 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '494e61d0-1f8d-4061-a921-20562f5cca04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b23912e-2e13-49c3-9267-c2d19c9614b1', 'code': 200} Feb 04 17:34:11.680863 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Pushing event updated for resources: {'Port': ['ID=5b23912e-2e13-49c3-9267-c2d19c9614b1,revision_number=5']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:34:11.730701 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5ebfb9-7108-4264-9cc6-30d563bd592e req-de7d9331-9512-4033-99ef-ce59e3d25233 tempest-ServerDiskConfigTestJSON-47961148 tempest-ServerDiskConfigTestJSON-47961148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:34:11.735518 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45daabec-5d45-4dae-b2e1-4053ddff6715 None None] Pushing event updated for resources: {'Port': ['ID=761584e3-1d35-45d9-b680-d10351918368,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:34:11.739009 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-7c5ebfb9-7108-4264-9cc6-30d563bd592e req-de7d9331-9512-4033-99ef-ce59e3d25233 tempest-ServerDiskConfigTestJSON-47961148 tempest-ServerDiskConfigTestJSON-47961148-project] 10.222.0.89 "GET /v2.0/ports?device_id=494e61d0-1f8d-4061-a921-20562f5cca04 HTTP/1.1" status: 200 len: 946 time: 0.2523890 Feb 04 17:34:11.756146 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-315e7f13-9a4b-49b1-9157-2d4e0659d5d3 tempest-RoutersNegativeTest-1344206825 tempest-RoutersNegativeTest-1344206825-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1595471'] for router_interface (69165c68-b3a5-4838-b0b4-99dbed7d70d4), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:11.802210 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-e824eb86-b720-4cda-8bd7-a513044d3917 None None] For port 5bf3e0b7-fc94-4d8c-9721-273a6875b03f, host n-d-827839-2, cleared binding levels {{(pid=103378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:34:11.805362 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-e824eb86-b720-4cda-8bd7-a513044d3917 None None] For port 5bf3e0b7-fc94-4d8c-9721-273a6875b03f, host n-d-827839-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=5bf3e0b7-fc94-4d8c-9721-273a6875b03f,segment=NetworkSegment(ab255193-d50a-4824-8cfc-0c953644623e),segment_id=ab255193-d50a-4824-8cfc-0c953644623e)] {{(pid=103378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:34:11.861555 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be32cc4-5f32-4e3d-b2d7-cd8ba7f93795 req-15cdafcc-2fb7-4743-b670-b68d53f73311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:34:11.863449 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-2be32cc4-5f32-4e3d-b2d7-cd8ba7f93795 req-15cdafcc-2fb7-4743-b670-b68d53f73311 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=494e61d0-1f8d-4061-a921-20562f5cca04 HTTP/1.1" status: 200 len: 1128 time: 0.1997566 Feb 04 17:34:11.884098 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e824eb86-b720-4cda-8bd7-a513044d3917 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (5bf3e0b7-fc94-4d8c-9721-273a6875b03f), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:12.030929 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-45daabec-5d45-4dae-b2e1-4053ddff6715 None None] Attempting to bind port 761584e3-1d35-45d9-b680-d10351918368 on host n-d-827839-2 for vnic_type normal with profile {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:34:12.034683 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-45daabec-5d45-4dae-b2e1-4053ddff6715 None None] Attempting to bind port 761584e3-1d35-45d9-b680-d10351918368 by drivers openvswitch,hyperv on host n-d-827839-2 at level 0 using segments [{'id': 'abbb2b02-5f0c-433b-93c5-3a9c7df0e5a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '62d6fbad-ee55-4aac-8c78-c46faf4b42a6'}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:34:12.035237 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45daabec-5d45-4dae-b2e1-4053ddff6715 None None] Attempting to bind port 761584e3-1d35-45d9-b680-d10351918368 on network 62d6fbad-ee55-4aac-8c78-c46faf4b42a6 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:34:12.045842 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45daabec-5d45-4dae-b2e1-4053ddff6715 None None] Checking agent: {'id': 'ba70844b-66a0-45fd-a2f2-e6ed673321fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 0, 36), 'started_at': datetime.datetime(2022, 2, 4, 17, 1, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 34, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:34:12.046585 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45daabec-5d45-4dae-b2e1-4053ddff6715 None None] Checking segment: {'id': 'abbb2b02-5f0c-433b-93c5-3a9c7df0e5a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '62d6fbad-ee55-4aac-8c78-c46faf4b42a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:34:12.047204 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-45daabec-5d45-4dae-b2e1-4053ddff6715 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:12.047783 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45daabec-5d45-4dae-b2e1-4053ddff6715 None None] Bound using segment: {'id': 'abbb2b02-5f0c-433b-93c5-3a9c7df0e5a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '62d6fbad-ee55-4aac-8c78-c46faf4b42a6'} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:34:12.048580 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-45daabec-5d45-4dae-b2e1-4053ddff6715 None None] Bound port: 761584e3-1d35-45d9-b680-d10351918368, host: n-d-827839-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'abbb2b02-5f0c-433b-93c5-3a9c7df0e5a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '62d6fbad-ee55-4aac-8c78-c46faf4b42a6'}}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:34:12.049238 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-45daabec-5d45-4dae-b2e1-4053ddff6715 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (761584e3-1d35-45d9-b680-d10351918368), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:12.054020 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e64787d-dfed-4ab6-890f-31a9072e649a None None] Pushing event updated for resources: {'Port': ['ID=534893e4-c012-4a46-b0ab-ad8caa575b5f,revision_number=3']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:34:12.054735 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-2be32cc4-5f32-4e3d-b2d7-cd8ba7f93795 req-c4391430-c73e-474d-9927-d8c01c91c435 service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=ffff0ed7-cf9e-4cbb-9be9-3a1c2dba1e58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1845217 Feb 04 17:34:12.112075 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port 534893e4-c012-4a46-b0ab-ad8caa575b5f is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:34:12.123297 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e824eb86-b720-4cda-8bd7-a513044d3917 None None] Pushing event updated for resources: {'Port': ['ID=5bf3e0b7-fc94-4d8c-9721-273a6875b03f,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:34:12.191430 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-45daabec-5d45-4dae-b2e1-4053ddff6715 None None] For port 761584e3-1d35-45d9-b680-d10351918368, host n-d-827839-2, cleared binding levels {{(pid=103378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:34:12.196236 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-45daabec-5d45-4dae-b2e1-4053ddff6715 None None] For port 761584e3-1d35-45d9-b680-d10351918368, host n-d-827839-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=761584e3-1d35-45d9-b680-d10351918368,segment=NetworkSegment(abbb2b02-5f0c-433b-93c5-3a9c7df0e5a6),segment_id=abbb2b02-5f0c-433b-93c5-3a9c7df0e5a6)] {{(pid=103378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:34:12.205627 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-45daabec-5d45-4dae-b2e1-4053ddff6715 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (761584e3-1d35-45d9-b680-d10351918368), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:12.247566 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-7c08ebd7-507d-429a-94bd-adb74679b98d tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25674939', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25858952'] for subnet (04413c24-bc68-4a36-a0fe-80d793bba3a9), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:12.265712 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-315e7f13-9a4b-49b1-9157-2d4e0659d5d3 tempest-RoutersNegativeTest-1344206825 tempest-RoutersNegativeTest-1344206825-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (10e86207-08a5-4667-9873-c872a6a63795), before_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:12.369164 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45daabec-5d45-4dae-b2e1-4053ddff6715 None None] Pushing event updated for resources: {'Port': ['ID=761584e3-1d35-45d9-b680-d10351918368,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:34:12.381860 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 534893e4-c012-4a46-b0ab-ad8caa575b5f up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:34:12.386957 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-5c8bd1e2-9959-448a-96ba-b9cb5a756372 None None] Provisioning complete for port 534893e4-c012-4a46-b0ab-ad8caa575b5f triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:34:12.387151 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5c8bd1e2-9959-448a-96ba-b9cb5a756372 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (534893e4-c012-4a46-b0ab-ad8caa575b5f), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:12.480348 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-c23dc927-9629-487f-b9d4-d7eb0237c281 req-2a1535d1-36b1-4017-9310-c1dcb9530669 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=546379d5-462c-47b2-8c97-d39d06b59eee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4925263 Feb 04 17:34:12.488154 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-7c5ebfb9-7108-4264-9cc6-30d563bd592e req-64f3cd48-c90b-4b08-9931-c26601b5d319 tempest-ServerDiskConfigTestJSON-47961148 tempest-ServerDiskConfigTestJSON-47961148-project] 10.222.0.89 "GET /v2.0/security-groups?id=ffff0ed7-cf9e-4cbb-9be9-3a1c2dba1e58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7482865 Feb 04 17:34:12.548621 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (3f9244a9-75fc-4c10-b195-11d48b853b41), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:12.596916 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c08ebd7-507d-429a-94bd-adb74679b98d tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Checking segment: {'id': 'ed02f14b-cebc-49e6-bc83-f481c64f8d7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'c7017bfd-e897-4481-83a6-e475990edb02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:34:12.612095 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c08ebd7-507d-429a-94bd-adb74679b98d tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Network hostable DHCP agents. Network: c7017bfd-e897-4481-83a6-e475990edb02, hostable agents: ['bb89f5a3-3c22-440b-b7d1-c4f0c43c184a'], hosted agents: [] {{(pid=103376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 17:34:12.640709 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c08ebd7-507d-429a-94bd-adb74679b98d tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Pushing event updated for resources: {'Subnet': ['ID=04413c24-bc68-4a36-a0fe-80d793bba3a9,revision_number=0']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:34:12.721043 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-5c8bd1e2-9959-448a-96ba-b9cb5a756372 None None] Current status of the port 534893e4-c012-4a46-b0ab-ad8caa575b5f is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:34:12.735977 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port 534893e4-c012-4a46-b0ab-ad8caa575b5f triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:34:12.736368 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (534893e4-c012-4a46-b0ab-ad8caa575b5f), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:12.766538 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b85bed-70cb-42c3-a15b-6483155cbe65 req-46b51dc4-8e8f-421b-b2c7-888176017115 tempest-AttachVolumeNegativeTest-179514357 tempest-AttachVolumeNegativeTest-179514357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:34:12.777793 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-63b85bed-70cb-42c3-a15b-6483155cbe65 req-46b51dc4-8e8f-421b-b2c7-888176017115 tempest-AttachVolumeNegativeTest-179514357 tempest-AttachVolumeNegativeTest-179514357-project] 10.222.0.89 "GET /v2.0/ports?device_id=49e38698-ddb6-491f-acee-ee5d8477b9c9 HTTP/1.1" status: 200 len: 946 time: 0.4856920 Feb 04 17:34:12.835148 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c08ebd7-507d-429a-94bd-adb74679b98d tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Network c7017bfd-e897-4481-83a6-e475990edb02 is scheduled to be hosted by DHCP agent bb89f5a3-3c22-440b-b7d1-c4f0c43c184a with binding_index 1 {{(pid=103376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 17:34:12.836652 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23dc927-9629-487f-b9d4-d7eb0237c281 req-6ae7d4e2-a0d6-42d0-b2be-5ccc7bab12ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:34:12.838503 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-c23dc927-9629-487f-b9d4-d7eb0237c281 req-6ae7d4e2-a0d6-42d0-b2be-5ccc7bab12ce service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=a7ea9b1ba86e49c289bed0f142f59d4f&device_id=546379d5-462c-47b2-8c97-d39d06b59eee HTTP/1.1" status: 200 len: 1127 time: 0.2325666 Feb 04 17:34:12.887637 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-63b85bed-70cb-42c3-a15b-6483155cbe65 req-46c19a41-5d7f-48c1-a4c3-ad71febc26c1 tempest-AttachVolumeNegativeTest-179514357 tempest-AttachVolumeNegativeTest-179514357-project] 10.222.0.89 "GET /v2.0/security-groups?id=c354f4ed-9d7a-4839-ac0e-7acc5f1680a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083171 Feb 04 17:34:12.892702 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [None req-7c08ebd7-507d-429a-94bd-adb74679b98d tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827839-2, c7017bfd-e897-4481-83a6-e475990edb02) {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:34:12.909066 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c08ebd7-507d-429a-94bd-adb74679b98d tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:34:12.909710 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-7c08ebd7-507d-429a-94bd-adb74679b98d tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Publish callbacks [] for subnet (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:12.954007 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-7c08ebd7-507d-429a-94bd-adb74679b98d tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5533154 Feb 04 17:34:12.958183 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 52220) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:34:12.973880 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-f965bf76-0dcb-4177-8cc6-1f44c687d9ab tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1577518199', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:34:13.026409 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-f965bf76-0dcb-4177-8cc6-1f44c687d9ab tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1601657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26921'] for router (54adfc28-9be8-45c3-bb3d-8ff317db734c), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:13.030351 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-f965bf76-0dcb-4177-8cc6-1f44c687d9ab tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1602025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603663', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1630571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26960'] for router (54adfc28-9be8-45c3-bb3d-8ff317db734c), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:13.215143 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-f965bf76-0dcb-4177-8cc6-1f44c687d9ab tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Publish callbacks [] for router_controller (54adfc28-9be8-45c3-bb3d-8ff317db734c), precommit_add_association {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:13.224977 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-f965bf76-0dcb-4177-8cc6-1f44c687d9ab tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1602046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603680'] for router (54adfc28-9be8-45c3-bb3d-8ff317db734c), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:13.231051 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-315e7f13-9a4b-49b1-9157-2d4e0659d5d3 tempest-RoutersNegativeTest-1344206825 tempest-RoutersNegativeTest-1344206825-project] Publish callbacks [] for port (10e86207-08a5-4667-9873-c872a6a63795), precommit_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:13.275285 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-315e7f13-9a4b-49b1-9157-2d4e0659d5d3 tempest-RoutersNegativeTest-1344206825 tempest-RoutersNegativeTest-1344206825-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25888290'] for port (10e86207-08a5-4667-9873-c872a6a63795), after_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:13.286785 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-f965bf76-0dcb-4177-8cc6-1f44c687d9ab tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Publish callbacks [] for router (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:13.289656 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-f965bf76-0dcb-4177-8cc6-1f44c687d9ab tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] 10.222.0.89 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3292933 Feb 04 17:34:13.292410 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 52224) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:34:13.298747 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-603f24ce-9463-4e3f-9205-2dd5dfedf599 None None] Network c7017bfd-e897-4481-83a6-e475990edb02 requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:34:13.494019 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-315e7f13-9a4b-49b1-9157-2d4e0659d5d3 tempest-RoutersNegativeTest-1344206825 tempest-RoutersNegativeTest-1344206825-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1677345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602751'] for router_interface (69165c68-b3a5-4838-b0b4-99dbed7d70d4), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:13.635715 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port 534893e4-c012-4a46-b0ab-ad8caa575b5f is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:34:13.791507 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 74b21d78-52e6-40a2-81ab-39d7a7a856d3 no longer exists at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:34:13.824542 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c33e967-974f-4ff5-a680-e32aaa81ff30 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e4c19ad-5724-5db8-8ee1-4f56ae69fcf4-c7017bfd-e897-4481-83a6-e475990edb02', 'network_id': 'c7017bfd-e897-4481-83a6-e475990edb02', 'project_id': 'd3ff32f7652b479da34ca36dc7895dfa', 'fixed_ips': [{'subnet_id': '04413c24-bc68-4a36-a0fe-80d793bba3a9'}]}} from n-d-827839-2. {{(pid=103378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 17:34:13.829742 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3c33e967-974f-4ff5-a680-e32aaa81ff30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:13.852274 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] No Port match for: 74b21d78-52e6-40a2-81ab-39d7a7a856d3 {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 17:34:13.852616 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 74b21d78-52e6-40a2-81ab-39d7a7a856d3 not bound to the agent host n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 17:34:14.045490 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315e7f13-9a4b-49b1-9157-2d4e0659d5d3 tempest-RoutersNegativeTest-1344206825 tempest-RoutersNegativeTest-1344206825-project] Pushing event updated for resources: {'Port': ['ID=10e86207-08a5-4667-9873-c872a6a63795,revision_number=2']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:34:14.098930 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-315e7f13-9a4b-49b1-9157-2d4e0659d5d3 tempest-RoutersNegativeTest-1344206825 tempest-RoutersNegativeTest-1344206825-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:34:14.102687 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-315e7f13-9a4b-49b1-9157-2d4e0659d5d3 tempest-RoutersNegativeTest-1344206825 tempest-RoutersNegativeTest-1344206825-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:34:14.103081 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-315e7f13-9a4b-49b1-9157-2d4e0659d5d3 tempest-RoutersNegativeTest-1344206825 tempest-RoutersNegativeTest-1344206825-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:34:14.103433 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-315e7f13-9a4b-49b1-9157-2d4e0659d5d3 tempest-RoutersNegativeTest-1344206825 tempest-RoutersNegativeTest-1344206825-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:34:14.113405 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-315e7f13-9a4b-49b1-9157-2d4e0659d5d3 tempest-RoutersNegativeTest-1344206825 tempest-RoutersNegativeTest-1344206825-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:34:14.114499 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-315e7f13-9a4b-49b1-9157-2d4e0659d5d3 tempest-RoutersNegativeTest-1344206825 tempest-RoutersNegativeTest-1344206825-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:34:14.114848 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-315e7f13-9a4b-49b1-9157-2d4e0659d5d3 tempest-RoutersNegativeTest-1344206825 tempest-RoutersNegativeTest-1344206825-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:34:14.115188 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-315e7f13-9a4b-49b1-9157-2d4e0659d5d3 tempest-RoutersNegativeTest-1344206825 tempest-RoutersNegativeTest-1344206825-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:34:14.115516 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-315e7f13-9a4b-49b1-9157-2d4e0659d5d3 tempest-RoutersNegativeTest-1344206825 tempest-RoutersNegativeTest-1344206825-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:34:14.115848 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-315e7f13-9a4b-49b1-9157-2d4e0659d5d3 tempest-RoutersNegativeTest-1344206825 tempest-RoutersNegativeTest-1344206825-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:34:14.116183 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-315e7f13-9a4b-49b1-9157-2d4e0659d5d3 tempest-RoutersNegativeTest-1344206825 tempest-RoutersNegativeTest-1344206825-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:34:14.116516 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-315e7f13-9a4b-49b1-9157-2d4e0659d5d3 tempest-RoutersNegativeTest-1344206825 tempest-RoutersNegativeTest-1344206825-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:34:14.116911 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-315e7f13-9a4b-49b1-9157-2d4e0659d5d3 tempest-RoutersNegativeTest-1344206825 tempest-RoutersNegativeTest-1344206825-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:34:14.152231 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23dc927-9629-487f-b9d4-d7eb0237c281 req-91966ad4-1d15-4d48-baee-527706bdeb6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:34:14.156681 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-c23dc927-9629-487f-b9d4-d7eb0237c281 req-91966ad4-1d15-4d48-baee-527706bdeb6c service neutron] 10.222.0.90 "GET /v2.0/networks?id=b84761e1-11c1-4974-9748-ae61e294404d HTTP/1.1" status: 200 len: 916 time: 1.2625973 Feb 04 17:34:14.180987 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-3c33e967-974f-4ff5-a680-e32aaa81ff30 None None] Allocated IP 172.20.0.2 (c7017bfd-e897-4481-83a6-e475990edb02/04413c24-bc68-4a36-a0fe-80d793bba3a9/32819ff7-0425-4035-9d34-f2ca62ef0960) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:34:14.226593 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bea52156-11e4-4414-b6b8-4b054d1e5f01 None None] Network 9d15e92d-77ca-4ffb-88f0-abe158ac333f requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:34:14.290084 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-60279ef1-d14b-4b9d-9148-11af76952ac9 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:14.303402 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-c23dc927-9629-487f-b9d4-d7eb0237c281 req-25e794d6-2fc6-475c-a04f-a222c79decd4 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=938cef76-9af0-4dc7-9008-8fa7a04eba3f HTTP/1.1" status: 200 len: 217 time: 0.1178968 Feb 04 17:34:14.349980 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b128b680-979f-4729-98ee-4bb7bcf2ee74 req-39df70a0-b7d9-41e2-a52b-a1512b60ae87 tempest-ServerDiskConfigTestJSON-47961148 tempest-ServerDiskConfigTestJSON-47961148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:34:14.351579 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-b128b680-979f-4729-98ee-4bb7bcf2ee74 req-39df70a0-b7d9-41e2-a52b-a1512b60ae87 tempest-ServerDiskConfigTestJSON-47961148 tempest-ServerDiskConfigTestJSON-47961148-project] 10.222.0.89 "GET /v2.0/ports?device_id=494e61d0-1f8d-4061-a921-20562f5cca04 HTTP/1.1" status: 200 len: 946 time: 0.6236477 Feb 04 17:34:14.417074 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-315e7f13-9a4b-49b1-9157-2d4e0659d5d3 tempest-RoutersNegativeTest-1344206825 tempest-RoutersNegativeTest-1344206825-project] Network 9d15e92d-77ca-4ffb-88f0-abe158ac333f is already hosted by enough agents. {{(pid=103377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:34:14.428297 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [None req-315e7f13-9a4b-49b1-9157-2d4e0659d5d3 tempest-RoutersNegativeTest-1344206825 tempest-RoutersNegativeTest-1344206825-project] Resources bound (agent type, host, resource id): {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:34:14.445210 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23dc927-9629-487f-b9d4-d7eb0237c281 req-06543fc3-c0be-4e83-9e2b-af71fac0c398 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:34:14.446521 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-c23dc927-9629-487f-b9d4-d7eb0237c281 req-06543fc3-c0be-4e83-9e2b-af71fac0c398 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=74e6e6d2-6594-4fba-b377-2d3e84d23c5b HTTP/1.1" status: 200 len: 855 time: 0.1201797 Feb 04 17:34:14.471349 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-5764bc4c-c94f-4319-b8b3-98aeb268c10f None None] Provisioning complete for port 5bf3e0b7-fc94-4d8c-9721-273a6875b03f triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:34:14.471864 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5764bc4c-c94f-4319-b8b3-98aeb268c10f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (5bf3e0b7-fc94-4d8c-9721-273a6875b03f), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:14.532733 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 761584e3-1d35-45d9-b680-d10351918368 up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:34:14.534818 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a84fd7a0-35dd-4dbf-ba48-ef968553139f None None] Network 62d6fbad-ee55-4aac-8c78-c46faf4b42a6 requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:34:14.658241 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3c33e967-974f-4ff5-a680-e32aaa81ff30 None None] Publish callbacks [] for port (32819ff7-0425-4035-9d34-f2ca62ef0960), precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:14.699014 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-c23dc927-9629-487f-b9d4-d7eb0237c281 req-211b4bc9-0553-4e4e-b545-fb7582685b17 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=b84761e1-11c1-4974-9748-ae61e294404d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2420304 Feb 04 17:34:14.722969 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.db_base_plugin_common [None req-60279ef1-d14b-4b9d-9148-11af76952ac9 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Allocated IP 172.20.0.1 (c7017bfd-e897-4481-83a6-e475990edb02/04413c24-bc68-4a36-a0fe-80d793bba3a9/94a850a9-3908-4bac-bb0d-5d790a8f0d44) {{(pid=103376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:34:14.740196 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3c33e967-974f-4ff5-a680-e32aaa81ff30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135'] for port (32819ff7-0425-4035-9d34-f2ca62ef0960), after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:14.742794 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-b128b680-979f-4729-98ee-4bb7bcf2ee74 req-b583ab19-7347-49d4-a670-1f72b4fdf77e tempest-ServerDiskConfigTestJSON-47961148 tempest-ServerDiskConfigTestJSON-47961148-project] 10.222.0.89 "GET /v2.0/security-groups?id=ffff0ed7-cf9e-4cbb-9be9-3a1c2dba1e58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3726194 Feb 04 17:34:14.845207 n-d-827839-2 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c33e967-974f-4ff5-a680-e32aaa81ff30 None None] Network c7017bfd-e897-4481-83a6-e475990edb02 is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:34:14.852200 n-d-827839-2 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-3c33e967-974f-4ff5-a680-e32aaa81ff30 None None] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:34:14.855741 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c33e967-974f-4ff5-a680-e32aaa81ff30 None None] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:34:14.866441 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-60279ef1-d14b-4b9d-9148-11af76952ac9 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Publish callbacks [] for port (94a850a9-3908-4bac-bb0d-5d790a8f0d44), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:14.886192 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-c23dc927-9629-487f-b9d4-d7eb0237c281 req-ca63f9b4-d9be-4f87-8068-145e8808ba7a service neutron] 10.222.0.90 "GET /v2.0/networks/b84761e1-11c1-4974-9748-ae61e294404d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1402469 Feb 04 17:34:14.905849 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-315e7f13-9a4b-49b1-9157-2d4e0659d5d3 tempest-RoutersNegativeTest-1344206825 tempest-RoutersNegativeTest-1344206825-project] Router 69165c68-b3a5-4838-b0b4-99dbed7d70d4 is scheduled to L3 agent 64ada913-9131-4d99-a265-63a920956287 with binding_index 1 {{(pid=103377) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 17:34:14.911323 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-60279ef1-d14b-4b9d-9148-11af76952ac9 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (94a850a9-3908-4bac-bb0d-5d790a8f0d44), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:14.915231 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c33e967-974f-4ff5-a680-e32aaa81ff30 None None] Pushing event updated for resources: {'Port': ['ID=32819ff7-0425-4035-9d34-f2ca62ef0960,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:34:14.990370 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60279ef1-d14b-4b9d-9148-11af76952ac9 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Network c7017bfd-e897-4481-83a6-e475990edb02 is already hosted by enough agents. {{(pid=103376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:34:15.003012 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [None req-60279ef1-d14b-4b9d-9148-11af76952ac9 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Resources bound (agent type, host, resource id): {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:34:15.009478 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60279ef1-d14b-4b9d-9148-11af76952ac9 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Received port after_create {{(pid=103376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:34:15.024140 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-5764bc4c-c94f-4319-b8b3-98aeb268c10f None None] Current status of the port 5bf3e0b7-fc94-4d8c-9721-273a6875b03f is: DOWN; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:34:15.024539 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5764bc4c-c94f-4319-b8b3-98aeb268c10f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (5bf3e0b7-fc94-4d8c-9721-273a6875b03f), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:15.101475 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-3c33e967-974f-4ff5-a680-e32aaa81ff30 None None] Attempting to bind port 32819ff7-0425-4035-9d34-f2ca62ef0960 on host n-d-827839-2 for vnic_type normal with profile {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:34:15.102124 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-3c33e967-974f-4ff5-a680-e32aaa81ff30 None None] Attempting to bind port 32819ff7-0425-4035-9d34-f2ca62ef0960 by drivers openvswitch,hyperv on host n-d-827839-2 at level 0 using segments [{'id': 'ed02f14b-cebc-49e6-bc83-f481c64f8d7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'c7017bfd-e897-4481-83a6-e475990edb02'}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:34:15.102698 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c33e967-974f-4ff5-a680-e32aaa81ff30 None None] Attempting to bind port 32819ff7-0425-4035-9d34-f2ca62ef0960 on network c7017bfd-e897-4481-83a6-e475990edb02 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:34:15.120629 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port 761584e3-1d35-45d9-b680-d10351918368 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:34:15.121351 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (761584e3-1d35-45d9-b680-d10351918368), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:15.156565 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-60279ef1-d14b-4b9d-9148-11af76952ac9 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1595471'] for router_interface (54adfc28-9be8-45c3-bb3d-8ff317db734c), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:15.177989 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c33e967-974f-4ff5-a680-e32aaa81ff30 None None] Checking agent: {'id': 'ba70844b-66a0-45fd-a2f2-e6ed673321fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 0, 36), 'started_at': datetime.datetime(2022, 2, 4, 17, 1, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 34, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:34:15.178641 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c33e967-974f-4ff5-a680-e32aaa81ff30 None None] Checking segment: {'id': 'ed02f14b-cebc-49e6-bc83-f481c64f8d7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'c7017bfd-e897-4481-83a6-e475990edb02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:34:15.179320 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3c33e967-974f-4ff5-a680-e32aaa81ff30 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:15.179923 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c33e967-974f-4ff5-a680-e32aaa81ff30 None None] Bound using segment: {'id': 'ed02f14b-cebc-49e6-bc83-f481c64f8d7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'c7017bfd-e897-4481-83a6-e475990edb02'} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:34:15.180686 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-3c33e967-974f-4ff5-a680-e32aaa81ff30 None None] Bound port: 32819ff7-0425-4035-9d34-f2ca62ef0960, host: n-d-827839-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed02f14b-cebc-49e6-bc83-f481c64f8d7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'c7017bfd-e897-4481-83a6-e475990edb02'}}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:34:15.181611 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3c33e967-974f-4ff5-a680-e32aaa81ff30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (32819ff7-0425-4035-9d34-f2ca62ef0960), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:15.299499 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-315e7f13-9a4b-49b1-9157-2d4e0659d5d3 tempest-RoutersNegativeTest-1344206825 tempest-RoutersNegativeTest-1344206825-project] Notify agent at l3_agent.n-d-827839-2 the message routers_updated {{(pid=103377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 17:34:15.310770 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82bf13f8-a5e5-4d60-81fe-2726f2766f6f None None] Sync routers for ids ['69165c68-b3a5-4838-b0b4-99dbed7d70d4'] in n-d-827839-2 {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 17:34:15.333300 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82bf13f8-a5e5-4d60-81fe-2726f2766f6f None None] Routers {'69165c68-b3a5-4838-b0b4-99dbed7d70d4'} bound to L3 agent in host n-d-827839-2 {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:34:15.334234 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-3c33e967-974f-4ff5-a680-e32aaa81ff30 None None] For port 32819ff7-0425-4035-9d34-f2ca62ef0960, host n-d-827839-2, cleared binding levels {{(pid=103378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:34:15.334836 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-82bf13f8-a5e5-4d60-81fe-2726f2766f6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:34:02Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['69165c68-b3a5-4838-b0b4-99dbed7d70d4'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:34:15.344665 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-3c33e967-974f-4ff5-a680-e32aaa81ff30 None None] For port 32819ff7-0425-4035-9d34-f2ca62ef0960, host n-d-827839-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=32819ff7-0425-4035-9d34-f2ca62ef0960,segment=NetworkSegment(ed02f14b-cebc-49e6-bc83-f481c64f8d7e),segment_id=ed02f14b-cebc-49e6-bc83-f481c64f8d7e)] {{(pid=103378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:34:15.347296 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-315e7f13-9a4b-49b1-9157-2d4e0659d5d3 tempest-RoutersNegativeTest-1344206825 tempest-RoutersNegativeTest-1344206825-project] 10.222.0.89 "PUT /v2.0/routers/69165c68-b3a5-4838-b0b4-99dbed7d70d4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1270905 Feb 04 17:34:15.348763 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 52246) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:34:15.381044 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3c33e967-974f-4ff5-a680-e32aaa81ff30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (32819ff7-0425-4035-9d34-f2ca62ef0960), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:15.384552 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-5764bc4c-c94f-4319-b8b3-98aeb268c10f None None] For port 5bf3e0b7-fc94-4d8c-9721-273a6875b03f, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=5bf3e0b7-fc94-4d8c-9721-273a6875b03f,segment=NetworkSegment(ab255193-d50a-4824-8cfc-0c953644623e),segment_id=ab255193-d50a-4824-8cfc-0c953644623e)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:34:15.491666 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-82bf13f8-a5e5-4d60-81fe-2726f2766f6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827839-2', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:34:15.496501 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c33e967-974f-4ff5-a680-e32aaa81ff30 None None] Pushing event updated for resources: {'Port': ['ID=32819ff7-0425-4035-9d34-f2ca62ef0960,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:34:15.518170 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5764bc4c-c94f-4319-b8b3-98aeb268c10f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (5bf3e0b7-fc94-4d8c-9721-273a6875b03f), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:15.525162 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82bf13f8-a5e5-4d60-81fe-2726f2766f6f None None] Routers {'69165c68-b3a5-4838-b0b4-99dbed7d70d4'} bound to L3 agent in host n-d-827839-2 {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:34:15.525535 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-82bf13f8-a5e5-4d60-81fe-2726f2766f6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:34:02Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['69165c68-b3a5-4838-b0b4-99dbed7d70d4'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:34:15.547122 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60279ef1-d14b-4b9d-9148-11af76952ac9 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Pushing event updated for resources: {'Port': ['ID=94a850a9-3908-4bac-bb0d-5d790a8f0d44,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:34:15.584316 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-60279ef1-d14b-4b9d-9148-11af76952ac9 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (94a850a9-3908-4bac-bb0d-5d790a8f0d44), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:15.608164 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-82bf13f8-a5e5-4d60-81fe-2726f2766f6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827839-2', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:34:15.608854 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82bf13f8-a5e5-4d60-81fe-2726f2766f6f None None] The sync data for ids ['69165c68-b3a5-4838-b0b4-99dbed7d70d4'] in n-d-827839-2 is: [] {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 17:34:15.746535 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port 761584e3-1d35-45d9-b680-d10351918368 is: DOWN; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:34:15.746935 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (761584e3-1d35-45d9-b680-d10351918368), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:15.850911 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-203796bc-b599-4329-9376-58fb5434771d None None] Provisioning complete for port 5bf3e0b7-fc94-4d8c-9721-273a6875b03f triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:34:15.851284 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-203796bc-b599-4329-9376-58fb5434771d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (5bf3e0b7-fc94-4d8c-9721-273a6875b03f), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:16.024695 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5764bc4c-c94f-4319-b8b3-98aeb268c10f None None] Pushing event updated for resources: {'Port': ['ID=5bf3e0b7-fc94-4d8c-9721-273a6875b03f,revision_number=3']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:34:16.060072 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.agents_db [None req-e1691f3b-aacd-4cd6-8ebb-a9c53bb301c0 None None] Agent healthcheck: found 7 active agents {{(pid=103379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 17:34:16.300010 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-c23dc927-9629-487f-b9d4-d7eb0237c281 req-c6998abb-0abb-4dbd-aa76-493c25e86dfd service neutron] 10.222.0.90 "GET /v2.0/networks/b84761e1-11c1-4974-9748-ae61e294404d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4045801 Feb 04 17:34:16.325408 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] For port 761584e3-1d35-45d9-b680-d10351918368, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=761584e3-1d35-45d9-b680-d10351918368,segment=NetworkSegment(abbb2b02-5f0c-433b-93c5-3a9c7df0e5a6),segment_id=abbb2b02-5f0c-433b-93c5-3a9c7df0e5a6)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:34:16.333909 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-203796bc-b599-4329-9376-58fb5434771d None None] Current status of the port 5bf3e0b7-fc94-4d8c-9721-273a6875b03f is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:34:16.340655 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (761584e3-1d35-45d9-b680-d10351918368), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:16.341490 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 5bf3e0b7-fc94-4d8c-9721-273a6875b03f up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:34:16.503064 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Pushing event updated for resources: {'Port': ['ID=761584e3-1d35-45d9-b680-d10351918368,revision_number=3']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:34:16.535149 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-203796bc-b599-4329-9376-58fb5434771d None None] Provisioning complete for port 761584e3-1d35-45d9-b680-d10351918368 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:34:16.536677 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-203796bc-b599-4329-9376-58fb5434771d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (761584e3-1d35-45d9-b680-d10351918368), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:16.615915 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port 5bf3e0b7-fc94-4d8c-9721-273a6875b03f triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:34:16.616299 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (5bf3e0b7-fc94-4d8c-9721-273a6875b03f), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:16.701597 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-203796bc-b599-4329-9376-58fb5434771d None None] Current status of the port 761584e3-1d35-45d9-b680-d10351918368 is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:34:16.741980 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-203796bc-b599-4329-9376-58fb5434771d None None] Provisioning complete for port 10e86207-08a5-4667-9873-c872a6a63795 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:34:16.742366 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-203796bc-b599-4329-9376-58fb5434771d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (10e86207-08a5-4667-9873-c872a6a63795), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:16.794425 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-203796bc-b599-4329-9376-58fb5434771d None None] Port 10e86207-08a5-4667-9873-c872a6a63795 cannot update to ACTIVE because it is not bound. {{(pid=103378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 17:34:16.810323 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port 5bf3e0b7-fc94-4d8c-9721-273a6875b03f is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:34:16.814994 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c4d777-228c-40f1-bf87-8abe863fb232 req-4d780f77-c526-4a11-8eab-5ff5cc000fd1 tempest-ServerDiskConfigTestJSON-47961148 tempest-ServerDiskConfigTestJSON-47961148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:34:16.817269 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-06c4d777-228c-40f1-bf87-8abe863fb232 req-4d780f77-c526-4a11-8eab-5ff5cc000fd1 tempest-ServerDiskConfigTestJSON-47961148 tempest-ServerDiskConfigTestJSON-47961148-project] 10.222.0.89 "GET /v2.0/ports?device_id=494e61d0-1f8d-4061-a921-20562f5cca04 HTTP/1.1" status: 200 len: 946 time: 0.8948326 Feb 04 17:34:16.932953 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-a937f35a-ff29-4800-a243-fd4957812724 None None] Provisioning complete for port 761584e3-1d35-45d9-b680-d10351918368 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:34:16.933341 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a937f35a-ff29-4800-a243-fd4957812724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (761584e3-1d35-45d9-b680-d10351918368), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:17.009357 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-06c4d777-228c-40f1-bf87-8abe863fb232 req-bf384b2f-14df-400a-9f0e-639714fbe333 tempest-ServerDiskConfigTestJSON-47961148 tempest-ServerDiskConfigTestJSON-47961148-project] 10.222.0.89 "GET /v2.0/security-groups?id=ffff0ed7-cf9e-4cbb-9be9-3a1c2dba1e58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507931 Feb 04 17:34:17.075394 n-d-827839-2 neutron-server[103377]: INFO neutron.api.v2.resource [None req-39fc1342-1da9-43c7-af95-bd1b927df776 tempest-RoutersNegativeTest-1344206825 tempest-RoutersNegativeTest-1344206825-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 17:34:17.083049 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-39fc1342-1da9-43c7-af95-bd1b927df776 tempest-RoutersNegativeTest-1344206825 tempest-RoutersNegativeTest-1344206825-project] 10.222.0.89 "PUT /v2.0/routers/69165c68-b3a5-4838-b0b4-99dbed7d70d4/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.7294915 Feb 04 17:34:17.084298 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 52264) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:34:17.147737 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-a937f35a-ff29-4800-a243-fd4957812724 None None] Current status of the port 761584e3-1d35-45d9-b680-d10351918368 is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:34:17.166255 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-a937f35a-ff29-4800-a243-fd4957812724 None None] Provisioning complete for port 10e86207-08a5-4667-9873-c872a6a63795 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:34:17.167033 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a937f35a-ff29-4800-a243-fd4957812724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (10e86207-08a5-4667-9873-c872a6a63795), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:17.196697 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-60279ef1-d14b-4b9d-9148-11af76952ac9 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Publish callbacks [] for port (94a850a9-3908-4bac-bb0d-5d790a8f0d44), precommit_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:17.209256 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-60279ef1-d14b-4b9d-9148-11af76952ac9 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675836'] for port (94a850a9-3908-4bac-bb0d-5d790a8f0d44), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:17.218241 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-a937f35a-ff29-4800-a243-fd4957812724 None None] Port 10e86207-08a5-4667-9873-c872a6a63795 cannot update to ACTIVE because it is not bound. {{(pid=103378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 17:34:17.219787 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 761584e3-1d35-45d9-b680-d10351918368 up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:34:17.280859 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-60279ef1-d14b-4b9d-9148-11af76952ac9 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1677345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602751'] for router_interface (54adfc28-9be8-45c3-bb3d-8ff317db734c), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:17.299335 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port 761584e3-1d35-45d9-b680-d10351918368 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:34:17.299715 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (761584e3-1d35-45d9-b680-d10351918368), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:17.386394 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60279ef1-d14b-4b9d-9148-11af76952ac9 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Pushing event updated for resources: {'Port': ['ID=94a850a9-3908-4bac-bb0d-5d790a8f0d44,revision_number=2']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:34:17.450816 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8192f99b-5e09-4494-8593-bac45b1b59f6 req-817ccd45-3deb-40e6-a391-937ffa8ce640 tempest-ServerDiskConfigTestJSON-47961148 tempest-ServerDiskConfigTestJSON-47961148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:34:17.452538 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-8192f99b-5e09-4494-8593-bac45b1b59f6 req-817ccd45-3deb-40e6-a391-937ffa8ce640 tempest-ServerDiskConfigTestJSON-47961148 tempest-ServerDiskConfigTestJSON-47961148-project] 10.222.0.89 "GET /v2.0/ports?device_id=494e61d0-1f8d-4061-a921-20562f5cca04 HTTP/1.1" status: 200 len: 946 time: 0.2385664 Feb 04 17:34:17.470362 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port 761584e3-1d35-45d9-b680-d10351918368 is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:34:17.471495 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 5bf3e0b7-fc94-4d8c-9721-273a6875b03f up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:34:17.584012 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port 5bf3e0b7-fc94-4d8c-9721-273a6875b03f triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:34:17.586963 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (5bf3e0b7-fc94-4d8c-9721-273a6875b03f), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:17.597694 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60279ef1-d14b-4b9d-9148-11af76952ac9 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Network c7017bfd-e897-4481-83a6-e475990edb02 is already hosted by enough agents. {{(pid=103376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:34:17.602138 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [None req-60279ef1-d14b-4b9d-9148-11af76952ac9 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Resources bound (agent type, host, resource id): {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:34:17.674578 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-8192f99b-5e09-4494-8593-bac45b1b59f6 req-c9aa3a2a-258e-4608-8a97-b06362586721 tempest-ServerDiskConfigTestJSON-47961148 tempest-ServerDiskConfigTestJSON-47961148-project] 10.222.0.89 "GET /v2.0/security-groups?id=ffff0ed7-cf9e-4cbb-9be9-3a1c2dba1e58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1758313 Feb 04 17:34:17.757997 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de34edb6-5d7b-483e-a68a-aa1c22b975bf None None] Network c7017bfd-e897-4481-83a6-e475990edb02 requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:34:17.799752 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port 5bf3e0b7-fc94-4d8c-9721-273a6875b03f is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:34:17.801677 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 32819ff7-0425-4035-9d34-f2ca62ef0960 up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:34:17.986619 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60279ef1-d14b-4b9d-9148-11af76952ac9 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Router 54adfc28-9be8-45c3-bb3d-8ff317db734c is scheduled to L3 agent 64ada913-9131-4d99-a265-63a920956287 with binding_index 1 {{(pid=103376) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 17:34:18.023155 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22ae8c9-89a3-4cec-99f2-5fa41b4a80a2 req-67e0913d-8e5d-4c0b-bacc-5e6b9fbff2fb tempest-ServerDiskConfigTestJSON-47961148 tempest-ServerDiskConfigTestJSON-47961148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:34:18.030849 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-a22ae8c9-89a3-4cec-99f2-5fa41b4a80a2 req-67e0913d-8e5d-4c0b-bacc-5e6b9fbff2fb tempest-ServerDiskConfigTestJSON-47961148 tempest-ServerDiskConfigTestJSON-47961148-project] 10.222.0.89 "GET /v2.0/ports?device_id=494e61d0-1f8d-4061-a921-20562f5cca04 HTTP/1.1" status: 200 len: 946 time: 0.1221459 Feb 04 17:34:18.079612 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-3c1030e1-f1bc-4057-8dc2-352ab3ea4b13 tempest-RoutersNegativeTest-1344206825 tempest-RoutersNegativeTest-1344206825-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602754'] for router_interface (69165c68-b3a5-4838-b0b4-99dbed7d70d4), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:18.189996 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60279ef1-d14b-4b9d-9148-11af76952ac9 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Notify agent at l3_agent.n-d-827839-2 the message routers_updated {{(pid=103376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 17:34:18.201178 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-60279ef1-d14b-4b9d-9148-11af76952ac9 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] 10.222.0.89 "PUT /v2.0/routers/54adfc28-9be8-45c3-bb3d-8ff317db734c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9063125 Feb 04 17:34:18.203359 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 52284) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:34:18.224262 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-f6267ddd-8fca-4099-b1e2-be14d2442eb0 None None] Provisioning complete for port 32819ff7-0425-4035-9d34-f2ca62ef0960 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:34:18.224647 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f6267ddd-8fca-4099-b1e2-be14d2442eb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (32819ff7-0425-4035-9d34-f2ca62ef0960), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:18.237440 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53877525-f4ee-4466-b4b9-df533fcbe0ec None None] Sync routers for ids ['54adfc28-9be8-45c3-bb3d-8ff317db734c'] in n-d-827839-2 {{(pid=103378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 17:34:18.268512 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-a22ae8c9-89a3-4cec-99f2-5fa41b4a80a2 req-01f9cda7-a6d8-4499-aacb-7368bfc56c86 tempest-ServerDiskConfigTestJSON-47961148 tempest-ServerDiskConfigTestJSON-47961148-project] 10.222.0.89 "GET /v2.0/security-groups?id=ffff0ed7-cf9e-4cbb-9be9-3a1c2dba1e58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2307901 Feb 04 17:34:18.314944 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ee10d45-608b-4fd5-a586-fc1eeee90467 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:34:18.319611 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-1ee10d45-608b-4fd5-a586-fc1eeee90467 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] 10.222.0.89 "GET /v2.0/ports/94a850a9-3908-4bac-bb0d-5d790a8f0d44 HTTP/1.1" status: 200 len: 910 time: 0.1121140 Feb 04 17:34:18.320101 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 52288) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:34:18.331916 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53877525-f4ee-4466-b4b9-df533fcbe0ec None None] Routers {'54adfc28-9be8-45c3-bb3d-8ff317db734c'} bound to L3 agent in host n-d-827839-2 {{(pid=103378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:34:18.331916 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-53877525-f4ee-4466-b4b9-df533fcbe0ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:34:02Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['54adfc28-9be8-45c3-bb3d-8ff317db734c'], 'active': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:34:18.345944 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port 32819ff7-0425-4035-9d34-f2ca62ef0960 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:34:18.346315 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (32819ff7-0425-4035-9d34-f2ca62ef0960), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:18.521584 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-53877525-f4ee-4466-b4b9-df533fcbe0ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827839-2', False) {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:34:18.526743 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65248ca1-56c7-4bc3-aad9-59bc10dfe18a req-9c848411-b57d-41bf-a94e-9811dd2b30d2 tempest-ServerDiskConfigTestJSON-47961148 tempest-ServerDiskConfigTestJSON-47961148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:34:18.528417 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-65248ca1-56c7-4bc3-aad9-59bc10dfe18a req-9c848411-b57d-41bf-a94e-9811dd2b30d2 tempest-ServerDiskConfigTestJSON-47961148 tempest-ServerDiskConfigTestJSON-47961148-project] 10.222.0.89 "GET /v2.0/ports?device_id=494e61d0-1f8d-4061-a921-20562f5cca04 HTTP/1.1" status: 200 len: 946 time: 0.1218097 Feb 04 17:34:18.640298 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-3c1030e1-f1bc-4057-8dc2-352ab3ea4b13 tempest-RoutersNegativeTest-1344206825 tempest-RoutersNegativeTest-1344206825-project] Deleting port 10e86207-08a5-4667-9873-c872a6a63795 {{(pid=103377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:34:18.640970 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-3c1030e1-f1bc-4057-8dc2-352ab3ea4b13 tempest-RoutersNegativeTest-1344206825 tempest-RoutersNegativeTest-1344206825-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (10e86207-08a5-4667-9873-c872a6a63795), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:18.695818 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port 32819ff7-0425-4035-9d34-f2ca62ef0960 is: DOWN; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:34:18.696365 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (32819ff7-0425-4035-9d34-f2ca62ef0960), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:18.721198 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53877525-f4ee-4466-b4b9-df533fcbe0ec None None] Routers {'54adfc28-9be8-45c3-bb3d-8ff317db734c'} bound to L3 agent in host n-d-827839-2 {{(pid=103378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:34:18.725011 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-53877525-f4ee-4466-b4b9-df533fcbe0ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:34:02Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['54adfc28-9be8-45c3-bb3d-8ff317db734c'], 'active': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:34:18.786788 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-65248ca1-56c7-4bc3-aad9-59bc10dfe18a req-a41cce99-c0d4-4dc6-8766-e1992e3be9ed tempest-ServerDiskConfigTestJSON-47961148 tempest-ServerDiskConfigTestJSON-47961148-project] 10.222.0.89 "GET /v2.0/security-groups?id=ffff0ed7-cf9e-4cbb-9be9-3a1c2dba1e58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2225106 Feb 04 17:34:18.833966 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-53877525-f4ee-4466-b4b9-df533fcbe0ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827839-2', False) {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:34:18.834638 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53877525-f4ee-4466-b4b9-df533fcbe0ec None None] The sync data for ids ['54adfc28-9be8-45c3-bb3d-8ff317db734c'] in n-d-827839-2 is: [] {{(pid=103378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 17:34:18.854079 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-3c1030e1-f1bc-4057-8dc2-352ab3ea4b13 tempest-RoutersNegativeTest-1344206825 tempest-RoutersNegativeTest-1344206825-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (10e86207-08a5-4667-9873-c872a6a63795), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:18.895282 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] For port 32819ff7-0425-4035-9d34-f2ca62ef0960, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=32819ff7-0425-4035-9d34-f2ca62ef0960,segment=NetworkSegment(ed02f14b-cebc-49e6-bc83-f481c64f8d7e),segment_id=ed02f14b-cebc-49e6-bc83-f481c64f8d7e)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:34:18.897981 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-3c1030e1-f1bc-4057-8dc2-352ab3ea4b13 tempest-RoutersNegativeTest-1344206825 tempest-RoutersNegativeTest-1344206825-project] Calling delete_port for 10e86207-08a5-4667-9873-c872a6a63795 owned by network:router_interface {{(pid=103377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:34:18.900524 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-f6267ddd-8fca-4099-b1e2-be14d2442eb0 None None] Current status of the port 32819ff7-0425-4035-9d34-f2ca62ef0960 is: DOWN; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:34:18.900980 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f6267ddd-8fca-4099-b1e2-be14d2442eb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (32819ff7-0425-4035-9d34-f2ca62ef0960), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:18.930832 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-065b8403-6b55-4dac-a802-d5b9e92a862e tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602754'] for router_interface (54adfc28-9be8-45c3-bb3d-8ff317db734c), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:18.932272 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (32819ff7-0425-4035-9d34-f2ca62ef0960), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:19.077186 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Pushing event updated for resources: {'Port': ['ID=32819ff7-0425-4035-9d34-f2ca62ef0960,revision_number=3']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:34:19.084182 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.db.api [None req-f6267ddd-8fca-4099-b1e2-be14d2442eb0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103378) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 17:34:19.084519 n-d-827839-2 neutron-server[103378]: DEBUG oslo_db.api [None req-f6267ddd-8fca-4099-b1e2-be14d2442eb0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 17:34:19.340648 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-3c1030e1-f1bc-4057-8dc2-352ab3ea4b13 tempest-RoutersNegativeTest-1344206825 tempest-RoutersNegativeTest-1344206825-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (10e86207-08a5-4667-9873-c872a6a63795), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:19.401827 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1030e1-f1bc-4057-8dc2-352ab3ea4b13 tempest-RoutersNegativeTest-1344206825 tempest-RoutersNegativeTest-1344206825-project] Pushing event deleted for resources: {'Port': ['ID=10e86207-08a5-4667-9873-c872a6a63795,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:34:19.452861 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37809e3-ac23-49f6-8c6b-6f024449480d req-4cf16356-4c97-4e03-ac86-b07f9ca6ddb2 tempest-ServerDiskConfigTestJSON-47961148 tempest-ServerDiskConfigTestJSON-47961148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:34:19.465427 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-e37809e3-ac23-49f6-8c6b-6f024449480d req-4cf16356-4c97-4e03-ac86-b07f9ca6ddb2 tempest-ServerDiskConfigTestJSON-47961148 tempest-ServerDiskConfigTestJSON-47961148-project] 10.222.0.89 "GET /v2.0/ports?device_id=494e61d0-1f8d-4061-a921-20562f5cca04 HTTP/1.1" status: 200 len: 946 time: 0.2778716 Feb 04 17:34:19.648076 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-f6267ddd-8fca-4099-b1e2-be14d2442eb0 None None] Current status of the port 32819ff7-0425-4035-9d34-f2ca62ef0960 is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:34:19.675490 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-e37809e3-ac23-49f6-8c6b-6f024449480d req-45588f7d-a76f-4347-af34-01e3e18bfdfb tempest-ServerDiskConfigTestJSON-47961148 tempest-ServerDiskConfigTestJSON-47961148-project] 10.222.0.89 "GET /v2.0/security-groups?id=ffff0ed7-cf9e-4cbb-9be9-3a1c2dba1e58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1946542 Feb 04 17:34:19.734145 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-3c1030e1-f1bc-4057-8dc2-352ab3ea4b13 tempest-RoutersNegativeTest-1344206825 tempest-RoutersNegativeTest-1344206825-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1677336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1602614'] for router_interface (69165c68-b3a5-4838-b0b4-99dbed7d70d4), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:19.781761 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-0fa9d8e2-01db-4278-9306-d2ceec2fecfc None None] Provisioning complete for port 94a850a9-3908-4bac-bb0d-5d790a8f0d44 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:34:19.785613 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0fa9d8e2-01db-4278-9306-d2ceec2fecfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (94a850a9-3908-4bac-bb0d-5d790a8f0d44), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:19.937581 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-065b8403-6b55-4dac-a802-d5b9e92a862e tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Deleting port 94a850a9-3908-4bac-bb0d-5d790a8f0d44 {{(pid=103376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:34:19.938640 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-065b8403-6b55-4dac-a802-d5b9e92a862e tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (94a850a9-3908-4bac-bb0d-5d790a8f0d44), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:19.942547 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-0fa9d8e2-01db-4278-9306-d2ceec2fecfc None None] Port 94a850a9-3908-4bac-bb0d-5d790a8f0d44 cannot update to ACTIVE because it is not bound. {{(pid=103378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 17:34:19.977392 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-0fa9d8e2-01db-4278-9306-d2ceec2fecfc None None] Provisioning complete for port 32819ff7-0425-4035-9d34-f2ca62ef0960 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:34:19.977781 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0fa9d8e2-01db-4278-9306-d2ceec2fecfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (32819ff7-0425-4035-9d34-f2ca62ef0960), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:20.124229 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d2e5dd-e22b-4fe8-ba6e-af242806f32c req-ccdd0942-7ee6-4015-a887-274bfcb0d524 tempest-ServerDiskConfigTestJSON-47961148 tempest-ServerDiskConfigTestJSON-47961148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:34:20.127027 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-25d2e5dd-e22b-4fe8-ba6e-af242806f32c req-ccdd0942-7ee6-4015-a887-274bfcb0d524 tempest-ServerDiskConfigTestJSON-47961148 tempest-ServerDiskConfigTestJSON-47961148-project] 10.222.0.89 "GET /v2.0/ports?device_id=494e61d0-1f8d-4061-a921-20562f5cca04 HTTP/1.1" status: 200 len: 946 time: 0.2553577 Feb 04 17:34:20.129384 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c1030e1-f1bc-4057-8dc2-352ab3ea4b13 tempest-RoutersNegativeTest-1344206825 tempest-RoutersNegativeTest-1344206825-project] Router 69165c68-b3a5-4838-b0b4-99dbed7d70d4 has already been hosted by L3 agent 64ada913-9131-4d99-a265-63a920956287 {{(pid=103377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 17:34:20.141068 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-065b8403-6b55-4dac-a802-d5b9e92a862e tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (94a850a9-3908-4bac-bb0d-5d790a8f0d44), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:20.170182 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-0fa9d8e2-01db-4278-9306-d2ceec2fecfc None None] Current status of the port 32819ff7-0425-4035-9d34-f2ca62ef0960 is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:34:20.179104 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-065b8403-6b55-4dac-a802-d5b9e92a862e tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Calling delete_port for 94a850a9-3908-4bac-bb0d-5d790a8f0d44 owned by network:router_interface {{(pid=103376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:34:20.293112 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-25d2e5dd-e22b-4fe8-ba6e-af242806f32c req-3f3e8ee0-a73a-4922-8bbc-4756d9b93174 tempest-ServerDiskConfigTestJSON-47961148 tempest-ServerDiskConfigTestJSON-47961148-project] 10.222.0.89 "GET /v2.0/security-groups?id=ffff0ed7-cf9e-4cbb-9be9-3a1c2dba1e58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590493 Feb 04 17:34:20.295171 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c1030e1-f1bc-4057-8dc2-352ab3ea4b13 tempest-RoutersNegativeTest-1344206825 tempest-RoutersNegativeTest-1344206825-project] Notify agent at l3_agent.n-d-827839-2 the message routers_updated {{(pid=103377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 17:34:20.301116 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-3c1030e1-f1bc-4057-8dc2-352ab3ea4b13 tempest-RoutersNegativeTest-1344206825 tempest-RoutersNegativeTest-1344206825-project] 10.222.0.89 "PUT /v2.0/routers/69165c68-b3a5-4838-b0b4-99dbed7d70d4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2128036 Feb 04 17:34:20.306756 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 52302) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:34:20.308340 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed56c613-109b-437d-881d-3db6cb412316 None None] Sync routers for ids ['69165c68-b3a5-4838-b0b4-99dbed7d70d4'] in n-d-827839-2 {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 17:34:20.308841 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-52ae5e85-50c6-409c-a175-07e7c6652f25 None None] Provisioning complete for port 94a850a9-3908-4bac-bb0d-5d790a8f0d44 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:34:20.309087 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-52ae5e85-50c6-409c-a175-07e7c6652f25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (94a850a9-3908-4bac-bb0d-5d790a8f0d44), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:20.351857 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed56c613-109b-437d-881d-3db6cb412316 None None] Routers {'69165c68-b3a5-4838-b0b4-99dbed7d70d4'} bound to L3 agent in host n-d-827839-2 {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:34:20.352678 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-ed56c613-109b-437d-881d-3db6cb412316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:34:02Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['69165c68-b3a5-4838-b0b4-99dbed7d70d4'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:34:20.369699 n-d-827839-2 neutron-server[103377]: INFO neutron.api.v2.resource [None req-a4f70d55-af75-4c5a-91f7-34388a06d68a tempest-RoutersNegativeTest-1344206825 tempest-RoutersNegativeTest-1344206825-project] delete failed (client error): The resource could not be found. Feb 04 17:34:20.374863 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 52306) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:34:20.375067 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-a4f70d55-af75-4c5a-91f7-34388a06d68a tempest-RoutersNegativeTest-1344206825 tempest-RoutersNegativeTest-1344206825-project] 10.222.0.89 "DELETE /v2.0/routers/tempest-non_exist_router-320394939 HTTP/1.1" status: 404 len: 334 time: 0.0672393 Feb 04 17:34:20.380690 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-49d08245-ddca-450c-a61f-b340e240d550 tempest-RoutersNegativeTest-1344206825 tempest-RoutersNegativeTest-1344206825-project] Request body: {'router': {'external_gateway_info': {'network_id': '69165c68-b3a5-4838-b0b4-99dbed7d70d4'}}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:34:20.384486 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-52ae5e85-50c6-409c-a175-07e7c6652f25 None None] Port 94a850a9-3908-4bac-bb0d-5d790a8f0d44 cannot update to ACTIVE because it is not bound. {{(pid=103378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 17:34:20.437040 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-ed56c613-109b-437d-881d-3db6cb412316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827839-2', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:34:20.450713 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed56c613-109b-437d-881d-3db6cb412316 None None] Routers {'69165c68-b3a5-4838-b0b4-99dbed7d70d4'} bound to L3 agent in host n-d-827839-2 {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:34:20.451330 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-ed56c613-109b-437d-881d-3db6cb412316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:34:02Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['69165c68-b3a5-4838-b0b4-99dbed7d70d4'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:34:20.494644 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-ed56c613-109b-437d-881d-3db6cb412316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827839-2', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:34:20.495299 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed56c613-109b-437d-881d-3db6cb412316 None None] The sync data for ids ['69165c68-b3a5-4838-b0b4-99dbed7d70d4'] in n-d-827839-2 is: [] {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 17:34:20.583976 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-065b8403-6b55-4dac-a802-d5b9e92a862e tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (94a850a9-3908-4bac-bb0d-5d790a8f0d44), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:20.671557 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065b8403-6b55-4dac-a802-d5b9e92a862e tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Pushing event deleted for resources: {'Port': ['ID=94a850a9-3908-4bac-bb0d-5d790a8f0d44,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:34:20.685989 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-49d08245-ddca-450c-a61f-b340e240d550 tempest-RoutersNegativeTest-1344206825 tempest-RoutersNegativeTest-1344206825-project] Publish callbacks [] for router_gateway (69165c68-b3a5-4838-b0b4-99dbed7d70d4), precommit_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:20.770245 n-d-827839-2 neutron-server[103376]: INFO neutron.api.v2.resource [None req-49d08245-ddca-450c-a61f-b340e240d550 tempest-RoutersNegativeTest-1344206825 tempest-RoutersNegativeTest-1344206825-project] update failed (client error): The resource could not be found. Feb 04 17:34:20.776322 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-49d08245-ddca-450c-a61f-b340e240d550 tempest-RoutersNegativeTest-1344206825 tempest-RoutersNegativeTest-1344206825-project] 10.222.0.89 "PUT /v2.0/routers/69165c68-b3a5-4838-b0b4-99dbed7d70d4 HTTP/1.1" status: 404 len: 339 time: 0.3952825 Feb 04 17:34:20.777361 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 52312) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:34:20.925521 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7acb856-0988-4203-86f6-73c73c05d370 req-9859bd6d-de76-4c28-98c6-c530d62f59a7 tempest-ServerDiskConfigTestJSON-47961148 tempest-ServerDiskConfigTestJSON-47961148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:34:20.927490 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-f7acb856-0988-4203-86f6-73c73c05d370 req-9859bd6d-de76-4c28-98c6-c530d62f59a7 tempest-ServerDiskConfigTestJSON-47961148 tempest-ServerDiskConfigTestJSON-47961148-project] 10.222.0.89 "GET /v2.0/ports?device_id=494e61d0-1f8d-4061-a921-20562f5cca04 HTTP/1.1" status: 200 len: 946 time: 0.2381454 Feb 04 17:34:21.014795 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 32819ff7-0425-4035-9d34-f2ca62ef0960 up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:34:21.042331 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-065b8403-6b55-4dac-a802-d5b9e92a862e tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1677336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1602614'] for router_interface (54adfc28-9be8-45c3-bb3d-8ff317db734c), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:21.065805 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port 32819ff7-0425-4035-9d34-f2ca62ef0960 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:34:21.066335 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (32819ff7-0425-4035-9d34-f2ca62ef0960), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:21.147088 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port 32819ff7-0425-4035-9d34-f2ca62ef0960 is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:34:21.213623 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-f7acb856-0988-4203-86f6-73c73c05d370 req-f616f701-1b6a-490d-8de7-0f209ace272c tempest-ServerDiskConfigTestJSON-47961148 tempest-ServerDiskConfigTestJSON-47961148-project] 10.222.0.89 "GET /v2.0/security-groups?id=ffff0ed7-cf9e-4cbb-9be9-3a1c2dba1e58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2256317 Feb 04 17:34:21.622207 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-8c153ead-a1bc-4239-b4d2-9ac0663b87cf tempest-RoutersNegativeTest-1344206825 tempest-RoutersNegativeTest-1344206825-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:21.635316 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-065b8403-6b55-4dac-a802-d5b9e92a862e tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Router 54adfc28-9be8-45c3-bb3d-8ff317db734c has already been hosted by L3 agent 64ada913-9131-4d99-a265-63a920956287 {{(pid=103376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 17:34:21.826049 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-065b8403-6b55-4dac-a802-d5b9e92a862e tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Notify agent at l3_agent.n-d-827839-2 the message routers_updated {{(pid=103376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 17:34:21.836072 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-065b8403-6b55-4dac-a802-d5b9e92a862e tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] 10.222.0.89 "PUT /v2.0/routers/54adfc28-9be8-45c3-bb3d-8ff317db734c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5101402 Feb 04 17:34:21.836182 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 52314) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:34:21.848180 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b10046c8-609d-4d42-aeb1-eb469b69f779 None None] Sync routers for ids ['54adfc28-9be8-45c3-bb3d-8ff317db734c'] in n-d-827839-2 {{(pid=103378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 17:34:21.870035 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b10046c8-609d-4d42-aeb1-eb469b69f779 None None] Routers {'54adfc28-9be8-45c3-bb3d-8ff317db734c'} bound to L3 agent in host n-d-827839-2 {{(pid=103378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:34:21.870789 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-b10046c8-609d-4d42-aeb1-eb469b69f779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:34:02Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['54adfc28-9be8-45c3-bb3d-8ff317db734c'], 'active': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:34:21.910398 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-e19c8f67-4703-4995-8b33-354cb4a30225 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] 10.222.0.89 "GET /v2.0/ports?device_id=54adfc28-9be8-45c3-bb3d-8ff317db734c HTTP/1.1" status: 200 len: 205 time: 0.0720162 Feb 04 17:34:21.910585 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 52316) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:34:21.917485 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-b10046c8-609d-4d42-aeb1-eb469b69f779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827839-2', False) {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:34:21.926435 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b10046c8-609d-4d42-aeb1-eb469b69f779 None None] Routers {'54adfc28-9be8-45c3-bb3d-8ff317db734c'} bound to L3 agent in host n-d-827839-2 {{(pid=103378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:34:21.927174 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-b10046c8-609d-4d42-aeb1-eb469b69f779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:34:02Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['54adfc28-9be8-45c3-bb3d-8ff317db734c'], 'active': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:34:21.964932 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.db_base_plugin_common [None req-8c153ead-a1bc-4239-b4d2-9ac0663b87cf tempest-RoutersNegativeTest-1344206825 tempest-RoutersNegativeTest-1344206825-project] Allocated IP 172.20.0.1 (7f294a15-9713-4be9-aea4-4f203e5ade82/cb0ee59e-a141-41cc-be4a-190792fb5f03/ec7dc9ed-94d8-4057-ad47-1662a6bd29e9) {{(pid=103376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:34:21.965981 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-b10046c8-609d-4d42-aeb1-eb469b69f779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827839-2', False) {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:34:21.966764 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b10046c8-609d-4d42-aeb1-eb469b69f779 None None] The sync data for ids ['54adfc28-9be8-45c3-bb3d-8ff317db734c'] in n-d-827839-2 is: [] {{(pid=103378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 17:34:21.993162 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-f150e712-5f4b-4599-8a08-4499f6a02212 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Publish callbacks [] for router (54adfc28-9be8-45c3-bb3d-8ff317db734c), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:22.100524 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-8c153ead-a1bc-4239-b4d2-9ac0663b87cf tempest-RoutersNegativeTest-1344206825 tempest-RoutersNegativeTest-1344206825-project] Publish callbacks [] for port (ec7dc9ed-94d8-4057-ad47-1662a6bd29e9), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:22.140573 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-8c153ead-a1bc-4239-b4d2-9ac0663b87cf tempest-RoutersNegativeTest-1344206825 tempest-RoutersNegativeTest-1344206825-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (ec7dc9ed-94d8-4057-ad47-1662a6bd29e9), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:22.175552 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-f150e712-5f4b-4599-8a08-4499f6a02212 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1601811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26971'] for router (54adfc28-9be8-45c3-bb3d-8ff317db734c), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:22.178606 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-f150e712-5f4b-4599-8a08-4499f6a02212 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Publish callbacks [] for router_controller (54adfc28-9be8-45c3-bb3d-8ff317db734c), precommit_delete_associations {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:22.182850 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c153ead-a1bc-4239-b4d2-9ac0663b87cf tempest-RoutersNegativeTest-1344206825 tempest-RoutersNegativeTest-1344206825-project] Network 7f294a15-9713-4be9-aea4-4f203e5ade82 is already hosted by enough agents. {{(pid=103376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:34:22.186041 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [None req-8c153ead-a1bc-4239-b4d2-9ac0663b87cf tempest-RoutersNegativeTest-1344206825 tempest-RoutersNegativeTest-1344206825-project] Resources bound (agent type, host, resource id): {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:34:22.189962 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c153ead-a1bc-4239-b4d2-9ac0663b87cf tempest-RoutersNegativeTest-1344206825 tempest-RoutersNegativeTest-1344206825-project] Received port after_create {{(pid=103376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:34:22.221262 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c153ead-a1bc-4239-b4d2-9ac0663b87cf tempest-RoutersNegativeTest-1344206825 tempest-RoutersNegativeTest-1344206825-project] Pushing event updated for resources: {'Port': ['ID=ec7dc9ed-94d8-4057-ad47-1662a6bd29e9,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:34:22.239372 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c153ead-a1bc-4239-b4d2-9ac0663b87cf tempest-RoutersNegativeTest-1344206825 tempest-RoutersNegativeTest-1344206825-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:34:22.239609 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-f150e712-5f4b-4599-8a08-4499f6a02212 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1601832'] for router (54adfc28-9be8-45c3-bb3d-8ff317db734c), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:22.239722 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c153ead-a1bc-4239-b4d2-9ac0663b87cf tempest-RoutersNegativeTest-1344206825 tempest-RoutersNegativeTest-1344206825-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:34:22.239998 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f150e712-5f4b-4599-8a08-4499f6a02212 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Fanout notify agent at l3_agent the message router_deleted on router 54adfc28-9be8-45c3-bb3d-8ff317db734c {{(pid=103377) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 17:34:22.240148 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c153ead-a1bc-4239-b4d2-9ac0663b87cf tempest-RoutersNegativeTest-1344206825 tempest-RoutersNegativeTest-1344206825-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:34:22.240455 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c153ead-a1bc-4239-b4d2-9ac0663b87cf tempest-RoutersNegativeTest-1344206825 tempest-RoutersNegativeTest-1344206825-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:34:22.240852 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c153ead-a1bc-4239-b4d2-9ac0663b87cf tempest-RoutersNegativeTest-1344206825 tempest-RoutersNegativeTest-1344206825-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:34:22.241881 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c153ead-a1bc-4239-b4d2-9ac0663b87cf tempest-RoutersNegativeTest-1344206825 tempest-RoutersNegativeTest-1344206825-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:34:22.241881 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c153ead-a1bc-4239-b4d2-9ac0663b87cf tempest-RoutersNegativeTest-1344206825 tempest-RoutersNegativeTest-1344206825-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:34:22.241881 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c153ead-a1bc-4239-b4d2-9ac0663b87cf tempest-RoutersNegativeTest-1344206825 tempest-RoutersNegativeTest-1344206825-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:34:22.242231 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c153ead-a1bc-4239-b4d2-9ac0663b87cf tempest-RoutersNegativeTest-1344206825 tempest-RoutersNegativeTest-1344206825-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:34:22.242554 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c153ead-a1bc-4239-b4d2-9ac0663b87cf tempest-RoutersNegativeTest-1344206825 tempest-RoutersNegativeTest-1344206825-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:34:22.243334 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c153ead-a1bc-4239-b4d2-9ac0663b87cf tempest-RoutersNegativeTest-1344206825 tempest-RoutersNegativeTest-1344206825-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:34:22.243334 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c153ead-a1bc-4239-b4d2-9ac0663b87cf tempest-RoutersNegativeTest-1344206825 tempest-RoutersNegativeTest-1344206825-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:34:22.243662 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c153ead-a1bc-4239-b4d2-9ac0663b87cf tempest-RoutersNegativeTest-1344206825 tempest-RoutersNegativeTest-1344206825-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:34:22.252288 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-8c153ead-a1bc-4239-b4d2-9ac0663b87cf tempest-RoutersNegativeTest-1344206825 tempest-RoutersNegativeTest-1344206825-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1595471'] for router_interface (69165c68-b3a5-4838-b0b4-99dbed7d70d4), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:22.253429 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-f150e712-5f4b-4599-8a08-4499f6a02212 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Publish callbacks [] for router (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:22.261438 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-f150e712-5f4b-4599-8a08-4499f6a02212 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] 10.222.0.89 "DELETE /v2.0/routers/54adfc28-9be8-45c3-bb3d-8ff317db734c HTTP/1.1" status: 204 len: 168 time: 0.3494599 Feb 04 17:34:22.263484 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 52320) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:34:22.382917 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b61527b-a035-4082-a6f6-c582f02b4a4b tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Deleting subnet 04413c24-bc68-4a36-a0fe-80d793bba3a9 {{(pid=103377) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 17:34:22.392863 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-4b61527b-a035-4082-a6f6-c582f02b4a4b tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Publish callbacks [] for subnet (04413c24-bc68-4a36-a0fe-80d793bba3a9), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:22.408022 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-8c153ead-a1bc-4239-b4d2-9ac0663b87cf tempest-RoutersNegativeTest-1344206825 tempest-RoutersNegativeTest-1344206825-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (ec7dc9ed-94d8-4057-ad47-1662a6bd29e9), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:22.438178 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a599ac-acfd-49e9-83e6-2187012526bd req-e3902dd0-6fc8-4c24-987a-69c66e92d3f2 tempest-ServerDiskConfigTestJSON-47961148 tempest-ServerDiskConfigTestJSON-47961148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:34:22.439693 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-57a599ac-acfd-49e9-83e6-2187012526bd req-e3902dd0-6fc8-4c24-987a-69c66e92d3f2 tempest-ServerDiskConfigTestJSON-47961148 tempest-ServerDiskConfigTestJSON-47961148-project] 10.222.0.89 "GET /v2.0/ports?device_id=494e61d0-1f8d-4061-a921-20562f5cca04 HTTP/1.1" status: 200 len: 946 time: 0.1032050 Feb 04 17:34:22.453953 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-4b61527b-a035-4082-a6f6-c582f02b4a4b tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26866676'] for subnet (04413c24-bc68-4a36-a0fe-80d793bba3a9), precommit_delete_associations {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:22.570209 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-4b61527b-a035-4082-a6f6-c582f02b4a4b tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1541225'] for subnet (04413c24-bc68-4a36-a0fe-80d793bba3a9), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:22.632463 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-e8ad21bb-beb9-4452-9d84-6f76265b0cf2 None None] Provisioning complete for port ec7dc9ed-94d8-4057-ad47-1662a6bd29e9 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:34:22.633102 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e8ad21bb-beb9-4452-9d84-6f76265b0cf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (ec7dc9ed-94d8-4057-ad47-1662a6bd29e9), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:22.638237 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-57a599ac-acfd-49e9-83e6-2187012526bd req-6f1cdc62-6900-404f-9866-418d3eb6c12f tempest-ServerDiskConfigTestJSON-47961148 tempest-ServerDiskConfigTestJSON-47961148-project] 10.222.0.89 "GET /v2.0/security-groups?id=ffff0ed7-cf9e-4cbb-9be9-3a1c2dba1e58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993624 Feb 04 17:34:22.674855 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-e8ad21bb-beb9-4452-9d84-6f76265b0cf2 None None] Port ec7dc9ed-94d8-4057-ad47-1662a6bd29e9 cannot update to ACTIVE because it is not bound. {{(pid=103378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 17:34:22.679628 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-4b61527b-a035-4082-a6f6-c582f02b4a4b tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1541216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25888360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25597190'] for subnet (04413c24-bc68-4a36-a0fe-80d793bba3a9), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:22.707974 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b61527b-a035-4082-a6f6-c582f02b4a4b tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Pushing event deleted for resources: {'Subnet': ['ID=04413c24-bc68-4a36-a0fe-80d793bba3a9,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:34:22.712899 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-4b61527b-a035-4082-a6f6-c582f02b4a4b tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Publish callbacks [] for subnet (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:22.718925 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-4b61527b-a035-4082-a6f6-c582f02b4a4b tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] 10.222.0.89 "DELETE /v2.0/subnets/04413c24-bc68-4a36-a0fe-80d793bba3a9 HTTP/1.1" status: 204 len: 168 time: 0.4518168 Feb 04 17:34:22.718925 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 52322) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:34:22.728277 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70df11d1-3fac-4aba-a597-0aa95d5aa5da None None] Network c7017bfd-e897-4481-83a6-e475990edb02 requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:34:22.754786 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-8c153ead-a1bc-4239-b4d2-9ac0663b87cf tempest-RoutersNegativeTest-1344206825 tempest-RoutersNegativeTest-1344206825-project] Publish callbacks [] for port (ec7dc9ed-94d8-4057-ad47-1662a6bd29e9), precommit_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:22.762277 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-8c153ead-a1bc-4239-b4d2-9ac0663b87cf tempest-RoutersNegativeTest-1344206825 tempest-RoutersNegativeTest-1344206825-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675836'] for port (ec7dc9ed-94d8-4057-ad47-1662a6bd29e9), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:22.818604 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-8c153ead-a1bc-4239-b4d2-9ac0663b87cf tempest-RoutersNegativeTest-1344206825 tempest-RoutersNegativeTest-1344206825-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1677345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602751'] for router_interface (69165c68-b3a5-4838-b0b4-99dbed7d70d4), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:22.832464 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-bb9f8c44-fe44-4b6b-8d93-c75df413a82a tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628832'] for network (c7017bfd-e897-4481-83a6-e475990edb02), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:22.903590 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-bb9f8c44-fe44-4b6b-8d93-c75df413a82a tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Deleting port 32819ff7-0425-4035-9d34-f2ca62ef0960 {{(pid=103377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:34:22.904217 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-bb9f8c44-fe44-4b6b-8d93-c75df413a82a tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (32819ff7-0425-4035-9d34-f2ca62ef0960), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:22.916621 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c153ead-a1bc-4239-b4d2-9ac0663b87cf tempest-RoutersNegativeTest-1344206825 tempest-RoutersNegativeTest-1344206825-project] Pushing event updated for resources: {'Port': ['ID=ec7dc9ed-94d8-4057-ad47-1662a6bd29e9,revision_number=2']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:34:22.934248 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-071c3288-f715-4765-b938-fb0a8f178696 None None] DHCP port deletion for c7017bfd-e897-4481-83a6-e475990edb02 request from n-d-827839-2 {{(pid=103378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 17:34:22.977293 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c153ead-a1bc-4239-b4d2-9ac0663b87cf tempest-RoutersNegativeTest-1344206825 tempest-RoutersNegativeTest-1344206825-project] Network 7f294a15-9713-4be9-aea4-4f203e5ade82 is already hosted by enough agents. {{(pid=103376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:34:22.978151 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [None req-bb9f8c44-fe44-4b6b-8d93-c75df413a82a tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] For port 32819ff7-0425-4035-9d34-f2ca62ef0960, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=32819ff7-0425-4035-9d34-f2ca62ef0960,segment=NetworkSegment(ed02f14b-cebc-49e6-bc83-f481c64f8d7e),segment_id=ed02f14b-cebc-49e6-bc83-f481c64f8d7e)] {{(pid=103377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:34:22.978509 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-bb9f8c44-fe44-4b6b-8d93-c75df413a82a tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (32819ff7-0425-4035-9d34-f2ca62ef0960), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:22.979036 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [None req-8c153ead-a1bc-4239-b4d2-9ac0663b87cf tempest-RoutersNegativeTest-1344206825 tempest-RoutersNegativeTest-1344206825-project] Resources bound (agent type, host, resource id): {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:34:23.013774 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-bb9f8c44-fe44-4b6b-8d93-c75df413a82a tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Calling delete_port for 32819ff7-0425-4035-9d34-f2ca62ef0960 owned by network:dhcp {{(pid=103377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:34:23.032308 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-071c3288-f715-4765-b938-fb0a8f178696 None None] Deleting port 32819ff7-0425-4035-9d34-f2ca62ef0960 {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:34:23.032685 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-071c3288-f715-4765-b938-fb0a8f178696 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (32819ff7-0425-4035-9d34-f2ca62ef0960), before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:23.087948 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 32819ff7-0425-4035-9d34-f2ca62ef0960 no longer exists at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:34:23.140077 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c153ead-a1bc-4239-b4d2-9ac0663b87cf tempest-RoutersNegativeTest-1344206825 tempest-RoutersNegativeTest-1344206825-project] Router 69165c68-b3a5-4838-b0b4-99dbed7d70d4 has already been hosted by L3 agent 64ada913-9131-4d99-a265-63a920956287 {{(pid=103376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 17:34:23.188703 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-071c3288-f715-4765-b938-fb0a8f178696 None None] For port 32819ff7-0425-4035-9d34-f2ca62ef0960, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=32819ff7-0425-4035-9d34-f2ca62ef0960,segment=NetworkSegment(ed02f14b-cebc-49e6-bc83-f481c64f8d7e),segment_id=ed02f14b-cebc-49e6-bc83-f481c64f8d7e)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:34:23.189425 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-071c3288-f715-4765-b938-fb0a8f178696 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (32819ff7-0425-4035-9d34-f2ca62ef0960), precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:23.212480 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-071c3288-f715-4765-b938-fb0a8f178696 None None] Calling delete_port for 32819ff7-0425-4035-9d34-f2ca62ef0960 owned by network:dhcp {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:34:23.328007 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c153ead-a1bc-4239-b4d2-9ac0663b87cf tempest-RoutersNegativeTest-1344206825 tempest-RoutersNegativeTest-1344206825-project] Notify agent at l3_agent.n-d-827839-2 the message routers_updated {{(pid=103376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 17:34:23.336552 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-8c153ead-a1bc-4239-b4d2-9ac0663b87cf tempest-RoutersNegativeTest-1344206825 tempest-RoutersNegativeTest-1344206825-project] 10.222.0.89 "PUT /v2.0/routers/69165c68-b3a5-4838-b0b4-99dbed7d70d4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5567079 Feb 04 17:34:23.339146 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ac8af83-eca4-4125-b392-3e22f5f4320b None None] Sync routers for ids ['69165c68-b3a5-4838-b0b4-99dbed7d70d4'] in n-d-827839-2 {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 17:34:23.339726 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 52326) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:34:23.353175 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-071c3288-f715-4765-b938-fb0a8f178696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144'] for port (32819ff7-0425-4035-9d34-f2ca62ef0960), after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:23.357884 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ac8af83-eca4-4125-b392-3e22f5f4320b None None] Routers {'69165c68-b3a5-4838-b0b4-99dbed7d70d4'} bound to L3 agent in host n-d-827839-2 {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:34:23.358518 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-2ac8af83-eca4-4125-b392-3e22f5f4320b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:34:02Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['69165c68-b3a5-4838-b0b4-99dbed7d70d4'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:34:23.380533 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-071c3288-f715-4765-b938-fb0a8f178696 None None] No DVR routers for this DVR port 32819ff7-0425-4035-9d34-f2ca62ef0960 on host n-d-827839-2 {{(pid=103378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 17:34:23.409160 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-2ac8af83-eca4-4125-b392-3e22f5f4320b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827839-2', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:34:23.426315 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071c3288-f715-4765-b938-fb0a8f178696 None None] Pushing event deleted for resources: {'Port': ['ID=32819ff7-0425-4035-9d34-f2ca62ef0960,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:34:23.436652 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ac8af83-eca4-4125-b392-3e22f5f4320b None None] Routers {'69165c68-b3a5-4838-b0b4-99dbed7d70d4'} bound to L3 agent in host n-d-827839-2 {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:34:23.437328 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-2ac8af83-eca4-4125-b392-3e22f5f4320b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:34:02Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['69165c68-b3a5-4838-b0b4-99dbed7d70d4'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:34:23.471589 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c280968-a1c4-4a7b-8970-b527d2017f22 req-118528b4-986f-4a8a-9880-9e50bbd36f0d tempest-ServerDiskConfigTestJSON-47961148 tempest-ServerDiskConfigTestJSON-47961148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:34:23.473701 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-7c280968-a1c4-4a7b-8970-b527d2017f22 req-118528b4-986f-4a8a-9880-9e50bbd36f0d tempest-ServerDiskConfigTestJSON-47961148 tempest-ServerDiskConfigTestJSON-47961148-project] 10.222.0.96 "GET /v2.0/ports?device_id=494e61d0-1f8d-4061-a921-20562f5cca04 HTTP/1.1" status: 200 len: 946 time: 0.2523897 Feb 04 17:34:23.490214 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-765ef7ee-9501-4ae4-909b-958221bc14b3 tempest-RoutersNegativeTest-1344206825 tempest-RoutersNegativeTest-1344206825-project] Publish callbacks [] for router (69165c68-b3a5-4838-b0b4-99dbed7d70d4), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:23.490770 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port 32819ff7-0425-4035-9d34-f2ca62ef0960 is: ACTIVE; New status is: DOWN {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:34:23.491404 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (32819ff7-0425-4035-9d34-f2ca62ef0960), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:23.519903 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-2ac8af83-eca4-4125-b392-3e22f5f4320b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827839-2', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:34:23.520612 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-191498a2-5595-4396-9bb9-e198a821b83c None None] Provisioning complete for port ec7dc9ed-94d8-4057-ad47-1662a6bd29e9 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:34:23.521360 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-191498a2-5595-4396-9bb9-e198a821b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (ec7dc9ed-94d8-4057-ad47-1662a6bd29e9), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:23.523215 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ac8af83-eca4-4125-b392-3e22f5f4320b None None] The sync data for ids ['69165c68-b3a5-4838-b0b4-99dbed7d70d4'] in n-d-827839-2 is: [] {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 17:34:23.545905 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-bb9f8c44-fe44-4b6b-8d93-c75df413a82a tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (32819ff7-0425-4035-9d34-f2ca62ef0960), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:23.572182 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9f8c44-fe44-4b6b-8d93-c75df413a82a tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Pushing event deleted for resources: {'Port': ['ID=32819ff7-0425-4035-9d34-f2ca62ef0960,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:34:23.575689 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb9f8c44-fe44-4b6b-8d93-c75df413a82a tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] No DVR routers for this DVR port 32819ff7-0425-4035-9d34-f2ca62ef0960 on host n-d-827839-2 {{(pid=103377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 17:34:23.584890 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-191498a2-5595-4396-9bb9-e198a821b83c None None] Port ec7dc9ed-94d8-4057-ad47-1662a6bd29e9 cannot update to ACTIVE because it is not bound. {{(pid=103378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 17:34:23.600013 n-d-827839-2 neutron-server[103376]: INFO neutron.api.v2.resource [None req-765ef7ee-9501-4ae4-909b-958221bc14b3 tempest-RoutersNegativeTest-1344206825 tempest-RoutersNegativeTest-1344206825-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 04 17:34:23.603211 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-765ef7ee-9501-4ae4-909b-958221bc14b3 tempest-RoutersNegativeTest-1344206825 tempest-RoutersNegativeTest-1344206825-project] 10.222.0.89 "DELETE /v2.0/routers/69165c68-b3a5-4838-b0b4-99dbed7d70d4 HTTP/1.1" status: 409 len: 329 time: 0.2600121 Feb 04 17:34:23.606708 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 52328) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:34:23.699388 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [req-7c280968-a1c4-4a7b-8970-b527d2017f22 req-2e842134-7849-405f-b420-08a99f5992eb tempest-ServerDiskConfigTestJSON-47961148 tempest-ServerDiskConfigTestJSON-47961148-project] Deleting port 5b23912e-2e13-49c3-9267-c2d19c9614b1 {{(pid=103376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:34:23.699974 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-7c280968-a1c4-4a7b-8970-b527d2017f22 req-2e842134-7849-405f-b420-08a99f5992eb tempest-ServerDiskConfigTestJSON-47961148 tempest-ServerDiskConfigTestJSON-47961148-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (5b23912e-2e13-49c3-9267-c2d19c9614b1), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:23.744255 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-bb9f8c44-fe44-4b6b-8d93-c75df413a82a tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1543676', 'neutron.services.segments.db._delete_segments_for_network-8781084786517'] for network (c7017bfd-e897-4481-83a6-e475990edb02), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:23.778079 n-d-827839-2 neutron-server[103377]: DEBUG neutron.services.segments.db [None req-bb9f8c44-fe44-4b6b-8d93-c75df413a82a tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7017bfd-e897-4481-83a6-e475990edb02']}} {{(pid=103377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:34:23.830325 n-d-827839-2 neutron-server[103377]: DEBUG neutron.services.segments.db [None req-bb9f8c44-fe44-4b6b-8d93-c75df413a82a tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed02f14b-cebc-49e6-bc83-f481c64f8d7e') {'for_net_delete': True} {{(pid=103377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:34:23.831093 n-d-827839-2 neutron-server[103377]: DEBUG neutron.services.segments.db [None req-bb9f8c44-fe44-4b6b-8d93-c75df413a82a tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed02f14b-cebc-49e6-bc83-f481c64f8d7e') {} {{(pid=103377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:34:23.842760 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c483f1a-5f1b-44fa-9169-a2262b50fd59 req-f2f6bfe6-abd4-49ae-896b-3c5a1b7e0e6d tempest-ServerDiskConfigTestJSON-47961148 tempest-ServerDiskConfigTestJSON-47961148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:34:23.844293 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-7c483f1a-5f1b-44fa-9169-a2262b50fd59 req-f2f6bfe6-abd4-49ae-896b-3c5a1b7e0e6d tempest-ServerDiskConfigTestJSON-47961148 tempest-ServerDiskConfigTestJSON-47961148-project] 10.222.0.89 "GET /v2.0/ports?device_id=494e61d0-1f8d-4061-a921-20562f5cca04 HTTP/1.1" status: 200 len: 946 time: 0.1269913 Feb 04 17:34:23.846158 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [req-7c280968-a1c4-4a7b-8970-b527d2017f22 req-2e842134-7849-405f-b420-08a99f5992eb tempest-ServerDiskConfigTestJSON-47961148 tempest-ServerDiskConfigTestJSON-47961148-project] For port 5b23912e-2e13-49c3-9267-c2d19c9614b1, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=5b23912e-2e13-49c3-9267-c2d19c9614b1,segment=NetworkSegment(c672906f-f6f7-41c3-8178-df9515ad242f),segment_id=c672906f-f6f7-41c3-8178-df9515ad242f)] {{(pid=103376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:34:23.846527 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-7c280968-a1c4-4a7b-8970-b527d2017f22 req-2e842134-7849-405f-b420-08a99f5992eb tempest-ServerDiskConfigTestJSON-47961148 tempest-ServerDiskConfigTestJSON-47961148-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (5b23912e-2e13-49c3-9267-c2d19c9614b1), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:23.865371 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [req-7c280968-a1c4-4a7b-8970-b527d2017f22 req-2e842134-7849-405f-b420-08a99f5992eb tempest-ServerDiskConfigTestJSON-47961148 tempest-ServerDiskConfigTestJSON-47961148-project] Calling delete_port for 5b23912e-2e13-49c3-9267-c2d19c9614b1 owned by compute:nova {{(pid=103376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:34:23.874434 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-bb9f8c44-fe44-4b6b-8d93-c75df413a82a tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781084783966', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26866685'] for segment (ed02f14b-cebc-49e6-bc83-f481c64f8d7e), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:23.898273 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-bb9f8c44-fe44-4b6b-8d93-c75df413a82a tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (ed02f14b-cebc-49e6-bc83-f481c64f8d7e), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:23.909147 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb9f8c44-fe44-4b6b-8d93-c75df413a82a tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Releasing vlan 758 on physical network physnet1 to pool {{(pid=103377) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 17:34:23.909851 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-bb9f8c44-fe44-4b6b-8d93-c75df413a82a tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25888454'] for segment (ed02f14b-cebc-49e6-bc83-f481c64f8d7e), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:23.913835 n-d-827839-2 neutron-server[103377]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 17:34:23.913835 n-d-827839-2 neutron-server[103377]: self.session.flush() Feb 04 17:34:23.913835 n-d-827839-2 neutron-server[103377]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 17:34:23.913835 n-d-827839-2 neutron-server[103377]: self.session.flush() Feb 04 17:34:23.913835 n-d-827839-2 neutron-server[103377]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 17:34:23.913835 n-d-827839-2 neutron-server[103377]: self.session.flush() Feb 04 17:34:23.913835 n-d-827839-2 neutron-server[103377]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 17:34:23.913835 n-d-827839-2 neutron-server[103377]: self.session.flush() Feb 04 17:34:23.913835 n-d-827839-2 neutron-server[103377]: Traceback (most recent call last): Feb 04 17:34:23.913835 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 17:34:23.913835 n-d-827839-2 neutron-server[103377]: timer() Feb 04 17:34:23.913835 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 17:34:23.913835 n-d-827839-2 neutron-server[103377]: cb(*args, **kw) Feb 04 17:34:23.913835 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 17:34:23.913835 n-d-827839-2 neutron-server[103377]: return func(*args, **kwargs) Feb 04 17:34:23.913835 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 17:34:23.913835 n-d-827839-2 neutron-server[103377]: self._notify() Feb 04 17:34:23.913835 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 17:34:23.913835 n-d-827839-2 neutron-server[103377]: self.callback(batched_events) Feb 04 17:34:23.913835 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 17:34:23.913835 n-d-827839-2 neutron-server[103377]: event.method(event) Feb 04 17:34:23.913835 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 17:34:23.913835 n-d-827839-2 neutron-server[103377]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 17:34:23.913835 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 17:34:23.913835 n-d-827839-2 neutron-server[103377]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 17:34:23.913835 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 17:34:23.913835 n-d-827839-2 neutron-server[103377]: return f(self, *a, **k) Feb 04 17:34:23.913835 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 17:34:23.913835 n-d-827839-2 neutron-server[103377]: return self._get(url).json() Feb 04 17:34:23.913835 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 17:34:23.913835 n-d-827839-2 neutron-server[103377]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 17:34:23.913835 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 17:34:23.913835 n-d-827839-2 neutron-server[103377]: return self.request(url, 'GET', **kwargs) Feb 04 17:34:23.913835 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 17:34:23.913835 n-d-827839-2 neutron-server[103377]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 17:34:23.913835 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 17:34:23.913835 n-d-827839-2 neutron-server[103377]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 17:34:23.913835 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 17:34:23.913835 n-d-827839-2 neutron-server[103377]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 17:34:23.913835 n-d-827839-2 neutron-server[103377]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 17:34:23.947818 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-7c483f1a-5f1b-44fa-9169-a2262b50fd59 req-1dfb9c21-07e7-4b91-903d-6f5c26ed57ba tempest-ServerDiskConfigTestJSON-47961148 tempest-ServerDiskConfigTestJSON-47961148-project] 10.222.0.89 "GET /v2.0/security-groups?id=ffff0ed7-cf9e-4cbb-9be9-3a1c2dba1e58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926325 Feb 04 17:34:24.020100 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-bb9f8c44-fe44-4b6b-8d93-c75df413a82a tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1543671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1595572'] for network (c7017bfd-e897-4481-83a6-e475990edb02), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:24.032835 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-bb9f8c44-fe44-4b6b-8d93-c75df413a82a tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Publish callbacks [] for network (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:24.043845 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-bb9f8c44-fe44-4b6b-8d93-c75df413a82a tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] 10.222.0.89 "DELETE /v2.0/networks/c7017bfd-e897-4481-83a6-e475990edb02 HTTP/1.1" status: 204 len: 168 time: 1.3237455 Feb 04 17:34:24.044399 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 52332) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:34:24.052384 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-b316bed8-69da-4947-8e2a-71f3d8b5000e tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1690583444', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188'}, 'admin_state_up': False}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:34:24.060773 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-7c280968-a1c4-4a7b-8970-b527d2017f22 req-2e842134-7849-405f-b420-08a99f5992eb tempest-ServerDiskConfigTestJSON-47961148 tempest-ServerDiskConfigTestJSON-47961148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (5b23912e-2e13-49c3-9267-c2d19c9614b1), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:24.077520 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9f8c44-fe44-4b6b-8d93-c75df413a82a tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Pushing event deleted for resources: {'Network': ['ID=c7017bfd-e897-4481-83a6-e475990edb02,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:34:24.093614 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] get_ports_and_sgs() called for port_ids ['5b23912e-2e13-49c3-9267-c2d19c9614b1'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 17:34:24.101513 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e842134-7849-405f-b420-08a99f5992eb tempest-ServerDiskConfigTestJSON-47961148 tempest-ServerDiskConfigTestJSON-47961148-project] Pushing event deleted for resources: {'Port': ['ID=5b23912e-2e13-49c3-9267-c2d19c9614b1,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:34:24.165550 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-03346006-63aa-4a82-9e28-cd7653518356 tempest-RoutersNegativeTest-1344206825 tempest-RoutersNegativeTest-1344206825-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602754'] for router_interface (69165c68-b3a5-4838-b0b4-99dbed7d70d4), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:24.169526 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c280968-a1c4-4a7b-8970-b527d2017f22 req-2e842134-7849-405f-b420-08a99f5992eb tempest-ServerDiskConfigTestJSON-47961148 tempest-ServerDiskConfigTestJSON-47961148-project] No DVR routers for this DVR port 5b23912e-2e13-49c3-9267-c2d19c9614b1 on host n-h1-827839-2 {{(pid=103376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 17:34:24.171765 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-b316bed8-69da-4947-8e2a-71f3d8b5000e tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1601657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26921'] for router (c83ed58d-5663-4cef-a462-bd1c7cc3e956), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:24.172880 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-b316bed8-69da-4947-8e2a-71f3d8b5000e tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1602025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603663', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1630571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26960'] for router (c83ed58d-5663-4cef-a462-bd1c7cc3e956), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:24.177094 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-7c280968-a1c4-4a7b-8970-b527d2017f22 req-2e842134-7849-405f-b420-08a99f5992eb tempest-ServerDiskConfigTestJSON-47961148 tempest-ServerDiskConfigTestJSON-47961148-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:24.180668 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-7c280968-a1c4-4a7b-8970-b527d2017f22 req-2e842134-7849-405f-b420-08a99f5992eb tempest-ServerDiskConfigTestJSON-47961148 tempest-ServerDiskConfigTestJSON-47961148-project] 10.222.0.96 "DELETE /v2.0/ports/5b23912e-2e13-49c3-9267-c2d19c9614b1 HTTP/1.1" status: 204 len: 173 time: 0.6998498 Feb 04 17:34:24.181316 n-d-827839-2 neutron-server[103376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '494e61d0-1f8d-4061-a921-20562f5cca04', 'name': 'network-vif-deleted', 'tag': '5b23912e-2e13-49c3-9267-c2d19c9614b1'}] {{(pid=103376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:34:24.183731 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d59c3bb5e2f09ebf62144d5e09b1cff60c763a9c19614c24538e77842938c05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5d7fbcc-9d20-4846-b309-725eaaad75c7" -d '{"events": [{"server_uuid": "494e61d0-1f8d-4061-a921-20562f5cca04", "name": "network-vif-deleted", "tag": "5b23912e-2e13-49c3-9267-c2d19c9614b1"}]}' {{(pid=103376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:34:24.263757 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 17:34:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a75454e9-82d7-4722-a5d4-7fae39e03d36 x-openstack-request-id: req-a75454e9-82d7-4722-a5d4-7fae39e03d36 {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:34:24.264514 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "494e61d0-1f8d-4061-a921-20562f5cca04", "name": "network-vif-deleted", "tag": "5b23912e-2e13-49c3-9267-c2d19c9614b1", "status": "completed", "code": 200}]} {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:34:24.264949 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-a75454e9-82d7-4722-a5d4-7fae39e03d36 {{(pid=103376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:34:24.265523 n-d-827839-2 neutron-server[103376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '494e61d0-1f8d-4061-a921-20562f5cca04', 'name': 'network-vif-deleted', 'tag': '5b23912e-2e13-49c3-9267-c2d19c9614b1', 'status': 'completed', 'code': 200} Feb 04 17:34:24.278226 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-b316bed8-69da-4947-8e2a-71f3d8b5000e tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Publish callbacks [] for router_controller (c83ed58d-5663-4cef-a462-bd1c7cc3e956), precommit_add_association {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:24.442933 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-03346006-63aa-4a82-9e28-cd7653518356 tempest-RoutersNegativeTest-1344206825 tempest-RoutersNegativeTest-1344206825-project] Deleting port ec7dc9ed-94d8-4057-ad47-1662a6bd29e9 {{(pid=103377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:34:24.443312 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-03346006-63aa-4a82-9e28-cd7653518356 tempest-RoutersNegativeTest-1344206825 tempest-RoutersNegativeTest-1344206825-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (ec7dc9ed-94d8-4057-ad47-1662a6bd29e9), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:24.466918 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-b316bed8-69da-4947-8e2a-71f3d8b5000e tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Publish callbacks [] for router_gateway (c83ed58d-5663-4cef-a462-bd1c7cc3e956), precommit_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:24.534755 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-03346006-63aa-4a82-9e28-cd7653518356 tempest-RoutersNegativeTest-1344206825 tempest-RoutersNegativeTest-1344206825-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (ec7dc9ed-94d8-4057-ad47-1662a6bd29e9), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:24.547475 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-03346006-63aa-4a82-9e28-cd7653518356 tempest-RoutersNegativeTest-1344206825 tempest-RoutersNegativeTest-1344206825-project] Calling delete_port for ec7dc9ed-94d8-4057-ad47-1662a6bd29e9 owned by network:router_interface {{(pid=103377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:34:24.668559 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-b316bed8-69da-4947-8e2a-71f3d8b5000e tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Publish callbacks [] for router_gateway (c83ed58d-5663-4cef-a462-bd1c7cc3e956), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:24.688918 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-b316bed8-69da-4947-8e2a-71f3d8b5000e tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:24.729222 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-03346006-63aa-4a82-9e28-cd7653518356 tempest-RoutersNegativeTest-1344206825 tempest-RoutersNegativeTest-1344206825-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (ec7dc9ed-94d8-4057-ad47-1662a6bd29e9), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:24.758728 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03346006-63aa-4a82-9e28-cd7653518356 tempest-RoutersNegativeTest-1344206825 tempest-RoutersNegativeTest-1344206825-project] Pushing event deleted for resources: {'Port': ['ID=ec7dc9ed-94d8-4057-ad47-1662a6bd29e9,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:34:24.878776 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.db_base_plugin_common [None req-b316bed8-69da-4947-8e2a-71f3d8b5000e tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Allocated IP 172.25.6.81 (48165773-85ad-49a1-9ec1-76fc8dc24188/7660bfad-1ea8-4fe7-831b-bed836f13efc/29ff6c2e-ba27-480c-a53d-f723ad6f4120) {{(pid=103376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:34:24.941071 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-03346006-63aa-4a82-9e28-cd7653518356 tempest-RoutersNegativeTest-1344206825 tempest-RoutersNegativeTest-1344206825-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1677336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1602614'] for router_interface (69165c68-b3a5-4838-b0b4-99dbed7d70d4), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:25.050667 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-b316bed8-69da-4947-8e2a-71f3d8b5000e tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Publish callbacks [] for port (29ff6c2e-ba27-480c-a53d-f723ad6f4120), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:25.114085 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-b316bed8-69da-4947-8e2a-71f3d8b5000e tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (29ff6c2e-ba27-480c-a53d-f723ad6f4120), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:25.177363 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b316bed8-69da-4947-8e2a-71f3d8b5000e tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Network 48165773-85ad-49a1-9ec1-76fc8dc24188 is already hosted by enough agents. {{(pid=103376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:34:25.183197 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [None req-b316bed8-69da-4947-8e2a-71f3d8b5000e tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Resources bound (agent type, host, resource id): {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:34:25.185291 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b316bed8-69da-4947-8e2a-71f3d8b5000e tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Pushing event updated for resources: {'Port': ['ID=29ff6c2e-ba27-480c-a53d-f723ad6f4120,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:34:25.188176 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b316bed8-69da-4947-8e2a-71f3d8b5000e tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Received port after_create {{(pid=103376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:34:25.202821 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03346006-63aa-4a82-9e28-cd7653518356 tempest-RoutersNegativeTest-1344206825 tempest-RoutersNegativeTest-1344206825-project] Router 69165c68-b3a5-4838-b0b4-99dbed7d70d4 has already been hosted by L3 agent 64ada913-9131-4d99-a265-63a920956287 {{(pid=103377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 17:34:25.250953 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 52346) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:34:25.327328 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03346006-63aa-4a82-9e28-cd7653518356 tempest-RoutersNegativeTest-1344206825 tempest-RoutersNegativeTest-1344206825-project] Notify agent at l3_agent.n-d-827839-2 the message routers_updated {{(pid=103377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 17:34:25.334188 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-03346006-63aa-4a82-9e28-cd7653518356 tempest-RoutersNegativeTest-1344206825 tempest-RoutersNegativeTest-1344206825-project] 10.222.0.89 "PUT /v2.0/routers/69165c68-b3a5-4838-b0b4-99dbed7d70d4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7265120 Feb 04 17:34:25.339777 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 52348) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:34:25.340828 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e6fac92-7973-412b-ab72-997a702ebad8 None None] Sync routers for ids ['69165c68-b3a5-4838-b0b4-99dbed7d70d4'] in n-d-827839-2 {{(pid=103378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 17:34:25.353109 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0104aaf-310f-4da4-b7b3-e8866cdd5224 admin admin] Deleting subnet 375be7ec-5e9b-4b86-ae0d-acfb51345bdd {{(pid=103377) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 17:34:25.355617 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e6fac92-7973-412b-ab72-997a702ebad8 None None] Routers {'69165c68-b3a5-4838-b0b4-99dbed7d70d4'} bound to L3 agent in host n-d-827839-2 {{(pid=103378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:34:25.356850 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-f0104aaf-310f-4da4-b7b3-e8866cdd5224 admin admin] Publish callbacks [] for subnet (375be7ec-5e9b-4b86-ae0d-acfb51345bdd), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:25.357140 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-8e6fac92-7973-412b-ab72-997a702ebad8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:34:02Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['69165c68-b3a5-4838-b0b4-99dbed7d70d4'], 'active': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:34:25.385254 n-d-827839-2 neutron-server[103376]: INFO neutron.api.v2.resource [None req-9ffda070-9c77-40b8-bed6-93baab0b847d tempest-RoutersNegativeTest-1344206825 tempest-RoutersNegativeTest-1344206825-project] show failed (client error): The resource could not be found. Feb 04 17:34:25.390320 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-9ffda070-9c77-40b8-bed6-93baab0b847d tempest-RoutersNegativeTest-1344206825 tempest-RoutersNegativeTest-1344206825-project] 10.222.0.89 "GET /v2.0/routers/tempest-non_exist_router-580383881 HTTP/1.1" status: 404 len: 334 time: 0.0495570 Feb 04 17:34:25.390882 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 52350) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:34:25.397823 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-f0104aaf-310f-4da4-b7b3-e8866cdd5224 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26866676'] for subnet (375be7ec-5e9b-4b86-ae0d-acfb51345bdd), precommit_delete_associations {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:25.401414 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-8e6fac92-7973-412b-ab72-997a702ebad8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827839-2', False) {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:34:25.402310 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-e82924e9-b80e-4318-b892-dd1ecd8f5962 tempest-RoutersNegativeTest-1344206825 tempest-RoutersNegativeTest-1344206825-project] Request body: {'router': {'name': 'new_name'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:34:25.418560 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e6fac92-7973-412b-ab72-997a702ebad8 None None] Routers {'69165c68-b3a5-4838-b0b4-99dbed7d70d4'} bound to L3 agent in host n-d-827839-2 {{(pid=103378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:34:25.423171 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-8e6fac92-7973-412b-ab72-997a702ebad8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:34:02Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['69165c68-b3a5-4838-b0b4-99dbed7d70d4'], 'active': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:34:25.454638 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-f0104aaf-310f-4da4-b7b3-e8866cdd5224 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1541225'] for subnet (375be7ec-5e9b-4b86-ae0d-acfb51345bdd), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:25.461421 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-8e6fac92-7973-412b-ab72-997a702ebad8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827839-2', False) {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:34:25.462103 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e6fac92-7973-412b-ab72-997a702ebad8 None None] The sync data for ids ['69165c68-b3a5-4838-b0b4-99dbed7d70d4'] in n-d-827839-2 is: [] {{(pid=103378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 17:34:25.519084 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-f0104aaf-310f-4da4-b7b3-e8866cdd5224 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1541216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25888360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25597190'] for subnet (375be7ec-5e9b-4b86-ae0d-acfb51345bdd), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:25.546301 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0104aaf-310f-4da4-b7b3-e8866cdd5224 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=375be7ec-5e9b-4b86-ae0d-acfb51345bdd,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:34:25.550401 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-f0104aaf-310f-4da4-b7b3-e8866cdd5224 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:25.554037 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-f0104aaf-310f-4da4-b7b3-e8866cdd5224 admin admin] 10.222.0.89 "DELETE /v2.0/subnets/375be7ec-5e9b-4b86-ae0d-acfb51345bdd HTTP/1.1" status: 204 len: 168 time: 0.3020654 Feb 04 17:34:25.556473 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 52352) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:34:25.633579 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-a57eb99b-0ed5-492b-b593-b49516ce42db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628832'] for network (3c6b4be4-b4b9-4735-a6e5-15af4ecbb3e6), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:25.718674 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-a57eb99b-0ed5-492b-b593-b49516ce42db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1543676', 'neutron.services.segments.db._delete_segments_for_network-8781084786517'] for network (3c6b4be4-b4b9-4735-a6e5-15af4ecbb3e6), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:25.739507 n-d-827839-2 neutron-server[103377]: DEBUG neutron.services.segments.db [None req-a57eb99b-0ed5-492b-b593-b49516ce42db admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c6b4be4-b4b9-4735-a6e5-15af4ecbb3e6']}} {{(pid=103377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:34:25.748983 n-d-827839-2 neutron-server[103376]: INFO neutron.api.v2.resource [None req-e82924e9-b80e-4318-b892-dd1ecd8f5962 tempest-RoutersNegativeTest-1344206825 tempest-RoutersNegativeTest-1344206825-project] update failed (client error): The resource could not be found. Feb 04 17:34:25.749394 n-d-827839-2 neutron-server[103377]: DEBUG neutron.services.segments.db [None req-a57eb99b-0ed5-492b-b593-b49516ce42db admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c672906f-f6f7-41c3-8178-df9515ad242f') {'for_net_delete': True} {{(pid=103377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:34:25.753237 n-d-827839-2 neutron-server[103377]: DEBUG neutron.services.segments.db [None req-a57eb99b-0ed5-492b-b593-b49516ce42db admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c672906f-f6f7-41c3-8178-df9515ad242f') {} {{(pid=103377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:34:25.753400 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-e82924e9-b80e-4318-b892-dd1ecd8f5962 tempest-RoutersNegativeTest-1344206825 tempest-RoutersNegativeTest-1344206825-project] 10.222.0.89 "PUT /v2.0/routers/tempest-non_exist_router-1528973659 HTTP/1.1" status: 404 len: 335 time: 0.3513110 Feb 04 17:34:25.753611 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 52354) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:34:25.787965 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-a57eb99b-0ed5-492b-b593-b49516ce42db admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781084783966', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26866685'] for segment (c672906f-f6f7-41c3-8178-df9515ad242f), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:25.809447 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-a57eb99b-0ed5-492b-b593-b49516ce42db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (c672906f-f6f7-41c3-8178-df9515ad242f), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:25.822633 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a57eb99b-0ed5-492b-b593-b49516ce42db admin admin] Releasing vlan 788 on physical network physnet1 to pool {{(pid=103377) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 17:34:25.823199 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-a57eb99b-0ed5-492b-b593-b49516ce42db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25888454'] for segment (c672906f-f6f7-41c3-8178-df9515ad242f), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:25.825273 n-d-827839-2 neutron-server[103377]: Traceback (most recent call last): Feb 04 17:34:25.825273 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 17:34:25.825273 n-d-827839-2 neutron-server[103377]: timer() Feb 04 17:34:25.825273 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 17:34:25.825273 n-d-827839-2 neutron-server[103377]: cb(*args, **kw) Feb 04 17:34:25.825273 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 17:34:25.825273 n-d-827839-2 neutron-server[103377]: return func(*args, **kwargs) Feb 04 17:34:25.825273 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 17:34:25.825273 n-d-827839-2 neutron-server[103377]: self._notify() Feb 04 17:34:25.825273 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 17:34:25.825273 n-d-827839-2 neutron-server[103377]: self.callback(batched_events) Feb 04 17:34:25.825273 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 17:34:25.825273 n-d-827839-2 neutron-server[103377]: event.method(event) Feb 04 17:34:25.825273 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 17:34:25.825273 n-d-827839-2 neutron-server[103377]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 17:34:25.825273 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 17:34:25.825273 n-d-827839-2 neutron-server[103377]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 17:34:25.825273 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 17:34:25.825273 n-d-827839-2 neutron-server[103377]: return f(self, *a, **k) Feb 04 17:34:25.825273 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 17:34:25.825273 n-d-827839-2 neutron-server[103377]: return self._get(url).json() Feb 04 17:34:25.825273 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 17:34:25.825273 n-d-827839-2 neutron-server[103377]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 17:34:25.825273 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 17:34:25.825273 n-d-827839-2 neutron-server[103377]: return self.request(url, 'GET', **kwargs) Feb 04 17:34:25.825273 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 17:34:25.825273 n-d-827839-2 neutron-server[103377]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 17:34:25.825273 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 17:34:25.825273 n-d-827839-2 neutron-server[103377]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 17:34:25.825273 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 17:34:25.825273 n-d-827839-2 neutron-server[103377]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 17:34:25.825273 n-d-827839-2 neutron-server[103377]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 17:34:25.843444 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0cae931-3da7-47bc-9a1f-f67eb4d0fbbc tempest-RoutersNegativeTest-1344206825 tempest-RoutersNegativeTest-1344206825-project] Deleting subnet e82fad8a-4817-4ca9-aaf6-0e22c7f1e040 {{(pid=103377) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 17:34:25.869097 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-b316bed8-69da-4947-8e2a-71f3d8b5000e tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Publish callbacks [] for router_gateway (c83ed58d-5663-4cef-a462-bd1c7cc3e956), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:25.872378 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-a0cae931-3da7-47bc-9a1f-f67eb4d0fbbc tempest-RoutersNegativeTest-1344206825 tempest-RoutersNegativeTest-1344206825-project] Publish callbacks [] for subnet (e82fad8a-4817-4ca9-aaf6-0e22c7f1e040), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:25.918757 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-a57eb99b-0ed5-492b-b593-b49516ce42db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1543671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1595572'] for network (3c6b4be4-b4b9-4735-a6e5-15af4ecbb3e6), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:25.928674 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-a57eb99b-0ed5-492b-b593-b49516ce42db admin admin] Publish callbacks [] for network (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:25.931884 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-a57eb99b-0ed5-492b-b593-b49516ce42db admin admin] 10.222.0.89 "DELETE /v2.0/networks/3c6b4be4-b4b9-4735-a6e5-15af4ecbb3e6 HTTP/1.1" status: 204 len: 168 time: 0.3743351 Feb 04 17:34:25.934334 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-a0cae931-3da7-47bc-9a1f-f67eb4d0fbbc tempest-RoutersNegativeTest-1344206825 tempest-RoutersNegativeTest-1344206825-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26866676'] for subnet (e82fad8a-4817-4ca9-aaf6-0e22c7f1e040), precommit_delete_associations {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:25.967089 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57eb99b-0ed5-492b-b593-b49516ce42db admin admin] Pushing event deleted for resources: {'Network': ['ID=3c6b4be4-b4b9-4735-a6e5-15af4ecbb3e6,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:34:26.044105 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-a0cae931-3da7-47bc-9a1f-f67eb4d0fbbc tempest-RoutersNegativeTest-1344206825 tempest-RoutersNegativeTest-1344206825-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1541225'] for subnet (e82fad8a-4817-4ca9-aaf6-0e22c7f1e040), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:26.124279 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-b316bed8-69da-4947-8e2a-71f3d8b5000e tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1602046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603680'] for router (c83ed58d-5663-4cef-a462-bd1c7cc3e956), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:26.133572 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-a0cae931-3da7-47bc-9a1f-f67eb4d0fbbc tempest-RoutersNegativeTest-1344206825 tempest-RoutersNegativeTest-1344206825-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1541216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25888360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25597190'] for subnet (e82fad8a-4817-4ca9-aaf6-0e22c7f1e040), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:26.173207 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-a0cae931-3da7-47bc-9a1f-f67eb4d0fbbc tempest-RoutersNegativeTest-1344206825 tempest-RoutersNegativeTest-1344206825-project] Publish callbacks [] for subnet (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:26.182967 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e4e395c-04ac-49cf-a1b0-6cd7e39a679c None None] Network 62d6fbad-ee55-4aac-8c78-c46faf4b42a6 requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:34:26.188914 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-a0cae931-3da7-47bc-9a1f-f67eb4d0fbbc tempest-RoutersNegativeTest-1344206825 tempest-RoutersNegativeTest-1344206825-project] 10.222.0.89 "DELETE /v2.0/subnets/e82fad8a-4817-4ca9-aaf6-0e22c7f1e040 HTTP/1.1" status: 204 len: 168 time: 0.4312320 Feb 04 17:34:26.189981 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 52358) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:34:26.190499 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 52360) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:34:26.192849 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cae931-3da7-47bc-9a1f-f67eb4d0fbbc tempest-RoutersNegativeTest-1344206825 tempest-RoutersNegativeTest-1344206825-project] Pushing event deleted for resources: {'Subnet': ['ID=e82fad8a-4817-4ca9-aaf6-0e22c7f1e040,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:34:26.280613 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b316bed8-69da-4947-8e2a-71f3d8b5000e tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Router c83ed58d-5663-4cef-a462-bd1c7cc3e956 is scheduled to L3 agent 64ada913-9131-4d99-a265-63a920956287 with binding_index 1 {{(pid=103376) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 17:34:26.292668 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0c5cf0c-6ccc-43a6-81bb-54ea15f69093 tempest-RoutersNegativeTest-1344206825 tempest-RoutersNegativeTest-1344206825-project] Deleting subnet 8ac32c97-9b45-4736-b38a-8b91ec689018 {{(pid=103377) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 17:34:26.296995 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-e0c5cf0c-6ccc-43a6-81bb-54ea15f69093 tempest-RoutersNegativeTest-1344206825 tempest-RoutersNegativeTest-1344206825-project] Publish callbacks [] for subnet (8ac32c97-9b45-4736-b38a-8b91ec689018), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:26.302335 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-2fcadffa-b91f-4d7c-987b-f7565aac9f30 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=1340b33ced494106823c7c635ada16b9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1061230 Feb 04 17:34:26.326712 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 52362) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:34:26.401212 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-e0c5cf0c-6ccc-43a6-81bb-54ea15f69093 tempest-RoutersNegativeTest-1344206825 tempest-RoutersNegativeTest-1344206825-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26866676'] for subnet (8ac32c97-9b45-4736-b38a-8b91ec689018), precommit_delete_associations {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:26.425363 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b316bed8-69da-4947-8e2a-71f3d8b5000e tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Notify agent at l3_agent.n-d-827839-2 the message routers_updated {{(pid=103376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 17:34:26.426786 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d54e1c6-c87e-42b7-81c9-0f641df169eb None None] DHCP port deletion for 62d6fbad-ee55-4aac-8c78-c46faf4b42a6 request from n-d-827839-2 {{(pid=103378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 17:34:26.439782 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e8b236a-6e2f-4b72-b928-4a2c2047e03a None None] Sync routers for ids ['c83ed58d-5663-4cef-a462-bd1c7cc3e956'] in n-d-827839-2 {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 17:34:26.455981 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e8b236a-6e2f-4b72-b928-4a2c2047e03a None None] Routers {'c83ed58d-5663-4cef-a462-bd1c7cc3e956'} bound to L3 agent in host n-d-827839-2 {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:34:26.459376 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-5e8b236a-6e2f-4b72-b928-4a2c2047e03a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:34:02Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['c83ed58d-5663-4cef-a462-bd1c7cc3e956'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:34:26.462653 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-b316bed8-69da-4947-8e2a-71f3d8b5000e tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Publish callbacks [] for router (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:26.469315 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-b316bed8-69da-4947-8e2a-71f3d8b5000e tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] 10.222.0.89 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 2.4223456 Feb 04 17:34:26.470446 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 52364) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:34:26.483948 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-1a7ac2fc-e661-4009-a8ce-80b021348a80 admin admin] Publish callbacks [] for security_group (ffff0ed7-cf9e-4cbb-9be9-3a1c2dba1e58), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:26.485023 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-3d54e1c6-c87e-42b7-81c9-0f641df169eb None None] Deleting port 761584e3-1d35-45d9-b680-d10351918368 {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:34:26.485477 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3d54e1c6-c87e-42b7-81c9-0f641df169eb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (761584e3-1d35-45d9-b680-d10351918368), before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:26.533562 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-1a7ac2fc-e661-4009-a8ce-80b021348a80 admin admin] Publish callbacks [] for security_group (ffff0ed7-cf9e-4cbb-9be9-3a1c2dba1e58), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:26.545930 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-5e8b236a-6e2f-4b72-b928-4a2c2047e03a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827839-2', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:34:26.558229 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-3d54e1c6-c87e-42b7-81c9-0f641df169eb None None] For port 761584e3-1d35-45d9-b680-d10351918368, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=761584e3-1d35-45d9-b680-d10351918368,segment=NetworkSegment(abbb2b02-5f0c-433b-93c5-3a9c7df0e5a6),segment_id=abbb2b02-5f0c-433b-93c5-3a9c7df0e5a6)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:34:26.558753 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3d54e1c6-c87e-42b7-81c9-0f641df169eb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (761584e3-1d35-45d9-b680-d10351918368), precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:26.563681 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e8b236a-6e2f-4b72-b928-4a2c2047e03a None None] Routers {'c83ed58d-5663-4cef-a462-bd1c7cc3e956'} bound to L3 agent in host n-d-827839-2 {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:34:26.564502 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-5e8b236a-6e2f-4b72-b928-4a2c2047e03a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:34:02Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['c83ed58d-5663-4cef-a462-bd1c7cc3e956'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:34:26.585621 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-3d54e1c6-c87e-42b7-81c9-0f641df169eb None None] Calling delete_port for 761584e3-1d35-45d9-b680-d10351918368 owned by network:dhcp {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:34:26.613666 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-53339f8a-9a3a-448f-8aa7-88f70579c127 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] 10.222.0.89 "GET /v2.0/routers/c83ed58d-5663-4cef-a462-bd1c7cc3e956 HTTP/1.1" status: 200 len: 880 time: 0.1419020 Feb 04 17:34:26.614405 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 52366) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:34:26.638067 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-e0c5cf0c-6ccc-43a6-81bb-54ea15f69093 tempest-RoutersNegativeTest-1344206825 tempest-RoutersNegativeTest-1344206825-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1541225'] for subnet (8ac32c97-9b45-4736-b38a-8b91ec689018), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:26.652687 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-5e8b236a-6e2f-4b72-b928-4a2c2047e03a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827839-2', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:34:26.653684 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e8b236a-6e2f-4b72-b928-4a2c2047e03a None None] The sync data for ids ['c83ed58d-5663-4cef-a462-bd1c7cc3e956'] in n-d-827839-2 is: [] {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 17:34:26.667899 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device 5b23912e-2e13-49c3-9267-c2d19c9614b1 no longer exists at agent hyperv_n-h1-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:34:26.680774 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-1a7ac2fc-e661-4009-a8ce-80b021348a80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (ffff0ed7-cf9e-4cbb-9be9-3a1c2dba1e58), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:26.683310 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-1a7ac2fc-e661-4009-a8ce-80b021348a80 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:26.687781 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-1a7ac2fc-e661-4009-a8ce-80b021348a80 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/ffff0ed7-cf9e-4cbb-9be9-3a1c2dba1e58 HTTP/1.1" status: 204 len: 168 time: 0.3601890 Feb 04 17:34:26.690041 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] No Port match for: 5b23912e-2e13-49c3-9267-c2d19c9614b1 {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 17:34:26.690471 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device 5b23912e-2e13-49c3-9267-c2d19c9614b1 not bound to the agent host n-h1-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 17:34:26.703868 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7ac2fc-e661-4009-a8ce-80b021348a80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffff0ed7-cf9e-4cbb-9be9-3a1c2dba1e58,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:34:26.755435 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3d54e1c6-c87e-42b7-81c9-0f641df169eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144'] for port (761584e3-1d35-45d9-b680-d10351918368), after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:26.757690 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-e0c5cf0c-6ccc-43a6-81bb-54ea15f69093 tempest-RoutersNegativeTest-1344206825 tempest-RoutersNegativeTest-1344206825-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1541216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25888360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25597190'] for subnet (8ac32c97-9b45-4736-b38a-8b91ec689018), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:26.792408 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d54e1c6-c87e-42b7-81c9-0f641df169eb None None] No DVR routers for this DVR port 761584e3-1d35-45d9-b680-d10351918368 on host n-d-827839-2 {{(pid=103378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 17:34:26.824883 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c5cf0c-6ccc-43a6-81bb-54ea15f69093 tempest-RoutersNegativeTest-1344206825 tempest-RoutersNegativeTest-1344206825-project] Pushing event deleted for resources: {'Subnet': ['ID=8ac32c97-9b45-4736-b38a-8b91ec689018,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:34:26.836825 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-e0c5cf0c-6ccc-43a6-81bb-54ea15f69093 tempest-RoutersNegativeTest-1344206825 tempest-RoutersNegativeTest-1344206825-project] Publish callbacks [] for subnet (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:26.839195 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d54e1c6-c87e-42b7-81c9-0f641df169eb None None] Pushing event deleted for resources: {'Port': ['ID=761584e3-1d35-45d9-b680-d10351918368,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:34:26.845492 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-e0c5cf0c-6ccc-43a6-81bb-54ea15f69093 tempest-RoutersNegativeTest-1344206825 tempest-RoutersNegativeTest-1344206825-project] 10.222.0.89 "DELETE /v2.0/subnets/8ac32c97-9b45-4736-b38a-8b91ec689018 HTTP/1.1" status: 204 len: 168 time: 0.6397920 Feb 04 17:34:26.846359 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 52370) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:34:26.848112 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9c19f47-e861-43bb-a2b6-305472333d79 None None] Network 9d15e92d-77ca-4ffb-88f0-abe158ac333f requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:34:26.969448 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 52374) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:34:26.971485 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-6197e34d-c122-4413-a590-d6f6b12fef86 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] 10.222.0.89 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 0.3558583 Feb 04 17:34:26.975114 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-552da4ae-1009-48e8-a797-2a34ccccf3c1 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1690583444'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:34:27.052368 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 761584e3-1d35-45d9-b680-d10351918368 no longer exists at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:34:27.074751 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] No Port match for: 761584e3-1d35-45d9-b680-d10351918368 {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 17:34:27.075567 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 761584e3-1d35-45d9-b680-d10351918368 not bound to the agent host n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 17:34:27.092455 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-861cf1f3-5411-44ca-98d2-d387ce4561ce tempest-RoutersNegativeTest-1344206825 tempest-RoutersNegativeTest-1344206825-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628832'] for network (62d6fbad-ee55-4aac-8c78-c46faf4b42a6), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:27.127176 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d85940c7-4994-4f72-a4f6-f2288d8ad410 None None] DHCP port deletion for 9d15e92d-77ca-4ffb-88f0-abe158ac333f request from n-d-827839-2 {{(pid=103378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 17:34:27.191015 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-d85940c7-4994-4f72-a4f6-f2288d8ad410 None None] Deleting port 5bf3e0b7-fc94-4d8c-9721-273a6875b03f {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:34:27.192250 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d85940c7-4994-4f72-a4f6-f2288d8ad410 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (5bf3e0b7-fc94-4d8c-9721-273a6875b03f), before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:27.234959 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-861cf1f3-5411-44ca-98d2-d387ce4561ce tempest-RoutersNegativeTest-1344206825 tempest-RoutersNegativeTest-1344206825-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1543676', 'neutron.services.segments.db._delete_segments_for_network-8781084786517'] for network (62d6fbad-ee55-4aac-8c78-c46faf4b42a6), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:27.259064 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-d85940c7-4994-4f72-a4f6-f2288d8ad410 None None] For port 5bf3e0b7-fc94-4d8c-9721-273a6875b03f, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=5bf3e0b7-fc94-4d8c-9721-273a6875b03f,segment=NetworkSegment(ab255193-d50a-4824-8cfc-0c953644623e),segment_id=ab255193-d50a-4824-8cfc-0c953644623e)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:34:27.259748 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d85940c7-4994-4f72-a4f6-f2288d8ad410 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (5bf3e0b7-fc94-4d8c-9721-273a6875b03f), precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:27.275616 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-d85940c7-4994-4f72-a4f6-f2288d8ad410 None None] Calling delete_port for 5bf3e0b7-fc94-4d8c-9721-273a6875b03f owned by network:dhcp {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:34:27.569389 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d85940c7-4994-4f72-a4f6-f2288d8ad410 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144'] for port (5bf3e0b7-fc94-4d8c-9721-273a6875b03f), after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:27.592442 n-d-827839-2 neutron-server[103377]: DEBUG neutron.services.segments.db [None req-861cf1f3-5411-44ca-98d2-d387ce4561ce tempest-RoutersNegativeTest-1344206825 tempest-RoutersNegativeTest-1344206825-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62d6fbad-ee55-4aac-8c78-c46faf4b42a6']}} {{(pid=103377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:34:27.610373 n-d-827839-2 neutron-server[103377]: DEBUG neutron.services.segments.db [None req-861cf1f3-5411-44ca-98d2-d387ce4561ce tempest-RoutersNegativeTest-1344206825 tempest-RoutersNegativeTest-1344206825-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'abbb2b02-5f0c-433b-93c5-3a9c7df0e5a6') {'for_net_delete': True} {{(pid=103377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:34:27.610713 n-d-827839-2 neutron-server[103377]: DEBUG neutron.services.segments.db [None req-861cf1f3-5411-44ca-98d2-d387ce4561ce tempest-RoutersNegativeTest-1344206825 tempest-RoutersNegativeTest-1344206825-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'abbb2b02-5f0c-433b-93c5-3a9c7df0e5a6') {} {{(pid=103377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:34:27.624481 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-861cf1f3-5411-44ca-98d2-d387ce4561ce tempest-RoutersNegativeTest-1344206825 tempest-RoutersNegativeTest-1344206825-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781084783966', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26866685'] for segment (abbb2b02-5f0c-433b-93c5-3a9c7df0e5a6), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:27.626159 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d85940c7-4994-4f72-a4f6-f2288d8ad410 None None] No DVR routers for this DVR port 5bf3e0b7-fc94-4d8c-9721-273a6875b03f on host n-d-827839-2 {{(pid=103378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 17:34:27.627936 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85940c7-4994-4f72-a4f6-f2288d8ad410 None None] Pushing event deleted for resources: {'Port': ['ID=5bf3e0b7-fc94-4d8c-9721-273a6875b03f,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:34:27.650945 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-861cf1f3-5411-44ca-98d2-d387ce4561ce tempest-RoutersNegativeTest-1344206825 tempest-RoutersNegativeTest-1344206825-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (abbb2b02-5f0c-433b-93c5-3a9c7df0e5a6), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:27.664537 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-861cf1f3-5411-44ca-98d2-d387ce4561ce tempest-RoutersNegativeTest-1344206825 tempest-RoutersNegativeTest-1344206825-project] Releasing vlan 757 on physical network physnet1 to pool {{(pid=103377) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 17:34:27.665016 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-861cf1f3-5411-44ca-98d2-d387ce4561ce tempest-RoutersNegativeTest-1344206825 tempest-RoutersNegativeTest-1344206825-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25888454'] for segment (abbb2b02-5f0c-433b-93c5-3a9c7df0e5a6), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:27.668250 n-d-827839-2 neutron-server[103377]: Traceback (most recent call last): Feb 04 17:34:27.668250 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 17:34:27.668250 n-d-827839-2 neutron-server[103377]: timer() Feb 04 17:34:27.668250 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 17:34:27.668250 n-d-827839-2 neutron-server[103377]: cb(*args, **kw) Feb 04 17:34:27.668250 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 17:34:27.668250 n-d-827839-2 neutron-server[103377]: return func(*args, **kwargs) Feb 04 17:34:27.668250 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 17:34:27.668250 n-d-827839-2 neutron-server[103377]: self._notify() Feb 04 17:34:27.668250 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 17:34:27.668250 n-d-827839-2 neutron-server[103377]: self.callback(batched_events) Feb 04 17:34:27.668250 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 17:34:27.668250 n-d-827839-2 neutron-server[103377]: event.method(event) Feb 04 17:34:27.668250 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 17:34:27.668250 n-d-827839-2 neutron-server[103377]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 17:34:27.668250 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 17:34:27.668250 n-d-827839-2 neutron-server[103377]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 17:34:27.668250 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 17:34:27.668250 n-d-827839-2 neutron-server[103377]: return f(self, *a, **k) Feb 04 17:34:27.668250 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 17:34:27.668250 n-d-827839-2 neutron-server[103377]: return self._get(url).json() Feb 04 17:34:27.668250 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 17:34:27.668250 n-d-827839-2 neutron-server[103377]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 17:34:27.668250 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 17:34:27.668250 n-d-827839-2 neutron-server[103377]: return self.request(url, 'GET', **kwargs) Feb 04 17:34:27.668250 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 17:34:27.668250 n-d-827839-2 neutron-server[103377]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 17:34:27.668250 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 17:34:27.668250 n-d-827839-2 neutron-server[103377]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 17:34:27.668250 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 17:34:27.668250 n-d-827839-2 neutron-server[103377]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 17:34:27.668250 n-d-827839-2 neutron-server[103377]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 17:34:27.703114 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 52392) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:34:27.803561 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-861cf1f3-5411-44ca-98d2-d387ce4561ce tempest-RoutersNegativeTest-1344206825 tempest-RoutersNegativeTest-1344206825-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1543671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1595572'] for network (62d6fbad-ee55-4aac-8c78-c46faf4b42a6), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:27.808338 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-861cf1f3-5411-44ca-98d2-d387ce4561ce tempest-RoutersNegativeTest-1344206825 tempest-RoutersNegativeTest-1344206825-project] Publish callbacks [] for network (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:27.813278 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-861cf1f3-5411-44ca-98d2-d387ce4561ce tempest-RoutersNegativeTest-1344206825 tempest-RoutersNegativeTest-1344206825-project] 10.222.0.89 "DELETE /v2.0/networks/62d6fbad-ee55-4aac-8c78-c46faf4b42a6 HTTP/1.1" status: 204 len: 168 time: 0.9638488 Feb 04 17:34:27.818786 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-db29cbf4-b4bd-4b3c-8eea-5182f310d0b9 admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-235741182-network', 'tenant_id': 'cdd0c9018b534ba0924537ca09d3dc53'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:34:27.820225 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 52396) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:34:27.841575 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db29cbf4-b4bd-4b3c-8eea-5182f310d0b9 admin admin] Made reservation on behalf of cdd0c9018b534ba0924537ca09d3dc53 for: {'network': 1} {{(pid=103376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:34:27.844022 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-db29cbf4-b4bd-4b3c-8eea-5182f310d0b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for network (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:27.854521 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-db29cbf4-b4bd-4b3c-8eea-5182f310d0b9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:27.858695 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861cf1f3-5411-44ca-98d2-d387ce4561ce tempest-RoutersNegativeTest-1344206825 tempest-RoutersNegativeTest-1344206825-project] Pushing event deleted for resources: {'Network': ['ID=62d6fbad-ee55-4aac-8c78-c46faf4b42a6,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:34:27.917908 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-552da4ae-1009-48e8-a797-2a34ccccf3c1 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1603677', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1602039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26946'] for router (c83ed58d-5663-4cef-a462-bd1c7cc3e956), precommit_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:27.936798 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-795830a7-d2b0-4fab-b82d-7899f0b141e8 tempest-RoutersNegativeTest-1344206825 tempest-RoutersNegativeTest-1344206825-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628832'] for network (9d15e92d-77ca-4ffb-88f0-abe158ac333f), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:27.940224 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-552da4ae-1009-48e8-a797-2a34ccccf3c1 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1603666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1603691', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1601804'] for router (c83ed58d-5663-4cef-a462-bd1c7cc3e956), after_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:27.944047 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-db29cbf4-b4bd-4b3c-8eea-5182f310d0b9 admin admin] Publish callbacks [] for security_group (8619c0af-85b7-4241-9340-7b1e0213ad09), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:27.951072 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-db29cbf4-b4bd-4b3c-8eea-5182f310d0b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (8619c0af-85b7-4241-9340-7b1e0213ad09), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:27.971856 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db29cbf4-b4bd-4b3c-8eea-5182f310d0b9 admin admin] vlan segment allocate from pool success with {'vlan_id': 798, 'physical_network': 'physnet1'} {{(pid=103376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 17:34:27.987387 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db29cbf4-b4bd-4b3c-8eea-5182f310d0b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8619c0af-85b7-4241-9340-7b1e0213ad09,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:34:27.993053 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-db29cbf4-b4bd-4b3c-8eea-5182f310d0b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (f7277a98-e15f-419f-b6f8-68b43cd7d31d), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:27.993401 n-d-827839-2 neutron-server[103376]: INFO neutron.db.segments_db [None req-db29cbf4-b4bd-4b3c-8eea-5182f310d0b9 admin admin] Added segment f7277a98-e15f-419f-b6f8-68b43cd7d31d of type vlan for network 1df3466b-73f9-4e73-9fa6-586bde0810bd Feb 04 17:34:28.032953 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-db29cbf4-b4bd-4b3c-8eea-5182f310d0b9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781084292801'] for network (1df3466b-73f9-4e73-9fa6-586bde0810bd), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:28.061615 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-db29cbf4-b4bd-4b3c-8eea-5182f310d0b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327'] for network (1df3466b-73f9-4e73-9fa6-586bde0810bd), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:28.062741 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db29cbf4-b4bd-4b3c-8eea-5182f310d0b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:34:28.063327 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-db29cbf4-b4bd-4b3c-8eea-5182f310d0b9 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:28.109754 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-795830a7-d2b0-4fab-b82d-7899f0b141e8 tempest-RoutersNegativeTest-1344206825 tempest-RoutersNegativeTest-1344206825-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1543676', 'neutron.services.segments.db._delete_segments_for_network-8781084786517'] for network (9d15e92d-77ca-4ffb-88f0-abe158ac333f), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:28.138387 n-d-827839-2 neutron-server[103377]: DEBUG neutron.services.segments.db [None req-795830a7-d2b0-4fab-b82d-7899f0b141e8 tempest-RoutersNegativeTest-1344206825 tempest-RoutersNegativeTest-1344206825-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d15e92d-77ca-4ffb-88f0-abe158ac333f']}} {{(pid=103377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:34:28.147046 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 52398) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:34:28.147333 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-db29cbf4-b4bd-4b3c-8eea-5182f310d0b9 admin admin] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4430578 Feb 04 17:34:28.151842 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-355c62aa-10cb-4550-8f86-dcf631820157 admin admin] Request body: {'subnet': {'network_id': '1df3466b-73f9-4e73-9fa6-586bde0810bd', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-235741182-subnet', 'tenant_id': 'cdd0c9018b534ba0924537ca09d3dc53', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:34:28.163908 n-d-827839-2 neutron-server[103377]: DEBUG neutron.services.segments.db [None req-795830a7-d2b0-4fab-b82d-7899f0b141e8 tempest-RoutersNegativeTest-1344206825 tempest-RoutersNegativeTest-1344206825-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab255193-d50a-4824-8cfc-0c953644623e') {'for_net_delete': True} {{(pid=103377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:34:28.164203 n-d-827839-2 neutron-server[103377]: DEBUG neutron.services.segments.db [None req-795830a7-d2b0-4fab-b82d-7899f0b141e8 tempest-RoutersNegativeTest-1344206825 tempest-RoutersNegativeTest-1344206825-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab255193-d50a-4824-8cfc-0c953644623e') {} {{(pid=103377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:34:28.172341 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db29cbf4-b4bd-4b3c-8eea-5182f310d0b9 admin admin] Pushing event updated for resources: {'Network': ['ID=1df3466b-73f9-4e73-9fa6-586bde0810bd,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:34:28.175139 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-552da4ae-1009-48e8-a797-2a34ccccf3c1 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Router c83ed58d-5663-4cef-a462-bd1c7cc3e956 has already been hosted by L3 agent 64ada913-9131-4d99-a265-63a920956287 {{(pid=103377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 17:34:28.182913 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Network 1df3466b-73f9-4e73-9fa6-586bde0810bd details requested by agent ovs-agent-n-d-827839-2 with host n-d-827839-2 {{(pid=103378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 17:34:28.184623 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-795830a7-d2b0-4fab-b82d-7899f0b141e8 tempest-RoutersNegativeTest-1344206825 tempest-RoutersNegativeTest-1344206825-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781084783966', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26866685'] for segment (ab255193-d50a-4824-8cfc-0c953644623e), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:28.197692 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-355c62aa-10cb-4550-8f86-dcf631820157 admin admin] Made reservation on behalf of cdd0c9018b534ba0924537ca09d3dc53 for: {'subnet': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:34:28.199712 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-355c62aa-10cb-4550-8f86-dcf631820157 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25597243'] for subnet (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:28.217029 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-795830a7-d2b0-4fab-b82d-7899f0b141e8 tempest-RoutersNegativeTest-1344206825 tempest-RoutersNegativeTest-1344206825-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (ab255193-d50a-4824-8cfc-0c953644623e), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:28.249152 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-795830a7-d2b0-4fab-b82d-7899f0b141e8 tempest-RoutersNegativeTest-1344206825 tempest-RoutersNegativeTest-1344206825-project] Releasing vlan 796 on physical network physnet1 to pool {{(pid=103377) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 17:34:28.249571 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-795830a7-d2b0-4fab-b82d-7899f0b141e8 tempest-RoutersNegativeTest-1344206825 tempest-RoutersNegativeTest-1344206825-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25888454'] for segment (ab255193-d50a-4824-8cfc-0c953644623e), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:28.252621 n-d-827839-2 neutron-server[103377]: Traceback (most recent call last): Feb 04 17:34:28.252621 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 17:34:28.252621 n-d-827839-2 neutron-server[103377]: timer() Feb 04 17:34:28.252621 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 17:34:28.252621 n-d-827839-2 neutron-server[103377]: cb(*args, **kw) Feb 04 17:34:28.252621 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 17:34:28.252621 n-d-827839-2 neutron-server[103377]: return func(*args, **kwargs) Feb 04 17:34:28.252621 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 17:34:28.252621 n-d-827839-2 neutron-server[103377]: self._notify() Feb 04 17:34:28.252621 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 17:34:28.252621 n-d-827839-2 neutron-server[103377]: self.callback(batched_events) Feb 04 17:34:28.252621 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 17:34:28.252621 n-d-827839-2 neutron-server[103377]: event.method(event) Feb 04 17:34:28.252621 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 17:34:28.252621 n-d-827839-2 neutron-server[103377]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 17:34:28.252621 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 17:34:28.252621 n-d-827839-2 neutron-server[103377]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 17:34:28.252621 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 17:34:28.252621 n-d-827839-2 neutron-server[103377]: return f(self, *a, **k) Feb 04 17:34:28.252621 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 17:34:28.252621 n-d-827839-2 neutron-server[103377]: return self._get(url).json() Feb 04 17:34:28.252621 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 17:34:28.252621 n-d-827839-2 neutron-server[103377]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 17:34:28.252621 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 17:34:28.252621 n-d-827839-2 neutron-server[103377]: return self.request(url, 'GET', **kwargs) Feb 04 17:34:28.252621 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 17:34:28.252621 n-d-827839-2 neutron-server[103377]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 17:34:28.252621 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 17:34:28.252621 n-d-827839-2 neutron-server[103377]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 17:34:28.252621 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 17:34:28.252621 n-d-827839-2 neutron-server[103377]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 17:34:28.252621 n-d-827839-2 neutron-server[103377]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 17:34:28.408183 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-795830a7-d2b0-4fab-b82d-7899f0b141e8 tempest-RoutersNegativeTest-1344206825 tempest-RoutersNegativeTest-1344206825-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1543671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1595572'] for network (9d15e92d-77ca-4ffb-88f0-abe158ac333f), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:28.420723 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-795830a7-d2b0-4fab-b82d-7899f0b141e8 tempest-RoutersNegativeTest-1344206825 tempest-RoutersNegativeTest-1344206825-project] Publish callbacks [] for network (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:28.423815 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-795830a7-d2b0-4fab-b82d-7899f0b141e8 tempest-RoutersNegativeTest-1344206825 tempest-RoutersNegativeTest-1344206825-project] 10.222.0.89 "DELETE /v2.0/networks/9d15e92d-77ca-4ffb-88f0-abe158ac333f HTTP/1.1" status: 204 len: 168 time: 0.5997517 Feb 04 17:34:28.426920 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 52400) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:34:28.443102 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795830a7-d2b0-4fab-b82d-7899f0b141e8 tempest-RoutersNegativeTest-1344206825 tempest-RoutersNegativeTest-1344206825-project] Pushing event deleted for resources: {'Network': ['ID=9d15e92d-77ca-4ffb-88f0-abe158ac333f,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:34:28.482522 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-552da4ae-1009-48e8-a797-2a34ccccf3c1 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Notify agent at l3_agent.n-d-827839-2 the message routers_updated {{(pid=103377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 17:34:28.488468 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.db_base_plugin_v2 [None req-68d02234-b2e6-433e-b9b5-6bbbf1c87ffb tempest-RoutersNegativeTest-1344206825 tempest-RoutersNegativeTest-1344206825-project] Deleting subnet cb0ee59e-a141-41cc-be4a-190792fb5f03 {{(pid=103376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 17:34:28.490175 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-552da4ae-1009-48e8-a797-2a34ccccf3c1 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Publish callbacks [] for router (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:28.491658 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-552da4ae-1009-48e8-a797-2a34ccccf3c1 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] 10.222.0.89 "PUT /v2.0/routers/c83ed58d-5663-4cef-a462-bd1c7cc3e956 HTTP/1.1" status: 200 len: 887 time: 1.5209348 Feb 04 17:34:28.494046 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 52402) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:34:28.496503 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-68d02234-b2e6-433e-b9b5-6bbbf1c87ffb tempest-RoutersNegativeTest-1344206825 tempest-RoutersNegativeTest-1344206825-project] Publish callbacks [] for subnet (cb0ee59e-a141-41cc-be4a-190792fb5f03), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:28.502738 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77538eaf-2e4d-4f95-8dce-881f9b92d0a4 None None] Sync routers for ids ['c83ed58d-5663-4cef-a462-bd1c7cc3e956'] in n-d-827839-2 {{(pid=103378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 17:34:28.514235 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77538eaf-2e4d-4f95-8dce-881f9b92d0a4 None None] Routers {'c83ed58d-5663-4cef-a462-bd1c7cc3e956'} bound to L3 agent in host n-d-827839-2 {{(pid=103378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:34:28.515062 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-77538eaf-2e4d-4f95-8dce-881f9b92d0a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:34:02Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['c83ed58d-5663-4cef-a462-bd1c7cc3e956'], 'active': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:34:28.555121 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-77538eaf-2e4d-4f95-8dce-881f9b92d0a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827839-2', False) {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:34:28.556873 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-68d02234-b2e6-433e-b9b5-6bbbf1c87ffb tempest-RoutersNegativeTest-1344206825 tempest-RoutersNegativeTest-1344206825-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25674901'] for subnet (cb0ee59e-a141-41cc-be4a-190792fb5f03), precommit_delete_associations {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:28.564516 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77538eaf-2e4d-4f95-8dce-881f9b92d0a4 None None] Routers {'c83ed58d-5663-4cef-a462-bd1c7cc3e956'} bound to L3 agent in host n-d-827839-2 {{(pid=103378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:34:28.565420 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-77538eaf-2e4d-4f95-8dce-881f9b92d0a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:34:02Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['c83ed58d-5663-4cef-a462-bd1c7cc3e956'], 'active': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:34:28.602445 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-77538eaf-2e4d-4f95-8dce-881f9b92d0a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827839-2', False) {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:34:28.603113 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77538eaf-2e4d-4f95-8dce-881f9b92d0a4 None None] The sync data for ids ['c83ed58d-5663-4cef-a462-bd1c7cc3e956'] in n-d-827839-2 is: [] {{(pid=103378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 17:34:28.646778 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-355c62aa-10cb-4550-8f86-dcf631820157 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25889445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25597197'] for subnet (e11c859d-e1e6-4f6b-868f-bb675e714ccf), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:28.664977 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-68d02234-b2e6-433e-b9b5-6bbbf1c87ffb tempest-RoutersNegativeTest-1344206825 tempest-RoutersNegativeTest-1344206825-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1541225'] for subnet (cb0ee59e-a141-41cc-be4a-190792fb5f03), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:28.688364 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-64d82c04-c696-4faa-9d0f-4c79b8a9b3da tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] 10.222.0.89 "GET /v2.0/routers/c83ed58d-5663-4cef-a462-bd1c7cc3e956 HTTP/1.1" status: 200 len: 887 time: 0.1907096 Feb 04 17:34:28.690070 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 52404) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:34:28.710991 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355c62aa-10cb-4550-8f86-dcf631820157 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e11c859d-e1e6-4f6b-868f-bb675e714ccf,revision_number=0']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:34:28.722040 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-037642c6-8bd1-429b-ad70-0e3050b5b113 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] 10.222.0.89 "GET /v2.0/ports?device_id=c83ed58d-5663-4cef-a462-bd1c7cc3e956 HTTP/1.1" status: 200 len: 205 time: 0.0293415 Feb 04 17:34:28.722040 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 52406) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:34:28.730219 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-355c62aa-10cb-4550-8f86-dcf631820157 admin admin] Checking segment: {'id': 'f7277a98-e15f-419f-b6f8-68b43cd7d31d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '1df3466b-73f9-4e73-9fa6-586bde0810bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:34:28.730582 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-355c62aa-10cb-4550-8f86-dcf631820157 admin admin] Network hostable DHCP agents. Network: 1df3466b-73f9-4e73-9fa6-586bde0810bd, hostable agents: ['bb89f5a3-3c22-440b-b7d1-c4f0c43c184a'], hosted agents: [] {{(pid=103377) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 17:34:28.759525 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-355c62aa-10cb-4550-8f86-dcf631820157 admin admin] Network 1df3466b-73f9-4e73-9fa6-586bde0810bd is scheduled to be hosted by DHCP agent bb89f5a3-3c22-440b-b7d1-c4f0c43c184a with binding_index 1 {{(pid=103377) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 17:34:28.772617 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [None req-355c62aa-10cb-4550-8f86-dcf631820157 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827839-2, 1df3466b-73f9-4e73-9fa6-586bde0810bd) {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:34:28.777541 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-355c62aa-10cb-4550-8f86-dcf631820157 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:34:28.778155 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-355c62aa-10cb-4550-8f86-dcf631820157 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:28.785246 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-043097e5-7da2-4162-8d05-31a8e5016ca6 None None] Network 1df3466b-73f9-4e73-9fa6-586bde0810bd requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:34:28.800600 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-355c62aa-10cb-4550-8f86-dcf631820157 admin admin] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6523309 Feb 04 17:34:28.876425 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-68d02234-b2e6-433e-b9b5-6bbbf1c87ffb tempest-RoutersNegativeTest-1344206825 tempest-RoutersNegativeTest-1344206825-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1541216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25675894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25858947'] for subnet (cb0ee59e-a141-41cc-be4a-190792fb5f03), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:28.915853 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d02234-b2e6-433e-b9b5-6bbbf1c87ffb tempest-RoutersNegativeTest-1344206825 tempest-RoutersNegativeTest-1344206825-project] Pushing event deleted for resources: {'Subnet': ['ID=cb0ee59e-a141-41cc-be4a-190792fb5f03,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:34:28.925056 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-a5d156d7-f684-4fa3-89f2-e0f1dc4762fc tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Publish callbacks [] for router (c83ed58d-5663-4cef-a462-bd1c7cc3e956), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:28.929099 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-68d02234-b2e6-433e-b9b5-6bbbf1c87ffb tempest-RoutersNegativeTest-1344206825 tempest-RoutersNegativeTest-1344206825-project] Publish callbacks [] for subnet (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:28.932522 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-68d02234-b2e6-433e-b9b5-6bbbf1c87ffb tempest-RoutersNegativeTest-1344206825 tempest-RoutersNegativeTest-1344206825-project] 10.222.0.89 "DELETE /v2.0/subnets/cb0ee59e-a141-41cc-be4a-190792fb5f03 HTTP/1.1" status: 204 len: 168 time: 0.5048103 Feb 04 17:34:28.933057 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb5c0872-611e-48b1-9060-f0313e21bd87 None None] Network 1df3466b-73f9-4e73-9fa6-586bde0810bd requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:34:28.935037 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 52412) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:34:29.016402 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a8f95b2-c272-4514-a518-c78ab3f197ea None None] Network 7f294a15-9713-4be9-aea4-4f203e5ade82 requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:34:29.081236 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 5bf3e0b7-fc94-4d8c-9721-273a6875b03f no longer exists at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:34:29.097842 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-85b09d86-ad59-45e1-b300-156991d56a9a tempest-RoutersNegativeTest-1344206825 tempest-RoutersNegativeTest-1344206825-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628832'] for network (7f294a15-9713-4be9-aea4-4f203e5ade82), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:29.114652 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] No Port match for: 5bf3e0b7-fc94-4d8c-9721-273a6875b03f {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 17:34:29.114856 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 5bf3e0b7-fc94-4d8c-9721-273a6875b03f not bound to the agent host n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 17:34:29.155688 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-a5d156d7-f684-4fa3-89f2-e0f1dc4762fc tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Publish callbacks [] for router_gateway (c83ed58d-5663-4cef-a462-bd1c7cc3e956), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:29.171872 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-85b09d86-ad59-45e1-b300-156991d56a9a tempest-RoutersNegativeTest-1344206825 tempest-RoutersNegativeTest-1344206825-project] Deleting port 534893e4-c012-4a46-b0ab-ad8caa575b5f {{(pid=103377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:34:29.173113 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-85b09d86-ad59-45e1-b300-156991d56a9a tempest-RoutersNegativeTest-1344206825 tempest-RoutersNegativeTest-1344206825-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (534893e4-c012-4a46-b0ab-ad8caa575b5f), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:29.219516 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-a5d156d7-f684-4fa3-89f2-e0f1dc4762fc tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Deleting port 29ff6c2e-ba27-480c-a53d-f723ad6f4120 {{(pid=103376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:34:29.219876 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-a5d156d7-f684-4fa3-89f2-e0f1dc4762fc tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (29ff6c2e-ba27-480c-a53d-f723ad6f4120), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:29.279289 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79956cbc-605d-42fd-8108-6cab9048554c None None] DHCP port deletion for 7f294a15-9713-4be9-aea4-4f203e5ade82 request from n-d-827839-2 {{(pid=103378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 17:34:29.314977 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-a5d156d7-f684-4fa3-89f2-e0f1dc4762fc tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (29ff6c2e-ba27-480c-a53d-f723ad6f4120), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:29.328814 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-a5d156d7-f684-4fa3-89f2-e0f1dc4762fc tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Calling delete_port for 29ff6c2e-ba27-480c-a53d-f723ad6f4120 owned by network:router_gateway {{(pid=103376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:34:29.353156 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [None req-85b09d86-ad59-45e1-b300-156991d56a9a tempest-RoutersNegativeTest-1344206825 tempest-RoutersNegativeTest-1344206825-project] For port 534893e4-c012-4a46-b0ab-ad8caa575b5f, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=534893e4-c012-4a46-b0ab-ad8caa575b5f,segment=NetworkSegment(7ff987d9-de6b-4338-9db4-e3382322bc1a),segment_id=7ff987d9-de6b-4338-9db4-e3382322bc1a)] {{(pid=103377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:34:29.353797 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-85b09d86-ad59-45e1-b300-156991d56a9a tempest-RoutersNegativeTest-1344206825 tempest-RoutersNegativeTest-1344206825-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (534893e4-c012-4a46-b0ab-ad8caa575b5f), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:29.355383 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-79956cbc-605d-42fd-8108-6cab9048554c None None] Deleting port 534893e4-c012-4a46-b0ab-ad8caa575b5f {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:34:29.356431 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-79956cbc-605d-42fd-8108-6cab9048554c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (534893e4-c012-4a46-b0ab-ad8caa575b5f), before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:29.375779 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-85b09d86-ad59-45e1-b300-156991d56a9a tempest-RoutersNegativeTest-1344206825 tempest-RoutersNegativeTest-1344206825-project] Calling delete_port for 534893e4-c012-4a46-b0ab-ad8caa575b5f owned by network:dhcp {{(pid=103377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:34:29.441517 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-79956cbc-605d-42fd-8108-6cab9048554c None None] For port 534893e4-c012-4a46-b0ab-ad8caa575b5f, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=534893e4-c012-4a46-b0ab-ad8caa575b5f,segment=NetworkSegment(7ff987d9-de6b-4338-9db4-e3382322bc1a),segment_id=7ff987d9-de6b-4338-9db4-e3382322bc1a)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:34:29.442299 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-79956cbc-605d-42fd-8108-6cab9048554c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (534893e4-c012-4a46-b0ab-ad8caa575b5f), precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:29.455582 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-79956cbc-605d-42fd-8108-6cab9048554c None None] Calling delete_port for 534893e4-c012-4a46-b0ab-ad8caa575b5f owned by network:dhcp {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:34:29.460310 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03235c5a-aa56-4e89-8cf4-99ccc7714727 req-856a728d-9f13-4fd0-9130-2f9fa9c92a6a tempest-MultipleCreateTestJSON-1004538366 tempest-MultipleCreateTestJSON-1004538366-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:34:29.461847 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-03235c5a-aa56-4e89-8cf4-99ccc7714727 req-856a728d-9f13-4fd0-9130-2f9fa9c92a6a tempest-MultipleCreateTestJSON-1004538366 tempest-MultipleCreateTestJSON-1004538366-project] 10.222.0.89 "GET /v2.0/networks?id=1df3466b-73f9-4e73-9fa6-586bde0810bd HTTP/1.1" status: 200 len: 812 time: 0.2081852 Feb 04 17:34:29.486590 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-03235c5a-aa56-4e89-8cf4-99ccc7714727 req-2c527189-9aeb-4aaa-a34e-2ab80797c58e tempest-MultipleCreateTestJSON-1004538366 tempest-MultipleCreateTestJSON-1004538366-project] 10.222.0.89 "GET /v2.0/quotas/cdd0c9018b534ba0924537ca09d3dc53 HTTP/1.1" status: 200 len: 375 time: 0.0175021 Feb 04 17:34:29.533622 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-03235c5a-aa56-4e89-8cf4-99ccc7714727 req-0440a4dd-ba5a-438b-ab36-28141957679a tempest-MultipleCreateTestJSON-1004538366 tempest-MultipleCreateTestJSON-1004538366-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=cdd0c9018b534ba0924537ca09d3dc53&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0337720 Feb 04 17:34:29.542603 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-85b09d86-ad59-45e1-b300-156991d56a9a tempest-RoutersNegativeTest-1344206825 tempest-RoutersNegativeTest-1344206825-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (534893e4-c012-4a46-b0ab-ad8caa575b5f), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:29.547789 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-79956cbc-605d-42fd-8108-6cab9048554c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144'] for port (534893e4-c012-4a46-b0ab-ad8caa575b5f), after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:29.549188 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [req-03235c5a-aa56-4e89-8cf4-99ccc7714727 req-359c2c37-99d7-4006-b052-692cb0f21a1b service neutron] http://10.222.0.89:9696/v2.0/extensions returned with HTTP 200 {{(pid=103377) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 17:34:29.550193 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-03235c5a-aa56-4e89-8cf4-99ccc7714727 req-359c2c37-99d7-4006-b052-692cb0f21a1b service neutron] 10.222.0.89 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054560 Feb 04 17:34:29.579878 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79956cbc-605d-42fd-8108-6cab9048554c None None] Pushing event deleted for resources: {'Port': ['ID=534893e4-c012-4a46-b0ab-ad8caa575b5f,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:34:29.583004 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79956cbc-605d-42fd-8108-6cab9048554c None None] No DVR routers for this DVR port 534893e4-c012-4a46-b0ab-ad8caa575b5f on host n-d-827839-2 {{(pid=103378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 17:34:29.595570 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b09d86-ad59-45e1-b300-156991d56a9a tempest-RoutersNegativeTest-1344206825 tempest-RoutersNegativeTest-1344206825-project] Pushing event deleted for resources: {'Port': ['ID=534893e4-c012-4a46-b0ab-ad8caa575b5f,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:34:29.643009 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85b09d86-ad59-45e1-b300-156991d56a9a tempest-RoutersNegativeTest-1344206825 tempest-RoutersNegativeTest-1344206825-project] No DVR routers for this DVR port 534893e4-c012-4a46-b0ab-ad8caa575b5f on host n-d-827839-2 {{(pid=103377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 17:34:29.725288 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2f7e1ee5-b6a0-4658-b580-96cdde512e03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (bb89f5a3-3c22-440b-b7d1-c4f0c43c184a), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:29.748254 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-85b09d86-ad59-45e1-b300-156991d56a9a tempest-RoutersNegativeTest-1344206825 tempest-RoutersNegativeTest-1344206825-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1543676', 'neutron.services.segments.db._delete_segments_for_network-8781084786517'] for network (7f294a15-9713-4be9-aea4-4f203e5ade82), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:29.790006 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-03235c5a-aa56-4e89-8cf4-99ccc7714727 req-df477480-cd4c-4285-9db7-db3460885737 service neutron] 10.222.0.89 "GET /v2.0/networks/1df3466b-73f9-4e73-9fa6-586bde0810bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2171214 Feb 04 17:34:29.791746 n-d-827839-2 neutron-server[103377]: DEBUG neutron.services.segments.db [None req-85b09d86-ad59-45e1-b300-156991d56a9a tempest-RoutersNegativeTest-1344206825 tempest-RoutersNegativeTest-1344206825-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f294a15-9713-4be9-aea4-4f203e5ade82']}} {{(pid=103377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:34:29.811131 n-d-827839-2 neutron-server[103377]: DEBUG neutron.services.segments.db [None req-85b09d86-ad59-45e1-b300-156991d56a9a tempest-RoutersNegativeTest-1344206825 tempest-RoutersNegativeTest-1344206825-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ff987d9-de6b-4338-9db4-e3382322bc1a') {'for_net_delete': True} {{(pid=103377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:34:29.811580 n-d-827839-2 neutron-server[103377]: DEBUG neutron.services.segments.db [None req-85b09d86-ad59-45e1-b300-156991d56a9a tempest-RoutersNegativeTest-1344206825 tempest-RoutersNegativeTest-1344206825-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ff987d9-de6b-4338-9db4-e3382322bc1a') {} {{(pid=103377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:34:29.855758 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-85b09d86-ad59-45e1-b300-156991d56a9a tempest-RoutersNegativeTest-1344206825 tempest-RoutersNegativeTest-1344206825-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781084783966', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26866685'] for segment (7ff987d9-de6b-4338-9db4-e3382322bc1a), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:29.873065 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-a5d156d7-f684-4fa3-89f2-e0f1dc4762fc tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (29ff6c2e-ba27-480c-a53d-f723ad6f4120), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:29.877370 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-85b09d86-ad59-45e1-b300-156991d56a9a tempest-RoutersNegativeTest-1344206825 tempest-RoutersNegativeTest-1344206825-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (7ff987d9-de6b-4338-9db4-e3382322bc1a), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:29.888508 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85b09d86-ad59-45e1-b300-156991d56a9a tempest-RoutersNegativeTest-1344206825 tempest-RoutersNegativeTest-1344206825-project] Releasing vlan 761 on physical network physnet1 to pool {{(pid=103377) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 17:34:29.889535 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-85b09d86-ad59-45e1-b300-156991d56a9a tempest-RoutersNegativeTest-1344206825 tempest-RoutersNegativeTest-1344206825-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25888454'] for segment (7ff987d9-de6b-4338-9db4-e3382322bc1a), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:29.892984 n-d-827839-2 neutron-server[103377]: Traceback (most recent call last): Feb 04 17:34:29.892984 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 17:34:29.892984 n-d-827839-2 neutron-server[103377]: timer() Feb 04 17:34:29.892984 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 17:34:29.892984 n-d-827839-2 neutron-server[103377]: cb(*args, **kw) Feb 04 17:34:29.892984 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 17:34:29.892984 n-d-827839-2 neutron-server[103377]: return func(*args, **kwargs) Feb 04 17:34:29.892984 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 17:34:29.892984 n-d-827839-2 neutron-server[103377]: self._notify() Feb 04 17:34:29.892984 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 17:34:29.892984 n-d-827839-2 neutron-server[103377]: self.callback(batched_events) Feb 04 17:34:29.892984 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 17:34:29.892984 n-d-827839-2 neutron-server[103377]: event.method(event) Feb 04 17:34:29.892984 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 17:34:29.892984 n-d-827839-2 neutron-server[103377]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 17:34:29.892984 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 17:34:29.892984 n-d-827839-2 neutron-server[103377]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 17:34:29.892984 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 17:34:29.892984 n-d-827839-2 neutron-server[103377]: return f(self, *a, **k) Feb 04 17:34:29.892984 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 17:34:29.892984 n-d-827839-2 neutron-server[103377]: return self._get(url).json() Feb 04 17:34:29.892984 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 17:34:29.892984 n-d-827839-2 neutron-server[103377]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 17:34:29.892984 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 17:34:29.892984 n-d-827839-2 neutron-server[103377]: return self.request(url, 'GET', **kwargs) Feb 04 17:34:29.892984 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 17:34:29.892984 n-d-827839-2 neutron-server[103377]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 17:34:29.892984 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 17:34:29.892984 n-d-827839-2 neutron-server[103377]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 17:34:29.892984 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 17:34:29.892984 n-d-827839-2 neutron-server[103377]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 17:34:29.892984 n-d-827839-2 neutron-server[103377]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 17:34:29.905596 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d156d7-f684-4fa3-89f2-e0f1dc4762fc tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Pushing event deleted for resources: {'Port': ['ID=29ff6c2e-ba27-480c-a53d-f723ad6f4120,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:34:29.978870 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-03235c5a-aa56-4e89-8cf4-99ccc7714727 req-d4404d86-290d-49f8-acdf-9e84552f4aa5 service neutron] 10.222.0.89 "GET /v2.0/networks/1df3466b-73f9-4e73-9fa6-586bde0810bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1790729 Feb 04 17:34:29.981599 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-a5d156d7-f684-4fa3-89f2-e0f1dc4762fc tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1595544'] for router_gateway (c83ed58d-5663-4cef-a462-bd1c7cc3e956), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:29.983857 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-85b09d86-ad59-45e1-b300-156991d56a9a tempest-RoutersNegativeTest-1344206825 tempest-RoutersNegativeTest-1344206825-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1543671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1595572'] for network (7f294a15-9713-4be9-aea4-4f203e5ade82), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:29.989413 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-85b09d86-ad59-45e1-b300-156991d56a9a tempest-RoutersNegativeTest-1344206825 tempest-RoutersNegativeTest-1344206825-project] Publish callbacks [] for network (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:29.993008 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-85b09d86-ad59-45e1-b300-156991d56a9a tempest-RoutersNegativeTest-1344206825 tempest-RoutersNegativeTest-1344206825-project] 10.222.0.89 "DELETE /v2.0/networks/7f294a15-9713-4be9-aea4-4f203e5ade82 HTTP/1.1" status: 204 len: 168 time: 1.0569658 Feb 04 17:34:29.998116 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 52426) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:34:30.018815 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b09d86-ad59-45e1-b300-156991d56a9a tempest-RoutersNegativeTest-1344206825 tempest-RoutersNegativeTest-1344206825-project] Pushing event deleted for resources: {'Network': ['ID=7f294a15-9713-4be9-aea4-4f203e5ade82,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:34:30.039317 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-029843c5-65c1-424e-8294-64801702807c tempest-RoutersNegativeTest-1344206825 tempest-RoutersNegativeTest-1344206825-project] 10.222.0.89 "GET /v2.0/ports?device_id=69165c68-b3a5-4838-b0b4-99dbed7d70d4 HTTP/1.1" status: 200 len: 205 time: 0.0401185 Feb 04 17:34:30.041763 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 52428) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:34:30.101276 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-a5d156d7-f684-4fa3-89f2-e0f1dc4762fc tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1601811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26971'] for router (c83ed58d-5663-4cef-a462-bd1c7cc3e956), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:30.103956 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-a5d156d7-f684-4fa3-89f2-e0f1dc4762fc tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Publish callbacks [] for router_controller (c83ed58d-5663-4cef-a462-bd1c7cc3e956), precommit_delete_associations {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:30.154423 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-a5d156d7-f684-4fa3-89f2-e0f1dc4762fc tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1601832'] for router (c83ed58d-5663-4cef-a462-bd1c7cc3e956), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:30.155096 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5d156d7-f684-4fa3-89f2-e0f1dc4762fc tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Fanout notify agent at l3_agent the message router_deleted on router c83ed58d-5663-4cef-a462-bd1c7cc3e956 {{(pid=103376) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 17:34:30.166367 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-7b3526fe-e066-44a9-a756-570d6ebc8c59 tempest-RoutersNegativeTest-1344206825 tempest-RoutersNegativeTest-1344206825-project] Publish callbacks [] for router (69165c68-b3a5-4838-b0b4-99dbed7d70d4), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:30.166526 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-a5d156d7-f684-4fa3-89f2-e0f1dc4762fc tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Publish callbacks [] for router (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:30.169398 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-a5d156d7-f684-4fa3-89f2-e0f1dc4762fc tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] 10.222.0.89 "DELETE /v2.0/routers/c83ed58d-5663-4cef-a462-bd1c7cc3e956 HTTP/1.1" status: 204 len: 168 time: 1.4467845 Feb 04 17:34:30.177222 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 52430) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:34:30.182326 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-65e63666-ace0-4a98-8c20-2a5c4ea329ce tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Request body: {'network': {'name': 'tempest-RoutersTest-509365919'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:34:30.243123 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65e63666-ace0-4a98-8c20-2a5c4ea329ce tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Made reservation on behalf of d3ff32f7652b479da34ca36dc7895dfa for: {'network': 1} {{(pid=103376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:34:30.243712 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-65e63666-ace0-4a98-8c20-2a5c4ea329ce tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for network (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:30.288141 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65e63666-ace0-4a98-8c20-2a5c4ea329ce tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] vlan segment allocate from pool success with {'vlan_id': 759, 'physical_network': 'physnet1'} {{(pid=103376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 17:34:30.301274 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-65e63666-ace0-4a98-8c20-2a5c4ea329ce tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (9443e3f6-82a1-405b-993a-7a2ecd49611e), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:30.301894 n-d-827839-2 neutron-server[103376]: INFO neutron.db.segments_db [None req-65e63666-ace0-4a98-8c20-2a5c4ea329ce tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Added segment 9443e3f6-82a1-405b-993a-7a2ecd49611e of type vlan for network 85e2c452-28ee-4305-9996-830207faba11 Feb 04 17:34:30.327232 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-22ef4779-e7da-458d-982c-5bc9483e5dc0 req-01216945-ffcc-4766-b4de-dbf30aaa8fbe tempest-MultipleCreateTestJSON-1004538366 tempest-MultipleCreateTestJSON-1004538366-project] 10.222.0.89 "GET /v2.0/ports?device_id=3c858b15-be14-49e6-a27f-667df18f035e HTTP/1.1" status: 200 len: 210 time: 0.0359712 Feb 04 17:34:30.365979 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-65e63666-ace0-4a98-8c20-2a5c4ea329ce tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781084292801'] for network (85e2c452-28ee-4305-9996-830207faba11), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:30.397062 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-65e63666-ace0-4a98-8c20-2a5c4ea329ce tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327'] for network (85e2c452-28ee-4305-9996-830207faba11), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:30.404935 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65e63666-ace0-4a98-8c20-2a5c4ea329ce tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:34:30.405808 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-65e63666-ace0-4a98-8c20-2a5c4ea329ce tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Publish callbacks [] for network (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:30.462246 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-7b3526fe-e066-44a9-a756-570d6ebc8c59 tempest-RoutersNegativeTest-1344206825 tempest-RoutersNegativeTest-1344206825-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1601811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26971'] for router (69165c68-b3a5-4838-b0b4-99dbed7d70d4), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:30.466911 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-7b3526fe-e066-44a9-a756-570d6ebc8c59 tempest-RoutersNegativeTest-1344206825 tempest-RoutersNegativeTest-1344206825-project] Publish callbacks [] for router_controller (69165c68-b3a5-4838-b0b4-99dbed7d70d4), precommit_delete_associations {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:30.477440 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-65e63666-ace0-4a98-8c20-2a5c4ea329ce tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2989674 Feb 04 17:34:30.480435 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 52442) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:34:30.487586 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-a2bf5928-ac86-4d74-96b4-6351a3a89cd7 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Request body: {'subnet': {'network_id': '85e2c452-28ee-4305-9996-830207faba11', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:34:30.494861 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e63666-ace0-4a98-8c20-2a5c4ea329ce tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Pushing event updated for resources: {'Network': ['ID=85e2c452-28ee-4305-9996-830207faba11,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:34:30.509743 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Network 85e2c452-28ee-4305-9996-830207faba11 details requested by agent ovs-agent-n-d-827839-2 with host n-d-827839-2 {{(pid=103378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 17:34:30.532373 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-7b3526fe-e066-44a9-a756-570d6ebc8c59 tempest-RoutersNegativeTest-1344206825 tempest-RoutersNegativeTest-1344206825-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1601832'] for router (69165c68-b3a5-4838-b0b4-99dbed7d70d4), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:30.532971 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b3526fe-e066-44a9-a756-570d6ebc8c59 tempest-RoutersNegativeTest-1344206825 tempest-RoutersNegativeTest-1344206825-project] Fanout notify agent at l3_agent the message router_deleted on router 69165c68-b3a5-4838-b0b4-99dbed7d70d4 {{(pid=103377) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 17:34:30.555740 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-7b3526fe-e066-44a9-a756-570d6ebc8c59 tempest-RoutersNegativeTest-1344206825 tempest-RoutersNegativeTest-1344206825-project] Publish callbacks [] for router (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:30.559807 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-7b3526fe-e066-44a9-a756-570d6ebc8c59 tempest-RoutersNegativeTest-1344206825 tempest-RoutersNegativeTest-1344206825-project] 10.222.0.89 "DELETE /v2.0/routers/69165c68-b3a5-4838-b0b4-99dbed7d70d4 HTTP/1.1" status: 204 len: 168 time: 0.5146630 Feb 04 17:34:30.642642 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2bf5928-ac86-4d74-96b4-6351a3a89cd7 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Made reservation on behalf of d3ff32f7652b479da34ca36dc7895dfa for: {'subnet': 1} {{(pid=103376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:34:30.649976 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-a2bf5928-ac86-4d74-96b4-6351a3a89cd7 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25859006'] for subnet (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:30.859101 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 52454) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:34:30.906693 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-a2bf5928-ac86-4d74-96b4-6351a3a89cd7 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25674939', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25858952'] for subnet (03b07348-191a-4f6b-9d59-0bbc0533df31), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:31.007378 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2bf5928-ac86-4d74-96b4-6351a3a89cd7 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Pushing event updated for resources: {'Subnet': ['ID=03b07348-191a-4f6b-9d59-0bbc0533df31,revision_number=0']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:34:31.017233 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2bf5928-ac86-4d74-96b4-6351a3a89cd7 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Checking segment: {'id': '9443e3f6-82a1-405b-993a-7a2ecd49611e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '85e2c452-28ee-4305-9996-830207faba11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:34:31.018256 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2bf5928-ac86-4d74-96b4-6351a3a89cd7 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Network hostable DHCP agents. Network: 85e2c452-28ee-4305-9996-830207faba11, hostable agents: ['bb89f5a3-3c22-440b-b7d1-c4f0c43c184a'], hosted agents: [] {{(pid=103376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 17:34:31.053416 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2bf5928-ac86-4d74-96b4-6351a3a89cd7 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Network 85e2c452-28ee-4305-9996-830207faba11 is scheduled to be hosted by DHCP agent bb89f5a3-3c22-440b-b7d1-c4f0c43c184a with binding_index 1 {{(pid=103376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 17:34:31.073051 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [None req-a2bf5928-ac86-4d74-96b4-6351a3a89cd7 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827839-2, 85e2c452-28ee-4305-9996-830207faba11) {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:34:31.082400 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2bf5928-ac86-4d74-96b4-6351a3a89cd7 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:34:31.083035 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-a2bf5928-ac86-4d74-96b4-6351a3a89cd7 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Publish callbacks [] for subnet (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:31.091692 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 534893e4-c012-4a46-b0ab-ad8caa575b5f no longer exists at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:34:31.093884 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-d39183b1-47e2-48d7-a0cb-a50d57ee9a12 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=b4a31d82336c49f19f6d81355721a45c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2330873 Feb 04 17:34:31.095016 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a2a7c7d-ac4d-4904-b14c-cb8880f3f30c None None] Network 85e2c452-28ee-4305-9996-830207faba11 requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:34:31.097597 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 52458) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:34:31.154766 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-a2bf5928-ac86-4d74-96b4-6351a3a89cd7 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6727259 Feb 04 17:34:31.155979 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 52460) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:34:31.168194 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-6723a4bb-d311-47aa-b1eb-22e629b4d476 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-730054767', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:34:31.218219 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-6723a4bb-d311-47aa-b1eb-22e629b4d476 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1601657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26921'] for router (b04614b3-8d43-4362-b39d-8d248d5597e5), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:31.220158 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-6723a4bb-d311-47aa-b1eb-22e629b4d476 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1602025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603663', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1630571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26960'] for router (b04614b3-8d43-4362-b39d-8d248d5597e5), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:31.338058 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] No Port match for: 534893e4-c012-4a46-b0ab-ad8caa575b5f {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 17:34:31.338419 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 534893e4-c012-4a46-b0ab-ad8caa575b5f not bound to the agent host n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 17:34:31.342957 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-6723a4bb-d311-47aa-b1eb-22e629b4d476 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Publish callbacks [] for router_controller (b04614b3-8d43-4362-b39d-8d248d5597e5), precommit_add_association {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:31.351306 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-6723a4bb-d311-47aa-b1eb-22e629b4d476 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1602046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603680'] for router (b04614b3-8d43-4362-b39d-8d248d5597e5), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:31.354869 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28a796c0-4142-4610-a1f5-c720aa8733e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e4c19ad-5724-5db8-8ee1-4f56ae69fcf4-85e2c452-28ee-4305-9996-830207faba11', 'network_id': '85e2c452-28ee-4305-9996-830207faba11', 'project_id': 'd3ff32f7652b479da34ca36dc7895dfa', 'fixed_ips': [{'subnet_id': '03b07348-191a-4f6b-9d59-0bbc0533df31'}]}} from n-d-827839-2. {{(pid=103378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 17:34:31.356066 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-28a796c0-4142-4610-a1f5-c720aa8733e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:31.409387 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-6723a4bb-d311-47aa-b1eb-22e629b4d476 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Publish callbacks [] for router (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:31.413467 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-6723a4bb-d311-47aa-b1eb-22e629b4d476 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] 10.222.0.89 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2547801 Feb 04 17:34:31.416438 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 52464) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:34:31.521666 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-be42204f-4730-431b-a5f6-0cfb1fb58035 admin admin] Publish callbacks [] for security_group (45f2e5e5-6465-4153-acaa-535d9ea8f677), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:31.540609 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-55e4a14a-25e3-4a82-9ea5-2f642ed90623 req-50ee90f2-a72c-4529-82c9-0aceac8ebfdc tempest-MultipleCreateTestJSON-1004538366 tempest-MultipleCreateTestJSON-1004538366-project] 10.222.0.89 "GET /v2.0/ports?device_id=3c858b15-be14-49e6-a27f-667df18f035e HTTP/1.1" status: 200 len: 210 time: 0.0638888 Feb 04 17:34:31.570545 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-be42204f-4730-431b-a5f6-0cfb1fb58035 admin admin] Publish callbacks [] for security_group (45f2e5e5-6465-4153-acaa-535d9ea8f677), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:31.612015 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-28a796c0-4142-4610-a1f5-c720aa8733e2 None None] Allocated IP 172.20.0.2 (85e2c452-28ee-4305-9996-830207faba11/03b07348-191a-4f6b-9d59-0bbc0533df31/648c4bab-ecc7-47b1-aba4-bcebd484470a) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:34:31.625856 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-be42204f-4730-431b-a5f6-0cfb1fb58035 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (45f2e5e5-6465-4153-acaa-535d9ea8f677), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:31.630309 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-be42204f-4730-431b-a5f6-0cfb1fb58035 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:31.632238 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-be42204f-4730-431b-a5f6-0cfb1fb58035 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/45f2e5e5-6465-4153-acaa-535d9ea8f677 HTTP/1.1" status: 204 len: 168 time: 0.5330510 Feb 04 17:34:31.640707 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be42204f-4730-431b-a5f6-0cfb1fb58035 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45f2e5e5-6465-4153-acaa-535d9ea8f677,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:34:31.827715 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-28a796c0-4142-4610-a1f5-c720aa8733e2 None None] Publish callbacks [] for port (648c4bab-ecc7-47b1-aba4-bcebd484470a), precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:31.841136 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-28a796c0-4142-4610-a1f5-c720aa8733e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135'] for port (648c4bab-ecc7-47b1-aba4-bcebd484470a), after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:31.887366 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-a73ce13b-b7e5-4fac-9778-4071a99b1a5b tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:31.888634 n-d-827839-2 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28a796c0-4142-4610-a1f5-c720aa8733e2 None None] Network 85e2c452-28ee-4305-9996-830207faba11 is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:34:31.896024 n-d-827839-2 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-28a796c0-4142-4610-a1f5-c720aa8733e2 None None] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:34:31.903552 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28a796c0-4142-4610-a1f5-c720aa8733e2 None None] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:34:32.014165 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a796c0-4142-4610-a1f5-c720aa8733e2 None None] Pushing event updated for resources: {'Port': ['ID=648c4bab-ecc7-47b1-aba4-bcebd484470a,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:34:32.112543 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ce3c4e0a-0a69-4389-aa46-8737ab491fb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (64ada913-9131-4d99-a265-63a920956287), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:32.115645 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-28a796c0-4142-4610-a1f5-c720aa8733e2 None None] Attempting to bind port 648c4bab-ecc7-47b1-aba4-bcebd484470a on host n-d-827839-2 for vnic_type normal with profile {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:34:32.123016 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-28a796c0-4142-4610-a1f5-c720aa8733e2 None None] Attempting to bind port 648c4bab-ecc7-47b1-aba4-bcebd484470a by drivers openvswitch,hyperv on host n-d-827839-2 at level 0 using segments [{'id': '9443e3f6-82a1-405b-993a-7a2ecd49611e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '85e2c452-28ee-4305-9996-830207faba11'}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:34:32.123353 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28a796c0-4142-4610-a1f5-c720aa8733e2 None None] Attempting to bind port 648c4bab-ecc7-47b1-aba4-bcebd484470a on network 85e2c452-28ee-4305-9996-830207faba11 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:34:32.141624 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28a796c0-4142-4610-a1f5-c720aa8733e2 None None] Checking agent: {'id': 'ba70844b-66a0-45fd-a2f2-e6ed673321fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 0, 36), 'started_at': datetime.datetime(2022, 2, 4, 17, 1, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 34, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:34:32.141859 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28a796c0-4142-4610-a1f5-c720aa8733e2 None None] Checking segment: {'id': '9443e3f6-82a1-405b-993a-7a2ecd49611e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '85e2c452-28ee-4305-9996-830207faba11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:34:32.142261 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-28a796c0-4142-4610-a1f5-c720aa8733e2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:32.142643 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28a796c0-4142-4610-a1f5-c720aa8733e2 None None] Bound using segment: {'id': '9443e3f6-82a1-405b-993a-7a2ecd49611e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '85e2c452-28ee-4305-9996-830207faba11'} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:34:32.143126 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-28a796c0-4142-4610-a1f5-c720aa8733e2 None None] Bound port: 648c4bab-ecc7-47b1-aba4-bcebd484470a, host: n-d-827839-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9443e3f6-82a1-405b-993a-7a2ecd49611e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '85e2c452-28ee-4305-9996-830207faba11'}}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:34:32.143506 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-28a796c0-4142-4610-a1f5-c720aa8733e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (648c4bab-ecc7-47b1-aba4-bcebd484470a), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:32.211077 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03235c5a-aa56-4e89-8cf4-99ccc7714727 req-06e57394-26cd-44bb-9c24-afde9c8887f5 tempest-MultipleCreateTestJSON-1004538366 tempest-MultipleCreateTestJSON-1004538366-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:34:32.217122 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-03235c5a-aa56-4e89-8cf4-99ccc7714727 req-06e57394-26cd-44bb-9c24-afde9c8887f5 tempest-MultipleCreateTestJSON-1004538366 tempest-MultipleCreateTestJSON-1004538366-project] 10.222.0.90 "GET /v2.0/networks?id=1df3466b-73f9-4e73-9fa6-586bde0810bd HTTP/1.1" status: 200 len: 812 time: 0.2334123 Feb 04 17:34:32.234347 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [req-03235c5a-aa56-4e89-8cf4-99ccc7714727 req-86233a3a-2989-4e07-9608-84522744e219 tempest-MultipleCreateTestJSON-1004538366 tempest-MultipleCreateTestJSON-1004538366-project] Request body: {'port': {'device_id': '3c858b15-be14-49e6-a27f-667df18f035e', 'network_id': '1df3466b-73f9-4e73-9fa6-586bde0810bd', 'admin_state_up': True, 'tenant_id': 'cdd0c9018b534ba0924537ca09d3dc53'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:34:32.307054 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.db_base_plugin_common [None req-a73ce13b-b7e5-4fac-9778-4071a99b1a5b tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Allocated IP 172.20.0.1 (85e2c452-28ee-4305-9996-830207faba11/03b07348-191a-4f6b-9d59-0bbc0533df31/3398d979-e1e6-4bb9-8d33-87e49bb55501) {{(pid=103376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:34:32.323258 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-28a796c0-4142-4610-a1f5-c720aa8733e2 None None] For port 648c4bab-ecc7-47b1-aba4-bcebd484470a, host n-d-827839-2, cleared binding levels {{(pid=103378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:34:32.346258 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-28a796c0-4142-4610-a1f5-c720aa8733e2 None None] For port 648c4bab-ecc7-47b1-aba4-bcebd484470a, host n-d-827839-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=648c4bab-ecc7-47b1-aba4-bcebd484470a,segment=NetworkSegment(9443e3f6-82a1-405b-993a-7a2ecd49611e),segment_id=9443e3f6-82a1-405b-993a-7a2ecd49611e)] {{(pid=103378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:34:32.361413 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-28a796c0-4142-4610-a1f5-c720aa8733e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (648c4bab-ecc7-47b1-aba4-bcebd484470a), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:32.501906 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a796c0-4142-4610-a1f5-c720aa8733e2 None None] Pushing event updated for resources: {'Port': ['ID=648c4bab-ecc7-47b1-aba4-bcebd484470a,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:34:32.630346 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-03235c5a-aa56-4e89-8cf4-99ccc7714727 req-86233a3a-2989-4e07-9608-84522744e219 tempest-MultipleCreateTestJSON-1004538366 tempest-MultipleCreateTestJSON-1004538366-project] Made reservation on behalf of cdd0c9018b534ba0924537ca09d3dc53 for: {'port': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:34:32.641088 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-03235c5a-aa56-4e89-8cf4-99ccc7714727 req-86233a3a-2989-4e07-9608-84522744e219 tempest-MultipleCreateTestJSON-1004538366 tempest-MultipleCreateTestJSON-1004538366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:32.769966 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-a686d866-6bcd-49d4-a0bb-17d49960512f req-52e06faa-c7f3-4da5-8992-d6a0f63d92f4 tempest-MultipleCreateTestJSON-1004538366 tempest-MultipleCreateTestJSON-1004538366-project] 10.222.0.89 "GET /v2.0/ports?device_id=3c858b15-be14-49e6-a27f-667df18f035e HTTP/1.1" status: 200 len: 210 time: 0.0767097 Feb 04 17:34:32.951679 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-a73ce13b-b7e5-4fac-9778-4071a99b1a5b tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Publish callbacks [] for port (3398d979-e1e6-4bb9-8d33-87e49bb55501), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:32.980195 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03235c5a-aa56-4e89-8cf4-99ccc7714727 req-e15a60de-aebb-46a1-abf5-c84f2f30147a tempest-MultipleCreateTestJSON-1004538366 tempest-MultipleCreateTestJSON-1004538366-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:34:32.986581 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-03235c5a-aa56-4e89-8cf4-99ccc7714727 req-e15a60de-aebb-46a1-abf5-c84f2f30147a tempest-MultipleCreateTestJSON-1004538366 tempest-MultipleCreateTestJSON-1004538366-project] 10.222.0.96 "GET /v2.0/networks?id=1df3466b-73f9-4e73-9fa6-586bde0810bd HTTP/1.1" status: 200 len: 812 time: 0.5797608 Feb 04 17:34:33.011411 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d408ec64-b374-4acb-a1fc-48241dad6d47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (0cd6d64a-47a7-40ff-8c12-71dd526c62e0), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:33.018325 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [req-03235c5a-aa56-4e89-8cf4-99ccc7714727 req-d1388d27-7ba6-425b-a6f0-63e24c291710 tempest-MultipleCreateTestJSON-1004538366 tempest-MultipleCreateTestJSON-1004538366-project] Request body: {'port': {'device_id': 'baa33f43-8859-4cff-8354-17ec6f4e23da', 'network_id': '1df3466b-73f9-4e73-9fa6-586bde0810bd', 'admin_state_up': True, 'tenant_id': 'cdd0c9018b534ba0924537ca09d3dc53'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:34:33.075014 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.db_base_plugin_common [req-03235c5a-aa56-4e89-8cf4-99ccc7714727 req-86233a3a-2989-4e07-9608-84522744e219 tempest-MultipleCreateTestJSON-1004538366 tempest-MultipleCreateTestJSON-1004538366-project] Allocated IP 172.20.0.11 (1df3466b-73f9-4e73-9fa6-586bde0810bd/e11c859d-e1e6-4f6b-868f-bb675e714ccf/ee22853f-cd37-4956-9f73-62ff79a19180) {{(pid=103377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:34:33.162702 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 52492) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:34:33.186997 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 648c4bab-ecc7-47b1-aba4-bcebd484470a up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:34:33.309621 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port 648c4bab-ecc7-47b1-aba4-bcebd484470a triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:34:33.310121 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (648c4bab-ecc7-47b1-aba4-bcebd484470a), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:33.315534 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-a73ce13b-b7e5-4fac-9778-4071a99b1a5b tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (3398d979-e1e6-4bb9-8d33-87e49bb55501), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:33.349063 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-969ee3bf-db53-49b6-b26d-3428666ea71b tempest-NegativeSecGroupIPv6Test-1353480739 tempest-NegativeSecGroupIPv6Test-1353480739-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:34:33.349950 n-d-827839-2 neutron-server[103377]: WARNING neutron.api.v2.base [None req-969ee3bf-db53-49b6-b26d-3428666ea71b tempest-NegativeSecGroupIPv6Test-1353480739 tempest-NegativeSecGroupIPv6Test-1353480739-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Feb 04 17:34:33.350667 n-d-827839-2 neutron-server[103377]: INFO neutron.api.v2.resource [None req-969ee3bf-db53-49b6-b26d-3428666ea71b tempest-NegativeSecGroupIPv6Test-1353480739 tempest-NegativeSecGroupIPv6Test-1353480739-project] create failed (client error): There was a conflict when trying to complete your request. Feb 04 17:34:33.356403 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-969ee3bf-db53-49b6-b26d-3428666ea71b tempest-NegativeSecGroupIPv6Test-1353480739 tempest-NegativeSecGroupIPv6Test-1353480739-project] 10.222.0.89 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1924353 Feb 04 17:34:33.360144 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 52496) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:34:33.365393 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-689bfcc4-fc4d-475e-8d86-cfe910571ff1 tempest-NegativeSecGroupIPv6Test-1353480739 tempest-NegativeSecGroupIPv6Test-1353480739-project] Request body: {'security_group': {'name': 'tempest-secgroup--1552053346'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:34:33.379387 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73ce13b-b7e5-4fac-9778-4071a99b1a5b tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Pushing event updated for resources: {'Port': ['ID=3398d979-e1e6-4bb9-8d33-87e49bb55501,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:34:33.397116 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a73ce13b-b7e5-4fac-9778-4071a99b1a5b tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Network 85e2c452-28ee-4305-9996-830207faba11 is already hosted by enough agents. {{(pid=103376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:34:33.398609 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [None req-a73ce13b-b7e5-4fac-9778-4071a99b1a5b tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Resources bound (agent type, host, resource id): {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:34:33.401958 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a73ce13b-b7e5-4fac-9778-4071a99b1a5b tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Received port after_create {{(pid=103376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:34:33.407242 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-03235c5a-aa56-4e89-8cf4-99ccc7714727 req-d1388d27-7ba6-425b-a6f0-63e24c291710 tempest-MultipleCreateTestJSON-1004538366 tempest-MultipleCreateTestJSON-1004538366-project] Made reservation on behalf of cdd0c9018b534ba0924537ca09d3dc53 for: {'port': 1} {{(pid=103376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:34:33.411588 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-03235c5a-aa56-4e89-8cf4-99ccc7714727 req-d1388d27-7ba6-425b-a6f0-63e24c291710 tempest-MultipleCreateTestJSON-1004538366 tempest-MultipleCreateTestJSON-1004538366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:33.412417 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-689bfcc4-fc4d-475e-8d86-cfe910571ff1 tempest-NegativeSecGroupIPv6Test-1353480739 tempest-NegativeSecGroupIPv6Test-1353480739-project] Publish callbacks [] for security_group (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:33.425935 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-689bfcc4-fc4d-475e-8d86-cfe910571ff1 tempest-NegativeSecGroupIPv6Test-1353480739 tempest-NegativeSecGroupIPv6Test-1353480739-project] Publish callbacks [] for security_group (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:33.482264 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-03235c5a-aa56-4e89-8cf4-99ccc7714727 req-86233a3a-2989-4e07-9608-84522744e219 tempest-MultipleCreateTestJSON-1004538366 tempest-MultipleCreateTestJSON-1004538366-project] Publish callbacks [] for port (ee22853f-cd37-4956-9f73-62ff79a19180), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:33.493018 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port 648c4bab-ecc7-47b1-aba4-bcebd484470a is: DOWN; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:34:33.493564 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (648c4bab-ecc7-47b1-aba4-bcebd484470a), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:33.516879 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-a73ce13b-b7e5-4fac-9778-4071a99b1a5b tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1595471'] for router_interface (b04614b3-8d43-4362-b39d-8d248d5597e5), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:33.567728 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] For port 648c4bab-ecc7-47b1-aba4-bcebd484470a, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=648c4bab-ecc7-47b1-aba4-bcebd484470a,segment=NetworkSegment(9443e3f6-82a1-405b-993a-7a2ecd49611e),segment_id=9443e3f6-82a1-405b-993a-7a2ecd49611e)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:34:33.580377 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-03235c5a-aa56-4e89-8cf4-99ccc7714727 req-86233a3a-2989-4e07-9608-84522744e219 tempest-MultipleCreateTestJSON-1004538366 tempest-MultipleCreateTestJSON-1004538366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (ee22853f-cd37-4956-9f73-62ff79a19180), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:33.583826 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (648c4bab-ecc7-47b1-aba4-bcebd484470a), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:33.641909 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-689bfcc4-fc4d-475e-8d86-cfe910571ff1 tempest-NegativeSecGroupIPv6Test-1353480739 tempest-NegativeSecGroupIPv6Test-1353480739-project] Publish callbacks [] for security_group (81d9590f-c4ba-468b-8254-73cd15293859), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:33.670230 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-03235c5a-aa56-4e89-8cf4-99ccc7714727 req-86233a3a-2989-4e07-9608-84522744e219 tempest-MultipleCreateTestJSON-1004538366 tempest-MultipleCreateTestJSON-1004538366-project] Network 1df3466b-73f9-4e73-9fa6-586bde0810bd is already hosted by enough agents. {{(pid=103377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:34:33.673775 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-689bfcc4-fc4d-475e-8d86-cfe910571ff1 tempest-NegativeSecGroupIPv6Test-1353480739 tempest-NegativeSecGroupIPv6Test-1353480739-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (81d9590f-c4ba-468b-8254-73cd15293859), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:33.701215 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Pushing event updated for resources: {'Port': ['ID=648c4bab-ecc7-47b1-aba4-bcebd484470a,revision_number=3']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:34:33.716999 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [req-03235c5a-aa56-4e89-8cf4-99ccc7714727 req-86233a3a-2989-4e07-9608-84522744e219 tempest-MultipleCreateTestJSON-1004538366 tempest-MultipleCreateTestJSON-1004538366-project] Resources bound (agent type, host, resource id): {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:34:33.733379 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [req-03235c5a-aa56-4e89-8cf4-99ccc7714727 req-86233a3a-2989-4e07-9608-84522744e219 tempest-MultipleCreateTestJSON-1004538366 tempest-MultipleCreateTestJSON-1004538366-project] Received port after_create {{(pid=103377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:34:33.768699 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-a73ce13b-b7e5-4fac-9778-4071a99b1a5b tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (3398d979-e1e6-4bb9-8d33-87e49bb55501), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:33.771639 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.db_base_plugin_common [req-03235c5a-aa56-4e89-8cf4-99ccc7714727 req-d1388d27-7ba6-425b-a6f0-63e24c291710 tempest-MultipleCreateTestJSON-1004538366 tempest-MultipleCreateTestJSON-1004538366-project] Allocated IP 172.20.0.13 (1df3466b-73f9-4e73-9fa6-586bde0810bd/e11c859d-e1e6-4f6b-868f-bb675e714ccf/0299eb19-d54f-4b22-a56c-e013a5450a50) {{(pid=103376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:34:33.814342 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86233a3a-2989-4e07-9608-84522744e219 tempest-MultipleCreateTestJSON-1004538366 tempest-MultipleCreateTestJSON-1004538366-project] Pushing event updated for resources: {'Port': ['ID=ee22853f-cd37-4956-9f73-62ff79a19180,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:34:33.830950 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03235c5a-aa56-4e89-8cf4-99ccc7714727 req-86233a3a-2989-4e07-9608-84522744e219 tempest-MultipleCreateTestJSON-1004538366 tempest-MultipleCreateTestJSON-1004538366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:34:33.832926 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-03235c5a-aa56-4e89-8cf4-99ccc7714727 req-86233a3a-2989-4e07-9608-84522744e219 tempest-MultipleCreateTestJSON-1004538366 tempest-MultipleCreateTestJSON-1004538366-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:33.872633 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689bfcc4-fc4d-475e-8d86-cfe910571ff1 tempest-NegativeSecGroupIPv6Test-1353480739 tempest-NegativeSecGroupIPv6Test-1353480739-project] Pushing event updated for resources: {'SecurityGroup': ['ID=81d9590f-c4ba-468b-8254-73cd15293859,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:34:33.889528 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-03235c5a-aa56-4e89-8cf4-99ccc7714727 req-86233a3a-2989-4e07-9608-84522744e219 tempest-MultipleCreateTestJSON-1004538366 tempest-MultipleCreateTestJSON-1004538366-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6635487 Feb 04 17:34:33.907257 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [req-03235c5a-aa56-4e89-8cf4-99ccc7714727 req-d2a90c25-f9a4-4f43-971f-6a1de4100a99 service neutron] Request body: {'port': {'device_id': '3c858b15-be14-49e6-a27f-667df18f035e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827839-2'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:34:34.039068 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-689bfcc4-fc4d-475e-8d86-cfe910571ff1 tempest-NegativeSecGroupIPv6Test-1353480739 tempest-NegativeSecGroupIPv6Test-1353480739-project] Publish callbacks [] for security_group (7abd3fe5-1acf-4f45-a321-7bf9443b9f38), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:34.040140 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-03235c5a-aa56-4e89-8cf4-99ccc7714727 req-d2a90c25-f9a4-4f43-971f-6a1de4100a99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (ee22853f-cd37-4956-9f73-62ff79a19180), before_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:34.058161 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-689bfcc4-fc4d-475e-8d86-cfe910571ff1 tempest-NegativeSecGroupIPv6Test-1353480739 tempest-NegativeSecGroupIPv6Test-1353480739-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (7abd3fe5-1acf-4f45-a321-7bf9443b9f38), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:34.139097 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689bfcc4-fc4d-475e-8d86-cfe910571ff1 tempest-NegativeSecGroupIPv6Test-1353480739 tempest-NegativeSecGroupIPv6Test-1353480739-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7abd3fe5-1acf-4f45-a321-7bf9443b9f38,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:34:34.178774 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69859abf-60fa-4896-aba1-92ad18ed0f4d req-b3e6838d-d71d-4d34-a7fb-229cacb89acf tempest-MultipleCreateTestJSON-1004538366 tempest-MultipleCreateTestJSON-1004538366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:34:34.181971 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-69859abf-60fa-4896-aba1-92ad18ed0f4d req-b3e6838d-d71d-4d34-a7fb-229cacb89acf tempest-MultipleCreateTestJSON-1004538366 tempest-MultipleCreateTestJSON-1004538366-project] 10.222.0.89 "GET /v2.0/ports?device_id=3c858b15-be14-49e6-a27f-667df18f035e HTTP/1.1" status: 200 len: 932 time: 0.2576253 Feb 04 17:34:34.201180 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-689bfcc4-fc4d-475e-8d86-cfe910571ff1 tempest-NegativeSecGroupIPv6Test-1353480739 tempest-NegativeSecGroupIPv6Test-1353480739-project] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:34.202503 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-689bfcc4-fc4d-475e-8d86-cfe910571ff1 tempest-NegativeSecGroupIPv6Test-1353480739 tempest-NegativeSecGroupIPv6Test-1353480739-project] 10.222.0.89 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.8412075 Feb 04 17:34:34.215161 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 52506) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:34:34.229751 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-1dcc9cde-6645-40e0-b2f6-6f2f1023796a tempest-NegativeSecGroupIPv6Test-1353480739 tempest-NegativeSecGroupIPv6Test-1353480739-project] Request body: {'security_group_rule': {'security_group_id': '7abd3fe5-1acf-4f45-a321-7bf9443b9f38', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:34:34.347100 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-1dcc9cde-6645-40e0-b2f6-6f2f1023796a tempest-NegativeSecGroupIPv6Test-1353480739 tempest-NegativeSecGroupIPv6Test-1353480739-project] Publish callbacks [] for security_group_rule (82a56f7c-89b8-4e39-9473-e9a0fdb0108a), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:34.350487 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-03235c5a-aa56-4e89-8cf4-99ccc7714727 req-d1388d27-7ba6-425b-a6f0-63e24c291710 tempest-MultipleCreateTestJSON-1004538366 tempest-MultipleCreateTestJSON-1004538366-project] Publish callbacks [] for port (0299eb19-d54f-4b22-a56c-e013a5450a50), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:34.366334 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-69859abf-60fa-4896-aba1-92ad18ed0f4d req-2ba691c3-689f-4982-a660-b60cd5cae420 tempest-MultipleCreateTestJSON-1004538366 tempest-MultipleCreateTestJSON-1004538366-project] 10.222.0.89 "GET /v2.0/security-groups?id=8619c0af-85b7-4241-9340-7b1e0213ad09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1729825 Feb 04 17:34:34.377642 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4cc854d-54c7-4c45-8699-0bf0819ed292 None None] Network 85e2c452-28ee-4305-9996-830207faba11 requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:34:34.471483 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-1dcc9cde-6645-40e0-b2f6-6f2f1023796a tempest-NegativeSecGroupIPv6Test-1353480739 tempest-NegativeSecGroupIPv6Test-1353480739-project] Publish callbacks [] for security_group_rule (82a56f7c-89b8-4e39-9473-e9a0fdb0108a), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:34.472707 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-01aca239-5711-4c58-9c32-9e6695f37a70 None None] Provisioning complete for port 648c4bab-ecc7-47b1-aba4-bcebd484470a triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:34:34.473402 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-01aca239-5711-4c58-9c32-9e6695f37a70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (648c4bab-ecc7-47b1-aba4-bcebd484470a), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:34.478475 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-03235c5a-aa56-4e89-8cf4-99ccc7714727 req-d1388d27-7ba6-425b-a6f0-63e24c291710 tempest-MultipleCreateTestJSON-1004538366 tempest-MultipleCreateTestJSON-1004538366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (0299eb19-d54f-4b22-a56c-e013a5450a50), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:34.600502 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-1dcc9cde-6645-40e0-b2f6-6f2f1023796a tempest-NegativeSecGroupIPv6Test-1353480739 tempest-NegativeSecGroupIPv6Test-1353480739-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664556'] for security_group_rule (82a56f7c-89b8-4e39-9473-e9a0fdb0108a), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:34.604631 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-01aca239-5711-4c58-9c32-9e6695f37a70 None None] Current status of the port 648c4bab-ecc7-47b1-aba4-bcebd484470a is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:34:34.641007 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dcc9cde-6645-40e0-b2f6-6f2f1023796a tempest-NegativeSecGroupIPv6Test-1353480739 tempest-NegativeSecGroupIPv6Test-1353480739-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82a56f7c-89b8-4e39-9473-e9a0fdb0108a,revision_number=0']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:34:34.662258 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1388d27-7ba6-425b-a6f0-63e24c291710 tempest-MultipleCreateTestJSON-1004538366 tempest-MultipleCreateTestJSON-1004538366-project] Pushing event updated for resources: {'Port': ['ID=0299eb19-d54f-4b22-a56c-e013a5450a50,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:34:34.667495 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-1dcc9cde-6645-40e0-b2f6-6f2f1023796a tempest-NegativeSecGroupIPv6Test-1353480739 tempest-NegativeSecGroupIPv6Test-1353480739-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:34.672038 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-1dcc9cde-6645-40e0-b2f6-6f2f1023796a tempest-NegativeSecGroupIPv6Test-1353480739 tempest-NegativeSecGroupIPv6Test-1353480739-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4557946 Feb 04 17:34:34.672692 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 52510) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:34:34.684460 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-8f147ada-1874-42b8-896b-d7be189b619d tempest-NegativeSecGroupIPv6Test-1353480739 tempest-NegativeSecGroupIPv6Test-1353480739-project] Request body: {'security_group_rule': {'security_group_id': '7abd3fe5-1acf-4f45-a321-7bf9443b9f38', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:34:34.688788 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-03235c5a-aa56-4e89-8cf4-99ccc7714727 req-d1388d27-7ba6-425b-a6f0-63e24c291710 tempest-MultipleCreateTestJSON-1004538366 tempest-MultipleCreateTestJSON-1004538366-project] Network 1df3466b-73f9-4e73-9fa6-586bde0810bd is already hosted by enough agents. {{(pid=103376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:34:34.695772 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [req-03235c5a-aa56-4e89-8cf4-99ccc7714727 req-d1388d27-7ba6-425b-a6f0-63e24c291710 tempest-MultipleCreateTestJSON-1004538366 tempest-MultipleCreateTestJSON-1004538366-project] Resources bound (agent type, host, resource id): {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:34:34.706527 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [req-03235c5a-aa56-4e89-8cf4-99ccc7714727 req-d1388d27-7ba6-425b-a6f0-63e24c291710 tempest-MultipleCreateTestJSON-1004538366 tempest-MultipleCreateTestJSON-1004538366-project] Received port after_create {{(pid=103376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:34:34.801789 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-8f147ada-1874-42b8-896b-d7be189b619d tempest-NegativeSecGroupIPv6Test-1353480739 tempest-NegativeSecGroupIPv6Test-1353480739-project] Publish callbacks [] for security_group_rule (025bc6e4-ba4e-46cc-aa42-e1b56a765bf7), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:34.832409 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-a73ce13b-b7e5-4fac-9778-4071a99b1a5b tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Publish callbacks [] for port (3398d979-e1e6-4bb9-8d33-87e49bb55501), precommit_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:34.861023 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-a73ce13b-b7e5-4fac-9778-4071a99b1a5b tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675836'] for port (3398d979-e1e6-4bb9-8d33-87e49bb55501), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:34.866980 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4f14bb47-e72b-46ac-9e44-a61d9293afcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (75326290-f7a3-4db8-9cf2-15c7139ed224), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:34.875693 n-d-827839-2 neutron-server[103377]: DEBUG neutron.notifiers.nova [req-03235c5a-aa56-4e89-8cf4-99ccc7714727 req-d2a90c25-f9a4-4f43-971f-6a1de4100a99 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee22853f-cd37-4956-9f73-62ff79a19180 {{(pid=103377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 17:34:34.877187 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03235c5a-aa56-4e89-8cf4-99ccc7714727 req-d1388d27-7ba6-425b-a6f0-63e24c291710 tempest-MultipleCreateTestJSON-1004538366 tempest-MultipleCreateTestJSON-1004538366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:34:34.877880 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-03235c5a-aa56-4e89-8cf4-99ccc7714727 req-d1388d27-7ba6-425b-a6f0-63e24c291710 tempest-MultipleCreateTestJSON-1004538366 tempest-MultipleCreateTestJSON-1004538366-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:34.906879 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-03235c5a-aa56-4e89-8cf4-99ccc7714727 req-d2a90c25-f9a4-4f43-971f-6a1de4100a99 service neutron] Publish callbacks [] for port (ee22853f-cd37-4956-9f73-62ff79a19180), precommit_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:34.942569 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.provisioning_blocks [req-03235c5a-aa56-4e89-8cf4-99ccc7714727 req-d2a90c25-f9a4-4f43-971f-6a1de4100a99 service neutron] Transition to ACTIVE for port object ee22853f-cd37-4956-9f73-62ff79a19180 will not be triggered until provisioned by entity L2. {{(pid=103377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 17:34:34.973558 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-03235c5a-aa56-4e89-8cf4-99ccc7714727 req-d2a90c25-f9a4-4f43-971f-6a1de4100a99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25888290'] for port (ee22853f-cd37-4956-9f73-62ff79a19180), after_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:34.974882 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-03235c5a-aa56-4e89-8cf4-99ccc7714727 req-d1388d27-7ba6-425b-a6f0-63e24c291710 tempest-MultipleCreateTestJSON-1004538366 tempest-MultipleCreateTestJSON-1004538366-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9649179 Feb 04 17:34:34.997833 n-d-827839-2 neutron-server[103377]: INFO neutron.api.v2.resource [None req-8f147ada-1874-42b8-896b-d7be189b619d tempest-NegativeSecGroupIPv6Test-1353480739 tempest-NegativeSecGroupIPv6Test-1353480739-project] create failed (client error): There was a conflict when trying to complete your request. Feb 04 17:34:34.998989 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-8f147ada-1874-42b8-896b-d7be189b619d tempest-NegativeSecGroupIPv6Test-1353480739 tempest-NegativeSecGroupIPv6Test-1353480739-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.3183906 Feb 04 17:34:35.007111 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 52514) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:34:35.058653 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [req-03235c5a-aa56-4e89-8cf4-99ccc7714727 req-0a407e44-d916-4062-aab3-9ccf6f1bf8bb service neutron] Request body: {'port': {'device_id': 'baa33f43-8859-4cff-8354-17ec6f4e23da', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827839-2'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:34:35.072169 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-10df1834-d728-4016-9c60-6319e1653cc5 None None] Provisioning complete for port 648c4bab-ecc7-47b1-aba4-bcebd484470a triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:34:35.072597 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-10df1834-d728-4016-9c60-6319e1653cc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (648c4bab-ecc7-47b1-aba4-bcebd484470a), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:35.104505 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 648c4bab-ecc7-47b1-aba4-bcebd484470a up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:34:35.166738 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a90c25-f9a4-4f43-971f-6a1de4100a99 service neutron] Pushing event updated for resources: {'Port': ['ID=ee22853f-cd37-4956-9f73-62ff79a19180,revision_number=2']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:34:35.200966 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port 648c4bab-ecc7-47b1-aba4-bcebd484470a triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:34:35.201341 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (648c4bab-ecc7-47b1-aba4-bcebd484470a), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:35.206803 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-a73ce13b-b7e5-4fac-9778-4071a99b1a5b tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1677345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602751'] for router_interface (b04614b3-8d43-4362-b39d-8d248d5597e5), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:35.234035 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [req-03235c5a-aa56-4e89-8cf4-99ccc7714727 req-d2a90c25-f9a4-4f43-971f-6a1de4100a99 service neutron] Attempting to bind port ee22853f-cd37-4956-9f73-62ff79a19180 on host n-h2-827839-2 for vnic_type normal with profile {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:34:35.234393 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [req-03235c5a-aa56-4e89-8cf4-99ccc7714727 req-d2a90c25-f9a4-4f43-971f-6a1de4100a99 service neutron] Attempting to bind port ee22853f-cd37-4956-9f73-62ff79a19180 by drivers openvswitch,hyperv on host n-h2-827839-2 at level 0 using segments [{'id': 'f7277a98-e15f-419f-b6f8-68b43cd7d31d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '1df3466b-73f9-4e73-9fa6-586bde0810bd'}] {{(pid=103377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:34:35.234700 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03235c5a-aa56-4e89-8cf4-99ccc7714727 req-d2a90c25-f9a4-4f43-971f-6a1de4100a99 service neutron] Attempting to bind port ee22853f-cd37-4956-9f73-62ff79a19180 on network 1df3466b-73f9-4e73-9fa6-586bde0810bd {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:34:35.249364 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03235c5a-aa56-4e89-8cf4-99ccc7714727 req-d2a90c25-f9a4-4f43-971f-6a1de4100a99 service neutron] Port ee22853f-cd37-4956-9f73-62ff79a19180 on network 1df3466b-73f9-4e73-9fa6-586bde0810bd not bound, no agent of type Open vSwitch agent registered on host n-h2-827839-2 {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 17:34:35.249727 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03235c5a-aa56-4e89-8cf4-99ccc7714727 req-d2a90c25-f9a4-4f43-971f-6a1de4100a99 service neutron] Attempting to bind port ee22853f-cd37-4956-9f73-62ff79a19180 on network 1df3466b-73f9-4e73-9fa6-586bde0810bd {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:34:35.256346 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03235c5a-aa56-4e89-8cf4-99ccc7714727 req-d2a90c25-f9a4-4f43-971f-6a1de4100a99 service neutron] Checking agent: {'id': 'f20a1ab3-4332-4f54-833b-ba4a7c687e89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 8, 40), 'started_at': datetime.datetime(2022, 2, 4, 17, 8, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 34, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:34:35.256477 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03235c5a-aa56-4e89-8cf4-99ccc7714727 req-d2a90c25-f9a4-4f43-971f-6a1de4100a99 service neutron] Checking segment: {'id': 'f7277a98-e15f-419f-b6f8-68b43cd7d31d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '1df3466b-73f9-4e73-9fa6-586bde0810bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:34:35.258520 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03235c5a-aa56-4e89-8cf4-99ccc7714727 req-d2a90c25-f9a4-4f43-971f-6a1de4100a99 service neutron] Bound using segment: {'id': 'f7277a98-e15f-419f-b6f8-68b43cd7d31d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '1df3466b-73f9-4e73-9fa6-586bde0810bd'} {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:34:35.258991 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [req-03235c5a-aa56-4e89-8cf4-99ccc7714727 req-d2a90c25-f9a4-4f43-971f-6a1de4100a99 service neutron] Bound port: ee22853f-cd37-4956-9f73-62ff79a19180, host: n-h2-827839-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7277a98-e15f-419f-b6f8-68b43cd7d31d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '1df3466b-73f9-4e73-9fa6-586bde0810bd'}}] {{(pid=103377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:34:35.259366 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-03235c5a-aa56-4e89-8cf4-99ccc7714727 req-d2a90c25-f9a4-4f43-971f-6a1de4100a99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (ee22853f-cd37-4956-9f73-62ff79a19180), before_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:35.289024 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-10df1834-d728-4016-9c60-6319e1653cc5 None None] Current status of the port 648c4bab-ecc7-47b1-aba4-bcebd484470a is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:34:35.371854 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-10df1834-d728-4016-9c60-6319e1653cc5 None None] Provisioning complete for port 3398d979-e1e6-4bb9-8d33-87e49bb55501 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:34:35.372221 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-10df1834-d728-4016-9c60-6319e1653cc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (3398d979-e1e6-4bb9-8d33-87e49bb55501), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:35.415426 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [req-03235c5a-aa56-4e89-8cf4-99ccc7714727 req-d2a90c25-f9a4-4f43-971f-6a1de4100a99 service neutron] For port ee22853f-cd37-4956-9f73-62ff79a19180, host n-h2-827839-2, cleared binding levels {{(pid=103377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:34:35.418882 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [req-03235c5a-aa56-4e89-8cf4-99ccc7714727 req-d2a90c25-f9a4-4f43-971f-6a1de4100a99 service neutron] For port ee22853f-cd37-4956-9f73-62ff79a19180, host n-h2-827839-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=ee22853f-cd37-4956-9f73-62ff79a19180,segment=NetworkSegment(f7277a98-e15f-419f-b6f8-68b43cd7d31d),segment_id=f7277a98-e15f-419f-b6f8-68b43cd7d31d)] {{(pid=103377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:34:35.435121 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-03235c5a-aa56-4e89-8cf4-99ccc7714727 req-d2a90c25-f9a4-4f43-971f-6a1de4100a99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25888290'] for port (ee22853f-cd37-4956-9f73-62ff79a19180), after_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:35.436460 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-10df1834-d728-4016-9c60-6319e1653cc5 None None] Port 3398d979-e1e6-4bb9-8d33-87e49bb55501 cannot update to ACTIVE because it is not bound. {{(pid=103378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 17:34:35.442705 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port 648c4bab-ecc7-47b1-aba4-bcebd484470a is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:34:35.458177 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-699562ad-3d0c-441d-b16c-8dc191b0f193 tempest-NegativeSecGroupIPv6Test-1353480739 tempest-NegativeSecGroupIPv6Test-1353480739-project] Publish callbacks [] for security_group (7abd3fe5-1acf-4f45-a321-7bf9443b9f38), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:35.476665 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73ce13b-b7e5-4fac-9778-4071a99b1a5b tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Pushing event updated for resources: {'Port': ['ID=3398d979-e1e6-4bb9-8d33-87e49bb55501,revision_number=2']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:34:35.486012 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-03235c5a-aa56-4e89-8cf4-99ccc7714727 req-0a407e44-d916-4062-aab3-9ccf6f1bf8bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (0299eb19-d54f-4b22-a56c-e013a5450a50), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:35.503748 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a73ce13b-b7e5-4fac-9778-4071a99b1a5b tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Network 85e2c452-28ee-4305-9996-830207faba11 is already hosted by enough agents. {{(pid=103376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:34:35.513562 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [None req-a73ce13b-b7e5-4fac-9778-4071a99b1a5b tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Resources bound (agent type, host, resource id): {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:34:35.516517 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03235c5a-aa56-4e89-8cf4-99ccc7714727 req-d2a90c25-f9a4-4f43-971f-6a1de4100a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:34:35.517176 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-03235c5a-aa56-4e89-8cf4-99ccc7714727 req-d2a90c25-f9a4-4f43-971f-6a1de4100a99 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:35.518568 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-03235c5a-aa56-4e89-8cf4-99ccc7714727 req-d2a90c25-f9a4-4f43-971f-6a1de4100a99 service neutron] 10.222.0.90 "PUT /v2.0/ports/ee22853f-cd37-4956-9f73-62ff79a19180 HTTP/1.1" status: 200 len: 1092 time: 1.6177433 Feb 04 17:34:35.523106 n-d-827839-2 neutron-server[103377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c858b15-be14-49e6-a27f-667df18f035e', 'tag': 'ee22853f-cd37-4956-9f73-62ff79a19180'}] {{(pid=103377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:34:35.538135 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7240428b650e1488e9361b62648ff4b3a6c19d49d8c27c949491ab58c1346cf0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5eb84333-11ce-492e-b07a-e370a71b92a0" -d '{"events": [{"name": "network-changed", "server_uuid": "3c858b15-be14-49e6-a27f-667df18f035e", "tag": "ee22853f-cd37-4956-9f73-62ff79a19180"}]}' {{(pid=103377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:34:35.569230 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-dc03f593-ec54-4341-8b02-547cc776ec9a None None] Provisioning complete for port 3398d979-e1e6-4bb9-8d33-87e49bb55501 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:34:35.569892 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-dc03f593-ec54-4341-8b02-547cc776ec9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (3398d979-e1e6-4bb9-8d33-87e49bb55501), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:35.625455 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-699562ad-3d0c-441d-b16c-8dc191b0f193 tempest-NegativeSecGroupIPv6Test-1353480739 tempest-NegativeSecGroupIPv6Test-1353480739-project] Publish callbacks [] for security_group (7abd3fe5-1acf-4f45-a321-7bf9443b9f38), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:35.630433 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 17:34:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e46a44b1-f2c5-4403-8412-30c6a71239c0 x-openstack-request-id: req-e46a44b1-f2c5-4403-8412-30c6a71239c0 {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:34:35.631104 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c858b15-be14-49e6-a27f-667df18f035e", "tag": "ee22853f-cd37-4956-9f73-62ff79a19180", "status": "completed", "code": 200}]} {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:34:35.631511 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-e46a44b1-f2c5-4403-8412-30c6a71239c0 {{(pid=103377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:34:35.632094 n-d-827839-2 neutron-server[103377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c858b15-be14-49e6-a27f-667df18f035e', 'tag': 'ee22853f-cd37-4956-9f73-62ff79a19180', 'status': 'completed', 'code': 200} Feb 04 17:34:35.654827 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-dc03f593-ec54-4341-8b02-547cc776ec9a None None] Port 3398d979-e1e6-4bb9-8d33-87e49bb55501 cannot update to ACTIVE because it is not bound. {{(pid=103378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 17:34:35.659449 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a90c25-f9a4-4f43-971f-6a1de4100a99 service neutron] Pushing event updated for resources: {'Port': ['ID=ee22853f-cd37-4956-9f73-62ff79a19180,revision_number=3']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:34:35.690550 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18225183-87d4-4a42-b2eb-ba1f9b8fc6ba req-e7d1f921-954a-48f3-843f-e4b558a66221 tempest-MultipleCreateTestJSON-1004538366 tempest-MultipleCreateTestJSON-1004538366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:34:35.693433 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-18225183-87d4-4a42-b2eb-ba1f9b8fc6ba req-e7d1f921-954a-48f3-843f-e4b558a66221 tempest-MultipleCreateTestJSON-1004538366 tempest-MultipleCreateTestJSON-1004538366-project] 10.222.0.89 "GET /v2.0/ports?device_id=3c858b15-be14-49e6-a27f-667df18f035e HTTP/1.1" status: 200 len: 944 time: 0.2080638 Feb 04 17:34:35.715229 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (ba70844b-66a0-45fd-a2f2-e6ed673321fc), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:35.752155 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03235c5a-aa56-4e89-8cf4-99ccc7714727 req-f59b1293-2eda-4711-9d49-3f9205ab7448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:34:35.754688 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-03235c5a-aa56-4e89-8cf4-99ccc7714727 req-f59b1293-2eda-4711-9d49-3f9205ab7448 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=cdd0c9018b534ba0924537ca09d3dc53&device_id=3c858b15-be14-49e6-a27f-667df18f035e HTTP/1.1" status: 200 len: 1126 time: 0.1839433 Feb 04 17:34:35.828428 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-03235c5a-aa56-4e89-8cf4-99ccc7714727 req-6bf05e83-3b07-43a0-afd9-10352261ea91 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ee22853f-cd37-4956-9f73-62ff79a19180 HTTP/1.1" status: 200 len: 217 time: 0.0632217 Feb 04 17:34:35.833401 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-18225183-87d4-4a42-b2eb-ba1f9b8fc6ba req-1c0c967f-c4cc-40a3-a53f-cf1ba4c46131 tempest-MultipleCreateTestJSON-1004538366 tempest-MultipleCreateTestJSON-1004538366-project] 10.222.0.89 "GET /v2.0/security-groups?id=8619c0af-85b7-4241-9340-7b1e0213ad09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286988 Feb 04 17:34:35.938352 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03235c5a-aa56-4e89-8cf4-99ccc7714727 req-508bcb4b-fbd2-492b-a9af-d15cd6e68829 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:34:35.939897 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-03235c5a-aa56-4e89-8cf4-99ccc7714727 req-508bcb4b-fbd2-492b-a9af-d15cd6e68829 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=e11c859d-e1e6-4f6b-868f-bb675e714ccf HTTP/1.1" status: 200 len: 852 time: 0.0953329 Feb 04 17:34:35.988837 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4977f2cb-640d-4b7f-bebd-8d5a6b77b867 None None] Provisioning complete for port 3398d979-e1e6-4bb9-8d33-87e49bb55501 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:34:35.989319 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4977f2cb-640d-4b7f-bebd-8d5a6b77b867 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (3398d979-e1e6-4bb9-8d33-87e49bb55501), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:35.996361 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-03235c5a-aa56-4e89-8cf4-99ccc7714727 req-71b45e43-9065-498c-b8d6-cbd7f5c918b7 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=1df3466b-73f9-4e73-9fa6-586bde0810bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0481031 Feb 04 17:34:35.996912 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-699562ad-3d0c-441d-b16c-8dc191b0f193 tempest-NegativeSecGroupIPv6Test-1353480739 tempest-NegativeSecGroupIPv6Test-1353480739-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (7abd3fe5-1acf-4f45-a321-7bf9443b9f38), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:35.999462 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-699562ad-3d0c-441d-b16c-8dc191b0f193 tempest-NegativeSecGroupIPv6Test-1353480739 tempest-NegativeSecGroupIPv6Test-1353480739-project] Publish callbacks [] for security_group (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:36.003087 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-699562ad-3d0c-441d-b16c-8dc191b0f193 tempest-NegativeSecGroupIPv6Test-1353480739 tempest-NegativeSecGroupIPv6Test-1353480739-project] 10.222.0.89 "DELETE /v2.0/security-groups/7abd3fe5-1acf-4f45-a321-7bf9443b9f38 HTTP/1.1" status: 204 len: 168 time: 0.9774585 Feb 04 17:34:36.004346 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 52526) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:34:36.046825 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699562ad-3d0c-441d-b16c-8dc191b0f193 tempest-NegativeSecGroupIPv6Test-1353480739 tempest-NegativeSecGroupIPv6Test-1353480739-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7abd3fe5-1acf-4f45-a321-7bf9443b9f38,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:34:36.068479 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4977f2cb-640d-4b7f-bebd-8d5a6b77b867 None None] Port 3398d979-e1e6-4bb9-8d33-87e49bb55501 cannot update to ACTIVE because it is not bound. {{(pid=103378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 17:34:36.135734 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-c9c042af-bf38-4974-b0c2-aa28f14ab344 tempest-NegativeSecGroupIPv6Test-1353480739 tempest-NegativeSecGroupIPv6Test-1353480739-project] 10.222.0.89 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1298945 Feb 04 17:34:36.142998 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 52528) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:34:36.154354 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-382c592b-dcf0-4b23-a7a8-e2aa552a5905 tempest-NegativeSecGroupIPv6Test-1353480739 tempest-NegativeSecGroupIPv6Test-1353480739-project] Request body: {'security_group': {'name': 'tempest-secgroup--349434725'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:34:36.187675 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-03235c5a-aa56-4e89-8cf4-99ccc7714727 req-1a83459e-beeb-42f2-8a3e-8dead90ebbf8 service neutron] 10.222.0.90 "GET /v2.0/networks/1df3466b-73f9-4e73-9fa6-586bde0810bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1760120 Feb 04 17:34:36.192685 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-382c592b-dcf0-4b23-a7a8-e2aa552a5905 tempest-NegativeSecGroupIPv6Test-1353480739 tempest-NegativeSecGroupIPv6Test-1353480739-project] Publish callbacks [] for security_group (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:36.196823 n-d-827839-2 neutron-server[103376]: DEBUG neutron.notifiers.nova [req-03235c5a-aa56-4e89-8cf4-99ccc7714727 req-0a407e44-d916-4062-aab3-9ccf6f1bf8bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0299eb19-d54f-4b22-a56c-e013a5450a50 {{(pid=103376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 17:34:36.205980 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-03235c5a-aa56-4e89-8cf4-99ccc7714727 req-0a407e44-d916-4062-aab3-9ccf6f1bf8bb service neutron] Publish callbacks [] for port (0299eb19-d54f-4b22-a56c-e013a5450a50), precommit_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:36.219784 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.provisioning_blocks [req-03235c5a-aa56-4e89-8cf4-99ccc7714727 req-0a407e44-d916-4062-aab3-9ccf6f1bf8bb service neutron] Transition to ACTIVE for port object 0299eb19-d54f-4b22-a56c-e013a5450a50 will not be triggered until provisioned by entity L2. {{(pid=103376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 17:34:36.221338 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a73ce13b-b7e5-4fac-9778-4071a99b1a5b tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Router b04614b3-8d43-4362-b39d-8d248d5597e5 is scheduled to L3 agent 64ada913-9131-4d99-a265-63a920956287 with binding_index 1 {{(pid=103376) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 17:34:36.232447 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-03235c5a-aa56-4e89-8cf4-99ccc7714727 req-0a407e44-d916-4062-aab3-9ccf6f1bf8bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675836'] for port (0299eb19-d54f-4b22-a56c-e013a5450a50), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:36.327077 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a407e44-d916-4062-aab3-9ccf6f1bf8bb service neutron] Pushing event updated for resources: {'Port': ['ID=0299eb19-d54f-4b22-a56c-e013a5450a50,revision_number=2']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:34:36.370875 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-382c592b-dcf0-4b23-a7a8-e2aa552a5905 tempest-NegativeSecGroupIPv6Test-1353480739 tempest-NegativeSecGroupIPv6Test-1353480739-project] Publish callbacks [] for security_group (660e0c30-f546-4ab2-9abd-3e7614907aed), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:36.381669 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-382c592b-dcf0-4b23-a7a8-e2aa552a5905 tempest-NegativeSecGroupIPv6Test-1353480739 tempest-NegativeSecGroupIPv6Test-1353480739-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (660e0c30-f546-4ab2-9abd-3e7614907aed), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:36.437278 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382c592b-dcf0-4b23-a7a8-e2aa552a5905 tempest-NegativeSecGroupIPv6Test-1353480739 tempest-NegativeSecGroupIPv6Test-1353480739-project] Pushing event updated for resources: {'SecurityGroup': ['ID=660e0c30-f546-4ab2-9abd-3e7614907aed,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:34:36.454414 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-382c592b-dcf0-4b23-a7a8-e2aa552a5905 tempest-NegativeSecGroupIPv6Test-1353480739 tempest-NegativeSecGroupIPv6Test-1353480739-project] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:36.460401 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-382c592b-dcf0-4b23-a7a8-e2aa552a5905 tempest-NegativeSecGroupIPv6Test-1353480739 tempest-NegativeSecGroupIPv6Test-1353480739-project] 10.222.0.89 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3137059 Feb 04 17:34:36.460401 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 52532) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:34:36.467198 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-6782fcc9-8c94-49cb-a45f-a5fd1a58b6f3 tempest-NegativeSecGroupIPv6Test-1353480739 tempest-NegativeSecGroupIPv6Test-1353480739-project] Request body: {'security_group_rule': {'security_group_id': '660e0c30-f546-4ab2-9abd-3e7614907aed', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:34:36.467799 n-d-827839-2 neutron-server[103377]: WARNING neutron.api.v2.base [None req-6782fcc9-8c94-49cb-a45f-a5fd1a58b6f3 tempest-NegativeSecGroupIPv6Test-1353480739 tempest-NegativeSecGroupIPv6Test-1353480739-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Feb 04 17:34:36.468401 n-d-827839-2 neutron-server[103377]: INFO neutron.api.v2.resource [None req-6782fcc9-8c94-49cb-a45f-a5fd1a58b6f3 tempest-NegativeSecGroupIPv6Test-1353480739 tempest-NegativeSecGroupIPv6Test-1353480739-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 17:34:36.472255 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-6782fcc9-8c94-49cb-a45f-a5fd1a58b6f3 tempest-NegativeSecGroupIPv6Test-1353480739 tempest-NegativeSecGroupIPv6Test-1353480739-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0064416 Feb 04 17:34:36.474245 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-03235c5a-aa56-4e89-8cf4-99ccc7714727 req-1548f936-3b31-4159-ad92-1f9d0863d6cb service neutron] 10.222.0.90 "GET /v2.0/networks/1df3466b-73f9-4e73-9fa6-586bde0810bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2775941 Feb 04 17:34:36.475398 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 52534) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:34:36.501269 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a73ce13b-b7e5-4fac-9778-4071a99b1a5b tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Notify agent at l3_agent.n-d-827839-2 the message routers_updated {{(pid=103376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 17:34:36.508110 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-a73ce13b-b7e5-4fac-9778-4071a99b1a5b tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] 10.222.0.89 "PUT /v2.0/routers/b04614b3-8d43-4362-b39d-8d248d5597e5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0890136 Feb 04 17:34:36.511372 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 52536) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:34:36.514707 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec1a7884-e97e-4ab4-9815-38d01cc04d51 None None] Sync routers for ids ['b04614b3-8d43-4362-b39d-8d248d5597e5'] in n-d-827839-2 {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 17:34:36.531632 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec1a7884-e97e-4ab4-9815-38d01cc04d51 None None] Routers {'b04614b3-8d43-4362-b39d-8d248d5597e5'} bound to L3 agent in host n-d-827839-2 {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:34:36.532762 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-ec1a7884-e97e-4ab4-9815-38d01cc04d51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:34:32Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['b04614b3-8d43-4362-b39d-8d248d5597e5'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:34:36.595748 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-ec1a7884-e97e-4ab4-9815-38d01cc04d51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827839-2', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:34:36.607201 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec1a7884-e97e-4ab4-9815-38d01cc04d51 None None] Routers {'b04614b3-8d43-4362-b39d-8d248d5597e5'} bound to L3 agent in host n-d-827839-2 {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:34:36.608359 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-ec1a7884-e97e-4ab4-9815-38d01cc04d51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:34:32Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['b04614b3-8d43-4362-b39d-8d248d5597e5'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:34:36.609460 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-74748fab-9017-4e43-9bed-281efc3c95fd tempest-NegativeSecGroupIPv6Test-1353480739 tempest-NegativeSecGroupIPv6Test-1353480739-project] Publish callbacks [] for security_group (660e0c30-f546-4ab2-9abd-3e7614907aed), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:36.643549 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb84333-11ce-492e-b07a-e370a71b92a0 req-82cc3d81-3699-48f9-954d-d8eef9eb6543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:34:36.645363 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-5eb84333-11ce-492e-b07a-e370a71b92a0 req-82cc3d81-3699-48f9-954d-d8eef9eb6543 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=cdd0c9018b534ba0924537ca09d3dc53&device_id=3c858b15-be14-49e6-a27f-667df18f035e HTTP/1.1" status: 200 len: 1126 time: 0.1098404 Feb 04 17:34:36.647193 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-74748fab-9017-4e43-9bed-281efc3c95fd tempest-NegativeSecGroupIPv6Test-1353480739 tempest-NegativeSecGroupIPv6Test-1353480739-project] Publish callbacks [] for security_group (660e0c30-f546-4ab2-9abd-3e7614907aed), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:36.657716 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-ec1a7884-e97e-4ab4-9815-38d01cc04d51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827839-2', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:34:36.658848 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec1a7884-e97e-4ab4-9815-38d01cc04d51 None None] The sync data for ids ['b04614b3-8d43-4362-b39d-8d248d5597e5'] in n-d-827839-2 is: [] {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 17:34:36.754847 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb84333-11ce-492e-b07a-e370a71b92a0 req-b549c796-1483-4747-a76a-fc01aaf8c254 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:34:36.756470 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-5eb84333-11ce-492e-b07a-e370a71b92a0 req-b549c796-1483-4747-a76a-fc01aaf8c254 service neutron] 10.222.0.90 "GET /v2.0/networks?id=1df3466b-73f9-4e73-9fa6-586bde0810bd HTTP/1.1" status: 200 len: 913 time: 0.0959787 Feb 04 17:34:36.823562 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-5eb84333-11ce-492e-b07a-e370a71b92a0 req-fab91977-a50a-4f35-bf1d-2c9640724066 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ee22853f-cd37-4956-9f73-62ff79a19180 HTTP/1.1" status: 200 len: 217 time: 0.0565760 Feb 04 17:34:36.885697 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-74748fab-9017-4e43-9bed-281efc3c95fd tempest-NegativeSecGroupIPv6Test-1353480739 tempest-NegativeSecGroupIPv6Test-1353480739-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (660e0c30-f546-4ab2-9abd-3e7614907aed), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:36.890908 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-74748fab-9017-4e43-9bed-281efc3c95fd tempest-NegativeSecGroupIPv6Test-1353480739 tempest-NegativeSecGroupIPv6Test-1353480739-project] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:36.898034 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-74748fab-9017-4e43-9bed-281efc3c95fd tempest-NegativeSecGroupIPv6Test-1353480739 tempest-NegativeSecGroupIPv6Test-1353480739-project] 10.222.0.89 "DELETE /v2.0/security-groups/660e0c30-f546-4ab2-9abd-3e7614907aed HTTP/1.1" status: 204 len: 168 time: 0.4156561 Feb 04 17:34:36.923978 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 52542) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:34:36.939438 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74748fab-9017-4e43-9bed-281efc3c95fd tempest-NegativeSecGroupIPv6Test-1353480739 tempest-NegativeSecGroupIPv6Test-1353480739-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=660e0c30-f546-4ab2-9abd-3e7614907aed,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:34:36.939694 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [req-03235c5a-aa56-4e89-8cf4-99ccc7714727 req-0a407e44-d916-4062-aab3-9ccf6f1bf8bb service neutron] Attempting to bind port 0299eb19-d54f-4b22-a56c-e013a5450a50 on host n-h1-827839-2 for vnic_type normal with profile {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:34:36.939694 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [req-03235c5a-aa56-4e89-8cf4-99ccc7714727 req-0a407e44-d916-4062-aab3-9ccf6f1bf8bb service neutron] Attempting to bind port 0299eb19-d54f-4b22-a56c-e013a5450a50 by drivers openvswitch,hyperv on host n-h1-827839-2 at level 0 using segments [{'id': 'f7277a98-e15f-419f-b6f8-68b43cd7d31d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '1df3466b-73f9-4e73-9fa6-586bde0810bd'}] {{(pid=103376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:34:36.939694 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03235c5a-aa56-4e89-8cf4-99ccc7714727 req-0a407e44-d916-4062-aab3-9ccf6f1bf8bb service neutron] Attempting to bind port 0299eb19-d54f-4b22-a56c-e013a5450a50 on network 1df3466b-73f9-4e73-9fa6-586bde0810bd {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:34:36.962398 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03235c5a-aa56-4e89-8cf4-99ccc7714727 req-0a407e44-d916-4062-aab3-9ccf6f1bf8bb service neutron] Port 0299eb19-d54f-4b22-a56c-e013a5450a50 on network 1df3466b-73f9-4e73-9fa6-586bde0810bd not bound, no agent of type Open vSwitch agent registered on host n-h1-827839-2 {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 17:34:36.962852 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03235c5a-aa56-4e89-8cf4-99ccc7714727 req-0a407e44-d916-4062-aab3-9ccf6f1bf8bb service neutron] Attempting to bind port 0299eb19-d54f-4b22-a56c-e013a5450a50 on network 1df3466b-73f9-4e73-9fa6-586bde0810bd {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:34:36.977007 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f398c89-96e2-40ed-8260-49a333873494 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:34:36.982169 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-4f398c89-96e2-40ed-8260-49a333873494 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] 10.222.0.89 "GET /v2.0/ports/3398d979-e1e6-4bb9-8d33-87e49bb55501 HTTP/1.1" status: 200 len: 910 time: 0.4692886 Feb 04 17:34:36.982535 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 52546) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:34:36.987494 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-8adc6d05-6872-42f7-b873-9dfde5102780 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '03b07348-191a-4f6b-9d59-0bbc0533df31'}]}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:34:37.005140 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03235c5a-aa56-4e89-8cf4-99ccc7714727 req-0a407e44-d916-4062-aab3-9ccf6f1bf8bb service neutron] Checking agent: {'id': '3f9244a9-75fc-4c10-b195-11d48b853b41', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 8, 42), 'started_at': datetime.datetime(2022, 2, 4, 17, 8, 42), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 34, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:34:37.005559 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03235c5a-aa56-4e89-8cf4-99ccc7714727 req-0a407e44-d916-4062-aab3-9ccf6f1bf8bb service neutron] Checking segment: {'id': 'f7277a98-e15f-419f-b6f8-68b43cd7d31d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '1df3466b-73f9-4e73-9fa6-586bde0810bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:34:37.006052 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03235c5a-aa56-4e89-8cf4-99ccc7714727 req-0a407e44-d916-4062-aab3-9ccf6f1bf8bb service neutron] Bound using segment: {'id': 'f7277a98-e15f-419f-b6f8-68b43cd7d31d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '1df3466b-73f9-4e73-9fa6-586bde0810bd'} {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:34:37.006603 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [req-03235c5a-aa56-4e89-8cf4-99ccc7714727 req-0a407e44-d916-4062-aab3-9ccf6f1bf8bb service neutron] Bound port: 0299eb19-d54f-4b22-a56c-e013a5450a50, host: n-h1-827839-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7277a98-e15f-419f-b6f8-68b43cd7d31d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '1df3466b-73f9-4e73-9fa6-586bde0810bd'}}] {{(pid=103376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:34:37.007080 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-03235c5a-aa56-4e89-8cf4-99ccc7714727 req-0a407e44-d916-4062-aab3-9ccf6f1bf8bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (0299eb19-d54f-4b22-a56c-e013a5450a50), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:37.063303 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-4da436a5-fbaa-4bd1-b707-63914669c0fd tempest-NegativeSecGroupIPv6Test-1353480739 tempest-NegativeSecGroupIPv6Test-1353480739-project] 10.222.0.89 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1339574 Feb 04 17:34:37.063303 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 52548) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:34:37.067388 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-e831377a-55a2-4a2a-a3fb-5ed4bd6a688e tempest-NegativeSecGroupIPv6Test-1353480739 tempest-NegativeSecGroupIPv6Test-1353480739-project] Request body: {'security_group': {'name': 'tempest-secgroup--1144411317'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:34:37.082960 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb84333-11ce-492e-b07a-e370a71b92a0 req-330e9a85-b5c5-47bd-a37b-6700a96c7d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:34:37.084048 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-5eb84333-11ce-492e-b07a-e370a71b92a0 req-330e9a85-b5c5-47bd-a37b-6700a96c7d63 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=e11c859d-e1e6-4f6b-868f-bb675e714ccf HTTP/1.1" status: 200 len: 852 time: 0.2501655 Feb 04 17:34:37.127892 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-5eb84333-11ce-492e-b07a-e370a71b92a0 req-5b15f9e9-522c-4db3-ba95-caf5df39b659 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=1df3466b-73f9-4e73-9fa6-586bde0810bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0317185 Feb 04 17:34:37.144920 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42993a28-56b2-49e3-ba6c-e01dafb19497 req-95b350c1-ad5e-4c07-a225-c032c8a205b2 tempest-MultipleCreateTestJSON-1004538366 tempest-MultipleCreateTestJSON-1004538366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:34:37.147280 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-42993a28-56b2-49e3-ba6c-e01dafb19497 req-95b350c1-ad5e-4c07-a225-c032c8a205b2 tempest-MultipleCreateTestJSON-1004538366 tempest-MultipleCreateTestJSON-1004538366-project] 10.222.0.89 "GET /v2.0/ports?device_id=3c858b15-be14-49e6-a27f-667df18f035e HTTP/1.1" status: 200 len: 944 time: 0.1642525 Feb 04 17:34:37.148164 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-e831377a-55a2-4a2a-a3fb-5ed4bd6a688e tempest-NegativeSecGroupIPv6Test-1353480739 tempest-NegativeSecGroupIPv6Test-1353480739-project] Publish callbacks [] for security_group (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:37.219881 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [req-03235c5a-aa56-4e89-8cf4-99ccc7714727 req-0a407e44-d916-4062-aab3-9ccf6f1bf8bb service neutron] For port 0299eb19-d54f-4b22-a56c-e013a5450a50, host n-h1-827839-2, cleared binding levels {{(pid=103376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:34:37.263165 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [req-03235c5a-aa56-4e89-8cf4-99ccc7714727 req-0a407e44-d916-4062-aab3-9ccf6f1bf8bb service neutron] For port 0299eb19-d54f-4b22-a56c-e013a5450a50, host n-h1-827839-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=0299eb19-d54f-4b22-a56c-e013a5450a50,segment=NetworkSegment(f7277a98-e15f-419f-b6f8-68b43cd7d31d),segment_id=f7277a98-e15f-419f-b6f8-68b43cd7d31d)] {{(pid=103376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:34:37.284265 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-42993a28-56b2-49e3-ba6c-e01dafb19497 req-7ab38138-6666-469e-ba83-5e38b8b51d0c tempest-MultipleCreateTestJSON-1004538366 tempest-MultipleCreateTestJSON-1004538366-project] 10.222.0.89 "GET /v2.0/security-groups?id=8619c0af-85b7-4241-9340-7b1e0213ad09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256580 Feb 04 17:34:37.289213 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-03235c5a-aa56-4e89-8cf4-99ccc7714727 req-0a407e44-d916-4062-aab3-9ccf6f1bf8bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675836'] for port (0299eb19-d54f-4b22-a56c-e013a5450a50), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:37.326428 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-8adc6d05-6872-42f7-b873-9dfde5102780 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (3398d979-e1e6-4bb9-8d33-87e49bb55501), before_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:37.330522 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03235c5a-aa56-4e89-8cf4-99ccc7714727 req-0a407e44-d916-4062-aab3-9ccf6f1bf8bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:34:37.331137 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-03235c5a-aa56-4e89-8cf4-99ccc7714727 req-0a407e44-d916-4062-aab3-9ccf6f1bf8bb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:37.333295 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-03235c5a-aa56-4e89-8cf4-99ccc7714727 req-0a407e44-d916-4062-aab3-9ccf6f1bf8bb service neutron] 10.222.0.96 "PUT /v2.0/ports/0299eb19-d54f-4b22-a56c-e013a5450a50 HTTP/1.1" status: 200 len: 1092 time: 2.3113580 Feb 04 17:34:37.333881 n-d-827839-2 neutron-server[103376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'baa33f43-8859-4cff-8354-17ec6f4e23da', 'tag': '0299eb19-d54f-4b22-a56c-e013a5450a50'}] {{(pid=103376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:34:37.336314 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d59c3bb5e2f09ebf62144d5e09b1cff60c763a9c19614c24538e77842938c05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49a2f9d1-ebb5-444d-ab03-d4db303b2574" -d '{"events": [{"name": "network-changed", "server_uuid": "baa33f43-8859-4cff-8354-17ec6f4e23da", "tag": "0299eb19-d54f-4b22-a56c-e013a5450a50"}]}' {{(pid=103376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:34:37.386082 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-e831377a-55a2-4a2a-a3fb-5ed4bd6a688e tempest-NegativeSecGroupIPv6Test-1353480739 tempest-NegativeSecGroupIPv6Test-1353480739-project] Publish callbacks [] for security_group (1185acd0-0653-4d33-a5bf-a83b4fb72142), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:37.411768 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-e831377a-55a2-4a2a-a3fb-5ed4bd6a688e tempest-NegativeSecGroupIPv6Test-1353480739 tempest-NegativeSecGroupIPv6Test-1353480739-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (1185acd0-0653-4d33-a5bf-a83b4fb72142), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:37.453605 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 17:34:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c5967f3-47ff-4e9b-932b-20d218d4f124 x-openstack-request-id: req-0c5967f3-47ff-4e9b-932b-20d218d4f124 {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:34:37.454051 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "baa33f43-8859-4cff-8354-17ec6f4e23da", "tag": "0299eb19-d54f-4b22-a56c-e013a5450a50", "status": "completed", "code": 200}]} {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:34:37.454400 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-0c5967f3-47ff-4e9b-932b-20d218d4f124 {{(pid=103376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:34:37.454945 n-d-827839-2 neutron-server[103376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'baa33f43-8859-4cff-8354-17ec6f4e23da', 'tag': '0299eb19-d54f-4b22-a56c-e013a5450a50', 'status': 'completed', 'code': 200} Feb 04 17:34:37.455641 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a407e44-d916-4062-aab3-9ccf6f1bf8bb service neutron] Pushing event updated for resources: {'Port': ['ID=0299eb19-d54f-4b22-a56c-e013a5450a50,revision_number=3']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:34:37.491548 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e831377a-55a2-4a2a-a3fb-5ed4bd6a688e tempest-NegativeSecGroupIPv6Test-1353480739 tempest-NegativeSecGroupIPv6Test-1353480739-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1185acd0-0653-4d33-a5bf-a83b4fb72142,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:34:37.500784 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-e831377a-55a2-4a2a-a3fb-5ed4bd6a688e tempest-NegativeSecGroupIPv6Test-1353480739 tempest-NegativeSecGroupIPv6Test-1353480739-project] Publish callbacks [] for security_group (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:37.502481 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-e831377a-55a2-4a2a-a3fb-5ed4bd6a688e tempest-NegativeSecGroupIPv6Test-1353480739 tempest-NegativeSecGroupIPv6Test-1353480739-project] 10.222.0.89 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4384501 Feb 04 17:34:37.506975 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 52554) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:34:37.512456 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-a538b6e0-716c-4884-bc5a-9b4b2eb46bb5 tempest-NegativeSecGroupIPv6Test-1353480739 tempest-NegativeSecGroupIPv6Test-1353480739-project] Request body: {'security_group_rule': {'security_group_id': '1185acd0-0653-4d33-a5bf-a83b4fb72142', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:34:37.513128 n-d-827839-2 neutron-server[103376]: WARNING neutron.api.v2.base [None req-a538b6e0-716c-4884-bc5a-9b4b2eb46bb5 tempest-NegativeSecGroupIPv6Test-1353480739 tempest-NegativeSecGroupIPv6Test-1353480739-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Feb 04 17:34:37.513739 n-d-827839-2 neutron-server[103376]: INFO neutron.api.v2.resource [None req-a538b6e0-716c-4884-bc5a-9b4b2eb46bb5 tempest-NegativeSecGroupIPv6Test-1353480739 tempest-NegativeSecGroupIPv6Test-1353480739-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 17:34:37.517178 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-a538b6e0-716c-4884-bc5a-9b4b2eb46bb5 tempest-NegativeSecGroupIPv6Test-1353480739 tempest-NegativeSecGroupIPv6Test-1353480739-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0067856 Feb 04 17:34:37.517178 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03235c5a-aa56-4e89-8cf4-99ccc7714727 req-da26bdc3-f631-47ce-9771-46946eee6100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:34:37.518646 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-03235c5a-aa56-4e89-8cf4-99ccc7714727 req-da26bdc3-f631-47ce-9771-46946eee6100 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=cdd0c9018b534ba0924537ca09d3dc53&device_id=baa33f43-8859-4cff-8354-17ec6f4e23da HTTP/1.1" status: 200 len: 1126 time: 0.1235967 Feb 04 17:34:37.519776 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 52556) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:34:37.600401 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-5eb84333-11ce-492e-b07a-e370a71b92a0 req-99c7a515-9680-471c-b850-4345f7a04371 service neutron] 10.222.0.90 "GET /v2.0/networks/1df3466b-73f9-4e73-9fa6-586bde0810bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4618995 Feb 04 17:34:37.622355 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-03235c5a-aa56-4e89-8cf4-99ccc7714727 req-46835776-305b-436f-8420-c3b8f86be04e service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0299eb19-d54f-4b22-a56c-e013a5450a50 HTTP/1.1" status: 200 len: 217 time: 0.0844758 Feb 04 17:34:37.694825 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-87ee5ab6-4704-4e49-b3b9-76a506551b46 tempest-NegativeSecGroupIPv6Test-1353480739 tempest-NegativeSecGroupIPv6Test-1353480739-project] Publish callbacks [] for security_group (1185acd0-0653-4d33-a5bf-a83b4fb72142), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:37.707990 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03235c5a-aa56-4e89-8cf4-99ccc7714727 req-2d1fd139-ff6f-438c-bd71-d3196f02030f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:34:37.710409 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-03235c5a-aa56-4e89-8cf4-99ccc7714727 req-2d1fd139-ff6f-438c-bd71-d3196f02030f service neutron] 10.222.0.96 "GET /v2.0/subnets?id=e11c859d-e1e6-4f6b-868f-bb675e714ccf HTTP/1.1" status: 200 len: 852 time: 0.0777540 Feb 04 17:34:37.756563 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-87ee5ab6-4704-4e49-b3b9-76a506551b46 tempest-NegativeSecGroupIPv6Test-1353480739 tempest-NegativeSecGroupIPv6Test-1353480739-project] Publish callbacks [] for security_group (1185acd0-0653-4d33-a5bf-a83b4fb72142), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:37.760644 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-03235c5a-aa56-4e89-8cf4-99ccc7714727 req-d62eddf5-efb1-4c14-8a9e-cf77ae63f768 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=1df3466b-73f9-4e73-9fa6-586bde0810bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0386746 Feb 04 17:34:37.799742 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-5eb84333-11ce-492e-b07a-e370a71b92a0 req-acfe1fd1-d301-4103-a464-966eb9ac82c6 service neutron] 10.222.0.90 "GET /v2.0/networks/1df3466b-73f9-4e73-9fa6-586bde0810bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1908011 Feb 04 17:34:37.855628 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-87ee5ab6-4704-4e49-b3b9-76a506551b46 tempest-NegativeSecGroupIPv6Test-1353480739 tempest-NegativeSecGroupIPv6Test-1353480739-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (1185acd0-0653-4d33-a5bf-a83b4fb72142), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:37.858281 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-87ee5ab6-4704-4e49-b3b9-76a506551b46 tempest-NegativeSecGroupIPv6Test-1353480739 tempest-NegativeSecGroupIPv6Test-1353480739-project] Publish callbacks [] for security_group (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:37.861793 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-87ee5ab6-4704-4e49-b3b9-76a506551b46 tempest-NegativeSecGroupIPv6Test-1353480739 tempest-NegativeSecGroupIPv6Test-1353480739-project] 10.222.0.89 "DELETE /v2.0/security-groups/1185acd0-0653-4d33-a5bf-a83b4fb72142 HTTP/1.1" status: 204 len: 168 time: 0.3386471 Feb 04 17:34:37.862188 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 52558) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:34:37.881748 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ee5ab6-4704-4e49-b3b9-76a506551b46 tempest-NegativeSecGroupIPv6Test-1353480739 tempest-NegativeSecGroupIPv6Test-1353480739-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1185acd0-0653-4d33-a5bf-a83b4fb72142,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:34:37.896726 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-03235c5a-aa56-4e89-8cf4-99ccc7714727 req-3a32f12f-2d0a-4fdb-9e62-7662729a39a2 service neutron] 10.222.0.96 "GET /v2.0/networks/1df3466b-73f9-4e73-9fa6-586bde0810bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247973 Feb 04 17:34:37.974146 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-9fef277b-417e-4d22-9007-af06c6dda43b tempest-NegativeSecGroupIPv6Test-1353480739 tempest-NegativeSecGroupIPv6Test-1353480739-project] 10.222.0.89 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1066043 Feb 04 17:34:37.974663 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 52562) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:34:37.980378 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-6755d212-6cb5-4d9b-b186-d268f566a5b9 tempest-NegativeSecGroupIPv6Test-1353480739 tempest-NegativeSecGroupIPv6Test-1353480739-project] Request body: {'security_group': {'name': 'tempest-secgroup--1170826923'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:34:38.029582 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-6755d212-6cb5-4d9b-b186-d268f566a5b9 tempest-NegativeSecGroupIPv6Test-1353480739 tempest-NegativeSecGroupIPv6Test-1353480739-project] Publish callbacks [] for security_group (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:38.036547 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-8adc6d05-6872-42f7-b873-9dfde5102780 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Publish callbacks [] for port (3398d979-e1e6-4bb9-8d33-87e49bb55501), precommit_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:38.064045 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-03235c5a-aa56-4e89-8cf4-99ccc7714727 req-480745b8-9213-4b3c-ae4b-5f6088939c1e service neutron] 10.222.0.96 "GET /v2.0/networks/1df3466b-73f9-4e73-9fa6-586bde0810bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1534319 Feb 04 17:34:38.114139 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-8adc6d05-6872-42f7-b873-9dfde5102780 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25888290'] for port (3398d979-e1e6-4bb9-8d33-87e49bb55501), after_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:38.217698 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8adc6d05-6872-42f7-b873-9dfde5102780 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:34:38.218856 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-8adc6d05-6872-42f7-b873-9dfde5102780 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:38.220490 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-8adc6d05-6872-42f7-b873-9dfde5102780 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] 10.222.0.89 "PUT /v2.0/ports/3398d979-e1e6-4bb9-8d33-87e49bb55501 HTTP/1.1" status: 200 len: 910 time: 1.2371850 Feb 04 17:34:38.228276 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 52566) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:34:38.239576 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8adc6d05-6872-42f7-b873-9dfde5102780 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Pushing event updated for resources: {'Port': ['ID=3398d979-e1e6-4bb9-8d33-87e49bb55501,revision_number=3']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:34:38.277385 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-6755d212-6cb5-4d9b-b186-d268f566a5b9 tempest-NegativeSecGroupIPv6Test-1353480739 tempest-NegativeSecGroupIPv6Test-1353480739-project] Publish callbacks [] for security_group (565f1663-220c-41c0-8c23-79149fe8894f), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:38.286271 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a2f9d1-ebb5-444d-ab03-d4db303b2574 req-371fe167-7f51-4c3c-a1c3-6e699f2c21e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:34:38.286549 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-6755d212-6cb5-4d9b-b186-d268f566a5b9 tempest-NegativeSecGroupIPv6Test-1353480739 tempest-NegativeSecGroupIPv6Test-1353480739-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (565f1663-220c-41c0-8c23-79149fe8894f), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:38.288205 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-49a2f9d1-ebb5-444d-ab03-d4db303b2574 req-371fe167-7f51-4c3c-a1c3-6e699f2c21e4 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=cdd0c9018b534ba0924537ca09d3dc53&device_id=baa33f43-8859-4cff-8354-17ec6f4e23da HTTP/1.1" status: 200 len: 1126 time: 0.1039474 Feb 04 17:34:38.323750 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-6755d212-6cb5-4d9b-b186-d268f566a5b9 tempest-NegativeSecGroupIPv6Test-1353480739 tempest-NegativeSecGroupIPv6Test-1353480739-project] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:38.325633 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-6755d212-6cb5-4d9b-b186-d268f566a5b9 tempest-NegativeSecGroupIPv6Test-1353480739 tempest-NegativeSecGroupIPv6Test-1353480739-project] 10.222.0.89 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3499005 Feb 04 17:34:38.328702 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 52568) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:34:38.333036 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-a810d57c-4ba9-4a73-a1bb-64d9f569c501 tempest-NegativeSecGroupIPv6Test-1353480739 tempest-NegativeSecGroupIPv6Test-1353480739-project] Request body: {'security_group_rule': {'security_group_id': '565f1663-220c-41c0-8c23-79149fe8894f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:34:38.333884 n-d-827839-2 neutron-server[103377]: WARNING neutron.api.v2.base [None req-a810d57c-4ba9-4a73-a1bb-64d9f569c501 tempest-NegativeSecGroupIPv6Test-1353480739 tempest-NegativeSecGroupIPv6Test-1353480739-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Feb 04 17:34:38.334377 n-d-827839-2 neutron-server[103377]: INFO neutron.api.v2.resource [None req-a810d57c-4ba9-4a73-a1bb-64d9f569c501 tempest-NegativeSecGroupIPv6Test-1353480739 tempest-NegativeSecGroupIPv6Test-1353480739-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 17:34:38.335594 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-a810d57c-4ba9-4a73-a1bb-64d9f569c501 tempest-NegativeSecGroupIPv6Test-1353480739 tempest-NegativeSecGroupIPv6Test-1353480739-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0058177 Feb 04 17:34:38.338377 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 52572) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:34:38.339010 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6755d212-6cb5-4d9b-b186-d268f566a5b9 tempest-NegativeSecGroupIPv6Test-1353480739 tempest-NegativeSecGroupIPv6Test-1353480739-project] Pushing event updated for resources: {'SecurityGroup': ['ID=565f1663-220c-41c0-8c23-79149fe8894f,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:34:38.345050 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-d08de241-5b1a-4494-99c3-f2f61eb9fb96 tempest-NegativeSecGroupIPv6Test-1353480739 tempest-NegativeSecGroupIPv6Test-1353480739-project] Request body: {'security_group_rule': {'security_group_id': '565f1663-220c-41c0-8c23-79149fe8894f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:34:38.345715 n-d-827839-2 neutron-server[103377]: WARNING neutron.api.v2.base [None req-d08de241-5b1a-4494-99c3-f2f61eb9fb96 tempest-NegativeSecGroupIPv6Test-1353480739 tempest-NegativeSecGroupIPv6Test-1353480739-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Feb 04 17:34:38.346192 n-d-827839-2 neutron-server[103377]: INFO neutron.api.v2.resource [None req-d08de241-5b1a-4494-99c3-f2f61eb9fb96 tempest-NegativeSecGroupIPv6Test-1353480739 tempest-NegativeSecGroupIPv6Test-1353480739-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 17:34:38.347680 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-d08de241-5b1a-4494-99c3-f2f61eb9fb96 tempest-NegativeSecGroupIPv6Test-1353480739 tempest-NegativeSecGroupIPv6Test-1353480739-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0054655 Feb 04 17:34:38.350372 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 52574) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:34:38.356830 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-3639675b-0e0c-4285-b7fa-62ab7d4132bd tempest-NegativeSecGroupIPv6Test-1353480739 tempest-NegativeSecGroupIPv6Test-1353480739-project] Request body: {'security_group_rule': {'security_group_id': '565f1663-220c-41c0-8c23-79149fe8894f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:34:38.364069 n-d-827839-2 neutron-server[103377]: WARNING neutron.api.v2.base [None req-3639675b-0e0c-4285-b7fa-62ab7d4132bd tempest-NegativeSecGroupIPv6Test-1353480739 tempest-NegativeSecGroupIPv6Test-1353480739-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Feb 04 17:34:38.364606 n-d-827839-2 neutron-server[103377]: INFO neutron.api.v2.resource [None req-3639675b-0e0c-4285-b7fa-62ab7d4132bd tempest-NegativeSecGroupIPv6Test-1353480739 tempest-NegativeSecGroupIPv6Test-1353480739-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 17:34:38.368574 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-3639675b-0e0c-4285-b7fa-62ab7d4132bd tempest-NegativeSecGroupIPv6Test-1353480739 tempest-NegativeSecGroupIPv6Test-1353480739-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0144200 Feb 04 17:34:38.368574 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 52576) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:34:38.373115 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-f1573a86-5e2a-4c37-a4f0-a39b6bf41d13 tempest-NegativeSecGroupIPv6Test-1353480739 tempest-NegativeSecGroupIPv6Test-1353480739-project] Request body: {'security_group_rule': {'security_group_id': '565f1663-220c-41c0-8c23-79149fe8894f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:34:38.373980 n-d-827839-2 neutron-server[103377]: WARNING neutron.api.v2.base [None req-f1573a86-5e2a-4c37-a4f0-a39b6bf41d13 tempest-NegativeSecGroupIPv6Test-1353480739 tempest-NegativeSecGroupIPv6Test-1353480739-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Feb 04 17:34:38.374452 n-d-827839-2 neutron-server[103377]: INFO neutron.api.v2.resource [None req-f1573a86-5e2a-4c37-a4f0-a39b6bf41d13 tempest-NegativeSecGroupIPv6Test-1353480739 tempest-NegativeSecGroupIPv6Test-1353480739-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 17:34:38.376810 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-f1573a86-5e2a-4c37-a4f0-a39b6bf41d13 tempest-NegativeSecGroupIPv6Test-1353480739 tempest-NegativeSecGroupIPv6Test-1353480739-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0059392 Feb 04 17:34:38.378349 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 52578) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:34:38.437499 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-34fcb3cf-6688-4aad-b084-b532786794a7 tempest-NegativeSecGroupIPv6Test-1353480739 tempest-NegativeSecGroupIPv6Test-1353480739-project] Publish callbacks [] for security_group (565f1663-220c-41c0-8c23-79149fe8894f), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:38.465090 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a2f9d1-ebb5-444d-ab03-d4db303b2574 req-ecea2fe3-98cd-4336-b552-912f9b5fa081 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:34:38.467114 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-49a2f9d1-ebb5-444d-ab03-d4db303b2574 req-ecea2fe3-98cd-4336-b552-912f9b5fa081 service neutron] 10.222.0.96 "GET /v2.0/networks?id=1df3466b-73f9-4e73-9fa6-586bde0810bd HTTP/1.1" status: 200 len: 913 time: 0.1510651 Feb 04 17:34:38.468104 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-34fcb3cf-6688-4aad-b084-b532786794a7 tempest-NegativeSecGroupIPv6Test-1353480739 tempest-NegativeSecGroupIPv6Test-1353480739-project] Publish callbacks [] for security_group (565f1663-220c-41c0-8c23-79149fe8894f), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:38.528886 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-34fcb3cf-6688-4aad-b084-b532786794a7 tempest-NegativeSecGroupIPv6Test-1353480739 tempest-NegativeSecGroupIPv6Test-1353480739-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (565f1663-220c-41c0-8c23-79149fe8894f), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:38.531561 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-34fcb3cf-6688-4aad-b084-b532786794a7 tempest-NegativeSecGroupIPv6Test-1353480739 tempest-NegativeSecGroupIPv6Test-1353480739-project] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:38.536266 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-34fcb3cf-6688-4aad-b084-b532786794a7 tempest-NegativeSecGroupIPv6Test-1353480739 tempest-NegativeSecGroupIPv6Test-1353480739-project] 10.222.0.89 "DELETE /v2.0/security-groups/565f1663-220c-41c0-8c23-79149fe8894f HTTP/1.1" status: 204 len: 168 time: 0.1566572 Feb 04 17:34:38.536993 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 52582) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:34:38.557496 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34fcb3cf-6688-4aad-b084-b532786794a7 tempest-NegativeSecGroupIPv6Test-1353480739 tempest-NegativeSecGroupIPv6Test-1353480739-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=565f1663-220c-41c0-8c23-79149fe8894f,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:34:38.587818 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-49a2f9d1-ebb5-444d-ab03-d4db303b2574 req-3549636d-2293-4f54-831c-75b37a5b23d3 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0299eb19-d54f-4b22-a56c-e013a5450a50 HTTP/1.1" status: 200 len: 217 time: 0.0717750 Feb 04 17:34:38.603523 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-fc037b96-7046-4f90-b6cc-10be17b91778 tempest-NegativeSecGroupIPv6Test-1353480739 tempest-NegativeSecGroupIPv6Test-1353480739-project] 10.222.0.89 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0625904 Feb 04 17:34:38.604258 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 52584) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:34:38.609719 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-158f0063-3392-489b-a97f-aa2cd8d1b0fa tempest-NegativeSecGroupIPv6Test-1353480739 tempest-NegativeSecGroupIPv6Test-1353480739-project] Request body: {'security_group': {'name': 'tempest-secgroup--2098471479'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:34:38.632519 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-158f0063-3392-489b-a97f-aa2cd8d1b0fa tempest-NegativeSecGroupIPv6Test-1353480739 tempest-NegativeSecGroupIPv6Test-1353480739-project] Publish callbacks [] for security_group (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:38.647566 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Device ee22853f-cd37-4956-9f73-62ff79a19180 details requested by agent hyperv_n-h2-827839-2 with host n-h2-827839-2 {{(pid=103378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 17:34:38.661540 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af73d76-476a-4c31-b92a-48f7b19882a4 req-7f3fd2e9-7f26-4403-98c7-8bcf445595da tempest-MultipleCreateTestJSON-1004538366 tempest-MultipleCreateTestJSON-1004538366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:34:38.670015 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-9af73d76-476a-4c31-b92a-48f7b19882a4 req-7f3fd2e9-7f26-4403-98c7-8bcf445595da tempest-MultipleCreateTestJSON-1004538366 tempest-MultipleCreateTestJSON-1004538366-project] 10.222.0.89 "GET /v2.0/ports?device_id=3c858b15-be14-49e6-a27f-667df18f035e HTTP/1.1" status: 200 len: 944 time: 0.2412076 Feb 04 17:34:38.720139 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a2f9d1-ebb5-444d-ab03-d4db303b2574 req-ae3af9ee-8e4b-4705-a388-56915b6e62eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:34:38.722635 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-49a2f9d1-ebb5-444d-ab03-d4db303b2574 req-ae3af9ee-8e4b-4705-a388-56915b6e62eb service neutron] 10.222.0.96 "GET /v2.0/subnets?id=e11c859d-e1e6-4f6b-868f-bb675e714ccf HTTP/1.1" status: 200 len: 852 time: 0.1261711 Feb 04 17:34:38.742653 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-158f0063-3392-489b-a97f-aa2cd8d1b0fa tempest-NegativeSecGroupIPv6Test-1353480739 tempest-NegativeSecGroupIPv6Test-1353480739-project] Publish callbacks [] for security_group (69e75866-d257-4ef8-aabc-264f06530d09), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:38.748703 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-158f0063-3392-489b-a97f-aa2cd8d1b0fa tempest-NegativeSecGroupIPv6Test-1353480739 tempest-NegativeSecGroupIPv6Test-1353480739-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (69e75866-d257-4ef8-aabc-264f06530d09), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:38.765831 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] For port ee22853f-cd37-4956-9f73-62ff79a19180, host n-h2-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=ee22853f-cd37-4956-9f73-62ff79a19180,segment=NetworkSegment(f7277a98-e15f-419f-b6f8-68b43cd7d31d),segment_id=f7277a98-e15f-419f-b6f8-68b43cd7d31d)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:34:38.777566 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-49a2f9d1-ebb5-444d-ab03-d4db303b2574 req-36eeda31-cb0b-448c-94b6-5535f39a4657 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=1df3466b-73f9-4e73-9fa6-586bde0810bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0472627 Feb 04 17:34:38.788969 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Returning: {'device': 'ee22853f-cd37-4956-9f73-62ff79a19180', 'network_id': '1df3466b-73f9-4e73-9fa6-586bde0810bd', 'port_id': 'ee22853f-cd37-4956-9f73-62ff79a19180', 'mac_address': 'fa:16:3e:66:bf:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 798, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e11c859d-e1e6-4f6b-868f-bb675e714ccf', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 17:34:38.793657 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-158f0063-3392-489b-a97f-aa2cd8d1b0fa tempest-NegativeSecGroupIPv6Test-1353480739 tempest-NegativeSecGroupIPv6Test-1353480739-project] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:38.798812 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-158f0063-3392-489b-a97f-aa2cd8d1b0fa tempest-NegativeSecGroupIPv6Test-1353480739 tempest-NegativeSecGroupIPv6Test-1353480739-project] 10.222.0.89 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1928213 Feb 04 17:34:38.799685 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 52586) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:34:38.807465 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-65552cbe-9b93-4416-9715-ab919d6a8063 tempest-NegativeSecGroupIPv6Test-1353480739 tempest-NegativeSecGroupIPv6Test-1353480739-project] Request body: {'security_group_rule': {'security_group_id': '69e75866-d257-4ef8-aabc-264f06530d09', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:34:38.809136 n-d-827839-2 neutron-server[103377]: WARNING neutron.api.v2.base [None req-65552cbe-9b93-4416-9715-ab919d6a8063 tempest-NegativeSecGroupIPv6Test-1353480739 tempest-NegativeSecGroupIPv6Test-1353480739-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Feb 04 17:34:38.809792 n-d-827839-2 neutron-server[103377]: INFO neutron.api.v2.resource [None req-65552cbe-9b93-4416-9715-ab919d6a8063 tempest-NegativeSecGroupIPv6Test-1353480739 tempest-NegativeSecGroupIPv6Test-1353480739-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 17:34:38.815232 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-65552cbe-9b93-4416-9715-ab919d6a8063 tempest-NegativeSecGroupIPv6Test-1353480739 tempest-NegativeSecGroupIPv6Test-1353480739-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0115180 Feb 04 17:34:38.816277 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158f0063-3392-489b-a97f-aa2cd8d1b0fa tempest-NegativeSecGroupIPv6Test-1353480739 tempest-NegativeSecGroupIPv6Test-1353480739-project] Pushing event updated for resources: {'SecurityGroup': ['ID=69e75866-d257-4ef8-aabc-264f06530d09,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:34:38.819087 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 52588) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:34:38.824570 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-d9ac496e-45ef-4a5b-9975-430038c5882f tempest-NegativeSecGroupIPv6Test-1353480739 tempest-NegativeSecGroupIPv6Test-1353480739-project] Request body: {'security_group_rule': {'security_group_id': '69e75866-d257-4ef8-aabc-264f06530d09', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:34:38.831727 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Current status of the port ee22853f-cd37-4956-9f73-62ff79a19180 is: DOWN; New status is: BUILD {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:34:38.832220 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (ee22853f-cd37-4956-9f73-62ff79a19180), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:38.846228 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee22853f-cd37-4956-9f73-62ff79a19180 {{(pid=103378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 17:34:38.868902 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-9af73d76-476a-4c31-b92a-48f7b19882a4 req-b5cd18e0-3f95-4cf7-b5f6-5318035d1efb tempest-MultipleCreateTestJSON-1004538366 tempest-MultipleCreateTestJSON-1004538366-project] 10.222.0.89 "GET /v2.0/security-groups?id=8619c0af-85b7-4241-9340-7b1e0213ad09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1975873 Feb 04 17:34:38.873829 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] For port ee22853f-cd37-4956-9f73-62ff79a19180, host n-h2-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=ee22853f-cd37-4956-9f73-62ff79a19180,segment=NetworkSegment(f7277a98-e15f-419f-b6f8-68b43cd7d31d),segment_id=f7277a98-e15f-419f-b6f8-68b43cd7d31d)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:34:38.878157 n-d-827839-2 neutron-server[103377]: INFO neutron.api.v2.resource [None req-d9ac496e-45ef-4a5b-9975-430038c5882f tempest-NegativeSecGroupIPv6Test-1353480739 tempest-NegativeSecGroupIPv6Test-1353480739-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 17:34:38.882864 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-d9ac496e-45ef-4a5b-9975-430038c5882f tempest-NegativeSecGroupIPv6Test-1353480739 tempest-NegativeSecGroupIPv6Test-1353480739-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0612965 Feb 04 17:34:38.883011 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 52590) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:34:38.886457 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (ee22853f-cd37-4956-9f73-62ff79a19180), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:38.901793 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-826872bd-060f-44ee-969b-55a0b8cf56f4 tempest-NegativeSecGroupIPv6Test-1353480739 tempest-NegativeSecGroupIPv6Test-1353480739-project] Request body: {'security_group_rule': {'security_group_id': '69e75866-d257-4ef8-aabc-264f06530d09', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:34:38.902685 n-d-827839-2 neutron-server[103377]: WARNING neutron.api.v2.base [None req-826872bd-060f-44ee-969b-55a0b8cf56f4 tempest-NegativeSecGroupIPv6Test-1353480739 tempest-NegativeSecGroupIPv6Test-1353480739-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Feb 04 17:34:38.904081 n-d-827839-2 neutron-server[103377]: INFO neutron.api.v2.resource [None req-826872bd-060f-44ee-969b-55a0b8cf56f4 tempest-NegativeSecGroupIPv6Test-1353480739 tempest-NegativeSecGroupIPv6Test-1353480739-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 17:34:38.908364 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-826872bd-060f-44ee-969b-55a0b8cf56f4 tempest-NegativeSecGroupIPv6Test-1353480739 tempest-NegativeSecGroupIPv6Test-1353480739-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0234938 Feb 04 17:34:38.908364 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 52592) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:34:38.913931 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-4ddcc13a-e302-4dd4-9705-589c0c7d2696 tempest-NegativeSecGroupIPv6Test-1353480739 tempest-NegativeSecGroupIPv6Test-1353480739-project] Request body: {'security_group_rule': {'security_group_id': '69e75866-d257-4ef8-aabc-264f06530d09', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:34:38.959603 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Pushing event updated for resources: {'Port': ['ID=ee22853f-cd37-4956-9f73-62ff79a19180,revision_number=4']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:34:38.970190 n-d-827839-2 neutron-server[103377]: INFO neutron.api.v2.resource [None req-4ddcc13a-e302-4dd4-9705-589c0c7d2696 tempest-NegativeSecGroupIPv6Test-1353480739 tempest-NegativeSecGroupIPv6Test-1353480739-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 17:34:38.970541 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:34:38.971242 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:34:38.971727 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-4ddcc13a-e302-4dd4-9705-589c0c7d2696 tempest-NegativeSecGroupIPv6Test-1353480739 tempest-NegativeSecGroupIPv6Test-1353480739-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0625041 Feb 04 17:34:38.972707 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:34:38.973256 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:34:38.973703 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:34:38.974177 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:34:38.974617 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:34:38.975056 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:34:38.975333 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 52594) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:34:38.975828 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:34:38.976445 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:34:38.977036 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:34:38.977588 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:34:38.978133 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:34:38.980179 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-bea7379f-07c1-4658-9a26-021b5ef1d4db tempest-NegativeSecGroupIPv6Test-1353480739 tempest-NegativeSecGroupIPv6Test-1353480739-project] Request body: {'security_group_rule': {'security_group_id': '69e75866-d257-4ef8-aabc-264f06530d09', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:34:38.980839 n-d-827839-2 neutron-server[103377]: WARNING neutron.api.v2.base [None req-bea7379f-07c1-4658-9a26-021b5ef1d4db tempest-NegativeSecGroupIPv6Test-1353480739 tempest-NegativeSecGroupIPv6Test-1353480739-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Feb 04 17:34:38.981414 n-d-827839-2 neutron-server[103377]: INFO neutron.api.v2.resource [None req-bea7379f-07c1-4658-9a26-021b5ef1d4db tempest-NegativeSecGroupIPv6Test-1353480739 tempest-NegativeSecGroupIPv6Test-1353480739-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 17:34:38.982384 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-bea7379f-07c1-4658-9a26-021b5ef1d4db tempest-NegativeSecGroupIPv6Test-1353480739 tempest-NegativeSecGroupIPv6Test-1353480739-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0060043 Feb 04 17:34:38.989843 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 52596) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:34:38.998172 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-e6368145-766d-430e-9781-b622d9994fe1 tempest-NegativeSecGroupIPv6Test-1353480739 tempest-NegativeSecGroupIPv6Test-1353480739-project] Request body: {'security_group_rule': {'security_group_id': '69e75866-d257-4ef8-aabc-264f06530d09', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:34:39.005071 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-49a2f9d1-ebb5-444d-ab03-d4db303b2574 req-1b5cec7c-21bc-46fa-aaf2-b436b21eb7a8 service neutron] 10.222.0.96 "GET /v2.0/networks/1df3466b-73f9-4e73-9fa6-586bde0810bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2173276 Feb 04 17:34:39.085998 n-d-827839-2 neutron-server[103376]: INFO neutron.db.securitygroups_db [None req-e6368145-766d-430e-9781-b622d9994fe1 tempest-NegativeSecGroupIPv6Test-1353480739 tempest-NegativeSecGroupIPv6Test-1353480739-project] Project d8ecc8124a734651aef517e0bd51c74f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 17:34:39.092308 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-b03f26fe-20c2-4be2-b572-7dc64390cf56 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602754'] for router_interface (b04614b3-8d43-4362-b39d-8d248d5597e5), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:39.186803 n-d-827839-2 neutron-server[103376]: INFO neutron.api.v2.resource [None req-e6368145-766d-430e-9781-b622d9994fe1 tempest-NegativeSecGroupIPv6Test-1353480739 tempest-NegativeSecGroupIPv6Test-1353480739-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 17:34:39.187926 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-e6368145-766d-430e-9781-b622d9994fe1 tempest-NegativeSecGroupIPv6Test-1353480739 tempest-NegativeSecGroupIPv6Test-1353480739-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1933916 Feb 04 17:34:39.190898 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] get_ports_and_sgs() called for port_ids ['ee22853f-cd37-4956-9f73-62ff79a19180'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 17:34:39.191432 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 52604) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:34:39.198656 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-678d0a3e-abf9-4e10-859d-6764516d1a50 tempest-NegativeSecGroupIPv6Test-1353480739 tempest-NegativeSecGroupIPv6Test-1353480739-project] Request body: {'security_group_rule': {'security_group_id': '69e75866-d257-4ef8-aabc-264f06530d09', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:34:39.199257 n-d-827839-2 neutron-server[103377]: WARNING neutron.api.v2.base [None req-678d0a3e-abf9-4e10-859d-6764516d1a50 tempest-NegativeSecGroupIPv6Test-1353480739 tempest-NegativeSecGroupIPv6Test-1353480739-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Feb 04 17:34:39.200190 n-d-827839-2 neutron-server[103377]: INFO neutron.api.v2.resource [None req-678d0a3e-abf9-4e10-859d-6764516d1a50 tempest-NegativeSecGroupIPv6Test-1353480739 tempest-NegativeSecGroupIPv6Test-1353480739-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 17:34:39.201408 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-678d0a3e-abf9-4e10-859d-6764516d1a50 tempest-NegativeSecGroupIPv6Test-1353480739 tempest-NegativeSecGroupIPv6Test-1353480739-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0078878 Feb 04 17:34:39.204020 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 52606) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:34:39.219195 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-fb1a30ac-5954-4001-80a6-d8ec19183862 tempest-NegativeSecGroupIPv6Test-1353480739 tempest-NegativeSecGroupIPv6Test-1353480739-project] Request body: {'security_group_rule': {'security_group_id': '69e75866-d257-4ef8-aabc-264f06530d09', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:34:39.232401 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-49a2f9d1-ebb5-444d-ab03-d4db303b2574 req-c8d64655-366d-4571-8706-da39b0f4f586 service neutron] 10.222.0.96 "GET /v2.0/networks/1df3466b-73f9-4e73-9fa6-586bde0810bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2144935 Feb 04 17:34:39.264933 n-d-827839-2 neutron-server[103377]: INFO neutron.db.securitygroups_db [None req-fb1a30ac-5954-4001-80a6-d8ec19183862 tempest-NegativeSecGroupIPv6Test-1353480739 tempest-NegativeSecGroupIPv6Test-1353480739-project] Project d8ecc8124a734651aef517e0bd51c74f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 17:34:39.314293 n-d-827839-2 neutron-server[103377]: INFO neutron.api.v2.resource [None req-fb1a30ac-5954-4001-80a6-d8ec19183862 tempest-NegativeSecGroupIPv6Test-1353480739 tempest-NegativeSecGroupIPv6Test-1353480739-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 17:34:39.317920 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-fb1a30ac-5954-4001-80a6-d8ec19183862 tempest-NegativeSecGroupIPv6Test-1353480739 tempest-NegativeSecGroupIPv6Test-1353480739-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1102941 Feb 04 17:34:39.323531 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 52610) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:34:39.328325 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-d17256eb-ab77-4c53-be4f-5b2ff92f61a2 tempest-NegativeSecGroupIPv6Test-1353480739 tempest-NegativeSecGroupIPv6Test-1353480739-project] Request body: {'security_group_rule': {'security_group_id': '69e75866-d257-4ef8-aabc-264f06530d09', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:34:39.402372 n-d-827839-2 neutron-server[103377]: INFO neutron.db.securitygroups_db [None req-d17256eb-ab77-4c53-be4f-5b2ff92f61a2 tempest-NegativeSecGroupIPv6Test-1353480739 tempest-NegativeSecGroupIPv6Test-1353480739-project] Project d8ecc8124a734651aef517e0bd51c74f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 17:34:39.424150 n-d-827839-2 neutron-server[103377]: INFO neutron.api.v2.resource [None req-d17256eb-ab77-4c53-be4f-5b2ff92f61a2 tempest-NegativeSecGroupIPv6Test-1353480739 tempest-NegativeSecGroupIPv6Test-1353480739-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 17:34:39.429919 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-d17256eb-ab77-4c53-be4f-5b2ff92f61a2 tempest-NegativeSecGroupIPv6Test-1353480739 tempest-NegativeSecGroupIPv6Test-1353480739-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1027296 Feb 04 17:34:39.430328 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 52612) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:34:39.491332 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-b03f26fe-20c2-4be2-b572-7dc64390cf56 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Deleting port 3398d979-e1e6-4bb9-8d33-87e49bb55501 {{(pid=103376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:34:39.491686 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-b03f26fe-20c2-4be2-b572-7dc64390cf56 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (3398d979-e1e6-4bb9-8d33-87e49bb55501), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:39.524269 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-ef329605-5ca4-4590-89e9-f627097c3c67 tempest-NegativeSecGroupIPv6Test-1353480739 tempest-NegativeSecGroupIPv6Test-1353480739-project] Publish callbacks [] for security_group (69e75866-d257-4ef8-aabc-264f06530d09), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:39.562537 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-ef329605-5ca4-4590-89e9-f627097c3c67 tempest-NegativeSecGroupIPv6Test-1353480739 tempest-NegativeSecGroupIPv6Test-1353480739-project] Publish callbacks [] for security_group (69e75866-d257-4ef8-aabc-264f06530d09), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:39.627626 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-ef329605-5ca4-4590-89e9-f627097c3c67 tempest-NegativeSecGroupIPv6Test-1353480739 tempest-NegativeSecGroupIPv6Test-1353480739-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (69e75866-d257-4ef8-aabc-264f06530d09), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:39.631621 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-ef329605-5ca4-4590-89e9-f627097c3c67 tempest-NegativeSecGroupIPv6Test-1353480739 tempest-NegativeSecGroupIPv6Test-1353480739-project] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:39.634810 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-ef329605-5ca4-4590-89e9-f627097c3c67 tempest-NegativeSecGroupIPv6Test-1353480739 tempest-NegativeSecGroupIPv6Test-1353480739-project] 10.222.0.89 "DELETE /v2.0/security-groups/69e75866-d257-4ef8-aabc-264f06530d09 HTTP/1.1" status: 204 len: 168 time: 0.2010789 Feb 04 17:34:39.636008 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 52618) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:34:39.651649 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-b03f26fe-20c2-4be2-b572-7dc64390cf56 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (3398d979-e1e6-4bb9-8d33-87e49bb55501), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:39.663152 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef329605-5ca4-4590-89e9-f627097c3c67 tempest-NegativeSecGroupIPv6Test-1353480739 tempest-NegativeSecGroupIPv6Test-1353480739-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=69e75866-d257-4ef8-aabc-264f06530d09,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:34:39.669687 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-b03f26fe-20c2-4be2-b572-7dc64390cf56 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Calling delete_port for 3398d979-e1e6-4bb9-8d33-87e49bb55501 owned by network:router_interface {{(pid=103376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:34:39.720943 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-a26b8266-e581-4c45-b788-278bb9a37f6f tempest-NegativeSecGroupIPv6Test-1353480739 tempest-NegativeSecGroupIPv6Test-1353480739-project] 10.222.0.89 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0833905 Feb 04 17:34:39.725460 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 52620) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:34:39.732013 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-0133cbea-9d2f-4044-ac61-585518cd0b12 tempest-NegativeSecGroupIPv6Test-1353480739 tempest-NegativeSecGroupIPv6Test-1353480739-project] Request body: {'security_group': {'name': 'tempest-secgroup--788717409'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:34:39.755363 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-0133cbea-9d2f-4044-ac61-585518cd0b12 tempest-NegativeSecGroupIPv6Test-1353480739 tempest-NegativeSecGroupIPv6Test-1353480739-project] Publish callbacks [] for security_group (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:39.836516 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-0133cbea-9d2f-4044-ac61-585518cd0b12 tempest-NegativeSecGroupIPv6Test-1353480739 tempest-NegativeSecGroupIPv6Test-1353480739-project] Publish callbacks [] for security_group (36531e6c-f92a-447b-9a0a-110f80c8d5f5), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:39.842498 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-0133cbea-9d2f-4044-ac61-585518cd0b12 tempest-NegativeSecGroupIPv6Test-1353480739 tempest-NegativeSecGroupIPv6Test-1353480739-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (36531e6c-f92a-447b-9a0a-110f80c8d5f5), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:39.892433 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-0133cbea-9d2f-4044-ac61-585518cd0b12 tempest-NegativeSecGroupIPv6Test-1353480739 tempest-NegativeSecGroupIPv6Test-1353480739-project] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:39.898189 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 52624) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:34:39.903296 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-c43e8a30-9e04-4b1d-83ee-005577a2753e tempest-NegativeSecGroupIPv6Test-1353480739 tempest-NegativeSecGroupIPv6Test-1353480739-project] Request body: {'security_group_rule': {'security_group_id': '36531e6c-f92a-447b-9a0a-110f80c8d5f5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:34:39.908130 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-0133cbea-9d2f-4044-ac61-585518cd0b12 tempest-NegativeSecGroupIPv6Test-1353480739 tempest-NegativeSecGroupIPv6Test-1353480739-project] 10.222.0.89 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1813927 Feb 04 17:34:39.909169 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0133cbea-9d2f-4044-ac61-585518cd0b12 tempest-NegativeSecGroupIPv6Test-1353480739 tempest-NegativeSecGroupIPv6Test-1353480739-project] Pushing event updated for resources: {'SecurityGroup': ['ID=36531e6c-f92a-447b-9a0a-110f80c8d5f5,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:34:39.923670 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-b03f26fe-20c2-4be2-b572-7dc64390cf56 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (3398d979-e1e6-4bb9-8d33-87e49bb55501), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:39.961962 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03f26fe-20c2-4be2-b572-7dc64390cf56 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Pushing event deleted for resources: {'Port': ['ID=3398d979-e1e6-4bb9-8d33-87e49bb55501,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:34:40.060556 n-d-827839-2 neutron-server[103376]: INFO neutron.api.v2.resource [None req-c43e8a30-9e04-4b1d-83ee-005577a2753e tempest-NegativeSecGroupIPv6Test-1353480739 tempest-NegativeSecGroupIPv6Test-1353480739-project] create failed (client error): The resource could not be found. Feb 04 17:34:40.062769 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-c43e8a30-9e04-4b1d-83ee-005577a2753e tempest-NegativeSecGroupIPv6Test-1353480739 tempest-NegativeSecGroupIPv6Test-1353480739-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1633985 Feb 04 17:34:40.070674 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 52626) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:34:40.077168 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-3b70d1b9-fa44-473a-a219-00eab03dcde5 tempest-NegativeSecGroupIPv6Test-1353480739 tempest-NegativeSecGroupIPv6Test-1353480739-project] Request body: {'security_group_rule': {'security_group_id': '36531e6c-f92a-447b-9a0a-110f80c8d5f5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '3d5e4ace-259b-4cc7-8d87-2a3c54e269e0'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:34:40.117795 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529f6e26-6b8e-4870-b6cc-4c069e23ddae req-b6d07e0b-24fa-49c8-9203-e738b69145cf tempest-MultipleCreateTestJSON-1004538366 tempest-MultipleCreateTestJSON-1004538366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:34:40.119496 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-529f6e26-6b8e-4870-b6cc-4c069e23ddae req-b6d07e0b-24fa-49c8-9203-e738b69145cf tempest-MultipleCreateTestJSON-1004538366 tempest-MultipleCreateTestJSON-1004538366-project] 10.222.0.89 "GET /v2.0/ports?device_id=3c858b15-be14-49e6-a27f-667df18f035e HTTP/1.1" status: 200 len: 945 time: 0.0868545 Feb 04 17:34:40.169490 n-d-827839-2 neutron-server[103377]: INFO neutron.api.v2.resource [None req-3b70d1b9-fa44-473a-a219-00eab03dcde5 tempest-NegativeSecGroupIPv6Test-1353480739 tempest-NegativeSecGroupIPv6Test-1353480739-project] create failed (client error): The resource could not be found. Feb 04 17:34:40.173803 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-3b70d1b9-fa44-473a-a219-00eab03dcde5 tempest-NegativeSecGroupIPv6Test-1353480739 tempest-NegativeSecGroupIPv6Test-1353480739-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1012750 Feb 04 17:34:40.179172 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 52628) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:34:40.220534 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-529f6e26-6b8e-4870-b6cc-4c069e23ddae req-d7cdc714-2453-41c9-9a1a-e0f048be646b tempest-MultipleCreateTestJSON-1004538366 tempest-MultipleCreateTestJSON-1004538366-project] 10.222.0.89 "GET /v2.0/security-groups?id=8619c0af-85b7-4241-9340-7b1e0213ad09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909281 Feb 04 17:34:40.229164 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (f20a1ab3-4332-4f54-833b-ba4a7c687e89), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:40.245962 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-b03f26fe-20c2-4be2-b572-7dc64390cf56 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1677336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1602614'] for router_interface (b04614b3-8d43-4362-b39d-8d248d5597e5), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:40.341557 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-34e98541-6757-415b-8eb3-8d2a3223c7e8 tempest-NegativeSecGroupIPv6Test-1353480739 tempest-NegativeSecGroupIPv6Test-1353480739-project] Publish callbacks [] for security_group (36531e6c-f92a-447b-9a0a-110f80c8d5f5), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:40.371698 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-34e98541-6757-415b-8eb3-8d2a3223c7e8 tempest-NegativeSecGroupIPv6Test-1353480739 tempest-NegativeSecGroupIPv6Test-1353480739-project] Publish callbacks [] for security_group (36531e6c-f92a-447b-9a0a-110f80c8d5f5), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:40.420751 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-34e98541-6757-415b-8eb3-8d2a3223c7e8 tempest-NegativeSecGroupIPv6Test-1353480739 tempest-NegativeSecGroupIPv6Test-1353480739-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (36531e6c-f92a-447b-9a0a-110f80c8d5f5), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:40.423550 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-34e98541-6757-415b-8eb3-8d2a3223c7e8 tempest-NegativeSecGroupIPv6Test-1353480739 tempest-NegativeSecGroupIPv6Test-1353480739-project] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:40.427135 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-34e98541-6757-415b-8eb3-8d2a3223c7e8 tempest-NegativeSecGroupIPv6Test-1353480739 tempest-NegativeSecGroupIPv6Test-1353480739-project] 10.222.0.89 "DELETE /v2.0/security-groups/36531e6c-f92a-447b-9a0a-110f80c8d5f5 HTTP/1.1" status: 204 len: 168 time: 0.2448838 Feb 04 17:34:40.428584 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 52634) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:34:40.447957 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e98541-6757-415b-8eb3-8d2a3223c7e8 tempest-NegativeSecGroupIPv6Test-1353480739 tempest-NegativeSecGroupIPv6Test-1353480739-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=36531e6c-f92a-447b-9a0a-110f80c8d5f5,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:34:40.475431 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b03f26fe-20c2-4be2-b572-7dc64390cf56 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Router b04614b3-8d43-4362-b39d-8d248d5597e5 has already been hosted by L3 agent 64ada913-9131-4d99-a265-63a920956287 {{(pid=103376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 17:34:40.507623 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-85185914-661e-4c7c-8ce6-b2d7a630d350 tempest-NegativeSecGroupIPv6Test-1353480739 tempest-NegativeSecGroupIPv6Test-1353480739-project] 10.222.0.89 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0751708 Feb 04 17:34:40.508369 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 52636) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:34:40.522970 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-e55f9332-d13f-4438-b25b-a1eca2696361 tempest-NegativeSecGroupIPv6Test-1353480739 tempest-NegativeSecGroupIPv6Test-1353480739-project] Request body: {'security_group_rule': {'security_group_id': '63c06d45-b2fe-4364-a253-ad0710f1c4ad', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:34:40.606665 n-d-827839-2 neutron-server[103377]: INFO neutron.api.v2.resource [None req-e55f9332-d13f-4438-b25b-a1eca2696361 tempest-NegativeSecGroupIPv6Test-1353480739 tempest-NegativeSecGroupIPv6Test-1353480739-project] create failed (client error): The resource could not be found. Feb 04 17:34:40.613615 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-e55f9332-d13f-4438-b25b-a1eca2696361 tempest-NegativeSecGroupIPv6Test-1353480739 tempest-NegativeSecGroupIPv6Test-1353480739-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1036253 Feb 04 17:34:40.617603 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 52640) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:34:40.622917 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-29a652ef-186d-43b7-9066-7e084e36639f tempest-NegativeSecGroupIPv6Test-1353480739 tempest-NegativeSecGroupIPv6Test-1353480739-project] Request body: {'security_group': {'name': 'tempest-secgroup--1484768772'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:34:40.655432 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device 0299eb19-d54f-4b22-a56c-e013a5450a50 details requested by agent hyperv_n-h1-827839-2 with host n-h1-827839-2 {{(pid=103378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 17:34:40.659529 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b03f26fe-20c2-4be2-b572-7dc64390cf56 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Notify agent at l3_agent.n-d-827839-2 the message routers_updated {{(pid=103376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 17:34:40.683949 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-b03f26fe-20c2-4be2-b572-7dc64390cf56 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] 10.222.0.89 "PUT /v2.0/routers/b04614b3-8d43-4362-b39d-8d248d5597e5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4516339 Feb 04 17:34:40.683949 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 52642) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:34:40.685863 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d4a1706-0a73-45ec-9f22-6023ae1b7746 None None] Sync routers for ids ['b04614b3-8d43-4362-b39d-8d248d5597e5'] in n-d-827839-2 {{(pid=103378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 17:34:40.692168 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-29a652ef-186d-43b7-9066-7e084e36639f tempest-NegativeSecGroupIPv6Test-1353480739 tempest-NegativeSecGroupIPv6Test-1353480739-project] Publish callbacks [] for security_group (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:40.694792 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Device ee22853f-cd37-4956-9f73-62ff79a19180 up at agent hyperv_n-h2-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:34:40.731527 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-77256f8d-6018-4bbb-95d3-13b958c66fec tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] 10.222.0.89 "GET /v2.0/ports?device_id=b04614b3-8d43-4362-b39d-8d248d5597e5 HTTP/1.1" status: 200 len: 205 time: 0.0446658 Feb 04 17:34:40.732245 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 52644) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:34:40.760709 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d4a1706-0a73-45ec-9f22-6023ae1b7746 None None] Routers {'b04614b3-8d43-4362-b39d-8d248d5597e5'} bound to L3 agent in host n-d-827839-2 {{(pid=103378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:34:40.761360 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-4d4a1706-0a73-45ec-9f22-6023ae1b7746 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:34:32Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['b04614b3-8d43-4362-b39d-8d248d5597e5'], 'active': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:34:40.838450 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-4d4a1706-0a73-45ec-9f22-6023ae1b7746 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827839-2', False) {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:34:40.849454 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-d1a0ea02-5d2f-42d4-a836-30ff187f30dc tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Publish callbacks [] for router (b04614b3-8d43-4362-b39d-8d248d5597e5), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:40.869463 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d4a1706-0a73-45ec-9f22-6023ae1b7746 None None] Routers {'b04614b3-8d43-4362-b39d-8d248d5597e5'} bound to L3 agent in host n-d-827839-2 {{(pid=103378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:34:40.870441 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-4d4a1706-0a73-45ec-9f22-6023ae1b7746 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:34:32Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['b04614b3-8d43-4362-b39d-8d248d5597e5'], 'active': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:34:40.880675 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Provisioning for port ee22853f-cd37-4956-9f73-62ff79a19180 completed by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 17:34:40.926944 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-4d4a1706-0a73-45ec-9f22-6023ae1b7746 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827839-2', False) {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:34:40.927600 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d4a1706-0a73-45ec-9f22-6023ae1b7746 None None] The sync data for ids ['b04614b3-8d43-4362-b39d-8d248d5597e5'] in n-d-827839-2 is: [] {{(pid=103378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 17:34:40.934607 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Provisioning complete for port ee22853f-cd37-4956-9f73-62ff79a19180 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:34:40.934929 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (ee22853f-cd37-4956-9f73-62ff79a19180), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:40.973441 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] For port 0299eb19-d54f-4b22-a56c-e013a5450a50, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=0299eb19-d54f-4b22-a56c-e013a5450a50,segment=NetworkSegment(f7277a98-e15f-419f-b6f8-68b43cd7d31d),segment_id=f7277a98-e15f-419f-b6f8-68b43cd7d31d)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:34:40.990680 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Returning: {'device': '0299eb19-d54f-4b22-a56c-e013a5450a50', 'network_id': '1df3466b-73f9-4e73-9fa6-586bde0810bd', 'port_id': '0299eb19-d54f-4b22-a56c-e013a5450a50', 'mac_address': 'fa:16:3e:86:83:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 798, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e11c859d-e1e6-4f6b-868f-bb675e714ccf', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 17:34:41.027060 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-29a652ef-186d-43b7-9066-7e084e36639f tempest-NegativeSecGroupIPv6Test-1353480739 tempest-NegativeSecGroupIPv6Test-1353480739-project] Publish callbacks [] for security_group (c30230f4-ee7c-483e-943f-81cf193d066e), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:41.057006 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-29a652ef-186d-43b7-9066-7e084e36639f tempest-NegativeSecGroupIPv6Test-1353480739 tempest-NegativeSecGroupIPv6Test-1353480739-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (c30230f4-ee7c-483e-943f-81cf193d066e), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:41.060675 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Current status of the port 0299eb19-d54f-4b22-a56c-e013a5450a50 is: DOWN; New status is: BUILD {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:34:41.061300 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (0299eb19-d54f-4b22-a56c-e013a5450a50), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:41.070270 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-d1a0ea02-5d2f-42d4-a836-30ff187f30dc tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1601811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26971'] for router (b04614b3-8d43-4362-b39d-8d248d5597e5), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:41.074123 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-d1a0ea02-5d2f-42d4-a836-30ff187f30dc tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Publish callbacks [] for router_controller (b04614b3-8d43-4362-b39d-8d248d5597e5), precommit_delete_associations {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:41.084882 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0299eb19-d54f-4b22-a56c-e013a5450a50 {{(pid=103378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 17:34:41.090005 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Current status of the port ee22853f-cd37-4956-9f73-62ff79a19180 is: BUILD; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:34:41.090564 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (ee22853f-cd37-4956-9f73-62ff79a19180), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:41.095745 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-29a652ef-186d-43b7-9066-7e084e36639f tempest-NegativeSecGroupIPv6Test-1353480739 tempest-NegativeSecGroupIPv6Test-1353480739-project] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:41.097013 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-29a652ef-186d-43b7-9066-7e084e36639f tempest-NegativeSecGroupIPv6Test-1353480739 tempest-NegativeSecGroupIPv6Test-1353480739-project] 10.222.0.89 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4779758 Feb 04 17:34:41.099816 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 52646) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:34:41.104326 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-2c0b0cce-f8e9-47f3-a4e2-a237f9bcd31e tempest-NegativeSecGroupIPv6Test-1353480739 tempest-NegativeSecGroupIPv6Test-1353480739-project] Request body: {'security_group': {'name': 'tempest-secgroup--987164752'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:34:41.124233 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] For port 0299eb19-d54f-4b22-a56c-e013a5450a50, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=0299eb19-d54f-4b22-a56c-e013a5450a50,segment=NetworkSegment(f7277a98-e15f-419f-b6f8-68b43cd7d31d),segment_id=f7277a98-e15f-419f-b6f8-68b43cd7d31d)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:34:41.126489 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-2c0b0cce-f8e9-47f3-a4e2-a237f9bcd31e tempest-NegativeSecGroupIPv6Test-1353480739 tempest-NegativeSecGroupIPv6Test-1353480739-project] Publish callbacks [] for security_group (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:41.133969 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c858b15-be14-49e6-a27f-667df18f035e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee22853f-cd37-4956-9f73-62ff79a19180'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:34:41.136490 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c34bc964ce2211770fda26ca2f3801cc06f4f39928110690550e94ab9c9d2fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c550b77b-8b00-4562-ad00-3675573711f3" -d '{"events": [{"server_uuid": "3c858b15-be14-49e6-a27f-667df18f035e", "name": "network-vif-plugged", "status": "completed", "tag": "ee22853f-cd37-4956-9f73-62ff79a19180"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:34:41.152682 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (0299eb19-d54f-4b22-a56c-e013a5450a50), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:41.165202 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a652ef-186d-43b7-9066-7e084e36639f tempest-NegativeSecGroupIPv6Test-1353480739 tempest-NegativeSecGroupIPv6Test-1353480739-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c30230f4-ee7c-483e-943f-81cf193d066e,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:34:41.173372 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] For port ee22853f-cd37-4956-9f73-62ff79a19180, host n-h2-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=ee22853f-cd37-4956-9f73-62ff79a19180,segment=NetworkSegment(f7277a98-e15f-419f-b6f8-68b43cd7d31d),segment_id=f7277a98-e15f-419f-b6f8-68b43cd7d31d)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:34:41.177227 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-d1a0ea02-5d2f-42d4-a836-30ff187f30dc tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1601832'] for router (b04614b3-8d43-4362-b39d-8d248d5597e5), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:41.177769 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1a0ea02-5d2f-42d4-a836-30ff187f30dc tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Fanout notify agent at l3_agent the message router_deleted on router b04614b3-8d43-4362-b39d-8d248d5597e5 {{(pid=103377) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 17:34:41.202678 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (ee22853f-cd37-4956-9f73-62ff79a19180), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:41.205347 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-d1a0ea02-5d2f-42d4-a836-30ff187f30dc tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Publish callbacks [] for router (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:41.209909 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-d1a0ea02-5d2f-42d4-a836-30ff187f30dc tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] 10.222.0.89 "DELETE /v2.0/routers/b04614b3-8d43-4362-b39d-8d248d5597e5 HTTP/1.1" status: 204 len: 168 time: 0.4768543 Feb 04 17:34:41.210511 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 17:34:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9161343-a9a1-46bd-9c34-492243547e36 x-openstack-request-id: req-e9161343-a9a1-46bd-9c34-492243547e36 {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:34:41.210697 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 52650) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:34:41.210802 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c858b15-be14-49e6-a27f-667df18f035e", "name": "network-vif-plugged", "status": "completed", "tag": "ee22853f-cd37-4956-9f73-62ff79a19180", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:34:41.210991 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-e9161343-a9a1-46bd-9c34-492243547e36 {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:34:41.211604 n-d-827839-2 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c858b15-be14-49e6-a27f-667df18f035e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee22853f-cd37-4956-9f73-62ff79a19180', 'code': 200} Feb 04 17:34:41.264066 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-2c0b0cce-f8e9-47f3-a4e2-a237f9bcd31e tempest-NegativeSecGroupIPv6Test-1353480739 tempest-NegativeSecGroupIPv6Test-1353480739-project] Publish callbacks [] for security_group (f40460a3-8c5e-4378-ab5c-ea4869a78e5b), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:41.264510 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.db_base_plugin_v2 [None req-6994ee5d-0a21-4783-9e51-90e97bbd715d tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Deleting subnet 03b07348-191a-4f6b-9d59-0bbc0533df31 {{(pid=103377) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 17:34:41.275380 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-6994ee5d-0a21-4783-9e51-90e97bbd715d tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Publish callbacks [] for subnet (03b07348-191a-4f6b-9d59-0bbc0533df31), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:41.282098 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Pushing event updated for resources: {'Port': ['ID=0299eb19-d54f-4b22-a56c-e013a5450a50,revision_number=4']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:34:41.283752 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-2c0b0cce-f8e9-47f3-a4e2-a237f9bcd31e tempest-NegativeSecGroupIPv6Test-1353480739 tempest-NegativeSecGroupIPv6Test-1353480739-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (f40460a3-8c5e-4378-ab5c-ea4869a78e5b), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:41.341834 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0b0cce-f8e9-47f3-a4e2-a237f9bcd31e tempest-NegativeSecGroupIPv6Test-1353480739 tempest-NegativeSecGroupIPv6Test-1353480739-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f40460a3-8c5e-4378-ab5c-ea4869a78e5b,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:34:41.357306 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Pushing event updated for resources: {'Port': ['ID=ee22853f-cd37-4956-9f73-62ff79a19180,revision_number=5']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:34:41.374681 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-2c0b0cce-f8e9-47f3-a4e2-a237f9bcd31e tempest-NegativeSecGroupIPv6Test-1353480739 tempest-NegativeSecGroupIPv6Test-1353480739-project] Publish callbacks [] for security_group (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:41.379378 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-2c0b0cce-f8e9-47f3-a4e2-a237f9bcd31e tempest-NegativeSecGroupIPv6Test-1353480739 tempest-NegativeSecGroupIPv6Test-1353480739-project] 10.222.0.89 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2768283 Feb 04 17:34:41.380809 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 52658) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:34:41.394550 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-f9ce716d-7d62-4096-8272-7e81e75d41c6 tempest-NegativeSecGroupIPv6Test-1353480739 tempest-NegativeSecGroupIPv6Test-1353480739-project] Request body: {'security_group_rule': {'security_group_id': 'c30230f4-ee7c-483e-943f-81cf193d066e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': 'f40460a3-8c5e-4378-ab5c-ea4869a78e5b'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:34:41.434060 n-d-827839-2 neutron-server[103376]: INFO neutron.api.v2.resource [None req-f9ce716d-7d62-4096-8272-7e81e75d41c6 tempest-NegativeSecGroupIPv6Test-1353480739 tempest-NegativeSecGroupIPv6Test-1353480739-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 17:34:41.435430 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-f9ce716d-7d62-4096-8272-7e81e75d41c6 tempest-NegativeSecGroupIPv6Test-1353480739 tempest-NegativeSecGroupIPv6Test-1353480739-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0514019 Feb 04 17:34:41.438324 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 52660) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:34:41.511756 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-1bf4c824-5f2a-42b2-8000-054bbee552f7 tempest-NegativeSecGroupIPv6Test-1353480739 tempest-NegativeSecGroupIPv6Test-1353480739-project] Publish callbacks [] for security_group (f40460a3-8c5e-4378-ab5c-ea4869a78e5b), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:41.541059 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-1bf4c824-5f2a-42b2-8000-054bbee552f7 tempest-NegativeSecGroupIPv6Test-1353480739 tempest-NegativeSecGroupIPv6Test-1353480739-project] Publish callbacks [] for security_group (f40460a3-8c5e-4378-ab5c-ea4869a78e5b), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:41.585730 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-1bf4c824-5f2a-42b2-8000-054bbee552f7 tempest-NegativeSecGroupIPv6Test-1353480739 tempest-NegativeSecGroupIPv6Test-1353480739-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (f40460a3-8c5e-4378-ab5c-ea4869a78e5b), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:41.588814 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-1bf4c824-5f2a-42b2-8000-054bbee552f7 tempest-NegativeSecGroupIPv6Test-1353480739 tempest-NegativeSecGroupIPv6Test-1353480739-project] Publish callbacks [] for security_group (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:41.592495 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-1bf4c824-5f2a-42b2-8000-054bbee552f7 tempest-NegativeSecGroupIPv6Test-1353480739 tempest-NegativeSecGroupIPv6Test-1353480739-project] 10.222.0.89 "DELETE /v2.0/security-groups/f40460a3-8c5e-4378-ab5c-ea4869a78e5b HTTP/1.1" status: 204 len: 168 time: 0.1483490 Feb 04 17:34:41.593423 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 52662) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:34:41.616000 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf4c824-5f2a-42b2-8000-054bbee552f7 tempest-NegativeSecGroupIPv6Test-1353480739 tempest-NegativeSecGroupIPv6Test-1353480739-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f40460a3-8c5e-4378-ab5c-ea4869a78e5b,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:34:41.647593 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] get_ports_and_sgs() called for port_ids ['0299eb19-d54f-4b22-a56c-e013a5450a50'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 17:34:41.653250 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-6994ee5d-0a21-4783-9e51-90e97bbd715d tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26866676'] for subnet (03b07348-191a-4f6b-9d59-0bbc0533df31), precommit_delete_associations {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:41.700699 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-52182333-2116-43fd-9051-2f7f18531d06 tempest-NegativeSecGroupIPv6Test-1353480739 tempest-NegativeSecGroupIPv6Test-1353480739-project] 10.222.0.89 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.1055610 Feb 04 17:34:41.701285 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 52666) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:34:41.709513 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d13288-3782-4454-ba15-9ddfde773020 req-8bc091a0-0f57-4013-917d-6c0a6f9e4104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:34:41.710913 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-b8d13288-3782-4454-ba15-9ddfde773020 req-8bc091a0-0f57-4013-917d-6c0a6f9e4104 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=3c858b15-be14-49e6-a27f-667df18f035e HTTP/1.1" status: 200 len: 1128 time: 0.4035697 Feb 04 17:34:41.770511 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba50a66-76b7-4aca-ace5-e1955a4f3f17 req-6c8f8363-db7e-4b93-a6a9-38c527b650d1 tempest-MultipleCreateTestJSON-1004538366 tempest-MultipleCreateTestJSON-1004538366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:34:41.777433 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-8ba50a66-76b7-4aca-ace5-e1955a4f3f17 req-6c8f8363-db7e-4b93-a6a9-38c527b650d1 tempest-MultipleCreateTestJSON-1004538366 tempest-MultipleCreateTestJSON-1004538366-project] 10.222.0.89 "GET /v2.0/ports?device_id=3c858b15-be14-49e6-a27f-667df18f035e HTTP/1.1" status: 200 len: 946 time: 0.4210968 Feb 04 17:34:41.787727 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-3a2e7da6-c446-4407-99f0-251ad6a66635 tempest-NegativeSecGroupIPv6Test-1353480739 tempest-NegativeSecGroupIPv6Test-1353480739-project] Publish callbacks [] for security_group (c30230f4-ee7c-483e-943f-81cf193d066e), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:41.840799 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-3a2e7da6-c446-4407-99f0-251ad6a66635 tempest-NegativeSecGroupIPv6Test-1353480739 tempest-NegativeSecGroupIPv6Test-1353480739-project] Publish callbacks [] for security_group (c30230f4-ee7c-483e-943f-81cf193d066e), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:41.873767 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-8ba50a66-76b7-4aca-ace5-e1955a4f3f17 req-ec3d80c1-b435-47a4-8133-f0d6c214f6f7 tempest-MultipleCreateTestJSON-1004538366 tempest-MultipleCreateTestJSON-1004538366-project] 10.222.0.89 "GET /v2.0/security-groups?id=8619c0af-85b7-4241-9340-7b1e0213ad09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954983 Feb 04 17:34:41.879206 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-b8d13288-3782-4454-ba15-9ddfde773020 req-214dbeb7-6b1f-403c-8d3b-94505f5c9c49 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=8619c0af-85b7-4241-9340-7b1e0213ad09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576428 Feb 04 17:34:41.880536 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-6994ee5d-0a21-4783-9e51-90e97bbd715d tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1541225'] for subnet (03b07348-191a-4f6b-9d59-0bbc0533df31), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:41.906425 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-3a2e7da6-c446-4407-99f0-251ad6a66635 tempest-NegativeSecGroupIPv6Test-1353480739 tempest-NegativeSecGroupIPv6Test-1353480739-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (c30230f4-ee7c-483e-943f-81cf193d066e), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:41.911833 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-3a2e7da6-c446-4407-99f0-251ad6a66635 tempest-NegativeSecGroupIPv6Test-1353480739 tempest-NegativeSecGroupIPv6Test-1353480739-project] Publish callbacks [] for security_group (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:41.914104 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-3a2e7da6-c446-4407-99f0-251ad6a66635 tempest-NegativeSecGroupIPv6Test-1353480739 tempest-NegativeSecGroupIPv6Test-1353480739-project] 10.222.0.89 "DELETE /v2.0/security-groups/c30230f4-ee7c-483e-943f-81cf193d066e HTTP/1.1" status: 204 len: 168 time: 0.2110848 Feb 04 17:34:41.916360 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 52674) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:34:41.925440 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2e7da6-c446-4407-99f0-251ad6a66635 tempest-NegativeSecGroupIPv6Test-1353480739 tempest-NegativeSecGroupIPv6Test-1353480739-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c30230f4-ee7c-483e-943f-81cf193d066e,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:34:41.985232 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-6994ee5d-0a21-4783-9e51-90e97bbd715d tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1541216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25888360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25597190'] for subnet (03b07348-191a-4f6b-9d59-0bbc0533df31), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:42.029375 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-d92857ba-ae26-4dca-8cd9-35c3d50b8bce tempest-NegativeSecGroupIPv6Test-1353480739 tempest-NegativeSecGroupIPv6Test-1353480739-project] 10.222.0.89 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1118155 Feb 04 17:34:42.033067 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6994ee5d-0a21-4783-9e51-90e97bbd715d tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Pushing event deleted for resources: {'Subnet': ['ID=03b07348-191a-4f6b-9d59-0bbc0533df31,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:34:42.037552 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 52676) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:34:42.044556 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-9426c5f0-0492-4c10-a71c-08d6912149a0 tempest-NegativeSecGroupIPv6Test-1353480739 tempest-NegativeSecGroupIPv6Test-1353480739-project] Request body: {'security_group': {'name': 'tempest-secgroup--784146225'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:34:42.049925 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fe2d1ad-7aa2-4c6f-9b04-149c422139b6 None None] Network 85e2c452-28ee-4305-9996-830207faba11 requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:34:42.051067 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-6994ee5d-0a21-4783-9e51-90e97bbd715d tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Publish callbacks [] for subnet (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:42.055386 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-6994ee5d-0a21-4783-9e51-90e97bbd715d tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] 10.222.0.89 "DELETE /v2.0/subnets/03b07348-191a-4f6b-9d59-0bbc0533df31 HTTP/1.1" status: 204 len: 168 time: 0.8436556 Feb 04 17:34:42.058323 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 52678) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:34:42.078390 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-9426c5f0-0492-4c10-a71c-08d6912149a0 tempest-NegativeSecGroupIPv6Test-1353480739 tempest-NegativeSecGroupIPv6Test-1353480739-project] Publish callbacks [] for security_group (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:42.172029 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-9426c5f0-0492-4c10-a71c-08d6912149a0 tempest-NegativeSecGroupIPv6Test-1353480739 tempest-NegativeSecGroupIPv6Test-1353480739-project] Publish callbacks [] for security_group (b682abf1-f4fb-46bc-83df-1440dd291e67), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:42.182182 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-9426c5f0-0492-4c10-a71c-08d6912149a0 tempest-NegativeSecGroupIPv6Test-1353480739 tempest-NegativeSecGroupIPv6Test-1353480739-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (b682abf1-f4fb-46bc-83df-1440dd291e67), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:42.202600 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-68dc7fc2-7c50-4e97-b9c0-782d421a025b tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628832'] for network (85e2c452-28ee-4305-9996-830207faba11), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:42.230562 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9426c5f0-0492-4c10-a71c-08d6912149a0 tempest-NegativeSecGroupIPv6Test-1353480739 tempest-NegativeSecGroupIPv6Test-1353480739-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b682abf1-f4fb-46bc-83df-1440dd291e67,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:34:42.248593 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-9426c5f0-0492-4c10-a71c-08d6912149a0 tempest-NegativeSecGroupIPv6Test-1353480739 tempest-NegativeSecGroupIPv6Test-1353480739-project] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:42.250308 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-9426c5f0-0492-4c10-a71c-08d6912149a0 tempest-NegativeSecGroupIPv6Test-1353480739 tempest-NegativeSecGroupIPv6Test-1353480739-project] 10.222.0.89 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2105815 Feb 04 17:34:42.253965 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 52680) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:34:42.260164 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74d1ba51-3ef4-4ce6-9ff5-e350c127587d None None] DHCP port deletion for 85e2c452-28ee-4305-9996-830207faba11 request from n-d-827839-2 {{(pid=103378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 17:34:42.265357 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-bd5561fa-e16a-4f8b-bb38-2fefa115c990 tempest-NegativeSecGroupIPv6Test-1353480739 tempest-NegativeSecGroupIPv6Test-1353480739-project] Request body: {'security_group_rule': {'security_group_id': 'b682abf1-f4fb-46bc-83df-1440dd291e67', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:34:42.306437 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-68dc7fc2-7c50-4e97-b9c0-782d421a025b tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Deleting port 648c4bab-ecc7-47b1-aba4-bcebd484470a {{(pid=103376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:34:42.310320 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-68dc7fc2-7c50-4e97-b9c0-782d421a025b tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (648c4bab-ecc7-47b1-aba4-bcebd484470a), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:42.329999 n-d-827839-2 neutron-server[103377]: INFO neutron.api.v2.resource [None req-bd5561fa-e16a-4f8b-bb38-2fefa115c990 tempest-NegativeSecGroupIPv6Test-1353480739 tempest-NegativeSecGroupIPv6Test-1353480739-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 17:34:42.331787 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-bd5561fa-e16a-4f8b-bb38-2fefa115c990 tempest-NegativeSecGroupIPv6Test-1353480739 tempest-NegativeSecGroupIPv6Test-1353480739-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0747607 Feb 04 17:34:42.334508 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 52682) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:34:42.340878 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-47a5a134-6459-4f5a-8e15-9270f1f43f50 tempest-NegativeSecGroupIPv6Test-1353480739 tempest-NegativeSecGroupIPv6Test-1353480739-project] Request body: {'security_group_rule': {'security_group_id': 'b682abf1-f4fb-46bc-83df-1440dd291e67', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:34:42.394289 n-d-827839-2 neutron-server[103377]: INFO neutron.api.v2.resource [None req-47a5a134-6459-4f5a-8e15-9270f1f43f50 tempest-NegativeSecGroupIPv6Test-1353480739 tempest-NegativeSecGroupIPv6Test-1353480739-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 17:34:42.401165 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-47a5a134-6459-4f5a-8e15-9270f1f43f50 tempest-NegativeSecGroupIPv6Test-1353480739 tempest-NegativeSecGroupIPv6Test-1353480739-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0654294 Feb 04 17:34:42.402141 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 52688) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:34:42.412493 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (3f9244a9-75fc-4c10-b195-11d48b853b41), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:42.422352 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-74d1ba51-3ef4-4ce6-9ff5-e350c127587d None None] Deleting port 648c4bab-ecc7-47b1-aba4-bcebd484470a {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:34:42.422960 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-74d1ba51-3ef4-4ce6-9ff5-e350c127587d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (648c4bab-ecc7-47b1-aba4-bcebd484470a), before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:42.472475 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-53103dbd-f5a3-4e41-bfc5-fbd4cb6dc284 tempest-NegativeSecGroupIPv6Test-1353480739 tempest-NegativeSecGroupIPv6Test-1353480739-project] Publish callbacks [] for security_group (b682abf1-f4fb-46bc-83df-1440dd291e67), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:42.481277 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [None req-68dc7fc2-7c50-4e97-b9c0-782d421a025b tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] For port 648c4bab-ecc7-47b1-aba4-bcebd484470a, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=648c4bab-ecc7-47b1-aba4-bcebd484470a,segment=NetworkSegment(9443e3f6-82a1-405b-993a-7a2ecd49611e),segment_id=9443e3f6-82a1-405b-993a-7a2ecd49611e)] {{(pid=103376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:34:42.481731 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-68dc7fc2-7c50-4e97-b9c0-782d421a025b tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (648c4bab-ecc7-47b1-aba4-bcebd484470a), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:42.497337 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-68dc7fc2-7c50-4e97-b9c0-782d421a025b tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Calling delete_port for 648c4bab-ecc7-47b1-aba4-bcebd484470a owned by network:dhcp {{(pid=103376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:34:42.498840 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-53103dbd-f5a3-4e41-bfc5-fbd4cb6dc284 tempest-NegativeSecGroupIPv6Test-1353480739 tempest-NegativeSecGroupIPv6Test-1353480739-project] Publish callbacks [] for security_group (b682abf1-f4fb-46bc-83df-1440dd291e67), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:42.552180 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-53103dbd-f5a3-4e41-bfc5-fbd4cb6dc284 tempest-NegativeSecGroupIPv6Test-1353480739 tempest-NegativeSecGroupIPv6Test-1353480739-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (b682abf1-f4fb-46bc-83df-1440dd291e67), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:42.555775 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-53103dbd-f5a3-4e41-bfc5-fbd4cb6dc284 tempest-NegativeSecGroupIPv6Test-1353480739 tempest-NegativeSecGroupIPv6Test-1353480739-project] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:42.562851 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-53103dbd-f5a3-4e41-bfc5-fbd4cb6dc284 tempest-NegativeSecGroupIPv6Test-1353480739 tempest-NegativeSecGroupIPv6Test-1353480739-project] 10.222.0.89 "DELETE /v2.0/security-groups/b682abf1-f4fb-46bc-83df-1440dd291e67 HTTP/1.1" status: 204 len: 168 time: 0.1587446 Feb 04 17:34:42.573715 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-74d1ba51-3ef4-4ce6-9ff5-e350c127587d None None] For port 648c4bab-ecc7-47b1-aba4-bcebd484470a, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=648c4bab-ecc7-47b1-aba4-bcebd484470a,segment=NetworkSegment(9443e3f6-82a1-405b-993a-7a2ecd49611e),segment_id=9443e3f6-82a1-405b-993a-7a2ecd49611e)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:34:42.573930 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 52690) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:34:42.574500 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-74d1ba51-3ef4-4ce6-9ff5-e350c127587d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (648c4bab-ecc7-47b1-aba4-bcebd484470a), precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:42.590462 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-74d1ba51-3ef4-4ce6-9ff5-e350c127587d None None] Calling delete_port for 648c4bab-ecc7-47b1-aba4-bcebd484470a owned by network:dhcp {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:34:42.615675 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53103dbd-f5a3-4e41-bfc5-fbd4cb6dc284 tempest-NegativeSecGroupIPv6Test-1353480739 tempest-NegativeSecGroupIPv6Test-1353480739-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b682abf1-f4fb-46bc-83df-1440dd291e67,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:34:42.705855 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-1526704b-be32-4eca-a891-9453d046cb45 tempest-NegativeSecGroupIPv6Test-1353480739 tempest-NegativeSecGroupIPv6Test-1353480739-project] 10.222.0.89 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1175199 Feb 04 17:34:42.706459 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 52692) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:34:42.713436 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-294fc10e-e9a1-4e96-bce4-bcb034792189 tempest-NegativeSecGroupIPv6Test-1353480739 tempest-NegativeSecGroupIPv6Test-1353480739-project] Request body: {'security_group': {'name': 'tempest-secgroup--2146634900'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:34:42.719531 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-74d1ba51-3ef4-4ce6-9ff5-e350c127587d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144'] for port (648c4bab-ecc7-47b1-aba4-bcebd484470a), after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:42.750819 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-294fc10e-e9a1-4e96-bce4-bcb034792189 tempest-NegativeSecGroupIPv6Test-1353480739 tempest-NegativeSecGroupIPv6Test-1353480739-project] Publish callbacks [] for security_group (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:42.758052 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d1ba51-3ef4-4ce6-9ff5-e350c127587d None None] Pushing event deleted for resources: {'Port': ['ID=648c4bab-ecc7-47b1-aba4-bcebd484470a,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:34:42.764511 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74d1ba51-3ef4-4ce6-9ff5-e350c127587d None None] No DVR routers for this DVR port 648c4bab-ecc7-47b1-aba4-bcebd484470a on host n-d-827839-2 {{(pid=103378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 17:34:42.865186 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-294fc10e-e9a1-4e96-bce4-bcb034792189 tempest-NegativeSecGroupIPv6Test-1353480739 tempest-NegativeSecGroupIPv6Test-1353480739-project] Publish callbacks [] for security_group (9ce92bd2-af9c-4d32-ba52-dbceef3be9e5), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:42.872365 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-294fc10e-e9a1-4e96-bce4-bcb034792189 tempest-NegativeSecGroupIPv6Test-1353480739 tempest-NegativeSecGroupIPv6Test-1353480739-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (9ce92bd2-af9c-4d32-ba52-dbceef3be9e5), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:42.900594 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-294fc10e-e9a1-4e96-bce4-bcb034792189 tempest-NegativeSecGroupIPv6Test-1353480739 tempest-NegativeSecGroupIPv6Test-1353480739-project] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:42.901960 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-294fc10e-e9a1-4e96-bce4-bcb034792189 tempest-NegativeSecGroupIPv6Test-1353480739 tempest-NegativeSecGroupIPv6Test-1353480739-project] 10.222.0.89 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1945460 Feb 04 17:34:42.926109 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294fc10e-e9a1-4e96-bce4-bcb034792189 tempest-NegativeSecGroupIPv6Test-1353480739 tempest-NegativeSecGroupIPv6Test-1353480739-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9ce92bd2-af9c-4d32-ba52-dbceef3be9e5,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:34:42.928185 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 52696) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:34:42.943599 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-634efe65-234f-4f1b-aa7f-89753c90aabe tempest-NegativeSecGroupIPv6Test-1353480739 tempest-NegativeSecGroupIPv6Test-1353480739-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:34:42.944825 n-d-827839-2 neutron-server[103377]: WARNING neutron.api.v2.base [None req-634efe65-234f-4f1b-aa7f-89753c90aabe tempest-NegativeSecGroupIPv6Test-1353480739 tempest-NegativeSecGroupIPv6Test-1353480739-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Feb 04 17:34:42.945380 n-d-827839-2 neutron-server[103377]: INFO neutron.api.v2.resource [None req-634efe65-234f-4f1b-aa7f-89753c90aabe tempest-NegativeSecGroupIPv6Test-1353480739 tempest-NegativeSecGroupIPv6Test-1353480739-project] update failed (client error): There was a conflict when trying to complete your request. Feb 04 17:34:42.946589 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-634efe65-234f-4f1b-aa7f-89753c90aabe tempest-NegativeSecGroupIPv6Test-1353480739 tempest-NegativeSecGroupIPv6Test-1353480739-project] 10.222.0.89 "PUT /v2.0/security-groups/9ce92bd2-af9c-4d32-ba52-dbceef3be9e5 HTTP/1.1" status: 409 len: 330 time: 0.0081260 Feb 04 17:34:42.951860 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 52698) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:34:43.008917 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-68dc7fc2-7c50-4e97-b9c0-782d421a025b tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (648c4bab-ecc7-47b1-aba4-bcebd484470a), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:43.041206 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68dc7fc2-7c50-4e97-b9c0-782d421a025b tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Pushing event deleted for resources: {'Port': ['ID=648c4bab-ecc7-47b1-aba4-bcebd484470a,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:34:43.053143 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68dc7fc2-7c50-4e97-b9c0-782d421a025b tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] No DVR routers for this DVR port 648c4bab-ecc7-47b1-aba4-bcebd484470a on host n-d-827839-2 {{(pid=103376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 17:34:43.059463 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-a107cf65-f2b7-43a3-ad5e-48d21748d51c tempest-NegativeSecGroupIPv6Test-1353480739 tempest-NegativeSecGroupIPv6Test-1353480739-project] Publish callbacks [] for security_group (9ce92bd2-af9c-4d32-ba52-dbceef3be9e5), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:43.088880 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-a107cf65-f2b7-43a3-ad5e-48d21748d51c tempest-NegativeSecGroupIPv6Test-1353480739 tempest-NegativeSecGroupIPv6Test-1353480739-project] Publish callbacks [] for security_group (9ce92bd2-af9c-4d32-ba52-dbceef3be9e5), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:43.094547 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 648c4bab-ecc7-47b1-aba4-bcebd484470a no longer exists at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:34:43.116998 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] No Port match for: 648c4bab-ecc7-47b1-aba4-bcebd484470a {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 17:34:43.117430 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 648c4bab-ecc7-47b1-aba4-bcebd484470a not bound to the agent host n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 17:34:43.183778 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f7b47f-5779-4bed-abb5-11ae23d13a48 req-0b523bde-c287-419b-be11-e87d7f457954 tempest-MultipleCreateTestJSON-1004538366 tempest-MultipleCreateTestJSON-1004538366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:34:43.184929 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-a107cf65-f2b7-43a3-ad5e-48d21748d51c tempest-NegativeSecGroupIPv6Test-1353480739 tempest-NegativeSecGroupIPv6Test-1353480739-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (9ce92bd2-af9c-4d32-ba52-dbceef3be9e5), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:43.190239 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-a107cf65-f2b7-43a3-ad5e-48d21748d51c tempest-NegativeSecGroupIPv6Test-1353480739 tempest-NegativeSecGroupIPv6Test-1353480739-project] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:43.191062 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-a4f7b47f-5779-4bed-abb5-11ae23d13a48 req-0b523bde-c287-419b-be11-e87d7f457954 tempest-MultipleCreateTestJSON-1004538366 tempest-MultipleCreateTestJSON-1004538366-project] 10.222.0.89 "GET /v2.0/ports?device_id=3c858b15-be14-49e6-a27f-667df18f035e HTTP/1.1" status: 200 len: 946 time: 0.1535628 Feb 04 17:34:43.194716 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-68dc7fc2-7c50-4e97-b9c0-782d421a025b tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1543676', 'neutron.services.segments.db._delete_segments_for_network-8781084786517'] for network (85e2c452-28ee-4305-9996-830207faba11), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:43.195055 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-a107cf65-f2b7-43a3-ad5e-48d21748d51c tempest-NegativeSecGroupIPv6Test-1353480739 tempest-NegativeSecGroupIPv6Test-1353480739-project] 10.222.0.89 "DELETE /v2.0/security-groups/9ce92bd2-af9c-4d32-ba52-dbceef3be9e5 HTTP/1.1" status: 204 len: 168 time: 0.2411437 Feb 04 17:34:43.208359 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 52702) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:34:43.227325 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a107cf65-f2b7-43a3-ad5e-48d21748d51c tempest-NegativeSecGroupIPv6Test-1353480739 tempest-NegativeSecGroupIPv6Test-1353480739-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ce92bd2-af9c-4d32-ba52-dbceef3be9e5,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:34:43.260600 n-d-827839-2 neutron-server[103376]: DEBUG neutron.services.segments.db [None req-68dc7fc2-7c50-4e97-b9c0-782d421a025b tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85e2c452-28ee-4305-9996-830207faba11']}} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:34:43.306291 n-d-827839-2 neutron-server[103376]: DEBUG neutron.services.segments.db [None req-68dc7fc2-7c50-4e97-b9c0-782d421a025b tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9443e3f6-82a1-405b-993a-7a2ecd49611e') {'for_net_delete': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:34:43.306617 n-d-827839-2 neutron-server[103376]: DEBUG neutron.services.segments.db [None req-68dc7fc2-7c50-4e97-b9c0-782d421a025b tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9443e3f6-82a1-405b-993a-7a2ecd49611e') {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:34:43.320873 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-a4f7b47f-5779-4bed-abb5-11ae23d13a48 req-c96eb903-eb9c-40ac-806d-0174088fe8f1 tempest-MultipleCreateTestJSON-1004538366 tempest-MultipleCreateTestJSON-1004538366-project] 10.222.0.89 "GET /v2.0/security-groups?id=8619c0af-85b7-4241-9340-7b1e0213ad09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275916 Feb 04 17:34:43.324203 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-68dc7fc2-7c50-4e97-b9c0-782d421a025b tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781084783966', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25674908'] for segment (9443e3f6-82a1-405b-993a-7a2ecd49611e), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:43.334323 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-4ce1647f-24aa-4193-9c00-56caa0157c30 tempest-NegativeSecGroupIPv6Test-1353480739 tempest-NegativeSecGroupIPv6Test-1353480739-project] 10.222.0.89 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1237662 Feb 04 17:34:43.334553 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 52706) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:34:43.351177 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-68dc7fc2-7c50-4e97-b9c0-782d421a025b tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (9443e3f6-82a1-405b-993a-7a2ecd49611e), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:43.358961 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68dc7fc2-7c50-4e97-b9c0-782d421a025b tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Releasing vlan 759 on physical network physnet1 to pool {{(pid=103376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 17:34:43.359716 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-68dc7fc2-7c50-4e97-b9c0-782d421a025b tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25675992'] for segment (9443e3f6-82a1-405b-993a-7a2ecd49611e), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:43.363562 n-d-827839-2 neutron-server[103376]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 17:34:43.363562 n-d-827839-2 neutron-server[103376]: self.session.flush() Feb 04 17:34:43.363562 n-d-827839-2 neutron-server[103376]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 17:34:43.363562 n-d-827839-2 neutron-server[103376]: self.session.flush() Feb 04 17:34:43.363562 n-d-827839-2 neutron-server[103376]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 17:34:43.363562 n-d-827839-2 neutron-server[103376]: self.session.flush() Feb 04 17:34:43.363562 n-d-827839-2 neutron-server[103376]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 17:34:43.363562 n-d-827839-2 neutron-server[103376]: self.session.flush() Feb 04 17:34:43.363562 n-d-827839-2 neutron-server[103376]: Traceback (most recent call last): Feb 04 17:34:43.363562 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 17:34:43.363562 n-d-827839-2 neutron-server[103376]: timer() Feb 04 17:34:43.363562 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 17:34:43.363562 n-d-827839-2 neutron-server[103376]: cb(*args, **kw) Feb 04 17:34:43.363562 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 17:34:43.363562 n-d-827839-2 neutron-server[103376]: return func(*args, **kwargs) Feb 04 17:34:43.363562 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 17:34:43.363562 n-d-827839-2 neutron-server[103376]: self._notify() Feb 04 17:34:43.363562 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 17:34:43.363562 n-d-827839-2 neutron-server[103376]: self.callback(batched_events) Feb 04 17:34:43.363562 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 17:34:43.363562 n-d-827839-2 neutron-server[103376]: event.method(event) Feb 04 17:34:43.363562 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 17:34:43.363562 n-d-827839-2 neutron-server[103376]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 17:34:43.363562 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 17:34:43.363562 n-d-827839-2 neutron-server[103376]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 17:34:43.363562 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 17:34:43.363562 n-d-827839-2 neutron-server[103376]: return f(self, *a, **k) Feb 04 17:34:43.363562 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 17:34:43.363562 n-d-827839-2 neutron-server[103376]: return self._get(url).json() Feb 04 17:34:43.363562 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 17:34:43.363562 n-d-827839-2 neutron-server[103376]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 17:34:43.363562 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 17:34:43.363562 n-d-827839-2 neutron-server[103376]: return self.request(url, 'GET', **kwargs) Feb 04 17:34:43.363562 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 17:34:43.363562 n-d-827839-2 neutron-server[103376]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 17:34:43.363562 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 17:34:43.363562 n-d-827839-2 neutron-server[103376]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 17:34:43.363562 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 17:34:43.363562 n-d-827839-2 neutron-server[103376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 17:34:43.363562 n-d-827839-2 neutron-server[103376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 17:34:43.370031 n-d-827839-2 neutron-server[103377]: INFO neutron.api.v2.resource [None req-37011163-1d54-4108-b38e-8b08c4111ab5 tempest-NegativeSecGroupIPv6Test-1353480739 tempest-NegativeSecGroupIPv6Test-1353480739-project] delete failed (client error): The resource could not be found. Feb 04 17:34:43.370031 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-37011163-1d54-4108-b38e-8b08c4111ab5 tempest-NegativeSecGroupIPv6Test-1353480739 tempest-NegativeSecGroupIPv6Test-1353480739-project] 10.222.0.89 "DELETE /v2.0/security-groups/d03b2e03-3fcb-4182-9f7d-f1756cbbc26f HTTP/1.1" status: 404 len: 347 time: 0.0307753 Feb 04 17:34:43.380113 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 52708) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:34:43.395278 n-d-827839-2 neutron-server[103377]: INFO neutron.api.v2.resource [None req-5534f7d5-9c9c-45a7-a0f7-21fcf08f4529 tempest-NegativeSecGroupIPv6Test-1353480739 tempest-NegativeSecGroupIPv6Test-1353480739-project] show failed (client error): The resource could not be found. Feb 04 17:34:43.400019 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-5534f7d5-9c9c-45a7-a0f7-21fcf08f4529 tempest-NegativeSecGroupIPv6Test-1353480739 tempest-NegativeSecGroupIPv6Test-1353480739-project] 10.222.0.89 "GET /v2.0/security-groups/3f844afa-64d9-42b5-b400-9ea761caae50 HTTP/1.1" status: 404 len: 347 time: 0.0187922 Feb 04 17:34:43.400591 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 52710) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:34:43.415539 n-d-827839-2 neutron-server[103377]: INFO neutron.api.v2.resource [None req-e04dc734-473e-4731-a6e8-f1226dd538ae tempest-NegativeSecGroupIPv6Test-1353480739 tempest-NegativeSecGroupIPv6Test-1353480739-project] show failed (client error): The resource could not be found. Feb 04 17:34:43.423821 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-e04dc734-473e-4731-a6e8-f1226dd538ae tempest-NegativeSecGroupIPv6Test-1353480739 tempest-NegativeSecGroupIPv6Test-1353480739-project] 10.222.0.89 "GET /v2.0/security-group-rules/a60d2223-36a3-431a-a88c-aca9ecf90693 HTTP/1.1" status: 404 len: 356 time: 0.0212228 Feb 04 17:34:43.476408 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-68dc7fc2-7c50-4e97-b9c0-782d421a025b tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1543671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1595572'] for network (85e2c452-28ee-4305-9996-830207faba11), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:43.494306 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-68dc7fc2-7c50-4e97-b9c0-782d421a025b tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Publish callbacks [] for network (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:43.498095 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-68dc7fc2-7c50-4e97-b9c0-782d421a025b tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] 10.222.0.89 "DELETE /v2.0/networks/85e2c452-28ee-4305-9996-830207faba11 HTTP/1.1" status: 204 len: 168 time: 1.4379520 Feb 04 17:34:43.503426 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 52718) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:34:43.509783 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-f8d9b1f6-756d-4fd2-9918-d4ad86c0290e tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-278699497', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:34:43.532299 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68dc7fc2-7c50-4e97-b9c0-782d421a025b tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Pushing event deleted for resources: {'Network': ['ID=85e2c452-28ee-4305-9996-830207faba11,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:34:43.552946 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-f8d9b1f6-756d-4fd2-9918-d4ad86c0290e tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1601657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26921'] for router (6f3d8750-ceed-441b-bf8d-70e7804e000d), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:43.554272 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-f8d9b1f6-756d-4fd2-9918-d4ad86c0290e tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1602025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603663', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1630571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26960'] for router (6f3d8750-ceed-441b-bf8d-70e7804e000d), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:43.627654 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-f8d9b1f6-756d-4fd2-9918-d4ad86c0290e tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Publish callbacks [] for router_controller (6f3d8750-ceed-441b-bf8d-70e7804e000d), precommit_add_association {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:43.633177 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-f8d9b1f6-756d-4fd2-9918-d4ad86c0290e tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1602046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603680'] for router (6f3d8750-ceed-441b-bf8d-70e7804e000d), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:43.657284 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-f8d9b1f6-756d-4fd2-9918-d4ad86c0290e tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Publish callbacks [] for router (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:43.661783 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-f8d9b1f6-756d-4fd2-9918-d4ad86c0290e tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] 10.222.0.89 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.1540880 Feb 04 17:34:43.661972 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 52720) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:34:43.667489 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-9c9e8bad-2ba0-47f3-bb56-c8119d77c857 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Request body: {'network': {'name': 'tempest-RoutersTest-952581065'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:34:43.697545 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c9e8bad-2ba0-47f3-bb56-c8119d77c857 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Made reservation on behalf of d3ff32f7652b479da34ca36dc7895dfa for: {'network': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:34:43.702547 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-9c9e8bad-2ba0-47f3-bb56-c8119d77c857 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for network (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:43.731258 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c9e8bad-2ba0-47f3-bb56-c8119d77c857 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] vlan segment allocate from pool success with {'vlan_id': 766, 'physical_network': 'physnet1'} {{(pid=103377) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 17:34:43.749136 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-9c9e8bad-2ba0-47f3-bb56-c8119d77c857 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (335c8219-1f8b-4e3c-9217-22d5b516f74e), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:43.750062 n-d-827839-2 neutron-server[103377]: INFO neutron.db.segments_db [None req-9c9e8bad-2ba0-47f3-bb56-c8119d77c857 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Added segment 335c8219-1f8b-4e3c-9217-22d5b516f74e of type vlan for network 8487074d-54a4-45cf-aae0-108f71ca371b Feb 04 17:34:43.807263 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-9c9e8bad-2ba0-47f3-bb56-c8119d77c857 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781084292801'] for network (8487074d-54a4-45cf-aae0-108f71ca371b), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:43.807624 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 52724) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:34:43.846388 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-9c9e8bad-2ba0-47f3-bb56-c8119d77c857 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327'] for network (8487074d-54a4-45cf-aae0-108f71ca371b), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:43.854064 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c9e8bad-2ba0-47f3-bb56-c8119d77c857 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:34:43.855046 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-9c9e8bad-2ba0-47f3-bb56-c8119d77c857 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Publish callbacks [] for network (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:43.973036 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-9c9e8bad-2ba0-47f3-bb56-c8119d77c857 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.3074777 Feb 04 17:34:43.973036 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9e8bad-2ba0-47f3-bb56-c8119d77c857 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Pushing event updated for resources: {'Network': ['ID=8487074d-54a4-45cf-aae0-108f71ca371b,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:34:43.974800 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 52728) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:34:43.982650 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Network 8487074d-54a4-45cf-aae0-108f71ca371b details requested by agent ovs-agent-n-d-827839-2 with host n-d-827839-2 {{(pid=103378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 17:34:44.000881 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-de7a085a-0dcd-4be0-bd8b-b9598b1e145d tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Request body: {'subnet': {'network_id': '8487074d-54a4-45cf-aae0-108f71ca371b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:34:44.025098 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-72fde61f-9fed-456a-81e7-01c3ab58bc36 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=d8ecc8124a734651aef517e0bd51c74f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2140696 Feb 04 17:34:44.029054 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 52732) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:34:44.123885 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-033c6b6b-894a-4a5b-a84a-6b2df423bb19 admin admin] Publish callbacks [] for security_group (81d9590f-c4ba-468b-8254-73cd15293859), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:44.138604 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de7a085a-0dcd-4be0-bd8b-b9598b1e145d tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Made reservation on behalf of d3ff32f7652b479da34ca36dc7895dfa for: {'subnet': 1} {{(pid=103376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:34:44.143691 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-de7a085a-0dcd-4be0-bd8b-b9598b1e145d tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25859006'] for subnet (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:44.155331 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-033c6b6b-894a-4a5b-a84a-6b2df423bb19 admin admin] Publish callbacks [] for security_group (81d9590f-c4ba-468b-8254-73cd15293859), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:44.218771 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-033c6b6b-894a-4a5b-a84a-6b2df423bb19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (81d9590f-c4ba-468b-8254-73cd15293859), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:44.222978 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-033c6b6b-894a-4a5b-a84a-6b2df423bb19 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:44.224609 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-033c6b6b-894a-4a5b-a84a-6b2df423bb19 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/81d9590f-c4ba-468b-8254-73cd15293859 HTTP/1.1" status: 204 len: 168 time: 0.1944795 Feb 04 17:34:44.246635 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033c6b6b-894a-4a5b-a84a-6b2df423bb19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81d9590f-c4ba-468b-8254-73cd15293859,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:34:44.442450 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-de7a085a-0dcd-4be0-bd8b-b9598b1e145d tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25674939', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25858952'] for subnet (6f6d8615-f09d-4bc7-a5e2-068112e1995f), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:44.532870 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7a085a-0dcd-4be0-bd8b-b9598b1e145d tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Pushing event updated for resources: {'Subnet': ['ID=6f6d8615-f09d-4bc7-a5e2-068112e1995f,revision_number=0']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:34:44.548375 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de7a085a-0dcd-4be0-bd8b-b9598b1e145d tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Checking segment: {'id': '335c8219-1f8b-4e3c-9217-22d5b516f74e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '8487074d-54a4-45cf-aae0-108f71ca371b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:34:44.548763 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de7a085a-0dcd-4be0-bd8b-b9598b1e145d tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Network hostable DHCP agents. Network: 8487074d-54a4-45cf-aae0-108f71ca371b, hostable agents: ['bb89f5a3-3c22-440b-b7d1-c4f0c43c184a'], hosted agents: [] {{(pid=103376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 17:34:44.551260 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a9e007-eae1-43a2-b97f-a8cbcb798b20 req-ca7969fc-cf09-49b6-ad7f-4c7005b7980a tempest-MultipleCreateTestJSON-1004538366 tempest-MultipleCreateTestJSON-1004538366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:34:44.554304 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-22a9e007-eae1-43a2-b97f-a8cbcb798b20 req-ca7969fc-cf09-49b6-ad7f-4c7005b7980a tempest-MultipleCreateTestJSON-1004538366 tempest-MultipleCreateTestJSON-1004538366-project] 10.222.0.89 "GET /v2.0/ports?device_id=3c858b15-be14-49e6-a27f-667df18f035e HTTP/1.1" status: 200 len: 946 time: 0.0902514 Feb 04 17:34:44.568537 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de7a085a-0dcd-4be0-bd8b-b9598b1e145d tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Network 8487074d-54a4-45cf-aae0-108f71ca371b is scheduled to be hosted by DHCP agent bb89f5a3-3c22-440b-b7d1-c4f0c43c184a with binding_index 1 {{(pid=103376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 17:34:44.583266 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [None req-de7a085a-0dcd-4be0-bd8b-b9598b1e145d tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827839-2, 8487074d-54a4-45cf-aae0-108f71ca371b) {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:34:44.588719 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de7a085a-0dcd-4be0-bd8b-b9598b1e145d tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:34:44.589672 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-de7a085a-0dcd-4be0-bd8b-b9598b1e145d tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Publish callbacks [] for subnet (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:44.596680 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12d7fe68-5116-44d8-9389-833f051e42c0 None None] Network 8487074d-54a4-45cf-aae0-108f71ca371b requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:34:44.627889 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-de7a085a-0dcd-4be0-bd8b-b9598b1e145d tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6470027 Feb 04 17:34:44.631114 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 52746) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:34:44.653097 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-22a9e007-eae1-43a2-b97f-a8cbcb798b20 req-a253bffe-25f6-4a88-a5d8-5181dbeb21fb tempest-MultipleCreateTestJSON-1004538366 tempest-MultipleCreateTestJSON-1004538366-project] 10.222.0.89 "GET /v2.0/security-groups?id=8619c0af-85b7-4241-9340-7b1e0213ad09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913186 Feb 04 17:34:44.693975 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device 0299eb19-d54f-4b22-a56c-e013a5450a50 up at agent hyperv_n-h1-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:34:44.857097 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96eefd40-2cd6-4468-bd17-35b770a59ebb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e4c19ad-5724-5db8-8ee1-4f56ae69fcf4-8487074d-54a4-45cf-aae0-108f71ca371b', 'network_id': '8487074d-54a4-45cf-aae0-108f71ca371b', 'project_id': 'd3ff32f7652b479da34ca36dc7895dfa', 'fixed_ips': [{'subnet_id': '6f6d8615-f09d-4bc7-a5e2-068112e1995f'}]}} from n-d-827839-2. {{(pid=103378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 17:34:44.857995 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-96eefd40-2cd6-4468-bd17-35b770a59ebb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:44.891114 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Provisioning for port 0299eb19-d54f-4b22-a56c-e013a5450a50 completed by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 17:34:44.898629 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Provisioning complete for port 0299eb19-d54f-4b22-a56c-e013a5450a50 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:34:44.898898 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (0299eb19-d54f-4b22-a56c-e013a5450a50), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:45.107072 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07eeed5a-d7f6-42c4-8ce8-393e7e104cba req-f6599815-aae4-4371-842f-2d9d4805fe40 tempest-MultipleCreateTestJSON-1004538366 tempest-MultipleCreateTestJSON-1004538366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:34:45.108691 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-07eeed5a-d7f6-42c4-8ce8-393e7e104cba req-f6599815-aae4-4371-842f-2d9d4805fe40 tempest-MultipleCreateTestJSON-1004538366 tempest-MultipleCreateTestJSON-1004538366-project] 10.222.0.89 "GET /v2.0/ports?device_id=baa33f43-8859-4cff-8354-17ec6f4e23da HTTP/1.1" status: 200 len: 945 time: 0.2891810 Feb 04 17:34:45.252644 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-96eefd40-2cd6-4468-bd17-35b770a59ebb None None] Allocated IP 172.20.0.2 (8487074d-54a4-45cf-aae0-108f71ca371b/6f6d8615-f09d-4bc7-a5e2-068112e1995f/9f964af0-ef3d-4a54-a209-dcc68042c758) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:34:45.258334 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Current status of the port 0299eb19-d54f-4b22-a56c-e013a5450a50 is: BUILD; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:34:45.259017 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (0299eb19-d54f-4b22-a56c-e013a5450a50), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:45.269409 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-07eeed5a-d7f6-42c4-8ce8-393e7e104cba req-13164dba-39b8-4de5-ab6e-95d720d4aab4 tempest-MultipleCreateTestJSON-1004538366 tempest-MultipleCreateTestJSON-1004538366-project] 10.222.0.89 "GET /v2.0/security-groups?id=8619c0af-85b7-4241-9340-7b1e0213ad09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485946 Feb 04 17:34:45.296602 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'baa33f43-8859-4cff-8354-17ec6f4e23da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0299eb19-d54f-4b22-a56c-e013a5450a50'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:34:45.299497 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c34bc964ce2211770fda26ca2f3801cc06f4f39928110690550e94ab9c9d2fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94859a22-d1e6-4913-bb83-acaf91794f40" -d '{"events": [{"server_uuid": "baa33f43-8859-4cff-8354-17ec6f4e23da", "name": "network-vif-plugged", "status": "completed", "tag": "0299eb19-d54f-4b22-a56c-e013a5450a50"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:34:45.376909 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-15006f48-cbfd-4497-95a9-48a2d67e2038 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:45.389119 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] For port 0299eb19-d54f-4b22-a56c-e013a5450a50, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=0299eb19-d54f-4b22-a56c-e013a5450a50,segment=NetworkSegment(f7277a98-e15f-419f-b6f8-68b43cd7d31d),segment_id=f7277a98-e15f-419f-b6f8-68b43cd7d31d)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:34:45.405634 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (0299eb19-d54f-4b22-a56c-e013a5450a50), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:45.471029 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 17:34:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-649daf88-71f5-4743-95f8-950573effa69 x-openstack-request-id: req-649daf88-71f5-4743-95f8-950573effa69 {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:34:45.471593 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "baa33f43-8859-4cff-8354-17ec6f4e23da", "name": "network-vif-plugged", "status": "completed", "tag": "0299eb19-d54f-4b22-a56c-e013a5450a50", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:34:45.472000 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-649daf88-71f5-4743-95f8-950573effa69 {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:34:45.472553 n-d-827839-2 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'baa33f43-8859-4cff-8354-17ec6f4e23da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0299eb19-d54f-4b22-a56c-e013a5450a50', 'code': 200} Feb 04 17:34:45.614071 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Pushing event updated for resources: {'Port': ['ID=0299eb19-d54f-4b22-a56c-e013a5450a50,revision_number=5']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:34:45.648626 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-96eefd40-2cd6-4468-bd17-35b770a59ebb None None] Publish callbacks [] for port (9f964af0-ef3d-4a54-a209-dcc68042c758), precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:45.666477 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-96eefd40-2cd6-4468-bd17-35b770a59ebb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135'] for port (9f964af0-ef3d-4a54-a209-dcc68042c758), after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:45.746156 n-d-827839-2 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96eefd40-2cd6-4468-bd17-35b770a59ebb None None] Network 8487074d-54a4-45cf-aae0-108f71ca371b is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:34:45.750578 n-d-827839-2 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-96eefd40-2cd6-4468-bd17-35b770a59ebb None None] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:34:45.755008 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96eefd40-2cd6-4468-bd17-35b770a59ebb None None] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:34:45.807517 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.db_base_plugin_common [None req-15006f48-cbfd-4497-95a9-48a2d67e2038 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Allocated IP 172.20.0.1 (8487074d-54a4-45cf-aae0-108f71ca371b/6f6d8615-f09d-4bc7-a5e2-068112e1995f/92f4c3be-e15c-4f08-9788-b0a194389e06) {{(pid=103376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:34:45.811660 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96eefd40-2cd6-4468-bd17-35b770a59ebb None None] Pushing event updated for resources: {'Port': ['ID=9f964af0-ef3d-4a54-a209-dcc68042c758,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:34:45.875551 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-96eefd40-2cd6-4468-bd17-35b770a59ebb None None] Attempting to bind port 9f964af0-ef3d-4a54-a209-dcc68042c758 on host n-d-827839-2 for vnic_type normal with profile {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:34:45.875937 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-96eefd40-2cd6-4468-bd17-35b770a59ebb None None] Attempting to bind port 9f964af0-ef3d-4a54-a209-dcc68042c758 by drivers openvswitch,hyperv on host n-d-827839-2 at level 0 using segments [{'id': '335c8219-1f8b-4e3c-9217-22d5b516f74e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '8487074d-54a4-45cf-aae0-108f71ca371b'}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:34:45.876310 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96eefd40-2cd6-4468-bd17-35b770a59ebb None None] Attempting to bind port 9f964af0-ef3d-4a54-a209-dcc68042c758 on network 8487074d-54a4-45cf-aae0-108f71ca371b {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:34:45.894668 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96eefd40-2cd6-4468-bd17-35b770a59ebb None None] Checking agent: {'id': 'ba70844b-66a0-45fd-a2f2-e6ed673321fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 0, 36), 'started_at': datetime.datetime(2022, 2, 4, 17, 1, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 34, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:34:45.895063 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96eefd40-2cd6-4468-bd17-35b770a59ebb None None] Checking segment: {'id': '335c8219-1f8b-4e3c-9217-22d5b516f74e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '8487074d-54a4-45cf-aae0-108f71ca371b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:34:45.895628 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-96eefd40-2cd6-4468-bd17-35b770a59ebb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:45.896033 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96eefd40-2cd6-4468-bd17-35b770a59ebb None None] Bound using segment: {'id': '335c8219-1f8b-4e3c-9217-22d5b516f74e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '8487074d-54a4-45cf-aae0-108f71ca371b'} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:34:45.896519 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-96eefd40-2cd6-4468-bd17-35b770a59ebb None None] Bound port: 9f964af0-ef3d-4a54-a209-dcc68042c758, host: n-d-827839-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '335c8219-1f8b-4e3c-9217-22d5b516f74e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '8487074d-54a4-45cf-aae0-108f71ca371b'}}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:34:45.896933 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-96eefd40-2cd6-4468-bd17-35b770a59ebb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (9f964af0-ef3d-4a54-a209-dcc68042c758), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:46.005729 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-96eefd40-2cd6-4468-bd17-35b770a59ebb None None] For port 9f964af0-ef3d-4a54-a209-dcc68042c758, host n-d-827839-2, cleared binding levels {{(pid=103378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:34:46.009533 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-96eefd40-2cd6-4468-bd17-35b770a59ebb None None] For port 9f964af0-ef3d-4a54-a209-dcc68042c758, host n-d-827839-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=9f964af0-ef3d-4a54-a209-dcc68042c758,segment=NetworkSegment(335c8219-1f8b-4e3c-9217-22d5b516f74e),segment_id=335c8219-1f8b-4e3c-9217-22d5b516f74e)] {{(pid=103378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:34:46.017977 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-96eefd40-2cd6-4468-bd17-35b770a59ebb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (9f964af0-ef3d-4a54-a209-dcc68042c758), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:46.021750 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-15006f48-cbfd-4497-95a9-48a2d67e2038 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Publish callbacks [] for port (92f4c3be-e15c-4f08-9788-b0a194389e06), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:46.138576 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1d5d63-2a17-4395-aae8-c97bd4f35e74 req-7763cde8-fe85-403d-8f64-b6060cb710c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:34:46.140250 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96eefd40-2cd6-4468-bd17-35b770a59ebb None None] Pushing event updated for resources: {'Port': ['ID=9f964af0-ef3d-4a54-a209-dcc68042c758,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:34:46.141921 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-7f1d5d63-2a17-4395-aae8-c97bd4f35e74 req-7763cde8-fe85-403d-8f64-b6060cb710c7 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=baa33f43-8859-4cff-8354-17ec6f4e23da HTTP/1.1" status: 200 len: 1128 time: 0.1690788 Feb 04 17:34:46.185589 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-15006f48-cbfd-4497-95a9-48a2d67e2038 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (92f4c3be-e15c-4f08-9788-b0a194389e06), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:46.218214 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15006f48-cbfd-4497-95a9-48a2d67e2038 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Network 8487074d-54a4-45cf-aae0-108f71ca371b is already hosted by enough agents. {{(pid=103376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:34:46.251752 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [None req-15006f48-cbfd-4497-95a9-48a2d67e2038 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Resources bound (agent type, host, resource id): {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:34:46.255091 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15006f48-cbfd-4497-95a9-48a2d67e2038 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Received port after_create {{(pid=103376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:34:46.260302 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-7f1d5d63-2a17-4395-aae8-c97bd4f35e74 req-cdfd8417-9a03-416c-8e88-779ebabc2d6f service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=8619c0af-85b7-4241-9340-7b1e0213ad09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091778 Feb 04 17:34:46.329547 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-15006f48-cbfd-4497-95a9-48a2d67e2038 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1595471'] for router_interface (6f3d8750-ceed-441b-bf8d-70e7804e000d), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:46.511134 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15006f48-cbfd-4497-95a9-48a2d67e2038 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Pushing event updated for resources: {'Port': ['ID=92f4c3be-e15c-4f08-9788-b0a194389e06,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:34:46.555272 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3eaa53-f031-4443-93a0-7a1018fac991 req-9afb66a3-166b-4016-a17b-289faddc141e tempest-MultipleCreateTestJSON-1004538366 tempest-MultipleCreateTestJSON-1004538366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:34:46.563808 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-1b3eaa53-f031-4443-93a0-7a1018fac991 req-9afb66a3-166b-4016-a17b-289faddc141e tempest-MultipleCreateTestJSON-1004538366 tempest-MultipleCreateTestJSON-1004538366-project] 10.222.0.89 "GET /v2.0/ports?device_id=baa33f43-8859-4cff-8354-17ec6f4e23da HTTP/1.1" status: 200 len: 946 time: 0.1776338 Feb 04 17:34:46.726185 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-1b3eaa53-f031-4443-93a0-7a1018fac991 req-ccaeeceb-af97-4ab8-a71e-0c345410a7ad tempest-MultipleCreateTestJSON-1004538366 tempest-MultipleCreateTestJSON-1004538366-project] 10.222.0.89 "GET /v2.0/security-groups?id=8619c0af-85b7-4241-9340-7b1e0213ad09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590497 Feb 04 17:34:46.728478 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-15006f48-cbfd-4497-95a9-48a2d67e2038 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (92f4c3be-e15c-4f08-9788-b0a194389e06), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:47.157070 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 9f964af0-ef3d-4a54-a209-dcc68042c758 up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:34:47.244798 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port 9f964af0-ef3d-4a54-a209-dcc68042c758 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:34:47.245187 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (9f964af0-ef3d-4a54-a209-dcc68042c758), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:47.300643 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-15006f48-cbfd-4497-95a9-48a2d67e2038 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Publish callbacks [] for port (92f4c3be-e15c-4f08-9788-b0a194389e06), precommit_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:47.316377 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-15006f48-cbfd-4497-95a9-48a2d67e2038 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675836'] for port (92f4c3be-e15c-4f08-9788-b0a194389e06), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:47.423092 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port 9f964af0-ef3d-4a54-a209-dcc68042c758 is: DOWN; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:34:47.423581 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (9f964af0-ef3d-4a54-a209-dcc68042c758), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:47.467529 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15006f48-cbfd-4497-95a9-48a2d67e2038 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Pushing event updated for resources: {'Port': ['ID=92f4c3be-e15c-4f08-9788-b0a194389e06,revision_number=2']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:34:47.503956 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-15006f48-cbfd-4497-95a9-48a2d67e2038 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1677345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602751'] for router_interface (6f3d8750-ceed-441b-bf8d-70e7804e000d), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:47.516594 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] For port 9f964af0-ef3d-4a54-a209-dcc68042c758, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=9f964af0-ef3d-4a54-a209-dcc68042c758,segment=NetworkSegment(335c8219-1f8b-4e3c-9217-22d5b516f74e),segment_id=335c8219-1f8b-4e3c-9217-22d5b516f74e)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:34:47.528419 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (9f964af0-ef3d-4a54-a209-dcc68042c758), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:47.676845 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Pushing event updated for resources: {'Port': ['ID=9f964af0-ef3d-4a54-a209-dcc68042c758,revision_number=3']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:34:47.795272 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15006f48-cbfd-4497-95a9-48a2d67e2038 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Network 8487074d-54a4-45cf-aae0-108f71ca371b is already hosted by enough agents. {{(pid=103376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:34:47.802774 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [None req-15006f48-cbfd-4497-95a9-48a2d67e2038 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Resources bound (agent type, host, resource id): {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:34:48.092538 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9e91412-a9d4-4587-9d3e-24dc67e5e7d5 None None] Network 8487074d-54a4-45cf-aae0-108f71ca371b requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:34:48.187709 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15006f48-cbfd-4497-95a9-48a2d67e2038 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Router 6f3d8750-ceed-441b-bf8d-70e7804e000d is scheduled to L3 agent 64ada913-9131-4d99-a265-63a920956287 with binding_index 1 {{(pid=103376) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 17:34:48.210045 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4338a8a6-4782-419a-a486-82b06b86d307 req-df6862ce-048f-49f4-be2f-9f7777d25c48 tempest-MultipleCreateTestJSON-1004538366 tempest-MultipleCreateTestJSON-1004538366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:34:48.220122 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-4338a8a6-4782-419a-a486-82b06b86d307 req-df6862ce-048f-49f4-be2f-9f7777d25c48 tempest-MultipleCreateTestJSON-1004538366 tempest-MultipleCreateTestJSON-1004538366-project] 10.222.0.89 "GET /v2.0/ports?device_id=baa33f43-8859-4cff-8354-17ec6f4e23da HTTP/1.1" status: 200 len: 946 time: 0.2016716 Feb 04 17:34:48.333453 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-bdd5025c-cb23-4706-97a8-532dd94571c9 None None] Provisioning complete for port 9f964af0-ef3d-4a54-a209-dcc68042c758 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:34:48.333959 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-bdd5025c-cb23-4706-97a8-532dd94571c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (9f964af0-ef3d-4a54-a209-dcc68042c758), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:48.541775 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-4338a8a6-4782-419a-a486-82b06b86d307 req-0331983c-757d-435c-885d-c0e4c9baca0f tempest-MultipleCreateTestJSON-1004538366 tempest-MultipleCreateTestJSON-1004538366-project] 10.222.0.89 "GET /v2.0/security-groups?id=8619c0af-85b7-4241-9340-7b1e0213ad09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3083742 Feb 04 17:34:48.576356 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15006f48-cbfd-4497-95a9-48a2d67e2038 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Notify agent at l3_agent.n-d-827839-2 the message routers_updated {{(pid=103376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 17:34:48.590250 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4c3dcec-e381-4d78-a59a-a4522c58b861 None None] Sync routers for ids ['6f3d8750-ceed-441b-bf8d-70e7804e000d'] in n-d-827839-2 {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 17:34:48.609678 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-15006f48-cbfd-4497-95a9-48a2d67e2038 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] 10.222.0.89 "PUT /v2.0/routers/6f3d8750-ceed-441b-bf8d-70e7804e000d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9772923 Feb 04 17:34:48.611868 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 52892) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:34:48.619103 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-c103e31f-cdf6-4b55-9bca-a79639af11d5 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Request body: {'network': {'name': 'tempest-RoutersTest-169045649'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:34:48.624007 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4c3dcec-e381-4d78-a59a-a4522c58b861 None None] Routers {'6f3d8750-ceed-441b-bf8d-70e7804e000d'} bound to L3 agent in host n-d-827839-2 {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:34:48.627389 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-b4c3dcec-e381-4d78-a59a-a4522c58b861 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:34:32Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['6f3d8750-ceed-441b-bf8d-70e7804e000d'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:34:48.675371 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c103e31f-cdf6-4b55-9bca-a79639af11d5 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Made reservation on behalf of d3ff32f7652b479da34ca36dc7895dfa for: {'network': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:34:48.679843 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-c103e31f-cdf6-4b55-9bca-a79639af11d5 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for network (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:48.760636 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c103e31f-cdf6-4b55-9bca-a79639af11d5 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] vlan segment allocate from pool success with {'vlan_id': 784, 'physical_network': 'physnet1'} {{(pid=103377) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 17:34:48.791709 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-c103e31f-cdf6-4b55-9bca-a79639af11d5 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (649e2f86-102d-4b00-b4a8-8ce1211e8fa8), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:48.792154 n-d-827839-2 neutron-server[103377]: INFO neutron.db.segments_db [None req-c103e31f-cdf6-4b55-9bca-a79639af11d5 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Added segment 649e2f86-102d-4b00-b4a8-8ce1211e8fa8 of type vlan for network f2122144-f544-4274-ab84-898b64becced Feb 04 17:34:48.908714 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvr_db [None req-b4c3dcec-e381-4d78-a59a-a4522c58b861 None None] Set router 6f3d8750-ceed-441b-bf8d-70e7804e000d gateway port host: None {{(pid=103379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:34:48.928281 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-bdd5025c-cb23-4706-97a8-532dd94571c9 None None] Current status of the port 9f964af0-ef3d-4a54-a209-dcc68042c758 is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:34:48.947838 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-c103e31f-cdf6-4b55-9bca-a79639af11d5 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781084292801'] for network (f2122144-f544-4274-ab84-898b64becced), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:49.040604 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-c103e31f-cdf6-4b55-9bca-a79639af11d5 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327'] for network (f2122144-f544-4274-ab84-898b64becced), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:49.056218 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c103e31f-cdf6-4b55-9bca-a79639af11d5 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:34:49.061251 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-c103e31f-cdf6-4b55-9bca-a79639af11d5 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Publish callbacks [] for network (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:49.166255 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 9f964af0-ef3d-4a54-a209-dcc68042c758 up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:34:49.222820 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-c103e31f-cdf6-4b55-9bca-a79639af11d5 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.6055012 Feb 04 17:34:49.223093 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 52918) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:34:49.229629 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-c18c750f-6cef-4bd1-9aef-f8267729e9fe tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Request body: {'subnet': {'network_id': 'f2122144-f544-4274-ab84-898b64becced', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:34:49.272444 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c103e31f-cdf6-4b55-9bca-a79639af11d5 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Pushing event updated for resources: {'Network': ['ID=f2122144-f544-4274-ab84-898b64becced,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:34:49.300118 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Network f2122144-f544-4274-ab84-898b64becced details requested by agent ovs-agent-n-d-827839-2 with host n-d-827839-2 {{(pid=103378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 17:34:49.388223 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port 9f964af0-ef3d-4a54-a209-dcc68042c758 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:34:49.388921 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (9f964af0-ef3d-4a54-a209-dcc68042c758), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:49.461500 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c18c750f-6cef-4bd1-9aef-f8267729e9fe tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Made reservation on behalf of d3ff32f7652b479da34ca36dc7895dfa for: {'subnet': 1} {{(pid=103376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:34:49.465464 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-c18c750f-6cef-4bd1-9aef-f8267729e9fe tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25859006'] for subnet (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:49.536795 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-b4c3dcec-e381-4d78-a59a-a4522c58b861 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f3d8750-ceed-441b-bf8d-70e7804e000d', 'name': 'tempest-RoutersTest-router-278699497', 'tenant_id': 'd3ff32f7652b479da34ca36dc7895dfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:34:43Z', 'updated_at': '2022-02-04T17:34:46Z', 'revision_number': 2, 'project_id': 'd3ff32f7652b479da34ca36dc7895dfa', 'gw_port_host': None, '_interfaces': [{'id': '92f4c3be-e15c-4f08-9788-b0a194389e06', 'name': '', 'network_id': '8487074d-54a4-45cf-aae0-108f71ca371b', 'tenant_id': 'd3ff32f7652b479da34ca36dc7895dfa', 'mac_address': 'fa:16:3e:8b:5c:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f3d8750-ceed-441b-bf8d-70e7804e000d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2782, 'fixed_ips': [{'subnet_id': '6f6d8615-f09d-4bc7-a5e2-068112e1995f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:34:45Z', 'updated_at': '2022-02-04T17:34:47Z', 'revision_number': 2, 'project_id': 'd3ff32f7652b479da34ca36dc7895dfa', 'subnets': [{'id': '6f6d8615-f09d-4bc7-a5e2-068112e1995f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-2', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:34:49.549315 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-8269d1e6-59cb-48bc-835e-6c0e57b0e386 None None] Provisioning complete for port 9f964af0-ef3d-4a54-a209-dcc68042c758 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:34:49.549946 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8269d1e6-59cb-48bc-835e-6c0e57b0e386 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (9f964af0-ef3d-4a54-a209-dcc68042c758), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:49.759414 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port 9f964af0-ef3d-4a54-a209-dcc68042c758 is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:34:49.858842 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4c3dcec-e381-4d78-a59a-a4522c58b861 None None] Checking router: 6f3d8750-ceed-441b-bf8d-70e7804e000d for host: n-d-827839-2 {{(pid=103379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 17:34:49.859701 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4c3dcec-e381-4d78-a59a-a4522c58b861 None None] Updating router 6f3d8750-ceed-441b-bf8d-70e7804e000d port 92f4c3be-e15c-4f08-9788-b0a194389e06 binding host n-d-827839-2 {{(pid=103379) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 17:34:49.925960 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d7d376-ad88-4931-b44e-2c6970760489 req-2c5e7e1b-b8fe-4b7e-aa09-5da405ba0ce5 tempest-MultipleCreateTestJSON-1004538366 tempest-MultipleCreateTestJSON-1004538366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:34:49.929856 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-34d7d376-ad88-4931-b44e-2c6970760489 req-2c5e7e1b-b8fe-4b7e-aa09-5da405ba0ce5 tempest-MultipleCreateTestJSON-1004538366 tempest-MultipleCreateTestJSON-1004538366-project] 10.222.0.89 "GET /v2.0/ports?device_id=baa33f43-8859-4cff-8354-17ec6f4e23da HTTP/1.1" status: 200 len: 946 time: 0.1522543 Feb 04 17:34:49.933140 n-d-827839-2 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-b4c3dcec-e381-4d78-a59a-a4522c58b861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (92f4c3be-e15c-4f08-9788-b0a194389e06), before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:49.976604 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-c18c750f-6cef-4bd1-9aef-f8267729e9fe tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25674939', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25858952'] for subnet (605ecbf2-21e6-4d4c-a4dd-eed159e792c8), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:49.988258 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 52934) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:34:49.998634 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-8269d1e6-59cb-48bc-835e-6c0e57b0e386 None None] Current status of the port 9f964af0-ef3d-4a54-a209-dcc68042c758 is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:34:50.040864 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-8269d1e6-59cb-48bc-835e-6c0e57b0e386 None None] Provisioning complete for port 92f4c3be-e15c-4f08-9788-b0a194389e06 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:34:50.041299 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8269d1e6-59cb-48bc-835e-6c0e57b0e386 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (92f4c3be-e15c-4f08-9788-b0a194389e06), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:50.120049 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-8269d1e6-59cb-48bc-835e-6c0e57b0e386 None None] Port 92f4c3be-e15c-4f08-9788-b0a194389e06 cannot update to ACTIVE because it is not bound. {{(pid=103378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 17:34:50.142221 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-34d7d376-ad88-4931-b44e-2c6970760489 req-8b5efbf5-3b55-4b53-b194-c3597d7a4318 tempest-MultipleCreateTestJSON-1004538366 tempest-MultipleCreateTestJSON-1004538366-project] 10.222.0.89 "GET /v2.0/security-groups?id=8619c0af-85b7-4241-9340-7b1e0213ad09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1970930 Feb 04 17:34:50.203748 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18c750f-6cef-4bd1-9aef-f8267729e9fe tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Pushing event updated for resources: {'Subnet': ['ID=605ecbf2-21e6-4d4c-a4dd-eed159e792c8,revision_number=0']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:34:50.235858 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c18c750f-6cef-4bd1-9aef-f8267729e9fe tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Checking segment: {'id': '649e2f86-102d-4b00-b4a8-8ce1211e8fa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': 'f2122144-f544-4274-ab84-898b64becced'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:34:50.236331 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c18c750f-6cef-4bd1-9aef-f8267729e9fe tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Network hostable DHCP agents. Network: f2122144-f544-4274-ab84-898b64becced, hostable agents: ['bb89f5a3-3c22-440b-b7d1-c4f0c43c184a'], hosted agents: [] {{(pid=103376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 17:34:50.245973 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-c3ba7cee-63c4-4883-abcb-cf2fa48ddd3c None None] Provisioning complete for port 92f4c3be-e15c-4f08-9788-b0a194389e06 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:34:50.248042 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c3ba7cee-63c4-4883-abcb-cf2fa48ddd3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (92f4c3be-e15c-4f08-9788-b0a194389e06), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:50.271389 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c18c750f-6cef-4bd1-9aef-f8267729e9fe tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Network f2122144-f544-4274-ab84-898b64becced is scheduled to be hosted by DHCP agent bb89f5a3-3c22-440b-b7d1-c4f0c43c184a with binding_index 1 {{(pid=103376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 17:34:50.292218 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-91cd2efd-62ed-4f06-9c40-9895f2b3734e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:50.303377 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [None req-c18c750f-6cef-4bd1-9aef-f8267729e9fe tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827839-2, f2122144-f544-4274-ab84-898b64becced) {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:34:50.312375 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c18c750f-6cef-4bd1-9aef-f8267729e9fe tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:34:50.313120 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-c18c750f-6cef-4bd1-9aef-f8267729e9fe tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Publish callbacks [] for subnet (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:50.356473 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-c18c750f-6cef-4bd1-9aef-f8267729e9fe tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1295912 Feb 04 17:34:50.356889 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 52940) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:34:50.371497 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c701e563-f6e6-4849-9fc1-775185ca8df7 None None] Network f2122144-f544-4274-ab84-898b64becced requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:34:50.537594 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-c3ba7cee-63c4-4883-abcb-cf2fa48ddd3c None None] Port 92f4c3be-e15c-4f08-9788-b0a194389e06 cannot update to ACTIVE because it is not bound. {{(pid=103378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 17:34:50.558771 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-91cd2efd-62ed-4f06-9c40-9895f2b3734e admin admin] Publish callbacks [] for security_group (28a46869-6ab2-43df-b62f-06eb79129f1e), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:50.571922 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-91cd2efd-62ed-4f06-9c40-9895f2b3734e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (28a46869-6ab2-43df-b62f-06eb79129f1e), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:50.629553 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-91cd2efd-62ed-4f06-9c40-9895f2b3734e admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=d2b5473087da42aa964ec3120e566a00&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6388450 Feb 04 17:34:50.630462 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 52944) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:34:50.666964 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d112ea92-3ce2-4c33-b628-355104e660d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e4c19ad-5724-5db8-8ee1-4f56ae69fcf4-f2122144-f544-4274-ab84-898b64becced', 'network_id': 'f2122144-f544-4274-ab84-898b64becced', 'project_id': 'd3ff32f7652b479da34ca36dc7895dfa', 'fixed_ips': [{'subnet_id': '605ecbf2-21e6-4d4c-a4dd-eed159e792c8'}]}} from n-d-827839-2. {{(pid=103378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 17:34:50.667858 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d112ea92-3ce2-4c33-b628-355104e660d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:50.704293 n-d-827839-2 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-b4c3dcec-e381-4d78-a59a-a4522c58b861 None None] Publish callbacks [] for port (92f4c3be-e15c-4f08-9788-b0a194389e06), precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:50.722626 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91cd2efd-62ed-4f06-9c40-9895f2b3734e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28a46869-6ab2-43df-b62f-06eb79129f1e,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:34:50.723279 n-d-827839-2 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-b4c3dcec-e381-4d78-a59a-a4522c58b861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (92f4c3be-e15c-4f08-9788-b0a194389e06), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:50.739525 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-3c423536-617c-405a-a5e9-221e2688a8fe None None] Provisioning complete for port 92f4c3be-e15c-4f08-9788-b0a194389e06 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:34:50.740004 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3c423536-617c-405a-a5e9-221e2688a8fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (92f4c3be-e15c-4f08-9788-b0a194389e06), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:50.776058 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-a4874e49-559d-4046-a8c0-4b27ebc81e86 admin admin] Publish callbacks [] for security_group (28a46869-6ab2-43df-b62f-06eb79129f1e), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:50.851347 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-a4874e49-559d-4046-a8c0-4b27ebc81e86 admin admin] Publish callbacks [] for security_group (28a46869-6ab2-43df-b62f-06eb79129f1e), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:50.898984 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f139e5da-6dfc-428d-8024-998f5030f843 None None] Pushing event updated for resources: {'Port': ['ID=92f4c3be-e15c-4f08-9788-b0a194389e06,revision_number=3']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:34:50.989223 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-a4874e49-559d-4046-a8c0-4b27ebc81e86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (28a46869-6ab2-43df-b62f-06eb79129f1e), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:50.992692 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-a4874e49-559d-4046-a8c0-4b27ebc81e86 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:50.997127 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-a4874e49-559d-4046-a8c0-4b27ebc81e86 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/28a46869-6ab2-43df-b62f-06eb79129f1e HTTP/1.1" status: 204 len: 168 time: 0.3644450 Feb 04 17:34:51.011639 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f139e5da-6dfc-428d-8024-998f5030f843 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:34:51.011980 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f139e5da-6dfc-428d-8024-998f5030f843 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:34:51.012310 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f139e5da-6dfc-428d-8024-998f5030f843 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:34:51.012634 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f139e5da-6dfc-428d-8024-998f5030f843 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:34:51.012990 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f139e5da-6dfc-428d-8024-998f5030f843 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:34:51.013899 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f139e5da-6dfc-428d-8024-998f5030f843 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:34:51.014230 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f139e5da-6dfc-428d-8024-998f5030f843 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:34:51.014553 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f139e5da-6dfc-428d-8024-998f5030f843 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:34:51.015004 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f139e5da-6dfc-428d-8024-998f5030f843 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:34:51.015339 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f139e5da-6dfc-428d-8024-998f5030f843 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:34:51.015661 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f139e5da-6dfc-428d-8024-998f5030f843 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:34:51.015979 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f139e5da-6dfc-428d-8024-998f5030f843 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:34:51.016293 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f139e5da-6dfc-428d-8024-998f5030f843 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:34:51.019563 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4874e49-559d-4046-a8c0-4b27ebc81e86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28a46869-6ab2-43df-b62f-06eb79129f1e,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:34:51.080201 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-3c423536-617c-405a-a5e9-221e2688a8fe None None] Port 92f4c3be-e15c-4f08-9788-b0a194389e06 cannot update to ACTIVE because it is not bound. {{(pid=103378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 17:34:51.131033 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [None req-b4c3dcec-e381-4d78-a59a-a4522c58b861 None None] Attempting to bind port 92f4c3be-e15c-4f08-9788-b0a194389e06 on host n-d-827839-2 for vnic_type normal with profile {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:34:51.135198 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [None req-b4c3dcec-e381-4d78-a59a-a4522c58b861 None None] Attempting to bind port 92f4c3be-e15c-4f08-9788-b0a194389e06 by drivers openvswitch,hyperv on host n-d-827839-2 at level 0 using segments [{'id': '335c8219-1f8b-4e3c-9217-22d5b516f74e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '8487074d-54a4-45cf-aae0-108f71ca371b'}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:34:51.141608 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4c3dcec-e381-4d78-a59a-a4522c58b861 None None] Attempting to bind port 92f4c3be-e15c-4f08-9788-b0a194389e06 on network 8487074d-54a4-45cf-aae0-108f71ca371b {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:34:51.163545 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4c3dcec-e381-4d78-a59a-a4522c58b861 None None] Checking agent: {'id': 'ba70844b-66a0-45fd-a2f2-e6ed673321fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 0, 36), 'started_at': datetime.datetime(2022, 2, 4, 17, 1, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 34, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:34:51.178805 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4c3dcec-e381-4d78-a59a-a4522c58b861 None None] Checking segment: {'id': '335c8219-1f8b-4e3c-9217-22d5b516f74e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '8487074d-54a4-45cf-aae0-108f71ca371b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:34:51.179281 n-d-827839-2 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-b4c3dcec-e381-4d78-a59a-a4522c58b861 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:51.181046 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4c3dcec-e381-4d78-a59a-a4522c58b861 None None] Bound using segment: {'id': '335c8219-1f8b-4e3c-9217-22d5b516f74e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '8487074d-54a4-45cf-aae0-108f71ca371b'} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:34:51.181558 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [None req-b4c3dcec-e381-4d78-a59a-a4522c58b861 None None] Bound port: 92f4c3be-e15c-4f08-9788-b0a194389e06, host: n-d-827839-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '335c8219-1f8b-4e3c-9217-22d5b516f74e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '8487074d-54a4-45cf-aae0-108f71ca371b'}}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:34:51.184297 n-d-827839-2 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-b4c3dcec-e381-4d78-a59a-a4522c58b861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (92f4c3be-e15c-4f08-9788-b0a194389e06), before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:51.356344 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-d112ea92-3ce2-4c33-b628-355104e660d8 None None] Allocated IP 172.21.0.2 (f2122144-f544-4274-ab84-898b64becced/605ecbf2-21e6-4d4c-a4dd-eed159e792c8/af68f7ad-3975-40a0-879d-8f20c1e7058e) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:34:51.382753 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-b4c3dcec-e381-4d78-a59a-a4522c58b861 None None] For port 92f4c3be-e15c-4f08-9788-b0a194389e06, host n-d-827839-2, cleared binding levels {{(pid=103379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:34:51.388577 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-b4c3dcec-e381-4d78-a59a-a4522c58b861 None None] For port 92f4c3be-e15c-4f08-9788-b0a194389e06, host n-d-827839-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=92f4c3be-e15c-4f08-9788-b0a194389e06,segment=NetworkSegment(335c8219-1f8b-4e3c-9217-22d5b516f74e),segment_id=335c8219-1f8b-4e3c-9217-22d5b516f74e)] {{(pid=103379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:34:51.404226 n-d-827839-2 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-b4c3dcec-e381-4d78-a59a-a4522c58b861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (92f4c3be-e15c-4f08-9788-b0a194389e06), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:51.425461 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-2a5a9a40-5d65-4b48-9055-69cd6d3e7b88 None None] Provisioning complete for port 92f4c3be-e15c-4f08-9788-b0a194389e06 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:34:51.427335 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2a5a9a40-5d65-4b48-9055-69cd6d3e7b88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (92f4c3be-e15c-4f08-9788-b0a194389e06), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:51.581513 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4c3dcec-e381-4d78-a59a-a4522c58b861 None None] Routers {'6f3d8750-ceed-441b-bf8d-70e7804e000d'} bound to L3 agent in host n-d-827839-2 {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:34:51.582516 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-b4c3dcec-e381-4d78-a59a-a4522c58b861 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:34:32Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['6f3d8750-ceed-441b-bf8d-70e7804e000d'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:34:51.661380 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f139e5da-6dfc-428d-8024-998f5030f843 None None] Pushing event updated for resources: {'Port': ['ID=92f4c3be-e15c-4f08-9788-b0a194389e06,revision_number=4']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:34:51.810386 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvr_db [None req-b4c3dcec-e381-4d78-a59a-a4522c58b861 None None] Set router 6f3d8750-ceed-441b-bf8d-70e7804e000d gateway port host: None {{(pid=103379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:34:51.813484 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 52968) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:34:51.853184 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-2a5a9a40-5d65-4b48-9055-69cd6d3e7b88 None None] Current status of the port 92f4c3be-e15c-4f08-9788-b0a194389e06 is: DOWN; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:34:51.853748 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2a5a9a40-5d65-4b48-9055-69cd6d3e7b88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (92f4c3be-e15c-4f08-9788-b0a194389e06), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:51.854340 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-f5005706-6367-4a9c-b107-d9d7be1418eb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:51.920220 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-2a5a9a40-5d65-4b48-9055-69cd6d3e7b88 None None] For port 92f4c3be-e15c-4f08-9788-b0a194389e06, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=92f4c3be-e15c-4f08-9788-b0a194389e06,segment=NetworkSegment(335c8219-1f8b-4e3c-9217-22d5b516f74e),segment_id=335c8219-1f8b-4e3c-9217-22d5b516f74e)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:34:51.950600 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2a5a9a40-5d65-4b48-9055-69cd6d3e7b88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (92f4c3be-e15c-4f08-9788-b0a194389e06), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:52.021893 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-f5005706-6367-4a9c-b107-d9d7be1418eb admin admin] Publish callbacks [] for security_group (56a21b5f-b6ea-498f-8b08-1037c0858cbf), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:52.035021 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-f5005706-6367-4a9c-b107-d9d7be1418eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (56a21b5f-b6ea-498f-8b08-1037c0858cbf), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:52.063684 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d112ea92-3ce2-4c33-b628-355104e660d8 None None] Publish callbacks [] for port (af68f7ad-3975-40a0-879d-8f20c1e7058e), precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:52.102357 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-f5005706-6367-4a9c-b107-d9d7be1418eb admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=48ca4a4c9182497aac5bbfd14b458e29&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2837145 Feb 04 17:34:52.103624 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4214ad20-79fc-47e0-89a2-cfa4b15c89d3 None None] Provisioning complete for port 92f4c3be-e15c-4f08-9788-b0a194389e06 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:34:52.104183 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4214ad20-79fc-47e0-89a2-cfa4b15c89d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (92f4c3be-e15c-4f08-9788-b0a194389e06), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:52.106556 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d112ea92-3ce2-4c33-b628-355104e660d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135'] for port (af68f7ad-3975-40a0-879d-8f20c1e7058e), after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:52.130796 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 52976) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:34:52.143524 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5005706-6367-4a9c-b107-d9d7be1418eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56a21b5f-b6ea-498f-8b08-1037c0858cbf,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:34:52.230589 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-a2dc38f1-de51-4d9a-aa7d-e87a356f7f67 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:52.240187 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841456f5-a165-427c-ba14-7ab541a9bc85 req-e6ca329d-2c9f-4c4a-bea2-d2cf2b66172f tempest-MultipleCreateTestJSON-1004538366 tempest-MultipleCreateTestJSON-1004538366-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:34:52.261343 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-841456f5-a165-427c-ba14-7ab541a9bc85 req-e6ca329d-2c9f-4c4a-bea2-d2cf2b66172f tempest-MultipleCreateTestJSON-1004538366 tempest-MultipleCreateTestJSON-1004538366-project] 10.222.0.89 "GET /v2.0/networks?id=1df3466b-73f9-4e73-9fa6-586bde0810bd HTTP/1.1" status: 200 len: 812 time: 0.4151921 Feb 04 17:34:52.265342 n-d-827839-2 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d112ea92-3ce2-4c33-b628-355104e660d8 None None] Network f2122144-f544-4274-ab84-898b64becced is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:34:52.267079 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5a9a40-5d65-4b48-9055-69cd6d3e7b88 None None] Pushing event updated for resources: {'Port': ['ID=92f4c3be-e15c-4f08-9788-b0a194389e06,revision_number=5']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:34:52.267208 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-08009aba-2211-49d9-ac24-74fe60117009 admin admin] Publish callbacks [] for security_group (56a21b5f-b6ea-498f-8b08-1037c0858cbf), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:52.316073 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-841456f5-a165-427c-ba14-7ab541a9bc85 req-61c3b4cf-401e-4b13-82f3-4ab6b1948538 tempest-MultipleCreateTestJSON-1004538366 tempest-MultipleCreateTestJSON-1004538366-project] 10.222.0.89 "GET /v2.0/quotas/cdd0c9018b534ba0924537ca09d3dc53 HTTP/1.1" status: 200 len: 375 time: 0.0531051 Feb 04 17:34:52.318874 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-08009aba-2211-49d9-ac24-74fe60117009 admin admin] Publish callbacks [] for security_group (56a21b5f-b6ea-498f-8b08-1037c0858cbf), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:52.395314 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d112ea92-3ce2-4c33-b628-355104e660d8 None None] Pushing event updated for resources: {'Port': ['ID=af68f7ad-3975-40a0-879d-8f20c1e7058e,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:34:52.417294 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-08009aba-2211-49d9-ac24-74fe60117009 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (56a21b5f-b6ea-498f-8b08-1037c0858cbf), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:52.420313 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-08009aba-2211-49d9-ac24-74fe60117009 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:52.425066 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-08009aba-2211-49d9-ac24-74fe60117009 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/56a21b5f-b6ea-498f-8b08-1037c0858cbf HTTP/1.1" status: 204 len: 168 time: 0.2915051 Feb 04 17:34:52.434464 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08009aba-2211-49d9-ac24-74fe60117009 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56a21b5f-b6ea-498f-8b08-1037c0858cbf,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:34:52.436364 n-d-827839-2 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-d112ea92-3ce2-4c33-b628-355104e660d8 None None] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:34:52.445647 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d112ea92-3ce2-4c33-b628-355104e660d8 None None] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:34:52.570841 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-b4c3dcec-e381-4d78-a59a-a4522c58b861 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f3d8750-ceed-441b-bf8d-70e7804e000d', 'name': 'tempest-RoutersTest-router-278699497', 'tenant_id': 'd3ff32f7652b479da34ca36dc7895dfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:34:43Z', 'updated_at': '2022-02-04T17:34:46Z', 'revision_number': 2, 'project_id': 'd3ff32f7652b479da34ca36dc7895dfa', 'gw_port_host': None, '_interfaces': [{'id': '92f4c3be-e15c-4f08-9788-b0a194389e06', 'name': '', 'network_id': '8487074d-54a4-45cf-aae0-108f71ca371b', 'tenant_id': 'd3ff32f7652b479da34ca36dc7895dfa', 'mac_address': 'fa:16:3e:8b:5c:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f3d8750-ceed-441b-bf8d-70e7804e000d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2782, 'fixed_ips': [{'subnet_id': '6f6d8615-f09d-4bc7-a5e2-068112e1995f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:34:45Z', 'updated_at': '2022-02-04T17:34:51Z', 'revision_number': 4, 'project_id': 'd3ff32f7652b479da34ca36dc7895dfa', 'subnets': [{'id': '6f6d8615-f09d-4bc7-a5e2-068112e1995f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-2', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:34:52.623305 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4c3dcec-e381-4d78-a59a-a4522c58b861 None None] The sync data for ids ['6f3d8750-ceed-441b-bf8d-70e7804e000d'] in n-d-827839-2 is: [{'id': '6f3d8750-ceed-441b-bf8d-70e7804e000d', 'name': 'tempest-RoutersTest-router-278699497', 'tenant_id': 'd3ff32f7652b479da34ca36dc7895dfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:34:43Z', 'updated_at': '2022-02-04T17:34:46Z', 'revision_number': 2, 'project_id': 'd3ff32f7652b479da34ca36dc7895dfa', 'gw_port_host': None, '_interfaces': [{'id': '92f4c3be-e15c-4f08-9788-b0a194389e06', 'name': '', 'network_id': '8487074d-54a4-45cf-aae0-108f71ca371b', 'tenant_id': 'd3ff32f7652b479da34ca36dc7895dfa', 'mac_address': 'fa:16:3e:8b:5c:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f3d8750-ceed-441b-bf8d-70e7804e000d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2782, 'fixed_ips': [{'subnet_id': '6f6d8615-f09d-4bc7-a5e2-068112e1995f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:34:45Z', 'updated_at': '2022-02-04T17:34:51Z', 'revision_number': 4, 'project_id': 'd3ff32f7652b479da34ca36dc7895dfa', 'subnets': [{'id': '6f6d8615-f09d-4bc7-a5e2-068112e1995f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 17:34:52.688602 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-d112ea92-3ce2-4c33-b628-355104e660d8 None None] Attempting to bind port af68f7ad-3975-40a0-879d-8f20c1e7058e on host n-d-827839-2 for vnic_type normal with profile {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:34:52.694945 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-d112ea92-3ce2-4c33-b628-355104e660d8 None None] Attempting to bind port af68f7ad-3975-40a0-879d-8f20c1e7058e by drivers openvswitch,hyperv on host n-d-827839-2 at level 0 using segments [{'id': '649e2f86-102d-4b00-b4a8-8ce1211e8fa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': 'f2122144-f544-4274-ab84-898b64becced'}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:34:52.698300 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d112ea92-3ce2-4c33-b628-355104e660d8 None None] Attempting to bind port af68f7ad-3975-40a0-879d-8f20c1e7058e on network f2122144-f544-4274-ab84-898b64becced {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:34:52.704536 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4214ad20-79fc-47e0-89a2-cfa4b15c89d3 None None] Current status of the port 92f4c3be-e15c-4f08-9788-b0a194389e06 is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:34:52.724376 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d112ea92-3ce2-4c33-b628-355104e660d8 None None] Checking agent: {'id': 'ba70844b-66a0-45fd-a2f2-e6ed673321fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 0, 36), 'started_at': datetime.datetime(2022, 2, 4, 17, 1, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 34, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:34:52.733225 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d112ea92-3ce2-4c33-b628-355104e660d8 None None] Checking segment: {'id': '649e2f86-102d-4b00-b4a8-8ce1211e8fa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': 'f2122144-f544-4274-ab84-898b64becced'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:34:52.737992 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d112ea92-3ce2-4c33-b628-355104e660d8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:52.737992 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d112ea92-3ce2-4c33-b628-355104e660d8 None None] Bound using segment: {'id': '649e2f86-102d-4b00-b4a8-8ce1211e8fa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': 'f2122144-f544-4274-ab84-898b64becced'} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:34:52.738710 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-d112ea92-3ce2-4c33-b628-355104e660d8 None None] Bound port: af68f7ad-3975-40a0-879d-8f20c1e7058e, host: n-d-827839-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '649e2f86-102d-4b00-b4a8-8ce1211e8fa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': 'f2122144-f544-4274-ab84-898b64becced'}}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:34:52.739235 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d112ea92-3ce2-4c33-b628-355104e660d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (af68f7ad-3975-40a0-879d-8f20c1e7058e), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:52.819050 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0c890d-7d75-452f-aff3-3654a2ca4369 req-e8c57a2e-6fc2-4035-8700-6e8d77baf0fe tempest-MultipleCreateTestJSON-1004538366 tempest-MultipleCreateTestJSON-1004538366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:34:52.827162 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-df0c890d-7d75-452f-aff3-3654a2ca4369 req-e8c57a2e-6fc2-4035-8700-6e8d77baf0fe tempest-MultipleCreateTestJSON-1004538366 tempest-MultipleCreateTestJSON-1004538366-project] 10.222.0.90 "GET /v2.0/ports?device_id=3c858b15-be14-49e6-a27f-667df18f035e HTTP/1.1" status: 200 len: 946 time: 0.1669400 Feb 04 17:34:52.895932 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-841456f5-a165-427c-ba14-7ab541a9bc85 req-b5380c1f-18ed-4daf-94d3-0a3de2018345 tempest-MultipleCreateTestJSON-1004538366 tempest-MultipleCreateTestJSON-1004538366-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=cdd0c9018b534ba0924537ca09d3dc53&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5776703 Feb 04 17:34:52.954579 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-d112ea92-3ce2-4c33-b628-355104e660d8 None None] For port af68f7ad-3975-40a0-879d-8f20c1e7058e, host n-d-827839-2, cleared binding levels {{(pid=103378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:34:52.960591 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-d112ea92-3ce2-4c33-b628-355104e660d8 None None] For port af68f7ad-3975-40a0-879d-8f20c1e7058e, host n-d-827839-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=af68f7ad-3975-40a0-879d-8f20c1e7058e,segment=NetworkSegment(649e2f86-102d-4b00-b4a8-8ce1211e8fa8),segment_id=649e2f86-102d-4b00-b4a8-8ce1211e8fa8)] {{(pid=103378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:34:52.980774 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d112ea92-3ce2-4c33-b628-355104e660d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (af68f7ad-3975-40a0-879d-8f20c1e7058e), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:53.059851 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.agents_db [None req-e1691f3b-aacd-4cd6-8ebb-a9c53bb301c0 None None] Agent healthcheck: found 7 active agents {{(pid=103379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 17:34:53.156720 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [req-df0c890d-7d75-452f-aff3-3654a2ca4369 req-dbe40235-c2e3-40e0-bfba-f61036edd63a tempest-MultipleCreateTestJSON-1004538366 tempest-MultipleCreateTestJSON-1004538366-project] Deleting port ee22853f-cd37-4956-9f73-62ff79a19180 {{(pid=103377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:34:53.160296 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-df0c890d-7d75-452f-aff3-3654a2ca4369 req-dbe40235-c2e3-40e0-bfba-f61036edd63a tempest-MultipleCreateTestJSON-1004538366 tempest-MultipleCreateTestJSON-1004538366-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (ee22853f-cd37-4956-9f73-62ff79a19180), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:53.182227 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d112ea92-3ce2-4c33-b628-355104e660d8 None None] Pushing event updated for resources: {'Port': ['ID=af68f7ad-3975-40a0-879d-8f20c1e7058e,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:34:53.183221 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3043b2-4777-4633-94dc-019f57b1775e req-ae03419e-b8e8-4728-8db3-9782d19ac7de tempest-MultipleCreateTestJSON-1004538366 tempest-MultipleCreateTestJSON-1004538366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:34:53.194524 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-ee3043b2-4777-4633-94dc-019f57b1775e req-ae03419e-b8e8-4728-8db3-9782d19ac7de tempest-MultipleCreateTestJSON-1004538366 tempest-MultipleCreateTestJSON-1004538366-project] 10.222.0.96 "GET /v2.0/ports?device_id=baa33f43-8859-4cff-8354-17ec6f4e23da HTTP/1.1" status: 200 len: 946 time: 0.8335433 Feb 04 17:34:53.527316 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [req-df0c890d-7d75-452f-aff3-3654a2ca4369 req-dbe40235-c2e3-40e0-bfba-f61036edd63a tempest-MultipleCreateTestJSON-1004538366 tempest-MultipleCreateTestJSON-1004538366-project] For port ee22853f-cd37-4956-9f73-62ff79a19180, host n-h2-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=ee22853f-cd37-4956-9f73-62ff79a19180,segment=NetworkSegment(f7277a98-e15f-419f-b6f8-68b43cd7d31d),segment_id=f7277a98-e15f-419f-b6f8-68b43cd7d31d)] {{(pid=103377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:34:53.527709 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-df0c890d-7d75-452f-aff3-3654a2ca4369 req-dbe40235-c2e3-40e0-bfba-f61036edd63a tempest-MultipleCreateTestJSON-1004538366 tempest-MultipleCreateTestJSON-1004538366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (ee22853f-cd37-4956-9f73-62ff79a19180), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:53.580072 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [req-df0c890d-7d75-452f-aff3-3654a2ca4369 req-dbe40235-c2e3-40e0-bfba-f61036edd63a tempest-MultipleCreateTestJSON-1004538366 tempest-MultipleCreateTestJSON-1004538366-project] Calling delete_port for ee22853f-cd37-4956-9f73-62ff79a19180 owned by compute:nova {{(pid=103377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:34:53.786732 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-841456f5-a165-427c-ba14-7ab541a9bc85 req-cf355398-49a7-4279-8f14-aae171b57b40 service neutron] 10.222.0.89 "GET /v2.0/networks/1df3466b-73f9-4e73-9fa6-586bde0810bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8869739 Feb 04 17:34:54.068506 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-df0c890d-7d75-452f-aff3-3654a2ca4369 req-dbe40235-c2e3-40e0-bfba-f61036edd63a tempest-MultipleCreateTestJSON-1004538366 tempest-MultipleCreateTestJSON-1004538366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (ee22853f-cd37-4956-9f73-62ff79a19180), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:54.086117 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] get_ports_and_sgs() called for port_ids ['ee22853f-cd37-4956-9f73-62ff79a19180'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 17:34:54.178751 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe40235-c2e3-40e0-bfba-f61036edd63a tempest-MultipleCreateTestJSON-1004538366 tempest-MultipleCreateTestJSON-1004538366-project] Pushing event deleted for resources: {'Port': ['ID=ee22853f-cd37-4956-9f73-62ff79a19180,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:34:54.283910 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [req-df0c890d-7d75-452f-aff3-3654a2ca4369 req-dbe40235-c2e3-40e0-bfba-f61036edd63a tempest-MultipleCreateTestJSON-1004538366 tempest-MultipleCreateTestJSON-1004538366-project] No DVR routers for this DVR port ee22853f-cd37-4956-9f73-62ff79a19180 on host n-h2-827839-2 {{(pid=103377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 17:34:54.296659 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-df0c890d-7d75-452f-aff3-3654a2ca4369 req-dbe40235-c2e3-40e0-bfba-f61036edd63a tempest-MultipleCreateTestJSON-1004538366 tempest-MultipleCreateTestJSON-1004538366-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:54.302942 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-df0c890d-7d75-452f-aff3-3654a2ca4369 req-dbe40235-c2e3-40e0-bfba-f61036edd63a tempest-MultipleCreateTestJSON-1004538366 tempest-MultipleCreateTestJSON-1004538366-project] 10.222.0.90 "DELETE /v2.0/ports/ee22853f-cd37-4956-9f73-62ff79a19180 HTTP/1.1" status: 204 len: 173 time: 1.4676175 Feb 04 17:34:54.303533 n-d-827839-2 neutron-server[103377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c858b15-be14-49e6-a27f-667df18f035e', 'name': 'network-vif-deleted', 'tag': 'ee22853f-cd37-4956-9f73-62ff79a19180'}] {{(pid=103377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:34:54.323740 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7240428b650e1488e9361b62648ff4b3a6c19d49d8c27c949491ab58c1346cf0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1fcd960-091b-45b5-b9a7-f5760f48b120" -d '{"events": [{"server_uuid": "3c858b15-be14-49e6-a27f-667df18f035e", "name": "network-vif-deleted", "tag": "ee22853f-cd37-4956-9f73-62ff79a19180"}]}' {{(pid=103377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:34:54.394645 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-841456f5-a165-427c-ba14-7ab541a9bc85 req-f82c5975-d539-4e39-af25-5e0d626c8ee6 service neutron] 10.222.0.89 "GET /v2.0/networks/1df3466b-73f9-4e73-9fa6-586bde0810bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5941927 Feb 04 17:34:54.457269 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [req-ee3043b2-4777-4633-94dc-019f57b1775e req-1b8cc8ab-6c9c-4d5b-a2d9-b0be2269fff2 tempest-MultipleCreateTestJSON-1004538366 tempest-MultipleCreateTestJSON-1004538366-project] Deleting port 0299eb19-d54f-4b22-a56c-e013a5450a50 {{(pid=103376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:34:54.457535 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-ee3043b2-4777-4633-94dc-019f57b1775e req-1b8cc8ab-6c9c-4d5b-a2d9-b0be2269fff2 tempest-MultipleCreateTestJSON-1004538366 tempest-MultipleCreateTestJSON-1004538366-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (0299eb19-d54f-4b22-a56c-e013a5450a50), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:54.498627 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 17:34:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c684099-0bc7-4e3c-9a18-611c1e2cdb9c x-openstack-request-id: req-5c684099-0bc7-4e3c-9a18-611c1e2cdb9c {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:34:54.498928 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c858b15-be14-49e6-a27f-667df18f035e", "name": "network-vif-deleted", "tag": "ee22853f-cd37-4956-9f73-62ff79a19180", "status": "completed", "code": 200}]} {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:34:54.499180 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-5c684099-0bc7-4e3c-9a18-611c1e2cdb9c {{(pid=103377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:34:54.499663 n-d-827839-2 neutron-server[103377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c858b15-be14-49e6-a27f-667df18f035e', 'name': 'network-vif-deleted', 'tag': 'ee22853f-cd37-4956-9f73-62ff79a19180', 'status': 'completed', 'code': 200} Feb 04 17:34:54.609981 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.db_base_plugin_common [None req-a2dc38f1-de51-4d9a-aa7d-e87a356f7f67 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Allocated IP 172.21.0.1 (f2122144-f544-4274-ab84-898b64becced/605ecbf2-21e6-4d4c-a4dd-eed159e792c8/c5d1de23-05ad-4303-9b46-24f65bc62e8a) {{(pid=103376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:34:54.685764 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device 0299eb19-d54f-4b22-a56c-e013a5450a50 no longer exists at agent hyperv_n-h1-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:34:55.069780 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Current status of the port 0299eb19-d54f-4b22-a56c-e013a5450a50 is: ACTIVE; New status is: DOWN {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:34:55.072441 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (0299eb19-d54f-4b22-a56c-e013a5450a50), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:55.133777 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-a2dc38f1-de51-4d9a-aa7d-e87a356f7f67 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Publish callbacks [] for port (c5d1de23-05ad-4303-9b46-24f65bc62e8a), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:55.199347 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'baa33f43-8859-4cff-8354-17ec6f4e23da', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0299eb19-d54f-4b22-a56c-e013a5450a50'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:34:55.204363 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c34bc964ce2211770fda26ca2f3801cc06f4f39928110690550e94ab9c9d2fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d4701aa-494a-4f9f-a89b-72e59eacfcfc" -d '{"events": [{"server_uuid": "baa33f43-8859-4cff-8354-17ec6f4e23da", "name": "network-vif-unplugged", "status": "completed", "tag": "0299eb19-d54f-4b22-a56c-e013a5450a50"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:34:55.253962 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] For port 0299eb19-d54f-4b22-a56c-e013a5450a50, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=0299eb19-d54f-4b22-a56c-e013a5450a50,segment=NetworkSegment(f7277a98-e15f-419f-b6f8-68b43cd7d31d),segment_id=f7277a98-e15f-419f-b6f8-68b43cd7d31d)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:34:55.270065 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (0299eb19-d54f-4b22-a56c-e013a5450a50), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:55.424437 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 04 Feb 2022 17:34:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab7481e6-9d1c-4837-9557-70fdcef14636 x-openstack-request-id: req-ab7481e6-9d1c-4837-9557-70fdcef14636 {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:34:55.444014 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "baa33f43-8859-4cff-8354-17ec6f4e23da", "name": "network-vif-unplugged", "status": "completed", "tag": "0299eb19-d54f-4b22-a56c-e013a5450a50", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:34:55.450981 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-ab7481e6-9d1c-4837-9557-70fdcef14636 {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:34:55.453247 n-d-827839-2 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'baa33f43-8859-4cff-8354-17ec6f4e23da', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0299eb19-d54f-4b22-a56c-e013a5450a50', 'code': 200} Feb 04 17:34:55.553022 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 92f4c3be-e15c-4f08-9788-b0a194389e06 up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:34:55.632535 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-5fef7918-4e96-4618-b8dd-818e158dfefa req-08354072-984e-4a1f-a1fa-3663c0a2496c tempest-MultipleCreateTestJSON-1004538366 tempest-MultipleCreateTestJSON-1004538366-project] 10.222.0.89 "GET /v2.0/ports?device_id=f8e43286-b34f-46a5-8ec7-75035762ac82 HTTP/1.1" status: 200 len: 210 time: 0.1167653 Feb 04 17:34:55.737636 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95204c2b-13a9-4020-aa18-4dc820b861aa None None] Network f2122144-f544-4274-ab84-898b64becced requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:34:55.818252 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [req-ee3043b2-4777-4633-94dc-019f57b1775e req-1b8cc8ab-6c9c-4d5b-a2d9-b0be2269fff2 tempest-MultipleCreateTestJSON-1004538366 tempest-MultipleCreateTestJSON-1004538366-project] For port 0299eb19-d54f-4b22-a56c-e013a5450a50, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=0299eb19-d54f-4b22-a56c-e013a5450a50,segment=NetworkSegment(f7277a98-e15f-419f-b6f8-68b43cd7d31d),segment_id=f7277a98-e15f-419f-b6f8-68b43cd7d31d)] {{(pid=103376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:34:55.825180 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-ee3043b2-4777-4633-94dc-019f57b1775e req-1b8cc8ab-6c9c-4d5b-a2d9-b0be2269fff2 tempest-MultipleCreateTestJSON-1004538366 tempest-MultipleCreateTestJSON-1004538366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (0299eb19-d54f-4b22-a56c-e013a5450a50), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:55.844262 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Pushing event updated for resources: {'Port': ['ID=0299eb19-d54f-4b22-a56c-e013a5450a50,revision_number=6']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:34:55.881413 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [req-ee3043b2-4777-4633-94dc-019f57b1775e req-1b8cc8ab-6c9c-4d5b-a2d9-b0be2269fff2 tempest-MultipleCreateTestJSON-1004538366 tempest-MultipleCreateTestJSON-1004538366-project] Calling delete_port for 0299eb19-d54f-4b22-a56c-e013a5450a50 owned by compute:nova {{(pid=103376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:34:55.996918 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-a2dc38f1-de51-4d9a-aa7d-e87a356f7f67 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (c5d1de23-05ad-4303-9b46-24f65bc62e8a), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:56.007180 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-ac438a63-4090-4b6d-9a40-77eb7ca3b9c5 None None] Provisioning complete for port af68f7ad-3975-40a0-879d-8f20c1e7058e triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:34:56.027855 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ac438a63-4090-4b6d-9a40-77eb7ca3b9c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (af68f7ad-3975-40a0-879d-8f20c1e7058e), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:56.104190 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2dc38f1-de51-4d9a-aa7d-e87a356f7f67 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Pushing event updated for resources: {'Port': ['ID=c5d1de23-05ad-4303-9b46-24f65bc62e8a,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:34:56.147610 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port 92f4c3be-e15c-4f08-9788-b0a194389e06 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:34:56.156633 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (92f4c3be-e15c-4f08-9788-b0a194389e06), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:56.158643 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2dc38f1-de51-4d9a-aa7d-e87a356f7f67 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Network f2122144-f544-4274-ab84-898b64becced is already hosted by enough agents. {{(pid=103376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:34:56.174006 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [None req-a2dc38f1-de51-4d9a-aa7d-e87a356f7f67 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Resources bound (agent type, host, resource id): {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:34:56.193049 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2dc38f1-de51-4d9a-aa7d-e87a356f7f67 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Received port after_create {{(pid=103376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:34:56.340050 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-a2dc38f1-de51-4d9a-aa7d-e87a356f7f67 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1595471'] for router_interface (6f3d8750-ceed-441b-bf8d-70e7804e000d), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:56.397351 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-ac438a63-4090-4b6d-9a40-77eb7ca3b9c5 None None] Current status of the port af68f7ad-3975-40a0-879d-8f20c1e7058e is: DOWN; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:34:56.398311 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ac438a63-4090-4b6d-9a40-77eb7ca3b9c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (af68f7ad-3975-40a0-879d-8f20c1e7058e), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:56.459906 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port 92f4c3be-e15c-4f08-9788-b0a194389e06 is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:34:56.461181 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device af68f7ad-3975-40a0-879d-8f20c1e7058e up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:34:56.503456 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-ac438a63-4090-4b6d-9a40-77eb7ca3b9c5 None None] For port af68f7ad-3975-40a0-879d-8f20c1e7058e, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=af68f7ad-3975-40a0-879d-8f20c1e7058e,segment=NetworkSegment(649e2f86-102d-4b00-b4a8-8ce1211e8fa8),segment_id=649e2f86-102d-4b00-b4a8-8ce1211e8fa8)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:34:56.516779 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ac438a63-4090-4b6d-9a40-77eb7ca3b9c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (af68f7ad-3975-40a0-879d-8f20c1e7058e), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:56.704135 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac438a63-4090-4b6d-9a40-77eb7ca3b9c5 None None] Pushing event updated for resources: {'Port': ['ID=af68f7ad-3975-40a0-879d-8f20c1e7058e,revision_number=3']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:34:56.736549 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port af68f7ad-3975-40a0-879d-8f20c1e7058e triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:34:56.737155 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (af68f7ad-3975-40a0-879d-8f20c1e7058e), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:56.832575 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Device ee22853f-cd37-4956-9f73-62ff79a19180 no longer exists at agent hyperv_n-h2-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:34:56.903239 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] No Port match for: ee22853f-cd37-4956-9f73-62ff79a19180 {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 17:34:56.906054 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Device ee22853f-cd37-4956-9f73-62ff79a19180 not bound to the agent host n-h2-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 17:34:56.928322 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-486cf729-6118-49b9-9052-fd75e74d24d0 req-5654cb31-2141-4206-b159-4002bacd15ea tempest-MultipleCreateTestJSON-1004538366 tempest-MultipleCreateTestJSON-1004538366-project] 10.222.0.89 "GET /v2.0/ports?device_id=f8e43286-b34f-46a5-8ec7-75035762ac82 HTTP/1.1" status: 200 len: 210 time: 0.1093614 Feb 04 17:34:57.085147 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-2530bec1-c084-4400-9313-eeddc4607c7d None None] Provisioning complete for port af68f7ad-3975-40a0-879d-8f20c1e7058e triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:34:57.087685 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2530bec1-c084-4400-9313-eeddc4607c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (af68f7ad-3975-40a0-879d-8f20c1e7058e), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:57.230298 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-ee3043b2-4777-4633-94dc-019f57b1775e req-1b8cc8ab-6c9c-4d5b-a2d9-b0be2269fff2 tempest-MultipleCreateTestJSON-1004538366 tempest-MultipleCreateTestJSON-1004538366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (0299eb19-d54f-4b22-a56c-e013a5450a50), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:57.233735 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-a2dc38f1-de51-4d9a-aa7d-e87a356f7f67 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (c5d1de23-05ad-4303-9b46-24f65bc62e8a), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:57.329947 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port af68f7ad-3975-40a0-879d-8f20c1e7058e is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:34:57.356439 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8cc8ab-6c9c-4d5b-a2d9-b0be2269fff2 tempest-MultipleCreateTestJSON-1004538366 tempest-MultipleCreateTestJSON-1004538366-project] Pushing event deleted for resources: {'Port': ['ID=0299eb19-d54f-4b22-a56c-e013a5450a50,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:34:57.467514 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-2530bec1-c084-4400-9313-eeddc4607c7d None None] Current status of the port af68f7ad-3975-40a0-879d-8f20c1e7058e is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:34:57.485253 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-2530bec1-c084-4400-9313-eeddc4607c7d None None] Provisioning complete for port c5d1de23-05ad-4303-9b46-24f65bc62e8a triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:34:57.488474 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2530bec1-c084-4400-9313-eeddc4607c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (c5d1de23-05ad-4303-9b46-24f65bc62e8a), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:57.522587 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee3043b2-4777-4633-94dc-019f57b1775e req-1b8cc8ab-6c9c-4d5b-a2d9-b0be2269fff2 tempest-MultipleCreateTestJSON-1004538366 tempest-MultipleCreateTestJSON-1004538366-project] No DVR routers for this DVR port 0299eb19-d54f-4b22-a56c-e013a5450a50 on host n-h1-827839-2 {{(pid=103376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 17:34:57.527064 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-ee3043b2-4777-4633-94dc-019f57b1775e req-1b8cc8ab-6c9c-4d5b-a2d9-b0be2269fff2 tempest-MultipleCreateTestJSON-1004538366 tempest-MultipleCreateTestJSON-1004538366-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:57.531473 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-ee3043b2-4777-4633-94dc-019f57b1775e req-1b8cc8ab-6c9c-4d5b-a2d9-b0be2269fff2 tempest-MultipleCreateTestJSON-1004538366 tempest-MultipleCreateTestJSON-1004538366-project] 10.222.0.96 "DELETE /v2.0/ports/0299eb19-d54f-4b22-a56c-e013a5450a50 HTTP/1.1" status: 204 len: 173 time: 4.3163514 Feb 04 17:34:57.532209 n-d-827839-2 neutron-server[103376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'baa33f43-8859-4cff-8354-17ec6f4e23da', 'name': 'network-vif-deleted', 'tag': '0299eb19-d54f-4b22-a56c-e013a5450a50'}] {{(pid=103376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:34:57.535192 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d59c3bb5e2f09ebf62144d5e09b1cff60c763a9c19614c24538e77842938c05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2da3237-5a17-4126-900f-0d374debd75d" -d '{"events": [{"server_uuid": "baa33f43-8859-4cff-8354-17ec6f4e23da", "name": "network-vif-deleted", "tag": "0299eb19-d54f-4b22-a56c-e013a5450a50"}]}' {{(pid=103376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:34:57.544890 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device af68f7ad-3975-40a0-879d-8f20c1e7058e up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:34:57.661855 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 17:34:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2914a9e0-e5e0-4cd8-8f4d-5c469e455e35 x-openstack-request-id: req-2914a9e0-e5e0-4cd8-8f4d-5c469e455e35 {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:34:57.662500 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "baa33f43-8859-4cff-8354-17ec6f4e23da", "name": "network-vif-deleted", "tag": "0299eb19-d54f-4b22-a56c-e013a5450a50", "status": "completed", "code": 200}]} {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:34:57.662967 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-2914a9e0-e5e0-4cd8-8f4d-5c469e455e35 {{(pid=103376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:34:57.663584 n-d-827839-2 neutron-server[103376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'baa33f43-8859-4cff-8354-17ec6f4e23da', 'name': 'network-vif-deleted', 'tag': '0299eb19-d54f-4b22-a56c-e013a5450a50', 'status': 'completed', 'code': 200} Feb 04 17:34:57.719221 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-2530bec1-c084-4400-9313-eeddc4607c7d None None] Port c5d1de23-05ad-4303-9b46-24f65bc62e8a cannot update to ACTIVE because it is not bound. {{(pid=103378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 17:34:57.731562 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port af68f7ad-3975-40a0-879d-8f20c1e7058e triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:34:57.733236 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (af68f7ad-3975-40a0-879d-8f20c1e7058e), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:57.948105 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-536c3ff9-e765-4bd2-831e-943ee1ae8eff None None] Provisioning complete for port c5d1de23-05ad-4303-9b46-24f65bc62e8a triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:34:57.949604 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-536c3ff9-e765-4bd2-831e-943ee1ae8eff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (c5d1de23-05ad-4303-9b46-24f65bc62e8a), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:58.069693 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-536c3ff9-e765-4bd2-831e-943ee1ae8eff None None] Port c5d1de23-05ad-4303-9b46-24f65bc62e8a cannot update to ACTIVE because it is not bound. {{(pid=103378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 17:34:58.086706 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841456f5-a165-427c-ba14-7ab541a9bc85 req-952b9a1d-8b17-4c40-a47f-55bbee437f25 tempest-MultipleCreateTestJSON-1004538366 tempest-MultipleCreateTestJSON-1004538366-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:34:58.090276 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-841456f5-a165-427c-ba14-7ab541a9bc85 req-952b9a1d-8b17-4c40-a47f-55bbee437f25 tempest-MultipleCreateTestJSON-1004538366 tempest-MultipleCreateTestJSON-1004538366-project] 10.222.0.90 "GET /v2.0/networks?id=1df3466b-73f9-4e73-9fa6-586bde0810bd HTTP/1.1" status: 200 len: 812 time: 0.3361592 Feb 04 17:34:58.115185 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [req-841456f5-a165-427c-ba14-7ab541a9bc85 req-2b5a5289-4709-4b45-944e-125d6338568e tempest-MultipleCreateTestJSON-1004538366 tempest-MultipleCreateTestJSON-1004538366-project] Request body: {'port': {'device_id': '5cf0f858-e9fd-424f-bc0a-ae44a75d6d8d', 'network_id': '1df3466b-73f9-4e73-9fa6-586bde0810bd', 'admin_state_up': True, 'tenant_id': 'cdd0c9018b534ba0924537ca09d3dc53'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:34:58.275917 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port af68f7ad-3975-40a0-879d-8f20c1e7058e is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:34:58.289338 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-ee9d533a-5dfd-42e7-a346-7bba0cb70f42 req-f0413976-42b6-4301-81e1-4e57f40c803b tempest-MultipleCreateTestJSON-1004538366 tempest-MultipleCreateTestJSON-1004538366-project] 10.222.0.89 "GET /v2.0/ports?device_id=f8e43286-b34f-46a5-8ec7-75035762ac82 HTTP/1.1" status: 200 len: 210 time: 0.0697761 Feb 04 17:34:58.460085 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-841456f5-a165-427c-ba14-7ab541a9bc85 req-2b5a5289-4709-4b45-944e-125d6338568e tempest-MultipleCreateTestJSON-1004538366 tempest-MultipleCreateTestJSON-1004538366-project] Made reservation on behalf of cdd0c9018b534ba0924537ca09d3dc53 for: {'port': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:34:58.463735 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-841456f5-a165-427c-ba14-7ab541a9bc85 req-2b5a5289-4709-4b45-944e-125d6338568e tempest-MultipleCreateTestJSON-1004538366 tempest-MultipleCreateTestJSON-1004538366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:58.568542 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841456f5-a165-427c-ba14-7ab541a9bc85 req-1ebe6051-8191-49cb-99b8-86f75c0232cd tempest-MultipleCreateTestJSON-1004538366 tempest-MultipleCreateTestJSON-1004538366-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:34:58.572843 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-841456f5-a165-427c-ba14-7ab541a9bc85 req-1ebe6051-8191-49cb-99b8-86f75c0232cd tempest-MultipleCreateTestJSON-1004538366 tempest-MultipleCreateTestJSON-1004538366-project] 10.222.0.96 "GET /v2.0/networks?id=1df3466b-73f9-4e73-9fa6-586bde0810bd HTTP/1.1" status: 200 len: 812 time: 0.7268150 Feb 04 17:34:58.605610 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [req-841456f5-a165-427c-ba14-7ab541a9bc85 req-d391e907-17d4-4083-8572-4d34c9a6d8fb tempest-MultipleCreateTestJSON-1004538366 tempest-MultipleCreateTestJSON-1004538366-project] Request body: {'port': {'device_id': 'f8e43286-b34f-46a5-8ec7-75035762ac82', 'network_id': '1df3466b-73f9-4e73-9fa6-586bde0810bd', 'admin_state_up': True, 'tenant_id': 'cdd0c9018b534ba0924537ca09d3dc53'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:34:58.738610 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.db_base_plugin_common [req-841456f5-a165-427c-ba14-7ab541a9bc85 req-2b5a5289-4709-4b45-944e-125d6338568e tempest-MultipleCreateTestJSON-1004538366 tempest-MultipleCreateTestJSON-1004538366-project] Allocated IP 172.20.0.4 (1df3466b-73f9-4e73-9fa6-586bde0810bd/e11c859d-e1e6-4f6b-868f-bb675e714ccf/f3fd7087-115d-4ccf-b286-1a5012d3187d) {{(pid=103377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:34:58.967818 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-a2dc38f1-de51-4d9a-aa7d-e87a356f7f67 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Publish callbacks [] for port (c5d1de23-05ad-4303-9b46-24f65bc62e8a), precommit_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:58.995224 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-a2dc38f1-de51-4d9a-aa7d-e87a356f7f67 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675836'] for port (c5d1de23-05ad-4303-9b46-24f65bc62e8a), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:59.100787 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-841456f5-a165-427c-ba14-7ab541a9bc85 req-2b5a5289-4709-4b45-944e-125d6338568e tempest-MultipleCreateTestJSON-1004538366 tempest-MultipleCreateTestJSON-1004538366-project] Publish callbacks [] for port (f3fd7087-115d-4ccf-b286-1a5012d3187d), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:59.148248 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-841456f5-a165-427c-ba14-7ab541a9bc85 req-2b5a5289-4709-4b45-944e-125d6338568e tempest-MultipleCreateTestJSON-1004538366 tempest-MultipleCreateTestJSON-1004538366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (f3fd7087-115d-4ccf-b286-1a5012d3187d), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:59.195282 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-841456f5-a165-427c-ba14-7ab541a9bc85 req-d391e907-17d4-4083-8572-4d34c9a6d8fb tempest-MultipleCreateTestJSON-1004538366 tempest-MultipleCreateTestJSON-1004538366-project] Made reservation on behalf of cdd0c9018b534ba0924537ca09d3dc53 for: {'port': 1} {{(pid=103376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:34:59.204262 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-841456f5-a165-427c-ba14-7ab541a9bc85 req-d391e907-17d4-4083-8572-4d34c9a6d8fb tempest-MultipleCreateTestJSON-1004538366 tempest-MultipleCreateTestJSON-1004538366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:59.228451 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-a2dc38f1-de51-4d9a-aa7d-e87a356f7f67 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1677345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602751'] for router_interface (6f3d8750-ceed-441b-bf8d-70e7804e000d), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:59.234097 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-841456f5-a165-427c-ba14-7ab541a9bc85 req-2b5a5289-4709-4b45-944e-125d6338568e tempest-MultipleCreateTestJSON-1004538366 tempest-MultipleCreateTestJSON-1004538366-project] Network 1df3466b-73f9-4e73-9fa6-586bde0810bd is already hosted by enough agents. {{(pid=103377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:34:59.238640 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [req-841456f5-a165-427c-ba14-7ab541a9bc85 req-2b5a5289-4709-4b45-944e-125d6338568e tempest-MultipleCreateTestJSON-1004538366 tempest-MultipleCreateTestJSON-1004538366-project] Resources bound (agent type, host, resource id): {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:34:59.242157 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [req-841456f5-a165-427c-ba14-7ab541a9bc85 req-2b5a5289-4709-4b45-944e-125d6338568e tempest-MultipleCreateTestJSON-1004538366 tempest-MultipleCreateTestJSON-1004538366-project] Received port after_create {{(pid=103377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:34:59.246502 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2dc38f1-de51-4d9a-aa7d-e87a356f7f67 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Pushing event updated for resources: {'Port': ['ID=c5d1de23-05ad-4303-9b46-24f65bc62e8a,revision_number=2']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:34:59.303023 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841456f5-a165-427c-ba14-7ab541a9bc85 req-2b5a5289-4709-4b45-944e-125d6338568e tempest-MultipleCreateTestJSON-1004538366 tempest-MultipleCreateTestJSON-1004538366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:34:59.304080 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-841456f5-a165-427c-ba14-7ab541a9bc85 req-2b5a5289-4709-4b45-944e-125d6338568e tempest-MultipleCreateTestJSON-1004538366 tempest-MultipleCreateTestJSON-1004538366-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:59.337956 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5a5289-4709-4b45-944e-125d6338568e tempest-MultipleCreateTestJSON-1004538366 tempest-MultipleCreateTestJSON-1004538366-project] Pushing event updated for resources: {'Port': ['ID=f3fd7087-115d-4ccf-b286-1a5012d3187d,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:34:59.409321 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-841456f5-a165-427c-ba14-7ab541a9bc85 req-2b5a5289-4709-4b45-944e-125d6338568e tempest-MultipleCreateTestJSON-1004538366 tempest-MultipleCreateTestJSON-1004538366-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3017976 Feb 04 17:34:59.435622 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [req-841456f5-a165-427c-ba14-7ab541a9bc85 req-1d4a890b-0a47-44b4-b0d2-4a1ad921d74e service neutron] Request body: {'port': {'device_id': '5cf0f858-e9fd-424f-bc0a-ae44a75d6d8d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827839-2'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:34:59.500659 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6514ccab-5516-4f5a-9f6e-a03058e530d5 req-69b29b54-fa30-4d37-b1f3-6bff81bbfa9a tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:34:59.506882 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6514ccab-5516-4f5a-9f6e-a03058e530d5 req-69b29b54-fa30-4d37-b1f3-6bff81bbfa9a tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:34:59.512262 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6514ccab-5516-4f5a-9f6e-a03058e530d5 req-69b29b54-fa30-4d37-b1f3-6bff81bbfa9a tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:34:59.518219 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6514ccab-5516-4f5a-9f6e-a03058e530d5 req-69b29b54-fa30-4d37-b1f3-6bff81bbfa9a tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:34:59.522406 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-aea14e88-299d-4621-ac09-35b3a92c39e2 req-b20c29d6-d2a3-494f-95f8-4b241bb0828a tempest-MultipleCreateTestJSON-1004538366 tempest-MultipleCreateTestJSON-1004538366-project] 10.222.0.89 "GET /v2.0/ports?device_id=f8e43286-b34f-46a5-8ec7-75035762ac82 HTTP/1.1" status: 200 len: 210 time: 0.0915532 Feb 04 17:34:59.524365 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6514ccab-5516-4f5a-9f6e-a03058e530d5 req-69b29b54-fa30-4d37-b1f3-6bff81bbfa9a tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:34:59.530454 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6514ccab-5516-4f5a-9f6e-a03058e530d5 req-69b29b54-fa30-4d37-b1f3-6bff81bbfa9a tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:34:59.537012 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6514ccab-5516-4f5a-9f6e-a03058e530d5 req-69b29b54-fa30-4d37-b1f3-6bff81bbfa9a tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:34:59.539073 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-6514ccab-5516-4f5a-9f6e-a03058e530d5 req-69b29b54-fa30-4d37-b1f3-6bff81bbfa9a tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] 10.222.0.89 "GET /v2.0/ports?device_id=f9afa7a5-1aca-47d0-a335-e4059d5a8169 HTTP/1.1" status: 200 len: 5433 time: 0.2453494 Feb 04 17:34:59.670382 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2dc38f1-de51-4d9a-aa7d-e87a356f7f67 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Network f2122144-f544-4274-ab84-898b64becced is already hosted by enough agents. {{(pid=103376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:34:59.671731 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.db_base_plugin_common [req-841456f5-a165-427c-ba14-7ab541a9bc85 req-d391e907-17d4-4083-8572-4d34c9a6d8fb tempest-MultipleCreateTestJSON-1004538366 tempest-MultipleCreateTestJSON-1004538366-project] Allocated IP 172.20.0.5 (1df3466b-73f9-4e73-9fa6-586bde0810bd/e11c859d-e1e6-4f6b-868f-bb675e714ccf/4ae24904-6af3-4997-a6c7-66b4e58f0c55) {{(pid=103376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:34:59.678025 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [None req-a2dc38f1-de51-4d9a-aa7d-e87a356f7f67 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Resources bound (agent type, host, resource id): {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:34:59.738465 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b4ada166-05d4-470d-a3a2-b413c2f245d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (bb89f5a3-3c22-440b-b7d1-c4f0c43c184a), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:59.770153 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-841456f5-a165-427c-ba14-7ab541a9bc85 req-1d4a890b-0a47-44b4-b0d2-4a1ad921d74e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (f3fd7087-115d-4ccf-b286-1a5012d3187d), before_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:59.857134 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-6514ccab-5516-4f5a-9f6e-a03058e530d5 req-bc435432-8e9b-4c8b-8ec6-d47ded01d986 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] 10.222.0.89 "GET /v2.0/security-groups?id=97363f9b-735d-4c1b-ae48-6b5390fc2698&id=0a858dd3-bfe4-4a54-8e21-ad7067112b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2969434 Feb 04 17:35:00.121780 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-daf158bb-ccb8-4b66-a092-dd19894261e7 None None] Provisioning complete for port c5d1de23-05ad-4303-9b46-24f65bc62e8a triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:35:00.122948 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-daf158bb-ccb8-4b66-a092-dd19894261e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (c5d1de23-05ad-4303-9b46-24f65bc62e8a), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:00.185792 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-daf158bb-ccb8-4b66-a092-dd19894261e7 None None] Port c5d1de23-05ad-4303-9b46-24f65bc62e8a cannot update to ACTIVE because it is not bound. {{(pid=103378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 17:35:00.590890 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2dc38f1-de51-4d9a-aa7d-e87a356f7f67 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Router 6f3d8750-ceed-441b-bf8d-70e7804e000d has already been hosted by L3 agent 64ada913-9131-4d99-a265-63a920956287 {{(pid=103376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 17:35:00.744407 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-9c7bb1bd-4178-4185-99b6-55a3d11e518b req-24d09f67-da6b-495c-ae64-42551502f37a tempest-MultipleCreateTestJSON-1004538366 tempest-MultipleCreateTestJSON-1004538366-project] 10.222.0.89 "GET /v2.0/ports?device_id=f8e43286-b34f-46a5-8ec7-75035762ac82 HTTP/1.1" status: 200 len: 210 time: 0.0858326 Feb 04 17:35:00.782936 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-841456f5-a165-427c-ba14-7ab541a9bc85 req-d391e907-17d4-4083-8572-4d34c9a6d8fb tempest-MultipleCreateTestJSON-1004538366 tempest-MultipleCreateTestJSON-1004538366-project] Publish callbacks [] for port (4ae24904-6af3-4997-a6c7-66b4e58f0c55), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:00.801914 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2dc38f1-de51-4d9a-aa7d-e87a356f7f67 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Notify agent at l3_agent.n-d-827839-2 the message routers_updated {{(pid=103376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 17:35:00.808110 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-a2dc38f1-de51-4d9a-aa7d-e87a356f7f67 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] 10.222.0.89 "PUT /v2.0/routers/6f3d8750-ceed-441b-bf8d-70e7804e000d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.4501159 Feb 04 17:35:00.815904 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 53122) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:35:00.816664 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b09ef9e3-63e1-4dc1-9ef4-f04b9cd08cf1 None None] Sync routers for ids ['6f3d8750-ceed-441b-bf8d-70e7804e000d'] in n-d-827839-2 {{(pid=103378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 17:35:00.822904 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-0c75b2f1-d5a0-4ad0-b704-b4b4c83e7cbc tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Request body: {'network': {'name': 'tempest-RoutersTest-556470975'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:35:00.839308 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b09ef9e3-63e1-4dc1-9ef4-f04b9cd08cf1 None None] Routers {'6f3d8750-ceed-441b-bf8d-70e7804e000d'} bound to L3 agent in host n-d-827839-2 {{(pid=103378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:35:00.840189 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-b09ef9e3-63e1-4dc1-9ef4-f04b9cd08cf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:34:32Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['6f3d8750-ceed-441b-bf8d-70e7804e000d'], 'active': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:35:00.866901 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c75b2f1-d5a0-4ad0-b704-b4b4c83e7cbc tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Made reservation on behalf of d3ff32f7652b479da34ca36dc7895dfa for: {'network': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:35:00.873735 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-0c75b2f1-d5a0-4ad0-b704-b4b4c83e7cbc tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for network (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:00.876395 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-841456f5-a165-427c-ba14-7ab541a9bc85 req-d391e907-17d4-4083-8572-4d34c9a6d8fb tempest-MultipleCreateTestJSON-1004538366 tempest-MultipleCreateTestJSON-1004538366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (4ae24904-6af3-4997-a6c7-66b4e58f0c55), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:01.039903 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-841456f5-a165-427c-ba14-7ab541a9bc85 req-d391e907-17d4-4083-8572-4d34c9a6d8fb tempest-MultipleCreateTestJSON-1004538366 tempest-MultipleCreateTestJSON-1004538366-project] Network 1df3466b-73f9-4e73-9fa6-586bde0810bd is already hosted by enough agents. {{(pid=103376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:35:01.067717 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [req-841456f5-a165-427c-ba14-7ab541a9bc85 req-d391e907-17d4-4083-8572-4d34c9a6d8fb tempest-MultipleCreateTestJSON-1004538366 tempest-MultipleCreateTestJSON-1004538366-project] Resources bound (agent type, host, resource id): {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:35:01.076898 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [req-841456f5-a165-427c-ba14-7ab541a9bc85 req-d391e907-17d4-4083-8572-4d34c9a6d8fb tempest-MultipleCreateTestJSON-1004538366 tempest-MultipleCreateTestJSON-1004538366-project] Received port after_create {{(pid=103376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:35:01.222384 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvr_db [None req-b09ef9e3-63e1-4dc1-9ef4-f04b9cd08cf1 None None] Set router 6f3d8750-ceed-441b-bf8d-70e7804e000d gateway port host: None {{(pid=103378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:35:01.231641 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d391e907-17d4-4083-8572-4d34c9a6d8fb tempest-MultipleCreateTestJSON-1004538366 tempest-MultipleCreateTestJSON-1004538366-project] Pushing event updated for resources: {'Port': ['ID=4ae24904-6af3-4997-a6c7-66b4e58f0c55,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:35:01.291130 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841456f5-a165-427c-ba14-7ab541a9bc85 req-d391e907-17d4-4083-8572-4d34c9a6d8fb tempest-MultipleCreateTestJSON-1004538366 tempest-MultipleCreateTestJSON-1004538366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:35:01.291757 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-841456f5-a165-427c-ba14-7ab541a9bc85 req-d391e907-17d4-4083-8572-4d34c9a6d8fb tempest-MultipleCreateTestJSON-1004538366 tempest-MultipleCreateTestJSON-1004538366-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:01.360903 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-841456f5-a165-427c-ba14-7ab541a9bc85 req-d391e907-17d4-4083-8572-4d34c9a6d8fb tempest-MultipleCreateTestJSON-1004538366 tempest-MultipleCreateTestJSON-1004538366-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7693901 Feb 04 17:35:01.374322 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [req-841456f5-a165-427c-ba14-7ab541a9bc85 req-c16461b9-0898-404a-9ec1-1d24c162ff76 service neutron] Request body: {'port': {'device_id': 'f8e43286-b34f-46a5-8ec7-75035762ac82', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827839-2'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:35:01.375905 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c75b2f1-d5a0-4ad0-b704-b4b4c83e7cbc tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] vlan segment allocate from pool success with {'vlan_id': 777, 'physical_network': 'physnet1'} {{(pid=103377) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 17:35:01.428982 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-0c75b2f1-d5a0-4ad0-b704-b4b4c83e7cbc tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (86d98099-b898-4ade-a987-f2891cce850d), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:01.429328 n-d-827839-2 neutron-server[103377]: INFO neutron.db.segments_db [None req-0c75b2f1-d5a0-4ad0-b704-b4b4c83e7cbc tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Added segment 86d98099-b898-4ade-a987-f2891cce850d of type vlan for network 2dd8cab1-0c7e-4482-8bc7-d545ec2dd02f Feb 04 17:35:01.561728 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-841456f5-a165-427c-ba14-7ab541a9bc85 req-c16461b9-0898-404a-9ec1-1d24c162ff76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (4ae24904-6af3-4997-a6c7-66b4e58f0c55), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:01.615926 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7425c0d3-32af-487d-958d-5381e256dcd0 req-2a2c12a9-4dec-4d71-b090-33231ceb6f34 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:35:01.631522 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7425c0d3-32af-487d-958d-5381e256dcd0 req-2a2c12a9-4dec-4d71-b090-33231ceb6f34 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:35:01.651000 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7425c0d3-32af-487d-958d-5381e256dcd0 req-2a2c12a9-4dec-4d71-b090-33231ceb6f34 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:35:01.672631 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7425c0d3-32af-487d-958d-5381e256dcd0 req-2a2c12a9-4dec-4d71-b090-33231ceb6f34 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:35:01.672631 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7425c0d3-32af-487d-958d-5381e256dcd0 req-2a2c12a9-4dec-4d71-b090-33231ceb6f34 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:35:01.677930 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-b09ef9e3-63e1-4dc1-9ef4-f04b9cd08cf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f3d8750-ceed-441b-bf8d-70e7804e000d', 'name': 'tempest-RoutersTest-router-278699497', 'tenant_id': 'd3ff32f7652b479da34ca36dc7895dfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:34:43Z', 'updated_at': '2022-02-04T17:34:56Z', 'revision_number': 3, 'project_id': 'd3ff32f7652b479da34ca36dc7895dfa', 'gw_port_host': None, '_interfaces': [{'id': '92f4c3be-e15c-4f08-9788-b0a194389e06', 'name': '', 'network_id': '8487074d-54a4-45cf-aae0-108f71ca371b', 'tenant_id': 'd3ff32f7652b479da34ca36dc7895dfa', 'mac_address': 'fa:16:3e:8b:5c:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f3d8750-ceed-441b-bf8d-70e7804e000d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2782, 'fixed_ips': [{'subnet_id': '6f6d8615-f09d-4bc7-a5e2-068112e1995f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:34:45Z', 'updated_at': '2022-02-04T17:34:51Z', 'revision_number': 5, 'project_id': 'd3ff32f7652b479da34ca36dc7895dfa', 'subnets': [{'id': '6f6d8615-f09d-4bc7-a5e2-068112e1995f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c5d1de23-05ad-4303-9b46-24f65bc62e8a', 'name': '', 'network_id': 'f2122144-f544-4274-ab84-898b64becced', 'tenant_id': 'd3ff32f7652b479da34ca36dc7895dfa', 'mac_address': 'fa:16:3e:8a:9c:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f3d8750-ceed-441b-bf8d-70e7804e000d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2797, 'fixed_ips': [{'subnet_id': '605ecbf2-21e6-4d4c-a4dd-eed159e792c8', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:34:53Z', 'updated_at': '2022-02-04T17:34:57Z', 'revision_number': 2, 'project_id': 'd3ff32f7652b479da34ca36dc7895dfa', 'subnets': [{'id': '605ecbf2-21e6-4d4c-a4dd-eed159e792c8', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-2', False) {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:35:01.681114 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7425c0d3-32af-487d-958d-5381e256dcd0 req-2a2c12a9-4dec-4d71-b090-33231ceb6f34 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:35:01.696996 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7425c0d3-32af-487d-958d-5381e256dcd0 req-2a2c12a9-4dec-4d71-b090-33231ceb6f34 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:35:01.713864 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-7425c0d3-32af-487d-958d-5381e256dcd0 req-2a2c12a9-4dec-4d71-b090-33231ceb6f34 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] 10.222.0.89 "GET /v2.0/ports?device_id=f9afa7a5-1aca-47d0-a335-e4059d5a8169 HTTP/1.1" status: 200 len: 5433 time: 0.4928102 Feb 04 17:35:01.718614 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-0c75b2f1-d5a0-4ad0-b704-b4b4c83e7cbc tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781084292801'] for network (2dd8cab1-0c7e-4482-8bc7-d545ec2dd02f), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:01.751228 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b09ef9e3-63e1-4dc1-9ef4-f04b9cd08cf1 None None] Checking router: 6f3d8750-ceed-441b-bf8d-70e7804e000d for host: n-d-827839-2 {{(pid=103378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 17:35:01.751591 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b09ef9e3-63e1-4dc1-9ef4-f04b9cd08cf1 None None] Updating router 6f3d8750-ceed-441b-bf8d-70e7804e000d port c5d1de23-05ad-4303-9b46-24f65bc62e8a binding host n-d-827839-2 {{(pid=103378) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 17:35:01.758625 n-d-827839-2 neutron-server[103377]: DEBUG neutron.notifiers.nova [req-841456f5-a165-427c-ba14-7ab541a9bc85 req-1d4a890b-0a47-44b4-b0d2-4a1ad921d74e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f3fd7087-115d-4ccf-b286-1a5012d3187d {{(pid=103377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 17:35:01.855528 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-841456f5-a165-427c-ba14-7ab541a9bc85 req-1d4a890b-0a47-44b4-b0d2-4a1ad921d74e service neutron] Publish callbacks [] for port (f3fd7087-115d-4ccf-b286-1a5012d3187d), precommit_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:01.859686 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b09ef9e3-63e1-4dc1-9ef4-f04b9cd08cf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (c5d1de23-05ad-4303-9b46-24f65bc62e8a), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:01.937552 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.provisioning_blocks [req-841456f5-a165-427c-ba14-7ab541a9bc85 req-1d4a890b-0a47-44b4-b0d2-4a1ad921d74e service neutron] Transition to ACTIVE for port object f3fd7087-115d-4ccf-b286-1a5012d3187d will not be triggered until provisioned by entity L2. {{(pid=103377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 17:35:01.938327 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-0c75b2f1-d5a0-4ad0-b704-b4b4c83e7cbc tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327'] for network (2dd8cab1-0c7e-4482-8bc7-d545ec2dd02f), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:01.955972 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c75b2f1-d5a0-4ad0-b704-b4b4c83e7cbc tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:35:01.956629 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-0c75b2f1-d5a0-4ad0-b704-b4b4c83e7cbc tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Publish callbacks [] for network (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:02.003773 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-841456f5-a165-427c-ba14-7ab541a9bc85 req-1d4a890b-0a47-44b4-b0d2-4a1ad921d74e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25888290'] for port (f3fd7087-115d-4ccf-b286-1a5012d3187d), after_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:02.119850 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-cc6ac41b-aad3-43d4-b2e8-dbed1a803ba1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (64ada913-9131-4d99-a265-63a920956287), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:02.196569 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-0c75b2f1-d5a0-4ad0-b704-b4b4c83e7cbc tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.3783445 Feb 04 17:35:02.202570 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 53154) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:35:02.252780 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-8cfe14ef-c14e-4bbf-a7a2-18ff19e4b911 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Request body: {'subnet': {'network_id': '2dd8cab1-0c7e-4482-8bc7-d545ec2dd02f', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:35:02.333080 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c75b2f1-d5a0-4ad0-b704-b4b4c83e7cbc tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Pushing event updated for resources: {'Network': ['ID=2dd8cab1-0c7e-4482-8bc7-d545ec2dd02f,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:35:02.348992 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4a890b-0a47-44b4-b0d2-4a1ad921d74e service neutron] Pushing event updated for resources: {'Port': ['ID=f3fd7087-115d-4ccf-b286-1a5012d3187d,revision_number=2']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:35:02.354852 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Network 2dd8cab1-0c7e-4482-8bc7-d545ec2dd02f details requested by agent ovs-agent-n-d-827839-2 with host n-d-827839-2 {{(pid=103378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 17:35:02.467558 n-d-827839-2 neutron-server[103376]: DEBUG neutron.notifiers.nova [req-841456f5-a165-427c-ba14-7ab541a9bc85 req-c16461b9-0898-404a-9ec1-1d24c162ff76 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ae24904-6af3-4997-a6c7-66b4e58f0c55 {{(pid=103376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 17:35:02.473290 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-7425c0d3-32af-487d-958d-5381e256dcd0 req-c42dfbdb-d38f-4bfa-83b4-a3e827905d6c tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] 10.222.0.89 "GET /v2.0/security-groups?id=97363f9b-735d-4c1b-ae48-6b5390fc2698&id=0a858dd3-bfe4-4a54-8e21-ad7067112b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.7527480 Feb 04 17:35:02.476824 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 53162) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:35:02.488205 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-841456f5-a165-427c-ba14-7ab541a9bc85 req-c16461b9-0898-404a-9ec1-1d24c162ff76 service neutron] Publish callbacks [] for port (4ae24904-6af3-4997-a6c7-66b4e58f0c55), precommit_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:02.528091 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.provisioning_blocks [req-841456f5-a165-427c-ba14-7ab541a9bc85 req-c16461b9-0898-404a-9ec1-1d24c162ff76 service neutron] Transition to ACTIVE for port object 4ae24904-6af3-4997-a6c7-66b4e58f0c55 will not be triggered until provisioned by entity L2. {{(pid=103376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 17:35:02.554538 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-841456f5-a165-427c-ba14-7ab541a9bc85 req-c16461b9-0898-404a-9ec1-1d24c162ff76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675836'] for port (4ae24904-6af3-4997-a6c7-66b4e58f0c55), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:02.725592 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cfe14ef-c14e-4bbf-a7a2-18ff19e4b911 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Made reservation on behalf of d3ff32f7652b479da34ca36dc7895dfa for: {'subnet': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:35:02.737131 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-8cfe14ef-c14e-4bbf-a7a2-18ff19e4b911 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25597243'] for subnet (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:02.763577 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb488bd2-10bb-4945-ace0-f8d7657f5e82 req-e64c4bba-b5f4-48fb-99e0-1a71827da48a tempest-MultipleCreateTestJSON-1004538366 tempest-MultipleCreateTestJSON-1004538366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:35:02.775597 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-cb488bd2-10bb-4945-ace0-f8d7657f5e82 req-e64c4bba-b5f4-48fb-99e0-1a71827da48a tempest-MultipleCreateTestJSON-1004538366 tempest-MultipleCreateTestJSON-1004538366-project] 10.222.0.89 "GET /v2.0/ports?device_id=f8e43286-b34f-46a5-8ec7-75035762ac82 HTTP/1.1" status: 200 len: 931 time: 0.6197534 Feb 04 17:35:02.811215 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b09ef9e3-63e1-4dc1-9ef4-f04b9cd08cf1 None None] Publish callbacks [] for port (c5d1de23-05ad-4303-9b46-24f65bc62e8a), precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:02.823807 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b09ef9e3-63e1-4dc1-9ef4-f04b9cd08cf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (c5d1de23-05ad-4303-9b46-24f65bc62e8a), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:02.833338 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16461b9-0898-404a-9ec1-1d24c162ff76 service neutron] Pushing event updated for resources: {'Port': ['ID=4ae24904-6af3-4997-a6c7-66b4e58f0c55,revision_number=2']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:35:02.911637 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29f127d-6dff-4883-bf6a-aa15429a7fd2 None None] Pushing event updated for resources: {'Port': ['ID=c5d1de23-05ad-4303-9b46-24f65bc62e8a,revision_number=3']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:35:03.003922 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d408ec64-b374-4acb-a1fc-48241dad6d47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (0cd6d64a-47a7-40ff-8c12-71dd526c62e0), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:03.011062 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-800b6586-bd79-4f4f-a7e8-c45ce61d5db5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:03.051890 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-cb488bd2-10bb-4945-ace0-f8d7657f5e82 req-408b6763-583a-4318-b673-7d724992531a tempest-MultipleCreateTestJSON-1004538366 tempest-MultipleCreateTestJSON-1004538366-project] 10.222.0.89 "GET /v2.0/security-groups?id=8619c0af-85b7-4241-9340-7b1e0213ad09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2692809 Feb 04 17:35:03.151607 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-b09ef9e3-63e1-4dc1-9ef4-f04b9cd08cf1 None None] Attempting to bind port c5d1de23-05ad-4303-9b46-24f65bc62e8a on host n-d-827839-2 for vnic_type normal with profile {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:35:03.157947 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-b09ef9e3-63e1-4dc1-9ef4-f04b9cd08cf1 None None] Attempting to bind port c5d1de23-05ad-4303-9b46-24f65bc62e8a by drivers openvswitch,hyperv on host n-d-827839-2 at level 0 using segments [{'id': '649e2f86-102d-4b00-b4a8-8ce1211e8fa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': 'f2122144-f544-4274-ab84-898b64becced'}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:35:03.159545 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b09ef9e3-63e1-4dc1-9ef4-f04b9cd08cf1 None None] Attempting to bind port c5d1de23-05ad-4303-9b46-24f65bc62e8a on network f2122144-f544-4274-ab84-898b64becced {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:35:03.179048 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b09ef9e3-63e1-4dc1-9ef4-f04b9cd08cf1 None None] Checking agent: {'id': 'ba70844b-66a0-45fd-a2f2-e6ed673321fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 0, 36), 'started_at': datetime.datetime(2022, 2, 4, 17, 1, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 34, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:35:03.181098 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b09ef9e3-63e1-4dc1-9ef4-f04b9cd08cf1 None None] Checking segment: {'id': '649e2f86-102d-4b00-b4a8-8ce1211e8fa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': 'f2122144-f544-4274-ab84-898b64becced'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:35:03.181638 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b09ef9e3-63e1-4dc1-9ef4-f04b9cd08cf1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:03.184944 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b09ef9e3-63e1-4dc1-9ef4-f04b9cd08cf1 None None] Bound using segment: {'id': '649e2f86-102d-4b00-b4a8-8ce1211e8fa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': 'f2122144-f544-4274-ab84-898b64becced'} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:35:03.185605 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-b09ef9e3-63e1-4dc1-9ef4-f04b9cd08cf1 None None] Bound port: c5d1de23-05ad-4303-9b46-24f65bc62e8a, host: n-d-827839-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '649e2f86-102d-4b00-b4a8-8ce1211e8fa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': 'f2122144-f544-4274-ab84-898b64becced'}}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:35:03.186103 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b09ef9e3-63e1-4dc1-9ef4-f04b9cd08cf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (c5d1de23-05ad-4303-9b46-24f65bc62e8a), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:03.193456 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [req-841456f5-a165-427c-ba14-7ab541a9bc85 req-c16461b9-0898-404a-9ec1-1d24c162ff76 service neutron] Attempting to bind port 4ae24904-6af3-4997-a6c7-66b4e58f0c55 on host n-h1-827839-2 for vnic_type normal with profile {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:35:03.200362 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [req-841456f5-a165-427c-ba14-7ab541a9bc85 req-c16461b9-0898-404a-9ec1-1d24c162ff76 service neutron] Attempting to bind port 4ae24904-6af3-4997-a6c7-66b4e58f0c55 by drivers openvswitch,hyperv on host n-h1-827839-2 at level 0 using segments [{'id': 'f7277a98-e15f-419f-b6f8-68b43cd7d31d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '1df3466b-73f9-4e73-9fa6-586bde0810bd'}] {{(pid=103376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:35:03.201631 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-841456f5-a165-427c-ba14-7ab541a9bc85 req-c16461b9-0898-404a-9ec1-1d24c162ff76 service neutron] Attempting to bind port 4ae24904-6af3-4997-a6c7-66b4e58f0c55 on network 1df3466b-73f9-4e73-9fa6-586bde0810bd {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:35:03.219636 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-841456f5-a165-427c-ba14-7ab541a9bc85 req-c16461b9-0898-404a-9ec1-1d24c162ff76 service neutron] Port 4ae24904-6af3-4997-a6c7-66b4e58f0c55 on network 1df3466b-73f9-4e73-9fa6-586bde0810bd not bound, no agent of type Open vSwitch agent registered on host n-h1-827839-2 {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 17:35:03.223179 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-841456f5-a165-427c-ba14-7ab541a9bc85 req-c16461b9-0898-404a-9ec1-1d24c162ff76 service neutron] Attempting to bind port 4ae24904-6af3-4997-a6c7-66b4e58f0c55 on network 1df3466b-73f9-4e73-9fa6-586bde0810bd {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:35:03.260671 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-841456f5-a165-427c-ba14-7ab541a9bc85 req-c16461b9-0898-404a-9ec1-1d24c162ff76 service neutron] Checking agent: {'id': '3f9244a9-75fc-4c10-b195-11d48b853b41', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 8, 42), 'started_at': datetime.datetime(2022, 2, 4, 17, 8, 42), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 34, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:35:03.261493 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-841456f5-a165-427c-ba14-7ab541a9bc85 req-c16461b9-0898-404a-9ec1-1d24c162ff76 service neutron] Checking segment: {'id': 'f7277a98-e15f-419f-b6f8-68b43cd7d31d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '1df3466b-73f9-4e73-9fa6-586bde0810bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:35:03.262118 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-841456f5-a165-427c-ba14-7ab541a9bc85 req-c16461b9-0898-404a-9ec1-1d24c162ff76 service neutron] Bound using segment: {'id': 'f7277a98-e15f-419f-b6f8-68b43cd7d31d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '1df3466b-73f9-4e73-9fa6-586bde0810bd'} {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:35:03.263800 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [req-841456f5-a165-427c-ba14-7ab541a9bc85 req-c16461b9-0898-404a-9ec1-1d24c162ff76 service neutron] Bound port: 4ae24904-6af3-4997-a6c7-66b4e58f0c55, host: n-h1-827839-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7277a98-e15f-419f-b6f8-68b43cd7d31d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '1df3466b-73f9-4e73-9fa6-586bde0810bd'}}] {{(pid=103376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:35:03.264294 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-841456f5-a165-427c-ba14-7ab541a9bc85 req-c16461b9-0898-404a-9ec1-1d24c162ff76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (4ae24904-6af3-4997-a6c7-66b4e58f0c55), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:03.357670 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5e133a-4bd0-4a59-98a3-11b5626ebc74 req-5cad9655-136c-4aa7-b989-5689a7055ebb tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:35:03.372202 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5e133a-4bd0-4a59-98a3-11b5626ebc74 req-5cad9655-136c-4aa7-b989-5689a7055ebb tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:35:03.379694 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-b09ef9e3-63e1-4dc1-9ef4-f04b9cd08cf1 None None] For port c5d1de23-05ad-4303-9b46-24f65bc62e8a, host n-d-827839-2, cleared binding levels {{(pid=103378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:35:03.387095 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-b09ef9e3-63e1-4dc1-9ef4-f04b9cd08cf1 None None] For port c5d1de23-05ad-4303-9b46-24f65bc62e8a, host n-d-827839-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=c5d1de23-05ad-4303-9b46-24f65bc62e8a,segment=NetworkSegment(649e2f86-102d-4b00-b4a8-8ce1211e8fa8),segment_id=649e2f86-102d-4b00-b4a8-8ce1211e8fa8)] {{(pid=103378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:35:03.388890 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5e133a-4bd0-4a59-98a3-11b5626ebc74 req-5cad9655-136c-4aa7-b989-5689a7055ebb tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:35:03.405350 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b09ef9e3-63e1-4dc1-9ef4-f04b9cd08cf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (c5d1de23-05ad-4303-9b46-24f65bc62e8a), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:03.406054 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [req-841456f5-a165-427c-ba14-7ab541a9bc85 req-1d4a890b-0a47-44b4-b0d2-4a1ad921d74e service neutron] Attempting to bind port f3fd7087-115d-4ccf-b286-1a5012d3187d on host n-h2-827839-2 for vnic_type normal with profile {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:35:03.406462 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [req-841456f5-a165-427c-ba14-7ab541a9bc85 req-1d4a890b-0a47-44b4-b0d2-4a1ad921d74e service neutron] Attempting to bind port f3fd7087-115d-4ccf-b286-1a5012d3187d by drivers openvswitch,hyperv on host n-h2-827839-2 at level 0 using segments [{'id': 'f7277a98-e15f-419f-b6f8-68b43cd7d31d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '1df3466b-73f9-4e73-9fa6-586bde0810bd'}] {{(pid=103377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:35:03.406795 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-841456f5-a165-427c-ba14-7ab541a9bc85 req-1d4a890b-0a47-44b4-b0d2-4a1ad921d74e service neutron] Attempting to bind port f3fd7087-115d-4ccf-b286-1a5012d3187d on network 1df3466b-73f9-4e73-9fa6-586bde0810bd {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:35:03.408642 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5e133a-4bd0-4a59-98a3-11b5626ebc74 req-5cad9655-136c-4aa7-b989-5689a7055ebb tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:35:03.409731 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-8cfe14ef-c14e-4bbf-a7a2-18ff19e4b911 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25889445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25597197'] for subnet (c9421554-95e3-48d0-9f6c-1ee39e0eeff6), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:03.415741 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5e133a-4bd0-4a59-98a3-11b5626ebc74 req-5cad9655-136c-4aa7-b989-5689a7055ebb tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:35:03.435412 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5e133a-4bd0-4a59-98a3-11b5626ebc74 req-5cad9655-136c-4aa7-b989-5689a7055ebb tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:35:03.443545 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 53178) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:35:03.446354 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5e133a-4bd0-4a59-98a3-11b5626ebc74 req-5cad9655-136c-4aa7-b989-5689a7055ebb tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:35:03.448584 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-4d5e133a-4bd0-4a59-98a3-11b5626ebc74 req-5cad9655-136c-4aa7-b989-5689a7055ebb tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] 10.222.0.96 "GET /v2.0/ports?device_id=f9afa7a5-1aca-47d0-a335-e4059d5a8169 HTTP/1.1" status: 200 len: 5433 time: 0.3856616 Feb 04 17:35:03.578474 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-841456f5-a165-427c-ba14-7ab541a9bc85 req-1d4a890b-0a47-44b4-b0d2-4a1ad921d74e service neutron] Port f3fd7087-115d-4ccf-b286-1a5012d3187d on network 1df3466b-73f9-4e73-9fa6-586bde0810bd not bound, no agent of type Open vSwitch agent registered on host n-h2-827839-2 {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 17:35:03.578474 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-841456f5-a165-427c-ba14-7ab541a9bc85 req-1d4a890b-0a47-44b4-b0d2-4a1ad921d74e service neutron] Attempting to bind port f3fd7087-115d-4ccf-b286-1a5012d3187d on network 1df3466b-73f9-4e73-9fa6-586bde0810bd {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:35:03.606236 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5e133a-4bd0-4a59-98a3-11b5626ebc74 req-a52abd78-95fc-405a-bec9-8694064354e6 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:35:03.612130 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-a3ee71ae-141a-49a9-8509-b027e5797f59 None None] Provisioning complete for port c5d1de23-05ad-4303-9b46-24f65bc62e8a triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:35:03.612508 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a3ee71ae-141a-49a9-8509-b027e5797f59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (c5d1de23-05ad-4303-9b46-24f65bc62e8a), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:03.614710 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-4d5e133a-4bd0-4a59-98a3-11b5626ebc74 req-a52abd78-95fc-405a-bec9-8694064354e6 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] 10.222.0.96 "GET /v2.0/ports/047f18d1-ba45-4554-8c12-d78b1b2ece5e?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1586585 Feb 04 17:35:03.618435 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-841456f5-a165-427c-ba14-7ab541a9bc85 req-1d4a890b-0a47-44b4-b0d2-4a1ad921d74e service neutron] Checking agent: {'id': 'f20a1ab3-4332-4f54-833b-ba4a7c687e89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 8, 40), 'started_at': datetime.datetime(2022, 2, 4, 17, 8, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 34, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:35:03.620596 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-841456f5-a165-427c-ba14-7ab541a9bc85 req-1d4a890b-0a47-44b4-b0d2-4a1ad921d74e service neutron] Checking segment: {'id': 'f7277a98-e15f-419f-b6f8-68b43cd7d31d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '1df3466b-73f9-4e73-9fa6-586bde0810bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:35:03.620596 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-841456f5-a165-427c-ba14-7ab541a9bc85 req-1d4a890b-0a47-44b4-b0d2-4a1ad921d74e service neutron] Bound using segment: {'id': 'f7277a98-e15f-419f-b6f8-68b43cd7d31d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '1df3466b-73f9-4e73-9fa6-586bde0810bd'} {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:35:03.620596 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [req-841456f5-a165-427c-ba14-7ab541a9bc85 req-1d4a890b-0a47-44b4-b0d2-4a1ad921d74e service neutron] Bound port: f3fd7087-115d-4ccf-b286-1a5012d3187d, host: n-h2-827839-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7277a98-e15f-419f-b6f8-68b43cd7d31d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '1df3466b-73f9-4e73-9fa6-586bde0810bd'}}] {{(pid=103377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:35:03.620596 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-841456f5-a165-427c-ba14-7ab541a9bc85 req-1d4a890b-0a47-44b4-b0d2-4a1ad921d74e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (f3fd7087-115d-4ccf-b286-1a5012d3187d), before_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:03.770345 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b09ef9e3-63e1-4dc1-9ef4-f04b9cd08cf1 None None] Routers {'6f3d8750-ceed-441b-bf8d-70e7804e000d'} bound to L3 agent in host n-d-827839-2 {{(pid=103378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:35:03.771903 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-b09ef9e3-63e1-4dc1-9ef4-f04b9cd08cf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:35:02Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['6f3d8750-ceed-441b-bf8d-70e7804e000d'], 'active': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:35:03.797284 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29f127d-6dff-4883-bf6a-aa15429a7fd2 None None] Pushing event updated for resources: {'Port': ['ID=c5d1de23-05ad-4303-9b46-24f65bc62e8a,revision_number=4']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:35:03.817331 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [req-841456f5-a165-427c-ba14-7ab541a9bc85 req-c16461b9-0898-404a-9ec1-1d24c162ff76 service neutron] For port 4ae24904-6af3-4997-a6c7-66b4e58f0c55, host n-h1-827839-2, cleared binding levels {{(pid=103376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:35:03.843489 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [req-841456f5-a165-427c-ba14-7ab541a9bc85 req-1d4a890b-0a47-44b4-b0d2-4a1ad921d74e service neutron] For port f3fd7087-115d-4ccf-b286-1a5012d3187d, host n-h2-827839-2, cleared binding levels {{(pid=103377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:35:03.847740 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [req-841456f5-a165-427c-ba14-7ab541a9bc85 req-1d4a890b-0a47-44b4-b0d2-4a1ad921d74e service neutron] For port f3fd7087-115d-4ccf-b286-1a5012d3187d, host n-h2-827839-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=f3fd7087-115d-4ccf-b286-1a5012d3187d,segment=NetworkSegment(f7277a98-e15f-419f-b6f8-68b43cd7d31d),segment_id=f7277a98-e15f-419f-b6f8-68b43cd7d31d)] {{(pid=103377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:35:03.868460 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [req-841456f5-a165-427c-ba14-7ab541a9bc85 req-c16461b9-0898-404a-9ec1-1d24c162ff76 service neutron] For port 4ae24904-6af3-4997-a6c7-66b4e58f0c55, host n-h1-827839-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=4ae24904-6af3-4997-a6c7-66b4e58f0c55,segment=NetworkSegment(f7277a98-e15f-419f-b6f8-68b43cd7d31d),segment_id=f7277a98-e15f-419f-b6f8-68b43cd7d31d)] {{(pid=103376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:35:03.876669 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-841456f5-a165-427c-ba14-7ab541a9bc85 req-1d4a890b-0a47-44b4-b0d2-4a1ad921d74e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25888290'] for port (f3fd7087-115d-4ccf-b286-1a5012d3187d), after_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:03.920869 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-841456f5-a165-427c-ba14-7ab541a9bc85 req-c16461b9-0898-404a-9ec1-1d24c162ff76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675836'] for port (4ae24904-6af3-4997-a6c7-66b4e58f0c55), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:04.005269 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4a890b-0a47-44b4-b0d2-4a1ad921d74e service neutron] Pushing event updated for resources: {'Port': ['ID=f3fd7087-115d-4ccf-b286-1a5012d3187d,revision_number=3']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:35:04.021660 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841456f5-a165-427c-ba14-7ab541a9bc85 req-1d4a890b-0a47-44b4-b0d2-4a1ad921d74e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:35:04.024075 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-841456f5-a165-427c-ba14-7ab541a9bc85 req-1d4a890b-0a47-44b4-b0d2-4a1ad921d74e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:04.024075 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-841456f5-a165-427c-ba14-7ab541a9bc85 req-1d4a890b-0a47-44b4-b0d2-4a1ad921d74e service neutron] 10.222.0.90 "PUT /v2.0/ports/f3fd7087-115d-4ccf-b286-1a5012d3187d HTTP/1.1" status: 200 len: 1091 time: 4.6095288 Feb 04 17:35:04.025945 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-fcb920be-a600-45d2-8a15-e101672439e5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:04.034641 n-d-827839-2 neutron-server[103377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5cf0f858-e9fd-424f-bc0a-ae44a75d6d8d', 'tag': 'f3fd7087-115d-4ccf-b286-1a5012d3187d'}] {{(pid=103377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:35:04.037448 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7240428b650e1488e9361b62648ff4b3a6c19d49d8c27c949491ab58c1346cf0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-537c2b8f-2afe-4556-a4a8-4b0b4c6e4de4" -d '{"events": [{"name": "network-changed", "server_uuid": "5cf0f858-e9fd-424f-bc0a-ae44a75d6d8d", "tag": "f3fd7087-115d-4ccf-b286-1a5012d3187d"}]}' {{(pid=103377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:35:04.066892 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841456f5-a165-427c-ba14-7ab541a9bc85 req-c16461b9-0898-404a-9ec1-1d24c162ff76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:35:04.085390 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-841456f5-a165-427c-ba14-7ab541a9bc85 req-c16461b9-0898-404a-9ec1-1d24c162ff76 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:04.092136 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-841456f5-a165-427c-ba14-7ab541a9bc85 req-c16461b9-0898-404a-9ec1-1d24c162ff76 service neutron] 10.222.0.96 "PUT /v2.0/ports/4ae24904-6af3-4997-a6c7-66b4e58f0c55 HTTP/1.1" status: 200 len: 1091 time: 2.7221971 Feb 04 17:35:04.104659 n-d-827839-2 neutron-server[103376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8e43286-b34f-46a5-8ec7-75035762ac82', 'tag': '4ae24904-6af3-4997-a6c7-66b4e58f0c55'}] {{(pid=103376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:35:04.108073 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d59c3bb5e2f09ebf62144d5e09b1cff60c763a9c19614c24538e77842938c05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cfcd325-dce9-4686-8883-bf7c535362d0" -d '{"events": [{"name": "network-changed", "server_uuid": "f8e43286-b34f-46a5-8ec7-75035762ac82", "tag": "4ae24904-6af3-4997-a6c7-66b4e58f0c55"}]}' {{(pid=103376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:35:04.136084 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-fcb920be-a600-45d2-8a15-e101672439e5 admin admin] Publish callbacks [] for security_group (fd72a12c-32da-4e9d-8ccc-96cc27a72b4c), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:04.159284 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-4d5e133a-4bd0-4a59-98a3-11b5626ebc74 req-36c871cd-286c-4538-b07c-abf0249f6b38 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] 10.222.0.96 "GET /v2.0/networks/33faf293-e0be-4b60-83b0-8ec497ee643d?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.5279188 Feb 04 17:35:04.173331 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [req-4d5e133a-4bd0-4a59-98a3-11b5626ebc74 req-639a1594-2551-4425-a4f9-b1cd682a0423 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:35:04.183692 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-fcb920be-a600-45d2-8a15-e101672439e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (fd72a12c-32da-4e9d-8ccc-96cc27a72b4c), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:04.205703 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfe14ef-c14e-4bbf-a7a2-18ff19e4b911 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Pushing event updated for resources: {'Subnet': ['ID=c9421554-95e3-48d0-9f6c-1ee39e0eeff6,revision_number=0']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:35:04.245290 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-fcb920be-a600-45d2-8a15-e101672439e5 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=7f527592cbdd43a99408719d44b9f166&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8007944 Feb 04 17:35:04.258037 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623ddca8-b113-4ca6-aa52-bcc4b83d3df3 req-80ca564b-1e16-45e3-a1a4-15e2e08d152e tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:35:04.263397 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623ddca8-b113-4ca6-aa52-bcc4b83d3df3 req-80ca564b-1e16-45e3-a1a4-15e2e08d152e tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:35:04.269366 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623ddca8-b113-4ca6-aa52-bcc4b83d3df3 req-80ca564b-1e16-45e3-a1a4-15e2e08d152e tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:35:04.274798 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623ddca8-b113-4ca6-aa52-bcc4b83d3df3 req-80ca564b-1e16-45e3-a1a4-15e2e08d152e tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:35:04.280036 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623ddca8-b113-4ca6-aa52-bcc4b83d3df3 req-80ca564b-1e16-45e3-a1a4-15e2e08d152e tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:35:04.286409 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623ddca8-b113-4ca6-aa52-bcc4b83d3df3 req-80ca564b-1e16-45e3-a1a4-15e2e08d152e tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:35:04.291532 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623ddca8-b113-4ca6-aa52-bcc4b83d3df3 req-80ca564b-1e16-45e3-a1a4-15e2e08d152e tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:35:04.299134 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-623ddca8-b113-4ca6-aa52-bcc4b83d3df3 req-80ca564b-1e16-45e3-a1a4-15e2e08d152e tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] 10.222.0.89 "GET /v2.0/ports?device_id=f9afa7a5-1aca-47d0-a335-e4059d5a8169 HTTP/1.1" status: 200 len: 5433 time: 0.6353893 Feb 04 17:35:04.320606 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvr_db [None req-b09ef9e3-63e1-4dc1-9ef4-f04b9cd08cf1 None None] Set router 6f3d8750-ceed-441b-bf8d-70e7804e000d gateway port host: None {{(pid=103378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:35:04.323787 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 53194) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:35:04.328878 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb920be-a600-45d2-8a15-e101672439e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd72a12c-32da-4e9d-8ccc-96cc27a72b4c,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:35:04.350473 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 17:35:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f635eae3-90b0-41d8-8304-10003cb384b5 x-openstack-request-id: req-f635eae3-90b0-41d8-8304-10003cb384b5 {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:35:04.350776 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5cf0f858-e9fd-424f-bc0a-ae44a75d6d8d", "tag": "f3fd7087-115d-4ccf-b286-1a5012d3187d", "status": "completed", "code": 200}]} {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:35:04.351031 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-f635eae3-90b0-41d8-8304-10003cb384b5 {{(pid=103377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:35:04.351437 n-d-827839-2 neutron-server[103377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5cf0f858-e9fd-424f-bc0a-ae44a75d6d8d', 'tag': 'f3fd7087-115d-4ccf-b286-1a5012d3187d', 'status': 'completed', 'code': 200} Feb 04 17:35:04.353225 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-a3ee71ae-141a-49a9-8509-b027e5797f59 None None] Current status of the port c5d1de23-05ad-4303-9b46-24f65bc62e8a is: DOWN; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:35:04.353782 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a3ee71ae-141a-49a9-8509-b027e5797f59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (c5d1de23-05ad-4303-9b46-24f65bc62e8a), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:04.355519 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cfe14ef-c14e-4bbf-a7a2-18ff19e4b911 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Checking segment: {'id': '86d98099-b898-4ade-a987-f2891cce850d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '2dd8cab1-0c7e-4482-8bc7-d545ec2dd02f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:35:04.355888 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cfe14ef-c14e-4bbf-a7a2-18ff19e4b911 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Network hostable DHCP agents. Network: 2dd8cab1-0c7e-4482-8bc7-d545ec2dd02f, hostable agents: ['bb89f5a3-3c22-440b-b7d1-c4f0c43c184a'], hosted agents: [] {{(pid=103377) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 17:35:04.431734 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16461b9-0898-404a-9ec1-1d24c162ff76 service neutron] Pushing event updated for resources: {'Port': ['ID=4ae24904-6af3-4997-a6c7-66b4e58f0c55,revision_number=3']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:35:04.451862 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841456f5-a165-427c-ba14-7ab541a9bc85 req-0e0330a5-f497-4687-9482-686d85de641f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:35:04.453671 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-841456f5-a165-427c-ba14-7ab541a9bc85 req-0e0330a5-f497-4687-9482-686d85de641f service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=cdd0c9018b534ba0924537ca09d3dc53&device_id=5cf0f858-e9fd-424f-bc0a-ae44a75d6d8d HTTP/1.1" status: 200 len: 1125 time: 0.3059812 Feb 04 17:35:04.517366 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-800b6586-bd79-4f4f-a7e8-c45ce61d5db5 admin admin] Publish callbacks [] for security_group (6909a9c6-048c-40a4-80f4-d967d3b5681d), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:04.521882 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cfe14ef-c14e-4bbf-a7a2-18ff19e4b911 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Network 2dd8cab1-0c7e-4482-8bc7-d545ec2dd02f is scheduled to be hosted by DHCP agent bb89f5a3-3c22-440b-b7d1-c4f0c43c184a with binding_index 1 {{(pid=103377) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 17:35:04.543764 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-841456f5-a165-427c-ba14-7ab541a9bc85 req-24c63c8e-3e34-451e-abfa-e5f2b546b068 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f3fd7087-115d-4ccf-b286-1a5012d3187d HTTP/1.1" status: 200 len: 217 time: 0.0667851 Feb 04 17:35:04.552194 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-623ddca8-b113-4ca6-aa52-bcc4b83d3df3 req-2972eeda-859f-4ab9-b690-99a96a216b3c tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] 10.222.0.89 "GET /v2.0/security-groups?id=97363f9b-735d-4c1b-ae48-6b5390fc2698&id=0a858dd3-bfe4-4a54-8e21-ad7067112b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2516224 Feb 04 17:35:04.567508 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-800b6586-bd79-4f4f-a7e8-c45ce61d5db5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (6909a9c6-048c-40a4-80f4-d967d3b5681d), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:04.599095 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-a3ee71ae-141a-49a9-8509-b027e5797f59 None None] For port c5d1de23-05ad-4303-9b46-24f65bc62e8a, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=c5d1de23-05ad-4303-9b46-24f65bc62e8a,segment=NetworkSegment(649e2f86-102d-4b00-b4a8-8ce1211e8fa8),segment_id=649e2f86-102d-4b00-b4a8-8ce1211e8fa8)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:35:04.607556 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841456f5-a165-427c-ba14-7ab541a9bc85 req-ed226532-e3fc-4f38-9077-ec16c4d0df69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:35:04.613498 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-841456f5-a165-427c-ba14-7ab541a9bc85 req-ed226532-e3fc-4f38-9077-ec16c4d0df69 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=cdd0c9018b534ba0924537ca09d3dc53&device_id=f8e43286-b34f-46a5-8ec7-75035762ac82 HTTP/1.1" status: 200 len: 1125 time: 0.4334514 Feb 04 17:35:04.614390 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-4d5e133a-4bd0-4a59-98a3-11b5626ebc74 req-639a1594-2551-4425-a4f9-b1cd682a0423 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (047f18d1-ba45-4554-8c12-d78b1b2ece5e), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:04.624015 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a3ee71ae-141a-49a9-8509-b027e5797f59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (c5d1de23-05ad-4303-9b46-24f65bc62e8a), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:04.662100 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [None req-8cfe14ef-c14e-4bbf-a7a2-18ff19e4b911 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827839-2, 2dd8cab1-0c7e-4482-8bc7-d545ec2dd02f) {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:35:04.693314 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cfe14ef-c14e-4bbf-a7a2-18ff19e4b911 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:35:04.693904 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-8cfe14ef-c14e-4bbf-a7a2-18ff19e4b911 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Publish callbacks [] for subnet (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:04.717690 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-841456f5-a165-427c-ba14-7ab541a9bc85 req-e61393bf-800e-4a58-87bb-4892049657a2 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4ae24904-6af3-4997-a6c7-66b4e58f0c55 HTTP/1.1" status: 200 len: 217 time: 0.0835238 Feb 04 17:35:04.754525 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67abe544-1ab8-4c34-bcda-60172a5a2ac7 None None] Network 2dd8cab1-0c7e-4482-8bc7-d545ec2dd02f requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:35:04.758135 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-6b9ced38-27e7-4291-bd5e-6bade200d2f7 admin admin] Publish callbacks [] for security_group (fd72a12c-32da-4e9d-8ccc-96cc27a72b4c), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:04.762816 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800b6586-bd79-4f4f-a7e8-c45ce61d5db5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6909a9c6-048c-40a4-80f4-d967d3b5681d,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:35:04.779376 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-800b6586-bd79-4f4f-a7e8-c45ce61d5db5 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=785d37ae321647b48f59b684dfaae16b&name=default HTTP/1.1" status: 200 len: 3000 time: 2.2908647 Feb 04 17:35:04.796007 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-8cfe14ef-c14e-4bbf-a7a2-18ff19e4b911 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5454695 Feb 04 17:35:04.796442 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 17:35:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29a93d03-bf4b-4f5b-8842-0b8d4a5024f3 x-openstack-request-id: req-29a93d03-bf4b-4f5b-8842-0b8d4a5024f3 {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:35:04.796442 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8e43286-b34f-46a5-8ec7-75035762ac82", "tag": "4ae24904-6af3-4997-a6c7-66b4e58f0c55", "status": "completed", "code": 200}]} {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:35:04.797433 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 53198) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:35:04.797547 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-29a93d03-bf4b-4f5b-8842-0b8d4a5024f3 {{(pid=103376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:35:04.797547 n-d-827839-2 neutron-server[103376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8e43286-b34f-46a5-8ec7-75035762ac82', 'tag': '4ae24904-6af3-4997-a6c7-66b4e58f0c55', 'status': 'completed', 'code': 200} Feb 04 17:35:04.798885 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841456f5-a165-427c-ba14-7ab541a9bc85 req-91011aaf-2fbc-4051-ba1d-1e0785e3c904 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:35:04.799561 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 53200) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:35:04.800368 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-841456f5-a165-427c-ba14-7ab541a9bc85 req-91011aaf-2fbc-4051-ba1d-1e0785e3c904 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=e11c859d-e1e6-4f6b-868f-bb675e714ccf HTTP/1.1" status: 200 len: 852 time: 0.2460163 Feb 04 17:35:04.931953 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-841456f5-a165-427c-ba14-7ab541a9bc85 req-44165289-0d88-43bd-a5c8-a4cf20eefa3f service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=1df3466b-73f9-4e73-9fa6-586bde0810bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1213603 Feb 04 17:35:04.965287 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device 397c6c1e-40e7-4c7f-9066-28791535e5e4 no longer exists at agent hyperv_n-h1-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:35:04.973112 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-6b9ced38-27e7-4291-bd5e-6bade200d2f7 admin admin] Publish callbacks [] for security_group (fd72a12c-32da-4e9d-8ccc-96cc27a72b4c), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:04.978387 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [req-4d5e133a-4bd0-4a59-98a3-11b5626ebc74 req-639a1594-2551-4425-a4f9-b1cd682a0423 service neutron] For port 047f18d1-ba45-4554-8c12-d78b1b2ece5e, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=047f18d1-ba45-4554-8c12-d78b1b2ece5e,segment=NetworkSegment(003aaa95-3edb-4f14-93d1-6362433ea51a),segment_id=003aaa95-3edb-4f14-93d1-6362433ea51a)] {{(pid=103376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:35:05.017153 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [req-4d5e133a-4bd0-4a59-98a3-11b5626ebc74 req-639a1594-2551-4425-a4f9-b1cd682a0423 service neutron] For port 047f18d1-ba45-4554-8c12-d78b1b2ece5e, host n-h1-827839-2, cleared binding levels {{(pid=103376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:35:05.055788 n-d-827839-2 neutron-server[103376]: DEBUG neutron.notifiers.nova [req-4d5e133a-4bd0-4a59-98a3-11b5626ebc74 req-639a1594-2551-4425-a4f9-b1cd682a0423 service neutron] device_id is not set on port 047f18d1-ba45-4554-8c12-d78b1b2ece5e yet. {{(pid=103376) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 04 17:35:05.066132 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-4d5e133a-4bd0-4a59-98a3-11b5626ebc74 req-639a1594-2551-4425-a4f9-b1cd682a0423 service neutron] Publish callbacks [] for port (047f18d1-ba45-4554-8c12-d78b1b2ece5e), precommit_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:05.169827 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51bc3cb4-6ea1-442a-9d58-aa4c00d7a533 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e4c19ad-5724-5db8-8ee1-4f56ae69fcf4-2dd8cab1-0c7e-4482-8bc7-d545ec2dd02f', 'network_id': '2dd8cab1-0c7e-4482-8bc7-d545ec2dd02f', 'project_id': 'd3ff32f7652b479da34ca36dc7895dfa', 'fixed_ips': [{'subnet_id': 'c9421554-95e3-48d0-9f6c-1ee39e0eeff6'}]}} from n-d-827839-2. {{(pid=103378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 17:35:05.170680 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-51bc3cb4-6ea1-442a-9d58-aa4c00d7a533 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:05.187979 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-b3531632-a652-4b16-898c-327a707f73b9 admin admin] Publish callbacks [] for security_group (6909a9c6-048c-40a4-80f4-d967d3b5681d), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:05.214588 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e56872-e5cf-40c8-a2c5-fd6d7b35fa87 req-b538bf7f-e857-49f0-8999-1465d7d59766 tempest-MultipleCreateTestJSON-1004538366 tempest-MultipleCreateTestJSON-1004538366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:35:05.221263 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-59e56872-e5cf-40c8-a2c5-fd6d7b35fa87 req-b538bf7f-e857-49f0-8999-1465d7d59766 tempest-MultipleCreateTestJSON-1004538366 tempest-MultipleCreateTestJSON-1004538366-project] 10.222.0.89 "GET /v2.0/ports?device_id=f8e43286-b34f-46a5-8ec7-75035762ac82 HTTP/1.1" status: 200 len: 943 time: 0.6980965 Feb 04 17:35:05.223756 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-4d5e133a-4bd0-4a59-98a3-11b5626ebc74 req-639a1594-2551-4425-a4f9-b1cd682a0423 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675836'] for port (047f18d1-ba45-4554-8c12-d78b1b2ece5e), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:05.234464 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4f14bb47-e72b-46ac-9e44-a61d9293afcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (75326290-f7a3-4db8-9cf2-15c7139ed224), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:05.246996 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ee71ae-141a-49a9-8509-b027e5797f59 None None] Pushing event updated for resources: {'Port': ['ID=c5d1de23-05ad-4303-9b46-24f65bc62e8a,revision_number=5']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:35:05.253560 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-49f974d1-ac7f-411e-b88d-1b4d99fbb3c0 None None] Provisioning complete for port c5d1de23-05ad-4303-9b46-24f65bc62e8a triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:35:05.253932 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-49f974d1-ac7f-411e-b88d-1b4d99fbb3c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (c5d1de23-05ad-4303-9b46-24f65bc62e8a), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:05.305290 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-841456f5-a165-427c-ba14-7ab541a9bc85 req-e8190d46-fb19-45cc-928e-27574e2422b3 service neutron] 10.222.0.90 "GET /v2.0/networks/1df3466b-73f9-4e73-9fa6-586bde0810bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3657029 Feb 04 17:35:05.390341 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-b3531632-a652-4b16-898c-327a707f73b9 admin admin] Publish callbacks [] for security_group (6909a9c6-048c-40a4-80f4-d967d3b5681d), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:05.457659 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-6b9ced38-27e7-4291-bd5e-6bade200d2f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (fd72a12c-32da-4e9d-8ccc-96cc27a72b4c), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:05.460502 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-6b9ced38-27e7-4291-bd5e-6bade200d2f7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:05.464883 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-6b9ced38-27e7-4291-bd5e-6bade200d2f7 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/fd72a12c-32da-4e9d-8ccc-96cc27a72b4c HTTP/1.1" status: 204 len: 168 time: 1.1294293 Feb 04 17:35:05.465890 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-b3531632-a652-4b16-898c-327a707f73b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (6909a9c6-048c-40a4-80f4-d967d3b5681d), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:05.468602 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-b3531632-a652-4b16-898c-327a707f73b9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:05.472505 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-b3531632-a652-4b16-898c-327a707f73b9 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/6909a9c6-048c-40a4-80f4-d967d3b5681d HTTP/1.1" status: 204 len: 168 time: 0.6630802 Feb 04 17:35:05.491563 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9ced38-27e7-4291-bd5e-6bade200d2f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd72a12c-32da-4e9d-8ccc-96cc27a72b4c,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:35:05.522858 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-51bc3cb4-6ea1-442a-9d58-aa4c00d7a533 None None] Allocated IP 172.22.0.2 (2dd8cab1-0c7e-4482-8bc7-d545ec2dd02f/c9421554-95e3-48d0-9f6c-1ee39e0eeff6/2a599438-d6df-4b29-a51d-8c2fc2a2d92d) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:35:05.537146 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3531632-a652-4b16-898c-327a707f73b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6909a9c6-048c-40a4-80f4-d967d3b5681d,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:35:05.642380 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-841456f5-a165-427c-ba14-7ab541a9bc85 req-2789e459-41bf-4b8f-962f-a4aa4f14dc05 service neutron] 10.222.0.90 "GET /v2.0/networks/1df3466b-73f9-4e73-9fa6-586bde0810bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1929553 Feb 04 17:35:05.649510 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841456f5-a165-427c-ba14-7ab541a9bc85 req-84195225-bbd9-48f3-bf0e-4a98ed808d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:35:05.656937 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-841456f5-a165-427c-ba14-7ab541a9bc85 req-84195225-bbd9-48f3-bf0e-4a98ed808d17 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=e11c859d-e1e6-4f6b-868f-bb675e714ccf HTTP/1.1" status: 200 len: 852 time: 0.8940203 Feb 04 17:35:05.660714 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-59e56872-e5cf-40c8-a2c5-fd6d7b35fa87 req-908bd377-ffbe-40f0-b6fd-c864cefb15b0 tempest-MultipleCreateTestJSON-1004538366 tempest-MultipleCreateTestJSON-1004538366-project] 10.222.0.89 "GET /v2.0/security-groups?id=8619c0af-85b7-4241-9340-7b1e0213ad09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4070909 Feb 04 17:35:05.726414 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d5e133a-4bd0-4a59-98a3-11b5626ebc74 req-639a1594-2551-4425-a4f9-b1cd682a0423 service neutron] No DVR routers for this DVR port 047f18d1-ba45-4554-8c12-d78b1b2ece5e on host n-h1-827839-2 {{(pid=103376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 17:35:05.792065 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-841456f5-a165-427c-ba14-7ab541a9bc85 req-5e540040-8115-4558-869e-80914f56f674 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=1df3466b-73f9-4e73-9fa6-586bde0810bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1087954 Feb 04 17:35:05.828403 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639a1594-2551-4425-a4f9-b1cd682a0423 service neutron] Pushing event updated for resources: {'Port': ['ID=047f18d1-ba45-4554-8c12-d78b1b2ece5e,revision_number=6']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:35:06.031107 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (ba70844b-66a0-45fd-a2f2-e6ed673321fc), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:06.037240 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Current status of the port 397c6c1e-40e7-4c7f-9066-28791535e5e4 is: ACTIVE; New status is: DOWN {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:35:06.037963 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (397c6c1e-40e7-4c7f-9066-28791535e5e4), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:06.079030 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-b09ef9e3-63e1-4dc1-9ef4-f04b9cd08cf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f3d8750-ceed-441b-bf8d-70e7804e000d', 'name': 'tempest-RoutersTest-router-278699497', 'tenant_id': 'd3ff32f7652b479da34ca36dc7895dfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:34:43Z', 'updated_at': '2022-02-04T17:34:56Z', 'revision_number': 3, 'project_id': 'd3ff32f7652b479da34ca36dc7895dfa', 'gw_port_host': None, '_interfaces': [{'id': '92f4c3be-e15c-4f08-9788-b0a194389e06', 'name': '', 'network_id': '8487074d-54a4-45cf-aae0-108f71ca371b', 'tenant_id': 'd3ff32f7652b479da34ca36dc7895dfa', 'mac_address': 'fa:16:3e:8b:5c:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f3d8750-ceed-441b-bf8d-70e7804e000d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2782, 'fixed_ips': [{'subnet_id': '6f6d8615-f09d-4bc7-a5e2-068112e1995f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:34:45Z', 'updated_at': '2022-02-04T17:34:51Z', 'revision_number': 5, 'project_id': 'd3ff32f7652b479da34ca36dc7895dfa', 'subnets': [{'id': '6f6d8615-f09d-4bc7-a5e2-068112e1995f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c5d1de23-05ad-4303-9b46-24f65bc62e8a', 'name': '', 'network_id': 'f2122144-f544-4274-ab84-898b64becced', 'tenant_id': 'd3ff32f7652b479da34ca36dc7895dfa', 'mac_address': 'fa:16:3e:8a:9c:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f3d8750-ceed-441b-bf8d-70e7804e000d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2797, 'fixed_ips': [{'subnet_id': '605ecbf2-21e6-4d4c-a4dd-eed159e792c8', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:34:53Z', 'updated_at': '2022-02-04T17:35:03Z', 'revision_number': 4, 'project_id': 'd3ff32f7652b479da34ca36dc7895dfa', 'subnets': [{'id': '605ecbf2-21e6-4d4c-a4dd-eed159e792c8', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-2', False) {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:35:06.137297 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [req-4d5e133a-4bd0-4a59-98a3-11b5626ebc74 req-639a1594-2551-4425-a4f9-b1cd682a0423 service neutron] In _notify_port_updated(), no bound segment for port 047f18d1-ba45-4554-8c12-d78b1b2ece5e on network 33faf293-e0be-4b60-83b0-8ec497ee643d {{(pid=103376) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Feb 04 17:35:06.138195 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5e133a-4bd0-4a59-98a3-11b5626ebc74 req-639a1594-2551-4425-a4f9-b1cd682a0423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:35:06.139141 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-4d5e133a-4bd0-4a59-98a3-11b5626ebc74 req-639a1594-2551-4425-a4f9-b1cd682a0423 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:06.141000 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-4d5e133a-4bd0-4a59-98a3-11b5626ebc74 req-639a1594-2551-4425-a4f9-b1cd682a0423 service neutron] 10.222.0.96 "PUT /v2.0/ports/047f18d1-ba45-4554-8c12-d78b1b2ece5e HTTP/1.1" status: 200 len: 1026 time: 1.9804153 Feb 04 17:35:06.182524 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-49f974d1-ac7f-411e-b88d-1b4d99fbb3c0 None None] Current status of the port c5d1de23-05ad-4303-9b46-24f65bc62e8a is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:35:06.192758 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b09ef9e3-63e1-4dc1-9ef4-f04b9cd08cf1 None None] The sync data for ids ['6f3d8750-ceed-441b-bf8d-70e7804e000d'] in n-d-827839-2 is: [{'id': '6f3d8750-ceed-441b-bf8d-70e7804e000d', 'name': 'tempest-RoutersTest-router-278699497', 'tenant_id': 'd3ff32f7652b479da34ca36dc7895dfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:34:43Z', 'updated_at': '2022-02-04T17:34:56Z', 'revision_number': 3, 'project_id': 'd3ff32f7652b479da34ca36dc7895dfa', 'gw_port_host': None, '_interfaces': [{'id': '92f4c3be-e15c-4f08-9788-b0a194389e06', 'name': '', 'network_id': '8487074d-54a4-45cf-aae0-108f71ca371b', 'tenant_id': 'd3ff32f7652b479da34ca36dc7895dfa', 'mac_address': 'fa:16:3e:8b:5c:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f3d8750-ceed-441b-bf8d-70e7804e000d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2782, 'fixed_ips': [{'subnet_id': '6f6d8615-f09d-4bc7-a5e2-068112e1995f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:34:45Z', 'updated_at': '2022-02-04T17:34:51Z', 'revision_number': 5, 'project_id': 'd3ff32f7652b479da34ca36dc7895dfa', 'subnets': [{'id': '6f6d8615-f09d-4bc7-a5e2-068112e1995f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c5d1de23-05ad-4303-9b46-24f65bc62e8a', 'name': '', 'network_id': 'f2122144-f544-4274-ab84-898b64becced', 'tenant_id': 'd3ff32f7652b479da34ca36dc7895dfa', 'mac_address': 'fa:16:3e:8a:9c:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f3d8750-ceed-441b-bf8d-70e7804e000d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2797, 'fixed_ips': [{'subnet_id': '605ecbf2-21e6-4d4c-a4dd-eed159e792c8', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:34:53Z', 'updated_at': '2022-02-04T17:35:03Z', 'revision_number': 4, 'project_id': 'd3ff32f7652b479da34ca36dc7895dfa', 'subnets': [{'id': '605ecbf2-21e6-4d4c-a4dd-eed159e792c8', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 17:35:06.260630 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9afa7a5-1aca-47d0-a335-e4059d5a8169', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '397c6c1e-40e7-4c7f-9066-28791535e5e4'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:35:06.266342 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c34bc964ce2211770fda26ca2f3801cc06f4f39928110690550e94ab9c9d2fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d391e3f7-5e1a-4c28-ae37-70268450760a" -d '{"events": [{"server_uuid": "f9afa7a5-1aca-47d0-a335-e4059d5a8169", "name": "network-vif-unplugged", "status": "completed", "tag": "397c6c1e-40e7-4c7f-9066-28791535e5e4"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:35:06.400859 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-841456f5-a165-427c-ba14-7ab541a9bc85 req-44115fe7-8455-4115-a17f-494b6fe905b2 service neutron] 10.222.0.96 "GET /v2.0/networks/1df3466b-73f9-4e73-9fa6-586bde0810bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5835266 Feb 04 17:35:06.460220 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 04 Feb 2022 17:35:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71610ea9-f541-4649-a9a0-71cf293fc39e x-openstack-request-id: req-71610ea9-f541-4649-a9a0-71cf293fc39e {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:35:06.460429 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9afa7a5-1aca-47d0-a335-e4059d5a8169", "name": "network-vif-unplugged", "status": "completed", "tag": "397c6c1e-40e7-4c7f-9066-28791535e5e4", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:35:06.460687 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-71610ea9-f541-4649-a9a0-71cf293fc39e {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:35:06.466053 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5e133a-4bd0-4a59-98a3-11b5626ebc74 req-1841914a-6c06-42e4-95c6-3f58de2c801e tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:35:06.467473 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-4d5e133a-4bd0-4a59-98a3-11b5626ebc74 req-1841914a-6c06-42e4-95c6-3f58de2c801e tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] 10.222.0.96 "GET /v2.0/ports/69744c85-4e2f-4594-a5b1-5888c6eca6d5?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.3172185 Feb 04 17:35:06.469290 n-d-827839-2 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9afa7a5-1aca-47d0-a335-e4059d5a8169', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '397c6c1e-40e7-4c7f-9066-28791535e5e4', 'code': 200} Feb 04 17:35:06.495527 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] For port 397c6c1e-40e7-4c7f-9066-28791535e5e4, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=397c6c1e-40e7-4c7f-9066-28791535e5e4,segment=NetworkSegment(168864fc-4f05-4abe-b2d9-6a7996e75763),segment_id=168864fc-4f05-4abe-b2d9-6a7996e75763)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:35:06.534547 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [req-4d5e133a-4bd0-4a59-98a3-11b5626ebc74 req-358b3c77-fbe6-406e-9e03-d21fc1bb077d service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:35:06.574165 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 53230) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:35:06.625176 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8aaa13-da8c-47b6-b230-964e1df5650d req-0d608788-0762-4358-9fa3-83a03e18c519 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:35:06.636088 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (397c6c1e-40e7-4c7f-9066-28791535e5e4), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:06.636862 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device 71081e14-4523-4976-b2ac-04c3ffa4889c no longer exists at agent hyperv_n-h1-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:35:06.645974 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8aaa13-da8c-47b6-b230-964e1df5650d req-0d608788-0762-4358-9fa3-83a03e18c519 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:35:06.654084 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8aaa13-da8c-47b6-b230-964e1df5650d req-0d608788-0762-4358-9fa3-83a03e18c519 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:35:06.668368 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8aaa13-da8c-47b6-b230-964e1df5650d req-0d608788-0762-4358-9fa3-83a03e18c519 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:35:06.684531 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8aaa13-da8c-47b6-b230-964e1df5650d req-0d608788-0762-4358-9fa3-83a03e18c519 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:35:06.691918 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8aaa13-da8c-47b6-b230-964e1df5650d req-0d608788-0762-4358-9fa3-83a03e18c519 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:35:06.693952 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-bb8aaa13-da8c-47b6-b230-964e1df5650d req-0d608788-0762-4358-9fa3-83a03e18c519 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] 10.222.0.89 "GET /v2.0/ports?device_id=f9afa7a5-1aca-47d0-a335-e4059d5a8169 HTTP/1.1" status: 200 len: 4660 time: 0.9935300 Feb 04 17:35:06.694762 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-829e3474-f25a-40ec-a417-6425422c9cf5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:06.749696 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-51bc3cb4-6ea1-442a-9d58-aa4c00d7a533 None None] Publish callbacks [] for port (2a599438-d6df-4b29-a51d-8c2fc2a2d92d), precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:06.777358 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537c2b8f-2afe-4556-a4a8-4b0b4c6e4de4 req-92aba695-4237-4c97-81de-4a70af8f4bad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:35:06.779247 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-537c2b8f-2afe-4556-a4a8-4b0b4c6e4de4 req-92aba695-4237-4c97-81de-4a70af8f4bad service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=cdd0c9018b534ba0924537ca09d3dc53&device_id=5cf0f858-e9fd-424f-bc0a-ae44a75d6d8d HTTP/1.1" status: 200 len: 1125 time: 0.3212638 Feb 04 17:35:06.823263 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-4d5e133a-4bd0-4a59-98a3-11b5626ebc74 req-358b3c77-fbe6-406e-9e03-d21fc1bb077d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (69744c85-4e2f-4594-a5b1-5888c6eca6d5), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:06.872991 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-51bc3cb4-6ea1-442a-9d58-aa4c00d7a533 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135'] for port (2a599438-d6df-4b29-a51d-8c2fc2a2d92d), after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:06.914290 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-cc85aa5c-024b-46f5-8d62-4adeeb68d4db None None] Provisioning complete for port 047f18d1-ba45-4554-8c12-d78b1b2ece5e triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:35:06.929506 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-cc85aa5c-024b-46f5-8d62-4adeeb68d4db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (047f18d1-ba45-4554-8c12-d78b1b2ece5e), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:07.038932 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Pushing event updated for resources: {'Port': ['ID=397c6c1e-40e7-4c7f-9066-28791535e5e4,revision_number=6']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:35:07.050606 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-bb8aaa13-da8c-47b6-b230-964e1df5650d req-50de5f75-1b44-4a55-8d7d-23cd26af0ca2 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] 10.222.0.89 "GET /v2.0/security-groups?id=97363f9b-735d-4c1b-ae48-6b5390fc2698&id=0a858dd3-bfe4-4a54-8e21-ad7067112b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3472121 Feb 04 17:35:07.060111 n-d-827839-2 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51bc3cb4-6ea1-442a-9d58-aa4c00d7a533 None None] Network 2dd8cab1-0c7e-4482-8bc7-d545ec2dd02f is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:35:07.166796 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-841456f5-a165-427c-ba14-7ab541a9bc85 req-83d43d86-155b-4e0e-852d-b9c8eb0270cd service neutron] 10.222.0.96 "GET /v2.0/networks/1df3466b-73f9-4e73-9fa6-586bde0810bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6979988 Feb 04 17:35:07.221407 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537c2b8f-2afe-4556-a4a8-4b0b4c6e4de4 req-e0e61e05-8214-4f5c-8653-a25a55c6982c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:35:07.222965 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-537c2b8f-2afe-4556-a4a8-4b0b4c6e4de4 req-e0e61e05-8214-4f5c-8653-a25a55c6982c service neutron] 10.222.0.90 "GET /v2.0/networks?id=1df3466b-73f9-4e73-9fa6-586bde0810bd HTTP/1.1" status: 200 len: 913 time: 0.4305503 Feb 04 17:35:07.263934 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-829e3474-f25a-40ec-a417-6425422c9cf5 admin admin] Publish callbacks [] for security_group (301e022f-1010-428b-88cd-5e4fa8ca9c63), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:07.359413 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-829e3474-f25a-40ec-a417-6425422c9cf5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (301e022f-1010-428b-88cd-5e4fa8ca9c63), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:07.378812 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-537c2b8f-2afe-4556-a4a8-4b0b4c6e4de4 req-036f0b9c-4bc4-4f53-b77d-ef3f43308bc5 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f3fd7087-115d-4ccf-b286-1a5012d3187d HTTP/1.1" status: 200 len: 217 time: 0.1463828 Feb 04 17:35:07.418702 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f21ed9-d2c2-47b0-b492-cb665be93734 req-5ddf6ae1-498b-4585-b4b0-f83ec3a54605 tempest-MultipleCreateTestJSON-1004538366 tempest-MultipleCreateTestJSON-1004538366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:35:07.438967 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-95f21ed9-d2c2-47b0-b492-cb665be93734 req-5ddf6ae1-498b-4585-b4b0-f83ec3a54605 tempest-MultipleCreateTestJSON-1004538366 tempest-MultipleCreateTestJSON-1004538366-project] 10.222.0.89 "GET /v2.0/ports?device_id=f8e43286-b34f-46a5-8ec7-75035762ac82 HTTP/1.1" status: 200 len: 943 time: 0.5329309 Feb 04 17:35:07.517649 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-829e3474-f25a-40ec-a417-6425422c9cf5 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=e5c7f979c8a040f797931fe96cf6d5c9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9416392 Feb 04 17:35:07.520451 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 53242) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:35:07.531228 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829e3474-f25a-40ec-a417-6425422c9cf5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=301e022f-1010-428b-88cd-5e4fa8ca9c63,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:35:07.541922 n-d-827839-2 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-51bc3cb4-6ea1-442a-9d58-aa4c00d7a533 None None] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:35:07.550511 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51bc3cb4-6ea1-442a-9d58-aa4c00d7a533 None None] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:35:07.571832 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-cc85aa5c-024b-46f5-8d62-4adeeb68d4db None None] Port 047f18d1-ba45-4554-8c12-d78b1b2ece5e cannot update to ACTIVE because it is not bound. {{(pid=103378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 17:35:07.592249 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537c2b8f-2afe-4556-a4a8-4b0b4c6e4de4 req-0d0216a9-e5a6-4af9-983f-bedb8dec7cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:35:07.594365 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-537c2b8f-2afe-4556-a4a8-4b0b4c6e4de4 req-0d0216a9-e5a6-4af9-983f-bedb8dec7cf3 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=e11c859d-e1e6-4f6b-868f-bb675e714ccf HTTP/1.1" status: 200 len: 852 time: 0.1991248 Feb 04 17:35:07.688829 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-537c2b8f-2afe-4556-a4a8-4b0b4c6e4de4 req-522be818-ef67-4ef8-8a55-0edde31c902f service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=1df3466b-73f9-4e73-9fa6-586bde0810bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0848756 Feb 04 17:35:07.754966 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device c5d1de23-05ad-4303-9b46-24f65bc62e8a up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:35:07.775040 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [req-4d5e133a-4bd0-4a59-98a3-11b5626ebc74 req-358b3c77-fbe6-406e-9e03-d21fc1bb077d service neutron] For port 69744c85-4e2f-4594-a5b1-5888c6eca6d5, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=69744c85-4e2f-4594-a5b1-5888c6eca6d5,segment=NetworkSegment(003aaa95-3edb-4f14-93d1-6362433ea51a),segment_id=003aaa95-3edb-4f14-93d1-6362433ea51a)] {{(pid=103376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:35:07.791510 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bc3cb4-6ea1-442a-9d58-aa4c00d7a533 None None] Pushing event updated for resources: {'Port': ['ID=2a599438-d6df-4b29-a51d-8c2fc2a2d92d,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:35:07.857583 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Current status of the port 71081e14-4523-4976-b2ac-04c3ffa4889c is: ACTIVE; New status is: DOWN {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:35:07.857980 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (71081e14-4523-4976-b2ac-04c3ffa4889c), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:07.860361 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [req-4d5e133a-4bd0-4a59-98a3-11b5626ebc74 req-358b3c77-fbe6-406e-9e03-d21fc1bb077d service neutron] For port 69744c85-4e2f-4594-a5b1-5888c6eca6d5, host n-h1-827839-2, cleared binding levels {{(pid=103376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:35:07.868770 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-b846d065-2203-4ef6-b20b-543442312648 admin admin] Publish callbacks [] for security_group (301e022f-1010-428b-88cd-5e4fa8ca9c63), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:07.890175 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-51bc3cb4-6ea1-442a-9d58-aa4c00d7a533 None None] Attempting to bind port 2a599438-d6df-4b29-a51d-8c2fc2a2d92d on host n-d-827839-2 for vnic_type normal with profile {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:35:07.890545 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-51bc3cb4-6ea1-442a-9d58-aa4c00d7a533 None None] Attempting to bind port 2a599438-d6df-4b29-a51d-8c2fc2a2d92d by drivers openvswitch,hyperv on host n-d-827839-2 at level 0 using segments [{'id': '86d98099-b898-4ade-a987-f2891cce850d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '2dd8cab1-0c7e-4482-8bc7-d545ec2dd02f'}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:35:07.891145 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51bc3cb4-6ea1-442a-9d58-aa4c00d7a533 None None] Attempting to bind port 2a599438-d6df-4b29-a51d-8c2fc2a2d92d on network 2dd8cab1-0c7e-4482-8bc7-d545ec2dd02f {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:35:07.907043 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51bc3cb4-6ea1-442a-9d58-aa4c00d7a533 None None] Checking agent: {'id': 'ba70844b-66a0-45fd-a2f2-e6ed673321fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 0, 36), 'started_at': datetime.datetime(2022, 2, 4, 17, 1, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 35, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:35:07.907841 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51bc3cb4-6ea1-442a-9d58-aa4c00d7a533 None None] Checking segment: {'id': '86d98099-b898-4ade-a987-f2891cce850d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '2dd8cab1-0c7e-4482-8bc7-d545ec2dd02f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:35:07.909070 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-51bc3cb4-6ea1-442a-9d58-aa4c00d7a533 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:07.917158 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-537c2b8f-2afe-4556-a4a8-4b0b4c6e4de4 req-56ea4631-13d5-4463-869d-a56c85dc5304 service neutron] 10.222.0.90 "GET /v2.0/networks/1df3466b-73f9-4e73-9fa6-586bde0810bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1916909 Feb 04 17:35:07.918002 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51bc3cb4-6ea1-442a-9d58-aa4c00d7a533 None None] Bound using segment: {'id': '86d98099-b898-4ade-a987-f2891cce850d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '2dd8cab1-0c7e-4482-8bc7-d545ec2dd02f'} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:35:07.918751 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-51bc3cb4-6ea1-442a-9d58-aa4c00d7a533 None None] Bound port: 2a599438-d6df-4b29-a51d-8c2fc2a2d92d, host: n-d-827839-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86d98099-b898-4ade-a987-f2891cce850d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '2dd8cab1-0c7e-4482-8bc7-d545ec2dd02f'}}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:35:07.919372 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-51bc3cb4-6ea1-442a-9d58-aa4c00d7a533 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (2a599438-d6df-4b29-a51d-8c2fc2a2d92d), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:07.934827 n-d-827839-2 neutron-server[103376]: DEBUG neutron.notifiers.nova [req-4d5e133a-4bd0-4a59-98a3-11b5626ebc74 req-358b3c77-fbe6-406e-9e03-d21fc1bb077d service neutron] device_id is not set on port 69744c85-4e2f-4594-a5b1-5888c6eca6d5 yet. {{(pid=103376) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 04 17:35:07.945733 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-4d5e133a-4bd0-4a59-98a3-11b5626ebc74 req-358b3c77-fbe6-406e-9e03-d21fc1bb077d service neutron] Publish callbacks [] for port (69744c85-4e2f-4594-a5b1-5888c6eca6d5), precommit_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:07.949018 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-b846d065-2203-4ef6-b20b-543442312648 admin admin] Publish callbacks [] for security_group (301e022f-1010-428b-88cd-5e4fa8ca9c63), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:07.967431 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-4d5e133a-4bd0-4a59-98a3-11b5626ebc74 req-358b3c77-fbe6-406e-9e03-d21fc1bb077d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675836'] for port (69744c85-4e2f-4594-a5b1-5888c6eca6d5), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:07.982653 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-3624fbed-01f8-4cb2-abcf-4aa7ca05c5ad tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:08.040429 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] For port 71081e14-4523-4976-b2ac-04c3ffa4889c, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=71081e14-4523-4976-b2ac-04c3ffa4889c,segment=NetworkSegment(168864fc-4f05-4abe-b2d9-6a7996e75763),segment_id=168864fc-4f05-4abe-b2d9-6a7996e75763)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:35:08.087394 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (71081e14-4523-4976-b2ac-04c3ffa4889c), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:08.088966 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device 1f1fc21f-8afb-4ed1-ab35-d8918c765c07 no longer exists at agent hyperv_n-h1-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:35:08.118911 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-537c2b8f-2afe-4556-a4a8-4b0b4c6e4de4 req-00117cef-dcae-42ac-8f52-c2c53d316508 service neutron] 10.222.0.90 "GET /v2.0/networks/1df3466b-73f9-4e73-9fa6-586bde0810bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1890392 Feb 04 17:35:08.136206 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-b846d065-2203-4ef6-b20b-543442312648 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (301e022f-1010-428b-88cd-5e4fa8ca9c63), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:08.145904 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-b846d065-2203-4ef6-b20b-543442312648 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:08.150884 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-b846d065-2203-4ef6-b20b-543442312648 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/301e022f-1010-428b-88cd-5e4fa8ca9c63 HTTP/1.1" status: 204 len: 168 time: 0.6256919 Feb 04 17:35:08.171505 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b846d065-2203-4ef6-b20b-543442312648 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=301e022f-1010-428b-88cd-5e4fa8ca9c63,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:35:08.244702 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port c5d1de23-05ad-4303-9b46-24f65bc62e8a triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:35:08.248000 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (c5d1de23-05ad-4303-9b46-24f65bc62e8a), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:08.373821 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Current status of the port 1f1fc21f-8afb-4ed1-ab35-d8918c765c07 is: ACTIVE; New status is: DOWN {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:35:08.374272 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (1f1fc21f-8afb-4ed1-ab35-d8918c765c07), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:08.423976 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5c2f7e-8d6d-47c3-8d62-877a0873c169 req-a5355eeb-26e8-47df-88b4-effd98f87324 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:35:08.437557 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] For port 1f1fc21f-8afb-4ed1-ab35-d8918c765c07, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=1f1fc21f-8afb-4ed1-ab35-d8918c765c07,segment=NetworkSegment(4fe2ceae-f33e-4515-b7e7-4fd67b98c4d4),segment_id=4fe2ceae-f33e-4515-b7e7-4fd67b98c4d4)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:35:08.441703 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5c2f7e-8d6d-47c3-8d62-877a0873c169 req-a5355eeb-26e8-47df-88b4-effd98f87324 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:35:08.450682 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-51bc3cb4-6ea1-442a-9d58-aa4c00d7a533 None None] For port 2a599438-d6df-4b29-a51d-8c2fc2a2d92d, host n-d-827839-2, cleared binding levels {{(pid=103378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:35:08.458263 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (1f1fc21f-8afb-4ed1-ab35-d8918c765c07), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:08.460282 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device 69744c85-4e2f-4594-a5b1-5888c6eca6d5 no longer exists at agent hyperv_n-h1-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:35:08.466887 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Pushing event updated for resources: {'Port': ['ID=71081e14-4523-4976-b2ac-04c3ffa4889c,revision_number=6']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:35:08.471450 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5c2f7e-8d6d-47c3-8d62-877a0873c169 req-a5355eeb-26e8-47df-88b4-effd98f87324 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:35:08.494221 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5c2f7e-8d6d-47c3-8d62-877a0873c169 req-a5355eeb-26e8-47df-88b4-effd98f87324 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:35:08.500658 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5c2f7e-8d6d-47c3-8d62-877a0873c169 req-a5355eeb-26e8-47df-88b4-effd98f87324 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:35:08.503359 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-3b5c2f7e-8d6d-47c3-8d62-877a0873c169 req-a5355eeb-26e8-47df-88b4-effd98f87324 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] 10.222.0.89 "GET /v2.0/ports?device_id=f9afa7a5-1aca-47d0-a335-e4059d5a8169 HTTP/1.1" status: 200 len: 3881 time: 0.2392590 Feb 04 17:35:08.615951 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-3b5c2f7e-8d6d-47c3-8d62-877a0873c169 req-2b052965-fab9-4fc8-9822-fddabcb58be8 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] 10.222.0.89 "GET /v2.0/security-groups?id=97363f9b-735d-4c1b-ae48-6b5390fc2698&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1021752 Feb 04 17:35:08.638329 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9afa7a5-1aca-47d0-a335-e4059d5a8169', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '71081e14-4523-4976-b2ac-04c3ffa4889c'}, {'server_uuid': 'f9afa7a5-1aca-47d0-a335-e4059d5a8169', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1f1fc21f-8afb-4ed1-ab35-d8918c765c07'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:35:08.645332 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c34bc964ce2211770fda26ca2f3801cc06f4f39928110690550e94ab9c9d2fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9dd1f1fa-1825-4be5-a858-e56be31abd4c" -d '{"events": [{"server_uuid": "f9afa7a5-1aca-47d0-a335-e4059d5a8169", "name": "network-vif-unplugged", "status": "completed", "tag": "71081e14-4523-4976-b2ac-04c3ffa4889c"}, {"server_uuid": "f9afa7a5-1aca-47d0-a335-e4059d5a8169", "name": "network-vif-unplugged", "status": "completed", "tag": "1f1fc21f-8afb-4ed1-ab35-d8918c765c07"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:35:08.648405 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Pushing event updated for resources: {'Port': ['ID=1f1fc21f-8afb-4ed1-ab35-d8918c765c07,revision_number=6']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:35:08.668517 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-51bc3cb4-6ea1-442a-9d58-aa4c00d7a533 None None] For port 2a599438-d6df-4b29-a51d-8c2fc2a2d92d, host n-d-827839-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=2a599438-d6df-4b29-a51d-8c2fc2a2d92d,segment=NetworkSegment(86d98099-b898-4ade-a987-f2891cce850d),segment_id=86d98099-b898-4ade-a987-f2891cce850d)] {{(pid=103378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:35:08.731693 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-51bc3cb4-6ea1-442a-9d58-aa4c00d7a533 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (2a599438-d6df-4b29-a51d-8c2fc2a2d92d), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:08.792896 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Fri, 04 Feb 2022 17:35:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a4b53c2-0ac6-43b1-83ab-afbfeeda8907 x-openstack-request-id: req-6a4b53c2-0ac6-43b1-83ab-afbfeeda8907 {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:35:08.793488 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9afa7a5-1aca-47d0-a335-e4059d5a8169", "name": "network-vif-unplugged", "status": "completed", "tag": "71081e14-4523-4976-b2ac-04c3ffa4889c", "code": 200}, {"server_uuid": "f9afa7a5-1aca-47d0-a335-e4059d5a8169", "name": "network-vif-unplugged", "status": "completed", "tag": "1f1fc21f-8afb-4ed1-ab35-d8918c765c07", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:35:08.793488 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-6a4b53c2-0ac6-43b1-83ab-afbfeeda8907 {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:35:08.793837 n-d-827839-2 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9afa7a5-1aca-47d0-a335-e4059d5a8169', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '71081e14-4523-4976-b2ac-04c3ffa4889c', 'code': 200} Feb 04 17:35:08.794085 n-d-827839-2 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9afa7a5-1aca-47d0-a335-e4059d5a8169', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1f1fc21f-8afb-4ed1-ab35-d8918c765c07', 'code': 200} Feb 04 17:35:08.901862 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Device f3fd7087-115d-4ccf-b286-1a5012d3187d details requested by agent hyperv_n-h2-827839-2 with host n-h2-827839-2 {{(pid=103378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 17:35:09.062803 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] For port f3fd7087-115d-4ccf-b286-1a5012d3187d, host n-h2-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=f3fd7087-115d-4ccf-b286-1a5012d3187d,segment=NetworkSegment(f7277a98-e15f-419f-b6f8-68b43cd7d31d),segment_id=f7277a98-e15f-419f-b6f8-68b43cd7d31d)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:35:09.115616 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Returning: {'device': 'f3fd7087-115d-4ccf-b286-1a5012d3187d', 'network_id': '1df3466b-73f9-4e73-9fa6-586bde0810bd', 'port_id': 'f3fd7087-115d-4ccf-b286-1a5012d3187d', 'mac_address': 'fa:16:3e:fb:a2:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 798, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e11c859d-e1e6-4f6b-868f-bb675e714ccf', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 17:35:09.188098 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d5e133a-4bd0-4a59-98a3-11b5626ebc74 req-358b3c77-fbe6-406e-9e03-d21fc1bb077d service neutron] No DVR routers for this DVR port 69744c85-4e2f-4594-a5b1-5888c6eca6d5 on host n-h1-827839-2 {{(pid=103376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 17:35:09.192400 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfcd325-dce9-4686-8883-bf7c535362d0 req-6f14753e-4cb6-4158-8d83-290db270f447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:35:09.206048 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-6cfcd325-dce9-4686-8883-bf7c535362d0 req-6f14753e-4cb6-4158-8d83-290db270f447 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=cdd0c9018b534ba0924537ca09d3dc53&device_id=f8e43286-b34f-46a5-8ec7-75035762ac82 HTTP/1.1" status: 200 len: 1125 time: 1.9072576 Feb 04 17:35:09.222153 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port c5d1de23-05ad-4303-9b46-24f65bc62e8a is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:35:09.229481 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-95f21ed9-d2c2-47b0-b492-cb665be93734 req-07e08b5e-6974-4e27-bee0-f408691eddac tempest-MultipleCreateTestJSON-1004538366 tempest-MultipleCreateTestJSON-1004538366-project] 10.222.0.89 "GET /v2.0/security-groups?id=8619c0af-85b7-4241-9340-7b1e0213ad09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.7844510 Feb 04 17:35:09.289767 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] The host n-h1-827839-2 is not matching for port 69744c85-4e2f-4594-a5b1-5888c6eca6d5 host ! {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Feb 04 17:35:09.290164 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device 69744c85-4e2f-4594-a5b1-5888c6eca6d5 not bound to the agent host n-h1-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 17:35:09.290582 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device c7b0ce66-87fd-444f-8882-eed91d586c14 no longer exists at agent hyperv_n-h1-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:35:09.320571 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358b3c77-fbe6-406e-9e03-d21fc1bb077d service neutron] Pushing event updated for resources: {'Port': ['ID=69744c85-4e2f-4594-a5b1-5888c6eca6d5,revision_number=6']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:35:09.371691 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Current status of the port f3fd7087-115d-4ccf-b286-1a5012d3187d is: DOWN; New status is: BUILD {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:35:09.371691 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (f3fd7087-115d-4ccf-b286-1a5012d3187d), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:09.493544 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3fd7087-115d-4ccf-b286-1a5012d3187d {{(pid=103378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 17:35:09.508124 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [req-4d5e133a-4bd0-4a59-98a3-11b5626ebc74 req-358b3c77-fbe6-406e-9e03-d21fc1bb077d service neutron] In _notify_port_updated(), no bound segment for port 69744c85-4e2f-4594-a5b1-5888c6eca6d5 on network 33faf293-e0be-4b60-83b0-8ec497ee643d {{(pid=103376) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Feb 04 17:35:09.509517 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5e133a-4bd0-4a59-98a3-11b5626ebc74 req-358b3c77-fbe6-406e-9e03-d21fc1bb077d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:35:09.510305 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-4d5e133a-4bd0-4a59-98a3-11b5626ebc74 req-358b3c77-fbe6-406e-9e03-d21fc1bb077d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:09.512993 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-4d5e133a-4bd0-4a59-98a3-11b5626ebc74 req-358b3c77-fbe6-406e-9e03-d21fc1bb077d service neutron] 10.222.0.96 "PUT /v2.0/ports/69744c85-4e2f-4594-a5b1-5888c6eca6d5 HTTP/1.1" status: 200 len: 1028 time: 2.9828269 Feb 04 17:35:09.534984 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] For port f3fd7087-115d-4ccf-b286-1a5012d3187d, host n-h2-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=f3fd7087-115d-4ccf-b286-1a5012d3187d,segment=NetworkSegment(f7277a98-e15f-419f-b6f8-68b43cd7d31d),segment_id=f7277a98-e15f-419f-b6f8-68b43cd7d31d)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:35:09.593180 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc47c49-4644-4a58-ab55-b46c8a70bb80 req-699ac0f3-3868-4217-95c1-5801ffa20c23 tempest-AttachVolumeNegativeTest-179514357 tempest-AttachVolumeNegativeTest-179514357-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:35:09.594830 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-9cc47c49-4644-4a58-ab55-b46c8a70bb80 req-699ac0f3-3868-4217-95c1-5801ffa20c23 tempest-AttachVolumeNegativeTest-179514357 tempest-AttachVolumeNegativeTest-179514357-project] 10.222.0.89 "GET /v2.0/networks?id=b84761e1-11c1-4974-9748-ae61e294404d HTTP/1.1" status: 200 len: 815 time: 0.2471101 Feb 04 17:35:09.624310 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (f3fd7087-115d-4ccf-b286-1a5012d3187d), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:09.628461 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bc3cb4-6ea1-442a-9d58-aa4c00d7a533 None None] Pushing event updated for resources: {'Port': ['ID=2a599438-d6df-4b29-a51d-8c2fc2a2d92d,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:35:09.631594 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-9cc47c49-4644-4a58-ab55-b46c8a70bb80 req-a5c03c3d-ba75-4b78-9ea9-a10f3f244ae1 tempest-AttachVolumeNegativeTest-179514357 tempest-AttachVolumeNegativeTest-179514357-project] 10.222.0.89 "GET /v2.0/quotas/a7ea9b1ba86e49c289bed0f142f59d4f HTTP/1.1" status: 200 len: 375 time: 0.0291247 Feb 04 17:35:09.712111 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Pushing event updated for resources: {'Port': ['ID=f3fd7087-115d-4ccf-b286-1a5012d3187d,revision_number=4']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:35:09.722844 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-b2844eb5-6d63-49ea-961c-faba266c3798 None None] Provisioning complete for port 69744c85-4e2f-4594-a5b1-5888c6eca6d5 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:35:09.723191 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b2844eb5-6d63-49ea-961c-faba266c3798 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (69744c85-4e2f-4594-a5b1-5888c6eca6d5), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:09.788852 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-9cc47c49-4644-4a58-ab55-b46c8a70bb80 req-307b311d-2e12-442f-bf3d-dfec8e9757e5 tempest-AttachVolumeNegativeTest-179514357 tempest-AttachVolumeNegativeTest-179514357-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=a7ea9b1ba86e49c289bed0f142f59d4f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1361866 Feb 04 17:35:09.838803 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-b2844eb5-6d63-49ea-961c-faba266c3798 None None] Port 69744c85-4e2f-4594-a5b1-5888c6eca6d5 cannot update to ACTIVE because it is not bound. {{(pid=103378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 17:35:09.843736 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Current status of the port c7b0ce66-87fd-444f-8882-eed91d586c14 is: ACTIVE; New status is: DOWN {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:35:09.844197 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (c7b0ce66-87fd-444f-8882-eed91d586c14), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:09.908064 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-29092d8c-71d0-4566-b50f-62834afa4842 req-20563541-b053-471d-8c18-11b09f6cdae8 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=0f534955-8600-49e7-ba57-2378f4bdf14a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4709775 Feb 04 17:35:09.916158 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] For port c7b0ce66-87fd-444f-8882-eed91d586c14, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=c7b0ce66-87fd-444f-8882-eed91d586c14,segment=NetworkSegment(003aaa95-3edb-4f14-93d1-6362433ea51a),segment_id=003aaa95-3edb-4f14-93d1-6362433ea51a)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:35:09.922289 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] get_ports_and_sgs() called for port_ids ['f3fd7087-115d-4ccf-b286-1a5012d3187d'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 17:35:09.989020 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfcd325-dce9-4686-8883-bf7c535362d0 req-d36d6975-bd42-415e-b75d-cec685635a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:35:09.990522 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-6cfcd325-dce9-4686-8883-bf7c535362d0 req-d36d6975-bd42-415e-b75d-cec685635a7c service neutron] 10.222.0.96 "GET /v2.0/networks?id=1df3466b-73f9-4e73-9fa6-586bde0810bd HTTP/1.1" status: 200 len: 913 time: 0.7599106 Feb 04 17:35:10.018225 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (c7b0ce66-87fd-444f-8882-eed91d586c14), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:10.018942 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device f6309afb-3125-4ff7-a862-e4fad9550341 no longer exists at agent hyperv_n-h1-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:35:10.217525 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.db_base_plugin_common [None req-3624fbed-01f8-4cb2-abcf-4aa7ca05c5ad tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Allocated IP 172.22.0.1 (2dd8cab1-0c7e-4482-8bc7-d545ec2dd02f/c9421554-95e3-48d0-9f6c-1ee39e0eeff6/d0f21ef9-1f4d-4e6f-9250-fd10037e9239) {{(pid=103376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:35:10.220012 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Pushing event updated for resources: {'Port': ['ID=c7b0ce66-87fd-444f-8882-eed91d586c14,revision_number=6']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:35:10.240127 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (f20a1ab3-4332-4f54-833b-ba4a7c687e89), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:10.255587 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Current status of the port f6309afb-3125-4ff7-a862-e4fad9550341 is: ACTIVE; New status is: DOWN {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:35:10.255983 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (f6309afb-3125-4ff7-a862-e4fad9550341), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:10.283189 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-9cc47c49-4644-4a58-ab55-b46c8a70bb80 req-59378fa0-a0ae-4f26-95db-550083e34a94 service neutron] 10.222.0.89 "GET /v2.0/networks/b84761e1-11c1-4974-9748-ae61e294404d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4934008 Feb 04 17:35:10.353366 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] For port f6309afb-3125-4ff7-a862-e4fad9550341, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=f6309afb-3125-4ff7-a862-e4fad9550341,segment=NetworkSegment(003aaa95-3edb-4f14-93d1-6362433ea51a),segment_id=003aaa95-3edb-4f14-93d1-6362433ea51a)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:35:10.367355 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (f6309afb-3125-4ff7-a862-e4fad9550341), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:10.368158 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device 047f18d1-ba45-4554-8c12-d78b1b2ece5e no longer exists at agent hyperv_n-h1-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:35:10.448208 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-9cc47c49-4644-4a58-ab55-b46c8a70bb80 req-2eac4341-9792-4e45-a045-587472a60d98 service neutron] 10.222.0.89 "GET /v2.0/networks/b84761e1-11c1-4974-9748-ae61e294404d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1551430 Feb 04 17:35:10.559209 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] The host n-h1-827839-2 is not matching for port 047f18d1-ba45-4554-8c12-d78b1b2ece5e host ! {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Feb 04 17:35:10.559654 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device 047f18d1-ba45-4554-8c12-d78b1b2ece5e not bound to the agent host n-h1-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 17:35:10.561103 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Pushing event updated for resources: {'Port': ['ID=f6309afb-3125-4ff7-a862-e4fad9550341,revision_number=6']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:35:10.561324 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-3624fbed-01f8-4cb2-abcf-4aa7ca05c5ad tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Publish callbacks [] for port (d0f21ef9-1f4d-4e6f-9250-fd10037e9239), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:10.676280 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [req-4d5e133a-4bd0-4a59-98a3-11b5626ebc74 req-89269a75-3ea9-4b3c-ba7c-2513152487b9 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Deleting port 397c6c1e-40e7-4c7f-9066-28791535e5e4 {{(pid=103376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:35:10.677039 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-4d5e133a-4bd0-4a59-98a3-11b5626ebc74 req-89269a75-3ea9-4b3c-ba7c-2513152487b9 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (397c6c1e-40e7-4c7f-9066-28791535e5e4), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:10.710548 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0cca6b-e5e7-489e-9443-e997b204f35e req-898107d3-badc-4bf6-8332-e1311234f105 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:35:10.716006 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0cca6b-e5e7-489e-9443-e997b204f35e req-898107d3-badc-4bf6-8332-e1311234f105 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:35:10.756686 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dada8ef-2688-40db-9a43-8f1d0d12119d req-5142bc98-b498-4a2f-850a-ca778d86fd91 tempest-MultipleCreateTestJSON-1004538366 tempest-MultipleCreateTestJSON-1004538366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:35:10.757186 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0cca6b-e5e7-489e-9443-e997b204f35e req-898107d3-badc-4bf6-8332-e1311234f105 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:35:10.762508 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0cca6b-e5e7-489e-9443-e997b204f35e req-898107d3-badc-4bf6-8332-e1311234f105 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:35:10.770686 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-8dada8ef-2688-40db-9a43-8f1d0d12119d req-5142bc98-b498-4a2f-850a-ca778d86fd91 tempest-MultipleCreateTestJSON-1004538366 tempest-MultipleCreateTestJSON-1004538366-project] 10.222.0.89 "GET /v2.0/ports?device_id=f8e43286-b34f-46a5-8ec7-75035762ac82 HTTP/1.1" status: 200 len: 943 time: 0.1010227 Feb 04 17:35:10.782122 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0cca6b-e5e7-489e-9443-e997b204f35e req-898107d3-badc-4bf6-8332-e1311234f105 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:35:10.786286 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-af0cca6b-e5e7-489e-9443-e997b204f35e req-898107d3-badc-4bf6-8332-e1311234f105 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] 10.222.0.89 "GET /v2.0/ports?device_id=f9afa7a5-1aca-47d0-a335-e4059d5a8169 HTTP/1.1" status: 200 len: 3879 time: 0.9655635 Feb 04 17:35:10.795210 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9afa7a5-1aca-47d0-a335-e4059d5a8169', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c7b0ce66-87fd-444f-8882-eed91d586c14'}, {'server_uuid': 'f9afa7a5-1aca-47d0-a335-e4059d5a8169', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f6309afb-3125-4ff7-a862-e4fad9550341'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:35:10.796178 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-3624fbed-01f8-4cb2-abcf-4aa7ca05c5ad tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (d0f21ef9-1f4d-4e6f-9250-fd10037e9239), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:10.797610 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c34bc964ce2211770fda26ca2f3801cc06f4f39928110690550e94ab9c9d2fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4239cf8e-7eeb-4706-93f4-5341c9135c8e" -d '{"events": [{"server_uuid": "f9afa7a5-1aca-47d0-a335-e4059d5a8169", "name": "network-vif-unplugged", "status": "completed", "tag": "c7b0ce66-87fd-444f-8882-eed91d586c14"}, {"server_uuid": "f9afa7a5-1aca-47d0-a335-e4059d5a8169", "name": "network-vif-unplugged", "status": "completed", "tag": "f6309afb-3125-4ff7-a862-e4fad9550341"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:35:10.939907 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-8dada8ef-2688-40db-9a43-8f1d0d12119d req-be4c6b71-6594-44e7-a2aa-5737cebdbea2 tempest-MultipleCreateTestJSON-1004538366 tempest-MultipleCreateTestJSON-1004538366-project] 10.222.0.89 "GET /v2.0/security-groups?id=8619c0af-85b7-4241-9340-7b1e0213ad09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591923 Feb 04 17:35:10.944048 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-6cfcd325-dce9-4686-8883-bf7c535362d0 req-409e99c0-8e60-4e34-8a27-b62227d25d01 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4ae24904-6af3-4997-a6c7-66b4e58f0c55 HTTP/1.1" status: 200 len: 217 time: 0.1519382 Feb 04 17:35:11.028088 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80b77659-a1e9-4164-b5b9-05840779e69a None None] Network 2dd8cab1-0c7e-4482-8bc7-d545ec2dd02f requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:35:11.049634 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-8ca5b2fe-8e76-42cd-a3eb-bc2c53e62141 req-dffeb985-a495-4283-b1cb-1e229685118d tempest-AttachVolumeNegativeTest-179514357 tempest-AttachVolumeNegativeTest-179514357-project] 10.222.0.89 "GET /v2.0/ports?device_id=94f50027-7459-4178-96c8-e99fddb8b973 HTTP/1.1" status: 200 len: 210 time: 0.0514071 Feb 04 17:35:11.082472 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfcd325-dce9-4686-8883-bf7c535362d0 req-87626e56-5211-45c7-9f5f-cb1ae303c38d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:35:11.083925 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-6cfcd325-dce9-4686-8883-bf7c535362d0 req-87626e56-5211-45c7-9f5f-cb1ae303c38d service neutron] 10.222.0.96 "GET /v2.0/subnets?id=e11c859d-e1e6-4f6b-868f-bb675e714ccf HTTP/1.1" status: 200 len: 852 time: 0.0991054 Feb 04 17:35:11.107340 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3624fbed-01f8-4cb2-abcf-4aa7ca05c5ad tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Network 2dd8cab1-0c7e-4482-8bc7-d545ec2dd02f is already hosted by enough agents. {{(pid=103376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:35:11.122779 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Fri, 04 Feb 2022 17:35:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4db79801-6705-48b2-9db7-3e5e52cf0ea3 x-openstack-request-id: req-4db79801-6705-48b2-9db7-3e5e52cf0ea3 {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:35:11.123023 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9afa7a5-1aca-47d0-a335-e4059d5a8169", "name": "network-vif-unplugged", "status": "completed", "tag": "c7b0ce66-87fd-444f-8882-eed91d586c14", "code": 200}, {"server_uuid": "f9afa7a5-1aca-47d0-a335-e4059d5a8169", "name": "network-vif-unplugged", "status": "completed", "tag": "f6309afb-3125-4ff7-a862-e4fad9550341", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:35:11.123273 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-4db79801-6705-48b2-9db7-3e5e52cf0ea3 {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:35:11.125420 n-d-827839-2 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9afa7a5-1aca-47d0-a335-e4059d5a8169', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c7b0ce66-87fd-444f-8882-eed91d586c14', 'code': 200} Feb 04 17:35:11.125420 n-d-827839-2 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9afa7a5-1aca-47d0-a335-e4059d5a8169', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f6309afb-3125-4ff7-a862-e4fad9550341', 'code': 200} Feb 04 17:35:11.187527 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-99706540-151b-4d38-a302-7640b617d274 None None] Provisioning complete for port 2a599438-d6df-4b29-a51d-8c2fc2a2d92d triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:35:11.187896 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-99706540-151b-4d38-a302-7640b617d274 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (2a599438-d6df-4b29-a51d-8c2fc2a2d92d), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:11.250188 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [None req-3624fbed-01f8-4cb2-abcf-4aa7ca05c5ad tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Resources bound (agent type, host, resource id): {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:35:11.257534 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3624fbed-01f8-4cb2-abcf-4aa7ca05c5ad tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Received port after_create {{(pid=103376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:35:11.353931 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29092d8c-71d0-4566-b50f-62834afa4842 req-69620b57-ea3b-45c7-9f7e-1fe9c78382e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:35:11.357988 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-29092d8c-71d0-4566-b50f-62834afa4842 req-69620b57-ea3b-45c7-9f7e-1fe9c78382e7 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=a7ea9b1ba86e49c289bed0f142f59d4f&device_id=0f534955-8600-49e7-ba57-2378f4bdf14a HTTP/1.1" status: 200 len: 1128 time: 1.3754036 Feb 04 17:35:11.395912 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-3624fbed-01f8-4cb2-abcf-4aa7ca05c5ad tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1595471'] for router_interface (6f3d8750-ceed-441b-bf8d-70e7804e000d), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:11.432894 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-af0cca6b-e5e7-489e-9443-e997b204f35e req-03437d32-2695-4da3-a41a-990d9c7986bd tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] 10.222.0.89 "GET /v2.0/security-groups?id=97363f9b-735d-4c1b-ae48-6b5390fc2698&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6126902 Feb 04 17:35:11.436365 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-6cfcd325-dce9-4686-8883-bf7c535362d0 req-c477bdcd-e07f-4700-b5d4-d3aa92336d79 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=1df3466b-73f9-4e73-9fa6-586bde0810bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3181305 Feb 04 17:35:11.492201 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3624fbed-01f8-4cb2-abcf-4aa7ca05c5ad tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Pushing event updated for resources: {'Port': ['ID=d0f21ef9-1f4d-4e6f-9250-fd10037e9239,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:35:11.502896 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-99706540-151b-4d38-a302-7640b617d274 None None] Current status of the port 2a599438-d6df-4b29-a51d-8c2fc2a2d92d is: DOWN; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:35:11.503301 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-99706540-151b-4d38-a302-7640b617d274 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (2a599438-d6df-4b29-a51d-8c2fc2a2d92d), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:11.562680 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-8702df2c-8912-452b-ab09-7713fff0f4d8 req-d97d0d36-0319-4676-902b-e76a8dd20fba service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=49e38698-ddb6-491f-acee-ee5d8477b9c9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0691700 Feb 04 17:35:11.574428 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-99706540-151b-4d38-a302-7640b617d274 None None] For port 2a599438-d6df-4b29-a51d-8c2fc2a2d92d, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=2a599438-d6df-4b29-a51d-8c2fc2a2d92d,segment=NetworkSegment(86d98099-b898-4ade-a987-f2891cce850d),segment_id=86d98099-b898-4ade-a987-f2891cce850d)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:35:11.596790 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-99706540-151b-4d38-a302-7640b617d274 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (2a599438-d6df-4b29-a51d-8c2fc2a2d92d), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:11.678826 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 2a599438-d6df-4b29-a51d-8c2fc2a2d92d up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:35:11.683695 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [req-4d5e133a-4bd0-4a59-98a3-11b5626ebc74 req-89269a75-3ea9-4b3c-ba7c-2513152487b9 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] For port 397c6c1e-40e7-4c7f-9066-28791535e5e4, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=397c6c1e-40e7-4c7f-9066-28791535e5e4,segment=NetworkSegment(168864fc-4f05-4abe-b2d9-6a7996e75763),segment_id=168864fc-4f05-4abe-b2d9-6a7996e75763)] {{(pid=103376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:35:11.684098 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-4d5e133a-4bd0-4a59-98a3-11b5626ebc74 req-89269a75-3ea9-4b3c-ba7c-2513152487b9 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (397c6c1e-40e7-4c7f-9066-28791535e5e4), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:11.749329 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8702df2c-8912-452b-ab09-7713fff0f4d8 req-464c4b81-7aa7-46d0-a654-2f8064a515db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:35:11.754998 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-8702df2c-8912-452b-ab09-7713fff0f4d8 req-464c4b81-7aa7-46d0-a654-2f8064a515db service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=a7ea9b1ba86e49c289bed0f142f59d4f&device_id=49e38698-ddb6-491f-acee-ee5d8477b9c9 HTTP/1.1" status: 200 len: 1128 time: 0.1473742 Feb 04 17:35:11.870966 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99706540-151b-4d38-a302-7640b617d274 None None] Pushing event updated for resources: {'Port': ['ID=2a599438-d6df-4b29-a51d-8c2fc2a2d92d,revision_number=3']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:35:11.880502 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [req-4d5e133a-4bd0-4a59-98a3-11b5626ebc74 req-89269a75-3ea9-4b3c-ba7c-2513152487b9 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Calling delete_port for 397c6c1e-40e7-4c7f-9066-28791535e5e4 owned by compute:nova {{(pid=103376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:35:11.914199 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port 2a599438-d6df-4b29-a51d-8c2fc2a2d92d triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:35:11.915972 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (2a599438-d6df-4b29-a51d-8c2fc2a2d92d), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:11.984247 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8702df2c-8912-452b-ab09-7713fff0f4d8 req-f4d0e005-e3dd-428d-9199-150a1971b6e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:35:11.991775 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-8702df2c-8912-452b-ab09-7713fff0f4d8 req-f4d0e005-e3dd-428d-9199-150a1971b6e7 service neutron] 10.222.0.90 "GET /v2.0/networks?id=b84761e1-11c1-4974-9748-ae61e294404d HTTP/1.1" status: 200 len: 916 time: 0.2077312 Feb 04 17:35:12.100483 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port 2a599438-d6df-4b29-a51d-8c2fc2a2d92d is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:35:12.107159 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-8702df2c-8912-452b-ab09-7713fff0f4d8 req-dca75a44-4ac9-491a-b63a-7308f3ad803a service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2fc28c92-851e-4d8e-adf6-8ac5e13cbbef HTTP/1.1" status: 200 len: 217 time: 0.1108003 Feb 04 17:35:12.147506 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-cc4464be-c702-4454-86e7-a102f341a7cd None None] Provisioning complete for port d0f21ef9-1f4d-4e6f-9250-fd10037e9239 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:35:12.148030 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-cc4464be-c702-4454-86e7-a102f341a7cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (d0f21ef9-1f4d-4e6f-9250-fd10037e9239), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:12.227821 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29092d8c-71d0-4566-b50f-62834afa4842 req-896e792f-d44c-4db8-9746-03b99bfbe4ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:35:12.229911 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-29092d8c-71d0-4566-b50f-62834afa4842 req-896e792f-d44c-4db8-9746-03b99bfbe4ce service neutron] 10.222.0.96 "GET /v2.0/networks?id=b84761e1-11c1-4974-9748-ae61e294404d HTTP/1.1" status: 200 len: 916 time: 0.7863963 Feb 04 17:35:12.241893 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-cc4464be-c702-4454-86e7-a102f341a7cd None None] Port d0f21ef9-1f4d-4e6f-9250-fd10037e9239 cannot update to ACTIVE because it is not bound. {{(pid=103378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 17:35:12.263410 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-cc4464be-c702-4454-86e7-a102f341a7cd None None] Provisioning complete for port 2a599438-d6df-4b29-a51d-8c2fc2a2d92d triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:35:12.263800 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-cc4464be-c702-4454-86e7-a102f341a7cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (2a599438-d6df-4b29-a51d-8c2fc2a2d92d), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:12.283218 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8702df2c-8912-452b-ab09-7713fff0f4d8 req-ac16fc11-e00c-4951-84f4-b612a87e2e63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:35:12.284795 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-8702df2c-8912-452b-ab09-7713fff0f4d8 req-ac16fc11-e00c-4951-84f4-b612a87e2e63 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=74e6e6d2-6594-4fba-b377-2d3e84d23c5b HTTP/1.1" status: 200 len: 855 time: 0.1164205 Feb 04 17:35:12.316449 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-6cfcd325-dce9-4686-8883-bf7c535362d0 req-d9aeded3-d403-4175-bf8e-286412fdfa53 service neutron] 10.222.0.96 "GET /v2.0/networks/1df3466b-73f9-4e73-9fa6-586bde0810bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8253019 Feb 04 17:35:12.363437 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-8702df2c-8912-452b-ab09-7713fff0f4d8 req-9797e989-3768-4ebe-ae18-49794a2cb990 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=b84761e1-11c1-4974-9748-ae61e294404d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0608451 Feb 04 17:35:12.513539 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (3f9244a9-75fc-4c10-b195-11d48b853b41), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:12.522041 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-cc4464be-c702-4454-86e7-a102f341a7cd None None] Current status of the port 2a599438-d6df-4b29-a51d-8c2fc2a2d92d is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:35:12.539315 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086f0cb6-4aa3-4905-ab61-4245b860caab req-b6ab9386-5a3c-46ca-ab5c-e5ac77405c84 tempest-MultipleCreateTestJSON-1004538366 tempest-MultipleCreateTestJSON-1004538366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:35:12.544693 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-086f0cb6-4aa3-4905-ab61-4245b860caab req-b6ab9386-5a3c-46ca-ab5c-e5ac77405c84 tempest-MultipleCreateTestJSON-1004538366 tempest-MultipleCreateTestJSON-1004538366-project] 10.222.0.89 "GET /v2.0/ports?device_id=f8e43286-b34f-46a5-8ec7-75035762ac82 HTTP/1.1" status: 200 len: 943 time: 0.4338844 Feb 04 17:35:12.659606 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-48c9233a-f4f7-467d-9d55-33044037c719 None None] Provisioning complete for port d0f21ef9-1f4d-4e6f-9250-fd10037e9239 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:35:12.672981 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-48c9233a-f4f7-467d-9d55-33044037c719 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (d0f21ef9-1f4d-4e6f-9250-fd10037e9239), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:12.725901 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc47c49-4644-4a58-ab55-b46c8a70bb80 req-e90759ea-61d0-4625-971a-600b815e4e33 tempest-AttachVolumeNegativeTest-179514357 tempest-AttachVolumeNegativeTest-179514357-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:35:12.728900 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-9cc47c49-4644-4a58-ab55-b46c8a70bb80 req-e90759ea-61d0-4625-971a-600b815e4e33 tempest-AttachVolumeNegativeTest-179514357 tempest-AttachVolumeNegativeTest-179514357-project] 10.222.0.90 "GET /v2.0/networks?id=b84761e1-11c1-4974-9748-ae61e294404d HTTP/1.1" status: 200 len: 815 time: 0.1812267 Feb 04 17:35:12.761041 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [req-9cc47c49-4644-4a58-ab55-b46c8a70bb80 req-0b49875b-4365-4cfd-9d2a-9e97f92554d2 tempest-AttachVolumeNegativeTest-179514357 tempest-AttachVolumeNegativeTest-179514357-project] Request body: {'port': {'device_id': '94f50027-7459-4178-96c8-e99fddb8b973', 'network_id': 'b84761e1-11c1-4974-9748-ae61e294404d', 'admin_state_up': True, 'tenant_id': 'a7ea9b1ba86e49c289bed0f142f59d4f'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:35:12.766215 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device 4ae24904-6af3-4997-a6c7-66b4e58f0c55 details requested by agent hyperv_n-h1-827839-2 with host n-h1-827839-2 {{(pid=103378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 17:35:12.806046 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-48c9233a-f4f7-467d-9d55-33044037c719 None None] Port d0f21ef9-1f4d-4e6f-9250-fd10037e9239 cannot update to ACTIVE because it is not bound. {{(pid=103378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 17:35:12.837909 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-084cd34b-7cf6-4569-b919-f9ebf1704eea req-e5130b4e-c6b9-4177-ab66-ba0f5f013399 tempest-AttachVolumeNegativeTest-179514357 tempest-AttachVolumeNegativeTest-179514357-project] 10.222.0.89 "GET /v2.0/ports?device_id=94f50027-7459-4178-96c8-e99fddb8b973 HTTP/1.1" status: 200 len: 210 time: 0.6064453 Feb 04 17:35:12.858005 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Device f3fd7087-115d-4ccf-b286-1a5012d3187d up at agent hyperv_n-h2-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:35:12.880012 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-29092d8c-71d0-4566-b50f-62834afa4842 req-5484f154-fcdb-4301-9bd9-4fc7bb4ad4f9 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fa3ec34f-476f-4da0-b6c0-58378a94dd8f HTTP/1.1" status: 200 len: 217 time: 0.6016629 Feb 04 17:35:12.975226 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Provisioning for port f3fd7087-115d-4ccf-b286-1a5012d3187d completed by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 17:35:12.981019 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-8702df2c-8912-452b-ab09-7713fff0f4d8 req-e744c689-0559-4a7e-98f1-44e50b327882 service neutron] 10.222.0.90 "GET /v2.0/networks/b84761e1-11c1-4974-9748-ae61e294404d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6166832 Feb 04 17:35:12.992282 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Provisioning complete for port f3fd7087-115d-4ccf-b286-1a5012d3187d triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:35:12.992665 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (f3fd7087-115d-4ccf-b286-1a5012d3187d), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:12.999764 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] For port 4ae24904-6af3-4997-a6c7-66b4e58f0c55, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=4ae24904-6af3-4997-a6c7-66b4e58f0c55,segment=NetworkSegment(f7277a98-e15f-419f-b6f8-68b43cd7d31d),segment_id=f7277a98-e15f-419f-b6f8-68b43cd7d31d)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:35:13.008624 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-086f0cb6-4aa3-4905-ab61-4245b860caab req-292b5b51-952f-4dc7-acfc-6ba8ea9863bf tempest-MultipleCreateTestJSON-1004538366 tempest-MultipleCreateTestJSON-1004538366-project] 10.222.0.89 "GET /v2.0/security-groups?id=8619c0af-85b7-4241-9340-7b1e0213ad09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4522841 Feb 04 17:35:13.026918 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-6cfcd325-dce9-4686-8883-bf7c535362d0 req-4804258b-9e46-4a8f-902a-e70a7e6bf57c service neutron] 10.222.0.96 "GET /v2.0/networks/1df3466b-73f9-4e73-9fa6-586bde0810bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6247005 Feb 04 17:35:13.061865 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Returning: {'device': '4ae24904-6af3-4997-a6c7-66b4e58f0c55', 'network_id': '1df3466b-73f9-4e73-9fa6-586bde0810bd', 'port_id': '4ae24904-6af3-4997-a6c7-66b4e58f0c55', 'mac_address': 'fa:16:3e:89:d7:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 798, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e11c859d-e1e6-4f6b-868f-bb675e714ccf', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 17:35:13.077950 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-3624fbed-01f8-4cb2-abcf-4aa7ca05c5ad tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (d0f21ef9-1f4d-4e6f-9250-fd10037e9239), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:13.117206 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Current status of the port 4ae24904-6af3-4997-a6c7-66b4e58f0c55 is: DOWN; New status is: BUILD {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:35:13.118711 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (4ae24904-6af3-4997-a6c7-66b4e58f0c55), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:13.136038 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ae24904-6af3-4997-a6c7-66b4e58f0c55 {{(pid=103378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 17:35:13.149812 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-4d5e133a-4bd0-4a59-98a3-11b5626ebc74 req-89269a75-3ea9-4b3c-ba7c-2513152487b9 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (397c6c1e-40e7-4c7f-9066-28791535e5e4), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:13.155516 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-8702df2c-8912-452b-ab09-7713fff0f4d8 req-cdf03f69-37c5-4a31-911f-1d965080ba4c service neutron] 10.222.0.90 "GET /v2.0/networks/b84761e1-11c1-4974-9748-ae61e294404d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1613317 Feb 04 17:35:13.164496 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9cc47c49-4644-4a58-ab55-b46c8a70bb80 req-0b49875b-4365-4cfd-9d2a-9e97f92554d2 tempest-AttachVolumeNegativeTest-179514357 tempest-AttachVolumeNegativeTest-179514357-project] Made reservation on behalf of a7ea9b1ba86e49c289bed0f142f59d4f for: {'port': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:35:13.168406 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-9cc47c49-4644-4a58-ab55-b46c8a70bb80 req-0b49875b-4365-4cfd-9d2a-9e97f92554d2 tempest-AttachVolumeNegativeTest-179514357 tempest-AttachVolumeNegativeTest-179514357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:13.233510 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] For port 4ae24904-6af3-4997-a6c7-66b4e58f0c55, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=4ae24904-6af3-4997-a6c7-66b4e58f0c55,segment=NetworkSegment(f7277a98-e15f-419f-b6f8-68b43cd7d31d),segment_id=f7277a98-e15f-419f-b6f8-68b43cd7d31d)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:35:13.249067 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (4ae24904-6af3-4997-a6c7-66b4e58f0c55), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:13.259287 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Current status of the port f3fd7087-115d-4ccf-b286-1a5012d3187d is: BUILD; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:35:13.260635 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (f3fd7087-115d-4ccf-b286-1a5012d3187d), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:13.310162 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89269a75-3ea9-4b3c-ba7c-2513152487b9 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Pushing event deleted for resources: {'Port': ['ID=397c6c1e-40e7-4c7f-9066-28791535e5e4,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:35:13.338027 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cf0f858-e9fd-424f-bc0a-ae44a75d6d8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3fd7087-115d-4ccf-b286-1a5012d3187d'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:35:13.341378 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c34bc964ce2211770fda26ca2f3801cc06f4f39928110690550e94ab9c9d2fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31702133-56f1-4170-bd3b-ab8c161408a3" -d '{"events": [{"server_uuid": "5cf0f858-e9fd-424f-bc0a-ae44a75d6d8d", "name": "network-vif-plugged", "status": "completed", "tag": "f3fd7087-115d-4ccf-b286-1a5012d3187d"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:35:13.401032 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] For port f3fd7087-115d-4ccf-b286-1a5012d3187d, host n-h2-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=f3fd7087-115d-4ccf-b286-1a5012d3187d,segment=NetworkSegment(f7277a98-e15f-419f-b6f8-68b43cd7d31d),segment_id=f7277a98-e15f-419f-b6f8-68b43cd7d31d)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:35:13.402903 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Pushing event updated for resources: {'Port': ['ID=4ae24904-6af3-4997-a6c7-66b4e58f0c55,revision_number=4']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:35:13.416363 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 17:35:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-973adc15-f660-4656-8731-c9c9b2093f50 x-openstack-request-id: req-973adc15-f660-4656-8731-c9c9b2093f50 {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:35:13.416667 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5cf0f858-e9fd-424f-bc0a-ae44a75d6d8d", "name": "network-vif-plugged", "status": "completed", "tag": "f3fd7087-115d-4ccf-b286-1a5012d3187d", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:35:13.417012 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-973adc15-f660-4656-8731-c9c9b2093f50 {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:35:13.417447 n-d-827839-2 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cf0f858-e9fd-424f-bc0a-ae44a75d6d8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3fd7087-115d-4ccf-b286-1a5012d3187d', 'code': 200} Feb 04 17:35:13.418381 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (f3fd7087-115d-4ccf-b286-1a5012d3187d), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:13.435348 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29092d8c-71d0-4566-b50f-62834afa4842 req-a99c661b-fdf9-458a-ae7f-4a779b235f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:35:13.439145 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-29092d8c-71d0-4566-b50f-62834afa4842 req-a99c661b-fdf9-458a-ae7f-4a779b235f64 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=74e6e6d2-6594-4fba-b377-2d3e84d23c5b HTTP/1.1" status: 200 len: 855 time: 0.5252025 Feb 04 17:35:13.511376 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Pushing event updated for resources: {'Port': ['ID=f3fd7087-115d-4ccf-b286-1a5012d3187d,revision_number=5']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:35:13.576658 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 2a599438-d6df-4b29-a51d-8c2fc2a2d92d up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:35:13.604733 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d5e133a-4bd0-4a59-98a3-11b5626ebc74 req-89269a75-3ea9-4b3c-ba7c-2513152487b9 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] No DVR routers for this DVR port 397c6c1e-40e7-4c7f-9066-28791535e5e4 on host n-h1-827839-2 {{(pid=103376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 17:35:13.608884 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-4d5e133a-4bd0-4a59-98a3-11b5626ebc74 req-89269a75-3ea9-4b3c-ba7c-2513152487b9 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:13.614130 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-4d5e133a-4bd0-4a59-98a3-11b5626ebc74 req-89269a75-3ea9-4b3c-ba7c-2513152487b9 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] 10.222.0.96 "DELETE /v2.0/ports/397c6c1e-40e7-4c7f-9066-28791535e5e4 HTTP/1.1" status: 204 len: 173 time: 4.0215397 Feb 04 17:35:13.635946 n-d-827839-2 neutron-server[103376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9afa7a5-1aca-47d0-a335-e4059d5a8169', 'name': 'network-vif-deleted', 'tag': '397c6c1e-40e7-4c7f-9066-28791535e5e4'}] {{(pid=103376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:35:13.639750 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d59c3bb5e2f09ebf62144d5e09b1cff60c763a9c19614c24538e77842938c05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45289a78-544d-4a0f-b095-aedff9a1a864" -d '{"events": [{"server_uuid": "f9afa7a5-1aca-47d0-a335-e4059d5a8169", "name": "network-vif-deleted", "tag": "397c6c1e-40e7-4c7f-9066-28791535e5e4"}]}' {{(pid=103376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:35:13.665028 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-29092d8c-71d0-4566-b50f-62834afa4842 req-6387ee59-9725-4ab3-b643-ea59be851409 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=b84761e1-11c1-4974-9748-ae61e294404d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1122079 Feb 04 17:35:13.701261 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.db_base_plugin_common [req-9cc47c49-4644-4a58-ab55-b46c8a70bb80 req-0b49875b-4365-4cfd-9d2a-9e97f92554d2 tempest-AttachVolumeNegativeTest-179514357 tempest-AttachVolumeNegativeTest-179514357-project] Allocated IP 172.20.0.6 (b84761e1-11c1-4974-9748-ae61e294404d/74e6e6d2-6594-4fba-b377-2d3e84d23c5b/7cde29d7-d366-40c4-b04e-ca6d44dda2dd) {{(pid=103377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:35:13.725744 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51ab8ab-d7e3-4bf6-acdb-9ac529d3b7d9 req-e70aa5c9-f415-48f6-9a6f-aad11f35056b tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:35:13.733394 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51ab8ab-d7e3-4bf6-acdb-9ac529d3b7d9 req-e70aa5c9-f415-48f6-9a6f-aad11f35056b tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:35:13.746334 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc3bf10-221a-46db-9d7b-eee0d1585e65 req-045488e8-32e4-47d7-b02b-5c99556980e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:35:13.746334 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-afc3bf10-221a-46db-9d7b-eee0d1585e65 req-045488e8-32e4-47d7-b02b-5c99556980e2 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=5cf0f858-e9fd-424f-bc0a-ae44a75d6d8d HTTP/1.1" status: 200 len: 1127 time: 0.1992784 Feb 04 17:35:13.752472 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51ab8ab-d7e3-4bf6-acdb-9ac529d3b7d9 req-e70aa5c9-f415-48f6-9a6f-aad11f35056b tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:35:13.758438 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] get_ports_and_sgs() called for port_ids ['4ae24904-6af3-4997-a6c7-66b4e58f0c55'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 17:35:13.760417 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51ab8ab-d7e3-4bf6-acdb-9ac529d3b7d9 req-e70aa5c9-f415-48f6-9a6f-aad11f35056b tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:35:13.762648 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-a51ab8ab-d7e3-4bf6-acdb-9ac529d3b7d9 req-e70aa5c9-f415-48f6-9a6f-aad11f35056b tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] 10.222.0.89 "GET /v2.0/ports?device_id=f9afa7a5-1aca-47d0-a335-e4059d5a8169 HTTP/1.1" status: 200 len: 3142 time: 0.8000047 Feb 04 17:35:13.763993 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 17:35:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c0c2609-dabd-47cb-9a30-214f6cf51913 x-openstack-request-id: req-6c0c2609-dabd-47cb-9a30-214f6cf51913 {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:35:13.764392 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9afa7a5-1aca-47d0-a335-e4059d5a8169", "name": "network-vif-deleted", "tag": "397c6c1e-40e7-4c7f-9066-28791535e5e4", "status": "completed", "code": 200}]} {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:35:13.764773 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-6c0c2609-dabd-47cb-9a30-214f6cf51913 {{(pid=103376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:35:13.765350 n-d-827839-2 neutron-server[103376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9afa7a5-1aca-47d0-a335-e4059d5a8169', 'name': 'network-vif-deleted', 'tag': '397c6c1e-40e7-4c7f-9066-28791535e5e4', 'status': 'completed', 'code': 200} Feb 04 17:35:13.782350 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port 2a599438-d6df-4b29-a51d-8c2fc2a2d92d triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:35:13.783776 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (2a599438-d6df-4b29-a51d-8c2fc2a2d92d), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:14.051096 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-afc3bf10-221a-46db-9d7b-eee0d1585e65 req-ac75d5b0-8367-437f-a656-7d25398f9218 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=8619c0af-85b7-4241-9340-7b1e0213ad09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2992678 Feb 04 17:35:14.115332 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-6ee67ca1-db7d-4a4c-a613-a7b7d0d1fec4 req-7b09377d-ed96-4e39-88a0-7833e9404f21 tempest-AttachVolumeNegativeTest-179514357 tempest-AttachVolumeNegativeTest-179514357-project] 10.222.0.89 "GET /v2.0/ports?device_id=94f50027-7459-4178-96c8-e99fddb8b973 HTTP/1.1" status: 200 len: 210 time: 0.0835891 Feb 04 17:35:14.154682 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port 2a599438-d6df-4b29-a51d-8c2fc2a2d92d is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:35:14.240226 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-9cc47c49-4644-4a58-ab55-b46c8a70bb80 req-0b49875b-4365-4cfd-9d2a-9e97f92554d2 tempest-AttachVolumeNegativeTest-179514357 tempest-AttachVolumeNegativeTest-179514357-project] Publish callbacks [] for port (7cde29d7-d366-40c4-b04e-ca6d44dda2dd), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:14.337567 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e12d200-980a-41f8-b8d3-78ffc49875a1 req-68026ee6-a4fd-48ff-9683-4dd853b396cd tempest-MultipleCreateTestJSON-1004538366 tempest-MultipleCreateTestJSON-1004538366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:35:14.346702 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-6e12d200-980a-41f8-b8d3-78ffc49875a1 req-68026ee6-a4fd-48ff-9683-4dd853b396cd tempest-MultipleCreateTestJSON-1004538366 tempest-MultipleCreateTestJSON-1004538366-project] 10.222.0.89 "GET /v2.0/ports?device_id=f8e43286-b34f-46a5-8ec7-75035762ac82 HTTP/1.1" status: 200 len: 944 time: 0.1007292 Feb 04 17:35:14.377431 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-9cc47c49-4644-4a58-ab55-b46c8a70bb80 req-0b49875b-4365-4cfd-9d2a-9e97f92554d2 tempest-AttachVolumeNegativeTest-179514357 tempest-AttachVolumeNegativeTest-179514357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (7cde29d7-d366-40c4-b04e-ca6d44dda2dd), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:14.391137 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] get_ports_and_sgs() called for port_ids ['938cef76-9af0-4dc7-9008-8fa7a04eba3f', '2fc28c92-851e-4d8e-adf6-8ac5e13cbbef'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 17:35:14.433879 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] get_ports_and_sgs() called for port_ids ['fa3ec34f-476f-4da0-b6c0-58378a94dd8f'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 17:35:14.478043 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-6e12d200-980a-41f8-b8d3-78ffc49875a1 req-dabd5b6a-5025-4351-a5c3-3ece38071392 tempest-MultipleCreateTestJSON-1004538366 tempest-MultipleCreateTestJSON-1004538366-project] 10.222.0.89 "GET /v2.0/security-groups?id=8619c0af-85b7-4241-9340-7b1e0213ad09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299126 Feb 04 17:35:14.482204 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9cc47c49-4644-4a58-ab55-b46c8a70bb80 req-0b49875b-4365-4cfd-9d2a-9e97f92554d2 tempest-AttachVolumeNegativeTest-179514357 tempest-AttachVolumeNegativeTest-179514357-project] Network b84761e1-11c1-4974-9748-ae61e294404d is already hosted by enough agents. {{(pid=103377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:35:14.484633 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-a51ab8ab-d7e3-4bf6-acdb-9ac529d3b7d9 req-97db2886-d4e4-437f-9596-1fa2ef01694d tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] 10.222.0.89 "GET /v2.0/security-groups?id=97363f9b-735d-4c1b-ae48-6b5390fc2698&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6500647 Feb 04 17:35:14.490332 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b49875b-4365-4cfd-9d2a-9e97f92554d2 tempest-AttachVolumeNegativeTest-179514357 tempest-AttachVolumeNegativeTest-179514357-project] Pushing event updated for resources: {'Port': ['ID=7cde29d7-d366-40c4-b04e-ca6d44dda2dd,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:35:14.503520 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b49875b-4365-4cfd-9d2a-9e97f92554d2 tempest-AttachVolumeNegativeTest-179514357 tempest-AttachVolumeNegativeTest-179514357-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:35:14.504169 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b49875b-4365-4cfd-9d2a-9e97f92554d2 tempest-AttachVolumeNegativeTest-179514357 tempest-AttachVolumeNegativeTest-179514357-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:35:14.504956 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b49875b-4365-4cfd-9d2a-9e97f92554d2 tempest-AttachVolumeNegativeTest-179514357 tempest-AttachVolumeNegativeTest-179514357-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:35:14.505255 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b49875b-4365-4cfd-9d2a-9e97f92554d2 tempest-AttachVolumeNegativeTest-179514357 tempest-AttachVolumeNegativeTest-179514357-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:35:14.505601 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b49875b-4365-4cfd-9d2a-9e97f92554d2 tempest-AttachVolumeNegativeTest-179514357 tempest-AttachVolumeNegativeTest-179514357-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:35:14.506112 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b49875b-4365-4cfd-9d2a-9e97f92554d2 tempest-AttachVolumeNegativeTest-179514357 tempest-AttachVolumeNegativeTest-179514357-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:35:14.506451 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b49875b-4365-4cfd-9d2a-9e97f92554d2 tempest-AttachVolumeNegativeTest-179514357 tempest-AttachVolumeNegativeTest-179514357-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:35:14.506915 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b49875b-4365-4cfd-9d2a-9e97f92554d2 tempest-AttachVolumeNegativeTest-179514357 tempest-AttachVolumeNegativeTest-179514357-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:35:14.507255 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b49875b-4365-4cfd-9d2a-9e97f92554d2 tempest-AttachVolumeNegativeTest-179514357 tempest-AttachVolumeNegativeTest-179514357-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:35:14.507589 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b49875b-4365-4cfd-9d2a-9e97f92554d2 tempest-AttachVolumeNegativeTest-179514357 tempest-AttachVolumeNegativeTest-179514357-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:35:14.507917 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b49875b-4365-4cfd-9d2a-9e97f92554d2 tempest-AttachVolumeNegativeTest-179514357 tempest-AttachVolumeNegativeTest-179514357-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:35:14.508245 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b49875b-4365-4cfd-9d2a-9e97f92554d2 tempest-AttachVolumeNegativeTest-179514357 tempest-AttachVolumeNegativeTest-179514357-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:35:14.508570 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b49875b-4365-4cfd-9d2a-9e97f92554d2 tempest-AttachVolumeNegativeTest-179514357 tempest-AttachVolumeNegativeTest-179514357-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:35:14.523853 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [req-9cc47c49-4644-4a58-ab55-b46c8a70bb80 req-0b49875b-4365-4cfd-9d2a-9e97f92554d2 tempest-AttachVolumeNegativeTest-179514357 tempest-AttachVolumeNegativeTest-179514357-project] Resources bound (agent type, host, resource id): {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:35:14.530627 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cc47c49-4644-4a58-ab55-b46c8a70bb80 req-0b49875b-4365-4cfd-9d2a-9e97f92554d2 tempest-AttachVolumeNegativeTest-179514357 tempest-AttachVolumeNegativeTest-179514357-project] Received port after_create {{(pid=103377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:35:14.663225 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc47c49-4644-4a58-ab55-b46c8a70bb80 req-0b49875b-4365-4cfd-9d2a-9e97f92554d2 tempest-AttachVolumeNegativeTest-179514357 tempest-AttachVolumeNegativeTest-179514357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:35:14.663935 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-9cc47c49-4644-4a58-ab55-b46c8a70bb80 req-0b49875b-4365-4cfd-9d2a-9e97f92554d2 tempest-AttachVolumeNegativeTest-179514357 tempest-AttachVolumeNegativeTest-179514357-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:14.703829 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-9cc47c49-4644-4a58-ab55-b46c8a70bb80 req-0b49875b-4365-4cfd-9d2a-9e97f92554d2 tempest-AttachVolumeNegativeTest-179514357 tempest-AttachVolumeNegativeTest-179514357-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9598539 Feb 04 17:35:14.716406 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [req-9cc47c49-4644-4a58-ab55-b46c8a70bb80 req-bffeb030-930a-4a8a-86f2-7c64cc64580f service neutron] Request body: {'port': {'device_id': '94f50027-7459-4178-96c8-e99fddb8b973', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827839-2'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:35:14.876469 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-9cc47c49-4644-4a58-ab55-b46c8a70bb80 req-bffeb030-930a-4a8a-86f2-7c64cc64580f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (7cde29d7-d366-40c4-b04e-ca6d44dda2dd), before_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:14.896342 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-29092d8c-71d0-4566-b50f-62834afa4842 req-1ed7da62-7ee9-42a2-b669-32ba7b95d8e3 service neutron] 10.222.0.96 "GET /v2.0/networks/b84761e1-11c1-4974-9748-ae61e294404d?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1898413 Feb 04 17:35:15.086976 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [req-4d5e133a-4bd0-4a59-98a3-11b5626ebc74 req-fa592fb4-9e9e-4377-a7cc-32bb9e36f09d tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Deleting port f6309afb-3125-4ff7-a862-e4fad9550341 {{(pid=103376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:35:15.087182 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-4d5e133a-4bd0-4a59-98a3-11b5626ebc74 req-fa592fb4-9e9e-4377-a7cc-32bb9e36f09d tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (f6309afb-3125-4ff7-a862-e4fad9550341), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:15.395271 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [req-4d5e133a-4bd0-4a59-98a3-11b5626ebc74 req-fa592fb4-9e9e-4377-a7cc-32bb9e36f09d tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] For port f6309afb-3125-4ff7-a862-e4fad9550341, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=f6309afb-3125-4ff7-a862-e4fad9550341,segment=NetworkSegment(003aaa95-3edb-4f14-93d1-6362433ea51a),segment_id=003aaa95-3edb-4f14-93d1-6362433ea51a)] {{(pid=103376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:35:15.395943 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-4d5e133a-4bd0-4a59-98a3-11b5626ebc74 req-fa592fb4-9e9e-4377-a7cc-32bb9e36f09d tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (f6309afb-3125-4ff7-a862-e4fad9550341), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:15.439142 n-d-827839-2 neutron-server[103377]: DEBUG neutron.notifiers.nova [req-9cc47c49-4644-4a58-ab55-b46c8a70bb80 req-bffeb030-930a-4a8a-86f2-7c64cc64580f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7cde29d7-d366-40c4-b04e-ca6d44dda2dd {{(pid=103377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 17:35:15.450711 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-9cc47c49-4644-4a58-ab55-b46c8a70bb80 req-bffeb030-930a-4a8a-86f2-7c64cc64580f service neutron] Publish callbacks [] for port (7cde29d7-d366-40c4-b04e-ca6d44dda2dd), precommit_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:15.458140 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [req-4d5e133a-4bd0-4a59-98a3-11b5626ebc74 req-fa592fb4-9e9e-4377-a7cc-32bb9e36f09d tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Calling delete_port for f6309afb-3125-4ff7-a862-e4fad9550341 owned by compute:nova {{(pid=103376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:35:15.471720 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c627e0f-a00e-4cd9-89bc-12a14c39b299 req-8cf2b446-c693-40fe-9d5f-9dad391a7de4 tempest-AttachVolumeNegativeTest-179514357 tempest-AttachVolumeNegativeTest-179514357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:35:15.473258 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-0c627e0f-a00e-4cd9-89bc-12a14c39b299 req-8cf2b446-c693-40fe-9d5f-9dad391a7de4 tempest-AttachVolumeNegativeTest-179514357 tempest-AttachVolumeNegativeTest-179514357-project] 10.222.0.89 "GET /v2.0/ports?device_id=94f50027-7459-4178-96c8-e99fddb8b973 HTTP/1.1" status: 200 len: 931 time: 0.1709850 Feb 04 17:35:15.492497 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-3624fbed-01f8-4cb2-abcf-4aa7ca05c5ad tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Publish callbacks [] for port (d0f21ef9-1f4d-4e6f-9250-fd10037e9239), precommit_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:15.520654 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-29092d8c-71d0-4566-b50f-62834afa4842 req-8ad2acb4-00c0-4345-9bcf-81aa83b276ec service neutron] 10.222.0.96 "GET /v2.0/networks/b84761e1-11c1-4974-9748-ae61e294404d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6047137 Feb 04 17:35:15.523490 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.provisioning_blocks [req-9cc47c49-4644-4a58-ab55-b46c8a70bb80 req-bffeb030-930a-4a8a-86f2-7c64cc64580f service neutron] Transition to ACTIVE for port object 7cde29d7-d366-40c4-b04e-ca6d44dda2dd will not be triggered until provisioned by entity L2. {{(pid=103377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 17:35:15.527338 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-0c627e0f-a00e-4cd9-89bc-12a14c39b299 req-12899e2d-9a3c-4fae-877d-28bfabb56165 tempest-AttachVolumeNegativeTest-179514357 tempest-AttachVolumeNegativeTest-179514357-project] 10.222.0.89 "GET /v2.0/security-groups?id=c354f4ed-9d7a-4839-ac0e-7acc5f1680a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478833 Feb 04 17:35:15.540885 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-9cc47c49-4644-4a58-ab55-b46c8a70bb80 req-bffeb030-930a-4a8a-86f2-7c64cc64580f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25888290'] for port (7cde29d7-d366-40c4-b04e-ca6d44dda2dd), after_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:15.542306 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-3624fbed-01f8-4cb2-abcf-4aa7ca05c5ad tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675836'] for port (d0f21ef9-1f4d-4e6f-9250-fd10037e9239), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:15.669496 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bffeb030-930a-4a8a-86f2-7c64cc64580f service neutron] Pushing event updated for resources: {'Port': ['ID=7cde29d7-d366-40c4-b04e-ca6d44dda2dd,revision_number=2']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:35:15.766426 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [req-9cc47c49-4644-4a58-ab55-b46c8a70bb80 req-bffeb030-930a-4a8a-86f2-7c64cc64580f service neutron] Attempting to bind port 7cde29d7-d366-40c4-b04e-ca6d44dda2dd on host n-h2-827839-2 for vnic_type normal with profile {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:35:15.766776 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [req-9cc47c49-4644-4a58-ab55-b46c8a70bb80 req-bffeb030-930a-4a8a-86f2-7c64cc64580f service neutron] Attempting to bind port 7cde29d7-d366-40c4-b04e-ca6d44dda2dd by drivers openvswitch,hyperv on host n-h2-827839-2 at level 0 using segments [{'id': 'de835c50-94f9-45e0-aa2b-e450b795a51e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'b84761e1-11c1-4974-9748-ae61e294404d'}] {{(pid=103377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:35:15.767705 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cc47c49-4644-4a58-ab55-b46c8a70bb80 req-bffeb030-930a-4a8a-86f2-7c64cc64580f service neutron] Attempting to bind port 7cde29d7-d366-40c4-b04e-ca6d44dda2dd on network b84761e1-11c1-4974-9748-ae61e294404d {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:35:15.780457 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cc47c49-4644-4a58-ab55-b46c8a70bb80 req-bffeb030-930a-4a8a-86f2-7c64cc64580f service neutron] Port 7cde29d7-d366-40c4-b04e-ca6d44dda2dd on network b84761e1-11c1-4974-9748-ae61e294404d not bound, no agent of type Open vSwitch agent registered on host n-h2-827839-2 {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 17:35:15.780815 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cc47c49-4644-4a58-ab55-b46c8a70bb80 req-bffeb030-930a-4a8a-86f2-7c64cc64580f service neutron] Attempting to bind port 7cde29d7-d366-40c4-b04e-ca6d44dda2dd on network b84761e1-11c1-4974-9748-ae61e294404d {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:35:15.780931 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-3624fbed-01f8-4cb2-abcf-4aa7ca05c5ad tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1677345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602751'] for router_interface (6f3d8750-ceed-441b-bf8d-70e7804e000d), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:15.788353 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cc47c49-4644-4a58-ab55-b46c8a70bb80 req-bffeb030-930a-4a8a-86f2-7c64cc64580f service neutron] Checking agent: {'id': 'f20a1ab3-4332-4f54-833b-ba4a7c687e89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 8, 40), 'started_at': datetime.datetime(2022, 2, 4, 17, 8, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 35, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:35:15.788696 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cc47c49-4644-4a58-ab55-b46c8a70bb80 req-bffeb030-930a-4a8a-86f2-7c64cc64580f service neutron] Checking segment: {'id': 'de835c50-94f9-45e0-aa2b-e450b795a51e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'b84761e1-11c1-4974-9748-ae61e294404d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:35:15.789193 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cc47c49-4644-4a58-ab55-b46c8a70bb80 req-bffeb030-930a-4a8a-86f2-7c64cc64580f service neutron] Bound using segment: {'id': 'de835c50-94f9-45e0-aa2b-e450b795a51e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'b84761e1-11c1-4974-9748-ae61e294404d'} {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:35:15.789551 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [req-9cc47c49-4644-4a58-ab55-b46c8a70bb80 req-bffeb030-930a-4a8a-86f2-7c64cc64580f service neutron] Bound port: 7cde29d7-d366-40c4-b04e-ca6d44dda2dd, host: n-h2-827839-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de835c50-94f9-45e0-aa2b-e450b795a51e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'b84761e1-11c1-4974-9748-ae61e294404d'}}] {{(pid=103377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:35:15.789918 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-9cc47c49-4644-4a58-ab55-b46c8a70bb80 req-bffeb030-930a-4a8a-86f2-7c64cc64580f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (7cde29d7-d366-40c4-b04e-ca6d44dda2dd), before_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:15.877065 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0622ffd1-bd79-4b94-8347-e63fe5e2f0b6 req-63d0ac4f-ed23-44ac-a8b8-879f7751f67a tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:35:15.882537 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0622ffd1-bd79-4b94-8347-e63fe5e2f0b6 req-63d0ac4f-ed23-44ac-a8b8-879f7751f67a tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:35:15.899637 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0622ffd1-bd79-4b94-8347-e63fe5e2f0b6 req-63d0ac4f-ed23-44ac-a8b8-879f7751f67a tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:35:15.905305 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0622ffd1-bd79-4b94-8347-e63fe5e2f0b6 req-63d0ac4f-ed23-44ac-a8b8-879f7751f67a tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:35:15.912018 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-0622ffd1-bd79-4b94-8347-e63fe5e2f0b6 req-63d0ac4f-ed23-44ac-a8b8-879f7751f67a tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] 10.222.0.89 "GET /v2.0/ports?device_id=f9afa7a5-1aca-47d0-a335-e4059d5a8169 HTTP/1.1" status: 200 len: 3142 time: 0.2329152 Feb 04 17:35:15.934674 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3624fbed-01f8-4cb2-abcf-4aa7ca05c5ad tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Network 2dd8cab1-0c7e-4482-8bc7-d545ec2dd02f is already hosted by enough agents. {{(pid=103376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:35:16.015792 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-0622ffd1-bd79-4b94-8347-e63fe5e2f0b6 req-640f3466-3a00-4f46-95c9-e891aea1216c tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] 10.222.0.89 "GET /v2.0/security-groups?id=97363f9b-735d-4c1b-ae48-6b5390fc2698&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0888231 Feb 04 17:35:16.022527 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3624fbed-01f8-4cb2-abcf-4aa7ca05c5ad tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Pushing event updated for resources: {'Port': ['ID=d0f21ef9-1f4d-4e6f-9250-fd10037e9239,revision_number=2']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:35:16.024702 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [req-9cc47c49-4644-4a58-ab55-b46c8a70bb80 req-bffeb030-930a-4a8a-86f2-7c64cc64580f service neutron] For port 7cde29d7-d366-40c4-b04e-ca6d44dda2dd, host n-h2-827839-2, cleared binding levels {{(pid=103377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:35:16.046767 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [None req-3624fbed-01f8-4cb2-abcf-4aa7ca05c5ad tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Resources bound (agent type, host, resource id): {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:35:16.054565 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [req-9cc47c49-4644-4a58-ab55-b46c8a70bb80 req-bffeb030-930a-4a8a-86f2-7c64cc64580f service neutron] For port 7cde29d7-d366-40c4-b04e-ca6d44dda2dd, host n-h2-827839-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=7cde29d7-d366-40c4-b04e-ca6d44dda2dd,segment=NetworkSegment(de835c50-94f9-45e0-aa2b-e450b795a51e),segment_id=de835c50-94f9-45e0-aa2b-e450b795a51e)] {{(pid=103377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:35:16.071911 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599ace00-13c0-4e43-9ff6-19ca9b6c01ec req-aff3081e-0c00-4a00-a0b5-fadd0679771e tempest-MultipleCreateTestJSON-1004538366 tempest-MultipleCreateTestJSON-1004538366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:35:16.073609 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-599ace00-13c0-4e43-9ff6-19ca9b6c01ec req-aff3081e-0c00-4a00-a0b5-fadd0679771e tempest-MultipleCreateTestJSON-1004538366 tempest-MultipleCreateTestJSON-1004538366-project] 10.222.0.89 "GET /v2.0/ports?device_id=f8e43286-b34f-46a5-8ec7-75035762ac82 HTTP/1.1" status: 200 len: 944 time: 0.4030347 Feb 04 17:35:16.080673 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-9cc47c49-4644-4a58-ab55-b46c8a70bb80 req-bffeb030-930a-4a8a-86f2-7c64cc64580f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25888290'] for port (7cde29d7-d366-40c4-b04e-ca6d44dda2dd), after_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:16.165542 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bffeb030-930a-4a8a-86f2-7c64cc64580f service neutron] Pushing event updated for resources: {'Port': ['ID=7cde29d7-d366-40c4-b04e-ca6d44dda2dd,revision_number=3']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:35:16.170568 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc47c49-4644-4a58-ab55-b46c8a70bb80 req-bffeb030-930a-4a8a-86f2-7c64cc64580f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:35:16.171537 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-9cc47c49-4644-4a58-ab55-b46c8a70bb80 req-bffeb030-930a-4a8a-86f2-7c64cc64580f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:16.173021 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-9cc47c49-4644-4a58-ab55-b46c8a70bb80 req-bffeb030-930a-4a8a-86f2-7c64cc64580f service neutron] 10.222.0.90 "PUT /v2.0/ports/7cde29d7-d366-40c4-b04e-ca6d44dda2dd HTTP/1.1" status: 200 len: 1091 time: 1.4611938 Feb 04 17:35:16.174016 n-d-827839-2 neutron-server[103377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94f50027-7459-4178-96c8-e99fddb8b973', 'tag': '7cde29d7-d366-40c4-b04e-ca6d44dda2dd'}] {{(pid=103377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:35:16.176262 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7240428b650e1488e9361b62648ff4b3a6c19d49d8c27c949491ab58c1346cf0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2863a231-e24b-4ff5-9b58-1a075eb6edd7" -d '{"events": [{"name": "network-changed", "server_uuid": "94f50027-7459-4178-96c8-e99fddb8b973", "tag": "7cde29d7-d366-40c4-b04e-ca6d44dda2dd"}]}' {{(pid=103377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:35:16.273565 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3624fbed-01f8-4cb2-abcf-4aa7ca05c5ad tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Router 6f3d8750-ceed-441b-bf8d-70e7804e000d has already been hosted by L3 agent 64ada913-9131-4d99-a265-63a920956287 {{(pid=103376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 17:35:16.288479 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 17:35:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb7a8acb-68d8-4dc4-b7a1-ee215bc9afe9 x-openstack-request-id: req-cb7a8acb-68d8-4dc4-b7a1-ee215bc9afe9 {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:35:16.288963 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94f50027-7459-4178-96c8-e99fddb8b973", "tag": "7cde29d7-d366-40c4-b04e-ca6d44dda2dd", "status": "completed", "code": 200}]} {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:35:16.289217 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-cb7a8acb-68d8-4dc4-b7a1-ee215bc9afe9 {{(pid=103377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:35:16.289771 n-d-827839-2 neutron-server[103377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94f50027-7459-4178-96c8-e99fddb8b973', 'tag': '7cde29d7-d366-40c4-b04e-ca6d44dda2dd', 'status': 'completed', 'code': 200} Feb 04 17:35:16.294598 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-4d5e133a-4bd0-4a59-98a3-11b5626ebc74 req-fa592fb4-9e9e-4377-a7cc-32bb9e36f09d tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (f6309afb-3125-4ff7-a862-e4fad9550341), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:16.325194 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa592fb4-9e9e-4377-a7cc-32bb9e36f09d tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Pushing event deleted for resources: {'Port': ['ID=f6309afb-3125-4ff7-a862-e4fad9550341,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:35:16.342904 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc47c49-4644-4a58-ab55-b46c8a70bb80 req-9cd6a5d8-8516-4ef7-9477-1da1e162493f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:35:16.355246 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-9cc47c49-4644-4a58-ab55-b46c8a70bb80 req-9cd6a5d8-8516-4ef7-9477-1da1e162493f service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=a7ea9b1ba86e49c289bed0f142f59d4f&device_id=94f50027-7459-4178-96c8-e99fddb8b973 HTTP/1.1" status: 200 len: 1125 time: 0.1212437 Feb 04 17:35:16.465514 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-9cc47c49-4644-4a58-ab55-b46c8a70bb80 req-e203f1c0-bf6f-4cd8-81fc-a06c184750fa service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7cde29d7-d366-40c4-b04e-ca6d44dda2dd HTTP/1.1" status: 200 len: 217 time: 0.1003921 Feb 04 17:35:16.528301 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc47c49-4644-4a58-ab55-b46c8a70bb80 req-c81910ff-d097-403e-a7a1-5bc779bfff2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:35:16.529822 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-9cc47c49-4644-4a58-ab55-b46c8a70bb80 req-c81910ff-d097-403e-a7a1-5bc779bfff2f service neutron] 10.222.0.90 "GET /v2.0/subnets?id=74e6e6d2-6594-4fba-b377-2d3e84d23c5b HTTP/1.1" status: 200 len: 855 time: 0.0568252 Feb 04 17:35:16.530122 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d5e133a-4bd0-4a59-98a3-11b5626ebc74 req-fa592fb4-9e9e-4377-a7cc-32bb9e36f09d tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] No DVR routers for this DVR port f6309afb-3125-4ff7-a862-e4fad9550341 on host n-h1-827839-2 {{(pid=103376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 17:35:16.533540 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-4d5e133a-4bd0-4a59-98a3-11b5626ebc74 req-fa592fb4-9e9e-4377-a7cc-32bb9e36f09d tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:16.538026 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-4d5e133a-4bd0-4a59-98a3-11b5626ebc74 req-fa592fb4-9e9e-4377-a7cc-32bb9e36f09d tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] 10.222.0.96 "DELETE /v2.0/ports/f6309afb-3125-4ff7-a862-e4fad9550341 HTTP/1.1" status: 204 len: 173 time: 2.8939033 Feb 04 17:35:16.556141 n-d-827839-2 neutron-server[103376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9afa7a5-1aca-47d0-a335-e4059d5a8169', 'name': 'network-vif-deleted', 'tag': 'f6309afb-3125-4ff7-a862-e4fad9550341'}] {{(pid=103376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:35:16.567017 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d59c3bb5e2f09ebf62144d5e09b1cff60c763a9c19614c24538e77842938c05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f768ea3-219f-47c4-9584-a6603c39709a" -d '{"events": [{"server_uuid": "f9afa7a5-1aca-47d0-a335-e4059d5a8169", "name": "network-vif-deleted", "tag": "f6309afb-3125-4ff7-a862-e4fad9550341"}]}' {{(pid=103376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:35:16.577068 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-9cc47c49-4644-4a58-ab55-b46c8a70bb80 req-78b5784b-e09e-4242-a132-0e58d1f6f3ee service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=b84761e1-11c1-4974-9748-ae61e294404d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0387816 Feb 04 17:35:16.590724 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-bbb4e226-1f08-4be9-85b1-2c30a7da9102 None None] Provisioning complete for port d0f21ef9-1f4d-4e6f-9250-fd10037e9239 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:35:16.592415 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-bbb4e226-1f08-4be9-85b1-2c30a7da9102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (d0f21ef9-1f4d-4e6f-9250-fd10037e9239), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:16.674499 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-599ace00-13c0-4e43-9ff6-19ca9b6c01ec req-580d53ad-00d7-4ca4-91c0-73217234056a tempest-MultipleCreateTestJSON-1004538366 tempest-MultipleCreateTestJSON-1004538366-project] 10.222.0.89 "GET /v2.0/security-groups?id=8619c0af-85b7-4241-9340-7b1e0213ad09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4280293 Feb 04 17:35:16.780725 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3624fbed-01f8-4cb2-abcf-4aa7ca05c5ad tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Notify agent at l3_agent.n-d-827839-2 the message routers_updated {{(pid=103376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 17:35:16.785407 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device 4ae24904-6af3-4997-a6c7-66b4e58f0c55 up at agent hyperv_n-h1-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:35:16.804934 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d3a003b-32ab-4e54-96d0-5cfe1a38be16 None None] Sync routers for ids ['6f3d8750-ceed-441b-bf8d-70e7804e000d'] in n-d-827839-2 {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 17:35:16.827245 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d3a003b-32ab-4e54-96d0-5cfe1a38be16 None None] Routers {'6f3d8750-ceed-441b-bf8d-70e7804e000d'} bound to L3 agent in host n-d-827839-2 {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:35:16.832580 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-5d3a003b-32ab-4e54-96d0-5cfe1a38be16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:35:02Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['6f3d8750-ceed-441b-bf8d-70e7804e000d'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:35:16.857872 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-3624fbed-01f8-4cb2-abcf-4aa7ca05c5ad tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] 10.222.0.89 "PUT /v2.0/routers/6f3d8750-ceed-441b-bf8d-70e7804e000d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.0498972 Feb 04 17:35:16.857872 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 53420) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:35:16.886340 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-ba536b1d-9b70-4c4e-a339-f00e8d667523 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Request body: {'network': {'name': 'tempest-RoutersTest-804875647'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:35:16.942384 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 17:35:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c887d31a-2aff-4975-a7e9-d4648b135451 x-openstack-request-id: req-c887d31a-2aff-4975-a7e9-d4648b135451 {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:35:16.942881 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9afa7a5-1aca-47d0-a335-e4059d5a8169", "name": "network-vif-deleted", "tag": "f6309afb-3125-4ff7-a862-e4fad9550341", "status": "completed", "code": 200}]} {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:35:16.943148 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-c887d31a-2aff-4975-a7e9-d4648b135451 {{(pid=103376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:35:16.943565 n-d-827839-2 neutron-server[103376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9afa7a5-1aca-47d0-a335-e4059d5a8169', 'name': 'network-vif-deleted', 'tag': 'f6309afb-3125-4ff7-a862-e4fad9550341', 'status': 'completed', 'code': 200} Feb 04 17:35:16.998841 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba536b1d-9b70-4c4e-a339-f00e8d667523 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Made reservation on behalf of d3ff32f7652b479da34ca36dc7895dfa for: {'network': 1} {{(pid=103376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:35:17.002530 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-ba536b1d-9b70-4c4e-a339-f00e8d667523 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for network (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:17.011476 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57b7b12-c2a2-47b1-8f9b-32a44163f3b7 req-cb45d37d-b952-478a-9d2c-6e38b1108385 tempest-AttachVolumeNegativeTest-179514357 tempest-AttachVolumeNegativeTest-179514357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:35:17.021304 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-b57b7b12-c2a2-47b1-8f9b-32a44163f3b7 req-cb45d37d-b952-478a-9d2c-6e38b1108385 tempest-AttachVolumeNegativeTest-179514357 tempest-AttachVolumeNegativeTest-179514357-project] 10.222.0.89 "GET /v2.0/ports?device_id=94f50027-7459-4178-96c8-e99fddb8b973 HTTP/1.1" status: 200 len: 943 time: 0.1949360 Feb 04 17:35:17.021530 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-bbb4e226-1f08-4be9-85b1-2c30a7da9102 None None] Port d0f21ef9-1f4d-4e6f-9250-fd10037e9239 cannot update to ACTIVE because it is not bound. {{(pid=103378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 17:35:17.027183 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Provisioning for port 4ae24904-6af3-4997-a6c7-66b4e58f0c55 completed by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 17:35:17.038113 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Provisioning complete for port 4ae24904-6af3-4997-a6c7-66b4e58f0c55 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:35:17.038489 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (4ae24904-6af3-4997-a6c7-66b4e58f0c55), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:17.042403 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-9cc47c49-4644-4a58-ab55-b46c8a70bb80 req-fe3de9aa-fefb-455c-aa2e-3169b3a3bfba service neutron] 10.222.0.90 "GET /v2.0/networks/b84761e1-11c1-4974-9748-ae61e294404d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4578619 Feb 04 17:35:17.078289 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba536b1d-9b70-4c4e-a339-f00e8d667523 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] vlan segment allocate from pool success with {'vlan_id': 781, 'physical_network': 'physnet1'} {{(pid=103376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 17:35:17.101717 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [req-4d5e133a-4bd0-4a59-98a3-11b5626ebc74 req-575778ff-d01c-4ab3-b8e0-bda904de2a18 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Deleting port 1f1fc21f-8afb-4ed1-ab35-d8918c765c07 {{(pid=103376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:35:17.102060 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-4d5e133a-4bd0-4a59-98a3-11b5626ebc74 req-575778ff-d01c-4ab3-b8e0-bda904de2a18 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (1f1fc21f-8afb-4ed1-ab35-d8918c765c07), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:17.105758 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-ba536b1d-9b70-4c4e-a339-f00e8d667523 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (398e3ff6-6d70-462c-9879-f706deb7bc3a), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:17.106109 n-d-827839-2 neutron-server[103376]: INFO neutron.db.segments_db [None req-ba536b1d-9b70-4c4e-a339-f00e8d667523 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Added segment 398e3ff6-6d70-462c-9879-f706deb7bc3a of type vlan for network 68a74fd8-9c29-4714-b704-912876411036 Feb 04 17:35:17.198150 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvr_db [None req-5d3a003b-32ab-4e54-96d0-5cfe1a38be16 None None] Set router 6f3d8750-ceed-441b-bf8d-70e7804e000d gateway port host: None {{(pid=103379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:35:17.236289 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-ba536b1d-9b70-4c4e-a339-f00e8d667523 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781084292801'] for network (68a74fd8-9c29-4714-b704-912876411036), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:17.262651 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Current status of the port 4ae24904-6af3-4997-a6c7-66b4e58f0c55 is: BUILD; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:35:17.262944 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (4ae24904-6af3-4997-a6c7-66b4e58f0c55), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:17.315160 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-b57b7b12-c2a2-47b1-8f9b-32a44163f3b7 req-f3e12a15-940f-4f15-afae-9a7c3d9bab58 tempest-AttachVolumeNegativeTest-179514357 tempest-AttachVolumeNegativeTest-179514357-project] 10.222.0.89 "GET /v2.0/security-groups?id=c354f4ed-9d7a-4839-ac0e-7acc5f1680a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2843168 Feb 04 17:35:17.336461 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] For port 4ae24904-6af3-4997-a6c7-66b4e58f0c55, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=4ae24904-6af3-4997-a6c7-66b4e58f0c55,segment=NetworkSegment(f7277a98-e15f-419f-b6f8-68b43cd7d31d),segment_id=f7277a98-e15f-419f-b6f8-68b43cd7d31d)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:35:17.337438 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8e43286-b34f-46a5-8ec7-75035762ac82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ae24904-6af3-4997-a6c7-66b4e58f0c55'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:35:17.339839 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c34bc964ce2211770fda26ca2f3801cc06f4f39928110690550e94ab9c9d2fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d53534af-74d3-4ac7-954e-b0caa8b032c4" -d '{"events": [{"server_uuid": "f8e43286-b34f-46a5-8ec7-75035762ac82", "name": "network-vif-plugged", "status": "completed", "tag": "4ae24904-6af3-4997-a6c7-66b4e58f0c55"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:35:17.345701 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (4ae24904-6af3-4997-a6c7-66b4e58f0c55), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:17.377643 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [req-4d5e133a-4bd0-4a59-98a3-11b5626ebc74 req-575778ff-d01c-4ab3-b8e0-bda904de2a18 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] For port 1f1fc21f-8afb-4ed1-ab35-d8918c765c07, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=1f1fc21f-8afb-4ed1-ab35-d8918c765c07,segment=NetworkSegment(4fe2ceae-f33e-4515-b7e7-4fd67b98c4d4),segment_id=4fe2ceae-f33e-4515-b7e7-4fd67b98c4d4)] {{(pid=103376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:35:17.378538 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-4d5e133a-4bd0-4a59-98a3-11b5626ebc74 req-575778ff-d01c-4ab3-b8e0-bda904de2a18 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (1f1fc21f-8afb-4ed1-ab35-d8918c765c07), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:17.412729 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-ba536b1d-9b70-4c4e-a339-f00e8d667523 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327'] for network (68a74fd8-9c29-4714-b704-912876411036), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:17.413816 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-9cc47c49-4644-4a58-ab55-b46c8a70bb80 req-24dea3d5-a00e-4b99-98b2-4efa407c741d service neutron] 10.222.0.90 "GET /v2.0/networks/b84761e1-11c1-4974-9748-ae61e294404d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3547609 Feb 04 17:35:17.418155 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba536b1d-9b70-4c4e-a339-f00e8d667523 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:35:17.424078 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-ba536b1d-9b70-4c4e-a339-f00e8d667523 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Publish callbacks [] for network (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:17.436664 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 17:35:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93f0960f-16e0-42bb-b9c9-4c30e7ad974e x-openstack-request-id: req-93f0960f-16e0-42bb-b9c9-4c30e7ad974e {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:35:17.436986 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8e43286-b34f-46a5-8ec7-75035762ac82", "name": "network-vif-plugged", "status": "completed", "tag": "4ae24904-6af3-4997-a6c7-66b4e58f0c55", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:35:17.437256 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-93f0960f-16e0-42bb-b9c9-4c30e7ad974e {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:35:17.437654 n-d-827839-2 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8e43286-b34f-46a5-8ec7-75035762ac82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ae24904-6af3-4997-a6c7-66b4e58f0c55', 'code': 200} Feb 04 17:35:17.484973 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Pushing event updated for resources: {'Port': ['ID=4ae24904-6af3-4997-a6c7-66b4e58f0c55,revision_number=5']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:35:17.554819 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2863a231-e24b-4ff5-9b58-1a075eb6edd7 req-fa06767e-aac7-4d77-84ee-dbf420a4568e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:35:17.560487 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-2863a231-e24b-4ff5-9b58-1a075eb6edd7 req-fa06767e-aac7-4d77-84ee-dbf420a4568e service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=a7ea9b1ba86e49c289bed0f142f59d4f&device_id=94f50027-7459-4178-96c8-e99fddb8b973 HTTP/1.1" status: 200 len: 1125 time: 0.0815966 Feb 04 17:35:17.612398 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-5d3a003b-32ab-4e54-96d0-5cfe1a38be16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f3d8750-ceed-441b-bf8d-70e7804e000d', 'name': 'tempest-RoutersTest-router-278699497', 'tenant_id': 'd3ff32f7652b479da34ca36dc7895dfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:34:43Z', 'updated_at': '2022-02-04T17:35:12Z', 'revision_number': 4, 'project_id': 'd3ff32f7652b479da34ca36dc7895dfa', 'gw_port_host': None, '_interfaces': [{'id': '92f4c3be-e15c-4f08-9788-b0a194389e06', 'name': '', 'network_id': '8487074d-54a4-45cf-aae0-108f71ca371b', 'tenant_id': 'd3ff32f7652b479da34ca36dc7895dfa', 'mac_address': 'fa:16:3e:8b:5c:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f3d8750-ceed-441b-bf8d-70e7804e000d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2782, 'fixed_ips': [{'subnet_id': '6f6d8615-f09d-4bc7-a5e2-068112e1995f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:34:45Z', 'updated_at': '2022-02-04T17:34:51Z', 'revision_number': 5, 'project_id': 'd3ff32f7652b479da34ca36dc7895dfa', 'subnets': [{'id': '6f6d8615-f09d-4bc7-a5e2-068112e1995f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c5d1de23-05ad-4303-9b46-24f65bc62e8a', 'name': '', 'network_id': 'f2122144-f544-4274-ab84-898b64becced', 'tenant_id': 'd3ff32f7652b479da34ca36dc7895dfa', 'mac_address': 'fa:16:3e:8a:9c:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f3d8750-ceed-441b-bf8d-70e7804e000d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2797, 'fixed_ips': [{'subnet_id': '605ecbf2-21e6-4d4c-a4dd-eed159e792c8', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:34:53Z', 'updated_at': '2022-02-04T17:35:04Z', 'revision_number': 5, 'project_id': 'd3ff32f7652b479da34ca36dc7895dfa', 'subnets': [{'id': '605ecbf2-21e6-4d4c-a4dd-eed159e792c8', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd0f21ef9-1f4d-4e6f-9250-fd10037e9239', 'name': '', 'network_id': '2dd8cab1-0c7e-4482-8bc7-d545ec2dd02f', 'tenant_id': 'd3ff32f7652b479da34ca36dc7895dfa', 'mac_address': 'fa:16:3e:9b:5b:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f3d8750-ceed-441b-bf8d-70e7804e000d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2819, 'fixed_ips': [{'subnet_id': 'c9421554-95e3-48d0-9f6c-1ee39e0eeff6', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:35:09Z', 'updated_at': '2022-02-04T17:35:14Z', 'revision_number': 2, 'project_id': 'd3ff32f7652b479da34ca36dc7895dfa', 'subnets': [{'id': 'c9421554-95e3-48d0-9f6c-1ee39e0eeff6', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-2', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:35:17.652227 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d3a003b-32ab-4e54-96d0-5cfe1a38be16 None None] Checking router: 6f3d8750-ceed-441b-bf8d-70e7804e000d for host: n-d-827839-2 {{(pid=103379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 17:35:17.652992 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d3a003b-32ab-4e54-96d0-5cfe1a38be16 None None] Updating router 6f3d8750-ceed-441b-bf8d-70e7804e000d port d0f21ef9-1f4d-4e6f-9250-fd10037e9239 binding host n-d-827839-2 {{(pid=103379) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 17:35:17.686539 n-d-827839-2 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-5d3a003b-32ab-4e54-96d0-5cfe1a38be16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (d0f21ef9-1f4d-4e6f-9250-fd10037e9239), before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:17.797528 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2863a231-e24b-4ff5-9b58-1a075eb6edd7 req-a459e21c-c4f9-4f42-aff9-13e82ce31a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:35:17.805486 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-2863a231-e24b-4ff5-9b58-1a075eb6edd7 req-a459e21c-c4f9-4f42-aff9-13e82ce31a11 service neutron] 10.222.0.90 "GET /v2.0/networks?id=b84761e1-11c1-4974-9748-ae61e294404d HTTP/1.1" status: 200 len: 916 time: 0.2323723 Feb 04 17:35:17.904220 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-2863a231-e24b-4ff5-9b58-1a075eb6edd7 req-7c6becb2-230d-4a57-a4d3-5660e14ebc71 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7cde29d7-d366-40c4-b04e-ca6d44dda2dd HTTP/1.1" status: 200 len: 217 time: 0.0905859 Feb 04 17:35:17.917816 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-4d5e133a-4bd0-4a59-98a3-11b5626ebc74 req-575778ff-d01c-4ab3-b8e0-bda904de2a18 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:17.920257 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-4d5e133a-4bd0-4a59-98a3-11b5626ebc74 req-575778ff-d01c-4ab3-b8e0-bda904de2a18 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1595586'] for floatingip (6e0f629e-978d-4a9d-9732-e69a11d665f7), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:17.920590 n-d-827839-2 neutron-server[103376]: INFO neutron.db.l3_db [req-4d5e133a-4bd0-4a59-98a3-11b5626ebc74 req-575778ff-d01c-4ab3-b8e0-bda904de2a18 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Floating IP 6e0f629e-978d-4a9d-9732-e69a11d665f7 disassociated. External IP: 172.25.6.10, port: 1f1fc21f-8afb-4ed1-ab35-d8918c765c07. Feb 04 17:35:17.921124 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [req-4d5e133a-4bd0-4a59-98a3-11b5626ebc74 req-575778ff-d01c-4ab3-b8e0-bda904de2a18 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Calling delete_port for 1f1fc21f-8afb-4ed1-ab35-d8918c765c07 owned by compute:nova {{(pid=103376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:35:18.106744 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2863a231-e24b-4ff5-9b58-1a075eb6edd7 req-c52e50dd-9694-40c5-8d06-755bb79d80df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:35:18.108459 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-2863a231-e24b-4ff5-9b58-1a075eb6edd7 req-c52e50dd-9694-40c5-8d06-755bb79d80df service neutron] 10.222.0.90 "GET /v2.0/subnets?id=74e6e6d2-6594-4fba-b377-2d3e84d23c5b HTTP/1.1" status: 200 len: 855 time: 0.2034068 Feb 04 17:35:18.120270 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0353e59-327f-4586-8f9f-df85817b5d0d req-76f18202-08c9-47f9-adb6-ebacf3571ac4 tempest-MultipleCreateTestJSON-1004538366 tempest-MultipleCreateTestJSON-1004538366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:35:18.122566 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-e0353e59-327f-4586-8f9f-df85817b5d0d req-76f18202-08c9-47f9-adb6-ebacf3571ac4 tempest-MultipleCreateTestJSON-1004538366 tempest-MultipleCreateTestJSON-1004538366-project] 10.222.0.89 "GET /v2.0/ports?device_id=f8e43286-b34f-46a5-8ec7-75035762ac82 HTTP/1.1" status: 200 len: 945 time: 0.2281232 Feb 04 17:35:18.177117 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba536b1d-9b70-4c4e-a339-f00e8d667523 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Pushing event updated for resources: {'Network': ['ID=68a74fd8-9c29-4714-b704-912876411036,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:35:18.197030 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b4f134-a397-45c5-84e0-886bd94f6005 req-caddec4c-b3bd-4794-8ebf-8d107f8f7309 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:35:18.208754 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Network 68a74fd8-9c29-4714-b704-912876411036 details requested by agent ovs-agent-n-d-827839-2 with host n-d-827839-2 {{(pid=103378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 17:35:18.209721 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b4f134-a397-45c5-84e0-886bd94f6005 req-caddec4c-b3bd-4794-8ebf-8d107f8f7309 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:35:18.223350 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b4f134-a397-45c5-84e0-886bd94f6005 req-caddec4c-b3bd-4794-8ebf-8d107f8f7309 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:35:18.225741 n-d-827839-2 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-5d3a003b-32ab-4e54-96d0-5cfe1a38be16 None None] Publish callbacks [] for port (d0f21ef9-1f4d-4e6f-9250-fd10037e9239), precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:18.234148 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-d0b4f134-a397-45c5-84e0-886bd94f6005 req-caddec4c-b3bd-4794-8ebf-8d107f8f7309 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] 10.222.0.89 "GET /v2.0/ports?device_id=f9afa7a5-1aca-47d0-a335-e4059d5a8169 HTTP/1.1" status: 200 len: 2409 time: 0.9677143 Feb 04 17:35:18.253578 n-d-827839-2 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-5d3a003b-32ab-4e54-96d0-5cfe1a38be16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (d0f21ef9-1f4d-4e6f-9250-fd10037e9239), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:18.317674 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-ba536b1d-9b70-4c4e-a339-f00e8d667523 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.4336481 Feb 04 17:35:18.328203 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 53440) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:35:18.353840 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fe6cee-d9f4-4bea-b19a-df668a6d2c20 None None] Pushing event updated for resources: {'Port': ['ID=d0f21ef9-1f4d-4e6f-9250-fd10037e9239,revision_number=3']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:35:18.389320 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-946b2401-f2dc-4f64-bb2e-d059eebc973f tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Request body: {'subnet': {'network_id': '68a74fd8-9c29-4714-b704-912876411036', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:35:18.490895 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [None req-5d3a003b-32ab-4e54-96d0-5cfe1a38be16 None None] Attempting to bind port d0f21ef9-1f4d-4e6f-9250-fd10037e9239 on host n-d-827839-2 for vnic_type normal with profile {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:35:18.491480 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [None req-5d3a003b-32ab-4e54-96d0-5cfe1a38be16 None None] Attempting to bind port d0f21ef9-1f4d-4e6f-9250-fd10037e9239 by drivers openvswitch,hyperv on host n-d-827839-2 at level 0 using segments [{'id': '86d98099-b898-4ade-a987-f2891cce850d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '2dd8cab1-0c7e-4482-8bc7-d545ec2dd02f'}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:35:18.492080 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d3a003b-32ab-4e54-96d0-5cfe1a38be16 None None] Attempting to bind port d0f21ef9-1f4d-4e6f-9250-fd10037e9239 on network 2dd8cab1-0c7e-4482-8bc7-d545ec2dd02f {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:35:18.501354 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d3a003b-32ab-4e54-96d0-5cfe1a38be16 None None] Checking agent: {'id': 'ba70844b-66a0-45fd-a2f2-e6ed673321fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 0, 36), 'started_at': datetime.datetime(2022, 2, 4, 17, 1, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 35, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:35:18.515700 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d3a003b-32ab-4e54-96d0-5cfe1a38be16 None None] Checking segment: {'id': '86d98099-b898-4ade-a987-f2891cce850d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '2dd8cab1-0c7e-4482-8bc7-d545ec2dd02f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:35:18.516361 n-d-827839-2 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-5d3a003b-32ab-4e54-96d0-5cfe1a38be16 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:18.517562 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d3a003b-32ab-4e54-96d0-5cfe1a38be16 None None] Bound using segment: {'id': '86d98099-b898-4ade-a987-f2891cce850d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '2dd8cab1-0c7e-4482-8bc7-d545ec2dd02f'} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:35:18.518277 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [None req-5d3a003b-32ab-4e54-96d0-5cfe1a38be16 None None] Bound port: d0f21ef9-1f4d-4e6f-9250-fd10037e9239, host: n-d-827839-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86d98099-b898-4ade-a987-f2891cce850d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '2dd8cab1-0c7e-4482-8bc7-d545ec2dd02f'}}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:35:18.523848 n-d-827839-2 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-5d3a003b-32ab-4e54-96d0-5cfe1a38be16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (d0f21ef9-1f4d-4e6f-9250-fd10037e9239), before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:18.606215 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-946b2401-f2dc-4f64-bb2e-d059eebc973f tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Made reservation on behalf of d3ff32f7652b479da34ca36dc7895dfa for: {'subnet': 1} {{(pid=103376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:35:18.617333 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-946b2401-f2dc-4f64-bb2e-d059eebc973f tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25859006'] for subnet (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:18.663563 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05b9759-d8df-441b-975e-327e8dc1d475 req-9fae57c6-b66e-4a65-9200-73ac7a897222 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:35:18.665104 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-d05b9759-d8df-441b-975e-327e8dc1d475 req-9fae57c6-b66e-4a65-9200-73ac7a897222 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=f8e43286-b34f-46a5-8ec7-75035762ac82 HTTP/1.1" status: 200 len: 1127 time: 0.6423204 Feb 04 17:35:18.692528 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-5d3a003b-32ab-4e54-96d0-5cfe1a38be16 None None] For port d0f21ef9-1f4d-4e6f-9250-fd10037e9239, host n-d-827839-2, cleared binding levels {{(pid=103379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:35:18.708585 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-5d3a003b-32ab-4e54-96d0-5cfe1a38be16 None None] For port d0f21ef9-1f4d-4e6f-9250-fd10037e9239, host n-d-827839-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=d0f21ef9-1f4d-4e6f-9250-fd10037e9239,segment=NetworkSegment(86d98099-b898-4ade-a987-f2891cce850d),segment_id=86d98099-b898-4ade-a987-f2891cce850d)] {{(pid=103379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:35:18.742417 n-d-827839-2 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-5d3a003b-32ab-4e54-96d0-5cfe1a38be16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (d0f21ef9-1f4d-4e6f-9250-fd10037e9239), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:18.773767 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-2863a231-e24b-4ff5-9b58-1a075eb6edd7 req-1d3bfae6-526e-4e10-91d1-e3233fea0ba2 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=b84761e1-11c1-4974-9748-ae61e294404d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.6501448 Feb 04 17:35:18.790718 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-a4fc2dc8-925b-45d2-987e-f76a0e303cef None None] Provisioning complete for port d0f21ef9-1f4d-4e6f-9250-fd10037e9239 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:35:18.791104 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a4fc2dc8-925b-45d2-987e-f76a0e303cef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (d0f21ef9-1f4d-4e6f-9250-fd10037e9239), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:18.930794 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fe6cee-d9f4-4bea-b19a-df668a6d2c20 None None] Pushing event updated for resources: {'Port': ['ID=d0f21ef9-1f4d-4e6f-9250-fd10037e9239,revision_number=4']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:35:18.968087 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d3a003b-32ab-4e54-96d0-5cfe1a38be16 None None] Routers {'6f3d8750-ceed-441b-bf8d-70e7804e000d'} bound to L3 agent in host n-d-827839-2 {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:35:18.968725 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-5d3a003b-32ab-4e54-96d0-5cfe1a38be16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:35:02Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['6f3d8750-ceed-441b-bf8d-70e7804e000d'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:35:19.004955 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-2863a231-e24b-4ff5-9b58-1a075eb6edd7 req-87f5b7d0-a071-4e71-af3a-d1abeccfb727 service neutron] 10.222.0.90 "GET /v2.0/networks/b84761e1-11c1-4974-9748-ae61e294404d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2215810 Feb 04 17:35:19.026248 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-d0b4f134-a397-45c5-84e0-886bd94f6005 req-674a743e-6eb7-43fe-aeca-57aa8fa03570 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] 10.222.0.89 "GET /v2.0/security-groups?id=97363f9b-735d-4c1b-ae48-6b5390fc2698&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7911525 Feb 04 17:35:19.026864 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-a4fc2dc8-925b-45d2-987e-f76a0e303cef None None] Current status of the port d0f21ef9-1f4d-4e6f-9250-fd10037e9239 is: DOWN; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:35:19.027625 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a4fc2dc8-925b-45d2-987e-f76a0e303cef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (d0f21ef9-1f4d-4e6f-9250-fd10037e9239), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:19.114645 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-a4fc2dc8-925b-45d2-987e-f76a0e303cef None None] For port d0f21ef9-1f4d-4e6f-9250-fd10037e9239, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=d0f21ef9-1f4d-4e6f-9250-fd10037e9239,segment=NetworkSegment(86d98099-b898-4ade-a987-f2891cce850d),segment_id=86d98099-b898-4ade-a987-f2891cce850d)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:35:19.129009 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a4fc2dc8-925b-45d2-987e-f76a0e303cef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (d0f21ef9-1f4d-4e6f-9250-fd10037e9239), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:19.181339 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-d05b9759-d8df-441b-975e-327e8dc1d475 req-ac9c5a94-9f37-4638-8068-1c1dbeff44e8 service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=8619c0af-85b7-4241-9340-7b1e0213ad09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4377024 Feb 04 17:35:19.219039 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvr_db [None req-5d3a003b-32ab-4e54-96d0-5cfe1a38be16 None None] Set router 6f3d8750-ceed-441b-bf8d-70e7804e000d gateway port host: None {{(pid=103379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:35:19.227642 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fc2dc8-925b-45d2-987e-f76a0e303cef None None] Pushing event updated for resources: {'Port': ['ID=d0f21ef9-1f4d-4e6f-9250-fd10037e9239,revision_number=5']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:35:19.298678 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-2863a231-e24b-4ff5-9b58-1a075eb6edd7 req-2d4f789a-0f82-409f-8591-3edc0ef257be service neutron] 10.222.0.90 "GET /v2.0/networks/b84761e1-11c1-4974-9748-ae61e294404d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2726924 Feb 04 17:35:19.333427 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-e0353e59-327f-4586-8f9f-df85817b5d0d req-21cb95dc-7f0a-44af-9523-86e23ba6508a tempest-MultipleCreateTestJSON-1004538366 tempest-MultipleCreateTestJSON-1004538366-project] 10.222.0.89 "GET /v2.0/security-groups?id=8619c0af-85b7-4241-9340-7b1e0213ad09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5619152 Feb 04 17:35:19.415244 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21096ed0-1998-41bc-97d1-052e6a679352 req-aacfee36-9911-4517-baf6-6e1fa5078ef3 tempest-AttachVolumeNegativeTest-179514357 tempest-AttachVolumeNegativeTest-179514357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:35:19.422170 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-21096ed0-1998-41bc-97d1-052e6a679352 req-aacfee36-9911-4517-baf6-6e1fa5078ef3 tempest-AttachVolumeNegativeTest-179514357 tempest-AttachVolumeNegativeTest-179514357-project] 10.222.0.89 "GET /v2.0/ports?device_id=94f50027-7459-4178-96c8-e99fddb8b973 HTTP/1.1" status: 200 len: 943 time: 0.1748848 Feb 04 17:35:19.446000 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-4d5e133a-4bd0-4a59-98a3-11b5626ebc74 req-575778ff-d01c-4ab3-b8e0-bda904de2a18 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (1f1fc21f-8afb-4ed1-ab35-d8918c765c07), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:19.471370 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-62e1534f-13f9-49b3-8c89-7cd10291eee8 None None] Provisioning complete for port d0f21ef9-1f4d-4e6f-9250-fd10037e9239 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:35:19.473630 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-62e1534f-13f9-49b3-8c89-7cd10291eee8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (d0f21ef9-1f4d-4e6f-9250-fd10037e9239), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:19.513122 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575778ff-d01c-4ab3-b8e0-bda904de2a18 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Pushing event deleted for resources: {'Port': ['ID=1f1fc21f-8afb-4ed1-ab35-d8918c765c07,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:35:19.534548 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-5d3a003b-32ab-4e54-96d0-5cfe1a38be16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f3d8750-ceed-441b-bf8d-70e7804e000d', 'name': 'tempest-RoutersTest-router-278699497', 'tenant_id': 'd3ff32f7652b479da34ca36dc7895dfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:34:43Z', 'updated_at': '2022-02-04T17:35:12Z', 'revision_number': 4, 'project_id': 'd3ff32f7652b479da34ca36dc7895dfa', 'gw_port_host': None, '_interfaces': [{'id': '92f4c3be-e15c-4f08-9788-b0a194389e06', 'name': '', 'network_id': '8487074d-54a4-45cf-aae0-108f71ca371b', 'tenant_id': 'd3ff32f7652b479da34ca36dc7895dfa', 'mac_address': 'fa:16:3e:8b:5c:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f3d8750-ceed-441b-bf8d-70e7804e000d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2782, 'fixed_ips': [{'subnet_id': '6f6d8615-f09d-4bc7-a5e2-068112e1995f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:34:45Z', 'updated_at': '2022-02-04T17:34:51Z', 'revision_number': 5, 'project_id': 'd3ff32f7652b479da34ca36dc7895dfa', 'subnets': [{'id': '6f6d8615-f09d-4bc7-a5e2-068112e1995f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c5d1de23-05ad-4303-9b46-24f65bc62e8a', 'name': '', 'network_id': 'f2122144-f544-4274-ab84-898b64becced', 'tenant_id': 'd3ff32f7652b479da34ca36dc7895dfa', 'mac_address': 'fa:16:3e:8a:9c:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f3d8750-ceed-441b-bf8d-70e7804e000d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2797, 'fixed_ips': [{'subnet_id': '605ecbf2-21e6-4d4c-a4dd-eed159e792c8', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:34:53Z', 'updated_at': '2022-02-04T17:35:04Z', 'revision_number': 5, 'project_id': 'd3ff32f7652b479da34ca36dc7895dfa', 'subnets': [{'id': '605ecbf2-21e6-4d4c-a4dd-eed159e792c8', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd0f21ef9-1f4d-4e6f-9250-fd10037e9239', 'name': '', 'network_id': '2dd8cab1-0c7e-4482-8bc7-d545ec2dd02f', 'tenant_id': 'd3ff32f7652b479da34ca36dc7895dfa', 'mac_address': 'fa:16:3e:9b:5b:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f3d8750-ceed-441b-bf8d-70e7804e000d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2819, 'fixed_ips': [{'subnet_id': 'c9421554-95e3-48d0-9f6c-1ee39e0eeff6', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:35:09Z', 'updated_at': '2022-02-04T17:35:18Z', 'revision_number': 4, 'project_id': 'd3ff32f7652b479da34ca36dc7895dfa', 'subnets': [{'id': 'c9421554-95e3-48d0-9f6c-1ee39e0eeff6', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-2', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:35:19.562684 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d3a003b-32ab-4e54-96d0-5cfe1a38be16 None None] The sync data for ids ['6f3d8750-ceed-441b-bf8d-70e7804e000d'] in n-d-827839-2 is: [{'id': '6f3d8750-ceed-441b-bf8d-70e7804e000d', 'name': 'tempest-RoutersTest-router-278699497', 'tenant_id': 'd3ff32f7652b479da34ca36dc7895dfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:34:43Z', 'updated_at': '2022-02-04T17:35:12Z', 'revision_number': 4, 'project_id': 'd3ff32f7652b479da34ca36dc7895dfa', 'gw_port_host': None, '_interfaces': [{'id': '92f4c3be-e15c-4f08-9788-b0a194389e06', 'name': '', 'network_id': '8487074d-54a4-45cf-aae0-108f71ca371b', 'tenant_id': 'd3ff32f7652b479da34ca36dc7895dfa', 'mac_address': 'fa:16:3e:8b:5c:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f3d8750-ceed-441b-bf8d-70e7804e000d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2782, 'fixed_ips': [{'subnet_id': '6f6d8615-f09d-4bc7-a5e2-068112e1995f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:34:45Z', 'updated_at': '2022-02-04T17:34:51Z', 'revision_number': 5, 'project_id': 'd3ff32f7652b479da34ca36dc7895dfa', 'subnets': [{'id': '6f6d8615-f09d-4bc7-a5e2-068112e1995f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c5d1de23-05ad-4303-9b46-24f65bc62e8a', 'name': '', 'network_id': 'f2122144-f544-4274-ab84-898b64becced', 'tenant_id': 'd3ff32f7652b479da34ca36dc7895dfa', 'mac_address': 'fa:16:3e:8a:9c:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f3d8750-ceed-441b-bf8d-70e7804e000d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2797, 'fixed_ips': [{'subnet_id': '605ecbf2-21e6-4d4c-a4dd-eed159e792c8', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:34:53Z', 'updated_at': '2022-02-04T17:35:04Z', 'revision_number': 5, 'project_id': 'd3ff32f7652b479da34ca36dc7895dfa', 'subnets': [{'id': '605ecbf2-21e6-4d4c-a4dd-eed159e792c8', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd0f21ef9-1f4d-4e6f-9250-fd10037e9239', 'name': '', 'network_id': '2dd8cab1-0c7e-4482-8bc7-d545ec2dd02f', 'tenant_id': 'd3ff32f7652b479da34ca36dc7895dfa', 'mac_address': 'fa:16:3e:9b:5b:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f3d8750-ceed-441b-bf8d-70e7804e000d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2819, 'fixed_ips': [{'subnet_id': 'c9421554-95e3-48d0-9f6c-1ee39e0eeff6', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:35:09Z', 'updated_at': '2022-02-04T17:35:18Z', 'revision_number': 4, 'project_id': 'd3ff32f7652b479da34ca36dc7895dfa', 'subnets': [{'id': 'c9421554-95e3-48d0-9f6c-1ee39e0eeff6', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 17:35:19.581538 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-21096ed0-1998-41bc-97d1-052e6a679352 req-311f49b1-6e2a-496f-9952-53db2db20425 tempest-AttachVolumeNegativeTest-179514357 tempest-AttachVolumeNegativeTest-179514357-project] 10.222.0.89 "GET /v2.0/security-groups?id=c354f4ed-9d7a-4839-ac0e-7acc5f1680a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584234 Feb 04 17:35:19.624851 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-62e1534f-13f9-49b3-8c89-7cd10291eee8 None None] Current status of the port d0f21ef9-1f4d-4e6f-9250-fd10037e9239 is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:35:19.738099 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-946b2401-f2dc-4f64-bb2e-d059eebc973f tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25674939', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25858952'] for subnet (f4d5a593-80a2-4051-afe6-fc031683433e), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:19.843154 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946b2401-f2dc-4f64-bb2e-d059eebc973f tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Pushing event updated for resources: {'Subnet': ['ID=f4d5a593-80a2-4051-afe6-fc031683433e,revision_number=0']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:35:19.876451 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4d5e133a-4bd0-4a59-98a3-11b5626ebc74 req-575778ff-d01c-4ab3-b8e0-bda904de2a18 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Router 546ad7b5-1bb0-42d9-81fc-8541e07251fd has already been hosted by L3 agent 64ada913-9131-4d99-a265-63a920956287 {{(pid=103376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 17:35:19.877520 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-946b2401-f2dc-4f64-bb2e-d059eebc973f tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Checking segment: {'id': '398e3ff6-6d70-462c-9879-f706deb7bc3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '68a74fd8-9c29-4714-b704-912876411036'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:35:19.877895 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-946b2401-f2dc-4f64-bb2e-d059eebc973f tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Network hostable DHCP agents. Network: 68a74fd8-9c29-4714-b704-912876411036, hostable agents: ['bb89f5a3-3c22-440b-b7d1-c4f0c43c184a'], hosted agents: [] {{(pid=103376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 17:35:20.020020 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-946b2401-f2dc-4f64-bb2e-d059eebc973f tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Network 68a74fd8-9c29-4714-b704-912876411036 is scheduled to be hosted by DHCP agent bb89f5a3-3c22-440b-b7d1-c4f0c43c184a with binding_index 1 {{(pid=103376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 17:35:20.075807 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [None req-946b2401-f2dc-4f64-bb2e-d059eebc973f tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827839-2, 68a74fd8-9c29-4714-b704-912876411036) {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:35:20.089293 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c83d3d2-7ecb-48a3-b16b-4676ec337a31 None None] Network 68a74fd8-9c29-4714-b704-912876411036 requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:35:20.109378 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-946b2401-f2dc-4f64-bb2e-d059eebc973f tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:35:20.109986 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-946b2401-f2dc-4f64-bb2e-d059eebc973f tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Publish callbacks [] for subnet (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:20.181829 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 53462) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:35:20.210660 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-946b2401-f2dc-4f64-bb2e-d059eebc973f tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8670292 Feb 04 17:35:20.242048 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4d5e133a-4bd0-4a59-98a3-11b5626ebc74 req-575778ff-d01c-4ab3-b8e0-bda904de2a18 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Notify agent at l3_agent.n-d-827839-2 the message routers_updated {{(pid=103376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 17:35:20.299935 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5585a86d-80d6-4978-9386-f3d6128b6a6d None None] Sync routers for ids ['546ad7b5-1bb0-42d9-81fc-8541e07251fd'] in n-d-827839-2 {{(pid=103378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 17:35:20.330214 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-590a22d8-104e-4f7a-8fd6-49e1260eccee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e4c19ad-5724-5db8-8ee1-4f56ae69fcf4-68a74fd8-9c29-4714-b704-912876411036', 'network_id': '68a74fd8-9c29-4714-b704-912876411036', 'project_id': 'd3ff32f7652b479da34ca36dc7895dfa', 'fixed_ips': [{'subnet_id': 'f4d5a593-80a2-4051-afe6-fc031683433e'}]}} from n-d-827839-2. {{(pid=103378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 17:35:20.331067 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-590a22d8-104e-4f7a-8fd6-49e1260eccee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:20.361969 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d5e133a-4bd0-4a59-98a3-11b5626ebc74 req-575778ff-d01c-4ab3-b8e0-bda904de2a18 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] No DVR routers for this DVR port 1f1fc21f-8afb-4ed1-ab35-d8918c765c07 on host n-h1-827839-2 {{(pid=103376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 17:35:20.366508 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-4d5e133a-4bd0-4a59-98a3-11b5626ebc74 req-575778ff-d01c-4ab3-b8e0-bda904de2a18 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:20.373773 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-4d5e133a-4bd0-4a59-98a3-11b5626ebc74 req-575778ff-d01c-4ab3-b8e0-bda904de2a18 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] 10.222.0.96 "DELETE /v2.0/ports/1f1fc21f-8afb-4ed1-ab35-d8918c765c07 HTTP/1.1" status: 204 len: 173 time: 3.8013396 Feb 04 17:35:20.374202 n-d-827839-2 neutron-server[103376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9afa7a5-1aca-47d0-a335-e4059d5a8169', 'name': 'network-vif-deleted', 'tag': '1f1fc21f-8afb-4ed1-ab35-d8918c765c07'}] {{(pid=103376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:35:20.384003 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d59c3bb5e2f09ebf62144d5e09b1cff60c763a9c19614c24538e77842938c05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2834f074-e1f3-4420-836f-2d4b74977dcb" -d '{"events": [{"server_uuid": "f9afa7a5-1aca-47d0-a335-e4059d5a8169", "name": "network-vif-deleted", "tag": "1f1fc21f-8afb-4ed1-ab35-d8918c765c07"}]}' {{(pid=103376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:35:20.550320 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a43fd4-acdb-4c2d-b972-71aec975c6f7 req-9adf0577-f4ce-40f7-985c-c8f7ba8c1588 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:35:20.555795 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a43fd4-acdb-4c2d-b972-71aec975c6f7 req-9adf0577-f4ce-40f7-985c-c8f7ba8c1588 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:35:20.567655 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-48a43fd4-acdb-4c2d-b972-71aec975c6f7 req-9adf0577-f4ce-40f7-985c-c8f7ba8c1588 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] 10.222.0.89 "GET /v2.0/ports?device_id=f9afa7a5-1aca-47d0-a335-e4059d5a8169 HTTP/1.1" status: 200 len: 1675 time: 0.2810497 Feb 04 17:35:20.571903 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [req-4d5e133a-4bd0-4a59-98a3-11b5626ebc74 req-f0af2b58-a5b3-4087-8d65-870f93e0ee17 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Deleting port c7b0ce66-87fd-444f-8882-eed91d586c14 {{(pid=103376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:35:20.571903 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-4d5e133a-4bd0-4a59-98a3-11b5626ebc74 req-f0af2b58-a5b3-4087-8d65-870f93e0ee17 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (c7b0ce66-87fd-444f-8882-eed91d586c14), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:20.705493 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-590a22d8-104e-4f7a-8fd6-49e1260eccee None None] Allocated IP 172.23.0.2 (68a74fd8-9c29-4714-b704-912876411036/f4d5a593-80a2-4051-afe6-fc031683433e/b09ce04b-692b-4f40-91f2-86dc1f550467) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:35:20.709527 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-48a43fd4-acdb-4c2d-b972-71aec975c6f7 req-58155d13-7639-4157-9357-368ef069536f tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] 10.222.0.89 "GET /v2.0/security-groups?id=97363f9b-735d-4c1b-ae48-6b5390fc2698&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1409106 Feb 04 17:35:20.854082 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Device 7cde29d7-d366-40c4-b04e-ca6d44dda2dd details requested by agent hyperv_n-h2-827839-2 with host n-h2-827839-2 {{(pid=103378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 17:35:20.856785 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5585a86d-80d6-4978-9386-f3d6128b6a6d None None] Routers {'546ad7b5-1bb0-42d9-81fc-8541e07251fd'} bound to L3 agent in host n-d-827839-2 {{(pid=103378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:35:20.857445 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-5585a86d-80d6-4978-9386-f3d6128b6a6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:35:02Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['546ad7b5-1bb0-42d9-81fc-8541e07251fd'], 'active': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:35:21.062800 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvr_db [None req-5585a86d-80d6-4978-9386-f3d6128b6a6d None None] Set router 546ad7b5-1bb0-42d9-81fc-8541e07251fd gateway port host: n-d-827839-2 {{(pid=103378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:35:21.209432 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c786835-1c98-4742-a2ad-f33d706d74b3 req-da081f62-bb50-48d8-804e-a26a1de16109 tempest-AttachVolumeNegativeTest-179514357 tempest-AttachVolumeNegativeTest-179514357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:35:21.213727 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 17:35:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b14c19b5-454e-4a5a-acfc-324074739e0c x-openstack-request-id: req-b14c19b5-454e-4a5a-acfc-324074739e0c {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:35:21.214536 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9afa7a5-1aca-47d0-a335-e4059d5a8169", "name": "network-vif-deleted", "tag": "1f1fc21f-8afb-4ed1-ab35-d8918c765c07", "status": "completed", "code": 200}]} {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:35:21.214959 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-b14c19b5-454e-4a5a-acfc-324074739e0c {{(pid=103376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:35:21.215616 n-d-827839-2 neutron-server[103376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9afa7a5-1aca-47d0-a335-e4059d5a8169', 'name': 'network-vif-deleted', 'tag': '1f1fc21f-8afb-4ed1-ab35-d8918c765c07', 'status': 'completed', 'code': 200} Feb 04 17:35:21.216498 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-7c786835-1c98-4742-a2ad-f33d706d74b3 req-da081f62-bb50-48d8-804e-a26a1de16109 tempest-AttachVolumeNegativeTest-179514357 tempest-AttachVolumeNegativeTest-179514357-project] 10.222.0.89 "GET /v2.0/ports?device_id=94f50027-7459-4178-96c8-e99fddb8b973 HTTP/1.1" status: 200 len: 943 time: 0.1859055 Feb 04 17:35:21.277940 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1242587-afe2-4100-9d73-36c5e1e2a5f5 req-ffbfe437-9097-41a4-8a01-8603084b8944 tempest-MultipleCreateTestJSON-1004538366 tempest-MultipleCreateTestJSON-1004538366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:35:21.280512 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-b1242587-afe2-4100-9d73-36c5e1e2a5f5 req-ffbfe437-9097-41a4-8a01-8603084b8944 tempest-MultipleCreateTestJSON-1004538366 tempest-MultipleCreateTestJSON-1004538366-project] 10.222.0.89 "GET /v2.0/ports?device_id=f8e43286-b34f-46a5-8ec7-75035762ac82 HTTP/1.1" status: 200 len: 945 time: 0.7944167 Feb 04 17:35:21.302785 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-88c77b3f-d0ba-4465-93ae-7e86aa1a76f7 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:21.365816 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [req-4d5e133a-4bd0-4a59-98a3-11b5626ebc74 req-f0af2b58-a5b3-4087-8d65-870f93e0ee17 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] For port c7b0ce66-87fd-444f-8882-eed91d586c14, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=c7b0ce66-87fd-444f-8882-eed91d586c14,segment=NetworkSegment(003aaa95-3edb-4f14-93d1-6362433ea51a),segment_id=003aaa95-3edb-4f14-93d1-6362433ea51a)] {{(pid=103376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:35:21.366326 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-4d5e133a-4bd0-4a59-98a3-11b5626ebc74 req-f0af2b58-a5b3-4087-8d65-870f93e0ee17 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (c7b0ce66-87fd-444f-8882-eed91d586c14), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:21.394457 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [req-4d5e133a-4bd0-4a59-98a3-11b5626ebc74 req-f0af2b58-a5b3-4087-8d65-870f93e0ee17 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Calling delete_port for c7b0ce66-87fd-444f-8882-eed91d586c14 owned by compute:nova {{(pid=103376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:35:21.409854 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-b1242587-afe2-4100-9d73-36c5e1e2a5f5 req-f1494ea1-a80e-4fcf-a1b2-2b0a52eff065 tempest-MultipleCreateTestJSON-1004538366 tempest-MultipleCreateTestJSON-1004538366-project] 10.222.0.89 "GET /v2.0/security-groups?id=8619c0af-85b7-4241-9340-7b1e0213ad09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138525 Feb 04 17:35:21.636732 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device d0f21ef9-1f4d-4e6f-9250-fd10037e9239 up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:35:21.678522 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-4d5e133a-4bd0-4a59-98a3-11b5626ebc74 req-f0af2b58-a5b3-4087-8d65-870f93e0ee17 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (c7b0ce66-87fd-444f-8882-eed91d586c14), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:21.682843 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-7c786835-1c98-4742-a2ad-f33d706d74b3 req-bda5550b-6fa8-4fa8-9924-c57df1c8c5f8 tempest-AttachVolumeNegativeTest-179514357 tempest-AttachVolumeNegativeTest-179514357-project] 10.222.0.89 "GET /v2.0/security-groups?id=c354f4ed-9d7a-4839-ac0e-7acc5f1680a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4652290 Feb 04 17:35:21.724850 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0af2b58-a5b3-4087-8d65-870f93e0ee17 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Pushing event deleted for resources: {'Port': ['ID=c7b0ce66-87fd-444f-8882-eed91d586c14,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:35:21.739315 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-590a22d8-104e-4f7a-8fd6-49e1260eccee None None] Publish callbacks [] for port (b09ce04b-692b-4f40-91f2-86dc1f550467), precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:21.773226 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] For port 7cde29d7-d366-40c4-b04e-ca6d44dda2dd, host n-h2-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=7cde29d7-d366-40c4-b04e-ca6d44dda2dd,segment=NetworkSegment(de835c50-94f9-45e0-aa2b-e450b795a51e),segment_id=de835c50-94f9-45e0-aa2b-e450b795a51e)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:35:21.801916 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-590a22d8-104e-4f7a-8fd6-49e1260eccee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135'] for port (b09ce04b-692b-4f40-91f2-86dc1f550467), after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:21.815255 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d5e133a-4bd0-4a59-98a3-11b5626ebc74 req-f0af2b58-a5b3-4087-8d65-870f93e0ee17 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] No DVR routers for this DVR port c7b0ce66-87fd-444f-8882-eed91d586c14 on host n-h1-827839-2 {{(pid=103376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 17:35:21.846155 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.db_base_plugin_common [None req-88c77b3f-d0ba-4465-93ae-7e86aa1a76f7 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Allocated IP 172.23.0.1 (68a74fd8-9c29-4714-b704-912876411036/f4d5a593-80a2-4051-afe6-fc031683433e/0566c7ae-b736-48ca-9d29-a9890b7c6fb8) {{(pid=103377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:35:21.847318 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-4d5e133a-4bd0-4a59-98a3-11b5626ebc74 req-f0af2b58-a5b3-4087-8d65-870f93e0ee17 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:21.855809 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-4d5e133a-4bd0-4a59-98a3-11b5626ebc74 req-f0af2b58-a5b3-4087-8d65-870f93e0ee17 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] 10.222.0.96 "DELETE /v2.0/ports/c7b0ce66-87fd-444f-8882-eed91d586c14 HTTP/1.1" status: 204 len: 173 time: 1.4687133 Feb 04 17:35:21.895407 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Returning: {'device': '7cde29d7-d366-40c4-b04e-ca6d44dda2dd', 'network_id': 'b84761e1-11c1-4974-9748-ae61e294404d', 'port_id': '7cde29d7-d366-40c4-b04e-ca6d44dda2dd', 'mac_address': 'fa:16:3e:e4:9d:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 790, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74e6e6d2-6594-4fba-b377-2d3e84d23c5b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 17:35:21.957245 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590a22d8-104e-4f7a-8fd6-49e1260eccee None None] Pushing event updated for resources: {'Port': ['ID=b09ce04b-692b-4f40-91f2-86dc1f550467,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:35:21.972520 n-d-827839-2 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-590a22d8-104e-4f7a-8fd6-49e1260eccee None None] Network 68a74fd8-9c29-4714-b704-912876411036 is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:35:22.008559 n-d-827839-2 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-590a22d8-104e-4f7a-8fd6-49e1260eccee None None] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:35:22.012424 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-590a22d8-104e-4f7a-8fd6-49e1260eccee None None] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:35:22.062730 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-5585a86d-80d6-4978-9386-f3d6128b6a6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '546ad7b5-1bb0-42d9-81fc-8541e07251fd', 'name': 'tempest-TaggedBootDevicesTest-2038486132-router', 'tenant_id': 'ae7af1f68a8142688c6249d339ab8a6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.128'}], 'enable_snat': True}, 'gw_port_id': '44586c4a-44a8-4136-84a8-021940d88f6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:28:33Z', 'updated_at': '2022-02-04T17:28:39Z', 'revision_number': 4, 'project_id': 'ae7af1f68a8142688c6249d339ab8a6d', 'gw_port': {'id': '44586c4a-44a8-4136-84a8-021940d88f6c', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:4d:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '546ad7b5-1bb0-42d9-81fc-8541e07251fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2118, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:28:34Z', 'updated_at': '2022-02-04T17:28:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_interfaces': [{'id': '10f25b3b-b837-4b77-89e8-ff5b2a84a594', 'name': '', 'network_id': 'a64d26d7-6663-4816-93ec-6e302f6e65a3', 'tenant_id': 'ae7af1f68a8142688c6249d339ab8a6d', 'mac_address': 'fa:16:3e:44:7c:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '546ad7b5-1bb0-42d9-81fc-8541e07251fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2120, 'fixed_ips': [{'subnet_id': 'f380e9a2-3490-45e9-934d-38ee4f9d651d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:28:38Z', 'updated_at': '2022-02-04T17:28:47Z', 'revision_number': 5, 'project_id': 'ae7af1f68a8142688c6249d339ab8a6d', 'subnets': [{'id': 'f380e9a2-3490-45e9-934d-38ee4f9d651d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-2', False) {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:35:22.097674 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-88c77b3f-d0ba-4465-93ae-7e86aa1a76f7 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Publish callbacks [] for port (0566c7ae-b736-48ca-9d29-a9890b7c6fb8), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:22.102619 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31813d6-06a4-42f7-9e2c-390b81d41c25 req-1eb77729-24c1-4497-a833-67b63941ebc4 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:35:22.104133 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-a31813d6-06a4-42f7-9e2c-390b81d41c25 req-1eb77729-24c1-4497-a833-67b63941ebc4 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] 10.222.0.89 "GET /v2.0/ports?device_id=f9afa7a5-1aca-47d0-a335-e4059d5a8169 HTTP/1.1" status: 200 len: 943 time: 0.2448087 Feb 04 17:35:22.134111 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5585a86d-80d6-4978-9386-f3d6128b6a6d None None] Checking router: 546ad7b5-1bb0-42d9-81fc-8541e07251fd for host: n-d-827839-2 {{(pid=103378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 17:35:22.161614 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-88c77b3f-d0ba-4465-93ae-7e86aa1a76f7 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (0566c7ae-b736-48ca-9d29-a9890b7c6fb8), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:22.174012 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [req-4d5e133a-4bd0-4a59-98a3-11b5626ebc74 req-f553aa2c-ff38-4c1f-afa7-0300e93c25bf tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Deleting port 71081e14-4523-4976-b2ac-04c3ffa4889c {{(pid=103376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:35:22.175712 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-4d5e133a-4bd0-4a59-98a3-11b5626ebc74 req-f553aa2c-ff38-4c1f-afa7-0300e93c25bf tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (71081e14-4523-4976-b2ac-04c3ffa4889c), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:22.239807 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port d0f21ef9-1f4d-4e6f-9250-fd10037e9239 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:35:22.246841 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c77b3f-d0ba-4465-93ae-7e86aa1a76f7 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Pushing event updated for resources: {'Port': ['ID=0566c7ae-b736-48ca-9d29-a9890b7c6fb8,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:35:22.247937 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (d0f21ef9-1f4d-4e6f-9250-fd10037e9239), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:22.257588 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-a31813d6-06a4-42f7-9e2c-390b81d41c25 req-617f640e-5d19-41ea-84fc-93dcf34a97a7 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] 10.222.0.89 "GET /v2.0/security-groups?id=97363f9b-735d-4c1b-ae48-6b5390fc2698&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1471157 Feb 04 17:35:22.281791 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88c77b3f-d0ba-4465-93ae-7e86aa1a76f7 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Network 68a74fd8-9c29-4714-b704-912876411036 is already hosted by enough agents. {{(pid=103377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:35:22.284172 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [None req-88c77b3f-d0ba-4465-93ae-7e86aa1a76f7 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Resources bound (agent type, host, resource id): {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:35:22.287103 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88c77b3f-d0ba-4465-93ae-7e86aa1a76f7 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Received port after_create {{(pid=103377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:35:22.378526 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-88c77b3f-d0ba-4465-93ae-7e86aa1a76f7 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1595471'] for router_interface (6f3d8750-ceed-441b-bf8d-70e7804e000d), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:22.388722 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [req-4d5e133a-4bd0-4a59-98a3-11b5626ebc74 req-f553aa2c-ff38-4c1f-afa7-0300e93c25bf tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] For port 71081e14-4523-4976-b2ac-04c3ffa4889c, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=71081e14-4523-4976-b2ac-04c3ffa4889c,segment=NetworkSegment(168864fc-4f05-4abe-b2d9-6a7996e75763),segment_id=168864fc-4f05-4abe-b2d9-6a7996e75763)] {{(pid=103376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:35:22.389134 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-4d5e133a-4bd0-4a59-98a3-11b5626ebc74 req-f553aa2c-ff38-4c1f-afa7-0300e93c25bf tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (71081e14-4523-4976-b2ac-04c3ffa4889c), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:22.390699 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Current status of the port 7cde29d7-d366-40c4-b04e-ca6d44dda2dd is: DOWN; New status is: BUILD {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:35:22.391098 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (7cde29d7-d366-40c4-b04e-ca6d44dda2dd), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:22.399685 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5585a86d-80d6-4978-9386-f3d6128b6a6d None None] Routers {'546ad7b5-1bb0-42d9-81fc-8541e07251fd'} bound to L3 agent in host n-d-827839-2 {{(pid=103378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:35:22.400310 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-5585a86d-80d6-4978-9386-f3d6128b6a6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:35:02Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['546ad7b5-1bb0-42d9-81fc-8541e07251fd'], 'active': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:35:22.428788 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [req-4d5e133a-4bd0-4a59-98a3-11b5626ebc74 req-f553aa2c-ff38-4c1f-afa7-0300e93c25bf tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Calling delete_port for 71081e14-4523-4976-b2ac-04c3ffa4889c owned by compute:nova {{(pid=103376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:35:22.772650 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-88c77b3f-d0ba-4465-93ae-7e86aa1a76f7 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (0566c7ae-b736-48ca-9d29-a9890b7c6fb8), before_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:22.937815 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7cde29d7-d366-40c4-b04e-ca6d44dda2dd {{(pid=103378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 17:35:22.975017 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-4d5e133a-4bd0-4a59-98a3-11b5626ebc74 req-f553aa2c-ff38-4c1f-afa7-0300e93c25bf tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (71081e14-4523-4976-b2ac-04c3ffa4889c), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:22.994998 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] For port 7cde29d7-d366-40c4-b04e-ca6d44dda2dd, host n-h2-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=7cde29d7-d366-40c4-b04e-ca6d44dda2dd,segment=NetworkSegment(de835c50-94f9-45e0-aa2b-e450b795a51e),segment_id=de835c50-94f9-45e0-aa2b-e450b795a51e)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:35:23.024849 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f553aa2c-ff38-4c1f-afa7-0300e93c25bf tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Pushing event deleted for resources: {'Port': ['ID=71081e14-4523-4976-b2ac-04c3ffa4889c,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:35:23.070856 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f553aa2c-ff38-4c1f-afa7-0300e93c25bf tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:35:23.071450 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f553aa2c-ff38-4c1f-afa7-0300e93c25bf tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:35:23.071969 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f553aa2c-ff38-4c1f-afa7-0300e93c25bf tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:35:23.073087 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f553aa2c-ff38-4c1f-afa7-0300e93c25bf tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:35:23.073611 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f553aa2c-ff38-4c1f-afa7-0300e93c25bf tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:35:23.073953 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f553aa2c-ff38-4c1f-afa7-0300e93c25bf tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:35:23.074291 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f553aa2c-ff38-4c1f-afa7-0300e93c25bf tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:35:23.074621 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f553aa2c-ff38-4c1f-afa7-0300e93c25bf tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:35:23.075133 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f553aa2c-ff38-4c1f-afa7-0300e93c25bf tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:35:23.075602 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f553aa2c-ff38-4c1f-afa7-0300e93c25bf tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:35:23.075932 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f553aa2c-ff38-4c1f-afa7-0300e93c25bf tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:35:23.076265 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f553aa2c-ff38-4c1f-afa7-0300e93c25bf tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:35:23.076592 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f553aa2c-ff38-4c1f-afa7-0300e93c25bf tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:35:23.103903 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d5e133a-4bd0-4a59-98a3-11b5626ebc74 req-f553aa2c-ff38-4c1f-afa7-0300e93c25bf tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] No DVR routers for this DVR port 71081e14-4523-4976-b2ac-04c3ffa4889c on host n-h1-827839-2 {{(pid=103376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 17:35:23.104340 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-590a22d8-104e-4f7a-8fd6-49e1260eccee None None] Attempting to bind port b09ce04b-692b-4f40-91f2-86dc1f550467 on host n-d-827839-2 for vnic_type normal with profile {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:35:23.104943 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-590a22d8-104e-4f7a-8fd6-49e1260eccee None None] Attempting to bind port b09ce04b-692b-4f40-91f2-86dc1f550467 by drivers openvswitch,hyperv on host n-d-827839-2 at level 0 using segments [{'id': '398e3ff6-6d70-462c-9879-f706deb7bc3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '68a74fd8-9c29-4714-b704-912876411036'}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:35:23.105482 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-590a22d8-104e-4f7a-8fd6-49e1260eccee None None] Attempting to bind port b09ce04b-692b-4f40-91f2-86dc1f550467 on network 68a74fd8-9c29-4714-b704-912876411036 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:35:23.107319 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-4d5e133a-4bd0-4a59-98a3-11b5626ebc74 req-f553aa2c-ff38-4c1f-afa7-0300e93c25bf tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:23.111340 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-4d5e133a-4bd0-4a59-98a3-11b5626ebc74 req-f553aa2c-ff38-4c1f-afa7-0300e93c25bf tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] 10.222.0.96 "DELETE /v2.0/ports/71081e14-4523-4976-b2ac-04c3ffa4889c HTTP/1.1" status: 204 len: 173 time: 1.1733103 Feb 04 17:35:23.115011 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (7cde29d7-d366-40c4-b04e-ca6d44dda2dd), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:23.123567 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-590a22d8-104e-4f7a-8fd6-49e1260eccee None None] Checking agent: {'id': 'ba70844b-66a0-45fd-a2f2-e6ed673321fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 0, 36), 'started_at': datetime.datetime(2022, 2, 4, 17, 1, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 35, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:35:23.124217 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-590a22d8-104e-4f7a-8fd6-49e1260eccee None None] Checking segment: {'id': '398e3ff6-6d70-462c-9879-f706deb7bc3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '68a74fd8-9c29-4714-b704-912876411036'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:35:23.124798 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-590a22d8-104e-4f7a-8fd6-49e1260eccee None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:23.125337 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-590a22d8-104e-4f7a-8fd6-49e1260eccee None None] Bound using segment: {'id': '398e3ff6-6d70-462c-9879-f706deb7bc3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '68a74fd8-9c29-4714-b704-912876411036'} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:35:23.126056 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-590a22d8-104e-4f7a-8fd6-49e1260eccee None None] Bound port: b09ce04b-692b-4f40-91f2-86dc1f550467, host: n-d-827839-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '398e3ff6-6d70-462c-9879-f706deb7bc3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '68a74fd8-9c29-4714-b704-912876411036'}}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:35:23.126589 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-590a22d8-104e-4f7a-8fd6-49e1260eccee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (b09ce04b-692b-4f40-91f2-86dc1f550467), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:23.129146 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port d0f21ef9-1f4d-4e6f-9250-fd10037e9239 is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:35:23.140517 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f2c548-5f9f-431f-9ae0-9837942cf9a5 req-85f7edd5-b17b-494a-a620-3756156cd14c tempest-MultipleCreateTestJSON-1004538366 tempest-MultipleCreateTestJSON-1004538366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:35:23.146914 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-e6f2c548-5f9f-431f-9ae0-9837942cf9a5 req-85f7edd5-b17b-494a-a620-3756156cd14c tempest-MultipleCreateTestJSON-1004538366 tempest-MultipleCreateTestJSON-1004538366-project] 10.222.0.89 "GET /v2.0/ports?device_id=f8e43286-b34f-46a5-8ec7-75035762ac82 HTTP/1.1" status: 200 len: 945 time: 0.5740817 Feb 04 17:35:23.161010 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b798fb1d-0ca7-49c0-9ded-c55f9fa251f4 req-824be909-b6da-4b49-a79b-9fbc0664d43d tempest-AttachVolumeNegativeTest-179514357 tempest-AttachVolumeNegativeTest-179514357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:35:23.170159 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-b798fb1d-0ca7-49c0-9ded-c55f9fa251f4 req-824be909-b6da-4b49-a79b-9fbc0664d43d tempest-AttachVolumeNegativeTest-179514357 tempest-AttachVolumeNegativeTest-179514357-project] 10.222.0.89 "GET /v2.0/ports?device_id=94f50027-7459-4178-96c8-e99fddb8b973 HTTP/1.1" status: 200 len: 943 time: 0.2991974 Feb 04 17:35:23.246434 n-d-827839-2 neutron-server[103376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9afa7a5-1aca-47d0-a335-e4059d5a8169', 'name': 'network-vif-deleted', 'tag': 'c7b0ce66-87fd-444f-8882-eed91d586c14'}, {'server_uuid': 'f9afa7a5-1aca-47d0-a335-e4059d5a8169', 'name': 'network-vif-deleted', 'tag': '71081e14-4523-4976-b2ac-04c3ffa4889c'}] {{(pid=103376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:35:23.249227 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d59c3bb5e2f09ebf62144d5e09b1cff60c763a9c19614c24538e77842938c05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d0d82c2-0029-4709-9e04-09019c4ee07c" -d '{"events": [{"server_uuid": "f9afa7a5-1aca-47d0-a335-e4059d5a8169", "name": "network-vif-deleted", "tag": "c7b0ce66-87fd-444f-8882-eed91d586c14"}, {"server_uuid": "f9afa7a5-1aca-47d0-a335-e4059d5a8169", "name": "network-vif-deleted", "tag": "71081e14-4523-4976-b2ac-04c3ffa4889c"}]}' {{(pid=103376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:35:23.269347 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvr_db [None req-5585a86d-80d6-4978-9386-f3d6128b6a6d None None] Set router 546ad7b5-1bb0-42d9-81fc-8541e07251fd gateway port host: n-d-827839-2 {{(pid=103378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:35:23.272858 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Pushing event updated for resources: {'Port': ['ID=7cde29d7-d366-40c4-b04e-ca6d44dda2dd,revision_number=4']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:35:23.297348 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-b798fb1d-0ca7-49c0-9ded-c55f9fa251f4 req-5d687bec-3f2f-45ef-93db-eb9bd608bb4d tempest-AttachVolumeNegativeTest-179514357 tempest-AttachVolumeNegativeTest-179514357-project] 10.222.0.89 "GET /v2.0/security-groups?id=c354f4ed-9d7a-4839-ac0e-7acc5f1680a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266658 Feb 04 17:35:23.344621 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-590a22d8-104e-4f7a-8fd6-49e1260eccee None None] For port b09ce04b-692b-4f40-91f2-86dc1f550467, host n-d-827839-2, cleared binding levels {{(pid=103378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:35:23.382607 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 04 Feb 2022 17:35:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-327f8c75-e8eb-4e05-8cd9-8eeb6df44a41 x-openstack-request-id: req-327f8c75-e8eb-4e05-8cd9-8eeb6df44a41 {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:35:23.382919 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9afa7a5-1aca-47d0-a335-e4059d5a8169", "name": "network-vif-deleted", "tag": "c7b0ce66-87fd-444f-8882-eed91d586c14", "status": "completed", "code": 200}, {"server_uuid": "f9afa7a5-1aca-47d0-a335-e4059d5a8169", "name": "network-vif-deleted", "tag": "71081e14-4523-4976-b2ac-04c3ffa4889c", "status": "completed", "code": 200}]} {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:35:23.383188 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-327f8c75-e8eb-4e05-8cd9-8eeb6df44a41 {{(pid=103376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:35:23.383668 n-d-827839-2 neutron-server[103376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9afa7a5-1aca-47d0-a335-e4059d5a8169', 'name': 'network-vif-deleted', 'tag': 'c7b0ce66-87fd-444f-8882-eed91d586c14', 'status': 'completed', 'code': 200} Feb 04 17:35:23.385050 n-d-827839-2 neutron-server[103376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9afa7a5-1aca-47d0-a335-e4059d5a8169', 'name': 'network-vif-deleted', 'tag': '71081e14-4523-4976-b2ac-04c3ffa4889c', 'status': 'completed', 'code': 200} Feb 04 17:35:23.387340 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-e6f2c548-5f9f-431f-9ae0-9837942cf9a5 req-6262c943-b2b8-42e0-b08d-c3251b08fb18 tempest-MultipleCreateTestJSON-1004538366 tempest-MultipleCreateTestJSON-1004538366-project] 10.222.0.89 "GET /v2.0/security-groups?id=8619c0af-85b7-4241-9340-7b1e0213ad09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1961758 Feb 04 17:35:23.401121 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-590a22d8-104e-4f7a-8fd6-49e1260eccee None None] For port b09ce04b-692b-4f40-91f2-86dc1f550467, host n-d-827839-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=b09ce04b-692b-4f40-91f2-86dc1f550467,segment=NetworkSegment(398e3ff6-6d70-462c-9879-f706deb7bc3a),segment_id=398e3ff6-6d70-462c-9879-f706deb7bc3a)] {{(pid=103378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:35:23.407056 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-88c77b3f-d0ba-4465-93ae-7e86aa1a76f7 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Publish callbacks [] for port (0566c7ae-b736-48ca-9d29-a9890b7c6fb8), precommit_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:23.424870 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-88c77b3f-d0ba-4465-93ae-7e86aa1a76f7 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25888290'] for port (0566c7ae-b736-48ca-9d29-a9890b7c6fb8), after_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:23.437316 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] get_ports_and_sgs() called for port_ids ['7cde29d7-d366-40c4-b04e-ca6d44dda2dd'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 17:35:23.486063 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-590a22d8-104e-4f7a-8fd6-49e1260eccee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (b09ce04b-692b-4f40-91f2-86dc1f550467), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:23.583863 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-67117d23-0487-4f69-8570-d79926db51f3 req-d3df83e2-28e5-4b40-bc58-64ea1dbdee9b tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] 10.222.0.89 "GET /v2.0/ports?device_id=f9afa7a5-1aca-47d0-a335-e4059d5a8169 HTTP/1.1" status: 200 len: 210 time: 0.0885351 Feb 04 17:35:23.673703 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-88c77b3f-d0ba-4465-93ae-7e86aa1a76f7 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1677345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602751'] for router_interface (6f3d8750-ceed-441b-bf8d-70e7804e000d), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:23.679010 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c77b3f-d0ba-4465-93ae-7e86aa1a76f7 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Pushing event updated for resources: {'Port': ['ID=0566c7ae-b736-48ca-9d29-a9890b7c6fb8,revision_number=2']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:35:23.736287 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88b793f-60f2-4a94-91e3-52f3e90ef1e1 req-0e41a372-58fe-46ed-9857-00051d2589e5 tempest-MultipleCreateTestJSON-1004538366 tempest-MultipleCreateTestJSON-1004538366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:35:23.737989 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-b88b793f-60f2-4a94-91e3-52f3e90ef1e1 req-0e41a372-58fe-46ed-9857-00051d2589e5 tempest-MultipleCreateTestJSON-1004538366 tempest-MultipleCreateTestJSON-1004538366-project] 10.222.0.89 "GET /v2.0/ports?device_id=5cf0f858-e9fd-424f-bc0a-ae44a75d6d8d HTTP/1.1" status: 200 len: 945 time: 0.1672993 Feb 04 17:35:23.782220 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590a22d8-104e-4f7a-8fd6-49e1260eccee None None] Pushing event updated for resources: {'Port': ['ID=b09ce04b-692b-4f40-91f2-86dc1f550467,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:35:23.959893 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-b88b793f-60f2-4a94-91e3-52f3e90ef1e1 req-930227fb-9999-4fef-a307-6aa70a787cb9 tempest-MultipleCreateTestJSON-1004538366 tempest-MultipleCreateTestJSON-1004538366-project] 10.222.0.89 "GET /v2.0/security-groups?id=8619c0af-85b7-4241-9340-7b1e0213ad09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1774755 Feb 04 17:35:23.974820 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88c77b3f-d0ba-4465-93ae-7e86aa1a76f7 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Network 68a74fd8-9c29-4714-b704-912876411036 is already hosted by enough agents. {{(pid=103377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:35:23.976349 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [None req-88c77b3f-d0ba-4465-93ae-7e86aa1a76f7 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Resources bound (agent type, host, resource id): {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:35:24.224039 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-5585a86d-80d6-4978-9386-f3d6128b6a6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '546ad7b5-1bb0-42d9-81fc-8541e07251fd', 'name': 'tempest-TaggedBootDevicesTest-2038486132-router', 'tenant_id': 'ae7af1f68a8142688c6249d339ab8a6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.128'}], 'enable_snat': True}, 'gw_port_id': '44586c4a-44a8-4136-84a8-021940d88f6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:28:33Z', 'updated_at': '2022-02-04T17:28:39Z', 'revision_number': 4, 'project_id': 'ae7af1f68a8142688c6249d339ab8a6d', 'gw_port': {'id': '44586c4a-44a8-4136-84a8-021940d88f6c', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:4d:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '546ad7b5-1bb0-42d9-81fc-8541e07251fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2118, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:28:34Z', 'updated_at': '2022-02-04T17:28:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_interfaces': [{'id': '10f25b3b-b837-4b77-89e8-ff5b2a84a594', 'name': '', 'network_id': 'a64d26d7-6663-4816-93ec-6e302f6e65a3', 'tenant_id': 'ae7af1f68a8142688c6249d339ab8a6d', 'mac_address': 'fa:16:3e:44:7c:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '546ad7b5-1bb0-42d9-81fc-8541e07251fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2120, 'fixed_ips': [{'subnet_id': 'f380e9a2-3490-45e9-934d-38ee4f9d651d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:28:38Z', 'updated_at': '2022-02-04T17:28:47Z', 'revision_number': 5, 'project_id': 'ae7af1f68a8142688c6249d339ab8a6d', 'subnets': [{'id': 'f380e9a2-3490-45e9-934d-38ee4f9d651d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-2', False) {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:35:24.312434 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88c77b3f-d0ba-4465-93ae-7e86aa1a76f7 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Router 6f3d8750-ceed-441b-bf8d-70e7804e000d has already been hosted by L3 agent 64ada913-9131-4d99-a265-63a920956287 {{(pid=103377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 17:35:24.372193 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5585a86d-80d6-4978-9386-f3d6128b6a6d None None] The sync data for ids ['546ad7b5-1bb0-42d9-81fc-8541e07251fd'] in n-d-827839-2 is: [{'id': '546ad7b5-1bb0-42d9-81fc-8541e07251fd', 'name': 'tempest-TaggedBootDevicesTest-2038486132-router', 'tenant_id': 'ae7af1f68a8142688c6249d339ab8a6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.128'}], 'enable_snat': True}, 'gw_port_id': '44586c4a-44a8-4136-84a8-021940d88f6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:28:33Z', 'updated_at': '2022-02-04T17:28:39Z', 'revision_number': 4, 'project_id': 'ae7af1f68a8142688c6249d339ab8a6d', 'gw_port': {'id': '44586c4a-44a8-4136-84a8-021940d88f6c', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:4d:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '546ad7b5-1bb0-42d9-81fc-8541e07251fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2118, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:28:34Z', 'updated_at': '2022-02-04T17:28:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_interfaces': [{'id': '10f25b3b-b837-4b77-89e8-ff5b2a84a594', 'name': '', 'network_id': 'a64d26d7-6663-4816-93ec-6e302f6e65a3', 'tenant_id': 'ae7af1f68a8142688c6249d339ab8a6d', 'mac_address': 'fa:16:3e:44:7c:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '546ad7b5-1bb0-42d9-81fc-8541e07251fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2120, 'fixed_ips': [{'subnet_id': 'f380e9a2-3490-45e9-934d-38ee4f9d651d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:28:38Z', 'updated_at': '2022-02-04T17:28:47Z', 'revision_number': 5, 'project_id': 'ae7af1f68a8142688c6249d339ab8a6d', 'subnets': [{'id': 'f380e9a2-3490-45e9-934d-38ee4f9d651d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 17:35:24.548093 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55b4500-89de-404e-aea8-151b3febd0db req-5fbf5a7e-81a8-4c10-a0eb-1d9824dddb0f tempest-AttachVolumeNegativeTest-179514357 tempest-AttachVolumeNegativeTest-179514357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:35:24.555410 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-b55b4500-89de-404e-aea8-151b3febd0db req-5fbf5a7e-81a8-4c10-a0eb-1d9824dddb0f tempest-AttachVolumeNegativeTest-179514357 tempest-AttachVolumeNegativeTest-179514357-project] 10.222.0.89 "GET /v2.0/ports?device_id=94f50027-7459-4178-96c8-e99fddb8b973 HTTP/1.1" status: 200 len: 944 time: 0.1155710 Feb 04 17:35:24.555628 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88c77b3f-d0ba-4465-93ae-7e86aa1a76f7 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Notify agent at l3_agent.n-d-827839-2 the message routers_updated {{(pid=103377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 17:35:24.567632 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d69694b9-31f0-4b6e-966b-dd4a5f924f65 None None] Sync routers for ids ['6f3d8750-ceed-441b-bf8d-70e7804e000d'] in n-d-827839-2 {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 17:35:24.572454 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 53528) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:35:24.574769 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-88c77b3f-d0ba-4465-93ae-7e86aa1a76f7 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] 10.222.0.89 "PUT /v2.0/routers/6f3d8750-ceed-441b-bf8d-70e7804e000d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3860295 Feb 04 17:35:24.591385 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d69694b9-31f0-4b6e-966b-dd4a5f924f65 None None] Routers {'6f3d8750-ceed-441b-bf8d-70e7804e000d'} bound to L3 agent in host n-d-827839-2 {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:35:24.592954 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-d69694b9-31f0-4b6e-966b-dd4a5f924f65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:35:02Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['6f3d8750-ceed-441b-bf8d-70e7804e000d'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:35:24.602658 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-80e06299-2b88-49fa-8558-67c147999b12 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:35:24.774482 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989f68bf-34ea-45a8-b30b-15074f050292 req-5cb3e0cc-d9dc-40b7-9875-a19867426b88 tempest-MultipleCreateTestJSON-1004538366 tempest-MultipleCreateTestJSON-1004538366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:35:24.778413 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-989f68bf-34ea-45a8-b30b-15074f050292 req-5cb3e0cc-d9dc-40b7-9875-a19867426b88 tempest-MultipleCreateTestJSON-1004538366 tempest-MultipleCreateTestJSON-1004538366-project] 10.222.0.89 "GET /v2.0/ports?device_id=5cf0f858-e9fd-424f-bc0a-ae44a75d6d8d HTTP/1.1" status: 200 len: 945 time: 0.1151600 Feb 04 17:35:24.891192 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvr_db [None req-d69694b9-31f0-4b6e-966b-dd4a5f924f65 None None] Set router 6f3d8750-ceed-441b-bf8d-70e7804e000d gateway port host: None {{(pid=103379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:35:24.902166 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-989f68bf-34ea-45a8-b30b-15074f050292 req-ae4344d1-9463-4ca8-993c-a8ea128faa26 tempest-MultipleCreateTestJSON-1004538366 tempest-MultipleCreateTestJSON-1004538366-project] 10.222.0.89 "GET /v2.0/security-groups?id=8619c0af-85b7-4241-9340-7b1e0213ad09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171584 Feb 04 17:35:24.944459 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-b55b4500-89de-404e-aea8-151b3febd0db req-03e5d524-2f8d-4b21-9d21-2d0daee0b6da tempest-AttachVolumeNegativeTest-179514357 tempest-AttachVolumeNegativeTest-179514357-project] 10.222.0.89 "GET /v2.0/security-groups?id=c354f4ed-9d7a-4839-ac0e-7acc5f1680a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3721974 Feb 04 17:35:25.014272 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b14551e2-7561-4bd5-8b92-dd1b89393ae8 None None] New status for floating IP 6e0f629e-978d-4a9d-9732-e69a11d665f7: DOWN {{(pid=103378) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 17:35:25.143219 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Device 7cde29d7-d366-40c4-b04e-ca6d44dda2dd up at agent hyperv_n-h2-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:35:25.150038 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-a1e34de1-7f5c-473f-ae41-b4707cc2f6d7 req-58808601-6606-421a-a080-d6edf05780ce tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] 10.222.0.89 "GET /v2.0/ports?device_id=f9afa7a5-1aca-47d0-a335-e4059d5a8169 HTTP/1.1" status: 200 len: 210 time: 0.0780578 Feb 04 17:35:25.334587 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Provisioning for port 7cde29d7-d366-40c4-b04e-ca6d44dda2dd completed by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 17:35:25.343027 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Provisioning complete for port 7cde29d7-d366-40c4-b04e-ca6d44dda2dd triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:35:25.343412 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (7cde29d7-d366-40c4-b04e-ca6d44dda2dd), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:25.344352 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-d69694b9-31f0-4b6e-966b-dd4a5f924f65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f3d8750-ceed-441b-bf8d-70e7804e000d', 'name': 'tempest-RoutersTest-router-278699497', 'tenant_id': 'd3ff32f7652b479da34ca36dc7895dfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:34:43Z', 'updated_at': '2022-02-04T17:35:22Z', 'revision_number': 5, 'project_id': 'd3ff32f7652b479da34ca36dc7895dfa', 'gw_port_host': None, '_interfaces': [{'id': '0566c7ae-b736-48ca-9d29-a9890b7c6fb8', 'name': '', 'network_id': '68a74fd8-9c29-4714-b704-912876411036', 'tenant_id': 'd3ff32f7652b479da34ca36dc7895dfa', 'mac_address': 'fa:16:3e:48:a0:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f3d8750-ceed-441b-bf8d-70e7804e000d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2825, 'fixed_ips': [{'subnet_id': 'f4d5a593-80a2-4051-afe6-fc031683433e', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:35:21Z', 'updated_at': '2022-02-04T17:35:22Z', 'revision_number': 2, 'project_id': 'd3ff32f7652b479da34ca36dc7895dfa', 'subnets': [{'id': 'f4d5a593-80a2-4051-afe6-fc031683433e', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '92f4c3be-e15c-4f08-9788-b0a194389e06', 'name': '', 'network_id': '8487074d-54a4-45cf-aae0-108f71ca371b', 'tenant_id': 'd3ff32f7652b479da34ca36dc7895dfa', 'mac_address': 'fa:16:3e:8b:5c:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f3d8750-ceed-441b-bf8d-70e7804e000d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2782, 'fixed_ips': [{'subnet_id': '6f6d8615-f09d-4bc7-a5e2-068112e1995f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:34:45Z', 'updated_at': '2022-02-04T17:34:51Z', 'revision_number': 5, 'project_id': 'd3ff32f7652b479da34ca36dc7895dfa', 'subnets': [{'id': '6f6d8615-f09d-4bc7-a5e2-068112e1995f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c5d1de23-05ad-4303-9b46-24f65bc62e8a', 'name': '', 'network_id': 'f2122144-f544-4274-ab84-898b64becced', 'tenant_id': 'd3ff32f7652b479da34ca36dc7895dfa', 'mac_address': 'fa:16:3e:8a:9c:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f3d8750-ceed-441b-bf8d-70e7804e000d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2797, 'fixed_ips': [{'subnet_id': '605ecbf2-21e6-4d4c-a4dd-eed159e792c8', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:34:53Z', 'updated_at': '2022-02-04T17:35:04Z', 'revision_number': 5, 'project_id': 'd3ff32f7652b479da34ca36dc7895dfa', 'subnets': [{'id': '605ecbf2-21e6-4d4c-a4dd-eed159e792c8', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd0f21ef9-1f4d-4e6f-9250-fd10037e9239', 'name': '', 'network_id': '2dd8cab1-0c7e-4482-8bc7-d545ec2dd02f', 'tenant_id': 'd3ff32f7652b479da34ca36dc7895dfa', 'mac_address': 'fa:16:3e:9b:5b:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f3d8750-ceed-441b-bf8d-70e7804e000d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2819, 'fixed_ips': [{'subnet_id': 'c9421554-95e3-48d0-9f6c-1ee39e0eeff6', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:35:09Z', 'updated_at': '2022-02-04T17:35:19Z', 'revision_number': 5, 'project_id': 'd3ff32f7652b479da34ca36dc7895dfa', 'subnets': [{'id': 'c9421554-95e3-48d0-9f6c-1ee39e0eeff6', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-2', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:35:25.406096 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d69694b9-31f0-4b6e-966b-dd4a5f924f65 None None] Checking router: 6f3d8750-ceed-441b-bf8d-70e7804e000d for host: n-d-827839-2 {{(pid=103379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 17:35:25.407044 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d69694b9-31f0-4b6e-966b-dd4a5f924f65 None None] Updating router 6f3d8750-ceed-441b-bf8d-70e7804e000d port 0566c7ae-b736-48ca-9d29-a9890b7c6fb8 binding host n-d-827839-2 {{(pid=103379) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 17:35:25.495244 n-d-827839-2 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d69694b9-31f0-4b6e-966b-dd4a5f924f65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (0566c7ae-b736-48ca-9d29-a9890b7c6fb8), before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:25.524363 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Current status of the port 7cde29d7-d366-40c4-b04e-ca6d44dda2dd is: BUILD; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:35:25.525223 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (7cde29d7-d366-40c4-b04e-ca6d44dda2dd), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:25.582825 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94f50027-7459-4178-96c8-e99fddb8b973', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cde29d7-d366-40c4-b04e-ca6d44dda2dd'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:35:25.590479 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c34bc964ce2211770fda26ca2f3801cc06f4f39928110690550e94ab9c9d2fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f26a7b8a-f3cf-4685-b57d-a378223cd2bb" -d '{"events": [{"server_uuid": "94f50027-7459-4178-96c8-e99fddb8b973", "name": "network-vif-plugged", "status": "completed", "tag": "7cde29d7-d366-40c4-b04e-ca6d44dda2dd"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:35:25.609903 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device b09ce04b-692b-4f40-91f2-86dc1f550467 up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:35:25.641864 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.extraroute_db [None req-80e06299-2b88-49fa-8558-67c147999b12 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Added routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=103376) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Feb 04 17:35:25.678021 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.extraroute_db [None req-80e06299-2b88-49fa-8558-67c147999b12 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Removed routes are [] {{(pid=103376) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Feb 04 17:35:25.678723 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-80e06299-2b88-49fa-8558-67c147999b12 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1603677', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1602039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26946'] for router (6f3d8750-ceed-441b-bf8d-70e7804e000d), precommit_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:25.694336 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f50f52a5-0822-43fc-b82b-9d500b941fd3 None None] Network 68a74fd8-9c29-4714-b704-912876411036 requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:35:25.709673 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] For port 7cde29d7-d366-40c4-b04e-ca6d44dda2dd, host n-h2-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=7cde29d7-d366-40c4-b04e-ca6d44dda2dd,segment=NetworkSegment(de835c50-94f9-45e0-aa2b-e450b795a51e),segment_id=de835c50-94f9-45e0-aa2b-e450b795a51e)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:35:25.712467 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 17:35:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6175c18c-3dec-48ec-b27a-546253a1d501 x-openstack-request-id: req-6175c18c-3dec-48ec-b27a-546253a1d501 {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:35:25.712766 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94f50027-7459-4178-96c8-e99fddb8b973", "name": "network-vif-plugged", "status": "completed", "tag": "7cde29d7-d366-40c4-b04e-ca6d44dda2dd", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:35:25.713024 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-6175c18c-3dec-48ec-b27a-546253a1d501 {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:35:25.718367 n-d-827839-2 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94f50027-7459-4178-96c8-e99fddb8b973', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cde29d7-d366-40c4-b04e-ca6d44dda2dd', 'code': 200} Feb 04 17:35:25.823675 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (7cde29d7-d366-40c4-b04e-ca6d44dda2dd), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:25.881048 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d13d7f-2ae9-42c8-837f-e819375677a0 req-c6707740-df74-4476-b4ac-3cab26b3a154 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:35:25.882520 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-b8d13d7f-2ae9-42c8-837f-e819375677a0 req-c6707740-df74-4476-b4ac-3cab26b3a154 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=94f50027-7459-4178-96c8-e99fddb8b973 HTTP/1.1" status: 200 len: 1127 time: 0.1122673 Feb 04 17:35:25.938586 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Pushing event updated for resources: {'Port': ['ID=7cde29d7-d366-40c4-b04e-ca6d44dda2dd,revision_number=5']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:35:25.990732 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port b09ce04b-692b-4f40-91f2-86dc1f550467 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:35:25.991155 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (b09ce04b-692b-4f40-91f2-86dc1f550467), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:25.994699 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-b8d13d7f-2ae9-42c8-837f-e819375677a0 req-a5dbfc1e-d533-4465-aa72-8c7c8629f25a service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=c354f4ed-9d7a-4839-ac0e-7acc5f1680a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044676 Feb 04 17:35:26.091701 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18579c3-57f1-4f61-8dc8-23e5c305f96b req-ab6bb776-1ccc-4ae7-8131-fb96779d88d1 tempest-MultipleCreateTestJSON-1004538366 tempest-MultipleCreateTestJSON-1004538366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:35:26.093300 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-a18579c3-57f1-4f61-8dc8-23e5c305f96b req-ab6bb776-1ccc-4ae7-8131-fb96779d88d1 tempest-MultipleCreateTestJSON-1004538366 tempest-MultipleCreateTestJSON-1004538366-project] 10.222.0.90 "GET /v2.0/ports?device_id=5cf0f858-e9fd-424f-bc0a-ae44a75d6d8d HTTP/1.1" status: 200 len: 945 time: 0.1201696 Feb 04 17:35:26.101801 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-37e84867-1649-42d5-9619-6765cf53c63e None None] Provisioning complete for port b09ce04b-692b-4f40-91f2-86dc1f550467 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:35:26.102189 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-37e84867-1649-42d5-9619-6765cf53c63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (b09ce04b-692b-4f40-91f2-86dc1f550467), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:26.252987 n-d-827839-2 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d69694b9-31f0-4b6e-966b-dd4a5f924f65 None None] Publish callbacks [] for port (0566c7ae-b736-48ca-9d29-a9890b7c6fb8), precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:26.268544 n-d-827839-2 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d69694b9-31f0-4b6e-966b-dd4a5f924f65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (0566c7ae-b736-48ca-9d29-a9890b7c6fb8), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:26.341802 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-80e06299-2b88-49fa-8558-67c147999b12 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1603677', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1602039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26946'] for router (6f3d8750-ceed-441b-bf8d-70e7804e000d), precommit_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:26.356882 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-80e06299-2b88-49fa-8558-67c147999b12 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1603666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1603691', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1601804'] for router (6f3d8750-ceed-441b-bf8d-70e7804e000d), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:26.371360 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-37e84867-1649-42d5-9619-6765cf53c63e None None] Current status of the port b09ce04b-692b-4f40-91f2-86dc1f550467 is: DOWN; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:35:26.373922 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bef25b-dfe8-40ff-b560-b313b6a11388 req-a688cb60-27a6-4b44-baba-23b45cb6b965 tempest-MultipleCreateTestJSON-1004538366 tempest-MultipleCreateTestJSON-1004538366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:35:26.376512 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-37e84867-1649-42d5-9619-6765cf53c63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (b09ce04b-692b-4f40-91f2-86dc1f550467), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:26.377127 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-38bef25b-dfe8-40ff-b560-b313b6a11388 req-a688cb60-27a6-4b44-baba-23b45cb6b965 tempest-MultipleCreateTestJSON-1004538366 tempest-MultipleCreateTestJSON-1004538366-project] 10.222.0.89 "GET /v2.0/ports?device_id=5cf0f858-e9fd-424f-bc0a-ae44a75d6d8d HTTP/1.1" status: 200 len: 945 time: 0.2722347 Feb 04 17:35:26.421032 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb46a4c4-4486-4f44-a6ff-664dd09350d0 None None] Pushing event updated for resources: {'Port': ['ID=0566c7ae-b736-48ca-9d29-a9890b7c6fb8,revision_number=3']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:35:26.434410 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-38bef25b-dfe8-40ff-b560-b313b6a11388 req-29542923-1024-4e27-936a-93ceedf53e73 tempest-MultipleCreateTestJSON-1004538366 tempest-MultipleCreateTestJSON-1004538366-project] 10.222.0.89 "GET /v2.0/security-groups?id=8619c0af-85b7-4241-9340-7b1e0213ad09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508168 Feb 04 17:35:26.456046 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-37e84867-1649-42d5-9619-6765cf53c63e None None] For port b09ce04b-692b-4f40-91f2-86dc1f550467, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=b09ce04b-692b-4f40-91f2-86dc1f550467,segment=NetworkSegment(398e3ff6-6d70-462c-9879-f706deb7bc3a),segment_id=398e3ff6-6d70-462c-9879-f706deb7bc3a)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:35:26.488320 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-37e84867-1649-42d5-9619-6765cf53c63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (b09ce04b-692b-4f40-91f2-86dc1f550467), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:26.498489 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [req-a18579c3-57f1-4f61-8dc8-23e5c305f96b req-e39d15d8-4834-4059-beb0-6897cbde78d8 tempest-MultipleCreateTestJSON-1004538366 tempest-MultipleCreateTestJSON-1004538366-project] Deleting port f3fd7087-115d-4ccf-b286-1a5012d3187d {{(pid=103377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:35:26.499537 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-a18579c3-57f1-4f61-8dc8-23e5c305f96b req-e39d15d8-4834-4059-beb0-6897cbde78d8 tempest-MultipleCreateTestJSON-1004538366 tempest-MultipleCreateTestJSON-1004538366-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (f3fd7087-115d-4ccf-b286-1a5012d3187d), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:26.617859 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [None req-d69694b9-31f0-4b6e-966b-dd4a5f924f65 None None] Attempting to bind port 0566c7ae-b736-48ca-9d29-a9890b7c6fb8 on host n-d-827839-2 for vnic_type normal with profile {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:35:26.618373 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [None req-d69694b9-31f0-4b6e-966b-dd4a5f924f65 None None] Attempting to bind port 0566c7ae-b736-48ca-9d29-a9890b7c6fb8 by drivers openvswitch,hyperv on host n-d-827839-2 at level 0 using segments [{'id': '398e3ff6-6d70-462c-9879-f706deb7bc3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '68a74fd8-9c29-4714-b704-912876411036'}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:35:26.620072 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d69694b9-31f0-4b6e-966b-dd4a5f924f65 None None] Attempting to bind port 0566c7ae-b736-48ca-9d29-a9890b7c6fb8 on network 68a74fd8-9c29-4714-b704-912876411036 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:35:26.633998 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e84867-1649-42d5-9619-6765cf53c63e None None] Pushing event updated for resources: {'Port': ['ID=b09ce04b-692b-4f40-91f2-86dc1f550467,revision_number=3']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:35:26.637447 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d69694b9-31f0-4b6e-966b-dd4a5f924f65 None None] Checking agent: {'id': 'ba70844b-66a0-45fd-a2f2-e6ed673321fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 0, 36), 'started_at': datetime.datetime(2022, 2, 4, 17, 1, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 35, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:35:26.638185 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d69694b9-31f0-4b6e-966b-dd4a5f924f65 None None] Checking segment: {'id': '398e3ff6-6d70-462c-9879-f706deb7bc3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '68a74fd8-9c29-4714-b704-912876411036'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:35:26.638832 n-d-827839-2 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d69694b9-31f0-4b6e-966b-dd4a5f924f65 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:26.639450 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d69694b9-31f0-4b6e-966b-dd4a5f924f65 None None] Bound using segment: {'id': '398e3ff6-6d70-462c-9879-f706deb7bc3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '68a74fd8-9c29-4714-b704-912876411036'} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:35:26.640150 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [None req-d69694b9-31f0-4b6e-966b-dd4a5f924f65 None None] Bound port: 0566c7ae-b736-48ca-9d29-a9890b7c6fb8, host: n-d-827839-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '398e3ff6-6d70-462c-9879-f706deb7bc3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '68a74fd8-9c29-4714-b704-912876411036'}}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:35:26.640719 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port b09ce04b-692b-4f40-91f2-86dc1f550467 is: DOWN; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:35:26.641020 n-d-827839-2 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d69694b9-31f0-4b6e-966b-dd4a5f924f65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (0566c7ae-b736-48ca-9d29-a9890b7c6fb8), before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:26.641203 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (b09ce04b-692b-4f40-91f2-86dc1f550467), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:26.702740 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.db.api [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103378) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 17:35:26.703110 n-d-827839-2 neutron-server[103378]: DEBUG oslo_db.api [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 17:35:26.705256 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146e3263-2701-4dd9-a901-d4cb38701ded req-9b682615-161c-4f55-af58-3be8ac0841d4 tempest-AttachVolumeNegativeTest-179514357 tempest-AttachVolumeNegativeTest-179514357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:35:26.717982 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-146e3263-2701-4dd9-a901-d4cb38701ded req-9b682615-161c-4f55-af58-3be8ac0841d4 tempest-AttachVolumeNegativeTest-179514357 tempest-AttachVolumeNegativeTest-179514357-project] 10.222.0.89 "GET /v2.0/ports?device_id=94f50027-7459-4178-96c8-e99fddb8b973 HTTP/1.1" status: 200 len: 945 time: 0.5143239 Feb 04 17:35:26.738940 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-5a9166bb-2877-496e-b2a9-85266347bfea req-4cda6e84-ef0a-4c2e-930b-f4d644b150cc tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] 10.222.0.89 "GET /v2.0/ports?device_id=f9afa7a5-1aca-47d0-a335-e4059d5a8169 HTTP/1.1" status: 200 len: 210 time: 0.1005321 Feb 04 17:35:26.803543 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-d69694b9-31f0-4b6e-966b-dd4a5f924f65 None None] For port 0566c7ae-b736-48ca-9d29-a9890b7c6fb8, host n-d-827839-2, cleared binding levels {{(pid=103379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:35:26.812844 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-d69694b9-31f0-4b6e-966b-dd4a5f924f65 None None] For port 0566c7ae-b736-48ca-9d29-a9890b7c6fb8, host n-d-827839-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=0566c7ae-b736-48ca-9d29-a9890b7c6fb8,segment=NetworkSegment(398e3ff6-6d70-462c-9879-f706deb7bc3a),segment_id=398e3ff6-6d70-462c-9879-f706deb7bc3a)] {{(pid=103379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:35:26.821363 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [req-a18579c3-57f1-4f61-8dc8-23e5c305f96b req-e39d15d8-4834-4059-beb0-6897cbde78d8 tempest-MultipleCreateTestJSON-1004538366 tempest-MultipleCreateTestJSON-1004538366-project] For port f3fd7087-115d-4ccf-b286-1a5012d3187d, host n-h2-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=f3fd7087-115d-4ccf-b286-1a5012d3187d,segment=NetworkSegment(f7277a98-e15f-419f-b6f8-68b43cd7d31d),segment_id=f7277a98-e15f-419f-b6f8-68b43cd7d31d)] {{(pid=103377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:35:26.821735 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-a18579c3-57f1-4f61-8dc8-23e5c305f96b req-e39d15d8-4834-4059-beb0-6897cbde78d8 tempest-MultipleCreateTestJSON-1004538366 tempest-MultipleCreateTestJSON-1004538366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (f3fd7087-115d-4ccf-b286-1a5012d3187d), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:26.836021 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80e06299-2b88-49fa-8558-67c147999b12 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Router 6f3d8750-ceed-441b-bf8d-70e7804e000d has already been hosted by L3 agent 64ada913-9131-4d99-a265-63a920956287 {{(pid=103376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 17:35:26.837396 n-d-827839-2 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d69694b9-31f0-4b6e-966b-dd4a5f924f65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (0566c7ae-b736-48ca-9d29-a9890b7c6fb8), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:26.858871 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [req-a18579c3-57f1-4f61-8dc8-23e5c305f96b req-e39d15d8-4834-4059-beb0-6897cbde78d8 tempest-MultipleCreateTestJSON-1004538366 tempest-MultipleCreateTestJSON-1004538366-project] Calling delete_port for f3fd7087-115d-4ccf-b286-1a5012d3187d owned by compute:nova {{(pid=103377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:35:26.923301 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-31eddc47-b5d2-4392-91fe-001dcb3d1257 None None] Provisioning complete for port 0566c7ae-b736-48ca-9d29-a9890b7c6fb8 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:35:26.927199 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-31eddc47-b5d2-4392-91fe-001dcb3d1257 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (0566c7ae-b736-48ca-9d29-a9890b7c6fb8), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:26.935189 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d69694b9-31f0-4b6e-966b-dd4a5f924f65 None None] Routers {'6f3d8750-ceed-441b-bf8d-70e7804e000d'} bound to L3 agent in host n-d-827839-2 {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:35:26.941240 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-d69694b9-31f0-4b6e-966b-dd4a5f924f65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:35:02Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['6f3d8750-ceed-441b-bf8d-70e7804e000d'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:35:27.117187 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80e06299-2b88-49fa-8558-67c147999b12 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Notify agent at l3_agent.n-d-827839-2 the message routers_updated {{(pid=103376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 17:35:27.125022 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-31eddc47-b5d2-4392-91fe-001dcb3d1257 None None] Current status of the port 0566c7ae-b736-48ca-9d29-a9890b7c6fb8 is: DOWN; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:35:27.125812 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-31eddc47-b5d2-4392-91fe-001dcb3d1257 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (0566c7ae-b736-48ca-9d29-a9890b7c6fb8), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:27.137024 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-80e06299-2b88-49fa-8558-67c147999b12 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Publish callbacks [] for router (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:27.143265 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-80e06299-2b88-49fa-8558-67c147999b12 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] 10.222.0.89 "PUT /v2.0/routers/6f3d8750-ceed-441b-bf8d-70e7804e000d HTTP/1.1" status: 200 len: 933 time: 2.5641539 Feb 04 17:35:27.143893 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 53560) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:35:27.207049 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-a18579c3-57f1-4f61-8dc8-23e5c305f96b req-e39d15d8-4834-4059-beb0-6897cbde78d8 tempest-MultipleCreateTestJSON-1004538366 tempest-MultipleCreateTestJSON-1004538366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (f3fd7087-115d-4ccf-b286-1a5012d3187d), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:27.228344 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-31eddc47-b5d2-4392-91fe-001dcb3d1257 None None] For port 0566c7ae-b736-48ca-9d29-a9890b7c6fb8, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=0566c7ae-b736-48ca-9d29-a9890b7c6fb8,segment=NetworkSegment(398e3ff6-6d70-462c-9879-f706deb7bc3a),segment_id=398e3ff6-6d70-462c-9879-f706deb7bc3a)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:35:27.322060 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] get_ports_and_sgs() called for port_ids ['f3fd7087-115d-4ccf-b286-1a5012d3187d'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 17:35:27.376211 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port b09ce04b-692b-4f40-91f2-86dc1f550467 is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:35:27.386521 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-31eddc47-b5d2-4392-91fe-001dcb3d1257 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (0566c7ae-b736-48ca-9d29-a9890b7c6fb8), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:27.395545 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvr_db [None req-d69694b9-31f0-4b6e-966b-dd4a5f924f65 None None] Set router 6f3d8750-ceed-441b-bf8d-70e7804e000d gateway port host: None {{(pid=103379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:35:27.398529 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39d15d8-4834-4059-beb0-6897cbde78d8 tempest-MultipleCreateTestJSON-1004538366 tempest-MultipleCreateTestJSON-1004538366-project] Pushing event deleted for resources: {'Port': ['ID=f3fd7087-115d-4ccf-b286-1a5012d3187d,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:35:27.476624 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-31eddc47-b5d2-4392-91fe-001dcb3d1257 None None] Provisioning complete for port b09ce04b-692b-4f40-91f2-86dc1f550467 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:35:27.477101 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-31eddc47-b5d2-4392-91fe-001dcb3d1257 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (b09ce04b-692b-4f40-91f2-86dc1f550467), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:27.489894 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [req-a18579c3-57f1-4f61-8dc8-23e5c305f96b req-e39d15d8-4834-4059-beb0-6897cbde78d8 tempest-MultipleCreateTestJSON-1004538366 tempest-MultipleCreateTestJSON-1004538366-project] No DVR routers for this DVR port f3fd7087-115d-4ccf-b286-1a5012d3187d on host n-h2-827839-2 {{(pid=103377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 17:35:27.498070 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-a18579c3-57f1-4f61-8dc8-23e5c305f96b req-e39d15d8-4834-4059-beb0-6897cbde78d8 tempest-MultipleCreateTestJSON-1004538366 tempest-MultipleCreateTestJSON-1004538366-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:27.507942 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-a18579c3-57f1-4f61-8dc8-23e5c305f96b req-e39d15d8-4834-4059-beb0-6897cbde78d8 tempest-MultipleCreateTestJSON-1004538366 tempest-MultipleCreateTestJSON-1004538366-project] 10.222.0.90 "DELETE /v2.0/ports/f3fd7087-115d-4ccf-b286-1a5012d3187d HTTP/1.1" status: 204 len: 173 time: 1.3087959 Feb 04 17:35:27.510605 n-d-827839-2 neutron-server[103377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cf0f858-e9fd-424f-bc0a-ae44a75d6d8d', 'name': 'network-vif-deleted', 'tag': 'f3fd7087-115d-4ccf-b286-1a5012d3187d'}] {{(pid=103377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:35:27.541069 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7240428b650e1488e9361b62648ff4b3a6c19d49d8c27c949491ab58c1346cf0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67d24ca4-0440-47ff-b2ea-97fda2aa43e0" -d '{"events": [{"server_uuid": "5cf0f858-e9fd-424f-bc0a-ae44a75d6d8d", "name": "network-vif-deleted", "tag": "f3fd7087-115d-4ccf-b286-1a5012d3187d"}]}' {{(pid=103377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:35:27.544861 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb46a4c4-4486-4f44-a6ff-664dd09350d0 None None] Pushing event updated for resources: {'Port': ['ID=0566c7ae-b736-48ca-9d29-a9890b7c6fb8,revision_number=4']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:35:27.618639 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 53566) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:35:27.624143 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-5fbcbb2e-9e82-4844-84f2-743c628d6cb4 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Request body: {'router': {'routes': None}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:35:27.632810 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-08f5bd44-8d86-4f82-893b-81b8f0d50402 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] 10.222.0.89 "GET /v2.0/routers/6f3d8750-ceed-441b-bf8d-70e7804e000d HTTP/1.1" status: 200 len: 933 time: 0.4649105 Feb 04 17:35:27.655557 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-146e3263-2701-4dd9-a901-d4cb38701ded req-2a92167c-c0af-4eeb-a38f-f1482a5f54c0 tempest-AttachVolumeNegativeTest-179514357 tempest-AttachVolumeNegativeTest-179514357-project] 10.222.0.89 "GET /v2.0/security-groups?id=c354f4ed-9d7a-4839-ac0e-7acc5f1680a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9366539 Feb 04 17:35:27.682222 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3031c5b-b48b-470e-81ef-09ef9786ea35 req-3520b7af-7948-4ef4-9b22-473977c6285b tempest-MultipleCreateTestJSON-1004538366 tempest-MultipleCreateTestJSON-1004538366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:35:27.683954 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-d3031c5b-b48b-470e-81ef-09ef9786ea35 req-3520b7af-7948-4ef4-9b22-473977c6285b tempest-MultipleCreateTestJSON-1004538366 tempest-MultipleCreateTestJSON-1004538366-project] 10.222.0.96 "GET /v2.0/ports?device_id=f8e43286-b34f-46a5-8ec7-75035762ac82 HTTP/1.1" status: 200 len: 945 time: 1.0382674 Feb 04 17:35:27.729985 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device b09ce04b-692b-4f40-91f2-86dc1f550467 up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:35:27.742306 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31eddc47-b5d2-4392-91fe-001dcb3d1257 None None] Pushing event updated for resources: {'Port': ['ID=0566c7ae-b736-48ca-9d29-a9890b7c6fb8,revision_number=5']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:35:27.810080 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-c14982c0-db04-46bf-9427-5884aa434524 req-27a2f289-b0a2-4e9c-a9cf-dd419af87c01 tempest-MultipleCreateTestJSON-1004538366 tempest-MultipleCreateTestJSON-1004538366-project] 10.222.0.89 "GET /v2.0/ports?device_id=5cf0f858-e9fd-424f-bc0a-ae44a75d6d8d HTTP/1.1" status: 200 len: 210 time: 0.0673831 Feb 04 17:35:27.815884 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 17:35:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4b8512a-fca4-4c42-8c3f-ef4c71787aad x-openstack-request-id: req-e4b8512a-fca4-4c42-8c3f-ef4c71787aad {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:35:27.816443 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5cf0f858-e9fd-424f-bc0a-ae44a75d6d8d", "name": "network-vif-deleted", "tag": "f3fd7087-115d-4ccf-b286-1a5012d3187d", "status": "completed", "code": 200}]} {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:35:27.816869 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-e4b8512a-fca4-4c42-8c3f-ef4c71787aad {{(pid=103377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:35:27.817399 n-d-827839-2 neutron-server[103377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cf0f858-e9fd-424f-bc0a-ae44a75d6d8d', 'name': 'network-vif-deleted', 'tag': 'f3fd7087-115d-4ccf-b286-1a5012d3187d', 'status': 'completed', 'code': 200} Feb 04 17:35:28.007982 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-d69694b9-31f0-4b6e-966b-dd4a5f924f65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f3d8750-ceed-441b-bf8d-70e7804e000d', 'name': 'tempest-RoutersTest-router-278699497', 'tenant_id': 'd3ff32f7652b479da34ca36dc7895dfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:34:43Z', 'updated_at': '2022-02-04T17:35:25Z', 'revision_number': 6, 'project_id': 'd3ff32f7652b479da34ca36dc7895dfa', 'gw_port_host': None, '_interfaces': [{'id': '0566c7ae-b736-48ca-9d29-a9890b7c6fb8', 'name': '', 'network_id': '68a74fd8-9c29-4714-b704-912876411036', 'tenant_id': 'd3ff32f7652b479da34ca36dc7895dfa', 'mac_address': 'fa:16:3e:48:a0:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f3d8750-ceed-441b-bf8d-70e7804e000d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2825, 'fixed_ips': [{'subnet_id': 'f4d5a593-80a2-4051-afe6-fc031683433e', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:35:21Z', 'updated_at': '2022-02-04T17:35:26Z', 'revision_number': 4, 'project_id': 'd3ff32f7652b479da34ca36dc7895dfa', 'subnets': [{'id': 'f4d5a593-80a2-4051-afe6-fc031683433e', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '92f4c3be-e15c-4f08-9788-b0a194389e06', 'name': '', 'network_id': '8487074d-54a4-45cf-aae0-108f71ca371b', 'tenant_id': 'd3ff32f7652b479da34ca36dc7895dfa', 'mac_address': 'fa:16:3e:8b:5c:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f3d8750-ceed-441b-bf8d-70e7804e000d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2782, 'fixed_ips': [{'subnet_id': '6f6d8615-f09d-4bc7-a5e2-068112e1995f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:34:45Z', 'updated_at': '2022-02-04T17:34:51Z', 'revision_number': 5, 'project_id': 'd3ff32f7652b479da34ca36dc7895dfa', 'subnets': [{'id': '6f6d8615-f09d-4bc7-a5e2-068112e1995f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c5d1de23-05ad-4303-9b46-24f65bc62e8a', 'name': '', 'network_id': 'f2122144-f544-4274-ab84-898b64becced', 'tenant_id': 'd3ff32f7652b479da34ca36dc7895dfa', 'mac_address': 'fa:16:3e:8a:9c:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f3d8750-ceed-441b-bf8d-70e7804e000d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2797, 'fixed_ips': [{'subnet_id': '605ecbf2-21e6-4d4c-a4dd-eed159e792c8', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:34:53Z', 'updated_at': '2022-02-04T17:35:04Z', 'revision_number': 5, 'project_id': 'd3ff32f7652b479da34ca36dc7895dfa', 'subnets': [{'id': '605ecbf2-21e6-4d4c-a4dd-eed159e792c8', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd0f21ef9-1f4d-4e6f-9250-fd10037e9239', 'name': '', 'network_id': '2dd8cab1-0c7e-4482-8bc7-d545ec2dd02f', 'tenant_id': 'd3ff32f7652b479da34ca36dc7895dfa', 'mac_address': 'fa:16:3e:9b:5b:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f3d8750-ceed-441b-bf8d-70e7804e000d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2819, 'fixed_ips': [{'subnet_id': 'c9421554-95e3-48d0-9f6c-1ee39e0eeff6', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:35:09Z', 'updated_at': '2022-02-04T17:35:19Z', 'revision_number': 5, 'project_id': 'd3ff32f7652b479da34ca36dc7895dfa', 'subnets': [{'id': 'c9421554-95e3-48d0-9f6c-1ee39e0eeff6', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-2', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:35:28.046590 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d69694b9-31f0-4b6e-966b-dd4a5f924f65 None None] The sync data for ids ['6f3d8750-ceed-441b-bf8d-70e7804e000d'] in n-d-827839-2 is: [{'id': '6f3d8750-ceed-441b-bf8d-70e7804e000d', 'name': 'tempest-RoutersTest-router-278699497', 'tenant_id': 'd3ff32f7652b479da34ca36dc7895dfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:34:43Z', 'updated_at': '2022-02-04T17:35:25Z', 'revision_number': 6, 'project_id': 'd3ff32f7652b479da34ca36dc7895dfa', 'gw_port_host': None, '_interfaces': [{'id': '0566c7ae-b736-48ca-9d29-a9890b7c6fb8', 'name': '', 'network_id': '68a74fd8-9c29-4714-b704-912876411036', 'tenant_id': 'd3ff32f7652b479da34ca36dc7895dfa', 'mac_address': 'fa:16:3e:48:a0:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f3d8750-ceed-441b-bf8d-70e7804e000d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2825, 'fixed_ips': [{'subnet_id': 'f4d5a593-80a2-4051-afe6-fc031683433e', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:35:21Z', 'updated_at': '2022-02-04T17:35:26Z', 'revision_number': 4, 'project_id': 'd3ff32f7652b479da34ca36dc7895dfa', 'subnets': [{'id': 'f4d5a593-80a2-4051-afe6-fc031683433e', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '92f4c3be-e15c-4f08-9788-b0a194389e06', 'name': '', 'network_id': '8487074d-54a4-45cf-aae0-108f71ca371b', 'tenant_id': 'd3ff32f7652b479da34ca36dc7895dfa', 'mac_address': 'fa:16:3e:8b:5c:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f3d8750-ceed-441b-bf8d-70e7804e000d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2782, 'fixed_ips': [{'subnet_id': '6f6d8615-f09d-4bc7-a5e2-068112e1995f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:34:45Z', 'updated_at': '2022-02-04T17:34:51Z', 'revision_number': 5, 'project_id': 'd3ff32f7652b479da34ca36dc7895dfa', 'subnets': [{'id': '6f6d8615-f09d-4bc7-a5e2-068112e1995f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c5d1de23-05ad-4303-9b46-24f65bc62e8a', 'name': '', 'network_id': 'f2122144-f544-4274-ab84-898b64becced', 'tenant_id': 'd3ff32f7652b479da34ca36dc7895dfa', 'mac_address': 'fa:16:3e:8a:9c:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f3d8750-ceed-441b-bf8d-70e7804e000d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2797, 'fixed_ips': [{'subnet_id': '605ecbf2-21e6-4d4c-a4dd-eed159e792c8', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:34:53Z', 'updated_at': '2022-02-04T17:35:04Z', 'revision_number': 5, 'project_id': 'd3ff32f7652b479da34ca36dc7895dfa', 'subnets': [{'id': '605ecbf2-21e6-4d4c-a4dd-eed159e792c8', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd0f21ef9-1f4d-4e6f-9250-fd10037e9239', 'name': '', 'network_id': '2dd8cab1-0c7e-4482-8bc7-d545ec2dd02f', 'tenant_id': 'd3ff32f7652b479da34ca36dc7895dfa', 'mac_address': 'fa:16:3e:9b:5b:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f3d8750-ceed-441b-bf8d-70e7804e000d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2819, 'fixed_ips': [{'subnet_id': 'c9421554-95e3-48d0-9f6c-1ee39e0eeff6', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:35:09Z', 'updated_at': '2022-02-04T17:35:19Z', 'revision_number': 5, 'project_id': 'd3ff32f7652b479da34ca36dc7895dfa', 'subnets': [{'id': 'c9421554-95e3-48d0-9f6c-1ee39e0eeff6', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 17:35:28.053014 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port b09ce04b-692b-4f40-91f2-86dc1f550467 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:35:28.053395 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (b09ce04b-692b-4f40-91f2-86dc1f550467), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:28.054236 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-98b00cff-8073-41e5-8db9-e5e75aa31ad7 req-fa55bdfb-d8d2-49ea-800d-d68e65117de2 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] 10.222.0.89 "GET /v2.0/ports?device_id=f9afa7a5-1aca-47d0-a335-e4059d5a8169 HTTP/1.1" status: 200 len: 210 time: 0.0842354 Feb 04 17:35:28.139169 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-31eddc47-b5d2-4392-91fe-001dcb3d1257 None None] Current status of the port b09ce04b-692b-4f40-91f2-86dc1f550467 is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:35:28.159659 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [req-d3031c5b-b48b-470e-81ef-09ef9786ea35 req-e057c684-0616-43d1-99ee-a4429fec3fdd tempest-MultipleCreateTestJSON-1004538366 tempest-MultipleCreateTestJSON-1004538366-project] Deleting port 4ae24904-6af3-4997-a6c7-66b4e58f0c55 {{(pid=103376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:35:28.160282 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-d3031c5b-b48b-470e-81ef-09ef9786ea35 req-e057c684-0616-43d1-99ee-a4429fec3fdd tempest-MultipleCreateTestJSON-1004538366 tempest-MultipleCreateTestJSON-1004538366-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (4ae24904-6af3-4997-a6c7-66b4e58f0c55), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:28.369936 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port b09ce04b-692b-4f40-91f2-86dc1f550467 is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:35:28.414907 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-810bd24c-6275-48bd-8383-7002c8e77929 None None] Provisioning complete for port 0566c7ae-b736-48ca-9d29-a9890b7c6fb8 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:35:28.417372 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-810bd24c-6275-48bd-8383-7002c8e77929 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (0566c7ae-b736-48ca-9d29-a9890b7c6fb8), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:28.581273 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [req-d3031c5b-b48b-470e-81ef-09ef9786ea35 req-e057c684-0616-43d1-99ee-a4429fec3fdd tempest-MultipleCreateTestJSON-1004538366 tempest-MultipleCreateTestJSON-1004538366-project] For port 4ae24904-6af3-4997-a6c7-66b4e58f0c55, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=4ae24904-6af3-4997-a6c7-66b4e58f0c55,segment=NetworkSegment(f7277a98-e15f-419f-b6f8-68b43cd7d31d),segment_id=f7277a98-e15f-419f-b6f8-68b43cd7d31d)] {{(pid=103376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:35:28.584572 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-d3031c5b-b48b-470e-81ef-09ef9786ea35 req-e057c684-0616-43d1-99ee-a4429fec3fdd tempest-MultipleCreateTestJSON-1004538366 tempest-MultipleCreateTestJSON-1004538366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (4ae24904-6af3-4997-a6c7-66b4e58f0c55), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:28.626338 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [req-d3031c5b-b48b-470e-81ef-09ef9786ea35 req-e057c684-0616-43d1-99ee-a4429fec3fdd tempest-MultipleCreateTestJSON-1004538366 tempest-MultipleCreateTestJSON-1004538366-project] Calling delete_port for 4ae24904-6af3-4997-a6c7-66b4e58f0c55 owned by compute:nova {{(pid=103376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:35:28.708439 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-810bd24c-6275-48bd-8383-7002c8e77929 None None] Current status of the port 0566c7ae-b736-48ca-9d29-a9890b7c6fb8 is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:35:28.838144 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device 4ae24904-6af3-4997-a6c7-66b4e58f0c55 no longer exists at agent hyperv_n-h1-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:35:29.028136 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-d3031c5b-b48b-470e-81ef-09ef9786ea35 req-e057c684-0616-43d1-99ee-a4429fec3fdd tempest-MultipleCreateTestJSON-1004538366 tempest-MultipleCreateTestJSON-1004538366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (4ae24904-6af3-4997-a6c7-66b4e58f0c55), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:29.122594 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] get_ports_and_sgs() called for port_ids ['f3fd7087-115d-4ccf-b286-1a5012d3187d'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 17:35:29.198195 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e057c684-0616-43d1-99ee-a4429fec3fdd tempest-MultipleCreateTestJSON-1004538366 tempest-MultipleCreateTestJSON-1004538366-project] Pushing event deleted for resources: {'Port': ['ID=4ae24904-6af3-4997-a6c7-66b4e58f0c55,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:35:29.301912 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3031c5b-b48b-470e-81ef-09ef9786ea35 req-e057c684-0616-43d1-99ee-a4429fec3fdd tempest-MultipleCreateTestJSON-1004538366 tempest-MultipleCreateTestJSON-1004538366-project] No DVR routers for this DVR port 4ae24904-6af3-4997-a6c7-66b4e58f0c55 on host n-h1-827839-2 {{(pid=103376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 17:35:29.310502 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-d3031c5b-b48b-470e-81ef-09ef9786ea35 req-e057c684-0616-43d1-99ee-a4429fec3fdd tempest-MultipleCreateTestJSON-1004538366 tempest-MultipleCreateTestJSON-1004538366-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:29.320039 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-d3031c5b-b48b-470e-81ef-09ef9786ea35 req-e057c684-0616-43d1-99ee-a4429fec3fdd tempest-MultipleCreateTestJSON-1004538366 tempest-MultipleCreateTestJSON-1004538366-project] 10.222.0.96 "DELETE /v2.0/ports/4ae24904-6af3-4997-a6c7-66b4e58f0c55 HTTP/1.1" status: 204 len: 173 time: 1.6276491 Feb 04 17:35:29.320680 n-d-827839-2 neutron-server[103376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8e43286-b34f-46a5-8ec7-75035762ac82', 'name': 'network-vif-deleted', 'tag': '4ae24904-6af3-4997-a6c7-66b4e58f0c55'}] {{(pid=103376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:35:29.327628 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d59c3bb5e2f09ebf62144d5e09b1cff60c763a9c19614c24538e77842938c05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51ba9b3a-daa2-41d7-9a2f-cabe651fa23c" -d '{"events": [{"server_uuid": "f8e43286-b34f-46a5-8ec7-75035762ac82", "name": "network-vif-deleted", "tag": "4ae24904-6af3-4997-a6c7-66b4e58f0c55"}]}' {{(pid=103376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:35:29.387180 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-ac4e3199-d4f9-426f-82a1-28311397daeb req-981c557d-8945-4e6c-8ebc-eab769c7e2bd tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] 10.222.0.89 "GET /v2.0/ports?device_id=f9afa7a5-1aca-47d0-a335-e4059d5a8169 HTTP/1.1" status: 200 len: 210 time: 0.0829341 Feb 04 17:35:29.635179 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-6036a946-4423-4bca-88ca-69b598976dc7 None None] Provisioning complete for port 0566c7ae-b736-48ca-9d29-a9890b7c6fb8 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:35:29.635688 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6036a946-4423-4bca-88ca-69b598976dc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (0566c7ae-b736-48ca-9d29-a9890b7c6fb8), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:29.662288 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-3ea2f31c-ffb8-4b2f-b52e-536fbe261e60 req-d87c20a2-658e-4ce4-ba1f-f95f2625347f tempest-MultipleCreateTestJSON-1004538366 tempest-MultipleCreateTestJSON-1004538366-project] 10.222.0.89 "GET /v2.0/ports?device_id=f8e43286-b34f-46a5-8ec7-75035762ac82 HTTP/1.1" status: 200 len: 210 time: 0.0604124 Feb 04 17:35:29.737101 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 17:35:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cda571f-e0c9-4bd3-9820-e070bd9a13fd x-openstack-request-id: req-5cda571f-e0c9-4bd3-9820-e070bd9a13fd {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:35:29.737522 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8e43286-b34f-46a5-8ec7-75035762ac82", "name": "network-vif-deleted", "tag": "4ae24904-6af3-4997-a6c7-66b4e58f0c55", "status": "completed", "code": 200}]} {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:35:29.737962 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-5cda571f-e0c9-4bd3-9820-e070bd9a13fd {{(pid=103376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:35:29.738521 n-d-827839-2 neutron-server[103376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8e43286-b34f-46a5-8ec7-75035762ac82', 'name': 'network-vif-deleted', 'tag': '4ae24904-6af3-4997-a6c7-66b4e58f0c55', 'status': 'completed', 'code': 200} Feb 04 17:35:29.738913 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] No active binding found for port 4ae24904-6af3-4997-a6c7-66b4e58f0c55 {{(pid=103378) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 04 17:35:29.739457 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] The host n-h1-827839-2 is not matching for port 4ae24904-6af3-4997-a6c7-66b4e58f0c55 host None! {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Feb 04 17:35:29.740013 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device 4ae24904-6af3-4997-a6c7-66b4e58f0c55 not bound to the agent host n-h1-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 17:35:29.742279 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 0566c7ae-b736-48ca-9d29-a9890b7c6fb8 up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:35:29.746000 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4cd6e49b-ad9a-4ba1-90e1-48dbdaf39737 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (bb89f5a3-3c22-440b-b7d1-c4f0c43c184a), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:29.862201 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-6036a946-4423-4bca-88ca-69b598976dc7 None None] Current status of the port 0566c7ae-b736-48ca-9d29-a9890b7c6fb8 is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:35:29.867748 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port 0566c7ae-b736-48ca-9d29-a9890b7c6fb8 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:35:29.868237 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (0566c7ae-b736-48ca-9d29-a9890b7c6fb8), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:29.899483 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.extraroute_db [None req-5fbcbb2e-9e82-4844-84f2-743c628d6cb4 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Added routes are [] {{(pid=103377) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Feb 04 17:35:29.900363 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.extraroute_db [None req-5fbcbb2e-9e82-4844-84f2-743c628d6cb4 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Removed routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=103377) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Feb 04 17:35:29.928392 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2f5259-3e26-4fd8-9253-2ff758546563 req-34cdbc9a-c58c-4939-b69d-7190f0c6db2a tempest-AttachVolumeNegativeTest-179514357 tempest-AttachVolumeNegativeTest-179514357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:35:29.930164 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-ec2f5259-3e26-4fd8-9253-2ff758546563 req-34cdbc9a-c58c-4939-b69d-7190f0c6db2a tempest-AttachVolumeNegativeTest-179514357 tempest-AttachVolumeNegativeTest-179514357-project] 10.222.0.89 "GET /v2.0/ports?device_id=94f50027-7459-4178-96c8-e99fddb8b973 HTTP/1.1" status: 200 len: 945 time: 0.2747600 Feb 04 17:35:30.020641 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56005575-4a46-4ebb-9838-c53101e3f4c0 None None] Sync routers for ids ['6f3d8750-ceed-441b-bf8d-70e7804e000d'] in n-d-827839-2 {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 17:35:30.043668 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56005575-4a46-4ebb-9838-c53101e3f4c0 None None] Routers {'6f3d8750-ceed-441b-bf8d-70e7804e000d'} bound to L3 agent in host n-d-827839-2 {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:35:30.045140 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-56005575-4a46-4ebb-9838-c53101e3f4c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:35:02Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['6f3d8750-ceed-441b-bf8d-70e7804e000d'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:35:30.049670 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port 0566c7ae-b736-48ca-9d29-a9890b7c6fb8 is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:35:30.052540 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-5fbcbb2e-9e82-4844-84f2-743c628d6cb4 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1603677', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1602039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26946'] for router (6f3d8750-ceed-441b-bf8d-70e7804e000d), precommit_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:30.061418 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-6327a48b-7a9f-40c3-9f39-994e647ab3fd None None] Provisioning complete for port 0566c7ae-b736-48ca-9d29-a9890b7c6fb8 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:35:30.062255 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6327a48b-7a9f-40c3-9f39-994e647ab3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (0566c7ae-b736-48ca-9d29-a9890b7c6fb8), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:30.211211 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-ec2f5259-3e26-4fd8-9253-2ff758546563 req-887c358f-ce81-4cf9-9408-01b80b26ad9e tempest-AttachVolumeNegativeTest-179514357 tempest-AttachVolumeNegativeTest-179514357-project] 10.222.0.89 "GET /v2.0/security-groups?id=c354f4ed-9d7a-4839-ac0e-7acc5f1680a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2698362 Feb 04 17:35:30.281161 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.agents_db [None req-e1691f3b-aacd-4cd6-8ebb-a9c53bb301c0 None None] Agent healthcheck: found 7 active agents {{(pid=103379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 17:35:30.295409 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-6327a48b-7a9f-40c3-9f39-994e647ab3fd None None] Current status of the port 0566c7ae-b736-48ca-9d29-a9890b7c6fb8 is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:35:30.368598 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvr_db [None req-56005575-4a46-4ebb-9838-c53101e3f4c0 None None] Set router 6f3d8750-ceed-441b-bf8d-70e7804e000d gateway port host: None {{(pid=103379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:35:30.539152 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-5646d179-df14-4fa7-8d3d-d97bf12af576 req-60cec0b7-9725-4d6b-89b2-6de9f9bebebf tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] 10.222.0.89 "GET /v2.0/ports?device_id=f9afa7a5-1aca-47d0-a335-e4059d5a8169 HTTP/1.1" status: 200 len: 210 time: 0.0452836 Feb 04 17:35:30.597114 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-5fbcbb2e-9e82-4844-84f2-743c628d6cb4 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1603677', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1602039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26946'] for router (6f3d8750-ceed-441b-bf8d-70e7804e000d), precommit_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:30.603935 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-5fbcbb2e-9e82-4844-84f2-743c628d6cb4 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1603666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1603691', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1601804'] for router (6f3d8750-ceed-441b-bf8d-70e7804e000d), after_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:30.753984 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fbcbb2e-9e82-4844-84f2-743c628d6cb4 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Router 6f3d8750-ceed-441b-bf8d-70e7804e000d has already been hosted by L3 agent 64ada913-9131-4d99-a265-63a920956287 {{(pid=103377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 17:35:30.761720 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 53620) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:35:30.810055 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-56005575-4a46-4ebb-9838-c53101e3f4c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f3d8750-ceed-441b-bf8d-70e7804e000d', 'name': 'tempest-RoutersTest-router-278699497', 'tenant_id': 'd3ff32f7652b479da34ca36dc7895dfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:34:43Z', 'updated_at': '2022-02-04T17:35:25Z', 'revision_number': 6, 'project_id': 'd3ff32f7652b479da34ca36dc7895dfa', 'gw_port_host': None, '_interfaces': [{'id': '0566c7ae-b736-48ca-9d29-a9890b7c6fb8', 'name': '', 'network_id': '68a74fd8-9c29-4714-b704-912876411036', 'tenant_id': 'd3ff32f7652b479da34ca36dc7895dfa', 'mac_address': 'fa:16:3e:48:a0:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f3d8750-ceed-441b-bf8d-70e7804e000d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2825, 'fixed_ips': [{'subnet_id': 'f4d5a593-80a2-4051-afe6-fc031683433e', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:35:21Z', 'updated_at': '2022-02-04T17:35:27Z', 'revision_number': 5, 'project_id': 'd3ff32f7652b479da34ca36dc7895dfa', 'subnets': [{'id': 'f4d5a593-80a2-4051-afe6-fc031683433e', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '92f4c3be-e15c-4f08-9788-b0a194389e06', 'name': '', 'network_id': '8487074d-54a4-45cf-aae0-108f71ca371b', 'tenant_id': 'd3ff32f7652b479da34ca36dc7895dfa', 'mac_address': 'fa:16:3e:8b:5c:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f3d8750-ceed-441b-bf8d-70e7804e000d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2782, 'fixed_ips': [{'subnet_id': '6f6d8615-f09d-4bc7-a5e2-068112e1995f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:34:45Z', 'updated_at': '2022-02-04T17:34:51Z', 'revision_number': 5, 'project_id': 'd3ff32f7652b479da34ca36dc7895dfa', 'subnets': [{'id': '6f6d8615-f09d-4bc7-a5e2-068112e1995f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c5d1de23-05ad-4303-9b46-24f65bc62e8a', 'name': '', 'network_id': 'f2122144-f544-4274-ab84-898b64becced', 'tenant_id': 'd3ff32f7652b479da34ca36dc7895dfa', 'mac_address': 'fa:16:3e:8a:9c:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f3d8750-ceed-441b-bf8d-70e7804e000d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2797, 'fixed_ips': [{'subnet_id': '605ecbf2-21e6-4d4c-a4dd-eed159e792c8', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:34:53Z', 'updated_at': '2022-02-04T17:35:04Z', 'revision_number': 5, 'project_id': 'd3ff32f7652b479da34ca36dc7895dfa', 'subnets': [{'id': '605ecbf2-21e6-4d4c-a4dd-eed159e792c8', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd0f21ef9-1f4d-4e6f-9250-fd10037e9239', 'name': '', 'network_id': '2dd8cab1-0c7e-4482-8bc7-d545ec2dd02f', 'tenant_id': 'd3ff32f7652b479da34ca36dc7895dfa', 'mac_address': 'fa:16:3e:9b:5b:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f3d8750-ceed-441b-bf8d-70e7804e000d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2819, 'fixed_ips': [{'subnet_id': 'c9421554-95e3-48d0-9f6c-1ee39e0eeff6', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:35:09Z', 'updated_at': '2022-02-04T17:35:19Z', 'revision_number': 5, 'project_id': 'd3ff32f7652b479da34ca36dc7895dfa', 'subnets': [{'id': 'c9421554-95e3-48d0-9f6c-1ee39e0eeff6', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-2', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:35:30.890378 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56005575-4a46-4ebb-9838-c53101e3f4c0 None None] Checking router: 6f3d8750-ceed-441b-bf8d-70e7804e000d for host: n-d-827839-2 {{(pid=103379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 17:35:30.915542 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.db_base_plugin_v2 [None req-54425553-ee11-48e2-b8e1-f098eedcb619 admin admin] Deleting subnet e11c859d-e1e6-4f6b-868f-bb675e714ccf {{(pid=103376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 17:35:30.916522 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56005575-4a46-4ebb-9838-c53101e3f4c0 None None] Routers {'6f3d8750-ceed-441b-bf8d-70e7804e000d'} bound to L3 agent in host n-d-827839-2 {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:35:30.917355 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-56005575-4a46-4ebb-9838-c53101e3f4c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:35:02Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['6f3d8750-ceed-441b-bf8d-70e7804e000d'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:35:30.928067 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-54425553-ee11-48e2-b8e1-f098eedcb619 admin admin] Publish callbacks [] for subnet (e11c859d-e1e6-4f6b-868f-bb675e714ccf), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:31.038104 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fbcbb2e-9e82-4844-84f2-743c628d6cb4 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Notify agent at l3_agent.n-d-827839-2 the message routers_updated {{(pid=103377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 17:35:31.038616 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-54425553-ee11-48e2-b8e1-f098eedcb619 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25674901'] for subnet (e11c859d-e1e6-4f6b-868f-bb675e714ccf), precommit_delete_associations {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:31.054292 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-5fbcbb2e-9e82-4844-84f2-743c628d6cb4 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Publish callbacks [] for router (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:31.055512 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-5fbcbb2e-9e82-4844-84f2-743c628d6cb4 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] 10.222.0.89 "PUT /v2.0/routers/6f3d8750-ceed-441b-bf8d-70e7804e000d HTTP/1.1" status: 200 len: 699 time: 3.4358737 Feb 04 17:35:31.064345 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 53632) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:35:31.116339 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-54425553-ee11-48e2-b8e1-f098eedcb619 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1541225'] for subnet (e11c859d-e1e6-4f6b-868f-bb675e714ccf), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:31.170234 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Device f3fd7087-115d-4ccf-b286-1a5012d3187d no longer exists at agent hyperv_n-h2-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:35:31.175767 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvr_db [None req-56005575-4a46-4ebb-9838-c53101e3f4c0 None None] Set router 6f3d8750-ceed-441b-bf8d-70e7804e000d gateway port host: None {{(pid=103379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:35:31.230138 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] No Port match for: f3fd7087-115d-4ccf-b286-1a5012d3187d {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 17:35:31.230849 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Device f3fd7087-115d-4ccf-b286-1a5012d3187d not bound to the agent host n-h2-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 17:35:31.255735 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-54425553-ee11-48e2-b8e1-f098eedcb619 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1541216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25675894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25858947'] for subnet (e11c859d-e1e6-4f6b-868f-bb675e714ccf), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:31.299248 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-54425553-ee11-48e2-b8e1-f098eedcb619 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:31.309730 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-54425553-ee11-48e2-b8e1-f098eedcb619 admin admin] 10.222.0.89 "DELETE /v2.0/subnets/e11c859d-e1e6-4f6b-868f-bb675e714ccf HTTP/1.1" status: 204 len: 168 time: 0.5467055 Feb 04 17:35:31.310875 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 53642) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:35:31.391841 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-2c02ca1f-58c4-4b25-85f6-93af08b4238c tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] 10.222.0.89 "GET /v2.0/routers/6f3d8750-ceed-441b-bf8d-70e7804e000d HTTP/1.1" status: 200 len: 699 time: 0.3206072 Feb 04 17:35:31.392685 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 53646) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:35:31.450954 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-0a51cb1a-ed31-4608-9ebe-0ab260b07cc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628832'] for network (1df3466b-73f9-4e73-9fa6-586bde0810bd), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:31.454991 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54425553-ee11-48e2-b8e1-f098eedcb619 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e11c859d-e1e6-4f6b-868f-bb675e714ccf,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:35:31.636942 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-0a51cb1a-ed31-4608-9ebe-0ab260b07cc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1543676', 'neutron.services.segments.db._delete_segments_for_network-8781084786517'] for network (1df3466b-73f9-4e73-9fa6-586bde0810bd), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:31.731548 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-56005575-4a46-4ebb-9838-c53101e3f4c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f3d8750-ceed-441b-bf8d-70e7804e000d', 'name': 'tempest-RoutersTest-router-278699497', 'tenant_id': 'd3ff32f7652b479da34ca36dc7895dfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:34:43Z', 'updated_at': '2022-02-04T17:35:29Z', 'revision_number': 7, 'project_id': 'd3ff32f7652b479da34ca36dc7895dfa', 'gw_port_host': None, '_interfaces': [{'id': '0566c7ae-b736-48ca-9d29-a9890b7c6fb8', 'name': '', 'network_id': '68a74fd8-9c29-4714-b704-912876411036', 'tenant_id': 'd3ff32f7652b479da34ca36dc7895dfa', 'mac_address': 'fa:16:3e:48:a0:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f3d8750-ceed-441b-bf8d-70e7804e000d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2825, 'fixed_ips': [{'subnet_id': 'f4d5a593-80a2-4051-afe6-fc031683433e', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:35:21Z', 'updated_at': '2022-02-04T17:35:27Z', 'revision_number': 5, 'project_id': 'd3ff32f7652b479da34ca36dc7895dfa', 'subnets': [{'id': 'f4d5a593-80a2-4051-afe6-fc031683433e', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '92f4c3be-e15c-4f08-9788-b0a194389e06', 'name': '', 'network_id': '8487074d-54a4-45cf-aae0-108f71ca371b', 'tenant_id': 'd3ff32f7652b479da34ca36dc7895dfa', 'mac_address': 'fa:16:3e:8b:5c:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f3d8750-ceed-441b-bf8d-70e7804e000d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2782, 'fixed_ips': [{'subnet_id': '6f6d8615-f09d-4bc7-a5e2-068112e1995f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:34:45Z', 'updated_at': '2022-02-04T17:34:51Z', 'revision_number': 5, 'project_id': 'd3ff32f7652b479da34ca36dc7895dfa', 'subnets': [{'id': '6f6d8615-f09d-4bc7-a5e2-068112e1995f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c5d1de23-05ad-4303-9b46-24f65bc62e8a', 'name': '', 'network_id': 'f2122144-f544-4274-ab84-898b64becced', 'tenant_id': 'd3ff32f7652b479da34ca36dc7895dfa', 'mac_address': 'fa:16:3e:8a:9c:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f3d8750-ceed-441b-bf8d-70e7804e000d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2797, 'fixed_ips': [{'subnet_id': '605ecbf2-21e6-4d4c-a4dd-eed159e792c8', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:34:53Z', 'updated_at': '2022-02-04T17:35:04Z', 'revision_number': 5, 'project_id': 'd3ff32f7652b479da34ca36dc7895dfa', 'subnets': [{'id': '605ecbf2-21e6-4d4c-a4dd-eed159e792c8', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd0f21ef9-1f4d-4e6f-9250-fd10037e9239', 'name': '', 'network_id': '2dd8cab1-0c7e-4482-8bc7-d545ec2dd02f', 'tenant_id': 'd3ff32f7652b479da34ca36dc7895dfa', 'mac_address': 'fa:16:3e:9b:5b:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f3d8750-ceed-441b-bf8d-70e7804e000d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2819, 'fixed_ips': [{'subnet_id': 'c9421554-95e3-48d0-9f6c-1ee39e0eeff6', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:35:09Z', 'updated_at': '2022-02-04T17:35:19Z', 'revision_number': 5, 'project_id': 'd3ff32f7652b479da34ca36dc7895dfa', 'subnets': [{'id': 'c9421554-95e3-48d0-9f6c-1ee39e0eeff6', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-2', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:35:31.778870 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-2ac4e685-9d15-41ca-9d20-aec927f4a20c req-a0578c79-9e5e-492e-8827-8dcfa75149d4 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] 10.222.0.89 "GET /v2.0/ports?device_id=f9afa7a5-1aca-47d0-a335-e4059d5a8169 HTTP/1.1" status: 200 len: 210 time: 0.0954330 Feb 04 17:35:31.796883 n-d-827839-2 neutron-server[103376]: DEBUG neutron.services.segments.db [None req-0a51cb1a-ed31-4608-9ebe-0ab260b07cc1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1df3466b-73f9-4e73-9fa6-586bde0810bd']}} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:35:31.827321 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56005575-4a46-4ebb-9838-c53101e3f4c0 None None] The sync data for ids ['6f3d8750-ceed-441b-bf8d-70e7804e000d'] in n-d-827839-2 is: [{'id': '6f3d8750-ceed-441b-bf8d-70e7804e000d', 'name': 'tempest-RoutersTest-router-278699497', 'tenant_id': 'd3ff32f7652b479da34ca36dc7895dfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:34:43Z', 'updated_at': '2022-02-04T17:35:29Z', 'revision_number': 7, 'project_id': 'd3ff32f7652b479da34ca36dc7895dfa', 'gw_port_host': None, '_interfaces': [{'id': '0566c7ae-b736-48ca-9d29-a9890b7c6fb8', 'name': '', 'network_id': '68a74fd8-9c29-4714-b704-912876411036', 'tenant_id': 'd3ff32f7652b479da34ca36dc7895dfa', 'mac_address': 'fa:16:3e:48:a0:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f3d8750-ceed-441b-bf8d-70e7804e000d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2825, 'fixed_ips': [{'subnet_id': 'f4d5a593-80a2-4051-afe6-fc031683433e', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:35:21Z', 'updated_at': '2022-02-04T17:35:27Z', 'revision_number': 5, 'project_id': 'd3ff32f7652b479da34ca36dc7895dfa', 'subnets': [{'id': 'f4d5a593-80a2-4051-afe6-fc031683433e', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '92f4c3be-e15c-4f08-9788-b0a194389e06', 'name': '', 'network_id': '8487074d-54a4-45cf-aae0-108f71ca371b', 'tenant_id': 'd3ff32f7652b479da34ca36dc7895dfa', 'mac_address': 'fa:16:3e:8b:5c:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f3d8750-ceed-441b-bf8d-70e7804e000d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2782, 'fixed_ips': [{'subnet_id': '6f6d8615-f09d-4bc7-a5e2-068112e1995f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:34:45Z', 'updated_at': '2022-02-04T17:34:51Z', 'revision_number': 5, 'project_id': 'd3ff32f7652b479da34ca36dc7895dfa', 'subnets': [{'id': '6f6d8615-f09d-4bc7-a5e2-068112e1995f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c5d1de23-05ad-4303-9b46-24f65bc62e8a', 'name': '', 'network_id': 'f2122144-f544-4274-ab84-898b64becced', 'tenant_id': 'd3ff32f7652b479da34ca36dc7895dfa', 'mac_address': 'fa:16:3e:8a:9c:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f3d8750-ceed-441b-bf8d-70e7804e000d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2797, 'fixed_ips': [{'subnet_id': '605ecbf2-21e6-4d4c-a4dd-eed159e792c8', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:34:53Z', 'updated_at': '2022-02-04T17:35:04Z', 'revision_number': 5, 'project_id': 'd3ff32f7652b479da34ca36dc7895dfa', 'subnets': [{'id': '605ecbf2-21e6-4d4c-a4dd-eed159e792c8', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd0f21ef9-1f4d-4e6f-9250-fd10037e9239', 'name': '', 'network_id': '2dd8cab1-0c7e-4482-8bc7-d545ec2dd02f', 'tenant_id': 'd3ff32f7652b479da34ca36dc7895dfa', 'mac_address': 'fa:16:3e:9b:5b:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f3d8750-ceed-441b-bf8d-70e7804e000d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2819, 'fixed_ips': [{'subnet_id': 'c9421554-95e3-48d0-9f6c-1ee39e0eeff6', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:35:09Z', 'updated_at': '2022-02-04T17:35:19Z', 'revision_number': 5, 'project_id': 'd3ff32f7652b479da34ca36dc7895dfa', 'subnets': [{'id': 'c9421554-95e3-48d0-9f6c-1ee39e0eeff6', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 17:35:31.836148 n-d-827839-2 neutron-server[103376]: DEBUG neutron.services.segments.db [None req-0a51cb1a-ed31-4608-9ebe-0ab260b07cc1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7277a98-e15f-419f-b6f8-68b43cd7d31d') {'for_net_delete': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:35:31.839149 n-d-827839-2 neutron-server[103376]: DEBUG neutron.services.segments.db [None req-0a51cb1a-ed31-4608-9ebe-0ab260b07cc1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7277a98-e15f-419f-b6f8-68b43cd7d31d') {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:35:31.872224 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-0a51cb1a-ed31-4608-9ebe-0ab260b07cc1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781084783966', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25674908'] for segment (f7277a98-e15f-419f-b6f8-68b43cd7d31d), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:31.901929 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-0a51cb1a-ed31-4608-9ebe-0ab260b07cc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (f7277a98-e15f-419f-b6f8-68b43cd7d31d), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:31.908591 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a51cb1a-ed31-4608-9ebe-0ab260b07cc1 admin admin] Releasing vlan 798 on physical network physnet1 to pool {{(pid=103376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 17:35:31.909380 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-0a51cb1a-ed31-4608-9ebe-0ab260b07cc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25675992'] for segment (f7277a98-e15f-419f-b6f8-68b43cd7d31d), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:32.033856 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-db0cd28d-3ed4-4148-aaa6-e7dd82a013ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (64ada913-9131-4d99-a265-63a920956287), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:32.112876 n-d-827839-2 neutron-server[103376]: Traceback (most recent call last): Feb 04 17:35:32.112876 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 17:35:32.112876 n-d-827839-2 neutron-server[103376]: timer() Feb 04 17:35:32.112876 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 17:35:32.112876 n-d-827839-2 neutron-server[103376]: cb(*args, **kw) Feb 04 17:35:32.112876 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 17:35:32.112876 n-d-827839-2 neutron-server[103376]: return func(*args, **kwargs) Feb 04 17:35:32.112876 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 17:35:32.112876 n-d-827839-2 neutron-server[103376]: self._notify() Feb 04 17:35:32.112876 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 17:35:32.112876 n-d-827839-2 neutron-server[103376]: self.callback(batched_events) Feb 04 17:35:32.112876 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 17:35:32.112876 n-d-827839-2 neutron-server[103376]: event.method(event) Feb 04 17:35:32.112876 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 17:35:32.112876 n-d-827839-2 neutron-server[103376]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 17:35:32.112876 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 17:35:32.112876 n-d-827839-2 neutron-server[103376]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 17:35:32.112876 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 17:35:32.112876 n-d-827839-2 neutron-server[103376]: return f(self, *a, **k) Feb 04 17:35:32.112876 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 17:35:32.112876 n-d-827839-2 neutron-server[103376]: return self._get(url).json() Feb 04 17:35:32.112876 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 17:35:32.112876 n-d-827839-2 neutron-server[103376]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 17:35:32.112876 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 17:35:32.112876 n-d-827839-2 neutron-server[103376]: return self.request(url, 'GET', **kwargs) Feb 04 17:35:32.112876 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 17:35:32.112876 n-d-827839-2 neutron-server[103376]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 17:35:32.112876 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 17:35:32.112876 n-d-827839-2 neutron-server[103376]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 17:35:32.112876 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 17:35:32.112876 n-d-827839-2 neutron-server[103376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 17:35:32.112876 n-d-827839-2 neutron-server[103376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 17:35:32.117848 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-0a51cb1a-ed31-4608-9ebe-0ab260b07cc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1543671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1595572'] for network (1df3466b-73f9-4e73-9fa6-586bde0810bd), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:32.185531 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-0a51cb1a-ed31-4608-9ebe-0ab260b07cc1 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:32.195959 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-0a51cb1a-ed31-4608-9ebe-0ab260b07cc1 admin admin] 10.222.0.89 "DELETE /v2.0/networks/1df3466b-73f9-4e73-9fa6-586bde0810bd HTTP/1.1" status: 204 len: 168 time: 0.8540826 Feb 04 17:35:32.196877 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a51cb1a-ed31-4608-9ebe-0ab260b07cc1 admin admin] Pushing event deleted for resources: {'Network': ['ID=1df3466b-73f9-4e73-9fa6-586bde0810bd,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:35:32.336188 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-05dc6e26-60de-475d-a0a3-8e058e907cbc tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602754'] for router_interface (6f3d8750-ceed-441b-bf8d-70e7804e000d), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:32.408409 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3f0bf26-7156-4a09-a77f-0517bd8fb377 None None] Sync routers for ids ['6f3d8750-ceed-441b-bf8d-70e7804e000d'] in n-d-827839-2 {{(pid=103378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 17:35:32.420233 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3f0bf26-7156-4a09-a77f-0517bd8fb377 None None] Routers {'6f3d8750-ceed-441b-bf8d-70e7804e000d'} bound to L3 agent in host n-d-827839-2 {{(pid=103378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:35:32.433828 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-e3f0bf26-7156-4a09-a77f-0517bd8fb377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:35:32Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['6f3d8750-ceed-441b-bf8d-70e7804e000d'], 'active': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:35:32.668925 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvr_db [None req-e3f0bf26-7156-4a09-a77f-0517bd8fb377 None None] Set router 6f3d8750-ceed-441b-bf8d-70e7804e000d gateway port host: None {{(pid=103378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:35:32.683844 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 53680) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:35:32.771719 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-4b23b487-b4de-4137-8567-64cede89f76a admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=cdd0c9018b534ba0924537ca09d3dc53&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0845325 Feb 04 17:35:32.772167 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 53682) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:35:32.835487 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-f197448f-b93c-42a9-95f1-946fabebd4ea admin admin] Publish callbacks [] for security_group (8619c0af-85b7-4241-9340-7b1e0213ad09), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:32.860218 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-f197448f-b93c-42a9-95f1-946fabebd4ea admin admin] Publish callbacks [] for security_group (8619c0af-85b7-4241-9340-7b1e0213ad09), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:32.928042 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-f197448f-b93c-42a9-95f1-946fabebd4ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (8619c0af-85b7-4241-9340-7b1e0213ad09), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:32.928042 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-f197448f-b93c-42a9-95f1-946fabebd4ea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:32.932088 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-f197448f-b93c-42a9-95f1-946fabebd4ea admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/8619c0af-85b7-4241-9340-7b1e0213ad09 HTTP/1.1" status: 204 len: 168 time: 0.1569295 Feb 04 17:35:32.947245 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f197448f-b93c-42a9-95f1-946fabebd4ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8619c0af-85b7-4241-9340-7b1e0213ad09,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:35:33.081672 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d408ec64-b374-4acb-a1fc-48241dad6d47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (0cd6d64a-47a7-40ff-8c12-71dd526c62e0), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:33.170731 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-d3026d2a-dc27-4e86-80bd-044dcb18c771 req-5c7d4592-1203-4f34-8bda-b80c6413f58a tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] 10.222.0.89 "GET /v2.0/ports?device_id=f9afa7a5-1aca-47d0-a335-e4059d5a8169 HTTP/1.1" status: 200 len: 210 time: 0.1772249 Feb 04 17:35:33.182899 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-05dc6e26-60de-475d-a0a3-8e058e907cbc tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Deleting port 0566c7ae-b736-48ca-9d29-a9890b7c6fb8 {{(pid=103377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:35:33.183267 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-05dc6e26-60de-475d-a0a3-8e058e907cbc tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (0566c7ae-b736-48ca-9d29-a9890b7c6fb8), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:33.300157 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-e3f0bf26-7156-4a09-a77f-0517bd8fb377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f3d8750-ceed-441b-bf8d-70e7804e000d', 'name': 'tempest-RoutersTest-router-278699497', 'tenant_id': 'd3ff32f7652b479da34ca36dc7895dfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:34:43Z', 'updated_at': '2022-02-04T17:35:29Z', 'revision_number': 7, 'project_id': 'd3ff32f7652b479da34ca36dc7895dfa', 'gw_port_host': None, '_interfaces': [{'id': '0566c7ae-b736-48ca-9d29-a9890b7c6fb8', 'name': '', 'network_id': '68a74fd8-9c29-4714-b704-912876411036', 'tenant_id': 'd3ff32f7652b479da34ca36dc7895dfa', 'mac_address': 'fa:16:3e:48:a0:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f3d8750-ceed-441b-bf8d-70e7804e000d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2825, 'fixed_ips': [{'subnet_id': 'f4d5a593-80a2-4051-afe6-fc031683433e', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:35:21Z', 'updated_at': '2022-02-04T17:35:27Z', 'revision_number': 5, 'project_id': 'd3ff32f7652b479da34ca36dc7895dfa', 'subnets': [{'id': 'f4d5a593-80a2-4051-afe6-fc031683433e', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '92f4c3be-e15c-4f08-9788-b0a194389e06', 'name': '', 'network_id': '8487074d-54a4-45cf-aae0-108f71ca371b', 'tenant_id': 'd3ff32f7652b479da34ca36dc7895dfa', 'mac_address': 'fa:16:3e:8b:5c:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f3d8750-ceed-441b-bf8d-70e7804e000d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2782, 'fixed_ips': [{'subnet_id': '6f6d8615-f09d-4bc7-a5e2-068112e1995f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:34:45Z', 'updated_at': '2022-02-04T17:34:51Z', 'revision_number': 5, 'project_id': 'd3ff32f7652b479da34ca36dc7895dfa', 'subnets': [{'id': '6f6d8615-f09d-4bc7-a5e2-068112e1995f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c5d1de23-05ad-4303-9b46-24f65bc62e8a', 'name': '', 'network_id': 'f2122144-f544-4274-ab84-898b64becced', 'tenant_id': 'd3ff32f7652b479da34ca36dc7895dfa', 'mac_address': 'fa:16:3e:8a:9c:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f3d8750-ceed-441b-bf8d-70e7804e000d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2797, 'fixed_ips': [{'subnet_id': '605ecbf2-21e6-4d4c-a4dd-eed159e792c8', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:34:53Z', 'updated_at': '2022-02-04T17:35:04Z', 'revision_number': 5, 'project_id': 'd3ff32f7652b479da34ca36dc7895dfa', 'subnets': [{'id': '605ecbf2-21e6-4d4c-a4dd-eed159e792c8', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd0f21ef9-1f4d-4e6f-9250-fd10037e9239', 'name': '', 'network_id': '2dd8cab1-0c7e-4482-8bc7-d545ec2dd02f', 'tenant_id': 'd3ff32f7652b479da34ca36dc7895dfa', 'mac_address': 'fa:16:3e:9b:5b:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f3d8750-ceed-441b-bf8d-70e7804e000d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2819, 'fixed_ips': [{'subnet_id': 'c9421554-95e3-48d0-9f6c-1ee39e0eeff6', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:35:09Z', 'updated_at': '2022-02-04T17:35:19Z', 'revision_number': 5, 'project_id': 'd3ff32f7652b479da34ca36dc7895dfa', 'subnets': [{'id': 'c9421554-95e3-48d0-9f6c-1ee39e0eeff6', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-2', False) {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:35:33.397940 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3f0bf26-7156-4a09-a77f-0517bd8fb377 None None] Checking router: 6f3d8750-ceed-441b-bf8d-70e7804e000d for host: n-d-827839-2 {{(pid=103378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 17:35:33.452290 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3f0bf26-7156-4a09-a77f-0517bd8fb377 None None] Routers {'6f3d8750-ceed-441b-bf8d-70e7804e000d'} bound to L3 agent in host n-d-827839-2 {{(pid=103378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:35:33.456618 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-e3f0bf26-7156-4a09-a77f-0517bd8fb377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:35:32Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['6f3d8750-ceed-441b-bf8d-70e7804e000d'], 'active': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:35:33.538767 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [None req-05dc6e26-60de-475d-a0a3-8e058e907cbc tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] For port 0566c7ae-b736-48ca-9d29-a9890b7c6fb8, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=0566c7ae-b736-48ca-9d29-a9890b7c6fb8,segment=NetworkSegment(398e3ff6-6d70-462c-9879-f706deb7bc3a),segment_id=398e3ff6-6d70-462c-9879-f706deb7bc3a)] {{(pid=103377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:35:33.539281 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-05dc6e26-60de-475d-a0a3-8e058e907cbc tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (0566c7ae-b736-48ca-9d29-a9890b7c6fb8), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:33.577539 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-05dc6e26-60de-475d-a0a3-8e058e907cbc tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Calling delete_port for 0566c7ae-b736-48ca-9d29-a9890b7c6fb8 owned by network:router_interface {{(pid=103377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:35:33.717477 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvr_db [None req-e3f0bf26-7156-4a09-a77f-0517bd8fb377 None None] Set router 6f3d8750-ceed-441b-bf8d-70e7804e000d gateway port host: None {{(pid=103378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:35:34.040028 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-05dc6e26-60de-475d-a0a3-8e058e907cbc tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (0566c7ae-b736-48ca-9d29-a9890b7c6fb8), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:34.171314 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05dc6e26-60de-475d-a0a3-8e058e907cbc tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Pushing event deleted for resources: {'Port': ['ID=0566c7ae-b736-48ca-9d29-a9890b7c6fb8,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:35:34.428710 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-17131f3f-8cc5-430e-9d01-7d1da77d2d9b req-356cc5df-3476-4cf7-a835-257f5c37c804 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] 10.222.0.89 "GET /v2.0/ports?device_id=f9afa7a5-1aca-47d0-a335-e4059d5a8169 HTTP/1.1" status: 200 len: 210 time: 0.0879374 Feb 04 17:35:34.431153 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-e3f0bf26-7156-4a09-a77f-0517bd8fb377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f3d8750-ceed-441b-bf8d-70e7804e000d', 'name': 'tempest-RoutersTest-router-278699497', 'tenant_id': 'd3ff32f7652b479da34ca36dc7895dfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:34:43Z', 'updated_at': '2022-02-04T17:35:29Z', 'revision_number': 7, 'project_id': 'd3ff32f7652b479da34ca36dc7895dfa', 'gw_port_host': None, '_interfaces': [{'id': '0566c7ae-b736-48ca-9d29-a9890b7c6fb8', 'name': '', 'network_id': '68a74fd8-9c29-4714-b704-912876411036', 'tenant_id': 'd3ff32f7652b479da34ca36dc7895dfa', 'mac_address': 'fa:16:3e:48:a0:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f3d8750-ceed-441b-bf8d-70e7804e000d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2825, 'fixed_ips': [{'subnet_id': 'f4d5a593-80a2-4051-afe6-fc031683433e', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:35:21Z', 'updated_at': '2022-02-04T17:35:27Z', 'revision_number': 5, 'project_id': 'd3ff32f7652b479da34ca36dc7895dfa', 'subnets': [{'id': 'f4d5a593-80a2-4051-afe6-fc031683433e', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '92f4c3be-e15c-4f08-9788-b0a194389e06', 'name': '', 'network_id': '8487074d-54a4-45cf-aae0-108f71ca371b', 'tenant_id': 'd3ff32f7652b479da34ca36dc7895dfa', 'mac_address': 'fa:16:3e:8b:5c:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f3d8750-ceed-441b-bf8d-70e7804e000d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2782, 'fixed_ips': [{'subnet_id': '6f6d8615-f09d-4bc7-a5e2-068112e1995f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:34:45Z', 'updated_at': '2022-02-04T17:34:51Z', 'revision_number': 5, 'project_id': 'd3ff32f7652b479da34ca36dc7895dfa', 'subnets': [{'id': '6f6d8615-f09d-4bc7-a5e2-068112e1995f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c5d1de23-05ad-4303-9b46-24f65bc62e8a', 'name': '', 'network_id': 'f2122144-f544-4274-ab84-898b64becced', 'tenant_id': 'd3ff32f7652b479da34ca36dc7895dfa', 'mac_address': 'fa:16:3e:8a:9c:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f3d8750-ceed-441b-bf8d-70e7804e000d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2797, 'fixed_ips': [{'subnet_id': '605ecbf2-21e6-4d4c-a4dd-eed159e792c8', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:34:53Z', 'updated_at': '2022-02-04T17:35:04Z', 'revision_number': 5, 'project_id': 'd3ff32f7652b479da34ca36dc7895dfa', 'subnets': [{'id': '605ecbf2-21e6-4d4c-a4dd-eed159e792c8', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd0f21ef9-1f4d-4e6f-9250-fd10037e9239', 'name': '', 'network_id': '2dd8cab1-0c7e-4482-8bc7-d545ec2dd02f', 'tenant_id': 'd3ff32f7652b479da34ca36dc7895dfa', 'mac_address': 'fa:16:3e:9b:5b:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f3d8750-ceed-441b-bf8d-70e7804e000d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2819, 'fixed_ips': [{'subnet_id': 'c9421554-95e3-48d0-9f6c-1ee39e0eeff6', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:35:09Z', 'updated_at': '2022-02-04T17:35:19Z', 'revision_number': 5, 'project_id': 'd3ff32f7652b479da34ca36dc7895dfa', 'subnets': [{'id': 'c9421554-95e3-48d0-9f6c-1ee39e0eeff6', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-2', False) {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:35:34.547978 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3f0bf26-7156-4a09-a77f-0517bd8fb377 None None] The sync data for ids ['6f3d8750-ceed-441b-bf8d-70e7804e000d'] in n-d-827839-2 is: [{'id': '6f3d8750-ceed-441b-bf8d-70e7804e000d', 'name': 'tempest-RoutersTest-router-278699497', 'tenant_id': 'd3ff32f7652b479da34ca36dc7895dfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:34:43Z', 'updated_at': '2022-02-04T17:35:29Z', 'revision_number': 7, 'project_id': 'd3ff32f7652b479da34ca36dc7895dfa', 'gw_port_host': None, '_interfaces': [{'id': '0566c7ae-b736-48ca-9d29-a9890b7c6fb8', 'name': '', 'network_id': '68a74fd8-9c29-4714-b704-912876411036', 'tenant_id': 'd3ff32f7652b479da34ca36dc7895dfa', 'mac_address': 'fa:16:3e:48:a0:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f3d8750-ceed-441b-bf8d-70e7804e000d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2825, 'fixed_ips': [{'subnet_id': 'f4d5a593-80a2-4051-afe6-fc031683433e', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:35:21Z', 'updated_at': '2022-02-04T17:35:27Z', 'revision_number': 5, 'project_id': 'd3ff32f7652b479da34ca36dc7895dfa', 'subnets': [{'id': 'f4d5a593-80a2-4051-afe6-fc031683433e', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '92f4c3be-e15c-4f08-9788-b0a194389e06', 'name': '', 'network_id': '8487074d-54a4-45cf-aae0-108f71ca371b', 'tenant_id': 'd3ff32f7652b479da34ca36dc7895dfa', 'mac_address': 'fa:16:3e:8b:5c:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f3d8750-ceed-441b-bf8d-70e7804e000d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2782, 'fixed_ips': [{'subnet_id': '6f6d8615-f09d-4bc7-a5e2-068112e1995f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:34:45Z', 'updated_at': '2022-02-04T17:34:51Z', 'revision_number': 5, 'project_id': 'd3ff32f7652b479da34ca36dc7895dfa', 'subnets': [{'id': '6f6d8615-f09d-4bc7-a5e2-068112e1995f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c5d1de23-05ad-4303-9b46-24f65bc62e8a', 'name': '', 'network_id': 'f2122144-f544-4274-ab84-898b64becced', 'tenant_id': 'd3ff32f7652b479da34ca36dc7895dfa', 'mac_address': 'fa:16:3e:8a:9c:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f3d8750-ceed-441b-bf8d-70e7804e000d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2797, 'fixed_ips': [{'subnet_id': '605ecbf2-21e6-4d4c-a4dd-eed159e792c8', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:34:53Z', 'updated_at': '2022-02-04T17:35:04Z', 'revision_number': 5, 'project_id': 'd3ff32f7652b479da34ca36dc7895dfa', 'subnets': [{'id': '605ecbf2-21e6-4d4c-a4dd-eed159e792c8', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd0f21ef9-1f4d-4e6f-9250-fd10037e9239', 'name': '', 'network_id': '2dd8cab1-0c7e-4482-8bc7-d545ec2dd02f', 'tenant_id': 'd3ff32f7652b479da34ca36dc7895dfa', 'mac_address': 'fa:16:3e:9b:5b:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f3d8750-ceed-441b-bf8d-70e7804e000d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2819, 'fixed_ips': [{'subnet_id': 'c9421554-95e3-48d0-9f6c-1ee39e0eeff6', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:35:09Z', 'updated_at': '2022-02-04T17:35:19Z', 'revision_number': 5, 'project_id': 'd3ff32f7652b479da34ca36dc7895dfa', 'subnets': [{'id': 'c9421554-95e3-48d0-9f6c-1ee39e0eeff6', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 17:35:34.767209 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-05dc6e26-60de-475d-a0a3-8e058e907cbc tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1677336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1602614'] for router_interface (6f3d8750-ceed-441b-bf8d-70e7804e000d), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:34.800887 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4f14bb47-e72b-46ac-9e44-a61d9293afcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (75326290-f7a3-4db8-9cf2-15c7139ed224), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:34.822179 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 53728) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:35:35.048371 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-cfadf5fb-7e42-414f-8557-a72959ee778a admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-327174030-network', 'tenant_id': '32cf6cd3423d41b294cf380d865bc1fb'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:35:35.096359 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfadf5fb-7e42-414f-8557-a72959ee778a admin admin] Made reservation on behalf of 32cf6cd3423d41b294cf380d865bc1fb for: {'network': 1} {{(pid=103376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:35:35.099593 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-cfadf5fb-7e42-414f-8557-a72959ee778a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for network (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:35.134957 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-cfadf5fb-7e42-414f-8557-a72959ee778a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:35.348733 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-cfadf5fb-7e42-414f-8557-a72959ee778a admin admin] Publish callbacks [] for security_group (bbe79966-413d-49a2-8886-a33366b12fbe), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:35.358447 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-cfadf5fb-7e42-414f-8557-a72959ee778a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (bbe79966-413d-49a2-8886-a33366b12fbe), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:35.410570 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfadf5fb-7e42-414f-8557-a72959ee778a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbe79966-413d-49a2-8886-a33366b12fbe,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:35:35.439586 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cfadf5fb-7e42-414f-8557-a72959ee778a admin admin] vlan segment allocate from pool success with {'vlan_id': 750, 'physical_network': 'physnet1'} {{(pid=103376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 17:35:35.454126 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-cfadf5fb-7e42-414f-8557-a72959ee778a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (055ca00c-5a94-432d-b83b-f3428acf0564), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:35.454759 n-d-827839-2 neutron-server[103376]: INFO neutron.db.segments_db [None req-cfadf5fb-7e42-414f-8557-a72959ee778a admin admin] Added segment 055ca00c-5a94-432d-b83b-f3428acf0564 of type vlan for network 061e92da-b345-4bb8-9d04-847b819e181d Feb 04 17:35:35.641797 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-cfadf5fb-7e42-414f-8557-a72959ee778a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781084292801'] for network (061e92da-b345-4bb8-9d04-847b819e181d), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:35.691753 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-f2a415d5-d59b-4fe5-988f-311d7e0a0319 req-f07d59a9-3035-48c4-9324-89464e6bab8f tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] 10.222.0.89 "GET /v2.0/ports?device_id=f9afa7a5-1aca-47d0-a335-e4059d5a8169 HTTP/1.1" status: 200 len: 210 time: 0.0719039 Feb 04 17:35:35.718289 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (ba70844b-66a0-45fd-a2f2-e6ed673321fc), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:35.753772 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-cfadf5fb-7e42-414f-8557-a72959ee778a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327'] for network (061e92da-b345-4bb8-9d04-847b819e181d), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:35.754787 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfadf5fb-7e42-414f-8557-a72959ee778a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:35:35.755457 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-cfadf5fb-7e42-414f-8557-a72959ee778a admin admin] Publish callbacks [] for network (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:35.872441 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfadf5fb-7e42-414f-8557-a72959ee778a admin admin] Pushing event updated for resources: {'Network': ['ID=061e92da-b345-4bb8-9d04-847b819e181d,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:35:35.873194 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05dc6e26-60de-475d-a0a3-8e058e907cbc tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Router 6f3d8750-ceed-441b-bf8d-70e7804e000d has already been hosted by L3 agent 64ada913-9131-4d99-a265-63a920956287 {{(pid=103377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 17:35:35.877859 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-cfadf5fb-7e42-414f-8557-a72959ee778a admin admin] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.0544515 Feb 04 17:35:35.880553 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 53746) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:35:35.886031 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-7eaaf82a-a407-4b2b-9918-644863d19e68 admin admin] Request body: {'subnet': {'network_id': '061e92da-b345-4bb8-9d04-847b819e181d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-327174030-subnet', 'tenant_id': '32cf6cd3423d41b294cf380d865bc1fb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:35:35.887247 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Network 061e92da-b345-4bb8-9d04-847b819e181d details requested by agent ovs-agent-n-d-827839-2 with host n-d-827839-2 {{(pid=103378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 17:35:35.916190 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7eaaf82a-a407-4b2b-9918-644863d19e68 admin admin] Made reservation on behalf of 32cf6cd3423d41b294cf380d865bc1fb for: {'subnet': 1} {{(pid=103376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:35:35.918775 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-7eaaf82a-a407-4b2b-9918-644863d19e68 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25859006'] for subnet (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:36.109033 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05dc6e26-60de-475d-a0a3-8e058e907cbc tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Notify agent at l3_agent.n-d-827839-2 the message routers_updated {{(pid=103377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 17:35:36.114936 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-05dc6e26-60de-475d-a0a3-8e058e907cbc tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] 10.222.0.89 "PUT /v2.0/routers/6f3d8750-ceed-441b-bf8d-70e7804e000d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7212288 Feb 04 17:35:36.117734 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 53748) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:35:36.123113 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e7ea86e-97ce-4b49-8f54-d543bff5530d None None] Sync routers for ids ['6f3d8750-ceed-441b-bf8d-70e7804e000d'] in n-d-827839-2 {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 17:35:36.141774 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e7ea86e-97ce-4b49-8f54-d543bff5530d None None] Routers {'6f3d8750-ceed-441b-bf8d-70e7804e000d'} bound to L3 agent in host n-d-827839-2 {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:35:36.142319 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-5e7ea86e-97ce-4b49-8f54-d543bff5530d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:35:32Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['6f3d8750-ceed-441b-bf8d-70e7804e000d'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:35:36.231156 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5d229ac-05ce-4140-a376-5dfcdb19df95 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Deleting subnet f4d5a593-80a2-4051-afe6-fc031683433e {{(pid=103377) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 17:35:36.246033 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-e5d229ac-05ce-4140-a376-5dfcdb19df95 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Publish callbacks [] for subnet (f4d5a593-80a2-4051-afe6-fc031683433e), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:36.325349 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-e5d229ac-05ce-4140-a376-5dfcdb19df95 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26866676'] for subnet (f4d5a593-80a2-4051-afe6-fc031683433e), precommit_delete_associations {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:36.334884 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-7eaaf82a-a407-4b2b-9918-644863d19e68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25674939', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25858952'] for subnet (374f8112-5742-4b42-8352-dde88f274742), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:36.415730 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvr_db [None req-5e7ea86e-97ce-4b49-8f54-d543bff5530d None None] Set router 6f3d8750-ceed-441b-bf8d-70e7804e000d gateway port host: None {{(pid=103379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:35:36.491672 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-e5d229ac-05ce-4140-a376-5dfcdb19df95 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1541225'] for subnet (f4d5a593-80a2-4051-afe6-fc031683433e), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:36.533292 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eaaf82a-a407-4b2b-9918-644863d19e68 admin admin] Checking segment: {'id': '055ca00c-5a94-432d-b83b-f3428acf0564', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '061e92da-b345-4bb8-9d04-847b819e181d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:35:36.534221 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7eaaf82a-a407-4b2b-9918-644863d19e68 admin admin] Network hostable DHCP agents. Network: 061e92da-b345-4bb8-9d04-847b819e181d, hostable agents: ['bb89f5a3-3c22-440b-b7d1-c4f0c43c184a'], hosted agents: [] {{(pid=103376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 17:35:36.569058 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eaaf82a-a407-4b2b-9918-644863d19e68 admin admin] Pushing event updated for resources: {'Subnet': ['ID=374f8112-5742-4b42-8352-dde88f274742,revision_number=0']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:35:36.633761 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7eaaf82a-a407-4b2b-9918-644863d19e68 admin admin] Network 061e92da-b345-4bb8-9d04-847b819e181d is scheduled to be hosted by DHCP agent bb89f5a3-3c22-440b-b7d1-c4f0c43c184a with binding_index 1 {{(pid=103376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 17:35:36.656279 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-e5d229ac-05ce-4140-a376-5dfcdb19df95 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1541216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25888360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25597190'] for subnet (f4d5a593-80a2-4051-afe6-fc031683433e), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:36.674473 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [None req-7eaaf82a-a407-4b2b-9918-644863d19e68 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827839-2, 061e92da-b345-4bb8-9d04-847b819e181d) {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:35:36.680823 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eaaf82a-a407-4b2b-9918-644863d19e68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:35:36.681958 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-7eaaf82a-a407-4b2b-9918-644863d19e68 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:36.683334 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5669be2c-0dc5-4095-824c-598131a876b2 None None] Network 061e92da-b345-4bb8-9d04-847b819e181d requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:35:36.720337 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d229ac-05ce-4140-a376-5dfcdb19df95 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Pushing event deleted for resources: {'Subnet': ['ID=f4d5a593-80a2-4051-afe6-fc031683433e,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:35:36.728238 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-e5d229ac-05ce-4140-a376-5dfcdb19df95 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Publish callbacks [] for subnet (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:36.739316 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-e5d229ac-05ce-4140-a376-5dfcdb19df95 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] 10.222.0.89 "DELETE /v2.0/subnets/f4d5a593-80a2-4051-afe6-fc031683433e HTTP/1.1" status: 204 len: 168 time: 0.6205573 Feb 04 17:35:36.741286 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-7eaaf82a-a407-4b2b-9918-644863d19e68 admin admin] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.8595812 Feb 04 17:35:36.742978 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 53752) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:35:36.882039 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-5e7ea86e-97ce-4b49-8f54-d543bff5530d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f3d8750-ceed-441b-bf8d-70e7804e000d', 'name': 'tempest-RoutersTest-router-278699497', 'tenant_id': 'd3ff32f7652b479da34ca36dc7895dfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:34:43Z', 'updated_at': '2022-02-04T17:35:33Z', 'revision_number': 8, 'project_id': 'd3ff32f7652b479da34ca36dc7895dfa', 'gw_port_host': None, '_interfaces': [{'id': '92f4c3be-e15c-4f08-9788-b0a194389e06', 'name': '', 'network_id': '8487074d-54a4-45cf-aae0-108f71ca371b', 'tenant_id': 'd3ff32f7652b479da34ca36dc7895dfa', 'mac_address': 'fa:16:3e:8b:5c:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f3d8750-ceed-441b-bf8d-70e7804e000d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2782, 'fixed_ips': [{'subnet_id': '6f6d8615-f09d-4bc7-a5e2-068112e1995f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:34:45Z', 'updated_at': '2022-02-04T17:34:51Z', 'revision_number': 5, 'project_id': 'd3ff32f7652b479da34ca36dc7895dfa', 'subnets': [{'id': '6f6d8615-f09d-4bc7-a5e2-068112e1995f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c5d1de23-05ad-4303-9b46-24f65bc62e8a', 'name': '', 'network_id': 'f2122144-f544-4274-ab84-898b64becced', 'tenant_id': 'd3ff32f7652b479da34ca36dc7895dfa', 'mac_address': 'fa:16:3e:8a:9c:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f3d8750-ceed-441b-bf8d-70e7804e000d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2797, 'fixed_ips': [{'subnet_id': '605ecbf2-21e6-4d4c-a4dd-eed159e792c8', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:34:53Z', 'updated_at': '2022-02-04T17:35:04Z', 'revision_number': 5, 'project_id': 'd3ff32f7652b479da34ca36dc7895dfa', 'subnets': [{'id': '605ecbf2-21e6-4d4c-a4dd-eed159e792c8', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd0f21ef9-1f4d-4e6f-9250-fd10037e9239', 'name': '', 'network_id': '2dd8cab1-0c7e-4482-8bc7-d545ec2dd02f', 'tenant_id': 'd3ff32f7652b479da34ca36dc7895dfa', 'mac_address': 'fa:16:3e:9b:5b:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f3d8750-ceed-441b-bf8d-70e7804e000d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2819, 'fixed_ips': [{'subnet_id': 'c9421554-95e3-48d0-9f6c-1ee39e0eeff6', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:35:09Z', 'updated_at': '2022-02-04T17:35:19Z', 'revision_number': 5, 'project_id': 'd3ff32f7652b479da34ca36dc7895dfa', 'subnets': [{'id': 'c9421554-95e3-48d0-9f6c-1ee39e0eeff6', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-2', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:35:36.917084 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02c2e5f8-7801-4eca-90e7-062b783c2cbc None None] Network 68a74fd8-9c29-4714-b704-912876411036 requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:35:36.974768 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-b25af978-a09d-43e9-ba9e-205e9540f957 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628832'] for network (68a74fd8-9c29-4714-b704-912876411036), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:37.041440 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-dd062998-2a83-499b-a8ff-b1ccd5fd818f req-79e81173-2b8d-4c0c-b6ac-d81541f83e68 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] 10.222.0.89 "GET /v2.0/ports?device_id=f9afa7a5-1aca-47d0-a335-e4059d5a8169 HTTP/1.1" status: 200 len: 210 time: 0.1513200 Feb 04 17:35:37.107534 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e7ea86e-97ce-4b49-8f54-d543bff5530d None None] Checking router: 6f3d8750-ceed-441b-bf8d-70e7804e000d for host: n-d-827839-2 {{(pid=103379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 17:35:37.118384 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e7ea86e-97ce-4b49-8f54-d543bff5530d None None] Routers {'6f3d8750-ceed-441b-bf8d-70e7804e000d'} bound to L3 agent in host n-d-827839-2 {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:35:37.121545 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-5e7ea86e-97ce-4b49-8f54-d543bff5530d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:35:32Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['6f3d8750-ceed-441b-bf8d-70e7804e000d'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:35:37.231758 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a80c703-7aca-4d16-b8c7-0ccb4d1238a1 None None] Network 061e92da-b345-4bb8-9d04-847b819e181d requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:35:37.279207 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-b25af978-a09d-43e9-ba9e-205e9540f957 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Deleting port b09ce04b-692b-4f40-91f2-86dc1f550467 {{(pid=103377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:35:37.282760 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-b25af978-a09d-43e9-ba9e-205e9540f957 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (b09ce04b-692b-4f40-91f2-86dc1f550467), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:37.412378 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvr_db [None req-5e7ea86e-97ce-4b49-8f54-d543bff5530d None None] Set router 6f3d8750-ceed-441b-bf8d-70e7804e000d gateway port host: None {{(pid=103379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:35:37.427214 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cdcabd1-86c4-47b5-bf48-da597649f495 None None] DHCP port deletion for 68a74fd8-9c29-4714-b704-912876411036 request from n-d-827839-2 {{(pid=103378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 17:35:37.519393 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [None req-b25af978-a09d-43e9-ba9e-205e9540f957 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] For port b09ce04b-692b-4f40-91f2-86dc1f550467, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=b09ce04b-692b-4f40-91f2-86dc1f550467,segment=NetworkSegment(398e3ff6-6d70-462c-9879-f706deb7bc3a),segment_id=398e3ff6-6d70-462c-9879-f706deb7bc3a)] {{(pid=103377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:35:37.519960 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-b25af978-a09d-43e9-ba9e-205e9540f957 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (b09ce04b-692b-4f40-91f2-86dc1f550467), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:37.571338 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-8cdcabd1-86c4-47b5-bf48-da597649f495 None None] Deleting port b09ce04b-692b-4f40-91f2-86dc1f550467 {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:35:37.571754 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8cdcabd1-86c4-47b5-bf48-da597649f495 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (b09ce04b-692b-4f40-91f2-86dc1f550467), before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:37.581678 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-b25af978-a09d-43e9-ba9e-205e9540f957 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Calling delete_port for b09ce04b-692b-4f40-91f2-86dc1f550467 owned by network:dhcp {{(pid=103377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:35:37.701754 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-8cdcabd1-86c4-47b5-bf48-da597649f495 None None] For port b09ce04b-692b-4f40-91f2-86dc1f550467, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=b09ce04b-692b-4f40-91f2-86dc1f550467,segment=NetworkSegment(398e3ff6-6d70-462c-9879-f706deb7bc3a),segment_id=398e3ff6-6d70-462c-9879-f706deb7bc3a)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:35:37.702172 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8cdcabd1-86c4-47b5-bf48-da597649f495 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (b09ce04b-692b-4f40-91f2-86dc1f550467), precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:37.741356 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device b09ce04b-692b-4f40-91f2-86dc1f550467 no longer exists at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:35:37.743626 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-8cdcabd1-86c4-47b5-bf48-da597649f495 None None] Calling delete_port for b09ce04b-692b-4f40-91f2-86dc1f550467 owned by network:dhcp {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:35:37.796985 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-b25af978-a09d-43e9-ba9e-205e9540f957 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (b09ce04b-692b-4f40-91f2-86dc1f550467), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:37.847441 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25af978-a09d-43e9-ba9e-205e9540f957 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Pushing event deleted for resources: {'Port': ['ID=b09ce04b-692b-4f40-91f2-86dc1f550467,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:35:37.860496 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b25af978-a09d-43e9-ba9e-205e9540f957 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] No DVR routers for this DVR port b09ce04b-692b-4f40-91f2-86dc1f550467 on host n-d-827839-2 {{(pid=103377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 17:35:37.916267 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183d1291-bb2b-4cf0-a2bc-b797bc9a8215 req-34cf694b-86d5-46d0-98ec-3a557ecd4f41 tempest-ServerAddressesNegativeTestJSON-1915912067 tempest-ServerAddressesNegativeTestJSON-1915912067-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:35:37.925211 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-183d1291-bb2b-4cf0-a2bc-b797bc9a8215 req-34cf694b-86d5-46d0-98ec-3a557ecd4f41 tempest-ServerAddressesNegativeTestJSON-1915912067 tempest-ServerAddressesNegativeTestJSON-1915912067-project] 10.222.0.89 "GET /v2.0/networks?id=061e92da-b345-4bb8-9d04-847b819e181d HTTP/1.1" status: 200 len: 821 time: 0.2045660 Feb 04 17:35:37.948320 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-5e7ea86e-97ce-4b49-8f54-d543bff5530d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f3d8750-ceed-441b-bf8d-70e7804e000d', 'name': 'tempest-RoutersTest-router-278699497', 'tenant_id': 'd3ff32f7652b479da34ca36dc7895dfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:34:43Z', 'updated_at': '2022-02-04T17:35:33Z', 'revision_number': 8, 'project_id': 'd3ff32f7652b479da34ca36dc7895dfa', 'gw_port_host': None, '_interfaces': [{'id': '92f4c3be-e15c-4f08-9788-b0a194389e06', 'name': '', 'network_id': '8487074d-54a4-45cf-aae0-108f71ca371b', 'tenant_id': 'd3ff32f7652b479da34ca36dc7895dfa', 'mac_address': 'fa:16:3e:8b:5c:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f3d8750-ceed-441b-bf8d-70e7804e000d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2782, 'fixed_ips': [{'subnet_id': '6f6d8615-f09d-4bc7-a5e2-068112e1995f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:34:45Z', 'updated_at': '2022-02-04T17:34:51Z', 'revision_number': 5, 'project_id': 'd3ff32f7652b479da34ca36dc7895dfa', 'subnets': [{'id': '6f6d8615-f09d-4bc7-a5e2-068112e1995f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c5d1de23-05ad-4303-9b46-24f65bc62e8a', 'name': '', 'network_id': 'f2122144-f544-4274-ab84-898b64becced', 'tenant_id': 'd3ff32f7652b479da34ca36dc7895dfa', 'mac_address': 'fa:16:3e:8a:9c:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f3d8750-ceed-441b-bf8d-70e7804e000d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2797, 'fixed_ips': [{'subnet_id': '605ecbf2-21e6-4d4c-a4dd-eed159e792c8', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:34:53Z', 'updated_at': '2022-02-04T17:35:04Z', 'revision_number': 5, 'project_id': 'd3ff32f7652b479da34ca36dc7895dfa', 'subnets': [{'id': '605ecbf2-21e6-4d4c-a4dd-eed159e792c8', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd0f21ef9-1f4d-4e6f-9250-fd10037e9239', 'name': '', 'network_id': '2dd8cab1-0c7e-4482-8bc7-d545ec2dd02f', 'tenant_id': 'd3ff32f7652b479da34ca36dc7895dfa', 'mac_address': 'fa:16:3e:9b:5b:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f3d8750-ceed-441b-bf8d-70e7804e000d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2819, 'fixed_ips': [{'subnet_id': 'c9421554-95e3-48d0-9f6c-1ee39e0eeff6', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:35:09Z', 'updated_at': '2022-02-04T17:35:19Z', 'revision_number': 5, 'project_id': 'd3ff32f7652b479da34ca36dc7895dfa', 'subnets': [{'id': 'c9421554-95e3-48d0-9f6c-1ee39e0eeff6', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-2', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:35:37.949255 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-183d1291-bb2b-4cf0-a2bc-b797bc9a8215 req-33109515-763e-4607-9e7c-e1c557ad3b04 tempest-ServerAddressesNegativeTestJSON-1915912067 tempest-ServerAddressesNegativeTestJSON-1915912067-project] 10.222.0.89 "GET /v2.0/quotas/32cf6cd3423d41b294cf380d865bc1fb HTTP/1.1" status: 200 len: 375 time: 0.0186086 Feb 04 17:35:37.961051 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] No active binding found for port b09ce04b-692b-4f40-91f2-86dc1f550467 {{(pid=103378) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 04 17:35:37.961569 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] The host n-d-827839-2 is not matching for port b09ce04b-692b-4f40-91f2-86dc1f550467 host None! {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Feb 04 17:35:37.961801 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device b09ce04b-692b-4f40-91f2-86dc1f550467 not bound to the agent host n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 17:35:38.007904 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-183d1291-bb2b-4cf0-a2bc-b797bc9a8215 req-5f5bca46-7896-4e1a-a8b9-0de70302da3c tempest-ServerAddressesNegativeTestJSON-1915912067 tempest-ServerAddressesNegativeTestJSON-1915912067-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=32cf6cd3423d41b294cf380d865bc1fb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0518091 Feb 04 17:35:38.012803 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8cdcabd1-86c4-47b5-bf48-da597649f495 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144'] for port (b09ce04b-692b-4f40-91f2-86dc1f550467), after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:38.022612 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e7ea86e-97ce-4b49-8f54-d543bff5530d None None] The sync data for ids ['6f3d8750-ceed-441b-bf8d-70e7804e000d'] in n-d-827839-2 is: [{'id': '6f3d8750-ceed-441b-bf8d-70e7804e000d', 'name': 'tempest-RoutersTest-router-278699497', 'tenant_id': 'd3ff32f7652b479da34ca36dc7895dfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:34:43Z', 'updated_at': '2022-02-04T17:35:33Z', 'revision_number': 8, 'project_id': 'd3ff32f7652b479da34ca36dc7895dfa', 'gw_port_host': None, '_interfaces': [{'id': '92f4c3be-e15c-4f08-9788-b0a194389e06', 'name': '', 'network_id': '8487074d-54a4-45cf-aae0-108f71ca371b', 'tenant_id': 'd3ff32f7652b479da34ca36dc7895dfa', 'mac_address': 'fa:16:3e:8b:5c:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f3d8750-ceed-441b-bf8d-70e7804e000d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2782, 'fixed_ips': [{'subnet_id': '6f6d8615-f09d-4bc7-a5e2-068112e1995f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:34:45Z', 'updated_at': '2022-02-04T17:34:51Z', 'revision_number': 5, 'project_id': 'd3ff32f7652b479da34ca36dc7895dfa', 'subnets': [{'id': '6f6d8615-f09d-4bc7-a5e2-068112e1995f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c5d1de23-05ad-4303-9b46-24f65bc62e8a', 'name': '', 'network_id': 'f2122144-f544-4274-ab84-898b64becced', 'tenant_id': 'd3ff32f7652b479da34ca36dc7895dfa', 'mac_address': 'fa:16:3e:8a:9c:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f3d8750-ceed-441b-bf8d-70e7804e000d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2797, 'fixed_ips': [{'subnet_id': '605ecbf2-21e6-4d4c-a4dd-eed159e792c8', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:34:53Z', 'updated_at': '2022-02-04T17:35:04Z', 'revision_number': 5, 'project_id': 'd3ff32f7652b479da34ca36dc7895dfa', 'subnets': [{'id': '605ecbf2-21e6-4d4c-a4dd-eed159e792c8', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd0f21ef9-1f4d-4e6f-9250-fd10037e9239', 'name': '', 'network_id': '2dd8cab1-0c7e-4482-8bc7-d545ec2dd02f', 'tenant_id': 'd3ff32f7652b479da34ca36dc7895dfa', 'mac_address': 'fa:16:3e:9b:5b:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f3d8750-ceed-441b-bf8d-70e7804e000d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2819, 'fixed_ips': [{'subnet_id': 'c9421554-95e3-48d0-9f6c-1ee39e0eeff6', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:35:09Z', 'updated_at': '2022-02-04T17:35:19Z', 'revision_number': 5, 'project_id': 'd3ff32f7652b479da34ca36dc7895dfa', 'subnets': [{'id': 'c9421554-95e3-48d0-9f6c-1ee39e0eeff6', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 17:35:38.055328 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-b25af978-a09d-43e9-ba9e-205e9540f957 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1543676', 'neutron.services.segments.db._delete_segments_for_network-8781084786517'] for network (68a74fd8-9c29-4714-b704-912876411036), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:38.076879 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdcabd1-86c4-47b5-bf48-da597649f495 None None] Pushing event deleted for resources: {'Port': ['ID=b09ce04b-692b-4f40-91f2-86dc1f550467,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:35:38.081700 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cdcabd1-86c4-47b5-bf48-da597649f495 None None] No DVR routers for this DVR port b09ce04b-692b-4f40-91f2-86dc1f550467 on host n-d-827839-2 {{(pid=103378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 17:35:38.122960 n-d-827839-2 neutron-server[103377]: DEBUG neutron.services.segments.db [None req-b25af978-a09d-43e9-ba9e-205e9540f957 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68a74fd8-9c29-4714-b704-912876411036']}} {{(pid=103377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:35:38.135742 n-d-827839-2 neutron-server[103377]: DEBUG neutron.services.segments.db [None req-b25af978-a09d-43e9-ba9e-205e9540f957 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '398e3ff6-6d70-462c-9879-f706deb7bc3a') {'for_net_delete': True} {{(pid=103377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:35:38.136098 n-d-827839-2 neutron-server[103377]: DEBUG neutron.services.segments.db [None req-b25af978-a09d-43e9-ba9e-205e9540f957 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '398e3ff6-6d70-462c-9879-f706deb7bc3a') {} {{(pid=103377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:35:38.147192 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-b25af978-a09d-43e9-ba9e-205e9540f957 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781084783966', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26866685'] for segment (398e3ff6-6d70-462c-9879-f706deb7bc3a), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:38.167466 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-b25af978-a09d-43e9-ba9e-205e9540f957 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (398e3ff6-6d70-462c-9879-f706deb7bc3a), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:38.175428 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b25af978-a09d-43e9-ba9e-205e9540f957 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Releasing vlan 781 on physical network physnet1 to pool {{(pid=103377) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 17:35:38.176059 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-b25af978-a09d-43e9-ba9e-205e9540f957 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25888454'] for segment (398e3ff6-6d70-462c-9879-f706deb7bc3a), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:38.201314 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-183d1291-bb2b-4cf0-a2bc-b797bc9a8215 req-0393fa14-f59f-4501-8a69-2c4054d466ad service neutron] 10.222.0.89 "GET /v2.0/networks/061e92da-b345-4bb8-9d04-847b819e181d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1839354 Feb 04 17:35:38.244752 n-d-827839-2 neutron-server[103377]: Traceback (most recent call last): Feb 04 17:35:38.244752 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 17:35:38.244752 n-d-827839-2 neutron-server[103377]: timer() Feb 04 17:35:38.244752 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 17:35:38.244752 n-d-827839-2 neutron-server[103377]: cb(*args, **kw) Feb 04 17:35:38.244752 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 17:35:38.244752 n-d-827839-2 neutron-server[103377]: return func(*args, **kwargs) Feb 04 17:35:38.244752 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 17:35:38.244752 n-d-827839-2 neutron-server[103377]: self._notify() Feb 04 17:35:38.244752 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 17:35:38.244752 n-d-827839-2 neutron-server[103377]: self.callback(batched_events) Feb 04 17:35:38.244752 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 17:35:38.244752 n-d-827839-2 neutron-server[103377]: event.method(event) Feb 04 17:35:38.244752 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 17:35:38.244752 n-d-827839-2 neutron-server[103377]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 17:35:38.244752 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 17:35:38.244752 n-d-827839-2 neutron-server[103377]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 17:35:38.244752 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 17:35:38.244752 n-d-827839-2 neutron-server[103377]: return f(self, *a, **k) Feb 04 17:35:38.244752 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 17:35:38.244752 n-d-827839-2 neutron-server[103377]: return self._get(url).json() Feb 04 17:35:38.244752 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 17:35:38.244752 n-d-827839-2 neutron-server[103377]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 17:35:38.244752 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 17:35:38.244752 n-d-827839-2 neutron-server[103377]: return self.request(url, 'GET', **kwargs) Feb 04 17:35:38.244752 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 17:35:38.244752 n-d-827839-2 neutron-server[103377]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 17:35:38.244752 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 17:35:38.244752 n-d-827839-2 neutron-server[103377]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 17:35:38.244752 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 17:35:38.244752 n-d-827839-2 neutron-server[103377]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 17:35:38.244752 n-d-827839-2 neutron-server[103377]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 17:35:38.258735 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-b25af978-a09d-43e9-ba9e-205e9540f957 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1543671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1595572'] for network (68a74fd8-9c29-4714-b704-912876411036), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:38.307284 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-b25af978-a09d-43e9-ba9e-205e9540f957 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Publish callbacks [] for network (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:38.311071 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-b25af978-a09d-43e9-ba9e-205e9540f957 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] 10.222.0.89 "DELETE /v2.0/networks/68a74fd8-9c29-4714-b704-912876411036 HTTP/1.1" status: 204 len: 168 time: 1.5659249 Feb 04 17:35:38.313568 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25af978-a09d-43e9-ba9e-205e9540f957 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Pushing event deleted for resources: {'Network': ['ID=68a74fd8-9c29-4714-b704-912876411036,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:35:38.321025 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 53774) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:35:38.331116 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-07c1411f-7019-4133-8430-dc657f1d48f9 req-8c79c2a8-3df4-46d3-a95e-01cda9ce0877 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] 10.222.0.89 "GET /v2.0/ports?device_id=f9afa7a5-1aca-47d0-a335-e4059d5a8169 HTTP/1.1" status: 200 len: 210 time: 0.0853813 Feb 04 17:35:38.467442 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-183d1291-bb2b-4cf0-a2bc-b797bc9a8215 req-988134bc-26c5-426c-9efe-1b9a5001168b service neutron] 10.222.0.89 "GET /v2.0/networks/061e92da-b345-4bb8-9d04-847b819e181d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2599974 Feb 04 17:35:38.816071 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-46749a8e-b7b4-4852-aec6-8a63e2d90d0c req-b4b8a008-05c2-4b3c-8f16-2ecd93bae50c tempest-ServerAddressesNegativeTestJSON-1915912067 tempest-ServerAddressesNegativeTestJSON-1915912067-project] 10.222.0.89 "GET /v2.0/ports?device_id=2216a81b-6abc-4374-b7f6-16ce040682ed HTTP/1.1" status: 200 len: 210 time: 0.0594649 Feb 04 17:35:38.961811 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-bc2ef638-8726-47d5-ad58-40bed8ddca00 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602754'] for router_interface (6f3d8750-ceed-441b-bf8d-70e7804e000d), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:39.472163 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 0566c7ae-b736-48ca-9d29-a9890b7c6fb8 no longer exists at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:35:39.496179 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] No Port match for: 0566c7ae-b736-48ca-9d29-a9890b7c6fb8 {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 17:35:39.496727 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 0566c7ae-b736-48ca-9d29-a9890b7c6fb8 not bound to the agent host n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 17:35:39.646171 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-b518c46a-4400-4a1e-96b2-f51121514841 req-2d9b6759-211c-4e9d-b2b8-8107db313e2c tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] 10.222.0.89 "GET /v2.0/ports?device_id=f9afa7a5-1aca-47d0-a335-e4059d5a8169 HTTP/1.1" status: 200 len: 210 time: 0.0570962 Feb 04 17:35:39.824811 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-bc2ef638-8726-47d5-ad58-40bed8ddca00 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Deleting port d0f21ef9-1f4d-4e6f-9250-fd10037e9239 {{(pid=103376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:35:39.825709 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-bc2ef638-8726-47d5-ad58-40bed8ddca00 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (d0f21ef9-1f4d-4e6f-9250-fd10037e9239), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:39.931274 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [None req-bc2ef638-8726-47d5-ad58-40bed8ddca00 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] For port d0f21ef9-1f4d-4e6f-9250-fd10037e9239, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=d0f21ef9-1f4d-4e6f-9250-fd10037e9239,segment=NetworkSegment(86d98099-b898-4ade-a987-f2891cce850d),segment_id=86d98099-b898-4ade-a987-f2891cce850d)] {{(pid=103376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:35:39.931633 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-bc2ef638-8726-47d5-ad58-40bed8ddca00 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (d0f21ef9-1f4d-4e6f-9250-fd10037e9239), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:39.964180 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-bc2ef638-8726-47d5-ad58-40bed8ddca00 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Calling delete_port for d0f21ef9-1f4d-4e6f-9250-fd10037e9239 owned by network:router_interface {{(pid=103376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:35:39.966272 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-9c21e2e7-33fc-4a63-9059-bcef44246f5f req-57cd7d91-75ee-4855-b684-cde9a1ca478a tempest-ServerAddressesNegativeTestJSON-1915912067 tempest-ServerAddressesNegativeTestJSON-1915912067-project] 10.222.0.89 "GET /v2.0/ports?device_id=2216a81b-6abc-4374-b7f6-16ce040682ed HTTP/1.1" status: 200 len: 210 time: 0.0636175 Feb 04 17:35:40.205199 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (f20a1ab3-4332-4f54-833b-ba4a7c687e89), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:40.346290 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-bc2ef638-8726-47d5-ad58-40bed8ddca00 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (d0f21ef9-1f4d-4e6f-9250-fd10037e9239), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:40.386169 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2ef638-8726-47d5-ad58-40bed8ddca00 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Pushing event deleted for resources: {'Port': ['ID=d0f21ef9-1f4d-4e6f-9250-fd10037e9239,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:35:40.459123 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183d1291-bb2b-4cf0-a2bc-b797bc9a8215 req-5c25bd17-48dd-43ce-bad2-86abab6fb519 tempest-ServerAddressesNegativeTestJSON-1915912067 tempest-ServerAddressesNegativeTestJSON-1915912067-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:35:40.460641 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-183d1291-bb2b-4cf0-a2bc-b797bc9a8215 req-5c25bd17-48dd-43ce-bad2-86abab6fb519 tempest-ServerAddressesNegativeTestJSON-1915912067 tempest-ServerAddressesNegativeTestJSON-1915912067-project] 10.222.0.96 "GET /v2.0/networks?id=061e92da-b345-4bb8-9d04-847b819e181d HTTP/1.1" status: 200 len: 821 time: 0.1872635 Feb 04 17:35:40.477352 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [req-183d1291-bb2b-4cf0-a2bc-b797bc9a8215 req-e8198a7f-cbc3-445a-be9a-779e3b8249d8 tempest-ServerAddressesNegativeTestJSON-1915912067 tempest-ServerAddressesNegativeTestJSON-1915912067-project] Request body: {'port': {'device_id': '2216a81b-6abc-4374-b7f6-16ce040682ed', 'network_id': '061e92da-b345-4bb8-9d04-847b819e181d', 'admin_state_up': True, 'tenant_id': '32cf6cd3423d41b294cf380d865bc1fb'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:35:40.693719 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-bc2ef638-8726-47d5-ad58-40bed8ddca00 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1677336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1602614'] for router_interface (6f3d8750-ceed-441b-bf8d-70e7804e000d), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:40.802382 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-183d1291-bb2b-4cf0-a2bc-b797bc9a8215 req-e8198a7f-cbc3-445a-be9a-779e3b8249d8 tempest-ServerAddressesNegativeTestJSON-1915912067 tempest-ServerAddressesNegativeTestJSON-1915912067-project] Made reservation on behalf of 32cf6cd3423d41b294cf380d865bc1fb for: {'port': 1} {{(pid=103376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:35:40.805726 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-183d1291-bb2b-4cf0-a2bc-b797bc9a8215 req-e8198a7f-cbc3-445a-be9a-779e3b8249d8 tempest-ServerAddressesNegativeTestJSON-1915912067 tempest-ServerAddressesNegativeTestJSON-1915912067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:40.810774 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-b8a22581-6c00-4df2-92dd-f14efdb8c7c0 req-3cb50d1e-53cc-44f5-870a-9eb080013f02 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] 10.222.0.89 "GET /v2.0/ports?device_id=f9afa7a5-1aca-47d0-a335-e4059d5a8169 HTTP/1.1" status: 200 len: 210 time: 0.0641625 Feb 04 17:35:41.021694 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc2ef638-8726-47d5-ad58-40bed8ddca00 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Router 6f3d8750-ceed-441b-bf8d-70e7804e000d has already been hosted by L3 agent 64ada913-9131-4d99-a265-63a920956287 {{(pid=103376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 17:35:41.032565 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.db_base_plugin_common [req-183d1291-bb2b-4cf0-a2bc-b797bc9a8215 req-e8198a7f-cbc3-445a-be9a-779e3b8249d8 tempest-ServerAddressesNegativeTestJSON-1915912067 tempest-ServerAddressesNegativeTestJSON-1915912067-project] Allocated IP 172.20.0.14 (061e92da-b345-4bb8-9d04-847b819e181d/374f8112-5742-4b42-8352-dde88f274742/b1de8567-c2d4-47d3-bb07-1b18db6b4f40) {{(pid=103376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:35:41.066501 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-9017cf8d-6f93-4e33-bd7c-29984925164a req-5b2bb1a3-220d-4eca-ae1b-e5546a4b2fe6 tempest-ServerAddressesNegativeTestJSON-1915912067 tempest-ServerAddressesNegativeTestJSON-1915912067-project] 10.222.0.89 "GET /v2.0/ports?device_id=2216a81b-6abc-4374-b7f6-16ce040682ed HTTP/1.1" status: 200 len: 210 time: 0.0309482 Feb 04 17:35:41.174941 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc2ef638-8726-47d5-ad58-40bed8ddca00 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Notify agent at l3_agent.n-d-827839-2 the message routers_updated {{(pid=103376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 17:35:41.188060 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56a495aa-75db-45dd-b368-7763e041bbc6 None None] Sync routers for ids ['6f3d8750-ceed-441b-bf8d-70e7804e000d'] in n-d-827839-2 {{(pid=103378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 17:35:41.213508 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-bc2ef638-8726-47d5-ad58-40bed8ddca00 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] 10.222.0.89 "PUT /v2.0/routers/6f3d8750-ceed-441b-bf8d-70e7804e000d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8936965 Feb 04 17:35:41.213725 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 53794) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:35:41.214314 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56a495aa-75db-45dd-b368-7763e041bbc6 None None] Routers {'6f3d8750-ceed-441b-bf8d-70e7804e000d'} bound to L3 agent in host n-d-827839-2 {{(pid=103378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:35:41.215439 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-56a495aa-75db-45dd-b368-7763e041bbc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:35:32Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['6f3d8750-ceed-441b-bf8d-70e7804e000d'], 'active': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:35:41.276413 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.db_base_plugin_v2 [None req-458c4179-3136-46d2-a626-031ff9908a7f tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Deleting subnet c9421554-95e3-48d0-9f6c-1ee39e0eeff6 {{(pid=103377) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 17:35:41.279947 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-458c4179-3136-46d2-a626-031ff9908a7f tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Publish callbacks [] for subnet (c9421554-95e3-48d0-9f6c-1ee39e0eeff6), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:41.300499 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-183d1291-bb2b-4cf0-a2bc-b797bc9a8215 req-e8198a7f-cbc3-445a-be9a-779e3b8249d8 tempest-ServerAddressesNegativeTestJSON-1915912067 tempest-ServerAddressesNegativeTestJSON-1915912067-project] Publish callbacks [] for port (b1de8567-c2d4-47d3-bb07-1b18db6b4f40), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:41.331426 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-458c4179-3136-46d2-a626-031ff9908a7f tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26866676'] for subnet (c9421554-95e3-48d0-9f6c-1ee39e0eeff6), precommit_delete_associations {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:41.347955 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvr_db [None req-56a495aa-75db-45dd-b368-7763e041bbc6 None None] Set router 6f3d8750-ceed-441b-bf8d-70e7804e000d gateway port host: None {{(pid=103378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:35:41.348956 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-183d1291-bb2b-4cf0-a2bc-b797bc9a8215 req-e8198a7f-cbc3-445a-be9a-779e3b8249d8 tempest-ServerAddressesNegativeTestJSON-1915912067 tempest-ServerAddressesNegativeTestJSON-1915912067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (b1de8567-c2d4-47d3-bb07-1b18db6b4f40), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:41.402099 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-183d1291-bb2b-4cf0-a2bc-b797bc9a8215 req-e8198a7f-cbc3-445a-be9a-779e3b8249d8 tempest-ServerAddressesNegativeTestJSON-1915912067 tempest-ServerAddressesNegativeTestJSON-1915912067-project] Network 061e92da-b345-4bb8-9d04-847b819e181d is already hosted by enough agents. {{(pid=103376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:35:41.408107 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [req-183d1291-bb2b-4cf0-a2bc-b797bc9a8215 req-e8198a7f-cbc3-445a-be9a-779e3b8249d8 tempest-ServerAddressesNegativeTestJSON-1915912067 tempest-ServerAddressesNegativeTestJSON-1915912067-project] Resources bound (agent type, host, resource id): {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:35:41.411577 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [req-183d1291-bb2b-4cf0-a2bc-b797bc9a8215 req-e8198a7f-cbc3-445a-be9a-779e3b8249d8 tempest-ServerAddressesNegativeTestJSON-1915912067 tempest-ServerAddressesNegativeTestJSON-1915912067-project] Received port after_create {{(pid=103376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:35:41.438878 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8198a7f-cbc3-445a-be9a-779e3b8249d8 tempest-ServerAddressesNegativeTestJSON-1915912067 tempest-ServerAddressesNegativeTestJSON-1915912067-project] Pushing event updated for resources: {'Port': ['ID=b1de8567-c2d4-47d3-bb07-1b18db6b4f40,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:35:41.466743 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-458c4179-3136-46d2-a626-031ff9908a7f tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1541225'] for subnet (c9421554-95e3-48d0-9f6c-1ee39e0eeff6), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:41.468376 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183d1291-bb2b-4cf0-a2bc-b797bc9a8215 req-e8198a7f-cbc3-445a-be9a-779e3b8249d8 tempest-ServerAddressesNegativeTestJSON-1915912067 tempest-ServerAddressesNegativeTestJSON-1915912067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:35:41.468376 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-183d1291-bb2b-4cf0-a2bc-b797bc9a8215 req-e8198a7f-cbc3-445a-be9a-779e3b8249d8 tempest-ServerAddressesNegativeTestJSON-1915912067 tempest-ServerAddressesNegativeTestJSON-1915912067-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:41.486827 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-183d1291-bb2b-4cf0-a2bc-b797bc9a8215 req-e8198a7f-cbc3-445a-be9a-779e3b8249d8 tempest-ServerAddressesNegativeTestJSON-1915912067 tempest-ServerAddressesNegativeTestJSON-1915912067-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0156505 Feb 04 17:35:41.510962 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [req-183d1291-bb2b-4cf0-a2bc-b797bc9a8215 req-d5bee9b9-69d9-4c43-920e-816a7a13c50f service neutron] Request body: {'port': {'device_id': '2216a81b-6abc-4374-b7f6-16ce040682ed', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827839-2'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:35:41.557093 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-458c4179-3136-46d2-a626-031ff9908a7f tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1541216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25888360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25597190'] for subnet (c9421554-95e3-48d0-9f6c-1ee39e0eeff6), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:41.588629 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458c4179-3136-46d2-a626-031ff9908a7f tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Pushing event deleted for resources: {'Subnet': ['ID=c9421554-95e3-48d0-9f6c-1ee39e0eeff6,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:35:41.595108 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-458c4179-3136-46d2-a626-031ff9908a7f tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Publish callbacks [] for subnet (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:41.598414 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-458c4179-3136-46d2-a626-031ff9908a7f tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] 10.222.0.89 "DELETE /v2.0/subnets/c9421554-95e3-48d0-9f6c-1ee39e0eeff6 HTTP/1.1" status: 204 len: 168 time: 0.3823564 Feb 04 17:35:41.600974 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 53796) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:35:41.633620 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-183d1291-bb2b-4cf0-a2bc-b797bc9a8215 req-d5bee9b9-69d9-4c43-920e-816a7a13c50f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (b1de8567-c2d4-47d3-bb07-1b18db6b4f40), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:41.692079 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-0e4a34cd-b049-4ae8-b45c-a96cdb150d8c tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628832'] for network (2dd8cab1-0c7e-4482-8bc7-d545ec2dd02f), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:41.719972 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dd0222b-938a-4bd8-9ff4-1168804484f4 None None] Network 2dd8cab1-0c7e-4482-8bc7-d545ec2dd02f requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:35:41.755654 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-0e4a34cd-b049-4ae8-b45c-a96cdb150d8c tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Deleting port 2a599438-d6df-4b29-a51d-8c2fc2a2d92d {{(pid=103377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:35:41.755977 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-0e4a34cd-b049-4ae8-b45c-a96cdb150d8c tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (2a599438-d6df-4b29-a51d-8c2fc2a2d92d), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:41.828878 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [None req-0e4a34cd-b049-4ae8-b45c-a96cdb150d8c tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] For port 2a599438-d6df-4b29-a51d-8c2fc2a2d92d, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=2a599438-d6df-4b29-a51d-8c2fc2a2d92d,segment=NetworkSegment(86d98099-b898-4ade-a987-f2891cce850d),segment_id=86d98099-b898-4ade-a987-f2891cce850d)] {{(pid=103377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:35:41.829108 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-0e4a34cd-b049-4ae8-b45c-a96cdb150d8c tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (2a599438-d6df-4b29-a51d-8c2fc2a2d92d), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:41.866091 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-0e4a34cd-b049-4ae8-b45c-a96cdb150d8c tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Calling delete_port for 2a599438-d6df-4b29-a51d-8c2fc2a2d92d owned by network:dhcp {{(pid=103377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:35:41.870306 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-56a495aa-75db-45dd-b368-7763e041bbc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f3d8750-ceed-441b-bf8d-70e7804e000d', 'name': 'tempest-RoutersTest-router-278699497', 'tenant_id': 'd3ff32f7652b479da34ca36dc7895dfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:34:43Z', 'updated_at': '2022-02-04T17:35:40Z', 'revision_number': 9, 'project_id': 'd3ff32f7652b479da34ca36dc7895dfa', 'gw_port_host': None, '_interfaces': [{'id': '92f4c3be-e15c-4f08-9788-b0a194389e06', 'name': '', 'network_id': '8487074d-54a4-45cf-aae0-108f71ca371b', 'tenant_id': 'd3ff32f7652b479da34ca36dc7895dfa', 'mac_address': 'fa:16:3e:8b:5c:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f3d8750-ceed-441b-bf8d-70e7804e000d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2782, 'fixed_ips': [{'subnet_id': '6f6d8615-f09d-4bc7-a5e2-068112e1995f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:34:45Z', 'updated_at': '2022-02-04T17:34:51Z', 'revision_number': 5, 'project_id': 'd3ff32f7652b479da34ca36dc7895dfa', 'subnets': [{'id': '6f6d8615-f09d-4bc7-a5e2-068112e1995f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c5d1de23-05ad-4303-9b46-24f65bc62e8a', 'name': '', 'network_id': 'f2122144-f544-4274-ab84-898b64becced', 'tenant_id': 'd3ff32f7652b479da34ca36dc7895dfa', 'mac_address': 'fa:16:3e:8a:9c:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f3d8750-ceed-441b-bf8d-70e7804e000d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2797, 'fixed_ips': [{'subnet_id': '605ecbf2-21e6-4d4c-a4dd-eed159e792c8', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:34:53Z', 'updated_at': '2022-02-04T17:35:04Z', 'revision_number': 5, 'project_id': 'd3ff32f7652b479da34ca36dc7895dfa', 'subnets': [{'id': '605ecbf2-21e6-4d4c-a4dd-eed159e792c8', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-2', False) {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:35:41.901117 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56a495aa-75db-45dd-b368-7763e041bbc6 None None] Checking router: 6f3d8750-ceed-441b-bf8d-70e7804e000d for host: n-d-827839-2 {{(pid=103378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 17:35:41.913942 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56a495aa-75db-45dd-b368-7763e041bbc6 None None] Routers {'6f3d8750-ceed-441b-bf8d-70e7804e000d'} bound to L3 agent in host n-d-827839-2 {{(pid=103378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:35:41.914971 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-56a495aa-75db-45dd-b368-7763e041bbc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:35:32Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['6f3d8750-ceed-441b-bf8d-70e7804e000d'], 'active': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:35:41.993565 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-0e4a34cd-b049-4ae8-b45c-a96cdb150d8c tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (2a599438-d6df-4b29-a51d-8c2fc2a2d92d), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:42.024479 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvr_db [None req-56a495aa-75db-45dd-b368-7763e041bbc6 None None] Set router 6f3d8750-ceed-441b-bf8d-70e7804e000d gateway port host: None {{(pid=103378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:35:42.032373 n-d-827839-2 neutron-server[103376]: DEBUG neutron.notifiers.nova [req-183d1291-bb2b-4cf0-a2bc-b797bc9a8215 req-d5bee9b9-69d9-4c43-920e-816a7a13c50f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b1de8567-c2d4-47d3-bb07-1b18db6b4f40 {{(pid=103376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 17:35:42.034237 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4a34cd-b049-4ae8-b45c-a96cdb150d8c tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Pushing event deleted for resources: {'Port': ['ID=2a599438-d6df-4b29-a51d-8c2fc2a2d92d,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:35:42.037068 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e4a34cd-b049-4ae8-b45c-a96cdb150d8c tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] No DVR routers for this DVR port 2a599438-d6df-4b29-a51d-8c2fc2a2d92d on host n-d-827839-2 {{(pid=103377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 17:35:42.079796 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8cbd2d8-f242-44d3-ad2f-95b2caa7d7da None None] DHCP port deletion for 2dd8cab1-0c7e-4482-8bc7-d545ec2dd02f request from n-d-827839-2 {{(pid=103378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 17:35:42.081251 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-183d1291-bb2b-4cf0-a2bc-b797bc9a8215 req-d5bee9b9-69d9-4c43-920e-816a7a13c50f service neutron] Publish callbacks [] for port (b1de8567-c2d4-47d3-bb07-1b18db6b4f40), precommit_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:42.142505 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-afeaf5fc-0fc1-4b4c-8a3b-529bd6705165 req-eb6f9992-dfdb-44cb-ac9b-be39a499b886 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] 10.222.0.89 "GET /v2.0/ports?device_id=f9afa7a5-1aca-47d0-a335-e4059d5a8169 HTTP/1.1" status: 200 len: 210 time: 0.0890152 Feb 04 17:35:42.159587 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.provisioning_blocks [req-183d1291-bb2b-4cf0-a2bc-b797bc9a8215 req-d5bee9b9-69d9-4c43-920e-816a7a13c50f service neutron] Transition to ACTIVE for port object b1de8567-c2d4-47d3-bb07-1b18db6b4f40 will not be triggered until provisioned by entity L2. {{(pid=103376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 17:35:42.180414 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-183d1291-bb2b-4cf0-a2bc-b797bc9a8215 req-d5bee9b9-69d9-4c43-920e-816a7a13c50f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675836'] for port (b1de8567-c2d4-47d3-bb07-1b18db6b4f40), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:42.234578 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-0e4a34cd-b049-4ae8-b45c-a96cdb150d8c tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1543676', 'neutron.services.segments.db._delete_segments_for_network-8781084786517'] for network (2dd8cab1-0c7e-4482-8bc7-d545ec2dd02f), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:42.263288 n-d-827839-2 neutron-server[103377]: DEBUG neutron.services.segments.db [None req-0e4a34cd-b049-4ae8-b45c-a96cdb150d8c tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2dd8cab1-0c7e-4482-8bc7-d545ec2dd02f']}} {{(pid=103377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:35:42.283786 n-d-827839-2 neutron-server[103377]: DEBUG neutron.services.segments.db [None req-0e4a34cd-b049-4ae8-b45c-a96cdb150d8c tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86d98099-b898-4ade-a987-f2891cce850d') {'for_net_delete': True} {{(pid=103377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:35:42.284088 n-d-827839-2 neutron-server[103377]: DEBUG neutron.services.segments.db [None req-0e4a34cd-b049-4ae8-b45c-a96cdb150d8c tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86d98099-b898-4ade-a987-f2891cce850d') {} {{(pid=103377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:35:42.287854 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bee9b9-69d9-4c43-920e-816a7a13c50f service neutron] Pushing event updated for resources: {'Port': ['ID=b1de8567-c2d4-47d3-bb07-1b18db6b4f40,revision_number=2']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:35:42.296967 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-0e4a34cd-b049-4ae8-b45c-a96cdb150d8c tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781084783966', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26866685'] for segment (86d98099-b898-4ade-a987-f2891cce850d), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:42.319780 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629eae8f-edb6-42e1-aeae-2a5ae5f1bb38 req-13fa12ae-7f5e-481f-9de2-071ed82fc10b tempest-ServerAddressesNegativeTestJSON-1915912067 tempest-ServerAddressesNegativeTestJSON-1915912067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:35:42.326046 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-629eae8f-edb6-42e1-aeae-2a5ae5f1bb38 req-13fa12ae-7f5e-481f-9de2-071ed82fc10b tempest-ServerAddressesNegativeTestJSON-1915912067 tempest-ServerAddressesNegativeTestJSON-1915912067-project] 10.222.0.89 "GET /v2.0/ports?device_id=2216a81b-6abc-4374-b7f6-16ce040682ed HTTP/1.1" status: 200 len: 944 time: 0.1310279 Feb 04 17:35:42.338653 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-0e4a34cd-b049-4ae8-b45c-a96cdb150d8c tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (86d98099-b898-4ade-a987-f2891cce850d), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:42.348145 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e4a34cd-b049-4ae8-b45c-a96cdb150d8c tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Releasing vlan 777 on physical network physnet1 to pool {{(pid=103377) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 17:35:42.348553 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-0e4a34cd-b049-4ae8-b45c-a96cdb150d8c tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25888454'] for segment (86d98099-b898-4ade-a987-f2891cce850d), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:42.386068 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (3f9244a9-75fc-4c10-b195-11d48b853b41), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:42.394302 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-56a495aa-75db-45dd-b368-7763e041bbc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f3d8750-ceed-441b-bf8d-70e7804e000d', 'name': 'tempest-RoutersTest-router-278699497', 'tenant_id': 'd3ff32f7652b479da34ca36dc7895dfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:34:43Z', 'updated_at': '2022-02-04T17:35:40Z', 'revision_number': 9, 'project_id': 'd3ff32f7652b479da34ca36dc7895dfa', 'gw_port_host': None, '_interfaces': [{'id': '92f4c3be-e15c-4f08-9788-b0a194389e06', 'name': '', 'network_id': '8487074d-54a4-45cf-aae0-108f71ca371b', 'tenant_id': 'd3ff32f7652b479da34ca36dc7895dfa', 'mac_address': 'fa:16:3e:8b:5c:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f3d8750-ceed-441b-bf8d-70e7804e000d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2782, 'fixed_ips': [{'subnet_id': '6f6d8615-f09d-4bc7-a5e2-068112e1995f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:34:45Z', 'updated_at': '2022-02-04T17:34:51Z', 'revision_number': 5, 'project_id': 'd3ff32f7652b479da34ca36dc7895dfa', 'subnets': [{'id': '6f6d8615-f09d-4bc7-a5e2-068112e1995f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c5d1de23-05ad-4303-9b46-24f65bc62e8a', 'name': '', 'network_id': 'f2122144-f544-4274-ab84-898b64becced', 'tenant_id': 'd3ff32f7652b479da34ca36dc7895dfa', 'mac_address': 'fa:16:3e:8a:9c:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f3d8750-ceed-441b-bf8d-70e7804e000d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2797, 'fixed_ips': [{'subnet_id': '605ecbf2-21e6-4d4c-a4dd-eed159e792c8', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:34:53Z', 'updated_at': '2022-02-04T17:35:04Z', 'revision_number': 5, 'project_id': 'd3ff32f7652b479da34ca36dc7895dfa', 'subnets': [{'id': '605ecbf2-21e6-4d4c-a4dd-eed159e792c8', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-2', False) {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:35:42.413534 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [req-183d1291-bb2b-4cf0-a2bc-b797bc9a8215 req-d5bee9b9-69d9-4c43-920e-816a7a13c50f service neutron] Attempting to bind port b1de8567-c2d4-47d3-bb07-1b18db6b4f40 on host n-h1-827839-2 for vnic_type normal with profile {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:35:42.414171 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [req-183d1291-bb2b-4cf0-a2bc-b797bc9a8215 req-d5bee9b9-69d9-4c43-920e-816a7a13c50f service neutron] Attempting to bind port b1de8567-c2d4-47d3-bb07-1b18db6b4f40 by drivers openvswitch,hyperv on host n-h1-827839-2 at level 0 using segments [{'id': '055ca00c-5a94-432d-b83b-f3428acf0564', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '061e92da-b345-4bb8-9d04-847b819e181d'}] {{(pid=103376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:35:42.414718 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-183d1291-bb2b-4cf0-a2bc-b797bc9a8215 req-d5bee9b9-69d9-4c43-920e-816a7a13c50f service neutron] Attempting to bind port b1de8567-c2d4-47d3-bb07-1b18db6b4f40 on network 061e92da-b345-4bb8-9d04-847b819e181d {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:35:42.420287 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-183d1291-bb2b-4cf0-a2bc-b797bc9a8215 req-d5bee9b9-69d9-4c43-920e-816a7a13c50f service neutron] Port b1de8567-c2d4-47d3-bb07-1b18db6b4f40 on network 061e92da-b345-4bb8-9d04-847b819e181d not bound, no agent of type Open vSwitch agent registered on host n-h1-827839-2 {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 17:35:42.420886 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-183d1291-bb2b-4cf0-a2bc-b797bc9a8215 req-d5bee9b9-69d9-4c43-920e-816a7a13c50f service neutron] Attempting to bind port b1de8567-c2d4-47d3-bb07-1b18db6b4f40 on network 061e92da-b345-4bb8-9d04-847b819e181d {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:35:42.426431 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-183d1291-bb2b-4cf0-a2bc-b797bc9a8215 req-d5bee9b9-69d9-4c43-920e-816a7a13c50f service neutron] Checking agent: {'id': '3f9244a9-75fc-4c10-b195-11d48b853b41', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 8, 42), 'started_at': datetime.datetime(2022, 2, 4, 17, 8, 42), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 35, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:35:42.427004 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-183d1291-bb2b-4cf0-a2bc-b797bc9a8215 req-d5bee9b9-69d9-4c43-920e-816a7a13c50f service neutron] Checking segment: {'id': '055ca00c-5a94-432d-b83b-f3428acf0564', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '061e92da-b345-4bb8-9d04-847b819e181d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:35:42.427555 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-183d1291-bb2b-4cf0-a2bc-b797bc9a8215 req-d5bee9b9-69d9-4c43-920e-816a7a13c50f service neutron] Bound using segment: {'id': '055ca00c-5a94-432d-b83b-f3428acf0564', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '061e92da-b345-4bb8-9d04-847b819e181d'} {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:35:42.428145 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [req-183d1291-bb2b-4cf0-a2bc-b797bc9a8215 req-d5bee9b9-69d9-4c43-920e-816a7a13c50f service neutron] Bound port: b1de8567-c2d4-47d3-bb07-1b18db6b4f40, host: n-h1-827839-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '055ca00c-5a94-432d-b83b-f3428acf0564', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '061e92da-b345-4bb8-9d04-847b819e181d'}}] {{(pid=103376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:35:42.428672 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-183d1291-bb2b-4cf0-a2bc-b797bc9a8215 req-d5bee9b9-69d9-4c43-920e-816a7a13c50f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (b1de8567-c2d4-47d3-bb07-1b18db6b4f40), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:42.435853 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56a495aa-75db-45dd-b368-7763e041bbc6 None None] The sync data for ids ['6f3d8750-ceed-441b-bf8d-70e7804e000d'] in n-d-827839-2 is: [{'id': '6f3d8750-ceed-441b-bf8d-70e7804e000d', 'name': 'tempest-RoutersTest-router-278699497', 'tenant_id': 'd3ff32f7652b479da34ca36dc7895dfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:34:43Z', 'updated_at': '2022-02-04T17:35:40Z', 'revision_number': 9, 'project_id': 'd3ff32f7652b479da34ca36dc7895dfa', 'gw_port_host': None, '_interfaces': [{'id': '92f4c3be-e15c-4f08-9788-b0a194389e06', 'name': '', 'network_id': '8487074d-54a4-45cf-aae0-108f71ca371b', 'tenant_id': 'd3ff32f7652b479da34ca36dc7895dfa', 'mac_address': 'fa:16:3e:8b:5c:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f3d8750-ceed-441b-bf8d-70e7804e000d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2782, 'fixed_ips': [{'subnet_id': '6f6d8615-f09d-4bc7-a5e2-068112e1995f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:34:45Z', 'updated_at': '2022-02-04T17:34:51Z', 'revision_number': 5, 'project_id': 'd3ff32f7652b479da34ca36dc7895dfa', 'subnets': [{'id': '6f6d8615-f09d-4bc7-a5e2-068112e1995f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c5d1de23-05ad-4303-9b46-24f65bc62e8a', 'name': '', 'network_id': 'f2122144-f544-4274-ab84-898b64becced', 'tenant_id': 'd3ff32f7652b479da34ca36dc7895dfa', 'mac_address': 'fa:16:3e:8a:9c:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f3d8750-ceed-441b-bf8d-70e7804e000d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2797, 'fixed_ips': [{'subnet_id': '605ecbf2-21e6-4d4c-a4dd-eed159e792c8', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:34:53Z', 'updated_at': '2022-02-04T17:35:04Z', 'revision_number': 5, 'project_id': 'd3ff32f7652b479da34ca36dc7895dfa', 'subnets': [{'id': '605ecbf2-21e6-4d4c-a4dd-eed159e792c8', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 17:35:42.442934 n-d-827839-2 neutron-server[103377]: Traceback (most recent call last): Feb 04 17:35:42.442934 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 17:35:42.442934 n-d-827839-2 neutron-server[103377]: timer() Feb 04 17:35:42.442934 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 17:35:42.442934 n-d-827839-2 neutron-server[103377]: cb(*args, **kw) Feb 04 17:35:42.442934 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 17:35:42.442934 n-d-827839-2 neutron-server[103377]: return func(*args, **kwargs) Feb 04 17:35:42.442934 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 17:35:42.442934 n-d-827839-2 neutron-server[103377]: self._notify() Feb 04 17:35:42.442934 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 17:35:42.442934 n-d-827839-2 neutron-server[103377]: self.callback(batched_events) Feb 04 17:35:42.442934 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 17:35:42.442934 n-d-827839-2 neutron-server[103377]: event.method(event) Feb 04 17:35:42.442934 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 17:35:42.442934 n-d-827839-2 neutron-server[103377]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 17:35:42.442934 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 17:35:42.442934 n-d-827839-2 neutron-server[103377]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 17:35:42.442934 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 17:35:42.442934 n-d-827839-2 neutron-server[103377]: return f(self, *a, **k) Feb 04 17:35:42.442934 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 17:35:42.442934 n-d-827839-2 neutron-server[103377]: return self._get(url).json() Feb 04 17:35:42.442934 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 17:35:42.442934 n-d-827839-2 neutron-server[103377]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 17:35:42.442934 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 17:35:42.442934 n-d-827839-2 neutron-server[103377]: return self.request(url, 'GET', **kwargs) Feb 04 17:35:42.442934 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 17:35:42.442934 n-d-827839-2 neutron-server[103377]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 17:35:42.442934 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 17:35:42.442934 n-d-827839-2 neutron-server[103377]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 17:35:42.442934 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 17:35:42.442934 n-d-827839-2 neutron-server[103377]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 17:35:42.442934 n-d-827839-2 neutron-server[103377]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 17:35:42.455677 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-0e4a34cd-b049-4ae8-b45c-a96cdb150d8c tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1543671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1595572'] for network (2dd8cab1-0c7e-4482-8bc7-d545ec2dd02f), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:42.460219 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-0e4a34cd-b049-4ae8-b45c-a96cdb150d8c tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Publish callbacks [] for network (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:42.463818 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-0e4a34cd-b049-4ae8-b45c-a96cdb150d8c tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] 10.222.0.89 "DELETE /v2.0/networks/2dd8cab1-0c7e-4482-8bc7-d545ec2dd02f HTTP/1.1" status: 204 len: 168 time: 0.8611941 Feb 04 17:35:42.472937 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 53806) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:35:42.497037 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4a34cd-b049-4ae8-b45c-a96cdb150d8c tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Pushing event deleted for resources: {'Network': ['ID=2dd8cab1-0c7e-4482-8bc7-d545ec2dd02f,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:35:42.523739 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-629eae8f-edb6-42e1-aeae-2a5ae5f1bb38 req-3499cbd5-b7ad-47f3-a423-1a893074b9d0 tempest-ServerAddressesNegativeTestJSON-1915912067 tempest-ServerAddressesNegativeTestJSON-1915912067-project] 10.222.0.89 "GET /v2.0/security-groups?id=bbe79966-413d-49a2-8886-a33366b12fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812967 Feb 04 17:35:42.589128 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [req-183d1291-bb2b-4cf0-a2bc-b797bc9a8215 req-d5bee9b9-69d9-4c43-920e-816a7a13c50f service neutron] For port b1de8567-c2d4-47d3-bb07-1b18db6b4f40, host n-h1-827839-2, cleared binding levels {{(pid=103376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:35:42.593487 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [req-183d1291-bb2b-4cf0-a2bc-b797bc9a8215 req-d5bee9b9-69d9-4c43-920e-816a7a13c50f service neutron] For port b1de8567-c2d4-47d3-bb07-1b18db6b4f40, host n-h1-827839-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=b1de8567-c2d4-47d3-bb07-1b18db6b4f40,segment=NetworkSegment(055ca00c-5a94-432d-b83b-f3428acf0564),segment_id=055ca00c-5a94-432d-b83b-f3428acf0564)] {{(pid=103376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:35:42.606704 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-183d1291-bb2b-4cf0-a2bc-b797bc9a8215 req-d5bee9b9-69d9-4c43-920e-816a7a13c50f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675836'] for port (b1de8567-c2d4-47d3-bb07-1b18db6b4f40), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:42.704106 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183d1291-bb2b-4cf0-a2bc-b797bc9a8215 req-d5bee9b9-69d9-4c43-920e-816a7a13c50f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:35:42.704768 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-183d1291-bb2b-4cf0-a2bc-b797bc9a8215 req-d5bee9b9-69d9-4c43-920e-816a7a13c50f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:42.706175 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-183d1291-bb2b-4cf0-a2bc-b797bc9a8215 req-d5bee9b9-69d9-4c43-920e-816a7a13c50f service neutron] 10.222.0.96 "PUT /v2.0/ports/b1de8567-c2d4-47d3-bb07-1b18db6b4f40 HTTP/1.1" status: 200 len: 1092 time: 1.2040141 Feb 04 17:35:42.708262 n-d-827839-2 neutron-server[103376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2216a81b-6abc-4374-b7f6-16ce040682ed', 'tag': 'b1de8567-c2d4-47d3-bb07-1b18db6b4f40'}] {{(pid=103376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:35:42.710603 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d59c3bb5e2f09ebf62144d5e09b1cff60c763a9c19614c24538e77842938c05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebb9253e-1e95-4c0d-a8b9-ccc03b3153f4" -d '{"events": [{"name": "network-changed", "server_uuid": "2216a81b-6abc-4374-b7f6-16ce040682ed", "tag": "b1de8567-c2d4-47d3-bb07-1b18db6b4f40"}]}' {{(pid=103376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:35:42.746958 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bee9b9-69d9-4c43-920e-816a7a13c50f service neutron] Pushing event updated for resources: {'Port': ['ID=b1de8567-c2d4-47d3-bb07-1b18db6b4f40,revision_number=3']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:35:42.777722 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 17:35:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36a35a0e-b36a-44d5-83e9-048f41d3ea7b x-openstack-request-id: req-36a35a0e-b36a-44d5-83e9-048f41d3ea7b {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:35:42.778020 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2216a81b-6abc-4374-b7f6-16ce040682ed", "tag": "b1de8567-c2d4-47d3-bb07-1b18db6b4f40", "status": "completed", "code": 200}]} {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:35:42.778274 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-36a35a0e-b36a-44d5-83e9-048f41d3ea7b {{(pid=103376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:35:42.778674 n-d-827839-2 neutron-server[103376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2216a81b-6abc-4374-b7f6-16ce040682ed', 'tag': 'b1de8567-c2d4-47d3-bb07-1b18db6b4f40', 'status': 'completed', 'code': 200} Feb 04 17:35:42.865020 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183d1291-bb2b-4cf0-a2bc-b797bc9a8215 req-f4e18755-b1d1-49d7-9864-b3d571c54c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:35:42.866559 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-183d1291-bb2b-4cf0-a2bc-b797bc9a8215 req-f4e18755-b1d1-49d7-9864-b3d571c54c5b service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=32cf6cd3423d41b294cf380d865bc1fb&device_id=2216a81b-6abc-4374-b7f6-16ce040682ed HTTP/1.1" status: 200 len: 1126 time: 0.0851727 Feb 04 17:35:42.914370 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-183d1291-bb2b-4cf0-a2bc-b797bc9a8215 req-47ee4de7-fd33-4177-9bf9-048caede0bf0 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b1de8567-c2d4-47d3-bb07-1b18db6b4f40 HTTP/1.1" status: 200 len: 217 time: 0.0383697 Feb 04 17:35:43.002546 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183d1291-bb2b-4cf0-a2bc-b797bc9a8215 req-0373c3a9-c8e8-4878-b715-dd88400287d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:35:43.004377 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-183d1291-bb2b-4cf0-a2bc-b797bc9a8215 req-0373c3a9-c8e8-4878-b715-dd88400287d4 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=374f8112-5742-4b42-8352-dde88f274742 HTTP/1.1" status: 200 len: 861 time: 0.0792158 Feb 04 17:35:43.045589 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-183d1291-bb2b-4cf0-a2bc-b797bc9a8215 req-5dc2f57d-14b3-4593-bf9d-97a25371f5c8 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=061e92da-b345-4bb8-9d04-847b819e181d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0337999 Feb 04 17:35:43.098180 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-c0207cd2-a165-4058-8af5-1676928afa31 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602754'] for router_interface (6f3d8750-ceed-441b-bf8d-70e7804e000d), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:43.249297 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-183d1291-bb2b-4cf0-a2bc-b797bc9a8215 req-55145f11-27a5-4fdb-916c-bcda86bab716 service neutron] 10.222.0.96 "GET /v2.0/networks/061e92da-b345-4bb8-9d04-847b819e181d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1959527 Feb 04 17:35:43.254734 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-1decf9fd-191b-42d9-922e-e8f02ad34d73 req-a45be536-55b5-4e58-9d29-0d28faeb82cf tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] 10.222.0.89 "GET /v2.0/ports?device_id=f9afa7a5-1aca-47d0-a335-e4059d5a8169 HTTP/1.1" status: 200 len: 210 time: 0.0298975 Feb 04 17:35:43.479149 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 2a599438-d6df-4b29-a51d-8c2fc2a2d92d no longer exists at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:35:43.502205 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] No Port match for: 2a599438-d6df-4b29-a51d-8c2fc2a2d92d {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 17:35:43.502835 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 2a599438-d6df-4b29-a51d-8c2fc2a2d92d not bound to the agent host n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 17:35:43.503276 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device d0f21ef9-1f4d-4e6f-9250-fd10037e9239 no longer exists at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:35:43.524153 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] No Port match for: d0f21ef9-1f4d-4e6f-9250-fd10037e9239 {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 17:35:43.524505 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device d0f21ef9-1f4d-4e6f-9250-fd10037e9239 not bound to the agent host n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 17:35:43.740650 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-183d1291-bb2b-4cf0-a2bc-b797bc9a8215 req-e87ad8a1-1088-40dd-a45c-3d152c07c888 service neutron] 10.222.0.96 "GET /v2.0/networks/061e92da-b345-4bb8-9d04-847b819e181d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4699471 Feb 04 17:35:43.791459 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5a2323-27b2-443f-b8c1-294c9e5b30ff req-635c870c-dc15-440c-969b-e0eec81b5560 tempest-ServerAddressesNegativeTestJSON-1915912067 tempest-ServerAddressesNegativeTestJSON-1915912067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:35:43.793061 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-7b5a2323-27b2-443f-b8c1-294c9e5b30ff req-635c870c-dc15-440c-969b-e0eec81b5560 tempest-ServerAddressesNegativeTestJSON-1915912067 tempest-ServerAddressesNegativeTestJSON-1915912067-project] 10.222.0.89 "GET /v2.0/ports?device_id=2216a81b-6abc-4374-b7f6-16ce040682ed HTTP/1.1" status: 200 len: 944 time: 0.1232378 Feb 04 17:35:43.891449 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-7b5a2323-27b2-443f-b8c1-294c9e5b30ff req-cd538644-feec-4e1d-8f9e-74bf1d26e826 tempest-ServerAddressesNegativeTestJSON-1915912067 tempest-ServerAddressesNegativeTestJSON-1915912067-project] 10.222.0.89 "GET /v2.0/security-groups?id=bbe79966-413d-49a2-8886-a33366b12fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858350 Feb 04 17:35:43.896191 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb9253e-1e95-4c0d-a8b9-ccc03b3153f4 req-785e6d53-eea6-4524-b75f-74d74ca990b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:35:43.898109 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-ebb9253e-1e95-4c0d-a8b9-ccc03b3153f4 req-785e6d53-eea6-4524-b75f-74d74ca990b3 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=32cf6cd3423d41b294cf380d865bc1fb&device_id=2216a81b-6abc-4374-b7f6-16ce040682ed HTTP/1.1" status: 200 len: 1126 time: 0.1037021 Feb 04 17:35:43.902595 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-c0207cd2-a165-4058-8af5-1676928afa31 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Deleting port c5d1de23-05ad-4303-9b46-24f65bc62e8a {{(pid=103376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:35:43.902951 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-c0207cd2-a165-4058-8af5-1676928afa31 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (c5d1de23-05ad-4303-9b46-24f65bc62e8a), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:44.064241 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [None req-c0207cd2-a165-4058-8af5-1676928afa31 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] For port c5d1de23-05ad-4303-9b46-24f65bc62e8a, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=c5d1de23-05ad-4303-9b46-24f65bc62e8a,segment=NetworkSegment(649e2f86-102d-4b00-b4a8-8ce1211e8fa8),segment_id=649e2f86-102d-4b00-b4a8-8ce1211e8fa8)] {{(pid=103376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:35:44.064911 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-c0207cd2-a165-4058-8af5-1676928afa31 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (c5d1de23-05ad-4303-9b46-24f65bc62e8a), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:44.067426 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb9253e-1e95-4c0d-a8b9-ccc03b3153f4 req-bcca8430-1e02-44a4-a52f-50a163de2d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:35:44.068931 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-ebb9253e-1e95-4c0d-a8b9-ccc03b3153f4 req-bcca8430-1e02-44a4-a52f-50a163de2d5b service neutron] 10.222.0.96 "GET /v2.0/networks?id=061e92da-b345-4bb8-9d04-847b819e181d HTTP/1.1" status: 200 len: 922 time: 0.1629281 Feb 04 17:35:44.085945 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-c0207cd2-a165-4058-8af5-1676928afa31 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Calling delete_port for c5d1de23-05ad-4303-9b46-24f65bc62e8a owned by network:router_interface {{(pid=103376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:35:44.119593 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-ebb9253e-1e95-4c0d-a8b9-ccc03b3153f4 req-9b5a872b-f5e8-4b7f-bc4c-e6a073321488 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b1de8567-c2d4-47d3-bb07-1b18db6b4f40 HTTP/1.1" status: 200 len: 217 time: 0.0437839 Feb 04 17:35:44.209317 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb9253e-1e95-4c0d-a8b9-ccc03b3153f4 req-adb62ec5-e21a-4fa3-970a-34b473203109 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:35:44.210791 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-ebb9253e-1e95-4c0d-a8b9-ccc03b3153f4 req-adb62ec5-e21a-4fa3-970a-34b473203109 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=374f8112-5742-4b42-8352-dde88f274742 HTTP/1.1" status: 200 len: 861 time: 0.0842965 Feb 04 17:35:44.278511 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-ebb9253e-1e95-4c0d-a8b9-ccc03b3153f4 req-4f6feea5-b7c1-4a27-8786-33cab007cb56 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=061e92da-b345-4bb8-9d04-847b819e181d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0605788 Feb 04 17:35:44.381328 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-f51b56f8-0b49-4b7c-81b4-3dbb5d4ef9de req-f9e15da2-d440-4e66-8804-3e8f083aa56d tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] 10.222.0.89 "GET /v2.0/ports?device_id=f9afa7a5-1aca-47d0-a335-e4059d5a8169 HTTP/1.1" status: 200 len: 210 time: 0.0355623 Feb 04 17:35:44.425051 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-ebb9253e-1e95-4c0d-a8b9-ccc03b3153f4 req-4d8dec5a-c7d3-4097-96ae-6b5f6e2a7846 service neutron] 10.222.0.96 "GET /v2.0/networks/061e92da-b345-4bb8-9d04-847b819e181d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1391647 Feb 04 17:35:44.429360 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-c0207cd2-a165-4058-8af5-1676928afa31 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (c5d1de23-05ad-4303-9b46-24f65bc62e8a), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:44.472598 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0207cd2-a165-4058-8af5-1676928afa31 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Pushing event deleted for resources: {'Port': ['ID=c5d1de23-05ad-4303-9b46-24f65bc62e8a,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:35:44.644418 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-ebb9253e-1e95-4c0d-a8b9-ccc03b3153f4 req-c200bfb2-8d69-4574-8805-7150f7705709 service neutron] 10.222.0.96 "GET /v2.0/networks/061e92da-b345-4bb8-9d04-847b819e181d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2106237 Feb 04 17:35:44.695436 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-c0207cd2-a165-4058-8af5-1676928afa31 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1677336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1602614'] for router_interface (6f3d8750-ceed-441b-bf8d-70e7804e000d), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:44.889065 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0207cd2-a165-4058-8af5-1676928afa31 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Router 6f3d8750-ceed-441b-bf8d-70e7804e000d has already been hosted by L3 agent 64ada913-9131-4d99-a265-63a920956287 {{(pid=103376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 17:35:45.010771 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0207cd2-a165-4058-8af5-1676928afa31 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Notify agent at l3_agent.n-d-827839-2 the message routers_updated {{(pid=103376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 17:35:45.017181 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-c0207cd2-a165-4058-8af5-1676928afa31 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] 10.222.0.89 "PUT /v2.0/routers/6f3d8750-ceed-441b-bf8d-70e7804e000d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5426676 Feb 04 17:35:45.019361 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 53822) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:35:45.022683 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7791d4c1-c3e1-4279-a6d3-c21f16235b25 None None] Sync routers for ids ['6f3d8750-ceed-441b-bf8d-70e7804e000d'] in n-d-827839-2 {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 17:35:45.033286 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7791d4c1-c3e1-4279-a6d3-c21f16235b25 None None] Routers {'6f3d8750-ceed-441b-bf8d-70e7804e000d'} bound to L3 agent in host n-d-827839-2 {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:35:45.033975 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-7791d4c1-c3e1-4279-a6d3-c21f16235b25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:35:32Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['6f3d8750-ceed-441b-bf8d-70e7804e000d'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:35:45.061723 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a9a738-6b7e-4ce6-a77a-d39c37ba1562 req-868967a8-0c29-4138-a228-e1fa13c2ea95 tempest-ServerAddressesNegativeTestJSON-1915912067 tempest-ServerAddressesNegativeTestJSON-1915912067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:35:45.063749 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-d6a9a738-6b7e-4ce6-a77a-d39c37ba1562 req-868967a8-0c29-4138-a228-e1fa13c2ea95 tempest-ServerAddressesNegativeTestJSON-1915912067 tempest-ServerAddressesNegativeTestJSON-1915912067-project] 10.222.0.89 "GET /v2.0/ports?device_id=2216a81b-6abc-4374-b7f6-16ce040682ed HTTP/1.1" status: 200 len: 944 time: 0.1028512 Feb 04 17:35:45.094735 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.db_base_plugin_v2 [None req-3062b864-6c87-4c89-bb74-ecd81caaa111 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Deleting subnet 605ecbf2-21e6-4d4c-a4dd-eed159e792c8 {{(pid=103376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 17:35:45.100390 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-3062b864-6c87-4c89-bb74-ecd81caaa111 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Publish callbacks [] for subnet (605ecbf2-21e6-4d4c-a4dd-eed159e792c8), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:45.122497 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvr_db [None req-7791d4c1-c3e1-4279-a6d3-c21f16235b25 None None] Set router 6f3d8750-ceed-441b-bf8d-70e7804e000d gateway port host: None {{(pid=103379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:35:45.161527 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-3062b864-6c87-4c89-bb74-ecd81caaa111 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25674901'] for subnet (605ecbf2-21e6-4d4c-a4dd-eed159e792c8), precommit_delete_associations {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:45.184627 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-d6a9a738-6b7e-4ce6-a77a-d39c37ba1562 req-ef507e39-fadd-4d84-ac0a-26a2d910432b tempest-ServerAddressesNegativeTestJSON-1915912067 tempest-ServerAddressesNegativeTestJSON-1915912067-project] 10.222.0.89 "GET /v2.0/security-groups?id=bbe79966-413d-49a2-8886-a33366b12fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107550 Feb 04 17:35:45.257381 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-3062b864-6c87-4c89-bb74-ecd81caaa111 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1541225'] for subnet (605ecbf2-21e6-4d4c-a4dd-eed159e792c8), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:45.322621 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-3062b864-6c87-4c89-bb74-ecd81caaa111 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1541216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25675894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25858947'] for subnet (605ecbf2-21e6-4d4c-a4dd-eed159e792c8), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:45.336381 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-7791d4c1-c3e1-4279-a6d3-c21f16235b25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f3d8750-ceed-441b-bf8d-70e7804e000d', 'name': 'tempest-RoutersTest-router-278699497', 'tenant_id': 'd3ff32f7652b479da34ca36dc7895dfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:34:43Z', 'updated_at': '2022-02-04T17:35:44Z', 'revision_number': 10, 'project_id': 'd3ff32f7652b479da34ca36dc7895dfa', 'gw_port_host': None, '_interfaces': [{'id': '92f4c3be-e15c-4f08-9788-b0a194389e06', 'name': '', 'network_id': '8487074d-54a4-45cf-aae0-108f71ca371b', 'tenant_id': 'd3ff32f7652b479da34ca36dc7895dfa', 'mac_address': 'fa:16:3e:8b:5c:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f3d8750-ceed-441b-bf8d-70e7804e000d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2782, 'fixed_ips': [{'subnet_id': '6f6d8615-f09d-4bc7-a5e2-068112e1995f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:34:45Z', 'updated_at': '2022-02-04T17:34:51Z', 'revision_number': 5, 'project_id': 'd3ff32f7652b479da34ca36dc7895dfa', 'subnets': [{'id': '6f6d8615-f09d-4bc7-a5e2-068112e1995f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-2', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:35:45.354236 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3062b864-6c87-4c89-bb74-ecd81caaa111 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Pushing event deleted for resources: {'Subnet': ['ID=605ecbf2-21e6-4d4c-a4dd-eed159e792c8,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:35:45.360369 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-3062b864-6c87-4c89-bb74-ecd81caaa111 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Publish callbacks [] for subnet (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:45.364068 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8fe5608-9149-4247-bcb2-b50328f6066a None None] Network f2122144-f544-4274-ab84-898b64becced requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:35:45.364545 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-3062b864-6c87-4c89-bb74-ecd81caaa111 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] 10.222.0.89 "DELETE /v2.0/subnets/605ecbf2-21e6-4d4c-a4dd-eed159e792c8 HTTP/1.1" status: 204 len: 168 time: 0.3436737 Feb 04 17:35:45.367159 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 53824) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:35:45.369281 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7791d4c1-c3e1-4279-a6d3-c21f16235b25 None None] Checking router: 6f3d8750-ceed-441b-bf8d-70e7804e000d for host: n-d-827839-2 {{(pid=103379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 17:35:45.379299 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7791d4c1-c3e1-4279-a6d3-c21f16235b25 None None] Routers {'6f3d8750-ceed-441b-bf8d-70e7804e000d'} bound to L3 agent in host n-d-827839-2 {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:35:45.379947 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-7791d4c1-c3e1-4279-a6d3-c21f16235b25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:35:32Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['6f3d8750-ceed-441b-bf8d-70e7804e000d'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:35:45.494168 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-c96d8dea-6b51-4854-9ccd-fbfe08acac3a tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628832'] for network (f2122144-f544-4274-ab84-898b64becced), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:45.513397 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvr_db [None req-7791d4c1-c3e1-4279-a6d3-c21f16235b25 None None] Set router 6f3d8750-ceed-441b-bf8d-70e7804e000d gateway port host: None {{(pid=103379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:35:45.568970 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-6f263b4b-c1a4-443a-9d43-c92eed97bfe1 req-f09b5c3f-017e-49f3-8665-007cdc630dbd tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] 10.222.0.89 "GET /v2.0/ports?device_id=f9afa7a5-1aca-47d0-a335-e4059d5a8169 HTTP/1.1" status: 200 len: 210 time: 0.0551262 Feb 04 17:35:45.593787 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-c96d8dea-6b51-4854-9ccd-fbfe08acac3a tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Deleting port af68f7ad-3975-40a0-879d-8f20c1e7058e {{(pid=103377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:35:45.594144 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-c96d8dea-6b51-4854-9ccd-fbfe08acac3a tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (af68f7ad-3975-40a0-879d-8f20c1e7058e), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:45.617527 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd3c6855-be80-42bc-a522-b8131defefb2 None None] DHCP port deletion for f2122144-f544-4274-ab84-898b64becced request from n-d-827839-2 {{(pid=103378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 17:35:45.675941 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [None req-c96d8dea-6b51-4854-9ccd-fbfe08acac3a tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] For port af68f7ad-3975-40a0-879d-8f20c1e7058e, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=af68f7ad-3975-40a0-879d-8f20c1e7058e,segment=NetworkSegment(649e2f86-102d-4b00-b4a8-8ce1211e8fa8),segment_id=649e2f86-102d-4b00-b4a8-8ce1211e8fa8)] {{(pid=103377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:35:45.676418 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-c96d8dea-6b51-4854-9ccd-fbfe08acac3a tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (af68f7ad-3975-40a0-879d-8f20c1e7058e), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:45.676706 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-bd3c6855-be80-42bc-a522-b8131defefb2 None None] Deleting port af68f7ad-3975-40a0-879d-8f20c1e7058e {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:35:45.677257 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-bd3c6855-be80-42bc-a522-b8131defefb2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (af68f7ad-3975-40a0-879d-8f20c1e7058e), before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:45.692531 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-c96d8dea-6b51-4854-9ccd-fbfe08acac3a tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Calling delete_port for af68f7ad-3975-40a0-879d-8f20c1e7058e owned by network:dhcp {{(pid=103377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:35:45.740593 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-7791d4c1-c3e1-4279-a6d3-c21f16235b25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f3d8750-ceed-441b-bf8d-70e7804e000d', 'name': 'tempest-RoutersTest-router-278699497', 'tenant_id': 'd3ff32f7652b479da34ca36dc7895dfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:34:43Z', 'updated_at': '2022-02-04T17:35:44Z', 'revision_number': 10, 'project_id': 'd3ff32f7652b479da34ca36dc7895dfa', 'gw_port_host': None, '_interfaces': [{'id': '92f4c3be-e15c-4f08-9788-b0a194389e06', 'name': '', 'network_id': '8487074d-54a4-45cf-aae0-108f71ca371b', 'tenant_id': 'd3ff32f7652b479da34ca36dc7895dfa', 'mac_address': 'fa:16:3e:8b:5c:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f3d8750-ceed-441b-bf8d-70e7804e000d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2782, 'fixed_ips': [{'subnet_id': '6f6d8615-f09d-4bc7-a5e2-068112e1995f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:34:45Z', 'updated_at': '2022-02-04T17:34:51Z', 'revision_number': 5, 'project_id': 'd3ff32f7652b479da34ca36dc7895dfa', 'subnets': [{'id': '6f6d8615-f09d-4bc7-a5e2-068112e1995f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-2', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:35:45.761756 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-bd3c6855-be80-42bc-a522-b8131defefb2 None None] For port af68f7ad-3975-40a0-879d-8f20c1e7058e, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=af68f7ad-3975-40a0-879d-8f20c1e7058e,segment=NetworkSegment(649e2f86-102d-4b00-b4a8-8ce1211e8fa8),segment_id=649e2f86-102d-4b00-b4a8-8ce1211e8fa8)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:35:45.762415 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-bd3c6855-be80-42bc-a522-b8131defefb2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (af68f7ad-3975-40a0-879d-8f20c1e7058e), precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:45.768583 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7791d4c1-c3e1-4279-a6d3-c21f16235b25 None None] The sync data for ids ['6f3d8750-ceed-441b-bf8d-70e7804e000d'] in n-d-827839-2 is: [{'id': '6f3d8750-ceed-441b-bf8d-70e7804e000d', 'name': 'tempest-RoutersTest-router-278699497', 'tenant_id': 'd3ff32f7652b479da34ca36dc7895dfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:34:43Z', 'updated_at': '2022-02-04T17:35:44Z', 'revision_number': 10, 'project_id': 'd3ff32f7652b479da34ca36dc7895dfa', 'gw_port_host': None, '_interfaces': [{'id': '92f4c3be-e15c-4f08-9788-b0a194389e06', 'name': '', 'network_id': '8487074d-54a4-45cf-aae0-108f71ca371b', 'tenant_id': 'd3ff32f7652b479da34ca36dc7895dfa', 'mac_address': 'fa:16:3e:8b:5c:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f3d8750-ceed-441b-bf8d-70e7804e000d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2782, 'fixed_ips': [{'subnet_id': '6f6d8615-f09d-4bc7-a5e2-068112e1995f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:34:45Z', 'updated_at': '2022-02-04T17:34:51Z', 'revision_number': 5, 'project_id': 'd3ff32f7652b479da34ca36dc7895dfa', 'subnets': [{'id': '6f6d8615-f09d-4bc7-a5e2-068112e1995f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 17:35:45.776645 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-bd3c6855-be80-42bc-a522-b8131defefb2 None None] Calling delete_port for af68f7ad-3975-40a0-879d-8f20c1e7058e owned by network:dhcp {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:35:45.796475 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-c96d8dea-6b51-4854-9ccd-fbfe08acac3a tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (af68f7ad-3975-40a0-879d-8f20c1e7058e), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:45.814264 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c96d8dea-6b51-4854-9ccd-fbfe08acac3a tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] No DVR routers for this DVR port af68f7ad-3975-40a0-879d-8f20c1e7058e on host n-d-827839-2 {{(pid=103377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 17:35:45.835144 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96d8dea-6b51-4854-9ccd-fbfe08acac3a tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Pushing event deleted for resources: {'Port': ['ID=af68f7ad-3975-40a0-879d-8f20c1e7058e,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:35:45.872027 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-bd3c6855-be80-42bc-a522-b8131defefb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144'] for port (af68f7ad-3975-40a0-879d-8f20c1e7058e), after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:45.884811 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd3c6855-be80-42bc-a522-b8131defefb2 None None] No DVR routers for this DVR port af68f7ad-3975-40a0-879d-8f20c1e7058e on host n-d-827839-2 {{(pid=103378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 17:35:45.909147 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3c6855-be80-42bc-a522-b8131defefb2 None None] Pushing event deleted for resources: {'Port': ['ID=af68f7ad-3975-40a0-879d-8f20c1e7058e,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:35:45.917793 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-c96d8dea-6b51-4854-9ccd-fbfe08acac3a tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1543676', 'neutron.services.segments.db._delete_segments_for_network-8781084786517'] for network (f2122144-f544-4274-ab84-898b64becced), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:45.917960 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd3c6855-be80-42bc-a522-b8131defefb2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:35:45.918295 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd3c6855-be80-42bc-a522-b8131defefb2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:35:45.918646 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd3c6855-be80-42bc-a522-b8131defefb2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:35:45.918986 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd3c6855-be80-42bc-a522-b8131defefb2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:35:45.919442 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd3c6855-be80-42bc-a522-b8131defefb2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:35:45.919834 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd3c6855-be80-42bc-a522-b8131defefb2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:35:45.920173 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd3c6855-be80-42bc-a522-b8131defefb2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:35:45.920623 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd3c6855-be80-42bc-a522-b8131defefb2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:35:45.920985 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd3c6855-be80-42bc-a522-b8131defefb2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:35:45.921311 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd3c6855-be80-42bc-a522-b8131defefb2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:35:45.921684 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd3c6855-be80-42bc-a522-b8131defefb2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:35:45.922078 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd3c6855-be80-42bc-a522-b8131defefb2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:35:45.922406 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd3c6855-be80-42bc-a522-b8131defefb2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:35:45.939524 n-d-827839-2 neutron-server[103377]: DEBUG neutron.services.segments.db [None req-c96d8dea-6b51-4854-9ccd-fbfe08acac3a tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2122144-f544-4274-ab84-898b64becced']}} {{(pid=103377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:35:45.948670 n-d-827839-2 neutron-server[103377]: DEBUG neutron.services.segments.db [None req-c96d8dea-6b51-4854-9ccd-fbfe08acac3a tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '649e2f86-102d-4b00-b4a8-8ce1211e8fa8') {'for_net_delete': True} {{(pid=103377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:35:45.948916 n-d-827839-2 neutron-server[103377]: DEBUG neutron.services.segments.db [None req-c96d8dea-6b51-4854-9ccd-fbfe08acac3a tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '649e2f86-102d-4b00-b4a8-8ce1211e8fa8') {} {{(pid=103377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:35:45.958588 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-c96d8dea-6b51-4854-9ccd-fbfe08acac3a tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781084783966', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26866685'] for segment (649e2f86-102d-4b00-b4a8-8ce1211e8fa8), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:45.971318 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-c96d8dea-6b51-4854-9ccd-fbfe08acac3a tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (649e2f86-102d-4b00-b4a8-8ce1211e8fa8), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:45.977540 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c96d8dea-6b51-4854-9ccd-fbfe08acac3a tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Releasing vlan 784 on physical network physnet1 to pool {{(pid=103377) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 17:35:45.977947 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-c96d8dea-6b51-4854-9ccd-fbfe08acac3a tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25888454'] for segment (649e2f86-102d-4b00-b4a8-8ce1211e8fa8), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:45.980935 n-d-827839-2 neutron-server[103377]: Traceback (most recent call last): Feb 04 17:35:45.980935 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 17:35:45.980935 n-d-827839-2 neutron-server[103377]: timer() Feb 04 17:35:45.980935 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 17:35:45.980935 n-d-827839-2 neutron-server[103377]: cb(*args, **kw) Feb 04 17:35:45.980935 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 17:35:45.980935 n-d-827839-2 neutron-server[103377]: return func(*args, **kwargs) Feb 04 17:35:45.980935 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 17:35:45.980935 n-d-827839-2 neutron-server[103377]: self._notify() Feb 04 17:35:45.980935 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 17:35:45.980935 n-d-827839-2 neutron-server[103377]: self.callback(batched_events) Feb 04 17:35:45.980935 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 17:35:45.980935 n-d-827839-2 neutron-server[103377]: event.method(event) Feb 04 17:35:45.980935 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 17:35:45.980935 n-d-827839-2 neutron-server[103377]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 17:35:45.980935 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 17:35:45.980935 n-d-827839-2 neutron-server[103377]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 17:35:45.980935 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 17:35:45.980935 n-d-827839-2 neutron-server[103377]: return f(self, *a, **k) Feb 04 17:35:45.980935 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 17:35:45.980935 n-d-827839-2 neutron-server[103377]: return self._get(url).json() Feb 04 17:35:45.980935 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 17:35:45.980935 n-d-827839-2 neutron-server[103377]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 17:35:45.980935 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 17:35:45.980935 n-d-827839-2 neutron-server[103377]: return self.request(url, 'GET', **kwargs) Feb 04 17:35:45.980935 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 17:35:45.980935 n-d-827839-2 neutron-server[103377]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 17:35:45.980935 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 17:35:45.980935 n-d-827839-2 neutron-server[103377]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 17:35:45.980935 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 17:35:45.980935 n-d-827839-2 neutron-server[103377]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 17:35:45.980935 n-d-827839-2 neutron-server[103377]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 17:35:46.041121 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-c96d8dea-6b51-4854-9ccd-fbfe08acac3a tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1543671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1595572'] for network (f2122144-f544-4274-ab84-898b64becced), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:46.048342 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-c96d8dea-6b51-4854-9ccd-fbfe08acac3a tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Publish callbacks [] for network (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:46.054169 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-c96d8dea-6b51-4854-9ccd-fbfe08acac3a tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] 10.222.0.89 "DELETE /v2.0/networks/f2122144-f544-4274-ab84-898b64becced HTTP/1.1" status: 204 len: 168 time: 0.6830022 Feb 04 17:35:46.054447 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 53828) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:35:46.064081 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96d8dea-6b51-4854-9ccd-fbfe08acac3a tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Pushing event deleted for resources: {'Network': ['ID=f2122144-f544-4274-ab84-898b64becced,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:35:46.368651 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49791e2-3a45-4c33-bd22-2e7785dca607 req-04de3cb6-9754-429b-bc77-d9de2e46104c tempest-ServerAddressesNegativeTestJSON-1915912067 tempest-ServerAddressesNegativeTestJSON-1915912067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:35:46.370192 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-b49791e2-3a45-4c33-bd22-2e7785dca607 req-04de3cb6-9754-429b-bc77-d9de2e46104c tempest-ServerAddressesNegativeTestJSON-1915912067 tempest-ServerAddressesNegativeTestJSON-1915912067-project] 10.222.0.89 "GET /v2.0/ports?device_id=2216a81b-6abc-4374-b7f6-16ce040682ed HTTP/1.1" status: 200 len: 944 time: 0.0967870 Feb 04 17:35:46.436251 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-b49791e2-3a45-4c33-bd22-2e7785dca607 req-2911bad1-a7b9-4397-9f33-9a89ec21e26c tempest-ServerAddressesNegativeTestJSON-1915912067 tempest-ServerAddressesNegativeTestJSON-1915912067-project] 10.222.0.89 "GET /v2.0/security-groups?id=bbe79966-413d-49a2-8886-a33366b12fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588925 Feb 04 17:35:46.485648 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-9cb32bed-0e58-49d9-960a-8c70b6a4416a tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602754'] for router_interface (6f3d8750-ceed-441b-bf8d-70e7804e000d), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:46.696333 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-fda4ab6f-68ab-4be0-9936-73843c7cfe41 req-2aac0499-d2f7-4859-befa-85fca5b5de4b tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] 10.222.0.89 "GET /v2.0/ports?device_id=f9afa7a5-1aca-47d0-a335-e4059d5a8169 HTTP/1.1" status: 200 len: 210 time: 0.0300398 Feb 04 17:35:46.739772 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-9cb32bed-0e58-49d9-960a-8c70b6a4416a tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Deleting port 92f4c3be-e15c-4f08-9788-b0a194389e06 {{(pid=103376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:35:46.740117 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-9cb32bed-0e58-49d9-960a-8c70b6a4416a tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (92f4c3be-e15c-4f08-9788-b0a194389e06), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:46.831594 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [None req-9cb32bed-0e58-49d9-960a-8c70b6a4416a tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] For port 92f4c3be-e15c-4f08-9788-b0a194389e06, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=92f4c3be-e15c-4f08-9788-b0a194389e06,segment=NetworkSegment(335c8219-1f8b-4e3c-9217-22d5b516f74e),segment_id=335c8219-1f8b-4e3c-9217-22d5b516f74e)] {{(pid=103376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:35:46.831954 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-9cb32bed-0e58-49d9-960a-8c70b6a4416a tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (92f4c3be-e15c-4f08-9788-b0a194389e06), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:46.845161 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-9cb32bed-0e58-49d9-960a-8c70b6a4416a tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Calling delete_port for 92f4c3be-e15c-4f08-9788-b0a194389e06 owned by network:router_interface {{(pid=103376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:35:47.026006 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-9cb32bed-0e58-49d9-960a-8c70b6a4416a tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (92f4c3be-e15c-4f08-9788-b0a194389e06), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:47.053800 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb32bed-0e58-49d9-960a-8c70b6a4416a tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Pushing event deleted for resources: {'Port': ['ID=92f4c3be-e15c-4f08-9788-b0a194389e06,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:35:47.206622 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-9cb32bed-0e58-49d9-960a-8c70b6a4416a tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1677336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1602614'] for router_interface (6f3d8750-ceed-441b-bf8d-70e7804e000d), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:47.372298 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cb32bed-0e58-49d9-960a-8c70b6a4416a tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Router 6f3d8750-ceed-441b-bf8d-70e7804e000d has already been hosted by L3 agent 64ada913-9131-4d99-a265-63a920956287 {{(pid=103376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 17:35:47.459863 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cb32bed-0e58-49d9-960a-8c70b6a4416a tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Notify agent at l3_agent.n-d-827839-2 the message routers_updated {{(pid=103376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 17:35:47.467653 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 53836) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:35:47.468141 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-9cb32bed-0e58-49d9-960a-8c70b6a4416a tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] 10.222.0.89 "PUT /v2.0/routers/6f3d8750-ceed-441b-bf8d-70e7804e000d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4123342 Feb 04 17:35:47.473614 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cacb6f43-8b2c-432c-af7d-813c9361759c None None] Sync routers for ids ['6f3d8750-ceed-441b-bf8d-70e7804e000d'] in n-d-827839-2 {{(pid=103378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 17:35:47.484205 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cacb6f43-8b2c-432c-af7d-813c9361759c None None] Routers {'6f3d8750-ceed-441b-bf8d-70e7804e000d'} bound to L3 agent in host n-d-827839-2 {{(pid=103378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:35:47.485873 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-cacb6f43-8b2c-432c-af7d-813c9361759c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:35:32Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['6f3d8750-ceed-441b-bf8d-70e7804e000d'], 'active': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:35:47.565275 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvr_db [None req-cacb6f43-8b2c-432c-af7d-813c9361759c None None] Set router 6f3d8750-ceed-441b-bf8d-70e7804e000d gateway port host: None {{(pid=103378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:35:47.571774 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4222375-5e95-4023-ae41-d17c2fba72bf tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Deleting subnet 6f6d8615-f09d-4bc7-a5e2-068112e1995f {{(pid=103377) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 17:35:47.575639 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-b4222375-5e95-4023-ae41-d17c2fba72bf tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Publish callbacks [] for subnet (6f6d8615-f09d-4bc7-a5e2-068112e1995f), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:47.627844 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474ed561-a205-4845-9154-5c50b48bfd63 req-ce0fe1e7-1c42-45c8-8cf5-7cae6ce34c85 tempest-ServerAddressesNegativeTestJSON-1915912067 tempest-ServerAddressesNegativeTestJSON-1915912067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:35:47.630863 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device af68f7ad-3975-40a0-879d-8f20c1e7058e no longer exists at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:35:47.633046 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-cacb6f43-8b2c-432c-af7d-813c9361759c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f3d8750-ceed-441b-bf8d-70e7804e000d', 'name': 'tempest-RoutersTest-router-278699497', 'tenant_id': 'd3ff32f7652b479da34ca36dc7895dfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:34:43Z', 'updated_at': '2022-02-04T17:35:46Z', 'revision_number': 11, 'project_id': 'd3ff32f7652b479da34ca36dc7895dfa', 'gw_port_host': None}], 'n-d-827839-2', False) {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:35:47.635525 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-474ed561-a205-4845-9154-5c50b48bfd63 req-ce0fe1e7-1c42-45c8-8cf5-7cae6ce34c85 tempest-ServerAddressesNegativeTestJSON-1915912067 tempest-ServerAddressesNegativeTestJSON-1915912067-project] 10.222.0.89 "GET /v2.0/ports?device_id=2216a81b-6abc-4374-b7f6-16ce040682ed HTTP/1.1" status: 200 len: 944 time: 0.0839789 Feb 04 17:35:47.636100 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-b4222375-5e95-4023-ae41-d17c2fba72bf tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26866676'] for subnet (6f6d8615-f09d-4bc7-a5e2-068112e1995f), precommit_delete_associations {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:47.685717 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cacb6f43-8b2c-432c-af7d-813c9361759c None None] Checking router: 6f3d8750-ceed-441b-bf8d-70e7804e000d for host: n-d-827839-2 {{(pid=103378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 17:35:47.688008 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] No Port match for: af68f7ad-3975-40a0-879d-8f20c1e7058e {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 17:35:47.688667 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device af68f7ad-3975-40a0-879d-8f20c1e7058e not bound to the agent host n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 17:35:47.689254 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device c5d1de23-05ad-4303-9b46-24f65bc62e8a no longer exists at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:35:47.692412 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-474ed561-a205-4845-9154-5c50b48bfd63 req-28b644df-c769-4a6a-9bb0-f580fb559a74 tempest-ServerAddressesNegativeTestJSON-1915912067 tempest-ServerAddressesNegativeTestJSON-1915912067-project] 10.222.0.89 "GET /v2.0/security-groups?id=bbe79966-413d-49a2-8886-a33366b12fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555887 Feb 04 17:35:47.722736 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cacb6f43-8b2c-432c-af7d-813c9361759c None None] Routers {'6f3d8750-ceed-441b-bf8d-70e7804e000d'} bound to L3 agent in host n-d-827839-2 {{(pid=103378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:35:47.723360 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-cacb6f43-8b2c-432c-af7d-813c9361759c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:35:32Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['6f3d8750-ceed-441b-bf8d-70e7804e000d'], 'active': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:35:47.725101 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] No Port match for: c5d1de23-05ad-4303-9b46-24f65bc62e8a {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 17:35:47.727305 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device c5d1de23-05ad-4303-9b46-24f65bc62e8a not bound to the agent host n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 17:35:47.736778 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-b4222375-5e95-4023-ae41-d17c2fba72bf tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1541225'] for subnet (6f6d8615-f09d-4bc7-a5e2-068112e1995f), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:47.816052 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-b4222375-5e95-4023-ae41-d17c2fba72bf tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1541216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25888360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25597190'] for subnet (6f6d8615-f09d-4bc7-a5e2-068112e1995f), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:47.821626 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvr_db [None req-cacb6f43-8b2c-432c-af7d-813c9361759c None None] Set router 6f3d8750-ceed-441b-bf8d-70e7804e000d gateway port host: None {{(pid=103378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:35:47.845015 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-6f1f15d7-eefc-41a0-90f2-bd84c94db26f req-6c1344ac-f882-4c66-9646-289771810ac5 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] 10.222.0.89 "GET /v2.0/ports?device_id=f9afa7a5-1aca-47d0-a335-e4059d5a8169 HTTP/1.1" status: 200 len: 210 time: 0.0408976 Feb 04 17:35:47.866777 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4222375-5e95-4023-ae41-d17c2fba72bf tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Pushing event deleted for resources: {'Subnet': ['ID=6f6d8615-f09d-4bc7-a5e2-068112e1995f,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:35:47.868934 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-b4222375-5e95-4023-ae41-d17c2fba72bf tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Publish callbacks [] for subnet (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:47.884824 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-b4222375-5e95-4023-ae41-d17c2fba72bf tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] 10.222.0.89 "DELETE /v2.0/subnets/6f6d8615-f09d-4bc7-a5e2-068112e1995f HTTP/1.1" status: 204 len: 168 time: 0.4066596 Feb 04 17:35:47.885013 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 53840) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:35:47.901302 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-646f6591-4fd9-4161-af58-3db9e39bff31 None None] Network 8487074d-54a4-45cf-aae0-108f71ca371b requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:35:47.905015 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-cacb6f43-8b2c-432c-af7d-813c9361759c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f3d8750-ceed-441b-bf8d-70e7804e000d', 'name': 'tempest-RoutersTest-router-278699497', 'tenant_id': 'd3ff32f7652b479da34ca36dc7895dfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:34:43Z', 'updated_at': '2022-02-04T17:35:46Z', 'revision_number': 11, 'project_id': 'd3ff32f7652b479da34ca36dc7895dfa', 'gw_port_host': None}], 'n-d-827839-2', False) {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:35:47.966239 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cacb6f43-8b2c-432c-af7d-813c9361759c None None] The sync data for ids ['6f3d8750-ceed-441b-bf8d-70e7804e000d'] in n-d-827839-2 is: [{'id': '6f3d8750-ceed-441b-bf8d-70e7804e000d', 'name': 'tempest-RoutersTest-router-278699497', 'tenant_id': 'd3ff32f7652b479da34ca36dc7895dfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:34:43Z', 'updated_at': '2022-02-04T17:35:46Z', 'revision_number': 11, 'project_id': 'd3ff32f7652b479da34ca36dc7895dfa', 'gw_port_host': None}] {{(pid=103378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 17:35:48.270154 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-5d3b8dff-335d-4b11-a0ea-7402f7bc8deb tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628832'] for network (8487074d-54a4-45cf-aae0-108f71ca371b), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:48.333250 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-5d3b8dff-335d-4b11-a0ea-7402f7bc8deb tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Deleting port 9f964af0-ef3d-4a54-a209-dcc68042c758 {{(pid=103376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:35:48.333687 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-5d3b8dff-335d-4b11-a0ea-7402f7bc8deb tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (9f964af0-ef3d-4a54-a209-dcc68042c758), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:48.345038 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fe8c5e1-0d6c-4258-9948-5a1c56be46df None None] DHCP port deletion for 8487074d-54a4-45cf-aae0-108f71ca371b request from n-d-827839-2 {{(pid=103378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 17:35:48.411637 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-5fe8c5e1-0d6c-4258-9948-5a1c56be46df None None] Deleting port 9f964af0-ef3d-4a54-a209-dcc68042c758 {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:35:48.412018 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5fe8c5e1-0d6c-4258-9948-5a1c56be46df None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (9f964af0-ef3d-4a54-a209-dcc68042c758), before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:48.412948 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [None req-5d3b8dff-335d-4b11-a0ea-7402f7bc8deb tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] For port 9f964af0-ef3d-4a54-a209-dcc68042c758, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=9f964af0-ef3d-4a54-a209-dcc68042c758,segment=NetworkSegment(335c8219-1f8b-4e3c-9217-22d5b516f74e),segment_id=335c8219-1f8b-4e3c-9217-22d5b516f74e)] {{(pid=103376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:35:48.413404 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-5d3b8dff-335d-4b11-a0ea-7402f7bc8deb tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (9f964af0-ef3d-4a54-a209-dcc68042c758), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:48.427725 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-5d3b8dff-335d-4b11-a0ea-7402f7bc8deb tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Calling delete_port for 9f964af0-ef3d-4a54-a209-dcc68042c758 owned by network:dhcp {{(pid=103376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:35:48.477539 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-5fe8c5e1-0d6c-4258-9948-5a1c56be46df None None] For port 9f964af0-ef3d-4a54-a209-dcc68042c758, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=9f964af0-ef3d-4a54-a209-dcc68042c758,segment=NetworkSegment(335c8219-1f8b-4e3c-9217-22d5b516f74e),segment_id=335c8219-1f8b-4e3c-9217-22d5b516f74e)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:35:48.478053 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5fe8c5e1-0d6c-4258-9948-5a1c56be46df None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (9f964af0-ef3d-4a54-a209-dcc68042c758), precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:48.493251 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-5fe8c5e1-0d6c-4258-9948-5a1c56be46df None None] Calling delete_port for 9f964af0-ef3d-4a54-a209-dcc68042c758 owned by network:dhcp {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:35:48.523981 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-5d3b8dff-335d-4b11-a0ea-7402f7bc8deb tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (9f964af0-ef3d-4a54-a209-dcc68042c758), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:48.537813 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d3b8dff-335d-4b11-a0ea-7402f7bc8deb tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] No DVR routers for this DVR port 9f964af0-ef3d-4a54-a209-dcc68042c758 on host n-d-827839-2 {{(pid=103376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 17:35:48.564898 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3b8dff-335d-4b11-a0ea-7402f7bc8deb tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Pushing event deleted for resources: {'Port': ['ID=9f964af0-ef3d-4a54-a209-dcc68042c758,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:35:48.577666 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5fe8c5e1-0d6c-4258-9948-5a1c56be46df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144'] for port (9f964af0-ef3d-4a54-a209-dcc68042c758), after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:48.602272 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe8c5e1-0d6c-4258-9948-5a1c56be46df None None] Pushing event deleted for resources: {'Port': ['ID=9f964af0-ef3d-4a54-a209-dcc68042c758,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:35:48.605734 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fe8c5e1-0d6c-4258-9948-5a1c56be46df None None] No DVR routers for this DVR port 9f964af0-ef3d-4a54-a209-dcc68042c758 on host n-d-827839-2 {{(pid=103378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 17:35:48.647598 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-5d3b8dff-335d-4b11-a0ea-7402f7bc8deb tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1543676', 'neutron.services.segments.db._delete_segments_for_network-8781084786517'] for network (8487074d-54a4-45cf-aae0-108f71ca371b), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:48.667682 n-d-827839-2 neutron-server[103376]: DEBUG neutron.services.segments.db [None req-5d3b8dff-335d-4b11-a0ea-7402f7bc8deb tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8487074d-54a4-45cf-aae0-108f71ca371b']}} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:35:48.678026 n-d-827839-2 neutron-server[103376]: DEBUG neutron.services.segments.db [None req-5d3b8dff-335d-4b11-a0ea-7402f7bc8deb tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '335c8219-1f8b-4e3c-9217-22d5b516f74e') {'for_net_delete': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:35:48.678357 n-d-827839-2 neutron-server[103376]: DEBUG neutron.services.segments.db [None req-5d3b8dff-335d-4b11-a0ea-7402f7bc8deb tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '335c8219-1f8b-4e3c-9217-22d5b516f74e') {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:35:48.688356 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-5d3b8dff-335d-4b11-a0ea-7402f7bc8deb tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781084783966', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25674908'] for segment (335c8219-1f8b-4e3c-9217-22d5b516f74e), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:48.701473 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-5d3b8dff-335d-4b11-a0ea-7402f7bc8deb tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (335c8219-1f8b-4e3c-9217-22d5b516f74e), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:48.707826 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d3b8dff-335d-4b11-a0ea-7402f7bc8deb tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Releasing vlan 766 on physical network physnet1 to pool {{(pid=103376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 17:35:48.708242 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-5d3b8dff-335d-4b11-a0ea-7402f7bc8deb tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25675992'] for segment (335c8219-1f8b-4e3c-9217-22d5b516f74e), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:48.711490 n-d-827839-2 neutron-server[103376]: Traceback (most recent call last): Feb 04 17:35:48.711490 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 17:35:48.711490 n-d-827839-2 neutron-server[103376]: timer() Feb 04 17:35:48.711490 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 17:35:48.711490 n-d-827839-2 neutron-server[103376]: cb(*args, **kw) Feb 04 17:35:48.711490 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 17:35:48.711490 n-d-827839-2 neutron-server[103376]: return func(*args, **kwargs) Feb 04 17:35:48.711490 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 17:35:48.711490 n-d-827839-2 neutron-server[103376]: self._notify() Feb 04 17:35:48.711490 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 17:35:48.711490 n-d-827839-2 neutron-server[103376]: self.callback(batched_events) Feb 04 17:35:48.711490 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 17:35:48.711490 n-d-827839-2 neutron-server[103376]: event.method(event) Feb 04 17:35:48.711490 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 17:35:48.711490 n-d-827839-2 neutron-server[103376]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 17:35:48.711490 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 17:35:48.711490 n-d-827839-2 neutron-server[103376]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 17:35:48.711490 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 17:35:48.711490 n-d-827839-2 neutron-server[103376]: return f(self, *a, **k) Feb 04 17:35:48.711490 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 17:35:48.711490 n-d-827839-2 neutron-server[103376]: return self._get(url).json() Feb 04 17:35:48.711490 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 17:35:48.711490 n-d-827839-2 neutron-server[103376]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 17:35:48.711490 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 17:35:48.711490 n-d-827839-2 neutron-server[103376]: return self.request(url, 'GET', **kwargs) Feb 04 17:35:48.711490 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 17:35:48.711490 n-d-827839-2 neutron-server[103376]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 17:35:48.711490 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 17:35:48.711490 n-d-827839-2 neutron-server[103376]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 17:35:48.711490 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 17:35:48.711490 n-d-827839-2 neutron-server[103376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 17:35:48.711490 n-d-827839-2 neutron-server[103376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 17:35:48.799584 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-5d3b8dff-335d-4b11-a0ea-7402f7bc8deb tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1543671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1595572'] for network (8487074d-54a4-45cf-aae0-108f71ca371b), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:48.807336 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-5d3b8dff-335d-4b11-a0ea-7402f7bc8deb tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Publish callbacks [] for network (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:48.813426 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-5d3b8dff-335d-4b11-a0ea-7402f7bc8deb tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] 10.222.0.89 "DELETE /v2.0/networks/8487074d-54a4-45cf-aae0-108f71ca371b HTTP/1.1" status: 204 len: 168 time: 0.9365010 Feb 04 17:35:48.813868 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 53844) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:35:48.819662 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-d6ea885b-842e-4e22-b3cb-b26f7f2874d8 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Request body: {'router': {'routes': None}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:35:48.831646 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3b8dff-335d-4b11-a0ea-7402f7bc8deb tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Pushing event deleted for resources: {'Network': ['ID=8487074d-54a4-45cf-aae0-108f71ca371b,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:35:48.854253 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43717b2a-bbcf-45d8-9983-949c64d437d7 req-f3fa5db1-ae1c-4348-a9ce-45f98b61a688 tempest-ServerAddressesNegativeTestJSON-1915912067 tempest-ServerAddressesNegativeTestJSON-1915912067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:35:48.855972 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-43717b2a-bbcf-45d8-9983-949c64d437d7 req-f3fa5db1-ae1c-4348-a9ce-45f98b61a688 tempest-ServerAddressesNegativeTestJSON-1915912067 tempest-ServerAddressesNegativeTestJSON-1915912067-project] 10.222.0.89 "GET /v2.0/ports?device_id=2216a81b-6abc-4374-b7f6-16ce040682ed HTTP/1.1" status: 200 len: 944 time: 0.0892358 Feb 04 17:35:48.903400 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device b1de8567-c2d4-47d3-bb07-1b18db6b4f40 details requested by agent hyperv_n-h1-827839-2 with host n-h1-827839-2 {{(pid=103378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 17:35:48.915023 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-43717b2a-bbcf-45d8-9983-949c64d437d7 req-1a605d84-cce1-4b90-88f1-c523f28ecece tempest-ServerAddressesNegativeTestJSON-1915912067 tempest-ServerAddressesNegativeTestJSON-1915912067-project] 10.222.0.89 "GET /v2.0/security-groups?id=bbe79966-413d-49a2-8886-a33366b12fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520551 Feb 04 17:35:49.014601 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] For port b1de8567-c2d4-47d3-bb07-1b18db6b4f40, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=b1de8567-c2d4-47d3-bb07-1b18db6b4f40,segment=NetworkSegment(055ca00c-5a94-432d-b83b-f3428acf0564),segment_id=055ca00c-5a94-432d-b83b-f3428acf0564)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:35:49.024928 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-5d6ae594-ad78-4423-94af-a063708acbab req-d4e3d973-a4a2-45b4-81bf-ea8f108a9a99 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] 10.222.0.89 "GET /v2.0/ports?device_id=f9afa7a5-1aca-47d0-a335-e4059d5a8169 HTTP/1.1" status: 200 len: 210 time: 0.0423217 Feb 04 17:35:49.026583 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Returning: {'device': 'b1de8567-c2d4-47d3-bb07-1b18db6b4f40', 'network_id': '061e92da-b345-4bb8-9d04-847b819e181d', 'port_id': 'b1de8567-c2d4-47d3-bb07-1b18db6b4f40', 'mac_address': 'fa:16:3e:06:d8:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 750, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '374f8112-5742-4b42-8352-dde88f274742', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 17:35:49.042601 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.extraroute_db [None req-d6ea885b-842e-4e22-b3cb-b26f7f2874d8 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Added routes are [] {{(pid=103377) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Feb 04 17:35:49.043085 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.extraroute_db [None req-d6ea885b-842e-4e22-b3cb-b26f7f2874d8 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Removed routes are [] {{(pid=103377) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Feb 04 17:35:49.043800 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-d6ea885b-842e-4e22-b3cb-b26f7f2874d8 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1603677', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1602039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26946'] for router (6f3d8750-ceed-441b-bf8d-70e7804e000d), precommit_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:49.065538 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Current status of the port b1de8567-c2d4-47d3-bb07-1b18db6b4f40 is: DOWN; New status is: BUILD {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:35:49.065932 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (b1de8567-c2d4-47d3-bb07-1b18db6b4f40), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:49.078858 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b1de8567-c2d4-47d3-bb07-1b18db6b4f40 {{(pid=103378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 17:35:49.098948 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] For port b1de8567-c2d4-47d3-bb07-1b18db6b4f40, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=b1de8567-c2d4-47d3-bb07-1b18db6b4f40,segment=NetworkSegment(055ca00c-5a94-432d-b83b-f3428acf0564),segment_id=055ca00c-5a94-432d-b83b-f3428acf0564)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:35:49.103417 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (b1de8567-c2d4-47d3-bb07-1b18db6b4f40), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:49.156882 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Pushing event updated for resources: {'Port': ['ID=b1de8567-c2d4-47d3-bb07-1b18db6b4f40,revision_number=4']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:35:49.198285 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-d6ea885b-842e-4e22-b3cb-b26f7f2874d8 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1603677', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1602039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26946'] for router (6f3d8750-ceed-441b-bf8d-70e7804e000d), precommit_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:49.201431 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-d6ea885b-842e-4e22-b3cb-b26f7f2874d8 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1603666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1603691', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1601804'] for router (6f3d8750-ceed-441b-bf8d-70e7804e000d), after_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:49.276527 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6ea885b-842e-4e22-b3cb-b26f7f2874d8 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Router 6f3d8750-ceed-441b-bf8d-70e7804e000d has already been hosted by L3 agent 64ada913-9131-4d99-a265-63a920956287 {{(pid=103377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 17:35:49.358220 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6ea885b-842e-4e22-b3cb-b26f7f2874d8 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Notify agent at l3_agent.n-d-827839-2 the message routers_updated {{(pid=103377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 17:35:49.364610 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-d6ea885b-842e-4e22-b3cb-b26f7f2874d8 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Publish callbacks [] for router (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:49.365787 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-d6ea885b-842e-4e22-b3cb-b26f7f2874d8 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] 10.222.0.89 "PUT /v2.0/routers/6f3d8750-ceed-441b-bf8d-70e7804e000d HTTP/1.1" status: 200 len: 700 time: 0.5501544 Feb 04 17:35:49.368588 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 53848) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:35:49.371492 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-782c87d4-f99e-4d95-a861-20461accec13 None None] Sync routers for ids ['6f3d8750-ceed-441b-bf8d-70e7804e000d'] in n-d-827839-2 {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 17:35:49.382549 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-782c87d4-f99e-4d95-a861-20461accec13 None None] Routers {'6f3d8750-ceed-441b-bf8d-70e7804e000d'} bound to L3 agent in host n-d-827839-2 {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:35:49.383285 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-782c87d4-f99e-4d95-a861-20461accec13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:35:32Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['6f3d8750-ceed-441b-bf8d-70e7804e000d'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:35:49.396556 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-51689fb8-b8f0-4897-a4bf-f39ee7ea285b tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] 10.222.0.89 "GET /v2.0/ports?device_id=6f3d8750-ceed-441b-bf8d-70e7804e000d HTTP/1.1" status: 200 len: 205 time: 0.0268734 Feb 04 17:35:49.399022 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 53850) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:35:49.465233 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvr_db [None req-782c87d4-f99e-4d95-a861-20461accec13 None None] Set router 6f3d8750-ceed-441b-bf8d-70e7804e000d gateway port host: None {{(pid=103379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:35:49.492467 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 92f4c3be-e15c-4f08-9788-b0a194389e06 no longer exists at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:35:49.494608 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-24439732-86e6-45ca-9829-a9ca379d67b1 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Publish callbacks [] for router (6f3d8750-ceed-441b-bf8d-70e7804e000d), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:49.516460 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] get_ports_and_sgs() called for port_ids ['b1de8567-c2d4-47d3-bb07-1b18db6b4f40'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 17:35:49.530447 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-782c87d4-f99e-4d95-a861-20461accec13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f3d8750-ceed-441b-bf8d-70e7804e000d', 'name': 'tempest-RoutersTest-router-278699497', 'tenant_id': 'd3ff32f7652b479da34ca36dc7895dfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:34:43Z', 'updated_at': '2022-02-04T17:35:46Z', 'revision_number': 11, 'project_id': 'd3ff32f7652b479da34ca36dc7895dfa', 'gw_port_host': None}], 'n-d-827839-2', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:35:49.556688 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] No Port match for: 92f4c3be-e15c-4f08-9788-b0a194389e06 {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 17:35:49.557162 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 92f4c3be-e15c-4f08-9788-b0a194389e06 not bound to the agent host n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 17:35:49.557598 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 9f964af0-ef3d-4a54-a209-dcc68042c758 no longer exists at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:35:49.558361 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-782c87d4-f99e-4d95-a861-20461accec13 None None] Checking router: 6f3d8750-ceed-441b-bf8d-70e7804e000d for host: n-d-827839-2 {{(pid=103379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 17:35:49.568647 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-782c87d4-f99e-4d95-a861-20461accec13 None None] Routers {'6f3d8750-ceed-441b-bf8d-70e7804e000d'} bound to L3 agent in host n-d-827839-2 {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:35:49.569345 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-782c87d4-f99e-4d95-a861-20461accec13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:35:32Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['6f3d8750-ceed-441b-bf8d-70e7804e000d'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:35:49.584211 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] No Port match for: 9f964af0-ef3d-4a54-a209-dcc68042c758 {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 17:35:49.584646 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 9f964af0-ef3d-4a54-a209-dcc68042c758 not bound to the agent host n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 17:35:49.763845 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvr_db [None req-782c87d4-f99e-4d95-a861-20461accec13 None None] Set router 6f3d8750-ceed-441b-bf8d-70e7804e000d gateway port host: None {{(pid=103379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:35:49.819598 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-782c87d4-f99e-4d95-a861-20461accec13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f3d8750-ceed-441b-bf8d-70e7804e000d', 'name': 'tempest-RoutersTest-router-278699497', 'tenant_id': 'd3ff32f7652b479da34ca36dc7895dfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:34:43Z', 'updated_at': '2022-02-04T17:35:46Z', 'revision_number': 11, 'project_id': 'd3ff32f7652b479da34ca36dc7895dfa', 'gw_port_host': None}], 'n-d-827839-2', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:35:49.851142 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-782c87d4-f99e-4d95-a861-20461accec13 None None] The sync data for ids ['6f3d8750-ceed-441b-bf8d-70e7804e000d'] in n-d-827839-2 is: [{'id': '6f3d8750-ceed-441b-bf8d-70e7804e000d', 'name': 'tempest-RoutersTest-router-278699497', 'tenant_id': 'd3ff32f7652b479da34ca36dc7895dfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:34:43Z', 'updated_at': '2022-02-04T17:35:46Z', 'revision_number': 11, 'project_id': 'd3ff32f7652b479da34ca36dc7895dfa', 'gw_port_host': None}] {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 17:35:49.975856 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-24439732-86e6-45ca-9829-a9ca379d67b1 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1601811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26971'] for router (6f3d8750-ceed-441b-bf8d-70e7804e000d), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:49.978082 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-24439732-86e6-45ca-9829-a9ca379d67b1 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Publish callbacks [] for router_controller (6f3d8750-ceed-441b-bf8d-70e7804e000d), precommit_delete_associations {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:50.030271 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-24439732-86e6-45ca-9829-a9ca379d67b1 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1601832'] for router (6f3d8750-ceed-441b-bf8d-70e7804e000d), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:50.030906 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24439732-86e6-45ca-9829-a9ca379d67b1 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Fanout notify agent at l3_agent the message router_deleted on router 6f3d8750-ceed-441b-bf8d-70e7804e000d {{(pid=103377) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 17:35:50.039389 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-24439732-86e6-45ca-9829-a9ca379d67b1 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Publish callbacks [] for router (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:50.040639 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-24439732-86e6-45ca-9829-a9ca379d67b1 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] 10.222.0.89 "DELETE /v2.0/routers/6f3d8750-ceed-441b-bf8d-70e7804e000d HTTP/1.1" status: 204 len: 168 time: 0.6407170 Feb 04 17:35:50.045918 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 53854) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:35:50.050551 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-987d140c-02ce-4f18-8b81-099866de38fa tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1472938155', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:35:50.071012 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0862c249-e372-4361-9e9a-1b1bc15bdd38 req-cdb4f122-a199-4907-8108-9d50fc0f4e9c tempest-ServerAddressesNegativeTestJSON-1915912067 tempest-ServerAddressesNegativeTestJSON-1915912067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:35:50.079193 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-0862c249-e372-4361-9e9a-1b1bc15bdd38 req-cdb4f122-a199-4907-8108-9d50fc0f4e9c tempest-ServerAddressesNegativeTestJSON-1915912067 tempest-ServerAddressesNegativeTestJSON-1915912067-project] 10.222.0.89 "GET /v2.0/ports?device_id=2216a81b-6abc-4374-b7f6-16ce040682ed HTTP/1.1" status: 200 len: 945 time: 0.0829060 Feb 04 17:35:50.084225 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-987d140c-02ce-4f18-8b81-099866de38fa tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1601657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26921'] for router (20b84d2c-c880-4d09-82b9-9ab3f3a7597b), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:50.089505 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-987d140c-02ce-4f18-8b81-099866de38fa tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1602025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603663', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1630571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26960'] for router (20b84d2c-c880-4d09-82b9-9ab3f3a7597b), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:50.153441 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-0862c249-e372-4361-9e9a-1b1bc15bdd38 req-8e2c5d0a-b890-4df6-a111-5989d3f2df79 tempest-ServerAddressesNegativeTestJSON-1915912067 tempest-ServerAddressesNegativeTestJSON-1915912067-project] 10.222.0.89 "GET /v2.0/security-groups?id=bbe79966-413d-49a2-8886-a33366b12fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655732 Feb 04 17:35:50.189097 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-c9126fe8-4739-4add-b24a-7704ec3384c2 req-38706043-ff52-4164-b95c-d5f0ee56c62a tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] 10.222.0.89 "GET /v2.0/ports?device_id=f9afa7a5-1aca-47d0-a335-e4059d5a8169 HTTP/1.1" status: 200 len: 210 time: 0.0520821 Feb 04 17:35:50.191778 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-987d140c-02ce-4f18-8b81-099866de38fa tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Publish callbacks [] for router_controller (20b84d2c-c880-4d09-82b9-9ab3f3a7597b), precommit_add_association {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:50.196304 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-987d140c-02ce-4f18-8b81-099866de38fa tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1602046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603680'] for router (20b84d2c-c880-4d09-82b9-9ab3f3a7597b), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:50.215376 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-987d140c-02ce-4f18-8b81-099866de38fa tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Publish callbacks [] for router (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:50.216545 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-987d140c-02ce-4f18-8b81-099866de38fa tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] 10.222.0.89 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1708260 Feb 04 17:35:50.219769 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 53858) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:35:50.224170 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-90631fd5-8224-43e6-8595-00673b06ee48 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Request body: {'router': {'admin_state_up': True}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:35:50.433771 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-90631fd5-8224-43e6-8595-00673b06ee48 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1603677', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1602039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26946'] for router (20b84d2c-c880-4d09-82b9-9ab3f3a7597b), precommit_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:50.445112 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-90631fd5-8224-43e6-8595-00673b06ee48 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1603666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1603691', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1601804'] for router (20b84d2c-c880-4d09-82b9-9ab3f3a7597b), after_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:50.547637 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90631fd5-8224-43e6-8595-00673b06ee48 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Router 20b84d2c-c880-4d09-82b9-9ab3f3a7597b is scheduled to L3 agent 64ada913-9131-4d99-a265-63a920956287 with binding_index 1 {{(pid=103377) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 17:35:50.625875 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90631fd5-8224-43e6-8595-00673b06ee48 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Notify agent at l3_agent.n-d-827839-2 the message routers_updated {{(pid=103377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 17:35:50.632864 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-90631fd5-8224-43e6-8595-00673b06ee48 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Publish callbacks [] for router (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:50.637168 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-90631fd5-8224-43e6-8595-00673b06ee48 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] 10.222.0.89 "PUT /v2.0/routers/20b84d2c-c880-4d09-82b9-9ab3f3a7597b HTTP/1.1" status: 200 len: 694 time: 0.4141550 Feb 04 17:35:50.637433 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 53860) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:35:50.638999 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a90a40b7-b264-4377-83b0-f4fb0a64ddd1 None None] Sync routers for ids ['20b84d2c-c880-4d09-82b9-9ab3f3a7597b'] in n-d-827839-2 {{(pid=103378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 17:35:50.651698 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a90a40b7-b264-4377-83b0-f4fb0a64ddd1 None None] Routers {'20b84d2c-c880-4d09-82b9-9ab3f3a7597b'} bound to L3 agent in host n-d-827839-2 {{(pid=103378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:35:50.652360 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-a90a40b7-b264-4377-83b0-f4fb0a64ddd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:35:32Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['20b84d2c-c880-4d09-82b9-9ab3f3a7597b'], 'active': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:35:50.727836 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-6b5c0120-e2b1-43aa-b8eb-ffde73d0d73f tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] 10.222.0.89 "GET /v2.0/routers/20b84d2c-c880-4d09-82b9-9ab3f3a7597b HTTP/1.1" status: 200 len: 700 time: 0.0869813 Feb 04 17:35:50.728066 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvr_db [None req-a90a40b7-b264-4377-83b0-f4fb0a64ddd1 None None] Set router 20b84d2c-c880-4d09-82b9-9ab3f3a7597b gateway port host: None {{(pid=103378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:35:50.728191 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 53862) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:35:50.760500 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-e6cf5389-2270-4f15-9b5b-29815667ac47 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] 10.222.0.89 "GET /v2.0/ports?device_id=20b84d2c-c880-4d09-82b9-9ab3f3a7597b HTTP/1.1" status: 200 len: 205 time: 0.0290980 Feb 04 17:35:50.761625 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 53864) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:35:50.850500 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-1118235b-8666-4da0-ab49-a10b940f2638 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Publish callbacks [] for router (20b84d2c-c880-4d09-82b9-9ab3f3a7597b), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:50.930790 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device b1de8567-c2d4-47d3-bb07-1b18db6b4f40 up at agent hyperv_n-h1-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:35:50.998777 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-a90a40b7-b264-4377-83b0-f4fb0a64ddd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20b84d2c-c880-4d09-82b9-9ab3f3a7597b', 'name': 'tempest-RoutersTest-router-1472938155', 'tenant_id': 'd3ff32f7652b479da34ca36dc7895dfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:35:50Z', 'updated_at': '2022-02-04T17:35:50Z', 'revision_number': 2, 'project_id': 'd3ff32f7652b479da34ca36dc7895dfa', 'gw_port_host': None}], 'n-d-827839-2', False) {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:35:51.035448 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a90a40b7-b264-4377-83b0-f4fb0a64ddd1 None None] Checking router: 20b84d2c-c880-4d09-82b9-9ab3f3a7597b for host: n-d-827839-2 {{(pid=103378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 17:35:51.049373 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a90a40b7-b264-4377-83b0-f4fb0a64ddd1 None None] Routers {'20b84d2c-c880-4d09-82b9-9ab3f3a7597b'} bound to L3 agent in host n-d-827839-2 {{(pid=103378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:35:51.049848 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-1118235b-8666-4da0-ab49-a10b940f2638 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1601811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26971'] for router (20b84d2c-c880-4d09-82b9-9ab3f3a7597b), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:51.050719 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-a90a40b7-b264-4377-83b0-f4fb0a64ddd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:35:32Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['20b84d2c-c880-4d09-82b9-9ab3f3a7597b'], 'active': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:35:51.052516 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-1118235b-8666-4da0-ab49-a10b940f2638 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Publish callbacks [] for router_controller (20b84d2c-c880-4d09-82b9-9ab3f3a7597b), precommit_delete_associations {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:51.105309 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Provisioning for port b1de8567-c2d4-47d3-bb07-1b18db6b4f40 completed by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 17:35:51.113963 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Provisioning complete for port b1de8567-c2d4-47d3-bb07-1b18db6b4f40 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:35:51.114583 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (b1de8567-c2d4-47d3-bb07-1b18db6b4f40), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:51.117820 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-1118235b-8666-4da0-ab49-a10b940f2638 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1601832'] for router (20b84d2c-c880-4d09-82b9-9ab3f3a7597b), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:51.118579 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1118235b-8666-4da0-ab49-a10b940f2638 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Fanout notify agent at l3_agent the message router_deleted on router 20b84d2c-c880-4d09-82b9-9ab3f3a7597b {{(pid=103377) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 17:35:51.138702 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-1118235b-8666-4da0-ab49-a10b940f2638 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] Publish callbacks [] for router (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:51.143065 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-1118235b-8666-4da0-ab49-a10b940f2638 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] 10.222.0.89 "DELETE /v2.0/routers/20b84d2c-c880-4d09-82b9-9ab3f3a7597b HTTP/1.1" status: 204 len: 168 time: 0.3781114 Feb 04 17:35:51.143446 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 53868) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:35:51.182061 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-ed35e9ec-072c-4499-8c07-ddf0b541e7b7 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] 10.222.0.89 "GET /v2.0/ports?device_id=20b84d2c-c880-4d09-82b9-9ab3f3a7597b HTTP/1.1" status: 200 len: 205 time: 0.0374005 Feb 04 17:35:51.184659 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 53872) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:35:51.215398 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvr_db [None req-a90a40b7-b264-4377-83b0-f4fb0a64ddd1 None None] Set router 20b84d2c-c880-4d09-82b9-9ab3f3a7597b gateway port host: None {{(pid=103378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:35:51.254672 n-d-827839-2 neutron-server[103376]: INFO neutron.api.v2.resource [None req-af853a8f-df40-4309-a66f-04d66e45e877 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] delete failed (client error): The resource could not be found. Feb 04 17:35:51.255977 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-af853a8f-df40-4309-a66f-04d66e45e877 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] 10.222.0.89 "DELETE /v2.0/routers/20b84d2c-c880-4d09-82b9-9ab3f3a7597b HTTP/1.1" status: 404 len: 336 time: 0.0702131 Feb 04 17:35:51.258642 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 53876) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:35:51.319297 n-d-827839-2 neutron-server[103377]: INFO neutron.pecan_wsgi.hooks.translation [None req-71d973fe-0d92-4f7a-9fa1-4cb3bdad3006 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] DELETE failed (client error): The resource could not be found. Feb 04 17:35:51.319836 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-71d973fe-0d92-4f7a-9fa1-4cb3bdad3006 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103377) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 17:35:51.322933 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-71d973fe-0d92-4f7a-9fa1-4cb3bdad3006 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] 10.222.0.89 "DELETE /v2.0/subnets/f4d5a593-80a2-4051-afe6-fc031683433e HTTP/1.1" status: 404 len: 337 time: 0.0632858 Feb 04 17:35:51.326078 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 53878) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:35:51.381206 n-d-827839-2 neutron-server[103377]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4c67fdc-9b3b-4df8-940c-e2da2959a104 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] DELETE failed (client error): The resource could not be found. Feb 04 17:35:51.381418 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d4c67fdc-9b3b-4df8-940c-e2da2959a104 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103377) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 17:35:51.383650 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-a90a40b7-b264-4377-83b0-f4fb0a64ddd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20b84d2c-c880-4d09-82b9-9ab3f3a7597b', 'name': 'tempest-RoutersTest-router-1472938155', 'tenant_id': 'd3ff32f7652b479da34ca36dc7895dfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:35:50Z', 'updated_at': '2022-02-04T17:35:50Z', 'revision_number': 2, 'project_id': 'd3ff32f7652b479da34ca36dc7895dfa', 'gw_port_host': None}], 'n-d-827839-2', False) {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:35:51.384326 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-d4c67fdc-9b3b-4df8-940c-e2da2959a104 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] 10.222.0.89 "DELETE /v2.0/subnets/c9421554-95e3-48d0-9f6c-1ee39e0eeff6 HTTP/1.1" status: 404 len: 337 time: 0.0573134 Feb 04 17:35:51.392478 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32afcd1-af40-4c3d-8e9a-d1743415b30c req-12e4bb3e-6408-45f7-8edf-35069db6facd tempest-ServerAddressesNegativeTestJSON-1915912067 tempest-ServerAddressesNegativeTestJSON-1915912067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:35:51.394352 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-a32afcd1-af40-4c3d-8e9a-d1743415b30c req-12e4bb3e-6408-45f7-8edf-35069db6facd tempest-ServerAddressesNegativeTestJSON-1915912067 tempest-ServerAddressesNegativeTestJSON-1915912067-project] 10.222.0.89 "GET /v2.0/ports?device_id=2216a81b-6abc-4374-b7f6-16ce040682ed HTTP/1.1" status: 200 len: 945 time: 0.1291819 Feb 04 17:35:51.395000 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 53880) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:35:51.404910 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-d3e91554-60d6-4ca2-b774-413871db2f86 req-4c90f4b4-0dbd-4611-9969-13353ecfdb71 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] 10.222.0.89 "GET /v2.0/ports?device_id=f9afa7a5-1aca-47d0-a335-e4059d5a8169 HTTP/1.1" status: 200 len: 210 time: 0.0611064 Feb 04 17:35:51.428188 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a90a40b7-b264-4377-83b0-f4fb0a64ddd1 None None] The sync data for ids ['20b84d2c-c880-4d09-82b9-9ab3f3a7597b'] in n-d-827839-2 is: [{'id': '20b84d2c-c880-4d09-82b9-9ab3f3a7597b', 'name': 'tempest-RoutersTest-router-1472938155', 'tenant_id': 'd3ff32f7652b479da34ca36dc7895dfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:35:50Z', 'updated_at': '2022-02-04T17:35:50Z', 'revision_number': 2, 'project_id': 'd3ff32f7652b479da34ca36dc7895dfa', 'gw_port_host': None}] {{(pid=103378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 17:35:51.443734 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Current status of the port b1de8567-c2d4-47d3-bb07-1b18db6b4f40 is: BUILD; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:35:51.444566 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (b1de8567-c2d4-47d3-bb07-1b18db6b4f40), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:51.472884 n-d-827839-2 neutron-server[103376]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c3630f3-be59-4a5f-96c8-c8561ed867bb tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] DELETE failed (client error): The resource could not be found. Feb 04 17:35:51.473439 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c3630f3-be59-4a5f-96c8-c8561ed867bb tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103376) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 17:35:51.476617 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-4c3630f3-be59-4a5f-96c8-c8561ed867bb tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] 10.222.0.89 "DELETE /v2.0/subnets/605ecbf2-21e6-4d4c-a4dd-eed159e792c8 HTTP/1.1" status: 404 len: 337 time: 0.0804484 Feb 04 17:35:51.479859 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 53882) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:35:51.494371 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2216a81b-6abc-4374-b7f6-16ce040682ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1de8567-c2d4-47d3-bb07-1b18db6b4f40'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:35:51.496624 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c34bc964ce2211770fda26ca2f3801cc06f4f39928110690550e94ab9c9d2fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc4daa1e-6001-4535-bd51-7db5b2fabe6b" -d '{"events": [{"server_uuid": "2216a81b-6abc-4374-b7f6-16ce040682ed", "name": "network-vif-plugged", "status": "completed", "tag": "b1de8567-c2d4-47d3-bb07-1b18db6b4f40"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:35:51.535314 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] For port b1de8567-c2d4-47d3-bb07-1b18db6b4f40, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=b1de8567-c2d4-47d3-bb07-1b18db6b4f40,segment=NetworkSegment(055ca00c-5a94-432d-b83b-f3428acf0564),segment_id=055ca00c-5a94-432d-b83b-f3428acf0564)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:35:51.536053 n-d-827839-2 neutron-server[103377]: INFO neutron.pecan_wsgi.hooks.translation [None req-06a31d12-06a0-4c26-8296-067c49bb5f80 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] DELETE failed (client error): The resource could not be found. Feb 04 17:35:51.536510 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-06a31d12-06a0-4c26-8296-067c49bb5f80 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103377) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 17:35:51.542441 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-06a31d12-06a0-4c26-8296-067c49bb5f80 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] 10.222.0.89 "DELETE /v2.0/subnets/6f6d8615-f09d-4bc7-a5e2-068112e1995f HTTP/1.1" status: 404 len: 337 time: 0.0591860 Feb 04 17:35:51.542607 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-a32afcd1-af40-4c3d-8e9a-d1743415b30c req-f2b44daf-dafa-4cbe-8b6d-e35d51197bdf tempest-ServerAddressesNegativeTestJSON-1915912067 tempest-ServerAddressesNegativeTestJSON-1915912067-project] 10.222.0.89 "GET /v2.0/security-groups?id=bbe79966-413d-49a2-8886-a33366b12fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383162 Feb 04 17:35:51.542607 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 53886) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:35:51.548123 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (b1de8567-c2d4-47d3-bb07-1b18db6b4f40), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:51.587618 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 17:35:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f44d9d4b-ea41-43c8-a2fa-62ff8448b51e x-openstack-request-id: req-f44d9d4b-ea41-43c8-a2fa-62ff8448b51e {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:35:51.587920 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2216a81b-6abc-4374-b7f6-16ce040682ed", "name": "network-vif-plugged", "status": "completed", "tag": "b1de8567-c2d4-47d3-bb07-1b18db6b4f40", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:35:51.588177 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-f44d9d4b-ea41-43c8-a2fa-62ff8448b51e {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:35:51.588702 n-d-827839-2 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2216a81b-6abc-4374-b7f6-16ce040682ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1de8567-c2d4-47d3-bb07-1b18db6b4f40', 'code': 200} Feb 04 17:35:51.600165 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-f203ae37-8ab6-4449-8097-64bbde2156c4 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] 10.222.0.89 "GET /v2.0/ports?device_id=6f3d8750-ceed-441b-bf8d-70e7804e000d HTTP/1.1" status: 200 len: 205 time: 0.0564508 Feb 04 17:35:51.602469 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 53888) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:35:51.622835 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Pushing event updated for resources: {'Port': ['ID=b1de8567-c2d4-47d3-bb07-1b18db6b4f40,revision_number=5']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:35:51.654322 n-d-827839-2 neutron-server[103376]: INFO neutron.api.v2.resource [None req-46385f59-9235-4597-a6d2-d57de0964b5d tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] delete failed (client error): The resource could not be found. Feb 04 17:35:51.655374 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-46385f59-9235-4597-a6d2-d57de0964b5d tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] 10.222.0.89 "DELETE /v2.0/routers/6f3d8750-ceed-441b-bf8d-70e7804e000d HTTP/1.1" status: 404 len: 336 time: 0.0519927 Feb 04 17:35:51.657949 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 53890) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:35:51.692237 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-babfdf5e-8b01-47fc-9d07-5f08ac1740d4 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] 10.222.0.89 "GET /v2.0/ports?device_id=b04614b3-8d43-4362-b39d-8d248d5597e5 HTTP/1.1" status: 200 len: 205 time: 0.0312388 Feb 04 17:35:51.692814 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 53892) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:35:51.746934 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6891a252-8eb4-4598-a6c1-7c638b2e3905 req-72831e3b-868f-464a-ab33-25d5901c438e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:35:51.752309 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-6891a252-8eb4-4598-a6c1-7c638b2e3905 req-72831e3b-868f-464a-ab33-25d5901c438e service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=2216a81b-6abc-4374-b7f6-16ce040682ed HTTP/1.1" status: 200 len: 1128 time: 0.0653608 Feb 04 17:35:51.776307 n-d-827839-2 neutron-server[103377]: INFO neutron.api.v2.resource [None req-6f1191d4-2508-4e40-91a9-b8aba0b3c4fe tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] delete failed (client error): The resource could not be found. Feb 04 17:35:51.779789 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-6f1191d4-2508-4e40-91a9-b8aba0b3c4fe tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] 10.222.0.89 "DELETE /v2.0/routers/b04614b3-8d43-4362-b39d-8d248d5597e5 HTTP/1.1" status: 404 len: 336 time: 0.0832653 Feb 04 17:35:51.780032 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 53894) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:35:51.818780 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-6891a252-8eb4-4598-a6c1-7c638b2e3905 req-a6e41feb-d344-437a-a20e-5c077eb81cf5 service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=bbe79966-413d-49a2-8886-a33366b12fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570366 Feb 04 17:35:51.819453 n-d-827839-2 neutron-server[103377]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b612555-feb2-43b3-837e-8d7d49ae11c2 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] DELETE failed (client error): The resource could not be found. Feb 04 17:35:51.820115 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0b612555-feb2-43b3-837e-8d7d49ae11c2 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103377) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 17:35:51.824797 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-0b612555-feb2-43b3-837e-8d7d49ae11c2 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] 10.222.0.89 "DELETE /v2.0/subnets/03b07348-191a-4f6b-9d59-0bbc0533df31 HTTP/1.1" status: 404 len: 337 time: 0.0421815 Feb 04 17:35:51.826175 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 53896) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:35:51.856474 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-f391fcc6-4f39-4f39-830b-c7321e5a01b8 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] 10.222.0.89 "GET /v2.0/ports?device_id=c83ed58d-5663-4cef-a462-bd1c7cc3e956 HTTP/1.1" status: 200 len: 205 time: 0.0269682 Feb 04 17:35:51.856674 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 53898) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:35:51.893905 n-d-827839-2 neutron-server[103377]: INFO neutron.api.v2.resource [None req-0091f9f4-6765-4564-bf1b-a12c452bbfe5 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] delete failed (client error): The resource could not be found. Feb 04 17:35:51.897498 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-0091f9f4-6765-4564-bf1b-a12c452bbfe5 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] 10.222.0.89 "DELETE /v2.0/routers/c83ed58d-5663-4cef-a462-bd1c7cc3e956 HTTP/1.1" status: 404 len: 336 time: 0.0372345 Feb 04 17:35:51.897622 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 53900) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:35:51.932496 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-ab1c4aa8-1d73-4bb4-b341-d65f5e19401d tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] 10.222.0.89 "GET /v2.0/ports?device_id=54adfc28-9be8-45c3-bb3d-8ff317db734c HTTP/1.1" status: 200 len: 205 time: 0.0313201 Feb 04 17:35:51.932698 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 53902) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:35:51.970519 n-d-827839-2 neutron-server[103377]: INFO neutron.api.v2.resource [None req-d1fc0fa0-7337-4bbf-96bb-b5273307c50f tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] delete failed (client error): The resource could not be found. Feb 04 17:35:51.974021 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-d1fc0fa0-7337-4bbf-96bb-b5273307c50f tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] 10.222.0.89 "DELETE /v2.0/routers/54adfc28-9be8-45c3-bb3d-8ff317db734c HTTP/1.1" status: 404 len: 336 time: 0.0379920 Feb 04 17:35:51.974221 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 53904) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:35:52.001320 n-d-827839-2 neutron-server[103377]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b0cf512-7b4f-4be3-a722-5b144ced2e1f tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] DELETE failed (client error): The resource could not be found. Feb 04 17:35:52.001936 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b0cf512-7b4f-4be3-a722-5b144ced2e1f tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103377) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 17:35:52.007391 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-9b0cf512-7b4f-4be3-a722-5b144ced2e1f tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] 10.222.0.89 "DELETE /v2.0/subnets/04413c24-bc68-4a36-a0fe-80d793bba3a9 HTTP/1.1" status: 404 len: 337 time: 0.0302136 Feb 04 17:35:52.007888 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 53906) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:35:52.046182 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-29d88b1d-3359-4ce2-a329-f17c10b08e46 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] 10.222.0.89 "GET /v2.0/ports?device_id=3d90c78d-d5e3-4bf3-9ffd-9dc5a31f3336 HTTP/1.1" status: 200 len: 205 time: 0.0370083 Feb 04 17:35:52.049242 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 53908) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:35:52.095228 n-d-827839-2 neutron-server[103377]: INFO neutron.api.v2.resource [None req-3d34156b-55b5-43c1-98ee-3795d0a214ef tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] delete failed (client error): The resource could not be found. Feb 04 17:35:52.096792 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-3d34156b-55b5-43c1-98ee-3795d0a214ef tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] 10.222.0.89 "DELETE /v2.0/routers/3d90c78d-d5e3-4bf3-9ffd-9dc5a31f3336 HTTP/1.1" status: 404 len: 336 time: 0.0457118 Feb 04 17:35:52.098821 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 53910) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:35:52.125383 n-d-827839-2 neutron-server[103377]: INFO neutron.pecan_wsgi.hooks.translation [None req-93cd4304-658d-41c1-875b-fc3cba511af1 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] DELETE failed (client error): The resource could not be found. Feb 04 17:35:52.126157 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-93cd4304-658d-41c1-875b-fc3cba511af1 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103377) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 17:35:52.131787 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-93cd4304-658d-41c1-875b-fc3cba511af1 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] 10.222.0.89 "DELETE /v2.0/subnets/4d608233-3089-4bee-bb0f-7d5292b46927 HTTP/1.1" status: 404 len: 337 time: 0.0295458 Feb 04 17:35:52.132127 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 53912) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:35:52.167616 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 53914) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:35:52.174863 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-b70cc611-58e3-49a2-87d4-e862478940bd tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] 10.222.0.89 "GET /v2.0/ports?device_id=993e129c-33c7-41c9-9b3d-c1dd7e9e05b2 HTTP/1.1" status: 200 len: 205 time: 0.0414684 Feb 04 17:35:52.213918 n-d-827839-2 neutron-server[103376]: INFO neutron.api.v2.resource [None req-741bc721-2334-431c-9180-8dbac18e9247 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] delete failed (client error): The resource could not be found. Feb 04 17:35:52.217950 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 53916) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:35:52.232640 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-741bc721-2334-431c-9180-8dbac18e9247 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] 10.222.0.89 "DELETE /v2.0/routers/993e129c-33c7-41c9-9b3d-c1dd7e9e05b2 HTTP/1.1" status: 404 len: 336 time: 0.0591936 Feb 04 17:35:52.248180 n-d-827839-2 neutron-server[103377]: INFO neutron.pecan_wsgi.hooks.translation [None req-d812c672-1bcf-4940-b890-8dd4e0c6a394 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] DELETE failed (client error): The resource could not be found. Feb 04 17:35:52.248905 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d812c672-1bcf-4940-b890-8dd4e0c6a394 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103377) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 17:35:52.255336 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 53918) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:35:52.263295 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-d812c672-1bcf-4940-b890-8dd4e0c6a394 tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] 10.222.0.89 "DELETE /v2.0/subnets/19ebbca8-4080-455d-825f-6f075f8f3031 HTTP/1.1" status: 404 len: 337 time: 0.0435171 Feb 04 17:35:52.294068 n-d-827839-2 neutron-server[103376]: INFO neutron.pecan_wsgi.hooks.translation [None req-3378a844-2655-45e8-8673-949bdeb30ccb tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] DELETE failed (client error): The resource could not be found. Feb 04 17:35:52.294767 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3378a844-2655-45e8-8673-949bdeb30ccb tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103376) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 17:35:52.301497 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-3378a844-2655-45e8-8673-949bdeb30ccb tempest-RoutersTest-752148442 tempest-RoutersTest-752148442-project] 10.222.0.89 "DELETE /v2.0/subnets/67f3b468-891f-4918-a0c5-bfaa24b99b2f HTTP/1.1" status: 404 len: 337 time: 0.0446343 Feb 04 17:35:52.577068 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-cfc05d6d-a03f-49ff-ba83-fff93d9cb810 req-54488f96-5523-413e-89c0-ccf9ea7120c5 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] 10.222.0.89 "GET /v2.0/ports?device_id=f9afa7a5-1aca-47d0-a335-e4059d5a8169 HTTP/1.1" status: 200 len: 210 time: 0.0405111 Feb 04 17:35:52.592853 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 53928) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:35:52.719395 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144ed7e1-2704-4e52-a1ce-f6d04b48dc60 req-5ff56917-b582-4b58-bde4-738d93d9275b tempest-ServerAddressesNegativeTestJSON-1915912067 tempest-ServerAddressesNegativeTestJSON-1915912067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:35:52.723183 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-144ed7e1-2704-4e52-a1ce-f6d04b48dc60 req-5ff56917-b582-4b58-bde4-738d93d9275b tempest-ServerAddressesNegativeTestJSON-1915912067 tempest-ServerAddressesNegativeTestJSON-1915912067-project] 10.222.0.89 "GET /v2.0/ports?device_id=2216a81b-6abc-4374-b7f6-16ce040682ed HTTP/1.1" status: 200 len: 946 time: 0.0724971 Feb 04 17:35:52.797775 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-144ed7e1-2704-4e52-a1ce-f6d04b48dc60 req-e0eb02aa-3ac0-4fe9-bea7-d36770394ce7 tempest-ServerAddressesNegativeTestJSON-1915912067 tempest-ServerAddressesNegativeTestJSON-1915912067-project] 10.222.0.89 "GET /v2.0/security-groups?id=bbe79966-413d-49a2-8886-a33366b12fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676076 Feb 04 17:35:52.867088 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 53932) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:35:52.876018 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-f0800ac3-1db6-4d81-84cd-759bdaa33edb admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=d3ff32f7652b479da34ca36dc7895dfa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2796504 Feb 04 17:35:52.930437 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-405dd682-4d7c-40fa-9f02-1b409c7e2a3c admin admin] Publish callbacks [] for security_group (227e9d45-1294-4cef-8bff-88897b7117ce), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:52.968141 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-405dd682-4d7c-40fa-9f02-1b409c7e2a3c admin admin] Publish callbacks [] for security_group (227e9d45-1294-4cef-8bff-88897b7117ce), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:53.021619 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-405dd682-4d7c-40fa-9f02-1b409c7e2a3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (227e9d45-1294-4cef-8bff-88897b7117ce), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:53.024615 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-405dd682-4d7c-40fa-9f02-1b409c7e2a3c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:53.028143 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-405dd682-4d7c-40fa-9f02-1b409c7e2a3c admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/227e9d45-1294-4cef-8bff-88897b7117ce HTTP/1.1" status: 204 len: 168 time: 0.1578016 Feb 04 17:35:53.035332 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405dd682-4d7c-40fa-9f02-1b409c7e2a3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=227e9d45-1294-4cef-8bff-88897b7117ce,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:35:53.791827 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-76a73ba5-6fbc-45ff-89c7-878823774630 req-19ccaa54-1c6f-48a9-a92c-bd931813ae70 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] 10.222.0.89 "GET /v2.0/ports?device_id=f9afa7a5-1aca-47d0-a335-e4059d5a8169 HTTP/1.1" status: 200 len: 210 time: 0.0395501 Feb 04 17:35:53.954407 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f0edb2-0c2d-4912-b6b4-6302159742db req-aa520bab-218e-48fb-9532-b52020d73cde tempest-ServerAddressesNegativeTestJSON-1915912067 tempest-ServerAddressesNegativeTestJSON-1915912067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:35:53.964539 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-47f0edb2-0c2d-4912-b6b4-6302159742db req-aa520bab-218e-48fb-9532-b52020d73cde tempest-ServerAddressesNegativeTestJSON-1915912067 tempest-ServerAddressesNegativeTestJSON-1915912067-project] 10.222.0.89 "GET /v2.0/ports?device_id=2216a81b-6abc-4374-b7f6-16ce040682ed HTTP/1.1" status: 200 len: 946 time: 0.0796418 Feb 04 17:35:54.027269 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 53976) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:35:54.035731 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-47f0edb2-0c2d-4912-b6b4-6302159742db req-cf79fc1f-a52f-464f-ab57-fc4ca4349f76 tempest-ServerAddressesNegativeTestJSON-1915912067 tempest-ServerAddressesNegativeTestJSON-1915912067-project] 10.222.0.89 "GET /v2.0/security-groups?id=bbe79966-413d-49a2-8886-a33366b12fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678957 Feb 04 17:35:54.163818 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-abf94a51-9912-417e-af16-aaad054e7f91 tempest-SecGroupTest-1313863057 tempest-SecGroupTest-1313863057-project] Request body: {'security_group': {'name': 'tempest-secgroup--1702045949'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:35:54.196711 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-abf94a51-9912-417e-af16-aaad054e7f91 tempest-SecGroupTest-1313863057 tempest-SecGroupTest-1313863057-project] Publish callbacks [] for security_group (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:54.211216 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-abf94a51-9912-417e-af16-aaad054e7f91 tempest-SecGroupTest-1313863057 tempest-SecGroupTest-1313863057-project] Publish callbacks [] for security_group (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:54.324586 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-abf94a51-9912-417e-af16-aaad054e7f91 tempest-SecGroupTest-1313863057 tempest-SecGroupTest-1313863057-project] Publish callbacks [] for security_group (d552b6f0-8c51-4eea-91be-63f10e82a077), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:54.331101 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-abf94a51-9912-417e-af16-aaad054e7f91 tempest-SecGroupTest-1313863057 tempest-SecGroupTest-1313863057-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (d552b6f0-8c51-4eea-91be-63f10e82a077), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:54.439608 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf94a51-9912-417e-af16-aaad054e7f91 tempest-SecGroupTest-1313863057 tempest-SecGroupTest-1313863057-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d552b6f0-8c51-4eea-91be-63f10e82a077,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:35:54.443938 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-abf94a51-9912-417e-af16-aaad054e7f91 tempest-SecGroupTest-1313863057 tempest-SecGroupTest-1313863057-project] Publish callbacks [] for security_group (a7547399-9cb7-4bf6-88cb-325b45793dfd), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:54.456574 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-abf94a51-9912-417e-af16-aaad054e7f91 tempest-SecGroupTest-1313863057 tempest-SecGroupTest-1313863057-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (a7547399-9cb7-4bf6-88cb-325b45793dfd), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:54.491512 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-abf94a51-9912-417e-af16-aaad054e7f91 tempest-SecGroupTest-1313863057 tempest-SecGroupTest-1313863057-project] Publish callbacks [] for security_group (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:54.493010 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-abf94a51-9912-417e-af16-aaad054e7f91 tempest-SecGroupTest-1313863057 tempest-SecGroupTest-1313863057-project] 10.222.0.89 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4646056 Feb 04 17:35:54.495677 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 53996) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:35:54.500705 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be510637-14d7-4a96-a0f7-88ace4d73aa8 req-8ed03823-077b-4d21-ae9e-5a2229e9b386 tempest-ServerAddressesNegativeTestJSON-1915912067 tempest-ServerAddressesNegativeTestJSON-1915912067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:35:54.502219 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-be510637-14d7-4a96-a0f7-88ace4d73aa8 req-8ed03823-077b-4d21-ae9e-5a2229e9b386 tempest-ServerAddressesNegativeTestJSON-1915912067 tempest-ServerAddressesNegativeTestJSON-1915912067-project] 10.222.0.89 "GET /v2.0/ports?device_id=2216a81b-6abc-4374-b7f6-16ce040682ed HTTP/1.1" status: 200 len: 946 time: 0.1198583 Feb 04 17:35:54.519926 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf94a51-9912-417e-af16-aaad054e7f91 tempest-SecGroupTest-1313863057 tempest-SecGroupTest-1313863057-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a7547399-9cb7-4bf6-88cb-325b45793dfd,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:35:54.565397 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-be510637-14d7-4a96-a0f7-88ace4d73aa8 req-ee754bcb-dd2f-4812-b145-6ac10dc3a8ff tempest-ServerAddressesNegativeTestJSON-1915912067 tempest-ServerAddressesNegativeTestJSON-1915912067-project] 10.222.0.89 "GET /v2.0/security-groups?id=bbe79966-413d-49a2-8886-a33366b12fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550551 Feb 04 17:35:54.597806 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-1411b023-e16f-4686-8736-fe95fdf7d49f tempest-SecGroupTest-1313863057 tempest-SecGroupTest-1313863057-project] 10.222.0.89 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.1008775 Feb 04 17:35:54.600351 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 54000) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:35:54.605396 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-d3977f6c-d3df-42c9-9456-ddcec926969c tempest-SecGroupTest-1313863057 tempest-SecGroupTest-1313863057-project] Request body: {'security_group': {'name': 'tempest-security--881259994', 'description': 'tempest-security-description-1968136229'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:35:54.644880 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-d3977f6c-d3df-42c9-9456-ddcec926969c tempest-SecGroupTest-1313863057 tempest-SecGroupTest-1313863057-project] Publish callbacks [] for security_group (a7547399-9cb7-4bf6-88cb-325b45793dfd), before_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:54.702752 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-d3977f6c-d3df-42c9-9456-ddcec926969c tempest-SecGroupTest-1313863057 tempest-SecGroupTest-1313863057-project] Publish callbacks [] for security_group (a7547399-9cb7-4bf6-88cb-325b45793dfd), precommit_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:54.706920 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-d3977f6c-d3df-42c9-9456-ddcec926969c tempest-SecGroupTest-1313863057 tempest-SecGroupTest-1313863057-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (a7547399-9cb7-4bf6-88cb-325b45793dfd), after_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:54.710111 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-d3977f6c-d3df-42c9-9456-ddcec926969c tempest-SecGroupTest-1313863057 tempest-SecGroupTest-1313863057-project] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:54.714122 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 54002) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:35:54.714260 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-d3977f6c-d3df-42c9-9456-ddcec926969c tempest-SecGroupTest-1313863057 tempest-SecGroupTest-1313863057-project] 10.222.0.89 "PUT /v2.0/security-groups/a7547399-9cb7-4bf6-88cb-325b45793dfd HTTP/1.1" status: 200 len: 1796 time: 0.1127543 Feb 04 17:35:54.746122 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3977f6c-d3df-42c9-9456-ddcec926969c tempest-SecGroupTest-1313863057 tempest-SecGroupTest-1313863057-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a7547399-9cb7-4bf6-88cb-325b45793dfd,revision_number=2']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:35:54.778969 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 54004) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:35:54.787954 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-5eeadb01-98e7-424a-b0e6-032d35819609 tempest-SecGroupTest-1313863057 tempest-SecGroupTest-1313863057-project] 10.222.0.89 "GET /v2.0/security-groups/a7547399-9cb7-4bf6-88cb-325b45793dfd HTTP/1.1" status: 200 len: 1796 time: 0.0726159 Feb 04 17:35:54.870730 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9746-aa51-418d-8a41-d672de59d5c7 tempest-SecGroupTest-1313863057 tempest-SecGroupTest-1313863057-project] Publish callbacks [] for security_group (a7547399-9cb7-4bf6-88cb-325b45793dfd), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:54.936341 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9746-aa51-418d-8a41-d672de59d5c7 tempest-SecGroupTest-1313863057 tempest-SecGroupTest-1313863057-project] Publish callbacks [] for security_group (a7547399-9cb7-4bf6-88cb-325b45793dfd), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:54.995463 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-f1bab58f-b9b6-464f-8a7d-5a014c6cc543 req-184512a8-5120-4773-9d6f-1bb4a1bea730 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] 10.222.0.89 "GET /v2.0/ports?device_id=f9afa7a5-1aca-47d0-a335-e4059d5a8169 HTTP/1.1" status: 200 len: 210 time: 0.0831189 Feb 04 17:35:55.071318 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9746-aa51-418d-8a41-d672de59d5c7 tempest-SecGroupTest-1313863057 tempest-SecGroupTest-1313863057-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (a7547399-9cb7-4bf6-88cb-325b45793dfd), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:55.074425 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9746-aa51-418d-8a41-d672de59d5c7 tempest-SecGroupTest-1313863057 tempest-SecGroupTest-1313863057-project] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:55.076257 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-7dcd9746-aa51-418d-8a41-d672de59d5c7 tempest-SecGroupTest-1313863057 tempest-SecGroupTest-1313863057-project] 10.222.0.89 "DELETE /v2.0/security-groups/a7547399-9cb7-4bf6-88cb-325b45793dfd HTTP/1.1" status: 204 len: 168 time: 0.2963085 Feb 04 17:35:55.079469 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 54016) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:35:55.117528 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcd9746-aa51-418d-8a41-d672de59d5c7 tempest-SecGroupTest-1313863057 tempest-SecGroupTest-1313863057-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7547399-9cb7-4bf6-88cb-325b45793dfd,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:35:55.194230 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-25991cec-24a0-400b-9f4d-8806d1ec92be tempest-SecGroupTest-1313863057 tempest-SecGroupTest-1313863057-project] 10.222.0.89 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1107876 Feb 04 17:35:55.194727 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 54018) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:35:55.217208 n-d-827839-2 neutron-server[103377]: INFO neutron.api.v2.resource [None req-f5bb4185-f941-425c-8fc3-465a72db0a57 tempest-SecGroupTest-1313863057 tempest-SecGroupTest-1313863057-project] delete failed (client error): The resource could not be found. Feb 04 17:35:55.224687 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-f5bb4185-f941-425c-8fc3-465a72db0a57 tempest-SecGroupTest-1313863057 tempest-SecGroupTest-1313863057-project] 10.222.0.89 "DELETE /v2.0/security-groups/a7547399-9cb7-4bf6-88cb-325b45793dfd HTTP/1.1" status: 404 len: 347 time: 0.0223112 Feb 04 17:35:55.225178 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 54020) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:35:55.230231 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-5d68ee9b-b3a5-498f-a04d-eb1267f9b8d8 tempest-SecGroupTest-1313863057 tempest-SecGroupTest-1313863057-project] Request body: {'security_group': {'name': 'tempest-secgroup--1078310421'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:35:55.288471 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-5d68ee9b-b3a5-498f-a04d-eb1267f9b8d8 tempest-SecGroupTest-1313863057 tempest-SecGroupTest-1313863057-project] Publish callbacks [] for security_group (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:55.432532 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-5d68ee9b-b3a5-498f-a04d-eb1267f9b8d8 tempest-SecGroupTest-1313863057 tempest-SecGroupTest-1313863057-project] Publish callbacks [] for security_group (fd637b03-c87c-46bd-9185-0f21e1b2c775), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:55.437910 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-5d68ee9b-b3a5-498f-a04d-eb1267f9b8d8 tempest-SecGroupTest-1313863057 tempest-SecGroupTest-1313863057-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (fd637b03-c87c-46bd-9185-0f21e1b2c775), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:55.509324 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d68ee9b-b3a5-498f-a04d-eb1267f9b8d8 tempest-SecGroupTest-1313863057 tempest-SecGroupTest-1313863057-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd637b03-c87c-46bd-9185-0f21e1b2c775,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:35:55.517265 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-5d68ee9b-b3a5-498f-a04d-eb1267f9b8d8 tempest-SecGroupTest-1313863057 tempest-SecGroupTest-1313863057-project] Publish callbacks [] for security_group (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:55.521444 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-5d68ee9b-b3a5-498f-a04d-eb1267f9b8d8 tempest-SecGroupTest-1313863057 tempest-SecGroupTest-1313863057-project] 10.222.0.89 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2951758 Feb 04 17:35:55.521609 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 54026) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:35:55.526491 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-d6be0617-68c3-45f3-9aae-c991c7ad1175 tempest-SecGroupTest-1313863057 tempest-SecGroupTest-1313863057-project] Request body: {'security_group_rule': {'security_group_id': 'fd637b03-c87c-46bd-9185-0f21e1b2c775', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:35:55.559787 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-d6be0617-68c3-45f3-9aae-c991c7ad1175 tempest-SecGroupTest-1313863057 tempest-SecGroupTest-1313863057-project] Publish callbacks [] for security_group_rule (17043243-6cd3-43cf-964b-ea13eb5a8f03), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:55.631428 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-d6be0617-68c3-45f3-9aae-c991c7ad1175 tempest-SecGroupTest-1313863057 tempest-SecGroupTest-1313863057-project] Publish callbacks [] for security_group_rule (17043243-6cd3-43cf-964b-ea13eb5a8f03), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:55.636608 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-d6be0617-68c3-45f3-9aae-c991c7ad1175 tempest-SecGroupTest-1313863057 tempest-SecGroupTest-1313863057-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664556'] for security_group_rule (17043243-6cd3-43cf-964b-ea13eb5a8f03), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:55.674309 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6be0617-68c3-45f3-9aae-c991c7ad1175 tempest-SecGroupTest-1313863057 tempest-SecGroupTest-1313863057-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17043243-6cd3-43cf-964b-ea13eb5a8f03,revision_number=0']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:35:55.725566 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-d6be0617-68c3-45f3-9aae-c991c7ad1175 tempest-SecGroupTest-1313863057 tempest-SecGroupTest-1313863057-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:55.728482 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-d6be0617-68c3-45f3-9aae-c991c7ad1175 tempest-SecGroupTest-1313863057 tempest-SecGroupTest-1313863057-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2058594 Feb 04 17:35:55.732663 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 54034) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:35:55.788273 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c89c056-2bf9-45b3-91f3-9a197dde147c req-11846b51-5407-4077-aa8f-70fe0365aaf2 tempest-ServerAddressesNegativeTestJSON-1915912067 tempest-ServerAddressesNegativeTestJSON-1915912067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:35:55.790433 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-8c89c056-2bf9-45b3-91f3-9a197dde147c req-11846b51-5407-4077-aa8f-70fe0365aaf2 tempest-ServerAddressesNegativeTestJSON-1915912067 tempest-ServerAddressesNegativeTestJSON-1915912067-project] 10.222.0.89 "GET /v2.0/ports?device_id=2216a81b-6abc-4374-b7f6-16ce040682ed HTTP/1.1" status: 200 len: 946 time: 0.1062777 Feb 04 17:35:55.804151 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-2ce26241-1725-4f20-9db5-dc2982e67b10 tempest-SecGroupTest-1313863057 tempest-SecGroupTest-1313863057-project] Publish callbacks [] for security_group_rule (17043243-6cd3-43cf-964b-ea13eb5a8f03), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:55.821083 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-2ce26241-1725-4f20-9db5-dc2982e67b10 tempest-SecGroupTest-1313863057 tempest-SecGroupTest-1313863057-project] Publish callbacks [] for security_group_rule (17043243-6cd3-43cf-964b-ea13eb5a8f03), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:55.851139 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-8c89c056-2bf9-45b3-91f3-9a197dde147c req-b381f5ad-a27a-40df-88ef-583897e37b7e tempest-ServerAddressesNegativeTestJSON-1915912067 tempest-ServerAddressesNegativeTestJSON-1915912067-project] 10.222.0.89 "GET /v2.0/security-groups?id=bbe79966-413d-49a2-8886-a33366b12fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548723 Feb 04 17:35:55.894461 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-2ce26241-1725-4f20-9db5-dc2982e67b10 tempest-SecGroupTest-1313863057 tempest-SecGroupTest-1313863057-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664556'] for security_group_rule (17043243-6cd3-43cf-964b-ea13eb5a8f03), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:55.914204 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-2ce26241-1725-4f20-9db5-dc2982e67b10 tempest-SecGroupTest-1313863057 tempest-SecGroupTest-1313863057-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:55.915359 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-2ce26241-1725-4f20-9db5-dc2982e67b10 tempest-SecGroupTest-1313863057 tempest-SecGroupTest-1313863057-project] 10.222.0.89 "DELETE /v2.0/security-group-rules/17043243-6cd3-43cf-964b-ea13eb5a8f03 HTTP/1.1" status: 204 len: 168 time: 0.1804492 Feb 04 17:35:55.917961 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 54036) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:35:55.924176 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce26241-1725-4f20-9db5-dc2982e67b10 tempest-SecGroupTest-1313863057 tempest-SecGroupTest-1313863057-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=17043243-6cd3-43cf-964b-ea13eb5a8f03,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:35:55.999370 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 54042) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:35:56.000197 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-f8b6ad7e-99e5-431c-9ced-237f70e90e09 tempest-SecGroupTest-1313863057 tempest-SecGroupTest-1313863057-project] 10.222.0.89 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0774744 Feb 04 17:35:56.096903 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-5f9b049c-949a-42ee-9d8f-b44e8db8d404 tempest-SecGroupTest-1313863057 tempest-SecGroupTest-1313863057-project] Publish callbacks [] for security_group (fd637b03-c87c-46bd-9185-0f21e1b2c775), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:56.126770 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-5f9b049c-949a-42ee-9d8f-b44e8db8d404 tempest-SecGroupTest-1313863057 tempest-SecGroupTest-1313863057-project] Publish callbacks [] for security_group (fd637b03-c87c-46bd-9185-0f21e1b2c775), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:56.161870 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-17cfeb5c-d700-4259-8d90-8100ad14cf3e req-edc3726b-7e09-4fdd-8ab6-010a36871579 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] 10.222.0.89 "GET /v2.0/ports?device_id=f9afa7a5-1aca-47d0-a335-e4059d5a8169 HTTP/1.1" status: 200 len: 210 time: 0.0399559 Feb 04 17:35:56.214530 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f23d87-2915-4fcd-bfa9-c78bada826f1 req-106365f9-c1d9-4f41-ba00-4a3afe8765f0 tempest-ServerAddressesNegativeTestJSON-1915912067 tempest-ServerAddressesNegativeTestJSON-1915912067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:35:56.216778 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-94f23d87-2915-4fcd-bfa9-c78bada826f1 req-106365f9-c1d9-4f41-ba00-4a3afe8765f0 tempest-ServerAddressesNegativeTestJSON-1915912067 tempest-ServerAddressesNegativeTestJSON-1915912067-project] 10.222.0.96 "GET /v2.0/ports?device_id=2216a81b-6abc-4374-b7f6-16ce040682ed HTTP/1.1" status: 200 len: 946 time: 0.1020927 Feb 04 17:35:56.228914 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-5f9b049c-949a-42ee-9d8f-b44e8db8d404 tempest-SecGroupTest-1313863057 tempest-SecGroupTest-1313863057-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (fd637b03-c87c-46bd-9185-0f21e1b2c775), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:56.241213 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-5f9b049c-949a-42ee-9d8f-b44e8db8d404 tempest-SecGroupTest-1313863057 tempest-SecGroupTest-1313863057-project] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:56.242592 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-5f9b049c-949a-42ee-9d8f-b44e8db8d404 tempest-SecGroupTest-1313863057 tempest-SecGroupTest-1313863057-project] 10.222.0.89 "DELETE /v2.0/security-groups/fd637b03-c87c-46bd-9185-0f21e1b2c775 HTTP/1.1" status: 204 len: 168 time: 0.2420132 Feb 04 17:35:56.246381 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 54054) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:35:56.279869 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9b049c-949a-42ee-9d8f-b44e8db8d404 tempest-SecGroupTest-1313863057 tempest-SecGroupTest-1313863057-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd637b03-c87c-46bd-9185-0f21e1b2c775,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:35:56.341717 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-f3213a02-b40c-489b-8568-9dde998c7ad0 tempest-SecGroupTest-1313863057 tempest-SecGroupTest-1313863057-project] 10.222.0.89 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0940795 Feb 04 17:35:56.345886 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 54056) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:35:56.360016 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-111d441c-325b-454e-9e1d-1e21103ba24c tempest-SecGroupTest-1313863057 tempest-SecGroupTest-1313863057-project] Request body: {'security_group': {'name': 'tempest-secgroup--332707410'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:35:56.407392 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-111d441c-325b-454e-9e1d-1e21103ba24c tempest-SecGroupTest-1313863057 tempest-SecGroupTest-1313863057-project] Publish callbacks [] for security_group (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:56.428869 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [req-94f23d87-2915-4fcd-bfa9-c78bada826f1 req-df8a0914-0b5d-4eeb-8499-f84b921444d0 tempest-ServerAddressesNegativeTestJSON-1915912067 tempest-ServerAddressesNegativeTestJSON-1915912067-project] Deleting port b1de8567-c2d4-47d3-bb07-1b18db6b4f40 {{(pid=103376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:35:56.430600 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-94f23d87-2915-4fcd-bfa9-c78bada826f1 req-df8a0914-0b5d-4eeb-8499-f84b921444d0 tempest-ServerAddressesNegativeTestJSON-1915912067 tempest-ServerAddressesNegativeTestJSON-1915912067-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (b1de8567-c2d4-47d3-bb07-1b18db6b4f40), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:56.530058 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-111d441c-325b-454e-9e1d-1e21103ba24c tempest-SecGroupTest-1313863057 tempest-SecGroupTest-1313863057-project] Publish callbacks [] for security_group (1eaa711c-9dbb-40b9-a829-f171d223e89b), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:56.560347 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-111d441c-325b-454e-9e1d-1e21103ba24c tempest-SecGroupTest-1313863057 tempest-SecGroupTest-1313863057-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (1eaa711c-9dbb-40b9-a829-f171d223e89b), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:56.601983 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [req-94f23d87-2915-4fcd-bfa9-c78bada826f1 req-df8a0914-0b5d-4eeb-8499-f84b921444d0 tempest-ServerAddressesNegativeTestJSON-1915912067 tempest-ServerAddressesNegativeTestJSON-1915912067-project] For port b1de8567-c2d4-47d3-bb07-1b18db6b4f40, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=b1de8567-c2d4-47d3-bb07-1b18db6b4f40,segment=NetworkSegment(055ca00c-5a94-432d-b83b-f3428acf0564),segment_id=055ca00c-5a94-432d-b83b-f3428acf0564)] {{(pid=103376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:35:56.603789 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-94f23d87-2915-4fcd-bfa9-c78bada826f1 req-df8a0914-0b5d-4eeb-8499-f84b921444d0 tempest-ServerAddressesNegativeTestJSON-1915912067 tempest-ServerAddressesNegativeTestJSON-1915912067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (b1de8567-c2d4-47d3-bb07-1b18db6b4f40), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:56.607249 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111d441c-325b-454e-9e1d-1e21103ba24c tempest-SecGroupTest-1313863057 tempest-SecGroupTest-1313863057-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1eaa711c-9dbb-40b9-a829-f171d223e89b,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:35:56.639926 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-111d441c-325b-454e-9e1d-1e21103ba24c tempest-SecGroupTest-1313863057 tempest-SecGroupTest-1313863057-project] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:56.641396 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-111d441c-325b-454e-9e1d-1e21103ba24c tempest-SecGroupTest-1313863057 tempest-SecGroupTest-1313863057-project] 10.222.0.89 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2943072 Feb 04 17:35:56.644206 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 54062) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:35:56.648010 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [req-94f23d87-2915-4fcd-bfa9-c78bada826f1 req-df8a0914-0b5d-4eeb-8499-f84b921444d0 tempest-ServerAddressesNegativeTestJSON-1915912067 tempest-ServerAddressesNegativeTestJSON-1915912067-project] Calling delete_port for b1de8567-c2d4-47d3-bb07-1b18db6b4f40 owned by compute:nova {{(pid=103376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:35:56.657836 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-0b8a460d-7d53-45ee-8390-1c46f387e27c tempest-SecGroupTest-1313863057 tempest-SecGroupTest-1313863057-project] Request body: {'security_group_rule': {'security_group_id': '1eaa711c-9dbb-40b9-a829-f171d223e89b', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:35:56.706581 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-0b8a460d-7d53-45ee-8390-1c46f387e27c tempest-SecGroupTest-1313863057 tempest-SecGroupTest-1313863057-project] Publish callbacks [] for security_group_rule (e271d4df-cd0f-494a-acf5-09fd52cc06c0), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:56.859586 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-94f23d87-2915-4fcd-bfa9-c78bada826f1 req-df8a0914-0b5d-4eeb-8499-f84b921444d0 tempest-ServerAddressesNegativeTestJSON-1915912067 tempest-ServerAddressesNegativeTestJSON-1915912067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (b1de8567-c2d4-47d3-bb07-1b18db6b4f40), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:56.860045 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-0b8a460d-7d53-45ee-8390-1c46f387e27c tempest-SecGroupTest-1313863057 tempest-SecGroupTest-1313863057-project] Publish callbacks [] for security_group_rule (e271d4df-cd0f-494a-acf5-09fd52cc06c0), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:56.863904 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-0b8a460d-7d53-45ee-8390-1c46f387e27c tempest-SecGroupTest-1313863057 tempest-SecGroupTest-1313863057-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664556'] for security_group_rule (e271d4df-cd0f-494a-acf5-09fd52cc06c0), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:56.875648 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] get_ports_and_sgs() called for port_ids ['b1de8567-c2d4-47d3-bb07-1b18db6b4f40'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 17:35:56.934420 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8a0914-0b5d-4eeb-8499-f84b921444d0 tempest-ServerAddressesNegativeTestJSON-1915912067 tempest-ServerAddressesNegativeTestJSON-1915912067-project] Pushing event deleted for resources: {'Port': ['ID=b1de8567-c2d4-47d3-bb07-1b18db6b4f40,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:35:56.959569 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8a460d-7d53-45ee-8390-1c46f387e27c tempest-SecGroupTest-1313863057 tempest-SecGroupTest-1313863057-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e271d4df-cd0f-494a-acf5-09fd52cc06c0,revision_number=0']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:35:56.982032 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-0b8a460d-7d53-45ee-8390-1c46f387e27c tempest-SecGroupTest-1313863057 tempest-SecGroupTest-1313863057-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:56.983297 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-0b8a460d-7d53-45ee-8390-1c46f387e27c tempest-SecGroupTest-1313863057 tempest-SecGroupTest-1313863057-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3379736 Feb 04 17:35:56.991800 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [req-94f23d87-2915-4fcd-bfa9-c78bada826f1 req-df8a0914-0b5d-4eeb-8499-f84b921444d0 tempest-ServerAddressesNegativeTestJSON-1915912067 tempest-ServerAddressesNegativeTestJSON-1915912067-project] No DVR routers for this DVR port b1de8567-c2d4-47d3-bb07-1b18db6b4f40 on host n-h1-827839-2 {{(pid=103376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 17:35:56.996359 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 54070) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:35:57.011677 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-78cdd93a-1c6b-4ece-9a75-0f0ed588025b tempest-SecGroupTest-1313863057 tempest-SecGroupTest-1313863057-project] Request body: {'security_group_rule': {'security_group_id': '1eaa711c-9dbb-40b9-a829-f171d223e89b', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:35:57.053604 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-94f23d87-2915-4fcd-bfa9-c78bada826f1 req-df8a0914-0b5d-4eeb-8499-f84b921444d0 tempest-ServerAddressesNegativeTestJSON-1915912067 tempest-ServerAddressesNegativeTestJSON-1915912067-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:57.063205 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-94f23d87-2915-4fcd-bfa9-c78bada826f1 req-df8a0914-0b5d-4eeb-8499-f84b921444d0 tempest-ServerAddressesNegativeTestJSON-1915912067 tempest-ServerAddressesNegativeTestJSON-1915912067-project] 10.222.0.96 "DELETE /v2.0/ports/b1de8567-c2d4-47d3-bb07-1b18db6b4f40 HTTP/1.1" status: 204 len: 173 time: 0.8400407 Feb 04 17:35:57.086641 n-d-827839-2 neutron-server[103376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2216a81b-6abc-4374-b7f6-16ce040682ed', 'name': 'network-vif-deleted', 'tag': 'b1de8567-c2d4-47d3-bb07-1b18db6b4f40'}] {{(pid=103376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:35:57.094064 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d59c3bb5e2f09ebf62144d5e09b1cff60c763a9c19614c24538e77842938c05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-965be9b3-045f-491d-83b8-ea3c0598f1d9" -d '{"events": [{"server_uuid": "2216a81b-6abc-4374-b7f6-16ce040682ed", "name": "network-vif-deleted", "tag": "b1de8567-c2d4-47d3-bb07-1b18db6b4f40"}]}' {{(pid=103376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:35:57.200165 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-78cdd93a-1c6b-4ece-9a75-0f0ed588025b tempest-SecGroupTest-1313863057 tempest-SecGroupTest-1313863057-project] Publish callbacks [] for security_group_rule (e7c8107d-a7b7-4c1a-bb8d-8fbaaeea35c7), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:57.208862 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-2437a25b-8564-48af-bf19-122f5e743d1c req-1873c45d-3742-4086-b0cf-a71cdc55c3da tempest-ServerAddressesNegativeTestJSON-1915912067 tempest-ServerAddressesNegativeTestJSON-1915912067-project] 10.222.0.89 "GET /v2.0/ports?device_id=2216a81b-6abc-4374-b7f6-16ce040682ed HTTP/1.1" status: 200 len: 210 time: 0.1433752 Feb 04 17:35:57.228052 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 17:35:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec44a334-2523-4a2e-aca7-43c91d7f8679 x-openstack-request-id: req-ec44a334-2523-4a2e-aca7-43c91d7f8679 {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:35:57.228884 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2216a81b-6abc-4374-b7f6-16ce040682ed", "name": "network-vif-deleted", "tag": "b1de8567-c2d4-47d3-bb07-1b18db6b4f40", "status": "completed", "code": 200}]} {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:35:57.228884 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-ec44a334-2523-4a2e-aca7-43c91d7f8679 {{(pid=103376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:35:57.229098 n-d-827839-2 neutron-server[103376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2216a81b-6abc-4374-b7f6-16ce040682ed', 'name': 'network-vif-deleted', 'tag': 'b1de8567-c2d4-47d3-bb07-1b18db6b4f40', 'status': 'completed', 'code': 200} Feb 04 17:35:57.382161 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-78cdd93a-1c6b-4ece-9a75-0f0ed588025b tempest-SecGroupTest-1313863057 tempest-SecGroupTest-1313863057-project] Publish callbacks [] for security_group_rule (e7c8107d-a7b7-4c1a-bb8d-8fbaaeea35c7), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:57.388526 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-78cdd93a-1c6b-4ece-9a75-0f0ed588025b tempest-SecGroupTest-1313863057 tempest-SecGroupTest-1313863057-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664556'] for security_group_rule (e7c8107d-a7b7-4c1a-bb8d-8fbaaeea35c7), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:57.401665 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-36783b38-5fd8-4c20-875e-561c838119a6 req-308aeb01-b34a-4325-a00a-df5d19f7486a tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] 10.222.0.89 "GET /v2.0/ports?device_id=f9afa7a5-1aca-47d0-a335-e4059d5a8169 HTTP/1.1" status: 200 len: 210 time: 0.0476270 Feb 04 17:35:57.417437 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-78cdd93a-1c6b-4ece-9a75-0f0ed588025b tempest-SecGroupTest-1313863057 tempest-SecGroupTest-1313863057-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:57.417437 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-78cdd93a-1c6b-4ece-9a75-0f0ed588025b tempest-SecGroupTest-1313863057 tempest-SecGroupTest-1313863057-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4169760 Feb 04 17:35:57.418397 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 54084) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:35:57.424112 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-cc40c1f6-374d-45e0-8c50-5e86ef9983b6 tempest-SecGroupTest-1313863057 tempest-SecGroupTest-1313863057-project] Request body: {'security_group_rule': {'security_group_id': '1eaa711c-9dbb-40b9-a829-f171d223e89b', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:35:57.428573 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78cdd93a-1c6b-4ece-9a75-0f0ed588025b tempest-SecGroupTest-1313863057 tempest-SecGroupTest-1313863057-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7c8107d-a7b7-4c1a-bb8d-8fbaaeea35c7,revision_number=0']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:35:57.463160 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-cc40c1f6-374d-45e0-8c50-5e86ef9983b6 tempest-SecGroupTest-1313863057 tempest-SecGroupTest-1313863057-project] Publish callbacks [] for security_group_rule (4c1b01a8-d3dd-4a78-bd8e-c48be5fd3f87), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:57.618125 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-cc40c1f6-374d-45e0-8c50-5e86ef9983b6 tempest-SecGroupTest-1313863057 tempest-SecGroupTest-1313863057-project] Publish callbacks [] for security_group_rule (4c1b01a8-d3dd-4a78-bd8e-c48be5fd3f87), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:57.623392 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-cc40c1f6-374d-45e0-8c50-5e86ef9983b6 tempest-SecGroupTest-1313863057 tempest-SecGroupTest-1313863057-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664556'] for security_group_rule (4c1b01a8-d3dd-4a78-bd8e-c48be5fd3f87), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:57.659906 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc40c1f6-374d-45e0-8c50-5e86ef9983b6 tempest-SecGroupTest-1313863057 tempest-SecGroupTest-1313863057-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c1b01a8-d3dd-4a78-bd8e-c48be5fd3f87,revision_number=0']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:35:57.678320 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-cc40c1f6-374d-45e0-8c50-5e86ef9983b6 tempest-SecGroupTest-1313863057 tempest-SecGroupTest-1313863057-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:57.682499 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 54090) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:35:57.687236 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-50564837-53ce-4b8a-88e8-d91f937d19ad tempest-SecGroupTest-1313863057 tempest-SecGroupTest-1313863057-project] Request body: {'security_group_rule': {'security_group_id': '1eaa711c-9dbb-40b9-a829-f171d223e89b', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:35:57.690008 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-cc40c1f6-374d-45e0-8c50-5e86ef9983b6 tempest-SecGroupTest-1313863057 tempest-SecGroupTest-1313863057-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2702534 Feb 04 17:35:57.734215 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-50564837-53ce-4b8a-88e8-d91f937d19ad tempest-SecGroupTest-1313863057 tempest-SecGroupTest-1313863057-project] Publish callbacks [] for security_group_rule (76ba20cf-af68-478f-bafc-9bf2fea670e6), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:57.853419 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-50564837-53ce-4b8a-88e8-d91f937d19ad tempest-SecGroupTest-1313863057 tempest-SecGroupTest-1313863057-project] Publish callbacks [] for security_group_rule (76ba20cf-af68-478f-bafc-9bf2fea670e6), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:57.858044 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-50564837-53ce-4b8a-88e8-d91f937d19ad tempest-SecGroupTest-1313863057 tempest-SecGroupTest-1313863057-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664556'] for security_group_rule (76ba20cf-af68-478f-bafc-9bf2fea670e6), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:57.881193 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-50564837-53ce-4b8a-88e8-d91f937d19ad tempest-SecGroupTest-1313863057 tempest-SecGroupTest-1313863057-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:57.882445 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-50564837-53ce-4b8a-88e8-d91f937d19ad tempest-SecGroupTest-1313863057 tempest-SecGroupTest-1313863057-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1986706 Feb 04 17:35:57.885121 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 54096) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:35:57.891569 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-e74159ef-5eb9-4104-bd78-c4f7b869d6f6 tempest-SecGroupTest-1313863057 tempest-SecGroupTest-1313863057-project] Request body: {'security_group_rule': {'security_group_id': '1eaa711c-9dbb-40b9-a829-f171d223e89b', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:35:57.910564 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50564837-53ce-4b8a-88e8-d91f937d19ad tempest-SecGroupTest-1313863057 tempest-SecGroupTest-1313863057-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76ba20cf-af68-478f-bafc-9bf2fea670e6,revision_number=0']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:35:57.964132 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-e74159ef-5eb9-4104-bd78-c4f7b869d6f6 tempest-SecGroupTest-1313863057 tempest-SecGroupTest-1313863057-project] Publish callbacks [] for security_group_rule (97d535a3-2911-473e-a1ac-310268809a74), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:58.036143 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-e74159ef-5eb9-4104-bd78-c4f7b869d6f6 tempest-SecGroupTest-1313863057 tempest-SecGroupTest-1313863057-project] Publish callbacks [] for security_group_rule (97d535a3-2911-473e-a1ac-310268809a74), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:58.040698 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-e74159ef-5eb9-4104-bd78-c4f7b869d6f6 tempest-SecGroupTest-1313863057 tempest-SecGroupTest-1313863057-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664556'] for security_group_rule (97d535a3-2911-473e-a1ac-310268809a74), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:58.071179 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74159ef-5eb9-4104-bd78-c4f7b869d6f6 tempest-SecGroupTest-1313863057 tempest-SecGroupTest-1313863057-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97d535a3-2911-473e-a1ac-310268809a74,revision_number=0']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:35:58.077025 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-e74159ef-5eb9-4104-bd78-c4f7b869d6f6 tempest-SecGroupTest-1313863057 tempest-SecGroupTest-1313863057-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:58.078408 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-e74159ef-5eb9-4104-bd78-c4f7b869d6f6 tempest-SecGroupTest-1313863057 tempest-SecGroupTest-1313863057-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1919229 Feb 04 17:35:58.081157 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 54098) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:35:58.133932 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-f545b6ea-c1a7-45fd-b60d-2e9084dce380 tempest-SecGroupTest-1313863057 tempest-SecGroupTest-1313863057-project] Publish callbacks [] for security_group_rule (97d535a3-2911-473e-a1ac-310268809a74), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:58.143119 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-f545b6ea-c1a7-45fd-b60d-2e9084dce380 tempest-SecGroupTest-1313863057 tempest-SecGroupTest-1313863057-project] Publish callbacks [] for security_group_rule (97d535a3-2911-473e-a1ac-310268809a74), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:58.197900 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-f545b6ea-c1a7-45fd-b60d-2e9084dce380 tempest-SecGroupTest-1313863057 tempest-SecGroupTest-1313863057-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664556'] for security_group_rule (97d535a3-2911-473e-a1ac-310268809a74), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:58.211501 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-f545b6ea-c1a7-45fd-b60d-2e9084dce380 tempest-SecGroupTest-1313863057 tempest-SecGroupTest-1313863057-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:58.214930 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-f545b6ea-c1a7-45fd-b60d-2e9084dce380 tempest-SecGroupTest-1313863057 tempest-SecGroupTest-1313863057-project] 10.222.0.89 "DELETE /v2.0/security-group-rules/97d535a3-2911-473e-a1ac-310268809a74 HTTP/1.1" status: 204 len: 168 time: 0.1305082 Feb 04 17:35:58.215340 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 54104) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:35:58.218718 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f545b6ea-c1a7-45fd-b60d-2e9084dce380 tempest-SecGroupTest-1313863057 tempest-SecGroupTest-1313863057-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=97d535a3-2911-473e-a1ac-310268809a74,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:35:58.369454 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 54112) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:35:58.370014 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 54114) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:35:58.384849 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-f0a70372-1723-4cdb-a1c8-d33e5d70d93f tempest-SecGroupTest-1313863057 tempest-SecGroupTest-1313863057-project] 10.222.0.89 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.1681364 Feb 04 17:35:58.496920 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-4b1e09dd-1132-4e71-b4e0-9662d37a9a4f tempest-SecGroupTest-1313863057 tempest-SecGroupTest-1313863057-project] Publish callbacks [] for security_group_rule (76ba20cf-af68-478f-bafc-9bf2fea670e6), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:58.512655 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-4b1e09dd-1132-4e71-b4e0-9662d37a9a4f tempest-SecGroupTest-1313863057 tempest-SecGroupTest-1313863057-project] Publish callbacks [] for security_group_rule (76ba20cf-af68-478f-bafc-9bf2fea670e6), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:58.518908 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.db_base_plugin_v2 [None req-51b0bc7c-6a30-47f0-9a9c-061c34b2665d admin admin] Deleting subnet 374f8112-5742-4b42-8352-dde88f274742 {{(pid=103377) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 17:35:58.542353 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-51b0bc7c-6a30-47f0-9a9c-061c34b2665d admin admin] Publish callbacks [] for subnet (374f8112-5742-4b42-8352-dde88f274742), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:58.627754 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-71df01be-0f2c-41d6-ba3d-d9f402280a6a req-1a0fe69f-d626-4189-8da2-cbf1d763e30d tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] 10.222.0.89 "GET /v2.0/ports?device_id=f9afa7a5-1aca-47d0-a335-e4059d5a8169 HTTP/1.1" status: 200 len: 210 time: 0.1169648 Feb 04 17:35:58.668196 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-4b1e09dd-1132-4e71-b4e0-9662d37a9a4f tempest-SecGroupTest-1313863057 tempest-SecGroupTest-1313863057-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664556'] for security_group_rule (76ba20cf-af68-478f-bafc-9bf2fea670e6), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:58.673434 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-51b0bc7c-6a30-47f0-9a9c-061c34b2665d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26866676'] for subnet (374f8112-5742-4b42-8352-dde88f274742), precommit_delete_associations {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:58.680011 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-4b1e09dd-1132-4e71-b4e0-9662d37a9a4f tempest-SecGroupTest-1313863057 tempest-SecGroupTest-1313863057-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:58.684465 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 54122) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:35:58.696188 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-4b1e09dd-1132-4e71-b4e0-9662d37a9a4f tempest-SecGroupTest-1313863057 tempest-SecGroupTest-1313863057-project] 10.222.0.89 "DELETE /v2.0/security-group-rules/76ba20cf-af68-478f-bafc-9bf2fea670e6 HTTP/1.1" status: 204 len: 168 time: 0.3236520 Feb 04 17:35:58.757208 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1e09dd-1132-4e71-b4e0-9662d37a9a4f tempest-SecGroupTest-1313863057 tempest-SecGroupTest-1313863057-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=76ba20cf-af68-478f-bafc-9bf2fea670e6,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:35:58.769185 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 54128) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:35:58.772398 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-d981e4ca-7740-4049-bd9a-a2d83f11988b tempest-SecGroupTest-1313863057 tempest-SecGroupTest-1313863057-project] 10.222.0.89 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.0864363 Feb 04 17:35:58.809900 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-7c28b5e3-019b-460f-a571-5217c6f8399f tempest-SecGroupTest-1313863057 tempest-SecGroupTest-1313863057-project] Publish callbacks [] for security_group_rule (4c1b01a8-d3dd-4a78-bd8e-c48be5fd3f87), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:58.821167 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-7c28b5e3-019b-460f-a571-5217c6f8399f tempest-SecGroupTest-1313863057 tempest-SecGroupTest-1313863057-project] Publish callbacks [] for security_group_rule (4c1b01a8-d3dd-4a78-bd8e-c48be5fd3f87), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:58.824509 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-51b0bc7c-6a30-47f0-9a9c-061c34b2665d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1541225'] for subnet (374f8112-5742-4b42-8352-dde88f274742), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:58.878951 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-7c28b5e3-019b-460f-a571-5217c6f8399f tempest-SecGroupTest-1313863057 tempest-SecGroupTest-1313863057-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664556'] for security_group_rule (4c1b01a8-d3dd-4a78-bd8e-c48be5fd3f87), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:58.886990 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-7c28b5e3-019b-460f-a571-5217c6f8399f tempest-SecGroupTest-1313863057 tempest-SecGroupTest-1313863057-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:58.891443 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 54130) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:35:58.897957 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-7c28b5e3-019b-460f-a571-5217c6f8399f tempest-SecGroupTest-1313863057 tempest-SecGroupTest-1313863057-project] 10.222.0.89 "DELETE /v2.0/security-group-rules/4c1b01a8-d3dd-4a78-bd8e-c48be5fd3f87 HTTP/1.1" status: 204 len: 168 time: 0.1248143 Feb 04 17:35:58.917740 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c28b5e3-019b-460f-a571-5217c6f8399f tempest-SecGroupTest-1313863057 tempest-SecGroupTest-1313863057-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4c1b01a8-d3dd-4a78-bd8e-c48be5fd3f87,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:35:58.941772 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-51b0bc7c-6a30-47f0-9a9c-061c34b2665d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1541216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25888360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25597190'] for subnet (374f8112-5742-4b42-8352-dde88f274742), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:58.976335 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-c95b0b1d-c7db-4298-bddc-7dab580061cf tempest-SecGroupTest-1313863057 tempest-SecGroupTest-1313863057-project] 10.222.0.89 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.0838866 Feb 04 17:35:58.977099 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 54132) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:35:58.980302 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b0bc7c-6a30-47f0-9a9c-061c34b2665d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=374f8112-5742-4b42-8352-dde88f274742,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:35:58.992773 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-51b0bc7c-6a30-47f0-9a9c-061c34b2665d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:59.000668 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-51b0bc7c-6a30-47f0-9a9c-061c34b2665d admin admin] 10.222.0.89 "DELETE /v2.0/subnets/374f8112-5742-4b42-8352-dde88f274742 HTTP/1.1" status: 204 len: 168 time: 0.6271963 Feb 04 17:35:59.001390 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 54134) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:35:59.040001 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-6cf50c93-c449-4c43-85b9-b4ae5fdf717d tempest-SecGroupTest-1313863057 tempest-SecGroupTest-1313863057-project] Publish callbacks [] for security_group_rule (e7c8107d-a7b7-4c1a-bb8d-8fbaaeea35c7), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:59.058658 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-6cf50c93-c449-4c43-85b9-b4ae5fdf717d tempest-SecGroupTest-1313863057 tempest-SecGroupTest-1313863057-project] Publish callbacks [] for security_group_rule (e7c8107d-a7b7-4c1a-bb8d-8fbaaeea35c7), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:59.100982 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-6cf50c93-c449-4c43-85b9-b4ae5fdf717d tempest-SecGroupTest-1313863057 tempest-SecGroupTest-1313863057-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664556'] for security_group_rule (e7c8107d-a7b7-4c1a-bb8d-8fbaaeea35c7), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:59.117044 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-6cf50c93-c449-4c43-85b9-b4ae5fdf717d tempest-SecGroupTest-1313863057 tempest-SecGroupTest-1313863057-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:59.119169 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-6cf50c93-c449-4c43-85b9-b4ae5fdf717d tempest-SecGroupTest-1313863057 tempest-SecGroupTest-1313863057-project] 10.222.0.89 "DELETE /v2.0/security-group-rules/e7c8107d-a7b7-4c1a-bb8d-8fbaaeea35c7 HTTP/1.1" status: 204 len: 168 time: 0.1405284 Feb 04 17:35:59.122758 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-46374a31-0bba-4f70-92e9-5701771d935a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628832'] for network (061e92da-b345-4bb8-9d04-847b819e181d), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:59.124441 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 54140) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:35:59.126451 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf50c93-c449-4c43-85b9-b4ae5fdf717d tempest-SecGroupTest-1313863057 tempest-SecGroupTest-1313863057-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e7c8107d-a7b7-4c1a-bb8d-8fbaaeea35c7,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:35:59.202323 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 54144) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:35:59.202563 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-f667fc9e-6289-4ed2-9308-5c534fa48e70 tempest-SecGroupTest-1313863057 tempest-SecGroupTest-1313863057-project] 10.222.0.89 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0763264 Feb 04 17:35:59.231288 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-6d848f51-c163-4248-8812-a16fdd821735 tempest-SecGroupTest-1313863057 tempest-SecGroupTest-1313863057-project] Publish callbacks [] for security_group_rule (e271d4df-cd0f-494a-acf5-09fd52cc06c0), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:59.240212 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-6d848f51-c163-4248-8812-a16fdd821735 tempest-SecGroupTest-1313863057 tempest-SecGroupTest-1313863057-project] Publish callbacks [] for security_group_rule (e271d4df-cd0f-494a-acf5-09fd52cc06c0), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:59.282106 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-6d848f51-c163-4248-8812-a16fdd821735 tempest-SecGroupTest-1313863057 tempest-SecGroupTest-1313863057-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664556'] for security_group_rule (e271d4df-cd0f-494a-acf5-09fd52cc06c0), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:59.288568 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-6d848f51-c163-4248-8812-a16fdd821735 tempest-SecGroupTest-1313863057 tempest-SecGroupTest-1313863057-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:59.289839 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-6d848f51-c163-4248-8812-a16fdd821735 tempest-SecGroupTest-1313863057 tempest-SecGroupTest-1313863057-project] 10.222.0.89 "DELETE /v2.0/security-group-rules/e271d4df-cd0f-494a-acf5-09fd52cc06c0 HTTP/1.1" status: 204 len: 168 time: 0.0858138 Feb 04 17:35:59.292650 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 54146) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:35:59.309612 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d848f51-c163-4248-8812-a16fdd821735 tempest-SecGroupTest-1313863057 tempest-SecGroupTest-1313863057-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e271d4df-cd0f-494a-acf5-09fd52cc06c0,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:35:59.345716 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-58756ab3-2cf5-4e4e-808e-ff5c56cc3d0b tempest-SecGroupTest-1313863057 tempest-SecGroupTest-1313863057-project] 10.222.0.89 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0518310 Feb 04 17:35:59.348055 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 54148) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:35:59.371463 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-46374a31-0bba-4f70-92e9-5701771d935a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1543676', 'neutron.services.segments.db._delete_segments_for_network-8781084786517'] for network (061e92da-b345-4bb8-9d04-847b819e181d), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:59.393722 n-d-827839-2 neutron-server[103377]: DEBUG neutron.services.segments.db [None req-46374a31-0bba-4f70-92e9-5701771d935a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['061e92da-b345-4bb8-9d04-847b819e181d']}} {{(pid=103377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:35:59.404165 n-d-827839-2 neutron-server[103377]: DEBUG neutron.services.segments.db [None req-46374a31-0bba-4f70-92e9-5701771d935a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '055ca00c-5a94-432d-b83b-f3428acf0564') {'for_net_delete': True} {{(pid=103377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:35:59.404165 n-d-827839-2 neutron-server[103377]: DEBUG neutron.services.segments.db [None req-46374a31-0bba-4f70-92e9-5701771d935a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '055ca00c-5a94-432d-b83b-f3428acf0564') {} {{(pid=103377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:35:59.414818 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-46374a31-0bba-4f70-92e9-5701771d935a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781084783966', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26866685'] for segment (055ca00c-5a94-432d-b83b-f3428acf0564), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:59.423758 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-8b717550-0524-4bce-af3e-d7c09aed0c8b tempest-SecGroupTest-1313863057 tempest-SecGroupTest-1313863057-project] Publish callbacks [] for security_group (1eaa711c-9dbb-40b9-a829-f171d223e89b), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:59.430476 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-46374a31-0bba-4f70-92e9-5701771d935a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (055ca00c-5a94-432d-b83b-f3428acf0564), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:59.435833 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46374a31-0bba-4f70-92e9-5701771d935a admin admin] Releasing vlan 750 on physical network physnet1 to pool {{(pid=103377) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 17:35:59.436117 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-46374a31-0bba-4f70-92e9-5701771d935a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25888454'] for segment (055ca00c-5a94-432d-b83b-f3428acf0564), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:59.438036 n-d-827839-2 neutron-server[103377]: Traceback (most recent call last): Feb 04 17:35:59.438036 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 17:35:59.438036 n-d-827839-2 neutron-server[103377]: timer() Feb 04 17:35:59.438036 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 17:35:59.438036 n-d-827839-2 neutron-server[103377]: cb(*args, **kw) Feb 04 17:35:59.438036 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 17:35:59.438036 n-d-827839-2 neutron-server[103377]: return func(*args, **kwargs) Feb 04 17:35:59.438036 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 17:35:59.438036 n-d-827839-2 neutron-server[103377]: self._notify() Feb 04 17:35:59.438036 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 17:35:59.438036 n-d-827839-2 neutron-server[103377]: self.callback(batched_events) Feb 04 17:35:59.438036 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 17:35:59.438036 n-d-827839-2 neutron-server[103377]: event.method(event) Feb 04 17:35:59.438036 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 17:35:59.438036 n-d-827839-2 neutron-server[103377]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 17:35:59.438036 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 17:35:59.438036 n-d-827839-2 neutron-server[103377]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 17:35:59.438036 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 17:35:59.438036 n-d-827839-2 neutron-server[103377]: return f(self, *a, **k) Feb 04 17:35:59.438036 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 17:35:59.438036 n-d-827839-2 neutron-server[103377]: return self._get(url).json() Feb 04 17:35:59.438036 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 17:35:59.438036 n-d-827839-2 neutron-server[103377]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 17:35:59.438036 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 17:35:59.438036 n-d-827839-2 neutron-server[103377]: return self.request(url, 'GET', **kwargs) Feb 04 17:35:59.438036 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 17:35:59.438036 n-d-827839-2 neutron-server[103377]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 17:35:59.438036 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 17:35:59.438036 n-d-827839-2 neutron-server[103377]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 17:35:59.438036 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 17:35:59.438036 n-d-827839-2 neutron-server[103377]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 17:35:59.438036 n-d-827839-2 neutron-server[103377]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 17:35:59.487185 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-8b717550-0524-4bce-af3e-d7c09aed0c8b tempest-SecGroupTest-1313863057 tempest-SecGroupTest-1313863057-project] Publish callbacks [] for security_group (1eaa711c-9dbb-40b9-a829-f171d223e89b), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:59.512953 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-46374a31-0bba-4f70-92e9-5701771d935a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1543671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1595572'] for network (061e92da-b345-4bb8-9d04-847b819e181d), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:59.517051 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-46374a31-0bba-4f70-92e9-5701771d935a admin admin] Publish callbacks [] for network (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:59.520962 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-46374a31-0bba-4f70-92e9-5701771d935a admin admin] 10.222.0.89 "DELETE /v2.0/networks/061e92da-b345-4bb8-9d04-847b819e181d HTTP/1.1" status: 204 len: 168 time: 0.5181651 Feb 04 17:35:59.556933 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46374a31-0bba-4f70-92e9-5701771d935a admin admin] Pushing event deleted for resources: {'Network': ['ID=061e92da-b345-4bb8-9d04-847b819e181d,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:35:59.594541 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-8b717550-0524-4bce-af3e-d7c09aed0c8b tempest-SecGroupTest-1313863057 tempest-SecGroupTest-1313863057-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (1eaa711c-9dbb-40b9-a829-f171d223e89b), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:59.597879 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-8b717550-0524-4bce-af3e-d7c09aed0c8b tempest-SecGroupTest-1313863057 tempest-SecGroupTest-1313863057-project] Publish callbacks [] for security_group (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:59.599106 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-8b717550-0524-4bce-af3e-d7c09aed0c8b tempest-SecGroupTest-1313863057 tempest-SecGroupTest-1313863057-project] 10.222.0.89 "DELETE /v2.0/security-groups/1eaa711c-9dbb-40b9-a829-f171d223e89b HTTP/1.1" status: 204 len: 168 time: 0.2500784 Feb 04 17:35:59.602258 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 54162) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:35:59.620058 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b717550-0524-4bce-af3e-d7c09aed0c8b tempest-SecGroupTest-1313863057 tempest-SecGroupTest-1313863057-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1eaa711c-9dbb-40b9-a829-f171d223e89b,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:35:59.719572 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-de634645-5328-4b42-9ad3-14afddb694d4 tempest-SecGroupTest-1313863057 tempest-SecGroupTest-1313863057-project] 10.222.0.89 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1161270 Feb 04 17:35:59.725089 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 54166) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:35:59.729399 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-15cfddd3-222a-41b7-85c8-9cdf99f8ff2e tempest-SecGroupTest-1313863057 tempest-SecGroupTest-1313863057-project] Request body: {'security_group': {'name': 'tempest-secgroup--1316427979'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:35:59.738522 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-af57461e-4700-48f5-b6ca-cd5f552daa41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (bb89f5a3-3c22-440b-b7d1-c4f0c43c184a), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:59.807700 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-15cfddd3-222a-41b7-85c8-9cdf99f8ff2e tempest-SecGroupTest-1313863057 tempest-SecGroupTest-1313863057-project] Publish callbacks [] for security_group (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:59.839162 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-9b9ee9ee-95ca-4679-9fde-985a80bea29b req-98541fdc-4651-46f4-a90c-f9b17381f123 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] 10.222.0.89 "GET /v2.0/ports?device_id=f9afa7a5-1aca-47d0-a335-e4059d5a8169 HTTP/1.1" status: 200 len: 210 time: 0.0568061 Feb 04 17:35:59.994884 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-15cfddd3-222a-41b7-85c8-9cdf99f8ff2e tempest-SecGroupTest-1313863057 tempest-SecGroupTest-1313863057-project] Publish callbacks [] for security_group (73e897aa-d2bb-4945-b290-78b2b1f62206), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:36:00.002068 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-15cfddd3-222a-41b7-85c8-9cdf99f8ff2e tempest-SecGroupTest-1313863057 tempest-SecGroupTest-1313863057-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (73e897aa-d2bb-4945-b290-78b2b1f62206), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:36:00.050191 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 54176) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:36:00.085714 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-15cfddd3-222a-41b7-85c8-9cdf99f8ff2e tempest-SecGroupTest-1313863057 tempest-SecGroupTest-1313863057-project] Publish callbacks [] for security_group (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:36:00.089416 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-15cfddd3-222a-41b7-85c8-9cdf99f8ff2e tempest-SecGroupTest-1313863057 tempest-SecGroupTest-1313863057-project] 10.222.0.89 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3621428 Feb 04 17:36:00.089416 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15cfddd3-222a-41b7-85c8-9cdf99f8ff2e tempest-SecGroupTest-1313863057 tempest-SecGroupTest-1313863057-project] Pushing event updated for resources: {'SecurityGroup': ['ID=73e897aa-d2bb-4945-b290-78b2b1f62206,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:36:00.090886 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 54178) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:36:00.096712 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-013fc165-da1d-4427-98ff-56fab675f4a2 tempest-SecGroupTest-1313863057 tempest-SecGroupTest-1313863057-project] Request body: {'security_group_rule': {'security_group_id': '73e897aa-d2bb-4945-b290-78b2b1f62206', 'direction': 'ingress', 'protocol': 17}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:36:00.126735 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-0d1f368d-8682-4c22-83e2-44a5ff87ceb2 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=32cf6cd3423d41b294cf380d865bc1fb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0748971 Feb 04 17:36:00.128636 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 54180) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:36:00.134278 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-013fc165-da1d-4427-98ff-56fab675f4a2 tempest-SecGroupTest-1313863057 tempest-SecGroupTest-1313863057-project] Publish callbacks [] for security_group_rule (10f7d4d5-23e3-4b69-a76b-9a018e108a5d), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:36:00.193272 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-03818bf9-2c03-4234-8480-433eb450a53f admin admin] Publish callbacks [] for security_group (bbe79966-413d-49a2-8886-a33366b12fbe), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:36:00.219619 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-03818bf9-2c03-4234-8480-433eb450a53f admin admin] Publish callbacks [] for security_group (bbe79966-413d-49a2-8886-a33366b12fbe), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:36:00.261782 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-013fc165-da1d-4427-98ff-56fab675f4a2 tempest-SecGroupTest-1313863057 tempest-SecGroupTest-1313863057-project] Publish callbacks [] for security_group_rule (10f7d4d5-23e3-4b69-a76b-9a018e108a5d), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:36:00.272521 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-013fc165-da1d-4427-98ff-56fab675f4a2 tempest-SecGroupTest-1313863057 tempest-SecGroupTest-1313863057-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664556'] for security_group_rule (10f7d4d5-23e3-4b69-a76b-9a018e108a5d), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:36:00.283485 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-03818bf9-2c03-4234-8480-433eb450a53f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (bbe79966-413d-49a2-8886-a33366b12fbe), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:36:00.287450 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-03818bf9-2c03-4234-8480-433eb450a53f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:36:00.288907 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-03818bf9-2c03-4234-8480-433eb450a53f admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/bbe79966-413d-49a2-8886-a33366b12fbe HTTP/1.1" status: 204 len: 168 time: 0.1591322 Feb 04 17:36:00.313548 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013fc165-da1d-4427-98ff-56fab675f4a2 tempest-SecGroupTest-1313863057 tempest-SecGroupTest-1313863057-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10f7d4d5-23e3-4b69-a76b-9a018e108a5d,revision_number=0']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:36:00.323211 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03818bf9-2c03-4234-8480-433eb450a53f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbe79966-413d-49a2-8886-a33366b12fbe,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:36:00.325425 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-013fc165-da1d-4427-98ff-56fab675f4a2 tempest-SecGroupTest-1313863057 tempest-SecGroupTest-1313863057-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:36:00.329662 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-013fc165-da1d-4427-98ff-56fab675f4a2 tempest-SecGroupTest-1313863057 tempest-SecGroupTest-1313863057-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.2348967 Feb 04 17:36:00.330404 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 54186) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:36:00.501373 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-3519b47b-b26a-4811-874d-4a10216425f3 tempest-SecGroupTest-1313863057 tempest-SecGroupTest-1313863057-project] Publish callbacks [] for security_group (73e897aa-d2bb-4945-b290-78b2b1f62206), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:36:00.551748 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-3519b47b-b26a-4811-874d-4a10216425f3 tempest-SecGroupTest-1313863057 tempest-SecGroupTest-1313863057-project] Publish callbacks [] for security_group (73e897aa-d2bb-4945-b290-78b2b1f62206), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:36:00.663530 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-3519b47b-b26a-4811-874d-4a10216425f3 tempest-SecGroupTest-1313863057 tempest-SecGroupTest-1313863057-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (73e897aa-d2bb-4945-b290-78b2b1f62206), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:36:00.670972 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-3519b47b-b26a-4811-874d-4a10216425f3 tempest-SecGroupTest-1313863057 tempest-SecGroupTest-1313863057-project] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:36:00.672517 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-3519b47b-b26a-4811-874d-4a10216425f3 tempest-SecGroupTest-1313863057 tempest-SecGroupTest-1313863057-project] 10.222.0.89 "DELETE /v2.0/security-groups/73e897aa-d2bb-4945-b290-78b2b1f62206 HTTP/1.1" status: 204 len: 168 time: 0.3414154 Feb 04 17:36:00.675030 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 54194) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:36:00.690380 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3519b47b-b26a-4811-874d-4a10216425f3 tempest-SecGroupTest-1313863057 tempest-SecGroupTest-1313863057-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=73e897aa-d2bb-4945-b290-78b2b1f62206,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:36:00.781333 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-17e1bcef-0b54-49c0-87b1-36a10547c6d6 tempest-SecGroupTest-1313863057 tempest-SecGroupTest-1313863057-project] 10.222.0.89 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1015613 Feb 04 17:36:00.781709 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 54204) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:36:00.787178 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-65487819-d6ca-4bcc-9c1d-13f513664c09 tempest-SecGroupTest-1313863057 tempest-SecGroupTest-1313863057-project] Request body: {'security_group': {'name': 'tempest-secgroup--1057206386'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:36:00.826977 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-65487819-d6ca-4bcc-9c1d-13f513664c09 tempest-SecGroupTest-1313863057 tempest-SecGroupTest-1313863057-project] Publish callbacks [] for security_group (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:36:00.944353 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device b1de8567-c2d4-47d3-bb07-1b18db6b4f40 no longer exists at agent hyperv_n-h1-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:36:01.016075 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] No Port match for: b1de8567-c2d4-47d3-bb07-1b18db6b4f40 {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 17:36:01.016682 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device b1de8567-c2d4-47d3-bb07-1b18db6b4f40 not bound to the agent host n-h1-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 17:36:01.113585 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-7856aa04-3130-4595-91bc-d89c6bee8070 req-badc8860-b75f-4111-a30b-572e7bc619a1 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] 10.222.0.89 "GET /v2.0/ports?device_id=f9afa7a5-1aca-47d0-a335-e4059d5a8169 HTTP/1.1" status: 200 len: 210 time: 0.0695033 Feb 04 17:36:01.151662 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-65487819-d6ca-4bcc-9c1d-13f513664c09 tempest-SecGroupTest-1313863057 tempest-SecGroupTest-1313863057-project] Publish callbacks [] for security_group (93cac104-c2ab-4503-b44a-802902dda5fa), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:36:01.157435 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-65487819-d6ca-4bcc-9c1d-13f513664c09 tempest-SecGroupTest-1313863057 tempest-SecGroupTest-1313863057-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (93cac104-c2ab-4503-b44a-802902dda5fa), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:36:01.190464 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-65487819-d6ca-4bcc-9c1d-13f513664c09 tempest-SecGroupTest-1313863057 tempest-SecGroupTest-1313863057-project] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:36:01.191988 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-65487819-d6ca-4bcc-9c1d-13f513664c09 tempest-SecGroupTest-1313863057 tempest-SecGroupTest-1313863057-project] 10.222.0.89 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4090424 Feb 04 17:36:01.194643 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 54228) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:36:01.203717 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-fcf12929-d23e-4aa1-9e61-8210287cee73 tempest-SecGroupTest-1313863057 tempest-SecGroupTest-1313863057-project] Request body: {'security_group': {'name': 'tempest-secgroup--800381757'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:36:01.257346 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-fcf12929-d23e-4aa1-9e61-8210287cee73 tempest-SecGroupTest-1313863057 tempest-SecGroupTest-1313863057-project] Publish callbacks [] for security_group (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:36:01.264289 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65487819-d6ca-4bcc-9c1d-13f513664c09 tempest-SecGroupTest-1313863057 tempest-SecGroupTest-1313863057-project] Pushing event updated for resources: {'SecurityGroup': ['ID=93cac104-c2ab-4503-b44a-802902dda5fa,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:36:01.447192 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-fcf12929-d23e-4aa1-9e61-8210287cee73 tempest-SecGroupTest-1313863057 tempest-SecGroupTest-1313863057-project] Publish callbacks [] for security_group (e69f8d5f-10e1-424e-b235-f0e635bb6edf), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:36:01.457016 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-fcf12929-d23e-4aa1-9e61-8210287cee73 tempest-SecGroupTest-1313863057 tempest-SecGroupTest-1313863057-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (e69f8d5f-10e1-424e-b235-f0e635bb6edf), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:36:01.545973 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf12929-d23e-4aa1-9e61-8210287cee73 tempest-SecGroupTest-1313863057 tempest-SecGroupTest-1313863057-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e69f8d5f-10e1-424e-b235-f0e635bb6edf,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:36:01.562906 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-fcf12929-d23e-4aa1-9e61-8210287cee73 tempest-SecGroupTest-1313863057 tempest-SecGroupTest-1313863057-project] Publish callbacks [] for security_group (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:36:01.566690 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-fcf12929-d23e-4aa1-9e61-8210287cee73 tempest-SecGroupTest-1313863057 tempest-SecGroupTest-1313863057-project] 10.222.0.89 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3685286 Feb 04 17:36:01.567600 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 54242) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:36:01.573193 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-fd2d0651-2e1b-44d8-80cb-3da84a110dd5 tempest-SecGroupTest-1313863057 tempest-SecGroupTest-1313863057-project] Request body: {'security_group_rule': {'security_group_id': '93cac104-c2ab-4503-b44a-802902dda5fa', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'e69f8d5f-10e1-424e-b235-f0e635bb6edf', 'remote_ip_prefix': None}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:36:01.681876 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-fd2d0651-2e1b-44d8-80cb-3da84a110dd5 tempest-SecGroupTest-1313863057 tempest-SecGroupTest-1313863057-project] Publish callbacks [] for security_group_rule (875a4c68-6c9f-4854-89c6-a1469e56fd6b), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:36:01.889408 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-fd2d0651-2e1b-44d8-80cb-3da84a110dd5 tempest-SecGroupTest-1313863057 tempest-SecGroupTest-1313863057-project] Publish callbacks [] for security_group_rule (875a4c68-6c9f-4854-89c6-a1469e56fd6b), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:36:01.897302 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-fd2d0651-2e1b-44d8-80cb-3da84a110dd5 tempest-SecGroupTest-1313863057 tempest-SecGroupTest-1313863057-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664556'] for security_group_rule (875a4c68-6c9f-4854-89c6-a1469e56fd6b), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:36:01.927360 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2d0651-2e1b-44d8-80cb-3da84a110dd5 tempest-SecGroupTest-1313863057 tempest-SecGroupTest-1313863057-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=875a4c68-6c9f-4854-89c6-a1469e56fd6b,revision_number=0']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:36:01.934194 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-fd2d0651-2e1b-44d8-80cb-3da84a110dd5 tempest-SecGroupTest-1313863057 tempest-SecGroupTest-1313863057-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:36:01.938598 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-fd2d0651-2e1b-44d8-80cb-3da84a110dd5 tempest-SecGroupTest-1313863057 tempest-SecGroupTest-1313863057-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.3668568 Feb 04 17:36:01.939016 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 54254) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:36:01.987659 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-87762692-67fc-40dd-af8e-ea292374b0f8 tempest-SecGroupTest-1313863057 tempest-SecGroupTest-1313863057-project] Publish callbacks [] for security_group_rule (875a4c68-6c9f-4854-89c6-a1469e56fd6b), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:36:01.997117 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-87762692-67fc-40dd-af8e-ea292374b0f8 tempest-SecGroupTest-1313863057 tempest-SecGroupTest-1313863057-project] Publish callbacks [] for security_group_rule (875a4c68-6c9f-4854-89c6-a1469e56fd6b), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:36:02.007396 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-29042f73-067f-4875-85b1-089ff4ee263f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (64ada913-9131-4d99-a265-63a920956287), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:36:02.038571 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-87762692-67fc-40dd-af8e-ea292374b0f8 tempest-SecGroupTest-1313863057 tempest-SecGroupTest-1313863057-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664556'] for security_group_rule (875a4c68-6c9f-4854-89c6-a1469e56fd6b), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:36:02.044451 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-87762692-67fc-40dd-af8e-ea292374b0f8 tempest-SecGroupTest-1313863057 tempest-SecGroupTest-1313863057-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:36:02.048043 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-87762692-67fc-40dd-af8e-ea292374b0f8 tempest-SecGroupTest-1313863057 tempest-SecGroupTest-1313863057-project] 10.222.0.89 "DELETE /v2.0/security-group-rules/875a4c68-6c9f-4854-89c6-a1469e56fd6b HTTP/1.1" status: 204 len: 168 time: 0.1057401 Feb 04 17:36:02.049074 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 54260) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:36:02.113570 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87762692-67fc-40dd-af8e-ea292374b0f8 tempest-SecGroupTest-1313863057 tempest-SecGroupTest-1313863057-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=875a4c68-6c9f-4854-89c6-a1469e56fd6b,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:36:02.142030 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-ddad3999-8187-4fb2-ba95-26d55538b1aa tempest-SecGroupTest-1313863057 tempest-SecGroupTest-1313863057-project] 10.222.0.89 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0914860 Feb 04 17:36:02.144376 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 54264) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:36:02.254532 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-081607da-b9ff-440c-b981-34664d6feebc tempest-SecGroupTest-1313863057 tempest-SecGroupTest-1313863057-project] Publish callbacks [] for security_group (e69f8d5f-10e1-424e-b235-f0e635bb6edf), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:36:02.278383 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 54272) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:36:02.281594 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-081607da-b9ff-440c-b981-34664d6feebc tempest-SecGroupTest-1313863057 tempest-SecGroupTest-1313863057-project] Publish callbacks [] for security_group (e69f8d5f-10e1-424e-b235-f0e635bb6edf), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:36:02.332959 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-081607da-b9ff-440c-b981-34664d6feebc tempest-SecGroupTest-1313863057 tempest-SecGroupTest-1313863057-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (e69f8d5f-10e1-424e-b235-f0e635bb6edf), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:36:02.335901 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-081607da-b9ff-440c-b981-34664d6feebc tempest-SecGroupTest-1313863057 tempest-SecGroupTest-1313863057-project] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:36:02.339366 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-081607da-b9ff-440c-b981-34664d6feebc tempest-SecGroupTest-1313863057 tempest-SecGroupTest-1313863057-project] 10.222.0.89 "DELETE /v2.0/security-groups/e69f8d5f-10e1-424e-b235-f0e635bb6edf HTTP/1.1" status: 204 len: 168 time: 0.1912282 Feb 04 17:36:02.340621 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 54276) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:36:02.354394 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-d8ecd7b3-421d-4a87-ab6d-35e197fc676f req-a53da045-a32c-48ef-ba80-57956317f23f tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] 10.222.0.89 "GET /v2.0/ports?device_id=f9afa7a5-1aca-47d0-a335-e4059d5a8169 HTTP/1.1" status: 200 len: 210 time: 0.0994771 Feb 04 17:36:02.410388 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081607da-b9ff-440c-b981-34664d6feebc tempest-SecGroupTest-1313863057 tempest-SecGroupTest-1313863057-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e69f8d5f-10e1-424e-b235-f0e635bb6edf,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:36:02.523571 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-1841fcfa-3b2a-47fc-a0a1-f9681d2c8ca1 tempest-SecGroupTest-1313863057 tempest-SecGroupTest-1313863057-project] 10.222.0.89 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.1818550 Feb 04 17:36:02.526320 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 54280) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:36:02.619913 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-39a6a9dd-82f3-47fe-83b7-d42ab417057a admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-867571197-network', 'tenant_id': '0b76505d37894fa2a98cba742b19aaf3'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:36:02.690323 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-b880eba0-c821-41f9-87b6-58e544a811d0 tempest-SecGroupTest-1313863057 tempest-SecGroupTest-1313863057-project] Publish callbacks [] for security_group (93cac104-c2ab-4503-b44a-802902dda5fa), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:36:02.696347 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39a6a9dd-82f3-47fe-83b7-d42ab417057a admin admin] Made reservation on behalf of 0b76505d37894fa2a98cba742b19aaf3 for: {'network': 1} {{(pid=103376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:36:02.707582 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-39a6a9dd-82f3-47fe-83b7-d42ab417057a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for network (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:36:02.727813 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-39a6a9dd-82f3-47fe-83b7-d42ab417057a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:36:02.800838 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-b880eba0-c821-41f9-87b6-58e544a811d0 tempest-SecGroupTest-1313863057 tempest-SecGroupTest-1313863057-project] Publish callbacks [] for security_group (93cac104-c2ab-4503-b44a-802902dda5fa), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:36:02.863604 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-b880eba0-c821-41f9-87b6-58e544a811d0 tempest-SecGroupTest-1313863057 tempest-SecGroupTest-1313863057-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (93cac104-c2ab-4503-b44a-802902dda5fa), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:36:02.870094 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-b880eba0-c821-41f9-87b6-58e544a811d0 tempest-SecGroupTest-1313863057 tempest-SecGroupTest-1313863057-project] Publish callbacks [] for security_group (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:36:02.873619 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-b880eba0-c821-41f9-87b6-58e544a811d0 tempest-SecGroupTest-1313863057 tempest-SecGroupTest-1313863057-project] 10.222.0.89 "DELETE /v2.0/security-groups/93cac104-c2ab-4503-b44a-802902dda5fa HTTP/1.1" status: 204 len: 168 time: 0.3462627 Feb 04 17:36:02.876821 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 54286) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:36:02.903001 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b880eba0-c821-41f9-87b6-58e544a811d0 tempest-SecGroupTest-1313863057 tempest-SecGroupTest-1313863057-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=93cac104-c2ab-4503-b44a-802902dda5fa,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:36:02.962978 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-020f6a5f-0b58-4b0d-aecd-621e8b51b3b5 tempest-SecGroupTest-1313863057 tempest-SecGroupTest-1313863057-project] 10.222.0.89 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0849152 Feb 04 17:36:02.968855 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 54290) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:36:02.974586 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-896f512b-7acf-45a2-8a2c-ec42805f3645 tempest-SecGroupTest-1313863057 tempest-SecGroupTest-1313863057-project] Request body: {'security_group': {'name': 'tempest-secgroup--2136813991'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:36:03.040435 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-896f512b-7acf-45a2-8a2c-ec42805f3645 tempest-SecGroupTest-1313863057 tempest-SecGroupTest-1313863057-project] Publish callbacks [] for security_group (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:36:03.086080 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d408ec64-b374-4acb-a1fc-48241dad6d47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (0cd6d64a-47a7-40ff-8c12-71dd526c62e0), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:36:03.135754 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-39a6a9dd-82f3-47fe-83b7-d42ab417057a admin admin] Publish callbacks [] for security_group (7065f8d7-aeef-49a2-81d7-44cedbdfdedd), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:36:03.146507 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-39a6a9dd-82f3-47fe-83b7-d42ab417057a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (7065f8d7-aeef-49a2-81d7-44cedbdfdedd), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:36:03.224411 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39a6a9dd-82f3-47fe-83b7-d42ab417057a admin admin] vlan segment allocate from pool success with {'vlan_id': 773, 'physical_network': 'physnet1'} {{(pid=103376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 17:36:03.225364 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-896f512b-7acf-45a2-8a2c-ec42805f3645 tempest-SecGroupTest-1313863057 tempest-SecGroupTest-1313863057-project] Publish callbacks [] for security_group (214aaa34-7a4d-4532-b01f-2e5cd1637aaa), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:36:03.229846 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-896f512b-7acf-45a2-8a2c-ec42805f3645 tempest-SecGroupTest-1313863057 tempest-SecGroupTest-1313863057-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (214aaa34-7a4d-4532-b01f-2e5cd1637aaa), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:36:03.242324 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a6a9dd-82f3-47fe-83b7-d42ab417057a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7065f8d7-aeef-49a2-81d7-44cedbdfdedd,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:36:03.252717 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-896f512b-7acf-45a2-8a2c-ec42805f3645 tempest-SecGroupTest-1313863057 tempest-SecGroupTest-1313863057-project] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:36:03.254128 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-896f512b-7acf-45a2-8a2c-ec42805f3645 tempest-SecGroupTest-1313863057 tempest-SecGroupTest-1313863057-project] 10.222.0.89 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2842388 Feb 04 17:36:03.256685 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 54296) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:36:03.261433 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-9745ef96-3594-4328-b8a2-7e5694108608 tempest-SecGroupTest-1313863057 tempest-SecGroupTest-1313863057-project] Request body: {'security_group_rule': {'security_group_id': '214aaa34-7a4d-4532-b01f-2e5cd1637aaa', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:36:03.268637 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-39a6a9dd-82f3-47fe-83b7-d42ab417057a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (f8b51653-e9f0-43b4-bbb2-0054b3d4de26), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:36:03.269223 n-d-827839-2 neutron-server[103376]: INFO neutron.db.segments_db [None req-39a6a9dd-82f3-47fe-83b7-d42ab417057a admin admin] Added segment f8b51653-e9f0-43b4-bbb2-0054b3d4de26 of type vlan for network 49bac2c3-9780-4cfa-ba0a-fc1bc47b3fd5 Feb 04 17:36:03.298647 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896f512b-7acf-45a2-8a2c-ec42805f3645 tempest-SecGroupTest-1313863057 tempest-SecGroupTest-1313863057-project] Pushing event updated for resources: {'SecurityGroup': ['ID=214aaa34-7a4d-4532-b01f-2e5cd1637aaa,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:36:03.346859 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-9745ef96-3594-4328-b8a2-7e5694108608 tempest-SecGroupTest-1313863057 tempest-SecGroupTest-1313863057-project] Publish callbacks [] for security_group_rule (fcbe1130-4415-418a-bea4-2c4f1af51715), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:36:03.418284 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-39a6a9dd-82f3-47fe-83b7-d42ab417057a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781084292801'] for network (49bac2c3-9780-4cfa-ba0a-fc1bc47b3fd5), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:36:03.475645 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-39a6a9dd-82f3-47fe-83b7-d42ab417057a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327'] for network (49bac2c3-9780-4cfa-ba0a-fc1bc47b3fd5), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:36:03.476925 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39a6a9dd-82f3-47fe-83b7-d42ab417057a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:36:03.477769 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-39a6a9dd-82f3-47fe-83b7-d42ab417057a admin admin] Publish callbacks [] for network (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:36:03.518322 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-9745ef96-3594-4328-b8a2-7e5694108608 tempest-SecGroupTest-1313863057 tempest-SecGroupTest-1313863057-project] Publish callbacks [] for security_group_rule (fcbe1130-4415-418a-bea4-2c4f1af51715), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:36:03.527658 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-9745ef96-3594-4328-b8a2-7e5694108608 tempest-SecGroupTest-1313863057 tempest-SecGroupTest-1313863057-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664556'] for security_group_rule (fcbe1130-4415-418a-bea4-2c4f1af51715), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:36:03.566608 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-9745ef96-3594-4328-b8a2-7e5694108608 tempest-SecGroupTest-1313863057 tempest-SecGroupTest-1313863057-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:36:03.567819 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-9745ef96-3594-4328-b8a2-7e5694108608 tempest-SecGroupTest-1313863057 tempest-SecGroupTest-1313863057-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3100965 Feb 04 17:36:03.579111 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 54308) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:36:03.673809 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a6a9dd-82f3-47fe-83b7-d42ab417057a admin admin] Pushing event updated for resources: {'Network': ['ID=49bac2c3-9780-4cfa-ba0a-fc1bc47b3fd5,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:36:03.676555 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-7ad55000-0ad2-41e0-bc59-19078f915894 tempest-SecGroupTest-1313863057 tempest-SecGroupTest-1313863057-project] Publish callbacks [] for security_group_rule (fcbe1130-4415-418a-bea4-2c4f1af51715), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:36:03.681332 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9745ef96-3594-4328-b8a2-7e5694108608 tempest-SecGroupTest-1313863057 tempest-SecGroupTest-1313863057-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fcbe1130-4415-418a-bea4-2c4f1af51715,revision_number=0']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:36:03.684704 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Network 49bac2c3-9780-4cfa-ba0a-fc1bc47b3fd5 details requested by agent ovs-agent-n-d-827839-2 with host n-d-827839-2 {{(pid=103378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 17:36:03.695792 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-39a6a9dd-82f3-47fe-83b7-d42ab417057a admin admin] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.4162979 Feb 04 17:36:03.698637 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 54310) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:36:03.716298 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-d5ba0673-48c1-4002-98a8-bd9510145257 admin admin] Request body: {'subnet': {'network_id': '49bac2c3-9780-4cfa-ba0a-fc1bc47b3fd5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-867571197-subnet', 'tenant_id': '0b76505d37894fa2a98cba742b19aaf3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:36:03.755423 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-7ad55000-0ad2-41e0-bc59-19078f915894 tempest-SecGroupTest-1313863057 tempest-SecGroupTest-1313863057-project] Publish callbacks [] for security_group_rule (fcbe1130-4415-418a-bea4-2c4f1af51715), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:36:03.755986 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-5edc5086-0c20-47fb-985a-139035207a39 req-f1a3d1c8-f3a2-426a-95e4-6ab34a1e773a tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] 10.222.0.89 "GET /v2.0/ports?device_id=f9afa7a5-1aca-47d0-a335-e4059d5a8169 HTTP/1.1" status: 200 len: 210 time: 0.0877051 Feb 04 17:36:03.759448 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5ba0673-48c1-4002-98a8-bd9510145257 admin admin] Made reservation on behalf of 0b76505d37894fa2a98cba742b19aaf3 for: {'subnet': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:36:03.770539 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-d5ba0673-48c1-4002-98a8-bd9510145257 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25597243'] for subnet (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:36:03.911662 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-7ad55000-0ad2-41e0-bc59-19078f915894 tempest-SecGroupTest-1313863057 tempest-SecGroupTest-1313863057-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664556'] for security_group_rule (fcbe1130-4415-418a-bea4-2c4f1af51715), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:36:03.933674 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-7ad55000-0ad2-41e0-bc59-19078f915894 tempest-SecGroupTest-1313863057 tempest-SecGroupTest-1313863057-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:36:03.934823 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-7ad55000-0ad2-41e0-bc59-19078f915894 tempest-SecGroupTest-1313863057 tempest-SecGroupTest-1313863057-project] 10.222.0.89 "DELETE /v2.0/security-group-rules/fcbe1130-4415-418a-bea4-2c4f1af51715 HTTP/1.1" status: 204 len: 168 time: 0.3547733 Feb 04 17:36:03.937606 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 54312) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:36:03.953201 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad55000-0ad2-41e0-bc59-19078f915894 tempest-SecGroupTest-1313863057 tempest-SecGroupTest-1313863057-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fcbe1130-4415-418a-bea4-2c4f1af51715,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:36:03.983434 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-97957626-2cca-45f1-9c7f-dcb1eebe64de tempest-SecGroupTest-1313863057 tempest-SecGroupTest-1313863057-project] 10.222.0.89 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0445366 Feb 04 17:36:03.986798 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 54314) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:36:04.086624 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-c8428557-29f5-447f-8729-a9578a8407f1 tempest-SecGroupTest-1313863057 tempest-SecGroupTest-1313863057-project] Publish callbacks [] for security_group (214aaa34-7a4d-4532-b01f-2e5cd1637aaa), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:36:04.141188 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-c8428557-29f5-447f-8729-a9578a8407f1 tempest-SecGroupTest-1313863057 tempest-SecGroupTest-1313863057-project] Publish callbacks [] for security_group (214aaa34-7a4d-4532-b01f-2e5cd1637aaa), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:36:04.303920 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-c8428557-29f5-447f-8729-a9578a8407f1 tempest-SecGroupTest-1313863057 tempest-SecGroupTest-1313863057-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (214aaa34-7a4d-4532-b01f-2e5cd1637aaa), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:36:04.306995 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-c8428557-29f5-447f-8729-a9578a8407f1 tempest-SecGroupTest-1313863057 tempest-SecGroupTest-1313863057-project] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:36:04.308347 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-c8428557-29f5-447f-8729-a9578a8407f1 tempest-SecGroupTest-1313863057 tempest-SecGroupTest-1313863057-project] 10.222.0.89 "DELETE /v2.0/security-groups/214aaa34-7a4d-4532-b01f-2e5cd1637aaa HTTP/1.1" status: 204 len: 168 time: 0.3206170 Feb 04 17:36:04.311015 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 54322) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:36:04.367443 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8428557-29f5-447f-8729-a9578a8407f1 tempest-SecGroupTest-1313863057 tempest-SecGroupTest-1313863057-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=214aaa34-7a4d-4532-b01f-2e5cd1637aaa,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:36:04.400367 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-d5ba0673-48c1-4002-98a8-bd9510145257 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25889445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25597197'] for subnet (85042e04-1570-46e9-b9e6-f57252834000), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:36:04.435180 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-cb9980b7-4e3d-4397-919a-51bdc9076d69 tempest-SecGroupTest-1313863057 tempest-SecGroupTest-1313863057-project] 10.222.0.89 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1222992 Feb 04 17:36:04.442898 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 54324) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:36:04.447693 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-fe5cd47a-6331-4f32-82ac-244e5b2bbe44 tempest-SecGroupTest-1313863057 tempest-SecGroupTest-1313863057-project] Request body: {'security_group': {'name': 'tempest-secgroup--1263044955'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:36:04.475322 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ba0673-48c1-4002-98a8-bd9510145257 admin admin] Pushing event updated for resources: {'Subnet': ['ID=85042e04-1570-46e9-b9e6-f57252834000,revision_number=0']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:36:04.512534 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-fe5cd47a-6331-4f32-82ac-244e5b2bbe44 tempest-SecGroupTest-1313863057 tempest-SecGroupTest-1313863057-project] Publish callbacks [] for security_group (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:36:04.555103 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5ba0673-48c1-4002-98a8-bd9510145257 admin admin] Checking segment: {'id': 'f8b51653-e9f0-43b4-bbb2-0054b3d4de26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '49bac2c3-9780-4cfa-ba0a-fc1bc47b3fd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:36:04.555813 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5ba0673-48c1-4002-98a8-bd9510145257 admin admin] Network hostable DHCP agents. Network: 49bac2c3-9780-4cfa-ba0a-fc1bc47b3fd5, hostable agents: ['bb89f5a3-3c22-440b-b7d1-c4f0c43c184a'], hosted agents: [] {{(pid=103377) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 17:36:04.580383 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5ba0673-48c1-4002-98a8-bd9510145257 admin admin] Network 49bac2c3-9780-4cfa-ba0a-fc1bc47b3fd5 is scheduled to be hosted by DHCP agent bb89f5a3-3c22-440b-b7d1-c4f0c43c184a with binding_index 1 {{(pid=103377) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 17:36:04.612028 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [None req-d5ba0673-48c1-4002-98a8-bd9510145257 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827839-2, 49bac2c3-9780-4cfa-ba0a-fc1bc47b3fd5) {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:36:04.635060 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a29b10d7-5dd9-449d-9a90-54604babfce1 None None] Network 49bac2c3-9780-4cfa-ba0a-fc1bc47b3fd5 requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:36:04.637282 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-fe5cd47a-6331-4f32-82ac-244e5b2bbe44 tempest-SecGroupTest-1313863057 tempest-SecGroupTest-1313863057-project] Publish callbacks [] for security_group (f11949a7-c8db-4521-a018-cf54060a7f43), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:36:04.643636 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-fe5cd47a-6331-4f32-82ac-244e5b2bbe44 tempest-SecGroupTest-1313863057 tempest-SecGroupTest-1313863057-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (f11949a7-c8db-4521-a018-cf54060a7f43), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:36:04.652261 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5ba0673-48c1-4002-98a8-bd9510145257 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:36:04.653928 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-d5ba0673-48c1-4002-98a8-bd9510145257 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:36:04.695070 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-d5ba0673-48c1-4002-98a8-bd9510145257 admin admin] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.9869413 Feb 04 17:36:04.741212 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-fe5cd47a-6331-4f32-82ac-244e5b2bbe44 tempest-SecGroupTest-1313863057 tempest-SecGroupTest-1313863057-project] Publish callbacks [] for security_group (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:36:04.744911 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-fe5cd47a-6331-4f32-82ac-244e5b2bbe44 tempest-SecGroupTest-1313863057 tempest-SecGroupTest-1313863057-project] 10.222.0.89 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2995174 Feb 04 17:36:04.747879 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 54332) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:36:04.751519 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5cd47a-6331-4f32-82ac-244e5b2bbe44 tempest-SecGroupTest-1313863057 tempest-SecGroupTest-1313863057-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f11949a7-c8db-4521-a018-cf54060a7f43,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:36:04.755173 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-11e594ce-9739-4461-8d7b-022a297a2302 tempest-SecGroupTest-1313863057 tempest-SecGroupTest-1313863057-project] Request body: {'security_group_rule': {'security_group_id': 'f11949a7-c8db-4521-a018-cf54060a7f43', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:36:04.855241 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-11e594ce-9739-4461-8d7b-022a297a2302 tempest-SecGroupTest-1313863057 tempest-SecGroupTest-1313863057-project] Publish callbacks [] for security_group_rule (1f28c078-aa46-4739-8534-a237d900f027), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:36:04.858190 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4f14bb47-e72b-46ac-9e44-a61d9293afcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (75326290-f7a3-4db8-9cf2-15c7139ed224), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:36:04.961172 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5da2542b-7a08-41c4-b865-5c4541021001 None None] Network 49bac2c3-9780-4cfa-ba0a-fc1bc47b3fd5 requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:36:05.036354 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-aaa55e3b-c242-40d5-8dd2-5acc588222fd req-25c3b072-5260-4ab4-9288-8ad4b9f2f68c tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] 10.222.0.89 "GET /v2.0/ports?device_id=f9afa7a5-1aca-47d0-a335-e4059d5a8169 HTTP/1.1" status: 200 len: 210 time: 0.0468388 Feb 04 17:36:05.087002 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-11e594ce-9739-4461-8d7b-022a297a2302 tempest-SecGroupTest-1313863057 tempest-SecGroupTest-1313863057-project] Publish callbacks [] for security_group_rule (1f28c078-aa46-4739-8534-a237d900f027), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:36:05.100628 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-11e594ce-9739-4461-8d7b-022a297a2302 tempest-SecGroupTest-1313863057 tempest-SecGroupTest-1313863057-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664556'] for security_group_rule (1f28c078-aa46-4739-8534-a237d900f027), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:36:05.145662 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-11e594ce-9739-4461-8d7b-022a297a2302 tempest-SecGroupTest-1313863057 tempest-SecGroupTest-1313863057-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:36:05.150217 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-11e594ce-9739-4461-8d7b-022a297a2302 tempest-SecGroupTest-1313863057 tempest-SecGroupTest-1313863057-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3962698 Feb 04 17:36:05.151391 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 54342) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:36:05.165202 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e594ce-9739-4461-8d7b-022a297a2302 tempest-SecGroupTest-1313863057 tempest-SecGroupTest-1313863057-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f28c078-aa46-4739-8534-a237d900f027,revision_number=0']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:36:05.189061 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 54348) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:36:05.189623 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-342e8ede-d72a-472d-9cff-5d4ff4eafd30 tempest-SecGroupTest-1313863057 tempest-SecGroupTest-1313863057-project] 10.222.0.89 "GET /v2.0/security-group-rules/1f28c078-aa46-4739-8534-a237d900f027 HTTP/1.1" status: 200 len: 763 time: 0.0366397 Feb 04 17:36:05.265085 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 54350) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:36:05.274294 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-ce01cfbb-8a5d-424d-9fea-738656de0e18 tempest-SecGroupTest-1313863057 tempest-SecGroupTest-1313863057-project] 10.222.0.89 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0835454 Feb 04 17:36:05.311287 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-9d76810f-736c-416b-a7ba-99b64533186e tempest-SecGroupTest-1313863057 tempest-SecGroupTest-1313863057-project] Publish callbacks [] for security_group_rule (1f28c078-aa46-4739-8534-a237d900f027), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:36:05.339054 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-9d76810f-736c-416b-a7ba-99b64533186e tempest-SecGroupTest-1313863057 tempest-SecGroupTest-1313863057-project] Publish callbacks [] for security_group_rule (1f28c078-aa46-4739-8534-a237d900f027), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:36:05.408478 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-9d76810f-736c-416b-a7ba-99b64533186e tempest-SecGroupTest-1313863057 tempest-SecGroupTest-1313863057-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664556'] for security_group_rule (1f28c078-aa46-4739-8534-a237d900f027), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:36:05.427590 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-9d76810f-736c-416b-a7ba-99b64533186e tempest-SecGroupTest-1313863057 tempest-SecGroupTest-1313863057-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:36:05.433281 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-9d76810f-736c-416b-a7ba-99b64533186e tempest-SecGroupTest-1313863057 tempest-SecGroupTest-1313863057-project] 10.222.0.89 "DELETE /v2.0/security-group-rules/1f28c078-aa46-4739-8534-a237d900f027 HTTP/1.1" status: 204 len: 168 time: 0.1670487 Feb 04 17:36:05.436058 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 54362) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:36:05.446635 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d76810f-736c-416b-a7ba-99b64533186e tempest-SecGroupTest-1313863057 tempest-SecGroupTest-1313863057-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1f28c078-aa46-4739-8534-a237d900f027,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:36:05.721964 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (ba70844b-66a0-45fd-a2f2-e6ed673321fc), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:36:05.834659 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-38d64fea-12db-4a1d-895c-3f696a4c5494 tempest-SecGroupTest-1313863057 tempest-SecGroupTest-1313863057-project] 10.222.0.89 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3971322 Feb 04 17:36:05.837195 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 54372) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:36:05.841807 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-ac1dec69-b9ed-4aa5-adab-05567b800fda tempest-SecGroupTest-1313863057 tempest-SecGroupTest-1313863057-project] Request body: {'security_group_rule': {'security_group_id': 'f11949a7-c8db-4521-a018-cf54060a7f43', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:36:05.879697 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec2c98b-17d1-460b-84ee-93affb58e758 req-c8ed54a3-08b7-4a0c-ae0d-17b1fef4cc71 tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:36:05.881319 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-6ec2c98b-17d1-460b-84ee-93affb58e758 req-c8ed54a3-08b7-4a0c-ae0d-17b1fef4cc71 tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] 10.222.0.89 "GET /v2.0/networks?id=49bac2c3-9780-4cfa-ba0a-fc1bc47b3fd5 HTTP/1.1" status: 200 len: 805 time: 0.4144516 Feb 04 17:36:05.906745 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-ac1dec69-b9ed-4aa5-adab-05567b800fda tempest-SecGroupTest-1313863057 tempest-SecGroupTest-1313863057-project] Publish callbacks [] for security_group_rule (d0474870-e89e-408f-8047-e729e1fd1793), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:36:05.933349 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-6ec2c98b-17d1-460b-84ee-93affb58e758 req-2adaedb7-a356-4c1d-89db-b0cf1d13bb04 tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] 10.222.0.89 "GET /v2.0/quotas/0b76505d37894fa2a98cba742b19aaf3 HTTP/1.1" status: 200 len: 375 time: 0.0288470 Feb 04 17:36:05.977830 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-6ec2c98b-17d1-460b-84ee-93affb58e758 req-bd415606-54b3-4e79-8124-60cb9f29afa4 tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=0b76505d37894fa2a98cba742b19aaf3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0373673 Feb 04 17:36:05.994650 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-ac1dec69-b9ed-4aa5-adab-05567b800fda tempest-SecGroupTest-1313863057 tempest-SecGroupTest-1313863057-project] Publish callbacks [] for security_group_rule (d0474870-e89e-408f-8047-e729e1fd1793), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:36:06.027667 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-ac1dec69-b9ed-4aa5-adab-05567b800fda tempest-SecGroupTest-1313863057 tempest-SecGroupTest-1313863057-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664556'] for security_group_rule (d0474870-e89e-408f-8047-e729e1fd1793), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:36:06.066308 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1dec69-b9ed-4aa5-adab-05567b800fda tempest-SecGroupTest-1313863057 tempest-SecGroupTest-1313863057-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0474870-e89e-408f-8047-e729e1fd1793,revision_number=0']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:36:06.072267 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-ac1dec69-b9ed-4aa5-adab-05567b800fda tempest-SecGroupTest-1313863057 tempest-SecGroupTest-1313863057-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:36:06.076663 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-ac1dec69-b9ed-4aa5-adab-05567b800fda tempest-SecGroupTest-1313863057 tempest-SecGroupTest-1313863057-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2354891 Feb 04 17:36:06.078066 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 54378) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:36:06.111405 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-a4061b3a-3d2a-4b9d-afe1-b14b9391493f tempest-SecGroupTest-1313863057 tempest-SecGroupTest-1313863057-project] 10.222.0.89 "GET /v2.0/security-group-rules/d0474870-e89e-408f-8047-e729e1fd1793 HTTP/1.1" status: 200 len: 763 time: 0.0300236 Feb 04 17:36:06.112620 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 54380) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:36:06.133184 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-6ec2c98b-17d1-460b-84ee-93affb58e758 req-3bd2c5d9-fcfe-4197-ac79-01cf4e31efc9 service neutron] 10.222.0.89 "GET /v2.0/networks/49bac2c3-9780-4cfa-ba0a-fc1bc47b3fd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1468234 Feb 04 17:36:06.179523 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-641efe17-5c5a-4a6c-9f9f-9d65cbe34ae2 tempest-SecGroupTest-1313863057 tempest-SecGroupTest-1313863057-project] 10.222.0.89 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0632677 Feb 04 17:36:06.190022 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 54384) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:36:06.248687 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-da448823-5b29-41e1-9a61-69d651866789 tempest-SecGroupTest-1313863057 tempest-SecGroupTest-1313863057-project] Publish callbacks [] for security_group_rule (d0474870-e89e-408f-8047-e729e1fd1793), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:36:06.283060 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-da448823-5b29-41e1-9a61-69d651866789 tempest-SecGroupTest-1313863057 tempest-SecGroupTest-1313863057-project] Publish callbacks [] for security_group_rule (d0474870-e89e-408f-8047-e729e1fd1793), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:36:06.286834 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-00f24526-3f81-4257-85ce-35d9fc5ca2e1 req-88c5bc1d-627a-47cf-b748-4bac2d71c0f0 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] 10.222.0.89 "GET /v2.0/ports?device_id=f9afa7a5-1aca-47d0-a335-e4059d5a8169 HTTP/1.1" status: 200 len: 210 time: 0.0915687 Feb 04 17:36:06.300297 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-6ec2c98b-17d1-460b-84ee-93affb58e758 req-6b77eac0-52ee-4fe4-841c-99713d65c17f service neutron] 10.222.0.89 "GET /v2.0/networks/49bac2c3-9780-4cfa-ba0a-fc1bc47b3fd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1574397 Feb 04 17:36:06.346226 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-da448823-5b29-41e1-9a61-69d651866789 tempest-SecGroupTest-1313863057 tempest-SecGroupTest-1313863057-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664556'] for security_group_rule (d0474870-e89e-408f-8047-e729e1fd1793), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:36:06.381606 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-da448823-5b29-41e1-9a61-69d651866789 tempest-SecGroupTest-1313863057 tempest-SecGroupTest-1313863057-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:36:06.382997 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-da448823-5b29-41e1-9a61-69d651866789 tempest-SecGroupTest-1313863057 tempest-SecGroupTest-1313863057-project] 10.222.0.89 "DELETE /v2.0/security-group-rules/d0474870-e89e-408f-8047-e729e1fd1793 HTTP/1.1" status: 204 len: 168 time: 0.1918697 Feb 04 17:36:06.385480 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 54392) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:36:06.388898 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da448823-5b29-41e1-9a61-69d651866789 tempest-SecGroupTest-1313863057 tempest-SecGroupTest-1313863057-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d0474870-e89e-408f-8047-e729e1fd1793,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:36:06.452543 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 54394) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:36:06.464458 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-6b1fee1e-92bf-4c4d-a56e-1abfdf760c8c tempest-SecGroupTest-1313863057 tempest-SecGroupTest-1313863057-project] Request body: {'security_group_rule': {'security_group_id': 'f11949a7-c8db-4521-a018-cf54060a7f43', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:36:06.473819 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-7b96396c-698c-48c0-b4e3-395b9a11f190 tempest-SecGroupTest-1313863057 tempest-SecGroupTest-1313863057-project] 10.222.0.89 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0868421 Feb 04 17:36:06.508296 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-6b1fee1e-92bf-4c4d-a56e-1abfdf760c8c tempest-SecGroupTest-1313863057 tempest-SecGroupTest-1313863057-project] Publish callbacks [] for security_group_rule (147fde41-ad89-4d50-a00f-a3a3699fa681), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:36:06.644704 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-6b1fee1e-92bf-4c4d-a56e-1abfdf760c8c tempest-SecGroupTest-1313863057 tempest-SecGroupTest-1313863057-project] Publish callbacks [] for security_group_rule (147fde41-ad89-4d50-a00f-a3a3699fa681), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:36:06.666709 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-6b1fee1e-92bf-4c4d-a56e-1abfdf760c8c tempest-SecGroupTest-1313863057 tempest-SecGroupTest-1313863057-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664556'] for security_group_rule (147fde41-ad89-4d50-a00f-a3a3699fa681), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:36:06.667154 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-e38c52a3-248f-47d2-bf84-e269ac715241 req-5f23bfee-fae4-4bca-9f08-b435396cbe49 tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] 10.222.0.89 "GET /v2.0/ports?device_id=9d3821bc-122a-4237-beec-6ec54fd69665 HTTP/1.1" status: 200 len: 210 time: 0.0808949 Feb 04 17:36:06.677453 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1fee1e-92bf-4c4d-a56e-1abfdf760c8c tempest-SecGroupTest-1313863057 tempest-SecGroupTest-1313863057-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=147fde41-ad89-4d50-a00f-a3a3699fa681,revision_number=0']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:36:06.726427 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-6b1fee1e-92bf-4c4d-a56e-1abfdf760c8c tempest-SecGroupTest-1313863057 tempest-SecGroupTest-1313863057-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:36:06.734240 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 54406) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:36:06.754101 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-6b1fee1e-92bf-4c4d-a56e-1abfdf760c8c tempest-SecGroupTest-1313863057 tempest-SecGroupTest-1313863057-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3000159 Feb 04 17:36:06.781403 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 54408) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:36:06.781793 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-04a8541f-962f-4636-9252-522ea0d3af2a tempest-SecGroupTest-1313863057 tempest-SecGroupTest-1313863057-project] 10.222.0.89 "GET /v2.0/security-group-rules/147fde41-ad89-4d50-a00f-a3a3699fa681 HTTP/1.1" status: 200 len: 764 time: 0.0458195 Feb 04 17:36:06.835099 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 54412) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:36:06.835373 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-34f06aa6-6be2-4783-b4d0-8da21966ca28 tempest-SecGroupTest-1313863057 tempest-SecGroupTest-1313863057-project] 10.222.0.89 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0498562 Feb 04 17:36:06.865102 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-cbd19508-f3b0-472f-97f6-c9f2c5af2d62 tempest-SecGroupTest-1313863057 tempest-SecGroupTest-1313863057-project] Publish callbacks [] for security_group_rule (147fde41-ad89-4d50-a00f-a3a3699fa681), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:36:06.874802 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-cbd19508-f3b0-472f-97f6-c9f2c5af2d62 tempest-SecGroupTest-1313863057 tempest-SecGroupTest-1313863057-project] Publish callbacks [] for security_group_rule (147fde41-ad89-4d50-a00f-a3a3699fa681), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:36:06.907309 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-cbd19508-f3b0-472f-97f6-c9f2c5af2d62 tempest-SecGroupTest-1313863057 tempest-SecGroupTest-1313863057-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664556'] for security_group_rule (147fde41-ad89-4d50-a00f-a3a3699fa681), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:36:06.917736 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-cbd19508-f3b0-472f-97f6-c9f2c5af2d62 tempest-SecGroupTest-1313863057 tempest-SecGroupTest-1313863057-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:36:06.924203 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-cbd19508-f3b0-472f-97f6-c9f2c5af2d62 tempest-SecGroupTest-1313863057 tempest-SecGroupTest-1313863057-project] 10.222.0.89 "DELETE /v2.0/security-group-rules/147fde41-ad89-4d50-a00f-a3a3699fa681 HTTP/1.1" status: 204 len: 168 time: 0.0880558 Feb 04 17:36:06.924687 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 54420) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:36:06.931638 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd19508-f3b0-472f-97f6-c9f2c5af2d62 tempest-SecGroupTest-1313863057 tempest-SecGroupTest-1313863057-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=147fde41-ad89-4d50-a00f-a3a3699fa681,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:36:06.976698 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-90d79feb-20b6-4fa4-802c-df2026b288a5 tempest-SecGroupTest-1313863057 tempest-SecGroupTest-1313863057-project] 10.222.0.89 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0502059 Feb 04 17:36:06.979327 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 54422) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:36:07.062539 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-db8b50fd-82f8-41c0-9642-a6170c7ea6a1 tempest-SecGroupTest-1313863057 tempest-SecGroupTest-1313863057-project] Publish callbacks [] for security_group (f11949a7-c8db-4521-a018-cf54060a7f43), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:36:07.088645 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-db8b50fd-82f8-41c0-9642-a6170c7ea6a1 tempest-SecGroupTest-1313863057 tempest-SecGroupTest-1313863057-project] Publish callbacks [] for security_group (f11949a7-c8db-4521-a018-cf54060a7f43), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:36:07.144201 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-db8b50fd-82f8-41c0-9642-a6170c7ea6a1 tempest-SecGroupTest-1313863057 tempest-SecGroupTest-1313863057-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (f11949a7-c8db-4521-a018-cf54060a7f43), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:36:07.148716 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-db8b50fd-82f8-41c0-9642-a6170c7ea6a1 tempest-SecGroupTest-1313863057 tempest-SecGroupTest-1313863057-project] Publish callbacks [] for security_group (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:36:07.149852 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-db8b50fd-82f8-41c0-9642-a6170c7ea6a1 tempest-SecGroupTest-1313863057 tempest-SecGroupTest-1313863057-project] 10.222.0.89 "DELETE /v2.0/security-groups/f11949a7-c8db-4521-a018-cf54060a7f43 HTTP/1.1" status: 204 len: 168 time: 0.1695201 Feb 04 17:36:07.150936 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.agents_db [None req-e1691f3b-aacd-4cd6-8ebb-a9c53bb301c0 None None] Agent healthcheck: found 7 active agents {{(pid=103379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 17:36:07.152931 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 54426) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:36:07.173409 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8b50fd-82f8-41c0-9642-a6170c7ea6a1 tempest-SecGroupTest-1313863057 tempest-SecGroupTest-1313863057-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f11949a7-c8db-4521-a018-cf54060a7f43,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:36:07.259553 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-08f3f3c7-7b65-43a8-b328-b56c50a89c8f tempest-SecGroupTest-1313863057 tempest-SecGroupTest-1313863057-project] 10.222.0.89 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1051350 Feb 04 17:36:07.260157 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 54428) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:36:07.266443 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-97b260ef-8419-4c2f-81b3-ae41b509ac10 tempest-SecGroupTest-1313863057 tempest-SecGroupTest-1313863057-project] Request body: {'security_group': {'name': 'tempest-secgroup--41784454'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:36:07.295104 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-97b260ef-8419-4c2f-81b3-ae41b509ac10 tempest-SecGroupTest-1313863057 tempest-SecGroupTest-1313863057-project] Publish callbacks [] for security_group (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:36:07.433544 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-8fa8aae3-502c-43b9-9168-69012c95685a req-154f42e4-a897-4d96-a824-0d8aa13339f0 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] 10.222.0.89 "GET /v2.0/ports?device_id=f9afa7a5-1aca-47d0-a335-e4059d5a8169 HTTP/1.1" status: 200 len: 210 time: 0.0557697 Feb 04 17:36:07.459964 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-97b260ef-8419-4c2f-81b3-ae41b509ac10 tempest-SecGroupTest-1313863057 tempest-SecGroupTest-1313863057-project] Publish callbacks [] for security_group (8c41e8e1-9182-4f1d-913b-d9c917ee6619), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:36:07.469728 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-97b260ef-8419-4c2f-81b3-ae41b509ac10 tempest-SecGroupTest-1313863057 tempest-SecGroupTest-1313863057-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (8c41e8e1-9182-4f1d-913b-d9c917ee6619), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:36:07.506845 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b260ef-8419-4c2f-81b3-ae41b509ac10 tempest-SecGroupTest-1313863057 tempest-SecGroupTest-1313863057-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c41e8e1-9182-4f1d-913b-d9c917ee6619,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:36:07.524871 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-97b260ef-8419-4c2f-81b3-ae41b509ac10 tempest-SecGroupTest-1313863057 tempest-SecGroupTest-1313863057-project] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:36:07.526109 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-97b260ef-8419-4c2f-81b3-ae41b509ac10 tempest-SecGroupTest-1313863057 tempest-SecGroupTest-1313863057-project] 10.222.0.89 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.2631826 Feb 04 17:36:07.528867 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 54436) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:36:07.533979 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-dc77f0a1-255b-43c1-8ce4-a7f945c885fa tempest-SecGroupTest-1313863057 tempest-SecGroupTest-1313863057-project] Request body: {'security_group_rule': {'security_group_id': '8c41e8e1-9182-4f1d-913b-d9c917ee6619', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:36:07.566990 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-dc77f0a1-255b-43c1-8ce4-a7f945c885fa tempest-SecGroupTest-1313863057 tempest-SecGroupTest-1313863057-project] Publish callbacks [] for security_group_rule (c4e8bddc-3729-4a77-bdf5-c039574555be), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:36:07.709456 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-dc77f0a1-255b-43c1-8ce4-a7f945c885fa tempest-SecGroupTest-1313863057 tempest-SecGroupTest-1313863057-project] Publish callbacks [] for security_group_rule (c4e8bddc-3729-4a77-bdf5-c039574555be), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:36:07.718219 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-dc77f0a1-255b-43c1-8ce4-a7f945c885fa tempest-SecGroupTest-1313863057 tempest-SecGroupTest-1313863057-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664556'] for security_group_rule (c4e8bddc-3729-4a77-bdf5-c039574555be), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:36:07.765143 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc77f0a1-255b-43c1-8ce4-a7f945c885fa tempest-SecGroupTest-1313863057 tempest-SecGroupTest-1313863057-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4e8bddc-3729-4a77-bdf5-c039574555be,revision_number=0']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:36:07.812600 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-ab8aa4dc-a246-432d-80b4-af52d2b337f7 req-b72ea1b2-e930-497e-881d-19ca3b2fe8e1 tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] 10.222.0.89 "GET /v2.0/ports?device_id=9d3821bc-122a-4237-beec-6ec54fd69665 HTTP/1.1" status: 200 len: 210 time: 0.0584095 Feb 04 17:36:07.819092 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-dc77f0a1-255b-43c1-8ce4-a7f945c885fa tempest-SecGroupTest-1313863057 tempest-SecGroupTest-1313863057-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:36:07.823226 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-dc77f0a1-255b-43c1-8ce4-a7f945c885fa tempest-SecGroupTest-1313863057 tempest-SecGroupTest-1313863057-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2932944 Feb 04 17:36:07.823365 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 54446) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:36:07.885771 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-8108b452-64ba-4027-a07f-96a92d0b6e5d tempest-SecGroupTest-1313863057 tempest-SecGroupTest-1313863057-project] Publish callbacks [] for security_group (8c41e8e1-9182-4f1d-913b-d9c917ee6619), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:36:07.917448 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-8108b452-64ba-4027-a07f-96a92d0b6e5d tempest-SecGroupTest-1313863057 tempest-SecGroupTest-1313863057-project] Publish callbacks [] for security_group (8c41e8e1-9182-4f1d-913b-d9c917ee6619), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:36:07.982242 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-8108b452-64ba-4027-a07f-96a92d0b6e5d tempest-SecGroupTest-1313863057 tempest-SecGroupTest-1313863057-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (8c41e8e1-9182-4f1d-913b-d9c917ee6619), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:36:07.984990 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-8108b452-64ba-4027-a07f-96a92d0b6e5d tempest-SecGroupTest-1313863057 tempest-SecGroupTest-1313863057-project] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:36:07.986256 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-8108b452-64ba-4027-a07f-96a92d0b6e5d tempest-SecGroupTest-1313863057 tempest-SecGroupTest-1313863057-project] 10.222.0.89 "DELETE /v2.0/security-groups/8c41e8e1-9182-4f1d-913b-d9c917ee6619 HTTP/1.1" status: 204 len: 168 time: 0.1619844 Feb 04 17:36:07.988856 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 54450) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:36:07.996641 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8108b452-64ba-4027-a07f-96a92d0b6e5d tempest-SecGroupTest-1313863057 tempest-SecGroupTest-1313863057-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c41e8e1-9182-4f1d-913b-d9c917ee6619,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:36:08.061999 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-04e13540-d945-446b-8827-2cc26b95496a tempest-SecGroupTest-1313863057 tempest-SecGroupTest-1313863057-project] 10.222.0.89 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0697057 Feb 04 17:36:08.062594 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 54454) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:36:08.128401 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-4fa54525-e541-4d44-9cca-51ca51953dcc tempest-SecGroupTest-1313863057 tempest-SecGroupTest-1313863057-project] 10.222.0.89 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.0644236 Feb 04 17:36:08.131172 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 54456) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:36:08.161947 n-d-827839-2 neutron-server[103377]: INFO neutron.api.v2.resource [None req-5065c6ca-37d7-43bf-bca0-85838a99b08a tempest-SecGroupTest-1313863057 tempest-SecGroupTest-1313863057-project] delete failed (client error): The resource could not be found. Feb 04 17:36:08.163004 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-5065c6ca-37d7-43bf-bca0-85838a99b08a tempest-SecGroupTest-1313863057 tempest-SecGroupTest-1313863057-project] 10.222.0.89 "DELETE /v2.0/security-groups/8c41e8e1-9182-4f1d-913b-d9c917ee6619 HTTP/1.1" status: 404 len: 347 time: 0.0308435 Feb 04 17:36:08.167475 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 54458) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:36:08.212669 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec2c98b-17d1-460b-84ee-93affb58e758 req-04fa19e6-f463-4592-a34c-013031f5ebf7 tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:36:08.215234 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-6ec2c98b-17d1-460b-84ee-93affb58e758 req-04fa19e6-f463-4592-a34c-013031f5ebf7 tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] 10.222.0.96 "GET /v2.0/networks?id=49bac2c3-9780-4cfa-ba0a-fc1bc47b3fd5 HTTP/1.1" status: 200 len: 805 time: 0.1321125 Feb 04 17:36:08.230248 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [req-6ec2c98b-17d1-460b-84ee-93affb58e758 req-f4a71b5e-290e-4985-a89e-ef72f1fad104 tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] Request body: {'port': {'device_id': '9d3821bc-122a-4237-beec-6ec54fd69665', 'network_id': '49bac2c3-9780-4cfa-ba0a-fc1bc47b3fd5', 'admin_state_up': True, 'tenant_id': '0b76505d37894fa2a98cba742b19aaf3'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:36:08.242636 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-a6f4b9a8-86ed-443b-ac38-4d00a31b7915 tempest-SecGroupTest-1313863057 tempest-SecGroupTest-1313863057-project] 10.222.0.89 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0730703 Feb 04 17:36:08.439301 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ec2c98b-17d1-460b-84ee-93affb58e758 req-f4a71b5e-290e-4985-a89e-ef72f1fad104 tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] Made reservation on behalf of 0b76505d37894fa2a98cba742b19aaf3 for: {'port': 1} {{(pid=103376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:36:08.444274 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-6ec2c98b-17d1-460b-84ee-93affb58e758 req-f4a71b5e-290e-4985-a89e-ef72f1fad104 tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:36:08.644042 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.db_base_plugin_common [req-6ec2c98b-17d1-460b-84ee-93affb58e758 req-f4a71b5e-290e-4985-a89e-ef72f1fad104 tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] Allocated IP 172.20.0.8 (49bac2c3-9780-4cfa-ba0a-fc1bc47b3fd5/85042e04-1570-46e9-b9e6-f57252834000/b11feae4-5af3-4cd0-a7f3-50dcb2bf4c66) {{(pid=103376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:36:08.654795 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-bfcc2c7f-5990-4e07-96e3-9572f3531b3d req-cb826dc7-28ca-4880-a0dd-5753a1dd7fa3 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] 10.222.0.89 "GET /v2.0/ports?device_id=f9afa7a5-1aca-47d0-a335-e4059d5a8169 HTTP/1.1" status: 200 len: 210 time: 0.0426486 Feb 04 17:36:08.723386 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 54472) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:36:08.870953 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-6ec2c98b-17d1-460b-84ee-93affb58e758 req-f4a71b5e-290e-4985-a89e-ef72f1fad104 tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] Publish callbacks [] for port (b11feae4-5af3-4cd0-a7f3-50dcb2bf4c66), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:36:08.937572 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-5a00c664-cec0-4310-b9e6-31b992b3497a admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=acd0a55ca1754b648322b523de5baa4c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2130311 Feb 04 17:36:08.941692 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 54482) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:36:08.949216 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-6ec2c98b-17d1-460b-84ee-93affb58e758 req-f4a71b5e-290e-4985-a89e-ef72f1fad104 tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (b11feae4-5af3-4cd0-a7f3-50dcb2bf4c66), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:36:09.048132 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ec2c98b-17d1-460b-84ee-93affb58e758 req-f4a71b5e-290e-4985-a89e-ef72f1fad104 tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] Network 49bac2c3-9780-4cfa-ba0a-fc1bc47b3fd5 is already hosted by enough agents. {{(pid=103376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:36:09.052062 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [req-6ec2c98b-17d1-460b-84ee-93affb58e758 req-f4a71b5e-290e-4985-a89e-ef72f1fad104 tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] Resources bound (agent type, host, resource id): {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:36:09.063410 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ec2c98b-17d1-460b-84ee-93affb58e758 req-f4a71b5e-290e-4985-a89e-ef72f1fad104 tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] Received port after_create {{(pid=103376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:36:09.067561 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2190ec91-6a2f-4142-90fd-08495ba6daaf req-d4ea4521-76a6-4c5b-b572-220ba25e5017 tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:36:09.069215 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-2190ec91-6a2f-4142-90fd-08495ba6daaf req-d4ea4521-76a6-4c5b-b572-220ba25e5017 tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] 10.222.0.89 "GET /v2.0/ports?device_id=9d3821bc-122a-4237-beec-6ec54fd69665 HTTP/1.1" status: 200 len: 931 time: 0.1439168 Feb 04 17:36:09.098903 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-5e069a9c-ff73-417d-9fe5-c685ba60fcaf admin admin] Publish callbacks [] for security_group (d552b6f0-8c51-4eea-91be-63f10e82a077), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:36:09.122187 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec2c98b-17d1-460b-84ee-93affb58e758 req-f4a71b5e-290e-4985-a89e-ef72f1fad104 tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:36:09.122804 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-6ec2c98b-17d1-460b-84ee-93affb58e758 req-f4a71b5e-290e-4985-a89e-ef72f1fad104 tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:36:09.139361 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-5e069a9c-ff73-417d-9fe5-c685ba60fcaf admin admin] Publish callbacks [] for security_group (d552b6f0-8c51-4eea-91be-63f10e82a077), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:36:09.154857 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-2190ec91-6a2f-4142-90fd-08495ba6daaf req-2fc33b83-f865-4742-ab3b-b0aca0ecc44d tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] 10.222.0.89 "GET /v2.0/security-groups?id=7065f8d7-aeef-49a2-81d7-44cedbdfdedd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777473 Feb 04 17:36:09.189819 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-6ec2c98b-17d1-460b-84ee-93affb58e758 req-f4a71b5e-290e-4985-a89e-ef72f1fad104 tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9637232 Feb 04 17:36:09.193896 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a71b5e-290e-4985-a89e-ef72f1fad104 tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] Pushing event updated for resources: {'Port': ['ID=b11feae4-5af3-4cd0-a7f3-50dcb2bf4c66,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:36:09.203231 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [req-6ec2c98b-17d1-460b-84ee-93affb58e758 req-3e25f57c-6e44-4dff-bed8-2cc533f557b2 service neutron] Request body: {'port': {'device_id': '9d3821bc-122a-4237-beec-6ec54fd69665', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827839-2'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:36:09.221667 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-5e069a9c-ff73-417d-9fe5-c685ba60fcaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (d552b6f0-8c51-4eea-91be-63f10e82a077), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:36:09.224320 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-5e069a9c-ff73-417d-9fe5-c685ba60fcaf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:36:09.227821 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-5e069a9c-ff73-417d-9fe5-c685ba60fcaf admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/d552b6f0-8c51-4eea-91be-63f10e82a077 HTTP/1.1" status: 204 len: 168 time: 0.2553577 Feb 04 17:36:09.243188 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e069a9c-ff73-417d-9fe5-c685ba60fcaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d552b6f0-8c51-4eea-91be-63f10e82a077,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:36:09.338231 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-6ec2c98b-17d1-460b-84ee-93affb58e758 req-3e25f57c-6e44-4dff-bed8-2cc533f557b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (b11feae4-5af3-4cd0-a7f3-50dcb2bf4c66), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:36:09.872498 n-d-827839-2 neutron-server[103376]: DEBUG neutron.notifiers.nova [req-6ec2c98b-17d1-460b-84ee-93affb58e758 req-3e25f57c-6e44-4dff-bed8-2cc533f557b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b11feae4-5af3-4cd0-a7f3-50dcb2bf4c66 {{(pid=103376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 17:36:09.883033 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-6ec2c98b-17d1-460b-84ee-93affb58e758 req-3e25f57c-6e44-4dff-bed8-2cc533f557b2 service neutron] Publish callbacks [] for port (b11feae4-5af3-4cd0-a7f3-50dcb2bf4c66), precommit_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:36:09.912443 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.provisioning_blocks [req-6ec2c98b-17d1-460b-84ee-93affb58e758 req-3e25f57c-6e44-4dff-bed8-2cc533f557b2 service neutron] Transition to ACTIVE for port object b11feae4-5af3-4cd0-a7f3-50dcb2bf4c66 will not be triggered until provisioned by entity L2. {{(pid=103376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 17:36:09.930169 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-6ec2c98b-17d1-460b-84ee-93affb58e758 req-3e25f57c-6e44-4dff-bed8-2cc533f557b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675836'] for port (b11feae4-5af3-4cd0-a7f3-50dcb2bf4c66), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:36:10.051846 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e25f57c-6e44-4dff-bed8-2cc533f557b2 service neutron] Pushing event updated for resources: {'Port': ['ID=b11feae4-5af3-4cd0-a7f3-50dcb2bf4c66,revision_number=2']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:36:10.173825 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [req-6ec2c98b-17d1-460b-84ee-93affb58e758 req-3e25f57c-6e44-4dff-bed8-2cc533f557b2 service neutron] Attempting to bind port b11feae4-5af3-4cd0-a7f3-50dcb2bf4c66 on host n-h1-827839-2 for vnic_type normal with profile {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:36:10.174107 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [req-6ec2c98b-17d1-460b-84ee-93affb58e758 req-3e25f57c-6e44-4dff-bed8-2cc533f557b2 service neutron] Attempting to bind port b11feae4-5af3-4cd0-a7f3-50dcb2bf4c66 by drivers openvswitch,hyperv on host n-h1-827839-2 at level 0 using segments [{'id': 'f8b51653-e9f0-43b4-bbb2-0054b3d4de26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '49bac2c3-9780-4cfa-ba0a-fc1bc47b3fd5'}] {{(pid=103376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:36:10.174994 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ec2c98b-17d1-460b-84ee-93affb58e758 req-3e25f57c-6e44-4dff-bed8-2cc533f557b2 service neutron] Attempting to bind port b11feae4-5af3-4cd0-a7f3-50dcb2bf4c66 on network 49bac2c3-9780-4cfa-ba0a-fc1bc47b3fd5 {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:36:10.187878 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ec2c98b-17d1-460b-84ee-93affb58e758 req-3e25f57c-6e44-4dff-bed8-2cc533f557b2 service neutron] Port b11feae4-5af3-4cd0-a7f3-50dcb2bf4c66 on network 49bac2c3-9780-4cfa-ba0a-fc1bc47b3fd5 not bound, no agent of type Open vSwitch agent registered on host n-h1-827839-2 {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 17:36:10.188139 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ec2c98b-17d1-460b-84ee-93affb58e758 req-3e25f57c-6e44-4dff-bed8-2cc533f557b2 service neutron] Attempting to bind port b11feae4-5af3-4cd0-a7f3-50dcb2bf4c66 on network 49bac2c3-9780-4cfa-ba0a-fc1bc47b3fd5 {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:36:10.213714 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ec2c98b-17d1-460b-84ee-93affb58e758 req-3e25f57c-6e44-4dff-bed8-2cc533f557b2 service neutron] Checking agent: {'id': '3f9244a9-75fc-4c10-b195-11d48b853b41', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 8, 42), 'started_at': datetime.datetime(2022, 2, 4, 17, 8, 42), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 35, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:36:10.216007 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ec2c98b-17d1-460b-84ee-93affb58e758 req-3e25f57c-6e44-4dff-bed8-2cc533f557b2 service neutron] Checking segment: {'id': 'f8b51653-e9f0-43b4-bbb2-0054b3d4de26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '49bac2c3-9780-4cfa-ba0a-fc1bc47b3fd5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:36:10.217213 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ec2c98b-17d1-460b-84ee-93affb58e758 req-3e25f57c-6e44-4dff-bed8-2cc533f557b2 service neutron] Bound using segment: {'id': 'f8b51653-e9f0-43b4-bbb2-0054b3d4de26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '49bac2c3-9780-4cfa-ba0a-fc1bc47b3fd5'} {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:36:10.217725 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [req-6ec2c98b-17d1-460b-84ee-93affb58e758 req-3e25f57c-6e44-4dff-bed8-2cc533f557b2 service neutron] Bound port: b11feae4-5af3-4cd0-a7f3-50dcb2bf4c66, host: n-h1-827839-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8b51653-e9f0-43b4-bbb2-0054b3d4de26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '49bac2c3-9780-4cfa-ba0a-fc1bc47b3fd5'}}] {{(pid=103376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:36:10.218133 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-6ec2c98b-17d1-460b-84ee-93affb58e758 req-3e25f57c-6e44-4dff-bed8-2cc533f557b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (b11feae4-5af3-4cd0-a7f3-50dcb2bf4c66), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:36:10.222333 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 54522) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:36:10.247566 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (f20a1ab3-4332-4f54-833b-ba4a7c687e89), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:36:10.307651 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-31dcfd18-c02f-4989-9dc2-e0fd9939626f req-dd7a777f-de3b-4976-b35c-ee06e1ed3d39 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] 10.222.0.89 "GET /v2.0/ports?device_id=f9afa7a5-1aca-47d0-a335-e4059d5a8169 HTTP/1.1" status: 200 len: 210 time: 0.4978113 Feb 04 17:36:10.385226 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [req-6ec2c98b-17d1-460b-84ee-93affb58e758 req-3e25f57c-6e44-4dff-bed8-2cc533f557b2 service neutron] For port b11feae4-5af3-4cd0-a7f3-50dcb2bf4c66, host n-h1-827839-2, cleared binding levels {{(pid=103376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:36:10.389528 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [req-6ec2c98b-17d1-460b-84ee-93affb58e758 req-3e25f57c-6e44-4dff-bed8-2cc533f557b2 service neutron] For port b11feae4-5af3-4cd0-a7f3-50dcb2bf4c66, host n-h1-827839-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=b11feae4-5af3-4cd0-a7f3-50dcb2bf4c66,segment=NetworkSegment(f8b51653-e9f0-43b4-bbb2-0054b3d4de26),segment_id=f8b51653-e9f0-43b4-bbb2-0054b3d4de26)] {{(pid=103376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:36:10.396734 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-6ec2c98b-17d1-460b-84ee-93affb58e758 req-3e25f57c-6e44-4dff-bed8-2cc533f557b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675836'] for port (b11feae4-5af3-4cd0-a7f3-50dcb2bf4c66), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:36:10.456392 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df36554-dea9-4c6a-8aa8-6e72ad043d64 req-029c740f-769d-4f14-bb7f-00533d21b2f5 tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:36:10.461748 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-3df36554-dea9-4c6a-8aa8-6e72ad043d64 req-029c740f-769d-4f14-bb7f-00533d21b2f5 tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] 10.222.0.89 "GET /v2.0/ports?device_id=9d3821bc-122a-4237-beec-6ec54fd69665 HTTP/1.1" status: 200 len: 943 time: 0.1462452 Feb 04 17:36:10.507634 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec2c98b-17d1-460b-84ee-93affb58e758 req-3e25f57c-6e44-4dff-bed8-2cc533f557b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:36:10.508550 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-6ec2c98b-17d1-460b-84ee-93affb58e758 req-3e25f57c-6e44-4dff-bed8-2cc533f557b2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:36:10.510175 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-6ec2c98b-17d1-460b-84ee-93affb58e758 req-3e25f57c-6e44-4dff-bed8-2cc533f557b2 service neutron] 10.222.0.96 "PUT /v2.0/ports/b11feae4-5af3-4cd0-a7f3-50dcb2bf4c66 HTTP/1.1" status: 200 len: 1091 time: 1.3130205 Feb 04 17:36:10.519938 n-d-827839-2 neutron-server[103376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d3821bc-122a-4237-beec-6ec54fd69665', 'tag': 'b11feae4-5af3-4cd0-a7f3-50dcb2bf4c66'}] {{(pid=103376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:36:10.526982 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d59c3bb5e2f09ebf62144d5e09b1cff60c763a9c19614c24538e77842938c05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bb89885-bdd1-4b00-b8f4-64ad4bd8a7de" -d '{"events": [{"name": "network-changed", "server_uuid": "9d3821bc-122a-4237-beec-6ec54fd69665", "tag": "b11feae4-5af3-4cd0-a7f3-50dcb2bf4c66"}]}' {{(pid=103376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:36:10.563641 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-84d5b9ec-3294-4845-81f8-a3479be34560 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:36:10.590980 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 17:36:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91b18048-21be-4ffc-acb9-84a62bff654d x-openstack-request-id: req-91b18048-21be-4ffc-acb9-84a62bff654d {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:36:10.591279 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d3821bc-122a-4237-beec-6ec54fd69665", "tag": "b11feae4-5af3-4cd0-a7f3-50dcb2bf4c66", "status": "completed", "code": 200}]} {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:36:10.591539 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-91b18048-21be-4ffc-acb9-84a62bff654d {{(pid=103376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:36:10.591945 n-d-827839-2 neutron-server[103376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d3821bc-122a-4237-beec-6ec54fd69665', 'tag': 'b11feae4-5af3-4cd0-a7f3-50dcb2bf4c66', 'status': 'completed', 'code': 200} Feb 04 17:36:10.645784 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-3df36554-dea9-4c6a-8aa8-6e72ad043d64 req-7eeb7fa0-365b-4452-ac1f-08dbeec8eef2 tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] 10.222.0.89 "GET /v2.0/security-groups?id=7065f8d7-aeef-49a2-81d7-44cedbdfdedd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1750636 Feb 04 17:36:10.659932 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e25f57c-6e44-4dff-bed8-2cc533f557b2 service neutron] Pushing event updated for resources: {'Port': ['ID=b11feae4-5af3-4cd0-a7f3-50dcb2bf4c66,revision_number=3']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:36:10.677123 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec2c98b-17d1-460b-84ee-93affb58e758 req-1e660bd9-7582-414d-9b14-9f3445667f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:36:10.678665 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-6ec2c98b-17d1-460b-84ee-93affb58e758 req-1e660bd9-7582-414d-9b14-9f3445667f97 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=0b76505d37894fa2a98cba742b19aaf3&device_id=9d3821bc-122a-4237-beec-6ec54fd69665 HTTP/1.1" status: 200 len: 1125 time: 0.0895507 Feb 04 17:36:10.681860 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-b8b9a8b2-546f-4fda-908e-5547674933ca req-aacd9f39-e806-45d3-b9df-27c3c6e0ebab service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=cc854e74-d4dc-40a9-a1e9-1a538b796e58&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2072246 Feb 04 17:36:10.793505 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-84d5b9ec-3294-4845-81f8-a3479be34560 admin admin] Publish callbacks [] for security_group (8244bd30-83d6-4316-9929-ca004a763118), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:36:10.802686 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-84d5b9ec-3294-4845-81f8-a3479be34560 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (8244bd30-83d6-4316-9929-ca004a763118), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:36:10.838719 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-6ec2c98b-17d1-460b-84ee-93affb58e758 req-093712b7-d53c-485e-ad73-4b7e88a9a48d service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b11feae4-5af3-4cd0-a7f3-50dcb2bf4c66 HTTP/1.1" status: 200 len: 217 time: 0.1474407 Feb 04 17:36:10.870146 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-84d5b9ec-3294-4845-81f8-a3479be34560 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=6134e0206f4843dea7d837cdd871a153&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6466784 Feb 04 17:36:10.872005 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 54544) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:36:10.979451 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b9a8b2-546f-4fda-908e-5547674933ca req-ad03f429-d419-4199-9a02-e57bc474a38b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:36:10.980999 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-b8b9a8b2-546f-4fda-908e-5547674933ca req-ad03f429-d419-4199-9a02-e57bc474a38b service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=c900b06c021945f2aa154d34407bc1aa&device_id=cc854e74-d4dc-40a9-a1e9-1a538b796e58 HTTP/1.1" status: 200 len: 1131 time: 0.2052050 Feb 04 17:36:10.987788 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec2c98b-17d1-460b-84ee-93affb58e758 req-1b01defa-4957-4aee-8c27-835573967467 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:36:10.989386 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-6ec2c98b-17d1-460b-84ee-93affb58e758 req-1b01defa-4957-4aee-8c27-835573967467 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=85042e04-1570-46e9-b9e6-f57252834000 HTTP/1.1" status: 200 len: 845 time: 0.1412983 Feb 04 17:36:10.991418 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d5b9ec-3294-4845-81f8-a3479be34560 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8244bd30-83d6-4316-9929-ca004a763118,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:36:11.027970 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-25e8e2c2-3681-4e11-b249-9989b3e22e74 admin admin] Publish callbacks [] for security_group (8244bd30-83d6-4316-9929-ca004a763118), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:36:11.074784 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-25e8e2c2-3681-4e11-b249-9989b3e22e74 admin admin] Publish callbacks [] for security_group (8244bd30-83d6-4316-9929-ca004a763118), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:36:11.091045 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-6ec2c98b-17d1-460b-84ee-93affb58e758 req-cb5d8207-26f3-48c0-9c1c-808580ae75bf service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=49bac2c3-9780-4cfa-ba0a-fc1bc47b3fd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0945597 Feb 04 17:36:11.182440 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-25e8e2c2-3681-4e11-b249-9989b3e22e74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (8244bd30-83d6-4316-9929-ca004a763118), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:36:11.192047 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-25e8e2c2-3681-4e11-b249-9989b3e22e74 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:36:11.195722 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-25e8e2c2-3681-4e11-b249-9989b3e22e74 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/8244bd30-83d6-4316-9929-ca004a763118 HTTP/1.1" status: 204 len: 168 time: 0.3189771 Feb 04 17:36:11.206603 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e8e2c2-3681-4e11-b249-9989b3e22e74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8244bd30-83d6-4316-9929-ca004a763118,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:36:11.261013 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b9a8b2-546f-4fda-908e-5547674933ca req-df68d7e0-1a27-478e-8a8b-93f36fac071b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:36:11.262790 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-b8b9a8b2-546f-4fda-908e-5547674933ca req-df68d7e0-1a27-478e-8a8b-93f36fac071b service neutron] 10.222.0.96 "GET /v2.0/networks?id=02be22b9-aa53-40ea-8050-9239cd27d1ff HTTP/1.1" status: 200 len: 870 time: 0.2534471 Feb 04 17:36:11.314211 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-b8b9a8b2-546f-4fda-908e-5547674933ca req-4d64c5f4-2bde-4ed4-9846-b3a3eb7e387d service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.31&port_id=9c862c1f-fd94-4fe1-962b-899ac844b6c2 HTTP/1.1" status: 200 len: 217 time: 0.0400453 Feb 04 17:36:11.405660 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b9a8b2-546f-4fda-908e-5547674933ca req-6594e5d8-f052-4bd2-a784-aae06d04b4d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:36:11.407143 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-b8b9a8b2-546f-4fda-908e-5547674933ca req-6594e5d8-f052-4bd2-a784-aae06d04b4d8 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=c974b0ff-2c5c-4667-8a81-3bde3ea6ced5 HTTP/1.1" status: 200 len: 843 time: 0.0863988 Feb 04 17:36:11.437017 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-6ec2c98b-17d1-460b-84ee-93affb58e758 req-161f166e-c3bf-4d6a-aa2e-f7752757b75f service neutron] 10.222.0.96 "GET /v2.0/networks/49bac2c3-9780-4cfa-ba0a-fc1bc47b3fd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2947137 Feb 04 17:36:11.495382 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-646a4a51-2d5d-4359-9b3b-640b9c1059ab req-9fbbea24-91b2-4779-be74-22092f808288 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] 10.222.0.89 "GET /v2.0/ports?device_id=f9afa7a5-1aca-47d0-a335-e4059d5a8169 HTTP/1.1" status: 200 len: 210 time: 0.0422733 Feb 04 17:36:11.594596 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-6ec2c98b-17d1-460b-84ee-93affb58e758 req-009ee6c9-079b-4d45-955b-f951d6afe797 service neutron] 10.222.0.96 "GET /v2.0/networks/49bac2c3-9780-4cfa-ba0a-fc1bc47b3fd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308844 Feb 04 17:36:11.612480 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b9a8b2-546f-4fda-908e-5547674933ca req-eba2ff9d-c5aa-42dc-b937-53f8eecce180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:36:11.614357 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-b8b9a8b2-546f-4fda-908e-5547674933ca req-eba2ff9d-c5aa-42dc-b937-53f8eecce180 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=02be22b9-aa53-40ea-8050-9239cd27d1ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1994967 Feb 04 17:36:11.731405 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 54576) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:36:11.745542 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-b08c5b0c-12e8-469f-b4e7-89d9ae5eb2b7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:36:11.895637 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-b08c5b0c-12e8-469f-b4e7-89d9ae5eb2b7 admin admin] Publish callbacks [] for security_group (e08dc83c-e8c0-4a1a-ac8c-321939768056), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:36:11.901784 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-b08c5b0c-12e8-469f-b4e7-89d9ae5eb2b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (e08dc83c-e8c0-4a1a-ac8c-321939768056), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:36:11.902509 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636a6178-a547-4236-a7c7-7f91398bd157 req-20b8c465-dbe7-49ae-a331-e7349995fecb tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:36:11.904029 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-636a6178-a547-4236-a7c7-7f91398bd157 req-20b8c465-dbe7-49ae-a331-e7349995fecb tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] 10.222.0.89 "GET /v2.0/ports?device_id=9d3821bc-122a-4237-beec-6ec54fd69665 HTTP/1.1" status: 200 len: 943 time: 0.1327603 Feb 04 17:36:11.921232 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb89885-bdd1-4b00-b8f4-64ad4bd8a7de req-3ade22d0-1190-4a01-be1c-bdb06de17079 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:36:11.922752 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-9bb89885-bdd1-4b00-b8f4-64ad4bd8a7de req-3ade22d0-1190-4a01-be1c-bdb06de17079 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=0b76505d37894fa2a98cba742b19aaf3&device_id=9d3821bc-122a-4237-beec-6ec54fd69665 HTTP/1.1" status: 200 len: 1125 time: 0.1763043 Feb 04 17:36:11.946752 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08c5b0c-12e8-469f-b4e7-89d9ae5eb2b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e08dc83c-e8c0-4a1a-ac8c-321939768056,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:36:11.956211 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-b8b9a8b2-546f-4fda-908e-5547674933ca req-894e3278-e3c6-4da9-b599-644fd300c786 service neutron] 10.222.0.96 "GET /v2.0/networks/02be22b9-aa53-40ea-8050-9239cd27d1ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3257008 Feb 04 17:36:11.962660 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-b08c5b0c-12e8-469f-b4e7-89d9ae5eb2b7 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=50a1e3e88d8149579a11d6943e59bd20&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2301757 Feb 04 17:36:11.963309 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 54584) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:36:12.024836 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-cfa44c3e-ae6d-4840-91a8-21f13305a81d admin admin] Publish callbacks [] for security_group (e08dc83c-e8c0-4a1a-ac8c-321939768056), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:36:12.050325 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-cfa44c3e-ae6d-4840-91a8-21f13305a81d admin admin] Publish callbacks [] for security_group (e08dc83c-e8c0-4a1a-ac8c-321939768056), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:36:12.104115 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-cfa44c3e-ae6d-4840-91a8-21f13305a81d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (e08dc83c-e8c0-4a1a-ac8c-321939768056), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:36:12.106849 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-cfa44c3e-ae6d-4840-91a8-21f13305a81d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:36:12.118305 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-cfa44c3e-ae6d-4840-91a8-21f13305a81d admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/e08dc83c-e8c0-4a1a-ac8c-321939768056 HTTP/1.1" status: 204 len: 168 time: 0.1499865 Feb 04 17:36:12.137804 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa44c3e-ae6d-4840-91a8-21f13305a81d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e08dc83c-e8c0-4a1a-ac8c-321939768056,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:36:12.143958 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-636a6178-a547-4236-a7c7-7f91398bd157 req-2468b85b-61d7-471f-9bf6-2a7638d8637e tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] 10.222.0.89 "GET /v2.0/security-groups?id=7065f8d7-aeef-49a2-81d7-44cedbdfdedd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2305870 Feb 04 17:36:12.380404 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (3f9244a9-75fc-4c10-b195-11d48b853b41), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:36:12.569012 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb89885-bdd1-4b00-b8f4-64ad4bd8a7de req-344fd3d5-74e3-489b-8001-a598a56dca92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:36:12.570613 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-9bb89885-bdd1-4b00-b8f4-64ad4bd8a7de req-344fd3d5-74e3-489b-8001-a598a56dca92 service neutron] 10.222.0.96 "GET /v2.0/networks?id=49bac2c3-9780-4cfa-ba0a-fc1bc47b3fd5 HTTP/1.1" status: 200 len: 906 time: 0.6262724 Feb 04 17:36:12.572424 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-b8b9a8b2-546f-4fda-908e-5547674933ca req-c5463772-9bb1-4fc7-9bc4-782b4fbdfffa service neutron] 10.222.0.96 "GET /v2.0/networks/02be22b9-aa53-40ea-8050-9239cd27d1ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5983162 Feb 04 17:36:12.633962 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-9bb89885-bdd1-4b00-b8f4-64ad4bd8a7de req-42f60167-b448-4b44-9e8b-ec4b1c643adf service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b11feae4-5af3-4cd0-a7f3-50dcb2bf4c66 HTTP/1.1" status: 200 len: 217 time: 0.0457010 Feb 04 17:36:12.681798 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-30d8c02c-5879-4579-bdaa-7442f6252b80 req-e955a5e5-733a-4041-9889-033a5af8ee5b tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] 10.222.0.89 "GET /v2.0/ports?device_id=f9afa7a5-1aca-47d0-a335-e4059d5a8169 HTTP/1.1" status: 200 len: 210 time: 0.0635600 Feb 04 17:36:12.737269 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb89885-bdd1-4b00-b8f4-64ad4bd8a7de req-3980ab95-56dc-41b8-bac7-7a0b06988078 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:36:12.739010 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-9bb89885-bdd1-4b00-b8f4-64ad4bd8a7de req-3980ab95-56dc-41b8-bac7-7a0b06988078 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=85042e04-1570-46e9-b9e6-f57252834000 HTTP/1.1" status: 200 len: 845 time: 0.0893002 Feb 04 17:36:12.794219 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-9bb89885-bdd1-4b00-b8f4-64ad4bd8a7de req-44cf25fe-5a30-4c9f-b7d5-b9693b8428be service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=49bac2c3-9780-4cfa-ba0a-fc1bc47b3fd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0485511 Feb 04 17:36:12.934449 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-9bb89885-bdd1-4b00-b8f4-64ad4bd8a7de req-16afc047-f5cc-4612-bf0b-6d2823f7a4fb service neutron] 10.222.0.96 "GET /v2.0/networks/49bac2c3-9780-4cfa-ba0a-fc1bc47b3fd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334102 Feb 04 17:36:13.050760 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-9bb89885-bdd1-4b00-b8f4-64ad4bd8a7de req-ea6361e1-5051-4625-98d2-bfe443f45de6 service neutron] 10.222.0.96 "GET /v2.0/networks/49bac2c3-9780-4cfa-ba0a-fc1bc47b3fd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1086082 Feb 04 17:36:13.537909 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b31bb95-78a5-4e3a-91ba-8f24525e2378 req-6f3560da-6359-472a-a1f8-9a930249908d tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:36:13.539549 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-7b31bb95-78a5-4e3a-91ba-8f24525e2378 req-6f3560da-6359-472a-a1f8-9a930249908d tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] 10.222.0.89 "GET /v2.0/ports?device_id=9d3821bc-122a-4237-beec-6ec54fd69665 HTTP/1.1" status: 200 len: 943 time: 0.3075027 Feb 04 17:36:13.546363 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-c01b9df8-7c69-4094-9171-041932661ccd req-6aaf399e-3cc6-475b-ac9f-8e6c5adc8a93 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=546379d5-462c-47b2-8c97-d39d06b59eee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0695260 Feb 04 17:36:13.604396 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-7b31bb95-78a5-4e3a-91ba-8f24525e2378 req-b7335a48-f986-4c48-8146-1b2d618819d0 tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] 10.222.0.89 "GET /v2.0/security-groups?id=7065f8d7-aeef-49a2-81d7-44cedbdfdedd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536330 Feb 04 17:36:13.663200 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01b9df8-7c69-4094-9171-041932661ccd req-ddeaa98d-4eda-485d-9921-82d6da3fba5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:36:13.665145 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-c01b9df8-7c69-4094-9171-041932661ccd req-ddeaa98d-4eda-485d-9921-82d6da3fba5e service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=a7ea9b1ba86e49c289bed0f142f59d4f&device_id=546379d5-462c-47b2-8c97-d39d06b59eee HTTP/1.1" status: 200 len: 1127 time: 0.0481372 Feb 04 17:36:13.806081 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01b9df8-7c69-4094-9171-041932661ccd req-4c958646-3b6f-4122-92b2-eba3f9f635d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:36:13.807687 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-c01b9df8-7c69-4094-9171-041932661ccd req-4c958646-3b6f-4122-92b2-eba3f9f635d0 service neutron] 10.222.0.90 "GET /v2.0/networks?id=b84761e1-11c1-4974-9748-ae61e294404d HTTP/1.1" status: 200 len: 916 time: 0.1069038 Feb 04 17:36:13.822788 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-1007785c-0e5b-4af3-8c57-762938592cde req-eb42d90a-9d06-4ca3-a81e-d91732a3b2d0 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] 10.222.0.89 "GET /v2.0/ports?device_id=f9afa7a5-1aca-47d0-a335-e4059d5a8169 HTTP/1.1" status: 200 len: 210 time: 0.0353079 Feb 04 17:36:13.865940 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-c01b9df8-7c69-4094-9171-041932661ccd req-6b5b5377-2bb0-46c2-991a-2f7481d24ba6 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=938cef76-9af0-4dc7-9008-8fa7a04eba3f HTTP/1.1" status: 200 len: 217 time: 0.0507934 Feb 04 17:36:13.919382 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01b9df8-7c69-4094-9171-041932661ccd req-e87ffe5d-7d5f-4704-86a9-8a9761012230 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:36:13.921392 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-c01b9df8-7c69-4094-9171-041932661ccd req-e87ffe5d-7d5f-4704-86a9-8a9761012230 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=74e6e6d2-6594-4fba-b377-2d3e84d23c5b HTTP/1.1" status: 200 len: 855 time: 0.0503278 Feb 04 17:36:13.957822 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-c01b9df8-7c69-4094-9171-041932661ccd req-ae7ed968-fb26-4c2c-8e74-2577f1e9a626 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=b84761e1-11c1-4974-9748-ae61e294404d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306027 Feb 04 17:36:14.050492 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-c01b9df8-7c69-4094-9171-041932661ccd req-9f3f97a6-f11c-4b87-bfb1-59425f9d0bc0 service neutron] 10.222.0.90 "GET /v2.0/networks/b84761e1-11c1-4974-9748-ae61e294404d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854220 Feb 04 17:36:14.153660 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-c01b9df8-7c69-4094-9171-041932661ccd req-95473fcb-3e9a-451b-bf66-5985a5c20a5c service neutron] 10.222.0.90 "GET /v2.0/networks/b84761e1-11c1-4974-9748-ae61e294404d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958593 Feb 04 17:36:14.736868 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea057936-a6ad-4152-84f2-28e013744710 req-eefb1a9f-9269-4da7-97c5-d312e5586a1b tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:36:14.738709 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-ea057936-a6ad-4152-84f2-28e013744710 req-eefb1a9f-9269-4da7-97c5-d312e5586a1b tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] 10.222.0.89 "GET /v2.0/ports?device_id=9d3821bc-122a-4237-beec-6ec54fd69665 HTTP/1.1" status: 200 len: 943 time: 0.0655253 Feb 04 17:36:14.797995 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-ea057936-a6ad-4152-84f2-28e013744710 req-773cf710-d3d3-4d5c-a211-6607f801cd09 tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] 10.222.0.89 "GET /v2.0/security-groups?id=7065f8d7-aeef-49a2-81d7-44cedbdfdedd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530164 Feb 04 17:36:14.937103 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-f3febb7c-6177-41ca-b0a4-dc1776c0a163 req-d90d1c97-95c6-4fa9-995c-5d31742f0389 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] 10.222.0.89 "GET /v2.0/ports?device_id=f9afa7a5-1aca-47d0-a335-e4059d5a8169 HTTP/1.1" status: 200 len: 210 time: 0.0288591 Feb 04 17:36:15.921109 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503d845b-8c0b-4892-b8fc-e2c8856f89b8 req-1c164f02-d0e6-4d2c-b837-b72b8b33495b tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:36:15.922849 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-503d845b-8c0b-4892-b8fc-e2c8856f89b8 req-1c164f02-d0e6-4d2c-b837-b72b8b33495b tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] 10.222.0.89 "GET /v2.0/ports?device_id=9d3821bc-122a-4237-beec-6ec54fd69665 HTTP/1.1" status: 200 len: 943 time: 0.0565138 Feb 04 17:36:15.972284 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-503d845b-8c0b-4892-b8fc-e2c8856f89b8 req-fa07c21e-c6cd-4fc9-b4e7-69fb25014d77 tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] 10.222.0.89 "GET /v2.0/security-groups?id=7065f8d7-aeef-49a2-81d7-44cedbdfdedd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431318 Feb 04 17:36:16.063038 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-08e64d2c-d603-4767-9861-07c44dab6985 req-8452d9b8-f7d0-42fd-be39-cfdcb114b341 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] 10.222.0.89 "GET /v2.0/ports?device_id=f9afa7a5-1aca-47d0-a335-e4059d5a8169 HTTP/1.1" status: 200 len: 210 time: 0.0278947 Feb 04 17:36:16.993946 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device b11feae4-5af3-4cd0-a7f3-50dcb2bf4c66 details requested by agent hyperv_n-h1-827839-2 with host n-h1-827839-2 {{(pid=103378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 17:36:17.112249 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] For port b11feae4-5af3-4cd0-a7f3-50dcb2bf4c66, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=b11feae4-5af3-4cd0-a7f3-50dcb2bf4c66,segment=NetworkSegment(f8b51653-e9f0-43b4-bbb2-0054b3d4de26),segment_id=f8b51653-e9f0-43b4-bbb2-0054b3d4de26)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:36:17.138591 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Returning: {'device': 'b11feae4-5af3-4cd0-a7f3-50dcb2bf4c66', 'network_id': '49bac2c3-9780-4cfa-ba0a-fc1bc47b3fd5', 'port_id': 'b11feae4-5af3-4cd0-a7f3-50dcb2bf4c66', 'mac_address': 'fa:16:3e:9a:a2:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 773, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85042e04-1570-46e9-b9e6-f57252834000', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 17:36:17.159766 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834a88cd-8286-4d1f-be6a-1ec4fb5feb9f req-f84b3d5d-0813-4b42-80db-8de5ed3e886d tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:36:17.162704 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-834a88cd-8286-4d1f-be6a-1ec4fb5feb9f req-f84b3d5d-0813-4b42-80db-8de5ed3e886d tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] 10.222.0.89 "GET /v2.0/ports?device_id=9d3821bc-122a-4237-beec-6ec54fd69665 HTTP/1.1" status: 200 len: 943 time: 0.0873778 Feb 04 17:36:17.207247 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-f1329352-cd12-43e9-8028-1e223e68ffc3 req-b7bf0209-6a79-487f-9668-8f875f5dbdd4 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] 10.222.0.89 "GET /v2.0/ports?device_id=f9afa7a5-1aca-47d0-a335-e4059d5a8169 HTTP/1.1" status: 200 len: 210 time: 0.0519862 Feb 04 17:36:17.211545 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Current status of the port b11feae4-5af3-4cd0-a7f3-50dcb2bf4c66 is: DOWN; New status is: BUILD {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:36:17.212255 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (b11feae4-5af3-4cd0-a7f3-50dcb2bf4c66), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:36:17.234255 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b11feae4-5af3-4cd0-a7f3-50dcb2bf4c66 {{(pid=103378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 17:36:17.246747 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-834a88cd-8286-4d1f-be6a-1ec4fb5feb9f req-1c4b14e8-bf53-40f3-8162-ece6bc4b4b53 tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] 10.222.0.89 "GET /v2.0/security-groups?id=7065f8d7-aeef-49a2-81d7-44cedbdfdedd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785453 Feb 04 17:36:17.266408 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] For port b11feae4-5af3-4cd0-a7f3-50dcb2bf4c66, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=b11feae4-5af3-4cd0-a7f3-50dcb2bf4c66,segment=NetworkSegment(f8b51653-e9f0-43b4-bbb2-0054b3d4de26),segment_id=f8b51653-e9f0-43b4-bbb2-0054b3d4de26)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:36:17.270688 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (b11feae4-5af3-4cd0-a7f3-50dcb2bf4c66), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:36:17.329656 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Pushing event updated for resources: {'Port': ['ID=b11feae4-5af3-4cd0-a7f3-50dcb2bf4c66,revision_number=4']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:36:17.700260 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] get_ports_and_sgs() called for port_ids ['b11feae4-5af3-4cd0-a7f3-50dcb2bf4c66'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 17:36:18.316370 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-77d2e6cd-5166-4b8b-80de-c3b9b0913cff req-05cfd082-ed14-4670-a833-800424e49670 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] 10.222.0.89 "GET /v2.0/ports?device_id=f9afa7a5-1aca-47d0-a335-e4059d5a8169 HTTP/1.1" status: 200 len: 210 time: 0.0382862 Feb 04 17:36:18.404442 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3f0d8d-0c04-42a8-a931-f4ce6a648270 req-21d5e3dd-17ee-4d85-a38e-c69525b0c11b tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:36:18.406778 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-de3f0d8d-0c04-42a8-a931-f4ce6a648270 req-21d5e3dd-17ee-4d85-a38e-c69525b0c11b tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] 10.222.0.89 "GET /v2.0/ports?device_id=9d3821bc-122a-4237-beec-6ec54fd69665 HTTP/1.1" status: 200 len: 944 time: 0.0648544 Feb 04 17:36:18.472525 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-de3f0d8d-0c04-42a8-a931-f4ce6a648270 req-df0ced24-97ad-48a6-b1c2-819ccf162c80 tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] 10.222.0.89 "GET /v2.0/security-groups?id=7065f8d7-aeef-49a2-81d7-44cedbdfdedd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502336 Feb 04 17:36:19.006459 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device b11feae4-5af3-4cd0-a7f3-50dcb2bf4c66 up at agent hyperv_n-h1-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:36:19.108728 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Provisioning for port b11feae4-5af3-4cd0-a7f3-50dcb2bf4c66 completed by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 17:36:19.114390 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Provisioning complete for port b11feae4-5af3-4cd0-a7f3-50dcb2bf4c66 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:36:19.114869 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (b11feae4-5af3-4cd0-a7f3-50dcb2bf4c66), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:36:19.237487 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Current status of the port b11feae4-5af3-4cd0-a7f3-50dcb2bf4c66 is: BUILD; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:36:19.238167 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (b11feae4-5af3-4cd0-a7f3-50dcb2bf4c66), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:36:19.286791 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d3821bc-122a-4237-beec-6ec54fd69665', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b11feae4-5af3-4cd0-a7f3-50dcb2bf4c66'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:36:19.289048 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c34bc964ce2211770fda26ca2f3801cc06f4f39928110690550e94ab9c9d2fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48d20d6f-499c-48e5-b1bf-97c9e02ff654" -d '{"events": [{"server_uuid": "9d3821bc-122a-4237-beec-6ec54fd69665", "name": "network-vif-plugged", "status": "completed", "tag": "b11feae4-5af3-4cd0-a7f3-50dcb2bf4c66"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:36:19.331775 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] For port b11feae4-5af3-4cd0-a7f3-50dcb2bf4c66, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=b11feae4-5af3-4cd0-a7f3-50dcb2bf4c66,segment=NetworkSegment(f8b51653-e9f0-43b4-bbb2-0054b3d4de26),segment_id=f8b51653-e9f0-43b4-bbb2-0054b3d4de26)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:36:19.337881 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (b11feae4-5af3-4cd0-a7f3-50dcb2bf4c66), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:36:19.418680 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 17:36:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbc8cb5b-8c70-4468-b619-9bc8b51f82e3 x-openstack-request-id: req-cbc8cb5b-8c70-4468-b619-9bc8b51f82e3 {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:36:19.419048 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d3821bc-122a-4237-beec-6ec54fd69665", "name": "network-vif-plugged", "status": "completed", "tag": "b11feae4-5af3-4cd0-a7f3-50dcb2bf4c66", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:36:19.419370 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-cbc8cb5b-8c70-4468-b619-9bc8b51f82e3 {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:36:19.420799 n-d-827839-2 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d3821bc-122a-4237-beec-6ec54fd69665', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b11feae4-5af3-4cd0-a7f3-50dcb2bf4c66', 'code': 200} Feb 04 17:36:19.421529 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Pushing event updated for resources: {'Port': ['ID=b11feae4-5af3-4cd0-a7f3-50dcb2bf4c66,revision_number=5']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:36:19.541309 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-79f94652-16ca-430f-b751-10c6749f7740 req-e76954bc-035f-4f7b-a3cd-5e4eef1b11d8 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] 10.222.0.89 "GET /v2.0/ports?device_id=f9afa7a5-1aca-47d0-a335-e4059d5a8169 HTTP/1.1" status: 200 len: 210 time: 0.1029329 Feb 04 17:36:19.620905 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23c3575-b5c0-481a-9d43-e80586ea0a83 req-55b077db-7c17-4d17-9962-62ce24b0ca4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:36:19.623124 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-b23c3575-b5c0-481a-9d43-e80586ea0a83 req-55b077db-7c17-4d17-9962-62ce24b0ca4e service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=9d3821bc-122a-4237-beec-6ec54fd69665 HTTP/1.1" status: 200 len: 1127 time: 0.1178079 Feb 04 17:36:19.748499 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9302c7b9-49b5-4c4d-8d72-5d0a365c5cd9 req-5f034d8e-15ed-428e-9c1e-bf61ace25e6a tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:36:19.755556 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-9302c7b9-49b5-4c4d-8d72-5d0a365c5cd9 req-5f034d8e-15ed-428e-9c1e-bf61ace25e6a tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] 10.222.0.89 "GET /v2.0/ports?device_id=9d3821bc-122a-4237-beec-6ec54fd69665 HTTP/1.1" status: 200 len: 945 time: 0.1292901 Feb 04 17:36:19.759986 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-b23c3575-b5c0-481a-9d43-e80586ea0a83 req-aaffe8ee-14f0-400d-8aab-e30a7d462d4e service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=7065f8d7-aeef-49a2-81d7-44cedbdfdedd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958412 Feb 04 17:36:19.817653 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-9302c7b9-49b5-4c4d-8d72-5d0a365c5cd9 req-bd62f9f9-8886-4a0a-90bf-06da1d65ed17 tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] 10.222.0.89 "GET /v2.0/security-groups?id=7065f8d7-aeef-49a2-81d7-44cedbdfdedd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569701 Feb 04 17:36:20.672857 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 54862) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:36:20.810412 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-a36fd0cc-80e7-4968-8a53-5dc39013a6e0 req-859e9b23-a325-4cf7-9960-1e14e1164fe9 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] 10.222.0.89 "GET /v2.0/ports?device_id=f9afa7a5-1aca-47d0-a335-e4059d5a8169 HTTP/1.1" status: 200 len: 210 time: 0.1168497 Feb 04 17:36:20.978413 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-e307b49e-1b93-4235-b2e5-58decbdcbe73 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:36:20.996629 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fda29bb-8ecd-461b-9bf3-4eb7aa81b2d2 req-9224ab7c-ee7e-4eb0-9838-a3014877347c tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:36:20.999565 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-1fda29bb-8ecd-461b-9bf3-4eb7aa81b2d2 req-9224ab7c-ee7e-4eb0-9838-a3014877347c tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] 10.222.0.89 "GET /v2.0/ports?device_id=9d3821bc-122a-4237-beec-6ec54fd69665 HTTP/1.1" status: 200 len: 945 time: 0.0726297 Feb 04 17:36:21.106054 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-e307b49e-1b93-4235-b2e5-58decbdcbe73 admin admin] Publish callbacks [] for security_group (519773d7-4977-45b9-8ada-eb91b71ff2b2), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:36:21.111503 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-e307b49e-1b93-4235-b2e5-58decbdcbe73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (519773d7-4977-45b9-8ada-eb91b71ff2b2), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:36:21.113294 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-1fda29bb-8ecd-461b-9bf3-4eb7aa81b2d2 req-dde0f146-c0a6-4538-ba79-813cbfe752a5 tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] 10.222.0.89 "GET /v2.0/security-groups?id=7065f8d7-aeef-49a2-81d7-44cedbdfdedd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073964 Feb 04 17:36:21.171883 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-e307b49e-1b93-4235-b2e5-58decbdcbe73 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=8deb61a9f4e54c4a8d3dcffb2c75c3af&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4970071 Feb 04 17:36:21.174208 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 54880) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:36:21.263615 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e307b49e-1b93-4235-b2e5-58decbdcbe73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=519773d7-4977-45b9-8ada-eb91b71ff2b2,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:36:21.295621 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-04545784-45c7-4bbd-b1a1-5fb664397459 admin admin] Publish callbacks [] for security_group (519773d7-4977-45b9-8ada-eb91b71ff2b2), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:36:21.329112 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-04545784-45c7-4bbd-b1a1-5fb664397459 admin admin] Publish callbacks [] for security_group (519773d7-4977-45b9-8ada-eb91b71ff2b2), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:36:21.385348 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e307b49e-1b93-4235-b2e5-58decbdcbe73 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:36:21.385859 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e307b49e-1b93-4235-b2e5-58decbdcbe73 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:36:21.386223 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e307b49e-1b93-4235-b2e5-58decbdcbe73 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:36:21.387148 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e307b49e-1b93-4235-b2e5-58decbdcbe73 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:36:21.387600 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e307b49e-1b93-4235-b2e5-58decbdcbe73 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:36:21.387973 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e307b49e-1b93-4235-b2e5-58decbdcbe73 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:36:21.388474 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e307b49e-1b93-4235-b2e5-58decbdcbe73 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:36:21.389383 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e307b49e-1b93-4235-b2e5-58decbdcbe73 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:36:21.389723 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e307b49e-1b93-4235-b2e5-58decbdcbe73 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:36:21.390066 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e307b49e-1b93-4235-b2e5-58decbdcbe73 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:36:21.390399 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e307b49e-1b93-4235-b2e5-58decbdcbe73 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:36:21.390730 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e307b49e-1b93-4235-b2e5-58decbdcbe73 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:36:21.391058 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e307b49e-1b93-4235-b2e5-58decbdcbe73 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:36:21.410134 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-04545784-45c7-4bbd-b1a1-5fb664397459 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (519773d7-4977-45b9-8ada-eb91b71ff2b2), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:36:21.413947 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-04545784-45c7-4bbd-b1a1-5fb664397459 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:36:21.415308 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-04545784-45c7-4bbd-b1a1-5fb664397459 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/519773d7-4977-45b9-8ada-eb91b71ff2b2 HTTP/1.1" status: 204 len: 168 time: 0.2401757 Feb 04 17:36:21.435269 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04545784-45c7-4bbd-b1a1-5fb664397459 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=519773d7-4977-45b9-8ada-eb91b71ff2b2,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:36:21.882550 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 54900) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:36:21.916501 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-2ca080f0-3ba9-4f1f-8c8a-275dd71e3134 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:36:21.960521 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-a4cd6dd9-a5e7-4f91-b022-60519a7643b9 req-0ab66012-45ce-4922-984c-552a97661b5b tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] 10.222.0.89 "GET /v2.0/ports?device_id=f9afa7a5-1aca-47d0-a335-e4059d5a8169 HTTP/1.1" status: 200 len: 210 time: 0.0537648 Feb 04 17:36:22.049777 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-2ca080f0-3ba9-4f1f-8c8a-275dd71e3134 admin admin] Publish callbacks [] for security_group (10072a54-1a49-4a34-b44c-fef8b77fa6ae), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:36:22.054834 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-2ca080f0-3ba9-4f1f-8c8a-275dd71e3134 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (10072a54-1a49-4a34-b44c-fef8b77fa6ae), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:36:22.095935 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 54904) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:36:22.096762 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-2ca080f0-3ba9-4f1f-8c8a-275dd71e3134 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=82b8240d903646db88a93fafd3d33afd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2130468 Feb 04 17:36:22.137039 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca080f0-3ba9-4f1f-8c8a-275dd71e3134 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10072a54-1a49-4a34-b44c-fef8b77fa6ae,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:36:22.214403 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-845cc944-20b3-474a-a881-0c6319504158 admin admin] Publish callbacks [] for security_group (10072a54-1a49-4a34-b44c-fef8b77fa6ae), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:36:22.241660 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-845cc944-20b3-474a-a881-0c6319504158 admin admin] Publish callbacks [] for security_group (10072a54-1a49-4a34-b44c-fef8b77fa6ae), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:36:22.307200 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-845cc944-20b3-474a-a881-0c6319504158 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (10072a54-1a49-4a34-b44c-fef8b77fa6ae), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:36:22.310933 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-845cc944-20b3-474a-a881-0c6319504158 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:36:22.312222 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-845cc944-20b3-474a-a881-0c6319504158 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/10072a54-1a49-4a34-b44c-fef8b77fa6ae HTTP/1.1" status: 204 len: 168 time: 0.2152994 Feb 04 17:36:22.329838 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845cc944-20b3-474a-a881-0c6319504158 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10072a54-1a49-4a34-b44c-fef8b77fa6ae,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:36:22.417130 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66da6c58-cd03-4fbe-a9e3-a190455b2260 req-f7519622-602b-4f1f-be07-ffdc7c8e772e tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:36:22.429549 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-66da6c58-cd03-4fbe-a9e3-a190455b2260 req-f7519622-602b-4f1f-be07-ffdc7c8e772e tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] 10.222.0.89 "GET /v2.0/ports?device_id=9d3821bc-122a-4237-beec-6ec54fd69665 HTTP/1.1" status: 200 len: 945 time: 0.1188850 Feb 04 17:36:22.496914 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-66da6c58-cd03-4fbe-a9e3-a190455b2260 req-4f4df1c4-4090-4632-af24-ad6acafab9db tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] 10.222.0.89 "GET /v2.0/security-groups?id=7065f8d7-aeef-49a2-81d7-44cedbdfdedd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592232 Feb 04 17:36:23.059176 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a72ca1-f7cc-4bd0-b018-0f383dbce798 req-b25a29ed-b308-4565-9d7c-ec0b31c88ead tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:36:23.078400 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-f2a72ca1-f7cc-4bd0-b018-0f383dbce798 req-b25a29ed-b308-4565-9d7c-ec0b31c88ead tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] 10.222.0.89 "GET /v2.0/networks?id=49bac2c3-9780-4cfa-ba0a-fc1bc47b3fd5 HTTP/1.1" status: 200 len: 805 time: 0.2576406 Feb 04 17:36:23.100433 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-f2a72ca1-f7cc-4bd0-b018-0f383dbce798 req-d504c221-1040-4ce0-b907-c1ee28045567 tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] 10.222.0.89 "GET /v2.0/quotas/0b76505d37894fa2a98cba742b19aaf3 HTTP/1.1" status: 200 len: 375 time: 0.0210233 Feb 04 17:36:23.180557 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-2657b282-d2ca-40c8-be0d-132c303f1e99 req-2ecf8fed-1028-4cde-9263-0c5f1ca20d9c tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] 10.222.0.89 "GET /v2.0/ports?device_id=f9afa7a5-1aca-47d0-a335-e4059d5a8169 HTTP/1.1" status: 200 len: 210 time: 0.0552065 Feb 04 17:36:23.257360 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-f2a72ca1-f7cc-4bd0-b018-0f383dbce798 req-abe0e6a9-2a47-44c4-b593-9118c1e86912 tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=0b76505d37894fa2a98cba742b19aaf3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1522439 Feb 04 17:36:23.470541 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-f2a72ca1-f7cc-4bd0-b018-0f383dbce798 req-a29f1b86-9e3b-4f94-84f1-9deb5161bff8 service neutron] 10.222.0.89 "GET /v2.0/networks/49bac2c3-9780-4cfa-ba0a-fc1bc47b3fd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2122700 Feb 04 17:36:23.668696 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-f2a72ca1-f7cc-4bd0-b018-0f383dbce798 req-44788d92-34f0-4393-8927-e04f37058f87 service neutron] 10.222.0.89 "GET /v2.0/networks/49bac2c3-9780-4cfa-ba0a-fc1bc47b3fd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1829140 Feb 04 17:36:24.463980 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-da15478a-3319-48bd-8ec0-714b93d45410 req-f37136cb-6c6d-440b-bf11-c953ec4ec41b tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] 10.222.0.89 "GET /v2.0/ports?device_id=f9afa7a5-1aca-47d0-a335-e4059d5a8169 HTTP/1.1" status: 200 len: 210 time: 0.0650558 Feb 04 17:36:25.023063 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d9a170-ef0f-4250-93f2-fb4bc16d7e04 req-7d7c78ae-ba03-44f5-b634-8a254ae18ac9 tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:36:25.034925 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-66d9a170-ef0f-4250-93f2-fb4bc16d7e04 req-7d7c78ae-ba03-44f5-b634-8a254ae18ac9 tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] 10.222.0.89 "GET /v2.0/networks?id=49bac2c3-9780-4cfa-ba0a-fc1bc47b3fd5 HTTP/1.1" status: 200 len: 805 time: 0.1744292 Feb 04 17:36:25.052097 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-66d9a170-ef0f-4250-93f2-fb4bc16d7e04 req-00ffc75e-8748-4c68-b596-1b66dcc13ac7 tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] 10.222.0.89 "GET /v2.0/quotas/0b76505d37894fa2a98cba742b19aaf3 HTTP/1.1" status: 200 len: 375 time: 0.0162888 Feb 04 17:36:25.127208 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-66d9a170-ef0f-4250-93f2-fb4bc16d7e04 req-856b947c-0cc3-4349-89e2-913e78bfc097 tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=0b76505d37894fa2a98cba742b19aaf3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0740635 Feb 04 17:36:25.153533 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 55040) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:36:25.266872 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-66d9a170-ef0f-4250-93f2-fb4bc16d7e04 req-4a55cf4e-324d-4b37-983d-fb3730e41236 service neutron] 10.222.0.89 "GET /v2.0/networks/49bac2c3-9780-4cfa-ba0a-fc1bc47b3fd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294928 Feb 04 17:36:25.454402 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-66d9a170-ef0f-4250-93f2-fb4bc16d7e04 req-e3f9fc2d-f364-431e-b348-6ca2d2ddda51 service neutron] 10.222.0.89 "GET /v2.0/networks/49bac2c3-9780-4cfa-ba0a-fc1bc47b3fd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1861901 Feb 04 17:36:25.478748 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-d5cdc847-b9ce-48d3-8f24-b36f5428c210 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Request body: {'network': {'name': 'tempest-network-smoke--1897640057', 'project_id': '1442cfcaa62548aa8c0af19ff6a9d44c', 'port_security_enabled': True}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:36:25.543027 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5cdc847-b9ce-48d3-8f24-b36f5428c210 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Made reservation on behalf of 1442cfcaa62548aa8c0af19ff6a9d44c for: {'network': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:36:25.550808 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-d5cdc847-b9ce-48d3-8f24-b36f5428c210 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for network (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:36:25.580654 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-d5cdc847-b9ce-48d3-8f24-b36f5428c210 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Publish callbacks [] for security_group (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:36:25.744049 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-ac7e1a73-94b0-447a-bc4f-c6fc892f4401 req-4b235a96-edb1-422e-ac94-2559b3a31737 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] 10.222.0.89 "GET /v2.0/ports?device_id=f9afa7a5-1aca-47d0-a335-e4059d5a8169 HTTP/1.1" status: 200 len: 210 time: 0.0801108 Feb 04 17:36:25.755293 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-d5cdc847-b9ce-48d3-8f24-b36f5428c210 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Publish callbacks [] for security_group (1db638f6-31fa-400d-8e97-312a37dd6953), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:36:25.781639 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-d5cdc847-b9ce-48d3-8f24-b36f5428c210 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (1db638f6-31fa-400d-8e97-312a37dd6953), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:36:25.842860 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5cdc847-b9ce-48d3-8f24-b36f5428c210 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1db638f6-31fa-400d-8e97-312a37dd6953,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:36:25.844212 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-69ff4856-d654-45ec-8bc1-ee4685d4810b req-403d6c3b-7761-48e0-9043-1b1287865359 tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] 10.222.0.89 "GET /v2.0/ports?device_id=8f9003e6-5b25-4c7b-b6b0-e7750deb701f HTTP/1.1" status: 200 len: 210 time: 0.0602000 Feb 04 17:36:25.867690 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5cdc847-b9ce-48d3-8f24-b36f5428c210 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] vlan segment allocate from pool success with {'vlan_id': 766, 'physical_network': 'physnet1'} {{(pid=103377) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 17:36:25.912496 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-d5cdc847-b9ce-48d3-8f24-b36f5428c210 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (9ca53d86-98dd-44bb-a623-2cba867a7650), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:36:25.912940 n-d-827839-2 neutron-server[103377]: INFO neutron.db.segments_db [None req-d5cdc847-b9ce-48d3-8f24-b36f5428c210 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Added segment 9ca53d86-98dd-44bb-a623-2cba867a7650 of type vlan for network abb5a6fe-6a42-4306-8c7f-e23823ed39dd Feb 04 17:36:26.050539 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-d5cdc847-b9ce-48d3-8f24-b36f5428c210 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781084292801'] for network (abb5a6fe-6a42-4306-8c7f-e23823ed39dd), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:36:26.103248 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-d5cdc847-b9ce-48d3-8f24-b36f5428c210 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327'] for network (abb5a6fe-6a42-4306-8c7f-e23823ed39dd), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:36:26.108544 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5cdc847-b9ce-48d3-8f24-b36f5428c210 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:36:26.109340 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-d5cdc847-b9ce-48d3-8f24-b36f5428c210 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Publish callbacks [] for network (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:36:26.147003 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-d5cdc847-b9ce-48d3-8f24-b36f5428c210 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.9894438 Feb 04 17:36:26.147656 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 55076) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:36:26.152728 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-89dfe04e-4f8f-4d41-a4d9-596a1e3db70e tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-913224400', 'admin_state_up': True, 'project_id': '1442cfcaa62548aa8c0af19ff6a9d44c', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188'}}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:36:26.279983 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5cdc847-b9ce-48d3-8f24-b36f5428c210 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Pushing event updated for resources: {'Network': ['ID=abb5a6fe-6a42-4306-8c7f-e23823ed39dd,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:36:26.281723 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-89dfe04e-4f8f-4d41-a4d9-596a1e3db70e tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1601657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26921'] for router (477b5678-598c-45f7-b76f-f8fa9bfa09cb), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:36:26.283036 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-89dfe04e-4f8f-4d41-a4d9-596a1e3db70e tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1602025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603663', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1630571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26960'] for router (477b5678-598c-45f7-b76f-f8fa9bfa09cb), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:36:26.294632 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Network abb5a6fe-6a42-4306-8c7f-e23823ed39dd details requested by agent ovs-agent-n-d-827839-2 with host n-d-827839-2 {{(pid=103378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 17:36:26.364878 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 55080) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:36:26.452274 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-89dfe04e-4f8f-4d41-a4d9-596a1e3db70e tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Publish callbacks [] for router_controller (477b5678-598c-45f7-b76f-f8fa9bfa09cb), precommit_add_association {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:36:26.645596 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-b466c3fe-8520-47bb-bc2f-d68eae6f5918 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:36:26.810360 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-89dfe04e-4f8f-4d41-a4d9-596a1e3db70e tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Publish callbacks [] for router_gateway (477b5678-598c-45f7-b76f-f8fa9bfa09cb), precommit_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:36:26.915787 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-b466c3fe-8520-47bb-bc2f-d68eae6f5918 admin admin] Publish callbacks [] for security_group (8fdce83b-7957-454a-81f1-1b6ff2fbd442), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:36:26.981039 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-355ee75d-7b8c-48f8-973d-ea1582a13608 req-b4a313f7-fbbc-4957-8c6e-d64ad5979e9f tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] 10.222.0.89 "GET /v2.0/ports?device_id=f9afa7a5-1aca-47d0-a335-e4059d5a8169 HTTP/1.1" status: 200 len: 210 time: 0.0888820 Feb 04 17:36:26.986311 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-b466c3fe-8520-47bb-bc2f-d68eae6f5918 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (8fdce83b-7957-454a-81f1-1b6ff2fbd442), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:36:27.085635 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-0494ee9c-c661-41bc-8583-5ce7bfd4defa req-1eb313ba-20a2-4094-9d05-29f51a7aff96 tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] 10.222.0.89 "GET /v2.0/ports?device_id=8f9003e6-5b25-4c7b-b6b0-e7750deb701f HTTP/1.1" status: 200 len: 210 time: 0.0516524 Feb 04 17:36:27.144439 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b466c3fe-8520-47bb-bc2f-d68eae6f5918 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fdce83b-7957-454a-81f1-1b6ff2fbd442,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:36:27.155645 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-b466c3fe-8520-47bb-bc2f-d68eae6f5918 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=84ff1918acb246199f7a6435ca20eec4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7896881 Feb 04 17:36:27.160622 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 55098) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:36:27.304157 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-f0b45cb7-9384-4ab7-a263-0b9e4b1ff722 admin admin] Publish callbacks [] for security_group (8fdce83b-7957-454a-81f1-1b6ff2fbd442), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:36:27.349564 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-89dfe04e-4f8f-4d41-a4d9-596a1e3db70e tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Publish callbacks [] for router_gateway (477b5678-598c-45f7-b76f-f8fa9bfa09cb), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:36:27.355324 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-f0b45cb7-9384-4ab7-a263-0b9e4b1ff722 admin admin] Publish callbacks [] for security_group (8fdce83b-7957-454a-81f1-1b6ff2fbd442), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:36:27.373623 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-89dfe04e-4f8f-4d41-a4d9-596a1e3db70e tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:36:27.470869 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-f0b45cb7-9384-4ab7-a263-0b9e4b1ff722 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (8fdce83b-7957-454a-81f1-1b6ff2fbd442), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:36:27.475782 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-f0b45cb7-9384-4ab7-a263-0b9e4b1ff722 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:36:27.477063 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-f0b45cb7-9384-4ab7-a263-0b9e4b1ff722 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/8fdce83b-7957-454a-81f1-1b6ff2fbd442 HTTP/1.1" status: 204 len: 168 time: 0.3154080 Feb 04 17:36:27.497104 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b45cb7-9384-4ab7-a263-0b9e4b1ff722 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fdce83b-7957-454a-81f1-1b6ff2fbd442,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:36:27.612035 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.db_base_plugin_common [None req-89dfe04e-4f8f-4d41-a4d9-596a1e3db70e tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Allocated IP 172.25.6.198 (48165773-85ad-49a1-9ec1-76fc8dc24188/7660bfad-1ea8-4fe7-831b-bed836f13efc/722082ed-cb50-4f44-81a3-604330b13c3f) {{(pid=103376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:36:27.769898 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-89dfe04e-4f8f-4d41-a4d9-596a1e3db70e tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Publish callbacks [] for port (722082ed-cb50-4f44-81a3-604330b13c3f), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:36:27.843066 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d9a170-ef0f-4250-93f2-fb4bc16d7e04 req-1ce475b8-af5d-45ce-a1f6-a6315c495ca6 tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:36:27.847771 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-66d9a170-ef0f-4250-93f2-fb4bc16d7e04 req-1ce475b8-af5d-45ce-a1f6-a6315c495ca6 tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] 10.222.0.90 "GET /v2.0/networks?id=49bac2c3-9780-4cfa-ba0a-fc1bc47b3fd5 HTTP/1.1" status: 200 len: 805 time: 0.2168109 Feb 04 17:36:27.866566 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [req-66d9a170-ef0f-4250-93f2-fb4bc16d7e04 req-084c7b58-4193-4bd5-9277-e8ee7bd46f11 tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] Request body: {'port': {'device_id': '8f9003e6-5b25-4c7b-b6b0-e7750deb701f', 'network_id': '49bac2c3-9780-4cfa-ba0a-fc1bc47b3fd5', 'admin_state_up': True, 'tenant_id': '0b76505d37894fa2a98cba742b19aaf3'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:36:27.953893 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-89dfe04e-4f8f-4d41-a4d9-596a1e3db70e tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (722082ed-cb50-4f44-81a3-604330b13c3f), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:36:28.167901 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89dfe04e-4f8f-4d41-a4d9-596a1e3db70e tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Network 48165773-85ad-49a1-9ec1-76fc8dc24188 is already hosted by enough agents. {{(pid=103376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:36:28.200827 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [None req-89dfe04e-4f8f-4d41-a4d9-596a1e3db70e tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Resources bound (agent type, host, resource id): {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:36:28.222199 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89dfe04e-4f8f-4d41-a4d9-596a1e3db70e tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Received port after_create {{(pid=103376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:36:28.352731 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89dfe04e-4f8f-4d41-a4d9-596a1e3db70e tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Pushing event updated for resources: {'Port': ['ID=722082ed-cb50-4f44-81a3-604330b13c3f,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:36:28.355922 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-ead7d5f7-b9dd-4be5-8546-2c6ad33761af req-dc34a3ab-5e30-4111-8a3e-b189533ee985 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] 10.222.0.89 "GET /v2.0/ports?device_id=f9afa7a5-1aca-47d0-a335-e4059d5a8169 HTTP/1.1" status: 200 len: 210 time: 0.1145747 Feb 04 17:36:28.414858 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-66d9a170-ef0f-4250-93f2-fb4bc16d7e04 req-084c7b58-4193-4bd5-9277-e8ee7bd46f11 tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] Made reservation on behalf of 0b76505d37894fa2a98cba742b19aaf3 for: {'port': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:36:28.423503 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-66d9a170-ef0f-4250-93f2-fb4bc16d7e04 req-084c7b58-4193-4bd5-9277-e8ee7bd46f11 tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:36:28.499916 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89dfe04e-4f8f-4d41-a4d9-596a1e3db70e tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:36:28.502007 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89dfe04e-4f8f-4d41-a4d9-596a1e3db70e tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:36:28.503248 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89dfe04e-4f8f-4d41-a4d9-596a1e3db70e tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:36:28.504900 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89dfe04e-4f8f-4d41-a4d9-596a1e3db70e tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:36:28.505717 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89dfe04e-4f8f-4d41-a4d9-596a1e3db70e tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:36:28.506794 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89dfe04e-4f8f-4d41-a4d9-596a1e3db70e tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:36:28.509101 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89dfe04e-4f8f-4d41-a4d9-596a1e3db70e tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:36:28.509908 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89dfe04e-4f8f-4d41-a4d9-596a1e3db70e tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:36:28.510733 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89dfe04e-4f8f-4d41-a4d9-596a1e3db70e tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:36:28.511658 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89dfe04e-4f8f-4d41-a4d9-596a1e3db70e tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:36:28.513310 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89dfe04e-4f8f-4d41-a4d9-596a1e3db70e tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:36:28.514278 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89dfe04e-4f8f-4d41-a4d9-596a1e3db70e tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:36:28.515989 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89dfe04e-4f8f-4d41-a4d9-596a1e3db70e tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:36:28.550550 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-24485e83-8fda-44cb-87eb-b94313d1c15c req-98e68c70-1b05-43f1-982c-a391a42c301e tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] 10.222.0.89 "GET /v2.0/ports?device_id=8f9003e6-5b25-4c7b-b6b0-e7750deb701f HTTP/1.1" status: 200 len: 210 time: 0.2141871 Feb 04 17:36:28.697885 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.db_base_plugin_common [req-66d9a170-ef0f-4250-93f2-fb4bc16d7e04 req-084c7b58-4193-4bd5-9277-e8ee7bd46f11 tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] Allocated IP 172.20.0.12 (49bac2c3-9780-4cfa-ba0a-fc1bc47b3fd5/85042e04-1570-46e9-b9e6-f57252834000/e0782851-711c-44e2-bc69-9708e7a81712) {{(pid=103377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:36:28.928778 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-89dfe04e-4f8f-4d41-a4d9-596a1e3db70e tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Publish callbacks [] for router_gateway (477b5678-598c-45f7-b76f-f8fa9bfa09cb), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:36:28.950307 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-66d9a170-ef0f-4250-93f2-fb4bc16d7e04 req-084c7b58-4193-4bd5-9277-e8ee7bd46f11 tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] Publish callbacks [] for port (e0782851-711c-44e2-bc69-9708e7a81712), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:36:29.005937 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-66d9a170-ef0f-4250-93f2-fb4bc16d7e04 req-084c7b58-4193-4bd5-9277-e8ee7bd46f11 tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (e0782851-711c-44e2-bc69-9708e7a81712), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:36:29.027953 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] get_ports_and_sgs() called for port_ids ['b11feae4-5af3-4cd0-a7f3-50dcb2bf4c66'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 17:36:29.143797 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-66d9a170-ef0f-4250-93f2-fb4bc16d7e04 req-084c7b58-4193-4bd5-9277-e8ee7bd46f11 tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] Network 49bac2c3-9780-4cfa-ba0a-fc1bc47b3fd5 is already hosted by enough agents. {{(pid=103377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:36:29.162381 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [req-66d9a170-ef0f-4250-93f2-fb4bc16d7e04 req-084c7b58-4193-4bd5-9277-e8ee7bd46f11 tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] Resources bound (agent type, host, resource id): {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:36:29.171216 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [req-66d9a170-ef0f-4250-93f2-fb4bc16d7e04 req-084c7b58-4193-4bd5-9277-e8ee7bd46f11 tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] Received port after_create {{(pid=103377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:36:29.257180 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084c7b58-4193-4bd5-9277-e8ee7bd46f11 tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] Pushing event updated for resources: {'Port': ['ID=e0782851-711c-44e2-bc69-9708e7a81712,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:36:29.321935 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d9a170-ef0f-4250-93f2-fb4bc16d7e04 req-084c7b58-4193-4bd5-9277-e8ee7bd46f11 tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:36:29.328024 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-66d9a170-ef0f-4250-93f2-fb4bc16d7e04 req-084c7b58-4193-4bd5-9277-e8ee7bd46f11 tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:36:29.375794 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-89dfe04e-4f8f-4d41-a4d9-596a1e3db70e tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1602046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603680'] for router (477b5678-598c-45f7-b76f-f8fa9bfa09cb), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:36:29.409446 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-66d9a170-ef0f-4250-93f2-fb4bc16d7e04 req-084c7b58-4193-4bd5-9277-e8ee7bd46f11 tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5467196 Feb 04 17:36:29.422979 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [req-66d9a170-ef0f-4250-93f2-fb4bc16d7e04 req-1913da02-bb20-4b87-8e48-30869ad35898 service neutron] Request body: {'port': {'device_id': '8f9003e6-5b25-4c7b-b6b0-e7750deb701f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827839-2'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:36:29.596205 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-cef2ece8-7828-4f3b-afb7-a2e701f74299 req-33e329cd-b64f-4f60-846d-bf1cf83b8d8f tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] 10.222.0.89 "GET /v2.0/ports?device_id=f9afa7a5-1aca-47d0-a335-e4059d5a8169 HTTP/1.1" status: 200 len: 210 time: 0.0785699 Feb 04 17:36:29.607352 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-66d9a170-ef0f-4250-93f2-fb4bc16d7e04 req-1913da02-bb20-4b87-8e48-30869ad35898 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (e0782851-711c-44e2-bc69-9708e7a81712), before_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:36:29.657676 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89dfe04e-4f8f-4d41-a4d9-596a1e3db70e tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Router 477b5678-598c-45f7-b76f-f8fa9bfa09cb is scheduled to L3 agent 64ada913-9131-4d99-a265-63a920956287 with binding_index 1 {{(pid=103376) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 17:36:29.713314 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7ce62e66-f633-4747-9b16-76f16902a076 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (bb89f5a3-3c22-440b-b7d1-c4f0c43c184a), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:36:29.938280 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba983bdf-043d-4cf2-b74e-39a15a01a688 req-98a92604-da29-4fb8-b8e1-c8a56cf13117 tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:36:29.946248 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-ba983bdf-043d-4cf2-b74e-39a15a01a688 req-98a92604-da29-4fb8-b8e1-c8a56cf13117 tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] 10.222.0.89 "GET /v2.0/ports?device_id=8f9003e6-5b25-4c7b-b6b0-e7750deb701f HTTP/1.1" status: 200 len: 932 time: 0.1742201 Feb 04 17:36:30.019741 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-ba983bdf-043d-4cf2-b74e-39a15a01a688 req-a691b800-a51f-4c1d-9154-3d9526e8a947 tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] 10.222.0.89 "GET /v2.0/security-groups?id=7065f8d7-aeef-49a2-81d7-44cedbdfdedd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642757 Feb 04 17:36:30.021730 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89dfe04e-4f8f-4d41-a4d9-596a1e3db70e tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Notify agent at l3_agent.n-d-827839-2 the message routers_updated {{(pid=103376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 17:36:30.033296 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf18a54a-824c-4509-9077-f4781a43254f None None] Sync routers for ids ['477b5678-598c-45f7-b76f-f8fa9bfa09cb'] in n-d-827839-2 {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 17:36:30.054653 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf18a54a-824c-4509-9077-f4781a43254f None None] Routers {'477b5678-598c-45f7-b76f-f8fa9bfa09cb'} bound to L3 agent in host n-d-827839-2 {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:36:30.060922 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-89dfe04e-4f8f-4d41-a4d9-596a1e3db70e tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Publish callbacks [] for router (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:36:30.065959 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-bf18a54a-824c-4509-9077-f4781a43254f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:36:02Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['477b5678-598c-45f7-b76f-f8fa9bfa09cb'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:36:30.066303 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 55146) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:36:30.071437 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-89dfe04e-4f8f-4d41-a4d9-596a1e3db70e tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] 10.222.0.89 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 3.9225717 Feb 04 17:36:30.144492 n-d-827839-2 neutron-server[103377]: DEBUG neutron.notifiers.nova [req-66d9a170-ef0f-4250-93f2-fb4bc16d7e04 req-1913da02-bb20-4b87-8e48-30869ad35898 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e0782851-711c-44e2-bc69-9708e7a81712 {{(pid=103377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 17:36:30.154262 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-66d9a170-ef0f-4250-93f2-fb4bc16d7e04 req-1913da02-bb20-4b87-8e48-30869ad35898 service neutron] Publish callbacks [] for port (e0782851-711c-44e2-bc69-9708e7a81712), precommit_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:36:30.192084 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.provisioning_blocks [req-66d9a170-ef0f-4250-93f2-fb4bc16d7e04 req-1913da02-bb20-4b87-8e48-30869ad35898 service neutron] Transition to ACTIVE for port object e0782851-711c-44e2-bc69-9708e7a81712 will not be triggered until provisioned by entity L2. {{(pid=103377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 17:36:30.199673 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-66d9a170-ef0f-4250-93f2-fb4bc16d7e04 req-1913da02-bb20-4b87-8e48-30869ad35898 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25888290'] for port (e0782851-711c-44e2-bc69-9708e7a81712), after_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:36:30.289688 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvr_db [None req-bf18a54a-824c-4509-9077-f4781a43254f None None] Set router 477b5678-598c-45f7-b76f-f8fa9bfa09cb gateway port host: n-d-827839-2 {{(pid=103379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:36:30.471170 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-f4b75190-6f65-4573-a54e-21639c371ae4 tempest-TestNetworkBasicOps-1140215501 tempest-TestNetworkBasicOps-1140215501-project-admin] 10.222.0.89 "GET /v2.0/subnets?project_id=1442cfcaa62548aa8c0af19ff6a9d44c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.4036372 Feb 04 17:36:30.471894 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1913da02-bb20-4b87-8e48-30869ad35898 service neutron] Pushing event updated for resources: {'Port': ['ID=e0782851-711c-44e2-bc69-9708e7a81712,revision_number=2']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:36:30.474173 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 55160) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:36:30.521216 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [req-66d9a170-ef0f-4250-93f2-fb4bc16d7e04 req-1913da02-bb20-4b87-8e48-30869ad35898 service neutron] Attempting to bind port e0782851-711c-44e2-bc69-9708e7a81712 on host n-h2-827839-2 for vnic_type normal with profile {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:36:30.521551 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [req-66d9a170-ef0f-4250-93f2-fb4bc16d7e04 req-1913da02-bb20-4b87-8e48-30869ad35898 service neutron] Attempting to bind port e0782851-711c-44e2-bc69-9708e7a81712 by drivers openvswitch,hyperv on host n-h2-827839-2 at level 0 using segments [{'id': 'f8b51653-e9f0-43b4-bbb2-0054b3d4de26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '49bac2c3-9780-4cfa-ba0a-fc1bc47b3fd5'}] {{(pid=103377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:36:30.521876 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66d9a170-ef0f-4250-93f2-fb4bc16d7e04 req-1913da02-bb20-4b87-8e48-30869ad35898 service neutron] Attempting to bind port e0782851-711c-44e2-bc69-9708e7a81712 on network 49bac2c3-9780-4cfa-ba0a-fc1bc47b3fd5 {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:36:30.531244 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66d9a170-ef0f-4250-93f2-fb4bc16d7e04 req-1913da02-bb20-4b87-8e48-30869ad35898 service neutron] Port e0782851-711c-44e2-bc69-9708e7a81712 on network 49bac2c3-9780-4cfa-ba0a-fc1bc47b3fd5 not bound, no agent of type Open vSwitch agent registered on host n-h2-827839-2 {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 17:36:30.531569 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66d9a170-ef0f-4250-93f2-fb4bc16d7e04 req-1913da02-bb20-4b87-8e48-30869ad35898 service neutron] Attempting to bind port e0782851-711c-44e2-bc69-9708e7a81712 on network 49bac2c3-9780-4cfa-ba0a-fc1bc47b3fd5 {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:36:30.543674 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66d9a170-ef0f-4250-93f2-fb4bc16d7e04 req-1913da02-bb20-4b87-8e48-30869ad35898 service neutron] Checking agent: {'id': 'f20a1ab3-4332-4f54-833b-ba4a7c687e89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 8, 40), 'started_at': datetime.datetime(2022, 2, 4, 17, 8, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 36, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:36:30.544018 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66d9a170-ef0f-4250-93f2-fb4bc16d7e04 req-1913da02-bb20-4b87-8e48-30869ad35898 service neutron] Checking segment: {'id': 'f8b51653-e9f0-43b4-bbb2-0054b3d4de26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '49bac2c3-9780-4cfa-ba0a-fc1bc47b3fd5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:36:30.544407 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66d9a170-ef0f-4250-93f2-fb4bc16d7e04 req-1913da02-bb20-4b87-8e48-30869ad35898 service neutron] Bound using segment: {'id': 'f8b51653-e9f0-43b4-bbb2-0054b3d4de26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '49bac2c3-9780-4cfa-ba0a-fc1bc47b3fd5'} {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:36:30.546533 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [req-66d9a170-ef0f-4250-93f2-fb4bc16d7e04 req-1913da02-bb20-4b87-8e48-30869ad35898 service neutron] Bound port: e0782851-711c-44e2-bc69-9708e7a81712, host: n-h2-827839-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8b51653-e9f0-43b4-bbb2-0054b3d4de26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '49bac2c3-9780-4cfa-ba0a-fc1bc47b3fd5'}}] {{(pid=103377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:36:30.547014 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-66d9a170-ef0f-4250-93f2-fb4bc16d7e04 req-1913da02-bb20-4b87-8e48-30869ad35898 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (e0782851-711c-44e2-bc69-9708e7a81712), before_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:36:30.616426 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-bf18a54a-824c-4509-9077-f4781a43254f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '477b5678-598c-45f7-b76f-f8fa9bfa09cb', 'name': 'tempest-TestNetworkBasicOps-router-913224400', 'tenant_id': '1442cfcaa62548aa8c0af19ff6a9d44c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.198'}], 'enable_snat': True}, 'gw_port_id': '722082ed-cb50-4f44-81a3-604330b13c3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:36:26Z', 'updated_at': '2022-02-04T17:36:28Z', 'revision_number': 3, 'project_id': '1442cfcaa62548aa8c0af19ff6a9d44c', 'gw_port': {'id': '722082ed-cb50-4f44-81a3-604330b13c3f', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:5f:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '477b5678-598c-45f7-b76f-f8fa9bfa09cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2923, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:36:27Z', 'updated_at': '2022-02-04T17:36:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2'}], 'n-d-827839-2', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:36:30.684062 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [req-66d9a170-ef0f-4250-93f2-fb4bc16d7e04 req-1913da02-bb20-4b87-8e48-30869ad35898 service neutron] For port e0782851-711c-44e2-bc69-9708e7a81712, host n-h2-827839-2, cleared binding levels {{(pid=103377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:36:30.687896 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [req-66d9a170-ef0f-4250-93f2-fb4bc16d7e04 req-1913da02-bb20-4b87-8e48-30869ad35898 service neutron] For port e0782851-711c-44e2-bc69-9708e7a81712, host n-h2-827839-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=e0782851-711c-44e2-bc69-9708e7a81712,segment=NetworkSegment(f8b51653-e9f0-43b4-bbb2-0054b3d4de26),segment_id=f8b51653-e9f0-43b4-bbb2-0054b3d4de26)] {{(pid=103377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:36:30.695012 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-66d9a170-ef0f-4250-93f2-fb4bc16d7e04 req-1913da02-bb20-4b87-8e48-30869ad35898 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25888290'] for port (e0782851-711c-44e2-bc69-9708e7a81712), after_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:36:30.706081 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf18a54a-824c-4509-9077-f4781a43254f None None] Checking router: 477b5678-598c-45f7-b76f-f8fa9bfa09cb for host: n-d-827839-2 {{(pid=103379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 17:36:30.706428 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf18a54a-824c-4509-9077-f4781a43254f None None] Updating router 477b5678-598c-45f7-b76f-f8fa9bfa09cb port 722082ed-cb50-4f44-81a3-604330b13c3f binding host n-d-827839-2 {{(pid=103379) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 17:36:30.719582 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d9a170-ef0f-4250-93f2-fb4bc16d7e04 req-1913da02-bb20-4b87-8e48-30869ad35898 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:36:30.720945 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-66d9a170-ef0f-4250-93f2-fb4bc16d7e04 req-1913da02-bb20-4b87-8e48-30869ad35898 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:36:30.723298 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-66d9a170-ef0f-4250-93f2-fb4bc16d7e04 req-1913da02-bb20-4b87-8e48-30869ad35898 service neutron] 10.222.0.90 "PUT /v2.0/ports/e0782851-711c-44e2-bc69-9708e7a81712 HTTP/1.1" status: 200 len: 1092 time: 1.3051047 Feb 04 17:36:30.725503 n-d-827839-2 neutron-server[103377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f9003e6-5b25-4c7b-b6b0-e7750deb701f', 'tag': 'e0782851-711c-44e2-bc69-9708e7a81712'}] {{(pid=103377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:36:30.729202 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7240428b650e1488e9361b62648ff4b3a6c19d49d8c27c949491ab58c1346cf0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-653751be-98a7-473d-9151-0d7e18b32656" -d '{"events": [{"name": "network-changed", "server_uuid": "8f9003e6-5b25-4c7b-b6b0-e7750deb701f", "tag": "e0782851-711c-44e2-bc69-9708e7a81712"}]}' {{(pid=103377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:36:30.795973 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1913da02-bb20-4b87-8e48-30869ad35898 service neutron] Pushing event updated for resources: {'Port': ['ID=e0782851-711c-44e2-bc69-9708e7a81712,revision_number=3']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:36:30.840063 n-d-827839-2 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-bf18a54a-824c-4509-9077-f4781a43254f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (722082ed-cb50-4f44-81a3-604330b13c3f), before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:36:30.858201 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 17:36:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76ee9857-2fcf-4a52-a401-63a98ea248a0 x-openstack-request-id: req-76ee9857-2fcf-4a52-a401-63a98ea248a0 {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:36:30.858505 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f9003e6-5b25-4c7b-b6b0-e7750deb701f", "tag": "e0782851-711c-44e2-bc69-9708e7a81712", "status": "completed", "code": 200}]} {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:36:30.859117 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-76ee9857-2fcf-4a52-a401-63a98ea248a0 {{(pid=103377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:36:30.859528 n-d-827839-2 neutron-server[103377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f9003e6-5b25-4c7b-b6b0-e7750deb701f', 'tag': 'e0782851-711c-44e2-bc69-9708e7a81712', 'status': 'completed', 'code': 200} Feb 04 17:36:30.911084 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-10c3833c-abf2-4da0-967f-33acbe3bed50 req-07a7f5a9-0d61-4511-83ae-6695551c549e tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] 10.222.0.89 "GET /v2.0/ports?device_id=f9afa7a5-1aca-47d0-a335-e4059d5a8169 HTTP/1.1" status: 200 len: 210 time: 0.0548754 Feb 04 17:36:30.941041 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d9a170-ef0f-4250-93f2-fb4bc16d7e04 req-d9cd2170-be47-41ef-b6c6-4834b4a9629b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:36:30.941041 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-66d9a170-ef0f-4250-93f2-fb4bc16d7e04 req-d9cd2170-be47-41ef-b6c6-4834b4a9629b service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=0b76505d37894fa2a98cba742b19aaf3&device_id=8f9003e6-5b25-4c7b-b6b0-e7750deb701f HTTP/1.1" status: 200 len: 1126 time: 0.1313787 Feb 04 17:36:31.081213 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-66d9a170-ef0f-4250-93f2-fb4bc16d7e04 req-eb7ec53c-3367-4289-b79b-78cb280335c5 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e0782851-711c-44e2-bc69-9708e7a81712 HTTP/1.1" status: 200 len: 217 time: 0.1234324 Feb 04 17:36:31.162560 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d9a170-ef0f-4250-93f2-fb4bc16d7e04 req-22fd31ff-504f-4b60-a418-56f3ddcf4d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:36:31.164088 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-66d9a170-ef0f-4250-93f2-fb4bc16d7e04 req-22fd31ff-504f-4b60-a418-56f3ddcf4d28 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=85042e04-1570-46e9-b9e6-f57252834000 HTTP/1.1" status: 200 len: 845 time: 0.0818951 Feb 04 17:36:31.227529 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-66d9a170-ef0f-4250-93f2-fb4bc16d7e04 req-b98eef9e-f85b-4fb0-a091-96cc845e9a8a service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=49bac2c3-9780-4cfa-ba0a-fc1bc47b3fd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0559545 Feb 04 17:36:31.336646 n-d-827839-2 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-bf18a54a-824c-4509-9077-f4781a43254f None None] Publish callbacks [] for port (722082ed-cb50-4f44-81a3-604330b13c3f), precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:36:31.349224 n-d-827839-2 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-bf18a54a-824c-4509-9077-f4781a43254f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (722082ed-cb50-4f44-81a3-604330b13c3f), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:36:31.383670 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea9fcbe8-db86-4f42-9e4c-f99c246b786d tempest-TestNetworkBasicOps-1140215501 tempest-TestNetworkBasicOps-1140215501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:36:31.388028 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-ea9fcbe8-db86-4f42-9e4c-f99c246b786d tempest-TestNetworkBasicOps-1140215501 tempest-TestNetworkBasicOps-1140215501-project-admin] 10.222.0.89 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.9106696 Feb 04 17:36:31.393350 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 55180) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:36:31.450494 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [None req-bf18a54a-824c-4509-9077-f4781a43254f None None] Attempting to bind port 722082ed-cb50-4f44-81a3-604330b13c3f on host n-d-827839-2 for vnic_type normal with profile {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:36:31.459424 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [None req-bf18a54a-824c-4509-9077-f4781a43254f None None] Attempting to bind port 722082ed-cb50-4f44-81a3-604330b13c3f by drivers openvswitch,hyperv on host n-d-827839-2 at level 0 using segments [{'id': '5942dc44-1f07-4c27-b0ab-45a2bff20dd5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188'}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:36:31.460040 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf18a54a-824c-4509-9077-f4781a43254f None None] Attempting to bind port 722082ed-cb50-4f44-81a3-604330b13c3f on network 48165773-85ad-49a1-9ec1-76fc8dc24188 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:36:31.468908 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-99fd25a5-3a7f-4d33-bc43-065f87559112 tempest-TestNetworkBasicOps-1140215501 tempest-TestNetworkBasicOps-1140215501-project-admin] 10.222.0.89 "GET /v2.0/subnets?network_id=48165773-85ad-49a1-9ec1-76fc8dc24188&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0714326 Feb 04 17:36:31.469628 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 55182) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:36:31.475746 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-747fc5be-87e6-45a1-91c2-36ace52d7f99 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-47879607', 'network_id': 'abb5a6fe-6a42-4306-8c7f-e23823ed39dd', 'project_id': '1442cfcaa62548aa8c0af19ff6a9d44c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:36:31.497162 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-66d9a170-ef0f-4250-93f2-fb4bc16d7e04 req-cc4c8a9a-ef3e-4c00-ad61-9086c2d40b60 service neutron] 10.222.0.90 "GET /v2.0/networks/49bac2c3-9780-4cfa-ba0a-fc1bc47b3fd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2624481 Feb 04 17:36:31.543276 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17082c7-1042-4e1b-b279-2cc893f9123b req-7f618276-c065-4092-8e14-3e619239568c tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:36:31.555110 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf18a54a-824c-4509-9077-f4781a43254f None None] Checking agent: {'id': 'ba70844b-66a0-45fd-a2f2-e6ed673321fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 0, 36), 'started_at': datetime.datetime(2022, 2, 4, 17, 1, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 36, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:36:31.555738 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf18a54a-824c-4509-9077-f4781a43254f None None] Checking segment: {'id': '5942dc44-1f07-4c27-b0ab-45a2bff20dd5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:36:31.556378 n-d-827839-2 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-bf18a54a-824c-4509-9077-f4781a43254f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:36:31.556963 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf18a54a-824c-4509-9077-f4781a43254f None None] Bound using segment: {'id': '5942dc44-1f07-4c27-b0ab-45a2bff20dd5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188'} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:36:31.557655 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-a17082c7-1042-4e1b-b279-2cc893f9123b req-7f618276-c065-4092-8e14-3e619239568c tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] 10.222.0.89 "GET /v2.0/ports?device_id=8f9003e6-5b25-4c7b-b6b0-e7750deb701f HTTP/1.1" status: 200 len: 944 time: 0.1685514 Feb 04 17:36:31.557774 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [None req-bf18a54a-824c-4509-9077-f4781a43254f None None] Bound port: 722082ed-cb50-4f44-81a3-604330b13c3f, host: n-d-827839-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5942dc44-1f07-4c27-b0ab-45a2bff20dd5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188'}}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:36:31.558256 n-d-827839-2 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-bf18a54a-824c-4509-9077-f4781a43254f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (722082ed-cb50-4f44-81a3-604330b13c3f), before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:36:31.667340 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-bf18a54a-824c-4509-9077-f4781a43254f None None] For port 722082ed-cb50-4f44-81a3-604330b13c3f, host n-d-827839-2, cleared binding levels {{(pid=103379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:36:31.673266 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-bf18a54a-824c-4509-9077-f4781a43254f None None] For port 722082ed-cb50-4f44-81a3-604330b13c3f, host n-d-827839-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=722082ed-cb50-4f44-81a3-604330b13c3f,segment=NetworkSegment(5942dc44-1f07-4c27-b0ab-45a2bff20dd5),segment_id=5942dc44-1f07-4c27-b0ab-45a2bff20dd5)] {{(pid=103379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:36:31.687496 n-d-827839-2 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-bf18a54a-824c-4509-9077-f4781a43254f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (722082ed-cb50-4f44-81a3-604330b13c3f), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:36:31.699674 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-747fc5be-87e6-45a1-91c2-36ace52d7f99 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Made reservation on behalf of 1442cfcaa62548aa8c0af19ff6a9d44c for: {'subnet': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:36:31.703657 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-a17082c7-1042-4e1b-b279-2cc893f9123b req-a9a2bce3-dfcb-4712-8661-52108883c51c tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] 10.222.0.89 "GET /v2.0/security-groups?id=7065f8d7-aeef-49a2-81d7-44cedbdfdedd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437438 Feb 04 17:36:31.705262 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-747fc5be-87e6-45a1-91c2-36ace52d7f99 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25597243'] for subnet (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:36:31.734014 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3692436-c6c8-40fa-8f3d-5ed42802c305 None None] Pushing event updated for resources: {'Port': ['ID=722082ed-cb50-4f44-81a3-604330b13c3f,revision_number=2']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:36:31.792523 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3692436-c6c8-40fa-8f3d-5ed42802c305 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:36:31.792700 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3692436-c6c8-40fa-8f3d-5ed42802c305 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:36:31.793325 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3692436-c6c8-40fa-8f3d-5ed42802c305 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:36:31.793891 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3692436-c6c8-40fa-8f3d-5ed42802c305 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:36:31.794473 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3692436-c6c8-40fa-8f3d-5ed42802c305 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:36:31.795083 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3692436-c6c8-40fa-8f3d-5ed42802c305 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:36:31.796006 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3692436-c6c8-40fa-8f3d-5ed42802c305 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:36:31.796143 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3692436-c6c8-40fa-8f3d-5ed42802c305 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:36:31.796632 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3692436-c6c8-40fa-8f3d-5ed42802c305 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:36:31.797375 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3692436-c6c8-40fa-8f3d-5ed42802c305 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:36:31.797636 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3692436-c6c8-40fa-8f3d-5ed42802c305 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:36:31.798095 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3692436-c6c8-40fa-8f3d-5ed42802c305 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:36:31.798607 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3692436-c6c8-40fa-8f3d-5ed42802c305 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:36:31.839612 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-66d9a170-ef0f-4250-93f2-fb4bc16d7e04 req-54f1d82b-30f5-431a-9529-b77b84273e4e service neutron] 10.222.0.90 "GET /v2.0/networks/49bac2c3-9780-4cfa-ba0a-fc1bc47b3fd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3084230 Feb 04 17:36:31.847746 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf18a54a-824c-4509-9077-f4781a43254f None None] Routers {'477b5678-598c-45f7-b76f-f8fa9bfa09cb'} bound to L3 agent in host n-d-827839-2 {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:36:31.849771 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-bf18a54a-824c-4509-9077-f4781a43254f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:36:02Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['477b5678-598c-45f7-b76f-f8fa9bfa09cb'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:36:32.012484 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-13332128-7848-4460-8f9e-4bb4da81a3c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (64ada913-9131-4d99-a265-63a920956287), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:36:32.044088 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3692436-c6c8-40fa-8f3d-5ed42802c305 None None] Pushing event updated for resources: {'Port': ['ID=722082ed-cb50-4f44-81a3-604330b13c3f,revision_number=3']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:36:32.099266 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653751be-98a7-473d-9151-0d7e18b32656 req-7c44980d-9271-4338-90dc-54b5f44f7b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:36:32.099792 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvr_db [None req-bf18a54a-824c-4509-9077-f4781a43254f None None] Set router 477b5678-598c-45f7-b76f-f8fa9bfa09cb gateway port host: n-d-827839-2 {{(pid=103379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:36:32.101330 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-653751be-98a7-473d-9151-0d7e18b32656 req-7c44980d-9271-4338-90dc-54b5f44f7b5c service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=0b76505d37894fa2a98cba742b19aaf3&device_id=8f9003e6-5b25-4c7b-b6b0-e7750deb701f HTTP/1.1" status: 200 len: 1126 time: 0.2021530 Feb 04 17:36:32.160646 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-62b4ae34-31cf-4f67-b01d-a8f7a57de0a8 req-a9291190-9db5-425c-b543-e5adef183c19 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] 10.222.0.89 "GET /v2.0/ports?device_id=f9afa7a5-1aca-47d0-a335-e4059d5a8169 HTTP/1.1" status: 200 len: 210 time: 0.0699792 Feb 04 17:36:32.201121 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-747fc5be-87e6-45a1-91c2-36ace52d7f99 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25889445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25597197'] for subnet (11100f50-fd85-468c-8a6a-8573a86224df), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:36:32.290293 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653751be-98a7-473d-9151-0d7e18b32656 req-f29e473b-3843-4864-bd23-34327de84b2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:36:32.292554 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-653751be-98a7-473d-9151-0d7e18b32656 req-f29e473b-3843-4864-bd23-34327de84b2d service neutron] 10.222.0.90 "GET /v2.0/networks?id=49bac2c3-9780-4cfa-ba0a-fc1bc47b3fd5 HTTP/1.1" status: 200 len: 906 time: 0.1790624 Feb 04 17:36:32.359825 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-653751be-98a7-473d-9151-0d7e18b32656 req-8b118d92-f8d0-41cf-9d10-3a4323814ddc service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e0782851-711c-44e2-bc69-9708e7a81712 HTTP/1.1" status: 200 len: 217 time: 0.0588868 Feb 04 17:36:32.372889 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-bf18a54a-824c-4509-9077-f4781a43254f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '477b5678-598c-45f7-b76f-f8fa9bfa09cb', 'name': 'tempest-TestNetworkBasicOps-router-913224400', 'tenant_id': '1442cfcaa62548aa8c0af19ff6a9d44c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.198'}], 'enable_snat': True}, 'gw_port_id': '722082ed-cb50-4f44-81a3-604330b13c3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:36:26Z', 'updated_at': '2022-02-04T17:36:28Z', 'revision_number': 3, 'project_id': '1442cfcaa62548aa8c0af19ff6a9d44c', 'gw_port': {'id': '722082ed-cb50-4f44-81a3-604330b13c3f', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:5f:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '477b5678-598c-45f7-b76f-f8fa9bfa09cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2923, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:36:27Z', 'updated_at': '2022-02-04T17:36:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2'}], 'n-d-827839-2', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:36:32.411065 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747fc5be-87e6-45a1-91c2-36ace52d7f99 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Pushing event updated for resources: {'Subnet': ['ID=11100f50-fd85-468c-8a6a-8573a86224df,revision_number=0']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:36:32.430359 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-747fc5be-87e6-45a1-91c2-36ace52d7f99 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Checking segment: {'id': '9ca53d86-98dd-44bb-a623-2cba867a7650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'abb5a6fe-6a42-4306-8c7f-e23823ed39dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:36:32.430729 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-747fc5be-87e6-45a1-91c2-36ace52d7f99 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Network hostable DHCP agents. Network: abb5a6fe-6a42-4306-8c7f-e23823ed39dd, hostable agents: ['bb89f5a3-3c22-440b-b7d1-c4f0c43c184a'], hosted agents: [] {{(pid=103377) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 17:36:32.443725 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653751be-98a7-473d-9151-0d7e18b32656 req-6e33368d-7f40-44fe-9558-dcd8105403be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:36:32.445228 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-653751be-98a7-473d-9151-0d7e18b32656 req-6e33368d-7f40-44fe-9558-dcd8105403be service neutron] 10.222.0.90 "GET /v2.0/subnets?id=85042e04-1570-46e9-b9e6-f57252834000 HTTP/1.1" status: 200 len: 845 time: 0.0728476 Feb 04 17:36:32.456936 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf18a54a-824c-4509-9077-f4781a43254f None None] The sync data for ids ['477b5678-598c-45f7-b76f-f8fa9bfa09cb'] in n-d-827839-2 is: [{'id': '477b5678-598c-45f7-b76f-f8fa9bfa09cb', 'name': 'tempest-TestNetworkBasicOps-router-913224400', 'tenant_id': '1442cfcaa62548aa8c0af19ff6a9d44c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.198'}], 'enable_snat': True}, 'gw_port_id': '722082ed-cb50-4f44-81a3-604330b13c3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:36:26Z', 'updated_at': '2022-02-04T17:36:28Z', 'revision_number': 3, 'project_id': '1442cfcaa62548aa8c0af19ff6a9d44c', 'gw_port': {'id': '722082ed-cb50-4f44-81a3-604330b13c3f', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:5f:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '477b5678-598c-45f7-b76f-f8fa9bfa09cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2923, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:36:27Z', 'updated_at': '2022-02-04T17:36:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2'}] {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 17:36:32.468412 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-747fc5be-87e6-45a1-91c2-36ace52d7f99 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Network abb5a6fe-6a42-4306-8c7f-e23823ed39dd is scheduled to be hosted by DHCP agent bb89f5a3-3c22-440b-b7d1-c4f0c43c184a with binding_index 1 {{(pid=103377) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 17:36:32.489189 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-653751be-98a7-473d-9151-0d7e18b32656 req-924954b2-0427-4757-967a-2f76e4f4c86d service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=49bac2c3-9780-4cfa-ba0a-fc1bc47b3fd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0316918 Feb 04 17:36:32.516507 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [None req-747fc5be-87e6-45a1-91c2-36ace52d7f99 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827839-2, abb5a6fe-6a42-4306-8c7f-e23823ed39dd) {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:36:32.534657 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b14ae7fd-3179-41e9-8223-ad2d63e4c2ec None None] Network abb5a6fe-6a42-4306-8c7f-e23823ed39dd requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:36:32.548442 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-747fc5be-87e6-45a1-91c2-36ace52d7f99 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:36:32.549297 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-747fc5be-87e6-45a1-91c2-36ace52d7f99 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Publish callbacks [] for subnet (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:36:32.622918 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-747fc5be-87e6-45a1-91c2-36ace52d7f99 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.1522901 Feb 04 17:36:32.625750 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 55206) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:36:32.693175 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-653751be-98a7-473d-9151-0d7e18b32656 req-3088ad94-cdec-47b4-bfe8-209989b7f7c9 service neutron] 10.222.0.90 "GET /v2.0/networks/49bac2c3-9780-4cfa-ba0a-fc1bc47b3fd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1872160 Feb 04 17:36:32.815309 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-feaf8bbf-a529-4041-a4ef-207f94fa04b4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e4c19ad-5724-5db8-8ee1-4f56ae69fcf4-abb5a6fe-6a42-4306-8c7f-e23823ed39dd', 'network_id': 'abb5a6fe-6a42-4306-8c7f-e23823ed39dd', 'project_id': '1442cfcaa62548aa8c0af19ff6a9d44c', 'fixed_ips': [{'subnet_id': '11100f50-fd85-468c-8a6a-8573a86224df'}]}} from n-d-827839-2. {{(pid=103378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 17:36:32.816188 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-feaf8bbf-a529-4041-a4ef-207f94fa04b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:36:32.929520 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-653751be-98a7-473d-9151-0d7e18b32656 req-52b58396-471f-4bd3-b57f-c78b6c26ffec service neutron] 10.222.0.90 "GET /v2.0/networks/49bac2c3-9780-4cfa-ba0a-fc1bc47b3fd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2297194 Feb 04 17:36:33.038803 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5d551d-a734-4ba7-9383-63a4fe6f1cae req-203770c0-8ea7-44ec-97e2-ef3825ab4e54 tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:36:33.055246 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-df5d551d-a734-4ba7-9383-63a4fe6f1cae req-203770c0-8ea7-44ec-97e2-ef3825ab4e54 tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] 10.222.0.89 "GET /v2.0/ports?device_id=8f9003e6-5b25-4c7b-b6b0-e7750deb701f HTTP/1.1" status: 200 len: 944 time: 0.1961842 Feb 04 17:36:33.093057 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d408ec64-b374-4acb-a1fc-48241dad6d47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (0cd6d64a-47a7-40ff-8c12-71dd526c62e0), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:36:33.248255 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-df5d551d-a734-4ba7-9383-63a4fe6f1cae req-9fbc72cf-029a-430e-8f6f-8046b83bb349 tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] 10.222.0.89 "GET /v2.0/security-groups?id=7065f8d7-aeef-49a2-81d7-44cedbdfdedd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1917551 Feb 04 17:36:33.272711 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-feaf8bbf-a529-4041-a4ef-207f94fa04b4 None None] Allocated IP 172.20.0.2 (abb5a6fe-6a42-4306-8c7f-e23823ed39dd/11100f50-fd85-468c-8a6a-8573a86224df/ae9083ae-7eef-4eb8-8c05-a4c5fdc4cdc0) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:36:33.400132 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-4e3706fd-c584-4243-aa89-6afaceb64bc3 req-f3c2e228-09f7-4448-a303-87017ff5e867 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] 10.222.0.89 "GET /v2.0/ports?device_id=f9afa7a5-1aca-47d0-a335-e4059d5a8169 HTTP/1.1" status: 200 len: 210 time: 0.0845308 Feb 04 17:36:33.737886 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-feaf8bbf-a529-4041-a4ef-207f94fa04b4 None None] Publish callbacks [] for port (ae9083ae-7eef-4eb8-8c05-a4c5fdc4cdc0), precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:36:33.759531 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-feaf8bbf-a529-4041-a4ef-207f94fa04b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135'] for port (ae9083ae-7eef-4eb8-8c05-a4c5fdc4cdc0), after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:36:33.875852 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feaf8bbf-a529-4041-a4ef-207f94fa04b4 None None] Pushing event updated for resources: {'Port': ['ID=ae9083ae-7eef-4eb8-8c05-a4c5fdc4cdc0,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:36:33.901695 n-d-827839-2 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feaf8bbf-a529-4041-a4ef-207f94fa04b4 None None] Network abb5a6fe-6a42-4306-8c7f-e23823ed39dd is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:36:33.903613 n-d-827839-2 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-feaf8bbf-a529-4041-a4ef-207f94fa04b4 None None] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:36:33.921227 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feaf8bbf-a529-4041-a4ef-207f94fa04b4 None None] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:36:34.077097 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 722082ed-cb50-4f44-81a3-604330b13c3f up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:36:34.088276 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-feaf8bbf-a529-4041-a4ef-207f94fa04b4 None None] Attempting to bind port ae9083ae-7eef-4eb8-8c05-a4c5fdc4cdc0 on host n-d-827839-2 for vnic_type normal with profile {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:36:34.091148 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-feaf8bbf-a529-4041-a4ef-207f94fa04b4 None None] Attempting to bind port ae9083ae-7eef-4eb8-8c05-a4c5fdc4cdc0 by drivers openvswitch,hyperv on host n-d-827839-2 at level 0 using segments [{'id': '9ca53d86-98dd-44bb-a623-2cba867a7650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'abb5a6fe-6a42-4306-8c7f-e23823ed39dd'}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:36:34.092241 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feaf8bbf-a529-4041-a4ef-207f94fa04b4 None None] Attempting to bind port ae9083ae-7eef-4eb8-8c05-a4c5fdc4cdc0 on network abb5a6fe-6a42-4306-8c7f-e23823ed39dd {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:36:34.096665 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-c4b95a06-645d-42a6-ab64-e34d1bff7227 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:36:34.127639 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feaf8bbf-a529-4041-a4ef-207f94fa04b4 None None] Checking agent: {'id': 'ba70844b-66a0-45fd-a2f2-e6ed673321fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 0, 36), 'started_at': datetime.datetime(2022, 2, 4, 17, 1, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 36, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:36:34.128244 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feaf8bbf-a529-4041-a4ef-207f94fa04b4 None None] Checking segment: {'id': '9ca53d86-98dd-44bb-a623-2cba867a7650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'abb5a6fe-6a42-4306-8c7f-e23823ed39dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:36:34.130144 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-feaf8bbf-a529-4041-a4ef-207f94fa04b4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:36:34.130551 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feaf8bbf-a529-4041-a4ef-207f94fa04b4 None None] Bound using segment: {'id': '9ca53d86-98dd-44bb-a623-2cba867a7650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'abb5a6fe-6a42-4306-8c7f-e23823ed39dd'} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:36:34.131046 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-feaf8bbf-a529-4041-a4ef-207f94fa04b4 None None] Bound port: ae9083ae-7eef-4eb8-8c05-a4c5fdc4cdc0, host: n-d-827839-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ca53d86-98dd-44bb-a623-2cba867a7650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'abb5a6fe-6a42-4306-8c7f-e23823ed39dd'}}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:36:34.131430 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-feaf8bbf-a529-4041-a4ef-207f94fa04b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (ae9083ae-7eef-4eb8-8c05-a4c5fdc4cdc0), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:36:34.263151 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port 722082ed-cb50-4f44-81a3-604330b13c3f triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:36:34.266024 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (722082ed-cb50-4f44-81a3-604330b13c3f), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:36:34.352956 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-feaf8bbf-a529-4041-a4ef-207f94fa04b4 None None] For port ae9083ae-7eef-4eb8-8c05-a4c5fdc4cdc0, host n-d-827839-2, cleared binding levels {{(pid=103378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:36:34.386471 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-feaf8bbf-a529-4041-a4ef-207f94fa04b4 None None] For port ae9083ae-7eef-4eb8-8c05-a4c5fdc4cdc0, host n-d-827839-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=ae9083ae-7eef-4eb8-8c05-a4c5fdc4cdc0,segment=NetworkSegment(9ca53d86-98dd-44bb-a623-2cba867a7650),segment_id=9ca53d86-98dd-44bb-a623-2cba867a7650)] {{(pid=103378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:36:34.411648 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-feaf8bbf-a529-4041-a4ef-207f94fa04b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (ae9083ae-7eef-4eb8-8c05-a4c5fdc4cdc0), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:36:34.628852 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feaf8bbf-a529-4041-a4ef-207f94fa04b4 None None] Pushing event updated for resources: {'Port': ['ID=ae9083ae-7eef-4eb8-8c05-a4c5fdc4cdc0,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:36:34.667344 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port 722082ed-cb50-4f44-81a3-604330b13c3f is: DOWN; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:36:34.669628 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (722082ed-cb50-4f44-81a3-604330b13c3f), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:36:34.674996 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12f376b-f54b-45b5-9bb9-87854ef1b2a8 req-9cdd6628-9ccf-46d9-a52e-5e4cb4b756b2 tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:36:34.687586 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-e12f376b-f54b-45b5-9bb9-87854ef1b2a8 req-9cdd6628-9ccf-46d9-a52e-5e4cb4b756b2 tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] 10.222.0.89 "GET /v2.0/ports?device_id=8f9003e6-5b25-4c7b-b6b0-e7750deb701f HTTP/1.1" status: 200 len: 944 time: 0.2845621 Feb 04 17:36:34.702972 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-2aa43574-93a6-41b5-a40a-ba787e0384bc req-588d5ebb-d657-49fd-8eff-ec301518e13b tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] 10.222.0.89 "GET /v2.0/ports?device_id=f9afa7a5-1aca-47d0-a335-e4059d5a8169 HTTP/1.1" status: 200 len: 210 time: 0.1049352 Feb 04 17:36:34.732841 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] For port 722082ed-cb50-4f44-81a3-604330b13c3f, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=722082ed-cb50-4f44-81a3-604330b13c3f,segment=NetworkSegment(5942dc44-1f07-4c27-b0ab-45a2bff20dd5),segment_id=5942dc44-1f07-4c27-b0ab-45a2bff20dd5)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:36:34.752079 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (722082ed-cb50-4f44-81a3-604330b13c3f), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:36:34.940322 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4f14bb47-e72b-46ac-9e44-a61d9293afcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (75326290-f7a3-4db8-9cf2-15c7139ed224), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:36:34.981525 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-e12f376b-f54b-45b5-9bb9-87854ef1b2a8 req-c84de5f8-31ad-493c-85e7-266b8f067700 tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] 10.222.0.89 "GET /v2.0/security-groups?id=7065f8d7-aeef-49a2-81d7-44cedbdfdedd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2929780 Feb 04 17:36:35.023621 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Pushing event updated for resources: {'Port': ['ID=722082ed-cb50-4f44-81a3-604330b13c3f,revision_number=4']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:36:35.065017 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.db_base_plugin_common [None req-c4b95a06-645d-42a6-ab64-e34d1bff7227 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Allocated IP 172.20.0.1 (abb5a6fe-6a42-4306-8c7f-e23823ed39dd/11100f50-fd85-468c-8a6a-8573a86224df/b73cd0cd-ff73-43d0-a79c-94ee138b1964) {{(pid=103376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:36:35.298912 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-c4b95a06-645d-42a6-ab64-e34d1bff7227 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Publish callbacks [] for port (b73cd0cd-ff73-43d0-a79c-94ee138b1964), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:36:35.350424 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-c4b95a06-645d-42a6-ab64-e34d1bff7227 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (b73cd0cd-ff73-43d0-a79c-94ee138b1964), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:36:35.401918 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b95a06-645d-42a6-ab64-e34d1bff7227 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Pushing event updated for resources: {'Port': ['ID=b73cd0cd-ff73-43d0-a79c-94ee138b1964,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:36:35.416980 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4b95a06-645d-42a6-ab64-e34d1bff7227 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Network abb5a6fe-6a42-4306-8c7f-e23823ed39dd is already hosted by enough agents. {{(pid=103376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:36:35.418465 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [None req-c4b95a06-645d-42a6-ab64-e34d1bff7227 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Resources bound (agent type, host, resource id): {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:36:35.421358 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4b95a06-645d-42a6-ab64-e34d1bff7227 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Received port after_create {{(pid=103376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:36:35.435818 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Device e0782851-711c-44e2-bc69-9708e7a81712 details requested by agent hyperv_n-h2-827839-2 with host n-h2-827839-2 {{(pid=103378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 17:36:35.476423 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-c4b95a06-645d-42a6-ab64-e34d1bff7227 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1595471'] for router_interface (477b5678-598c-45f7-b76f-f8fa9bfa09cb), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:36:35.737878 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-c4b95a06-645d-42a6-ab64-e34d1bff7227 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (b73cd0cd-ff73-43d0-a79c-94ee138b1964), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:36:35.975894 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 55266) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:36:36.023528 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] For port e0782851-711c-44e2-bc69-9708e7a81712, host n-h2-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=e0782851-711c-44e2-bc69-9708e7a81712,segment=NetworkSegment(f8b51653-e9f0-43b4-bbb2-0054b3d4de26),segment_id=f8b51653-e9f0-43b4-bbb2-0054b3d4de26)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:36:36.053431 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Returning: {'device': 'e0782851-711c-44e2-bc69-9708e7a81712', 'network_id': '49bac2c3-9780-4cfa-ba0a-fc1bc47b3fd5', 'port_id': 'e0782851-711c-44e2-bc69-9708e7a81712', 'mac_address': 'fa:16:3e:0c:80:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 773, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85042e04-1570-46e9-b9e6-f57252834000', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 17:36:36.075593 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (ba70844b-66a0-45fd-a2f2-e6ed673321fc), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:36:36.169249 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Current status of the port e0782851-711c-44e2-bc69-9708e7a81712 is: DOWN; New status is: BUILD {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:36:36.169693 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (e0782851-711c-44e2-bc69-9708e7a81712), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:36:36.218482 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0782851-711c-44e2-bc69-9708e7a81712 {{(pid=103378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 17:36:36.248597 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-d00680e7-0181-493e-a7e6-8e700ae656e8 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Publish callbacks [] for security_group (97363f9b-735d-4c1b-ae48-6b5390fc2698), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:36:36.254772 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 722082ed-cb50-4f44-81a3-604330b13c3f up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:36:36.277991 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] For port e0782851-711c-44e2-bc69-9708e7a81712, host n-h2-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=e0782851-711c-44e2-bc69-9708e7a81712,segment=NetworkSegment(f8b51653-e9f0-43b4-bbb2-0054b3d4de26),segment_id=f8b51653-e9f0-43b4-bbb2-0054b3d4de26)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:36:36.329644 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (e0782851-711c-44e2-bc69-9708e7a81712), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:36:36.384350 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-d00680e7-0181-493e-a7e6-8e700ae656e8 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Publish callbacks [] for security_group (97363f9b-735d-4c1b-ae48-6b5390fc2698), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:36:36.405460 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Pushing event updated for resources: {'Port': ['ID=e0782851-711c-44e2-bc69-9708e7a81712,revision_number=4']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:36:36.445824 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port 722082ed-cb50-4f44-81a3-604330b13c3f triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:36:36.446458 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (722082ed-cb50-4f44-81a3-604330b13c3f), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:36:36.452852 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ab7281-7da7-4cbe-9b07-b0360db7a991 req-b05e72eb-1f13-41d9-ab56-8e3d6088fd58 tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:36:36.454918 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-63ab7281-7da7-4cbe-9b07-b0360db7a991 req-b05e72eb-1f13-41d9-ab56-8e3d6088fd58 tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] 10.222.0.89 "GET /v2.0/ports?device_id=8f9003e6-5b25-4c7b-b6b0-e7750deb701f HTTP/1.1" status: 200 len: 944 time: 0.2621899 Feb 04 17:36:36.516907 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-058d899e-b8db-481f-a5d1-5cdbbc1b6b3c None None] Network abb5a6fe-6a42-4306-8c7f-e23823ed39dd requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:36:36.553778 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-63ab7281-7da7-4cbe-9b07-b0360db7a991 req-281b97da-9c3f-4a39-9c6b-7475343a6397 tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] 10.222.0.89 "GET /v2.0/security-groups?id=7065f8d7-aeef-49a2-81d7-44cedbdfdedd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864999 Feb 04 17:36:36.562737 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-c4b95a06-645d-42a6-ab64-e34d1bff7227 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Publish callbacks [] for port (b73cd0cd-ff73-43d0-a79c-94ee138b1964), precommit_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:36:36.569065 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-d00680e7-0181-493e-a7e6-8e700ae656e8 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (97363f9b-735d-4c1b-ae48-6b5390fc2698), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:36:36.572514 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-d00680e7-0181-493e-a7e6-8e700ae656e8 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:36:36.573993 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-d00680e7-0181-493e-a7e6-8e700ae656e8 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] 10.222.0.89 "DELETE /v2.0/security-groups/97363f9b-735d-4c1b-ae48-6b5390fc2698 HTTP/1.1" status: 204 len: 168 time: 0.5967977 Feb 04 17:36:36.574786 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-c4b95a06-645d-42a6-ab64-e34d1bff7227 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675836'] for port (b73cd0cd-ff73-43d0-a79c-94ee138b1964), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:36:36.577906 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 55270) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:36:36.600163 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00680e7-0181-493e-a7e6-8e700ae656e8 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=97363f9b-735d-4c1b-ae48-6b5390fc2698,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:36:36.638921 n-d-827839-2 neutron-server[103376]: INFO neutron.api.v2.resource [None req-a9a29b4e-41be-42be-8015-af20cd37adb9 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] show failed (client error): The resource could not be found. Feb 04 17:36:36.640125 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-a9a29b4e-41be-42be-8015-af20cd37adb9 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] 10.222.0.89 "GET /v2.0/security-groups/97363f9b-735d-4c1b-ae48-6b5390fc2698 HTTP/1.1" status: 404 len: 347 time: 0.0587611 Feb 04 17:36:36.643092 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 55272) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:36:36.668084 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-c4b95a06-645d-42a6-ab64-e34d1bff7227 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1677345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602751'] for router_interface (477b5678-598c-45f7-b76f-f8fa9bfa09cb), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:36:36.709082 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b95a06-645d-42a6-ab64-e34d1bff7227 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Pushing event updated for resources: {'Port': ['ID=b73cd0cd-ff73-43d0-a79c-94ee138b1964,revision_number=2']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:36:36.788418 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-881ca2ac-bced-45f3-8457-7aff73b7da3c None None] Provisioning complete for port ae9083ae-7eef-4eb8-8c05-a4c5fdc4cdc0 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:36:36.788814 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-881ca2ac-bced-45f3-8457-7aff73b7da3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (ae9083ae-7eef-4eb8-8c05-a4c5fdc4cdc0), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:36:36.814085 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4b95a06-645d-42a6-ab64-e34d1bff7227 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Network abb5a6fe-6a42-4306-8c7f-e23823ed39dd is already hosted by enough agents. {{(pid=103376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:36:36.816112 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [None req-c4b95a06-645d-42a6-ab64-e34d1bff7227 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Resources bound (agent type, host, resource id): {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:36:36.825861 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] get_ports_and_sgs() called for port_ids ['e0782851-711c-44e2-bc69-9708e7a81712'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 17:36:37.021814 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4b95a06-645d-42a6-ab64-e34d1bff7227 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Router 477b5678-598c-45f7-b76f-f8fa9bfa09cb has already been hosted by L3 agent 64ada913-9131-4d99-a265-63a920956287 {{(pid=103376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 17:36:37.045700 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port 722082ed-cb50-4f44-81a3-604330b13c3f is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:36:37.047128 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device ae9083ae-7eef-4eb8-8c05-a4c5fdc4cdc0 up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:36:37.215047 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4b95a06-645d-42a6-ab64-e34d1bff7227 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Notify agent at l3_agent.n-d-827839-2 the message routers_updated {{(pid=103376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 17:36:37.236389 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-c4b95a06-645d-42a6-ab64-e34d1bff7227 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] 10.222.0.89 "PUT /v2.0/routers/477b5678-598c-45f7-b76f-f8fa9bfa09cb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6045880 Feb 04 17:36:37.236389 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 55280) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:36:37.266426 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e5e0672-fbc9-407e-a6df-81f04d063758 None None] Sync routers for ids ['477b5678-598c-45f7-b76f-f8fa9bfa09cb'] in n-d-827839-2 {{(pid=103378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 17:36:37.284162 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port ae9083ae-7eef-4eb8-8c05-a4c5fdc4cdc0 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:36:37.284536 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (ae9083ae-7eef-4eb8-8c05-a4c5fdc4cdc0), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:36:37.478343 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-c6e2f59b-9542-46b7-83b4-464f1263b5ff tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Deleting port ee69bbe0-d542-47fa-8656-d318868dea82 {{(pid=103377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:36:37.478858 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-c6e2f59b-9542-46b7-83b4-464f1263b5ff tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (ee69bbe0-d542-47fa-8656-d318868dea82), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:36:37.509585 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e5e0672-fbc9-407e-a6df-81f04d063758 None None] Routers {'477b5678-598c-45f7-b76f-f8fa9bfa09cb'} bound to L3 agent in host n-d-827839-2 {{(pid=103378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:36:37.511290 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-0e5e0672-fbc9-407e-a6df-81f04d063758 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:36:32Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['477b5678-598c-45f7-b76f-f8fa9bfa09cb'], 'active': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:36:37.591156 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-c6e2f59b-9542-46b7-83b4-464f1263b5ff tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (ee69bbe0-d542-47fa-8656-d318868dea82), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:36:37.595462 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-c6e2f59b-9542-46b7-83b4-464f1263b5ff tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Publish callbacks [] for floatingip (ee69bbe0-d542-47fa-8656-d318868dea82), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:36:37.609519 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-c6e2f59b-9542-46b7-83b4-464f1263b5ff tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Calling delete_port for ee69bbe0-d542-47fa-8656-d318868dea82 owned by network:floatingip {{(pid=103377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:36:37.695843 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-881ca2ac-bced-45f3-8457-7aff73b7da3c None None] Current status of the port ae9083ae-7eef-4eb8-8c05-a4c5fdc4cdc0 is: DOWN; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:36:37.696451 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-881ca2ac-bced-45f3-8457-7aff73b7da3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (ae9083ae-7eef-4eb8-8c05-a4c5fdc4cdc0), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:36:37.777776 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-c6e2f59b-9542-46b7-83b4-464f1263b5ff tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (ee69bbe0-d542-47fa-8656-d318868dea82), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:36:37.809826 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e2f59b-9542-46b7-83b4-464f1263b5ff tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Pushing event deleted for resources: {'Port': ['ID=ee69bbe0-d542-47fa-8656-d318868dea82,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:36:37.815447 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e30b4538-9136-4795-ba60-b13c79dd8a6d tempest-TestNetworkBasicOps-1140215501 tempest-TestNetworkBasicOps-1140215501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:36:37.818607 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e30b4538-9136-4795-ba60-b13c79dd8a6d tempest-TestNetworkBasicOps-1140215501 tempest-TestNetworkBasicOps-1140215501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:36:37.819194 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e30b4538-9136-4795-ba60-b13c79dd8a6d tempest-TestNetworkBasicOps-1140215501 tempest-TestNetworkBasicOps-1140215501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:36:37.822747 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e30b4538-9136-4795-ba60-b13c79dd8a6d tempest-TestNetworkBasicOps-1140215501 tempest-TestNetworkBasicOps-1140215501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:36:37.823295 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e30b4538-9136-4795-ba60-b13c79dd8a6d tempest-TestNetworkBasicOps-1140215501 tempest-TestNetworkBasicOps-1140215501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:36:37.823827 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e30b4538-9136-4795-ba60-b13c79dd8a6d tempest-TestNetworkBasicOps-1140215501 tempest-TestNetworkBasicOps-1140215501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:36:37.824361 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e30b4538-9136-4795-ba60-b13c79dd8a6d tempest-TestNetworkBasicOps-1140215501 tempest-TestNetworkBasicOps-1140215501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:36:37.824922 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e30b4538-9136-4795-ba60-b13c79dd8a6d tempest-TestNetworkBasicOps-1140215501 tempest-TestNetworkBasicOps-1140215501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:36:37.833062 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e30b4538-9136-4795-ba60-b13c79dd8a6d tempest-TestNetworkBasicOps-1140215501 tempest-TestNetworkBasicOps-1140215501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:36:37.833894 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e30b4538-9136-4795-ba60-b13c79dd8a6d tempest-TestNetworkBasicOps-1140215501 tempest-TestNetworkBasicOps-1140215501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:36:37.836037 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-e30b4538-9136-4795-ba60-b13c79dd8a6d tempest-TestNetworkBasicOps-1140215501 tempest-TestNetworkBasicOps-1140215501-project-admin] 10.222.0.89 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7059 time: 0.6000450 Feb 04 17:36:37.839864 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 55284) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:36:37.859560 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-881ca2ac-bced-45f3-8457-7aff73b7da3c None None] For port ae9083ae-7eef-4eb8-8c05-a4c5fdc4cdc0, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=ae9083ae-7eef-4eb8-8c05-a4c5fdc4cdc0,segment=NetworkSegment(9ca53d86-98dd-44bb-a623-2cba867a7650),segment_id=9ca53d86-98dd-44bb-a623-2cba867a7650)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:36:37.907969 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-881ca2ac-bced-45f3-8457-7aff73b7da3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (ae9083ae-7eef-4eb8-8c05-a4c5fdc4cdc0), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:36:37.918279 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-c6e2f59b-9542-46b7-83b4-464f1263b5ff tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Publish callbacks [] for floatingip (6e0f629e-978d-4a9d-9732-e69a11d665f7), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:36:37.923943 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-c6e2f59b-9542-46b7-83b4-464f1263b5ff tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for floatingip (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:36:37.927913 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-c6e2f59b-9542-46b7-83b4-464f1263b5ff tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] 10.222.0.89 "DELETE /v2.0/floatingips/6e0f629e-978d-4a9d-9732-e69a11d665f7 HTTP/1.1" status: 204 len: 168 time: 1.2809110 Feb 04 17:36:37.928233 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 55288) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:36:37.981324 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvr_db [None req-0e5e0672-fbc9-407e-a6df-81f04d063758 None None] Set router 477b5678-598c-45f7-b76f-f8fa9bfa09cb gateway port host: n-d-827839-2 {{(pid=103378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:36:38.066495 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6628e0b2-8b1d-4dca-8e84-57b1221bc50a req-65ad7819-1f57-4f30-b7b2-62f71b77741e tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:36:38.086149 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-6628e0b2-8b1d-4dca-8e84-57b1221bc50a req-65ad7819-1f57-4f30-b7b2-62f71b77741e tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] 10.222.0.89 "GET /v2.0/ports?device_id=8f9003e6-5b25-4c7b-b6b0-e7750deb701f HTTP/1.1" status: 200 len: 945 time: 0.3589184 Feb 04 17:36:38.130040 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881ca2ac-bced-45f3-8457-7aff73b7da3c None None] Pushing event updated for resources: {'Port': ['ID=ae9083ae-7eef-4eb8-8c05-a4c5fdc4cdc0,revision_number=3']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:36:38.139825 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port ae9083ae-7eef-4eb8-8c05-a4c5fdc4cdc0 is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:36:38.150190 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5d2f93c-8d09-470a-b96e-171ea07b43c6 tempest-TestNetworkBasicOps-1140215501 tempest-TestNetworkBasicOps-1140215501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:36:38.150190 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5d2f93c-8d09-470a-b96e-171ea07b43c6 tempest-TestNetworkBasicOps-1140215501 tempest-TestNetworkBasicOps-1140215501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:36:38.150190 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5d2f93c-8d09-470a-b96e-171ea07b43c6 tempest-TestNetworkBasicOps-1140215501 tempest-TestNetworkBasicOps-1140215501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:36:38.150704 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5d2f93c-8d09-470a-b96e-171ea07b43c6 tempest-TestNetworkBasicOps-1140215501 tempest-TestNetworkBasicOps-1140215501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:36:38.151089 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5d2f93c-8d09-470a-b96e-171ea07b43c6 tempest-TestNetworkBasicOps-1140215501 tempest-TestNetworkBasicOps-1140215501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:36:38.151542 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5d2f93c-8d09-470a-b96e-171ea07b43c6 tempest-TestNetworkBasicOps-1140215501 tempest-TestNetworkBasicOps-1140215501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:36:38.151984 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5d2f93c-8d09-470a-b96e-171ea07b43c6 tempest-TestNetworkBasicOps-1140215501 tempest-TestNetworkBasicOps-1140215501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:36:38.152423 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5d2f93c-8d09-470a-b96e-171ea07b43c6 tempest-TestNetworkBasicOps-1140215501 tempest-TestNetworkBasicOps-1140215501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:36:38.153724 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5d2f93c-8d09-470a-b96e-171ea07b43c6 tempest-TestNetworkBasicOps-1140215501 tempest-TestNetworkBasicOps-1140215501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:36:38.153724 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5d2f93c-8d09-470a-b96e-171ea07b43c6 tempest-TestNetworkBasicOps-1140215501 tempest-TestNetworkBasicOps-1140215501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:36:38.155372 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-b5d2f93c-8d09-470a-b96e-171ea07b43c6 tempest-TestNetworkBasicOps-1140215501 tempest-TestNetworkBasicOps-1140215501-project-admin] 10.222.0.89 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 6450 time: 0.3080995 Feb 04 17:36:38.159009 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 55294) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:36:38.200025 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-e4c57215-4205-4bca-b212-d55fa248b83c tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Deleting port 69744c85-4e2f-4594-a5b1-5888c6eca6d5 {{(pid=103377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:36:38.200371 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-e4c57215-4205-4bca-b212-d55fa248b83c tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (69744c85-4e2f-4594-a5b1-5888c6eca6d5), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:36:38.242699 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-21e89641-c33f-4f79-b5d0-fc798a4cb606 None None] Provisioning complete for port ae9083ae-7eef-4eb8-8c05-a4c5fdc4cdc0 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:36:38.243080 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-21e89641-c33f-4f79-b5d0-fc798a4cb606 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (ae9083ae-7eef-4eb8-8c05-a4c5fdc4cdc0), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:36:38.381894 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device ae9083ae-7eef-4eb8-8c05-a4c5fdc4cdc0 up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:36:38.514908 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-e4c57215-4205-4bca-b212-d55fa248b83c tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (69744c85-4e2f-4594-a5b1-5888c6eca6d5), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:36:38.542528 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-e4c57215-4205-4bca-b212-d55fa248b83c tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Calling delete_port for 69744c85-4e2f-4594-a5b1-5888c6eca6d5 owned by {{(pid=103377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:36:38.596109 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port ae9083ae-7eef-4eb8-8c05-a4c5fdc4cdc0 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:36:38.598169 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (ae9083ae-7eef-4eb8-8c05-a4c5fdc4cdc0), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:36:38.788899 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port ae9083ae-7eef-4eb8-8c05-a4c5fdc4cdc0 is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:36:38.796108 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-21e89641-c33f-4f79-b5d0-fc798a4cb606 None None] Current status of the port ae9083ae-7eef-4eb8-8c05-a4c5fdc4cdc0 is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:36:38.822022 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-6628e0b2-8b1d-4dca-8e84-57b1221bc50a req-cc50880e-2720-4c76-bcd0-d06f4e37ec45 tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] 10.222.0.89 "GET /v2.0/security-groups?id=7065f8d7-aeef-49a2-81d7-44cedbdfdedd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7342155 Feb 04 17:36:38.828583 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-e4c57215-4205-4bca-b212-d55fa248b83c tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (69744c85-4e2f-4594-a5b1-5888c6eca6d5), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:36:38.836888 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-0e5e0672-fbc9-407e-a6df-81f04d063758 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '477b5678-598c-45f7-b76f-f8fa9bfa09cb', 'name': 'tempest-TestNetworkBasicOps-router-913224400', 'tenant_id': '1442cfcaa62548aa8c0af19ff6a9d44c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.198'}], 'enable_snat': True}, 'gw_port_id': '722082ed-cb50-4f44-81a3-604330b13c3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:36:26Z', 'updated_at': '2022-02-04T17:36:35Z', 'revision_number': 4, 'project_id': '1442cfcaa62548aa8c0af19ff6a9d44c', 'gw_port': {'id': '722082ed-cb50-4f44-81a3-604330b13c3f', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:5f:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '477b5678-598c-45f7-b76f-f8fa9bfa09cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2923, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:36:27Z', 'updated_at': '2022-02-04T17:36:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_interfaces': [{'id': 'b73cd0cd-ff73-43d0-a79c-94ee138b1964', 'name': '', 'network_id': 'abb5a6fe-6a42-4306-8c7f-e23823ed39dd', 'tenant_id': '1442cfcaa62548aa8c0af19ff6a9d44c', 'mac_address': 'fa:16:3e:44:d6:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '477b5678-598c-45f7-b76f-f8fa9bfa09cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2927, 'fixed_ips': [{'subnet_id': '11100f50-fd85-468c-8a6a-8573a86224df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:36:34Z', 'updated_at': '2022-02-04T17:36:36Z', 'revision_number': 2, 'project_id': '1442cfcaa62548aa8c0af19ff6a9d44c', 'subnets': [{'id': '11100f50-fd85-468c-8a6a-8573a86224df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-2', False) {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:36:38.870319 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e5e0672-fbc9-407e-a6df-81f04d063758 None None] Checking router: 477b5678-598c-45f7-b76f-f8fa9bfa09cb for host: n-d-827839-2 {{(pid=103378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 17:36:38.870886 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e5e0672-fbc9-407e-a6df-81f04d063758 None None] Updating router 477b5678-598c-45f7-b76f-f8fa9bfa09cb port b73cd0cd-ff73-43d0-a79c-94ee138b1964 binding host n-d-827839-2 {{(pid=103378) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 17:36:38.907967 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-21e89641-c33f-4f79-b5d0-fc798a4cb606 None None] Provisioning complete for port b73cd0cd-ff73-43d0-a79c-94ee138b1964 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:36:38.908430 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-21e89641-c33f-4f79-b5d0-fc798a4cb606 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (b73cd0cd-ff73-43d0-a79c-94ee138b1964), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:36:38.955181 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0e5e0672-fbc9-407e-a6df-81f04d063758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (b73cd0cd-ff73-43d0-a79c-94ee138b1964), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:36:38.957540 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-21e89641-c33f-4f79-b5d0-fc798a4cb606 None None] Port b73cd0cd-ff73-43d0-a79c-94ee138b1964 cannot update to ACTIVE because it is not bound. {{(pid=103378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 17:36:38.982087 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c57215-4205-4bca-b212-d55fa248b83c tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Pushing event deleted for resources: {'Port': ['ID=69744c85-4e2f-4594-a5b1-5888c6eca6d5,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:36:39.073921 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-e4c57215-4205-4bca-b212-d55fa248b83c tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:36:39.078760 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-e4c57215-4205-4bca-b212-d55fa248b83c tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] 10.222.0.89 "DELETE /v2.0/ports/69744c85-4e2f-4594-a5b1-5888c6eca6d5 HTTP/1.1" status: 204 len: 168 time: 1.1482856 Feb 04 17:36:39.078923 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-97caf67e-365f-48cc-a01a-60c9b362a251 tempest-TestNetworkBasicOps-1140215501 tempest-TestNetworkBasicOps-1140215501-project-admin] 10.222.0.89 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3048 time: 0.9161437 Feb 04 17:36:39.080024 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 55302) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:36:39.132011 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-8e07716f-3b2f-4b5a-8e38-1150aa2214df None None] Provisioning complete for port b73cd0cd-ff73-43d0-a79c-94ee138b1964 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:36:39.132622 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8e07716f-3b2f-4b5a-8e38-1150aa2214df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (b73cd0cd-ff73-43d0-a79c-94ee138b1964), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:36:39.282917 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-8e07716f-3b2f-4b5a-8e38-1150aa2214df None None] Port b73cd0cd-ff73-43d0-a79c-94ee138b1964 cannot update to ACTIVE because it is not bound. {{(pid=103378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 17:36:39.285840 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-a63c5a41-aa61-41b4-b1e5-bcedc73f2f87 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Deleting port 047f18d1-ba45-4554-8c12-d78b1b2ece5e {{(pid=103376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:36:39.286206 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-a63c5a41-aa61-41b4-b1e5-bcedc73f2f87 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (047f18d1-ba45-4554-8c12-d78b1b2ece5e), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:36:39.472058 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Device e0782851-711c-44e2-bc69-9708e7a81712 up at agent hyperv_n-h2-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:36:39.509129 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 55306) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:36:39.516024 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-d1681695-031b-4084-915c-9680c0d6419f tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1733107867', 'description': 'tempest-secgroup-smoke-1733107867 description', 'project_id': '1442cfcaa62548aa8c0af19ff6a9d44c'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:36:39.530131 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-a63c5a41-aa61-41b4-b1e5-bcedc73f2f87 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (047f18d1-ba45-4554-8c12-d78b1b2ece5e), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:36:39.561879 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-a63c5a41-aa61-41b4-b1e5-bcedc73f2f87 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Calling delete_port for 047f18d1-ba45-4554-8c12-d78b1b2ece5e owned by {{(pid=103376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:36:39.590173 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-d1681695-031b-4084-915c-9680c0d6419f tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Publish callbacks [] for security_group (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:36:39.621073 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Provisioning for port e0782851-711c-44e2-bc69-9708e7a81712 completed by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 17:36:39.646124 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Provisioning complete for port e0782851-711c-44e2-bc69-9708e7a81712 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:36:39.646856 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (e0782851-711c-44e2-bc69-9708e7a81712), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:36:39.760122 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-a63c5a41-aa61-41b4-b1e5-bcedc73f2f87 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (047f18d1-ba45-4554-8c12-d78b1b2ece5e), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:36:39.790172 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-d1681695-031b-4084-915c-9680c0d6419f tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Publish callbacks [] for security_group (43dfc2c3-817e-4fb3-a71a-10f263b074ad), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:36:39.795737 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0e5e0672-fbc9-407e-a6df-81f04d063758 None None] Publish callbacks [] for port (b73cd0cd-ff73-43d0-a79c-94ee138b1964), precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:36:39.795922 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-d1681695-031b-4084-915c-9680c0d6419f tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (43dfc2c3-817e-4fb3-a71a-10f263b074ad), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:36:39.825197 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0e5e0672-fbc9-407e-a6df-81f04d063758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (b73cd0cd-ff73-43d0-a79c-94ee138b1964), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:36:39.835138 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-d1681695-031b-4084-915c-9680c0d6419f tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:36:39.835535 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63c5a41-aa61-41b4-b1e5-bcedc73f2f87 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Pushing event deleted for resources: {'Port': ['ID=047f18d1-ba45-4554-8c12-d78b1b2ece5e,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:36:39.840310 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-d1681695-031b-4084-915c-9680c0d6419f tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] 10.222.0.89 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3300624 Feb 04 17:36:39.841542 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 55310) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:36:39.851846 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-03a6de7d-f002-46b0-853b-c88423174ba6 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Request body: {'security_group_rule': {'security_group_id': '43dfc2c3-817e-4fb3-a71a-10f263b074ad', 'project_id': '1442cfcaa62548aa8c0af19ff6a9d44c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:36:39.909033 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-03a6de7d-f002-46b0-853b-c88423174ba6 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Publish callbacks [] for security_group_rule (7157d55f-3992-4d40-aa1d-1dc402d4feae), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:36:39.923565 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1681695-031b-4084-915c-9680c0d6419f tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Pushing event updated for resources: {'SecurityGroup': ['ID=43dfc2c3-817e-4fb3-a71a-10f263b074ad,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:36:39.960138 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2d3e8f-d63b-4283-87c2-c2c7c8f19d08 None None] Pushing event updated for resources: {'Port': ['ID=b73cd0cd-ff73-43d0-a79c-94ee138b1964,revision_number=3']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:36:40.002255 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-03a6de7d-f002-46b0-853b-c88423174ba6 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Publish callbacks [] for security_group_rule (7157d55f-3992-4d40-aa1d-1dc402d4feae), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:36:40.014141 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-03a6de7d-f002-46b0-853b-c88423174ba6 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664556'] for security_group_rule (7157d55f-3992-4d40-aa1d-1dc402d4feae), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:36:40.034897 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a6de7d-f002-46b0-853b-c88423174ba6 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7157d55f-3992-4d40-aa1d-1dc402d4feae,revision_number=0']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:36:40.061542 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-03a6de7d-f002-46b0-853b-c88423174ba6 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:36:40.067347 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-03a6de7d-f002-46b0-853b-c88423174ba6 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2218642 Feb 04 17:36:40.068314 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 55314) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:36:40.070060 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Current status of the port e0782851-711c-44e2-bc69-9708e7a81712 is: BUILD; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:36:40.070558 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (e0782851-711c-44e2-bc69-9708e7a81712), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:36:40.083975 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-e363c966-745c-4024-9a55-e5e07a488058 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Request body: {'security_group_rule': {'security_group_id': '43dfc2c3-817e-4fb3-a71a-10f263b074ad', 'project_id': '1442cfcaa62548aa8c0af19ff6a9d44c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:36:40.109249 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-a63c5a41-aa61-41b4-b1e5-bcedc73f2f87 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:36:40.124102 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-a63c5a41-aa61-41b4-b1e5-bcedc73f2f87 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] 10.222.0.89 "DELETE /v2.0/ports/047f18d1-ba45-4554-8c12-d78b1b2ece5e HTTP/1.1" status: 204 len: 168 time: 1.0430067 Feb 04 17:36:40.126810 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 55316) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:36:40.171834 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2629b08-c495-4066-8736-cd279a22aa70 req-737ece7d-9832-4cc8-99d7-9cf5cd634833 tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:36:40.181748 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-f2629b08-c495-4066-8736-cd279a22aa70 req-737ece7d-9832-4cc8-99d7-9cf5cd634833 tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] 10.222.0.89 "GET /v2.0/ports?device_id=8f9003e6-5b25-4c7b-b6b0-e7750deb701f HTTP/1.1" status: 200 len: 945 time: 0.2050614 Feb 04 17:36:40.206308 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-e363c966-745c-4024-9a55-e5e07a488058 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Publish callbacks [] for security_group_rule (7601f77c-2191-42f5-9418-13921631fa12), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:36:40.239106 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] For port e0782851-711c-44e2-bc69-9708e7a81712, host n-h2-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=e0782851-711c-44e2-bc69-9708e7a81712,segment=NetworkSegment(f8b51653-e9f0-43b4-bbb2-0054b3d4de26),segment_id=f8b51653-e9f0-43b4-bbb2-0054b3d4de26)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:36:40.258363 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f9003e6-5b25-4c7b-b6b0-e7750deb701f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0782851-711c-44e2-bc69-9708e7a81712'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:36:40.263081 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c34bc964ce2211770fda26ca2f3801cc06f4f39928110690550e94ab9c9d2fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a197666-8c6c-4044-bd39-19553c8d1dca" -d '{"events": [{"server_uuid": "8f9003e6-5b25-4c7b-b6b0-e7750deb701f", "name": "network-vif-plugged", "status": "completed", "tag": "e0782851-711c-44e2-bc69-9708e7a81712"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:36:40.292651 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (e0782851-711c-44e2-bc69-9708e7a81712), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:36:40.319440 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-f2629b08-c495-4066-8736-cd279a22aa70 req-9dca970e-078d-4727-aaf2-14f4dc450799 tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] 10.222.0.89 "GET /v2.0/security-groups?id=7065f8d7-aeef-49a2-81d7-44cedbdfdedd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221175 Feb 04 17:36:40.344685 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.db_base_plugin_v2 [None req-65fe2ce1-51de-44cb-b96e-a67e275c440e tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Deleting subnet 6f6c54c2-552d-404f-bcc6-b0c454213656 {{(pid=103377) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 17:36:40.348903 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-65fe2ce1-51de-44cb-b96e-a67e275c440e tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Publish callbacks [] for subnet (6f6c54c2-552d-404f-bcc6-b0c454213656), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:36:40.359677 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (f20a1ab3-4332-4f54-833b-ba4a7c687e89), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:36:40.385246 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-e363c966-745c-4024-9a55-e5e07a488058 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Publish callbacks [] for security_group_rule (7601f77c-2191-42f5-9418-13921631fa12), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:36:40.396189 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-e363c966-745c-4024-9a55-e5e07a488058 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664556'] for security_group_rule (7601f77c-2191-42f5-9418-13921631fa12), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:36:40.411808 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-0e5e0672-fbc9-407e-a6df-81f04d063758 None None] Attempting to bind port b73cd0cd-ff73-43d0-a79c-94ee138b1964 on host n-d-827839-2 for vnic_type normal with profile {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:36:40.412505 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-0e5e0672-fbc9-407e-a6df-81f04d063758 None None] Attempting to bind port b73cd0cd-ff73-43d0-a79c-94ee138b1964 by drivers openvswitch,hyperv on host n-d-827839-2 at level 0 using segments [{'id': '9ca53d86-98dd-44bb-a623-2cba867a7650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'abb5a6fe-6a42-4306-8c7f-e23823ed39dd'}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:36:40.413081 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e5e0672-fbc9-407e-a6df-81f04d063758 None None] Attempting to bind port b73cd0cd-ff73-43d0-a79c-94ee138b1964 on network abb5a6fe-6a42-4306-8c7f-e23823ed39dd {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:36:40.420710 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e363c966-745c-4024-9a55-e5e07a488058 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7601f77c-2191-42f5-9418-13921631fa12,revision_number=0']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:36:40.422325 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-65fe2ce1-51de-44cb-b96e-a67e275c440e tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26866676'] for subnet (6f6c54c2-552d-404f-bcc6-b0c454213656), precommit_delete_associations {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:36:40.442892 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e5e0672-fbc9-407e-a6df-81f04d063758 None None] Checking agent: {'id': 'ba70844b-66a0-45fd-a2f2-e6ed673321fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 0, 36), 'started_at': datetime.datetime(2022, 2, 4, 17, 1, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 36, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:36:40.443725 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e5e0672-fbc9-407e-a6df-81f04d063758 None None] Checking segment: {'id': '9ca53d86-98dd-44bb-a623-2cba867a7650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'abb5a6fe-6a42-4306-8c7f-e23823ed39dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:36:40.444427 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0e5e0672-fbc9-407e-a6df-81f04d063758 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:36:40.445153 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e5e0672-fbc9-407e-a6df-81f04d063758 None None] Bound using segment: {'id': '9ca53d86-98dd-44bb-a623-2cba867a7650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'abb5a6fe-6a42-4306-8c7f-e23823ed39dd'} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:36:40.445953 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-0e5e0672-fbc9-407e-a6df-81f04d063758 None None] Bound port: b73cd0cd-ff73-43d0-a79c-94ee138b1964, host: n-d-827839-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ca53d86-98dd-44bb-a623-2cba867a7650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'abb5a6fe-6a42-4306-8c7f-e23823ed39dd'}}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:36:40.446872 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0e5e0672-fbc9-407e-a6df-81f04d063758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (b73cd0cd-ff73-43d0-a79c-94ee138b1964), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:36:40.455860 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 17:36:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-460a8be9-afb5-429a-809c-33d30bf80882 x-openstack-request-id: req-460a8be9-afb5-429a-809c-33d30bf80882 {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:36:40.457182 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f9003e6-5b25-4c7b-b6b0-e7750deb701f", "name": "network-vif-plugged", "status": "completed", "tag": "e0782851-711c-44e2-bc69-9708e7a81712", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:36:40.458530 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-460a8be9-afb5-429a-809c-33d30bf80882 {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:36:40.460305 n-d-827839-2 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f9003e6-5b25-4c7b-b6b0-e7750deb701f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0782851-711c-44e2-bc69-9708e7a81712', 'code': 200} Feb 04 17:36:40.470684 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-e363c966-745c-4024-9a55-e5e07a488058 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:36:40.471947 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-e363c966-745c-4024-9a55-e5e07a488058 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4023666 Feb 04 17:36:40.487662 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 55324) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:36:40.498797 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-740b4455-a1ff-4738-807e-6e098566cf73 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Request body: {'security_group_rule': {'security_group_id': '43dfc2c3-817e-4fb3-a71a-10f263b074ad', 'project_id': '1442cfcaa62548aa8c0af19ff6a9d44c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:36:40.538511 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-9b7efab8-eeee-4a8c-a2fb-d72bf97fa494 None None] Provisioning complete for port b73cd0cd-ff73-43d0-a79c-94ee138b1964 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:36:40.539690 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9b7efab8-eeee-4a8c-a2fb-d72bf97fa494 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (b73cd0cd-ff73-43d0-a79c-94ee138b1964), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:36:40.555387 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-740b4455-a1ff-4738-807e-6e098566cf73 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Publish callbacks [] for security_group_rule (c2647cd3-b029-4b45-a30c-afc2bfecf029), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:36:40.624066 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-9b7efab8-eeee-4a8c-a2fb-d72bf97fa494 None None] Port b73cd0cd-ff73-43d0-a79c-94ee138b1964 cannot update to ACTIVE because it is not bound. {{(pid=103378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 17:36:40.631934 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Pushing event updated for resources: {'Port': ['ID=e0782851-711c-44e2-bc69-9708e7a81712,revision_number=5']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:36:40.670710 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-740b4455-a1ff-4738-807e-6e098566cf73 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Publish callbacks [] for security_group_rule (c2647cd3-b029-4b45-a30c-afc2bfecf029), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:36:40.686619 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-740b4455-a1ff-4738-807e-6e098566cf73 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664556'] for security_group_rule (c2647cd3-b029-4b45-a30c-afc2bfecf029), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:36:40.695926 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-65fe2ce1-51de-44cb-b96e-a67e275c440e tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1541225'] for subnet (6f6c54c2-552d-404f-bcc6-b0c454213656), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:36:40.723307 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-740b4455-a1ff-4738-807e-6e098566cf73 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:36:40.725238 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-740b4455-a1ff-4738-807e-6e098566cf73 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2366710 Feb 04 17:36:40.728983 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 55328) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:36:40.735869 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-06d05e41-d20f-40a4-8f13-19dd2a99adc8 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Request body: {'security_group_rule': {'security_group_id': '43dfc2c3-817e-4fb3-a71a-10f263b074ad', 'project_id': '1442cfcaa62548aa8c0af19ff6a9d44c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:36:40.743996 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740b4455-a1ff-4738-807e-6e098566cf73 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2647cd3-b029-4b45-a30c-afc2bfecf029,revision_number=0']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:36:40.758000 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-0e5e0672-fbc9-407e-a6df-81f04d063758 None None] For port b73cd0cd-ff73-43d0-a79c-94ee138b1964, host n-d-827839-2, cleared binding levels {{(pid=103378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:36:40.762022 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-0e5e0672-fbc9-407e-a6df-81f04d063758 None None] For port b73cd0cd-ff73-43d0-a79c-94ee138b1964, host n-d-827839-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=b73cd0cd-ff73-43d0-a79c-94ee138b1964,segment=NetworkSegment(9ca53d86-98dd-44bb-a623-2cba867a7650),segment_id=9ca53d86-98dd-44bb-a623-2cba867a7650)] {{(pid=103378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:36:40.774778 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681dc18b-11f6-45e2-869f-185f8bfaabd1 req-aace23bb-8b93-44b4-b5a8-1a05fb5fe501 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:36:40.780672 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-681dc18b-11f6-45e2-869f-185f8bfaabd1 req-aace23bb-8b93-44b4-b5a8-1a05fb5fe501 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=8f9003e6-5b25-4c7b-b6b0-e7750deb701f HTTP/1.1" status: 200 len: 1128 time: 0.2575388 Feb 04 17:36:40.784048 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0e5e0672-fbc9-407e-a6df-81f04d063758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (b73cd0cd-ff73-43d0-a79c-94ee138b1964), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:36:40.805348 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-06d05e41-d20f-40a4-8f13-19dd2a99adc8 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Publish callbacks [] for security_group_rule (8cae1680-80fc-44af-aa5b-09f53bb76b27), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:36:40.860891 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-65fe2ce1-51de-44cb-b96e-a67e275c440e tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1541216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25888360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25597190'] for subnet (6f6c54c2-552d-404f-bcc6-b0c454213656), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:36:40.889479 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2d3e8f-d63b-4283-87c2-c2c7c8f19d08 None None] Pushing event updated for resources: {'Port': ['ID=b73cd0cd-ff73-43d0-a79c-94ee138b1964,revision_number=4']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:36:40.909409 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e5e0672-fbc9-407e-a6df-81f04d063758 None None] Routers {'477b5678-598c-45f7-b76f-f8fa9bfa09cb'} bound to L3 agent in host n-d-827839-2 {{(pid=103378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:36:40.910264 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-0e5e0672-fbc9-407e-a6df-81f04d063758 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:36:32Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['477b5678-598c-45f7-b76f-f8fa9bfa09cb'], 'active': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:36:40.933903 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65fe2ce1-51de-44cb-b96e-a67e275c440e tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Pushing event deleted for resources: {'Subnet': ['ID=6f6c54c2-552d-404f-bcc6-b0c454213656,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:36:40.944058 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-65fe2ce1-51de-44cb-b96e-a67e275c440e tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Publish callbacks [] for subnet (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:36:40.956482 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-114fb94e-3725-4844-b498-4303fef1f87f None None] Network 6de4b58f-ff91-4bdc-9f3d-13346fce97eb requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:36:40.960724 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-65fe2ce1-51de-44cb-b96e-a67e275c440e tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] 10.222.0.89 "DELETE /v2.0/subnets/6f6c54c2-552d-404f-bcc6-b0c454213656 HTTP/1.1" status: 204 len: 168 time: 0.8326147 Feb 04 17:36:40.970082 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 55330) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:36:40.984485 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-681dc18b-11f6-45e2-869f-185f8bfaabd1 req-6008322a-b54a-46f4-9a44-4a29e5dd9ee2 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=7065f8d7-aeef-49a2-81d7-44cedbdfdedd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1952627 Feb 04 17:36:40.992201 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-06d05e41-d20f-40a4-8f13-19dd2a99adc8 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Publish callbacks [] for security_group_rule (8cae1680-80fc-44af-aa5b-09f53bb76b27), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:36:41.037001 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-06d05e41-d20f-40a4-8f13-19dd2a99adc8 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664556'] for security_group_rule (8cae1680-80fc-44af-aa5b-09f53bb76b27), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:36:41.077211 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d05e41-d20f-40a4-8f13-19dd2a99adc8 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8cae1680-80fc-44af-aa5b-09f53bb76b27,revision_number=0']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:36:41.089229 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0fa6a7a-7422-4edf-a256-8ed84f70979e tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Deleting subnet b4d5b67f-9f31-46fc-bfb3-c1d4a9ae5448 {{(pid=103376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 17:36:41.093306 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-d0fa6a7a-7422-4edf-a256-8ed84f70979e tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Publish callbacks [] for subnet (b4d5b67f-9f31-46fc-bfb3-c1d4a9ae5448), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:36:41.100320 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-06d05e41-d20f-40a4-8f13-19dd2a99adc8 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:36:41.104155 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-06d05e41-d20f-40a4-8f13-19dd2a99adc8 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3715987 Feb 04 17:36:41.104912 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 55334) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:36:41.110506 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-95a3b250-6bb1-431c-8687-a3976c65bb20 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Request body: {'security_group_rule': {'security_group_id': '43dfc2c3-817e-4fb3-a71a-10f263b074ad', 'project_id': '1442cfcaa62548aa8c0af19ff6a9d44c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:36:41.170796 n-d-827839-2 neutron-server[103377]: INFO neutron.db.securitygroups_db [None req-95a3b250-6bb1-431c-8687-a3976c65bb20 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Project 1442cfcaa62548aa8c0af19ff6a9d44c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 17:36:41.194687 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-95a3b250-6bb1-431c-8687-a3976c65bb20 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Publish callbacks [] for security_group_rule (81485773-d8d4-42aa-8594-b0b0330636c2), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:36:41.201777 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-d0fa6a7a-7422-4edf-a256-8ed84f70979e tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25674901'] for subnet (b4d5b67f-9f31-46fc-bfb3-c1d4a9ae5448), precommit_delete_associations {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:36:41.380380 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-95a3b250-6bb1-431c-8687-a3976c65bb20 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Publish callbacks [] for security_group_rule (81485773-d8d4-42aa-8594-b0b0330636c2), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:36:41.403236 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-95a3b250-6bb1-431c-8687-a3976c65bb20 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664556'] for security_group_rule (81485773-d8d4-42aa-8594-b0b0330636c2), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:36:41.443445 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-65300b61-cf9b-4066-bb45-4e11a0a22ffd None None] Provisioning complete for port b73cd0cd-ff73-43d0-a79c-94ee138b1964 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:36:41.453382 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a3b250-6bb1-431c-8687-a3976c65bb20 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81485773-d8d4-42aa-8594-b0b0330636c2,revision_number=0']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:36:41.453635 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-d0fa6a7a-7422-4edf-a256-8ed84f70979e tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1541225'] for subnet (b4d5b67f-9f31-46fc-bfb3-c1d4a9ae5448), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:36:41.456950 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-65300b61-cf9b-4066-bb45-4e11a0a22ffd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (b73cd0cd-ff73-43d0-a79c-94ee138b1964), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:36:41.475127 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-95a3b250-6bb1-431c-8687-a3976c65bb20 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:36:41.476364 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-95a3b250-6bb1-431c-8687-a3976c65bb20 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3702357 Feb 04 17:36:41.478972 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 55340) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:36:41.484683 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-429a330f-5d8f-41ce-ab2d-8afbbe425248 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Request body: {'security_group_rule': {'security_group_id': '43dfc2c3-817e-4fb3-a71a-10f263b074ad', 'project_id': '1442cfcaa62548aa8c0af19ff6a9d44c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:36:41.515180 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvr_db [None req-0e5e0672-fbc9-407e-a6df-81f04d063758 None None] Set router 477b5678-598c-45f7-b76f-f8fa9bfa09cb gateway port host: n-d-827839-2 {{(pid=103378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:36:41.543108 n-d-827839-2 neutron-server[103377]: INFO neutron.db.securitygroups_db [None req-429a330f-5d8f-41ce-ab2d-8afbbe425248 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Project 1442cfcaa62548aa8c0af19ff6a9d44c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 17:36:41.559660 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-429a330f-5d8f-41ce-ab2d-8afbbe425248 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Publish callbacks [] for security_group_rule (753c9fb0-425d-4e40-8dc3-f3ded51d91f6), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:36:41.683799 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-429a330f-5d8f-41ce-ab2d-8afbbe425248 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Publish callbacks [] for security_group_rule (753c9fb0-425d-4e40-8dc3-f3ded51d91f6), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:36:41.688815 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3279066-32d1-4c25-ac8d-300ce6309542 req-b205cca9-8628-43d8-aceb-4845e43fc4ec tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:36:41.689259 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-429a330f-5d8f-41ce-ab2d-8afbbe425248 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664556'] for security_group_rule (753c9fb0-425d-4e40-8dc3-f3ded51d91f6), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:36:41.702197 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-e3279066-32d1-4c25-ac8d-300ce6309542 req-b205cca9-8628-43d8-aceb-4845e43fc4ec tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] 10.222.0.89 "GET /v2.0/ports?device_id=8f9003e6-5b25-4c7b-b6b0-e7750deb701f HTTP/1.1" status: 200 len: 946 time: 0.2644749 Feb 04 17:36:41.712276 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429a330f-5d8f-41ce-ab2d-8afbbe425248 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=753c9fb0-425d-4e40-8dc3-f3ded51d91f6,revision_number=0']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:36:41.732353 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-429a330f-5d8f-41ce-ab2d-8afbbe425248 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:36:41.734036 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-429a330f-5d8f-41ce-ab2d-8afbbe425248 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2541032 Feb 04 17:36:41.858630 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-e3279066-32d1-4c25-ac8d-300ce6309542 req-e35ed0b8-13f0-4533-86ea-f193ba7a90af tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] 10.222.0.89 "GET /v2.0/security-groups?id=7065f8d7-aeef-49a2-81d7-44cedbdfdedd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547136 Feb 04 17:36:41.860197 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-d0fa6a7a-7422-4edf-a256-8ed84f70979e tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1541216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25675894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25858947'] for subnet (b4d5b67f-9f31-46fc-bfb3-c1d4a9ae5448), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:36:41.900333 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-65300b61-cf9b-4066-bb45-4e11a0a22ffd None None] Current status of the port b73cd0cd-ff73-43d0-a79c-94ee138b1964 is: DOWN; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:36:41.900960 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-65300b61-cf9b-4066-bb45-4e11a0a22ffd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (b73cd0cd-ff73-43d0-a79c-94ee138b1964), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:36:41.925870 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fa6a7a-7422-4edf-a256-8ed84f70979e tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Pushing event deleted for resources: {'Subnet': ['ID=b4d5b67f-9f31-46fc-bfb3-c1d4a9ae5448,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:36:41.940197 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-d0fa6a7a-7422-4edf-a256-8ed84f70979e tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Publish callbacks [] for subnet (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:36:41.947950 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dd1b183-fc5a-44d5-9367-38975a89d43f None None] Network 33faf293-e0be-4b60-83b0-8ec497ee643d requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:36:41.948334 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 55354) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:36:41.954624 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-d0fa6a7a-7422-4edf-a256-8ed84f70979e tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] 10.222.0.89 "DELETE /v2.0/subnets/b4d5b67f-9f31-46fc-bfb3-c1d4a9ae5448 HTTP/1.1" status: 204 len: 168 time: 0.9760625 Feb 04 17:36:41.972307 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69d8badb-f481-444d-94ce-cd0ec3141f81 None None] DHCP port deletion for 6de4b58f-ff91-4bdc-9f3d-13346fce97eb request from n-d-827839-2 {{(pid=103378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 17:36:42.021829 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-65300b61-cf9b-4066-bb45-4e11a0a22ffd None None] For port b73cd0cd-ff73-43d0-a79c-94ee138b1964, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=b73cd0cd-ff73-43d0-a79c-94ee138b1964,segment=NetworkSegment(9ca53d86-98dd-44bb-a623-2cba867a7650),segment_id=9ca53d86-98dd-44bb-a623-2cba867a7650)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:36:42.097638 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-8c687c1e-a482-428b-afcf-3dfae2b5ccab tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628832'] for network (6de4b58f-ff91-4bdc-9f3d-13346fce97eb), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:36:42.114597 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-0e5e0672-fbc9-407e-a6df-81f04d063758 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '477b5678-598c-45f7-b76f-f8fa9bfa09cb', 'name': 'tempest-TestNetworkBasicOps-router-913224400', 'tenant_id': '1442cfcaa62548aa8c0af19ff6a9d44c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.198'}], 'enable_snat': True}, 'gw_port_id': '722082ed-cb50-4f44-81a3-604330b13c3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:36:26Z', 'updated_at': '2022-02-04T17:36:35Z', 'revision_number': 4, 'project_id': '1442cfcaa62548aa8c0af19ff6a9d44c', 'gw_port': {'id': '722082ed-cb50-4f44-81a3-604330b13c3f', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:5f:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '477b5678-598c-45f7-b76f-f8fa9bfa09cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2923, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:36:27Z', 'updated_at': '2022-02-04T17:36:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_interfaces': [{'id': 'b73cd0cd-ff73-43d0-a79c-94ee138b1964', 'name': '', 'network_id': 'abb5a6fe-6a42-4306-8c7f-e23823ed39dd', 'tenant_id': '1442cfcaa62548aa8c0af19ff6a9d44c', 'mac_address': 'fa:16:3e:44:d6:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '477b5678-598c-45f7-b76f-f8fa9bfa09cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2927, 'fixed_ips': [{'subnet_id': '11100f50-fd85-468c-8a6a-8573a86224df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:36:34Z', 'updated_at': '2022-02-04T17:36:40Z', 'revision_number': 4, 'project_id': '1442cfcaa62548aa8c0af19ff6a9d44c', 'subnets': [{'id': '11100f50-fd85-468c-8a6a-8573a86224df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-2', False) {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:36:42.146794 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e5e0672-fbc9-407e-a6df-81f04d063758 None None] The sync data for ids ['477b5678-598c-45f7-b76f-f8fa9bfa09cb'] in n-d-827839-2 is: [{'id': '477b5678-598c-45f7-b76f-f8fa9bfa09cb', 'name': 'tempest-TestNetworkBasicOps-router-913224400', 'tenant_id': '1442cfcaa62548aa8c0af19ff6a9d44c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.198'}], 'enable_snat': True}, 'gw_port_id': '722082ed-cb50-4f44-81a3-604330b13c3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:36:26Z', 'updated_at': '2022-02-04T17:36:35Z', 'revision_number': 4, 'project_id': '1442cfcaa62548aa8c0af19ff6a9d44c', 'gw_port': {'id': '722082ed-cb50-4f44-81a3-604330b13c3f', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:5f:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '477b5678-598c-45f7-b76f-f8fa9bfa09cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2923, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:36:27Z', 'updated_at': '2022-02-04T17:36:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_interfaces': [{'id': 'b73cd0cd-ff73-43d0-a79c-94ee138b1964', 'name': '', 'network_id': 'abb5a6fe-6a42-4306-8c7f-e23823ed39dd', 'tenant_id': '1442cfcaa62548aa8c0af19ff6a9d44c', 'mac_address': 'fa:16:3e:44:d6:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '477b5678-598c-45f7-b76f-f8fa9bfa09cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2927, 'fixed_ips': [{'subnet_id': '11100f50-fd85-468c-8a6a-8573a86224df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:36:34Z', 'updated_at': '2022-02-04T17:36:40Z', 'revision_number': 4, 'project_id': '1442cfcaa62548aa8c0af19ff6a9d44c', 'subnets': [{'id': '11100f50-fd85-468c-8a6a-8573a86224df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 17:36:42.155315 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-65300b61-cf9b-4066-bb45-4e11a0a22ffd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (b73cd0cd-ff73-43d0-a79c-94ee138b1964), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:36:42.339196 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65300b61-cf9b-4066-bb45-4e11a0a22ffd None None] Pushing event updated for resources: {'Port': ['ID=b73cd0cd-ff73-43d0-a79c-94ee138b1964,revision_number=5']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:36:42.355074 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device d1993725-d56f-4ded-86f8-d3e41f3c747d no longer exists at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:36:42.358679 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-3fbe686c-e7a1-43b1-b438-f13348be2934 req-6b254216-10f4-491d-b245-75b568c379a6 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] 10.222.0.89 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1733107867&fields=id&tenant_id=1442cfcaa62548aa8c0af19ff6a9d44c HTTP/1.1" status: 200 len: 267 time: 0.2474890 Feb 04 17:36:42.489583 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-8c687c1e-a482-428b-afcf-3dfae2b5ccab tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Deleting port d1993725-d56f-4ded-86f8-d3e41f3c747d {{(pid=103377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:36:42.490208 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-8c687c1e-a482-428b-afcf-3dfae2b5ccab tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (d1993725-d56f-4ded-86f8-d3e41f3c747d), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:36:42.540037 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (3f9244a9-75fc-4c10-b195-11d48b853b41), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:36:42.575314 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbe686c-e7a1-43b1-b438-f13348be2934 req-525032a8-9d2f-4ac4-aa48-1a81c4961bb6 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:36:42.577174 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-3fbe686c-e7a1-43b1-b438-f13348be2934 req-525032a8-9d2f-4ac4-aa48-1a81c4961bb6 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] 10.222.0.89 "GET /v2.0/networks?id=abb5a6fe-6a42-4306-8c7f-e23823ed39dd HTTP/1.1" status: 200 len: 797 time: 0.2062047 Feb 04 17:36:42.597869 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-3fbe686c-e7a1-43b1-b438-f13348be2934 req-13b77885-8cff-43d5-a5c7-801d6f9c5975 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] 10.222.0.89 "GET /v2.0/quotas/1442cfcaa62548aa8c0af19ff6a9d44c HTTP/1.1" status: 200 len: 375 time: 0.0105922 Feb 04 17:36:42.629735 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port d1993725-d56f-4ded-86f8-d3e41f3c747d is: ACTIVE; New status is: DOWN {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:36:42.630134 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (d1993725-d56f-4ded-86f8-d3e41f3c747d), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:36:42.712721 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [None req-8c687c1e-a482-428b-afcf-3dfae2b5ccab tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] For port d1993725-d56f-4ded-86f8-d3e41f3c747d, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=d1993725-d56f-4ded-86f8-d3e41f3c747d,segment=NetworkSegment(168864fc-4f05-4abe-b2d9-6a7996e75763),segment_id=168864fc-4f05-4abe-b2d9-6a7996e75763)] {{(pid=103377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:36:42.713340 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-8c687c1e-a482-428b-afcf-3dfae2b5ccab tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (d1993725-d56f-4ded-86f8-d3e41f3c747d), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:36:42.741700 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] For port d1993725-d56f-4ded-86f8-d3e41f3c747d, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=d1993725-d56f-4ded-86f8-d3e41f3c747d,segment=NetworkSegment(168864fc-4f05-4abe-b2d9-6a7996e75763),segment_id=168864fc-4f05-4abe-b2d9-6a7996e75763)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:36:42.744678 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-69d8badb-f481-444d-94ce-cd0ec3141f81 None None] Deleting port d1993725-d56f-4ded-86f8-d3e41f3c747d {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:36:42.745126 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d8badb-f481-444d-94ce-cd0ec3141f81 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (d1993725-d56f-4ded-86f8-d3e41f3c747d), before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:36:42.751046 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-8c687c1e-a482-428b-afcf-3dfae2b5ccab tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Calling delete_port for d1993725-d56f-4ded-86f8-d3e41f3c747d owned by network:dhcp {{(pid=103377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:36:42.760430 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (d1993725-d56f-4ded-86f8-d3e41f3c747d), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:36:42.823744 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6449a99f-32fe-4383-8781-f8057ea8777f None None] DHCP port deletion for 33faf293-e0be-4b60-83b0-8ec497ee643d request from n-d-827839-2 {{(pid=103378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 17:36:42.916638 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-8c687c1e-a482-428b-afcf-3dfae2b5ccab tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (d1993725-d56f-4ded-86f8-d3e41f3c747d), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:36:42.958000 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c687c1e-a482-428b-afcf-3dfae2b5ccab tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] No DVR routers for this DVR port d1993725-d56f-4ded-86f8-d3e41f3c747d on host n-d-827839-2 {{(pid=103377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 17:36:42.961626 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d8badb-f481-444d-94ce-cd0ec3141f81 None None] For port d1993725-d56f-4ded-86f8-d3e41f3c747d, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=d1993725-d56f-4ded-86f8-d3e41f3c747d,segment=NetworkSegment(168864fc-4f05-4abe-b2d9-6a7996e75763),segment_id=168864fc-4f05-4abe-b2d9-6a7996e75763)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:36:42.962144 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d8badb-f481-444d-94ce-cd0ec3141f81 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (d1993725-d56f-4ded-86f8-d3e41f3c747d), precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:36:42.993101 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Pushing event updated for resources: {'Port': ['ID=d1993725-d56f-4ded-86f8-d3e41f3c747d,revision_number=5']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:36:43.002750 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-69d8badb-f481-444d-94ce-cd0ec3141f81 None None] Calling delete_port for d1993725-d56f-4ded-86f8-d3e41f3c747d owned by network:dhcp {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:36:43.036060 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-3fbe686c-e7a1-43b1-b438-f13348be2934 req-cb06497d-45af-4baf-a4ad-012aeeda940a tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=1442cfcaa62548aa8c0af19ff6a9d44c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4316945 Feb 04 17:36:43.074885 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c687c1e-a482-428b-afcf-3dfae2b5ccab tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Pushing event deleted for resources: {'Port': ['ID=d1993725-d56f-4ded-86f8-d3e41f3c747d,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:36:43.108970 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-6449a99f-32fe-4383-8781-f8057ea8777f None None] Deleting port d2602bb9-d375-4672-bd19-5f5019aefff3 {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:36:43.109431 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6449a99f-32fe-4383-8781-f8057ea8777f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (d2602bb9-d375-4672-bd19-5f5019aefff3), before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:36:43.133465 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0851950-812a-4ad9-93fa-039533c9ccdf req-9db94079-daef-4cbb-8a70-863adafac8af tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:36:43.144128 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-e0851950-812a-4ad9-93fa-039533c9ccdf req-9db94079-daef-4cbb-8a70-863adafac8af tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] 10.222.0.89 "GET /v2.0/ports?device_id=8f9003e6-5b25-4c7b-b6b0-e7750deb701f HTTP/1.1" status: 200 len: 946 time: 0.1281023 Feb 04 17:36:43.202453 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-6449a99f-32fe-4383-8781-f8057ea8777f None None] For port d2602bb9-d375-4672-bd19-5f5019aefff3, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=d2602bb9-d375-4672-bd19-5f5019aefff3,segment=NetworkSegment(003aaa95-3edb-4f14-93d1-6362433ea51a),segment_id=003aaa95-3edb-4f14-93d1-6362433ea51a)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:36:43.207635 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6449a99f-32fe-4383-8781-f8057ea8777f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (d2602bb9-d375-4672-bd19-5f5019aefff3), precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:36:43.239607 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-6449a99f-32fe-4383-8781-f8057ea8777f None None] Calling delete_port for d2602bb9-d375-4672-bd19-5f5019aefff3 owned by network:dhcp {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:36:43.253327 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-e0851950-812a-4ad9-93fa-039533c9ccdf req-e3222144-f7a3-47fe-b161-dbf1dc5ff043 tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] 10.222.0.89 "GET /v2.0/security-groups?id=7065f8d7-aeef-49a2-81d7-44cedbdfdedd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030138 Feb 04 17:36:43.399921 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-3fbe686c-e7a1-43b1-b438-f13348be2934 req-69cf9482-5d9c-4626-86b8-b057afd4dcae service neutron] 10.222.0.89 "GET /v2.0/networks/abb5a6fe-6a42-4306-8c7f-e23823ed39dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3127611 Feb 04 17:36:43.438732 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-8c687c1e-a482-428b-afcf-3dfae2b5ccab tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1543676', 'neutron.services.segments.db._delete_segments_for_network-8781084786517'] for network (6de4b58f-ff91-4bdc-9f3d-13346fce97eb), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:36:43.475226 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f336d47-ea00-49be-8e67-4c508a8f6e7c req-9b49bb17-8da6-4f78-af13-09eeb6b10116 tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:36:43.477393 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-0f336d47-ea00-49be-8e67-4c508a8f6e7c req-9b49bb17-8da6-4f78-af13-09eeb6b10116 tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] 10.222.0.89 "GET /v2.0/ports?device_id=8f9003e6-5b25-4c7b-b6b0-e7750deb701f HTTP/1.1" status: 200 len: 946 time: 0.1193683 Feb 04 17:36:43.503489 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d8badb-f481-444d-94ce-cd0ec3141f81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144'] for port (d1993725-d56f-4ded-86f8-d3e41f3c747d), after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:36:43.531615 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6449a99f-32fe-4383-8781-f8057ea8777f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144'] for port (d2602bb9-d375-4672-bd19-5f5019aefff3), after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:36:43.569161 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69d8badb-f481-444d-94ce-cd0ec3141f81 None None] No DVR routers for this DVR port d1993725-d56f-4ded-86f8-d3e41f3c747d on host n-d-827839-2 {{(pid=103378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 17:36:43.600225 n-d-827839-2 neutron-server[103377]: DEBUG neutron.services.segments.db [None req-8c687c1e-a482-428b-afcf-3dfae2b5ccab tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6de4b58f-ff91-4bdc-9f3d-13346fce97eb']}} {{(pid=103377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:36:43.615071 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d8badb-f481-444d-94ce-cd0ec3141f81 None None] Pushing event deleted for resources: {'Port': ['ID=d1993725-d56f-4ded-86f8-d3e41f3c747d,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:36:43.626798 n-d-827839-2 neutron-server[103377]: DEBUG neutron.services.segments.db [None req-8c687c1e-a482-428b-afcf-3dfae2b5ccab tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '168864fc-4f05-4abe-b2d9-6a7996e75763') {'for_net_delete': True} {{(pid=103377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:36:43.627095 n-d-827839-2 neutron-server[103377]: DEBUG neutron.services.segments.db [None req-8c687c1e-a482-428b-afcf-3dfae2b5ccab tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '168864fc-4f05-4abe-b2d9-6a7996e75763') {} {{(pid=103377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:36:43.633385 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-0f336d47-ea00-49be-8e67-4c508a8f6e7c req-ddf4b380-d303-459a-9483-6b58500be270 tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] 10.222.0.89 "GET /v2.0/security-groups?id=7065f8d7-aeef-49a2-81d7-44cedbdfdedd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503417 Feb 04 17:36:43.641725 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-8c687c1e-a482-428b-afcf-3dfae2b5ccab tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781084783966', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26866685'] for segment (168864fc-4f05-4abe-b2d9-6a7996e75763), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:36:43.664383 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6449a99f-32fe-4383-8781-f8057ea8777f None None] Pushing event deleted for resources: {'Port': ['ID=d2602bb9-d375-4672-bd19-5f5019aefff3,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:36:43.670666 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6449a99f-32fe-4383-8781-f8057ea8777f None None] No DVR routers for this DVR port d2602bb9-d375-4672-bd19-5f5019aefff3 on host n-d-827839-2 {{(pid=103378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 17:36:43.707680 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-8c687c1e-a482-428b-afcf-3dfae2b5ccab tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (168864fc-4f05-4abe-b2d9-6a7996e75763), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:36:43.735876 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c687c1e-a482-428b-afcf-3dfae2b5ccab tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Releasing vlan 799 on physical network physnet1 to pool {{(pid=103377) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 17:36:43.736544 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-8c687c1e-a482-428b-afcf-3dfae2b5ccab tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25888454'] for segment (168864fc-4f05-4abe-b2d9-6a7996e75763), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:36:43.747032 n-d-827839-2 neutron-server[103377]: Traceback (most recent call last): Feb 04 17:36:43.747032 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 17:36:43.747032 n-d-827839-2 neutron-server[103377]: timer() Feb 04 17:36:43.747032 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 17:36:43.747032 n-d-827839-2 neutron-server[103377]: cb(*args, **kw) Feb 04 17:36:43.747032 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 17:36:43.747032 n-d-827839-2 neutron-server[103377]: return func(*args, **kwargs) Feb 04 17:36:43.747032 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 17:36:43.747032 n-d-827839-2 neutron-server[103377]: self._notify() Feb 04 17:36:43.747032 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 17:36:43.747032 n-d-827839-2 neutron-server[103377]: self.callback(batched_events) Feb 04 17:36:43.747032 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 17:36:43.747032 n-d-827839-2 neutron-server[103377]: event.method(event) Feb 04 17:36:43.747032 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 17:36:43.747032 n-d-827839-2 neutron-server[103377]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 17:36:43.747032 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 17:36:43.747032 n-d-827839-2 neutron-server[103377]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 17:36:43.747032 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 17:36:43.747032 n-d-827839-2 neutron-server[103377]: return f(self, *a, **k) Feb 04 17:36:43.747032 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 17:36:43.747032 n-d-827839-2 neutron-server[103377]: return self._get(url).json() Feb 04 17:36:43.747032 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 17:36:43.747032 n-d-827839-2 neutron-server[103377]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 17:36:43.747032 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 17:36:43.747032 n-d-827839-2 neutron-server[103377]: return self.request(url, 'GET', **kwargs) Feb 04 17:36:43.747032 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 17:36:43.747032 n-d-827839-2 neutron-server[103377]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 17:36:43.747032 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 17:36:43.747032 n-d-827839-2 neutron-server[103377]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 17:36:43.747032 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 17:36:43.747032 n-d-827839-2 neutron-server[103377]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 17:36:43.747032 n-d-827839-2 neutron-server[103377]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 17:36:43.765919 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-3fbe686c-e7a1-43b1-b438-f13348be2934 req-06a89e16-f078-4b46-b8e2-b33e3f6d9108 service neutron] 10.222.0.89 "GET /v2.0/networks/abb5a6fe-6a42-4306-8c7f-e23823ed39dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3538930 Feb 04 17:36:43.901656 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-8c687c1e-a482-428b-afcf-3dfae2b5ccab tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1543671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1595572'] for network (6de4b58f-ff91-4bdc-9f3d-13346fce97eb), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:36:43.923491 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-8c687c1e-a482-428b-afcf-3dfae2b5ccab tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Publish callbacks [] for network (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:36:43.945883 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-8c687c1e-a482-428b-afcf-3dfae2b5ccab tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] 10.222.0.89 "DELETE /v2.0/networks/6de4b58f-ff91-4bdc-9f3d-13346fce97eb HTTP/1.1" status: 204 len: 168 time: 1.9964175 Feb 04 17:36:43.949292 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 55392) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:36:44.000129 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c687c1e-a482-428b-afcf-3dfae2b5ccab tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Pushing event deleted for resources: {'Network': ['ID=6de4b58f-ff91-4bdc-9f3d-13346fce97eb,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:36:44.080901 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-62b79a6e-6d93-4f59-9893-b1d6b0a4ace3 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628832'] for network (33faf293-e0be-4b60-83b0-8ec497ee643d), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:36:44.151112 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.agents_db [None req-e1691f3b-aacd-4cd6-8ebb-a9c53bb301c0 None None] Agent healthcheck: found 7 active agents {{(pid=103379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 17:36:44.170491 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-2d8b5588-8304-4dd1-921f-33399f4177ec req-705a0622-739d-4226-a549-9f0a839c6438 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] 10.222.0.89 "GET /v2.0/ports?device_id=4471d01d-fed1-45e9-9497-e554163641aa HTTP/1.1" status: 200 len: 210 time: 0.0817239 Feb 04 17:36:44.370368 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-62b79a6e-6d93-4f59-9893-b1d6b0a4ace3 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1543676', 'neutron.services.segments.db._delete_segments_for_network-8781084786517'] for network (33faf293-e0be-4b60-83b0-8ec497ee643d), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:36:44.404939 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device b73cd0cd-ff73-43d0-a79c-94ee138b1964 up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:36:44.436322 n-d-827839-2 neutron-server[103376]: DEBUG neutron.services.segments.db [None req-62b79a6e-6d93-4f59-9893-b1d6b0a4ace3 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33faf293-e0be-4b60-83b0-8ec497ee643d']}} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:36:44.464635 n-d-827839-2 neutron-server[103376]: DEBUG neutron.services.segments.db [None req-62b79a6e-6d93-4f59-9893-b1d6b0a4ace3 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '003aaa95-3edb-4f14-93d1-6362433ea51a') {'for_net_delete': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:36:44.467852 n-d-827839-2 neutron-server[103376]: DEBUG neutron.services.segments.db [None req-62b79a6e-6d93-4f59-9893-b1d6b0a4ace3 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '003aaa95-3edb-4f14-93d1-6362433ea51a') {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:36:44.502911 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413b51c5-8db8-4c18-a249-6fbd02a7c4be req-f04f8256-e0a3-447d-b028-75f5663ab9ce tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:36:44.514448 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-413b51c5-8db8-4c18-a249-6fbd02a7c4be req-f04f8256-e0a3-447d-b028-75f5663ab9ce tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] 10.222.0.89 "GET /v2.0/ports?device_id=8f9003e6-5b25-4c7b-b6b0-e7750deb701f HTTP/1.1" status: 200 len: 946 time: 0.3819180 Feb 04 17:36:44.521671 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port b73cd0cd-ff73-43d0-a79c-94ee138b1964 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:36:44.522062 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (b73cd0cd-ff73-43d0-a79c-94ee138b1964), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:36:44.524580 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-62b79a6e-6d93-4f59-9893-b1d6b0a4ace3 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781084783966', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25674908'] for segment (003aaa95-3edb-4f14-93d1-6362433ea51a), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:36:44.658913 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-62b79a6e-6d93-4f59-9893-b1d6b0a4ace3 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (003aaa95-3edb-4f14-93d1-6362433ea51a), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:36:44.679594 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62b79a6e-6d93-4f59-9893-b1d6b0a4ace3 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Releasing vlan 760 on physical network physnet1 to pool {{(pid=103376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 17:36:44.680098 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-62b79a6e-6d93-4f59-9893-b1d6b0a4ace3 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25675992'] for segment (003aaa95-3edb-4f14-93d1-6362433ea51a), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:36:44.704794 n-d-827839-2 neutron-server[103376]: Traceback (most recent call last): Feb 04 17:36:44.704794 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 17:36:44.704794 n-d-827839-2 neutron-server[103376]: timer() Feb 04 17:36:44.704794 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 17:36:44.704794 n-d-827839-2 neutron-server[103376]: cb(*args, **kw) Feb 04 17:36:44.704794 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 17:36:44.704794 n-d-827839-2 neutron-server[103376]: return func(*args, **kwargs) Feb 04 17:36:44.704794 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 17:36:44.704794 n-d-827839-2 neutron-server[103376]: self._notify() Feb 04 17:36:44.704794 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 17:36:44.704794 n-d-827839-2 neutron-server[103376]: self.callback(batched_events) Feb 04 17:36:44.704794 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 17:36:44.704794 n-d-827839-2 neutron-server[103376]: event.method(event) Feb 04 17:36:44.704794 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 17:36:44.704794 n-d-827839-2 neutron-server[103376]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 17:36:44.704794 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 17:36:44.704794 n-d-827839-2 neutron-server[103376]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 17:36:44.704794 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 17:36:44.704794 n-d-827839-2 neutron-server[103376]: return f(self, *a, **k) Feb 04 17:36:44.704794 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 17:36:44.704794 n-d-827839-2 neutron-server[103376]: return self._get(url).json() Feb 04 17:36:44.704794 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 17:36:44.704794 n-d-827839-2 neutron-server[103376]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 17:36:44.704794 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 17:36:44.704794 n-d-827839-2 neutron-server[103376]: return self.request(url, 'GET', **kwargs) Feb 04 17:36:44.704794 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 17:36:44.704794 n-d-827839-2 neutron-server[103376]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 17:36:44.704794 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 17:36:44.704794 n-d-827839-2 neutron-server[103376]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 17:36:44.704794 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 17:36:44.704794 n-d-827839-2 neutron-server[103376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 17:36:44.704794 n-d-827839-2 neutron-server[103376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 17:36:44.738552 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port b73cd0cd-ff73-43d0-a79c-94ee138b1964 is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:36:44.792235 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-413b51c5-8db8-4c18-a249-6fbd02a7c4be req-eeaa20ce-1804-462c-b3df-acf3d34ba1c8 tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] 10.222.0.89 "GET /v2.0/security-groups?id=7065f8d7-aeef-49a2-81d7-44cedbdfdedd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2769010 Feb 04 17:36:44.838799 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device d2602bb9-d375-4672-bd19-5f5019aefff3 no longer exists at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:36:44.893412 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] No Port match for: d2602bb9-d375-4672-bd19-5f5019aefff3 {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 17:36:44.893830 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device d2602bb9-d375-4672-bd19-5f5019aefff3 not bound to the agent host n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 17:36:44.903491 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-62b79a6e-6d93-4f59-9893-b1d6b0a4ace3 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1543671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1595572'] for network (33faf293-e0be-4b60-83b0-8ec497ee643d), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:36:44.944041 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-62b79a6e-6d93-4f59-9893-b1d6b0a4ace3 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Publish callbacks [] for network (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:36:44.948506 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-62b79a6e-6d93-4f59-9893-b1d6b0a4ace3 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] 10.222.0.89 "DELETE /v2.0/networks/33faf293-e0be-4b60-83b0-8ec497ee643d HTTP/1.1" status: 204 len: 168 time: 0.9979606 Feb 04 17:36:44.949660 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b79a6e-6d93-4f59-9893-b1d6b0a4ace3 tempest-TaggedBootDevicesTest-864407746 tempest-TaggedBootDevicesTest-864407746-project] Pushing event deleted for resources: {'Network': ['ID=33faf293-e0be-4b60-83b0-8ec497ee643d,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:36:45.322667 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-8089b720-56c8-44bb-a31b-8e834ed3481b req-a8887676-0ce1-4628-b473-c0cefeabbe04 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] 10.222.0.89 "GET /v2.0/ports?device_id=4471d01d-fed1-45e9-9497-e554163641aa HTTP/1.1" status: 200 len: 210 time: 0.0690212 Feb 04 17:36:45.528193 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2883e82e-43f1-479d-aeeb-29a7f2951d34 req-cae152f1-20fe-4dbc-97a7-8b9a5b438f2d tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:36:45.530957 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-2883e82e-43f1-479d-aeeb-29a7f2951d34 req-cae152f1-20fe-4dbc-97a7-8b9a5b438f2d tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] 10.222.0.90 "GET /v2.0/ports?device_id=8f9003e6-5b25-4c7b-b6b0-e7750deb701f HTTP/1.1" status: 200 len: 946 time: 0.0731151 Feb 04 17:36:45.663168 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [req-2883e82e-43f1-479d-aeeb-29a7f2951d34 req-036fdfac-6a13-47d8-870e-8cf3276b5011 tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] Deleting port e0782851-711c-44e2-bc69-9708e7a81712 {{(pid=103377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:36:45.663508 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-2883e82e-43f1-479d-aeeb-29a7f2951d34 req-036fdfac-6a13-47d8-870e-8cf3276b5011 tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (e0782851-711c-44e2-bc69-9708e7a81712), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:36:45.785128 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [req-2883e82e-43f1-479d-aeeb-29a7f2951d34 req-036fdfac-6a13-47d8-870e-8cf3276b5011 tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] For port e0782851-711c-44e2-bc69-9708e7a81712, host n-h2-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=e0782851-711c-44e2-bc69-9708e7a81712,segment=NetworkSegment(f8b51653-e9f0-43b4-bbb2-0054b3d4de26),segment_id=f8b51653-e9f0-43b4-bbb2-0054b3d4de26)] {{(pid=103377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:36:45.785423 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-2883e82e-43f1-479d-aeeb-29a7f2951d34 req-036fdfac-6a13-47d8-870e-8cf3276b5011 tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (e0782851-711c-44e2-bc69-9708e7a81712), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:36:45.798905 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [req-2883e82e-43f1-479d-aeeb-29a7f2951d34 req-036fdfac-6a13-47d8-870e-8cf3276b5011 tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] Calling delete_port for e0782851-711c-44e2-bc69-9708e7a81712 owned by compute:nova {{(pid=103377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:36:45.982829 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-2883e82e-43f1-479d-aeeb-29a7f2951d34 req-036fdfac-6a13-47d8-870e-8cf3276b5011 tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (e0782851-711c-44e2-bc69-9708e7a81712), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:36:45.997207 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] get_ports_and_sgs() called for port_ids ['e0782851-711c-44e2-bc69-9708e7a81712'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 17:36:46.006190 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] get_ports_and_sgs() called for port_ids ['b11feae4-5af3-4cd0-a7f3-50dcb2bf4c66'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 17:36:46.029599 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c2d15d-6314-4083-8ef6-ba8024046a95 req-7e5d3c6d-330f-412b-9170-9c24668fa603 tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:36:46.034235 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-b0c2d15d-6314-4083-8ef6-ba8024046a95 req-7e5d3c6d-330f-412b-9170-9c24668fa603 tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] 10.222.0.89 "GET /v2.0/ports?device_id=8f9003e6-5b25-4c7b-b6b0-e7750deb701f HTTP/1.1" status: 200 len: 867 time: 0.1217988 Feb 04 17:36:46.040786 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036fdfac-6a13-47d8-870e-8cf3276b5011 tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] Pushing event deleted for resources: {'Port': ['ID=e0782851-711c-44e2-bc69-9708e7a81712,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:36:46.204275 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [req-2883e82e-43f1-479d-aeeb-29a7f2951d34 req-036fdfac-6a13-47d8-870e-8cf3276b5011 tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] No DVR routers for this DVR port e0782851-711c-44e2-bc69-9708e7a81712 on host n-h2-827839-2 {{(pid=103377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 17:36:46.209616 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-2883e82e-43f1-479d-aeeb-29a7f2951d34 req-036fdfac-6a13-47d8-870e-8cf3276b5011 tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:36:46.226898 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-2883e82e-43f1-479d-aeeb-29a7f2951d34 req-036fdfac-6a13-47d8-870e-8cf3276b5011 tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] 10.222.0.90 "DELETE /v2.0/ports/e0782851-711c-44e2-bc69-9708e7a81712 HTTP/1.1" status: 204 len: 173 time: 0.6862988 Feb 04 17:36:46.227422 n-d-827839-2 neutron-server[103377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f9003e6-5b25-4c7b-b6b0-e7750deb701f', 'name': 'network-vif-deleted', 'tag': 'e0782851-711c-44e2-bc69-9708e7a81712'}] {{(pid=103377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:36:46.229773 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7240428b650e1488e9361b62648ff4b3a6c19d49d8c27c949491ab58c1346cf0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71b5f90f-0e2c-45c3-bced-827bbd12850c" -d '{"events": [{"server_uuid": "8f9003e6-5b25-4c7b-b6b0-e7750deb701f", "name": "network-vif-deleted", "tag": "e0782851-711c-44e2-bc69-9708e7a81712"}]}' {{(pid=103377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:36:46.431350 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbe686c-e7a1-43b1-b438-f13348be2934 req-ca0e5d39-95be-43d2-8d0f-8e86f2c458fe tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:36:46.433854 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-3fbe686c-e7a1-43b1-b438-f13348be2934 req-ca0e5d39-95be-43d2-8d0f-8e86f2c458fe tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] 10.222.0.96 "GET /v2.0/networks?id=abb5a6fe-6a42-4306-8c7f-e23823ed39dd HTTP/1.1" status: 200 len: 797 time: 0.3401251 Feb 04 17:36:46.477986 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f37ea74-6af3-4b1e-85b5-0634202bedfc req-5809b0d4-2593-48d7-b16a-a84beb5bec92 tempest-AttachVolumeNegativeTest-179514357 tempest-AttachVolumeNegativeTest-179514357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:36:46.486147 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-3f37ea74-6af3-4b1e-85b5-0634202bedfc req-5809b0d4-2593-48d7-b16a-a84beb5bec92 tempest-AttachVolumeNegativeTest-179514357 tempest-AttachVolumeNegativeTest-179514357-project] 10.222.0.89 "GET /v2.0/ports?device_id=94f50027-7459-4178-96c8-e99fddb8b973 HTTP/1.1" status: 200 len: 945 time: 0.1181772 Feb 04 17:36:46.495250 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-b0c2d15d-6314-4083-8ef6-ba8024046a95 req-6ae6aa80-4e17-4270-9de5-b0e57faca32c tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] 10.222.0.89 "GET /v2.0/security-groups?id=7065f8d7-aeef-49a2-81d7-44cedbdfdedd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4532089 Feb 04 17:36:46.563992 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-3f37ea74-6af3-4b1e-85b5-0634202bedfc req-9296682a-bee0-43a0-84f2-b604e4ce32b1 tempest-AttachVolumeNegativeTest-179514357 tempest-AttachVolumeNegativeTest-179514357-project] 10.222.0.89 "GET /v2.0/security-groups?id=c354f4ed-9d7a-4839-ac0e-7acc5f1680a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713005 Feb 04 17:36:46.677578 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-3fbe686c-e7a1-43b1-b438-f13348be2934 req-efe1ad49-7d7c-4961-ac66-146fbd0b88e9 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] 10.222.0.96 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1442cfcaa62548aa8c0af19ff6a9d44c HTTP/1.1" status: 200 len: 380 time: 0.2053781 Feb 04 17:36:46.693111 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [req-3fbe686c-e7a1-43b1-b438-f13348be2934 req-d31d7933-9535-4673-94aa-b6a5b0f82719 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Request body: {'port': {'device_id': '4471d01d-fed1-45e9-9497-e554163641aa', 'network_id': 'abb5a6fe-6a42-4306-8c7f-e23823ed39dd', 'admin_state_up': True, 'tenant_id': '1442cfcaa62548aa8c0af19ff6a9d44c', 'security_groups': ['43dfc2c3-817e-4fb3-a71a-10f263b074ad']}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:36:46.732553 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-1238ebd7-0f06-4555-9b7d-6a7996c6e383 req-02eecd40-e008-4aa0-99af-db9104686bf2 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] 10.222.0.89 "GET /v2.0/ports?device_id=4471d01d-fed1-45e9-9497-e554163641aa HTTP/1.1" status: 200 len: 210 time: 0.0470002 Feb 04 17:36:46.878475 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3fbe686c-e7a1-43b1-b438-f13348be2934 req-d31d7933-9535-4673-94aa-b6a5b0f82719 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Made reservation on behalf of 1442cfcaa62548aa8c0af19ff6a9d44c for: {'port': 1} {{(pid=103376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:36:46.881729 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-3fbe686c-e7a1-43b1-b438-f13348be2934 req-d31d7933-9535-4673-94aa-b6a5b0f82719 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:36:46.888494 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 17:36:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c08787b8-aa09-459c-a001-fe1373932655 x-openstack-request-id: req-c08787b8-aa09-459c-a001-fe1373932655 {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:36:46.888852 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f9003e6-5b25-4c7b-b6b0-e7750deb701f", "name": "network-vif-deleted", "tag": "e0782851-711c-44e2-bc69-9708e7a81712", "status": "completed", "code": 200}]} {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:36:46.889106 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-c08787b8-aa09-459c-a001-fe1373932655 {{(pid=103377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:36:46.889996 n-d-827839-2 neutron-server[103377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f9003e6-5b25-4c7b-b6b0-e7750deb701f', 'name': 'network-vif-deleted', 'tag': 'e0782851-711c-44e2-bc69-9708e7a81712', 'status': 'completed', 'code': 200} Feb 04 17:36:47.118899 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.db_base_plugin_common [req-3fbe686c-e7a1-43b1-b438-f13348be2934 req-d31d7933-9535-4673-94aa-b6a5b0f82719 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Allocated IP 172.20.0.12 (abb5a6fe-6a42-4306-8c7f-e23823ed39dd/11100f50-fd85-468c-8a6a-8573a86224df/565eb3ee-884a-48eb-bafb-fef1817c2a71) {{(pid=103376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:36:47.292801 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-3fbe686c-e7a1-43b1-b438-f13348be2934 req-d31d7933-9535-4673-94aa-b6a5b0f82719 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Publish callbacks [] for port (565eb3ee-884a-48eb-bafb-fef1817c2a71), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:36:47.332624 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-3fbe686c-e7a1-43b1-b438-f13348be2934 req-d31d7933-9535-4673-94aa-b6a5b0f82719 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (565eb3ee-884a-48eb-bafb-fef1817c2a71), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:36:47.379215 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3fbe686c-e7a1-43b1-b438-f13348be2934 req-d31d7933-9535-4673-94aa-b6a5b0f82719 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Network abb5a6fe-6a42-4306-8c7f-e23823ed39dd is already hosted by enough agents. {{(pid=103376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:36:47.385187 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [req-3fbe686c-e7a1-43b1-b438-f13348be2934 req-d31d7933-9535-4673-94aa-b6a5b0f82719 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Resources bound (agent type, host, resource id): {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:36:47.389815 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fbe686c-e7a1-43b1-b438-f13348be2934 req-d31d7933-9535-4673-94aa-b6a5b0f82719 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Received port after_create {{(pid=103376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:36:47.429880 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31d7933-9535-4673-94aa-b6a5b0f82719 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Pushing event updated for resources: {'Port': ['ID=565eb3ee-884a-48eb-bafb-fef1817c2a71,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:36:47.468219 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbe686c-e7a1-43b1-b438-f13348be2934 req-d31d7933-9535-4673-94aa-b6a5b0f82719 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:36:47.469016 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-3fbe686c-e7a1-43b1-b438-f13348be2934 req-d31d7933-9535-4673-94aa-b6a5b0f82719 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:36:47.492818 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-3fbe686c-e7a1-43b1-b438-f13348be2934 req-d31d7933-9535-4673-94aa-b6a5b0f82719 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8090637 Feb 04 17:36:47.518602 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [req-3fbe686c-e7a1-43b1-b438-f13348be2934 req-7c2df737-4351-4cd5-b9d7-9379e868698f service neutron] Request body: {'port': {'device_id': '4471d01d-fed1-45e9-9497-e554163641aa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827839-2'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:36:47.668865 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-3fbe686c-e7a1-43b1-b438-f13348be2934 req-7c2df737-4351-4cd5-b9d7-9379e868698f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (565eb3ee-884a-48eb-bafb-fef1817c2a71), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:36:47.838931 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-2c144153-b876-4110-bb20-5f58736c38f2 None None] Provisioning complete for port 565eb3ee-884a-48eb-bafb-fef1817c2a71 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:36:47.839915 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2c144153-b876-4110-bb20-5f58736c38f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (565eb3ee-884a-48eb-bafb-fef1817c2a71), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:36:47.881318 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-2c144153-b876-4110-bb20-5f58736c38f2 None None] Port 565eb3ee-884a-48eb-bafb-fef1817c2a71 cannot update to ACTIVE because it is not bound. {{(pid=103378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 17:36:47.918473 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c04e74-4215-4432-964f-f882527e5369 req-024b2fe3-ceda-4483-aa6f-4a2bd7104b18 tempest-AttachVolumeNegativeTest-179514357 tempest-AttachVolumeNegativeTest-179514357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:36:47.920151 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-93c04e74-4215-4432-964f-f882527e5369 req-024b2fe3-ceda-4483-aa6f-4a2bd7104b18 tempest-AttachVolumeNegativeTest-179514357 tempest-AttachVolumeNegativeTest-179514357-project] 10.222.0.89 "GET /v2.0/ports?device_id=94f50027-7459-4178-96c8-e99fddb8b973 HTTP/1.1" status: 200 len: 945 time: 0.2323787 Feb 04 17:36:48.130689 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35bbf98-1e37-4b17-b81b-83d5437f2e94 req-fc1ff530-8931-4025-82fb-b45f0ea1e6e8 tempest-AttachVolumeNegativeTest-179514357 tempest-AttachVolumeNegativeTest-179514357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:36:48.132315 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-f35bbf98-1e37-4b17-b81b-83d5437f2e94 req-fc1ff530-8931-4025-82fb-b45f0ea1e6e8 tempest-AttachVolumeNegativeTest-179514357 tempest-AttachVolumeNegativeTest-179514357-project] 10.222.0.90 "GET /v2.0/ports?device_id=94f50027-7459-4178-96c8-e99fddb8b973 HTTP/1.1" status: 200 len: 945 time: 0.1387825 Feb 04 17:36:48.209117 n-d-827839-2 neutron-server[103376]: DEBUG neutron.notifiers.nova [req-3fbe686c-e7a1-43b1-b438-f13348be2934 req-7c2df737-4351-4cd5-b9d7-9379e868698f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 565eb3ee-884a-48eb-bafb-fef1817c2a71 {{(pid=103376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 17:36:48.218305 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-3fbe686c-e7a1-43b1-b438-f13348be2934 req-7c2df737-4351-4cd5-b9d7-9379e868698f service neutron] Publish callbacks [] for port (565eb3ee-884a-48eb-bafb-fef1817c2a71), precommit_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:36:48.232765 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.provisioning_blocks [req-3fbe686c-e7a1-43b1-b438-f13348be2934 req-7c2df737-4351-4cd5-b9d7-9379e868698f service neutron] Transition to ACTIVE for port object 565eb3ee-884a-48eb-bafb-fef1817c2a71 will not be triggered until provisioned by entity L2. {{(pid=103376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 17:36:48.249128 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-3fbe686c-e7a1-43b1-b438-f13348be2934 req-7c2df737-4351-4cd5-b9d7-9379e868698f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675836'] for port (565eb3ee-884a-48eb-bafb-fef1817c2a71), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:36:48.263827 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09109503-c4dc-4624-bc02-d8af84a66ec6 req-ff944579-cf32-488b-af74-05bb11bce1a9 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:36:48.265684 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-09109503-c4dc-4624-bc02-d8af84a66ec6 req-ff944579-cf32-488b-af74-05bb11bce1a9 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] 10.222.0.89 "GET /v2.0/ports?device_id=4471d01d-fed1-45e9-9497-e554163641aa HTTP/1.1" status: 200 len: 932 time: 0.2610977 Feb 04 17:36:48.313723 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2df737-4351-4cd5-b9d7-9379e868698f service neutron] Pushing event updated for resources: {'Port': ['ID=565eb3ee-884a-48eb-bafb-fef1817c2a71,revision_number=2']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:36:48.358380 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-93c04e74-4215-4432-964f-f882527e5369 req-23d9e15a-35ed-4caf-80ad-19ef8ff56e05 tempest-AttachVolumeNegativeTest-179514357 tempest-AttachVolumeNegativeTest-179514357-project] 10.222.0.89 "GET /v2.0/security-groups?id=c354f4ed-9d7a-4839-ac0e-7acc5f1680a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4204602 Feb 04 17:36:48.363668 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-09109503-c4dc-4624-bc02-d8af84a66ec6 req-770034c5-3e2a-43a0-9b85-75aa1cc17746 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] 10.222.0.89 "GET /v2.0/security-groups?id=43dfc2c3-817e-4fb3-a71a-10f263b074ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0884199 Feb 04 17:36:48.392147 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [req-f35bbf98-1e37-4b17-b81b-83d5437f2e94 req-4b10bdd6-b020-41e4-a281-e461844a4c26 tempest-AttachVolumeNegativeTest-179514357 tempest-AttachVolumeNegativeTest-179514357-project] Deleting port 7cde29d7-d366-40c4-b04e-ca6d44dda2dd {{(pid=103377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:36:48.396021 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-f35bbf98-1e37-4b17-b81b-83d5437f2e94 req-4b10bdd6-b020-41e4-a281-e461844a4c26 tempest-AttachVolumeNegativeTest-179514357 tempest-AttachVolumeNegativeTest-179514357-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (7cde29d7-d366-40c4-b04e-ca6d44dda2dd), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:36:48.474457 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [req-3fbe686c-e7a1-43b1-b438-f13348be2934 req-7c2df737-4351-4cd5-b9d7-9379e868698f service neutron] Attempting to bind port 565eb3ee-884a-48eb-bafb-fef1817c2a71 on host n-h1-827839-2 for vnic_type normal with profile {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:36:48.474803 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [req-3fbe686c-e7a1-43b1-b438-f13348be2934 req-7c2df737-4351-4cd5-b9d7-9379e868698f service neutron] Attempting to bind port 565eb3ee-884a-48eb-bafb-fef1817c2a71 by drivers openvswitch,hyperv on host n-h1-827839-2 at level 0 using segments [{'id': '9ca53d86-98dd-44bb-a623-2cba867a7650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'abb5a6fe-6a42-4306-8c7f-e23823ed39dd'}] {{(pid=103376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:36:48.475131 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fbe686c-e7a1-43b1-b438-f13348be2934 req-7c2df737-4351-4cd5-b9d7-9379e868698f service neutron] Attempting to bind port 565eb3ee-884a-48eb-bafb-fef1817c2a71 on network abb5a6fe-6a42-4306-8c7f-e23823ed39dd {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:36:48.482009 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fbe686c-e7a1-43b1-b438-f13348be2934 req-7c2df737-4351-4cd5-b9d7-9379e868698f service neutron] Port 565eb3ee-884a-48eb-bafb-fef1817c2a71 on network abb5a6fe-6a42-4306-8c7f-e23823ed39dd not bound, no agent of type Open vSwitch agent registered on host n-h1-827839-2 {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 17:36:48.482341 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fbe686c-e7a1-43b1-b438-f13348be2934 req-7c2df737-4351-4cd5-b9d7-9379e868698f service neutron] Attempting to bind port 565eb3ee-884a-48eb-bafb-fef1817c2a71 on network abb5a6fe-6a42-4306-8c7f-e23823ed39dd {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:36:48.488484 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fbe686c-e7a1-43b1-b438-f13348be2934 req-7c2df737-4351-4cd5-b9d7-9379e868698f service neutron] Checking agent: {'id': '3f9244a9-75fc-4c10-b195-11d48b853b41', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 8, 42), 'started_at': datetime.datetime(2022, 2, 4, 17, 8, 42), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 36, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:36:48.501191 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fbe686c-e7a1-43b1-b438-f13348be2934 req-7c2df737-4351-4cd5-b9d7-9379e868698f service neutron] Checking segment: {'id': '9ca53d86-98dd-44bb-a623-2cba867a7650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'abb5a6fe-6a42-4306-8c7f-e23823ed39dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:36:48.501938 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fbe686c-e7a1-43b1-b438-f13348be2934 req-7c2df737-4351-4cd5-b9d7-9379e868698f service neutron] Bound using segment: {'id': '9ca53d86-98dd-44bb-a623-2cba867a7650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'abb5a6fe-6a42-4306-8c7f-e23823ed39dd'} {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:36:48.502472 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [req-3fbe686c-e7a1-43b1-b438-f13348be2934 req-7c2df737-4351-4cd5-b9d7-9379e868698f service neutron] Bound port: 565eb3ee-884a-48eb-bafb-fef1817c2a71, host: n-h1-827839-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ca53d86-98dd-44bb-a623-2cba867a7650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'abb5a6fe-6a42-4306-8c7f-e23823ed39dd'}}] {{(pid=103376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:36:48.502849 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-3fbe686c-e7a1-43b1-b438-f13348be2934 req-7c2df737-4351-4cd5-b9d7-9379e868698f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (565eb3ee-884a-48eb-bafb-fef1817c2a71), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:36:48.658056 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [req-3fbe686c-e7a1-43b1-b438-f13348be2934 req-7c2df737-4351-4cd5-b9d7-9379e868698f service neutron] For port 565eb3ee-884a-48eb-bafb-fef1817c2a71, host n-h1-827839-2, cleared binding levels {{(pid=103376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:36:48.666587 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [req-3fbe686c-e7a1-43b1-b438-f13348be2934 req-7c2df737-4351-4cd5-b9d7-9379e868698f service neutron] For port 565eb3ee-884a-48eb-bafb-fef1817c2a71, host n-h1-827839-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=565eb3ee-884a-48eb-bafb-fef1817c2a71,segment=NetworkSegment(9ca53d86-98dd-44bb-a623-2cba867a7650),segment_id=9ca53d86-98dd-44bb-a623-2cba867a7650)] {{(pid=103376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:36:48.672581 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [req-f35bbf98-1e37-4b17-b81b-83d5437f2e94 req-4b10bdd6-b020-41e4-a281-e461844a4c26 tempest-AttachVolumeNegativeTest-179514357 tempest-AttachVolumeNegativeTest-179514357-project] For port 7cde29d7-d366-40c4-b04e-ca6d44dda2dd, host n-h2-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=7cde29d7-d366-40c4-b04e-ca6d44dda2dd,segment=NetworkSegment(de835c50-94f9-45e0-aa2b-e450b795a51e),segment_id=de835c50-94f9-45e0-aa2b-e450b795a51e)] {{(pid=103377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:36:48.673527 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-f35bbf98-1e37-4b17-b81b-83d5437f2e94 req-4b10bdd6-b020-41e4-a281-e461844a4c26 tempest-AttachVolumeNegativeTest-179514357 tempest-AttachVolumeNegativeTest-179514357-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (7cde29d7-d366-40c4-b04e-ca6d44dda2dd), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:36:48.691463 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-3fbe686c-e7a1-43b1-b438-f13348be2934 req-7c2df737-4351-4cd5-b9d7-9379e868698f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675836'] for port (565eb3ee-884a-48eb-bafb-fef1817c2a71), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:36:48.716541 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [req-f35bbf98-1e37-4b17-b81b-83d5437f2e94 req-4b10bdd6-b020-41e4-a281-e461844a4c26 tempest-AttachVolumeNegativeTest-179514357 tempest-AttachVolumeNegativeTest-179514357-project] Calling delete_port for 7cde29d7-d366-40c4-b04e-ca6d44dda2dd owned by compute:nova {{(pid=103377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:36:48.717004 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbe686c-e7a1-43b1-b438-f13348be2934 req-7c2df737-4351-4cd5-b9d7-9379e868698f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:36:48.717656 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-3fbe686c-e7a1-43b1-b438-f13348be2934 req-7c2df737-4351-4cd5-b9d7-9379e868698f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:36:48.721321 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-3fbe686c-e7a1-43b1-b438-f13348be2934 req-7c2df737-4351-4cd5-b9d7-9379e868698f service neutron] 10.222.0.96 "PUT /v2.0/ports/565eb3ee-884a-48eb-bafb-fef1817c2a71 HTTP/1.1" status: 200 len: 1092 time: 1.2132800 Feb 04 17:36:48.723796 n-d-827839-2 neutron-server[103376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4471d01d-fed1-45e9-9497-e554163641aa', 'tag': '565eb3ee-884a-48eb-bafb-fef1817c2a71'}] {{(pid=103376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:36:48.740168 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d59c3bb5e2f09ebf62144d5e09b1cff60c763a9c19614c24538e77842938c05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4413be9b-7a32-4fa2-95cb-0bc062861de4" -d '{"events": [{"name": "network-changed", "server_uuid": "4471d01d-fed1-45e9-9497-e554163641aa", "tag": "565eb3ee-884a-48eb-bafb-fef1817c2a71"}]}' {{(pid=103376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:36:48.873348 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2df737-4351-4cd5-b9d7-9379e868698f service neutron] Pushing event updated for resources: {'Port': ['ID=565eb3ee-884a-48eb-bafb-fef1817c2a71,revision_number=3']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:36:48.938369 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-f35bbf98-1e37-4b17-b81b-83d5437f2e94 req-4b10bdd6-b020-41e4-a281-e461844a4c26 tempest-AttachVolumeNegativeTest-179514357 tempest-AttachVolumeNegativeTest-179514357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (7cde29d7-d366-40c4-b04e-ca6d44dda2dd), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:36:48.951577 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] get_ports_and_sgs() called for port_ids ['fa3ec34f-476f-4da0-b6c0-58378a94dd8f'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 17:36:48.978379 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 17:36:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-808b53e6-7869-4951-b219-17a5cf6c4c46 x-openstack-request-id: req-808b53e6-7869-4951-b219-17a5cf6c4c46 {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:36:48.982502 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4471d01d-fed1-45e9-9497-e554163641aa", "tag": "565eb3ee-884a-48eb-bafb-fef1817c2a71", "status": "completed", "code": 200}]} {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:36:48.982985 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-808b53e6-7869-4951-b219-17a5cf6c4c46 {{(pid=103376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:36:48.983534 n-d-827839-2 neutron-server[103376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4471d01d-fed1-45e9-9497-e554163641aa', 'tag': '565eb3ee-884a-48eb-bafb-fef1817c2a71', 'status': 'completed', 'code': 200} Feb 04 17:36:49.010791 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b10bdd6-b020-41e4-a281-e461844a4c26 tempest-AttachVolumeNegativeTest-179514357 tempest-AttachVolumeNegativeTest-179514357-project] Pushing event deleted for resources: {'Port': ['ID=7cde29d7-d366-40c4-b04e-ca6d44dda2dd,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:36:49.030375 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] get_ports_and_sgs() called for port_ids ['938cef76-9af0-4dc7-9008-8fa7a04eba3f', '2fc28c92-851e-4d8e-adf6-8ac5e13cbbef', '7cde29d7-d366-40c4-b04e-ca6d44dda2dd'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 17:36:49.104465 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [req-f35bbf98-1e37-4b17-b81b-83d5437f2e94 req-4b10bdd6-b020-41e4-a281-e461844a4c26 tempest-AttachVolumeNegativeTest-179514357 tempest-AttachVolumeNegativeTest-179514357-project] No DVR routers for this DVR port 7cde29d7-d366-40c4-b04e-ca6d44dda2dd on host n-h2-827839-2 {{(pid=103377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 17:36:49.109272 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-f35bbf98-1e37-4b17-b81b-83d5437f2e94 req-4b10bdd6-b020-41e4-a281-e461844a4c26 tempest-AttachVolumeNegativeTest-179514357 tempest-AttachVolumeNegativeTest-179514357-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:36:49.115489 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-f35bbf98-1e37-4b17-b81b-83d5437f2e94 req-4b10bdd6-b020-41e4-a281-e461844a4c26 tempest-AttachVolumeNegativeTest-179514357 tempest-AttachVolumeNegativeTest-179514357-project] 10.222.0.90 "DELETE /v2.0/ports/7cde29d7-d366-40c4-b04e-ca6d44dda2dd HTTP/1.1" status: 204 len: 173 time: 0.9721441 Feb 04 17:36:49.116030 n-d-827839-2 neutron-server[103377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94f50027-7459-4178-96c8-e99fddb8b973', 'name': 'network-vif-deleted', 'tag': '7cde29d7-d366-40c4-b04e-ca6d44dda2dd'}] {{(pid=103377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:36:49.124122 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7240428b650e1488e9361b62648ff4b3a6c19d49d8c27c949491ab58c1346cf0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1597a0e7-fb9e-4959-91e5-5314ff2c03f0" -d '{"events": [{"server_uuid": "94f50027-7459-4178-96c8-e99fddb8b973", "name": "network-vif-deleted", "tag": "7cde29d7-d366-40c4-b04e-ca6d44dda2dd"}]}' {{(pid=103377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:36:49.186004 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bd6c01-95ca-42af-82c5-6af954915179 req-eb8a6f83-cdc7-42d1-b64b-fa24f33442d8 tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:36:49.208767 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-85bd6c01-95ca-42af-82c5-6af954915179 req-eb8a6f83-cdc7-42d1-b64b-fa24f33442d8 tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] 10.222.0.89 "GET /v2.0/networks?id=49bac2c3-9780-4cfa-ba0a-fc1bc47b3fd5 HTTP/1.1" status: 200 len: 805 time: 0.3153136 Feb 04 17:36:49.232395 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 17:36:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0974fa1a-1bb0-4bbe-9553-0bac653b26ea x-openstack-request-id: req-0974fa1a-1bb0-4bbe-9553-0bac653b26ea {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:36:49.232934 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94f50027-7459-4178-96c8-e99fddb8b973", "name": "network-vif-deleted", "tag": "7cde29d7-d366-40c4-b04e-ca6d44dda2dd", "status": "completed", "code": 200}]} {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:36:49.233035 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-0974fa1a-1bb0-4bbe-9553-0bac653b26ea {{(pid=103377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:36:49.233379 n-d-827839-2 neutron-server[103377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94f50027-7459-4178-96c8-e99fddb8b973', 'name': 'network-vif-deleted', 'tag': '7cde29d7-d366-40c4-b04e-ca6d44dda2dd', 'status': 'completed', 'code': 200} Feb 04 17:36:49.251828 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-85bd6c01-95ca-42af-82c5-6af954915179 req-918f1be0-4723-4009-9e11-d2f12d4da228 tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] 10.222.0.89 "GET /v2.0/quotas/0b76505d37894fa2a98cba742b19aaf3 HTTP/1.1" status: 200 len: 375 time: 0.0410190 Feb 04 17:36:49.367945 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbe686c-e7a1-43b1-b438-f13348be2934 req-a1b931e5-b333-4292-99fd-c30e1c67ebe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:36:49.369809 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-3fbe686c-e7a1-43b1-b438-f13348be2934 req-a1b931e5-b333-4292-99fd-c30e1c67ebe7 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=1442cfcaa62548aa8c0af19ff6a9d44c&device_id=4471d01d-fed1-45e9-9497-e554163641aa HTTP/1.1" status: 200 len: 1126 time: 0.4816928 Feb 04 17:36:49.464336 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-3fbe686c-e7a1-43b1-b438-f13348be2934 req-ba3881df-d6a2-40da-9c64-ff959ad2a431 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=565eb3ee-884a-48eb-bafb-fef1817c2a71 HTTP/1.1" status: 200 len: 217 time: 0.0711360 Feb 04 17:36:49.556215 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Device e0782851-711c-44e2-bc69-9708e7a81712 no longer exists at agent hyperv_n-h2-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:36:49.557059 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5bfe4e-067c-4788-bcb8-a402e1eb461a req-9be77fdf-7d20-4b34-aee1-2e0c691f60aa tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:36:49.558823 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-5e5bfe4e-067c-4788-bcb8-a402e1eb461a req-9be77fdf-7d20-4b34-aee1-2e0c691f60aa tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] 10.222.0.89 "GET /v2.0/ports?device_id=4471d01d-fed1-45e9-9497-e554163641aa HTTP/1.1" status: 200 len: 944 time: 0.1133394 Feb 04 17:36:49.570417 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbe686c-e7a1-43b1-b438-f13348be2934 req-e86762de-a10c-499f-a0bd-257c38821a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:36:49.573954 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-3fbe686c-e7a1-43b1-b438-f13348be2934 req-e86762de-a10c-499f-a0bd-257c38821a4a service neutron] 10.222.0.96 "GET /v2.0/subnets?id=11100f50-fd85-468c-8a6a-8573a86224df HTTP/1.1" status: 200 len: 833 time: 0.0963962 Feb 04 17:36:49.584844 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-85bd6c01-95ca-42af-82c5-6af954915179 req-910b861e-f68d-48ee-bba5-e50633cddd69 tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=0b76505d37894fa2a98cba742b19aaf3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3185408 Feb 04 17:36:49.606111 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] No Port match for: e0782851-711c-44e2-bc69-9708e7a81712 {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 17:36:49.606501 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Device e0782851-711c-44e2-bc69-9708e7a81712 not bound to the agent host n-h2-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 17:36:49.664374 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-5e5bfe4e-067c-4788-bcb8-a402e1eb461a req-1b8f6033-0839-4356-b801-049b10be401d tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] 10.222.0.89 "GET /v2.0/security-groups?id=43dfc2c3-817e-4fb3-a71a-10f263b074ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0987046 Feb 04 17:36:49.752049 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbe686c-e7a1-43b1-b438-f13348be2934 req-fe006323-ba47-48a8-b942-3750031fc520 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:36:49.754250 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-3fbe686c-e7a1-43b1-b438-f13348be2934 req-fe006323-ba47-48a8-b942-3750031fc520 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=abb5a6fe-6a42-4306-8c7f-e23823ed39dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1673772 Feb 04 17:36:49.894158 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-d65eed41-5653-4a05-bb3b-e564756c643a req-429432e4-4ba7-416d-94a5-dce7643e3187 tempest-AttachVolumeNegativeTest-179514357 tempest-AttachVolumeNegativeTest-179514357-project] 10.222.0.89 "GET /v2.0/ports?device_id=94f50027-7459-4178-96c8-e99fddb8b973 HTTP/1.1" status: 200 len: 210 time: 0.0555394 Feb 04 17:36:49.955586 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-85bd6c01-95ca-42af-82c5-6af954915179 req-243b3c7d-211d-49d4-a9a7-9d6a015f7358 service neutron] 10.222.0.89 "GET /v2.0/networks/49bac2c3-9780-4cfa-ba0a-fc1bc47b3fd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3090215 Feb 04 17:36:50.088170 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-85bd6c01-95ca-42af-82c5-6af954915179 req-c8fe9cb2-2cd5-48f4-b81c-a4df32e0a47b service neutron] 10.222.0.89 "GET /v2.0/networks/49bac2c3-9780-4cfa-ba0a-fc1bc47b3fd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249857 Feb 04 17:36:50.090263 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-3fbe686c-e7a1-43b1-b438-f13348be2934 req-48b5e0d6-3bd0-4d12-9900-8503cd7ee4b7 service neutron] 10.222.0.96 "GET /v2.0/networks/abb5a6fe-6a42-4306-8c7f-e23823ed39dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3203895 Feb 04 17:36:50.280319 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-3fbe686c-e7a1-43b1-b438-f13348be2934 req-0d538e8f-802a-46a6-a595-d86e26f5b8e3 service neutron] 10.222.0.96 "GET /v2.0/networks/abb5a6fe-6a42-4306-8c7f-e23823ed39dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1764636 Feb 04 17:36:50.431143 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-46d66c53-f6eb-4545-835f-04d35d77810c req-a7591479-0088-46d0-ab3b-f3bc23d2be1e tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] 10.222.0.89 "GET /v2.0/ports?device_id=05a124f9-d9fa-4fdb-856a-c61d22f8e66d HTTP/1.1" status: 200 len: 210 time: 0.0837426 Feb 04 17:36:50.491102 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4413be9b-7a32-4fa2-95cb-0bc062861de4 req-4fbb8863-70dc-4a5e-8510-6a7b9f9c5c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:36:50.496900 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-4413be9b-7a32-4fa2-95cb-0bc062861de4 req-4fbb8863-70dc-4a5e-8510-6a7b9f9c5c75 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=1442cfcaa62548aa8c0af19ff6a9d44c&device_id=4471d01d-fed1-45e9-9497-e554163641aa HTTP/1.1" status: 200 len: 1126 time: 0.1447921 Feb 04 17:36:50.617977 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4413be9b-7a32-4fa2-95cb-0bc062861de4 req-7eda765a-8c4e-42f9-aff1-430599b85c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:36:50.620382 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-4413be9b-7a32-4fa2-95cb-0bc062861de4 req-7eda765a-8c4e-42f9-aff1-430599b85c59 service neutron] 10.222.0.96 "GET /v2.0/networks?id=abb5a6fe-6a42-4306-8c7f-e23823ed39dd HTTP/1.1" status: 200 len: 898 time: 0.1156859 Feb 04 17:36:50.706346 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-4413be9b-7a32-4fa2-95cb-0bc062861de4 req-e55d2d32-0610-4e30-901b-4234940e6c12 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=565eb3ee-884a-48eb-bafb-fef1817c2a71 HTTP/1.1" status: 200 len: 217 time: 0.0760291 Feb 04 17:36:50.857723 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4413be9b-7a32-4fa2-95cb-0bc062861de4 req-53ba64f9-3bd4-4f1b-9af8-6667abba8daf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:36:50.859321 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-4413be9b-7a32-4fa2-95cb-0bc062861de4 req-53ba64f9-3bd4-4f1b-9af8-6667abba8daf service neutron] 10.222.0.96 "GET /v2.0/subnets?id=11100f50-fd85-468c-8a6a-8573a86224df HTTP/1.1" status: 200 len: 833 time: 0.1421859 Feb 04 17:36:50.870413 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c85567a-7991-417c-a18e-6e3cd419b768 req-ea0afd55-9892-44df-beb9-1042a659635d tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:36:50.872306 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-6c85567a-7991-417c-a18e-6e3cd419b768 req-ea0afd55-9892-44df-beb9-1042a659635d tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] 10.222.0.89 "GET /v2.0/ports?device_id=4471d01d-fed1-45e9-9497-e554163641aa HTTP/1.1" status: 200 len: 944 time: 0.0808613 Feb 04 17:36:50.969974 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-6c85567a-7991-417c-a18e-6e3cd419b768 req-eca7e6d8-1c0e-47ff-8c3a-fa7087fe94a5 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] 10.222.0.89 "GET /v2.0/security-groups?id=43dfc2c3-817e-4fb3-a71a-10f263b074ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628216 Feb 04 17:36:50.971860 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4413be9b-7a32-4fa2-95cb-0bc062861de4 req-459af3a3-25e6-4115-ad3e-7894ffcc56c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:36:50.973683 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-4413be9b-7a32-4fa2-95cb-0bc062861de4 req-459af3a3-25e6-4115-ad3e-7894ffcc56c6 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=abb5a6fe-6a42-4306-8c7f-e23823ed39dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1003768 Feb 04 17:36:51.124428 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-4413be9b-7a32-4fa2-95cb-0bc062861de4 req-bd4c6969-9d8f-41de-9069-fffc9afd0e3b service neutron] 10.222.0.96 "GET /v2.0/networks/abb5a6fe-6a42-4306-8c7f-e23823ed39dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1432037 Feb 04 17:36:51.292703 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-4413be9b-7a32-4fa2-95cb-0bc062861de4 req-9e841201-433d-422d-b955-920fbbb0c296 service neutron] 10.222.0.96 "GET /v2.0/networks/abb5a6fe-6a42-4306-8c7f-e23823ed39dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1587574 Feb 04 17:36:51.526420 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Device 7cde29d7-d366-40c4-b04e-ca6d44dda2dd no longer exists at agent hyperv_n-h2-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:36:51.564336 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-5985b7fc-2252-4396-8ee5-fa941416617c req-16e83dd1-9699-47b0-a497-01973f41cb46 tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] 10.222.0.89 "GET /v2.0/ports?device_id=05a124f9-d9fa-4fdb-856a-c61d22f8e66d HTTP/1.1" status: 200 len: 210 time: 0.0511878 Feb 04 17:36:51.588764 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] No Port match for: 7cde29d7-d366-40c4-b04e-ca6d44dda2dd {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 17:36:51.589365 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Device 7cde29d7-d366-40c4-b04e-ca6d44dda2dd not bound to the agent host n-h2-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 17:36:52.166856 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bd6c01-95ca-42af-82c5-6af954915179 req-3be59072-3181-466c-9316-91c899691403 tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:36:52.168766 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-85bd6c01-95ca-42af-82c5-6af954915179 req-3be59072-3181-466c-9316-91c899691403 tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] 10.222.0.90 "GET /v2.0/networks?id=49bac2c3-9780-4cfa-ba0a-fc1bc47b3fd5 HTTP/1.1" status: 200 len: 805 time: 0.3146238 Feb 04 17:36:52.209469 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6003b44-869d-48d2-9fe1-68fe258e7f38 req-ad8b7654-d17c-49a5-952b-5af78a4cb495 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:36:52.217418 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-c6003b44-869d-48d2-9fe1-68fe258e7f38 req-ad8b7654-d17c-49a5-952b-5af78a4cb495 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] 10.222.0.89 "GET /v2.0/ports?device_id=4471d01d-fed1-45e9-9497-e554163641aa HTTP/1.1" status: 200 len: 944 time: 0.1405787 Feb 04 17:36:52.228122 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [req-85bd6c01-95ca-42af-82c5-6af954915179 req-c4d89c5b-4b90-4f2e-a922-a526f8ac525b tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] Request body: {'port': {'device_id': '05a124f9-d9fa-4fdb-856a-c61d22f8e66d', 'network_id': '49bac2c3-9780-4cfa-ba0a-fc1bc47b3fd5', 'admin_state_up': True, 'tenant_id': '0b76505d37894fa2a98cba742b19aaf3'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:36:52.490803 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-c6003b44-869d-48d2-9fe1-68fe258e7f38 req-7d7efe42-26a7-4ec9-b6c4-18aa23d8d681 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] 10.222.0.89 "GET /v2.0/security-groups?id=43dfc2c3-817e-4fb3-a71a-10f263b074ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2726586 Feb 04 17:36:52.540537 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-85bd6c01-95ca-42af-82c5-6af954915179 req-c4d89c5b-4b90-4f2e-a922-a526f8ac525b tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] Made reservation on behalf of 0b76505d37894fa2a98cba742b19aaf3 for: {'port': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:36:52.544511 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-85bd6c01-95ca-42af-82c5-6af954915179 req-c4d89c5b-4b90-4f2e-a922-a526f8ac525b tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:36:52.767663 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-c1c76f38-c014-4683-bca0-27b7db981936 req-14152ad2-0af0-4fac-9dad-d72d12276d5f tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] 10.222.0.89 "GET /v2.0/ports?device_id=05a124f9-d9fa-4fdb-856a-c61d22f8e66d HTTP/1.1" status: 200 len: 210 time: 0.0719759 Feb 04 17:36:52.792891 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.db_base_plugin_common [req-85bd6c01-95ca-42af-82c5-6af954915179 req-c4d89c5b-4b90-4f2e-a922-a526f8ac525b tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] Allocated IP 172.20.0.6 (49bac2c3-9780-4cfa-ba0a-fc1bc47b3fd5/85042e04-1570-46e9-b9e6-f57252834000/e3f14a8a-2a73-415a-8d8f-dd6ef298e0d6) {{(pid=103377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:36:53.069323 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-85bd6c01-95ca-42af-82c5-6af954915179 req-c4d89c5b-4b90-4f2e-a922-a526f8ac525b tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] Publish callbacks [] for port (e3f14a8a-2a73-415a-8d8f-dd6ef298e0d6), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:36:53.111761 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-85bd6c01-95ca-42af-82c5-6af954915179 req-c4d89c5b-4b90-4f2e-a922-a526f8ac525b tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (e3f14a8a-2a73-415a-8d8f-dd6ef298e0d6), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:36:53.126227 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] get_ports_and_sgs() called for port_ids ['b11feae4-5af3-4cd0-a7f3-50dcb2bf4c66'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 17:36:53.148255 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-85bd6c01-95ca-42af-82c5-6af954915179 req-c4d89c5b-4b90-4f2e-a922-a526f8ac525b tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] Network 49bac2c3-9780-4cfa-ba0a-fc1bc47b3fd5 is already hosted by enough agents. {{(pid=103377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:36:53.154631 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [req-85bd6c01-95ca-42af-82c5-6af954915179 req-c4d89c5b-4b90-4f2e-a922-a526f8ac525b tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] Resources bound (agent type, host, resource id): {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:36:53.159493 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [req-85bd6c01-95ca-42af-82c5-6af954915179 req-c4d89c5b-4b90-4f2e-a922-a526f8ac525b tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] Received port after_create {{(pid=103377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:36:53.207962 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d89c5b-4b90-4f2e-a922-a526f8ac525b tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] Pushing event updated for resources: {'Port': ['ID=e3f14a8a-2a73-415a-8d8f-dd6ef298e0d6,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:36:53.291337 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bd6c01-95ca-42af-82c5-6af954915179 req-c4d89c5b-4b90-4f2e-a922-a526f8ac525b tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:36:53.292002 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-85bd6c01-95ca-42af-82c5-6af954915179 req-c4d89c5b-4b90-4f2e-a922-a526f8ac525b tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:36:53.368283 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-85bd6c01-95ca-42af-82c5-6af954915179 req-c4d89c5b-4b90-4f2e-a922-a526f8ac525b tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1480045 Feb 04 17:36:53.384641 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [req-85bd6c01-95ca-42af-82c5-6af954915179 req-fcc7508a-9004-4e70-a35a-7fc497646244 service neutron] Request body: {'port': {'device_id': '05a124f9-d9fa-4fdb-856a-c61d22f8e66d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827839-2'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:36:53.547492 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-85bd6c01-95ca-42af-82c5-6af954915179 req-fcc7508a-9004-4e70-a35a-7fc497646244 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (e3f14a8a-2a73-415a-8d8f-dd6ef298e0d6), before_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:36:53.800409 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d42c03-f8a4-494f-bfb8-380f4a872b34 req-7b312934-7abf-4f32-8e73-a2b7ef176aa5 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:36:53.802034 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-00d42c03-f8a4-494f-bfb8-380f4a872b34 req-7b312934-7abf-4f32-8e73-a2b7ef176aa5 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] 10.222.0.89 "GET /v2.0/ports?device_id=4471d01d-fed1-45e9-9497-e554163641aa HTTP/1.1" status: 200 len: 944 time: 0.1410522 Feb 04 17:36:53.967995 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-00d42c03-f8a4-494f-bfb8-380f4a872b34 req-6d741bca-ef11-48b6-9f1f-c3919d2d9747 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] 10.222.0.89 "GET /v2.0/security-groups?id=43dfc2c3-817e-4fb3-a71a-10f263b074ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1512382 Feb 04 17:36:54.008220 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e59a913-018d-4434-83fb-bb089c40a921 req-b50b9e10-444b-4928-b7b9-d48c7cd66a32 tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:36:54.014025 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-4e59a913-018d-4434-83fb-bb089c40a921 req-b50b9e10-444b-4928-b7b9-d48c7cd66a32 tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] 10.222.0.89 "GET /v2.0/ports?device_id=05a124f9-d9fa-4fdb-856a-c61d22f8e66d HTTP/1.1" status: 200 len: 931 time: 0.1338172 Feb 04 17:36:54.138933 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-4e59a913-018d-4434-83fb-bb089c40a921 req-be1cd97c-08f2-44c6-8ebe-a2bcf4410914 tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] 10.222.0.89 "GET /v2.0/security-groups?id=7065f8d7-aeef-49a2-81d7-44cedbdfdedd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181879 Feb 04 17:36:54.215144 n-d-827839-2 neutron-server[103377]: DEBUG neutron.notifiers.nova [req-85bd6c01-95ca-42af-82c5-6af954915179 req-fcc7508a-9004-4e70-a35a-7fc497646244 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e3f14a8a-2a73-415a-8d8f-dd6ef298e0d6 {{(pid=103377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 17:36:54.229587 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-85bd6c01-95ca-42af-82c5-6af954915179 req-fcc7508a-9004-4e70-a35a-7fc497646244 service neutron] Publish callbacks [] for port (e3f14a8a-2a73-415a-8d8f-dd6ef298e0d6), precommit_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:36:54.259414 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.provisioning_blocks [req-85bd6c01-95ca-42af-82c5-6af954915179 req-fcc7508a-9004-4e70-a35a-7fc497646244 service neutron] Transition to ACTIVE for port object e3f14a8a-2a73-415a-8d8f-dd6ef298e0d6 will not be triggered until provisioned by entity L2. {{(pid=103377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 17:36:54.274340 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-85bd6c01-95ca-42af-82c5-6af954915179 req-fcc7508a-9004-4e70-a35a-7fc497646244 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25888290'] for port (e3f14a8a-2a73-415a-8d8f-dd6ef298e0d6), after_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:36:54.381616 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc7508a-9004-4e70-a35a-7fc497646244 service neutron] Pushing event updated for resources: {'Port': ['ID=e3f14a8a-2a73-415a-8d8f-dd6ef298e0d6,revision_number=2']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:36:54.564947 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [req-85bd6c01-95ca-42af-82c5-6af954915179 req-fcc7508a-9004-4e70-a35a-7fc497646244 service neutron] Attempting to bind port e3f14a8a-2a73-415a-8d8f-dd6ef298e0d6 on host n-h2-827839-2 for vnic_type normal with profile {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:36:54.565537 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [req-85bd6c01-95ca-42af-82c5-6af954915179 req-fcc7508a-9004-4e70-a35a-7fc497646244 service neutron] Attempting to bind port e3f14a8a-2a73-415a-8d8f-dd6ef298e0d6 by drivers openvswitch,hyperv on host n-h2-827839-2 at level 0 using segments [{'id': 'f8b51653-e9f0-43b4-bbb2-0054b3d4de26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '49bac2c3-9780-4cfa-ba0a-fc1bc47b3fd5'}] {{(pid=103377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:36:54.566146 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85bd6c01-95ca-42af-82c5-6af954915179 req-fcc7508a-9004-4e70-a35a-7fc497646244 service neutron] Attempting to bind port e3f14a8a-2a73-415a-8d8f-dd6ef298e0d6 on network 49bac2c3-9780-4cfa-ba0a-fc1bc47b3fd5 {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:36:54.570988 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85bd6c01-95ca-42af-82c5-6af954915179 req-fcc7508a-9004-4e70-a35a-7fc497646244 service neutron] Port e3f14a8a-2a73-415a-8d8f-dd6ef298e0d6 on network 49bac2c3-9780-4cfa-ba0a-fc1bc47b3fd5 not bound, no agent of type Open vSwitch agent registered on host n-h2-827839-2 {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 17:36:54.571593 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85bd6c01-95ca-42af-82c5-6af954915179 req-fcc7508a-9004-4e70-a35a-7fc497646244 service neutron] Attempting to bind port e3f14a8a-2a73-415a-8d8f-dd6ef298e0d6 on network 49bac2c3-9780-4cfa-ba0a-fc1bc47b3fd5 {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:36:54.577064 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85bd6c01-95ca-42af-82c5-6af954915179 req-fcc7508a-9004-4e70-a35a-7fc497646244 service neutron] Checking agent: {'id': 'f20a1ab3-4332-4f54-833b-ba4a7c687e89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 8, 40), 'started_at': datetime.datetime(2022, 2, 4, 17, 8, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 36, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:36:54.577694 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85bd6c01-95ca-42af-82c5-6af954915179 req-fcc7508a-9004-4e70-a35a-7fc497646244 service neutron] Checking segment: {'id': 'f8b51653-e9f0-43b4-bbb2-0054b3d4de26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '49bac2c3-9780-4cfa-ba0a-fc1bc47b3fd5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:36:54.579033 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85bd6c01-95ca-42af-82c5-6af954915179 req-fcc7508a-9004-4e70-a35a-7fc497646244 service neutron] Bound using segment: {'id': 'f8b51653-e9f0-43b4-bbb2-0054b3d4de26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '49bac2c3-9780-4cfa-ba0a-fc1bc47b3fd5'} {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:36:54.579637 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [req-85bd6c01-95ca-42af-82c5-6af954915179 req-fcc7508a-9004-4e70-a35a-7fc497646244 service neutron] Bound port: e3f14a8a-2a73-415a-8d8f-dd6ef298e0d6, host: n-h2-827839-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8b51653-e9f0-43b4-bbb2-0054b3d4de26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '49bac2c3-9780-4cfa-ba0a-fc1bc47b3fd5'}}] {{(pid=103377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:36:54.580179 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-85bd6c01-95ca-42af-82c5-6af954915179 req-fcc7508a-9004-4e70-a35a-7fc497646244 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (e3f14a8a-2a73-415a-8d8f-dd6ef298e0d6), before_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:36:54.661457 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [req-85bd6c01-95ca-42af-82c5-6af954915179 req-fcc7508a-9004-4e70-a35a-7fc497646244 service neutron] For port e3f14a8a-2a73-415a-8d8f-dd6ef298e0d6, host n-h2-827839-2, cleared binding levels {{(pid=103377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:36:54.665229 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [req-85bd6c01-95ca-42af-82c5-6af954915179 req-fcc7508a-9004-4e70-a35a-7fc497646244 service neutron] For port e3f14a8a-2a73-415a-8d8f-dd6ef298e0d6, host n-h2-827839-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=e3f14a8a-2a73-415a-8d8f-dd6ef298e0d6,segment=NetworkSegment(f8b51653-e9f0-43b4-bbb2-0054b3d4de26),segment_id=f8b51653-e9f0-43b4-bbb2-0054b3d4de26)] {{(pid=103377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:36:54.675106 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-85bd6c01-95ca-42af-82c5-6af954915179 req-fcc7508a-9004-4e70-a35a-7fc497646244 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25888290'] for port (e3f14a8a-2a73-415a-8d8f-dd6ef298e0d6), after_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:36:54.736445 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc7508a-9004-4e70-a35a-7fc497646244 service neutron] Pushing event updated for resources: {'Port': ['ID=e3f14a8a-2a73-415a-8d8f-dd6ef298e0d6,revision_number=3']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:36:54.754169 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bd6c01-95ca-42af-82c5-6af954915179 req-fcc7508a-9004-4e70-a35a-7fc497646244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:36:54.754982 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-85bd6c01-95ca-42af-82c5-6af954915179 req-fcc7508a-9004-4e70-a35a-7fc497646244 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:36:54.757562 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-85bd6c01-95ca-42af-82c5-6af954915179 req-fcc7508a-9004-4e70-a35a-7fc497646244 service neutron] 10.222.0.90 "PUT /v2.0/ports/e3f14a8a-2a73-415a-8d8f-dd6ef298e0d6 HTTP/1.1" status: 200 len: 1091 time: 1.3776050 Feb 04 17:36:54.758369 n-d-827839-2 neutron-server[103377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05a124f9-d9fa-4fdb-856a-c61d22f8e66d', 'tag': 'e3f14a8a-2a73-415a-8d8f-dd6ef298e0d6'}] {{(pid=103377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:36:54.760783 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7240428b650e1488e9361b62648ff4b3a6c19d49d8c27c949491ab58c1346cf0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72611aae-79ca-4ef8-ac6b-5bf6a32f8167" -d '{"events": [{"name": "network-changed", "server_uuid": "05a124f9-d9fa-4fdb-856a-c61d22f8e66d", "tag": "e3f14a8a-2a73-415a-8d8f-dd6ef298e0d6"}]}' {{(pid=103377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:36:54.809906 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 17:36:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e7e28c3-95ba-4dbd-b57c-5d403e423066 x-openstack-request-id: req-0e7e28c3-95ba-4dbd-b57c-5d403e423066 {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:36:54.810399 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05a124f9-d9fa-4fdb-856a-c61d22f8e66d", "tag": "e3f14a8a-2a73-415a-8d8f-dd6ef298e0d6", "status": "completed", "code": 200}]} {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:36:54.810850 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-0e7e28c3-95ba-4dbd-b57c-5d403e423066 {{(pid=103377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:36:54.811448 n-d-827839-2 neutron-server[103377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05a124f9-d9fa-4fdb-856a-c61d22f8e66d', 'tag': 'e3f14a8a-2a73-415a-8d8f-dd6ef298e0d6', 'status': 'completed', 'code': 200} Feb 04 17:36:54.874188 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bd6c01-95ca-42af-82c5-6af954915179 req-2e4cbb21-bbbd-4dd0-80a6-1fece6b185be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:36:54.876183 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-85bd6c01-95ca-42af-82c5-6af954915179 req-2e4cbb21-bbbd-4dd0-80a6-1fece6b185be service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=0b76505d37894fa2a98cba742b19aaf3&device_id=05a124f9-d9fa-4fdb-856a-c61d22f8e66d HTTP/1.1" status: 200 len: 1125 time: 0.0597792 Feb 04 17:36:54.928553 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-85bd6c01-95ca-42af-82c5-6af954915179 req-11f50f37-83d6-4ba9-9a1b-238fdc906a16 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e3f14a8a-2a73-415a-8d8f-dd6ef298e0d6 HTTP/1.1" status: 200 len: 217 time: 0.0424693 Feb 04 17:36:54.996312 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bd6c01-95ca-42af-82c5-6af954915179 req-5e11796e-b923-406c-b447-19f095235018 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:36:54.998583 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-85bd6c01-95ca-42af-82c5-6af954915179 req-5e11796e-b923-406c-b447-19f095235018 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=85042e04-1570-46e9-b9e6-f57252834000 HTTP/1.1" status: 200 len: 845 time: 0.0577672 Feb 04 17:36:55.045236 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-85bd6c01-95ca-42af-82c5-6af954915179 req-d309f72e-86e9-408a-a0f7-6d47910f1b54 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=49bac2c3-9780-4cfa-ba0a-fc1bc47b3fd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0373986 Feb 04 17:36:55.108362 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device 565eb3ee-884a-48eb-bafb-fef1817c2a71 details requested by agent hyperv_n-h1-827839-2 with host n-h1-827839-2 {{(pid=103378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 17:36:55.110678 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bfc11e-b803-4a66-a46a-dd1edebd9b4d req-c8caaf04-2973-4e12-899c-0da067159899 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:36:55.112932 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-e5bfc11e-b803-4a66-a46a-dd1edebd9b4d req-c8caaf04-2973-4e12-899c-0da067159899 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] 10.222.0.89 "GET /v2.0/ports?device_id=4471d01d-fed1-45e9-9497-e554163641aa HTTP/1.1" status: 200 len: 944 time: 0.0571897 Feb 04 17:36:55.212279 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-e5bfc11e-b803-4a66-a46a-dd1edebd9b4d req-0cffd116-2300-4032-93ee-440a727c0526 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] 10.222.0.89 "GET /v2.0/security-groups?id=43dfc2c3-817e-4fb3-a71a-10f263b074ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0918198 Feb 04 17:36:55.300857 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] For port 565eb3ee-884a-48eb-bafb-fef1817c2a71, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=565eb3ee-884a-48eb-bafb-fef1817c2a71,segment=NetworkSegment(9ca53d86-98dd-44bb-a623-2cba867a7650),segment_id=9ca53d86-98dd-44bb-a623-2cba867a7650)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:36:55.315106 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Returning: {'device': '565eb3ee-884a-48eb-bafb-fef1817c2a71', 'network_id': 'abb5a6fe-6a42-4306-8c7f-e23823ed39dd', 'port_id': '565eb3ee-884a-48eb-bafb-fef1817c2a71', 'mac_address': 'fa:16:3e:c8:a8:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 766, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11100f50-fd85-468c-8a6a-8573a86224df', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 17:36:55.407642 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Current status of the port 565eb3ee-884a-48eb-bafb-fef1817c2a71 is: DOWN; New status is: BUILD {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:36:55.408198 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (565eb3ee-884a-48eb-bafb-fef1817c2a71), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:36:55.435294 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 565eb3ee-884a-48eb-bafb-fef1817c2a71 {{(pid=103378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 17:36:55.462073 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] For port 565eb3ee-884a-48eb-bafb-fef1817c2a71, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=565eb3ee-884a-48eb-bafb-fef1817c2a71,segment=NetworkSegment(9ca53d86-98dd-44bb-a623-2cba867a7650),segment_id=9ca53d86-98dd-44bb-a623-2cba867a7650)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:36:55.469478 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (565eb3ee-884a-48eb-bafb-fef1817c2a71), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:36:55.540115 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Pushing event updated for resources: {'Port': ['ID=565eb3ee-884a-48eb-bafb-fef1817c2a71,revision_number=4']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:36:55.550326 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:36:55.550855 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:36:55.551298 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:36:55.551741 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:36:55.552273 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:36:55.552764 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:36:55.553199 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:36:55.553638 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:36:55.554064 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:36:55.554496 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:36:55.554919 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:36:55.555384 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:36:55.555825 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:36:55.639885 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-85bd6c01-95ca-42af-82c5-6af954915179 req-d70a85ab-13cc-4556-a61e-012d6898738c service neutron] 10.222.0.90 "GET /v2.0/networks/49bac2c3-9780-4cfa-ba0a-fc1bc47b3fd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5857511 Feb 04 17:36:55.655005 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deaab996-e0c2-472c-b578-40dcec44df90 req-b89df13b-58fc-42c0-a277-a7d728775094 tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:36:55.657062 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-deaab996-e0c2-472c-b578-40dcec44df90 req-b89df13b-58fc-42c0-a277-a7d728775094 tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] 10.222.0.89 "GET /v2.0/ports?device_id=05a124f9-d9fa-4fdb-856a-c61d22f8e66d HTTP/1.1" status: 200 len: 943 time: 0.2226739 Feb 04 17:36:55.790538 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-deaab996-e0c2-472c-b578-40dcec44df90 req-9a808618-2cbb-4059-98d6-4d3ac67c25ee tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] 10.222.0.89 "GET /v2.0/security-groups?id=7065f8d7-aeef-49a2-81d7-44cedbdfdedd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228282 Feb 04 17:36:55.814489 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-85bd6c01-95ca-42af-82c5-6af954915179 req-0d4dfcf6-c915-4834-a3ec-56998beec4a2 service neutron] 10.222.0.90 "GET /v2.0/networks/49bac2c3-9780-4cfa-ba0a-fc1bc47b3fd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1561120 Feb 04 17:36:55.911354 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] get_ports_and_sgs() called for port_ids ['565eb3ee-884a-48eb-bafb-fef1817c2a71'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 17:36:55.943724 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72611aae-79ca-4ef8-ac6b-5bf6a32f8167 req-765caa4d-5306-49e5-a88f-98ee803c190a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:36:55.945864 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-72611aae-79ca-4ef8-ac6b-5bf6a32f8167 req-765caa4d-5306-49e5-a88f-98ee803c190a service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=0b76505d37894fa2a98cba742b19aaf3&device_id=05a124f9-d9fa-4fdb-856a-c61d22f8e66d HTTP/1.1" status: 200 len: 1125 time: 0.0726418 Feb 04 17:36:56.145879 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72611aae-79ca-4ef8-ac6b-5bf6a32f8167 req-ba4401b8-d2d4-4238-b179-0573765d7183 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:36:56.147386 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-72611aae-79ca-4ef8-ac6b-5bf6a32f8167 req-ba4401b8-d2d4-4238-b179-0573765d7183 service neutron] 10.222.0.90 "GET /v2.0/networks?id=49bac2c3-9780-4cfa-ba0a-fc1bc47b3fd5 HTTP/1.1" status: 200 len: 906 time: 0.1932576 Feb 04 17:36:56.245542 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-72611aae-79ca-4ef8-ac6b-5bf6a32f8167 req-a209829e-8031-4c4b-a21d-87d6848cbbac service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e3f14a8a-2a73-415a-8d8f-dd6ef298e0d6 HTTP/1.1" status: 200 len: 217 time: 0.0870883 Feb 04 17:36:56.342864 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72611aae-79ca-4ef8-ac6b-5bf6a32f8167 req-f4b53edf-744f-446c-a535-0e27f6bf8acd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:36:56.344540 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-72611aae-79ca-4ef8-ac6b-5bf6a32f8167 req-f4b53edf-744f-446c-a535-0e27f6bf8acd service neutron] 10.222.0.90 "GET /v2.0/subnets?id=85042e04-1570-46e9-b9e6-f57252834000 HTTP/1.1" status: 200 len: 845 time: 0.0930104 Feb 04 17:36:56.373735 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e6881f-9bcf-46a7-ac48-48e0fef990d9 req-eaf17034-b340-4d55-bf9d-23693aeed0b8 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:36:56.375897 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-72e6881f-9bcf-46a7-ac48-48e0fef990d9 req-eaf17034-b340-4d55-bf9d-23693aeed0b8 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] 10.222.0.89 "GET /v2.0/ports?device_id=4471d01d-fed1-45e9-9497-e554163641aa HTTP/1.1" status: 200 len: 945 time: 0.0630617 Feb 04 17:36:56.393839 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-72611aae-79ca-4ef8-ac6b-5bf6a32f8167 req-a4bf7b27-2fbc-4b22-8fe3-86f07d70ff95 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=49bac2c3-9780-4cfa-ba0a-fc1bc47b3fd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0414803 Feb 04 17:36:56.429343 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-72e6881f-9bcf-46a7-ac48-48e0fef990d9 req-02b1072c-d322-400a-b686-c32a580b1dce tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] 10.222.0.89 "GET /v2.0/security-groups?id=43dfc2c3-817e-4fb3-a71a-10f263b074ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477080 Feb 04 17:36:56.506013 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-72611aae-79ca-4ef8-ac6b-5bf6a32f8167 req-41b4b08e-9da3-4f4e-9753-c31ffde8f7ad service neutron] 10.222.0.90 "GET /v2.0/networks/49bac2c3-9780-4cfa-ba0a-fc1bc47b3fd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1049697 Feb 04 17:36:56.609250 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-72611aae-79ca-4ef8-ac6b-5bf6a32f8167 req-8e3c918d-859f-4d16-a36a-2b36d2b51773 service neutron] 10.222.0.90 "GET /v2.0/networks/49bac2c3-9780-4cfa-ba0a-fc1bc47b3fd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964019 Feb 04 17:36:56.945124 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18b0057-a80b-4969-9b75-c17031ad6ce4 req-17c14a35-b9ed-4e7c-880e-fa5e047c25c2 tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:36:56.946720 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-e18b0057-a80b-4969-9b75-c17031ad6ce4 req-17c14a35-b9ed-4e7c-880e-fa5e047c25c2 tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] 10.222.0.89 "GET /v2.0/ports?device_id=05a124f9-d9fa-4fdb-856a-c61d22f8e66d HTTP/1.1" status: 200 len: 943 time: 0.0664997 Feb 04 17:36:57.016644 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-e18b0057-a80b-4969-9b75-c17031ad6ce4 req-c3757fa0-7930-4285-87a9-9fb7b8ad9885 tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] 10.222.0.89 "GET /v2.0/security-groups?id=7065f8d7-aeef-49a2-81d7-44cedbdfdedd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624180 Feb 04 17:36:57.128424 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device 565eb3ee-884a-48eb-bafb-fef1817c2a71 up at agent hyperv_n-h1-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:36:57.196897 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Provisioning for port 565eb3ee-884a-48eb-bafb-fef1817c2a71 completed by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 17:36:57.203185 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Provisioning complete for port 565eb3ee-884a-48eb-bafb-fef1817c2a71 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:36:57.204072 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (565eb3ee-884a-48eb-bafb-fef1817c2a71), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:36:57.469595 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Current status of the port 565eb3ee-884a-48eb-bafb-fef1817c2a71 is: BUILD; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:36:57.470191 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (565eb3ee-884a-48eb-bafb-fef1817c2a71), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:36:57.499743 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4471d01d-fed1-45e9-9497-e554163641aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '565eb3ee-884a-48eb-bafb-fef1817c2a71'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:36:57.502611 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c34bc964ce2211770fda26ca2f3801cc06f4f39928110690550e94ab9c9d2fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9942cb5c-4d56-4a8a-9d26-b0ed4fab6bdd" -d '{"events": [{"server_uuid": "4471d01d-fed1-45e9-9497-e554163641aa", "name": "network-vif-plugged", "status": "completed", "tag": "565eb3ee-884a-48eb-bafb-fef1817c2a71"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:36:57.542200 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] For port 565eb3ee-884a-48eb-bafb-fef1817c2a71, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=565eb3ee-884a-48eb-bafb-fef1817c2a71,segment=NetworkSegment(9ca53d86-98dd-44bb-a623-2cba867a7650),segment_id=9ca53d86-98dd-44bb-a623-2cba867a7650)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:36:57.549896 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Device e3f14a8a-2a73-415a-8d8f-dd6ef298e0d6 details requested by agent hyperv_n-h2-827839-2 with host n-h2-827839-2 {{(pid=103378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 17:36:57.554271 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (565eb3ee-884a-48eb-bafb-fef1817c2a71), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:36:57.592889 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 17:36:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-921641ec-8857-45d4-8f88-f52ee05eb5aa x-openstack-request-id: req-921641ec-8857-45d4-8f88-f52ee05eb5aa {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:36:57.593136 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4471d01d-fed1-45e9-9497-e554163641aa", "name": "network-vif-plugged", "status": "completed", "tag": "565eb3ee-884a-48eb-bafb-fef1817c2a71", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:36:57.593360 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-921641ec-8857-45d4-8f88-f52ee05eb5aa {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:36:57.593770 n-d-827839-2 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4471d01d-fed1-45e9-9497-e554163641aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '565eb3ee-884a-48eb-bafb-fef1817c2a71', 'code': 200} Feb 04 17:36:57.711811 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0bf39a-5637-48be-8375-c606f1ebb5c4 req-5119b8d2-e35b-410d-8464-edc214009d0a tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:36:57.714064 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-8e0bf39a-5637-48be-8375-c606f1ebb5c4 req-5119b8d2-e35b-410d-8464-edc214009d0a tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] 10.222.0.89 "GET /v2.0/ports?device_id=4471d01d-fed1-45e9-9497-e554163641aa HTTP/1.1" status: 200 len: 946 time: 0.1528127 Feb 04 17:36:57.738160 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Pushing event updated for resources: {'Port': ['ID=565eb3ee-884a-48eb-bafb-fef1817c2a71,revision_number=5']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:36:57.792381 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebf843a-4d26-4f81-9cc8-3104a17618e1 req-cbc08566-cb6f-4f35-98b4-cc9342cfe889 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:36:57.794636 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-7ebf843a-4d26-4f81-9cc8-3104a17618e1 req-cbc08566-cb6f-4f35-98b4-cc9342cfe889 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=4471d01d-fed1-45e9-9497-e554163641aa HTTP/1.1" status: 200 len: 1128 time: 0.1240919 Feb 04 17:36:57.814515 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] For port e3f14a8a-2a73-415a-8d8f-dd6ef298e0d6, host n-h2-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=e3f14a8a-2a73-415a-8d8f-dd6ef298e0d6,segment=NetworkSegment(f8b51653-e9f0-43b4-bbb2-0054b3d4de26),segment_id=f8b51653-e9f0-43b4-bbb2-0054b3d4de26)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:36:57.836127 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Returning: {'device': 'e3f14a8a-2a73-415a-8d8f-dd6ef298e0d6', 'network_id': '49bac2c3-9780-4cfa-ba0a-fc1bc47b3fd5', 'port_id': 'e3f14a8a-2a73-415a-8d8f-dd6ef298e0d6', 'mac_address': 'fa:16:3e:85:bf:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 773, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85042e04-1570-46e9-b9e6-f57252834000', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 17:36:57.863552 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-8e0bf39a-5637-48be-8375-c606f1ebb5c4 req-40a6cb55-7fa5-4983-8ab6-7ee440b0a1f0 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] 10.222.0.89 "GET /v2.0/security-groups?id=43dfc2c3-817e-4fb3-a71a-10f263b074ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1269176 Feb 04 17:36:57.899512 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Current status of the port e3f14a8a-2a73-415a-8d8f-dd6ef298e0d6 is: DOWN; New status is: BUILD {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:36:57.900089 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (e3f14a8a-2a73-415a-8d8f-dd6ef298e0d6), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:36:57.922242 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3f14a8a-2a73-415a-8d8f-dd6ef298e0d6 {{(pid=103378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 17:36:57.931956 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-7ebf843a-4d26-4f81-9cc8-3104a17618e1 req-4db38384-c562-4ddb-9faf-52638bb76cf2 service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=43dfc2c3-817e-4fb3-a71a-10f263b074ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1173675 Feb 04 17:36:57.948646 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] For port e3f14a8a-2a73-415a-8d8f-dd6ef298e0d6, host n-h2-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=e3f14a8a-2a73-415a-8d8f-dd6ef298e0d6,segment=NetworkSegment(f8b51653-e9f0-43b4-bbb2-0054b3d4de26),segment_id=f8b51653-e9f0-43b4-bbb2-0054b3d4de26)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:36:57.954607 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (e3f14a8a-2a73-415a-8d8f-dd6ef298e0d6), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:36:58.033617 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Pushing event updated for resources: {'Port': ['ID=e3f14a8a-2a73-415a-8d8f-dd6ef298e0d6,revision_number=4']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:36:58.226078 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] get_ports_and_sgs() called for port_ids ['e3f14a8a-2a73-415a-8d8f-dd6ef298e0d6'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 17:36:58.267246 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59848d0e-c9eb-4277-9e3b-400e711a821b req-a08bed1f-7eb7-4650-b02a-5132dd2c1032 tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:36:58.305831 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-59848d0e-c9eb-4277-9e3b-400e711a821b req-a08bed1f-7eb7-4650-b02a-5132dd2c1032 tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] 10.222.0.89 "GET /v2.0/ports?device_id=05a124f9-d9fa-4fdb-856a-c61d22f8e66d HTTP/1.1" status: 200 len: 944 time: 0.1624529 Feb 04 17:36:58.432338 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-59848d0e-c9eb-4277-9e3b-400e711a821b req-0874c3ad-6594-4cb3-bbee-7124514d4f24 tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] 10.222.0.89 "GET /v2.0/security-groups?id=7065f8d7-aeef-49a2-81d7-44cedbdfdedd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219456 Feb 04 17:36:59.068426 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae532106-9f71-426d-ade2-0ab8586538f9 req-36f88afc-1e2c-4402-a414-7ba145b2c26e tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:36:59.076978 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-ae532106-9f71-426d-ade2-0ab8586538f9 req-36f88afc-1e2c-4402-a414-7ba145b2c26e tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] 10.222.0.89 "GET /v2.0/ports?device_id=4471d01d-fed1-45e9-9497-e554163641aa HTTP/1.1" status: 200 len: 946 time: 0.1552722 Feb 04 17:36:59.172718 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-ae532106-9f71-426d-ade2-0ab8586538f9 req-594bdf01-fc8b-44c4-8a9e-87d7a968e649 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] 10.222.0.89 "GET /v2.0/security-groups?id=43dfc2c3-817e-4fb3-a71a-10f263b074ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0807605 Feb 04 17:36:59.571808 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Device e3f14a8a-2a73-415a-8d8f-dd6ef298e0d6 up at agent hyperv_n-h2-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:36:59.613002 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea607fd0-9615-40b6-ac58-ed3ef30c0052 req-deb8e8a8-792f-4c2a-a9ab-84ef82366907 tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:36:59.615645 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-ea607fd0-9615-40b6-ac58-ed3ef30c0052 req-deb8e8a8-792f-4c2a-a9ab-84ef82366907 tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] 10.222.0.89 "GET /v2.0/ports?device_id=05a124f9-d9fa-4fdb-856a-c61d22f8e66d HTTP/1.1" status: 200 len: 944 time: 0.0937757 Feb 04 17:36:59.757958 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Provisioning for port e3f14a8a-2a73-415a-8d8f-dd6ef298e0d6 completed by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 17:36:59.758397 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-ea607fd0-9615-40b6-ac58-ed3ef30c0052 req-a2e3bb24-f086-414b-8305-80b7ef7fa06a tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] 10.222.0.89 "GET /v2.0/security-groups?id=7065f8d7-aeef-49a2-81d7-44cedbdfdedd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339469 Feb 04 17:36:59.770225 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Provisioning complete for port e3f14a8a-2a73-415a-8d8f-dd6ef298e0d6 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:36:59.780111 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (e3f14a8a-2a73-415a-8d8f-dd6ef298e0d6), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:36:59.836963 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-19b90c6a-76a8-479b-be2d-2660d17740b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (bb89f5a3-3c22-440b-b7d1-c4f0c43c184a), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:36:59.952679 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Current status of the port e3f14a8a-2a73-415a-8d8f-dd6ef298e0d6 is: BUILD; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:36:59.953402 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (e3f14a8a-2a73-415a-8d8f-dd6ef298e0d6), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:36:59.994756 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05a124f9-d9fa-4fdb-856a-c61d22f8e66d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3f14a8a-2a73-415a-8d8f-dd6ef298e0d6'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:37:00.001995 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c34bc964ce2211770fda26ca2f3801cc06f4f39928110690550e94ab9c9d2fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4600e22-d3b5-40c4-9293-3be0dc6a2e09" -d '{"events": [{"server_uuid": "05a124f9-d9fa-4fdb-856a-c61d22f8e66d", "name": "network-vif-plugged", "status": "completed", "tag": "e3f14a8a-2a73-415a-8d8f-dd6ef298e0d6"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:37:00.023580 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] For port e3f14a8a-2a73-415a-8d8f-dd6ef298e0d6, host n-h2-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=e3f14a8a-2a73-415a-8d8f-dd6ef298e0d6,segment=NetworkSegment(f8b51653-e9f0-43b4-bbb2-0054b3d4de26),segment_id=f8b51653-e9f0-43b4-bbb2-0054b3d4de26)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:37:00.034997 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (e3f14a8a-2a73-415a-8d8f-dd6ef298e0d6), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:37:00.133162 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 17:37:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4411f8a0-c75f-4ef8-9d39-ef7a6d5e6cf8 x-openstack-request-id: req-4411f8a0-c75f-4ef8-9d39-ef7a6d5e6cf8 {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:37:00.133565 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05a124f9-d9fa-4fdb-856a-c61d22f8e66d", "name": "network-vif-plugged", "status": "completed", "tag": "e3f14a8a-2a73-415a-8d8f-dd6ef298e0d6", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:37:00.134432 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-4411f8a0-c75f-4ef8-9d39-ef7a6d5e6cf8 {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:37:00.135508 n-d-827839-2 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05a124f9-d9fa-4fdb-856a-c61d22f8e66d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3f14a8a-2a73-415a-8d8f-dd6ef298e0d6', 'code': 200} Feb 04 17:37:00.196296 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Pushing event updated for resources: {'Port': ['ID=e3f14a8a-2a73-415a-8d8f-dd6ef298e0d6,revision_number=5']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:37:00.271091 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2836b6c7-2b43-4932-8d46-e107c654d980 req-9a679b85-918d-48f8-9d57-cc146c144603 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:37:00.274477 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-2836b6c7-2b43-4932-8d46-e107c654d980 req-9a679b85-918d-48f8-9d57-cc146c144603 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=05a124f9-d9fa-4fdb-856a-c61d22f8e66d HTTP/1.1" status: 200 len: 1127 time: 0.1071286 Feb 04 17:37:00.432187 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1165d2-351e-44ed-b5fd-0786fbf7d40d req-95a6f14b-9a90-4d50-9af0-29773e151bab tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:37:00.437270 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-db1165d2-351e-44ed-b5fd-0786fbf7d40d req-95a6f14b-9a90-4d50-9af0-29773e151bab tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] 10.222.0.89 "GET /v2.0/ports?device_id=4471d01d-fed1-45e9-9497-e554163641aa HTTP/1.1" status: 200 len: 946 time: 0.1463375 Feb 04 17:37:00.442387 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-2836b6c7-2b43-4932-8d46-e107c654d980 req-3b3564a0-6cc0-4d8d-8c01-8ca2bc72c8aa service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=7065f8d7-aeef-49a2-81d7-44cedbdfdedd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599264 Feb 04 17:37:00.546545 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-db1165d2-351e-44ed-b5fd-0786fbf7d40d req-a51d9f28-dda4-4010-8338-351cb1d22403 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] 10.222.0.89 "GET /v2.0/security-groups?id=43dfc2c3-817e-4fb3-a71a-10f263b074ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1027167 Feb 04 17:37:00.744575 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab07213-42f5-482e-8d36-e3cf727bf6e0 req-ed1eb208-3196-486a-a754-f8ad1883a1ef tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:37:00.753069 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-dab07213-42f5-482e-8d36-e3cf727bf6e0 req-ed1eb208-3196-486a-a754-f8ad1883a1ef tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] 10.222.0.89 "GET /v2.0/ports?device_id=4471d01d-fed1-45e9-9497-e554163641aa HTTP/1.1" status: 200 len: 946 time: 0.1013143 Feb 04 17:37:00.978094 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-dab07213-42f5-482e-8d36-e3cf727bf6e0 req-f125243a-553b-474a-b77f-5aa6d28dcfb1 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] 10.222.0.89 "GET /v2.0/security-groups?id=43dfc2c3-817e-4fb3-a71a-10f263b074ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2186825 Feb 04 17:37:01.011685 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 56060) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:37:01.024184 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64904565-cc73-4c75-abc4-cda51f8173e4 req-30215567-6bec-49aa-b008-526c6830b777 tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:37:01.036359 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-64904565-cc73-4c75-abc4-cda51f8173e4 req-30215567-6bec-49aa-b008-526c6830b777 tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] 10.222.0.89 "GET /v2.0/ports?device_id=05a124f9-d9fa-4fdb-856a-c61d22f8e66d HTTP/1.1" status: 200 len: 945 time: 0.1353779 Feb 04 17:37:01.104990 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-64904565-cc73-4c75-abc4-cda51f8173e4 req-6600edce-a96d-4c19-b05e-74b208f1f470 tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] 10.222.0.89 "GET /v2.0/security-groups?id=7065f8d7-aeef-49a2-81d7-44cedbdfdedd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626123 Feb 04 17:37:01.635816 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d533aff5-e756-4449-9999-92eafb80eade tempest-TestNetworkBasicOps-1140215501 tempest-TestNetworkBasicOps-1140215501-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:37:01.638323 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-d533aff5-e756-4449-9999-92eafb80eade tempest-TestNetworkBasicOps-1140215501 tempest-TestNetworkBasicOps-1140215501-project-admin] 10.222.0.89 "GET /v2.0/ports?device_id=4471d01d-fed1-45e9-9497-e554163641aa HTTP/1.1" status: 200 len: 1123 time: 0.6252527 Feb 04 17:37:01.641528 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 56098) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:37:01.648874 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-a52414ca-0617-46a1-becd-c455546eb9e5 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Request body: {'floatingip': {'floating_network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'port_id': '565eb3ee-884a-48eb-bafb-fef1817c2a71', 'tenant_id': '1442cfcaa62548aa8c0af19ff6a9d44c', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:37:01.722911 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-a52414ca-0617-46a1-becd-c455546eb9e5 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:37:01.859588 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-a52414ca-0617-46a1-becd-c455546eb9e5 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:37:02.020677 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2ac0758f-6a54-4353-8700-33b285d6ac8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (64ada913-9131-4d99-a265-63a920956287), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:37:02.220866 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.db_base_plugin_common [None req-a52414ca-0617-46a1-becd-c455546eb9e5 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Allocated IP 172.25.6.84 (48165773-85ad-49a1-9ec1-76fc8dc24188/7660bfad-1ea8-4fe7-831b-bed836f13efc/ad942652-3a2c-4a91-96a0-eaa05486b07b) {{(pid=103377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:37:02.499842 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc3495e-9dcb-4fe8-b597-36852a6c8544 req-8055a7a1-3747-4601-b4c2-aa0a4581fe22 tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:37:02.504923 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-ccc3495e-9dcb-4fe8-b597-36852a6c8544 req-8055a7a1-3747-4601-b4c2-aa0a4581fe22 tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] 10.222.0.89 "GET /v2.0/ports?device_id=05a124f9-d9fa-4fdb-856a-c61d22f8e66d HTTP/1.1" status: 200 len: 945 time: 0.2081370 Feb 04 17:37:02.554946 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-a52414ca-0617-46a1-becd-c455546eb9e5 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Publish callbacks [] for port (ad942652-3a2c-4a91-96a0-eaa05486b07b), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:37:02.735149 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-ccc3495e-9dcb-4fe8-b597-36852a6c8544 req-a5f5bba2-a90c-4653-8f25-9fa70c60fdf1 tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] 10.222.0.89 "GET /v2.0/security-groups?id=7065f8d7-aeef-49a2-81d7-44cedbdfdedd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2239091 Feb 04 17:37:02.776972 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-a52414ca-0617-46a1-becd-c455546eb9e5 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (ad942652-3a2c-4a91-96a0-eaa05486b07b), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:37:02.860100 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a52414ca-0617-46a1-becd-c455546eb9e5 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Network 48165773-85ad-49a1-9ec1-76fc8dc24188 is already hosted by enough agents. {{(pid=103377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:37:02.872061 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [None req-a52414ca-0617-46a1-becd-c455546eb9e5 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Resources bound (agent type, host, resource id): {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:37:02.876186 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a52414ca-0617-46a1-becd-c455546eb9e5 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Received port after_create {{(pid=103377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:37:02.904672 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f2fcc5-99f8-4fad-aaf8-19e38bc72aea req-04d07ef7-a1a3-4868-b945-5679f6719db1 tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:37:02.913831 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-e1f2fcc5-99f8-4fad-aaf8-19e38bc72aea req-04d07ef7-a1a3-4868-b945-5679f6719db1 tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] 10.222.0.89 "GET /v2.0/ports?device_id=05a124f9-d9fa-4fdb-856a-c61d22f8e66d HTTP/1.1" status: 200 len: 945 time: 0.0779111 Feb 04 17:37:02.956014 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52414ca-0617-46a1-becd-c455546eb9e5 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Pushing event updated for resources: {'Port': ['ID=ad942652-3a2c-4a91-96a0-eaa05486b07b,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:37:02.972475 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-e1f2fcc5-99f8-4fad-aaf8-19e38bc72aea req-82aafc40-578c-4ae6-a9f9-a8c76b785bb2 tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] 10.222.0.89 "GET /v2.0/security-groups?id=7065f8d7-aeef-49a2-81d7-44cedbdfdedd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574012 Feb 04 17:37:03.006647 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d408ec64-b374-4acb-a1fc-48241dad6d47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (0cd6d64a-47a7-40ff-8c12-71dd526c62e0), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:37:03.166147 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 56130) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:37:03.503845 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-d63f5701-4532-4042-b1c7-e07f4ce13e66 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:37:03.745893 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10433e9f-f750-485d-922c-c6a47d2d09bb req-1159b819-66f0-4184-856a-597c085ce7c7 tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:37:03.747725 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-d63f5701-4532-4042-b1c7-e07f4ce13e66 admin admin] Publish callbacks [] for security_group (c2242031-7dd4-44bd-b741-0ddc80b0cb1b), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:37:03.748057 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-10433e9f-f750-485d-922c-c6a47d2d09bb req-1159b819-66f0-4184-856a-597c085ce7c7 tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] 10.222.0.89 "GET /v2.0/ports?device_id=05a124f9-d9fa-4fdb-856a-c61d22f8e66d HTTP/1.1" status: 200 len: 945 time: 0.2783887 Feb 04 17:37:03.836101 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-d63f5701-4532-4042-b1c7-e07f4ce13e66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (c2242031-7dd4-44bd-b741-0ddc80b0cb1b), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:37:03.882828 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-d63f5701-4532-4042-b1c7-e07f4ce13e66 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=8bbc5eeabb8f47dba183c1063a096044&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7151334 Feb 04 17:37:03.900402 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 56142) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:37:03.978987 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-77bf3e75-cfec-4865-9768-21727f3696d1 admin admin] Publish callbacks [] for security_group (c2242031-7dd4-44bd-b741-0ddc80b0cb1b), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:37:04.003886 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-77bf3e75-cfec-4865-9768-21727f3696d1 admin admin] Publish callbacks [] for security_group (c2242031-7dd4-44bd-b741-0ddc80b0cb1b), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:37:04.057502 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098c0980-5570-430d-a9c3-fac88e2239b5 req-0d5ec130-22bc-4951-a7e4-d20ec1c56797 tempest-AttachVolumeNegativeTest-179514357 tempest-AttachVolumeNegativeTest-179514357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:37:04.060638 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-098c0980-5570-430d-a9c3-fac88e2239b5 req-0d5ec130-22bc-4951-a7e4-d20ec1c56797 tempest-AttachVolumeNegativeTest-179514357 tempest-AttachVolumeNegativeTest-179514357-project] 10.222.0.89 "GET /v2.0/ports?device_id=49e38698-ddb6-491f-acee-ee5d8477b9c9 HTTP/1.1" status: 200 len: 946 time: 0.3109307 Feb 04 17:37:04.065160 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-77bf3e75-cfec-4865-9768-21727f3696d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (c2242031-7dd4-44bd-b741-0ddc80b0cb1b), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:37:04.068400 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-77bf3e75-cfec-4865-9768-21727f3696d1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:37:04.069792 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-77bf3e75-cfec-4865-9768-21727f3696d1 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/c2242031-7dd4-44bd-b741-0ddc80b0cb1b HTTP/1.1" status: 204 len: 168 time: 0.1643558 Feb 04 17:37:04.127306 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63f5701-4532-4042-b1c7-e07f4ce13e66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2242031-7dd4-44bd-b741-0ddc80b0cb1b,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:37:04.145018 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-098c0980-5570-430d-a9c3-fac88e2239b5 req-c440cbf8-47d6-4701-8af6-2dc95e099945 tempest-AttachVolumeNegativeTest-179514357 tempest-AttachVolumeNegativeTest-179514357-project] 10.222.0.89 "GET /v2.0/security-groups?id=c354f4ed-9d7a-4839-ac0e-7acc5f1680a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690887 Feb 04 17:37:04.165226 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bf3e75-cfec-4865-9768-21727f3696d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2242031-7dd4-44bd-b741-0ddc80b0cb1b,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:37:04.269763 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-10433e9f-f750-485d-922c-c6a47d2d09bb req-90cd8d1e-91cb-4a5a-9d13-1086b493f117 tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] 10.222.0.89 "GET /v2.0/security-groups?id=7065f8d7-aeef-49a2-81d7-44cedbdfdedd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5045693 Feb 04 17:37:04.327854 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-a52414ca-0617-46a1-becd-c455546eb9e5 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Publish callbacks [] for floatingip (3768aaf5-2587-4045-b1fd-b843761250cb), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:37:04.621617 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-a52414ca-0617-46a1-becd-c455546eb9e5 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (ad942652-3a2c-4a91-96a0-eaa05486b07b), before_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:37:04.800689 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4f14bb47-e72b-46ac-9e44-a61d9293afcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (75326290-f7a3-4db8-9cf2-15c7139ed224), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:37:05.003317 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb8fbd3-f928-4692-9d81-011c35f3f751 req-bb36eb2d-610e-46b6-8a4a-2556387f1465 tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:37:05.005289 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-ccb8fbd3-f928-4692-9d81-011c35f3f751 req-bb36eb2d-610e-46b6-8a4a-2556387f1465 tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] 10.222.0.90 "GET /v2.0/ports?device_id=05a124f9-d9fa-4fdb-856a-c61d22f8e66d HTTP/1.1" status: 200 len: 945 time: 0.2409661 Feb 04 17:37:05.306205 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-a52414ca-0617-46a1-becd-c455546eb9e5 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Publish callbacks [] for port (ad942652-3a2c-4a91-96a0-eaa05486b07b), precommit_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:37:05.365204 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-a52414ca-0617-46a1-becd-c455546eb9e5 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25888290'] for port (ad942652-3a2c-4a91-96a0-eaa05486b07b), after_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:37:05.474976 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98371646-1c1a-468b-8156-9b1c385d16e9 req-2aeb5d32-96a8-40ac-86f3-e6e4beec1965 tempest-AttachVolumeNegativeTest-179514357 tempest-AttachVolumeNegativeTest-179514357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:37:05.478019 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-98371646-1c1a-468b-8156-9b1c385d16e9 req-2aeb5d32-96a8-40ac-86f3-e6e4beec1965 tempest-AttachVolumeNegativeTest-179514357 tempest-AttachVolumeNegativeTest-179514357-project] 10.222.0.89 "GET /v2.0/ports?device_id=49e38698-ddb6-491f-acee-ee5d8477b9c9 HTTP/1.1" status: 200 len: 946 time: 0.1748264 Feb 04 17:37:05.606235 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-98371646-1c1a-468b-8156-9b1c385d16e9 req-b3798453-d60f-437e-9a28-e197edfee571 tempest-AttachVolumeNegativeTest-179514357 tempest-AttachVolumeNegativeTest-179514357-project] 10.222.0.89 "GET /v2.0/security-groups?id=c354f4ed-9d7a-4839-ac0e-7acc5f1680a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198337 Feb 04 17:37:05.727578 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (ba70844b-66a0-45fd-a2f2-e6ed673321fc), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:37:06.093759 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [req-ccb8fbd3-f928-4692-9d81-011c35f3f751 req-b797a5a5-d3bb-435f-949e-655872e57a13 tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] Deleting port e3f14a8a-2a73-415a-8d8f-dd6ef298e0d6 {{(pid=103377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:37:06.094736 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-ccb8fbd3-f928-4692-9d81-011c35f3f751 req-b797a5a5-d3bb-435f-949e-655872e57a13 tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (e3f14a8a-2a73-415a-8d8f-dd6ef298e0d6), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:37:06.248422 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-a52414ca-0617-46a1-becd-c455546eb9e5 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1595586'] for floatingip (3768aaf5-2587-4045-b1fd-b843761250cb), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:37:06.272127 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52414ca-0617-46a1-becd-c455546eb9e5 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Pushing event updated for resources: {'Port': ['ID=ad942652-3a2c-4a91-96a0-eaa05486b07b,revision_number=2']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:37:06.411881 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b344388-fe71-4884-aa0e-801719f9dc7e req-bd6f08cc-20bb-4f9b-90e3-87ff80590292 tempest-AttachVolumeNegativeTest-179514357 tempest-AttachVolumeNegativeTest-179514357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:37:06.412368 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-7b344388-fe71-4884-aa0e-801719f9dc7e req-bd6f08cc-20bb-4f9b-90e3-87ff80590292 tempest-AttachVolumeNegativeTest-179514357 tempest-AttachVolumeNegativeTest-179514357-project] 10.222.0.90 "GET /v2.0/ports?device_id=49e38698-ddb6-491f-acee-ee5d8477b9c9 HTTP/1.1" status: 200 len: 946 time: 1.0977669 Feb 04 17:37:06.599607 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2302f5e-2c69-417f-a482-e72629a5ec0a req-98924af0-7ae9-452a-8fc7-cb7448d0bc99 tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:37:06.609232 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-b2302f5e-2c69-417f-a482-e72629a5ec0a req-98924af0-7ae9-452a-8fc7-cb7448d0bc99 tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] 10.222.0.89 "GET /v2.0/ports?device_id=05a124f9-d9fa-4fdb-856a-c61d22f8e66d HTTP/1.1" status: 200 len: 945 time: 1.1977839 Feb 04 17:37:06.789778 n-d-827839-2 neutron-server[103377]: INFO neutron.db.l3_db [None req-a52414ca-0617-46a1-becd-c455546eb9e5 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Floating IP 3768aaf5-2587-4045-b1fd-b843761250cb associated. External IP: 172.25.6.84, port: 565eb3ee-884a-48eb-bafb-fef1817c2a71. Feb 04 17:37:06.843826 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b56bcb5-fd9b-49a6-b807-2dacc999d43b req-92644d60-f73c-42a9-9172-e5b9e28962cc tempest-AttachVolumeNegativeTest-179514357 tempest-AttachVolumeNegativeTest-179514357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:37:06.850406 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-8b56bcb5-fd9b-49a6-b807-2dacc999d43b req-92644d60-f73c-42a9-9172-e5b9e28962cc tempest-AttachVolumeNegativeTest-179514357 tempest-AttachVolumeNegativeTest-179514357-project] 10.222.0.89 "GET /v2.0/ports?device_id=49e38698-ddb6-491f-acee-ee5d8477b9c9 HTTP/1.1" status: 200 len: 946 time: 0.1166165 Feb 04 17:37:06.929109 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-b2302f5e-2c69-417f-a482-e72629a5ec0a req-51c9b54d-840d-41f0-9a16-c6533ffec314 tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] 10.222.0.89 "GET /v2.0/security-groups?id=7065f8d7-aeef-49a2-81d7-44cedbdfdedd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3188176 Feb 04 17:37:06.958070 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-8b56bcb5-fd9b-49a6-b807-2dacc999d43b req-30a90852-98ae-4bb4-8736-b1098f24b0f1 tempest-AttachVolumeNegativeTest-179514357 tempest-AttachVolumeNegativeTest-179514357-project] 10.222.0.89 "GET /v2.0/security-groups?id=c354f4ed-9d7a-4839-ac0e-7acc5f1680a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006489 Feb 04 17:37:07.108172 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a52414ca-0617-46a1-becd-c455546eb9e5 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Router 477b5678-598c-45f7-b76f-f8fa9bfa09cb has already been hosted by L3 agent 64ada913-9131-4d99-a265-63a920956287 {{(pid=103377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 17:37:07.137663 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [req-7b344388-fe71-4884-aa0e-801719f9dc7e req-9552fcc8-f3cc-48be-89fd-4f2e6cf8a04f tempest-AttachVolumeNegativeTest-179514357 tempest-AttachVolumeNegativeTest-179514357-project] Deleting port 2fc28c92-851e-4d8e-adf6-8ac5e13cbbef {{(pid=103377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:37:07.138004 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-7b344388-fe71-4884-aa0e-801719f9dc7e req-9552fcc8-f3cc-48be-89fd-4f2e6cf8a04f tempest-AttachVolumeNegativeTest-179514357 tempest-AttachVolumeNegativeTest-179514357-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (2fc28c92-851e-4d8e-adf6-8ac5e13cbbef), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:37:07.372790 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [req-7b344388-fe71-4884-aa0e-801719f9dc7e req-9552fcc8-f3cc-48be-89fd-4f2e6cf8a04f tempest-AttachVolumeNegativeTest-179514357 tempest-AttachVolumeNegativeTest-179514357-project] For port 2fc28c92-851e-4d8e-adf6-8ac5e13cbbef, host n-h2-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=2fc28c92-851e-4d8e-adf6-8ac5e13cbbef,segment=NetworkSegment(de835c50-94f9-45e0-aa2b-e450b795a51e),segment_id=de835c50-94f9-45e0-aa2b-e450b795a51e)] {{(pid=103377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:37:07.373169 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-7b344388-fe71-4884-aa0e-801719f9dc7e req-9552fcc8-f3cc-48be-89fd-4f2e6cf8a04f tempest-AttachVolumeNegativeTest-179514357 tempest-AttachVolumeNegativeTest-179514357-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (2fc28c92-851e-4d8e-adf6-8ac5e13cbbef), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:37:07.540329 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [req-7b344388-fe71-4884-aa0e-801719f9dc7e req-9552fcc8-f3cc-48be-89fd-4f2e6cf8a04f tempest-AttachVolumeNegativeTest-179514357 tempest-AttachVolumeNegativeTest-179514357-project] Calling delete_port for 2fc28c92-851e-4d8e-adf6-8ac5e13cbbef owned by compute:nova {{(pid=103377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:37:07.548591 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [req-ccb8fbd3-f928-4692-9d81-011c35f3f751 req-b797a5a5-d3bb-435f-949e-655872e57a13 tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] For port e3f14a8a-2a73-415a-8d8f-dd6ef298e0d6, host n-h2-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=e3f14a8a-2a73-415a-8d8f-dd6ef298e0d6,segment=NetworkSegment(f8b51653-e9f0-43b4-bbb2-0054b3d4de26),segment_id=f8b51653-e9f0-43b4-bbb2-0054b3d4de26)] {{(pid=103377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:37:07.549222 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-ccb8fbd3-f928-4692-9d81-011c35f3f751 req-b797a5a5-d3bb-435f-949e-655872e57a13 tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (e3f14a8a-2a73-415a-8d8f-dd6ef298e0d6), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:37:07.572370 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a52414ca-0617-46a1-becd-c455546eb9e5 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Notify agent at l3_agent.n-d-827839-2 the message routers_updated {{(pid=103377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 17:37:07.577172 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [req-ccb8fbd3-f928-4692-9d81-011c35f3f751 req-b797a5a5-d3bb-435f-949e-655872e57a13 tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] Calling delete_port for e3f14a8a-2a73-415a-8d8f-dd6ef298e0d6 owned by compute:nova {{(pid=103377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:37:07.583870 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31b90f8f-17e5-4663-95a2-677d14680a73 None None] Sync routers for ids ['477b5678-598c-45f7-b76f-f8fa9bfa09cb'] in n-d-827839-2 {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 17:37:07.599644 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31b90f8f-17e5-4663-95a2-677d14680a73 None None] Routers {'477b5678-598c-45f7-b76f-f8fa9bfa09cb'} bound to L3 agent in host n-d-827839-2 {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:37:07.600428 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-31b90f8f-17e5-4663-95a2-677d14680a73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:37:02Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['477b5678-598c-45f7-b76f-f8fa9bfa09cb'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:37:07.745528 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-a52414ca-0617-46a1-becd-c455546eb9e5 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for floatingip (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:37:07.884228 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 56200) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:37:07.897951 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-a52414ca-0617-46a1-becd-c455546eb9e5 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] 10.222.0.89 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 6.2382491 Feb 04 17:37:07.920826 n-d-827839-2 neutron-server[103377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4471d01d-fed1-45e9-9497-e554163641aa', 'tag': '565eb3ee-884a-48eb-bafb-fef1817c2a71'}] {{(pid=103377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:37:07.930962 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7240428b650e1488e9361b62648ff4b3a6c19d49d8c27c949491ab58c1346cf0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1d45777-eaac-46d3-8293-6636f39232f6" -d '{"events": [{"name": "network-changed", "server_uuid": "4471d01d-fed1-45e9-9497-e554163641aa", "tag": "565eb3ee-884a-48eb-bafb-fef1817c2a71"}]}' {{(pid=103377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:37:08.024018 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 17:37:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86fc4028-7a76-4fbe-9000-0006be8eac4c x-openstack-request-id: req-86fc4028-7a76-4fbe-9000-0006be8eac4c {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:37:08.024325 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4471d01d-fed1-45e9-9497-e554163641aa", "tag": "565eb3ee-884a-48eb-bafb-fef1817c2a71", "status": "completed", "code": 200}]} {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:37:08.024582 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-86fc4028-7a76-4fbe-9000-0006be8eac4c {{(pid=103377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:37:08.025025 n-d-827839-2 neutron-server[103377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4471d01d-fed1-45e9-9497-e554163641aa', 'tag': '565eb3ee-884a-48eb-bafb-fef1817c2a71', 'status': 'completed', 'code': 200} Feb 04 17:37:08.050821 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvr_db [None req-31b90f8f-17e5-4663-95a2-677d14680a73 None None] Set router 477b5678-598c-45f7-b76f-f8fa9bfa09cb gateway port host: n-d-827839-2 {{(pid=103379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:37:08.098159 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-d286745b-fb22-4127-8fd8-110d7f87c019 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] 10.222.0.89 "GET /v2.0/floatingips/3768aaf5-2587-4045-b1fd-b843761250cb HTTP/1.1" status: 200 len: 991 time: 0.2063761 Feb 04 17:37:08.255840 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-ccb8fbd3-f928-4692-9d81-011c35f3f751 req-b797a5a5-d3bb-435f-949e-655872e57a13 tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (e3f14a8a-2a73-415a-8d8f-dd6ef298e0d6), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:37:08.272061 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] get_ports_and_sgs() called for port_ids ['b11feae4-5af3-4cd0-a7f3-50dcb2bf4c66'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 17:37:08.331947 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d45777-eaac-46d3-8293-6636f39232f6 req-f08edc51-b64e-413f-9c22-60390442cbd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:37:08.335895 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-d1d45777-eaac-46d3-8293-6636f39232f6 req-f08edc51-b64e-413f-9c22-60390442cbd6 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=1442cfcaa62548aa8c0af19ff6a9d44c&device_id=4471d01d-fed1-45e9-9497-e554163641aa HTTP/1.1" status: 200 len: 1128 time: 0.2366645 Feb 04 17:37:08.353690 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b797a5a5-d3bb-435f-949e-655872e57a13 tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] Pushing event deleted for resources: {'Port': ['ID=e3f14a8a-2a73-415a-8d8f-dd6ef298e0d6,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:37:08.381175 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-7b344388-fe71-4884-aa0e-801719f9dc7e req-9552fcc8-f3cc-48be-89fd-4f2e6cf8a04f tempest-AttachVolumeNegativeTest-179514357 tempest-AttachVolumeNegativeTest-179514357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (2fc28c92-851e-4d8e-adf6-8ac5e13cbbef), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:37:08.493515 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] get_ports_and_sgs() called for port_ids ['938cef76-9af0-4dc7-9008-8fa7a04eba3f'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 17:37:08.506176 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-31b90f8f-17e5-4663-95a2-677d14680a73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '477b5678-598c-45f7-b76f-f8fa9bfa09cb', 'name': 'tempest-TestNetworkBasicOps-router-913224400', 'tenant_id': '1442cfcaa62548aa8c0af19ff6a9d44c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.198'}], 'enable_snat': True}, 'gw_port_id': '722082ed-cb50-4f44-81a3-604330b13c3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:36:26Z', 'updated_at': '2022-02-04T17:36:35Z', 'revision_number': 4, 'project_id': '1442cfcaa62548aa8c0af19ff6a9d44c', 'gw_port': {'id': '722082ed-cb50-4f44-81a3-604330b13c3f', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:5f:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '477b5678-598c-45f7-b76f-f8fa9bfa09cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2923, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:36:27Z', 'updated_at': '2022-02-04T17:36:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_floatingips': [{'id': '3768aaf5-2587-4045-b1fd-b843761250cb', 'tenant_id': '1442cfcaa62548aa8c0af19ff6a9d44c', 'floating_ip_address': '172.25.6.84', 'floating_network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'router_id': '477b5678-598c-45f7-b76f-f8fa9bfa09cb', 'port_id': '565eb3ee-884a-48eb-bafb-fef1817c2a71', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2945, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'abb5a6fe-6a42-4306-8c7f-e23823ed39dd', 'mac_address': 'fa:16:3e:c8:a8:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4471d01d-fed1-45e9-9497-e554163641aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T17:37:03Z', 'updated_at': '2022-02-04T17:37:03Z', 'revision_number': 0, 'project_id': '1442cfcaa62548aa8c0af19ff6a9d44c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b73cd0cd-ff73-43d0-a79c-94ee138b1964', 'name': '', 'network_id': 'abb5a6fe-6a42-4306-8c7f-e23823ed39dd', 'tenant_id': '1442cfcaa62548aa8c0af19ff6a9d44c', 'mac_address': 'fa:16:3e:44:d6:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '477b5678-598c-45f7-b76f-f8fa9bfa09cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2927, 'fixed_ips': [{'subnet_id': '11100f50-fd85-468c-8a6a-8573a86224df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:36:34Z', 'updated_at': '2022-02-04T17:36:41Z', 'revision_number': 5, 'project_id': '1442cfcaa62548aa8c0af19ff6a9d44c', 'subnets': [{'id': '11100f50-fd85-468c-8a6a-8573a86224df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-2', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:37:08.553153 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] get_ports_and_sgs() called for port_ids ['fa3ec34f-476f-4da0-b6c0-58378a94dd8f'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 17:37:08.593923 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31b90f8f-17e5-4663-95a2-677d14680a73 None None] Checking router: 477b5678-598c-45f7-b76f-f8fa9bfa09cb for host: n-d-827839-2 {{(pid=103379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 17:37:08.609992 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31b90f8f-17e5-4663-95a2-677d14680a73 None None] Routers {'477b5678-598c-45f7-b76f-f8fa9bfa09cb'} bound to L3 agent in host n-d-827839-2 {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:37:08.610944 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-31b90f8f-17e5-4663-95a2-677d14680a73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:37:02Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['477b5678-598c-45f7-b76f-f8fa9bfa09cb'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:37:08.692272 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d45777-eaac-46d3-8293-6636f39232f6 req-ea055c7b-a868-4346-b5eb-ca094cb06d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:37:08.692272 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-d1d45777-eaac-46d3-8293-6636f39232f6 req-ea055c7b-a868-4346-b5eb-ca094cb06d81 service neutron] 10.222.0.96 "GET /v2.0/networks?id=abb5a6fe-6a42-4306-8c7f-e23823ed39dd HTTP/1.1" status: 200 len: 898 time: 0.3439124 Feb 04 17:37:08.732549 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b344388-fe71-4884-aa0e-801719f9dc7e req-9552fcc8-f3cc-48be-89fd-4f2e6cf8a04f tempest-AttachVolumeNegativeTest-179514357 tempest-AttachVolumeNegativeTest-179514357-project] No DVR routers for this DVR port 2fc28c92-851e-4d8e-adf6-8ac5e13cbbef on host n-h2-827839-2 {{(pid=103377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 17:37:08.734463 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e407700f-1ba0-426c-a536-708a37dc620e req-e7fabee1-b265-457d-848b-f3aa9fa44c1b tempest-AttachVolumeNegativeTest-179514357 tempest-AttachVolumeNegativeTest-179514357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:37:08.736538 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9552fcc8-f3cc-48be-89fd-4f2e6cf8a04f tempest-AttachVolumeNegativeTest-179514357 tempest-AttachVolumeNegativeTest-179514357-project] Pushing event deleted for resources: {'Port': ['ID=2fc28c92-851e-4d8e-adf6-8ac5e13cbbef,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:37:08.739786 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-e407700f-1ba0-426c-a536-708a37dc620e req-e7fabee1-b265-457d-848b-f3aa9fa44c1b tempest-AttachVolumeNegativeTest-179514357 tempest-AttachVolumeNegativeTest-179514357-project] 10.222.0.89 "GET /v2.0/ports?device_id=49e38698-ddb6-491f-acee-ee5d8477b9c9 HTTP/1.1" status: 200 len: 946 time: 0.5778055 Feb 04 17:37:08.755527 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b846afc9-20a8-41ee-a596-44d5ed714e75 req-4d914048-160b-4389-9dbe-ddbbb2182cf7 tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:37:08.784975 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-b846afc9-20a8-41ee-a596-44d5ed714e75 req-4d914048-160b-4389-9dbe-ddbbb2182cf7 tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] 10.222.0.89 "GET /v2.0/ports?device_id=05a124f9-d9fa-4fdb-856a-c61d22f8e66d HTTP/1.1" status: 200 len: 867 time: 0.6694770 Feb 04 17:37:08.872237 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-d1d45777-eaac-46d3-8293-6636f39232f6 req-4ab204c5-c215-44bc-acef-a25e1d6050d8 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=565eb3ee-884a-48eb-bafb-fef1817c2a71 HTTP/1.1" status: 200 len: 999 time: 0.1559131 Feb 04 17:37:08.874960 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-7b344388-fe71-4884-aa0e-801719f9dc7e req-9552fcc8-f3cc-48be-89fd-4f2e6cf8a04f tempest-AttachVolumeNegativeTest-179514357 tempest-AttachVolumeNegativeTest-179514357-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:37:08.888373 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-7b344388-fe71-4884-aa0e-801719f9dc7e req-9552fcc8-f3cc-48be-89fd-4f2e6cf8a04f tempest-AttachVolumeNegativeTest-179514357 tempest-AttachVolumeNegativeTest-179514357-project] 10.222.0.90 "DELETE /v2.0/ports/2fc28c92-851e-4d8e-adf6-8ac5e13cbbef HTTP/1.1" status: 204 len: 173 time: 2.4063191 Feb 04 17:37:08.903154 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccb8fbd3-f928-4692-9d81-011c35f3f751 req-b797a5a5-d3bb-435f-949e-655872e57a13 tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] No DVR routers for this DVR port e3f14a8a-2a73-415a-8d8f-dd6ef298e0d6 on host n-h2-827839-2 {{(pid=103377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 17:37:08.905308 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvr_db [None req-31b90f8f-17e5-4663-95a2-677d14680a73 None None] Set router 477b5678-598c-45f7-b76f-f8fa9bfa09cb gateway port host: n-d-827839-2 {{(pid=103379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:37:08.935701 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-ccb8fbd3-f928-4692-9d81-011c35f3f751 req-b797a5a5-d3bb-435f-949e-655872e57a13 tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:37:08.943837 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d45777-eaac-46d3-8293-6636f39232f6 req-a07412af-eabb-4191-aa59-e7a3d9fff9ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:37:08.946594 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-d1d45777-eaac-46d3-8293-6636f39232f6 req-a07412af-eabb-4191-aa59-e7a3d9fff9ce service neutron] 10.222.0.96 "GET /v2.0/subnets?id=11100f50-fd85-468c-8a6a-8573a86224df HTTP/1.1" status: 200 len: 833 time: 0.0645440 Feb 04 17:37:08.954393 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-ccb8fbd3-f928-4692-9d81-011c35f3f751 req-b797a5a5-d3bb-435f-949e-655872e57a13 tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] 10.222.0.90 "DELETE /v2.0/ports/e3f14a8a-2a73-415a-8d8f-dd6ef298e0d6 HTTP/1.1" status: 204 len: 173 time: 3.9350259 Feb 04 17:37:09.053804 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-b846afc9-20a8-41ee-a596-44d5ed714e75 req-638c0f7f-6e02-43d3-b111-fed1a068d5ac tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] 10.222.0.89 "GET /v2.0/security-groups?id=7065f8d7-aeef-49a2-81d7-44cedbdfdedd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1994262 Feb 04 17:37:09.095731 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 56214) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:37:09.148562 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d45777-eaac-46d3-8293-6636f39232f6 req-fdf37641-485e-4f13-9a10-def78e81d24f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:37:09.154499 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-d1d45777-eaac-46d3-8293-6636f39232f6 req-fdf37641-485e-4f13-9a10-def78e81d24f service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=abb5a6fe-6a42-4306-8c7f-e23823ed39dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1926212 Feb 04 17:37:09.167658 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-e407700f-1ba0-426c-a536-708a37dc620e req-8eba6fdf-a231-4766-a63c-6966f6d92f04 tempest-AttachVolumeNegativeTest-179514357 tempest-AttachVolumeNegativeTest-179514357-project] 10.222.0.89 "GET /v2.0/security-groups?id=c354f4ed-9d7a-4839-ac0e-7acc5f1680a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2930398 Feb 04 17:37:09.369604 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-6431d472-9ddd-4eff-bcbd-6b770051e0a4 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] 10.222.0.89 "GET /v2.0/floatingips/3768aaf5-2587-4045-b1fd-b843761250cb HTTP/1.1" status: 200 len: 991 time: 0.2641728 Feb 04 17:37:09.372334 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-d1d45777-eaac-46d3-8293-6636f39232f6 req-27eac949-9e2e-410b-a3e1-145a4ef9f8c2 service neutron] 10.222.0.96 "GET /v2.0/networks/abb5a6fe-6a42-4306-8c7f-e23823ed39dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2035768 Feb 04 17:37:09.477820 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-31b90f8f-17e5-4663-95a2-677d14680a73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '477b5678-598c-45f7-b76f-f8fa9bfa09cb', 'name': 'tempest-TestNetworkBasicOps-router-913224400', 'tenant_id': '1442cfcaa62548aa8c0af19ff6a9d44c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.198'}], 'enable_snat': True}, 'gw_port_id': '722082ed-cb50-4f44-81a3-604330b13c3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:36:26Z', 'updated_at': '2022-02-04T17:36:35Z', 'revision_number': 4, 'project_id': '1442cfcaa62548aa8c0af19ff6a9d44c', 'gw_port': {'id': '722082ed-cb50-4f44-81a3-604330b13c3f', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:5f:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '477b5678-598c-45f7-b76f-f8fa9bfa09cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2923, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:36:27Z', 'updated_at': '2022-02-04T17:36:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_floatingips': [{'id': '3768aaf5-2587-4045-b1fd-b843761250cb', 'tenant_id': '1442cfcaa62548aa8c0af19ff6a9d44c', 'floating_ip_address': '172.25.6.84', 'floating_network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'router_id': '477b5678-598c-45f7-b76f-f8fa9bfa09cb', 'port_id': '565eb3ee-884a-48eb-bafb-fef1817c2a71', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2945, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'abb5a6fe-6a42-4306-8c7f-e23823ed39dd', 'mac_address': 'fa:16:3e:c8:a8:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4471d01d-fed1-45e9-9497-e554163641aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T17:37:03Z', 'updated_at': '2022-02-04T17:37:03Z', 'revision_number': 0, 'project_id': '1442cfcaa62548aa8c0af19ff6a9d44c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b73cd0cd-ff73-43d0-a79c-94ee138b1964', 'name': '', 'network_id': 'abb5a6fe-6a42-4306-8c7f-e23823ed39dd', 'tenant_id': '1442cfcaa62548aa8c0af19ff6a9d44c', 'mac_address': 'fa:16:3e:44:d6:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '477b5678-598c-45f7-b76f-f8fa9bfa09cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2927, 'fixed_ips': [{'subnet_id': '11100f50-fd85-468c-8a6a-8573a86224df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:36:34Z', 'updated_at': '2022-02-04T17:36:41Z', 'revision_number': 5, 'project_id': '1442cfcaa62548aa8c0af19ff6a9d44c', 'subnets': [{'id': '11100f50-fd85-468c-8a6a-8573a86224df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-2', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:37:09.589889 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31b90f8f-17e5-4663-95a2-677d14680a73 None None] The sync data for ids ['477b5678-598c-45f7-b76f-f8fa9bfa09cb'] in n-d-827839-2 is: [{'id': '477b5678-598c-45f7-b76f-f8fa9bfa09cb', 'name': 'tempest-TestNetworkBasicOps-router-913224400', 'tenant_id': '1442cfcaa62548aa8c0af19ff6a9d44c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.198'}], 'enable_snat': True}, 'gw_port_id': '722082ed-cb50-4f44-81a3-604330b13c3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:36:26Z', 'updated_at': '2022-02-04T17:36:35Z', 'revision_number': 4, 'project_id': '1442cfcaa62548aa8c0af19ff6a9d44c', 'gw_port': {'id': '722082ed-cb50-4f44-81a3-604330b13c3f', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:5f:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '477b5678-598c-45f7-b76f-f8fa9bfa09cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2923, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:36:27Z', 'updated_at': '2022-02-04T17:36:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_floatingips': [{'id': '3768aaf5-2587-4045-b1fd-b843761250cb', 'tenant_id': '1442cfcaa62548aa8c0af19ff6a9d44c', 'floating_ip_address': '172.25.6.84', 'floating_network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'router_id': '477b5678-598c-45f7-b76f-f8fa9bfa09cb', 'port_id': '565eb3ee-884a-48eb-bafb-fef1817c2a71', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2945, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'abb5a6fe-6a42-4306-8c7f-e23823ed39dd', 'mac_address': 'fa:16:3e:c8:a8:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4471d01d-fed1-45e9-9497-e554163641aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T17:37:03Z', 'updated_at': '2022-02-04T17:37:03Z', 'revision_number': 0, 'project_id': '1442cfcaa62548aa8c0af19ff6a9d44c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b73cd0cd-ff73-43d0-a79c-94ee138b1964', 'name': '', 'network_id': 'abb5a6fe-6a42-4306-8c7f-e23823ed39dd', 'tenant_id': '1442cfcaa62548aa8c0af19ff6a9d44c', 'mac_address': 'fa:16:3e:44:d6:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '477b5678-598c-45f7-b76f-f8fa9bfa09cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2927, 'fixed_ips': [{'subnet_id': '11100f50-fd85-468c-8a6a-8573a86224df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:36:34Z', 'updated_at': '2022-02-04T17:36:41Z', 'revision_number': 5, 'project_id': '1442cfcaa62548aa8c0af19ff6a9d44c', 'subnets': [{'id': '11100f50-fd85-468c-8a6a-8573a86224df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 17:37:09.603014 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Device e3f14a8a-2a73-415a-8d8f-dd6ef298e0d6 no longer exists at agent hyperv_n-h2-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:37:09.651915 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-d1d45777-eaac-46d3-8293-6636f39232f6 req-6e88ec16-57fa-47cb-a800-63569fb0a230 service neutron] 10.222.0.96 "GET /v2.0/networks/abb5a6fe-6a42-4306-8c7f-e23823ed39dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2662654 Feb 04 17:37:09.693828 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] No Port match for: e3f14a8a-2a73-415a-8d8f-dd6ef298e0d6 {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 17:37:09.694432 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Device e3f14a8a-2a73-415a-8d8f-dd6ef298e0d6 not bound to the agent host n-h2-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 17:37:09.695027 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Device 2fc28c92-851e-4d8e-adf6-8ac5e13cbbef no longer exists at agent hyperv_n-h2-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:37:09.763372 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] No Port match for: 2fc28c92-851e-4d8e-adf6-8ac5e13cbbef {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 17:37:09.768223 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Device 2fc28c92-851e-4d8e-adf6-8ac5e13cbbef not bound to the agent host n-h2-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 17:37:09.986131 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afd85a1e-196c-4e05-aef6-05e9af406b0e None None] New status for floating IP 3768aaf5-2587-4045-b1fd-b843761250cb: ACTIVE {{(pid=103378) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 17:37:10.026287 n-d-827839-2 neutron-server[103377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49e38698-ddb6-491f-acee-ee5d8477b9c9', 'name': 'network-vif-deleted', 'tag': '2fc28c92-851e-4d8e-adf6-8ac5e13cbbef'}, {'server_uuid': '05a124f9-d9fa-4fdb-856a-c61d22f8e66d', 'name': 'network-vif-deleted', 'tag': 'e3f14a8a-2a73-415a-8d8f-dd6ef298e0d6'}] {{(pid=103377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:37:10.029480 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7240428b650e1488e9361b62648ff4b3a6c19d49d8c27c949491ab58c1346cf0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a23bd760-9450-4092-ab01-e4ce210a0c8c" -d '{"events": [{"server_uuid": "49e38698-ddb6-491f-acee-ee5d8477b9c9", "name": "network-vif-deleted", "tag": "2fc28c92-851e-4d8e-adf6-8ac5e13cbbef"}, {"server_uuid": "05a124f9-d9fa-4fdb-856a-c61d22f8e66d", "name": "network-vif-deleted", "tag": "e3f14a8a-2a73-415a-8d8f-dd6ef298e0d6"}]}' {{(pid=103377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:37:10.109730 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 04 Feb 2022 17:37:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90145e59-699b-4062-bbb6-1e1e8ff6a13f x-openstack-request-id: req-90145e59-699b-4062-bbb6-1e1e8ff6a13f {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:37:10.109889 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49e38698-ddb6-491f-acee-ee5d8477b9c9", "name": "network-vif-deleted", "tag": "2fc28c92-851e-4d8e-adf6-8ac5e13cbbef", "status": "completed", "code": 200}, {"server_uuid": "05a124f9-d9fa-4fdb-856a-c61d22f8e66d", "name": "network-vif-deleted", "tag": "e3f14a8a-2a73-415a-8d8f-dd6ef298e0d6", "status": "completed", "code": 200}]} {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:37:10.110293 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-90145e59-699b-4062-bbb6-1e1e8ff6a13f {{(pid=103377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:37:10.110558 n-d-827839-2 neutron-server[103377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49e38698-ddb6-491f-acee-ee5d8477b9c9', 'name': 'network-vif-deleted', 'tag': '2fc28c92-851e-4d8e-adf6-8ac5e13cbbef', 'status': 'completed', 'code': 200} Feb 04 17:37:10.110806 n-d-827839-2 neutron-server[103377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05a124f9-d9fa-4fdb-856a-c61d22f8e66d', 'name': 'network-vif-deleted', 'tag': 'e3f14a8a-2a73-415a-8d8f-dd6ef298e0d6', 'status': 'completed', 'code': 200} Feb 04 17:37:10.260653 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (f20a1ab3-4332-4f54-833b-ba4a7c687e89), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:37:10.365341 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 56260) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:37:10.533618 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-076b0c87-b0d1-446f-8aec-36db16cea3fa tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] 10.222.0.89 "GET /v2.0/floatingips/3768aaf5-2587-4045-b1fd-b843761250cb HTTP/1.1" status: 200 len: 993 time: 0.1667640 Feb 04 17:37:10.582685 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07eb5cd3-0ab6-41b4-9dc5-2cac5955a6fe req-f320dfb0-2423-4142-9c2c-750f973fdc62 tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:37:10.584414 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-07eb5cd3-0ab6-41b4-9dc5-2cac5955a6fe req-f320dfb0-2423-4142-9c2c-750f973fdc62 tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] 10.222.0.89 "GET /v2.0/networks?id=49bac2c3-9780-4cfa-ba0a-fc1bc47b3fd5 HTTP/1.1" status: 200 len: 805 time: 0.1511900 Feb 04 17:37:10.614283 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-07eb5cd3-0ab6-41b4-9dc5-2cac5955a6fe req-f10eb37f-d371-45bc-a73d-5f319cdd0267 tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] 10.222.0.89 "GET /v2.0/quotas/0b76505d37894fa2a98cba742b19aaf3 HTTP/1.1" status: 200 len: 375 time: 0.0206673 Feb 04 17:37:10.627156 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9b271b-0039-4e61-8a1e-6fc4bebf8bec req-0e347b11-6ccb-49e0-8155-fa19e06edd0d tempest-AttachVolumeNegativeTest-179514357 tempest-AttachVolumeNegativeTest-179514357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:37:10.629967 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-8c9b271b-0039-4e61-8a1e-6fc4bebf8bec req-0e347b11-6ccb-49e0-8155-fa19e06edd0d tempest-AttachVolumeNegativeTest-179514357 tempest-AttachVolumeNegativeTest-179514357-project] 10.222.0.89 "GET /v2.0/ports?device_id=546379d5-462c-47b2-8c97-d39d06b59eee HTTP/1.1" status: 200 len: 945 time: 0.1096931 Feb 04 17:37:10.733542 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-8c9b271b-0039-4e61-8a1e-6fc4bebf8bec req-ef0afb99-1d32-4c2c-a37f-116c768bbbf8 tempest-AttachVolumeNegativeTest-179514357 tempest-AttachVolumeNegativeTest-179514357-project] 10.222.0.89 "GET /v2.0/security-groups?id=c354f4ed-9d7a-4839-ac0e-7acc5f1680a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927887 Feb 04 17:37:10.768482 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-07eb5cd3-0ab6-41b4-9dc5-2cac5955a6fe req-8304cfcf-0389-4da6-a32a-2e528b6f242f tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=0b76505d37894fa2a98cba742b19aaf3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1458170 Feb 04 17:37:10.866424 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-07eb5cd3-0ab6-41b4-9dc5-2cac5955a6fe req-b91b8ef9-f498-48d2-91bc-73b64f0f3610 service neutron] 10.222.0.89 "GET /v2.0/networks/49bac2c3-9780-4cfa-ba0a-fc1bc47b3fd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866346 Feb 04 17:37:10.965410 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-07eb5cd3-0ab6-41b4-9dc5-2cac5955a6fe req-6935b021-21aa-4d7a-9152-a8e050eaff6b service neutron] 10.222.0.89 "GET /v2.0/networks/49bac2c3-9780-4cfa-ba0a-fc1bc47b3fd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927644 Feb 04 17:37:11.168789 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-70075492-896b-428f-bfe5-6ac8af2e6264 req-09629b52-bf43-478b-89f6-afa6e7bf788d tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] 10.222.0.89 "GET /v2.0/ports?device_id=fd4e257d-e5fa-4bfe-8314-6b938e6e11a9 HTTP/1.1" status: 200 len: 210 time: 0.0477977 Feb 04 17:37:11.904057 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4da261e-4175-4ce8-ad02-132cebc373e5 req-9646116b-6ed2-4d9b-a176-e2207f2c40d8 tempest-AttachVolumeNegativeTest-179514357 tempest-AttachVolumeNegativeTest-179514357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:37:11.905859 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-b4da261e-4175-4ce8-ad02-132cebc373e5 req-9646116b-6ed2-4d9b-a176-e2207f2c40d8 tempest-AttachVolumeNegativeTest-179514357 tempest-AttachVolumeNegativeTest-179514357-project] 10.222.0.89 "GET /v2.0/ports?device_id=546379d5-462c-47b2-8c97-d39d06b59eee HTTP/1.1" status: 200 len: 945 time: 0.0829535 Feb 04 17:37:11.957115 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-b4da261e-4175-4ce8-ad02-132cebc373e5 req-e61d8119-0f48-4899-8686-af6b65f538b1 tempest-AttachVolumeNegativeTest-179514357 tempest-AttachVolumeNegativeTest-179514357-project] 10.222.0.89 "GET /v2.0/security-groups?id=c354f4ed-9d7a-4839-ac0e-7acc5f1680a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437362 Feb 04 17:37:12.319197 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-79b70d92-4789-4acc-ad1d-cc12b0360a66 req-7075df53-2f72-4ef3-ae23-fdf1f830b974 tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] 10.222.0.89 "GET /v2.0/ports?device_id=fd4e257d-e5fa-4bfe-8314-6b938e6e11a9 HTTP/1.1" status: 200 len: 210 time: 0.0511665 Feb 04 17:37:12.332137 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d03ebe9-be8e-42b9-837b-b252207d72b1 req-48c903a0-98d4-471c-b055-876f395b3e1b tempest-AttachVolumeNegativeTest-179514357 tempest-AttachVolumeNegativeTest-179514357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:37:12.333807 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-6d03ebe9-be8e-42b9-837b-b252207d72b1 req-48c903a0-98d4-471c-b055-876f395b3e1b tempest-AttachVolumeNegativeTest-179514357 tempest-AttachVolumeNegativeTest-179514357-project] 10.222.0.90 "GET /v2.0/ports?device_id=546379d5-462c-47b2-8c97-d39d06b59eee HTTP/1.1" status: 200 len: 945 time: 0.1660841 Feb 04 17:37:12.340333 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07eb5cd3-0ab6-41b4-9dc5-2cac5955a6fe req-ff7b87cf-d325-4404-bdcb-275b7156ee9c tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:37:12.342037 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-07eb5cd3-0ab6-41b4-9dc5-2cac5955a6fe req-ff7b87cf-d325-4404-bdcb-275b7156ee9c tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] 10.222.0.90 "GET /v2.0/networks?id=49bac2c3-9780-4cfa-ba0a-fc1bc47b3fd5 HTTP/1.1" status: 200 len: 805 time: 0.2391036 Feb 04 17:37:12.355504 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [req-07eb5cd3-0ab6-41b4-9dc5-2cac5955a6fe req-05d2766d-5d90-4fe0-8bb5-8c07a855ce6b tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] Request body: {'port': {'device_id': 'fd4e257d-e5fa-4bfe-8314-6b938e6e11a9', 'network_id': '49bac2c3-9780-4cfa-ba0a-fc1bc47b3fd5', 'admin_state_up': True, 'tenant_id': '0b76505d37894fa2a98cba742b19aaf3'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:37:12.366321 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (3f9244a9-75fc-4c10-b195-11d48b853b41), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:37:12.472677 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-a36898e0-05e5-444a-b067-bc721cfaad16 req-66803cd7-626c-4f8e-a34b-0602af4b7a25 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=0f534955-8600-49e7-ba57-2378f4bdf14a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0597212 Feb 04 17:37:12.538668 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [req-6d03ebe9-be8e-42b9-837b-b252207d72b1 req-4774da7c-bcaf-4ccc-b38c-5dd0dccc28b6 tempest-AttachVolumeNegativeTest-179514357 tempest-AttachVolumeNegativeTest-179514357-project] Deleting port 938cef76-9af0-4dc7-9008-8fa7a04eba3f {{(pid=103377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:37:12.539393 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-6d03ebe9-be8e-42b9-837b-b252207d72b1 req-4774da7c-bcaf-4ccc-b38c-5dd0dccc28b6 tempest-AttachVolumeNegativeTest-179514357 tempest-AttachVolumeNegativeTest-179514357-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (938cef76-9af0-4dc7-9008-8fa7a04eba3f), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:37:12.599419 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36898e0-05e5-444a-b067-bc721cfaad16 req-9c2d08e0-c16d-42b4-97f6-d58a97268537 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:37:12.601376 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-a36898e0-05e5-444a-b067-bc721cfaad16 req-9c2d08e0-c16d-42b4-97f6-d58a97268537 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=a7ea9b1ba86e49c289bed0f142f59d4f&device_id=0f534955-8600-49e7-ba57-2378f4bdf14a HTTP/1.1" status: 200 len: 1128 time: 0.0616560 Feb 04 17:37:12.634555 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-07eb5cd3-0ab6-41b4-9dc5-2cac5955a6fe req-05d2766d-5d90-4fe0-8bb5-8c07a855ce6b tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] Made reservation on behalf of 0b76505d37894fa2a98cba742b19aaf3 for: {'port': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:37:12.638760 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-07eb5cd3-0ab6-41b4-9dc5-2cac5955a6fe req-05d2766d-5d90-4fe0-8bb5-8c07a855ce6b tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:37:12.664797 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [req-6d03ebe9-be8e-42b9-837b-b252207d72b1 req-4774da7c-bcaf-4ccc-b38c-5dd0dccc28b6 tempest-AttachVolumeNegativeTest-179514357 tempest-AttachVolumeNegativeTest-179514357-project] For port 938cef76-9af0-4dc7-9008-8fa7a04eba3f, host n-h2-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=938cef76-9af0-4dc7-9008-8fa7a04eba3f,segment=NetworkSegment(de835c50-94f9-45e0-aa2b-e450b795a51e),segment_id=de835c50-94f9-45e0-aa2b-e450b795a51e)] {{(pid=103377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:37:12.665260 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-6d03ebe9-be8e-42b9-837b-b252207d72b1 req-4774da7c-bcaf-4ccc-b38c-5dd0dccc28b6 tempest-AttachVolumeNegativeTest-179514357 tempest-AttachVolumeNegativeTest-179514357-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (938cef76-9af0-4dc7-9008-8fa7a04eba3f), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:37:12.686297 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [req-6d03ebe9-be8e-42b9-837b-b252207d72b1 req-4774da7c-bcaf-4ccc-b38c-5dd0dccc28b6 tempest-AttachVolumeNegativeTest-179514357 tempest-AttachVolumeNegativeTest-179514357-project] Calling delete_port for 938cef76-9af0-4dc7-9008-8fa7a04eba3f owned by compute:nova {{(pid=103377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:37:12.795116 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36898e0-05e5-444a-b067-bc721cfaad16 req-ed4fc28e-d8e2-47e9-a145-3bcd99137544 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:37:12.796621 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-a36898e0-05e5-444a-b067-bc721cfaad16 req-ed4fc28e-d8e2-47e9-a145-3bcd99137544 service neutron] 10.222.0.96 "GET /v2.0/networks?id=b84761e1-11c1-4974-9748-ae61e294404d HTTP/1.1" status: 200 len: 916 time: 0.1737528 Feb 04 17:37:12.857018 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-a36898e0-05e5-444a-b067-bc721cfaad16 req-a81fd93f-648c-4102-9717-038396304c07 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fa3ec34f-476f-4da0-b6c0-58378a94dd8f HTTP/1.1" status: 200 len: 217 time: 0.0516992 Feb 04 17:37:12.867526 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.db_base_plugin_common [req-07eb5cd3-0ab6-41b4-9dc5-2cac5955a6fe req-05d2766d-5d90-4fe0-8bb5-8c07a855ce6b tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] Allocated IP 172.20.0.3 (49bac2c3-9780-4cfa-ba0a-fc1bc47b3fd5/85042e04-1570-46e9-b9e6-f57252834000/847b3370-3ea9-4eea-8b16-9749b0d6fd8d) {{(pid=103377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:37:12.918366 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36898e0-05e5-444a-b067-bc721cfaad16 req-d185bb53-76b7-46ec-ba29-a6cb7b7fba59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:37:12.920652 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-a36898e0-05e5-444a-b067-bc721cfaad16 req-d185bb53-76b7-46ec-ba29-a6cb7b7fba59 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=74e6e6d2-6594-4fba-b377-2d3e84d23c5b HTTP/1.1" status: 200 len: 855 time: 0.0568275 Feb 04 17:37:12.962159 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-6d03ebe9-be8e-42b9-837b-b252207d72b1 req-4774da7c-bcaf-4ccc-b38c-5dd0dccc28b6 tempest-AttachVolumeNegativeTest-179514357 tempest-AttachVolumeNegativeTest-179514357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (938cef76-9af0-4dc7-9008-8fa7a04eba3f), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:37:12.962500 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-a36898e0-05e5-444a-b067-bc721cfaad16 req-34430139-8ec3-4c0f-9cd6-b535be924ee1 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=b84761e1-11c1-4974-9748-ae61e294404d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0328808 Feb 04 17:37:12.976620 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] get_ports_and_sgs() called for port_ids ['938cef76-9af0-4dc7-9008-8fa7a04eba3f'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 17:37:12.979627 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] get_ports_and_sgs() called for port_ids ['fa3ec34f-476f-4da0-b6c0-58378a94dd8f'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 17:37:13.099252 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4774da7c-bcaf-4ccc-b38c-5dd0dccc28b6 tempest-AttachVolumeNegativeTest-179514357 tempest-AttachVolumeNegativeTest-179514357-project] Pushing event deleted for resources: {'Port': ['ID=938cef76-9af0-4dc7-9008-8fa7a04eba3f,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:37:13.146600 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-ab25e9e6-ac46-4753-9470-5a3f556270f1 req-d98341ca-2796-429b-a453-11ff503f7002 tempest-AttachVolumeNegativeTest-179514357 tempest-AttachVolumeNegativeTest-179514357-project] 10.222.0.89 "GET /v2.0/ports?device_id=546379d5-462c-47b2-8c97-d39d06b59eee HTTP/1.1" status: 200 len: 210 time: 0.0853775 Feb 04 17:37:13.165193 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-a36898e0-05e5-444a-b067-bc721cfaad16 req-45004080-cea7-43fd-9c16-768a70004ea7 service neutron] 10.222.0.96 "GET /v2.0/networks/b84761e1-11c1-4974-9748-ae61e294404d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1926877 Feb 04 17:37:13.196301 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d03ebe9-be8e-42b9-837b-b252207d72b1 req-4774da7c-bcaf-4ccc-b38c-5dd0dccc28b6 tempest-AttachVolumeNegativeTest-179514357 tempest-AttachVolumeNegativeTest-179514357-project] No DVR routers for this DVR port 938cef76-9af0-4dc7-9008-8fa7a04eba3f on host n-h2-827839-2 {{(pid=103377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 17:37:13.200332 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-6d03ebe9-be8e-42b9-837b-b252207d72b1 req-4774da7c-bcaf-4ccc-b38c-5dd0dccc28b6 tempest-AttachVolumeNegativeTest-179514357 tempest-AttachVolumeNegativeTest-179514357-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:37:13.203722 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-6d03ebe9-be8e-42b9-837b-b252207d72b1 req-4774da7c-bcaf-4ccc-b38c-5dd0dccc28b6 tempest-AttachVolumeNegativeTest-179514357 tempest-AttachVolumeNegativeTest-179514357-project] 10.222.0.90 "DELETE /v2.0/ports/938cef76-9af0-4dc7-9008-8fa7a04eba3f HTTP/1.1" status: 204 len: 173 time: 0.8607726 Feb 04 17:37:13.207041 n-d-827839-2 neutron-server[103377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '546379d5-462c-47b2-8c97-d39d06b59eee', 'name': 'network-vif-deleted', 'tag': '938cef76-9af0-4dc7-9008-8fa7a04eba3f'}] {{(pid=103377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:37:13.210132 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7240428b650e1488e9361b62648ff4b3a6c19d49d8c27c949491ab58c1346cf0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-784f8cd2-0624-44ff-bcef-53551cb01431" -d '{"events": [{"server_uuid": "546379d5-462c-47b2-8c97-d39d06b59eee", "name": "network-vif-deleted", "tag": "938cef76-9af0-4dc7-9008-8fa7a04eba3f"}]}' {{(pid=103377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:37:13.276151 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 17:37:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e43f3de-7e78-4b22-9f3d-87e60bc5157b x-openstack-request-id: req-3e43f3de-7e78-4b22-9f3d-87e60bc5157b {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:37:13.276458 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "546379d5-462c-47b2-8c97-d39d06b59eee", "name": "network-vif-deleted", "tag": "938cef76-9af0-4dc7-9008-8fa7a04eba3f", "status": "completed", "code": 200}]} {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:37:13.276713 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-3e43f3de-7e78-4b22-9f3d-87e60bc5157b {{(pid=103377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:37:13.277744 n-d-827839-2 neutron-server[103377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '546379d5-462c-47b2-8c97-d39d06b59eee', 'name': 'network-vif-deleted', 'tag': '938cef76-9af0-4dc7-9008-8fa7a04eba3f', 'status': 'completed', 'code': 200} Feb 04 17:37:13.302583 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-07eb5cd3-0ab6-41b4-9dc5-2cac5955a6fe req-05d2766d-5d90-4fe0-8bb5-8c07a855ce6b tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] Publish callbacks [] for port (847b3370-3ea9-4eea-8b16-9749b0d6fd8d), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:37:13.368101 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-a36898e0-05e5-444a-b067-bc721cfaad16 req-06f69c3d-a966-4744-8674-31c6f9a8ccb0 service neutron] 10.222.0.96 "GET /v2.0/networks/b84761e1-11c1-4974-9748-ae61e294404d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1919327 Feb 04 17:37:13.370275 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-07eb5cd3-0ab6-41b4-9dc5-2cac5955a6fe req-05d2766d-5d90-4fe0-8bb5-8c07a855ce6b tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (847b3370-3ea9-4eea-8b16-9749b0d6fd8d), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:37:13.383802 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] get_ports_and_sgs() called for port_ids ['b11feae4-5af3-4cd0-a7f3-50dcb2bf4c66'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 17:37:13.439678 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d2766d-5d90-4fe0-8bb5-8c07a855ce6b tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] Pushing event updated for resources: {'Port': ['ID=847b3370-3ea9-4eea-8b16-9749b0d6fd8d,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:37:13.450288 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-07eb5cd3-0ab6-41b4-9dc5-2cac5955a6fe req-05d2766d-5d90-4fe0-8bb5-8c07a855ce6b tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] Network 49bac2c3-9780-4cfa-ba0a-fc1bc47b3fd5 is already hosted by enough agents. {{(pid=103377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:37:13.451299 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [req-07eb5cd3-0ab6-41b4-9dc5-2cac5955a6fe req-05d2766d-5d90-4fe0-8bb5-8c07a855ce6b tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] Resources bound (agent type, host, resource id): {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:37:13.454215 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [req-07eb5cd3-0ab6-41b4-9dc5-2cac5955a6fe req-05d2766d-5d90-4fe0-8bb5-8c07a855ce6b tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] Received port after_create {{(pid=103377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:37:13.512597 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07eb5cd3-0ab6-41b4-9dc5-2cac5955a6fe req-05d2766d-5d90-4fe0-8bb5-8c07a855ce6b tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:37:13.513328 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-07eb5cd3-0ab6-41b4-9dc5-2cac5955a6fe req-05d2766d-5d90-4fe0-8bb5-8c07a855ce6b tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:37:13.519973 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff64905-f4d8-44c6-a84c-0e8039247feb req-1e601f52-b0fb-4279-92e3-226fd564cde0 tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:37:13.522228 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-6ff64905-f4d8-44c6-a84c-0e8039247feb req-1e601f52-b0fb-4279-92e3-226fd564cde0 tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] 10.222.0.89 "GET /v2.0/ports?device_id=fd4e257d-e5fa-4bfe-8314-6b938e6e11a9 HTTP/1.1" status: 200 len: 931 time: 0.0917907 Feb 04 17:37:13.534291 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-07eb5cd3-0ab6-41b4-9dc5-2cac5955a6fe req-05d2766d-5d90-4fe0-8bb5-8c07a855ce6b tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1826308 Feb 04 17:37:13.548565 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [req-07eb5cd3-0ab6-41b4-9dc5-2cac5955a6fe req-61325ef6-4aae-4bf8-8696-beeec12efe3b service neutron] Request body: {'port': {'device_id': 'fd4e257d-e5fa-4bfe-8314-6b938e6e11a9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827839-2'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:37:13.592162 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-6ff64905-f4d8-44c6-a84c-0e8039247feb req-2430e46b-be97-49e1-9ba0-c7d39744e27b tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] 10.222.0.89 "GET /v2.0/security-groups?id=7065f8d7-aeef-49a2-81d7-44cedbdfdedd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632715 Feb 04 17:37:13.656795 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-07eb5cd3-0ab6-41b4-9dc5-2cac5955a6fe req-61325ef6-4aae-4bf8-8696-beeec12efe3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (847b3370-3ea9-4eea-8b16-9749b0d6fd8d), before_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:37:13.981217 n-d-827839-2 neutron-server[103377]: DEBUG neutron.notifiers.nova [req-07eb5cd3-0ab6-41b4-9dc5-2cac5955a6fe req-61325ef6-4aae-4bf8-8696-beeec12efe3b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 847b3370-3ea9-4eea-8b16-9749b0d6fd8d {{(pid=103377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 17:37:13.990291 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-07eb5cd3-0ab6-41b4-9dc5-2cac5955a6fe req-61325ef6-4aae-4bf8-8696-beeec12efe3b service neutron] Publish callbacks [] for port (847b3370-3ea9-4eea-8b16-9749b0d6fd8d), precommit_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:37:14.003755 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.provisioning_blocks [req-07eb5cd3-0ab6-41b4-9dc5-2cac5955a6fe req-61325ef6-4aae-4bf8-8696-beeec12efe3b service neutron] Transition to ACTIVE for port object 847b3370-3ea9-4eea-8b16-9749b0d6fd8d will not be triggered until provisioned by entity L2. {{(pid=103377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 17:37:14.008927 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-07eb5cd3-0ab6-41b4-9dc5-2cac5955a6fe req-61325ef6-4aae-4bf8-8696-beeec12efe3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25888290'] for port (847b3370-3ea9-4eea-8b16-9749b0d6fd8d), after_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:37:14.057522 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61325ef6-4aae-4bf8-8696-beeec12efe3b service neutron] Pushing event updated for resources: {'Port': ['ID=847b3370-3ea9-4eea-8b16-9749b0d6fd8d,revision_number=2']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:37:14.143947 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [req-07eb5cd3-0ab6-41b4-9dc5-2cac5955a6fe req-61325ef6-4aae-4bf8-8696-beeec12efe3b service neutron] Attempting to bind port 847b3370-3ea9-4eea-8b16-9749b0d6fd8d on host n-h2-827839-2 for vnic_type normal with profile {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:37:14.144334 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [req-07eb5cd3-0ab6-41b4-9dc5-2cac5955a6fe req-61325ef6-4aae-4bf8-8696-beeec12efe3b service neutron] Attempting to bind port 847b3370-3ea9-4eea-8b16-9749b0d6fd8d by drivers openvswitch,hyperv on host n-h2-827839-2 at level 0 using segments [{'id': 'f8b51653-e9f0-43b4-bbb2-0054b3d4de26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '49bac2c3-9780-4cfa-ba0a-fc1bc47b3fd5'}] {{(pid=103377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:37:14.144769 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07eb5cd3-0ab6-41b4-9dc5-2cac5955a6fe req-61325ef6-4aae-4bf8-8696-beeec12efe3b service neutron] Attempting to bind port 847b3370-3ea9-4eea-8b16-9749b0d6fd8d on network 49bac2c3-9780-4cfa-ba0a-fc1bc47b3fd5 {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:37:14.149398 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07eb5cd3-0ab6-41b4-9dc5-2cac5955a6fe req-61325ef6-4aae-4bf8-8696-beeec12efe3b service neutron] Port 847b3370-3ea9-4eea-8b16-9749b0d6fd8d on network 49bac2c3-9780-4cfa-ba0a-fc1bc47b3fd5 not bound, no agent of type Open vSwitch agent registered on host n-h2-827839-2 {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 17:37:14.149723 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07eb5cd3-0ab6-41b4-9dc5-2cac5955a6fe req-61325ef6-4aae-4bf8-8696-beeec12efe3b service neutron] Attempting to bind port 847b3370-3ea9-4eea-8b16-9749b0d6fd8d on network 49bac2c3-9780-4cfa-ba0a-fc1bc47b3fd5 {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:37:14.155767 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07eb5cd3-0ab6-41b4-9dc5-2cac5955a6fe req-61325ef6-4aae-4bf8-8696-beeec12efe3b service neutron] Checking agent: {'id': 'f20a1ab3-4332-4f54-833b-ba4a7c687e89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 8, 40), 'started_at': datetime.datetime(2022, 2, 4, 17, 8, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 37, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:37:14.156119 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07eb5cd3-0ab6-41b4-9dc5-2cac5955a6fe req-61325ef6-4aae-4bf8-8696-beeec12efe3b service neutron] Checking segment: {'id': 'f8b51653-e9f0-43b4-bbb2-0054b3d4de26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '49bac2c3-9780-4cfa-ba0a-fc1bc47b3fd5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:37:14.156500 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07eb5cd3-0ab6-41b4-9dc5-2cac5955a6fe req-61325ef6-4aae-4bf8-8696-beeec12efe3b service neutron] Bound using segment: {'id': 'f8b51653-e9f0-43b4-bbb2-0054b3d4de26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '49bac2c3-9780-4cfa-ba0a-fc1bc47b3fd5'} {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:37:14.156966 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [req-07eb5cd3-0ab6-41b4-9dc5-2cac5955a6fe req-61325ef6-4aae-4bf8-8696-beeec12efe3b service neutron] Bound port: 847b3370-3ea9-4eea-8b16-9749b0d6fd8d, host: n-h2-827839-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8b51653-e9f0-43b4-bbb2-0054b3d4de26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '49bac2c3-9780-4cfa-ba0a-fc1bc47b3fd5'}}] {{(pid=103377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:37:14.157327 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-07eb5cd3-0ab6-41b4-9dc5-2cac5955a6fe req-61325ef6-4aae-4bf8-8696-beeec12efe3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (847b3370-3ea9-4eea-8b16-9749b0d6fd8d), before_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:37:14.270372 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [req-07eb5cd3-0ab6-41b4-9dc5-2cac5955a6fe req-61325ef6-4aae-4bf8-8696-beeec12efe3b service neutron] For port 847b3370-3ea9-4eea-8b16-9749b0d6fd8d, host n-h2-827839-2, cleared binding levels {{(pid=103377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:37:14.274697 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [req-07eb5cd3-0ab6-41b4-9dc5-2cac5955a6fe req-61325ef6-4aae-4bf8-8696-beeec12efe3b service neutron] For port 847b3370-3ea9-4eea-8b16-9749b0d6fd8d, host n-h2-827839-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=847b3370-3ea9-4eea-8b16-9749b0d6fd8d,segment=NetworkSegment(f8b51653-e9f0-43b4-bbb2-0054b3d4de26),segment_id=f8b51653-e9f0-43b4-bbb2-0054b3d4de26)] {{(pid=103377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:37:14.283359 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-07eb5cd3-0ab6-41b4-9dc5-2cac5955a6fe req-61325ef6-4aae-4bf8-8696-beeec12efe3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25888290'] for port (847b3370-3ea9-4eea-8b16-9749b0d6fd8d), after_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:37:14.341431 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07eb5cd3-0ab6-41b4-9dc5-2cac5955a6fe req-61325ef6-4aae-4bf8-8696-beeec12efe3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:37:14.341816 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-07eb5cd3-0ab6-41b4-9dc5-2cac5955a6fe req-61325ef6-4aae-4bf8-8696-beeec12efe3b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:37:14.343484 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-07eb5cd3-0ab6-41b4-9dc5-2cac5955a6fe req-61325ef6-4aae-4bf8-8696-beeec12efe3b service neutron] 10.222.0.90 "PUT /v2.0/ports/847b3370-3ea9-4eea-8b16-9749b0d6fd8d HTTP/1.1" status: 200 len: 1091 time: 0.7997274 Feb 04 17:37:14.412421 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61325ef6-4aae-4bf8-8696-beeec12efe3b service neutron] Pushing event updated for resources: {'Port': ['ID=847b3370-3ea9-4eea-8b16-9749b0d6fd8d,revision_number=3']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:37:14.456350 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07eb5cd3-0ab6-41b4-9dc5-2cac5955a6fe req-91a79f9a-7fce-47b3-8822-2ab946fb394e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:37:14.458061 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-07eb5cd3-0ab6-41b4-9dc5-2cac5955a6fe req-91a79f9a-7fce-47b3-8822-2ab946fb394e service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=0b76505d37894fa2a98cba742b19aaf3&device_id=fd4e257d-e5fa-4bfe-8314-6b938e6e11a9 HTTP/1.1" status: 200 len: 1125 time: 0.0593817 Feb 04 17:37:14.776919 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3e4b12-292b-400d-9719-03b88b2d2073 req-e9acb7d9-7957-4fa8-9acc-5798b5b779d4 tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:37:14.787419 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-4a3e4b12-292b-400d-9719-03b88b2d2073 req-e9acb7d9-7957-4fa8-9acc-5798b5b779d4 tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] 10.222.0.89 "GET /v2.0/ports?device_id=fd4e257d-e5fa-4bfe-8314-6b938e6e11a9 HTTP/1.1" status: 200 len: 943 time: 0.0845931 Feb 04 17:37:14.833386 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-07eb5cd3-0ab6-41b4-9dc5-2cac5955a6fe req-046bad65-514b-463d-993a-f627796392fd service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=847b3370-3ea9-4eea-8b16-9749b0d6fd8d HTTP/1.1" status: 200 len: 217 time: 0.3676560 Feb 04 17:37:14.849096 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-4a3e4b12-292b-400d-9719-03b88b2d2073 req-bde4ef7b-c7a8-40e6-8270-78b475a02308 tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] 10.222.0.89 "GET /v2.0/security-groups?id=7065f8d7-aeef-49a2-81d7-44cedbdfdedd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603237 Feb 04 17:37:14.892384 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07eb5cd3-0ab6-41b4-9dc5-2cac5955a6fe req-7cf0ccbb-9f0e-4cab-9abc-e216c2be2d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:37:14.893963 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-07eb5cd3-0ab6-41b4-9dc5-2cac5955a6fe req-7cf0ccbb-9f0e-4cab-9abc-e216c2be2d52 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=85042e04-1570-46e9-b9e6-f57252834000 HTTP/1.1" status: 200 len: 845 time: 0.0512412 Feb 04 17:37:14.929213 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-07eb5cd3-0ab6-41b4-9dc5-2cac5955a6fe req-ccde0b5e-409f-4842-b3b6-2b07aabec4cd service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=49bac2c3-9780-4cfa-ba0a-fc1bc47b3fd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289741 Feb 04 17:37:15.036476 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-07eb5cd3-0ab6-41b4-9dc5-2cac5955a6fe req-2c694e52-8878-4bd3-98d4-91e32f0a03fd service neutron] 10.222.0.90 "GET /v2.0/networks/49bac2c3-9780-4cfa-ba0a-fc1bc47b3fd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1013811 Feb 04 17:37:15.166127 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-07eb5cd3-0ab6-41b4-9dc5-2cac5955a6fe req-fbc3facb-09bf-4860-8c6b-037dbb33f683 service neutron] 10.222.0.90 "GET /v2.0/networks/49bac2c3-9780-4cfa-ba0a-fc1bc47b3fd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234741 Feb 04 17:37:15.279355 n-d-827839-2 neutron-server[103377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd4e257d-e5fa-4bfe-8314-6b938e6e11a9', 'tag': '847b3370-3ea9-4eea-8b16-9749b0d6fd8d'}] {{(pid=103377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:37:15.280720 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7240428b650e1488e9361b62648ff4b3a6c19d49d8c27c949491ab58c1346cf0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe43036e-a5fa-4ad3-ab53-c8c69578731c" -d '{"events": [{"name": "network-changed", "server_uuid": "fd4e257d-e5fa-4bfe-8314-6b938e6e11a9", "tag": "847b3370-3ea9-4eea-8b16-9749b0d6fd8d"}]}' {{(pid=103377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:37:15.316456 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 17:37:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7167530f-6a52-4f11-a897-4181f0f02df7 x-openstack-request-id: req-7167530f-6a52-4f11-a897-4181f0f02df7 {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:37:15.316802 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd4e257d-e5fa-4bfe-8314-6b938e6e11a9", "tag": "847b3370-3ea9-4eea-8b16-9749b0d6fd8d", "status": "completed", "code": 200}]} {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:37:15.317041 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-7167530f-6a52-4f11-a897-4181f0f02df7 {{(pid=103377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:37:15.317457 n-d-827839-2 neutron-server[103377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd4e257d-e5fa-4bfe-8314-6b938e6e11a9', 'tag': '847b3370-3ea9-4eea-8b16-9749b0d6fd8d', 'status': 'completed', 'code': 200} Feb 04 17:37:15.337480 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 56338) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:37:15.425290 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe43036e-a5fa-4ad3-ab53-c8c69578731c req-9c08cea5-40fb-4162-a77e-bc26871b979a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:37:15.432879 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-fe43036e-a5fa-4ad3-ab53-c8c69578731c req-9c08cea5-40fb-4162-a77e-bc26871b979a service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=0b76505d37894fa2a98cba742b19aaf3&device_id=fd4e257d-e5fa-4bfe-8314-6b938e6e11a9 HTTP/1.1" status: 200 len: 1125 time: 0.0934877 Feb 04 17:37:15.493746 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-9ad8f858-07e9-4615-9ff0-73a7a3621c6c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:37:15.545238 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe43036e-a5fa-4ad3-ab53-c8c69578731c req-2b594d56-0820-4a11-b954-a6ab1eaa5c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:37:15.547331 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-fe43036e-a5fa-4ad3-ab53-c8c69578731c req-2b594d56-0820-4a11-b954-a6ab1eaa5c2d service neutron] 10.222.0.90 "GET /v2.0/networks?id=49bac2c3-9780-4cfa-ba0a-fc1bc47b3fd5 HTTP/1.1" status: 200 len: 906 time: 0.1066582 Feb 04 17:37:15.591504 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-9ad8f858-07e9-4615-9ff0-73a7a3621c6c admin admin] Publish callbacks [] for security_group (e2b61674-a10a-4568-bfa5-556a5289dadd), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:37:15.596566 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-9ad8f858-07e9-4615-9ff0-73a7a3621c6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (e2b61674-a10a-4568-bfa5-556a5289dadd), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:37:15.602905 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-fe43036e-a5fa-4ad3-ab53-c8c69578731c req-a320d580-2951-4c39-acdb-030fc88d4804 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=847b3370-3ea9-4eea-8b16-9749b0d6fd8d HTTP/1.1" status: 200 len: 217 time: 0.0488729 Feb 04 17:37:15.619865 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Device 938cef76-9af0-4dc7-9008-8fa7a04eba3f no longer exists at agent hyperv_n-h2-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:37:15.637387 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad8f858-07e9-4615-9ff0-73a7a3621c6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2b61674-a10a-4568-bfa5-556a5289dadd,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:37:15.656792 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] No Port match for: 938cef76-9af0-4dc7-9008-8fa7a04eba3f {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 17:37:15.657118 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Device 938cef76-9af0-4dc7-9008-8fa7a04eba3f not bound to the agent host n-h2-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 17:37:15.670086 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe43036e-a5fa-4ad3-ab53-c8c69578731c req-e0c70129-e2f2-48e1-aedc-3d5376e22297 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:37:15.672259 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-fe43036e-a5fa-4ad3-ab53-c8c69578731c req-e0c70129-e2f2-48e1-aedc-3d5376e22297 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=85042e04-1570-46e9-b9e6-f57252834000 HTTP/1.1" status: 200 len: 845 time: 0.0631530 Feb 04 17:37:15.672568 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-9ad8f858-07e9-4615-9ff0-73a7a3621c6c admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=dbcf966e5dff40b9acdfdc381df461a4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3336430 Feb 04 17:37:15.674818 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 56344) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:37:15.714107 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-fe43036e-a5fa-4ad3-ab53-c8c69578731c req-a7fbd1b6-4206-43be-acfd-5a49334a1d64 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=49bac2c3-9780-4cfa-ba0a-fc1bc47b3fd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0345316 Feb 04 17:37:15.743058 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-72b2c630-b07f-43c9-947a-322477c36fe0 admin admin] Publish callbacks [] for security_group (e2b61674-a10a-4568-bfa5-556a5289dadd), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:37:15.765801 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-72b2c630-b07f-43c9-947a-322477c36fe0 admin admin] Publish callbacks [] for security_group (e2b61674-a10a-4568-bfa5-556a5289dadd), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:37:15.808387 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-fe43036e-a5fa-4ad3-ab53-c8c69578731c req-803bf30d-7d08-432a-9350-c538ccd3a375 service neutron] 10.222.0.90 "GET /v2.0/networks/49bac2c3-9780-4cfa-ba0a-fc1bc47b3fd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868979 Feb 04 17:37:15.822852 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-72b2c630-b07f-43c9-947a-322477c36fe0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (e2b61674-a10a-4568-bfa5-556a5289dadd), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:37:15.826223 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-72b2c630-b07f-43c9-947a-322477c36fe0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:37:15.827469 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-72b2c630-b07f-43c9-947a-322477c36fe0 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/e2b61674-a10a-4568-bfa5-556a5289dadd HTTP/1.1" status: 204 len: 168 time: 0.1516702 Feb 04 17:37:15.836432 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b2c630-b07f-43c9-947a-322477c36fe0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2b61674-a10a-4568-bfa5-556a5289dadd,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:37:15.949359 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-fe43036e-a5fa-4ad3-ab53-c8c69578731c req-1ec8e1ee-d246-41ea-b503-47af3482912e service neutron] 10.222.0.90 "GET /v2.0/networks/49bac2c3-9780-4cfa-ba0a-fc1bc47b3fd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1324427 Feb 04 17:37:16.005747 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f85889-f8a8-4880-8be6-d194fb73c5ff req-147c8ee5-f151-4dce-935e-8152b1ec4c3f tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:37:16.007505 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-e4f85889-f8a8-4880-8be6-d194fb73c5ff req-147c8ee5-f151-4dce-935e-8152b1ec4c3f tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] 10.222.0.89 "GET /v2.0/ports?device_id=fd4e257d-e5fa-4bfe-8314-6b938e6e11a9 HTTP/1.1" status: 200 len: 943 time: 0.0685420 Feb 04 17:37:16.073040 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-e4f85889-f8a8-4880-8be6-d194fb73c5ff req-dca2719a-0417-4059-9898-2ff1e72fce43 tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] 10.222.0.89 "GET /v2.0/security-groups?id=7065f8d7-aeef-49a2-81d7-44cedbdfdedd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591595 Feb 04 17:37:16.693962 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 56374) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:37:16.801651 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-33d55ac8-9549-4d27-abc4-a4ecead3dfe8 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2139288286-network', 'tenant_id': '4b1b9f91c1804432826de632505cad34'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:37:16.822359 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33d55ac8-9549-4d27-abc4-a4ecead3dfe8 admin admin] Made reservation on behalf of 4b1b9f91c1804432826de632505cad34 for: {'network': 1} {{(pid=103376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:37:16.825936 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-33d55ac8-9549-4d27-abc4-a4ecead3dfe8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for network (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:37:16.835540 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-33d55ac8-9549-4d27-abc4-a4ecead3dfe8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:37:16.926515 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-33d55ac8-9549-4d27-abc4-a4ecead3dfe8 admin admin] Publish callbacks [] for security_group (663de780-f5c3-43ee-b800-65f5196748b0), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:37:16.930021 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-33d55ac8-9549-4d27-abc4-a4ecead3dfe8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (663de780-f5c3-43ee-b800-65f5196748b0), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:37:16.953473 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33d55ac8-9549-4d27-abc4-a4ecead3dfe8 admin admin] vlan segment allocate from pool success with {'vlan_id': 767, 'physical_network': 'physnet1'} {{(pid=103376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 17:37:16.970580 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d55ac8-9549-4d27-abc4-a4ecead3dfe8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=663de780-f5c3-43ee-b800-65f5196748b0,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:37:16.973726 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-33d55ac8-9549-4d27-abc4-a4ecead3dfe8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (75cbfb22-5948-4422-ad82-660891fbcc33), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:37:16.974069 n-d-827839-2 neutron-server[103376]: INFO neutron.db.segments_db [None req-33d55ac8-9549-4d27-abc4-a4ecead3dfe8 admin admin] Added segment 75cbfb22-5948-4422-ad82-660891fbcc33 of type vlan for network 76a54025-3be7-4a6d-a1a4-daa8f1b65b0b Feb 04 17:37:17.018151 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-33d55ac8-9549-4d27-abc4-a4ecead3dfe8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781084292801'] for network (76a54025-3be7-4a6d-a1a4-daa8f1b65b0b), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:37:17.047459 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-33d55ac8-9549-4d27-abc4-a4ecead3dfe8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327'] for network (76a54025-3be7-4a6d-a1a4-daa8f1b65b0b), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:37:17.048563 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33d55ac8-9549-4d27-abc4-a4ecead3dfe8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:37:17.049278 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-33d55ac8-9549-4d27-abc4-a4ecead3dfe8 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:37:17.104778 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-33d55ac8-9549-4d27-abc4-a4ecead3dfe8 admin admin] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4094598 Feb 04 17:37:17.107629 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 56382) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:37:17.113412 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-98c7a4fc-dc47-446c-a5a3-5cd61c16e2d5 admin admin] Request body: {'subnet': {'network_id': '76a54025-3be7-4a6d-a1a4-daa8f1b65b0b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2139288286-subnet', 'tenant_id': '4b1b9f91c1804432826de632505cad34', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:37:17.120192 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d55ac8-9549-4d27-abc4-a4ecead3dfe8 admin admin] Pushing event updated for resources: {'Network': ['ID=76a54025-3be7-4a6d-a1a4-daa8f1b65b0b,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:37:17.133481 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Network 76a54025-3be7-4a6d-a1a4-daa8f1b65b0b details requested by agent ovs-agent-n-d-827839-2 with host n-d-827839-2 {{(pid=103378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 17:37:17.138675 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98c7a4fc-dc47-446c-a5a3-5cd61c16e2d5 admin admin] Made reservation on behalf of 4b1b9f91c1804432826de632505cad34 for: {'subnet': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:37:17.141467 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-98c7a4fc-dc47-446c-a5a3-5cd61c16e2d5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25597243'] for subnet (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:37:17.294100 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8847e64b-4a30-4e14-9ee6-9e94c2cbbdfb req-b98e4e5f-dce0-4102-8c54-daeef2d56404 tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:37:17.295679 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-8847e64b-4a30-4e14-9ee6-9e94c2cbbdfb req-b98e4e5f-dce0-4102-8c54-daeef2d56404 tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] 10.222.0.89 "GET /v2.0/ports?device_id=fd4e257d-e5fa-4bfe-8314-6b938e6e11a9 HTTP/1.1" status: 200 len: 943 time: 0.0918989 Feb 04 17:37:17.382868 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-8847e64b-4a30-4e14-9ee6-9e94c2cbbdfb req-cac4bef9-fb74-4476-a042-f65946ba4499 tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] 10.222.0.89 "GET /v2.0/security-groups?id=7065f8d7-aeef-49a2-81d7-44cedbdfdedd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816927 Feb 04 17:37:17.438731 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-98c7a4fc-dc47-446c-a5a3-5cd61c16e2d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25889445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25597197'] for subnet (0b7a6ca6-b29c-4244-800b-e95010371421), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:37:17.479840 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade7f5e2-7a3f-474e-8ac5-930ffcdc50ff req-64c70e4d-2f31-4a13-9f50-5fb9ed42417a tempest-VolumesBackupsTest-773030049 tempest-VolumesBackupsTest-773030049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:37:17.481536 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-ade7f5e2-7a3f-474e-8ac5-930ffcdc50ff req-64c70e4d-2f31-4a13-9f50-5fb9ed42417a tempest-VolumesBackupsTest-773030049 tempest-VolumesBackupsTest-773030049-project] 10.222.0.89 "GET /v2.0/ports?device_id=cc854e74-d4dc-40a9-a1e9-1a538b796e58 HTTP/1.1" status: 200 len: 949 time: 0.0896354 Feb 04 17:37:17.502906 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c7a4fc-dc47-446c-a5a3-5cd61c16e2d5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0b7a6ca6-b29c-4244-800b-e95010371421,revision_number=0']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:37:17.509981 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98c7a4fc-dc47-446c-a5a3-5cd61c16e2d5 admin admin] Checking segment: {'id': '75cbfb22-5948-4422-ad82-660891fbcc33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '76a54025-3be7-4a6d-a1a4-daa8f1b65b0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:37:17.510340 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98c7a4fc-dc47-446c-a5a3-5cd61c16e2d5 admin admin] Network hostable DHCP agents. Network: 76a54025-3be7-4a6d-a1a4-daa8f1b65b0b, hostable agents: ['bb89f5a3-3c22-440b-b7d1-c4f0c43c184a'], hosted agents: [] {{(pid=103377) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 17:37:17.528645 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98c7a4fc-dc47-446c-a5a3-5cd61c16e2d5 admin admin] Network 76a54025-3be7-4a6d-a1a4-daa8f1b65b0b is scheduled to be hosted by DHCP agent bb89f5a3-3c22-440b-b7d1-c4f0c43c184a with binding_index 1 {{(pid=103377) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 17:37:17.538737 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [None req-98c7a4fc-dc47-446c-a5a3-5cd61c16e2d5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827839-2, 76a54025-3be7-4a6d-a1a4-daa8f1b65b0b) {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:37:17.539163 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-ade7f5e2-7a3f-474e-8ac5-930ffcdc50ff req-75b10c25-8e46-4e1c-a146-06a388f46dc8 tempest-VolumesBackupsTest-773030049 tempest-VolumesBackupsTest-773030049-project] 10.222.0.89 "GET /v2.0/security-groups?id=62a841c8-7c27-46ab-8fce-aedf9934cfa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516284 Feb 04 17:37:17.545985 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98c7a4fc-dc47-446c-a5a3-5cd61c16e2d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:37:17.548578 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6e97c8b-455b-49a4-b214-0cbce4bd1f46 None None] Network 76a54025-3be7-4a6d-a1a4-daa8f1b65b0b requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:37:17.549359 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-98c7a4fc-dc47-446c-a5a3-5cd61c16e2d5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:37:17.587741 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-98c7a4fc-dc47-446c-a5a3-5cd61c16e2d5 admin admin] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4750500 Feb 04 17:37:17.618918 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Device 847b3370-3ea9-4eea-8b16-9749b0d6fd8d details requested by agent hyperv_n-h2-827839-2 with host n-h2-827839-2 {{(pid=103378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 17:37:17.694614 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84477992-fa00-415b-820d-89bf48d6cb29 None None] Network 76a54025-3be7-4a6d-a1a4-daa8f1b65b0b requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:37:17.826689 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] For port 847b3370-3ea9-4eea-8b16-9749b0d6fd8d, host n-h2-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=847b3370-3ea9-4eea-8b16-9749b0d6fd8d,segment=NetworkSegment(f8b51653-e9f0-43b4-bbb2-0054b3d4de26),segment_id=f8b51653-e9f0-43b4-bbb2-0054b3d4de26)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:37:17.857302 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Returning: {'device': '847b3370-3ea9-4eea-8b16-9749b0d6fd8d', 'network_id': '49bac2c3-9780-4cfa-ba0a-fc1bc47b3fd5', 'port_id': '847b3370-3ea9-4eea-8b16-9749b0d6fd8d', 'mac_address': 'fa:16:3e:20:8a:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 773, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85042e04-1570-46e9-b9e6-f57252834000', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 17:37:17.902555 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Current status of the port 847b3370-3ea9-4eea-8b16-9749b0d6fd8d is: DOWN; New status is: BUILD {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:37:17.903320 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (847b3370-3ea9-4eea-8b16-9749b0d6fd8d), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:37:17.921414 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 847b3370-3ea9-4eea-8b16-9749b0d6fd8d {{(pid=103378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 17:37:17.943114 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] For port 847b3370-3ea9-4eea-8b16-9749b0d6fd8d, host n-h2-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=847b3370-3ea9-4eea-8b16-9749b0d6fd8d,segment=NetworkSegment(f8b51653-e9f0-43b4-bbb2-0054b3d4de26),segment_id=f8b51653-e9f0-43b4-bbb2-0054b3d4de26)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:37:17.947314 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (847b3370-3ea9-4eea-8b16-9749b0d6fd8d), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:37:18.003500 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Pushing event updated for resources: {'Port': ['ID=847b3370-3ea9-4eea-8b16-9749b0d6fd8d,revision_number=4']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:37:18.178350 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] get_ports_and_sgs() called for port_ids ['847b3370-3ea9-4eea-8b16-9749b0d6fd8d'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 17:37:18.559987 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42986a10-f624-4b17-8e0f-f9bc75fd134d req-4930243f-c91a-49bb-a676-11bc397e5d12 tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:37:18.568040 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-42986a10-f624-4b17-8e0f-f9bc75fd134d req-4930243f-c91a-49bb-a676-11bc397e5d12 tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] 10.222.0.89 "GET /v2.0/ports?device_id=fd4e257d-e5fa-4bfe-8314-6b938e6e11a9 HTTP/1.1" status: 200 len: 944 time: 0.0694835 Feb 04 17:37:18.659990 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-42986a10-f624-4b17-8e0f-f9bc75fd134d req-2c7aed47-8a99-4e7b-8432-89c5898fe9bd tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] 10.222.0.89 "GET /v2.0/security-groups?id=7065f8d7-aeef-49a2-81d7-44cedbdfdedd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909677 Feb 04 17:37:18.755776 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41f57c1-5319-4aa0-a898-d5f21ba8c96e req-d0c5ced2-cbd0-4fad-9bb8-5b7d1d83bd5e tempest-VolumesBackupsTest-773030049 tempest-VolumesBackupsTest-773030049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:37:18.758129 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-d41f57c1-5319-4aa0-a898-d5f21ba8c96e req-d0c5ced2-cbd0-4fad-9bb8-5b7d1d83bd5e tempest-VolumesBackupsTest-773030049 tempest-VolumesBackupsTest-773030049-project] 10.222.0.89 "GET /v2.0/ports?device_id=cc854e74-d4dc-40a9-a1e9-1a538b796e58 HTTP/1.1" status: 200 len: 949 time: 0.0755343 Feb 04 17:37:18.824807 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-d41f57c1-5319-4aa0-a898-d5f21ba8c96e req-379dd1cb-d238-4868-be8e-7b9f7aa4a237 tempest-VolumesBackupsTest-773030049 tempest-VolumesBackupsTest-773030049-project] 10.222.0.89 "GET /v2.0/security-groups?id=62a841c8-7c27-46ab-8fce-aedf9934cfa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601013 Feb 04 17:37:19.646072 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Device 847b3370-3ea9-4eea-8b16-9749b0d6fd8d up at agent hyperv_n-h2-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:37:19.707994 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Provisioning for port 847b3370-3ea9-4eea-8b16-9749b0d6fd8d completed by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 17:37:19.713110 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Provisioning complete for port 847b3370-3ea9-4eea-8b16-9749b0d6fd8d triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:37:19.713765 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (847b3370-3ea9-4eea-8b16-9749b0d6fd8d), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:37:19.834898 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Current status of the port 847b3370-3ea9-4eea-8b16-9749b0d6fd8d is: BUILD; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:37:19.835459 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (847b3370-3ea9-4eea-8b16-9749b0d6fd8d), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:37:19.840591 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21b68bd-38a0-4beb-9273-11496a2c894e req-5de2bd47-7cec-45b1-a6c9-463fb5016a7b tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:37:19.843002 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-e21b68bd-38a0-4beb-9273-11496a2c894e req-5de2bd47-7cec-45b1-a6c9-463fb5016a7b tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] 10.222.0.89 "GET /v2.0/ports?device_id=fd4e257d-e5fa-4bfe-8314-6b938e6e11a9 HTTP/1.1" status: 200 len: 944 time: 0.0761616 Feb 04 17:37:19.906692 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] For port 847b3370-3ea9-4eea-8b16-9749b0d6fd8d, host n-h2-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=847b3370-3ea9-4eea-8b16-9749b0d6fd8d,segment=NetworkSegment(f8b51653-e9f0-43b4-bbb2-0054b3d4de26),segment_id=f8b51653-e9f0-43b4-bbb2-0054b3d4de26)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:37:19.908225 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd4e257d-e5fa-4bfe-8314-6b938e6e11a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '847b3370-3ea9-4eea-8b16-9749b0d6fd8d'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:37:19.911328 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c34bc964ce2211770fda26ca2f3801cc06f4f39928110690550e94ab9c9d2fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-541b57d8-31f7-48d5-adda-310e514bd478" -d '{"events": [{"server_uuid": "fd4e257d-e5fa-4bfe-8314-6b938e6e11a9", "name": "network-vif-plugged", "status": "completed", "tag": "847b3370-3ea9-4eea-8b16-9749b0d6fd8d"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:37:19.915827 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (847b3370-3ea9-4eea-8b16-9749b0d6fd8d), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:37:19.921901 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-e21b68bd-38a0-4beb-9273-11496a2c894e req-afe1c7d9-0df8-4f79-8a74-86fba2b9502c tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] 10.222.0.89 "GET /v2.0/security-groups?id=7065f8d7-aeef-49a2-81d7-44cedbdfdedd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728598 Feb 04 17:37:19.994473 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 17:37:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18cdf169-29a9-4d8f-aad2-f8fad8fafd38 x-openstack-request-id: req-18cdf169-29a9-4d8f-aad2-f8fad8fafd38 {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:37:19.995151 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd4e257d-e5fa-4bfe-8314-6b938e6e11a9", "name": "network-vif-plugged", "status": "completed", "tag": "847b3370-3ea9-4eea-8b16-9749b0d6fd8d", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:37:19.996194 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-18cdf169-29a9-4d8f-aad2-f8fad8fafd38 {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:37:19.997353 n-d-827839-2 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd4e257d-e5fa-4bfe-8314-6b938e6e11a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '847b3370-3ea9-4eea-8b16-9749b0d6fd8d', 'code': 200} Feb 04 17:37:20.046784 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Pushing event updated for resources: {'Port': ['ID=847b3370-3ea9-4eea-8b16-9749b0d6fd8d,revision_number=5']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:37:20.062115 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf94edd-b7d0-499f-98e5-1e87b2dff2f5 req-2dd41999-346a-45e7-95cf-296feb526dea tempest-VolumesBackupsTest-773030049 tempest-VolumesBackupsTest-773030049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:37:20.065315 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-ccf94edd-b7d0-499f-98e5-1e87b2dff2f5 req-2dd41999-346a-45e7-95cf-296feb526dea tempest-VolumesBackupsTest-773030049 tempest-VolumesBackupsTest-773030049-project] 10.222.0.89 "GET /v2.0/ports?device_id=cc854e74-d4dc-40a9-a1e9-1a538b796e58 HTTP/1.1" status: 200 len: 949 time: 0.1471400 Feb 04 17:37:20.079914 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a234a2a-507f-40b7-9548-415972889f27 req-6d1d467a-67db-4d3c-ab97-b70f20c9b5ef tempest-VolumesBackupsTest-773030049 tempest-VolumesBackupsTest-773030049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:37:20.081604 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-0a234a2a-507f-40b7-9548-415972889f27 req-6d1d467a-67db-4d3c-ab97-b70f20c9b5ef tempest-VolumesBackupsTest-773030049 tempest-VolumesBackupsTest-773030049-project] 10.222.0.96 "GET /v2.0/ports?device_id=cc854e74-d4dc-40a9-a1e9-1a538b796e58 HTTP/1.1" status: 200 len: 949 time: 0.1210167 Feb 04 17:37:20.098436 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691725f2-e17e-4178-a71c-611f66525dd1 req-4afd8496-adf7-44a9-b053-43f76fb55ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:37:20.099908 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-691725f2-e17e-4178-a71c-611f66525dd1 req-4afd8496-adf7-44a9-b053-43f76fb55ca1 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=fd4e257d-e5fa-4bfe-8314-6b938e6e11a9 HTTP/1.1" status: 200 len: 1127 time: 0.0492578 Feb 04 17:37:20.153600 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-691725f2-e17e-4178-a71c-611f66525dd1 req-42d694ff-0f69-4f34-8187-127d50b3fc2a service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=7065f8d7-aeef-49a2-81d7-44cedbdfdedd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457046 Feb 04 17:37:20.162076 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-ccf94edd-b7d0-499f-98e5-1e87b2dff2f5 req-7e6b74de-e20d-4280-83c4-9263a0de8666 tempest-VolumesBackupsTest-773030049 tempest-VolumesBackupsTest-773030049-project] 10.222.0.89 "GET /v2.0/security-groups?id=62a841c8-7c27-46ab-8fce-aedf9934cfa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909746 Feb 04 17:37:20.227071 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [req-0a234a2a-507f-40b7-9548-415972889f27 req-d0c094b0-00fa-4586-b867-673569474735 tempest-VolumesBackupsTest-773030049 tempest-VolumesBackupsTest-773030049-project] Deleting port 9c862c1f-fd94-4fe1-962b-899ac844b6c2 {{(pid=103376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:37:20.227427 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-0a234a2a-507f-40b7-9548-415972889f27 req-d0c094b0-00fa-4586-b867-673569474735 tempest-VolumesBackupsTest-773030049 tempest-VolumesBackupsTest-773030049-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (9c862c1f-fd94-4fe1-962b-899ac844b6c2), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:37:20.338059 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [req-0a234a2a-507f-40b7-9548-415972889f27 req-d0c094b0-00fa-4586-b867-673569474735 tempest-VolumesBackupsTest-773030049 tempest-VolumesBackupsTest-773030049-project] For port 9c862c1f-fd94-4fe1-962b-899ac844b6c2, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=9c862c1f-fd94-4fe1-962b-899ac844b6c2,segment=NetworkSegment(3a39b085-d3e6-43bb-a64c-1b06dd049e5a),segment_id=3a39b085-d3e6-43bb-a64c-1b06dd049e5a)] {{(pid=103376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:37:20.338432 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-0a234a2a-507f-40b7-9548-415972889f27 req-d0c094b0-00fa-4586-b867-673569474735 tempest-VolumesBackupsTest-773030049 tempest-VolumesBackupsTest-773030049-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (9c862c1f-fd94-4fe1-962b-899ac844b6c2), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:37:20.352655 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [req-0a234a2a-507f-40b7-9548-415972889f27 req-d0c094b0-00fa-4586-b867-673569474735 tempest-VolumesBackupsTest-773030049 tempest-VolumesBackupsTest-773030049-project] Calling delete_port for 9c862c1f-fd94-4fe1-962b-899ac844b6c2 owned by compute:nova {{(pid=103376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:37:20.505444 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-0a234a2a-507f-40b7-9548-415972889f27 req-d0c094b0-00fa-4586-b867-673569474735 tempest-VolumesBackupsTest-773030049 tempest-VolumesBackupsTest-773030049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (9c862c1f-fd94-4fe1-962b-899ac844b6c2), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:37:20.519018 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] get_ports_and_sgs() called for port_ids ['9c862c1f-fd94-4fe1-962b-899ac844b6c2'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 17:37:20.521784 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2c1a99-a2bc-4712-af32-f91df44effef req-4c159083-2153-4323-bf4b-17b1a01829fa tempest-VolumesActionsTest-202408860 tempest-VolumesActionsTest-202408860-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:37:20.524190 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-8f2c1a99-a2bc-4712-af32-f91df44effef req-4c159083-2153-4323-bf4b-17b1a01829fa tempest-VolumesActionsTest-202408860 tempest-VolumesActionsTest-202408860-project] 10.222.0.89 "GET /v2.0/networks?id=76a54025-3be7-4a6d-a1a4-daa8f1b65b0b HTTP/1.1" status: 200 len: 809 time: 0.1345530 Feb 04 17:37:20.557575 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-8f2c1a99-a2bc-4712-af32-f91df44effef req-b23d7843-cd8a-4614-a3f0-3a5e3366752d tempest-VolumesActionsTest-202408860 tempest-VolumesActionsTest-202408860-project] 10.222.0.89 "GET /v2.0/quotas/4b1b9f91c1804432826de632505cad34 HTTP/1.1" status: 200 len: 375 time: 0.0271347 Feb 04 17:37:20.582928 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c094b0-00fa-4586-b867-673569474735 tempest-VolumesBackupsTest-773030049 tempest-VolumesBackupsTest-773030049-project] Pushing event deleted for resources: {'Port': ['ID=9c862c1f-fd94-4fe1-962b-899ac844b6c2,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:37:20.618607 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-8f2c1a99-a2bc-4712-af32-f91df44effef req-0f307d71-8844-4dd4-b7b6-01036dabe093 tempest-VolumesActionsTest-202408860 tempest-VolumesActionsTest-202408860-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=4b1b9f91c1804432826de632505cad34&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0595591 Feb 04 17:37:20.666660 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a234a2a-507f-40b7-9548-415972889f27 req-d0c094b0-00fa-4586-b867-673569474735 tempest-VolumesBackupsTest-773030049 tempest-VolumesBackupsTest-773030049-project] No DVR routers for this DVR port 9c862c1f-fd94-4fe1-962b-899ac844b6c2 on host n-h1-827839-2 {{(pid=103376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 17:37:20.672263 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-0a234a2a-507f-40b7-9548-415972889f27 req-d0c094b0-00fa-4586-b867-673569474735 tempest-VolumesBackupsTest-773030049 tempest-VolumesBackupsTest-773030049-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:37:20.682250 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-0a234a2a-507f-40b7-9548-415972889f27 req-d0c094b0-00fa-4586-b867-673569474735 tempest-VolumesBackupsTest-773030049 tempest-VolumesBackupsTest-773030049-project] 10.222.0.96 "DELETE /v2.0/ports/9c862c1f-fd94-4fe1-962b-899ac844b6c2 HTTP/1.1" status: 204 len: 173 time: 0.5822289 Feb 04 17:37:20.682250 n-d-827839-2 neutron-server[103376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc854e74-d4dc-40a9-a1e9-1a538b796e58', 'name': 'network-vif-deleted', 'tag': '9c862c1f-fd94-4fe1-962b-899ac844b6c2'}] {{(pid=103376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:37:20.688508 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d59c3bb5e2f09ebf62144d5e09b1cff60c763a9c19614c24538e77842938c05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67a45354-bbb0-46b9-83f4-3dbcc825d70d" -d '{"events": [{"server_uuid": "cc854e74-d4dc-40a9-a1e9-1a538b796e58", "name": "network-vif-deleted", "tag": "9c862c1f-fd94-4fe1-962b-899ac844b6c2"}]}' {{(pid=103376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:37:20.750698 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 17:37:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12d805cc-b104-4dee-aa5e-7e2406b17f41 x-openstack-request-id: req-12d805cc-b104-4dee-aa5e-7e2406b17f41 {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:37:20.750993 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc854e74-d4dc-40a9-a1e9-1a538b796e58", "name": "network-vif-deleted", "tag": "9c862c1f-fd94-4fe1-962b-899ac844b6c2", "status": "completed", "code": 200}]} {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:37:20.751247 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-12d805cc-b104-4dee-aa5e-7e2406b17f41 {{(pid=103376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:37:20.751646 n-d-827839-2 neutron-server[103376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc854e74-d4dc-40a9-a1e9-1a538b796e58', 'name': 'network-vif-deleted', 'tag': '9c862c1f-fd94-4fe1-962b-899ac844b6c2', 'status': 'completed', 'code': 200} Feb 04 17:37:20.752115 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-8f2c1a99-a2bc-4712-af32-f91df44effef req-8971dec7-736e-4430-addf-cd6b23a1bf73 service neutron] 10.222.0.89 "GET /v2.0/networks/76a54025-3be7-4a6d-a1a4-daa8f1b65b0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295912 Feb 04 17:37:20.868722 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-8f2c1a99-a2bc-4712-af32-f91df44effef req-16872680-0aff-499b-a3e4-ca70064691de service neutron] 10.222.0.89 "GET /v2.0/networks/76a54025-3be7-4a6d-a1a4-daa8f1b65b0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1156628 Feb 04 17:37:21.108194 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-34b6953c-f3f6-4fb3-ba10-13bd305bb16d req-71ba2ed1-4ec8-4687-b7c3-39256de8d6ac tempest-VolumesActionsTest-202408860 tempest-VolumesActionsTest-202408860-project] 10.222.0.89 "GET /v2.0/ports?device_id=fc0b803a-5912-4a17-b632-e23c9c5625e0 HTTP/1.1" status: 200 len: 210 time: 0.0360355 Feb 04 17:37:21.149891 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.agents_db [None req-e1691f3b-aacd-4cd6-8ebb-a9c53bb301c0 None None] Agent healthcheck: found 7 active agents {{(pid=103379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 17:37:21.195287 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7c4f45-1e61-451b-855f-5c46b03f18a6 req-8cb342b2-275a-4163-a1ff-70e8093ef3ef tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:37:21.197391 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-8e7c4f45-1e61-451b-855f-5c46b03f18a6 req-8cb342b2-275a-4163-a1ff-70e8093ef3ef tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] 10.222.0.89 "GET /v2.0/ports?device_id=fd4e257d-e5fa-4bfe-8314-6b938e6e11a9 HTTP/1.1" status: 200 len: 945 time: 0.1313038 Feb 04 17:37:21.290414 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-8e7c4f45-1e61-451b-855f-5c46b03f18a6 req-a7e1328b-4d11-464c-b365-8b8d766fc36c tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] 10.222.0.89 "GET /v2.0/security-groups?id=7065f8d7-aeef-49a2-81d7-44cedbdfdedd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853879 Feb 04 17:37:21.363565 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-bef2eb5b-e0d2-4531-8821-0b7d35a78534 req-5d910ba4-acc1-4a27-aca7-cc39f795553f tempest-VolumesBackupsTest-773030049 tempest-VolumesBackupsTest-773030049-project] 10.222.0.89 "GET /v2.0/ports?device_id=cc854e74-d4dc-40a9-a1e9-1a538b796e58 HTTP/1.1" status: 200 len: 210 time: 0.0344169 Feb 04 17:37:21.723131 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 56460) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:37:22.233088 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-31c2680f-38d4-4a57-9db9-d11089bbda5f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602754'] for router_interface (546ad7b5-1bb0-42d9-81fc-8541e07251fd), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:37:22.234238 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-cc6a73df-4c29-4678-a115-4cd6905aaeea req-3dc76573-4630-475e-9fa2-3fd9d3baa448 tempest-VolumesActionsTest-202408860 tempest-VolumesActionsTest-202408860-project] 10.222.0.89 "GET /v2.0/ports?device_id=fc0b803a-5912-4a17-b632-e23c9c5625e0 HTTP/1.1" status: 200 len: 210 time: 0.0477116 Feb 04 17:37:22.573171 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a6600c-c20a-4fff-9701-746337ed4472 req-021e83a3-ff77-4679-833a-2b9e889d798f tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:37:22.575601 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2c1a99-a2bc-4712-af32-f91df44effef req-7fb4278a-ba6c-444d-8c23-a80eb6649368 tempest-VolumesActionsTest-202408860 tempest-VolumesActionsTest-202408860-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:37:22.577883 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-38a6600c-c20a-4fff-9701-746337ed4472 req-021e83a3-ff77-4679-833a-2b9e889d798f tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] 10.222.0.89 "GET /v2.0/ports?device_id=fd4e257d-e5fa-4bfe-8314-6b938e6e11a9 HTTP/1.1" status: 200 len: 945 time: 0.1978989 Feb 04 17:37:22.589424 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-8f2c1a99-a2bc-4712-af32-f91df44effef req-7fb4278a-ba6c-444d-8c23-a80eb6649368 tempest-VolumesActionsTest-202408860 tempest-VolumesActionsTest-202408860-project] 10.222.0.96 "GET /v2.0/networks?id=76a54025-3be7-4a6d-a1a4-daa8f1b65b0b HTTP/1.1" status: 200 len: 809 time: 0.2584093 Feb 04 17:37:22.606198 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [req-8f2c1a99-a2bc-4712-af32-f91df44effef req-3dc4a92b-6085-4c20-ad04-8744c907d40b tempest-VolumesActionsTest-202408860 tempest-VolumesActionsTest-202408860-project] Request body: {'port': {'device_id': 'fc0b803a-5912-4a17-b632-e23c9c5625e0', 'network_id': '76a54025-3be7-4a6d-a1a4-daa8f1b65b0b', 'admin_state_up': True, 'tenant_id': '4b1b9f91c1804432826de632505cad34'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:37:22.721946 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-38a6600c-c20a-4fff-9701-746337ed4472 req-87922afb-d357-4699-8785-83b110b02d20 tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] 10.222.0.89 "GET /v2.0/security-groups?id=7065f8d7-aeef-49a2-81d7-44cedbdfdedd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325068 Feb 04 17:37:22.795259 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-31c2680f-38d4-4a57-9db9-d11089bbda5f admin admin] Deleting port 10f25b3b-b837-4b77-89e8-ff5b2a84a594 {{(pid=103377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:37:22.795598 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-31c2680f-38d4-4a57-9db9-d11089bbda5f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (10f25b3b-b837-4b77-89e8-ff5b2a84a594), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:37:22.840701 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f2c1a99-a2bc-4712-af32-f91df44effef req-3dc4a92b-6085-4c20-ad04-8744c907d40b tempest-VolumesActionsTest-202408860 tempest-VolumesActionsTest-202408860-project] Made reservation on behalf of 4b1b9f91c1804432826de632505cad34 for: {'port': 1} {{(pid=103376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:37:22.848332 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-8f2c1a99-a2bc-4712-af32-f91df44effef req-3dc4a92b-6085-4c20-ad04-8744c907d40b tempest-VolumesActionsTest-202408860 tempest-VolumesActionsTest-202408860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:37:23.008159 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [None req-31c2680f-38d4-4a57-9db9-d11089bbda5f admin admin] For port 10f25b3b-b837-4b77-89e8-ff5b2a84a594, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=10f25b3b-b837-4b77-89e8-ff5b2a84a594,segment=NetworkSegment(4fe2ceae-f33e-4515-b7e7-4fd67b98c4d4),segment_id=4fe2ceae-f33e-4515-b7e7-4fd67b98c4d4)] {{(pid=103377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:37:23.008683 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-31c2680f-38d4-4a57-9db9-d11089bbda5f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (10f25b3b-b837-4b77-89e8-ff5b2a84a594), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:37:23.034759 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-31c2680f-38d4-4a57-9db9-d11089bbda5f admin admin] Calling delete_port for 10f25b3b-b837-4b77-89e8-ff5b2a84a594 owned by network:router_interface {{(pid=103377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:37:23.073078 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.db_base_plugin_common [req-8f2c1a99-a2bc-4712-af32-f91df44effef req-3dc4a92b-6085-4c20-ad04-8744c907d40b tempest-VolumesActionsTest-202408860 tempest-VolumesActionsTest-202408860-project] Allocated IP 172.20.0.2 (76a54025-3be7-4a6d-a1a4-daa8f1b65b0b/0b7a6ca6-b29c-4244-800b-e95010371421/2e4aa751-7a1e-41a8-865e-45498e1ae51a) {{(pid=103376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:37:23.254357 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device 9c862c1f-fd94-4fe1-962b-899ac844b6c2 no longer exists at agent hyperv_n-h1-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:37:23.311801 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] No Port match for: 9c862c1f-fd94-4fe1-962b-899ac844b6c2 {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 17:37:23.317869 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device 9c862c1f-fd94-4fe1-962b-899ac844b6c2 not bound to the agent host n-h1-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 17:37:23.431221 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a374c385-706e-4759-9ded-14debbf81f43 req-900618a6-17f6-4878-9636-9791c1458a8d tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:37:23.435398 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-cfe5c907-ee9d-4349-90b9-87087081ca0b req-95248e56-f0ca-4932-84a1-81ac926bb32a tempest-VolumesActionsTest-202408860 tempest-VolumesActionsTest-202408860-project] 10.222.0.89 "GET /v2.0/ports?device_id=fc0b803a-5912-4a17-b632-e23c9c5625e0 HTTP/1.1" status: 200 len: 210 time: 0.0426049 Feb 04 17:37:23.438525 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-a374c385-706e-4759-9ded-14debbf81f43 req-900618a6-17f6-4878-9636-9791c1458a8d tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] 10.222.0.89 "GET /v2.0/networks?id=49bac2c3-9780-4cfa-ba0a-fc1bc47b3fd5 HTTP/1.1" status: 200 len: 805 time: 0.3514442 Feb 04 17:37:23.442339 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-31c2680f-38d4-4a57-9db9-d11089bbda5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (10f25b3b-b837-4b77-89e8-ff5b2a84a594), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:37:23.473214 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-a374c385-706e-4759-9ded-14debbf81f43 req-43b26318-f0b6-4b71-a02c-334a576601aa tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] 10.222.0.89 "GET /v2.0/quotas/0b76505d37894fa2a98cba742b19aaf3 HTTP/1.1" status: 200 len: 375 time: 0.0334949 Feb 04 17:37:23.507483 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c2680f-38d4-4a57-9db9-d11089bbda5f admin admin] Pushing event deleted for resources: {'Port': ['ID=10f25b3b-b837-4b77-89e8-ff5b2a84a594,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:37:23.539355 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c2680f-38d4-4a57-9db9-d11089bbda5f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:37:23.540141 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c2680f-38d4-4a57-9db9-d11089bbda5f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:37:23.540669 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c2680f-38d4-4a57-9db9-d11089bbda5f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:37:23.541647 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c2680f-38d4-4a57-9db9-d11089bbda5f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:37:23.542722 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c2680f-38d4-4a57-9db9-d11089bbda5f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:37:23.543219 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c2680f-38d4-4a57-9db9-d11089bbda5f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:37:23.544275 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c2680f-38d4-4a57-9db9-d11089bbda5f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:37:23.544808 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c2680f-38d4-4a57-9db9-d11089bbda5f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:37:23.545318 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c2680f-38d4-4a57-9db9-d11089bbda5f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:37:23.546938 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c2680f-38d4-4a57-9db9-d11089bbda5f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:37:23.547436 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c2680f-38d4-4a57-9db9-d11089bbda5f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:37:23.547958 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c2680f-38d4-4a57-9db9-d11089bbda5f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:37:23.548447 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c2680f-38d4-4a57-9db9-d11089bbda5f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:37:23.574248 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-8f2c1a99-a2bc-4712-af32-f91df44effef req-3dc4a92b-6085-4c20-ad04-8744c907d40b tempest-VolumesActionsTest-202408860 tempest-VolumesActionsTest-202408860-project] Publish callbacks [] for port (2e4aa751-7a1e-41a8-865e-45498e1ae51a), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:37:23.670912 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-8f2c1a99-a2bc-4712-af32-f91df44effef req-3dc4a92b-6085-4c20-ad04-8744c907d40b tempest-VolumesActionsTest-202408860 tempest-VolumesActionsTest-202408860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (2e4aa751-7a1e-41a8-865e-45498e1ae51a), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:37:23.787837 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f2c1a99-a2bc-4712-af32-f91df44effef req-3dc4a92b-6085-4c20-ad04-8744c907d40b tempest-VolumesActionsTest-202408860 tempest-VolumesActionsTest-202408860-project] Network 76a54025-3be7-4a6d-a1a4-daa8f1b65b0b is already hosted by enough agents. {{(pid=103376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:37:23.795589 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-a374c385-706e-4759-9ded-14debbf81f43 req-8bfd096d-578f-4a75-bda5-8b708ff7969b tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=0b76505d37894fa2a98cba742b19aaf3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3216796 Feb 04 17:37:23.796448 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc4a92b-6085-4c20-ad04-8744c907d40b tempest-VolumesActionsTest-202408860 tempest-VolumesActionsTest-202408860-project] Pushing event updated for resources: {'Port': ['ID=2e4aa751-7a1e-41a8-865e-45498e1ae51a,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:37:23.799933 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [req-8f2c1a99-a2bc-4712-af32-f91df44effef req-3dc4a92b-6085-4c20-ad04-8744c907d40b tempest-VolumesActionsTest-202408860 tempest-VolumesActionsTest-202408860-project] Resources bound (agent type, host, resource id): {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:37:23.802254 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f2c1a99-a2bc-4712-af32-f91df44effef req-3dc4a92b-6085-4c20-ad04-8744c907d40b tempest-VolumesActionsTest-202408860 tempest-VolumesActionsTest-202408860-project] Received port after_create {{(pid=103376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:37:23.884166 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2c1a99-a2bc-4712-af32-f91df44effef req-3dc4a92b-6085-4c20-ad04-8744c907d40b tempest-VolumesActionsTest-202408860 tempest-VolumesActionsTest-202408860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:37:23.889060 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-8f2c1a99-a2bc-4712-af32-f91df44effef req-3dc4a92b-6085-4c20-ad04-8744c907d40b tempest-VolumesActionsTest-202408860 tempest-VolumesActionsTest-202408860-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:37:23.894686 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-31c2680f-38d4-4a57-9db9-d11089bbda5f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1677336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1602614'] for router_interface (546ad7b5-1bb0-42d9-81fc-8541e07251fd), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:37:24.002691 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-8f2c1a99-a2bc-4712-af32-f91df44effef req-3dc4a92b-6085-4c20-ad04-8744c907d40b tempest-VolumesActionsTest-202408860 tempest-VolumesActionsTest-202408860-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4014359 Feb 04 17:37:24.025415 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [req-8f2c1a99-a2bc-4712-af32-f91df44effef req-96a13630-f8f6-47f4-afbf-c01586d94b46 service neutron] Request body: {'port': {'device_id': 'fc0b803a-5912-4a17-b632-e23c9c5625e0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827839-2'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:37:24.113388 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-a374c385-706e-4759-9ded-14debbf81f43 req-0b7e69c3-2d63-4f36-9ba5-390b0da60735 service neutron] 10.222.0.89 "GET /v2.0/networks/49bac2c3-9780-4cfa-ba0a-fc1bc47b3fd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2191088 Feb 04 17:37:24.115850 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-8f2c1a99-a2bc-4712-af32-f91df44effef req-96a13630-f8f6-47f4-afbf-c01586d94b46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (2e4aa751-7a1e-41a8-865e-45498e1ae51a), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:37:24.296151 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31c2680f-38d4-4a57-9db9-d11089bbda5f admin admin] Router 546ad7b5-1bb0-42d9-81fc-8541e07251fd has already been hosted by L3 agent 64ada913-9131-4d99-a265-63a920956287 {{(pid=103377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 17:37:24.432540 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-a374c385-706e-4759-9ded-14debbf81f43 req-8c0e6b25-18eb-43a9-aa1e-8b4e45c8e022 service neutron] 10.222.0.89 "GET /v2.0/networks/49bac2c3-9780-4cfa-ba0a-fc1bc47b3fd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3023224 Feb 04 17:37:24.511322 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31c2680f-38d4-4a57-9db9-d11089bbda5f admin admin] Notify agent at l3_agent.n-d-827839-2 the message routers_updated {{(pid=103377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 17:37:24.516973 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-31c2680f-38d4-4a57-9db9-d11089bbda5f admin admin] 10.222.0.89 "PUT /v2.0/routers/546ad7b5-1bb0-42d9-81fc-8541e07251fd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7927613 Feb 04 17:37:24.519539 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 56504) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:37:24.522726 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ee21844-a3a8-4828-8f4c-0f28623b62c3 None None] Sync routers for ids ['546ad7b5-1bb0-42d9-81fc-8541e07251fd'] in n-d-827839-2 {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 17:37:24.552700 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ee21844-a3a8-4828-8f4c-0f28623b62c3 None None] Routers {'546ad7b5-1bb0-42d9-81fc-8541e07251fd'} bound to L3 agent in host n-d-827839-2 {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:37:24.554272 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-0ee21844-a3a8-4828-8f4c-0f28623b62c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:37:02Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['546ad7b5-1bb0-42d9-81fc-8541e07251fd'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:37:24.712347 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805a70b6-a7d2-4e4e-acb4-f163d39c8ad2 req-dd52a02c-350e-4956-9db7-87a8273b1e30 tempest-VolumesActionsTest-202408860 tempest-VolumesActionsTest-202408860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:37:24.724307 n-d-827839-2 neutron-server[103376]: DEBUG neutron.notifiers.nova [req-8f2c1a99-a2bc-4712-af32-f91df44effef req-96a13630-f8f6-47f4-afbf-c01586d94b46 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e4aa751-7a1e-41a8-865e-45498e1ae51a {{(pid=103376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 17:37:24.725954 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-805a70b6-a7d2-4e4e-acb4-f163d39c8ad2 req-dd52a02c-350e-4956-9db7-87a8273b1e30 tempest-VolumesActionsTest-202408860 tempest-VolumesActionsTest-202408860-project] 10.222.0.89 "GET /v2.0/ports?device_id=fc0b803a-5912-4a17-b632-e23c9c5625e0 HTTP/1.1" status: 200 len: 931 time: 0.1589904 Feb 04 17:37:24.745666 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-8f2c1a99-a2bc-4712-af32-f91df44effef req-96a13630-f8f6-47f4-afbf-c01586d94b46 service neutron] Publish callbacks [] for port (2e4aa751-7a1e-41a8-865e-45498e1ae51a), precommit_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:37:24.778017 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.provisioning_blocks [req-8f2c1a99-a2bc-4712-af32-f91df44effef req-96a13630-f8f6-47f4-afbf-c01586d94b46 service neutron] Transition to ACTIVE for port object 2e4aa751-7a1e-41a8-865e-45498e1ae51a will not be triggered until provisioned by entity L2. {{(pid=103376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 17:37:24.785427 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-8f2c1a99-a2bc-4712-af32-f91df44effef req-96a13630-f8f6-47f4-afbf-c01586d94b46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675836'] for port (2e4aa751-7a1e-41a8-865e-45498e1ae51a), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:37:24.824244 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvr_db [None req-0ee21844-a3a8-4828-8f4c-0f28623b62c3 None None] Set router 546ad7b5-1bb0-42d9-81fc-8541e07251fd gateway port host: n-d-827839-2 {{(pid=103379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:37:24.932171 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a13630-f8f6-47f4-afbf-c01586d94b46 service neutron] Pushing event updated for resources: {'Port': ['ID=2e4aa751-7a1e-41a8-865e-45498e1ae51a,revision_number=2']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:37:25.052579 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19709fa-a84c-46c1-ade5-eb67d1df814e req-4a0bca4c-e3d0-4c9e-89d9-3441fb4f8f72 tempest-AttachVolumeNegativeTest-179514357 tempest-AttachVolumeNegativeTest-179514357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:37:25.056065 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-b19709fa-a84c-46c1-ade5-eb67d1df814e req-4a0bca4c-e3d0-4c9e-89d9-3441fb4f8f72 tempest-AttachVolumeNegativeTest-179514357 tempest-AttachVolumeNegativeTest-179514357-project] 10.222.0.89 "GET /v2.0/ports?device_id=0f534955-8600-49e7-ba57-2378f4bdf14a HTTP/1.1" status: 200 len: 946 time: 0.1845121 Feb 04 17:37:25.059632 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [req-8f2c1a99-a2bc-4712-af32-f91df44effef req-96a13630-f8f6-47f4-afbf-c01586d94b46 service neutron] Attempting to bind port 2e4aa751-7a1e-41a8-865e-45498e1ae51a on host n-h1-827839-2 for vnic_type normal with profile {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:37:25.060644 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [req-8f2c1a99-a2bc-4712-af32-f91df44effef req-96a13630-f8f6-47f4-afbf-c01586d94b46 service neutron] Attempting to bind port 2e4aa751-7a1e-41a8-865e-45498e1ae51a by drivers openvswitch,hyperv on host n-h1-827839-2 at level 0 using segments [{'id': '75cbfb22-5948-4422-ad82-660891fbcc33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '76a54025-3be7-4a6d-a1a4-daa8f1b65b0b'}] {{(pid=103376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:37:25.061258 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f2c1a99-a2bc-4712-af32-f91df44effef req-96a13630-f8f6-47f4-afbf-c01586d94b46 service neutron] Attempting to bind port 2e4aa751-7a1e-41a8-865e-45498e1ae51a on network 76a54025-3be7-4a6d-a1a4-daa8f1b65b0b {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:37:25.162961 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f2c1a99-a2bc-4712-af32-f91df44effef req-96a13630-f8f6-47f4-afbf-c01586d94b46 service neutron] Port 2e4aa751-7a1e-41a8-865e-45498e1ae51a on network 76a54025-3be7-4a6d-a1a4-daa8f1b65b0b not bound, no agent of type Open vSwitch agent registered on host n-h1-827839-2 {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 17:37:25.163324 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f2c1a99-a2bc-4712-af32-f91df44effef req-96a13630-f8f6-47f4-afbf-c01586d94b46 service neutron] Attempting to bind port 2e4aa751-7a1e-41a8-865e-45498e1ae51a on network 76a54025-3be7-4a6d-a1a4-daa8f1b65b0b {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:37:25.171573 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f2c1a99-a2bc-4712-af32-f91df44effef req-96a13630-f8f6-47f4-afbf-c01586d94b46 service neutron] Checking agent: {'id': '3f9244a9-75fc-4c10-b195-11d48b853b41', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 8, 42), 'started_at': datetime.datetime(2022, 2, 4, 17, 8, 42), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 37, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:37:25.171921 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f2c1a99-a2bc-4712-af32-f91df44effef req-96a13630-f8f6-47f4-afbf-c01586d94b46 service neutron] Checking segment: {'id': '75cbfb22-5948-4422-ad82-660891fbcc33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '76a54025-3be7-4a6d-a1a4-daa8f1b65b0b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:37:25.172320 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f2c1a99-a2bc-4712-af32-f91df44effef req-96a13630-f8f6-47f4-afbf-c01586d94b46 service neutron] Bound using segment: {'id': '75cbfb22-5948-4422-ad82-660891fbcc33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '76a54025-3be7-4a6d-a1a4-daa8f1b65b0b'} {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:37:25.172776 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [req-8f2c1a99-a2bc-4712-af32-f91df44effef req-96a13630-f8f6-47f4-afbf-c01586d94b46 service neutron] Bound port: 2e4aa751-7a1e-41a8-865e-45498e1ae51a, host: n-h1-827839-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '75cbfb22-5948-4422-ad82-660891fbcc33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '76a54025-3be7-4a6d-a1a4-daa8f1b65b0b'}}] {{(pid=103376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:37:25.173566 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-0ee21844-a3a8-4828-8f4c-0f28623b62c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '546ad7b5-1bb0-42d9-81fc-8541e07251fd', 'name': 'tempest-TaggedBootDevicesTest-2038486132-router', 'tenant_id': 'ae7af1f68a8142688c6249d339ab8a6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.128'}], 'enable_snat': True}, 'gw_port_id': '44586c4a-44a8-4136-84a8-021940d88f6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:28:33Z', 'updated_at': '2022-02-04T17:37:23Z', 'revision_number': 5, 'project_id': 'ae7af1f68a8142688c6249d339ab8a6d', 'gw_port': {'id': '44586c4a-44a8-4136-84a8-021940d88f6c', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:4d:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '546ad7b5-1bb0-42d9-81fc-8541e07251fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2118, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:28:34Z', 'updated_at': '2022-02-04T17:28:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2'}], 'n-d-827839-2', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:37:25.173725 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-8f2c1a99-a2bc-4712-af32-f91df44effef req-96a13630-f8f6-47f4-afbf-c01586d94b46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (2e4aa751-7a1e-41a8-865e-45498e1ae51a), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:37:25.227173 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ee21844-a3a8-4828-8f4c-0f28623b62c3 None None] Checking router: 546ad7b5-1bb0-42d9-81fc-8541e07251fd for host: n-d-827839-2 {{(pid=103379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 17:37:25.237092 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ee21844-a3a8-4828-8f4c-0f28623b62c3 None None] Routers {'546ad7b5-1bb0-42d9-81fc-8541e07251fd'} bound to L3 agent in host n-d-827839-2 {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:37:25.237724 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-0ee21844-a3a8-4828-8f4c-0f28623b62c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:37:02Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['546ad7b5-1bb0-42d9-81fc-8541e07251fd'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:37:25.298436 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-b19709fa-a84c-46c1-ade5-eb67d1df814e req-70e78622-19ac-4516-87e7-a5a9db2ceb23 tempest-AttachVolumeNegativeTest-179514357 tempest-AttachVolumeNegativeTest-179514357-project] 10.222.0.89 "GET /v2.0/security-groups?id=c354f4ed-9d7a-4839-ac0e-7acc5f1680a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2340987 Feb 04 17:37:25.433351 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-cd1ee742-9dba-40f9-8bd7-48c3124a9efd req-409942a2-0742-4fd3-86db-faee8fdcd1cc tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] 10.222.0.89 "GET /v2.0/ports?device_id=151bcec9-67bd-4f21-82f8-84407e4d40b0 HTTP/1.1" status: 200 len: 210 time: 0.0434105 Feb 04 17:37:25.450290 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [req-8f2c1a99-a2bc-4712-af32-f91df44effef req-96a13630-f8f6-47f4-afbf-c01586d94b46 service neutron] For port 2e4aa751-7a1e-41a8-865e-45498e1ae51a, host n-h1-827839-2, cleared binding levels {{(pid=103376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:37:25.466388 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [req-8f2c1a99-a2bc-4712-af32-f91df44effef req-96a13630-f8f6-47f4-afbf-c01586d94b46 service neutron] For port 2e4aa751-7a1e-41a8-865e-45498e1ae51a, host n-h1-827839-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=2e4aa751-7a1e-41a8-865e-45498e1ae51a,segment=NetworkSegment(75cbfb22-5948-4422-ad82-660891fbcc33),segment_id=75cbfb22-5948-4422-ad82-660891fbcc33)] {{(pid=103376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:37:25.474845 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-8f2c1a99-a2bc-4712-af32-f91df44effef req-96a13630-f8f6-47f4-afbf-c01586d94b46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675836'] for port (2e4aa751-7a1e-41a8-865e-45498e1ae51a), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:37:25.490223 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvr_db [None req-0ee21844-a3a8-4828-8f4c-0f28623b62c3 None None] Set router 546ad7b5-1bb0-42d9-81fc-8541e07251fd gateway port host: n-d-827839-2 {{(pid=103379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:37:25.521976 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-22253612-0588-4866-b078-c9b3421459e1 admin admin] Publish callbacks [] for router (546ad7b5-1bb0-42d9-81fc-8541e07251fd), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:37:25.526017 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2c1a99-a2bc-4712-af32-f91df44effef req-96a13630-f8f6-47f4-afbf-c01586d94b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:37:25.527358 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-8f2c1a99-a2bc-4712-af32-f91df44effef req-96a13630-f8f6-47f4-afbf-c01586d94b46 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:37:25.529990 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-8f2c1a99-a2bc-4712-af32-f91df44effef req-96a13630-f8f6-47f4-afbf-c01586d94b46 service neutron] 10.222.0.96 "PUT /v2.0/ports/2e4aa751-7a1e-41a8-865e-45498e1ae51a HTTP/1.1" status: 200 len: 1091 time: 1.5125148 Feb 04 17:37:25.533456 n-d-827839-2 neutron-server[103376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc0b803a-5912-4a17-b632-e23c9c5625e0', 'tag': '2e4aa751-7a1e-41a8-865e-45498e1ae51a'}] {{(pid=103376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:37:25.553605 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d59c3bb5e2f09ebf62144d5e09b1cff60c763a9c19614c24538e77842938c05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75f0195b-3ccc-40ba-841d-4375d79c6337" -d '{"events": [{"name": "network-changed", "server_uuid": "fc0b803a-5912-4a17-b632-e23c9c5625e0", "tag": "2e4aa751-7a1e-41a8-865e-45498e1ae51a"}]}' {{(pid=103376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:37:25.628230 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a13630-f8f6-47f4-afbf-c01586d94b46 service neutron] Pushing event updated for resources: {'Port': ['ID=2e4aa751-7a1e-41a8-865e-45498e1ae51a,revision_number=3']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:37:25.712538 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 17:37:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-249647cd-3ec0-48ef-955e-c547c5f84edf x-openstack-request-id: req-249647cd-3ec0-48ef-955e-c547c5f84edf {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:37:25.713176 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc0b803a-5912-4a17-b632-e23c9c5625e0", "tag": "2e4aa751-7a1e-41a8-865e-45498e1ae51a", "status": "completed", "code": 200}]} {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:37:25.713602 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-249647cd-3ec0-48ef-955e-c547c5f84edf {{(pid=103376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:37:25.714701 n-d-827839-2 neutron-server[103376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc0b803a-5912-4a17-b632-e23c9c5625e0', 'tag': '2e4aa751-7a1e-41a8-865e-45498e1ae51a', 'status': 'completed', 'code': 200} Feb 04 17:37:25.727469 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-22253612-0588-4866-b078-c9b3421459e1 admin admin] Publish callbacks [] for router_gateway (546ad7b5-1bb0-42d9-81fc-8541e07251fd), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:37:25.737337 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-805a70b6-a7d2-4e4e-acb4-f163d39c8ad2 req-db81e8b1-9e8b-47c0-806d-786d12eb5a0b tempest-VolumesActionsTest-202408860 tempest-VolumesActionsTest-202408860-project] 10.222.0.89 "GET /v2.0/security-groups?id=663de780-f5c3-43ee-b800-65f5196748b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0102465 Feb 04 17:37:25.752012 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2c1a99-a2bc-4712-af32-f91df44effef req-97bb4a25-1098-4fb3-8d5b-6caa7357d795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:37:25.753982 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-8f2c1a99-a2bc-4712-af32-f91df44effef req-97bb4a25-1098-4fb3-8d5b-6caa7357d795 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=4b1b9f91c1804432826de632505cad34&device_id=fc0b803a-5912-4a17-b632-e23c9c5625e0 HTTP/1.1" status: 200 len: 1125 time: 0.1133790 Feb 04 17:37:25.800527 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-22253612-0588-4866-b078-c9b3421459e1 admin admin] Deleting port 44586c4a-44a8-4136-84a8-021940d88f6c {{(pid=103377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:37:25.801071 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-22253612-0588-4866-b078-c9b3421459e1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (44586c4a-44a8-4136-84a8-021940d88f6c), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:37:25.846999 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-8f2c1a99-a2bc-4712-af32-f91df44effef req-8abb26c0-9fe2-418a-9716-277ca411d4c7 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2e4aa751-7a1e-41a8-865e-45498e1ae51a HTTP/1.1" status: 200 len: 217 time: 0.0845089 Feb 04 17:37:25.948114 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [None req-22253612-0588-4866-b078-c9b3421459e1 admin admin] For port 44586c4a-44a8-4136-84a8-021940d88f6c, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=44586c4a-44a8-4136-84a8-021940d88f6c,segment=NetworkSegment(5942dc44-1f07-4c27-b0ab-45a2bff20dd5),segment_id=5942dc44-1f07-4c27-b0ab-45a2bff20dd5)] {{(pid=103377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:37:25.950268 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-22253612-0588-4866-b078-c9b3421459e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (44586c4a-44a8-4136-84a8-021940d88f6c), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:37:25.954584 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-0ee21844-a3a8-4828-8f4c-0f28623b62c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '546ad7b5-1bb0-42d9-81fc-8541e07251fd', 'name': 'tempest-TaggedBootDevicesTest-2038486132-router', 'tenant_id': 'ae7af1f68a8142688c6249d339ab8a6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.128'}], 'enable_snat': True}, 'gw_port_id': '44586c4a-44a8-4136-84a8-021940d88f6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:28:33Z', 'updated_at': '2022-02-04T17:37:23Z', 'revision_number': 5, 'project_id': 'ae7af1f68a8142688c6249d339ab8a6d', 'gw_port': {'id': '44586c4a-44a8-4136-84a8-021940d88f6c', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:4d:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '546ad7b5-1bb0-42d9-81fc-8541e07251fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2118, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:28:34Z', 'updated_at': '2022-02-04T17:28:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2'}], 'n-d-827839-2', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:37:25.970568 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-22253612-0588-4866-b078-c9b3421459e1 admin admin] Calling delete_port for 44586c4a-44a8-4136-84a8-021940d88f6c owned by network:router_gateway {{(pid=103377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:37:25.985399 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2c1a99-a2bc-4712-af32-f91df44effef req-4ec7c15a-4379-492b-a448-521856b1b51b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:37:25.987055 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-8f2c1a99-a2bc-4712-af32-f91df44effef req-4ec7c15a-4379-492b-a448-521856b1b51b service neutron] 10.222.0.96 "GET /v2.0/subnets?id=0b7a6ca6-b29c-4244-800b-e95010371421 HTTP/1.1" status: 200 len: 849 time: 0.1327877 Feb 04 17:37:25.992018 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ee21844-a3a8-4828-8f4c-0f28623b62c3 None None] The sync data for ids ['546ad7b5-1bb0-42d9-81fc-8541e07251fd'] in n-d-827839-2 is: [{'id': '546ad7b5-1bb0-42d9-81fc-8541e07251fd', 'name': 'tempest-TaggedBootDevicesTest-2038486132-router', 'tenant_id': 'ae7af1f68a8142688c6249d339ab8a6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.128'}], 'enable_snat': True}, 'gw_port_id': '44586c4a-44a8-4136-84a8-021940d88f6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:28:33Z', 'updated_at': '2022-02-04T17:37:23Z', 'revision_number': 5, 'project_id': 'ae7af1f68a8142688c6249d339ab8a6d', 'gw_port': {'id': '44586c4a-44a8-4136-84a8-021940d88f6c', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:4d:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '546ad7b5-1bb0-42d9-81fc-8541e07251fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2118, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:28:34Z', 'updated_at': '2022-02-04T17:28:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2'}] {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 17:37:26.048639 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-8f2c1a99-a2bc-4712-af32-f91df44effef req-a9d3fc15-d564-42ac-b258-1bd4b7f20836 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=76a54025-3be7-4a6d-a1a4-daa8f1b65b0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0488932 Feb 04 17:37:26.169133 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-8f2c1a99-a2bc-4712-af32-f91df44effef req-ea34b892-1f6f-4ef9-a3b4-456ff999f541 service neutron] 10.222.0.96 "GET /v2.0/networks/76a54025-3be7-4a6d-a1a4-daa8f1b65b0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1129193 Feb 04 17:37:26.173256 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-22253612-0588-4866-b078-c9b3421459e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (44586c4a-44a8-4136-84a8-021940d88f6c), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:37:26.200235 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22253612-0588-4866-b078-c9b3421459e1 admin admin] Pushing event deleted for resources: {'Port': ['ID=44586c4a-44a8-4136-84a8-021940d88f6c,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:37:26.307102 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-8f2c1a99-a2bc-4712-af32-f91df44effef req-39b49817-6156-4c71-8260-467f4efc8fc6 service neutron] 10.222.0.96 "GET /v2.0/networks/76a54025-3be7-4a6d-a1a4-daa8f1b65b0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280048 Feb 04 17:37:26.399332 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-22253612-0588-4866-b078-c9b3421459e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1595544'] for router_gateway (546ad7b5-1bb0-42d9-81fc-8541e07251fd), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:37:26.544922 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 10f25b3b-b837-4b77-89e8-ff5b2a84a594 no longer exists at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:37:26.589518 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a374c385-706e-4759-9ded-14debbf81f43 req-d81f6682-ae0d-4364-991f-824e49ebc76c tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:37:26.591146 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-a374c385-706e-4759-9ded-14debbf81f43 req-d81f6682-ae0d-4364-991f-824e49ebc76c tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] 10.222.0.90 "GET /v2.0/networks?id=49bac2c3-9780-4cfa-ba0a-fc1bc47b3fd5 HTTP/1.1" status: 200 len: 805 time: 0.2506862 Feb 04 17:37:26.619696 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] No Port match for: 10f25b3b-b837-4b77-89e8-ff5b2a84a594 {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 17:37:26.632334 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 10f25b3b-b837-4b77-89e8-ff5b2a84a594 not bound to the agent host n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 17:37:26.672526 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f0195b-3ccc-40ba-841d-4375d79c6337 req-88a211ed-51a1-4a0f-bfa3-ee8621e09644 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:37:26.674691 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-75f0195b-3ccc-40ba-841d-4375d79c6337 req-88a211ed-51a1-4a0f-bfa3-ee8621e09644 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=4b1b9f91c1804432826de632505cad34&device_id=fc0b803a-5912-4a17-b632-e23c9c5625e0 HTTP/1.1" status: 200 len: 1125 time: 0.2653170 Feb 04 17:37:26.693890 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c931c4f8-e126-46a5-af03-41a85f7ec304 req-fff7b075-7552-46c4-9625-7241d7cbc069 tempest-AttachVolumeNegativeTest-179514357 tempest-AttachVolumeNegativeTest-179514357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:37:26.700175 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-c931c4f8-e126-46a5-af03-41a85f7ec304 req-fff7b075-7552-46c4-9625-7241d7cbc069 tempest-AttachVolumeNegativeTest-179514357 tempest-AttachVolumeNegativeTest-179514357-project] 10.222.0.89 "GET /v2.0/ports?device_id=0f534955-8600-49e7-ba57-2378f4bdf14a HTTP/1.1" status: 200 len: 946 time: 0.2235851 Feb 04 17:37:26.728472 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-22253612-0588-4866-b078-c9b3421459e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1601811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26971'] for router (546ad7b5-1bb0-42d9-81fc-8541e07251fd), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:37:26.732503 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-22253612-0588-4866-b078-c9b3421459e1 admin admin] Publish callbacks [] for router_controller (546ad7b5-1bb0-42d9-81fc-8541e07251fd), precommit_delete_associations {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:37:26.799695 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [req-a374c385-706e-4759-9ded-14debbf81f43 req-76147923-4b5c-4bc5-b248-e063ad4e7d41 tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] Request body: {'port': {'device_id': '151bcec9-67bd-4f21-82f8-84407e4d40b0', 'network_id': '49bac2c3-9780-4cfa-ba0a-fc1bc47b3fd5', 'admin_state_up': True, 'tenant_id': '0b76505d37894fa2a98cba742b19aaf3'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:37:26.819532 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-22253612-0588-4866-b078-c9b3421459e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1601832'] for router (546ad7b5-1bb0-42d9-81fc-8541e07251fd), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:37:26.820583 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22253612-0588-4866-b078-c9b3421459e1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 546ad7b5-1bb0-42d9-81fc-8541e07251fd {{(pid=103377) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 17:37:26.823722 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-c931c4f8-e126-46a5-af03-41a85f7ec304 req-eb71f6a0-8e4c-4512-bde0-cd5355553c78 tempest-AttachVolumeNegativeTest-179514357 tempest-AttachVolumeNegativeTest-179514357-project] 10.222.0.89 "GET /v2.0/security-groups?id=c354f4ed-9d7a-4839-ac0e-7acc5f1680a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100063 Feb 04 17:37:26.825129 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-22253612-0588-4866-b078-c9b3421459e1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:37:26.826489 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-22253612-0588-4866-b078-c9b3421459e1 admin admin] 10.222.0.89 "DELETE /v2.0/routers/546ad7b5-1bb0-42d9-81fc-8541e07251fd HTTP/1.1" status: 204 len: 168 time: 2.3060634 Feb 04 17:37:26.830518 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-edb07da2-a1a7-4f64-a8c4-4681373ba40a req-429a0704-1ab0-4d7b-807c-a7954363d16c tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] 10.222.0.89 "GET /v2.0/ports?device_id=151bcec9-67bd-4f21-82f8-84407e4d40b0 HTTP/1.1" status: 200 len: 210 time: 0.0510993 Feb 04 17:37:26.837183 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 56528) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:37:26.963616 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f0195b-3ccc-40ba-841d-4375d79c6337 req-33a9cb6f-c582-42c6-84fd-71549b3aa324 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:37:26.977189 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-75f0195b-3ccc-40ba-841d-4375d79c6337 req-33a9cb6f-c582-42c6-84fd-71549b3aa324 service neutron] 10.222.0.96 "GET /v2.0/networks?id=76a54025-3be7-4a6d-a1a4-daa8f1b65b0b HTTP/1.1" status: 200 len: 910 time: 0.2717800 Feb 04 17:37:27.095062 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a374c385-706e-4759-9ded-14debbf81f43 req-76147923-4b5c-4bc5-b248-e063ad4e7d41 tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] Made reservation on behalf of 0b76505d37894fa2a98cba742b19aaf3 for: {'port': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:37:27.100767 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-a374c385-706e-4759-9ded-14debbf81f43 req-76147923-4b5c-4bc5-b248-e063ad4e7d41 tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:37:27.112720 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.db_base_plugin_v2 [None req-0613a2ee-f284-4752-9079-3491bcb02df2 admin admin] Deleting subnet f380e9a2-3490-45e9-934d-38ee4f9d651d {{(pid=103376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 17:37:27.167648 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-0613a2ee-f284-4752-9079-3491bcb02df2 admin admin] Publish callbacks [] for subnet (f380e9a2-3490-45e9-934d-38ee4f9d651d), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:37:27.211557 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-0613a2ee-f284-4752-9079-3491bcb02df2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25674901'] for subnet (f380e9a2-3490-45e9-934d-38ee4f9d651d), precommit_delete_associations {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:37:27.260607 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-75f0195b-3ccc-40ba-841d-4375d79c6337 req-a0efba60-e413-4494-b537-729d9e8ed24f service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2e4aa751-7a1e-41a8-865e-45498e1ae51a HTTP/1.1" status: 200 len: 217 time: 0.2686772 Feb 04 17:37:27.308163 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.db_base_plugin_common [req-a374c385-706e-4759-9ded-14debbf81f43 req-76147923-4b5c-4bc5-b248-e063ad4e7d41 tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] Allocated IP 172.20.0.13 (49bac2c3-9780-4cfa-ba0a-fc1bc47b3fd5/85042e04-1570-46e9-b9e6-f57252834000/c25080ef-ec47-42c3-a923-7cefcc946da8) {{(pid=103377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:37:27.413191 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f0195b-3ccc-40ba-841d-4375d79c6337 req-375857d4-591b-49f4-8de6-13c58c480673 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:37:27.415548 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-75f0195b-3ccc-40ba-841d-4375d79c6337 req-375857d4-591b-49f4-8de6-13c58c480673 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=0b7a6ca6-b29c-4244-800b-e95010371421 HTTP/1.1" status: 200 len: 849 time: 0.1453347 Feb 04 17:37:27.481029 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-0613a2ee-f284-4752-9079-3491bcb02df2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1541225'] for subnet (f380e9a2-3490-45e9-934d-38ee4f9d651d), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:37:27.508604 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-75f0195b-3ccc-40ba-841d-4375d79c6337 req-811bc245-141f-4fb3-ad10-d581704eb02d service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=76a54025-3be7-4a6d-a1a4-daa8f1b65b0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0825202 Feb 04 17:37:27.523465 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ca8348-ba91-4b22-9b07-5b05a825064c req-7469957a-80fb-4593-a1b0-c2b29fd9248f tempest-VolumesActionsTest-202408860 tempest-VolumesActionsTest-202408860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:37:27.524935 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-22ca8348-ba91-4b22-9b07-5b05a825064c req-7469957a-80fb-4593-a1b0-c2b29fd9248f tempest-VolumesActionsTest-202408860 tempest-VolumesActionsTest-202408860-project] 10.222.0.89 "GET /v2.0/ports?device_id=fc0b803a-5912-4a17-b632-e23c9c5625e0 HTTP/1.1" status: 200 len: 943 time: 0.4069023 Feb 04 17:37:27.539893 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-a374c385-706e-4759-9ded-14debbf81f43 req-76147923-4b5c-4bc5-b248-e063ad4e7d41 tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] Publish callbacks [] for port (c25080ef-ec47-42c3-a923-7cefcc946da8), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:37:27.579417 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-a374c385-706e-4759-9ded-14debbf81f43 req-76147923-4b5c-4bc5-b248-e063ad4e7d41 tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (c25080ef-ec47-42c3-a923-7cefcc946da8), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:37:27.597436 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] get_ports_and_sgs() called for port_ids ['847b3370-3ea9-4eea-8b16-9749b0d6fd8d'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 17:37:27.601324 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] get_ports_and_sgs() called for port_ids ['b11feae4-5af3-4cd0-a7f3-50dcb2bf4c66'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 17:37:27.623631 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb480fce-2864-41e5-bd80-f6c7427e57e5 req-fbfe8357-ff4a-4f29-97e6-f6b4d934e167 tempest-AttachVolumeNegativeTest-179514357 tempest-AttachVolumeNegativeTest-179514357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:37:27.625161 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-eb480fce-2864-41e5-bd80-f6c7427e57e5 req-fbfe8357-ff4a-4f29-97e6-f6b4d934e167 tempest-AttachVolumeNegativeTest-179514357 tempest-AttachVolumeNegativeTest-179514357-project] 10.222.0.96 "GET /v2.0/ports?device_id=0f534955-8600-49e7-ba57-2378f4bdf14a HTTP/1.1" status: 200 len: 946 time: 0.3538876 Feb 04 17:37:27.657414 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a374c385-706e-4759-9ded-14debbf81f43 req-76147923-4b5c-4bc5-b248-e063ad4e7d41 tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] Network 49bac2c3-9780-4cfa-ba0a-fc1bc47b3fd5 is already hosted by enough agents. {{(pid=103377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:37:27.662073 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [req-a374c385-706e-4759-9ded-14debbf81f43 req-76147923-4b5c-4bc5-b248-e063ad4e7d41 tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] Resources bound (agent type, host, resource id): {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:37:27.667097 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-22ca8348-ba91-4b22-9b07-5b05a825064c req-8bdd927e-17f7-44d1-9300-a391b749d901 tempest-VolumesActionsTest-202408860 tempest-VolumesActionsTest-202408860-project] 10.222.0.89 "GET /v2.0/security-groups?id=663de780-f5c3-43ee-b800-65f5196748b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301754 Feb 04 17:37:27.686095 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [req-a374c385-706e-4759-9ded-14debbf81f43 req-76147923-4b5c-4bc5-b248-e063ad4e7d41 tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] Received port after_create {{(pid=103377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:37:27.705797 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-0613a2ee-f284-4752-9079-3491bcb02df2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1541216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25675894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25858947'] for subnet (f380e9a2-3490-45e9-934d-38ee4f9d651d), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:37:27.757693 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0613a2ee-f284-4752-9079-3491bcb02df2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f380e9a2-3490-45e9-934d-38ee4f9d651d,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:37:27.769109 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-0613a2ee-f284-4752-9079-3491bcb02df2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:37:27.775344 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-0613a2ee-f284-4752-9079-3491bcb02df2 admin admin] 10.222.0.89 "DELETE /v2.0/subnets/f380e9a2-3490-45e9-934d-38ee4f9d651d HTTP/1.1" status: 204 len: 168 time: 0.9344997 Feb 04 17:37:27.779222 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 56532) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:37:27.783671 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a374c385-706e-4759-9ded-14debbf81f43 req-76147923-4b5c-4bc5-b248-e063ad4e7d41 tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:37:27.784614 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-a374c385-706e-4759-9ded-14debbf81f43 req-76147923-4b5c-4bc5-b248-e063ad4e7d41 tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:37:27.793288 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76147923-4b5c-4bc5-b248-e063ad4e7d41 tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] Pushing event updated for resources: {'Port': ['ID=c25080ef-ec47-42c3-a923-7cefcc946da8,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:37:27.814622 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8c9ce33-a328-4a34-8292-ea9a0ea8d620 None None] Network a64d26d7-6663-4816-93ec-6e302f6e65a3 requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:37:27.822579 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-a374c385-706e-4759-9ded-14debbf81f43 req-76147923-4b5c-4bc5-b248-e063ad4e7d41 tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0386474 Feb 04 17:37:27.837956 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [req-a374c385-706e-4759-9ded-14debbf81f43 req-04700c22-2e43-4416-aaf9-404406abb909 service neutron] Request body: {'port': {'device_id': '151bcec9-67bd-4f21-82f8-84407e4d40b0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827839-2'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:37:27.983812 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-a374c385-706e-4759-9ded-14debbf81f43 req-04700c22-2e43-4416-aaf9-404406abb909 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (c25080ef-ec47-42c3-a923-7cefcc946da8), before_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:37:28.125216 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0a92c2-1a69-4714-8bd3-3e607a4e35fc req-eafbaabc-38a4-4245-a680-287c50324f0f tempest-AttachVolumeNegativeTest-179514357 tempest-AttachVolumeNegativeTest-179514357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:37:28.126867 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-6d0a92c2-1a69-4714-8bd3-3e607a4e35fc req-eafbaabc-38a4-4245-a680-287c50324f0f tempest-AttachVolumeNegativeTest-179514357 tempest-AttachVolumeNegativeTest-179514357-project] 10.222.0.89 "GET /v2.0/ports?device_id=0f534955-8600-49e7-ba57-2378f4bdf14a HTTP/1.1" status: 200 len: 946 time: 0.1295104 Feb 04 17:37:28.241405 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 44586c4a-44a8-4136-84a8-021940d88f6c no longer exists at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:37:28.252691 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-6d0a92c2-1a69-4714-8bd3-3e607a4e35fc req-fcb81220-253c-4f4e-aee7-862cdebcfdd8 tempest-AttachVolumeNegativeTest-179514357 tempest-AttachVolumeNegativeTest-179514357-project] 10.222.0.89 "GET /v2.0/security-groups?id=c354f4ed-9d7a-4839-ac0e-7acc5f1680a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783374 Feb 04 17:37:28.287816 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] No Port match for: 44586c4a-44a8-4136-84a8-021940d88f6c {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 17:37:28.288542 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 44586c4a-44a8-4136-84a8-021940d88f6c not bound to the agent host n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 17:37:28.337713 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-75f0195b-3ccc-40ba-841d-4375d79c6337 req-b56b92c5-5661-4094-8ebe-eb2f68e9115c service neutron] 10.222.0.96 "GET /v2.0/networks/76a54025-3be7-4a6d-a1a4-daa8f1b65b0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8086555 Feb 04 17:37:28.405070 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-085d82e4-8e36-435f-abbb-3dd2013449bd None None] DHCP port deletion for a64d26d7-6663-4816-93ec-6e302f6e65a3 request from n-d-827839-2 {{(pid=103378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 17:37:28.465849 n-d-827839-2 neutron-server[103377]: DEBUG neutron.notifiers.nova [req-a374c385-706e-4759-9ded-14debbf81f43 req-04700c22-2e43-4416-aaf9-404406abb909 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c25080ef-ec47-42c3-a923-7cefcc946da8 {{(pid=103377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 17:37:28.471681 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-085d82e4-8e36-435f-abbb-3dd2013449bd None None] Deleting port 9335c4ca-6cb3-48d1-9b6e-bf17fe61fd4e {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:37:28.472303 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-085d82e4-8e36-435f-abbb-3dd2013449bd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (9335c4ca-6cb3-48d1-9b6e-bf17fe61fd4e), before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:37:28.474736 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-a374c385-706e-4759-9ded-14debbf81f43 req-04700c22-2e43-4416-aaf9-404406abb909 service neutron] Publish callbacks [] for port (c25080ef-ec47-42c3-a923-7cefcc946da8), precommit_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:37:28.490073 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.provisioning_blocks [req-a374c385-706e-4759-9ded-14debbf81f43 req-04700c22-2e43-4416-aaf9-404406abb909 service neutron] Transition to ACTIVE for port object c25080ef-ec47-42c3-a923-7cefcc946da8 will not be triggered until provisioned by entity L2. {{(pid=103377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 17:37:28.503067 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-a374c385-706e-4759-9ded-14debbf81f43 req-04700c22-2e43-4416-aaf9-404406abb909 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25888290'] for port (c25080ef-ec47-42c3-a923-7cefcc946da8), after_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:37:28.503451 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-552d41ba-c483-4c55-9b78-a963b6d50366 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628832'] for network (a64d26d7-6663-4816-93ec-6e302f6e65a3), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:37:28.516985 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-75f0195b-3ccc-40ba-841d-4375d79c6337 req-8875472c-9aac-4121-b720-a14faec27dfc service neutron] 10.222.0.96 "GET /v2.0/networks/76a54025-3be7-4a6d-a1a4-daa8f1b65b0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1535015 Feb 04 17:37:28.577363 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04700c22-2e43-4416-aaf9-404406abb909 service neutron] Pushing event updated for resources: {'Port': ['ID=c25080ef-ec47-42c3-a923-7cefcc946da8,revision_number=2']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:37:28.590882 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-085d82e4-8e36-435f-abbb-3dd2013449bd None None] For port 9335c4ca-6cb3-48d1-9b6e-bf17fe61fd4e, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=9335c4ca-6cb3-48d1-9b6e-bf17fe61fd4e,segment=NetworkSegment(4fe2ceae-f33e-4515-b7e7-4fd67b98c4d4),segment_id=4fe2ceae-f33e-4515-b7e7-4fd67b98c4d4)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:37:28.592188 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-085d82e4-8e36-435f-abbb-3dd2013449bd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (9335c4ca-6cb3-48d1-9b6e-bf17fe61fd4e), precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:37:28.593789 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed199688-b513-4f9e-92cc-b2548169c7f9 req-5d929aa7-ee1d-4e2e-9932-8e89446c49f0 tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:37:28.601613 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-ed199688-b513-4f9e-92cc-b2548169c7f9 req-5d929aa7-ee1d-4e2e-9932-8e89446c49f0 tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] 10.222.0.89 "GET /v2.0/ports?device_id=151bcec9-67bd-4f21-82f8-84407e4d40b0 HTTP/1.1" status: 200 len: 932 time: 0.3355234 Feb 04 17:37:28.611889 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-085d82e4-8e36-435f-abbb-3dd2013449bd None None] Calling delete_port for 9335c4ca-6cb3-48d1-9b6e-bf17fe61fd4e owned by network:dhcp {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:37:28.613402 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [req-eb480fce-2864-41e5-bd80-f6c7427e57e5 req-84313c9a-7c4a-4953-8926-2e19b41774f6 tempest-AttachVolumeNegativeTest-179514357 tempest-AttachVolumeNegativeTest-179514357-project] Deleting port fa3ec34f-476f-4da0-b6c0-58378a94dd8f {{(pid=103376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:37:28.613743 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-eb480fce-2864-41e5-bd80-f6c7427e57e5 req-84313c9a-7c4a-4953-8926-2e19b41774f6 tempest-AttachVolumeNegativeTest-179514357 tempest-AttachVolumeNegativeTest-179514357-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (fa3ec34f-476f-4da0-b6c0-58378a94dd8f), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:37:28.667485 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [req-a374c385-706e-4759-9ded-14debbf81f43 req-04700c22-2e43-4416-aaf9-404406abb909 service neutron] Attempting to bind port c25080ef-ec47-42c3-a923-7cefcc946da8 on host n-h2-827839-2 for vnic_type normal with profile {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:37:28.668073 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [req-a374c385-706e-4759-9ded-14debbf81f43 req-04700c22-2e43-4416-aaf9-404406abb909 service neutron] Attempting to bind port c25080ef-ec47-42c3-a923-7cefcc946da8 by drivers openvswitch,hyperv on host n-h2-827839-2 at level 0 using segments [{'id': 'f8b51653-e9f0-43b4-bbb2-0054b3d4de26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '49bac2c3-9780-4cfa-ba0a-fc1bc47b3fd5'}] {{(pid=103377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:37:28.668355 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a374c385-706e-4759-9ded-14debbf81f43 req-04700c22-2e43-4416-aaf9-404406abb909 service neutron] Attempting to bind port c25080ef-ec47-42c3-a923-7cefcc946da8 on network 49bac2c3-9780-4cfa-ba0a-fc1bc47b3fd5 {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:37:28.675749 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a374c385-706e-4759-9ded-14debbf81f43 req-04700c22-2e43-4416-aaf9-404406abb909 service neutron] Port c25080ef-ec47-42c3-a923-7cefcc946da8 on network 49bac2c3-9780-4cfa-ba0a-fc1bc47b3fd5 not bound, no agent of type Open vSwitch agent registered on host n-h2-827839-2 {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 17:37:28.676084 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a374c385-706e-4759-9ded-14debbf81f43 req-04700c22-2e43-4416-aaf9-404406abb909 service neutron] Attempting to bind port c25080ef-ec47-42c3-a923-7cefcc946da8 on network 49bac2c3-9780-4cfa-ba0a-fc1bc47b3fd5 {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:37:28.684316 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a374c385-706e-4759-9ded-14debbf81f43 req-04700c22-2e43-4416-aaf9-404406abb909 service neutron] Checking agent: {'id': 'f20a1ab3-4332-4f54-833b-ba4a7c687e89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 8, 40), 'started_at': datetime.datetime(2022, 2, 4, 17, 8, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 37, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:37:28.684664 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a374c385-706e-4759-9ded-14debbf81f43 req-04700c22-2e43-4416-aaf9-404406abb909 service neutron] Checking segment: {'id': 'f8b51653-e9f0-43b4-bbb2-0054b3d4de26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '49bac2c3-9780-4cfa-ba0a-fc1bc47b3fd5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:37:28.685070 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a374c385-706e-4759-9ded-14debbf81f43 req-04700c22-2e43-4416-aaf9-404406abb909 service neutron] Bound using segment: {'id': 'f8b51653-e9f0-43b4-bbb2-0054b3d4de26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '49bac2c3-9780-4cfa-ba0a-fc1bc47b3fd5'} {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:37:28.685499 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [req-a374c385-706e-4759-9ded-14debbf81f43 req-04700c22-2e43-4416-aaf9-404406abb909 service neutron] Bound port: c25080ef-ec47-42c3-a923-7cefcc946da8, host: n-h2-827839-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8b51653-e9f0-43b4-bbb2-0054b3d4de26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '49bac2c3-9780-4cfa-ba0a-fc1bc47b3fd5'}}] {{(pid=103377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:37:28.685975 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-a374c385-706e-4759-9ded-14debbf81f43 req-04700c22-2e43-4416-aaf9-404406abb909 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (c25080ef-ec47-42c3-a923-7cefcc946da8), before_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:37:28.703602 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-085d82e4-8e36-435f-abbb-3dd2013449bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144'] for port (9335c4ca-6cb3-48d1-9b6e-bf17fe61fd4e), after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:37:28.736782 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085d82e4-8e36-435f-abbb-3dd2013449bd None None] Pushing event deleted for resources: {'Port': ['ID=9335c4ca-6cb3-48d1-9b6e-bf17fe61fd4e,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:37:28.736960 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-ed199688-b513-4f9e-92cc-b2548169c7f9 req-5af41c8d-5bb8-442f-8052-f32e86f00708 tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] 10.222.0.89 "GET /v2.0/security-groups?id=7065f8d7-aeef-49a2-81d7-44cedbdfdedd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297793 Feb 04 17:37:28.750651 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-085d82e4-8e36-435f-abbb-3dd2013449bd None None] No DVR routers for this DVR port 9335c4ca-6cb3-48d1-9b6e-bf17fe61fd4e on host n-d-827839-2 {{(pid=103378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 17:37:28.752879 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-552d41ba-c483-4c55-9b78-a963b6d50366 admin admin] Deleting port 9335c4ca-6cb3-48d1-9b6e-bf17fe61fd4e {{(pid=103376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:37:28.753230 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-552d41ba-c483-4c55-9b78-a963b6d50366 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (9335c4ca-6cb3-48d1-9b6e-bf17fe61fd4e), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:37:28.808786 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [req-a374c385-706e-4759-9ded-14debbf81f43 req-04700c22-2e43-4416-aaf9-404406abb909 service neutron] For port c25080ef-ec47-42c3-a923-7cefcc946da8, host n-h2-827839-2, cleared binding levels {{(pid=103377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:37:28.839386 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [req-eb480fce-2864-41e5-bd80-f6c7427e57e5 req-84313c9a-7c4a-4953-8926-2e19b41774f6 tempest-AttachVolumeNegativeTest-179514357 tempest-AttachVolumeNegativeTest-179514357-project] For port fa3ec34f-476f-4da0-b6c0-58378a94dd8f, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=fa3ec34f-476f-4da0-b6c0-58378a94dd8f,segment=NetworkSegment(de835c50-94f9-45e0-aa2b-e450b795a51e),segment_id=de835c50-94f9-45e0-aa2b-e450b795a51e)] {{(pid=103376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:37:28.839667 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-eb480fce-2864-41e5-bd80-f6c7427e57e5 req-84313c9a-7c4a-4953-8926-2e19b41774f6 tempest-AttachVolumeNegativeTest-179514357 tempest-AttachVolumeNegativeTest-179514357-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (fa3ec34f-476f-4da0-b6c0-58378a94dd8f), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:37:28.842069 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [req-a374c385-706e-4759-9ded-14debbf81f43 req-04700c22-2e43-4416-aaf9-404406abb909 service neutron] For port c25080ef-ec47-42c3-a923-7cefcc946da8, host n-h2-827839-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=c25080ef-ec47-42c3-a923-7cefcc946da8,segment=NetworkSegment(f8b51653-e9f0-43b4-bbb2-0054b3d4de26),segment_id=f8b51653-e9f0-43b4-bbb2-0054b3d4de26)] {{(pid=103377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:37:28.855137 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-a374c385-706e-4759-9ded-14debbf81f43 req-04700c22-2e43-4416-aaf9-404406abb909 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25888290'] for port (c25080ef-ec47-42c3-a923-7cefcc946da8), after_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:37:28.864543 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [req-eb480fce-2864-41e5-bd80-f6c7427e57e5 req-84313c9a-7c4a-4953-8926-2e19b41774f6 tempest-AttachVolumeNegativeTest-179514357 tempest-AttachVolumeNegativeTest-179514357-project] Calling delete_port for fa3ec34f-476f-4da0-b6c0-58378a94dd8f owned by compute:nova {{(pid=103376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:37:28.866558 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [None req-552d41ba-c483-4c55-9b78-a963b6d50366 admin admin] For port 9335c4ca-6cb3-48d1-9b6e-bf17fe61fd4e, host n-d-827839-2, got binding levels [] {{(pid=103376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:37:28.866926 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-552d41ba-c483-4c55-9b78-a963b6d50366 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (9335c4ca-6cb3-48d1-9b6e-bf17fe61fd4e), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:37:28.886038 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-552d41ba-c483-4c55-9b78-a963b6d50366 admin admin] Calling delete_port for 9335c4ca-6cb3-48d1-9b6e-bf17fe61fd4e owned by network:dhcp {{(pid=103376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:37:28.890387 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.ipam_backend_mixin [None req-552d41ba-c483-4c55-9b78-a963b6d50366 admin admin] Port 9335c4ca-6cb3-48d1-9b6e-bf17fe61fd4e was not found and therefore no delete operation was performed {{(pid=103376) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 04 17:37:28.893914 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-552d41ba-c483-4c55-9b78-a963b6d50366 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (9335c4ca-6cb3-48d1-9b6e-bf17fe61fd4e), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:37:28.905144 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a374c385-706e-4759-9ded-14debbf81f43 req-04700c22-2e43-4416-aaf9-404406abb909 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:37:28.905872 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-a374c385-706e-4759-9ded-14debbf81f43 req-04700c22-2e43-4416-aaf9-404406abb909 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:37:28.908174 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-a374c385-706e-4759-9ded-14debbf81f43 req-04700c22-2e43-4416-aaf9-404406abb909 service neutron] 10.222.0.90 "PUT /v2.0/ports/c25080ef-ec47-42c3-a923-7cefcc946da8 HTTP/1.1" status: 200 len: 1092 time: 1.0763867 Feb 04 17:37:28.911539 n-d-827839-2 neutron-server[103377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '151bcec9-67bd-4f21-82f8-84407e4d40b0', 'tag': 'c25080ef-ec47-42c3-a923-7cefcc946da8'}] {{(pid=103377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:37:28.915274 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7240428b650e1488e9361b62648ff4b3a6c19d49d8c27c949491ab58c1346cf0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c556700-3bc3-4baa-bfa5-b5e85fa6866a" -d '{"events": [{"name": "network-changed", "server_uuid": "151bcec9-67bd-4f21-82f8-84407e4d40b0", "tag": "c25080ef-ec47-42c3-a923-7cefcc946da8"}]}' {{(pid=103377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:37:28.943679 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784cedce-6f6b-44bc-972c-9f725d871d12 req-704424ac-5d98-4045-b56a-159e9393e607 tempest-VolumesActionsTest-202408860 tempest-VolumesActionsTest-202408860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:37:28.945799 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-784cedce-6f6b-44bc-972c-9f725d871d12 req-704424ac-5d98-4045-b56a-159e9393e607 tempest-VolumesActionsTest-202408860 tempest-VolumesActionsTest-202408860-project] 10.222.0.89 "GET /v2.0/ports?device_id=fc0b803a-5912-4a17-b632-e23c9c5625e0 HTTP/1.1" status: 200 len: 943 time: 0.1485541 Feb 04 17:37:28.977227 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04700c22-2e43-4416-aaf9-404406abb909 service neutron] Pushing event updated for resources: {'Port': ['ID=c25080ef-ec47-42c3-a923-7cefcc946da8,revision_number=3']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:37:28.986653 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552d41ba-c483-4c55-9b78-a963b6d50366 admin admin] Pushing event deleted for resources: {'Port': ['ID=9335c4ca-6cb3-48d1-9b6e-bf17fe61fd4e,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:37:28.987736 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 17:37:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7e641da-b06f-43c7-8102-352242efa9c4 x-openstack-request-id: req-b7e641da-b06f-43c7-8102-352242efa9c4 {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:37:28.988064 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "151bcec9-67bd-4f21-82f8-84407e4d40b0", "tag": "c25080ef-ec47-42c3-a923-7cefcc946da8", "status": "completed", "code": 200}]} {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:37:28.988314 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-b7e641da-b06f-43c7-8102-352242efa9c4 {{(pid=103377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:37:28.988721 n-d-827839-2 neutron-server[103377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '151bcec9-67bd-4f21-82f8-84407e4d40b0', 'tag': 'c25080ef-ec47-42c3-a923-7cefcc946da8', 'status': 'completed', 'code': 200} Feb 04 17:37:28.997425 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-552d41ba-c483-4c55-9b78-a963b6d50366 admin admin] No DVR routers for this DVR port 9335c4ca-6cb3-48d1-9b6e-bf17fe61fd4e on host n-d-827839-2 {{(pid=103376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 17:37:29.008776 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552d41ba-c483-4c55-9b78-a963b6d50366 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:37:29.009221 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552d41ba-c483-4c55-9b78-a963b6d50366 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:37:29.009516 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552d41ba-c483-4c55-9b78-a963b6d50366 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:37:29.009856 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552d41ba-c483-4c55-9b78-a963b6d50366 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:37:29.010196 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552d41ba-c483-4c55-9b78-a963b6d50366 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:37:29.010563 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552d41ba-c483-4c55-9b78-a963b6d50366 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:37:29.010898 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552d41ba-c483-4c55-9b78-a963b6d50366 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:37:29.011243 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552d41ba-c483-4c55-9b78-a963b6d50366 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:37:29.011561 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552d41ba-c483-4c55-9b78-a963b6d50366 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:37:29.011887 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552d41ba-c483-4c55-9b78-a963b6d50366 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:37:29.012214 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552d41ba-c483-4c55-9b78-a963b6d50366 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:37:29.012559 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552d41ba-c483-4c55-9b78-a963b6d50366 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:37:29.012964 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552d41ba-c483-4c55-9b78-a963b6d50366 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:37:29.060298 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-784cedce-6f6b-44bc-972c-9f725d871d12 req-f8501ccf-abc5-4b81-9bcc-92d67dc94c65 tempest-VolumesActionsTest-202408860 tempest-VolumesActionsTest-202408860-project] 10.222.0.89 "GET /v2.0/security-groups?id=663de780-f5c3-43ee-b800-65f5196748b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024582 Feb 04 17:37:29.062186 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a374c385-706e-4759-9ded-14debbf81f43 req-ddf110e3-15e1-49c0-b267-fe31f46d37bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:37:29.063634 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-a374c385-706e-4759-9ded-14debbf81f43 req-ddf110e3-15e1-49c0-b267-fe31f46d37bf service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=0b76505d37894fa2a98cba742b19aaf3&device_id=151bcec9-67bd-4f21-82f8-84407e4d40b0 HTTP/1.1" status: 200 len: 1126 time: 0.0965338 Feb 04 17:37:29.101872 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-552d41ba-c483-4c55-9b78-a963b6d50366 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1543676', 'neutron.services.segments.db._delete_segments_for_network-8781084786517'] for network (a64d26d7-6663-4816-93ec-6e302f6e65a3), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:37:29.124686 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-a374c385-706e-4759-9ded-14debbf81f43 req-5804f78e-5594-4706-95b2-01ff7aba0f61 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c25080ef-ec47-42c3-a923-7cefcc946da8 HTTP/1.1" status: 200 len: 217 time: 0.0509727 Feb 04 17:37:29.125620 n-d-827839-2 neutron-server[103376]: DEBUG neutron.services.segments.db [None req-552d41ba-c483-4c55-9b78-a963b6d50366 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a64d26d7-6663-4816-93ec-6e302f6e65a3']}} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:37:29.162841 n-d-827839-2 neutron-server[103376]: DEBUG neutron.services.segments.db [None req-552d41ba-c483-4c55-9b78-a963b6d50366 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4fe2ceae-f33e-4515-b7e7-4fd67b98c4d4') {'for_net_delete': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:37:29.163146 n-d-827839-2 neutron-server[103376]: DEBUG neutron.services.segments.db [None req-552d41ba-c483-4c55-9b78-a963b6d50366 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4fe2ceae-f33e-4515-b7e7-4fd67b98c4d4') {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:37:29.179200 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-552d41ba-c483-4c55-9b78-a963b6d50366 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781084783966', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25674908'] for segment (4fe2ceae-f33e-4515-b7e7-4fd67b98c4d4), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:37:29.190138 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a374c385-706e-4759-9ded-14debbf81f43 req-d4b40f6e-dee3-493e-a721-778795b9bae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:37:29.191798 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-a374c385-706e-4759-9ded-14debbf81f43 req-d4b40f6e-dee3-493e-a721-778795b9bae9 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=85042e04-1570-46e9-b9e6-f57252834000 HTTP/1.1" status: 200 len: 845 time: 0.0614789 Feb 04 17:37:29.202268 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-552d41ba-c483-4c55-9b78-a963b6d50366 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (4fe2ceae-f33e-4515-b7e7-4fd67b98c4d4), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:37:29.209932 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-552d41ba-c483-4c55-9b78-a963b6d50366 admin admin] Releasing vlan 783 on physical network physnet1 to pool {{(pid=103376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 17:37:29.210332 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-552d41ba-c483-4c55-9b78-a963b6d50366 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25675992'] for segment (4fe2ceae-f33e-4515-b7e7-4fd67b98c4d4), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:37:29.212061 n-d-827839-2 neutron-server[103376]: Traceback (most recent call last): Feb 04 17:37:29.212061 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 17:37:29.212061 n-d-827839-2 neutron-server[103376]: timer() Feb 04 17:37:29.212061 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 17:37:29.212061 n-d-827839-2 neutron-server[103376]: cb(*args, **kw) Feb 04 17:37:29.212061 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 17:37:29.212061 n-d-827839-2 neutron-server[103376]: return func(*args, **kwargs) Feb 04 17:37:29.212061 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 17:37:29.212061 n-d-827839-2 neutron-server[103376]: self._notify() Feb 04 17:37:29.212061 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 17:37:29.212061 n-d-827839-2 neutron-server[103376]: self.callback(batched_events) Feb 04 17:37:29.212061 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 17:37:29.212061 n-d-827839-2 neutron-server[103376]: event.method(event) Feb 04 17:37:29.212061 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 17:37:29.212061 n-d-827839-2 neutron-server[103376]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 17:37:29.212061 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 17:37:29.212061 n-d-827839-2 neutron-server[103376]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 17:37:29.212061 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 17:37:29.212061 n-d-827839-2 neutron-server[103376]: return f(self, *a, **k) Feb 04 17:37:29.212061 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 17:37:29.212061 n-d-827839-2 neutron-server[103376]: return self._get(url).json() Feb 04 17:37:29.212061 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 17:37:29.212061 n-d-827839-2 neutron-server[103376]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 17:37:29.212061 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 17:37:29.212061 n-d-827839-2 neutron-server[103376]: return self.request(url, 'GET', **kwargs) Feb 04 17:37:29.212061 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 17:37:29.212061 n-d-827839-2 neutron-server[103376]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 17:37:29.212061 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 17:37:29.212061 n-d-827839-2 neutron-server[103376]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 17:37:29.212061 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 17:37:29.212061 n-d-827839-2 neutron-server[103376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 17:37:29.212061 n-d-827839-2 neutron-server[103376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 17:37:29.230895 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-a374c385-706e-4759-9ded-14debbf81f43 req-bfb4696c-1034-4ae0-b8ce-0f2ae0fb23f8 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=49bac2c3-9780-4cfa-ba0a-fc1bc47b3fd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0328219 Feb 04 17:37:29.246944 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-eb480fce-2864-41e5-bd80-f6c7427e57e5 req-84313c9a-7c4a-4953-8926-2e19b41774f6 tempest-AttachVolumeNegativeTest-179514357 tempest-AttachVolumeNegativeTest-179514357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (fa3ec34f-476f-4da0-b6c0-58378a94dd8f), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:37:29.259789 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] get_ports_and_sgs() called for port_ids ['fa3ec34f-476f-4da0-b6c0-58378a94dd8f'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 17:37:29.290651 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84313c9a-7c4a-4953-8926-2e19b41774f6 tempest-AttachVolumeNegativeTest-179514357 tempest-AttachVolumeNegativeTest-179514357-project] Pushing event deleted for resources: {'Port': ['ID=fa3ec34f-476f-4da0-b6c0-58378a94dd8f,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:37:29.336342 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-552d41ba-c483-4c55-9b78-a963b6d50366 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1543671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1595572'] for network (a64d26d7-6663-4816-93ec-6e302f6e65a3), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:37:29.365332 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-a374c385-706e-4759-9ded-14debbf81f43 req-1d529c5a-a4fc-438b-913b-3d6f2d71f341 service neutron] 10.222.0.90 "GET /v2.0/networks/49bac2c3-9780-4cfa-ba0a-fc1bc47b3fd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276448 Feb 04 17:37:29.376990 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-552d41ba-c483-4c55-9b78-a963b6d50366 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:37:29.383383 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-552d41ba-c483-4c55-9b78-a963b6d50366 admin admin] 10.222.0.89 "DELETE /v2.0/networks/a64d26d7-6663-4816-93ec-6e302f6e65a3 HTTP/1.1" status: 204 len: 168 time: 1.5957344 Feb 04 17:37:29.383383 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb480fce-2864-41e5-bd80-f6c7427e57e5 req-84313c9a-7c4a-4953-8926-2e19b41774f6 tempest-AttachVolumeNegativeTest-179514357 tempest-AttachVolumeNegativeTest-179514357-project] No DVR routers for this DVR port fa3ec34f-476f-4da0-b6c0-58378a94dd8f on host n-h1-827839-2 {{(pid=103376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 17:37:29.387431 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 56550) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:37:29.393976 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-eb480fce-2864-41e5-bd80-f6c7427e57e5 req-84313c9a-7c4a-4953-8926-2e19b41774f6 tempest-AttachVolumeNegativeTest-179514357 tempest-AttachVolumeNegativeTest-179514357-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:37:29.398705 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-eb480fce-2864-41e5-bd80-f6c7427e57e5 req-84313c9a-7c4a-4953-8926-2e19b41774f6 tempest-AttachVolumeNegativeTest-179514357 tempest-AttachVolumeNegativeTest-179514357-project] 10.222.0.96 "DELETE /v2.0/ports/fa3ec34f-476f-4da0-b6c0-58378a94dd8f HTTP/1.1" status: 204 len: 173 time: 1.7383280 Feb 04 17:37:29.400979 n-d-827839-2 neutron-server[103376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f534955-8600-49e7-ba57-2378f4bdf14a', 'name': 'network-vif-deleted', 'tag': 'fa3ec34f-476f-4da0-b6c0-58378a94dd8f'}] {{(pid=103376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:37:29.404087 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d59c3bb5e2f09ebf62144d5e09b1cff60c763a9c19614c24538e77842938c05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41dba972-89a3-4141-944a-42d7aa49a2be" -d '{"events": [{"server_uuid": "0f534955-8600-49e7-ba57-2378f4bdf14a", "name": "network-vif-deleted", "tag": "fa3ec34f-476f-4da0-b6c0-58378a94dd8f"}]}' {{(pid=103376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:37:29.433657 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-da98847e-f4e3-45a6-820a-f3ebd812a314 req-3d326563-90af-4724-a886-d2fa14ee9b56 tempest-AttachVolumeNegativeTest-179514357 tempest-AttachVolumeNegativeTest-179514357-project] 10.222.0.89 "GET /v2.0/ports?device_id=0f534955-8600-49e7-ba57-2378f4bdf14a HTTP/1.1" status: 200 len: 210 time: 0.0620980 Feb 04 17:37:29.437956 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552d41ba-c483-4c55-9b78-a963b6d50366 admin admin] Pushing event deleted for resources: {'Network': ['ID=a64d26d7-6663-4816-93ec-6e302f6e65a3,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:37:29.482683 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 17:37:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc8685f8-020e-424c-a5c5-faf203e211ec x-openstack-request-id: req-cc8685f8-020e-424c-a5c5-faf203e211ec {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:37:29.482987 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f534955-8600-49e7-ba57-2378f4bdf14a", "name": "network-vif-deleted", "tag": "fa3ec34f-476f-4da0-b6c0-58378a94dd8f", "status": "completed", "code": 200}]} {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:37:29.483244 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-cc8685f8-020e-424c-a5c5-faf203e211ec {{(pid=103376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:37:29.483653 n-d-827839-2 neutron-server[103376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f534955-8600-49e7-ba57-2378f4bdf14a', 'name': 'network-vif-deleted', 'tag': 'fa3ec34f-476f-4da0-b6c0-58378a94dd8f', 'status': 'completed', 'code': 200} Feb 04 17:37:29.593249 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-a374c385-706e-4759-9ded-14debbf81f43 req-ef457dd0-71a8-4049-af8d-03712157205d service neutron] 10.222.0.90 "GET /v2.0/networks/49bac2c3-9780-4cfa-ba0a-fc1bc47b3fd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2155523 Feb 04 17:37:29.711656 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5a0ae642-e90c-4cfd-a211-93f526834ddb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (bb89f5a3-3c22-440b-b7d1-c4f0c43c184a), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:37:29.740519 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c556700-3bc3-4baa-bfa5-b5e85fa6866a req-28f8107c-4daa-4672-8192-9b8352902872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:37:29.742058 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-5c556700-3bc3-4baa-bfa5-b5e85fa6866a req-28f8107c-4daa-4672-8192-9b8352902872 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=0b76505d37894fa2a98cba742b19aaf3&device_id=151bcec9-67bd-4f21-82f8-84407e4d40b0 HTTP/1.1" status: 200 len: 1126 time: 0.0973082 Feb 04 17:37:29.877947 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1aa7fde-3c9c-49a0-aac9-3c3ff8816d1d req-f47b183c-08f3-40be-b026-5011d3025f09 tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:37:29.886092 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-f1aa7fde-3c9c-49a0-aac9-3c3ff8816d1d req-f47b183c-08f3-40be-b026-5011d3025f09 tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] 10.222.0.89 "GET /v2.0/ports?device_id=151bcec9-67bd-4f21-82f8-84407e4d40b0 HTTP/1.1" status: 200 len: 944 time: 0.0794158 Feb 04 17:37:29.909303 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c556700-3bc3-4baa-bfa5-b5e85fa6866a req-22564669-840a-45b0-b13d-1012c374768f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:37:29.910786 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-5c556700-3bc3-4baa-bfa5-b5e85fa6866a req-22564669-840a-45b0-b13d-1012c374768f service neutron] 10.222.0.90 "GET /v2.0/networks?id=49bac2c3-9780-4cfa-ba0a-fc1bc47b3fd5 HTTP/1.1" status: 200 len: 906 time: 0.1400042 Feb 04 17:37:29.952589 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-f1aa7fde-3c9c-49a0-aac9-3c3ff8816d1d req-d84b61e0-904e-47f9-8eb4-37b9950b3d6b tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] 10.222.0.89 "GET /v2.0/security-groups?id=7065f8d7-aeef-49a2-81d7-44cedbdfdedd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631077 Feb 04 17:37:29.962748 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-5c556700-3bc3-4baa-bfa5-b5e85fa6866a req-077c672a-f8d4-45e3-a1f0-a5c7b2d8b350 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c25080ef-ec47-42c3-a923-7cefcc946da8 HTTP/1.1" status: 200 len: 217 time: 0.0411770 Feb 04 17:37:30.044191 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c556700-3bc3-4baa-bfa5-b5e85fa6866a req-041c02b3-d0c8-4e42-84c6-aa122c0c584b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:37:30.045845 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-5c556700-3bc3-4baa-bfa5-b5e85fa6866a req-041c02b3-d0c8-4e42-84c6-aa122c0c584b service neutron] 10.222.0.90 "GET /v2.0/subnets?id=85042e04-1570-46e9-b9e6-f57252834000 HTTP/1.1" status: 200 len: 845 time: 0.0759149 Feb 04 17:37:30.081841 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-5c556700-3bc3-4baa-bfa5-b5e85fa6866a req-8da26808-f58c-410e-966d-fffe101aba3d service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=49bac2c3-9780-4cfa-ba0a-fc1bc47b3fd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293829 Feb 04 17:37:30.084701 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-01e48e1c-e49a-4636-ad2a-d1d9b0bd299f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602754'] for router_interface (56c023a1-67ec-4ed9-a71e-d96906b8e642), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:37:30.306287 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 9335c4ca-6cb3-48d1-9b6e-bf17fe61fd4e no longer exists at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:37:30.328937 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] No Port match for: 9335c4ca-6cb3-48d1-9b6e-bf17fe61fd4e {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 17:37:30.329599 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 9335c4ca-6cb3-48d1-9b6e-bf17fe61fd4e not bound to the agent host n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 17:37:30.373084 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e0a9a7-86d4-4f3f-85c4-13901ca43c21 req-7e34c86c-8494-4cd1-b2d2-3cd85aeb64b5 tempest-VolumesActionsTest-202408860 tempest-VolumesActionsTest-202408860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:37:30.377671 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-a1e0a9a7-86d4-4f3f-85c4-13901ca43c21 req-7e34c86c-8494-4cd1-b2d2-3cd85aeb64b5 tempest-VolumesActionsTest-202408860 tempest-VolumesActionsTest-202408860-project] 10.222.0.89 "GET /v2.0/ports?device_id=fc0b803a-5912-4a17-b632-e23c9c5625e0 HTTP/1.1" status: 200 len: 943 time: 0.2203555 Feb 04 17:37:30.399920 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-5c556700-3bc3-4baa-bfa5-b5e85fa6866a req-bf0e30c3-8755-46da-86be-2d1c18ff354b service neutron] 10.222.0.90 "GET /v2.0/networks/49bac2c3-9780-4cfa-ba0a-fc1bc47b3fd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2822812 Feb 04 17:37:30.513045 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 56600) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:37:30.653714 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.db_base_plugin_v2 [None req-d03f06ed-e0c1-443a-9031-5f0b1c0e7411 admin admin] Deleting subnet 74e6e6d2-6594-4fba-b377-2d3e84d23c5b {{(pid=103376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 17:37:30.660339 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-d03f06ed-e0c1-443a-9031-5f0b1c0e7411 admin admin] Publish callbacks [] for subnet (74e6e6d2-6594-4fba-b377-2d3e84d23c5b), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:37:30.706332 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-d03f06ed-e0c1-443a-9031-5f0b1c0e7411 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25674901'] for subnet (74e6e6d2-6594-4fba-b377-2d3e84d23c5b), precommit_delete_associations {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:37:30.754177 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-d03f06ed-e0c1-443a-9031-5f0b1c0e7411 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1541225'] for subnet (74e6e6d2-6594-4fba-b377-2d3e84d23c5b), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:37:30.840089 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-d03f06ed-e0c1-443a-9031-5f0b1c0e7411 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1541216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25675894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25858947'] for subnet (74e6e6d2-6594-4fba-b377-2d3e84d23c5b), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:37:30.865609 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-a1e0a9a7-86d4-4f3f-85c4-13901ca43c21 req-ca13f21a-3547-4379-a300-987fdddff245 tempest-VolumesActionsTest-202408860 tempest-VolumesActionsTest-202408860-project] 10.222.0.89 "GET /v2.0/security-groups?id=663de780-f5c3-43ee-b800-65f5196748b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4680207 Feb 04 17:37:30.906454 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03f06ed-e0c1-443a-9031-5f0b1c0e7411 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=74e6e6d2-6594-4fba-b377-2d3e84d23c5b,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:37:30.908790 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-d03f06ed-e0c1-443a-9031-5f0b1c0e7411 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:37:30.915258 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-d03f06ed-e0c1-443a-9031-5f0b1c0e7411 admin admin] 10.222.0.89 "DELETE /v2.0/subnets/74e6e6d2-6594-4fba-b377-2d3e84d23c5b HTTP/1.1" status: 204 len: 168 time: 0.4005721 Feb 04 17:37:30.915912 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 56610) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:37:30.928406 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-5c556700-3bc3-4baa-bfa5-b5e85fa6866a req-3363994c-6861-45d6-82c9-a23ef9f08af8 service neutron] 10.222.0.90 "GET /v2.0/networks/49bac2c3-9780-4cfa-ba0a-fc1bc47b3fd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5068097 Feb 04 17:37:31.000712 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-01e48e1c-e49a-4636-ad2a-d1d9b0bd299f admin admin] Deleting port 945ce8c5-9185-4e15-b3be-cc5fbab8b6f9 {{(pid=103377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:37:31.001858 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-01e48e1c-e49a-4636-ad2a-d1d9b0bd299f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (945ce8c5-9185-4e15-b3be-cc5fbab8b6f9), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:37:31.038501 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-db7809e3-18ff-4f71-9756-5f35ac1053c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628832'] for network (b84761e1-11c1-4974-9748-ae61e294404d), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:37:31.119237 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [None req-01e48e1c-e49a-4636-ad2a-d1d9b0bd299f admin admin] For port 945ce8c5-9185-4e15-b3be-cc5fbab8b6f9, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=945ce8c5-9185-4e15-b3be-cc5fbab8b6f9,segment=NetworkSegment(60f0396c-e170-4e00-b584-b3b5c309f6b3),segment_id=60f0396c-e170-4e00-b584-b3b5c309f6b3)] {{(pid=103377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:37:31.120562 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-01e48e1c-e49a-4636-ad2a-d1d9b0bd299f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (945ce8c5-9185-4e15-b3be-cc5fbab8b6f9), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:37:31.137350 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-01e48e1c-e49a-4636-ad2a-d1d9b0bd299f admin admin] Calling delete_port for 945ce8c5-9185-4e15-b3be-cc5fbab8b6f9 owned by network:router_interface {{(pid=103377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:37:31.165160 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-db7809e3-18ff-4f71-9756-5f35ac1053c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1543676', 'neutron.services.segments.db._delete_segments_for_network-8781084786517'] for network (b84761e1-11c1-4974-9748-ae61e294404d), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:37:31.196796 n-d-827839-2 neutron-server[103376]: DEBUG neutron.services.segments.db [None req-db7809e3-18ff-4f71-9756-5f35ac1053c0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b84761e1-11c1-4974-9748-ae61e294404d']}} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:37:31.207195 n-d-827839-2 neutron-server[103376]: DEBUG neutron.services.segments.db [None req-db7809e3-18ff-4f71-9756-5f35ac1053c0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de835c50-94f9-45e0-aa2b-e450b795a51e') {'for_net_delete': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:37:31.207610 n-d-827839-2 neutron-server[103376]: DEBUG neutron.services.segments.db [None req-db7809e3-18ff-4f71-9756-5f35ac1053c0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de835c50-94f9-45e0-aa2b-e450b795a51e') {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:37:31.217731 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-db7809e3-18ff-4f71-9756-5f35ac1053c0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781084783966', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25674908'] for segment (de835c50-94f9-45e0-aa2b-e450b795a51e), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:37:31.248673 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-db7809e3-18ff-4f71-9756-5f35ac1053c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (de835c50-94f9-45e0-aa2b-e450b795a51e), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:37:31.278673 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db7809e3-18ff-4f71-9756-5f35ac1053c0 admin admin] Releasing vlan 790 on physical network physnet1 to pool {{(pid=103376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 17:37:31.279084 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-db7809e3-18ff-4f71-9756-5f35ac1053c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25675992'] for segment (de835c50-94f9-45e0-aa2b-e450b795a51e), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:37:31.285703 n-d-827839-2 neutron-server[103376]: Traceback (most recent call last): Feb 04 17:37:31.285703 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 17:37:31.285703 n-d-827839-2 neutron-server[103376]: timer() Feb 04 17:37:31.285703 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 17:37:31.285703 n-d-827839-2 neutron-server[103376]: cb(*args, **kw) Feb 04 17:37:31.285703 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 17:37:31.285703 n-d-827839-2 neutron-server[103376]: return func(*args, **kwargs) Feb 04 17:37:31.285703 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 17:37:31.285703 n-d-827839-2 neutron-server[103376]: self._notify() Feb 04 17:37:31.285703 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 17:37:31.285703 n-d-827839-2 neutron-server[103376]: self.callback(batched_events) Feb 04 17:37:31.285703 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 17:37:31.285703 n-d-827839-2 neutron-server[103376]: event.method(event) Feb 04 17:37:31.285703 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 17:37:31.285703 n-d-827839-2 neutron-server[103376]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 17:37:31.285703 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 17:37:31.285703 n-d-827839-2 neutron-server[103376]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 17:37:31.285703 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 17:37:31.285703 n-d-827839-2 neutron-server[103376]: return f(self, *a, **k) Feb 04 17:37:31.285703 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 17:37:31.285703 n-d-827839-2 neutron-server[103376]: return self._get(url).json() Feb 04 17:37:31.285703 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 17:37:31.285703 n-d-827839-2 neutron-server[103376]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 17:37:31.285703 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 17:37:31.285703 n-d-827839-2 neutron-server[103376]: return self.request(url, 'GET', **kwargs) Feb 04 17:37:31.285703 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 17:37:31.285703 n-d-827839-2 neutron-server[103376]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 17:37:31.285703 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 17:37:31.285703 n-d-827839-2 neutron-server[103376]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 17:37:31.285703 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 17:37:31.285703 n-d-827839-2 neutron-server[103376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 17:37:31.285703 n-d-827839-2 neutron-server[103376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 17:37:31.295326 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device 2e4aa751-7a1e-41a8-865e-45498e1ae51a details requested by agent hyperv_n-h1-827839-2 with host n-h1-827839-2 {{(pid=103378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 17:37:31.302846 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device fa3ec34f-476f-4da0-b6c0-58378a94dd8f no longer exists at agent hyperv_n-h1-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:37:31.345064 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5416b68-d771-4571-b330-b7f4f252b8c4 req-061a05ca-5178-4b5a-bf2c-26cd8e7c5b95 tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:37:31.348479 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] No Port match for: fa3ec34f-476f-4da0-b6c0-58378a94dd8f {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 17:37:31.349126 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device fa3ec34f-476f-4da0-b6c0-58378a94dd8f not bound to the agent host n-h1-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 17:37:31.352457 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-a5416b68-d771-4571-b330-b7f4f252b8c4 req-061a05ca-5178-4b5a-bf2c-26cd8e7c5b95 tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] 10.222.0.89 "GET /v2.0/ports?device_id=151bcec9-67bd-4f21-82f8-84407e4d40b0 HTTP/1.1" status: 200 len: 944 time: 0.2509136 Feb 04 17:37:31.388509 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-01e48e1c-e49a-4636-ad2a-d1d9b0bd299f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (945ce8c5-9185-4e15-b3be-cc5fbab8b6f9), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:37:31.390366 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-db7809e3-18ff-4f71-9756-5f35ac1053c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1543671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1595572'] for network (b84761e1-11c1-4974-9748-ae61e294404d), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:37:31.422986 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-db7809e3-18ff-4f71-9756-5f35ac1053c0 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:37:31.430261 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-db7809e3-18ff-4f71-9756-5f35ac1053c0 admin admin] 10.222.0.89 "DELETE /v2.0/networks/b84761e1-11c1-4974-9748-ae61e294404d HTTP/1.1" status: 204 len: 168 time: 0.5129371 Feb 04 17:37:31.430734 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e48e1c-e49a-4636-ad2a-d1d9b0bd299f admin admin] Pushing event deleted for resources: {'Port': ['ID=945ce8c5-9185-4e15-b3be-cc5fbab8b6f9,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:37:31.431197 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7809e3-18ff-4f71-9756-5f35ac1053c0 admin admin] Pushing event deleted for resources: {'Network': ['ID=b84761e1-11c1-4974-9748-ae61e294404d,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:37:31.461228 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-a5416b68-d771-4571-b330-b7f4f252b8c4 req-13c8648b-d425-4c1b-92f3-bf04bf8f8436 tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] 10.222.0.89 "GET /v2.0/security-groups?id=7065f8d7-aeef-49a2-81d7-44cedbdfdedd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076181 Feb 04 17:37:31.515433 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] For port 2e4aa751-7a1e-41a8-865e-45498e1ae51a, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=2e4aa751-7a1e-41a8-865e-45498e1ae51a,segment=NetworkSegment(75cbfb22-5948-4422-ad82-660891fbcc33),segment_id=75cbfb22-5948-4422-ad82-660891fbcc33)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:37:31.536091 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Returning: {'device': '2e4aa751-7a1e-41a8-865e-45498e1ae51a', 'network_id': '76a54025-3be7-4a6d-a1a4-daa8f1b65b0b', 'port_id': '2e4aa751-7a1e-41a8-865e-45498e1ae51a', 'mac_address': 'fa:16:3e:ee:e6:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 767, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b7a6ca6-b29c-4244-800b-e95010371421', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 17:37:31.592079 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Current status of the port 2e4aa751-7a1e-41a8-865e-45498e1ae51a is: DOWN; New status is: BUILD {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:37:31.595412 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (2e4aa751-7a1e-41a8-865e-45498e1ae51a), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:37:31.627622 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e4aa751-7a1e-41a8-865e-45498e1ae51a {{(pid=103378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 17:37:31.654503 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] For port 2e4aa751-7a1e-41a8-865e-45498e1ae51a, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=2e4aa751-7a1e-41a8-865e-45498e1ae51a,segment=NetworkSegment(75cbfb22-5948-4422-ad82-660891fbcc33),segment_id=75cbfb22-5948-4422-ad82-660891fbcc33)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:37:31.663001 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (2e4aa751-7a1e-41a8-865e-45498e1ae51a), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:37:31.672052 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 56644) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:37:31.673016 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Device c25080ef-ec47-42c3-a923-7cefcc946da8 details requested by agent hyperv_n-h2-827839-2 with host n-h2-827839-2 {{(pid=103378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 17:37:31.734856 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-01e48e1c-e49a-4636-ad2a-d1d9b0bd299f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1677336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1602614'] for router_interface (56c023a1-67ec-4ed9-a71e-d96906b8e642), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:37:31.771157 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-0da4b0e7-88c3-47c4-a806-5daff7f94346 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=a7ea9b1ba86e49c289bed0f142f59d4f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0976481 Feb 04 17:37:31.773533 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 56648) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:37:31.867432 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-79a79ae5-9f6f-424b-a81d-e97a8a163c91 admin admin] Publish callbacks [] for security_group (c354f4ed-9d7a-4839-ac0e-7acc5f1680a5), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:37:31.901225 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-79a79ae5-9f6f-424b-a81d-e97a8a163c91 admin admin] Publish callbacks [] for security_group (c354f4ed-9d7a-4839-ac0e-7acc5f1680a5), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:37:31.919799 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Pushing event updated for resources: {'Port': ['ID=2e4aa751-7a1e-41a8-865e-45498e1ae51a,revision_number=4']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:37:31.982952 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-79a79ae5-9f6f-424b-a81d-e97a8a163c91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (c354f4ed-9d7a-4839-ac0e-7acc5f1680a5), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:37:31.985760 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-79a79ae5-9f6f-424b-a81d-e97a8a163c91 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:37:31.989205 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-79a79ae5-9f6f-424b-a81d-e97a8a163c91 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/c354f4ed-9d7a-4839-ac0e-7acc5f1680a5 HTTP/1.1" status: 204 len: 168 time: 0.2102919 Feb 04 17:37:31.996902 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a79ae5-9f6f-424b-a81d-e97a8a163c91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c354f4ed-9d7a-4839-ac0e-7acc5f1680a5,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:37:32.012059 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] For port c25080ef-ec47-42c3-a923-7cefcc946da8, host n-h2-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=c25080ef-ec47-42c3-a923-7cefcc946da8,segment=NetworkSegment(f8b51653-e9f0-43b4-bbb2-0054b3d4de26),segment_id=f8b51653-e9f0-43b4-bbb2-0054b3d4de26)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:37:32.054717 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Returning: {'device': 'c25080ef-ec47-42c3-a923-7cefcc946da8', 'network_id': '49bac2c3-9780-4cfa-ba0a-fc1bc47b3fd5', 'port_id': 'c25080ef-ec47-42c3-a923-7cefcc946da8', 'mac_address': 'fa:16:3e:87:c7:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 773, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85042e04-1570-46e9-b9e6-f57252834000', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 17:37:32.060758 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-783d31c8-c1ec-4705-9777-de0f0c069fff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (64ada913-9131-4d99-a265-63a920956287), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:37:32.107747 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] get_ports_and_sgs() called for port_ids ['2e4aa751-7a1e-41a8-865e-45498e1ae51a'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 17:37:32.130723 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31df4153-f56d-4bdc-8bec-3bcd13fc0db1 req-835edc5f-1310-498a-9b02-7366de14d1be tempest-VolumesActionsTest-202408860 tempest-VolumesActionsTest-202408860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:37:32.132280 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-31df4153-f56d-4bdc-8bec-3bcd13fc0db1 req-835edc5f-1310-498a-9b02-7366de14d1be tempest-VolumesActionsTest-202408860 tempest-VolumesActionsTest-202408860-project] 10.222.0.89 "GET /v2.0/ports?device_id=fc0b803a-5912-4a17-b632-e23c9c5625e0 HTTP/1.1" status: 200 len: 944 time: 0.1481318 Feb 04 17:37:32.151274 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Current status of the port c25080ef-ec47-42c3-a923-7cefcc946da8 is: DOWN; New status is: BUILD {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:37:32.151707 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (c25080ef-ec47-42c3-a923-7cefcc946da8), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:37:32.168708 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c25080ef-ec47-42c3-a923-7cefcc946da8 {{(pid=103378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 17:37:32.191326 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01e48e1c-e49a-4636-ad2a-d1d9b0bd299f admin admin] Router 56c023a1-67ec-4ed9-a71e-d96906b8e642 has already been hosted by L3 agent 64ada913-9131-4d99-a265-63a920956287 {{(pid=103377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 17:37:32.197715 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] For port c25080ef-ec47-42c3-a923-7cefcc946da8, host n-h2-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=c25080ef-ec47-42c3-a923-7cefcc946da8,segment=NetworkSegment(f8b51653-e9f0-43b4-bbb2-0054b3d4de26),segment_id=f8b51653-e9f0-43b4-bbb2-0054b3d4de26)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:37:32.203464 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (c25080ef-ec47-42c3-a923-7cefcc946da8), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:37:32.218850 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-31df4153-f56d-4bdc-8bec-3bcd13fc0db1 req-ccddc868-96e2-4828-a627-8d5c6b239be6 tempest-VolumesActionsTest-202408860 tempest-VolumesActionsTest-202408860-project] 10.222.0.89 "GET /v2.0/security-groups?id=663de780-f5c3-43ee-b800-65f5196748b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772569 Feb 04 17:37:32.290414 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Pushing event updated for resources: {'Port': ['ID=c25080ef-ec47-42c3-a923-7cefcc946da8,revision_number=4']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:37:32.360926 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01e48e1c-e49a-4636-ad2a-d1d9b0bd299f admin admin] Notify agent at l3_agent.n-d-827839-2 the message routers_updated {{(pid=103377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 17:37:32.367880 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-01e48e1c-e49a-4636-ad2a-d1d9b0bd299f admin admin] 10.222.0.89 "PUT /v2.0/routers/56c023a1-67ec-4ed9-a71e-d96906b8e642/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9794555 Feb 04 17:37:32.370725 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 56656) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:37:32.378065 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0546d060-5c21-4960-b671-6cd052841897 None None] Sync routers for ids ['56c023a1-67ec-4ed9-a71e-d96906b8e642'] in n-d-827839-2 {{(pid=103378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 17:37:32.400568 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0546d060-5c21-4960-b671-6cd052841897 None None] Routers {'56c023a1-67ec-4ed9-a71e-d96906b8e642'} bound to L3 agent in host n-d-827839-2 {{(pid=103378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:37:32.402001 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-0546d060-5c21-4960-b671-6cd052841897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:37:32Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['56c023a1-67ec-4ed9-a71e-d96906b8e642'], 'active': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:37:32.487692 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] get_ports_and_sgs() called for port_ids ['c25080ef-ec47-42c3-a923-7cefcc946da8'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 17:37:32.541273 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-b1b0e6ed-7311-42d7-9851-003f04dcb86e admin admin] Publish callbacks [] for router (56c023a1-67ec-4ed9-a71e-d96906b8e642), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:37:32.594455 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvr_db [None req-0546d060-5c21-4960-b671-6cd052841897 None None] Set router 56c023a1-67ec-4ed9-a71e-d96906b8e642 gateway port host: n-d-827839-2 {{(pid=103378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:37:32.707650 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a473e03-d1b6-4fe6-bee6-df2e9381e86f req-d0156684-544a-4aeb-a808-6a5fa707ca44 tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:37:32.709218 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-0a473e03-d1b6-4fe6-bee6-df2e9381e86f req-d0156684-544a-4aeb-a808-6a5fa707ca44 tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] 10.222.0.89 "GET /v2.0/ports?device_id=151bcec9-67bd-4f21-82f8-84407e4d40b0 HTTP/1.1" status: 200 len: 945 time: 0.1226540 Feb 04 17:37:32.737758 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-b1b0e6ed-7311-42d7-9851-003f04dcb86e admin admin] Publish callbacks [] for router_gateway (56c023a1-67ec-4ed9-a71e-d96906b8e642), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:37:32.814230 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-0a473e03-d1b6-4fe6-bee6-df2e9381e86f req-85ea0aac-e993-478c-b661-72f580b38c82 tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] 10.222.0.89 "GET /v2.0/security-groups?id=7065f8d7-aeef-49a2-81d7-44cedbdfdedd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986514 Feb 04 17:37:32.859912 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-b1b0e6ed-7311-42d7-9851-003f04dcb86e admin admin] Deleting port 12c7d7bb-310d-4a84-9b6d-d509661e6443 {{(pid=103376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:37:32.860263 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-b1b0e6ed-7311-42d7-9851-003f04dcb86e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (12c7d7bb-310d-4a84-9b6d-d509661e6443), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:37:32.935815 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-0546d060-5c21-4960-b671-6cd052841897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56c023a1-67ec-4ed9-a71e-d96906b8e642', 'name': 'tempest-TaggedBootDevicesTest-1191016291-router', 'tenant_id': '98c9dcf293b449b2b87f5079c52a68fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.66'}], 'enable_snat': True}, 'gw_port_id': '12c7d7bb-310d-4a84-9b6d-d509661e6443', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:28:44Z', 'updated_at': '2022-02-04T17:37:31Z', 'revision_number': 5, 'project_id': '98c9dcf293b449b2b87f5079c52a68fa', 'gw_port': {'id': '12c7d7bb-310d-4a84-9b6d-d509661e6443', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:b3:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56c023a1-67ec-4ed9-a71e-d96906b8e642', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2134, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:28:45Z', 'updated_at': '2022-02-04T17:28:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2'}], 'n-d-827839-2', False) {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:37:32.975026 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [None req-b1b0e6ed-7311-42d7-9851-003f04dcb86e admin admin] For port 12c7d7bb-310d-4a84-9b6d-d509661e6443, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=12c7d7bb-310d-4a84-9b6d-d509661e6443,segment=NetworkSegment(5942dc44-1f07-4c27-b0ab-45a2bff20dd5),segment_id=5942dc44-1f07-4c27-b0ab-45a2bff20dd5)] {{(pid=103376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:37:32.975503 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-b1b0e6ed-7311-42d7-9851-003f04dcb86e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (12c7d7bb-310d-4a84-9b6d-d509661e6443), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:37:32.978920 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0546d060-5c21-4960-b671-6cd052841897 None None] Checking router: 56c023a1-67ec-4ed9-a71e-d96906b8e642 for host: n-d-827839-2 {{(pid=103378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 17:37:32.993170 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-b1b0e6ed-7311-42d7-9851-003f04dcb86e admin admin] Calling delete_port for 12c7d7bb-310d-4a84-9b6d-d509661e6443 owned by network:router_gateway {{(pid=103376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:37:33.004248 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0546d060-5c21-4960-b671-6cd052841897 None None] Routers {'56c023a1-67ec-4ed9-a71e-d96906b8e642'} bound to L3 agent in host n-d-827839-2 {{(pid=103378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:37:33.004867 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-0546d060-5c21-4960-b671-6cd052841897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:37:32Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['56c023a1-67ec-4ed9-a71e-d96906b8e642'], 'active': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:37:33.110319 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d408ec64-b374-4acb-a1fc-48241dad6d47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (0cd6d64a-47a7-40ff-8c12-71dd526c62e0), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:37:33.117061 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvr_db [None req-0546d060-5c21-4960-b671-6cd052841897 None None] Set router 56c023a1-67ec-4ed9-a71e-d96906b8e642 gateway port host: None {{(pid=103378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:37:33.180359 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-0546d060-5c21-4960-b671-6cd052841897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56c023a1-67ec-4ed9-a71e-d96906b8e642', 'name': 'tempest-TaggedBootDevicesTest-1191016291-router', 'tenant_id': '98c9dcf293b449b2b87f5079c52a68fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:28:44Z', 'updated_at': '2022-02-04T17:37:32Z', 'revision_number': 6, 'project_id': '98c9dcf293b449b2b87f5079c52a68fa', 'gw_port_host': None}], 'n-d-827839-2', False) {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:37:33.211745 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0546d060-5c21-4960-b671-6cd052841897 None None] The sync data for ids ['56c023a1-67ec-4ed9-a71e-d96906b8e642'] in n-d-827839-2 is: [{'id': '56c023a1-67ec-4ed9-a71e-d96906b8e642', 'name': 'tempest-TaggedBootDevicesTest-1191016291-router', 'tenant_id': '98c9dcf293b449b2b87f5079c52a68fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:28:44Z', 'updated_at': '2022-02-04T17:37:32Z', 'revision_number': 6, 'project_id': '98c9dcf293b449b2b87f5079c52a68fa', 'gw_port_host': None}] {{(pid=103378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 17:37:33.226095 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-b1b0e6ed-7311-42d7-9851-003f04dcb86e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (12c7d7bb-310d-4a84-9b6d-d509661e6443), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:37:33.264693 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b0e6ed-7311-42d7-9851-003f04dcb86e admin admin] Pushing event deleted for resources: {'Port': ['ID=12c7d7bb-310d-4a84-9b6d-d509661e6443,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:37:33.337448 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-b1b0e6ed-7311-42d7-9851-003f04dcb86e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1595544'] for router_gateway (56c023a1-67ec-4ed9-a71e-d96906b8e642), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:37:33.468684 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-b1b0e6ed-7311-42d7-9851-003f04dcb86e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1601811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26971'] for router (56c023a1-67ec-4ed9-a71e-d96906b8e642), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:37:33.471448 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-b1b0e6ed-7311-42d7-9851-003f04dcb86e admin admin] Publish callbacks [] for router_controller (56c023a1-67ec-4ed9-a71e-d96906b8e642), precommit_delete_associations {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:37:33.533057 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a898a02-12d0-4188-bd3d-f70c4ce011fa req-68324215-ce22-4fbb-bbd0-b3c418526af2 tempest-VolumesActionsTest-202408860 tempest-VolumesActionsTest-202408860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:37:33.534694 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-3a898a02-12d0-4188-bd3d-f70c4ce011fa req-68324215-ce22-4fbb-bbd0-b3c418526af2 tempest-VolumesActionsTest-202408860 tempest-VolumesActionsTest-202408860-project] 10.222.0.89 "GET /v2.0/ports?device_id=fc0b803a-5912-4a17-b632-e23c9c5625e0 HTTP/1.1" status: 200 len: 944 time: 0.1987517 Feb 04 17:37:33.536256 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-b1b0e6ed-7311-42d7-9851-003f04dcb86e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1601832'] for router (56c023a1-67ec-4ed9-a71e-d96906b8e642), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:37:33.537156 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1b0e6ed-7311-42d7-9851-003f04dcb86e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 56c023a1-67ec-4ed9-a71e-d96906b8e642 {{(pid=103376) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 17:37:33.541776 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-b1b0e6ed-7311-42d7-9851-003f04dcb86e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:37:33.542796 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-b1b0e6ed-7311-42d7-9851-003f04dcb86e admin admin] 10.222.0.89 "DELETE /v2.0/routers/56c023a1-67ec-4ed9-a71e-d96906b8e642 HTTP/1.1" status: 204 len: 168 time: 1.1712427 Feb 04 17:37:33.545263 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 56700) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:37:33.641092 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.db_base_plugin_v2 [None req-7bbbcfba-d003-48e3-aa61-2ccb68ac11e5 admin admin] Deleting subnet 273c30a7-7c22-4224-bb2d-362bf7345f6c {{(pid=103376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 17:37:33.645930 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-7bbbcfba-d003-48e3-aa61-2ccb68ac11e5 admin admin] Publish callbacks [] for subnet (273c30a7-7c22-4224-bb2d-362bf7345f6c), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:37:33.676114 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-3a898a02-12d0-4188-bd3d-f70c4ce011fa req-cdf87e12-32c1-4e69-b197-28d28c0ecfa1 tempest-VolumesActionsTest-202408860 tempest-VolumesActionsTest-202408860-project] 10.222.0.89 "GET /v2.0/security-groups?id=663de780-f5c3-43ee-b800-65f5196748b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322145 Feb 04 17:37:33.686371 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Device c25080ef-ec47-42c3-a923-7cefcc946da8 up at agent hyperv_n-h2-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:37:33.702962 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-7bbbcfba-d003-48e3-aa61-2ccb68ac11e5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25674901'] for subnet (273c30a7-7c22-4224-bb2d-362bf7345f6c), precommit_delete_associations {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:37:33.781710 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Provisioning for port c25080ef-ec47-42c3-a923-7cefcc946da8 completed by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 17:37:33.786803 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Provisioning complete for port c25080ef-ec47-42c3-a923-7cefcc946da8 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:37:33.787247 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (c25080ef-ec47-42c3-a923-7cefcc946da8), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:37:33.810159 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-7bbbcfba-d003-48e3-aa61-2ccb68ac11e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1541225'] for subnet (273c30a7-7c22-4224-bb2d-362bf7345f6c), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:37:33.892769 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-7bbbcfba-d003-48e3-aa61-2ccb68ac11e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1541216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25675894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25858947'] for subnet (273c30a7-7c22-4224-bb2d-362bf7345f6c), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:37:33.913910 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Current status of the port c25080ef-ec47-42c3-a923-7cefcc946da8 is: BUILD; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:37:33.914373 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (c25080ef-ec47-42c3-a923-7cefcc946da8), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:37:33.941539 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-7bbbcfba-d003-48e3-aa61-2ccb68ac11e5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:37:33.949083 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-7bbbcfba-d003-48e3-aa61-2ccb68ac11e5 admin admin] 10.222.0.89 "DELETE /v2.0/subnets/273c30a7-7c22-4224-bb2d-362bf7345f6c HTTP/1.1" status: 204 len: 168 time: 0.3955901 Feb 04 17:37:33.949083 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 56714) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:37:33.965154 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbbcfba-d003-48e3-aa61-2ccb68ac11e5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=273c30a7-7c22-4224-bb2d-362bf7345f6c,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:37:33.967931 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f6a4c94-d10b-4147-a6e3-e9e5368fd3bc None None] Network aaddf6ec-48dd-4d99-a249-cf782a8d2cfa requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:37:34.006503 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 56716) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:37:34.038581 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '151bcec9-67bd-4f21-82f8-84407e4d40b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c25080ef-ec47-42c3-a923-7cefcc946da8'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:37:34.040932 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c34bc964ce2211770fda26ca2f3801cc06f4f39928110690550e94ab9c9d2fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15a83b77-288b-4982-976b-f037ebceba1a" -d '{"events": [{"server_uuid": "151bcec9-67bd-4f21-82f8-84407e4d40b0", "name": "network-vif-plugged", "status": "completed", "tag": "c25080ef-ec47-42c3-a923-7cefcc946da8"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:37:34.042832 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0159b84-0e22-494a-b435-fe906980cb1c req-60ea2b1a-5958-4156-918d-bfdc3294f9dc tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:37:34.044598 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-b0159b84-0e22-494a-b435-fe906980cb1c req-60ea2b1a-5958-4156-918d-bfdc3294f9dc tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] 10.222.0.89 "GET /v2.0/ports?device_id=151bcec9-67bd-4f21-82f8-84407e4d40b0 HTTP/1.1" status: 200 len: 945 time: 0.1193027 Feb 04 17:37:34.094264 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-b71c6594-d310-4f50-953f-a6006383d352 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628832'] for network (aaddf6ec-48dd-4d99-a249-cf782a8d2cfa), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:37:34.098456 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] For port c25080ef-ec47-42c3-a923-7cefcc946da8, host n-h2-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=c25080ef-ec47-42c3-a923-7cefcc946da8,segment=NetworkSegment(f8b51653-e9f0-43b4-bbb2-0054b3d4de26),segment_id=f8b51653-e9f0-43b4-bbb2-0054b3d4de26)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:37:34.129194 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (c25080ef-ec47-42c3-a923-7cefcc946da8), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:37:34.159245 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-b0159b84-0e22-494a-b435-fe906980cb1c req-2413dc89-a6e4-4f3f-a6ae-aa8bd8daab70 tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] 10.222.0.89 "GET /v2.0/security-groups?id=7065f8d7-aeef-49a2-81d7-44cedbdfdedd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057563 Feb 04 17:37:34.212367 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 17:37:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22b66d87-8974-4ffb-a0c1-3b395373caa9 x-openstack-request-id: req-22b66d87-8974-4ffb-a0c1-3b395373caa9 {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:37:34.216802 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "151bcec9-67bd-4f21-82f8-84407e4d40b0", "name": "network-vif-plugged", "status": "completed", "tag": "c25080ef-ec47-42c3-a923-7cefcc946da8", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:37:34.216802 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-22b66d87-8974-4ffb-a0c1-3b395373caa9 {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:37:34.216802 n-d-827839-2 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '151bcec9-67bd-4f21-82f8-84407e4d40b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c25080ef-ec47-42c3-a923-7cefcc946da8', 'code': 200} Feb 04 17:37:34.275466 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-b71c6594-d310-4f50-953f-a6006383d352 admin admin] Deleting port 65d1fd0d-2a0d-477c-8000-d760c1bc95c4 {{(pid=103376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:37:34.279216 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-b71c6594-d310-4f50-953f-a6006383d352 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (65d1fd0d-2a0d-477c-8000-d760c1bc95c4), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:37:34.284975 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Pushing event updated for resources: {'Port': ['ID=c25080ef-ec47-42c3-a923-7cefcc946da8,revision_number=5']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:37:34.359088 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 945ce8c5-9185-4e15-b3be-cc5fbab8b6f9 no longer exists at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:37:34.399898 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-a3f295a6-d1a9-47f5-847f-6d56dabd7d02 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:37:34.413846 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] No Port match for: 945ce8c5-9185-4e15-b3be-cc5fbab8b6f9 {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 17:37:34.414341 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 945ce8c5-9185-4e15-b3be-cc5fbab8b6f9 not bound to the agent host n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 17:37:34.414878 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 12c7d7bb-310d-4a84-9b6d-d509661e6443 no longer exists at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:37:34.419015 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12c525e6-6c43-4452-a4de-afcfe941cebe None None] DHCP port deletion for aaddf6ec-48dd-4d99-a249-cf782a8d2cfa request from n-d-827839-2 {{(pid=103378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 17:37:34.439010 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [None req-b71c6594-d310-4f50-953f-a6006383d352 admin admin] For port 65d1fd0d-2a0d-477c-8000-d760c1bc95c4, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=65d1fd0d-2a0d-477c-8000-d760c1bc95c4,segment=NetworkSegment(60f0396c-e170-4e00-b584-b3b5c309f6b3),segment_id=60f0396c-e170-4e00-b584-b3b5c309f6b3)] {{(pid=103376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:37:34.439866 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-b71c6594-d310-4f50-953f-a6006383d352 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (65d1fd0d-2a0d-477c-8000-d760c1bc95c4), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:37:34.452831 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] No Port match for: 12c7d7bb-310d-4a84-9b6d-d509661e6443 {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 17:37:34.453327 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 12c7d7bb-310d-4a84-9b6d-d509661e6443 not bound to the agent host n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 17:37:34.464823 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-b71c6594-d310-4f50-953f-a6006383d352 admin admin] Calling delete_port for 65d1fd0d-2a0d-477c-8000-d760c1bc95c4 owned by network:dhcp {{(pid=103376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:37:34.511460 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7050492c-6833-4dd4-957c-d37763909fa3 req-c7580ced-7674-4908-840f-455957b25b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:37:34.513323 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-7050492c-6833-4dd4-957c-d37763909fa3 req-c7580ced-7674-4908-840f-455957b25b40 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=151bcec9-67bd-4f21-82f8-84407e4d40b0 HTTP/1.1" status: 200 len: 1128 time: 0.2216036 Feb 04 17:37:34.535151 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-12c525e6-6c43-4452-a4de-afcfe941cebe None None] Deleting port 65d1fd0d-2a0d-477c-8000-d760c1bc95c4 {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:37:34.535544 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-12c525e6-6c43-4452-a4de-afcfe941cebe None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (65d1fd0d-2a0d-477c-8000-d760c1bc95c4), before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:37:34.606731 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-b71c6594-d310-4f50-953f-a6006383d352 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (65d1fd0d-2a0d-477c-8000-d760c1bc95c4), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:37:34.645758 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71c6594-d310-4f50-953f-a6006383d352 admin admin] Pushing event deleted for resources: {'Port': ['ID=65d1fd0d-2a0d-477c-8000-d760c1bc95c4,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:37:34.649407 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b71c6594-d310-4f50-953f-a6006383d352 admin admin] No DVR routers for this DVR port 65d1fd0d-2a0d-477c-8000-d760c1bc95c4 on host n-d-827839-2 {{(pid=103376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 17:37:34.672915 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-a3f295a6-d1a9-47f5-847f-6d56dabd7d02 admin admin] Publish callbacks [] for security_group (4dc97380-92a7-4966-9962-2822e0ed894d), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:37:34.675865 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-7050492c-6833-4dd4-957c-d37763909fa3 req-70113e3b-2165-45df-a02d-523e4652ce6d service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=7065f8d7-aeef-49a2-81d7-44cedbdfdedd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505232 Feb 04 17:37:34.679289 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-a3f295a6-d1a9-47f5-847f-6d56dabd7d02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (4dc97380-92a7-4966-9962-2822e0ed894d), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:37:34.727114 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-a3f295a6-d1a9-47f5-847f-6d56dabd7d02 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=9b8c6beecb67455a886e442f87d89ce9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7178655 Feb 04 17:37:34.728009 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f295a6-d1a9-47f5-847f-6d56dabd7d02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4dc97380-92a7-4966-9962-2822e0ed894d,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:37:34.730920 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 56724) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:37:34.784809 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-0191140a-ac4c-4d5c-bef4-08bdf1f7d4a6 admin admin] Publish callbacks [] for security_group (4dc97380-92a7-4966-9962-2822e0ed894d), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:37:34.809154 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-0191140a-ac4c-4d5c-bef4-08bdf1f7d4a6 admin admin] Publish callbacks [] for security_group (4dc97380-92a7-4966-9962-2822e0ed894d), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:37:34.825453 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-b71c6594-d310-4f50-953f-a6006383d352 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1543676', 'neutron.services.segments.db._delete_segments_for_network-8781084786517'] for network (aaddf6ec-48dd-4d99-a249-cf782a8d2cfa), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:37:34.836436 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4f14bb47-e72b-46ac-9e44-a61d9293afcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (75326290-f7a3-4db8-9cf2-15c7139ed224), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:37:34.850211 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-12c525e6-6c43-4452-a4de-afcfe941cebe None None] For port 65d1fd0d-2a0d-477c-8000-d760c1bc95c4, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=65d1fd0d-2a0d-477c-8000-d760c1bc95c4,segment=NetworkSegment(60f0396c-e170-4e00-b584-b3b5c309f6b3),segment_id=60f0396c-e170-4e00-b584-b3b5c309f6b3)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:37:34.850211 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-12c525e6-6c43-4452-a4de-afcfe941cebe None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (65d1fd0d-2a0d-477c-8000-d760c1bc95c4), precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:37:34.862947 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-12c525e6-6c43-4452-a4de-afcfe941cebe None None] Calling delete_port for 65d1fd0d-2a0d-477c-8000-d760c1bc95c4 owned by network:dhcp {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:37:34.867493 n-d-827839-2 neutron-server[103376]: DEBUG neutron.services.segments.db [None req-b71c6594-d310-4f50-953f-a6006383d352 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aaddf6ec-48dd-4d99-a249-cf782a8d2cfa']}} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:37:34.880873 n-d-827839-2 neutron-server[103376]: DEBUG neutron.services.segments.db [None req-b71c6594-d310-4f50-953f-a6006383d352 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60f0396c-e170-4e00-b584-b3b5c309f6b3') {'for_net_delete': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:37:34.881347 n-d-827839-2 neutron-server[103376]: DEBUG neutron.services.segments.db [None req-b71c6594-d310-4f50-953f-a6006383d352 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60f0396c-e170-4e00-b584-b3b5c309f6b3') {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:37:34.886539 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-0191140a-ac4c-4d5c-bef4-08bdf1f7d4a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (4dc97380-92a7-4966-9962-2822e0ed894d), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:37:34.889218 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-0191140a-ac4c-4d5c-bef4-08bdf1f7d4a6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:37:34.894348 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-b71c6594-d310-4f50-953f-a6006383d352 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781084783966', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25674908'] for segment (60f0396c-e170-4e00-b584-b3b5c309f6b3), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:37:34.894525 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-0191140a-ac4c-4d5c-bef4-08bdf1f7d4a6 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/4dc97380-92a7-4966-9962-2822e0ed894d HTTP/1.1" status: 204 len: 168 time: 0.1625574 Feb 04 17:37:34.917258 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0191140a-ac4c-4d5c-bef4-08bdf1f7d4a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dc97380-92a7-4966-9962-2822e0ed894d,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:37:34.918394 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac8748e-075d-4e9e-9140-5157c1eabc49 req-f98dcdd5-e1ab-48ca-b552-cad57032fd19 tempest-VolumesActionsTest-202408860 tempest-VolumesActionsTest-202408860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:37:34.919967 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-aac8748e-075d-4e9e-9140-5157c1eabc49 req-f98dcdd5-e1ab-48ca-b552-cad57032fd19 tempest-VolumesActionsTest-202408860 tempest-VolumesActionsTest-202408860-project] 10.222.0.89 "GET /v2.0/ports?device_id=fc0b803a-5912-4a17-b632-e23c9c5625e0 HTTP/1.1" status: 200 len: 944 time: 0.1146464 Feb 04 17:37:34.921303 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-b71c6594-d310-4f50-953f-a6006383d352 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (60f0396c-e170-4e00-b584-b3b5c309f6b3), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:37:34.928342 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b71c6594-d310-4f50-953f-a6006383d352 admin admin] Releasing vlan 754 on physical network physnet1 to pool {{(pid=103376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 17:37:34.928826 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-b71c6594-d310-4f50-953f-a6006383d352 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25675992'] for segment (60f0396c-e170-4e00-b584-b3b5c309f6b3), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:37:34.930473 n-d-827839-2 neutron-server[103376]: Traceback (most recent call last): Feb 04 17:37:34.930473 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 17:37:34.930473 n-d-827839-2 neutron-server[103376]: timer() Feb 04 17:37:34.930473 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 17:37:34.930473 n-d-827839-2 neutron-server[103376]: cb(*args, **kw) Feb 04 17:37:34.930473 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 17:37:34.930473 n-d-827839-2 neutron-server[103376]: return func(*args, **kwargs) Feb 04 17:37:34.930473 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 17:37:34.930473 n-d-827839-2 neutron-server[103376]: self._notify() Feb 04 17:37:34.930473 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 17:37:34.930473 n-d-827839-2 neutron-server[103376]: self.callback(batched_events) Feb 04 17:37:34.930473 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 17:37:34.930473 n-d-827839-2 neutron-server[103376]: event.method(event) Feb 04 17:37:34.930473 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 17:37:34.930473 n-d-827839-2 neutron-server[103376]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 17:37:34.930473 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 17:37:34.930473 n-d-827839-2 neutron-server[103376]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 17:37:34.930473 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 17:37:34.930473 n-d-827839-2 neutron-server[103376]: return f(self, *a, **k) Feb 04 17:37:34.930473 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 17:37:34.930473 n-d-827839-2 neutron-server[103376]: return self._get(url).json() Feb 04 17:37:34.930473 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 17:37:34.930473 n-d-827839-2 neutron-server[103376]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 17:37:34.930473 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 17:37:34.930473 n-d-827839-2 neutron-server[103376]: return self.request(url, 'GET', **kwargs) Feb 04 17:37:34.930473 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 17:37:34.930473 n-d-827839-2 neutron-server[103376]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 17:37:34.930473 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 17:37:34.930473 n-d-827839-2 neutron-server[103376]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 17:37:34.930473 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 17:37:34.930473 n-d-827839-2 neutron-server[103376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 17:37:34.930473 n-d-827839-2 neutron-server[103376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 17:37:35.003533 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-12c525e6-6c43-4452-a4de-afcfe941cebe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144'] for port (65d1fd0d-2a0d-477c-8000-d760c1bc95c4), after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:37:35.029203 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12c525e6-6c43-4452-a4de-afcfe941cebe None None] No DVR routers for this DVR port 65d1fd0d-2a0d-477c-8000-d760c1bc95c4 on host n-d-827839-2 {{(pid=103378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 17:37:35.032164 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-b71c6594-d310-4f50-953f-a6006383d352 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1543671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1595572'] for network (aaddf6ec-48dd-4d99-a249-cf782a8d2cfa), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:37:35.038099 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-b71c6594-d310-4f50-953f-a6006383d352 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:37:35.042551 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-b71c6594-d310-4f50-953f-a6006383d352 admin admin] 10.222.0.89 "DELETE /v2.0/networks/aaddf6ec-48dd-4d99-a249-cf782a8d2cfa HTTP/1.1" status: 204 len: 168 time: 1.0923777 Feb 04 17:37:35.061063 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c525e6-6c43-4452-a4de-afcfe941cebe None None] Pushing event deleted for resources: {'Port': ['ID=65d1fd0d-2a0d-477c-8000-d760c1bc95c4,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:37:35.083024 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71c6594-d310-4f50-953f-a6006383d352 admin admin] Pushing event deleted for resources: {'Network': ['ID=aaddf6ec-48dd-4d99-a249-cf782a8d2cfa,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:37:35.090096 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-aac8748e-075d-4e9e-9140-5157c1eabc49 req-b4f39ecf-c28d-48a6-b22f-8b107eb42495 tempest-VolumesActionsTest-202408860 tempest-VolumesActionsTest-202408860-project] 10.222.0.89 "GET /v2.0/security-groups?id=663de780-f5c3-43ee-b800-65f5196748b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587791 Feb 04 17:37:35.296886 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 56742) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:37:35.312682 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device 2e4aa751-7a1e-41a8-865e-45498e1ae51a up at agent hyperv_n-h1-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:37:35.353158 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-72c18d3a-e5ee-403d-995a-2a4d35963d24 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=ae7af1f68a8142688c6249d339ab8a6d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0542498 Feb 04 17:37:35.355427 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 56744) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:37:35.355707 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167a0687-027b-4ed0-b8cd-84a4448010a5 req-d92236d9-4422-4e4e-941e-0aee5c3a0cab tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:37:35.357584 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-167a0687-027b-4ed0-b8cd-84a4448010a5 req-d92236d9-4422-4e4e-941e-0aee5c3a0cab tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] 10.222.0.89 "GET /v2.0/ports?device_id=151bcec9-67bd-4f21-82f8-84407e4d40b0 HTTP/1.1" status: 200 len: 946 time: 0.0829060 Feb 04 17:37:35.389728 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Provisioning for port 2e4aa751-7a1e-41a8-865e-45498e1ae51a completed by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 17:37:35.394423 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Provisioning complete for port 2e4aa751-7a1e-41a8-865e-45498e1ae51a triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:37:35.394968 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (2e4aa751-7a1e-41a8-865e-45498e1ae51a), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:37:35.418011 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-d90f83b8-afa0-4c62-927b-01af8a8e74c2 admin admin] Publish callbacks [] for security_group (0a858dd3-bfe4-4a54-8e21-ad7067112b2b), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:37:35.430063 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-167a0687-027b-4ed0-b8cd-84a4448010a5 req-2e467ef8-d206-4b6b-bc03-3b68a2728879 tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] 10.222.0.89 "GET /v2.0/security-groups?id=7065f8d7-aeef-49a2-81d7-44cedbdfdedd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657430 Feb 04 17:37:35.446759 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-d90f83b8-afa0-4c62-927b-01af8a8e74c2 admin admin] Publish callbacks [] for security_group (0a858dd3-bfe4-4a54-8e21-ad7067112b2b), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:37:35.508884 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Current status of the port 2e4aa751-7a1e-41a8-865e-45498e1ae51a is: BUILD; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:37:35.509541 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (2e4aa751-7a1e-41a8-865e-45498e1ae51a), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:37:35.511976 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-d90f83b8-afa0-4c62-927b-01af8a8e74c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (0a858dd3-bfe4-4a54-8e21-ad7067112b2b), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:37:35.515046 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-d90f83b8-afa0-4c62-927b-01af8a8e74c2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:37:35.519788 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-d90f83b8-afa0-4c62-927b-01af8a8e74c2 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/0a858dd3-bfe4-4a54-8e21-ad7067112b2b HTTP/1.1" status: 204 len: 168 time: 0.1619945 Feb 04 17:37:35.528645 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90f83b8-afa0-4c62-927b-01af8a8e74c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a858dd3-bfe4-4a54-8e21-ad7067112b2b,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:37:35.571728 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] For port 2e4aa751-7a1e-41a8-865e-45498e1ae51a, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=2e4aa751-7a1e-41a8-865e-45498e1ae51a,segment=NetworkSegment(75cbfb22-5948-4422-ad82-660891fbcc33),segment_id=75cbfb22-5948-4422-ad82-660891fbcc33)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:37:35.575066 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (2e4aa751-7a1e-41a8-865e-45498e1ae51a), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:37:35.629345 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Pushing event updated for resources: {'Port': ['ID=2e4aa751-7a1e-41a8-865e-45498e1ae51a,revision_number=5']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:37:35.715271 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (ba70844b-66a0-45fd-a2f2-e6ed673321fc), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:37:36.022479 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 56764) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:37:36.074077 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-1aac5f6f-b230-4dde-8723-70308711daec admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=98c9dcf293b449b2b87f5079c52a68fa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0479577 Feb 04 17:37:36.074746 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 56768) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:37:36.138347 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-30eda69a-e506-49a2-a71c-f458ceedb467 admin admin] Publish callbacks [] for security_group (1e659254-2379-42e6-8720-f21a2d542a4e), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:37:36.163798 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-30eda69a-e506-49a2-a71c-f458ceedb467 admin admin] Publish callbacks [] for security_group (1e659254-2379-42e6-8720-f21a2d542a4e), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:37:36.218202 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc0b803a-5912-4a17-b632-e23c9c5625e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e4aa751-7a1e-41a8-865e-45498e1ae51a'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:37:36.220875 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c34bc964ce2211770fda26ca2f3801cc06f4f39928110690550e94ab9c9d2fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-838e8e97-3056-4d82-9e08-317c0388fae5" -d '{"events": [{"server_uuid": "fc0b803a-5912-4a17-b632-e23c9c5625e0", "name": "network-vif-plugged", "status": "completed", "tag": "2e4aa751-7a1e-41a8-865e-45498e1ae51a"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:37:36.258397 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-30eda69a-e506-49a2-a71c-f458ceedb467 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (1e659254-2379-42e6-8720-f21a2d542a4e), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:37:36.264966 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-30eda69a-e506-49a2-a71c-f458ceedb467 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:37:36.269810 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-30eda69a-e506-49a2-a71c-f458ceedb467 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/1e659254-2379-42e6-8720-f21a2d542a4e HTTP/1.1" status: 204 len: 168 time: 0.1936667 Feb 04 17:37:36.278757 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc2c1fd-c5ba-47b2-a71d-ded32d92be0c req-007dc279-4f4b-4ae0-8557-310086498863 tempest-VolumesActionsTest-202408860 tempest-VolumesActionsTest-202408860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:37:36.282571 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-fbc2c1fd-c5ba-47b2-a71d-ded32d92be0c req-007dc279-4f4b-4ae0-8557-310086498863 tempest-VolumesActionsTest-202408860 tempest-VolumesActionsTest-202408860-project] 10.222.0.89 "GET /v2.0/ports?device_id=fc0b803a-5912-4a17-b632-e23c9c5625e0 HTTP/1.1" status: 200 len: 945 time: 0.1022763 Feb 04 17:37:36.290722 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30eda69a-e506-49a2-a71c-f458ceedb467 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e659254-2379-42e6-8720-f21a2d542a4e,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:37:36.294752 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 65d1fd0d-2a0d-477c-8000-d760c1bc95c4 no longer exists at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:37:36.373016 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] No Port match for: 65d1fd0d-2a0d-477c-8000-d760c1bc95c4 {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 17:37:36.377542 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 65d1fd0d-2a0d-477c-8000-d760c1bc95c4 not bound to the agent host n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 17:37:36.381602 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 17:37:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1650bfbc-a38c-403b-83d9-882493a6acca x-openstack-request-id: req-1650bfbc-a38c-403b-83d9-882493a6acca {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:37:36.382183 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc0b803a-5912-4a17-b632-e23c9c5625e0", "name": "network-vif-plugged", "status": "completed", "tag": "2e4aa751-7a1e-41a8-865e-45498e1ae51a", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:37:36.382519 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-1650bfbc-a38c-403b-83d9-882493a6acca {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:37:36.383011 n-d-827839-2 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc0b803a-5912-4a17-b632-e23c9c5625e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e4aa751-7a1e-41a8-865e-45498e1ae51a', 'code': 200} Feb 04 17:37:36.457101 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-fbc2c1fd-c5ba-47b2-a71d-ded32d92be0c req-52cca6eb-de00-429c-a160-a3a5d3ec2f9b tempest-VolumesActionsTest-202408860 tempest-VolumesActionsTest-202408860-project] 10.222.0.89 "GET /v2.0/security-groups?id=663de780-f5c3-43ee-b800-65f5196748b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575925 Feb 04 17:37:36.492947 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a924ca-1d4c-4677-b4ac-d111502d2a60 req-70602452-d0e8-4f03-8994-b03e310587b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:37:36.495063 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-39a924ca-1d4c-4677-b4ac-d111502d2a60 req-70602452-d0e8-4f03-8994-b03e310587b2 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=fc0b803a-5912-4a17-b632-e23c9c5625e0 HTTP/1.1" status: 200 len: 1127 time: 0.0960889 Feb 04 17:37:36.579736 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-39a924ca-1d4c-4677-b4ac-d111502d2a60 req-0fa03f1d-740a-4f90-b569-16699e5f0071 service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=663de780-f5c3-43ee-b800-65f5196748b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759735 Feb 04 17:37:36.600190 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03653a8d-5c62-4ea5-8816-83da23667d8d req-f059309c-9446-4967-a55f-d1ac7e66d2e7 tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:37:36.602033 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-03653a8d-5c62-4ea5-8816-83da23667d8d req-f059309c-9446-4967-a55f-d1ac7e66d2e7 tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] 10.222.0.89 "GET /v2.0/ports?device_id=151bcec9-67bd-4f21-82f8-84407e4d40b0 HTTP/1.1" status: 200 len: 946 time: 0.0780950 Feb 04 17:37:36.662670 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-03653a8d-5c62-4ea5-8816-83da23667d8d req-40829a1c-cbc7-4161-9603-85dbb4a04f79 tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] 10.222.0.89 "GET /v2.0/security-groups?id=7065f8d7-aeef-49a2-81d7-44cedbdfdedd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524127 Feb 04 17:37:36.818078 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df03f3a1-67c9-4ac5-838e-3aea1c6f42b4 req-ccbe971d-36df-4453-9cec-e12c0d01ea69 tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:37:36.821975 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-df03f3a1-67c9-4ac5-838e-3aea1c6f42b4 req-ccbe971d-36df-4453-9cec-e12c0d01ea69 tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] 10.222.0.89 "GET /v2.0/ports?device_id=fd4e257d-e5fa-4bfe-8314-6b938e6e11a9 HTTP/1.1" status: 200 len: 945 time: 0.0739017 Feb 04 17:37:36.889843 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-df03f3a1-67c9-4ac5-838e-3aea1c6f42b4 req-c8f11f5d-b4fa-478a-8061-ba696cd287a8 tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] 10.222.0.89 "GET /v2.0/security-groups?id=7065f8d7-aeef-49a2-81d7-44cedbdfdedd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612702 Feb 04 17:37:37.039101 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31a015b-929f-4d55-a2c6-2ed77febba5b req-d374438b-d98c-4ea0-9324-8b5eb8362bb9 tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:37:37.040840 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-d31a015b-929f-4d55-a2c6-2ed77febba5b req-d374438b-d98c-4ea0-9324-8b5eb8362bb9 tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] 10.222.0.89 "GET /v2.0/ports?device_id=151bcec9-67bd-4f21-82f8-84407e4d40b0 HTTP/1.1" status: 200 len: 946 time: 0.0659201 Feb 04 17:37:37.109230 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-d31a015b-929f-4d55-a2c6-2ed77febba5b req-07910211-a86a-410a-b0fe-4f802f771da6 tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] 10.222.0.89 "GET /v2.0/security-groups?id=7065f8d7-aeef-49a2-81d7-44cedbdfdedd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622959 Feb 04 17:37:37.272941 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 56828) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:37:37.390207 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69342da-4f19-4c75-b7c7-78a9e0bd028d req-9ad53bd6-54af-408a-8657-87d931be4088 tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:37:37.392327 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-e69342da-4f19-4c75-b7c7-78a9e0bd028d req-9ad53bd6-54af-408a-8657-87d931be4088 tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] 10.222.0.89 "GET /v2.0/ports?device_id=151bcec9-67bd-4f21-82f8-84407e4d40b0 HTTP/1.1" status: 200 len: 946 time: 0.0673230 Feb 04 17:37:37.452345 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-e69342da-4f19-4c75-b7c7-78a9e0bd028d req-4e93a96e-2bea-418d-acc0-1eb3d0252ea4 tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] 10.222.0.89 "GET /v2.0/security-groups?id=7065f8d7-aeef-49a2-81d7-44cedbdfdedd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544515 Feb 04 17:37:37.537787 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-96a95bc3-8aea-4574-ab11-4eaac720a84c admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-255917664-network', 'tenant_id': '55f1dd7e185f463c8af2edc378969f58'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:37:37.566072 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96a95bc3-8aea-4574-ab11-4eaac720a84c admin admin] Made reservation on behalf of 55f1dd7e185f463c8af2edc378969f58 for: {'network': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:37:37.568209 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-96a95bc3-8aea-4574-ab11-4eaac720a84c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for network (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:37:37.589055 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-96a95bc3-8aea-4574-ab11-4eaac720a84c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:37:37.630890 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cfbe87-a292-4d6e-8710-2cad28c5d37b req-18b5b47e-6045-4129-b4b9-9e0e3802b15d tempest-VolumesActionsTest-202408860 tempest-VolumesActionsTest-202408860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:37:37.632460 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-25cfbe87-a292-4d6e-8710-2cad28c5d37b req-18b5b47e-6045-4129-b4b9-9e0e3802b15d tempest-VolumesActionsTest-202408860 tempest-VolumesActionsTest-202408860-project] 10.222.0.89 "GET /v2.0/ports?device_id=fc0b803a-5912-4a17-b632-e23c9c5625e0 HTTP/1.1" status: 200 len: 945 time: 0.0780387 Feb 04 17:37:37.691210 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-96a95bc3-8aea-4574-ab11-4eaac720a84c admin admin] Publish callbacks [] for security_group (8da245bb-3fa5-4b46-90de-bdc82e364e74), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:37:37.696444 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-96a95bc3-8aea-4574-ab11-4eaac720a84c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (8da245bb-3fa5-4b46-90de-bdc82e364e74), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:37:37.702775 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-25cfbe87-a292-4d6e-8710-2cad28c5d37b req-9cb3f09f-4c56-4b78-a376-72e4c4969192 tempest-VolumesActionsTest-202408860 tempest-VolumesActionsTest-202408860-project] 10.222.0.89 "GET /v2.0/security-groups?id=663de780-f5c3-43ee-b800-65f5196748b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609159 Feb 04 17:37:37.736233 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96a95bc3-8aea-4574-ab11-4eaac720a84c admin admin] vlan segment allocate from pool success with {'vlan_id': 787, 'physical_network': 'physnet1'} {{(pid=103377) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 17:37:37.741472 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a95bc3-8aea-4574-ab11-4eaac720a84c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8da245bb-3fa5-4b46-90de-bdc82e364e74,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:37:37.751015 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-96a95bc3-8aea-4574-ab11-4eaac720a84c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (1198c613-8e90-43ee-b281-57511db055fc), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:37:37.751015 n-d-827839-2 neutron-server[103377]: INFO neutron.db.segments_db [None req-96a95bc3-8aea-4574-ab11-4eaac720a84c admin admin] Added segment 1198c613-8e90-43ee-b281-57511db055fc of type vlan for network 7a67cca5-092b-456c-a011-60845754ff72 Feb 04 17:37:37.799268 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-96a95bc3-8aea-4574-ab11-4eaac720a84c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781084292801'] for network (7a67cca5-092b-456c-a011-60845754ff72), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:37:37.832424 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-96a95bc3-8aea-4574-ab11-4eaac720a84c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327'] for network (7a67cca5-092b-456c-a011-60845754ff72), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:37:37.834652 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96a95bc3-8aea-4574-ab11-4eaac720a84c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:37:37.835256 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-96a95bc3-8aea-4574-ab11-4eaac720a84c admin admin] Publish callbacks [] for network (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:37:37.890320 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-96a95bc3-8aea-4574-ab11-4eaac720a84c admin admin] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6185827 Feb 04 17:37:37.893247 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 56846) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:37:37.899793 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-b5c62f1b-d811-4cd7-aaf5-33d4ce9041e3 admin admin] Request body: {'subnet': {'network_id': '7a67cca5-092b-456c-a011-60845754ff72', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-255917664-subnet', 'tenant_id': '55f1dd7e185f463c8af2edc378969f58', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:37:37.904015 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a95bc3-8aea-4574-ab11-4eaac720a84c admin admin] Pushing event updated for resources: {'Network': ['ID=7a67cca5-092b-456c-a011-60845754ff72,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:37:37.915923 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Network 7a67cca5-092b-456c-a011-60845754ff72 details requested by agent ovs-agent-n-d-827839-2 with host n-d-827839-2 {{(pid=103378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 17:37:37.934258 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5c62f1b-d811-4cd7-aaf5-33d4ce9041e3 admin admin] Made reservation on behalf of 55f1dd7e185f463c8af2edc378969f58 for: {'subnet': 1} {{(pid=103376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:37:37.944340 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-b5c62f1b-d811-4cd7-aaf5-33d4ce9041e3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25859006'] for subnet (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:37:38.138882 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-b5c62f1b-d811-4cd7-aaf5-33d4ce9041e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25674939', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25858952'] for subnet (03162985-b836-4337-8e0b-a62e91d7af7e), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:37:38.215365 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5c62f1b-d811-4cd7-aaf5-33d4ce9041e3 admin admin] Checking segment: {'id': '1198c613-8e90-43ee-b281-57511db055fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '7a67cca5-092b-456c-a011-60845754ff72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:37:38.215365 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5c62f1b-d811-4cd7-aaf5-33d4ce9041e3 admin admin] Network hostable DHCP agents. Network: 7a67cca5-092b-456c-a011-60845754ff72, hostable agents: ['bb89f5a3-3c22-440b-b7d1-c4f0c43c184a'], hosted agents: [] {{(pid=103376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 17:37:38.218910 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c62f1b-d811-4cd7-aaf5-33d4ce9041e3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=03162985-b836-4337-8e0b-a62e91d7af7e,revision_number=0']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:37:38.240257 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5c62f1b-d811-4cd7-aaf5-33d4ce9041e3 admin admin] Network 7a67cca5-092b-456c-a011-60845754ff72 is scheduled to be hosted by DHCP agent bb89f5a3-3c22-440b-b7d1-c4f0c43c184a with binding_index 1 {{(pid=103376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 17:37:38.251540 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [None req-b5c62f1b-d811-4cd7-aaf5-33d4ce9041e3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827839-2, 7a67cca5-092b-456c-a011-60845754ff72) {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:37:38.259628 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b28990d-eb08-4a86-b265-3f7f0da47bd7 None None] Network 7a67cca5-092b-456c-a011-60845754ff72 requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:37:38.261762 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5c62f1b-d811-4cd7-aaf5-33d4ce9041e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:37:38.262387 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-b5c62f1b-d811-4cd7-aaf5-33d4ce9041e3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:37:38.290890 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-b5c62f1b-d811-4cd7-aaf5-33d4ce9041e3 admin admin] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3879712 Feb 04 17:37:38.410360 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a45f7db-3c2b-4a18-8093-bf76f20d3422 None None] Network 7a67cca5-092b-456c-a011-60845754ff72 requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:37:38.628448 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb83e157-e736-4f38-a03e-de5e319e1d21 req-e843f37a-5385-410c-91a2-5fab6cf92af1 tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:37:38.630017 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-cb83e157-e736-4f38-a03e-de5e319e1d21 req-e843f37a-5385-410c-91a2-5fab6cf92af1 tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] 10.222.0.89 "GET /v2.0/ports?device_id=151bcec9-67bd-4f21-82f8-84407e4d40b0 HTTP/1.1" status: 200 len: 946 time: 0.0703492 Feb 04 17:37:38.705774 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-cb83e157-e736-4f38-a03e-de5e319e1d21 req-bb294a75-13a7-4dff-8f73-7df7d03e311f tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] 10.222.0.89 "GET /v2.0/security-groups?id=7065f8d7-aeef-49a2-81d7-44cedbdfdedd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687339 Feb 04 17:37:38.856016 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8bab69-80af-4a66-9174-3c98d1b0b604 req-d14065f6-df85-4365-8fbb-0674a8644862 tempest-VolumesActionsTest-202408860 tempest-VolumesActionsTest-202408860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:37:38.857627 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-6d8bab69-80af-4a66-9174-3c98d1b0b604 req-d14065f6-df85-4365-8fbb-0674a8644862 tempest-VolumesActionsTest-202408860 tempest-VolumesActionsTest-202408860-project] 10.222.0.89 "GET /v2.0/ports?device_id=fc0b803a-5912-4a17-b632-e23c9c5625e0 HTTP/1.1" status: 200 len: 945 time: 0.0792282 Feb 04 17:37:38.923921 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-6d8bab69-80af-4a66-9174-3c98d1b0b604 req-54f6c174-7852-43a0-8656-beec245ecc03 tempest-VolumesActionsTest-202408860 tempest-VolumesActionsTest-202408860-project] 10.222.0.89 "GET /v2.0/security-groups?id=663de780-f5c3-43ee-b800-65f5196748b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600891 Feb 04 17:37:39.054898 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a850138b-3463-4508-90b4-c5d50aa6e1df req-bc0b57a0-db17-465a-90e7-8014898ea973 tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:37:39.057546 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-a850138b-3463-4508-90b4-c5d50aa6e1df req-bc0b57a0-db17-465a-90e7-8014898ea973 tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] 10.222.0.90 "GET /v2.0/ports?device_id=151bcec9-67bd-4f21-82f8-84407e4d40b0 HTTP/1.1" status: 200 len: 946 time: 0.0750794 Feb 04 17:37:39.138847 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0dd7148-1706-49cc-b78e-abb05a1d0c9d req-9fe6a5d0-cd22-4c66-8829-3c1d26558b25 tempest-InstanceActionsTestJSON-1670410836 tempest-InstanceActionsTestJSON-1670410836-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:37:39.142011 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-d0dd7148-1706-49cc-b78e-abb05a1d0c9d req-9fe6a5d0-cd22-4c66-8829-3c1d26558b25 tempest-InstanceActionsTestJSON-1670410836 tempest-InstanceActionsTestJSON-1670410836-project] 10.222.0.89 "GET /v2.0/networks?id=7a67cca5-092b-456c-a011-60845754ff72 HTTP/1.1" status: 200 len: 813 time: 0.2218823 Feb 04 17:37:39.172808 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-d0dd7148-1706-49cc-b78e-abb05a1d0c9d req-2c2e8f2f-d4b8-4251-8cd5-0899a96bcfa7 tempest-InstanceActionsTestJSON-1670410836 tempest-InstanceActionsTestJSON-1670410836-project] 10.222.0.89 "GET /v2.0/quotas/55f1dd7e185f463c8af2edc378969f58 HTTP/1.1" status: 200 len: 375 time: 0.0223296 Feb 04 17:37:39.197114 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [req-a850138b-3463-4508-90b4-c5d50aa6e1df req-1a17c0b2-54ac-4944-91c8-56202d2a47cc tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] Deleting port c25080ef-ec47-42c3-a923-7cefcc946da8 {{(pid=103377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:37:39.197664 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-a850138b-3463-4508-90b4-c5d50aa6e1df req-1a17c0b2-54ac-4944-91c8-56202d2a47cc tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (c25080ef-ec47-42c3-a923-7cefcc946da8), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:37:39.252927 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-d0dd7148-1706-49cc-b78e-abb05a1d0c9d req-bb20b39f-3fb3-49a0-bf5d-9a7b2cfce0a2 tempest-InstanceActionsTestJSON-1670410836 tempest-InstanceActionsTestJSON-1670410836-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=55f1dd7e185f463c8af2edc378969f58&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0673580 Feb 04 17:37:39.404070 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [req-a850138b-3463-4508-90b4-c5d50aa6e1df req-1a17c0b2-54ac-4944-91c8-56202d2a47cc tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] For port c25080ef-ec47-42c3-a923-7cefcc946da8, host n-h2-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=c25080ef-ec47-42c3-a923-7cefcc946da8,segment=NetworkSegment(f8b51653-e9f0-43b4-bbb2-0054b3d4de26),segment_id=f8b51653-e9f0-43b4-bbb2-0054b3d4de26)] {{(pid=103377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:37:39.404707 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-a850138b-3463-4508-90b4-c5d50aa6e1df req-1a17c0b2-54ac-4944-91c8-56202d2a47cc tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (c25080ef-ec47-42c3-a923-7cefcc946da8), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:37:39.423675 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [req-a850138b-3463-4508-90b4-c5d50aa6e1df req-1a17c0b2-54ac-4944-91c8-56202d2a47cc tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] Calling delete_port for c25080ef-ec47-42c3-a923-7cefcc946da8 owned by compute:nova {{(pid=103377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:37:39.433967 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-d0dd7148-1706-49cc-b78e-abb05a1d0c9d req-dea3ac08-d7ee-41b8-a89e-eecd747dd61b service neutron] 10.222.0.89 "GET /v2.0/networks/7a67cca5-092b-456c-a011-60845754ff72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1772537 Feb 04 17:37:39.625967 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-a850138b-3463-4508-90b4-c5d50aa6e1df req-1a17c0b2-54ac-4944-91c8-56202d2a47cc tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (c25080ef-ec47-42c3-a923-7cefcc946da8), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:37:39.651449 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] get_ports_and_sgs() called for port_ids ['847b3370-3ea9-4eea-8b16-9749b0d6fd8d', 'c25080ef-ec47-42c3-a923-7cefcc946da8'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 17:37:39.655544 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] get_ports_and_sgs() called for port_ids ['b11feae4-5af3-4cd0-a7f3-50dcb2bf4c66'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 17:37:39.670881 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-d0dd7148-1706-49cc-b78e-abb05a1d0c9d req-5cd97a84-194a-4d76-9113-9f40a1b23f49 service neutron] 10.222.0.89 "GET /v2.0/networks/7a67cca5-092b-456c-a011-60845754ff72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2286687 Feb 04 17:37:39.696013 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a17c0b2-54ac-4944-91c8-56202d2a47cc tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] Pushing event deleted for resources: {'Port': ['ID=c25080ef-ec47-42c3-a923-7cefcc946da8,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:37:39.739490 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [req-a850138b-3463-4508-90b4-c5d50aa6e1df req-1a17c0b2-54ac-4944-91c8-56202d2a47cc tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] No DVR routers for this DVR port c25080ef-ec47-42c3-a923-7cefcc946da8 on host n-h2-827839-2 {{(pid=103377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 17:37:39.743619 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-a850138b-3463-4508-90b4-c5d50aa6e1df req-1a17c0b2-54ac-4944-91c8-56202d2a47cc tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:37:39.748191 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-a850138b-3463-4508-90b4-c5d50aa6e1df req-1a17c0b2-54ac-4944-91c8-56202d2a47cc tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] 10.222.0.90 "DELETE /v2.0/ports/c25080ef-ec47-42c3-a923-7cefcc946da8 HTTP/1.1" status: 204 len: 173 time: 0.6858757 Feb 04 17:37:39.748944 n-d-827839-2 neutron-server[103377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '151bcec9-67bd-4f21-82f8-84407e4d40b0', 'name': 'network-vif-deleted', 'tag': 'c25080ef-ec47-42c3-a923-7cefcc946da8'}] {{(pid=103377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:37:39.752811 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7240428b650e1488e9361b62648ff4b3a6c19d49d8c27c949491ab58c1346cf0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f7cb85e-839d-456e-bc3d-4d056610e85c" -d '{"events": [{"server_uuid": "151bcec9-67bd-4f21-82f8-84407e4d40b0", "name": "network-vif-deleted", "tag": "c25080ef-ec47-42c3-a923-7cefcc946da8"}]}' {{(pid=103377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:37:40.088012 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-11c5def5-eb16-479f-a639-576d74524378 req-6f7d32eb-0038-444b-8272-5400b844ea8e tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] 10.222.0.89 "GET /v2.0/ports?device_id=151bcec9-67bd-4f21-82f8-84407e4d40b0 HTTP/1.1" status: 200 len: 210 time: 0.0590498 Feb 04 17:37:40.091420 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 17:37:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72de9f6a-bf93-4c29-8ab8-10a9cbe6818c x-openstack-request-id: req-72de9f6a-bf93-4c29-8ab8-10a9cbe6818c {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:37:40.093268 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "151bcec9-67bd-4f21-82f8-84407e4d40b0", "name": "network-vif-deleted", "tag": "c25080ef-ec47-42c3-a923-7cefcc946da8", "status": "completed", "code": 200}]} {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:37:40.093268 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-72de9f6a-bf93-4c29-8ab8-10a9cbe6818c {{(pid=103377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:37:40.093691 n-d-827839-2 neutron-server[103377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '151bcec9-67bd-4f21-82f8-84407e4d40b0', 'name': 'network-vif-deleted', 'tag': 'c25080ef-ec47-42c3-a923-7cefcc946da8', 'status': 'completed', 'code': 200} Feb 04 17:37:40.171955 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-609365fe-31bd-4bb9-a677-0e3fa72c53b8 req-ae91088b-1f71-40b4-90f6-f416c9b4fee5 tempest-InstanceActionsTestJSON-1670410836 tempest-InstanceActionsTestJSON-1670410836-project] 10.222.0.89 "GET /v2.0/ports?device_id=5ae7d673-c11c-48de-8645-1327f212c6c6 HTTP/1.1" status: 200 len: 210 time: 0.0447836 Feb 04 17:37:40.207247 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (f20a1ab3-4332-4f54-833b-ba4a7c687e89), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:37:40.260226 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f491c5c-8f1f-4448-b766-5e7d20085552 req-32d162ac-44d0-4a1c-b3cf-75044f5ad580 tempest-VolumesActionsTest-202408860 tempest-VolumesActionsTest-202408860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:37:40.269603 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-7f491c5c-8f1f-4448-b766-5e7d20085552 req-32d162ac-44d0-4a1c-b3cf-75044f5ad580 tempest-VolumesActionsTest-202408860 tempest-VolumesActionsTest-202408860-project] 10.222.0.89 "GET /v2.0/ports?device_id=fc0b803a-5912-4a17-b632-e23c9c5625e0 HTTP/1.1" status: 200 len: 945 time: 0.0945473 Feb 04 17:37:40.346908 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-7f491c5c-8f1f-4448-b766-5e7d20085552 req-1e721151-3013-42e3-ab8e-3d2a309212a7 tempest-VolumesActionsTest-202408860 tempest-VolumesActionsTest-202408860-project] 10.222.0.89 "GET /v2.0/security-groups?id=663de780-f5c3-43ee-b800-65f5196748b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744236 Feb 04 17:37:41.324513 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-273f8a74-ff9d-4382-83b3-07a6c7a67703 req-f55f41b9-95ba-47e0-90e6-299d761437e2 tempest-InstanceActionsTestJSON-1670410836 tempest-InstanceActionsTestJSON-1670410836-project] 10.222.0.89 "GET /v2.0/ports?device_id=5ae7d673-c11c-48de-8645-1327f212c6c6 HTTP/1.1" status: 200 len: 210 time: 0.0453925 Feb 04 17:37:41.420781 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0dd7148-1706-49cc-b78e-abb05a1d0c9d req-f6cc1431-c387-4bb9-a9b0-95f13624399c tempest-InstanceActionsTestJSON-1670410836 tempest-InstanceActionsTestJSON-1670410836-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:37:41.424708 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-d0dd7148-1706-49cc-b78e-abb05a1d0c9d req-f6cc1431-c387-4bb9-a9b0-95f13624399c tempest-InstanceActionsTestJSON-1670410836 tempest-InstanceActionsTestJSON-1670410836-project] 10.222.0.90 "GET /v2.0/networks?id=7a67cca5-092b-456c-a011-60845754ff72 HTTP/1.1" status: 200 len: 813 time: 0.2332616 Feb 04 17:37:41.442402 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [req-d0dd7148-1706-49cc-b78e-abb05a1d0c9d req-f14c3617-8b33-4248-bb93-f1df389e846e tempest-InstanceActionsTestJSON-1670410836 tempest-InstanceActionsTestJSON-1670410836-project] Request body: {'port': {'device_id': '5ae7d673-c11c-48de-8645-1327f212c6c6', 'network_id': '7a67cca5-092b-456c-a011-60845754ff72', 'admin_state_up': True, 'tenant_id': '55f1dd7e185f463c8af2edc378969f58'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:37:41.575678 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64866b68-aadb-46d5-89f5-86fbfa2ff79a req-59aedc3a-44c1-49b4-b2c1-f9f5ed019244 tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:37:41.577803 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-64866b68-aadb-46d5-89f5-86fbfa2ff79a req-59aedc3a-44c1-49b4-b2c1-f9f5ed019244 tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] 10.222.0.89 "GET /v2.0/ports?device_id=fd4e257d-e5fa-4bfe-8314-6b938e6e11a9 HTTP/1.1" status: 200 len: 945 time: 0.0787337 Feb 04 17:37:41.622617 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a637e3-d2f3-470c-9582-21be85bbe6e0 req-96584cba-9106-4eb1-9c53-010a9ea499a4 tempest-VolumesActionsTest-202408860 tempest-VolumesActionsTest-202408860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:37:41.624101 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-48a637e3-d2f3-470c-9582-21be85bbe6e0 req-96584cba-9106-4eb1-9c53-010a9ea499a4 tempest-VolumesActionsTest-202408860 tempest-VolumesActionsTest-202408860-project] 10.222.0.89 "GET /v2.0/ports?device_id=fc0b803a-5912-4a17-b632-e23c9c5625e0 HTTP/1.1" status: 200 len: 945 time: 0.1029227 Feb 04 17:37:41.667172 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d0dd7148-1706-49cc-b78e-abb05a1d0c9d req-f14c3617-8b33-4248-bb93-f1df389e846e tempest-InstanceActionsTestJSON-1670410836 tempest-InstanceActionsTestJSON-1670410836-project] Made reservation on behalf of 55f1dd7e185f463c8af2edc378969f58 for: {'port': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:37:41.669353 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-64866b68-aadb-46d5-89f5-86fbfa2ff79a req-16e83203-0121-49e6-b720-b4bb74a9271d tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] 10.222.0.89 "GET /v2.0/security-groups?id=7065f8d7-aeef-49a2-81d7-44cedbdfdedd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842755 Feb 04 17:37:41.671549 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-d0dd7148-1706-49cc-b78e-abb05a1d0c9d req-f14c3617-8b33-4248-bb93-f1df389e846e tempest-InstanceActionsTestJSON-1670410836 tempest-InstanceActionsTestJSON-1670410836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:37:41.709743 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-48a637e3-d2f3-470c-9582-21be85bbe6e0 req-e71f3c2d-a612-47b9-a48f-78466b04bd5c tempest-VolumesActionsTest-202408860 tempest-VolumesActionsTest-202408860-project] 10.222.0.89 "GET /v2.0/security-groups?id=663de780-f5c3-43ee-b800-65f5196748b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752416 Feb 04 17:37:41.858364 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.db_base_plugin_common [req-d0dd7148-1706-49cc-b78e-abb05a1d0c9d req-f14c3617-8b33-4248-bb93-f1df389e846e tempest-InstanceActionsTestJSON-1670410836 tempest-InstanceActionsTestJSON-1670410836-project] Allocated IP 172.20.0.7 (7a67cca5-092b-456c-a011-60845754ff72/03162985-b836-4337-8e0b-a62e91d7af7e/ab8146c4-0353-4574-a845-76ee71f51d88) {{(pid=103377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:37:42.047278 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-d0dd7148-1706-49cc-b78e-abb05a1d0c9d req-f14c3617-8b33-4248-bb93-f1df389e846e tempest-InstanceActionsTestJSON-1670410836 tempest-InstanceActionsTestJSON-1670410836-project] Publish callbacks [] for port (ab8146c4-0353-4574-a845-76ee71f51d88), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:37:42.082067 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-d0dd7148-1706-49cc-b78e-abb05a1d0c9d req-f14c3617-8b33-4248-bb93-f1df389e846e tempest-InstanceActionsTestJSON-1670410836 tempest-InstanceActionsTestJSON-1670410836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (ab8146c4-0353-4574-a845-76ee71f51d88), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:37:42.136301 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d0dd7148-1706-49cc-b78e-abb05a1d0c9d req-f14c3617-8b33-4248-bb93-f1df389e846e tempest-InstanceActionsTestJSON-1670410836 tempest-InstanceActionsTestJSON-1670410836-project] Network 7a67cca5-092b-456c-a011-60845754ff72 is already hosted by enough agents. {{(pid=103377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:37:42.143053 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [req-d0dd7148-1706-49cc-b78e-abb05a1d0c9d req-f14c3617-8b33-4248-bb93-f1df389e846e tempest-InstanceActionsTestJSON-1670410836 tempest-InstanceActionsTestJSON-1670410836-project] Resources bound (agent type, host, resource id): {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:37:42.146140 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0dd7148-1706-49cc-b78e-abb05a1d0c9d req-f14c3617-8b33-4248-bb93-f1df389e846e tempest-InstanceActionsTestJSON-1670410836 tempest-InstanceActionsTestJSON-1670410836-project] Received port after_create {{(pid=103377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:37:42.155033 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14c3617-8b33-4248-bb93-f1df389e846e tempest-InstanceActionsTestJSON-1670410836 tempest-InstanceActionsTestJSON-1670410836-project] Pushing event updated for resources: {'Port': ['ID=ab8146c4-0353-4574-a845-76ee71f51d88,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:37:42.187088 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce68750b-bbf2-4a84-8567-7a375d3fc116 req-c3826e73-0e70-49c8-a077-a6b1f9a86029 tempest-VolumesActionsTest-202408860 tempest-VolumesActionsTest-202408860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:37:42.189528 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-ce68750b-bbf2-4a84-8567-7a375d3fc116 req-c3826e73-0e70-49c8-a077-a6b1f9a86029 tempest-VolumesActionsTest-202408860 tempest-VolumesActionsTest-202408860-project] 10.222.0.96 "GET /v2.0/ports?device_id=fc0b803a-5912-4a17-b632-e23c9c5625e0 HTTP/1.1" status: 200 len: 945 time: 0.0670397 Feb 04 17:37:42.212238 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0dd7148-1706-49cc-b78e-abb05a1d0c9d req-f14c3617-8b33-4248-bb93-f1df389e846e tempest-InstanceActionsTestJSON-1670410836 tempest-InstanceActionsTestJSON-1670410836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:37:42.213518 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-d0dd7148-1706-49cc-b78e-abb05a1d0c9d req-f14c3617-8b33-4248-bb93-f1df389e846e tempest-InstanceActionsTestJSON-1670410836 tempest-InstanceActionsTestJSON-1670410836-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:37:42.243077 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-d0dd7148-1706-49cc-b78e-abb05a1d0c9d req-f14c3617-8b33-4248-bb93-f1df389e846e tempest-InstanceActionsTestJSON-1670410836 tempest-InstanceActionsTestJSON-1670410836-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8069782 Feb 04 17:37:42.259483 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [req-d0dd7148-1706-49cc-b78e-abb05a1d0c9d req-1fe90596-9947-4cbc-9f40-5bf96db16d2d service neutron] Request body: {'port': {'device_id': '5ae7d673-c11c-48de-8645-1327f212c6c6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827839-2'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:37:42.317628 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [req-ce68750b-bbf2-4a84-8567-7a375d3fc116 req-6cfd6b7b-27c6-4401-a971-413d7f2092ee tempest-VolumesActionsTest-202408860 tempest-VolumesActionsTest-202408860-project] Deleting port 2e4aa751-7a1e-41a8-865e-45498e1ae51a {{(pid=103376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:37:42.318049 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-ce68750b-bbf2-4a84-8567-7a375d3fc116 req-6cfd6b7b-27c6-4401-a971-413d7f2092ee tempest-VolumesActionsTest-202408860 tempest-VolumesActionsTest-202408860-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (2e4aa751-7a1e-41a8-865e-45498e1ae51a), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:37:42.339968 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-d0dd7148-1706-49cc-b78e-abb05a1d0c9d req-1fe90596-9947-4cbc-9f40-5bf96db16d2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (ab8146c4-0353-4574-a845-76ee71f51d88), before_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:37:42.365573 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (3f9244a9-75fc-4c10-b195-11d48b853b41), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:37:42.486717 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [req-ce68750b-bbf2-4a84-8567-7a375d3fc116 req-6cfd6b7b-27c6-4401-a971-413d7f2092ee tempest-VolumesActionsTest-202408860 tempest-VolumesActionsTest-202408860-project] For port 2e4aa751-7a1e-41a8-865e-45498e1ae51a, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=2e4aa751-7a1e-41a8-865e-45498e1ae51a,segment=NetworkSegment(75cbfb22-5948-4422-ad82-660891fbcc33),segment_id=75cbfb22-5948-4422-ad82-660891fbcc33)] {{(pid=103376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:37:42.487090 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-ce68750b-bbf2-4a84-8567-7a375d3fc116 req-6cfd6b7b-27c6-4401-a971-413d7f2092ee tempest-VolumesActionsTest-202408860 tempest-VolumesActionsTest-202408860-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (2e4aa751-7a1e-41a8-865e-45498e1ae51a), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:37:42.517553 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [req-ce68750b-bbf2-4a84-8567-7a375d3fc116 req-6cfd6b7b-27c6-4401-a971-413d7f2092ee tempest-VolumesActionsTest-202408860 tempest-VolumesActionsTest-202408860-project] Calling delete_port for 2e4aa751-7a1e-41a8-865e-45498e1ae51a owned by compute:nova {{(pid=103376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:37:42.527346 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520a3c3b-9c5b-4dc5-a20b-816f48bdb974 req-eaa266ed-bc74-40a8-9a9e-80db7653825a tempest-InstanceActionsTestJSON-1670410836 tempest-InstanceActionsTestJSON-1670410836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:37:42.529109 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-520a3c3b-9c5b-4dc5-a20b-816f48bdb974 req-eaa266ed-bc74-40a8-9a9e-80db7653825a tempest-InstanceActionsTestJSON-1670410836 tempest-InstanceActionsTestJSON-1670410836-project] 10.222.0.89 "GET /v2.0/ports?device_id=5ae7d673-c11c-48de-8645-1327f212c6c6 HTTP/1.1" status: 200 len: 931 time: 0.1263633 Feb 04 17:37:42.627989 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-520a3c3b-9c5b-4dc5-a20b-816f48bdb974 req-284fd2a1-2a15-4cb0-923c-b7f48e55224b tempest-InstanceActionsTestJSON-1670410836 tempest-InstanceActionsTestJSON-1670410836-project] 10.222.0.89 "GET /v2.0/security-groups?id=8da245bb-3fa5-4b46-90de-bdc82e364e74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898056 Feb 04 17:37:42.721745 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-ce68750b-bbf2-4a84-8567-7a375d3fc116 req-6cfd6b7b-27c6-4401-a971-413d7f2092ee tempest-VolumesActionsTest-202408860 tempest-VolumesActionsTest-202408860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (2e4aa751-7a1e-41a8-865e-45498e1ae51a), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:37:42.735033 n-d-827839-2 neutron-server[103377]: DEBUG neutron.notifiers.nova [req-d0dd7148-1706-49cc-b78e-abb05a1d0c9d req-1fe90596-9947-4cbc-9f40-5bf96db16d2d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab8146c4-0353-4574-a845-76ee71f51d88 {{(pid=103377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 17:37:42.740523 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] get_ports_and_sgs() called for port_ids ['2e4aa751-7a1e-41a8-865e-45498e1ae51a'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 17:37:42.765883 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-d0dd7148-1706-49cc-b78e-abb05a1d0c9d req-1fe90596-9947-4cbc-9f40-5bf96db16d2d service neutron] Publish callbacks [] for port (ab8146c4-0353-4574-a845-76ee71f51d88), precommit_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:37:42.794765 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.provisioning_blocks [req-d0dd7148-1706-49cc-b78e-abb05a1d0c9d req-1fe90596-9947-4cbc-9f40-5bf96db16d2d service neutron] Transition to ACTIVE for port object ab8146c4-0353-4574-a845-76ee71f51d88 will not be triggered until provisioned by entity L2. {{(pid=103377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 17:37:42.797301 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfd6b7b-27c6-4401-a971-413d7f2092ee tempest-VolumesActionsTest-202408860 tempest-VolumesActionsTest-202408860-project] Pushing event deleted for resources: {'Port': ['ID=2e4aa751-7a1e-41a8-865e-45498e1ae51a,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:37:42.800582 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-d0dd7148-1706-49cc-b78e-abb05a1d0c9d req-1fe90596-9947-4cbc-9f40-5bf96db16d2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25888290'] for port (ab8146c4-0353-4574-a845-76ee71f51d88), after_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:37:42.805639 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 56986) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:37:42.828884 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce68750b-bbf2-4a84-8567-7a375d3fc116 req-6cfd6b7b-27c6-4401-a971-413d7f2092ee tempest-VolumesActionsTest-202408860 tempest-VolumesActionsTest-202408860-project] No DVR routers for this DVR port 2e4aa751-7a1e-41a8-865e-45498e1ae51a on host n-h1-827839-2 {{(pid=103376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 17:37:42.832109 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-ce68750b-bbf2-4a84-8567-7a375d3fc116 req-6cfd6b7b-27c6-4401-a971-413d7f2092ee tempest-VolumesActionsTest-202408860 tempest-VolumesActionsTest-202408860-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:37:42.835687 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-ce68750b-bbf2-4a84-8567-7a375d3fc116 req-6cfd6b7b-27c6-4401-a971-413d7f2092ee tempest-VolumesActionsTest-202408860 tempest-VolumesActionsTest-202408860-project] 10.222.0.96 "DELETE /v2.0/ports/2e4aa751-7a1e-41a8-865e-45498e1ae51a HTTP/1.1" status: 204 len: 173 time: 0.6403320 Feb 04 17:37:42.844119 n-d-827839-2 neutron-server[103376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc0b803a-5912-4a17-b632-e23c9c5625e0', 'name': 'network-vif-deleted', 'tag': '2e4aa751-7a1e-41a8-865e-45498e1ae51a'}] {{(pid=103376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:37:42.846383 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d59c3bb5e2f09ebf62144d5e09b1cff60c763a9c19614c24538e77842938c05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57278e54-a931-4fa7-bbab-95d7a5761ab0" -d '{"events": [{"server_uuid": "fc0b803a-5912-4a17-b632-e23c9c5625e0", "name": "network-vif-deleted", "tag": "2e4aa751-7a1e-41a8-865e-45498e1ae51a"}]}' {{(pid=103376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:37:42.885455 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-366de3b1-6068-43c5-8356-c05f08e86b7f req-c564bfcf-099d-43af-8376-7462f07045ab tempest-VolumesActionsTest-202408860 tempest-VolumesActionsTest-202408860-project] 10.222.0.89 "GET /v2.0/ports?device_id=fc0b803a-5912-4a17-b632-e23c9c5625e0 HTTP/1.1" status: 200 len: 210 time: 0.0608239 Feb 04 17:37:42.915579 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe90596-9947-4cbc-9f40-5bf96db16d2d service neutron] Pushing event updated for resources: {'Port': ['ID=ab8146c4-0353-4574-a845-76ee71f51d88,revision_number=2']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:37:42.967691 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 17:37:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef6259c2-e073-4422-bfb6-b13508d63cff x-openstack-request-id: req-ef6259c2-e073-4422-bfb6-b13508d63cff {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:37:42.967989 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc0b803a-5912-4a17-b632-e23c9c5625e0", "name": "network-vif-deleted", "tag": "2e4aa751-7a1e-41a8-865e-45498e1ae51a", "status": "completed", "code": 200}]} {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:37:42.968265 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-ef6259c2-e073-4422-bfb6-b13508d63cff {{(pid=103376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:37:42.968688 n-d-827839-2 neutron-server[103376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc0b803a-5912-4a17-b632-e23c9c5625e0', 'name': 'network-vif-deleted', 'tag': '2e4aa751-7a1e-41a8-865e-45498e1ae51a', 'status': 'completed', 'code': 200} Feb 04 17:37:42.989196 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d8f654-0275-4099-b951-fb61bddeb084 req-30fbeb62-8f32-49d8-8f59-8f16a7fc5875 tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:37:42.990791 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-22d8f654-0275-4099-b951-fb61bddeb084 req-30fbeb62-8f32-49d8-8f59-8f16a7fc5875 tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] 10.222.0.89 "GET /v2.0/ports?device_id=fd4e257d-e5fa-4bfe-8314-6b938e6e11a9 HTTP/1.1" status: 200 len: 945 time: 0.1714458 Feb 04 17:37:43.011341 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-297e6181-b5ba-4b1e-8a01-3ca4c4d8aced admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:37:43.035607 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [req-d0dd7148-1706-49cc-b78e-abb05a1d0c9d req-1fe90596-9947-4cbc-9f40-5bf96db16d2d service neutron] Attempting to bind port ab8146c4-0353-4574-a845-76ee71f51d88 on host n-h2-827839-2 for vnic_type normal with profile {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:37:43.035949 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [req-d0dd7148-1706-49cc-b78e-abb05a1d0c9d req-1fe90596-9947-4cbc-9f40-5bf96db16d2d service neutron] Attempting to bind port ab8146c4-0353-4574-a845-76ee71f51d88 by drivers openvswitch,hyperv on host n-h2-827839-2 at level 0 using segments [{'id': '1198c613-8e90-43ee-b281-57511db055fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '7a67cca5-092b-456c-a011-60845754ff72'}] {{(pid=103377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:37:43.036285 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0dd7148-1706-49cc-b78e-abb05a1d0c9d req-1fe90596-9947-4cbc-9f40-5bf96db16d2d service neutron] Attempting to bind port ab8146c4-0353-4574-a845-76ee71f51d88 on network 7a67cca5-092b-456c-a011-60845754ff72 {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:37:43.052630 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0dd7148-1706-49cc-b78e-abb05a1d0c9d req-1fe90596-9947-4cbc-9f40-5bf96db16d2d service neutron] Port ab8146c4-0353-4574-a845-76ee71f51d88 on network 7a67cca5-092b-456c-a011-60845754ff72 not bound, no agent of type Open vSwitch agent registered on host n-h2-827839-2 {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 17:37:43.052991 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0dd7148-1706-49cc-b78e-abb05a1d0c9d req-1fe90596-9947-4cbc-9f40-5bf96db16d2d service neutron] Attempting to bind port ab8146c4-0353-4574-a845-76ee71f51d88 on network 7a67cca5-092b-456c-a011-60845754ff72 {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:37:43.068479 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0dd7148-1706-49cc-b78e-abb05a1d0c9d req-1fe90596-9947-4cbc-9f40-5bf96db16d2d service neutron] Checking agent: {'id': 'f20a1ab3-4332-4f54-833b-ba4a7c687e89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 8, 40), 'started_at': datetime.datetime(2022, 2, 4, 17, 8, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 37, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:37:43.069336 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0dd7148-1706-49cc-b78e-abb05a1d0c9d req-1fe90596-9947-4cbc-9f40-5bf96db16d2d service neutron] Checking segment: {'id': '1198c613-8e90-43ee-b281-57511db055fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '7a67cca5-092b-456c-a011-60845754ff72'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:37:43.069336 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0dd7148-1706-49cc-b78e-abb05a1d0c9d req-1fe90596-9947-4cbc-9f40-5bf96db16d2d service neutron] Bound using segment: {'id': '1198c613-8e90-43ee-b281-57511db055fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '7a67cca5-092b-456c-a011-60845754ff72'} {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:37:43.069678 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [req-d0dd7148-1706-49cc-b78e-abb05a1d0c9d req-1fe90596-9947-4cbc-9f40-5bf96db16d2d service neutron] Bound port: ab8146c4-0353-4574-a845-76ee71f51d88, host: n-h2-827839-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1198c613-8e90-43ee-b281-57511db055fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '7a67cca5-092b-456c-a011-60845754ff72'}}] {{(pid=103377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:37:43.070037 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-d0dd7148-1706-49cc-b78e-abb05a1d0c9d req-1fe90596-9947-4cbc-9f40-5bf96db16d2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (ab8146c4-0353-4574-a845-76ee71f51d88), before_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:37:43.076437 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-22d8f654-0275-4099-b951-fb61bddeb084 req-f93c0008-2dd6-4f79-9867-58ef860fd9c5 tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] 10.222.0.89 "GET /v2.0/security-groups?id=7065f8d7-aeef-49a2-81d7-44cedbdfdedd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764728 Feb 04 17:37:43.124507 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-297e6181-b5ba-4b1e-8a01-3ca4c4d8aced admin admin] Publish callbacks [] for security_group (f562d977-9809-4946-bd8d-04564a22edf5), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:37:43.129096 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-297e6181-b5ba-4b1e-8a01-3ca4c4d8aced admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (f562d977-9809-4946-bd8d-04564a22edf5), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:37:43.175797 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-297e6181-b5ba-4b1e-8a01-3ca4c4d8aced admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=79099b0114f0400d99b2c49103e99e01&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3529930 Feb 04 17:37:43.176374 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 56992) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:37:43.178579 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297e6181-b5ba-4b1e-8a01-3ca4c4d8aced admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f562d977-9809-4946-bd8d-04564a22edf5,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:37:43.183201 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [req-d0dd7148-1706-49cc-b78e-abb05a1d0c9d req-1fe90596-9947-4cbc-9f40-5bf96db16d2d service neutron] For port ab8146c4-0353-4574-a845-76ee71f51d88, host n-h2-827839-2, cleared binding levels {{(pid=103377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:37:43.193093 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa3062c-a8c0-43d9-a94a-1bb6d2b8f67f req-c040b614-7d40-42b4-996c-29dc3c5778fd tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:37:43.194074 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-1aa3062c-a8c0-43d9-a94a-1bb6d2b8f67f req-c040b614-7d40-42b4-996c-29dc3c5778fd tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] 10.222.0.90 "GET /v2.0/ports?device_id=fd4e257d-e5fa-4bfe-8314-6b938e6e11a9 HTTP/1.1" status: 200 len: 945 time: 0.1052778 Feb 04 17:37:43.195901 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [req-d0dd7148-1706-49cc-b78e-abb05a1d0c9d req-1fe90596-9947-4cbc-9f40-5bf96db16d2d service neutron] For port ab8146c4-0353-4574-a845-76ee71f51d88, host n-h2-827839-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=ab8146c4-0353-4574-a845-76ee71f51d88,segment=NetworkSegment(1198c613-8e90-43ee-b281-57511db055fc),segment_id=1198c613-8e90-43ee-b281-57511db055fc)] {{(pid=103377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:37:43.208682 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-d0dd7148-1706-49cc-b78e-abb05a1d0c9d req-1fe90596-9947-4cbc-9f40-5bf96db16d2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25888290'] for port (ab8146c4-0353-4574-a845-76ee71f51d88), after_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:37:43.232222 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-8090059c-0ea3-4bc4-820c-a622c7363a0f admin admin] Publish callbacks [] for security_group (f562d977-9809-4946-bd8d-04564a22edf5), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:37:43.255109 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-8090059c-0ea3-4bc4-820c-a622c7363a0f admin admin] Publish callbacks [] for security_group (f562d977-9809-4946-bd8d-04564a22edf5), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:37:43.276186 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0dd7148-1706-49cc-b78e-abb05a1d0c9d req-1fe90596-9947-4cbc-9f40-5bf96db16d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:37:43.277303 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-d0dd7148-1706-49cc-b78e-abb05a1d0c9d req-1fe90596-9947-4cbc-9f40-5bf96db16d2d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:37:43.278925 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-d0dd7148-1706-49cc-b78e-abb05a1d0c9d req-1fe90596-9947-4cbc-9f40-5bf96db16d2d service neutron] 10.222.0.90 "PUT /v2.0/ports/ab8146c4-0353-4574-a845-76ee71f51d88 HTTP/1.1" status: 200 len: 1091 time: 1.0248928 Feb 04 17:37:43.284179 n-d-827839-2 neutron-server[103377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ae7d673-c11c-48de-8645-1327f212c6c6', 'tag': 'ab8146c4-0353-4574-a845-76ee71f51d88'}] {{(pid=103377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:37:43.285365 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7240428b650e1488e9361b62648ff4b3a6c19d49d8c27c949491ab58c1346cf0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcb8bab1-a415-4c53-a0db-e058ca8c823e" -d '{"events": [{"name": "network-changed", "server_uuid": "5ae7d673-c11c-48de-8645-1327f212c6c6", "tag": "ab8146c4-0353-4574-a845-76ee71f51d88"}]}' {{(pid=103377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:37:43.353136 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe90596-9947-4cbc-9f40-5bf96db16d2d service neutron] Pushing event updated for resources: {'Port': ['ID=ab8146c4-0353-4574-a845-76ee71f51d88,revision_number=3']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:37:43.363201 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 17:37:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdeebf51-e662-4fc2-bf42-c78ef1b22084 x-openstack-request-id: req-bdeebf51-e662-4fc2-bf42-c78ef1b22084 {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:37:43.364099 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-8090059c-0ea3-4bc4-820c-a622c7363a0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (f562d977-9809-4946-bd8d-04564a22edf5), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:37:43.365053 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ae7d673-c11c-48de-8645-1327f212c6c6", "tag": "ab8146c4-0353-4574-a845-76ee71f51d88", "status": "completed", "code": 200}]} {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:37:43.365414 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-bdeebf51-e662-4fc2-bf42-c78ef1b22084 {{(pid=103377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:37:43.365949 n-d-827839-2 neutron-server[103377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ae7d673-c11c-48de-8645-1327f212c6c6', 'tag': 'ab8146c4-0353-4574-a845-76ee71f51d88', 'status': 'completed', 'code': 200} Feb 04 17:37:43.367001 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-8090059c-0ea3-4bc4-820c-a622c7363a0f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:37:43.369256 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-8090059c-0ea3-4bc4-820c-a622c7363a0f admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/f562d977-9809-4946-bd8d-04564a22edf5 HTTP/1.1" status: 204 len: 168 time: 0.1917112 Feb 04 17:37:43.384457 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8090059c-0ea3-4bc4-820c-a622c7363a0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f562d977-9809-4946-bd8d-04564a22edf5,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:37:43.431297 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [req-1aa3062c-a8c0-43d9-a94a-1bb6d2b8f67f req-012e2fc4-7b7d-4ce4-b408-7dcee9a255bf tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] Deleting port 847b3370-3ea9-4eea-8b16-9749b0d6fd8d {{(pid=103377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:37:43.431638 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-1aa3062c-a8c0-43d9-a94a-1bb6d2b8f67f req-012e2fc4-7b7d-4ce4-b408-7dcee9a255bf tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (847b3370-3ea9-4eea-8b16-9749b0d6fd8d), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:37:43.438383 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0dd7148-1706-49cc-b78e-abb05a1d0c9d req-5b08cb81-39f5-4de7-a7c7-a396d7c5b5fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:37:43.440238 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-d0dd7148-1706-49cc-b78e-abb05a1d0c9d req-5b08cb81-39f5-4de7-a7c7-a396d7c5b5fa service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=55f1dd7e185f463c8af2edc378969f58&device_id=5ae7d673-c11c-48de-8645-1327f212c6c6 HTTP/1.1" status: 200 len: 1125 time: 0.0990102 Feb 04 17:37:43.716353 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Device c25080ef-ec47-42c3-a923-7cefcc946da8 no longer exists at agent hyperv_n-h2-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:37:43.751151 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] No Port match for: c25080ef-ec47-42c3-a923-7cefcc946da8 {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 17:37:43.751478 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Device c25080ef-ec47-42c3-a923-7cefcc946da8 not bound to the agent host n-h2-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 17:37:43.751850 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 57004) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:37:43.766299 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-4957f14c-9ba3-49ee-b654-5893a1dbeb7a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:37:43.825313 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-d0dd7148-1706-49cc-b78e-abb05a1d0c9d req-9d0dd99c-35ff-4a8d-9d81-b56919b6443c service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ab8146c4-0353-4574-a845-76ee71f51d88 HTTP/1.1" status: 200 len: 217 time: 0.3737876 Feb 04 17:37:43.856966 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-4957f14c-9ba3-49ee-b654-5893a1dbeb7a admin admin] Publish callbacks [] for security_group (d0c97105-d4cb-428b-90f6-a802525dc791), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:37:43.862177 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-4957f14c-9ba3-49ee-b654-5893a1dbeb7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (d0c97105-d4cb-428b-90f6-a802525dc791), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:37:43.900850 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4957f14c-9ba3-49ee-b654-5893a1dbeb7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0c97105-d4cb-428b-90f6-a802525dc791,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:37:43.908297 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-4957f14c-9ba3-49ee-b654-5893a1dbeb7a admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=0dbfe54bc5b34c43ba637685389e7341&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1524460 Feb 04 17:37:43.909343 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 57006) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:37:43.940334 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0dd7148-1706-49cc-b78e-abb05a1d0c9d req-2b503c6d-8993-41be-8aed-e03437e3ed85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:37:43.941528 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-d0dd7148-1706-49cc-b78e-abb05a1d0c9d req-2b503c6d-8993-41be-8aed-e03437e3ed85 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=03162985-b836-4337-8e0b-a62e91d7af7e HTTP/1.1" status: 200 len: 853 time: 0.1059573 Feb 04 17:37:43.943109 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [req-1aa3062c-a8c0-43d9-a94a-1bb6d2b8f67f req-012e2fc4-7b7d-4ce4-b408-7dcee9a255bf tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] For port 847b3370-3ea9-4eea-8b16-9749b0d6fd8d, host n-h2-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=847b3370-3ea9-4eea-8b16-9749b0d6fd8d,segment=NetworkSegment(f8b51653-e9f0-43b4-bbb2-0054b3d4de26),segment_id=f8b51653-e9f0-43b4-bbb2-0054b3d4de26)] {{(pid=103377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:37:43.943469 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-1aa3062c-a8c0-43d9-a94a-1bb6d2b8f67f req-012e2fc4-7b7d-4ce4-b408-7dcee9a255bf tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (847b3370-3ea9-4eea-8b16-9749b0d6fd8d), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:37:43.983509 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [req-1aa3062c-a8c0-43d9-a94a-1bb6d2b8f67f req-012e2fc4-7b7d-4ce4-b408-7dcee9a255bf tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] Calling delete_port for 847b3370-3ea9-4eea-8b16-9749b0d6fd8d owned by compute:nova {{(pid=103377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:37:43.992274 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c7a207-4684-4d4d-a2ee-b615a195e93e req-3c85eff1-779d-414b-a1a5-e2ebd4e57612 tempest-InstanceActionsTestJSON-1670410836 tempest-InstanceActionsTestJSON-1670410836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:37:43.993967 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-c8c7a207-4684-4d4d-a2ee-b615a195e93e req-3c85eff1-779d-414b-a1a5-e2ebd4e57612 tempest-InstanceActionsTestJSON-1670410836 tempest-InstanceActionsTestJSON-1670410836-project] 10.222.0.89 "GET /v2.0/ports?device_id=5ae7d673-c11c-48de-8645-1327f212c6c6 HTTP/1.1" status: 200 len: 943 time: 0.1741526 Feb 04 17:37:43.996706 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-d0dd7148-1706-49cc-b78e-abb05a1d0c9d req-0b29bd8d-7060-4a56-ac66-14d4397b3177 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=7a67cca5-092b-456c-a011-60845754ff72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0449080 Feb 04 17:37:44.008038 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-66a93cdd-1119-4f11-b383-03a922e76147 admin admin] Publish callbacks [] for security_group (d0c97105-d4cb-428b-90f6-a802525dc791), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:37:44.035889 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-66a93cdd-1119-4f11-b383-03a922e76147 admin admin] Publish callbacks [] for security_group (d0c97105-d4cb-428b-90f6-a802525dc791), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:37:44.102863 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-66a93cdd-1119-4f11-b383-03a922e76147 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (d0c97105-d4cb-428b-90f6-a802525dc791), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:37:44.109647 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-66a93cdd-1119-4f11-b383-03a922e76147 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:37:44.114325 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-66a93cdd-1119-4f11-b383-03a922e76147 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/d0c97105-d4cb-428b-90f6-a802525dc791 HTTP/1.1" status: 204 len: 168 time: 0.2040310 Feb 04 17:37:44.123832 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a93cdd-1119-4f11-b383-03a922e76147 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0c97105-d4cb-428b-90f6-a802525dc791,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:37:44.169996 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-c8c7a207-4684-4d4d-a2ee-b615a195e93e req-fb45d73a-ed55-4412-a99c-6c95801357fb tempest-InstanceActionsTestJSON-1670410836 tempest-InstanceActionsTestJSON-1670410836-project] 10.222.0.89 "GET /v2.0/security-groups?id=8da245bb-3fa5-4b46-90de-bdc82e364e74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1645694 Feb 04 17:37:44.189182 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-d0dd7148-1706-49cc-b78e-abb05a1d0c9d req-3e45f183-889b-47fa-bd7b-41e843c4968c service neutron] 10.222.0.90 "GET /v2.0/networks/7a67cca5-092b-456c-a011-60845754ff72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1848624 Feb 04 17:37:44.263526 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6f4aba-63ba-41c2-8d30-7522282d1843 req-73762f50-8622-42e8-a43c-5f82605bb846 tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:37:44.274536 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-cd6f4aba-63ba-41c2-8d30-7522282d1843 req-73762f50-8622-42e8-a43c-5f82605bb846 tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] 10.222.0.89 "GET /v2.0/ports?device_id=fd4e257d-e5fa-4bfe-8314-6b938e6e11a9 HTTP/1.1" status: 200 len: 945 time: 0.0918972 Feb 04 17:37:44.333764 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-cd6f4aba-63ba-41c2-8d30-7522282d1843 req-52a8e75f-66af-4a52-9a88-c56120bb1ea9 tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] 10.222.0.89 "GET /v2.0/security-groups?id=7065f8d7-aeef-49a2-81d7-44cedbdfdedd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611224 Feb 04 17:37:44.438790 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-d0dd7148-1706-49cc-b78e-abb05a1d0c9d req-99a67d72-9ced-4072-9f15-f5f0a43a3415 service neutron] 10.222.0.90 "GET /v2.0/networks/7a67cca5-092b-456c-a011-60845754ff72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2416322 Feb 04 17:37:44.439515 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-1aa3062c-a8c0-43d9-a94a-1bb6d2b8f67f req-012e2fc4-7b7d-4ce4-b408-7dcee9a255bf tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (847b3370-3ea9-4eea-8b16-9749b0d6fd8d), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:37:44.454211 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] get_ports_and_sgs() called for port_ids ['847b3370-3ea9-4eea-8b16-9749b0d6fd8d'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 17:37:44.485123 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] get_ports_and_sgs() called for port_ids ['b11feae4-5af3-4cd0-a7f3-50dcb2bf4c66'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 17:37:44.522706 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012e2fc4-7b7d-4ce4-b408-7dcee9a255bf tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] Pushing event deleted for resources: {'Port': ['ID=847b3370-3ea9-4eea-8b16-9749b0d6fd8d,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:37:44.555119 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f42f10-5f1a-442f-a1ef-c0988ba81209 req-829f6b1f-e5ad-49c3-a27a-8ef5173d949d tempest-VolumesActionsTest-202408860 tempest-VolumesActionsTest-202408860-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:37:44.556900 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-e6f42f10-5f1a-442f-a1ef-c0988ba81209 req-829f6b1f-e5ad-49c3-a27a-8ef5173d949d tempest-VolumesActionsTest-202408860 tempest-VolumesActionsTest-202408860-project] 10.222.0.89 "GET /v2.0/networks?id=76a54025-3be7-4a6d-a1a4-daa8f1b65b0b HTTP/1.1" status: 200 len: 809 time: 0.2517819 Feb 04 17:37:44.635752 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [req-1aa3062c-a8c0-43d9-a94a-1bb6d2b8f67f req-012e2fc4-7b7d-4ce4-b408-7dcee9a255bf tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] No DVR routers for this DVR port 847b3370-3ea9-4eea-8b16-9749b0d6fd8d on host n-h2-827839-2 {{(pid=103377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 17:37:44.648499 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-1aa3062c-a8c0-43d9-a94a-1bb6d2b8f67f req-012e2fc4-7b7d-4ce4-b408-7dcee9a255bf tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:37:44.656956 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-1aa3062c-a8c0-43d9-a94a-1bb6d2b8f67f req-012e2fc4-7b7d-4ce4-b408-7dcee9a255bf tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] 10.222.0.90 "DELETE /v2.0/ports/847b3370-3ea9-4eea-8b16-9749b0d6fd8d HTTP/1.1" status: 204 len: 173 time: 1.4519072 Feb 04 17:37:44.660789 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-e6f42f10-5f1a-442f-a1ef-c0988ba81209 req-0e4f7af1-2192-41f7-9580-322834a83497 tempest-VolumesActionsTest-202408860 tempest-VolumesActionsTest-202408860-project] 10.222.0.89 "GET /v2.0/quotas/4b1b9f91c1804432826de632505cad34 HTTP/1.1" status: 200 len: 375 time: 0.0557964 Feb 04 17:37:44.739955 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-e6f42f10-5f1a-442f-a1ef-c0988ba81209 req-efc2fd3f-7365-4e0e-b701-52d63980e0ed tempest-VolumesActionsTest-202408860 tempest-VolumesActionsTest-202408860-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=4b1b9f91c1804432826de632505cad34&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0612140 Feb 04 17:37:44.749610 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb8bab1-a415-4c53-a0db-e058ca8c823e req-6cfb54ac-506a-4f9a-a220-471debc4bc89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:37:44.751066 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-fcb8bab1-a415-4c53-a0db-e058ca8c823e req-6cfb54ac-506a-4f9a-a220-471debc4bc89 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=55f1dd7e185f463c8af2edc378969f58&device_id=5ae7d673-c11c-48de-8645-1327f212c6c6 HTTP/1.1" status: 200 len: 1125 time: 0.2263043 Feb 04 17:37:44.934072 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb8bab1-a415-4c53-a0db-e058ca8c823e req-bb672123-aab6-43c8-96c1-cd6ff52bda83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:37:44.935569 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-fcb8bab1-a415-4c53-a0db-e058ca8c823e req-bb672123-aab6-43c8-96c1-cd6ff52bda83 service neutron] 10.222.0.90 "GET /v2.0/networks?id=7a67cca5-092b-456c-a011-60845754ff72 HTTP/1.1" status: 200 len: 914 time: 0.1687887 Feb 04 17:37:44.954618 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-e6f42f10-5f1a-442f-a1ef-c0988ba81209 req-bb444fd1-162c-42f5-883d-5ce02e8ead92 service neutron] 10.222.0.89 "GET /v2.0/networks/76a54025-3be7-4a6d-a1a4-daa8f1b65b0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2137277 Feb 04 17:37:44.991723 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-fcb8bab1-a415-4c53-a0db-e058ca8c823e req-06aaea87-335e-4444-bbbd-72ec01aaee5c service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ab8146c4-0353-4574-a845-76ee71f51d88 HTTP/1.1" status: 200 len: 217 time: 0.0482187 Feb 04 17:37:45.091236 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb8bab1-a415-4c53-a0db-e058ca8c823e req-4b2a7bc9-35d1-457f-9b55-581a77f2ce05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:37:45.092819 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-fcb8bab1-a415-4c53-a0db-e058ca8c823e req-4b2a7bc9-35d1-457f-9b55-581a77f2ce05 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=03162985-b836-4337-8e0b-a62e91d7af7e HTTP/1.1" status: 200 len: 853 time: 0.0910006 Feb 04 17:37:45.135894 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-fcb8bab1-a415-4c53-a0db-e058ca8c823e req-9d1f3c92-78e5-48c0-b6dd-16b02d449c96 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=7a67cca5-092b-456c-a011-60845754ff72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0350354 Feb 04 17:37:45.143514 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-e6f42f10-5f1a-442f-a1ef-c0988ba81209 req-33098f89-49fc-4236-9c66-43ebb1d1c858 service neutron] 10.222.0.89 "GET /v2.0/networks/76a54025-3be7-4a6d-a1a4-daa8f1b65b0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1590836 Feb 04 17:37:45.320793 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-fcb8bab1-a415-4c53-a0db-e058ca8c823e req-2a196c5a-a97b-47c8-8e58-231ef964b742 service neutron] 10.222.0.90 "GET /v2.0/networks/7a67cca5-092b-456c-a011-60845754ff72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1743040 Feb 04 17:37:45.338473 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device 2e4aa751-7a1e-41a8-865e-45498e1ae51a no longer exists at agent hyperv_n-h1-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:37:45.386127 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] No Port match for: 2e4aa751-7a1e-41a8-865e-45498e1ae51a {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 17:37:45.386860 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device 2e4aa751-7a1e-41a8-865e-45498e1ae51a not bound to the agent host n-h1-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 17:37:45.390321 n-d-827839-2 neutron-server[103377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd4e257d-e5fa-4bfe-8314-6b938e6e11a9', 'name': 'network-vif-deleted', 'tag': '847b3370-3ea9-4eea-8b16-9749b0d6fd8d'}] {{(pid=103377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:37:45.393796 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7240428b650e1488e9361b62648ff4b3a6c19d49d8c27c949491ab58c1346cf0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10dbb2a3-789d-450c-891a-23b3047ba534" -d '{"events": [{"server_uuid": "fd4e257d-e5fa-4bfe-8314-6b938e6e11a9", "name": "network-vif-deleted", "tag": "847b3370-3ea9-4eea-8b16-9749b0d6fd8d"}]}' {{(pid=103377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:37:45.410054 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6856ac6d-8a2d-4401-8e09-5e267e8600d8 req-cfefd9f4-1dd9-4713-8755-49c1584d9647 tempest-InstanceActionsTestJSON-1670410836 tempest-InstanceActionsTestJSON-1670410836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:37:45.414405 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-6856ac6d-8a2d-4401-8e09-5e267e8600d8 req-cfefd9f4-1dd9-4713-8755-49c1584d9647 tempest-InstanceActionsTestJSON-1670410836 tempest-InstanceActionsTestJSON-1670410836-project] 10.222.0.89 "GET /v2.0/ports?device_id=5ae7d673-c11c-48de-8645-1327f212c6c6 HTTP/1.1" status: 200 len: 943 time: 0.1184065 Feb 04 17:37:45.461434 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-616afa5a-976f-40a1-9766-9008894354af req-8502d15b-98b0-431b-a989-b0c213949a6b tempest-VolumesActionsTest-202408860 tempest-VolumesActionsTest-202408860-project] 10.222.0.89 "GET /v2.0/ports?device_id=ec7e634f-ec74-48cd-9e77-90054ed507b2 HTTP/1.1" status: 200 len: 210 time: 0.0617495 Feb 04 17:37:45.531294 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-6856ac6d-8a2d-4401-8e09-5e267e8600d8 req-a78689d8-1dc5-466e-a70e-95a80b72bb5d tempest-InstanceActionsTestJSON-1670410836 tempest-InstanceActionsTestJSON-1670410836-project] 10.222.0.89 "GET /v2.0/security-groups?id=8da245bb-3fa5-4b46-90de-bdc82e364e74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085129 Feb 04 17:37:45.562493 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-fcb8bab1-a415-4c53-a0db-e058ca8c823e req-22898286-b40a-45b4-ac6f-a916768d4b33 service neutron] 10.222.0.90 "GET /v2.0/networks/7a67cca5-092b-456c-a011-60845754ff72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2386725 Feb 04 17:37:45.588864 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 17:37:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9102e073-f123-4617-961c-899ed1143b51 x-openstack-request-id: req-9102e073-f123-4617-961c-899ed1143b51 {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:37:45.589157 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd4e257d-e5fa-4bfe-8314-6b938e6e11a9", "name": "network-vif-deleted", "tag": "847b3370-3ea9-4eea-8b16-9749b0d6fd8d", "status": "completed", "code": 200}]} {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:37:45.589452 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-9102e073-f123-4617-961c-899ed1143b51 {{(pid=103377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:37:45.589904 n-d-827839-2 neutron-server[103377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd4e257d-e5fa-4bfe-8314-6b938e6e11a9', 'name': 'network-vif-deleted', 'tag': '847b3370-3ea9-4eea-8b16-9749b0d6fd8d', 'status': 'completed', 'code': 200} Feb 04 17:37:45.932059 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b31c0e-578a-42c0-a1ef-1a2e7c2fe81a req-b97f3bee-47f9-4bae-97d1-b52a9f92518c tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:37:45.961367 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-69b31c0e-578a-42c0-a1ef-1a2e7c2fe81a req-b97f3bee-47f9-4bae-97d1-b52a9f92518c tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] 10.222.0.89 "GET /v2.0/networks?id=49bac2c3-9780-4cfa-ba0a-fc1bc47b3fd5 HTTP/1.1" status: 200 len: 805 time: 0.1798022 Feb 04 17:37:45.982584 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-69b31c0e-578a-42c0-a1ef-1a2e7c2fe81a req-ef833f79-69f4-4351-9983-e02f8d1cbe57 tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] 10.222.0.89 "GET /v2.0/quotas/0b76505d37894fa2a98cba742b19aaf3 HTTP/1.1" status: 200 len: 375 time: 0.0163720 Feb 04 17:37:46.048556 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-69b31c0e-578a-42c0-a1ef-1a2e7c2fe81a req-7b1cf3d5-846b-463a-813f-bffeb2438442 tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=0b76505d37894fa2a98cba742b19aaf3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0617025 Feb 04 17:37:46.159056 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-69b31c0e-578a-42c0-a1ef-1a2e7c2fe81a req-9905ee15-f374-4ee1-ac76-f009e66b6424 service neutron] 10.222.0.89 "GET /v2.0/networks/49bac2c3-9780-4cfa-ba0a-fc1bc47b3fd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1096241 Feb 04 17:37:46.285262 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-69b31c0e-578a-42c0-a1ef-1a2e7c2fe81a req-37387076-b9e4-44cf-b3bd-932f05182e8c service neutron] 10.222.0.89 "GET /v2.0/networks/49bac2c3-9780-4cfa-ba0a-fc1bc47b3fd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1194003 Feb 04 17:37:46.465692 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-3b3252ee-4e07-4f43-8604-9a5527d66028 req-6992106f-a1a9-4aaa-983a-bfb8a21775f3 tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] 10.222.0.89 "GET /v2.0/ports?device_id=60d3f766-70b6-4e40-a967-29fba6fbe09d HTTP/1.1" status: 200 len: 210 time: 0.0320046 Feb 04 17:37:46.592374 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-3161bb08-c9a1-4fae-b214-03f673003715 req-6797a061-566e-44e4-95bf-163c20066b7a tempest-VolumesActionsTest-202408860 tempest-VolumesActionsTest-202408860-project] 10.222.0.89 "GET /v2.0/ports?device_id=ec7e634f-ec74-48cd-9e77-90054ed507b2 HTTP/1.1" status: 200 len: 210 time: 0.0479889 Feb 04 17:37:46.787451 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6953d262-ebf0-4c66-b8e2-4c3934e9b870 req-739b6053-cbc3-4201-80ef-a507d972cf05 tempest-InstanceActionsTestJSON-1670410836 tempest-InstanceActionsTestJSON-1670410836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:37:46.789781 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-6953d262-ebf0-4c66-b8e2-4c3934e9b870 req-739b6053-cbc3-4201-80ef-a507d972cf05 tempest-InstanceActionsTestJSON-1670410836 tempest-InstanceActionsTestJSON-1670410836-project] 10.222.0.89 "GET /v2.0/ports?device_id=5ae7d673-c11c-48de-8645-1327f212c6c6 HTTP/1.1" status: 200 len: 943 time: 0.1422749 Feb 04 17:37:46.834694 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f42f10-5f1a-442f-a1ef-c0988ba81209 req-3221d442-0743-4c2d-a193-bb8ea05b4fa8 tempest-VolumesActionsTest-202408860 tempest-VolumesActionsTest-202408860-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:37:46.836725 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-e6f42f10-5f1a-442f-a1ef-c0988ba81209 req-3221d442-0743-4c2d-a193-bb8ea05b4fa8 tempest-VolumesActionsTest-202408860 tempest-VolumesActionsTest-202408860-project] 10.222.0.96 "GET /v2.0/networks?id=76a54025-3be7-4a6d-a1a4-daa8f1b65b0b HTTP/1.1" status: 200 len: 809 time: 0.2449141 Feb 04 17:37:46.879437 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-6953d262-ebf0-4c66-b8e2-4c3934e9b870 req-3b62008d-e9c4-4ec6-b230-f50d56c6595f tempest-InstanceActionsTestJSON-1670410836 tempest-InstanceActionsTestJSON-1670410836-project] 10.222.0.89 "GET /v2.0/security-groups?id=8da245bb-3fa5-4b46-90de-bdc82e364e74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810678 Feb 04 17:37:46.887315 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [req-e6f42f10-5f1a-442f-a1ef-c0988ba81209 req-2778a551-ddd4-4467-84c2-03a9bb79cbff tempest-VolumesActionsTest-202408860 tempest-VolumesActionsTest-202408860-project] Request body: {'port': {'device_id': 'ec7e634f-ec74-48cd-9e77-90054ed507b2', 'network_id': '76a54025-3be7-4a6d-a1a4-daa8f1b65b0b', 'admin_state_up': True, 'tenant_id': '4b1b9f91c1804432826de632505cad34'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:37:47.023776 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e6f42f10-5f1a-442f-a1ef-c0988ba81209 req-2778a551-ddd4-4467-84c2-03a9bb79cbff tempest-VolumesActionsTest-202408860 tempest-VolumesActionsTest-202408860-project] Made reservation on behalf of 4b1b9f91c1804432826de632505cad34 for: {'port': 1} {{(pid=103376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:37:47.027239 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-e6f42f10-5f1a-442f-a1ef-c0988ba81209 req-2778a551-ddd4-4467-84c2-03a9bb79cbff tempest-VolumesActionsTest-202408860 tempest-VolumesActionsTest-202408860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:37:47.457136 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 57156) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:37:47.591756 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.db_base_plugin_common [req-e6f42f10-5f1a-442f-a1ef-c0988ba81209 req-2778a551-ddd4-4467-84c2-03a9bb79cbff tempest-VolumesActionsTest-202408860 tempest-VolumesActionsTest-202408860-project] Allocated IP 172.20.0.10 (76a54025-3be7-4a6d-a1a4-daa8f1b65b0b/0b7a6ca6-b29c-4244-800b-e95010371421/6743002b-b716-481e-9d69-0610f705352d) {{(pid=103376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:37:47.597277 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-45881eb9-6da8-4e43-8793-dd4c2df2a517 req-d164c856-0bf7-4be9-b3b3-2cd1348ebff0 tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] 10.222.0.89 "GET /v2.0/ports?device_id=60d3f766-70b6-4e40-a967-29fba6fbe09d HTTP/1.1" status: 200 len: 210 time: 0.0522175 Feb 04 17:37:47.610201 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-73f13eb5-f610-403f-afc7-a287697746c5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:37:47.720451 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-73f13eb5-f610-403f-afc7-a287697746c5 admin admin] Publish callbacks [] for security_group (7d0df044-d863-4666-87da-c0189e1b9b59), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:37:47.724983 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-73f13eb5-f610-403f-afc7-a287697746c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (7d0df044-d863-4666-87da-c0189e1b9b59), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:37:47.735059 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Device ab8146c4-0353-4574-a845-76ee71f51d88 details requested by agent hyperv_n-h2-827839-2 with host n-h2-827839-2 {{(pid=103378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 17:37:47.737291 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Device 847b3370-3ea9-4eea-8b16-9749b0d6fd8d no longer exists at agent hyperv_n-h2-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:37:47.769257 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-70d0eea7-b63a-4188-b6bf-5e568ca4064c req-c073627b-3cd5-43b7-9f28-0f0f319fe7a5 tempest-VolumesActionsTest-202408860 tempest-VolumesActionsTest-202408860-project] 10.222.0.89 "GET /v2.0/ports?device_id=ec7e634f-ec74-48cd-9e77-90054ed507b2 HTTP/1.1" status: 200 len: 210 time: 0.0356879 Feb 04 17:37:47.841185 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-e6f42f10-5f1a-442f-a1ef-c0988ba81209 req-2778a551-ddd4-4467-84c2-03a9bb79cbff tempest-VolumesActionsTest-202408860 tempest-VolumesActionsTest-202408860-project] Publish callbacks [] for port (6743002b-b716-481e-9d69-0610f705352d), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:37:47.854758 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-73f13eb5-f610-403f-afc7-a287697746c5 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=8f3324b31b3643978812a5db6ae72eec&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3963006 Feb 04 17:37:47.857535 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 57164) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:37:47.905119 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f13eb5-f610-403f-afc7-a287697746c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d0df044-d863-4666-87da-c0189e1b9b59,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:37:47.920921 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] For port ab8146c4-0353-4574-a845-76ee71f51d88, host n-h2-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=ab8146c4-0353-4574-a845-76ee71f51d88,segment=NetworkSegment(1198c613-8e90-43ee-b281-57511db055fc),segment_id=1198c613-8e90-43ee-b281-57511db055fc)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:37:47.929025 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-e6f42f10-5f1a-442f-a1ef-c0988ba81209 req-2778a551-ddd4-4467-84c2-03a9bb79cbff tempest-VolumesActionsTest-202408860 tempest-VolumesActionsTest-202408860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (6743002b-b716-481e-9d69-0610f705352d), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:37:47.950814 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b31c0e-578a-42c0-a1ef-1a2e7c2fe81a req-8efbe3a5-1b74-47e3-b284-64181d3746c2 tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:37:47.959142 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-69b31c0e-578a-42c0-a1ef-1a2e7c2fe81a req-8efbe3a5-1b74-47e3-b284-64181d3746c2 tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] 10.222.0.90 "GET /v2.0/networks?id=49bac2c3-9780-4cfa-ba0a-fc1bc47b3fd5 HTTP/1.1" status: 200 len: 805 time: 0.1832240 Feb 04 17:37:47.960618 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] No Port match for: 847b3370-3ea9-4eea-8b16-9749b0d6fd8d {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 17:37:47.961031 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Device 847b3370-3ea9-4eea-8b16-9749b0d6fd8d not bound to the agent host n-h2-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 17:37:47.968234 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Returning: {'device': 'ab8146c4-0353-4574-a845-76ee71f51d88', 'network_id': '7a67cca5-092b-456c-a011-60845754ff72', 'port_id': 'ab8146c4-0353-4574-a845-76ee71f51d88', 'mac_address': 'fa:16:3e:40:f1:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 787, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03162985-b836-4337-8e0b-a62e91d7af7e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 17:37:47.972579 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [req-69b31c0e-578a-42c0-a1ef-1a2e7c2fe81a req-761c525b-246c-40ea-9e76-83fcf1462466 tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] Request body: {'port': {'device_id': '60d3f766-70b6-4e40-a967-29fba6fbe09d', 'network_id': '49bac2c3-9780-4cfa-ba0a-fc1bc47b3fd5', 'admin_state_up': True, 'tenant_id': '0b76505d37894fa2a98cba742b19aaf3'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:37:47.981159 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2778a551-ddd4-4467-84c2-03a9bb79cbff tempest-VolumesActionsTest-202408860 tempest-VolumesActionsTest-202408860-project] Pushing event updated for resources: {'Port': ['ID=6743002b-b716-481e-9d69-0610f705352d,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:37:48.019953 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-796c37f0-47a8-47f9-a4f9-0971804445cf admin admin] Publish callbacks [] for security_group (7d0df044-d863-4666-87da-c0189e1b9b59), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:37:48.042401 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Current status of the port ab8146c4-0353-4574-a845-76ee71f51d88 is: DOWN; New status is: BUILD {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:37:48.043066 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (ab8146c4-0353-4574-a845-76ee71f51d88), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:37:48.051867 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-796c37f0-47a8-47f9-a4f9-0971804445cf admin admin] Publish callbacks [] for security_group (7d0df044-d863-4666-87da-c0189e1b9b59), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:37:48.058761 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab8146c4-0353-4574-a845-76ee71f51d88 {{(pid=103378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 17:37:48.089839 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] For port ab8146c4-0353-4574-a845-76ee71f51d88, host n-h2-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=ab8146c4-0353-4574-a845-76ee71f51d88,segment=NetworkSegment(1198c613-8e90-43ee-b281-57511db055fc),segment_id=1198c613-8e90-43ee-b281-57511db055fc)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:37:48.093702 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (ab8146c4-0353-4574-a845-76ee71f51d88), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:37:48.119268 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24a8978-f1e5-41e0-8a94-35f644eb3530 req-1b581753-1200-47ff-a372-9f17e1ea5289 tempest-InstanceActionsTestJSON-1670410836 tempest-InstanceActionsTestJSON-1670410836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:37:48.120813 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-a24a8978-f1e5-41e0-8a94-35f644eb3530 req-1b581753-1200-47ff-a372-9f17e1ea5289 tempest-InstanceActionsTestJSON-1670410836 tempest-InstanceActionsTestJSON-1670410836-project] 10.222.0.89 "GET /v2.0/ports?device_id=5ae7d673-c11c-48de-8645-1327f212c6c6 HTTP/1.1" status: 200 len: 943 time: 0.0944417 Feb 04 17:37:48.125815 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e6f42f10-5f1a-442f-a1ef-c0988ba81209 req-2778a551-ddd4-4467-84c2-03a9bb79cbff tempest-VolumesActionsTest-202408860 tempest-VolumesActionsTest-202408860-project] Network 76a54025-3be7-4a6d-a1a4-daa8f1b65b0b is already hosted by enough agents. {{(pid=103376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:37:48.129093 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [req-e6f42f10-5f1a-442f-a1ef-c0988ba81209 req-2778a551-ddd4-4467-84c2-03a9bb79cbff tempest-VolumesActionsTest-202408860 tempest-VolumesActionsTest-202408860-project] Resources bound (agent type, host, resource id): {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:37:48.137200 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-796c37f0-47a8-47f9-a4f9-0971804445cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (7d0df044-d863-4666-87da-c0189e1b9b59), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:37:48.140396 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-796c37f0-47a8-47f9-a4f9-0971804445cf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:37:48.144411 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-796c37f0-47a8-47f9-a4f9-0971804445cf admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/7d0df044-d863-4666-87da-c0189e1b9b59 HTTP/1.1" status: 204 len: 168 time: 0.2662356 Feb 04 17:37:48.145935 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6f42f10-5f1a-442f-a1ef-c0988ba81209 req-2778a551-ddd4-4467-84c2-03a9bb79cbff tempest-VolumesActionsTest-202408860 tempest-VolumesActionsTest-202408860-project] Received port after_create {{(pid=103376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:37:48.158333 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Pushing event updated for resources: {'Port': ['ID=ab8146c4-0353-4574-a845-76ee71f51d88,revision_number=4']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:37:48.183788 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796c37f0-47a8-47f9-a4f9-0971804445cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d0df044-d863-4666-87da-c0189e1b9b59,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:37:48.195842 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-69b31c0e-578a-42c0-a1ef-1a2e7c2fe81a req-761c525b-246c-40ea-9e76-83fcf1462466 tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] Made reservation on behalf of 0b76505d37894fa2a98cba742b19aaf3 for: {'port': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:37:48.199673 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-69b31c0e-578a-42c0-a1ef-1a2e7c2fe81a req-761c525b-246c-40ea-9e76-83fcf1462466 tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:37:48.241275 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f42f10-5f1a-442f-a1ef-c0988ba81209 req-2778a551-ddd4-4467-84c2-03a9bb79cbff tempest-VolumesActionsTest-202408860 tempest-VolumesActionsTest-202408860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:37:48.242745 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-e6f42f10-5f1a-442f-a1ef-c0988ba81209 req-2778a551-ddd4-4467-84c2-03a9bb79cbff tempest-VolumesActionsTest-202408860 tempest-VolumesActionsTest-202408860-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:37:48.243286 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-a24a8978-f1e5-41e0-8a94-35f644eb3530 req-f250ea28-8b42-44ab-800c-022d0b7e6a4f tempest-InstanceActionsTestJSON-1670410836 tempest-InstanceActionsTestJSON-1670410836-project] 10.222.0.89 "GET /v2.0/security-groups?id=8da245bb-3fa5-4b46-90de-bdc82e364e74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093383 Feb 04 17:37:48.270930 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-e6f42f10-5f1a-442f-a1ef-c0988ba81209 req-2778a551-ddd4-4467-84c2-03a9bb79cbff tempest-VolumesActionsTest-202408860 tempest-VolumesActionsTest-202408860-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3890779 Feb 04 17:37:48.293479 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [req-e6f42f10-5f1a-442f-a1ef-c0988ba81209 req-1a038896-b2e3-4f47-a67f-fb150c1eaa3b service neutron] Request body: {'port': {'device_id': 'ec7e634f-ec74-48cd-9e77-90054ed507b2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827839-2'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:37:48.343113 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] get_ports_and_sgs() called for port_ids ['ab8146c4-0353-4574-a845-76ee71f51d88'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 17:37:48.396990 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.db_base_plugin_common [req-69b31c0e-578a-42c0-a1ef-1a2e7c2fe81a req-761c525b-246c-40ea-9e76-83fcf1462466 tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] Allocated IP 172.20.0.12 (49bac2c3-9780-4cfa-ba0a-fc1bc47b3fd5/85042e04-1570-46e9-b9e6-f57252834000/448ce9cc-0d0a-4ed3-8a2b-514562253325) {{(pid=103377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:37:48.410971 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-e6f42f10-5f1a-442f-a1ef-c0988ba81209 req-1a038896-b2e3-4f47-a67f-fb150c1eaa3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (6743002b-b716-481e-9d69-0610f705352d), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:37:48.563340 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 57182) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:37:48.585287 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-a550c079-7966-4fb3-86a3-6c9b97f57e61 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:37:48.649607 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-69b31c0e-578a-42c0-a1ef-1a2e7c2fe81a req-761c525b-246c-40ea-9e76-83fcf1462466 tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] Publish callbacks [] for port (448ce9cc-0d0a-4ed3-8a2b-514562253325), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:37:48.688391 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-69b31c0e-578a-42c0-a1ef-1a2e7c2fe81a req-761c525b-246c-40ea-9e76-83fcf1462466 tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (448ce9cc-0d0a-4ed3-8a2b-514562253325), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:37:48.701815 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] get_ports_and_sgs() called for port_ids ['b11feae4-5af3-4cd0-a7f3-50dcb2bf4c66'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 17:37:48.763410 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761c525b-246c-40ea-9e76-83fcf1462466 tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] Pushing event updated for resources: {'Port': ['ID=448ce9cc-0d0a-4ed3-8a2b-514562253325,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:37:48.807317 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c485442-8020-4426-8fb8-8da0643a7a59 req-4f2dcffc-e09a-4d95-9bad-8c92a1ed0e0a tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:37:48.809160 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-9c485442-8020-4426-8fb8-8da0643a7a59 req-4f2dcffc-e09a-4d95-9bad-8c92a1ed0e0a tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] 10.222.0.89 "GET /v2.0/ports?device_id=60d3f766-70b6-4e40-a967-29fba6fbe09d HTTP/1.1" status: 200 len: 932 time: 0.1347516 Feb 04 17:37:48.820285 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-69b31c0e-578a-42c0-a1ef-1a2e7c2fe81a req-761c525b-246c-40ea-9e76-83fcf1462466 tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] Network 49bac2c3-9780-4cfa-ba0a-fc1bc47b3fd5 is already hosted by enough agents. {{(pid=103377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:37:48.823075 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [req-69b31c0e-578a-42c0-a1ef-1a2e7c2fe81a req-761c525b-246c-40ea-9e76-83fcf1462466 tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] Resources bound (agent type, host, resource id): {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:37:48.832609 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [req-69b31c0e-578a-42c0-a1ef-1a2e7c2fe81a req-761c525b-246c-40ea-9e76-83fcf1462466 tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] Received port after_create {{(pid=103377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:37:48.857490 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-a550c079-7966-4fb3-86a3-6c9b97f57e61 admin admin] Publish callbacks [] for security_group (2ca5e407-55e1-43d3-aeec-8523c200af28), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:37:48.894757 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-a550c079-7966-4fb3-86a3-6c9b97f57e61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (2ca5e407-55e1-43d3-aeec-8523c200af28), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:37:48.908474 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b31c0e-578a-42c0-a1ef-1a2e7c2fe81a req-761c525b-246c-40ea-9e76-83fcf1462466 tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:37:48.909467 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-69b31c0e-578a-42c0-a1ef-1a2e7c2fe81a req-761c525b-246c-40ea-9e76-83fcf1462466 tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:37:48.941858 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-69b31c0e-578a-42c0-a1ef-1a2e7c2fe81a req-761c525b-246c-40ea-9e76-83fcf1462466 tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9768043 Feb 04 17:37:48.946531 n-d-827839-2 neutron-server[103376]: DEBUG neutron.notifiers.nova [req-e6f42f10-5f1a-442f-a1ef-c0988ba81209 req-1a038896-b2e3-4f47-a67f-fb150c1eaa3b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6743002b-b716-481e-9d69-0610f705352d {{(pid=103376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 17:37:48.961804 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-9c485442-8020-4426-8fb8-8da0643a7a59 req-0aa3b2f7-67c4-4f16-894f-3ef1452989c8 tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] 10.222.0.89 "GET /v2.0/security-groups?id=7065f8d7-aeef-49a2-81d7-44cedbdfdedd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417263 Feb 04 17:37:48.969160 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-e6f42f10-5f1a-442f-a1ef-c0988ba81209 req-1a038896-b2e3-4f47-a67f-fb150c1eaa3b service neutron] Publish callbacks [] for port (6743002b-b716-481e-9d69-0610f705352d), precommit_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:37:48.974399 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [req-69b31c0e-578a-42c0-a1ef-1a2e7c2fe81a req-b119f934-9d02-462a-97bd-0bb33d357284 service neutron] Request body: {'port': {'device_id': '60d3f766-70b6-4e40-a967-29fba6fbe09d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827839-2'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:37:48.981216 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-a550c079-7966-4fb3-86a3-6c9b97f57e61 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=a8eafaf873764e819fbe507e6d9897e7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4166081 Feb 04 17:37:48.984875 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a550c079-7966-4fb3-86a3-6c9b97f57e61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ca5e407-55e1-43d3-aeec-8523c200af28,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:37:48.989441 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 57190) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:37:49.026938 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.provisioning_blocks [req-e6f42f10-5f1a-442f-a1ef-c0988ba81209 req-1a038896-b2e3-4f47-a67f-fb150c1eaa3b service neutron] Transition to ACTIVE for port object 6743002b-b716-481e-9d69-0610f705352d will not be triggered until provisioned by entity L2. {{(pid=103376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 17:37:49.033372 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42abee14-b2aa-42f9-8072-09938d303c2a req-66d2a51a-dcaa-46a6-8b6c-8c689f3a5a18 tempest-VolumesActionsTest-202408860 tempest-VolumesActionsTest-202408860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:37:49.034308 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-e6f42f10-5f1a-442f-a1ef-c0988ba81209 req-1a038896-b2e3-4f47-a67f-fb150c1eaa3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675836'] for port (6743002b-b716-481e-9d69-0610f705352d), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:37:49.034986 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-42abee14-b2aa-42f9-8072-09938d303c2a req-66d2a51a-dcaa-46a6-8b6c-8c689f3a5a18 tempest-VolumesActionsTest-202408860 tempest-VolumesActionsTest-202408860-project] 10.222.0.89 "GET /v2.0/ports?device_id=ec7e634f-ec74-48cd-9e77-90054ed507b2 HTTP/1.1" status: 200 len: 932 time: 0.1103218 Feb 04 17:37:49.087374 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-69b31c0e-578a-42c0-a1ef-1a2e7c2fe81a req-b119f934-9d02-462a-97bd-0bb33d357284 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (448ce9cc-0d0a-4ed3-8a2b-514562253325), before_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:37:49.095949 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-46c8e33b-f6c3-4ccc-8cab-0e05f32648cc admin admin] Publish callbacks [] for security_group (2ca5e407-55e1-43d3-aeec-8523c200af28), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:37:49.125089 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-42abee14-b2aa-42f9-8072-09938d303c2a req-3eea9cb5-f116-4d59-b7f0-8235b64c9a31 tempest-VolumesActionsTest-202408860 tempest-VolumesActionsTest-202408860-project] 10.222.0.89 "GET /v2.0/security-groups?id=663de780-f5c3-43ee-b800-65f5196748b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792303 Feb 04 17:37:49.130970 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a038896-b2e3-4f47-a67f-fb150c1eaa3b service neutron] Pushing event updated for resources: {'Port': ['ID=6743002b-b716-481e-9d69-0610f705352d,revision_number=2']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:37:49.195980 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-46c8e33b-f6c3-4ccc-8cab-0e05f32648cc admin admin] Publish callbacks [] for security_group (2ca5e407-55e1-43d3-aeec-8523c200af28), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:37:49.227221 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [req-e6f42f10-5f1a-442f-a1ef-c0988ba81209 req-1a038896-b2e3-4f47-a67f-fb150c1eaa3b service neutron] Attempting to bind port 6743002b-b716-481e-9d69-0610f705352d on host n-h1-827839-2 for vnic_type normal with profile {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:37:49.227752 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [req-e6f42f10-5f1a-442f-a1ef-c0988ba81209 req-1a038896-b2e3-4f47-a67f-fb150c1eaa3b service neutron] Attempting to bind port 6743002b-b716-481e-9d69-0610f705352d by drivers openvswitch,hyperv on host n-h1-827839-2 at level 0 using segments [{'id': '75cbfb22-5948-4422-ad82-660891fbcc33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '76a54025-3be7-4a6d-a1a4-daa8f1b65b0b'}] {{(pid=103376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:37:49.228181 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6f42f10-5f1a-442f-a1ef-c0988ba81209 req-1a038896-b2e3-4f47-a67f-fb150c1eaa3b service neutron] Attempting to bind port 6743002b-b716-481e-9d69-0610f705352d on network 76a54025-3be7-4a6d-a1a4-daa8f1b65b0b {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:37:49.241565 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6f42f10-5f1a-442f-a1ef-c0988ba81209 req-1a038896-b2e3-4f47-a67f-fb150c1eaa3b service neutron] Port 6743002b-b716-481e-9d69-0610f705352d on network 76a54025-3be7-4a6d-a1a4-daa8f1b65b0b not bound, no agent of type Open vSwitch agent registered on host n-h1-827839-2 {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 17:37:49.242052 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6f42f10-5f1a-442f-a1ef-c0988ba81209 req-1a038896-b2e3-4f47-a67f-fb150c1eaa3b service neutron] Attempting to bind port 6743002b-b716-481e-9d69-0610f705352d on network 76a54025-3be7-4a6d-a1a4-daa8f1b65b0b {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:37:49.248678 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6f42f10-5f1a-442f-a1ef-c0988ba81209 req-1a038896-b2e3-4f47-a67f-fb150c1eaa3b service neutron] Checking agent: {'id': '3f9244a9-75fc-4c10-b195-11d48b853b41', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 8, 42), 'started_at': datetime.datetime(2022, 2, 4, 17, 8, 42), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 37, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:37:49.249146 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6f42f10-5f1a-442f-a1ef-c0988ba81209 req-1a038896-b2e3-4f47-a67f-fb150c1eaa3b service neutron] Checking segment: {'id': '75cbfb22-5948-4422-ad82-660891fbcc33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '76a54025-3be7-4a6d-a1a4-daa8f1b65b0b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:37:49.249641 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6f42f10-5f1a-442f-a1ef-c0988ba81209 req-1a038896-b2e3-4f47-a67f-fb150c1eaa3b service neutron] Bound using segment: {'id': '75cbfb22-5948-4422-ad82-660891fbcc33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '76a54025-3be7-4a6d-a1a4-daa8f1b65b0b'} {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:37:49.250197 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [req-e6f42f10-5f1a-442f-a1ef-c0988ba81209 req-1a038896-b2e3-4f47-a67f-fb150c1eaa3b service neutron] Bound port: 6743002b-b716-481e-9d69-0610f705352d, host: n-h1-827839-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '75cbfb22-5948-4422-ad82-660891fbcc33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '76a54025-3be7-4a6d-a1a4-daa8f1b65b0b'}}] {{(pid=103376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:37:49.250670 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-e6f42f10-5f1a-442f-a1ef-c0988ba81209 req-1a038896-b2e3-4f47-a67f-fb150c1eaa3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (6743002b-b716-481e-9d69-0610f705352d), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:37:49.352767 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-46c8e33b-f6c3-4ccc-8cab-0e05f32648cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (2ca5e407-55e1-43d3-aeec-8523c200af28), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:37:49.355438 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-46c8e33b-f6c3-4ccc-8cab-0e05f32648cc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:37:49.358882 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-46c8e33b-f6c3-4ccc-8cab-0e05f32648cc admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/2ca5e407-55e1-43d3-aeec-8523c200af28 HTTP/1.1" status: 204 len: 168 time: 0.3661256 Feb 04 17:37:49.376031 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [req-e6f42f10-5f1a-442f-a1ef-c0988ba81209 req-1a038896-b2e3-4f47-a67f-fb150c1eaa3b service neutron] For port 6743002b-b716-481e-9d69-0610f705352d, host n-h1-827839-2, cleared binding levels {{(pid=103376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:37:49.397387 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c8e33b-f6c3-4ccc-8cab-0e05f32648cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ca5e407-55e1-43d3-aeec-8523c200af28,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:37:49.408938 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [req-e6f42f10-5f1a-442f-a1ef-c0988ba81209 req-1a038896-b2e3-4f47-a67f-fb150c1eaa3b service neutron] For port 6743002b-b716-481e-9d69-0610f705352d, host n-h1-827839-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=6743002b-b716-481e-9d69-0610f705352d,segment=NetworkSegment(75cbfb22-5948-4422-ad82-660891fbcc33),segment_id=75cbfb22-5948-4422-ad82-660891fbcc33)] {{(pid=103376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:37:49.438330 n-d-827839-2 neutron-server[103377]: DEBUG neutron.notifiers.nova [req-69b31c0e-578a-42c0-a1ef-1a2e7c2fe81a req-b119f934-9d02-462a-97bd-0bb33d357284 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 448ce9cc-0d0a-4ed3-8a2b-514562253325 {{(pid=103377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 17:37:49.439248 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-e6f42f10-5f1a-442f-a1ef-c0988ba81209 req-1a038896-b2e3-4f47-a67f-fb150c1eaa3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675836'] for port (6743002b-b716-481e-9d69-0610f705352d), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:37:49.450411 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-69b31c0e-578a-42c0-a1ef-1a2e7c2fe81a req-b119f934-9d02-462a-97bd-0bb33d357284 service neutron] Publish callbacks [] for port (448ce9cc-0d0a-4ed3-8a2b-514562253325), precommit_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:37:49.467121 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.provisioning_blocks [req-69b31c0e-578a-42c0-a1ef-1a2e7c2fe81a req-b119f934-9d02-462a-97bd-0bb33d357284 service neutron] Transition to ACTIVE for port object 448ce9cc-0d0a-4ed3-8a2b-514562253325 will not be triggered until provisioned by entity L2. {{(pid=103377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 17:37:49.474609 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-69b31c0e-578a-42c0-a1ef-1a2e7c2fe81a req-b119f934-9d02-462a-97bd-0bb33d357284 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25888290'] for port (448ce9cc-0d0a-4ed3-8a2b-514562253325), after_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:37:49.479007 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfacdf0-d330-47a4-b2a5-a1cf1457f0b6 req-8ed09383-24b3-469b-bffb-3a952cafce33 tempest-InstanceActionsTestJSON-1670410836 tempest-InstanceActionsTestJSON-1670410836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:37:49.480731 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-adfacdf0-d330-47a4-b2a5-a1cf1457f0b6 req-8ed09383-24b3-469b-bffb-3a952cafce33 tempest-InstanceActionsTestJSON-1670410836 tempest-InstanceActionsTestJSON-1670410836-project] 10.222.0.89 "GET /v2.0/ports?device_id=5ae7d673-c11c-48de-8645-1327f212c6c6 HTTP/1.1" status: 200 len: 944 time: 0.1416094 Feb 04 17:37:49.486196 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f42f10-5f1a-442f-a1ef-c0988ba81209 req-1a038896-b2e3-4f47-a67f-fb150c1eaa3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:37:49.486826 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-e6f42f10-5f1a-442f-a1ef-c0988ba81209 req-1a038896-b2e3-4f47-a67f-fb150c1eaa3b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:37:49.488994 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-e6f42f10-5f1a-442f-a1ef-c0988ba81209 req-1a038896-b2e3-4f47-a67f-fb150c1eaa3b service neutron] 10.222.0.96 "PUT /v2.0/ports/6743002b-b716-481e-9d69-0610f705352d HTTP/1.1" status: 200 len: 1092 time: 1.2049758 Feb 04 17:37:49.491372 n-d-827839-2 neutron-server[103376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec7e634f-ec74-48cd-9e77-90054ed507b2', 'tag': '6743002b-b716-481e-9d69-0610f705352d'}] {{(pid=103376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:37:49.500129 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d59c3bb5e2f09ebf62144d5e09b1cff60c763a9c19614c24538e77842938c05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a9333e5-bfc6-4edd-914b-44737c95797a" -d '{"events": [{"name": "network-changed", "server_uuid": "ec7e634f-ec74-48cd-9e77-90054ed507b2", "tag": "6743002b-b716-481e-9d69-0610f705352d"}]}' {{(pid=103376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:37:49.528274 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b119f934-9d02-462a-97bd-0bb33d357284 service neutron] Pushing event updated for resources: {'Port': ['ID=448ce9cc-0d0a-4ed3-8a2b-514562253325,revision_number=2']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:37:49.611079 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 17:37:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6511df66-cea9-415d-9641-9501d6343b27 x-openstack-request-id: req-6511df66-cea9-415d-9641-9501d6343b27 {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:37:49.611500 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec7e634f-ec74-48cd-9e77-90054ed507b2", "tag": "6743002b-b716-481e-9d69-0610f705352d", "status": "completed", "code": 200}]} {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:37:49.611718 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-6511df66-cea9-415d-9641-9501d6343b27 {{(pid=103376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:37:49.612208 n-d-827839-2 neutron-server[103376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec7e634f-ec74-48cd-9e77-90054ed507b2', 'tag': '6743002b-b716-481e-9d69-0610f705352d', 'status': 'completed', 'code': 200} Feb 04 17:37:49.653823 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a038896-b2e3-4f47-a67f-fb150c1eaa3b service neutron] Pushing event updated for resources: {'Port': ['ID=6743002b-b716-481e-9d69-0610f705352d,revision_number=3']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:37:49.658381 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [req-69b31c0e-578a-42c0-a1ef-1a2e7c2fe81a req-b119f934-9d02-462a-97bd-0bb33d357284 service neutron] Attempting to bind port 448ce9cc-0d0a-4ed3-8a2b-514562253325 on host n-h2-827839-2 for vnic_type normal with profile {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:37:49.667850 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [req-69b31c0e-578a-42c0-a1ef-1a2e7c2fe81a req-b119f934-9d02-462a-97bd-0bb33d357284 service neutron] Attempting to bind port 448ce9cc-0d0a-4ed3-8a2b-514562253325 by drivers openvswitch,hyperv on host n-h2-827839-2 at level 0 using segments [{'id': 'f8b51653-e9f0-43b4-bbb2-0054b3d4de26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '49bac2c3-9780-4cfa-ba0a-fc1bc47b3fd5'}] {{(pid=103377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:37:49.668595 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69b31c0e-578a-42c0-a1ef-1a2e7c2fe81a req-b119f934-9d02-462a-97bd-0bb33d357284 service neutron] Attempting to bind port 448ce9cc-0d0a-4ed3-8a2b-514562253325 on network 49bac2c3-9780-4cfa-ba0a-fc1bc47b3fd5 {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:37:49.675342 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69b31c0e-578a-42c0-a1ef-1a2e7c2fe81a req-b119f934-9d02-462a-97bd-0bb33d357284 service neutron] Port 448ce9cc-0d0a-4ed3-8a2b-514562253325 on network 49bac2c3-9780-4cfa-ba0a-fc1bc47b3fd5 not bound, no agent of type Open vSwitch agent registered on host n-h2-827839-2 {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 17:37:49.676345 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69b31c0e-578a-42c0-a1ef-1a2e7c2fe81a req-b119f934-9d02-462a-97bd-0bb33d357284 service neutron] Attempting to bind port 448ce9cc-0d0a-4ed3-8a2b-514562253325 on network 49bac2c3-9780-4cfa-ba0a-fc1bc47b3fd5 {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:37:49.682493 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69b31c0e-578a-42c0-a1ef-1a2e7c2fe81a req-b119f934-9d02-462a-97bd-0bb33d357284 service neutron] Checking agent: {'id': 'f20a1ab3-4332-4f54-833b-ba4a7c687e89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 8, 40), 'started_at': datetime.datetime(2022, 2, 4, 17, 8, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 37, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:37:49.682953 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69b31c0e-578a-42c0-a1ef-1a2e7c2fe81a req-b119f934-9d02-462a-97bd-0bb33d357284 service neutron] Checking segment: {'id': 'f8b51653-e9f0-43b4-bbb2-0054b3d4de26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '49bac2c3-9780-4cfa-ba0a-fc1bc47b3fd5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:37:49.683514 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69b31c0e-578a-42c0-a1ef-1a2e7c2fe81a req-b119f934-9d02-462a-97bd-0bb33d357284 service neutron] Bound using segment: {'id': 'f8b51653-e9f0-43b4-bbb2-0054b3d4de26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '49bac2c3-9780-4cfa-ba0a-fc1bc47b3fd5'} {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:37:49.684152 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [req-69b31c0e-578a-42c0-a1ef-1a2e7c2fe81a req-b119f934-9d02-462a-97bd-0bb33d357284 service neutron] Bound port: 448ce9cc-0d0a-4ed3-8a2b-514562253325, host: n-h2-827839-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8b51653-e9f0-43b4-bbb2-0054b3d4de26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '49bac2c3-9780-4cfa-ba0a-fc1bc47b3fd5'}}] {{(pid=103377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:37:49.684604 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-69b31c0e-578a-42c0-a1ef-1a2e7c2fe81a req-b119f934-9d02-462a-97bd-0bb33d357284 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (448ce9cc-0d0a-4ed3-8a2b-514562253325), before_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:37:49.691890 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-adfacdf0-d330-47a4-b2a5-a1cf1457f0b6 req-75bede30-857a-4991-b32d-d2842f03839d tempest-InstanceActionsTestJSON-1670410836 tempest-InstanceActionsTestJSON-1670410836-project] 10.222.0.89 "GET /v2.0/security-groups?id=8da245bb-3fa5-4b46-90de-bdc82e364e74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1832595 Feb 04 17:37:49.694187 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f42f10-5f1a-442f-a1ef-c0988ba81209 req-7a4cdf46-7784-4ff0-a88d-b563dbff46f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:37:49.707212 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-e6f42f10-5f1a-442f-a1ef-c0988ba81209 req-7a4cdf46-7784-4ff0-a88d-b563dbff46f5 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=4b1b9f91c1804432826de632505cad34&device_id=ec7e634f-ec74-48cd-9e77-90054ed507b2 HTTP/1.1" status: 200 len: 1126 time: 0.1423631 Feb 04 17:37:49.742212 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Device ab8146c4-0353-4574-a845-76ee71f51d88 up at agent hyperv_n-h2-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:37:49.771963 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-e6f42f10-5f1a-442f-a1ef-c0988ba81209 req-0e7f48dc-5236-47ca-b5f8-1e7bd5a5237b service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6743002b-b716-481e-9d69-0610f705352d HTTP/1.1" status: 200 len: 217 time: 0.0547268 Feb 04 17:37:49.784629 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [req-69b31c0e-578a-42c0-a1ef-1a2e7c2fe81a req-b119f934-9d02-462a-97bd-0bb33d357284 service neutron] For port 448ce9cc-0d0a-4ed3-8a2b-514562253325, host n-h2-827839-2, cleared binding levels {{(pid=103377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:37:49.788680 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [req-69b31c0e-578a-42c0-a1ef-1a2e7c2fe81a req-b119f934-9d02-462a-97bd-0bb33d357284 service neutron] For port 448ce9cc-0d0a-4ed3-8a2b-514562253325, host n-h2-827839-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=448ce9cc-0d0a-4ed3-8a2b-514562253325,segment=NetworkSegment(f8b51653-e9f0-43b4-bbb2-0054b3d4de26),segment_id=f8b51653-e9f0-43b4-bbb2-0054b3d4de26)] {{(pid=103377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:37:49.798568 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-69b31c0e-578a-42c0-a1ef-1a2e7c2fe81a req-b119f934-9d02-462a-97bd-0bb33d357284 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25888290'] for port (448ce9cc-0d0a-4ed3-8a2b-514562253325), after_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:37:49.820660 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Provisioning for port ab8146c4-0353-4574-a845-76ee71f51d88 completed by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 17:37:49.833542 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Provisioning complete for port ab8146c4-0353-4574-a845-76ee71f51d88 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:37:49.833923 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (ab8146c4-0353-4574-a845-76ee71f51d88), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:37:49.855321 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b31c0e-578a-42c0-a1ef-1a2e7c2fe81a req-b119f934-9d02-462a-97bd-0bb33d357284 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:37:49.856272 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-69b31c0e-578a-42c0-a1ef-1a2e7c2fe81a req-b119f934-9d02-462a-97bd-0bb33d357284 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:37:49.858009 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f42f10-5f1a-442f-a1ef-c0988ba81209 req-bf374df7-a7d7-453d-8be3-74d44505dc9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:37:49.858486 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-69b31c0e-578a-42c0-a1ef-1a2e7c2fe81a req-b119f934-9d02-462a-97bd-0bb33d357284 service neutron] 10.222.0.90 "PUT /v2.0/ports/448ce9cc-0d0a-4ed3-8a2b-514562253325 HTTP/1.1" status: 200 len: 1092 time: 0.9008968 Feb 04 17:37:49.859371 n-d-827839-2 neutron-server[103377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60d3f766-70b6-4e40-a967-29fba6fbe09d', 'tag': '448ce9cc-0d0a-4ed3-8a2b-514562253325'}] {{(pid=103377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:37:49.860562 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-e6f42f10-5f1a-442f-a1ef-c0988ba81209 req-bf374df7-a7d7-453d-8be3-74d44505dc9b service neutron] 10.222.0.96 "GET /v2.0/subnets?id=0b7a6ca6-b29c-4244-800b-e95010371421 HTTP/1.1" status: 200 len: 849 time: 0.0808768 Feb 04 17:37:49.862112 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7240428b650e1488e9361b62648ff4b3a6c19d49d8c27c949491ab58c1346cf0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da385a91-f790-4e2c-84a2-f262c08d5850" -d '{"events": [{"name": "network-changed", "server_uuid": "60d3f766-70b6-4e40-a967-29fba6fbe09d", "tag": "448ce9cc-0d0a-4ed3-8a2b-514562253325"}]}' {{(pid=103377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:37:49.909455 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b119f934-9d02-462a-97bd-0bb33d357284 service neutron] Pushing event updated for resources: {'Port': ['ID=448ce9cc-0d0a-4ed3-8a2b-514562253325,revision_number=3']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:37:49.927843 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-e6f42f10-5f1a-442f-a1ef-c0988ba81209 req-0eb26798-a830-4f3f-b198-0fcac0b22be6 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=76a54025-3be7-4a6d-a1a4-daa8f1b65b0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0579736 Feb 04 17:37:49.941566 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Current status of the port ab8146c4-0353-4574-a845-76ee71f51d88 is: BUILD; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:37:49.942216 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (ab8146c4-0353-4574-a845-76ee71f51d88), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:37:49.975109 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ae7d673-c11c-48de-8645-1327f212c6c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab8146c4-0353-4574-a845-76ee71f51d88'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:37:49.978074 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c34bc964ce2211770fda26ca2f3801cc06f4f39928110690550e94ab9c9d2fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5542c693-8aca-4ea8-8530-e3ce566081f2" -d '{"events": [{"server_uuid": "5ae7d673-c11c-48de-8645-1327f212c6c6", "name": "network-vif-plugged", "status": "completed", "tag": "ab8146c4-0353-4574-a845-76ee71f51d88"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:37:49.983108 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 17:37:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b83b4dcb-562c-4d27-9bad-fd2bc70ee5ea x-openstack-request-id: req-b83b4dcb-562c-4d27-9bad-fd2bc70ee5ea {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:37:49.983434 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60d3f766-70b6-4e40-a967-29fba6fbe09d", "tag": "448ce9cc-0d0a-4ed3-8a2b-514562253325", "status": "completed", "code": 200}]} {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:37:49.983936 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-b83b4dcb-562c-4d27-9bad-fd2bc70ee5ea {{(pid=103377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:37:49.984167 n-d-827839-2 neutron-server[103377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60d3f766-70b6-4e40-a967-29fba6fbe09d', 'tag': '448ce9cc-0d0a-4ed3-8a2b-514562253325', 'status': 'completed', 'code': 200} Feb 04 17:37:50.009424 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] For port ab8146c4-0353-4574-a845-76ee71f51d88, host n-h2-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=ab8146c4-0353-4574-a845-76ee71f51d88,segment=NetworkSegment(1198c613-8e90-43ee-b281-57511db055fc),segment_id=1198c613-8e90-43ee-b281-57511db055fc)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:37:50.027466 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (ab8146c4-0353-4574-a845-76ee71f51d88), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:37:50.062445 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b31c0e-578a-42c0-a1ef-1a2e7c2fe81a req-aa720028-34f5-4d2c-87a5-f6e2e586be87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:37:50.064053 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-69b31c0e-578a-42c0-a1ef-1a2e7c2fe81a req-aa720028-34f5-4d2c-87a5-f6e2e586be87 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=0b76505d37894fa2a98cba742b19aaf3&device_id=60d3f766-70b6-4e40-a967-29fba6fbe09d HTTP/1.1" status: 200 len: 1126 time: 0.1058464 Feb 04 17:37:50.100311 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-e6f42f10-5f1a-442f-a1ef-c0988ba81209 req-d4bd3285-95d5-4b65-b0df-bccbb83251ae service neutron] 10.222.0.96 "GET /v2.0/networks/76a54025-3be7-4a6d-a1a4-daa8f1b65b0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1625326 Feb 04 17:37:50.155390 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Pushing event updated for resources: {'Port': ['ID=ab8146c4-0353-4574-a845-76ee71f51d88,revision_number=5']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:37:50.184608 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-69b31c0e-578a-42c0-a1ef-1a2e7c2fe81a req-dcaee44c-188c-41d1-999b-2ea98849638e service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=448ce9cc-0d0a-4ed3-8a2b-514562253325 HTTP/1.1" status: 200 len: 217 time: 0.1057518 Feb 04 17:37:50.267747 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b31c0e-578a-42c0-a1ef-1a2e7c2fe81a req-b4755c6f-f532-48da-9e2d-a8d7320898f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:37:50.269250 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-69b31c0e-578a-42c0-a1ef-1a2e7c2fe81a req-b4755c6f-f532-48da-9e2d-a8d7320898f0 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=85042e04-1570-46e9-b9e6-f57252834000 HTTP/1.1" status: 200 len: 845 time: 0.0512590 Feb 04 17:37:50.294936 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-e6f42f10-5f1a-442f-a1ef-c0988ba81209 req-a7da0104-7fb8-4627-ba17-11abea36ade9 service neutron] 10.222.0.96 "GET /v2.0/networks/76a54025-3be7-4a6d-a1a4-daa8f1b65b0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1830981 Feb 04 17:37:50.334271 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-69b31c0e-578a-42c0-a1ef-1a2e7c2fe81a req-415aa4cb-0c23-4b09-aa32-ded9eac83aa0 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=49bac2c3-9780-4cfa-ba0a-fc1bc47b3fd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0541368 Feb 04 17:37:50.352066 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87a3bcd-1e82-46ec-a940-d74849d02cc7 req-c471260c-b7ea-4aa5-9bbc-f49ef2cee90c tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:37:50.357296 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-e87a3bcd-1e82-46ec-a940-d74849d02cc7 req-c471260c-b7ea-4aa5-9bbc-f49ef2cee90c tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] 10.222.0.89 "GET /v2.0/ports?device_id=60d3f766-70b6-4e40-a967-29fba6fbe09d HTTP/1.1" status: 200 len: 944 time: 0.1762128 Feb 04 17:37:50.463698 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 17:37:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bb620cf-ad64-4603-8f1e-cadcb3dbb674 x-openstack-request-id: req-1bb620cf-ad64-4603-8f1e-cadcb3dbb674 {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:37:50.463990 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ae7d673-c11c-48de-8645-1327f212c6c6", "name": "network-vif-plugged", "status": "completed", "tag": "ab8146c4-0353-4574-a845-76ee71f51d88", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:37:50.465060 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-1bb620cf-ad64-4603-8f1e-cadcb3dbb674 {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:37:50.465630 n-d-827839-2 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ae7d673-c11c-48de-8645-1327f212c6c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab8146c4-0353-4574-a845-76ee71f51d88', 'code': 200} Feb 04 17:37:50.491210 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9333e5-bfc6-4edd-914b-44737c95797a req-6f3293cb-c346-41b4-87be-f66663ba0f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:37:50.497234 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-7a9333e5-bfc6-4edd-914b-44737c95797a req-6f3293cb-c346-41b4-87be-f66663ba0f96 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=4b1b9f91c1804432826de632505cad34&device_id=ec7e634f-ec74-48cd-9e77-90054ed507b2 HTTP/1.1" status: 200 len: 1126 time: 0.1121874 Feb 04 17:37:50.500637 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-e87a3bcd-1e82-46ec-a940-d74849d02cc7 req-a9f6aa62-2544-4159-a142-4c3d4da409d9 tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] 10.222.0.89 "GET /v2.0/security-groups?id=7065f8d7-aeef-49a2-81d7-44cedbdfdedd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325369 Feb 04 17:37:50.536312 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-69b31c0e-578a-42c0-a1ef-1a2e7c2fe81a req-104dc90e-b50d-45f4-a740-4f19786de1c8 service neutron] 10.222.0.90 "GET /v2.0/networks/49bac2c3-9780-4cfa-ba0a-fc1bc47b3fd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1779301 Feb 04 17:37:50.660706 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afa0c9b-a95f-47e2-b90a-54f93b8135df req-2d2c5a8c-03f5-4662-9c65-f70a681233b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:37:50.662033 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36820f66-4a73-4239-8293-85cf9e628ce1 req-693abbff-1d27-4bf2-a8a4-778b858c1990 tempest-VolumesActionsTest-202408860 tempest-VolumesActionsTest-202408860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:37:50.662242 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-7afa0c9b-a95f-47e2-b90a-54f93b8135df req-2d2c5a8c-03f5-4662-9c65-f70a681233b0 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=5ae7d673-c11c-48de-8645-1327f212c6c6 HTTP/1.1" status: 200 len: 1127 time: 0.1138887 Feb 04 17:37:50.663961 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-36820f66-4a73-4239-8293-85cf9e628ce1 req-693abbff-1d27-4bf2-a8a4-778b858c1990 tempest-VolumesActionsTest-202408860 tempest-VolumesActionsTest-202408860-project] 10.222.0.89 "GET /v2.0/ports?device_id=ec7e634f-ec74-48cd-9e77-90054ed507b2 HTTP/1.1" status: 200 len: 944 time: 0.0883362 Feb 04 17:37:50.691486 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-69b31c0e-578a-42c0-a1ef-1a2e7c2fe81a req-de9312ad-f683-40ef-b4c7-f00774c68b9d service neutron] 10.222.0.90 "GET /v2.0/networks/49bac2c3-9780-4cfa-ba0a-fc1bc47b3fd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1441836 Feb 04 17:37:50.700527 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9333e5-bfc6-4edd-914b-44737c95797a req-666a27eb-a741-464a-ac77-f6af359f0616 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:37:50.702254 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-7a9333e5-bfc6-4edd-914b-44737c95797a req-666a27eb-a741-464a-ac77-f6af359f0616 service neutron] 10.222.0.96 "GET /v2.0/networks?id=76a54025-3be7-4a6d-a1a4-daa8f1b65b0b HTTP/1.1" status: 200 len: 910 time: 0.1890194 Feb 04 17:37:50.723478 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-7afa0c9b-a95f-47e2-b90a-54f93b8135df req-254e788e-7128-4205-a83e-bd0b2f37e25e service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=8da245bb-3fa5-4b46-90de-bdc82e364e74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497983 Feb 04 17:37:50.769891 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-36820f66-4a73-4239-8293-85cf9e628ce1 req-45468652-b30e-4f67-a6e7-6266cdc7cef3 tempest-VolumesActionsTest-202408860 tempest-VolumesActionsTest-202408860-project] 10.222.0.89 "GET /v2.0/security-groups?id=663de780-f5c3-43ee-b800-65f5196748b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936894 Feb 04 17:37:50.771357 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-7a9333e5-bfc6-4edd-914b-44737c95797a req-6f6bafdd-3843-42a0-b27a-47a3171ad18f service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6743002b-b716-481e-9d69-0610f705352d HTTP/1.1" status: 200 len: 217 time: 0.0522373 Feb 04 17:37:50.845022 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9333e5-bfc6-4edd-914b-44737c95797a req-8d7bc473-6b17-45ad-99a0-59523707ddd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:37:50.846729 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-7a9333e5-bfc6-4edd-914b-44737c95797a req-8d7bc473-6b17-45ad-99a0-59523707ddd7 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=0b7a6ca6-b29c-4244-800b-e95010371421 HTTP/1.1" status: 200 len: 849 time: 0.0684817 Feb 04 17:37:50.856671 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb29f5e-983c-4a20-8dbc-99476ccea089 req-6e1defca-8b18-45ce-b191-d1464db8adb8 tempest-InstanceActionsTestJSON-1670410836 tempest-InstanceActionsTestJSON-1670410836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:37:50.858433 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-ceb29f5e-983c-4a20-8dbc-99476ccea089 req-6e1defca-8b18-45ce-b191-d1464db8adb8 tempest-InstanceActionsTestJSON-1670410836 tempest-InstanceActionsTestJSON-1670410836-project] 10.222.0.89 "GET /v2.0/ports?device_id=5ae7d673-c11c-48de-8645-1327f212c6c6 HTTP/1.1" status: 200 len: 945 time: 0.0644279 Feb 04 17:37:50.887386 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-7a9333e5-bfc6-4edd-914b-44737c95797a req-4f08e04f-4065-473d-966a-4e30c0fc134d service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=76a54025-3be7-4a6d-a1a4-daa8f1b65b0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0330143 Feb 04 17:37:50.918096 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-ceb29f5e-983c-4a20-8dbc-99476ccea089 req-2f05ef91-d03b-4ad1-b129-5a3c8dce4496 tempest-InstanceActionsTestJSON-1670410836 tempest-InstanceActionsTestJSON-1670410836-project] 10.222.0.89 "GET /v2.0/security-groups?id=8da245bb-3fa5-4b46-90de-bdc82e364e74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535731 Feb 04 17:37:50.999940 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da385a91-f790-4e2c-84a2-f262c08d5850 req-826e5d4a-af45-4552-9790-b4b0808f9d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:37:51.001345 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-7a9333e5-bfc6-4edd-914b-44737c95797a req-4c08099f-ae58-4b40-8d78-d24e78034cb0 service neutron] 10.222.0.96 "GET /v2.0/networks/76a54025-3be7-4a6d-a1a4-daa8f1b65b0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1068623 Feb 04 17:37:51.002170 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-da385a91-f790-4e2c-84a2-f262c08d5850 req-826e5d4a-af45-4552-9790-b4b0808f9d2b service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=0b76505d37894fa2a98cba742b19aaf3&device_id=60d3f766-70b6-4e40-a967-29fba6fbe09d HTTP/1.1" status: 200 len: 1126 time: 0.0586953 Feb 04 17:37:51.131148 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-7a9333e5-bfc6-4edd-914b-44737c95797a req-0a81b673-ba70-4aed-a862-acd93455201a service neutron] 10.222.0.96 "GET /v2.0/networks/76a54025-3be7-4a6d-a1a4-daa8f1b65b0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227565 Feb 04 17:37:51.131760 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da385a91-f790-4e2c-84a2-f262c08d5850 req-62198b60-9915-4197-944b-8aefdeaebb5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:37:51.133725 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-da385a91-f790-4e2c-84a2-f262c08d5850 req-62198b60-9915-4197-944b-8aefdeaebb5a service neutron] 10.222.0.90 "GET /v2.0/networks?id=49bac2c3-9780-4cfa-ba0a-fc1bc47b3fd5 HTTP/1.1" status: 200 len: 906 time: 0.1248484 Feb 04 17:37:51.187827 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-da385a91-f790-4e2c-84a2-f262c08d5850 req-4a0967eb-76e8-42a4-b4d4-64d619ef3005 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=448ce9cc-0d0a-4ed3-8a2b-514562253325 HTTP/1.1" status: 200 len: 217 time: 0.0460608 Feb 04 17:37:51.239904 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da385a91-f790-4e2c-84a2-f262c08d5850 req-c08018c1-48b9-4cf4-a7a4-f082d59f98de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:37:51.241950 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-da385a91-f790-4e2c-84a2-f262c08d5850 req-c08018c1-48b9-4cf4-a7a4-f082d59f98de service neutron] 10.222.0.90 "GET /v2.0/subnets?id=85042e04-1570-46e9-b9e6-f57252834000 HTTP/1.1" status: 200 len: 845 time: 0.0467026 Feb 04 17:37:51.286678 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-da385a91-f790-4e2c-84a2-f262c08d5850 req-a40aa5a1-c72e-425d-b9d7-32a7678ca584 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=49bac2c3-9780-4cfa-ba0a-fc1bc47b3fd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0369606 Feb 04 17:37:51.406160 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-da385a91-f790-4e2c-84a2-f262c08d5850 req-c5cd9d7e-508d-4026-bdba-47f69ebd7f01 service neutron] 10.222.0.90 "GET /v2.0/networks/49bac2c3-9780-4cfa-ba0a-fc1bc47b3fd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1121531 Feb 04 17:37:51.526977 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-da385a91-f790-4e2c-84a2-f262c08d5850 req-c65e9394-db39-40c7-bf60-7b4cd79a085f service neutron] 10.222.0.90 "GET /v2.0/networks/49bac2c3-9780-4cfa-ba0a-fc1bc47b3fd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1147966 Feb 04 17:37:51.641353 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaeff854-d599-4634-85d6-c2c30b84f720 req-3a0ff667-aa0d-4403-9395-40ef34aa31f7 tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:37:51.643001 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-eaeff854-d599-4634-85d6-c2c30b84f720 req-3a0ff667-aa0d-4403-9395-40ef34aa31f7 tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] 10.222.0.89 "GET /v2.0/ports?device_id=60d3f766-70b6-4e40-a967-29fba6fbe09d HTTP/1.1" status: 200 len: 944 time: 0.0607362 Feb 04 17:37:51.707512 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-eaeff854-d599-4634-85d6-c2c30b84f720 req-a6ac4501-17c5-45ec-8a43-e595a80f32b5 tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] 10.222.0.89 "GET /v2.0/security-groups?id=7065f8d7-aeef-49a2-81d7-44cedbdfdedd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587254 Feb 04 17:37:51.984557 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0c0d79-9da4-49a8-a76c-431eb4065e0e req-220bda4c-2220-4f8f-8163-cdb610d7f214 tempest-VolumesActionsTest-202408860 tempest-VolumesActionsTest-202408860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:37:51.993990 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-5d0c0d79-9da4-49a8-a76c-431eb4065e0e req-220bda4c-2220-4f8f-8163-cdb610d7f214 tempest-VolumesActionsTest-202408860 tempest-VolumesActionsTest-202408860-project] 10.222.0.89 "GET /v2.0/ports?device_id=ec7e634f-ec74-48cd-9e77-90054ed507b2 HTTP/1.1" status: 200 len: 944 time: 0.1288824 Feb 04 17:37:52.052457 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-5d0c0d79-9da4-49a8-a76c-431eb4065e0e req-d78c8dab-92b6-4572-8997-0784f177de91 tempest-VolumesActionsTest-202408860 tempest-VolumesActionsTest-202408860-project] 10.222.0.89 "GET /v2.0/security-groups?id=663de780-f5c3-43ee-b800-65f5196748b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572698 Feb 04 17:37:52.126264 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c48719b-cfbf-4c71-b905-6f4b489eea7d req-8f64989a-8a31-41f9-9884-e7bdcaece06d tempest-InstanceActionsTestJSON-1670410836 tempest-InstanceActionsTestJSON-1670410836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:37:52.137449 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-9c48719b-cfbf-4c71-b905-6f4b489eea7d req-8f64989a-8a31-41f9-9884-e7bdcaece06d tempest-InstanceActionsTestJSON-1670410836 tempest-InstanceActionsTestJSON-1670410836-project] 10.222.0.89 "GET /v2.0/ports?device_id=5ae7d673-c11c-48de-8645-1327f212c6c6 HTTP/1.1" status: 200 len: 945 time: 0.0724247 Feb 04 17:37:52.198166 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-9c48719b-cfbf-4c71-b905-6f4b489eea7d req-19130557-a9c8-4649-9ba0-4ae4844e8a77 tempest-InstanceActionsTestJSON-1670410836 tempest-InstanceActionsTestJSON-1670410836-project] 10.222.0.89 "GET /v2.0/security-groups?id=8da245bb-3fa5-4b46-90de-bdc82e364e74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587461 Feb 04 17:37:52.881014 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0578c1b7-5452-4016-9caa-444b9ac3d4e2 req-6b6be499-17c1-4127-a816-763a9529751a tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:37:52.891860 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-0578c1b7-5452-4016-9caa-444b9ac3d4e2 req-6b6be499-17c1-4127-a816-763a9529751a tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] 10.222.0.89 "GET /v2.0/ports?device_id=60d3f766-70b6-4e40-a967-29fba6fbe09d HTTP/1.1" status: 200 len: 944 time: 0.0779593 Feb 04 17:37:52.949954 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-0578c1b7-5452-4016-9caa-444b9ac3d4e2 req-27e5f1cf-6f3b-4b07-a29f-78581047749b tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] 10.222.0.89 "GET /v2.0/security-groups?id=7065f8d7-aeef-49a2-81d7-44cedbdfdedd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571568 Feb 04 17:37:53.197669 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c720ed7-c04b-4104-894e-eadc726b7d75 req-c914a785-4404-4604-83f7-20d9a2cfa41f tempest-VolumesActionsTest-202408860 tempest-VolumesActionsTest-202408860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:37:53.200015 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-3c720ed7-c04b-4104-894e-eadc726b7d75 req-c914a785-4404-4604-83f7-20d9a2cfa41f tempest-VolumesActionsTest-202408860 tempest-VolumesActionsTest-202408860-project] 10.222.0.89 "GET /v2.0/ports?device_id=ec7e634f-ec74-48cd-9e77-90054ed507b2 HTTP/1.1" status: 200 len: 944 time: 0.0583756 Feb 04 17:37:53.309901 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-3c720ed7-c04b-4104-894e-eadc726b7d75 req-742cf452-e2d6-424e-9cbb-df14a09a5d51 tempest-VolumesActionsTest-202408860 tempest-VolumesActionsTest-202408860-project] 10.222.0.89 "GET /v2.0/security-groups?id=663de780-f5c3-43ee-b800-65f5196748b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023979 Feb 04 17:37:53.396226 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583bf014-574c-4a2a-830a-f68fb0e9c419 req-eddb6f4f-90c8-4fb4-8b6e-4916792c90a5 tempest-InstanceActionsTestJSON-1670410836 tempest-InstanceActionsTestJSON-1670410836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:37:53.398693 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-583bf014-574c-4a2a-830a-f68fb0e9c419 req-eddb6f4f-90c8-4fb4-8b6e-4916792c90a5 tempest-InstanceActionsTestJSON-1670410836 tempest-InstanceActionsTestJSON-1670410836-project] 10.222.0.89 "GET /v2.0/ports?device_id=5ae7d673-c11c-48de-8645-1327f212c6c6 HTTP/1.1" status: 200 len: 945 time: 0.1272495 Feb 04 17:37:53.454863 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-583bf014-574c-4a2a-830a-f68fb0e9c419 req-7d60a114-796e-4e9d-8ceb-2a454d46816d tempest-InstanceActionsTestJSON-1670410836 tempest-InstanceActionsTestJSON-1670410836-project] 10.222.0.89 "GET /v2.0/security-groups?id=8da245bb-3fa5-4b46-90de-bdc82e364e74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496993 Feb 04 17:37:53.763658 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1870527d-5810-46f9-a41c-4832f139f9ef req-0d8018aa-a0ff-4fc6-865b-9609eb9067fb tempest-InstanceActionsTestJSON-1670410836 tempest-InstanceActionsTestJSON-1670410836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:37:53.765932 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-1870527d-5810-46f9-a41c-4832f139f9ef req-0d8018aa-a0ff-4fc6-865b-9609eb9067fb tempest-InstanceActionsTestJSON-1670410836 tempest-InstanceActionsTestJSON-1670410836-project] 10.222.0.89 "GET /v2.0/ports?device_id=5ae7d673-c11c-48de-8645-1327f212c6c6 HTTP/1.1" status: 200 len: 945 time: 0.0655165 Feb 04 17:37:53.775729 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Device 448ce9cc-0d0a-4ed3-8a2b-514562253325 details requested by agent hyperv_n-h2-827839-2 with host n-h2-827839-2 {{(pid=103378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 17:37:53.780695 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afe240e-5ced-4c57-aa5f-6efe66e90fa3 req-3b409a71-d1f5-41e9-9255-e786447ccbaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:37:53.783335 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-8afe240e-5ced-4c57-aa5f-6efe66e90fa3 req-3b409a71-d1f5-41e9-9255-e786447ccbaa service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=55f1dd7e185f463c8af2edc378969f58&device_id=5ae7d673-c11c-48de-8645-1327f212c6c6 HTTP/1.1" status: 200 len: 1127 time: 0.0711055 Feb 04 17:37:53.844921 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-1870527d-5810-46f9-a41c-4832f139f9ef req-7b937599-8041-4962-9453-d6f91bcaa0ab tempest-InstanceActionsTestJSON-1670410836 tempest-InstanceActionsTestJSON-1670410836-project] 10.222.0.89 "GET /v2.0/security-groups?id=8da245bb-3fa5-4b46-90de-bdc82e364e74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723040 Feb 04 17:37:53.926471 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afe240e-5ced-4c57-aa5f-6efe66e90fa3 req-1aad09d8-9888-47f5-b231-2a960ad65212 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:37:53.928065 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-8afe240e-5ced-4c57-aa5f-6efe66e90fa3 req-1aad09d8-9888-47f5-b231-2a960ad65212 service neutron] 10.222.0.90 "GET /v2.0/networks?id=7a67cca5-092b-456c-a011-60845754ff72 HTTP/1.1" status: 200 len: 914 time: 0.1376097 Feb 04 17:37:53.957710 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] For port 448ce9cc-0d0a-4ed3-8a2b-514562253325, host n-h2-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=448ce9cc-0d0a-4ed3-8a2b-514562253325,segment=NetworkSegment(f8b51653-e9f0-43b4-bbb2-0054b3d4de26),segment_id=f8b51653-e9f0-43b4-bbb2-0054b3d4de26)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:37:53.987134 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Returning: {'device': '448ce9cc-0d0a-4ed3-8a2b-514562253325', 'network_id': '49bac2c3-9780-4cfa-ba0a-fc1bc47b3fd5', 'port_id': '448ce9cc-0d0a-4ed3-8a2b-514562253325', 'mac_address': 'fa:16:3e:be:44:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 773, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85042e04-1570-46e9-b9e6-f57252834000', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 17:37:53.992011 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-8afe240e-5ced-4c57-aa5f-6efe66e90fa3 req-c59b5aa8-c56a-450c-9e22-07aefca8a598 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ab8146c4-0353-4574-a845-76ee71f51d88 HTTP/1.1" status: 200 len: 217 time: 0.0555694 Feb 04 17:37:54.053428 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Current status of the port 448ce9cc-0d0a-4ed3-8a2b-514562253325 is: DOWN; New status is: BUILD {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:37:54.053836 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (448ce9cc-0d0a-4ed3-8a2b-514562253325), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:37:54.074892 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 448ce9cc-0d0a-4ed3-8a2b-514562253325 {{(pid=103378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 17:37:54.087291 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afe240e-5ced-4c57-aa5f-6efe66e90fa3 req-3de27de6-fe74-472b-8e71-2d6c60d65f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:37:54.089039 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-8afe240e-5ced-4c57-aa5f-6efe66e90fa3 req-3de27de6-fe74-472b-8e71-2d6c60d65f73 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=03162985-b836-4337-8e0b-a62e91d7af7e HTTP/1.1" status: 200 len: 853 time: 0.0898027 Feb 04 17:37:54.098528 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] For port 448ce9cc-0d0a-4ed3-8a2b-514562253325, host n-h2-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=448ce9cc-0d0a-4ed3-8a2b-514562253325,segment=NetworkSegment(f8b51653-e9f0-43b4-bbb2-0054b3d4de26),segment_id=f8b51653-e9f0-43b4-bbb2-0054b3d4de26)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:37:54.107159 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (448ce9cc-0d0a-4ed3-8a2b-514562253325), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:37:54.155112 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-8afe240e-5ced-4c57-aa5f-6efe66e90fa3 req-351ff903-ad94-4d48-ad32-d7ee4a2c7ec3 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=7a67cca5-092b-456c-a011-60845754ff72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0544889 Feb 04 17:37:54.176362 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Pushing event updated for resources: {'Port': ['ID=448ce9cc-0d0a-4ed3-8a2b-514562253325,revision_number=4']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:37:54.233586 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05dc1a2-a5ba-4439-ad68-33333bcac00a req-ccf8184a-9a68-45cf-9c65-e68bff390130 tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:37:54.234932 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-e05dc1a2-a5ba-4439-ad68-33333bcac00a req-ccf8184a-9a68-45cf-9c65-e68bff390130 tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] 10.222.0.89 "GET /v2.0/ports?device_id=60d3f766-70b6-4e40-a967-29fba6fbe09d HTTP/1.1" status: 200 len: 945 time: 0.1448896 Feb 04 17:37:54.310996 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-8afe240e-5ced-4c57-aa5f-6efe66e90fa3 req-58f73ab8-c665-4632-a1b3-dd21ebf58325 service neutron] 10.222.0.90 "GET /v2.0/networks/7a67cca5-092b-456c-a011-60845754ff72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1479373 Feb 04 17:37:54.336777 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-e05dc1a2-a5ba-4439-ad68-33333bcac00a req-4e5d6879-3919-4c53-bd34-fc4d5abac5db tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] 10.222.0.89 "GET /v2.0/security-groups?id=7065f8d7-aeef-49a2-81d7-44cedbdfdedd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898750 Feb 04 17:37:54.342704 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] get_ports_and_sgs() called for port_ids ['448ce9cc-0d0a-4ed3-8a2b-514562253325'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 17:37:54.521260 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ad4084-9e04-4f81-851d-d70c8a202172 req-fda7737e-26ae-4f0b-8d26-fe39f9b344ed tempest-VolumesActionsTest-202408860 tempest-VolumesActionsTest-202408860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:37:54.522214 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-8afe240e-5ced-4c57-aa5f-6efe66e90fa3 req-89a270da-f34f-4a5f-840d-61727f924e94 service neutron] 10.222.0.90 "GET /v2.0/networks/7a67cca5-092b-456c-a011-60845754ff72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2035017 Feb 04 17:37:54.530263 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-17ad4084-9e04-4f81-851d-d70c8a202172 req-fda7737e-26ae-4f0b-8d26-fe39f9b344ed tempest-VolumesActionsTest-202408860 tempest-VolumesActionsTest-202408860-project] 10.222.0.89 "GET /v2.0/ports?device_id=ec7e634f-ec74-48cd-9e77-90054ed507b2 HTTP/1.1" status: 200 len: 944 time: 0.0999141 Feb 04 17:37:54.581777 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-17ad4084-9e04-4f81-851d-d70c8a202172 req-8f30878c-e5c6-40fa-9820-d6e02c600d39 tempest-VolumesActionsTest-202408860 tempest-VolumesActionsTest-202408860-project] 10.222.0.89 "GET /v2.0/security-groups?id=663de780-f5c3-43ee-b800-65f5196748b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503304 Feb 04 17:37:54.972208 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6dcb90-ef58-4645-89b2-be532c959f13 req-c508d82c-ad02-4f25-93c5-87855aa026c2 tempest-InstanceActionsTestJSON-1670410836 tempest-InstanceActionsTestJSON-1670410836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:37:54.974556 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-8f6dcb90-ef58-4645-89b2-be532c959f13 req-c508d82c-ad02-4f25-93c5-87855aa026c2 tempest-InstanceActionsTestJSON-1670410836 tempest-InstanceActionsTestJSON-1670410836-project] 10.222.0.89 "GET /v2.0/ports?device_id=5ae7d673-c11c-48de-8645-1327f212c6c6 HTTP/1.1" status: 200 len: 945 time: 0.0571656 Feb 04 17:37:55.038145 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-8f6dcb90-ef58-4645-89b2-be532c959f13 req-0c8daa9f-6d40-4984-b0db-b397aeddac38 tempest-InstanceActionsTestJSON-1670410836 tempest-InstanceActionsTestJSON-1670410836-project] 10.222.0.89 "GET /v2.0/security-groups?id=8da245bb-3fa5-4b46-90de-bdc82e364e74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582256 Feb 04 17:37:55.360372 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device 6743002b-b716-481e-9d69-0610f705352d details requested by agent hyperv_n-h1-827839-2 with host n-h1-827839-2 {{(pid=103378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 17:37:55.484650 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] For port 6743002b-b716-481e-9d69-0610f705352d, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=6743002b-b716-481e-9d69-0610f705352d,segment=NetworkSegment(75cbfb22-5948-4422-ad82-660891fbcc33),segment_id=75cbfb22-5948-4422-ad82-660891fbcc33)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:37:55.496858 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e32ebf8-861c-4b9c-9718-5ebb8ab33b22 req-0fe8b8bc-8c40-43b0-924a-89e603699adb tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:37:55.498482 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-0e32ebf8-861c-4b9c-9718-5ebb8ab33b22 req-0fe8b8bc-8c40-43b0-924a-89e603699adb tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] 10.222.0.89 "GET /v2.0/ports?device_id=60d3f766-70b6-4e40-a967-29fba6fbe09d HTTP/1.1" status: 200 len: 945 time: 0.0740681 Feb 04 17:37:55.503228 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Returning: {'device': '6743002b-b716-481e-9d69-0610f705352d', 'network_id': '76a54025-3be7-4a6d-a1a4-daa8f1b65b0b', 'port_id': '6743002b-b716-481e-9d69-0610f705352d', 'mac_address': 'fa:16:3e:0c:fa:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 767, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b7a6ca6-b29c-4244-800b-e95010371421', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 17:37:55.547013 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Current status of the port 6743002b-b716-481e-9d69-0610f705352d is: DOWN; New status is: BUILD {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:37:55.547407 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (6743002b-b716-481e-9d69-0610f705352d), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:37:55.562722 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6743002b-b716-481e-9d69-0610f705352d {{(pid=103378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 17:37:55.565579 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-0e32ebf8-861c-4b9c-9718-5ebb8ab33b22 req-738e8708-42ca-4bb8-938c-c5c24be15d83 tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] 10.222.0.89 "GET /v2.0/security-groups?id=7065f8d7-aeef-49a2-81d7-44cedbdfdedd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612140 Feb 04 17:37:55.584871 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] For port 6743002b-b716-481e-9d69-0610f705352d, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=6743002b-b716-481e-9d69-0610f705352d,segment=NetworkSegment(75cbfb22-5948-4422-ad82-660891fbcc33),segment_id=75cbfb22-5948-4422-ad82-660891fbcc33)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:37:55.589206 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (6743002b-b716-481e-9d69-0610f705352d), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:37:55.642333 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Pushing event updated for resources: {'Port': ['ID=6743002b-b716-481e-9d69-0610f705352d,revision_number=4']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:37:55.649905 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:37:55.650271 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:37:55.650671 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:37:55.651105 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:37:55.651466 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:37:55.651803 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:37:55.652136 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:37:55.652465 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:37:55.652811 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:37:55.653138 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:37:55.653467 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:37:55.653790 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:37:55.654112 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:37:55.710615 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882400e5-38ed-4d29-8830-5e51f464bdb2 req-e46b7945-992f-420a-bbea-55f713002857 tempest-VolumesActionsTest-202408860 tempest-VolumesActionsTest-202408860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:37:55.712076 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-882400e5-38ed-4d29-8830-5e51f464bdb2 req-e46b7945-992f-420a-bbea-55f713002857 tempest-VolumesActionsTest-202408860 tempest-VolumesActionsTest-202408860-project] 10.222.0.89 "GET /v2.0/ports?device_id=ec7e634f-ec74-48cd-9e77-90054ed507b2 HTTP/1.1" status: 200 len: 945 time: 0.0571673 Feb 04 17:37:55.757986 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-882400e5-38ed-4d29-8830-5e51f464bdb2 req-b69d721c-aa68-4d64-abec-a3d615baeebe tempest-VolumesActionsTest-202408860 tempest-VolumesActionsTest-202408860-project] 10.222.0.89 "GET /v2.0/security-groups?id=663de780-f5c3-43ee-b800-65f5196748b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401485 Feb 04 17:37:55.781633 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Device 448ce9cc-0d0a-4ed3-8a2b-514562253325 up at agent hyperv_n-h2-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:37:55.848257 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Provisioning for port 448ce9cc-0d0a-4ed3-8a2b-514562253325 completed by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 17:37:55.852836 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Provisioning complete for port 448ce9cc-0d0a-4ed3-8a2b-514562253325 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:37:55.853735 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (448ce9cc-0d0a-4ed3-8a2b-514562253325), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:37:55.939903 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Current status of the port 448ce9cc-0d0a-4ed3-8a2b-514562253325 is: BUILD; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:37:55.940345 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (448ce9cc-0d0a-4ed3-8a2b-514562253325), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:37:55.976720 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] For port 448ce9cc-0d0a-4ed3-8a2b-514562253325, host n-h2-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=448ce9cc-0d0a-4ed3-8a2b-514562253325,segment=NetworkSegment(f8b51653-e9f0-43b4-bbb2-0054b3d4de26),segment_id=f8b51653-e9f0-43b4-bbb2-0054b3d4de26)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:37:55.977822 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60d3f766-70b6-4e40-a967-29fba6fbe09d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '448ce9cc-0d0a-4ed3-8a2b-514562253325'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:37:55.981148 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c34bc964ce2211770fda26ca2f3801cc06f4f39928110690550e94ab9c9d2fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68a8a8d2-6169-4aeb-93c3-95c2eb6425ad" -d '{"events": [{"server_uuid": "60d3f766-70b6-4e40-a967-29fba6fbe09d", "name": "network-vif-plugged", "status": "completed", "tag": "448ce9cc-0d0a-4ed3-8a2b-514562253325"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:37:55.987929 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] get_ports_and_sgs() called for port_ids ['6743002b-b716-481e-9d69-0610f705352d'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 17:37:55.990696 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (448ce9cc-0d0a-4ed3-8a2b-514562253325), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:37:56.046743 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 17:37:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f36ae0d-0f33-4611-812c-070fa728824e x-openstack-request-id: req-8f36ae0d-0f33-4611-812c-070fa728824e {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:37:56.047711 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60d3f766-70b6-4e40-a967-29fba6fbe09d", "name": "network-vif-plugged", "status": "completed", "tag": "448ce9cc-0d0a-4ed3-8a2b-514562253325", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:37:56.048451 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-8f36ae0d-0f33-4611-812c-070fa728824e {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:37:56.049193 n-d-827839-2 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60d3f766-70b6-4e40-a967-29fba6fbe09d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '448ce9cc-0d0a-4ed3-8a2b-514562253325', 'code': 200} Feb 04 17:37:56.091197 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Pushing event updated for resources: {'Port': ['ID=448ce9cc-0d0a-4ed3-8a2b-514562253325,revision_number=5']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:37:56.151077 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068b1fb1-3042-4916-9045-a12f8ec9143d req-7d1cc36b-ffae-4128-ab93-2f15dcdf1ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:37:56.153008 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-068b1fb1-3042-4916-9045-a12f8ec9143d req-7d1cc36b-ffae-4128-ab93-2f15dcdf1ee0 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=60d3f766-70b6-4e40-a967-29fba6fbe09d HTTP/1.1" status: 200 len: 1128 time: 0.0667834 Feb 04 17:37:56.238960 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-068b1fb1-3042-4916-9045-a12f8ec9143d req-934bbddc-517c-4541-9502-3148ea8767a8 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=7065f8d7-aeef-49a2-81d7-44cedbdfdedd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798192 Feb 04 17:37:56.253101 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febb4236-9e8a-4409-ad52-dac279f5b9a4 req-7fa8db61-9133-48e6-9f8a-0e8397a26ef8 tempest-InstanceActionsTestJSON-1670410836 tempest-InstanceActionsTestJSON-1670410836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:37:56.257253 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-febb4236-9e8a-4409-ad52-dac279f5b9a4 req-7fa8db61-9133-48e6-9f8a-0e8397a26ef8 tempest-InstanceActionsTestJSON-1670410836 tempest-InstanceActionsTestJSON-1670410836-project] 10.222.0.89 "GET /v2.0/ports?device_id=5ae7d673-c11c-48de-8645-1327f212c6c6 HTTP/1.1" status: 200 len: 945 time: 0.0826037 Feb 04 17:37:56.313258 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-febb4236-9e8a-4409-ad52-dac279f5b9a4 req-d74f36ba-3835-485b-ab07-86c1f19529d9 tempest-InstanceActionsTestJSON-1670410836 tempest-InstanceActionsTestJSON-1670410836-project] 10.222.0.89 "GET /v2.0/security-groups?id=8da245bb-3fa5-4b46-90de-bdc82e364e74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529089 Feb 04 17:37:56.680572 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd7978f-49fb-460e-8083-3eadd43c1449 req-92e7e5e0-377e-4548-bd44-54a652b6a914 tempest-InstanceActionsTestJSON-1670410836 tempest-InstanceActionsTestJSON-1670410836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:37:56.682450 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-5fd7978f-49fb-460e-8083-3eadd43c1449 req-92e7e5e0-377e-4548-bd44-54a652b6a914 tempest-InstanceActionsTestJSON-1670410836 tempest-InstanceActionsTestJSON-1670410836-project] 10.222.0.89 "GET /v2.0/ports?device_id=5ae7d673-c11c-48de-8645-1327f212c6c6 HTTP/1.1" status: 200 len: 945 time: 0.0794234 Feb 04 17:37:56.719130 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34079ee6-685a-43f2-ba6b-64cfd55034b5 req-e90117f7-09f4-4fc8-a88c-b34894492d6b tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:37:56.721302 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-34079ee6-685a-43f2-ba6b-64cfd55034b5 req-e90117f7-09f4-4fc8-a88c-b34894492d6b tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] 10.222.0.89 "GET /v2.0/ports?device_id=60d3f766-70b6-4e40-a967-29fba6fbe09d HTTP/1.1" status: 200 len: 946 time: 0.0750272 Feb 04 17:37:56.741341 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-5fd7978f-49fb-460e-8083-3eadd43c1449 req-ecec5935-dbf5-453c-93dc-a9fe012603ed tempest-InstanceActionsTestJSON-1670410836 tempest-InstanceActionsTestJSON-1670410836-project] 10.222.0.89 "GET /v2.0/security-groups?id=8da245bb-3fa5-4b46-90de-bdc82e364e74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521684 Feb 04 17:37:56.775476 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-34079ee6-685a-43f2-ba6b-64cfd55034b5 req-061c2a1e-382c-4e54-aa91-c432b5f87701 tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] 10.222.0.89 "GET /v2.0/security-groups?id=7065f8d7-aeef-49a2-81d7-44cedbdfdedd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457191 Feb 04 17:37:56.881749 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7cbfd7-da73-454e-a90a-425ad369f5c7 req-9b9564c0-07af-42a6-9a7c-b25c5b26d846 tempest-VolumesActionsTest-202408860 tempest-VolumesActionsTest-202408860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:37:56.883291 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-ff7cbfd7-da73-454e-a90a-425ad369f5c7 req-9b9564c0-07af-42a6-9a7c-b25c5b26d846 tempest-VolumesActionsTest-202408860 tempest-VolumesActionsTest-202408860-project] 10.222.0.89 "GET /v2.0/ports?device_id=ec7e634f-ec74-48cd-9e77-90054ed507b2 HTTP/1.1" status: 200 len: 945 time: 0.0533094 Feb 04 17:37:56.943870 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-ff7cbfd7-da73-454e-a90a-425ad369f5c7 req-32348bae-e49e-4e2f-9e0c-54156640bb29 tempest-VolumesActionsTest-202408860 tempest-VolumesActionsTest-202408860-project] 10.222.0.89 "GET /v2.0/security-groups?id=663de780-f5c3-43ee-b800-65f5196748b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536282 Feb 04 17:37:57.066441 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 57392) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:37:57.169775 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-ce264cc9-61f1-4d10-ab9b-5d1ab8a22538 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:37:57.241407 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-ce264cc9-61f1-4d10-ab9b-5d1ab8a22538 admin admin] Publish callbacks [] for security_group (38d988e8-66c4-4142-be63-403e88be9199), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:37:57.246277 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-ce264cc9-61f1-4d10-ab9b-5d1ab8a22538 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (38d988e8-66c4-4142-be63-403e88be9199), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:37:57.287896 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-ce264cc9-61f1-4d10-ab9b-5d1ab8a22538 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=a139a5cb32b24d619a82f48daa760351&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2203660 Feb 04 17:37:57.288767 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce264cc9-61f1-4d10-ab9b-5d1ab8a22538 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38d988e8-66c4-4142-be63-403e88be9199,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:37:57.290602 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 57396) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:37:57.338140 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-3d1f9d4d-9ade-44a6-8d0a-09db9ec03531 admin admin] Publish callbacks [] for security_group (38d988e8-66c4-4142-be63-403e88be9199), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:37:57.359324 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-3d1f9d4d-9ade-44a6-8d0a-09db9ec03531 admin admin] Publish callbacks [] for security_group (38d988e8-66c4-4142-be63-403e88be9199), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:37:57.361385 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device 6743002b-b716-481e-9d69-0610f705352d up at agent hyperv_n-h1-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:37:57.414304 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-3d1f9d4d-9ade-44a6-8d0a-09db9ec03531 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (38d988e8-66c4-4142-be63-403e88be9199), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:37:57.414545 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Provisioning for port 6743002b-b716-481e-9d69-0610f705352d completed by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 17:37:57.417962 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-3d1f9d4d-9ade-44a6-8d0a-09db9ec03531 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:37:57.419329 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-3d1f9d4d-9ade-44a6-8d0a-09db9ec03531 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/38d988e8-66c4-4142-be63-403e88be9199 HTTP/1.1" status: 204 len: 168 time: 0.1276965 Feb 04 17:37:57.419623 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Provisioning complete for port 6743002b-b716-481e-9d69-0610f705352d triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:37:57.420059 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (6743002b-b716-481e-9d69-0610f705352d), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:37:57.431951 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1f9d4d-9ade-44a6-8d0a-09db9ec03531 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38d988e8-66c4-4142-be63-403e88be9199,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:37:57.509230 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Current status of the port 6743002b-b716-481e-9d69-0610f705352d is: BUILD; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:37:57.509651 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (6743002b-b716-481e-9d69-0610f705352d), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:37:57.543998 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] For port 6743002b-b716-481e-9d69-0610f705352d, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=6743002b-b716-481e-9d69-0610f705352d,segment=NetworkSegment(75cbfb22-5948-4422-ad82-660891fbcc33),segment_id=75cbfb22-5948-4422-ad82-660891fbcc33)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:37:57.548071 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (6743002b-b716-481e-9d69-0610f705352d), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:37:57.596428 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Pushing event updated for resources: {'Port': ['ID=6743002b-b716-481e-9d69-0610f705352d,revision_number=5']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:37:57.711401 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 57410) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:37:57.729071 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-be84efa1-d222-4833-8096-2bb3e6f28ed4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:37:57.815737 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-be84efa1-d222-4833-8096-2bb3e6f28ed4 admin admin] Publish callbacks [] for security_group (4f5031d1-df84-41af-a65c-0e614e97c823), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:37:57.825264 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-be84efa1-d222-4833-8096-2bb3e6f28ed4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (4f5031d1-df84-41af-a65c-0e614e97c823), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:37:57.874138 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-be84efa1-d222-4833-8096-2bb3e6f28ed4 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=38fde4b457f04df0a83150626bee1aa7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1608348 Feb 04 17:37:57.889733 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 57418) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:37:57.898808 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be84efa1-d222-4833-8096-2bb3e6f28ed4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f5031d1-df84-41af-a65c-0e614e97c823,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:37:57.933781 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef3a6d2-577e-4aaf-9710-131b9e0e87d3 req-aa4942e3-4861-40de-bc16-0e748de98c5d tempest-InstanceActionsTestJSON-1670410836 tempest-InstanceActionsTestJSON-1670410836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:37:57.935346 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-6ef3a6d2-577e-4aaf-9710-131b9e0e87d3 req-aa4942e3-4861-40de-bc16-0e748de98c5d tempest-InstanceActionsTestJSON-1670410836 tempest-InstanceActionsTestJSON-1670410836-project] 10.222.0.89 "GET /v2.0/ports?device_id=5ae7d673-c11c-48de-8645-1327f212c6c6 HTTP/1.1" status: 200 len: 945 time: 0.0883384 Feb 04 17:37:57.952198 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abdce17-cc4e-4f7f-921c-1b187f7e5688 req-e6e7c97a-52ce-4896-b99f-13d063024d29 tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:37:57.953664 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-0abdce17-cc4e-4f7f-921c-1b187f7e5688 req-e6e7c97a-52ce-4896-b99f-13d063024d29 tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] 10.222.0.89 "GET /v2.0/ports?device_id=60d3f766-70b6-4e40-a967-29fba6fbe09d HTTP/1.1" status: 200 len: 946 time: 0.0987244 Feb 04 17:37:57.983704 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-c79b4927-fc34-47a0-bd18-c1e645be9d6c admin admin] Publish callbacks [] for security_group (4f5031d1-df84-41af-a65c-0e614e97c823), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:37:57.989875 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-6ef3a6d2-577e-4aaf-9710-131b9e0e87d3 req-346fd15a-a370-488d-a584-1463f6d8d566 tempest-InstanceActionsTestJSON-1670410836 tempest-InstanceActionsTestJSON-1670410836-project] 10.222.0.89 "GET /v2.0/security-groups?id=8da245bb-3fa5-4b46-90de-bdc82e364e74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483351 Feb 04 17:37:58.024522 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-c79b4927-fc34-47a0-bd18-c1e645be9d6c admin admin] Publish callbacks [] for security_group (4f5031d1-df84-41af-a65c-0e614e97c823), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:37:58.042661 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-0abdce17-cc4e-4f7f-921c-1b187f7e5688 req-e58e9d02-ade4-4d6d-b3d8-c8f2f8938231 tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] 10.222.0.89 "GET /v2.0/security-groups?id=7065f8d7-aeef-49a2-81d7-44cedbdfdedd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778537 Feb 04 17:37:58.050711 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec7e634f-ec74-48cd-9e77-90054ed507b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6743002b-b716-481e-9d69-0610f705352d'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:37:58.053333 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c34bc964ce2211770fda26ca2f3801cc06f4f39928110690550e94ab9c9d2fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88edc31f-c978-44b1-adc8-34d80f3cb1c7" -d '{"events": [{"server_uuid": "ec7e634f-ec74-48cd-9e77-90054ed507b2", "name": "network-vif-plugged", "status": "completed", "tag": "6743002b-b716-481e-9d69-0610f705352d"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:37:58.094514 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 17:37:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0b06e86-b3e5-4444-a0b8-e6efad721af6 x-openstack-request-id: req-d0b06e86-b3e5-4444-a0b8-e6efad721af6 {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:37:58.095075 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec7e634f-ec74-48cd-9e77-90054ed507b2", "name": "network-vif-plugged", "status": "completed", "tag": "6743002b-b716-481e-9d69-0610f705352d", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:37:58.095715 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-d0b06e86-b3e5-4444-a0b8-e6efad721af6 {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:37:58.096317 n-d-827839-2 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec7e634f-ec74-48cd-9e77-90054ed507b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6743002b-b716-481e-9d69-0610f705352d', 'code': 200} Feb 04 17:37:58.104091 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-c79b4927-fc34-47a0-bd18-c1e645be9d6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (4f5031d1-df84-41af-a65c-0e614e97c823), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:37:58.107449 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-c79b4927-fc34-47a0-bd18-c1e645be9d6c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:37:58.108782 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-c79b4927-fc34-47a0-bd18-c1e645be9d6c admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/4f5031d1-df84-41af-a65c-0e614e97c823 HTTP/1.1" status: 204 len: 168 time: 0.2168195 Feb 04 17:37:58.119726 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79b4927-fc34-47a0-bd18-c1e645be9d6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f5031d1-df84-41af-a65c-0e614e97c823,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:37:58.150574 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.agents_db [None req-e1691f3b-aacd-4cd6-8ebb-a9c53bb301c0 None None] Agent healthcheck: found 7 active agents {{(pid=103379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 17:37:58.151126 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a8d582-af11-4971-af4f-3ff5604ab340 req-720042ef-47e6-4856-b44a-db7b50ca19cd tempest-VolumesActionsTest-202408860 tempest-VolumesActionsTest-202408860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:37:58.160890 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-95a8d582-af11-4971-af4f-3ff5604ab340 req-720042ef-47e6-4856-b44a-db7b50ca19cd tempest-VolumesActionsTest-202408860 tempest-VolumesActionsTest-202408860-project] 10.222.0.89 "GET /v2.0/ports?device_id=ec7e634f-ec74-48cd-9e77-90054ed507b2 HTTP/1.1" status: 200 len: 946 time: 0.1060739 Feb 04 17:37:58.262280 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-95a8d582-af11-4971-af4f-3ff5604ab340 req-e51a447e-ac9b-439b-b1ec-9783f4a7007a tempest-VolumesActionsTest-202408860 tempest-VolumesActionsTest-202408860-project] 10.222.0.89 "GET /v2.0/security-groups?id=663de780-f5c3-43ee-b800-65f5196748b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001766 Feb 04 17:37:58.275332 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d4d2a6-8dde-47fc-be56-35e65ff8880f req-daa41c52-1ab9-428d-9e84-d557805884d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:37:58.276488 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-18d4d2a6-8dde-47fc-be56-35e65ff8880f req-daa41c52-1ab9-428d-9e84-d557805884d0 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=ec7e634f-ec74-48cd-9e77-90054ed507b2 HTTP/1.1" status: 200 len: 1128 time: 0.0703340 Feb 04 17:37:58.315193 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08bda22-ae97-411d-b188-650f90c27daf req-47dc91be-d0d0-4cf8-91a2-446984c4309b tempest-InstanceActionsTestJSON-1670410836 tempest-InstanceActionsTestJSON-1670410836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:37:58.317292 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-c08bda22-ae97-411d-b188-650f90c27daf req-47dc91be-d0d0-4cf8-91a2-446984c4309b tempest-InstanceActionsTestJSON-1670410836 tempest-InstanceActionsTestJSON-1670410836-project] 10.222.0.90 "GET /v2.0/ports?device_id=5ae7d673-c11c-48de-8645-1327f212c6c6 HTTP/1.1" status: 200 len: 945 time: 0.1324785 Feb 04 17:37:58.380183 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-18d4d2a6-8dde-47fc-be56-35e65ff8880f req-57676f09-f5a5-4a12-9cdb-83f2e2b896c8 service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=663de780-f5c3-43ee-b800-65f5196748b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953557 Feb 04 17:37:58.401444 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0ef417-cb3a-49ef-861c-2cf9381a99b0 req-b0a8874f-54d5-4f6d-9cb1-fa6b2592f26d tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:37:58.403116 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-0c0ef417-cb3a-49ef-861c-2cf9381a99b0 req-b0a8874f-54d5-4f6d-9cb1-fa6b2592f26d tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] 10.222.0.89 "GET /v2.0/ports?device_id=60d3f766-70b6-4e40-a967-29fba6fbe09d HTTP/1.1" status: 200 len: 946 time: 0.0812685 Feb 04 17:37:58.436325 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [req-c08bda22-ae97-411d-b188-650f90c27daf req-1323bf15-21dc-480b-9206-b6bea3d1b4f0 tempest-InstanceActionsTestJSON-1670410836 tempest-InstanceActionsTestJSON-1670410836-project] Deleting port ab8146c4-0353-4574-a845-76ee71f51d88 {{(pid=103377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:37:58.437064 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-c08bda22-ae97-411d-b188-650f90c27daf req-1323bf15-21dc-480b-9206-b6bea3d1b4f0 tempest-InstanceActionsTestJSON-1670410836 tempest-InstanceActionsTestJSON-1670410836-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (ab8146c4-0353-4574-a845-76ee71f51d88), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:37:58.481018 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-0c0ef417-cb3a-49ef-861c-2cf9381a99b0 req-8b35d29b-6825-4660-a9e5-a4f136ba1c23 tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] 10.222.0.89 "GET /v2.0/security-groups?id=7065f8d7-aeef-49a2-81d7-44cedbdfdedd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624807 Feb 04 17:37:58.546723 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [req-c08bda22-ae97-411d-b188-650f90c27daf req-1323bf15-21dc-480b-9206-b6bea3d1b4f0 tempest-InstanceActionsTestJSON-1670410836 tempest-InstanceActionsTestJSON-1670410836-project] For port ab8146c4-0353-4574-a845-76ee71f51d88, host n-h2-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=ab8146c4-0353-4574-a845-76ee71f51d88,segment=NetworkSegment(1198c613-8e90-43ee-b281-57511db055fc),segment_id=1198c613-8e90-43ee-b281-57511db055fc)] {{(pid=103377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:37:58.547101 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-c08bda22-ae97-411d-b188-650f90c27daf req-1323bf15-21dc-480b-9206-b6bea3d1b4f0 tempest-InstanceActionsTestJSON-1670410836 tempest-InstanceActionsTestJSON-1670410836-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (ab8146c4-0353-4574-a845-76ee71f51d88), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:37:58.563659 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [req-c08bda22-ae97-411d-b188-650f90c27daf req-1323bf15-21dc-480b-9206-b6bea3d1b4f0 tempest-InstanceActionsTestJSON-1670410836 tempest-InstanceActionsTestJSON-1670410836-project] Calling delete_port for ab8146c4-0353-4574-a845-76ee71f51d88 owned by compute:nova {{(pid=103377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:37:59.007592 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504fc7ec-2439-49ab-be3a-cec021b8e36f req-9a203b85-17de-41d0-a0d2-c2f71b247b0b tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:37:59.009129 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-504fc7ec-2439-49ab-be3a-cec021b8e36f req-9a203b85-17de-41d0-a0d2-c2f71b247b0b tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] 10.222.0.89 "GET /v2.0/ports?device_id=60d3f766-70b6-4e40-a967-29fba6fbe09d HTTP/1.1" status: 200 len: 946 time: 0.4192262 Feb 04 17:37:59.100958 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-504fc7ec-2439-49ab-be3a-cec021b8e36f req-195c709e-57e2-4eae-ab0e-491edb1f4ca8 tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] 10.222.0.89 "GET /v2.0/security-groups?id=7065f8d7-aeef-49a2-81d7-44cedbdfdedd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768549 Feb 04 17:37:59.138426 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-c08bda22-ae97-411d-b188-650f90c27daf req-1323bf15-21dc-480b-9206-b6bea3d1b4f0 tempest-InstanceActionsTestJSON-1670410836 tempest-InstanceActionsTestJSON-1670410836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (ab8146c4-0353-4574-a845-76ee71f51d88), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:37:59.149119 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1150b65-e478-45fd-94e7-c26564de3048 req-94af81bc-0cd9-4223-abc5-da4387ff5148 tempest-InstanceActionsTestJSON-1670410836 tempest-InstanceActionsTestJSON-1670410836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:37:59.157880 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] get_ports_and_sgs() called for port_ids ['ab8146c4-0353-4574-a845-76ee71f51d88'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 17:37:59.167261 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-f1150b65-e478-45fd-94e7-c26564de3048 req-94af81bc-0cd9-4223-abc5-da4387ff5148 tempest-InstanceActionsTestJSON-1670410836 tempest-InstanceActionsTestJSON-1670410836-project] 10.222.0.89 "GET /v2.0/ports?device_id=5ae7d673-c11c-48de-8645-1327f212c6c6 HTTP/1.1" status: 200 len: 945 time: 0.0890956 Feb 04 17:37:59.193637 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1323bf15-21dc-480b-9206-b6bea3d1b4f0 tempest-InstanceActionsTestJSON-1670410836 tempest-InstanceActionsTestJSON-1670410836-project] Pushing event deleted for resources: {'Port': ['ID=ab8146c4-0353-4574-a845-76ee71f51d88,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:37:59.283182 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [req-c08bda22-ae97-411d-b188-650f90c27daf req-1323bf15-21dc-480b-9206-b6bea3d1b4f0 tempest-InstanceActionsTestJSON-1670410836 tempest-InstanceActionsTestJSON-1670410836-project] No DVR routers for this DVR port ab8146c4-0353-4574-a845-76ee71f51d88 on host n-h2-827839-2 {{(pid=103377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 17:37:59.283419 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-f1150b65-e478-45fd-94e7-c26564de3048 req-b2ac77b1-f0e7-419c-9536-d62720b3326a tempest-InstanceActionsTestJSON-1670410836 tempest-InstanceActionsTestJSON-1670410836-project] 10.222.0.89 "GET /v2.0/security-groups?id=8da245bb-3fa5-4b46-90de-bdc82e364e74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100590 Feb 04 17:37:59.289950 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-c08bda22-ae97-411d-b188-650f90c27daf req-1323bf15-21dc-480b-9206-b6bea3d1b4f0 tempest-InstanceActionsTestJSON-1670410836 tempest-InstanceActionsTestJSON-1670410836-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:37:59.296717 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-c08bda22-ae97-411d-b188-650f90c27daf req-1323bf15-21dc-480b-9206-b6bea3d1b4f0 tempest-InstanceActionsTestJSON-1670410836 tempest-InstanceActionsTestJSON-1670410836-project] 10.222.0.90 "DELETE /v2.0/ports/ab8146c4-0353-4574-a845-76ee71f51d88 HTTP/1.1" status: 204 len: 173 time: 0.9713459 Feb 04 17:37:59.318763 n-d-827839-2 neutron-server[103377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ae7d673-c11c-48de-8645-1327f212c6c6', 'name': 'network-vif-deleted', 'tag': 'ab8146c4-0353-4574-a845-76ee71f51d88'}] {{(pid=103377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:37:59.323371 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7240428b650e1488e9361b62648ff4b3a6c19d49d8c27c949491ab58c1346cf0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7905fea-eec3-41f8-b4de-13a6addc6015" -d '{"events": [{"server_uuid": "5ae7d673-c11c-48de-8645-1327f212c6c6", "name": "network-vif-deleted", "tag": "ab8146c4-0353-4574-a845-76ee71f51d88"}]}' {{(pid=103377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:37:59.431388 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ff0527-9882-4601-bfe8-39e62739bce5 req-1db21409-5537-4dda-bf67-4f2423481f42 tempest-VolumesActionsTest-202408860 tempest-VolumesActionsTest-202408860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:37:59.440205 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-a7ff0527-9882-4601-bfe8-39e62739bce5 req-1db21409-5537-4dda-bf67-4f2423481f42 tempest-VolumesActionsTest-202408860 tempest-VolumesActionsTest-202408860-project] 10.222.0.89 "GET /v2.0/ports?device_id=ec7e634f-ec74-48cd-9e77-90054ed507b2 HTTP/1.1" status: 200 len: 946 time: 0.0745480 Feb 04 17:37:59.478800 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396b6b10-675d-4416-9359-bc7d3b13d063 req-c853c581-abff-419a-9c7d-3c56dfaa69aa tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:37:59.487505 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-396b6b10-675d-4416-9359-bc7d3b13d063 req-c853c581-abff-419a-9c7d-3c56dfaa69aa tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] 10.222.0.89 "GET /v2.0/ports?device_id=60d3f766-70b6-4e40-a967-29fba6fbe09d HTTP/1.1" status: 200 len: 946 time: 0.1054075 Feb 04 17:37:59.509420 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-a7ff0527-9882-4601-bfe8-39e62739bce5 req-5c19af15-096c-482f-90be-3aa9873c49b4 tempest-VolumesActionsTest-202408860 tempest-VolumesActionsTest-202408860-project] 10.222.0.89 "GET /v2.0/security-groups?id=663de780-f5c3-43ee-b800-65f5196748b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681231 Feb 04 17:37:59.537842 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-396b6b10-675d-4416-9359-bc7d3b13d063 req-e09c1748-0171-4fa9-8b03-11114482907a tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] 10.222.0.89 "GET /v2.0/security-groups?id=7065f8d7-aeef-49a2-81d7-44cedbdfdedd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490136 Feb 04 17:37:59.562376 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 17:37:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88e860a7-5a7c-4a72-8fad-d3a2dd17b220 x-openstack-request-id: req-88e860a7-5a7c-4a72-8fad-d3a2dd17b220 {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:37:59.562833 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ae7d673-c11c-48de-8645-1327f212c6c6", "name": "network-vif-deleted", "tag": "ab8146c4-0353-4574-a845-76ee71f51d88", "status": "completed", "code": 200}]} {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:37:59.563166 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-88e860a7-5a7c-4a72-8fad-d3a2dd17b220 {{(pid=103377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:37:59.563642 n-d-827839-2 neutron-server[103377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ae7d673-c11c-48de-8645-1327f212c6c6', 'name': 'network-vif-deleted', 'tag': 'ab8146c4-0353-4574-a845-76ee71f51d88', 'status': 'completed', 'code': 200} Feb 04 17:37:59.709650 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2b7a7247-fae8-46e3-83e1-a413c0794077 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (bb89f5a3-3c22-440b-b7d1-c4f0c43c184a), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:00.345262 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 57518) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:38:00.388880 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d7ff1d6-e59e-4010-9e7c-6e9f29c99c9f admin admin] Deleting subnet 03162985-b836-4337-8e0b-a62e91d7af7e {{(pid=103377) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 17:38:00.392228 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-7d7ff1d6-e59e-4010-9e7c-6e9f29c99c9f admin admin] Publish callbacks [] for subnet (03162985-b836-4337-8e0b-a62e91d7af7e), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:00.434448 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-7d7ff1d6-e59e-4010-9e7c-6e9f29c99c9f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26866676'] for subnet (03162985-b836-4337-8e0b-a62e91d7af7e), precommit_delete_associations {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:00.481669 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-7d7ff1d6-e59e-4010-9e7c-6e9f29c99c9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1541225'] for subnet (03162985-b836-4337-8e0b-a62e91d7af7e), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:00.550712 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-7d7ff1d6-e59e-4010-9e7c-6e9f29c99c9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1541216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25888360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25597190'] for subnet (03162985-b836-4337-8e0b-a62e91d7af7e), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:00.569675 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 57526) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:38:00.609239 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-7d7ff1d6-e59e-4010-9e7c-6e9f29c99c9f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:00.617105 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-7d7ff1d6-e59e-4010-9e7c-6e9f29c99c9f admin admin] 10.222.0.89 "DELETE /v2.0/subnets/03162985-b836-4337-8e0b-a62e91d7af7e HTTP/1.1" status: 204 len: 168 time: 0.2705486 Feb 04 17:38:00.618063 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7ff1d6-e59e-4010-9e7c-6e9f29c99c9f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=03162985-b836-4337-8e0b-a62e91d7af7e,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:38:00.621413 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 57530) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:38:00.671806 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371dd11c-3c65-4a21-bfef-622aa0c4868f req-e584f837-5510-4635-aeb6-ba6e068706a3 tempest-VolumesActionsTest-202408860 tempest-VolumesActionsTest-202408860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:38:00.673578 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-371dd11c-3c65-4a21-bfef-622aa0c4868f req-e584f837-5510-4635-aeb6-ba6e068706a3 tempest-VolumesActionsTest-202408860 tempest-VolumesActionsTest-202408860-project] 10.222.0.89 "GET /v2.0/ports?device_id=ec7e634f-ec74-48cd-9e77-90054ed507b2 HTTP/1.1" status: 200 len: 946 time: 0.0884073 Feb 04 17:38:00.719526 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-0536b1f7-4dea-4bea-8dec-bf31e3bc9993 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628832'] for network (7a67cca5-092b-456c-a011-60845754ff72), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:00.741972 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-42f3ce95-bf2b-4b2e-9b96-116c9f334a3e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:00.773414 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-371dd11c-3c65-4a21-bfef-622aa0c4868f req-e297e0c2-284b-452b-bac0-504bd41b4116 tempest-VolumesActionsTest-202408860 tempest-VolumesActionsTest-202408860-project] 10.222.0.89 "GET /v2.0/security-groups?id=663de780-f5c3-43ee-b800-65f5196748b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929642 Feb 04 17:38:00.861436 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-42f3ce95-bf2b-4b2e-9b96-116c9f334a3e admin admin] Publish callbacks [] for security_group (355f45fa-0f03-4b46-91ba-894c46192868), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:00.869639 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-42f3ce95-bf2b-4b2e-9b96-116c9f334a3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (355f45fa-0f03-4b46-91ba-894c46192868), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:00.874830 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-0536b1f7-4dea-4bea-8dec-bf31e3bc9993 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1543676', 'neutron.services.segments.db._delete_segments_for_network-8781084786517'] for network (7a67cca5-092b-456c-a011-60845754ff72), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:00.902471 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-42f3ce95-bf2b-4b2e-9b96-116c9f334a3e admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=c37b4aa3356c454ea21422fa026c63f0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3315969 Feb 04 17:38:00.905818 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 57536) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:38:00.907634 n-d-827839-2 neutron-server[103377]: DEBUG neutron.services.segments.db [None req-0536b1f7-4dea-4bea-8dec-bf31e3bc9993 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a67cca5-092b-456c-a011-60845754ff72']}} {{(pid=103377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:38:00.959737 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f3ce95-bf2b-4b2e-9b96-116c9f334a3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=355f45fa-0f03-4b46-91ba-894c46192868,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:38:00.980327 n-d-827839-2 neutron-server[103377]: DEBUG neutron.services.segments.db [None req-0536b1f7-4dea-4bea-8dec-bf31e3bc9993 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1198c613-8e90-43ee-b281-57511db055fc') {'for_net_delete': True} {{(pid=103377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:38:00.980661 n-d-827839-2 neutron-server[103377]: DEBUG neutron.services.segments.db [None req-0536b1f7-4dea-4bea-8dec-bf31e3bc9993 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1198c613-8e90-43ee-b281-57511db055fc') {} {{(pid=103377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:38:00.992058 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7626c33-a086-4c91-8f74-b745a4d97d28 req-757e5003-1b19-4369-a6a5-1a6cf9496722 tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:38:00.999984 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-a7626c33-a086-4c91-8f74-b745a4d97d28 req-757e5003-1b19-4369-a6a5-1a6cf9496722 tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] 10.222.0.89 "GET /v2.0/ports?device_id=60d3f766-70b6-4e40-a967-29fba6fbe09d HTTP/1.1" status: 200 len: 946 time: 0.3142707 Feb 04 17:38:01.005341 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-fc505989-d2c3-41ab-aba4-1bfe97e2ede5 admin admin] Publish callbacks [] for security_group (355f45fa-0f03-4b46-91ba-894c46192868), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:01.032839 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-fc505989-d2c3-41ab-aba4-1bfe97e2ede5 admin admin] Publish callbacks [] for security_group (355f45fa-0f03-4b46-91ba-894c46192868), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:01.033941 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-0536b1f7-4dea-4bea-8dec-bf31e3bc9993 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781084783966', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26866685'] for segment (1198c613-8e90-43ee-b281-57511db055fc), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:01.066405 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-0536b1f7-4dea-4bea-8dec-bf31e3bc9993 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (1198c613-8e90-43ee-b281-57511db055fc), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:01.087976 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7522aa7e-919c-4af7-9981-0de56cc36e1a req-da735b89-b49b-4e8f-98bf-adffb60723c5 tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:38:01.089484 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-7522aa7e-919c-4af7-9981-0de56cc36e1a req-da735b89-b49b-4e8f-98bf-adffb60723c5 tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] 10.222.0.90 "GET /v2.0/ports?device_id=60d3f766-70b6-4e40-a967-29fba6fbe09d HTTP/1.1" status: 200 len: 946 time: 0.1791081 Feb 04 17:38:01.094728 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0536b1f7-4dea-4bea-8dec-bf31e3bc9993 admin admin] Releasing vlan 787 on physical network physnet1 to pool {{(pid=103377) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 17:38:01.095065 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-0536b1f7-4dea-4bea-8dec-bf31e3bc9993 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25888454'] for segment (1198c613-8e90-43ee-b281-57511db055fc), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:01.097431 n-d-827839-2 neutron-server[103377]: Traceback (most recent call last): Feb 04 17:38:01.097431 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 17:38:01.097431 n-d-827839-2 neutron-server[103377]: timer() Feb 04 17:38:01.097431 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 17:38:01.097431 n-d-827839-2 neutron-server[103377]: cb(*args, **kw) Feb 04 17:38:01.097431 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 17:38:01.097431 n-d-827839-2 neutron-server[103377]: return func(*args, **kwargs) Feb 04 17:38:01.097431 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 17:38:01.097431 n-d-827839-2 neutron-server[103377]: self._notify() Feb 04 17:38:01.097431 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 17:38:01.097431 n-d-827839-2 neutron-server[103377]: self.callback(batched_events) Feb 04 17:38:01.097431 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 17:38:01.097431 n-d-827839-2 neutron-server[103377]: event.method(event) Feb 04 17:38:01.097431 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 17:38:01.097431 n-d-827839-2 neutron-server[103377]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 17:38:01.097431 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 17:38:01.097431 n-d-827839-2 neutron-server[103377]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 17:38:01.097431 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 17:38:01.097431 n-d-827839-2 neutron-server[103377]: return f(self, *a, **k) Feb 04 17:38:01.097431 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 17:38:01.097431 n-d-827839-2 neutron-server[103377]: return self._get(url).json() Feb 04 17:38:01.097431 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 17:38:01.097431 n-d-827839-2 neutron-server[103377]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 17:38:01.097431 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 17:38:01.097431 n-d-827839-2 neutron-server[103377]: return self.request(url, 'GET', **kwargs) Feb 04 17:38:01.097431 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 17:38:01.097431 n-d-827839-2 neutron-server[103377]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 17:38:01.097431 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 17:38:01.097431 n-d-827839-2 neutron-server[103377]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 17:38:01.097431 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 17:38:01.097431 n-d-827839-2 neutron-server[103377]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 17:38:01.097431 n-d-827839-2 neutron-server[103377]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 17:38:01.104026 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-fc505989-d2c3-41ab-aba4-1bfe97e2ede5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (355f45fa-0f03-4b46-91ba-894c46192868), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:01.117815 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-fc505989-d2c3-41ab-aba4-1bfe97e2ede5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:01.121983 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-fc505989-d2c3-41ab-aba4-1bfe97e2ede5 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/355f45fa-0f03-4b46-91ba-894c46192868 HTTP/1.1" status: 204 len: 168 time: 0.2124848 Feb 04 17:38:01.142384 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc505989-d2c3-41ab-aba4-1bfe97e2ede5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=355f45fa-0f03-4b46-91ba-894c46192868,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:38:01.187240 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-a7626c33-a086-4c91-8f74-b745a4d97d28 req-65d64848-39c0-407a-8a41-53caafc240aa tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] 10.222.0.89 "GET /v2.0/security-groups?id=7065f8d7-aeef-49a2-81d7-44cedbdfdedd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1861660 Feb 04 17:38:01.310839 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-0536b1f7-4dea-4bea-8dec-bf31e3bc9993 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1543671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1595572'] for network (7a67cca5-092b-456c-a011-60845754ff72), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:01.315754 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-0536b1f7-4dea-4bea-8dec-bf31e3bc9993 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:01.330245 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-0536b1f7-4dea-4bea-8dec-bf31e3bc9993 admin admin] 10.222.0.89 "DELETE /v2.0/networks/7a67cca5-092b-456c-a011-60845754ff72 HTTP/1.1" status: 204 len: 168 time: 0.7076149 Feb 04 17:38:01.345691 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0536b1f7-4dea-4bea-8dec-bf31e3bc9993 admin admin] Pushing event deleted for resources: {'Network': ['ID=7a67cca5-092b-456c-a011-60845754ff72,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:38:01.398984 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [req-7522aa7e-919c-4af7-9981-0de56cc36e1a req-e5e1fa4b-f05c-4fb3-b98d-199324736833 tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] Deleting port 448ce9cc-0d0a-4ed3-8a2b-514562253325 {{(pid=103377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:38:01.400242 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-7522aa7e-919c-4af7-9981-0de56cc36e1a req-e5e1fa4b-f05c-4fb3-b98d-199324736833 tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (448ce9cc-0d0a-4ed3-8a2b-514562253325), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:01.582804 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 57554) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:38:01.604409 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-b9d6f5d7-da50-458f-90f7-225a7e457ddc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:01.604662 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [req-7522aa7e-919c-4af7-9981-0de56cc36e1a req-e5e1fa4b-f05c-4fb3-b98d-199324736833 tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] For port 448ce9cc-0d0a-4ed3-8a2b-514562253325, host n-h2-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=448ce9cc-0d0a-4ed3-8a2b-514562253325,segment=NetworkSegment(f8b51653-e9f0-43b4-bbb2-0054b3d4de26),segment_id=f8b51653-e9f0-43b4-bbb2-0054b3d4de26)] {{(pid=103377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:38:01.606309 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-7522aa7e-919c-4af7-9981-0de56cc36e1a req-e5e1fa4b-f05c-4fb3-b98d-199324736833 tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (448ce9cc-0d0a-4ed3-8a2b-514562253325), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:01.617796 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 57556) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:38:01.642294 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [req-7522aa7e-919c-4af7-9981-0de56cc36e1a req-e5e1fa4b-f05c-4fb3-b98d-199324736833 tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] Calling delete_port for 448ce9cc-0d0a-4ed3-8a2b-514562253325 owned by compute:nova {{(pid=103377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:38:01.708112 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-b9d6f5d7-da50-458f-90f7-225a7e457ddc admin admin] Publish callbacks [] for security_group (363576d1-8d21-4869-800b-3757b304a955), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:01.714522 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-b9d6f5d7-da50-458f-90f7-225a7e457ddc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (363576d1-8d21-4869-800b-3757b304a955), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:01.716609 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-2d443d58-396f-4017-b546-42c1bbabd738 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=55f1dd7e185f463c8af2edc378969f58&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0955043 Feb 04 17:38:01.719100 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 57560) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:38:01.758453 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-b9d6f5d7-da50-458f-90f7-225a7e457ddc admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=f63ea645de0f41559670a0a38df7cbad&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1743505 Feb 04 17:38:01.761946 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 57562) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:38:01.775383 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d6f5d7-da50-458f-90f7-225a7e457ddc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=363576d1-8d21-4869-800b-3757b304a955,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:38:01.818158 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-3ce3a8d3-8ec6-404e-b60e-f1ede97bf096 admin admin] Publish callbacks [] for security_group (363576d1-8d21-4869-800b-3757b304a955), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:01.845207 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Device ab8146c4-0353-4574-a845-76ee71f51d88 no longer exists at agent hyperv_n-h2-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:38:01.845742 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-3ce3a8d3-8ec6-404e-b60e-f1ede97bf096 admin admin] Publish callbacks [] for security_group (363576d1-8d21-4869-800b-3757b304a955), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:01.860990 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-f65d0aa3-698e-4b0c-9b73-efc14d965dbd admin admin] Publish callbacks [] for security_group (8da245bb-3fa5-4b46-90de-bdc82e364e74), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:01.874890 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] No Port match for: ab8146c4-0353-4574-a845-76ee71f51d88 {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 17:38:01.875557 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Device ab8146c4-0353-4574-a845-76ee71f51d88 not bound to the agent host n-h2-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 17:38:01.891100 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d7315e-8793-47c8-9021-b1c58ac1b2f0 req-0c9d8662-c417-4427-bf47-c910a3a1cab1 tempest-VolumesActionsTest-202408860 tempest-VolumesActionsTest-202408860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:38:01.892611 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-81d7315e-8793-47c8-9021-b1c58ac1b2f0 req-0c9d8662-c417-4427-bf47-c910a3a1cab1 tempest-VolumesActionsTest-202408860 tempest-VolumesActionsTest-202408860-project] 10.222.0.89 "GET /v2.0/ports?device_id=ec7e634f-ec74-48cd-9e77-90054ed507b2 HTTP/1.1" status: 200 len: 946 time: 0.1638007 Feb 04 17:38:01.896771 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-f65d0aa3-698e-4b0c-9b73-efc14d965dbd admin admin] Publish callbacks [] for security_group (8da245bb-3fa5-4b46-90de-bdc82e364e74), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:01.907647 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-3ce3a8d3-8ec6-404e-b60e-f1ede97bf096 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (363576d1-8d21-4869-800b-3757b304a955), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:01.910632 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-3ce3a8d3-8ec6-404e-b60e-f1ede97bf096 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:01.912032 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-3ce3a8d3-8ec6-404e-b60e-f1ede97bf096 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/363576d1-8d21-4869-800b-3757b304a955 HTTP/1.1" status: 204 len: 168 time: 0.1488788 Feb 04 17:38:01.920648 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce3a8d3-8ec6-404e-b60e-f1ede97bf096 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=363576d1-8d21-4869-800b-3757b304a955,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:38:01.997742 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-7522aa7e-919c-4af7-9981-0de56cc36e1a req-e5e1fa4b-f05c-4fb3-b98d-199324736833 tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (448ce9cc-0d0a-4ed3-8a2b-514562253325), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:02.015861 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] get_ports_and_sgs() called for port_ids ['448ce9cc-0d0a-4ed3-8a2b-514562253325'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 17:38:02.018161 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] get_ports_and_sgs() called for port_ids ['b11feae4-5af3-4cd0-a7f3-50dcb2bf4c66'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 17:38:02.022954 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3fbbf7df-5207-4085-b5b6-ad7ec5008a49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (64ada913-9131-4d99-a265-63a920956287), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:02.035954 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-81d7315e-8793-47c8-9021-b1c58ac1b2f0 req-ed0349e2-0ac9-4340-860d-856a286b3666 tempest-VolumesActionsTest-202408860 tempest-VolumesActionsTest-202408860-project] 10.222.0.89 "GET /v2.0/security-groups?id=663de780-f5c3-43ee-b800-65f5196748b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303451 Feb 04 17:38:02.037369 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e1fa4b-f05c-4fb3-b98d-199324736833 tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] Pushing event deleted for resources: {'Port': ['ID=448ce9cc-0d0a-4ed3-8a2b-514562253325,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:38:02.077494 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-f65d0aa3-698e-4b0c-9b73-efc14d965dbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (8da245bb-3fa5-4b46-90de-bdc82e364e74), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:02.082359 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-f65d0aa3-698e-4b0c-9b73-efc14d965dbd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:02.099586 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-f65d0aa3-698e-4b0c-9b73-efc14d965dbd admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/8da245bb-3fa5-4b46-90de-bdc82e364e74 HTTP/1.1" status: 204 len: 168 time: 0.3727546 Feb 04 17:38:02.138847 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [req-7522aa7e-919c-4af7-9981-0de56cc36e1a req-e5e1fa4b-f05c-4fb3-b98d-199324736833 tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] No DVR routers for this DVR port 448ce9cc-0d0a-4ed3-8a2b-514562253325 on host n-h2-827839-2 {{(pid=103377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 17:38:02.146316 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-7522aa7e-919c-4af7-9981-0de56cc36e1a req-e5e1fa4b-f05c-4fb3-b98d-199324736833 tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:02.149793 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-7522aa7e-919c-4af7-9981-0de56cc36e1a req-e5e1fa4b-f05c-4fb3-b98d-199324736833 tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] 10.222.0.90 "DELETE /v2.0/ports/448ce9cc-0d0a-4ed3-8a2b-514562253325 HTTP/1.1" status: 204 len: 173 time: 1.0505908 Feb 04 17:38:02.150265 n-d-827839-2 neutron-server[103377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60d3f766-70b6-4e40-a967-29fba6fbe09d', 'name': 'network-vif-deleted', 'tag': '448ce9cc-0d0a-4ed3-8a2b-514562253325'}] {{(pid=103377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:38:02.153087 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7240428b650e1488e9361b62648ff4b3a6c19d49d8c27c949491ab58c1346cf0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bbef63d-fe8c-4b60-ab3e-cf20e175a5b5" -d '{"events": [{"server_uuid": "60d3f766-70b6-4e40-a967-29fba6fbe09d", "name": "network-vif-deleted", "tag": "448ce9cc-0d0a-4ed3-8a2b-514562253325"}]}' {{(pid=103377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:38:02.169769 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65d0aa3-698e-4b0c-9b73-efc14d965dbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8da245bb-3fa5-4b46-90de-bdc82e364e74,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:38:02.230049 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 17:38:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff7aaed7-5762-4fc1-9c3c-04773b3f84df x-openstack-request-id: req-ff7aaed7-5762-4fc1-9c3c-04773b3f84df {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:38:02.230703 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60d3f766-70b6-4e40-a967-29fba6fbe09d", "name": "network-vif-deleted", "tag": "448ce9cc-0d0a-4ed3-8a2b-514562253325", "status": "completed", "code": 200}]} {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:38:02.231164 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-ff7aaed7-5762-4fc1-9c3c-04773b3f84df {{(pid=103377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:38:02.231829 n-d-827839-2 neutron-server[103377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60d3f766-70b6-4e40-a967-29fba6fbe09d', 'name': 'network-vif-deleted', 'tag': '448ce9cc-0d0a-4ed3-8a2b-514562253325', 'status': 'completed', 'code': 200} Feb 04 17:38:02.358221 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-03945b9e-3201-43eb-94d9-9c4538d1863c req-1c6fcc35-0dea-4445-b48f-de5297097c55 tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] 10.222.0.89 "GET /v2.0/ports?device_id=60d3f766-70b6-4e40-a967-29fba6fbe09d HTTP/1.1" status: 200 len: 210 time: 0.0443728 Feb 04 17:38:03.034780 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d408ec64-b374-4acb-a1fc-48241dad6d47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (0cd6d64a-47a7-40ff-8c12-71dd526c62e0), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:03.177685 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 57618) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:38:03.210773 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7981e7a-b3f9-4855-9456-825eb0d28d44 req-065c5f1b-7411-4de2-ba52-0fd7f5f80e72 tempest-VolumesActionsTest-202408860 tempest-VolumesActionsTest-202408860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:38:03.213608 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-a7981e7a-b3f9-4855-9456-825eb0d28d44 req-065c5f1b-7411-4de2-ba52-0fd7f5f80e72 tempest-VolumesActionsTest-202408860 tempest-VolumesActionsTest-202408860-project] 10.222.0.89 "GET /v2.0/ports?device_id=ec7e634f-ec74-48cd-9e77-90054ed507b2 HTTP/1.1" status: 200 len: 946 time: 0.0772784 Feb 04 17:38:03.296978 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-a7981e7a-b3f9-4855-9456-825eb0d28d44 req-da0aa34d-4074-4b6d-8fbf-40a7b4ff8274 tempest-VolumesActionsTest-202408860 tempest-VolumesActionsTest-202408860-project] 10.222.0.89 "GET /v2.0/security-groups?id=663de780-f5c3-43ee-b800-65f5196748b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752003 Feb 04 17:38:03.377913 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-f985c859-2684-4351-80ee-c87b632b8798 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1960567179-network', 'tenant_id': '5f7c63cd6c624891853d19549e45e9fe'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:38:03.412774 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f985c859-2684-4351-80ee-c87b632b8798 admin admin] Made reservation on behalf of 5f7c63cd6c624891853d19549e45e9fe for: {'network': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:38:03.416178 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-f985c859-2684-4351-80ee-c87b632b8798 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for network (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:03.433440 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-f985c859-2684-4351-80ee-c87b632b8798 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:03.523392 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-f985c859-2684-4351-80ee-c87b632b8798 admin admin] Publish callbacks [] for security_group (08488bde-3452-4671-b745-5b4e8beeb3d1), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:03.528562 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-f985c859-2684-4351-80ee-c87b632b8798 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (08488bde-3452-4671-b745-5b4e8beeb3d1), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:03.554995 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f985c859-2684-4351-80ee-c87b632b8798 admin admin] vlan segment allocate from pool success with {'vlan_id': 796, 'physical_network': 'physnet1'} {{(pid=103377) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 17:38:03.568706 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-f985c859-2684-4351-80ee-c87b632b8798 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (95e3d896-e0ab-47f8-8257-e5c06c9261eb), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:03.569467 n-d-827839-2 neutron-server[103377]: INFO neutron.db.segments_db [None req-f985c859-2684-4351-80ee-c87b632b8798 admin admin] Added segment 95e3d896-e0ab-47f8-8257-e5c06c9261eb of type vlan for network b55b6cf7-96ca-44f1-b402-5ece20b91f84 Feb 04 17:38:03.613231 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f985c859-2684-4351-80ee-c87b632b8798 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08488bde-3452-4671-b745-5b4e8beeb3d1,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:38:03.683494 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-f985c859-2684-4351-80ee-c87b632b8798 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781084292801'] for network (b55b6cf7-96ca-44f1-b402-5ece20b91f84), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:03.724005 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-f985c859-2684-4351-80ee-c87b632b8798 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327'] for network (b55b6cf7-96ca-44f1-b402-5ece20b91f84), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:03.725159 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f985c859-2684-4351-80ee-c87b632b8798 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:38:03.725869 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-f985c859-2684-4351-80ee-c87b632b8798 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:03.762391 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df81a79e-7fec-4e80-8c7c-2030bf12bfbc req-edefa2a3-08cc-4c00-a108-026116482951 tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:38:03.764238 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-df81a79e-7fec-4e80-8c7c-2030bf12bfbc req-edefa2a3-08cc-4c00-a108-026116482951 tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] 10.222.0.89 "GET /v2.0/networks?id=49bac2c3-9780-4cfa-ba0a-fc1bc47b3fd5 HTTP/1.1" status: 200 len: 805 time: 0.1304054 Feb 04 17:38:03.784387 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-df81a79e-7fec-4e80-8c7c-2030bf12bfbc req-c11db47f-1ec7-44ae-9f46-5fcb9d891eb2 tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] 10.222.0.89 "GET /v2.0/quotas/0b76505d37894fa2a98cba742b19aaf3 HTTP/1.1" status: 200 len: 375 time: 0.0145831 Feb 04 17:38:03.789920 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-f985c859-2684-4351-80ee-c87b632b8798 admin admin] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6088426 Feb 04 17:38:03.790663 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 57652) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:38:03.795385 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-05e1460e-8822-4ca3-959e-8b1b51d69567 admin admin] Request body: {'subnet': {'network_id': 'b55b6cf7-96ca-44f1-b402-5ece20b91f84', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1960567179-subnet', 'tenant_id': '5f7c63cd6c624891853d19549e45e9fe', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:38:03.796820 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f985c859-2684-4351-80ee-c87b632b8798 admin admin] Pushing event updated for resources: {'Network': ['ID=b55b6cf7-96ca-44f1-b402-5ece20b91f84,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:38:03.808893 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Network b55b6cf7-96ca-44f1-b402-5ece20b91f84 details requested by agent ovs-agent-n-d-827839-2 with host n-d-827839-2 {{(pid=103378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 17:38:03.848181 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05e1460e-8822-4ca3-959e-8b1b51d69567 admin admin] Made reservation on behalf of 5f7c63cd6c624891853d19549e45e9fe for: {'subnet': 1} {{(pid=103376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:38:03.850632 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-05e1460e-8822-4ca3-959e-8b1b51d69567 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25859006'] for subnet (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:03.952025 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-df81a79e-7fec-4e80-8c7c-2030bf12bfbc req-1f37c865-dfee-465a-ae7b-487f254897b6 tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=0b76505d37894fa2a98cba742b19aaf3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1366780 Feb 04 17:38:04.077579 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70714f60-fecc-4d58-b05f-864c91c43dc6 req-86bd9302-12a5-4d23-b57e-647b061d1e90 tempest-VolumesActionsTest-202408860 tempest-VolumesActionsTest-202408860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:38:04.079146 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-70714f60-fecc-4d58-b05f-864c91c43dc6 req-86bd9302-12a5-4d23-b57e-647b061d1e90 tempest-VolumesActionsTest-202408860 tempest-VolumesActionsTest-202408860-project] 10.222.0.96 "GET /v2.0/ports?device_id=ec7e634f-ec74-48cd-9e77-90054ed507b2 HTTP/1.1" status: 200 len: 946 time: 0.1805625 Feb 04 17:38:04.123717 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-df81a79e-7fec-4e80-8c7c-2030bf12bfbc req-b6b00832-a4d3-40ea-9ebe-bc05a1b95407 service neutron] 10.222.0.89 "GET /v2.0/networks/49bac2c3-9780-4cfa-ba0a-fc1bc47b3fd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1631277 Feb 04 17:38:04.335730 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-df81a79e-7fec-4e80-8c7c-2030bf12bfbc req-09ffe87c-b908-428d-8081-8dbc174c1410 service neutron] 10.222.0.89 "GET /v2.0/networks/49bac2c3-9780-4cfa-ba0a-fc1bc47b3fd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2037337 Feb 04 17:38:04.349652 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-05e1460e-8822-4ca3-959e-8b1b51d69567 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25674939', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25858952'] for subnet (56d77231-1e8a-430f-89bb-45ff7f982beb), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:04.365146 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [req-70714f60-fecc-4d58-b05f-864c91c43dc6 req-eb950d9e-98d7-4f5e-9abb-d8a077aca388 tempest-VolumesActionsTest-202408860 tempest-VolumesActionsTest-202408860-project] Deleting port 6743002b-b716-481e-9d69-0610f705352d {{(pid=103376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:38:04.365492 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-70714f60-fecc-4d58-b05f-864c91c43dc6 req-eb950d9e-98d7-4f5e-9abb-d8a077aca388 tempest-VolumesActionsTest-202408860 tempest-VolumesActionsTest-202408860-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (6743002b-b716-481e-9d69-0610f705352d), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:04.479693 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57211fa2-6639-4670-aaf0-791ab6bcd5ae req-47792b04-62d1-4d08-9ef9-3cbd52cfa651 tempest-VolumesActionsTest-202408860 tempest-VolumesActionsTest-202408860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:38:04.488120 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-57211fa2-6639-4670-aaf0-791ab6bcd5ae req-47792b04-62d1-4d08-9ef9-3cbd52cfa651 tempest-VolumesActionsTest-202408860 tempest-VolumesActionsTest-202408860-project] 10.222.0.89 "GET /v2.0/ports?device_id=ec7e634f-ec74-48cd-9e77-90054ed507b2 HTTP/1.1" status: 200 len: 946 time: 0.1037245 Feb 04 17:38:04.520072 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e1460e-8822-4ca3-959e-8b1b51d69567 admin admin] Pushing event updated for resources: {'Subnet': ['ID=56d77231-1e8a-430f-89bb-45ff7f982beb,revision_number=0']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:38:04.548627 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05e1460e-8822-4ca3-959e-8b1b51d69567 admin admin] Checking segment: {'id': '95e3d896-e0ab-47f8-8257-e5c06c9261eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'b55b6cf7-96ca-44f1-b402-5ece20b91f84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:38:04.549028 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05e1460e-8822-4ca3-959e-8b1b51d69567 admin admin] Network hostable DHCP agents. Network: b55b6cf7-96ca-44f1-b402-5ece20b91f84, hostable agents: ['bb89f5a3-3c22-440b-b7d1-c4f0c43c184a'], hosted agents: [] {{(pid=103376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 17:38:04.591187 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [req-70714f60-fecc-4d58-b05f-864c91c43dc6 req-eb950d9e-98d7-4f5e-9abb-d8a077aca388 tempest-VolumesActionsTest-202408860 tempest-VolumesActionsTest-202408860-project] For port 6743002b-b716-481e-9d69-0610f705352d, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=6743002b-b716-481e-9d69-0610f705352d,segment=NetworkSegment(75cbfb22-5948-4422-ad82-660891fbcc33),segment_id=75cbfb22-5948-4422-ad82-660891fbcc33)] {{(pid=103376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:38:04.591565 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-70714f60-fecc-4d58-b05f-864c91c43dc6 req-eb950d9e-98d7-4f5e-9abb-d8a077aca388 tempest-VolumesActionsTest-202408860 tempest-VolumesActionsTest-202408860-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (6743002b-b716-481e-9d69-0610f705352d), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:04.593373 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-57211fa2-6639-4670-aaf0-791ab6bcd5ae req-a35f3e57-021f-4af3-a49e-8d9d009d2f13 tempest-VolumesActionsTest-202408860 tempest-VolumesActionsTest-202408860-project] 10.222.0.89 "GET /v2.0/security-groups?id=663de780-f5c3-43ee-b800-65f5196748b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924952 Feb 04 17:38:04.623023 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [req-70714f60-fecc-4d58-b05f-864c91c43dc6 req-eb950d9e-98d7-4f5e-9abb-d8a077aca388 tempest-VolumesActionsTest-202408860 tempest-VolumesActionsTest-202408860-project] Calling delete_port for 6743002b-b716-481e-9d69-0610f705352d owned by compute:nova {{(pid=103376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:38:04.693240 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05e1460e-8822-4ca3-959e-8b1b51d69567 admin admin] Network b55b6cf7-96ca-44f1-b402-5ece20b91f84 is scheduled to be hosted by DHCP agent bb89f5a3-3c22-440b-b7d1-c4f0c43c184a with binding_index 1 {{(pid=103376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 17:38:04.735413 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-cfa90126-a2de-4504-add4-de3aca45eb0e req-dcb125f9-eb4e-49a1-be0f-348a554a48ff tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] 10.222.0.89 "GET /v2.0/ports?device_id=015f7940-865f-4e1d-a06e-876090514874 HTTP/1.1" status: 200 len: 210 time: 0.0878422 Feb 04 17:38:04.737515 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [None req-05e1460e-8822-4ca3-959e-8b1b51d69567 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827839-2, b55b6cf7-96ca-44f1-b402-5ece20b91f84) {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:38:04.747747 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-848ed10d-2cd5-41ec-8eb3-cd3f5ccaada0 None None] Network b55b6cf7-96ca-44f1-b402-5ece20b91f84 requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:38:04.751568 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05e1460e-8822-4ca3-959e-8b1b51d69567 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:38:04.752190 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-05e1460e-8822-4ca3-959e-8b1b51d69567 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:04.786167 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-05e1460e-8822-4ca3-959e-8b1b51d69567 admin admin] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9944313 Feb 04 17:38:04.788933 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 57734) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:38:04.794449 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-7afc843f-1ad5-404e-a9a9-3761140c84cd admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1960567179-router', 'tenant_id': '5f7c63cd6c624891853d19549e45e9fe', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188'}}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:38:04.824157 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-7afc843f-1ad5-404e-a9a9-3761140c84cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1601657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26921'] for router (a073f761-9635-4e66-9fd5-7aea50641b61), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:04.826813 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-7afc843f-1ad5-404e-a9a9-3761140c84cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1602025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603663', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1630571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26960'] for router (a073f761-9635-4e66-9fd5-7aea50641b61), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:04.901448 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4f14bb47-e72b-46ac-9e44-a61d9293afcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (75326290-f7a3-4db8-9cf2-15c7139ed224), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:04.910678 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51106f4f-9d3e-4c1e-acb5-f1cb2fb60ea7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e4c19ad-5724-5db8-8ee1-4f56ae69fcf4-b55b6cf7-96ca-44f1-b402-5ece20b91f84', 'network_id': 'b55b6cf7-96ca-44f1-b402-5ece20b91f84', 'project_id': '5f7c63cd6c624891853d19549e45e9fe', 'fixed_ips': [{'subnet_id': '56d77231-1e8a-430f-89bb-45ff7f982beb'}]}} from n-d-827839-2. {{(pid=103378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 17:38:04.915457 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-51106f4f-9d3e-4c1e-acb5-f1cb2fb60ea7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:04.934953 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-70714f60-fecc-4d58-b05f-864c91c43dc6 req-eb950d9e-98d7-4f5e-9abb-d8a077aca388 tempest-VolumesActionsTest-202408860 tempest-VolumesActionsTest-202408860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (6743002b-b716-481e-9d69-0610f705352d), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:05.015919 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb950d9e-98d7-4f5e-9abb-d8a077aca388 tempest-VolumesActionsTest-202408860 tempest-VolumesActionsTest-202408860-project] Pushing event deleted for resources: {'Port': ['ID=6743002b-b716-481e-9d69-0610f705352d,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:38:05.032784 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-7afc843f-1ad5-404e-a9a9-3761140c84cd admin admin] Publish callbacks [] for router_controller (a073f761-9635-4e66-9fd5-7aea50641b61), precommit_add_association {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:05.148859 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [req-70714f60-fecc-4d58-b05f-864c91c43dc6 req-eb950d9e-98d7-4f5e-9abb-d8a077aca388 tempest-VolumesActionsTest-202408860 tempest-VolumesActionsTest-202408860-project] No DVR routers for this DVR port 6743002b-b716-481e-9d69-0610f705352d on host n-h1-827839-2 {{(pid=103376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 17:38:05.152209 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-70714f60-fecc-4d58-b05f-864c91c43dc6 req-eb950d9e-98d7-4f5e-9abb-d8a077aca388 tempest-VolumesActionsTest-202408860 tempest-VolumesActionsTest-202408860-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:05.153417 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] get_ports_and_sgs() called for port_ids ['6743002b-b716-481e-9d69-0610f705352d'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 17:38:05.165670 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-70714f60-fecc-4d58-b05f-864c91c43dc6 req-eb950d9e-98d7-4f5e-9abb-d8a077aca388 tempest-VolumesActionsTest-202408860 tempest-VolumesActionsTest-202408860-project] 10.222.0.96 "DELETE /v2.0/ports/6743002b-b716-481e-9d69-0610f705352d HTTP/1.1" status: 204 len: 173 time: 1.0729089 Feb 04 17:38:05.166181 n-d-827839-2 neutron-server[103376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec7e634f-ec74-48cd-9e77-90054ed507b2', 'name': 'network-vif-deleted', 'tag': '6743002b-b716-481e-9d69-0610f705352d'}] {{(pid=103376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:38:05.169040 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d59c3bb5e2f09ebf62144d5e09b1cff60c763a9c19614c24538e77842938c05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-968feac8-4161-4594-b1e6-d0c72b32a953" -d '{"events": [{"server_uuid": "ec7e634f-ec74-48cd-9e77-90054ed507b2", "name": "network-vif-deleted", "tag": "6743002b-b716-481e-9d69-0610f705352d"}]}' {{(pid=103376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:38:05.236715 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 57744) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:38:05.242225 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 17:38:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd9fbb1e-156b-483d-87b9-f40b9773fdae x-openstack-request-id: req-cd9fbb1e-156b-483d-87b9-f40b9773fdae {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:38:05.242623 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec7e634f-ec74-48cd-9e77-90054ed507b2", "name": "network-vif-deleted", "tag": "6743002b-b716-481e-9d69-0610f705352d", "status": "completed", "code": 200}]} {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:38:05.243016 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-cd9fbb1e-156b-483d-87b9-f40b9773fdae {{(pid=103376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:38:05.243958 n-d-827839-2 neutron-server[103376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec7e634f-ec74-48cd-9e77-90054ed507b2', 'name': 'network-vif-deleted', 'tag': '6743002b-b716-481e-9d69-0610f705352d', 'status': 'completed', 'code': 200} Feb 04 17:38:05.321303 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-7afc843f-1ad5-404e-a9a9-3761140c84cd admin admin] Publish callbacks [] for router_gateway (a073f761-9635-4e66-9fd5-7aea50641b61), precommit_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:05.341229 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-51106f4f-9d3e-4c1e-acb5-f1cb2fb60ea7 None None] Allocated IP 172.20.0.2 (b55b6cf7-96ca-44f1-b402-5ece20b91f84/56d77231-1e8a-430f-89bb-45ff7f982beb/a394a0c4-127e-4c5c-ab27-447f7ea4f2e5) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:38:05.477398 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-80aaa494-b748-444e-b872-c87b1d254e4c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:05.512916 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-51106f4f-9d3e-4c1e-acb5-f1cb2fb60ea7 None None] Publish callbacks [] for port (a394a0c4-127e-4c5c-ab27-447f7ea4f2e5), precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:05.521626 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-51106f4f-9d3e-4c1e-acb5-f1cb2fb60ea7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135'] for port (a394a0c4-127e-4c5c-ab27-447f7ea4f2e5), after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:05.573839 n-d-827839-2 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51106f4f-9d3e-4c1e-acb5-f1cb2fb60ea7 None None] Network b55b6cf7-96ca-44f1-b402-5ece20b91f84 is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:38:05.577700 n-d-827839-2 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-51106f4f-9d3e-4c1e-acb5-f1cb2fb60ea7 None None] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:38:05.579546 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51106f4f-9d3e-4c1e-acb5-f1cb2fb60ea7 None None] Pushing event updated for resources: {'Port': ['ID=a394a0c4-127e-4c5c-ab27-447f7ea4f2e5,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:38:05.581831 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51106f4f-9d3e-4c1e-acb5-f1cb2fb60ea7 None None] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:38:05.645896 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-51106f4f-9d3e-4c1e-acb5-f1cb2fb60ea7 None None] Attempting to bind port a394a0c4-127e-4c5c-ab27-447f7ea4f2e5 on host n-d-827839-2 for vnic_type normal with profile {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:38:05.646307 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-51106f4f-9d3e-4c1e-acb5-f1cb2fb60ea7 None None] Attempting to bind port a394a0c4-127e-4c5c-ab27-447f7ea4f2e5 by drivers openvswitch,hyperv on host n-d-827839-2 at level 0 using segments [{'id': '95e3d896-e0ab-47f8-8257-e5c06c9261eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'b55b6cf7-96ca-44f1-b402-5ece20b91f84'}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:38:05.646825 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51106f4f-9d3e-4c1e-acb5-f1cb2fb60ea7 None None] Attempting to bind port a394a0c4-127e-4c5c-ab27-447f7ea4f2e5 on network b55b6cf7-96ca-44f1-b402-5ece20b91f84 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:38:05.654022 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51106f4f-9d3e-4c1e-acb5-f1cb2fb60ea7 None None] Checking agent: {'id': 'ba70844b-66a0-45fd-a2f2-e6ed673321fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 0, 36), 'started_at': datetime.datetime(2022, 2, 4, 17, 1, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 37, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:38:05.654410 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51106f4f-9d3e-4c1e-acb5-f1cb2fb60ea7 None None] Checking segment: {'id': '95e3d896-e0ab-47f8-8257-e5c06c9261eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'b55b6cf7-96ca-44f1-b402-5ece20b91f84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:38:05.654853 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-51106f4f-9d3e-4c1e-acb5-f1cb2fb60ea7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:05.655260 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51106f4f-9d3e-4c1e-acb5-f1cb2fb60ea7 None None] Bound using segment: {'id': '95e3d896-e0ab-47f8-8257-e5c06c9261eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'b55b6cf7-96ca-44f1-b402-5ece20b91f84'} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:38:05.655735 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-51106f4f-9d3e-4c1e-acb5-f1cb2fb60ea7 None None] Bound port: a394a0c4-127e-4c5c-ab27-447f7ea4f2e5, host: n-d-827839-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95e3d896-e0ab-47f8-8257-e5c06c9261eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'b55b6cf7-96ca-44f1-b402-5ece20b91f84'}}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:38:05.656413 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-51106f4f-9d3e-4c1e-acb5-f1cb2fb60ea7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (a394a0c4-127e-4c5c-ab27-447f7ea4f2e5), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:05.746327 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-51e8d88b-8e3e-46b5-a97b-74c892fd421f req-d51cdc78-4ac9-4b0a-96a5-871fb1ca0006 tempest-VolumesActionsTest-202408860 tempest-VolumesActionsTest-202408860-project] 10.222.0.89 "GET /v2.0/ports?device_id=ec7e634f-ec74-48cd-9e77-90054ed507b2 HTTP/1.1" status: 200 len: 210 time: 0.0601163 Feb 04 17:38:05.766410 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-51106f4f-9d3e-4c1e-acb5-f1cb2fb60ea7 None None] For port a394a0c4-127e-4c5c-ab27-447f7ea4f2e5, host n-d-827839-2, cleared binding levels {{(pid=103378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:38:05.766967 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-7afc843f-1ad5-404e-a9a9-3761140c84cd admin admin] Publish callbacks [] for router_gateway (a073f761-9635-4e66-9fd5-7aea50641b61), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:05.771607 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-51106f4f-9d3e-4c1e-acb5-f1cb2fb60ea7 None None] For port a394a0c4-127e-4c5c-ab27-447f7ea4f2e5, host n-d-827839-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=a394a0c4-127e-4c5c-ab27-447f7ea4f2e5,segment=NetworkSegment(95e3d896-e0ab-47f8-8257-e5c06c9261eb),segment_id=95e3d896-e0ab-47f8-8257-e5c06c9261eb)] {{(pid=103378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:38:05.776820 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (ba70844b-66a0-45fd-a2f2-e6ed673321fc), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:05.783056 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-51106f4f-9d3e-4c1e-acb5-f1cb2fb60ea7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (a394a0c4-127e-4c5c-ab27-447f7ea4f2e5), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:05.820668 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-7afc843f-1ad5-404e-a9a9-3761140c84cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:05.833392 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-80aaa494-b748-444e-b872-c87b1d254e4c admin admin] Publish callbacks [] for security_group (57c7a65e-83db-455f-a5f9-efc9d4c4f908), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:05.867542 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-80aaa494-b748-444e-b872-c87b1d254e4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (57c7a65e-83db-455f-a5f9-efc9d4c4f908), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:05.882005 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Device 448ce9cc-0d0a-4ed3-8a2b-514562253325 no longer exists at agent hyperv_n-h2-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:38:05.916325 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] No Port match for: 448ce9cc-0d0a-4ed3-8a2b-514562253325 {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 17:38:05.917705 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Device 448ce9cc-0d0a-4ed3-8a2b-514562253325 not bound to the agent host n-h2-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 17:38:05.922532 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51106f4f-9d3e-4c1e-acb5-f1cb2fb60ea7 None None] Pushing event updated for resources: {'Port': ['ID=a394a0c4-127e-4c5c-ab27-447f7ea4f2e5,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:38:05.941682 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-80aaa494-b748-444e-b872-c87b1d254e4c admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=2b6003fc5a384e73805c2dca70a644e8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7035327 Feb 04 17:38:05.944280 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 57752) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:38:06.022013 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-5e349c86-3ceb-4752-a02f-dc03e3cd6ab0 admin admin] Publish callbacks [] for security_group (57c7a65e-83db-455f-a5f9-efc9d4c4f908), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:06.044972 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80aaa494-b748-444e-b872-c87b1d254e4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57c7a65e-83db-455f-a5f9-efc9d4c4f908,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:38:06.056240 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-21cb6522-03de-420c-81c9-06d06594d2dd req-4debf1da-acd6-4032-96db-65f96a24c6f1 tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] 10.222.0.89 "GET /v2.0/ports?device_id=015f7940-865f-4e1d-a06e-876090514874 HTTP/1.1" status: 200 len: 210 time: 0.2170410 Feb 04 17:38:06.082849 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-5e349c86-3ceb-4752-a02f-dc03e3cd6ab0 admin admin] Publish callbacks [] for security_group (57c7a65e-83db-455f-a5f9-efc9d4c4f908), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:06.191350 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-5e349c86-3ceb-4752-a02f-dc03e3cd6ab0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (57c7a65e-83db-455f-a5f9-efc9d4c4f908), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:06.196391 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-5e349c86-3ceb-4752-a02f-dc03e3cd6ab0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:06.198545 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-5e349c86-3ceb-4752-a02f-dc03e3cd6ab0 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/57c7a65e-83db-455f-a5f9-efc9d4c4f908 HTTP/1.1" status: 204 len: 168 time: 0.2529287 Feb 04 17:38:06.228804 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e349c86-3ceb-4752-a02f-dc03e3cd6ab0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57c7a65e-83db-455f-a5f9-efc9d4c4f908,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:38:06.257433 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.db_base_plugin_common [None req-7afc843f-1ad5-404e-a9a9-3761140c84cd admin admin] Allocated IP 172.25.6.173 (48165773-85ad-49a1-9ec1-76fc8dc24188/7660bfad-1ea8-4fe7-831b-bed836f13efc/fb753bae-e46d-45b1-a7c4-ce1e00a91608) {{(pid=103377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:38:06.302050 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df81a79e-7fec-4e80-8c7c-2030bf12bfbc req-00556198-4ce8-4985-ab65-4626a691ad2e tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:38:06.303551 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-df81a79e-7fec-4e80-8c7c-2030bf12bfbc req-00556198-4ce8-4985-ab65-4626a691ad2e tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] 10.222.0.90 "GET /v2.0/networks?id=49bac2c3-9780-4cfa-ba0a-fc1bc47b3fd5 HTTP/1.1" status: 200 len: 805 time: 0.2503562 Feb 04 17:38:06.320287 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [req-df81a79e-7fec-4e80-8c7c-2030bf12bfbc req-fabbe24c-998b-4574-8cd1-3d186f44b71c tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] Request body: {'port': {'device_id': '015f7940-865f-4e1d-a06e-876090514874', 'network_id': '49bac2c3-9780-4cfa-ba0a-fc1bc47b3fd5', 'admin_state_up': True, 'tenant_id': '0b76505d37894fa2a98cba742b19aaf3'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:38:06.483935 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device a394a0c4-127e-4c5c-ab27-447f7ea4f2e5 up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:38:06.555937 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port a394a0c4-127e-4c5c-ab27-447f7ea4f2e5 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:38:06.556732 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-7afc843f-1ad5-404e-a9a9-3761140c84cd admin admin] Publish callbacks [] for port (fb753bae-e46d-45b1-a7c4-ce1e00a91608), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:06.557244 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (a394a0c4-127e-4c5c-ab27-447f7ea4f2e5), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:06.578634 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df81a79e-7fec-4e80-8c7c-2030bf12bfbc req-fabbe24c-998b-4574-8cd1-3d186f44b71c tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] Made reservation on behalf of 0b76505d37894fa2a98cba742b19aaf3 for: {'port': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:38:06.584547 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-df81a79e-7fec-4e80-8c7c-2030bf12bfbc req-fabbe24c-998b-4574-8cd1-3d186f44b71c tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:06.667268 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-7afc843f-1ad5-404e-a9a9-3761140c84cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (fb753bae-e46d-45b1-a7c4-ce1e00a91608), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:06.668080 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port a394a0c4-127e-4c5c-ab27-447f7ea4f2e5 is: DOWN; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:38:06.668474 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (a394a0c4-127e-4c5c-ab27-447f7ea4f2e5), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:06.711867 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] For port a394a0c4-127e-4c5c-ab27-447f7ea4f2e5, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=a394a0c4-127e-4c5c-ab27-447f7ea4f2e5,segment=NetworkSegment(95e3d896-e0ab-47f8-8257-e5c06c9261eb),segment_id=95e3d896-e0ab-47f8-8257-e5c06c9261eb)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:38:06.717915 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (a394a0c4-127e-4c5c-ab27-447f7ea4f2e5), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:06.722595 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7afc843f-1ad5-404e-a9a9-3761140c84cd admin admin] Network 48165773-85ad-49a1-9ec1-76fc8dc24188 is already hosted by enough agents. {{(pid=103377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:38:06.731398 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [None req-7afc843f-1ad5-404e-a9a9-3761140c84cd admin admin] Resources bound (agent type, host, resource id): {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:38:06.740863 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7afc843f-1ad5-404e-a9a9-3761140c84cd admin admin] Received port after_create {{(pid=103377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:38:06.764940 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 57760) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:38:06.781416 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afc843f-1ad5-404e-a9a9-3761140c84cd admin admin] Pushing event updated for resources: {'Port': ['ID=fb753bae-e46d-45b1-a7c4-ce1e00a91608,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:38:06.795348 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-626d0e4b-3b9a-4050-a754-a19f2baa9360 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:06.823040 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Pushing event updated for resources: {'Port': ['ID=a394a0c4-127e-4c5c-ab27-447f7ea4f2e5,revision_number=3']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:38:06.910764 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-626d0e4b-3b9a-4050-a754-a19f2baa9360 admin admin] Publish callbacks [] for security_group (94fb4554-0033-4e1d-b9ac-d7a911f1876a), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:06.923858 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-626d0e4b-3b9a-4050-a754-a19f2baa9360 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (94fb4554-0033-4e1d-b9ac-d7a911f1876a), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:06.960493 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.db_base_plugin_common [req-df81a79e-7fec-4e80-8c7c-2030bf12bfbc req-fabbe24c-998b-4574-8cd1-3d186f44b71c tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] Allocated IP 172.20.0.12 (49bac2c3-9780-4cfa-ba0a-fc1bc47b3fd5/85042e04-1570-46e9-b9e6-f57252834000/e91568fd-e051-4c05-8120-a7cc434dd216) {{(pid=103377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:38:06.983836 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626d0e4b-3b9a-4050-a754-a19f2baa9360 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94fb4554-0033-4e1d-b9ac-d7a911f1876a,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:38:07.026681 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-626d0e4b-3b9a-4050-a754-a19f2baa9360 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=4a03365aab10489d98e6de5020304f6f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2594957 Feb 04 17:38:07.029382 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 57770) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:38:07.128841 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-0f90b0a5-3cdb-4be1-b03a-875324b94eb7 admin admin] Publish callbacks [] for security_group (94fb4554-0033-4e1d-b9ac-d7a911f1876a), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:07.162635 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-0f90b0a5-3cdb-4be1-b03a-875324b94eb7 admin admin] Publish callbacks [] for security_group (94fb4554-0033-4e1d-b9ac-d7a911f1876a), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:07.247228 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-0f90b0a5-3cdb-4be1-b03a-875324b94eb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (94fb4554-0033-4e1d-b9ac-d7a911f1876a), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:07.250337 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-0f90b0a5-3cdb-4be1-b03a-875324b94eb7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:07.251948 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-0f90b0a5-3cdb-4be1-b03a-875324b94eb7 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/94fb4554-0033-4e1d-b9ac-d7a911f1876a HTTP/1.1" status: 204 len: 168 time: 0.2212625 Feb 04 17:38:07.270720 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-97642ba7-ed4d-445f-a02d-05729a279284 req-8be348c6-8954-47cb-a5de-4ace7e8a1eb4 tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] 10.222.0.89 "GET /v2.0/ports?device_id=015f7940-865f-4e1d-a06e-876090514874 HTTP/1.1" status: 200 len: 210 time: 0.0478351 Feb 04 17:38:07.274774 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f90b0a5-3cdb-4be1-b03a-875324b94eb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94fb4554-0033-4e1d-b9ac-d7a911f1876a,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:38:07.408016 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-7afc843f-1ad5-404e-a9a9-3761140c84cd admin admin] Publish callbacks [] for router_gateway (a073f761-9635-4e66-9fd5-7aea50641b61), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:07.418903 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device 6743002b-b716-481e-9d69-0610f705352d no longer exists at agent hyperv_n-h1-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:38:07.476039 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] No Port match for: 6743002b-b716-481e-9d69-0610f705352d {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 17:38:07.480973 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device 6743002b-b716-481e-9d69-0610f705352d not bound to the agent host n-h1-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 17:38:07.519635 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d38a104e-906a-4a06-a093-49628d23ba25 None None] Network b55b6cf7-96ca-44f1-b402-5ece20b91f84 requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:38:07.729089 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-69714b00-0654-41b3-84b3-5c10f6b95809 None None] Provisioning complete for port a394a0c4-127e-4c5c-ab27-447f7ea4f2e5 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:38:07.729089 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69714b00-0654-41b3-84b3-5c10f6b95809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (a394a0c4-127e-4c5c-ab27-447f7ea4f2e5), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:07.846756 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-df81a79e-7fec-4e80-8c7c-2030bf12bfbc req-fabbe24c-998b-4574-8cd1-3d186f44b71c tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] Publish callbacks [] for port (e91568fd-e051-4c05-8120-a7cc434dd216), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:07.879975 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-69714b00-0654-41b3-84b3-5c10f6b95809 None None] Current status of the port a394a0c4-127e-4c5c-ab27-447f7ea4f2e5 is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:38:08.020976 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-7afc843f-1ad5-404e-a9a9-3761140c84cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1602046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603680'] for router (a073f761-9635-4e66-9fd5-7aea50641b61), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:08.085843 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-df81a79e-7fec-4e80-8c7c-2030bf12bfbc req-fabbe24c-998b-4574-8cd1-3d186f44b71c tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (e91568fd-e051-4c05-8120-a7cc434dd216), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:08.100673 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] get_ports_and_sgs() called for port_ids ['b11feae4-5af3-4cd0-a7f3-50dcb2bf4c66'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 17:38:08.202342 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df81a79e-7fec-4e80-8c7c-2030bf12bfbc req-fabbe24c-998b-4574-8cd1-3d186f44b71c tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] Network 49bac2c3-9780-4cfa-ba0a-fc1bc47b3fd5 is already hosted by enough agents. {{(pid=103377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:38:08.205729 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabbe24c-998b-4574-8cd1-3d186f44b71c tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] Pushing event updated for resources: {'Port': ['ID=e91568fd-e051-4c05-8120-a7cc434dd216,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:38:08.208355 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [req-df81a79e-7fec-4e80-8c7c-2030bf12bfbc req-fabbe24c-998b-4574-8cd1-3d186f44b71c tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] Resources bound (agent type, host, resource id): {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:38:08.214331 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [req-df81a79e-7fec-4e80-8c7c-2030bf12bfbc req-fabbe24c-998b-4574-8cd1-3d186f44b71c tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] Received port after_create {{(pid=103377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:38:08.274340 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df81a79e-7fec-4e80-8c7c-2030bf12bfbc req-fabbe24c-998b-4574-8cd1-3d186f44b71c tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:38:08.274957 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-df81a79e-7fec-4e80-8c7c-2030bf12bfbc req-fabbe24c-998b-4574-8cd1-3d186f44b71c tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:08.307580 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-df81a79e-7fec-4e80-8c7c-2030bf12bfbc req-fabbe24c-998b-4574-8cd1-3d186f44b71c tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9911029 Feb 04 17:38:08.317768 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-62e8f4e1-ae98-4968-8047-e03d4d75a98a None None] Provisioning complete for port a394a0c4-127e-4c5c-ab27-447f7ea4f2e5 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:38:08.318281 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-62e8f4e1-ae98-4968-8047-e03d4d75a98a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (a394a0c4-127e-4c5c-ab27-447f7ea4f2e5), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:08.339730 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [req-df81a79e-7fec-4e80-8c7c-2030bf12bfbc req-505dd371-685f-4477-a5bb-90b739490cfe service neutron] Request body: {'port': {'device_id': '015f7940-865f-4e1d-a06e-876090514874', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827839-2'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:38:08.404858 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7afc843f-1ad5-404e-a9a9-3761140c84cd admin admin] Router a073f761-9635-4e66-9fd5-7aea50641b61 is scheduled to L3 agent 64ada913-9131-4d99-a265-63a920956287 with binding_index 1 {{(pid=103377) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 17:38:08.430297 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device a394a0c4-127e-4c5c-ab27-447f7ea4f2e5 up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:38:08.502261 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a65e050-f9fd-43c4-b092-ff7a73528e05 req-07972c93-f9ce-4d86-8f76-70252030f35b tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:38:08.510655 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-8a65e050-f9fd-43c4-b092-ff7a73528e05 req-07972c93-f9ce-4d86-8f76-70252030f35b tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] 10.222.0.89 "GET /v2.0/ports?device_id=015f7940-865f-4e1d-a06e-876090514874 HTTP/1.1" status: 200 len: 932 time: 0.1211860 Feb 04 17:38:08.592446 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-df81a79e-7fec-4e80-8c7c-2030bf12bfbc req-505dd371-685f-4477-a5bb-90b739490cfe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (e91568fd-e051-4c05-8120-a7cc434dd216), before_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:08.656320 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-8a65e050-f9fd-43c4-b092-ff7a73528e05 req-39f1ca8b-36f2-410a-bdf7-5e9485a3b27a tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] 10.222.0.89 "GET /v2.0/security-groups?id=7065f8d7-aeef-49a2-81d7-44cedbdfdedd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313586 Feb 04 17:38:08.679022 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-62e8f4e1-ae98-4968-8047-e03d4d75a98a None None] Current status of the port a394a0c4-127e-4c5c-ab27-447f7ea4f2e5 is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:38:08.690052 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port a394a0c4-127e-4c5c-ab27-447f7ea4f2e5 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:38:08.690437 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (a394a0c4-127e-4c5c-ab27-447f7ea4f2e5), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:08.788973 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port a394a0c4-127e-4c5c-ab27-447f7ea4f2e5 is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:38:08.814197 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7afc843f-1ad5-404e-a9a9-3761140c84cd admin admin] Notify agent at l3_agent.n-d-827839-2 the message routers_updated {{(pid=103377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 17:38:08.825143 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-898e8a88-5189-46ad-bc27-53f879054b1a None None] Sync routers for ids ['a073f761-9635-4e66-9fd5-7aea50641b61'] in n-d-827839-2 {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 17:38:08.840433 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-898e8a88-5189-46ad-bc27-53f879054b1a None None] Routers {'a073f761-9635-4e66-9fd5-7aea50641b61'} bound to L3 agent in host n-d-827839-2 {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:38:08.841224 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-898e8a88-5189-46ad-bc27-53f879054b1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:38:02Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['a073f761-9635-4e66-9fd5-7aea50641b61'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:38:08.950287 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-7afc843f-1ad5-404e-a9a9-3761140c84cd admin admin] Publish callbacks [] for router (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:08.951544 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-7afc843f-1ad5-404e-a9a9-3761140c84cd admin admin] 10.222.0.89 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.1615858 Feb 04 17:38:08.954473 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 57846) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:38:08.982705 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvr_db [None req-898e8a88-5189-46ad-bc27-53f879054b1a None None] Set router a073f761-9635-4e66-9fd5-7aea50641b61 gateway port host: n-d-827839-2 {{(pid=103379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:38:09.131411 n-d-827839-2 neutron-server[103377]: DEBUG neutron.notifiers.nova [req-df81a79e-7fec-4e80-8c7c-2030bf12bfbc req-505dd371-685f-4477-a5bb-90b739490cfe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e91568fd-e051-4c05-8120-a7cc434dd216 {{(pid=103377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 17:38:09.142415 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-df81a79e-7fec-4e80-8c7c-2030bf12bfbc req-505dd371-685f-4477-a5bb-90b739490cfe service neutron] Publish callbacks [] for port (e91568fd-e051-4c05-8120-a7cc434dd216), precommit_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:09.161324 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.provisioning_blocks [req-df81a79e-7fec-4e80-8c7c-2030bf12bfbc req-505dd371-685f-4477-a5bb-90b739490cfe service neutron] Transition to ACTIVE for port object e91568fd-e051-4c05-8120-a7cc434dd216 will not be triggered until provisioned by entity L2. {{(pid=103377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 17:38:09.173883 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-df81a79e-7fec-4e80-8c7c-2030bf12bfbc req-505dd371-685f-4477-a5bb-90b739490cfe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25888290'] for port (e91568fd-e051-4c05-8120-a7cc434dd216), after_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:09.322359 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-898e8a88-5189-46ad-bc27-53f879054b1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a073f761-9635-4e66-9fd5-7aea50641b61', 'name': 'tempest-ServerActionsTestJSON-1960567179-router', 'tenant_id': '5f7c63cd6c624891853d19549e45e9fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.173'}], 'enable_snat': True}, 'gw_port_id': 'fb753bae-e46d-45b1-a7c4-ce1e00a91608', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:38:04Z', 'updated_at': '2022-02-04T17:38:07Z', 'revision_number': 3, 'project_id': '5f7c63cd6c624891853d19549e45e9fe', 'gw_port': {'id': 'fb753bae-e46d-45b1-a7c4-ce1e00a91608', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:2c:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a073f761-9635-4e66-9fd5-7aea50641b61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3033, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:38:05Z', 'updated_at': '2022-02-04T17:38:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2'}], 'n-d-827839-2', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:38:09.356732 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505dd371-685f-4477-a5bb-90b739490cfe service neutron] Pushing event updated for resources: {'Port': ['ID=e91568fd-e051-4c05-8120-a7cc434dd216,revision_number=2']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:38:09.403428 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-898e8a88-5189-46ad-bc27-53f879054b1a None None] Checking router: a073f761-9635-4e66-9fd5-7aea50641b61 for host: n-d-827839-2 {{(pid=103379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 17:38:09.403781 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-898e8a88-5189-46ad-bc27-53f879054b1a None None] Updating router a073f761-9635-4e66-9fd5-7aea50641b61 port fb753bae-e46d-45b1-a7c4-ce1e00a91608 binding host n-d-827839-2 {{(pid=103379) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 17:38:09.465147 n-d-827839-2 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-898e8a88-5189-46ad-bc27-53f879054b1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (fb753bae-e46d-45b1-a7c4-ce1e00a91608), before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:09.479396 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [req-df81a79e-7fec-4e80-8c7c-2030bf12bfbc req-505dd371-685f-4477-a5bb-90b739490cfe service neutron] Attempting to bind port e91568fd-e051-4c05-8120-a7cc434dd216 on host n-h2-827839-2 for vnic_type normal with profile {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:38:09.480095 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [req-df81a79e-7fec-4e80-8c7c-2030bf12bfbc req-505dd371-685f-4477-a5bb-90b739490cfe service neutron] Attempting to bind port e91568fd-e051-4c05-8120-a7cc434dd216 by drivers openvswitch,hyperv on host n-h2-827839-2 at level 0 using segments [{'id': 'f8b51653-e9f0-43b4-bbb2-0054b3d4de26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '49bac2c3-9780-4cfa-ba0a-fc1bc47b3fd5'}] {{(pid=103377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:38:09.480659 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df81a79e-7fec-4e80-8c7c-2030bf12bfbc req-505dd371-685f-4477-a5bb-90b739490cfe service neutron] Attempting to bind port e91568fd-e051-4c05-8120-a7cc434dd216 on network 49bac2c3-9780-4cfa-ba0a-fc1bc47b3fd5 {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:38:09.489200 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df81a79e-7fec-4e80-8c7c-2030bf12bfbc req-505dd371-685f-4477-a5bb-90b739490cfe service neutron] Port e91568fd-e051-4c05-8120-a7cc434dd216 on network 49bac2c3-9780-4cfa-ba0a-fc1bc47b3fd5 not bound, no agent of type Open vSwitch agent registered on host n-h2-827839-2 {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 17:38:09.490102 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df81a79e-7fec-4e80-8c7c-2030bf12bfbc req-505dd371-685f-4477-a5bb-90b739490cfe service neutron] Attempting to bind port e91568fd-e051-4c05-8120-a7cc434dd216 on network 49bac2c3-9780-4cfa-ba0a-fc1bc47b3fd5 {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:38:09.498019 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df81a79e-7fec-4e80-8c7c-2030bf12bfbc req-505dd371-685f-4477-a5bb-90b739490cfe service neutron] Checking agent: {'id': 'f20a1ab3-4332-4f54-833b-ba4a7c687e89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 8, 40), 'started_at': datetime.datetime(2022, 2, 4, 17, 8, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 37, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:38:09.498518 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df81a79e-7fec-4e80-8c7c-2030bf12bfbc req-505dd371-685f-4477-a5bb-90b739490cfe service neutron] Checking segment: {'id': 'f8b51653-e9f0-43b4-bbb2-0054b3d4de26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '49bac2c3-9780-4cfa-ba0a-fc1bc47b3fd5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:38:09.498731 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df81a79e-7fec-4e80-8c7c-2030bf12bfbc req-505dd371-685f-4477-a5bb-90b739490cfe service neutron] Bound using segment: {'id': 'f8b51653-e9f0-43b4-bbb2-0054b3d4de26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '49bac2c3-9780-4cfa-ba0a-fc1bc47b3fd5'} {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:38:09.499156 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [req-df81a79e-7fec-4e80-8c7c-2030bf12bfbc req-505dd371-685f-4477-a5bb-90b739490cfe service neutron] Bound port: e91568fd-e051-4c05-8120-a7cc434dd216, host: n-h2-827839-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8b51653-e9f0-43b4-bbb2-0054b3d4de26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '49bac2c3-9780-4cfa-ba0a-fc1bc47b3fd5'}}] {{(pid=103377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:38:09.499660 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-df81a79e-7fec-4e80-8c7c-2030bf12bfbc req-505dd371-685f-4477-a5bb-90b739490cfe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (e91568fd-e051-4c05-8120-a7cc434dd216), before_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:09.716527 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [req-df81a79e-7fec-4e80-8c7c-2030bf12bfbc req-505dd371-685f-4477-a5bb-90b739490cfe service neutron] For port e91568fd-e051-4c05-8120-a7cc434dd216, host n-h2-827839-2, cleared binding levels {{(pid=103377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:38:09.724216 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [req-df81a79e-7fec-4e80-8c7c-2030bf12bfbc req-505dd371-685f-4477-a5bb-90b739490cfe service neutron] For port e91568fd-e051-4c05-8120-a7cc434dd216, host n-h2-827839-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=e91568fd-e051-4c05-8120-a7cc434dd216,segment=NetworkSegment(f8b51653-e9f0-43b4-bbb2-0054b3d4de26),segment_id=f8b51653-e9f0-43b4-bbb2-0054b3d4de26)] {{(pid=103377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:38:09.739594 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-df81a79e-7fec-4e80-8c7c-2030bf12bfbc req-505dd371-685f-4477-a5bb-90b739490cfe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25888290'] for port (e91568fd-e051-4c05-8120-a7cc434dd216), after_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:09.797633 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df81a79e-7fec-4e80-8c7c-2030bf12bfbc req-505dd371-685f-4477-a5bb-90b739490cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:38:09.798476 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-df81a79e-7fec-4e80-8c7c-2030bf12bfbc req-505dd371-685f-4477-a5bb-90b739490cfe service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:09.800337 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-df81a79e-7fec-4e80-8c7c-2030bf12bfbc req-505dd371-685f-4477-a5bb-90b739490cfe service neutron] 10.222.0.90 "PUT /v2.0/ports/e91568fd-e051-4c05-8120-a7cc434dd216 HTTP/1.1" status: 200 len: 1092 time: 1.4740260 Feb 04 17:38:09.801062 n-d-827839-2 neutron-server[103377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '015f7940-865f-4e1d-a06e-876090514874', 'tag': 'e91568fd-e051-4c05-8120-a7cc434dd216'}] {{(pid=103377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:38:09.803686 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7240428b650e1488e9361b62648ff4b3a6c19d49d8c27c949491ab58c1346cf0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23c12d33-01a7-4e80-9379-23ed2122d23f" -d '{"events": [{"name": "network-changed", "server_uuid": "015f7940-865f-4e1d-a06e-876090514874", "tag": "e91568fd-e051-4c05-8120-a7cc434dd216"}]}' {{(pid=103377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:38:09.917955 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 17:38:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e07368d-0b6c-4c61-97ce-3970c64af054 x-openstack-request-id: req-3e07368d-0b6c-4c61-97ce-3970c64af054 {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:38:09.918625 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "015f7940-865f-4e1d-a06e-876090514874", "tag": "e91568fd-e051-4c05-8120-a7cc434dd216", "status": "completed", "code": 200}]} {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:38:09.919125 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-3e07368d-0b6c-4c61-97ce-3970c64af054 {{(pid=103377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:38:09.919598 n-d-827839-2 neutron-server[103377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '015f7940-865f-4e1d-a06e-876090514874', 'tag': 'e91568fd-e051-4c05-8120-a7cc434dd216', 'status': 'completed', 'code': 200} Feb 04 17:38:09.953007 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505dd371-685f-4477-a5bb-90b739490cfe service neutron] Pushing event updated for resources: {'Port': ['ID=e91568fd-e051-4c05-8120-a7cc434dd216,revision_number=3']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:38:09.970928 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6c3ee2-d475-43c5-9388-3295a819fcbe req-3d92db2d-9142-4600-942a-38267e969853 tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:38:09.973209 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-2a6c3ee2-d475-43c5-9388-3295a819fcbe req-3d92db2d-9142-4600-942a-38267e969853 tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] 10.222.0.89 "GET /v2.0/ports?device_id=015f7940-865f-4e1d-a06e-876090514874 HTTP/1.1" status: 200 len: 944 time: 0.2004521 Feb 04 17:38:09.999960 n-d-827839-2 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-898e8a88-5189-46ad-bc27-53f879054b1a None None] Publish callbacks [] for port (fb753bae-e46d-45b1-a7c4-ce1e00a91608), precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:10.012255 n-d-827839-2 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-898e8a88-5189-46ad-bc27-53f879054b1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (fb753bae-e46d-45b1-a7c4-ce1e00a91608), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:10.024451 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df81a79e-7fec-4e80-8c7c-2030bf12bfbc req-d5868a65-4de5-4b76-bafd-85f0658f4f12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:38:10.037213 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-df81a79e-7fec-4e80-8c7c-2030bf12bfbc req-d5868a65-4de5-4b76-bafd-85f0658f4f12 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=0b76505d37894fa2a98cba742b19aaf3&device_id=015f7940-865f-4e1d-a06e-876090514874 HTTP/1.1" status: 200 len: 1126 time: 0.1701267 Feb 04 17:38:10.109087 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [None req-898e8a88-5189-46ad-bc27-53f879054b1a None None] Attempting to bind port fb753bae-e46d-45b1-a7c4-ce1e00a91608 on host n-d-827839-2 for vnic_type normal with profile {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:38:10.109781 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [None req-898e8a88-5189-46ad-bc27-53f879054b1a None None] Attempting to bind port fb753bae-e46d-45b1-a7c4-ce1e00a91608 by drivers openvswitch,hyperv on host n-d-827839-2 at level 0 using segments [{'id': '5942dc44-1f07-4c27-b0ab-45a2bff20dd5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188'}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:38:10.110337 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-898e8a88-5189-46ad-bc27-53f879054b1a None None] Attempting to bind port fb753bae-e46d-45b1-a7c4-ce1e00a91608 on network 48165773-85ad-49a1-9ec1-76fc8dc24188 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:38:10.112945 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe4b9b1-acf9-496c-8ab9-d9ce3fe33b48 None None] Pushing event updated for resources: {'Port': ['ID=fb753bae-e46d-45b1-a7c4-ce1e00a91608,revision_number=2']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:38:10.123196 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-898e8a88-5189-46ad-bc27-53f879054b1a None None] Checking agent: {'id': 'ba70844b-66a0-45fd-a2f2-e6ed673321fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 0, 36), 'started_at': datetime.datetime(2022, 2, 4, 17, 1, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 38, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:38:10.123856 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-898e8a88-5189-46ad-bc27-53f879054b1a None None] Checking segment: {'id': '5942dc44-1f07-4c27-b0ab-45a2bff20dd5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:38:10.124466 n-d-827839-2 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-898e8a88-5189-46ad-bc27-53f879054b1a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:10.125050 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-898e8a88-5189-46ad-bc27-53f879054b1a None None] Bound using segment: {'id': '5942dc44-1f07-4c27-b0ab-45a2bff20dd5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188'} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:38:10.127348 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [None req-898e8a88-5189-46ad-bc27-53f879054b1a None None] Bound port: fb753bae-e46d-45b1-a7c4-ce1e00a91608, host: n-d-827839-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5942dc44-1f07-4c27-b0ab-45a2bff20dd5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188'}}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:38:10.127942 n-d-827839-2 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-898e8a88-5189-46ad-bc27-53f879054b1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (fb753bae-e46d-45b1-a7c4-ce1e00a91608), before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:10.128606 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-df81a79e-7fec-4e80-8c7c-2030bf12bfbc req-07c27bfa-8bb8-4597-93aa-aed17d7986d6 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e91568fd-e051-4c05-8120-a7cc434dd216 HTTP/1.1" status: 200 len: 217 time: 0.0660107 Feb 04 17:38:10.131203 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe4b9b1-acf9-496c-8ab9-d9ce3fe33b48 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:38:10.132332 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe4b9b1-acf9-496c-8ab9-d9ce3fe33b48 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:38:10.132332 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe4b9b1-acf9-496c-8ab9-d9ce3fe33b48 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:38:10.132904 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe4b9b1-acf9-496c-8ab9-d9ce3fe33b48 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:38:10.133389 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe4b9b1-acf9-496c-8ab9-d9ce3fe33b48 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:38:10.134478 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe4b9b1-acf9-496c-8ab9-d9ce3fe33b48 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:38:10.135000 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe4b9b1-acf9-496c-8ab9-d9ce3fe33b48 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:38:10.135593 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe4b9b1-acf9-496c-8ab9-d9ce3fe33b48 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:38:10.136088 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe4b9b1-acf9-496c-8ab9-d9ce3fe33b48 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:38:10.136571 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe4b9b1-acf9-496c-8ab9-d9ce3fe33b48 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:38:10.137082 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe4b9b1-acf9-496c-8ab9-d9ce3fe33b48 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:38:10.138483 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe4b9b1-acf9-496c-8ab9-d9ce3fe33b48 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:38:10.138976 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe4b9b1-acf9-496c-8ab9-d9ce3fe33b48 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:38:10.205086 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-2a6c3ee2-d475-43c5-9388-3295a819fcbe req-d630adcf-2aed-4d99-a9a6-7e29d08d1f3e tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] 10.222.0.89 "GET /v2.0/security-groups?id=7065f8d7-aeef-49a2-81d7-44cedbdfdedd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2255070 Feb 04 17:38:10.233876 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df81a79e-7fec-4e80-8c7c-2030bf12bfbc req-21f1262a-86e6-434b-880f-fc445051daee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:38:10.239156 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-df81a79e-7fec-4e80-8c7c-2030bf12bfbc req-21f1262a-86e6-434b-880f-fc445051daee service neutron] 10.222.0.90 "GET /v2.0/subnets?id=85042e04-1570-46e9-b9e6-f57252834000 HTTP/1.1" status: 200 len: 845 time: 0.1040785 Feb 04 17:38:10.243798 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (f20a1ab3-4332-4f54-833b-ba4a7c687e89), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:10.250117 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-898e8a88-5189-46ad-bc27-53f879054b1a None None] For port fb753bae-e46d-45b1-a7c4-ce1e00a91608, host n-d-827839-2, cleared binding levels {{(pid=103379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:38:10.255479 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-898e8a88-5189-46ad-bc27-53f879054b1a None None] For port fb753bae-e46d-45b1-a7c4-ce1e00a91608, host n-d-827839-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=fb753bae-e46d-45b1-a7c4-ce1e00a91608,segment=NetworkSegment(5942dc44-1f07-4c27-b0ab-45a2bff20dd5),segment_id=5942dc44-1f07-4c27-b0ab-45a2bff20dd5)] {{(pid=103379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:38:10.276273 n-d-827839-2 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-898e8a88-5189-46ad-bc27-53f879054b1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (fb753bae-e46d-45b1-a7c4-ce1e00a91608), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:10.320642 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-df81a79e-7fec-4e80-8c7c-2030bf12bfbc req-1217d34e-e884-49b2-bf7a-4f505ca25b7f service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=49bac2c3-9780-4cfa-ba0a-fc1bc47b3fd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0651941 Feb 04 17:38:10.373445 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-898e8a88-5189-46ad-bc27-53f879054b1a None None] Routers {'a073f761-9635-4e66-9fd5-7aea50641b61'} bound to L3 agent in host n-d-827839-2 {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:38:10.374300 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-898e8a88-5189-46ad-bc27-53f879054b1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:38:02Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['a073f761-9635-4e66-9fd5-7aea50641b61'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:38:10.509785 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-df81a79e-7fec-4e80-8c7c-2030bf12bfbc req-3efa8742-daea-4c51-bb33-d445955eafc0 service neutron] 10.222.0.90 "GET /v2.0/networks/49bac2c3-9780-4cfa-ba0a-fc1bc47b3fd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1575055 Feb 04 17:38:10.534582 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe4b9b1-acf9-496c-8ab9-d9ce3fe33b48 None None] Pushing event updated for resources: {'Port': ['ID=fb753bae-e46d-45b1-a7c4-ce1e00a91608,revision_number=3']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:38:10.583840 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvr_db [None req-898e8a88-5189-46ad-bc27-53f879054b1a None None] Set router a073f761-9635-4e66-9fd5-7aea50641b61 gateway port host: n-d-827839-2 {{(pid=103379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:38:10.652459 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-df81a79e-7fec-4e80-8c7c-2030bf12bfbc req-262d5ce5-6774-4dd7-8dcc-332ae7a406a1 service neutron] 10.222.0.90 "GET /v2.0/networks/49bac2c3-9780-4cfa-ba0a-fc1bc47b3fd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1371057 Feb 04 17:38:10.748036 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-c0139fa3-1aca-4e5f-a957-05596d0c058e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:10.851874 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c12d33-01a7-4e80-9379-23ed2122d23f req-e138bc0d-9b46-4511-97e5-ee9c55aebe71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:38:10.854880 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-23c12d33-01a7-4e80-9379-23ed2122d23f req-e138bc0d-9b46-4511-97e5-ee9c55aebe71 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=0b76505d37894fa2a98cba742b19aaf3&device_id=015f7940-865f-4e1d-a06e-876090514874 HTTP/1.1" status: 200 len: 1126 time: 0.1352994 Feb 04 17:38:10.935717 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-898e8a88-5189-46ad-bc27-53f879054b1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a073f761-9635-4e66-9fd5-7aea50641b61', 'name': 'tempest-ServerActionsTestJSON-1960567179-router', 'tenant_id': '5f7c63cd6c624891853d19549e45e9fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.173'}], 'enable_snat': True}, 'gw_port_id': 'fb753bae-e46d-45b1-a7c4-ce1e00a91608', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:38:04Z', 'updated_at': '2022-02-04T17:38:07Z', 'revision_number': 3, 'project_id': '5f7c63cd6c624891853d19549e45e9fe', 'gw_port': {'id': 'fb753bae-e46d-45b1-a7c4-ce1e00a91608', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:2c:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a073f761-9635-4e66-9fd5-7aea50641b61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3033, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:38:05Z', 'updated_at': '2022-02-04T17:38:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2'}], 'n-d-827839-2', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:38:10.970135 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-898e8a88-5189-46ad-bc27-53f879054b1a None None] The sync data for ids ['a073f761-9635-4e66-9fd5-7aea50641b61'] in n-d-827839-2 is: [{'id': 'a073f761-9635-4e66-9fd5-7aea50641b61', 'name': 'tempest-ServerActionsTestJSON-1960567179-router', 'tenant_id': '5f7c63cd6c624891853d19549e45e9fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.173'}], 'enable_snat': True}, 'gw_port_id': 'fb753bae-e46d-45b1-a7c4-ce1e00a91608', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:38:04Z', 'updated_at': '2022-02-04T17:38:07Z', 'revision_number': 3, 'project_id': '5f7c63cd6c624891853d19549e45e9fe', 'gw_port': {'id': 'fb753bae-e46d-45b1-a7c4-ce1e00a91608', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:2c:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a073f761-9635-4e66-9fd5-7aea50641b61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3033, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:38:05Z', 'updated_at': '2022-02-04T17:38:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2'}] {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 17:38:11.017522 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c12d33-01a7-4e80-9379-23ed2122d23f req-cf1cdd20-c685-4330-9889-b9d84f34fd6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:38:11.022804 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-23c12d33-01a7-4e80-9379-23ed2122d23f req-cf1cdd20-c685-4330-9889-b9d84f34fd6f service neutron] 10.222.0.90 "GET /v2.0/networks?id=49bac2c3-9780-4cfa-ba0a-fc1bc47b3fd5 HTTP/1.1" status: 200 len: 906 time: 0.1583092 Feb 04 17:38:11.098860 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-23c12d33-01a7-4e80-9379-23ed2122d23f req-92938e34-b560-4a6a-a85c-c52a86361bc2 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e91568fd-e051-4c05-8120-a7cc434dd216 HTTP/1.1" status: 200 len: 217 time: 0.0688925 Feb 04 17:38:11.187663 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c12d33-01a7-4e80-9379-23ed2122d23f req-3d90ee20-7486-4bb9-ac9a-23cd5d0be6ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:38:11.192800 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-23c12d33-01a7-4e80-9379-23ed2122d23f req-3d90ee20-7486-4bb9-ac9a-23cd5d0be6ff service neutron] 10.222.0.90 "GET /v2.0/subnets?id=85042e04-1570-46e9-b9e6-f57252834000 HTTP/1.1" status: 200 len: 845 time: 0.0821013 Feb 04 17:38:11.244788 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-23c12d33-01a7-4e80-9379-23ed2122d23f req-8e18e6f8-5435-4bde-9892-a1e4a59e7ba7 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=49bac2c3-9780-4cfa-ba0a-fc1bc47b3fd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0418680 Feb 04 17:38:11.447021 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.db_base_plugin_common [None req-c0139fa3-1aca-4e5f-a957-05596d0c058e admin admin] Allocated IP 172.20.0.1 (b55b6cf7-96ca-44f1-b402-5ece20b91f84/56d77231-1e8a-430f-89bb-45ff7f982beb/0b51a694-6ab9-4656-9651-3d9e24254d18) {{(pid=103376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:38:11.584385 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-23c12d33-01a7-4e80-9379-23ed2122d23f req-a8dbc93a-c9e0-471c-8501-1bb36e4f3cc3 service neutron] 10.222.0.90 "GET /v2.0/networks/49bac2c3-9780-4cfa-ba0a-fc1bc47b3fd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3282914 Feb 04 17:38:11.726101 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-23c12d33-01a7-4e80-9379-23ed2122d23f req-883821b9-c45b-407f-a83e-bd7fc60bcf20 service neutron] 10.222.0.90 "GET /v2.0/networks/49bac2c3-9780-4cfa-ba0a-fc1bc47b3fd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1375539 Feb 04 17:38:11.780465 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b432dded-490a-4a3e-840c-56e4e53e128c req-ed547d7d-1b13-4313-801c-570dfe5b2ff1 tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:38:11.782454 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-b432dded-490a-4a3e-840c-56e4e53e128c req-ed547d7d-1b13-4313-801c-570dfe5b2ff1 tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] 10.222.0.89 "GET /v2.0/ports?device_id=015f7940-865f-4e1d-a06e-876090514874 HTTP/1.1" status: 200 len: 944 time: 0.3622289 Feb 04 17:38:11.828269 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-c0139fa3-1aca-4e5f-a957-05596d0c058e admin admin] Publish callbacks [] for port (0b51a694-6ab9-4656-9651-3d9e24254d18), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:11.909844 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-c0139fa3-1aca-4e5f-a957-05596d0c058e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (0b51a694-6ab9-4656-9651-3d9e24254d18), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:11.957369 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0139fa3-1aca-4e5f-a957-05596d0c058e admin admin] Network b55b6cf7-96ca-44f1-b402-5ece20b91f84 is already hosted by enough agents. {{(pid=103376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:38:11.962825 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [None req-c0139fa3-1aca-4e5f-a957-05596d0c058e admin admin] Resources bound (agent type, host, resource id): {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:38:11.966873 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0139fa3-1aca-4e5f-a957-05596d0c058e admin admin] Received port after_create {{(pid=103376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:38:11.998192 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-b432dded-490a-4a3e-840c-56e4e53e128c req-4876f1e4-2d62-486b-9f0e-cbbec409bc07 tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] 10.222.0.89 "GET /v2.0/security-groups?id=7065f8d7-aeef-49a2-81d7-44cedbdfdedd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2080877 Feb 04 17:38:12.056904 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0139fa3-1aca-4e5f-a957-05596d0c058e admin admin] Pushing event updated for resources: {'Port': ['ID=0b51a694-6ab9-4656-9651-3d9e24254d18,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:38:12.072207 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-c0139fa3-1aca-4e5f-a957-05596d0c058e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1595471'] for router_interface (a073f761-9635-4e66-9fd5-7aea50641b61), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:12.378924 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (3f9244a9-75fc-4c10-b195-11d48b853b41), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:12.387367 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-c0139fa3-1aca-4e5f-a957-05596d0c058e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (0b51a694-6ab9-4656-9651-3d9e24254d18), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:12.481218 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device fb753bae-e46d-45b1-a7c4-ce1e00a91608 up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:38:12.595151 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-410a705e-b010-442c-a576-430c61b4924a None None] Provisioning complete for port 0b51a694-6ab9-4656-9651-3d9e24254d18 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:38:12.595718 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-410a705e-b010-442c-a576-430c61b4924a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (0b51a694-6ab9-4656-9651-3d9e24254d18), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:12.675749 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port fb753bae-e46d-45b1-a7c4-ce1e00a91608 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:38:12.676397 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (fb753bae-e46d-45b1-a7c4-ce1e00a91608), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:12.678272 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-410a705e-b010-442c-a576-430c61b4924a None None] Port 0b51a694-6ab9-4656-9651-3d9e24254d18 cannot update to ACTIVE because it is not bound. {{(pid=103378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 17:38:12.761688 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-c0139fa3-1aca-4e5f-a957-05596d0c058e admin admin] Publish callbacks [] for port (0b51a694-6ab9-4656-9651-3d9e24254d18), precommit_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:12.779158 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-c0139fa3-1aca-4e5f-a957-05596d0c058e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675836'] for port (0b51a694-6ab9-4656-9651-3d9e24254d18), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:12.850288 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port fb753bae-e46d-45b1-a7c4-ce1e00a91608 is: DOWN; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:38:12.850820 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (fb753bae-e46d-45b1-a7c4-ce1e00a91608), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:12.881286 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] For port fb753bae-e46d-45b1-a7c4-ce1e00a91608, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=fb753bae-e46d-45b1-a7c4-ce1e00a91608,segment=NetworkSegment(5942dc44-1f07-4c27-b0ab-45a2bff20dd5),segment_id=5942dc44-1f07-4c27-b0ab-45a2bff20dd5)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:38:12.888098 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-c0139fa3-1aca-4e5f-a957-05596d0c058e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1677345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602751'] for router_interface (a073f761-9635-4e66-9fd5-7aea50641b61), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:12.890302 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (fb753bae-e46d-45b1-a7c4-ce1e00a91608), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:12.901333 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0139fa3-1aca-4e5f-a957-05596d0c058e admin admin] Pushing event updated for resources: {'Port': ['ID=0b51a694-6ab9-4656-9651-3d9e24254d18,revision_number=2']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:38:13.053389 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Pushing event updated for resources: {'Port': ['ID=fb753bae-e46d-45b1-a7c4-ce1e00a91608,revision_number=4']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:38:13.075833 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0139fa3-1aca-4e5f-a957-05596d0c058e admin admin] Network b55b6cf7-96ca-44f1-b402-5ece20b91f84 is already hosted by enough agents. {{(pid=103376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:38:13.077889 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [None req-c0139fa3-1aca-4e5f-a957-05596d0c058e admin admin] Resources bound (agent type, host, resource id): {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:38:13.269743 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5222408b-5e7e-4a36-890f-872264e9c49c req-aad2a3af-a998-4a0b-ac31-9fee3d0e8bc0 tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:38:13.271338 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-5222408b-5e7e-4a36-890f-872264e9c49c req-aad2a3af-a998-4a0b-ac31-9fee3d0e8bc0 tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] 10.222.0.89 "GET /v2.0/ports?device_id=015f7940-865f-4e1d-a06e-876090514874 HTTP/1.1" status: 200 len: 944 time: 0.1121235 Feb 04 17:38:13.353530 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0139fa3-1aca-4e5f-a957-05596d0c058e admin admin] Router a073f761-9635-4e66-9fd5-7aea50641b61 has already been hosted by L3 agent 64ada913-9131-4d99-a265-63a920956287 {{(pid=103376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 17:38:13.436002 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-5222408b-5e7e-4a36-890f-872264e9c49c req-2fc0acb4-ff0f-4834-a031-11486834d9fe tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] 10.222.0.89 "GET /v2.0/security-groups?id=7065f8d7-aeef-49a2-81d7-44cedbdfdedd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483531 Feb 04 17:38:13.531864 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-ff8594f3-b521-4925-b015-872806cd1d83 None None] Provisioning complete for port 0b51a694-6ab9-4656-9651-3d9e24254d18 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:38:13.532727 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ff8594f3-b521-4925-b015-872806cd1d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (0b51a694-6ab9-4656-9651-3d9e24254d18), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:13.638047 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-ff8594f3-b521-4925-b015-872806cd1d83 None None] Port 0b51a694-6ab9-4656-9651-3d9e24254d18 cannot update to ACTIVE because it is not bound. {{(pid=103378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 17:38:13.703012 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0139fa3-1aca-4e5f-a957-05596d0c058e admin admin] Notify agent at l3_agent.n-d-827839-2 the message routers_updated {{(pid=103376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 17:38:13.717847 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-c0139fa3-1aca-4e5f-a957-05596d0c058e admin admin] 10.222.0.89 "PUT /v2.0/routers/a073f761-9635-4e66-9fd5-7aea50641b61/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7537858 Feb 04 17:38:13.898517 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Device e91568fd-e051-4c05-8120-a7cc434dd216 details requested by agent hyperv_n-h2-827839-2 with host n-h2-827839-2 {{(pid=103378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 17:38:14.081409 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] For port e91568fd-e051-4c05-8120-a7cc434dd216, host n-h2-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=e91568fd-e051-4c05-8120-a7cc434dd216,segment=NetworkSegment(f8b51653-e9f0-43b4-bbb2-0054b3d4de26),segment_id=f8b51653-e9f0-43b4-bbb2-0054b3d4de26)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:38:14.094465 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Returning: {'device': 'e91568fd-e051-4c05-8120-a7cc434dd216', 'network_id': '49bac2c3-9780-4cfa-ba0a-fc1bc47b3fd5', 'port_id': 'e91568fd-e051-4c05-8120-a7cc434dd216', 'mac_address': 'fa:16:3e:47:d0:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 773, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85042e04-1570-46e9-b9e6-f57252834000', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 17:38:14.123724 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3670538e-27a0-439e-95d6-4b4caccccc9e None None] Sync routers for ids ['a073f761-9635-4e66-9fd5-7aea50641b61'] in n-d-827839-2 {{(pid=103378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 17:38:14.168241 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3670538e-27a0-439e-95d6-4b4caccccc9e None None] Routers {'a073f761-9635-4e66-9fd5-7aea50641b61'} bound to L3 agent in host n-d-827839-2 {{(pid=103378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:38:14.168927 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-3670538e-27a0-439e-95d6-4b4caccccc9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:38:02Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['a073f761-9635-4e66-9fd5-7aea50641b61'], 'active': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:38:14.248136 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Current status of the port e91568fd-e051-4c05-8120-a7cc434dd216 is: DOWN; New status is: BUILD {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:38:14.248499 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (e91568fd-e051-4c05-8120-a7cc434dd216), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:14.398165 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e91568fd-e051-4c05-8120-a7cc434dd216 {{(pid=103378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 17:38:14.408192 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device fb753bae-e46d-45b1-a7c4-ce1e00a91608 up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:38:14.481146 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] For port e91568fd-e051-4c05-8120-a7cc434dd216, host n-h2-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=e91568fd-e051-4c05-8120-a7cc434dd216,segment=NetworkSegment(f8b51653-e9f0-43b4-bbb2-0054b3d4de26),segment_id=f8b51653-e9f0-43b4-bbb2-0054b3d4de26)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:38:14.497551 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (e91568fd-e051-4c05-8120-a7cc434dd216), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:14.515697 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvr_db [None req-3670538e-27a0-439e-95d6-4b4caccccc9e None None] Set router a073f761-9635-4e66-9fd5-7aea50641b61 gateway port host: n-d-827839-2 {{(pid=103378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:38:14.603024 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port fb753bae-e46d-45b1-a7c4-ce1e00a91608 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:38:14.605354 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (fb753bae-e46d-45b1-a7c4-ce1e00a91608), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:14.791541 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] get_ports_and_sgs() called for port_ids ['e91568fd-e051-4c05-8120-a7cc434dd216'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 17:38:14.800810 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Pushing event updated for resources: {'Port': ['ID=e91568fd-e051-4c05-8120-a7cc434dd216,revision_number=4']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:38:14.806899 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 58100) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:38:14.812626 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-be595812-8cc6-45f5-917d-b7ceb378eaee tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] Request body: {'security_group': {'name': 'tempest-securitygroup--190777280', 'description': 'tempest-description--1783310992'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:38:14.893691 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cce00a-7e84-4113-a723-b501caf453ec req-e00d522b-b7db-49fa-944e-19d60f7cef23 tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:38:14.916770 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-be595812-8cc6-45f5-917d-b7ceb378eaee tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] Publish callbacks [] for security_group (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:14.926341 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-a6cce00a-7e84-4113-a723-b501caf453ec req-e00d522b-b7db-49fa-944e-19d60f7cef23 tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] 10.222.0.89 "GET /v2.0/ports?device_id=015f7940-865f-4e1d-a06e-876090514874 HTTP/1.1" status: 200 len: 945 time: 0.2097294 Feb 04 17:38:15.056276 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-a6cce00a-7e84-4113-a723-b501caf453ec req-e46ceb7f-c279-4d08-91ab-0a443fdc28e1 tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] 10.222.0.89 "GET /v2.0/security-groups?id=7065f8d7-aeef-49a2-81d7-44cedbdfdedd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241200 Feb 04 17:38:15.138137 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-ad44e601-cac2-40a7-9de1-f8c730a8e21a req-93d857cc-b4a7-4201-893d-52270f134d0a service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=9d3821bc-122a-4237-beec-6ec54fd69665&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4478836 Feb 04 17:38:15.173372 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-be595812-8cc6-45f5-917d-b7ceb378eaee tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] Publish callbacks [] for security_group (93ceaf89-daf9-4fd7-ba90-ecf1cae67db9), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:15.192560 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-be595812-8cc6-45f5-917d-b7ceb378eaee tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (93ceaf89-daf9-4fd7-ba90-ecf1cae67db9), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:15.297602 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-be595812-8cc6-45f5-917d-b7ceb378eaee tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] Publish callbacks [] for security_group (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:15.304345 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 58126) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:38:15.305052 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-be595812-8cc6-45f5-917d-b7ceb378eaee tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.89 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.4962022 Feb 04 17:38:15.310263 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-7e79fb7c-dc8a-40c0-8f2e-175368d2c10d tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] Request body: {'security_group_rule': {'security_group_id': '93ceaf89-daf9-4fd7-ba90-ecf1cae67db9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:38:15.328235 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be595812-8cc6-45f5-917d-b7ceb378eaee tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] Pushing event updated for resources: {'SecurityGroup': ['ID=93ceaf89-daf9-4fd7-ba90-ecf1cae67db9,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:38:15.341742 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad44e601-cac2-40a7-9de1-f8c730a8e21a req-bff95a40-8996-4418-9ae0-5be574c92883 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:38:15.347301 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-ad44e601-cac2-40a7-9de1-f8c730a8e21a req-bff95a40-8996-4418-9ae0-5be574c92883 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=0b76505d37894fa2a98cba742b19aaf3&device_id=9d3821bc-122a-4237-beec-6ec54fd69665 HTTP/1.1" status: 200 len: 1127 time: 0.1708124 Feb 04 17:38:15.399683 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-7e79fb7c-dc8a-40c0-8f2e-175368d2c10d tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] Publish callbacks [] for security_group_rule (dc83faea-000e-46eb-a0a8-e202de73a46b), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:15.488437 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port fb753bae-e46d-45b1-a7c4-ce1e00a91608 is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:38:15.509243 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-7e79fb7c-dc8a-40c0-8f2e-175368d2c10d tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] Publish callbacks [] for security_group_rule (dc83faea-000e-46eb-a0a8-e202de73a46b), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:15.520860 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-7e79fb7c-dc8a-40c0-8f2e-175368d2c10d tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664556'] for security_group_rule (dc83faea-000e-46eb-a0a8-e202de73a46b), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:15.565054 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e79fb7c-dc8a-40c0-8f2e-175368d2c10d tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc83faea-000e-46eb-a0a8-e202de73a46b,revision_number=0']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:38:15.590519 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-7e79fb7c-dc8a-40c0-8f2e-175368d2c10d tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:15.607487 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-7e79fb7c-dc8a-40c0-8f2e-175368d2c10d tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2986529 Feb 04 17:38:15.607708 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 58138) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:38:15.618054 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-bcdcf756-0440-4917-9abe-c21ad09bf4ba tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] Request body: {'security_group_rule': {'security_group_id': '93ceaf89-daf9-4fd7-ba90-ecf1cae67db9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:38:15.662702 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad44e601-cac2-40a7-9de1-f8c730a8e21a req-c423d40e-876a-44d4-a46f-f3f0c08ff31b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:38:15.664669 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-ad44e601-cac2-40a7-9de1-f8c730a8e21a req-c423d40e-876a-44d4-a46f-f3f0c08ff31b service neutron] 10.222.0.96 "GET /v2.0/networks?id=49bac2c3-9780-4cfa-ba0a-fc1bc47b3fd5 HTTP/1.1" status: 200 len: 906 time: 0.2908084 Feb 04 17:38:15.694721 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-bcdcf756-0440-4917-9abe-c21ad09bf4ba tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] Publish callbacks [] for security_group_rule (66e6e0b9-eb66-4412-a647-c2d8218d62fb), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:15.712383 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-3670538e-27a0-439e-95d6-4b4caccccc9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a073f761-9635-4e66-9fd5-7aea50641b61', 'name': 'tempest-ServerActionsTestJSON-1960567179-router', 'tenant_id': '5f7c63cd6c624891853d19549e45e9fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.173'}], 'enable_snat': True}, 'gw_port_id': 'fb753bae-e46d-45b1-a7c4-ce1e00a91608', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:38:04Z', 'updated_at': '2022-02-04T17:38:12Z', 'revision_number': 4, 'project_id': '5f7c63cd6c624891853d19549e45e9fe', 'gw_port': {'id': 'fb753bae-e46d-45b1-a7c4-ce1e00a91608', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:2c:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a073f761-9635-4e66-9fd5-7aea50641b61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3033, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:38:05Z', 'updated_at': '2022-02-04T17:38:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_interfaces': [{'id': '0b51a694-6ab9-4656-9651-3d9e24254d18', 'name': '', 'network_id': 'b55b6cf7-96ca-44f1-b402-5ece20b91f84', 'tenant_id': '5f7c63cd6c624891853d19549e45e9fe', 'mac_address': 'fa:16:3e:8d:ab:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a073f761-9635-4e66-9fd5-7aea50641b61', 'device_owner': 'network:router_interface', 'standard_attr_id': 3040, 'fixed_ips': [{'subnet_id': '56d77231-1e8a-430f-89bb-45ff7f982beb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:38:10Z', 'updated_at': '2022-02-04T17:38:12Z', 'revision_number': 2, 'project_id': '5f7c63cd6c624891853d19549e45e9fe', 'subnets': [{'id': '56d77231-1e8a-430f-89bb-45ff7f982beb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-2', False) {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:38:15.743346 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-ad44e601-cac2-40a7-9de1-f8c730a8e21a req-3da9133c-8b82-424d-887b-2fed1a380ad0 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b11feae4-5af3-4cd0-a7f3-50dcb2bf4c66 HTTP/1.1" status: 200 len: 217 time: 0.0710919 Feb 04 17:38:15.747642 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3670538e-27a0-439e-95d6-4b4caccccc9e None None] Checking router: a073f761-9635-4e66-9fd5-7aea50641b61 for host: n-d-827839-2 {{(pid=103378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 17:38:15.748138 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3670538e-27a0-439e-95d6-4b4caccccc9e None None] Updating router a073f761-9635-4e66-9fd5-7aea50641b61 port 0b51a694-6ab9-4656-9651-3d9e24254d18 binding host n-d-827839-2 {{(pid=103378) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 17:38:15.810395 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3670538e-27a0-439e-95d6-4b4caccccc9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (0b51a694-6ab9-4656-9651-3d9e24254d18), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:15.848273 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad44e601-cac2-40a7-9de1-f8c730a8e21a req-c28e3a1d-e2e3-4c8f-b765-4a5beb56a386 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:38:15.852250 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-ad44e601-cac2-40a7-9de1-f8c730a8e21a req-c28e3a1d-e2e3-4c8f-b765-4a5beb56a386 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=85042e04-1570-46e9-b9e6-f57252834000 HTTP/1.1" status: 200 len: 845 time: 0.1026723 Feb 04 17:38:15.871097 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-bcdcf756-0440-4917-9abe-c21ad09bf4ba tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] Publish callbacks [] for security_group_rule (66e6e0b9-eb66-4412-a647-c2d8218d62fb), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:15.885523 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-bcdcf756-0440-4917-9abe-c21ad09bf4ba tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664556'] for security_group_rule (66e6e0b9-eb66-4412-a647-c2d8218d62fb), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:15.914037 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcdcf756-0440-4917-9abe-c21ad09bf4ba tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66e6e0b9-eb66-4412-a647-c2d8218d62fb,revision_number=0']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:38:15.925435 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-ad44e601-cac2-40a7-9de1-f8c730a8e21a req-132a3c80-a74a-4fab-ab85-a02a61755d99 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=49bac2c3-9780-4cfa-ba0a-fc1bc47b3fd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0625069 Feb 04 17:38:15.956906 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-bcdcf756-0440-4917-9abe-c21ad09bf4ba tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:15.960884 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-bcdcf756-0440-4917-9abe-c21ad09bf4ba tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3504732 Feb 04 17:38:15.963010 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 58156) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:38:15.973754 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-fa1e260c-acb3-4afb-a2fe-6004605128fc tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] Request body: {'floatingip': {'floating_network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:38:16.010536 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-fa1e260c-acb3-4afb-a2fe-6004605128fc tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:16.233693 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-ad44e601-cac2-40a7-9de1-f8c730a8e21a req-d77f7b3a-5ea3-42a6-90cf-cc295979a644 service neutron] 10.222.0.96 "GET /v2.0/networks/49bac2c3-9780-4cfa-ba0a-fc1bc47b3fd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2984967 Feb 04 17:38:16.280683 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-fa1e260c-acb3-4afb-a2fe-6004605128fc tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:16.440504 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-ad44e601-cac2-40a7-9de1-f8c730a8e21a req-821ed995-65c5-416d-b91b-835d2a2b4307 service neutron] 10.222.0.96 "GET /v2.0/networks/49bac2c3-9780-4cfa-ba0a-fc1bc47b3fd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1958520 Feb 04 17:38:16.488230 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a46a772-d7c3-4624-b017-91721e673a3a req-0811e99a-854d-4323-80c7-6ebffcb34398 tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:38:16.490193 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3670538e-27a0-439e-95d6-4b4caccccc9e None None] Publish callbacks [] for port (0b51a694-6ab9-4656-9651-3d9e24254d18), precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:16.500622 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-1a46a772-d7c3-4624-b017-91721e673a3a req-0811e99a-854d-4323-80c7-6ebffcb34398 tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] 10.222.0.89 "GET /v2.0/ports?device_id=015f7940-865f-4e1d-a06e-876090514874 HTTP/1.1" status: 200 len: 945 time: 0.2590539 Feb 04 17:38:16.506463 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3670538e-27a0-439e-95d6-4b4caccccc9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (0b51a694-6ab9-4656-9651-3d9e24254d18), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:16.554107 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.db_base_plugin_common [None req-fa1e260c-acb3-4afb-a2fe-6004605128fc tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] Allocated IP 172.25.6.126 (48165773-85ad-49a1-9ec1-76fc8dc24188/7660bfad-1ea8-4fe7-831b-bed836f13efc/069e3f10-f04a-4d84-a3aa-418476194b08) {{(pid=103377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:38:16.655404 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-1a46a772-d7c3-4624-b017-91721e673a3a req-2cae84bb-4da7-463f-8d77-c0801121f719 tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] 10.222.0.89 "GET /v2.0/security-groups?id=7065f8d7-aeef-49a2-81d7-44cedbdfdedd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537554 Feb 04 17:38:16.741782 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-fa1e260c-acb3-4afb-a2fe-6004605128fc tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] Publish callbacks [] for port (069e3f10-f04a-4d84-a3aa-418476194b08), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:16.770335 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207739a1-628a-48cc-8d6c-01534df3f374 None None] Pushing event updated for resources: {'Port': ['ID=0b51a694-6ab9-4656-9651-3d9e24254d18,revision_number=3']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:38:16.791893 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-3670538e-27a0-439e-95d6-4b4caccccc9e None None] Attempting to bind port 0b51a694-6ab9-4656-9651-3d9e24254d18 on host n-d-827839-2 for vnic_type normal with profile {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:38:16.797672 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-3670538e-27a0-439e-95d6-4b4caccccc9e None None] Attempting to bind port 0b51a694-6ab9-4656-9651-3d9e24254d18 by drivers openvswitch,hyperv on host n-d-827839-2 at level 0 using segments [{'id': '95e3d896-e0ab-47f8-8257-e5c06c9261eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'b55b6cf7-96ca-44f1-b402-5ece20b91f84'}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:38:16.798102 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3670538e-27a0-439e-95d6-4b4caccccc9e None None] Attempting to bind port 0b51a694-6ab9-4656-9651-3d9e24254d18 on network b55b6cf7-96ca-44f1-b402-5ece20b91f84 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:38:16.843595 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3670538e-27a0-439e-95d6-4b4caccccc9e None None] Checking agent: {'id': 'ba70844b-66a0-45fd-a2f2-e6ed673321fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 0, 36), 'started_at': datetime.datetime(2022, 2, 4, 17, 1, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 38, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:38:16.844211 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3670538e-27a0-439e-95d6-4b4caccccc9e None None] Checking segment: {'id': '95e3d896-e0ab-47f8-8257-e5c06c9261eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'b55b6cf7-96ca-44f1-b402-5ece20b91f84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:38:16.844630 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3670538e-27a0-439e-95d6-4b4caccccc9e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:16.845105 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3670538e-27a0-439e-95d6-4b4caccccc9e None None] Bound using segment: {'id': '95e3d896-e0ab-47f8-8257-e5c06c9261eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'b55b6cf7-96ca-44f1-b402-5ece20b91f84'} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:38:16.845599 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-3670538e-27a0-439e-95d6-4b4caccccc9e None None] Bound port: 0b51a694-6ab9-4656-9651-3d9e24254d18, host: n-d-827839-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95e3d896-e0ab-47f8-8257-e5c06c9261eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'b55b6cf7-96ca-44f1-b402-5ece20b91f84'}}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:38:16.845993 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3670538e-27a0-439e-95d6-4b4caccccc9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (0b51a694-6ab9-4656-9651-3d9e24254d18), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:16.848225 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-fa1e260c-acb3-4afb-a2fe-6004605128fc tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (069e3f10-f04a-4d84-a3aa-418476194b08), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:16.965954 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa1e260c-acb3-4afb-a2fe-6004605128fc tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] Network 48165773-85ad-49a1-9ec1-76fc8dc24188 is already hosted by enough agents. {{(pid=103377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:38:16.979790 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [None req-fa1e260c-acb3-4afb-a2fe-6004605128fc tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] Resources bound (agent type, host, resource id): {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:38:16.983630 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1e260c-acb3-4afb-a2fe-6004605128fc tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] Pushing event updated for resources: {'Port': ['ID=069e3f10-f04a-4d84-a3aa-418476194b08,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:38:16.997924 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa1e260c-acb3-4afb-a2fe-6004605128fc tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] Received port after_create {{(pid=103377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:38:16.999097 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-3670538e-27a0-439e-95d6-4b4caccccc9e None None] For port 0b51a694-6ab9-4656-9651-3d9e24254d18, host n-d-827839-2, cleared binding levels {{(pid=103378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:38:17.007274 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-3670538e-27a0-439e-95d6-4b4caccccc9e None None] For port 0b51a694-6ab9-4656-9651-3d9e24254d18, host n-d-827839-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=0b51a694-6ab9-4656-9651-3d9e24254d18,segment=NetworkSegment(95e3d896-e0ab-47f8-8257-e5c06c9261eb),segment_id=95e3d896-e0ab-47f8-8257-e5c06c9261eb)] {{(pid=103378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:38:17.027804 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3670538e-27a0-439e-95d6-4b4caccccc9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (0b51a694-6ab9-4656-9651-3d9e24254d18), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:17.098636 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3670538e-27a0-439e-95d6-4b4caccccc9e None None] Routers {'a073f761-9635-4e66-9fd5-7aea50641b61'} bound to L3 agent in host n-d-827839-2 {{(pid=103378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:38:17.099975 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-3670538e-27a0-439e-95d6-4b4caccccc9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:38:02Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['a073f761-9635-4e66-9fd5-7aea50641b61'], 'active': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:38:17.255777 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-fa1e260c-acb3-4afb-a2fe-6004605128fc tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] Publish callbacks [] for floatingip (bf26bbc3-1572-43f0-85be-97b85b55ccc2), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:17.334561 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207739a1-628a-48cc-8d6c-01534df3f374 None None] Pushing event updated for resources: {'Port': ['ID=0b51a694-6ab9-4656-9651-3d9e24254d18,revision_number=4']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:38:17.354373 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-fa1e260c-acb3-4afb-a2fe-6004605128fc tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (069e3f10-f04a-4d84-a3aa-418476194b08), before_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:17.392380 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-c9699243-48d7-4b61-a58d-09a4da0bae8b None None] Provisioning complete for port 0b51a694-6ab9-4656-9651-3d9e24254d18 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:38:17.392903 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c9699243-48d7-4b61-a58d-09a4da0bae8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (0b51a694-6ab9-4656-9651-3d9e24254d18), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:17.482603 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvr_db [None req-3670538e-27a0-439e-95d6-4b4caccccc9e None None] Set router a073f761-9635-4e66-9fd5-7aea50641b61 gateway port host: n-d-827839-2 {{(pid=103378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:38:17.771235 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-fa1e260c-acb3-4afb-a2fe-6004605128fc tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] Publish callbacks [] for port (069e3f10-f04a-4d84-a3aa-418476194b08), precommit_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:17.772785 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-c9699243-48d7-4b61-a58d-09a4da0bae8b None None] Current status of the port 0b51a694-6ab9-4656-9651-3d9e24254d18 is: DOWN; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:38:17.773275 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c9699243-48d7-4b61-a58d-09a4da0bae8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (0b51a694-6ab9-4656-9651-3d9e24254d18), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:17.780234 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-fa1e260c-acb3-4afb-a2fe-6004605128fc tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25888290'] for port (069e3f10-f04a-4d84-a3aa-418476194b08), after_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:17.948210 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-fa1e260c-acb3-4afb-a2fe-6004605128fc tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1595586'] for floatingip (bf26bbc3-1572-43f0-85be-97b85b55ccc2), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:18.008856 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Device e91568fd-e051-4c05-8120-a7cc434dd216 up at agent hyperv_n-h2-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:38:18.013062 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-fa1e260c-acb3-4afb-a2fe-6004605128fc tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for floatingip (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:18.015605 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-fa1e260c-acb3-4afb-a2fe-6004605128fc tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.89 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.0508454 Feb 04 17:38:18.041334 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1e260c-acb3-4afb-a2fe-6004605128fc tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] Pushing event updated for resources: {'Port': ['ID=069e3f10-f04a-4d84-a3aa-418476194b08,revision_number=2']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:38:18.103232 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188ed938-448d-4c42-9990-8c73f3ce4ece req-ff9672c5-b121-4df4-9db9-bd0acd532ab2 tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:38:18.107906 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-188ed938-448d-4c42-9990-8c73f3ce4ece req-ff9672c5-b121-4df4-9db9-bd0acd532ab2 tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] 10.222.0.89 "GET /v2.0/ports?device_id=015f7940-865f-4e1d-a06e-876090514874 HTTP/1.1" status: 200 len: 945 time: 0.2863238 Feb 04 17:38:18.145967 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-c9699243-48d7-4b61-a58d-09a4da0bae8b None None] For port 0b51a694-6ab9-4656-9651-3d9e24254d18, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=0b51a694-6ab9-4656-9651-3d9e24254d18,segment=NetworkSegment(95e3d896-e0ab-47f8-8257-e5c06c9261eb),segment_id=95e3d896-e0ab-47f8-8257-e5c06c9261eb)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:38:18.201573 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c9699243-48d7-4b61-a58d-09a4da0bae8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (0b51a694-6ab9-4656-9651-3d9e24254d18), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:18.245851 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-188ed938-448d-4c42-9990-8c73f3ce4ece req-33d7b20c-c634-41f7-9b75-ea24308294cd tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] 10.222.0.89 "GET /v2.0/security-groups?id=7065f8d7-aeef-49a2-81d7-44cedbdfdedd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328125 Feb 04 17:38:18.363385 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-3670538e-27a0-439e-95d6-4b4caccccc9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a073f761-9635-4e66-9fd5-7aea50641b61', 'name': 'tempest-ServerActionsTestJSON-1960567179-router', 'tenant_id': '5f7c63cd6c624891853d19549e45e9fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.173'}], 'enable_snat': True}, 'gw_port_id': 'fb753bae-e46d-45b1-a7c4-ce1e00a91608', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:38:04Z', 'updated_at': '2022-02-04T17:38:12Z', 'revision_number': 4, 'project_id': '5f7c63cd6c624891853d19549e45e9fe', 'gw_port': {'id': 'fb753bae-e46d-45b1-a7c4-ce1e00a91608', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:2c:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a073f761-9635-4e66-9fd5-7aea50641b61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3033, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:38:05Z', 'updated_at': '2022-02-04T17:38:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_interfaces': [{'id': '0b51a694-6ab9-4656-9651-3d9e24254d18', 'name': '', 'network_id': 'b55b6cf7-96ca-44f1-b402-5ece20b91f84', 'tenant_id': '5f7c63cd6c624891853d19549e45e9fe', 'mac_address': 'fa:16:3e:8d:ab:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a073f761-9635-4e66-9fd5-7aea50641b61', 'device_owner': 'network:router_interface', 'standard_attr_id': 3040, 'fixed_ips': [{'subnet_id': '56d77231-1e8a-430f-89bb-45ff7f982beb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:38:10Z', 'updated_at': '2022-02-04T17:38:16Z', 'revision_number': 4, 'project_id': '5f7c63cd6c624891853d19549e45e9fe', 'subnets': [{'id': '56d77231-1e8a-430f-89bb-45ff7f982beb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-2', False) {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:38:18.372545 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9699243-48d7-4b61-a58d-09a4da0bae8b None None] Pushing event updated for resources: {'Port': ['ID=0b51a694-6ab9-4656-9651-3d9e24254d18,revision_number=5']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:38:18.375497 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Provisioning for port e91568fd-e051-4c05-8120-a7cc434dd216 completed by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 17:38:18.404328 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-54a6b74e-dedd-4bf0-b4c1-454630c8fdbf None None] Provisioning complete for port 0b51a694-6ab9-4656-9651-3d9e24254d18 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:38:18.404842 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-54a6b74e-dedd-4bf0-b4c1-454630c8fdbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (0b51a694-6ab9-4656-9651-3d9e24254d18), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:18.409702 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3670538e-27a0-439e-95d6-4b4caccccc9e None None] The sync data for ids ['a073f761-9635-4e66-9fd5-7aea50641b61'] in n-d-827839-2 is: [{'id': 'a073f761-9635-4e66-9fd5-7aea50641b61', 'name': 'tempest-ServerActionsTestJSON-1960567179-router', 'tenant_id': '5f7c63cd6c624891853d19549e45e9fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.173'}], 'enable_snat': True}, 'gw_port_id': 'fb753bae-e46d-45b1-a7c4-ce1e00a91608', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:38:04Z', 'updated_at': '2022-02-04T17:38:12Z', 'revision_number': 4, 'project_id': '5f7c63cd6c624891853d19549e45e9fe', 'gw_port': {'id': 'fb753bae-e46d-45b1-a7c4-ce1e00a91608', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:2c:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a073f761-9635-4e66-9fd5-7aea50641b61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3033, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:38:05Z', 'updated_at': '2022-02-04T17:38:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_interfaces': [{'id': '0b51a694-6ab9-4656-9651-3d9e24254d18', 'name': '', 'network_id': 'b55b6cf7-96ca-44f1-b402-5ece20b91f84', 'tenant_id': '5f7c63cd6c624891853d19549e45e9fe', 'mac_address': 'fa:16:3e:8d:ab:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a073f761-9635-4e66-9fd5-7aea50641b61', 'device_owner': 'network:router_interface', 'standard_attr_id': 3040, 'fixed_ips': [{'subnet_id': '56d77231-1e8a-430f-89bb-45ff7f982beb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:38:10Z', 'updated_at': '2022-02-04T17:38:16Z', 'revision_number': 4, 'project_id': '5f7c63cd6c624891853d19549e45e9fe', 'subnets': [{'id': '56d77231-1e8a-430f-89bb-45ff7f982beb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 17:38:18.441666 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Provisioning complete for port e91568fd-e051-4c05-8120-a7cc434dd216 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:38:18.443408 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (e91568fd-e051-4c05-8120-a7cc434dd216), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:18.727349 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-54a6b74e-dedd-4bf0-b4c1-454630c8fdbf None None] Current status of the port 0b51a694-6ab9-4656-9651-3d9e24254d18 is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:38:18.732003 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Current status of the port e91568fd-e051-4c05-8120-a7cc434dd216 is: BUILD; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:38:18.732425 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (e91568fd-e051-4c05-8120-a7cc434dd216), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:18.773118 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '015f7940-865f-4e1d-a06e-876090514874', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e91568fd-e051-4c05-8120-a7cc434dd216'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:38:18.777874 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c34bc964ce2211770fda26ca2f3801cc06f4f39928110690550e94ab9c9d2fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-054510a8-8afe-45d5-98e0-5357ccf4baff" -d '{"events": [{"server_uuid": "015f7940-865f-4e1d-a06e-876090514874", "name": "network-vif-plugged", "status": "completed", "tag": "e91568fd-e051-4c05-8120-a7cc434dd216"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:38:18.819868 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] For port e91568fd-e051-4c05-8120-a7cc434dd216, host n-h2-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=e91568fd-e051-4c05-8120-a7cc434dd216,segment=NetworkSegment(f8b51653-e9f0-43b4-bbb2-0054b3d4de26),segment_id=f8b51653-e9f0-43b4-bbb2-0054b3d4de26)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:38:18.830655 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (e91568fd-e051-4c05-8120-a7cc434dd216), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:18.838424 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 17:38:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5e6865c-8f98-4c50-8604-0938b7caa5d4 x-openstack-request-id: req-c5e6865c-8f98-4c50-8604-0938b7caa5d4 {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:38:18.838903 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "015f7940-865f-4e1d-a06e-876090514874", "name": "network-vif-plugged", "status": "completed", "tag": "e91568fd-e051-4c05-8120-a7cc434dd216", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:38:18.839270 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-c5e6865c-8f98-4c50-8604-0938b7caa5d4 {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:38:18.839795 n-d-827839-2 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '015f7940-865f-4e1d-a06e-876090514874', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e91568fd-e051-4c05-8120-a7cc434dd216', 'code': 200} Feb 04 17:38:18.927761 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-17666d4e-c157-4edc-beb7-6d333ee128c7 req-9aced50a-133f-4f69-9423-7ba80ece0f91 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.89 "GET /v2.0/security-groups?name=tempest-securitygroup--190777280&fields=id&tenant_id=5f7c63cd6c624891853d19549e45e9fe HTTP/1.1" status: 200 len: 267 time: 0.1548727 Feb 04 17:38:18.956907 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Pushing event updated for resources: {'Port': ['ID=e91568fd-e051-4c05-8120-a7cc434dd216,revision_number=5']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:38:19.023405 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c75820-d968-4516-a63c-921909108bf5 req-bd6b6473-2f29-4e18-8c2c-fcd78b1ac871 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:38:19.025002 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-87c75820-d968-4516-a63c-921909108bf5 req-bd6b6473-2f29-4e18-8c2c-fcd78b1ac871 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=015f7940-865f-4e1d-a06e-876090514874 HTTP/1.1" status: 200 len: 1128 time: 0.1146071 Feb 04 17:38:19.092960 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-87c75820-d968-4516-a63c-921909108bf5 req-59f1705c-b79a-4e05-9b2f-fdf809d19897 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=7065f8d7-aeef-49a2-81d7-44cedbdfdedd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573838 Feb 04 17:38:19.157823 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17666d4e-c157-4edc-beb7-6d333ee128c7 req-c66bd824-5906-4816-a17c-4e48e725758e tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:38:19.165343 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-17666d4e-c157-4edc-beb7-6d333ee128c7 req-c66bd824-5906-4816-a17c-4e48e725758e tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.89 "GET /v2.0/networks?id=b55b6cf7-96ca-44f1-b402-5ece20b91f84 HTTP/1.1" status: 200 len: 812 time: 0.2360041 Feb 04 17:38:19.182543 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-17666d4e-c157-4edc-beb7-6d333ee128c7 req-c179da15-cd6c-4a6e-946a-38b6ad615439 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.89 "GET /v2.0/quotas/5f7c63cd6c624891853d19549e45e9fe HTTP/1.1" status: 200 len: 375 time: 0.0160763 Feb 04 17:38:19.297600 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-17666d4e-c157-4edc-beb7-6d333ee128c7 req-6b1a5891-3ff9-4b8e-86ba-b374b188adb1 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=5f7c63cd6c624891853d19549e45e9fe&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0953960 Feb 04 17:38:19.488139 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5e38bd-b154-4595-ad84-62e8fd89ab4f req-82255675-d2a5-4b6e-857b-9efc32105457 tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:38:19.489855 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-0d5e38bd-b154-4595-ad84-62e8fd89ab4f req-82255675-d2a5-4b6e-857b-9efc32105457 tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] 10.222.0.89 "GET /v2.0/ports?device_id=015f7940-865f-4e1d-a06e-876090514874 HTTP/1.1" status: 200 len: 946 time: 0.1241441 Feb 04 17:38:19.534766 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-17666d4e-c157-4edc-beb7-6d333ee128c7 req-00a82f2d-bd6d-4cd1-b12d-e4b5169ab24c service neutron] 10.222.0.89 "GET /v2.0/networks/b55b6cf7-96ca-44f1-b402-5ece20b91f84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2347980 Feb 04 17:38:19.596385 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-0d5e38bd-b154-4595-ad84-62e8fd89ab4f req-28686c65-f188-40ca-80d0-7b31a41d18a8 tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] 10.222.0.89 "GET /v2.0/security-groups?id=7065f8d7-aeef-49a2-81d7-44cedbdfdedd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010590 Feb 04 17:38:19.707285 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-17666d4e-c157-4edc-beb7-6d333ee128c7 req-0a98dbbf-1036-4213-9f7b-ab370b4b70fe service neutron] 10.222.0.89 "GET /v2.0/networks/b55b6cf7-96ca-44f1-b402-5ece20b91f84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1668396 Feb 04 17:38:19.791732 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 58316) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:38:19.979405 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-9e900473-5b3e-489e-aaed-6d622399ad79 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:20.023892 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-7c6007dd-f179-425a-98c3-98410833ca40 req-555c7f1e-8d1d-4058-916a-2ce107971731 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.89 "GET /v2.0/ports?device_id=3c7675e1-1c8a-410f-be7f-b37c48bc9d65 HTTP/1.1" status: 200 len: 210 time: 0.0824316 Feb 04 17:38:20.130911 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-9e900473-5b3e-489e-aaed-6d622399ad79 admin admin] Publish callbacks [] for security_group (abea73ba-2b9b-4962-a453-d1300311467e), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:20.139461 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-9e900473-5b3e-489e-aaed-6d622399ad79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (abea73ba-2b9b-4962-a453-d1300311467e), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:20.222423 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 58328) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:38:20.241413 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-9e900473-5b3e-489e-aaed-6d622399ad79 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=679863f92f04424d9b1045509a86be8e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4484675 Feb 04 17:38:20.243918 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e900473-5b3e-489e-aaed-6d622399ad79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abea73ba-2b9b-4962-a453-d1300311467e,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:38:20.295389 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-19c7b446-2959-4253-ba55-0e29218f9606 admin admin] Publish callbacks [] for security_group (abea73ba-2b9b-4962-a453-d1300311467e), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:20.379978 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-19c7b446-2959-4253-ba55-0e29218f9606 admin admin] Publish callbacks [] for security_group (abea73ba-2b9b-4962-a453-d1300311467e), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:20.539756 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-19c7b446-2959-4253-ba55-0e29218f9606 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (abea73ba-2b9b-4962-a453-d1300311467e), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:20.543913 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-19c7b446-2959-4253-ba55-0e29218f9606 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:20.547578 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-19c7b446-2959-4253-ba55-0e29218f9606 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/abea73ba-2b9b-4962-a453-d1300311467e HTTP/1.1" status: 204 len: 168 time: 0.3216677 Feb 04 17:38:20.569966 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c7b446-2959-4253-ba55-0e29218f9606 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abea73ba-2b9b-4962-a453-d1300311467e,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:38:20.647617 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 0b51a694-6ab9-4656-9651-3d9e24254d18 up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:38:20.788207 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port 0b51a694-6ab9-4656-9651-3d9e24254d18 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:38:20.789860 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (0b51a694-6ab9-4656-9651-3d9e24254d18), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:20.900851 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9756b0e9-bbc9-4b80-8dca-ec04b1efe83e req-5ceccc81-b37a-43fd-8750-01237bf5fafd tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:38:20.909934 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-9756b0e9-bbc9-4b80-8dca-ec04b1efe83e req-5ceccc81-b37a-43fd-8750-01237bf5fafd tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] 10.222.0.89 "GET /v2.0/ports?device_id=015f7940-865f-4e1d-a06e-876090514874 HTTP/1.1" status: 200 len: 946 time: 0.1605084 Feb 04 17:38:21.041022 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-9756b0e9-bbc9-4b80-8dca-ec04b1efe83e req-d7bde644-7ecb-4633-a47b-8c45377e9008 tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] 10.222.0.89 "GET /v2.0/security-groups?id=7065f8d7-aeef-49a2-81d7-44cedbdfdedd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285307 Feb 04 17:38:21.063666 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port 0b51a694-6ab9-4656-9651-3d9e24254d18 is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:38:21.229202 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-f0a36f98-009b-4d11-8943-5f8872ea6edc req-c243f2f9-f24c-4fc8-a914-8846184768e3 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.89 "GET /v2.0/ports?device_id=3c7675e1-1c8a-410f-be7f-b37c48bc9d65 HTTP/1.1" status: 200 len: 210 time: 0.0882289 Feb 04 17:38:21.423747 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c14acee-ae0e-42c5-b801-ee93c7268843 req-ae10e71b-2007-429e-9678-f75a2ee7a914 tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:38:21.425291 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-5c14acee-ae0e-42c5-b801-ee93c7268843 req-ae10e71b-2007-429e-9678-f75a2ee7a914 tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] 10.222.0.89 "GET /v2.0/ports?device_id=015f7940-865f-4e1d-a06e-876090514874 HTTP/1.1" status: 200 len: 946 time: 0.0702386 Feb 04 17:38:21.515041 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-5c14acee-ae0e-42c5-b801-ee93c7268843 req-3bc3aa47-7e4e-490b-8163-2ef25adadc48 tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] 10.222.0.89 "GET /v2.0/security-groups?id=7065f8d7-aeef-49a2-81d7-44cedbdfdedd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816343 Feb 04 17:38:21.666842 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd61175-14a2-4156-b221-042221b080e6 req-b4a94be5-7180-4bba-9b17-0a3d5e9ee5b4 tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:38:21.678696 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-cdd61175-14a2-4156-b221-042221b080e6 req-b4a94be5-7180-4bba-9b17-0a3d5e9ee5b4 tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] 10.222.0.89 "GET /v2.0/ports?device_id=015f7940-865f-4e1d-a06e-876090514874 HTTP/1.1" status: 200 len: 946 time: 0.0841219 Feb 04 17:38:21.772398 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-cdd61175-14a2-4156-b221-042221b080e6 req-153eb28a-9820-4178-b8d7-73eb016712a6 tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] 10.222.0.89 "GET /v2.0/security-groups?id=7065f8d7-aeef-49a2-81d7-44cedbdfdedd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910425 Feb 04 17:38:22.067896 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17666d4e-c157-4edc-beb7-6d333ee128c7 req-fc94a1b8-68fb-4bcd-a526-5db1a8dcc0ae tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:38:22.069811 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-17666d4e-c157-4edc-beb7-6d333ee128c7 req-fc94a1b8-68fb-4bcd-a526-5db1a8dcc0ae tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.96 "GET /v2.0/networks?id=b55b6cf7-96ca-44f1-b402-5ece20b91f84 HTTP/1.1" status: 200 len: 812 time: 0.2311518 Feb 04 17:38:22.255581 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c89cb65-1634-4b90-93e7-42953f952ed7 req-5a88ad85-b9f1-4ad6-952a-949df0115e45 tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:38:22.257166 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-1c89cb65-1634-4b90-93e7-42953f952ed7 req-5a88ad85-b9f1-4ad6-952a-949df0115e45 tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] 10.222.0.89 "GET /v2.0/ports?device_id=015f7940-865f-4e1d-a06e-876090514874 HTTP/1.1" status: 200 len: 946 time: 0.1047013 Feb 04 17:38:22.262201 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-17666d4e-c157-4edc-beb7-6d333ee128c7 req-15abbd79-c07b-4221-b5f0-f0a6cb6a0f44 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.96 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5f7c63cd6c624891853d19549e45e9fe HTTP/1.1" status: 200 len: 379 time: 0.1824617 Feb 04 17:38:22.285787 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [req-17666d4e-c157-4edc-beb7-6d333ee128c7 req-ae34849b-5c14-4263-8079-d6922d4c82d7 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] Request body: {'port': {'device_id': '3c7675e1-1c8a-410f-be7f-b37c48bc9d65', 'network_id': 'b55b6cf7-96ca-44f1-b402-5ece20b91f84', 'admin_state_up': True, 'tenant_id': '5f7c63cd6c624891853d19549e45e9fe', 'security_groups': ['93ceaf89-daf9-4fd7-ba90-ecf1cae67db9']}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:38:22.415962 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-1c89cb65-1634-4b90-93e7-42953f952ed7 req-70c2dbbb-e57c-4295-b71f-a267b39efc1c tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] 10.222.0.89 "GET /v2.0/security-groups?id=7065f8d7-aeef-49a2-81d7-44cedbdfdedd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463690 Feb 04 17:38:22.435485 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-68254795-8f4d-4beb-a58e-da9b5004f34b req-c5719658-665c-446c-9aae-199cbb55c760 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.89 "GET /v2.0/ports?device_id=3c7675e1-1c8a-410f-be7f-b37c48bc9d65 HTTP/1.1" status: 200 len: 210 time: 0.0668900 Feb 04 17:38:22.513948 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-17666d4e-c157-4edc-beb7-6d333ee128c7 req-ae34849b-5c14-4263-8079-d6922d4c82d7 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] Made reservation on behalf of 5f7c63cd6c624891853d19549e45e9fe for: {'port': 1} {{(pid=103376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:38:22.523385 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-17666d4e-c157-4edc-beb7-6d333ee128c7 req-ae34849b-5c14-4263-8079-d6922d4c82d7 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:22.742014 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.db_base_plugin_common [req-17666d4e-c157-4edc-beb7-6d333ee128c7 req-ae34849b-5c14-4263-8079-d6922d4c82d7 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] Allocated IP 172.20.0.14 (b55b6cf7-96ca-44f1-b402-5ece20b91f84/56d77231-1e8a-430f-89bb-45ff7f982beb/fa5a1c99-a3b3-46ea-b891-f5171c94ab05) {{(pid=103376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:38:22.995729 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-17666d4e-c157-4edc-beb7-6d333ee128c7 req-ae34849b-5c14-4263-8079-d6922d4c82d7 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] Publish callbacks [] for port (fa5a1c99-a3b3-46ea-b891-f5171c94ab05), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:23.035275 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-17666d4e-c157-4edc-beb7-6d333ee128c7 req-ae34849b-5c14-4263-8079-d6922d4c82d7 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (fa5a1c99-a3b3-46ea-b891-f5171c94ab05), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:23.077449 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-17666d4e-c157-4edc-beb7-6d333ee128c7 req-ae34849b-5c14-4263-8079-d6922d4c82d7 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] Network b55b6cf7-96ca-44f1-b402-5ece20b91f84 is already hosted by enough agents. {{(pid=103376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:38:23.081628 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [req-17666d4e-c157-4edc-beb7-6d333ee128c7 req-ae34849b-5c14-4263-8079-d6922d4c82d7 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] Resources bound (agent type, host, resource id): {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:38:23.089410 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [req-17666d4e-c157-4edc-beb7-6d333ee128c7 req-ae34849b-5c14-4263-8079-d6922d4c82d7 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] Received port after_create {{(pid=103376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:38:23.142108 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae34849b-5c14-4263-8079-d6922d4c82d7 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] Pushing event updated for resources: {'Port': ['ID=fa5a1c99-a3b3-46ea-b891-f5171c94ab05,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:38:23.161875 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17666d4e-c157-4edc-beb7-6d333ee128c7 req-ae34849b-5c14-4263-8079-d6922d4c82d7 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:38:23.162851 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-17666d4e-c157-4edc-beb7-6d333ee128c7 req-ae34849b-5c14-4263-8079-d6922d4c82d7 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:23.185934 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-17666d4e-c157-4edc-beb7-6d333ee128c7 req-ae34849b-5c14-4263-8079-d6922d4c82d7 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9052885 Feb 04 17:38:23.201065 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [req-17666d4e-c157-4edc-beb7-6d333ee128c7 req-74f5376a-f663-4d18-8517-25613f0454d9 service neutron] Request body: {'port': {'device_id': '3c7675e1-1c8a-410f-be7f-b37c48bc9d65', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827839-2'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:38:23.229770 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 58424) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:38:23.316150 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-17666d4e-c157-4edc-beb7-6d333ee128c7 req-74f5376a-f663-4d18-8517-25613f0454d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (fa5a1c99-a3b3-46ea-b891-f5171c94ab05), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:23.672270 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-cae05384-e8df-43f7-9178-81c14391ada9 None None] Provisioning complete for port fa5a1c99-a3b3-46ea-b891-f5171c94ab05 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:38:23.673299 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-cae05384-e8df-43f7-9178-81c14391ada9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (fa5a1c99-a3b3-46ea-b891-f5171c94ab05), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:23.693363 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2183373-2d95-4403-aaab-044a4841996b req-a58d544e-8fee-42e2-9d63-80daa7952e02 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:38:23.707133 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-e2183373-2d95-4403-aaab-044a4841996b req-a58d544e-8fee-42e2-9d63-80daa7952e02 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.89 "GET /v2.0/ports?device_id=3c7675e1-1c8a-410f-be7f-b37c48bc9d65 HTTP/1.1" status: 200 len: 932 time: 0.1759660 Feb 04 17:38:23.734603 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-f1a72d99-ab82-4a93-8afc-c7e253c7468a tempest-ExternalNetworksTestJSON-679928656 tempest-ExternalNetworksTestJSON-679928656-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1928099709'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:38:23.775896 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-cae05384-e8df-43f7-9178-81c14391ada9 None None] Port fa5a1c99-a3b3-46ea-b891-f5171c94ab05 cannot update to ACTIVE because it is not bound. {{(pid=103378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 17:38:23.810474 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-e2183373-2d95-4403-aaab-044a4841996b req-fe831913-053d-44e7-835d-e52f1e41e3a4 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.89 "GET /v2.0/security-groups?id=93ceaf89-daf9-4fd7-ba90-ecf1cae67db9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1016243 Feb 04 17:38:23.827613 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1a72d99-ab82-4a93-8afc-c7e253c7468a tempest-ExternalNetworksTestJSON-679928656 tempest-ExternalNetworksTestJSON-679928656-project] Made reservation on behalf of 1545b6d5bc904d4880d8563a78e413a8 for: {'network': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:38:23.833646 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-f1a72d99-ab82-4a93-8afc-c7e253c7468a tempest-ExternalNetworksTestJSON-679928656 tempest-ExternalNetworksTestJSON-679928656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for network (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:23.838719 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319833f1-d1d4-4ccc-80e0-dd1cc2350e3d req-0dbf80f6-a35e-4bf9-9794-ba8debb6e38c tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:38:23.840862 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-319833f1-d1d4-4ccc-80e0-dd1cc2350e3d req-0dbf80f6-a35e-4bf9-9794-ba8debb6e38c tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] 10.222.0.89 "GET /v2.0/ports?device_id=015f7940-865f-4e1d-a06e-876090514874 HTTP/1.1" status: 200 len: 946 time: 0.2333994 Feb 04 17:38:23.856434 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-f1a72d99-ab82-4a93-8afc-c7e253c7468a tempest-ExternalNetworksTestJSON-679928656 tempest-ExternalNetworksTestJSON-679928656-project] Publish callbacks [] for security_group (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:23.978840 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-319833f1-d1d4-4ccc-80e0-dd1cc2350e3d req-d925de09-c0c0-4a95-8149-35c82dfd87d6 tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] 10.222.0.89 "GET /v2.0/security-groups?id=7065f8d7-aeef-49a2-81d7-44cedbdfdedd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305060 Feb 04 17:38:24.005325 n-d-827839-2 neutron-server[103376]: DEBUG neutron.notifiers.nova [req-17666d4e-c157-4edc-beb7-6d333ee128c7 req-74f5376a-f663-4d18-8517-25613f0454d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa5a1c99-a3b3-46ea-b891-f5171c94ab05 {{(pid=103376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 17:38:24.020330 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-17666d4e-c157-4edc-beb7-6d333ee128c7 req-74f5376a-f663-4d18-8517-25613f0454d9 service neutron] Publish callbacks [] for port (fa5a1c99-a3b3-46ea-b891-f5171c94ab05), precommit_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:24.026533 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-f1a72d99-ab82-4a93-8afc-c7e253c7468a tempest-ExternalNetworksTestJSON-679928656 tempest-ExternalNetworksTestJSON-679928656-project] Publish callbacks [] for security_group (fbb2b6be-a474-474e-be98-83cb96baeb9b), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:24.031407 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-f1a72d99-ab82-4a93-8afc-c7e253c7468a tempest-ExternalNetworksTestJSON-679928656 tempest-ExternalNetworksTestJSON-679928656-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (fbb2b6be-a474-474e-be98-83cb96baeb9b), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:24.035271 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.provisioning_blocks [req-17666d4e-c157-4edc-beb7-6d333ee128c7 req-74f5376a-f663-4d18-8517-25613f0454d9 service neutron] Transition to ACTIVE for port object fa5a1c99-a3b3-46ea-b891-f5171c94ab05 will not be triggered until provisioned by entity L2. {{(pid=103376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 17:38:24.040215 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-17666d4e-c157-4edc-beb7-6d333ee128c7 req-74f5376a-f663-4d18-8517-25613f0454d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675836'] for port (fa5a1c99-a3b3-46ea-b891-f5171c94ab05), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:24.049672 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1a72d99-ab82-4a93-8afc-c7e253c7468a tempest-ExternalNetworksTestJSON-679928656 tempest-ExternalNetworksTestJSON-679928656-project] vlan segment allocate from pool success with {'vlan_id': 791, 'physical_network': 'physnet1'} {{(pid=103377) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 17:38:24.064155 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-f1a72d99-ab82-4a93-8afc-c7e253c7468a tempest-ExternalNetworksTestJSON-679928656 tempest-ExternalNetworksTestJSON-679928656-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (d22af3e4-c9a3-49f6-bf28-ee069e1a2b5d), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:24.064877 n-d-827839-2 neutron-server[103377]: INFO neutron.db.segments_db [None req-f1a72d99-ab82-4a93-8afc-c7e253c7468a tempest-ExternalNetworksTestJSON-679928656 tempest-ExternalNetworksTestJSON-679928656-project] Added segment d22af3e4-c9a3-49f6-bf28-ee069e1a2b5d of type vlan for network 67c1cbd1-aeb4-4569-b933-212662db3834 Feb 04 17:38:24.137983 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-f1a72d99-ab82-4a93-8afc-c7e253c7468a tempest-ExternalNetworksTestJSON-679928656 tempest-ExternalNetworksTestJSON-679928656-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781084292801'] for network (67c1cbd1-aeb4-4569-b933-212662db3834), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:24.177569 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a72d99-ab82-4a93-8afc-c7e253c7468a tempest-ExternalNetworksTestJSON-679928656 tempest-ExternalNetworksTestJSON-679928656-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fbb2b6be-a474-474e-be98-83cb96baeb9b,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:38:24.207434 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a72d99-ab82-4a93-8afc-c7e253c7468a tempest-ExternalNetworksTestJSON-679928656 tempest-ExternalNetworksTestJSON-679928656-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:38:24.209541 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a72d99-ab82-4a93-8afc-c7e253c7468a tempest-ExternalNetworksTestJSON-679928656 tempest-ExternalNetworksTestJSON-679928656-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:38:24.210168 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a72d99-ab82-4a93-8afc-c7e253c7468a tempest-ExternalNetworksTestJSON-679928656 tempest-ExternalNetworksTestJSON-679928656-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:38:24.212230 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a72d99-ab82-4a93-8afc-c7e253c7468a tempest-ExternalNetworksTestJSON-679928656 tempest-ExternalNetworksTestJSON-679928656-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:38:24.218423 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a72d99-ab82-4a93-8afc-c7e253c7468a tempest-ExternalNetworksTestJSON-679928656 tempest-ExternalNetworksTestJSON-679928656-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:38:24.218915 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a72d99-ab82-4a93-8afc-c7e253c7468a tempest-ExternalNetworksTestJSON-679928656 tempest-ExternalNetworksTestJSON-679928656-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:38:24.219362 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a72d99-ab82-4a93-8afc-c7e253c7468a tempest-ExternalNetworksTestJSON-679928656 tempest-ExternalNetworksTestJSON-679928656-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:38:24.219804 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a72d99-ab82-4a93-8afc-c7e253c7468a tempest-ExternalNetworksTestJSON-679928656 tempest-ExternalNetworksTestJSON-679928656-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:38:24.220367 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a72d99-ab82-4a93-8afc-c7e253c7468a tempest-ExternalNetworksTestJSON-679928656 tempest-ExternalNetworksTestJSON-679928656-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:38:24.220829 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a72d99-ab82-4a93-8afc-c7e253c7468a tempest-ExternalNetworksTestJSON-679928656 tempest-ExternalNetworksTestJSON-679928656-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:38:24.221274 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a72d99-ab82-4a93-8afc-c7e253c7468a tempest-ExternalNetworksTestJSON-679928656 tempest-ExternalNetworksTestJSON-679928656-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:38:24.221863 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a72d99-ab82-4a93-8afc-c7e253c7468a tempest-ExternalNetworksTestJSON-679928656 tempest-ExternalNetworksTestJSON-679928656-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:38:24.222424 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a72d99-ab82-4a93-8afc-c7e253c7468a tempest-ExternalNetworksTestJSON-679928656 tempest-ExternalNetworksTestJSON-679928656-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:38:24.227325 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-f1a72d99-ab82-4a93-8afc-c7e253c7468a tempest-ExternalNetworksTestJSON-679928656 tempest-ExternalNetworksTestJSON-679928656-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327'] for network (67c1cbd1-aeb4-4569-b933-212662db3834), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:24.228020 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f5376a-f663-4d18-8517-25613f0454d9 service neutron] Pushing event updated for resources: {'Port': ['ID=fa5a1c99-a3b3-46ea-b891-f5171c94ab05,revision_number=2']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:38:24.237141 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1a72d99-ab82-4a93-8afc-c7e253c7468a tempest-ExternalNetworksTestJSON-679928656 tempest-ExternalNetworksTestJSON-679928656-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:38:24.238001 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-f1a72d99-ab82-4a93-8afc-c7e253c7468a tempest-ExternalNetworksTestJSON-679928656 tempest-ExternalNetworksTestJSON-679928656-project] Publish callbacks [] for network (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:24.252158 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [req-17666d4e-c157-4edc-beb7-6d333ee128c7 req-74f5376a-f663-4d18-8517-25613f0454d9 service neutron] Attempting to bind port fa5a1c99-a3b3-46ea-b891-f5171c94ab05 on host n-h1-827839-2 for vnic_type normal with profile {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:38:24.253267 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [req-17666d4e-c157-4edc-beb7-6d333ee128c7 req-74f5376a-f663-4d18-8517-25613f0454d9 service neutron] Attempting to bind port fa5a1c99-a3b3-46ea-b891-f5171c94ab05 by drivers openvswitch,hyperv on host n-h1-827839-2 at level 0 using segments [{'id': '95e3d896-e0ab-47f8-8257-e5c06c9261eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'b55b6cf7-96ca-44f1-b402-5ece20b91f84'}] {{(pid=103376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:38:24.255869 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17666d4e-c157-4edc-beb7-6d333ee128c7 req-74f5376a-f663-4d18-8517-25613f0454d9 service neutron] Attempting to bind port fa5a1c99-a3b3-46ea-b891-f5171c94ab05 on network b55b6cf7-96ca-44f1-b402-5ece20b91f84 {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:38:24.272548 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17666d4e-c157-4edc-beb7-6d333ee128c7 req-74f5376a-f663-4d18-8517-25613f0454d9 service neutron] Port fa5a1c99-a3b3-46ea-b891-f5171c94ab05 on network b55b6cf7-96ca-44f1-b402-5ece20b91f84 not bound, no agent of type Open vSwitch agent registered on host n-h1-827839-2 {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 17:38:24.273290 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17666d4e-c157-4edc-beb7-6d333ee128c7 req-74f5376a-f663-4d18-8517-25613f0454d9 service neutron] Attempting to bind port fa5a1c99-a3b3-46ea-b891-f5171c94ab05 on network b55b6cf7-96ca-44f1-b402-5ece20b91f84 {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:38:24.282048 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17666d4e-c157-4edc-beb7-6d333ee128c7 req-74f5376a-f663-4d18-8517-25613f0454d9 service neutron] Checking agent: {'id': '3f9244a9-75fc-4c10-b195-11d48b853b41', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 8, 42), 'started_at': datetime.datetime(2022, 2, 4, 17, 8, 42), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 38, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:38:24.282403 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17666d4e-c157-4edc-beb7-6d333ee128c7 req-74f5376a-f663-4d18-8517-25613f0454d9 service neutron] Checking segment: {'id': '95e3d896-e0ab-47f8-8257-e5c06c9261eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'b55b6cf7-96ca-44f1-b402-5ece20b91f84'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:38:24.282790 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17666d4e-c157-4edc-beb7-6d333ee128c7 req-74f5376a-f663-4d18-8517-25613f0454d9 service neutron] Bound using segment: {'id': '95e3d896-e0ab-47f8-8257-e5c06c9261eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'b55b6cf7-96ca-44f1-b402-5ece20b91f84'} {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:38:24.283222 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [req-17666d4e-c157-4edc-beb7-6d333ee128c7 req-74f5376a-f663-4d18-8517-25613f0454d9 service neutron] Bound port: fa5a1c99-a3b3-46ea-b891-f5171c94ab05, host: n-h1-827839-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '95e3d896-e0ab-47f8-8257-e5c06c9261eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'b55b6cf7-96ca-44f1-b402-5ece20b91f84'}}] {{(pid=103376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:38:24.283629 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-17666d4e-c157-4edc-beb7-6d333ee128c7 req-74f5376a-f663-4d18-8517-25613f0454d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (fa5a1c99-a3b3-46ea-b891-f5171c94ab05), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:24.363088 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-f1a72d99-ab82-4a93-8afc-c7e253c7468a tempest-ExternalNetworksTestJSON-679928656 tempest-ExternalNetworksTestJSON-679928656-project] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.1293581 Feb 04 17:38:24.363872 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 58450) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:38:24.430167 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a72d99-ab82-4a93-8afc-c7e253c7468a tempest-ExternalNetworksTestJSON-679928656 tempest-ExternalNetworksTestJSON-679928656-project] Pushing event updated for resources: {'Network': ['ID=67c1cbd1-aeb4-4569-b933-212662db3834,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:38:24.453892 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Network 67c1cbd1-aeb4-4569-b933-212662db3834 details requested by agent ovs-agent-n-d-827839-2 with host n-d-827839-2 {{(pid=103378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 17:38:24.454117 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [req-17666d4e-c157-4edc-beb7-6d333ee128c7 req-74f5376a-f663-4d18-8517-25613f0454d9 service neutron] For port fa5a1c99-a3b3-46ea-b891-f5171c94ab05, host n-h1-827839-2, cleared binding levels {{(pid=103376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:38:24.458767 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [req-17666d4e-c157-4edc-beb7-6d333ee128c7 req-74f5376a-f663-4d18-8517-25613f0454d9 service neutron] For port fa5a1c99-a3b3-46ea-b891-f5171c94ab05, host n-h1-827839-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=fa5a1c99-a3b3-46ea-b891-f5171c94ab05,segment=NetworkSegment(95e3d896-e0ab-47f8-8257-e5c06c9261eb),segment_id=95e3d896-e0ab-47f8-8257-e5c06c9261eb)] {{(pid=103376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:38:24.467650 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-b5b15177-4069-44b4-9137-32ad35205253 tempest-ExternalNetworksTestJSON-1222197359 tempest-ExternalNetworksTestJSON-1222197359-project-admin] Request body: {'network': {'name': 'tempest-network--828009917', 'router:external': True}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:38:24.481153 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-17666d4e-c157-4edc-beb7-6d333ee128c7 req-74f5376a-f663-4d18-8517-25613f0454d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675836'] for port (fa5a1c99-a3b3-46ea-b891-f5171c94ab05), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:24.516130 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5b15177-4069-44b4-9137-32ad35205253 tempest-ExternalNetworksTestJSON-1222197359 tempest-ExternalNetworksTestJSON-1222197359-project-admin] Made reservation on behalf of 96db9569279942a9b1e146c8f4b9f7b4 for: {'network': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:38:24.521470 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-b5b15177-4069-44b4-9137-32ad35205253 tempest-ExternalNetworksTestJSON-1222197359 tempest-ExternalNetworksTestJSON-1222197359-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for network (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:24.549834 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-b5b15177-4069-44b4-9137-32ad35205253 tempest-ExternalNetworksTestJSON-1222197359 tempest-ExternalNetworksTestJSON-1222197359-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:24.568593 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17666d4e-c157-4edc-beb7-6d333ee128c7 req-74f5376a-f663-4d18-8517-25613f0454d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:38:24.572339 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-17666d4e-c157-4edc-beb7-6d333ee128c7 req-74f5376a-f663-4d18-8517-25613f0454d9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:24.577498 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-17666d4e-c157-4edc-beb7-6d333ee128c7 req-74f5376a-f663-4d18-8517-25613f0454d9 service neutron] 10.222.0.96 "PUT /v2.0/ports/fa5a1c99-a3b3-46ea-b891-f5171c94ab05 HTTP/1.1" status: 200 len: 1092 time: 1.3783464 Feb 04 17:38:24.578042 n-d-827839-2 neutron-server[103376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c7675e1-1c8a-410f-be7f-b37c48bc9d65', 'tag': 'fa5a1c99-a3b3-46ea-b891-f5171c94ab05'}] {{(pid=103376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:38:24.584280 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d59c3bb5e2f09ebf62144d5e09b1cff60c763a9c19614c24538e77842938c05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8c22947-61aa-45dc-8972-f13c353d6dbc" -d '{"events": [{"name": "network-changed", "server_uuid": "3c7675e1-1c8a-410f-be7f-b37c48bc9d65", "tag": "fa5a1c99-a3b3-46ea-b891-f5171c94ab05"}]}' {{(pid=103376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:38:24.653694 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f5376a-f663-4d18-8517-25613f0454d9 service neutron] Pushing event updated for resources: {'Port': ['ID=fa5a1c99-a3b3-46ea-b891-f5171c94ab05,revision_number=3']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:38:24.747508 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 17:38:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dca08a2-7a7e-42d8-93db-0060d8b14b9d x-openstack-request-id: req-4dca08a2-7a7e-42d8-93db-0060d8b14b9d {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:38:24.747814 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c7675e1-1c8a-410f-be7f-b37c48bc9d65", "tag": "fa5a1c99-a3b3-46ea-b891-f5171c94ab05", "status": "completed", "code": 200}]} {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:38:24.748074 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-4dca08a2-7a7e-42d8-93db-0060d8b14b9d {{(pid=103376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:38:24.748512 n-d-827839-2 neutron-server[103376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c7675e1-1c8a-410f-be7f-b37c48bc9d65', 'tag': 'fa5a1c99-a3b3-46ea-b891-f5171c94ab05', 'status': 'completed', 'code': 200} Feb 04 17:38:24.805251 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17666d4e-c157-4edc-beb7-6d333ee128c7 req-e7512f1e-820c-42a6-8750-49d82714f8b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:38:24.806847 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-17666d4e-c157-4edc-beb7-6d333ee128c7 req-e7512f1e-820c-42a6-8750-49d82714f8b7 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=5f7c63cd6c624891853d19549e45e9fe&device_id=3c7675e1-1c8a-410f-be7f-b37c48bc9d65 HTTP/1.1" status: 200 len: 1126 time: 0.1122522 Feb 04 17:38:24.892776 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-17666d4e-c157-4edc-beb7-6d333ee128c7 req-52794f35-c621-4e63-9203-cfee7714349c service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fa5a1c99-a3b3-46ea-b891-f5171c94ab05 HTTP/1.1" status: 200 len: 217 time: 0.0627320 Feb 04 17:38:25.075461 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17666d4e-c157-4edc-beb7-6d333ee128c7 req-96543da4-d9e9-4345-aa09-0842394352b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:38:25.077073 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-17666d4e-c157-4edc-beb7-6d333ee128c7 req-96543da4-d9e9-4345-aa09-0842394352b6 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=56d77231-1e8a-430f-89bb-45ff7f982beb HTTP/1.1" status: 200 len: 851 time: 0.1769123 Feb 04 17:38:25.153545 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20adbd13-2f0c-4ca3-82a2-7df90a74d06e req-cc18c5e6-2c90-4e8b-8d68-980ab2afb07e tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:38:25.155124 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-20adbd13-2f0c-4ca3-82a2-7df90a74d06e req-cc18c5e6-2c90-4e8b-8d68-980ab2afb07e tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.89 "GET /v2.0/ports?device_id=3c7675e1-1c8a-410f-be7f-b37c48bc9d65 HTTP/1.1" status: 200 len: 944 time: 0.1852055 Feb 04 17:38:25.184927 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17666d4e-c157-4edc-beb7-6d333ee128c7 req-e15ac62a-3d7f-4ff8-88b9-9c603124317b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:38:25.186466 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-17666d4e-c157-4edc-beb7-6d333ee128c7 req-e15ac62a-3d7f-4ff8-88b9-9c603124317b service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=b55b6cf7-96ca-44f1-b402-5ece20b91f84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0922940 Feb 04 17:38:25.259766 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f988d423-a8dd-4226-905a-cda1cc85b191 req-f740a03e-5cc9-416d-abde-5670caeb4305 tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:38:25.261596 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-f988d423-a8dd-4226-905a-cda1cc85b191 req-f740a03e-5cc9-416d-abde-5670caeb4305 tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] 10.222.0.89 "GET /v2.0/ports?device_id=015f7940-865f-4e1d-a06e-876090514874 HTTP/1.1" status: 200 len: 946 time: 0.1108010 Feb 04 17:38:25.283139 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-b5b15177-4069-44b4-9137-32ad35205253 tempest-ExternalNetworksTestJSON-1222197359 tempest-ExternalNetworksTestJSON-1222197359-project-admin] Publish callbacks [] for security_group (530c840b-82ae-4164-bd42-82eaae7721a2), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:25.298372 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-20adbd13-2f0c-4ca3-82a2-7df90a74d06e req-8af5ef15-95e8-4aa1-8895-c8c250f93d39 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.89 "GET /v2.0/security-groups?id=93ceaf89-daf9-4fd7-ba90-ecf1cae67db9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1363528 Feb 04 17:38:25.329091 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-b5b15177-4069-44b4-9137-32ad35205253 tempest-ExternalNetworksTestJSON-1222197359 tempest-ExternalNetworksTestJSON-1222197359-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (530c840b-82ae-4164-bd42-82eaae7721a2), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:25.348997 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5b15177-4069-44b4-9137-32ad35205253 tempest-ExternalNetworksTestJSON-1222197359 tempest-ExternalNetworksTestJSON-1222197359-project-admin] vlan segment allocate from pool success with {'vlan_id': 769, 'physical_network': 'physnet1'} {{(pid=103377) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 17:38:25.359736 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-b5b15177-4069-44b4-9137-32ad35205253 tempest-ExternalNetworksTestJSON-1222197359 tempest-ExternalNetworksTestJSON-1222197359-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (2059b6db-9d61-41c7-bc1a-0b4eb5d0764b), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:25.360317 n-d-827839-2 neutron-server[103377]: INFO neutron.db.segments_db [None req-b5b15177-4069-44b4-9137-32ad35205253 tempest-ExternalNetworksTestJSON-1222197359 tempest-ExternalNetworksTestJSON-1222197359-project-admin] Added segment 2059b6db-9d61-41c7-bc1a-0b4eb5d0764b of type vlan for network fd1741d4-691d-4e80-a575-c01384bee90c Feb 04 17:38:25.390116 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-17666d4e-c157-4edc-beb7-6d333ee128c7 req-585549b9-839b-4916-b6c1-dba751b81ccd service neutron] 10.222.0.96 "GET /v2.0/networks/b55b6cf7-96ca-44f1-b402-5ece20b91f84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1802735 Feb 04 17:38:25.415123 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-b5b15177-4069-44b4-9137-32ad35205253 tempest-ExternalNetworksTestJSON-1222197359 tempest-ExternalNetworksTestJSON-1222197359-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781084292801'] for network (fd1741d4-691d-4e80-a575-c01384bee90c), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:25.454222 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-b5b15177-4069-44b4-9137-32ad35205253 tempest-ExternalNetworksTestJSON-1222197359 tempest-ExternalNetworksTestJSON-1222197359-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327'] for network (fd1741d4-691d-4e80-a575-c01384bee90c), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:25.455384 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5b15177-4069-44b4-9137-32ad35205253 tempest-ExternalNetworksTestJSON-1222197359 tempest-ExternalNetworksTestJSON-1222197359-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:38:25.456071 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-b5b15177-4069-44b4-9137-32ad35205253 tempest-ExternalNetworksTestJSON-1222197359 tempest-ExternalNetworksTestJSON-1222197359-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:25.497328 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b15177-4069-44b4-9137-32ad35205253 tempest-ExternalNetworksTestJSON-1222197359 tempest-ExternalNetworksTestJSON-1222197359-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=530c840b-82ae-4164-bd42-82eaae7721a2,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:38:25.509445 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-17666d4e-c157-4edc-beb7-6d333ee128c7 req-f99653c1-8932-4bfa-b470-e3e3289b2c21 service neutron] 10.222.0.96 "GET /v2.0/networks/b55b6cf7-96ca-44f1-b402-5ece20b91f84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1117082 Feb 04 17:38:25.568794 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-b5b15177-4069-44b4-9137-32ad35205253 tempest-ExternalNetworksTestJSON-1222197359 tempest-ExternalNetworksTestJSON-1222197359-project-admin] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.2038472 Feb 04 17:38:25.572845 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 58472) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:38:25.603268 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b15177-4069-44b4-9137-32ad35205253 tempest-ExternalNetworksTestJSON-1222197359 tempest-ExternalNetworksTestJSON-1222197359-project-admin] Pushing event updated for resources: {'Network': ['ID=fd1741d4-691d-4e80-a575-c01384bee90c,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:38:25.616964 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Network fd1741d4-691d-4e80-a575-c01384bee90c details requested by agent ovs-agent-n-d-827839-2 with host n-d-827839-2 {{(pid=103378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 17:38:25.628189 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-f988d423-a8dd-4226-905a-cda1cc85b191 req-0616363e-66b4-49f3-8711-6a71668c3eba tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] 10.222.0.89 "GET /v2.0/security-groups?id=7065f8d7-aeef-49a2-81d7-44cedbdfdedd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3392055 Feb 04 17:38:25.751991 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-fa4af2e6-41d7-4e6a-a766-6816d174b311 tempest-ExternalNetworksTestJSON-1222197359 tempest-ExternalNetworksTestJSON-1222197359-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628832'] for network (fd1741d4-691d-4e80-a575-c01384bee90c), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:25.757399 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c22947-61aa-45dc-8972-f13c353d6dbc req-a2703d1f-23aa-40bb-a932-818e1df57773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:38:25.759516 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-b8c22947-61aa-45dc-8972-f13c353d6dbc req-a2703d1f-23aa-40bb-a932-818e1df57773 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=5f7c63cd6c624891853d19549e45e9fe&device_id=3c7675e1-1c8a-410f-be7f-b37c48bc9d65 HTTP/1.1" status: 200 len: 1126 time: 0.1779482 Feb 04 17:38:25.899596 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 58474) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:38:25.941387 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-fa4af2e6-41d7-4e6a-a766-6816d174b311 tempest-ExternalNetworksTestJSON-1222197359 tempest-ExternalNetworksTestJSON-1222197359-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1543676', 'neutron.services.segments.db._delete_segments_for_network-8781084786517'] for network (fd1741d4-691d-4e80-a575-c01384bee90c), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:26.018052 n-d-827839-2 neutron-server[103376]: DEBUG neutron.services.segments.db [None req-fa4af2e6-41d7-4e6a-a766-6816d174b311 tempest-ExternalNetworksTestJSON-1222197359 tempest-ExternalNetworksTestJSON-1222197359-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd1741d4-691d-4e80-a575-c01384bee90c']}} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:38:26.042678 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1227b90-5670-46ce-9194-b8d3a93fad28 tempest-TestNetworkBasicOps-1140215501 tempest-TestNetworkBasicOps-1140215501-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:38:26.043154 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1227b90-5670-46ce-9194-b8d3a93fad28 tempest-TestNetworkBasicOps-1140215501 tempest-TestNetworkBasicOps-1140215501-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:38:26.044557 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1227b90-5670-46ce-9194-b8d3a93fad28 tempest-TestNetworkBasicOps-1140215501 tempest-TestNetworkBasicOps-1140215501-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:38:26.048916 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-c1227b90-5670-46ce-9194-b8d3a93fad28 tempest-TestNetworkBasicOps-1140215501 tempest-TestNetworkBasicOps-1140215501-project-admin] 10.222.0.89 "GET /v2.0/ports?project_id=1442cfcaa62548aa8c0af19ff6a9d44c&network_id=abb5a6fe-6a42-4306-8c7f-e23823ed39dd HTTP/1.1" status: 200 len: 3073 time: 0.1482015 Feb 04 17:38:26.056901 n-d-827839-2 neutron-server[103376]: DEBUG neutron.services.segments.db [None req-fa4af2e6-41d7-4e6a-a766-6816d174b311 tempest-ExternalNetworksTestJSON-1222197359 tempest-ExternalNetworksTestJSON-1222197359-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2059b6db-9d61-41c7-bc1a-0b4eb5d0764b') {'for_net_delete': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:38:26.057210 n-d-827839-2 neutron-server[103376]: DEBUG neutron.services.segments.db [None req-fa4af2e6-41d7-4e6a-a766-6816d174b311 tempest-ExternalNetworksTestJSON-1222197359 tempest-ExternalNetworksTestJSON-1222197359-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2059b6db-9d61-41c7-bc1a-0b4eb5d0764b') {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:38:26.091013 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c22947-61aa-45dc-8972-f13c353d6dbc req-9ceb3a5a-05a1-4da9-a1d8-1943420cf2fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:38:26.092710 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-b8c22947-61aa-45dc-8972-f13c353d6dbc req-9ceb3a5a-05a1-4da9-a1d8-1943420cf2fb service neutron] 10.222.0.96 "GET /v2.0/networks?id=b55b6cf7-96ca-44f1-b402-5ece20b91f84 HTTP/1.1" status: 200 len: 913 time: 0.3257408 Feb 04 17:38:26.094789 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-fa4af2e6-41d7-4e6a-a766-6816d174b311 tempest-ExternalNetworksTestJSON-1222197359 tempest-ExternalNetworksTestJSON-1222197359-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781084783966', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25674908'] for segment (2059b6db-9d61-41c7-bc1a-0b4eb5d0764b), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:26.146414 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-b8c22947-61aa-45dc-8972-f13c353d6dbc req-311f62b7-c6c6-4542-b05f-fdb5e6c825eb service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fa5a1c99-a3b3-46ea-b891-f5171c94ab05 HTTP/1.1" status: 200 len: 217 time: 0.0433929 Feb 04 17:38:26.147531 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-fa4af2e6-41d7-4e6a-a766-6816d174b311 tempest-ExternalNetworksTestJSON-1222197359 tempest-ExternalNetworksTestJSON-1222197359-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (2059b6db-9d61-41c7-bc1a-0b4eb5d0764b), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:26.167142 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa4af2e6-41d7-4e6a-a766-6816d174b311 tempest-ExternalNetworksTestJSON-1222197359 tempest-ExternalNetworksTestJSON-1222197359-project-admin] Releasing vlan 769 on physical network physnet1 to pool {{(pid=103376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 17:38:26.167934 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-fa4af2e6-41d7-4e6a-a766-6816d174b311 tempest-ExternalNetworksTestJSON-1222197359 tempest-ExternalNetworksTestJSON-1222197359-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25675992'] for segment (2059b6db-9d61-41c7-bc1a-0b4eb5d0764b), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:26.170113 n-d-827839-2 neutron-server[103376]: Traceback (most recent call last): Feb 04 17:38:26.170113 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 17:38:26.170113 n-d-827839-2 neutron-server[103376]: timer() Feb 04 17:38:26.170113 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 17:38:26.170113 n-d-827839-2 neutron-server[103376]: cb(*args, **kw) Feb 04 17:38:26.170113 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 17:38:26.170113 n-d-827839-2 neutron-server[103376]: return func(*args, **kwargs) Feb 04 17:38:26.170113 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 17:38:26.170113 n-d-827839-2 neutron-server[103376]: self._notify() Feb 04 17:38:26.170113 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 17:38:26.170113 n-d-827839-2 neutron-server[103376]: self.callback(batched_events) Feb 04 17:38:26.170113 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 17:38:26.170113 n-d-827839-2 neutron-server[103376]: event.method(event) Feb 04 17:38:26.170113 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 17:38:26.170113 n-d-827839-2 neutron-server[103376]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 17:38:26.170113 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 17:38:26.170113 n-d-827839-2 neutron-server[103376]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 17:38:26.170113 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 17:38:26.170113 n-d-827839-2 neutron-server[103376]: return f(self, *a, **k) Feb 04 17:38:26.170113 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 17:38:26.170113 n-d-827839-2 neutron-server[103376]: return self._get(url).json() Feb 04 17:38:26.170113 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 17:38:26.170113 n-d-827839-2 neutron-server[103376]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 17:38:26.170113 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 17:38:26.170113 n-d-827839-2 neutron-server[103376]: return self.request(url, 'GET', **kwargs) Feb 04 17:38:26.170113 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 17:38:26.170113 n-d-827839-2 neutron-server[103376]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 17:38:26.170113 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 17:38:26.170113 n-d-827839-2 neutron-server[103376]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 17:38:26.170113 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 17:38:26.170113 n-d-827839-2 neutron-server[103376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 17:38:26.170113 n-d-827839-2 neutron-server[103376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 17:38:26.284734 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c22947-61aa-45dc-8972-f13c353d6dbc req-6f48c23b-673e-45e3-a6d1-c9cac8f6d1df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:38:26.286588 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-b8c22947-61aa-45dc-8972-f13c353d6dbc req-6f48c23b-673e-45e3-a6d1-c9cac8f6d1df service neutron] 10.222.0.96 "GET /v2.0/subnets?id=56d77231-1e8a-430f-89bb-45ff7f982beb HTTP/1.1" status: 200 len: 851 time: 0.1304252 Feb 04 17:38:26.295821 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-fa4af2e6-41d7-4e6a-a766-6816d174b311 tempest-ExternalNetworksTestJSON-1222197359 tempest-ExternalNetworksTestJSON-1222197359-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1543671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1595572'] for network (fd1741d4-691d-4e80-a575-c01384bee90c), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:26.331406 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa4af2e6-41d7-4e6a-a766-6816d174b311 tempest-ExternalNetworksTestJSON-1222197359 tempest-ExternalNetworksTestJSON-1222197359-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network fd1741d4-691d-4e80-a575-c01384bee90c {{(pid=103376) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 04 17:38:26.338373 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-fa4af2e6-41d7-4e6a-a766-6816d174b311 tempest-ExternalNetworksTestJSON-1222197359 tempest-ExternalNetworksTestJSON-1222197359-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:26.343307 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-fa4af2e6-41d7-4e6a-a766-6816d174b311 tempest-ExternalNetworksTestJSON-1222197359 tempest-ExternalNetworksTestJSON-1222197359-project-admin] 10.222.0.89 "DELETE /v2.0/networks/fd1741d4-691d-4e80-a575-c01384bee90c HTTP/1.1" status: 204 len: 168 time: 0.7691772 Feb 04 17:38:26.347328 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 58492) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:38:26.356462 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-ae7059b4-2638-4491-806c-f00f1929e6ab tempest-ExternalNetworksTestJSON-1222197359 tempest-ExternalNetworksTestJSON-1222197359-project-admin] Request body: {'network': {'router:external': True}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:38:26.358906 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4af2e6-41d7-4e6a-a766-6816d174b311 tempest-ExternalNetworksTestJSON-1222197359 tempest-ExternalNetworksTestJSON-1222197359-project-admin] Pushing event deleted for resources: {'Network': ['ID=fd1741d4-691d-4e80-a575-c01384bee90c,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:38:26.406452 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae7059b4-2638-4491-806c-f00f1929e6ab tempest-ExternalNetworksTestJSON-1222197359 tempest-ExternalNetworksTestJSON-1222197359-project-admin] Made reservation on behalf of 96db9569279942a9b1e146c8f4b9f7b4 for: {'network': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:38:26.409698 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-ae7059b4-2638-4491-806c-f00f1929e6ab tempest-ExternalNetworksTestJSON-1222197359 tempest-ExternalNetworksTestJSON-1222197359-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for network (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:26.414824 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c22947-61aa-45dc-8972-f13c353d6dbc req-29650cf8-3555-48f7-b9e2-afe8fa7ab557 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:38:26.423077 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-b8c22947-61aa-45dc-8972-f13c353d6dbc req-29650cf8-3555-48f7-b9e2-afe8fa7ab557 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=b55b6cf7-96ca-44f1-b402-5ece20b91f84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1251817 Feb 04 17:38:26.443549 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae7059b4-2638-4491-806c-f00f1929e6ab tempest-ExternalNetworksTestJSON-1222197359 tempest-ExternalNetworksTestJSON-1222197359-project-admin] vlan segment allocate from pool success with {'vlan_id': 757, 'physical_network': 'physnet1'} {{(pid=103377) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 17:38:26.463060 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-ae7059b4-2638-4491-806c-f00f1929e6ab tempest-ExternalNetworksTestJSON-1222197359 tempest-ExternalNetworksTestJSON-1222197359-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (a3ed7d4c-5726-4a58-b4bc-1663446d5a3c), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:26.463792 n-d-827839-2 neutron-server[103377]: INFO neutron.db.segments_db [None req-ae7059b4-2638-4491-806c-f00f1929e6ab tempest-ExternalNetworksTestJSON-1222197359 tempest-ExternalNetworksTestJSON-1222197359-project-admin] Added segment a3ed7d4c-5726-4a58-b4bc-1663446d5a3c of type vlan for network 9bbda33e-aa0b-4bce-a933-f50e6e128b85 Feb 04 17:38:26.564002 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-ae7059b4-2638-4491-806c-f00f1929e6ab tempest-ExternalNetworksTestJSON-1222197359 tempest-ExternalNetworksTestJSON-1222197359-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781084292801'] for network (9bbda33e-aa0b-4bce-a933-f50e6e128b85), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:26.646682 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-ae7059b4-2638-4491-806c-f00f1929e6ab tempest-ExternalNetworksTestJSON-1222197359 tempest-ExternalNetworksTestJSON-1222197359-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327'] for network (9bbda33e-aa0b-4bce-a933-f50e6e128b85), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:26.648408 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae7059b4-2638-4491-806c-f00f1929e6ab tempest-ExternalNetworksTestJSON-1222197359 tempest-ExternalNetworksTestJSON-1222197359-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:38:26.651073 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-ae7059b4-2638-4491-806c-f00f1929e6ab tempest-ExternalNetworksTestJSON-1222197359 tempest-ExternalNetworksTestJSON-1222197359-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:26.704213 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832d5ce0-b0c0-4d67-bb6e-3f701f6e9214 req-7ada2ed9-e361-4284-ac26-a22ccc858c27 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:38:26.709833 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-832d5ce0-b0c0-4d67-bb6e-3f701f6e9214 req-7ada2ed9-e361-4284-ac26-a22ccc858c27 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.89 "GET /v2.0/ports?device_id=3c7675e1-1c8a-410f-be7f-b37c48bc9d65 HTTP/1.1" status: 200 len: 944 time: 0.1885872 Feb 04 17:38:26.712028 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-b8c22947-61aa-45dc-8972-f13c353d6dbc req-760be1d9-0c10-481e-bde5-90bd24cd4968 service neutron] 10.222.0.96 "GET /v2.0/networks/b55b6cf7-96ca-44f1-b402-5ece20b91f84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2785108 Feb 04 17:38:26.774478 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-ae7059b4-2638-4491-806c-f00f1929e6ab tempest-ExternalNetworksTestJSON-1222197359 tempest-ExternalNetworksTestJSON-1222197359-project-admin] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.4258130 Feb 04 17:38:26.789907 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 58496) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:38:26.792697 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-8182f449-a9a3-4f55-915c-9e0e1402bb5d tempest-ExternalNetworksTestJSON-1222197359 tempest-ExternalNetworksTestJSON-1222197359-project-admin] Request body: {'subnet': {'network_id': '9bbda33e-aa0b-4bce-a933-f50e6e128b85', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:38:26.826788 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7059b4-2638-4491-806c-f00f1929e6ab tempest-ExternalNetworksTestJSON-1222197359 tempest-ExternalNetworksTestJSON-1222197359-project-admin] Pushing event updated for resources: {'Network': ['ID=9bbda33e-aa0b-4bce-a933-f50e6e128b85,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:38:26.843861 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8182f449-a9a3-4f55-915c-9e0e1402bb5d tempest-ExternalNetworksTestJSON-1222197359 tempest-ExternalNetworksTestJSON-1222197359-project-admin] Made reservation on behalf of 96db9569279942a9b1e146c8f4b9f7b4 for: {'subnet': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:38:26.849135 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Network 9bbda33e-aa0b-4bce-a933-f50e6e128b85 details requested by agent ovs-agent-n-d-827839-2 with host n-d-827839-2 {{(pid=103378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 17:38:26.863402 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-8182f449-a9a3-4f55-915c-9e0e1402bb5d tempest-ExternalNetworksTestJSON-1222197359 tempest-ExternalNetworksTestJSON-1222197359-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25597243'] for subnet (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:26.937342 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-832d5ce0-b0c0-4d67-bb6e-3f701f6e9214 req-bae100af-13e3-446d-9169-ed310132dadb tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.89 "GET /v2.0/security-groups?id=93ceaf89-daf9-4fd7-ba90-ecf1cae67db9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2156022 Feb 04 17:38:27.013005 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-b8c22947-61aa-45dc-8972-f13c353d6dbc req-27166971-30c4-4ca7-b9a1-caf112fcd09f service neutron] 10.222.0.96 "GET /v2.0/networks/b55b6cf7-96ca-44f1-b402-5ece20b91f84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2821364 Feb 04 17:38:27.065876 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fbb77f-6308-4522-a77f-c34c7dc14fc2 req-8f1bbe7b-83ba-4d2a-8bba-b623043f8eba tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:38:27.067494 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-65fbb77f-6308-4522-a77f-c34c7dc14fc2 req-8f1bbe7b-83ba-4d2a-8bba-b623043f8eba tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] 10.222.0.89 "GET /v2.0/ports?device_id=015f7940-865f-4e1d-a06e-876090514874 HTTP/1.1" status: 200 len: 946 time: 0.3130403 Feb 04 17:38:27.272491 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-65fbb77f-6308-4522-a77f-c34c7dc14fc2 req-433c4040-a89a-4b1f-a6f3-83c4303b385c tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] 10.222.0.89 "GET /v2.0/security-groups?id=7065f8d7-aeef-49a2-81d7-44cedbdfdedd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370738 Feb 04 17:38:27.651528 n-d-827839-2 neutron-server[103377]: DEBUG neutron.objects.ports [None req-8182f449-a9a3-4f55-915c-9e0e1402bb5d tempest-ExternalNetworksTestJSON-1222197359 tempest-ExternalNetworksTestJSON-1222197359-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103377) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 04 17:38:27.652294 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-8182f449-a9a3-4f55-915c-9e0e1402bb5d tempest-ExternalNetworksTestJSON-1222197359 tempest-ExternalNetworksTestJSON-1222197359-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25889445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25597197'] for subnet (d5c44935-cb3c-4b72-87d1-6cf59cda27f6), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:27.738332 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8182f449-a9a3-4f55-915c-9e0e1402bb5d tempest-ExternalNetworksTestJSON-1222197359 tempest-ExternalNetworksTestJSON-1222197359-project-admin] Pushing event updated for resources: {'Subnet': ['ID=d5c44935-cb3c-4b72-87d1-6cf59cda27f6,revision_number=0']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:38:27.746378 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8182f449-a9a3-4f55-915c-9e0e1402bb5d tempest-ExternalNetworksTestJSON-1222197359 tempest-ExternalNetworksTestJSON-1222197359-project-admin] Checking segment: {'id': 'a3ed7d4c-5726-4a58-b4bc-1663446d5a3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '9bbda33e-aa0b-4bce-a933-f50e6e128b85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:38:27.746788 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8182f449-a9a3-4f55-915c-9e0e1402bb5d tempest-ExternalNetworksTestJSON-1222197359 tempest-ExternalNetworksTestJSON-1222197359-project-admin] Network hostable DHCP agents. Network: 9bbda33e-aa0b-4bce-a933-f50e6e128b85, hostable agents: ['bb89f5a3-3c22-440b-b7d1-c4f0c43c184a'], hosted agents: [] {{(pid=103377) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 17:38:27.778469 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8182f449-a9a3-4f55-915c-9e0e1402bb5d tempest-ExternalNetworksTestJSON-1222197359 tempest-ExternalNetworksTestJSON-1222197359-project-admin] Network 9bbda33e-aa0b-4bce-a933-f50e6e128b85 is scheduled to be hosted by DHCP agent bb89f5a3-3c22-440b-b7d1-c4f0c43c184a with binding_index 1 {{(pid=103377) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 17:38:27.792320 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [None req-8182f449-a9a3-4f55-915c-9e0e1402bb5d tempest-ExternalNetworksTestJSON-1222197359 tempest-ExternalNetworksTestJSON-1222197359-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827839-2, 9bbda33e-aa0b-4bce-a933-f50e6e128b85) {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:38:27.797834 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8182f449-a9a3-4f55-915c-9e0e1402bb5d tempest-ExternalNetworksTestJSON-1222197359 tempest-ExternalNetworksTestJSON-1222197359-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:38:27.798439 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-8182f449-a9a3-4f55-915c-9e0e1402bb5d tempest-ExternalNetworksTestJSON-1222197359 tempest-ExternalNetworksTestJSON-1222197359-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:27.803792 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24fa21d8-3ffa-47ea-a096-db70b32eb8b9 None None] Network 9bbda33e-aa0b-4bce-a933-f50e6e128b85 requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:38:27.822097 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-8182f449-a9a3-4f55-915c-9e0e1402bb5d tempest-ExternalNetworksTestJSON-1222197359 tempest-ExternalNetworksTestJSON-1222197359-project-admin] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.0310256 Feb 04 17:38:27.822428 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 58508) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:38:27.826954 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-a91c3a8e-8bba-447a-8363-010070c2634a tempest-ExternalNetworksTestJSON-1222197359 tempest-ExternalNetworksTestJSON-1222197359-project-admin] Request body: {'floatingip': {'floating_network_id': '9bbda33e-aa0b-4bce-a933-f50e6e128b85'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:38:27.886712 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-a91c3a8e-8bba-447a-8363-010070c2634a tempest-ExternalNetworksTestJSON-1222197359 tempest-ExternalNetworksTestJSON-1222197359-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:27.994304 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-558fc60a-15f4-49e5-ba43-83551e671ef4 None None] Network 9bbda33e-aa0b-4bce-a933-f50e6e128b85 requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:38:28.009934 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-a91c3a8e-8bba-447a-8363-010070c2634a tempest-ExternalNetworksTestJSON-1222197359 tempest-ExternalNetworksTestJSON-1222197359-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:28.144863 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2a1114-e703-4e97-b487-01546fb4d934 req-55be75da-775d-4ce3-b65e-f0938f2ab3f0 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:38:28.146895 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-ad2a1114-e703-4e97-b487-01546fb4d934 req-55be75da-775d-4ce3-b65e-f0938f2ab3f0 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.89 "GET /v2.0/ports?device_id=3c7675e1-1c8a-410f-be7f-b37c48bc9d65 HTTP/1.1" status: 200 len: 944 time: 0.0840461 Feb 04 17:38:28.228705 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-ad2a1114-e703-4e97-b487-01546fb4d934 req-840e54a9-a183-4f16-b021-9dd88d2602f6 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.89 "GET /v2.0/security-groups?id=93ceaf89-daf9-4fd7-ba90-ecf1cae67db9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505540 Feb 04 17:38:28.286180 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.db_base_plugin_common [None req-a91c3a8e-8bba-447a-8363-010070c2634a tempest-ExternalNetworksTestJSON-1222197359 tempest-ExternalNetworksTestJSON-1222197359-project-admin] Allocated IP 172.20.0.4 (9bbda33e-aa0b-4bce-a933-f50e6e128b85/d5c44935-cb3c-4b72-87d1-6cf59cda27f6/d05938d7-5854-4cf7-ab45-0e5d75e82344) {{(pid=103376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:38:28.498835 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-a91c3a8e-8bba-447a-8363-010070c2634a tempest-ExternalNetworksTestJSON-1222197359 tempest-ExternalNetworksTestJSON-1222197359-project-admin] Publish callbacks [] for port (d05938d7-5854-4cf7-ab45-0e5d75e82344), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:28.520022 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c950e5c-4402-45ba-9a3c-1cc1b37a42e5 req-f7981e3c-d671-463a-bd2e-83a617416282 tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:38:28.530193 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-1c950e5c-4402-45ba-9a3c-1cc1b37a42e5 req-f7981e3c-d671-463a-bd2e-83a617416282 tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] 10.222.0.89 "GET /v2.0/ports?device_id=015f7940-865f-4e1d-a06e-876090514874 HTTP/1.1" status: 200 len: 946 time: 0.1448469 Feb 04 17:38:28.576074 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-a91c3a8e-8bba-447a-8363-010070c2634a tempest-ExternalNetworksTestJSON-1222197359 tempest-ExternalNetworksTestJSON-1222197359-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (d05938d7-5854-4cf7-ab45-0e5d75e82344), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:28.634275 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-1c950e5c-4402-45ba-9a3c-1cc1b37a42e5 req-a1fd8e73-cc8d-4c80-99b0-47cdcf5b6dcb tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] 10.222.0.89 "GET /v2.0/security-groups?id=7065f8d7-aeef-49a2-81d7-44cedbdfdedd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996723 Feb 04 17:38:28.673528 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a91c3a8e-8bba-447a-8363-010070c2634a tempest-ExternalNetworksTestJSON-1222197359 tempest-ExternalNetworksTestJSON-1222197359-project-admin] Network 9bbda33e-aa0b-4bce-a933-f50e6e128b85 is already hosted by enough agents. {{(pid=103376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:38:28.678235 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [None req-a91c3a8e-8bba-447a-8363-010070c2634a tempest-ExternalNetworksTestJSON-1222197359 tempest-ExternalNetworksTestJSON-1222197359-project-admin] Resources bound (agent type, host, resource id): {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:38:28.682418 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a91c3a8e-8bba-447a-8363-010070c2634a tempest-ExternalNetworksTestJSON-1222197359 tempest-ExternalNetworksTestJSON-1222197359-project-admin] Received port after_create {{(pid=103376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:38:28.706411 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91c3a8e-8bba-447a-8363-010070c2634a tempest-ExternalNetworksTestJSON-1222197359 tempest-ExternalNetworksTestJSON-1222197359-project-admin] Pushing event updated for resources: {'Port': ['ID=d05938d7-5854-4cf7-ab45-0e5d75e82344,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:38:28.876794 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-a91c3a8e-8bba-447a-8363-010070c2634a tempest-ExternalNetworksTestJSON-1222197359 tempest-ExternalNetworksTestJSON-1222197359-project-admin] Publish callbacks [] for floatingip (27ef453f-1d8a-415e-bba3-01d41548e809), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:28.947247 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-a91c3a8e-8bba-447a-8363-010070c2634a tempest-ExternalNetworksTestJSON-1222197359 tempest-ExternalNetworksTestJSON-1222197359-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (d05938d7-5854-4cf7-ab45-0e5d75e82344), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:29.540818 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device fa5a1c99-a3b3-46ea-b891-f5171c94ab05 details requested by agent hyperv_n-h1-827839-2 with host n-h1-827839-2 {{(pid=103378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 17:38:29.607174 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453de899-23ee-4776-ae3c-26fec6c3ef67 req-e9ef3930-a5c0-41e3-96be-41bc5685ab39 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:38:29.630591 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-453de899-23ee-4776-ae3c-26fec6c3ef67 req-e9ef3930-a5c0-41e3-96be-41bc5685ab39 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.89 "GET /v2.0/ports?device_id=3c7675e1-1c8a-410f-be7f-b37c48bc9d65 HTTP/1.1" status: 200 len: 944 time: 0.1565769 Feb 04 17:38:29.712410 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] For port fa5a1c99-a3b3-46ea-b891-f5171c94ab05, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=fa5a1c99-a3b3-46ea-b891-f5171c94ab05,segment=NetworkSegment(95e3d896-e0ab-47f8-8257-e5c06c9261eb),segment_id=95e3d896-e0ab-47f8-8257-e5c06c9261eb)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:38:29.726943 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Returning: {'device': 'fa5a1c99-a3b3-46ea-b891-f5171c94ab05', 'network_id': 'b55b6cf7-96ca-44f1-b402-5ece20b91f84', 'port_id': 'fa5a1c99-a3b3-46ea-b891-f5171c94ab05', 'mac_address': 'fa:16:3e:b1:08:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 796, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56d77231-1e8a-430f-89bb-45ff7f982beb', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 17:38:29.753983 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-a91c3a8e-8bba-447a-8363-010070c2634a tempest-ExternalNetworksTestJSON-1222197359 tempest-ExternalNetworksTestJSON-1222197359-project-admin] Publish callbacks [] for port (d05938d7-5854-4cf7-ab45-0e5d75e82344), precommit_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:29.774578 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-453de899-23ee-4776-ae3c-26fec6c3ef67 req-175ec7ee-e3d7-4614-b2b0-9606dfb078d2 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.89 "GET /v2.0/security-groups?id=93ceaf89-daf9-4fd7-ba90-ecf1cae67db9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1322994 Feb 04 17:38:29.776255 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-a91c3a8e-8bba-447a-8363-010070c2634a tempest-ExternalNetworksTestJSON-1222197359 tempest-ExternalNetworksTestJSON-1222197359-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675836'] for port (d05938d7-5854-4cf7-ab45-0e5d75e82344), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:29.812065 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Current status of the port fa5a1c99-a3b3-46ea-b891-f5171c94ab05 is: DOWN; New status is: BUILD {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:38:29.812944 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (fa5a1c99-a3b3-46ea-b891-f5171c94ab05), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:29.825105 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-014e5715-baef-4525-a53e-8dfdd064a82a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (bb89f5a3-3c22-440b-b7d1-c4f0c43c184a), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:29.831190 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa5a1c99-a3b3-46ea-b891-f5171c94ab05 {{(pid=103378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 17:38:29.846476 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91c3a8e-8bba-447a-8363-010070c2634a tempest-ExternalNetworksTestJSON-1222197359 tempest-ExternalNetworksTestJSON-1222197359-project-admin] Pushing event updated for resources: {'Port': ['ID=d05938d7-5854-4cf7-ab45-0e5d75e82344,revision_number=2']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:38:29.881849 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3135b8-5884-48ce-8f4a-1ca9938bb03b req-f040be88-689c-4d1b-ba52-6c27fed262ff tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:38:29.890780 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] For port fa5a1c99-a3b3-46ea-b891-f5171c94ab05, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=fa5a1c99-a3b3-46ea-b891-f5171c94ab05,segment=NetworkSegment(95e3d896-e0ab-47f8-8257-e5c06c9261eb),segment_id=95e3d896-e0ab-47f8-8257-e5c06c9261eb)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:38:29.891155 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-cb3135b8-5884-48ce-8f4a-1ca9938bb03b req-f040be88-689c-4d1b-ba52-6c27fed262ff tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] 10.222.0.89 "GET /v2.0/ports?device_id=015f7940-865f-4e1d-a06e-876090514874 HTTP/1.1" status: 200 len: 946 time: 0.1307354 Feb 04 17:38:29.905034 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (fa5a1c99-a3b3-46ea-b891-f5171c94ab05), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:29.929020 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-a91c3a8e-8bba-447a-8363-010070c2634a tempest-ExternalNetworksTestJSON-1222197359 tempest-ExternalNetworksTestJSON-1222197359-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1595586'] for floatingip (27ef453f-1d8a-415e-bba3-01d41548e809), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:29.934471 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a91c3a8e-8bba-447a-8363-010070c2634a tempest-ExternalNetworksTestJSON-1222197359 tempest-ExternalNetworksTestJSON-1222197359-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:38:29.934992 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a91c3a8e-8bba-447a-8363-010070c2634a tempest-ExternalNetworksTestJSON-1222197359 tempest-ExternalNetworksTestJSON-1222197359-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:38:29.935413 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a91c3a8e-8bba-447a-8363-010070c2634a tempest-ExternalNetworksTestJSON-1222197359 tempest-ExternalNetworksTestJSON-1222197359-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:38:29.935841 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a91c3a8e-8bba-447a-8363-010070c2634a tempest-ExternalNetworksTestJSON-1222197359 tempest-ExternalNetworksTestJSON-1222197359-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:38:29.936248 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a91c3a8e-8bba-447a-8363-010070c2634a tempest-ExternalNetworksTestJSON-1222197359 tempest-ExternalNetworksTestJSON-1222197359-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:38:29.936652 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a91c3a8e-8bba-447a-8363-010070c2634a tempest-ExternalNetworksTestJSON-1222197359 tempest-ExternalNetworksTestJSON-1222197359-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:38:29.937194 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a91c3a8e-8bba-447a-8363-010070c2634a tempest-ExternalNetworksTestJSON-1222197359 tempest-ExternalNetworksTestJSON-1222197359-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:38:29.937597 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a91c3a8e-8bba-447a-8363-010070c2634a tempest-ExternalNetworksTestJSON-1222197359 tempest-ExternalNetworksTestJSON-1222197359-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:38:29.937996 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a91c3a8e-8bba-447a-8363-010070c2634a tempest-ExternalNetworksTestJSON-1222197359 tempest-ExternalNetworksTestJSON-1222197359-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:38:29.938520 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a91c3a8e-8bba-447a-8363-010070c2634a tempest-ExternalNetworksTestJSON-1222197359 tempest-ExternalNetworksTestJSON-1222197359-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:38:29.939121 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a91c3a8e-8bba-447a-8363-010070c2634a tempest-ExternalNetworksTestJSON-1222197359 tempest-ExternalNetworksTestJSON-1222197359-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:38:29.939635 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a91c3a8e-8bba-447a-8363-010070c2634a tempest-ExternalNetworksTestJSON-1222197359 tempest-ExternalNetworksTestJSON-1222197359-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:38:29.940028 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a91c3a8e-8bba-447a-8363-010070c2634a tempest-ExternalNetworksTestJSON-1222197359 tempest-ExternalNetworksTestJSON-1222197359-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:38:29.972321 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-a91c3a8e-8bba-447a-8363-010070c2634a tempest-ExternalNetworksTestJSON-1222197359 tempest-ExternalNetworksTestJSON-1222197359-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for floatingip (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:29.976995 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Pushing event updated for resources: {'Port': ['ID=fa5a1c99-a3b3-46ea-b891-f5171c94ab05,revision_number=4']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:38:29.977403 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-a91c3a8e-8bba-447a-8363-010070c2634a tempest-ExternalNetworksTestJSON-1222197359 tempest-ExternalNetworksTestJSON-1222197359-project-admin] 10.222.0.89 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 2.1508391 Feb 04 17:38:29.977897 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 58542) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:38:29.999581 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-cb3135b8-5884-48ce-8f4a-1ca9938bb03b req-fcd873e0-779c-43ca-ab43-9bac86f1cf5b tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] 10.222.0.89 "GET /v2.0/security-groups?id=7065f8d7-aeef-49a2-81d7-44cedbdfdedd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075718 Feb 04 17:38:30.092217 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-6715d480-d83c-4f71-97e5-9a4d691650f5 tempest-ExternalNetworksTestJSON-1222197359 tempest-ExternalNetworksTestJSON-1222197359-project-admin] 10.222.0.89 "GET /v2.0/floatingips?floating_network_id=9bbda33e-aa0b-4bce-a933-f50e6e128b85 HTTP/1.1" status: 200 len: 689 time: 0.1101353 Feb 04 17:38:30.092460 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 58544) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:38:30.110533 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 58546) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:38:30.206324 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1f2a9c4-9211-4424-a788-df889f26ee27 tempest-TestNetworkBasicOps-1140215501 tempest-TestNetworkBasicOps-1140215501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:38:30.210649 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-b1f2a9c4-9211-4424-a788-df889f26ee27 tempest-TestNetworkBasicOps-1140215501 tempest-TestNetworkBasicOps-1140215501-project-admin] 10.222.0.89 "GET /v2.0/subnets?network_id=48165773-85ad-49a1-9ec1-76fc8dc24188 HTTP/1.1" status: 200 len: 814 time: 0.0985508 Feb 04 17:38:30.310125 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-92386766-c945-4ee9-a583-69af681a9faa tempest-ExternalNetworksTestJSON-1222197359 tempest-ExternalNetworksTestJSON-1222197359-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628832'] for network (9bbda33e-aa0b-4bce-a933-f50e6e128b85), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:30.342597 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] get_ports_and_sgs() called for port_ids ['fa5a1c99-a3b3-46ea-b891-f5171c94ab05'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 17:38:30.586589 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-92386766-c945-4ee9-a583-69af681a9faa tempest-ExternalNetworksTestJSON-1222197359 tempest-ExternalNetworksTestJSON-1222197359-project-admin] Deleting port d05938d7-5854-4cf7-ab45-0e5d75e82344 {{(pid=103377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:38:30.586932 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-92386766-c945-4ee9-a583-69af681a9faa tempest-ExternalNetworksTestJSON-1222197359 tempest-ExternalNetworksTestJSON-1222197359-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (d05938d7-5854-4cf7-ab45-0e5d75e82344), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:30.715625 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-92386766-c945-4ee9-a583-69af681a9faa tempest-ExternalNetworksTestJSON-1222197359 tempest-ExternalNetworksTestJSON-1222197359-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (d05938d7-5854-4cf7-ab45-0e5d75e82344), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:30.715959 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-92386766-c945-4ee9-a583-69af681a9faa tempest-ExternalNetworksTestJSON-1222197359 tempest-ExternalNetworksTestJSON-1222197359-project-admin] Publish callbacks [] for floatingip (d05938d7-5854-4cf7-ab45-0e5d75e82344), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:30.730739 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-92386766-c945-4ee9-a583-69af681a9faa tempest-ExternalNetworksTestJSON-1222197359 tempest-ExternalNetworksTestJSON-1222197359-project-admin] Calling delete_port for d05938d7-5854-4cf7-ab45-0e5d75e82344 owned by network:floatingip {{(pid=103377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:38:30.987613 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b64359-0b38-4e8d-9b91-725a9f6e84bf req-1b9f204e-2845-4cf3-8b41-80354e68ee95 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:38:30.994427 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-86b64359-0b38-4e8d-9b91-725a9f6e84bf req-1b9f204e-2845-4cf3-8b41-80354e68ee95 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.89 "GET /v2.0/ports?device_id=3c7675e1-1c8a-410f-be7f-b37c48bc9d65 HTTP/1.1" status: 200 len: 945 time: 0.1016259 Feb 04 17:38:31.002033 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-92386766-c945-4ee9-a583-69af681a9faa tempest-ExternalNetworksTestJSON-1222197359 tempest-ExternalNetworksTestJSON-1222197359-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (d05938d7-5854-4cf7-ab45-0e5d75e82344), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:31.043611 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92386766-c945-4ee9-a583-69af681a9faa tempest-ExternalNetworksTestJSON-1222197359 tempest-ExternalNetworksTestJSON-1222197359-project-admin] Pushing event deleted for resources: {'Port': ['ID=d05938d7-5854-4cf7-ab45-0e5d75e82344,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:38:31.063560 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-86b64359-0b38-4e8d-9b91-725a9f6e84bf req-f46d800e-aea8-455f-8380-88afe1fa9492 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.89 "GET /v2.0/security-groups?id=93ceaf89-daf9-4fd7-ba90-ecf1cae67db9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0620911 Feb 04 17:38:31.212802 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-92386766-c945-4ee9-a583-69af681a9faa tempest-ExternalNetworksTestJSON-1222197359 tempest-ExternalNetworksTestJSON-1222197359-project-admin] Publish callbacks [] for floatingip (27ef453f-1d8a-415e-bba3-01d41548e809), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:31.287046 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8435a522-27cf-4978-896a-207b4321c257 req-13fb0c20-1650-4307-bc0f-81f8e92cb397 tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:38:31.295859 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-8435a522-27cf-4978-896a-207b4321c257 req-13fb0c20-1650-4307-bc0f-81f8e92cb397 tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] 10.222.0.89 "GET /v2.0/ports?device_id=015f7940-865f-4e1d-a06e-876090514874 HTTP/1.1" status: 200 len: 946 time: 0.1126571 Feb 04 17:38:31.316631 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-92386766-c945-4ee9-a583-69af681a9faa tempest-ExternalNetworksTestJSON-1222197359 tempest-ExternalNetworksTestJSON-1222197359-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1541225'] for subnet (d5c44935-cb3c-4b72-87d1-6cf59cda27f6), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:31.388941 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-8435a522-27cf-4978-896a-207b4321c257 req-73e1cbd5-8c6f-4c58-8ee6-9cf2022cdac0 tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] 10.222.0.89 "GET /v2.0/security-groups?id=7065f8d7-aeef-49a2-81d7-44cedbdfdedd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902576 Feb 04 17:38:31.423045 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-92386766-c945-4ee9-a583-69af681a9faa tempest-ExternalNetworksTestJSON-1222197359 tempest-ExternalNetworksTestJSON-1222197359-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1541216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25888360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25597190'] for subnet (d5c44935-cb3c-4b72-87d1-6cf59cda27f6), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:31.485540 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92386766-c945-4ee9-a583-69af681a9faa tempest-ExternalNetworksTestJSON-1222197359 tempest-ExternalNetworksTestJSON-1222197359-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=d5c44935-cb3c-4b72-87d1-6cf59cda27f6,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:38:31.510645 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 58572) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:38:31.515758 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-afd6b3c9-3c2a-4e70-9889-abfc97d5a951 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Request body: {'network': {'name': 'tempest-network-smoke--97871440', 'project_id': '1442cfcaa62548aa8c0af19ff6a9d44c', 'port_security_enabled': True}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:38:31.542529 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afd6b3c9-3c2a-4e70-9889-abfc97d5a951 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Made reservation on behalf of 1442cfcaa62548aa8c0af19ff6a9d44c for: {'network': 1} {{(pid=103376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:38:31.547535 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-afd6b3c9-3c2a-4e70-9889-abfc97d5a951 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for network (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:31.562607 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device fa5a1c99-a3b3-46ea-b891-f5171c94ab05 up at agent hyperv_n-h1-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:38:31.574168 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-92386766-c945-4ee9-a583-69af681a9faa tempest-ExternalNetworksTestJSON-1222197359 tempest-ExternalNetworksTestJSON-1222197359-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1543676', 'neutron.services.segments.db._delete_segments_for_network-8781084786517'] for network (9bbda33e-aa0b-4bce-a933-f50e6e128b85), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:31.602456 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-afd6b3c9-3c2a-4e70-9889-abfc97d5a951 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] vlan segment allocate from pool success with {'vlan_id': 759, 'physical_network': 'physnet1'} {{(pid=103376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 17:38:31.627728 n-d-827839-2 neutron-server[103377]: DEBUG neutron.services.segments.db [None req-92386766-c945-4ee9-a583-69af681a9faa tempest-ExternalNetworksTestJSON-1222197359 tempest-ExternalNetworksTestJSON-1222197359-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9bbda33e-aa0b-4bce-a933-f50e6e128b85']}} {{(pid=103377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:38:31.636935 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-afd6b3c9-3c2a-4e70-9889-abfc97d5a951 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (c797d305-3827-4cea-81f5-da1589eba867), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:31.637449 n-d-827839-2 neutron-server[103376]: INFO neutron.db.segments_db [None req-afd6b3c9-3c2a-4e70-9889-abfc97d5a951 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Added segment c797d305-3827-4cea-81f5-da1589eba867 of type vlan for network e3bc42d4-4686-4b1c-bb39-de90a50abeca Feb 04 17:38:31.643712 n-d-827839-2 neutron-server[103377]: DEBUG neutron.services.segments.db [None req-92386766-c945-4ee9-a583-69af681a9faa tempest-ExternalNetworksTestJSON-1222197359 tempest-ExternalNetworksTestJSON-1222197359-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3ed7d4c-5726-4a58-b4bc-1663446d5a3c') {'for_net_delete': True} {{(pid=103377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:38:31.644373 n-d-827839-2 neutron-server[103377]: DEBUG neutron.services.segments.db [None req-92386766-c945-4ee9-a583-69af681a9faa tempest-ExternalNetworksTestJSON-1222197359 tempest-ExternalNetworksTestJSON-1222197359-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3ed7d4c-5726-4a58-b4bc-1663446d5a3c') {} {{(pid=103377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:38:31.658569 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-92386766-c945-4ee9-a583-69af681a9faa tempest-ExternalNetworksTestJSON-1222197359 tempest-ExternalNetworksTestJSON-1222197359-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781084783966', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26866685'] for segment (a3ed7d4c-5726-4a58-b4bc-1663446d5a3c), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:31.662071 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Provisioning for port fa5a1c99-a3b3-46ea-b891-f5171c94ab05 completed by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 17:38:31.672326 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Provisioning complete for port fa5a1c99-a3b3-46ea-b891-f5171c94ab05 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:38:31.672710 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (fa5a1c99-a3b3-46ea-b891-f5171c94ab05), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:31.678182 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-92386766-c945-4ee9-a583-69af681a9faa tempest-ExternalNetworksTestJSON-1222197359 tempest-ExternalNetworksTestJSON-1222197359-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (a3ed7d4c-5726-4a58-b4bc-1663446d5a3c), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:31.687733 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92386766-c945-4ee9-a583-69af681a9faa tempest-ExternalNetworksTestJSON-1222197359 tempest-ExternalNetworksTestJSON-1222197359-project-admin] Releasing vlan 757 on physical network physnet1 to pool {{(pid=103377) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 17:38:31.689346 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-92386766-c945-4ee9-a583-69af681a9faa tempest-ExternalNetworksTestJSON-1222197359 tempest-ExternalNetworksTestJSON-1222197359-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25888454'] for segment (a3ed7d4c-5726-4a58-b4bc-1663446d5a3c), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:31.692113 n-d-827839-2 neutron-server[103377]: Traceback (most recent call last): Feb 04 17:38:31.692113 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 17:38:31.692113 n-d-827839-2 neutron-server[103377]: timer() Feb 04 17:38:31.692113 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 17:38:31.692113 n-d-827839-2 neutron-server[103377]: cb(*args, **kw) Feb 04 17:38:31.692113 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 17:38:31.692113 n-d-827839-2 neutron-server[103377]: return func(*args, **kwargs) Feb 04 17:38:31.692113 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 17:38:31.692113 n-d-827839-2 neutron-server[103377]: self._notify() Feb 04 17:38:31.692113 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 17:38:31.692113 n-d-827839-2 neutron-server[103377]: self.callback(batched_events) Feb 04 17:38:31.692113 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 17:38:31.692113 n-d-827839-2 neutron-server[103377]: event.method(event) Feb 04 17:38:31.692113 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 17:38:31.692113 n-d-827839-2 neutron-server[103377]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 17:38:31.692113 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 17:38:31.692113 n-d-827839-2 neutron-server[103377]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 17:38:31.692113 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 17:38:31.692113 n-d-827839-2 neutron-server[103377]: return f(self, *a, **k) Feb 04 17:38:31.692113 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 17:38:31.692113 n-d-827839-2 neutron-server[103377]: return self._get(url).json() Feb 04 17:38:31.692113 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 17:38:31.692113 n-d-827839-2 neutron-server[103377]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 17:38:31.692113 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 17:38:31.692113 n-d-827839-2 neutron-server[103377]: return self.request(url, 'GET', **kwargs) Feb 04 17:38:31.692113 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 17:38:31.692113 n-d-827839-2 neutron-server[103377]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 17:38:31.692113 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 17:38:31.692113 n-d-827839-2 neutron-server[103377]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 17:38:31.692113 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 17:38:31.692113 n-d-827839-2 neutron-server[103377]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 17:38:31.692113 n-d-827839-2 neutron-server[103377]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 17:38:31.694241 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-afd6b3c9-3c2a-4e70-9889-abfc97d5a951 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781084292801'] for network (e3bc42d4-4686-4b1c-bb39-de90a50abeca), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:31.729100 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-afd6b3c9-3c2a-4e70-9889-abfc97d5a951 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327'] for network (e3bc42d4-4686-4b1c-bb39-de90a50abeca), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:31.735377 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afd6b3c9-3c2a-4e70-9889-abfc97d5a951 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:38:31.736001 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-afd6b3c9-3c2a-4e70-9889-abfc97d5a951 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Publish callbacks [] for network (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:31.813988 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-92386766-c945-4ee9-a583-69af681a9faa tempest-ExternalNetworksTestJSON-1222197359 tempest-ExternalNetworksTestJSON-1222197359-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1543671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1595572'] for network (9bbda33e-aa0b-4bce-a933-f50e6e128b85), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:31.819794 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92386766-c945-4ee9-a583-69af681a9faa tempest-ExternalNetworksTestJSON-1222197359 tempest-ExternalNetworksTestJSON-1222197359-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 9bbda33e-aa0b-4bce-a933-f50e6e128b85 {{(pid=103377) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 04 17:38:31.823273 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-92386766-c945-4ee9-a583-69af681a9faa tempest-ExternalNetworksTestJSON-1222197359 tempest-ExternalNetworksTestJSON-1222197359-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:31.828789 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-92386766-c945-4ee9-a583-69af681a9faa tempest-ExternalNetworksTestJSON-1222197359 tempest-ExternalNetworksTestJSON-1222197359-project-admin] 10.222.0.89 "DELETE /v2.0/networks/9bbda33e-aa0b-4bce-a933-f50e6e128b85 HTTP/1.1" status: 204 len: 168 time: 1.7354295 Feb 04 17:38:31.829454 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Current status of the port fa5a1c99-a3b3-46ea-b891-f5171c94ab05 is: BUILD; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:38:31.829921 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (fa5a1c99-a3b3-46ea-b891-f5171c94ab05), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:31.847661 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 58574) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:38:31.853269 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92386766-c945-4ee9-a583-69af681a9faa tempest-ExternalNetworksTestJSON-1222197359 tempest-ExternalNetworksTestJSON-1222197359-project-admin] Pushing event deleted for resources: {'Network': ['ID=9bbda33e-aa0b-4bce-a933-f50e6e128b85,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:38:31.889724 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c7675e1-1c8a-410f-be7f-b37c48bc9d65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa5a1c99-a3b3-46ea-b891-f5171c94ab05'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:38:31.892270 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c34bc964ce2211770fda26ca2f3801cc06f4f39928110690550e94ab9c9d2fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db8e710f-69be-450a-9a3d-6b9617d80ffb" -d '{"events": [{"server_uuid": "3c7675e1-1c8a-410f-be7f-b37c48bc9d65", "name": "network-vif-plugged", "status": "completed", "tag": "fa5a1c99-a3b3-46ea-b891-f5171c94ab05"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:38:31.943928 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] For port fa5a1c99-a3b3-46ea-b891-f5171c94ab05, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=fa5a1c99-a3b3-46ea-b891-f5171c94ab05,segment=NetworkSegment(95e3d896-e0ab-47f8-8257-e5c06c9261eb),segment_id=95e3d896-e0ab-47f8-8257-e5c06c9261eb)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:38:31.960384 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (fa5a1c99-a3b3-46ea-b891-f5171c94ab05), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:32.029848 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 17:38:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d30ccb48-9b0b-4235-bd4b-61a0d2f49b67 x-openstack-request-id: req-d30ccb48-9b0b-4235-bd4b-61a0d2f49b67 {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:38:32.047866 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c7675e1-1c8a-410f-be7f-b37c48bc9d65", "name": "network-vif-plugged", "status": "completed", "tag": "fa5a1c99-a3b3-46ea-b891-f5171c94ab05", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:38:32.048511 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-d30ccb48-9b0b-4235-bd4b-61a0d2f49b67 {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:38:32.049178 n-d-827839-2 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c7675e1-1c8a-410f-be7f-b37c48bc9d65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa5a1c99-a3b3-46ea-b891-f5171c94ab05', 'code': 200} Feb 04 17:38:32.111416 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Pushing event updated for resources: {'Port': ['ID=fa5a1c99-a3b3-46ea-b891-f5171c94ab05,revision_number=5']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:38:32.155124 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-4d5d8175-ffe7-45ec-947d-7fd4e43bb2b4 tempest-ExternalNetworksTestJSON-1222197359 tempest-ExternalNetworksTestJSON-1222197359-project-admin] 10.222.0.89 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1477 time: 0.3028817 Feb 04 17:38:32.158360 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd6b3c9-3c2a-4e70-9889-abfc97d5a951 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Pushing event updated for resources: {'Network': ['ID=e3bc42d4-4686-4b1c-bb39-de90a50abeca,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:38:32.159369 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 58584) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:38:32.177458 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Network e3bc42d4-4686-4b1c-bb39-de90a50abeca details requested by agent ovs-agent-n-d-827839-2 with host n-d-827839-2 {{(pid=103378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 17:38:32.207302 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-afd6b3c9-3c2a-4e70-9889-abfc97d5a951 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.6954982 Feb 04 17:38:32.216199 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 58586) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:38:32.451439 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94947b75-8207-4a9d-8521-8cac3628d575 req-9e5f5fea-5071-4ce6-8ef3-ae4b7c5a1a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:38:32.453030 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-94947b75-8207-4a9d-8521-8cac3628d575 req-9e5f5fea-5071-4ce6-8ef3-ae4b7c5a1a56 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=3c7675e1-1c8a-410f-be7f-b37c48bc9d65 HTTP/1.1" status: 200 len: 1128 time: 0.3619297 Feb 04 17:38:32.486342 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c97f4bf6-7ca0-4dfa-95e1-37a4fcc5d310 tempest-ExternalNetworksTestJSON-1222197359 tempest-ExternalNetworksTestJSON-1222197359-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:38:32.489994 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c97f4bf6-7ca0-4dfa-95e1-37a4fcc5d310 tempest-ExternalNetworksTestJSON-1222197359 tempest-ExternalNetworksTestJSON-1222197359-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:38:32.491886 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c97f4bf6-7ca0-4dfa-95e1-37a4fcc5d310 tempest-ExternalNetworksTestJSON-1222197359 tempest-ExternalNetworksTestJSON-1222197359-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:38:32.494102 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c97f4bf6-7ca0-4dfa-95e1-37a4fcc5d310 tempest-ExternalNetworksTestJSON-1222197359 tempest-ExternalNetworksTestJSON-1222197359-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:38:32.497473 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c97f4bf6-7ca0-4dfa-95e1-37a4fcc5d310 tempest-ExternalNetworksTestJSON-1222197359 tempest-ExternalNetworksTestJSON-1222197359-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:38:32.498122 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c97f4bf6-7ca0-4dfa-95e1-37a4fcc5d310 tempest-ExternalNetworksTestJSON-1222197359 tempest-ExternalNetworksTestJSON-1222197359-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:38:32.498788 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c97f4bf6-7ca0-4dfa-95e1-37a4fcc5d310 tempest-ExternalNetworksTestJSON-1222197359 tempest-ExternalNetworksTestJSON-1222197359-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:38:32.500895 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-c97f4bf6-7ca0-4dfa-95e1-37a4fcc5d310 tempest-ExternalNetworksTestJSON-1222197359 tempest-ExternalNetworksTestJSON-1222197359-project-admin] 10.222.0.89 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4635 time: 0.3404367 Feb 04 17:38:32.505321 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 58596) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:38:32.519919 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522f3193-ab4d-4942-8227-190ca5b62730 req-11619957-d107-46c0-9f11-36c7f27e9cab tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:38:32.527638 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-522f3193-ab4d-4942-8227-190ca5b62730 req-11619957-d107-46c0-9f11-36c7f27e9cab tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.89 "GET /v2.0/ports?device_id=3c7675e1-1c8a-410f-be7f-b37c48bc9d65 HTTP/1.1" status: 200 len: 946 time: 0.3247557 Feb 04 17:38:32.583827 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-522f3193-ab4d-4942-8227-190ca5b62730 req-82d37b74-7158-4afe-b093-d3181706e391 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.89 "GET /v2.0/security-groups?id=93ceaf89-daf9-4fd7-ba90-ecf1cae67db9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502698 Feb 04 17:38:32.652461 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25ef6c3f-f289-4600-ac31-ec96a758cd03 tempest-TestNetworkBasicOps-1140215501 tempest-TestNetworkBasicOps-1140215501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:38:32.656487 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-25ef6c3f-f289-4600-ac31-ec96a758cd03 tempest-TestNetworkBasicOps-1140215501 tempest-TestNetworkBasicOps-1140215501-project-admin] 10.222.0.89 "GET /v2.0/subnets?project_id=1442cfcaa62548aa8c0af19ff6a9d44c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 828 time: 0.4387703 Feb 04 17:38:32.659552 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 58598) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:38:32.731352 n-d-827839-2 neutron-server[103376]: INFO neutron.api.v2.resource [None req-aa9cf44e-79e9-4180-9a13-d90ba5b6b3de tempest-ExternalNetworksTestJSON-1222197359 tempest-ExternalNetworksTestJSON-1222197359-project-admin] delete failed (client error): The resource could not be found. Feb 04 17:38:32.738905 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-aa9cf44e-79e9-4180-9a13-d90ba5b6b3de tempest-ExternalNetworksTestJSON-1222197359 tempest-ExternalNetworksTestJSON-1222197359-project-admin] 10.222.0.89 "DELETE /v2.0/floatingips/27ef453f-1d8a-415e-bba3-01d41548e809 HTTP/1.1" status: 404 len: 345 time: 0.2022624 Feb 04 17:38:32.744876 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 58600) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:38:32.782326 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-00462874-26e3-4ab8-96f1-df0e48df5270 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (64ada913-9131-4d99-a265-63a920956287), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:32.832657 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-94947b75-8207-4a9d-8521-8cac3628d575 req-eb20f280-6e36-4cda-8226-75751a6d02f6 service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=93ceaf89-daf9-4fd7-ba90-ecf1cae67db9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3282726 Feb 04 17:38:32.848540 n-d-827839-2 neutron-server[103376]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f5a911e-20be-40ab-aa92-1d15b80ef1a2 tempest-ExternalNetworksTestJSON-1222197359 tempest-ExternalNetworksTestJSON-1222197359-project-admin] DELETE failed (client error): The resource could not be found. Feb 04 17:38:32.849513 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f5a911e-20be-40ab-aa92-1d15b80ef1a2 tempest-ExternalNetworksTestJSON-1222197359 tempest-ExternalNetworksTestJSON-1222197359-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=103376) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 17:38:32.852905 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-2f5a911e-20be-40ab-aa92-1d15b80ef1a2 tempest-ExternalNetworksTestJSON-1222197359 tempest-ExternalNetworksTestJSON-1222197359-project-admin] 10.222.0.89 "DELETE /v2.0/networks/9bbda33e-aa0b-4bce-a933-f50e6e128b85 HTTP/1.1" status: 404 len: 339 time: 0.0468142 Feb 04 17:38:32.857210 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 58604) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:38:32.865440 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-240cce35-8352-4fd2-8818-88b5c4341036 tempest-ExternalNetworksTestJSON-1222197359 tempest-ExternalNetworksTestJSON-1222197359-project-admin] Request body: {'network': {'name': 'tempest-network--116319095', 'router:external': True}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:38:32.897544 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-240cce35-8352-4fd2-8818-88b5c4341036 tempest-ExternalNetworksTestJSON-1222197359 tempest-ExternalNetworksTestJSON-1222197359-project-admin] Made reservation on behalf of 96db9569279942a9b1e146c8f4b9f7b4 for: {'network': 1} {{(pid=103376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:38:32.900673 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-240cce35-8352-4fd2-8818-88b5c4341036 tempest-ExternalNetworksTestJSON-1222197359 tempest-ExternalNetworksTestJSON-1222197359-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for network (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:32.931702 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffa52f0-c6b1-44c8-9710-f1025a298ead req-7f69231e-9d51-4d12-a32f-1334d0bf98ec tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:38:32.933728 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-1ffa52f0-c6b1-44c8-9710-f1025a298ead req-7f69231e-9d51-4d12-a32f-1334d0bf98ec tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] 10.222.0.89 "GET /v2.0/ports?device_id=015f7940-865f-4e1d-a06e-876090514874 HTTP/1.1" status: 200 len: 946 time: 0.3923731 Feb 04 17:38:32.974413 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-240cce35-8352-4fd2-8818-88b5c4341036 tempest-ExternalNetworksTestJSON-1222197359 tempest-ExternalNetworksTestJSON-1222197359-project-admin] vlan segment allocate from pool success with {'vlan_id': 769, 'physical_network': 'physnet1'} {{(pid=103376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 17:38:33.015371 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0b11a90-cb67-40a7-939a-b1c0a327d6d6 tempest-TestNetworkBasicOps-1140215501 tempest-TestNetworkBasicOps-1140215501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:38:33.028116 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-a0b11a90-cb67-40a7-939a-b1c0a327d6d6 tempest-TestNetworkBasicOps-1140215501 tempest-TestNetworkBasicOps-1140215501-project-admin] 10.222.0.89 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3632524 Feb 04 17:38:33.029260 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 58608) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:38:33.041438 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d408ec64-b374-4acb-a1fc-48241dad6d47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (0cd6d64a-47a7-40ff-8c12-71dd526c62e0), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:33.048846 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-240cce35-8352-4fd2-8818-88b5c4341036 tempest-ExternalNetworksTestJSON-1222197359 tempest-ExternalNetworksTestJSON-1222197359-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (f25959b6-5142-47b3-984f-27d00133d79f), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:33.049219 n-d-827839-2 neutron-server[103376]: INFO neutron.db.segments_db [None req-240cce35-8352-4fd2-8818-88b5c4341036 tempest-ExternalNetworksTestJSON-1222197359 tempest-ExternalNetworksTestJSON-1222197359-project-admin] Added segment f25959b6-5142-47b3-984f-27d00133d79f of type vlan for network 32c325a6-8f28-4f76-9de5-9730caf1358c Feb 04 17:38:33.109541 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-a8d3fe50-2bad-4665-938d-a99410a9f4e2 tempest-TestNetworkBasicOps-1140215501 tempest-TestNetworkBasicOps-1140215501-project-admin] 10.222.0.89 "GET /v2.0/subnets?network_id=48165773-85ad-49a1-9ec1-76fc8dc24188&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0758080 Feb 04 17:38:33.110595 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 58610) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:38:33.227320 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-1ffa52f0-c6b1-44c8-9710-f1025a298ead req-3fd539b2-56dd-45bc-965a-ce36d3f45442 tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] 10.222.0.89 "GET /v2.0/security-groups?id=7065f8d7-aeef-49a2-81d7-44cedbdfdedd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2841330 Feb 04 17:38:33.241561 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-240cce35-8352-4fd2-8818-88b5c4341036 tempest-ExternalNetworksTestJSON-1222197359 tempest-ExternalNetworksTestJSON-1222197359-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781084292801'] for network (32c325a6-8f28-4f76-9de5-9730caf1358c), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:33.260051 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 58612) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:38:33.261207 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-15b376a6-5271-4aeb-b113-68093e9d0a9a tempest-TestNetworkBasicOps-1140215501 tempest-TestNetworkBasicOps-1140215501-project-admin] 10.222.0.89 "GET /v2.0/subnets?project_id=1442cfcaa62548aa8c0af19ff6a9d44c&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1487646 Feb 04 17:38:33.406389 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-240cce35-8352-4fd2-8818-88b5c4341036 tempest-ExternalNetworksTestJSON-1222197359 tempest-ExternalNetworksTestJSON-1222197359-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327'] for network (32c325a6-8f28-4f76-9de5-9730caf1358c), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:33.408761 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-240cce35-8352-4fd2-8818-88b5c4341036 tempest-ExternalNetworksTestJSON-1222197359 tempest-ExternalNetworksTestJSON-1222197359-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:38:33.413181 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-240cce35-8352-4fd2-8818-88b5c4341036 tempest-ExternalNetworksTestJSON-1222197359 tempest-ExternalNetworksTestJSON-1222197359-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:33.421197 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7329dbe6-29f1-42b5-9156-ccd558704427 tempest-TestNetworkBasicOps-1140215501 tempest-TestNetworkBasicOps-1140215501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:38:33.425968 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-7329dbe6-29f1-42b5-9156-ccd558704427 tempest-TestNetworkBasicOps-1140215501 tempest-TestNetworkBasicOps-1140215501-project-admin] 10.222.0.89 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1602085 Feb 04 17:38:33.426308 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 58620) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:38:33.462480 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-ae09a179-4e7a-4653-9906-8e90eba96aeb tempest-TestNetworkBasicOps-1140215501 tempest-TestNetworkBasicOps-1140215501-project-admin] 10.222.0.89 "GET /v2.0/subnets?network_id=48165773-85ad-49a1-9ec1-76fc8dc24188&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0325789 Feb 04 17:38:33.465246 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 58622) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:38:33.470254 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-6f75a717-bc0e-4dd6-bf2e-1a8bff185620 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1288001102', 'network_id': 'e3bc42d4-4686-4b1c-bb39-de90a50abeca', 'project_id': '1442cfcaa62548aa8c0af19ff6a9d44c', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:38:33.571433 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-240cce35-8352-4fd2-8818-88b5c4341036 tempest-ExternalNetworksTestJSON-1222197359 tempest-ExternalNetworksTestJSON-1222197359-project-admin] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.7115657 Feb 04 17:38:33.574325 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 58624) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:38:33.642363 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240cce35-8352-4fd2-8818-88b5c4341036 tempest-ExternalNetworksTestJSON-1222197359 tempest-ExternalNetworksTestJSON-1222197359-project-admin] Pushing event updated for resources: {'Network': ['ID=32c325a6-8f28-4f76-9de5-9730caf1358c,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:38:33.671342 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Network 32c325a6-8f28-4f76-9de5-9730caf1358c details requested by agent ovs-agent-n-d-827839-2 with host n-d-827839-2 {{(pid=103378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 17:38:33.692087 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f75a717-bc0e-4dd6-bf2e-1a8bff185620 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Made reservation on behalf of 1442cfcaa62548aa8c0af19ff6a9d44c for: {'subnet': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:38:33.699467 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-6f75a717-bc0e-4dd6-bf2e-1a8bff185620 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25597243'] for subnet (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:33.913155 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b978e04-815a-4c5f-a044-7fd12ba9b966 tempest-ExternalNetworksTestJSON-679928656 tempest-ExternalNetworksTestJSON-679928656-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:38:33.919501 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b978e04-815a-4c5f-a044-7fd12ba9b966 tempest-ExternalNetworksTestJSON-679928656 tempest-ExternalNetworksTestJSON-679928656-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:38:33.936775 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b978e04-815a-4c5f-a044-7fd12ba9b966 tempest-ExternalNetworksTestJSON-679928656 tempest-ExternalNetworksTestJSON-679928656-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:38:33.936775 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b978e04-815a-4c5f-a044-7fd12ba9b966 tempest-ExternalNetworksTestJSON-679928656 tempest-ExternalNetworksTestJSON-679928656-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:38:33.936775 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-7b978e04-815a-4c5f-a044-7fd12ba9b966 tempest-ExternalNetworksTestJSON-679928656 tempest-ExternalNetworksTestJSON-679928656-project] 10.222.0.89 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2453 time: 0.3588994 Feb 04 17:38:33.937706 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 58628) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:38:34.013464 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2f274d-2b66-4c35-9f90-9bfff0bf4971 req-1f8d783d-d515-4cef-a29d-4a6c78f1d532 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:38:34.015091 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-2b2f274d-2b66-4c35-9f90-9bfff0bf4971 req-1f8d783d-d515-4cef-a29d-4a6c78f1d532 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.89 "GET /v2.0/ports?device_id=3c7675e1-1c8a-410f-be7f-b37c48bc9d65 HTTP/1.1" status: 200 len: 946 time: 0.2164040 Feb 04 17:38:34.104675 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-9bb8f1eb-8a25-4247-a240-bbdc90182a24 tempest-ExternalNetworksTestJSON-1222197359 tempest-ExternalNetworksTestJSON-1222197359-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628832'] for network (32c325a6-8f28-4f76-9de5-9730caf1358c), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:34.148014 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-2b2f274d-2b66-4c35-9f90-9bfff0bf4971 req-dc37efe2-38d6-431d-a74a-f1094f4267ff tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.89 "GET /v2.0/security-groups?id=93ceaf89-daf9-4fd7-ba90-ecf1cae67db9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1181233 Feb 04 17:38:34.266642 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-6f75a717-bc0e-4dd6-bf2e-1a8bff185620 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25889445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25597197'] for subnet (1113b1e0-1fc0-4c0a-aaee-96db353cee76), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:34.279909 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-9bb8f1eb-8a25-4247-a240-bbdc90182a24 tempest-ExternalNetworksTestJSON-1222197359 tempest-ExternalNetworksTestJSON-1222197359-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1543676', 'neutron.services.segments.db._delete_segments_for_network-8781084786517'] for network (32c325a6-8f28-4f76-9de5-9730caf1358c), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:34.371685 n-d-827839-2 neutron-server[103377]: DEBUG neutron.services.segments.db [None req-9bb8f1eb-8a25-4247-a240-bbdc90182a24 tempest-ExternalNetworksTestJSON-1222197359 tempest-ExternalNetworksTestJSON-1222197359-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32c325a6-8f28-4f76-9de5-9730caf1358c']}} {{(pid=103377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:38:34.409400 n-d-827839-2 neutron-server[103377]: DEBUG neutron.services.segments.db [None req-9bb8f1eb-8a25-4247-a240-bbdc90182a24 tempest-ExternalNetworksTestJSON-1222197359 tempest-ExternalNetworksTestJSON-1222197359-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f25959b6-5142-47b3-984f-27d00133d79f') {'for_net_delete': True} {{(pid=103377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:38:34.411294 n-d-827839-2 neutron-server[103377]: DEBUG neutron.services.segments.db [None req-9bb8f1eb-8a25-4247-a240-bbdc90182a24 tempest-ExternalNetworksTestJSON-1222197359 tempest-ExternalNetworksTestJSON-1222197359-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f25959b6-5142-47b3-984f-27d00133d79f') {} {{(pid=103377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:38:34.444329 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-9bb8f1eb-8a25-4247-a240-bbdc90182a24 tempest-ExternalNetworksTestJSON-1222197359 tempest-ExternalNetworksTestJSON-1222197359-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781084783966', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26866685'] for segment (f25959b6-5142-47b3-984f-27d00133d79f), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:34.463068 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f75a717-bc0e-4dd6-bf2e-1a8bff185620 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Pushing event updated for resources: {'Subnet': ['ID=1113b1e0-1fc0-4c0a-aaee-96db353cee76,revision_number=0']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:38:34.474744 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f75a717-bc0e-4dd6-bf2e-1a8bff185620 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Checking segment: {'id': 'c797d305-3827-4cea-81f5-da1589eba867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': 'e3bc42d4-4686-4b1c-bb39-de90a50abeca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:38:34.475470 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f75a717-bc0e-4dd6-bf2e-1a8bff185620 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Network hostable DHCP agents. Network: e3bc42d4-4686-4b1c-bb39-de90a50abeca, hostable agents: ['bb89f5a3-3c22-440b-b7d1-c4f0c43c184a'], hosted agents: [] {{(pid=103377) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 17:38:34.479774 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-9bb8f1eb-8a25-4247-a240-bbdc90182a24 tempest-ExternalNetworksTestJSON-1222197359 tempest-ExternalNetworksTestJSON-1222197359-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (f25959b6-5142-47b3-984f-27d00133d79f), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:34.511368 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9bb8f1eb-8a25-4247-a240-bbdc90182a24 tempest-ExternalNetworksTestJSON-1222197359 tempest-ExternalNetworksTestJSON-1222197359-project-admin] Releasing vlan 769 on physical network physnet1 to pool {{(pid=103377) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 17:38:34.513049 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-9bb8f1eb-8a25-4247-a240-bbdc90182a24 tempest-ExternalNetworksTestJSON-1222197359 tempest-ExternalNetworksTestJSON-1222197359-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25888454'] for segment (f25959b6-5142-47b3-984f-27d00133d79f), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:34.519964 n-d-827839-2 neutron-server[103377]: Traceback (most recent call last): Feb 04 17:38:34.519964 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 17:38:34.519964 n-d-827839-2 neutron-server[103377]: timer() Feb 04 17:38:34.519964 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 17:38:34.519964 n-d-827839-2 neutron-server[103377]: cb(*args, **kw) Feb 04 17:38:34.519964 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 17:38:34.519964 n-d-827839-2 neutron-server[103377]: return func(*args, **kwargs) Feb 04 17:38:34.519964 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 17:38:34.519964 n-d-827839-2 neutron-server[103377]: self._notify() Feb 04 17:38:34.519964 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 17:38:34.519964 n-d-827839-2 neutron-server[103377]: self.callback(batched_events) Feb 04 17:38:34.519964 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 17:38:34.519964 n-d-827839-2 neutron-server[103377]: event.method(event) Feb 04 17:38:34.519964 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 17:38:34.519964 n-d-827839-2 neutron-server[103377]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 17:38:34.519964 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 17:38:34.519964 n-d-827839-2 neutron-server[103377]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 17:38:34.519964 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 17:38:34.519964 n-d-827839-2 neutron-server[103377]: return f(self, *a, **k) Feb 04 17:38:34.519964 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 17:38:34.519964 n-d-827839-2 neutron-server[103377]: return self._get(url).json() Feb 04 17:38:34.519964 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 17:38:34.519964 n-d-827839-2 neutron-server[103377]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 17:38:34.519964 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 17:38:34.519964 n-d-827839-2 neutron-server[103377]: return self.request(url, 'GET', **kwargs) Feb 04 17:38:34.519964 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 17:38:34.519964 n-d-827839-2 neutron-server[103377]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 17:38:34.519964 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 17:38:34.519964 n-d-827839-2 neutron-server[103377]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 17:38:34.519964 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 17:38:34.519964 n-d-827839-2 neutron-server[103377]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 17:38:34.519964 n-d-827839-2 neutron-server[103377]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 17:38:34.539269 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6830811b-2ddd-46a3-a2b2-a8381d3777e1 req-43d24e88-b23e-4dc3-a17e-1d2083a39797 tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:38:34.546247 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-6830811b-2ddd-46a3-a2b2-a8381d3777e1 req-43d24e88-b23e-4dc3-a17e-1d2083a39797 tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] 10.222.0.89 "GET /v2.0/ports?device_id=015f7940-865f-4e1d-a06e-876090514874 HTTP/1.1" status: 200 len: 946 time: 0.2138510 Feb 04 17:38:34.676865 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-6830811b-2ddd-46a3-a2b2-a8381d3777e1 req-b0806b79-66ea-4468-a7f3-b81552d95f30 tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] 10.222.0.89 "GET /v2.0/security-groups?id=7065f8d7-aeef-49a2-81d7-44cedbdfdedd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123924 Feb 04 17:38:35.109230 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4f14bb47-e72b-46ac-9e44-a61d9293afcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (75326290-f7a3-4db8-9cf2-15c7139ed224), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:35.161518 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.agents_db [None req-e1691f3b-aacd-4cd6-8ebb-a9c53bb301c0 None None] Agent healthcheck: found 7 active agents {{(pid=103379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 17:38:35.166043 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f75a717-bc0e-4dd6-bf2e-1a8bff185620 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Network e3bc42d4-4686-4b1c-bb39-de90a50abeca is scheduled to be hosted by DHCP agent bb89f5a3-3c22-440b-b7d1-c4f0c43c184a with binding_index 1 {{(pid=103377) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 17:38:35.189148 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [None req-6f75a717-bc0e-4dd6-bf2e-1a8bff185620 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827839-2, e3bc42d4-4686-4b1c-bb39-de90a50abeca) {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:38:35.199882 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d091b2d1-ff18-47a2-918b-0a39b07cfb9b None None] Network e3bc42d4-4686-4b1c-bb39-de90a50abeca requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:38:35.222300 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f75a717-bc0e-4dd6-bf2e-1a8bff185620 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:38:35.223918 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-6f75a717-bc0e-4dd6-bf2e-1a8bff185620 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Publish callbacks [] for subnet (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:35.248086 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-9bb8f1eb-8a25-4247-a240-bbdc90182a24 tempest-ExternalNetworksTestJSON-1222197359 tempest-ExternalNetworksTestJSON-1222197359-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1543671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1595572'] for network (32c325a6-8f28-4f76-9de5-9730caf1358c), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:35.283501 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bb8f1eb-8a25-4247-a240-bbdc90182a24 tempest-ExternalNetworksTestJSON-1222197359 tempest-ExternalNetworksTestJSON-1222197359-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 32c325a6-8f28-4f76-9de5-9730caf1358c {{(pid=103377) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 04 17:38:35.294293 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-9bb8f1eb-8a25-4247-a240-bbdc90182a24 tempest-ExternalNetworksTestJSON-1222197359 tempest-ExternalNetworksTestJSON-1222197359-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:35.297863 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-9bb8f1eb-8a25-4247-a240-bbdc90182a24 tempest-ExternalNetworksTestJSON-1222197359 tempest-ExternalNetworksTestJSON-1222197359-project-admin] 10.222.0.89 "DELETE /v2.0/networks/32c325a6-8f28-4f76-9de5-9730caf1358c HTTP/1.1" status: 204 len: 168 time: 1.3558362 Feb 04 17:38:35.301354 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 58648) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:38:35.306471 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-cb8c5972-dbe9-4585-8f9f-cdc977ab05ac tempest-ExternalNetworksTestJSON-1222197359 tempest-ExternalNetworksTestJSON-1222197359-project-admin] Request body: {'network': {'name': 'tempest-network--1095559177', 'router:external': True}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:38:35.323934 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-6f75a717-bc0e-4dd6-bf2e-1a8bff185620 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.8575356 Feb 04 17:38:35.349036 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb8c5972-dbe9-4585-8f9f-cdc977ab05ac tempest-ExternalNetworksTestJSON-1222197359 tempest-ExternalNetworksTestJSON-1222197359-project-admin] Made reservation on behalf of 96db9569279942a9b1e146c8f4b9f7b4 for: {'network': 1} {{(pid=103376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:38:35.352469 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-cb8c5972-dbe9-4585-8f9f-cdc977ab05ac tempest-ExternalNetworksTestJSON-1222197359 tempest-ExternalNetworksTestJSON-1222197359-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for network (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:35.371915 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb8f1eb-8a25-4247-a240-bbdc90182a24 tempest-ExternalNetworksTestJSON-1222197359 tempest-ExternalNetworksTestJSON-1222197359-project-admin] Pushing event deleted for resources: {'Network': ['ID=32c325a6-8f28-4f76-9de5-9730caf1358c,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:38:35.415208 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb8c5972-dbe9-4585-8f9f-cdc977ab05ac tempest-ExternalNetworksTestJSON-1222197359 tempest-ExternalNetworksTestJSON-1222197359-project-admin] vlan segment allocate from pool success with {'vlan_id': 774, 'physical_network': 'physnet1'} {{(pid=103376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 17:38:35.439262 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12db94a2-0c96-482e-b160-b20e58ead974 req-225139ec-6f3f-49a1-ae1d-84e06df38693 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:38:35.449074 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-cb8c5972-dbe9-4585-8f9f-cdc977ab05ac tempest-ExternalNetworksTestJSON-1222197359 tempest-ExternalNetworksTestJSON-1222197359-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (a503ef75-97e5-4c07-bd01-54254083e83f), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:35.449398 n-d-827839-2 neutron-server[103376]: INFO neutron.db.segments_db [None req-cb8c5972-dbe9-4585-8f9f-cdc977ab05ac tempest-ExternalNetworksTestJSON-1222197359 tempest-ExternalNetworksTestJSON-1222197359-project-admin] Added segment a503ef75-97e5-4c07-bd01-54254083e83f of type vlan for network 14c49023-d961-4801-9145-d64e4c580601 Feb 04 17:38:35.451401 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-12db94a2-0c96-482e-b160-b20e58ead974 req-225139ec-6f3f-49a1-ae1d-84e06df38693 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.89 "GET /v2.0/ports?device_id=3c7675e1-1c8a-410f-be7f-b37c48bc9d65 HTTP/1.1" status: 200 len: 946 time: 0.1586888 Feb 04 17:38:35.588877 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-12db94a2-0c96-482e-b160-b20e58ead974 req-1004011c-f8c8-4dd6-baf7-1b7071d0a3cf tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.89 "GET /v2.0/security-groups?id=93ceaf89-daf9-4fd7-ba90-ecf1cae67db9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1271868 Feb 04 17:38:35.595831 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-cb8c5972-dbe9-4585-8f9f-cdc977ab05ac tempest-ExternalNetworksTestJSON-1222197359 tempest-ExternalNetworksTestJSON-1222197359-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781084292801'] for network (14c49023-d961-4801-9145-d64e4c580601), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:35.642572 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89d51b14-059c-414f-9bdf-fad55cc35581 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e4c19ad-5724-5db8-8ee1-4f56ae69fcf4-e3bc42d4-4686-4b1c-bb39-de90a50abeca', 'network_id': 'e3bc42d4-4686-4b1c-bb39-de90a50abeca', 'project_id': '1442cfcaa62548aa8c0af19ff6a9d44c', 'fixed_ips': [{'subnet_id': '1113b1e0-1fc0-4c0a-aaee-96db353cee76'}]}} from n-d-827839-2. {{(pid=103378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 17:38:35.656096 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-89d51b14-059c-414f-9bdf-fad55cc35581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:35.658858 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-cb8c5972-dbe9-4585-8f9f-cdc977ab05ac tempest-ExternalNetworksTestJSON-1222197359 tempest-ExternalNetworksTestJSON-1222197359-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327'] for network (14c49023-d961-4801-9145-d64e4c580601), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:35.660053 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb8c5972-dbe9-4585-8f9f-cdc977ab05ac tempest-ExternalNetworksTestJSON-1222197359 tempest-ExternalNetworksTestJSON-1222197359-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:38:35.660768 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-cb8c5972-dbe9-4585-8f9f-cdc977ab05ac tempest-ExternalNetworksTestJSON-1222197359 tempest-ExternalNetworksTestJSON-1222197359-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:35.784031 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8c5972-dbe9-4585-8f9f-cdc977ab05ac tempest-ExternalNetworksTestJSON-1222197359 tempest-ExternalNetworksTestJSON-1222197359-project-admin] Pushing event updated for resources: {'Network': ['ID=14c49023-d961-4801-9145-d64e4c580601,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:38:35.818571 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-cb8c5972-dbe9-4585-8f9f-cdc977ab05ac tempest-ExternalNetworksTestJSON-1222197359 tempest-ExternalNetworksTestJSON-1222197359-project-admin] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.5128658 Feb 04 17:38:35.819157 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 58666) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:38:35.906422 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1bd143-b97a-47e4-994b-4e13f583cf66 req-74359fd8-f668-4307-8adc-9577bbdd4698 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:38:35.908300 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-5b1bd143-b97a-47e4-994b-4e13f583cf66 req-74359fd8-f668-4307-8adc-9577bbdd4698 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.89 "GET /v2.0/ports?device_id=3c7675e1-1c8a-410f-be7f-b37c48bc9d65 HTTP/1.1" status: 200 len: 946 time: 0.1843247 Feb 04 17:38:35.918410 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 58668) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:38:35.930076 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-4d1802af-0fde-4883-95e1-2c5b5d25f8f0 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] Request body: {'floatingip': {'port_id': 'fa5a1c99-a3b3-46ea-b891-f5171c94ab05'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:38:35.938052 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Network 14c49023-d961-4801-9145-d64e4c580601 details requested by agent ovs-agent-n-d-827839-2 with host n-d-827839-2 {{(pid=103378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 17:38:35.972280 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e0d1716-75d2-41f6-b3d6-a00410c8202c tempest-ExternalNetworksTestJSON-679928656 tempest-ExternalNetworksTestJSON-679928656-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:38:35.976791 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-4e0d1716-75d2-41f6-b3d6-a00410c8202c tempest-ExternalNetworksTestJSON-679928656 tempest-ExternalNetworksTestJSON-679928656-project] 10.222.0.89 "GET /v2.0/networks/14c49023-d961-4801-9145-d64e4c580601 HTTP/1.1" status: 200 len: 757 time: 0.1530869 Feb 04 17:38:35.985932 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 58670) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:38:36.082507 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-4d1802af-0fde-4883-95e1-2c5b5d25f8f0 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] Publish callbacks [] for floatingip (bf26bbc3-1572-43f0-85be-97b85b55ccc2), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:36.135282 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (ba70844b-66a0-45fd-a2f2-e6ed673321fc), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:36.255840 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-89d51b14-059c-414f-9bdf-fad55cc35581 None None] Allocated IP 172.20.0.18 (e3bc42d4-4686-4b1c-bb39-de90a50abeca/1113b1e0-1fc0-4c0a-aaee-96db353cee76/85879af8-0fd1-440f-96db-ada031553f8a) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:38:36.375096 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ced77b0a-5c1d-4353-84be-0cf58f4cd717 tempest-ExternalNetworksTestJSON-679928656 tempest-ExternalNetworksTestJSON-679928656-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:38:36.388374 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-ced77b0a-5c1d-4353-84be-0cf58f4cd717 tempest-ExternalNetworksTestJSON-679928656 tempest-ExternalNetworksTestJSON-679928656-project] 10.222.0.89 "GET /v2.0/networks/67c1cbd1-aeb4-4569-b933-212662db3834 HTTP/1.1" status: 200 len: 768 time: 0.3971145 Feb 04 17:38:36.399742 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 58672) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:38:36.409300 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 58674) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:38:36.431465 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-d8c27790-480c-4865-a088-54a330cc34d0 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1169412820', 'description': 'tempest-secgroup-smoke-1169412820 description', 'project_id': '1442cfcaa62548aa8c0af19ff6a9d44c'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:38:36.697093 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-89d51b14-059c-414f-9bdf-fad55cc35581 None None] Publish callbacks [] for port (85879af8-0fd1-440f-96db-ada031553f8a), precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:36.706222 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-89d51b14-059c-414f-9bdf-fad55cc35581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135'] for port (85879af8-0fd1-440f-96db-ada031553f8a), after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:36.718645 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-d8c27790-480c-4865-a088-54a330cc34d0 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Publish callbacks [] for security_group (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:36.919236 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68cd718-7aae-4b7c-959f-063edfbc7323 req-6f1ac024-17db-4e8a-96fc-079249f2191e tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:38:36.947426 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-d68cd718-7aae-4b7c-959f-063edfbc7323 req-6f1ac024-17db-4e8a-96fc-079249f2191e tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] 10.222.0.89 "GET /v2.0/ports?device_id=015f7940-865f-4e1d-a06e-876090514874 HTTP/1.1" status: 200 len: 946 time: 0.7376442 Feb 04 17:38:36.968623 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d51b14-059c-414f-9bdf-fad55cc35581 None None] Pushing event updated for resources: {'Port': ['ID=85879af8-0fd1-440f-96db-ada031553f8a,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:38:36.979490 n-d-827839-2 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89d51b14-059c-414f-9bdf-fad55cc35581 None None] Network e3bc42d4-4686-4b1c-bb39-de90a50abeca is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:38:36.981336 n-d-827839-2 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-89d51b14-059c-414f-9bdf-fad55cc35581 None None] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:38:36.986578 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89d51b14-059c-414f-9bdf-fad55cc35581 None None] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:38:37.015009 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-1d230c84-2a17-4576-a8d5-9ef1fe026374 tempest-ExternalNetworksTestJSON-1222197359 tempest-ExternalNetworksTestJSON-1222197359-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628832'] for network (14c49023-d961-4801-9145-d64e4c580601), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:37.029088 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.db.resource_extend [None req-4d1802af-0fde-4883-95e1-2c5b5d25f8f0 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 17:38:37.093296 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-d68cd718-7aae-4b7c-959f-063edfbc7323 req-0d06fc0c-cd5d-4bbe-b7c1-b3b13b0ef998 tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] 10.222.0.89 "GET /v2.0/security-groups?id=7065f8d7-aeef-49a2-81d7-44cedbdfdedd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404793 Feb 04 17:38:37.127393 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-89d51b14-059c-414f-9bdf-fad55cc35581 None None] Attempting to bind port 85879af8-0fd1-440f-96db-ada031553f8a on host n-d-827839-2 for vnic_type normal with profile {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:38:37.128304 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-89d51b14-059c-414f-9bdf-fad55cc35581 None None] Attempting to bind port 85879af8-0fd1-440f-96db-ada031553f8a by drivers openvswitch,hyperv on host n-d-827839-2 at level 0 using segments [{'id': 'c797d305-3827-4cea-81f5-da1589eba867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': 'e3bc42d4-4686-4b1c-bb39-de90a50abeca'}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:38:37.128304 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89d51b14-059c-414f-9bdf-fad55cc35581 None None] Attempting to bind port 85879af8-0fd1-440f-96db-ada031553f8a on network e3bc42d4-4686-4b1c-bb39-de90a50abeca {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:38:37.134388 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89d51b14-059c-414f-9bdf-fad55cc35581 None None] Checking agent: {'id': 'ba70844b-66a0-45fd-a2f2-e6ed673321fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 0, 36), 'started_at': datetime.datetime(2022, 2, 4, 17, 1, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 38, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:38:37.134924 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89d51b14-059c-414f-9bdf-fad55cc35581 None None] Checking segment: {'id': 'c797d305-3827-4cea-81f5-da1589eba867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': 'e3bc42d4-4686-4b1c-bb39-de90a50abeca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:38:37.135438 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-89d51b14-059c-414f-9bdf-fad55cc35581 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:37.136041 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89d51b14-059c-414f-9bdf-fad55cc35581 None None] Bound using segment: {'id': 'c797d305-3827-4cea-81f5-da1589eba867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': 'e3bc42d4-4686-4b1c-bb39-de90a50abeca'} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:38:37.136815 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-89d51b14-059c-414f-9bdf-fad55cc35581 None None] Bound port: 85879af8-0fd1-440f-96db-ada031553f8a, host: n-d-827839-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c797d305-3827-4cea-81f5-da1589eba867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': 'e3bc42d4-4686-4b1c-bb39-de90a50abeca'}}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:38:37.137368 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-89d51b14-059c-414f-9bdf-fad55cc35581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (85879af8-0fd1-440f-96db-ada031553f8a), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:37.147577 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-4d1802af-0fde-4883-95e1-2c5b5d25f8f0 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:37.161452 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-4d1802af-0fde-4883-95e1-2c5b5d25f8f0 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1595586'] for floatingip (bf26bbc3-1572-43f0-85be-97b85b55ccc2), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:37.200601 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-d8c27790-480c-4865-a088-54a330cc34d0 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Publish callbacks [] for security_group (580da8ae-211e-4ae7-8abb-8e3a7c361fc4), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:37.215187 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-d8c27790-480c-4865-a088-54a330cc34d0 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (580da8ae-211e-4ae7-8abb-8e3a7c361fc4), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:37.249618 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-1d230c84-2a17-4576-a8d5-9ef1fe026374 tempest-ExternalNetworksTestJSON-1222197359 tempest-ExternalNetworksTestJSON-1222197359-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1543676', 'neutron.services.segments.db._delete_segments_for_network-8781084786517'] for network (14c49023-d961-4801-9145-d64e4c580601), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:37.316838 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-89d51b14-059c-414f-9bdf-fad55cc35581 None None] For port 85879af8-0fd1-440f-96db-ada031553f8a, host n-d-827839-2, cleared binding levels {{(pid=103378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:38:37.328529 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-89d51b14-059c-414f-9bdf-fad55cc35581 None None] For port 85879af8-0fd1-440f-96db-ada031553f8a, host n-d-827839-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=85879af8-0fd1-440f-96db-ada031553f8a,segment=NetworkSegment(c797d305-3827-4cea-81f5-da1589eba867),segment_id=c797d305-3827-4cea-81f5-da1589eba867)] {{(pid=103378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:38:37.340811 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-d8c27790-480c-4865-a088-54a330cc34d0 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:37.344826 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-d8c27790-480c-4865-a088-54a330cc34d0 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] 10.222.0.89 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.9316726 Feb 04 17:38:37.347506 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 58686) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:38:37.349468 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-89d51b14-059c-414f-9bdf-fad55cc35581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (85879af8-0fd1-440f-96db-ada031553f8a), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:37.354134 n-d-827839-2 neutron-server[103377]: DEBUG neutron.services.segments.db [None req-1d230c84-2a17-4576-a8d5-9ef1fe026374 tempest-ExternalNetworksTestJSON-1222197359 tempest-ExternalNetworksTestJSON-1222197359-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14c49023-d961-4801-9145-d64e4c580601']}} {{(pid=103377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:38:37.358749 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-beaf8e08-4e6d-41c8-aed1-4d55a870b378 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Request body: {'security_group_rule': {'security_group_id': '580da8ae-211e-4ae7-8abb-8e3a7c361fc4', 'project_id': '1442cfcaa62548aa8c0af19ff6a9d44c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:38:37.368429 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c27790-480c-4865-a088-54a330cc34d0 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Pushing event updated for resources: {'SecurityGroup': ['ID=580da8ae-211e-4ae7-8abb-8e3a7c361fc4,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:38:37.372570 n-d-827839-2 neutron-server[103377]: DEBUG neutron.services.segments.db [None req-1d230c84-2a17-4576-a8d5-9ef1fe026374 tempest-ExternalNetworksTestJSON-1222197359 tempest-ExternalNetworksTestJSON-1222197359-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a503ef75-97e5-4c07-bd01-54254083e83f') {'for_net_delete': True} {{(pid=103377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:38:37.373024 n-d-827839-2 neutron-server[103377]: DEBUG neutron.services.segments.db [None req-1d230c84-2a17-4576-a8d5-9ef1fe026374 tempest-ExternalNetworksTestJSON-1222197359 tempest-ExternalNetworksTestJSON-1222197359-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a503ef75-97e5-4c07-bd01-54254083e83f') {} {{(pid=103377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:38:37.385676 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-1d230c84-2a17-4576-a8d5-9ef1fe026374 tempest-ExternalNetworksTestJSON-1222197359 tempest-ExternalNetworksTestJSON-1222197359-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781084783966', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26866685'] for segment (a503ef75-97e5-4c07-bd01-54254083e83f), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:37.408947 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-1d230c84-2a17-4576-a8d5-9ef1fe026374 tempest-ExternalNetworksTestJSON-1222197359 tempest-ExternalNetworksTestJSON-1222197359-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (a503ef75-97e5-4c07-bd01-54254083e83f), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:37.418440 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d230c84-2a17-4576-a8d5-9ef1fe026374 tempest-ExternalNetworksTestJSON-1222197359 tempest-ExternalNetworksTestJSON-1222197359-project-admin] Releasing vlan 774 on physical network physnet1 to pool {{(pid=103377) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 17:38:37.419092 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-1d230c84-2a17-4576-a8d5-9ef1fe026374 tempest-ExternalNetworksTestJSON-1222197359 tempest-ExternalNetworksTestJSON-1222197359-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25888454'] for segment (a503ef75-97e5-4c07-bd01-54254083e83f), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:37.421669 n-d-827839-2 neutron-server[103377]: Traceback (most recent call last): Feb 04 17:38:37.421669 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 17:38:37.421669 n-d-827839-2 neutron-server[103377]: timer() Feb 04 17:38:37.421669 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 17:38:37.421669 n-d-827839-2 neutron-server[103377]: cb(*args, **kw) Feb 04 17:38:37.421669 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 17:38:37.421669 n-d-827839-2 neutron-server[103377]: return func(*args, **kwargs) Feb 04 17:38:37.421669 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 17:38:37.421669 n-d-827839-2 neutron-server[103377]: self._notify() Feb 04 17:38:37.421669 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 17:38:37.421669 n-d-827839-2 neutron-server[103377]: self.callback(batched_events) Feb 04 17:38:37.421669 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 17:38:37.421669 n-d-827839-2 neutron-server[103377]: event.method(event) Feb 04 17:38:37.421669 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 17:38:37.421669 n-d-827839-2 neutron-server[103377]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 17:38:37.421669 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 17:38:37.421669 n-d-827839-2 neutron-server[103377]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 17:38:37.421669 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 17:38:37.421669 n-d-827839-2 neutron-server[103377]: return f(self, *a, **k) Feb 04 17:38:37.421669 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 17:38:37.421669 n-d-827839-2 neutron-server[103377]: return self._get(url).json() Feb 04 17:38:37.421669 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 17:38:37.421669 n-d-827839-2 neutron-server[103377]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 17:38:37.421669 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 17:38:37.421669 n-d-827839-2 neutron-server[103377]: return self.request(url, 'GET', **kwargs) Feb 04 17:38:37.421669 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 17:38:37.421669 n-d-827839-2 neutron-server[103377]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 17:38:37.421669 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 17:38:37.421669 n-d-827839-2 neutron-server[103377]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 17:38:37.421669 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 17:38:37.421669 n-d-827839-2 neutron-server[103377]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 17:38:37.421669 n-d-827839-2 neutron-server[103377]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 17:38:37.466084 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-beaf8e08-4e6d-41c8-aed1-4d55a870b378 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Publish callbacks [] for security_group_rule (69eb53a6-8743-441d-adc4-46d1e92c3b20), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:37.473328 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d51b14-059c-414f-9bdf-fad55cc35581 None None] Pushing event updated for resources: {'Port': ['ID=85879af8-0fd1-440f-96db-ada031553f8a,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:38:37.483169 n-d-827839-2 neutron-server[103376]: INFO neutron.db.l3_db [None req-4d1802af-0fde-4883-95e1-2c5b5d25f8f0 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] Floating IP bf26bbc3-1572-43f0-85be-97b85b55ccc2 associated. External IP: 172.25.6.126, port: fa5a1c99-a3b3-46ea-b891-f5171c94ab05. Feb 04 17:38:37.533990 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-1d230c84-2a17-4576-a8d5-9ef1fe026374 tempest-ExternalNetworksTestJSON-1222197359 tempest-ExternalNetworksTestJSON-1222197359-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1543671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1595572'] for network (14c49023-d961-4801-9145-d64e4c580601), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:37.539897 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d230c84-2a17-4576-a8d5-9ef1fe026374 tempest-ExternalNetworksTestJSON-1222197359 tempest-ExternalNetworksTestJSON-1222197359-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 14c49023-d961-4801-9145-d64e4c580601 {{(pid=103377) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 04 17:38:37.560717 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-1d230c84-2a17-4576-a8d5-9ef1fe026374 tempest-ExternalNetworksTestJSON-1222197359 tempest-ExternalNetworksTestJSON-1222197359-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:37.567879 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-1d230c84-2a17-4576-a8d5-9ef1fe026374 tempest-ExternalNetworksTestJSON-1222197359 tempest-ExternalNetworksTestJSON-1222197359-project-admin] 10.222.0.89 "DELETE /v2.0/networks/14c49023-d961-4801-9145-d64e4c580601 HTTP/1.1" status: 204 len: 168 time: 1.1561978 Feb 04 17:38:37.596617 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 58694) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:38:37.608702 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-042f0947-de4b-4dad-bfcf-13ecec71f74b tempest-ExternalNetworksTestJSON-1222197359 tempest-ExternalNetworksTestJSON-1222197359-project-admin] Request body: {'network': {'name': 'tempest-network--73769154'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:38:37.643834 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d230c84-2a17-4576-a8d5-9ef1fe026374 tempest-ExternalNetworksTestJSON-1222197359 tempest-ExternalNetworksTestJSON-1222197359-project-admin] Pushing event deleted for resources: {'Network': ['ID=14c49023-d961-4801-9145-d64e4c580601,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:38:37.650420 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-042f0947-de4b-4dad-bfcf-13ecec71f74b tempest-ExternalNetworksTestJSON-1222197359 tempest-ExternalNetworksTestJSON-1222197359-project-admin] Made reservation on behalf of 96db9569279942a9b1e146c8f4b9f7b4 for: {'network': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:38:37.652859 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-042f0947-de4b-4dad-bfcf-13ecec71f74b tempest-ExternalNetworksTestJSON-1222197359 tempest-ExternalNetworksTestJSON-1222197359-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for network (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:37.712717 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-042f0947-de4b-4dad-bfcf-13ecec71f74b tempest-ExternalNetworksTestJSON-1222197359 tempest-ExternalNetworksTestJSON-1222197359-project-admin] vlan segment allocate from pool success with {'vlan_id': 795, 'physical_network': 'physnet1'} {{(pid=103377) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 17:38:37.726505 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-042f0947-de4b-4dad-bfcf-13ecec71f74b tempest-ExternalNetworksTestJSON-1222197359 tempest-ExternalNetworksTestJSON-1222197359-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (1de8044b-ea91-4dd0-83b1-dc65ffdd57ce), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:37.726780 n-d-827839-2 neutron-server[103377]: INFO neutron.db.segments_db [None req-042f0947-de4b-4dad-bfcf-13ecec71f74b tempest-ExternalNetworksTestJSON-1222197359 tempest-ExternalNetworksTestJSON-1222197359-project-admin] Added segment 1de8044b-ea91-4dd0-83b1-dc65ffdd57ce of type vlan for network 28d132c1-2768-4863-9e4c-cffb6d33885a Feb 04 17:38:37.833566 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-042f0947-de4b-4dad-bfcf-13ecec71f74b tempest-ExternalNetworksTestJSON-1222197359 tempest-ExternalNetworksTestJSON-1222197359-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781084292801'] for network (28d132c1-2768-4863-9e4c-cffb6d33885a), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:37.880331 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-042f0947-de4b-4dad-bfcf-13ecec71f74b tempest-ExternalNetworksTestJSON-1222197359 tempest-ExternalNetworksTestJSON-1222197359-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327'] for network (28d132c1-2768-4863-9e4c-cffb6d33885a), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:37.883992 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-042f0947-de4b-4dad-bfcf-13ecec71f74b tempest-ExternalNetworksTestJSON-1222197359 tempest-ExternalNetworksTestJSON-1222197359-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:38:37.884606 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-042f0947-de4b-4dad-bfcf-13ecec71f74b tempest-ExternalNetworksTestJSON-1222197359 tempest-ExternalNetworksTestJSON-1222197359-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:38.045653 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042f0947-de4b-4dad-bfcf-13ecec71f74b tempest-ExternalNetworksTestJSON-1222197359 tempest-ExternalNetworksTestJSON-1222197359-project-admin] Pushing event updated for resources: {'Network': ['ID=28d132c1-2768-4863-9e4c-cffb6d33885a,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:38:38.055822 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Network 28d132c1-2768-4863-9e4c-cffb6d33885a details requested by agent ovs-agent-n-d-827839-2 with host n-d-827839-2 {{(pid=103378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 17:38:38.078248 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-042f0947-de4b-4dad-bfcf-13ecec71f74b tempest-ExternalNetworksTestJSON-1222197359 tempest-ExternalNetworksTestJSON-1222197359-project-admin] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.4796057 Feb 04 17:38:38.081161 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 58696) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:38:38.090821 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-f5868148-ce23-46ae-ad24-e8815f933260 tempest-ExternalNetworksTestJSON-1222197359 tempest-ExternalNetworksTestJSON-1222197359-project-admin] Request body: {'network': {'router:external': True}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:38:38.423548 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-beaf8e08-4e6d-41c8-aed1-4d55a870b378 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Publish callbacks [] for security_group_rule (69eb53a6-8743-441d-adc4-46d1e92c3b20), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:38.432649 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-beaf8e08-4e6d-41c8-aed1-4d55a870b378 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664556'] for security_group_rule (69eb53a6-8743-441d-adc4-46d1e92c3b20), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:38.496114 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-f5868148-ce23-46ae-ad24-e8815f933260 tempest-ExternalNetworksTestJSON-1222197359 tempest-ExternalNetworksTestJSON-1222197359-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781084292801'] for network (28d132c1-2768-4863-9e4c-cffb6d33885a), precommit_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:38.499306 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beaf8e08-4e6d-41c8-aed1-4d55a870b378 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69eb53a6-8743-441d-adc4-46d1e92c3b20,revision_number=0']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:38:38.521908 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41038cde-7846-4800-abe0-f5e5a59c3575 req-1b5f85e3-af5d-4348-8845-7fe19056f07b tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:38:38.525424 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-41038cde-7846-4800-abe0-f5e5a59c3575 req-1b5f85e3-af5d-4348-8845-7fe19056f07b tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] 10.222.0.89 "GET /v2.0/ports?device_id=015f7940-865f-4e1d-a06e-876090514874 HTTP/1.1" status: 200 len: 946 time: 0.2201970 Feb 04 17:38:38.540731 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-beaf8e08-4e6d-41c8-aed1-4d55a870b378 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:38.542142 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-beaf8e08-4e6d-41c8-aed1-4d55a870b378 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1957684 Feb 04 17:38:38.575876 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 58704) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:38:38.586343 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-078d7de9-f1f9-4d46-b12c-c3eb590ce876 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Request body: {'security_group_rule': {'security_group_id': '580da8ae-211e-4ae7-8abb-8e3a7c361fc4', 'project_id': '1442cfcaa62548aa8c0af19ff6a9d44c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:38:38.620959 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 85879af8-0fd1-440f-96db-ada031553f8a up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:38:38.653107 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-f5868148-ce23-46ae-ad24-e8815f933260 tempest-ExternalNetworksTestJSON-1222197359 tempest-ExternalNetworksTestJSON-1222197359-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327'] for network (28d132c1-2768-4863-9e4c-cffb6d33885a), after_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:38.658699 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d1802af-0fde-4883-95e1-2c5b5d25f8f0 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] Router a073f761-9635-4e66-9fd5-7aea50641b61 has already been hosted by L3 agent 64ada913-9131-4d99-a265-63a920956287 {{(pid=103376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 17:38:38.682799 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-f5868148-ce23-46ae-ad24-e8815f933260 tempest-ExternalNetworksTestJSON-1222197359 tempest-ExternalNetworksTestJSON-1222197359-project-admin] Network 28d132c1-2768-4863-9e4c-cffb6d33885a is not hosted by any dhcp agent {{(pid=103377) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 04 17:38:38.683702 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5868148-ce23-46ae-ad24-e8815f933260 tempest-ExternalNetworksTestJSON-1222197359 tempest-ExternalNetworksTestJSON-1222197359-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:38:38.684313 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-f5868148-ce23-46ae-ad24-e8815f933260 tempest-ExternalNetworksTestJSON-1222197359 tempest-ExternalNetworksTestJSON-1222197359-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:38.685672 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-f5868148-ce23-46ae-ad24-e8815f933260 tempest-ExternalNetworksTestJSON-1222197359 tempest-ExternalNetworksTestJSON-1222197359-project-admin] 10.222.0.89 "PUT /v2.0/networks/28d132c1-2768-4863-9e4c-cffb6d33885a HTTP/1.1" status: 200 len: 856 time: 0.6030145 Feb 04 17:38:38.686615 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-078d7de9-f1f9-4d46-b12c-c3eb590ce876 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Publish callbacks [] for security_group_rule (bcf17b91-0daf-443f-8b79-962c551b774c), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:38.690055 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 58708) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:38:38.742712 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port 85879af8-0fd1-440f-96db-ada031553f8a triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:38:38.743113 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (85879af8-0fd1-440f-96db-ada031553f8a), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:38.782604 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5868148-ce23-46ae-ad24-e8815f933260 tempest-ExternalNetworksTestJSON-1222197359 tempest-ExternalNetworksTestJSON-1222197359-project-admin] Pushing event updated for resources: {'Network': ['ID=28d132c1-2768-4863-9e4c-cffb6d33885a,revision_number=2']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:38:38.827894 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-41038cde-7846-4800-abe0-f5e5a59c3575 req-6b5561dc-3abd-4e58-855c-cf6c34c39229 tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] 10.222.0.89 "GET /v2.0/security-groups?id=7065f8d7-aeef-49a2-81d7-44cedbdfdedd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2778003 Feb 04 17:38:38.842216 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-078d7de9-f1f9-4d46-b12c-c3eb590ce876 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Publish callbacks [] for security_group_rule (bcf17b91-0daf-443f-8b79-962c551b774c), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:38.846493 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-078d7de9-f1f9-4d46-b12c-c3eb590ce876 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664556'] for security_group_rule (bcf17b91-0daf-443f-8b79-962c551b774c), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:38.888984 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078d7de9-f1f9-4d46-b12c-c3eb590ce876 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bcf17b91-0daf-443f-8b79-962c551b774c,revision_number=0']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:38:38.904337 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-078d7de9-f1f9-4d46-b12c-c3eb590ce876 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:38.908383 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-078d7de9-f1f9-4d46-b12c-c3eb590ce876 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3271685 Feb 04 17:38:38.908551 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 58712) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:38:38.912947 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-5e8376ba-9808-4912-959b-ab89e082847a tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Request body: {'security_group_rule': {'security_group_id': '580da8ae-211e-4ae7-8abb-8e3a7c361fc4', 'project_id': '1442cfcaa62548aa8c0af19ff6a9d44c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:38:38.983634 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-5e8376ba-9808-4912-959b-ab89e082847a tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Publish callbacks [] for security_group_rule (37b1731b-4ce1-436f-af2c-5b970776387b), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:39.015385 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port 85879af8-0fd1-440f-96db-ada031553f8a is: DOWN; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:38:39.015385 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (85879af8-0fd1-440f-96db-ada031553f8a), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:39.066895 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-65a9eb10-88a6-420c-be48-cb3615bc6c71 tempest-ExternalNetworksTestJSON-1222197359 tempest-ExternalNetworksTestJSON-1222197359-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628832'] for network (28d132c1-2768-4863-9e4c-cffb6d33885a), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:39.105916 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] For port 85879af8-0fd1-440f-96db-ada031553f8a, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=85879af8-0fd1-440f-96db-ada031553f8a,segment=NetworkSegment(c797d305-3827-4cea-81f5-da1589eba867),segment_id=c797d305-3827-4cea-81f5-da1589eba867)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:38:39.118071 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (85879af8-0fd1-440f-96db-ada031553f8a), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:39.152526 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-5e8376ba-9808-4912-959b-ab89e082847a tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Publish callbacks [] for security_group_rule (37b1731b-4ce1-436f-af2c-5b970776387b), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:39.161816 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-5e8376ba-9808-4912-959b-ab89e082847a tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664556'] for security_group_rule (37b1731b-4ce1-436f-af2c-5b970776387b), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:39.206061 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8376ba-9808-4912-959b-ab89e082847a tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37b1731b-4ce1-436f-af2c-5b970776387b,revision_number=0']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:38:39.219038 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-65a9eb10-88a6-420c-be48-cb3615bc6c71 tempest-ExternalNetworksTestJSON-1222197359 tempest-ExternalNetworksTestJSON-1222197359-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1543676', 'neutron.services.segments.db._delete_segments_for_network-8781084786517'] for network (28d132c1-2768-4863-9e4c-cffb6d33885a), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:39.221379 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-5e8376ba-9808-4912-959b-ab89e082847a tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:39.221868 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Pushing event updated for resources: {'Port': ['ID=85879af8-0fd1-440f-96db-ada031553f8a,revision_number=3']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:38:39.222619 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-5e8376ba-9808-4912-959b-ab89e082847a tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3130989 Feb 04 17:38:39.226456 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 58716) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:38:39.235749 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-03e88cf2-ca2e-408f-9f31-a97239891efa tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Request body: {'security_group_rule': {'security_group_id': '580da8ae-211e-4ae7-8abb-8e3a7c361fc4', 'project_id': '1442cfcaa62548aa8c0af19ff6a9d44c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:38:39.259516 n-d-827839-2 neutron-server[103376]: DEBUG neutron.services.segments.db [None req-65a9eb10-88a6-420c-be48-cb3615bc6c71 tempest-ExternalNetworksTestJSON-1222197359 tempest-ExternalNetworksTestJSON-1222197359-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28d132c1-2768-4863-9e4c-cffb6d33885a']}} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:38:39.271069 n-d-827839-2 neutron-server[103376]: DEBUG neutron.services.segments.db [None req-65a9eb10-88a6-420c-be48-cb3615bc6c71 tempest-ExternalNetworksTestJSON-1222197359 tempest-ExternalNetworksTestJSON-1222197359-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1de8044b-ea91-4dd0-83b1-dc65ffdd57ce') {'for_net_delete': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:38:39.271508 n-d-827839-2 neutron-server[103376]: DEBUG neutron.services.segments.db [None req-65a9eb10-88a6-420c-be48-cb3615bc6c71 tempest-ExternalNetworksTestJSON-1222197359 tempest-ExternalNetworksTestJSON-1222197359-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1de8044b-ea91-4dd0-83b1-dc65ffdd57ce') {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:38:39.302104 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-65a9eb10-88a6-420c-be48-cb3615bc6c71 tempest-ExternalNetworksTestJSON-1222197359 tempest-ExternalNetworksTestJSON-1222197359-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781084783966', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25674908'] for segment (1de8044b-ea91-4dd0-83b1-dc65ffdd57ce), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:39.304715 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-03e88cf2-ca2e-408f-9f31-a97239891efa tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Publish callbacks [] for security_group_rule (5c3ecdc8-800b-49b7-8e4f-6fadd00a7c06), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:39.328854 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d1802af-0fde-4883-95e1-2c5b5d25f8f0 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] Notify agent at l3_agent.n-d-827839-2 the message routers_updated {{(pid=103376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 17:38:39.330033 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-65a9eb10-88a6-420c-be48-cb3615bc6c71 tempest-ExternalNetworksTestJSON-1222197359 tempest-ExternalNetworksTestJSON-1222197359-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (1de8044b-ea91-4dd0-83b1-dc65ffdd57ce), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:39.335634 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-4d1802af-0fde-4883-95e1-2c5b5d25f8f0 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for floatingip (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:39.345414 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34f5787b-99bd-4530-810e-2703dc481dee None None] Sync routers for ids ['a073f761-9635-4e66-9fd5-7aea50641b61'] in n-d-827839-2 {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 17:38:39.369323 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34f5787b-99bd-4530-810e-2703dc481dee None None] Routers {'a073f761-9635-4e66-9fd5-7aea50641b61'} bound to L3 agent in host n-d-827839-2 {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:38:39.372418 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-34f5787b-99bd-4530-810e-2703dc481dee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:38:33Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['a073f761-9635-4e66-9fd5-7aea50641b61'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:38:39.411628 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65a9eb10-88a6-420c-be48-cb3615bc6c71 tempest-ExternalNetworksTestJSON-1222197359 tempest-ExternalNetworksTestJSON-1222197359-project-admin] Releasing vlan 795 on physical network physnet1 to pool {{(pid=103376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 17:38:39.412060 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-65a9eb10-88a6-420c-be48-cb3615bc6c71 tempest-ExternalNetworksTestJSON-1222197359 tempest-ExternalNetworksTestJSON-1222197359-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25675992'] for segment (1de8044b-ea91-4dd0-83b1-dc65ffdd57ce), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:39.414797 n-d-827839-2 neutron-server[103376]: Traceback (most recent call last): Feb 04 17:38:39.414797 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 17:38:39.414797 n-d-827839-2 neutron-server[103376]: timer() Feb 04 17:38:39.414797 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 17:38:39.414797 n-d-827839-2 neutron-server[103376]: cb(*args, **kw) Feb 04 17:38:39.414797 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 17:38:39.414797 n-d-827839-2 neutron-server[103376]: return func(*args, **kwargs) Feb 04 17:38:39.414797 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 17:38:39.414797 n-d-827839-2 neutron-server[103376]: self._notify() Feb 04 17:38:39.414797 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 17:38:39.414797 n-d-827839-2 neutron-server[103376]: self.callback(batched_events) Feb 04 17:38:39.414797 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 17:38:39.414797 n-d-827839-2 neutron-server[103376]: event.method(event) Feb 04 17:38:39.414797 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 17:38:39.414797 n-d-827839-2 neutron-server[103376]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 17:38:39.414797 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 17:38:39.414797 n-d-827839-2 neutron-server[103376]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 17:38:39.414797 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 17:38:39.414797 n-d-827839-2 neutron-server[103376]: return f(self, *a, **k) Feb 04 17:38:39.414797 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 17:38:39.414797 n-d-827839-2 neutron-server[103376]: return self._get(url).json() Feb 04 17:38:39.414797 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 17:38:39.414797 n-d-827839-2 neutron-server[103376]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 17:38:39.414797 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 17:38:39.414797 n-d-827839-2 neutron-server[103376]: return self.request(url, 'GET', **kwargs) Feb 04 17:38:39.414797 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 17:38:39.414797 n-d-827839-2 neutron-server[103376]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 17:38:39.414797 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 17:38:39.414797 n-d-827839-2 neutron-server[103376]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 17:38:39.414797 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 17:38:39.414797 n-d-827839-2 neutron-server[103376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 17:38:39.414797 n-d-827839-2 neutron-server[103376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 17:38:39.458654 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-636ecae7-dd3a-447e-8528-3e272ff17ed1 None None] Network e3bc42d4-4686-4b1c-bb39-de90a50abeca requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:38:39.470974 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-03e88cf2-ca2e-408f-9f31-a97239891efa tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Publish callbacks [] for security_group_rule (5c3ecdc8-800b-49b7-8e4f-6fadd00a7c06), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:39.474209 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-4d1802af-0fde-4883-95e1-2c5b5d25f8f0 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.89 "PUT /v2.0/floatingips/bf26bbc3-1572-43f0-85be-97b85b55ccc2 HTTP/1.1" status: 200 len: 992 time: 3.5521076 Feb 04 17:38:39.481055 n-d-827839-2 neutron-server[103376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c7675e1-1c8a-410f-be7f-b37c48bc9d65', 'tag': 'fa5a1c99-a3b3-46ea-b891-f5171c94ab05'}] {{(pid=103376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:38:39.483936 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d59c3bb5e2f09ebf62144d5e09b1cff60c763a9c19614c24538e77842938c05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcf0b980-8cfb-4915-88e8-7b959c17c5da" -d '{"events": [{"name": "network-changed", "server_uuid": "3c7675e1-1c8a-410f-be7f-b37c48bc9d65", "tag": "fa5a1c99-a3b3-46ea-b891-f5171c94ab05"}]}' {{(pid=103376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:38:39.499297 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-03e88cf2-ca2e-408f-9f31-a97239891efa tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664556'] for security_group_rule (5c3ecdc8-800b-49b7-8e4f-6fadd00a7c06), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:39.511529 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-65a9eb10-88a6-420c-be48-cb3615bc6c71 tempest-ExternalNetworksTestJSON-1222197359 tempest-ExternalNetworksTestJSON-1222197359-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1543671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1595572'] for network (28d132c1-2768-4863-9e4c-cffb6d33885a), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:39.526822 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65a9eb10-88a6-420c-be48-cb3615bc6c71 tempest-ExternalNetworksTestJSON-1222197359 tempest-ExternalNetworksTestJSON-1222197359-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 28d132c1-2768-4863-9e4c-cffb6d33885a {{(pid=103376) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 04 17:38:39.535191 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-65a9eb10-88a6-420c-be48-cb3615bc6c71 tempest-ExternalNetworksTestJSON-1222197359 tempest-ExternalNetworksTestJSON-1222197359-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:39.542556 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-65a9eb10-88a6-420c-be48-cb3615bc6c71 tempest-ExternalNetworksTestJSON-1222197359 tempest-ExternalNetworksTestJSON-1222197359-project-admin] 10.222.0.89 "DELETE /v2.0/networks/28d132c1-2768-4863-9e4c-cffb6d33885a HTTP/1.1" status: 204 len: 168 time: 0.8443530 Feb 04 17:38:39.597661 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 58722) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:38:39.598441 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a9eb10-88a6-420c-be48-cb3615bc6c71 tempest-ExternalNetworksTestJSON-1222197359 tempest-ExternalNetworksTestJSON-1222197359-project-admin] Pushing event deleted for resources: {'Network': ['ID=28d132c1-2768-4863-9e4c-cffb6d33885a,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:38:39.669763 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 17:38:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc524fd9-9854-4537-8193-c701489d4768 x-openstack-request-id: req-dc524fd9-9854-4537-8193-c701489d4768 {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:38:39.670110 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c7675e1-1c8a-410f-be7f-b37c48bc9d65", "tag": "fa5a1c99-a3b3-46ea-b891-f5171c94ab05", "status": "completed", "code": 200}]} {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:38:39.672180 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-dc524fd9-9854-4537-8193-c701489d4768 {{(pid=103376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:38:39.676711 n-d-827839-2 neutron-server[103376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c7675e1-1c8a-410f-be7f-b37c48bc9d65', 'tag': 'fa5a1c99-a3b3-46ea-b891-f5171c94ab05', 'status': 'completed', 'code': 200} Feb 04 17:38:39.707400 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-b69a0c1b-715a-4a48-8cf3-7b129412b1d6 None None] Provisioning complete for port 85879af8-0fd1-440f-96db-ada031553f8a triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:38:39.707922 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b69a0c1b-715a-4a48-8cf3-7b129412b1d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (85879af8-0fd1-440f-96db-ada031553f8a), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:39.709701 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e88cf2-ca2e-408f-9f31-a97239891efa tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c3ecdc8-800b-49b7-8e4f-6fadd00a7c06,revision_number=0']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:38:39.720199 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvr_db [None req-34f5787b-99bd-4530-810e-2703dc481dee None None] Set router a073f761-9635-4e66-9fd5-7aea50641b61 gateway port host: n-d-827839-2 {{(pid=103379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:38:39.792480 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-03e88cf2-ca2e-408f-9f31-a97239891efa tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:39.798187 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-03e88cf2-ca2e-408f-9f31-a97239891efa tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5706589 Feb 04 17:38:39.804485 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 58730) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:38:39.834666 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-753c6cdd-d42d-4000-bb5e-d3da0e05eb47 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Request body: {'security_group_rule': {'security_group_id': '580da8ae-211e-4ae7-8abb-8e3a7c361fc4', 'project_id': '1442cfcaa62548aa8c0af19ff6a9d44c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:38:39.864405 n-d-827839-2 neutron-server[103376]: INFO neutron.pecan_wsgi.hooks.translation [None req-db2aa850-5902-482e-afcc-636df24411fa tempest-ExternalNetworksTestJSON-679928656 tempest-ExternalNetworksTestJSON-679928656-project] DELETE failed (client error): The resource could not be found. Feb 04 17:38:39.865173 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db2aa850-5902-482e-afcc-636df24411fa tempest-ExternalNetworksTestJSON-679928656 tempest-ExternalNetworksTestJSON-679928656-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103376) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 17:38:39.877179 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-db2aa850-5902-482e-afcc-636df24411fa tempest-ExternalNetworksTestJSON-679928656 tempest-ExternalNetworksTestJSON-679928656-project] 10.222.0.89 "DELETE /v2.0/subnets/d5c44935-cb3c-4b72-87d1-6cf59cda27f6 HTTP/1.1" status: 404 len: 337 time: 0.2567399 Feb 04 17:38:39.878223 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 58734) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:38:39.904148 n-d-827839-2 neutron-server[103377]: INFO neutron.db.securitygroups_db [None req-753c6cdd-d42d-4000-bb5e-d3da0e05eb47 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Project 1442cfcaa62548aa8c0af19ff6a9d44c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 17:38:39.919555 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-753c6cdd-d42d-4000-bb5e-d3da0e05eb47 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Publish callbacks [] for security_group_rule (b6ac61b6-8181-419d-9277-8962a33e591a), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:40.023523 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fca048f-ebe9-4be7-8307-d2c7b1e798d7 req-404db78e-e68a-4ef1-9154-6bdd44c44bfc tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:38:40.034724 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-0fca048f-ebe9-4be7-8307-d2c7b1e798d7 req-404db78e-e68a-4ef1-9154-6bdd44c44bfc tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.89 "GET /v2.0/ports?device_id=3c7675e1-1c8a-410f-be7f-b37c48bc9d65 HTTP/1.1" status: 200 len: 946 time: 0.3852432 Feb 04 17:38:40.114023 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-339a5c2a-f4d0-4a46-aab8-c802ecfcf173 tempest-ExternalNetworksTestJSON-679928656 tempest-ExternalNetworksTestJSON-679928656-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628832'] for network (67c1cbd1-aeb4-4569-b933-212662db3834), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:40.155714 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-753c6cdd-d42d-4000-bb5e-d3da0e05eb47 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Publish callbacks [] for security_group_rule (b6ac61b6-8181-419d-9277-8962a33e591a), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:40.170812 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-753c6cdd-d42d-4000-bb5e-d3da0e05eb47 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664556'] for security_group_rule (b6ac61b6-8181-419d-9277-8962a33e591a), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:40.232134 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753c6cdd-d42d-4000-bb5e-d3da0e05eb47 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6ac61b6-8181-419d-9277-8962a33e591a,revision_number=0']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:38:40.259976 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-0fca048f-ebe9-4be7-8307-d2c7b1e798d7 req-84c3872a-fe2b-4a4c-b263-87aabbac3e96 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.89 "GET /v2.0/security-groups?id=93ceaf89-daf9-4fd7-ba90-ecf1cae67db9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2189524 Feb 04 17:38:40.275886 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-753c6cdd-d42d-4000-bb5e-d3da0e05eb47 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:40.277610 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-753c6cdd-d42d-4000-bb5e-d3da0e05eb47 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4713316 Feb 04 17:38:40.280077 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-b69a0c1b-715a-4a48-8cf3-7b129412b1d6 None None] Current status of the port 85879af8-0fd1-440f-96db-ada031553f8a is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:38:40.280363 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 58736) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:38:40.286054 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-340e5529-f6db-4e52-8c49-ac2ef31b9ac8 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Request body: {'security_group_rule': {'security_group_id': '580da8ae-211e-4ae7-8abb-8e3a7c361fc4', 'project_id': '1442cfcaa62548aa8c0af19ff6a9d44c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:38:40.294833 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-339a5c2a-f4d0-4a46-aab8-c802ecfcf173 tempest-ExternalNetworksTestJSON-679928656 tempest-ExternalNetworksTestJSON-679928656-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1543676', 'neutron.services.segments.db._delete_segments_for_network-8781084786517'] for network (67c1cbd1-aeb4-4569-b933-212662db3834), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:40.322740 n-d-827839-2 neutron-server[103377]: INFO neutron.db.securitygroups_db [None req-340e5529-f6db-4e52-8c49-ac2ef31b9ac8 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Project 1442cfcaa62548aa8c0af19ff6a9d44c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 17:38:40.340607 n-d-827839-2 neutron-server[103376]: DEBUG neutron.services.segments.db [None req-339a5c2a-f4d0-4a46-aab8-c802ecfcf173 tempest-ExternalNetworksTestJSON-679928656 tempest-ExternalNetworksTestJSON-679928656-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67c1cbd1-aeb4-4569-b933-212662db3834']}} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:38:40.351651 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-340e5529-f6db-4e52-8c49-ac2ef31b9ac8 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Publish callbacks [] for security_group_rule (2e65b0c5-74bb-4d8a-bf7b-6abb43591296), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:40.375319 n-d-827839-2 neutron-server[103376]: DEBUG neutron.services.segments.db [None req-339a5c2a-f4d0-4a46-aab8-c802ecfcf173 tempest-ExternalNetworksTestJSON-679928656 tempest-ExternalNetworksTestJSON-679928656-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd22af3e4-c9a3-49f6-bf28-ee069e1a2b5d') {'for_net_delete': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:38:40.375629 n-d-827839-2 neutron-server[103376]: DEBUG neutron.services.segments.db [None req-339a5c2a-f4d0-4a46-aab8-c802ecfcf173 tempest-ExternalNetworksTestJSON-679928656 tempest-ExternalNetworksTestJSON-679928656-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd22af3e4-c9a3-49f6-bf28-ee069e1a2b5d') {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:38:40.399278 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (f20a1ab3-4332-4f54-833b-ba4a7c687e89), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:40.411473 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-339a5c2a-f4d0-4a46-aab8-c802ecfcf173 tempest-ExternalNetworksTestJSON-679928656 tempest-ExternalNetworksTestJSON-679928656-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781084783966', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25674908'] for segment (d22af3e4-c9a3-49f6-bf28-ee069e1a2b5d), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:40.429889 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-339a5c2a-f4d0-4a46-aab8-c802ecfcf173 tempest-ExternalNetworksTestJSON-679928656 tempest-ExternalNetworksTestJSON-679928656-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (d22af3e4-c9a3-49f6-bf28-ee069e1a2b5d), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:40.438588 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-339a5c2a-f4d0-4a46-aab8-c802ecfcf173 tempest-ExternalNetworksTestJSON-679928656 tempest-ExternalNetworksTestJSON-679928656-project] Releasing vlan 791 on physical network physnet1 to pool {{(pid=103376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 17:38:40.439024 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-339a5c2a-f4d0-4a46-aab8-c802ecfcf173 tempest-ExternalNetworksTestJSON-679928656 tempest-ExternalNetworksTestJSON-679928656-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25675992'] for segment (d22af3e4-c9a3-49f6-bf28-ee069e1a2b5d), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:40.491742 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 85879af8-0fd1-440f-96db-ada031553f8a up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:38:40.504939 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-340e5529-f6db-4e52-8c49-ac2ef31b9ac8 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Publish callbacks [] for security_group_rule (2e65b0c5-74bb-4d8a-bf7b-6abb43591296), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:40.520222 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-340e5529-f6db-4e52-8c49-ac2ef31b9ac8 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664556'] for security_group_rule (2e65b0c5-74bb-4d8a-bf7b-6abb43591296), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:40.559348 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-340e5529-f6db-4e52-8c49-ac2ef31b9ac8 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:40.560855 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-340e5529-f6db-4e52-8c49-ac2ef31b9ac8 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2793007 Feb 04 17:38:40.568824 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340e5529-f6db-4e52-8c49-ac2ef31b9ac8 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e65b0c5-74bb-4d8a-bf7b-6abb43591296,revision_number=0']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:38:40.659465 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-34f5787b-99bd-4530-810e-2703dc481dee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a073f761-9635-4e66-9fd5-7aea50641b61', 'name': 'tempest-ServerActionsTestJSON-1960567179-router', 'tenant_id': '5f7c63cd6c624891853d19549e45e9fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.173'}], 'enable_snat': True}, 'gw_port_id': 'fb753bae-e46d-45b1-a7c4-ce1e00a91608', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:38:04Z', 'updated_at': '2022-02-04T17:38:12Z', 'revision_number': 4, 'project_id': '5f7c63cd6c624891853d19549e45e9fe', 'gw_port': {'id': 'fb753bae-e46d-45b1-a7c4-ce1e00a91608', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:2c:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a073f761-9635-4e66-9fd5-7aea50641b61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3033, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:38:05Z', 'updated_at': '2022-02-04T17:38:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_floatingips': [{'id': 'bf26bbc3-1572-43f0-85be-97b85b55ccc2', 'tenant_id': '5f7c63cd6c624891853d19549e45e9fe', 'floating_ip_address': '172.25.6.126', 'floating_network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'router_id': 'a073f761-9635-4e66-9fd5-7aea50641b61', 'port_id': 'fa5a1c99-a3b3-46ea-b891-f5171c94ab05', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3047, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b55b6cf7-96ca-44f1-b402-5ece20b91f84', 'mac_address': 'fa:16:3e:b1:08:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c7675e1-1c8a-410f-be7f-b37c48bc9d65', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T17:38:17Z', 'updated_at': '2022-02-04T17:38:36Z', 'revision_number': 1, 'project_id': '5f7c63cd6c624891853d19549e45e9fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b51a694-6ab9-4656-9651-3d9e24254d18', 'name': '', 'network_id': 'b55b6cf7-96ca-44f1-b402-5ece20b91f84', 'tenant_id': '5f7c63cd6c624891853d19549e45e9fe', 'mac_address': 'fa:16:3e:8d:ab:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a073f761-9635-4e66-9fd5-7aea50641b61', 'device_owner': 'network:router_interface', 'standard_attr_id': 3040, 'fixed_ips': [{'subnet_id': '56d77231-1e8a-430f-89bb-45ff7f982beb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:38:10Z', 'updated_at': '2022-02-04T17:38:17Z', 'revision_number': 5, 'project_id': '5f7c63cd6c624891853d19549e45e9fe', 'subnets': [{'id': '56d77231-1e8a-430f-89bb-45ff7f982beb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-2', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:38:40.675328 n-d-827839-2 neutron-server[103376]: Traceback (most recent call last): Feb 04 17:38:40.675328 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 17:38:40.675328 n-d-827839-2 neutron-server[103376]: timer() Feb 04 17:38:40.675328 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 17:38:40.675328 n-d-827839-2 neutron-server[103376]: cb(*args, **kw) Feb 04 17:38:40.675328 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 17:38:40.675328 n-d-827839-2 neutron-server[103376]: return func(*args, **kwargs) Feb 04 17:38:40.675328 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 17:38:40.675328 n-d-827839-2 neutron-server[103376]: self._notify() Feb 04 17:38:40.675328 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 17:38:40.675328 n-d-827839-2 neutron-server[103376]: self.callback(batched_events) Feb 04 17:38:40.675328 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 17:38:40.675328 n-d-827839-2 neutron-server[103376]: event.method(event) Feb 04 17:38:40.675328 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 17:38:40.675328 n-d-827839-2 neutron-server[103376]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 17:38:40.675328 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 17:38:40.675328 n-d-827839-2 neutron-server[103376]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 17:38:40.675328 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 17:38:40.675328 n-d-827839-2 neutron-server[103376]: return f(self, *a, **k) Feb 04 17:38:40.675328 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 17:38:40.675328 n-d-827839-2 neutron-server[103376]: return self._get(url).json() Feb 04 17:38:40.675328 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 17:38:40.675328 n-d-827839-2 neutron-server[103376]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 17:38:40.675328 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 17:38:40.675328 n-d-827839-2 neutron-server[103376]: return self.request(url, 'GET', **kwargs) Feb 04 17:38:40.675328 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 17:38:40.675328 n-d-827839-2 neutron-server[103376]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 17:38:40.675328 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 17:38:40.675328 n-d-827839-2 neutron-server[103376]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 17:38:40.675328 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 17:38:40.675328 n-d-827839-2 neutron-server[103376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 17:38:40.675328 n-d-827839-2 neutron-server[103376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 17:38:40.686767 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf0b980-8cfb-4915-88e8-7b959c17c5da req-9c6a6bf2-0dd4-46f5-9321-b2ac1f6cdd42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:38:40.688985 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-bcf0b980-8cfb-4915-88e8-7b959c17c5da req-9c6a6bf2-0dd4-46f5-9321-b2ac1f6cdd42 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=5f7c63cd6c624891853d19549e45e9fe&device_id=3c7675e1-1c8a-410f-be7f-b37c48bc9d65 HTTP/1.1" status: 200 len: 1128 time: 0.9263318 Feb 04 17:38:40.689884 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-339a5c2a-f4d0-4a46-aab8-c802ecfcf173 tempest-ExternalNetworksTestJSON-679928656 tempest-ExternalNetworksTestJSON-679928656-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1543671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1595572'] for network (67c1cbd1-aeb4-4569-b933-212662db3834), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:40.696366 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-339a5c2a-f4d0-4a46-aab8-c802ecfcf173 tempest-ExternalNetworksTestJSON-679928656 tempest-ExternalNetworksTestJSON-679928656-project] Publish callbacks [] for network (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:40.701135 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-339a5c2a-f4d0-4a46-aab8-c802ecfcf173 tempest-ExternalNetworksTestJSON-679928656 tempest-ExternalNetworksTestJSON-679928656-project] 10.222.0.89 "DELETE /v2.0/networks/67c1cbd1-aeb4-4569-b933-212662db3834 HTTP/1.1" status: 204 len: 168 time: 0.8212214 Feb 04 17:38:40.711425 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ac661c-578d-47a7-82af-cf533d807006 req-9d81501c-a77f-457d-9dab-71b5b009c6d1 tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:38:40.719708 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-99ac661c-578d-47a7-82af-cf533d807006 req-9d81501c-a77f-457d-9dab-71b5b009c6d1 tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] 10.222.0.89 "GET /v2.0/ports?device_id=015f7940-865f-4e1d-a06e-876090514874 HTTP/1.1" status: 200 len: 946 time: 0.6208737 Feb 04 17:38:40.777495 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port 85879af8-0fd1-440f-96db-ada031553f8a triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:38:40.778037 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (85879af8-0fd1-440f-96db-ada031553f8a), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:40.818444 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34f5787b-99bd-4530-810e-2703dc481dee None None] Checking router: a073f761-9635-4e66-9fd5-7aea50641b61 for host: n-d-827839-2 {{(pid=103379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 17:38:40.841464 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34f5787b-99bd-4530-810e-2703dc481dee None None] Routers {'a073f761-9635-4e66-9fd5-7aea50641b61'} bound to L3 agent in host n-d-827839-2 {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:38:40.858075 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-34f5787b-99bd-4530-810e-2703dc481dee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:38:33Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['a073f761-9635-4e66-9fd5-7aea50641b61'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:38:40.899806 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf0b980-8cfb-4915-88e8-7b959c17c5da req-26bf943e-07fc-4c88-8fd6-40d22ce6b63b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:38:40.901703 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-bcf0b980-8cfb-4915-88e8-7b959c17c5da req-26bf943e-07fc-4c88-8fd6-40d22ce6b63b service neutron] 10.222.0.96 "GET /v2.0/networks?id=b55b6cf7-96ca-44f1-b402-5ece20b91f84 HTTP/1.1" status: 200 len: 913 time: 0.1649373 Feb 04 17:38:40.909561 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339a5c2a-f4d0-4a46-aab8-c802ecfcf173 tempest-ExternalNetworksTestJSON-679928656 tempest-ExternalNetworksTestJSON-679928656-project] Pushing event deleted for resources: {'Network': ['ID=67c1cbd1-aeb4-4569-b933-212662db3834,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:38:41.011777 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-9a234f67-7ce7-4e37-99de-3e897f712575 None None] Provisioning complete for port 85879af8-0fd1-440f-96db-ada031553f8a triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:38:41.012553 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9a234f67-7ce7-4e37-99de-3e897f712575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (85879af8-0fd1-440f-96db-ada031553f8a), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:41.146089 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-d94adb07-1a73-452f-9ef1-02adb30d91b0 req-1e1f4c76-23b1-40e9-83ed-a8955c9d2695 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] 10.222.0.89 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1169412820&fields=id&tenant_id=1442cfcaa62548aa8c0af19ff6a9d44c HTTP/1.1" status: 200 len: 267 time: 0.1503520 Feb 04 17:38:41.152486 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-99ac661c-578d-47a7-82af-cf533d807006 req-b30d59d2-d3a8-482f-a1f4-4199de73dc3f tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] 10.222.0.89 "GET /v2.0/security-groups?id=7065f8d7-aeef-49a2-81d7-44cedbdfdedd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4308879 Feb 04 17:38:41.157236 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-bcf0b980-8cfb-4915-88e8-7b959c17c5da req-9a30bfea-0d38-417b-a8f4-2a2c2481b05a service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fa5a1c99-a3b3-46ea-b891-f5171c94ab05 HTTP/1.1" status: 200 len: 1000 time: 0.2442095 Feb 04 17:38:41.283053 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvr_db [None req-34f5787b-99bd-4530-810e-2703dc481dee None None] Set router a073f761-9635-4e66-9fd5-7aea50641b61 gateway port host: n-d-827839-2 {{(pid=103379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:38:41.287213 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port 85879af8-0fd1-440f-96db-ada031553f8a is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:38:41.340225 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf0b980-8cfb-4915-88e8-7b959c17c5da req-37c1ebf5-48e6-46b2-bf3c-9f23c9d0e26e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:38:41.354331 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-bcf0b980-8cfb-4915-88e8-7b959c17c5da req-37c1ebf5-48e6-46b2-bf3c-9f23c9d0e26e service neutron] 10.222.0.96 "GET /v2.0/subnets?id=56d77231-1e8a-430f-89bb-45ff7f982beb HTTP/1.1" status: 200 len: 851 time: 0.1907816 Feb 04 17:38:41.463369 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-9a234f67-7ce7-4e37-99de-3e897f712575 None None] Current status of the port 85879af8-0fd1-440f-96db-ada031553f8a is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:38:41.472160 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94adb07-1a73-452f-9ef1-02adb30d91b0 req-30a2b1db-210c-4f15-9b01-e50722291cf3 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:38:41.492297 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-d94adb07-1a73-452f-9ef1-02adb30d91b0 req-30a2b1db-210c-4f15-9b01-e50722291cf3 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] 10.222.0.89 "GET /v2.0/networks?id=e3bc42d4-4686-4b1c-bb39-de90a50abeca HTTP/1.1" status: 200 len: 795 time: 0.3418090 Feb 04 17:38:41.530744 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf0b980-8cfb-4915-88e8-7b959c17c5da req-b6172954-6f76-4b1e-867d-8d59cbfe2166 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:38:41.532689 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-bcf0b980-8cfb-4915-88e8-7b959c17c5da req-b6172954-6f76-4b1e-867d-8d59cbfe2166 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=b55b6cf7-96ca-44f1-b402-5ece20b91f84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1679263 Feb 04 17:38:41.534450 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-d94adb07-1a73-452f-9ef1-02adb30d91b0 req-f50c54a7-739f-4847-8abf-73669255da40 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] 10.222.0.89 "GET /v2.0/quotas/1442cfcaa62548aa8c0af19ff6a9d44c HTTP/1.1" status: 200 len: 375 time: 0.0408247 Feb 04 17:38:41.557265 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 58766) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:38:41.560150 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6c7a59-4365-45bd-b36a-1dd5af2e596a req-89d638a2-e32a-412f-b967-dad243d5feea tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:38:41.567237 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-2a6c7a59-4365-45bd-b36a-1dd5af2e596a req-89d638a2-e32a-412f-b967-dad243d5feea tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.89 "GET /v2.0/ports?device_id=3c7675e1-1c8a-410f-be7f-b37c48bc9d65 HTTP/1.1" status: 200 len: 946 time: 0.1065767 Feb 04 17:38:41.682109 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-d94adb07-1a73-452f-9ef1-02adb30d91b0 req-161ce344-4062-4f4f-996a-3e20afb0190e tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=1442cfcaa62548aa8c0af19ff6a9d44c&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1468375 Feb 04 17:38:41.734576 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-2a6c7a59-4365-45bd-b36a-1dd5af2e596a req-971f67fc-de9b-4547-85ae-c69489913a79 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.89 "GET /v2.0/security-groups?id=93ceaf89-daf9-4fd7-ba90-ecf1cae67db9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1662745 Feb 04 17:38:41.863493 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-d94adb07-1a73-452f-9ef1-02adb30d91b0 req-81c54672-328a-43e1-9b90-875d3f9a2569 service neutron] 10.222.0.89 "GET /v2.0/networks/e3bc42d4-4686-4b1c-bb39-de90a50abeca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1783626 Feb 04 17:38:41.871620 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-bcf0b980-8cfb-4915-88e8-7b959c17c5da req-ffe0398a-e697-4be4-a9c5-a4d90836809c service neutron] 10.222.0.96 "GET /v2.0/networks/b55b6cf7-96ca-44f1-b402-5ece20b91f84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3280756 Feb 04 17:38:41.924921 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-34f5787b-99bd-4530-810e-2703dc481dee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a073f761-9635-4e66-9fd5-7aea50641b61', 'name': 'tempest-ServerActionsTestJSON-1960567179-router', 'tenant_id': '5f7c63cd6c624891853d19549e45e9fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.173'}], 'enable_snat': True}, 'gw_port_id': 'fb753bae-e46d-45b1-a7c4-ce1e00a91608', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:38:04Z', 'updated_at': '2022-02-04T17:38:12Z', 'revision_number': 4, 'project_id': '5f7c63cd6c624891853d19549e45e9fe', 'gw_port': {'id': 'fb753bae-e46d-45b1-a7c4-ce1e00a91608', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:2c:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a073f761-9635-4e66-9fd5-7aea50641b61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3033, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:38:05Z', 'updated_at': '2022-02-04T17:38:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_floatingips': [{'id': 'bf26bbc3-1572-43f0-85be-97b85b55ccc2', 'tenant_id': '5f7c63cd6c624891853d19549e45e9fe', 'floating_ip_address': '172.25.6.126', 'floating_network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'router_id': 'a073f761-9635-4e66-9fd5-7aea50641b61', 'port_id': 'fa5a1c99-a3b3-46ea-b891-f5171c94ab05', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3047, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b55b6cf7-96ca-44f1-b402-5ece20b91f84', 'mac_address': 'fa:16:3e:b1:08:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c7675e1-1c8a-410f-be7f-b37c48bc9d65', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T17:38:17Z', 'updated_at': '2022-02-04T17:38:36Z', 'revision_number': 1, 'project_id': '5f7c63cd6c624891853d19549e45e9fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b51a694-6ab9-4656-9651-3d9e24254d18', 'name': '', 'network_id': 'b55b6cf7-96ca-44f1-b402-5ece20b91f84', 'tenant_id': '5f7c63cd6c624891853d19549e45e9fe', 'mac_address': 'fa:16:3e:8d:ab:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a073f761-9635-4e66-9fd5-7aea50641b61', 'device_owner': 'network:router_interface', 'standard_attr_id': 3040, 'fixed_ips': [{'subnet_id': '56d77231-1e8a-430f-89bb-45ff7f982beb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:38:10Z', 'updated_at': '2022-02-04T17:38:17Z', 'revision_number': 5, 'project_id': '5f7c63cd6c624891853d19549e45e9fe', 'subnets': [{'id': '56d77231-1e8a-430f-89bb-45ff7f982beb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-2', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:38:41.992985 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34f5787b-99bd-4530-810e-2703dc481dee None None] The sync data for ids ['a073f761-9635-4e66-9fd5-7aea50641b61'] in n-d-827839-2 is: [{'id': 'a073f761-9635-4e66-9fd5-7aea50641b61', 'name': 'tempest-ServerActionsTestJSON-1960567179-router', 'tenant_id': '5f7c63cd6c624891853d19549e45e9fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.173'}], 'enable_snat': True}, 'gw_port_id': 'fb753bae-e46d-45b1-a7c4-ce1e00a91608', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:38:04Z', 'updated_at': '2022-02-04T17:38:12Z', 'revision_number': 4, 'project_id': '5f7c63cd6c624891853d19549e45e9fe', 'gw_port': {'id': 'fb753bae-e46d-45b1-a7c4-ce1e00a91608', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:2c:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a073f761-9635-4e66-9fd5-7aea50641b61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3033, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:38:05Z', 'updated_at': '2022-02-04T17:38:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_floatingips': [{'id': 'bf26bbc3-1572-43f0-85be-97b85b55ccc2', 'tenant_id': '5f7c63cd6c624891853d19549e45e9fe', 'floating_ip_address': '172.25.6.126', 'floating_network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'router_id': 'a073f761-9635-4e66-9fd5-7aea50641b61', 'port_id': 'fa5a1c99-a3b3-46ea-b891-f5171c94ab05', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3047, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b55b6cf7-96ca-44f1-b402-5ece20b91f84', 'mac_address': 'fa:16:3e:b1:08:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c7675e1-1c8a-410f-be7f-b37c48bc9d65', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T17:38:17Z', 'updated_at': '2022-02-04T17:38:36Z', 'revision_number': 1, 'project_id': '5f7c63cd6c624891853d19549e45e9fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b51a694-6ab9-4656-9651-3d9e24254d18', 'name': '', 'network_id': 'b55b6cf7-96ca-44f1-b402-5ece20b91f84', 'tenant_id': '5f7c63cd6c624891853d19549e45e9fe', 'mac_address': 'fa:16:3e:8d:ab:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a073f761-9635-4e66-9fd5-7aea50641b61', 'device_owner': 'network:router_interface', 'standard_attr_id': 3040, 'fixed_ips': [{'subnet_id': '56d77231-1e8a-430f-89bb-45ff7f982beb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:38:10Z', 'updated_at': '2022-02-04T17:38:17Z', 'revision_number': 5, 'project_id': '5f7c63cd6c624891853d19549e45e9fe', 'subnets': [{'id': '56d77231-1e8a-430f-89bb-45ff7f982beb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 17:38:42.035103 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-7c057a7d-5a16-4c20-a959-a59b11d3e886 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=1545b6d5bc904d4880d8563a78e413a8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4562230 Feb 04 17:38:42.035712 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 58780) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:38:42.050237 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-bcf0b980-8cfb-4915-88e8-7b959c17c5da req-d13ef688-eb38-44dc-b656-2daa53e0f0cd service neutron] 10.222.0.96 "GET /v2.0/networks/b55b6cf7-96ca-44f1-b402-5ece20b91f84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1683424 Feb 04 17:38:42.131757 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-d94adb07-1a73-452f-9ef1-02adb30d91b0 req-9de20762-bbb3-44fa-b21d-6032f0c2ac38 service neutron] 10.222.0.89 "GET /v2.0/networks/e3bc42d4-4686-4b1c-bb39-de90a50abeca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2669458 Feb 04 17:38:42.218809 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-750bb62f-35f3-44a3-99b0-e5fbb57fd5b4 admin admin] Publish callbacks [] for security_group (fbb2b6be-a474-474e-be98-83cb96baeb9b), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:42.259637 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-750bb62f-35f3-44a3-99b0-e5fbb57fd5b4 admin admin] Publish callbacks [] for security_group (fbb2b6be-a474-474e-be98-83cb96baeb9b), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:42.381360 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (3f9244a9-75fc-4c10-b195-11d48b853b41), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:42.422695 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b16521ee-f189-4a57-a326-a409ca2a6266 None None] New status for floating IP bf26bbc3-1572-43f0-85be-97b85b55ccc2: ACTIVE {{(pid=103378) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 17:38:42.439160 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018541f1-0b56-481e-9e3d-5cff0009ce29 req-0408ba4b-6280-404f-a2dd-d8699ea3da7c tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:38:42.447701 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-018541f1-0b56-481e-9e3d-5cff0009ce29 req-0408ba4b-6280-404f-a2dd-d8699ea3da7c tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] 10.222.0.89 "GET /v2.0/ports?device_id=015f7940-865f-4e1d-a06e-876090514874 HTTP/1.1" status: 200 len: 946 time: 0.1402440 Feb 04 17:38:42.460953 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-e9c2da76-1d1d-4662-8b94-3cb1b700cf17 req-12a3a4a7-3b17-4ac1-a546-1092d45c81b3 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] 10.222.0.89 "GET /v2.0/ports?device_id=fa7d6321-aa87-438d-b604-905406197c18 HTTP/1.1" status: 200 len: 210 time: 0.0892088 Feb 04 17:38:42.529829 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-750bb62f-35f3-44a3-99b0-e5fbb57fd5b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (fbb2b6be-a474-474e-be98-83cb96baeb9b), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:42.534236 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-750bb62f-35f3-44a3-99b0-e5fbb57fd5b4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:42.535650 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-750bb62f-35f3-44a3-99b0-e5fbb57fd5b4 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/fbb2b6be-a474-474e-be98-83cb96baeb9b HTTP/1.1" status: 204 len: 168 time: 0.4800243 Feb 04 17:38:42.557873 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750bb62f-35f3-44a3-99b0-e5fbb57fd5b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbb2b6be-a474-474e-be98-83cb96baeb9b,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:38:42.600766 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-018541f1-0b56-481e-9e3d-5cff0009ce29 req-6016a661-7829-44fb-b592-fcbfe08a2370 tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] 10.222.0.89 "GET /v2.0/security-groups?id=7065f8d7-aeef-49a2-81d7-44cedbdfdedd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491227 Feb 04 17:38:43.010167 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b614cbc3-42f4-4eb6-8790-45ff60dee3ed req-c5e37d08-d939-4351-9f9a-8a8a936dee6e tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:38:43.017143 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-b614cbc3-42f4-4eb6-8790-45ff60dee3ed req-c5e37d08-d939-4351-9f9a-8a8a936dee6e tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.89 "GET /v2.0/ports?device_id=3c7675e1-1c8a-410f-be7f-b37c48bc9d65 HTTP/1.1" status: 200 len: 946 time: 0.1365685 Feb 04 17:38:43.101765 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-b614cbc3-42f4-4eb6-8790-45ff60dee3ed req-087e81bd-6d9e-4ebe-b6eb-4e6a10f6d64b tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.89 "GET /v2.0/security-groups?id=93ceaf89-daf9-4fd7-ba90-ecf1cae67db9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0835707 Feb 04 17:38:43.186826 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 58814) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:38:43.302192 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-233bf996-0961-4e4c-b85b-baf039795102 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=96db9569279942a9b1e146c8f4b9f7b4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1141336 Feb 04 17:38:43.305209 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 58816) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:38:43.326791 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f89199-d678-434d-aadb-fc13f5af8916 req-86caf137-21fc-43de-a4cf-32bd85fcd912 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:38:43.328309 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-82f89199-d678-434d-aadb-fc13f5af8916 req-86caf137-21fc-43de-a4cf-32bd85fcd912 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.89 "GET /v2.0/ports?device_id=3c7675e1-1c8a-410f-be7f-b37c48bc9d65 HTTP/1.1" status: 200 len: 946 time: 0.1158848 Feb 04 17:38:43.388470 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-318f3d8e-8b67-4483-81f0-72cf9394acde admin admin] Publish callbacks [] for security_group (530c840b-82ae-4164-bd42-82eaae7721a2), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:43.418803 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-318f3d8e-8b67-4483-81f0-72cf9394acde admin admin] Publish callbacks [] for security_group (530c840b-82ae-4164-bd42-82eaae7721a2), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:43.427506 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-82f89199-d678-434d-aadb-fc13f5af8916 req-0c072c1d-e8f5-499a-bb9f-19c9cea845c4 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.89 "GET /v2.0/security-groups?id=93ceaf89-daf9-4fd7-ba90-ecf1cae67db9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0934188 Feb 04 17:38:43.489283 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-318f3d8e-8b67-4483-81f0-72cf9394acde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (530c840b-82ae-4164-bd42-82eaae7721a2), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:43.495452 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-318f3d8e-8b67-4483-81f0-72cf9394acde admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:43.496725 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-318f3d8e-8b67-4483-81f0-72cf9394acde admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/530c840b-82ae-4164-bd42-82eaae7721a2 HTTP/1.1" status: 204 len: 168 time: 0.1904838 Feb 04 17:38:43.507564 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318f3d8e-8b67-4483-81f0-72cf9394acde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=530c840b-82ae-4164-bd42-82eaae7721a2,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:38:43.695340 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-fe99e503-3436-4d67-8835-2d12b1c32c48 req-11a9dcd3-6ea9-41d1-a8ac-ea532476a4d1 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] 10.222.0.89 "GET /v2.0/ports?device_id=fa7d6321-aa87-438d-b604-905406197c18 HTTP/1.1" status: 200 len: 210 time: 0.0770617 Feb 04 17:38:43.859914 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6cbf6a-57b1-4009-b6c9-af1482e1ec01 req-259610c6-e685-4243-a0c0-a62865eb278d tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:38:43.868606 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-9b6cbf6a-57b1-4009-b6c9-af1482e1ec01 req-259610c6-e685-4243-a0c0-a62865eb278d tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] 10.222.0.89 "GET /v2.0/ports?device_id=015f7940-865f-4e1d-a06e-876090514874 HTTP/1.1" status: 200 len: 946 time: 0.0993645 Feb 04 17:38:43.929408 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-9b6cbf6a-57b1-4009-b6c9-af1482e1ec01 req-982b83fd-b922-442a-86d8-0916e79b13c2 tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] 10.222.0.89 "GET /v2.0/security-groups?id=7065f8d7-aeef-49a2-81d7-44cedbdfdedd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585475 Feb 04 17:38:44.157283 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94adb07-1a73-452f-9ef1-02adb30d91b0 req-9b4fc6ef-8eff-4ec8-9998-1cb26121c940 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:38:44.159785 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-d94adb07-1a73-452f-9ef1-02adb30d91b0 req-9b4fc6ef-8eff-4ec8-9998-1cb26121c940 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] 10.222.0.90 "GET /v2.0/networks?id=e3bc42d4-4686-4b1c-bb39-de90a50abeca HTTP/1.1" status: 200 len: 795 time: 0.1842253 Feb 04 17:38:44.296274 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-d94adb07-1a73-452f-9ef1-02adb30d91b0 req-ae8ef577-3950-44d9-9a93-4077a91cabc9 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] 10.222.0.90 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1442cfcaa62548aa8c0af19ff6a9d44c HTTP/1.1" status: 200 len: 473 time: 0.1223698 Feb 04 17:38:44.312805 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [req-d94adb07-1a73-452f-9ef1-02adb30d91b0 req-c69463a9-a384-41a2-8bee-00cab59f5b63 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Request body: {'port': {'device_id': 'fa7d6321-aa87-438d-b604-905406197c18', 'network_id': 'e3bc42d4-4686-4b1c-bb39-de90a50abeca', 'admin_state_up': True, 'tenant_id': '1442cfcaa62548aa8c0af19ff6a9d44c', 'security_groups': ['580da8ae-211e-4ae7-8abb-8e3a7c361fc4']}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:38:44.441621 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d94adb07-1a73-452f-9ef1-02adb30d91b0 req-c69463a9-a384-41a2-8bee-00cab59f5b63 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Made reservation on behalf of 1442cfcaa62548aa8c0af19ff6a9d44c for: {'port': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:38:44.445828 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-d94adb07-1a73-452f-9ef1-02adb30d91b0 req-c69463a9-a384-41a2-8bee-00cab59f5b63 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:44.619184 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.db_base_plugin_common [req-d94adb07-1a73-452f-9ef1-02adb30d91b0 req-c69463a9-a384-41a2-8bee-00cab59f5b63 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Allocated IP 172.20.0.20 (e3bc42d4-4686-4b1c-bb39-de90a50abeca/1113b1e0-1fc0-4c0a-aaee-96db353cee76/b96488e1-966c-4817-91e0-1646ade0dbd0) {{(pid=103377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:38:44.624560 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 58886) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:38:44.793420 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-4003597e-fb09-4867-beb6-897387d49361 tempest-ExtraDHCPOptionsTestJSON-1323374580 tempest-ExtraDHCPOptionsTestJSON-1323374580-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1333994535'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:38:44.806287 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-d94adb07-1a73-452f-9ef1-02adb30d91b0 req-c69463a9-a384-41a2-8bee-00cab59f5b63 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Publish callbacks [] for port (b96488e1-966c-4817-91e0-1646ade0dbd0), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:44.824455 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4003597e-fb09-4867-beb6-897387d49361 tempest-ExtraDHCPOptionsTestJSON-1323374580 tempest-ExtraDHCPOptionsTestJSON-1323374580-project] Made reservation on behalf of d4eef1896fe7431d8f76a76a3675e33f for: {'network': 1} {{(pid=103376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:38:44.828691 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-4003597e-fb09-4867-beb6-897387d49361 tempest-ExtraDHCPOptionsTestJSON-1323374580 tempest-ExtraDHCPOptionsTestJSON-1323374580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for network (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:44.853012 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-4003597e-fb09-4867-beb6-897387d49361 tempest-ExtraDHCPOptionsTestJSON-1323374580 tempest-ExtraDHCPOptionsTestJSON-1323374580-project] Publish callbacks [] for security_group (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:44.857908 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-d94adb07-1a73-452f-9ef1-02adb30d91b0 req-c69463a9-a384-41a2-8bee-00cab59f5b63 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (b96488e1-966c-4817-91e0-1646ade0dbd0), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:44.878244 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-4880d527-fb9a-4540-a713-fe069ddaf6cc req-e2f5618d-6a8a-4bfd-90ce-1675f4622b5a tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] 10.222.0.89 "GET /v2.0/ports?device_id=fa7d6321-aa87-438d-b604-905406197c18 HTTP/1.1" status: 200 len: 210 time: 0.0358481 Feb 04 17:38:44.922232 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69463a9-a384-41a2-8bee-00cab59f5b63 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Pushing event updated for resources: {'Port': ['ID=b96488e1-966c-4817-91e0-1646ade0dbd0,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:38:44.932709 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d94adb07-1a73-452f-9ef1-02adb30d91b0 req-c69463a9-a384-41a2-8bee-00cab59f5b63 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Network e3bc42d4-4686-4b1c-bb39-de90a50abeca is already hosted by enough agents. {{(pid=103377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:38:44.934634 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [req-d94adb07-1a73-452f-9ef1-02adb30d91b0 req-c69463a9-a384-41a2-8bee-00cab59f5b63 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Resources bound (agent type, host, resource id): {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:38:44.936921 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [req-d94adb07-1a73-452f-9ef1-02adb30d91b0 req-c69463a9-a384-41a2-8bee-00cab59f5b63 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Received port after_create {{(pid=103377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:38:44.959335 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-4003597e-fb09-4867-beb6-897387d49361 tempest-ExtraDHCPOptionsTestJSON-1323374580 tempest-ExtraDHCPOptionsTestJSON-1323374580-project] Publish callbacks [] for security_group (cbbd5449-b4cd-4592-9555-c409c19e83a4), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:44.968102 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-4003597e-fb09-4867-beb6-897387d49361 tempest-ExtraDHCPOptionsTestJSON-1323374580 tempest-ExtraDHCPOptionsTestJSON-1323374580-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (cbbd5449-b4cd-4592-9555-c409c19e83a4), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:45.006944 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94adb07-1a73-452f-9ef1-02adb30d91b0 req-c69463a9-a384-41a2-8bee-00cab59f5b63 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:38:45.007806 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-d94adb07-1a73-452f-9ef1-02adb30d91b0 req-c69463a9-a384-41a2-8bee-00cab59f5b63 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:45.021016 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4003597e-fb09-4867-beb6-897387d49361 tempest-ExtraDHCPOptionsTestJSON-1323374580 tempest-ExtraDHCPOptionsTestJSON-1323374580-project] vlan segment allocate from pool success with {'vlan_id': 756, 'physical_network': 'physnet1'} {{(pid=103376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 17:38:45.030563 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-d94adb07-1a73-452f-9ef1-02adb30d91b0 req-c69463a9-a384-41a2-8bee-00cab59f5b63 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7217743 Feb 04 17:38:45.045767 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [req-d94adb07-1a73-452f-9ef1-02adb30d91b0 req-3d6935e2-9d59-4ebc-aa9a-160c6f73f734 service neutron] Request body: {'port': {'device_id': 'fa7d6321-aa87-438d-b604-905406197c18', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827839-2'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:38:45.060616 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-4003597e-fb09-4867-beb6-897387d49361 tempest-ExtraDHCPOptionsTestJSON-1323374580 tempest-ExtraDHCPOptionsTestJSON-1323374580-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (2f71c0c5-dd0a-46ef-a072-db4c232ecfbe), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:45.060993 n-d-827839-2 neutron-server[103376]: INFO neutron.db.segments_db [None req-4003597e-fb09-4867-beb6-897387d49361 tempest-ExtraDHCPOptionsTestJSON-1323374580 tempest-ExtraDHCPOptionsTestJSON-1323374580-project] Added segment 2f71c0c5-dd0a-46ef-a072-db4c232ecfbe of type vlan for network 232f4a6d-b45a-4487-bd0c-69797428e149 Feb 04 17:38:45.142480 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4003597e-fb09-4867-beb6-897387d49361 tempest-ExtraDHCPOptionsTestJSON-1323374580 tempest-ExtraDHCPOptionsTestJSON-1323374580-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cbbd5449-b4cd-4592-9555-c409c19e83a4,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:38:45.150375 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-4003597e-fb09-4867-beb6-897387d49361 tempest-ExtraDHCPOptionsTestJSON-1323374580 tempest-ExtraDHCPOptionsTestJSON-1323374580-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781084292801'] for network (232f4a6d-b45a-4487-bd0c-69797428e149), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:45.207356 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-4003597e-fb09-4867-beb6-897387d49361 tempest-ExtraDHCPOptionsTestJSON-1323374580 tempest-ExtraDHCPOptionsTestJSON-1323374580-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327'] for network (232f4a6d-b45a-4487-bd0c-69797428e149), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:45.222815 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4003597e-fb09-4867-beb6-897387d49361 tempest-ExtraDHCPOptionsTestJSON-1323374580 tempest-ExtraDHCPOptionsTestJSON-1323374580-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:38:45.224255 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-4003597e-fb09-4867-beb6-897387d49361 tempest-ExtraDHCPOptionsTestJSON-1323374580 tempest-ExtraDHCPOptionsTestJSON-1323374580-project] Publish callbacks [] for network (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:45.232898 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-d94adb07-1a73-452f-9ef1-02adb30d91b0 req-3d6935e2-9d59-4ebc-aa9a-160c6f73f734 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (b96488e1-966c-4817-91e0-1646ade0dbd0), before_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:45.256894 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1302f8e5-9655-4bb6-894e-2f183bab5ea4 req-7f7cb9c2-9895-4573-84c2-5601208bf18c tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:38:45.258788 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-1302f8e5-9655-4bb6-894e-2f183bab5ea4 req-7f7cb9c2-9895-4573-84c2-5601208bf18c tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] 10.222.0.89 "GET /v2.0/ports?device_id=015f7940-865f-4e1d-a06e-876090514874 HTTP/1.1" status: 200 len: 946 time: 0.1737993 Feb 04 17:38:45.307884 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4003597e-fb09-4867-beb6-897387d49361 tempest-ExtraDHCPOptionsTestJSON-1323374580 tempest-ExtraDHCPOptionsTestJSON-1323374580-project] Pushing event updated for resources: {'Network': ['ID=232f4a6d-b45a-4487-bd0c-69797428e149,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:38:45.323444 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-4003597e-fb09-4867-beb6-897387d49361 tempest-ExtraDHCPOptionsTestJSON-1323374580 tempest-ExtraDHCPOptionsTestJSON-1323374580-project] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 0.6980720 Feb 04 17:38:45.326160 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 58908) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:38:45.326674 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Network 232f4a6d-b45a-4487-bd0c-69797428e149 details requested by agent ovs-agent-n-d-827839-2 with host n-d-827839-2 {{(pid=103378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 17:38:45.333270 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-8da3b217-6b6d-47b6-bd71-4284f93836bf tempest-ExtraDHCPOptionsTestJSON-1323374580 tempest-ExtraDHCPOptionsTestJSON-1323374580-project] Request body: {'subnet': {'network_id': '232f4a6d-b45a-4487-bd0c-69797428e149', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:38:45.343298 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-1302f8e5-9655-4bb6-894e-2f183bab5ea4 req-0584fbee-64ca-42df-9bbf-728011c7fc69 tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] 10.222.0.89 "GET /v2.0/security-groups?id=7065f8d7-aeef-49a2-81d7-44cedbdfdedd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597937 Feb 04 17:38:45.389574 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-3137e4b1-ef03-477a-b5f6-93b3c424fb61 None None] Provisioning complete for port b96488e1-966c-4817-91e0-1646ade0dbd0 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:38:45.390270 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3137e4b1-ef03-477a-b5f6-93b3c424fb61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (b96488e1-966c-4817-91e0-1646ade0dbd0), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:45.474071 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-3137e4b1-ef03-477a-b5f6-93b3c424fb61 None None] Port b96488e1-966c-4817-91e0-1646ade0dbd0 cannot update to ACTIVE because it is not bound. {{(pid=103378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 17:38:45.509115 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8da3b217-6b6d-47b6-bd71-4284f93836bf tempest-ExtraDHCPOptionsTestJSON-1323374580 tempest-ExtraDHCPOptionsTestJSON-1323374580-project] Made reservation on behalf of d4eef1896fe7431d8f76a76a3675e33f for: {'subnet': 1} {{(pid=103376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:38:45.514415 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-8da3b217-6b6d-47b6-bd71-4284f93836bf tempest-ExtraDHCPOptionsTestJSON-1323374580 tempest-ExtraDHCPOptionsTestJSON-1323374580-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25859006'] for subnet (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:45.652551 n-d-827839-2 neutron-server[103377]: DEBUG neutron.notifiers.nova [req-d94adb07-1a73-452f-9ef1-02adb30d91b0 req-3d6935e2-9d59-4ebc-aa9a-160c6f73f734 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b96488e1-966c-4817-91e0-1646ade0dbd0 {{(pid=103377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 17:38:45.660482 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-d94adb07-1a73-452f-9ef1-02adb30d91b0 req-3d6935e2-9d59-4ebc-aa9a-160c6f73f734 service neutron] Publish callbacks [] for port (b96488e1-966c-4817-91e0-1646ade0dbd0), precommit_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:45.674165 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.provisioning_blocks [req-d94adb07-1a73-452f-9ef1-02adb30d91b0 req-3d6935e2-9d59-4ebc-aa9a-160c6f73f734 service neutron] Transition to ACTIVE for port object b96488e1-966c-4817-91e0-1646ade0dbd0 will not be triggered until provisioned by entity L2. {{(pid=103377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 17:38:45.677994 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-d94adb07-1a73-452f-9ef1-02adb30d91b0 req-3d6935e2-9d59-4ebc-aa9a-160c6f73f734 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25888290'] for port (b96488e1-966c-4817-91e0-1646ade0dbd0), after_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:45.721783 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-8da3b217-6b6d-47b6-bd71-4284f93836bf tempest-ExtraDHCPOptionsTestJSON-1323374580 tempest-ExtraDHCPOptionsTestJSON-1323374580-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25674939', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25858952'] for subnet (b4e37e9b-0457-4861-bdd5-232ab21d9706), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:45.753927 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6935e2-9d59-4ebc-aa9a-160c6f73f734 service neutron] Pushing event updated for resources: {'Port': ['ID=b96488e1-966c-4817-91e0-1646ade0dbd0,revision_number=2']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:38:45.812019 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da3b217-6b6d-47b6-bd71-4284f93836bf tempest-ExtraDHCPOptionsTestJSON-1323374580 tempest-ExtraDHCPOptionsTestJSON-1323374580-project] Pushing event updated for resources: {'Subnet': ['ID=b4e37e9b-0457-4861-bdd5-232ab21d9706,revision_number=0']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:38:45.823731 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8da3b217-6b6d-47b6-bd71-4284f93836bf tempest-ExtraDHCPOptionsTestJSON-1323374580 tempest-ExtraDHCPOptionsTestJSON-1323374580-project] Checking segment: {'id': '2f71c0c5-dd0a-46ef-a072-db4c232ecfbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '232f4a6d-b45a-4487-bd0c-69797428e149'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:38:45.824100 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8da3b217-6b6d-47b6-bd71-4284f93836bf tempest-ExtraDHCPOptionsTestJSON-1323374580 tempest-ExtraDHCPOptionsTestJSON-1323374580-project] Network hostable DHCP agents. Network: 232f4a6d-b45a-4487-bd0c-69797428e149, hostable agents: ['bb89f5a3-3c22-440b-b7d1-c4f0c43c184a'], hosted agents: [] {{(pid=103376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 17:38:45.824501 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [req-d94adb07-1a73-452f-9ef1-02adb30d91b0 req-3d6935e2-9d59-4ebc-aa9a-160c6f73f734 service neutron] Attempting to bind port b96488e1-966c-4817-91e0-1646ade0dbd0 on host n-h2-827839-2 for vnic_type normal with profile {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:38:45.825083 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [req-d94adb07-1a73-452f-9ef1-02adb30d91b0 req-3d6935e2-9d59-4ebc-aa9a-160c6f73f734 service neutron] Attempting to bind port b96488e1-966c-4817-91e0-1646ade0dbd0 by drivers openvswitch,hyperv on host n-h2-827839-2 at level 0 using segments [{'id': 'c797d305-3827-4cea-81f5-da1589eba867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': 'e3bc42d4-4686-4b1c-bb39-de90a50abeca'}] {{(pid=103377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:38:45.826514 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d94adb07-1a73-452f-9ef1-02adb30d91b0 req-3d6935e2-9d59-4ebc-aa9a-160c6f73f734 service neutron] Attempting to bind port b96488e1-966c-4817-91e0-1646ade0dbd0 on network e3bc42d4-4686-4b1c-bb39-de90a50abeca {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:38:45.832263 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d94adb07-1a73-452f-9ef1-02adb30d91b0 req-3d6935e2-9d59-4ebc-aa9a-160c6f73f734 service neutron] Port b96488e1-966c-4817-91e0-1646ade0dbd0 on network e3bc42d4-4686-4b1c-bb39-de90a50abeca not bound, no agent of type Open vSwitch agent registered on host n-h2-827839-2 {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 17:38:45.832905 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d94adb07-1a73-452f-9ef1-02adb30d91b0 req-3d6935e2-9d59-4ebc-aa9a-160c6f73f734 service neutron] Attempting to bind port b96488e1-966c-4817-91e0-1646ade0dbd0 on network e3bc42d4-4686-4b1c-bb39-de90a50abeca {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:38:45.838661 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d94adb07-1a73-452f-9ef1-02adb30d91b0 req-3d6935e2-9d59-4ebc-aa9a-160c6f73f734 service neutron] Checking agent: {'id': 'f20a1ab3-4332-4f54-833b-ba4a7c687e89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 8, 40), 'started_at': datetime.datetime(2022, 2, 4, 17, 8, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 38, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:38:45.839458 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d94adb07-1a73-452f-9ef1-02adb30d91b0 req-3d6935e2-9d59-4ebc-aa9a-160c6f73f734 service neutron] Checking segment: {'id': 'c797d305-3827-4cea-81f5-da1589eba867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': 'e3bc42d4-4686-4b1c-bb39-de90a50abeca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:38:45.840099 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d94adb07-1a73-452f-9ef1-02adb30d91b0 req-3d6935e2-9d59-4ebc-aa9a-160c6f73f734 service neutron] Bound using segment: {'id': 'c797d305-3827-4cea-81f5-da1589eba867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': 'e3bc42d4-4686-4b1c-bb39-de90a50abeca'} {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:38:45.841262 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [req-d94adb07-1a73-452f-9ef1-02adb30d91b0 req-3d6935e2-9d59-4ebc-aa9a-160c6f73f734 service neutron] Bound port: b96488e1-966c-4817-91e0-1646ade0dbd0, host: n-h2-827839-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c797d305-3827-4cea-81f5-da1589eba867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': 'e3bc42d4-4686-4b1c-bb39-de90a50abeca'}}] {{(pid=103377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:38:45.842104 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-d94adb07-1a73-452f-9ef1-02adb30d91b0 req-3d6935e2-9d59-4ebc-aa9a-160c6f73f734 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (b96488e1-966c-4817-91e0-1646ade0dbd0), before_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:45.843747 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8da3b217-6b6d-47b6-bd71-4284f93836bf tempest-ExtraDHCPOptionsTestJSON-1323374580 tempest-ExtraDHCPOptionsTestJSON-1323374580-project] Network 232f4a6d-b45a-4487-bd0c-69797428e149 is scheduled to be hosted by DHCP agent bb89f5a3-3c22-440b-b7d1-c4f0c43c184a with binding_index 1 {{(pid=103376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 17:38:45.870667 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [None req-8da3b217-6b6d-47b6-bd71-4284f93836bf tempest-ExtraDHCPOptionsTestJSON-1323374580 tempest-ExtraDHCPOptionsTestJSON-1323374580-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827839-2, 232f4a6d-b45a-4487-bd0c-69797428e149) {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:38:45.891942 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8da3b217-6b6d-47b6-bd71-4284f93836bf tempest-ExtraDHCPOptionsTestJSON-1323374580 tempest-ExtraDHCPOptionsTestJSON-1323374580-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:38:45.893459 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-8da3b217-6b6d-47b6-bd71-4284f93836bf tempest-ExtraDHCPOptionsTestJSON-1323374580 tempest-ExtraDHCPOptionsTestJSON-1323374580-project] Publish callbacks [] for subnet (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:45.904785 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e97d6e8-f2d1-4f2d-84af-67b7b0addd47 None None] Network 232f4a6d-b45a-4487-bd0c-69797428e149 requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:38:45.942843 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-8da3b217-6b6d-47b6-bd71-4284f93836bf tempest-ExtraDHCPOptionsTestJSON-1323374580 tempest-ExtraDHCPOptionsTestJSON-1323374580-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6147599 Feb 04 17:38:45.946866 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 58916) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:38:45.956903 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-67f77271-c4ba-4e56-93b0-11e22cfab613 tempest-ExtraDHCPOptionsTestJSON-1323374580 tempest-ExtraDHCPOptionsTestJSON-1323374580-project] Request body: {'port': {'network_id': '232f4a6d-b45a-4487-bd0c-69797428e149', 'name': 'tempest-ExtraDHCPOptionsTestJSON-639977440'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:38:45.985887 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [req-d94adb07-1a73-452f-9ef1-02adb30d91b0 req-3d6935e2-9d59-4ebc-aa9a-160c6f73f734 service neutron] For port b96488e1-966c-4817-91e0-1646ade0dbd0, host n-h2-827839-2, cleared binding levels {{(pid=103377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:38:45.993686 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [req-d94adb07-1a73-452f-9ef1-02adb30d91b0 req-3d6935e2-9d59-4ebc-aa9a-160c6f73f734 service neutron] For port b96488e1-966c-4817-91e0-1646ade0dbd0, host n-h2-827839-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=b96488e1-966c-4817-91e0-1646ade0dbd0,segment=NetworkSegment(c797d305-3827-4cea-81f5-da1589eba867),segment_id=c797d305-3827-4cea-81f5-da1589eba867)] {{(pid=103377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:38:46.001986 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-d94adb07-1a73-452f-9ef1-02adb30d91b0 req-3d6935e2-9d59-4ebc-aa9a-160c6f73f734 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25888290'] for port (b96488e1-966c-4817-91e0-1646ade0dbd0), after_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:46.047835 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94adb07-1a73-452f-9ef1-02adb30d91b0 req-3d6935e2-9d59-4ebc-aa9a-160c6f73f734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:38:46.048472 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-d94adb07-1a73-452f-9ef1-02adb30d91b0 req-3d6935e2-9d59-4ebc-aa9a-160c6f73f734 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:46.050305 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-d94adb07-1a73-452f-9ef1-02adb30d91b0 req-3d6935e2-9d59-4ebc-aa9a-160c6f73f734 service neutron] 10.222.0.90 "PUT /v2.0/ports/b96488e1-966c-4817-91e0-1646ade0dbd0 HTTP/1.1" status: 200 len: 1092 time: 1.0117908 Feb 04 17:38:46.050765 n-d-827839-2 neutron-server[103377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa7d6321-aa87-438d-b604-905406197c18', 'tag': 'b96488e1-966c-4817-91e0-1646ade0dbd0'}] {{(pid=103377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:38:46.054114 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7240428b650e1488e9361b62648ff4b3a6c19d49d8c27c949491ab58c1346cf0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd06f77b-34a5-4a69-858f-ffa9e4c3921f" -d '{"events": [{"name": "network-changed", "server_uuid": "fa7d6321-aa87-438d-b604-905406197c18", "tag": "b96488e1-966c-4817-91e0-1646ade0dbd0"}]}' {{(pid=103377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:38:46.173490 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80317f3e-2582-4bba-974a-dc5dd6bcf9b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e4c19ad-5724-5db8-8ee1-4f56ae69fcf4-232f4a6d-b45a-4487-bd0c-69797428e149', 'network_id': '232f4a6d-b45a-4487-bd0c-69797428e149', 'project_id': 'd4eef1896fe7431d8f76a76a3675e33f', 'fixed_ips': [{'subnet_id': 'b4e37e9b-0457-4861-bdd5-232ab21d9706'}]}} from n-d-827839-2. {{(pid=103378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 17:38:46.174430 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-80317f3e-2582-4bba-974a-dc5dd6bcf9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:46.180827 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6935e2-9d59-4ebc-aa9a-160c6f73f734 service neutron] Pushing event updated for resources: {'Port': ['ID=b96488e1-966c-4817-91e0-1646ade0dbd0,revision_number=3']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:38:46.184463 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 17:38:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d671ae5-dd7d-4499-a088-2c29663cb1b7 x-openstack-request-id: req-4d671ae5-dd7d-4499-a088-2c29663cb1b7 {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:38:46.184859 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa7d6321-aa87-438d-b604-905406197c18", "tag": "b96488e1-966c-4817-91e0-1646ade0dbd0", "status": "completed", "code": 200}]} {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:38:46.185250 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-4d671ae5-dd7d-4499-a088-2c29663cb1b7 {{(pid=103377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:38:46.185711 n-d-827839-2 neutron-server[103377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa7d6321-aa87-438d-b604-905406197c18', 'tag': 'b96488e1-966c-4817-91e0-1646ade0dbd0', 'status': 'completed', 'code': 200} Feb 04 17:38:46.222231 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94adb07-1a73-452f-9ef1-02adb30d91b0 req-c354761f-2f44-4c7a-b986-a542fb67bc35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:38:46.224643 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-d94adb07-1a73-452f-9ef1-02adb30d91b0 req-c354761f-2f44-4c7a-b986-a542fb67bc35 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=1442cfcaa62548aa8c0af19ff6a9d44c&device_id=fa7d6321-aa87-438d-b604-905406197c18 HTTP/1.1" status: 200 len: 1126 time: 0.1343527 Feb 04 17:38:46.239218 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91020fc9-342d-4044-ab07-4065512d47e4 req-6b5e06ff-3afa-403d-bd63-0404cda67ac3 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:38:46.240984 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-91020fc9-342d-4044-ab07-4065512d47e4 req-6b5e06ff-3afa-403d-bd63-0404cda67ac3 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] 10.222.0.89 "GET /v2.0/ports?device_id=fa7d6321-aa87-438d-b604-905406197c18 HTTP/1.1" status: 200 len: 944 time: 0.1936443 Feb 04 17:38:46.242745 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67f77271-c4ba-4e56-93b0-11e22cfab613 tempest-ExtraDHCPOptionsTestJSON-1323374580 tempest-ExtraDHCPOptionsTestJSON-1323374580-project] Made reservation on behalf of d4eef1896fe7431d8f76a76a3675e33f for: {'port': 1} {{(pid=103376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:38:46.253993 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-67f77271-c4ba-4e56-93b0-11e22cfab613 tempest-ExtraDHCPOptionsTestJSON-1323374580 tempest-ExtraDHCPOptionsTestJSON-1323374580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:46.306367 n-d-827839-2 neutron-server[103376]: DEBUG neutron.notifiers.nova [None req-67f77271-c4ba-4e56-93b0-11e22cfab613 tempest-ExtraDHCPOptionsTestJSON-1323374580 tempest-ExtraDHCPOptionsTestJSON-1323374580-project] device_id is not set on port 52886a1d-c76f-4ac0-aa12-453dd64438b5 yet. {{(pid=103376) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 04 17:38:46.334356 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-d94adb07-1a73-452f-9ef1-02adb30d91b0 req-6a3d982e-8cba-44c9-8608-37ec6cc47236 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.20&port_id=b96488e1-966c-4817-91e0-1646ade0dbd0 HTTP/1.1" status: 200 len: 217 time: 0.0962751 Feb 04 17:38:46.368086 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-91020fc9-342d-4044-ab07-4065512d47e4 req-26057766-d9f7-4a01-a711-be1a4461228a tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] 10.222.0.89 "GET /v2.0/security-groups?id=580da8ae-211e-4ae7-8abb-8e3a7c361fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1117837 Feb 04 17:38:46.451874 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.db_base_plugin_common [None req-67f77271-c4ba-4e56-93b0-11e22cfab613 tempest-ExtraDHCPOptionsTestJSON-1323374580 tempest-ExtraDHCPOptionsTestJSON-1323374580-project] Allocated IP 172.20.0.3 (232f4a6d-b45a-4487-bd0c-69797428e149/b4e37e9b-0457-4861-bdd5-232ab21d9706/52886a1d-c76f-4ac0-aa12-453dd64438b5) {{(pid=103376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:38:46.457312 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94adb07-1a73-452f-9ef1-02adb30d91b0 req-63b17185-46e2-4cd2-9f25-9077ea0479ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:38:46.459226 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-d94adb07-1a73-452f-9ef1-02adb30d91b0 req-63b17185-46e2-4cd2-9f25-9077ea0479ea service neutron] 10.222.0.90 "GET /v2.0/subnets?id=1113b1e0-1fc0-4c0a-aaee-96db353cee76 HTTP/1.1" status: 200 len: 838 time: 0.1167133 Feb 04 17:38:46.568166 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94adb07-1a73-452f-9ef1-02adb30d91b0 req-1841d7c6-7846-4d3d-a572-d5302c319cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:38:46.569748 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-d94adb07-1a73-452f-9ef1-02adb30d91b0 req-1841d7c6-7846-4d3d-a572-d5302c319cf7 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=e3bc42d4-4686-4b1c-bb39-de90a50abeca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1043813 Feb 04 17:38:46.666715 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2921fcc7-cb8f-4622-b19a-ccaf7cedfac9 req-9268ce95-bdf9-4e63-a99c-b8adb9c5dfc7 tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:38:46.668231 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-2921fcc7-cb8f-4622-b19a-ccaf7cedfac9 req-9268ce95-bdf9-4e63-a99c-b8adb9c5dfc7 tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] 10.222.0.89 "GET /v2.0/ports?device_id=015f7940-865f-4e1d-a06e-876090514874 HTTP/1.1" status: 200 len: 946 time: 0.1704648 Feb 04 17:38:46.707254 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-67f77271-c4ba-4e56-93b0-11e22cfab613 tempest-ExtraDHCPOptionsTestJSON-1323374580 tempest-ExtraDHCPOptionsTestJSON-1323374580-project] Publish callbacks [] for port (52886a1d-c76f-4ac0-aa12-453dd64438b5), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:46.746224 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-67f77271-c4ba-4e56-93b0-11e22cfab613 tempest-ExtraDHCPOptionsTestJSON-1323374580 tempest-ExtraDHCPOptionsTestJSON-1323374580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (52886a1d-c76f-4ac0-aa12-453dd64438b5), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:46.770478 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-2921fcc7-cb8f-4622-b19a-ccaf7cedfac9 req-78e970d4-1967-4299-9f51-620f68870d5c tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] 10.222.0.89 "GET /v2.0/security-groups?id=7065f8d7-aeef-49a2-81d7-44cedbdfdedd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910752 Feb 04 17:38:46.804204 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67f77271-c4ba-4e56-93b0-11e22cfab613 tempest-ExtraDHCPOptionsTestJSON-1323374580 tempest-ExtraDHCPOptionsTestJSON-1323374580-project] Network 232f4a6d-b45a-4487-bd0c-69797428e149 is already hosted by enough agents. {{(pid=103376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:38:46.811327 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [None req-67f77271-c4ba-4e56-93b0-11e22cfab613 tempest-ExtraDHCPOptionsTestJSON-1323374580 tempest-ExtraDHCPOptionsTestJSON-1323374580-project] Resources bound (agent type, host, resource id): {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:38:46.817121 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67f77271-c4ba-4e56-93b0-11e22cfab613 tempest-ExtraDHCPOptionsTestJSON-1323374580 tempest-ExtraDHCPOptionsTestJSON-1323374580-project] Received port after_create {{(pid=103376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:38:46.823810 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-d94adb07-1a73-452f-9ef1-02adb30d91b0 req-4fc2de0b-88a4-460c-8c17-b28cce0b1009 service neutron] 10.222.0.90 "GET /v2.0/networks/e3bc42d4-4686-4b1c-bb39-de90a50abeca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2286971 Feb 04 17:38:46.837057 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-80317f3e-2582-4bba-974a-dc5dd6bcf9b9 None None] Allocated IP 172.20.0.2 (232f4a6d-b45a-4487-bd0c-69797428e149/b4e37e9b-0457-4861-bdd5-232ab21d9706/4962778a-075f-4c53-bcf3-b2b0b719d2d3) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:38:46.848815 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f77271-c4ba-4e56-93b0-11e22cfab613 tempest-ExtraDHCPOptionsTestJSON-1323374580 tempest-ExtraDHCPOptionsTestJSON-1323374580-project] Pushing event updated for resources: {'Port': ['ID=52886a1d-c76f-4ac0-aa12-453dd64438b5,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:38:46.897638 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67f77271-c4ba-4e56-93b0-11e22cfab613 tempest-ExtraDHCPOptionsTestJSON-1323374580 tempest-ExtraDHCPOptionsTestJSON-1323374580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:38:46.898480 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-67f77271-c4ba-4e56-93b0-11e22cfab613 tempest-ExtraDHCPOptionsTestJSON-1323374580 tempest-ExtraDHCPOptionsTestJSON-1323374580-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:46.923460 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-67f77271-c4ba-4e56-93b0-11e22cfab613 tempest-ExtraDHCPOptionsTestJSON-1323374580 tempest-ExtraDHCPOptionsTestJSON-1323374580-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9727564 Feb 04 17:38:46.924163 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 58966) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:38:46.931089 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-587d45e5-ddb6-4fab-a8bc-062b5c823a61 tempest-ExtraDHCPOptionsTestJSON-1323374580 tempest-ExtraDHCPOptionsTestJSON-1323374580-project] Request body: {'port': {'network_id': '232f4a6d-b45a-4487-bd0c-69797428e149', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1623959659', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:38:46.931756 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.api.validators [None req-587d45e5-ddb6-4fab-a8bc-062b5c823a61 tempest-ExtraDHCPOptionsTestJSON-1323374580 tempest-ExtraDHCPOptionsTestJSON-1323374580-project] bootfile-name is not in valid_values {{(pid=103376) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 04 17:38:46.932519 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.api.validators [None req-587d45e5-ddb6-4fab-a8bc-062b5c823a61 tempest-ExtraDHCPOptionsTestJSON-1323374580 tempest-ExtraDHCPOptionsTestJSON-1323374580-project] tftp-server is not in valid_values {{(pid=103376) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 04 17:38:46.932672 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.api.validators [None req-587d45e5-ddb6-4fab-a8bc-062b5c823a61 tempest-ExtraDHCPOptionsTestJSON-1323374580 tempest-ExtraDHCPOptionsTestJSON-1323374580-project] server-ip-address is not in valid_values {{(pid=103376) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 04 17:38:47.034147 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-d94adb07-1a73-452f-9ef1-02adb30d91b0 req-1b9b6df3-5c60-477f-b89f-613ae75771f3 service neutron] 10.222.0.90 "GET /v2.0/networks/e3bc42d4-4686-4b1c-bb39-de90a50abeca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2094607 Feb 04 17:38:47.066899 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-587d45e5-ddb6-4fab-a8bc-062b5c823a61 tempest-ExtraDHCPOptionsTestJSON-1323374580 tempest-ExtraDHCPOptionsTestJSON-1323374580-project] Made reservation on behalf of d4eef1896fe7431d8f76a76a3675e33f for: {'port': 1} {{(pid=103376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:38:47.082427 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-587d45e5-ddb6-4fab-a8bc-062b5c823a61 tempest-ExtraDHCPOptionsTestJSON-1323374580 tempest-ExtraDHCPOptionsTestJSON-1323374580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:47.111751 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-80317f3e-2582-4bba-974a-dc5dd6bcf9b9 None None] Publish callbacks [] for port (4962778a-075f-4c53-bcf3-b2b0b719d2d3), precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:47.115103 n-d-827839-2 neutron-server[103376]: DEBUG neutron.notifiers.nova [None req-587d45e5-ddb6-4fab-a8bc-062b5c823a61 tempest-ExtraDHCPOptionsTestJSON-1323374580 tempest-ExtraDHCPOptionsTestJSON-1323374580-project] device_id is not set on port 008db11e-633b-4c02-b19a-b86d7d322661 yet. {{(pid=103376) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 04 17:38:47.119367 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-80317f3e-2582-4bba-974a-dc5dd6bcf9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135'] for port (4962778a-075f-4c53-bcf3-b2b0b719d2d3), after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:47.139223 n-d-827839-2 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80317f3e-2582-4bba-974a-dc5dd6bcf9b9 None None] Network 232f4a6d-b45a-4487-bd0c-69797428e149 is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:38:47.161376 n-d-827839-2 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-80317f3e-2582-4bba-974a-dc5dd6bcf9b9 None None] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:38:47.166134 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80317f3e-2582-4bba-974a-dc5dd6bcf9b9 None None] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:38:47.189241 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd06f77b-34a5-4a69-858f-ffa9e4c3921f req-f45f8285-a9c7-4b93-8077-a8caa4e693a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:38:47.194792 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-bd06f77b-34a5-4a69-858f-ffa9e4c3921f req-f45f8285-a9c7-4b93-8077-a8caa4e693a2 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=1442cfcaa62548aa8c0af19ff6a9d44c&device_id=fa7d6321-aa87-438d-b604-905406197c18 HTTP/1.1" status: 200 len: 1126 time: 0.1091912 Feb 04 17:38:47.230611 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80317f3e-2582-4bba-974a-dc5dd6bcf9b9 None None] Pushing event updated for resources: {'Port': ['ID=4962778a-075f-4c53-bcf3-b2b0b719d2d3,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:38:47.254885 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-80317f3e-2582-4bba-974a-dc5dd6bcf9b9 None None] Attempting to bind port 4962778a-075f-4c53-bcf3-b2b0b719d2d3 on host n-d-827839-2 for vnic_type normal with profile {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:38:47.255631 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-80317f3e-2582-4bba-974a-dc5dd6bcf9b9 None None] Attempting to bind port 4962778a-075f-4c53-bcf3-b2b0b719d2d3 by drivers openvswitch,hyperv on host n-d-827839-2 at level 0 using segments [{'id': '2f71c0c5-dd0a-46ef-a072-db4c232ecfbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '232f4a6d-b45a-4487-bd0c-69797428e149'}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:38:47.256215 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80317f3e-2582-4bba-974a-dc5dd6bcf9b9 None None] Attempting to bind port 4962778a-075f-4c53-bcf3-b2b0b719d2d3 on network 232f4a6d-b45a-4487-bd0c-69797428e149 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:38:47.262012 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80317f3e-2582-4bba-974a-dc5dd6bcf9b9 None None] Checking agent: {'id': 'ba70844b-66a0-45fd-a2f2-e6ed673321fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 0, 36), 'started_at': datetime.datetime(2022, 2, 4, 17, 1, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 38, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:38:47.262380 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80317f3e-2582-4bba-974a-dc5dd6bcf9b9 None None] Checking segment: {'id': '2f71c0c5-dd0a-46ef-a072-db4c232ecfbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '232f4a6d-b45a-4487-bd0c-69797428e149'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:38:47.262787 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-80317f3e-2582-4bba-974a-dc5dd6bcf9b9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:47.263177 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80317f3e-2582-4bba-974a-dc5dd6bcf9b9 None None] Bound using segment: {'id': '2f71c0c5-dd0a-46ef-a072-db4c232ecfbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '232f4a6d-b45a-4487-bd0c-69797428e149'} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:38:47.265229 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-80317f3e-2582-4bba-974a-dc5dd6bcf9b9 None None] Bound port: 4962778a-075f-4c53-bcf3-b2b0b719d2d3, host: n-d-827839-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f71c0c5-dd0a-46ef-a072-db4c232ecfbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '232f4a6d-b45a-4487-bd0c-69797428e149'}}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:38:47.265229 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-80317f3e-2582-4bba-974a-dc5dd6bcf9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (4962778a-075f-4c53-bcf3-b2b0b719d2d3), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:47.320011 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.db_base_plugin_common [None req-587d45e5-ddb6-4fab-a8bc-062b5c823a61 tempest-ExtraDHCPOptionsTestJSON-1323374580 tempest-ExtraDHCPOptionsTestJSON-1323374580-project] Allocated IP 172.20.0.5 (232f4a6d-b45a-4487-bd0c-69797428e149/b4e37e9b-0457-4861-bdd5-232ab21d9706/008db11e-633b-4c02-b19a-b86d7d322661) {{(pid=103376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:38:47.355585 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-80317f3e-2582-4bba-974a-dc5dd6bcf9b9 None None] For port 4962778a-075f-4c53-bcf3-b2b0b719d2d3, host n-d-827839-2, cleared binding levels {{(pid=103378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:38:47.361982 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-80317f3e-2582-4bba-974a-dc5dd6bcf9b9 None None] For port 4962778a-075f-4c53-bcf3-b2b0b719d2d3, host n-d-827839-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=4962778a-075f-4c53-bcf3-b2b0b719d2d3,segment=NetworkSegment(2f71c0c5-dd0a-46ef-a072-db4c232ecfbe),segment_id=2f71c0c5-dd0a-46ef-a072-db4c232ecfbe)] {{(pid=103378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:38:47.371006 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-80317f3e-2582-4bba-974a-dc5dd6bcf9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (4962778a-075f-4c53-bcf3-b2b0b719d2d3), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:47.381446 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd06f77b-34a5-4a69-858f-ffa9e4c3921f req-978fcad6-ea8d-44ff-91e5-dd9c981a0d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:38:47.383626 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-bd06f77b-34a5-4a69-858f-ffa9e4c3921f req-978fcad6-ea8d-44ff-91e5-dd9c981a0d96 service neutron] 10.222.0.90 "GET /v2.0/networks?id=e3bc42d4-4686-4b1c-bb39-de90a50abeca HTTP/1.1" status: 200 len: 896 time: 0.1806479 Feb 04 17:38:47.526983 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80317f3e-2582-4bba-974a-dc5dd6bcf9b9 None None] Pushing event updated for resources: {'Port': ['ID=4962778a-075f-4c53-bcf3-b2b0b719d2d3,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:38:47.528676 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-bd06f77b-34a5-4a69-858f-ffa9e4c3921f req-3d4b667a-8522-4149-8dca-ee06ab39905b service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.20&port_id=b96488e1-966c-4817-91e0-1646ade0dbd0 HTTP/1.1" status: 200 len: 217 time: 0.1360283 Feb 04 17:38:47.595930 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd06f77b-34a5-4a69-858f-ffa9e4c3921f req-3408dadf-5596-44ee-82fa-4f2ac548f657 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:38:47.597743 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-bd06f77b-34a5-4a69-858f-ffa9e4c3921f req-3408dadf-5596-44ee-82fa-4f2ac548f657 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=1113b1e0-1fc0-4c0a-aaee-96db353cee76 HTTP/1.1" status: 200 len: 838 time: 0.0641763 Feb 04 17:38:47.619961 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-587d45e5-ddb6-4fab-a8bc-062b5c823a61 tempest-ExtraDHCPOptionsTestJSON-1323374580 tempest-ExtraDHCPOptionsTestJSON-1323374580-project] Publish callbacks [] for port (008db11e-633b-4c02-b19a-b86d7d322661), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:47.630007 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device fa5a1c99-a3b3-46ea-b891-f5171c94ab05 details requested by agent hyperv_n-h1-827839-2 with host n-h1-827839-2 {{(pid=103378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 17:38:47.630212 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2ca542-cd0a-433a-aba7-f9fbd66fde02 req-760a23a8-24e3-464d-9741-843837396293 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:38:47.632810 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-1c2ca542-cd0a-433a-aba7-f9fbd66fde02 req-760a23a8-24e3-464d-9741-843837396293 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] 10.222.0.89 "GET /v2.0/ports?device_id=fa7d6321-aa87-438d-b604-905406197c18 HTTP/1.1" status: 200 len: 944 time: 0.1067388 Feb 04 17:38:47.713934 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd06f77b-34a5-4a69-858f-ffa9e4c3921f req-08c9085c-067d-4f53-a8cf-f487e02f190d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:38:47.719647 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-bd06f77b-34a5-4a69-858f-ffa9e4c3921f req-08c9085c-067d-4f53-a8cf-f487e02f190d service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=e3bc42d4-4686-4b1c-bb39-de90a50abeca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1092451 Feb 04 17:38:47.727326 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-1c2ca542-cd0a-433a-aba7-f9fbd66fde02 req-9c184918-f293-4338-b331-546a7839a212 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] 10.222.0.89 "GET /v2.0/security-groups?id=580da8ae-211e-4ae7-8abb-8e3a7c361fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0860007 Feb 04 17:38:47.754969 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-587d45e5-ddb6-4fab-a8bc-062b5c823a61 tempest-ExtraDHCPOptionsTestJSON-1323374580 tempest-ExtraDHCPOptionsTestJSON-1323374580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (008db11e-633b-4c02-b19a-b86d7d322661), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:47.819871 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] For port fa5a1c99-a3b3-46ea-b891-f5171c94ab05, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=fa5a1c99-a3b3-46ea-b891-f5171c94ab05,segment=NetworkSegment(95e3d896-e0ab-47f8-8257-e5c06c9261eb),segment_id=95e3d896-e0ab-47f8-8257-e5c06c9261eb)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:38:47.861053 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Returning: {'device': 'fa5a1c99-a3b3-46ea-b891-f5171c94ab05', 'network_id': 'b55b6cf7-96ca-44f1-b402-5ece20b91f84', 'port_id': 'fa5a1c99-a3b3-46ea-b891-f5171c94ab05', 'mac_address': 'fa:16:3e:b1:08:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 796, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56d77231-1e8a-430f-89bb-45ff7f982beb', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 17:38:47.885399 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-587d45e5-ddb6-4fab-a8bc-062b5c823a61 tempest-ExtraDHCPOptionsTestJSON-1323374580 tempest-ExtraDHCPOptionsTestJSON-1323374580-project] Network 232f4a6d-b45a-4487-bd0c-69797428e149 is already hosted by enough agents. {{(pid=103376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:38:47.898635 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [None req-587d45e5-ddb6-4fab-a8bc-062b5c823a61 tempest-ExtraDHCPOptionsTestJSON-1323374580 tempest-ExtraDHCPOptionsTestJSON-1323374580-project] Resources bound (agent type, host, resource id): {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:38:47.898832 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-bd06f77b-34a5-4a69-858f-ffa9e4c3921f req-3a505ba4-0553-41d2-9239-f1b0b5d11ef1 service neutron] 10.222.0.90 "GET /v2.0/networks/e3bc42d4-4686-4b1c-bb39-de90a50abeca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1671000 Feb 04 17:38:47.904896 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-587d45e5-ddb6-4fab-a8bc-062b5c823a61 tempest-ExtraDHCPOptionsTestJSON-1323374580 tempest-ExtraDHCPOptionsTestJSON-1323374580-project] Received port after_create {{(pid=103376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:38:47.949915 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Current status of the port fa5a1c99-a3b3-46ea-b891-f5171c94ab05 is: ACTIVE; New status is: BUILD {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:38:47.950310 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (fa5a1c99-a3b3-46ea-b891-f5171c94ab05), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:47.968647 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587d45e5-ddb6-4fab-a8bc-062b5c823a61 tempest-ExtraDHCPOptionsTestJSON-1323374580 tempest-ExtraDHCPOptionsTestJSON-1323374580-project] Pushing event updated for resources: {'Port': ['ID=008db11e-633b-4c02-b19a-b86d7d322661,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:38:47.977661 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fa5a1c99-a3b3-46ea-b891-f5171c94ab05 {{(pid=103378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 17:38:48.009546 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-587d45e5-ddb6-4fab-a8bc-062b5c823a61 tempest-ExtraDHCPOptionsTestJSON-1323374580 tempest-ExtraDHCPOptionsTestJSON-1323374580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:38:48.010678 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-587d45e5-ddb6-4fab-a8bc-062b5c823a61 tempest-ExtraDHCPOptionsTestJSON-1323374580 tempest-ExtraDHCPOptionsTestJSON-1323374580-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:48.019816 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] For port fa5a1c99-a3b3-46ea-b891-f5171c94ab05, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=fa5a1c99-a3b3-46ea-b891-f5171c94ab05,segment=NetworkSegment(95e3d896-e0ab-47f8-8257-e5c06c9261eb),segment_id=95e3d896-e0ab-47f8-8257-e5c06c9261eb)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:38:48.024183 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (fa5a1c99-a3b3-46ea-b891-f5171c94ab05), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:48.040404 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-587d45e5-ddb6-4fab-a8bc-062b5c823a61 tempest-ExtraDHCPOptionsTestJSON-1323374580 tempest-ExtraDHCPOptionsTestJSON-1323374580-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 1.1123331 Feb 04 17:38:48.045590 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 58998) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:38:48.104543 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-bd06f77b-34a5-4a69-858f-ffa9e4c3921f req-559c9007-72c2-40e1-874b-64c4eef2d626 service neutron] 10.222.0.90 "GET /v2.0/networks/e3bc42d4-4686-4b1c-bb39-de90a50abeca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1961031 Feb 04 17:38:48.118376 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b326e5e-c435-432e-a2af-452b9c3e9ff6 req-b2d90a78-0b55-42d6-945a-fa2c91ba0426 tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:38:48.125635 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-3b326e5e-c435-432e-a2af-452b9c3e9ff6 req-b2d90a78-0b55-42d6-945a-fa2c91ba0426 tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] 10.222.0.89 "GET /v2.0/ports?device_id=015f7940-865f-4e1d-a06e-876090514874 HTTP/1.1" status: 200 len: 946 time: 0.1980598 Feb 04 17:38:48.144689 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Pushing event updated for resources: {'Port': ['ID=fa5a1c99-a3b3-46ea-b891-f5171c94ab05,revision_number=6']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:38:48.149690 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] get_ports_and_sgs() called for port_ids ['fa5a1c99-a3b3-46ea-b891-f5171c94ab05'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 17:38:48.192158 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3386c8d-ba47-474c-85ff-2c935705edb7 tempest-ExtraDHCPOptionsTestJSON-1323374580 tempest-ExtraDHCPOptionsTestJSON-1323374580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:38:48.198344 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3386c8d-ba47-474c-85ff-2c935705edb7 tempest-ExtraDHCPOptionsTestJSON-1323374580 tempest-ExtraDHCPOptionsTestJSON-1323374580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:38:48.202401 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-3b326e5e-c435-432e-a2af-452b9c3e9ff6 req-c457450d-8d71-447f-a8c3-e9333a31a53e tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] 10.222.0.89 "GET /v2.0/security-groups?id=7065f8d7-aeef-49a2-81d7-44cedbdfdedd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710635 Feb 04 17:38:48.205764 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3386c8d-ba47-474c-85ff-2c935705edb7 tempest-ExtraDHCPOptionsTestJSON-1323374580 tempest-ExtraDHCPOptionsTestJSON-1323374580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:38:48.211751 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 59004) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:38:48.211997 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-a3386c8d-ba47-474c-85ff-2c935705edb7 tempest-ExtraDHCPOptionsTestJSON-1323374580 tempest-ExtraDHCPOptionsTestJSON-1323374580-project] 10.222.0.89 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2615 time: 0.1650436 Feb 04 17:38:48.342523 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-2c9bf9d0-6900-470e-ad98-3b377dd21c02 tempest-ExtraDHCPOptionsTestJSON-1323374580 tempest-ExtraDHCPOptionsTestJSON-1323374580-project] Deleting port 008db11e-633b-4c02-b19a-b86d7d322661 {{(pid=103377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:38:48.342872 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-2c9bf9d0-6900-470e-ad98-3b377dd21c02 tempest-ExtraDHCPOptionsTestJSON-1323374580 tempest-ExtraDHCPOptionsTestJSON-1323374580-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (008db11e-633b-4c02-b19a-b86d7d322661), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:48.494326 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 4962778a-075f-4c53-bcf3-b2b0b719d2d3 up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:38:48.520806 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-2c9bf9d0-6900-470e-ad98-3b377dd21c02 tempest-ExtraDHCPOptionsTestJSON-1323374580 tempest-ExtraDHCPOptionsTestJSON-1323374580-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (008db11e-633b-4c02-b19a-b86d7d322661), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:48.535927 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-2c9bf9d0-6900-470e-ad98-3b377dd21c02 tempest-ExtraDHCPOptionsTestJSON-1323374580 tempest-ExtraDHCPOptionsTestJSON-1323374580-project] Calling delete_port for 008db11e-633b-4c02-b19a-b86d7d322661 owned by {{(pid=103377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:38:48.611133 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port 4962778a-075f-4c53-bcf3-b2b0b719d2d3 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:38:48.611506 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (4962778a-075f-4c53-bcf3-b2b0b719d2d3), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:48.752808 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-2c9bf9d0-6900-470e-ad98-3b377dd21c02 tempest-ExtraDHCPOptionsTestJSON-1323374580 tempest-ExtraDHCPOptionsTestJSON-1323374580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (008db11e-633b-4c02-b19a-b86d7d322661), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:48.795215 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9bf9d0-6900-470e-ad98-3b377dd21c02 tempest-ExtraDHCPOptionsTestJSON-1323374580 tempest-ExtraDHCPOptionsTestJSON-1323374580-project] Pushing event deleted for resources: {'Port': ['ID=008db11e-633b-4c02-b19a-b86d7d322661,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:38:48.842935 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port 4962778a-075f-4c53-bcf3-b2b0b719d2d3 is: DOWN; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:38:48.843328 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (4962778a-075f-4c53-bcf3-b2b0b719d2d3), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:48.889113 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] For port 4962778a-075f-4c53-bcf3-b2b0b719d2d3, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=4962778a-075f-4c53-bcf3-b2b0b719d2d3,segment=NetworkSegment(2f71c0c5-dd0a-46ef-a072-db4c232ecfbe),segment_id=2f71c0c5-dd0a-46ef-a072-db4c232ecfbe)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:38:48.899218 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (4962778a-075f-4c53-bcf3-b2b0b719d2d3), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:48.911099 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-2c9bf9d0-6900-470e-ad98-3b377dd21c02 tempest-ExtraDHCPOptionsTestJSON-1323374580 tempest-ExtraDHCPOptionsTestJSON-1323374580-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:48.918234 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-2c9bf9d0-6900-470e-ad98-3b377dd21c02 tempest-ExtraDHCPOptionsTestJSON-1323374580 tempest-ExtraDHCPOptionsTestJSON-1323374580-project] 10.222.0.89 "DELETE /v2.0/ports/008db11e-633b-4c02-b19a-b86d7d322661 HTTP/1.1" status: 204 len: 168 time: 0.7020025 Feb 04 17:38:48.918470 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 59012) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:38:48.923855 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-6f596892-51a2-4878-b265-cbad7f8ae4dc tempest-ExtraDHCPOptionsTestJSON-1323374580 tempest-ExtraDHCPOptionsTestJSON-1323374580-project] Request body: {'port': {'name': 'tempest-new-port-name-1096783339', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:38:48.924312 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.api.validators [None req-6f596892-51a2-4878-b265-cbad7f8ae4dc tempest-ExtraDHCPOptionsTestJSON-1323374580 tempest-ExtraDHCPOptionsTestJSON-1323374580-project] bootfile-name is not in valid_values {{(pid=103377) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 04 17:38:48.924708 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.api.validators [None req-6f596892-51a2-4878-b265-cbad7f8ae4dc tempest-ExtraDHCPOptionsTestJSON-1323374580 tempest-ExtraDHCPOptionsTestJSON-1323374580-project] tftp-server is not in valid_values {{(pid=103377) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 04 17:38:48.925199 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.api.validators [None req-6f596892-51a2-4878-b265-cbad7f8ae4dc tempest-ExtraDHCPOptionsTestJSON-1323374580 tempest-ExtraDHCPOptionsTestJSON-1323374580-project] server-ip-address is not in valid_values {{(pid=103377) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 04 17:38:48.963260 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Pushing event updated for resources: {'Port': ['ID=4962778a-075f-4c53-bcf3-b2b0b719d2d3,revision_number=3']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:38:48.975001 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e33f702-1359-49fb-bae3-7fb3b4ac4e84 req-4ceb11a8-5d8a-4b41-9ae4-fe6ede0219ec tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:38:48.979887 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-1e33f702-1359-49fb-bae3-7fb3b4ac4e84 req-4ceb11a8-5d8a-4b41-9ae4-fe6ede0219ec tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] 10.222.0.89 "GET /v2.0/ports?device_id=fa7d6321-aa87-438d-b604-905406197c18 HTTP/1.1" status: 200 len: 944 time: 0.1408653 Feb 04 17:38:49.039339 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-6f596892-51a2-4878-b265-cbad7f8ae4dc tempest-ExtraDHCPOptionsTestJSON-1323374580 tempest-ExtraDHCPOptionsTestJSON-1323374580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (52886a1d-c76f-4ac0-aa12-453dd64438b5), before_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:49.062977 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-1e33f702-1359-49fb-bae3-7fb3b4ac4e84 req-89e1efc3-5f4e-46fc-8160-b17726ccd5a7 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] 10.222.0.89 "GET /v2.0/security-groups?id=580da8ae-211e-4ae7-8abb-8e3a7c361fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0766878 Feb 04 17:38:49.149291 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6c8785d-a09e-4fb7-950f-a3b330228224 None None] Network 232f4a6d-b45a-4487-bd0c-69797428e149 requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:38:49.277129 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-05b72deb-77c4-4e0a-a138-24c6e2842a9c None None] Provisioning complete for port 4962778a-075f-4c53-bcf3-b2b0b719d2d3 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:38:49.278020 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-05b72deb-77c4-4e0a-a138-24c6e2842a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (4962778a-075f-4c53-bcf3-b2b0b719d2d3), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:49.411193 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-6f596892-51a2-4878-b265-cbad7f8ae4dc tempest-ExtraDHCPOptionsTestJSON-1323374580 tempest-ExtraDHCPOptionsTestJSON-1323374580-project] Publish callbacks [] for port (52886a1d-c76f-4ac0-aa12-453dd64438b5), precommit_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:49.427293 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-6f596892-51a2-4878-b265-cbad7f8ae4dc tempest-ExtraDHCPOptionsTestJSON-1323374580 tempest-ExtraDHCPOptionsTestJSON-1323374580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25888290'] for port (52886a1d-c76f-4ac0-aa12-453dd64438b5), after_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:49.428218 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-05b72deb-77c4-4e0a-a138-24c6e2842a9c None None] Current status of the port 4962778a-075f-4c53-bcf3-b2b0b719d2d3 is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:38:49.485887 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c267df07-f793-469f-a6f9-20dfc2ef5b3f req-ec78ba5e-6a23-4794-83a2-09327681386b tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:38:49.493307 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-c267df07-f793-469f-a6f9-20dfc2ef5b3f req-ec78ba5e-6a23-4794-83a2-09327681386b tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] 10.222.0.89 "GET /v2.0/ports?device_id=015f7940-865f-4e1d-a06e-876090514874 HTTP/1.1" status: 200 len: 946 time: 0.1898170 Feb 04 17:38:49.561219 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f596892-51a2-4878-b265-cbad7f8ae4dc tempest-ExtraDHCPOptionsTestJSON-1323374580 tempest-ExtraDHCPOptionsTestJSON-1323374580-project] Pushing event updated for resources: {'Port': ['ID=52886a1d-c76f-4ac0-aa12-453dd64438b5,revision_number=2']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:38:49.601163 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-c267df07-f793-469f-a6f9-20dfc2ef5b3f req-cb2a5651-4cc7-4175-9811-89a834bd476d tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] 10.222.0.89 "GET /v2.0/security-groups?id=7065f8d7-aeef-49a2-81d7-44cedbdfdedd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069140 Feb 04 17:38:49.601888 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-6f596892-51a2-4878-b265-cbad7f8ae4dc tempest-ExtraDHCPOptionsTestJSON-1323374580 tempest-ExtraDHCPOptionsTestJSON-1323374580-project] In _notify_port_updated(), no bound segment for port 52886a1d-c76f-4ac0-aa12-453dd64438b5 on network 232f4a6d-b45a-4487-bd0c-69797428e149 {{(pid=103377) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Feb 04 17:38:49.607807 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f596892-51a2-4878-b265-cbad7f8ae4dc tempest-ExtraDHCPOptionsTestJSON-1323374580 tempest-ExtraDHCPOptionsTestJSON-1323374580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:38:49.609235 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-6f596892-51a2-4878-b265-cbad7f8ae4dc tempest-ExtraDHCPOptionsTestJSON-1323374580 tempest-ExtraDHCPOptionsTestJSON-1323374580-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:49.612393 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-6f596892-51a2-4878-b265-cbad7f8ae4dc tempest-ExtraDHCPOptionsTestJSON-1323374580 tempest-ExtraDHCPOptionsTestJSON-1323374580-project] 10.222.0.89 "PUT /v2.0/ports/52886a1d-c76f-4ac0-aa12-453dd64438b5 HTTP/1.1" status: 200 len: 1136 time: 0.6929746 Feb 04 17:38:49.615154 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 59028) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:38:49.660272 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device fa5a1c99-a3b3-46ea-b891-f5171c94ab05 up at agent hyperv_n-h1-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:38:49.673221 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9286e649-8b26-4697-8609-95a18e5f2149 tempest-ExtraDHCPOptionsTestJSON-1323374580 tempest-ExtraDHCPOptionsTestJSON-1323374580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:38:49.675715 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-9286e649-8b26-4697-8609-95a18e5f2149 tempest-ExtraDHCPOptionsTestJSON-1323374580 tempest-ExtraDHCPOptionsTestJSON-1323374580-project] 10.222.0.89 "GET /v2.0/ports/52886a1d-c76f-4ac0-aa12-453dd64438b5 HTTP/1.1" status: 200 len: 1136 time: 0.0594742 Feb 04 17:38:49.679088 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 59030) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:38:49.750235 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Provisioning complete for port fa5a1c99-a3b3-46ea-b891-f5171c94ab05 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:38:49.750718 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (fa5a1c99-a3b3-46ea-b891-f5171c94ab05), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:49.784671 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-307c0d32-946f-435d-893d-a90f70b479b9 None None] Provisioning complete for port 4962778a-075f-4c53-bcf3-b2b0b719d2d3 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:38:49.785095 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-307c0d32-946f-435d-893d-a90f70b479b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (4962778a-075f-4c53-bcf3-b2b0b719d2d3), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:49.815402 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-2a8b6f31-9bba-4055-9a31-d3777f549e15 tempest-ExtraDHCPOptionsTestJSON-1323374580 tempest-ExtraDHCPOptionsTestJSON-1323374580-project] Deleting port 52886a1d-c76f-4ac0-aa12-453dd64438b5 {{(pid=103377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:38:49.815846 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-2a8b6f31-9bba-4055-9a31-d3777f549e15 tempest-ExtraDHCPOptionsTestJSON-1323374580 tempest-ExtraDHCPOptionsTestJSON-1323374580-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (52886a1d-c76f-4ac0-aa12-453dd64438b5), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:49.986365 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-307c0d32-946f-435d-893d-a90f70b479b9 None None] Current status of the port 4962778a-075f-4c53-bcf3-b2b0b719d2d3 is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:38:50.003180 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Current status of the port fa5a1c99-a3b3-46ea-b891-f5171c94ab05 is: BUILD; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:38:50.003837 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (fa5a1c99-a3b3-46ea-b891-f5171c94ab05), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:50.053047 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Device b96488e1-966c-4817-91e0-1646ade0dbd0 details requested by agent hyperv_n-h2-827839-2 with host n-h2-827839-2 {{(pid=103378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 17:38:50.075559 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-307c0d32-946f-435d-893d-a90f70b479b9 None None] Provisioning complete for port 52886a1d-c76f-4ac0-aa12-453dd64438b5 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:38:50.076210 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-307c0d32-946f-435d-893d-a90f70b479b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (52886a1d-c76f-4ac0-aa12-453dd64438b5), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:50.077833 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c7675e1-1c8a-410f-be7f-b37c48bc9d65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa5a1c99-a3b3-46ea-b891-f5171c94ab05'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:38:50.080334 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c34bc964ce2211770fda26ca2f3801cc06f4f39928110690550e94ab9c9d2fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2c5fdca-53fc-457e-8643-ef6caa0ac9dd" -d '{"events": [{"server_uuid": "3c7675e1-1c8a-410f-be7f-b37c48bc9d65", "name": "network-vif-plugged", "status": "completed", "tag": "fa5a1c99-a3b3-46ea-b891-f5171c94ab05"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:38:50.134772 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] For port fa5a1c99-a3b3-46ea-b891-f5171c94ab05, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=fa5a1c99-a3b3-46ea-b891-f5171c94ab05,segment=NetworkSegment(95e3d896-e0ab-47f8-8257-e5c06c9261eb),segment_id=95e3d896-e0ab-47f8-8257-e5c06c9261eb)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:38:50.147971 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (fa5a1c99-a3b3-46ea-b891-f5171c94ab05), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:50.213911 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 17:38:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee1c4226-d32f-48e8-beee-38995c64cded x-openstack-request-id: req-ee1c4226-d32f-48e8-beee-38995c64cded {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:38:50.214536 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c7675e1-1c8a-410f-be7f-b37c48bc9d65", "name": "network-vif-plugged", "status": "completed", "tag": "fa5a1c99-a3b3-46ea-b891-f5171c94ab05", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:38:50.214885 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-ee1c4226-d32f-48e8-beee-38995c64cded {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:38:50.215379 n-d-827839-2 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c7675e1-1c8a-410f-be7f-b37c48bc9d65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa5a1c99-a3b3-46ea-b891-f5171c94ab05', 'code': 200} Feb 04 17:38:50.247232 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-307c0d32-946f-435d-893d-a90f70b479b9 None None] Port 52886a1d-c76f-4ac0-aa12-453dd64438b5 cannot update to ACTIVE because it is not bound. {{(pid=103378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 17:38:50.349413 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Pushing event updated for resources: {'Port': ['ID=fa5a1c99-a3b3-46ea-b891-f5171c94ab05,revision_number=7']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:38:50.385085 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] For port b96488e1-966c-4817-91e0-1646ade0dbd0, host n-h2-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=b96488e1-966c-4817-91e0-1646ade0dbd0,segment=NetworkSegment(c797d305-3827-4cea-81f5-da1589eba867),segment_id=c797d305-3827-4cea-81f5-da1589eba867)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:38:50.400636 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-9dcbed27-b8aa-4e6d-97d1-9055b3fe79a8 None None] Provisioning complete for port 52886a1d-c76f-4ac0-aa12-453dd64438b5 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:38:50.401350 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9dcbed27-b8aa-4e6d-97d1-9055b3fe79a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (52886a1d-c76f-4ac0-aa12-453dd64438b5), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:50.468772 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-9dcbed27-b8aa-4e6d-97d1-9055b3fe79a8 None None] Port 52886a1d-c76f-4ac0-aa12-453dd64438b5 cannot update to ACTIVE because it is not bound. {{(pid=103378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 17:38:50.470566 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Returning: {'device': 'b96488e1-966c-4817-91e0-1646ade0dbd0', 'network_id': 'e3bc42d4-4686-4b1c-bb39-de90a50abeca', 'port_id': 'b96488e1-966c-4817-91e0-1646ade0dbd0', 'mac_address': 'fa:16:3e:83:56:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 759, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1113b1e0-1fc0-4c0a-aaee-96db353cee76', 'ip_address': '172.20.0.20'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 17:38:50.474473 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 4962778a-075f-4c53-bcf3-b2b0b719d2d3 up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:38:50.486065 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-2a8b6f31-9bba-4055-9a31-d3777f549e15 tempest-ExtraDHCPOptionsTestJSON-1323374580 tempest-ExtraDHCPOptionsTestJSON-1323374580-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (52886a1d-c76f-4ac0-aa12-453dd64438b5), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:50.504111 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa124618-2c75-4aa8-8de7-caf4fdf59a44 req-1546059f-54bb-4300-8b11-7b6481c7a161 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:38:50.505905 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-fa124618-2c75-4aa8-8de7-caf4fdf59a44 req-1546059f-54bb-4300-8b11-7b6481c7a161 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] 10.222.0.89 "GET /v2.0/ports?device_id=fa7d6321-aa87-438d-b604-905406197c18 HTTP/1.1" status: 200 len: 944 time: 0.1515813 Feb 04 17:38:50.510611 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-2a8b6f31-9bba-4055-9a31-d3777f549e15 tempest-ExtraDHCPOptionsTestJSON-1323374580 tempest-ExtraDHCPOptionsTestJSON-1323374580-project] Calling delete_port for 52886a1d-c76f-4ac0-aa12-453dd64438b5 owned by {{(pid=103377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:38:50.542680 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-9dcbed27-b8aa-4e6d-97d1-9055b3fe79a8 None None] Could not find standard attr ID for object 008db11e-633b-4c02-b19a-b86d7d322661. {{(pid=103378) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 17:38:50.628820 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port 4962778a-075f-4c53-bcf3-b2b0b719d2d3 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:38:50.629213 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (4962778a-075f-4c53-bcf3-b2b0b719d2d3), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:50.664370 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Current status of the port b96488e1-966c-4817-91e0-1646ade0dbd0 is: DOWN; New status is: BUILD {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:38:50.664828 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (b96488e1-966c-4817-91e0-1646ade0dbd0), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:50.687382 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b96488e1-966c-4817-91e0-1646ade0dbd0 {{(pid=103378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 17:38:50.703319 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-fa124618-2c75-4aa8-8de7-caf4fdf59a44 req-3c649cbd-fc21-4585-bdfb-acc1dc4ec5be tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] 10.222.0.89 "GET /v2.0/security-groups?id=580da8ae-211e-4ae7-8abb-8e3a7c361fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1772072 Feb 04 17:38:50.735973 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] For port b96488e1-966c-4817-91e0-1646ade0dbd0, host n-h2-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=b96488e1-966c-4817-91e0-1646ade0dbd0,segment=NetworkSegment(c797d305-3827-4cea-81f5-da1589eba867),segment_id=c797d305-3827-4cea-81f5-da1589eba867)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:38:50.743999 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (b96488e1-966c-4817-91e0-1646ade0dbd0), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:50.827491 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-2a8b6f31-9bba-4055-9a31-d3777f549e15 tempest-ExtraDHCPOptionsTestJSON-1323374580 tempest-ExtraDHCPOptionsTestJSON-1323374580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (52886a1d-c76f-4ac0-aa12-453dd64438b5), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:50.833011 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791b5e36-ffff-499a-b98f-d7710ebe01e8 req-588133e4-1577-4650-9f28-90062e118fc5 tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:38:50.834375 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port 4962778a-075f-4c53-bcf3-b2b0b719d2d3 is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:38:50.835520 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-791b5e36-ffff-499a-b98f-d7710ebe01e8 req-588133e4-1577-4650-9f28-90062e118fc5 tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] 10.222.0.89 "GET /v2.0/ports?device_id=015f7940-865f-4e1d-a06e-876090514874 HTTP/1.1" status: 200 len: 946 time: 0.1022658 Feb 04 17:38:50.853230 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Pushing event updated for resources: {'Port': ['ID=b96488e1-966c-4817-91e0-1646ade0dbd0,revision_number=4']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:38:50.888477 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8b6f31-9bba-4055-9a31-d3777f549e15 tempest-ExtraDHCPOptionsTestJSON-1323374580 tempest-ExtraDHCPOptionsTestJSON-1323374580-project] Pushing event deleted for resources: {'Port': ['ID=52886a1d-c76f-4ac0-aa12-453dd64438b5,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:38:50.921879 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-791b5e36-ffff-499a-b98f-d7710ebe01e8 req-26df422a-2ce4-4379-912d-4c82afc7a9e5 tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] 10.222.0.89 "GET /v2.0/security-groups?id=7065f8d7-aeef-49a2-81d7-44cedbdfdedd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794899 Feb 04 17:38:50.991978 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-2a8b6f31-9bba-4055-9a31-d3777f549e15 tempest-ExtraDHCPOptionsTestJSON-1323374580 tempest-ExtraDHCPOptionsTestJSON-1323374580-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:50.996275 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-2a8b6f31-9bba-4055-9a31-d3777f549e15 tempest-ExtraDHCPOptionsTestJSON-1323374580 tempest-ExtraDHCPOptionsTestJSON-1323374580-project] 10.222.0.89 "DELETE /v2.0/ports/52886a1d-c76f-4ac0-aa12-453dd64438b5 HTTP/1.1" status: 204 len: 168 time: 1.3152759 Feb 04 17:38:50.998331 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 59050) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:38:51.000240 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] get_ports_and_sgs() called for port_ids ['b96488e1-966c-4817-91e0-1646ade0dbd0'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 17:38:51.064680 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-0bc0c6e5-056e-4fe4-9bec-7d6668d8c721 None None] Could not find standard attr ID for object 52886a1d-c76f-4ac0-aa12-453dd64438b5. {{(pid=103378) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 17:38:51.104967 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.db_base_plugin_v2 [None req-ccf3e6c2-76ca-48e6-9643-264226f49351 tempest-ExtraDHCPOptionsTestJSON-1323374580 tempest-ExtraDHCPOptionsTestJSON-1323374580-project] Deleting subnet b4e37e9b-0457-4861-bdd5-232ab21d9706 {{(pid=103376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 17:38:51.110931 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-ccf3e6c2-76ca-48e6-9643-264226f49351 tempest-ExtraDHCPOptionsTestJSON-1323374580 tempest-ExtraDHCPOptionsTestJSON-1323374580-project] Publish callbacks [] for subnet (b4e37e9b-0457-4861-bdd5-232ab21d9706), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:51.184101 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-ccf3e6c2-76ca-48e6-9643-264226f49351 tempest-ExtraDHCPOptionsTestJSON-1323374580 tempest-ExtraDHCPOptionsTestJSON-1323374580-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25674901'] for subnet (b4e37e9b-0457-4861-bdd5-232ab21d9706), precommit_delete_associations {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:51.373526 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-ccf3e6c2-76ca-48e6-9643-264226f49351 tempest-ExtraDHCPOptionsTestJSON-1323374580 tempest-ExtraDHCPOptionsTestJSON-1323374580-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1541225'] for subnet (b4e37e9b-0457-4861-bdd5-232ab21d9706), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:51.498881 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-ccf3e6c2-76ca-48e6-9643-264226f49351 tempest-ExtraDHCPOptionsTestJSON-1323374580 tempest-ExtraDHCPOptionsTestJSON-1323374580-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1541216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25675894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25858947'] for subnet (b4e37e9b-0457-4861-bdd5-232ab21d9706), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:51.539856 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7060d215-3a97-4953-bad0-6d481543d4fe None None] Network 232f4a6d-b45a-4487-bd0c-69797428e149 requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:38:51.570971 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-ccf3e6c2-76ca-48e6-9643-264226f49351 tempest-ExtraDHCPOptionsTestJSON-1323374580 tempest-ExtraDHCPOptionsTestJSON-1323374580-project] Publish callbacks [] for subnet (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:51.574719 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-ccf3e6c2-76ca-48e6-9643-264226f49351 tempest-ExtraDHCPOptionsTestJSON-1323374580 tempest-ExtraDHCPOptionsTestJSON-1323374580-project] 10.222.0.89 "DELETE /v2.0/subnets/b4e37e9b-0457-4861-bdd5-232ab21d9706 HTTP/1.1" status: 204 len: 168 time: 0.5754011 Feb 04 17:38:51.576240 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf3e6c2-76ca-48e6-9643-264226f49351 tempest-ExtraDHCPOptionsTestJSON-1323374580 tempest-ExtraDHCPOptionsTestJSON-1323374580-project] Pushing event deleted for resources: {'Subnet': ['ID=b4e37e9b-0457-4861-bdd5-232ab21d9706,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:38:51.578184 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 59068) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:38:51.737011 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-9e9bd7f0-8a77-4e9b-94e4-4857df4dafe7 tempest-ExtraDHCPOptionsTestJSON-1323374580 tempest-ExtraDHCPOptionsTestJSON-1323374580-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628832'] for network (232f4a6d-b45a-4487-bd0c-69797428e149), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:51.816681 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdda2af3-f773-4b22-bbac-1b3727a54a2b None None] DHCP port deletion for 232f4a6d-b45a-4487-bd0c-69797428e149 request from n-d-827839-2 {{(pid=103378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 17:38:51.833134 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-9e9bd7f0-8a77-4e9b-94e4-4857df4dafe7 tempest-ExtraDHCPOptionsTestJSON-1323374580 tempest-ExtraDHCPOptionsTestJSON-1323374580-project] Deleting port 4962778a-075f-4c53-bcf3-b2b0b719d2d3 {{(pid=103377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:38:51.833395 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-9e9bd7f0-8a77-4e9b-94e4-4857df4dafe7 tempest-ExtraDHCPOptionsTestJSON-1323374580 tempest-ExtraDHCPOptionsTestJSON-1323374580-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (4962778a-075f-4c53-bcf3-b2b0b719d2d3), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:51.938055 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [None req-9e9bd7f0-8a77-4e9b-94e4-4857df4dafe7 tempest-ExtraDHCPOptionsTestJSON-1323374580 tempest-ExtraDHCPOptionsTestJSON-1323374580-project] For port 4962778a-075f-4c53-bcf3-b2b0b719d2d3, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=4962778a-075f-4c53-bcf3-b2b0b719d2d3,segment=NetworkSegment(2f71c0c5-dd0a-46ef-a072-db4c232ecfbe),segment_id=2f71c0c5-dd0a-46ef-a072-db4c232ecfbe)] {{(pid=103377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:38:51.938429 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-9e9bd7f0-8a77-4e9b-94e4-4857df4dafe7 tempest-ExtraDHCPOptionsTestJSON-1323374580 tempest-ExtraDHCPOptionsTestJSON-1323374580-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (4962778a-075f-4c53-bcf3-b2b0b719d2d3), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:51.962138 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-9e9bd7f0-8a77-4e9b-94e4-4857df4dafe7 tempest-ExtraDHCPOptionsTestJSON-1323374580 tempest-ExtraDHCPOptionsTestJSON-1323374580-project] Calling delete_port for 4962778a-075f-4c53-bcf3-b2b0b719d2d3 owned by network:dhcp {{(pid=103377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:38:51.977131 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d472dbb9-0349-4925-a996-a97865cc2c79 req-1b838ba5-2f4a-4aa1-8b84-9a956bb3038f tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:38:51.978772 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-d472dbb9-0349-4925-a996-a97865cc2c79 req-1b838ba5-2f4a-4aa1-8b84-9a956bb3038f tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] 10.222.0.89 "GET /v2.0/ports?device_id=fa7d6321-aa87-438d-b604-905406197c18 HTTP/1.1" status: 200 len: 945 time: 0.1060257 Feb 04 17:38:52.019338 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-cdda2af3-f773-4b22-bbac-1b3727a54a2b None None] Deleting port 4962778a-075f-4c53-bcf3-b2b0b719d2d3 {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:38:52.019886 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-cdda2af3-f773-4b22-bbac-1b3727a54a2b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (4962778a-075f-4c53-bcf3-b2b0b719d2d3), before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:52.126826 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Device b96488e1-966c-4817-91e0-1646ade0dbd0 up at agent hyperv_n-h2-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:38:52.150636 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72864516-b6dc-4e19-a7b4-6af9ffa52cd4 req-1f671217-9e1b-407e-8d97-61fe40f4e3a8 tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:38:52.157574 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-72864516-b6dc-4e19-a7b4-6af9ffa52cd4 req-1f671217-9e1b-407e-8d97-61fe40f4e3a8 tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] 10.222.0.89 "GET /v2.0/ports?device_id=015f7940-865f-4e1d-a06e-876090514874 HTTP/1.1" status: 200 len: 946 time: 0.1196041 Feb 04 17:38:52.182150 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-d472dbb9-0349-4925-a996-a97865cc2c79 req-670b74ba-a405-49c0-9ba8-863cc0c30b66 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] 10.222.0.89 "GET /v2.0/security-groups?id=580da8ae-211e-4ae7-8abb-8e3a7c361fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1922081 Feb 04 17:38:52.231561 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-9e9bd7f0-8a77-4e9b-94e4-4857df4dafe7 tempest-ExtraDHCPOptionsTestJSON-1323374580 tempest-ExtraDHCPOptionsTestJSON-1323374580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (4962778a-075f-4c53-bcf3-b2b0b719d2d3), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:52.274272 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-72864516-b6dc-4e19-a7b4-6af9ffa52cd4 req-dc004c86-fd0c-4997-be44-b39e2c51894d tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] 10.222.0.89 "GET /v2.0/security-groups?id=7065f8d7-aeef-49a2-81d7-44cedbdfdedd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996995 Feb 04 17:38:52.278882 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e9bd7f0-8a77-4e9b-94e4-4857df4dafe7 tempest-ExtraDHCPOptionsTestJSON-1323374580 tempest-ExtraDHCPOptionsTestJSON-1323374580-project] No DVR routers for this DVR port 4962778a-075f-4c53-bcf3-b2b0b719d2d3 on host n-d-827839-2 {{(pid=103377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 17:38:52.337008 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-cdda2af3-f773-4b22-bbac-1b3727a54a2b None None] For port 4962778a-075f-4c53-bcf3-b2b0b719d2d3, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=4962778a-075f-4c53-bcf3-b2b0b719d2d3,segment=NetworkSegment(2f71c0c5-dd0a-46ef-a072-db4c232ecfbe),segment_id=2f71c0c5-dd0a-46ef-a072-db4c232ecfbe)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:38:52.339785 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-cdda2af3-f773-4b22-bbac-1b3727a54a2b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (4962778a-075f-4c53-bcf3-b2b0b719d2d3), precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:52.363799 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9bd7f0-8a77-4e9b-94e4-4857df4dafe7 tempest-ExtraDHCPOptionsTestJSON-1323374580 tempest-ExtraDHCPOptionsTestJSON-1323374580-project] Pushing event deleted for resources: {'Port': ['ID=4962778a-075f-4c53-bcf3-b2b0b719d2d3,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:38:52.393782 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-cdda2af3-f773-4b22-bbac-1b3727a54a2b None None] Calling delete_port for 4962778a-075f-4c53-bcf3-b2b0b719d2d3 owned by network:dhcp {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:38:52.435540 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 4962778a-075f-4c53-bcf3-b2b0b719d2d3 no longer exists at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:38:52.589185 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-9e9bd7f0-8a77-4e9b-94e4-4857df4dafe7 tempest-ExtraDHCPOptionsTestJSON-1323374580 tempest-ExtraDHCPOptionsTestJSON-1323374580-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1543676', 'neutron.services.segments.db._delete_segments_for_network-8781084786517'] for network (232f4a6d-b45a-4487-bd0c-69797428e149), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:52.635852 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Provisioning for port b96488e1-966c-4817-91e0-1646ade0dbd0 completed by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 17:38:52.644216 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] No Port match for: 4962778a-075f-4c53-bcf3-b2b0b719d2d3 {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 17:38:52.644503 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 4962778a-075f-4c53-bcf3-b2b0b719d2d3 not bound to the agent host n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 17:38:52.650651 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Provisioning complete for port b96488e1-966c-4817-91e0-1646ade0dbd0 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:38:52.651030 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (b96488e1-966c-4817-91e0-1646ade0dbd0), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:52.668504 n-d-827839-2 neutron-server[103377]: DEBUG neutron.services.segments.db [None req-9e9bd7f0-8a77-4e9b-94e4-4857df4dafe7 tempest-ExtraDHCPOptionsTestJSON-1323374580 tempest-ExtraDHCPOptionsTestJSON-1323374580-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['232f4a6d-b45a-4487-bd0c-69797428e149']}} {{(pid=103377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:38:52.692481 n-d-827839-2 neutron-server[103377]: DEBUG neutron.services.segments.db [None req-9e9bd7f0-8a77-4e9b-94e4-4857df4dafe7 tempest-ExtraDHCPOptionsTestJSON-1323374580 tempest-ExtraDHCPOptionsTestJSON-1323374580-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f71c0c5-dd0a-46ef-a072-db4c232ecfbe') {'for_net_delete': True} {{(pid=103377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:38:52.692883 n-d-827839-2 neutron-server[103377]: DEBUG neutron.services.segments.db [None req-9e9bd7f0-8a77-4e9b-94e4-4857df4dafe7 tempest-ExtraDHCPOptionsTestJSON-1323374580 tempest-ExtraDHCPOptionsTestJSON-1323374580-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f71c0c5-dd0a-46ef-a072-db4c232ecfbe') {} {{(pid=103377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:38:52.719978 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-9e9bd7f0-8a77-4e9b-94e4-4857df4dafe7 tempest-ExtraDHCPOptionsTestJSON-1323374580 tempest-ExtraDHCPOptionsTestJSON-1323374580-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781084783966', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26866685'] for segment (2f71c0c5-dd0a-46ef-a072-db4c232ecfbe), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:52.736082 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 59100) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:38:52.742010 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-9e9bd7f0-8a77-4e9b-94e4-4857df4dafe7 tempest-ExtraDHCPOptionsTestJSON-1323374580 tempest-ExtraDHCPOptionsTestJSON-1323374580-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (2f71c0c5-dd0a-46ef-a072-db4c232ecfbe), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:52.748290 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e9bd7f0-8a77-4e9b-94e4-4857df4dafe7 tempest-ExtraDHCPOptionsTestJSON-1323374580 tempest-ExtraDHCPOptionsTestJSON-1323374580-project] Releasing vlan 756 on physical network physnet1 to pool {{(pid=103377) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 17:38:52.748772 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-9e9bd7f0-8a77-4e9b-94e4-4857df4dafe7 tempest-ExtraDHCPOptionsTestJSON-1323374580 tempest-ExtraDHCPOptionsTestJSON-1323374580-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25888454'] for segment (2f71c0c5-dd0a-46ef-a072-db4c232ecfbe), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:52.792967 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-cdda2af3-f773-4b22-bbac-1b3727a54a2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144'] for port (4962778a-075f-4c53-bcf3-b2b0b719d2d3), after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:52.840142 n-d-827839-2 neutron-server[103377]: Traceback (most recent call last): Feb 04 17:38:52.840142 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 17:38:52.840142 n-d-827839-2 neutron-server[103377]: timer() Feb 04 17:38:52.840142 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 17:38:52.840142 n-d-827839-2 neutron-server[103377]: cb(*args, **kw) Feb 04 17:38:52.840142 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 17:38:52.840142 n-d-827839-2 neutron-server[103377]: return func(*args, **kwargs) Feb 04 17:38:52.840142 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 17:38:52.840142 n-d-827839-2 neutron-server[103377]: self._notify() Feb 04 17:38:52.840142 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 17:38:52.840142 n-d-827839-2 neutron-server[103377]: self.callback(batched_events) Feb 04 17:38:52.840142 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 17:38:52.840142 n-d-827839-2 neutron-server[103377]: event.method(event) Feb 04 17:38:52.840142 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 17:38:52.840142 n-d-827839-2 neutron-server[103377]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 17:38:52.840142 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 17:38:52.840142 n-d-827839-2 neutron-server[103377]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 17:38:52.840142 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 17:38:52.840142 n-d-827839-2 neutron-server[103377]: return f(self, *a, **k) Feb 04 17:38:52.840142 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 17:38:52.840142 n-d-827839-2 neutron-server[103377]: return self._get(url).json() Feb 04 17:38:52.840142 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 17:38:52.840142 n-d-827839-2 neutron-server[103377]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 17:38:52.840142 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 17:38:52.840142 n-d-827839-2 neutron-server[103377]: return self.request(url, 'GET', **kwargs) Feb 04 17:38:52.840142 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 17:38:52.840142 n-d-827839-2 neutron-server[103377]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 17:38:52.840142 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 17:38:52.840142 n-d-827839-2 neutron-server[103377]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 17:38:52.840142 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 17:38:52.840142 n-d-827839-2 neutron-server[103377]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 17:38:52.840142 n-d-827839-2 neutron-server[103377]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 17:38:52.842883 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8cb8ee9-0c72-4b10-bac1-e2a1a016cf68 admin admin] Deleting subnet 0b7a6ca6-b29c-4244-800b-e95010371421 {{(pid=103376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 17:38:52.844297 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-9e9bd7f0-8a77-4e9b-94e4-4857df4dafe7 tempest-ExtraDHCPOptionsTestJSON-1323374580 tempest-ExtraDHCPOptionsTestJSON-1323374580-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1543671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1595572'] for network (232f4a6d-b45a-4487-bd0c-69797428e149), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:52.845662 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-e8cb8ee9-0c72-4b10-bac1-e2a1a016cf68 admin admin] Publish callbacks [] for subnet (0b7a6ca6-b29c-4244-800b-e95010371421), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:52.856466 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-9e9bd7f0-8a77-4e9b-94e4-4857df4dafe7 tempest-ExtraDHCPOptionsTestJSON-1323374580 tempest-ExtraDHCPOptionsTestJSON-1323374580-project] Publish callbacks [] for network (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:52.859592 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-9e9bd7f0-8a77-4e9b-94e4-4857df4dafe7 tempest-ExtraDHCPOptionsTestJSON-1323374580 tempest-ExtraDHCPOptionsTestJSON-1323374580-project] 10.222.0.89 "DELETE /v2.0/networks/232f4a6d-b45a-4487-bd0c-69797428e149 HTTP/1.1" status: 204 len: 168 time: 1.2799873 Feb 04 17:38:52.903588 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdda2af3-f773-4b22-bbac-1b3727a54a2b None None] Pushing event deleted for resources: {'Port': ['ID=4962778a-075f-4c53-bcf3-b2b0b719d2d3,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:38:52.916497 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9bd7f0-8a77-4e9b-94e4-4857df4dafe7 tempest-ExtraDHCPOptionsTestJSON-1323374580 tempest-ExtraDHCPOptionsTestJSON-1323374580-project] Pushing event deleted for resources: {'Network': ['ID=232f4a6d-b45a-4487-bd0c-69797428e149,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:38:52.923280 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdda2af3-f773-4b22-bbac-1b3727a54a2b None None] No DVR routers for this DVR port 4962778a-075f-4c53-bcf3-b2b0b719d2d3 on host n-d-827839-2 {{(pid=103378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 17:38:52.938819 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Current status of the port b96488e1-966c-4817-91e0-1646ade0dbd0 is: BUILD; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:38:52.939366 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (b96488e1-966c-4817-91e0-1646ade0dbd0), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:52.990091 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa7d6321-aa87-438d-b604-905406197c18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b96488e1-966c-4817-91e0-1646ade0dbd0'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:38:53.002418 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c34bc964ce2211770fda26ca2f3801cc06f4f39928110690550e94ab9c9d2fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee5ac34a-9d14-4368-9ba7-5e0642da79ca" -d '{"events": [{"server_uuid": "fa7d6321-aa87-438d-b604-905406197c18", "name": "network-vif-plugged", "status": "completed", "tag": "b96488e1-966c-4817-91e0-1646ade0dbd0"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:38:53.052976 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] For port b96488e1-966c-4817-91e0-1646ade0dbd0, host n-h2-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=b96488e1-966c-4817-91e0-1646ade0dbd0,segment=NetworkSegment(c797d305-3827-4cea-81f5-da1589eba867),segment_id=c797d305-3827-4cea-81f5-da1589eba867)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:38:53.069621 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (b96488e1-966c-4817-91e0-1646ade0dbd0), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:53.147998 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 17:38:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d12815fb-1db4-4240-96e4-3143452a8b88 x-openstack-request-id: req-d12815fb-1db4-4240-96e4-3143452a8b88 {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:38:53.148317 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa7d6321-aa87-438d-b604-905406197c18", "name": "network-vif-plugged", "status": "completed", "tag": "b96488e1-966c-4817-91e0-1646ade0dbd0", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:38:53.148595 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-d12815fb-1db4-4240-96e4-3143452a8b88 {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:38:53.149030 n-d-827839-2 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa7d6321-aa87-438d-b604-905406197c18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b96488e1-966c-4817-91e0-1646ade0dbd0', 'code': 200} Feb 04 17:38:53.215528 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Pushing event updated for resources: {'Port': ['ID=b96488e1-966c-4817-91e0-1646ade0dbd0,revision_number=5']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:38:53.238392 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cd3c02-bf78-4e04-88f7-97422293ebb4 req-e16beae6-aafe-44c2-b252-9a200f6f0b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:38:53.244195 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-88cd3c02-bf78-4e04-88f7-97422293ebb4 req-e16beae6-aafe-44c2-b252-9a200f6f0b0d service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=fa7d6321-aa87-438d-b604-905406197c18 HTTP/1.1" status: 200 len: 1128 time: 0.0842257 Feb 04 17:38:53.402454 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-88cd3c02-bf78-4e04-88f7-97422293ebb4 req-d74139a4-152c-4949-a0b9-e1fc37f527ab service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=580da8ae-211e-4ae7-8abb-8e3a7c361fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1512823 Feb 04 17:38:53.512516 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-e8cb8ee9-0c72-4b10-bac1-e2a1a016cf68 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25674901'] for subnet (0b7a6ca6-b29c-4244-800b-e95010371421), precommit_delete_associations {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:53.515478 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253317f2-1d20-48fc-82ba-4dae3e566b75 req-38310b1c-560d-4b9b-90db-8f071cb3fc5f tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:38:53.525755 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-253317f2-1d20-48fc-82ba-4dae3e566b75 req-38310b1c-560d-4b9b-90db-8f071cb3fc5f tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] 10.222.0.89 "GET /v2.0/ports?device_id=015f7940-865f-4e1d-a06e-876090514874 HTTP/1.1" status: 200 len: 946 time: 0.0944483 Feb 04 17:38:53.561971 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 59118) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:38:53.661352 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-253317f2-1d20-48fc-82ba-4dae3e566b75 req-f4a04628-be88-456c-bcc7-d31842ab5ce3 tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] 10.222.0.89 "GET /v2.0/security-groups?id=7065f8d7-aeef-49a2-81d7-44cedbdfdedd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347117 Feb 04 17:38:53.698116 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-e8cb8ee9-0c72-4b10-bac1-e2a1a016cf68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1541225'] for subnet (0b7a6ca6-b29c-4244-800b-e95010371421), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:53.740117 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9175a5bb-86eb-41a9-a410-ec6db235f27e req-20610a0c-3cf9-4224-8844-5f46d898d551 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:38:53.753859 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-9175a5bb-86eb-41a9-a410-ec6db235f27e req-20610a0c-3cf9-4224-8844-5f46d898d551 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] 10.222.0.89 "GET /v2.0/ports?device_id=fa7d6321-aa87-438d-b604-905406197c18 HTTP/1.1" status: 200 len: 946 time: 0.2569544 Feb 04 17:38:53.893850 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-8cf1c50a-b294-41a5-be62-3f12487866fe admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=d4eef1896fe7431d8f76a76a3675e33f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3291147 Feb 04 17:38:53.896348 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 59126) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:38:53.963671 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-9175a5bb-86eb-41a9-a410-ec6db235f27e req-8369d510-2a97-4f2f-9371-dc183a39ec24 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] 10.222.0.89 "GET /v2.0/security-groups?id=580da8ae-211e-4ae7-8abb-8e3a7c361fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2039614 Feb 04 17:38:53.995938 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-e8cb8ee9-0c72-4b10-bac1-e2a1a016cf68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1541216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25675894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25858947'] for subnet (0b7a6ca6-b29c-4244-800b-e95010371421), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:54.035972 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-ee26f1f9-2523-4d24-b8b3-e0567e4c6c46 admin admin] Publish callbacks [] for security_group (cbbd5449-b4cd-4592-9555-c409c19e83a4), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:54.058952 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-ee26f1f9-2523-4d24-b8b3-e0567e4c6c46 admin admin] Publish callbacks [] for security_group (cbbd5449-b4cd-4592-9555-c409c19e83a4), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:54.063528 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cb8ee9-0c72-4b10-bac1-e2a1a016cf68 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0b7a6ca6-b29c-4244-800b-e95010371421,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:38:54.089901 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-e8cb8ee9-0c72-4b10-bac1-e2a1a016cf68 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:54.102358 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-e8cb8ee9-0c72-4b10-bac1-e2a1a016cf68 admin admin] 10.222.0.89 "DELETE /v2.0/subnets/0b7a6ca6-b29c-4244-800b-e95010371421 HTTP/1.1" status: 204 len: 168 time: 1.3651099 Feb 04 17:38:54.106813 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 59128) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:38:54.115488 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-ee26f1f9-2523-4d24-b8b3-e0567e4c6c46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (cbbd5449-b4cd-4592-9555-c409c19e83a4), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:54.118742 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-ee26f1f9-2523-4d24-b8b3-e0567e4c6c46 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:54.122668 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-ee26f1f9-2523-4d24-b8b3-e0567e4c6c46 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/cbbd5449-b4cd-4592-9555-c409c19e83a4 HTTP/1.1" status: 204 len: 168 time: 0.2251773 Feb 04 17:38:54.135233 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee26f1f9-2523-4d24-b8b3-e0567e4c6c46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbbd5449-b4cd-4592-9555-c409c19e83a4,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:38:54.143960 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc71693-f3bd-4d65-b676-a066237e0134 req-456c6892-611e-46ab-a94c-4e8fc7852603 tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:38:54.151057 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-6fc71693-f3bd-4d65-b676-a066237e0134 req-456c6892-611e-46ab-a94c-4e8fc7852603 tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] 10.222.0.89 "GET /v2.0/ports?device_id=015f7940-865f-4e1d-a06e-876090514874 HTTP/1.1" status: 200 len: 946 time: 0.2231293 Feb 04 17:38:54.224015 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-6fc71693-f3bd-4d65-b676-a066237e0134 req-2ab34aad-0c6c-4c4f-a2a4-46eeb8ead246 tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] 10.222.0.89 "GET /v2.0/security-groups?id=7065f8d7-aeef-49a2-81d7-44cedbdfdedd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719717 Feb 04 17:38:54.366872 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-7b830098-9741-4ebd-b1ae-26b56039aa2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628832'] for network (76a54025-3be7-4a6d-a1a4-daa8f1b65b0b), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:54.550576 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-7b830098-9741-4ebd-b1ae-26b56039aa2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1543676', 'neutron.services.segments.db._delete_segments_for_network-8781084786517'] for network (76a54025-3be7-4a6d-a1a4-daa8f1b65b0b), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:54.614758 n-d-827839-2 neutron-server[103376]: DEBUG neutron.services.segments.db [None req-7b830098-9741-4ebd-b1ae-26b56039aa2b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76a54025-3be7-4a6d-a1a4-daa8f1b65b0b']}} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:38:54.633683 n-d-827839-2 neutron-server[103376]: DEBUG neutron.services.segments.db [None req-7b830098-9741-4ebd-b1ae-26b56039aa2b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75cbfb22-5948-4422-ad82-660891fbcc33') {'for_net_delete': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:38:54.633999 n-d-827839-2 neutron-server[103376]: DEBUG neutron.services.segments.db [None req-7b830098-9741-4ebd-b1ae-26b56039aa2b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75cbfb22-5948-4422-ad82-660891fbcc33') {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:38:54.645896 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-7b830098-9741-4ebd-b1ae-26b56039aa2b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781084783966', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25674908'] for segment (75cbfb22-5948-4422-ad82-660891fbcc33), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:54.664618 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-7b830098-9741-4ebd-b1ae-26b56039aa2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (75cbfb22-5948-4422-ad82-660891fbcc33), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:54.674339 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b830098-9741-4ebd-b1ae-26b56039aa2b admin admin] Releasing vlan 767 on physical network physnet1 to pool {{(pid=103376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 17:38:54.674840 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-7b830098-9741-4ebd-b1ae-26b56039aa2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25675992'] for segment (75cbfb22-5948-4422-ad82-660891fbcc33), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:54.774679 n-d-827839-2 neutron-server[103376]: Traceback (most recent call last): Feb 04 17:38:54.774679 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 17:38:54.774679 n-d-827839-2 neutron-server[103376]: timer() Feb 04 17:38:54.774679 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 17:38:54.774679 n-d-827839-2 neutron-server[103376]: cb(*args, **kw) Feb 04 17:38:54.774679 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 17:38:54.774679 n-d-827839-2 neutron-server[103376]: return func(*args, **kwargs) Feb 04 17:38:54.774679 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 17:38:54.774679 n-d-827839-2 neutron-server[103376]: self._notify() Feb 04 17:38:54.774679 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 17:38:54.774679 n-d-827839-2 neutron-server[103376]: self.callback(batched_events) Feb 04 17:38:54.774679 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 17:38:54.774679 n-d-827839-2 neutron-server[103376]: event.method(event) Feb 04 17:38:54.774679 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 17:38:54.774679 n-d-827839-2 neutron-server[103376]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 17:38:54.774679 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 17:38:54.774679 n-d-827839-2 neutron-server[103376]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 17:38:54.774679 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 17:38:54.774679 n-d-827839-2 neutron-server[103376]: return f(self, *a, **k) Feb 04 17:38:54.774679 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 17:38:54.774679 n-d-827839-2 neutron-server[103376]: return self._get(url).json() Feb 04 17:38:54.774679 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 17:38:54.774679 n-d-827839-2 neutron-server[103376]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 17:38:54.774679 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 17:38:54.774679 n-d-827839-2 neutron-server[103376]: return self.request(url, 'GET', **kwargs) Feb 04 17:38:54.774679 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 17:38:54.774679 n-d-827839-2 neutron-server[103376]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 17:38:54.774679 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 17:38:54.774679 n-d-827839-2 neutron-server[103376]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 17:38:54.774679 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 17:38:54.774679 n-d-827839-2 neutron-server[103376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 17:38:54.774679 n-d-827839-2 neutron-server[103376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 17:38:54.776731 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-7b830098-9741-4ebd-b1ae-26b56039aa2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1543671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1595572'] for network (76a54025-3be7-4a6d-a1a4-daa8f1b65b0b), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:54.802874 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-7b830098-9741-4ebd-b1ae-26b56039aa2b admin admin] Publish callbacks [] for network (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:54.806578 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-7b830098-9741-4ebd-b1ae-26b56039aa2b admin admin] 10.222.0.89 "DELETE /v2.0/networks/76a54025-3be7-4a6d-a1a4-daa8f1b65b0b HTTP/1.1" status: 204 len: 168 time: 0.6973131 Feb 04 17:38:54.807714 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b830098-9741-4ebd-b1ae-26b56039aa2b admin admin] Pushing event deleted for resources: {'Network': ['ID=76a54025-3be7-4a6d-a1a4-daa8f1b65b0b,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:38:54.851466 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c2d1f6-443d-4106-842b-287f07125c2b req-c449a26f-cb70-40d8-82ae-4bbb39f97575 tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:38:54.864629 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-49c2d1f6-443d-4106-842b-287f07125c2b req-c449a26f-cb70-40d8-82ae-4bbb39f97575 tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] 10.222.0.89 "GET /v2.0/ports?device_id=015f7940-865f-4e1d-a06e-876090514874 HTTP/1.1" status: 200 len: 946 time: 0.4807148 Feb 04 17:38:55.006724 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-49c2d1f6-443d-4106-842b-287f07125c2b req-f270f5dc-e39d-4368-bbb3-740bdfb6a1b2 tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] 10.222.0.89 "GET /v2.0/security-groups?id=7065f8d7-aeef-49a2-81d7-44cedbdfdedd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411529 Feb 04 17:38:55.249979 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 59164) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:38:55.309747 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb95e282-b6b6-49af-ad5f-c90c33c42b72 req-5c536fa8-d332-4221-82b0-c98fcb0bca48 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:38:55.336147 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-eb95e282-b6b6-49af-ad5f-c90c33c42b72 req-5c536fa8-d332-4221-82b0-c98fcb0bca48 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] 10.222.0.89 "GET /v2.0/ports?device_id=fa7d6321-aa87-438d-b604-905406197c18 HTTP/1.1" status: 200 len: 946 time: 0.2151597 Feb 04 17:38:55.428309 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-8dc63051-2d81-4119-88be-e6d4ca37375a admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=4b1b9f91c1804432826de632505cad34&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1758528 Feb 04 17:38:55.432417 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 59168) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:38:55.486834 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-eb95e282-b6b6-49af-ad5f-c90c33c42b72 req-c6113fe8-aee9-4ef5-b78e-6d2ffe191035 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] 10.222.0.89 "GET /v2.0/security-groups?id=580da8ae-211e-4ae7-8abb-8e3a7c361fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1409221 Feb 04 17:38:55.656649 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-73643dcf-3d62-4bb9-9757-e83087269270 admin admin] Publish callbacks [] for security_group (663de780-f5c3-43ee-b800-65f5196748b0), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:55.658517 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6053568-f648-4d3e-9eb1-9e089a27b717 req-6233bb4c-97de-4d7d-a7e4-8a399f2bcd24 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:38:55.660639 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-d6053568-f648-4d3e-9eb1-9e089a27b717 req-6233bb4c-97de-4d7d-a7e4-8a399f2bcd24 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] 10.222.0.89 "GET /v2.0/ports?device_id=fa7d6321-aa87-438d-b604-905406197c18 HTTP/1.1" status: 200 len: 946 time: 0.0985243 Feb 04 17:38:55.755599 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 59182) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:38:55.770688 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-d6053568-f648-4d3e-9eb1-9e089a27b717 req-36e7d768-7ad4-4dba-ad83-cdb74956575f tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] 10.222.0.89 "GET /v2.0/security-groups?id=580da8ae-211e-4ae7-8abb-8e3a7c361fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0955353 Feb 04 17:38:55.788844 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-73643dcf-3d62-4bb9-9757-e83087269270 admin admin] Publish callbacks [] for security_group (663de780-f5c3-43ee-b800-65f5196748b0), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:55.847552 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df47956-e408-4000-b07f-b78e9f22d2bd req-f415966c-7d4c-49b3-a695-38cb3fb93233 tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:38:55.849173 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-9df47956-e408-4000-b07f-b78e9f22d2bd req-f415966c-7d4c-49b3-a695-38cb3fb93233 tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] 10.222.0.89 "GET /v2.0/ports?device_id=015f7940-865f-4e1d-a06e-876090514874 HTTP/1.1" status: 200 len: 946 time: 0.2059116 Feb 04 17:38:55.944806 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-42ea5a33-eba3-4e1e-9770-470fe8c53ce3 tempest-BulkNetworkOpsTest-1066703948 tempest-BulkNetworkOpsTest-1066703948-project] Request body: {'networks': [{'name': 'tempest-network--1349458973'}, {'name': 'tempest-network--1105729756'}]} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:38:55.945108 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-42ea5a33-eba3-4e1e-9770-470fe8c53ce3 tempest-BulkNetworkOpsTest-1066703948 tempest-BulkNetworkOpsTest-1066703948-project] Request body: {'network': {'name': 'tempest-network--1349458973'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:38:55.945640 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-42ea5a33-eba3-4e1e-9770-470fe8c53ce3 tempest-BulkNetworkOpsTest-1066703948 tempest-BulkNetworkOpsTest-1066703948-project] Request body: {'network': {'name': 'tempest-network--1105729756'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:38:55.957705 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-9df47956-e408-4000-b07f-b78e9f22d2bd req-af746678-fed0-4db4-92bf-6af5a240683e tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] 10.222.0.89 "GET /v2.0/security-groups?id=7065f8d7-aeef-49a2-81d7-44cedbdfdedd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019378 Feb 04 17:38:56.005032 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-73643dcf-3d62-4bb9-9757-e83087269270 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (663de780-f5c3-43ee-b800-65f5196748b0), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:56.008502 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-73643dcf-3d62-4bb9-9757-e83087269270 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:56.024347 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-73643dcf-3d62-4bb9-9757-e83087269270 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/663de780-f5c3-43ee-b800-65f5196748b0 HTTP/1.1" status: 204 len: 168 time: 0.5877833 Feb 04 17:38:56.026244 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42ea5a33-eba3-4e1e-9770-470fe8c53ce3 tempest-BulkNetworkOpsTest-1066703948 tempest-BulkNetworkOpsTest-1066703948-project] Made reservation on behalf of cc150d5059fc4d388ba94b57204e395d for: {'network': 2} {{(pid=103376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:38:56.030898 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-42ea5a33-eba3-4e1e-9770-470fe8c53ce3 tempest-BulkNetworkOpsTest-1066703948 tempest-BulkNetworkOpsTest-1066703948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for network (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:56.045478 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73643dcf-3d62-4bb9-9757-e83087269270 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=663de780-f5c3-43ee-b800-65f5196748b0,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:38:56.047601 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-42ea5a33-eba3-4e1e-9770-470fe8c53ce3 tempest-BulkNetworkOpsTest-1066703948 tempest-BulkNetworkOpsTest-1066703948-project] Publish callbacks [] for security_group (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:56.171893 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-42ea5a33-eba3-4e1e-9770-470fe8c53ce3 tempest-BulkNetworkOpsTest-1066703948 tempest-BulkNetworkOpsTest-1066703948-project] Publish callbacks [] for security_group (2507cbd1-651c-4510-9d34-bff4e99fffa1), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:56.190218 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-42ea5a33-eba3-4e1e-9770-470fe8c53ce3 tempest-BulkNetworkOpsTest-1066703948 tempest-BulkNetworkOpsTest-1066703948-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (2507cbd1-651c-4510-9d34-bff4e99fffa1), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:56.194202 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-42ea5a33-eba3-4e1e-9770-470fe8c53ce3 tempest-BulkNetworkOpsTest-1066703948 tempest-BulkNetworkOpsTest-1066703948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for network (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:56.264594 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42ea5a33-eba3-4e1e-9770-470fe8c53ce3 tempest-BulkNetworkOpsTest-1066703948 tempest-BulkNetworkOpsTest-1066703948-project] vlan segment allocate from pool success with {'vlan_id': 776, 'physical_network': 'physnet1'} {{(pid=103376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 17:38:56.278092 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-42ea5a33-eba3-4e1e-9770-470fe8c53ce3 tempest-BulkNetworkOpsTest-1066703948 tempest-BulkNetworkOpsTest-1066703948-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (ca9ead60-8aef-49c5-a361-9119c21058d7), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:56.278805 n-d-827839-2 neutron-server[103376]: INFO neutron.db.segments_db [None req-42ea5a33-eba3-4e1e-9770-470fe8c53ce3 tempest-BulkNetworkOpsTest-1066703948 tempest-BulkNetworkOpsTest-1066703948-project] Added segment ca9ead60-8aef-49c5-a361-9119c21058d7 of type vlan for network e2b67cd7-2b98-49dc-89d4-e897ea6b1187 Feb 04 17:38:56.348555 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-42ea5a33-eba3-4e1e-9770-470fe8c53ce3 tempest-BulkNetworkOpsTest-1066703948 tempest-BulkNetworkOpsTest-1066703948-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781084292801'] for network (e2b67cd7-2b98-49dc-89d4-e897ea6b1187), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:56.360287 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ea5a33-eba3-4e1e-9770-470fe8c53ce3 tempest-BulkNetworkOpsTest-1066703948 tempest-BulkNetworkOpsTest-1066703948-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2507cbd1-651c-4510-9d34-bff4e99fffa1,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:38:56.419757 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42ea5a33-eba3-4e1e-9770-470fe8c53ce3 tempest-BulkNetworkOpsTest-1066703948 tempest-BulkNetworkOpsTest-1066703948-project] vlan segment allocate from pool success with {'vlan_id': 793, 'physical_network': 'physnet1'} {{(pid=103376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 17:38:56.432142 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-42ea5a33-eba3-4e1e-9770-470fe8c53ce3 tempest-BulkNetworkOpsTest-1066703948 tempest-BulkNetworkOpsTest-1066703948-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (07cae95a-0844-4afc-b1b0-21b5141f554f), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:56.432489 n-d-827839-2 neutron-server[103376]: INFO neutron.db.segments_db [None req-42ea5a33-eba3-4e1e-9770-470fe8c53ce3 tempest-BulkNetworkOpsTest-1066703948 tempest-BulkNetworkOpsTest-1066703948-project] Added segment 07cae95a-0844-4afc-b1b0-21b5141f554f of type vlan for network dc9177d9-aeb1-4910-8690-3b96d61b1d9d Feb 04 17:38:56.500330 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-42ea5a33-eba3-4e1e-9770-470fe8c53ce3 tempest-BulkNetworkOpsTest-1066703948 tempest-BulkNetworkOpsTest-1066703948-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781084292801'] for network (dc9177d9-aeb1-4910-8690-3b96d61b1d9d), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:56.554767 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-42ea5a33-eba3-4e1e-9770-470fe8c53ce3 tempest-BulkNetworkOpsTest-1066703948 tempest-BulkNetworkOpsTest-1066703948-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327'] for network (e2b67cd7-2b98-49dc-89d4-e897ea6b1187), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:56.555524 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-42ea5a33-eba3-4e1e-9770-470fe8c53ce3 tempest-BulkNetworkOpsTest-1066703948 tempest-BulkNetworkOpsTest-1066703948-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327'] for network (dc9177d9-aeb1-4910-8690-3b96d61b1d9d), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:56.577202 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42ea5a33-eba3-4e1e-9770-470fe8c53ce3 tempest-BulkNetworkOpsTest-1066703948 tempest-BulkNetworkOpsTest-1066703948-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:38:56.591621 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42ea5a33-eba3-4e1e-9770-470fe8c53ce3 tempest-BulkNetworkOpsTest-1066703948 tempest-BulkNetworkOpsTest-1066703948-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:38:56.591621 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-42ea5a33-eba3-4e1e-9770-470fe8c53ce3 tempest-BulkNetworkOpsTest-1066703948 tempest-BulkNetworkOpsTest-1066703948-project] Publish callbacks [] for network (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:56.769731 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 59208) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:38:56.774378 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-42ea5a33-eba3-4e1e-9770-470fe8c53ce3 tempest-BulkNetworkOpsTest-1066703948 tempest-BulkNetworkOpsTest-1066703948-project] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 1.0063517 Feb 04 17:38:56.791507 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ea5a33-eba3-4e1e-9770-470fe8c53ce3 tempest-BulkNetworkOpsTest-1066703948 tempest-BulkNetworkOpsTest-1066703948-project] Pushing event updated for resources: {'Network': ['ID=e2b67cd7-2b98-49dc-89d4-e897ea6b1187,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:38:56.810676 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Network e2b67cd7-2b98-49dc-89d4-e897ea6b1187 details requested by agent ovs-agent-n-d-827839-2 with host n-d-827839-2 {{(pid=103378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 17:38:57.007915 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ea5a33-eba3-4e1e-9770-470fe8c53ce3 tempest-BulkNetworkOpsTest-1066703948 tempest-BulkNetworkOpsTest-1066703948-project] Pushing event updated for resources: {'Network': ['ID=dc9177d9-aeb1-4910-8690-3b96d61b1d9d,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:38:57.031435 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Network dc9177d9-aeb1-4910-8690-3b96d61b1d9d details requested by agent ovs-agent-n-d-827839-2 with host n-d-827839-2 {{(pid=103378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 17:38:57.133213 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb37834a-2fc0-42df-b4f0-355a02b65438 tempest-BulkNetworkOpsTest-1066703948 tempest-BulkNetworkOpsTest-1066703948-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:38:57.149685 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb37834a-2fc0-42df-b4f0-355a02b65438 tempest-BulkNetworkOpsTest-1066703948 tempest-BulkNetworkOpsTest-1066703948-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:38:57.165686 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb37834a-2fc0-42df-b4f0-355a02b65438 tempest-BulkNetworkOpsTest-1066703948 tempest-BulkNetworkOpsTest-1066703948-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:38:57.171651 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb37834a-2fc0-42df-b4f0-355a02b65438 tempest-BulkNetworkOpsTest-1066703948 tempest-BulkNetworkOpsTest-1066703948-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:38:57.175804 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-bb37834a-2fc0-42df-b4f0-355a02b65438 tempest-BulkNetworkOpsTest-1066703948 tempest-BulkNetworkOpsTest-1066703948-project] 10.222.0.89 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.4019465 Feb 04 17:38:57.176292 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 59218) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:38:57.376672 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-66f3879f-14b6-4fad-a32b-b63a8ffaf48b tempest-BulkNetworkOpsTest-1066703948 tempest-BulkNetworkOpsTest-1066703948-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628832'] for network (e2b67cd7-2b98-49dc-89d4-e897ea6b1187), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:57.426799 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fddfee6-0a80-4f6a-b6ea-39690c8a2f9f req-dd53e7c8-1fe4-4be2-adde-acafce3f746b tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:38:57.435496 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-4fddfee6-0a80-4f6a-b6ea-39690c8a2f9f req-dd53e7c8-1fe4-4be2-adde-acafce3f746b tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] 10.222.0.89 "GET /v2.0/ports?device_id=015f7940-865f-4e1d-a06e-876090514874 HTTP/1.1" status: 200 len: 946 time: 0.2607920 Feb 04 17:38:57.446266 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef36232-5c93-4a0c-8ff9-44047f1f5483 req-89c859da-fd2d-4ad8-b955-b200f3c2556a tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:38:57.447710 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-eef36232-5c93-4a0c-8ff9-44047f1f5483 req-89c859da-fd2d-4ad8-b955-b200f3c2556a tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] 10.222.0.90 "GET /v2.0/ports?device_id=015f7940-865f-4e1d-a06e-876090514874 HTTP/1.1" status: 200 len: 946 time: 0.2720802 Feb 04 17:38:57.548260 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 59226) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:38:57.586704 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-4fddfee6-0a80-4f6a-b6ea-39690c8a2f9f req-6adb7a99-f381-4205-9673-9d10287f27be tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] 10.222.0.89 "GET /v2.0/security-groups?id=7065f8d7-aeef-49a2-81d7-44cedbdfdedd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460903 Feb 04 17:38:57.640953 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [req-eef36232-5c93-4a0c-8ff9-44047f1f5483 req-349f68ee-fd0d-4d6b-942d-105ee3d000b6 tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] Deleting port e91568fd-e051-4c05-8120-a7cc434dd216 {{(pid=103377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:38:57.641225 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-eef36232-5c93-4a0c-8ff9-44047f1f5483 req-349f68ee-fd0d-4d6b-942d-105ee3d000b6 tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (e91568fd-e051-4c05-8120-a7cc434dd216), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:57.902561 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [req-eef36232-5c93-4a0c-8ff9-44047f1f5483 req-349f68ee-fd0d-4d6b-942d-105ee3d000b6 tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] For port e91568fd-e051-4c05-8120-a7cc434dd216, host n-h2-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=e91568fd-e051-4c05-8120-a7cc434dd216,segment=NetworkSegment(f8b51653-e9f0-43b4-bbb2-0054b3d4de26),segment_id=f8b51653-e9f0-43b4-bbb2-0054b3d4de26)] {{(pid=103377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:38:57.903207 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-66f3879f-14b6-4fad-a32b-b63a8ffaf48b tempest-BulkNetworkOpsTest-1066703948 tempest-BulkNetworkOpsTest-1066703948-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1543676', 'neutron.services.segments.db._delete_segments_for_network-8781084786517'] for network (e2b67cd7-2b98-49dc-89d4-e897ea6b1187), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:57.903588 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-eef36232-5c93-4a0c-8ff9-44047f1f5483 req-349f68ee-fd0d-4d6b-942d-105ee3d000b6 tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (e91568fd-e051-4c05-8120-a7cc434dd216), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:57.928506 n-d-827839-2 neutron-server[103376]: DEBUG neutron.services.segments.db [None req-66f3879f-14b6-4fad-a32b-b63a8ffaf48b tempest-BulkNetworkOpsTest-1066703948 tempest-BulkNetworkOpsTest-1066703948-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2b67cd7-2b98-49dc-89d4-e897ea6b1187']}} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:38:57.937481 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [req-eef36232-5c93-4a0c-8ff9-44047f1f5483 req-349f68ee-fd0d-4d6b-942d-105ee3d000b6 tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] Calling delete_port for e91568fd-e051-4c05-8120-a7cc434dd216 owned by compute:nova {{(pid=103377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:38:58.006640 n-d-827839-2 neutron-server[103376]: DEBUG neutron.services.segments.db [None req-66f3879f-14b6-4fad-a32b-b63a8ffaf48b tempest-BulkNetworkOpsTest-1066703948 tempest-BulkNetworkOpsTest-1066703948-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca9ead60-8aef-49c5-a361-9119c21058d7') {'for_net_delete': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:38:58.006878 n-d-827839-2 neutron-server[103376]: DEBUG neutron.services.segments.db [None req-66f3879f-14b6-4fad-a32b-b63a8ffaf48b tempest-BulkNetworkOpsTest-1066703948 tempest-BulkNetworkOpsTest-1066703948-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca9ead60-8aef-49c5-a361-9119c21058d7') {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:38:58.076418 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-66f3879f-14b6-4fad-a32b-b63a8ffaf48b tempest-BulkNetworkOpsTest-1066703948 tempest-BulkNetworkOpsTest-1066703948-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781084783966', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25674908'] for segment (ca9ead60-8aef-49c5-a361-9119c21058d7), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:58.132586 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-eef36232-5c93-4a0c-8ff9-44047f1f5483 req-349f68ee-fd0d-4d6b-942d-105ee3d000b6 tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (e91568fd-e051-4c05-8120-a7cc434dd216), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:58.133899 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-66f3879f-14b6-4fad-a32b-b63a8ffaf48b tempest-BulkNetworkOpsTest-1066703948 tempest-BulkNetworkOpsTest-1066703948-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (ca9ead60-8aef-49c5-a361-9119c21058d7), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:58.148367 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] get_ports_and_sgs() called for port_ids ['b11feae4-5af3-4cd0-a7f3-50dcb2bf4c66'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 17:38:58.160585 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66f3879f-14b6-4fad-a32b-b63a8ffaf48b tempest-BulkNetworkOpsTest-1066703948 tempest-BulkNetworkOpsTest-1066703948-project] Releasing vlan 776 on physical network physnet1 to pool {{(pid=103376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 17:38:58.161857 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-66f3879f-14b6-4fad-a32b-b63a8ffaf48b tempest-BulkNetworkOpsTest-1066703948 tempest-BulkNetworkOpsTest-1066703948-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25675992'] for segment (ca9ead60-8aef-49c5-a361-9119c21058d7), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:58.167456 n-d-827839-2 neutron-server[103376]: Traceback (most recent call last): Feb 04 17:38:58.167456 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 17:38:58.167456 n-d-827839-2 neutron-server[103376]: timer() Feb 04 17:38:58.167456 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 17:38:58.167456 n-d-827839-2 neutron-server[103376]: cb(*args, **kw) Feb 04 17:38:58.167456 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 17:38:58.167456 n-d-827839-2 neutron-server[103376]: return func(*args, **kwargs) Feb 04 17:38:58.167456 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 17:38:58.167456 n-d-827839-2 neutron-server[103376]: self._notify() Feb 04 17:38:58.167456 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 17:38:58.167456 n-d-827839-2 neutron-server[103376]: self.callback(batched_events) Feb 04 17:38:58.167456 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 17:38:58.167456 n-d-827839-2 neutron-server[103376]: event.method(event) Feb 04 17:38:58.167456 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 17:38:58.167456 n-d-827839-2 neutron-server[103376]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 17:38:58.167456 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 17:38:58.167456 n-d-827839-2 neutron-server[103376]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 17:38:58.167456 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 17:38:58.167456 n-d-827839-2 neutron-server[103376]: return f(self, *a, **k) Feb 04 17:38:58.167456 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 17:38:58.167456 n-d-827839-2 neutron-server[103376]: return self._get(url).json() Feb 04 17:38:58.167456 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 17:38:58.167456 n-d-827839-2 neutron-server[103376]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 17:38:58.167456 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 17:38:58.167456 n-d-827839-2 neutron-server[103376]: return self.request(url, 'GET', **kwargs) Feb 04 17:38:58.167456 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 17:38:58.167456 n-d-827839-2 neutron-server[103376]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 17:38:58.167456 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 17:38:58.167456 n-d-827839-2 neutron-server[103376]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 17:38:58.167456 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 17:38:58.167456 n-d-827839-2 neutron-server[103376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 17:38:58.167456 n-d-827839-2 neutron-server[103376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 17:38:58.223503 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [req-eef36232-5c93-4a0c-8ff9-44047f1f5483 req-349f68ee-fd0d-4d6b-942d-105ee3d000b6 tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] No DVR routers for this DVR port e91568fd-e051-4c05-8120-a7cc434dd216 on host n-h2-827839-2 {{(pid=103377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 17:38:58.226477 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-eef36232-5c93-4a0c-8ff9-44047f1f5483 req-349f68ee-fd0d-4d6b-942d-105ee3d000b6 tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:58.230336 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-eef36232-5c93-4a0c-8ff9-44047f1f5483 req-349f68ee-fd0d-4d6b-942d-105ee3d000b6 tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] 10.222.0.90 "DELETE /v2.0/ports/e91568fd-e051-4c05-8120-a7cc434dd216 HTTP/1.1" status: 204 len: 173 time: 0.7592077 Feb 04 17:38:58.231147 n-d-827839-2 neutron-server[103377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '015f7940-865f-4e1d-a06e-876090514874', 'name': 'network-vif-deleted', 'tag': 'e91568fd-e051-4c05-8120-a7cc434dd216'}] {{(pid=103377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:38:58.234190 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7240428b650e1488e9361b62648ff4b3a6c19d49d8c27c949491ab58c1346cf0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc78cdae-ad00-493e-99cf-d370e754e53d" -d '{"events": [{"server_uuid": "015f7940-865f-4e1d-a06e-876090514874", "name": "network-vif-deleted", "tag": "e91568fd-e051-4c05-8120-a7cc434dd216"}]}' {{(pid=103377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:38:58.237473 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349f68ee-fd0d-4d6b-942d-105ee3d000b6 tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] Pushing event deleted for resources: {'Port': ['ID=e91568fd-e051-4c05-8120-a7cc434dd216,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:38:58.331535 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 17:38:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-849d0d5c-50d1-4b6d-8c3d-0f1d6a4605ab x-openstack-request-id: req-849d0d5c-50d1-4b6d-8c3d-0f1d6a4605ab {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:38:58.331838 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "015f7940-865f-4e1d-a06e-876090514874", "name": "network-vif-deleted", "tag": "e91568fd-e051-4c05-8120-a7cc434dd216", "status": "completed", "code": 200}]} {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:38:58.332095 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-849d0d5c-50d1-4b6d-8c3d-0f1d6a4605ab {{(pid=103377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:38:58.332504 n-d-827839-2 neutron-server[103377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '015f7940-865f-4e1d-a06e-876090514874', 'name': 'network-vif-deleted', 'tag': 'e91568fd-e051-4c05-8120-a7cc434dd216', 'status': 'completed', 'code': 200} Feb 04 17:38:58.503180 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-66f3879f-14b6-4fad-a32b-b63a8ffaf48b tempest-BulkNetworkOpsTest-1066703948 tempest-BulkNetworkOpsTest-1066703948-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1543671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1595572'] for network (e2b67cd7-2b98-49dc-89d4-e897ea6b1187), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:58.549353 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-66f3879f-14b6-4fad-a32b-b63a8ffaf48b tempest-BulkNetworkOpsTest-1066703948 tempest-BulkNetworkOpsTest-1066703948-project] Publish callbacks [] for network (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:58.553753 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-66f3879f-14b6-4fad-a32b-b63a8ffaf48b tempest-BulkNetworkOpsTest-1066703948 tempest-BulkNetworkOpsTest-1066703948-project] 10.222.0.89 "DELETE /v2.0/networks/e2b67cd7-2b98-49dc-89d4-e897ea6b1187 HTTP/1.1" status: 204 len: 168 time: 1.3757763 Feb 04 17:38:58.556482 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 59280) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:38:58.557571 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f3879f-14b6-4fad-a32b-b63a8ffaf48b tempest-BulkNetworkOpsTest-1066703948 tempest-BulkNetworkOpsTest-1066703948-project] Pushing event deleted for resources: {'Network': ['ID=e2b67cd7-2b98-49dc-89d4-e897ea6b1187,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:38:58.803759 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-f57f2535-53e7-42ce-bfe9-3fa9a9f84d37 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:58.881404 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-41bafaff-ca55-4c28-bc77-0ed37dea12a3 req-3dce3460-b09c-4d42-a1cf-8350ac160f08 tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] 10.222.0.89 "GET /v2.0/ports?device_id=015f7940-865f-4e1d-a06e-876090514874 HTTP/1.1" status: 200 len: 210 time: 0.1130574 Feb 04 17:38:58.890945 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-9f2a3a88-a92e-4367-9a13-f98f7ecf9051 tempest-BulkNetworkOpsTest-1066703948 tempest-BulkNetworkOpsTest-1066703948-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628832'] for network (dc9177d9-aeb1-4910-8690-3b96d61b1d9d), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:59.047797 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-9f2a3a88-a92e-4367-9a13-f98f7ecf9051 tempest-BulkNetworkOpsTest-1066703948 tempest-BulkNetworkOpsTest-1066703948-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1543676', 'neutron.services.segments.db._delete_segments_for_network-8781084786517'] for network (dc9177d9-aeb1-4910-8690-3b96d61b1d9d), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:59.098257 n-d-827839-2 neutron-server[103377]: DEBUG neutron.services.segments.db [None req-9f2a3a88-a92e-4367-9a13-f98f7ecf9051 tempest-BulkNetworkOpsTest-1066703948 tempest-BulkNetworkOpsTest-1066703948-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc9177d9-aeb1-4910-8690-3b96d61b1d9d']}} {{(pid=103377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:38:59.118901 n-d-827839-2 neutron-server[103377]: DEBUG neutron.services.segments.db [None req-9f2a3a88-a92e-4367-9a13-f98f7ecf9051 tempest-BulkNetworkOpsTest-1066703948 tempest-BulkNetworkOpsTest-1066703948-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07cae95a-0844-4afc-b1b0-21b5141f554f') {'for_net_delete': True} {{(pid=103377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:38:59.119203 n-d-827839-2 neutron-server[103377]: DEBUG neutron.services.segments.db [None req-9f2a3a88-a92e-4367-9a13-f98f7ecf9051 tempest-BulkNetworkOpsTest-1066703948 tempest-BulkNetworkOpsTest-1066703948-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07cae95a-0844-4afc-b1b0-21b5141f554f') {} {{(pid=103377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:38:59.154155 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-9f2a3a88-a92e-4367-9a13-f98f7ecf9051 tempest-BulkNetworkOpsTest-1066703948 tempest-BulkNetworkOpsTest-1066703948-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781084783966', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26866685'] for segment (07cae95a-0844-4afc-b1b0-21b5141f554f), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:59.200550 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-9f2a3a88-a92e-4367-9a13-f98f7ecf9051 tempest-BulkNetworkOpsTest-1066703948 tempest-BulkNetworkOpsTest-1066703948-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (07cae95a-0844-4afc-b1b0-21b5141f554f), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:59.216240 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f2a3a88-a92e-4367-9a13-f98f7ecf9051 tempest-BulkNetworkOpsTest-1066703948 tempest-BulkNetworkOpsTest-1066703948-project] Releasing vlan 793 on physical network physnet1 to pool {{(pid=103377) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 17:38:59.217071 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-9f2a3a88-a92e-4367-9a13-f98f7ecf9051 tempest-BulkNetworkOpsTest-1066703948 tempest-BulkNetworkOpsTest-1066703948-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25888454'] for segment (07cae95a-0844-4afc-b1b0-21b5141f554f), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:59.223147 n-d-827839-2 neutron-server[103377]: Traceback (most recent call last): Feb 04 17:38:59.223147 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 17:38:59.223147 n-d-827839-2 neutron-server[103377]: timer() Feb 04 17:38:59.223147 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 17:38:59.223147 n-d-827839-2 neutron-server[103377]: cb(*args, **kw) Feb 04 17:38:59.223147 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 17:38:59.223147 n-d-827839-2 neutron-server[103377]: return func(*args, **kwargs) Feb 04 17:38:59.223147 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 17:38:59.223147 n-d-827839-2 neutron-server[103377]: self._notify() Feb 04 17:38:59.223147 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 17:38:59.223147 n-d-827839-2 neutron-server[103377]: self.callback(batched_events) Feb 04 17:38:59.223147 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 17:38:59.223147 n-d-827839-2 neutron-server[103377]: event.method(event) Feb 04 17:38:59.223147 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 17:38:59.223147 n-d-827839-2 neutron-server[103377]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 17:38:59.223147 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 17:38:59.223147 n-d-827839-2 neutron-server[103377]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 17:38:59.223147 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 17:38:59.223147 n-d-827839-2 neutron-server[103377]: return f(self, *a, **k) Feb 04 17:38:59.223147 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 17:38:59.223147 n-d-827839-2 neutron-server[103377]: return self._get(url).json() Feb 04 17:38:59.223147 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 17:38:59.223147 n-d-827839-2 neutron-server[103377]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 17:38:59.223147 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 17:38:59.223147 n-d-827839-2 neutron-server[103377]: return self.request(url, 'GET', **kwargs) Feb 04 17:38:59.223147 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 17:38:59.223147 n-d-827839-2 neutron-server[103377]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 17:38:59.223147 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 17:38:59.223147 n-d-827839-2 neutron-server[103377]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 17:38:59.223147 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 17:38:59.223147 n-d-827839-2 neutron-server[103377]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 17:38:59.223147 n-d-827839-2 neutron-server[103377]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 17:38:59.398792 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.db_base_plugin_common [None req-f57f2535-53e7-42ce-bfe9-3fa9a9f84d37 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Allocated IP 172.20.0.17 (e3bc42d4-4686-4b1c-bb39-de90a50abeca/1113b1e0-1fc0-4c0a-aaee-96db353cee76/18b95036-291f-4910-82b7-69647d898166) {{(pid=103376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:38:59.426421 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-9f2a3a88-a92e-4367-9a13-f98f7ecf9051 tempest-BulkNetworkOpsTest-1066703948 tempest-BulkNetworkOpsTest-1066703948-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1543671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1595572'] for network (dc9177d9-aeb1-4910-8690-3b96d61b1d9d), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:59.426421 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-9f2a3a88-a92e-4367-9a13-f98f7ecf9051 tempest-BulkNetworkOpsTest-1066703948 tempest-BulkNetworkOpsTest-1066703948-project] Publish callbacks [] for network (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:59.426421 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-9f2a3a88-a92e-4367-9a13-f98f7ecf9051 tempest-BulkNetworkOpsTest-1066703948 tempest-BulkNetworkOpsTest-1066703948-project] 10.222.0.89 "DELETE /v2.0/networks/dc9177d9-aeb1-4910-8690-3b96d61b1d9d HTTP/1.1" status: 204 len: 168 time: 0.8647788 Feb 04 17:38:59.426857 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 59328) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:38:59.439309 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2a3a88-a92e-4367-9a13-f98f7ecf9051 tempest-BulkNetworkOpsTest-1066703948 tempest-BulkNetworkOpsTest-1066703948-project] Pushing event deleted for resources: {'Network': ['ID=dc9177d9-aeb1-4910-8690-3b96d61b1d9d,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:38:59.722845 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7337afdc-2107-4945-b9ef-9c3307f13209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (bb89f5a3-3c22-440b-b7d1-c4f0c43c184a), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:59.871204 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-f57f2535-53e7-42ce-bfe9-3fa9a9f84d37 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Publish callbacks [] for port (18b95036-291f-4910-82b7-69647d898166), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:59.934402 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-f57f2535-53e7-42ce-bfe9-3fa9a9f84d37 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (18b95036-291f-4910-82b7-69647d898166), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:39:00.076770 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Device e91568fd-e051-4c05-8120-a7cc434dd216 no longer exists at agent hyperv_n-h2-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:39:00.094438 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f57f2535-53e7-42ce-bfe9-3fa9a9f84d37 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Network e3bc42d4-4686-4b1c-bb39-de90a50abeca is already hosted by enough agents. {{(pid=103376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:39:00.101388 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] No Port match for: e91568fd-e051-4c05-8120-a7cc434dd216 {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 17:39:00.101696 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57f2535-53e7-42ce-bfe9-3fa9a9f84d37 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Pushing event updated for resources: {'Port': ['ID=18b95036-291f-4910-82b7-69647d898166,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:39:00.102244 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Device e91568fd-e051-4c05-8120-a7cc434dd216 not bound to the agent host n-h2-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 17:39:00.104223 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [None req-f57f2535-53e7-42ce-bfe9-3fa9a9f84d37 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Resources bound (agent type, host, resource id): {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:39:00.108399 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f57f2535-53e7-42ce-bfe9-3fa9a9f84d37 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Received port after_create {{(pid=103376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:39:00.234210 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-f57f2535-53e7-42ce-bfe9-3fa9a9f84d37 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1595471'] for router_interface (477b5678-598c-45f7-b76f-f8fa9bfa09cb), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:39:00.255694 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ce5b9e1-8c25-4b97-ad09-adf5f7737f5c tempest-BulkNetworkOpsTest-1066703948 tempest-BulkNetworkOpsTest-1066703948-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:39:00.276210 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ce5b9e1-8c25-4b97-ad09-adf5f7737f5c tempest-BulkNetworkOpsTest-1066703948 tempest-BulkNetworkOpsTest-1066703948-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:39:00.284164 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 59358) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:39:00.286282 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-5ce5b9e1-8c25-4b97-ad09-adf5f7737f5c tempest-BulkNetworkOpsTest-1066703948 tempest-BulkNetworkOpsTest-1066703948-project] 10.222.0.89 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.8581510 Feb 04 17:39:00.290455 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-b942a149-d013-41ab-8d84-15dea6289d36 tempest-BulkNetworkOpsTest-1066703948 tempest-BulkNetworkOpsTest-1066703948-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1263458312'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:39:00.338487 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b942a149-d013-41ab-8d84-15dea6289d36 tempest-BulkNetworkOpsTest-1066703948 tempest-BulkNetworkOpsTest-1066703948-project] Made reservation on behalf of cc150d5059fc4d388ba94b57204e395d for: {'network': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:39:00.342421 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-b942a149-d013-41ab-8d84-15dea6289d36 tempest-BulkNetworkOpsTest-1066703948 tempest-BulkNetworkOpsTest-1066703948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for network (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:39:00.411468 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b942a149-d013-41ab-8d84-15dea6289d36 tempest-BulkNetworkOpsTest-1066703948 tempest-BulkNetworkOpsTest-1066703948-project] vlan segment allocate from pool success with {'vlan_id': 793, 'physical_network': 'physnet1'} {{(pid=103377) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 17:39:00.433226 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-b942a149-d013-41ab-8d84-15dea6289d36 tempest-BulkNetworkOpsTest-1066703948 tempest-BulkNetworkOpsTest-1066703948-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (96c3036c-4884-49bd-af88-c8b037fe82b4), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:39:00.433978 n-d-827839-2 neutron-server[103377]: INFO neutron.db.segments_db [None req-b942a149-d013-41ab-8d84-15dea6289d36 tempest-BulkNetworkOpsTest-1066703948 tempest-BulkNetworkOpsTest-1066703948-project] Added segment 96c3036c-4884-49bd-af88-c8b037fe82b4 of type vlan for network 694d5fab-4e8d-49d0-8ef2-4499594f93d6 Feb 04 17:39:00.534400 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-b942a149-d013-41ab-8d84-15dea6289d36 tempest-BulkNetworkOpsTest-1066703948 tempest-BulkNetworkOpsTest-1066703948-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781084292801'] for network (694d5fab-4e8d-49d0-8ef2-4499594f93d6), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:39:00.604107 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-b942a149-d013-41ab-8d84-15dea6289d36 tempest-BulkNetworkOpsTest-1066703948 tempest-BulkNetworkOpsTest-1066703948-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327'] for network (694d5fab-4e8d-49d0-8ef2-4499594f93d6), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:39:00.612801 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b942a149-d013-41ab-8d84-15dea6289d36 tempest-BulkNetworkOpsTest-1066703948 tempest-BulkNetworkOpsTest-1066703948-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:39:00.613748 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-b942a149-d013-41ab-8d84-15dea6289d36 tempest-BulkNetworkOpsTest-1066703948 tempest-BulkNetworkOpsTest-1066703948-project] Publish callbacks [] for network (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:39:00.674835 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-f57f2535-53e7-42ce-bfe9-3fa9a9f84d37 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (18b95036-291f-4910-82b7-69647d898166), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:39:00.686567 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-3e4031fc-6f62-448f-8b32-e2e236890abd None None] Provisioning complete for port 18b95036-291f-4910-82b7-69647d898166 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:39:00.689508 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b942a149-d013-41ab-8d84-15dea6289d36 tempest-BulkNetworkOpsTest-1066703948 tempest-BulkNetworkOpsTest-1066703948-project] Pushing event updated for resources: {'Network': ['ID=694d5fab-4e8d-49d0-8ef2-4499594f93d6,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:39:00.690653 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3e4031fc-6f62-448f-8b32-e2e236890abd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (18b95036-291f-4910-82b7-69647d898166), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:39:00.705380 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-b942a149-d013-41ab-8d84-15dea6289d36 tempest-BulkNetworkOpsTest-1066703948 tempest-BulkNetworkOpsTest-1066703948-project] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4192469 Feb 04 17:39:00.712600 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 59362) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:39:00.723894 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-dfcee795-5239-48ac-8bad-5edee71a9d62 tempest-BulkNetworkOpsTest-1066703948 tempest-BulkNetworkOpsTest-1066703948-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1316418602'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:39:00.788568 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Network 694d5fab-4e8d-49d0-8ef2-4499594f93d6 details requested by agent ovs-agent-n-d-827839-2 with host n-d-827839-2 {{(pid=103378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 17:39:00.879259 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-3e4031fc-6f62-448f-8b32-e2e236890abd None None] Port 18b95036-291f-4910-82b7-69647d898166 cannot update to ACTIVE because it is not bound. {{(pid=103378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 17:39:01.438824 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-f57f2535-53e7-42ce-bfe9-3fa9a9f84d37 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Publish callbacks [] for port (18b95036-291f-4910-82b7-69647d898166), precommit_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:39:01.451241 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-f57f2535-53e7-42ce-bfe9-3fa9a9f84d37 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675836'] for port (18b95036-291f-4910-82b7-69647d898166), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:39:01.571357 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-f57f2535-53e7-42ce-bfe9-3fa9a9f84d37 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1677345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602751'] for router_interface (477b5678-598c-45f7-b76f-f8fa9bfa09cb), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:39:01.574867 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57f2535-53e7-42ce-bfe9-3fa9a9f84d37 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Pushing event updated for resources: {'Port': ['ID=18b95036-291f-4910-82b7-69647d898166,revision_number=2']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:39:01.657737 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfcee795-5239-48ac-8bad-5edee71a9d62 tempest-BulkNetworkOpsTest-1066703948 tempest-BulkNetworkOpsTest-1066703948-project] Made reservation on behalf of cc150d5059fc4d388ba94b57204e395d for: {'network': 1} {{(pid=103376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:39:01.661704 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-dfcee795-5239-48ac-8bad-5edee71a9d62 tempest-BulkNetworkOpsTest-1066703948 tempest-BulkNetworkOpsTest-1066703948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for network (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:39:01.722884 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dfcee795-5239-48ac-8bad-5edee71a9d62 tempest-BulkNetworkOpsTest-1066703948 tempest-BulkNetworkOpsTest-1066703948-project] vlan segment allocate from pool success with {'vlan_id': 790, 'physical_network': 'physnet1'} {{(pid=103376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 17:39:01.737089 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f57f2535-53e7-42ce-bfe9-3fa9a9f84d37 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Network e3bc42d4-4686-4b1c-bb39-de90a50abeca is already hosted by enough agents. {{(pid=103376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:39:01.741117 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [None req-f57f2535-53e7-42ce-bfe9-3fa9a9f84d37 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Resources bound (agent type, host, resource id): {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:39:01.743668 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-dfcee795-5239-48ac-8bad-5edee71a9d62 tempest-BulkNetworkOpsTest-1066703948 tempest-BulkNetworkOpsTest-1066703948-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (761bfb22-c7c1-41be-9a19-90d66f3675b5), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:39:01.744055 n-d-827839-2 neutron-server[103376]: INFO neutron.db.segments_db [None req-dfcee795-5239-48ac-8bad-5edee71a9d62 tempest-BulkNetworkOpsTest-1066703948 tempest-BulkNetworkOpsTest-1066703948-project] Added segment 761bfb22-c7c1-41be-9a19-90d66f3675b5 of type vlan for network 034a39e7-d8fa-4876-a630-0e4b775e7439 Feb 04 17:39:01.995472 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f57f2535-53e7-42ce-bfe9-3fa9a9f84d37 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Router 477b5678-598c-45f7-b76f-f8fa9bfa09cb has already been hosted by L3 agent 64ada913-9131-4d99-a265-63a920956287 {{(pid=103376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 17:39:01.997212 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-dfcee795-5239-48ac-8bad-5edee71a9d62 tempest-BulkNetworkOpsTest-1066703948 tempest-BulkNetworkOpsTest-1066703948-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781084292801'] for network (034a39e7-d8fa-4876-a630-0e4b775e7439), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:39:02.075941 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c704cb-f6a5-49d2-9eae-89aee9e3f847 req-90e3e254-232e-4c81-8234-735913efe11c tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:39:02.080782 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-07c704cb-f6a5-49d2-9eae-89aee9e3f847 req-90e3e254-232e-4c81-8234-735913efe11c tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] 10.222.0.89 "GET /v2.0/ports?device_id=9d3821bc-122a-4237-beec-6ec54fd69665 HTTP/1.1" status: 200 len: 945 time: 0.1993542 Feb 04 17:39:02.195877 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-dfcee795-5239-48ac-8bad-5edee71a9d62 tempest-BulkNetworkOpsTest-1066703948 tempest-BulkNetworkOpsTest-1066703948-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327'] for network (034a39e7-d8fa-4876-a630-0e4b775e7439), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:39:02.201104 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfcee795-5239-48ac-8bad-5edee71a9d62 tempest-BulkNetworkOpsTest-1066703948 tempest-BulkNetworkOpsTest-1066703948-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:39:02.201701 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-dfcee795-5239-48ac-8bad-5edee71a9d62 tempest-BulkNetworkOpsTest-1066703948 tempest-BulkNetworkOpsTest-1066703948-project] Publish callbacks [] for network (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:39:02.219519 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-07b109e3-92ee-48df-ac1a-de0280786f55 None None] Provisioning complete for port 18b95036-291f-4910-82b7-69647d898166 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:39:02.220722 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-07b109e3-92ee-48df-ac1a-de0280786f55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (18b95036-291f-4910-82b7-69647d898166), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:39:02.232420 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 59396) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:39:02.233035 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-dfcee795-5239-48ac-8bad-5edee71a9d62 tempest-BulkNetworkOpsTest-1066703948 tempest-BulkNetworkOpsTest-1066703948-project] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.5139759 Feb 04 17:39:02.239078 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-d8236384-ff8c-4e6f-a7e9-7f5afc67661a tempest-BulkNetworkOpsTest-1066703948 tempest-BulkNetworkOpsTest-1066703948-project] Request body: {'ports': [{'network_id': '694d5fab-4e8d-49d0-8ef2-4499594f93d6', 'name': 'tempest-port--1067959374', 'admin_state_up': True}, {'network_id': '034a39e7-d8fa-4876-a630-0e4b775e7439', 'admin_state_up': False}]} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:39:02.239769 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-d8236384-ff8c-4e6f-a7e9-7f5afc67661a tempest-BulkNetworkOpsTest-1066703948 tempest-BulkNetworkOpsTest-1066703948-project] Request body: {'port': {'network_id': '694d5fab-4e8d-49d0-8ef2-4499594f93d6', 'name': 'tempest-port--1067959374', 'admin_state_up': True}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:39:02.241046 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-d8236384-ff8c-4e6f-a7e9-7f5afc67661a tempest-BulkNetworkOpsTest-1066703948 tempest-BulkNetworkOpsTest-1066703948-project] Request body: {'port': {'network_id': '034a39e7-d8fa-4876-a630-0e4b775e7439', 'admin_state_up': False}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:39:02.332060 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-07b109e3-92ee-48df-ac1a-de0280786f55 None None] Port 18b95036-291f-4910-82b7-69647d898166 cannot update to ACTIVE because it is not bound. {{(pid=103378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 17:39:02.365757 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-07c704cb-f6a5-49d2-9eae-89aee9e3f847 req-b8515406-a8da-4c86-ab19-695d3562a280 tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] 10.222.0.89 "GET /v2.0/security-groups?id=7065f8d7-aeef-49a2-81d7-44cedbdfdedd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2804978 Feb 04 17:39:02.366474 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfcee795-5239-48ac-8bad-5edee71a9d62 tempest-BulkNetworkOpsTest-1066703948 tempest-BulkNetworkOpsTest-1066703948-project] Pushing event updated for resources: {'Network': ['ID=034a39e7-d8fa-4876-a630-0e4b775e7439,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:39:02.382902 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Network 034a39e7-d8fa-4876-a630-0e4b775e7439 details requested by agent ovs-agent-n-d-827839-2 with host n-d-827839-2 {{(pid=103378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 17:39:02.388054 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f57f2535-53e7-42ce-bfe9-3fa9a9f84d37 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Notify agent at l3_agent.n-d-827839-2 the message routers_updated {{(pid=103376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 17:39:02.412760 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-f57f2535-53e7-42ce-bfe9-3fa9a9f84d37 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] 10.222.0.89 "PUT /v2.0/routers/477b5678-598c-45f7-b76f-f8fa9bfa09cb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8509212 Feb 04 17:39:02.412984 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e7fd67d-8acf-4eb0-8417-8264b7415392 None None] Sync routers for ids ['477b5678-598c-45f7-b76f-f8fa9bfa09cb'] in n-d-827839-2 {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 17:39:02.422443 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e7fd67d-8acf-4eb0-8417-8264b7415392 None None] Routers {'477b5678-598c-45f7-b76f-f8fa9bfa09cb'} bound to L3 agent in host n-d-827839-2 {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:39:02.422443 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-5e7fd67d-8acf-4eb0-8417-8264b7415392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:38:33Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['477b5678-598c-45f7-b76f-f8fa9bfa09cb'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:39:02.618723 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8236384-ff8c-4e6f-a7e9-7f5afc67661a tempest-BulkNetworkOpsTest-1066703948 tempest-BulkNetworkOpsTest-1066703948-project] Made reservation on behalf of cc150d5059fc4d388ba94b57204e395d for: {'port': 2} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:39:02.626831 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-d8236384-ff8c-4e6f-a7e9-7f5afc67661a tempest-BulkNetworkOpsTest-1066703948 tempest-BulkNetworkOpsTest-1066703948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:39:02.661762 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-d8236384-ff8c-4e6f-a7e9-7f5afc67661a tempest-BulkNetworkOpsTest-1066703948 tempest-BulkNetworkOpsTest-1066703948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:39:02.690815 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvr_db [None req-5e7fd67d-8acf-4eb0-8417-8264b7415392 None None] Set router 477b5678-598c-45f7-b76f-f8fa9bfa09cb gateway port host: n-d-827839-2 {{(pid=103379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:39:02.785006 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9640aa00-b91d-4e2c-8310-b9817e76ef61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (64ada913-9131-4d99-a265-63a920956287), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:39:02.909493 n-d-827839-2 neutron-server[103377]: DEBUG neutron.notifiers.nova [None req-d8236384-ff8c-4e6f-a7e9-7f5afc67661a tempest-BulkNetworkOpsTest-1066703948 tempest-BulkNetworkOpsTest-1066703948-project] device_id is not set on port 134be566-02ce-474e-b3ad-2609487e07f1 yet. {{(pid=103377) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 04 17:39:03.035476 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-d8236384-ff8c-4e6f-a7e9-7f5afc67661a tempest-BulkNetworkOpsTest-1066703948 tempest-BulkNetworkOpsTest-1066703948-project] Publish callbacks [] for port (134be566-02ce-474e-b3ad-2609487e07f1), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:39:03.045583 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d408ec64-b374-4acb-a1fc-48241dad6d47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (0cd6d64a-47a7-40ff-8c12-71dd526c62e0), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:39:03.084864 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-5e7fd67d-8acf-4eb0-8417-8264b7415392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '477b5678-598c-45f7-b76f-f8fa9bfa09cb', 'name': 'tempest-TestNetworkBasicOps-router-913224400', 'tenant_id': '1442cfcaa62548aa8c0af19ff6a9d44c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.198'}], 'enable_snat': True}, 'gw_port_id': '722082ed-cb50-4f44-81a3-604330b13c3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:36:26Z', 'updated_at': '2022-02-04T17:39:00Z', 'revision_number': 5, 'project_id': '1442cfcaa62548aa8c0af19ff6a9d44c', 'gw_port': {'id': '722082ed-cb50-4f44-81a3-604330b13c3f', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:5f:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '477b5678-598c-45f7-b76f-f8fa9bfa09cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2923, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:36:27Z', 'updated_at': '2022-02-04T17:36:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_floatingips': [{'id': '3768aaf5-2587-4045-b1fd-b843761250cb', 'tenant_id': '1442cfcaa62548aa8c0af19ff6a9d44c', 'floating_ip_address': '172.25.6.84', 'floating_network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'router_id': '477b5678-598c-45f7-b76f-f8fa9bfa09cb', 'port_id': '565eb3ee-884a-48eb-bafb-fef1817c2a71', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 2945, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'abb5a6fe-6a42-4306-8c7f-e23823ed39dd', 'mac_address': 'fa:16:3e:c8:a8:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4471d01d-fed1-45e9-9497-e554163641aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T17:37:03Z', 'updated_at': '2022-02-04T17:37:10Z', 'revision_number': 1, 'project_id': '1442cfcaa62548aa8c0af19ff6a9d44c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18b95036-291f-4910-82b7-69647d898166', 'name': '', 'network_id': 'e3bc42d4-4686-4b1c-bb39-de90a50abeca', 'tenant_id': '1442cfcaa62548aa8c0af19ff6a9d44c', 'mac_address': 'fa:16:3e:e6:19:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '477b5678-598c-45f7-b76f-f8fa9bfa09cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3113, 'fixed_ips': [{'subnet_id': '1113b1e0-1fc0-4c0a-aaee-96db353cee76', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:38:59Z', 'updated_at': '2022-02-04T17:39:00Z', 'revision_number': 2, 'project_id': '1442cfcaa62548aa8c0af19ff6a9d44c', 'subnets': [{'id': '1113b1e0-1fc0-4c0a-aaee-96db353cee76', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b73cd0cd-ff73-43d0-a79c-94ee138b1964', 'name': '', 'network_id': 'abb5a6fe-6a42-4306-8c7f-e23823ed39dd', 'tenant_id': '1442cfcaa62548aa8c0af19ff6a9d44c', 'mac_address': 'fa:16:3e:44:d6:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '477b5678-598c-45f7-b76f-f8fa9bfa09cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2927, 'fixed_ips': [{'subnet_id': '11100f50-fd85-468c-8a6a-8573a86224df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:36:34Z', 'updated_at': '2022-02-04T17:36:41Z', 'revision_number': 5, 'project_id': '1442cfcaa62548aa8c0af19ff6a9d44c', 'subnets': [{'id': '11100f50-fd85-468c-8a6a-8573a86224df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-2', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:39:03.164173 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e7fd67d-8acf-4eb0-8417-8264b7415392 None None] Checking router: 477b5678-598c-45f7-b76f-f8fa9bfa09cb for host: n-d-827839-2 {{(pid=103379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 17:39:03.166657 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e7fd67d-8acf-4eb0-8417-8264b7415392 None None] Updating router 477b5678-598c-45f7-b76f-f8fa9bfa09cb port 18b95036-291f-4910-82b7-69647d898166 binding host n-d-827839-2 {{(pid=103379) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 17:39:03.175551 n-d-827839-2 neutron-server[103377]: DEBUG neutron.notifiers.nova [None req-d8236384-ff8c-4e6f-a7e9-7f5afc67661a tempest-BulkNetworkOpsTest-1066703948 tempest-BulkNetworkOpsTest-1066703948-project] device_id is not set on port 671bb4cb-3618-46dd-9e94-925f2e05da5f yet. {{(pid=103377) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 04 17:39:03.264381 n-d-827839-2 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-5e7fd67d-8acf-4eb0-8417-8264b7415392 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (18b95036-291f-4910-82b7-69647d898166), before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:39:03.341744 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-d8236384-ff8c-4e6f-a7e9-7f5afc67661a tempest-BulkNetworkOpsTest-1066703948 tempest-BulkNetworkOpsTest-1066703948-project] Publish callbacks [] for port (671bb4cb-3618-46dd-9e94-925f2e05da5f), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:39:03.439997 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-d8236384-ff8c-4e6f-a7e9-7f5afc67661a tempest-BulkNetworkOpsTest-1066703948 tempest-BulkNetworkOpsTest-1066703948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (134be566-02ce-474e-b3ad-2609487e07f1), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:39:03.590714 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8236384-ff8c-4e6f-a7e9-7f5afc67661a tempest-BulkNetworkOpsTest-1066703948 tempest-BulkNetworkOpsTest-1066703948-project] Checking segment: {'id': '96c3036c-4884-49bd-af88-c8b037fe82b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '694d5fab-4e8d-49d0-8ef2-4499594f93d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:39:03.591581 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8236384-ff8c-4e6f-a7e9-7f5afc67661a tempest-BulkNetworkOpsTest-1066703948 tempest-BulkNetworkOpsTest-1066703948-project] Network hostable DHCP agents. Network: 694d5fab-4e8d-49d0-8ef2-4499594f93d6, hostable agents: ['bb89f5a3-3c22-440b-b7d1-c4f0c43c184a'], hosted agents: [] {{(pid=103377) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 17:39:03.595202 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8236384-ff8c-4e6f-a7e9-7f5afc67661a tempest-BulkNetworkOpsTest-1066703948 tempest-BulkNetworkOpsTest-1066703948-project] Pushing event updated for resources: {'Port': ['ID=134be566-02ce-474e-b3ad-2609487e07f1,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:39:03.638861 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f04a9db-c840-417e-8433-c0c9de812e9b req-86ef59a6-84e4-46c0-abbe-b5ca2648434c tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:39:03.657628 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-0f04a9db-c840-417e-8433-c0c9de812e9b req-86ef59a6-84e4-46c0-abbe-b5ca2648434c tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] 10.222.0.89 "GET /v2.0/ports?device_id=9d3821bc-122a-4237-beec-6ec54fd69665 HTTP/1.1" status: 200 len: 945 time: 0.1576772 Feb 04 17:39:03.758731 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8236384-ff8c-4e6f-a7e9-7f5afc67661a tempest-BulkNetworkOpsTest-1066703948 tempest-BulkNetworkOpsTest-1066703948-project] Network 694d5fab-4e8d-49d0-8ef2-4499594f93d6 is scheduled to be hosted by DHCP agent bb89f5a3-3c22-440b-b7d1-c4f0c43c184a with binding_index 1 {{(pid=103377) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 17:39:03.771162 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-0f04a9db-c840-417e-8433-c0c9de812e9b req-4f407f78-c79c-45b6-a7fb-fac43b611c8d tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] 10.222.0.89 "GET /v2.0/security-groups?id=7065f8d7-aeef-49a2-81d7-44cedbdfdedd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120775 Feb 04 17:39:03.774084 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [None req-d8236384-ff8c-4e6f-a7e9-7f5afc67661a tempest-BulkNetworkOpsTest-1066703948 tempest-BulkNetworkOpsTest-1066703948-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827839-2, 694d5fab-4e8d-49d0-8ef2-4499594f93d6) {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:39:03.785118 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63b3f841-5a6f-450b-98cc-ea23f8a27fab None None] Network 694d5fab-4e8d-49d0-8ef2-4499594f93d6 requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:39:03.793531 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8236384-ff8c-4e6f-a7e9-7f5afc67661a tempest-BulkNetworkOpsTest-1066703948 tempest-BulkNetworkOpsTest-1066703948-project] Received port after_create {{(pid=103377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:39:03.795172 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-d8236384-ff8c-4e6f-a7e9-7f5afc67661a tempest-BulkNetworkOpsTest-1066703948 tempest-BulkNetworkOpsTest-1066703948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (671bb4cb-3618-46dd-9e94-925f2e05da5f), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:39:03.870238 n-d-827839-2 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-5e7fd67d-8acf-4eb0-8417-8264b7415392 None None] Publish callbacks [] for port (18b95036-291f-4910-82b7-69647d898166), precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:39:03.881271 n-d-827839-2 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-5e7fd67d-8acf-4eb0-8417-8264b7415392 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (18b95036-291f-4910-82b7-69647d898166), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:39:03.953725 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8236384-ff8c-4e6f-a7e9-7f5afc67661a tempest-BulkNetworkOpsTest-1066703948 tempest-BulkNetworkOpsTest-1066703948-project] Pushing event updated for resources: {'Port': ['ID=671bb4cb-3618-46dd-9e94-925f2e05da5f,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:39:03.971772 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8236384-ff8c-4e6f-a7e9-7f5afc67661a tempest-BulkNetworkOpsTest-1066703948 tempest-BulkNetworkOpsTest-1066703948-project] Checking segment: {'id': '761bfb22-c7c1-41be-9a19-90d66f3675b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '034a39e7-d8fa-4876-a630-0e4b775e7439'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:39:03.972127 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8236384-ff8c-4e6f-a7e9-7f5afc67661a tempest-BulkNetworkOpsTest-1066703948 tempest-BulkNetworkOpsTest-1066703948-project] Network hostable DHCP agents. Network: 034a39e7-d8fa-4876-a630-0e4b775e7439, hostable agents: ['bb89f5a3-3c22-440b-b7d1-c4f0c43c184a'], hosted agents: [] {{(pid=103377) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 17:39:04.014248 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8236384-ff8c-4e6f-a7e9-7f5afc67661a tempest-BulkNetworkOpsTest-1066703948 tempest-BulkNetworkOpsTest-1066703948-project] Network 034a39e7-d8fa-4876-a630-0e4b775e7439 is scheduled to be hosted by DHCP agent bb89f5a3-3c22-440b-b7d1-c4f0c43c184a with binding_index 1 {{(pid=103377) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 17:39:04.030060 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [None req-d8236384-ff8c-4e6f-a7e9-7f5afc67661a tempest-BulkNetworkOpsTest-1066703948 tempest-BulkNetworkOpsTest-1066703948-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827839-2, 034a39e7-d8fa-4876-a630-0e4b775e7439) {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:39:04.039973 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8236384-ff8c-4e6f-a7e9-7f5afc67661a tempest-BulkNetworkOpsTest-1066703948 tempest-BulkNetworkOpsTest-1066703948-project] Received port after_create {{(pid=103377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:39:04.045402 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8236384-ff8c-4e6f-a7e9-7f5afc67661a tempest-BulkNetworkOpsTest-1066703948 tempest-BulkNetworkOpsTest-1066703948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:39:04.056984 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6684a402-6535-4a05-bf1b-888f96d8ecf2 None None] Pushing event updated for resources: {'Port': ['ID=18b95036-291f-4910-82b7-69647d898166,revision_number=3']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:39:04.070422 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f2f70c6-2b8f-477e-bee8-8b99638df906 None None] Network 034a39e7-d8fa-4876-a630-0e4b775e7439 requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:39:04.080584 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8236384-ff8c-4e6f-a7e9-7f5afc67661a tempest-BulkNetworkOpsTest-1066703948 tempest-BulkNetworkOpsTest-1066703948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:39:04.092128 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-d8236384-ff8c-4e6f-a7e9-7f5afc67661a tempest-BulkNetworkOpsTest-1066703948 tempest-BulkNetworkOpsTest-1066703948-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:39:04.134388 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-d8236384-ff8c-4e6f-a7e9-7f5afc67661a tempest-BulkNetworkOpsTest-1066703948 tempest-BulkNetworkOpsTest-1066703948-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 1.8993757 Feb 04 17:39:04.136951 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 59414) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:39:04.204937 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4667070-dc8f-42a9-a4f4-bed4860fd2a5 req-d0a644bb-a702-43b8-9d76-d2263b94c206 tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:39:04.206458 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-c4667070-dc8f-42a9-a4f4-bed4860fd2a5 req-d0a644bb-a702-43b8-9d76-d2263b94c206 tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] 10.222.0.96 "GET /v2.0/ports?device_id=9d3821bc-122a-4237-beec-6ec54fd69665 HTTP/1.1" status: 200 len: 945 time: 0.1820264 Feb 04 17:39:04.215497 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [None req-5e7fd67d-8acf-4eb0-8417-8264b7415392 None None] Attempting to bind port 18b95036-291f-4910-82b7-69647d898166 on host n-d-827839-2 for vnic_type normal with profile {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:39:04.215871 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [None req-5e7fd67d-8acf-4eb0-8417-8264b7415392 None None] Attempting to bind port 18b95036-291f-4910-82b7-69647d898166 by drivers openvswitch,hyperv on host n-d-827839-2 at level 0 using segments [{'id': 'c797d305-3827-4cea-81f5-da1589eba867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': 'e3bc42d4-4686-4b1c-bb39-de90a50abeca'}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:39:04.216231 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e7fd67d-8acf-4eb0-8417-8264b7415392 None None] Attempting to bind port 18b95036-291f-4910-82b7-69647d898166 on network e3bc42d4-4686-4b1c-bb39-de90a50abeca {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:39:04.234365 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e7fd67d-8acf-4eb0-8417-8264b7415392 None None] Checking agent: {'id': 'ba70844b-66a0-45fd-a2f2-e6ed673321fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 0, 36), 'started_at': datetime.datetime(2022, 2, 4, 17, 1, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 38, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:39:04.237557 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e7fd67d-8acf-4eb0-8417-8264b7415392 None None] Checking segment: {'id': 'c797d305-3827-4cea-81f5-da1589eba867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': 'e3bc42d4-4686-4b1c-bb39-de90a50abeca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:39:04.239438 n-d-827839-2 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-5e7fd67d-8acf-4eb0-8417-8264b7415392 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:39:04.240939 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e7fd67d-8acf-4eb0-8417-8264b7415392 None None] Bound using segment: {'id': 'c797d305-3827-4cea-81f5-da1589eba867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': 'e3bc42d4-4686-4b1c-bb39-de90a50abeca'} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:39:04.242490 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [None req-5e7fd67d-8acf-4eb0-8417-8264b7415392 None None] Bound port: 18b95036-291f-4910-82b7-69647d898166, host: n-d-827839-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c797d305-3827-4cea-81f5-da1589eba867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': 'e3bc42d4-4686-4b1c-bb39-de90a50abeca'}}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:39:04.242904 n-d-827839-2 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-5e7fd67d-8acf-4eb0-8417-8264b7415392 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (18b95036-291f-4910-82b7-69647d898166), before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:39:04.302047 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cd340e9-d481-48e9-8a08-260fba67b859 tempest-BulkNetworkOpsTest-1066703948 tempest-BulkNetworkOpsTest-1066703948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:39:04.307299 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cd340e9-d481-48e9-8a08-260fba67b859 tempest-BulkNetworkOpsTest-1066703948 tempest-BulkNetworkOpsTest-1066703948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:39:04.326477 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-0cd340e9-d481-48e9-8a08-260fba67b859 tempest-BulkNetworkOpsTest-1066703948 tempest-BulkNetworkOpsTest-1066703948-project] 10.222.0.89 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.1883428 Feb 04 17:39:04.331586 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 59418) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:39:04.431915 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-5e7fd67d-8acf-4eb0-8417-8264b7415392 None None] For port 18b95036-291f-4910-82b7-69647d898166, host n-d-827839-2, cleared binding levels {{(pid=103379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:39:04.446444 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-5e7fd67d-8acf-4eb0-8417-8264b7415392 None None] For port 18b95036-291f-4910-82b7-69647d898166, host n-d-827839-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=18b95036-291f-4910-82b7-69647d898166,segment=NetworkSegment(c797d305-3827-4cea-81f5-da1589eba867),segment_id=c797d305-3827-4cea-81f5-da1589eba867)] {{(pid=103379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:39:04.447032 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [req-c4667070-dc8f-42a9-a4f4-bed4860fd2a5 req-7aac708b-7a63-49a1-b8f7-c9fef82d2c78 tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] Deleting port b11feae4-5af3-4cd0-a7f3-50dcb2bf4c66 {{(pid=103376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:39:04.447472 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-c4667070-dc8f-42a9-a4f4-bed4860fd2a5 req-7aac708b-7a63-49a1-b8f7-c9fef82d2c78 tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (b11feae4-5af3-4cd0-a7f3-50dcb2bf4c66), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:39:04.456235 n-d-827839-2 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-5e7fd67d-8acf-4eb0-8417-8264b7415392 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (18b95036-291f-4910-82b7-69647d898166), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:39:04.510653 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-6262b108-415a-43fd-af25-67478894c3f8 tempest-BulkNetworkOpsTest-1066703948 tempest-BulkNetworkOpsTest-1066703948-project] Deleting port 134be566-02ce-474e-b3ad-2609487e07f1 {{(pid=103377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:39:04.517943 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-6262b108-415a-43fd-af25-67478894c3f8 tempest-BulkNetworkOpsTest-1066703948 tempest-BulkNetworkOpsTest-1066703948-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (134be566-02ce-474e-b3ad-2609487e07f1), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:39:04.577950 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e7fd67d-8acf-4eb0-8417-8264b7415392 None None] Routers {'477b5678-598c-45f7-b76f-f8fa9bfa09cb'} bound to L3 agent in host n-d-827839-2 {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:39:04.578602 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-5e7fd67d-8acf-4eb0-8417-8264b7415392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:39:03Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['477b5678-598c-45f7-b76f-f8fa9bfa09cb'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:39:04.695444 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-6262b108-415a-43fd-af25-67478894c3f8 tempest-BulkNetworkOpsTest-1066703948 tempest-BulkNetworkOpsTest-1066703948-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (134be566-02ce-474e-b3ad-2609487e07f1), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:39:04.734207 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-6262b108-415a-43fd-af25-67478894c3f8 tempest-BulkNetworkOpsTest-1066703948 tempest-BulkNetworkOpsTest-1066703948-project] Calling delete_port for 134be566-02ce-474e-b3ad-2609487e07f1 owned by {{(pid=103377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:39:04.737864 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [req-c4667070-dc8f-42a9-a4f4-bed4860fd2a5 req-7aac708b-7a63-49a1-b8f7-c9fef82d2c78 tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] For port b11feae4-5af3-4cd0-a7f3-50dcb2bf4c66, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=b11feae4-5af3-4cd0-a7f3-50dcb2bf4c66,segment=NetworkSegment(f8b51653-e9f0-43b4-bbb2-0054b3d4de26),segment_id=f8b51653-e9f0-43b4-bbb2-0054b3d4de26)] {{(pid=103376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:39:04.738232 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-c4667070-dc8f-42a9-a4f4-bed4860fd2a5 req-7aac708b-7a63-49a1-b8f7-c9fef82d2c78 tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (b11feae4-5af3-4cd0-a7f3-50dcb2bf4c66), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:39:04.809058 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [req-c4667070-dc8f-42a9-a4f4-bed4860fd2a5 req-7aac708b-7a63-49a1-b8f7-c9fef82d2c78 tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] Calling delete_port for b11feae4-5af3-4cd0-a7f3-50dcb2bf4c66 owned by compute:nova {{(pid=103376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:39:04.889390 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6684a402-6535-4a05-bf1b-888f96d8ecf2 None None] Pushing event updated for resources: {'Port': ['ID=18b95036-291f-4910-82b7-69647d898166,revision_number=4']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:39:05.023151 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvr_db [None req-5e7fd67d-8acf-4eb0-8417-8264b7415392 None None] Set router 477b5678-598c-45f7-b76f-f8fa9bfa09cb gateway port host: n-d-827839-2 {{(pid=103379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:39:05.045370 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-6258dd8f-c365-4b22-8318-dcc1bc3683b2 None None] Provisioning complete for port 18b95036-291f-4910-82b7-69647d898166 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:39:05.047081 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6258dd8f-c365-4b22-8318-dcc1bc3683b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (18b95036-291f-4910-82b7-69647d898166), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:39:05.085810 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-6262b108-415a-43fd-af25-67478894c3f8 tempest-BulkNetworkOpsTest-1066703948 tempest-BulkNetworkOpsTest-1066703948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (134be566-02ce-474e-b3ad-2609487e07f1), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:39:05.178728 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4f14bb47-e72b-46ac-9e44-a61d9293afcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (75326290-f7a3-4db8-9cf2-15c7139ed224), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:39:05.220728 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6262b108-415a-43fd-af25-67478894c3f8 tempest-BulkNetworkOpsTest-1066703948 tempest-BulkNetworkOpsTest-1066703948-project] Pushing event deleted for resources: {'Port': ['ID=134be566-02ce-474e-b3ad-2609487e07f1,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:39:05.238998 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-6262b108-415a-43fd-af25-67478894c3f8 tempest-BulkNetworkOpsTest-1066703948 tempest-BulkNetworkOpsTest-1066703948-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:39:05.260779 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-6262b108-415a-43fd-af25-67478894c3f8 tempest-BulkNetworkOpsTest-1066703948 tempest-BulkNetworkOpsTest-1066703948-project] 10.222.0.89 "DELETE /v2.0/ports/134be566-02ce-474e-b3ad-2609487e07f1 HTTP/1.1" status: 204 len: 168 time: 0.9232810 Feb 04 17:39:05.261157 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 59430) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:39:05.352780 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-6258dd8f-c365-4b22-8318-dcc1bc3683b2 None None] Current status of the port 18b95036-291f-4910-82b7-69647d898166 is: DOWN; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:39:05.362072 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6258dd8f-c365-4b22-8318-dcc1bc3683b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (18b95036-291f-4910-82b7-69647d898166), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:39:05.390017 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-c4667070-dc8f-42a9-a4f4-bed4860fd2a5 req-7aac708b-7a63-49a1-b8f7-c9fef82d2c78 tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (b11feae4-5af3-4cd0-a7f3-50dcb2bf4c66), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:39:05.466549 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-6258dd8f-c365-4b22-8318-dcc1bc3683b2 None None] For port 18b95036-291f-4910-82b7-69647d898166, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=18b95036-291f-4910-82b7-69647d898166,segment=NetworkSegment(c797d305-3827-4cea-81f5-da1589eba867),segment_id=c797d305-3827-4cea-81f5-da1589eba867)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:39:05.470852 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] get_ports_and_sgs() called for port_ids ['b11feae4-5af3-4cd0-a7f3-50dcb2bf4c66'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 17:39:05.497679 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-0ebfbd22-a075-4953-a909-b5429aea8273 req-06d1fa34-4564-401d-975d-a6691199060f tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] 10.222.0.89 "GET /v2.0/ports?device_id=9d3821bc-122a-4237-beec-6ec54fd69665 HTTP/1.1" status: 200 len: 210 time: 0.1466911 Feb 04 17:39:05.528727 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6258dd8f-c365-4b22-8318-dcc1bc3683b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (18b95036-291f-4910-82b7-69647d898166), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:39:05.607236 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-2edb2b5b-fb70-406a-9797-4dcfc67b57f9 tempest-BulkNetworkOpsTest-1066703948 tempest-BulkNetworkOpsTest-1066703948-project] Deleting port 671bb4cb-3618-46dd-9e94-925f2e05da5f {{(pid=103377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:39:05.607802 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-2edb2b5b-fb70-406a-9797-4dcfc67b57f9 tempest-BulkNetworkOpsTest-1066703948 tempest-BulkNetworkOpsTest-1066703948-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (671bb4cb-3618-46dd-9e94-925f2e05da5f), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:39:05.671318 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6258dd8f-c365-4b22-8318-dcc1bc3683b2 None None] Pushing event updated for resources: {'Port': ['ID=18b95036-291f-4910-82b7-69647d898166,revision_number=5']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:39:05.672839 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aac708b-7a63-49a1-b8f7-c9fef82d2c78 tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] Pushing event deleted for resources: {'Port': ['ID=b11feae4-5af3-4cd0-a7f3-50dcb2bf4c66,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:39:05.727627 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4667070-dc8f-42a9-a4f4-bed4860fd2a5 req-7aac708b-7a63-49a1-b8f7-c9fef82d2c78 tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] No DVR routers for this DVR port b11feae4-5af3-4cd0-a7f3-50dcb2bf4c66 on host n-h1-827839-2 {{(pid=103376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 17:39:05.730718 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6258dd8f-c365-4b22-8318-dcc1bc3683b2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:39:05.731246 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6258dd8f-c365-4b22-8318-dcc1bc3683b2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:39:05.731600 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6258dd8f-c365-4b22-8318-dcc1bc3683b2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:39:05.733188 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6258dd8f-c365-4b22-8318-dcc1bc3683b2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:39:05.733543 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6258dd8f-c365-4b22-8318-dcc1bc3683b2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:39:05.733883 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6258dd8f-c365-4b22-8318-dcc1bc3683b2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:39:05.734222 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6258dd8f-c365-4b22-8318-dcc1bc3683b2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:39:05.734417 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-c4667070-dc8f-42a9-a4f4-bed4860fd2a5 req-7aac708b-7a63-49a1-b8f7-c9fef82d2c78 tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:39:05.734554 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6258dd8f-c365-4b22-8318-dcc1bc3683b2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:39:05.737040 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6258dd8f-c365-4b22-8318-dcc1bc3683b2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:39:05.737629 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6258dd8f-c365-4b22-8318-dcc1bc3683b2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:39:05.737780 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6258dd8f-c365-4b22-8318-dcc1bc3683b2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:39:05.741220 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6258dd8f-c365-4b22-8318-dcc1bc3683b2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:39:05.741511 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6258dd8f-c365-4b22-8318-dcc1bc3683b2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:39:05.751950 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-c4667070-dc8f-42a9-a4f4-bed4860fd2a5 req-7aac708b-7a63-49a1-b8f7-c9fef82d2c78 tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] 10.222.0.96 "DELETE /v2.0/ports/b11feae4-5af3-4cd0-a7f3-50dcb2bf4c66 HTTP/1.1" status: 204 len: 173 time: 1.5367522 Feb 04 17:39:05.754025 n-d-827839-2 neutron-server[103376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d3821bc-122a-4237-beec-6ec54fd69665', 'name': 'network-vif-deleted', 'tag': 'b11feae4-5af3-4cd0-a7f3-50dcb2bf4c66'}] {{(pid=103376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:39:05.758041 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d59c3bb5e2f09ebf62144d5e09b1cff60c763a9c19614c24538e77842938c05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9130918-fb86-4cb0-916b-5c101a1f2738" -d '{"events": [{"server_uuid": "9d3821bc-122a-4237-beec-6ec54fd69665", "name": "network-vif-deleted", "tag": "b11feae4-5af3-4cd0-a7f3-50dcb2bf4c66"}]}' {{(pid=103376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:39:05.762456 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-2edb2b5b-fb70-406a-9797-4dcfc67b57f9 tempest-BulkNetworkOpsTest-1066703948 tempest-BulkNetworkOpsTest-1066703948-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (671bb4cb-3618-46dd-9e94-925f2e05da5f), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:39:05.782112 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-2edb2b5b-fb70-406a-9797-4dcfc67b57f9 tempest-BulkNetworkOpsTest-1066703948 tempest-BulkNetworkOpsTest-1066703948-project] Calling delete_port for 671bb4cb-3618-46dd-9e94-925f2e05da5f owned by {{(pid=103377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:39:05.847587 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-8ae25648-0c73-496f-8cf0-fce13c50fb45 None None] Provisioning complete for port 18b95036-291f-4910-82b7-69647d898166 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:39:05.852554 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8ae25648-0c73-496f-8cf0-fce13c50fb45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (18b95036-291f-4910-82b7-69647d898166), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:39:05.856248 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (ba70844b-66a0-45fd-a2f2-e6ed673321fc), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:39:05.916947 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-2edb2b5b-fb70-406a-9797-4dcfc67b57f9 tempest-BulkNetworkOpsTest-1066703948 tempest-BulkNetworkOpsTest-1066703948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (671bb4cb-3618-46dd-9e94-925f2e05da5f), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:39:05.993567 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-5e7fd67d-8acf-4eb0-8417-8264b7415392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '477b5678-598c-45f7-b76f-f8fa9bfa09cb', 'name': 'tempest-TestNetworkBasicOps-router-913224400', 'tenant_id': '1442cfcaa62548aa8c0af19ff6a9d44c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.198'}], 'enable_snat': True}, 'gw_port_id': '722082ed-cb50-4f44-81a3-604330b13c3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:36:26Z', 'updated_at': '2022-02-04T17:39:00Z', 'revision_number': 5, 'project_id': '1442cfcaa62548aa8c0af19ff6a9d44c', 'gw_port': {'id': '722082ed-cb50-4f44-81a3-604330b13c3f', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:5f:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '477b5678-598c-45f7-b76f-f8fa9bfa09cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2923, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:36:27Z', 'updated_at': '2022-02-04T17:36:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_floatingips': [{'id': '3768aaf5-2587-4045-b1fd-b843761250cb', 'tenant_id': '1442cfcaa62548aa8c0af19ff6a9d44c', 'floating_ip_address': '172.25.6.84', 'floating_network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'router_id': '477b5678-598c-45f7-b76f-f8fa9bfa09cb', 'port_id': '565eb3ee-884a-48eb-bafb-fef1817c2a71', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 2945, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'abb5a6fe-6a42-4306-8c7f-e23823ed39dd', 'mac_address': 'fa:16:3e:c8:a8:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4471d01d-fed1-45e9-9497-e554163641aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T17:37:03Z', 'updated_at': '2022-02-04T17:37:10Z', 'revision_number': 1, 'project_id': '1442cfcaa62548aa8c0af19ff6a9d44c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18b95036-291f-4910-82b7-69647d898166', 'name': '', 'network_id': 'e3bc42d4-4686-4b1c-bb39-de90a50abeca', 'tenant_id': '1442cfcaa62548aa8c0af19ff6a9d44c', 'mac_address': 'fa:16:3e:e6:19:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '477b5678-598c-45f7-b76f-f8fa9bfa09cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3113, 'fixed_ips': [{'subnet_id': '1113b1e0-1fc0-4c0a-aaee-96db353cee76', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:38:59Z', 'updated_at': '2022-02-04T17:39:04Z', 'revision_number': 4, 'project_id': '1442cfcaa62548aa8c0af19ff6a9d44c', 'subnets': [{'id': '1113b1e0-1fc0-4c0a-aaee-96db353cee76', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b73cd0cd-ff73-43d0-a79c-94ee138b1964', 'name': '', 'network_id': 'abb5a6fe-6a42-4306-8c7f-e23823ed39dd', 'tenant_id': '1442cfcaa62548aa8c0af19ff6a9d44c', 'mac_address': 'fa:16:3e:44:d6:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '477b5678-598c-45f7-b76f-f8fa9bfa09cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2927, 'fixed_ips': [{'subnet_id': '11100f50-fd85-468c-8a6a-8573a86224df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:36:34Z', 'updated_at': '2022-02-04T17:36:41Z', 'revision_number': 5, 'project_id': '1442cfcaa62548aa8c0af19ff6a9d44c', 'subnets': [{'id': '11100f50-fd85-468c-8a6a-8573a86224df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-2', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:39:06.024373 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e7fd67d-8acf-4eb0-8417-8264b7415392 None None] The sync data for ids ['477b5678-598c-45f7-b76f-f8fa9bfa09cb'] in n-d-827839-2 is: [{'id': '477b5678-598c-45f7-b76f-f8fa9bfa09cb', 'name': 'tempest-TestNetworkBasicOps-router-913224400', 'tenant_id': '1442cfcaa62548aa8c0af19ff6a9d44c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.198'}], 'enable_snat': True}, 'gw_port_id': '722082ed-cb50-4f44-81a3-604330b13c3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:36:26Z', 'updated_at': '2022-02-04T17:39:00Z', 'revision_number': 5, 'project_id': '1442cfcaa62548aa8c0af19ff6a9d44c', 'gw_port': {'id': '722082ed-cb50-4f44-81a3-604330b13c3f', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:5f:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '477b5678-598c-45f7-b76f-f8fa9bfa09cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2923, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:36:27Z', 'updated_at': '2022-02-04T17:36:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_floatingips': [{'id': '3768aaf5-2587-4045-b1fd-b843761250cb', 'tenant_id': '1442cfcaa62548aa8c0af19ff6a9d44c', 'floating_ip_address': '172.25.6.84', 'floating_network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'router_id': '477b5678-598c-45f7-b76f-f8fa9bfa09cb', 'port_id': '565eb3ee-884a-48eb-bafb-fef1817c2a71', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 2945, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'abb5a6fe-6a42-4306-8c7f-e23823ed39dd', 'mac_address': 'fa:16:3e:c8:a8:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4471d01d-fed1-45e9-9497-e554163641aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T17:37:03Z', 'updated_at': '2022-02-04T17:37:10Z', 'revision_number': 1, 'project_id': '1442cfcaa62548aa8c0af19ff6a9d44c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18b95036-291f-4910-82b7-69647d898166', 'name': '', 'network_id': 'e3bc42d4-4686-4b1c-bb39-de90a50abeca', 'tenant_id': '1442cfcaa62548aa8c0af19ff6a9d44c', 'mac_address': 'fa:16:3e:e6:19:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '477b5678-598c-45f7-b76f-f8fa9bfa09cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3113, 'fixed_ips': [{'subnet_id': '1113b1e0-1fc0-4c0a-aaee-96db353cee76', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:38:59Z', 'updated_at': '2022-02-04T17:39:04Z', 'revision_number': 4, 'project_id': '1442cfcaa62548aa8c0af19ff6a9d44c', 'subnets': [{'id': '1113b1e0-1fc0-4c0a-aaee-96db353cee76', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b73cd0cd-ff73-43d0-a79c-94ee138b1964', 'name': '', 'network_id': 'abb5a6fe-6a42-4306-8c7f-e23823ed39dd', 'tenant_id': '1442cfcaa62548aa8c0af19ff6a9d44c', 'mac_address': 'fa:16:3e:44:d6:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '477b5678-598c-45f7-b76f-f8fa9bfa09cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2927, 'fixed_ips': [{'subnet_id': '11100f50-fd85-468c-8a6a-8573a86224df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:36:34Z', 'updated_at': '2022-02-04T17:36:41Z', 'revision_number': 5, 'project_id': '1442cfcaa62548aa8c0af19ff6a9d44c', 'subnets': [{'id': '11100f50-fd85-468c-8a6a-8573a86224df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 17:39:06.031952 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edb2b5b-fb70-406a-9797-4dcfc67b57f9 tempest-BulkNetworkOpsTest-1066703948 tempest-BulkNetworkOpsTest-1066703948-project] Pushing event deleted for resources: {'Port': ['ID=671bb4cb-3618-46dd-9e94-925f2e05da5f,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:39:06.066332 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-2edb2b5b-fb70-406a-9797-4dcfc67b57f9 tempest-BulkNetworkOpsTest-1066703948 tempest-BulkNetworkOpsTest-1066703948-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:39:06.072294 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 59438) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:39:06.084687 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-2edb2b5b-fb70-406a-9797-4dcfc67b57f9 tempest-BulkNetworkOpsTest-1066703948 tempest-BulkNetworkOpsTest-1066703948-project] 10.222.0.89 "DELETE /v2.0/ports/671bb4cb-3618-46dd-9e94-925f2e05da5f HTTP/1.1" status: 204 len: 168 time: 0.8218977 Feb 04 17:39:06.113406 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-8ae25648-0c73-496f-8cf0-fce13c50fb45 None None] Current status of the port 18b95036-291f-4910-82b7-69647d898166 is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:39:06.187617 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 59442) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:39:06.192987 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-ce0f9d05-38c4-4190-a817-b48d4bbca629 tempest-BulkNetworkOpsTest-1066703948 tempest-BulkNetworkOpsTest-1066703948-project] 10.222.0.89 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1097436 Feb 04 17:39:06.193229 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-d4276157-e757-410f-984a-2556bec6c8ec tempest-BulkNetworkOpsTest-1066703948 tempest-BulkNetworkOpsTest-1066703948-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-665330893'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:39:06.265085 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4276157-e757-410f-984a-2556bec6c8ec tempest-BulkNetworkOpsTest-1066703948 tempest-BulkNetworkOpsTest-1066703948-project] Made reservation on behalf of cc150d5059fc4d388ba94b57204e395d for: {'network': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:39:06.277424 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-d4276157-e757-410f-984a-2556bec6c8ec tempest-BulkNetworkOpsTest-1066703948 tempest-BulkNetworkOpsTest-1066703948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for network (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:39:06.350316 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4276157-e757-410f-984a-2556bec6c8ec tempest-BulkNetworkOpsTest-1066703948 tempest-BulkNetworkOpsTest-1066703948-project] vlan segment allocate from pool success with {'vlan_id': 795, 'physical_network': 'physnet1'} {{(pid=103377) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 17:39:06.365150 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 17:39:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3b625a7-6742-49bf-bb9e-b5fcefdde911 x-openstack-request-id: req-f3b625a7-6742-49bf-bb9e-b5fcefdde911 {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:39:06.365461 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d3821bc-122a-4237-beec-6ec54fd69665", "name": "network-vif-deleted", "tag": "b11feae4-5af3-4cd0-a7f3-50dcb2bf4c66", "status": "completed", "code": 200}]} {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:39:06.365870 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-f3b625a7-6742-49bf-bb9e-b5fcefdde911 {{(pid=103376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:39:06.366295 n-d-827839-2 neutron-server[103376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d3821bc-122a-4237-beec-6ec54fd69665', 'name': 'network-vif-deleted', 'tag': 'b11feae4-5af3-4cd0-a7f3-50dcb2bf4c66', 'status': 'completed', 'code': 200} Feb 04 17:39:06.378079 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-d4276157-e757-410f-984a-2556bec6c8ec tempest-BulkNetworkOpsTest-1066703948 tempest-BulkNetworkOpsTest-1066703948-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (4b24b0bc-d973-4f6a-8916-dff1ca609bd6), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:39:06.378426 n-d-827839-2 neutron-server[103377]: INFO neutron.db.segments_db [None req-d4276157-e757-410f-984a-2556bec6c8ec tempest-BulkNetworkOpsTest-1066703948 tempest-BulkNetworkOpsTest-1066703948-project] Added segment 4b24b0bc-d973-4f6a-8916-dff1ca609bd6 of type vlan for network 949fe2c4-5cc7-4de4-b675-103ba2e13e7a Feb 04 17:39:06.571599 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-d4276157-e757-410f-984a-2556bec6c8ec tempest-BulkNetworkOpsTest-1066703948 tempest-BulkNetworkOpsTest-1066703948-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781084292801'] for network (949fe2c4-5cc7-4de4-b675-103ba2e13e7a), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:39:06.612467 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 18b95036-291f-4910-82b7-69647d898166 up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:39:06.707829 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-d4276157-e757-410f-984a-2556bec6c8ec tempest-BulkNetworkOpsTest-1066703948 tempest-BulkNetworkOpsTest-1066703948-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327'] for network (949fe2c4-5cc7-4de4-b675-103ba2e13e7a), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:39:06.729199 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4276157-e757-410f-984a-2556bec6c8ec tempest-BulkNetworkOpsTest-1066703948 tempest-BulkNetworkOpsTest-1066703948-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:39:06.729887 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-d4276157-e757-410f-984a-2556bec6c8ec tempest-BulkNetworkOpsTest-1066703948 tempest-BulkNetworkOpsTest-1066703948-project] Publish callbacks [] for network (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:39:06.790069 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port 18b95036-291f-4910-82b7-69647d898166 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:39:06.792169 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (18b95036-291f-4910-82b7-69647d898166), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:39:06.870638 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-d4276157-e757-410f-984a-2556bec6c8ec tempest-BulkNetworkOpsTest-1066703948 tempest-BulkNetworkOpsTest-1066703948-project] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.6818190 Feb 04 17:39:06.885866 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 59448) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:39:06.896573 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4276157-e757-410f-984a-2556bec6c8ec tempest-BulkNetworkOpsTest-1066703948 tempest-BulkNetworkOpsTest-1066703948-project] Pushing event updated for resources: {'Network': ['ID=949fe2c4-5cc7-4de4-b675-103ba2e13e7a,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:39:06.897249 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-16e31e73-65e2-489b-b0b0-64499d4990d4 tempest-BulkNetworkOpsTest-1066703948 tempest-BulkNetworkOpsTest-1066703948-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-626174742'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:39:06.920801 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Network 949fe2c4-5cc7-4de4-b675-103ba2e13e7a details requested by agent ovs-agent-n-d-827839-2 with host n-d-827839-2 {{(pid=103378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 17:39:06.965488 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-95039e33-9093-4715-bbbc-92f0b1e48a53 req-bd1cfe5f-69d6-49cb-8da1-4be9beb9dbb6 tempest-ServersTestJSON-1608754511 tempest-ServersTestJSON-1608754511-project] 10.222.0.89 "GET /v2.0/ports?device_id=9d3821bc-122a-4237-beec-6ec54fd69665 HTTP/1.1" status: 200 len: 210 time: 0.1312184 Feb 04 17:39:06.978841 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16e31e73-65e2-489b-b0b0-64499d4990d4 tempest-BulkNetworkOpsTest-1066703948 tempest-BulkNetworkOpsTest-1066703948-project] Made reservation on behalf of cc150d5059fc4d388ba94b57204e395d for: {'network': 1} {{(pid=103376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:39:06.992173 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-16e31e73-65e2-489b-b0b0-64499d4990d4 tempest-BulkNetworkOpsTest-1066703948 tempest-BulkNetworkOpsTest-1066703948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for network (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:39:07.059728 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16e31e73-65e2-489b-b0b0-64499d4990d4 tempest-BulkNetworkOpsTest-1066703948 tempest-BulkNetworkOpsTest-1066703948-project] vlan segment allocate from pool success with {'vlan_id': 760, 'physical_network': 'physnet1'} {{(pid=103376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 17:39:07.086235 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-16e31e73-65e2-489b-b0b0-64499d4990d4 tempest-BulkNetworkOpsTest-1066703948 tempest-BulkNetworkOpsTest-1066703948-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (1933e4de-acd3-4dd0-ba60-351362a0491c), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:39:07.086589 n-d-827839-2 neutron-server[103376]: INFO neutron.db.segments_db [None req-16e31e73-65e2-489b-b0b0-64499d4990d4 tempest-BulkNetworkOpsTest-1066703948 tempest-BulkNetworkOpsTest-1066703948-project] Added segment 1933e4de-acd3-4dd0-ba60-351362a0491c of type vlan for network df83ff79-3129-4a86-adcc-fc02564e3987 Feb 04 17:39:07.101473 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port 18b95036-291f-4910-82b7-69647d898166 is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:39:07.159296 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-16e31e73-65e2-489b-b0b0-64499d4990d4 tempest-BulkNetworkOpsTest-1066703948 tempest-BulkNetworkOpsTest-1066703948-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781084292801'] for network (df83ff79-3129-4a86-adcc-fc02564e3987), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:39:07.219727 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-16e31e73-65e2-489b-b0b0-64499d4990d4 tempest-BulkNetworkOpsTest-1066703948 tempest-BulkNetworkOpsTest-1066703948-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327'] for network (df83ff79-3129-4a86-adcc-fc02564e3987), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:39:07.236381 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16e31e73-65e2-489b-b0b0-64499d4990d4 tempest-BulkNetworkOpsTest-1066703948 tempest-BulkNetworkOpsTest-1066703948-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:39:07.239219 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-16e31e73-65e2-489b-b0b0-64499d4990d4 tempest-BulkNetworkOpsTest-1066703948 tempest-BulkNetworkOpsTest-1066703948-project] Publish callbacks [] for network (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:39:07.306523 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-16e31e73-65e2-489b-b0b0-64499d4990d4 tempest-BulkNetworkOpsTest-1066703948 tempest-BulkNetworkOpsTest-1066703948-project] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.4176121 Feb 04 17:39:07.346262 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e31e73-65e2-489b-b0b0-64499d4990d4 tempest-BulkNetworkOpsTest-1066703948 tempest-BulkNetworkOpsTest-1066703948-project] Pushing event updated for resources: {'Network': ['ID=df83ff79-3129-4a86-adcc-fc02564e3987,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:39:07.359235 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Network df83ff79-3129-4a86-adcc-fc02564e3987 details requested by agent ovs-agent-n-d-827839-2 with host n-d-827839-2 {{(pid=103378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 17:39:07.444199 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 59460) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:39:07.454649 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-bf7304d6-df4d-45a9-b2c7-091ddecee752 tempest-BulkNetworkOpsTest-1066703948 tempest-BulkNetworkOpsTest-1066703948-project] Request body: {'subnets': [{'network_id': '949fe2c4-5cc7-4de4-b675-103ba2e13e7a', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--950106706', 'ip_version': 4}, {'network_id': 'df83ff79-3129-4a86-adcc-fc02564e3987', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:39:07.456059 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-bf7304d6-df4d-45a9-b2c7-091ddecee752 tempest-BulkNetworkOpsTest-1066703948 tempest-BulkNetworkOpsTest-1066703948-project] Request body: {'subnet': {'network_id': '949fe2c4-5cc7-4de4-b675-103ba2e13e7a', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--950106706', 'ip_version': 4}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:39:07.456904 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-bf7304d6-df4d-45a9-b2c7-091ddecee752 tempest-BulkNetworkOpsTest-1066703948 tempest-BulkNetworkOpsTest-1066703948-project] Request body: {'subnet': {'network_id': 'df83ff79-3129-4a86-adcc-fc02564e3987', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:39:07.684884 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device b11feae4-5af3-4cd0-a7f3-50dcb2bf4c66 no longer exists at agent hyperv_n-h1-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:39:07.729669 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] No Port match for: b11feae4-5af3-4cd0-a7f3-50dcb2bf4c66 {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 17:39:07.730079 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device b11feae4-5af3-4cd0-a7f3-50dcb2bf4c66 not bound to the agent host n-h1-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 17:39:07.802079 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf7304d6-df4d-45a9-b2c7-091ddecee752 tempest-BulkNetworkOpsTest-1066703948 tempest-BulkNetworkOpsTest-1066703948-project] Made reservation on behalf of cc150d5059fc4d388ba94b57204e395d for: {'subnet': 2} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:39:07.810627 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-bf7304d6-df4d-45a9-b2c7-091ddecee752 tempest-BulkNetworkOpsTest-1066703948 tempest-BulkNetworkOpsTest-1066703948-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25597243'] for subnet (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:39:07.811265 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-bf7304d6-df4d-45a9-b2c7-091ddecee752 tempest-BulkNetworkOpsTest-1066703948 tempest-BulkNetworkOpsTest-1066703948-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25597243'] for subnet (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:39:08.060240 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 59468) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:39:08.129213 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec6af070-cc80-45c1-8f01-591d608ee477 admin admin] Deleting subnet 85042e04-1570-46e9-b9e6-f57252834000 {{(pid=103376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 17:39:08.133363 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-ec6af070-cc80-45c1-8f01-591d608ee477 admin admin] Publish callbacks [] for subnet (85042e04-1570-46e9-b9e6-f57252834000), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:39:08.211879 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-ec6af070-cc80-45c1-8f01-591d608ee477 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25674901'] for subnet (85042e04-1570-46e9-b9e6-f57252834000), precommit_delete_associations {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:39:08.333556 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-ec6af070-cc80-45c1-8f01-591d608ee477 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1541225'] for subnet (85042e04-1570-46e9-b9e6-f57252834000), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:39:08.511618 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-ec6af070-cc80-45c1-8f01-591d608ee477 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1541216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25675894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25858947'] for subnet (85042e04-1570-46e9-b9e6-f57252834000), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:39:08.540572 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-bf7304d6-df4d-45a9-b2c7-091ddecee752 tempest-BulkNetworkOpsTest-1066703948 tempest-BulkNetworkOpsTest-1066703948-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25889445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25597197'] for subnet (fda7b57d-f4f0-4ce1-8bc5-cf1f064a53ae), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:39:08.624569 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7304d6-df4d-45a9-b2c7-091ddecee752 tempest-BulkNetworkOpsTest-1066703948 tempest-BulkNetworkOpsTest-1066703948-project] Pushing event updated for resources: {'Subnet': ['ID=fda7b57d-f4f0-4ce1-8bc5-cf1f064a53ae,revision_number=0']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:39:08.629548 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf7304d6-df4d-45a9-b2c7-091ddecee752 tempest-BulkNetworkOpsTest-1066703948 tempest-BulkNetworkOpsTest-1066703948-project] Checking segment: {'id': '4b24b0bc-d973-4f6a-8916-dff1ca609bd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '949fe2c4-5cc7-4de4-b675-103ba2e13e7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:39:08.630150 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf7304d6-df4d-45a9-b2c7-091ddecee752 tempest-BulkNetworkOpsTest-1066703948 tempest-BulkNetworkOpsTest-1066703948-project] Network hostable DHCP agents. Network: 949fe2c4-5cc7-4de4-b675-103ba2e13e7a, hostable agents: ['bb89f5a3-3c22-440b-b7d1-c4f0c43c184a'], hosted agents: [] {{(pid=103377) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 17:39:08.646351 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6af070-cc80-45c1-8f01-591d608ee477 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=85042e04-1570-46e9-b9e6-f57252834000,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:39:08.664807 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf7304d6-df4d-45a9-b2c7-091ddecee752 tempest-BulkNetworkOpsTest-1066703948 tempest-BulkNetworkOpsTest-1066703948-project] Network 949fe2c4-5cc7-4de4-b675-103ba2e13e7a is scheduled to be hosted by DHCP agent bb89f5a3-3c22-440b-b7d1-c4f0c43c184a with binding_index 1 {{(pid=103377) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 17:39:08.675926 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-ec6af070-cc80-45c1-8f01-591d608ee477 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:39:08.682802 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-ec6af070-cc80-45c1-8f01-591d608ee477 admin admin] 10.222.0.89 "DELETE /v2.0/subnets/85042e04-1570-46e9-b9e6-f57252834000 HTTP/1.1" status: 204 len: 168 time: 0.6207447 Feb 04 17:39:08.685599 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [None req-bf7304d6-df4d-45a9-b2c7-091ddecee752 tempest-BulkNetworkOpsTest-1066703948 tempest-BulkNetworkOpsTest-1066703948-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827839-2, 949fe2c4-5cc7-4de4-b675-103ba2e13e7a) {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:39:08.687820 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 59478) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:39:08.701999 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-bf7304d6-df4d-45a9-b2c7-091ddecee752 tempest-BulkNetworkOpsTest-1066703948 tempest-BulkNetworkOpsTest-1066703948-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25889445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25597197'] for subnet (a7ed3515-235c-4d00-a92d-5aa3ff29ad78), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:39:08.703413 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29ec019b-9215-4233-8ca7-e11a1c435258 None None] Network 949fe2c4-5cc7-4de4-b675-103ba2e13e7a requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:39:08.847532 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7304d6-df4d-45a9-b2c7-091ddecee752 tempest-BulkNetworkOpsTest-1066703948 tempest-BulkNetworkOpsTest-1066703948-project] Pushing event updated for resources: {'Subnet': ['ID=a7ed3515-235c-4d00-a92d-5aa3ff29ad78,revision_number=0']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:39:08.856647 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-aa9555be-1a0d-4d05-a482-b0fd4c0952fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628832'] for network (49bac2c3-9780-4cfa-ba0a-fc1bc47b3fd5), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:39:08.874479 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf7304d6-df4d-45a9-b2c7-091ddecee752 tempest-BulkNetworkOpsTest-1066703948 tempest-BulkNetworkOpsTest-1066703948-project] Checking segment: {'id': '1933e4de-acd3-4dd0-ba60-351362a0491c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': 'df83ff79-3129-4a86-adcc-fc02564e3987'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:39:08.874868 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf7304d6-df4d-45a9-b2c7-091ddecee752 tempest-BulkNetworkOpsTest-1066703948 tempest-BulkNetworkOpsTest-1066703948-project] Network hostable DHCP agents. Network: df83ff79-3129-4a86-adcc-fc02564e3987, hostable agents: ['bb89f5a3-3c22-440b-b7d1-c4f0c43c184a'], hosted agents: [] {{(pid=103377) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 17:39:08.910629 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf7304d6-df4d-45a9-b2c7-091ddecee752 tempest-BulkNetworkOpsTest-1066703948 tempest-BulkNetworkOpsTest-1066703948-project] Network df83ff79-3129-4a86-adcc-fc02564e3987 is scheduled to be hosted by DHCP agent bb89f5a3-3c22-440b-b7d1-c4f0c43c184a with binding_index 1 {{(pid=103377) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 17:39:08.928521 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [None req-bf7304d6-df4d-45a9-b2c7-091ddecee752 tempest-BulkNetworkOpsTest-1066703948 tempest-BulkNetworkOpsTest-1066703948-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827839-2, df83ff79-3129-4a86-adcc-fc02564e3987) {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:39:08.940257 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf7304d6-df4d-45a9-b2c7-091ddecee752 tempest-BulkNetworkOpsTest-1066703948 tempest-BulkNetworkOpsTest-1066703948-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:39:08.940728 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf7304d6-df4d-45a9-b2c7-091ddecee752 tempest-BulkNetworkOpsTest-1066703948 tempest-BulkNetworkOpsTest-1066703948-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:39:08.942489 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-bf7304d6-df4d-45a9-b2c7-091ddecee752 tempest-BulkNetworkOpsTest-1066703948 tempest-BulkNetworkOpsTest-1066703948-project] Publish callbacks [] for subnet (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:39:08.957166 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97af6dfb-26de-466c-85d8-427e4bf2c4b2 None None] Network df83ff79-3129-4a86-adcc-fc02564e3987 requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:39:08.973063 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-bf7304d6-df4d-45a9-b2c7-091ddecee752 tempest-BulkNetworkOpsTest-1066703948 tempest-BulkNetworkOpsTest-1066703948-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1425 time: 1.5271270 Feb 04 17:39:08.976820 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 59480) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:39:09.043824 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-aa9555be-1a0d-4d05-a482-b0fd4c0952fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1543676', 'neutron.services.segments.db._delete_segments_for_network-8781084786517'] for network (49bac2c3-9780-4cfa-ba0a-fc1bc47b3fd5), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:39:09.104918 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-292d76ae-0c31-4467-b959-db6d369a7df0 tempest-BulkNetworkOpsTest-1066703948 tempest-BulkNetworkOpsTest-1066703948-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:39:09.106197 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-292d76ae-0c31-4467-b959-db6d369a7df0 tempest-BulkNetworkOpsTest-1066703948 tempest-BulkNetworkOpsTest-1066703948-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:39:09.107488 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-292d76ae-0c31-4467-b959-db6d369a7df0 tempest-BulkNetworkOpsTest-1066703948 tempest-BulkNetworkOpsTest-1066703948-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:39:09.112564 n-d-827839-2 neutron-server[103376]: DEBUG neutron.services.segments.db [None req-aa9555be-1a0d-4d05-a482-b0fd4c0952fe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49bac2c3-9780-4cfa-ba0a-fc1bc47b3fd5']}} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:39:09.122228 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53d724a8-1a62-409c-a1f3-4e1ed0000133 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e4c19ad-5724-5db8-8ee1-4f56ae69fcf4-949fe2c4-5cc7-4de4-b675-103ba2e13e7a', 'network_id': '949fe2c4-5cc7-4de4-b675-103ba2e13e7a', 'project_id': 'cc150d5059fc4d388ba94b57204e395d', 'fixed_ips': [{'subnet_id': 'fda7b57d-f4f0-4ce1-8bc5-cf1f064a53ae'}]}} from n-d-827839-2. {{(pid=103378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 17:39:09.123027 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-292d76ae-0c31-4467-b959-db6d369a7df0 tempest-BulkNetworkOpsTest-1066703948 tempest-BulkNetworkOpsTest-1066703948-project] 10.222.0.89 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2051 time: 0.1428998 Feb 04 17:39:09.123166 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-53d724a8-1a62-409c-a1f3-4e1ed0000133 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:39:09.123710 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 59482) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:39:09.128291 n-d-827839-2 neutron-server[103376]: DEBUG neutron.services.segments.db [None req-aa9555be-1a0d-4d05-a482-b0fd4c0952fe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8b51653-e9f0-43b4-bbb2-0054b3d4de26') {'for_net_delete': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:39:09.128588 n-d-827839-2 neutron-server[103376]: DEBUG neutron.services.segments.db [None req-aa9555be-1a0d-4d05-a482-b0fd4c0952fe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8b51653-e9f0-43b4-bbb2-0054b3d4de26') {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:39:09.152398 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-aa9555be-1a0d-4d05-a482-b0fd4c0952fe admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781084783966', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25674908'] for segment (f8b51653-e9f0-43b4-bbb2-0054b3d4de26), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:39:09.183332 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-aa9555be-1a0d-4d05-a482-b0fd4c0952fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (f8b51653-e9f0-43b4-bbb2-0054b3d4de26), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:39:09.194480 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa9555be-1a0d-4d05-a482-b0fd4c0952fe admin admin] Releasing vlan 773 on physical network physnet1 to pool {{(pid=103376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 17:39:09.195161 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-aa9555be-1a0d-4d05-a482-b0fd4c0952fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25675992'] for segment (f8b51653-e9f0-43b4-bbb2-0054b3d4de26), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:39:09.223594 n-d-827839-2 neutron-server[103376]: Traceback (most recent call last): Feb 04 17:39:09.223594 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 17:39:09.223594 n-d-827839-2 neutron-server[103376]: timer() Feb 04 17:39:09.223594 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 17:39:09.223594 n-d-827839-2 neutron-server[103376]: cb(*args, **kw) Feb 04 17:39:09.223594 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 17:39:09.223594 n-d-827839-2 neutron-server[103376]: return func(*args, **kwargs) Feb 04 17:39:09.223594 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 17:39:09.223594 n-d-827839-2 neutron-server[103376]: self._notify() Feb 04 17:39:09.223594 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 17:39:09.223594 n-d-827839-2 neutron-server[103376]: self.callback(batched_events) Feb 04 17:39:09.223594 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 17:39:09.223594 n-d-827839-2 neutron-server[103376]: event.method(event) Feb 04 17:39:09.223594 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 17:39:09.223594 n-d-827839-2 neutron-server[103376]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 17:39:09.223594 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 17:39:09.223594 n-d-827839-2 neutron-server[103376]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 17:39:09.223594 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 17:39:09.223594 n-d-827839-2 neutron-server[103376]: return f(self, *a, **k) Feb 04 17:39:09.223594 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 17:39:09.223594 n-d-827839-2 neutron-server[103376]: return self._get(url).json() Feb 04 17:39:09.223594 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 17:39:09.223594 n-d-827839-2 neutron-server[103376]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 17:39:09.223594 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 17:39:09.223594 n-d-827839-2 neutron-server[103376]: return self.request(url, 'GET', **kwargs) Feb 04 17:39:09.223594 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 17:39:09.223594 n-d-827839-2 neutron-server[103376]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 17:39:09.223594 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 17:39:09.223594 n-d-827839-2 neutron-server[103376]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 17:39:09.223594 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 17:39:09.223594 n-d-827839-2 neutron-server[103376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 17:39:09.223594 n-d-827839-2 neutron-server[103376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 17:39:09.245073 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.db_base_plugin_v2 [None req-1779a7f7-66ad-445f-8fea-872d226be52a tempest-BulkNetworkOpsTest-1066703948 tempest-BulkNetworkOpsTest-1066703948-project] Deleting subnet fda7b57d-f4f0-4ce1-8bc5-cf1f064a53ae {{(pid=103377) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 17:39:09.303257 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-aa9555be-1a0d-4d05-a482-b0fd4c0952fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1543671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1595572'] for network (49bac2c3-9780-4cfa-ba0a-fc1bc47b3fd5), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:39:09.315783 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-aa9555be-1a0d-4d05-a482-b0fd4c0952fe admin admin] Publish callbacks [] for network (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:39:09.323326 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-aa9555be-1a0d-4d05-a482-b0fd4c0952fe admin admin] 10.222.0.89 "DELETE /v2.0/networks/49bac2c3-9780-4cfa-ba0a-fc1bc47b3fd5 HTTP/1.1" status: 204 len: 168 time: 0.6322379 Feb 04 17:39:09.370114 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9555be-1a0d-4d05-a482-b0fd4c0952fe admin admin] Pushing event deleted for resources: {'Network': ['ID=49bac2c3-9780-4cfa-ba0a-fc1bc47b3fd5,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:39:09.384975 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9d01523-a58f-4734-a142-245c6cc5a9b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e4c19ad-5724-5db8-8ee1-4f56ae69fcf4-df83ff79-3129-4a86-adcc-fc02564e3987', 'network_id': 'df83ff79-3129-4a86-adcc-fc02564e3987', 'project_id': 'cc150d5059fc4d388ba94b57204e395d', 'fixed_ips': [{'subnet_id': 'a7ed3515-235c-4d00-a92d-5aa3ff29ad78'}]}} from n-d-827839-2. {{(pid=103378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 17:39:09.390358 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f9d01523-a58f-4734-a142-245c6cc5a9b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:39:09.397854 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-53d724a8-1a62-409c-a1f3-4e1ed0000133 None None] Allocated IP 172.20.0.2 (949fe2c4-5cc7-4de4-b675-103ba2e13e7a/fda7b57d-f4f0-4ce1-8bc5-cf1f064a53ae/5c8b01f3-8eb0-42fc-b485-a65d9284a409) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:39:09.666061 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 59492) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:39:09.764160 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-94196227-c0d4-413e-954b-8046fc9eff7f admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=0b76505d37894fa2a98cba742b19aaf3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0968637 Feb 04 17:39:09.767969 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 59496) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:39:09.891306 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-f66846c2-1642-4edb-b382-d96b0bedb60a admin admin] Publish callbacks [] for security_group (7065f8d7-aeef-49a2-81d7-44cedbdfdedd), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:39:09.929798 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-f66846c2-1642-4edb-b382-d96b0bedb60a admin admin] Publish callbacks [] for security_group (7065f8d7-aeef-49a2-81d7-44cedbdfdedd), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:39:09.987601 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-f9d01523-a58f-4734-a142-245c6cc5a9b1 None None] Allocated IP 172.20.0.18 (df83ff79-3129-4a86-adcc-fc02564e3987/a7ed3515-235c-4d00-a92d-5aa3ff29ad78/76e0f46d-8834-42a2-b82d-d394764905d2) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:39:10.005572 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-f66846c2-1642-4edb-b382-d96b0bedb60a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (7065f8d7-aeef-49a2-81d7-44cedbdfdedd), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:39:10.013157 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-f66846c2-1642-4edb-b382-d96b0bedb60a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:39:10.018837 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-f66846c2-1642-4edb-b382-d96b0bedb60a admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/7065f8d7-aeef-49a2-81d7-44cedbdfdedd HTTP/1.1" status: 204 len: 168 time: 0.2480495 Feb 04 17:39:10.056709 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66846c2-1642-4edb-b382-d96b0bedb60a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7065f8d7-aeef-49a2-81d7-44cedbdfdedd,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:39:10.100506 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-53d724a8-1a62-409c-a1f3-4e1ed0000133 None None] Publish callbacks [] for port (5c8b01f3-8eb0-42fc-b485-a65d9284a409), precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:39:10.109452 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-1779a7f7-66ad-445f-8fea-872d226be52a tempest-BulkNetworkOpsTest-1066703948 tempest-BulkNetworkOpsTest-1066703948-project] Publish callbacks [] for subnet (fda7b57d-f4f0-4ce1-8bc5-cf1f064a53ae), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:39:10.110985 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-53d724a8-1a62-409c-a1f3-4e1ed0000133 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135'] for port (5c8b01f3-8eb0-42fc-b485-a65d9284a409), after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:39:10.214375 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-1779a7f7-66ad-445f-8fea-872d226be52a tempest-BulkNetworkOpsTest-1066703948 tempest-BulkNetworkOpsTest-1066703948-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26866676'] for subnet (fda7b57d-f4f0-4ce1-8bc5-cf1f064a53ae), precommit_delete_associations {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:39:10.331064 n-d-827839-2 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53d724a8-1a62-409c-a1f3-4e1ed0000133 None None] Network 949fe2c4-5cc7-4de4-b675-103ba2e13e7a is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:39:10.381803 n-d-827839-2 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-53d724a8-1a62-409c-a1f3-4e1ed0000133 None None] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:39:10.389587 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d724a8-1a62-409c-a1f3-4e1ed0000133 None None] Pushing event updated for resources: {'Port': ['ID=5c8b01f3-8eb0-42fc-b485-a65d9284a409,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:39:10.394812 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53d724a8-1a62-409c-a1f3-4e1ed0000133 None None] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:39:10.399782 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (f20a1ab3-4332-4f54-833b-ba4a7c687e89), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:39:10.486664 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-1779a7f7-66ad-445f-8fea-872d226be52a tempest-BulkNetworkOpsTest-1066703948 tempest-BulkNetworkOpsTest-1066703948-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1541225'] for subnet (fda7b57d-f4f0-4ce1-8bc5-cf1f064a53ae), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:39:10.582050 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-53d724a8-1a62-409c-a1f3-4e1ed0000133 None None] Attempting to bind port 5c8b01f3-8eb0-42fc-b485-a65d9284a409 on host n-d-827839-2 for vnic_type normal with profile {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:39:10.582548 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-53d724a8-1a62-409c-a1f3-4e1ed0000133 None None] Attempting to bind port 5c8b01f3-8eb0-42fc-b485-a65d9284a409 by drivers openvswitch,hyperv on host n-d-827839-2 at level 0 using segments [{'id': '4b24b0bc-d973-4f6a-8916-dff1ca609bd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '949fe2c4-5cc7-4de4-b675-103ba2e13e7a'}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:39:10.582965 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53d724a8-1a62-409c-a1f3-4e1ed0000133 None None] Attempting to bind port 5c8b01f3-8eb0-42fc-b485-a65d9284a409 on network 949fe2c4-5cc7-4de4-b675-103ba2e13e7a {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:39:10.606814 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53d724a8-1a62-409c-a1f3-4e1ed0000133 None None] Checking agent: {'id': 'ba70844b-66a0-45fd-a2f2-e6ed673321fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 0, 36), 'started_at': datetime.datetime(2022, 2, 4, 17, 1, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 39, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:39:10.607246 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53d724a8-1a62-409c-a1f3-4e1ed0000133 None None] Checking segment: {'id': '4b24b0bc-d973-4f6a-8916-dff1ca609bd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '949fe2c4-5cc7-4de4-b675-103ba2e13e7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:39:10.607666 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-53d724a8-1a62-409c-a1f3-4e1ed0000133 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:39:10.608070 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53d724a8-1a62-409c-a1f3-4e1ed0000133 None None] Bound using segment: {'id': '4b24b0bc-d973-4f6a-8916-dff1ca609bd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '949fe2c4-5cc7-4de4-b675-103ba2e13e7a'} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:39:10.608566 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-53d724a8-1a62-409c-a1f3-4e1ed0000133 None None] Bound port: 5c8b01f3-8eb0-42fc-b485-a65d9284a409, host: n-d-827839-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b24b0bc-d973-4f6a-8916-dff1ca609bd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '949fe2c4-5cc7-4de4-b675-103ba2e13e7a'}}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:39:10.610712 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-53d724a8-1a62-409c-a1f3-4e1ed0000133 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (5c8b01f3-8eb0-42fc-b485-a65d9284a409), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:39:10.620894 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f9d01523-a58f-4734-a142-245c6cc5a9b1 None None] Publish callbacks [] for port (76e0f46d-8834-42a2-b82d-d394764905d2), precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:39:10.624117 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-1779a7f7-66ad-445f-8fea-872d226be52a tempest-BulkNetworkOpsTest-1066703948 tempest-BulkNetworkOpsTest-1066703948-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1541216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25888360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25597190'] for subnet (fda7b57d-f4f0-4ce1-8bc5-cf1f064a53ae), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:39:10.645679 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f9d01523-a58f-4734-a142-245c6cc5a9b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135'] for port (76e0f46d-8834-42a2-b82d-d394764905d2), after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:39:10.704847 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-1779a7f7-66ad-445f-8fea-872d226be52a tempest-BulkNetworkOpsTest-1066703948 tempest-BulkNetworkOpsTest-1066703948-project] Publish callbacks [] for subnet (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:39:10.710907 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-1779a7f7-66ad-445f-8fea-872d226be52a tempest-BulkNetworkOpsTest-1066703948 tempest-BulkNetworkOpsTest-1066703948-project] 10.222.0.89 "DELETE /v2.0/subnets/fda7b57d-f4f0-4ce1-8bc5-cf1f064a53ae HTTP/1.1" status: 204 len: 168 time: 1.5862455 Feb 04 17:39:10.713922 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 59508) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:39:10.717309 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1779a7f7-66ad-445f-8fea-872d226be52a tempest-BulkNetworkOpsTest-1066703948 tempest-BulkNetworkOpsTest-1066703948-project] Pushing event deleted for resources: {'Subnet': ['ID=fda7b57d-f4f0-4ce1-8bc5-cf1f064a53ae,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:39:10.775858 n-d-827839-2 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9d01523-a58f-4734-a142-245c6cc5a9b1 None None] Network df83ff79-3129-4a86-adcc-fc02564e3987 is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:39:10.780419 n-d-827839-2 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-f9d01523-a58f-4734-a142-245c6cc5a9b1 None None] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:39:10.787630 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9d01523-a58f-4734-a142-245c6cc5a9b1 None None] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:39:10.871115 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a3bb487-458a-41e3-acc7-1438d832ee98 tempest-BulkNetworkOpsTest-1066703948 tempest-BulkNetworkOpsTest-1066703948-project] Deleting subnet a7ed3515-235c-4d00-a92d-5aa3ff29ad78 {{(pid=103376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 17:39:10.880205 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-1a3bb487-458a-41e3-acc7-1438d832ee98 tempest-BulkNetworkOpsTest-1066703948 tempest-BulkNetworkOpsTest-1066703948-project] Publish callbacks [] for subnet (a7ed3515-235c-4d00-a92d-5aa3ff29ad78), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:39:10.885641 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d01523-a58f-4734-a142-245c6cc5a9b1 None None] Pushing event updated for resources: {'Port': ['ID=76e0f46d-8834-42a2-b82d-d394764905d2,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:39:10.942546 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-53d724a8-1a62-409c-a1f3-4e1ed0000133 None None] For port 5c8b01f3-8eb0-42fc-b485-a65d9284a409, host n-d-827839-2, cleared binding levels {{(pid=103378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:39:10.954654 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-1a3bb487-458a-41e3-acc7-1438d832ee98 tempest-BulkNetworkOpsTest-1066703948 tempest-BulkNetworkOpsTest-1066703948-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25674901'] for subnet (a7ed3515-235c-4d00-a92d-5aa3ff29ad78), precommit_delete_associations {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:39:10.988975 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-f9d01523-a58f-4734-a142-245c6cc5a9b1 None None] Attempting to bind port 76e0f46d-8834-42a2-b82d-d394764905d2 on host n-d-827839-2 for vnic_type normal with profile {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:39:10.989556 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-f9d01523-a58f-4734-a142-245c6cc5a9b1 None None] Attempting to bind port 76e0f46d-8834-42a2-b82d-d394764905d2 by drivers openvswitch,hyperv on host n-d-827839-2 at level 0 using segments [{'id': '1933e4de-acd3-4dd0-ba60-351362a0491c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': 'df83ff79-3129-4a86-adcc-fc02564e3987'}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:39:10.989856 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9d01523-a58f-4734-a142-245c6cc5a9b1 None None] Attempting to bind port 76e0f46d-8834-42a2-b82d-d394764905d2 on network df83ff79-3129-4a86-adcc-fc02564e3987 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:39:11.005631 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-53d724a8-1a62-409c-a1f3-4e1ed0000133 None None] For port 5c8b01f3-8eb0-42fc-b485-a65d9284a409, host n-d-827839-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=5c8b01f3-8eb0-42fc-b485-a65d9284a409,segment=NetworkSegment(4b24b0bc-d973-4f6a-8916-dff1ca609bd6),segment_id=4b24b0bc-d973-4f6a-8916-dff1ca609bd6)] {{(pid=103378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:39:11.011472 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9d01523-a58f-4734-a142-245c6cc5a9b1 None None] Checking agent: {'id': 'ba70844b-66a0-45fd-a2f2-e6ed673321fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 0, 36), 'started_at': datetime.datetime(2022, 2, 4, 17, 1, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 39, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:39:11.011820 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9d01523-a58f-4734-a142-245c6cc5a9b1 None None] Checking segment: {'id': '1933e4de-acd3-4dd0-ba60-351362a0491c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': 'df83ff79-3129-4a86-adcc-fc02564e3987'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:39:11.012189 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f9d01523-a58f-4734-a142-245c6cc5a9b1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:39:11.012591 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9d01523-a58f-4734-a142-245c6cc5a9b1 None None] Bound using segment: {'id': '1933e4de-acd3-4dd0-ba60-351362a0491c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': 'df83ff79-3129-4a86-adcc-fc02564e3987'} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:39:11.013127 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-f9d01523-a58f-4734-a142-245c6cc5a9b1 None None] Bound port: 76e0f46d-8834-42a2-b82d-d394764905d2, host: n-d-827839-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1933e4de-acd3-4dd0-ba60-351362a0491c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': 'df83ff79-3129-4a86-adcc-fc02564e3987'}}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:39:11.013553 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f9d01523-a58f-4734-a142-245c6cc5a9b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (76e0f46d-8834-42a2-b82d-d394764905d2), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:39:11.017409 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-53d724a8-1a62-409c-a1f3-4e1ed0000133 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (5c8b01f3-8eb0-42fc-b485-a65d9284a409), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:39:11.071021 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-1a3bb487-458a-41e3-acc7-1438d832ee98 tempest-BulkNetworkOpsTest-1066703948 tempest-BulkNetworkOpsTest-1066703948-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1541225'] for subnet (a7ed3515-235c-4d00-a92d-5aa3ff29ad78), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:39:11.157565 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-1a3bb487-458a-41e3-acc7-1438d832ee98 tempest-BulkNetworkOpsTest-1066703948 tempest-BulkNetworkOpsTest-1066703948-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1541216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25675894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25858947'] for subnet (a7ed3515-235c-4d00-a92d-5aa3ff29ad78), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:39:11.215179 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-1a3bb487-458a-41e3-acc7-1438d832ee98 tempest-BulkNetworkOpsTest-1066703948 tempest-BulkNetworkOpsTest-1066703948-project] Publish callbacks [] for subnet (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:39:11.221564 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-1a3bb487-458a-41e3-acc7-1438d832ee98 tempest-BulkNetworkOpsTest-1066703948 tempest-BulkNetworkOpsTest-1066703948-project] 10.222.0.89 "DELETE /v2.0/subnets/a7ed3515-235c-4d00-a92d-5aa3ff29ad78 HTTP/1.1" status: 204 len: 168 time: 0.5058749 Feb 04 17:39:11.222967 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 59518) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:39:11.224999 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3bb487-458a-41e3-acc7-1438d832ee98 tempest-BulkNetworkOpsTest-1066703948 tempest-BulkNetworkOpsTest-1066703948-project] Pushing event deleted for resources: {'Subnet': ['ID=a7ed3515-235c-4d00-a92d-5aa3ff29ad78,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:39:11.230692 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d724a8-1a62-409c-a1f3-4e1ed0000133 None None] Pushing event updated for resources: {'Port': ['ID=5c8b01f3-8eb0-42fc-b485-a65d9284a409,revision_number=3']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:39:11.342141 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-f9d01523-a58f-4734-a142-245c6cc5a9b1 None None] For port 76e0f46d-8834-42a2-b82d-d394764905d2, host n-d-827839-2, cleared binding levels {{(pid=103378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:39:11.346415 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-f9d01523-a58f-4734-a142-245c6cc5a9b1 None None] For port 76e0f46d-8834-42a2-b82d-d394764905d2, host n-d-827839-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=76e0f46d-8834-42a2-b82d-d394764905d2,segment=NetworkSegment(1933e4de-acd3-4dd0-ba60-351362a0491c),segment_id=1933e4de-acd3-4dd0-ba60-351362a0491c)] {{(pid=103378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:39:11.361232 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f19fd8ac-a16f-499e-81d1-eded031b2f47 None None] Network 949fe2c4-5cc7-4de4-b675-103ba2e13e7a requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:39:11.381959 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91f21291-6229-459b-bcb6-3a6cdf06d3f5 tempest-BulkNetworkOpsTest-1066703948 tempest-BulkNetworkOpsTest-1066703948-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:39:11.386419 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-91f21291-6229-459b-bcb6-3a6cdf06d3f5 tempest-BulkNetworkOpsTest-1066703948 tempest-BulkNetworkOpsTest-1066703948-project] 10.222.0.89 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1617858 Feb 04 17:39:11.392226 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 59526) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:39:11.437636 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f9d01523-a58f-4734-a142-245c6cc5a9b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (76e0f46d-8834-42a2-b82d-d394764905d2), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:39:11.537797 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d01523-a58f-4734-a142-245c6cc5a9b1 None None] Pushing event updated for resources: {'Port': ['ID=76e0f46d-8834-42a2-b82d-d394764905d2,revision_number=3']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:39:11.628283 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-66151a41-e148-403c-a06c-2254a19fa032 tempest-BulkNetworkOpsTest-1066703948 tempest-BulkNetworkOpsTest-1066703948-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628832'] for network (df83ff79-3129-4a86-adcc-fc02564e3987), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:39:11.866376 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-66151a41-e148-403c-a06c-2254a19fa032 tempest-BulkNetworkOpsTest-1066703948 tempest-BulkNetworkOpsTest-1066703948-project] Deleting port 76e0f46d-8834-42a2-b82d-d394764905d2 {{(pid=103377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:39:11.866724 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-66151a41-e148-403c-a06c-2254a19fa032 tempest-BulkNetworkOpsTest-1066703948 tempest-BulkNetworkOpsTest-1066703948-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (76e0f46d-8834-42a2-b82d-d394764905d2), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:39:12.089197 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [None req-66151a41-e148-403c-a06c-2254a19fa032 tempest-BulkNetworkOpsTest-1066703948 tempest-BulkNetworkOpsTest-1066703948-project] For port 76e0f46d-8834-42a2-b82d-d394764905d2, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=76e0f46d-8834-42a2-b82d-d394764905d2,segment=NetworkSegment(1933e4de-acd3-4dd0-ba60-351362a0491c),segment_id=1933e4de-acd3-4dd0-ba60-351362a0491c)] {{(pid=103377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:39:12.091369 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-66151a41-e148-403c-a06c-2254a19fa032 tempest-BulkNetworkOpsTest-1066703948 tempest-BulkNetworkOpsTest-1066703948-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (76e0f46d-8834-42a2-b82d-d394764905d2), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:39:12.142718 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-66151a41-e148-403c-a06c-2254a19fa032 tempest-BulkNetworkOpsTest-1066703948 tempest-BulkNetworkOpsTest-1066703948-project] Calling delete_port for 76e0f46d-8834-42a2-b82d-d394764905d2 owned by network:dhcp {{(pid=103377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:39:12.150941 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.agents_db [None req-e1691f3b-aacd-4cd6-8ebb-a9c53bb301c0 None None] Agent healthcheck: found 7 active agents {{(pid=103379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 17:39:12.270989 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-66151a41-e148-403c-a06c-2254a19fa032 tempest-BulkNetworkOpsTest-1066703948 tempest-BulkNetworkOpsTest-1066703948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (76e0f46d-8834-42a2-b82d-d394764905d2), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:39:12.341724 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66151a41-e148-403c-a06c-2254a19fa032 tempest-BulkNetworkOpsTest-1066703948 tempest-BulkNetworkOpsTest-1066703948-project] Pushing event deleted for resources: {'Port': ['ID=76e0f46d-8834-42a2-b82d-d394764905d2,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:39:12.400830 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66151a41-e148-403c-a06c-2254a19fa032 tempest-BulkNetworkOpsTest-1066703948 tempest-BulkNetworkOpsTest-1066703948-project] No DVR routers for this DVR port 76e0f46d-8834-42a2-b82d-d394764905d2 on host n-d-827839-2 {{(pid=103377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 17:39:12.440388 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (3f9244a9-75fc-4c10-b195-11d48b853b41), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:39:12.565013 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-66151a41-e148-403c-a06c-2254a19fa032 tempest-BulkNetworkOpsTest-1066703948 tempest-BulkNetworkOpsTest-1066703948-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1543676', 'neutron.services.segments.db._delete_segments_for_network-8781084786517'] for network (df83ff79-3129-4a86-adcc-fc02564e3987), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:39:12.606625 n-d-827839-2 neutron-server[103377]: DEBUG neutron.services.segments.db [None req-66151a41-e148-403c-a06c-2254a19fa032 tempest-BulkNetworkOpsTest-1066703948 tempest-BulkNetworkOpsTest-1066703948-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df83ff79-3129-4a86-adcc-fc02564e3987']}} {{(pid=103377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:39:12.618253 n-d-827839-2 neutron-server[103377]: DEBUG neutron.services.segments.db [None req-66151a41-e148-403c-a06c-2254a19fa032 tempest-BulkNetworkOpsTest-1066703948 tempest-BulkNetworkOpsTest-1066703948-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1933e4de-acd3-4dd0-ba60-351362a0491c') {'for_net_delete': True} {{(pid=103377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:39:12.618602 n-d-827839-2 neutron-server[103377]: DEBUG neutron.services.segments.db [None req-66151a41-e148-403c-a06c-2254a19fa032 tempest-BulkNetworkOpsTest-1066703948 tempest-BulkNetworkOpsTest-1066703948-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1933e4de-acd3-4dd0-ba60-351362a0491c') {} {{(pid=103377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:39:12.630412 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-66151a41-e148-403c-a06c-2254a19fa032 tempest-BulkNetworkOpsTest-1066703948 tempest-BulkNetworkOpsTest-1066703948-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781084783966', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26866685'] for segment (1933e4de-acd3-4dd0-ba60-351362a0491c), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:39:12.642651 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 76e0f46d-8834-42a2-b82d-d394764905d2 up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:39:12.666673 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-66151a41-e148-403c-a06c-2254a19fa032 tempest-BulkNetworkOpsTest-1066703948 tempest-BulkNetworkOpsTest-1066703948-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (1933e4de-acd3-4dd0-ba60-351362a0491c), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:39:12.686714 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66151a41-e148-403c-a06c-2254a19fa032 tempest-BulkNetworkOpsTest-1066703948 tempest-BulkNetworkOpsTest-1066703948-project] Releasing vlan 760 on physical network physnet1 to pool {{(pid=103377) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 17:39:12.687136 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-66151a41-e148-403c-a06c-2254a19fa032 tempest-BulkNetworkOpsTest-1066703948 tempest-BulkNetworkOpsTest-1066703948-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25888454'] for segment (1933e4de-acd3-4dd0-ba60-351362a0491c), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:39:12.692656 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] No Port match for: 76e0f46d-8834-42a2-b82d-d394764905d2 {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 17:39:12.693313 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 76e0f46d-8834-42a2-b82d-d394764905d2 not bound to the agent host n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Feb 04 17:39:12.731202 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Port 76e0f46d-8834-42a2-b82d-d394764905d2 not found, will not notify nova. {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Feb 04 17:39:12.793094 n-d-827839-2 neutron-server[103377]: Traceback (most recent call last): Feb 04 17:39:12.793094 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 17:39:12.793094 n-d-827839-2 neutron-server[103377]: timer() Feb 04 17:39:12.793094 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 17:39:12.793094 n-d-827839-2 neutron-server[103377]: cb(*args, **kw) Feb 04 17:39:12.793094 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 17:39:12.793094 n-d-827839-2 neutron-server[103377]: return func(*args, **kwargs) Feb 04 17:39:12.793094 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 17:39:12.793094 n-d-827839-2 neutron-server[103377]: self._notify() Feb 04 17:39:12.793094 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 17:39:12.793094 n-d-827839-2 neutron-server[103377]: self.callback(batched_events) Feb 04 17:39:12.793094 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 17:39:12.793094 n-d-827839-2 neutron-server[103377]: event.method(event) Feb 04 17:39:12.793094 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 17:39:12.793094 n-d-827839-2 neutron-server[103377]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 17:39:12.793094 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 17:39:12.793094 n-d-827839-2 neutron-server[103377]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 17:39:12.793094 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 17:39:12.793094 n-d-827839-2 neutron-server[103377]: return f(self, *a, **k) Feb 04 17:39:12.793094 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 17:39:12.793094 n-d-827839-2 neutron-server[103377]: return self._get(url).json() Feb 04 17:39:12.793094 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 17:39:12.793094 n-d-827839-2 neutron-server[103377]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 17:39:12.793094 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 17:39:12.793094 n-d-827839-2 neutron-server[103377]: return self.request(url, 'GET', **kwargs) Feb 04 17:39:12.793094 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 17:39:12.793094 n-d-827839-2 neutron-server[103377]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 17:39:12.793094 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 17:39:12.793094 n-d-827839-2 neutron-server[103377]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 17:39:12.793094 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 17:39:12.793094 n-d-827839-2 neutron-server[103377]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 17:39:12.793094 n-d-827839-2 neutron-server[103377]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 17:39:12.862473 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-66151a41-e148-403c-a06c-2254a19fa032 tempest-BulkNetworkOpsTest-1066703948 tempest-BulkNetworkOpsTest-1066703948-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1543671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1595572'] for network (df83ff79-3129-4a86-adcc-fc02564e3987), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:39:12.884785 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-66151a41-e148-403c-a06c-2254a19fa032 tempest-BulkNetworkOpsTest-1066703948 tempest-BulkNetworkOpsTest-1066703948-project] Publish callbacks [] for network (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:39:12.888531 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-66151a41-e148-403c-a06c-2254a19fa032 tempest-BulkNetworkOpsTest-1066703948 tempest-BulkNetworkOpsTest-1066703948-project] 10.222.0.89 "DELETE /v2.0/networks/df83ff79-3129-4a86-adcc-fc02564e3987 HTTP/1.1" status: 204 len: 168 time: 1.4948211 Feb 04 17:39:12.889501 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66151a41-e148-403c-a06c-2254a19fa032 tempest-BulkNetworkOpsTest-1066703948 tempest-BulkNetworkOpsTest-1066703948-project] Pushing event deleted for resources: {'Network': ['ID=df83ff79-3129-4a86-adcc-fc02564e3987,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:39:12.891294 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 59556) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:39:13.017665 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-f3c36c82-b59d-420f-807e-3966aae504a0 tempest-BulkNetworkOpsTest-1066703948 tempest-BulkNetworkOpsTest-1066703948-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628832'] for network (949fe2c4-5cc7-4de4-b675-103ba2e13e7a), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:39:13.157744 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-f3c36c82-b59d-420f-807e-3966aae504a0 tempest-BulkNetworkOpsTest-1066703948 tempest-BulkNetworkOpsTest-1066703948-project] Deleting port 5c8b01f3-8eb0-42fc-b485-a65d9284a409 {{(pid=103377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:39:13.158802 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-f3c36c82-b59d-420f-807e-3966aae504a0 tempest-BulkNetworkOpsTest-1066703948 tempest-BulkNetworkOpsTest-1066703948-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (5c8b01f3-8eb0-42fc-b485-a65d9284a409), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:39:13.292781 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [None req-f3c36c82-b59d-420f-807e-3966aae504a0 tempest-BulkNetworkOpsTest-1066703948 tempest-BulkNetworkOpsTest-1066703948-project] For port 5c8b01f3-8eb0-42fc-b485-a65d9284a409, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=5c8b01f3-8eb0-42fc-b485-a65d9284a409,segment=NetworkSegment(4b24b0bc-d973-4f6a-8916-dff1ca609bd6),segment_id=4b24b0bc-d973-4f6a-8916-dff1ca609bd6)] {{(pid=103377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:39:13.294365 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-f3c36c82-b59d-420f-807e-3966aae504a0 tempest-BulkNetworkOpsTest-1066703948 tempest-BulkNetworkOpsTest-1066703948-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (5c8b01f3-8eb0-42fc-b485-a65d9284a409), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:39:13.306111 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e87f2d6-d6e0-4918-aa01-7e54f0ba5f4d None None] get_active_networks_info from n-d-827839-2 {{(pid=103378) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 04 17:39:13.330439 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-f3c36c82-b59d-420f-807e-3966aae504a0 tempest-BulkNetworkOpsTest-1066703948 tempest-BulkNetworkOpsTest-1066703948-project] Calling delete_port for 5c8b01f3-8eb0-42fc-b485-a65d9284a409 owned by network:dhcp {{(pid=103377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:39:13.356118 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-f3971409-7034-4483-ac5f-57211da4ebd7 None None] Could not find standard attr ID for object 76e0f46d-8834-42a2-b82d-d394764905d2. {{(pid=103378) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 17:39:13.480800 n-d-827839-2 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e87f2d6-d6e0-4918-aa01-7e54f0ba5f4d None None] Resources bound (agent type, host, resource id): {{(pid=103378) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 04 17:39:13.502047 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-f3c36c82-b59d-420f-807e-3966aae504a0 tempest-BulkNetworkOpsTest-1066703948 tempest-BulkNetworkOpsTest-1066703948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (5c8b01f3-8eb0-42fc-b485-a65d9284a409), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:39:13.550575 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c36c82-b59d-420f-807e-3966aae504a0 tempest-BulkNetworkOpsTest-1066703948 tempest-BulkNetworkOpsTest-1066703948-project] Pushing event deleted for resources: {'Port': ['ID=5c8b01f3-8eb0-42fc-b485-a65d9284a409,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:39:13.559457 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3c36c82-b59d-420f-807e-3966aae504a0 tempest-BulkNetworkOpsTest-1066703948 tempest-BulkNetworkOpsTest-1066703948-project] No DVR routers for this DVR port 5c8b01f3-8eb0-42fc-b485-a65d9284a409 on host n-d-827839-2 {{(pid=103377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 17:39:13.682019 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-f3c36c82-b59d-420f-807e-3966aae504a0 tempest-BulkNetworkOpsTest-1066703948 tempest-BulkNetworkOpsTest-1066703948-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1543676', 'neutron.services.segments.db._delete_segments_for_network-8781084786517'] for network (949fe2c4-5cc7-4de4-b675-103ba2e13e7a), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:39:13.704884 n-d-827839-2 neutron-server[103377]: DEBUG neutron.services.segments.db [None req-f3c36c82-b59d-420f-807e-3966aae504a0 tempest-BulkNetworkOpsTest-1066703948 tempest-BulkNetworkOpsTest-1066703948-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['949fe2c4-5cc7-4de4-b675-103ba2e13e7a']}} {{(pid=103377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:39:13.718564 n-d-827839-2 neutron-server[103377]: DEBUG neutron.services.segments.db [None req-f3c36c82-b59d-420f-807e-3966aae504a0 tempest-BulkNetworkOpsTest-1066703948 tempest-BulkNetworkOpsTest-1066703948-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b24b0bc-d973-4f6a-8916-dff1ca609bd6') {'for_net_delete': True} {{(pid=103377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:39:13.719350 n-d-827839-2 neutron-server[103377]: DEBUG neutron.services.segments.db [None req-f3c36c82-b59d-420f-807e-3966aae504a0 tempest-BulkNetworkOpsTest-1066703948 tempest-BulkNetworkOpsTest-1066703948-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b24b0bc-d973-4f6a-8916-dff1ca609bd6') {} {{(pid=103377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:39:13.730827 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-f3c36c82-b59d-420f-807e-3966aae504a0 tempest-BulkNetworkOpsTest-1066703948 tempest-BulkNetworkOpsTest-1066703948-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781084783966', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26866685'] for segment (4b24b0bc-d973-4f6a-8916-dff1ca609bd6), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:39:13.753921 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-f3c36c82-b59d-420f-807e-3966aae504a0 tempest-BulkNetworkOpsTest-1066703948 tempest-BulkNetworkOpsTest-1066703948-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (4b24b0bc-d973-4f6a-8916-dff1ca609bd6), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:39:13.773523 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3c36c82-b59d-420f-807e-3966aae504a0 tempest-BulkNetworkOpsTest-1066703948 tempest-BulkNetworkOpsTest-1066703948-project] Releasing vlan 795 on physical network physnet1 to pool {{(pid=103377) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 17:39:13.776404 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-f3c36c82-b59d-420f-807e-3966aae504a0 tempest-BulkNetworkOpsTest-1066703948 tempest-BulkNetworkOpsTest-1066703948-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25888454'] for segment (4b24b0bc-d973-4f6a-8916-dff1ca609bd6), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:39:13.783225 n-d-827839-2 neutron-server[103377]: Traceback (most recent call last): Feb 04 17:39:13.783225 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 17:39:13.783225 n-d-827839-2 neutron-server[103377]: timer() Feb 04 17:39:13.783225 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 17:39:13.783225 n-d-827839-2 neutron-server[103377]: cb(*args, **kw) Feb 04 17:39:13.783225 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 17:39:13.783225 n-d-827839-2 neutron-server[103377]: return func(*args, **kwargs) Feb 04 17:39:13.783225 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 17:39:13.783225 n-d-827839-2 neutron-server[103377]: self._notify() Feb 04 17:39:13.783225 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 17:39:13.783225 n-d-827839-2 neutron-server[103377]: self.callback(batched_events) Feb 04 17:39:13.783225 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 17:39:13.783225 n-d-827839-2 neutron-server[103377]: event.method(event) Feb 04 17:39:13.783225 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 17:39:13.783225 n-d-827839-2 neutron-server[103377]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 17:39:13.783225 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 17:39:13.783225 n-d-827839-2 neutron-server[103377]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 17:39:13.783225 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 17:39:13.783225 n-d-827839-2 neutron-server[103377]: return f(self, *a, **k) Feb 04 17:39:13.783225 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 17:39:13.783225 n-d-827839-2 neutron-server[103377]: return self._get(url).json() Feb 04 17:39:13.783225 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 17:39:13.783225 n-d-827839-2 neutron-server[103377]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 17:39:13.783225 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 17:39:13.783225 n-d-827839-2 neutron-server[103377]: return self.request(url, 'GET', **kwargs) Feb 04 17:39:13.783225 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 17:39:13.783225 n-d-827839-2 neutron-server[103377]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 17:39:13.783225 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 17:39:13.783225 n-d-827839-2 neutron-server[103377]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 17:39:13.783225 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 17:39:13.783225 n-d-827839-2 neutron-server[103377]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 17:39:13.783225 n-d-827839-2 neutron-server[103377]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 17:39:13.848893 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a77be191-7b38-40b5-9e43-180a80a628b1 None None] DHCP port deletion for df83ff79-3129-4a86-adcc-fc02564e3987 request from n-d-827839-2 {{(pid=103378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 17:39:13.884623 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e1ea31b-7696-4c59-b5d1-932107ac14ff None None] Network df83ff79-3129-4a86-adcc-fc02564e3987 requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:39:13.899916 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-f3c36c82-b59d-420f-807e-3966aae504a0 tempest-BulkNetworkOpsTest-1066703948 tempest-BulkNetworkOpsTest-1066703948-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1543671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1595572'] for network (949fe2c4-5cc7-4de4-b675-103ba2e13e7a), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:39:13.901197 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e1ea31b-7696-4c59-b5d1-932107ac14ff None None] Network df83ff79-3129-4a86-adcc-fc02564e3987 could not be found, it might have been deleted concurrently. {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 04 17:39:13.912918 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-f3c36c82-b59d-420f-807e-3966aae504a0 tempest-BulkNetworkOpsTest-1066703948 tempest-BulkNetworkOpsTest-1066703948-project] Publish callbacks [] for network (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:39:13.924029 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 59570) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:39:13.924494 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-f3c36c82-b59d-420f-807e-3966aae504a0 tempest-BulkNetworkOpsTest-1066703948 tempest-BulkNetworkOpsTest-1066703948-project] 10.222.0.89 "DELETE /v2.0/networks/949fe2c4-5cc7-4de4-b675-103ba2e13e7a HTTP/1.1" status: 204 len: 168 time: 1.0314608 Feb 04 17:39:13.952408 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c36c82-b59d-420f-807e-3966aae504a0 tempest-BulkNetworkOpsTest-1066703948 tempest-BulkNetworkOpsTest-1066703948-project] Pushing event deleted for resources: {'Network': ['ID=949fe2c4-5cc7-4de4-b675-103ba2e13e7a,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:39:14.032402 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-38b04f75-628f-460d-84d4-1b627404551e tempest-BulkNetworkOpsTest-1066703948 tempest-BulkNetworkOpsTest-1066703948-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628832'] for network (034a39e7-d8fa-4876-a630-0e4b775e7439), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:39:14.145404 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-38b04f75-628f-460d-84d4-1b627404551e tempest-BulkNetworkOpsTest-1066703948 tempest-BulkNetworkOpsTest-1066703948-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1543676', 'neutron.services.segments.db._delete_segments_for_network-8781084786517'] for network (034a39e7-d8fa-4876-a630-0e4b775e7439), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:39:14.169771 n-d-827839-2 neutron-server[103376]: DEBUG neutron.services.segments.db [None req-38b04f75-628f-460d-84d4-1b627404551e tempest-BulkNetworkOpsTest-1066703948 tempest-BulkNetworkOpsTest-1066703948-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['034a39e7-d8fa-4876-a630-0e4b775e7439']}} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:39:14.180418 n-d-827839-2 neutron-server[103376]: DEBUG neutron.services.segments.db [None req-38b04f75-628f-460d-84d4-1b627404551e tempest-BulkNetworkOpsTest-1066703948 tempest-BulkNetworkOpsTest-1066703948-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '761bfb22-c7c1-41be-9a19-90d66f3675b5') {'for_net_delete': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:39:14.180720 n-d-827839-2 neutron-server[103376]: DEBUG neutron.services.segments.db [None req-38b04f75-628f-460d-84d4-1b627404551e tempest-BulkNetworkOpsTest-1066703948 tempest-BulkNetworkOpsTest-1066703948-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '761bfb22-c7c1-41be-9a19-90d66f3675b5') {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:39:14.192355 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-38b04f75-628f-460d-84d4-1b627404551e tempest-BulkNetworkOpsTest-1066703948 tempest-BulkNetworkOpsTest-1066703948-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781084783966', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25674908'] for segment (761bfb22-c7c1-41be-9a19-90d66f3675b5), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:39:14.211926 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-38b04f75-628f-460d-84d4-1b627404551e tempest-BulkNetworkOpsTest-1066703948 tempest-BulkNetworkOpsTest-1066703948-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (761bfb22-c7c1-41be-9a19-90d66f3675b5), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:39:14.221323 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38b04f75-628f-460d-84d4-1b627404551e tempest-BulkNetworkOpsTest-1066703948 tempest-BulkNetworkOpsTest-1066703948-project] Releasing vlan 790 on physical network physnet1 to pool {{(pid=103376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 17:39:14.221726 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-38b04f75-628f-460d-84d4-1b627404551e tempest-BulkNetworkOpsTest-1066703948 tempest-BulkNetworkOpsTest-1066703948-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25675992'] for segment (761bfb22-c7c1-41be-9a19-90d66f3675b5), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:39:14.237567 n-d-827839-2 neutron-server[103376]: Traceback (most recent call last): Feb 04 17:39:14.237567 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 17:39:14.237567 n-d-827839-2 neutron-server[103376]: timer() Feb 04 17:39:14.237567 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 17:39:14.237567 n-d-827839-2 neutron-server[103376]: cb(*args, **kw) Feb 04 17:39:14.237567 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 17:39:14.237567 n-d-827839-2 neutron-server[103376]: return func(*args, **kwargs) Feb 04 17:39:14.237567 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 17:39:14.237567 n-d-827839-2 neutron-server[103376]: self._notify() Feb 04 17:39:14.237567 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 17:39:14.237567 n-d-827839-2 neutron-server[103376]: self.callback(batched_events) Feb 04 17:39:14.237567 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 17:39:14.237567 n-d-827839-2 neutron-server[103376]: event.method(event) Feb 04 17:39:14.237567 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 17:39:14.237567 n-d-827839-2 neutron-server[103376]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 17:39:14.237567 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 17:39:14.237567 n-d-827839-2 neutron-server[103376]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 17:39:14.237567 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 17:39:14.237567 n-d-827839-2 neutron-server[103376]: return f(self, *a, **k) Feb 04 17:39:14.237567 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 17:39:14.237567 n-d-827839-2 neutron-server[103376]: return self._get(url).json() Feb 04 17:39:14.237567 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 17:39:14.237567 n-d-827839-2 neutron-server[103376]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 17:39:14.237567 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 17:39:14.237567 n-d-827839-2 neutron-server[103376]: return self.request(url, 'GET', **kwargs) Feb 04 17:39:14.237567 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 17:39:14.237567 n-d-827839-2 neutron-server[103376]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 17:39:14.237567 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 17:39:14.237567 n-d-827839-2 neutron-server[103376]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 17:39:14.237567 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 17:39:14.237567 n-d-827839-2 neutron-server[103376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 17:39:14.237567 n-d-827839-2 neutron-server[103376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 17:39:14.296895 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-38b04f75-628f-460d-84d4-1b627404551e tempest-BulkNetworkOpsTest-1066703948 tempest-BulkNetworkOpsTest-1066703948-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1543671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1595572'] for network (034a39e7-d8fa-4876-a630-0e4b775e7439), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:39:14.307851 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-38b04f75-628f-460d-84d4-1b627404551e tempest-BulkNetworkOpsTest-1066703948 tempest-BulkNetworkOpsTest-1066703948-project] Publish callbacks [] for network (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:39:14.311040 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-38b04f75-628f-460d-84d4-1b627404551e tempest-BulkNetworkOpsTest-1066703948 tempest-BulkNetworkOpsTest-1066703948-project] 10.222.0.89 "DELETE /v2.0/networks/034a39e7-d8fa-4876-a630-0e4b775e7439 HTTP/1.1" status: 204 len: 168 time: 0.3857656 Feb 04 17:39:14.313714 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 59592) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:39:14.342994 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b04f75-628f-460d-84d4-1b627404551e tempest-BulkNetworkOpsTest-1066703948 tempest-BulkNetworkOpsTest-1066703948-project] Pushing event deleted for resources: {'Network': ['ID=034a39e7-d8fa-4876-a630-0e4b775e7439,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:39:14.438503 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-87a9e930-8301-470e-a894-0020343916b6 tempest-BulkNetworkOpsTest-1066703948 tempest-BulkNetworkOpsTest-1066703948-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628832'] for network (694d5fab-4e8d-49d0-8ef2-4499594f93d6), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:39:14.449867 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 76e0f46d-8834-42a2-b82d-d394764905d2 no longer exists at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:39:14.459598 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b3d25d-d6e0-4512-87cc-7640f69f227d req-d4bc655c-94d7-4daf-b50e-459147e68d43 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:39:14.462864 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-b2b3d25d-d6e0-4512-87cc-7640f69f227d req-d4bc655c-94d7-4daf-b50e-459147e68d43 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.89 "GET /v2.0/ports?device_id=3c7675e1-1c8a-410f-be7f-b37c48bc9d65 HTTP/1.1" status: 200 len: 946 time: 0.1161180 Feb 04 17:39:14.485700 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] No Port match for: 76e0f46d-8834-42a2-b82d-d394764905d2 {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 17:39:14.486272 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 76e0f46d-8834-42a2-b82d-d394764905d2 not bound to the agent host n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 17:39:14.572471 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-b2b3d25d-d6e0-4512-87cc-7640f69f227d req-9fe3b28b-4981-4ae2-bcab-3fd46f3cb6d6 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.89 "GET /v2.0/security-groups?id=93ceaf89-daf9-4fd7-ba90-ecf1cae67db9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0996449 Feb 04 17:39:14.580866 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-87a9e930-8301-470e-a894-0020343916b6 tempest-BulkNetworkOpsTest-1066703948 tempest-BulkNetworkOpsTest-1066703948-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1543676', 'neutron.services.segments.db._delete_segments_for_network-8781084786517'] for network (694d5fab-4e8d-49d0-8ef2-4499594f93d6), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:39:14.619230 n-d-827839-2 neutron-server[103376]: DEBUG neutron.services.segments.db [None req-87a9e930-8301-470e-a894-0020343916b6 tempest-BulkNetworkOpsTest-1066703948 tempest-BulkNetworkOpsTest-1066703948-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['694d5fab-4e8d-49d0-8ef2-4499594f93d6']}} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:39:14.654530 n-d-827839-2 neutron-server[103376]: DEBUG neutron.services.segments.db [None req-87a9e930-8301-470e-a894-0020343916b6 tempest-BulkNetworkOpsTest-1066703948 tempest-BulkNetworkOpsTest-1066703948-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96c3036c-4884-49bd-af88-c8b037fe82b4') {'for_net_delete': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:39:14.654849 n-d-827839-2 neutron-server[103376]: DEBUG neutron.services.segments.db [None req-87a9e930-8301-470e-a894-0020343916b6 tempest-BulkNetworkOpsTest-1066703948 tempest-BulkNetworkOpsTest-1066703948-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96c3036c-4884-49bd-af88-c8b037fe82b4') {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:39:14.694109 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-87a9e930-8301-470e-a894-0020343916b6 tempest-BulkNetworkOpsTest-1066703948 tempest-BulkNetworkOpsTest-1066703948-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781084783966', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25674908'] for segment (96c3036c-4884-49bd-af88-c8b037fe82b4), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:39:14.709908 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-4dfa36bc-4d77-4a54-b930-a2509c842c26 req-ce9c1303-4a89-4568-ae85-3b2f39a730ab tempest-ServerShowV257Test-1280574848 tempest-ServerShowV257Test-1280574848-project] 10.222.0.89 "GET /v2.0/ports?device_id=8c64ea0f-199e-4581-a4e7-29ff4ce83210 HTTP/1.1" status: 200 len: 210 time: 0.0596552 Feb 04 17:39:14.731445 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-87a9e930-8301-470e-a894-0020343916b6 tempest-BulkNetworkOpsTest-1066703948 tempest-BulkNetworkOpsTest-1066703948-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (96c3036c-4884-49bd-af88-c8b037fe82b4), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:39:14.738237 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87a9e930-8301-470e-a894-0020343916b6 tempest-BulkNetworkOpsTest-1066703948 tempest-BulkNetworkOpsTest-1066703948-project] Releasing vlan 793 on physical network physnet1 to pool {{(pid=103376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 17:39:14.738845 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-87a9e930-8301-470e-a894-0020343916b6 tempest-BulkNetworkOpsTest-1066703948 tempest-BulkNetworkOpsTest-1066703948-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25675992'] for segment (96c3036c-4884-49bd-af88-c8b037fe82b4), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:39:14.742403 n-d-827839-2 neutron-server[103376]: Traceback (most recent call last): Feb 04 17:39:14.742403 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 17:39:14.742403 n-d-827839-2 neutron-server[103376]: timer() Feb 04 17:39:14.742403 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 17:39:14.742403 n-d-827839-2 neutron-server[103376]: cb(*args, **kw) Feb 04 17:39:14.742403 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 17:39:14.742403 n-d-827839-2 neutron-server[103376]: return func(*args, **kwargs) Feb 04 17:39:14.742403 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 17:39:14.742403 n-d-827839-2 neutron-server[103376]: self._notify() Feb 04 17:39:14.742403 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 17:39:14.742403 n-d-827839-2 neutron-server[103376]: self.callback(batched_events) Feb 04 17:39:14.742403 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 17:39:14.742403 n-d-827839-2 neutron-server[103376]: event.method(event) Feb 04 17:39:14.742403 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 17:39:14.742403 n-d-827839-2 neutron-server[103376]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 17:39:14.742403 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 17:39:14.742403 n-d-827839-2 neutron-server[103376]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 17:39:14.742403 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 17:39:14.742403 n-d-827839-2 neutron-server[103376]: return f(self, *a, **k) Feb 04 17:39:14.742403 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 17:39:14.742403 n-d-827839-2 neutron-server[103376]: return self._get(url).json() Feb 04 17:39:14.742403 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 17:39:14.742403 n-d-827839-2 neutron-server[103376]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 17:39:14.742403 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 17:39:14.742403 n-d-827839-2 neutron-server[103376]: return self.request(url, 'GET', **kwargs) Feb 04 17:39:14.742403 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 17:39:14.742403 n-d-827839-2 neutron-server[103376]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 17:39:14.742403 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 17:39:14.742403 n-d-827839-2 neutron-server[103376]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 17:39:14.742403 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 17:39:14.742403 n-d-827839-2 neutron-server[103376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 17:39:14.742403 n-d-827839-2 neutron-server[103376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 17:39:14.819788 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-87a9e930-8301-470e-a894-0020343916b6 tempest-BulkNetworkOpsTest-1066703948 tempest-BulkNetworkOpsTest-1066703948-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1543671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1595572'] for network (694d5fab-4e8d-49d0-8ef2-4499594f93d6), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:39:14.850153 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-87a9e930-8301-470e-a894-0020343916b6 tempest-BulkNetworkOpsTest-1066703948 tempest-BulkNetworkOpsTest-1066703948-project] Publish callbacks [] for network (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:39:14.856831 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-87a9e930-8301-470e-a894-0020343916b6 tempest-BulkNetworkOpsTest-1066703948 tempest-BulkNetworkOpsTest-1066703948-project] 10.222.0.89 "DELETE /v2.0/networks/694d5fab-4e8d-49d0-8ef2-4499594f93d6 HTTP/1.1" status: 204 len: 168 time: 0.5406001 Feb 04 17:39:14.859191 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a9e930-8301-470e-a894-0020343916b6 tempest-BulkNetworkOpsTest-1066703948 tempest-BulkNetworkOpsTest-1066703948-project] Pushing event deleted for resources: {'Network': ['ID=694d5fab-4e8d-49d0-8ef2-4499594f93d6,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:39:15.248838 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 59628) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:39:15.436194 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-bdaeab86-2a8d-4451-bba6-91a21c6c0f9e admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=cc150d5059fc4d388ba94b57204e395d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1847177 Feb 04 17:39:15.438792 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 59634) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:39:15.484659 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-d17ce6a5-6e84-4dff-83c9-bf607199c1b3 req-506a38e3-8018-4694-87c7-a8de049b1861 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=4471d01d-fed1-45e9-9497-e554163641aa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0511825 Feb 04 17:39:15.513828 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-42e76dd5-6011-4dbc-9d75-8d17b173f24f admin admin] Publish callbacks [] for security_group (2507cbd1-651c-4510-9d34-bff4e99fffa1), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:39:15.566695 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-42e76dd5-6011-4dbc-9d75-8d17b173f24f admin admin] Publish callbacks [] for security_group (2507cbd1-651c-4510-9d34-bff4e99fffa1), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:39:15.615270 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17ce6a5-6e84-4dff-83c9-bf607199c1b3 req-b35afb39-4a47-4b1c-bc35-114830e0546d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:39:15.616946 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-d17ce6a5-6e84-4dff-83c9-bf607199c1b3 req-b35afb39-4a47-4b1c-bc35-114830e0546d service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=1442cfcaa62548aa8c0af19ff6a9d44c&device_id=4471d01d-fed1-45e9-9497-e554163641aa HTTP/1.1" status: 200 len: 1128 time: 0.1062913 Feb 04 17:39:15.626750 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-42e76dd5-6011-4dbc-9d75-8d17b173f24f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (2507cbd1-651c-4510-9d34-bff4e99fffa1), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:39:15.629677 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-42e76dd5-6011-4dbc-9d75-8d17b173f24f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:39:15.632317 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-42e76dd5-6011-4dbc-9d75-8d17b173f24f admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/2507cbd1-651c-4510-9d34-bff4e99fffa1 HTTP/1.1" status: 204 len: 168 time: 0.1925585 Feb 04 17:39:15.660233 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e76dd5-6011-4dbc-9d75-8d17b173f24f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2507cbd1-651c-4510-9d34-bff4e99fffa1,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:39:15.778858 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17ce6a5-6e84-4dff-83c9-bf607199c1b3 req-264f1686-8571-49ed-a004-001722df9f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:39:15.781630 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-d17ce6a5-6e84-4dff-83c9-bf607199c1b3 req-264f1686-8571-49ed-a004-001722df9f86 service neutron] 10.222.0.96 "GET /v2.0/networks?id=abb5a6fe-6a42-4306-8c7f-e23823ed39dd HTTP/1.1" status: 200 len: 898 time: 0.1419475 Feb 04 17:39:15.916191 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-94e0ad52-7fee-44f2-8bc7-d89aea505acf req-cfd17332-871d-4b59-b5cc-4ff209ffd7cf tempest-ServerShowV257Test-1280574848 tempest-ServerShowV257Test-1280574848-project] 10.222.0.89 "GET /v2.0/ports?device_id=8c64ea0f-199e-4581-a4e7-29ff4ce83210 HTTP/1.1" status: 200 len: 210 time: 0.0492074 Feb 04 17:39:15.939211 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-d17ce6a5-6e84-4dff-83c9-bf607199c1b3 req-d16f8ff1-12ef-4cff-b3cd-bd79a7e2c1e6 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=565eb3ee-884a-48eb-bafb-fef1817c2a71 HTTP/1.1" status: 200 len: 1001 time: 0.1464970 Feb 04 17:39:15.945321 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fd4e1e-e45c-439f-85d6-050676ab1e60 req-2b06540c-4b03-45f3-bfd0-975fb3e9a262 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:39:15.956478 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-60fd4e1e-e45c-439f-85d6-050676ab1e60 req-2b06540c-4b03-45f3-bfd0-975fb3e9a262 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.89 "GET /v2.0/ports?device_id=3c7675e1-1c8a-410f-be7f-b37c48bc9d65 HTTP/1.1" status: 200 len: 946 time: 0.2069597 Feb 04 17:39:16.010120 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17ce6a5-6e84-4dff-83c9-bf607199c1b3 req-3801f698-cb8f-4f2e-a686-1f7f25cbc1d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:39:16.011936 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-d17ce6a5-6e84-4dff-83c9-bf607199c1b3 req-3801f698-cb8f-4f2e-a686-1f7f25cbc1d6 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=11100f50-fd85-468c-8a6a-8573a86224df HTTP/1.1" status: 200 len: 833 time: 0.0650783 Feb 04 17:39:16.060264 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-60fd4e1e-e45c-439f-85d6-050676ab1e60 req-24f72eeb-0efc-4bc6-9430-ec733f42dbc4 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.89 "GET /v2.0/security-groups?id=93ceaf89-daf9-4fd7-ba90-ecf1cae67db9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0921090 Feb 04 17:39:16.108633 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17ce6a5-6e84-4dff-83c9-bf607199c1b3 req-62135a14-d674-4d19-9cd9-a211f7a4e39a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:39:16.110963 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-d17ce6a5-6e84-4dff-83c9-bf607199c1b3 req-62135a14-d674-4d19-9cd9-a211f7a4e39a service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=abb5a6fe-6a42-4306-8c7f-e23823ed39dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0892363 Feb 04 17:39:16.306273 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-d17ce6a5-6e84-4dff-83c9-bf607199c1b3 req-b06cadb1-db69-4a97-bf5b-9a4a214816dd service neutron] 10.222.0.96 "GET /v2.0/networks/abb5a6fe-6a42-4306-8c7f-e23823ed39dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1851721 Feb 04 17:39:16.496064 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-d17ce6a5-6e84-4dff-83c9-bf607199c1b3 req-4f8dd9a3-406e-4e96-b08c-d88f3f53ae27 service neutron] 10.222.0.96 "GET /v2.0/networks/abb5a6fe-6a42-4306-8c7f-e23823ed39dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1773224 Feb 04 17:39:16.529407 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-e55dfae0-c787-4965-8359-fb28a9638fa0 req-acea8306-4678-4318-87e9-1b59e86654ad service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=fa7d6321-aa87-438d-b604-905406197c18&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0723996 Feb 04 17:39:16.764588 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55dfae0-c787-4965-8359-fb28a9638fa0 req-83a43a70-f14f-4c26-923d-d0fe9ca05483 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:39:16.769223 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-e55dfae0-c787-4965-8359-fb28a9638fa0 req-83a43a70-f14f-4c26-923d-d0fe9ca05483 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=1442cfcaa62548aa8c0af19ff6a9d44c&device_id=fa7d6321-aa87-438d-b604-905406197c18 HTTP/1.1" status: 200 len: 1128 time: 0.1234653 Feb 04 17:39:16.898038 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55dfae0-c787-4965-8359-fb28a9638fa0 req-dd14a685-108c-40e1-bf55-6bf79d4f1314 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:39:16.899931 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-e55dfae0-c787-4965-8359-fb28a9638fa0 req-dd14a685-108c-40e1-bf55-6bf79d4f1314 service neutron] 10.222.0.90 "GET /v2.0/networks?id=e3bc42d4-4686-4b1c-bb39-de90a50abeca HTTP/1.1" status: 200 len: 896 time: 0.1044254 Feb 04 17:39:17.353247 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-e55dfae0-c787-4965-8359-fb28a9638fa0 req-4040969f-3663-4b6d-9e7e-982f1827d916 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.20&port_id=b96488e1-966c-4817-91e0-1646ade0dbd0 HTTP/1.1" status: 200 len: 217 time: 0.4458828 Feb 04 17:39:17.383048 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-b5cefe18-7734-4bb5-83de-652a7aadbd24 req-6a04e188-cd60-4bc3-b520-b88c8b3b9781 tempest-ServerShowV257Test-1280574848 tempest-ServerShowV257Test-1280574848-project] 10.222.0.89 "GET /v2.0/ports?device_id=8c64ea0f-199e-4581-a4e7-29ff4ce83210 HTTP/1.1" status: 200 len: 210 time: 0.0322659 Feb 04 17:39:17.431618 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55dfae0-c787-4965-8359-fb28a9638fa0 req-95b0f5a5-ff92-4cc2-a8e4-0adfd800a3b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:39:17.433338 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-e55dfae0-c787-4965-8359-fb28a9638fa0 req-95b0f5a5-ff92-4cc2-a8e4-0adfd800a3b0 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=1113b1e0-1fc0-4c0a-aaee-96db353cee76 HTTP/1.1" status: 200 len: 838 time: 0.0493886 Feb 04 17:39:17.492302 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55dfae0-c787-4965-8359-fb28a9638fa0 req-6240d460-d54f-4a90-8702-3b2485b77347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:39:17.493854 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-e55dfae0-c787-4965-8359-fb28a9638fa0 req-6240d460-d54f-4a90-8702-3b2485b77347 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=e3bc42d4-4686-4b1c-bb39-de90a50abeca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0516751 Feb 04 17:39:17.639229 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-e55dfae0-c787-4965-8359-fb28a9638fa0 req-49262924-c740-4a29-abda-f57c062e6ccb service neutron] 10.222.0.90 "GET /v2.0/networks/e3bc42d4-4686-4b1c-bb39-de90a50abeca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1385503 Feb 04 17:39:17.709005 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device fa5a1c99-a3b3-46ea-b891-f5171c94ab05 no longer exists at agent hyperv_n-h1-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:39:17.758653 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-e55dfae0-c787-4965-8359-fb28a9638fa0 req-dce571c3-5b1f-4af9-8ed8-1af2e7cff306 service neutron] 10.222.0.90 "GET /v2.0/networks/e3bc42d4-4686-4b1c-bb39-de90a50abeca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1106205 Feb 04 17:39:17.849967 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Current status of the port fa5a1c99-a3b3-46ea-b891-f5171c94ab05 is: ACTIVE; New status is: DOWN {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:39:17.850517 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (fa5a1c99-a3b3-46ea-b891-f5171c94ab05), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:39:17.877961 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c7675e1-1c8a-410f-be7f-b37c48bc9d65', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fa5a1c99-a3b3-46ea-b891-f5171c94ab05'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:39:17.880653 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c34bc964ce2211770fda26ca2f3801cc06f4f39928110690550e94ab9c9d2fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3918178b-05ab-485c-aee5-6745ba8dc00c" -d '{"events": [{"server_uuid": "3c7675e1-1c8a-410f-be7f-b37c48bc9d65", "name": "network-vif-unplugged", "status": "completed", "tag": "fa5a1c99-a3b3-46ea-b891-f5171c94ab05"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:39:17.922755 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] For port fa5a1c99-a3b3-46ea-b891-f5171c94ab05, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=fa5a1c99-a3b3-46ea-b891-f5171c94ab05,segment=NetworkSegment(95e3d896-e0ab-47f8-8257-e5c06c9261eb),segment_id=95e3d896-e0ab-47f8-8257-e5c06c9261eb)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:39:17.931079 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (fa5a1c99-a3b3-46ea-b891-f5171c94ab05), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:39:17.933506 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-4377e0e8-9d75-492b-aec3-162005e6f338 req-fa0478c0-8eeb-42af-8840-bafd460b6236 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=8c64ea0f-199e-4581-a4e7-29ff4ce83210 HTTP/1.1" status: 200 len: 210 time: 0.0402472 Feb 04 17:39:17.993039 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 04 Feb 2022 17:39:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-149112f2-d2bb-4767-b926-4a196ce12132 x-openstack-request-id: req-149112f2-d2bb-4767-b926-4a196ce12132 {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:39:17.993494 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c7675e1-1c8a-410f-be7f-b37c48bc9d65", "name": "network-vif-unplugged", "status": "completed", "tag": "fa5a1c99-a3b3-46ea-b891-f5171c94ab05", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:39:17.994191 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-149112f2-d2bb-4767-b926-4a196ce12132 {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:39:17.994921 n-d-827839-2 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c7675e1-1c8a-410f-be7f-b37c48bc9d65', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fa5a1c99-a3b3-46ea-b891-f5171c94ab05', 'code': 200} Feb 04 17:39:17.995848 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Pushing event updated for resources: {'Port': ['ID=fa5a1c99-a3b3-46ea-b891-f5171c94ab05,revision_number=8']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:39:18.506209 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-be9ab61e-1790-4d65-a9f9-ed50998cc607 req-5517aac6-c85f-4aa7-8968-b316062276ed tempest-ServerShowV257Test-1280574848 tempest-ServerShowV257Test-1280574848-project] 10.222.0.89 "GET /v2.0/ports?device_id=8c64ea0f-199e-4581-a4e7-29ff4ce83210 HTTP/1.1" status: 200 len: 210 time: 0.0288329 Feb 04 17:39:19.638016 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-cc28181a-3654-40cb-9086-bd9ffe497062 req-2e64daf1-2b3a-4831-978c-735b5e006364 tempest-ServerShowV257Test-1280574848 tempest-ServerShowV257Test-1280574848-project] 10.222.0.89 "GET /v2.0/ports?device_id=8c64ea0f-199e-4581-a4e7-29ff4ce83210 HTTP/1.1" status: 200 len: 210 time: 0.0374415 Feb 04 17:39:20.069593 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-d681d13a-c90b-4633-af6a-af844bb964c3 req-1ed7211a-b262-46d4-b391-52557f1d9bd5 tempest-ServerShowV257Test-1280574848 tempest-ServerShowV257Test-1280574848-project] 10.222.0.89 "GET /v2.0/ports?device_id=8c64ea0f-199e-4581-a4e7-29ff4ce83210 HTTP/1.1" status: 200 len: 210 time: 0.0397134 Feb 04 17:39:21.214407 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-fccd25a4-08d7-4341-b251-30d06efce99e req-c57688e7-9eff-43e9-83af-29ece382cc03 tempest-ServerShowV257Test-1280574848 tempest-ServerShowV257Test-1280574848-project] 10.222.0.89 "GET /v2.0/ports?device_id=8c64ea0f-199e-4581-a4e7-29ff4ce83210 HTTP/1.1" status: 200 len: 210 time: 0.0437744 Feb 04 17:39:21.582759 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [req-c1935fe6-b56a-48e2-9e37-3b92a967104b req-7f62172b-d8de-4158-8a87-37e11dac083e service neutron] (103376) timed out ('10.222.0.89', 52108) {{(pid=103376) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 04 17:39:21.723211 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device fa5a1c99-a3b3-46ea-b891-f5171c94ab05 details requested by agent hyperv_n-h1-827839-2 with host n-h1-827839-2 {{(pid=103378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 17:39:21.844310 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] For port fa5a1c99-a3b3-46ea-b891-f5171c94ab05, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=fa5a1c99-a3b3-46ea-b891-f5171c94ab05,segment=NetworkSegment(95e3d896-e0ab-47f8-8257-e5c06c9261eb),segment_id=95e3d896-e0ab-47f8-8257-e5c06c9261eb)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:39:21.857583 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Returning: {'device': 'fa5a1c99-a3b3-46ea-b891-f5171c94ab05', 'network_id': 'b55b6cf7-96ca-44f1-b402-5ece20b91f84', 'port_id': 'fa5a1c99-a3b3-46ea-b891-f5171c94ab05', 'mac_address': 'fa:16:3e:b1:08:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 796, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56d77231-1e8a-430f-89bb-45ff7f982beb', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 17:39:21.899110 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Current status of the port fa5a1c99-a3b3-46ea-b891-f5171c94ab05 is: DOWN; New status is: BUILD {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:39:21.899495 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (fa5a1c99-a3b3-46ea-b891-f5171c94ab05), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:39:21.913816 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa5a1c99-a3b3-46ea-b891-f5171c94ab05 {{(pid=103378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 17:39:21.935147 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] For port fa5a1c99-a3b3-46ea-b891-f5171c94ab05, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=fa5a1c99-a3b3-46ea-b891-f5171c94ab05,segment=NetworkSegment(95e3d896-e0ab-47f8-8257-e5c06c9261eb),segment_id=95e3d896-e0ab-47f8-8257-e5c06c9261eb)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:39:21.940914 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (fa5a1c99-a3b3-46ea-b891-f5171c94ab05), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:39:22.004227 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Pushing event updated for resources: {'Port': ['ID=fa5a1c99-a3b3-46ea-b891-f5171c94ab05,revision_number=9']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:39:22.255441 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] get_ports_and_sgs() called for port_ids ['fa5a1c99-a3b3-46ea-b891-f5171c94ab05'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 17:39:22.370845 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-62a03949-c7f1-40a7-a637-39d9d938dc14 req-8ab36c24-a3a1-45de-b7f6-b58829ffd34c tempest-ServerShowV257Test-1280574848 tempest-ServerShowV257Test-1280574848-project] 10.222.0.89 "GET /v2.0/ports?device_id=8c64ea0f-199e-4581-a4e7-29ff4ce83210 HTTP/1.1" status: 200 len: 210 time: 0.0381949 Feb 04 17:39:23.498123 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-7b2d7bfd-f658-4e9d-a790-826b248d0075 req-37afe3f8-216f-46b9-ad55-4143fe822796 tempest-ServerShowV257Test-1280574848 tempest-ServerShowV257Test-1280574848-project] 10.222.0.89 "GET /v2.0/ports?device_id=8c64ea0f-199e-4581-a4e7-29ff4ce83210 HTTP/1.1" status: 200 len: 210 time: 0.0283339 Feb 04 17:39:23.658714 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 59920) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:39:23.715661 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device fa5a1c99-a3b3-46ea-b891-f5171c94ab05 up at agent hyperv_n-h1-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:39:23.846281 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Provisioning complete for port fa5a1c99-a3b3-46ea-b891-f5171c94ab05 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:39:23.846655 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (fa5a1c99-a3b3-46ea-b891-f5171c94ab05), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:39:24.017475 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Current status of the port fa5a1c99-a3b3-46ea-b891-f5171c94ab05 is: BUILD; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:39:24.018029 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (fa5a1c99-a3b3-46ea-b891-f5171c94ab05), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:39:24.073264 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c7675e1-1c8a-410f-be7f-b37c48bc9d65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa5a1c99-a3b3-46ea-b891-f5171c94ab05'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:39:24.079323 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c34bc964ce2211770fda26ca2f3801cc06f4f39928110690550e94ab9c9d2fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b0d9a13-1de4-4d55-943f-d954d7717af4" -d '{"events": [{"server_uuid": "3c7675e1-1c8a-410f-be7f-b37c48bc9d65", "name": "network-vif-plugged", "status": "completed", "tag": "fa5a1c99-a3b3-46ea-b891-f5171c94ab05"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:39:24.093854 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] For port fa5a1c99-a3b3-46ea-b891-f5171c94ab05, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=fa5a1c99-a3b3-46ea-b891-f5171c94ab05,segment=NetworkSegment(95e3d896-e0ab-47f8-8257-e5c06c9261eb),segment_id=95e3d896-e0ab-47f8-8257-e5c06c9261eb)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:39:24.100664 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (fa5a1c99-a3b3-46ea-b891-f5171c94ab05), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:39:24.180836 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 17:39:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ee12b4e-9817-4f6f-9b73-369c7a8179c7 x-openstack-request-id: req-9ee12b4e-9817-4f6f-9b73-369c7a8179c7 {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:39:24.181130 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c7675e1-1c8a-410f-be7f-b37c48bc9d65", "name": "network-vif-plugged", "status": "completed", "tag": "fa5a1c99-a3b3-46ea-b891-f5171c94ab05", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:39:24.181382 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-9ee12b4e-9817-4f6f-9b73-369c7a8179c7 {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:39:24.181773 n-d-827839-2 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c7675e1-1c8a-410f-be7f-b37c48bc9d65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa5a1c99-a3b3-46ea-b891-f5171c94ab05', 'code': 200} Feb 04 17:39:24.183548 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Pushing event updated for resources: {'Port': ['ID=fa5a1c99-a3b3-46ea-b891-f5171c94ab05,revision_number=10']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:39:24.597444 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-c52d1829-5c6a-45f0-88f2-e1c05cccb91f tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602754'] for router_interface (477b5678-598c-45f7-b76f-f8fa9bfa09cb), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:39:24.647804 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-9b3edfc1-59f6-4bc9-8f58-a1a846664708 req-b750589e-caad-49ca-825d-dc1bd1e85091 tempest-ServerShowV257Test-1280574848 tempest-ServerShowV257Test-1280574848-project] 10.222.0.89 "GET /v2.0/ports?device_id=8c64ea0f-199e-4581-a4e7-29ff4ce83210 HTTP/1.1" status: 200 len: 210 time: 0.0408700 Feb 04 17:39:24.674524 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [req-a4405b21-3682-4055-b8e9-b0e3694acd5a req-ecfb6c51-acf1-49c6-b7fa-0d3928575eca tempest-ImagesTestJSON-301921999 tempest-ImagesTestJSON-301921999-project] (103376) timed out ('10.222.0.90', 57015) {{(pid=103376) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 04 17:39:25.236693 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-c52d1829-5c6a-45f0-88f2-e1c05cccb91f tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Deleting port 18b95036-291f-4910-82b7-69647d898166 {{(pid=103376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:39:25.237079 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-c52d1829-5c6a-45f0-88f2-e1c05cccb91f tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (18b95036-291f-4910-82b7-69647d898166), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:39:25.352718 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [None req-c52d1829-5c6a-45f0-88f2-e1c05cccb91f tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] For port 18b95036-291f-4910-82b7-69647d898166, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=18b95036-291f-4910-82b7-69647d898166,segment=NetworkSegment(c797d305-3827-4cea-81f5-da1589eba867),segment_id=c797d305-3827-4cea-81f5-da1589eba867)] {{(pid=103376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:39:25.353074 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-c52d1829-5c6a-45f0-88f2-e1c05cccb91f tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (18b95036-291f-4910-82b7-69647d898166), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:39:25.366771 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-c52d1829-5c6a-45f0-88f2-e1c05cccb91f tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Calling delete_port for 18b95036-291f-4910-82b7-69647d898166 owned by network:router_interface {{(pid=103376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:39:25.562812 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-c52d1829-5c6a-45f0-88f2-e1c05cccb91f tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (18b95036-291f-4910-82b7-69647d898166), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:39:25.592313 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52d1829-5c6a-45f0-88f2-e1c05cccb91f tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Pushing event deleted for resources: {'Port': ['ID=18b95036-291f-4910-82b7-69647d898166,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:39:25.841029 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-8ae98a0f-fedd-448c-ac08-0af7c111d815 req-77765034-c741-4a0c-beeb-211d9408929d tempest-ServerShowV257Test-1280574848 tempest-ServerShowV257Test-1280574848-project] 10.222.0.89 "GET /v2.0/ports?device_id=8c64ea0f-199e-4581-a4e7-29ff4ce83210 HTTP/1.1" status: 200 len: 210 time: 0.0486293 Feb 04 17:39:25.878111 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-c52d1829-5c6a-45f0-88f2-e1c05cccb91f tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1677336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1602614'] for router_interface (477b5678-598c-45f7-b76f-f8fa9bfa09cb), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:39:26.249820 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c52d1829-5c6a-45f0-88f2-e1c05cccb91f tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Router 477b5678-598c-45f7-b76f-f8fa9bfa09cb has already been hosted by L3 agent 64ada913-9131-4d99-a265-63a920956287 {{(pid=103376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 17:39:26.453134 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c52d1829-5c6a-45f0-88f2-e1c05cccb91f tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Notify agent at l3_agent.n-d-827839-2 the message routers_updated {{(pid=103376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 17:39:26.461860 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-c52d1829-5c6a-45f0-88f2-e1c05cccb91f tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] 10.222.0.89 "PUT /v2.0/routers/477b5678-598c-45f7-b76f-f8fa9bfa09cb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7985654 Feb 04 17:39:26.476089 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba3101e1-c7e9-4752-be76-1e0eee223c2e None None] Sync routers for ids ['477b5678-598c-45f7-b76f-f8fa9bfa09cb'] in n-d-827839-2 {{(pid=103378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 17:39:26.477232 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [req-43dfc36a-c145-46f5-b564-db355edf98bc req-314d9bbe-555b-4bdc-9e0d-1b2887cc287c service neutron] (103377) timed out ('10.222.0.96', 56800) {{(pid=103377) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 04 17:39:26.498975 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba3101e1-c7e9-4752-be76-1e0eee223c2e None None] Routers {'477b5678-598c-45f7-b76f-f8fa9bfa09cb'} bound to L3 agent in host n-d-827839-2 {{(pid=103378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:39:26.499852 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-ba3101e1-c7e9-4752-be76-1e0eee223c2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:39:03Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['477b5678-598c-45f7-b76f-f8fa9bfa09cb'], 'active': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:39:26.669642 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvr_db [None req-ba3101e1-c7e9-4752-be76-1e0eee223c2e None None] Set router 477b5678-598c-45f7-b76f-f8fa9bfa09cb gateway port host: n-d-827839-2 {{(pid=103378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:39:26.945577 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf22260-026a-40e7-9fbd-44480cd95cf0 req-876028fc-070f-4030-b9ba-f8427c76eb5f tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:39:26.947140 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-6cf22260-026a-40e7-9fbd-44480cd95cf0 req-876028fc-070f-4030-b9ba-f8427c76eb5f tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] 10.222.0.89 "GET /v2.0/ports?device_id=fa7d6321-aa87-438d-b604-905406197c18 HTTP/1.1" status: 200 len: 946 time: 0.1172149 Feb 04 17:39:27.064426 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-6cf22260-026a-40e7-9fbd-44480cd95cf0 req-ceef6606-2d11-49cf-8a59-4f84cf07cce8 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] 10.222.0.89 "GET /v2.0/security-groups?id=580da8ae-211e-4ae7-8abb-8e3a7c361fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0921016 Feb 04 17:39:27.110642 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-ba3101e1-c7e9-4752-be76-1e0eee223c2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '477b5678-598c-45f7-b76f-f8fa9bfa09cb', 'name': 'tempest-TestNetworkBasicOps-router-913224400', 'tenant_id': '1442cfcaa62548aa8c0af19ff6a9d44c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.198'}], 'enable_snat': True}, 'gw_port_id': '722082ed-cb50-4f44-81a3-604330b13c3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:36:26Z', 'updated_at': '2022-02-04T17:39:25Z', 'revision_number': 6, 'project_id': '1442cfcaa62548aa8c0af19ff6a9d44c', 'gw_port': {'id': '722082ed-cb50-4f44-81a3-604330b13c3f', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:5f:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '477b5678-598c-45f7-b76f-f8fa9bfa09cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2923, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:36:27Z', 'updated_at': '2022-02-04T17:36:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_floatingips': [{'id': '3768aaf5-2587-4045-b1fd-b843761250cb', 'tenant_id': '1442cfcaa62548aa8c0af19ff6a9d44c', 'floating_ip_address': '172.25.6.84', 'floating_network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'router_id': '477b5678-598c-45f7-b76f-f8fa9bfa09cb', 'port_id': '565eb3ee-884a-48eb-bafb-fef1817c2a71', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 2945, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'abb5a6fe-6a42-4306-8c7f-e23823ed39dd', 'mac_address': 'fa:16:3e:c8:a8:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4471d01d-fed1-45e9-9497-e554163641aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T17:37:03Z', 'updated_at': '2022-02-04T17:37:10Z', 'revision_number': 1, 'project_id': '1442cfcaa62548aa8c0af19ff6a9d44c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b73cd0cd-ff73-43d0-a79c-94ee138b1964', 'name': '', 'network_id': 'abb5a6fe-6a42-4306-8c7f-e23823ed39dd', 'tenant_id': '1442cfcaa62548aa8c0af19ff6a9d44c', 'mac_address': 'fa:16:3e:44:d6:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '477b5678-598c-45f7-b76f-f8fa9bfa09cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2927, 'fixed_ips': [{'subnet_id': '11100f50-fd85-468c-8a6a-8573a86224df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:36:34Z', 'updated_at': '2022-02-04T17:36:41Z', 'revision_number': 5, 'project_id': '1442cfcaa62548aa8c0af19ff6a9d44c', 'subnets': [{'id': '11100f50-fd85-468c-8a6a-8573a86224df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-2', False) {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:39:27.118306 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-458cdc44-d6f3-4c28-b260-74adf6b59013 req-4633d09b-dabf-469d-976d-aa55792c1c9b tempest-ServerShowV257Test-1280574848 tempest-ServerShowV257Test-1280574848-project] 10.222.0.89 "GET /v2.0/ports?device_id=8c64ea0f-199e-4581-a4e7-29ff4ce83210 HTTP/1.1" status: 200 len: 210 time: 0.0715203 Feb 04 17:39:27.184183 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba3101e1-c7e9-4752-be76-1e0eee223c2e None None] Checking router: 477b5678-598c-45f7-b76f-f8fa9bfa09cb for host: n-d-827839-2 {{(pid=103378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 17:39:27.193352 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba3101e1-c7e9-4752-be76-1e0eee223c2e None None] Routers {'477b5678-598c-45f7-b76f-f8fa9bfa09cb'} bound to L3 agent in host n-d-827839-2 {{(pid=103378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:39:27.193951 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-ba3101e1-c7e9-4752-be76-1e0eee223c2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:39:03Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['477b5678-598c-45f7-b76f-f8fa9bfa09cb'], 'active': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:39:27.307380 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvr_db [None req-ba3101e1-c7e9-4752-be76-1e0eee223c2e None None] Set router 477b5678-598c-45f7-b76f-f8fa9bfa09cb gateway port host: n-d-827839-2 {{(pid=103378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:39:27.727771 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-ba3101e1-c7e9-4752-be76-1e0eee223c2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '477b5678-598c-45f7-b76f-f8fa9bfa09cb', 'name': 'tempest-TestNetworkBasicOps-router-913224400', 'tenant_id': '1442cfcaa62548aa8c0af19ff6a9d44c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.198'}], 'enable_snat': True}, 'gw_port_id': '722082ed-cb50-4f44-81a3-604330b13c3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:36:26Z', 'updated_at': '2022-02-04T17:39:25Z', 'revision_number': 6, 'project_id': '1442cfcaa62548aa8c0af19ff6a9d44c', 'gw_port': {'id': '722082ed-cb50-4f44-81a3-604330b13c3f', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:5f:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '477b5678-598c-45f7-b76f-f8fa9bfa09cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2923, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:36:27Z', 'updated_at': '2022-02-04T17:36:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_floatingips': [{'id': '3768aaf5-2587-4045-b1fd-b843761250cb', 'tenant_id': '1442cfcaa62548aa8c0af19ff6a9d44c', 'floating_ip_address': '172.25.6.84', 'floating_network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'router_id': '477b5678-598c-45f7-b76f-f8fa9bfa09cb', 'port_id': '565eb3ee-884a-48eb-bafb-fef1817c2a71', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 2945, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'abb5a6fe-6a42-4306-8c7f-e23823ed39dd', 'mac_address': 'fa:16:3e:c8:a8:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4471d01d-fed1-45e9-9497-e554163641aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T17:37:03Z', 'updated_at': '2022-02-04T17:37:10Z', 'revision_number': 1, 'project_id': '1442cfcaa62548aa8c0af19ff6a9d44c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b73cd0cd-ff73-43d0-a79c-94ee138b1964', 'name': '', 'network_id': 'abb5a6fe-6a42-4306-8c7f-e23823ed39dd', 'tenant_id': '1442cfcaa62548aa8c0af19ff6a9d44c', 'mac_address': 'fa:16:3e:44:d6:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '477b5678-598c-45f7-b76f-f8fa9bfa09cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2927, 'fixed_ips': [{'subnet_id': '11100f50-fd85-468c-8a6a-8573a86224df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:36:34Z', 'updated_at': '2022-02-04T17:36:41Z', 'revision_number': 5, 'project_id': '1442cfcaa62548aa8c0af19ff6a9d44c', 'subnets': [{'id': '11100f50-fd85-468c-8a6a-8573a86224df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-2', False) {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:39:27.803114 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba3101e1-c7e9-4752-be76-1e0eee223c2e None None] The sync data for ids ['477b5678-598c-45f7-b76f-f8fa9bfa09cb'] in n-d-827839-2 is: [{'id': '477b5678-598c-45f7-b76f-f8fa9bfa09cb', 'name': 'tempest-TestNetworkBasicOps-router-913224400', 'tenant_id': '1442cfcaa62548aa8c0af19ff6a9d44c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.198'}], 'enable_snat': True}, 'gw_port_id': '722082ed-cb50-4f44-81a3-604330b13c3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:36:26Z', 'updated_at': '2022-02-04T17:39:25Z', 'revision_number': 6, 'project_id': '1442cfcaa62548aa8c0af19ff6a9d44c', 'gw_port': {'id': '722082ed-cb50-4f44-81a3-604330b13c3f', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:5f:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '477b5678-598c-45f7-b76f-f8fa9bfa09cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2923, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:36:27Z', 'updated_at': '2022-02-04T17:36:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_floatingips': [{'id': '3768aaf5-2587-4045-b1fd-b843761250cb', 'tenant_id': '1442cfcaa62548aa8c0af19ff6a9d44c', 'floating_ip_address': '172.25.6.84', 'floating_network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'router_id': '477b5678-598c-45f7-b76f-f8fa9bfa09cb', 'port_id': '565eb3ee-884a-48eb-bafb-fef1817c2a71', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 2945, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'abb5a6fe-6a42-4306-8c7f-e23823ed39dd', 'mac_address': 'fa:16:3e:c8:a8:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4471d01d-fed1-45e9-9497-e554163641aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T17:37:03Z', 'updated_at': '2022-02-04T17:37:10Z', 'revision_number': 1, 'project_id': '1442cfcaa62548aa8c0af19ff6a9d44c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b73cd0cd-ff73-43d0-a79c-94ee138b1964', 'name': '', 'network_id': 'abb5a6fe-6a42-4306-8c7f-e23823ed39dd', 'tenant_id': '1442cfcaa62548aa8c0af19ff6a9d44c', 'mac_address': 'fa:16:3e:44:d6:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '477b5678-598c-45f7-b76f-f8fa9bfa09cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2927, 'fixed_ips': [{'subnet_id': '11100f50-fd85-468c-8a6a-8573a86224df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:36:34Z', 'updated_at': '2022-02-04T17:36:41Z', 'revision_number': 5, 'project_id': '1442cfcaa62548aa8c0af19ff6a9d44c', 'subnets': [{'id': '11100f50-fd85-468c-8a6a-8573a86224df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 17:39:28.332665 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f2a8b5-d7f0-4c8b-82e0-3b099e076a71 req-992d13d9-a430-45cd-af42-32d805fd5b19 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:39:28.334927 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-e9f2a8b5-d7f0-4c8b-82e0-3b099e076a71 req-992d13d9-a430-45cd-af42-32d805fd5b19 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] 10.222.0.90 "GET /v2.0/ports?device_id=fa7d6321-aa87-438d-b604-905406197c18 HTTP/1.1" status: 200 len: 946 time: 0.1825917 Feb 04 17:39:28.390389 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4869b4f5-2f6f-4429-b10f-57d5317ae083 req-07b2e9b6-86c0-4e02-b3a4-f78371a6ddc0 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:39:28.391988 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-4869b4f5-2f6f-4429-b10f-57d5317ae083 req-07b2e9b6-86c0-4e02-b3a4-f78371a6ddc0 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] 10.222.0.89 "GET /v2.0/ports?device_id=fa7d6321-aa87-438d-b604-905406197c18 HTTP/1.1" status: 200 len: 946 time: 0.1463933 Feb 04 17:39:28.400029 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 18b95036-291f-4910-82b7-69647d898166 no longer exists at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:39:28.421681 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-e2a9970b-c5f3-48b4-80e3-505a63f29424 req-99672b7d-16cd-4bdd-9f76-efcb62a35c28 tempest-ServerShowV257Test-1280574848 tempest-ServerShowV257Test-1280574848-project] 10.222.0.89 "GET /v2.0/ports?device_id=8c64ea0f-199e-4581-a4e7-29ff4ce83210 HTTP/1.1" status: 200 len: 210 time: 0.1296597 Feb 04 17:39:28.484036 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] No Port match for: 18b95036-291f-4910-82b7-69647d898166 {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 17:39:28.484356 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 18b95036-291f-4910-82b7-69647d898166 not bound to the agent host n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 17:39:28.550314 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-4869b4f5-2f6f-4429-b10f-57d5317ae083 req-ce7bbdf6-9418-4fb3-ac4c-9893e3571bec tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] 10.222.0.89 "GET /v2.0/security-groups?id=580da8ae-211e-4ae7-8abb-8e3a7c361fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1429794 Feb 04 17:39:28.651195 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [req-e9f2a8b5-d7f0-4c8b-82e0-3b099e076a71 req-d4bec5d8-5545-488c-b8b7-07a6b05799c1 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Deleting port b96488e1-966c-4817-91e0-1646ade0dbd0 {{(pid=103377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:39:28.653074 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-e9f2a8b5-d7f0-4c8b-82e0-3b099e076a71 req-d4bec5d8-5545-488c-b8b7-07a6b05799c1 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (b96488e1-966c-4817-91e0-1646ade0dbd0), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:39:28.815024 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [req-e9f2a8b5-d7f0-4c8b-82e0-3b099e076a71 req-d4bec5d8-5545-488c-b8b7-07a6b05799c1 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] For port b96488e1-966c-4817-91e0-1646ade0dbd0, host n-h2-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=b96488e1-966c-4817-91e0-1646ade0dbd0,segment=NetworkSegment(c797d305-3827-4cea-81f5-da1589eba867),segment_id=c797d305-3827-4cea-81f5-da1589eba867)] {{(pid=103377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:39:28.816185 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-e9f2a8b5-d7f0-4c8b-82e0-3b099e076a71 req-d4bec5d8-5545-488c-b8b7-07a6b05799c1 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (b96488e1-966c-4817-91e0-1646ade0dbd0), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:39:28.832867 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [req-e9f2a8b5-d7f0-4c8b-82e0-3b099e076a71 req-d4bec5d8-5545-488c-b8b7-07a6b05799c1 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Calling delete_port for b96488e1-966c-4817-91e0-1646ade0dbd0 owned by compute:nova {{(pid=103377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:39:29.045886 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-e9f2a8b5-d7f0-4c8b-82e0-3b099e076a71 req-d4bec5d8-5545-488c-b8b7-07a6b05799c1 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (b96488e1-966c-4817-91e0-1646ade0dbd0), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:39:29.110891 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4bec5d8-5545-488c-b8b7-07a6b05799c1 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Pushing event deleted for resources: {'Port': ['ID=b96488e1-966c-4817-91e0-1646ade0dbd0,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:39:29.135101 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4bec5d8-5545-488c-b8b7-07a6b05799c1 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:39:29.135855 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4bec5d8-5545-488c-b8b7-07a6b05799c1 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:39:29.136392 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4bec5d8-5545-488c-b8b7-07a6b05799c1 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:39:29.138196 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4bec5d8-5545-488c-b8b7-07a6b05799c1 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:39:29.138196 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4bec5d8-5545-488c-b8b7-07a6b05799c1 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:39:29.138196 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4bec5d8-5545-488c-b8b7-07a6b05799c1 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:39:29.138196 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4bec5d8-5545-488c-b8b7-07a6b05799c1 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:39:29.146848 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4bec5d8-5545-488c-b8b7-07a6b05799c1 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:39:29.167585 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4bec5d8-5545-488c-b8b7-07a6b05799c1 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:39:29.168225 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4bec5d8-5545-488c-b8b7-07a6b05799c1 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:39:29.168880 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4bec5d8-5545-488c-b8b7-07a6b05799c1 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:39:29.169408 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4bec5d8-5545-488c-b8b7-07a6b05799c1 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:39:29.169912 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4bec5d8-5545-488c-b8b7-07a6b05799c1 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:39:29.232086 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9f2a8b5-d7f0-4c8b-82e0-3b099e076a71 req-d4bec5d8-5545-488c-b8b7-07a6b05799c1 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] No DVR routers for this DVR port b96488e1-966c-4817-91e0-1646ade0dbd0 on host n-h2-827839-2 {{(pid=103377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 17:39:29.237527 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-e9f2a8b5-d7f0-4c8b-82e0-3b099e076a71 req-d4bec5d8-5545-488c-b8b7-07a6b05799c1 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:39:29.241579 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-e9f2a8b5-d7f0-4c8b-82e0-3b099e076a71 req-d4bec5d8-5545-488c-b8b7-07a6b05799c1 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] 10.222.0.90 "DELETE /v2.0/ports/b96488e1-966c-4817-91e0-1646ade0dbd0 HTTP/1.1" status: 204 len: 173 time: 0.8740549 Feb 04 17:39:29.242203 n-d-827839-2 neutron-server[103377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa7d6321-aa87-438d-b604-905406197c18', 'name': 'network-vif-deleted', 'tag': 'b96488e1-966c-4817-91e0-1646ade0dbd0'}] {{(pid=103377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:39:29.244690 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7240428b650e1488e9361b62648ff4b3a6c19d49d8c27c949491ab58c1346cf0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01e886fb-3d86-4fa2-8dfc-2edee44c8482" -d '{"events": [{"server_uuid": "fa7d6321-aa87-438d-b604-905406197c18", "name": "network-vif-deleted", "tag": "b96488e1-966c-4817-91e0-1646ade0dbd0"}]}' {{(pid=103377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:39:29.337036 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 17:39:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c845ad49-3a42-47d5-ad67-64458177dee2 x-openstack-request-id: req-c845ad49-3a42-47d5-ad67-64458177dee2 {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:39:29.337666 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa7d6321-aa87-438d-b604-905406197c18", "name": "network-vif-deleted", "tag": "b96488e1-966c-4817-91e0-1646ade0dbd0", "status": "completed", "code": 200}]} {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:39:29.337666 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-c845ad49-3a42-47d5-ad67-64458177dee2 {{(pid=103377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:39:29.337966 n-d-827839-2 neutron-server[103377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa7d6321-aa87-438d-b604-905406197c18', 'name': 'network-vif-deleted', 'tag': 'b96488e1-966c-4817-91e0-1646ade0dbd0', 'status': 'completed', 'code': 200} Feb 04 17:39:29.734594 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-73591975-d049-4617-905f-51a60c0e4251 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (bb89f5a3-3c22-440b-b7d1-c4f0c43c184a), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:39:29.747207 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-98112759-0fe2-4221-9d57-a4dbb781de97 req-8f2e78ed-1bd5-42f5-bcd7-9e1f9165c976 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] 10.222.0.89 "GET /v2.0/ports?device_id=fa7d6321-aa87-438d-b604-905406197c18 HTTP/1.1" status: 200 len: 210 time: 0.0581071 Feb 04 17:39:29.759670 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-f9f8212c-f027-457d-b422-1e419e30d6ca req-d2d09f36-8a3a-4435-b95f-6756de1d99df tempest-ServerShowV257Test-1280574848 tempest-ServerShowV257Test-1280574848-project] 10.222.0.89 "GET /v2.0/ports?device_id=8c64ea0f-199e-4581-a4e7-29ff4ce83210 HTTP/1.1" status: 200 len: 210 time: 0.1068482 Feb 04 17:39:30.829751 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 60102) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:39:30.972355 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-c4b4bb6a-6cff-4b0d-b714-04ee4daa0485 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Publish callbacks [] for security_group (580da8ae-211e-4ae7-8abb-8e3a7c361fc4), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:39:30.976971 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-c65795fd-3481-437c-a182-edc621835f9f req-806f21ea-074e-4b98-be14-8b3bb98cb38a tempest-ServerShowV257Test-1280574848 tempest-ServerShowV257Test-1280574848-project] 10.222.0.89 "GET /v2.0/ports?device_id=8c64ea0f-199e-4581-a4e7-29ff4ce83210 HTTP/1.1" status: 200 len: 210 time: 0.0562725 Feb 04 17:39:31.014520 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-c4b4bb6a-6cff-4b0d-b714-04ee4daa0485 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Publish callbacks [] for security_group (580da8ae-211e-4ae7-8abb-8e3a7c361fc4), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:39:31.121362 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-c4b4bb6a-6cff-4b0d-b714-04ee4daa0485 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (580da8ae-211e-4ae7-8abb-8e3a7c361fc4), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:39:31.123938 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-c4b4bb6a-6cff-4b0d-b714-04ee4daa0485 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Publish callbacks [] for security_group (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:39:31.129958 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-c4b4bb6a-6cff-4b0d-b714-04ee4daa0485 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] 10.222.0.89 "DELETE /v2.0/security-groups/580da8ae-211e-4ae7-8abb-8e3a7c361fc4 HTTP/1.1" status: 204 len: 168 time: 0.2936068 Feb 04 17:39:31.163818 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b4bb6a-6cff-4b0d-b714-04ee4daa0485 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=580da8ae-211e-4ae7-8abb-8e3a7c361fc4,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:39:31.173833 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 60112) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:39:31.193452 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b4bb6a-6cff-4b0d-b714-04ee4daa0485 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:39:31.194469 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b4bb6a-6cff-4b0d-b714-04ee4daa0485 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:39:31.194870 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b4bb6a-6cff-4b0d-b714-04ee4daa0485 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:39:31.195214 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b4bb6a-6cff-4b0d-b714-04ee4daa0485 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:39:31.196206 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b4bb6a-6cff-4b0d-b714-04ee4daa0485 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:39:31.197064 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b4bb6a-6cff-4b0d-b714-04ee4daa0485 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:39:31.198242 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b4bb6a-6cff-4b0d-b714-04ee4daa0485 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:39:31.198764 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b4bb6a-6cff-4b0d-b714-04ee4daa0485 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:39:31.199571 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b4bb6a-6cff-4b0d-b714-04ee4daa0485 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:39:31.200037 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b4bb6a-6cff-4b0d-b714-04ee4daa0485 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:39:31.200449 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b4bb6a-6cff-4b0d-b714-04ee4daa0485 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:39:31.202237 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b4bb6a-6cff-4b0d-b714-04ee4daa0485 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:39:31.202574 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b4bb6a-6cff-4b0d-b714-04ee4daa0485 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:39:31.294567 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.db_base_plugin_v2 [None req-292864b9-cfb7-40a9-8dd6-d5ae65db6bde tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Deleting subnet 1113b1e0-1fc0-4c0a-aaee-96db353cee76 {{(pid=103377) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 17:39:31.298490 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-292864b9-cfb7-40a9-8dd6-d5ae65db6bde tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Publish callbacks [] for subnet (1113b1e0-1fc0-4c0a-aaee-96db353cee76), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:39:31.359701 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-292864b9-cfb7-40a9-8dd6-d5ae65db6bde tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26866676'] for subnet (1113b1e0-1fc0-4c0a-aaee-96db353cee76), precommit_delete_associations {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:39:31.554916 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-292864b9-cfb7-40a9-8dd6-d5ae65db6bde tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1541225'] for subnet (1113b1e0-1fc0-4c0a-aaee-96db353cee76), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:39:31.649947 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-292864b9-cfb7-40a9-8dd6-d5ae65db6bde tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1541216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25888360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25597190'] for subnet (1113b1e0-1fc0-4c0a-aaee-96db353cee76), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:39:31.713787 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292864b9-cfb7-40a9-8dd6-d5ae65db6bde tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Pushing event deleted for resources: {'Subnet': ['ID=1113b1e0-1fc0-4c0a-aaee-96db353cee76,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:39:31.726263 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee3d600d-fbe2-4673-a230-f5556e1b92fc None None] Network e3bc42d4-4686-4b1c-bb39-de90a50abeca requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:39:31.726761 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-292864b9-cfb7-40a9-8dd6-d5ae65db6bde tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Publish callbacks [] for subnet (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:39:31.732311 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-292864b9-cfb7-40a9-8dd6-d5ae65db6bde tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] 10.222.0.89 "DELETE /v2.0/subnets/1113b1e0-1fc0-4c0a-aaee-96db353cee76 HTTP/1.1" status: 204 len: 168 time: 0.5567756 Feb 04 17:39:31.735743 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 60126) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:39:31.889419 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-11753339-d513-41ac-ae42-5cf5d70f864b tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628832'] for network (e3bc42d4-4686-4b1c-bb39-de90a50abeca), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:39:31.997239 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1fb3c76-02d0-4081-b8c6-b28141d375b9 None None] DHCP port deletion for e3bc42d4-4686-4b1c-bb39-de90a50abeca request from n-d-827839-2 {{(pid=103378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 17:39:32.043887 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-11753339-d513-41ac-ae42-5cf5d70f864b tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Deleting port 85879af8-0fd1-440f-96db-ada031553f8a {{(pid=103376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:39:32.043887 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-11753339-d513-41ac-ae42-5cf5d70f864b tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (85879af8-0fd1-440f-96db-ada031553f8a), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:39:32.188414 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-b1fb3c76-02d0-4081-b8c6-b28141d375b9 None None] Deleting port 85879af8-0fd1-440f-96db-ada031553f8a {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:39:32.189227 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b1fb3c76-02d0-4081-b8c6-b28141d375b9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (85879af8-0fd1-440f-96db-ada031553f8a), before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:39:32.324675 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-b1fb3c76-02d0-4081-b8c6-b28141d375b9 None None] For port 85879af8-0fd1-440f-96db-ada031553f8a, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=85879af8-0fd1-440f-96db-ada031553f8a,segment=NetworkSegment(c797d305-3827-4cea-81f5-da1589eba867),segment_id=c797d305-3827-4cea-81f5-da1589eba867)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:39:32.325321 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b1fb3c76-02d0-4081-b8c6-b28141d375b9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (85879af8-0fd1-440f-96db-ada031553f8a), precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:39:32.340119 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-b1fb3c76-02d0-4081-b8c6-b28141d375b9 None None] Calling delete_port for 85879af8-0fd1-440f-96db-ada031553f8a owned by network:dhcp {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:39:32.469454 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Device b96488e1-966c-4817-91e0-1646ade0dbd0 no longer exists at agent hyperv_n-h2-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:39:32.474404 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 85879af8-0fd1-440f-96db-ada031553f8a no longer exists at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:39:32.478071 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b1fb3c76-02d0-4081-b8c6-b28141d375b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144'] for port (85879af8-0fd1-440f-96db-ada031553f8a), after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:39:32.531423 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1fb3c76-02d0-4081-b8c6-b28141d375b9 None None] No DVR routers for this DVR port 85879af8-0fd1-440f-96db-ada031553f8a on host n-d-827839-2 {{(pid=103378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 17:39:32.569716 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fb3c76-02d0-4081-b8c6-b28141d375b9 None None] Pushing event deleted for resources: {'Port': ['ID=85879af8-0fd1-440f-96db-ada031553f8a,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:39:32.573766 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] No Port match for: b96488e1-966c-4817-91e0-1646ade0dbd0 {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 17:39:32.574371 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Device b96488e1-966c-4817-91e0-1646ade0dbd0 not bound to the agent host n-h2-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 17:39:32.577856 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] No Port match for: 85879af8-0fd1-440f-96db-ada031553f8a {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 17:39:32.578370 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 85879af8-0fd1-440f-96db-ada031553f8a not bound to the agent host n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 17:39:32.604602 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [None req-11753339-d513-41ac-ae42-5cf5d70f864b tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] For port 85879af8-0fd1-440f-96db-ada031553f8a, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=85879af8-0fd1-440f-96db-ada031553f8a,segment=NetworkSegment(c797d305-3827-4cea-81f5-da1589eba867),segment_id=c797d305-3827-4cea-81f5-da1589eba867)] {{(pid=103376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:39:32.605352 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-11753339-d513-41ac-ae42-5cf5d70f864b tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (85879af8-0fd1-440f-96db-ada031553f8a), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:39:32.623199 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-11753339-d513-41ac-ae42-5cf5d70f864b tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Calling delete_port for 85879af8-0fd1-440f-96db-ada031553f8a owned by network:dhcp {{(pid=103376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:39:32.740469 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-11753339-d513-41ac-ae42-5cf5d70f864b tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (85879af8-0fd1-440f-96db-ada031553f8a), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:39:32.744301 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-0c42f8cd-71d3-4858-92fe-3c90821dc39d req-7805eea2-aa27-4157-a83c-1331cb13b0b4 tempest-ServerShowV257Test-1280574848 tempest-ServerShowV257Test-1280574848-project] 10.222.0.89 "GET /v2.0/ports?device_id=8c64ea0f-199e-4581-a4e7-29ff4ce83210 HTTP/1.1" status: 200 len: 210 time: 0.3615494 Feb 04 17:39:32.789898 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-97dd0b28-34c0-47c2-8524-d813fafe28fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (64ada913-9131-4d99-a265-63a920956287), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:39:32.810951 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11753339-d513-41ac-ae42-5cf5d70f864b tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Pushing event deleted for resources: {'Port': ['ID=85879af8-0fd1-440f-96db-ada031553f8a,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:39:32.833773 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11753339-d513-41ac-ae42-5cf5d70f864b tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] No DVR routers for this DVR port 85879af8-0fd1-440f-96db-ada031553f8a on host n-d-827839-2 {{(pid=103376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 17:39:33.023696 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d408ec64-b374-4acb-a1fc-48241dad6d47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (0cd6d64a-47a7-40ff-8c12-71dd526c62e0), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:39:33.116395 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-11753339-d513-41ac-ae42-5cf5d70f864b tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1543676', 'neutron.services.segments.db._delete_segments_for_network-8781084786517'] for network (e3bc42d4-4686-4b1c-bb39-de90a50abeca), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:39:33.194183 n-d-827839-2 neutron-server[103376]: DEBUG neutron.services.segments.db [None req-11753339-d513-41ac-ae42-5cf5d70f864b tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3bc42d4-4686-4b1c-bb39-de90a50abeca']}} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:39:33.216071 n-d-827839-2 neutron-server[103376]: DEBUG neutron.services.segments.db [None req-11753339-d513-41ac-ae42-5cf5d70f864b tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c797d305-3827-4cea-81f5-da1589eba867') {'for_net_delete': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:39:33.216413 n-d-827839-2 neutron-server[103376]: DEBUG neutron.services.segments.db [None req-11753339-d513-41ac-ae42-5cf5d70f864b tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c797d305-3827-4cea-81f5-da1589eba867') {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:39:33.246869 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-11753339-d513-41ac-ae42-5cf5d70f864b tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781084783966', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25674908'] for segment (c797d305-3827-4cea-81f5-da1589eba867), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:39:33.281656 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-11753339-d513-41ac-ae42-5cf5d70f864b tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (c797d305-3827-4cea-81f5-da1589eba867), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:39:33.287737 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11753339-d513-41ac-ae42-5cf5d70f864b tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Releasing vlan 759 on physical network physnet1 to pool {{(pid=103376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 17:39:33.288306 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-11753339-d513-41ac-ae42-5cf5d70f864b tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25675992'] for segment (c797d305-3827-4cea-81f5-da1589eba867), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:39:33.295711 n-d-827839-2 neutron-server[103376]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 17:39:33.295711 n-d-827839-2 neutron-server[103376]: self.session.flush() Feb 04 17:39:33.295711 n-d-827839-2 neutron-server[103376]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 17:39:33.295711 n-d-827839-2 neutron-server[103376]: self.session.flush() Feb 04 17:39:33.295711 n-d-827839-2 neutron-server[103376]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 17:39:33.295711 n-d-827839-2 neutron-server[103376]: self.session.flush() Feb 04 17:39:33.295711 n-d-827839-2 neutron-server[103376]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 17:39:33.295711 n-d-827839-2 neutron-server[103376]: self.session.flush() Feb 04 17:39:33.295711 n-d-827839-2 neutron-server[103376]: Traceback (most recent call last): Feb 04 17:39:33.295711 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 17:39:33.295711 n-d-827839-2 neutron-server[103376]: timer() Feb 04 17:39:33.295711 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 17:39:33.295711 n-d-827839-2 neutron-server[103376]: cb(*args, **kw) Feb 04 17:39:33.295711 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 17:39:33.295711 n-d-827839-2 neutron-server[103376]: return func(*args, **kwargs) Feb 04 17:39:33.295711 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 17:39:33.295711 n-d-827839-2 neutron-server[103376]: self._notify() Feb 04 17:39:33.295711 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 17:39:33.295711 n-d-827839-2 neutron-server[103376]: self.callback(batched_events) Feb 04 17:39:33.295711 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 17:39:33.295711 n-d-827839-2 neutron-server[103376]: event.method(event) Feb 04 17:39:33.295711 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 17:39:33.295711 n-d-827839-2 neutron-server[103376]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 17:39:33.295711 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 17:39:33.295711 n-d-827839-2 neutron-server[103376]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 17:39:33.295711 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 17:39:33.295711 n-d-827839-2 neutron-server[103376]: return f(self, *a, **k) Feb 04 17:39:33.295711 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 17:39:33.295711 n-d-827839-2 neutron-server[103376]: return self._get(url).json() Feb 04 17:39:33.295711 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 17:39:33.295711 n-d-827839-2 neutron-server[103376]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 17:39:33.295711 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 17:39:33.295711 n-d-827839-2 neutron-server[103376]: return self.request(url, 'GET', **kwargs) Feb 04 17:39:33.295711 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 17:39:33.295711 n-d-827839-2 neutron-server[103376]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 17:39:33.295711 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 17:39:33.295711 n-d-827839-2 neutron-server[103376]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 17:39:33.295711 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 17:39:33.295711 n-d-827839-2 neutron-server[103376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 17:39:33.295711 n-d-827839-2 neutron-server[103376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 17:39:33.435494 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-11753339-d513-41ac-ae42-5cf5d70f864b tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1543671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1595572'] for network (e3bc42d4-4686-4b1c-bb39-de90a50abeca), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:39:33.451575 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-11753339-d513-41ac-ae42-5cf5d70f864b tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Publish callbacks [] for network (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:39:33.462001 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 60172) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:39:33.463976 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-11753339-d513-41ac-ae42-5cf5d70f864b tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] 10.222.0.89 "DELETE /v2.0/networks/e3bc42d4-4686-4b1c-bb39-de90a50abeca HTTP/1.1" status: 204 len: 168 time: 1.7207994 Feb 04 17:39:33.517618 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11753339-d513-41ac-ae42-5cf5d70f864b tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Pushing event deleted for resources: {'Network': ['ID=e3bc42d4-4686-4b1c-bb39-de90a50abeca,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:39:33.845042 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-68f3d181-c974-4a33-a6dd-3028a1fd1fe8 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Deleting port ad942652-3a2c-4a91-96a0-eaa05486b07b {{(pid=103377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:39:33.847355 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-68f3d181-c974-4a33-a6dd-3028a1fd1fe8 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (ad942652-3a2c-4a91-96a0-eaa05486b07b), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:39:34.067082 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-d614c71e-6f33-4469-9a86-a3bb6d5f6acf req-f347703a-02e6-4e3f-97f8-f190d5d9c7af tempest-ServerShowV257Test-1280574848 tempest-ServerShowV257Test-1280574848-project] 10.222.0.89 "GET /v2.0/ports?device_id=8c64ea0f-199e-4581-a4e7-29ff4ce83210 HTTP/1.1" status: 200 len: 210 time: 0.0809021 Feb 04 17:39:34.122379 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-68f3d181-c974-4a33-a6dd-3028a1fd1fe8 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (ad942652-3a2c-4a91-96a0-eaa05486b07b), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:39:34.123118 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-68f3d181-c974-4a33-a6dd-3028a1fd1fe8 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Publish callbacks [] for floatingip (ad942652-3a2c-4a91-96a0-eaa05486b07b), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:39:34.139161 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-68f3d181-c974-4a33-a6dd-3028a1fd1fe8 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Calling delete_port for ad942652-3a2c-4a91-96a0-eaa05486b07b owned by network:floatingip {{(pid=103377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:39:34.581930 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-68f3d181-c974-4a33-a6dd-3028a1fd1fe8 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (ad942652-3a2c-4a91-96a0-eaa05486b07b), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:39:34.678485 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f3d181-c974-4a33-a6dd-3028a1fd1fe8 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Pushing event deleted for resources: {'Port': ['ID=ad942652-3a2c-4a91-96a0-eaa05486b07b,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:39:34.807274 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4f14bb47-e72b-46ac-9e44-a61d9293afcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (75326290-f7a3-4db8-9cf2-15c7139ed224), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:39:34.865817 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-68f3d181-c974-4a33-a6dd-3028a1fd1fe8 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Publish callbacks [] for floatingip (3768aaf5-2587-4045-b1fd-b843761250cb), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:39:34.866321 n-d-827839-2 neutron-server[103377]: INFO neutron.db.l3_db [None req-68f3d181-c974-4a33-a6dd-3028a1fd1fe8 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Floating IP 3768aaf5-2587-4045-b1fd-b843761250cb disassociated (deleted). External IP: 172.25.6.84, port: 565eb3ee-884a-48eb-bafb-fef1817c2a71. Feb 04 17:39:35.440479 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-5144eff5-59c2-40f8-84e5-99a9ec63d6ff req-2e439817-5d42-484c-8276-be466fb50d91 tempest-ServerShowV257Test-1280574848 tempest-ServerShowV257Test-1280574848-project] 10.222.0.89 "GET /v2.0/ports?device_id=8c64ea0f-199e-4581-a4e7-29ff4ce83210 HTTP/1.1" status: 200 len: 210 time: 0.1026354 Feb 04 17:39:35.621766 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68f3d181-c974-4a33-a6dd-3028a1fd1fe8 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Router 477b5678-598c-45f7-b76f-f8fa9bfa09cb has already been hosted by L3 agent 64ada913-9131-4d99-a265-63a920956287 {{(pid=103377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 17:39:35.719867 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (ba70844b-66a0-45fd-a2f2-e6ed673321fc), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:39:35.789946 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68f3d181-c974-4a33-a6dd-3028a1fd1fe8 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Notify agent at l3_agent.n-d-827839-2 the message routers_updated {{(pid=103377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 17:39:35.801539 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e68dbc76-c186-4f82-b348-8e180be37756 None None] Sync routers for ids ['477b5678-598c-45f7-b76f-f8fa9bfa09cb'] in n-d-827839-2 {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 17:39:35.804066 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-68f3d181-c974-4a33-a6dd-3028a1fd1fe8 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for floatingip (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:39:35.836551 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e68dbc76-c186-4f82-b348-8e180be37756 None None] Routers {'477b5678-598c-45f7-b76f-f8fa9bfa09cb'} bound to L3 agent in host n-d-827839-2 {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:39:35.847548 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-e68dbc76-c186-4f82-b348-8e180be37756 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:39:33Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['477b5678-598c-45f7-b76f-f8fa9bfa09cb'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:39:35.888910 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-68f3d181-c974-4a33-a6dd-3028a1fd1fe8 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] 10.222.0.89 "DELETE /v2.0/floatingips/3768aaf5-2587-4045-b1fd-b843761250cb HTTP/1.1" status: 204 len: 168 time: 2.4250767 Feb 04 17:39:35.889514 n-d-827839-2 neutron-server[103377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4471d01d-fed1-45e9-9497-e554163641aa', 'tag': '565eb3ee-884a-48eb-bafb-fef1817c2a71'}] {{(pid=103377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:39:35.915881 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7240428b650e1488e9361b62648ff4b3a6c19d49d8c27c949491ab58c1346cf0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d59f5672-671d-47ad-aa1d-4af39a483283" -d '{"events": [{"name": "network-changed", "server_uuid": "4471d01d-fed1-45e9-9497-e554163641aa", "tag": "565eb3ee-884a-48eb-bafb-fef1817c2a71"}]}' {{(pid=103377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:39:35.991224 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 17:39:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11ba8f32-c5c3-4b6d-b4c7-97d3c69d50c9 x-openstack-request-id: req-11ba8f32-c5c3-4b6d-b4c7-97d3c69d50c9 {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:39:35.991631 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4471d01d-fed1-45e9-9497-e554163641aa", "tag": "565eb3ee-884a-48eb-bafb-fef1817c2a71", "status": "completed", "code": 200}]} {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:39:35.991960 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-11ba8f32-c5c3-4b6d-b4c7-97d3c69d50c9 {{(pid=103377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:39:35.992467 n-d-827839-2 neutron-server[103377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4471d01d-fed1-45e9-9497-e554163641aa', 'tag': '565eb3ee-884a-48eb-bafb-fef1817c2a71', 'status': 'completed', 'code': 200} Feb 04 17:39:36.085242 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvr_db [None req-e68dbc76-c186-4f82-b348-8e180be37756 None None] Set router 477b5678-598c-45f7-b76f-f8fa9bfa09cb gateway port host: n-d-827839-2 {{(pid=103379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:39:36.130871 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59f5672-671d-47ad-aa1d-4af39a483283 req-0e67fb29-6ef8-44d6-b467-ee222d006da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:39:36.137263 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-d59f5672-671d-47ad-aa1d-4af39a483283 req-0e67fb29-6ef8-44d6-b467-ee222d006da5 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=1442cfcaa62548aa8c0af19ff6a9d44c&device_id=4471d01d-fed1-45e9-9497-e554163641aa HTTP/1.1" status: 200 len: 1128 time: 0.1211894 Feb 04 17:39:36.486379 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59f5672-671d-47ad-aa1d-4af39a483283 req-03f88504-eb91-4df1-85ac-7727aba0ad9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:39:36.494788 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-d59f5672-671d-47ad-aa1d-4af39a483283 req-03f88504-eb91-4df1-85ac-7727aba0ad9c service neutron] 10.222.0.96 "GET /v2.0/networks?id=abb5a6fe-6a42-4306-8c7f-e23823ed39dd HTTP/1.1" status: 200 len: 898 time: 0.3500288 Feb 04 17:39:36.558207 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-e68dbc76-c186-4f82-b348-8e180be37756 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '477b5678-598c-45f7-b76f-f8fa9bfa09cb', 'name': 'tempest-TestNetworkBasicOps-router-913224400', 'tenant_id': '1442cfcaa62548aa8c0af19ff6a9d44c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.198'}], 'enable_snat': True}, 'gw_port_id': '722082ed-cb50-4f44-81a3-604330b13c3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:36:26Z', 'updated_at': '2022-02-04T17:39:25Z', 'revision_number': 6, 'project_id': '1442cfcaa62548aa8c0af19ff6a9d44c', 'gw_port': {'id': '722082ed-cb50-4f44-81a3-604330b13c3f', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:5f:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '477b5678-598c-45f7-b76f-f8fa9bfa09cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2923, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:36:27Z', 'updated_at': '2022-02-04T17:36:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_interfaces': [{'id': 'b73cd0cd-ff73-43d0-a79c-94ee138b1964', 'name': '', 'network_id': 'abb5a6fe-6a42-4306-8c7f-e23823ed39dd', 'tenant_id': '1442cfcaa62548aa8c0af19ff6a9d44c', 'mac_address': 'fa:16:3e:44:d6:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '477b5678-598c-45f7-b76f-f8fa9bfa09cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2927, 'fixed_ips': [{'subnet_id': '11100f50-fd85-468c-8a6a-8573a86224df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:36:34Z', 'updated_at': '2022-02-04T17:36:41Z', 'revision_number': 5, 'project_id': '1442cfcaa62548aa8c0af19ff6a9d44c', 'subnets': [{'id': '11100f50-fd85-468c-8a6a-8573a86224df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-2', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:39:36.633108 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-d59f5672-671d-47ad-aa1d-4af39a483283 req-f88c38b5-95ac-41ff-88d4-05fe99d0c334 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=565eb3ee-884a-48eb-bafb-fef1817c2a71 HTTP/1.1" status: 200 len: 217 time: 0.1183059 Feb 04 17:39:36.666542 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e68dbc76-c186-4f82-b348-8e180be37756 None None] Checking router: 477b5678-598c-45f7-b76f-f8fa9bfa09cb for host: n-d-827839-2 {{(pid=103379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 17:39:36.671909 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3254eb22-68a6-4e2b-b3e1-ae8353ed4515 req-8436dc30-07f2-4b79-ae7c-8ac99a36cf52 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:39:36.675333 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e68dbc76-c186-4f82-b348-8e180be37756 None None] Routers {'477b5678-598c-45f7-b76f-f8fa9bfa09cb'} bound to L3 agent in host n-d-827839-2 {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:39:36.676118 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-e68dbc76-c186-4f82-b348-8e180be37756 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:39:33Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['477b5678-598c-45f7-b76f-f8fa9bfa09cb'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:39:36.690536 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-3254eb22-68a6-4e2b-b3e1-ae8353ed4515 req-8436dc30-07f2-4b79-ae7c-8ac99a36cf52 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] 10.222.0.89 "GET /v2.0/ports?device_id=4471d01d-fed1-45e9-9497-e554163641aa HTTP/1.1" status: 200 len: 946 time: 0.3603685 Feb 04 17:39:36.742747 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-96e8602c-cc1b-4a10-b5cb-f04dda7197f1 req-af695690-b871-43fc-bb9a-631b98646c72 tempest-ServerShowV257Test-1280574848 tempest-ServerShowV257Test-1280574848-project] 10.222.0.89 "GET /v2.0/ports?device_id=8c64ea0f-199e-4581-a4e7-29ff4ce83210 HTTP/1.1" status: 200 len: 210 time: 0.1526680 Feb 04 17:39:36.840288 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvr_db [None req-e68dbc76-c186-4f82-b348-8e180be37756 None None] Set router 477b5678-598c-45f7-b76f-f8fa9bfa09cb gateway port host: n-d-827839-2 {{(pid=103379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:39:36.962823 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59f5672-671d-47ad-aa1d-4af39a483283 req-c67141ca-db99-4c04-a40a-54932c124e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:39:36.964590 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-d59f5672-671d-47ad-aa1d-4af39a483283 req-c67141ca-db99-4c04-a40a-54932c124e5e service neutron] 10.222.0.96 "GET /v2.0/subnets?id=11100f50-fd85-468c-8a6a-8573a86224df HTTP/1.1" status: 200 len: 833 time: 0.2039390 Feb 04 17:39:36.984397 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-3254eb22-68a6-4e2b-b3e1-ae8353ed4515 req-34db1469-bea7-49e9-b180-216e9f3e7126 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] 10.222.0.89 "GET /v2.0/security-groups?id=43dfc2c3-817e-4fb3-a71a-10f263b074ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2928867 Feb 04 17:39:37.103845 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59f5672-671d-47ad-aa1d-4af39a483283 req-e83d6cf5-4e71-4115-a212-675df9930387 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:39:37.105837 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-d59f5672-671d-47ad-aa1d-4af39a483283 req-e83d6cf5-4e71-4115-a212-675df9930387 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=abb5a6fe-6a42-4306-8c7f-e23823ed39dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1202793 Feb 04 17:39:37.394565 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-e68dbc76-c186-4f82-b348-8e180be37756 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '477b5678-598c-45f7-b76f-f8fa9bfa09cb', 'name': 'tempest-TestNetworkBasicOps-router-913224400', 'tenant_id': '1442cfcaa62548aa8c0af19ff6a9d44c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.198'}], 'enable_snat': True}, 'gw_port_id': '722082ed-cb50-4f44-81a3-604330b13c3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:36:26Z', 'updated_at': '2022-02-04T17:39:25Z', 'revision_number': 6, 'project_id': '1442cfcaa62548aa8c0af19ff6a9d44c', 'gw_port': {'id': '722082ed-cb50-4f44-81a3-604330b13c3f', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:5f:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '477b5678-598c-45f7-b76f-f8fa9bfa09cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2923, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:36:27Z', 'updated_at': '2022-02-04T17:36:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_interfaces': [{'id': 'b73cd0cd-ff73-43d0-a79c-94ee138b1964', 'name': '', 'network_id': 'abb5a6fe-6a42-4306-8c7f-e23823ed39dd', 'tenant_id': '1442cfcaa62548aa8c0af19ff6a9d44c', 'mac_address': 'fa:16:3e:44:d6:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '477b5678-598c-45f7-b76f-f8fa9bfa09cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2927, 'fixed_ips': [{'subnet_id': '11100f50-fd85-468c-8a6a-8573a86224df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:36:34Z', 'updated_at': '2022-02-04T17:36:41Z', 'revision_number': 5, 'project_id': '1442cfcaa62548aa8c0af19ff6a9d44c', 'subnets': [{'id': '11100f50-fd85-468c-8a6a-8573a86224df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-2', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:39:37.468716 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-d59f5672-671d-47ad-aa1d-4af39a483283 req-e875a80b-60a9-4fde-a1f9-508b249a0fbb service neutron] 10.222.0.96 "GET /v2.0/networks/abb5a6fe-6a42-4306-8c7f-e23823ed39dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3544912 Feb 04 17:39:37.509617 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e68dbc76-c186-4f82-b348-8e180be37756 None None] The sync data for ids ['477b5678-598c-45f7-b76f-f8fa9bfa09cb'] in n-d-827839-2 is: [{'id': '477b5678-598c-45f7-b76f-f8fa9bfa09cb', 'name': 'tempest-TestNetworkBasicOps-router-913224400', 'tenant_id': '1442cfcaa62548aa8c0af19ff6a9d44c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.198'}], 'enable_snat': True}, 'gw_port_id': '722082ed-cb50-4f44-81a3-604330b13c3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:36:26Z', 'updated_at': '2022-02-04T17:39:25Z', 'revision_number': 6, 'project_id': '1442cfcaa62548aa8c0af19ff6a9d44c', 'gw_port': {'id': '722082ed-cb50-4f44-81a3-604330b13c3f', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:5f:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '477b5678-598c-45f7-b76f-f8fa9bfa09cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2923, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:36:27Z', 'updated_at': '2022-02-04T17:36:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_interfaces': [{'id': 'b73cd0cd-ff73-43d0-a79c-94ee138b1964', 'name': '', 'network_id': 'abb5a6fe-6a42-4306-8c7f-e23823ed39dd', 'tenant_id': '1442cfcaa62548aa8c0af19ff6a9d44c', 'mac_address': 'fa:16:3e:44:d6:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '477b5678-598c-45f7-b76f-f8fa9bfa09cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2927, 'fixed_ips': [{'subnet_id': '11100f50-fd85-468c-8a6a-8573a86224df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:36:34Z', 'updated_at': '2022-02-04T17:36:41Z', 'revision_number': 5, 'project_id': '1442cfcaa62548aa8c0af19ff6a9d44c', 'subnets': [{'id': '11100f50-fd85-468c-8a6a-8573a86224df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 17:39:37.706914 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-d59f5672-671d-47ad-aa1d-4af39a483283 req-309fd4ca-2941-4cf2-9e9e-63db2f55de7a service neutron] 10.222.0.96 "GET /v2.0/networks/abb5a6fe-6a42-4306-8c7f-e23823ed39dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2123559 Feb 04 17:39:37.959048 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-62448f53-13c1-4b2f-a609-408fa01e71d9 req-9aceb454-aae5-47c2-bc1f-a0429da40b4d tempest-ServerShowV257Test-1280574848 tempest-ServerShowV257Test-1280574848-project] 10.222.0.89 "GET /v2.0/ports?device_id=8c64ea0f-199e-4581-a4e7-29ff4ce83210 HTTP/1.1" status: 200 len: 210 time: 0.0605078 Feb 04 17:39:38.221806 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e86db657-7eb2-40be-8515-048125f86a7e None None] New status for floating IP 3768aaf5-2587-4045-b1fd-b843761250cb: DOWN {{(pid=103378) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 17:39:38.271820 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1303890e-0e13-406f-8298-78064f242a30 req-03d0b3ae-476d-44f1-9a8a-1c9bb16f0619 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:39:38.280239 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-1303890e-0e13-406f-8298-78064f242a30 req-03d0b3ae-476d-44f1-9a8a-1c9bb16f0619 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] 10.222.0.96 "GET /v2.0/ports?device_id=4471d01d-fed1-45e9-9497-e554163641aa HTTP/1.1" status: 200 len: 946 time: 0.2077003 Feb 04 17:39:38.361061 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6897fded-5fb7-4cc1-ad1c-417070e7345f req-2d553f69-327b-43db-bd99-3915fa590271 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:39:38.368974 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-6897fded-5fb7-4cc1-ad1c-417070e7345f req-2d553f69-327b-43db-bd99-3915fa590271 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] 10.222.0.89 "GET /v2.0/ports?device_id=4471d01d-fed1-45e9-9497-e554163641aa HTTP/1.1" status: 200 len: 946 time: 0.2265072 Feb 04 17:39:38.552325 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-6897fded-5fb7-4cc1-ad1c-417070e7345f req-d1fba37f-0ba6-4109-b3f5-e97994f9e53d tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] 10.222.0.89 "GET /v2.0/security-groups?id=43dfc2c3-817e-4fb3-a71a-10f263b074ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1824327 Feb 04 17:39:38.590859 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [req-1303890e-0e13-406f-8298-78064f242a30 req-de65c457-fa89-4050-beb5-e47d592c2ffa tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Deleting port 565eb3ee-884a-48eb-bafb-fef1817c2a71 {{(pid=103376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:39:38.591487 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-1303890e-0e13-406f-8298-78064f242a30 req-de65c457-fa89-4050-beb5-e47d592c2ffa tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (565eb3ee-884a-48eb-bafb-fef1817c2a71), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:39:38.897278 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [req-1303890e-0e13-406f-8298-78064f242a30 req-de65c457-fa89-4050-beb5-e47d592c2ffa tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] For port 565eb3ee-884a-48eb-bafb-fef1817c2a71, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=565eb3ee-884a-48eb-bafb-fef1817c2a71,segment=NetworkSegment(9ca53d86-98dd-44bb-a623-2cba867a7650),segment_id=9ca53d86-98dd-44bb-a623-2cba867a7650)] {{(pid=103376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:39:38.898573 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-1303890e-0e13-406f-8298-78064f242a30 req-de65c457-fa89-4050-beb5-e47d592c2ffa tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (565eb3ee-884a-48eb-bafb-fef1817c2a71), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:39:38.945383 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [req-1303890e-0e13-406f-8298-78064f242a30 req-de65c457-fa89-4050-beb5-e47d592c2ffa tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Calling delete_port for 565eb3ee-884a-48eb-bafb-fef1817c2a71 owned by compute:nova {{(pid=103376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:39:39.215883 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-14329c5e-86bb-44c2-87e8-e38b9483c343 req-a1a820bb-554c-4caf-b256-a1b2f207fb15 tempest-ServerShowV257Test-1280574848 tempest-ServerShowV257Test-1280574848-project] 10.222.0.89 "GET /v2.0/ports?device_id=8c64ea0f-199e-4581-a4e7-29ff4ce83210 HTTP/1.1" status: 200 len: 210 time: 0.0852935 Feb 04 17:39:39.364505 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-1303890e-0e13-406f-8298-78064f242a30 req-de65c457-fa89-4050-beb5-e47d592c2ffa tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (565eb3ee-884a-48eb-bafb-fef1817c2a71), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:39:39.409220 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de65c457-fa89-4050-beb5-e47d592c2ffa tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Pushing event deleted for resources: {'Port': ['ID=565eb3ee-884a-48eb-bafb-fef1817c2a71,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:39:39.494349 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [req-1303890e-0e13-406f-8298-78064f242a30 req-de65c457-fa89-4050-beb5-e47d592c2ffa tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] No DVR routers for this DVR port 565eb3ee-884a-48eb-bafb-fef1817c2a71 on host n-h1-827839-2 {{(pid=103376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 17:39:39.509370 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-1303890e-0e13-406f-8298-78064f242a30 req-de65c457-fa89-4050-beb5-e47d592c2ffa tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:39:39.512981 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-1303890e-0e13-406f-8298-78064f242a30 req-de65c457-fa89-4050-beb5-e47d592c2ffa tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] 10.222.0.96 "DELETE /v2.0/ports/565eb3ee-884a-48eb-bafb-fef1817c2a71 HTTP/1.1" status: 204 len: 173 time: 1.2233930 Feb 04 17:39:39.513675 n-d-827839-2 neutron-server[103376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4471d01d-fed1-45e9-9497-e554163641aa', 'name': 'network-vif-deleted', 'tag': '565eb3ee-884a-48eb-bafb-fef1817c2a71'}] {{(pid=103376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:39:39.516458 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d59c3bb5e2f09ebf62144d5e09b1cff60c763a9c19614c24538e77842938c05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45be4db9-2ed2-4864-9b93-c8f6a9d0a0d7" -d '{"events": [{"server_uuid": "4471d01d-fed1-45e9-9497-e554163641aa", "name": "network-vif-deleted", "tag": "565eb3ee-884a-48eb-bafb-fef1817c2a71"}]}' {{(pid=103376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:39:39.607483 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 17:39:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1b6ad49-b34b-4bd3-b53e-4aa4ef74c2a1 x-openstack-request-id: req-c1b6ad49-b34b-4bd3-b53e-4aa4ef74c2a1 {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:39:39.607784 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4471d01d-fed1-45e9-9497-e554163641aa", "name": "network-vif-deleted", "tag": "565eb3ee-884a-48eb-bafb-fef1817c2a71", "status": "completed", "code": 200}]} {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:39:39.608035 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-c1b6ad49-b34b-4bd3-b53e-4aa4ef74c2a1 {{(pid=103376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:39:39.608769 n-d-827839-2 neutron-server[103376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4471d01d-fed1-45e9-9497-e554163641aa', 'name': 'network-vif-deleted', 'tag': '565eb3ee-884a-48eb-bafb-fef1817c2a71', 'status': 'completed', 'code': 200} Feb 04 17:39:39.689900 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-e89601ef-d23e-485d-ba83-4c3666dca17f req-96b07169-4e7a-404c-a2d0-59adb27e39ff tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] 10.222.0.89 "GET /v2.0/ports?device_id=4471d01d-fed1-45e9-9497-e554163641aa HTTP/1.1" status: 200 len: 210 time: 0.0579462 Feb 04 17:39:40.360393 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (f20a1ab3-4332-4f54-833b-ba4a7c687e89), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:39:40.622917 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-d2f528e8-bd65-417b-b76b-137b01b3a3e9 req-8ffc883f-ba53-4826-817f-ebfbff1d1af4 tempest-ServerShowV257Test-1280574848 tempest-ServerShowV257Test-1280574848-project] 10.222.0.89 "GET /v2.0/ports?device_id=8c64ea0f-199e-4581-a4e7-29ff4ce83210 HTTP/1.1" status: 200 len: 210 time: 0.1271548 Feb 04 17:39:40.763176 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 60322) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:39:40.916849 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-245d3b4c-75b8-49a5-8a1c-4b197e89d8af tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Publish callbacks [] for security_group (43dfc2c3-817e-4fb3-a71a-10f263b074ad), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:39:40.976955 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-245d3b4c-75b8-49a5-8a1c-4b197e89d8af tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Publish callbacks [] for security_group (43dfc2c3-817e-4fb3-a71a-10f263b074ad), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:39:41.080211 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-245d3b4c-75b8-49a5-8a1c-4b197e89d8af tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (43dfc2c3-817e-4fb3-a71a-10f263b074ad), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:39:41.083159 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-245d3b4c-75b8-49a5-8a1c-4b197e89d8af tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:39:41.086961 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-245d3b4c-75b8-49a5-8a1c-4b197e89d8af tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] 10.222.0.89 "DELETE /v2.0/security-groups/43dfc2c3-817e-4fb3-a71a-10f263b074ad HTTP/1.1" status: 204 len: 168 time: 0.3201766 Feb 04 17:39:41.117168 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245d3b4c-75b8-49a5-8a1c-4b197e89d8af tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=43dfc2c3-817e-4fb3-a71a-10f263b074ad,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:39:41.162000 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 60332) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:39:41.761294 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device 565eb3ee-884a-48eb-bafb-fef1817c2a71 no longer exists at agent hyperv_n-h1-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:39:41.843517 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] No Port match for: 565eb3ee-884a-48eb-bafb-fef1817c2a71 {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 17:39:41.844267 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device 565eb3ee-884a-48eb-bafb-fef1817c2a71 not bound to the agent host n-h1-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 17:39:41.907128 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-d0003855-4db1-42e7-8e51-d0a2d457b416 req-fdcda5c4-d511-48cb-83d1-2db506c91e79 tempest-ServerShowV257Test-1280574848 tempest-ServerShowV257Test-1280574848-project] 10.222.0.89 "GET /v2.0/ports?device_id=8c64ea0f-199e-4581-a4e7-29ff4ce83210 HTTP/1.1" status: 200 len: 210 time: 0.0829041 Feb 04 17:39:42.016670 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-484bcb20-7a05-45b8-b867-b532e7f8ddd6 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602754'] for router_interface (477b5678-598c-45f7-b76f-f8fa9bfa09cb), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:39:42.371773 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (3f9244a9-75fc-4c10-b195-11d48b853b41), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:39:42.628665 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-484bcb20-7a05-45b8-b867-b532e7f8ddd6 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Deleting port b73cd0cd-ff73-43d0-a79c-94ee138b1964 {{(pid=103377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:39:42.629218 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-484bcb20-7a05-45b8-b867-b532e7f8ddd6 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (b73cd0cd-ff73-43d0-a79c-94ee138b1964), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:39:42.871381 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [None req-484bcb20-7a05-45b8-b867-b532e7f8ddd6 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] For port b73cd0cd-ff73-43d0-a79c-94ee138b1964, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=b73cd0cd-ff73-43d0-a79c-94ee138b1964,segment=NetworkSegment(9ca53d86-98dd-44bb-a623-2cba867a7650),segment_id=9ca53d86-98dd-44bb-a623-2cba867a7650)] {{(pid=103377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:39:42.886241 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-484bcb20-7a05-45b8-b867-b532e7f8ddd6 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (b73cd0cd-ff73-43d0-a79c-94ee138b1964), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:39:42.921133 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-484bcb20-7a05-45b8-b867-b532e7f8ddd6 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Calling delete_port for b73cd0cd-ff73-43d0-a79c-94ee138b1964 owned by network:router_interface {{(pid=103377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:39:43.201216 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-484bcb20-7a05-45b8-b867-b532e7f8ddd6 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (b73cd0cd-ff73-43d0-a79c-94ee138b1964), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:39:43.289944 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484bcb20-7a05-45b8-b867-b532e7f8ddd6 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Pushing event deleted for resources: {'Port': ['ID=b73cd0cd-ff73-43d0-a79c-94ee138b1964,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:39:43.716524 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-484bcb20-7a05-45b8-b867-b532e7f8ddd6 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1677336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1602614'] for router_interface (477b5678-598c-45f7-b76f-f8fa9bfa09cb), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:39:43.874382 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-f66c4b0d-c7ea-4588-9559-e6148155cbca req-2bd211aa-e55a-42fb-a786-04282551b5a1 tempest-ServerShowV257Test-1280574848 tempest-ServerShowV257Test-1280574848-project] 10.222.0.89 "GET /v2.0/ports?device_id=8c64ea0f-199e-4581-a4e7-29ff4ce83210 HTTP/1.1" status: 200 len: 210 time: 0.8292336 Feb 04 17:39:44.269042 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-484bcb20-7a05-45b8-b867-b532e7f8ddd6 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Router 477b5678-598c-45f7-b76f-f8fa9bfa09cb has already been hosted by L3 agent 64ada913-9131-4d99-a265-63a920956287 {{(pid=103377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 17:39:44.444720 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-484bcb20-7a05-45b8-b867-b532e7f8ddd6 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Notify agent at l3_agent.n-d-827839-2 the message routers_updated {{(pid=103377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 17:39:44.461982 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caf0ad92-0fa4-48c9-9fb2-5b50a3503f21 None None] Sync routers for ids ['477b5678-598c-45f7-b76f-f8fa9bfa09cb'] in n-d-827839-2 {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 17:39:44.478247 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caf0ad92-0fa4-48c9-9fb2-5b50a3503f21 None None] Routers {'477b5678-598c-45f7-b76f-f8fa9bfa09cb'} bound to L3 agent in host n-d-827839-2 {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:39:44.483260 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 60408) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:39:44.483666 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-caf0ad92-0fa4-48c9-9fb2-5b50a3503f21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:39:33Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['477b5678-598c-45f7-b76f-f8fa9bfa09cb'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:39:44.484363 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-484bcb20-7a05-45b8-b867-b532e7f8ddd6 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] 10.222.0.89 "PUT /v2.0/routers/477b5678-598c-45f7-b76f-f8fa9bfa09cb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3202343 Feb 04 17:39:44.624442 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b85387c-b683-4460-b0be-85fd18ab002e tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Deleting subnet 11100f50-fd85-468c-8a6a-8573a86224df {{(pid=103376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 17:39:44.640176 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-8b85387c-b683-4460-b0be-85fd18ab002e tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Publish callbacks [] for subnet (11100f50-fd85-468c-8a6a-8573a86224df), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:39:44.699006 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-8b85387c-b683-4460-b0be-85fd18ab002e tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25674901'] for subnet (11100f50-fd85-468c-8a6a-8573a86224df), precommit_delete_associations {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:39:44.726114 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvr_db [None req-caf0ad92-0fa4-48c9-9fb2-5b50a3503f21 None None] Set router 477b5678-598c-45f7-b76f-f8fa9bfa09cb gateway port host: n-d-827839-2 {{(pid=103379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:39:44.900124 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-8b85387c-b683-4460-b0be-85fd18ab002e tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1541225'] for subnet (11100f50-fd85-468c-8a6a-8573a86224df), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:39:45.026663 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-8b85387c-b683-4460-b0be-85fd18ab002e tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1541216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25675894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25858947'] for subnet (11100f50-fd85-468c-8a6a-8573a86224df), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:39:45.098062 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b85387c-b683-4460-b0be-85fd18ab002e tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Pushing event deleted for resources: {'Subnet': ['ID=11100f50-fd85-468c-8a6a-8573a86224df,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:39:45.122443 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95689a57-ff51-44ad-9539-474aa1fa732b None None] Network abb5a6fe-6a42-4306-8c7f-e23823ed39dd requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:39:45.139049 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-4644bf3d-4d7d-4343-ac89-c1de9128c91f req-9d84874f-8138-4d97-96d6-9610922c5df0 tempest-ServerShowV257Test-1280574848 tempest-ServerShowV257Test-1280574848-project] 10.222.0.89 "GET /v2.0/ports?device_id=8c64ea0f-199e-4581-a4e7-29ff4ce83210 HTTP/1.1" status: 200 len: 210 time: 0.0873907 Feb 04 17:39:45.144078 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-8b85387c-b683-4460-b0be-85fd18ab002e tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Publish callbacks [] for subnet (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:39:45.159250 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 60434) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:39:45.159533 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-8b85387c-b683-4460-b0be-85fd18ab002e tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] 10.222.0.89 "DELETE /v2.0/subnets/11100f50-fd85-468c-8a6a-8573a86224df HTTP/1.1" status: 204 len: 168 time: 0.6746430 Feb 04 17:39:45.254571 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-caf0ad92-0fa4-48c9-9fb2-5b50a3503f21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '477b5678-598c-45f7-b76f-f8fa9bfa09cb', 'name': 'tempest-TestNetworkBasicOps-router-913224400', 'tenant_id': '1442cfcaa62548aa8c0af19ff6a9d44c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.198'}], 'enable_snat': True}, 'gw_port_id': '722082ed-cb50-4f44-81a3-604330b13c3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:36:26Z', 'updated_at': '2022-02-04T17:39:43Z', 'revision_number': 7, 'project_id': '1442cfcaa62548aa8c0af19ff6a9d44c', 'gw_port': {'id': '722082ed-cb50-4f44-81a3-604330b13c3f', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:5f:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '477b5678-598c-45f7-b76f-f8fa9bfa09cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2923, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:36:27Z', 'updated_at': '2022-02-04T17:36:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2'}], 'n-d-827839-2', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:39:45.333209 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caf0ad92-0fa4-48c9-9fb2-5b50a3503f21 None None] Checking router: 477b5678-598c-45f7-b76f-f8fa9bfa09cb for host: n-d-827839-2 {{(pid=103379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 17:39:45.359771 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caf0ad92-0fa4-48c9-9fb2-5b50a3503f21 None None] Routers {'477b5678-598c-45f7-b76f-f8fa9bfa09cb'} bound to L3 agent in host n-d-827839-2 {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:39:45.361548 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-caf0ad92-0fa4-48c9-9fb2-5b50a3503f21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:39:33Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['477b5678-598c-45f7-b76f-f8fa9bfa09cb'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:39:45.490362 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca90bb71-f1a4-43aa-bea4-8150dd91bbbc None None] DHCP port deletion for abb5a6fe-6a42-4306-8c7f-e23823ed39dd request from n-d-827839-2 {{(pid=103378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 17:39:45.501386 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-f872ca6a-8edd-4616-9aaa-61478e024909 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Publish callbacks [] for router (477b5678-598c-45f7-b76f-f8fa9bfa09cb), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:39:45.653532 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-ca90bb71-f1a4-43aa-bea4-8150dd91bbbc None None] Deleting port ae9083ae-7eef-4eb8-8c05-a4c5fdc4cdc0 {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:39:45.653532 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ca90bb71-f1a4-43aa-bea4-8150dd91bbbc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (ae9083ae-7eef-4eb8-8c05-a4c5fdc4cdc0), before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:39:45.717319 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvr_db [None req-caf0ad92-0fa4-48c9-9fb2-5b50a3503f21 None None] Set router 477b5678-598c-45f7-b76f-f8fa9bfa09cb gateway port host: n-d-827839-2 {{(pid=103379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:39:45.732657 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-ca90bb71-f1a4-43aa-bea4-8150dd91bbbc None None] For port ae9083ae-7eef-4eb8-8c05-a4c5fdc4cdc0, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=ae9083ae-7eef-4eb8-8c05-a4c5fdc4cdc0,segment=NetworkSegment(9ca53d86-98dd-44bb-a623-2cba867a7650),segment_id=9ca53d86-98dd-44bb-a623-2cba867a7650)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:39:45.733351 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ca90bb71-f1a4-43aa-bea4-8150dd91bbbc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (ae9083ae-7eef-4eb8-8c05-a4c5fdc4cdc0), precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:39:45.748508 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-ca90bb71-f1a4-43aa-bea4-8150dd91bbbc None None] Calling delete_port for ae9083ae-7eef-4eb8-8c05-a4c5fdc4cdc0 owned by network:dhcp {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:39:45.838563 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-f872ca6a-8edd-4616-9aaa-61478e024909 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Publish callbacks [] for router_gateway (477b5678-598c-45f7-b76f-f8fa9bfa09cb), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:39:45.872419 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ca90bb71-f1a4-43aa-bea4-8150dd91bbbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144'] for port (ae9083ae-7eef-4eb8-8c05-a4c5fdc4cdc0), after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:39:45.885926 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca90bb71-f1a4-43aa-bea4-8150dd91bbbc None None] No DVR routers for this DVR port ae9083ae-7eef-4eb8-8c05-a4c5fdc4cdc0 on host n-d-827839-2 {{(pid=103378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 17:39:45.940656 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca90bb71-f1a4-43aa-bea4-8150dd91bbbc None None] Pushing event deleted for resources: {'Port': ['ID=ae9083ae-7eef-4eb8-8c05-a4c5fdc4cdc0,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:39:45.970975 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-f872ca6a-8edd-4616-9aaa-61478e024909 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Deleting port 722082ed-cb50-4f44-81a3-604330b13c3f {{(pid=103377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:39:45.971560 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-f872ca6a-8edd-4616-9aaa-61478e024909 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (722082ed-cb50-4f44-81a3-604330b13c3f), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:39:46.131883 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [None req-f872ca6a-8edd-4616-9aaa-61478e024909 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] For port 722082ed-cb50-4f44-81a3-604330b13c3f, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=722082ed-cb50-4f44-81a3-604330b13c3f,segment=NetworkSegment(5942dc44-1f07-4c27-b0ab-45a2bff20dd5),segment_id=5942dc44-1f07-4c27-b0ab-45a2bff20dd5)] {{(pid=103377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:39:46.133008 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-f872ca6a-8edd-4616-9aaa-61478e024909 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (722082ed-cb50-4f44-81a3-604330b13c3f), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:39:46.171292 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-f872ca6a-8edd-4616-9aaa-61478e024909 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Calling delete_port for 722082ed-cb50-4f44-81a3-604330b13c3f owned by network:router_gateway {{(pid=103377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:39:46.182594 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-caf0ad92-0fa4-48c9-9fb2-5b50a3503f21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '477b5678-598c-45f7-b76f-f8fa9bfa09cb', 'name': 'tempest-TestNetworkBasicOps-router-913224400', 'tenant_id': '1442cfcaa62548aa8c0af19ff6a9d44c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.198'}], 'enable_snat': True}, 'gw_port_id': '722082ed-cb50-4f44-81a3-604330b13c3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:36:26Z', 'updated_at': '2022-02-04T17:39:43Z', 'revision_number': 7, 'project_id': '1442cfcaa62548aa8c0af19ff6a9d44c', 'gw_port': {'id': '722082ed-cb50-4f44-81a3-604330b13c3f', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:5f:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '477b5678-598c-45f7-b76f-f8fa9bfa09cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2923, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:36:27Z', 'updated_at': '2022-02-04T17:36:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2'}], 'n-d-827839-2', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:39:46.264388 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caf0ad92-0fa4-48c9-9fb2-5b50a3503f21 None None] The sync data for ids ['477b5678-598c-45f7-b76f-f8fa9bfa09cb'] in n-d-827839-2 is: [{'id': '477b5678-598c-45f7-b76f-f8fa9bfa09cb', 'name': 'tempest-TestNetworkBasicOps-router-913224400', 'tenant_id': '1442cfcaa62548aa8c0af19ff6a9d44c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.198'}], 'enable_snat': True}, 'gw_port_id': '722082ed-cb50-4f44-81a3-604330b13c3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:36:26Z', 'updated_at': '2022-02-04T17:39:43Z', 'revision_number': 7, 'project_id': '1442cfcaa62548aa8c0af19ff6a9d44c', 'gw_port': {'id': '722082ed-cb50-4f44-81a3-604330b13c3f', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:5f:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '477b5678-598c-45f7-b76f-f8fa9bfa09cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2923, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:36:27Z', 'updated_at': '2022-02-04T17:36:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2'}] {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 17:39:46.345209 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-cf141017-5256-472f-ae43-2a216c62418d req-93e111d4-7a49-4b73-bab6-f9cecc8e8125 tempest-ServerShowV257Test-1280574848 tempest-ServerShowV257Test-1280574848-project] 10.222.0.89 "GET /v2.0/ports?device_id=8c64ea0f-199e-4581-a4e7-29ff4ce83210 HTTP/1.1" status: 200 len: 210 time: 0.0611031 Feb 04 17:39:46.467505 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-f872ca6a-8edd-4616-9aaa-61478e024909 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (722082ed-cb50-4f44-81a3-604330b13c3f), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:39:46.560330 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-f872ca6a-8edd-4616-9aaa-61478e024909 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1595544'] for router_gateway (477b5678-598c-45f7-b76f-f8fa9bfa09cb), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:39:46.779860 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device ae9083ae-7eef-4eb8-8c05-a4c5fdc4cdc0 no longer exists at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:39:46.871352 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] No Port match for: ae9083ae-7eef-4eb8-8c05-a4c5fdc4cdc0 {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 17:39:46.871700 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device ae9083ae-7eef-4eb8-8c05-a4c5fdc4cdc0 not bound to the agent host n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 17:39:46.872121 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device b73cd0cd-ff73-43d0-a79c-94ee138b1964 no longer exists at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:39:46.981500 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] No Port match for: b73cd0cd-ff73-43d0-a79c-94ee138b1964 {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 17:39:46.991396 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device b73cd0cd-ff73-43d0-a79c-94ee138b1964 not bound to the agent host n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 17:39:47.357047 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f872ca6a-8edd-4616-9aaa-61478e024909 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Pushing event deleted for resources: {'Port': ['ID=722082ed-cb50-4f44-81a3-604330b13c3f,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:39:47.371389 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-f872ca6a-8edd-4616-9aaa-61478e024909 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1601811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26971'] for router (477b5678-598c-45f7-b76f-f8fa9bfa09cb), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:39:47.374459 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-f872ca6a-8edd-4616-9aaa-61478e024909 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Publish callbacks [] for router_controller (477b5678-598c-45f7-b76f-f8fa9bfa09cb), precommit_delete_associations {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:39:47.436451 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-f872ca6a-8edd-4616-9aaa-61478e024909 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1601832'] for router (477b5678-598c-45f7-b76f-f8fa9bfa09cb), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:39:47.439646 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f872ca6a-8edd-4616-9aaa-61478e024909 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Fanout notify agent at l3_agent the message router_deleted on router 477b5678-598c-45f7-b76f-f8fa9bfa09cb {{(pid=103377) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 17:39:47.451985 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-f872ca6a-8edd-4616-9aaa-61478e024909 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Publish callbacks [] for router (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:39:47.456785 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 60488) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:39:47.465003 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-f872ca6a-8edd-4616-9aaa-61478e024909 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] 10.222.0.89 "DELETE /v2.0/routers/477b5678-598c-45f7-b76f-f8fa9bfa09cb HTTP/1.1" status: 204 len: 168 time: 2.3041430 Feb 04 17:39:47.572816 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-a9207ded-1090-46ee-9db3-86ebeaf46eff req-7adfeba0-ad1c-4595-9028-50fca2542996 tempest-ServerShowV257Test-1280574848 tempest-ServerShowV257Test-1280574848-project] 10.222.0.89 "GET /v2.0/ports?device_id=8c64ea0f-199e-4581-a4e7-29ff4ce83210 HTTP/1.1" status: 200 len: 210 time: 0.0948679 Feb 04 17:39:47.736163 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-1797022e-3859-4652-ac3b-f6cbea3ab61d tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628832'] for network (abb5a6fe-6a42-4306-8c7f-e23823ed39dd), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:39:47.888576 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-1797022e-3859-4652-ac3b-f6cbea3ab61d tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1543676', 'neutron.services.segments.db._delete_segments_for_network-8781084786517'] for network (abb5a6fe-6a42-4306-8c7f-e23823ed39dd), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:39:47.930736 n-d-827839-2 neutron-server[103376]: DEBUG neutron.services.segments.db [None req-1797022e-3859-4652-ac3b-f6cbea3ab61d tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['abb5a6fe-6a42-4306-8c7f-e23823ed39dd']}} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:39:47.962876 n-d-827839-2 neutron-server[103376]: DEBUG neutron.services.segments.db [None req-1797022e-3859-4652-ac3b-f6cbea3ab61d tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ca53d86-98dd-44bb-a623-2cba867a7650') {'for_net_delete': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:39:47.963313 n-d-827839-2 neutron-server[103376]: DEBUG neutron.services.segments.db [None req-1797022e-3859-4652-ac3b-f6cbea3ab61d tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ca53d86-98dd-44bb-a623-2cba867a7650') {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:39:47.996334 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-1797022e-3859-4652-ac3b-f6cbea3ab61d tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781084783966', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25674908'] for segment (9ca53d86-98dd-44bb-a623-2cba867a7650), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:39:48.042329 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-1797022e-3859-4652-ac3b-f6cbea3ab61d tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (9ca53d86-98dd-44bb-a623-2cba867a7650), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:39:48.069098 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1797022e-3859-4652-ac3b-f6cbea3ab61d tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Releasing vlan 766 on physical network physnet1 to pool {{(pid=103376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 17:39:48.070851 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-1797022e-3859-4652-ac3b-f6cbea3ab61d tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25675992'] for segment (9ca53d86-98dd-44bb-a623-2cba867a7650), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:39:48.112439 n-d-827839-2 neutron-server[103376]: Traceback (most recent call last): Feb 04 17:39:48.112439 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 17:39:48.112439 n-d-827839-2 neutron-server[103376]: timer() Feb 04 17:39:48.112439 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 17:39:48.112439 n-d-827839-2 neutron-server[103376]: cb(*args, **kw) Feb 04 17:39:48.112439 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 17:39:48.112439 n-d-827839-2 neutron-server[103376]: return func(*args, **kwargs) Feb 04 17:39:48.112439 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 17:39:48.112439 n-d-827839-2 neutron-server[103376]: self._notify() Feb 04 17:39:48.112439 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 17:39:48.112439 n-d-827839-2 neutron-server[103376]: self.callback(batched_events) Feb 04 17:39:48.112439 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 17:39:48.112439 n-d-827839-2 neutron-server[103376]: event.method(event) Feb 04 17:39:48.112439 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 17:39:48.112439 n-d-827839-2 neutron-server[103376]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 17:39:48.112439 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 17:39:48.112439 n-d-827839-2 neutron-server[103376]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 17:39:48.112439 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 17:39:48.112439 n-d-827839-2 neutron-server[103376]: return f(self, *a, **k) Feb 04 17:39:48.112439 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 17:39:48.112439 n-d-827839-2 neutron-server[103376]: return self._get(url).json() Feb 04 17:39:48.112439 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 17:39:48.112439 n-d-827839-2 neutron-server[103376]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 17:39:48.112439 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 17:39:48.112439 n-d-827839-2 neutron-server[103376]: return self.request(url, 'GET', **kwargs) Feb 04 17:39:48.112439 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 17:39:48.112439 n-d-827839-2 neutron-server[103376]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 17:39:48.112439 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 17:39:48.112439 n-d-827839-2 neutron-server[103376]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 17:39:48.112439 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 17:39:48.112439 n-d-827839-2 neutron-server[103376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 17:39:48.112439 n-d-827839-2 neutron-server[103376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 17:39:48.220679 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-1797022e-3859-4652-ac3b-f6cbea3ab61d tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1543671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1595572'] for network (abb5a6fe-6a42-4306-8c7f-e23823ed39dd), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:39:48.229379 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-1797022e-3859-4652-ac3b-f6cbea3ab61d tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Publish callbacks [] for network (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:39:48.244188 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-1797022e-3859-4652-ac3b-f6cbea3ab61d tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] 10.222.0.89 "DELETE /v2.0/networks/abb5a6fe-6a42-4306-8c7f-e23823ed39dd HTTP/1.1" status: 204 len: 168 time: 0.7862523 Feb 04 17:39:48.284238 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1797022e-3859-4652-ac3b-f6cbea3ab61d tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Pushing event deleted for resources: {'Network': ['ID=abb5a6fe-6a42-4306-8c7f-e23823ed39dd,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:39:48.311802 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 60500) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:39:48.317510 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-4387a9ab-f103-49a1-ad6c-e4dbd3730c68 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Request body: {'network': {'name': 'tempest-network-smoke--1629435678', 'project_id': '1442cfcaa62548aa8c0af19ff6a9d44c', 'port_security_enabled': True}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:39:48.373914 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4387a9ab-f103-49a1-ad6c-e4dbd3730c68 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Made reservation on behalf of 1442cfcaa62548aa8c0af19ff6a9d44c for: {'network': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:39:48.385471 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-4387a9ab-f103-49a1-ad6c-e4dbd3730c68 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for network (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:39:48.493654 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4387a9ab-f103-49a1-ad6c-e4dbd3730c68 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] vlan segment allocate from pool success with {'vlan_id': 783, 'physical_network': 'physnet1'} {{(pid=103377) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 17:39:48.517370 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 722082ed-cb50-4f44-81a3-604330b13c3f no longer exists at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:39:48.525310 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-4387a9ab-f103-49a1-ad6c-e4dbd3730c68 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (2a2bc42f-8da5-43e1-939f-751c24d615ee), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:39:48.525310 n-d-827839-2 neutron-server[103377]: INFO neutron.db.segments_db [None req-4387a9ab-f103-49a1-ad6c-e4dbd3730c68 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Added segment 2a2bc42f-8da5-43e1-939f-751c24d615ee of type vlan for network e8168686-726a-4b9d-bc6a-c800d7c9c418 Feb 04 17:39:48.585596 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] No Port match for: 722082ed-cb50-4f44-81a3-604330b13c3f {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 17:39:48.586245 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 722082ed-cb50-4f44-81a3-604330b13c3f not bound to the agent host n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 17:39:48.730068 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-4387a9ab-f103-49a1-ad6c-e4dbd3730c68 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781084292801'] for network (e8168686-726a-4b9d-bc6a-c800d7c9c418), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:39:48.768481 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-4387a9ab-f103-49a1-ad6c-e4dbd3730c68 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327'] for network (e8168686-726a-4b9d-bc6a-c800d7c9c418), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:39:48.771740 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-251c68c0-0892-4f28-a949-708397445111 req-ad16ba45-ff80-4c3a-b9da-74b46febea81 tempest-ServerShowV257Test-1280574848 tempest-ServerShowV257Test-1280574848-project] 10.222.0.89 "GET /v2.0/ports?device_id=8c64ea0f-199e-4581-a4e7-29ff4ce83210 HTTP/1.1" status: 200 len: 210 time: 0.0601974 Feb 04 17:39:48.802979 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4387a9ab-f103-49a1-ad6c-e4dbd3730c68 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:39:48.805947 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-4387a9ab-f103-49a1-ad6c-e4dbd3730c68 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Publish callbacks [] for network (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:39:48.884107 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-4387a9ab-f103-49a1-ad6c-e4dbd3730c68 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5709410 Feb 04 17:39:48.887772 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 60506) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:39:48.897310 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4387a9ab-f103-49a1-ad6c-e4dbd3730c68 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Pushing event updated for resources: {'Network': ['ID=e8168686-726a-4b9d-bc6a-c800d7c9c418,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:39:48.898194 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-74e29346-9afc-4c92-9e95-749f726495bd tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1348854317', 'admin_state_up': True, 'project_id': '1442cfcaa62548aa8c0af19ff6a9d44c', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188'}}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:39:48.919107 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Network e8168686-726a-4b9d-bc6a-c800d7c9c418 details requested by agent ovs-agent-n-d-827839-2 with host n-d-827839-2 {{(pid=103378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 17:39:49.041774 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-74e29346-9afc-4c92-9e95-749f726495bd tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1601657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26921'] for router (c5a64646-d772-4e70-8e0b-ec33a2dee836), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:39:49.046811 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-74e29346-9afc-4c92-9e95-749f726495bd tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1602025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603663', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1630571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26960'] for router (c5a64646-d772-4e70-8e0b-ec33a2dee836), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:39:49.172769 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.agents_db [None req-e1691f3b-aacd-4cd6-8ebb-a9c53bb301c0 None None] Agent healthcheck: found 7 active agents {{(pid=103379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 17:39:49.300275 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-74e29346-9afc-4c92-9e95-749f726495bd tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Publish callbacks [] for router_controller (c5a64646-d772-4e70-8e0b-ec33a2dee836), precommit_add_association {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:39:49.736460 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-74e29346-9afc-4c92-9e95-749f726495bd tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Publish callbacks [] for router_gateway (c5a64646-d772-4e70-8e0b-ec33a2dee836), precommit_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:39:50.020006 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-cc7247ec-8fe6-410d-8ac6-0321129f46ee req-eee0ccdb-4d49-4159-9693-3e3d591fb8e2 tempest-ServerShowV257Test-1280574848 tempest-ServerShowV257Test-1280574848-project] 10.222.0.89 "GET /v2.0/ports?device_id=8c64ea0f-199e-4581-a4e7-29ff4ce83210 HTTP/1.1" status: 200 len: 210 time: 0.0903511 Feb 04 17:39:50.231781 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-74e29346-9afc-4c92-9e95-749f726495bd tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Publish callbacks [] for router_gateway (c5a64646-d772-4e70-8e0b-ec33a2dee836), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:39:50.308311 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-74e29346-9afc-4c92-9e95-749f726495bd tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:39:50.581441 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.db_base_plugin_common [None req-74e29346-9afc-4c92-9e95-749f726495bd tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Allocated IP 172.25.6.122 (48165773-85ad-49a1-9ec1-76fc8dc24188/7660bfad-1ea8-4fe7-831b-bed836f13efc/a88436ef-2839-40da-8a0d-5c50d97ec008) {{(pid=103376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:39:50.811494 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-74e29346-9afc-4c92-9e95-749f726495bd tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Publish callbacks [] for port (a88436ef-2839-40da-8a0d-5c50d97ec008), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:39:50.874658 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-74e29346-9afc-4c92-9e95-749f726495bd tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (a88436ef-2839-40da-8a0d-5c50d97ec008), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:39:50.945126 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74e29346-9afc-4c92-9e95-749f726495bd tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Network 48165773-85ad-49a1-9ec1-76fc8dc24188 is already hosted by enough agents. {{(pid=103376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:39:50.951445 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [None req-74e29346-9afc-4c92-9e95-749f726495bd tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Resources bound (agent type, host, resource id): {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:39:50.964770 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74e29346-9afc-4c92-9e95-749f726495bd tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Received port after_create {{(pid=103376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:39:51.063398 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e29346-9afc-4c92-9e95-749f726495bd tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Pushing event updated for resources: {'Port': ['ID=a88436ef-2839-40da-8a0d-5c50d97ec008,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:39:51.496441 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-4826b987-1f57-45c4-be97-bbdb015e775e req-97d848ea-0252-4e64-a289-94a2dd41f1aa tempest-ServerShowV257Test-1280574848 tempest-ServerShowV257Test-1280574848-project] 10.222.0.89 "GET /v2.0/ports?device_id=8c64ea0f-199e-4581-a4e7-29ff4ce83210 HTTP/1.1" status: 200 len: 210 time: 0.2329264 Feb 04 17:39:51.830728 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-74e29346-9afc-4c92-9e95-749f726495bd tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Publish callbacks [] for router_gateway (c5a64646-d772-4e70-8e0b-ec33a2dee836), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:39:52.157448 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-74e29346-9afc-4c92-9e95-749f726495bd tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1602046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603680'] for router (c5a64646-d772-4e70-8e0b-ec33a2dee836), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:39:52.462986 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74e29346-9afc-4c92-9e95-749f726495bd tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Router c5a64646-d772-4e70-8e0b-ec33a2dee836 is scheduled to L3 agent 64ada913-9131-4d99-a265-63a920956287 with binding_index 1 {{(pid=103376) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 17:39:52.869953 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-189e1548-23ad-452d-a01e-7ffa8702f082 req-44420199-a905-4ebf-97a7-23b3cc6b78b4 tempest-ServerShowV257Test-1280574848 tempest-ServerShowV257Test-1280574848-project] 10.222.0.89 "GET /v2.0/ports?device_id=8c64ea0f-199e-4581-a4e7-29ff4ce83210 HTTP/1.1" status: 200 len: 210 time: 0.0771890 Feb 04 17:39:52.874693 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74e29346-9afc-4c92-9e95-749f726495bd tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Notify agent at l3_agent.n-d-827839-2 the message routers_updated {{(pid=103376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 17:39:52.898656 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f60dead3-ff77-4a6b-a67d-6beed51cc6f9 None None] Sync routers for ids ['c5a64646-d772-4e70-8e0b-ec33a2dee836'] in n-d-827839-2 {{(pid=103378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 17:39:52.919716 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f60dead3-ff77-4a6b-a67d-6beed51cc6f9 None None] Routers {'c5a64646-d772-4e70-8e0b-ec33a2dee836'} bound to L3 agent in host n-d-827839-2 {{(pid=103378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:39:52.920597 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-f60dead3-ff77-4a6b-a67d-6beed51cc6f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:39:33Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['c5a64646-d772-4e70-8e0b-ec33a2dee836'], 'active': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:39:52.995409 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-74e29346-9afc-4c92-9e95-749f726495bd tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Publish callbacks [] for router (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:39:52.996704 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-74e29346-9afc-4c92-9e95-749f726495bd tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] 10.222.0.89 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 4.1075575 Feb 04 17:39:53.000657 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 60566) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:39:53.086255 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 60568) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:39:53.089318 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-71d4fc85-459c-4dcd-8be8-afdbd18954ca tempest-TestNetworkBasicOps-1140215501 tempest-TestNetworkBasicOps-1140215501-project-admin] 10.222.0.89 "GET /v2.0/subnets?project_id=1442cfcaa62548aa8c0af19ff6a9d44c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0862856 Feb 04 17:39:53.096679 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvr_db [None req-f60dead3-ff77-4a6b-a67d-6beed51cc6f9 None None] Set router c5a64646-d772-4e70-8e0b-ec33a2dee836 gateway port host: n-d-827839-2 {{(pid=103378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:39:53.627590 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-f60dead3-ff77-4a6b-a67d-6beed51cc6f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5a64646-d772-4e70-8e0b-ec33a2dee836', 'name': 'tempest-TestNetworkBasicOps-router-1348854317', 'tenant_id': '1442cfcaa62548aa8c0af19ff6a9d44c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.122'}], 'enable_snat': True}, 'gw_port_id': 'a88436ef-2839-40da-8a0d-5c50d97ec008', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:39:49Z', 'updated_at': '2022-02-04T17:39:51Z', 'revision_number': 3, 'project_id': '1442cfcaa62548aa8c0af19ff6a9d44c', 'gw_port': {'id': 'a88436ef-2839-40da-8a0d-5c50d97ec008', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:a6:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5a64646-d772-4e70-8e0b-ec33a2dee836', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3131, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:39:50Z', 'updated_at': '2022-02-04T17:39:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2'}], 'n-d-827839-2', False) {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:39:53.728556 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f60dead3-ff77-4a6b-a67d-6beed51cc6f9 None None] Checking router: c5a64646-d772-4e70-8e0b-ec33a2dee836 for host: n-d-827839-2 {{(pid=103378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 17:39:53.733983 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f60dead3-ff77-4a6b-a67d-6beed51cc6f9 None None] Updating router c5a64646-d772-4e70-8e0b-ec33a2dee836 port a88436ef-2839-40da-8a0d-5c50d97ec008 binding host n-d-827839-2 {{(pid=103378) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 17:39:53.793953 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f60dead3-ff77-4a6b-a67d-6beed51cc6f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (a88436ef-2839-40da-8a0d-5c50d97ec008), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:39:53.848969 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7721f04c-0ba4-4ca5-bb5c-f2e0bd78a0c7 tempest-TestNetworkBasicOps-1140215501 tempest-TestNetworkBasicOps-1140215501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:39:53.867261 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-7721f04c-0ba4-4ca5-bb5c-f2e0bd78a0c7 tempest-TestNetworkBasicOps-1140215501 tempest-TestNetworkBasicOps-1140215501-project-admin] 10.222.0.89 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.7670689 Feb 04 17:39:53.868353 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 60592) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:39:53.942793 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-7bbec50d-d423-4369-94c6-ab9398c8e300 tempest-TestNetworkBasicOps-1140215501 tempest-TestNetworkBasicOps-1140215501-project-admin] 10.222.0.89 "GET /v2.0/subnets?network_id=48165773-85ad-49a1-9ec1-76fc8dc24188&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0711894 Feb 04 17:39:53.943859 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 60596) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:39:53.950799 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-2491416c-5c73-444c-aba0-54e8ef64556a tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-309202226', 'network_id': 'e8168686-726a-4b9d-bc6a-c800d7c9c418', 'project_id': '1442cfcaa62548aa8c0af19ff6a9d44c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:39:54.200172 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-b5e6ee9a-5f3e-4a45-9f6f-92ae2cc531ef req-a0a44c66-8016-4354-aa4f-e2cd3f5f19c4 tempest-ServerShowV257Test-1280574848 tempest-ServerShowV257Test-1280574848-project] 10.222.0.89 "GET /v2.0/ports?device_id=8c64ea0f-199e-4581-a4e7-29ff4ce83210 HTTP/1.1" status: 200 len: 210 time: 0.0625358 Feb 04 17:39:54.258659 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2491416c-5c73-444c-aba0-54e8ef64556a tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Made reservation on behalf of 1442cfcaa62548aa8c0af19ff6a9d44c for: {'subnet': 1} {{(pid=103376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:39:54.279216 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-2491416c-5c73-444c-aba0-54e8ef64556a tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25859006'] for subnet (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:39:54.594619 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f60dead3-ff77-4a6b-a67d-6beed51cc6f9 None None] Publish callbacks [] for port (a88436ef-2839-40da-8a0d-5c50d97ec008), precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:39:54.618459 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f60dead3-ff77-4a6b-a67d-6beed51cc6f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (a88436ef-2839-40da-8a0d-5c50d97ec008), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:39:54.767315 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-4686af96-d38c-4d28-a432-f611889d6da9 req-fd19bdfa-a674-4d2c-97ae-3e92c3bc0f05 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=8c64ea0f-199e-4581-a4e7-29ff4ce83210 HTTP/1.1" status: 200 len: 210 time: 0.1340582 Feb 04 17:39:54.787011 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-f60dead3-ff77-4a6b-a67d-6beed51cc6f9 None None] Attempting to bind port a88436ef-2839-40da-8a0d-5c50d97ec008 on host n-d-827839-2 for vnic_type normal with profile {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:39:54.787378 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-f60dead3-ff77-4a6b-a67d-6beed51cc6f9 None None] Attempting to bind port a88436ef-2839-40da-8a0d-5c50d97ec008 by drivers openvswitch,hyperv on host n-d-827839-2 at level 0 using segments [{'id': '5942dc44-1f07-4c27-b0ab-45a2bff20dd5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188'}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:39:54.787750 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f60dead3-ff77-4a6b-a67d-6beed51cc6f9 None None] Attempting to bind port a88436ef-2839-40da-8a0d-5c50d97ec008 on network 48165773-85ad-49a1-9ec1-76fc8dc24188 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:39:54.822409 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f60dead3-ff77-4a6b-a67d-6beed51cc6f9 None None] Checking agent: {'id': 'ba70844b-66a0-45fd-a2f2-e6ed673321fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 0, 36), 'started_at': datetime.datetime(2022, 2, 4, 17, 1, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 39, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:39:54.822801 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f60dead3-ff77-4a6b-a67d-6beed51cc6f9 None None] Checking segment: {'id': '5942dc44-1f07-4c27-b0ab-45a2bff20dd5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:39:54.823216 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f60dead3-ff77-4a6b-a67d-6beed51cc6f9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:39:54.823614 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f60dead3-ff77-4a6b-a67d-6beed51cc6f9 None None] Bound using segment: {'id': '5942dc44-1f07-4c27-b0ab-45a2bff20dd5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188'} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:39:54.824156 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-f60dead3-ff77-4a6b-a67d-6beed51cc6f9 None None] Bound port: a88436ef-2839-40da-8a0d-5c50d97ec008, host: n-d-827839-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5942dc44-1f07-4c27-b0ab-45a2bff20dd5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188'}}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:39:54.824494 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f60dead3-ff77-4a6b-a67d-6beed51cc6f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (a88436ef-2839-40da-8a0d-5c50d97ec008), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:39:54.928451 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-2491416c-5c73-444c-aba0-54e8ef64556a tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25674939', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25858952'] for subnet (f81d0321-7ee6-4872-9bad-eff6d1ffdb58), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:39:54.986038 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c76a4a-1797-492f-858b-5d7f2f6ef685 req-a3a59213-ab61-4f27-ba21-e12ce8a05ea8 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:39:55.000720 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-37c76a4a-1797-492f-858b-5d7f2f6ef685 req-a3a59213-ab61-4f27-ba21-e12ce8a05ea8 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.89 "GET /v2.0/ports?device_id=3c7675e1-1c8a-410f-be7f-b37c48bc9d65 HTTP/1.1" status: 200 len: 947 time: 0.1204064 Feb 04 17:39:55.053009 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-f60dead3-ff77-4a6b-a67d-6beed51cc6f9 None None] For port a88436ef-2839-40da-8a0d-5c50d97ec008, host n-d-827839-2, cleared binding levels {{(pid=103378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:39:55.063741 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-f60dead3-ff77-4a6b-a67d-6beed51cc6f9 None None] For port a88436ef-2839-40da-8a0d-5c50d97ec008, host n-d-827839-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=a88436ef-2839-40da-8a0d-5c50d97ec008,segment=NetworkSegment(5942dc44-1f07-4c27-b0ab-45a2bff20dd5),segment_id=5942dc44-1f07-4c27-b0ab-45a2bff20dd5)] {{(pid=103378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:39:55.094110 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2491416c-5c73-444c-aba0-54e8ef64556a tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Pushing event updated for resources: {'Subnet': ['ID=f81d0321-7ee6-4872-9bad-eff6d1ffdb58,revision_number=0']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:39:55.099346 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f60dead3-ff77-4a6b-a67d-6beed51cc6f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (a88436ef-2839-40da-8a0d-5c50d97ec008), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:39:55.122777 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2491416c-5c73-444c-aba0-54e8ef64556a tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Checking segment: {'id': '2a2bc42f-8da5-43e1-939f-751c24d615ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'e8168686-726a-4b9d-bc6a-c800d7c9c418'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:39:55.123154 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2491416c-5c73-444c-aba0-54e8ef64556a tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Network hostable DHCP agents. Network: e8168686-726a-4b9d-bc6a-c800d7c9c418, hostable agents: ['bb89f5a3-3c22-440b-b7d1-c4f0c43c184a'], hosted agents: [] {{(pid=103376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 17:39:55.171631 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-37c76a4a-1797-492f-858b-5d7f2f6ef685 req-9007f45d-ff5b-4a92-869a-ddf2006a80cb tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.89 "GET /v2.0/security-groups?id=93ceaf89-daf9-4fd7-ba90-ecf1cae67db9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1696663 Feb 04 17:39:55.184576 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2491416c-5c73-444c-aba0-54e8ef64556a tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Network e8168686-726a-4b9d-bc6a-c800d7c9c418 is scheduled to be hosted by DHCP agent bb89f5a3-3c22-440b-b7d1-c4f0c43c184a with binding_index 1 {{(pid=103376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 17:39:55.209113 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e705c93d-eefd-4304-8bdf-37210632b5cf None None] Pushing event updated for resources: {'Port': ['ID=a88436ef-2839-40da-8a0d-5c50d97ec008,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:39:55.218251 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [None req-2491416c-5c73-444c-aba0-54e8ef64556a tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827839-2, e8168686-726a-4b9d-bc6a-c800d7c9c418) {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:39:55.250088 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2491416c-5c73-444c-aba0-54e8ef64556a tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:39:55.252622 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-156c5a20-1e48-49b7-9e7e-8fe8af1787e6 None None] Network e8168686-726a-4b9d-bc6a-c800d7c9c418 requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:39:55.257910 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-2491416c-5c73-444c-aba0-54e8ef64556a tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Publish callbacks [] for subnet (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:39:55.335946 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-2491416c-5c73-444c-aba0-54e8ef64556a tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.3908501 Feb 04 17:39:55.338685 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 60630) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:39:55.416470 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-40350cd0-b3e1-40e5-98fd-458d0c6c1324 req-f5a20395-894f-405a-bc16-a5f46ba8e070 tempest-ServerShowV257Test-1280574848 tempest-ServerShowV257Test-1280574848-project] 10.222.0.89 "GET /v2.0/ports?device_id=8c64ea0f-199e-4581-a4e7-29ff4ce83210 HTTP/1.1" status: 200 len: 210 time: 0.0624697 Feb 04 17:39:55.757145 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e705c93d-eefd-4304-8bdf-37210632b5cf None None] Pushing event updated for resources: {'Port': ['ID=a88436ef-2839-40da-8a0d-5c50d97ec008,revision_number=3']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:39:55.794505 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f60dead3-ff77-4a6b-a67d-6beed51cc6f9 None None] Routers {'c5a64646-d772-4e70-8e0b-ec33a2dee836'} bound to L3 agent in host n-d-827839-2 {{(pid=103378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:39:55.798699 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-f60dead3-ff77-4a6b-a67d-6beed51cc6f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:39:33Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['c5a64646-d772-4e70-8e0b-ec33a2dee836'], 'active': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:39:56.202129 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvr_db [None req-f60dead3-ff77-4a6b-a67d-6beed51cc6f9 None None] Set router c5a64646-d772-4e70-8e0b-ec33a2dee836 gateway port host: n-d-827839-2 {{(pid=103378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:39:56.412133 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00a22a42-f625-4ff0-8838-4ff2c1e922e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e4c19ad-5724-5db8-8ee1-4f56ae69fcf4-e8168686-726a-4b9d-bc6a-c800d7c9c418', 'network_id': 'e8168686-726a-4b9d-bc6a-c800d7c9c418', 'project_id': '1442cfcaa62548aa8c0af19ff6a9d44c', 'fixed_ips': [{'subnet_id': 'f81d0321-7ee6-4872-9bad-eff6d1ffdb58'}]}} from n-d-827839-2. {{(pid=103378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 17:39:56.412997 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-00a22a42-f625-4ff0-8838-4ff2c1e922e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:39:56.562094 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-cd34b7b7-cf5e-4926-a02e-5006ee0bbce6 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:39:56.580585 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d00c805-6e7d-4320-a095-70fa3bd08132 req-2f062c27-74aa-4d81-a6a9-0e687b192ba2 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:39:56.590562 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-5d00c805-6e7d-4320-a095-70fa3bd08132 req-2f062c27-74aa-4d81-a6a9-0e687b192ba2 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.89 "GET /v2.0/ports?device_id=3c7675e1-1c8a-410f-be7f-b37c48bc9d65 HTTP/1.1" status: 200 len: 947 time: 0.1367090 Feb 04 17:39:56.662203 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-5d00c805-6e7d-4320-a095-70fa3bd08132 req-e006b78d-aa1e-4e3b-92eb-4c36a3c07a51 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.89 "GET /v2.0/security-groups?id=93ceaf89-daf9-4fd7-ba90-ecf1cae67db9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0661507 Feb 04 17:39:56.824331 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-00a22a42-f625-4ff0-8838-4ff2c1e922e4 None None] Allocated IP 172.20.0.2 (e8168686-726a-4b9d-bc6a-c800d7c9c418/f81d0321-7ee6-4872-9bad-eff6d1ffdb58/2c33dcfb-4e29-4c2d-9451-5b33ed6c0da7) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:39:57.255984 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-00a22a42-f625-4ff0-8838-4ff2c1e922e4 None None] Publish callbacks [] for port (2c33dcfb-4e29-4c2d-9451-5b33ed6c0da7), precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:39:57.261923 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-f60dead3-ff77-4a6b-a67d-6beed51cc6f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5a64646-d772-4e70-8e0b-ec33a2dee836', 'name': 'tempest-TestNetworkBasicOps-router-1348854317', 'tenant_id': '1442cfcaa62548aa8c0af19ff6a9d44c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.122'}], 'enable_snat': True}, 'gw_port_id': 'a88436ef-2839-40da-8a0d-5c50d97ec008', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:39:49Z', 'updated_at': '2022-02-04T17:39:51Z', 'revision_number': 3, 'project_id': '1442cfcaa62548aa8c0af19ff6a9d44c', 'gw_port': {'id': 'a88436ef-2839-40da-8a0d-5c50d97ec008', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:a6:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5a64646-d772-4e70-8e0b-ec33a2dee836', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3131, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:39:50Z', 'updated_at': '2022-02-04T17:39:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2'}], 'n-d-827839-2', False) {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:39:57.296450 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f60dead3-ff77-4a6b-a67d-6beed51cc6f9 None None] The sync data for ids ['c5a64646-d772-4e70-8e0b-ec33a2dee836'] in n-d-827839-2 is: [{'id': 'c5a64646-d772-4e70-8e0b-ec33a2dee836', 'name': 'tempest-TestNetworkBasicOps-router-1348854317', 'tenant_id': '1442cfcaa62548aa8c0af19ff6a9d44c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.122'}], 'enable_snat': True}, 'gw_port_id': 'a88436ef-2839-40da-8a0d-5c50d97ec008', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:39:49Z', 'updated_at': '2022-02-04T17:39:51Z', 'revision_number': 3, 'project_id': '1442cfcaa62548aa8c0af19ff6a9d44c', 'gw_port': {'id': 'a88436ef-2839-40da-8a0d-5c50d97ec008', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:a6:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5a64646-d772-4e70-8e0b-ec33a2dee836', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3131, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:39:50Z', 'updated_at': '2022-02-04T17:39:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2'}] {{(pid=103378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 17:39:57.298998 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-00a22a42-f625-4ff0-8838-4ff2c1e922e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135'] for port (2c33dcfb-4e29-4c2d-9451-5b33ed6c0da7), after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:39:57.352378 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a22a42-f625-4ff0-8838-4ff2c1e922e4 None None] Pushing event updated for resources: {'Port': ['ID=2c33dcfb-4e29-4c2d-9451-5b33ed6c0da7,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:39:57.368307 n-d-827839-2 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00a22a42-f625-4ff0-8838-4ff2c1e922e4 None None] Network e8168686-726a-4b9d-bc6a-c800d7c9c418 is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:39:57.369911 n-d-827839-2 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-00a22a42-f625-4ff0-8838-4ff2c1e922e4 None None] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:39:57.372393 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00a22a42-f625-4ff0-8838-4ff2c1e922e4 None None] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:39:57.450117 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-00a22a42-f625-4ff0-8838-4ff2c1e922e4 None None] Attempting to bind port 2c33dcfb-4e29-4c2d-9451-5b33ed6c0da7 on host n-d-827839-2 for vnic_type normal with profile {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:39:57.450488 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-00a22a42-f625-4ff0-8838-4ff2c1e922e4 None None] Attempting to bind port 2c33dcfb-4e29-4c2d-9451-5b33ed6c0da7 by drivers openvswitch,hyperv on host n-d-827839-2 at level 0 using segments [{'id': '2a2bc42f-8da5-43e1-939f-751c24d615ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'e8168686-726a-4b9d-bc6a-c800d7c9c418'}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:39:57.450854 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00a22a42-f625-4ff0-8838-4ff2c1e922e4 None None] Attempting to bind port 2c33dcfb-4e29-4c2d-9451-5b33ed6c0da7 on network e8168686-726a-4b9d-bc6a-c800d7c9c418 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:39:57.456772 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00a22a42-f625-4ff0-8838-4ff2c1e922e4 None None] Checking agent: {'id': 'ba70844b-66a0-45fd-a2f2-e6ed673321fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 0, 36), 'started_at': datetime.datetime(2022, 2, 4, 17, 1, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 39, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:39:57.457552 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00a22a42-f625-4ff0-8838-4ff2c1e922e4 None None] Checking segment: {'id': '2a2bc42f-8da5-43e1-939f-751c24d615ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'e8168686-726a-4b9d-bc6a-c800d7c9c418'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:39:57.457971 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-00a22a42-f625-4ff0-8838-4ff2c1e922e4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:39:57.458374 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00a22a42-f625-4ff0-8838-4ff2c1e922e4 None None] Bound using segment: {'id': '2a2bc42f-8da5-43e1-939f-751c24d615ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'e8168686-726a-4b9d-bc6a-c800d7c9c418'} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:39:57.458869 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-00a22a42-f625-4ff0-8838-4ff2c1e922e4 None None] Bound port: 2c33dcfb-4e29-4c2d-9451-5b33ed6c0da7, host: n-d-827839-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a2bc42f-8da5-43e1-939f-751c24d615ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'e8168686-726a-4b9d-bc6a-c800d7c9c418'}}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:39:57.459259 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-00a22a42-f625-4ff0-8838-4ff2c1e922e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (2c33dcfb-4e29-4c2d-9451-5b33ed6c0da7), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:39:57.499640 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-95c775f9-ee5e-4e18-bd2f-742dcaf09125 req-2454bb18-3f97-4e9a-9f48-7586aa73fdaf tempest-ServerShowV257Test-1280574848 tempest-ServerShowV257Test-1280574848-project] 10.222.0.89 "GET /v2.0/ports?device_id=8c64ea0f-199e-4581-a4e7-29ff4ce83210 HTTP/1.1" status: 200 len: 210 time: 0.8815260 Feb 04 17:39:57.622356 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-00a22a42-f625-4ff0-8838-4ff2c1e922e4 None None] For port 2c33dcfb-4e29-4c2d-9451-5b33ed6c0da7, host n-d-827839-2, cleared binding levels {{(pid=103378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:39:57.637123 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-00a22a42-f625-4ff0-8838-4ff2c1e922e4 None None] For port 2c33dcfb-4e29-4c2d-9451-5b33ed6c0da7, host n-d-827839-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=2c33dcfb-4e29-4c2d-9451-5b33ed6c0da7,segment=NetworkSegment(2a2bc42f-8da5-43e1-939f-751c24d615ee),segment_id=2a2bc42f-8da5-43e1-939f-751c24d615ee)] {{(pid=103378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:39:57.654940 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-00a22a42-f625-4ff0-8838-4ff2c1e922e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (2c33dcfb-4e29-4c2d-9451-5b33ed6c0da7), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:39:57.768219 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a22a42-f625-4ff0-8838-4ff2c1e922e4 None None] Pushing event updated for resources: {'Port': ['ID=2c33dcfb-4e29-4c2d-9451-5b33ed6c0da7,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:39:57.872939 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device fa5a1c99-a3b3-46ea-b891-f5171c94ab05 no longer exists at agent hyperv_n-h1-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:39:57.976134 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-0f49df83-f458-44dc-a022-95d7d525517b req-2bba0c6f-8475-47a4-b439-14a89f41ed38 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=6a826123645d44828800946ee3efc747&device_id=8c64ea0f-199e-4581-a4e7-29ff4ce83210 HTTP/1.1" status: 200 len: 210 time: 0.0640562 Feb 04 17:39:58.051799 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-0f49df83-f458-44dc-a022-95d7d525517b req-03472233-11d8-42ba-b4f1-dda085041859 service neutron] 10.222.0.90 "GET /v2.0/networks?tenant_id=6a826123645d44828800946ee3efc747&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0700440 Feb 04 17:39:58.080423 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Current status of the port fa5a1c99-a3b3-46ea-b891-f5171c94ab05 is: ACTIVE; New status is: DOWN {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:39:58.080937 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (fa5a1c99-a3b3-46ea-b891-f5171c94ab05), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:39:58.104431 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-b9482e2c-1221-4951-aa3c-eb08c6990932 req-4b46366e-b4b7-44e1-bd06-04f8d83e0e96 tempest-ServerShowV257Test-1280574848 tempest-ServerShowV257Test-1280574848-project] 10.222.0.89 "GET /v2.0/ports?device_id=8c64ea0f-199e-4581-a4e7-29ff4ce83210 HTTP/1.1" status: 200 len: 210 time: 0.0508738 Feb 04 17:39:58.141136 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] For port fa5a1c99-a3b3-46ea-b891-f5171c94ab05, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=fa5a1c99-a3b3-46ea-b891-f5171c94ab05,segment=NetworkSegment(95e3d896-e0ab-47f8-8257-e5c06c9261eb),segment_id=95e3d896-e0ab-47f8-8257-e5c06c9261eb)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:39:58.149540 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c7675e1-1c8a-410f-be7f-b37c48bc9d65', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fa5a1c99-a3b3-46ea-b891-f5171c94ab05'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:39:58.152135 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c34bc964ce2211770fda26ca2f3801cc06f4f39928110690550e94ab9c9d2fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7e17e9f-1c63-4042-8c92-5df803649b23" -d '{"events": [{"server_uuid": "3c7675e1-1c8a-410f-be7f-b37c48bc9d65", "name": "network-vif-unplugged", "status": "completed", "tag": "fa5a1c99-a3b3-46ea-b891-f5171c94ab05"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:39:58.162180 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (fa5a1c99-a3b3-46ea-b891-f5171c94ab05), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:39:58.202644 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babf140d-6e47-4af5-8fbb-c7c70bac0579 req-019f0683-4449-4a69-8177-8caad162a3ad tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:39:58.213638 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-babf140d-6e47-4af5-8fbb-c7c70bac0579 req-019f0683-4449-4a69-8177-8caad162a3ad tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.89 "GET /v2.0/ports?device_id=3c7675e1-1c8a-410f-be7f-b37c48bc9d65 HTTP/1.1" status: 200 len: 947 time: 0.3327329 Feb 04 17:39:58.311847 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Pushing event updated for resources: {'Port': ['ID=fa5a1c99-a3b3-46ea-b891-f5171c94ab05,revision_number=11']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:39:58.327789 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 04 Feb 2022 17:39:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adfb752e-69b4-45b2-b4e4-e5af0df0d68e x-openstack-request-id: req-adfb752e-69b4-45b2-b4e4-e5af0df0d68e {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:39:58.328116 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c7675e1-1c8a-410f-be7f-b37c48bc9d65", "name": "network-vif-unplugged", "status": "completed", "tag": "fa5a1c99-a3b3-46ea-b891-f5171c94ab05", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:39:58.332485 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-adfb752e-69b4-45b2-b4e4-e5af0df0d68e {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:39:58.332485 n-d-827839-2 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c7675e1-1c8a-410f-be7f-b37c48bc9d65', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fa5a1c99-a3b3-46ea-b891-f5171c94ab05', 'code': 200} Feb 04 17:39:58.495927 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.db_base_plugin_common [None req-cd34b7b7-cf5e-4926-a02e-5006ee0bbce6 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Allocated IP 172.20.0.1 (e8168686-726a-4b9d-bc6a-c800d7c9c418/f81d0321-7ee6-4872-9bad-eff6d1ffdb58/eae9e9a2-c053-461b-b9dc-c9775f0d693b) {{(pid=103376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:39:58.606279 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f49df83-f458-44dc-a022-95d7d525517b req-33b3b696-8ba6-4848-82b4-c8db277dd6b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:39:58.618597 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-0f49df83-f458-44dc-a022-95d7d525517b req-33b3b696-8ba6-4848-82b4-c8db277dd6b2 service neutron] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5073574 Feb 04 17:39:58.656549 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-babf140d-6e47-4af5-8fbb-c7c70bac0579 req-03b118e1-159c-4ac8-9449-635214fef913 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.89 "GET /v2.0/security-groups?id=93ceaf89-daf9-4fd7-ba90-ecf1cae67db9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3594108 Feb 04 17:39:58.697323 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device a88436ef-2839-40da-8a0d-5c50d97ec008 up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:39:58.805896 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-cd34b7b7-cf5e-4926-a02e-5006ee0bbce6 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Publish callbacks [] for port (eae9e9a2-c053-461b-b9dc-c9775f0d693b), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:39:58.817987 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port a88436ef-2839-40da-8a0d-5c50d97ec008 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:39:58.818463 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (a88436ef-2839-40da-8a0d-5c50d97ec008), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:39:58.878302 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-cd34b7b7-cf5e-4926-a02e-5006ee0bbce6 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (eae9e9a2-c053-461b-b9dc-c9775f0d693b), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:39:58.943103 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd34b7b7-cf5e-4926-a02e-5006ee0bbce6 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Pushing event updated for resources: {'Port': ['ID=eae9e9a2-c053-461b-b9dc-c9775f0d693b,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:39:58.945866 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port a88436ef-2839-40da-8a0d-5c50d97ec008 is: DOWN; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:39:58.950617 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (a88436ef-2839-40da-8a0d-5c50d97ec008), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:39:58.957839 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd34b7b7-cf5e-4926-a02e-5006ee0bbce6 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Network e8168686-726a-4b9d-bc6a-c800d7c9c418 is already hosted by enough agents. {{(pid=103376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:39:58.959317 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [None req-cd34b7b7-cf5e-4926-a02e-5006ee0bbce6 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Resources bound (agent type, host, resource id): {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:39:58.963410 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd34b7b7-cf5e-4926-a02e-5006ee0bbce6 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Received port after_create {{(pid=103376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:39:59.001649 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] For port a88436ef-2839-40da-8a0d-5c50d97ec008, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=a88436ef-2839-40da-8a0d-5c50d97ec008,segment=NetworkSegment(5942dc44-1f07-4c27-b0ab-45a2bff20dd5),segment_id=5942dc44-1f07-4c27-b0ab-45a2bff20dd5)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:39:59.005822 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (a88436ef-2839-40da-8a0d-5c50d97ec008), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:39:59.007337 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 2c33dcfb-4e29-4c2d-9451-5b33ed6c0da7 up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:39:59.033184 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-cd34b7b7-cf5e-4926-a02e-5006ee0bbce6 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1595471'] for router_interface (c5a64646-d772-4e70-8e0b-ec33a2dee836), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:39:59.197317 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Pushing event updated for resources: {'Port': ['ID=a88436ef-2839-40da-8a0d-5c50d97ec008,revision_number=4']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:39:59.246972 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port 2c33dcfb-4e29-4c2d-9451-5b33ed6c0da7 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:39:59.247345 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (2c33dcfb-4e29-4c2d-9451-5b33ed6c0da7), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:39:59.387597 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-f1f91883-f689-4051-a2e0-fd098376628d req-0020bf21-0150-4e35-9b18-9f3f64073390 tempest-ServerShowV257Test-1280574848 tempest-ServerShowV257Test-1280574848-project] 10.222.0.89 "GET /v2.0/ports?device_id=8c64ea0f-199e-4581-a4e7-29ff4ce83210 HTTP/1.1" status: 200 len: 210 time: 0.1018245 Feb 04 17:39:59.430931 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-cd34b7b7-cf5e-4926-a02e-5006ee0bbce6 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (eae9e9a2-c053-461b-b9dc-c9775f0d693b), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:39:59.448681 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port 2c33dcfb-4e29-4c2d-9451-5b33ed6c0da7 is: DOWN; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:39:59.449097 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (2c33dcfb-4e29-4c2d-9451-5b33ed6c0da7), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:39:59.485751 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] For port 2c33dcfb-4e29-4c2d-9451-5b33ed6c0da7, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=2c33dcfb-4e29-4c2d-9451-5b33ed6c0da7,segment=NetworkSegment(2a2bc42f-8da5-43e1-939f-751c24d615ee),segment_id=2a2bc42f-8da5-43e1-939f-751c24d615ee)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:39:59.491343 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (2c33dcfb-4e29-4c2d-9451-5b33ed6c0da7), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:39:59.644699 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Pushing event updated for resources: {'Port': ['ID=2c33dcfb-4e29-4c2d-9451-5b33ed6c0da7,revision_number=3']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:39:59.716252 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01f9dbe9-a64a-452a-a368-faa9bdb1101d None None] Network e8168686-726a-4b9d-bc6a-c800d7c9c418 requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:39:59.834149 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7f47359c-f7c3-4b6e-a404-635f32e9b2a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (bb89f5a3-3c22-440b-b7d1-c4f0c43c184a), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:39:59.897513 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-d5f4d0a1-af0d-4de9-92bf-1cdc508b28d5 None None] Provisioning complete for port 2c33dcfb-4e29-4c2d-9451-5b33ed6c0da7 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:39:59.897892 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d5f4d0a1-af0d-4de9-92bf-1cdc508b28d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (2c33dcfb-4e29-4c2d-9451-5b33ed6c0da7), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:40:00.025158 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-0f49df83-f458-44dc-a022-95d7d525517b req-274c353a-2b9d-4a81-8c47-3f27e54ba3cd tempest-ServerShowV257Test-1280574848 tempest-ServerShowV257Test-1280574848-project] 10.222.0.90 "GET /v2.0/ports?device_id=8c64ea0f-199e-4581-a4e7-29ff4ce83210 HTTP/1.1" status: 200 len: 210 time: 0.0664921 Feb 04 17:40:00.102231 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-d5f4d0a1-af0d-4de9-92bf-1cdc508b28d5 None None] Current status of the port 2c33dcfb-4e29-4c2d-9451-5b33ed6c0da7 is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:40:00.187231 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-cd34b7b7-cf5e-4926-a02e-5006ee0bbce6 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Publish callbacks [] for port (eae9e9a2-c053-461b-b9dc-c9775f0d693b), precommit_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:40:00.201539 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-cd34b7b7-cf5e-4926-a02e-5006ee0bbce6 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675836'] for port (eae9e9a2-c053-461b-b9dc-c9775f0d693b), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:40:00.310173 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-cd34b7b7-cf5e-4926-a02e-5006ee0bbce6 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1677345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602751'] for router_interface (c5a64646-d772-4e70-8e0b-ec33a2dee836), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:40:00.516429 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd34b7b7-cf5e-4926-a02e-5006ee0bbce6 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Pushing event updated for resources: {'Port': ['ID=eae9e9a2-c053-461b-b9dc-c9775f0d693b,revision_number=2']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:40:00.543184 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device a88436ef-2839-40da-8a0d-5c50d97ec008 up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:40:00.565434 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316d92bd-bb3f-405e-9022-f287021756b5 req-72d799a9-0ca6-4404-83aa-9fb120025452 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:40:00.574347 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-316d92bd-bb3f-405e-9022-f287021756b5 req-72d799a9-0ca6-4404-83aa-9fb120025452 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.89 "GET /v2.0/ports?device_id=3c7675e1-1c8a-410f-be7f-b37c48bc9d65 HTTP/1.1" status: 200 len: 945 time: 0.7956438 Feb 04 17:40:00.656210 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-f06b7a2d-f7ef-44a1-99f4-3d52fb1c5665 None None] Provisioning complete for port eae9e9a2-c053-461b-b9dc-c9775f0d693b triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:40:00.656890 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f06b7a2d-f7ef-44a1-99f4-3d52fb1c5665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (eae9e9a2-c053-461b-b9dc-c9775f0d693b), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:40:00.711148 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-aa6a4c61-50d1-4282-a4bc-bd25bc8a633d req-35c93e57-f046-469c-aa72-ef26ad83ab25 tempest-ServerShowV257Test-1280574848 tempest-ServerShowV257Test-1280574848-project] 10.222.0.89 "GET /v2.0/ports?device_id=8c64ea0f-199e-4581-a4e7-29ff4ce83210 HTTP/1.1" status: 200 len: 210 time: 0.1126671 Feb 04 17:40:00.734068 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-316d92bd-bb3f-405e-9022-f287021756b5 req-98eb5be4-6954-4da5-9989-66fd686ee3c6 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.89 "GET /v2.0/security-groups?id=93ceaf89-daf9-4fd7-ba90-ecf1cae67db9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1375358 Feb 04 17:40:00.778008 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd34b7b7-cf5e-4926-a02e-5006ee0bbce6 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Network e8168686-726a-4b9d-bc6a-c800d7c9c418 is already hosted by enough agents. {{(pid=103376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:40:00.779513 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [None req-cd34b7b7-cf5e-4926-a02e-5006ee0bbce6 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Resources bound (agent type, host, resource id): {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:40:00.932994 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port a88436ef-2839-40da-8a0d-5c50d97ec008 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:40:00.933680 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (a88436ef-2839-40da-8a0d-5c50d97ec008), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:40:00.992400 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-f06b7a2d-f7ef-44a1-99f4-3d52fb1c5665 None None] Port eae9e9a2-c053-461b-b9dc-c9775f0d693b cannot update to ACTIVE because it is not bound. {{(pid=103378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 17:40:00.996311 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd34b7b7-cf5e-4926-a02e-5006ee0bbce6 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Router c5a64646-d772-4e70-8e0b-ec33a2dee836 has already been hosted by L3 agent 64ada913-9131-4d99-a265-63a920956287 {{(pid=103376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 17:40:01.053160 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port a88436ef-2839-40da-8a0d-5c50d97ec008 is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:40:01.054636 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 2c33dcfb-4e29-4c2d-9451-5b33ed6c0da7 up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:40:01.057020 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-f06b7a2d-f7ef-44a1-99f4-3d52fb1c5665 None None] Provisioning complete for port 2c33dcfb-4e29-4c2d-9451-5b33ed6c0da7 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:40:01.057652 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f06b7a2d-f7ef-44a1-99f4-3d52fb1c5665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (2c33dcfb-4e29-4c2d-9451-5b33ed6c0da7), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:40:01.185933 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-f06b7a2d-f7ef-44a1-99f4-3d52fb1c5665 None None] Current status of the port 2c33dcfb-4e29-4c2d-9451-5b33ed6c0da7 is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:40:01.193817 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd34b7b7-cf5e-4926-a02e-5006ee0bbce6 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Notify agent at l3_agent.n-d-827839-2 the message routers_updated {{(pid=103376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 17:40:01.210172 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-cd34b7b7-cf5e-4926-a02e-5006ee0bbce6 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] 10.222.0.89 "PUT /v2.0/routers/c5a64646-d772-4e70-8e0b-ec33a2dee836/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8620961 Feb 04 17:40:01.211077 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port 2c33dcfb-4e29-4c2d-9451-5b33ed6c0da7 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:40:01.211667 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (2c33dcfb-4e29-4c2d-9451-5b33ed6c0da7), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:40:01.212667 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 60698) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:40:01.227977 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f9dbc15-2904-46a5-9649-b469406f9b72 None None] Sync routers for ids ['c5a64646-d772-4e70-8e0b-ec33a2dee836'] in n-d-827839-2 {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 17:40:01.239795 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f9dbc15-2904-46a5-9649-b469406f9b72 None None] Routers {'c5a64646-d772-4e70-8e0b-ec33a2dee836'} bound to L3 agent in host n-d-827839-2 {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:40:01.240427 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-4f9dbc15-2904-46a5-9649-b469406f9b72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:39:33Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['c5a64646-d772-4e70-8e0b-ec33a2dee836'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:40:01.396652 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port 2c33dcfb-4e29-4c2d-9451-5b33ed6c0da7 is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:40:01.413610 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-8cf275da-afaa-4af3-8df6-e4846016c6c3 None None] Provisioning complete for port eae9e9a2-c053-461b-b9dc-c9775f0d693b triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:40:01.414986 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8cf275da-afaa-4af3-8df6-e4846016c6c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (eae9e9a2-c053-461b-b9dc-c9775f0d693b), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:40:01.458697 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvr_db [None req-4f9dbc15-2904-46a5-9649-b469406f9b72 None None] Set router c5a64646-d772-4e70-8e0b-ec33a2dee836 gateway port host: n-d-827839-2 {{(pid=103379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:40:01.467691 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-8cf275da-afaa-4af3-8df6-e4846016c6c3 None None] Port eae9e9a2-c053-461b-b9dc-c9775f0d693b cannot update to ACTIVE because it is not bound. {{(pid=103378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 17:40:01.502308 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63f2b29f-501f-4f6e-9e5b-c05c114a9cb2 tempest-TestNetworkBasicOps-1140215501 tempest-TestNetworkBasicOps-1140215501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:40:01.502610 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63f2b29f-501f-4f6e-9e5b-c05c114a9cb2 tempest-TestNetworkBasicOps-1140215501 tempest-TestNetworkBasicOps-1140215501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:40:01.503795 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63f2b29f-501f-4f6e-9e5b-c05c114a9cb2 tempest-TestNetworkBasicOps-1140215501 tempest-TestNetworkBasicOps-1140215501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:40:01.504256 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63f2b29f-501f-4f6e-9e5b-c05c114a9cb2 tempest-TestNetworkBasicOps-1140215501 tempest-TestNetworkBasicOps-1140215501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:40:01.504884 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63f2b29f-501f-4f6e-9e5b-c05c114a9cb2 tempest-TestNetworkBasicOps-1140215501 tempest-TestNetworkBasicOps-1140215501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:40:01.507147 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-63f2b29f-501f-4f6e-9e5b-c05c114a9cb2 tempest-TestNetworkBasicOps-1140215501 tempest-TestNetworkBasicOps-1140215501-project-admin] 10.222.0.89 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3586 time: 0.2933154 Feb 04 17:40:01.509996 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 60702) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:40:01.579239 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b6ef753-bcdd-4d35-81c6-bf4e037a30d7 tempest-TestNetworkBasicOps-1140215501 tempest-TestNetworkBasicOps-1140215501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:40:01.579700 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b6ef753-bcdd-4d35-81c6-bf4e037a30d7 tempest-TestNetworkBasicOps-1140215501 tempest-TestNetworkBasicOps-1140215501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:40:01.580146 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b6ef753-bcdd-4d35-81c6-bf4e037a30d7 tempest-TestNetworkBasicOps-1140215501 tempest-TestNetworkBasicOps-1140215501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:40:01.580595 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b6ef753-bcdd-4d35-81c6-bf4e037a30d7 tempest-TestNetworkBasicOps-1140215501 tempest-TestNetworkBasicOps-1140215501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:40:01.581262 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b6ef753-bcdd-4d35-81c6-bf4e037a30d7 tempest-TestNetworkBasicOps-1140215501 tempest-TestNetworkBasicOps-1140215501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:40:01.583651 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-7b6ef753-bcdd-4d35-81c6-bf4e037a30d7 tempest-TestNetworkBasicOps-1140215501 tempest-TestNetworkBasicOps-1140215501-project-admin] 10.222.0.89 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3366 time: 0.0714805 Feb 04 17:40:01.586939 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 60706) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:40:01.726390 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-4f9dbc15-2904-46a5-9649-b469406f9b72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5a64646-d772-4e70-8e0b-ec33a2dee836', 'name': 'tempest-TestNetworkBasicOps-router-1348854317', 'tenant_id': '1442cfcaa62548aa8c0af19ff6a9d44c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.122'}], 'enable_snat': True}, 'gw_port_id': 'a88436ef-2839-40da-8a0d-5c50d97ec008', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:39:49Z', 'updated_at': '2022-02-04T17:39:59Z', 'revision_number': 4, 'project_id': '1442cfcaa62548aa8c0af19ff6a9d44c', 'gw_port': {'id': 'a88436ef-2839-40da-8a0d-5c50d97ec008', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:a6:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5a64646-d772-4e70-8e0b-ec33a2dee836', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3131, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:39:50Z', 'updated_at': '2022-02-04T17:39:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_interfaces': [{'id': 'eae9e9a2-c053-461b-b9dc-c9775f0d693b', 'name': '', 'network_id': 'e8168686-726a-4b9d-bc6a-c800d7c9c418', 'tenant_id': '1442cfcaa62548aa8c0af19ff6a9d44c', 'mac_address': 'fa:16:3e:a7:c6:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5a64646-d772-4e70-8e0b-ec33a2dee836', 'device_owner': 'network:router_interface', 'standard_attr_id': 3134, 'fixed_ips': [{'subnet_id': 'f81d0321-7ee6-4872-9bad-eff6d1ffdb58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:39:57Z', 'updated_at': '2022-02-04T17:39:59Z', 'revision_number': 2, 'project_id': '1442cfcaa62548aa8c0af19ff6a9d44c', 'subnets': [{'id': 'f81d0321-7ee6-4872-9bad-eff6d1ffdb58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-2', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:40:01.763662 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f9dbc15-2904-46a5-9649-b469406f9b72 None None] Checking router: c5a64646-d772-4e70-8e0b-ec33a2dee836 for host: n-d-827839-2 {{(pid=103379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 17:40:01.764415 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f9dbc15-2904-46a5-9649-b469406f9b72 None None] Updating router c5a64646-d772-4e70-8e0b-ec33a2dee836 port eae9e9a2-c053-461b-b9dc-c9775f0d693b binding host n-d-827839-2 {{(pid=103379) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 17:40:01.845353 n-d-827839-2 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-4f9dbc15-2904-46a5-9649-b469406f9b72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (eae9e9a2-c053-461b-b9dc-c9775f0d693b), before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:40:01.885253 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device fa5a1c99-a3b3-46ea-b891-f5171c94ab05 details requested by agent hyperv_n-h1-827839-2 with host n-h1-827839-2 {{(pid=103378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 17:40:01.975560 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-efaa1a47-f9c2-4ebb-bf90-7ba2d7cadac6 tempest-TestNetworkBasicOps-1140215501 tempest-TestNetworkBasicOps-1140215501-project-admin] 10.222.0.89 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2329 time: 0.3850327 Feb 04 17:40:01.984609 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b92c61d-fd11-4568-909d-ca9af03a3677 req-4fca414e-2e53-4511-aed6-ff19209ff2b7 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:40:01.997824 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-3b92c61d-fd11-4568-909d-ca9af03a3677 req-4fca414e-2e53-4511-aed6-ff19209ff2b7 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.89 "GET /v2.0/ports?device_id=3c7675e1-1c8a-410f-be7f-b37c48bc9d65 HTTP/1.1" status: 200 len: 945 time: 0.1137996 Feb 04 17:40:02.097598 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-3b92c61d-fd11-4568-909d-ca9af03a3677 req-c52f2df3-6a4b-45b1-9a14-5caed375848b tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.89 "GET /v2.0/security-groups?id=93ceaf89-daf9-4fd7-ba90-ecf1cae67db9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0929966 Feb 04 17:40:02.172117 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] For port fa5a1c99-a3b3-46ea-b891-f5171c94ab05, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=fa5a1c99-a3b3-46ea-b891-f5171c94ab05,segment=NetworkSegment(95e3d896-e0ab-47f8-8257-e5c06c9261eb),segment_id=95e3d896-e0ab-47f8-8257-e5c06c9261eb)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:40:02.187065 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Returning: {'device': 'fa5a1c99-a3b3-46ea-b891-f5171c94ab05', 'network_id': 'b55b6cf7-96ca-44f1-b402-5ece20b91f84', 'port_id': 'fa5a1c99-a3b3-46ea-b891-f5171c94ab05', 'mac_address': 'fa:16:3e:b1:08:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 796, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56d77231-1e8a-430f-89bb-45ff7f982beb', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 17:40:02.328429 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Current status of the port fa5a1c99-a3b3-46ea-b891-f5171c94ab05 is: DOWN; New status is: BUILD {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:40:02.328847 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (fa5a1c99-a3b3-46ea-b891-f5171c94ab05), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:40:02.363551 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa5a1c99-a3b3-46ea-b891-f5171c94ab05 {{(pid=103378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 17:40:02.414244 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] For port fa5a1c99-a3b3-46ea-b891-f5171c94ab05, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=fa5a1c99-a3b3-46ea-b891-f5171c94ab05,segment=NetworkSegment(95e3d896-e0ab-47f8-8257-e5c06c9261eb),segment_id=95e3d896-e0ab-47f8-8257-e5c06c9261eb)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:40:02.421590 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (fa5a1c99-a3b3-46ea-b891-f5171c94ab05), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:40:02.490143 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 60740) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:40:02.516879 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Pushing event updated for resources: {'Port': ['ID=fa5a1c99-a3b3-46ea-b891-f5171c94ab05,revision_number=12']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:40:02.583593 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] get_ports_and_sgs() called for port_ids ['fa5a1c99-a3b3-46ea-b891-f5171c94ab05'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 17:40:02.587365 n-d-827839-2 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-4f9dbc15-2904-46a5-9649-b469406f9b72 None None] Publish callbacks [] for port (eae9e9a2-c053-461b-b9dc-c9775f0d693b), precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:40:02.597192 n-d-827839-2 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-4f9dbc15-2904-46a5-9649-b469406f9b72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (eae9e9a2-c053-461b-b9dc-c9775f0d693b), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:40:02.778004 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3865d65-8960-4ab5-bb45-0cc17449e25a None None] Pushing event updated for resources: {'Port': ['ID=eae9e9a2-c053-461b-b9dc-c9775f0d693b,revision_number=3']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:40:02.820213 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-d1720580-062c-49a6-a91c-6cbeef5bff0c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:40:02.826664 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3865d65-8960-4ab5-bb45-0cc17449e25a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:40:02.827066 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3865d65-8960-4ab5-bb45-0cc17449e25a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:40:02.827410 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3865d65-8960-4ab5-bb45-0cc17449e25a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:40:02.827745 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3865d65-8960-4ab5-bb45-0cc17449e25a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:40:02.828074 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3865d65-8960-4ab5-bb45-0cc17449e25a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:40:02.828402 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3865d65-8960-4ab5-bb45-0cc17449e25a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:40:02.828723 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3865d65-8960-4ab5-bb45-0cc17449e25a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:40:02.829070 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3865d65-8960-4ab5-bb45-0cc17449e25a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:40:02.829390 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3865d65-8960-4ab5-bb45-0cc17449e25a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:40:02.829708 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3865d65-8960-4ab5-bb45-0cc17449e25a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:40:02.830027 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3865d65-8960-4ab5-bb45-0cc17449e25a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:40:02.830343 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3865d65-8960-4ab5-bb45-0cc17449e25a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:40:02.837743 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3865d65-8960-4ab5-bb45-0cc17449e25a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:40:02.890568 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [None req-4f9dbc15-2904-46a5-9649-b469406f9b72 None None] Attempting to bind port eae9e9a2-c053-461b-b9dc-c9775f0d693b on host n-d-827839-2 for vnic_type normal with profile {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:40:02.891080 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [None req-4f9dbc15-2904-46a5-9649-b469406f9b72 None None] Attempting to bind port eae9e9a2-c053-461b-b9dc-c9775f0d693b by drivers openvswitch,hyperv on host n-d-827839-2 at level 0 using segments [{'id': '2a2bc42f-8da5-43e1-939f-751c24d615ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'e8168686-726a-4b9d-bc6a-c800d7c9c418'}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:40:02.891665 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f9dbc15-2904-46a5-9649-b469406f9b72 None None] Attempting to bind port eae9e9a2-c053-461b-b9dc-c9775f0d693b on network e8168686-726a-4b9d-bc6a-c800d7c9c418 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:40:02.896486 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 60750) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:40:02.910538 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f9dbc15-2904-46a5-9649-b469406f9b72 None None] Checking agent: {'id': 'ba70844b-66a0-45fd-a2f2-e6ed673321fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 0, 36), 'started_at': datetime.datetime(2022, 2, 4, 17, 1, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 39, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:40:02.915778 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f9dbc15-2904-46a5-9649-b469406f9b72 None None] Checking segment: {'id': '2a2bc42f-8da5-43e1-939f-751c24d615ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'e8168686-726a-4b9d-bc6a-c800d7c9c418'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:40:02.917713 n-d-827839-2 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-4f9dbc15-2904-46a5-9649-b469406f9b72 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:40:02.918221 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f9dbc15-2904-46a5-9649-b469406f9b72 None None] Bound using segment: {'id': '2a2bc42f-8da5-43e1-939f-751c24d615ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'e8168686-726a-4b9d-bc6a-c800d7c9c418'} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:40:02.921001 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [None req-4f9dbc15-2904-46a5-9649-b469406f9b72 None None] Bound port: eae9e9a2-c053-461b-b9dc-c9775f0d693b, host: n-d-827839-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a2bc42f-8da5-43e1-939f-751c24d615ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'e8168686-726a-4b9d-bc6a-c800d7c9c418'}}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:40:02.921753 n-d-827839-2 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-4f9dbc15-2904-46a5-9649-b469406f9b72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (eae9e9a2-c053-461b-b9dc-c9775f0d693b), before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:40:02.938816 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-327eb20f-950d-4de2-81d3-05a8c92236d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (64ada913-9131-4d99-a265-63a920956287), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:40:02.959232 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 60754) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:40:02.964537 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-1543403b-4c92-4eb9-9cf4-72f112f3c452 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-316234059', 'description': 'tempest-secgroup-smoke-316234059 description', 'project_id': '1442cfcaa62548aa8c0af19ff6a9d44c'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:40:03.018996 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-1543403b-4c92-4eb9-9cf4-72f112f3c452 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Publish callbacks [] for security_group (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:40:03.071582 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-d1720580-062c-49a6-a91c-6cbeef5bff0c admin admin] Publish callbacks [] for security_group (c57ebda0-fd4c-48b6-a421-418af8ec0163), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:40:03.078918 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-d1720580-062c-49a6-a91c-6cbeef5bff0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (c57ebda0-fd4c-48b6-a421-418af8ec0163), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:40:03.079157 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-4f9dbc15-2904-46a5-9649-b469406f9b72 None None] For port eae9e9a2-c053-461b-b9dc-c9775f0d693b, host n-d-827839-2, cleared binding levels {{(pid=103379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:40:03.088046 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-4f9dbc15-2904-46a5-9649-b469406f9b72 None None] For port eae9e9a2-c053-461b-b9dc-c9775f0d693b, host n-d-827839-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=eae9e9a2-c053-461b-b9dc-c9775f0d693b,segment=NetworkSegment(2a2bc42f-8da5-43e1-939f-751c24d615ee),segment_id=2a2bc42f-8da5-43e1-939f-751c24d615ee)] {{(pid=103379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:40:03.099296 n-d-827839-2 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-4f9dbc15-2904-46a5-9649-b469406f9b72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (eae9e9a2-c053-461b-b9dc-c9775f0d693b), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:40:03.128138 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d408ec64-b374-4acb-a1fc-48241dad6d47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (0cd6d64a-47a7-40ff-8c12-71dd526c62e0), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:40:03.165298 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-d1720580-062c-49a6-a91c-6cbeef5bff0c admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=6a826123645d44828800946ee3efc747&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6738951 Feb 04 17:40:03.169927 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 60758) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:40:03.222454 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-ceb507ad-fb67-40fd-b670-10dcf76fff9d None None] Provisioning complete for port eae9e9a2-c053-461b-b9dc-c9775f0d693b triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:40:03.223490 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ceb507ad-fb67-40fd-b670-10dcf76fff9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (eae9e9a2-c053-461b-b9dc-c9775f0d693b), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:40:03.247035 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f9dbc15-2904-46a5-9649-b469406f9b72 None None] Routers {'c5a64646-d772-4e70-8e0b-ec33a2dee836'} bound to L3 agent in host n-d-827839-2 {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:40:03.252664 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-4f9dbc15-2904-46a5-9649-b469406f9b72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:40:03Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['c5a64646-d772-4e70-8e0b-ec33a2dee836'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:40:03.258181 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1720580-062c-49a6-a91c-6cbeef5bff0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c57ebda0-fd4c-48b6-a421-418af8ec0163,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:40:03.282257 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-d250cd85-c670-453b-87e5-c717eef8c82e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:40:03.411780 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-6c52eb84-a709-449c-a29b-8cc3f19f92a3 admin admin] Publish callbacks [] for security_group (c57ebda0-fd4c-48b6-a421-418af8ec0163), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:40:03.464023 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-6c52eb84-a709-449c-a29b-8cc3f19f92a3 admin admin] Publish callbacks [] for security_group (c57ebda0-fd4c-48b6-a421-418af8ec0163), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:40:03.472325 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-ceb507ad-fb67-40fd-b670-10dcf76fff9d None None] Current status of the port eae9e9a2-c053-461b-b9dc-c9775f0d693b is: DOWN; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:40:03.472719 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ceb507ad-fb67-40fd-b670-10dcf76fff9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (eae9e9a2-c053-461b-b9dc-c9775f0d693b), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:40:03.505751 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvr_db [None req-4f9dbc15-2904-46a5-9649-b469406f9b72 None None] Set router c5a64646-d772-4e70-8e0b-ec33a2dee836 gateway port host: n-d-827839-2 {{(pid=103379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:40:03.526140 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-ceb507ad-fb67-40fd-b670-10dcf76fff9d None None] For port eae9e9a2-c053-461b-b9dc-c9775f0d693b, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=eae9e9a2-c053-461b-b9dc-c9775f0d693b,segment=NetworkSegment(2a2bc42f-8da5-43e1-939f-751c24d615ee),segment_id=2a2bc42f-8da5-43e1-939f-751c24d615ee)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:40:03.532392 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ceb507ad-fb67-40fd-b670-10dcf76fff9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (eae9e9a2-c053-461b-b9dc-c9775f0d693b), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:40:03.594430 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-1543403b-4c92-4eb9-9cf4-72f112f3c452 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Publish callbacks [] for security_group (86a5249b-5994-4021-a403-048c77aff796), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:40:03.596418 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-6c52eb84-a709-449c-a29b-8cc3f19f92a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (c57ebda0-fd4c-48b6-a421-418af8ec0163), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:40:03.599114 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-6c52eb84-a709-449c-a29b-8cc3f19f92a3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:40:03.602629 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-6c52eb84-a709-449c-a29b-8cc3f19f92a3 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/c57ebda0-fd4c-48b6-a421-418af8ec0163 HTTP/1.1" status: 204 len: 168 time: 0.4241569 Feb 04 17:40:03.616461 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-1543403b-4c92-4eb9-9cf4-72f112f3c452 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (86a5249b-5994-4021-a403-048c77aff796), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:40:03.631122 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-d250cd85-c670-453b-87e5-c717eef8c82e admin admin] Publish callbacks [] for security_group (65184524-5e7a-4e14-a7b0-03ce474742fb), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:40:03.632104 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb507ad-fb67-40fd-b670-10dcf76fff9d None None] Pushing event updated for resources: {'Port': ['ID=eae9e9a2-c053-461b-b9dc-c9775f0d693b,revision_number=5']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:40:03.661101 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c52eb84-a709-449c-a29b-8cc3f19f92a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c57ebda0-fd4c-48b6-a421-418af8ec0163,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:40:03.674279 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-d250cd85-c670-453b-87e5-c717eef8c82e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (65184524-5e7a-4e14-a7b0-03ce474742fb), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:40:03.718516 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4bf271dc-7b60-492a-b265-3f399ce485da None None] Provisioning complete for port eae9e9a2-c053-461b-b9dc-c9775f0d693b triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:40:03.720074 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4bf271dc-7b60-492a-b265-3f399ce485da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (eae9e9a2-c053-461b-b9dc-c9775f0d693b), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:40:03.755431 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169b2af5-c58a-4216-97c1-4668659cc09e req-bfc8307d-e887-4941-8053-e0ce03908965 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:40:03.756973 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-169b2af5-c58a-4216-97c1-4668659cc09e req-bfc8307d-e887-4941-8053-e0ce03908965 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.89 "GET /v2.0/ports?device_id=3c7675e1-1c8a-410f-be7f-b37c48bc9d65 HTTP/1.1" status: 200 len: 946 time: 0.5635035 Feb 04 17:40:03.849919 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-1543403b-4c92-4eb9-9cf4-72f112f3c452 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Publish callbacks [] for security_group (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:40:03.851166 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-1543403b-4c92-4eb9-9cf4-72f112f3c452 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] 10.222.0.89 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.8906708 Feb 04 17:40:03.854384 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 60768) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:40:03.859103 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-aae5d522-17a0-4eef-8da4-1c6310435aea tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Request body: {'security_group_rule': {'security_group_id': '86a5249b-5994-4021-a403-048c77aff796', 'project_id': '1442cfcaa62548aa8c0af19ff6a9d44c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:40:03.870663 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1543403b-4c92-4eb9-9cf4-72f112f3c452 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Pushing event updated for resources: {'SecurityGroup': ['ID=86a5249b-5994-4021-a403-048c77aff796,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:40:03.877145 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-d250cd85-c670-453b-87e5-c717eef8c82e admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=17ac4cb4338540a1ab7953ca8efe8a1e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9766977 Feb 04 17:40:03.879961 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 60770) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:40:03.917471 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-169b2af5-c58a-4216-97c1-4668659cc09e req-e687588c-752b-4ca4-a47a-7e98f44e3601 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.89 "GET /v2.0/security-groups?id=93ceaf89-daf9-4fd7-ba90-ecf1cae67db9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1337101 Feb 04 17:40:03.940950 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-aae5d522-17a0-4eef-8da4-1c6310435aea tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Publish callbacks [] for security_group_rule (0f9b3f69-82f6-4c74-ad63-3130c0b65240), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:40:03.949817 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d250cd85-c670-453b-87e5-c717eef8c82e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65184524-5e7a-4e14-a7b0-03ce474742fb,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:40:03.962609 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device fa5a1c99-a3b3-46ea-b891-f5171c94ab05 up at agent hyperv_n-h1-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:40:03.965601 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4bf271dc-7b60-492a-b265-3f399ce485da None None] Current status of the port eae9e9a2-c053-461b-b9dc-c9775f0d693b is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:40:03.997454 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-120cbba0-ab08-41ef-95f5-1cab82d0b301 admin admin] Publish callbacks [] for security_group (65184524-5e7a-4e14-a7b0-03ce474742fb), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:40:04.060220 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3865d65-8960-4ab5-bb45-0cc17449e25a None None] Pushing event updated for resources: {'Port': ['ID=eae9e9a2-c053-461b-b9dc-c9775f0d693b,revision_number=4']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:40:04.084233 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-120cbba0-ab08-41ef-95f5-1cab82d0b301 admin admin] Publish callbacks [] for security_group (65184524-5e7a-4e14-a7b0-03ce474742fb), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:40:04.109093 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Provisioning complete for port fa5a1c99-a3b3-46ea-b891-f5171c94ab05 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:40:04.109475 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (fa5a1c99-a3b3-46ea-b891-f5171c94ab05), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:40:04.133449 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-aae5d522-17a0-4eef-8da4-1c6310435aea tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Publish callbacks [] for security_group_rule (0f9b3f69-82f6-4c74-ad63-3130c0b65240), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:40:04.142728 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-aae5d522-17a0-4eef-8da4-1c6310435aea tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664556'] for security_group_rule (0f9b3f69-82f6-4c74-ad63-3130c0b65240), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:40:04.167740 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae5d522-17a0-4eef-8da4-1c6310435aea tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f9b3f69-82f6-4c74-ad63-3130c0b65240,revision_number=0']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:40:04.185694 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-120cbba0-ab08-41ef-95f5-1cab82d0b301 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (65184524-5e7a-4e14-a7b0-03ce474742fb), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:40:04.193191 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-120cbba0-ab08-41ef-95f5-1cab82d0b301 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:40:04.196220 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-120cbba0-ab08-41ef-95f5-1cab82d0b301 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/65184524-5e7a-4e14-a7b0-03ce474742fb HTTP/1.1" status: 204 len: 168 time: 0.3124719 Feb 04 17:40:04.214470 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120cbba0-ab08-41ef-95f5-1cab82d0b301 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65184524-5e7a-4e14-a7b0-03ce474742fb,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:40:04.214908 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-aae5d522-17a0-4eef-8da4-1c6310435aea tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:40:04.219596 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 60780) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:40:04.221324 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-aae5d522-17a0-4eef-8da4-1c6310435aea tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3657026 Feb 04 17:40:04.231249 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-b1348c9a-18d4-4e84-bdcb-f9cdefe76b63 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Request body: {'security_group_rule': {'security_group_id': '86a5249b-5994-4021-a403-048c77aff796', 'project_id': '1442cfcaa62548aa8c0af19ff6a9d44c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:40:04.292691 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-b1348c9a-18d4-4e84-bdcb-f9cdefe76b63 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Publish callbacks [] for security_group_rule (88f0d6cd-2874-4bdd-a617-904edc7077fc), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:40:04.309975 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-4f9dbc15-2904-46a5-9649-b469406f9b72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5a64646-d772-4e70-8e0b-ec33a2dee836', 'name': 'tempest-TestNetworkBasicOps-router-1348854317', 'tenant_id': '1442cfcaa62548aa8c0af19ff6a9d44c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.122'}], 'enable_snat': True}, 'gw_port_id': 'a88436ef-2839-40da-8a0d-5c50d97ec008', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:39:49Z', 'updated_at': '2022-02-04T17:39:59Z', 'revision_number': 4, 'project_id': '1442cfcaa62548aa8c0af19ff6a9d44c', 'gw_port': {'id': 'a88436ef-2839-40da-8a0d-5c50d97ec008', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:a6:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5a64646-d772-4e70-8e0b-ec33a2dee836', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3131, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:39:50Z', 'updated_at': '2022-02-04T17:39:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_interfaces': [{'id': 'eae9e9a2-c053-461b-b9dc-c9775f0d693b', 'name': '', 'network_id': 'e8168686-726a-4b9d-bc6a-c800d7c9c418', 'tenant_id': '1442cfcaa62548aa8c0af19ff6a9d44c', 'mac_address': 'fa:16:3e:a7:c6:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5a64646-d772-4e70-8e0b-ec33a2dee836', 'device_owner': 'network:router_interface', 'standard_attr_id': 3134, 'fixed_ips': [{'subnet_id': 'f81d0321-7ee6-4872-9bad-eff6d1ffdb58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:39:57Z', 'updated_at': '2022-02-04T17:40:03Z', 'revision_number': 4, 'project_id': '1442cfcaa62548aa8c0af19ff6a9d44c', 'subnets': [{'id': 'f81d0321-7ee6-4872-9bad-eff6d1ffdb58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-2', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:40:04.338944 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Current status of the port fa5a1c99-a3b3-46ea-b891-f5171c94ab05 is: BUILD; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:40:04.339497 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (fa5a1c99-a3b3-46ea-b891-f5171c94ab05), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:40:04.355755 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f9dbc15-2904-46a5-9649-b469406f9b72 None None] The sync data for ids ['c5a64646-d772-4e70-8e0b-ec33a2dee836'] in n-d-827839-2 is: [{'id': 'c5a64646-d772-4e70-8e0b-ec33a2dee836', 'name': 'tempest-TestNetworkBasicOps-router-1348854317', 'tenant_id': '1442cfcaa62548aa8c0af19ff6a9d44c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.122'}], 'enable_snat': True}, 'gw_port_id': 'a88436ef-2839-40da-8a0d-5c50d97ec008', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:39:49Z', 'updated_at': '2022-02-04T17:39:59Z', 'revision_number': 4, 'project_id': '1442cfcaa62548aa8c0af19ff6a9d44c', 'gw_port': {'id': 'a88436ef-2839-40da-8a0d-5c50d97ec008', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:a6:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5a64646-d772-4e70-8e0b-ec33a2dee836', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3131, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:39:50Z', 'updated_at': '2022-02-04T17:39:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_interfaces': [{'id': 'eae9e9a2-c053-461b-b9dc-c9775f0d693b', 'name': '', 'network_id': 'e8168686-726a-4b9d-bc6a-c800d7c9c418', 'tenant_id': '1442cfcaa62548aa8c0af19ff6a9d44c', 'mac_address': 'fa:16:3e:a7:c6:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5a64646-d772-4e70-8e0b-ec33a2dee836', 'device_owner': 'network:router_interface', 'standard_attr_id': 3134, 'fixed_ips': [{'subnet_id': 'f81d0321-7ee6-4872-9bad-eff6d1ffdb58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:39:57Z', 'updated_at': '2022-02-04T17:40:03Z', 'revision_number': 4, 'project_id': '1442cfcaa62548aa8c0af19ff6a9d44c', 'subnets': [{'id': 'f81d0321-7ee6-4872-9bad-eff6d1ffdb58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 17:40:04.420476 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-b1348c9a-18d4-4e84-bdcb-f9cdefe76b63 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Publish callbacks [] for security_group_rule (88f0d6cd-2874-4bdd-a617-904edc7077fc), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:40:04.427062 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-b1348c9a-18d4-4e84-bdcb-f9cdefe76b63 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664556'] for security_group_rule (88f0d6cd-2874-4bdd-a617-904edc7077fc), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:40:04.444053 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] For port fa5a1c99-a3b3-46ea-b891-f5171c94ab05, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=fa5a1c99-a3b3-46ea-b891-f5171c94ab05,segment=NetworkSegment(95e3d896-e0ab-47f8-8257-e5c06c9261eb),segment_id=95e3d896-e0ab-47f8-8257-e5c06c9261eb)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:40:04.445856 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c7675e1-1c8a-410f-be7f-b37c48bc9d65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa5a1c99-a3b3-46ea-b891-f5171c94ab05'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:40:04.457503 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c34bc964ce2211770fda26ca2f3801cc06f4f39928110690550e94ab9c9d2fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5593ee64-deac-4358-a362-b584e6005430" -d '{"events": [{"server_uuid": "3c7675e1-1c8a-410f-be7f-b37c48bc9d65", "name": "network-vif-plugged", "status": "completed", "tag": "fa5a1c99-a3b3-46ea-b891-f5171c94ab05"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:40:04.462533 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (fa5a1c99-a3b3-46ea-b891-f5171c94ab05), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:40:04.486497 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1348c9a-18d4-4e84-bdcb-f9cdefe76b63 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88f0d6cd-2874-4bdd-a617-904edc7077fc,revision_number=0']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:40:04.502793 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-b1348c9a-18d4-4e84-bdcb-f9cdefe76b63 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:40:04.504322 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-b1348c9a-18d4-4e84-bdcb-f9cdefe76b63 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2816989 Feb 04 17:40:04.507493 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 60790) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:40:04.516950 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-61fcc34e-437e-4481-a577-253032ec430a tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Request body: {'security_group_rule': {'security_group_id': '86a5249b-5994-4021-a403-048c77aff796', 'project_id': '1442cfcaa62548aa8c0af19ff6a9d44c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:40:04.582693 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-61fcc34e-437e-4481-a577-253032ec430a tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Publish callbacks [] for security_group_rule (878e47f6-804b-44e2-b955-281db56cde86), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:40:04.604882 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Pushing event updated for resources: {'Port': ['ID=fa5a1c99-a3b3-46ea-b891-f5171c94ab05,revision_number=13']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:40:04.627634 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 17:40:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed6d5247-a3e9-4548-a139-181bd183ed79 x-openstack-request-id: req-ed6d5247-a3e9-4548-a139-181bd183ed79 {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:40:04.627634 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c7675e1-1c8a-410f-be7f-b37c48bc9d65", "name": "network-vif-plugged", "status": "completed", "tag": "fa5a1c99-a3b3-46ea-b891-f5171c94ab05", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:40:04.627634 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-ed6d5247-a3e9-4548-a139-181bd183ed79 {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:40:04.630866 n-d-827839-2 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c7675e1-1c8a-410f-be7f-b37c48bc9d65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa5a1c99-a3b3-46ea-b891-f5171c94ab05', 'code': 200} Feb 04 17:40:04.715515 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-61fcc34e-437e-4481-a577-253032ec430a tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Publish callbacks [] for security_group_rule (878e47f6-804b-44e2-b955-281db56cde86), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:40:04.729437 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-61fcc34e-437e-4481-a577-253032ec430a tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664556'] for security_group_rule (878e47f6-804b-44e2-b955-281db56cde86), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:40:04.764459 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fcc34e-437e-4481-a577-253032ec430a tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=878e47f6-804b-44e2-b955-281db56cde86,revision_number=0']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:40:04.774145 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-61fcc34e-437e-4481-a577-253032ec430a tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:40:04.777954 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-61fcc34e-437e-4481-a577-253032ec430a tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2666650 Feb 04 17:40:04.778252 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 60794) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:40:04.797785 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-c478d261-909c-41b9-892d-9061b4e2ee0e tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Request body: {'security_group_rule': {'security_group_id': '86a5249b-5994-4021-a403-048c77aff796', 'project_id': '1442cfcaa62548aa8c0af19ff6a9d44c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:40:04.807026 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4f14bb47-e72b-46ac-9e44-a61d9293afcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (75326290-f7a3-4db8-9cf2-15c7139ed224), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:40:04.856406 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-c478d261-909c-41b9-892d-9061b4e2ee0e tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Publish callbacks [] for security_group_rule (2c168a38-762a-409e-ac06-baf6dc55b546), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:40:04.944993 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 60800) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:40:04.969595 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-90372d1b-0d72-49ce-9851-09af1e8b98e0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:40:05.013138 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-c478d261-909c-41b9-892d-9061b4e2ee0e tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Publish callbacks [] for security_group_rule (2c168a38-762a-409e-ac06-baf6dc55b546), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:40:05.017138 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-c478d261-909c-41b9-892d-9061b4e2ee0e tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664556'] for security_group_rule (2c168a38-762a-409e-ac06-baf6dc55b546), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:40:05.103875 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c478d261-909c-41b9-892d-9061b4e2ee0e tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c168a38-762a-409e-ac06-baf6dc55b546,revision_number=0']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:40:05.134465 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-c478d261-909c-41b9-892d-9061b4e2ee0e tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:40:05.136235 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-c478d261-909c-41b9-892d-9061b4e2ee0e tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3570259 Feb 04 17:40:05.153285 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-90372d1b-0d72-49ce-9851-09af1e8b98e0 admin admin] Publish callbacks [] for security_group (64246d9c-5e79-4b37-9f56-977062f61a19), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:40:05.156115 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 60806) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:40:05.164384 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-f8a14ec4-2ede-427f-a15d-cc199a6cbe86 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Request body: {'security_group_rule': {'security_group_id': '86a5249b-5994-4021-a403-048c77aff796', 'project_id': '1442cfcaa62548aa8c0af19ff6a9d44c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:40:05.211867 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-90372d1b-0d72-49ce-9851-09af1e8b98e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (64246d9c-5e79-4b37-9f56-977062f61a19), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:40:05.218503 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4416c7e5-bfb1-4630-a06a-f69a471c931e req-740ef30e-22b3-4767-bd56-d13eb1694394 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:40:05.227627 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-4416c7e5-bfb1-4630-a06a-f69a471c931e req-740ef30e-22b3-4767-bd56-d13eb1694394 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.89 "GET /v2.0/ports?device_id=3c7675e1-1c8a-410f-be7f-b37c48bc9d65 HTTP/1.1" status: 200 len: 947 time: 0.1661754 Feb 04 17:40:05.337822 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-4416c7e5-bfb1-4630-a06a-f69a471c931e req-3036b28a-84d5-4444-9053-f4a4a3d7b302 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.89 "GET /v2.0/security-groups?id=93ceaf89-daf9-4fd7-ba90-ecf1cae67db9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1008878 Feb 04 17:40:05.357404 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90372d1b-0d72-49ce-9851-09af1e8b98e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64246d9c-5e79-4b37-9f56-977062f61a19,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:40:05.382045 n-d-827839-2 neutron-server[103377]: INFO neutron.db.securitygroups_db [None req-f8a14ec4-2ede-427f-a15d-cc199a6cbe86 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Project 1442cfcaa62548aa8c0af19ff6a9d44c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 17:40:05.401670 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-90372d1b-0d72-49ce-9851-09af1e8b98e0 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=2d4b844a25d74cc496dce775119e339f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4548306 Feb 04 17:40:05.404683 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-f8a14ec4-2ede-427f-a15d-cc199a6cbe86 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Publish callbacks [] for security_group_rule (046ab5cf-8b29-4484-be66-a67f976f737c), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:40:05.405701 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 60810) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:40:05.480535 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 60812) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:40:05.519009 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-f8a14ec4-2ede-427f-a15d-cc199a6cbe86 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Publish callbacks [] for security_group_rule (046ab5cf-8b29-4484-be66-a67f976f737c), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:40:05.522602 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-f8a14ec4-2ede-427f-a15d-cc199a6cbe86 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664556'] for security_group_rule (046ab5cf-8b29-4484-be66-a67f976f737c), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:40:05.561040 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-f8a14ec4-2ede-427f-a15d-cc199a6cbe86 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:40:05.562556 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-f8a14ec4-2ede-427f-a15d-cc199a6cbe86 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4038157 Feb 04 17:40:05.565973 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 60816) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:40:05.571187 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-abf37e4c-86f9-47a3-a2b1-60521eaee489 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Request body: {'security_group_rule': {'security_group_id': '86a5249b-5994-4021-a403-048c77aff796', 'project_id': '1442cfcaa62548aa8c0af19ff6a9d44c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:40:05.585989 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-7244cdaa-a723-451d-8903-476f8747f5b1 admin admin] Publish callbacks [] for security_group (64246d9c-5e79-4b37-9f56-977062f61a19), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:40:05.589073 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a14ec4-2ede-427f-a15d-cc199a6cbe86 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=046ab5cf-8b29-4484-be66-a67f976f737c,revision_number=0']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:40:05.625491 n-d-827839-2 neutron-server[103377]: INFO neutron.db.securitygroups_db [None req-abf37e4c-86f9-47a3-a2b1-60521eaee489 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Project 1442cfcaa62548aa8c0af19ff6a9d44c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 17:40:05.634435 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-abf37e4c-86f9-47a3-a2b1-60521eaee489 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Publish callbacks [] for security_group_rule (3233ed0e-5ad6-4d72-ad07-e744b6dfba18), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:40:05.663665 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-7244cdaa-a723-451d-8903-476f8747f5b1 admin admin] Publish callbacks [] for security_group (64246d9c-5e79-4b37-9f56-977062f61a19), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:40:05.723303 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (ba70844b-66a0-45fd-a2f2-e6ed673321fc), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:40:05.775466 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-abf37e4c-86f9-47a3-a2b1-60521eaee489 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Publish callbacks [] for security_group_rule (3233ed0e-5ad6-4d72-ad07-e744b6dfba18), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:40:05.779208 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-abf37e4c-86f9-47a3-a2b1-60521eaee489 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664556'] for security_group_rule (3233ed0e-5ad6-4d72-ad07-e744b6dfba18), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:40:05.783788 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-bb578647-cf05-4924-a146-dff70477b5f7 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-1703474827-network', 'tenant_id': '979bf8f76c3141509308a4c382fce1d0'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:40:05.789294 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-7244cdaa-a723-451d-8903-476f8747f5b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (64246d9c-5e79-4b37-9f56-977062f61a19), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:40:05.792454 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-7244cdaa-a723-451d-8903-476f8747f5b1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:40:05.793820 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-7244cdaa-a723-451d-8903-476f8747f5b1 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/64246d9c-5e79-4b37-9f56-977062f61a19 HTTP/1.1" status: 204 len: 168 time: 0.3869567 Feb 04 17:40:05.811683 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7244cdaa-a723-451d-8903-476f8747f5b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64246d9c-5e79-4b37-9f56-977062f61a19,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:40:05.831396 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-abf37e4c-86f9-47a3-a2b1-60521eaee489 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:40:05.832617 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-abf37e4c-86f9-47a3-a2b1-60521eaee489 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2651742 Feb 04 17:40:05.835227 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf37e4c-86f9-47a3-a2b1-60521eaee489 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3233ed0e-5ad6-4d72-ad07-e744b6dfba18,revision_number=0']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:40:05.845116 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb578647-cf05-4924-a146-dff70477b5f7 admin admin] Made reservation on behalf of 979bf8f76c3141509308a4c382fce1d0 for: {'network': 1} {{(pid=103376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:40:05.849220 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-bb578647-cf05-4924-a146-dff70477b5f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for network (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:40:05.872919 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-bb578647-cf05-4924-a146-dff70477b5f7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:40:06.050415 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-bb578647-cf05-4924-a146-dff70477b5f7 admin admin] Publish callbacks [] for security_group (f8e80d4a-fe7a-4517-9871-8f0aa6692f61), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:40:06.057155 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-bb578647-cf05-4924-a146-dff70477b5f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (f8e80d4a-fe7a-4517-9871-8f0aa6692f61), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:40:06.098033 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb578647-cf05-4924-a146-dff70477b5f7 admin admin] vlan segment allocate from pool success with {'vlan_id': 780, 'physical_network': 'physnet1'} {{(pid=103376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 17:40:06.112543 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-bb578647-cf05-4924-a146-dff70477b5f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (0b9f95b0-e513-4e42-b374-ff0390b4883d), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:40:06.113302 n-d-827839-2 neutron-server[103376]: INFO neutron.db.segments_db [None req-bb578647-cf05-4924-a146-dff70477b5f7 admin admin] Added segment 0b9f95b0-e513-4e42-b374-ff0390b4883d of type vlan for network 242da9c4-305b-43d2-bd2e-92344a4eb956 Feb 04 17:40:06.168796 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-bb578647-cf05-4924-a146-dff70477b5f7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781084292801'] for network (242da9c4-305b-43d2-bd2e-92344a4eb956), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:40:06.224274 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb578647-cf05-4924-a146-dff70477b5f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8e80d4a-fe7a-4517-9871-8f0aa6692f61,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:40:06.228143 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-bb578647-cf05-4924-a146-dff70477b5f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327'] for network (242da9c4-305b-43d2-bd2e-92344a4eb956), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:40:06.229156 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb578647-cf05-4924-a146-dff70477b5f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:40:06.229889 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-bb578647-cf05-4924-a146-dff70477b5f7 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:40:06.236680 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-acaca6a0-a144-4ee7-853c-c2836bc30293 req-27e10dd3-50c3-4d6b-8982-19e9eba15bb8 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] 10.222.0.89 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-316234059&fields=id&tenant_id=1442cfcaa62548aa8c0af19ff6a9d44c HTTP/1.1" status: 200 len: 267 time: 0.1307852 Feb 04 17:40:06.311984 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-bb578647-cf05-4924-a146-dff70477b5f7 admin admin] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.8209000 Feb 04 17:40:06.319048 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb578647-cf05-4924-a146-dff70477b5f7 admin admin] Pushing event updated for resources: {'Network': ['ID=242da9c4-305b-43d2-bd2e-92344a4eb956,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:40:06.341938 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Network 242da9c4-305b-43d2-bd2e-92344a4eb956 details requested by agent ovs-agent-n-d-827839-2 with host n-d-827839-2 {{(pid=103378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 17:40:06.605152 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ec05a0-9850-4370-9103-6dfcd31f45d2 req-d49b2185-8e67-45c1-9a0e-0956606a907c tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:40:06.607996 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-82ec05a0-9850-4370-9103-6dfcd31f45d2 req-d49b2185-8e67-45c1-9a0e-0956606a907c tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.89 "GET /v2.0/ports?device_id=3c7675e1-1c8a-410f-be7f-b37c48bc9d65 HTTP/1.1" status: 200 len: 947 time: 0.1194623 Feb 04 17:40:06.619715 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device eae9e9a2-c053-461b-b9dc-c9775f0d693b up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:40:06.744732 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-82ec05a0-9850-4370-9103-6dfcd31f45d2 req-cd1424f3-d1e8-479f-93a9-2906a323322f tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.89 "GET /v2.0/security-groups?id=93ceaf89-daf9-4fd7-ba90-ecf1cae67db9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1159854 Feb 04 17:40:06.812586 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acaca6a0-a144-4ee7-853c-c2836bc30293 req-4d97caa2-eb29-4d29-a5a4-992f89a3ed45 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:40:06.820329 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-acaca6a0-a144-4ee7-853c-c2836bc30293 req-4d97caa2-eb29-4d29-a5a4-992f89a3ed45 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] 10.222.0.89 "GET /v2.0/networks?id=e8168686-726a-4b9d-bc6a-c800d7c9c418 HTTP/1.1" status: 200 len: 797 time: 0.5783978 Feb 04 17:40:06.838188 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-acaca6a0-a144-4ee7-853c-c2836bc30293 req-fa47e78e-1443-47e0-9711-f1b529bc5c83 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] 10.222.0.89 "GET /v2.0/quotas/1442cfcaa62548aa8c0af19ff6a9d44c HTTP/1.1" status: 200 len: 375 time: 0.0168700 Feb 04 17:40:06.854493 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port eae9e9a2-c053-461b-b9dc-c9775f0d693b triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:40:06.855097 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (eae9e9a2-c053-461b-b9dc-c9775f0d693b), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:40:06.951033 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-acaca6a0-a144-4ee7-853c-c2836bc30293 req-5a65936b-da30-41ce-83c3-59fd2be7f138 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=1442cfcaa62548aa8c0af19ff6a9d44c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1106932 Feb 04 17:40:07.080271 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port eae9e9a2-c053-461b-b9dc-c9775f0d693b is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:40:07.099792 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-acaca6a0-a144-4ee7-853c-c2836bc30293 req-4e25c8ca-e215-4abd-a5a3-fdd74620d2fb service neutron] 10.222.0.89 "GET /v2.0/networks/e8168686-726a-4b9d-bc6a-c800d7c9c418?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1486108 Feb 04 17:40:07.276992 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-acaca6a0-a144-4ee7-853c-c2836bc30293 req-1514cbc0-0e03-4c7e-906a-b7c072358941 service neutron] 10.222.0.89 "GET /v2.0/networks/e8168686-726a-4b9d-bc6a-c800d7c9c418?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1751187 Feb 04 17:40:07.574469 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-3b6744d3-bfc9-41c3-b24f-c52125c0de83 req-034aa0b8-42ea-42c1-a7cb-210c8b5c7cd8 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] 10.222.0.89 "GET /v2.0/ports?device_id=a3df9f80-8924-482b-aa84-40e011c6e59e HTTP/1.1" status: 200 len: 210 time: 0.0651302 Feb 04 17:40:07.675344 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef62e38b-69f2-4984-9f83-11640245c9a4 req-7402cd08-db3a-41f9-a0a2-a79f0d863f28 tempest-ComputeTenantNetworksTest-1240361789 tempest-ComputeTenantNetworksTest-1240361789-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:40:07.691021 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef62e38b-69f2-4984-9f83-11640245c9a4 req-7402cd08-db3a-41f9-a0a2-a79f0d863f28 tempest-ComputeTenantNetworksTest-1240361789 tempest-ComputeTenantNetworksTest-1240361789-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:40:07.706392 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef62e38b-69f2-4984-9f83-11640245c9a4 req-7402cd08-db3a-41f9-a0a2-a79f0d863f28 tempest-ComputeTenantNetworksTest-1240361789 tempest-ComputeTenantNetworksTest-1240361789-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:40:07.711821 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-ef62e38b-69f2-4984-9f83-11640245c9a4 req-7402cd08-db3a-41f9-a0a2-a79f0d863f28 tempest-ComputeTenantNetworksTest-1240361789 tempest-ComputeTenantNetworksTest-1240361789-project] 10.222.0.89 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1903 time: 0.2882218 Feb 04 17:40:07.953077 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afc4429-e5cd-47c9-9f11-4ea1fb86646e req-cd0c658f-9ac4-40a5-a2f2-cdde6790c15b tempest-ComputeTenantNetworksTest-1240361789 tempest-ComputeTenantNetworksTest-1240361789-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:40:07.972612 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-0afc4429-e5cd-47c9-9f11-4ea1fb86646e req-cd0c658f-9ac4-40a5-a2f2-cdde6790c15b tempest-ComputeTenantNetworksTest-1240361789 tempest-ComputeTenantNetworksTest-1240361789-project] 10.222.0.89 "GET /v2.0/networks/242da9c4-305b-43d2-bd2e-92344a4eb956 HTTP/1.1" status: 200 len: 769 time: 0.2391529 Feb 04 17:40:07.973577 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 60916) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:40:08.039330 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c6ce13-eef9-4209-9462-94eb678a52d8 req-27d8f27f-9115-4136-9bd1-d215b654fcee tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:40:08.051420 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-d1c6ce13-eef9-4209-9462-94eb678a52d8 req-27d8f27f-9115-4136-9bd1-d215b654fcee tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.89 "GET /v2.0/ports?device_id=3c7675e1-1c8a-410f-be7f-b37c48bc9d65 HTTP/1.1" status: 200 len: 947 time: 0.1438878 Feb 04 17:40:08.135625 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-0ba92d8b-f65b-429e-ba34-0010bb89e85d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628832'] for network (242da9c4-305b-43d2-bd2e-92344a4eb956), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:40:08.229071 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-d1c6ce13-eef9-4209-9462-94eb678a52d8 req-ad7d860f-2faf-403a-b7d8-9eb0c3b0f51f tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.89 "GET /v2.0/security-groups?id=93ceaf89-daf9-4fd7-ba90-ecf1cae67db9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1042299 Feb 04 17:40:08.262775 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-0ba92d8b-f65b-429e-ba34-0010bb89e85d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1543676', 'neutron.services.segments.db._delete_segments_for_network-8781084786517'] for network (242da9c4-305b-43d2-bd2e-92344a4eb956), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:40:08.296826 n-d-827839-2 neutron-server[103377]: DEBUG neutron.services.segments.db [None req-0ba92d8b-f65b-429e-ba34-0010bb89e85d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['242da9c4-305b-43d2-bd2e-92344a4eb956']}} {{(pid=103377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:40:08.309806 n-d-827839-2 neutron-server[103377]: DEBUG neutron.services.segments.db [None req-0ba92d8b-f65b-429e-ba34-0010bb89e85d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b9f95b0-e513-4e42-b374-ff0390b4883d') {'for_net_delete': True} {{(pid=103377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:40:08.310445 n-d-827839-2 neutron-server[103377]: DEBUG neutron.services.segments.db [None req-0ba92d8b-f65b-429e-ba34-0010bb89e85d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b9f95b0-e513-4e42-b374-ff0390b4883d') {} {{(pid=103377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:40:08.322999 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-0ba92d8b-f65b-429e-ba34-0010bb89e85d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781084783966', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26866685'] for segment (0b9f95b0-e513-4e42-b374-ff0390b4883d), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:40:08.340616 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-0ba92d8b-f65b-429e-ba34-0010bb89e85d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (0b9f95b0-e513-4e42-b374-ff0390b4883d), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:40:08.347631 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ba92d8b-f65b-429e-ba34-0010bb89e85d admin admin] Releasing vlan 780 on physical network physnet1 to pool {{(pid=103377) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 17:40:08.348167 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-0ba92d8b-f65b-429e-ba34-0010bb89e85d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25888454'] for segment (0b9f95b0-e513-4e42-b374-ff0390b4883d), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:40:08.443001 n-d-827839-2 neutron-server[103377]: Traceback (most recent call last): Feb 04 17:40:08.443001 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 17:40:08.443001 n-d-827839-2 neutron-server[103377]: timer() Feb 04 17:40:08.443001 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 17:40:08.443001 n-d-827839-2 neutron-server[103377]: cb(*args, **kw) Feb 04 17:40:08.443001 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 17:40:08.443001 n-d-827839-2 neutron-server[103377]: return func(*args, **kwargs) Feb 04 17:40:08.443001 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 17:40:08.443001 n-d-827839-2 neutron-server[103377]: self._notify() Feb 04 17:40:08.443001 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 17:40:08.443001 n-d-827839-2 neutron-server[103377]: self.callback(batched_events) Feb 04 17:40:08.443001 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 17:40:08.443001 n-d-827839-2 neutron-server[103377]: event.method(event) Feb 04 17:40:08.443001 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 17:40:08.443001 n-d-827839-2 neutron-server[103377]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 17:40:08.443001 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 17:40:08.443001 n-d-827839-2 neutron-server[103377]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 17:40:08.443001 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 17:40:08.443001 n-d-827839-2 neutron-server[103377]: return f(self, *a, **k) Feb 04 17:40:08.443001 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 17:40:08.443001 n-d-827839-2 neutron-server[103377]: return self._get(url).json() Feb 04 17:40:08.443001 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 17:40:08.443001 n-d-827839-2 neutron-server[103377]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 17:40:08.443001 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 17:40:08.443001 n-d-827839-2 neutron-server[103377]: return self.request(url, 'GET', **kwargs) Feb 04 17:40:08.443001 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 17:40:08.443001 n-d-827839-2 neutron-server[103377]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 17:40:08.443001 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 17:40:08.443001 n-d-827839-2 neutron-server[103377]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 17:40:08.443001 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 17:40:08.443001 n-d-827839-2 neutron-server[103377]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 17:40:08.443001 n-d-827839-2 neutron-server[103377]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 17:40:08.449532 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-0ba92d8b-f65b-429e-ba34-0010bb89e85d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1543671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1595572'] for network (242da9c4-305b-43d2-bd2e-92344a4eb956), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:40:08.470800 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-0ba92d8b-f65b-429e-ba34-0010bb89e85d admin admin] Publish callbacks [] for network (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:40:08.483341 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-0ba92d8b-f65b-429e-ba34-0010bb89e85d admin admin] 10.222.0.89 "DELETE /v2.0/networks/242da9c4-305b-43d2-bd2e-92344a4eb956 HTTP/1.1" status: 204 len: 168 time: 0.5046127 Feb 04 17:40:08.549937 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba92d8b-f65b-429e-ba34-0010bb89e85d admin admin] Pushing event deleted for resources: {'Network': ['ID=242da9c4-305b-43d2-bd2e-92344a4eb956,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:40:08.773154 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-70a0bf3c-d3a2-4c46-8795-3f56d09ea637 req-a938df02-f641-4004-b5f9-3aa8e7f99700 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] 10.222.0.89 "GET /v2.0/ports?device_id=a3df9f80-8924-482b-aa84-40e011c6e59e HTTP/1.1" status: 200 len: 210 time: 0.1006851 Feb 04 17:40:08.973144 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 60946) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:40:09.082792 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 60948) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:40:09.086914 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-351013d1-503a-41f8-82ee-ab5f6e1e1666 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=979bf8f76c3141509308a4c382fce1d0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1124160 Feb 04 17:40:09.190575 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-6e90500d-4df2-4185-b3ac-2bf3e44a7aae admin admin] Publish callbacks [] for security_group (f8e80d4a-fe7a-4517-9871-8f0aa6692f61), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:40:09.251508 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-6e90500d-4df2-4185-b3ac-2bf3e44a7aae admin admin] Publish callbacks [] for security_group (f8e80d4a-fe7a-4517-9871-8f0aa6692f61), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:40:09.364336 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-6e90500d-4df2-4185-b3ac-2bf3e44a7aae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (f8e80d4a-fe7a-4517-9871-8f0aa6692f61), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:40:09.367368 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-6e90500d-4df2-4185-b3ac-2bf3e44a7aae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:40:09.368617 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-6e90500d-4df2-4185-b3ac-2bf3e44a7aae admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/f8e80d4a-fe7a-4517-9871-8f0aa6692f61 HTTP/1.1" status: 204 len: 168 time: 0.2848015 Feb 04 17:40:09.400771 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e90500d-4df2-4185-b3ac-2bf3e44a7aae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8e80d4a-fe7a-4517-9871-8f0aa6692f61,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:40:09.497061 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ee55a3-f0a3-41ef-a3bf-ea5e912ce96b req-29c4f7a4-9c2d-4386-8cb9-ec1ca4b495b1 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:40:09.504442 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-c2ee55a3-f0a3-41ef-a3bf-ea5e912ce96b req-29c4f7a4-9c2d-4386-8cb9-ec1ca4b495b1 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.89 "GET /v2.0/ports?device_id=3c7675e1-1c8a-410f-be7f-b37c48bc9d65 HTTP/1.1" status: 200 len: 947 time: 0.1200776 Feb 04 17:40:09.603190 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-c2ee55a3-f0a3-41ef-a3bf-ea5e912ce96b req-2ede30e1-20a7-4e65-a9db-d077847a9be8 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.89 "GET /v2.0/security-groups?id=93ceaf89-daf9-4fd7-ba90-ecf1cae67db9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0977464 Feb 04 17:40:09.689351 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acaca6a0-a144-4ee7-853c-c2836bc30293 req-4479b6d0-c28c-4d7e-a3f0-5f89675a9127 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:40:09.691131 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-acaca6a0-a144-4ee7-853c-c2836bc30293 req-4479b6d0-c28c-4d7e-a3f0-5f89675a9127 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] 10.222.0.90 "GET /v2.0/networks?id=e8168686-726a-4b9d-bc6a-c800d7c9c418 HTTP/1.1" status: 200 len: 797 time: 0.3835678 Feb 04 17:40:09.809774 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-acaca6a0-a144-4ee7-853c-c2836bc30293 req-015ce93b-d4d8-42a1-9233-fe89c2f35260 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] 10.222.0.90 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1442cfcaa62548aa8c0af19ff6a9d44c HTTP/1.1" status: 200 len: 379 time: 0.0999048 Feb 04 17:40:09.823874 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [req-acaca6a0-a144-4ee7-853c-c2836bc30293 req-123def00-5b66-44ff-b696-b573b29829aa tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Request body: {'port': {'device_id': 'a3df9f80-8924-482b-aa84-40e011c6e59e', 'network_id': 'e8168686-726a-4b9d-bc6a-c800d7c9c418', 'admin_state_up': True, 'tenant_id': '1442cfcaa62548aa8c0af19ff6a9d44c', 'security_groups': ['86a5249b-5994-4021-a403-048c77aff796']}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:40:09.989655 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-776135b3-e0bd-492f-bef0-45fbc5dc3348 req-bdedc349-a888-46ce-a6f6-b68b8d923022 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] 10.222.0.89 "GET /v2.0/ports?device_id=a3df9f80-8924-482b-aa84-40e011c6e59e HTTP/1.1" status: 200 len: 210 time: 0.0521595 Feb 04 17:40:10.035527 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-acaca6a0-a144-4ee7-853c-c2836bc30293 req-123def00-5b66-44ff-b696-b573b29829aa tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Made reservation on behalf of 1442cfcaa62548aa8c0af19ff6a9d44c for: {'port': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:40:10.039460 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-acaca6a0-a144-4ee7-853c-c2836bc30293 req-123def00-5b66-44ff-b696-b573b29829aa tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:40:10.253203 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (f20a1ab3-4332-4f54-833b-ba4a7c687e89), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:40:10.399042 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.db_base_plugin_common [req-acaca6a0-a144-4ee7-853c-c2836bc30293 req-123def00-5b66-44ff-b696-b573b29829aa tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Allocated IP 172.20.0.7 (e8168686-726a-4b9d-bc6a-c800d7c9c418/f81d0321-7ee6-4872-9bad-eff6d1ffdb58/c1f4202b-81fe-459f-bd1f-1634d50f82d0) {{(pid=103377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:40:10.870400 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957572b5-3a21-4a33-8623-e25c90614302 req-24700467-0a65-4b67-bec0-a7cb3617aaa2 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:40:10.890562 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-957572b5-3a21-4a33-8623-e25c90614302 req-24700467-0a65-4b67-bec0-a7cb3617aaa2 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.89 "GET /v2.0/ports?device_id=3c7675e1-1c8a-410f-be7f-b37c48bc9d65 HTTP/1.1" status: 200 len: 947 time: 0.1612253 Feb 04 17:40:10.973638 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-957572b5-3a21-4a33-8623-e25c90614302 req-072cc8f3-2c83-433c-bfd3-6655e9c12cfb tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.89 "GET /v2.0/security-groups?id=93ceaf89-daf9-4fd7-ba90-ecf1cae67db9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0749564 Feb 04 17:40:11.611063 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 32782) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:40:11.805359 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-30f1827d-064b-4f49-a8aa-15e011e0b90f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:40:11.854784 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-acaca6a0-a144-4ee7-853c-c2836bc30293 req-123def00-5b66-44ff-b696-b573b29829aa tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Publish callbacks [] for port (c1f4202b-81fe-459f-bd1f-1634d50f82d0), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:40:11.939828 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-acaca6a0-a144-4ee7-853c-c2836bc30293 req-123def00-5b66-44ff-b696-b573b29829aa tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (c1f4202b-81fe-459f-bd1f-1634d50f82d0), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:40:11.999301 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-30f1827d-064b-4f49-a8aa-15e011e0b90f admin admin] Publish callbacks [] for security_group (74768b43-64f9-4791-bf3d-9c0a55c18f27), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:40:12.006020 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-30f1827d-064b-4f49-a8aa-15e011e0b90f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (74768b43-64f9-4791-bf3d-9c0a55c18f27), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:40:12.023574 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123def00-5b66-44ff-b696-b573b29829aa tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Pushing event updated for resources: {'Port': ['ID=c1f4202b-81fe-459f-bd1f-1634d50f82d0,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:40:12.042650 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314b2202-6d4c-4a04-b368-e275006b8c8f req-fc349629-c1b1-4063-91fe-135fc5d92802 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:40:12.044221 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-314b2202-6d4c-4a04-b368-e275006b8c8f req-fc349629-c1b1-4063-91fe-135fc5d92802 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] 10.222.0.89 "GET /v2.0/ports?device_id=a3df9f80-8924-482b-aa84-40e011c6e59e HTTP/1.1" status: 200 len: 931 time: 0.1501293 Feb 04 17:40:12.046219 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-acaca6a0-a144-4ee7-853c-c2836bc30293 req-123def00-5b66-44ff-b696-b573b29829aa tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Network e8168686-726a-4b9d-bc6a-c800d7c9c418 is already hosted by enough agents. {{(pid=103377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:40:12.049076 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [req-acaca6a0-a144-4ee7-853c-c2836bc30293 req-123def00-5b66-44ff-b696-b573b29829aa tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Resources bound (agent type, host, resource id): {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:40:12.060674 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [req-acaca6a0-a144-4ee7-853c-c2836bc30293 req-123def00-5b66-44ff-b696-b573b29829aa tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Received port after_create {{(pid=103377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:40:12.094059 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-30f1827d-064b-4f49-a8aa-15e011e0b90f admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=0e1e23aa19b04e95b43b98f5a164f3e7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4818213 Feb 04 17:40:12.095147 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f1827d-064b-4f49-a8aa-15e011e0b90f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74768b43-64f9-4791-bf3d-9c0a55c18f27,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:40:12.100098 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 32790) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:40:12.186128 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acaca6a0-a144-4ee7-853c-c2836bc30293 req-123def00-5b66-44ff-b696-b573b29829aa tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:40:12.187188 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-acaca6a0-a144-4ee7-853c-c2836bc30293 req-123def00-5b66-44ff-b696-b573b29829aa tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:40:12.238068 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfd7407-eab0-42d2-926b-3c7391f82879 req-2d5d4ce1-adf0-44af-8344-7c9e370ec556 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:40:12.241024 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-7bfd7407-eab0-42d2-926b-3c7391f82879 req-2d5d4ce1-adf0-44af-8344-7c9e370ec556 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.89 "GET /v2.0/ports?device_id=3c7675e1-1c8a-410f-be7f-b37c48bc9d65 HTTP/1.1" status: 200 len: 947 time: 0.1002421 Feb 04 17:40:12.242033 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-3aab2bb6-dc93-4acb-adad-15e9c60e1784 admin admin] Publish callbacks [] for security_group (74768b43-64f9-4791-bf3d-9c0a55c18f27), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:40:12.258550 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-314b2202-6d4c-4a04-b368-e275006b8c8f req-68b2b547-36b7-4061-80ae-8e351ffae837 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] 10.222.0.89 "GET /v2.0/security-groups?id=86a5249b-5994-4021-a403-048c77aff796&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2000415 Feb 04 17:40:12.287660 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-acaca6a0-a144-4ee7-853c-c2836bc30293 req-123def00-5b66-44ff-b696-b573b29829aa tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4700592 Feb 04 17:40:12.304362 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [req-acaca6a0-a144-4ee7-853c-c2836bc30293 req-6710a212-df52-4968-be1d-362555ea334c service neutron] Request body: {'port': {'device_id': 'a3df9f80-8924-482b-aa84-40e011c6e59e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827839-2'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:40:12.332667 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-3aab2bb6-dc93-4acb-adad-15e9c60e1784 admin admin] Publish callbacks [] for security_group (74768b43-64f9-4791-bf3d-9c0a55c18f27), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:40:12.429892 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (3f9244a9-75fc-4c10-b195-11d48b853b41), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:40:12.459799 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-7bfd7407-eab0-42d2-926b-3c7391f82879 req-2f497595-c6f6-49af-8b0b-fa2f1bfdf914 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.89 "GET /v2.0/security-groups?id=93ceaf89-daf9-4fd7-ba90-ecf1cae67db9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2122288 Feb 04 17:40:12.592561 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-3aab2bb6-dc93-4acb-adad-15e9c60e1784 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (74768b43-64f9-4791-bf3d-9c0a55c18f27), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:40:12.596825 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-3aab2bb6-dc93-4acb-adad-15e9c60e1784 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:40:12.600290 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-3aab2bb6-dc93-4acb-adad-15e9c60e1784 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/74768b43-64f9-4791-bf3d-9c0a55c18f27 HTTP/1.1" status: 204 len: 168 time: 0.4966741 Feb 04 17:40:12.610805 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-acaca6a0-a144-4ee7-853c-c2836bc30293 req-6710a212-df52-4968-be1d-362555ea334c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (c1f4202b-81fe-459f-bd1f-1634d50f82d0), before_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:40:12.633017 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aab2bb6-dc93-4acb-adad-15e9c60e1784 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74768b43-64f9-4791-bf3d-9c0a55c18f27,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:40:12.740229 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-1b6f6873-c555-4dbe-a761-b84d6acae519 None None] Provisioning complete for port c1f4202b-81fe-459f-bd1f-1634d50f82d0 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:40:12.740469 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1b6f6873-c555-4dbe-a761-b84d6acae519 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (c1f4202b-81fe-459f-bd1f-1634d50f82d0), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:40:12.824843 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1b6f6873-c555-4dbe-a761-b84d6acae519 None None] Port c1f4202b-81fe-459f-bd1f-1634d50f82d0 cannot update to ACTIVE because it is not bound. {{(pid=103378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 17:40:13.277278 n-d-827839-2 neutron-server[103377]: DEBUG neutron.notifiers.nova [req-acaca6a0-a144-4ee7-853c-c2836bc30293 req-6710a212-df52-4968-be1d-362555ea334c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c1f4202b-81fe-459f-bd1f-1634d50f82d0 {{(pid=103377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 17:40:13.286991 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-acaca6a0-a144-4ee7-853c-c2836bc30293 req-6710a212-df52-4968-be1d-362555ea334c service neutron] Publish callbacks [] for port (c1f4202b-81fe-459f-bd1f-1634d50f82d0), precommit_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:40:13.316441 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.provisioning_blocks [req-acaca6a0-a144-4ee7-853c-c2836bc30293 req-6710a212-df52-4968-be1d-362555ea334c service neutron] Transition to ACTIVE for port object c1f4202b-81fe-459f-bd1f-1634d50f82d0 will not be triggered until provisioned by entity L2. {{(pid=103377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 17:40:13.322217 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-acaca6a0-a144-4ee7-853c-c2836bc30293 req-6710a212-df52-4968-be1d-362555ea334c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25888290'] for port (c1f4202b-81fe-459f-bd1f-1634d50f82d0), after_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:40:13.401172 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6710a212-df52-4968-be1d-362555ea334c service neutron] Pushing event updated for resources: {'Port': ['ID=c1f4202b-81fe-459f-bd1f-1634d50f82d0,revision_number=2']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:40:13.725198 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [req-acaca6a0-a144-4ee7-853c-c2836bc30293 req-6710a212-df52-4968-be1d-362555ea334c service neutron] Attempting to bind port c1f4202b-81fe-459f-bd1f-1634d50f82d0 on host n-h2-827839-2 for vnic_type normal with profile {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:40:13.725975 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [req-acaca6a0-a144-4ee7-853c-c2836bc30293 req-6710a212-df52-4968-be1d-362555ea334c service neutron] Attempting to bind port c1f4202b-81fe-459f-bd1f-1634d50f82d0 by drivers openvswitch,hyperv on host n-h2-827839-2 at level 0 using segments [{'id': '2a2bc42f-8da5-43e1-939f-751c24d615ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'e8168686-726a-4b9d-bc6a-c800d7c9c418'}] {{(pid=103377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:40:13.726512 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acaca6a0-a144-4ee7-853c-c2836bc30293 req-6710a212-df52-4968-be1d-362555ea334c service neutron] Attempting to bind port c1f4202b-81fe-459f-bd1f-1634d50f82d0 on network e8168686-726a-4b9d-bc6a-c800d7c9c418 {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:40:13.736508 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acaca6a0-a144-4ee7-853c-c2836bc30293 req-6710a212-df52-4968-be1d-362555ea334c service neutron] Port c1f4202b-81fe-459f-bd1f-1634d50f82d0 on network e8168686-726a-4b9d-bc6a-c800d7c9c418 not bound, no agent of type Open vSwitch agent registered on host n-h2-827839-2 {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 17:40:13.755320 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acaca6a0-a144-4ee7-853c-c2836bc30293 req-6710a212-df52-4968-be1d-362555ea334c service neutron] Attempting to bind port c1f4202b-81fe-459f-bd1f-1634d50f82d0 on network e8168686-726a-4b9d-bc6a-c800d7c9c418 {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:40:13.773508 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acaca6a0-a144-4ee7-853c-c2836bc30293 req-6710a212-df52-4968-be1d-362555ea334c service neutron] Checking agent: {'id': 'f20a1ab3-4332-4f54-833b-ba4a7c687e89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 8, 40), 'started_at': datetime.datetime(2022, 2, 4, 17, 8, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 40, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:40:13.774012 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acaca6a0-a144-4ee7-853c-c2836bc30293 req-6710a212-df52-4968-be1d-362555ea334c service neutron] Checking segment: {'id': '2a2bc42f-8da5-43e1-939f-751c24d615ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'e8168686-726a-4b9d-bc6a-c800d7c9c418'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:40:13.775101 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acaca6a0-a144-4ee7-853c-c2836bc30293 req-6710a212-df52-4968-be1d-362555ea334c service neutron] Bound using segment: {'id': '2a2bc42f-8da5-43e1-939f-751c24d615ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'e8168686-726a-4b9d-bc6a-c800d7c9c418'} {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:40:13.777368 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [req-acaca6a0-a144-4ee7-853c-c2836bc30293 req-6710a212-df52-4968-be1d-362555ea334c service neutron] Bound port: c1f4202b-81fe-459f-bd1f-1634d50f82d0, host: n-h2-827839-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a2bc42f-8da5-43e1-939f-751c24d615ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'e8168686-726a-4b9d-bc6a-c800d7c9c418'}}] {{(pid=103377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:40:13.777844 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-acaca6a0-a144-4ee7-853c-c2836bc30293 req-6710a212-df52-4968-be1d-362555ea334c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (c1f4202b-81fe-459f-bd1f-1634d50f82d0), before_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:40:13.783236 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe03038-6923-480d-9572-6147a9802c4e req-567eb4ae-d6f4-465c-914b-d91bc5e328c1 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:40:13.793405 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-bfe03038-6923-480d-9572-6147a9802c4e req-567eb4ae-d6f4-465c-914b-d91bc5e328c1 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.89 "GET /v2.0/ports?device_id=3c7675e1-1c8a-410f-be7f-b37c48bc9d65 HTTP/1.1" status: 200 len: 947 time: 0.2027380 Feb 04 17:40:13.811347 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d796100-0c48-432a-b404-d99d13c732f0 req-f5522e30-6476-4174-97eb-a4abdcd64788 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:40:13.822499 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-1d796100-0c48-432a-b404-d99d13c732f0 req-f5522e30-6476-4174-97eb-a4abdcd64788 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] 10.222.0.89 "GET /v2.0/ports?device_id=a3df9f80-8924-482b-aa84-40e011c6e59e HTTP/1.1" status: 200 len: 943 time: 0.4221702 Feb 04 17:40:13.914837 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-bfe03038-6923-480d-9572-6147a9802c4e req-65d91adb-0142-46a0-bd05-b6d695769f0a tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.89 "GET /v2.0/security-groups?id=93ceaf89-daf9-4fd7-ba90-ecf1cae67db9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1143258 Feb 04 17:40:13.952884 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-1d796100-0c48-432a-b404-d99d13c732f0 req-bf5b02c0-2608-4ef3-8d8a-5d9da03bad5b tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] 10.222.0.89 "GET /v2.0/security-groups?id=86a5249b-5994-4021-a403-048c77aff796&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1292844 Feb 04 17:40:14.014672 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [req-acaca6a0-a144-4ee7-853c-c2836bc30293 req-6710a212-df52-4968-be1d-362555ea334c service neutron] For port c1f4202b-81fe-459f-bd1f-1634d50f82d0, host n-h2-827839-2, cleared binding levels {{(pid=103377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:40:14.024826 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [req-acaca6a0-a144-4ee7-853c-c2836bc30293 req-6710a212-df52-4968-be1d-362555ea334c service neutron] For port c1f4202b-81fe-459f-bd1f-1634d50f82d0, host n-h2-827839-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=c1f4202b-81fe-459f-bd1f-1634d50f82d0,segment=NetworkSegment(2a2bc42f-8da5-43e1-939f-751c24d615ee),segment_id=2a2bc42f-8da5-43e1-939f-751c24d615ee)] {{(pid=103377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:40:14.042253 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-acaca6a0-a144-4ee7-853c-c2836bc30293 req-6710a212-df52-4968-be1d-362555ea334c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25888290'] for port (c1f4202b-81fe-459f-bd1f-1634d50f82d0), after_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:40:14.056651 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 32828) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:40:14.137111 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acaca6a0-a144-4ee7-853c-c2836bc30293 req-6710a212-df52-4968-be1d-362555ea334c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:40:14.138120 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-acaca6a0-a144-4ee7-853c-c2836bc30293 req-6710a212-df52-4968-be1d-362555ea334c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:40:14.140166 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-acaca6a0-a144-4ee7-853c-c2836bc30293 req-6710a212-df52-4968-be1d-362555ea334c service neutron] 10.222.0.90 "PUT /v2.0/ports/c1f4202b-81fe-459f-bd1f-1634d50f82d0 HTTP/1.1" status: 200 len: 1091 time: 1.8407257 Feb 04 17:40:14.140936 n-d-827839-2 neutron-server[103377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3df9f80-8924-482b-aa84-40e011c6e59e', 'tag': 'c1f4202b-81fe-459f-bd1f-1634d50f82d0'}] {{(pid=103377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:40:14.144501 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7240428b650e1488e9361b62648ff4b3a6c19d49d8c27c949491ab58c1346cf0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62457da7-19fd-4da1-afb7-58fef4bfddc0" -d '{"events": [{"name": "network-changed", "server_uuid": "a3df9f80-8924-482b-aa84-40e011c6e59e", "tag": "c1f4202b-81fe-459f-bd1f-1634d50f82d0"}]}' {{(pid=103377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:40:14.199983 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6710a212-df52-4968-be1d-362555ea334c service neutron] Pushing event updated for resources: {'Port': ['ID=c1f4202b-81fe-459f-bd1f-1634d50f82d0,revision_number=3']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:40:14.321225 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 17:40:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecd640ef-d4ea-48e4-96e9-24909ae65c1a x-openstack-request-id: req-ecd640ef-d4ea-48e4-96e9-24909ae65c1a {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:40:14.321966 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3df9f80-8924-482b-aa84-40e011c6e59e", "tag": "c1f4202b-81fe-459f-bd1f-1634d50f82d0", "status": "completed", "code": 200}]} {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:40:14.321966 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-ecd640ef-d4ea-48e4-96e9-24909ae65c1a {{(pid=103377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:40:14.322915 n-d-827839-2 neutron-server[103377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3df9f80-8924-482b-aa84-40e011c6e59e', 'tag': 'c1f4202b-81fe-459f-bd1f-1634d50f82d0', 'status': 'completed', 'code': 200} Feb 04 17:40:14.336643 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-b2123611-e701-45b7-979e-f26c28ae53ef admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-674432547-network', 'tenant_id': 'f5ca586e0a134ee6a366fdbff53a4f3d'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:40:14.359412 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acaca6a0-a144-4ee7-853c-c2836bc30293 req-38e8f6b1-7b6b-4353-b126-9b945a70c2b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:40:14.362389 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-acaca6a0-a144-4ee7-853c-c2836bc30293 req-38e8f6b1-7b6b-4353-b126-9b945a70c2b4 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=1442cfcaa62548aa8c0af19ff6a9d44c&device_id=a3df9f80-8924-482b-aa84-40e011c6e59e HTTP/1.1" status: 200 len: 1125 time: 0.1387198 Feb 04 17:40:14.395992 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2123611-e701-45b7-979e-f26c28ae53ef admin admin] Made reservation on behalf of f5ca586e0a134ee6a366fdbff53a4f3d for: {'network': 1} {{(pid=103376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:40:14.398670 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-b2123611-e701-45b7-979e-f26c28ae53ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for network (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:40:14.427246 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-b2123611-e701-45b7-979e-f26c28ae53ef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:40:14.463630 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-acaca6a0-a144-4ee7-853c-c2836bc30293 req-e776849b-2c2d-4d49-a2b5-c506e4937ade service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c1f4202b-81fe-459f-bd1f-1634d50f82d0 HTTP/1.1" status: 200 len: 217 time: 0.0923100 Feb 04 17:40:14.590260 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acaca6a0-a144-4ee7-853c-c2836bc30293 req-42c521a7-a3f1-43f4-9b1e-fd89269fc0f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:40:14.614366 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-acaca6a0-a144-4ee7-853c-c2836bc30293 req-42c521a7-a3f1-43f4-9b1e-fd89269fc0f0 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=f81d0321-7ee6-4872-9bad-eff6d1ffdb58 HTTP/1.1" status: 200 len: 834 time: 0.1394746 Feb 04 17:40:14.623326 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-b2123611-e701-45b7-979e-f26c28ae53ef admin admin] Publish callbacks [] for security_group (5f8fe206-aac1-4e45-a6d6-26d5d9d44b20), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:40:14.631915 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-b2123611-e701-45b7-979e-f26c28ae53ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (5f8fe206-aac1-4e45-a6d6-26d5d9d44b20), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:40:14.671605 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2123611-e701-45b7-979e-f26c28ae53ef admin admin] vlan segment allocate from pool success with {'vlan_id': 764, 'physical_network': 'physnet1'} {{(pid=103376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 17:40:14.688526 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2123611-e701-45b7-979e-f26c28ae53ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f8fe206-aac1-4e45-a6d6-26d5d9d44b20,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:40:14.694672 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-b2123611-e701-45b7-979e-f26c28ae53ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (5aa163bf-3e85-4517-8e86-22f85f7e58c4), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:40:14.695245 n-d-827839-2 neutron-server[103376]: INFO neutron.db.segments_db [None req-b2123611-e701-45b7-979e-f26c28ae53ef admin admin] Added segment 5aa163bf-3e85-4517-8e86-22f85f7e58c4 of type vlan for network 737a730a-f2b9-4552-b783-b268a6fc7510 Feb 04 17:40:14.719835 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acaca6a0-a144-4ee7-853c-c2836bc30293 req-ddb495d0-2497-4ef1-871a-54e489f31e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:40:14.721888 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-acaca6a0-a144-4ee7-853c-c2836bc30293 req-ddb495d0-2497-4ef1-871a-54e489f31e24 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=e8168686-726a-4b9d-bc6a-c800d7c9c418&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1015532 Feb 04 17:40:14.769382 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-b2123611-e701-45b7-979e-f26c28ae53ef admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781084292801'] for network (737a730a-f2b9-4552-b783-b268a6fc7510), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:40:14.806012 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-b2123611-e701-45b7-979e-f26c28ae53ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327'] for network (737a730a-f2b9-4552-b783-b268a6fc7510), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:40:14.807571 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2123611-e701-45b7-979e-f26c28ae53ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:40:14.808497 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-b2123611-e701-45b7-979e-f26c28ae53ef admin admin] Publish callbacks [] for network (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:40:14.928034 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2123611-e701-45b7-979e-f26c28ae53ef admin admin] Pushing event updated for resources: {'Network': ['ID=737a730a-f2b9-4552-b783-b268a6fc7510,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:40:14.943973 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Network 737a730a-f2b9-4552-b783-b268a6fc7510 details requested by agent ovs-agent-n-d-827839-2 with host n-d-827839-2 {{(pid=103378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 17:40:14.947815 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-acaca6a0-a144-4ee7-853c-c2836bc30293 req-e7a5dbe7-54ac-44a5-ae79-44a9e9203364 service neutron] 10.222.0.90 "GET /v2.0/networks/e8168686-726a-4b9d-bc6a-c800d7c9c418?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2139845 Feb 04 17:40:14.966190 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-b2123611-e701-45b7-979e-f26c28ae53ef admin admin] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.9079487 Feb 04 17:40:14.970286 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 32842) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:40:14.982994 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-eae57994-d504-446c-ac93-c59a6f74f4bb admin admin] Request body: {'subnet': {'network_id': '737a730a-f2b9-4552-b783-b268a6fc7510', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-674432547-subnet', 'tenant_id': 'f5ca586e0a134ee6a366fdbff53a4f3d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:40:15.040098 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eae57994-d504-446c-ac93-c59a6f74f4bb admin admin] Made reservation on behalf of f5ca586e0a134ee6a366fdbff53a4f3d for: {'subnet': 1} {{(pid=103376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:40:15.047130 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-eae57994-d504-446c-ac93-c59a6f74f4bb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25859006'] for subnet (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:40:15.228936 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67bc5f4-1474-46dd-a309-04c83bc97282 req-0126d892-ac63-47c9-bdfa-2dda845989a7 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:40:15.237994 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-b67bc5f4-1474-46dd-a309-04c83bc97282 req-0126d892-ac63-47c9-bdfa-2dda845989a7 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.89 "GET /v2.0/ports?device_id=3c7675e1-1c8a-410f-be7f-b37c48bc9d65 HTTP/1.1" status: 200 len: 947 time: 0.1785111 Feb 04 17:40:15.268683 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-acaca6a0-a144-4ee7-853c-c2836bc30293 req-19a9c3aa-52df-44c2-b8ad-b37d637cdb3e service neutron] 10.222.0.90 "GET /v2.0/networks/e8168686-726a-4b9d-bc6a-c800d7c9c418?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3091688 Feb 04 17:40:15.409825 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-b67bc5f4-1474-46dd-a309-04c83bc97282 req-456b179f-a41c-4eaa-abd1-4d8366645fcd tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.89 "GET /v2.0/security-groups?id=93ceaf89-daf9-4fd7-ba90-ecf1cae67db9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1697972 Feb 04 17:40:15.468601 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62457da7-19fd-4da1-afb7-58fef4bfddc0 req-71f9dbbf-9ab8-45aa-a3b0-695809df5ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:40:15.470407 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-62457da7-19fd-4da1-afb7-58fef4bfddc0 req-71f9dbbf-9ab8-45aa-a3b0-695809df5ea2 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=1442cfcaa62548aa8c0af19ff6a9d44c&device_id=a3df9f80-8924-482b-aa84-40e011c6e59e HTTP/1.1" status: 200 len: 1125 time: 0.1196311 Feb 04 17:40:15.552597 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-eae57994-d504-446c-ac93-c59a6f74f4bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25674939', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25858952'] for subnet (28f7679b-e706-44b6-8766-889d627ec1c0), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:40:15.569431 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c4d73f-673c-4ef8-8fc2-484b5f02aff4 req-0188ca8c-d1ec-4c05-be12-2055ac02c2c8 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:40:15.577989 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-a1c4d73f-673c-4ef8-8fc2-484b5f02aff4 req-0188ca8c-d1ec-4c05-be12-2055ac02c2c8 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] 10.222.0.89 "GET /v2.0/ports?device_id=a3df9f80-8924-482b-aa84-40e011c6e59e HTTP/1.1" status: 200 len: 943 time: 0.2525885 Feb 04 17:40:15.729773 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae57994-d504-446c-ac93-c59a6f74f4bb admin admin] Pushing event updated for resources: {'Subnet': ['ID=28f7679b-e706-44b6-8766-889d627ec1c0,revision_number=0']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:40:15.790134 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62457da7-19fd-4da1-afb7-58fef4bfddc0 req-87a0ae7d-0606-45a6-99d8-3e8cde3ce925 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:40:15.791660 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-62457da7-19fd-4da1-afb7-58fef4bfddc0 req-87a0ae7d-0606-45a6-99d8-3e8cde3ce925 service neutron] 10.222.0.90 "GET /v2.0/networks?id=e8168686-726a-4b9d-bc6a-c800d7c9c418 HTTP/1.1" status: 200 len: 898 time: 0.3127904 Feb 04 17:40:15.832462 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-a1c4d73f-673c-4ef8-8fc2-484b5f02aff4 req-552b41d9-2484-4108-a31a-cee2c01ac873 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] 10.222.0.89 "GET /v2.0/security-groups?id=86a5249b-5994-4021-a403-048c77aff796&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2535014 Feb 04 17:40:15.862414 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eae57994-d504-446c-ac93-c59a6f74f4bb admin admin] Checking segment: {'id': '5aa163bf-3e85-4517-8e86-22f85f7e58c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '737a730a-f2b9-4552-b783-b268a6fc7510'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:40:15.862788 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eae57994-d504-446c-ac93-c59a6f74f4bb admin admin] Network hostable DHCP agents. Network: 737a730a-f2b9-4552-b783-b268a6fc7510, hostable agents: ['bb89f5a3-3c22-440b-b7d1-c4f0c43c184a'], hosted agents: [] {{(pid=103376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 17:40:15.867328 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-62457da7-19fd-4da1-afb7-58fef4bfddc0 req-26cf1a61-ea0f-46ce-82c0-a7e8c180c227 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c1f4202b-81fe-459f-bd1f-1634d50f82d0 HTTP/1.1" status: 200 len: 217 time: 0.0677044 Feb 04 17:40:15.906960 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eae57994-d504-446c-ac93-c59a6f74f4bb admin admin] Network 737a730a-f2b9-4552-b783-b268a6fc7510 is scheduled to be hosted by DHCP agent bb89f5a3-3c22-440b-b7d1-c4f0c43c184a with binding_index 1 {{(pid=103376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 17:40:15.931832 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [None req-eae57994-d504-446c-ac93-c59a6f74f4bb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827839-2, 737a730a-f2b9-4552-b783-b268a6fc7510) {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:40:15.942533 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eae57994-d504-446c-ac93-c59a6f74f4bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:40:15.943266 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74c57e65-81a0-4d78-b724-fd953b07da08 None None] Network 737a730a-f2b9-4552-b783-b268a6fc7510 requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:40:15.944531 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-eae57994-d504-446c-ac93-c59a6f74f4bb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:40:15.981090 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-eae57994-d504-446c-ac93-c59a6f74f4bb admin admin] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0077169 Feb 04 17:40:15.982449 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62457da7-19fd-4da1-afb7-58fef4bfddc0 req-20921993-14bd-4026-a626-b48a8199920c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:40:15.983748 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 32852) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:40:15.990037 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-62457da7-19fd-4da1-afb7-58fef4bfddc0 req-20921993-14bd-4026-a626-b48a8199920c service neutron] 10.222.0.90 "GET /v2.0/subnets?id=f81d0321-7ee6-4872-9bad-eff6d1ffdb58 HTTP/1.1" status: 200 len: 834 time: 0.1123900 Feb 04 17:40:16.004013 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-0f38203e-2b11-42e2-9a03-2ec81465f1ed admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-674432547-router', 'tenant_id': 'f5ca586e0a134ee6a366fdbff53a4f3d', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188'}}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:40:16.079487 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-0f38203e-2b11-42e2-9a03-2ec81465f1ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1601657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26921'] for router (9536572d-3cef-48c2-8b58-544c2485acb8), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:40:16.084601 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-0f38203e-2b11-42e2-9a03-2ec81465f1ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1602025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603663', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1630571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26960'] for router (9536572d-3cef-48c2-8b58-544c2485acb8), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:40:16.128373 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62457da7-19fd-4da1-afb7-58fef4bfddc0 req-f665d844-a9fe-4d01-b5c3-15025c209d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:40:16.132890 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-62457da7-19fd-4da1-afb7-58fef4bfddc0 req-f665d844-a9fe-4d01-b5c3-15025c209d7c service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=e8168686-726a-4b9d-bc6a-c800d7c9c418&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1352394 Feb 04 17:40:16.169915 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea7f0436-b7aa-4e88-84b2-18840107a4c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e4c19ad-5724-5db8-8ee1-4f56ae69fcf4-737a730a-f2b9-4552-b783-b268a6fc7510', 'network_id': '737a730a-f2b9-4552-b783-b268a6fc7510', 'project_id': 'f5ca586e0a134ee6a366fdbff53a4f3d', 'fixed_ips': [{'subnet_id': '28f7679b-e706-44b6-8766-889d627ec1c0'}]}} from n-d-827839-2. {{(pid=103378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 17:40:16.170938 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ea7f0436-b7aa-4e88-84b2-18840107a4c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:40:16.230556 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-0f38203e-2b11-42e2-9a03-2ec81465f1ed admin admin] Publish callbacks [] for router_controller (9536572d-3cef-48c2-8b58-544c2485acb8), precommit_add_association {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:40:16.361123 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-62457da7-19fd-4da1-afb7-58fef4bfddc0 req-a9f929f4-799e-4831-a424-d88989eeb7d9 service neutron] 10.222.0.90 "GET /v2.0/networks/e8168686-726a-4b9d-bc6a-c800d7c9c418?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2218397 Feb 04 17:40:16.581227 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-ea7f0436-b7aa-4e88-84b2-18840107a4c8 None None] Allocated IP 172.20.0.2 (737a730a-f2b9-4552-b783-b268a6fc7510/28f7679b-e706-44b6-8766-889d627ec1c0/8fac6cdc-c132-4ebb-8d0b-f6f1f79de15d) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:40:16.750710 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-62457da7-19fd-4da1-afb7-58fef4bfddc0 req-f34c147b-ae60-431d-8f73-f4f2e74e73c2 service neutron] 10.222.0.90 "GET /v2.0/networks/e8168686-726a-4b9d-bc6a-c800d7c9c418?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3718970 Feb 04 17:40:16.811793 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ef00ad-12aa-4ccd-a684-95fc1251f954 req-3e340997-2927-44ca-ab37-3645bf68457d tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:40:16.823754 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-0f38203e-2b11-42e2-9a03-2ec81465f1ed admin admin] Publish callbacks [] for router_gateway (9536572d-3cef-48c2-8b58-544c2485acb8), precommit_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:40:16.824328 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-c6ef00ad-12aa-4ccd-a684-95fc1251f954 req-3e340997-2927-44ca-ab37-3645bf68457d tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.89 "GET /v2.0/ports?device_id=3c7675e1-1c8a-410f-be7f-b37c48bc9d65 HTTP/1.1" status: 200 len: 947 time: 0.2525148 Feb 04 17:40:16.894309 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ea7f0436-b7aa-4e88-84b2-18840107a4c8 None None] Publish callbacks [] for port (8fac6cdc-c132-4ebb-8d0b-f6f1f79de15d), precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:40:16.910137 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Device c1f4202b-81fe-459f-bd1f-1634d50f82d0 details requested by agent hyperv_n-h2-827839-2 with host n-h2-827839-2 {{(pid=103378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 17:40:16.981881 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-c6ef00ad-12aa-4ccd-a684-95fc1251f954 req-8a53d690-2f3b-4f96-9b78-5c824b98ed92 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.89 "GET /v2.0/security-groups?id=93ceaf89-daf9-4fd7-ba90-ecf1cae67db9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1566553 Feb 04 17:40:17.142681 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8993fe3-0f81-4e0f-9ec1-18d4f9370dd8 req-da312e8f-8dfb-4bf4-aa5a-8f525a181af5 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:40:17.144304 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-a8993fe3-0f81-4e0f-9ec1-18d4f9370dd8 req-da312e8f-8dfb-4bf4-aa5a-8f525a181af5 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] 10.222.0.89 "GET /v2.0/ports?device_id=a3df9f80-8924-482b-aa84-40e011c6e59e HTTP/1.1" status: 200 len: 943 time: 0.1821535 Feb 04 17:40:17.214195 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] For port c1f4202b-81fe-459f-bd1f-1634d50f82d0, host n-h2-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=c1f4202b-81fe-459f-bd1f-1634d50f82d0,segment=NetworkSegment(2a2bc42f-8da5-43e1-939f-751c24d615ee),segment_id=2a2bc42f-8da5-43e1-939f-751c24d615ee)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:40:17.248115 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Returning: {'device': 'c1f4202b-81fe-459f-bd1f-1634d50f82d0', 'network_id': 'e8168686-726a-4b9d-bc6a-c800d7c9c418', 'port_id': 'c1f4202b-81fe-459f-bd1f-1634d50f82d0', 'mac_address': 'fa:16:3e:67:04:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 783, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f81d0321-7ee6-4872-9bad-eff6d1ffdb58', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 17:40:17.262178 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ea7f0436-b7aa-4e88-84b2-18840107a4c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135'] for port (8fac6cdc-c132-4ebb-8d0b-f6f1f79de15d), after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:40:17.369779 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-a8993fe3-0f81-4e0f-9ec1-18d4f9370dd8 req-20ae1cf9-520b-47b3-a787-29d5b599a7e7 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] 10.222.0.89 "GET /v2.0/security-groups?id=86a5249b-5994-4021-a403-048c77aff796&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2130368 Feb 04 17:40:17.408371 n-d-827839-2 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea7f0436-b7aa-4e88-84b2-18840107a4c8 None None] Network 737a730a-f2b9-4552-b783-b268a6fc7510 is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:40:17.416175 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7f0436-b7aa-4e88-84b2-18840107a4c8 None None] Pushing event updated for resources: {'Port': ['ID=8fac6cdc-c132-4ebb-8d0b-f6f1f79de15d,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:40:17.453748 n-d-827839-2 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-ea7f0436-b7aa-4e88-84b2-18840107a4c8 None None] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:40:17.467001 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea7f0436-b7aa-4e88-84b2-18840107a4c8 None None] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:40:17.545450 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7f0436-b7aa-4e88-84b2-18840107a4c8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:40:17.545818 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7f0436-b7aa-4e88-84b2-18840107a4c8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:40:17.546177 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7f0436-b7aa-4e88-84b2-18840107a4c8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:40:17.546523 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7f0436-b7aa-4e88-84b2-18840107a4c8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:40:17.553820 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7f0436-b7aa-4e88-84b2-18840107a4c8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:40:17.557084 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7f0436-b7aa-4e88-84b2-18840107a4c8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:40:17.557484 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7f0436-b7aa-4e88-84b2-18840107a4c8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:40:17.557966 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7f0436-b7aa-4e88-84b2-18840107a4c8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:40:17.558320 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7f0436-b7aa-4e88-84b2-18840107a4c8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:40:17.558665 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7f0436-b7aa-4e88-84b2-18840107a4c8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:40:17.560653 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7f0436-b7aa-4e88-84b2-18840107a4c8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:40:17.561041 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7f0436-b7aa-4e88-84b2-18840107a4c8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:40:17.561385 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7f0436-b7aa-4e88-84b2-18840107a4c8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:40:17.693397 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Current status of the port c1f4202b-81fe-459f-bd1f-1634d50f82d0 is: DOWN; New status is: BUILD {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:40:17.693397 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (c1f4202b-81fe-459f-bd1f-1634d50f82d0), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:40:17.800308 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1f4202b-81fe-459f-bd1f-1634d50f82d0 {{(pid=103378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 17:40:17.848644 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-0f38203e-2b11-42e2-9a03-2ec81465f1ed admin admin] Publish callbacks [] for router_gateway (9536572d-3cef-48c2-8b58-544c2485acb8), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:40:17.856713 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] For port c1f4202b-81fe-459f-bd1f-1634d50f82d0, host n-h2-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=c1f4202b-81fe-459f-bd1f-1634d50f82d0,segment=NetworkSegment(2a2bc42f-8da5-43e1-939f-751c24d615ee),segment_id=2a2bc42f-8da5-43e1-939f-751c24d615ee)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:40:17.898746 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-ea7f0436-b7aa-4e88-84b2-18840107a4c8 None None] Attempting to bind port 8fac6cdc-c132-4ebb-8d0b-f6f1f79de15d on host n-d-827839-2 for vnic_type normal with profile {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:40:17.899131 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-ea7f0436-b7aa-4e88-84b2-18840107a4c8 None None] Attempting to bind port 8fac6cdc-c132-4ebb-8d0b-f6f1f79de15d by drivers openvswitch,hyperv on host n-d-827839-2 at level 0 using segments [{'id': '5aa163bf-3e85-4517-8e86-22f85f7e58c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '737a730a-f2b9-4552-b783-b268a6fc7510'}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:40:17.915399 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea7f0436-b7aa-4e88-84b2-18840107a4c8 None None] Attempting to bind port 8fac6cdc-c132-4ebb-8d0b-f6f1f79de15d on network 737a730a-f2b9-4552-b783-b268a6fc7510 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:40:17.937294 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (c1f4202b-81fe-459f-bd1f-1634d50f82d0), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:40:17.950846 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea7f0436-b7aa-4e88-84b2-18840107a4c8 None None] Checking agent: {'id': 'ba70844b-66a0-45fd-a2f2-e6ed673321fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 0, 36), 'started_at': datetime.datetime(2022, 2, 4, 17, 1, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 40, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:40:17.950846 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea7f0436-b7aa-4e88-84b2-18840107a4c8 None None] Checking segment: {'id': '5aa163bf-3e85-4517-8e86-22f85f7e58c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '737a730a-f2b9-4552-b783-b268a6fc7510'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:40:17.951204 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-0f38203e-2b11-42e2-9a03-2ec81465f1ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:40:17.957224 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ea7f0436-b7aa-4e88-84b2-18840107a4c8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:40:17.957762 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea7f0436-b7aa-4e88-84b2-18840107a4c8 None None] Bound using segment: {'id': '5aa163bf-3e85-4517-8e86-22f85f7e58c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '737a730a-f2b9-4552-b783-b268a6fc7510'} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:40:17.960408 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-ea7f0436-b7aa-4e88-84b2-18840107a4c8 None None] Bound port: 8fac6cdc-c132-4ebb-8d0b-f6f1f79de15d, host: n-d-827839-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5aa163bf-3e85-4517-8e86-22f85f7e58c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '737a730a-f2b9-4552-b783-b268a6fc7510'}}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:40:17.960876 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ea7f0436-b7aa-4e88-84b2-18840107a4c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (8fac6cdc-c132-4ebb-8d0b-f6f1f79de15d), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:40:18.085783 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723465f0-ed46-4a30-95e0-325c937a0d90 req-52c93190-d1a9-47c2-8f2a-9808d9773ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:40:18.093719 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-723465f0-ed46-4a30-95e0-325c937a0d90 req-52c93190-d1a9-47c2-8f2a-9808d9773ac1 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=5f7c63cd6c624891853d19549e45e9fe&device_id=3c7675e1-1c8a-410f-be7f-b37c48bc9d65 HTTP/1.1" status: 200 len: 1129 time: 0.4235430 Feb 04 17:40:18.349920 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] get_ports_and_sgs() called for port_ids ['c1f4202b-81fe-459f-bd1f-1634d50f82d0'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 17:40:18.388622 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9285734e-f92f-42a1-aa21-487daa07b531 req-67144044-cb6a-4747-8b45-4164bc430f81 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:40:18.408803 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-9285734e-f92f-42a1-aa21-487daa07b531 req-67144044-cb6a-4747-8b45-4164bc430f81 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.89 "GET /v2.0/ports?device_id=3c7675e1-1c8a-410f-be7f-b37c48bc9d65 HTTP/1.1" status: 200 len: 947 time: 0.1866004 Feb 04 17:40:18.511919 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Pushing event updated for resources: {'Port': ['ID=c1f4202b-81fe-459f-bd1f-1634d50f82d0,revision_number=4']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:40:18.535933 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-ea7f0436-b7aa-4e88-84b2-18840107a4c8 None None] For port 8fac6cdc-c132-4ebb-8d0b-f6f1f79de15d, host n-d-827839-2, cleared binding levels {{(pid=103378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:40:18.571627 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-ea7f0436-b7aa-4e88-84b2-18840107a4c8 None None] For port 8fac6cdc-c132-4ebb-8d0b-f6f1f79de15d, host n-d-827839-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=8fac6cdc-c132-4ebb-8d0b-f6f1f79de15d,segment=NetworkSegment(5aa163bf-3e85-4517-8e86-22f85f7e58c4),segment_id=5aa163bf-3e85-4517-8e86-22f85f7e58c4)] {{(pid=103378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:40:18.578231 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-9285734e-f92f-42a1-aa21-487daa07b531 req-68b4ec56-6a6c-4c83-95f2-27828234dd12 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.89 "GET /v2.0/security-groups?id=93ceaf89-daf9-4fd7-ba90-ecf1cae67db9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1605046 Feb 04 17:40:18.630962 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ea7f0436-b7aa-4e88-84b2-18840107a4c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (8fac6cdc-c132-4ebb-8d0b-f6f1f79de15d), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:40:18.786428 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7f0436-b7aa-4e88-84b2-18840107a4c8 None None] Pushing event updated for resources: {'Port': ['ID=8fac6cdc-c132-4ebb-8d0b-f6f1f79de15d,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:40:19.532821 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.db_base_plugin_common [None req-0f38203e-2b11-42e2-9a03-2ec81465f1ed admin admin] Allocated IP 172.25.6.65 (48165773-85ad-49a1-9ec1-76fc8dc24188/7660bfad-1ea8-4fe7-831b-bed836f13efc/e473982d-218e-433d-b854-c5bd77d3dded) {{(pid=103376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:40:19.663104 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723465f0-ed46-4a30-95e0-325c937a0d90 req-f6588c00-9fe6-4e54-8a92-0186c2cb13ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:40:19.665177 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-723465f0-ed46-4a30-95e0-325c937a0d90 req-f6588c00-9fe6-4e54-8a92-0186c2cb13ff service neutron] 10.222.0.96 "GET /v2.0/networks?id=b55b6cf7-96ca-44f1-b402-5ece20b91f84 HTTP/1.1" status: 200 len: 913 time: 1.4499998 Feb 04 17:40:19.695807 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6b33a2-99b8-4a16-8575-3a6237bd3d3d req-810ccd5c-d42b-4fec-96b4-bad01c19a908 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:40:19.697446 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-6d6b33a2-99b8-4a16-8575-3a6237bd3d3d req-810ccd5c-d42b-4fec-96b4-bad01c19a908 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] 10.222.0.89 "GET /v2.0/ports?device_id=a3df9f80-8924-482b-aa84-40e011c6e59e HTTP/1.1" status: 200 len: 944 time: 0.5481172 Feb 04 17:40:19.815817 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-6d6b33a2-99b8-4a16-8575-3a6237bd3d3d req-82753d62-1307-44fa-988f-1ba19fd51ed8 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] 10.222.0.89 "GET /v2.0/security-groups?id=86a5249b-5994-4021-a403-048c77aff796&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0665152 Feb 04 17:40:19.878835 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-0f38203e-2b11-42e2-9a03-2ec81465f1ed admin admin] Publish callbacks [] for port (e473982d-218e-433d-b854-c5bd77d3dded), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:40:19.900422 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11c5a3c-9660-406a-b23e-aaebbe358680 req-a54783fa-156a-408d-b1ea-f8e0199fe80b tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:40:19.901977 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-723465f0-ed46-4a30-95e0-325c937a0d90 req-af2bb0e6-88b3-48f6-9edb-3f745e631e51 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fa5a1c99-a3b3-46ea-b891-f5171c94ab05 HTTP/1.1" status: 200 len: 1002 time: 0.2236876 Feb 04 17:40:19.912780 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-e11c5a3c-9660-406a-b23e-aaebbe358680 req-a54783fa-156a-408d-b1ea-f8e0199fe80b tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.89 "GET /v2.0/ports?device_id=3c7675e1-1c8a-410f-be7f-b37c48bc9d65 HTTP/1.1" status: 200 len: 947 time: 0.1938252 Feb 04 17:40:19.975172 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723465f0-ed46-4a30-95e0-325c937a0d90 req-4266ab4f-96d7-47a9-a26e-fb3c623e2e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:40:19.978004 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-723465f0-ed46-4a30-95e0-325c937a0d90 req-4266ab4f-96d7-47a9-a26e-fb3c623e2e6d service neutron] 10.222.0.96 "GET /v2.0/subnets?id=56d77231-1e8a-430f-89bb-45ff7f982beb HTTP/1.1" status: 200 len: 851 time: 0.0709600 Feb 04 17:40:20.039710 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-e11c5a3c-9660-406a-b23e-aaebbe358680 req-f422ce29-35c3-4ace-a8f4-c88a242fd2b8 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.89 "GET /v2.0/security-groups?id=93ceaf89-daf9-4fd7-ba90-ecf1cae67db9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1259453 Feb 04 17:40:20.088689 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723465f0-ed46-4a30-95e0-325c937a0d90 req-51053ca9-bcf2-4587-bff2-ce34c63ae9c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:40:20.098653 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-723465f0-ed46-4a30-95e0-325c937a0d90 req-51053ca9-bcf2-4587-bff2-ce34c63ae9c2 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=b55b6cf7-96ca-44f1-b402-5ece20b91f84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0914092 Feb 04 17:40:20.101012 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-0f38203e-2b11-42e2-9a03-2ec81465f1ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (e473982d-218e-433d-b854-c5bd77d3dded), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:40:20.289352 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f38203e-2b11-42e2-9a03-2ec81465f1ed admin admin] Network 48165773-85ad-49a1-9ec1-76fc8dc24188 is already hosted by enough agents. {{(pid=103376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:40:20.292194 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-723465f0-ed46-4a30-95e0-325c937a0d90 req-2c22568a-379c-41c5-aec3-7a6e5c0885c6 service neutron] 10.222.0.96 "GET /v2.0/networks/b55b6cf7-96ca-44f1-b402-5ece20b91f84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1738019 Feb 04 17:40:20.292956 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f38203e-2b11-42e2-9a03-2ec81465f1ed admin admin] Pushing event updated for resources: {'Port': ['ID=e473982d-218e-433d-b854-c5bd77d3dded,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:40:20.297328 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [None req-0f38203e-2b11-42e2-9a03-2ec81465f1ed admin admin] Resources bound (agent type, host, resource id): {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:40:20.301087 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f38203e-2b11-42e2-9a03-2ec81465f1ed admin admin] Received port after_create {{(pid=103376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:40:20.424867 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Device c1f4202b-81fe-459f-bd1f-1634d50f82d0 up at agent hyperv_n-h2-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:40:20.578125 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 8fac6cdc-c132-4ebb-8d0b-f6f1f79de15d up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:40:20.646769 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04f1fed0-ecff-43cc-8075-a200302b511f None None] Network 737a730a-f2b9-4552-b783-b268a6fc7510 requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:40:20.703611 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Provisioning for port c1f4202b-81fe-459f-bd1f-1634d50f82d0 completed by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 17:40:20.717454 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Provisioning complete for port c1f4202b-81fe-459f-bd1f-1634d50f82d0 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:40:20.718420 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (c1f4202b-81fe-459f-bd1f-1634d50f82d0), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:40:20.763067 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-723465f0-ed46-4a30-95e0-325c937a0d90 req-dd55cb41-e4c6-40d7-943c-81058b026e3e service neutron] 10.222.0.96 "GET /v2.0/networks/b55b6cf7-96ca-44f1-b402-5ece20b91f84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4073081 Feb 04 17:40:20.772578 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port 8fac6cdc-c132-4ebb-8d0b-f6f1f79de15d triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:40:20.773009 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (8fac6cdc-c132-4ebb-8d0b-f6f1f79de15d), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:40:20.821352 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-ffbc9d79-5834-4ba8-b076-a5d1d1a5c241 None None] Provisioning complete for port 8fac6cdc-c132-4ebb-8d0b-f6f1f79de15d triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:40:20.821739 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ffbc9d79-5834-4ba8-b076-a5d1d1a5c241 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (8fac6cdc-c132-4ebb-8d0b-f6f1f79de15d), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:40:20.982270 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Current status of the port c1f4202b-81fe-459f-bd1f-1634d50f82d0 is: BUILD; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:40:20.982663 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (c1f4202b-81fe-459f-bd1f-1634d50f82d0), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:40:21.064207 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] For port c1f4202b-81fe-459f-bd1f-1634d50f82d0, host n-h2-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=c1f4202b-81fe-459f-bd1f-1634d50f82d0,segment=NetworkSegment(2a2bc42f-8da5-43e1-939f-751c24d615ee),segment_id=2a2bc42f-8da5-43e1-939f-751c24d615ee)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:40:21.088705 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3df9f80-8924-482b-aa84-40e011c6e59e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1f4202b-81fe-459f-bd1f-1634d50f82d0'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:40:21.091105 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c34bc964ce2211770fda26ca2f3801cc06f4f39928110690550e94ab9c9d2fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd668419-357a-4ecf-a25d-546e2e6e1dee" -d '{"events": [{"server_uuid": "a3df9f80-8924-482b-aa84-40e011c6e59e", "name": "network-vif-plugged", "status": "completed", "tag": "c1f4202b-81fe-459f-bd1f-1634d50f82d0"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:40:21.145732 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (c1f4202b-81fe-459f-bd1f-1634d50f82d0), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:40:21.175266 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2583fcbb-71f6-4bb8-b6e0-ef002b967c19 req-24cd3790-0a0c-4025-8899-d77013a99d29 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:40:21.176692 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-2583fcbb-71f6-4bb8-b6e0-ef002b967c19 req-24cd3790-0a0c-4025-8899-d77013a99d29 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] 10.222.0.89 "GET /v2.0/ports?device_id=a3df9f80-8924-482b-aa84-40e011c6e59e HTTP/1.1" status: 200 len: 944 time: 0.1889632 Feb 04 17:40:21.177529 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-0f38203e-2b11-42e2-9a03-2ec81465f1ed admin admin] Publish callbacks [] for router_gateway (9536572d-3cef-48c2-8b58-544c2485acb8), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:40:21.222094 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8dec2b3-c78e-4fc3-826f-3c8c15b0faf8 req-374f928b-2d5d-4b0c-b1c0-598845fe84bf tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:40:21.230435 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-f8dec2b3-c78e-4fc3-826f-3c8c15b0faf8 req-374f928b-2d5d-4b0c-b1c0-598845fe84bf tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.89 "GET /v2.0/ports?device_id=3c7675e1-1c8a-410f-be7f-b37c48bc9d65 HTTP/1.1" status: 200 len: 947 time: 0.0827920 Feb 04 17:40:21.316841 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-f8dec2b3-c78e-4fc3-826f-3c8c15b0faf8 req-f5c95cef-b00a-485f-8196-25d8c9e7c6ef tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.89 "GET /v2.0/security-groups?id=93ceaf89-daf9-4fd7-ba90-ecf1cae67db9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0846725 Feb 04 17:40:21.368012 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 17:40:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40eb1057-cc08-4be4-a086-8373eeffc9dc x-openstack-request-id: req-40eb1057-cc08-4be4-a086-8373eeffc9dc {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:40:21.368317 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3df9f80-8924-482b-aa84-40e011c6e59e", "name": "network-vif-plugged", "status": "completed", "tag": "c1f4202b-81fe-459f-bd1f-1634d50f82d0", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:40:21.368579 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-40eb1057-cc08-4be4-a086-8373eeffc9dc {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:40:21.369005 n-d-827839-2 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3df9f80-8924-482b-aa84-40e011c6e59e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1f4202b-81fe-459f-bd1f-1634d50f82d0', 'code': 200} Feb 04 17:40:21.474942 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-2583fcbb-71f6-4bb8-b6e0-ef002b967c19 req-8752de6d-3425-48a9-b76e-da42235ba759 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] 10.222.0.89 "GET /v2.0/security-groups?id=86a5249b-5994-4021-a403-048c77aff796&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2742345 Feb 04 17:40:21.518962 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port 8fac6cdc-c132-4ebb-8d0b-f6f1f79de15d is: DOWN; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:40:21.519964 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (8fac6cdc-c132-4ebb-8d0b-f6f1f79de15d), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:40:21.568637 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5df0fc-738a-480f-9d68-7afd07ecdc8f req-5f0b76b2-1001-484c-b8c7-c90a58884d4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:40:21.575498 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-ba5df0fc-738a-480f-9d68-7afd07ecdc8f req-5f0b76b2-1001-484c-b8c7-c90a58884d4d service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=a3df9f80-8924-482b-aa84-40e011c6e59e HTTP/1.1" status: 200 len: 1127 time: 0.1306980 Feb 04 17:40:21.576727 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-ffbc9d79-5834-4ba8-b076-a5d1d1a5c241 None None] Current status of the port 8fac6cdc-c132-4ebb-8d0b-f6f1f79de15d is: DOWN; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:40:21.577336 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ffbc9d79-5834-4ba8-b076-a5d1d1a5c241 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (8fac6cdc-c132-4ebb-8d0b-f6f1f79de15d), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:40:21.647027 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-ffbc9d79-5834-4ba8-b076-a5d1d1a5c241 None None] For port 8fac6cdc-c132-4ebb-8d0b-f6f1f79de15d, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=8fac6cdc-c132-4ebb-8d0b-f6f1f79de15d,segment=NetworkSegment(5aa163bf-3e85-4517-8e86-22f85f7e58c4),segment_id=5aa163bf-3e85-4517-8e86-22f85f7e58c4)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:40:21.677077 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ffbc9d79-5834-4ba8-b076-a5d1d1a5c241 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (8fac6cdc-c132-4ebb-8d0b-f6f1f79de15d), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:40:21.679012 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-ba5df0fc-738a-480f-9d68-7afd07ecdc8f req-59f7e1cb-8636-4f1c-9818-f6531c77c6d1 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=86a5249b-5994-4021-a403-048c77aff796&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0972366 Feb 04 17:40:21.686068 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Pushing event updated for resources: {'Port': ['ID=c1f4202b-81fe-459f-bd1f-1634d50f82d0,revision_number=5']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:40:21.711980 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-0f38203e-2b11-42e2-9a03-2ec81465f1ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1602046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603680'] for router (9536572d-3cef-48c2-8b58-544c2485acb8), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:40:21.801317 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.db.api [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103378) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 17:40:21.802008 n-d-827839-2 neutron-server[103378]: DEBUG oslo_db.api [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 17:40:21.838618 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbc9d79-5834-4ba8-b076-a5d1d1a5c241 None None] Pushing event updated for resources: {'Port': ['ID=8fac6cdc-c132-4ebb-8d0b-f6f1f79de15d,revision_number=3']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:40:22.046436 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f38203e-2b11-42e2-9a03-2ec81465f1ed admin admin] Router 9536572d-3cef-48c2-8b58-544c2485acb8 is scheduled to L3 agent 64ada913-9131-4d99-a265-63a920956287 with binding_index 1 {{(pid=103376) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 17:40:22.228984 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-99ee55a6-af40-442a-a14f-c971f6eac87b None None] Provisioning complete for port 8fac6cdc-c132-4ebb-8d0b-f6f1f79de15d triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:40:22.230462 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-99ee55a6-af40-442a-a14f-c971f6eac87b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (8fac6cdc-c132-4ebb-8d0b-f6f1f79de15d), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:40:22.307765 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f38203e-2b11-42e2-9a03-2ec81465f1ed admin admin] Notify agent at l3_agent.n-d-827839-2 the message routers_updated {{(pid=103376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 17:40:22.371294 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-0f38203e-2b11-42e2-9a03-2ec81465f1ed admin admin] Publish callbacks [] for router (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:40:22.377888 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-0f38203e-2b11-42e2-9a03-2ec81465f1ed admin admin] 10.222.0.89 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 6.3872206 Feb 04 17:40:22.378612 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 32928) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:40:22.432393 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port 8fac6cdc-c132-4ebb-8d0b-f6f1f79de15d is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:40:22.438555 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03cd6efd-8283-4a03-a47c-5f26f74bd049 None None] Sync routers for ids ['9536572d-3cef-48c2-8b58-544c2485acb8'] in n-d-827839-2 {{(pid=103378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 17:40:22.454444 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03cd6efd-8283-4a03-a47c-5f26f74bd049 None None] Routers {'9536572d-3cef-48c2-8b58-544c2485acb8'} bound to L3 agent in host n-d-827839-2 {{(pid=103378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:40:22.455943 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-03cd6efd-8283-4a03-a47c-5f26f74bd049 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:40:03Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['9536572d-3cef-48c2-8b58-544c2485acb8'], 'active': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:40:22.729283 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae791753-7caf-4c38-956b-1595cd78fe34 req-933d9e60-de9e-4674-8195-9dc407dc30d8 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:40:22.743075 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8db45bb-e2ac-4610-ae0b-6637a69a22f5 req-9fe5b3ac-07e0-44ff-b53e-797811268b6b tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:40:22.750467 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-c8db45bb-e2ac-4610-ae0b-6637a69a22f5 req-9fe5b3ac-07e0-44ff-b53e-797811268b6b tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] 10.222.0.89 "GET /v2.0/ports?device_id=a3df9f80-8924-482b-aa84-40e011c6e59e HTTP/1.1" status: 200 len: 945 time: 0.1485016 Feb 04 17:40:22.753344 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-ae791753-7caf-4c38-956b-1595cd78fe34 req-933d9e60-de9e-4674-8195-9dc407dc30d8 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.89 "GET /v2.0/ports?device_id=3c7675e1-1c8a-410f-be7f-b37c48bc9d65 HTTP/1.1" status: 200 len: 947 time: 0.2745326 Feb 04 17:40:22.931179 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-c8db45bb-e2ac-4610-ae0b-6637a69a22f5 req-e5caa8b7-310e-4a30-9b07-2f27bebe1438 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] 10.222.0.89 "GET /v2.0/security-groups?id=86a5249b-5994-4021-a403-048c77aff796&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1696191 Feb 04 17:40:23.023747 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-ae791753-7caf-4c38-956b-1595cd78fe34 req-41c239eb-6bfe-43b4-8230-a040392cadce tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.89 "GET /v2.0/security-groups?id=93ceaf89-daf9-4fd7-ba90-ecf1cae67db9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2693279 Feb 04 17:40:23.182911 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 8fac6cdc-c132-4ebb-8d0b-f6f1f79de15d up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:40:23.411657 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-99ee55a6-af40-442a-a14f-c971f6eac87b None None] Current status of the port 8fac6cdc-c132-4ebb-8d0b-f6f1f79de15d is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:40:23.515442 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvr_db [None req-03cd6efd-8283-4a03-a47c-5f26f74bd049 None None] Set router 9536572d-3cef-48c2-8b58-544c2485acb8 gateway port host: n-d-827839-2 {{(pid=103378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:40:23.537362 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port 8fac6cdc-c132-4ebb-8d0b-f6f1f79de15d triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:40:23.538085 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (8fac6cdc-c132-4ebb-8d0b-f6f1f79de15d), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:40:23.847946 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-6b77dad1-d5e9-4e4a-8b65-4621efa19f07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:40:24.259324 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port 8fac6cdc-c132-4ebb-8d0b-f6f1f79de15d is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:40:24.339146 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-03cd6efd-8283-4a03-a47c-5f26f74bd049 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9536572d-3cef-48c2-8b58-544c2485acb8', 'name': 'tempest-AttachVolumeTestJSON-674432547-router', 'tenant_id': 'f5ca586e0a134ee6a366fdbff53a4f3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.65'}], 'enable_snat': True}, 'gw_port_id': 'e473982d-218e-433d-b854-c5bd77d3dded', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:40:16Z', 'updated_at': '2022-02-04T17:40:20Z', 'revision_number': 3, 'project_id': 'f5ca586e0a134ee6a366fdbff53a4f3d', 'gw_port': {'id': 'e473982d-218e-433d-b854-c5bd77d3dded', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:0e:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9536572d-3cef-48c2-8b58-544c2485acb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3182, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:40:17Z', 'updated_at': '2022-02-04T17:40:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2'}], 'n-d-827839-2', False) {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:40:24.368557 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25cce99-e239-476b-8773-d55c6d530dcf req-acd49371-e48c-418e-9883-2b3e4af296f6 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:40:24.375718 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-f25cce99-e239-476b-8773-d55c6d530dcf req-acd49371-e48c-418e-9883-2b3e4af296f6 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] 10.222.0.89 "GET /v2.0/ports?device_id=a3df9f80-8924-482b-aa84-40e011c6e59e HTTP/1.1" status: 200 len: 945 time: 0.2638814 Feb 04 17:40:24.406298 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03cd6efd-8283-4a03-a47c-5f26f74bd049 None None] Checking router: 9536572d-3cef-48c2-8b58-544c2485acb8 for host: n-d-827839-2 {{(pid=103378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 17:40:24.406834 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03cd6efd-8283-4a03-a47c-5f26f74bd049 None None] Updating router 9536572d-3cef-48c2-8b58-544c2485acb8 port e473982d-218e-433d-b854-c5bd77d3dded binding host n-d-827839-2 {{(pid=103378) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 17:40:24.464126 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-03cd6efd-8283-4a03-a47c-5f26f74bd049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (e473982d-218e-433d-b854-c5bd77d3dded), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:40:24.495598 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-f25cce99-e239-476b-8773-d55c6d530dcf req-d373d01c-da58-47df-99f4-c6eacee477e1 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] 10.222.0.89 "GET /v2.0/security-groups?id=86a5249b-5994-4021-a403-048c77aff796&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1189303 Feb 04 17:40:24.690611 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714341bd-c80c-4136-aba4-48ce6b60dcf5 req-254496d2-ba0d-44b6-a1a2-9843dc56c115 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:40:24.707132 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-714341bd-c80c-4136-aba4-48ce6b60dcf5 req-254496d2-ba0d-44b6-a1a2-9843dc56c115 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] 10.222.0.89 "GET /v2.0/ports?device_id=a3df9f80-8924-482b-aa84-40e011c6e59e HTTP/1.1" status: 200 len: 945 time: 0.1078055 Feb 04 17:40:24.739058 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.db_base_plugin_common [None req-6b77dad1-d5e9-4e4a-8b65-4621efa19f07 admin admin] Allocated IP 172.20.0.1 (737a730a-f2b9-4552-b783-b268a6fc7510/28f7679b-e706-44b6-8766-889d627ec1c0/e8ccd0cb-db52-4966-8fef-caef23e47aca) {{(pid=103377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:40:24.962456 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-714341bd-c80c-4136-aba4-48ce6b60dcf5 req-339f6af3-e406-43d0-8f01-a6f30c70b4a2 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] 10.222.0.89 "GET /v2.0/security-groups?id=86a5249b-5994-4021-a403-048c77aff796&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2396524 Feb 04 17:40:24.981309 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 32956) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:40:25.088125 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98160ccd-f113-4d2d-b7f9-a01e6c25f44e tempest-TestNetworkBasicOps-1140215501 tempest-TestNetworkBasicOps-1140215501-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:40:25.097816 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-98160ccd-f113-4d2d-b7f9-a01e6c25f44e tempest-TestNetworkBasicOps-1140215501 tempest-TestNetworkBasicOps-1140215501-project-admin] 10.222.0.89 "GET /v2.0/ports?device_id=a3df9f80-8924-482b-aa84-40e011c6e59e HTTP/1.1" status: 200 len: 1122 time: 0.1149848 Feb 04 17:40:25.101387 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 32962) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:40:25.118929 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-f743dcee-83e2-4794-871f-7776889355b2 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Request body: {'floatingip': {'floating_network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'port_id': 'c1f4202b-81fe-459f-bd1f-1634d50f82d0', 'tenant_id': '1442cfcaa62548aa8c0af19ff6a9d44c', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:40:25.148255 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-6b77dad1-d5e9-4e4a-8b65-4621efa19f07 admin admin] Publish callbacks [] for port (e8ccd0cb-db52-4966-8fef-caef23e47aca), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:40:25.175048 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-f743dcee-83e2-4794-871f-7776889355b2 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:40:25.262378 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-6b77dad1-d5e9-4e4a-8b65-4621efa19f07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (e8ccd0cb-db52-4966-8fef-caef23e47aca), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:40:25.289222 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-03cd6efd-8283-4a03-a47c-5f26f74bd049 None None] Publish callbacks [] for port (e473982d-218e-433d-b854-c5bd77d3dded), precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:40:25.313860 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-03cd6efd-8283-4a03-a47c-5f26f74bd049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (e473982d-218e-433d-b854-c5bd77d3dded), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:40:25.407720 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9e39d8-f4d1-450f-9891-165159cb39e0 req-b3977ffb-68a9-41cc-a28b-35cc26a37a18 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:40:25.418836 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-5c9e39d8-f4d1-450f-9891-165159cb39e0 req-b3977ffb-68a9-41cc-a28b-35cc26a37a18 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.89 "GET /v2.0/ports?device_id=3c7675e1-1c8a-410f-be7f-b37c48bc9d65 HTTP/1.1" status: 200 len: 947 time: 1.2319784 Feb 04 17:40:25.468586 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7509fc-9317-4f26-8b8a-89fb10ee39b2 None None] Pushing event updated for resources: {'Port': ['ID=e473982d-218e-433d-b854-c5bd77d3dded,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:40:25.471240 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-03cd6efd-8283-4a03-a47c-5f26f74bd049 None None] Attempting to bind port e473982d-218e-433d-b854-c5bd77d3dded on host n-d-827839-2 for vnic_type normal with profile {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:40:25.471735 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-03cd6efd-8283-4a03-a47c-5f26f74bd049 None None] Attempting to bind port e473982d-218e-433d-b854-c5bd77d3dded by drivers openvswitch,hyperv on host n-d-827839-2 at level 0 using segments [{'id': '5942dc44-1f07-4c27-b0ab-45a2bff20dd5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188'}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:40:25.472208 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03cd6efd-8283-4a03-a47c-5f26f74bd049 None None] Attempting to bind port e473982d-218e-433d-b854-c5bd77d3dded on network 48165773-85ad-49a1-9ec1-76fc8dc24188 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:40:25.481996 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b77dad1-d5e9-4e4a-8b65-4621efa19f07 admin admin] Pushing event updated for resources: {'Port': ['ID=e8ccd0cb-db52-4966-8fef-caef23e47aca,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:40:25.484309 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03cd6efd-8283-4a03-a47c-5f26f74bd049 None None] Checking agent: {'id': 'ba70844b-66a0-45fd-a2f2-e6ed673321fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 0, 36), 'started_at': datetime.datetime(2022, 2, 4, 17, 1, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 40, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:40:25.484309 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03cd6efd-8283-4a03-a47c-5f26f74bd049 None None] Checking segment: {'id': '5942dc44-1f07-4c27-b0ab-45a2bff20dd5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:40:25.484913 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-03cd6efd-8283-4a03-a47c-5f26f74bd049 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:40:25.485408 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03cd6efd-8283-4a03-a47c-5f26f74bd049 None None] Bound using segment: {'id': '5942dc44-1f07-4c27-b0ab-45a2bff20dd5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188'} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:40:25.487723 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-f743dcee-83e2-4794-871f-7776889355b2 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:40:25.488978 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-03cd6efd-8283-4a03-a47c-5f26f74bd049 None None] Bound port: e473982d-218e-433d-b854-c5bd77d3dded, host: n-d-827839-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5942dc44-1f07-4c27-b0ab-45a2bff20dd5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188'}}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:40:25.489514 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-03cd6efd-8283-4a03-a47c-5f26f74bd049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (e473982d-218e-433d-b854-c5bd77d3dded), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:40:25.500321 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b77dad1-d5e9-4e4a-8b65-4621efa19f07 admin admin] Network 737a730a-f2b9-4552-b783-b268a6fc7510 is already hosted by enough agents. {{(pid=103377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:40:25.505231 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [None req-6b77dad1-d5e9-4e4a-8b65-4621efa19f07 admin admin] Resources bound (agent type, host, resource id): {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:40:25.533745 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b77dad1-d5e9-4e4a-8b65-4621efa19f07 admin admin] Received port after_create {{(pid=103377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:40:25.593016 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-5c9e39d8-f4d1-450f-9891-165159cb39e0 req-b46f09a1-5b43-4632-8a59-28092a24d47f tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.89 "GET /v2.0/security-groups?id=93ceaf89-daf9-4fd7-ba90-ecf1cae67db9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1683378 Feb 04 17:40:25.594001 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-6b77dad1-d5e9-4e4a-8b65-4621efa19f07 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1595471'] for router_interface (9536572d-3cef-48c2-8b58-544c2485acb8), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:40:25.625360 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-03cd6efd-8283-4a03-a47c-5f26f74bd049 None None] For port e473982d-218e-433d-b854-c5bd77d3dded, host n-d-827839-2, cleared binding levels {{(pid=103378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:40:25.629783 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-03cd6efd-8283-4a03-a47c-5f26f74bd049 None None] For port e473982d-218e-433d-b854-c5bd77d3dded, host n-d-827839-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=e473982d-218e-433d-b854-c5bd77d3dded,segment=NetworkSegment(5942dc44-1f07-4c27-b0ab-45a2bff20dd5),segment_id=5942dc44-1f07-4c27-b0ab-45a2bff20dd5)] {{(pid=103378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:40:25.650751 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-03cd6efd-8283-4a03-a47c-5f26f74bd049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (e473982d-218e-433d-b854-c5bd77d3dded), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:40:25.815139 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03cd6efd-8283-4a03-a47c-5f26f74bd049 None None] Routers {'9536572d-3cef-48c2-8b58-544c2485acb8'} bound to L3 agent in host n-d-827839-2 {{(pid=103378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:40:25.815709 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-03cd6efd-8283-4a03-a47c-5f26f74bd049 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:40:03Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['9536572d-3cef-48c2-8b58-544c2485acb8'], 'active': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:40:25.921001 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-6b77dad1-d5e9-4e4a-8b65-4621efa19f07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (e8ccd0cb-db52-4966-8fef-caef23e47aca), before_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:40:25.925034 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.db_base_plugin_common [None req-f743dcee-83e2-4794-871f-7776889355b2 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Allocated IP 172.25.6.131 (48165773-85ad-49a1-9ec1-76fc8dc24188/7660bfad-1ea8-4fe7-831b-bed836f13efc/8c0cdd34-505d-40bc-95c9-7ba666e52adf) {{(pid=103376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:40:25.986657 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7509fc-9317-4f26-8b8a-89fb10ee39b2 None None] Pushing event updated for resources: {'Port': ['ID=e473982d-218e-433d-b854-c5bd77d3dded,revision_number=3']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:40:26.157612 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.agents_db [None req-e1691f3b-aacd-4cd6-8ebb-a9c53bb301c0 None None] Agent healthcheck: found 7 active agents {{(pid=103379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 17:40:26.183595 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-6b77dad1-d5e9-4e4a-8b65-4621efa19f07 admin admin] Publish callbacks [] for port (e8ccd0cb-db52-4966-8fef-caef23e47aca), precommit_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:40:26.197823 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-6b77dad1-d5e9-4e4a-8b65-4621efa19f07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25888290'] for port (e8ccd0cb-db52-4966-8fef-caef23e47aca), after_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:40:26.281604 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-6b77dad1-d5e9-4e4a-8b65-4621efa19f07 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1677345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602751'] for router_interface (9536572d-3cef-48c2-8b58-544c2485acb8), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:40:26.288291 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-c03a1959-13d8-43b2-a7a2-6240f8a854c3 None None] Provisioning complete for port e8ccd0cb-db52-4966-8fef-caef23e47aca triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:40:26.292885 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c03a1959-13d8-43b2-a7a2-6240f8a854c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (e8ccd0cb-db52-4966-8fef-caef23e47aca), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:40:26.315419 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-f743dcee-83e2-4794-871f-7776889355b2 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Publish callbacks [] for port (8c0cdd34-505d-40bc-95c9-7ba666e52adf), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:40:26.398830 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-f743dcee-83e2-4794-871f-7776889355b2 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (8c0cdd34-505d-40bc-95c9-7ba666e52adf), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:40:26.511519 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f743dcee-83e2-4794-871f-7776889355b2 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Pushing event updated for resources: {'Port': ['ID=8c0cdd34-505d-40bc-95c9-7ba666e52adf,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:40:26.547467 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f743dcee-83e2-4794-871f-7776889355b2 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Network 48165773-85ad-49a1-9ec1-76fc8dc24188 is already hosted by enough agents. {{(pid=103376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:40:26.549388 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [None req-f743dcee-83e2-4794-871f-7776889355b2 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Resources bound (agent type, host, resource id): {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:40:26.554593 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f743dcee-83e2-4794-871f-7776889355b2 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Received port after_create {{(pid=103376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:40:26.577497 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-c03a1959-13d8-43b2-a7a2-6240f8a854c3 None None] Port e8ccd0cb-db52-4966-8fef-caef23e47aca cannot update to ACTIVE because it is not bound. {{(pid=103378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 17:40:26.579074 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b77dad1-d5e9-4e4a-8b65-4621efa19f07 admin admin] Network 737a730a-f2b9-4552-b783-b268a6fc7510 is already hosted by enough agents. {{(pid=103377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:40:26.584906 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [None req-6b77dad1-d5e9-4e4a-8b65-4621efa19f07 admin admin] Resources bound (agent type, host, resource id): {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:40:26.675237 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvr_db [None req-03cd6efd-8283-4a03-a47c-5f26f74bd049 None None] Set router 9536572d-3cef-48c2-8b58-544c2485acb8 gateway port host: n-d-827839-2 {{(pid=103378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:40:26.799610 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b77dad1-d5e9-4e4a-8b65-4621efa19f07 admin admin] Pushing event updated for resources: {'Port': ['ID=e8ccd0cb-db52-4966-8fef-caef23e47aca,revision_number=2']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:40:27.098341 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b77dad1-d5e9-4e4a-8b65-4621efa19f07 admin admin] Router 9536572d-3cef-48c2-8b58-544c2485acb8 has already been hosted by L3 agent 64ada913-9131-4d99-a265-63a920956287 {{(pid=103377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 17:40:27.161784 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-03cd6efd-8283-4a03-a47c-5f26f74bd049 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9536572d-3cef-48c2-8b58-544c2485acb8', 'name': 'tempest-AttachVolumeTestJSON-674432547-router', 'tenant_id': 'f5ca586e0a134ee6a366fdbff53a4f3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.65'}], 'enable_snat': True}, 'gw_port_id': 'e473982d-218e-433d-b854-c5bd77d3dded', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:40:16Z', 'updated_at': '2022-02-04T17:40:20Z', 'revision_number': 3, 'project_id': 'f5ca586e0a134ee6a366fdbff53a4f3d', 'gw_port': {'id': 'e473982d-218e-433d-b854-c5bd77d3dded', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:0e:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9536572d-3cef-48c2-8b58-544c2485acb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3182, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:40:17Z', 'updated_at': '2022-02-04T17:40:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2'}], 'n-d-827839-2', False) {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:40:27.224558 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03cd6efd-8283-4a03-a47c-5f26f74bd049 None None] The sync data for ids ['9536572d-3cef-48c2-8b58-544c2485acb8'] in n-d-827839-2 is: [{'id': '9536572d-3cef-48c2-8b58-544c2485acb8', 'name': 'tempest-AttachVolumeTestJSON-674432547-router', 'tenant_id': 'f5ca586e0a134ee6a366fdbff53a4f3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.65'}], 'enable_snat': True}, 'gw_port_id': 'e473982d-218e-433d-b854-c5bd77d3dded', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:40:16Z', 'updated_at': '2022-02-04T17:40:20Z', 'revision_number': 3, 'project_id': 'f5ca586e0a134ee6a366fdbff53a4f3d', 'gw_port': {'id': 'e473982d-218e-433d-b854-c5bd77d3dded', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:0e:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9536572d-3cef-48c2-8b58-544c2485acb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3182, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:40:17Z', 'updated_at': '2022-02-04T17:40:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2'}] {{(pid=103378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 17:40:27.255673 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-ce35819c-d7d6-4726-be2e-aca23f0d7e10 None None] Provisioning complete for port e8ccd0cb-db52-4966-8fef-caef23e47aca triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:40:27.256077 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ce35819c-d7d6-4726-be2e-aca23f0d7e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (e8ccd0cb-db52-4966-8fef-caef23e47aca), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:40:27.366855 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eff7ca2-00ae-4af1-8fa0-fe12ef693237 req-47be1da3-69ea-4116-a118-e1eb0a3e4a26 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:40:27.368523 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-4eff7ca2-00ae-4af1-8fa0-fe12ef693237 req-47be1da3-69ea-4116-a118-e1eb0a3e4a26 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.89 "GET /v2.0/ports?device_id=3c7675e1-1c8a-410f-be7f-b37c48bc9d65 HTTP/1.1" status: 200 len: 947 time: 0.4865432 Feb 04 17:40:27.381330 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-ce35819c-d7d6-4726-be2e-aca23f0d7e10 None None] Port e8ccd0cb-db52-4966-8fef-caef23e47aca cannot update to ACTIVE because it is not bound. {{(pid=103378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 17:40:27.503380 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b77dad1-d5e9-4e4a-8b65-4621efa19f07 admin admin] Notify agent at l3_agent.n-d-827839-2 the message routers_updated {{(pid=103377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 17:40:27.515217 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-6b77dad1-d5e9-4e4a-8b65-4621efa19f07 admin admin] 10.222.0.89 "PUT /v2.0/routers/9536572d-3cef-48c2-8b58-544c2485acb8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1326966 Feb 04 17:40:27.547400 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-4eff7ca2-00ae-4af1-8fa0-fe12ef693237 req-f6518cc5-6b88-4e75-ad61-76fcc37d371e tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.89 "GET /v2.0/security-groups?id=93ceaf89-daf9-4fd7-ba90-ecf1cae67db9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1335368 Feb 04 17:40:28.010638 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-f743dcee-83e2-4794-871f-7776889355b2 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Publish callbacks [] for floatingip (ccf9fa1d-8d36-4dfc-9f6e-4281546a1c2c), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:40:28.341790 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-f743dcee-83e2-4794-871f-7776889355b2 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (8c0cdd34-505d-40bc-95c9-7ba666e52adf), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:40:28.710770 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device e473982d-218e-433d-b854-c5bd77d3dded up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:40:28.719829 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 33000) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:40:28.727964 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-a4838d9c-afa5-44c8-8f9b-f9a696a77880 tempest-AttachVolumeTestJSON-1062564701 tempest-AttachVolumeTestJSON-1062564701-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1341310252', 'description': 'tempest-description--1961020055'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:40:28.810402 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-a4838d9c-afa5-44c8-8f9b-f9a696a77880 tempest-AttachVolumeTestJSON-1062564701 tempest-AttachVolumeTestJSON-1062564701-project] Publish callbacks [] for security_group (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:40:28.890270 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port e473982d-218e-433d-b854-c5bd77d3dded triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:40:28.890650 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (e473982d-218e-433d-b854-c5bd77d3dded), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:40:28.934237 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a743506-51d8-4965-a024-85d242ffd5c3 req-60cfd826-81a7-4009-899d-b25b800ba0be tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:40:28.949461 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-4a743506-51d8-4965-a024-85d242ffd5c3 req-60cfd826-81a7-4009-899d-b25b800ba0be tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.89 "GET /v2.0/ports?device_id=3c7675e1-1c8a-410f-be7f-b37c48bc9d65 HTTP/1.1" status: 200 len: 947 time: 0.2455304 Feb 04 17:40:29.195236 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-4a743506-51d8-4965-a024-85d242ffd5c3 req-06f3e1a5-c604-4666-8463-b7e7756d7538 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.89 "GET /v2.0/security-groups?id=93ceaf89-daf9-4fd7-ba90-ecf1cae67db9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2286146 Feb 04 17:40:29.237740 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port e473982d-218e-433d-b854-c5bd77d3dded is: DOWN; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:40:29.238132 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (e473982d-218e-433d-b854-c5bd77d3dded), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:40:29.262298 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-a4838d9c-afa5-44c8-8f9b-f9a696a77880 tempest-AttachVolumeTestJSON-1062564701 tempest-AttachVolumeTestJSON-1062564701-project] Publish callbacks [] for security_group (bdb5a98e-e9d3-4310-8108-cc56ff726a34), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:40:29.277669 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-a4838d9c-afa5-44c8-8f9b-f9a696a77880 tempest-AttachVolumeTestJSON-1062564701 tempest-AttachVolumeTestJSON-1062564701-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (bdb5a98e-e9d3-4310-8108-cc56ff726a34), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:40:29.285474 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] For port e473982d-218e-433d-b854-c5bd77d3dded, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=e473982d-218e-433d-b854-c5bd77d3dded,segment=NetworkSegment(5942dc44-1f07-4c27-b0ab-45a2bff20dd5),segment_id=5942dc44-1f07-4c27-b0ab-45a2bff20dd5)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:40:29.296502 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (e473982d-218e-433d-b854-c5bd77d3dded), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:40:29.382685 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-f743dcee-83e2-4794-871f-7776889355b2 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Publish callbacks [] for port (8c0cdd34-505d-40bc-95c9-7ba666e52adf), precommit_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:40:29.398344 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-a4838d9c-afa5-44c8-8f9b-f9a696a77880 tempest-AttachVolumeTestJSON-1062564701 tempest-AttachVolumeTestJSON-1062564701-project] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:40:29.400125 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-f743dcee-83e2-4794-871f-7776889355b2 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675836'] for port (8c0cdd34-505d-40bc-95c9-7ba666e52adf), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:40:29.411638 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-a4838d9c-afa5-44c8-8f9b-f9a696a77880 tempest-AttachVolumeTestJSON-1062564701 tempest-AttachVolumeTestJSON-1062564701-project] 10.222.0.89 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.6859446 Feb 04 17:40:29.418581 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 33004) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:40:29.420906 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4838d9c-afa5-44c8-8f9b-f9a696a77880 tempest-AttachVolumeTestJSON-1062564701 tempest-AttachVolumeTestJSON-1062564701-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bdb5a98e-e9d3-4310-8108-cc56ff726a34,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:40:29.455340 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4838d9c-afa5-44c8-8f9b-f9a696a77880 tempest-AttachVolumeTestJSON-1062564701 tempest-AttachVolumeTestJSON-1062564701-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:40:29.455759 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4838d9c-afa5-44c8-8f9b-f9a696a77880 tempest-AttachVolumeTestJSON-1062564701 tempest-AttachVolumeTestJSON-1062564701-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:40:29.456122 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4838d9c-afa5-44c8-8f9b-f9a696a77880 tempest-AttachVolumeTestJSON-1062564701 tempest-AttachVolumeTestJSON-1062564701-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:40:29.456474 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4838d9c-afa5-44c8-8f9b-f9a696a77880 tempest-AttachVolumeTestJSON-1062564701 tempest-AttachVolumeTestJSON-1062564701-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:40:29.456854 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4838d9c-afa5-44c8-8f9b-f9a696a77880 tempest-AttachVolumeTestJSON-1062564701 tempest-AttachVolumeTestJSON-1062564701-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:40:29.457201 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4838d9c-afa5-44c8-8f9b-f9a696a77880 tempest-AttachVolumeTestJSON-1062564701 tempest-AttachVolumeTestJSON-1062564701-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:40:29.457540 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4838d9c-afa5-44c8-8f9b-f9a696a77880 tempest-AttachVolumeTestJSON-1062564701 tempest-AttachVolumeTestJSON-1062564701-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:40:29.457876 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4838d9c-afa5-44c8-8f9b-f9a696a77880 tempest-AttachVolumeTestJSON-1062564701 tempest-AttachVolumeTestJSON-1062564701-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:40:29.459944 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-818aa6d2-8d46-4f59-b756-c6b8e4949d9d tempest-AttachVolumeTestJSON-1062564701 tempest-AttachVolumeTestJSON-1062564701-project] Request body: {'security_group_rule': {'security_group_id': 'bdb5a98e-e9d3-4310-8108-cc56ff726a34', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:40:29.466916 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4838d9c-afa5-44c8-8f9b-f9a696a77880 tempest-AttachVolumeTestJSON-1062564701 tempest-AttachVolumeTestJSON-1062564701-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:40:29.467390 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4838d9c-afa5-44c8-8f9b-f9a696a77880 tempest-AttachVolumeTestJSON-1062564701 tempest-AttachVolumeTestJSON-1062564701-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:40:29.467747 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4838d9c-afa5-44c8-8f9b-f9a696a77880 tempest-AttachVolumeTestJSON-1062564701 tempest-AttachVolumeTestJSON-1062564701-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:40:29.468117 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4838d9c-afa5-44c8-8f9b-f9a696a77880 tempest-AttachVolumeTestJSON-1062564701 tempest-AttachVolumeTestJSON-1062564701-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:40:29.468450 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4838d9c-afa5-44c8-8f9b-f9a696a77880 tempest-AttachVolumeTestJSON-1062564701 tempest-AttachVolumeTestJSON-1062564701-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:40:29.500467 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Pushing event updated for resources: {'Port': ['ID=e473982d-218e-433d-b854-c5bd77d3dded,revision_number=4']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:40:29.608438 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-818aa6d2-8d46-4f59-b756-c6b8e4949d9d tempest-AttachVolumeTestJSON-1062564701 tempest-AttachVolumeTestJSON-1062564701-project] Publish callbacks [] for security_group_rule (964eaa42-74ba-4083-90e0-3a45b79cea4e), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:40:29.671196 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-f743dcee-83e2-4794-871f-7776889355b2 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1595586'] for floatingip (ccf9fa1d-8d36-4dfc-9f6e-4281546a1c2c), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:40:29.728024 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-80cccf89-c17e-4023-b846-f47aca863bfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (bb89f5a3-3c22-440b-b7d1-c4f0c43c184a), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:40:29.942218 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f743dcee-83e2-4794-871f-7776889355b2 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Pushing event updated for resources: {'Port': ['ID=8c0cdd34-505d-40bc-95c9-7ba666e52adf,revision_number=2']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:40:30.166439 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-818aa6d2-8d46-4f59-b756-c6b8e4949d9d tempest-AttachVolumeTestJSON-1062564701 tempest-AttachVolumeTestJSON-1062564701-project] Publish callbacks [] for security_group_rule (964eaa42-74ba-4083-90e0-3a45b79cea4e), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:40:30.182690 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-818aa6d2-8d46-4f59-b756-c6b8e4949d9d tempest-AttachVolumeTestJSON-1062564701 tempest-AttachVolumeTestJSON-1062564701-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664556'] for security_group_rule (964eaa42-74ba-4083-90e0-3a45b79cea4e), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:40:30.270234 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-818aa6d2-8d46-4f59-b756-c6b8e4949d9d tempest-AttachVolumeTestJSON-1062564701 tempest-AttachVolumeTestJSON-1062564701-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:40:30.273330 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-818aa6d2-8d46-4f59-b756-c6b8e4949d9d tempest-AttachVolumeTestJSON-1062564701 tempest-AttachVolumeTestJSON-1062564701-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8322570 Feb 04 17:40:30.276060 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 33012) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:40:30.294159 n-d-827839-2 neutron-server[103376]: INFO neutron.db.l3_db [None req-f743dcee-83e2-4794-871f-7776889355b2 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Floating IP ccf9fa1d-8d36-4dfc-9f6e-4281546a1c2c associated. External IP: 172.25.6.131, port: c1f4202b-81fe-459f-bd1f-1634d50f82d0. Feb 04 17:40:30.302634 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818aa6d2-8d46-4f59-b756-c6b8e4949d9d tempest-AttachVolumeTestJSON-1062564701 tempest-AttachVolumeTestJSON-1062564701-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=964eaa42-74ba-4083-90e0-3a45b79cea4e,revision_number=0']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:40:30.322346 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-ddc09706-47e2-4d8f-8021-018fd6cfccca tempest-AttachVolumeTestJSON-1062564701 tempest-AttachVolumeTestJSON-1062564701-project] Request body: {'security_group_rule': {'security_group_id': 'bdb5a98e-e9d3-4310-8108-cc56ff726a34', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:40:30.515620 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-ddc09706-47e2-4d8f-8021-018fd6cfccca tempest-AttachVolumeTestJSON-1062564701 tempest-AttachVolumeTestJSON-1062564701-project] Publish callbacks [] for security_group_rule (160d9045-bd31-4d9a-b760-a1f34d15f092), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:40:30.574991 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352d9bfb-727d-461b-827b-39b69feaf0b9 req-03a27839-b73f-4bc6-b44b-ec13b95e0b96 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:40:30.582939 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-352d9bfb-727d-461b-827b-39b69feaf0b9 req-03a27839-b73f-4bc6-b44b-ec13b95e0b96 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.89 "GET /v2.0/ports?device_id=3c7675e1-1c8a-410f-be7f-b37c48bc9d65 HTTP/1.1" status: 200 len: 947 time: 0.2277708 Feb 04 17:40:30.649203 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device e473982d-218e-433d-b854-c5bd77d3dded up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:40:30.760295 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-352d9bfb-727d-461b-827b-39b69feaf0b9 req-80841b47-fc02-4b66-b975-c42cfb448c13 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.89 "GET /v2.0/security-groups?id=93ceaf89-daf9-4fd7-ba90-ecf1cae67db9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1763413 Feb 04 17:40:30.762393 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-ddc09706-47e2-4d8f-8021-018fd6cfccca tempest-AttachVolumeTestJSON-1062564701 tempest-AttachVolumeTestJSON-1062564701-project] Publish callbacks [] for security_group_rule (160d9045-bd31-4d9a-b760-a1f34d15f092), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:40:30.769508 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d51fa8f5-5d08-4f94-96e1-f27fed0480cf None None] Sync routers for ids ['9536572d-3cef-48c2-8b58-544c2485acb8'] in n-d-827839-2 {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 17:40:30.784684 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-ddc09706-47e2-4d8f-8021-018fd6cfccca tempest-AttachVolumeTestJSON-1062564701 tempest-AttachVolumeTestJSON-1062564701-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664556'] for security_group_rule (160d9045-bd31-4d9a-b760-a1f34d15f092), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:40:30.787822 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d51fa8f5-5d08-4f94-96e1-f27fed0480cf None None] Routers {'9536572d-3cef-48c2-8b58-544c2485acb8'} bound to L3 agent in host n-d-827839-2 {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:40:30.789674 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-d51fa8f5-5d08-4f94-96e1-f27fed0480cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:40:03Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['9536572d-3cef-48c2-8b58-544c2485acb8'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:40:30.801508 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port e473982d-218e-433d-b854-c5bd77d3dded triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:40:30.810907 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (e473982d-218e-433d-b854-c5bd77d3dded), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:40:30.822085 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f743dcee-83e2-4794-871f-7776889355b2 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Router c5a64646-d772-4e70-8e0b-ec33a2dee836 has already been hosted by L3 agent 64ada913-9131-4d99-a265-63a920956287 {{(pid=103376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 17:40:30.902469 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc09706-47e2-4d8f-8021-018fd6cfccca tempest-AttachVolumeTestJSON-1062564701 tempest-AttachVolumeTestJSON-1062564701-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=160d9045-bd31-4d9a-b760-a1f34d15f092,revision_number=0']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:40:30.915535 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-ddc09706-47e2-4d8f-8021-018fd6cfccca tempest-AttachVolumeTestJSON-1062564701 tempest-AttachVolumeTestJSON-1062564701-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:40:30.916649 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-ddc09706-47e2-4d8f-8021-018fd6cfccca tempest-AttachVolumeTestJSON-1062564701 tempest-AttachVolumeTestJSON-1062564701-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6395721 Feb 04 17:40:30.936547 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 33018) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:40:30.969093 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-7c6f0b78-b0ba-470b-ad77-c1fcd6317670 tempest-AttachVolumeTestJSON-1062564701 tempest-AttachVolumeTestJSON-1062564701-project] Request body: {'floatingip': {'floating_network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:40:31.078966 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port e473982d-218e-433d-b854-c5bd77d3dded is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:40:31.113191 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvr_db [None req-d51fa8f5-5d08-4f94-96e1-f27fed0480cf None None] Set router 9536572d-3cef-48c2-8b58-544c2485acb8 gateway port host: n-d-827839-2 {{(pid=103379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:40:31.158261 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-7c6f0b78-b0ba-470b-ad77-c1fcd6317670 tempest-AttachVolumeTestJSON-1062564701 tempest-AttachVolumeTestJSON-1062564701-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:40:31.285121 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f743dcee-83e2-4794-871f-7776889355b2 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Notify agent at l3_agent.n-d-827839-2 the message routers_updated {{(pid=103376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 17:40:31.296751 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9ae9428-b331-463a-9aed-78b9dedd3a54 None None] Sync routers for ids ['c5a64646-d772-4e70-8e0b-ec33a2dee836'] in n-d-827839-2 {{(pid=103378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 17:40:31.311673 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9ae9428-b331-463a-9aed-78b9dedd3a54 None None] Routers {'c5a64646-d772-4e70-8e0b-ec33a2dee836'} bound to L3 agent in host n-d-827839-2 {{(pid=103378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:40:31.312313 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-a9ae9428-b331-463a-9aed-78b9dedd3a54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:40:03Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['c5a64646-d772-4e70-8e0b-ec33a2dee836'], 'active': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:40:31.355859 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-f743dcee-83e2-4794-871f-7776889355b2 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for floatingip (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:40:31.454268 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-f743dcee-83e2-4794-871f-7776889355b2 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] 10.222.0.89 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 6.3517816 Feb 04 17:40:31.462937 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 33024) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:40:31.466138 n-d-827839-2 neutron-server[103376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3df9f80-8924-482b-aa84-40e011c6e59e', 'tag': 'c1f4202b-81fe-459f-bd1f-1634d50f82d0'}] {{(pid=103376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:40:31.468512 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d59c3bb5e2f09ebf62144d5e09b1cff60c763a9c19614c24538e77842938c05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48183712-3753-4e72-a61a-d45078dac088" -d '{"events": [{"name": "network-changed", "server_uuid": "a3df9f80-8924-482b-aa84-40e011c6e59e", "tag": "c1f4202b-81fe-459f-bd1f-1634d50f82d0"}]}' {{(pid=103376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:40:31.560010 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-7c6f0b78-b0ba-470b-ad77-c1fcd6317670 tempest-AttachVolumeTestJSON-1062564701 tempest-AttachVolumeTestJSON-1062564701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:40:31.585895 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 17:40:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3eb3218-a7ee-4bbc-8a5d-23d1aeb41281 x-openstack-request-id: req-a3eb3218-a7ee-4bbc-8a5d-23d1aeb41281 {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:40:31.586194 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3df9f80-8924-482b-aa84-40e011c6e59e", "tag": "c1f4202b-81fe-459f-bd1f-1634d50f82d0", "status": "completed", "code": 200}]} {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:40:31.586449 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-a3eb3218-a7ee-4bbc-8a5d-23d1aeb41281 {{(pid=103376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:40:31.586869 n-d-827839-2 neutron-server[103376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3df9f80-8924-482b-aa84-40e011c6e59e', 'tag': 'c1f4202b-81fe-459f-bd1f-1634d50f82d0', 'status': 'completed', 'code': 200} Feb 04 17:40:31.625109 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvr_db [None req-a9ae9428-b331-463a-9aed-78b9dedd3a54 None None] Set router c5a64646-d772-4e70-8e0b-ec33a2dee836 gateway port host: n-d-827839-2 {{(pid=103378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:40:31.640930 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-fb990206-6d0b-47a3-b699-d180a68937d5 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] 10.222.0.89 "GET /v2.0/floatingips/ccf9fa1d-8d36-4dfc-9f6e-4281546a1c2c HTTP/1.1" status: 200 len: 991 time: 0.1756635 Feb 04 17:40:31.670967 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-d51fa8f5-5d08-4f94-96e1-f27fed0480cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9536572d-3cef-48c2-8b58-544c2485acb8', 'name': 'tempest-AttachVolumeTestJSON-674432547-router', 'tenant_id': 'f5ca586e0a134ee6a366fdbff53a4f3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.65'}], 'enable_snat': True}, 'gw_port_id': 'e473982d-218e-433d-b854-c5bd77d3dded', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:40:16Z', 'updated_at': '2022-02-04T17:40:25Z', 'revision_number': 4, 'project_id': 'f5ca586e0a134ee6a366fdbff53a4f3d', 'gw_port': {'id': 'e473982d-218e-433d-b854-c5bd77d3dded', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:0e:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9536572d-3cef-48c2-8b58-544c2485acb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3182, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:40:17Z', 'updated_at': '2022-02-04T17:40:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_interfaces': [{'id': 'e8ccd0cb-db52-4966-8fef-caef23e47aca', 'name': '', 'network_id': '737a730a-f2b9-4552-b783-b268a6fc7510', 'tenant_id': 'f5ca586e0a134ee6a366fdbff53a4f3d', 'mac_address': 'fa:16:3e:71:a0:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9536572d-3cef-48c2-8b58-544c2485acb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3183, 'fixed_ips': [{'subnet_id': '28f7679b-e706-44b6-8766-889d627ec1c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:40:23Z', 'updated_at': '2022-02-04T17:40:26Z', 'revision_number': 2, 'project_id': 'f5ca586e0a134ee6a366fdbff53a4f3d', 'subnets': [{'id': '28f7679b-e706-44b6-8766-889d627ec1c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-2', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:40:31.774189 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d51fa8f5-5d08-4f94-96e1-f27fed0480cf None None] Checking router: 9536572d-3cef-48c2-8b58-544c2485acb8 for host: n-d-827839-2 {{(pid=103379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 17:40:31.774919 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d51fa8f5-5d08-4f94-96e1-f27fed0480cf None None] Updating router 9536572d-3cef-48c2-8b58-544c2485acb8 port e8ccd0cb-db52-4966-8fef-caef23e47aca binding host n-d-827839-2 {{(pid=103379) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 17:40:31.851075 n-d-827839-2 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d51fa8f5-5d08-4f94-96e1-f27fed0480cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (e8ccd0cb-db52-4966-8fef-caef23e47aca), before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:40:31.858444 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48183712-3753-4e72-a61a-d45078dac088 req-b4efbcb8-3ef2-48fc-a6d9-bf3be9016cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:40:31.859990 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-48183712-3753-4e72-a61a-d45078dac088 req-b4efbcb8-3ef2-48fc-a6d9-bf3be9016cfa service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=1442cfcaa62548aa8c0af19ff6a9d44c&device_id=a3df9f80-8924-482b-aa84-40e011c6e59e HTTP/1.1" status: 200 len: 1127 time: 0.2354794 Feb 04 17:40:32.243510 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.db_base_plugin_common [None req-7c6f0b78-b0ba-470b-ad77-c1fcd6317670 tempest-AttachVolumeTestJSON-1062564701 tempest-AttachVolumeTestJSON-1062564701-project] Allocated IP 172.25.6.23 (48165773-85ad-49a1-9ec1-76fc8dc24188/7660bfad-1ea8-4fe7-831b-bed836f13efc/16883fbe-1f85-4154-8f83-0233973f8036) {{(pid=103377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:40:32.356020 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48183712-3753-4e72-a61a-d45078dac088 req-4d70aaf4-4666-4131-b35f-1ea4fd7c7dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:40:32.359649 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-48183712-3753-4e72-a61a-d45078dac088 req-4d70aaf4-4666-4131-b35f-1ea4fd7c7dd1 service neutron] 10.222.0.90 "GET /v2.0/networks?id=e8168686-726a-4b9d-bc6a-c800d7c9c418 HTTP/1.1" status: 200 len: 898 time: 0.4755507 Feb 04 17:40:32.526659 n-d-827839-2 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d51fa8f5-5d08-4f94-96e1-f27fed0480cf None None] Publish callbacks [] for port (e8ccd0cb-db52-4966-8fef-caef23e47aca), precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:40:32.534638 n-d-827839-2 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d51fa8f5-5d08-4f94-96e1-f27fed0480cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (e8ccd0cb-db52-4966-8fef-caef23e47aca), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:40:32.647018 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 33044) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:40:32.729907 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f9d6f9-5cb8-47b2-8da0-9753c18270fb None None] Pushing event updated for resources: {'Port': ['ID=e8ccd0cb-db52-4966-8fef-caef23e47aca,revision_number=3']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:40:32.789019 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-7c6f0b78-b0ba-470b-ad77-c1fcd6317670 tempest-AttachVolumeTestJSON-1062564701 tempest-AttachVolumeTestJSON-1062564701-project] Publish callbacks [] for port (16883fbe-1f85-4154-8f83-0233973f8036), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:40:32.826834 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [None req-d51fa8f5-5d08-4f94-96e1-f27fed0480cf None None] Attempting to bind port e8ccd0cb-db52-4966-8fef-caef23e47aca on host n-d-827839-2 for vnic_type normal with profile {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:40:32.833893 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [None req-d51fa8f5-5d08-4f94-96e1-f27fed0480cf None None] Attempting to bind port e8ccd0cb-db52-4966-8fef-caef23e47aca by drivers openvswitch,hyperv on host n-d-827839-2 at level 0 using segments [{'id': '5aa163bf-3e85-4517-8e86-22f85f7e58c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '737a730a-f2b9-4552-b783-b268a6fc7510'}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:40:32.834646 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d51fa8f5-5d08-4f94-96e1-f27fed0480cf None None] Attempting to bind port e8ccd0cb-db52-4966-8fef-caef23e47aca on network 737a730a-f2b9-4552-b783-b268a6fc7510 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:40:32.863506 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d51fa8f5-5d08-4f94-96e1-f27fed0480cf None None] Checking agent: {'id': 'ba70844b-66a0-45fd-a2f2-e6ed673321fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 0, 36), 'started_at': datetime.datetime(2022, 2, 4, 17, 1, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 40, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:40:32.866387 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d51fa8f5-5d08-4f94-96e1-f27fed0480cf None None] Checking segment: {'id': '5aa163bf-3e85-4517-8e86-22f85f7e58c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '737a730a-f2b9-4552-b783-b268a6fc7510'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:40:32.867497 n-d-827839-2 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d51fa8f5-5d08-4f94-96e1-f27fed0480cf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:40:32.879577 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d51fa8f5-5d08-4f94-96e1-f27fed0480cf None None] Bound using segment: {'id': '5aa163bf-3e85-4517-8e86-22f85f7e58c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '737a730a-f2b9-4552-b783-b268a6fc7510'} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:40:32.881434 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [None req-d51fa8f5-5d08-4f94-96e1-f27fed0480cf None None] Bound port: e8ccd0cb-db52-4966-8fef-caef23e47aca, host: n-d-827839-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5aa163bf-3e85-4517-8e86-22f85f7e58c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '737a730a-f2b9-4552-b783-b268a6fc7510'}}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:40:32.883411 n-d-827839-2 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d51fa8f5-5d08-4f94-96e1-f27fed0480cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (e8ccd0cb-db52-4966-8fef-caef23e47aca), before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:40:32.895268 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-393d72c2-80f9-41fc-ad06-e38fc163f094 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (64ada913-9131-4d99-a265-63a920956287), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:40:32.908905 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-7c6f0b78-b0ba-470b-ad77-c1fcd6317670 tempest-AttachVolumeTestJSON-1062564701 tempest-AttachVolumeTestJSON-1062564701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (16883fbe-1f85-4154-8f83-0233973f8036), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:40:32.964493 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-90efd0e0-5211-4f97-adf1-ac398f8f7463 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] 10.222.0.89 "GET /v2.0/floatingips/ccf9fa1d-8d36-4dfc-9f6e-4281546a1c2c HTTP/1.1" status: 200 len: 991 time: 0.3147597 Feb 04 17:40:32.976262 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-a9ae9428-b331-463a-9aed-78b9dedd3a54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5a64646-d772-4e70-8e0b-ec33a2dee836', 'name': 'tempest-TestNetworkBasicOps-router-1348854317', 'tenant_id': '1442cfcaa62548aa8c0af19ff6a9d44c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.122'}], 'enable_snat': True}, 'gw_port_id': 'a88436ef-2839-40da-8a0d-5c50d97ec008', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:39:49Z', 'updated_at': '2022-02-04T17:39:59Z', 'revision_number': 4, 'project_id': '1442cfcaa62548aa8c0af19ff6a9d44c', 'gw_port': {'id': 'a88436ef-2839-40da-8a0d-5c50d97ec008', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:a6:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5a64646-d772-4e70-8e0b-ec33a2dee836', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3131, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:39:50Z', 'updated_at': '2022-02-04T17:39:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_floatingips': [{'id': 'ccf9fa1d-8d36-4dfc-9f6e-4281546a1c2c', 'tenant_id': '1442cfcaa62548aa8c0af19ff6a9d44c', 'floating_ip_address': '172.25.6.131', 'floating_network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'router_id': 'c5a64646-d772-4e70-8e0b-ec33a2dee836', 'port_id': 'c1f4202b-81fe-459f-bd1f-1634d50f82d0', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3185, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8168686-726a-4b9d-bc6a-c800d7c9c418', 'mac_address': 'fa:16:3e:67:04:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3df9f80-8924-482b-aa84-40e011c6e59e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T17:40:27Z', 'updated_at': '2022-02-04T17:40:27Z', 'revision_number': 0, 'project_id': '1442cfcaa62548aa8c0af19ff6a9d44c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eae9e9a2-c053-461b-b9dc-c9775f0d693b', 'name': '', 'network_id': 'e8168686-726a-4b9d-bc6a-c800d7c9c418', 'tenant_id': '1442cfcaa62548aa8c0af19ff6a9d44c', 'mac_address': 'fa:16:3e:a7:c6:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5a64646-d772-4e70-8e0b-ec33a2dee836', 'device_owner': 'network:router_interface', 'standard_attr_id': 3134, 'fixed_ips': [{'subnet_id': 'f81d0321-7ee6-4872-9bad-eff6d1ffdb58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:39:57Z', 'updated_at': '2022-02-04T17:40:03Z', 'revision_number': 5, 'project_id': '1442cfcaa62548aa8c0af19ff6a9d44c', 'subnets': [{'id': 'f81d0321-7ee6-4872-9bad-eff6d1ffdb58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-2', False) {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:40:32.982944 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c6f0b78-b0ba-470b-ad77-c1fcd6317670 tempest-AttachVolumeTestJSON-1062564701 tempest-AttachVolumeTestJSON-1062564701-project] Network 48165773-85ad-49a1-9ec1-76fc8dc24188 is already hosted by enough agents. {{(pid=103377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:40:33.000863 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [None req-7c6f0b78-b0ba-470b-ad77-c1fcd6317670 tempest-AttachVolumeTestJSON-1062564701 tempest-AttachVolumeTestJSON-1062564701-project] Resources bound (agent type, host, resource id): {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:40:33.053037 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c6f0b78-b0ba-470b-ad77-c1fcd6317670 tempest-AttachVolumeTestJSON-1062564701 tempest-AttachVolumeTestJSON-1062564701-project] Received port after_create {{(pid=103377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:40:33.062387 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-d51fa8f5-5d08-4f94-96e1-f27fed0480cf None None] For port e8ccd0cb-db52-4966-8fef-caef23e47aca, host n-d-827839-2, cleared binding levels {{(pid=103379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:40:33.066184 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-d51fa8f5-5d08-4f94-96e1-f27fed0480cf None None] For port e8ccd0cb-db52-4966-8fef-caef23e47aca, host n-d-827839-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=e8ccd0cb-db52-4966-8fef-caef23e47aca,segment=NetworkSegment(5aa163bf-3e85-4517-8e86-22f85f7e58c4),segment_id=5aa163bf-3e85-4517-8e86-22f85f7e58c4)] {{(pid=103379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:40:33.087960 n-d-827839-2 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-d51fa8f5-5d08-4f94-96e1-f27fed0480cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (e8ccd0cb-db52-4966-8fef-caef23e47aca), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:40:33.091971 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9ae9428-b331-463a-9aed-78b9dedd3a54 None None] Checking router: c5a64646-d772-4e70-8e0b-ec33a2dee836 for host: n-d-827839-2 {{(pid=103378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 17:40:33.176541 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d51fa8f5-5d08-4f94-96e1-f27fed0480cf None None] Routers {'9536572d-3cef-48c2-8b58-544c2485acb8'} bound to L3 agent in host n-d-827839-2 {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:40:33.177605 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-d51fa8f5-5d08-4f94-96e1-f27fed0480cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:40:33Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['9536572d-3cef-48c2-8b58-544c2485acb8'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:40:33.254059 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9ae9428-b331-463a-9aed-78b9dedd3a54 None None] Routers {'c5a64646-d772-4e70-8e0b-ec33a2dee836'} bound to L3 agent in host n-d-827839-2 {{(pid=103378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:40:33.256929 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-a9ae9428-b331-463a-9aed-78b9dedd3a54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:40:33Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['c5a64646-d772-4e70-8e0b-ec33a2dee836'], 'active': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:40:33.277872 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d408ec64-b374-4acb-a1fc-48241dad6d47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (0cd6d64a-47a7-40ff-8c12-71dd526c62e0), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:40:33.450616 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvr_db [None req-d51fa8f5-5d08-4f94-96e1-f27fed0480cf None None] Set router 9536572d-3cef-48c2-8b58-544c2485acb8 gateway port host: n-d-827839-2 {{(pid=103379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:40:33.457289 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-f77e07bb-858f-4046-a795-a287ebeebbdf None None] Provisioning complete for port e8ccd0cb-db52-4966-8fef-caef23e47aca triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:40:33.459100 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f77e07bb-858f-4046-a795-a287ebeebbdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (e8ccd0cb-db52-4966-8fef-caef23e47aca), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:40:33.506515 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-7c6f0b78-b0ba-470b-ad77-c1fcd6317670 tempest-AttachVolumeTestJSON-1062564701 tempest-AttachVolumeTestJSON-1062564701-project] Publish callbacks [] for floatingip (839da35f-15e3-4c2c-96c5-0f77f1a05d9e), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:40:33.553121 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c72270-1929-4cde-a562-50174c4159d5 req-04c667d9-bd03-49e6-a611-594bcad714bb tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:40:33.554689 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-37c72270-1929-4cde-a562-50174c4159d5 req-04c667d9-bd03-49e6-a611-594bcad714bb tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.89 "GET /v2.0/ports?device_id=3c7675e1-1c8a-410f-be7f-b37c48bc9d65 HTTP/1.1" status: 200 len: 947 time: 1.5808346 Feb 04 17:40:33.683698 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-7c6f0b78-b0ba-470b-ad77-c1fcd6317670 tempest-AttachVolumeTestJSON-1062564701 tempest-AttachVolumeTestJSON-1062564701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (16883fbe-1f85-4154-8f83-0233973f8036), before_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:40:33.756069 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-37c72270-1929-4cde-a562-50174c4159d5 req-2d8f7b01-b154-43aa-8477-f479ccd3bd2c tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.89 "GET /v2.0/security-groups?id=93ceaf89-daf9-4fd7-ba90-ecf1cae67db9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1066298 Feb 04 17:40:33.765818 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f9d6f9-5cb8-47b2-8da0-9753c18270fb None None] Pushing event updated for resources: {'Port': ['ID=e8ccd0cb-db52-4966-8fef-caef23e47aca,revision_number=4']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:40:33.809867 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-48183712-3753-4e72-a61a-d45078dac088 req-e477f5e8-692e-42fa-bef2-a78e6efcdf0f service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c1f4202b-81fe-459f-bd1f-1634d50f82d0 HTTP/1.1" status: 200 len: 999 time: 1.4335129 Feb 04 17:40:33.820894 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6f0b78-b0ba-470b-ad77-c1fcd6317670 tempest-AttachVolumeTestJSON-1062564701 tempest-AttachVolumeTestJSON-1062564701-project] Pushing event updated for resources: {'Port': ['ID=16883fbe-1f85-4154-8f83-0233973f8036,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:40:33.925077 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48183712-3753-4e72-a61a-d45078dac088 req-c5d19884-44a4-4e08-acd9-3d67d5579a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:40:33.937664 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-48183712-3753-4e72-a61a-d45078dac088 req-c5d19884-44a4-4e08-acd9-3d67d5579a8e service neutron] 10.222.0.90 "GET /v2.0/subnets?id=f81d0321-7ee6-4872-9bad-eff6d1ffdb58 HTTP/1.1" status: 200 len: 834 time: 0.1122401 Feb 04 17:40:33.962561 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 33052) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:40:33.973102 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-d51fa8f5-5d08-4f94-96e1-f27fed0480cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9536572d-3cef-48c2-8b58-544c2485acb8', 'name': 'tempest-AttachVolumeTestJSON-674432547-router', 'tenant_id': 'f5ca586e0a134ee6a366fdbff53a4f3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.65'}], 'enable_snat': True}, 'gw_port_id': 'e473982d-218e-433d-b854-c5bd77d3dded', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:40:16Z', 'updated_at': '2022-02-04T17:40:25Z', 'revision_number': 4, 'project_id': 'f5ca586e0a134ee6a366fdbff53a4f3d', 'gw_port': {'id': 'e473982d-218e-433d-b854-c5bd77d3dded', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:0e:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9536572d-3cef-48c2-8b58-544c2485acb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3182, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:40:17Z', 'updated_at': '2022-02-04T17:40:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_interfaces': [{'id': 'e8ccd0cb-db52-4966-8fef-caef23e47aca', 'name': '', 'network_id': '737a730a-f2b9-4552-b783-b268a6fc7510', 'tenant_id': 'f5ca586e0a134ee6a366fdbff53a4f3d', 'mac_address': 'fa:16:3e:71:a0:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9536572d-3cef-48c2-8b58-544c2485acb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3183, 'fixed_ips': [{'subnet_id': '28f7679b-e706-44b6-8766-889d627ec1c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:40:23Z', 'updated_at': '2022-02-04T17:40:33Z', 'revision_number': 4, 'project_id': 'f5ca586e0a134ee6a366fdbff53a4f3d', 'subnets': [{'id': '28f7679b-e706-44b6-8766-889d627ec1c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-2', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:40:34.023797 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d51fa8f5-5d08-4f94-96e1-f27fed0480cf None None] The sync data for ids ['9536572d-3cef-48c2-8b58-544c2485acb8'] in n-d-827839-2 is: [{'id': '9536572d-3cef-48c2-8b58-544c2485acb8', 'name': 'tempest-AttachVolumeTestJSON-674432547-router', 'tenant_id': 'f5ca586e0a134ee6a366fdbff53a4f3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.65'}], 'enable_snat': True}, 'gw_port_id': 'e473982d-218e-433d-b854-c5bd77d3dded', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:40:16Z', 'updated_at': '2022-02-04T17:40:25Z', 'revision_number': 4, 'project_id': 'f5ca586e0a134ee6a366fdbff53a4f3d', 'gw_port': {'id': 'e473982d-218e-433d-b854-c5bd77d3dded', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:0e:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9536572d-3cef-48c2-8b58-544c2485acb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3182, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:40:17Z', 'updated_at': '2022-02-04T17:40:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_interfaces': [{'id': 'e8ccd0cb-db52-4966-8fef-caef23e47aca', 'name': '', 'network_id': '737a730a-f2b9-4552-b783-b268a6fc7510', 'tenant_id': 'f5ca586e0a134ee6a366fdbff53a4f3d', 'mac_address': 'fa:16:3e:71:a0:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9536572d-3cef-48c2-8b58-544c2485acb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3183, 'fixed_ips': [{'subnet_id': '28f7679b-e706-44b6-8766-889d627ec1c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:40:23Z', 'updated_at': '2022-02-04T17:40:33Z', 'revision_number': 4, 'project_id': 'f5ca586e0a134ee6a366fdbff53a4f3d', 'subnets': [{'id': '28f7679b-e706-44b6-8766-889d627ec1c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 17:40:34.199106 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-d14c0aa8-706e-4ea1-a226-f16a8a31cd0b tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] 10.222.0.89 "GET /v2.0/floatingips/ccf9fa1d-8d36-4dfc-9f6e-4281546a1c2c HTTP/1.1" status: 200 len: 991 time: 0.2348707 Feb 04 17:40:34.310962 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvr_db [None req-a9ae9428-b331-463a-9aed-78b9dedd3a54 None None] Set router c5a64646-d772-4e70-8e0b-ec33a2dee836 gateway port host: n-d-827839-2 {{(pid=103378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:40:34.330809 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48183712-3753-4e72-a61a-d45078dac088 req-9f3be4f9-3129-4a87-a1bc-ecff38073b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:40:34.335762 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-48183712-3753-4e72-a61a-d45078dac088 req-9f3be4f9-3129-4a87-a1bc-ecff38073b92 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=e8168686-726a-4b9d-bc6a-c800d7c9c418&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3879623 Feb 04 17:40:34.788234 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-48183712-3753-4e72-a61a-d45078dac088 req-1392b367-afe8-4030-845c-8bbfab9ee6f3 service neutron] 10.222.0.90 "GET /v2.0/networks/e8168686-726a-4b9d-bc6a-c800d7c9c418?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4356546 Feb 04 17:40:34.903029 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device e8ccd0cb-db52-4966-8fef-caef23e47aca up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:40:35.061325 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de484a07-aefc-4d67-a9d9-438fd447af13 req-8adba11b-3255-4140-a64b-ba99c1f777e4 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:40:35.072321 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-de484a07-aefc-4d67-a9d9-438fd447af13 req-8adba11b-3255-4140-a64b-ba99c1f777e4 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.89 "GET /v2.0/ports?device_id=3c7675e1-1c8a-410f-be7f-b37c48bc9d65 HTTP/1.1" status: 200 len: 947 time: 0.1215386 Feb 04 17:40:35.120717 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-48183712-3753-4e72-a61a-d45078dac088 req-fd45b6b5-2211-48a3-8cea-03980048bb3c service neutron] 10.222.0.90 "GET /v2.0/networks/e8168686-726a-4b9d-bc6a-c800d7c9c418?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3106453 Feb 04 17:40:35.213135 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-7c6f0b78-b0ba-470b-ad77-c1fcd6317670 tempest-AttachVolumeTestJSON-1062564701 tempest-AttachVolumeTestJSON-1062564701-project] Publish callbacks [] for port (16883fbe-1f85-4154-8f83-0233973f8036), precommit_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:40:35.214609 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 33062) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:40:35.225647 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-de484a07-aefc-4d67-a9d9-438fd447af13 req-fba866c3-d98f-4cc6-89a3-5039a71d541e tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.89 "GET /v2.0/security-groups?id=93ceaf89-daf9-4fd7-ba90-ecf1cae67db9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1492298 Feb 04 17:40:35.260036 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-f77e07bb-858f-4046-a795-a287ebeebbdf None None] Current status of the port e8ccd0cb-db52-4966-8fef-caef23e47aca is: DOWN; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:40:35.260669 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f77e07bb-858f-4046-a795-a287ebeebbdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (e8ccd0cb-db52-4966-8fef-caef23e47aca), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:40:35.441253 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-7c6f0b78-b0ba-470b-ad77-c1fcd6317670 tempest-AttachVolumeTestJSON-1062564701 tempest-AttachVolumeTestJSON-1062564701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25888290'] for port (16883fbe-1f85-4154-8f83-0233973f8036), after_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:40:35.511203 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4f14bb47-e72b-46ac-9e44-a61d9293afcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (75326290-f7a3-4db8-9cf2-15c7139ed224), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:40:35.754888 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-f77e07bb-858f-4046-a795-a287ebeebbdf None None] For port e8ccd0cb-db52-4966-8fef-caef23e47aca, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=e8ccd0cb-db52-4966-8fef-caef23e47aca,segment=NetworkSegment(5aa163bf-3e85-4517-8e86-22f85f7e58c4),segment_id=5aa163bf-3e85-4517-8e86-22f85f7e58c4)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:40:35.786910 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f77e07bb-858f-4046-a795-a287ebeebbdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (e8ccd0cb-db52-4966-8fef-caef23e47aca), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:40:35.788217 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port e8ccd0cb-db52-4966-8fef-caef23e47aca triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:40:35.788579 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (e8ccd0cb-db52-4966-8fef-caef23e47aca), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:40:36.031781 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (ba70844b-66a0-45fd-a2f2-e6ed673321fc), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:40:36.148405 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-90f39ad2-a516-43d9-bcff-c827592f2e40 None None] Provisioning complete for port e8ccd0cb-db52-4966-8fef-caef23e47aca triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:40:36.148887 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-90f39ad2-a516-43d9-bcff-c827592f2e40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (e8ccd0cb-db52-4966-8fef-caef23e47aca), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:40:36.156374 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77e07bb-858f-4046-a795-a287ebeebbdf None None] Pushing event updated for resources: {'Port': ['ID=e8ccd0cb-db52-4966-8fef-caef23e47aca,revision_number=5']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:40:36.365348 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-92bd8bfd-94c6-4b36-8503-0fb4c5de13fa tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] 10.222.0.89 "GET /v2.0/floatingips/ccf9fa1d-8d36-4dfc-9f6e-4281546a1c2c HTTP/1.1" status: 200 len: 991 time: 1.1476510 Feb 04 17:40:36.380067 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6f0b78-b0ba-470b-ad77-c1fcd6317670 tempest-AttachVolumeTestJSON-1062564701 tempest-AttachVolumeTestJSON-1062564701-project] Pushing event updated for resources: {'Port': ['ID=16883fbe-1f85-4154-8f83-0233973f8036,revision_number=2']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:40:36.424120 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port e8ccd0cb-db52-4966-8fef-caef23e47aca is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:40:36.462207 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-a9ae9428-b331-463a-9aed-78b9dedd3a54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5a64646-d772-4e70-8e0b-ec33a2dee836', 'name': 'tempest-TestNetworkBasicOps-router-1348854317', 'tenant_id': '1442cfcaa62548aa8c0af19ff6a9d44c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.122'}], 'enable_snat': True}, 'gw_port_id': 'a88436ef-2839-40da-8a0d-5c50d97ec008', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:39:49Z', 'updated_at': '2022-02-04T17:39:59Z', 'revision_number': 4, 'project_id': '1442cfcaa62548aa8c0af19ff6a9d44c', 'gw_port': {'id': 'a88436ef-2839-40da-8a0d-5c50d97ec008', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:a6:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5a64646-d772-4e70-8e0b-ec33a2dee836', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3131, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:39:50Z', 'updated_at': '2022-02-04T17:39:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_floatingips': [{'id': 'ccf9fa1d-8d36-4dfc-9f6e-4281546a1c2c', 'tenant_id': '1442cfcaa62548aa8c0af19ff6a9d44c', 'floating_ip_address': '172.25.6.131', 'floating_network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'router_id': 'c5a64646-d772-4e70-8e0b-ec33a2dee836', 'port_id': 'c1f4202b-81fe-459f-bd1f-1634d50f82d0', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3185, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8168686-726a-4b9d-bc6a-c800d7c9c418', 'mac_address': 'fa:16:3e:67:04:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3df9f80-8924-482b-aa84-40e011c6e59e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T17:40:27Z', 'updated_at': '2022-02-04T17:40:27Z', 'revision_number': 0, 'project_id': '1442cfcaa62548aa8c0af19ff6a9d44c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eae9e9a2-c053-461b-b9dc-c9775f0d693b', 'name': '', 'network_id': 'e8168686-726a-4b9d-bc6a-c800d7c9c418', 'tenant_id': '1442cfcaa62548aa8c0af19ff6a9d44c', 'mac_address': 'fa:16:3e:a7:c6:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5a64646-d772-4e70-8e0b-ec33a2dee836', 'device_owner': 'network:router_interface', 'standard_attr_id': 3134, 'fixed_ips': [{'subnet_id': 'f81d0321-7ee6-4872-9bad-eff6d1ffdb58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:39:57Z', 'updated_at': '2022-02-04T17:40:03Z', 'revision_number': 5, 'project_id': '1442cfcaa62548aa8c0af19ff6a9d44c', 'subnets': [{'id': 'f81d0321-7ee6-4872-9bad-eff6d1ffdb58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-2', False) {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:40:36.477841 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-7c6f0b78-b0ba-470b-ad77-c1fcd6317670 tempest-AttachVolumeTestJSON-1062564701 tempest-AttachVolumeTestJSON-1062564701-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1595586'] for floatingip (839da35f-15e3-4c2c-96c5-0f77f1a05d9e), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:40:36.524385 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-7c6f0b78-b0ba-470b-ad77-c1fcd6317670 tempest-AttachVolumeTestJSON-1062564701 tempest-AttachVolumeTestJSON-1062564701-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for floatingip (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:40:36.525681 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-7c6f0b78-b0ba-470b-ad77-c1fcd6317670 tempest-AttachVolumeTestJSON-1062564701 tempest-AttachVolumeTestJSON-1062564701-project] 10.222.0.89 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.5880392 Feb 04 17:40:36.559009 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d67f4d1-958f-47b1-a28a-1b46e3eae85e req-a118821f-7fa8-4c9c-8b79-ea59899262fa tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:40:36.576278 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-5d67f4d1-958f-47b1-a28a-1b46e3eae85e req-a118821f-7fa8-4c9c-8b79-ea59899262fa tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.89 "GET /v2.0/ports?device_id=3c7675e1-1c8a-410f-be7f-b37c48bc9d65 HTTP/1.1" status: 200 len: 947 time: 0.2087414 Feb 04 17:40:36.600915 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9ae9428-b331-463a-9aed-78b9dedd3a54 None None] The sync data for ids ['c5a64646-d772-4e70-8e0b-ec33a2dee836'] in n-d-827839-2 is: [{'id': 'c5a64646-d772-4e70-8e0b-ec33a2dee836', 'name': 'tempest-TestNetworkBasicOps-router-1348854317', 'tenant_id': '1442cfcaa62548aa8c0af19ff6a9d44c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.122'}], 'enable_snat': True}, 'gw_port_id': 'a88436ef-2839-40da-8a0d-5c50d97ec008', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:39:49Z', 'updated_at': '2022-02-04T17:39:59Z', 'revision_number': 4, 'project_id': '1442cfcaa62548aa8c0af19ff6a9d44c', 'gw_port': {'id': 'a88436ef-2839-40da-8a0d-5c50d97ec008', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:a6:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5a64646-d772-4e70-8e0b-ec33a2dee836', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3131, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:39:50Z', 'updated_at': '2022-02-04T17:39:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_floatingips': [{'id': 'ccf9fa1d-8d36-4dfc-9f6e-4281546a1c2c', 'tenant_id': '1442cfcaa62548aa8c0af19ff6a9d44c', 'floating_ip_address': '172.25.6.131', 'floating_network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'router_id': 'c5a64646-d772-4e70-8e0b-ec33a2dee836', 'port_id': 'c1f4202b-81fe-459f-bd1f-1634d50f82d0', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3185, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8168686-726a-4b9d-bc6a-c800d7c9c418', 'mac_address': 'fa:16:3e:67:04:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3df9f80-8924-482b-aa84-40e011c6e59e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T17:40:27Z', 'updated_at': '2022-02-04T17:40:27Z', 'revision_number': 0, 'project_id': '1442cfcaa62548aa8c0af19ff6a9d44c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eae9e9a2-c053-461b-b9dc-c9775f0d693b', 'name': '', 'network_id': 'e8168686-726a-4b9d-bc6a-c800d7c9c418', 'tenant_id': '1442cfcaa62548aa8c0af19ff6a9d44c', 'mac_address': 'fa:16:3e:a7:c6:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5a64646-d772-4e70-8e0b-ec33a2dee836', 'device_owner': 'network:router_interface', 'standard_attr_id': 3134, 'fixed_ips': [{'subnet_id': 'f81d0321-7ee6-4872-9bad-eff6d1ffdb58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:39:57Z', 'updated_at': '2022-02-04T17:40:03Z', 'revision_number': 5, 'project_id': '1442cfcaa62548aa8c0af19ff6a9d44c', 'subnets': [{'id': 'f81d0321-7ee6-4872-9bad-eff6d1ffdb58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 17:40:36.769831 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device e8ccd0cb-db52-4966-8fef-caef23e47aca up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:40:36.821323 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-90f39ad2-a516-43d9-bcff-c827592f2e40 None None] Current status of the port e8ccd0cb-db52-4966-8fef-caef23e47aca is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:40:36.828344 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-5d67f4d1-958f-47b1-a28a-1b46e3eae85e req-4e4d1146-df80-449a-85ff-09a5b912f2af tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.89 "GET /v2.0/security-groups?id=93ceaf89-daf9-4fd7-ba90-ecf1cae67db9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2424107 Feb 04 17:40:36.910318 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port e8ccd0cb-db52-4966-8fef-caef23e47aca triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:40:36.910805 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (e8ccd0cb-db52-4966-8fef-caef23e47aca), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:40:37.015426 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-1f3a7834-de6c-4a16-ab3b-db0f24b7a33a req-1740dc53-f426-4923-b12b-1b47c632b072 tempest-AttachVolumeTestJSON-1062564701 tempest-AttachVolumeTestJSON-1062564701-project] 10.222.0.89 "GET /v2.0/security-groups?name=tempest-securitygroup--1341310252&fields=id&tenant_id=f5ca586e0a134ee6a366fdbff53a4f3d HTTP/1.1" status: 200 len: 267 time: 0.1308577 Feb 04 17:40:37.150657 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port e8ccd0cb-db52-4966-8fef-caef23e47aca is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:40:37.240364 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83d1be63-9804-47dc-afde-bbbc53550472 None None] New status for floating IP ccf9fa1d-8d36-4dfc-9f6e-4281546a1c2c: ACTIVE {{(pid=103379) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 17:40:37.313414 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3a7834-de6c-4a16-ab3b-db0f24b7a33a req-8d16b7ed-f70e-43ac-a74a-f89cae821ba5 tempest-AttachVolumeTestJSON-1062564701 tempest-AttachVolumeTestJSON-1062564701-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:40:37.325487 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-1f3a7834-de6c-4a16-ab3b-db0f24b7a33a req-8d16b7ed-f70e-43ac-a74a-f89cae821ba5 tempest-AttachVolumeTestJSON-1062564701 tempest-AttachVolumeTestJSON-1062564701-project] 10.222.0.89 "GET /v2.0/networks?id=737a730a-f2b9-4552-b783-b268a6fc7510 HTTP/1.1" status: 200 len: 810 time: 0.2952540 Feb 04 17:40:37.355241 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-1f3a7834-de6c-4a16-ab3b-db0f24b7a33a req-18c79705-74c3-492a-9eae-a9411f96b6e6 tempest-AttachVolumeTestJSON-1062564701 tempest-AttachVolumeTestJSON-1062564701-project] 10.222.0.89 "GET /v2.0/quotas/f5ca586e0a134ee6a366fdbff53a4f3d HTTP/1.1" status: 200 len: 375 time: 0.0286958 Feb 04 17:40:37.368525 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 33094) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:40:37.560775 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-1f3a7834-de6c-4a16-ab3b-db0f24b7a33a req-d6f7b2cf-e4a0-4380-9638-f87b4eed3f85 tempest-AttachVolumeTestJSON-1062564701 tempest-AttachVolumeTestJSON-1062564701-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=f5ca586e0a134ee6a366fdbff53a4f3d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2040303 Feb 04 17:40:37.567887 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-d2b57050-f6b5-42c1-8f15-63e7a29e1759 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] 10.222.0.89 "GET /v2.0/floatingips/ccf9fa1d-8d36-4dfc-9f6e-4281546a1c2c HTTP/1.1" status: 200 len: 991 time: 0.1981144 Feb 04 17:40:37.823747 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-1f3a7834-de6c-4a16-ab3b-db0f24b7a33a req-71255a06-7478-4426-b5d2-9c6f6279630d service neutron] 10.222.0.89 "GET /v2.0/networks/737a730a-f2b9-4552-b783-b268a6fc7510?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2621298 Feb 04 17:40:38.090740 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a638ed-7972-4716-83b6-77d142cf014e req-5214dbf8-439a-412e-8607-a44a227848c7 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:40:38.171428 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-d9a638ed-7972-4716-83b6-77d142cf014e req-5214dbf8-439a-412e-8607-a44a227848c7 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.89 "GET /v2.0/ports?device_id=3c7675e1-1c8a-410f-be7f-b37c48bc9d65 HTTP/1.1" status: 200 len: 947 time: 0.2097480 Feb 04 17:40:38.329668 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-d9a638ed-7972-4716-83b6-77d142cf014e req-2885e3e6-87dc-4a98-ac46-75159f9e6deb tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.89 "GET /v2.0/security-groups?id=93ceaf89-daf9-4fd7-ba90-ecf1cae67db9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1566615 Feb 04 17:40:38.477058 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-1f3a7834-de6c-4a16-ab3b-db0f24b7a33a req-92d4ee7f-58fd-4527-bdf0-c9246071fa50 service neutron] 10.222.0.89 "GET /v2.0/networks/737a730a-f2b9-4552-b783-b268a6fc7510?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6465487 Feb 04 17:40:38.566615 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 33128) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:40:38.667647 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-977df0c5-ba47-488c-8c84-0e8c059efab3 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] 10.222.0.89 "GET /v2.0/floatingips/ccf9fa1d-8d36-4dfc-9f6e-4281546a1c2c HTTP/1.1" status: 200 len: 993 time: 0.0983977 Feb 04 17:40:38.735414 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-f95c2a71-7cf9-4391-a530-9c2956f18377 req-0d6b6cf0-da60-4ca1-b3f7-a06dea62fdb8 tempest-AttachVolumeTestJSON-1062564701 tempest-AttachVolumeTestJSON-1062564701-project] 10.222.0.89 "GET /v2.0/ports?device_id=7121ab2f-febe-4a68-ae74-44f39310b958 HTTP/1.1" status: 200 len: 210 time: 0.0609729 Feb 04 17:40:39.497809 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8095c3-fa13-4e0e-9bf4-c52ffa235426 req-92575d85-2b27-4018-bb6a-67e55b182b9e tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:40:39.500404 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-5f8095c3-fa13-4e0e-9bf4-c52ffa235426 req-92575d85-2b27-4018-bb6a-67e55b182b9e tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.89 "GET /v2.0/ports?device_id=3c7675e1-1c8a-410f-be7f-b37c48bc9d65 HTTP/1.1" status: 200 len: 947 time: 0.0784378 Feb 04 17:40:39.596017 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-5f8095c3-fa13-4e0e-9bf4-c52ffa235426 req-3da71081-0866-4832-9e86-394d1325edac tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.89 "GET /v2.0/security-groups?id=93ceaf89-daf9-4fd7-ba90-ecf1cae67db9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0837786 Feb 04 17:40:39.910964 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-49987482-d845-49cf-82d8-19ff4d189d02 req-1f0bc897-021d-4f5d-8d35-8481f41839a6 tempest-AttachVolumeTestJSON-1062564701 tempest-AttachVolumeTestJSON-1062564701-project] 10.222.0.89 "GET /v2.0/ports?device_id=7121ab2f-febe-4a68-ae74-44f39310b958 HTTP/1.1" status: 200 len: 210 time: 0.0425129 Feb 04 17:40:40.160104 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3a7834-de6c-4a16-ab3b-db0f24b7a33a req-748da050-f6c2-4bfe-89a9-dc1f804330a3 tempest-AttachVolumeTestJSON-1062564701 tempest-AttachVolumeTestJSON-1062564701-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:40:40.162701 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-1f3a7834-de6c-4a16-ab3b-db0f24b7a33a req-748da050-f6c2-4bfe-89a9-dc1f804330a3 tempest-AttachVolumeTestJSON-1062564701 tempest-AttachVolumeTestJSON-1062564701-project] 10.222.0.96 "GET /v2.0/networks?id=737a730a-f2b9-4552-b783-b268a6fc7510 HTTP/1.1" status: 200 len: 810 time: 0.1658306 Feb 04 17:40:40.252446 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (f20a1ab3-4332-4f54-833b-ba4a7c687e89), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:40:40.281444 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-1f3a7834-de6c-4a16-ab3b-db0f24b7a33a req-6a960330-61f9-4c7a-939c-c00a2a1ab158 tempest-AttachVolumeTestJSON-1062564701 tempest-AttachVolumeTestJSON-1062564701-project] 10.222.0.96 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f5ca586e0a134ee6a366fdbff53a4f3d HTTP/1.1" status: 200 len: 380 time: 0.1071002 Feb 04 17:40:40.293606 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [req-1f3a7834-de6c-4a16-ab3b-db0f24b7a33a req-7939cef9-e770-4c94-bb78-96db2a7ab894 tempest-AttachVolumeTestJSON-1062564701 tempest-AttachVolumeTestJSON-1062564701-project] Request body: {'port': {'device_id': '7121ab2f-febe-4a68-ae74-44f39310b958', 'network_id': '737a730a-f2b9-4552-b783-b268a6fc7510', 'admin_state_up': True, 'tenant_id': 'f5ca586e0a134ee6a366fdbff53a4f3d', 'security_groups': ['bdb5a98e-e9d3-4310-8108-cc56ff726a34']}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:40:40.572142 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f3a7834-de6c-4a16-ab3b-db0f24b7a33a req-7939cef9-e770-4c94-bb78-96db2a7ab894 tempest-AttachVolumeTestJSON-1062564701 tempest-AttachVolumeTestJSON-1062564701-project] Made reservation on behalf of f5ca586e0a134ee6a366fdbff53a4f3d for: {'port': 1} {{(pid=103376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:40:40.572142 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-1f3a7834-de6c-4a16-ab3b-db0f24b7a33a req-7939cef9-e770-4c94-bb78-96db2a7ab894 tempest-AttachVolumeTestJSON-1062564701 tempest-AttachVolumeTestJSON-1062564701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:40:40.732850 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.db_base_plugin_common [req-1f3a7834-de6c-4a16-ab3b-db0f24b7a33a req-7939cef9-e770-4c94-bb78-96db2a7ab894 tempest-AttachVolumeTestJSON-1062564701 tempest-AttachVolumeTestJSON-1062564701-project] Allocated IP 172.20.0.3 (737a730a-f2b9-4552-b783-b268a6fc7510/28f7679b-e706-44b6-8766-889d627ec1c0/0e9b088b-0283-400a-a288-9957c3e9669c) {{(pid=103376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:40:40.994666 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-1f3a7834-de6c-4a16-ab3b-db0f24b7a33a req-7939cef9-e770-4c94-bb78-96db2a7ab894 tempest-AttachVolumeTestJSON-1062564701 tempest-AttachVolumeTestJSON-1062564701-project] Publish callbacks [] for port (0e9b088b-0283-400a-a288-9957c3e9669c), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:40:41.053544 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8545b13b-c792-49bb-a334-f5409f7196ce req-911477f6-5c08-406b-a818-91e3525e744c tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:40:41.055330 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-87372521-9322-4a24-9bac-ea25dd1cc640 req-07ad90d2-2926-4069-b290-8e9e6a78077b tempest-AttachVolumeTestJSON-1062564701 tempest-AttachVolumeTestJSON-1062564701-project] 10.222.0.89 "GET /v2.0/ports?device_id=7121ab2f-febe-4a68-ae74-44f39310b958 HTTP/1.1" status: 200 len: 210 time: 0.0394566 Feb 04 17:40:41.062631 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-8545b13b-c792-49bb-a334-f5409f7196ce req-911477f6-5c08-406b-a818-91e3525e744c tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.89 "GET /v2.0/ports?device_id=3c7675e1-1c8a-410f-be7f-b37c48bc9d65 HTTP/1.1" status: 200 len: 947 time: 0.1768978 Feb 04 17:40:41.134620 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-8545b13b-c792-49bb-a334-f5409f7196ce req-9c81705a-5999-4a97-aca4-71f7e319755c tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.89 "GET /v2.0/security-groups?id=93ceaf89-daf9-4fd7-ba90-ecf1cae67db9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0709364 Feb 04 17:40:41.148913 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-1f3a7834-de6c-4a16-ab3b-db0f24b7a33a req-7939cef9-e770-4c94-bb78-96db2a7ab894 tempest-AttachVolumeTestJSON-1062564701 tempest-AttachVolumeTestJSON-1062564701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (0e9b088b-0283-400a-a288-9957c3e9669c), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:40:41.209646 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f3a7834-de6c-4a16-ab3b-db0f24b7a33a req-7939cef9-e770-4c94-bb78-96db2a7ab894 tempest-AttachVolumeTestJSON-1062564701 tempest-AttachVolumeTestJSON-1062564701-project] Network 737a730a-f2b9-4552-b783-b268a6fc7510 is already hosted by enough agents. {{(pid=103376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:40:41.213993 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [req-1f3a7834-de6c-4a16-ab3b-db0f24b7a33a req-7939cef9-e770-4c94-bb78-96db2a7ab894 tempest-AttachVolumeTestJSON-1062564701 tempest-AttachVolumeTestJSON-1062564701-project] Resources bound (agent type, host, resource id): {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:40:41.218211 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f3a7834-de6c-4a16-ab3b-db0f24b7a33a req-7939cef9-e770-4c94-bb78-96db2a7ab894 tempest-AttachVolumeTestJSON-1062564701 tempest-AttachVolumeTestJSON-1062564701-project] Received port after_create {{(pid=103376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:40:41.306537 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7939cef9-e770-4c94-bb78-96db2a7ab894 tempest-AttachVolumeTestJSON-1062564701 tempest-AttachVolumeTestJSON-1062564701-project] Pushing event updated for resources: {'Port': ['ID=0e9b088b-0283-400a-a288-9957c3e9669c,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:40:41.348154 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3a7834-de6c-4a16-ab3b-db0f24b7a33a req-7939cef9-e770-4c94-bb78-96db2a7ab894 tempest-AttachVolumeTestJSON-1062564701 tempest-AttachVolumeTestJSON-1062564701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:40:41.355305 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-1f3a7834-de6c-4a16-ab3b-db0f24b7a33a req-7939cef9-e770-4c94-bb78-96db2a7ab894 tempest-AttachVolumeTestJSON-1062564701 tempest-AttachVolumeTestJSON-1062564701-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:40:41.404619 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7939cef9-e770-4c94-bb78-96db2a7ab894 tempest-AttachVolumeTestJSON-1062564701 tempest-AttachVolumeTestJSON-1062564701-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:40:41.405053 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7939cef9-e770-4c94-bb78-96db2a7ab894 tempest-AttachVolumeTestJSON-1062564701 tempest-AttachVolumeTestJSON-1062564701-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:40:41.405400 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7939cef9-e770-4c94-bb78-96db2a7ab894 tempest-AttachVolumeTestJSON-1062564701 tempest-AttachVolumeTestJSON-1062564701-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:40:41.405742 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7939cef9-e770-4c94-bb78-96db2a7ab894 tempest-AttachVolumeTestJSON-1062564701 tempest-AttachVolumeTestJSON-1062564701-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:40:41.413296 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7939cef9-e770-4c94-bb78-96db2a7ab894 tempest-AttachVolumeTestJSON-1062564701 tempest-AttachVolumeTestJSON-1062564701-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:40:41.413733 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7939cef9-e770-4c94-bb78-96db2a7ab894 tempest-AttachVolumeTestJSON-1062564701 tempest-AttachVolumeTestJSON-1062564701-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:40:41.414451 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7939cef9-e770-4c94-bb78-96db2a7ab894 tempest-AttachVolumeTestJSON-1062564701 tempest-AttachVolumeTestJSON-1062564701-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:40:41.415399 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7939cef9-e770-4c94-bb78-96db2a7ab894 tempest-AttachVolumeTestJSON-1062564701 tempest-AttachVolumeTestJSON-1062564701-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:40:41.415748 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7939cef9-e770-4c94-bb78-96db2a7ab894 tempest-AttachVolumeTestJSON-1062564701 tempest-AttachVolumeTestJSON-1062564701-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:40:41.416092 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7939cef9-e770-4c94-bb78-96db2a7ab894 tempest-AttachVolumeTestJSON-1062564701 tempest-AttachVolumeTestJSON-1062564701-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:40:41.416432 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7939cef9-e770-4c94-bb78-96db2a7ab894 tempest-AttachVolumeTestJSON-1062564701 tempest-AttachVolumeTestJSON-1062564701-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:40:41.416788 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7939cef9-e770-4c94-bb78-96db2a7ab894 tempest-AttachVolumeTestJSON-1062564701 tempest-AttachVolumeTestJSON-1062564701-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:40:41.417130 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7939cef9-e770-4c94-bb78-96db2a7ab894 tempest-AttachVolumeTestJSON-1062564701 tempest-AttachVolumeTestJSON-1062564701-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:40:41.448065 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-1f3a7834-de6c-4a16-ab3b-db0f24b7a33a req-7939cef9-e770-4c94-bb78-96db2a7ab894 tempest-AttachVolumeTestJSON-1062564701 tempest-AttachVolumeTestJSON-1062564701-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1560161 Feb 04 17:40:41.512555 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [req-1f3a7834-de6c-4a16-ab3b-db0f24b7a33a req-1b110028-7090-4ddc-9174-a6149ed87c19 service neutron] Request body: {'port': {'device_id': '7121ab2f-febe-4a68-ae74-44f39310b958', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827839-2'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:40:41.700835 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-1f3a7834-de6c-4a16-ab3b-db0f24b7a33a req-1b110028-7090-4ddc-9174-a6149ed87c19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (0e9b088b-0283-400a-a288-9957c3e9669c), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:40:41.707950 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4e6e1337-5235-4545-9ce0-7bb41f9fbdc2 None None] Provisioning complete for port 0e9b088b-0283-400a-a288-9957c3e9669c triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:40:41.708419 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4e6e1337-5235-4545-9ce0-7bb41f9fbdc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (0e9b088b-0283-400a-a288-9957c3e9669c), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:40:41.808573 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4e6e1337-5235-4545-9ce0-7bb41f9fbdc2 None None] Port 0e9b088b-0283-400a-a288-9957c3e9669c cannot update to ACTIVE because it is not bound. {{(pid=103378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 17:40:42.041202 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device fa5a1c99-a3b3-46ea-b891-f5171c94ab05 no longer exists at agent hyperv_n-h1-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:40:42.244425 n-d-827839-2 neutron-server[103376]: DEBUG neutron.notifiers.nova [req-1f3a7834-de6c-4a16-ab3b-db0f24b7a33a req-1b110028-7090-4ddc-9174-a6149ed87c19 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e9b088b-0283-400a-a288-9957c3e9669c {{(pid=103376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 17:40:42.255534 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-1f3a7834-de6c-4a16-ab3b-db0f24b7a33a req-1b110028-7090-4ddc-9174-a6149ed87c19 service neutron] Publish callbacks [] for port (0e9b088b-0283-400a-a288-9957c3e9669c), precommit_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:40:42.261652 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Current status of the port fa5a1c99-a3b3-46ea-b891-f5171c94ab05 is: ACTIVE; New status is: DOWN {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:40:42.262054 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (fa5a1c99-a3b3-46ea-b891-f5171c94ab05), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:40:42.281338 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.provisioning_blocks [req-1f3a7834-de6c-4a16-ab3b-db0f24b7a33a req-1b110028-7090-4ddc-9174-a6149ed87c19 service neutron] Transition to ACTIVE for port object 0e9b088b-0283-400a-a288-9957c3e9669c will not be triggered until provisioned by entity L2. {{(pid=103376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 17:40:42.288572 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-1f3a7834-de6c-4a16-ab3b-db0f24b7a33a req-1b110028-7090-4ddc-9174-a6149ed87c19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675836'] for port (0e9b088b-0283-400a-a288-9957c3e9669c), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:40:42.316584 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c7675e1-1c8a-410f-be7f-b37c48bc9d65', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fa5a1c99-a3b3-46ea-b891-f5171c94ab05'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:40:42.319066 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c34bc964ce2211770fda26ca2f3801cc06f4f39928110690550e94ab9c9d2fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87fb4692-3f8f-4b91-98d8-f011c18f6e32" -d '{"events": [{"server_uuid": "3c7675e1-1c8a-410f-be7f-b37c48bc9d65", "name": "network-vif-unplugged", "status": "completed", "tag": "fa5a1c99-a3b3-46ea-b891-f5171c94ab05"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:40:42.359612 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] For port fa5a1c99-a3b3-46ea-b891-f5171c94ab05, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=fa5a1c99-a3b3-46ea-b891-f5171c94ab05,segment=NetworkSegment(95e3d896-e0ab-47f8-8257-e5c06c9261eb),segment_id=95e3d896-e0ab-47f8-8257-e5c06c9261eb)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:40:42.369124 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b110028-7090-4ddc-9174-a6149ed87c19 service neutron] Pushing event updated for resources: {'Port': ['ID=0e9b088b-0283-400a-a288-9957c3e9669c,revision_number=2']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:40:42.392313 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (fa5a1c99-a3b3-46ea-b891-f5171c94ab05), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:40:42.406369 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 04 Feb 2022 17:40:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b28c402d-535a-4cac-a03a-6977d7592fd7 x-openstack-request-id: req-b28c402d-535a-4cac-a03a-6977d7592fd7 {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:40:42.407271 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c7675e1-1c8a-410f-be7f-b37c48bc9d65", "name": "network-vif-unplugged", "status": "completed", "tag": "fa5a1c99-a3b3-46ea-b891-f5171c94ab05", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:40:42.408115 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-b28c402d-535a-4cac-a03a-6977d7592fd7 {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:40:42.408537 n-d-827839-2 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c7675e1-1c8a-410f-be7f-b37c48bc9d65', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fa5a1c99-a3b3-46ea-b891-f5171c94ab05', 'code': 200} Feb 04 17:40:42.436020 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8de242-b763-4aa9-9e26-70f57d749ba9 req-7686b40d-b6d0-4d9b-ad76-1e44bd1db712 tempest-AttachVolumeTestJSON-1062564701 tempest-AttachVolumeTestJSON-1062564701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:40:42.475671 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-3d8de242-b763-4aa9-9e26-70f57d749ba9 req-7686b40d-b6d0-4d9b-ad76-1e44bd1db712 tempest-AttachVolumeTestJSON-1062564701 tempest-AttachVolumeTestJSON-1062564701-project] 10.222.0.89 "GET /v2.0/ports?device_id=7121ab2f-febe-4a68-ae74-44f39310b958 HTTP/1.1" status: 200 len: 931 time: 0.2437398 Feb 04 17:40:42.496537 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (3f9244a9-75fc-4c10-b195-11d48b853b41), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:40:42.526705 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Pushing event updated for resources: {'Port': ['ID=fa5a1c99-a3b3-46ea-b891-f5171c94ab05,revision_number=14']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:40:42.594721 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-3d8de242-b763-4aa9-9e26-70f57d749ba9 req-bea3e40f-4abc-4108-a11c-75be9158b1c4 tempest-AttachVolumeTestJSON-1062564701 tempest-AttachVolumeTestJSON-1062564701-project] 10.222.0.89 "GET /v2.0/security-groups?id=bdb5a98e-e9d3-4310-8108-cc56ff726a34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1179533 Feb 04 17:40:42.701976 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [req-1f3a7834-de6c-4a16-ab3b-db0f24b7a33a req-1b110028-7090-4ddc-9174-a6149ed87c19 service neutron] Attempting to bind port 0e9b088b-0283-400a-a288-9957c3e9669c on host n-h1-827839-2 for vnic_type normal with profile {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:40:42.702438 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [req-1f3a7834-de6c-4a16-ab3b-db0f24b7a33a req-1b110028-7090-4ddc-9174-a6149ed87c19 service neutron] Attempting to bind port 0e9b088b-0283-400a-a288-9957c3e9669c by drivers openvswitch,hyperv on host n-h1-827839-2 at level 0 using segments [{'id': '5aa163bf-3e85-4517-8e86-22f85f7e58c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '737a730a-f2b9-4552-b783-b268a6fc7510'}] {{(pid=103376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:40:42.702637 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f3a7834-de6c-4a16-ab3b-db0f24b7a33a req-1b110028-7090-4ddc-9174-a6149ed87c19 service neutron] Attempting to bind port 0e9b088b-0283-400a-a288-9957c3e9669c on network 737a730a-f2b9-4552-b783-b268a6fc7510 {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:40:42.715556 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f3a7834-de6c-4a16-ab3b-db0f24b7a33a req-1b110028-7090-4ddc-9174-a6149ed87c19 service neutron] Port 0e9b088b-0283-400a-a288-9957c3e9669c on network 737a730a-f2b9-4552-b783-b268a6fc7510 not bound, no agent of type Open vSwitch agent registered on host n-h1-827839-2 {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 17:40:42.717191 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f3a7834-de6c-4a16-ab3b-db0f24b7a33a req-1b110028-7090-4ddc-9174-a6149ed87c19 service neutron] Attempting to bind port 0e9b088b-0283-400a-a288-9957c3e9669c on network 737a730a-f2b9-4552-b783-b268a6fc7510 {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:40:42.730075 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f3a7834-de6c-4a16-ab3b-db0f24b7a33a req-1b110028-7090-4ddc-9174-a6149ed87c19 service neutron] Checking agent: {'id': '3f9244a9-75fc-4c10-b195-11d48b853b41', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 8, 42), 'started_at': datetime.datetime(2022, 2, 4, 17, 8, 42), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 40, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:40:42.730617 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f3a7834-de6c-4a16-ab3b-db0f24b7a33a req-1b110028-7090-4ddc-9174-a6149ed87c19 service neutron] Checking segment: {'id': '5aa163bf-3e85-4517-8e86-22f85f7e58c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '737a730a-f2b9-4552-b783-b268a6fc7510'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:40:42.731424 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f3a7834-de6c-4a16-ab3b-db0f24b7a33a req-1b110028-7090-4ddc-9174-a6149ed87c19 service neutron] Bound using segment: {'id': '5aa163bf-3e85-4517-8e86-22f85f7e58c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '737a730a-f2b9-4552-b783-b268a6fc7510'} {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:40:42.732588 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [req-1f3a7834-de6c-4a16-ab3b-db0f24b7a33a req-1b110028-7090-4ddc-9174-a6149ed87c19 service neutron] Bound port: 0e9b088b-0283-400a-a288-9957c3e9669c, host: n-h1-827839-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5aa163bf-3e85-4517-8e86-22f85f7e58c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '737a730a-f2b9-4552-b783-b268a6fc7510'}}] {{(pid=103376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:40:42.737956 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-1f3a7834-de6c-4a16-ab3b-db0f24b7a33a req-1b110028-7090-4ddc-9174-a6149ed87c19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (0e9b088b-0283-400a-a288-9957c3e9669c), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:40:42.848971 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [req-1f3a7834-de6c-4a16-ab3b-db0f24b7a33a req-1b110028-7090-4ddc-9174-a6149ed87c19 service neutron] For port 0e9b088b-0283-400a-a288-9957c3e9669c, host n-h1-827839-2, cleared binding levels {{(pid=103376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:40:42.852982 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [req-1f3a7834-de6c-4a16-ab3b-db0f24b7a33a req-1b110028-7090-4ddc-9174-a6149ed87c19 service neutron] For port 0e9b088b-0283-400a-a288-9957c3e9669c, host n-h1-827839-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=0e9b088b-0283-400a-a288-9957c3e9669c,segment=NetworkSegment(5aa163bf-3e85-4517-8e86-22f85f7e58c4),segment_id=5aa163bf-3e85-4517-8e86-22f85f7e58c4)] {{(pid=103376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:40:42.864048 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-1f3a7834-de6c-4a16-ab3b-db0f24b7a33a req-1b110028-7090-4ddc-9174-a6149ed87c19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675836'] for port (0e9b088b-0283-400a-a288-9957c3e9669c), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:40:42.920450 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3a7834-de6c-4a16-ab3b-db0f24b7a33a req-1b110028-7090-4ddc-9174-a6149ed87c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:40:42.921129 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-1f3a7834-de6c-4a16-ab3b-db0f24b7a33a req-1b110028-7090-4ddc-9174-a6149ed87c19 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:40:42.923798 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-1f3a7834-de6c-4a16-ab3b-db0f24b7a33a req-1b110028-7090-4ddc-9174-a6149ed87c19 service neutron] 10.222.0.96 "PUT /v2.0/ports/0e9b088b-0283-400a-a288-9957c3e9669c HTTP/1.1" status: 200 len: 1091 time: 1.4708047 Feb 04 17:40:42.926640 n-d-827839-2 neutron-server[103376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7121ab2f-febe-4a68-ae74-44f39310b958', 'tag': '0e9b088b-0283-400a-a288-9957c3e9669c'}] {{(pid=103376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:40:42.939949 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d59c3bb5e2f09ebf62144d5e09b1cff60c763a9c19614c24538e77842938c05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a539121-0484-4c8b-a393-bcf598759f14" -d '{"events": [{"name": "network-changed", "server_uuid": "7121ab2f-febe-4a68-ae74-44f39310b958", "tag": "0e9b088b-0283-400a-a288-9957c3e9669c"}]}' {{(pid=103376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:40:43.038426 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b110028-7090-4ddc-9174-a6149ed87c19 service neutron] Pushing event updated for resources: {'Port': ['ID=0e9b088b-0283-400a-a288-9957c3e9669c,revision_number=3']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:40:43.072820 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 17:40:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23f88240-4af1-4176-a32b-97fdab8f1c5c x-openstack-request-id: req-23f88240-4af1-4176-a32b-97fdab8f1c5c {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:40:43.073129 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7121ab2f-febe-4a68-ae74-44f39310b958", "tag": "0e9b088b-0283-400a-a288-9957c3e9669c", "status": "completed", "code": 200}]} {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:40:43.073419 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-23f88240-4af1-4176-a32b-97fdab8f1c5c {{(pid=103376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:40:43.073834 n-d-827839-2 neutron-server[103376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7121ab2f-febe-4a68-ae74-44f39310b958', 'tag': '0e9b088b-0283-400a-a288-9957c3e9669c', 'status': 'completed', 'code': 200} Feb 04 17:40:43.095253 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3a7834-de6c-4a16-ab3b-db0f24b7a33a req-219fd7c5-83e7-496d-b5ad-a580c9f6dafc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:40:43.097832 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-1f3a7834-de6c-4a16-ab3b-db0f24b7a33a req-219fd7c5-83e7-496d-b5ad-a580c9f6dafc service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=f5ca586e0a134ee6a366fdbff53a4f3d&device_id=7121ab2f-febe-4a68-ae74-44f39310b958 HTTP/1.1" status: 200 len: 1125 time: 0.1131129 Feb 04 17:40:43.183148 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-1f3a7834-de6c-4a16-ab3b-db0f24b7a33a req-690ce882-6975-416d-8bc7-17860cf7d57c service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0e9b088b-0283-400a-a288-9957c3e9669c HTTP/1.1" status: 200 len: 217 time: 0.0758476 Feb 04 17:40:43.258300 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3a7834-de6c-4a16-ab3b-db0f24b7a33a req-fd53b02a-567d-4e06-8d3a-f35ea7d6a6fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:40:43.259870 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-1f3a7834-de6c-4a16-ab3b-db0f24b7a33a req-fd53b02a-567d-4e06-8d3a-f35ea7d6a6fd service neutron] 10.222.0.96 "GET /v2.0/subnets?id=28f7679b-e706-44b6-8766-889d627ec1c0 HTTP/1.1" status: 200 len: 849 time: 0.0702991 Feb 04 17:40:43.365456 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3a7834-de6c-4a16-ab3b-db0f24b7a33a req-2a23385b-2bad-4a3f-a291-36a4ec5f819c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:40:43.367006 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-1f3a7834-de6c-4a16-ab3b-db0f24b7a33a req-2a23385b-2bad-4a3f-a291-36a4ec5f819c service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=737a730a-f2b9-4552-b783-b268a6fc7510&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0976851 Feb 04 17:40:43.439064 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40791770-971b-41a1-b536-6c611eeafdee req-73934f62-35ec-433d-bcfc-90571fb9875c tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:40:43.447771 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-40791770-971b-41a1-b536-6c611eeafdee req-73934f62-35ec-433d-bcfc-90571fb9875c tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.89 "GET /v2.0/ports?device_id=3c7675e1-1c8a-410f-be7f-b37c48bc9d65 HTTP/1.1" status: 200 len: 945 time: 0.1116822 Feb 04 17:40:43.547307 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-1f3a7834-de6c-4a16-ab3b-db0f24b7a33a req-41518b87-3094-496f-8ee2-90eb93a76de0 service neutron] 10.222.0.96 "GET /v2.0/networks/737a730a-f2b9-4552-b783-b268a6fc7510?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1683931 Feb 04 17:40:43.566741 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-40791770-971b-41a1-b536-6c611eeafdee req-f045e35f-67ab-47d8-b7fc-a5f4b34d55bb tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.89 "GET /v2.0/security-groups?id=93ceaf89-daf9-4fd7-ba90-ecf1cae67db9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1176560 Feb 04 17:40:43.845188 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-1f3a7834-de6c-4a16-ab3b-db0f24b7a33a req-b7600fb0-d5be-419c-b9e7-985abf912c9c service neutron] 10.222.0.96 "GET /v2.0/networks/737a730a-f2b9-4552-b783-b268a6fc7510?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2844608 Feb 04 17:40:43.848300 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3302dcb8-25b2-455e-8c54-aaec797b1a9d req-713ef91f-eba5-4cad-a26f-50aedb93df00 tempest-AttachVolumeTestJSON-1062564701 tempest-AttachVolumeTestJSON-1062564701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:40:43.852073 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-3302dcb8-25b2-455e-8c54-aaec797b1a9d req-713ef91f-eba5-4cad-a26f-50aedb93df00 tempest-AttachVolumeTestJSON-1062564701 tempest-AttachVolumeTestJSON-1062564701-project] 10.222.0.89 "GET /v2.0/ports?device_id=7121ab2f-febe-4a68-ae74-44f39310b958 HTTP/1.1" status: 200 len: 943 time: 0.1340654 Feb 04 17:40:43.934621 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-3302dcb8-25b2-455e-8c54-aaec797b1a9d req-2e05506b-3dc1-407b-ab83-ff990de29ba4 tempest-AttachVolumeTestJSON-1062564701 tempest-AttachVolumeTestJSON-1062564701-project] 10.222.0.89 "GET /v2.0/security-groups?id=bdb5a98e-e9d3-4310-8108-cc56ff726a34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0744567 Feb 04 17:40:44.125375 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a539121-0484-4c8b-a393-bcf598759f14 req-101513ac-ebe3-4e0b-9f7c-c2581817d726 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:40:44.128204 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-1a539121-0484-4c8b-a393-bcf598759f14 req-101513ac-ebe3-4e0b-9f7c-c2581817d726 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=f5ca586e0a134ee6a366fdbff53a4f3d&device_id=7121ab2f-febe-4a68-ae74-44f39310b958 HTTP/1.1" status: 200 len: 1125 time: 0.1558459 Feb 04 17:40:44.157439 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fa7041-3b0c-489a-80a7-4cc88843e5b9 req-78c26a4d-ab6a-4387-9c9d-854ccabdc5b3 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:40:44.159046 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-00fa7041-3b0c-489a-80a7-4cc88843e5b9 req-78c26a4d-ab6a-4387-9c9d-854ccabdc5b3 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.89 "GET /v2.0/ports?device_id=3c7675e1-1c8a-410f-be7f-b37c48bc9d65 HTTP/1.1" status: 200 len: 945 time: 0.2656405 Feb 04 17:40:44.183537 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f4d8a0-238a-4ad7-aaa7-ef30186008b0 req-17578b82-cb8d-4d7e-9a82-18447741f393 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:40:44.185840 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-12f4d8a0-238a-4ad7-aaa7-ef30186008b0 req-17578b82-cb8d-4d7e-9a82-18447741f393 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=5f7c63cd6c624891853d19549e45e9fe&device_id=3c7675e1-1c8a-410f-be7f-b37c48bc9d65 HTTP/1.1" status: 200 len: 1127 time: 0.3052032 Feb 04 17:40:44.369193 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f4d8a0-238a-4ad7-aaa7-ef30186008b0 req-022c7fab-54eb-431d-82e2-5f8cee001c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:40:44.370765 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-12f4d8a0-238a-4ad7-aaa7-ef30186008b0 req-022c7fab-54eb-431d-82e2-5f8cee001c19 service neutron] 10.222.0.96 "GET /v2.0/networks?id=b55b6cf7-96ca-44f1-b402-5ece20b91f84 HTTP/1.1" status: 200 len: 913 time: 0.1667891 Feb 04 17:40:44.557865 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-12f4d8a0-238a-4ad7-aaa7-ef30186008b0 req-1e06a496-fb02-4553-8fd4-b459eff31e9a service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fa5a1c99-a3b3-46ea-b891-f5171c94ab05 HTTP/1.1" status: 200 len: 1000 time: 0.1597250 Feb 04 17:40:44.605229 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-00fa7041-3b0c-489a-80a7-4cc88843e5b9 req-69518ae6-85bd-4eb1-bb1f-3cafa642cb0f tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.89 "GET /v2.0/security-groups?id=93ceaf89-daf9-4fd7-ba90-ecf1cae67db9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4221578 Feb 04 17:40:44.801710 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f4d8a0-238a-4ad7-aaa7-ef30186008b0 req-9788fbb9-bdd5-4898-9693-6d5714b3ee11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:40:44.804645 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-12f4d8a0-238a-4ad7-aaa7-ef30186008b0 req-9788fbb9-bdd5-4898-9693-6d5714b3ee11 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=56d77231-1e8a-430f-89bb-45ff7f982beb HTTP/1.1" status: 200 len: 851 time: 0.2351685 Feb 04 17:40:44.809639 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a539121-0484-4c8b-a393-bcf598759f14 req-14ef2a73-cbb0-42af-8ff9-ff097062ca49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:40:44.812424 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-1a539121-0484-4c8b-a393-bcf598759f14 req-14ef2a73-cbb0-42af-8ff9-ff097062ca49 service neutron] 10.222.0.96 "GET /v2.0/networks?id=737a730a-f2b9-4552-b783-b268a6fc7510 HTTP/1.1" status: 200 len: 911 time: 0.6628687 Feb 04 17:40:44.980572 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-1a539121-0484-4c8b-a393-bcf598759f14 req-213e04a6-12da-4758-a512-9b4ae3794203 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0e9b088b-0283-400a-a288-9957c3e9669c HTTP/1.1" status: 200 len: 217 time: 0.1028826 Feb 04 17:40:45.125930 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a539121-0484-4c8b-a393-bcf598759f14 req-7513a8e6-4390-4fac-a608-eb3a864c6b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:40:45.125930 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-1a539121-0484-4c8b-a393-bcf598759f14 req-7513a8e6-4390-4fac-a608-eb3a864c6b8d service neutron] 10.222.0.96 "GET /v2.0/subnets?id=28f7679b-e706-44b6-8766-889d627ec1c0 HTTP/1.1" status: 200 len: 849 time: 0.1339529 Feb 04 17:40:45.137391 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f4d8a0-238a-4ad7-aaa7-ef30186008b0 req-15fd8b03-24a8-48dd-9627-617b2d7c9906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:40:45.138932 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-12f4d8a0-238a-4ad7-aaa7-ef30186008b0 req-15fd8b03-24a8-48dd-9627-617b2d7c9906 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=b55b6cf7-96ca-44f1-b402-5ece20b91f84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3225770 Feb 04 17:40:45.162031 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ddba9d-bc78-4ebc-98bd-42291787cef5 req-76854ce4-5233-49b5-85f3-ffe118dd3fc4 tempest-AttachVolumeTestJSON-1062564701 tempest-AttachVolumeTestJSON-1062564701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:40:45.163547 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-08ddba9d-bc78-4ebc-98bd-42291787cef5 req-76854ce4-5233-49b5-85f3-ffe118dd3fc4 tempest-AttachVolumeTestJSON-1062564701 tempest-AttachVolumeTestJSON-1062564701-project] 10.222.0.89 "GET /v2.0/ports?device_id=7121ab2f-febe-4a68-ae74-44f39310b958 HTTP/1.1" status: 200 len: 943 time: 0.0859976 Feb 04 17:40:45.311158 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-12f4d8a0-238a-4ad7-aaa7-ef30186008b0 req-5a296070-37d4-4b75-861d-652bf95a94b8 service neutron] 10.222.0.96 "GET /v2.0/networks/b55b6cf7-96ca-44f1-b402-5ece20b91f84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1477687 Feb 04 17:40:45.386339 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-08ddba9d-bc78-4ebc-98bd-42291787cef5 req-3d7beaf2-8595-45ea-bd77-15a82f1e2adc tempest-AttachVolumeTestJSON-1062564701 tempest-AttachVolumeTestJSON-1062564701-project] 10.222.0.89 "GET /v2.0/security-groups?id=bdb5a98e-e9d3-4310-8108-cc56ff726a34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2151835 Feb 04 17:40:45.490268 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-12f4d8a0-238a-4ad7-aaa7-ef30186008b0 req-212629d1-2889-45f5-b280-565381964182 service neutron] 10.222.0.96 "GET /v2.0/networks/b55b6cf7-96ca-44f1-b402-5ece20b91f84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1619327 Feb 04 17:40:45.538580 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a539121-0484-4c8b-a393-bcf598759f14 req-2d9282e9-3156-476b-bcf1-86432ff574d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:40:45.540128 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-1a539121-0484-4c8b-a393-bcf598759f14 req-2d9282e9-3156-476b-bcf1-86432ff574d8 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=737a730a-f2b9-4552-b783-b268a6fc7510&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.4056036 Feb 04 17:40:45.740544 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-1a539121-0484-4c8b-a393-bcf598759f14 req-57396e36-cc6e-4d34-8e5c-3ae5ab714365 service neutron] 10.222.0.96 "GET /v2.0/networks/737a730a-f2b9-4552-b783-b268a6fc7510?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1925278 Feb 04 17:40:45.889920 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3289ac-436e-4c93-9295-0735ff4cfe9f req-e89aefaf-9937-4ccd-ba28-3f2d17cff572 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:40:45.898731 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-bb3289ac-436e-4c93-9295-0735ff4cfe9f req-e89aefaf-9937-4ccd-ba28-3f2d17cff572 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.89 "GET /v2.0/ports?device_id=3c7675e1-1c8a-410f-be7f-b37c48bc9d65 HTTP/1.1" status: 200 len: 945 time: 0.1523271 Feb 04 17:40:45.948710 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-1a539121-0484-4c8b-a393-bcf598759f14 req-6542bb2d-2711-4ac5-baa5-82f09a828a4b service neutron] 10.222.0.96 "GET /v2.0/networks/737a730a-f2b9-4552-b783-b268a6fc7510?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1925647 Feb 04 17:40:46.055766 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-bb3289ac-436e-4c93-9295-0735ff4cfe9f req-2da72fdf-83ef-43f4-a066-d8c9566cbd37 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.89 "GET /v2.0/security-groups?id=93ceaf89-daf9-4fd7-ba90-ecf1cae67db9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1561389 Feb 04 17:40:46.574457 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86dff63-8cfc-4fcd-a33e-5a6bf5a6ec28 req-61c6ceb7-1b90-4c21-84d9-b4c63f13811c tempest-AttachVolumeTestJSON-1062564701 tempest-AttachVolumeTestJSON-1062564701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:40:46.585526 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-e86dff63-8cfc-4fcd-a33e-5a6bf5a6ec28 req-61c6ceb7-1b90-4c21-84d9-b4c63f13811c tempest-AttachVolumeTestJSON-1062564701 tempest-AttachVolumeTestJSON-1062564701-project] 10.222.0.89 "GET /v2.0/ports?device_id=7121ab2f-febe-4a68-ae74-44f39310b958 HTTP/1.1" status: 200 len: 943 time: 0.0952110 Feb 04 17:40:46.674590 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-e86dff63-8cfc-4fcd-a33e-5a6bf5a6ec28 req-f7fd5391-456f-4ed1-a86a-9f7f9d906508 tempest-AttachVolumeTestJSON-1062564701 tempest-AttachVolumeTestJSON-1062564701-project] 10.222.0.89 "GET /v2.0/security-groups?id=bdb5a98e-e9d3-4310-8108-cc56ff726a34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0838900 Feb 04 17:40:47.265675 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6862873d-8a7e-4780-9870-4077750af936 req-b77e91d2-2dfe-4874-aa9e-49ed45c007ae tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:40:47.267798 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-6862873d-8a7e-4780-9870-4077750af936 req-b77e91d2-2dfe-4874-aa9e-49ed45c007ae tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.89 "GET /v2.0/ports?device_id=3c7675e1-1c8a-410f-be7f-b37c48bc9d65 HTTP/1.1" status: 200 len: 945 time: 0.0619786 Feb 04 17:40:47.331989 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-6862873d-8a7e-4780-9870-4077750af936 req-d061a98e-ec21-4ea9-a190-8e9c4d2945b8 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.89 "GET /v2.0/security-groups?id=93ceaf89-daf9-4fd7-ba90-ecf1cae67db9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519729 Feb 04 17:40:47.590231 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbb8ab7-2adf-464e-9f9c-7f142073eee1 req-ec919019-1ea8-4b87-b180-3fa858b98ab0 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:40:47.592084 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-7fbb8ab7-2adf-464e-9f9c-7f142073eee1 req-ec919019-1ea8-4b87-b180-3fa858b98ab0 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.89 "GET /v2.0/ports?device_id=3c7675e1-1c8a-410f-be7f-b37c48bc9d65 HTTP/1.1" status: 200 len: 945 time: 0.0777194 Feb 04 17:40:47.668919 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-7fbb8ab7-2adf-464e-9f9c-7f142073eee1 req-0b5411f1-561c-42d7-8fe4-21a43927d388 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.89 "GET /v2.0/security-groups?id=93ceaf89-daf9-4fd7-ba90-ecf1cae67db9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0694251 Feb 04 17:40:47.822160 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac0f777-39fe-4c57-9ec8-a72a6a64cd1e req-a8246d9f-c406-4a7b-8bd3-a63f4658e40c tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:40:47.830758 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-6ac0f777-39fe-4c57-9ec8-a72a6a64cd1e req-a8246d9f-c406-4a7b-8bd3-a63f4658e40c tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.89 "GET /v2.0/ports?device_id=3c7675e1-1c8a-410f-be7f-b37c48bc9d65 HTTP/1.1" status: 200 len: 945 time: 0.0872309 Feb 04 17:40:47.836148 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8625e51f-b6f4-4f54-8128-a7c8bb9c6e54 req-070d79b8-e734-4604-b761-5a0fe06cf88b tempest-AttachVolumeTestJSON-1062564701 tempest-AttachVolumeTestJSON-1062564701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:40:47.837759 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-8625e51f-b6f4-4f54-8128-a7c8bb9c6e54 req-070d79b8-e734-4604-b761-5a0fe06cf88b tempest-AttachVolumeTestJSON-1062564701 tempest-AttachVolumeTestJSON-1062564701-project] 10.222.0.89 "GET /v2.0/ports?device_id=7121ab2f-febe-4a68-ae74-44f39310b958 HTTP/1.1" status: 200 len: 943 time: 0.0925095 Feb 04 17:40:47.900049 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-6ac0f777-39fe-4c57-9ec8-a72a6a64cd1e req-a17695cb-023a-41e8-9618-08036cd69e21 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.89 "GET /v2.0/security-groups?id=93ceaf89-daf9-4fd7-ba90-ecf1cae67db9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0681746 Feb 04 17:40:47.937325 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-8625e51f-b6f4-4f54-8128-a7c8bb9c6e54 req-d0a91776-d8b1-4ee3-82db-2ca457923279 tempest-AttachVolumeTestJSON-1062564701 tempest-AttachVolumeTestJSON-1062564701-project] 10.222.0.89 "GET /v2.0/security-groups?id=bdb5a98e-e9d3-4310-8108-cc56ff726a34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0822327 Feb 04 17:40:48.023500 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device 0e9b088b-0283-400a-a288-9957c3e9669c details requested by agent hyperv_n-h1-827839-2 with host n-h1-827839-2 {{(pid=103378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 17:40:48.367672 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c69dcc-9894-4029-b4ca-a82479824cbe req-08e48424-97ea-4a96-806c-2fd35bd04c6c tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:40:48.380705 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-d9c69dcc-9894-4029-b4ca-a82479824cbe req-08e48424-97ea-4a96-806c-2fd35bd04c6c tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.89 "GET /v2.0/networks?id=b55b6cf7-96ca-44f1-b402-5ece20b91f84 HTTP/1.1" status: 200 len: 812 time: 0.2323537 Feb 04 17:40:48.412725 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] For port 0e9b088b-0283-400a-a288-9957c3e9669c, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=0e9b088b-0283-400a-a288-9957c3e9669c,segment=NetworkSegment(5aa163bf-3e85-4517-8e86-22f85f7e58c4),segment_id=5aa163bf-3e85-4517-8e86-22f85f7e58c4)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:40:48.427515 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Returning: {'device': '0e9b088b-0283-400a-a288-9957c3e9669c', 'network_id': '737a730a-f2b9-4552-b783-b268a6fc7510', 'port_id': '0e9b088b-0283-400a-a288-9957c3e9669c', 'mac_address': 'fa:16:3e:d8:c6:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 764, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28f7679b-e706-44b6-8766-889d627ec1c0', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 17:40:48.429706 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-d9c69dcc-9894-4029-b4ca-a82479824cbe req-c2fcaf59-56c4-4a81-be4b-8c1781c566b9 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.89 "GET /v2.0/quotas/5f7c63cd6c624891853d19549e45e9fe HTTP/1.1" status: 200 len: 375 time: 0.0455697 Feb 04 17:40:48.523563 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Current status of the port 0e9b088b-0283-400a-a288-9957c3e9669c is: DOWN; New status is: BUILD {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:40:48.523985 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (0e9b088b-0283-400a-a288-9957c3e9669c), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:40:48.526472 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-d9c69dcc-9894-4029-b4ca-a82479824cbe req-f5dcc3c8-c27e-497d-a7e3-54603039ad54 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=5f7c63cd6c624891853d19549e45e9fe&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0957532 Feb 04 17:40:48.554447 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e9b088b-0283-400a-a288-9957c3e9669c {{(pid=103378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 17:40:48.612631 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] For port 0e9b088b-0283-400a-a288-9957c3e9669c, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=0e9b088b-0283-400a-a288-9957c3e9669c,segment=NetworkSegment(5aa163bf-3e85-4517-8e86-22f85f7e58c4),segment_id=5aa163bf-3e85-4517-8e86-22f85f7e58c4)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:40:48.619251 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (0e9b088b-0283-400a-a288-9957c3e9669c), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:40:48.673105 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Pushing event updated for resources: {'Port': ['ID=0e9b088b-0283-400a-a288-9957c3e9669c,revision_number=4']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:40:48.764988 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-d9c69dcc-9894-4029-b4ca-a82479824cbe req-68292980-9bde-4061-bf44-279efd68deda service neutron] 10.222.0.89 "GET /v2.0/networks/b55b6cf7-96ca-44f1-b402-5ece20b91f84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2376013 Feb 04 17:40:48.895171 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-d9c69dcc-9894-4029-b4ca-a82479824cbe req-9e259071-1a44-48ea-9956-b951976a5c40 service neutron] 10.222.0.89 "GET /v2.0/networks/b55b6cf7-96ca-44f1-b402-5ece20b91f84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219342 Feb 04 17:40:49.091608 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] get_ports_and_sgs() called for port_ids ['0e9b088b-0283-400a-a288-9957c3e9669c'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 17:40:49.163489 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5fe27f-20a7-4b0b-b0f2-fadc04bb1dba req-0f003824-0db3-4f98-b5ed-f604609de240 tempest-AttachVolumeTestJSON-1062564701 tempest-AttachVolumeTestJSON-1062564701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:40:49.165958 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-ab5fe27f-20a7-4b0b-b0f2-fadc04bb1dba req-0f003824-0db3-4f98-b5ed-f604609de240 tempest-AttachVolumeTestJSON-1062564701 tempest-AttachVolumeTestJSON-1062564701-project] 10.222.0.89 "GET /v2.0/ports?device_id=7121ab2f-febe-4a68-ae74-44f39310b958 HTTP/1.1" status: 200 len: 944 time: 0.1128857 Feb 04 17:40:49.264366 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-6bd886bb-2c51-4c10-ba93-5946c5b47f67 req-911f4d62-6383-41ea-b2b5-655e34d20c46 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.89 "GET /v2.0/ports?device_id=8caa26b9-bc3c-4bda-a286-0c24d43a83a8 HTTP/1.1" status: 200 len: 210 time: 0.0801258 Feb 04 17:40:49.306181 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-ab5fe27f-20a7-4b0b-b0f2-fadc04bb1dba req-07a346eb-867a-4ab1-ac9f-31fc899b6739 tempest-AttachVolumeTestJSON-1062564701 tempest-AttachVolumeTestJSON-1062564701-project] 10.222.0.89 "GET /v2.0/security-groups?id=bdb5a98e-e9d3-4310-8108-cc56ff726a34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1339221 Feb 04 17:40:50.442186 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-357acda7-e4f8-4bfd-a2d7-5fff30c4961d req-c3c31653-711e-4dc5-989e-53bfed4562bb tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.89 "GET /v2.0/ports?device_id=8caa26b9-bc3c-4bda-a286-0c24d43a83a8 HTTP/1.1" status: 200 len: 210 time: 0.0648708 Feb 04 17:40:50.498749 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1b25f5-6ce2-486d-ab15-09c42d311a6b req-62e1e346-9c33-4eff-9b5b-9f518782cb59 tempest-AttachVolumeTestJSON-1062564701 tempest-AttachVolumeTestJSON-1062564701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:40:50.500381 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-6e1b25f5-6ce2-486d-ab15-09c42d311a6b req-62e1e346-9c33-4eff-9b5b-9f518782cb59 tempest-AttachVolumeTestJSON-1062564701 tempest-AttachVolumeTestJSON-1062564701-project] 10.222.0.89 "GET /v2.0/ports?device_id=7121ab2f-febe-4a68-ae74-44f39310b958 HTTP/1.1" status: 200 len: 944 time: 0.0967717 Feb 04 17:40:50.553207 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-6e1b25f5-6ce2-486d-ab15-09c42d311a6b req-de7093dc-7b20-4801-91a5-1a10137ab3fc tempest-AttachVolumeTestJSON-1062564701 tempest-AttachVolumeTestJSON-1062564701-project] 10.222.0.89 "GET /v2.0/security-groups?id=bdb5a98e-e9d3-4310-8108-cc56ff726a34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469525 Feb 04 17:40:50.854073 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c69dcc-9894-4029-b4ca-a82479824cbe req-8c1ac0e2-7def-459c-b93e-07b7098677fb tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:40:50.856226 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-d9c69dcc-9894-4029-b4ca-a82479824cbe req-8c1ac0e2-7def-459c-b93e-07b7098677fb tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.90 "GET /v2.0/networks?id=b55b6cf7-96ca-44f1-b402-5ece20b91f84 HTTP/1.1" status: 200 len: 812 time: 0.1621573 Feb 04 17:40:50.874222 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [req-d9c69dcc-9894-4029-b4ca-a82479824cbe req-55970a80-cbea-4934-aad0-e3b1c8695444 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] Request body: {'port': {'device_id': '8caa26b9-bc3c-4bda-a286-0c24d43a83a8', 'network_id': 'b55b6cf7-96ca-44f1-b402-5ece20b91f84', 'admin_state_up': True, 'tenant_id': '5f7c63cd6c624891853d19549e45e9fe'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:40:51.006604 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d9c69dcc-9894-4029-b4ca-a82479824cbe req-55970a80-cbea-4934-aad0-e3b1c8695444 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] Made reservation on behalf of 5f7c63cd6c624891853d19549e45e9fe for: {'port': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:40:51.011775 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-d9c69dcc-9894-4029-b4ca-a82479824cbe req-55970a80-cbea-4934-aad0-e3b1c8695444 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:40:51.175174 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.db_base_plugin_common [req-d9c69dcc-9894-4029-b4ca-a82479824cbe req-55970a80-cbea-4934-aad0-e3b1c8695444 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] Allocated IP 172.20.0.3 (b55b6cf7-96ca-44f1-b402-5ece20b91f84/56d77231-1e8a-430f-89bb-45ff7f982beb/06cc4543-cc32-4220-8ed9-c749772fcc2b) {{(pid=103377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:40:51.387025 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-d9c69dcc-9894-4029-b4ca-a82479824cbe req-55970a80-cbea-4934-aad0-e3b1c8695444 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] Publish callbacks [] for port (06cc4543-cc32-4220-8ed9-c749772fcc2b), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:40:51.429078 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-d9c69dcc-9894-4029-b4ca-a82479824cbe req-55970a80-cbea-4934-aad0-e3b1c8695444 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (06cc4543-cc32-4220-8ed9-c749772fcc2b), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:40:51.591834 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55970a80-cbea-4934-aad0-e3b1c8695444 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] Pushing event updated for resources: {'Port': ['ID=06cc4543-cc32-4220-8ed9-c749772fcc2b,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:40:51.634029 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d9c69dcc-9894-4029-b4ca-a82479824cbe req-55970a80-cbea-4934-aad0-e3b1c8695444 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] Network b55b6cf7-96ca-44f1-b402-5ece20b91f84 is already hosted by enough agents. {{(pid=103377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:40:51.636290 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [req-d9c69dcc-9894-4029-b4ca-a82479824cbe req-55970a80-cbea-4934-aad0-e3b1c8695444 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] Resources bound (agent type, host, resource id): {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:40:51.654941 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9c69dcc-9894-4029-b4ca-a82479824cbe req-55970a80-cbea-4934-aad0-e3b1c8695444 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] Received port after_create {{(pid=103377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:40:51.749045 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c69dcc-9894-4029-b4ca-a82479824cbe req-55970a80-cbea-4934-aad0-e3b1c8695444 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:40:51.749771 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-d9c69dcc-9894-4029-b4ca-a82479824cbe req-55970a80-cbea-4934-aad0-e3b1c8695444 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:40:51.749902 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7bcea9-22ae-4f40-a4a6-4048769cdafd req-93c97873-6142-4d28-aef2-aeae912f9445 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:40:51.752825 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-ed7bcea9-22ae-4f40-a4a6-4048769cdafd req-93c97873-6142-4d28-aef2-aeae912f9445 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.89 "GET /v2.0/ports?device_id=8caa26b9-bc3c-4bda-a286-0c24d43a83a8 HTTP/1.1" status: 200 len: 931 time: 0.1289172 Feb 04 17:40:51.820394 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-d9c69dcc-9894-4029-b4ca-a82479824cbe req-55970a80-cbea-4934-aad0-e3b1c8695444 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9503052 Feb 04 17:40:51.861798 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [req-d9c69dcc-9894-4029-b4ca-a82479824cbe req-6093d12f-4437-4c6f-98da-db955b005b5d service neutron] Request body: {'port': {'device_id': '8caa26b9-bc3c-4bda-a286-0c24d43a83a8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827839-2'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:40:51.911461 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-ed7bcea9-22ae-4f40-a4a6-4048769cdafd req-31e41209-dd04-4877-86f3-75ab21bf02a6 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.89 "GET /v2.0/security-groups?id=08488bde-3452-4671-b745-5b4e8beeb3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516860 Feb 04 17:40:51.972564 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-d9c69dcc-9894-4029-b4ca-a82479824cbe req-6093d12f-4437-4c6f-98da-db955b005b5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (06cc4543-cc32-4220-8ed9-c749772fcc2b), before_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:40:52.053927 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device 0e9b088b-0283-400a-a288-9957c3e9669c up at agent hyperv_n-h1-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:40:52.167214 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ade9679-deb1-4614-8f1f-9d82cc418182 req-8a70ed85-1e1a-49bd-81fd-deff5e7e74fe tempest-AttachVolumeTestJSON-1062564701 tempest-AttachVolumeTestJSON-1062564701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:40:52.192889 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-8ade9679-deb1-4614-8f1f-9d82cc418182 req-8a70ed85-1e1a-49bd-81fd-deff5e7e74fe tempest-AttachVolumeTestJSON-1062564701 tempest-AttachVolumeTestJSON-1062564701-project] 10.222.0.89 "GET /v2.0/ports?device_id=7121ab2f-febe-4a68-ae74-44f39310b958 HTTP/1.1" status: 200 len: 944 time: 0.4328415 Feb 04 17:40:52.210066 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-7323bea1-e241-43aa-86e2-0282baef7332 None None] Provisioning complete for port 06cc4543-cc32-4220-8ed9-c749772fcc2b triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:40:52.210453 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7323bea1-e241-43aa-86e2-0282baef7332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (06cc4543-cc32-4220-8ed9-c749772fcc2b), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:40:52.227424 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Provisioning for port 0e9b088b-0283-400a-a288-9957c3e9669c completed by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 17:40:52.254543 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Provisioning complete for port 0e9b088b-0283-400a-a288-9957c3e9669c triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:40:52.254929 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (0e9b088b-0283-400a-a288-9957c3e9669c), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:40:52.315936 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-7323bea1-e241-43aa-86e2-0282baef7332 None None] Port 06cc4543-cc32-4220-8ed9-c749772fcc2b cannot update to ACTIVE because it is not bound. {{(pid=103378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 17:40:52.381684 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-8ade9679-deb1-4614-8f1f-9d82cc418182 req-9c2028c4-eac0-4c1b-9fa1-604cb9b733c2 tempest-AttachVolumeTestJSON-1062564701 tempest-AttachVolumeTestJSON-1062564701-project] 10.222.0.89 "GET /v2.0/security-groups?id=bdb5a98e-e9d3-4310-8108-cc56ff726a34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1485507 Feb 04 17:40:52.473502 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Current status of the port 0e9b088b-0283-400a-a288-9957c3e9669c is: BUILD; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:40:52.473897 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (0e9b088b-0283-400a-a288-9957c3e9669c), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:40:52.520684 n-d-827839-2 neutron-server[103377]: DEBUG neutron.notifiers.nova [req-d9c69dcc-9894-4029-b4ca-a82479824cbe req-6093d12f-4437-4c6f-98da-db955b005b5d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 06cc4543-cc32-4220-8ed9-c749772fcc2b {{(pid=103377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 17:40:52.529930 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-d9c69dcc-9894-4029-b4ca-a82479824cbe req-6093d12f-4437-4c6f-98da-db955b005b5d service neutron] Publish callbacks [] for port (06cc4543-cc32-4220-8ed9-c749772fcc2b), precommit_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:40:52.544106 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.provisioning_blocks [req-d9c69dcc-9894-4029-b4ca-a82479824cbe req-6093d12f-4437-4c6f-98da-db955b005b5d service neutron] Transition to ACTIVE for port object 06cc4543-cc32-4220-8ed9-c749772fcc2b will not be triggered until provisioned by entity L2. {{(pid=103377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 17:40:52.555240 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-d9c69dcc-9894-4029-b4ca-a82479824cbe req-6093d12f-4437-4c6f-98da-db955b005b5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25888290'] for port (06cc4543-cc32-4220-8ed9-c749772fcc2b), after_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:40:52.581071 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] For port 0e9b088b-0283-400a-a288-9957c3e9669c, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=0e9b088b-0283-400a-a288-9957c3e9669c,segment=NetworkSegment(5aa163bf-3e85-4517-8e86-22f85f7e58c4),segment_id=5aa163bf-3e85-4517-8e86-22f85f7e58c4)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:40:52.582064 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7121ab2f-febe-4a68-ae74-44f39310b958', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e9b088b-0283-400a-a288-9957c3e9669c'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:40:52.584582 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c34bc964ce2211770fda26ca2f3801cc06f4f39928110690550e94ab9c9d2fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a99f6f3e-624c-4ae2-9563-43240a124ead" -d '{"events": [{"server_uuid": "7121ab2f-febe-4a68-ae74-44f39310b958", "name": "network-vif-plugged", "status": "completed", "tag": "0e9b088b-0283-400a-a288-9957c3e9669c"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:40:52.594677 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (0e9b088b-0283-400a-a288-9957c3e9669c), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:40:52.677395 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6093d12f-4437-4c6f-98da-db955b005b5d service neutron] Pushing event updated for resources: {'Port': ['ID=06cc4543-cc32-4220-8ed9-c749772fcc2b,revision_number=2']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:40:52.724302 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Pushing event updated for resources: {'Port': ['ID=0e9b088b-0283-400a-a288-9957c3e9669c,revision_number=5']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:40:52.729551 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 17:40:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-347e0692-e4d3-4ea9-9ae6-859af3888f84 x-openstack-request-id: req-347e0692-e4d3-4ea9-9ae6-859af3888f84 {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:40:52.730273 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7121ab2f-febe-4a68-ae74-44f39310b958", "name": "network-vif-plugged", "status": "completed", "tag": "0e9b088b-0283-400a-a288-9957c3e9669c", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:40:52.730762 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-347e0692-e4d3-4ea9-9ae6-859af3888f84 {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:40:52.731987 n-d-827839-2 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7121ab2f-febe-4a68-ae74-44f39310b958', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e9b088b-0283-400a-a288-9957c3e9669c', 'code': 200} Feb 04 17:40:52.859352 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [req-d9c69dcc-9894-4029-b4ca-a82479824cbe req-6093d12f-4437-4c6f-98da-db955b005b5d service neutron] Attempting to bind port 06cc4543-cc32-4220-8ed9-c749772fcc2b on host n-h2-827839-2 for vnic_type normal with profile {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:40:52.863865 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [req-d9c69dcc-9894-4029-b4ca-a82479824cbe req-6093d12f-4437-4c6f-98da-db955b005b5d service neutron] Attempting to bind port 06cc4543-cc32-4220-8ed9-c749772fcc2b by drivers openvswitch,hyperv on host n-h2-827839-2 at level 0 using segments [{'id': '95e3d896-e0ab-47f8-8257-e5c06c9261eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'b55b6cf7-96ca-44f1-b402-5ece20b91f84'}] {{(pid=103377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:40:52.864212 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9c69dcc-9894-4029-b4ca-a82479824cbe req-6093d12f-4437-4c6f-98da-db955b005b5d service neutron] Attempting to bind port 06cc4543-cc32-4220-8ed9-c749772fcc2b on network b55b6cf7-96ca-44f1-b402-5ece20b91f84 {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:40:52.880518 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9c69dcc-9894-4029-b4ca-a82479824cbe req-6093d12f-4437-4c6f-98da-db955b005b5d service neutron] Port 06cc4543-cc32-4220-8ed9-c749772fcc2b on network b55b6cf7-96ca-44f1-b402-5ece20b91f84 not bound, no agent of type Open vSwitch agent registered on host n-h2-827839-2 {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 17:40:52.881593 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9c69dcc-9894-4029-b4ca-a82479824cbe req-6093d12f-4437-4c6f-98da-db955b005b5d service neutron] Attempting to bind port 06cc4543-cc32-4220-8ed9-c749772fcc2b on network b55b6cf7-96ca-44f1-b402-5ece20b91f84 {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:40:52.907927 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9c69dcc-9894-4029-b4ca-a82479824cbe req-6093d12f-4437-4c6f-98da-db955b005b5d service neutron] Checking agent: {'id': 'f20a1ab3-4332-4f54-833b-ba4a7c687e89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 8, 40), 'started_at': datetime.datetime(2022, 2, 4, 17, 8, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 40, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:40:52.908330 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9c69dcc-9894-4029-b4ca-a82479824cbe req-6093d12f-4437-4c6f-98da-db955b005b5d service neutron] Checking segment: {'id': '95e3d896-e0ab-47f8-8257-e5c06c9261eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'b55b6cf7-96ca-44f1-b402-5ece20b91f84'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:40:52.908661 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9c69dcc-9894-4029-b4ca-a82479824cbe req-6093d12f-4437-4c6f-98da-db955b005b5d service neutron] Bound using segment: {'id': '95e3d896-e0ab-47f8-8257-e5c06c9261eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'b55b6cf7-96ca-44f1-b402-5ece20b91f84'} {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:40:52.916260 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [req-d9c69dcc-9894-4029-b4ca-a82479824cbe req-6093d12f-4437-4c6f-98da-db955b005b5d service neutron] Bound port: 06cc4543-cc32-4220-8ed9-c749772fcc2b, host: n-h2-827839-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '95e3d896-e0ab-47f8-8257-e5c06c9261eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'b55b6cf7-96ca-44f1-b402-5ece20b91f84'}}] {{(pid=103377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:40:52.916524 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-d9c69dcc-9894-4029-b4ca-a82479824cbe req-6093d12f-4437-4c6f-98da-db955b005b5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (06cc4543-cc32-4220-8ed9-c749772fcc2b), before_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:40:52.920499 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cb969e-0256-47a3-9711-bab1c2636b13 req-f01473ce-f4ca-460e-9da4-15b29ada427f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:40:52.924430 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-c5cb969e-0256-47a3-9711-bab1c2636b13 req-f01473ce-f4ca-460e-9da4-15b29ada427f service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=7121ab2f-febe-4a68-ae74-44f39310b958 HTTP/1.1" status: 200 len: 1127 time: 0.1145275 Feb 04 17:40:53.009299 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-c5cb969e-0256-47a3-9711-bab1c2636b13 req-b776120e-2cb4-4c05-b5b3-9eec4c6d4347 service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=bdb5a98e-e9d3-4310-8108-cc56ff726a34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0781035 Feb 04 17:40:53.131822 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [req-d9c69dcc-9894-4029-b4ca-a82479824cbe req-6093d12f-4437-4c6f-98da-db955b005b5d service neutron] For port 06cc4543-cc32-4220-8ed9-c749772fcc2b, host n-h2-827839-2, cleared binding levels {{(pid=103377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:40:53.147024 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [req-d9c69dcc-9894-4029-b4ca-a82479824cbe req-6093d12f-4437-4c6f-98da-db955b005b5d service neutron] For port 06cc4543-cc32-4220-8ed9-c749772fcc2b, host n-h2-827839-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=06cc4543-cc32-4220-8ed9-c749772fcc2b,segment=NetworkSegment(95e3d896-e0ab-47f8-8257-e5c06c9261eb),segment_id=95e3d896-e0ab-47f8-8257-e5c06c9261eb)] {{(pid=103377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:40:53.165831 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-d9c69dcc-9894-4029-b4ca-a82479824cbe req-6093d12f-4437-4c6f-98da-db955b005b5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25888290'] for port (06cc4543-cc32-4220-8ed9-c749772fcc2b), after_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:40:53.249306 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6093d12f-4437-4c6f-98da-db955b005b5d service neutron] Pushing event updated for resources: {'Port': ['ID=06cc4543-cc32-4220-8ed9-c749772fcc2b,revision_number=3']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:40:53.267574 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c69dcc-9894-4029-b4ca-a82479824cbe req-6093d12f-4437-4c6f-98da-db955b005b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:40:53.268114 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-d9c69dcc-9894-4029-b4ca-a82479824cbe req-6093d12f-4437-4c6f-98da-db955b005b5d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:40:53.269582 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-d9c69dcc-9894-4029-b4ca-a82479824cbe req-6093d12f-4437-4c6f-98da-db955b005b5d service neutron] 10.222.0.90 "PUT /v2.0/ports/06cc4543-cc32-4220-8ed9-c749772fcc2b HTTP/1.1" status: 200 len: 1091 time: 1.4243402 Feb 04 17:40:53.270045 n-d-827839-2 neutron-server[103377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8caa26b9-bc3c-4bda-a286-0c24d43a83a8', 'tag': '06cc4543-cc32-4220-8ed9-c749772fcc2b'}] {{(pid=103377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:40:53.272414 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7240428b650e1488e9361b62648ff4b3a6c19d49d8c27c949491ab58c1346cf0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7246cd7-de47-4f2c-bf23-2077100b0468" -d '{"events": [{"name": "network-changed", "server_uuid": "8caa26b9-bc3c-4bda-a286-0c24d43a83a8", "tag": "06cc4543-cc32-4220-8ed9-c749772fcc2b"}]}' {{(pid=103377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:40:53.301131 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ab8b56-ffb6-4f9c-a44b-e51ab8ba56d6 req-906767eb-94d5-48fb-afa7-72eee2ec0582 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:40:53.303381 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-01ab8b56-ffb6-4f9c-a44b-e51ab8ba56d6 req-906767eb-94d5-48fb-afa7-72eee2ec0582 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.89 "GET /v2.0/ports?device_id=8caa26b9-bc3c-4bda-a286-0c24d43a83a8 HTTP/1.1" status: 200 len: 943 time: 0.2586350 Feb 04 17:40:53.409919 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 17:40:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cac9fa5-0218-4e81-abc7-19f2eb4b661a x-openstack-request-id: req-1cac9fa5-0218-4e81-abc7-19f2eb4b661a {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:40:53.410521 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8caa26b9-bc3c-4bda-a286-0c24d43a83a8", "tag": "06cc4543-cc32-4220-8ed9-c749772fcc2b", "status": "completed", "code": 200}]} {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:40:53.411253 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-1cac9fa5-0218-4e81-abc7-19f2eb4b661a {{(pid=103377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:40:53.411841 n-d-827839-2 neutron-server[103377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8caa26b9-bc3c-4bda-a286-0c24d43a83a8', 'tag': '06cc4543-cc32-4220-8ed9-c749772fcc2b', 'status': 'completed', 'code': 200} Feb 04 17:40:53.459629 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-01ab8b56-ffb6-4f9c-a44b-e51ab8ba56d6 req-78b0e9e6-6d74-4443-8b14-b670edf7dd36 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.89 "GET /v2.0/security-groups?id=08488bde-3452-4671-b745-5b4e8beeb3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437893 Feb 04 17:40:53.491459 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c69dcc-9894-4029-b4ca-a82479824cbe req-3388d049-aecb-496a-b5af-4ee9c80f580c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:40:53.493134 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-d9c69dcc-9894-4029-b4ca-a82479824cbe req-3388d049-aecb-496a-b5af-4ee9c80f580c service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=5f7c63cd6c624891853d19549e45e9fe&device_id=8caa26b9-bc3c-4bda-a286-0c24d43a83a8 HTTP/1.1" status: 200 len: 1125 time: 0.1496065 Feb 04 17:40:53.596839 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-d9c69dcc-9894-4029-b4ca-a82479824cbe req-0ccb7088-2e55-47b0-be23-910e8dbc6d3e service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=06cc4543-cc32-4220-8ed9-c749772fcc2b HTTP/1.1" status: 200 len: 217 time: 0.0932198 Feb 04 17:40:53.676052 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1016d96d-cb67-438b-825c-bc3af9d24508 req-a38d3ca2-ec45-4463-bab2-b85aac45e3f1 tempest-AttachVolumeTestJSON-1062564701 tempest-AttachVolumeTestJSON-1062564701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:40:53.684175 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-1016d96d-cb67-438b-825c-bc3af9d24508 req-a38d3ca2-ec45-4463-bab2-b85aac45e3f1 tempest-AttachVolumeTestJSON-1062564701 tempest-AttachVolumeTestJSON-1062564701-project] 10.222.0.89 "GET /v2.0/ports?device_id=7121ab2f-febe-4a68-ae74-44f39310b958 HTTP/1.1" status: 200 len: 945 time: 0.1464307 Feb 04 17:40:53.732286 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c69dcc-9894-4029-b4ca-a82479824cbe req-efe6c30f-6379-470f-a90d-5ad3747c56de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:40:53.735491 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-d9c69dcc-9894-4029-b4ca-a82479824cbe req-efe6c30f-6379-470f-a90d-5ad3747c56de service neutron] 10.222.0.90 "GET /v2.0/subnets?id=56d77231-1e8a-430f-89bb-45ff7f982beb HTTP/1.1" status: 200 len: 851 time: 0.1319916 Feb 04 17:40:53.802908 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-1016d96d-cb67-438b-825c-bc3af9d24508 req-d52801f0-84ea-48d9-8289-0e23ec02d8e9 tempest-AttachVolumeTestJSON-1062564701 tempest-AttachVolumeTestJSON-1062564701-project] 10.222.0.89 "GET /v2.0/security-groups?id=bdb5a98e-e9d3-4310-8108-cc56ff726a34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1146677 Feb 04 17:40:53.829252 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c69dcc-9894-4029-b4ca-a82479824cbe req-3f6c8f42-9fef-4df6-b08b-78122f65c13b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:40:53.849351 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-d9c69dcc-9894-4029-b4ca-a82479824cbe req-3f6c8f42-9fef-4df6-b08b-78122f65c13b service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=b55b6cf7-96ca-44f1-b402-5ece20b91f84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0847275 Feb 04 17:40:54.101222 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-d9c69dcc-9894-4029-b4ca-a82479824cbe req-92061ee5-4027-4077-a3e7-6d6239804181 service neutron] 10.222.0.90 "GET /v2.0/networks/b55b6cf7-96ca-44f1-b402-5ece20b91f84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2508094 Feb 04 17:40:54.202618 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-d9c69dcc-9894-4029-b4ca-a82479824cbe req-a8bc9ffa-69c5-41df-a24a-77e8d05416d5 service neutron] 10.222.0.90 "GET /v2.0/networks/b55b6cf7-96ca-44f1-b402-5ece20b91f84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937548 Feb 04 17:40:54.358057 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7246cd7-de47-4f2c-bf23-2077100b0468 req-958743fc-b37f-446a-bcab-a14e5ae39dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:40:54.360588 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-e7246cd7-de47-4f2c-bf23-2077100b0468 req-958743fc-b37f-446a-bcab-a14e5ae39dd7 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=5f7c63cd6c624891853d19549e45e9fe&device_id=8caa26b9-bc3c-4bda-a286-0c24d43a83a8 HTTP/1.1" status: 200 len: 1125 time: 0.0601745 Feb 04 17:40:54.582995 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7246cd7-de47-4f2c-bf23-2077100b0468 req-223434c7-6d68-4f49-aa68-1e338f41acfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:40:54.585012 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-e7246cd7-de47-4f2c-bf23-2077100b0468 req-223434c7-6d68-4f49-aa68-1e338f41acfb service neutron] 10.222.0.90 "GET /v2.0/networks?id=b55b6cf7-96ca-44f1-b402-5ece20b91f84 HTTP/1.1" status: 200 len: 913 time: 0.2164965 Feb 04 17:40:54.643956 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946f2a3d-b741-4450-bbf4-772475c558e9 req-b50b2d0b-5e35-460e-82ac-eafc19fc9e3d tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:40:54.645684 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-946f2a3d-b741-4450-bbf4-772475c558e9 req-b50b2d0b-5e35-460e-82ac-eafc19fc9e3d tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.89 "GET /v2.0/ports?device_id=8caa26b9-bc3c-4bda-a286-0c24d43a83a8 HTTP/1.1" status: 200 len: 943 time: 0.0954523 Feb 04 17:40:54.707480 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-e7246cd7-de47-4f2c-bf23-2077100b0468 req-a63b53a8-c79a-42d0-883b-16852f5be5e0 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=06cc4543-cc32-4220-8ed9-c749772fcc2b HTTP/1.1" status: 200 len: 217 time: 0.1088018 Feb 04 17:40:54.862712 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7246cd7-de47-4f2c-bf23-2077100b0468 req-c768ac41-9004-4da5-95b2-727fdd238b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:40:54.870165 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-e7246cd7-de47-4f2c-bf23-2077100b0468 req-c768ac41-9004-4da5-95b2-727fdd238b82 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=56d77231-1e8a-430f-89bb-45ff7f982beb HTTP/1.1" status: 200 len: 851 time: 0.1433644 Feb 04 17:40:55.017170 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-946f2a3d-b741-4450-bbf4-772475c558e9 req-9c33f768-71a8-4481-ab6c-938ae2c50b15 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.89 "GET /v2.0/security-groups?id=08488bde-3452-4671-b745-5b4e8beeb3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3033152 Feb 04 17:40:55.064632 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7246cd7-de47-4f2c-bf23-2077100b0468 req-3f6cd8a3-ad99-4723-a652-212702bd2cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:40:55.066316 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-e7246cd7-de47-4f2c-bf23-2077100b0468 req-3f6cd8a3-ad99-4723-a652-212702bd2cf4 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=b55b6cf7-96ca-44f1-b402-5ece20b91f84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1714580 Feb 04 17:40:55.100626 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472c98f7-4481-45fa-ad47-c96d380a3d8a req-c92e1af3-3795-482b-a5ba-c601dd5820e4 tempest-AttachVolumeTestJSON-1062564701 tempest-AttachVolumeTestJSON-1062564701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:40:55.102235 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-472c98f7-4481-45fa-ad47-c96d380a3d8a req-c92e1af3-3795-482b-a5ba-c601dd5820e4 tempest-AttachVolumeTestJSON-1062564701 tempest-AttachVolumeTestJSON-1062564701-project] 10.222.0.89 "GET /v2.0/ports?device_id=7121ab2f-febe-4a68-ae74-44f39310b958 HTTP/1.1" status: 200 len: 945 time: 0.1627543 Feb 04 17:40:55.186095 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-472c98f7-4481-45fa-ad47-c96d380a3d8a req-6c0cef5b-54c4-4695-867a-8d2056db4ec0 tempest-AttachVolumeTestJSON-1062564701 tempest-AttachVolumeTestJSON-1062564701-project] 10.222.0.89 "GET /v2.0/security-groups?id=bdb5a98e-e9d3-4310-8108-cc56ff726a34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0762043 Feb 04 17:40:55.232357 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-e7246cd7-de47-4f2c-bf23-2077100b0468 req-23a735a8-c82d-4243-819b-5106ed8c9ed7 service neutron] 10.222.0.90 "GET /v2.0/networks/b55b6cf7-96ca-44f1-b402-5ece20b91f84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1578655 Feb 04 17:40:55.427443 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-e7246cd7-de47-4f2c-bf23-2077100b0468 req-9d1faf9b-6112-4f57-afc7-f8d81930b70d service neutron] 10.222.0.90 "GET /v2.0/networks/b55b6cf7-96ca-44f1-b402-5ece20b91f84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1886649 Feb 04 17:40:56.234863 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3da4f6-2091-4622-bc98-0753918b87db req-2d3857ec-618c-4333-bd94-a25f903ff10c tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:40:56.236978 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-4b3da4f6-2091-4622-bc98-0753918b87db req-2d3857ec-618c-4333-bd94-a25f903ff10c tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.89 "GET /v2.0/ports?device_id=8caa26b9-bc3c-4bda-a286-0c24d43a83a8 HTTP/1.1" status: 200 len: 943 time: 0.1327634 Feb 04 17:40:56.332777 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-4b3da4f6-2091-4622-bc98-0753918b87db req-39cc2d4a-46d2-4b0f-af3e-5582d6181927 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.89 "GET /v2.0/security-groups?id=08488bde-3452-4671-b745-5b4e8beeb3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893714 Feb 04 17:40:56.391474 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e566ceba-4af9-4ff8-8d15-08a72fa024ab req-b554f761-d7a5-4936-8509-a63155ec7336 tempest-AttachVolumeTestJSON-1062564701 tempest-AttachVolumeTestJSON-1062564701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:40:56.394284 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-e566ceba-4af9-4ff8-8d15-08a72fa024ab req-b554f761-d7a5-4936-8509-a63155ec7336 tempest-AttachVolumeTestJSON-1062564701 tempest-AttachVolumeTestJSON-1062564701-project] 10.222.0.89 "GET /v2.0/ports?device_id=7121ab2f-febe-4a68-ae74-44f39310b958 HTTP/1.1" status: 200 len: 945 time: 0.0900707 Feb 04 17:40:56.498881 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-e566ceba-4af9-4ff8-8d15-08a72fa024ab req-c208a0a5-833a-47d7-9e4d-591a7e056cc6 tempest-AttachVolumeTestJSON-1062564701 tempest-AttachVolumeTestJSON-1062564701-project] 10.222.0.89 "GET /v2.0/security-groups?id=bdb5a98e-e9d3-4310-8108-cc56ff726a34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0975108 Feb 04 17:40:56.677495 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29430b6e-391f-44d3-8f1f-d4851da9dbe7 req-423ab49d-62ea-4f74-b673-4ad2cf8ae4bf tempest-AttachVolumeTestJSON-1062564701 tempest-AttachVolumeTestJSON-1062564701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:40:56.682789 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-29430b6e-391f-44d3-8f1f-d4851da9dbe7 req-423ab49d-62ea-4f74-b673-4ad2cf8ae4bf tempest-AttachVolumeTestJSON-1062564701 tempest-AttachVolumeTestJSON-1062564701-project] 10.222.0.89 "GET /v2.0/ports?device_id=7121ab2f-febe-4a68-ae74-44f39310b958 HTTP/1.1" status: 200 len: 945 time: 0.0614977 Feb 04 17:40:56.688149 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 33678) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:40:56.692964 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-3de05f5e-a5a8-4b6c-bc2d-33c84acd2aa8 tempest-AttachVolumeTestJSON-1062564701 tempest-AttachVolumeTestJSON-1062564701-project] Request body: {'floatingip': {'port_id': '0e9b088b-0283-400a-a288-9957c3e9669c'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:40:56.770521 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-3de05f5e-a5a8-4b6c-bc2d-33c84acd2aa8 tempest-AttachVolumeTestJSON-1062564701 tempest-AttachVolumeTestJSON-1062564701-project] Publish callbacks [] for floatingip (839da35f-15e3-4c2c-96c5-0f77f1a05d9e), before_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:40:57.539529 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1260df-5667-4d8c-b98e-6e60837fbdd7 req-3d592d6c-7fae-48ad-98b5-d2b65e26e723 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:40:57.554107 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-5c1260df-5667-4d8c-b98e-6e60837fbdd7 req-3d592d6c-7fae-48ad-98b5-d2b65e26e723 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.89 "GET /v2.0/ports?device_id=8caa26b9-bc3c-4bda-a286-0c24d43a83a8 HTTP/1.1" status: 200 len: 943 time: 0.1097016 Feb 04 17:40:57.589844 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-3de05f5e-a5a8-4b6c-bc2d-33c84acd2aa8 tempest-AttachVolumeTestJSON-1062564701 tempest-AttachVolumeTestJSON-1062564701-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:40:57.618632 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-3de05f5e-a5a8-4b6c-bc2d-33c84acd2aa8 tempest-AttachVolumeTestJSON-1062564701 tempest-AttachVolumeTestJSON-1062564701-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1595586'] for floatingip (839da35f-15e3-4c2c-96c5-0f77f1a05d9e), after_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:40:57.652622 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-5c1260df-5667-4d8c-b98e-6e60837fbdd7 req-43044d5f-4f30-4ae6-b09f-7feefddf762d tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.89 "GET /v2.0/security-groups?id=08488bde-3452-4671-b745-5b4e8beeb3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861578 Feb 04 17:40:58.256620 n-d-827839-2 neutron-server[103377]: INFO neutron.db.l3_db [None req-3de05f5e-a5a8-4b6c-bc2d-33c84acd2aa8 tempest-AttachVolumeTestJSON-1062564701 tempest-AttachVolumeTestJSON-1062564701-project] Floating IP 839da35f-15e3-4c2c-96c5-0f77f1a05d9e associated. External IP: 172.25.6.23, port: 0e9b088b-0283-400a-a288-9957c3e9669c. Feb 04 17:40:58.563255 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3de05f5e-a5a8-4b6c-bc2d-33c84acd2aa8 tempest-AttachVolumeTestJSON-1062564701 tempest-AttachVolumeTestJSON-1062564701-project] Router 9536572d-3cef-48c2-8b58-544c2485acb8 has already been hosted by L3 agent 64ada913-9131-4d99-a265-63a920956287 {{(pid=103377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 17:40:58.565877 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Device 06cc4543-cc32-4220-8ed9-c749772fcc2b details requested by agent hyperv_n-h2-827839-2 with host n-h2-827839-2 {{(pid=103378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 17:40:58.795213 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] For port 06cc4543-cc32-4220-8ed9-c749772fcc2b, host n-h2-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=06cc4543-cc32-4220-8ed9-c749772fcc2b,segment=NetworkSegment(95e3d896-e0ab-47f8-8257-e5c06c9261eb),segment_id=95e3d896-e0ab-47f8-8257-e5c06c9261eb)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:40:58.821089 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Returning: {'device': '06cc4543-cc32-4220-8ed9-c749772fcc2b', 'network_id': 'b55b6cf7-96ca-44f1-b402-5ece20b91f84', 'port_id': '06cc4543-cc32-4220-8ed9-c749772fcc2b', 'mac_address': 'fa:16:3e:d7:79:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 796, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56d77231-1e8a-430f-89bb-45ff7f982beb', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 17:40:58.844702 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3de05f5e-a5a8-4b6c-bc2d-33c84acd2aa8 tempest-AttachVolumeTestJSON-1062564701 tempest-AttachVolumeTestJSON-1062564701-project] Notify agent at l3_agent.n-d-827839-2 the message routers_updated {{(pid=103377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 17:40:58.850038 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-3de05f5e-a5a8-4b6c-bc2d-33c84acd2aa8 tempest-AttachVolumeTestJSON-1062564701 tempest-AttachVolumeTestJSON-1062564701-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for floatingip (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:40:58.874164 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c87a407-13e3-48c9-9511-0cd88d81f24b None None] Sync routers for ids ['9536572d-3cef-48c2-8b58-544c2485acb8'] in n-d-827839-2 {{(pid=103378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 17:40:58.884458 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d597b4-fc94-4ee3-b10a-62e5f82f3365 req-d99c29d5-c1aa-42ea-8950-778a197c9a87 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:40:58.898518 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c87a407-13e3-48c9-9511-0cd88d81f24b None None] Routers {'9536572d-3cef-48c2-8b58-544c2485acb8'} bound to L3 agent in host n-d-827839-2 {{(pid=103378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:40:58.899873 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-1c87a407-13e3-48c9-9511-0cd88d81f24b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:40:33Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['9536572d-3cef-48c2-8b58-544c2485acb8'], 'active': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:40:58.905042 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-e9d597b4-fc94-4ee3-b10a-62e5f82f3365 req-d99c29d5-c1aa-42ea-8950-778a197c9a87 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.89 "GET /v2.0/ports?device_id=8caa26b9-bc3c-4bda-a286-0c24d43a83a8 HTTP/1.1" status: 200 len: 943 time: 0.1187232 Feb 04 17:40:58.951413 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Current status of the port 06cc4543-cc32-4220-8ed9-c749772fcc2b is: DOWN; New status is: BUILD {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:40:58.952124 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (06cc4543-cc32-4220-8ed9-c749772fcc2b), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:40:58.968100 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-e9d597b4-fc94-4ee3-b10a-62e5f82f3365 req-2c2c9ee5-7632-452e-9bee-763494d6eb6b tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.89 "GET /v2.0/security-groups?id=08488bde-3452-4671-b745-5b4e8beeb3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576656 Feb 04 17:40:58.985577 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-3de05f5e-a5a8-4b6c-bc2d-33c84acd2aa8 tempest-AttachVolumeTestJSON-1062564701 tempest-AttachVolumeTestJSON-1062564701-project] 10.222.0.89 "PUT /v2.0/floatingips/839da35f-15e3-4c2c-96c5-0f77f1a05d9e HTTP/1.1" status: 200 len: 990 time: 2.2932713 Feb 04 17:40:58.985577 n-d-827839-2 neutron-server[103377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7121ab2f-febe-4a68-ae74-44f39310b958', 'tag': '0e9b088b-0283-400a-a288-9957c3e9669c'}] {{(pid=103377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:40:58.998139 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7240428b650e1488e9361b62648ff4b3a6c19d49d8c27c949491ab58c1346cf0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f83cdfd-ff59-4b3f-a73f-c1a799d1b87d" -d '{"events": [{"name": "network-changed", "server_uuid": "7121ab2f-febe-4a68-ae74-44f39310b958", "tag": "0e9b088b-0283-400a-a288-9957c3e9669c"}]}' {{(pid=103377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:40:59.006244 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 06cc4543-cc32-4220-8ed9-c749772fcc2b {{(pid=103378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 17:40:59.044891 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] For port 06cc4543-cc32-4220-8ed9-c749772fcc2b, host n-h2-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=06cc4543-cc32-4220-8ed9-c749772fcc2b,segment=NetworkSegment(95e3d896-e0ab-47f8-8257-e5c06c9261eb),segment_id=95e3d896-e0ab-47f8-8257-e5c06c9261eb)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:40:59.067985 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (06cc4543-cc32-4220-8ed9-c749772fcc2b), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:40:59.120887 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 17:40:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95973d8a-b4c1-457a-8e24-d8b08534134f x-openstack-request-id: req-95973d8a-b4c1-457a-8e24-d8b08534134f {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:40:59.121229 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7121ab2f-febe-4a68-ae74-44f39310b958", "tag": "0e9b088b-0283-400a-a288-9957c3e9669c", "status": "completed", "code": 200}]} {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:40:59.121589 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-95973d8a-b4c1-457a-8e24-d8b08534134f {{(pid=103377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:40:59.122068 n-d-827839-2 neutron-server[103377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7121ab2f-febe-4a68-ae74-44f39310b958', 'tag': '0e9b088b-0283-400a-a288-9957c3e9669c', 'status': 'completed', 'code': 200} Feb 04 17:40:59.157556 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Pushing event updated for resources: {'Port': ['ID=06cc4543-cc32-4220-8ed9-c749772fcc2b,revision_number=4']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:40:59.195093 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvr_db [None req-1c87a407-13e3-48c9-9511-0cd88d81f24b None None] Set router 9536572d-3cef-48c2-8b58-544c2485acb8 gateway port host: n-d-827839-2 {{(pid=103378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:40:59.233098 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8a9aaf-6449-4a11-979f-fc2d6a0bfaeb req-e228198a-82ff-450a-bf5a-f3b82185d2fd tempest-AttachVolumeTestJSON-1062564701 tempest-AttachVolumeTestJSON-1062564701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:40:59.240238 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-2f8a9aaf-6449-4a11-979f-fc2d6a0bfaeb req-e228198a-82ff-450a-bf5a-f3b82185d2fd tempest-AttachVolumeTestJSON-1062564701 tempest-AttachVolumeTestJSON-1062564701-project] 10.222.0.89 "GET /v2.0/ports?device_id=7121ab2f-febe-4a68-ae74-44f39310b958 HTTP/1.1" status: 200 len: 945 time: 0.1365278 Feb 04 17:40:59.314065 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-2f8a9aaf-6449-4a11-979f-fc2d6a0bfaeb req-f3e2574a-fa85-450b-a27f-b1a3755c13da tempest-AttachVolumeTestJSON-1062564701 tempest-AttachVolumeTestJSON-1062564701-project] 10.222.0.89 "GET /v2.0/security-groups?id=bdb5a98e-e9d3-4310-8108-cc56ff726a34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722661 Feb 04 17:40:59.327961 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] get_ports_and_sgs() called for port_ids ['06cc4543-cc32-4220-8ed9-c749772fcc2b'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 17:40:59.346522 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f83cdfd-ff59-4b3f-a73f-c1a799d1b87d req-eada4606-2615-4856-a057-23a3426054a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:40:59.348527 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-5f83cdfd-ff59-4b3f-a73f-c1a799d1b87d req-eada4606-2615-4856-a057-23a3426054a8 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=f5ca586e0a134ee6a366fdbff53a4f3d&device_id=7121ab2f-febe-4a68-ae74-44f39310b958 HTTP/1.1" status: 200 len: 1127 time: 0.1987946 Feb 04 17:40:59.470681 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f83cdfd-ff59-4b3f-a73f-c1a799d1b87d req-09b61697-ead3-48fd-8ee2-6175a4189820 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:40:59.472282 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-5f83cdfd-ff59-4b3f-a73f-c1a799d1b87d req-09b61697-ead3-48fd-8ee2-6175a4189820 service neutron] 10.222.0.96 "GET /v2.0/networks?id=737a730a-f2b9-4552-b783-b268a6fc7510 HTTP/1.1" status: 200 len: 911 time: 0.1146429 Feb 04 17:40:59.566622 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-5f83cdfd-ff59-4b3f-a73f-c1a799d1b87d req-e821760e-ff02-49dd-a895-3e815f69ff41 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0e9b088b-0283-400a-a288-9957c3e9669c HTTP/1.1" status: 200 len: 998 time: 0.0830512 Feb 04 17:40:59.609861 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-1c87a407-13e3-48c9-9511-0cd88d81f24b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9536572d-3cef-48c2-8b58-544c2485acb8', 'name': 'tempest-AttachVolumeTestJSON-674432547-router', 'tenant_id': 'f5ca586e0a134ee6a366fdbff53a4f3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.65'}], 'enable_snat': True}, 'gw_port_id': 'e473982d-218e-433d-b854-c5bd77d3dded', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:40:16Z', 'updated_at': '2022-02-04T17:40:25Z', 'revision_number': 4, 'project_id': 'f5ca586e0a134ee6a366fdbff53a4f3d', 'gw_port': {'id': 'e473982d-218e-433d-b854-c5bd77d3dded', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:0e:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9536572d-3cef-48c2-8b58-544c2485acb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3182, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:40:17Z', 'updated_at': '2022-02-04T17:40:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_floatingips': [{'id': '839da35f-15e3-4c2c-96c5-0f77f1a05d9e', 'tenant_id': 'f5ca586e0a134ee6a366fdbff53a4f3d', 'floating_ip_address': '172.25.6.23', 'floating_network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'router_id': '9536572d-3cef-48c2-8b58-544c2485acb8', 'port_id': '0e9b088b-0283-400a-a288-9957c3e9669c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3192, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '737a730a-f2b9-4552-b783-b268a6fc7510', 'mac_address': 'fa:16:3e:d8:c6:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7121ab2f-febe-4a68-ae74-44f39310b958', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T17:40:33Z', 'updated_at': '2022-02-04T17:40:57Z', 'revision_number': 1, 'project_id': 'f5ca586e0a134ee6a366fdbff53a4f3d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8ccd0cb-db52-4966-8fef-caef23e47aca', 'name': '', 'network_id': '737a730a-f2b9-4552-b783-b268a6fc7510', 'tenant_id': 'f5ca586e0a134ee6a366fdbff53a4f3d', 'mac_address': 'fa:16:3e:71:a0:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9536572d-3cef-48c2-8b58-544c2485acb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3183, 'fixed_ips': [{'subnet_id': '28f7679b-e706-44b6-8766-889d627ec1c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:40:23Z', 'updated_at': '2022-02-04T17:40:35Z', 'revision_number': 5, 'project_id': 'f5ca586e0a134ee6a366fdbff53a4f3d', 'subnets': [{'id': '28f7679b-e706-44b6-8766-889d627ec1c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-2', False) {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:40:59.650604 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f83cdfd-ff59-4b3f-a73f-c1a799d1b87d req-9d33e55c-e4f3-474f-b404-1a46b920db09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:40:59.653099 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-5f83cdfd-ff59-4b3f-a73f-c1a799d1b87d req-9d33e55c-e4f3-474f-b404-1a46b920db09 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=28f7679b-e706-44b6-8766-889d627ec1c0 HTTP/1.1" status: 200 len: 849 time: 0.0795925 Feb 04 17:40:59.659182 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c87a407-13e3-48c9-9511-0cd88d81f24b None None] Checking router: 9536572d-3cef-48c2-8b58-544c2485acb8 for host: n-d-827839-2 {{(pid=103378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 17:40:59.686770 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c87a407-13e3-48c9-9511-0cd88d81f24b None None] Routers {'9536572d-3cef-48c2-8b58-544c2485acb8'} bound to L3 agent in host n-d-827839-2 {{(pid=103378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:40:59.687913 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-1c87a407-13e3-48c9-9511-0cd88d81f24b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:40:33Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['9536572d-3cef-48c2-8b58-544c2485acb8'], 'active': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:40:59.745537 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f83cdfd-ff59-4b3f-a73f-c1a799d1b87d req-d2e27127-e51b-425e-8cda-50bd41016925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:40:59.747087 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-5f83cdfd-ff59-4b3f-a73f-c1a799d1b87d req-d2e27127-e51b-425e-8cda-50bd41016925 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=737a730a-f2b9-4552-b783-b268a6fc7510&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0844448 Feb 04 17:40:59.835495 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvr_db [None req-1c87a407-13e3-48c9-9511-0cd88d81f24b None None] Set router 9536572d-3cef-48c2-8b58-544c2485acb8 gateway port host: n-d-827839-2 {{(pid=103378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:40:59.858355 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-5f83cdfd-ff59-4b3f-a73f-c1a799d1b87d req-3034bfca-8957-4d8b-90ee-ca6a19d26232 service neutron] 10.222.0.96 "GET /v2.0/networks/737a730a-f2b9-4552-b783-b268a6fc7510?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1037474 Feb 04 17:40:59.889190 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1dfd9b31-a4db-4587-ba81-169a7bda1434 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (bb89f5a3-3c22-440b-b7d1-c4f0c43c184a), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:40:59.985082 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-5f83cdfd-ff59-4b3f-a73f-c1a799d1b87d req-a643ad9a-aab9-4dee-bfaf-3e00294bcf8d service neutron] 10.222.0.96 "GET /v2.0/networks/737a730a-f2b9-4552-b783-b268a6fc7510?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1185620 Feb 04 17:41:00.147916 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3fcddb-e642-4699-95f9-5037e4f0bdd3 req-d1b2bc24-bb54-4ad0-afa0-4acd56630de6 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:41:00.150060 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-8b3fcddb-e642-4699-95f9-5037e4f0bdd3 req-d1b2bc24-bb54-4ad0-afa0-4acd56630de6 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.89 "GET /v2.0/ports?device_id=8caa26b9-bc3c-4bda-a286-0c24d43a83a8 HTTP/1.1" status: 200 len: 944 time: 0.0766084 Feb 04 17:41:00.180979 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-1c87a407-13e3-48c9-9511-0cd88d81f24b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9536572d-3cef-48c2-8b58-544c2485acb8', 'name': 'tempest-AttachVolumeTestJSON-674432547-router', 'tenant_id': 'f5ca586e0a134ee6a366fdbff53a4f3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.65'}], 'enable_snat': True}, 'gw_port_id': 'e473982d-218e-433d-b854-c5bd77d3dded', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:40:16Z', 'updated_at': '2022-02-04T17:40:25Z', 'revision_number': 4, 'project_id': 'f5ca586e0a134ee6a366fdbff53a4f3d', 'gw_port': {'id': 'e473982d-218e-433d-b854-c5bd77d3dded', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:0e:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9536572d-3cef-48c2-8b58-544c2485acb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3182, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:40:17Z', 'updated_at': '2022-02-04T17:40:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_floatingips': [{'id': '839da35f-15e3-4c2c-96c5-0f77f1a05d9e', 'tenant_id': 'f5ca586e0a134ee6a366fdbff53a4f3d', 'floating_ip_address': '172.25.6.23', 'floating_network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'router_id': '9536572d-3cef-48c2-8b58-544c2485acb8', 'port_id': '0e9b088b-0283-400a-a288-9957c3e9669c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3192, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '737a730a-f2b9-4552-b783-b268a6fc7510', 'mac_address': 'fa:16:3e:d8:c6:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7121ab2f-febe-4a68-ae74-44f39310b958', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T17:40:33Z', 'updated_at': '2022-02-04T17:40:57Z', 'revision_number': 1, 'project_id': 'f5ca586e0a134ee6a366fdbff53a4f3d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8ccd0cb-db52-4966-8fef-caef23e47aca', 'name': '', 'network_id': '737a730a-f2b9-4552-b783-b268a6fc7510', 'tenant_id': 'f5ca586e0a134ee6a366fdbff53a4f3d', 'mac_address': 'fa:16:3e:71:a0:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9536572d-3cef-48c2-8b58-544c2485acb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3183, 'fixed_ips': [{'subnet_id': '28f7679b-e706-44b6-8766-889d627ec1c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:40:23Z', 'updated_at': '2022-02-04T17:40:35Z', 'revision_number': 5, 'project_id': 'f5ca586e0a134ee6a366fdbff53a4f3d', 'subnets': [{'id': '28f7679b-e706-44b6-8766-889d627ec1c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-2', False) {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:41:00.221630 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-8b3fcddb-e642-4699-95f9-5037e4f0bdd3 req-007cb987-0fca-4b1a-a93a-df0f1a1da9fc tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.89 "GET /v2.0/security-groups?id=08488bde-3452-4671-b745-5b4e8beeb3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623908 Feb 04 17:41:00.228433 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c87a407-13e3-48c9-9511-0cd88d81f24b None None] The sync data for ids ['9536572d-3cef-48c2-8b58-544c2485acb8'] in n-d-827839-2 is: [{'id': '9536572d-3cef-48c2-8b58-544c2485acb8', 'name': 'tempest-AttachVolumeTestJSON-674432547-router', 'tenant_id': 'f5ca586e0a134ee6a366fdbff53a4f3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.65'}], 'enable_snat': True}, 'gw_port_id': 'e473982d-218e-433d-b854-c5bd77d3dded', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:40:16Z', 'updated_at': '2022-02-04T17:40:25Z', 'revision_number': 4, 'project_id': 'f5ca586e0a134ee6a366fdbff53a4f3d', 'gw_port': {'id': 'e473982d-218e-433d-b854-c5bd77d3dded', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:0e:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9536572d-3cef-48c2-8b58-544c2485acb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3182, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:40:17Z', 'updated_at': '2022-02-04T17:40:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_floatingips': [{'id': '839da35f-15e3-4c2c-96c5-0f77f1a05d9e', 'tenant_id': 'f5ca586e0a134ee6a366fdbff53a4f3d', 'floating_ip_address': '172.25.6.23', 'floating_network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'router_id': '9536572d-3cef-48c2-8b58-544c2485acb8', 'port_id': '0e9b088b-0283-400a-a288-9957c3e9669c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3192, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '737a730a-f2b9-4552-b783-b268a6fc7510', 'mac_address': 'fa:16:3e:d8:c6:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7121ab2f-febe-4a68-ae74-44f39310b958', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T17:40:33Z', 'updated_at': '2022-02-04T17:40:57Z', 'revision_number': 1, 'project_id': 'f5ca586e0a134ee6a366fdbff53a4f3d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8ccd0cb-db52-4966-8fef-caef23e47aca', 'name': '', 'network_id': '737a730a-f2b9-4552-b783-b268a6fc7510', 'tenant_id': 'f5ca586e0a134ee6a366fdbff53a4f3d', 'mac_address': 'fa:16:3e:71:a0:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9536572d-3cef-48c2-8b58-544c2485acb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3183, 'fixed_ips': [{'subnet_id': '28f7679b-e706-44b6-8766-889d627ec1c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:40:23Z', 'updated_at': '2022-02-04T17:40:35Z', 'revision_number': 5, 'project_id': 'f5ca586e0a134ee6a366fdbff53a4f3d', 'subnets': [{'id': '28f7679b-e706-44b6-8766-889d627ec1c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 17:41:00.517248 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef436705-2f07-4519-8a07-72588ee60daf req-175ebf40-57fb-4199-b2c9-2ee4bc2eb9a1 tempest-AttachVolumeTestJSON-1062564701 tempest-AttachVolumeTestJSON-1062564701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:41:00.519100 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-ef436705-2f07-4519-8a07-72588ee60daf req-175ebf40-57fb-4199-b2c9-2ee4bc2eb9a1 tempest-AttachVolumeTestJSON-1062564701 tempest-AttachVolumeTestJSON-1062564701-project] 10.222.0.89 "GET /v2.0/ports?device_id=7121ab2f-febe-4a68-ae74-44f39310b958 HTTP/1.1" status: 200 len: 945 time: 0.0831976 Feb 04 17:41:00.566162 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Device 06cc4543-cc32-4220-8ed9-c749772fcc2b up at agent hyperv_n-h2-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:41:00.619739 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-ef436705-2f07-4519-8a07-72588ee60daf req-4f484c6f-cf0f-4342-9217-bb420f83835c tempest-AttachVolumeTestJSON-1062564701 tempest-AttachVolumeTestJSON-1062564701-project] 10.222.0.89 "GET /v2.0/security-groups?id=bdb5a98e-e9d3-4310-8108-cc56ff726a34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0903158 Feb 04 17:41:00.691345 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6a13b36-69b3-43d9-b028-a0f4810311ac None None] New status for floating IP 839da35f-15e3-4c2c-96c5-0f77f1a05d9e: ACTIVE {{(pid=103379) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 17:41:00.692194 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Provisioning for port 06cc4543-cc32-4220-8ed9-c749772fcc2b completed by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 17:41:00.697773 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Provisioning complete for port 06cc4543-cc32-4220-8ed9-c749772fcc2b triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:41:00.698284 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (06cc4543-cc32-4220-8ed9-c749772fcc2b), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:41:00.856783 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Current status of the port 06cc4543-cc32-4220-8ed9-c749772fcc2b is: BUILD; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:41:00.857153 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (06cc4543-cc32-4220-8ed9-c749772fcc2b), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:41:00.901182 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8caa26b9-bc3c-4bda-a286-0c24d43a83a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06cc4543-cc32-4220-8ed9-c749772fcc2b'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:41:00.904314 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c34bc964ce2211770fda26ca2f3801cc06f4f39928110690550e94ab9c9d2fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-453325b9-d45b-4911-a810-83ea04e6c6f4" -d '{"events": [{"server_uuid": "8caa26b9-bc3c-4bda-a286-0c24d43a83a8", "name": "network-vif-plugged", "status": "completed", "tag": "06cc4543-cc32-4220-8ed9-c749772fcc2b"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:41:00.922436 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] For port 06cc4543-cc32-4220-8ed9-c749772fcc2b, host n-h2-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=06cc4543-cc32-4220-8ed9-c749772fcc2b,segment=NetworkSegment(95e3d896-e0ab-47f8-8257-e5c06c9261eb),segment_id=95e3d896-e0ab-47f8-8257-e5c06c9261eb)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:41:00.926728 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (06cc4543-cc32-4220-8ed9-c749772fcc2b), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:41:00.963340 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 17:41:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da95d83b-3afc-4406-bb3c-8b079ebe3007 x-openstack-request-id: req-da95d83b-3afc-4406-bb3c-8b079ebe3007 {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:41:00.963743 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8caa26b9-bc3c-4bda-a286-0c24d43a83a8", "name": "network-vif-plugged", "status": "completed", "tag": "06cc4543-cc32-4220-8ed9-c749772fcc2b", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:41:00.964253 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-da95d83b-3afc-4406-bb3c-8b079ebe3007 {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:41:00.964769 n-d-827839-2 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8caa26b9-bc3c-4bda-a286-0c24d43a83a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06cc4543-cc32-4220-8ed9-c749772fcc2b', 'code': 200} Feb 04 17:41:01.008670 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Pushing event updated for resources: {'Port': ['ID=06cc4543-cc32-4220-8ed9-c749772fcc2b,revision_number=5']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:41:01.108654 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39594db5-6595-4589-ac29-8ef47f56e59b req-18bc5e08-44c6-4d98-a063-b5eb8bbd9abb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:41:01.111582 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-39594db5-6595-4589-ac29-8ef47f56e59b req-18bc5e08-44c6-4d98-a063-b5eb8bbd9abb service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=8caa26b9-bc3c-4bda-a286-0c24d43a83a8 HTTP/1.1" status: 200 len: 1127 time: 0.0690835 Feb 04 17:41:01.169439 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-39594db5-6595-4589-ac29-8ef47f56e59b req-09aede74-c0c8-4998-af71-8ca0bc447826 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=08488bde-3452-4671-b745-5b4e8beeb3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508513 Feb 04 17:41:01.369701 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef9e564-a9de-4ea7-b716-aa92f5b22c1a req-ec6eb2e8-df61-437c-8069-282ea2858970 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:41:01.371504 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-eef9e564-a9de-4ea7-b716-aa92f5b22c1a req-ec6eb2e8-df61-437c-8069-282ea2858970 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.89 "GET /v2.0/ports?device_id=8caa26b9-bc3c-4bda-a286-0c24d43a83a8 HTTP/1.1" status: 200 len: 945 time: 0.0787945 Feb 04 17:41:01.426995 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-eef9e564-a9de-4ea7-b716-aa92f5b22c1a req-4a5693bd-dfda-461e-a04a-b9e4fa581891 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.89 "GET /v2.0/security-groups?id=08488bde-3452-4671-b745-5b4e8beeb3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483909 Feb 04 17:41:01.909626 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 33822) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:41:02.032504 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-49e83b0e-ae82-4f3d-bac1-82fccb2fd86b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:41:02.090575 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 33826) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:41:02.158393 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-a94f4b9d-e282-4213-85ff-f152538f855f tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] 10.222.0.89 "GET /v2.0/floatingips/ccf9fa1d-8d36-4dfc-9f6e-4281546a1c2c HTTP/1.1" status: 200 len: 993 time: 0.0663140 Feb 04 17:41:02.218057 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-49e83b0e-ae82-4f3d-bac1-82fccb2fd86b admin admin] Publish callbacks [] for security_group (f9074726-1a03-466d-bec0-f2223c3d419b), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:41:02.228097 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-49e83b0e-ae82-4f3d-bac1-82fccb2fd86b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (f9074726-1a03-466d-bec0-f2223c3d419b), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:41:02.284971 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e83b0e-ae82-4f3d-bac1-82fccb2fd86b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9074726-1a03-466d-bec0-f2223c3d419b,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:41:02.318568 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 33830) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:41:02.331868 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-49e83b0e-ae82-4f3d-bac1-82fccb2fd86b admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=ad91b79533f2438f94194899772f777c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4208851 Feb 04 17:41:02.392790 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-47ee4926-d41a-4662-bb19-ac9ed8224669 admin admin] Publish callbacks [] for security_group (f9074726-1a03-466d-bec0-f2223c3d419b), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:41:02.416067 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-47ee4926-d41a-4662-bb19-ac9ed8224669 admin admin] Publish callbacks [] for security_group (f9074726-1a03-466d-bec0-f2223c3d419b), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:41:02.517125 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-47ee4926-d41a-4662-bb19-ac9ed8224669 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (f9074726-1a03-466d-bec0-f2223c3d419b), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:41:02.519943 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-47ee4926-d41a-4662-bb19-ac9ed8224669 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:41:02.521683 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-47ee4926-d41a-4662-bb19-ac9ed8224669 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/f9074726-1a03-466d-bec0-f2223c3d419b HTTP/1.1" status: 204 len: 168 time: 0.2013173 Feb 04 17:41:02.526296 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 33836) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:41:02.549969 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ee4926-d41a-4662-bb19-ac9ed8224669 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9074726-1a03-466d-bec0-f2223c3d419b,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:41:02.729114 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d69c3b3-f55e-4f35-aab3-6b0cf2d7886e req-96aafaa4-1b84-4c91-a9c4-c310a8b72fe2 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:41:02.730633 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-6d69c3b3-f55e-4f35-aab3-6b0cf2d7886e req-96aafaa4-1b84-4c91-a9c4-c310a8b72fe2 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.89 "GET /v2.0/ports?device_id=8caa26b9-bc3c-4bda-a286-0c24d43a83a8 HTTP/1.1" status: 200 len: 945 time: 0.1510234 Feb 04 17:41:02.800683 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0c48f7d5-dc6d-4eb4-8bcb-496afb7f740f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (64ada913-9131-4d99-a265-63a920956287), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:41:02.846678 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-6d69c3b3-f55e-4f35-aab3-6b0cf2d7886e req-aa45dce0-261c-4a15-857c-4a7b88685b84 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.89 "GET /v2.0/security-groups?id=08488bde-3452-4671-b745-5b4e8beeb3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034119 Feb 04 17:41:02.868866 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-2303445c-3a5d-40d1-871f-e66b43d845ab tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Deleting port 8c0cdd34-505d-40bc-95c9-7ba666e52adf {{(pid=103377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:41:02.869286 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-2303445c-3a5d-40d1-871f-e66b43d845ab tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (8c0cdd34-505d-40bc-95c9-7ba666e52adf), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:41:03.016475 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d408ec64-b374-4acb-a1fc-48241dad6d47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (0cd6d64a-47a7-40ff-8c12-71dd526c62e0), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:41:03.034071 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-2303445c-3a5d-40d1-871f-e66b43d845ab tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (8c0cdd34-505d-40bc-95c9-7ba666e52adf), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:41:03.034401 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-2303445c-3a5d-40d1-871f-e66b43d845ab tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Publish callbacks [] for floatingip (8c0cdd34-505d-40bc-95c9-7ba666e52adf), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:41:03.071096 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-2303445c-3a5d-40d1-871f-e66b43d845ab tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Calling delete_port for 8c0cdd34-505d-40bc-95c9-7ba666e52adf owned by network:floatingip {{(pid=103377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:41:03.158199 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.agents_db [None req-e1691f3b-aacd-4cd6-8ebb-a9c53bb301c0 None None] Agent healthcheck: found 7 active agents {{(pid=103379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 17:41:03.240207 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-2303445c-3a5d-40d1-871f-e66b43d845ab tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (8c0cdd34-505d-40bc-95c9-7ba666e52adf), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:41:03.325932 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2303445c-3a5d-40d1-871f-e66b43d845ab tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Pushing event deleted for resources: {'Port': ['ID=8c0cdd34-505d-40bc-95c9-7ba666e52adf,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:41:03.463258 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-2303445c-3a5d-40d1-871f-e66b43d845ab tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Publish callbacks [] for floatingip (ccf9fa1d-8d36-4dfc-9f6e-4281546a1c2c), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:41:03.463570 n-d-827839-2 neutron-server[103377]: INFO neutron.db.l3_db [None req-2303445c-3a5d-40d1-871f-e66b43d845ab tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Floating IP ccf9fa1d-8d36-4dfc-9f6e-4281546a1c2c disassociated (deleted). External IP: 172.25.6.131, port: c1f4202b-81fe-459f-bd1f-1634d50f82d0. Feb 04 17:41:03.846492 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2303445c-3a5d-40d1-871f-e66b43d845ab tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Router c5a64646-d772-4e70-8e0b-ec33a2dee836 has already been hosted by L3 agent 64ada913-9131-4d99-a265-63a920956287 {{(pid=103377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 17:41:04.021477 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702cf055-5144-4ec0-9443-73651c7f8668 req-4990a111-0df5-43f3-b026-a7ee1b708f24 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:41:04.028571 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-702cf055-5144-4ec0-9443-73651c7f8668 req-4990a111-0df5-43f3-b026-a7ee1b708f24 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.89 "GET /v2.0/ports?device_id=8caa26b9-bc3c-4bda-a286-0c24d43a83a8 HTTP/1.1" status: 200 len: 945 time: 0.0900979 Feb 04 17:41:04.031479 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2303445c-3a5d-40d1-871f-e66b43d845ab tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Notify agent at l3_agent.n-d-827839-2 the message routers_updated {{(pid=103377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 17:41:04.037381 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-2303445c-3a5d-40d1-871f-e66b43d845ab tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for floatingip (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:41:04.042516 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b87ac697-72fd-481a-b91a-023d3628e293 None None] Sync routers for ids ['c5a64646-d772-4e70-8e0b-ec33a2dee836'] in n-d-827839-2 {{(pid=103378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 17:41:04.062249 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b87ac697-72fd-481a-b91a-023d3628e293 None None] Routers {'c5a64646-d772-4e70-8e0b-ec33a2dee836'} bound to L3 agent in host n-d-827839-2 {{(pid=103378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:41:04.062898 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-b87ac697-72fd-481a-b91a-023d3628e293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:41:03Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['c5a64646-d772-4e70-8e0b-ec33a2dee836'], 'active': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:41:04.099908 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-702cf055-5144-4ec0-9443-73651c7f8668 req-29f80709-b2f5-4b5d-ab4b-1ac119b3959d tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.89 "GET /v2.0/security-groups?id=08488bde-3452-4671-b745-5b4e8beeb3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698822 Feb 04 17:41:04.123433 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-2303445c-3a5d-40d1-871f-e66b43d845ab tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] 10.222.0.89 "DELETE /v2.0/floatingips/ccf9fa1d-8d36-4dfc-9f6e-4281546a1c2c HTTP/1.1" status: 204 len: 168 time: 1.5954385 Feb 04 17:41:04.124088 n-d-827839-2 neutron-server[103377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3df9f80-8924-482b-aa84-40e011c6e59e', 'tag': 'c1f4202b-81fe-459f-bd1f-1634d50f82d0'}] {{(pid=103377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:41:04.127748 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7240428b650e1488e9361b62648ff4b3a6c19d49d8c27c949491ab58c1346cf0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b7198f7-4ab6-42d9-a8eb-2152fb5214aa" -d '{"events": [{"name": "network-changed", "server_uuid": "a3df9f80-8924-482b-aa84-40e011c6e59e", "tag": "c1f4202b-81fe-459f-bd1f-1634d50f82d0"}]}' {{(pid=103377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:41:04.255439 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvr_db [None req-b87ac697-72fd-481a-b91a-023d3628e293 None None] Set router c5a64646-d772-4e70-8e0b-ec33a2dee836 gateway port host: n-d-827839-2 {{(pid=103378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:41:04.460115 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 17:41:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f895ae99-7c52-408c-9365-d0ea47720270 x-openstack-request-id: req-f895ae99-7c52-408c-9365-d0ea47720270 {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:41:04.460633 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3df9f80-8924-482b-aa84-40e011c6e59e", "tag": "c1f4202b-81fe-459f-bd1f-1634d50f82d0", "status": "completed", "code": 200}]} {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:41:04.461172 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-f895ae99-7c52-408c-9365-d0ea47720270 {{(pid=103377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:41:04.461687 n-d-827839-2 neutron-server[103377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3df9f80-8924-482b-aa84-40e011c6e59e', 'tag': 'c1f4202b-81fe-459f-bd1f-1634d50f82d0', 'status': 'completed', 'code': 200} Feb 04 17:41:04.634614 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74abe1d-b30e-45c6-b2ac-e8b675ffe39b req-fe668557-ae0d-4afa-96dc-10eb2d66687b tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:41:04.645216 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-d74abe1d-b30e-45c6-b2ac-e8b675ffe39b req-fe668557-ae0d-4afa-96dc-10eb2d66687b tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] 10.222.0.89 "GET /v2.0/ports?device_id=a3df9f80-8924-482b-aa84-40e011c6e59e HTTP/1.1" status: 200 len: 945 time: 0.0864034 Feb 04 17:41:04.781894 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7198f7-4ab6-42d9-a8eb-2152fb5214aa req-57b06d83-5782-45ac-b586-cfe0a674796b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:41:04.783613 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-4b7198f7-4ab6-42d9-a8eb-2152fb5214aa req-57b06d83-5782-45ac-b586-cfe0a674796b service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=1442cfcaa62548aa8c0af19ff6a9d44c&device_id=a3df9f80-8924-482b-aa84-40e011c6e59e HTTP/1.1" status: 200 len: 1127 time: 0.2865477 Feb 04 17:41:04.808292 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-d74abe1d-b30e-45c6-b2ac-e8b675ffe39b req-e05d1df5-6939-47d6-a86e-1c7bd5eb9f12 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] 10.222.0.89 "GET /v2.0/security-groups?id=86a5249b-5994-4021-a403-048c77aff796&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1453497 Feb 04 17:41:04.845546 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4f14bb47-e72b-46ac-9e44-a61d9293afcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (75326290-f7a3-4db8-9cf2-15c7139ed224), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:41:04.848929 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a481d2b-5f43-4ace-9f39-48d5185a6450 req-a0661ad0-003f-417f-a894-dc30b95f4be5 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:41:04.856377 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-2a481d2b-5f43-4ace-9f39-48d5185a6450 req-a0661ad0-003f-417f-a894-dc30b95f4be5 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.89 "GET /v2.0/ports?device_id=8caa26b9-bc3c-4bda-a286-0c24d43a83a8 HTTP/1.1" status: 200 len: 945 time: 0.2499902 Feb 04 17:41:04.884336 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-b87ac697-72fd-481a-b91a-023d3628e293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5a64646-d772-4e70-8e0b-ec33a2dee836', 'name': 'tempest-TestNetworkBasicOps-router-1348854317', 'tenant_id': '1442cfcaa62548aa8c0af19ff6a9d44c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.122'}], 'enable_snat': True}, 'gw_port_id': 'a88436ef-2839-40da-8a0d-5c50d97ec008', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:39:49Z', 'updated_at': '2022-02-04T17:39:59Z', 'revision_number': 4, 'project_id': '1442cfcaa62548aa8c0af19ff6a9d44c', 'gw_port': {'id': 'a88436ef-2839-40da-8a0d-5c50d97ec008', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:a6:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5a64646-d772-4e70-8e0b-ec33a2dee836', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3131, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:39:50Z', 'updated_at': '2022-02-04T17:39:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_interfaces': [{'id': 'eae9e9a2-c053-461b-b9dc-c9775f0d693b', 'name': '', 'network_id': 'e8168686-726a-4b9d-bc6a-c800d7c9c418', 'tenant_id': '1442cfcaa62548aa8c0af19ff6a9d44c', 'mac_address': 'fa:16:3e:a7:c6:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5a64646-d772-4e70-8e0b-ec33a2dee836', 'device_owner': 'network:router_interface', 'standard_attr_id': 3134, 'fixed_ips': [{'subnet_id': 'f81d0321-7ee6-4872-9bad-eff6d1ffdb58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:39:57Z', 'updated_at': '2022-02-04T17:40:03Z', 'revision_number': 5, 'project_id': '1442cfcaa62548aa8c0af19ff6a9d44c', 'subnets': [{'id': 'f81d0321-7ee6-4872-9bad-eff6d1ffdb58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-2', False) {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:41:04.928251 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b87ac697-72fd-481a-b91a-023d3628e293 None None] Checking router: c5a64646-d772-4e70-8e0b-ec33a2dee836 for host: n-d-827839-2 {{(pid=103378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 17:41:04.939130 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b87ac697-72fd-481a-b91a-023d3628e293 None None] Routers {'c5a64646-d772-4e70-8e0b-ec33a2dee836'} bound to L3 agent in host n-d-827839-2 {{(pid=103378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:41:04.940050 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-b87ac697-72fd-481a-b91a-023d3628e293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:41:03Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['c5a64646-d772-4e70-8e0b-ec33a2dee836'], 'active': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:41:04.974931 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-2a481d2b-5f43-4ace-9f39-48d5185a6450 req-2a375e7c-4bf5-47b7-b73e-982055866ef1 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.89 "GET /v2.0/security-groups?id=08488bde-3452-4671-b745-5b4e8beeb3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176097 Feb 04 17:41:05.003757 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7198f7-4ab6-42d9-a8eb-2152fb5214aa req-7b54ec37-c116-4739-8d8d-117c5fe1e89d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:41:05.006081 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-4b7198f7-4ab6-42d9-a8eb-2152fb5214aa req-7b54ec37-c116-4739-8d8d-117c5fe1e89d service neutron] 10.222.0.90 "GET /v2.0/networks?id=e8168686-726a-4b9d-bc6a-c800d7c9c418 HTTP/1.1" status: 200 len: 898 time: 0.1977079 Feb 04 17:41:05.070659 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-4b7198f7-4ab6-42d9-a8eb-2152fb5214aa req-270160d9-9d58-438f-b975-44db7b5b75f4 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c1f4202b-81fe-459f-bd1f-1634d50f82d0 HTTP/1.1" status: 200 len: 217 time: 0.0555911 Feb 04 17:41:05.075209 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvr_db [None req-b87ac697-72fd-481a-b91a-023d3628e293 None None] Set router c5a64646-d772-4e70-8e0b-ec33a2dee836 gateway port host: n-d-827839-2 {{(pid=103378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:41:05.135681 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7198f7-4ab6-42d9-a8eb-2152fb5214aa req-f743cc9a-379d-487c-90f1-cd5584f62121 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:41:05.137718 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-4b7198f7-4ab6-42d9-a8eb-2152fb5214aa req-f743cc9a-379d-487c-90f1-cd5584f62121 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=f81d0321-7ee6-4872-9bad-eff6d1ffdb58 HTTP/1.1" status: 200 len: 834 time: 0.0593338 Feb 04 17:41:05.227812 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7198f7-4ab6-42d9-a8eb-2152fb5214aa req-cda62601-a6a1-4a64-b6b9-afa4b323a3c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:41:05.229403 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-4b7198f7-4ab6-42d9-a8eb-2152fb5214aa req-cda62601-a6a1-4a64-b6b9-afa4b323a3c4 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=e8168686-726a-4b9d-bc6a-c800d7c9c418&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0839014 Feb 04 17:41:05.355241 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-4b7198f7-4ab6-42d9-a8eb-2152fb5214aa req-cc6dac22-687a-4a23-a858-c238abcb0016 service neutron] 10.222.0.90 "GET /v2.0/networks/e8168686-726a-4b9d-bc6a-c800d7c9c418?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1179140 Feb 04 17:41:05.377265 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-b87ac697-72fd-481a-b91a-023d3628e293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5a64646-d772-4e70-8e0b-ec33a2dee836', 'name': 'tempest-TestNetworkBasicOps-router-1348854317', 'tenant_id': '1442cfcaa62548aa8c0af19ff6a9d44c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.122'}], 'enable_snat': True}, 'gw_port_id': 'a88436ef-2839-40da-8a0d-5c50d97ec008', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:39:49Z', 'updated_at': '2022-02-04T17:39:59Z', 'revision_number': 4, 'project_id': '1442cfcaa62548aa8c0af19ff6a9d44c', 'gw_port': {'id': 'a88436ef-2839-40da-8a0d-5c50d97ec008', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:a6:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5a64646-d772-4e70-8e0b-ec33a2dee836', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3131, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:39:50Z', 'updated_at': '2022-02-04T17:39:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_interfaces': [{'id': 'eae9e9a2-c053-461b-b9dc-c9775f0d693b', 'name': '', 'network_id': 'e8168686-726a-4b9d-bc6a-c800d7c9c418', 'tenant_id': '1442cfcaa62548aa8c0af19ff6a9d44c', 'mac_address': 'fa:16:3e:a7:c6:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5a64646-d772-4e70-8e0b-ec33a2dee836', 'device_owner': 'network:router_interface', 'standard_attr_id': 3134, 'fixed_ips': [{'subnet_id': 'f81d0321-7ee6-4872-9bad-eff6d1ffdb58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:39:57Z', 'updated_at': '2022-02-04T17:40:03Z', 'revision_number': 5, 'project_id': '1442cfcaa62548aa8c0af19ff6a9d44c', 'subnets': [{'id': 'f81d0321-7ee6-4872-9bad-eff6d1ffdb58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-2', False) {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:41:05.412483 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b87ac697-72fd-481a-b91a-023d3628e293 None None] The sync data for ids ['c5a64646-d772-4e70-8e0b-ec33a2dee836'] in n-d-827839-2 is: [{'id': 'c5a64646-d772-4e70-8e0b-ec33a2dee836', 'name': 'tempest-TestNetworkBasicOps-router-1348854317', 'tenant_id': '1442cfcaa62548aa8c0af19ff6a9d44c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.122'}], 'enable_snat': True}, 'gw_port_id': 'a88436ef-2839-40da-8a0d-5c50d97ec008', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:39:49Z', 'updated_at': '2022-02-04T17:39:59Z', 'revision_number': 4, 'project_id': '1442cfcaa62548aa8c0af19ff6a9d44c', 'gw_port': {'id': 'a88436ef-2839-40da-8a0d-5c50d97ec008', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:a6:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5a64646-d772-4e70-8e0b-ec33a2dee836', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3131, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:39:50Z', 'updated_at': '2022-02-04T17:39:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_interfaces': [{'id': 'eae9e9a2-c053-461b-b9dc-c9775f0d693b', 'name': '', 'network_id': 'e8168686-726a-4b9d-bc6a-c800d7c9c418', 'tenant_id': '1442cfcaa62548aa8c0af19ff6a9d44c', 'mac_address': 'fa:16:3e:a7:c6:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5a64646-d772-4e70-8e0b-ec33a2dee836', 'device_owner': 'network:router_interface', 'standard_attr_id': 3134, 'fixed_ips': [{'subnet_id': 'f81d0321-7ee6-4872-9bad-eff6d1ffdb58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:39:57Z', 'updated_at': '2022-02-04T17:40:03Z', 'revision_number': 5, 'project_id': '1442cfcaa62548aa8c0af19ff6a9d44c', 'subnets': [{'id': 'f81d0321-7ee6-4872-9bad-eff6d1ffdb58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 17:41:05.466899 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-4b7198f7-4ab6-42d9-a8eb-2152fb5214aa req-1d5bedf2-10d1-4291-b01a-3efc45ad026b service neutron] 10.222.0.90 "GET /v2.0/networks/e8168686-726a-4b9d-bc6a-c800d7c9c418?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1030204 Feb 04 17:41:05.738476 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (ba70844b-66a0-45fd-a2f2-e6ed673321fc), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:41:05.813280 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6432d9b5-d1bd-4f9c-ab74-90bbbe178791 None None] New status for floating IP ccf9fa1d-8d36-4dfc-9f6e-4281546a1c2c: DOWN {{(pid=103379) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 17:41:05.964653 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5479dc50-ae33-4f28-82b6-c38f6fc347fb req-df41f44c-d337-4737-8c92-ae6eb24d6a4d tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:41:05.967017 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-5479dc50-ae33-4f28-82b6-c38f6fc347fb req-df41f44c-d337-4737-8c92-ae6eb24d6a4d tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] 10.222.0.89 "GET /v2.0/ports?device_id=a3df9f80-8924-482b-aa84-40e011c6e59e HTTP/1.1" status: 200 len: 945 time: 0.1027858 Feb 04 17:41:06.058597 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-5479dc50-ae33-4f28-82b6-c38f6fc347fb req-68b1f86f-297c-4051-8ee1-6f7db49685a2 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] 10.222.0.89 "GET /v2.0/security-groups?id=86a5249b-5994-4021-a403-048c77aff796&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0847993 Feb 04 17:41:06.084108 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5c730b-177c-47ec-bab5-c674db99d72e req-08b267a7-2e12-4ea1-90c3-3e5211885ed9 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:41:06.095002 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-6d5c730b-177c-47ec-bab5-c674db99d72e req-08b267a7-2e12-4ea1-90c3-3e5211885ed9 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] 10.222.0.90 "GET /v2.0/ports?device_id=a3df9f80-8924-482b-aa84-40e011c6e59e HTTP/1.1" status: 200 len: 945 time: 0.1469517 Feb 04 17:41:06.258670 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69ed314-9c35-4980-97e7-259d9c5987d8 req-13c3db28-d889-4921-9e43-45f65d832295 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:41:06.260305 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-f69ed314-9c35-4980-97e7-259d9c5987d8 req-13c3db28-d889-4921-9e43-45f65d832295 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.89 "GET /v2.0/ports?device_id=8caa26b9-bc3c-4bda-a286-0c24d43a83a8 HTTP/1.1" status: 200 len: 945 time: 0.1584437 Feb 04 17:41:06.317190 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [req-6d5c730b-177c-47ec-bab5-c674db99d72e req-bffd6115-9f52-4a6d-9801-0b4f25e6843f tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Deleting port c1f4202b-81fe-459f-bd1f-1634d50f82d0 {{(pid=103377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:41:06.317805 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-6d5c730b-177c-47ec-bab5-c674db99d72e req-bffd6115-9f52-4a6d-9801-0b4f25e6843f tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (c1f4202b-81fe-459f-bd1f-1634d50f82d0), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:41:06.400066 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-f69ed314-9c35-4980-97e7-259d9c5987d8 req-56c7e167-aa61-49ec-955d-3825eebbb8fc tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.89 "GET /v2.0/security-groups?id=08488bde-3452-4671-b745-5b4e8beeb3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248763 Feb 04 17:41:06.456188 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [req-6d5c730b-177c-47ec-bab5-c674db99d72e req-bffd6115-9f52-4a6d-9801-0b4f25e6843f tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] For port c1f4202b-81fe-459f-bd1f-1634d50f82d0, host n-h2-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=c1f4202b-81fe-459f-bd1f-1634d50f82d0,segment=NetworkSegment(2a2bc42f-8da5-43e1-939f-751c24d615ee),segment_id=2a2bc42f-8da5-43e1-939f-751c24d615ee)] {{(pid=103377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:41:06.456553 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-6d5c730b-177c-47ec-bab5-c674db99d72e req-bffd6115-9f52-4a6d-9801-0b4f25e6843f tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (c1f4202b-81fe-459f-bd1f-1634d50f82d0), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:41:06.469232 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [req-6d5c730b-177c-47ec-bab5-c674db99d72e req-bffd6115-9f52-4a6d-9801-0b4f25e6843f tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Calling delete_port for c1f4202b-81fe-459f-bd1f-1634d50f82d0 owned by compute:nova {{(pid=103377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:41:06.617837 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-6d5c730b-177c-47ec-bab5-c674db99d72e req-bffd6115-9f52-4a6d-9801-0b4f25e6843f tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (c1f4202b-81fe-459f-bd1f-1634d50f82d0), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:41:06.647516 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bffd6115-9f52-4a6d-9801-0b4f25e6843f tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Pushing event deleted for resources: {'Port': ['ID=c1f4202b-81fe-459f-bd1f-1634d50f82d0,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:41:06.702103 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d5c730b-177c-47ec-bab5-c674db99d72e req-bffd6115-9f52-4a6d-9801-0b4f25e6843f tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] No DVR routers for this DVR port c1f4202b-81fe-459f-bd1f-1634d50f82d0 on host n-h2-827839-2 {{(pid=103377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 17:41:06.705206 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-6d5c730b-177c-47ec-bab5-c674db99d72e req-bffd6115-9f52-4a6d-9801-0b4f25e6843f tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:41:06.708530 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-6d5c730b-177c-47ec-bab5-c674db99d72e req-bffd6115-9f52-4a6d-9801-0b4f25e6843f tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] 10.222.0.90 "DELETE /v2.0/ports/c1f4202b-81fe-459f-bd1f-1634d50f82d0 HTTP/1.1" status: 204 len: 173 time: 0.6053941 Feb 04 17:41:06.709006 n-d-827839-2 neutron-server[103377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3df9f80-8924-482b-aa84-40e011c6e59e', 'name': 'network-vif-deleted', 'tag': 'c1f4202b-81fe-459f-bd1f-1634d50f82d0'}] {{(pid=103377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:41:06.711695 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7240428b650e1488e9361b62648ff4b3a6c19d49d8c27c949491ab58c1346cf0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a1b7284-67d4-4e82-86f2-1df097582753" -d '{"events": [{"server_uuid": "a3df9f80-8924-482b-aa84-40e011c6e59e", "name": "network-vif-deleted", "tag": "c1f4202b-81fe-459f-bd1f-1634d50f82d0"}]}' {{(pid=103377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:41:06.778468 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 17:41:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78d2a22e-0d93-4202-9937-3783b356effb x-openstack-request-id: req-78d2a22e-0d93-4202-9937-3783b356effb {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:41:06.779031 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3df9f80-8924-482b-aa84-40e011c6e59e", "name": "network-vif-deleted", "tag": "c1f4202b-81fe-459f-bd1f-1634d50f82d0", "status": "completed", "code": 200}]} {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:41:06.779283 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-78d2a22e-0d93-4202-9937-3783b356effb {{(pid=103377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:41:06.779682 n-d-827839-2 neutron-server[103377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3df9f80-8924-482b-aa84-40e011c6e59e', 'name': 'network-vif-deleted', 'tag': 'c1f4202b-81fe-459f-bd1f-1634d50f82d0', 'status': 'completed', 'code': 200} Feb 04 17:41:07.289378 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-ebbcbc46-6731-4b0d-9726-e369bbbd297a req-3ef12414-846e-417c-b57e-88ceb41753ee tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] 10.222.0.89 "GET /v2.0/ports?device_id=a3df9f80-8924-482b-aa84-40e011c6e59e HTTP/1.1" status: 200 len: 210 time: 0.0668774 Feb 04 17:41:07.590103 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c950c08-68de-4062-9da6-81a8f022b514 req-de320e5c-7c15-4966-a89e-c31fa8325daa tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:41:07.598650 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-1c950c08-68de-4062-9da6-81a8f022b514 req-de320e5c-7c15-4966-a89e-c31fa8325daa tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.89 "GET /v2.0/ports?device_id=8caa26b9-bc3c-4bda-a286-0c24d43a83a8 HTTP/1.1" status: 200 len: 945 time: 0.0757494 Feb 04 17:41:07.656129 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-1c950c08-68de-4062-9da6-81a8f022b514 req-21ba14dc-fca1-4f82-9ec2-c3f126f59dcf tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.89 "GET /v2.0/security-groups?id=08488bde-3452-4671-b745-5b4e8beeb3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563004 Feb 04 17:41:08.335493 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 33940) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:41:08.410268 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-99c1b0d2-2c9d-4778-9dc2-c2c6b146d500 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Publish callbacks [] for security_group (86a5249b-5994-4021-a403-048c77aff796), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:41:08.440938 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-99c1b0d2-2c9d-4778-9dc2-c2c6b146d500 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Publish callbacks [] for security_group (86a5249b-5994-4021-a403-048c77aff796), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:41:08.571587 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-99c1b0d2-2c9d-4778-9dc2-c2c6b146d500 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (86a5249b-5994-4021-a403-048c77aff796), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:41:08.574276 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-99c1b0d2-2c9d-4778-9dc2-c2c6b146d500 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:41:08.575472 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-99c1b0d2-2c9d-4778-9dc2-c2c6b146d500 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] 10.222.0.89 "DELETE /v2.0/security-groups/86a5249b-5994-4021-a403-048c77aff796 HTTP/1.1" status: 204 len: 168 time: 0.2382886 Feb 04 17:41:08.595018 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c1b0d2-2c9d-4778-9dc2-c2c6b146d500 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=86a5249b-5994-4021-a403-048c77aff796,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:41:08.626146 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Device c1f4202b-81fe-459f-bd1f-1634d50f82d0 no longer exists at agent hyperv_n-h2-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:41:08.630734 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 33948) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:41:08.674832 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] No Port match for: c1f4202b-81fe-459f-bd1f-1634d50f82d0 {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 17:41:08.684036 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Device c1f4202b-81fe-459f-bd1f-1634d50f82d0 not bound to the agent host n-h2-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 17:41:08.902222 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 33954) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:41:09.023570 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e0ba79-0369-4d71-8b23-fc8e0f8fa558 req-232ab315-6451-4342-ade3-689cf2bb26f4 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:41:09.030540 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-13e0ba79-0369-4d71-8b23-fc8e0f8fa558 req-232ab315-6451-4342-ade3-689cf2bb26f4 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.89 "GET /v2.0/ports?device_id=8caa26b9-bc3c-4bda-a286-0c24d43a83a8 HTTP/1.1" status: 200 len: 945 time: 0.2338805 Feb 04 17:41:09.038864 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-a51f0aae-acd4-4183-9b84-40adc6518fc9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:41:09.127923 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-a51f0aae-acd4-4183-9b84-40adc6518fc9 admin admin] Publish callbacks [] for security_group (cc872653-1220-4d6b-951b-42fe023fea1b), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:41:09.130956 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-13e0ba79-0369-4d71-8b23-fc8e0f8fa558 req-2eead861-1ad4-41a5-b096-f3c920570780 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.89 "GET /v2.0/security-groups?id=08488bde-3452-4671-b745-5b4e8beeb3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959442 Feb 04 17:41:09.132871 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-a51f0aae-acd4-4183-9b84-40adc6518fc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (cc872653-1220-4d6b-951b-42fe023fea1b), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:41:09.174065 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51f0aae-acd4-4183-9b84-40adc6518fc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc872653-1220-4d6b-951b-42fe023fea1b,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:41:09.192790 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-a51f0aae-acd4-4183-9b84-40adc6518fc9 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=ae0419b3d0cf426cbc96f55243f60d71&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2891700 Feb 04 17:41:09.195156 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 33960) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:41:09.244026 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-d03e035d-29d6-4cc2-b096-08ab602a7ef4 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602754'] for router_interface (c5a64646-d772-4e70-8e0b-ec33a2dee836), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:41:09.252053 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-c01fc566-485e-4342-8ed7-dab895fc657d admin admin] Publish callbacks [] for security_group (cc872653-1220-4d6b-951b-42fe023fea1b), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:41:09.290645 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-c01fc566-485e-4342-8ed7-dab895fc657d admin admin] Publish callbacks [] for security_group (cc872653-1220-4d6b-951b-42fe023fea1b), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:41:09.351237 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-c01fc566-485e-4342-8ed7-dab895fc657d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (cc872653-1220-4d6b-951b-42fe023fea1b), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:41:09.354153 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-c01fc566-485e-4342-8ed7-dab895fc657d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:41:09.363814 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-c01fc566-485e-4342-8ed7-dab895fc657d admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/cc872653-1220-4d6b-951b-42fe023fea1b HTTP/1.1" status: 204 len: 168 time: 0.1653605 Feb 04 17:41:09.374034 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01fc566-485e-4342-8ed7-dab895fc657d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc872653-1220-4d6b-951b-42fe023fea1b,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:41:09.864099 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 33976) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:41:09.887253 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-ea51951a-a37e-45e8-94c2-caaaa9630fa3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:41:10.057728 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-ea51951a-a37e-45e8-94c2-caaaa9630fa3 admin admin] Publish callbacks [] for security_group (c0ac9cd9-499c-4bca-bd74-556e1161b575), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:41:10.062922 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-ea51951a-a37e-45e8-94c2-caaaa9630fa3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (c0ac9cd9-499c-4bca-bd74-556e1161b575), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:41:10.108809 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea51951a-a37e-45e8-94c2-caaaa9630fa3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0ac9cd9-499c-4bca-bd74-556e1161b575,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:41:10.147068 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-ea51951a-a37e-45e8-94c2-caaaa9630fa3 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=3f6bc53db19a4d7a97285ca5077d714f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2818439 Feb 04 17:41:10.150934 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 33984) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:41:10.175146 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-d03e035d-29d6-4cc2-b096-08ab602a7ef4 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Deleting port eae9e9a2-c053-461b-b9dc-c9775f0d693b {{(pid=103377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:41:10.175646 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-d03e035d-29d6-4cc2-b096-08ab602a7ef4 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (eae9e9a2-c053-461b-b9dc-c9775f0d693b), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:41:10.233743 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (f20a1ab3-4332-4f54-833b-ba4a7c687e89), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:41:10.259948 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-e1269b3f-54e8-4b2b-8d0d-d5c9a0911971 admin admin] Publish callbacks [] for security_group (c0ac9cd9-499c-4bca-bd74-556e1161b575), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:41:10.301439 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-e1269b3f-54e8-4b2b-8d0d-d5c9a0911971 admin admin] Publish callbacks [] for security_group (c0ac9cd9-499c-4bca-bd74-556e1161b575), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:41:10.356767 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [None req-d03e035d-29d6-4cc2-b096-08ab602a7ef4 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] For port eae9e9a2-c053-461b-b9dc-c9775f0d693b, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=eae9e9a2-c053-461b-b9dc-c9775f0d693b,segment=NetworkSegment(2a2bc42f-8da5-43e1-939f-751c24d615ee),segment_id=2a2bc42f-8da5-43e1-939f-751c24d615ee)] {{(pid=103377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:41:10.357154 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-d03e035d-29d6-4cc2-b096-08ab602a7ef4 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (eae9e9a2-c053-461b-b9dc-c9775f0d693b), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:41:10.373223 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-e1269b3f-54e8-4b2b-8d0d-d5c9a0911971 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (c0ac9cd9-499c-4bca-bd74-556e1161b575), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:41:10.377463 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-e1269b3f-54e8-4b2b-8d0d-d5c9a0911971 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:41:10.379801 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-e1269b3f-54e8-4b2b-8d0d-d5c9a0911971 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/c0ac9cd9-499c-4bca-bd74-556e1161b575 HTTP/1.1" status: 204 len: 168 time: 0.2278385 Feb 04 17:41:10.386256 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-d03e035d-29d6-4cc2-b096-08ab602a7ef4 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Calling delete_port for eae9e9a2-c053-461b-b9dc-c9775f0d693b owned by network:router_interface {{(pid=103377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:41:10.390964 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1269b3f-54e8-4b2b-8d0d-d5c9a0911971 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0ac9cd9-499c-4bca-bd74-556e1161b575,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:41:10.763842 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-d03e035d-29d6-4cc2-b096-08ab602a7ef4 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (eae9e9a2-c053-461b-b9dc-c9775f0d693b), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:41:10.803655 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03e035d-29d6-4cc2-b096-08ab602a7ef4 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Pushing event deleted for resources: {'Port': ['ID=eae9e9a2-c053-461b-b9dc-c9775f0d693b,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:41:10.884959 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6a88de-82de-4eb9-a5cb-df8959aa3dab req-71ef092f-2f96-42ff-a608-5eb4bebcede1 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:41:10.902259 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-db6a88de-82de-4eb9-a5cb-df8959aa3dab req-71ef092f-2f96-42ff-a608-5eb4bebcede1 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.89 "GET /v2.0/ports?device_id=8caa26b9-bc3c-4bda-a286-0c24d43a83a8 HTTP/1.1" status: 200 len: 945 time: 0.6627963 Feb 04 17:41:11.030394 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-db6a88de-82de-4eb9-a5cb-df8959aa3dab req-6e09d760-cc86-4027-b59d-8b8f63476444 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.89 "GET /v2.0/security-groups?id=08488bde-3452-4671-b745-5b4e8beeb3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266289 Feb 04 17:41:11.164459 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-d03e035d-29d6-4cc2-b096-08ab602a7ef4 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1677336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1602614'] for router_interface (c5a64646-d772-4e70-8e0b-ec33a2dee836), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:41:11.435922 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d03e035d-29d6-4cc2-b096-08ab602a7ef4 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Router c5a64646-d772-4e70-8e0b-ec33a2dee836 has already been hosted by L3 agent 64ada913-9131-4d99-a265-63a920956287 {{(pid=103377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 17:41:11.570595 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d03e035d-29d6-4cc2-b096-08ab602a7ef4 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Notify agent at l3_agent.n-d-827839-2 the message routers_updated {{(pid=103377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 17:41:11.578491 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-d03e035d-29d6-4cc2-b096-08ab602a7ef4 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] 10.222.0.89 "PUT /v2.0/routers/c5a64646-d772-4e70-8e0b-ec33a2dee836/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9441993 Feb 04 17:41:11.579665 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 34014) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:41:11.595494 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba8c8843-a598-4741-962f-c8c595e846d1 None None] Sync routers for ids ['c5a64646-d772-4e70-8e0b-ec33a2dee836'] in n-d-827839-2 {{(pid=103378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 17:41:11.615759 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba8c8843-a598-4741-962f-c8c595e846d1 None None] Routers {'c5a64646-d772-4e70-8e0b-ec33a2dee836'} bound to L3 agent in host n-d-827839-2 {{(pid=103378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:41:11.616391 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-ba8c8843-a598-4741-962f-c8c595e846d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:41:03Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['c5a64646-d772-4e70-8e0b-ec33a2dee836'], 'active': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:41:11.649951 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3d212ce-d27e-4979-9943-b1331a549668 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Deleting subnet f81d0321-7ee6-4872-9bad-eff6d1ffdb58 {{(pid=103377) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 17:41:11.654744 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-f3d212ce-d27e-4979-9943-b1331a549668 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Publish callbacks [] for subnet (f81d0321-7ee6-4872-9bad-eff6d1ffdb58), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:41:11.701951 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-f3d212ce-d27e-4979-9943-b1331a549668 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26866676'] for subnet (f81d0321-7ee6-4872-9bad-eff6d1ffdb58), precommit_delete_associations {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:41:11.768183 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvr_db [None req-ba8c8843-a598-4741-962f-c8c595e846d1 None None] Set router c5a64646-d772-4e70-8e0b-ec33a2dee836 gateway port host: n-d-827839-2 {{(pid=103378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:41:11.809473 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-f3d212ce-d27e-4979-9943-b1331a549668 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1541225'] for subnet (f81d0321-7ee6-4872-9bad-eff6d1ffdb58), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:41:11.881353 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-f3d212ce-d27e-4979-9943-b1331a549668 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1541216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25888360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25597190'] for subnet (f81d0321-7ee6-4872-9bad-eff6d1ffdb58), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:41:11.915093 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d212ce-d27e-4979-9943-b1331a549668 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Pushing event deleted for resources: {'Subnet': ['ID=f81d0321-7ee6-4872-9bad-eff6d1ffdb58,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:41:11.920946 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-f3d212ce-d27e-4979-9943-b1331a549668 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Publish callbacks [] for subnet (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:41:11.924963 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-f3d212ce-d27e-4979-9943-b1331a549668 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] 10.222.0.89 "DELETE /v2.0/subnets/f81d0321-7ee6-4872-9bad-eff6d1ffdb58 HTTP/1.1" status: 204 len: 168 time: 0.3442984 Feb 04 17:41:11.927633 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 34022) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:41:11.929367 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b502642-00f7-4086-abc3-59d7a63834ff None None] Network e8168686-726a-4b9d-bc6a-c800d7c9c418 requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:41:12.138152 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-ba8c8843-a598-4741-962f-c8c595e846d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5a64646-d772-4e70-8e0b-ec33a2dee836', 'name': 'tempest-TestNetworkBasicOps-router-1348854317', 'tenant_id': '1442cfcaa62548aa8c0af19ff6a9d44c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.122'}], 'enable_snat': True}, 'gw_port_id': 'a88436ef-2839-40da-8a0d-5c50d97ec008', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:39:49Z', 'updated_at': '2022-02-04T17:41:10Z', 'revision_number': 5, 'project_id': '1442cfcaa62548aa8c0af19ff6a9d44c', 'gw_port': {'id': 'a88436ef-2839-40da-8a0d-5c50d97ec008', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:a6:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5a64646-d772-4e70-8e0b-ec33a2dee836', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3131, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:39:50Z', 'updated_at': '2022-02-04T17:39:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2'}], 'n-d-827839-2', False) {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:41:12.186036 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba8c8843-a598-4741-962f-c8c595e846d1 None None] Checking router: c5a64646-d772-4e70-8e0b-ec33a2dee836 for host: n-d-827839-2 {{(pid=103378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 17:41:12.205497 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-4d9e7a2b-8e28-4d22-ba24-c6a11d589823 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Publish callbacks [] for router (c5a64646-d772-4e70-8e0b-ec33a2dee836), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:41:12.212632 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba8c8843-a598-4741-962f-c8c595e846d1 None None] Routers {'c5a64646-d772-4e70-8e0b-ec33a2dee836'} bound to L3 agent in host n-d-827839-2 {{(pid=103378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:41:12.213494 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-ba8c8843-a598-4741-962f-c8c595e846d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:41:03Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['c5a64646-d772-4e70-8e0b-ec33a2dee836'], 'active': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:41:12.295438 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb97ac89-6c1f-402e-800c-29e958799366 None None] DHCP port deletion for e8168686-726a-4b9d-bc6a-c800d7c9c418 request from n-d-827839-2 {{(pid=103378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 17:41:12.347147 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-4d9e7a2b-8e28-4d22-ba24-c6a11d589823 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Publish callbacks [] for router_gateway (c5a64646-d772-4e70-8e0b-ec33a2dee836), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:41:12.362532 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90370b2c-dc2a-440d-a045-b6b04bef9a9a req-6e983971-7e20-4564-9a4e-9a1b2d2220e6 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:41:12.364073 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-90370b2c-dc2a-440d-a045-b6b04bef9a9a req-6e983971-7e20-4564-9a4e-9a1b2d2220e6 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.89 "GET /v2.0/ports?device_id=8caa26b9-bc3c-4bda-a286-0c24d43a83a8 HTTP/1.1" status: 200 len: 945 time: 0.2421844 Feb 04 17:41:12.392270 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvr_db [None req-ba8c8843-a598-4741-962f-c8c595e846d1 None None] Set router c5a64646-d772-4e70-8e0b-ec33a2dee836 gateway port host: n-d-827839-2 {{(pid=103378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:41:12.483408 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-90370b2c-dc2a-440d-a045-b6b04bef9a9a req-154a5abd-f200-4e54-ac86-f9435978bbb3 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.89 "GET /v2.0/security-groups?id=08488bde-3452-4671-b745-5b4e8beeb3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799959 Feb 04 17:41:12.505469 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-4d9e7a2b-8e28-4d22-ba24-c6a11d589823 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Deleting port a88436ef-2839-40da-8a0d-5c50d97ec008 {{(pid=103377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:41:12.506107 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-4d9e7a2b-8e28-4d22-ba24-c6a11d589823 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (a88436ef-2839-40da-8a0d-5c50d97ec008), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:41:12.642595 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (3f9244a9-75fc-4c10-b195-11d48b853b41), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:41:12.702060 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [None req-4d9e7a2b-8e28-4d22-ba24-c6a11d589823 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] For port a88436ef-2839-40da-8a0d-5c50d97ec008, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=a88436ef-2839-40da-8a0d-5c50d97ec008,segment=NetworkSegment(5942dc44-1f07-4c27-b0ab-45a2bff20dd5),segment_id=5942dc44-1f07-4c27-b0ab-45a2bff20dd5)] {{(pid=103377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:41:12.703182 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-4d9e7a2b-8e28-4d22-ba24-c6a11d589823 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (a88436ef-2839-40da-8a0d-5c50d97ec008), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:41:12.714851 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 2c33dcfb-4e29-4c2d-9451-5b33ed6c0da7 no longer exists at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:41:12.735032 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-4d9e7a2b-8e28-4d22-ba24-c6a11d589823 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Calling delete_port for a88436ef-2839-40da-8a0d-5c50d97ec008 owned by network:router_gateway {{(pid=103377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:41:12.791183 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-cb97ac89-6c1f-402e-800c-29e958799366 None None] Deleting port 2c33dcfb-4e29-4c2d-9451-5b33ed6c0da7 {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:41:12.791513 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-cb97ac89-6c1f-402e-800c-29e958799366 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (2c33dcfb-4e29-4c2d-9451-5b33ed6c0da7), before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:41:12.890172 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-cb97ac89-6c1f-402e-800c-29e958799366 None None] For port 2c33dcfb-4e29-4c2d-9451-5b33ed6c0da7, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=2c33dcfb-4e29-4c2d-9451-5b33ed6c0da7,segment=NetworkSegment(2a2bc42f-8da5-43e1-939f-751c24d615ee),segment_id=2a2bc42f-8da5-43e1-939f-751c24d615ee)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:41:12.891082 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-cb97ac89-6c1f-402e-800c-29e958799366 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (2c33dcfb-4e29-4c2d-9451-5b33ed6c0da7), precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:41:12.939177 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-cb97ac89-6c1f-402e-800c-29e958799366 None None] Calling delete_port for 2c33dcfb-4e29-4c2d-9451-5b33ed6c0da7 owned by network:dhcp {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:41:12.983429 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port 2c33dcfb-4e29-4c2d-9451-5b33ed6c0da7 is: ACTIVE; New status is: DOWN {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:41:12.984484 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (2c33dcfb-4e29-4c2d-9451-5b33ed6c0da7), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:41:13.044492 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-4d9e7a2b-8e28-4d22-ba24-c6a11d589823 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (a88436ef-2839-40da-8a0d-5c50d97ec008), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:41:13.066380 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-ba8c8843-a598-4741-962f-c8c595e846d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5a64646-d772-4e70-8e0b-ec33a2dee836', 'name': 'tempest-TestNetworkBasicOps-router-1348854317', 'tenant_id': '1442cfcaa62548aa8c0af19ff6a9d44c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.122'}], 'enable_snat': True}, 'gw_port_id': 'a88436ef-2839-40da-8a0d-5c50d97ec008', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:39:49Z', 'updated_at': '2022-02-04T17:41:10Z', 'revision_number': 5, 'project_id': '1442cfcaa62548aa8c0af19ff6a9d44c', 'gw_port': {'id': 'a88436ef-2839-40da-8a0d-5c50d97ec008', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:a6:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5a64646-d772-4e70-8e0b-ec33a2dee836', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3131, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:39:50Z', 'updated_at': '2022-02-04T17:39:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2'}], 'n-d-827839-2', False) {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:41:13.103811 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba8c8843-a598-4741-962f-c8c595e846d1 None None] The sync data for ids ['c5a64646-d772-4e70-8e0b-ec33a2dee836'] in n-d-827839-2 is: [{'id': 'c5a64646-d772-4e70-8e0b-ec33a2dee836', 'name': 'tempest-TestNetworkBasicOps-router-1348854317', 'tenant_id': '1442cfcaa62548aa8c0af19ff6a9d44c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.122'}], 'enable_snat': True}, 'gw_port_id': 'a88436ef-2839-40da-8a0d-5c50d97ec008', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:39:49Z', 'updated_at': '2022-02-04T17:41:10Z', 'revision_number': 5, 'project_id': '1442cfcaa62548aa8c0af19ff6a9d44c', 'gw_port': {'id': 'a88436ef-2839-40da-8a0d-5c50d97ec008', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:a6:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5a64646-d772-4e70-8e0b-ec33a2dee836', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3131, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:39:50Z', 'updated_at': '2022-02-04T17:39:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2'}] {{(pid=103378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 17:41:13.110435 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] For port 2c33dcfb-4e29-4c2d-9451-5b33ed6c0da7, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=2c33dcfb-4e29-4c2d-9451-5b33ed6c0da7,segment=NetworkSegment(2a2bc42f-8da5-43e1-939f-751c24d615ee),segment_id=2a2bc42f-8da5-43e1-939f-751c24d615ee)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:41:13.120713 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (2c33dcfb-4e29-4c2d-9451-5b33ed6c0da7), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:41:13.128495 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9e7a2b-8e28-4d22-ba24-c6a11d589823 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Pushing event deleted for resources: {'Port': ['ID=a88436ef-2839-40da-8a0d-5c50d97ec008,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:41:13.188955 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-cb97ac89-6c1f-402e-800c-29e958799366 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144'] for port (2c33dcfb-4e29-4c2d-9451-5b33ed6c0da7), after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:41:13.218278 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-4d9e7a2b-8e28-4d22-ba24-c6a11d589823 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1595544'] for router_gateway (c5a64646-d772-4e70-8e0b-ec33a2dee836), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:41:13.221423 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb97ac89-6c1f-402e-800c-29e958799366 None None] No DVR routers for this DVR port 2c33dcfb-4e29-4c2d-9451-5b33ed6c0da7 on host n-d-827839-2 {{(pid=103378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 17:41:13.226628 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Pushing event updated for resources: {'Port': ['ID=2c33dcfb-4e29-4c2d-9451-5b33ed6c0da7,revision_number=5']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:41:13.273276 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb97ac89-6c1f-402e-800c-29e958799366 None None] Pushing event deleted for resources: {'Port': ['ID=2c33dcfb-4e29-4c2d-9451-5b33ed6c0da7,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:41:13.366089 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-4d9e7a2b-8e28-4d22-ba24-c6a11d589823 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1601811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26971'] for router (c5a64646-d772-4e70-8e0b-ec33a2dee836), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:41:13.369356 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-4d9e7a2b-8e28-4d22-ba24-c6a11d589823 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Publish callbacks [] for router_controller (c5a64646-d772-4e70-8e0b-ec33a2dee836), precommit_delete_associations {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:41:13.468165 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-4d9e7a2b-8e28-4d22-ba24-c6a11d589823 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1601832'] for router (c5a64646-d772-4e70-8e0b-ec33a2dee836), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:41:13.469003 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d9e7a2b-8e28-4d22-ba24-c6a11d589823 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Fanout notify agent at l3_agent the message router_deleted on router c5a64646-d772-4e70-8e0b-ec33a2dee836 {{(pid=103377) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 17:41:13.483345 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-4d9e7a2b-8e28-4d22-ba24-c6a11d589823 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Publish callbacks [] for router (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:41:13.485931 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-4d9e7a2b-8e28-4d22-ba24-c6a11d589823 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] 10.222.0.89 "DELETE /v2.0/routers/c5a64646-d772-4e70-8e0b-ec33a2dee836 HTTP/1.1" status: 204 len: 168 time: 1.5561366 Feb 04 17:41:13.489804 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 34084) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:41:13.669428 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-87d9ced5-f480-45b9-a2c0-a2c58e826786 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628832'] for network (e8168686-726a-4b9d-bc6a-c800d7c9c418), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:41:13.695309 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282fce70-53fd-4c26-98f4-bfd0c413a581 req-e020494b-1d52-46b0-804c-7643e59ba547 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:41:13.696837 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-282fce70-53fd-4c26-98f4-bfd0c413a581 req-e020494b-1d52-46b0-804c-7643e59ba547 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.89 "GET /v2.0/ports?device_id=8caa26b9-bc3c-4bda-a286-0c24d43a83a8 HTTP/1.1" status: 200 len: 945 time: 0.1009943 Feb 04 17:41:13.798430 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-87d9ced5-f480-45b9-a2c0-a2c58e826786 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1543676', 'neutron.services.segments.db._delete_segments_for_network-8781084786517'] for network (e8168686-726a-4b9d-bc6a-c800d7c9c418), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:41:13.821575 n-d-827839-2 neutron-server[103376]: DEBUG neutron.services.segments.db [None req-87d9ced5-f480-45b9-a2c0-a2c58e826786 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8168686-726a-4b9d-bc6a-c800d7c9c418']}} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:41:13.833476 n-d-827839-2 neutron-server[103376]: DEBUG neutron.services.segments.db [None req-87d9ced5-f480-45b9-a2c0-a2c58e826786 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a2bc42f-8da5-43e1-939f-751c24d615ee') {'for_net_delete': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:41:13.834069 n-d-827839-2 neutron-server[103376]: DEBUG neutron.services.segments.db [None req-87d9ced5-f480-45b9-a2c0-a2c58e826786 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a2bc42f-8da5-43e1-939f-751c24d615ee') {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:41:13.844699 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-87d9ced5-f480-45b9-a2c0-a2c58e826786 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781084783966', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25674908'] for segment (2a2bc42f-8da5-43e1-939f-751c24d615ee), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:41:13.858432 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-87d9ced5-f480-45b9-a2c0-a2c58e826786 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (2a2bc42f-8da5-43e1-939f-751c24d615ee), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:41:13.868473 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87d9ced5-f480-45b9-a2c0-a2c58e826786 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Releasing vlan 783 on physical network physnet1 to pool {{(pid=103376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 17:41:13.869191 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-87d9ced5-f480-45b9-a2c0-a2c58e826786 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25675992'] for segment (2a2bc42f-8da5-43e1-939f-751c24d615ee), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:41:13.940942 n-d-827839-2 neutron-server[103376]: Traceback (most recent call last): Feb 04 17:41:13.940942 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 17:41:13.940942 n-d-827839-2 neutron-server[103376]: timer() Feb 04 17:41:13.940942 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 17:41:13.940942 n-d-827839-2 neutron-server[103376]: cb(*args, **kw) Feb 04 17:41:13.940942 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 17:41:13.940942 n-d-827839-2 neutron-server[103376]: return func(*args, **kwargs) Feb 04 17:41:13.940942 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 17:41:13.940942 n-d-827839-2 neutron-server[103376]: self._notify() Feb 04 17:41:13.940942 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 17:41:13.940942 n-d-827839-2 neutron-server[103376]: self.callback(batched_events) Feb 04 17:41:13.940942 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 17:41:13.940942 n-d-827839-2 neutron-server[103376]: event.method(event) Feb 04 17:41:13.940942 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 17:41:13.940942 n-d-827839-2 neutron-server[103376]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 17:41:13.940942 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 17:41:13.940942 n-d-827839-2 neutron-server[103376]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 17:41:13.940942 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 17:41:13.940942 n-d-827839-2 neutron-server[103376]: return f(self, *a, **k) Feb 04 17:41:13.940942 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 17:41:13.940942 n-d-827839-2 neutron-server[103376]: return self._get(url).json() Feb 04 17:41:13.940942 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 17:41:13.940942 n-d-827839-2 neutron-server[103376]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 17:41:13.940942 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 17:41:13.940942 n-d-827839-2 neutron-server[103376]: return self.request(url, 'GET', **kwargs) Feb 04 17:41:13.940942 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 17:41:13.940942 n-d-827839-2 neutron-server[103376]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 17:41:13.940942 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 17:41:13.940942 n-d-827839-2 neutron-server[103376]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 17:41:13.940942 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 17:41:13.940942 n-d-827839-2 neutron-server[103376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 17:41:13.940942 n-d-827839-2 neutron-server[103376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 17:41:13.946995 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-87d9ced5-f480-45b9-a2c0-a2c58e826786 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1543671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1595572'] for network (e8168686-726a-4b9d-bc6a-c800d7c9c418), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:41:13.954975 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-87d9ced5-f480-45b9-a2c0-a2c58e826786 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Publish callbacks [] for network (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:41:13.959087 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-87d9ced5-f480-45b9-a2c0-a2c58e826786 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] 10.222.0.89 "DELETE /v2.0/networks/e8168686-726a-4b9d-bc6a-c800d7c9c418 HTTP/1.1" status: 204 len: 168 time: 0.4671121 Feb 04 17:41:14.025316 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-282fce70-53fd-4c26-98f4-bfd0c413a581 req-2cc027c8-8109-4d7b-9ba6-3d586ea68c56 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.89 "GET /v2.0/security-groups?id=08488bde-3452-4671-b745-5b4e8beeb3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3074198 Feb 04 17:41:14.037310 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d9ced5-f480-45b9-a2c0-a2c58e826786 tempest-TestNetworkBasicOps-934377618 tempest-TestNetworkBasicOps-934377618-project] Pushing event deleted for resources: {'Network': ['ID=e8168686-726a-4b9d-bc6a-c800d7c9c418,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:41:14.363243 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 34114) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:41:14.597243 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device a88436ef-2839-40da-8a0d-5c50d97ec008 no longer exists at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:41:14.618992 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] No Port match for: a88436ef-2839-40da-8a0d-5c50d97ec008 {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 17:41:14.619338 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device a88436ef-2839-40da-8a0d-5c50d97ec008 not bound to the agent host n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 17:41:14.619755 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device eae9e9a2-c053-461b-b9dc-c9775f0d693b no longer exists at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:41:14.625235 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 34126) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:41:14.634400 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-c0cd395c-a0b4-4277-984a-4b6a8b7ad8e0 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=1442cfcaa62548aa8c0af19ff6a9d44c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2696600 Feb 04 17:41:14.656565 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] No Port match for: eae9e9a2-c053-461b-b9dc-c9775f0d693b {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 17:41:14.657208 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device eae9e9a2-c053-461b-b9dc-c9775f0d693b not bound to the agent host n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 17:41:14.721517 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-21ce8a0c-d4cd-4226-85ab-65c764c33b98 admin admin] Publish callbacks [] for security_group (1db638f6-31fa-400d-8e97-312a37dd6953), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:41:14.759370 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-21ce8a0c-d4cd-4226-85ab-65c764c33b98 admin admin] Publish callbacks [] for security_group (1db638f6-31fa-400d-8e97-312a37dd6953), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:41:14.829306 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-21ce8a0c-d4cd-4226-85ab-65c764c33b98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (1db638f6-31fa-400d-8e97-312a37dd6953), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:41:14.832136 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-21ce8a0c-d4cd-4226-85ab-65c764c33b98 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:41:14.833302 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-21ce8a0c-d4cd-4226-85ab-65c764c33b98 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/1db638f6-31fa-400d-8e97-312a37dd6953 HTTP/1.1" status: 204 len: 168 time: 0.2063775 Feb 04 17:41:14.843616 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ce8a0c-d4cd-4226-85ab-65c764c33b98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1db638f6-31fa-400d-8e97-312a37dd6953,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:41:15.213940 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 34148) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:41:15.227760 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-0d9d0377-aa6d-4dd4-8b28-432e33c90eb7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:41:15.364270 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-0d9d0377-aa6d-4dd4-8b28-432e33c90eb7 admin admin] Publish callbacks [] for security_group (0000655b-ba36-4e14-a0b9-250b4ee6832e), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:41:15.368936 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-0d9d0377-aa6d-4dd4-8b28-432e33c90eb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (0000655b-ba36-4e14-a0b9-250b4ee6832e), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:41:15.421822 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9d0377-aa6d-4dd4-8b28-432e33c90eb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0000655b-ba36-4e14-a0b9-250b4ee6832e,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:41:15.429239 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 34158) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:41:15.429482 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-0d9d0377-aa6d-4dd4-8b28-432e33c90eb7 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=527eccd3ff1246b2818e3320ff503910&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2144148 Feb 04 17:41:15.503844 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-42e6c6bd-e062-49f3-912f-50d4017d05a0 admin admin] Publish callbacks [] for security_group (0000655b-ba36-4e14-a0b9-250b4ee6832e), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:41:15.534723 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-42e6c6bd-e062-49f3-912f-50d4017d05a0 admin admin] Publish callbacks [] for security_group (0000655b-ba36-4e14-a0b9-250b4ee6832e), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:41:15.556424 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24325bb-cb8d-4847-8433-0922983346f2 req-06e0313f-eae2-4eaa-b621-48db5e088cd0 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:41:15.558112 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-e24325bb-cb8d-4847-8433-0922983346f2 req-06e0313f-eae2-4eaa-b621-48db5e088cd0 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.89 "GET /v2.0/ports?device_id=8caa26b9-bc3c-4bda-a286-0c24d43a83a8 HTTP/1.1" status: 200 len: 945 time: 0.4177399 Feb 04 17:41:15.624730 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-e24325bb-cb8d-4847-8433-0922983346f2 req-770e1616-770f-451f-ba52-962bc4a12f64 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.89 "GET /v2.0/security-groups?id=08488bde-3452-4671-b745-5b4e8beeb3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586154 Feb 04 17:41:15.650842 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-42e6c6bd-e062-49f3-912f-50d4017d05a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (0000655b-ba36-4e14-a0b9-250b4ee6832e), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:41:15.654436 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-42e6c6bd-e062-49f3-912f-50d4017d05a0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:41:15.656911 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-42e6c6bd-e062-49f3-912f-50d4017d05a0 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/0000655b-ba36-4e14-a0b9-250b4ee6832e HTTP/1.1" status: 204 len: 168 time: 0.2265232 Feb 04 17:41:15.667326 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e6c6bd-e062-49f3-912f-50d4017d05a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0000655b-ba36-4e14-a0b9-250b4ee6832e,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:41:16.530903 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 34198) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:41:16.742977 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-7323dcf2-3b8b-4b62-9f25-c8d8f56988c9 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-2004722688-network', 'tenant_id': '5d530086a81c47f4a789a3b71476c7eb'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:41:16.764775 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7323dcf2-3b8b-4b62-9f25-c8d8f56988c9 admin admin] Made reservation on behalf of 5d530086a81c47f4a789a3b71476c7eb for: {'network': 1} {{(pid=103376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:41:16.767966 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-7323dcf2-3b8b-4b62-9f25-c8d8f56988c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for network (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:41:16.783321 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-7323dcf2-3b8b-4b62-9f25-c8d8f56988c9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:41:16.870765 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-7323dcf2-3b8b-4b62-9f25-c8d8f56988c9 admin admin] Publish callbacks [] for security_group (e4131057-35a6-48ac-a55f-ffccb6e06cb1), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:41:16.879881 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c1908f-a472-4769-812c-f3c2a7a09887 req-ae493cae-ed7e-4fa1-ac75-fb6bcf811778 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:41:16.887113 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-a2c1908f-a472-4769-812c-f3c2a7a09887 req-ae493cae-ed7e-4fa1-ac75-fb6bcf811778 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.89 "GET /v2.0/ports?device_id=8caa26b9-bc3c-4bda-a286-0c24d43a83a8 HTTP/1.1" status: 200 len: 945 time: 0.1876199 Feb 04 17:41:16.907931 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-7323dcf2-3b8b-4b62-9f25-c8d8f56988c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (e4131057-35a6-48ac-a55f-ffccb6e06cb1), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:41:16.959865 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7323dcf2-3b8b-4b62-9f25-c8d8f56988c9 admin admin] vlan segment allocate from pool success with {'vlan_id': 753, 'physical_network': 'physnet1'} {{(pid=103376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 17:41:16.974124 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7323dcf2-3b8b-4b62-9f25-c8d8f56988c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4131057-35a6-48ac-a55f-ffccb6e06cb1,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:41:16.993153 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-a2c1908f-a472-4769-812c-f3c2a7a09887 req-7acf077e-bef2-43a0-8b80-32080827a456 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.89 "GET /v2.0/security-groups?id=08488bde-3452-4671-b745-5b4e8beeb3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002667 Feb 04 17:41:16.994841 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-7323dcf2-3b8b-4b62-9f25-c8d8f56988c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (fc43ce35-42d4-452c-8cea-9531bad329e0), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:41:16.995356 n-d-827839-2 neutron-server[103376]: INFO neutron.db.segments_db [None req-7323dcf2-3b8b-4b62-9f25-c8d8f56988c9 admin admin] Added segment fc43ce35-42d4-452c-8cea-9531bad329e0 of type vlan for network 075b1f2b-93d8-4e1b-bd57-5e36c089eac9 Feb 04 17:41:17.061319 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-7323dcf2-3b8b-4b62-9f25-c8d8f56988c9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781084292801'] for network (075b1f2b-93d8-4e1b-bd57-5e36c089eac9), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:41:17.093679 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-7323dcf2-3b8b-4b62-9f25-c8d8f56988c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327'] for network (075b1f2b-93d8-4e1b-bd57-5e36c089eac9), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:41:17.095208 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7323dcf2-3b8b-4b62-9f25-c8d8f56988c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:41:17.096399 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-7323dcf2-3b8b-4b62-9f25-c8d8f56988c9 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:41:17.165534 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-7323dcf2-3b8b-4b62-9f25-c8d8f56988c9 admin admin] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6301115 Feb 04 17:41:17.165689 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 34206) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:41:17.170517 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-3e672658-be46-42f8-b05e-cb5056c11f16 admin admin] Request body: {'subnet': {'network_id': '075b1f2b-93d8-4e1b-bd57-5e36c089eac9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-2004722688-subnet', 'tenant_id': '5d530086a81c47f4a789a3b71476c7eb', 'ip_version': 4}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:41:17.197920 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7323dcf2-3b8b-4b62-9f25-c8d8f56988c9 admin admin] Pushing event updated for resources: {'Network': ['ID=075b1f2b-93d8-4e1b-bd57-5e36c089eac9,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:41:17.205701 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e672658-be46-42f8-b05e-cb5056c11f16 admin admin] Made reservation on behalf of 5d530086a81c47f4a789a3b71476c7eb for: {'subnet': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:41:17.208593 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-3e672658-be46-42f8-b05e-cb5056c11f16 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25597243'] for subnet (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:41:17.213752 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Network 075b1f2b-93d8-4e1b-bd57-5e36c089eac9 details requested by agent ovs-agent-n-d-827839-2 with host n-d-827839-2 {{(pid=103378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 17:41:17.476053 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-3e672658-be46-42f8-b05e-cb5056c11f16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25889445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25597197'] for subnet (4cbfb0a5-3518-40b7-8526-325a0a5f13de), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:41:17.509158 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-ec1fa246-6ad6-46ef-9b34-5c31ccf58b1e req-0b2fe821-2ef6-4c04-b019-e8234ec6a365 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=3c7675e1-1c8a-410f-be7f-b37c48bc9d65&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0882471 Feb 04 17:41:17.596684 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e672658-be46-42f8-b05e-cb5056c11f16 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4cbfb0a5-3518-40b7-8526-325a0a5f13de,revision_number=0']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:41:17.632286 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e672658-be46-42f8-b05e-cb5056c11f16 admin admin] Checking segment: {'id': 'fc43ce35-42d4-452c-8cea-9531bad329e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '075b1f2b-93d8-4e1b-bd57-5e36c089eac9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:41:17.632807 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e672658-be46-42f8-b05e-cb5056c11f16 admin admin] Network hostable DHCP agents. Network: 075b1f2b-93d8-4e1b-bd57-5e36c089eac9, hostable agents: ['bb89f5a3-3c22-440b-b7d1-c4f0c43c184a'], hosted agents: [] {{(pid=103377) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 17:41:17.652450 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b78239c-5493-4c18-b830-5c80102ea734 req-ec217fe4-600e-4a95-b696-f3d8879b44f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:41:17.654482 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-4b78239c-5493-4c18-b830-5c80102ea734 req-ec217fe4-600e-4a95-b696-f3d8879b44f7 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=5f7c63cd6c624891853d19549e45e9fe&device_id=8caa26b9-bc3c-4bda-a286-0c24d43a83a8 HTTP/1.1" status: 200 len: 1127 time: 0.1408250 Feb 04 17:41:17.663796 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e672658-be46-42f8-b05e-cb5056c11f16 admin admin] Network 075b1f2b-93d8-4e1b-bd57-5e36c089eac9 is scheduled to be hosted by DHCP agent bb89f5a3-3c22-440b-b7d1-c4f0c43c184a with binding_index 1 {{(pid=103377) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 17:41:17.670277 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1fa246-6ad6-46ef-9b34-5c31ccf58b1e req-26068b9a-948c-4951-864d-6f9627ac0820 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:41:17.674005 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-ec1fa246-6ad6-46ef-9b34-5c31ccf58b1e req-26068b9a-948c-4951-864d-6f9627ac0820 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=5f7c63cd6c624891853d19549e45e9fe&device_id=3c7675e1-1c8a-410f-be7f-b37c48bc9d65 HTTP/1.1" status: 200 len: 1127 time: 0.1138029 Feb 04 17:41:17.694491 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [None req-3e672658-be46-42f8-b05e-cb5056c11f16 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827839-2, 075b1f2b-93d8-4e1b-bd57-5e36c089eac9) {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:41:17.703678 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94758206-3546-4eeb-8e90-8d72ed23b422 None None] Network 075b1f2b-93d8-4e1b-bd57-5e36c089eac9 requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:41:17.727655 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e672658-be46-42f8-b05e-cb5056c11f16 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:41:17.729905 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-3e672658-be46-42f8-b05e-cb5056c11f16 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:41:17.807803 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-3e672658-be46-42f8-b05e-cb5056c11f16 admin admin] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6404169 Feb 04 17:41:17.834797 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1fa246-6ad6-46ef-9b34-5c31ccf58b1e req-cb58f3f5-c4f8-41a3-9f41-e3950812ca3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:41:17.837002 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-ec1fa246-6ad6-46ef-9b34-5c31ccf58b1e req-cb58f3f5-c4f8-41a3-9f41-e3950812ca3f service neutron] 10.222.0.96 "GET /v2.0/networks?id=b55b6cf7-96ca-44f1-b402-5ece20b91f84 HTTP/1.1" status: 200 len: 913 time: 0.1373944 Feb 04 17:41:17.837669 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 34212) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:41:17.842423 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-3fe7f2c6-169b-459b-9824-adbdd5fe9d0f admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-2004722688-router', 'tenant_id': '5d530086a81c47f4a789a3b71476c7eb', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188'}}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:41:17.879692 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-3fe7f2c6-169b-459b-9824-adbdd5fe9d0f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1601657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26921'] for router (f7b505f7-9f21-4c45-9348-ce197602df24), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:41:17.881133 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-3fe7f2c6-169b-459b-9824-adbdd5fe9d0f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1602025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603663', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1630571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26960'] for router (f7b505f7-9f21-4c45-9348-ce197602df24), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:41:17.932504 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c446cbf5-38ed-4bc1-92d2-89e8dc7035f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e4c19ad-5724-5db8-8ee1-4f56ae69fcf4-075b1f2b-93d8-4e1b-bd57-5e36c089eac9', 'network_id': '075b1f2b-93d8-4e1b-bd57-5e36c089eac9', 'project_id': '5d530086a81c47f4a789a3b71476c7eb', 'fixed_ips': [{'subnet_id': '4cbfb0a5-3518-40b7-8526-325a0a5f13de'}]}} from n-d-827839-2. {{(pid=103378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 17:41:17.933533 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c446cbf5-38ed-4bc1-92d2-89e8dc7035f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:41:17.971357 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b78239c-5493-4c18-b830-5c80102ea734 req-b46c1ad7-ed6f-40ef-9eaa-5d1e0b4b4f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:41:17.972916 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-4b78239c-5493-4c18-b830-5c80102ea734 req-b46c1ad7-ed6f-40ef-9eaa-5d1e0b4b4f0c service neutron] 10.222.0.90 "GET /v2.0/networks?id=b55b6cf7-96ca-44f1-b402-5ece20b91f84 HTTP/1.1" status: 200 len: 913 time: 0.2954733 Feb 04 17:41:18.017786 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-ec1fa246-6ad6-46ef-9b34-5c31ccf58b1e req-692f8570-d384-41a3-9694-0e5af7c793f9 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fa5a1c99-a3b3-46ea-b891-f5171c94ab05 HTTP/1.1" status: 200 len: 1000 time: 0.1472998 Feb 04 17:41:18.021055 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-3fe7f2c6-169b-459b-9824-adbdd5fe9d0f admin admin] Publish callbacks [] for router_controller (f7b505f7-9f21-4c45-9348-ce197602df24), precommit_add_association {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:41:18.050742 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-4b78239c-5493-4c18-b830-5c80102ea734 req-ffcf6c37-76d8-4f0f-8545-f7f73ccb64d0 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=06cc4543-cc32-4220-8ed9-c749772fcc2b HTTP/1.1" status: 200 len: 217 time: 0.0710447 Feb 04 17:41:18.241413 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b78239c-5493-4c18-b830-5c80102ea734 req-c388c50e-2043-43e5-96f8-9d910c96e36f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:41:18.244252 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-4b78239c-5493-4c18-b830-5c80102ea734 req-c388c50e-2043-43e5-96f8-9d910c96e36f service neutron] 10.222.0.90 "GET /v2.0/subnets?id=56d77231-1e8a-430f-89bb-45ff7f982beb HTTP/1.1" status: 200 len: 851 time: 0.1867929 Feb 04 17:41:18.350024 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d747bc3e-95be-4797-85ba-db9be8aa227a req-10403212-147c-4dcc-bb2e-8e457cd73e1a tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:41:18.351608 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-d747bc3e-95be-4797-85ba-db9be8aa227a req-10403212-147c-4dcc-bb2e-8e457cd73e1a tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.89 "GET /v2.0/ports?device_id=8caa26b9-bc3c-4bda-a286-0c24d43a83a8 HTTP/1.1" status: 200 len: 945 time: 0.2442186 Feb 04 17:41:18.436172 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b78239c-5493-4c18-b830-5c80102ea734 req-02782c6c-c998-4888-a241-342ad5fcbafd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:41:18.438262 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-4b78239c-5493-4c18-b830-5c80102ea734 req-02782c6c-c998-4888-a241-342ad5fcbafd service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=b55b6cf7-96ca-44f1-b402-5ece20b91f84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1829844 Feb 04 17:41:18.486567 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-c446cbf5-38ed-4bc1-92d2-89e8dc7035f5 None None] Allocated IP 172.20.0.2 (075b1f2b-93d8-4e1b-bd57-5e36c089eac9/4cbfb0a5-3518-40b7-8526-325a0a5f13de/a77f9167-08ca-4e47-83de-b4ecbc5cb193) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:41:18.623463 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-4b78239c-5493-4c18-b830-5c80102ea734 req-8696c707-dec4-4e8c-a88a-997fa0c2fbf9 service neutron] 10.222.0.90 "GET /v2.0/networks/b55b6cf7-96ca-44f1-b402-5ece20b91f84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1723046 Feb 04 17:41:18.633682 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-d747bc3e-95be-4797-85ba-db9be8aa227a req-13985582-b6cf-407b-bad5-5fdc06c141c4 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.89 "GET /v2.0/security-groups?id=08488bde-3452-4671-b745-5b4e8beeb3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2742386 Feb 04 17:41:18.749728 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c446cbf5-38ed-4bc1-92d2-89e8dc7035f5 None None] Publish callbacks [] for port (a77f9167-08ca-4e47-83de-b4ecbc5cb193), precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:41:18.750675 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1fa246-6ad6-46ef-9b34-5c31ccf58b1e req-031105ec-3fb7-4d59-8830-376c005f43f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:41:18.752220 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-ec1fa246-6ad6-46ef-9b34-5c31ccf58b1e req-031105ec-3fb7-4d59-8830-376c005f43f9 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=56d77231-1e8a-430f-89bb-45ff7f982beb HTTP/1.1" status: 200 len: 851 time: 0.7242596 Feb 04 17:41:18.777733 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c446cbf5-38ed-4bc1-92d2-89e8dc7035f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135'] for port (a77f9167-08ca-4e47-83de-b4ecbc5cb193), after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:41:18.868862 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c446cbf5-38ed-4bc1-92d2-89e8dc7035f5 None None] Pushing event updated for resources: {'Port': ['ID=a77f9167-08ca-4e47-83de-b4ecbc5cb193,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:41:18.892431 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c446cbf5-38ed-4bc1-92d2-89e8dc7035f5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:41:18.893009 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c446cbf5-38ed-4bc1-92d2-89e8dc7035f5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:41:18.893522 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c446cbf5-38ed-4bc1-92d2-89e8dc7035f5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:41:18.894036 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c446cbf5-38ed-4bc1-92d2-89e8dc7035f5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:41:18.894659 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c446cbf5-38ed-4bc1-92d2-89e8dc7035f5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:41:18.895031 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c446cbf5-38ed-4bc1-92d2-89e8dc7035f5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:41:18.895527 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c446cbf5-38ed-4bc1-92d2-89e8dc7035f5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:41:18.896027 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c446cbf5-38ed-4bc1-92d2-89e8dc7035f5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:41:18.896525 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c446cbf5-38ed-4bc1-92d2-89e8dc7035f5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:41:18.897141 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c446cbf5-38ed-4bc1-92d2-89e8dc7035f5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:41:18.897650 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c446cbf5-38ed-4bc1-92d2-89e8dc7035f5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:41:18.898185 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c446cbf5-38ed-4bc1-92d2-89e8dc7035f5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:41:18.898697 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c446cbf5-38ed-4bc1-92d2-89e8dc7035f5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:41:18.917796 n-d-827839-2 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c446cbf5-38ed-4bc1-92d2-89e8dc7035f5 None None] Network 075b1f2b-93d8-4e1b-bd57-5e36c089eac9 is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:41:18.920318 n-d-827839-2 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-c446cbf5-38ed-4bc1-92d2-89e8dc7035f5 None None] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:41:18.925448 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c446cbf5-38ed-4bc1-92d2-89e8dc7035f5 None None] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:41:18.930258 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-4b78239c-5493-4c18-b830-5c80102ea734 req-1dd21e65-28f9-4604-9fd7-f2fe4f48371a service neutron] 10.222.0.90 "GET /v2.0/networks/b55b6cf7-96ca-44f1-b402-5ece20b91f84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2933824 Feb 04 17:41:18.948544 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-3fe7f2c6-169b-459b-9824-adbdd5fe9d0f admin admin] Publish callbacks [] for router_gateway (f7b505f7-9f21-4c45-9348-ce197602df24), precommit_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:41:18.960597 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1fa246-6ad6-46ef-9b34-5c31ccf58b1e req-8c95acae-5c69-4912-9751-7f06faadbdd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:41:18.962148 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-ec1fa246-6ad6-46ef-9b34-5c31ccf58b1e req-8c95acae-5c69-4912-9751-7f06faadbdd4 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=b55b6cf7-96ca-44f1-b402-5ece20b91f84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1951318 Feb 04 17:41:19.067192 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-c446cbf5-38ed-4bc1-92d2-89e8dc7035f5 None None] Attempting to bind port a77f9167-08ca-4e47-83de-b4ecbc5cb193 on host n-d-827839-2 for vnic_type normal with profile {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:41:19.068051 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-c446cbf5-38ed-4bc1-92d2-89e8dc7035f5 None None] Attempting to bind port a77f9167-08ca-4e47-83de-b4ecbc5cb193 by drivers openvswitch,hyperv on host n-d-827839-2 at level 0 using segments [{'id': 'fc43ce35-42d4-452c-8cea-9531bad329e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '075b1f2b-93d8-4e1b-bd57-5e36c089eac9'}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:41:19.068843 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c446cbf5-38ed-4bc1-92d2-89e8dc7035f5 None None] Attempting to bind port a77f9167-08ca-4e47-83de-b4ecbc5cb193 on network 075b1f2b-93d8-4e1b-bd57-5e36c089eac9 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:41:19.079099 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c446cbf5-38ed-4bc1-92d2-89e8dc7035f5 None None] Checking agent: {'id': 'ba70844b-66a0-45fd-a2f2-e6ed673321fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 0, 36), 'started_at': datetime.datetime(2022, 2, 4, 17, 1, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 41, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:41:19.079704 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c446cbf5-38ed-4bc1-92d2-89e8dc7035f5 None None] Checking segment: {'id': 'fc43ce35-42d4-452c-8cea-9531bad329e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '075b1f2b-93d8-4e1b-bd57-5e36c089eac9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:41:19.080342 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c446cbf5-38ed-4bc1-92d2-89e8dc7035f5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:41:19.081240 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c446cbf5-38ed-4bc1-92d2-89e8dc7035f5 None None] Bound using segment: {'id': 'fc43ce35-42d4-452c-8cea-9531bad329e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '075b1f2b-93d8-4e1b-bd57-5e36c089eac9'} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:41:19.082045 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-c446cbf5-38ed-4bc1-92d2-89e8dc7035f5 None None] Bound port: a77f9167-08ca-4e47-83de-b4ecbc5cb193, host: n-d-827839-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc43ce35-42d4-452c-8cea-9531bad329e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '075b1f2b-93d8-4e1b-bd57-5e36c089eac9'}}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:41:19.082690 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c446cbf5-38ed-4bc1-92d2-89e8dc7035f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (a77f9167-08ca-4e47-83de-b4ecbc5cb193), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:41:19.212011 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-ec1fa246-6ad6-46ef-9b34-5c31ccf58b1e req-ff6547f1-1ff6-488e-bc46-3bbb22d70e59 service neutron] 10.222.0.96 "GET /v2.0/networks/b55b6cf7-96ca-44f1-b402-5ece20b91f84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2002892 Feb 04 17:41:19.220847 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-c446cbf5-38ed-4bc1-92d2-89e8dc7035f5 None None] For port a77f9167-08ca-4e47-83de-b4ecbc5cb193, host n-d-827839-2, cleared binding levels {{(pid=103378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:41:19.224278 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-c446cbf5-38ed-4bc1-92d2-89e8dc7035f5 None None] For port a77f9167-08ca-4e47-83de-b4ecbc5cb193, host n-d-827839-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=a77f9167-08ca-4e47-83de-b4ecbc5cb193,segment=NetworkSegment(fc43ce35-42d4-452c-8cea-9531bad329e0),segment_id=fc43ce35-42d4-452c-8cea-9531bad329e0)] {{(pid=103378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:41:19.232365 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c446cbf5-38ed-4bc1-92d2-89e8dc7035f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (a77f9167-08ca-4e47-83de-b4ecbc5cb193), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:41:19.329976 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c446cbf5-38ed-4bc1-92d2-89e8dc7035f5 None None] Pushing event updated for resources: {'Port': ['ID=a77f9167-08ca-4e47-83de-b4ecbc5cb193,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:41:19.394456 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-ec1fa246-6ad6-46ef-9b34-5c31ccf58b1e req-2939ba67-0760-4f6f-b2dd-5099d8526353 service neutron] 10.222.0.96 "GET /v2.0/networks/b55b6cf7-96ca-44f1-b402-5ece20b91f84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1710377 Feb 04 17:41:19.673893 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-3fe7f2c6-169b-459b-9824-adbdd5fe9d0f admin admin] Publish callbacks [] for router_gateway (f7b505f7-9f21-4c45-9348-ce197602df24), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:41:19.699068 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-3fe7f2c6-169b-459b-9824-adbdd5fe9d0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:41:20.034709 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112750f4-3cc9-4955-a743-66a58cabe2f0 req-48343628-62b3-418a-8dd1-985ad4b8c8d8 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:41:20.037641 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-112750f4-3cc9-4955-a743-66a58cabe2f0 req-48343628-62b3-418a-8dd1-985ad4b8c8d8 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.89 "GET /v2.0/ports?device_id=8caa26b9-bc3c-4bda-a286-0c24d43a83a8 HTTP/1.1" status: 200 len: 945 time: 0.2181549 Feb 04 17:41:20.060046 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.db_base_plugin_common [None req-3fe7f2c6-169b-459b-9824-adbdd5fe9d0f admin admin] Allocated IP 172.25.6.212 (48165773-85ad-49a1-9ec1-76fc8dc24188/7660bfad-1ea8-4fe7-831b-bed836f13efc/72159f13-0887-4ccb-8c3e-fab30f6453e5) {{(pid=103376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:41:20.115798 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-112750f4-3cc9-4955-a743-66a58cabe2f0 req-9f564a32-ffce-44c8-9b88-0f354a8dec70 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.89 "GET /v2.0/security-groups?id=08488bde-3452-4671-b745-5b4e8beeb3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677853 Feb 04 17:41:20.310526 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-3fe7f2c6-169b-459b-9824-adbdd5fe9d0f admin admin] Publish callbacks [] for port (72159f13-0887-4ccb-8c3e-fab30f6453e5), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:41:20.388404 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-3fe7f2c6-169b-459b-9824-adbdd5fe9d0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (72159f13-0887-4ccb-8c3e-fab30f6453e5), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:41:20.450382 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fe7f2c6-169b-459b-9824-adbdd5fe9d0f admin admin] Network 48165773-85ad-49a1-9ec1-76fc8dc24188 is already hosted by enough agents. {{(pid=103376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:41:20.456237 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [None req-3fe7f2c6-169b-459b-9824-adbdd5fe9d0f admin admin] Resources bound (agent type, host, resource id): {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:41:20.466539 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fe7f2c6-169b-459b-9824-adbdd5fe9d0f admin admin] Received port after_create {{(pid=103376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:41:20.555671 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe7f2c6-169b-459b-9824-adbdd5fe9d0f admin admin] Pushing event updated for resources: {'Port': ['ID=72159f13-0887-4ccb-8c3e-fab30f6453e5,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:41:20.791725 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device a77f9167-08ca-4e47-83de-b4ecbc5cb193 up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:41:20.871311 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port a77f9167-08ca-4e47-83de-b4ecbc5cb193 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:41:20.871949 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (a77f9167-08ca-4e47-83de-b4ecbc5cb193), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:41:20.990801 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port a77f9167-08ca-4e47-83de-b4ecbc5cb193 is: DOWN; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:41:20.991198 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (a77f9167-08ca-4e47-83de-b4ecbc5cb193), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:41:21.019555 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-3fe7f2c6-169b-459b-9824-adbdd5fe9d0f admin admin] Publish callbacks [] for router_gateway (f7b505f7-9f21-4c45-9348-ce197602df24), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:41:21.064156 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] For port a77f9167-08ca-4e47-83de-b4ecbc5cb193, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=a77f9167-08ca-4e47-83de-b4ecbc5cb193,segment=NetworkSegment(fc43ce35-42d4-452c-8cea-9531bad329e0),segment_id=fc43ce35-42d4-452c-8cea-9531bad329e0)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:41:21.070123 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (a77f9167-08ca-4e47-83de-b4ecbc5cb193), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:41:21.201155 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c0e7172-4320-4362-81a3-45a066b3220d None None] Network 075b1f2b-93d8-4e1b-bd57-5e36c089eac9 requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:41:21.388005 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Pushing event updated for resources: {'Port': ['ID=a77f9167-08ca-4e47-83de-b4ecbc5cb193,revision_number=3']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:41:21.417015 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8426015-b363-4614-86fc-433c047a3e2a req-fc5eb6e1-0cef-48b7-9dfe-2553435b259b tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:41:21.424218 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-b8426015-b363-4614-86fc-433c047a3e2a req-fc5eb6e1-0cef-48b7-9dfe-2553435b259b tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.89 "GET /v2.0/ports?device_id=8caa26b9-bc3c-4bda-a286-0c24d43a83a8 HTTP/1.1" status: 200 len: 945 time: 0.1300137 Feb 04 17:41:21.425582 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-0fd9d91e-8d59-49e6-a3d3-a811c389ab2d None None] Provisioning complete for port a77f9167-08ca-4e47-83de-b4ecbc5cb193 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:41:21.425963 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0fd9d91e-8d59-49e6-a3d3-a811c389ab2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (a77f9167-08ca-4e47-83de-b4ecbc5cb193), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:41:21.533117 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-3fe7f2c6-169b-459b-9824-adbdd5fe9d0f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1602046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603680'] for router (f7b505f7-9f21-4c45-9348-ce197602df24), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:41:21.574352 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-b8426015-b363-4614-86fc-433c047a3e2a req-c8ed6e45-4a92-4567-8be1-47fb4d6c26d1 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.89 "GET /v2.0/security-groups?id=08488bde-3452-4671-b745-5b4e8beeb3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384838 Feb 04 17:41:21.705385 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-0fd9d91e-8d59-49e6-a3d3-a811c389ab2d None None] Current status of the port a77f9167-08ca-4e47-83de-b4ecbc5cb193 is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:41:21.829478 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 34252) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:41:21.897128 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fe7f2c6-169b-459b-9824-adbdd5fe9d0f admin admin] Router f7b505f7-9f21-4c45-9348-ce197602df24 is scheduled to L3 agent 64ada913-9131-4d99-a265-63a920956287 with binding_index 1 {{(pid=103376) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 17:41:21.994313 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-e93e822d-2c52-40ca-bcd2-9d70638b6d41 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:41:22.113422 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-e93e822d-2c52-40ca-bcd2-9d70638b6d41 admin admin] Publish callbacks [] for security_group (961b9148-78fe-4e07-b5f3-fb47a57ec1da), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:41:22.119276 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-e93e822d-2c52-40ca-bcd2-9d70638b6d41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (961b9148-78fe-4e07-b5f3-fb47a57ec1da), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:41:22.147602 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-cacccd0f-876a-4f45-a554-87b6ef86941a None None] Provisioning complete for port a77f9167-08ca-4e47-83de-b4ecbc5cb193 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:41:22.148191 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-cacccd0f-876a-4f45-a554-87b6ef86941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (a77f9167-08ca-4e47-83de-b4ecbc5cb193), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:41:22.195114 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fe7f2c6-169b-459b-9824-adbdd5fe9d0f admin admin] Notify agent at l3_agent.n-d-827839-2 the message routers_updated {{(pid=103376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 17:41:22.199955 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93e822d-2c52-40ca-bcd2-9d70638b6d41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=961b9148-78fe-4e07-b5f3-fb47a57ec1da,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:41:22.208976 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75fabe4b-7610-4ae8-93a9-d7e7269060a4 None None] Sync routers for ids ['f7b505f7-9f21-4c45-9348-ce197602df24'] in n-d-827839-2 {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 17:41:22.221752 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-3fe7f2c6-169b-459b-9824-adbdd5fe9d0f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:41:22.226136 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-3fe7f2c6-169b-459b-9824-adbdd5fe9d0f admin admin] 10.222.0.89 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.3846993 Feb 04 17:41:22.227991 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 34258) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:41:22.242859 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75fabe4b-7610-4ae8-93a9-d7e7269060a4 None None] Routers {'f7b505f7-9f21-4c45-9348-ce197602df24'} bound to L3 agent in host n-d-827839-2 {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:41:22.248204 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-75fabe4b-7610-4ae8-93a9-d7e7269060a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:41:03Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['f7b505f7-9f21-4c45-9348-ce197602df24'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:41:22.266658 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-e93e822d-2c52-40ca-bcd2-9d70638b6d41 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=6d1a087a74a947f38bae4e701c4c80f6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4360416 Feb 04 17:41:22.267584 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 34260) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:41:22.349653 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-25f637f7-5947-45e4-a486-95889bd35559 admin admin] Publish callbacks [] for security_group (961b9148-78fe-4e07-b5f3-fb47a57ec1da), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:41:22.370264 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-cacccd0f-876a-4f45-a554-87b6ef86941a None None] Current status of the port a77f9167-08ca-4e47-83de-b4ecbc5cb193 is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:41:22.373504 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-25f637f7-5947-45e4-a486-95889bd35559 admin admin] Publish callbacks [] for security_group (961b9148-78fe-4e07-b5f3-fb47a57ec1da), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:41:22.428840 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-25f637f7-5947-45e4-a486-95889bd35559 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (961b9148-78fe-4e07-b5f3-fb47a57ec1da), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:41:22.433089 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-25f637f7-5947-45e4-a486-95889bd35559 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:41:22.438243 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-25f637f7-5947-45e4-a486-95889bd35559 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/961b9148-78fe-4e07-b5f3-fb47a57ec1da HTTP/1.1" status: 204 len: 168 time: 0.1682434 Feb 04 17:41:22.463406 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f637f7-5947-45e4-a486-95889bd35559 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=961b9148-78fe-4e07-b5f3-fb47a57ec1da,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:41:22.508440 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvr_db [None req-75fabe4b-7610-4ae8-93a9-d7e7269060a4 None None] Set router f7b505f7-9f21-4c45-9348-ce197602df24 gateway port host: n-d-827839-2 {{(pid=103379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:41:22.668014 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device a77f9167-08ca-4e47-83de-b4ecbc5cb193 up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:41:22.790171 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port a77f9167-08ca-4e47-83de-b4ecbc5cb193 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:41:22.790823 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (a77f9167-08ca-4e47-83de-b4ecbc5cb193), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:41:22.894478 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-75fabe4b-7610-4ae8-93a9-d7e7269060a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7b505f7-9f21-4c45-9348-ce197602df24', 'name': 'tempest-TestVolumeBackupRestore-2004722688-router', 'tenant_id': '5d530086a81c47f4a789a3b71476c7eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.212'}], 'enable_snat': True}, 'gw_port_id': '72159f13-0887-4ccb-8c3e-fab30f6453e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:41:17Z', 'updated_at': '2022-02-04T17:41:20Z', 'revision_number': 3, 'project_id': '5d530086a81c47f4a789a3b71476c7eb', 'gw_port': {'id': '72159f13-0887-4ccb-8c3e-fab30f6453e5', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:05:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7b505f7-9f21-4c45-9348-ce197602df24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3225, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:41:19Z', 'updated_at': '2022-02-04T17:41:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2'}], 'n-d-827839-2', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:41:22.950653 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75fabe4b-7610-4ae8-93a9-d7e7269060a4 None None] Checking router: f7b505f7-9f21-4c45-9348-ce197602df24 for host: n-d-827839-2 {{(pid=103379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 17:41:22.951012 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75fabe4b-7610-4ae8-93a9-d7e7269060a4 None None] Updating router f7b505f7-9f21-4c45-9348-ce197602df24 port 72159f13-0887-4ccb-8c3e-fab30f6453e5 binding host n-d-827839-2 {{(pid=103379) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 17:41:22.990102 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port a77f9167-08ca-4e47-83de-b4ecbc5cb193 is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:41:23.007201 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b660d9f6-f37e-4c1e-926b-5d5815f15c3e req-633f2c06-5430-44c8-a07d-9223b45c5523 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:41:23.019103 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-b660d9f6-f37e-4c1e-926b-5d5815f15c3e req-633f2c06-5430-44c8-a07d-9223b45c5523 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.89 "GET /v2.0/ports?device_id=8caa26b9-bc3c-4bda-a286-0c24d43a83a8 HTTP/1.1" status: 200 len: 945 time: 0.2802098 Feb 04 17:41:23.036940 n-d-827839-2 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-75fabe4b-7610-4ae8-93a9-d7e7269060a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (72159f13-0887-4ccb-8c3e-fab30f6453e5), before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:41:23.062134 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 34270) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:41:23.084457 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-861994ee-a163-4c75-bf09-e7805e3c8509 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:41:23.167694 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-b660d9f6-f37e-4c1e-926b-5d5815f15c3e req-116ae4ba-3a37-4e7b-9461-64640e3b5c37 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.89 "GET /v2.0/security-groups?id=08488bde-3452-4671-b745-5b4e8beeb3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455009 Feb 04 17:41:23.298810 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-861994ee-a163-4c75-bf09-e7805e3c8509 admin admin] Publish callbacks [] for security_group (f47cb5ad-83a3-4318-8625-b2d934044ecb), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:41:23.304682 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-861994ee-a163-4c75-bf09-e7805e3c8509 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (f47cb5ad-83a3-4318-8625-b2d934044ecb), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:41:23.391164 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-861994ee-a163-4c75-bf09-e7805e3c8509 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=6d220a1763214008b37c2b20a639c9d1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3279042 Feb 04 17:41:23.392457 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861994ee-a163-4c75-bf09-e7805e3c8509 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f47cb5ad-83a3-4318-8625-b2d934044ecb,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:41:23.395005 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 34274) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:41:23.416840 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-e89c26cf-9de5-45e6-9238-29be81cf11b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:41:23.511648 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-754c42ba-a809-45e2-a576-7c919adae88a admin admin] Publish callbacks [] for security_group (f47cb5ad-83a3-4318-8625-b2d934044ecb), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:41:23.575867 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-754c42ba-a809-45e2-a576-7c919adae88a admin admin] Publish callbacks [] for security_group (f47cb5ad-83a3-4318-8625-b2d934044ecb), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:41:23.596145 n-d-827839-2 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-75fabe4b-7610-4ae8-93a9-d7e7269060a4 None None] Publish callbacks [] for port (72159f13-0887-4ccb-8c3e-fab30f6453e5), precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:41:23.605564 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.db_base_plugin_common [None req-e89c26cf-9de5-45e6-9238-29be81cf11b9 admin admin] Allocated IP 172.20.0.1 (075b1f2b-93d8-4e1b-bd57-5e36c089eac9/4cbfb0a5-3518-40b7-8526-325a0a5f13de/c696292c-0e9f-4746-b099-98a6b95d4347) {{(pid=103376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:41:23.607980 n-d-827839-2 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-75fabe4b-7610-4ae8-93a9-d7e7269060a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (72159f13-0887-4ccb-8c3e-fab30f6453e5), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:41:23.663852 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-754c42ba-a809-45e2-a576-7c919adae88a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (f47cb5ad-83a3-4318-8625-b2d934044ecb), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:41:23.666873 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-754c42ba-a809-45e2-a576-7c919adae88a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:41:23.668241 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-754c42ba-a809-45e2-a576-7c919adae88a admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/f47cb5ad-83a3-4318-8625-b2d934044ecb HTTP/1.1" status: 204 len: 168 time: 0.2702637 Feb 04 17:41:23.683807 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754c42ba-a809-45e2-a576-7c919adae88a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f47cb5ad-83a3-4318-8625-b2d934044ecb,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:41:23.705120 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab56f25f-5194-4654-a798-fe1542b6c22a None None] Pushing event updated for resources: {'Port': ['ID=72159f13-0887-4ccb-8c3e-fab30f6453e5,revision_number=2']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:41:23.750174 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab56f25f-5194-4654-a798-fe1542b6c22a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:41:23.750519 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab56f25f-5194-4654-a798-fe1542b6c22a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:41:23.750856 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab56f25f-5194-4654-a798-fe1542b6c22a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:41:23.751193 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab56f25f-5194-4654-a798-fe1542b6c22a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:41:23.754119 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab56f25f-5194-4654-a798-fe1542b6c22a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:41:23.754466 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab56f25f-5194-4654-a798-fe1542b6c22a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:41:23.754800 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab56f25f-5194-4654-a798-fe1542b6c22a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:41:23.755128 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab56f25f-5194-4654-a798-fe1542b6c22a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:41:23.755454 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab56f25f-5194-4654-a798-fe1542b6c22a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:41:23.755777 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab56f25f-5194-4654-a798-fe1542b6c22a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:41:23.756097 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab56f25f-5194-4654-a798-fe1542b6c22a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:41:23.756417 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab56f25f-5194-4654-a798-fe1542b6c22a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:41:23.756728 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab56f25f-5194-4654-a798-fe1542b6c22a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:41:23.762578 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [None req-75fabe4b-7610-4ae8-93a9-d7e7269060a4 None None] Attempting to bind port 72159f13-0887-4ccb-8c3e-fab30f6453e5 on host n-d-827839-2 for vnic_type normal with profile {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:41:23.762941 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [None req-75fabe4b-7610-4ae8-93a9-d7e7269060a4 None None] Attempting to bind port 72159f13-0887-4ccb-8c3e-fab30f6453e5 by drivers openvswitch,hyperv on host n-d-827839-2 at level 0 using segments [{'id': '5942dc44-1f07-4c27-b0ab-45a2bff20dd5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188'}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:41:23.763297 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75fabe4b-7610-4ae8-93a9-d7e7269060a4 None None] Attempting to bind port 72159f13-0887-4ccb-8c3e-fab30f6453e5 on network 48165773-85ad-49a1-9ec1-76fc8dc24188 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:41:23.779161 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75fabe4b-7610-4ae8-93a9-d7e7269060a4 None None] Checking agent: {'id': 'ba70844b-66a0-45fd-a2f2-e6ed673321fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 0, 36), 'started_at': datetime.datetime(2022, 2, 4, 17, 1, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 41, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:41:23.779613 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75fabe4b-7610-4ae8-93a9-d7e7269060a4 None None] Checking segment: {'id': '5942dc44-1f07-4c27-b0ab-45a2bff20dd5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:41:23.780485 n-d-827839-2 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-75fabe4b-7610-4ae8-93a9-d7e7269060a4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:41:23.780925 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75fabe4b-7610-4ae8-93a9-d7e7269060a4 None None] Bound using segment: {'id': '5942dc44-1f07-4c27-b0ab-45a2bff20dd5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188'} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:41:23.781426 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [None req-75fabe4b-7610-4ae8-93a9-d7e7269060a4 None None] Bound port: 72159f13-0887-4ccb-8c3e-fab30f6453e5, host: n-d-827839-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5942dc44-1f07-4c27-b0ab-45a2bff20dd5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188'}}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:41:23.781818 n-d-827839-2 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-75fabe4b-7610-4ae8-93a9-d7e7269060a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (72159f13-0887-4ccb-8c3e-fab30f6453e5), before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:41:23.894614 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-75fabe4b-7610-4ae8-93a9-d7e7269060a4 None None] For port 72159f13-0887-4ccb-8c3e-fab30f6453e5, host n-d-827839-2, cleared binding levels {{(pid=103379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:41:23.898968 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-75fabe4b-7610-4ae8-93a9-d7e7269060a4 None None] For port 72159f13-0887-4ccb-8c3e-fab30f6453e5, host n-d-827839-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=72159f13-0887-4ccb-8c3e-fab30f6453e5,segment=NetworkSegment(5942dc44-1f07-4c27-b0ab-45a2bff20dd5),segment_id=5942dc44-1f07-4c27-b0ab-45a2bff20dd5)] {{(pid=103379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:41:23.911235 n-d-827839-2 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-75fabe4b-7610-4ae8-93a9-d7e7269060a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (72159f13-0887-4ccb-8c3e-fab30f6453e5), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:41:24.020336 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75fabe4b-7610-4ae8-93a9-d7e7269060a4 None None] Routers {'f7b505f7-9f21-4c45-9348-ce197602df24'} bound to L3 agent in host n-d-827839-2 {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:41:24.020985 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-75fabe4b-7610-4ae8-93a9-d7e7269060a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:41:03Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['f7b505f7-9f21-4c45-9348-ce197602df24'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:41:24.127927 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab56f25f-5194-4654-a798-fe1542b6c22a None None] Pushing event updated for resources: {'Port': ['ID=72159f13-0887-4ccb-8c3e-fab30f6453e5,revision_number=3']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:41:24.305694 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-e89c26cf-9de5-45e6-9238-29be81cf11b9 admin admin] Publish callbacks [] for port (c696292c-0e9f-4746-b099-98a6b95d4347), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:41:24.342690 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvr_db [None req-75fabe4b-7610-4ae8-93a9-d7e7269060a4 None None] Set router f7b505f7-9f21-4c45-9348-ce197602df24 gateway port host: n-d-827839-2 {{(pid=103379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:41:24.345122 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-e89c26cf-9de5-45e6-9238-29be81cf11b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (c696292c-0e9f-4746-b099-98a6b95d4347), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:41:24.416725 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f8d699-6adf-430e-a90b-d988619b20aa req-6ec3160d-c2af-4743-a545-d57f714079b2 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:41:24.418279 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-34f8d699-6adf-430e-a90b-d988619b20aa req-6ec3160d-c2af-4743-a545-d57f714079b2 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.89 "GET /v2.0/ports?device_id=8caa26b9-bc3c-4bda-a286-0c24d43a83a8 HTTP/1.1" status: 200 len: 945 time: 0.1392109 Feb 04 17:41:24.466638 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e89c26cf-9de5-45e6-9238-29be81cf11b9 admin admin] Network 075b1f2b-93d8-4e1b-bd57-5e36c089eac9 is already hosted by enough agents. {{(pid=103376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:41:24.484222 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [None req-e89c26cf-9de5-45e6-9238-29be81cf11b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:41:24.507589 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e89c26cf-9de5-45e6-9238-29be81cf11b9 admin admin] Received port after_create {{(pid=103376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:41:24.537175 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89c26cf-9de5-45e6-9238-29be81cf11b9 admin admin] Pushing event updated for resources: {'Port': ['ID=c696292c-0e9f-4746-b099-98a6b95d4347,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:41:24.575484 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-34f8d699-6adf-430e-a90b-d988619b20aa req-909af856-fc87-47e6-a439-56912edea189 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.89 "GET /v2.0/security-groups?id=08488bde-3452-4671-b745-5b4e8beeb3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454434 Feb 04 17:41:24.740426 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-e89c26cf-9de5-45e6-9238-29be81cf11b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1595471'] for router_interface (f7b505f7-9f21-4c45-9348-ce197602df24), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:41:24.840373 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-75fabe4b-7610-4ae8-93a9-d7e7269060a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7b505f7-9f21-4c45-9348-ce197602df24', 'name': 'tempest-TestVolumeBackupRestore-2004722688-router', 'tenant_id': '5d530086a81c47f4a789a3b71476c7eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.212'}], 'enable_snat': True}, 'gw_port_id': '72159f13-0887-4ccb-8c3e-fab30f6453e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:41:17Z', 'updated_at': '2022-02-04T17:41:20Z', 'revision_number': 3, 'project_id': '5d530086a81c47f4a789a3b71476c7eb', 'gw_port': {'id': '72159f13-0887-4ccb-8c3e-fab30f6453e5', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:05:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7b505f7-9f21-4c45-9348-ce197602df24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3225, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:41:19Z', 'updated_at': '2022-02-04T17:41:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2'}], 'n-d-827839-2', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:41:25.027872 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-ce14ea80-fb23-4116-b175-c6f9abf7efcc None None] Provisioning complete for port c696292c-0e9f-4746-b099-98a6b95d4347 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:41:25.028655 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ce14ea80-fb23-4116-b175-c6f9abf7efcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (c696292c-0e9f-4746-b099-98a6b95d4347), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:41:25.078406 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-e89c26cf-9de5-45e6-9238-29be81cf11b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (c696292c-0e9f-4746-b099-98a6b95d4347), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:41:25.144523 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-ce14ea80-fb23-4116-b175-c6f9abf7efcc None None] Port c696292c-0e9f-4746-b099-98a6b95d4347 cannot update to ACTIVE because it is not bound. {{(pid=103378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 17:41:25.210097 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75fabe4b-7610-4ae8-93a9-d7e7269060a4 None None] The sync data for ids ['f7b505f7-9f21-4c45-9348-ce197602df24'] in n-d-827839-2 is: [{'id': 'f7b505f7-9f21-4c45-9348-ce197602df24', 'name': 'tempest-TestVolumeBackupRestore-2004722688-router', 'tenant_id': '5d530086a81c47f4a789a3b71476c7eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.212'}], 'enable_snat': True}, 'gw_port_id': '72159f13-0887-4ccb-8c3e-fab30f6453e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:41:17Z', 'updated_at': '2022-02-04T17:41:20Z', 'revision_number': 3, 'project_id': '5d530086a81c47f4a789a3b71476c7eb', 'gw_port': {'id': '72159f13-0887-4ccb-8c3e-fab30f6453e5', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:05:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7b505f7-9f21-4c45-9348-ce197602df24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3225, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:41:19Z', 'updated_at': '2022-02-04T17:41:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2'}] {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 17:41:25.517730 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-e89c26cf-9de5-45e6-9238-29be81cf11b9 admin admin] Publish callbacks [] for port (c696292c-0e9f-4746-b099-98a6b95d4347), precommit_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:41:25.528031 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-e89c26cf-9de5-45e6-9238-29be81cf11b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675836'] for port (c696292c-0e9f-4746-b099-98a6b95d4347), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:41:25.703583 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-e89c26cf-9de5-45e6-9238-29be81cf11b9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1677345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602751'] for router_interface (f7b505f7-9f21-4c45-9348-ce197602df24), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:41:25.705842 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89c26cf-9de5-45e6-9238-29be81cf11b9 admin admin] Pushing event updated for resources: {'Port': ['ID=c696292c-0e9f-4746-b099-98a6b95d4347,revision_number=2']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:41:25.939306 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19b131d-73ef-42b0-ba66-210c1eb74e44 req-7ac3fab1-9eb2-42db-a3a3-c945a9d3703a tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:41:25.941181 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-b19b131d-73ef-42b0-ba66-210c1eb74e44 req-7ac3fab1-9eb2-42db-a3a3-c945a9d3703a tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.89 "GET /v2.0/ports?device_id=8caa26b9-bc3c-4bda-a286-0c24d43a83a8 HTTP/1.1" status: 200 len: 945 time: 0.1821933 Feb 04 17:41:26.037196 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e89c26cf-9de5-45e6-9238-29be81cf11b9 admin admin] Network 075b1f2b-93d8-4e1b-bd57-5e36c089eac9 is already hosted by enough agents. {{(pid=103376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:41:26.040180 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [None req-e89c26cf-9de5-45e6-9238-29be81cf11b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:41:26.052691 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-b19b131d-73ef-42b0-ba66-210c1eb74e44 req-8e91c7b9-d776-4f57-ae7c-4be38dd2a9a8 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.89 "GET /v2.0/security-groups?id=08488bde-3452-4671-b745-5b4e8beeb3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040473 Feb 04 17:41:26.329457 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e89c26cf-9de5-45e6-9238-29be81cf11b9 admin admin] Router f7b505f7-9f21-4c45-9348-ce197602df24 has already been hosted by L3 agent 64ada913-9131-4d99-a265-63a920956287 {{(pid=103376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 17:41:26.640955 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-64070763-4714-4c32-a4fe-cacf9bf933d5 None None] Provisioning complete for port c696292c-0e9f-4746-b099-98a6b95d4347 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:41:26.641438 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-64070763-4714-4c32-a4fe-cacf9bf933d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (c696292c-0e9f-4746-b099-98a6b95d4347), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:41:26.696314 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e89c26cf-9de5-45e6-9238-29be81cf11b9 admin admin] Notify agent at l3_agent.n-d-827839-2 the message routers_updated {{(pid=103376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 17:41:26.715102 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-e89c26cf-9de5-45e6-9238-29be81cf11b9 admin admin] 10.222.0.89 "PUT /v2.0/routers/f7b505f7-9f21-4c45-9348-ce197602df24/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4848542 Feb 04 17:41:26.735952 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-64070763-4714-4c32-a4fe-cacf9bf933d5 None None] Port c696292c-0e9f-4746-b099-98a6b95d4347 cannot update to ACTIVE because it is not bound. {{(pid=103378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 17:41:26.752407 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 72159f13-0887-4ccb-8c3e-fab30f6453e5 up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:41:26.876633 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port 72159f13-0887-4ccb-8c3e-fab30f6453e5 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:41:26.877463 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (72159f13-0887-4ccb-8c3e-fab30f6453e5), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:41:27.069149 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port 72159f13-0887-4ccb-8c3e-fab30f6453e5 is: DOWN; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:41:27.069571 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (72159f13-0887-4ccb-8c3e-fab30f6453e5), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:41:27.108624 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] For port 72159f13-0887-4ccb-8c3e-fab30f6453e5, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=72159f13-0887-4ccb-8c3e-fab30f6453e5,segment=NetworkSegment(5942dc44-1f07-4c27-b0ab-45a2bff20dd5),segment_id=5942dc44-1f07-4c27-b0ab-45a2bff20dd5)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:41:27.115149 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (72159f13-0887-4ccb-8c3e-fab30f6453e5), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:41:27.250166 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Pushing event updated for resources: {'Port': ['ID=72159f13-0887-4ccb-8c3e-fab30f6453e5,revision_number=4']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:41:27.269002 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a7a0da-8a12-4af1-97c4-457107a65891 req-8aee05ff-2e5d-41d2-8b7f-2440435b17a7 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:41:27.271205 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-59a7a0da-8a12-4af1-97c4-457107a65891 req-8aee05ff-2e5d-41d2-8b7f-2440435b17a7 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.89 "GET /v2.0/ports?device_id=8caa26b9-bc3c-4bda-a286-0c24d43a83a8 HTTP/1.1" status: 200 len: 945 time: 0.0858011 Feb 04 17:41:27.417348 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-59a7a0da-8a12-4af1-97c4-457107a65891 req-0ca25f0d-c580-4657-9922-f80b9f428ea5 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.89 "GET /v2.0/security-groups?id=08488bde-3452-4671-b745-5b4e8beeb3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368282 Feb 04 17:41:27.808998 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 34686) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:41:27.821457 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-58404981-1a44-492b-bbe9-e29921e7c1bf admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1873179763-network', 'tenant_id': '05197bd748204f69b33513fe3584d588'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:41:27.881184 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58404981-1a44-492b-bbe9-e29921e7c1bf admin admin] Made reservation on behalf of 05197bd748204f69b33513fe3584d588 for: {'network': 1} {{(pid=103376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:41:27.883552 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-58404981-1a44-492b-bbe9-e29921e7c1bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for network (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:41:27.906894 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-58404981-1a44-492b-bbe9-e29921e7c1bf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:41:28.109953 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-58404981-1a44-492b-bbe9-e29921e7c1bf admin admin] Publish callbacks [] for security_group (7ed62074-fb35-4df2-b91f-c8e62e7285c7), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:41:28.123715 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-58404981-1a44-492b-bbe9-e29921e7c1bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (7ed62074-fb35-4df2-b91f-c8e62e7285c7), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:41:28.169703 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58404981-1a44-492b-bbe9-e29921e7c1bf admin admin] vlan segment allocate from pool success with {'vlan_id': 798, 'physical_network': 'physnet1'} {{(pid=103376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 17:41:28.214334 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-58404981-1a44-492b-bbe9-e29921e7c1bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (9351021e-50b8-4d27-ae30-4731efce627c), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:41:28.214691 n-d-827839-2 neutron-server[103376]: INFO neutron.db.segments_db [None req-58404981-1a44-492b-bbe9-e29921e7c1bf admin admin] Added segment 9351021e-50b8-4d27-ae30-4731efce627c of type vlan for network d9d2a33e-8db9-4a41-a20b-0241765eaeca Feb 04 17:41:28.311523 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-58404981-1a44-492b-bbe9-e29921e7c1bf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781084292801'] for network (d9d2a33e-8db9-4a41-a20b-0241765eaeca), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:41:28.335338 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58404981-1a44-492b-bbe9-e29921e7c1bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ed62074-fb35-4df2-b91f-c8e62e7285c7,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:41:28.387370 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-febb9487-3f3a-43d7-8245-77b898249a5f None None] Sync routers for ids ['f7b505f7-9f21-4c45-9348-ce197602df24'] in n-d-827839-2 {{(pid=103378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 17:41:28.397687 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-58404981-1a44-492b-bbe9-e29921e7c1bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327'] for network (d9d2a33e-8db9-4a41-a20b-0241765eaeca), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:41:28.398715 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58404981-1a44-492b-bbe9-e29921e7c1bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:41:28.399321 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-58404981-1a44-492b-bbe9-e29921e7c1bf admin admin] Publish callbacks [] for network (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:41:28.407000 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-febb9487-3f3a-43d7-8245-77b898249a5f None None] Routers {'f7b505f7-9f21-4c45-9348-ce197602df24'} bound to L3 agent in host n-d-827839-2 {{(pid=103378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:41:28.407781 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-febb9487-3f3a-43d7-8245-77b898249a5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:41:03Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['f7b505f7-9f21-4c45-9348-ce197602df24'], 'active': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:41:28.564546 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-58404981-1a44-492b-bbe9-e29921e7c1bf admin admin] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7523458 Feb 04 17:41:28.567439 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 34764) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:41:28.574390 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-906dd31a-1b3e-4a1d-827a-b239221937b4 admin admin] Request body: {'subnet': {'network_id': 'd9d2a33e-8db9-4a41-a20b-0241765eaeca', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1873179763-subnet', 'tenant_id': '05197bd748204f69b33513fe3584d588', 'ip_version': 4}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:41:28.628813 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-906dd31a-1b3e-4a1d-827a-b239221937b4 admin admin] Made reservation on behalf of 05197bd748204f69b33513fe3584d588 for: {'subnet': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:41:28.631291 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-906dd31a-1b3e-4a1d-827a-b239221937b4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25597243'] for subnet (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:41:28.678833 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58404981-1a44-492b-bbe9-e29921e7c1bf admin admin] Pushing event updated for resources: {'Network': ['ID=d9d2a33e-8db9-4a41-a20b-0241765eaeca,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:41:28.699918 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Network d9d2a33e-8db9-4a41-a20b-0241765eaeca details requested by agent ovs-agent-n-d-827839-2 with host n-d-827839-2 {{(pid=103378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 17:41:28.766035 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55cc7d0-8985-41be-a73b-c2e062419dbb req-7a153888-1377-4c45-b75e-91177beed55d tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:41:28.772977 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-c55cc7d0-8985-41be-a73b-c2e062419dbb req-7a153888-1377-4c45-b75e-91177beed55d tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.89 "GET /v2.0/ports?device_id=8caa26b9-bc3c-4bda-a286-0c24d43a83a8 HTTP/1.1" status: 200 len: 945 time: 0.2013314 Feb 04 17:41:28.871930 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-c55cc7d0-8985-41be-a73b-c2e062419dbb req-95622fa7-8a9c-4a6e-87af-2d108258f3a0 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.89 "GET /v2.0/security-groups?id=08488bde-3452-4671-b745-5b4e8beeb3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927300 Feb 04 17:41:29.043316 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-906dd31a-1b3e-4a1d-827a-b239221937b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25889445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25597197'] for subnet (87e4c178-ef8e-4471-bb4a-41ed5f127b4b), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:41:29.049714 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 72159f13-0887-4ccb-8c3e-fab30f6453e5 up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:41:29.164384 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvr_db [None req-febb9487-3f3a-43d7-8245-77b898249a5f None None] Set router f7b505f7-9f21-4c45-9348-ce197602df24 gateway port host: n-d-827839-2 {{(pid=103378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:41:29.166872 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906dd31a-1b3e-4a1d-827a-b239221937b4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=87e4c178-ef8e-4471-bb4a-41ed5f127b4b,revision_number=0']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:41:29.247653 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-906dd31a-1b3e-4a1d-827a-b239221937b4 admin admin] Checking segment: {'id': '9351021e-50b8-4d27-ae30-4731efce627c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'd9d2a33e-8db9-4a41-a20b-0241765eaeca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:41:29.248006 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-906dd31a-1b3e-4a1d-827a-b239221937b4 admin admin] Network hostable DHCP agents. Network: d9d2a33e-8db9-4a41-a20b-0241765eaeca, hostable agents: ['bb89f5a3-3c22-440b-b7d1-c4f0c43c184a'], hosted agents: [] {{(pid=103377) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 17:41:29.271715 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-906dd31a-1b3e-4a1d-827a-b239221937b4 admin admin] Network d9d2a33e-8db9-4a41-a20b-0241765eaeca is scheduled to be hosted by DHCP agent bb89f5a3-3c22-440b-b7d1-c4f0c43c184a with binding_index 1 {{(pid=103377) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 17:41:29.285731 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [None req-906dd31a-1b3e-4a1d-827a-b239221937b4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827839-2, d9d2a33e-8db9-4a41-a20b-0241765eaeca) {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:41:29.290905 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-906dd31a-1b3e-4a1d-827a-b239221937b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:41:29.291828 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-906dd31a-1b3e-4a1d-827a-b239221937b4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:41:29.315469 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 34814) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:41:29.316059 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-906dd31a-1b3e-4a1d-827a-b239221937b4 admin admin] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7457669 Feb 04 17:41:29.327512 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-529b61ad-b299-4e96-9723-255b436f05bf admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1873179763-router', 'tenant_id': '05197bd748204f69b33513fe3584d588', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188'}}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:41:29.358590 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e647637-0dc0-4616-9925-b1de80605cc5 None None] Network d9d2a33e-8db9-4a41-a20b-0241765eaeca requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:41:29.363152 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-529b61ad-b299-4e96-9723-255b436f05bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1601657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26921'] for router (a5872899-0668-4cf6-9972-1b7e1f58cda9), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:41:29.364472 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-529b61ad-b299-4e96-9723-255b436f05bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1602025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603663', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1630571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26960'] for router (a5872899-0668-4cf6-9972-1b7e1f58cda9), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:41:29.458809 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-529b61ad-b299-4e96-9723-255b436f05bf admin admin] Publish callbacks [] for router_controller (a5872899-0668-4cf6-9972-1b7e1f58cda9), precommit_add_association {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:41:29.493841 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port 72159f13-0887-4ccb-8c3e-fab30f6453e5 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:41:29.495139 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (72159f13-0887-4ccb-8c3e-fab30f6453e5), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:41:29.742581 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-529b61ad-b299-4e96-9723-255b436f05bf admin admin] Publish callbacks [] for router_gateway (a5872899-0668-4cf6-9972-1b7e1f58cda9), precommit_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:41:29.757585 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53fd7655-b0e5-4b0e-bf94-4d9515d093d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e4c19ad-5724-5db8-8ee1-4f56ae69fcf4-d9d2a33e-8db9-4a41-a20b-0241765eaeca', 'network_id': 'd9d2a33e-8db9-4a41-a20b-0241765eaeca', 'project_id': '05197bd748204f69b33513fe3584d588', 'fixed_ips': [{'subnet_id': '87e4c178-ef8e-4471-bb4a-41ed5f127b4b'}]}} from n-d-827839-2. {{(pid=103378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 17:41:29.773599 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-53fd7655-b0e5-4b0e-bf94-4d9515d093d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:41:29.909239 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port 72159f13-0887-4ccb-8c3e-fab30f6453e5 is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:41:30.093089 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-22c9a1cb-f40f-44aa-9ca5-7460f2e8b3e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (bb89f5a3-3c22-440b-b7d1-c4f0c43c184a), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:41:30.109439 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468de3cf-8494-40d0-9356-463d533bde0b req-772c8ccf-1a9f-4d43-945f-346df0c02a1a tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:41:30.120392 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-468de3cf-8494-40d0-9356-463d533bde0b req-772c8ccf-1a9f-4d43-945f-346df0c02a1a tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.89 "GET /v2.0/ports?device_id=8caa26b9-bc3c-4bda-a286-0c24d43a83a8 HTTP/1.1" status: 200 len: 945 time: 0.1316118 Feb 04 17:41:30.182602 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-febb9487-3f3a-43d7-8245-77b898249a5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7b505f7-9f21-4c45-9348-ce197602df24', 'name': 'tempest-TestVolumeBackupRestore-2004722688-router', 'tenant_id': '5d530086a81c47f4a789a3b71476c7eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.212'}], 'enable_snat': True}, 'gw_port_id': '72159f13-0887-4ccb-8c3e-fab30f6453e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:41:17Z', 'updated_at': '2022-02-04T17:41:24Z', 'revision_number': 4, 'project_id': '5d530086a81c47f4a789a3b71476c7eb', 'gw_port': {'id': '72159f13-0887-4ccb-8c3e-fab30f6453e5', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:05:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7b505f7-9f21-4c45-9348-ce197602df24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3225, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:41:19Z', 'updated_at': '2022-02-04T17:41:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_interfaces': [{'id': 'c696292c-0e9f-4746-b099-98a6b95d4347', 'name': '', 'network_id': '075b1f2b-93d8-4e1b-bd57-5e36c089eac9', 'tenant_id': '5d530086a81c47f4a789a3b71476c7eb', 'mac_address': 'fa:16:3e:b7:74:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7b505f7-9f21-4c45-9348-ce197602df24', 'device_owner': 'network:router_interface', 'standard_attr_id': 3236, 'fixed_ips': [{'subnet_id': '4cbfb0a5-3518-40b7-8526-325a0a5f13de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:41:23Z', 'updated_at': '2022-02-04T17:41:25Z', 'revision_number': 2, 'project_id': '5d530086a81c47f4a789a3b71476c7eb', 'subnets': [{'id': '4cbfb0a5-3518-40b7-8526-325a0a5f13de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-2', False) {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:41:30.224520 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-529b61ad-b299-4e96-9723-255b436f05bf admin admin] Publish callbacks [] for router_gateway (a5872899-0668-4cf6-9972-1b7e1f58cda9), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:41:30.228435 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-468de3cf-8494-40d0-9356-463d533bde0b req-cf0e9d41-f35f-4297-bbed-4d4a37e7f2ba tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.89 "GET /v2.0/security-groups?id=08488bde-3452-4671-b745-5b4e8beeb3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068432 Feb 04 17:41:30.279358 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-529b61ad-b299-4e96-9723-255b436f05bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:41:30.335454 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-febb9487-3f3a-43d7-8245-77b898249a5f None None] Checking router: f7b505f7-9f21-4c45-9348-ce197602df24 for host: n-d-827839-2 {{(pid=103378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 17:41:30.335825 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-febb9487-3f3a-43d7-8245-77b898249a5f None None] Updating router f7b505f7-9f21-4c45-9348-ce197602df24 port c696292c-0e9f-4746-b099-98a6b95d4347 binding host n-d-827839-2 {{(pid=103378) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 17:41:30.413985 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-febb9487-3f3a-43d7-8245-77b898249a5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (c696292c-0e9f-4746-b099-98a6b95d4347), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:41:30.439783 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-53fd7655-b0e5-4b0e-bf94-4d9515d093d0 None None] Allocated IP 172.20.0.2 (d9d2a33e-8db9-4a41-a20b-0241765eaeca/87e4c178-ef8e-4471-bb4a-41ed5f127b4b/3b0b9a0c-b18e-4ef5-8915-58e94fdea288) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:41:30.505900 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.db_base_plugin_common [None req-529b61ad-b299-4e96-9723-255b436f05bf admin admin] Allocated IP 172.25.6.160 (48165773-85ad-49a1-9ec1-76fc8dc24188/7660bfad-1ea8-4fe7-831b-bed836f13efc/1a20d9c6-d2cf-4165-8ae5-f5926dce5fec) {{(pid=103376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:41:30.628155 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df7660f-fd0e-4572-b663-b7befc5c5aad req-06c05ce1-08dd-4579-8a65-ea5746bb1697 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:41:30.635897 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-2df7660f-fd0e-4572-b663-b7befc5c5aad req-06c05ce1-08dd-4579-8a65-ea5746bb1697 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.89 "GET /v2.0/ports?device_id=3c7675e1-1c8a-410f-be7f-b37c48bc9d65 HTTP/1.1" status: 200 len: 945 time: 0.1593201 Feb 04 17:41:30.748076 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-2df7660f-fd0e-4572-b663-b7befc5c5aad req-8f119a68-40c0-4eaf-b031-947a61175128 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.89 "GET /v2.0/security-groups?id=93ceaf89-daf9-4fd7-ba90-ecf1cae67db9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1025174 Feb 04 17:41:30.893191 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-529b61ad-b299-4e96-9723-255b436f05bf admin admin] Publish callbacks [] for port (1a20d9c6-d2cf-4165-8ae5-f5926dce5fec), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:41:30.983989 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-529b61ad-b299-4e96-9723-255b436f05bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (1a20d9c6-d2cf-4165-8ae5-f5926dce5fec), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:41:31.045572 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-529b61ad-b299-4e96-9723-255b436f05bf admin admin] Network 48165773-85ad-49a1-9ec1-76fc8dc24188 is already hosted by enough agents. {{(pid=103376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:41:31.051847 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [None req-529b61ad-b299-4e96-9723-255b436f05bf admin admin] Resources bound (agent type, host, resource id): {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:41:31.060199 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-529b61ad-b299-4e96-9723-255b436f05bf admin admin] Received port after_create {{(pid=103376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:41:31.102451 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d3ccbb-f4d6-4c1e-914d-8b78d41f349a req-d94aee98-f943-4164-8544-ac7db2073bf1 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:41:31.104383 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-04d3ccbb-f4d6-4c1e-914d-8b78d41f349a req-d94aee98-f943-4164-8544-ac7db2073bf1 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.89 "GET /v2.0/ports?device_id=3c7675e1-1c8a-410f-be7f-b37c48bc9d65 HTTP/1.1" status: 200 len: 945 time: 0.2368088 Feb 04 17:41:31.107469 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529b61ad-b299-4e96-9723-255b436f05bf admin admin] Pushing event updated for resources: {'Port': ['ID=1a20d9c6-d2cf-4165-8ae5-f5926dce5fec,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:41:31.351681 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-53fd7655-b0e5-4b0e-bf94-4d9515d093d0 None None] Publish callbacks [] for port (3b0b9a0c-b18e-4ef5-8915-58e94fdea288), precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:41:31.361784 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-53fd7655-b0e5-4b0e-bf94-4d9515d093d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135'] for port (3b0b9a0c-b18e-4ef5-8915-58e94fdea288), after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:41:31.407600 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53fd7655-b0e5-4b0e-bf94-4d9515d093d0 None None] Pushing event updated for resources: {'Port': ['ID=3b0b9a0c-b18e-4ef5-8915-58e94fdea288,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:41:31.440598 n-d-827839-2 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53fd7655-b0e5-4b0e-bf94-4d9515d093d0 None None] Network d9d2a33e-8db9-4a41-a20b-0241765eaeca is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:41:31.445783 n-d-827839-2 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-53fd7655-b0e5-4b0e-bf94-4d9515d093d0 None None] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:41:31.448606 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53fd7655-b0e5-4b0e-bf94-4d9515d093d0 None None] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:41:31.548234 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-04d3ccbb-f4d6-4c1e-914d-8b78d41f349a req-e14fdbb4-69f2-4c9c-b477-5c952aaaf496 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.89 "GET /v2.0/security-groups?id=93ceaf89-daf9-4fd7-ba90-ecf1cae67db9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4361000 Feb 04 17:41:31.550533 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-53fd7655-b0e5-4b0e-bf94-4d9515d093d0 None None] Attempting to bind port 3b0b9a0c-b18e-4ef5-8915-58e94fdea288 on host n-d-827839-2 for vnic_type normal with profile {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:41:31.551160 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-53fd7655-b0e5-4b0e-bf94-4d9515d093d0 None None] Attempting to bind port 3b0b9a0c-b18e-4ef5-8915-58e94fdea288 by drivers openvswitch,hyperv on host n-d-827839-2 at level 0 using segments [{'id': '9351021e-50b8-4d27-ae30-4731efce627c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'd9d2a33e-8db9-4a41-a20b-0241765eaeca'}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:41:31.551774 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53fd7655-b0e5-4b0e-bf94-4d9515d093d0 None None] Attempting to bind port 3b0b9a0c-b18e-4ef5-8915-58e94fdea288 on network d9d2a33e-8db9-4a41-a20b-0241765eaeca {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:41:31.620163 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-529b61ad-b299-4e96-9723-255b436f05bf admin admin] Publish callbacks [] for router_gateway (a5872899-0668-4cf6-9972-1b7e1f58cda9), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:41:31.636655 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-febb9487-3f3a-43d7-8245-77b898249a5f None None] Publish callbacks [] for port (c696292c-0e9f-4746-b099-98a6b95d4347), precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:41:31.645857 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53fd7655-b0e5-4b0e-bf94-4d9515d093d0 None None] Checking agent: {'id': 'ba70844b-66a0-45fd-a2f2-e6ed673321fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 0, 36), 'started_at': datetime.datetime(2022, 2, 4, 17, 1, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 41, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:41:31.646502 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53fd7655-b0e5-4b0e-bf94-4d9515d093d0 None None] Checking segment: {'id': '9351021e-50b8-4d27-ae30-4731efce627c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'd9d2a33e-8db9-4a41-a20b-0241765eaeca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:41:31.647036 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-53fd7655-b0e5-4b0e-bf94-4d9515d093d0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:41:31.647654 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53fd7655-b0e5-4b0e-bf94-4d9515d093d0 None None] Bound using segment: {'id': '9351021e-50b8-4d27-ae30-4731efce627c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'd9d2a33e-8db9-4a41-a20b-0241765eaeca'} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:41:31.648261 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-53fd7655-b0e5-4b0e-bf94-4d9515d093d0 None None] Bound port: 3b0b9a0c-b18e-4ef5-8915-58e94fdea288, host: n-d-827839-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9351021e-50b8-4d27-ae30-4731efce627c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'd9d2a33e-8db9-4a41-a20b-0241765eaeca'}}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:41:31.648764 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-53fd7655-b0e5-4b0e-bf94-4d9515d093d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (3b0b9a0c-b18e-4ef5-8915-58e94fdea288), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:41:31.652262 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-febb9487-3f3a-43d7-8245-77b898249a5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (c696292c-0e9f-4746-b099-98a6b95d4347), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:41:31.713941 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772251b5-3b31-431f-8326-8603a6b1021a None None] Pushing event updated for resources: {'Port': ['ID=c696292c-0e9f-4746-b099-98a6b95d4347,revision_number=3']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:41:31.887199 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-53fd7655-b0e5-4b0e-bf94-4d9515d093d0 None None] For port 3b0b9a0c-b18e-4ef5-8915-58e94fdea288, host n-d-827839-2, cleared binding levels {{(pid=103378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:41:31.896161 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-53fd7655-b0e5-4b0e-bf94-4d9515d093d0 None None] For port 3b0b9a0c-b18e-4ef5-8915-58e94fdea288, host n-d-827839-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=3b0b9a0c-b18e-4ef5-8915-58e94fdea288,segment=NetworkSegment(9351021e-50b8-4d27-ae30-4731efce627c),segment_id=9351021e-50b8-4d27-ae30-4731efce627c)] {{(pid=103378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:41:31.897765 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-febb9487-3f3a-43d7-8245-77b898249a5f None None] Attempting to bind port c696292c-0e9f-4746-b099-98a6b95d4347 on host n-d-827839-2 for vnic_type normal with profile {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:41:31.899311 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-febb9487-3f3a-43d7-8245-77b898249a5f None None] Attempting to bind port c696292c-0e9f-4746-b099-98a6b95d4347 by drivers openvswitch,hyperv on host n-d-827839-2 at level 0 using segments [{'id': 'fc43ce35-42d4-452c-8cea-9531bad329e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '075b1f2b-93d8-4e1b-bd57-5e36c089eac9'}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:41:31.899687 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-febb9487-3f3a-43d7-8245-77b898249a5f None None] Attempting to bind port c696292c-0e9f-4746-b099-98a6b95d4347 on network 075b1f2b-93d8-4e1b-bd57-5e36c089eac9 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:41:31.912810 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-febb9487-3f3a-43d7-8245-77b898249a5f None None] Checking agent: {'id': 'ba70844b-66a0-45fd-a2f2-e6ed673321fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 0, 36), 'started_at': datetime.datetime(2022, 2, 4, 17, 1, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 41, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:41:31.913238 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-febb9487-3f3a-43d7-8245-77b898249a5f None None] Checking segment: {'id': 'fc43ce35-42d4-452c-8cea-9531bad329e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '075b1f2b-93d8-4e1b-bd57-5e36c089eac9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:41:31.914091 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-febb9487-3f3a-43d7-8245-77b898249a5f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:41:31.914091 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-febb9487-3f3a-43d7-8245-77b898249a5f None None] Bound using segment: {'id': 'fc43ce35-42d4-452c-8cea-9531bad329e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '075b1f2b-93d8-4e1b-bd57-5e36c089eac9'} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:41:31.918418 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-febb9487-3f3a-43d7-8245-77b898249a5f None None] Bound port: c696292c-0e9f-4746-b099-98a6b95d4347, host: n-d-827839-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc43ce35-42d4-452c-8cea-9531bad329e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '075b1f2b-93d8-4e1b-bd57-5e36c089eac9'}}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:41:31.918934 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-febb9487-3f3a-43d7-8245-77b898249a5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (c696292c-0e9f-4746-b099-98a6b95d4347), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:41:31.941949 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-53fd7655-b0e5-4b0e-bf94-4d9515d093d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (3b0b9a0c-b18e-4ef5-8915-58e94fdea288), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:41:31.972097 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-529b61ad-b299-4e96-9723-255b436f05bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1602046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603680'] for router (a5872899-0668-4cf6-9972-1b7e1f58cda9), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:41:32.047771 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f95558-3070-4102-a181-589ec10fe18d req-04dd401d-f6df-4ebf-92a1-82023352cd86 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:41:32.055795 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-66f95558-3070-4102-a181-589ec10fe18d req-04dd401d-f6df-4ebf-92a1-82023352cd86 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.89 "GET /v2.0/networks?id=b55b6cf7-96ca-44f1-b402-5ece20b91f84 HTTP/1.1" status: 200 len: 812 time: 0.2271369 Feb 04 17:41:32.074592 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53fd7655-b0e5-4b0e-bf94-4d9515d093d0 None None] Pushing event updated for resources: {'Port': ['ID=3b0b9a0c-b18e-4ef5-8915-58e94fdea288,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:41:32.081059 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-66f95558-3070-4102-a181-589ec10fe18d req-a765408d-bc0a-47cc-99ee-29382116b184 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.89 "GET /v2.0/quotas/5f7c63cd6c624891853d19549e45e9fe HTTP/1.1" status: 200 len: 375 time: 0.0239601 Feb 04 17:41:32.180036 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-febb9487-3f3a-43d7-8245-77b898249a5f None None] For port c696292c-0e9f-4746-b099-98a6b95d4347, host n-d-827839-2, cleared binding levels {{(pid=103378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:41:32.183187 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-529b61ad-b299-4e96-9723-255b436f05bf admin admin] Router a5872899-0668-4cf6-9972-1b7e1f58cda9 is scheduled to L3 agent 64ada913-9131-4d99-a265-63a920956287 with binding_index 1 {{(pid=103376) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 17:41:32.184629 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-febb9487-3f3a-43d7-8245-77b898249a5f None None] For port c696292c-0e9f-4746-b099-98a6b95d4347, host n-d-827839-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=c696292c-0e9f-4746-b099-98a6b95d4347,segment=NetworkSegment(fc43ce35-42d4-452c-8cea-9531bad329e0),segment_id=fc43ce35-42d4-452c-8cea-9531bad329e0)] {{(pid=103378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:41:32.193851 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-febb9487-3f3a-43d7-8245-77b898249a5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (c696292c-0e9f-4746-b099-98a6b95d4347), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:41:32.210449 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-66f95558-3070-4102-a181-589ec10fe18d req-eb1dd875-36ab-435a-a2a9-5a2cf39997b3 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=5f7c63cd6c624891853d19549e45e9fe&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1281967 Feb 04 17:41:32.337590 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-6261224e-b4f1-46ad-bc75-79bff0d19414 None None] Provisioning complete for port c696292c-0e9f-4746-b099-98a6b95d4347 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:41:32.337960 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6261224e-b4f1-46ad-bc75-79bff0d19414 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (c696292c-0e9f-4746-b099-98a6b95d4347), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:41:32.343249 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-529b61ad-b299-4e96-9723-255b436f05bf admin admin] Notify agent at l3_agent.n-d-827839-2 the message routers_updated {{(pid=103376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 17:41:32.363475 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac46fad2-098f-4fa2-baa8-d4d1d1ae28bf None None] Sync routers for ids ['a5872899-0668-4cf6-9972-1b7e1f58cda9'] in n-d-827839-2 {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 17:41:32.367490 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-529b61ad-b299-4e96-9723-255b436f05bf admin admin] Publish callbacks [] for router (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:41:32.371376 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-529b61ad-b299-4e96-9723-255b436f05bf admin admin] 10.222.0.89 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.0524824 Feb 04 17:41:32.371633 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 34860) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:41:32.384316 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac46fad2-098f-4fa2-baa8-d4d1d1ae28bf None None] Routers {'a5872899-0668-4cf6-9972-1b7e1f58cda9'} bound to L3 agent in host n-d-827839-2 {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:41:32.384983 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-ac46fad2-098f-4fa2-baa8-d4d1d1ae28bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:41:03Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['a5872899-0668-4cf6-9972-1b7e1f58cda9'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:41:32.385609 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772251b5-3b31-431f-8326-8603a6b1021a None None] Pushing event updated for resources: {'Port': ['ID=c696292c-0e9f-4746-b099-98a6b95d4347,revision_number=4']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:41:32.458724 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-febb9487-3f3a-43d7-8245-77b898249a5f None None] Routers {'f7b505f7-9f21-4c45-9348-ce197602df24'} bound to L3 agent in host n-d-827839-2 {{(pid=103378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:41:32.459392 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-febb9487-3f3a-43d7-8245-77b898249a5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:41:03Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['f7b505f7-9f21-4c45-9348-ce197602df24'], 'active': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:41:32.538211 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-66f95558-3070-4102-a181-589ec10fe18d req-77163b04-e442-4a8a-bcb9-cdc9d55905e6 service neutron] 10.222.0.89 "GET /v2.0/networks/b55b6cf7-96ca-44f1-b402-5ece20b91f84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3252537 Feb 04 17:41:32.839626 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-6261224e-b4f1-46ad-bc75-79bff0d19414 None None] Current status of the port c696292c-0e9f-4746-b099-98a6b95d4347 is: DOWN; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:41:32.840852 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6261224e-b4f1-46ad-bc75-79bff0d19414 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (c696292c-0e9f-4746-b099-98a6b95d4347), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:41:32.857468 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-525fb8c1-b73e-4a87-8d48-a1adc90674d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (64ada913-9131-4d99-a265-63a920956287), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:41:32.882398 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 3b0b9a0c-b18e-4ef5-8915-58e94fdea288 up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:41:32.887512 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvr_db [None req-ac46fad2-098f-4fa2-baa8-d4d1d1ae28bf None None] Set router a5872899-0668-4cf6-9972-1b7e1f58cda9 gateway port host: n-d-827839-2 {{(pid=103379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:41:32.928040 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvr_db [None req-febb9487-3f3a-43d7-8245-77b898249a5f None None] Set router f7b505f7-9f21-4c45-9348-ce197602df24 gateway port host: n-d-827839-2 {{(pid=103378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:41:33.005507 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-66f95558-3070-4102-a181-589ec10fe18d req-0108082b-6eec-4f93-9ffa-6e386a9852ee service neutron] 10.222.0.89 "GET /v2.0/networks/b55b6cf7-96ca-44f1-b402-5ece20b91f84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4662869 Feb 04 17:41:33.113879 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-6261224e-b4f1-46ad-bc75-79bff0d19414 None None] For port c696292c-0e9f-4746-b099-98a6b95d4347, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=c696292c-0e9f-4746-b099-98a6b95d4347,segment=NetworkSegment(fc43ce35-42d4-452c-8cea-9531bad329e0),segment_id=fc43ce35-42d4-452c-8cea-9531bad329e0)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:41:33.141082 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6261224e-b4f1-46ad-bc75-79bff0d19414 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (c696292c-0e9f-4746-b099-98a6b95d4347), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:41:33.328348 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d408ec64-b374-4acb-a1fc-48241dad6d47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (0cd6d64a-47a7-40ff-8c12-71dd526c62e0), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:41:33.350101 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6261224e-b4f1-46ad-bc75-79bff0d19414 None None] Pushing event updated for resources: {'Port': ['ID=c696292c-0e9f-4746-b099-98a6b95d4347,revision_number=5']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:41:33.351386 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-ac46fad2-098f-4fa2-baa8-d4d1d1ae28bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5872899-0668-4cf6-9972-1b7e1f58cda9', 'name': 'tempest-TestVolumeBackupRestore-1873179763-router', 'tenant_id': '05197bd748204f69b33513fe3584d588', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.160'}], 'enable_snat': True}, 'gw_port_id': '1a20d9c6-d2cf-4165-8ae5-f5926dce5fec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:41:29Z', 'updated_at': '2022-02-04T17:41:31Z', 'revision_number': 3, 'project_id': '05197bd748204f69b33513fe3584d588', 'gw_port': {'id': '1a20d9c6-d2cf-4165-8ae5-f5926dce5fec', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:0d:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5872899-0668-4cf6-9972-1b7e1f58cda9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3247, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:41:30Z', 'updated_at': '2022-02-04T17:41:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2'}], 'n-d-827839-2', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:41:33.396345 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac46fad2-098f-4fa2-baa8-d4d1d1ae28bf None None] Checking router: a5872899-0668-4cf6-9972-1b7e1f58cda9 for host: n-d-827839-2 {{(pid=103379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 17:41:33.397078 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac46fad2-098f-4fa2-baa8-d4d1d1ae28bf None None] Updating router a5872899-0668-4cf6-9972-1b7e1f58cda9 port 1a20d9c6-d2cf-4165-8ae5-f5926dce5fec binding host n-d-827839-2 {{(pid=103379) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 17:41:33.448344 n-d-827839-2 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-ac46fad2-098f-4fa2-baa8-d4d1d1ae28bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (1a20d9c6-d2cf-4165-8ae5-f5926dce5fec), before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:41:33.891069 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port 3b0b9a0c-b18e-4ef5-8915-58e94fdea288 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:41:33.892230 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (3b0b9a0c-b18e-4ef5-8915-58e94fdea288), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:41:33.901129 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-28e88a95-4b71-4acd-8abd-e178df6b097f req-dfe3080b-a820-4ec3-81fc-5ecb281bcfb4 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.89 "GET /v2.0/ports?device_id=767795d3-099b-4029-adbe-71d8720fc06b HTTP/1.1" status: 200 len: 210 time: 0.1695919 Feb 04 17:41:34.038801 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-96dded9c-b59a-4e5f-8abf-4ab278d1c34f None None] Provisioning complete for port c696292c-0e9f-4746-b099-98a6b95d4347 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:41:34.041468 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-96dded9c-b59a-4e5f-8abf-4ab278d1c34f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (c696292c-0e9f-4746-b099-98a6b95d4347), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:41:34.106425 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f95830e5-5c71-43c2-aa83-a7fa8fa66b84 None None] Network d9d2a33e-8db9-4a41-a20b-0241765eaeca requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:41:34.146313 n-d-827839-2 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-ac46fad2-098f-4fa2-baa8-d4d1d1ae28bf None None] Publish callbacks [] for port (1a20d9c6-d2cf-4165-8ae5-f5926dce5fec), precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:41:34.158258 n-d-827839-2 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-ac46fad2-098f-4fa2-baa8-d4d1d1ae28bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (1a20d9c6-d2cf-4165-8ae5-f5926dce5fec), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:41:34.199562 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-7d51d0f8-9fba-4bb0-ae72-5d7827cbde97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:41:34.368708 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a71ef80-f061-482e-82ca-07197cab3220 None None] Pushing event updated for resources: {'Port': ['ID=1a20d9c6-d2cf-4165-8ae5-f5926dce5fec,revision_number=2']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:41:34.388470 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [None req-ac46fad2-098f-4fa2-baa8-d4d1d1ae28bf None None] Attempting to bind port 1a20d9c6-d2cf-4165-8ae5-f5926dce5fec on host n-d-827839-2 for vnic_type normal with profile {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:41:34.391750 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [None req-ac46fad2-098f-4fa2-baa8-d4d1d1ae28bf None None] Attempting to bind port 1a20d9c6-d2cf-4165-8ae5-f5926dce5fec by drivers openvswitch,hyperv on host n-d-827839-2 at level 0 using segments [{'id': '5942dc44-1f07-4c27-b0ab-45a2bff20dd5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188'}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:41:34.392119 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac46fad2-098f-4fa2-baa8-d4d1d1ae28bf None None] Attempting to bind port 1a20d9c6-d2cf-4165-8ae5-f5926dce5fec on network 48165773-85ad-49a1-9ec1-76fc8dc24188 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:41:34.425251 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-febb9487-3f3a-43d7-8245-77b898249a5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7b505f7-9f21-4c45-9348-ce197602df24', 'name': 'tempest-TestVolumeBackupRestore-2004722688-router', 'tenant_id': '5d530086a81c47f4a789a3b71476c7eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.212'}], 'enable_snat': True}, 'gw_port_id': '72159f13-0887-4ccb-8c3e-fab30f6453e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:41:17Z', 'updated_at': '2022-02-04T17:41:24Z', 'revision_number': 4, 'project_id': '5d530086a81c47f4a789a3b71476c7eb', 'gw_port': {'id': '72159f13-0887-4ccb-8c3e-fab30f6453e5', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:05:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7b505f7-9f21-4c45-9348-ce197602df24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3225, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:41:19Z', 'updated_at': '2022-02-04T17:41:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_interfaces': [{'id': 'c696292c-0e9f-4746-b099-98a6b95d4347', 'name': '', 'network_id': '075b1f2b-93d8-4e1b-bd57-5e36c089eac9', 'tenant_id': '5d530086a81c47f4a789a3b71476c7eb', 'mac_address': 'fa:16:3e:b7:74:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7b505f7-9f21-4c45-9348-ce197602df24', 'device_owner': 'network:router_interface', 'standard_attr_id': 3236, 'fixed_ips': [{'subnet_id': '4cbfb0a5-3518-40b7-8526-325a0a5f13de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:41:23Z', 'updated_at': '2022-02-04T17:41:32Z', 'revision_number': 4, 'project_id': '5d530086a81c47f4a789a3b71476c7eb', 'subnets': [{'id': '4cbfb0a5-3518-40b7-8526-325a0a5f13de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-2', False) {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:41:34.428778 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac46fad2-098f-4fa2-baa8-d4d1d1ae28bf None None] Checking agent: {'id': 'ba70844b-66a0-45fd-a2f2-e6ed673321fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 0, 36), 'started_at': datetime.datetime(2022, 2, 4, 17, 1, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 41, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:41:34.429638 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac46fad2-098f-4fa2-baa8-d4d1d1ae28bf None None] Checking segment: {'id': '5942dc44-1f07-4c27-b0ab-45a2bff20dd5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:41:34.436568 n-d-827839-2 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-ac46fad2-098f-4fa2-baa8-d4d1d1ae28bf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:41:34.457389 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac46fad2-098f-4fa2-baa8-d4d1d1ae28bf None None] Bound using segment: {'id': '5942dc44-1f07-4c27-b0ab-45a2bff20dd5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188'} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:41:34.458987 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [None req-ac46fad2-098f-4fa2-baa8-d4d1d1ae28bf None None] Bound port: 1a20d9c6-d2cf-4165-8ae5-f5926dce5fec, host: n-d-827839-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5942dc44-1f07-4c27-b0ab-45a2bff20dd5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188'}}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:41:34.459586 n-d-827839-2 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-ac46fad2-098f-4fa2-baa8-d4d1d1ae28bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (1a20d9c6-d2cf-4165-8ae5-f5926dce5fec), before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:41:34.477554 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-febb9487-3f3a-43d7-8245-77b898249a5f None None] The sync data for ids ['f7b505f7-9f21-4c45-9348-ce197602df24'] in n-d-827839-2 is: [{'id': 'f7b505f7-9f21-4c45-9348-ce197602df24', 'name': 'tempest-TestVolumeBackupRestore-2004722688-router', 'tenant_id': '5d530086a81c47f4a789a3b71476c7eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.212'}], 'enable_snat': True}, 'gw_port_id': '72159f13-0887-4ccb-8c3e-fab30f6453e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:41:17Z', 'updated_at': '2022-02-04T17:41:24Z', 'revision_number': 4, 'project_id': '5d530086a81c47f4a789a3b71476c7eb', 'gw_port': {'id': '72159f13-0887-4ccb-8c3e-fab30f6453e5', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:05:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7b505f7-9f21-4c45-9348-ce197602df24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3225, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:41:19Z', 'updated_at': '2022-02-04T17:41:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_interfaces': [{'id': 'c696292c-0e9f-4746-b099-98a6b95d4347', 'name': '', 'network_id': '075b1f2b-93d8-4e1b-bd57-5e36c089eac9', 'tenant_id': '5d530086a81c47f4a789a3b71476c7eb', 'mac_address': 'fa:16:3e:b7:74:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7b505f7-9f21-4c45-9348-ce197602df24', 'device_owner': 'network:router_interface', 'standard_attr_id': 3236, 'fixed_ips': [{'subnet_id': '4cbfb0a5-3518-40b7-8526-325a0a5f13de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:41:23Z', 'updated_at': '2022-02-04T17:41:32Z', 'revision_number': 4, 'project_id': '5d530086a81c47f4a789a3b71476c7eb', 'subnets': [{'id': '4cbfb0a5-3518-40b7-8526-325a0a5f13de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 17:41:34.571685 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port 3b0b9a0c-b18e-4ef5-8915-58e94fdea288 is: DOWN; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:41:34.577469 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (3b0b9a0c-b18e-4ef5-8915-58e94fdea288), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:41:34.739478 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-ac46fad2-098f-4fa2-baa8-d4d1d1ae28bf None None] For port 1a20d9c6-d2cf-4165-8ae5-f5926dce5fec, host n-d-827839-2, cleared binding levels {{(pid=103379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:41:34.752441 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-ac46fad2-098f-4fa2-baa8-d4d1d1ae28bf None None] For port 1a20d9c6-d2cf-4165-8ae5-f5926dce5fec, host n-d-827839-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=1a20d9c6-d2cf-4165-8ae5-f5926dce5fec,segment=NetworkSegment(5942dc44-1f07-4c27-b0ab-45a2bff20dd5),segment_id=5942dc44-1f07-4c27-b0ab-45a2bff20dd5)] {{(pid=103379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:41:34.762605 n-d-827839-2 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-ac46fad2-098f-4fa2-baa8-d4d1d1ae28bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (1a20d9c6-d2cf-4165-8ae5-f5926dce5fec), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:41:34.769238 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.db_base_plugin_common [None req-7d51d0f8-9fba-4bb0-ae72-5d7827cbde97 admin admin] Allocated IP 172.20.0.1 (d9d2a33e-8db9-4a41-a20b-0241765eaeca/87e4c178-ef8e-4471-bb4a-41ed5f127b4b/0f2a33bb-a428-4cc0-a4e0-37febd4f506c) {{(pid=103376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:41:34.956950 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 34920) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:41:34.961905 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac46fad2-098f-4fa2-baa8-d4d1d1ae28bf None None] Routers {'a5872899-0668-4cf6-9972-1b7e1f58cda9'} bound to L3 agent in host n-d-827839-2 {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:41:34.963040 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-ac46fad2-098f-4fa2-baa8-d4d1d1ae28bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:41:33Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['a5872899-0668-4cf6-9972-1b7e1f58cda9'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:41:35.084103 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a71ef80-f061-482e-82ca-07197cab3220 None None] Pushing event updated for resources: {'Port': ['ID=1a20d9c6-d2cf-4165-8ae5-f5926dce5fec,revision_number=3']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:41:35.104018 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-f5642f5f-1389-4beb-b3b3-21172e20d314 req-990f3e72-dbf3-4a9d-828e-8cc3e0f29881 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.89 "GET /v2.0/ports?device_id=767795d3-099b-4029-adbe-71d8720fc06b HTTP/1.1" status: 200 len: 210 time: 0.0939527 Feb 04 17:41:35.152754 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-7d51d0f8-9fba-4bb0-ae72-5d7827cbde97 admin admin] Publish callbacks [] for port (0f2a33bb-a428-4cc0-a4e0-37febd4f506c), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:41:35.244340 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-7d51d0f8-9fba-4bb0-ae72-5d7827cbde97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (0f2a33bb-a428-4cc0-a4e0-37febd4f506c), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:41:35.325494 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvr_db [None req-ac46fad2-098f-4fa2-baa8-d4d1d1ae28bf None None] Set router a5872899-0668-4cf6-9972-1b7e1f58cda9 gateway port host: n-d-827839-2 {{(pid=103379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:41:35.367877 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d51d0f8-9fba-4bb0-ae72-5d7827cbde97 admin admin] Network d9d2a33e-8db9-4a41-a20b-0241765eaeca is already hosted by enough agents. {{(pid=103376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:41:35.373712 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [None req-7d51d0f8-9fba-4bb0-ae72-5d7827cbde97 admin admin] Resources bound (agent type, host, resource id): {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:41:35.379148 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d51d0f8-9fba-4bb0-ae72-5d7827cbde97 admin admin] Received port after_create {{(pid=103376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:41:35.479263 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-7d51d0f8-9fba-4bb0-ae72-5d7827cbde97 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1595471'] for router_interface (a5872899-0668-4cf6-9972-1b7e1f58cda9), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:41:35.527716 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-96dded9c-b59a-4e5f-8abf-4ab278d1c34f None None] Current status of the port c696292c-0e9f-4746-b099-98a6b95d4347 is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:41:35.583018 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] For port 3b0b9a0c-b18e-4ef5-8915-58e94fdea288, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=3b0b9a0c-b18e-4ef5-8915-58e94fdea288,segment=NetworkSegment(9351021e-50b8-4d27-ae30-4731efce627c),segment_id=9351021e-50b8-4d27-ae30-4731efce627c)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:41:35.594439 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4f14bb47-e72b-46ac-9e44-a61d9293afcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (75326290-f7a3-4db8-9cf2-15c7139ed224), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:41:35.596520 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (3b0b9a0c-b18e-4ef5-8915-58e94fdea288), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:41:35.627774 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d51d0f8-9fba-4bb0-ae72-5d7827cbde97 admin admin] Pushing event updated for resources: {'Port': ['ID=0f2a33bb-a428-4cc0-a4e0-37febd4f506c,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:41:35.635402 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f95558-3070-4102-a181-589ec10fe18d req-2989bb9f-2def-46c8-ba4c-4f3b2454b3c5 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:41:35.639419 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-66f95558-3070-4102-a181-589ec10fe18d req-2989bb9f-2def-46c8-ba4c-4f3b2454b3c5 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.90 "GET /v2.0/networks?id=b55b6cf7-96ca-44f1-b402-5ece20b91f84 HTTP/1.1" status: 200 len: 812 time: 0.3642778 Feb 04 17:41:35.656446 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [req-66f95558-3070-4102-a181-589ec10fe18d req-103699bd-7b9c-48d6-af69-b937765bea97 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] Request body: {'port': {'device_id': '767795d3-099b-4029-adbe-71d8720fc06b', 'network_id': 'b55b6cf7-96ca-44f1-b402-5ece20b91f84', 'admin_state_up': True, 'tenant_id': '5f7c63cd6c624891853d19549e45e9fe'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:41:35.675247 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-849d1dcd-b6b9-431c-8a1b-7584396e89cf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:41:35.820505 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (ba70844b-66a0-45fd-a2f2-e6ed673321fc), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:41:35.831736 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-82f9629e-53fe-440a-a122-e83c61abb0e8 None None] Provisioning complete for port 3b0b9a0c-b18e-4ef5-8915-58e94fdea288 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:41:35.832575 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-82f9629e-53fe-440a-a122-e83c61abb0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (3b0b9a0c-b18e-4ef5-8915-58e94fdea288), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:41:35.876545 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-ac46fad2-098f-4fa2-baa8-d4d1d1ae28bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5872899-0668-4cf6-9972-1b7e1f58cda9', 'name': 'tempest-TestVolumeBackupRestore-1873179763-router', 'tenant_id': '05197bd748204f69b33513fe3584d588', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.160'}], 'enable_snat': True}, 'gw_port_id': '1a20d9c6-d2cf-4165-8ae5-f5926dce5fec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:41:29Z', 'updated_at': '2022-02-04T17:41:31Z', 'revision_number': 3, 'project_id': '05197bd748204f69b33513fe3584d588', 'gw_port': {'id': '1a20d9c6-d2cf-4165-8ae5-f5926dce5fec', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:0d:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5872899-0668-4cf6-9972-1b7e1f58cda9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3247, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:41:30Z', 'updated_at': '2022-02-04T17:41:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2'}], 'n-d-827839-2', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:41:35.908317 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Pushing event updated for resources: {'Port': ['ID=3b0b9a0c-b18e-4ef5-8915-58e94fdea288,revision_number=3']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:41:35.947185 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device c696292c-0e9f-4746-b099-98a6b95d4347 up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:41:35.973783 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-7d51d0f8-9fba-4bb0-ae72-5d7827cbde97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (0f2a33bb-a428-4cc0-a4e0-37febd4f506c), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:41:35.998789 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-66f95558-3070-4102-a181-589ec10fe18d req-103699bd-7b9c-48d6-af69-b937765bea97 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] Made reservation on behalf of 5f7c63cd6c624891853d19549e45e9fe for: {'port': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:41:36.016667 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-66f95558-3070-4102-a181-589ec10fe18d req-103699bd-7b9c-48d6-af69-b937765bea97 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:41:36.022631 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac46fad2-098f-4fa2-baa8-d4d1d1ae28bf None None] The sync data for ids ['a5872899-0668-4cf6-9972-1b7e1f58cda9'] in n-d-827839-2 is: [{'id': 'a5872899-0668-4cf6-9972-1b7e1f58cda9', 'name': 'tempest-TestVolumeBackupRestore-1873179763-router', 'tenant_id': '05197bd748204f69b33513fe3584d588', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.160'}], 'enable_snat': True}, 'gw_port_id': '1a20d9c6-d2cf-4165-8ae5-f5926dce5fec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:41:29Z', 'updated_at': '2022-02-04T17:41:31Z', 'revision_number': 3, 'project_id': '05197bd748204f69b33513fe3584d588', 'gw_port': {'id': '1a20d9c6-d2cf-4165-8ae5-f5926dce5fec', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:0d:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5872899-0668-4cf6-9972-1b7e1f58cda9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3247, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:41:30Z', 'updated_at': '2022-02-04T17:41:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2'}] {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 17:41:36.043781 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port c696292c-0e9f-4746-b099-98a6b95d4347 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:41:36.045433 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (c696292c-0e9f-4746-b099-98a6b95d4347), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:41:36.084195 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-82f9629e-53fe-440a-a122-e83c61abb0e8 None None] Current status of the port 3b0b9a0c-b18e-4ef5-8915-58e94fdea288 is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:41:36.279007 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port c696292c-0e9f-4746-b099-98a6b95d4347 is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:41:36.354453 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-65840e44-40d3-4d9f-a1ca-8a42b7c17cab None None] Provisioning complete for port 3b0b9a0c-b18e-4ef5-8915-58e94fdea288 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:41:36.355227 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-65840e44-40d3-4d9f-a1ca-8a42b7c17cab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (3b0b9a0c-b18e-4ef5-8915-58e94fdea288), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:41:36.357233 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-6ce56d93-6a55-47ea-a6b8-0c6106e44877 req-e660311b-49a9-49d4-86c8-e6bfc13db6d4 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.89 "GET /v2.0/ports?device_id=767795d3-099b-4029-adbe-71d8720fc06b HTTP/1.1" status: 200 len: 210 time: 0.1112447 Feb 04 17:41:36.573656 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-65840e44-40d3-4d9f-a1ca-8a42b7c17cab None None] Current status of the port 3b0b9a0c-b18e-4ef5-8915-58e94fdea288 is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:41:36.641485 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-849d1dcd-b6b9-431c-8a1b-7584396e89cf admin admin] Publish callbacks [] for security_group (6b54930d-3c1b-478f-ab4f-48a1294faa02), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:41:36.678468 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-849d1dcd-b6b9-431c-8a1b-7584396e89cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (6b54930d-3c1b-478f-ab4f-48a1294faa02), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:41:36.712844 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-7d51d0f8-9fba-4bb0-ae72-5d7827cbde97 admin admin] Publish callbacks [] for port (0f2a33bb-a428-4cc0-a4e0-37febd4f506c), precommit_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:41:36.753856 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849d1dcd-b6b9-431c-8a1b-7584396e89cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b54930d-3c1b-478f-ab4f-48a1294faa02,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:41:36.758364 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-7d51d0f8-9fba-4bb0-ae72-5d7827cbde97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675836'] for port (0f2a33bb-a428-4cc0-a4e0-37febd4f506c), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:41:36.900349 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-be817238-ddb7-4972-90fa-c06e2ad92774 None None] Provisioning complete for port 0f2a33bb-a428-4cc0-a4e0-37febd4f506c triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:41:36.908298 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-be817238-ddb7-4972-90fa-c06e2ad92774 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (0f2a33bb-a428-4cc0-a4e0-37febd4f506c), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:41:36.910795 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d51d0f8-9fba-4bb0-ae72-5d7827cbde97 admin admin] Pushing event updated for resources: {'Port': ['ID=0f2a33bb-a428-4cc0-a4e0-37febd4f506c,revision_number=2']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:41:37.024749 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-be817238-ddb7-4972-90fa-c06e2ad92774 None None] Port 0f2a33bb-a428-4cc0-a4e0-37febd4f506c cannot update to ACTIVE because it is not bound. {{(pid=103378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 17:41:37.034780 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-7d51d0f8-9fba-4bb0-ae72-5d7827cbde97 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1677345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602751'] for router_interface (a5872899-0668-4cf6-9972-1b7e1f58cda9), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:41:37.310651 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d51d0f8-9fba-4bb0-ae72-5d7827cbde97 admin admin] Network d9d2a33e-8db9-4a41-a20b-0241765eaeca is already hosted by enough agents. {{(pid=103376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:41:37.317789 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [None req-7d51d0f8-9fba-4bb0-ae72-5d7827cbde97 admin admin] Resources bound (agent type, host, resource id): {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:41:37.404001 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849d1dcd-b6b9-431c-8a1b-7584396e89cf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:41:37.405098 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849d1dcd-b6b9-431c-8a1b-7584396e89cf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:41:37.405398 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849d1dcd-b6b9-431c-8a1b-7584396e89cf admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:41:37.405594 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849d1dcd-b6b9-431c-8a1b-7584396e89cf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:41:37.405917 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849d1dcd-b6b9-431c-8a1b-7584396e89cf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:41:37.406248 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849d1dcd-b6b9-431c-8a1b-7584396e89cf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:41:37.406579 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849d1dcd-b6b9-431c-8a1b-7584396e89cf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:41:37.406907 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849d1dcd-b6b9-431c-8a1b-7584396e89cf admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:41:37.407236 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849d1dcd-b6b9-431c-8a1b-7584396e89cf admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:41:37.407561 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849d1dcd-b6b9-431c-8a1b-7584396e89cf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:41:37.407889 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849d1dcd-b6b9-431c-8a1b-7584396e89cf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:41:37.408216 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849d1dcd-b6b9-431c-8a1b-7584396e89cf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:41:37.408547 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849d1dcd-b6b9-431c-8a1b-7584396e89cf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:41:37.449276 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.db_base_plugin_common [req-66f95558-3070-4102-a181-589ec10fe18d req-103699bd-7b9c-48d6-af69-b937765bea97 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] Allocated IP 172.20.0.11 (b55b6cf7-96ca-44f1-b402-5ece20b91f84/56d77231-1e8a-430f-89bb-45ff7f982beb/21f2b0c5-67dd-4fc0-98c0-308d7f2cf6ac) {{(pid=103377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:41:37.460460 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-849d1dcd-b6b9-431c-8a1b-7584396e89cf admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=9b87294ee86846d988cdd68752f6447f&name=default HTTP/1.1" status: 200 len: 3000 time: 2.5022464 Feb 04 17:41:37.463591 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 34938) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:41:37.645338 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d51d0f8-9fba-4bb0-ae72-5d7827cbde97 admin admin] Router a5872899-0668-4cf6-9972-1b7e1f58cda9 has already been hosted by L3 agent 64ada913-9131-4d99-a265-63a920956287 {{(pid=103376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 17:41:37.750828 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-8fcd3a05-798c-4643-86e9-b10cd6226440 req-bc04e11e-d1ef-4f79-a240-c6a52b0ec77e tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.89 "GET /v2.0/ports?device_id=767795d3-099b-4029-adbe-71d8720fc06b HTTP/1.1" status: 200 len: 210 time: 0.1979148 Feb 04 17:41:37.790757 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-9271280c-46f2-4875-9728-e514ddd637f8 admin admin] Publish callbacks [] for security_group (6b54930d-3c1b-478f-ab4f-48a1294faa02), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:41:37.794109 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4bfb67ae-120b-40f0-a257-ee7304b6abf6 None None] Provisioning complete for port 0f2a33bb-a428-4cc0-a4e0-37febd4f506c triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:41:37.794622 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4bfb67ae-120b-40f0-a257-ee7304b6abf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (0f2a33bb-a428-4cc0-a4e0-37febd4f506c), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:41:37.862839 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4bfb67ae-120b-40f0-a257-ee7304b6abf6 None None] Port 0f2a33bb-a428-4cc0-a4e0-37febd4f506c cannot update to ACTIVE because it is not bound. {{(pid=103378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 17:41:37.885078 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d51d0f8-9fba-4bb0-ae72-5d7827cbde97 admin admin] Notify agent at l3_agent.n-d-827839-2 the message routers_updated {{(pid=103376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 17:41:37.911430 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-7d51d0f8-9fba-4bb0-ae72-5d7827cbde97 admin admin] 10.222.0.89 "PUT /v2.0/routers/a5872899-0668-4cf6-9972-1b7e1f58cda9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5301387 Feb 04 17:41:37.927497 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-9271280c-46f2-4875-9728-e514ddd637f8 admin admin] Publish callbacks [] for security_group (6b54930d-3c1b-478f-ab4f-48a1294faa02), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:41:37.980385 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 3b0b9a0c-b18e-4ef5-8915-58e94fdea288 up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:41:38.057233 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-9271280c-46f2-4875-9728-e514ddd637f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (6b54930d-3c1b-478f-ab4f-48a1294faa02), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:41:38.059902 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-9271280c-46f2-4875-9728-e514ddd637f8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:41:38.061665 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-9271280c-46f2-4875-9728-e514ddd637f8 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/6b54930d-3c1b-478f-ab4f-48a1294faa02 HTTP/1.1" status: 204 len: 168 time: 0.5865705 Feb 04 17:41:38.125841 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port 3b0b9a0c-b18e-4ef5-8915-58e94fdea288 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:41:38.126367 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (3b0b9a0c-b18e-4ef5-8915-58e94fdea288), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:41:38.129787 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9271280c-46f2-4875-9728-e514ddd637f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b54930d-3c1b-478f-ab4f-48a1294faa02,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:41:38.187370 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-66f95558-3070-4102-a181-589ec10fe18d req-103699bd-7b9c-48d6-af69-b937765bea97 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] Publish callbacks [] for port (21f2b0c5-67dd-4fc0-98c0-308d7f2cf6ac), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:41:38.292769 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-66f95558-3070-4102-a181-589ec10fe18d req-103699bd-7b9c-48d6-af69-b937765bea97 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (21f2b0c5-67dd-4fc0-98c0-308d7f2cf6ac), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:41:38.304002 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port 3b0b9a0c-b18e-4ef5-8915-58e94fdea288 is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:41:38.305888 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 1a20d9c6-d2cf-4165-8ae5-f5926dce5fec up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:41:38.367931 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] get_ports_and_sgs() called for port_ids ['06cc4543-cc32-4220-8ed9-c749772fcc2b'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 17:41:38.420717 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103699bd-7b9c-48d6-af69-b937765bea97 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] Pushing event updated for resources: {'Port': ['ID=21f2b0c5-67dd-4fc0-98c0-308d7f2cf6ac,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:41:38.461714 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-66f95558-3070-4102-a181-589ec10fe18d req-103699bd-7b9c-48d6-af69-b937765bea97 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] Network b55b6cf7-96ca-44f1-b402-5ece20b91f84 is already hosted by enough agents. {{(pid=103377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:41:38.463380 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [req-66f95558-3070-4102-a181-589ec10fe18d req-103699bd-7b9c-48d6-af69-b937765bea97 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] Resources bound (agent type, host, resource id): {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:41:38.466064 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [req-66f95558-3070-4102-a181-589ec10fe18d req-103699bd-7b9c-48d6-af69-b937765bea97 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] Received port after_create {{(pid=103377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:41:38.612183 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f95558-3070-4102-a181-589ec10fe18d req-103699bd-7b9c-48d6-af69-b937765bea97 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:41:38.612891 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-66f95558-3070-4102-a181-589ec10fe18d req-103699bd-7b9c-48d6-af69-b937765bea97 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:41:38.637561 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port 1a20d9c6-d2cf-4165-8ae5-f5926dce5fec triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:41:38.638315 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (1a20d9c6-d2cf-4165-8ae5-f5926dce5fec), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:41:38.652294 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-66f95558-3070-4102-a181-589ec10fe18d req-103699bd-7b9c-48d6-af69-b937765bea97 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0010819 Feb 04 17:41:38.665320 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [req-66f95558-3070-4102-a181-589ec10fe18d req-cae9f830-f5fb-4619-9e72-8f81ad154125 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] http://10.222.0.89:9696/v2.0/extensions returned with HTTP 200 {{(pid=103377) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 17:41:38.666390 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-66f95558-3070-4102-a181-589ec10fe18d req-cae9f830-f5fb-4619-9e72-8f81ad154125 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.90 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056586 Feb 04 17:41:38.683270 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [req-66f95558-3070-4102-a181-589ec10fe18d req-f62d4848-664f-4381-8510-3c9a171c053c service neutron] Request body: {'port': {'device_id': '767795d3-099b-4029-adbe-71d8720fc06b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827839-2'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:41:38.771339 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port 1a20d9c6-d2cf-4165-8ae5-f5926dce5fec is: DOWN; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:41:38.771745 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (1a20d9c6-d2cf-4165-8ae5-f5926dce5fec), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:41:38.796042 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-66f95558-3070-4102-a181-589ec10fe18d req-f62d4848-664f-4381-8510-3c9a171c053c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (21f2b0c5-67dd-4fc0-98c0-308d7f2cf6ac), before_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:41:38.822005 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] For port 1a20d9c6-d2cf-4165-8ae5-f5926dce5fec, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=1a20d9c6-d2cf-4165-8ae5-f5926dce5fec,segment=NetworkSegment(5942dc44-1f07-4c27-b0ab-45a2bff20dd5),segment_id=5942dc44-1f07-4c27-b0ab-45a2bff20dd5)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:41:38.827158 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (1a20d9c6-d2cf-4165-8ae5-f5926dce5fec), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:41:38.965887 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Pushing event updated for resources: {'Port': ['ID=1a20d9c6-d2cf-4165-8ae5-f5926dce5fec,revision_number=4']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:41:39.004833 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-a9bfcabe-f750-4bc0-acd3-f3d0ff1acf43 None None] Provisioning complete for port 21f2b0c5-67dd-4fc0-98c0-308d7f2cf6ac triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:41:39.010003 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a9bfcabe-f750-4bc0-acd3-f3d0ff1acf43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (21f2b0c5-67dd-4fc0-98c0-308d7f2cf6ac), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:41:39.068224 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be2b5d3-64a6-437b-a00f-9e43a7b9977a req-79176f37-ede3-4e79-a5bc-d4a53c320aa4 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:41:39.077105 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-2be2b5d3-64a6-437b-a00f-9e43a7b9977a req-79176f37-ede3-4e79-a5bc-d4a53c320aa4 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.89 "GET /v2.0/ports?device_id=767795d3-099b-4029-adbe-71d8720fc06b HTTP/1.1" status: 200 len: 932 time: 0.1783397 Feb 04 17:41:39.099308 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-a9bfcabe-f750-4bc0-acd3-f3d0ff1acf43 None None] Port 21f2b0c5-67dd-4fc0-98c0-308d7f2cf6ac cannot update to ACTIVE because it is not bound. {{(pid=103378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 17:41:39.230543 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-2be2b5d3-64a6-437b-a00f-9e43a7b9977a req-1a4bed3a-ad60-4e3f-b2cd-aad82ef7e35a tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.89 "GET /v2.0/security-groups?id=08488bde-3452-4671-b745-5b4e8beeb3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520245 Feb 04 17:41:39.306308 n-d-827839-2 neutron-server[103377]: DEBUG neutron.notifiers.nova [req-66f95558-3070-4102-a181-589ec10fe18d req-f62d4848-664f-4381-8510-3c9a171c053c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 21f2b0c5-67dd-4fc0-98c0-308d7f2cf6ac {{(pid=103377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 17:41:39.315430 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-66f95558-3070-4102-a181-589ec10fe18d req-f62d4848-664f-4381-8510-3c9a171c053c service neutron] Publish callbacks [] for port (21f2b0c5-67dd-4fc0-98c0-308d7f2cf6ac), precommit_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:41:39.341746 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.provisioning_blocks [req-66f95558-3070-4102-a181-589ec10fe18d req-f62d4848-664f-4381-8510-3c9a171c053c service neutron] Transition to ACTIVE for port object 21f2b0c5-67dd-4fc0-98c0-308d7f2cf6ac will not be triggered until provisioned by entity L2. {{(pid=103377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 17:41:39.347733 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-66f95558-3070-4102-a181-589ec10fe18d req-f62d4848-664f-4381-8510-3c9a171c053c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25888290'] for port (21f2b0c5-67dd-4fc0-98c0-308d7f2cf6ac), after_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:41:39.461927 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62d4848-664f-4381-8510-3c9a171c053c service neutron] Pushing event updated for resources: {'Port': ['ID=21f2b0c5-67dd-4fc0-98c0-308d7f2cf6ac,revision_number=2']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:41:39.731262 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a2c32af-ee9a-4769-94d0-691369a5d719 None None] Sync routers for ids ['a5872899-0668-4cf6-9972-1b7e1f58cda9'] in n-d-827839-2 {{(pid=103378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 17:41:39.733942 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [req-66f95558-3070-4102-a181-589ec10fe18d req-f62d4848-664f-4381-8510-3c9a171c053c service neutron] Attempting to bind port 21f2b0c5-67dd-4fc0-98c0-308d7f2cf6ac on host n-h2-827839-2 for vnic_type normal with profile {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:41:39.734299 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [req-66f95558-3070-4102-a181-589ec10fe18d req-f62d4848-664f-4381-8510-3c9a171c053c service neutron] Attempting to bind port 21f2b0c5-67dd-4fc0-98c0-308d7f2cf6ac by drivers openvswitch,hyperv on host n-h2-827839-2 at level 0 using segments [{'id': '95e3d896-e0ab-47f8-8257-e5c06c9261eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'b55b6cf7-96ca-44f1-b402-5ece20b91f84'}] {{(pid=103377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:41:39.734643 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66f95558-3070-4102-a181-589ec10fe18d req-f62d4848-664f-4381-8510-3c9a171c053c service neutron] Attempting to bind port 21f2b0c5-67dd-4fc0-98c0-308d7f2cf6ac on network b55b6cf7-96ca-44f1-b402-5ece20b91f84 {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:41:39.739544 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66f95558-3070-4102-a181-589ec10fe18d req-f62d4848-664f-4381-8510-3c9a171c053c service neutron] Port 21f2b0c5-67dd-4fc0-98c0-308d7f2cf6ac on network b55b6cf7-96ca-44f1-b402-5ece20b91f84 not bound, no agent of type Open vSwitch agent registered on host n-h2-827839-2 {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 17:41:39.739874 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66f95558-3070-4102-a181-589ec10fe18d req-f62d4848-664f-4381-8510-3c9a171c053c service neutron] Attempting to bind port 21f2b0c5-67dd-4fc0-98c0-308d7f2cf6ac on network b55b6cf7-96ca-44f1-b402-5ece20b91f84 {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:41:39.751154 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66f95558-3070-4102-a181-589ec10fe18d req-f62d4848-664f-4381-8510-3c9a171c053c service neutron] Checking agent: {'id': 'f20a1ab3-4332-4f54-833b-ba4a7c687e89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 8, 40), 'started_at': datetime.datetime(2022, 2, 4, 17, 8, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 41, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:41:39.751534 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66f95558-3070-4102-a181-589ec10fe18d req-f62d4848-664f-4381-8510-3c9a171c053c service neutron] Checking segment: {'id': '95e3d896-e0ab-47f8-8257-e5c06c9261eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'b55b6cf7-96ca-44f1-b402-5ece20b91f84'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:41:39.751928 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66f95558-3070-4102-a181-589ec10fe18d req-f62d4848-664f-4381-8510-3c9a171c053c service neutron] Bound using segment: {'id': '95e3d896-e0ab-47f8-8257-e5c06c9261eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'b55b6cf7-96ca-44f1-b402-5ece20b91f84'} {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:41:39.752365 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [req-66f95558-3070-4102-a181-589ec10fe18d req-f62d4848-664f-4381-8510-3c9a171c053c service neutron] Bound port: 21f2b0c5-67dd-4fc0-98c0-308d7f2cf6ac, host: n-h2-827839-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '95e3d896-e0ab-47f8-8257-e5c06c9261eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'b55b6cf7-96ca-44f1-b402-5ece20b91f84'}}] {{(pid=103377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:41:39.752731 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-66f95558-3070-4102-a181-589ec10fe18d req-f62d4848-664f-4381-8510-3c9a171c053c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (21f2b0c5-67dd-4fc0-98c0-308d7f2cf6ac), before_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:41:39.775009 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a2c32af-ee9a-4769-94d0-691369a5d719 None None] Routers {'a5872899-0668-4cf6-9972-1b7e1f58cda9'} bound to L3 agent in host n-d-827839-2 {{(pid=103378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:41:39.775974 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-8a2c32af-ee9a-4769-94d0-691369a5d719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:41:33Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['a5872899-0668-4cf6-9972-1b7e1f58cda9'], 'active': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:41:39.788274 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 1a20d9c6-d2cf-4165-8ae5-f5926dce5fec up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:41:39.929611 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [req-66f95558-3070-4102-a181-589ec10fe18d req-f62d4848-664f-4381-8510-3c9a171c053c service neutron] For port 21f2b0c5-67dd-4fc0-98c0-308d7f2cf6ac, host n-h2-827839-2, cleared binding levels {{(pid=103377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:41:39.943847 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [req-66f95558-3070-4102-a181-589ec10fe18d req-f62d4848-664f-4381-8510-3c9a171c053c service neutron] For port 21f2b0c5-67dd-4fc0-98c0-308d7f2cf6ac, host n-h2-827839-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=21f2b0c5-67dd-4fc0-98c0-308d7f2cf6ac,segment=NetworkSegment(95e3d896-e0ab-47f8-8257-e5c06c9261eb),segment_id=95e3d896-e0ab-47f8-8257-e5c06c9261eb)] {{(pid=103377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:41:39.962358 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-66f95558-3070-4102-a181-589ec10fe18d req-f62d4848-664f-4381-8510-3c9a171c053c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25888290'] for port (21f2b0c5-67dd-4fc0-98c0-308d7f2cf6ac), after_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:41:40.021931 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port 1a20d9c6-d2cf-4165-8ae5-f5926dce5fec triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:41:40.022414 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (1a20d9c6-d2cf-4165-8ae5-f5926dce5fec), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:41:40.073686 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvr_db [None req-8a2c32af-ee9a-4769-94d0-691369a5d719 None None] Set router a5872899-0668-4cf6-9972-1b7e1f58cda9 gateway port host: n-d-827839-2 {{(pid=103378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:41:40.078308 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f95558-3070-4102-a181-589ec10fe18d req-f62d4848-664f-4381-8510-3c9a171c053c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:41:40.079062 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-66f95558-3070-4102-a181-589ec10fe18d req-f62d4848-664f-4381-8510-3c9a171c053c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:41:40.080543 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-66f95558-3070-4102-a181-589ec10fe18d req-f62d4848-664f-4381-8510-3c9a171c053c service neutron] 10.222.0.90 "PUT /v2.0/ports/21f2b0c5-67dd-4fc0-98c0-308d7f2cf6ac HTTP/1.1" status: 200 len: 1092 time: 1.4027746 Feb 04 17:41:40.081046 n-d-827839-2 neutron-server[103377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '767795d3-099b-4029-adbe-71d8720fc06b', 'tag': '21f2b0c5-67dd-4fc0-98c0-308d7f2cf6ac'}] {{(pid=103377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:41:40.083302 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7240428b650e1488e9361b62648ff4b3a6c19d49d8c27c949491ab58c1346cf0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b278c0c8-6d30-4fa9-9fdb-0d5f0f882aaf" -d '{"events": [{"name": "network-changed", "server_uuid": "767795d3-099b-4029-adbe-71d8720fc06b", "tag": "21f2b0c5-67dd-4fc0-98c0-308d7f2cf6ac"}]}' {{(pid=103377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:41:40.160892 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.agents_db [None req-e1691f3b-aacd-4cd6-8ebb-a9c53bb301c0 None None] Agent healthcheck: found 7 active agents {{(pid=103379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 17:41:40.218880 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62d4848-664f-4381-8510-3c9a171c053c service neutron] Pushing event updated for resources: {'Port': ['ID=21f2b0c5-67dd-4fc0-98c0-308d7f2cf6ac,revision_number=3']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:41:40.226254 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 17:41:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45820634-5d4c-4d67-8834-be79d5ca46e3 x-openstack-request-id: req-45820634-5d4c-4d67-8834-be79d5ca46e3 {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:41:40.226740 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "767795d3-099b-4029-adbe-71d8720fc06b", "tag": "21f2b0c5-67dd-4fc0-98c0-308d7f2cf6ac", "status": "completed", "code": 200}]} {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:41:40.227175 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-45820634-5d4c-4d67-8834-be79d5ca46e3 {{(pid=103377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:41:40.227755 n-d-827839-2 neutron-server[103377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '767795d3-099b-4029-adbe-71d8720fc06b', 'tag': '21f2b0c5-67dd-4fc0-98c0-308d7f2cf6ac', 'status': 'completed', 'code': 200} Feb 04 17:41:40.565446 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64489b96-5cd4-485e-87cb-d269d9d4aae9 req-73f91b35-1e39-47f5-a778-5f9823f33efc tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:41:40.567179 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-64489b96-5cd4-485e-87cb-d269d9d4aae9 req-73f91b35-1e39-47f5-a778-5f9823f33efc tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.89 "GET /v2.0/ports?device_id=767795d3-099b-4029-adbe-71d8720fc06b HTTP/1.1" status: 200 len: 944 time: 0.1569302 Feb 04 17:41:40.639027 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (f20a1ab3-4332-4f54-833b-ba4a7c687e89), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:41:40.667826 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f95558-3070-4102-a181-589ec10fe18d req-3425e795-a871-4708-9b2d-11c6afb07014 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:41:40.674116 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-66f95558-3070-4102-a181-589ec10fe18d req-3425e795-a871-4708-9b2d-11c6afb07014 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=5f7c63cd6c624891853d19549e45e9fe&device_id=767795d3-099b-4029-adbe-71d8720fc06b HTTP/1.1" status: 200 len: 1126 time: 0.5325823 Feb 04 17:41:40.687062 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-64489b96-5cd4-485e-87cb-d269d9d4aae9 req-8cd89a68-ef5b-4cd1-99ce-0611504c6a46 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.89 "GET /v2.0/security-groups?id=08488bde-3452-4671-b745-5b4e8beeb3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134701 Feb 04 17:41:40.698726 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port 1a20d9c6-d2cf-4165-8ae5-f5926dce5fec is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:41:40.750491 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-66f95558-3070-4102-a181-589ec10fe18d req-31c23785-fc58-4d03-84ab-353c0a4d0a7f service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=21f2b0c5-67dd-4fc0-98c0-308d7f2cf6ac HTTP/1.1" status: 200 len: 217 time: 0.0635335 Feb 04 17:41:40.753079 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-8a2c32af-ee9a-4769-94d0-691369a5d719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5872899-0668-4cf6-9972-1b7e1f58cda9', 'name': 'tempest-TestVolumeBackupRestore-1873179763-router', 'tenant_id': '05197bd748204f69b33513fe3584d588', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.160'}], 'enable_snat': True}, 'gw_port_id': '1a20d9c6-d2cf-4165-8ae5-f5926dce5fec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:41:29Z', 'updated_at': '2022-02-04T17:41:35Z', 'revision_number': 4, 'project_id': '05197bd748204f69b33513fe3584d588', 'gw_port': {'id': '1a20d9c6-d2cf-4165-8ae5-f5926dce5fec', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:0d:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5872899-0668-4cf6-9972-1b7e1f58cda9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3247, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:41:30Z', 'updated_at': '2022-02-04T17:41:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_interfaces': [{'id': '0f2a33bb-a428-4cc0-a4e0-37febd4f506c', 'name': '', 'network_id': 'd9d2a33e-8db9-4a41-a20b-0241765eaeca', 'tenant_id': '05197bd748204f69b33513fe3584d588', 'mac_address': 'fa:16:3e:f0:82:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5872899-0668-4cf6-9972-1b7e1f58cda9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3248, 'fixed_ips': [{'subnet_id': '87e4c178-ef8e-4471-bb4a-41ed5f127b4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:41:34Z', 'updated_at': '2022-02-04T17:41:36Z', 'revision_number': 2, 'project_id': '05197bd748204f69b33513fe3584d588', 'subnets': [{'id': '87e4c178-ef8e-4471-bb4a-41ed5f127b4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-2', False) {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:41:40.786230 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a2c32af-ee9a-4769-94d0-691369a5d719 None None] Checking router: a5872899-0668-4cf6-9972-1b7e1f58cda9 for host: n-d-827839-2 {{(pid=103378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 17:41:40.786746 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a2c32af-ee9a-4769-94d0-691369a5d719 None None] Updating router a5872899-0668-4cf6-9972-1b7e1f58cda9 port 0f2a33bb-a428-4cc0-a4e0-37febd4f506c binding host n-d-827839-2 {{(pid=103378) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 17:41:40.812289 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f95558-3070-4102-a181-589ec10fe18d req-9842aceb-87f6-4e34-bcde-f6dd6f9d7b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:41:40.814444 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-66f95558-3070-4102-a181-589ec10fe18d req-9842aceb-87f6-4e34-bcde-f6dd6f9d7b6d service neutron] 10.222.0.90 "GET /v2.0/subnets?id=56d77231-1e8a-430f-89bb-45ff7f982beb HTTP/1.1" status: 200 len: 851 time: 0.0585968 Feb 04 17:41:40.824543 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8a2c32af-ee9a-4769-94d0-691369a5d719 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (0f2a33bb-a428-4cc0-a4e0-37febd4f506c), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:41:40.905591 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f95558-3070-4102-a181-589ec10fe18d req-e3805253-7bf6-4162-9451-5ae6fb9d55a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:41:40.907176 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-66f95558-3070-4102-a181-589ec10fe18d req-e3805253-7bf6-4162-9451-5ae6fb9d55a9 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=b55b6cf7-96ca-44f1-b402-5ece20b91f84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0832012 Feb 04 17:41:41.091415 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-66f95558-3070-4102-a181-589ec10fe18d req-9e1967c6-e3fd-42c4-bc82-3f604e243fbf service neutron] 10.222.0.90 "GET /v2.0/networks/b55b6cf7-96ca-44f1-b402-5ece20b91f84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1780457 Feb 04 17:41:41.216044 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8a2c32af-ee9a-4769-94d0-691369a5d719 None None] Publish callbacks [] for port (0f2a33bb-a428-4cc0-a4e0-37febd4f506c), precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:41:41.226000 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8a2c32af-ee9a-4769-94d0-691369a5d719 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (0f2a33bb-a428-4cc0-a4e0-37febd4f506c), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:41:41.279242 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-66f95558-3070-4102-a181-589ec10fe18d req-2dbbd375-3481-47fc-a5c8-97806acc547e service neutron] 10.222.0.90 "GET /v2.0/networks/b55b6cf7-96ca-44f1-b402-5ece20b91f84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1816616 Feb 04 17:41:41.405722 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184dc95e-b03f-4d46-aca2-134c19bb244c None None] Pushing event updated for resources: {'Port': ['ID=0f2a33bb-a428-4cc0-a4e0-37febd4f506c,revision_number=3']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:41:41.451896 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-8a2c32af-ee9a-4769-94d0-691369a5d719 None None] Attempting to bind port 0f2a33bb-a428-4cc0-a4e0-37febd4f506c on host n-d-827839-2 for vnic_type normal with profile {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:41:41.452310 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-8a2c32af-ee9a-4769-94d0-691369a5d719 None None] Attempting to bind port 0f2a33bb-a428-4cc0-a4e0-37febd4f506c by drivers openvswitch,hyperv on host n-d-827839-2 at level 0 using segments [{'id': '9351021e-50b8-4d27-ae30-4731efce627c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'd9d2a33e-8db9-4a41-a20b-0241765eaeca'}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:41:41.452650 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a2c32af-ee9a-4769-94d0-691369a5d719 None None] Attempting to bind port 0f2a33bb-a428-4cc0-a4e0-37febd4f506c on network d9d2a33e-8db9-4a41-a20b-0241765eaeca {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:41:41.458338 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a2c32af-ee9a-4769-94d0-691369a5d719 None None] Checking agent: {'id': 'ba70844b-66a0-45fd-a2f2-e6ed673321fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 0, 36), 'started_at': datetime.datetime(2022, 2, 4, 17, 1, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 41, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:41:41.458730 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a2c32af-ee9a-4769-94d0-691369a5d719 None None] Checking segment: {'id': '9351021e-50b8-4d27-ae30-4731efce627c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'd9d2a33e-8db9-4a41-a20b-0241765eaeca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:41:41.459148 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8a2c32af-ee9a-4769-94d0-691369a5d719 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:41:41.459547 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a2c32af-ee9a-4769-94d0-691369a5d719 None None] Bound using segment: {'id': '9351021e-50b8-4d27-ae30-4731efce627c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'd9d2a33e-8db9-4a41-a20b-0241765eaeca'} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:41:41.465431 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-8a2c32af-ee9a-4769-94d0-691369a5d719 None None] Bound port: 0f2a33bb-a428-4cc0-a4e0-37febd4f506c, host: n-d-827839-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9351021e-50b8-4d27-ae30-4731efce627c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'd9d2a33e-8db9-4a41-a20b-0241765eaeca'}}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:41:41.466130 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8a2c32af-ee9a-4769-94d0-691369a5d719 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (0f2a33bb-a428-4cc0-a4e0-37febd4f506c), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:41:41.473724 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b278c0c8-6d30-4fa9-9fdb-0d5f0f882aaf req-d74181e9-be60-4e38-bc0e-e7a5f7caa136 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:41:41.475555 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-b278c0c8-6d30-4fa9-9fdb-0d5f0f882aaf req-d74181e9-be60-4e38-bc0e-e7a5f7caa136 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=5f7c63cd6c624891853d19549e45e9fe&device_id=767795d3-099b-4029-adbe-71d8720fc06b HTTP/1.1" status: 200 len: 1126 time: 0.1295350 Feb 04 17:41:41.604390 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-8a2c32af-ee9a-4769-94d0-691369a5d719 None None] For port 0f2a33bb-a428-4cc0-a4e0-37febd4f506c, host n-d-827839-2, cleared binding levels {{(pid=103378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:41:41.615420 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-8a2c32af-ee9a-4769-94d0-691369a5d719 None None] For port 0f2a33bb-a428-4cc0-a4e0-37febd4f506c, host n-d-827839-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=0f2a33bb-a428-4cc0-a4e0-37febd4f506c,segment=NetworkSegment(9351021e-50b8-4d27-ae30-4731efce627c),segment_id=9351021e-50b8-4d27-ae30-4731efce627c)] {{(pid=103378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:41:41.628626 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8a2c32af-ee9a-4769-94d0-691369a5d719 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (0f2a33bb-a428-4cc0-a4e0-37febd4f506c), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:41:41.653635 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b278c0c8-6d30-4fa9-9fdb-0d5f0f882aaf req-4aeeed2c-001d-4630-9335-5cf9bdbc0bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:41:41.659854 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-b278c0c8-6d30-4fa9-9fdb-0d5f0f882aaf req-4aeeed2c-001d-4630-9335-5cf9bdbc0bd7 service neutron] 10.222.0.90 "GET /v2.0/networks?id=b55b6cf7-96ca-44f1-b402-5ece20b91f84 HTTP/1.1" status: 200 len: 913 time: 0.1768987 Feb 04 17:41:41.757302 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-b278c0c8-6d30-4fa9-9fdb-0d5f0f882aaf req-15560ea9-bf25-4a2b-9913-59589479165e service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=21f2b0c5-67dd-4fc0-98c0-308d7f2cf6ac HTTP/1.1" status: 200 len: 217 time: 0.0733933 Feb 04 17:41:41.814289 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a2c32af-ee9a-4769-94d0-691369a5d719 None None] Routers {'a5872899-0668-4cf6-9972-1b7e1f58cda9'} bound to L3 agent in host n-d-827839-2 {{(pid=103378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:41:41.817684 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-8a2c32af-ee9a-4769-94d0-691369a5d719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:41:33Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['a5872899-0668-4cf6-9972-1b7e1f58cda9'], 'active': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:41:41.900278 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b278c0c8-6d30-4fa9-9fdb-0d5f0f882aaf req-bbdb15fe-8151-4c78-a3bd-4e2922725f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:41:41.904661 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-b278c0c8-6d30-4fa9-9fdb-0d5f0f882aaf req-bbdb15fe-8151-4c78-a3bd-4e2922725f83 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=56d77231-1e8a-430f-89bb-45ff7f982beb HTTP/1.1" status: 200 len: 851 time: 0.1450243 Feb 04 17:41:41.953008 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ae2047-60b5-486a-9f0d-8320eaeff4cf req-2e15cdb3-2e03-41a1-a954-952ac4942442 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:41:41.961862 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-b1ae2047-60b5-486a-9f0d-8320eaeff4cf req-2e15cdb3-2e03-41a1-a954-952ac4942442 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.89 "GET /v2.0/ports?device_id=767795d3-099b-4029-adbe-71d8720fc06b HTTP/1.1" status: 200 len: 944 time: 0.1224604 Feb 04 17:41:41.968690 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 35088) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:41:41.995888 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-5dacceae-62fc-47ae-a8e4-395287605674 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1783350166', 'description': 'tempest-secgroup-smoke-1783350166 description', 'project_id': '86a0fd5c0c974eafbf1c6e95239dcb2c'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:41:42.025788 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b278c0c8-6d30-4fa9-9fdb-0d5f0f882aaf req-6557ca8d-09c4-4d89-895c-2c555f038aee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:41:42.032227 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-b278c0c8-6d30-4fa9-9fdb-0d5f0f882aaf req-6557ca8d-09c4-4d89-895c-2c555f038aee service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=b55b6cf7-96ca-44f1-b402-5ece20b91f84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1217160 Feb 04 17:41:42.102938 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-5dacceae-62fc-47ae-a8e4-395287605674 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Publish callbacks [] for security_group (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:41:42.123324 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvr_db [None req-8a2c32af-ee9a-4769-94d0-691369a5d719 None None] Set router a5872899-0668-4cf6-9972-1b7e1f58cda9 gateway port host: n-d-827839-2 {{(pid=103378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:41:42.132234 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-5dacceae-62fc-47ae-a8e4-395287605674 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Publish callbacks [] for security_group (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:41:42.157839 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-b1ae2047-60b5-486a-9f0d-8320eaeff4cf req-aa3a86b7-c79b-4e44-acba-f20123beeed5 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.89 "GET /v2.0/security-groups?id=08488bde-3452-4671-b745-5b4e8beeb3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1949360 Feb 04 17:41:42.215314 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-b278c0c8-6d30-4fa9-9fdb-0d5f0f882aaf req-965aaa47-e00b-415f-9bb3-d1806468bca6 service neutron] 10.222.0.90 "GET /v2.0/networks/b55b6cf7-96ca-44f1-b402-5ece20b91f84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1741855 Feb 04 17:41:42.263102 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-5dacceae-62fc-47ae-a8e4-395287605674 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Publish callbacks [] for security_group (7766ec2f-da4f-49e3-b43c-3471bee325e9), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:41:42.269658 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-5dacceae-62fc-47ae-a8e4-395287605674 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (7766ec2f-da4f-49e3-b43c-3471bee325e9), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:41:42.327225 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dacceae-62fc-47ae-a8e4-395287605674 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7766ec2f-da4f-49e3-b43c-3471bee325e9,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:41:42.342295 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dacceae-62fc-47ae-a8e4-395287605674 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:41:42.343015 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dacceae-62fc-47ae-a8e4-395287605674 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:41:42.343596 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dacceae-62fc-47ae-a8e4-395287605674 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:41:42.344167 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dacceae-62fc-47ae-a8e4-395287605674 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:41:42.344873 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dacceae-62fc-47ae-a8e4-395287605674 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:41:42.345704 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dacceae-62fc-47ae-a8e4-395287605674 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:41:42.346039 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-b278c0c8-6d30-4fa9-9fdb-0d5f0f882aaf req-bca284fa-f016-452c-8f6c-912aa5472314 service neutron] 10.222.0.90 "GET /v2.0/networks/b55b6cf7-96ca-44f1-b402-5ece20b91f84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248045 Feb 04 17:41:42.346513 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dacceae-62fc-47ae-a8e4-395287605674 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:41:42.346959 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dacceae-62fc-47ae-a8e4-395287605674 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:41:42.347471 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dacceae-62fc-47ae-a8e4-395287605674 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:41:42.347914 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dacceae-62fc-47ae-a8e4-395287605674 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:41:42.348386 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dacceae-62fc-47ae-a8e4-395287605674 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:41:42.348831 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dacceae-62fc-47ae-a8e4-395287605674 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:41:42.349271 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dacceae-62fc-47ae-a8e4-395287605674 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:41:42.436577 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184dc95e-b03f-4d46-aca2-134c19bb244c None None] Pushing event updated for resources: {'Port': ['ID=0f2a33bb-a428-4cc0-a4e0-37febd4f506c,revision_number=4']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:41:42.438931 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-5dacceae-62fc-47ae-a8e4-395287605674 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Publish callbacks [] for security_group (51fcebac-85fd-4a94-b17a-0b26ffac48da), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:41:42.453630 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-5dacceae-62fc-47ae-a8e4-395287605674 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (51fcebac-85fd-4a94-b17a-0b26ffac48da), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:41:42.457218 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (3f9244a9-75fc-4c10-b195-11d48b853b41), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:41:42.496226 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4d66e7e8-f6bb-4663-a8ed-e48090e5e06a None None] Provisioning complete for port 0f2a33bb-a428-4cc0-a4e0-37febd4f506c triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:41:42.496778 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4d66e7e8-f6bb-4663-a8ed-e48090e5e06a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (0f2a33bb-a428-4cc0-a4e0-37febd4f506c), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:41:42.499064 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-5dacceae-62fc-47ae-a8e4-395287605674 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Publish callbacks [] for security_group (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:41:42.503566 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-5dacceae-62fc-47ae-a8e4-395287605674 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] 10.222.0.89 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.5335274 Feb 04 17:41:42.506491 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 35094) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:41:42.518554 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-066892b9-46b0-46b1-9ea4-b1a4ad24e4b9 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Request body: {'security_group_rule': {'security_group_id': '51fcebac-85fd-4a94-b17a-0b26ffac48da', 'project_id': '86a0fd5c0c974eafbf1c6e95239dcb2c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:41:42.538983 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dacceae-62fc-47ae-a8e4-395287605674 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Pushing event updated for resources: {'SecurityGroup': ['ID=51fcebac-85fd-4a94-b17a-0b26ffac48da,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:41:42.574712 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-066892b9-46b0-46b1-9ea4-b1a4ad24e4b9 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Publish callbacks [] for security_group_rule (a3ab84e2-b96f-4122-89ce-ec69bb802a50), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:41:42.658966 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-066892b9-46b0-46b1-9ea4-b1a4ad24e4b9 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Publish callbacks [] for security_group_rule (a3ab84e2-b96f-4122-89ce-ec69bb802a50), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:41:42.662954 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-066892b9-46b0-46b1-9ea4-b1a4ad24e4b9 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664556'] for security_group_rule (a3ab84e2-b96f-4122-89ce-ec69bb802a50), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:41:42.674185 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4d66e7e8-f6bb-4663-a8ed-e48090e5e06a None None] Current status of the port 0f2a33bb-a428-4cc0-a4e0-37febd4f506c is: DOWN; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:41:42.674585 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4d66e7e8-f6bb-4663-a8ed-e48090e5e06a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (0f2a33bb-a428-4cc0-a4e0-37febd4f506c), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:41:42.686663 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066892b9-46b0-46b1-9ea4-b1a4ad24e4b9 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3ab84e2-b96f-4122-89ce-ec69bb802a50,revision_number=0']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:41:42.697628 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-066892b9-46b0-46b1-9ea4-b1a4ad24e4b9 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:41:42.699273 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-066892b9-46b0-46b1-9ea4-b1a4ad24e4b9 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1906822 Feb 04 17:41:42.702622 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 35098) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:41:42.711955 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-5c8a2c7b-6a51-40c2-857c-9f8bf6b328fb tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Request body: {'security_group_rule': {'security_group_id': '51fcebac-85fd-4a94-b17a-0b26ffac48da', 'project_id': '86a0fd5c0c974eafbf1c6e95239dcb2c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:41:42.749889 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-5c8a2c7b-6a51-40c2-857c-9f8bf6b328fb tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Publish callbacks [] for security_group_rule (9e90c794-b304-4695-bea7-5585f4ba03f8), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:41:42.803581 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-4d66e7e8-f6bb-4663-a8ed-e48090e5e06a None None] For port 0f2a33bb-a428-4cc0-a4e0-37febd4f506c, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=0f2a33bb-a428-4cc0-a4e0-37febd4f506c,segment=NetworkSegment(9351021e-50b8-4d27-ae30-4731efce627c),segment_id=9351021e-50b8-4d27-ae30-4731efce627c)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:41:42.825957 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-5c8a2c7b-6a51-40c2-857c-9f8bf6b328fb tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Publish callbacks [] for security_group_rule (9e90c794-b304-4695-bea7-5585f4ba03f8), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:41:42.830914 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-5c8a2c7b-6a51-40c2-857c-9f8bf6b328fb tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664556'] for security_group_rule (9e90c794-b304-4695-bea7-5585f4ba03f8), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:41:42.833838 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4d66e7e8-f6bb-4663-a8ed-e48090e5e06a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (0f2a33bb-a428-4cc0-a4e0-37febd4f506c), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:41:42.846860 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8a2c7b-6a51-40c2-857c-9f8bf6b328fb tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e90c794-b304-4695-bea7-5585f4ba03f8,revision_number=0']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:41:42.858370 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-8a2c32af-ee9a-4769-94d0-691369a5d719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5872899-0668-4cf6-9972-1b7e1f58cda9', 'name': 'tempest-TestVolumeBackupRestore-1873179763-router', 'tenant_id': '05197bd748204f69b33513fe3584d588', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.160'}], 'enable_snat': True}, 'gw_port_id': '1a20d9c6-d2cf-4165-8ae5-f5926dce5fec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:41:29Z', 'updated_at': '2022-02-04T17:41:35Z', 'revision_number': 4, 'project_id': '05197bd748204f69b33513fe3584d588', 'gw_port': {'id': '1a20d9c6-d2cf-4165-8ae5-f5926dce5fec', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:0d:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5872899-0668-4cf6-9972-1b7e1f58cda9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3247, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:41:30Z', 'updated_at': '2022-02-04T17:41:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_interfaces': [{'id': '0f2a33bb-a428-4cc0-a4e0-37febd4f506c', 'name': '', 'network_id': 'd9d2a33e-8db9-4a41-a20b-0241765eaeca', 'tenant_id': '05197bd748204f69b33513fe3584d588', 'mac_address': 'fa:16:3e:f0:82:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5872899-0668-4cf6-9972-1b7e1f58cda9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3248, 'fixed_ips': [{'subnet_id': '87e4c178-ef8e-4471-bb4a-41ed5f127b4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:41:34Z', 'updated_at': '2022-02-04T17:41:41Z', 'revision_number': 4, 'project_id': '05197bd748204f69b33513fe3584d588', 'subnets': [{'id': '87e4c178-ef8e-4471-bb4a-41ed5f127b4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-2', False) {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:41:42.867645 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-5c8a2c7b-6a51-40c2-857c-9f8bf6b328fb tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:41:42.873438 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 35102) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:41:42.875496 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-5c8a2c7b-6a51-40c2-857c-9f8bf6b328fb tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1715934 Feb 04 17:41:42.878369 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-ef9a0a17-b49a-4398-a586-67dd9b5569fa tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Request body: {'security_group_rule': {'security_group_id': '51fcebac-85fd-4a94-b17a-0b26ffac48da', 'project_id': '86a0fd5c0c974eafbf1c6e95239dcb2c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:41:42.933774 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-ef9a0a17-b49a-4398-a586-67dd9b5569fa tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Publish callbacks [] for security_group_rule (517737d3-6d0c-402f-9378-e12582d27303), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:41:43.024787 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-ef9a0a17-b49a-4398-a586-67dd9b5569fa tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Publish callbacks [] for security_group_rule (517737d3-6d0c-402f-9378-e12582d27303), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:41:43.029922 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-ef9a0a17-b49a-4398-a586-67dd9b5569fa tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664556'] for security_group_rule (517737d3-6d0c-402f-9378-e12582d27303), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:41:43.052508 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9a0a17-b49a-4398-a586-67dd9b5569fa tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=517737d3-6d0c-402f-9378-e12582d27303,revision_number=0']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:41:43.065190 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-ef9a0a17-b49a-4398-a586-67dd9b5569fa tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:41:43.067017 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-ef9a0a17-b49a-4398-a586-67dd9b5569fa tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1925499 Feb 04 17:41:43.069762 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 35104) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:41:43.074969 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-e4648993-134c-4d9c-bd36-3c5da779fa4b tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Request body: {'security_group_rule': {'security_group_id': '51fcebac-85fd-4a94-b17a-0b26ffac48da', 'project_id': '86a0fd5c0c974eafbf1c6e95239dcb2c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:41:43.123819 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-e4648993-134c-4d9c-bd36-3c5da779fa4b tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Publish callbacks [] for security_group_rule (ae19f758-e5b0-483a-a53b-59920eb2aeb0), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:41:43.132502 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a2c32af-ee9a-4769-94d0-691369a5d719 None None] The sync data for ids ['a5872899-0668-4cf6-9972-1b7e1f58cda9'] in n-d-827839-2 is: [{'id': 'a5872899-0668-4cf6-9972-1b7e1f58cda9', 'name': 'tempest-TestVolumeBackupRestore-1873179763-router', 'tenant_id': '05197bd748204f69b33513fe3584d588', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.160'}], 'enable_snat': True}, 'gw_port_id': '1a20d9c6-d2cf-4165-8ae5-f5926dce5fec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:41:29Z', 'updated_at': '2022-02-04T17:41:35Z', 'revision_number': 4, 'project_id': '05197bd748204f69b33513fe3584d588', 'gw_port': {'id': '1a20d9c6-d2cf-4165-8ae5-f5926dce5fec', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:0d:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5872899-0668-4cf6-9972-1b7e1f58cda9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3247, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:41:30Z', 'updated_at': '2022-02-04T17:41:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_interfaces': [{'id': '0f2a33bb-a428-4cc0-a4e0-37febd4f506c', 'name': '', 'network_id': 'd9d2a33e-8db9-4a41-a20b-0241765eaeca', 'tenant_id': '05197bd748204f69b33513fe3584d588', 'mac_address': 'fa:16:3e:f0:82:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5872899-0668-4cf6-9972-1b7e1f58cda9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3248, 'fixed_ips': [{'subnet_id': '87e4c178-ef8e-4471-bb4a-41ed5f127b4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:41:34Z', 'updated_at': '2022-02-04T17:41:41Z', 'revision_number': 4, 'project_id': '05197bd748204f69b33513fe3584d588', 'subnets': [{'id': '87e4c178-ef8e-4471-bb4a-41ed5f127b4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 17:41:43.152300 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-c0f46fdb-25a6-40e9-9b3f-ec3b778f0081 None None] Provisioning complete for port 0f2a33bb-a428-4cc0-a4e0-37febd4f506c triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:41:43.152761 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c0f46fdb-25a6-40e9-9b3f-ec3b778f0081 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (0f2a33bb-a428-4cc0-a4e0-37febd4f506c), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:41:43.189964 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d66e7e8-f6bb-4663-a8ed-e48090e5e06a None None] Pushing event updated for resources: {'Port': ['ID=0f2a33bb-a428-4cc0-a4e0-37febd4f506c,revision_number=5']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:41:43.301787 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-c0f46fdb-25a6-40e9-9b3f-ec3b778f0081 None None] Current status of the port 0f2a33bb-a428-4cc0-a4e0-37febd4f506c is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:41:43.345131 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-e4648993-134c-4d9c-bd36-3c5da779fa4b tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Publish callbacks [] for security_group_rule (ae19f758-e5b0-483a-a53b-59920eb2aeb0), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:41:43.349593 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-e4648993-134c-4d9c-bd36-3c5da779fa4b tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664556'] for security_group_rule (ae19f758-e5b0-483a-a53b-59920eb2aeb0), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:41:43.391794 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4648993-134c-4d9c-bd36-3c5da779fa4b tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae19f758-e5b0-483a-a53b-59920eb2aeb0,revision_number=0']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:41:43.399994 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-e4648993-134c-4d9c-bd36-3c5da779fa4b tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:41:43.401309 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-e4648993-134c-4d9c-bd36-3c5da779fa4b tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3304234 Feb 04 17:41:43.406665 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 35108) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:41:43.414257 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-c961b64d-2ed1-4110-b668-e45cf8ec9921 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Request body: {'security_group_rule': {'security_group_id': '51fcebac-85fd-4a94-b17a-0b26ffac48da', 'project_id': '86a0fd5c0c974eafbf1c6e95239dcb2c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:41:43.440369 n-d-827839-2 neutron-server[103376]: INFO neutron.db.securitygroups_db [None req-c961b64d-2ed1-4110-b668-e45cf8ec9921 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Project 86a0fd5c0c974eafbf1c6e95239dcb2c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 17:41:43.455678 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-c961b64d-2ed1-4110-b668-e45cf8ec9921 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Publish callbacks [] for security_group_rule (da5623bc-ace0-4806-b4c1-cf031c96f6c2), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:41:43.529295 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf00a7b-3ed2-458b-b7a0-9a84e01a6c86 req-24befe02-5f79-43e0-adf8-f72f7d50e73c tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:41:43.538604 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-ecf00a7b-3ed2-458b-b7a0-9a84e01a6c86 req-24befe02-5f79-43e0-adf8-f72f7d50e73c tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.89 "GET /v2.0/ports?device_id=767795d3-099b-4029-adbe-71d8720fc06b HTTP/1.1" status: 200 len: 944 time: 0.1822345 Feb 04 17:41:43.550504 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-c961b64d-2ed1-4110-b668-e45cf8ec9921 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Publish callbacks [] for security_group_rule (da5623bc-ace0-4806-b4c1-cf031c96f6c2), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:41:43.561558 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-c961b64d-2ed1-4110-b668-e45cf8ec9921 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664556'] for security_group_rule (da5623bc-ace0-4806-b4c1-cf031c96f6c2), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:41:43.609685 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c961b64d-2ed1-4110-b668-e45cf8ec9921 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da5623bc-ace0-4806-b4c1-cf031c96f6c2,revision_number=0']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:41:43.622640 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-c961b64d-2ed1-4110-b668-e45cf8ec9921 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:41:43.626738 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-c961b64d-2ed1-4110-b668-e45cf8ec9921 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2187579 Feb 04 17:41:43.628824 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 35112) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:41:43.637483 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-d690b707-183b-4465-9994-01b796c79257 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Request body: {'security_group_rule': {'security_group_id': '51fcebac-85fd-4a94-b17a-0b26ffac48da', 'project_id': '86a0fd5c0c974eafbf1c6e95239dcb2c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:41:43.644121 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-ecf00a7b-3ed2-458b-b7a0-9a84e01a6c86 req-2295fa79-fb05-4463-bcf7-15b6ef442818 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.89 "GET /v2.0/security-groups?id=08488bde-3452-4671-b745-5b4e8beeb3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842388 Feb 04 17:41:43.708874 n-d-827839-2 neutron-server[103376]: INFO neutron.db.securitygroups_db [None req-d690b707-183b-4465-9994-01b796c79257 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Project 86a0fd5c0c974eafbf1c6e95239dcb2c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 17:41:43.714557 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-d690b707-183b-4465-9994-01b796c79257 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Publish callbacks [] for security_group_rule (1c3725d8-dccf-4fcd-9ce7-11da408017fe), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:41:43.845181 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 0f2a33bb-a428-4cc0-a4e0-37febd4f506c up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:41:43.846271 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-d690b707-183b-4465-9994-01b796c79257 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Publish callbacks [] for security_group_rule (1c3725d8-dccf-4fcd-9ce7-11da408017fe), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:41:43.862308 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-d690b707-183b-4465-9994-01b796c79257 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664556'] for security_group_rule (1c3725d8-dccf-4fcd-9ce7-11da408017fe), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:41:43.898293 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d690b707-183b-4465-9994-01b796c79257 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c3725d8-dccf-4fcd-9ce7-11da408017fe,revision_number=0']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:41:43.920216 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-d690b707-183b-4465-9994-01b796c79257 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:41:43.921570 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-d690b707-183b-4465-9994-01b796c79257 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2916009 Feb 04 17:41:43.924615 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 35118) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:41:43.937093 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-2222db54-e30c-46e6-b059-b06a6deb8b50 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Request body: {'network': {'name': 'tempest-network-smoke--375214652', 'project_id': '86a0fd5c0c974eafbf1c6e95239dcb2c', 'port_security_enabled': True}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:41:43.970028 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2222db54-e30c-46e6-b059-b06a6deb8b50 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Made reservation on behalf of 86a0fd5c0c974eafbf1c6e95239dcb2c for: {'network': 1} {{(pid=103376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:41:43.978500 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-2222db54-e30c-46e6-b059-b06a6deb8b50 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for network (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:41:44.002518 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port 0f2a33bb-a428-4cc0-a4e0-37febd4f506c triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:41:44.002898 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (0f2a33bb-a428-4cc0-a4e0-37febd4f506c), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:41:44.067753 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2222db54-e30c-46e6-b059-b06a6deb8b50 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] vlan segment allocate from pool success with {'vlan_id': 766, 'physical_network': 'physnet1'} {{(pid=103376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 17:41:44.097891 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-2222db54-e30c-46e6-b059-b06a6deb8b50 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (2eb92e58-4f00-4646-ba01-0085967486fd), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:41:44.099062 n-d-827839-2 neutron-server[103376]: INFO neutron.db.segments_db [None req-2222db54-e30c-46e6-b059-b06a6deb8b50 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Added segment 2eb92e58-4f00-4646-ba01-0085967486fd of type vlan for network c75b0216-bbb5-4b6f-8caf-507659fff648 Feb 04 17:41:44.188208 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port 0f2a33bb-a428-4cc0-a4e0-37febd4f506c is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:41:44.225941 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-2222db54-e30c-46e6-b059-b06a6deb8b50 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781084292801'] for network (c75b0216-bbb5-4b6f-8caf-507659fff648), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:41:44.262825 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-2222db54-e30c-46e6-b059-b06a6deb8b50 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327'] for network (c75b0216-bbb5-4b6f-8caf-507659fff648), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:41:44.271245 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2222db54-e30c-46e6-b059-b06a6deb8b50 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:41:44.271982 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-2222db54-e30c-46e6-b059-b06a6deb8b50 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Publish callbacks [] for network (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:41:44.394957 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-2222db54-e30c-46e6-b059-b06a6deb8b50 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4661648 Feb 04 17:41:44.394957 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2222db54-e30c-46e6-b059-b06a6deb8b50 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Pushing event updated for resources: {'Network': ['ID=c75b0216-bbb5-4b6f-8caf-507659fff648,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:41:44.395875 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 35126) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:41:44.407833 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-9b63f0cd-a8f3-4100-b8bb-8d7a4b88e71d tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1088852000', 'admin_state_up': True, 'project_id': '86a0fd5c0c974eafbf1c6e95239dcb2c', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188'}}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:41:44.408514 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Network c75b0216-bbb5-4b6f-8caf-507659fff648 details requested by agent ovs-agent-n-d-827839-2 with host n-d-827839-2 {{(pid=103378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 17:41:44.493865 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-9b63f0cd-a8f3-4100-b8bb-8d7a4b88e71d tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1601657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26921'] for router (ea8f65a9-a01d-4df3-b91f-b261ef81f003), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:41:44.495049 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-9b63f0cd-a8f3-4100-b8bb-8d7a4b88e71d tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1602025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603663', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1630571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26960'] for router (ea8f65a9-a01d-4df3-b91f-b261ef81f003), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:41:44.646709 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-9b63f0cd-a8f3-4100-b8bb-8d7a4b88e71d tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Publish callbacks [] for router_controller (ea8f65a9-a01d-4df3-b91f-b261ef81f003), precommit_add_association {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:41:44.785986 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Device 21f2b0c5-67dd-4fc0-98c0-308d7f2cf6ac details requested by agent hyperv_n-h2-827839-2 with host n-h2-827839-2 {{(pid=103378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 17:41:44.842037 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-9b63f0cd-a8f3-4100-b8bb-8d7a4b88e71d tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Publish callbacks [] for router_gateway (ea8f65a9-a01d-4df3-b91f-b261ef81f003), precommit_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:41:44.927715 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73dbf96f-086f-4555-b251-8dc486a81a56 req-60ccb4bf-3316-486d-8061-f26d517cf8d4 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:41:44.945849 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-73dbf96f-086f-4555-b251-8dc486a81a56 req-60ccb4bf-3316-486d-8061-f26d517cf8d4 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.89 "GET /v2.0/ports?device_id=767795d3-099b-4029-adbe-71d8720fc06b HTTP/1.1" status: 200 len: 944 time: 0.1548097 Feb 04 17:41:45.066656 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] For port 21f2b0c5-67dd-4fc0-98c0-308d7f2cf6ac, host n-h2-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=21f2b0c5-67dd-4fc0-98c0-308d7f2cf6ac,segment=NetworkSegment(95e3d896-e0ab-47f8-8257-e5c06c9261eb),segment_id=95e3d896-e0ab-47f8-8257-e5c06c9261eb)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:41:45.098488 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Returning: {'device': '21f2b0c5-67dd-4fc0-98c0-308d7f2cf6ac', 'network_id': 'b55b6cf7-96ca-44f1-b402-5ece20b91f84', 'port_id': '21f2b0c5-67dd-4fc0-98c0-308d7f2cf6ac', 'mac_address': 'fa:16:3e:67:0f:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 796, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56d77231-1e8a-430f-89bb-45ff7f982beb', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 17:41:45.120354 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-73dbf96f-086f-4555-b251-8dc486a81a56 req-ebeacc8e-f006-476c-b96e-020ad533fd14 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.89 "GET /v2.0/security-groups?id=08488bde-3452-4671-b745-5b4e8beeb3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1650400 Feb 04 17:41:45.211163 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Current status of the port 21f2b0c5-67dd-4fc0-98c0-308d7f2cf6ac is: DOWN; New status is: BUILD {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:41:45.211843 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (21f2b0c5-67dd-4fc0-98c0-308d7f2cf6ac), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:41:45.242836 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 21f2b0c5-67dd-4fc0-98c0-308d7f2cf6ac {{(pid=103378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 17:41:45.282488 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] For port 21f2b0c5-67dd-4fc0-98c0-308d7f2cf6ac, host n-h2-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=21f2b0c5-67dd-4fc0-98c0-308d7f2cf6ac,segment=NetworkSegment(95e3d896-e0ab-47f8-8257-e5c06c9261eb),segment_id=95e3d896-e0ab-47f8-8257-e5c06c9261eb)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:41:45.303424 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (21f2b0c5-67dd-4fc0-98c0-308d7f2cf6ac), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:41:45.375158 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-9b63f0cd-a8f3-4100-b8bb-8d7a4b88e71d tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Publish callbacks [] for router_gateway (ea8f65a9-a01d-4df3-b91f-b261ef81f003), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:41:45.427568 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Pushing event updated for resources: {'Port': ['ID=21f2b0c5-67dd-4fc0-98c0-308d7f2cf6ac,revision_number=4']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:41:45.469817 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-9b63f0cd-a8f3-4100-b8bb-8d7a4b88e71d tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:41:45.563965 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] get_ports_and_sgs() called for port_ids ['21f2b0c5-67dd-4fc0-98c0-308d7f2cf6ac'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 17:41:45.676604 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.db_base_plugin_common [None req-9b63f0cd-a8f3-4100-b8bb-8d7a4b88e71d tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Allocated IP 172.25.6.250 (48165773-85ad-49a1-9ec1-76fc8dc24188/7660bfad-1ea8-4fe7-831b-bed836f13efc/6e4da06b-1464-4aee-9e86-c692099bc48f) {{(pid=103377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:41:45.917805 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-9b63f0cd-a8f3-4100-b8bb-8d7a4b88e71d tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Publish callbacks [] for port (6e4da06b-1464-4aee-9e86-c692099bc48f), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:41:45.995145 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-9b63f0cd-a8f3-4100-b8bb-8d7a4b88e71d tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (6e4da06b-1464-4aee-9e86-c692099bc48f), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:41:46.014128 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b63f0cd-a8f3-4100-b8bb-8d7a4b88e71d tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Network 48165773-85ad-49a1-9ec1-76fc8dc24188 is already hosted by enough agents. {{(pid=103377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:41:46.015612 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [None req-9b63f0cd-a8f3-4100-b8bb-8d7a4b88e71d tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Resources bound (agent type, host, resource id): {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:41:46.048215 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b63f0cd-a8f3-4100-b8bb-8d7a4b88e71d tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Received port after_create {{(pid=103377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:41:46.126270 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b63f0cd-a8f3-4100-b8bb-8d7a4b88e71d tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Pushing event updated for resources: {'Port': ['ID=6e4da06b-1464-4aee-9e86-c692099bc48f,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:41:46.377784 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f47531-a7b5-4e9a-9138-cac6df3177b1 req-65e3fd4e-b7f3-4192-b55d-65dffdab8698 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:41:46.379356 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-75f47531-a7b5-4e9a-9138-cac6df3177b1 req-65e3fd4e-b7f3-4192-b55d-65dffdab8698 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.89 "GET /v2.0/ports?device_id=767795d3-099b-4029-adbe-71d8720fc06b HTTP/1.1" status: 200 len: 945 time: 0.1076729 Feb 04 17:41:46.562965 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-9b63f0cd-a8f3-4100-b8bb-8d7a4b88e71d tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Publish callbacks [] for router_gateway (ea8f65a9-a01d-4df3-b91f-b261ef81f003), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:41:46.583980 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-75f47531-a7b5-4e9a-9138-cac6df3177b1 req-85697504-fe93-47c4-ad21-657a93b17f8a tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.89 "GET /v2.0/security-groups?id=08488bde-3452-4671-b745-5b4e8beeb3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460493 Feb 04 17:41:46.795684 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Device 21f2b0c5-67dd-4fc0-98c0-308d7f2cf6ac up at agent hyperv_n-h2-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:41:46.814912 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-9b63f0cd-a8f3-4100-b8bb-8d7a4b88e71d tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1602046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603680'] for router (ea8f65a9-a01d-4df3-b91f-b261ef81f003), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:41:46.867527 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Provisioning for port 21f2b0c5-67dd-4fc0-98c0-308d7f2cf6ac completed by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 17:41:46.872432 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Provisioning complete for port 21f2b0c5-67dd-4fc0-98c0-308d7f2cf6ac triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:41:46.873206 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (21f2b0c5-67dd-4fc0-98c0-308d7f2cf6ac), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:41:46.992624 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Current status of the port 21f2b0c5-67dd-4fc0-98c0-308d7f2cf6ac is: BUILD; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:41:46.992822 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b63f0cd-a8f3-4100-b8bb-8d7a4b88e71d tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Router ea8f65a9-a01d-4df3-b91f-b261ef81f003 is scheduled to L3 agent 64ada913-9131-4d99-a265-63a920956287 with binding_index 1 {{(pid=103377) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 17:41:46.993213 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (21f2b0c5-67dd-4fc0-98c0-308d7f2cf6ac), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:41:47.018655 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '767795d3-099b-4029-adbe-71d8720fc06b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21f2b0c5-67dd-4fc0-98c0-308d7f2cf6ac'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:41:47.020942 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c34bc964ce2211770fda26ca2f3801cc06f4f39928110690550e94ab9c9d2fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98eecf5c-6f45-4b66-9e70-643c144668d5" -d '{"events": [{"server_uuid": "767795d3-099b-4029-adbe-71d8720fc06b", "name": "network-vif-plugged", "status": "completed", "tag": "21f2b0c5-67dd-4fc0-98c0-308d7f2cf6ac"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:41:47.034926 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] For port 21f2b0c5-67dd-4fc0-98c0-308d7f2cf6ac, host n-h2-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=21f2b0c5-67dd-4fc0-98c0-308d7f2cf6ac,segment=NetworkSegment(95e3d896-e0ab-47f8-8257-e5c06c9261eb),segment_id=95e3d896-e0ab-47f8-8257-e5c06c9261eb)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:41:47.040410 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (21f2b0c5-67dd-4fc0-98c0-308d7f2cf6ac), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:41:47.074025 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 17:41:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2021e472-a0f2-4d07-8b86-0f1335fa5b63 x-openstack-request-id: req-2021e472-a0f2-4d07-8b86-0f1335fa5b63 {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:41:47.074317 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "767795d3-099b-4029-adbe-71d8720fc06b", "name": "network-vif-plugged", "status": "completed", "tag": "21f2b0c5-67dd-4fc0-98c0-308d7f2cf6ac", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:41:47.074586 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-2021e472-a0f2-4d07-8b86-0f1335fa5b63 {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:41:47.074978 n-d-827839-2 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '767795d3-099b-4029-adbe-71d8720fc06b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21f2b0c5-67dd-4fc0-98c0-308d7f2cf6ac', 'code': 200} Feb 04 17:41:47.105219 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Pushing event updated for resources: {'Port': ['ID=21f2b0c5-67dd-4fc0-98c0-308d7f2cf6ac,revision_number=5']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:41:47.135443 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b63f0cd-a8f3-4100-b8bb-8d7a4b88e71d tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Notify agent at l3_agent.n-d-827839-2 the message routers_updated {{(pid=103377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 17:41:47.147961 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b153888b-5a48-4ae4-b808-e293fd4e1a96 None None] Sync routers for ids ['ea8f65a9-a01d-4df3-b91f-b261ef81f003'] in n-d-827839-2 {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 17:41:47.158678 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b153888b-5a48-4ae4-b808-e293fd4e1a96 None None] Routers {'ea8f65a9-a01d-4df3-b91f-b261ef81f003'} bound to L3 agent in host n-d-827839-2 {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:41:47.159287 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-b153888b-5a48-4ae4-b808-e293fd4e1a96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:41:33Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['ea8f65a9-a01d-4df3-b91f-b261ef81f003'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:41:47.187958 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-9b63f0cd-a8f3-4100-b8bb-8d7a4b88e71d tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Publish callbacks [] for router (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:41:47.189290 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-9b63f0cd-a8f3-4100-b8bb-8d7a4b88e71d tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] 10.222.0.89 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.7913167 Feb 04 17:41:47.192307 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 35150) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:41:47.216239 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a0fc28-ceb4-4fb0-81e7-23dd49b0b9e1 req-84df2297-8e97-4c92-b3ea-253d37ac5358 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:41:47.217974 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-d7a0fc28-ceb4-4fb0-81e7-23dd49b0b9e1 req-84df2297-8e97-4c92-b3ea-253d37ac5358 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=767795d3-099b-4029-adbe-71d8720fc06b HTTP/1.1" status: 200 len: 1128 time: 0.0712843 Feb 04 17:41:47.279931 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-d7a0fc28-ceb4-4fb0-81e7-23dd49b0b9e1 req-6df58d39-f55b-4d30-85d6-42a3ac04693f service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=08488bde-3452-4671-b745-5b4e8beeb3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554788 Feb 04 17:41:47.289457 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvr_db [None req-b153888b-5a48-4ae4-b808-e293fd4e1a96 None None] Set router ea8f65a9-a01d-4df3-b91f-b261ef81f003 gateway port host: n-d-827839-2 {{(pid=103379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:41:47.408218 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-a3dcd168-e23a-4d1f-9ca2-9494f30218e0 tempest-TestNetworkAdvancedServerOps-1057837956 tempest-TestNetworkAdvancedServerOps-1057837956-project-admin] 10.222.0.89 "GET /v2.0/subnets?project_id=86a0fd5c0c974eafbf1c6e95239dcb2c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2138617 Feb 04 17:41:47.410584 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 35156) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:41:47.490577 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-b153888b-5a48-4ae4-b808-e293fd4e1a96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea8f65a9-a01d-4df3-b91f-b261ef81f003', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1088852000', 'tenant_id': '86a0fd5c0c974eafbf1c6e95239dcb2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.250'}], 'enable_snat': True}, 'gw_port_id': '6e4da06b-1464-4aee-9e86-c692099bc48f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:41:44Z', 'updated_at': '2022-02-04T17:41:46Z', 'revision_number': 3, 'project_id': '86a0fd5c0c974eafbf1c6e95239dcb2c', 'gw_port': {'id': '6e4da06b-1464-4aee-9e86-c692099bc48f', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:d5:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea8f65a9-a01d-4df3-b91f-b261ef81f003', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3272, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:41:45Z', 'updated_at': '2022-02-04T17:41:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2'}], 'n-d-827839-2', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:41:47.524389 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b153888b-5a48-4ae4-b808-e293fd4e1a96 None None] Checking router: ea8f65a9-a01d-4df3-b91f-b261ef81f003 for host: n-d-827839-2 {{(pid=103379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 17:41:47.525016 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b153888b-5a48-4ae4-b808-e293fd4e1a96 None None] Updating router ea8f65a9-a01d-4df3-b91f-b261ef81f003 port 6e4da06b-1464-4aee-9e86-c692099bc48f binding host n-d-827839-2 {{(pid=103379) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 17:41:47.724383 n-d-827839-2 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-b153888b-5a48-4ae4-b808-e293fd4e1a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (6e4da06b-1464-4aee-9e86-c692099bc48f), before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:41:47.992909 n-d-827839-2 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-b153888b-5a48-4ae4-b808-e293fd4e1a96 None None] Publish callbacks [] for port (6e4da06b-1464-4aee-9e86-c692099bc48f), precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:41:48.003536 n-d-827839-2 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-b153888b-5a48-4ae4-b808-e293fd4e1a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (6e4da06b-1464-4aee-9e86-c692099bc48f), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:41:48.056800 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf546f73-440a-4461-bb3f-54bcbfafcce8 None None] Pushing event updated for resources: {'Port': ['ID=6e4da06b-1464-4aee-9e86-c692099bc48f,revision_number=2']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:41:48.079510 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [None req-b153888b-5a48-4ae4-b808-e293fd4e1a96 None None] Attempting to bind port 6e4da06b-1464-4aee-9e86-c692099bc48f on host n-d-827839-2 for vnic_type normal with profile {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:41:48.080146 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [None req-b153888b-5a48-4ae4-b808-e293fd4e1a96 None None] Attempting to bind port 6e4da06b-1464-4aee-9e86-c692099bc48f by drivers openvswitch,hyperv on host n-d-827839-2 at level 0 using segments [{'id': '5942dc44-1f07-4c27-b0ab-45a2bff20dd5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188'}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:41:48.080890 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b153888b-5a48-4ae4-b808-e293fd4e1a96 None None] Attempting to bind port 6e4da06b-1464-4aee-9e86-c692099bc48f on network 48165773-85ad-49a1-9ec1-76fc8dc24188 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:41:48.089904 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b153888b-5a48-4ae4-b808-e293fd4e1a96 None None] Checking agent: {'id': 'ba70844b-66a0-45fd-a2f2-e6ed673321fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 0, 36), 'started_at': datetime.datetime(2022, 2, 4, 17, 1, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 41, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:41:48.094544 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b153888b-5a48-4ae4-b808-e293fd4e1a96 None None] Checking segment: {'id': '5942dc44-1f07-4c27-b0ab-45a2bff20dd5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:41:48.095167 n-d-827839-2 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-b153888b-5a48-4ae4-b808-e293fd4e1a96 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:41:48.095733 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b153888b-5a48-4ae4-b808-e293fd4e1a96 None None] Bound using segment: {'id': '5942dc44-1f07-4c27-b0ab-45a2bff20dd5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188'} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:41:48.096371 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [None req-b153888b-5a48-4ae4-b808-e293fd4e1a96 None None] Bound port: 6e4da06b-1464-4aee-9e86-c692099bc48f, host: n-d-827839-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5942dc44-1f07-4c27-b0ab-45a2bff20dd5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188'}}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:41:48.098253 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7abe57d5-bb5a-48f2-9602-8f4280313c72 tempest-TestNetworkAdvancedServerOps-1057837956 tempest-TestNetworkAdvancedServerOps-1057837956-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:41:48.099185 n-d-827839-2 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-b153888b-5a48-4ae4-b808-e293fd4e1a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (6e4da06b-1464-4aee-9e86-c692099bc48f), before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:41:48.103580 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-7abe57d5-bb5a-48f2-9602-8f4280313c72 tempest-TestNetworkAdvancedServerOps-1057837956 tempest-TestNetworkAdvancedServerOps-1057837956-project-admin] 10.222.0.89 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.6894765 Feb 04 17:41:48.104124 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 35180) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:41:48.145278 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb0762c-1a27-4e87-b5ac-72e8b6ea2968 req-f00e5e45-d8ba-45b0-8786-d70ad2fe57c2 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:41:48.153332 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-3cb0762c-1a27-4e87-b5ac-72e8b6ea2968 req-f00e5e45-d8ba-45b0-8786-d70ad2fe57c2 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.89 "GET /v2.0/ports?device_id=767795d3-099b-4029-adbe-71d8720fc06b HTTP/1.1" status: 200 len: 946 time: 0.1096039 Feb 04 17:41:48.158115 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-31abc36d-1126-4b10-baaf-874df10e8076 tempest-TestNetworkAdvancedServerOps-1057837956 tempest-TestNetworkAdvancedServerOps-1057837956-project-admin] 10.222.0.89 "GET /v2.0/subnets?network_id=48165773-85ad-49a1-9ec1-76fc8dc24188&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0501599 Feb 04 17:41:48.160239 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 35182) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:41:48.167850 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-1a639e47-82c7-4212-af6c-575ff6a07ed9 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-22357607', 'network_id': 'c75b0216-bbb5-4b6f-8caf-507659fff648', 'project_id': '86a0fd5c0c974eafbf1c6e95239dcb2c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:41:48.205662 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-b153888b-5a48-4ae4-b808-e293fd4e1a96 None None] For port 6e4da06b-1464-4aee-9e86-c692099bc48f, host n-d-827839-2, cleared binding levels {{(pid=103379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:41:48.210663 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-b153888b-5a48-4ae4-b808-e293fd4e1a96 None None] For port 6e4da06b-1464-4aee-9e86-c692099bc48f, host n-d-827839-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=6e4da06b-1464-4aee-9e86-c692099bc48f,segment=NetworkSegment(5942dc44-1f07-4c27-b0ab-45a2bff20dd5),segment_id=5942dc44-1f07-4c27-b0ab-45a2bff20dd5)] {{(pid=103379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:41:48.226368 n-d-827839-2 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-b153888b-5a48-4ae4-b808-e293fd4e1a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (6e4da06b-1464-4aee-9e86-c692099bc48f), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:41:48.233832 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-3cb0762c-1a27-4e87-b5ac-72e8b6ea2968 req-705ed99d-68b6-4805-83af-2d78ce3d83b0 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.89 "GET /v2.0/security-groups?id=08488bde-3452-4671-b745-5b4e8beeb3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749724 Feb 04 17:41:48.301654 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b153888b-5a48-4ae4-b808-e293fd4e1a96 None None] Routers {'ea8f65a9-a01d-4df3-b91f-b261ef81f003'} bound to L3 agent in host n-d-827839-2 {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:41:48.302319 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-b153888b-5a48-4ae4-b808-e293fd4e1a96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:41:33Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['ea8f65a9-a01d-4df3-b91f-b261ef81f003'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:41:48.331884 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf546f73-440a-4461-bb3f-54bcbfafcce8 None None] Pushing event updated for resources: {'Port': ['ID=6e4da06b-1464-4aee-9e86-c692099bc48f,revision_number=3']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:41:48.376477 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a639e47-82c7-4212-af6c-575ff6a07ed9 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Made reservation on behalf of 86a0fd5c0c974eafbf1c6e95239dcb2c for: {'subnet': 1} {{(pid=103376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:41:48.381431 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-1a639e47-82c7-4212-af6c-575ff6a07ed9 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25859006'] for subnet (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:41:48.542320 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvr_db [None req-b153888b-5a48-4ae4-b808-e293fd4e1a96 None None] Set router ea8f65a9-a01d-4df3-b91f-b261ef81f003 gateway port host: n-d-827839-2 {{(pid=103379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:41:48.700334 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-1a639e47-82c7-4212-af6c-575ff6a07ed9 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25674939', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25858952'] for subnet (ef5bd72b-0899-4863-b96f-862e9aa9617e), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:41:48.781066 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a639e47-82c7-4212-af6c-575ff6a07ed9 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Pushing event updated for resources: {'Subnet': ['ID=ef5bd72b-0899-4863-b96f-862e9aa9617e,revision_number=0']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:41:48.783607 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a639e47-82c7-4212-af6c-575ff6a07ed9 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Checking segment: {'id': '2eb92e58-4f00-4646-ba01-0085967486fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'c75b0216-bbb5-4b6f-8caf-507659fff648'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:41:48.784222 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a639e47-82c7-4212-af6c-575ff6a07ed9 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Network hostable DHCP agents. Network: c75b0216-bbb5-4b6f-8caf-507659fff648, hostable agents: ['bb89f5a3-3c22-440b-b7d1-c4f0c43c184a'], hosted agents: [] {{(pid=103376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 17:41:48.805216 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a639e47-82c7-4212-af6c-575ff6a07ed9 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Network c75b0216-bbb5-4b6f-8caf-507659fff648 is scheduled to be hosted by DHCP agent bb89f5a3-3c22-440b-b7d1-c4f0c43c184a with binding_index 1 {{(pid=103376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 17:41:48.823036 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [None req-1a639e47-82c7-4212-af6c-575ff6a07ed9 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827839-2, c75b0216-bbb5-4b6f-8caf-507659fff648) {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:41:48.831163 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ac2daf7-ae39-4015-8977-ea825fea0b37 None None] Network c75b0216-bbb5-4b6f-8caf-507659fff648 requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:41:48.832099 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a639e47-82c7-4212-af6c-575ff6a07ed9 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:41:48.836046 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-1a639e47-82c7-4212-af6c-575ff6a07ed9 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Publish callbacks [] for subnet (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:41:48.864138 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-1a639e47-82c7-4212-af6c-575ff6a07ed9 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.7026479 Feb 04 17:41:48.866994 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 35190) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:41:49.027194 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-b153888b-5a48-4ae4-b808-e293fd4e1a96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea8f65a9-a01d-4df3-b91f-b261ef81f003', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1088852000', 'tenant_id': '86a0fd5c0c974eafbf1c6e95239dcb2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.250'}], 'enable_snat': True}, 'gw_port_id': '6e4da06b-1464-4aee-9e86-c692099bc48f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:41:44Z', 'updated_at': '2022-02-04T17:41:46Z', 'revision_number': 3, 'project_id': '86a0fd5c0c974eafbf1c6e95239dcb2c', 'gw_port': {'id': '6e4da06b-1464-4aee-9e86-c692099bc48f', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:d5:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea8f65a9-a01d-4df3-b91f-b261ef81f003', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3272, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:41:45Z', 'updated_at': '2022-02-04T17:41:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2'}], 'n-d-827839-2', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:41:49.049758 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0b6e8da-af80-4694-8929-50030c91571d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e4c19ad-5724-5db8-8ee1-4f56ae69fcf4-c75b0216-bbb5-4b6f-8caf-507659fff648', 'network_id': 'c75b0216-bbb5-4b6f-8caf-507659fff648', 'project_id': '86a0fd5c0c974eafbf1c6e95239dcb2c', 'fixed_ips': [{'subnet_id': 'ef5bd72b-0899-4863-b96f-862e9aa9617e'}]}} from n-d-827839-2. {{(pid=103378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 17:41:49.053101 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d0b6e8da-af80-4694-8929-50030c91571d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:41:49.079870 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b153888b-5a48-4ae4-b808-e293fd4e1a96 None None] The sync data for ids ['ea8f65a9-a01d-4df3-b91f-b261ef81f003'] in n-d-827839-2 is: [{'id': 'ea8f65a9-a01d-4df3-b91f-b261ef81f003', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1088852000', 'tenant_id': '86a0fd5c0c974eafbf1c6e95239dcb2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.250'}], 'enable_snat': True}, 'gw_port_id': '6e4da06b-1464-4aee-9e86-c692099bc48f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:41:44Z', 'updated_at': '2022-02-04T17:41:46Z', 'revision_number': 3, 'project_id': '86a0fd5c0c974eafbf1c6e95239dcb2c', 'gw_port': {'id': '6e4da06b-1464-4aee-9e86-c692099bc48f', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:d5:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea8f65a9-a01d-4df3-b91f-b261ef81f003', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3272, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:41:45Z', 'updated_at': '2022-02-04T17:41:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2'}] {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 17:41:49.427752 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b73787-6d06-4b80-bc68-7e2773dd8f4a req-802ac9d2-33c1-4220-b59a-54619a660ed6 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:41:49.437334 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-28b73787-6d06-4b80-bc68-7e2773dd8f4a req-802ac9d2-33c1-4220-b59a-54619a660ed6 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.89 "GET /v2.0/ports?device_id=767795d3-099b-4029-adbe-71d8720fc06b HTTP/1.1" status: 200 len: 946 time: 0.0984783 Feb 04 17:41:49.449891 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-d0b6e8da-af80-4694-8929-50030c91571d None None] Allocated IP 172.20.0.2 (c75b0216-bbb5-4b6f-8caf-507659fff648/ef5bd72b-0899-4863-b96f-862e9aa9617e/a72fd687-68c3-4dd4-b645-3f3805823603) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:41:49.480125 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [req-a93f1dda-c7fb-4638-ae69-2f0cf026c0c8 req-96eebc1c-d727-4b66-943f-58e72e5d22ec service neutron] (103376) timed out ('10.222.0.89', 41382) {{(pid=103376) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 04 17:41:49.546832 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-28b73787-6d06-4b80-bc68-7e2773dd8f4a req-f1d81643-c618-4029-81f6-74a1a79b2142 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.89 "GET /v2.0/security-groups?id=08488bde-3452-4671-b745-5b4e8beeb3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070487 Feb 04 17:41:49.768443 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-61b44cb8-85a9-4c92-bbd6-eb290507c8a1 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:41:49.871279 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 6e4da06b-1464-4aee-9e86-c692099bc48f up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:41:49.911519 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d0b6e8da-af80-4694-8929-50030c91571d None None] Publish callbacks [] for port (a72fd687-68c3-4dd4-b645-3f3805823603), precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:41:49.966402 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d0b6e8da-af80-4694-8929-50030c91571d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135'] for port (a72fd687-68c3-4dd4-b645-3f3805823603), after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:41:50.019135 n-d-827839-2 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0b6e8da-af80-4694-8929-50030c91571d None None] Network c75b0216-bbb5-4b6f-8caf-507659fff648 is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:41:50.029591 n-d-827839-2 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-d0b6e8da-af80-4694-8929-50030c91571d None None] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:41:50.034793 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0b6e8da-af80-4694-8929-50030c91571d None None] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:41:50.119536 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-d0b6e8da-af80-4694-8929-50030c91571d None None] Attempting to bind port a72fd687-68c3-4dd4-b645-3f3805823603 on host n-d-827839-2 for vnic_type normal with profile {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:41:50.120446 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-d0b6e8da-af80-4694-8929-50030c91571d None None] Attempting to bind port a72fd687-68c3-4dd4-b645-3f3805823603 by drivers openvswitch,hyperv on host n-d-827839-2 at level 0 using segments [{'id': '2eb92e58-4f00-4646-ba01-0085967486fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'c75b0216-bbb5-4b6f-8caf-507659fff648'}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:41:50.120446 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0b6e8da-af80-4694-8929-50030c91571d None None] Attempting to bind port a72fd687-68c3-4dd4-b645-3f3805823603 on network c75b0216-bbb5-4b6f-8caf-507659fff648 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:41:50.127858 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0b6e8da-af80-4694-8929-50030c91571d None None] Checking agent: {'id': 'ba70844b-66a0-45fd-a2f2-e6ed673321fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 0, 36), 'started_at': datetime.datetime(2022, 2, 4, 17, 1, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 41, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:41:50.128460 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0b6e8da-af80-4694-8929-50030c91571d None None] Checking segment: {'id': '2eb92e58-4f00-4646-ba01-0085967486fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'c75b0216-bbb5-4b6f-8caf-507659fff648'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:41:50.129126 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d0b6e8da-af80-4694-8929-50030c91571d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:41:50.129595 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0b6e8da-af80-4694-8929-50030c91571d None None] Bound using segment: {'id': '2eb92e58-4f00-4646-ba01-0085967486fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'c75b0216-bbb5-4b6f-8caf-507659fff648'} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:41:50.130146 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-d0b6e8da-af80-4694-8929-50030c91571d None None] Bound port: a72fd687-68c3-4dd4-b645-3f3805823603, host: n-d-827839-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2eb92e58-4f00-4646-ba01-0085967486fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'c75b0216-bbb5-4b6f-8caf-507659fff648'}}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:41:50.130599 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d0b6e8da-af80-4694-8929-50030c91571d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (a72fd687-68c3-4dd4-b645-3f3805823603), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:41:50.251006 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-d0b6e8da-af80-4694-8929-50030c91571d None None] For port a72fd687-68c3-4dd4-b645-3f3805823603, host n-d-827839-2, cleared binding levels {{(pid=103378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:41:50.254544 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-d0b6e8da-af80-4694-8929-50030c91571d None None] For port a72fd687-68c3-4dd4-b645-3f3805823603, host n-d-827839-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=a72fd687-68c3-4dd4-b645-3f3805823603,segment=NetworkSegment(2eb92e58-4f00-4646-ba01-0085967486fd),segment_id=2eb92e58-4f00-4646-ba01-0085967486fd)] {{(pid=103378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:41:50.263515 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b6e8da-af80-4694-8929-50030c91571d None None] Pushing event updated for resources: {'Port': ['ID=a72fd687-68c3-4dd4-b645-3f3805823603,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:41:50.285334 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d0b6e8da-af80-4694-8929-50030c91571d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (a72fd687-68c3-4dd4-b645-3f3805823603), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:41:50.368283 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b6e8da-af80-4694-8929-50030c91571d None None] Pushing event updated for resources: {'Port': ['ID=a72fd687-68c3-4dd4-b645-3f3805823603,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:41:50.372036 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.db_base_plugin_common [None req-61b44cb8-85a9-4c92-bbd6-eb290507c8a1 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Allocated IP 172.20.0.1 (c75b0216-bbb5-4b6f-8caf-507659fff648/ef5bd72b-0899-4863-b96f-862e9aa9617e/4cbfe0f6-49a2-4664-aec0-98c4bfcfda95) {{(pid=103377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:41:50.381590 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port 6e4da06b-1464-4aee-9e86-c692099bc48f triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:41:50.382074 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (6e4da06b-1464-4aee-9e86-c692099bc48f), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:41:50.536512 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-61b44cb8-85a9-4c92-bbd6-eb290507c8a1 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Publish callbacks [] for port (4cbfe0f6-49a2-4664-aec0-98c4bfcfda95), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:41:50.592519 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port 6e4da06b-1464-4aee-9e86-c692099bc48f is: DOWN; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:41:50.593115 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (6e4da06b-1464-4aee-9e86-c692099bc48f), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:41:50.597435 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-61b44cb8-85a9-4c92-bbd6-eb290507c8a1 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (4cbfe0f6-49a2-4664-aec0-98c4bfcfda95), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:41:50.642336 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] For port 6e4da06b-1464-4aee-9e86-c692099bc48f, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=6e4da06b-1464-4aee-9e86-c692099bc48f,segment=NetworkSegment(5942dc44-1f07-4c27-b0ab-45a2bff20dd5),segment_id=5942dc44-1f07-4c27-b0ab-45a2bff20dd5)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:41:50.661569 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (6e4da06b-1464-4aee-9e86-c692099bc48f), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:41:50.673627 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61b44cb8-85a9-4c92-bbd6-eb290507c8a1 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Network c75b0216-bbb5-4b6f-8caf-507659fff648 is already hosted by enough agents. {{(pid=103377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:41:50.739472 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [None req-61b44cb8-85a9-4c92-bbd6-eb290507c8a1 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Resources bound (agent type, host, resource id): {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:41:50.745866 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61b44cb8-85a9-4c92-bbd6-eb290507c8a1 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Received port after_create {{(pid=103377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:41:50.757152 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b44cb8-85a9-4c92-bbd6-eb290507c8a1 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Pushing event updated for resources: {'Port': ['ID=4cbfe0f6-49a2-4664-aec0-98c4bfcfda95,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:41:50.840056 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Pushing event updated for resources: {'Port': ['ID=6e4da06b-1464-4aee-9e86-c692099bc48f,revision_number=4']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:41:50.890318 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-61b44cb8-85a9-4c92-bbd6-eb290507c8a1 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1595471'] for router_interface (ea8f65a9-a01d-4df3-b91f-b261ef81f003), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:41:51.104650 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-61b44cb8-85a9-4c92-bbd6-eb290507c8a1 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (4cbfe0f6-49a2-4664-aec0-98c4bfcfda95), before_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:41:51.472408 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-61b44cb8-85a9-4c92-bbd6-eb290507c8a1 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Publish callbacks [] for port (4cbfe0f6-49a2-4664-aec0-98c4bfcfda95), precommit_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:41:51.478838 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-61b44cb8-85a9-4c92-bbd6-eb290507c8a1 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25888290'] for port (4cbfe0f6-49a2-4664-aec0-98c4bfcfda95), after_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:41:51.606724 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b44cb8-85a9-4c92-bbd6-eb290507c8a1 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Pushing event updated for resources: {'Port': ['ID=4cbfe0f6-49a2-4664-aec0-98c4bfcfda95,revision_number=2']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:41:51.611326 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-61b44cb8-85a9-4c92-bbd6-eb290507c8a1 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1677345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602751'] for router_interface (ea8f65a9-a01d-4df3-b91f-b261ef81f003), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:41:51.844499 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61b44cb8-85a9-4c92-bbd6-eb290507c8a1 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Network c75b0216-bbb5-4b6f-8caf-507659fff648 is already hosted by enough agents. {{(pid=103377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:41:51.849764 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [None req-61b44cb8-85a9-4c92-bbd6-eb290507c8a1 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Resources bound (agent type, host, resource id): {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:41:51.947273 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 6e4da06b-1464-4aee-9e86-c692099bc48f up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:41:52.043410 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port 6e4da06b-1464-4aee-9e86-c692099bc48f triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:41:52.047399 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (6e4da06b-1464-4aee-9e86-c692099bc48f), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:41:52.150888 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61b44cb8-85a9-4c92-bbd6-eb290507c8a1 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Router ea8f65a9-a01d-4df3-b91f-b261ef81f003 has already been hosted by L3 agent 64ada913-9131-4d99-a265-63a920956287 {{(pid=103377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 17:41:52.194198 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port 6e4da06b-1464-4aee-9e86-c692099bc48f is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:41:52.196091 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device a72fd687-68c3-4dd4-b645-3f3805823603 up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:41:52.342360 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port a72fd687-68c3-4dd4-b645-3f3805823603 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:41:52.342777 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (a72fd687-68c3-4dd4-b645-3f3805823603), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:41:52.410117 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61b44cb8-85a9-4c92-bbd6-eb290507c8a1 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Notify agent at l3_agent.n-d-827839-2 the message routers_updated {{(pid=103377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 17:41:52.433678 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-61b44cb8-85a9-4c92-bbd6-eb290507c8a1 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] 10.222.0.89 "PUT /v2.0/routers/ea8f65a9-a01d-4df3-b91f-b261ef81f003/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5654511 Feb 04 17:41:52.547799 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f556144-91b8-4936-93d5-4426ec9cd986 None None] Sync routers for ids ['ea8f65a9-a01d-4df3-b91f-b261ef81f003'] in n-d-827839-2 {{(pid=103378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 17:41:52.590334 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f556144-91b8-4936-93d5-4426ec9cd986 None None] Routers {'ea8f65a9-a01d-4df3-b91f-b261ef81f003'} bound to L3 agent in host n-d-827839-2 {{(pid=103378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:41:52.591006 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-1f556144-91b8-4936-93d5-4426ec9cd986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:41:33Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['ea8f65a9-a01d-4df3-b91f-b261ef81f003'], 'active': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:41:52.805838 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-47a98b9e-b276-4a12-8bf7-ce69826cf5f8 req-14a8b4fc-2a2c-47c8-a7b0-e02dd26b1b40 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] 10.222.0.89 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1783350166&fields=id&tenant_id=86a0fd5c0c974eafbf1c6e95239dcb2c HTTP/1.1" status: 200 len: 267 time: 0.1449604 Feb 04 17:41:52.952042 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42239780-a979-41b4-a927-7e50c9b02ec1 None None] Network c75b0216-bbb5-4b6f-8caf-507659fff648 requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:41:52.959716 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvr_db [None req-1f556144-91b8-4936-93d5-4426ec9cd986 None None] Set router ea8f65a9-a01d-4df3-b91f-b261ef81f003 gateway port host: n-d-827839-2 {{(pid=103378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:41:53.060639 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a98b9e-b276-4a12-8bf7-ce69826cf5f8 req-968e454f-2619-4a64-bc99-512af0bcd301 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:41:53.073950 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-47a98b9e-b276-4a12-8bf7-ce69826cf5f8 req-968e454f-2619-4a64-bc99-512af0bcd301 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] 10.222.0.89 "GET /v2.0/networks?id=c75b0216-bbb5-4b6f-8caf-507659fff648 HTTP/1.1" status: 200 len: 796 time: 0.2663670 Feb 04 17:41:53.079213 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port a72fd687-68c3-4dd4-b645-3f3805823603 is: DOWN; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:41:53.080958 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (a72fd687-68c3-4dd4-b645-3f3805823603), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:41:53.093396 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-47a98b9e-b276-4a12-8bf7-ce69826cf5f8 req-6bda1467-e486-4d09-a44b-ce4a8a33878c tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] 10.222.0.89 "GET /v2.0/quotas/86a0fd5c0c974eafbf1c6e95239dcb2c HTTP/1.1" status: 200 len: 375 time: 0.0181847 Feb 04 17:41:53.168856 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-47a98b9e-b276-4a12-8bf7-ce69826cf5f8 req-1d9b9ca8-3956-48dc-b3fe-8ae22fbc9036 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=86a0fd5c0c974eafbf1c6e95239dcb2c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0744414 Feb 04 17:41:53.331098 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-47a98b9e-b276-4a12-8bf7-ce69826cf5f8 req-fae972e9-d1a4-449c-b91c-8e46ef8c38f3 service neutron] 10.222.0.89 "GET /v2.0/networks/c75b0216-bbb5-4b6f-8caf-507659fff648?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1480033 Feb 04 17:41:53.336204 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-30dc65d9-c69c-43e9-9177-0ec2c867defb None None] Provisioning complete for port a72fd687-68c3-4dd4-b645-3f3805823603 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:41:53.336663 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-30dc65d9-c69c-43e9-9177-0ec2c867defb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (a72fd687-68c3-4dd4-b645-3f3805823603), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:41:53.464848 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-47a98b9e-b276-4a12-8bf7-ce69826cf5f8 req-a93b161d-ff6b-493d-8544-223bc80e5abd service neutron] 10.222.0.89 "GET /v2.0/networks/c75b0216-bbb5-4b6f-8caf-507659fff648?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280553 Feb 04 17:41:53.612690 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] For port a72fd687-68c3-4dd4-b645-3f3805823603, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=a72fd687-68c3-4dd4-b645-3f3805823603,segment=NetworkSegment(2eb92e58-4f00-4646-ba01-0085967486fd),segment_id=2eb92e58-4f00-4646-ba01-0085967486fd)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:41:53.660876 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (a72fd687-68c3-4dd4-b645-3f3805823603), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:41:53.694320 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-0499205c-f88d-4f96-a430-0b7e3f7b111f req-7d24a86d-0c68-444a-9e3d-c21ce1c2d2ce tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] 10.222.0.89 "GET /v2.0/ports?device_id=052f1b64-41cd-4bf0-9e37-1ea02526f08c HTTP/1.1" status: 200 len: 210 time: 0.0565546 Feb 04 17:41:53.886327 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Pushing event updated for resources: {'Port': ['ID=a72fd687-68c3-4dd4-b645-3f3805823603,revision_number=3']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:41:53.892548 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-30dc65d9-c69c-43e9-9177-0ec2c867defb None None] Current status of the port a72fd687-68c3-4dd4-b645-3f3805823603 is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:41:54.033175 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-1f556144-91b8-4936-93d5-4426ec9cd986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea8f65a9-a01d-4df3-b91f-b261ef81f003', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1088852000', 'tenant_id': '86a0fd5c0c974eafbf1c6e95239dcb2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.250'}], 'enable_snat': True}, 'gw_port_id': '6e4da06b-1464-4aee-9e86-c692099bc48f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:41:44Z', 'updated_at': '2022-02-04T17:41:51Z', 'revision_number': 4, 'project_id': '86a0fd5c0c974eafbf1c6e95239dcb2c', 'gw_port': {'id': '6e4da06b-1464-4aee-9e86-c692099bc48f', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:d5:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea8f65a9-a01d-4df3-b91f-b261ef81f003', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3272, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:41:45Z', 'updated_at': '2022-02-04T17:41:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_interfaces': [{'id': '4cbfe0f6-49a2-4664-aec0-98c4bfcfda95', 'name': '', 'network_id': 'c75b0216-bbb5-4b6f-8caf-507659fff648', 'tenant_id': '86a0fd5c0c974eafbf1c6e95239dcb2c', 'mac_address': 'fa:16:3e:ba:f0:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea8f65a9-a01d-4df3-b91f-b261ef81f003', 'device_owner': 'network:router_interface', 'standard_attr_id': 3275, 'fixed_ips': [{'subnet_id': 'ef5bd72b-0899-4863-b96f-862e9aa9617e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:41:50Z', 'updated_at': '2022-02-04T17:41:51Z', 'revision_number': 2, 'project_id': '86a0fd5c0c974eafbf1c6e95239dcb2c', 'subnets': [{'id': 'ef5bd72b-0899-4863-b96f-862e9aa9617e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-2', False) {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:41:54.097465 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f556144-91b8-4936-93d5-4426ec9cd986 None None] Checking router: ea8f65a9-a01d-4df3-b91f-b261ef81f003 for host: n-d-827839-2 {{(pid=103378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 17:41:54.097833 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f556144-91b8-4936-93d5-4426ec9cd986 None None] Updating router ea8f65a9-a01d-4df3-b91f-b261ef81f003 port 4cbfe0f6-49a2-4664-aec0-98c4bfcfda95 binding host n-d-827839-2 {{(pid=103378) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 17:41:54.160540 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f556144-91b8-4936-93d5-4426ec9cd986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (4cbfe0f6-49a2-4664-aec0-98c4bfcfda95), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:41:54.673260 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f556144-91b8-4936-93d5-4426ec9cd986 None None] Publish callbacks [] for port (4cbfe0f6-49a2-4664-aec0-98c4bfcfda95), precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:41:54.681626 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f556144-91b8-4936-93d5-4426ec9cd986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (4cbfe0f6-49a2-4664-aec0-98c4bfcfda95), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:41:54.789639 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9367f8b6-f24a-438b-add6-79e79e1c0a83 None None] Pushing event updated for resources: {'Port': ['ID=4cbfe0f6-49a2-4664-aec0-98c4bfcfda95,revision_number=3']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:41:54.840020 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-e23445dd-5ac5-4095-9a4a-c3e9572dd851 None None] Provisioning complete for port 4cbfe0f6-49a2-4664-aec0-98c4bfcfda95 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:41:54.840398 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e23445dd-5ac5-4095-9a4a-c3e9572dd851 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (4cbfe0f6-49a2-4664-aec0-98c4bfcfda95), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:41:55.038582 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-d7b8ad78-190d-42ce-9262-b31bed9e6467 req-853aab1e-4192-430a-9091-cfb22f146466 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] 10.222.0.89 "GET /v2.0/ports?device_id=052f1b64-41cd-4bf0-9e37-1ea02526f08c HTTP/1.1" status: 200 len: 210 time: 0.0745859 Feb 04 17:41:55.096522 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-e23445dd-5ac5-4095-9a4a-c3e9572dd851 None None] Port 4cbfe0f6-49a2-4664-aec0-98c4bfcfda95 cannot update to ACTIVE because it is not bound. {{(pid=103378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 17:41:55.163637 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-1f556144-91b8-4936-93d5-4426ec9cd986 None None] Attempting to bind port 4cbfe0f6-49a2-4664-aec0-98c4bfcfda95 on host n-d-827839-2 for vnic_type normal with profile {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:41:55.164020 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-1f556144-91b8-4936-93d5-4426ec9cd986 None None] Attempting to bind port 4cbfe0f6-49a2-4664-aec0-98c4bfcfda95 by drivers openvswitch,hyperv on host n-d-827839-2 at level 0 using segments [{'id': '2eb92e58-4f00-4646-ba01-0085967486fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'c75b0216-bbb5-4b6f-8caf-507659fff648'}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:41:55.164387 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f556144-91b8-4936-93d5-4426ec9cd986 None None] Attempting to bind port 4cbfe0f6-49a2-4664-aec0-98c4bfcfda95 on network c75b0216-bbb5-4b6f-8caf-507659fff648 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:41:55.168186 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-e23445dd-5ac5-4095-9a4a-c3e9572dd851 None None] Provisioning complete for port a72fd687-68c3-4dd4-b645-3f3805823603 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:41:55.168541 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e23445dd-5ac5-4095-9a4a-c3e9572dd851 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (a72fd687-68c3-4dd4-b645-3f3805823603), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:41:55.293078 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f556144-91b8-4936-93d5-4426ec9cd986 None None] Checking agent: {'id': 'ba70844b-66a0-45fd-a2f2-e6ed673321fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 0, 36), 'started_at': datetime.datetime(2022, 2, 4, 17, 1, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 41, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:41:55.293606 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f556144-91b8-4936-93d5-4426ec9cd986 None None] Checking segment: {'id': '2eb92e58-4f00-4646-ba01-0085967486fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'c75b0216-bbb5-4b6f-8caf-507659fff648'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:41:55.294589 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f556144-91b8-4936-93d5-4426ec9cd986 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:41:55.294991 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f556144-91b8-4936-93d5-4426ec9cd986 None None] Bound using segment: {'id': '2eb92e58-4f00-4646-ba01-0085967486fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'c75b0216-bbb5-4b6f-8caf-507659fff648'} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:41:55.295481 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-1f556144-91b8-4936-93d5-4426ec9cd986 None None] Bound port: 4cbfe0f6-49a2-4664-aec0-98c4bfcfda95, host: n-d-827839-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2eb92e58-4f00-4646-ba01-0085967486fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'c75b0216-bbb5-4b6f-8caf-507659fff648'}}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:41:55.295871 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f556144-91b8-4936-93d5-4426ec9cd986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (4cbfe0f6-49a2-4664-aec0-98c4bfcfda95), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:41:55.485016 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f556144-91b8-4936-93d5-4426ec9cd986 None None] For port 4cbfe0f6-49a2-4664-aec0-98c4bfcfda95, host n-d-827839-2, cleared binding levels {{(pid=103378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:41:55.490629 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f556144-91b8-4936-93d5-4426ec9cd986 None None] For port 4cbfe0f6-49a2-4664-aec0-98c4bfcfda95, host n-d-827839-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=4cbfe0f6-49a2-4664-aec0-98c4bfcfda95,segment=NetworkSegment(2eb92e58-4f00-4646-ba01-0085967486fd),segment_id=2eb92e58-4f00-4646-ba01-0085967486fd)] {{(pid=103378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:41:55.537088 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f556144-91b8-4936-93d5-4426ec9cd986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (4cbfe0f6-49a2-4664-aec0-98c4bfcfda95), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:41:55.598897 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-e23445dd-5ac5-4095-9a4a-c3e9572dd851 None None] Current status of the port a72fd687-68c3-4dd4-b645-3f3805823603 is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:41:55.648907 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f556144-91b8-4936-93d5-4426ec9cd986 None None] Routers {'ea8f65a9-a01d-4df3-b91f-b261ef81f003'} bound to L3 agent in host n-d-827839-2 {{(pid=103378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:41:55.655723 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-1f556144-91b8-4936-93d5-4426ec9cd986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:41:33Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['ea8f65a9-a01d-4df3-b91f-b261ef81f003'], 'active': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:41:55.667629 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 35280) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:41:55.921140 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device a72fd687-68c3-4dd4-b645-3f3805823603 up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:41:56.012524 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a98b9e-b276-4a12-8bf7-ce69826cf5f8 req-e25e1940-acf4-46a7-86ac-cb138db4c4bc tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:41:56.015125 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-47a98b9e-b276-4a12-8bf7-ce69826cf5f8 req-e25e1940-acf4-46a7-86ac-cb138db4c4bc tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] 10.222.0.96 "GET /v2.0/networks?id=c75b0216-bbb5-4b6f-8caf-507659fff648 HTTP/1.1" status: 200 len: 796 time: 0.2684855 Feb 04 17:41:56.023250 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9367f8b6-f24a-438b-add6-79e79e1c0a83 None None] Pushing event updated for resources: {'Port': ['ID=4cbfe0f6-49a2-4664-aec0-98c4bfcfda95,revision_number=4']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:41:56.071974 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-d93b3cb8-8aa5-47ba-b05c-eeaabb4d67ea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:41:56.080111 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvr_db [None req-1f556144-91b8-4936-93d5-4426ec9cd986 None None] Set router ea8f65a9-a01d-4df3-b91f-b261ef81f003 gateway port host: n-d-827839-2 {{(pid=103378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:41:56.132656 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-47a98b9e-b276-4a12-8bf7-ce69826cf5f8 req-408ab036-22d9-49b6-89e2-a1deb4222fa8 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] 10.222.0.96 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=86a0fd5c0c974eafbf1c6e95239dcb2c HTTP/1.1" status: 200 len: 380 time: 0.0972350 Feb 04 17:41:56.160683 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [req-47a98b9e-b276-4a12-8bf7-ce69826cf5f8 req-fb0c31d8-43d9-4886-a589-160487a9ad14 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Request body: {'port': {'device_id': '052f1b64-41cd-4bf0-9e37-1ea02526f08c', 'network_id': 'c75b0216-bbb5-4b6f-8caf-507659fff648', 'admin_state_up': True, 'tenant_id': '86a0fd5c0c974eafbf1c6e95239dcb2c', 'security_groups': ['51fcebac-85fd-4a94-b17a-0b26ffac48da']}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:41:56.167700 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-18abda57-9b72-4fdd-b6c7-a6d5f239e0a3 None None] Provisioning complete for port 4cbfe0f6-49a2-4664-aec0-98c4bfcfda95 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:41:56.168291 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-18abda57-9b72-4fdd-b6c7-a6d5f239e0a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (4cbfe0f6-49a2-4664-aec0-98c4bfcfda95), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:41:56.221367 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-95e8577c-b26b-4c4c-88e1-90fe723cc82a req-23f5a972-c96d-4ba6-b714-5bd7d7a4d3d5 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] 10.222.0.89 "GET /v2.0/ports?device_id=052f1b64-41cd-4bf0-9e37-1ea02526f08c HTTP/1.1" status: 200 len: 210 time: 0.0736368 Feb 04 17:41:56.263634 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port a72fd687-68c3-4dd4-b645-3f3805823603 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:41:56.263634 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (a72fd687-68c3-4dd4-b645-3f3805823603), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:41:56.405429 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-d93b3cb8-8aa5-47ba-b05c-eeaabb4d67ea admin admin] Publish callbacks [] for security_group (158cc9f3-ab9e-4f32-a7de-94c72830714f), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:41:56.432952 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-d93b3cb8-8aa5-47ba-b05c-eeaabb4d67ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (158cc9f3-ab9e-4f32-a7de-94c72830714f), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:41:56.520535 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port a72fd687-68c3-4dd4-b645-3f3805823603 is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:41:56.532327 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-18abda57-9b72-4fdd-b6c7-a6d5f239e0a3 None None] Current status of the port 4cbfe0f6-49a2-4664-aec0-98c4bfcfda95 is: DOWN; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:41:56.533403 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-18abda57-9b72-4fdd-b6c7-a6d5f239e0a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (4cbfe0f6-49a2-4664-aec0-98c4bfcfda95), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:41:56.575280 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-d93b3cb8-8aa5-47ba-b05c-eeaabb4d67ea admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=1a3f85ae1ea7406cada4f0e3b49c3b4d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9057646 Feb 04 17:41:56.575539 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 35306) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:41:56.578677 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-47a98b9e-b276-4a12-8bf7-ce69826cf5f8 req-fb0c31d8-43d9-4886-a589-160487a9ad14 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Made reservation on behalf of 86a0fd5c0c974eafbf1c6e95239dcb2c for: {'port': 1} {{(pid=103376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:41:56.582875 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-47a98b9e-b276-4a12-8bf7-ce69826cf5f8 req-fb0c31d8-43d9-4886-a589-160487a9ad14 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:41:56.587450 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93b3cb8-8aa5-47ba-b05c-eeaabb4d67ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=158cc9f3-ab9e-4f32-a7de-94c72830714f,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:41:56.610179 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-18abda57-9b72-4fdd-b6c7-a6d5f239e0a3 None None] For port 4cbfe0f6-49a2-4664-aec0-98c4bfcfda95, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=4cbfe0f6-49a2-4664-aec0-98c4bfcfda95,segment=NetworkSegment(2eb92e58-4f00-4646-ba01-0085967486fd),segment_id=2eb92e58-4f00-4646-ba01-0085967486fd)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:41:56.624153 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-18abda57-9b72-4fdd-b6c7-a6d5f239e0a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (4cbfe0f6-49a2-4664-aec0-98c4bfcfda95), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:41:56.683101 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18abda57-9b72-4fdd-b6c7-a6d5f239e0a3 None None] Pushing event updated for resources: {'Port': ['ID=4cbfe0f6-49a2-4664-aec0-98c4bfcfda95,revision_number=5']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:41:56.697667 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-57c512c4-e2de-4a39-8470-cf21aa30c076 admin admin] Publish callbacks [] for security_group (158cc9f3-ab9e-4f32-a7de-94c72830714f), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:41:56.725059 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-1f556144-91b8-4936-93d5-4426ec9cd986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea8f65a9-a01d-4df3-b91f-b261ef81f003', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1088852000', 'tenant_id': '86a0fd5c0c974eafbf1c6e95239dcb2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.250'}], 'enable_snat': True}, 'gw_port_id': '6e4da06b-1464-4aee-9e86-c692099bc48f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:41:44Z', 'updated_at': '2022-02-04T17:41:51Z', 'revision_number': 4, 'project_id': '86a0fd5c0c974eafbf1c6e95239dcb2c', 'gw_port': {'id': '6e4da06b-1464-4aee-9e86-c692099bc48f', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:d5:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea8f65a9-a01d-4df3-b91f-b261ef81f003', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3272, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:41:45Z', 'updated_at': '2022-02-04T17:41:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_interfaces': [{'id': '4cbfe0f6-49a2-4664-aec0-98c4bfcfda95', 'name': '', 'network_id': 'c75b0216-bbb5-4b6f-8caf-507659fff648', 'tenant_id': '86a0fd5c0c974eafbf1c6e95239dcb2c', 'mac_address': 'fa:16:3e:ba:f0:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea8f65a9-a01d-4df3-b91f-b261ef81f003', 'device_owner': 'network:router_interface', 'standard_attr_id': 3275, 'fixed_ips': [{'subnet_id': 'ef5bd72b-0899-4863-b96f-862e9aa9617e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:41:50Z', 'updated_at': '2022-02-04T17:41:55Z', 'revision_number': 4, 'project_id': '86a0fd5c0c974eafbf1c6e95239dcb2c', 'subnets': [{'id': 'ef5bd72b-0899-4863-b96f-862e9aa9617e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-2', False) {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:41:56.747935 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-57c512c4-e2de-4a39-8470-cf21aa30c076 admin admin] Publish callbacks [] for security_group (158cc9f3-ab9e-4f32-a7de-94c72830714f), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:41:56.800729 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f556144-91b8-4936-93d5-4426ec9cd986 None None] The sync data for ids ['ea8f65a9-a01d-4df3-b91f-b261ef81f003'] in n-d-827839-2 is: [{'id': 'ea8f65a9-a01d-4df3-b91f-b261ef81f003', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1088852000', 'tenant_id': '86a0fd5c0c974eafbf1c6e95239dcb2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.250'}], 'enable_snat': True}, 'gw_port_id': '6e4da06b-1464-4aee-9e86-c692099bc48f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:41:44Z', 'updated_at': '2022-02-04T17:41:51Z', 'revision_number': 4, 'project_id': '86a0fd5c0c974eafbf1c6e95239dcb2c', 'gw_port': {'id': '6e4da06b-1464-4aee-9e86-c692099bc48f', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:d5:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea8f65a9-a01d-4df3-b91f-b261ef81f003', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3272, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:41:45Z', 'updated_at': '2022-02-04T17:41:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_interfaces': [{'id': '4cbfe0f6-49a2-4664-aec0-98c4bfcfda95', 'name': '', 'network_id': 'c75b0216-bbb5-4b6f-8caf-507659fff648', 'tenant_id': '86a0fd5c0c974eafbf1c6e95239dcb2c', 'mac_address': 'fa:16:3e:ba:f0:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea8f65a9-a01d-4df3-b91f-b261ef81f003', 'device_owner': 'network:router_interface', 'standard_attr_id': 3275, 'fixed_ips': [{'subnet_id': 'ef5bd72b-0899-4863-b96f-862e9aa9617e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:41:50Z', 'updated_at': '2022-02-04T17:41:55Z', 'revision_number': 4, 'project_id': '86a0fd5c0c974eafbf1c6e95239dcb2c', 'subnets': [{'id': 'ef5bd72b-0899-4863-b96f-862e9aa9617e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 17:41:56.806173 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.db_base_plugin_common [req-47a98b9e-b276-4a12-8bf7-ce69826cf5f8 req-fb0c31d8-43d9-4886-a589-160487a9ad14 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Allocated IP 172.20.0.7 (c75b0216-bbb5-4b6f-8caf-507659fff648/ef5bd72b-0899-4863-b96f-862e9aa9617e/41824d2d-8f0e-4344-beb8-cc3af5147464) {{(pid=103376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:41:56.830568 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-0c21ed82-2fab-428d-964f-0068895d011a None None] Provisioning complete for port 4cbfe0f6-49a2-4664-aec0-98c4bfcfda95 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:41:56.830952 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0c21ed82-2fab-428d-964f-0068895d011a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (4cbfe0f6-49a2-4664-aec0-98c4bfcfda95), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:41:56.833190 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-57c512c4-e2de-4a39-8470-cf21aa30c076 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (158cc9f3-ab9e-4f32-a7de-94c72830714f), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:41:56.835869 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-57c512c4-e2de-4a39-8470-cf21aa30c076 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:41:56.837192 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-57c512c4-e2de-4a39-8470-cf21aa30c076 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/158cc9f3-ab9e-4f32-a7de-94c72830714f HTTP/1.1" status: 204 len: 168 time: 0.2608807 Feb 04 17:41:56.875025 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c512c4-e2de-4a39-8470-cf21aa30c076 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=158cc9f3-ab9e-4f32-a7de-94c72830714f,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:41:57.070827 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-0c21ed82-2fab-428d-964f-0068895d011a None None] Current status of the port 4cbfe0f6-49a2-4664-aec0-98c4bfcfda95 is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:41:57.147976 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-47a98b9e-b276-4a12-8bf7-ce69826cf5f8 req-fb0c31d8-43d9-4886-a589-160487a9ad14 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Publish callbacks [] for port (41824d2d-8f0e-4344-beb8-cc3af5147464), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:41:57.197680 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-47a98b9e-b276-4a12-8bf7-ce69826cf5f8 req-fb0c31d8-43d9-4886-a589-160487a9ad14 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (41824d2d-8f0e-4344-beb8-cc3af5147464), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:41:57.264282 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-47a98b9e-b276-4a12-8bf7-ce69826cf5f8 req-fb0c31d8-43d9-4886-a589-160487a9ad14 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Network c75b0216-bbb5-4b6f-8caf-507659fff648 is already hosted by enough agents. {{(pid=103376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:41:57.265245 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [req-47a98b9e-b276-4a12-8bf7-ce69826cf5f8 req-fb0c31d8-43d9-4886-a589-160487a9ad14 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Resources bound (agent type, host, resource id): {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:41:57.289642 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [req-47a98b9e-b276-4a12-8bf7-ce69826cf5f8 req-fb0c31d8-43d9-4886-a589-160487a9ad14 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Received port after_create {{(pid=103376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:41:57.450411 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f570068-c0ad-4ecb-895e-3dd0d3066ccb req-3252fa3c-2d74-444f-8095-7e5348f6957e tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:41:57.451678 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0c31d8-43d9-4886-a589-160487a9ad14 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Pushing event updated for resources: {'Port': ['ID=41824d2d-8f0e-4344-beb8-cc3af5147464,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:41:57.452880 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-7f570068-c0ad-4ecb-895e-3dd0d3066ccb req-3252fa3c-2d74-444f-8095-7e5348f6957e tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] 10.222.0.89 "GET /v2.0/ports?device_id=052f1b64-41cd-4bf0-9e37-1ea02526f08c HTTP/1.1" status: 200 len: 931 time: 0.1066008 Feb 04 17:41:57.464167 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a98b9e-b276-4a12-8bf7-ce69826cf5f8 req-fb0c31d8-43d9-4886-a589-160487a9ad14 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:41:57.466179 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-47a98b9e-b276-4a12-8bf7-ce69826cf5f8 req-fb0c31d8-43d9-4886-a589-160487a9ad14 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:41:57.525983 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-47a98b9e-b276-4a12-8bf7-ce69826cf5f8 req-fb0c31d8-43d9-4886-a589-160487a9ad14 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3848944 Feb 04 17:41:57.540000 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [req-47a98b9e-b276-4a12-8bf7-ce69826cf5f8 req-2cbd5d49-e98a-4551-ab58-146aca76eab9 service neutron] Request body: {'port': {'device_id': '052f1b64-41cd-4bf0-9e37-1ea02526f08c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827839-2'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:41:57.630313 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-7f570068-c0ad-4ecb-895e-3dd0d3066ccb req-abf8be99-a45a-49ff-9a03-fc7abd7e1190 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] 10.222.0.89 "GET /v2.0/security-groups?id=51fcebac-85fd-4a94-b17a-0b26ffac48da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1613240 Feb 04 17:41:57.673040 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 35332) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:41:57.726327 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-47a98b9e-b276-4a12-8bf7-ce69826cf5f8 req-2cbd5d49-e98a-4551-ab58-146aca76eab9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (41824d2d-8f0e-4344-beb8-cc3af5147464), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:41:57.733328 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-7532a810-e50b-4caf-aeff-96578cba84b8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:41:57.844793 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-034b4942-c3c8-424d-ba14-9773a239514a None None] Provisioning complete for port 41824d2d-8f0e-4344-beb8-cc3af5147464 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:41:57.846223 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-034b4942-c3c8-424d-ba14-9773a239514a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (41824d2d-8f0e-4344-beb8-cc3af5147464), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:41:57.915311 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 4cbfe0f6-49a2-4664-aec0-98c4bfcfda95 up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:41:58.040186 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-7532a810-e50b-4caf-aeff-96578cba84b8 admin admin] Publish callbacks [] for security_group (1ad9fac5-8d9f-4ee1-93ab-71e1fa6c7181), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:41:58.069710 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-034b4942-c3c8-424d-ba14-9773a239514a None None] Port 41824d2d-8f0e-4344-beb8-cc3af5147464 cannot update to ACTIVE because it is not bound. {{(pid=103378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 17:41:58.100146 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port 4cbfe0f6-49a2-4664-aec0-98c4bfcfda95 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:41:58.101211 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (4cbfe0f6-49a2-4664-aec0-98c4bfcfda95), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:41:58.120440 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-7532a810-e50b-4caf-aeff-96578cba84b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (1ad9fac5-8d9f-4ee1-93ab-71e1fa6c7181), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:41:58.203204 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port 4cbfe0f6-49a2-4664-aec0-98c4bfcfda95 is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:41:58.218155 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 35340) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:41:58.229369 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-7532a810-e50b-4caf-aeff-96578cba84b8 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=f30b6a0b1e1044df80164fcd657574f3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5522699 Feb 04 17:41:58.252562 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7532a810-e50b-4caf-aeff-96578cba84b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ad9fac5-8d9f-4ee1-93ab-71e1fa6c7181,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:41:58.333711 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-607fb248-7add-4131-91d8-d7b9fc0d437a admin admin] Publish callbacks [] for security_group (1ad9fac5-8d9f-4ee1-93ab-71e1fa6c7181), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:41:58.380949 n-d-827839-2 neutron-server[103376]: DEBUG neutron.notifiers.nova [req-47a98b9e-b276-4a12-8bf7-ce69826cf5f8 req-2cbd5d49-e98a-4551-ab58-146aca76eab9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 41824d2d-8f0e-4344-beb8-cc3af5147464 {{(pid=103376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 17:41:58.392276 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-47a98b9e-b276-4a12-8bf7-ce69826cf5f8 req-2cbd5d49-e98a-4551-ab58-146aca76eab9 service neutron] Publish callbacks [] for port (41824d2d-8f0e-4344-beb8-cc3af5147464), precommit_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:41:58.418933 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.provisioning_blocks [req-47a98b9e-b276-4a12-8bf7-ce69826cf5f8 req-2cbd5d49-e98a-4551-ab58-146aca76eab9 service neutron] Transition to ACTIVE for port object 41824d2d-8f0e-4344-beb8-cc3af5147464 will not be triggered until provisioned by entity L2. {{(pid=103376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 17:41:58.429524 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-607fb248-7add-4131-91d8-d7b9fc0d437a admin admin] Publish callbacks [] for security_group (1ad9fac5-8d9f-4ee1-93ab-71e1fa6c7181), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:41:58.431120 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-47a98b9e-b276-4a12-8bf7-ce69826cf5f8 req-2cbd5d49-e98a-4551-ab58-146aca76eab9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675836'] for port (41824d2d-8f0e-4344-beb8-cc3af5147464), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:41:58.527325 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-607fb248-7add-4131-91d8-d7b9fc0d437a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (1ad9fac5-8d9f-4ee1-93ab-71e1fa6c7181), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:41:58.528361 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbd5d49-e98a-4551-ab58-146aca76eab9 service neutron] Pushing event updated for resources: {'Port': ['ID=41824d2d-8f0e-4344-beb8-cc3af5147464,revision_number=2']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:41:58.540300 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-607fb248-7add-4131-91d8-d7b9fc0d437a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:41:58.542976 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-607fb248-7add-4131-91d8-d7b9fc0d437a admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/1ad9fac5-8d9f-4ee1-93ab-71e1fa6c7181 HTTP/1.1" status: 204 len: 168 time: 0.3237858 Feb 04 17:41:58.576385 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607fb248-7add-4131-91d8-d7b9fc0d437a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ad9fac5-8d9f-4ee1-93ab-71e1fa6c7181,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:41:58.704004 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [req-47a98b9e-b276-4a12-8bf7-ce69826cf5f8 req-2cbd5d49-e98a-4551-ab58-146aca76eab9 service neutron] Attempting to bind port 41824d2d-8f0e-4344-beb8-cc3af5147464 on host n-h1-827839-2 for vnic_type normal with profile {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:41:58.704616 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [req-47a98b9e-b276-4a12-8bf7-ce69826cf5f8 req-2cbd5d49-e98a-4551-ab58-146aca76eab9 service neutron] Attempting to bind port 41824d2d-8f0e-4344-beb8-cc3af5147464 by drivers openvswitch,hyperv on host n-h1-827839-2 at level 0 using segments [{'id': '2eb92e58-4f00-4646-ba01-0085967486fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'c75b0216-bbb5-4b6f-8caf-507659fff648'}] {{(pid=103376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:41:58.705806 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47a98b9e-b276-4a12-8bf7-ce69826cf5f8 req-2cbd5d49-e98a-4551-ab58-146aca76eab9 service neutron] Attempting to bind port 41824d2d-8f0e-4344-beb8-cc3af5147464 on network c75b0216-bbb5-4b6f-8caf-507659fff648 {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:41:58.710811 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47a98b9e-b276-4a12-8bf7-ce69826cf5f8 req-2cbd5d49-e98a-4551-ab58-146aca76eab9 service neutron] Port 41824d2d-8f0e-4344-beb8-cc3af5147464 on network c75b0216-bbb5-4b6f-8caf-507659fff648 not bound, no agent of type Open vSwitch agent registered on host n-h1-827839-2 {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 17:41:58.711440 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47a98b9e-b276-4a12-8bf7-ce69826cf5f8 req-2cbd5d49-e98a-4551-ab58-146aca76eab9 service neutron] Attempting to bind port 41824d2d-8f0e-4344-beb8-cc3af5147464 on network c75b0216-bbb5-4b6f-8caf-507659fff648 {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:41:58.719227 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47a98b9e-b276-4a12-8bf7-ce69826cf5f8 req-2cbd5d49-e98a-4551-ab58-146aca76eab9 service neutron] Checking agent: {'id': '3f9244a9-75fc-4c10-b195-11d48b853b41', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 8, 42), 'started_at': datetime.datetime(2022, 2, 4, 17, 8, 42), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 41, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:41:58.731787 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47a98b9e-b276-4a12-8bf7-ce69826cf5f8 req-2cbd5d49-e98a-4551-ab58-146aca76eab9 service neutron] Checking segment: {'id': '2eb92e58-4f00-4646-ba01-0085967486fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'c75b0216-bbb5-4b6f-8caf-507659fff648'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:41:58.732605 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47a98b9e-b276-4a12-8bf7-ce69826cf5f8 req-2cbd5d49-e98a-4551-ab58-146aca76eab9 service neutron] Bound using segment: {'id': '2eb92e58-4f00-4646-ba01-0085967486fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'c75b0216-bbb5-4b6f-8caf-507659fff648'} {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:41:58.733324 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [req-47a98b9e-b276-4a12-8bf7-ce69826cf5f8 req-2cbd5d49-e98a-4551-ab58-146aca76eab9 service neutron] Bound port: 41824d2d-8f0e-4344-beb8-cc3af5147464, host: n-h1-827839-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2eb92e58-4f00-4646-ba01-0085967486fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'c75b0216-bbb5-4b6f-8caf-507659fff648'}}] {{(pid=103376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:41:58.734227 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-47a98b9e-b276-4a12-8bf7-ce69826cf5f8 req-2cbd5d49-e98a-4551-ab58-146aca76eab9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (41824d2d-8f0e-4344-beb8-cc3af5147464), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:41:58.866904 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [req-47a98b9e-b276-4a12-8bf7-ce69826cf5f8 req-2cbd5d49-e98a-4551-ab58-146aca76eab9 service neutron] For port 41824d2d-8f0e-4344-beb8-cc3af5147464, host n-h1-827839-2, cleared binding levels {{(pid=103376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:41:58.871461 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [req-47a98b9e-b276-4a12-8bf7-ce69826cf5f8 req-2cbd5d49-e98a-4551-ab58-146aca76eab9 service neutron] For port 41824d2d-8f0e-4344-beb8-cc3af5147464, host n-h1-827839-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=41824d2d-8f0e-4344-beb8-cc3af5147464,segment=NetworkSegment(2eb92e58-4f00-4646-ba01-0085967486fd),segment_id=2eb92e58-4f00-4646-ba01-0085967486fd)] {{(pid=103376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:41:58.878620 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782bf381-dffd-4b6c-b392-57573da421bc req-5224c2c0-5cd1-4d87-8591-a73c7cbe0581 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:41:58.880555 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-782bf381-dffd-4b6c-b392-57573da421bc req-5224c2c0-5cd1-4d87-8591-a73c7cbe0581 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] 10.222.0.89 "GET /v2.0/ports?device_id=052f1b64-41cd-4bf0-9e37-1ea02526f08c HTTP/1.1" status: 200 len: 943 time: 0.1217930 Feb 04 17:41:58.889527 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-47a98b9e-b276-4a12-8bf7-ce69826cf5f8 req-2cbd5d49-e98a-4551-ab58-146aca76eab9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675836'] for port (41824d2d-8f0e-4344-beb8-cc3af5147464), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:41:58.968412 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a98b9e-b276-4a12-8bf7-ce69826cf5f8 req-2cbd5d49-e98a-4551-ab58-146aca76eab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:41:58.969834 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-47a98b9e-b276-4a12-8bf7-ce69826cf5f8 req-2cbd5d49-e98a-4551-ab58-146aca76eab9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:41:58.971369 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-47a98b9e-b276-4a12-8bf7-ce69826cf5f8 req-2cbd5d49-e98a-4551-ab58-146aca76eab9 service neutron] 10.222.0.96 "PUT /v2.0/ports/41824d2d-8f0e-4344-beb8-cc3af5147464 HTTP/1.1" status: 200 len: 1091 time: 1.4361837 Feb 04 17:41:58.971900 n-d-827839-2 neutron-server[103376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '052f1b64-41cd-4bf0-9e37-1ea02526f08c', 'tag': '41824d2d-8f0e-4344-beb8-cc3af5147464'}] {{(pid=103376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:41:58.974693 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d59c3bb5e2f09ebf62144d5e09b1cff60c763a9c19614c24538e77842938c05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba78a771-b229-4b1d-a9a2-75e216340d0d" -d '{"events": [{"name": "network-changed", "server_uuid": "052f1b64-41cd-4bf0-9e37-1ea02526f08c", "tag": "41824d2d-8f0e-4344-beb8-cc3af5147464"}]}' {{(pid=103376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:41:59.026454 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-782bf381-dffd-4b6c-b392-57573da421bc req-2f4d8893-eb80-48da-9817-4886d7b7d3ce tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] 10.222.0.89 "GET /v2.0/security-groups?id=51fcebac-85fd-4a94-b17a-0b26ffac48da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1389239 Feb 04 17:41:59.029538 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbd5d49-e98a-4551-ab58-146aca76eab9 service neutron] Pushing event updated for resources: {'Port': ['ID=41824d2d-8f0e-4344-beb8-cc3af5147464,revision_number=3']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:41:59.111305 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 17:41:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-017a1bb6-78a1-499a-8899-32be4c673ca7 x-openstack-request-id: req-017a1bb6-78a1-499a-8899-32be4c673ca7 {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:41:59.111921 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "052f1b64-41cd-4bf0-9e37-1ea02526f08c", "tag": "41824d2d-8f0e-4344-beb8-cc3af5147464", "status": "completed", "code": 200}]} {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:41:59.111921 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-017a1bb6-78a1-499a-8899-32be4c673ca7 {{(pid=103376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:41:59.112234 n-d-827839-2 neutron-server[103376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '052f1b64-41cd-4bf0-9e37-1ea02526f08c', 'tag': '41824d2d-8f0e-4344-beb8-cc3af5147464', 'status': 'completed', 'code': 200} Feb 04 17:41:59.135055 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a98b9e-b276-4a12-8bf7-ce69826cf5f8 req-a333f2d0-0699-481f-ba39-31dace5ced05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:41:59.137292 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-47a98b9e-b276-4a12-8bf7-ce69826cf5f8 req-a333f2d0-0699-481f-ba39-31dace5ced05 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=86a0fd5c0c974eafbf1c6e95239dcb2c&device_id=052f1b64-41cd-4bf0-9e37-1ea02526f08c HTTP/1.1" status: 200 len: 1125 time: 0.0982194 Feb 04 17:41:59.215076 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-47a98b9e-b276-4a12-8bf7-ce69826cf5f8 req-3edca394-4902-4408-8b79-d9aa61c409ba service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=41824d2d-8f0e-4344-beb8-cc3af5147464 HTTP/1.1" status: 200 len: 217 time: 0.0680187 Feb 04 17:41:59.328247 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a98b9e-b276-4a12-8bf7-ce69826cf5f8 req-3b5807b2-cd25-4eae-8ce1-ba56be7088b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:41:59.333943 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-47a98b9e-b276-4a12-8bf7-ce69826cf5f8 req-3b5807b2-cd25-4eae-8ce1-ba56be7088b9 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=ef5bd72b-0899-4863-b96f-862e9aa9617e HTTP/1.1" status: 200 len: 833 time: 0.1130917 Feb 04 17:41:59.410875 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 35368) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:41:59.428657 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a98b9e-b276-4a12-8bf7-ce69826cf5f8 req-312e1be0-53b3-40fc-b89b-8c6bf2471801 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:41:59.430199 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-6d82ca67-2b60-4d46-b2c3-5e7d3b1594ca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:41:59.430416 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-47a98b9e-b276-4a12-8bf7-ce69826cf5f8 req-312e1be0-53b3-40fc-b89b-8c6bf2471801 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=c75b0216-bbb5-4b6f-8caf-507659fff648&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0886414 Feb 04 17:41:59.537813 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-6d82ca67-2b60-4d46-b2c3-5e7d3b1594ca admin admin] Publish callbacks [] for security_group (63792718-aab1-4e44-9b8e-3c2e51d439d2), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:41:59.545745 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-6d82ca67-2b60-4d46-b2c3-5e7d3b1594ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (63792718-aab1-4e44-9b8e-3c2e51d439d2), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:41:59.557290 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-47a98b9e-b276-4a12-8bf7-ce69826cf5f8 req-d64f98e7-5e95-401a-af63-e7b4b9692364 service neutron] 10.222.0.96 "GET /v2.0/networks/c75b0216-bbb5-4b6f-8caf-507659fff648?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1192825 Feb 04 17:41:59.595375 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-6d82ca67-2b60-4d46-b2c3-5e7d3b1594ca admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=207159cb73c34bb38c0c66eb0b51e300&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1834285 Feb 04 17:41:59.598383 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 35372) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:41:59.600287 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d82ca67-2b60-4d46-b2c3-5e7d3b1594ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63792718-aab1-4e44-9b8e-3c2e51d439d2,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:41:59.669519 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-bc5ceb2d-ce04-482a-95d3-072755402a09 admin admin] Publish callbacks [] for security_group (63792718-aab1-4e44-9b8e-3c2e51d439d2), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:41:59.677338 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-47a98b9e-b276-4a12-8bf7-ce69826cf5f8 req-5908b586-c688-4351-890f-cad4321b5dba service neutron] 10.222.0.96 "GET /v2.0/networks/c75b0216-bbb5-4b6f-8caf-507659fff648?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1119864 Feb 04 17:41:59.701499 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-bc5ceb2d-ce04-482a-95d3-072755402a09 admin admin] Publish callbacks [] for security_group (63792718-aab1-4e44-9b8e-3c2e51d439d2), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:41:59.758980 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7c6f9114-8955-4a9c-9848-2b8246e3bcea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (bb89f5a3-3c22-440b-b7d1-c4f0c43c184a), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:41:59.772252 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-bc5ceb2d-ce04-482a-95d3-072755402a09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (63792718-aab1-4e44-9b8e-3c2e51d439d2), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:41:59.776207 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-bc5ceb2d-ce04-482a-95d3-072755402a09 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:41:59.783787 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-bc5ceb2d-ce04-482a-95d3-072755402a09 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/63792718-aab1-4e44-9b8e-3c2e51d439d2 HTTP/1.1" status: 204 len: 168 time: 0.1834109 Feb 04 17:41:59.794468 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5ceb2d-ce04-482a-95d3-072755402a09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63792718-aab1-4e44-9b8e-3c2e51d439d2,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:41:59.825664 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba78a771-b229-4b1d-a9a2-75e216340d0d req-fd8b8112-72f3-4ff5-94bb-b10287e5053c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:41:59.827857 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-ba78a771-b229-4b1d-a9a2-75e216340d0d req-fd8b8112-72f3-4ff5-94bb-b10287e5053c service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=86a0fd5c0c974eafbf1c6e95239dcb2c&device_id=052f1b64-41cd-4bf0-9e37-1ea02526f08c HTTP/1.1" status: 200 len: 1125 time: 0.0623019 Feb 04 17:41:59.939648 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba78a771-b229-4b1d-a9a2-75e216340d0d req-a2bd5223-93c9-4467-9ac4-89e31dddc514 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:41:59.942212 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-ba78a771-b229-4b1d-a9a2-75e216340d0d req-a2bd5223-93c9-4467-9ac4-89e31dddc514 service neutron] 10.222.0.96 "GET /v2.0/networks?id=c75b0216-bbb5-4b6f-8caf-507659fff648 HTTP/1.1" status: 200 len: 897 time: 0.1067793 Feb 04 17:41:59.991268 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-ba78a771-b229-4b1d-a9a2-75e216340d0d req-8e3d635b-6298-44c2-ab5a-a06df2f065a7 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=41824d2d-8f0e-4344-beb8-cc3af5147464 HTTP/1.1" status: 200 len: 217 time: 0.0429208 Feb 04 17:42:00.055549 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba78a771-b229-4b1d-a9a2-75e216340d0d req-5f8cd900-974b-4f9c-b89e-d192ffd846fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:42:00.057434 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-ba78a771-b229-4b1d-a9a2-75e216340d0d req-5f8cd900-974b-4f9c-b89e-d192ffd846fc service neutron] 10.222.0.96 "GET /v2.0/subnets?id=ef5bd72b-0899-4863-b96f-862e9aa9617e HTTP/1.1" status: 200 len: 833 time: 0.0555551 Feb 04 17:42:00.196678 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba78a771-b229-4b1d-a9a2-75e216340d0d req-1a441e1f-2287-42ba-a8ce-14ee752cd589 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:42:00.198298 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-ba78a771-b229-4b1d-a9a2-75e216340d0d req-1a441e1f-2287-42ba-a8ce-14ee752cd589 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=c75b0216-bbb5-4b6f-8caf-507659fff648&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1335046 Feb 04 17:42:00.270596 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd464295-7f22-4605-94e1-5794dc8b6d37 req-982dab10-afae-4310-991a-23f3a6f037ae tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:42:00.277799 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-cd464295-7f22-4605-94e1-5794dc8b6d37 req-982dab10-afae-4310-991a-23f3a6f037ae tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] 10.222.0.89 "GET /v2.0/ports?device_id=052f1b64-41cd-4bf0-9e37-1ea02526f08c HTTP/1.1" status: 200 len: 943 time: 0.1224339 Feb 04 17:42:00.364421 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-ba78a771-b229-4b1d-a9a2-75e216340d0d req-2eae2889-a1e1-497e-a9c4-e61ab66ff928 service neutron] 10.222.0.96 "GET /v2.0/networks/c75b0216-bbb5-4b6f-8caf-507659fff648?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1571503 Feb 04 17:42:00.368774 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-cd464295-7f22-4605-94e1-5794dc8b6d37 req-d32d70c1-e6a2-4ce1-9c54-9c8cd962e966 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] 10.222.0.89 "GET /v2.0/security-groups?id=51fcebac-85fd-4a94-b17a-0b26ffac48da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0901530 Feb 04 17:42:00.472795 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-ba78a771-b229-4b1d-a9a2-75e216340d0d req-475613ef-3105-441f-84a8-e1e915d1ede1 service neutron] 10.222.0.96 "GET /v2.0/networks/c75b0216-bbb5-4b6f-8caf-507659fff648?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012213 Feb 04 17:42:01.536665 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b2a7e9-975a-4789-a930-d3e6a7b651c0 req-fcc637fc-7454-49af-bb35-0f7aae15dc11 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:42:01.538327 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-24b2a7e9-975a-4789-a930-d3e6a7b651c0 req-fcc637fc-7454-49af-bb35-0f7aae15dc11 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] 10.222.0.89 "GET /v2.0/ports?device_id=052f1b64-41cd-4bf0-9e37-1ea02526f08c HTTP/1.1" status: 200 len: 943 time: 0.0776982 Feb 04 17:42:01.608067 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-24b2a7e9-975a-4789-a930-d3e6a7b651c0 req-10f2604b-224e-465a-a29e-e5f5b14b3fe6 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] 10.222.0.89 "GET /v2.0/security-groups?id=51fcebac-85fd-4a94-b17a-0b26ffac48da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628746 Feb 04 17:42:02.102169 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11bb7ea-6c69-4a2f-8830-fc381a11c65b req-3e1e93c9-e579-4fe2-b6bb-699a77d1e41d tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:42:02.104115 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-f11bb7ea-6c69-4a2f-8830-fc381a11c65b req-3e1e93c9-e579-4fe2-b6bb-699a77d1e41d tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.89 "GET /v2.0/ports?device_id=3c7675e1-1c8a-410f-be7f-b37c48bc9d65 HTTP/1.1" status: 200 len: 945 time: 0.0713310 Feb 04 17:42:02.157399 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-f11bb7ea-6c69-4a2f-8830-fc381a11c65b req-8b4755e4-d9ed-4190-8486-ad4b57a7f9b6 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.89 "GET /v2.0/security-groups?id=93ceaf89-daf9-4fd7-ba90-ecf1cae67db9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461292 Feb 04 17:42:02.340041 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6279771b-ad9c-439f-9ced-438097025f12 req-3071e1da-cf49-49e6-a46d-f32c93a5500e tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:42:02.348575 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-6279771b-ad9c-439f-9ced-438097025f12 req-3071e1da-cf49-49e6-a46d-f32c93a5500e tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.89 "GET /v2.0/ports?device_id=3c7675e1-1c8a-410f-be7f-b37c48bc9d65 HTTP/1.1" status: 200 len: 945 time: 0.0636404 Feb 04 17:42:02.395732 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-6279771b-ad9c-439f-9ced-438097025f12 req-af1b05e7-2a28-40b8-b5a3-35b6165ca6da tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.89 "GET /v2.0/security-groups?id=93ceaf89-daf9-4fd7-ba90-ecf1cae67db9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458202 Feb 04 17:42:02.684641 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66418855-ecbe-4fee-ae5c-34a298353438 req-21164764-2633-4834-9025-7f21208074ae tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:42:02.693603 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-66418855-ecbe-4fee-ae5c-34a298353438 req-21164764-2633-4834-9025-7f21208074ae tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.89 "GET /v2.0/ports?device_id=3c7675e1-1c8a-410f-be7f-b37c48bc9d65 HTTP/1.1" status: 200 len: 945 time: 0.0763428 Feb 04 17:42:02.767536 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-66418855-ecbe-4fee-ae5c-34a298353438 req-8853213c-42e0-4aed-a21e-e7668e99803d tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.89 "GET /v2.0/security-groups?id=93ceaf89-daf9-4fd7-ba90-ecf1cae67db9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0684829 Feb 04 17:42:02.791489 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a95c3605-ba75-4b94-ba56-916021d7e259 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (64ada913-9131-4d99-a265-63a920956287), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:42:02.847161 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0285ba-7b6e-48e4-9af6-e3edb380aaef req-665807b3-b492-4f37-9340-f932151c4b85 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:42:02.850932 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-6f0285ba-7b6e-48e4-9af6-e3edb380aaef req-665807b3-b492-4f37-9340-f932151c4b85 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] 10.222.0.89 "GET /v2.0/ports?device_id=052f1b64-41cd-4bf0-9e37-1ea02526f08c HTTP/1.1" status: 200 len: 943 time: 0.1357355 Feb 04 17:42:02.948296 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-6f0285ba-7b6e-48e4-9af6-e3edb380aaef req-212c0e68-2969-47c4-9d88-5f2095ac70d6 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] 10.222.0.89 "GET /v2.0/security-groups?id=51fcebac-85fd-4a94-b17a-0b26ffac48da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0799139 Feb 04 17:42:03.023989 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d408ec64-b374-4acb-a1fc-48241dad6d47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (0cd6d64a-47a7-40ff-8c12-71dd526c62e0), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:42:03.199796 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65722bf-2a99-46ff-9370-28f16770296d req-7702c0bc-4035-4061-bda9-f1fca9631c79 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:42:03.201385 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-e65722bf-2a99-46ff-9370-28f16770296d req-7702c0bc-4035-4061-bda9-f1fca9631c79 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.89 "GET /v2.0/ports?device_id=3c7675e1-1c8a-410f-be7f-b37c48bc9d65 HTTP/1.1" status: 200 len: 945 time: 0.0683262 Feb 04 17:42:03.257266 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-e65722bf-2a99-46ff-9370-28f16770296d req-a7b32947-63ee-4d01-8a08-d9ec97ea2677 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.89 "GET /v2.0/security-groups?id=93ceaf89-daf9-4fd7-ba90-ecf1cae67db9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503743 Feb 04 17:42:04.084277 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce296cba-d4a5-4a33-93f2-552b425c9f81 req-78c7ed1d-8776-40ad-9e24-1f998c7faf93 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:42:04.087441 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-ce296cba-d4a5-4a33-93f2-552b425c9f81 req-78c7ed1d-8776-40ad-9e24-1f998c7faf93 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] 10.222.0.89 "GET /v2.0/ports?device_id=052f1b64-41cd-4bf0-9e37-1ea02526f08c HTTP/1.1" status: 200 len: 943 time: 0.0699401 Feb 04 17:42:04.151140 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-ce296cba-d4a5-4a33-93f2-552b425c9f81 req-ae1512e9-885f-4d53-bd02-c8c4f5c2badb tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] 10.222.0.89 "GET /v2.0/security-groups?id=51fcebac-85fd-4a94-b17a-0b26ffac48da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564508 Feb 04 17:42:04.290409 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device 41824d2d-8f0e-4344-beb8-cc3af5147464 details requested by agent hyperv_n-h1-827839-2 with host n-h1-827839-2 {{(pid=103378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 17:42:04.464913 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdb4ca8-58fa-49ec-8cbb-9c0455e8ed65 req-6b1b616b-9421-4a20-92bc-1ad4e73f93ce tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:42:04.471913 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-6bdb4ca8-58fa-49ec-8cbb-9c0455e8ed65 req-6b1b616b-9421-4a20-92bc-1ad4e73f93ce tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.89 "GET /v2.0/ports?device_id=3c7675e1-1c8a-410f-be7f-b37c48bc9d65 HTTP/1.1" status: 200 len: 945 time: 0.1114805 Feb 04 17:42:04.534328 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-6bdb4ca8-58fa-49ec-8cbb-9c0455e8ed65 req-813e5eb6-5845-46b2-a0b5-3bbb5c99f630 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.89 "GET /v2.0/security-groups?id=93ceaf89-daf9-4fd7-ba90-ecf1cae67db9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0614603 Feb 04 17:42:04.586721 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] For port 41824d2d-8f0e-4344-beb8-cc3af5147464, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=41824d2d-8f0e-4344-beb8-cc3af5147464,segment=NetworkSegment(2eb92e58-4f00-4646-ba01-0085967486fd),segment_id=2eb92e58-4f00-4646-ba01-0085967486fd)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:42:04.599888 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Returning: {'device': '41824d2d-8f0e-4344-beb8-cc3af5147464', 'network_id': 'c75b0216-bbb5-4b6f-8caf-507659fff648', 'port_id': '41824d2d-8f0e-4344-beb8-cc3af5147464', 'mac_address': 'fa:16:3e:62:dc:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 766, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef5bd72b-0899-4863-b96f-862e9aa9617e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 17:42:04.642020 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Current status of the port 41824d2d-8f0e-4344-beb8-cc3af5147464 is: DOWN; New status is: BUILD {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:42:04.642404 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (41824d2d-8f0e-4344-beb8-cc3af5147464), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:42:04.656483 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41824d2d-8f0e-4344-beb8-cc3af5147464 {{(pid=103378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 17:42:04.678421 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] For port 41824d2d-8f0e-4344-beb8-cc3af5147464, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=41824d2d-8f0e-4344-beb8-cc3af5147464,segment=NetworkSegment(2eb92e58-4f00-4646-ba01-0085967486fd),segment_id=2eb92e58-4f00-4646-ba01-0085967486fd)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:42:04.686663 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (41824d2d-8f0e-4344-beb8-cc3af5147464), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:42:04.746158 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Pushing event updated for resources: {'Port': ['ID=41824d2d-8f0e-4344-beb8-cc3af5147464,revision_number=4']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:42:04.824881 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4f14bb47-e72b-46ac-9e44-a61d9293afcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (75326290-f7a3-4db8-9cf2-15c7139ed224), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:42:05.166428 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] get_ports_and_sgs() called for port_ids ['41824d2d-8f0e-4344-beb8-cc3af5147464'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 17:42:05.359010 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab41e915-9f69-486a-93ea-0041fb2d76e0 req-ef7bb897-4aed-47af-8e68-e4951dd715ac tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:42:05.373476 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-ab41e915-9f69-486a-93ea-0041fb2d76e0 req-ef7bb897-4aed-47af-8e68-e4951dd715ac tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] 10.222.0.89 "GET /v2.0/ports?device_id=052f1b64-41cd-4bf0-9e37-1ea02526f08c HTTP/1.1" status: 200 len: 944 time: 0.1272786 Feb 04 17:42:05.423825 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-ab41e915-9f69-486a-93ea-0041fb2d76e0 req-a66aa66f-c153-4786-a42b-1e2cfa0b7a7e tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] 10.222.0.89 "GET /v2.0/security-groups?id=51fcebac-85fd-4a94-b17a-0b26ffac48da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491996 Feb 04 17:42:05.664470 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1384cd90-c0d7-46e3-9c0b-4770bc2f0e7d req-61148ec0-1689-4672-b357-8f8e8ec7cc29 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:42:05.666821 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-1384cd90-c0d7-46e3-9c0b-4770bc2f0e7d req-61148ec0-1689-4672-b357-8f8e8ec7cc29 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.89 "GET /v2.0/ports?device_id=3c7675e1-1c8a-410f-be7f-b37c48bc9d65 HTTP/1.1" status: 200 len: 945 time: 0.0644524 Feb 04 17:42:05.714091 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (ba70844b-66a0-45fd-a2f2-e6ed673321fc), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:42:05.723496 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-1384cd90-c0d7-46e3-9c0b-4770bc2f0e7d req-6339953a-55fc-4bf0-bf8f-96283eced414 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.89 "GET /v2.0/security-groups?id=93ceaf89-daf9-4fd7-ba90-ecf1cae67db9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504982 Feb 04 17:42:06.588485 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0eebba-68b4-4211-8212-50eeafd2c5e0 req-6671f902-7a37-4db1-aee5-75d1c41be325 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:42:06.591294 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-4d0eebba-68b4-4211-8212-50eeafd2c5e0 req-6671f902-7a37-4db1-aee5-75d1c41be325 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] 10.222.0.89 "GET /v2.0/ports?device_id=052f1b64-41cd-4bf0-9e37-1ea02526f08c HTTP/1.1" status: 200 len: 944 time: 0.0637207 Feb 04 17:42:06.647142 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-4d0eebba-68b4-4211-8212-50eeafd2c5e0 req-04e4dac9-0acb-4ef3-b245-15630a768b3f tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] 10.222.0.89 "GET /v2.0/security-groups?id=51fcebac-85fd-4a94-b17a-0b26ffac48da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495021 Feb 04 17:42:06.873120 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793c359b-3443-4497-abb0-8936cf87d665 req-d3c07037-ccd5-4032-9f97-5911c1297ef2 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:42:06.880086 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-793c359b-3443-4497-abb0-8936cf87d665 req-d3c07037-ccd5-4032-9f97-5911c1297ef2 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.89 "GET /v2.0/ports?device_id=3c7675e1-1c8a-410f-be7f-b37c48bc9d65 HTTP/1.1" status: 200 len: 945 time: 0.0641391 Feb 04 17:42:06.934807 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-793c359b-3443-4497-abb0-8936cf87d665 req-6d38431b-10a9-4ed9-a731-b579962a917e tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.89 "GET /v2.0/security-groups?id=93ceaf89-daf9-4fd7-ba90-ecf1cae67db9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490565 Feb 04 17:42:07.776013 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca05a437-bc19-4188-89ae-b45598a6fc41 req-d056b6b2-0409-41ad-841f-42b196a7eba9 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:42:07.781820 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-ca05a437-bc19-4188-89ae-b45598a6fc41 req-d056b6b2-0409-41ad-841f-42b196a7eba9 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] 10.222.0.89 "GET /v2.0/ports?device_id=052f1b64-41cd-4bf0-9e37-1ea02526f08c HTTP/1.1" status: 200 len: 944 time: 0.0588610 Feb 04 17:42:07.845362 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-ca05a437-bc19-4188-89ae-b45598a6fc41 req-50194481-220e-4f78-8ac1-8a9c42635104 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] 10.222.0.89 "GET /v2.0/security-groups?id=51fcebac-85fd-4a94-b17a-0b26ffac48da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613463 Feb 04 17:42:08.119051 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f94149-6359-48cb-a470-13d8f5f96bfb req-6a51567e-dce1-4b8b-a0cf-cd21cd52f9f1 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:42:08.120822 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-00f94149-6359-48cb-a470-13d8f5f96bfb req-6a51567e-dce1-4b8b-a0cf-cd21cd52f9f1 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.89 "GET /v2.0/ports?device_id=3c7675e1-1c8a-410f-be7f-b37c48bc9d65 HTTP/1.1" status: 200 len: 945 time: 0.1213236 Feb 04 17:42:08.181583 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-00f94149-6359-48cb-a470-13d8f5f96bfb req-1bed5e5a-eac1-4829-a84c-d5fd5336f6b6 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.89 "GET /v2.0/security-groups?id=93ceaf89-daf9-4fd7-ba90-ecf1cae67db9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506418 Feb 04 17:42:08.301279 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device 41824d2d-8f0e-4344-beb8-cc3af5147464 up at agent hyperv_n-h1-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:42:08.365238 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Provisioning for port 41824d2d-8f0e-4344-beb8-cc3af5147464 completed by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 17:42:08.373308 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Provisioning complete for port 41824d2d-8f0e-4344-beb8-cc3af5147464 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:42:08.373996 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (41824d2d-8f0e-4344-beb8-cc3af5147464), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:42:08.519124 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Current status of the port 41824d2d-8f0e-4344-beb8-cc3af5147464 is: BUILD; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:42:08.519608 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (41824d2d-8f0e-4344-beb8-cc3af5147464), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:42:08.565886 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '052f1b64-41cd-4bf0-9e37-1ea02526f08c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41824d2d-8f0e-4344-beb8-cc3af5147464'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:42:08.568179 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c34bc964ce2211770fda26ca2f3801cc06f4f39928110690550e94ab9c9d2fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-879db0f6-2f03-48dd-9346-10224aaa3484" -d '{"events": [{"server_uuid": "052f1b64-41cd-4bf0-9e37-1ea02526f08c", "name": "network-vif-plugged", "status": "completed", "tag": "41824d2d-8f0e-4344-beb8-cc3af5147464"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:42:08.602576 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] For port 41824d2d-8f0e-4344-beb8-cc3af5147464, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=41824d2d-8f0e-4344-beb8-cc3af5147464,segment=NetworkSegment(2eb92e58-4f00-4646-ba01-0085967486fd),segment_id=2eb92e58-4f00-4646-ba01-0085967486fd)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:42:08.613944 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (41824d2d-8f0e-4344-beb8-cc3af5147464), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:42:08.623578 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 17:42:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3324b38e-a6a6-4d73-bc73-f8bc9bdfbf38 x-openstack-request-id: req-3324b38e-a6a6-4d73-bc73-f8bc9bdfbf38 {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:42:08.623911 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "052f1b64-41cd-4bf0-9e37-1ea02526f08c", "name": "network-vif-plugged", "status": "completed", "tag": "41824d2d-8f0e-4344-beb8-cc3af5147464", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:42:08.624121 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-3324b38e-a6a6-4d73-bc73-f8bc9bdfbf38 {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:42:08.624650 n-d-827839-2 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '052f1b64-41cd-4bf0-9e37-1ea02526f08c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41824d2d-8f0e-4344-beb8-cc3af5147464', 'code': 200} Feb 04 17:42:08.700331 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Pushing event updated for resources: {'Port': ['ID=41824d2d-8f0e-4344-beb8-cc3af5147464,revision_number=5']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:42:08.787375 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ef5623-db77-4481-99e5-7723ef76bc92 req-15bb69f2-9640-436a-9152-eb1580d92a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:42:08.788534 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-11ef5623-db77-4481-99e5-7723ef76bc92 req-15bb69f2-9640-436a-9152-eb1580d92a2e service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=052f1b64-41cd-4bf0-9e37-1ea02526f08c HTTP/1.1" status: 200 len: 1127 time: 0.0936847 Feb 04 17:42:08.853341 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-11ef5623-db77-4481-99e5-7723ef76bc92 req-3e973efe-f8e6-40ff-a399-2854dbbc8561 service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=51fcebac-85fd-4a94-b17a-0b26ffac48da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566175 Feb 04 17:42:09.008089 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec568a2-32a5-4693-94ed-c6c3d3a8ca72 req-74fb2888-c0aa-49a5-9658-3a952aa91ab2 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:42:09.016363 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-eec568a2-32a5-4693-94ed-c6c3d3a8ca72 req-74fb2888-c0aa-49a5-9658-3a952aa91ab2 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] 10.222.0.89 "GET /v2.0/ports?device_id=052f1b64-41cd-4bf0-9e37-1ea02526f08c HTTP/1.1" status: 200 len: 945 time: 0.0845037 Feb 04 17:42:09.093750 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-eec568a2-32a5-4693-94ed-c6c3d3a8ca72 req-50ac91f6-0f2b-40d4-be58-fe0d45414d49 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] 10.222.0.89 "GET /v2.0/security-groups?id=51fcebac-85fd-4a94-b17a-0b26ffac48da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0759673 Feb 04 17:42:09.335773 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba209d2a-de42-47ae-8096-f804976792e4 req-6e8748f0-1eb0-48b7-9f66-1b1f42f7ac27 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:42:09.341308 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-ba209d2a-de42-47ae-8096-f804976792e4 req-6e8748f0-1eb0-48b7-9f66-1b1f42f7ac27 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.89 "GET /v2.0/ports?device_id=3c7675e1-1c8a-410f-be7f-b37c48bc9d65 HTTP/1.1" status: 200 len: 945 time: 0.0812871 Feb 04 17:42:09.401272 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-ba209d2a-de42-47ae-8096-f804976792e4 req-c7546a9e-42d0-46cd-b053-6789a1ea9bfa tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.89 "GET /v2.0/security-groups?id=93ceaf89-daf9-4fd7-ba90-ecf1cae67db9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536435 Feb 04 17:42:10.254080 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (f20a1ab3-4332-4f54-833b-ba4a7c687e89), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:42:10.285918 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a90a33-9fc7-4150-9f54-b32aa40fd0c4 req-df59e3f9-f701-4598-97ae-831540c81cc7 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:42:10.294151 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-48a90a33-9fc7-4150-9f54-b32aa40fd0c4 req-df59e3f9-f701-4598-97ae-831540c81cc7 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] 10.222.0.89 "GET /v2.0/ports?device_id=052f1b64-41cd-4bf0-9e37-1ea02526f08c HTTP/1.1" status: 200 len: 945 time: 0.0812361 Feb 04 17:42:10.365930 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-48a90a33-9fc7-4150-9f54-b32aa40fd0c4 req-844724ff-9085-4102-8e0d-d945ca6fa943 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] 10.222.0.89 "GET /v2.0/security-groups?id=51fcebac-85fd-4a94-b17a-0b26ffac48da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656116 Feb 04 17:42:10.630667 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e831de-1fe4-4f9d-b8c0-97436fd1a2c4 req-8288e282-6959-4ab5-8dea-f0e090f2f673 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:42:10.638418 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-83e831de-1fe4-4f9d-b8c0-97436fd1a2c4 req-8288e282-6959-4ab5-8dea-f0e090f2f673 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.89 "GET /v2.0/ports?device_id=3c7675e1-1c8a-410f-be7f-b37c48bc9d65 HTTP/1.1" status: 200 len: 945 time: 0.1204276 Feb 04 17:42:10.706641 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-83e831de-1fe4-4f9d-b8c0-97436fd1a2c4 req-946cdffa-5132-4dc1-b773-f659f686c5cc tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.89 "GET /v2.0/security-groups?id=93ceaf89-daf9-4fd7-ba90-ecf1cae67db9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0672715 Feb 04 17:42:11.599963 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c758c5-c21b-4dcd-b143-8f2936d37ab0 req-6eea7a8e-61a7-4ab1-adc6-038a2fdc03ac tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:42:11.604548 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-39c758c5-c21b-4dcd-b143-8f2936d37ab0 req-6eea7a8e-61a7-4ab1-adc6-038a2fdc03ac tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] 10.222.0.89 "GET /v2.0/ports?device_id=052f1b64-41cd-4bf0-9e37-1ea02526f08c HTTP/1.1" status: 200 len: 945 time: 0.1292734 Feb 04 17:42:11.706713 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-39c758c5-c21b-4dcd-b143-8f2936d37ab0 req-955220ae-09bc-49d3-9d83-f2ad1c67c2ad tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] 10.222.0.89 "GET /v2.0/security-groups?id=51fcebac-85fd-4a94-b17a-0b26ffac48da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0957248 Feb 04 17:42:11.921033 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab608002-967d-4177-b6c2-d8fb0a925bfb req-c15d3ea2-c9f0-4f59-aebd-8682e9c628c3 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:42:11.923383 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-ab608002-967d-4177-b6c2-d8fb0a925bfb req-c15d3ea2-c9f0-4f59-aebd-8682e9c628c3 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] 10.222.0.89 "GET /v2.0/ports?device_id=052f1b64-41cd-4bf0-9e37-1ea02526f08c HTTP/1.1" status: 200 len: 945 time: 0.1002421 Feb 04 17:42:11.935500 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fb3000-fe59-4b70-8a53-1ab879191dcf req-cbae27fc-20c9-4f2a-a4b4-de8fc1c3d595 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:42:11.938109 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-f3fb3000-fe59-4b70-8a53-1ab879191dcf req-cbae27fc-20c9-4f2a-a4b4-de8fc1c3d595 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.89 "GET /v2.0/ports?device_id=3c7675e1-1c8a-410f-be7f-b37c48bc9d65 HTTP/1.1" status: 200 len: 945 time: 0.0921366 Feb 04 17:42:12.018503 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-f3fb3000-fe59-4b70-8a53-1ab879191dcf req-efccd924-5fd3-4da1-b99c-6323cfe9f0bf tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.89 "GET /v2.0/security-groups?id=93ceaf89-daf9-4fd7-ba90-ecf1cae67db9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0714545 Feb 04 17:42:12.397121 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (3f9244a9-75fc-4c10-b195-11d48b853b41), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:42:12.484529 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-ab608002-967d-4177-b6c2-d8fb0a925bfb req-03d4e536-0a94-4860-9d3c-4ed4a1dd67e0 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] 10.222.0.89 "GET /v2.0/security-groups?id=51fcebac-85fd-4a94-b17a-0b26ffac48da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5542138 Feb 04 17:42:12.506256 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 35762) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:42:12.554643 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a071627-29f5-49d3-9771-9205dce64993 tempest-TestNetworkAdvancedServerOps-1057837956 tempest-TestNetworkAdvancedServerOps-1057837956-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:42:12.556436 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-5a071627-29f5-49d3-9771-9205dce64993 tempest-TestNetworkAdvancedServerOps-1057837956 tempest-TestNetworkAdvancedServerOps-1057837956-project-admin] 10.222.0.89 "GET /v2.0/ports?device_id=052f1b64-41cd-4bf0-9e37-1ea02526f08c HTTP/1.1" status: 200 len: 1122 time: 0.0490506 Feb 04 17:42:12.559246 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 35764) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:42:12.569480 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-343c72cc-4ce1-4e5c-a9ce-27041ba306e3 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Request body: {'floatingip': {'floating_network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'port_id': '41824d2d-8f0e-4344-beb8-cc3af5147464', 'tenant_id': '86a0fd5c0c974eafbf1c6e95239dcb2c', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:42:12.612608 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-343c72cc-4ce1-4e5c-a9ce-27041ba306e3 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:42:12.752598 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-343c72cc-4ce1-4e5c-a9ce-27041ba306e3 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:42:12.875200 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.db_base_plugin_common [None req-343c72cc-4ce1-4e5c-a9ce-27041ba306e3 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Allocated IP 172.25.6.78 (48165773-85ad-49a1-9ec1-76fc8dc24188/7660bfad-1ea8-4fe7-831b-bed836f13efc/e9535873-2872-475f-8101-ebdd348d27da) {{(pid=103377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:42:13.003442 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-343c72cc-4ce1-4e5c-a9ce-27041ba306e3 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Publish callbacks [] for port (e9535873-2872-475f-8101-ebdd348d27da), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:42:13.067200 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-343c72cc-4ce1-4e5c-a9ce-27041ba306e3 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (e9535873-2872-475f-8101-ebdd348d27da), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:42:13.183364 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-343c72cc-4ce1-4e5c-a9ce-27041ba306e3 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Network 48165773-85ad-49a1-9ec1-76fc8dc24188 is already hosted by enough agents. {{(pid=103377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:42:13.188145 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [None req-343c72cc-4ce1-4e5c-a9ce-27041ba306e3 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Resources bound (agent type, host, resource id): {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:42:13.196971 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-343c72cc-4ce1-4e5c-a9ce-27041ba306e3 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Received port after_create {{(pid=103377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:42:13.236914 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343c72cc-4ce1-4e5c-a9ce-27041ba306e3 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Pushing event updated for resources: {'Port': ['ID=e9535873-2872-475f-8101-ebdd348d27da,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:42:13.254941 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29928bea-bda0-4bec-9654-c5f379cd89fd req-49c65706-f3e8-4234-8d9f-20576b6d31a7 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:42:13.256516 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-29928bea-bda0-4bec-9654-c5f379cd89fd req-49c65706-f3e8-4234-8d9f-20576b6d31a7 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.89 "GET /v2.0/ports?device_id=3c7675e1-1c8a-410f-be7f-b37c48bc9d65 HTTP/1.1" status: 200 len: 945 time: 0.1215475 Feb 04 17:42:13.418374 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-29928bea-bda0-4bec-9654-c5f379cd89fd req-19124541-a004-4d2c-8b31-73763fc8adfa tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.89 "GET /v2.0/security-groups?id=93ceaf89-daf9-4fd7-ba90-ecf1cae67db9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0669882 Feb 04 17:42:14.108545 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-343c72cc-4ce1-4e5c-a9ce-27041ba306e3 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Publish callbacks [] for floatingip (54d18081-dbed-420f-8d4b-c9c53b9a8f60), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:42:14.190655 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-343c72cc-4ce1-4e5c-a9ce-27041ba306e3 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (e9535873-2872-475f-8101-ebdd348d27da), before_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:42:14.407666 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-343c72cc-4ce1-4e5c-a9ce-27041ba306e3 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Publish callbacks [] for port (e9535873-2872-475f-8101-ebdd348d27da), precommit_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:42:14.414565 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-343c72cc-4ce1-4e5c-a9ce-27041ba306e3 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25888290'] for port (e9535873-2872-475f-8101-ebdd348d27da), after_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:42:14.498794 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-343c72cc-4ce1-4e5c-a9ce-27041ba306e3 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1595586'] for floatingip (54d18081-dbed-420f-8d4b-c9c53b9a8f60), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:42:14.587170 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343c72cc-4ce1-4e5c-a9ce-27041ba306e3 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Pushing event updated for resources: {'Port': ['ID=e9535873-2872-475f-8101-ebdd348d27da,revision_number=2']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:42:14.614404 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ffd030-c64f-4cd4-b99a-a7d35fb62f13 req-d645ad08-c419-439e-a1e5-c07fb4615a8b tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:42:14.616551 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-14ffd030-c64f-4cd4-b99a-a7d35fb62f13 req-d645ad08-c419-439e-a1e5-c07fb4615a8b tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.89 "GET /v2.0/ports?device_id=3c7675e1-1c8a-410f-be7f-b37c48bc9d65 HTTP/1.1" status: 200 len: 945 time: 0.0800898 Feb 04 17:42:14.653027 n-d-827839-2 neutron-server[103377]: INFO neutron.db.l3_db [None req-343c72cc-4ce1-4e5c-a9ce-27041ba306e3 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Floating IP 54d18081-dbed-420f-8d4b-c9c53b9a8f60 associated. External IP: 172.25.6.78, port: 41824d2d-8f0e-4344-beb8-cc3af5147464. Feb 04 17:42:14.745695 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-14ffd030-c64f-4cd4-b99a-a7d35fb62f13 req-e177e61b-74ff-4ffe-bded-6846d1e3817f tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.89 "GET /v2.0/security-groups?id=93ceaf89-daf9-4fd7-ba90-ecf1cae67db9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1205599 Feb 04 17:42:15.119625 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-343c72cc-4ce1-4e5c-a9ce-27041ba306e3 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Router ea8f65a9-a01d-4df3-b91f-b261ef81f003 has already been hosted by L3 agent 64ada913-9131-4d99-a265-63a920956287 {{(pid=103377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 17:42:15.136304 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ebabeb-33ea-4f06-8547-756ec0e769f3 req-ae0b01e0-51fd-4554-a681-d3268c59c66e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:42:15.138134 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-20ebabeb-33ea-4f06-8547-756ec0e769f3 req-ae0b01e0-51fd-4554-a681-d3268c59c66e service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=5f7c63cd6c624891853d19549e45e9fe&device_id=3c7675e1-1c8a-410f-be7f-b37c48bc9d65 HTTP/1.1" status: 200 len: 1127 time: 0.0692112 Feb 04 17:42:15.150974 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705b2f08-15ba-461f-adb5-c6bca78949ad req-8dbb3bd8-b630-48f1-ad3e-54f531073c15 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:42:15.162480 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-705b2f08-15ba-461f-adb5-c6bca78949ad req-8dbb3bd8-b630-48f1-ad3e-54f531073c15 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.89 "GET /v2.0/ports?device_id=3c7675e1-1c8a-410f-be7f-b37c48bc9d65 HTTP/1.1" status: 200 len: 945 time: 0.1684041 Feb 04 17:42:15.297084 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ebabeb-33ea-4f06-8547-756ec0e769f3 req-4fc19f81-696f-448e-b7f2-f7d7bba48769 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:42:15.299184 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-20ebabeb-33ea-4f06-8547-756ec0e769f3 req-4fc19f81-696f-448e-b7f2-f7d7bba48769 service neutron] 10.222.0.96 "GET /v2.0/networks?id=b55b6cf7-96ca-44f1-b402-5ece20b91f84 HTTP/1.1" status: 200 len: 913 time: 0.1351070 Feb 04 17:42:15.351061 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-343c72cc-4ce1-4e5c-a9ce-27041ba306e3 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Notify agent at l3_agent.n-d-827839-2 the message routers_updated {{(pid=103377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 17:42:15.366197 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9d28c59-ce4f-4010-8933-ddba8ac12bac None None] Sync routers for ids ['ea8f65a9-a01d-4df3-b91f-b261ef81f003'] in n-d-827839-2 {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 17:42:15.385622 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9d28c59-ce4f-4010-8933-ddba8ac12bac None None] Routers {'ea8f65a9-a01d-4df3-b91f-b261ef81f003'} bound to L3 agent in host n-d-827839-2 {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:42:15.385622 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-c9d28c59-ce4f-4010-8933-ddba8ac12bac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:42:03Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['ea8f65a9-a01d-4df3-b91f-b261ef81f003'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:42:15.413824 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-705b2f08-15ba-461f-adb5-c6bca78949ad req-ea8d3aab-afc6-4053-a942-02948d447061 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.89 "GET /v2.0/security-groups?id=93ceaf89-daf9-4fd7-ba90-ecf1cae67db9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1112022 Feb 04 17:42:15.432482 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-343c72cc-4ce1-4e5c-a9ce-27041ba306e3 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for floatingip (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:42:15.469024 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-343c72cc-4ce1-4e5c-a9ce-27041ba306e3 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] 10.222.0.89 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.9084873 Feb 04 17:42:15.470230 n-d-827839-2 neutron-server[103377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '052f1b64-41cd-4bf0-9e37-1ea02526f08c', 'tag': '41824d2d-8f0e-4344-beb8-cc3af5147464'}] {{(pid=103377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:42:15.486715 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7240428b650e1488e9361b62648ff4b3a6c19d49d8c27c949491ab58c1346cf0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f002157-5ecc-4c8b-9d5a-2065c12626f8" -d '{"events": [{"name": "network-changed", "server_uuid": "052f1b64-41cd-4bf0-9e37-1ea02526f08c", "tag": "41824d2d-8f0e-4344-beb8-cc3af5147464"}]}' {{(pid=103377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:42:15.600615 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-20ebabeb-33ea-4f06-8547-756ec0e769f3 req-df1f783f-40a9-45a6-922f-1196180d4332 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fa5a1c99-a3b3-46ea-b891-f5171c94ab05 HTTP/1.1" status: 200 len: 1000 time: 0.1992400 Feb 04 17:42:15.675992 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9ca234-0b91-42e9-9763-d003e7d655b3 req-abe51bf6-97f8-43d8-9297-40d21fc57230 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:42:15.693625 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-4e9ca234-0b91-42e9-9763-d003e7d655b3 req-abe51bf6-97f8-43d8-9297-40d21fc57230 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] 10.222.0.89 "GET /v2.0/ports?device_id=052f1b64-41cd-4bf0-9e37-1ea02526f08c HTTP/1.1" status: 200 len: 945 time: 0.1332359 Feb 04 17:42:15.709380 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvr_db [None req-c9d28c59-ce4f-4010-8933-ddba8ac12bac None None] Set router ea8f65a9-a01d-4df3-b91f-b261ef81f003 gateway port host: n-d-827839-2 {{(pid=103379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:42:15.715474 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ebabeb-33ea-4f06-8547-756ec0e769f3 req-f90557bd-737b-404b-9092-875cf9f44911 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:42:15.719590 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-20ebabeb-33ea-4f06-8547-756ec0e769f3 req-f90557bd-737b-404b-9092-875cf9f44911 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=56d77231-1e8a-430f-89bb-45ff7f982beb HTTP/1.1" status: 200 len: 851 time: 0.1097763 Feb 04 17:42:15.818986 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-4e9ca234-0b91-42e9-9763-d003e7d655b3 req-ffcb2e63-3a0a-462f-ad50-c00aa8dfd07f tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] 10.222.0.89 "GET /v2.0/security-groups?id=51fcebac-85fd-4a94-b17a-0b26ffac48da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1186616 Feb 04 17:42:15.832769 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 35850) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:42:15.874079 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ebabeb-33ea-4f06-8547-756ec0e769f3 req-43ac17c2-12a1-4830-830b-5d04ebff8b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:42:15.875613 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-20ebabeb-33ea-4f06-8547-756ec0e769f3 req-43ac17c2-12a1-4830-830b-5d04ebff8b05 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=b55b6cf7-96ca-44f1-b402-5ece20b91f84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1443434 Feb 04 17:42:15.890157 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [req-20ebabeb-33ea-4f06-8547-756ec0e769f3 req-4b073fe4-95ba-47c4-87c0-beb71cca2dfe service neutron] http://10.222.0.89:9696/v2.0/extensions returned with HTTP 200 {{(pid=103376) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 17:42:15.891241 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-20ebabeb-33ea-4f06-8547-756ec0e769f3 req-4b073fe4-95ba-47c4-87c0-beb71cca2dfe service neutron] 10.222.0.96 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0063694 Feb 04 17:42:15.914511 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 17:42:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a8eb448-1c19-4f40-a3ac-a1d329d83efb x-openstack-request-id: req-3a8eb448-1c19-4f40-a3ac-a1d329d83efb {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:42:15.921508 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "052f1b64-41cd-4bf0-9e37-1ea02526f08c", "tag": "41824d2d-8f0e-4344-beb8-cc3af5147464", "status": "completed", "code": 200}]} {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:42:15.922520 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-3a8eb448-1c19-4f40-a3ac-a1d329d83efb {{(pid=103377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:42:15.923876 n-d-827839-2 neutron-server[103377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '052f1b64-41cd-4bf0-9e37-1ea02526f08c', 'tag': '41824d2d-8f0e-4344-beb8-cc3af5147464', 'status': 'completed', 'code': 200} Feb 04 17:42:15.976442 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-8f70fc2d-298a-4aaf-b034-a44b54f64d39 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] 10.222.0.89 "GET /v2.0/floatingips/54d18081-dbed-420f-8d4b-c9c53b9a8f60 HTTP/1.1" status: 200 len: 990 time: 0.1422601 Feb 04 17:42:16.065764 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-20ebabeb-33ea-4f06-8547-756ec0e769f3 req-0d6c7472-4d3c-4c68-8d6a-72821f4a8b54 service neutron] 10.222.0.96 "GET /v2.0/networks/b55b6cf7-96ca-44f1-b402-5ece20b91f84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1615078 Feb 04 17:42:16.182757 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-c9d28c59-ce4f-4010-8933-ddba8ac12bac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea8f65a9-a01d-4df3-b91f-b261ef81f003', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1088852000', 'tenant_id': '86a0fd5c0c974eafbf1c6e95239dcb2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.250'}], 'enable_snat': True}, 'gw_port_id': '6e4da06b-1464-4aee-9e86-c692099bc48f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:41:44Z', 'updated_at': '2022-02-04T17:41:51Z', 'revision_number': 4, 'project_id': '86a0fd5c0c974eafbf1c6e95239dcb2c', 'gw_port': {'id': '6e4da06b-1464-4aee-9e86-c692099bc48f', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:d5:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea8f65a9-a01d-4df3-b91f-b261ef81f003', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3272, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:41:45Z', 'updated_at': '2022-02-04T17:41:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_floatingips': [{'id': '54d18081-dbed-420f-8d4b-c9c53b9a8f60', 'tenant_id': '86a0fd5c0c974eafbf1c6e95239dcb2c', 'floating_ip_address': '172.25.6.78', 'floating_network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'router_id': 'ea8f65a9-a01d-4df3-b91f-b261ef81f003', 'port_id': '41824d2d-8f0e-4344-beb8-cc3af5147464', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3293, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c75b0216-bbb5-4b6f-8caf-507659fff648', 'mac_address': 'fa:16:3e:62:dc:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '052f1b64-41cd-4bf0-9e37-1ea02526f08c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T17:42:13Z', 'updated_at': '2022-02-04T17:42:13Z', 'revision_number': 0, 'project_id': '86a0fd5c0c974eafbf1c6e95239dcb2c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4cbfe0f6-49a2-4664-aec0-98c4bfcfda95', 'name': '', 'network_id': 'c75b0216-bbb5-4b6f-8caf-507659fff648', 'tenant_id': '86a0fd5c0c974eafbf1c6e95239dcb2c', 'mac_address': 'fa:16:3e:ba:f0:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea8f65a9-a01d-4df3-b91f-b261ef81f003', 'device_owner': 'network:router_interface', 'standard_attr_id': 3275, 'fixed_ips': [{'subnet_id': 'ef5bd72b-0899-4863-b96f-862e9aa9617e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:41:50Z', 'updated_at': '2022-02-04T17:41:56Z', 'revision_number': 5, 'project_id': '86a0fd5c0c974eafbf1c6e95239dcb2c', 'subnets': [{'id': 'ef5bd72b-0899-4863-b96f-862e9aa9617e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-2', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:42:16.202600 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f002157-5ecc-4c8b-9d5a-2065c12626f8 req-e7f79929-48f4-4269-a4de-6247f7bbb338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:42:16.206318 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-5f002157-5ecc-4c8b-9d5a-2065c12626f8 req-e7f79929-48f4-4269-a4de-6247f7bbb338 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=86a0fd5c0c974eafbf1c6e95239dcb2c&device_id=052f1b64-41cd-4bf0-9e37-1ea02526f08c HTTP/1.1" status: 200 len: 1127 time: 0.2765279 Feb 04 17:42:16.223888 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9d28c59-ce4f-4010-8933-ddba8ac12bac None None] Checking router: ea8f65a9-a01d-4df3-b91f-b261ef81f003 for host: n-d-827839-2 {{(pid=103379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 17:42:16.240624 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9d28c59-ce4f-4010-8933-ddba8ac12bac None None] Routers {'ea8f65a9-a01d-4df3-b91f-b261ef81f003'} bound to L3 agent in host n-d-827839-2 {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:42:16.243117 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-c9d28c59-ce4f-4010-8933-ddba8ac12bac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:42:03Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['ea8f65a9-a01d-4df3-b91f-b261ef81f003'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:42:16.426116 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-20ebabeb-33ea-4f06-8547-756ec0e769f3 req-d71ae331-d9b7-4cf8-bfb1-a794088beef7 service neutron] 10.222.0.96 "GET /v2.0/networks/b55b6cf7-96ca-44f1-b402-5ece20b91f84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3383615 Feb 04 17:42:16.443241 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvr_db [None req-c9d28c59-ce4f-4010-8933-ddba8ac12bac None None] Set router ea8f65a9-a01d-4df3-b91f-b261ef81f003 gateway port host: n-d-827839-2 {{(pid=103379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:42:16.490466 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f002157-5ecc-4c8b-9d5a-2065c12626f8 req-d0aa63f2-6a8f-4416-b186-5d1d18dce9ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:42:16.501952 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-5f002157-5ecc-4c8b-9d5a-2065c12626f8 req-d0aa63f2-6a8f-4416-b186-5d1d18dce9ed service neutron] 10.222.0.96 "GET /v2.0/networks?id=c75b0216-bbb5-4b6f-8caf-507659fff648 HTTP/1.1" status: 200 len: 897 time: 0.2837756 Feb 04 17:42:16.611969 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edf94a4-a76c-428f-8c94-371d75a74e83 req-adb727f8-8d8e-486f-98a2-04ca962991ef tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:42:16.613646 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-7edf94a4-a76c-428f-8c94-371d75a74e83 req-adb727f8-8d8e-486f-98a2-04ca962991ef tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.89 "GET /v2.0/ports?device_id=3c7675e1-1c8a-410f-be7f-b37c48bc9d65 HTTP/1.1" status: 200 len: 945 time: 0.0824797 Feb 04 17:42:16.649193 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-5f002157-5ecc-4c8b-9d5a-2065c12626f8 req-1e5fc090-cf21-4ab9-9a21-52cf602b0cef service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=41824d2d-8f0e-4344-beb8-cc3af5147464 HTTP/1.1" status: 200 len: 998 time: 0.1326466 Feb 04 17:42:16.712368 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-7edf94a4-a76c-428f-8c94-371d75a74e83 req-acee5e56-bc5f-4956-b1e3-3491034b8227 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.89 "GET /v2.0/security-groups?id=93ceaf89-daf9-4fd7-ba90-ecf1cae67db9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0925531 Feb 04 17:42:16.753461 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f002157-5ecc-4c8b-9d5a-2065c12626f8 req-11667764-c674-423f-892f-9b9630084c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:42:16.755084 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-5f002157-5ecc-4c8b-9d5a-2065c12626f8 req-11667764-c674-423f-892f-9b9630084c10 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=ef5bd72b-0899-4863-b96f-862e9aa9617e HTTP/1.1" status: 200 len: 833 time: 0.0948100 Feb 04 17:42:16.899704 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f002157-5ecc-4c8b-9d5a-2065c12626f8 req-8d5fc7d5-bdf0-4d5a-959e-a0ff5f14dcc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:42:16.920045 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-5f002157-5ecc-4c8b-9d5a-2065c12626f8 req-8d5fc7d5-bdf0-4d5a-959e-a0ff5f14dcc5 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=c75b0216-bbb5-4b6f-8caf-507659fff648&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1522164 Feb 04 17:42:16.962634 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-c9d28c59-ce4f-4010-8933-ddba8ac12bac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea8f65a9-a01d-4df3-b91f-b261ef81f003', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1088852000', 'tenant_id': '86a0fd5c0c974eafbf1c6e95239dcb2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.250'}], 'enable_snat': True}, 'gw_port_id': '6e4da06b-1464-4aee-9e86-c692099bc48f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:41:44Z', 'updated_at': '2022-02-04T17:41:51Z', 'revision_number': 4, 'project_id': '86a0fd5c0c974eafbf1c6e95239dcb2c', 'gw_port': {'id': '6e4da06b-1464-4aee-9e86-c692099bc48f', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:d5:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea8f65a9-a01d-4df3-b91f-b261ef81f003', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3272, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:41:45Z', 'updated_at': '2022-02-04T17:41:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_floatingips': [{'id': '54d18081-dbed-420f-8d4b-c9c53b9a8f60', 'tenant_id': '86a0fd5c0c974eafbf1c6e95239dcb2c', 'floating_ip_address': '172.25.6.78', 'floating_network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'router_id': 'ea8f65a9-a01d-4df3-b91f-b261ef81f003', 'port_id': '41824d2d-8f0e-4344-beb8-cc3af5147464', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3293, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c75b0216-bbb5-4b6f-8caf-507659fff648', 'mac_address': 'fa:16:3e:62:dc:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '052f1b64-41cd-4bf0-9e37-1ea02526f08c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T17:42:13Z', 'updated_at': '2022-02-04T17:42:13Z', 'revision_number': 0, 'project_id': '86a0fd5c0c974eafbf1c6e95239dcb2c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4cbfe0f6-49a2-4664-aec0-98c4bfcfda95', 'name': '', 'network_id': 'c75b0216-bbb5-4b6f-8caf-507659fff648', 'tenant_id': '86a0fd5c0c974eafbf1c6e95239dcb2c', 'mac_address': 'fa:16:3e:ba:f0:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea8f65a9-a01d-4df3-b91f-b261ef81f003', 'device_owner': 'network:router_interface', 'standard_attr_id': 3275, 'fixed_ips': [{'subnet_id': 'ef5bd72b-0899-4863-b96f-862e9aa9617e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:41:50Z', 'updated_at': '2022-02-04T17:41:56Z', 'revision_number': 5, 'project_id': '86a0fd5c0c974eafbf1c6e95239dcb2c', 'subnets': [{'id': 'ef5bd72b-0899-4863-b96f-862e9aa9617e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-2', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:42:16.980078 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 35868) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:42:17.036789 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9d28c59-ce4f-4010-8933-ddba8ac12bac None None] The sync data for ids ['ea8f65a9-a01d-4df3-b91f-b261ef81f003'] in n-d-827839-2 is: [{'id': 'ea8f65a9-a01d-4df3-b91f-b261ef81f003', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1088852000', 'tenant_id': '86a0fd5c0c974eafbf1c6e95239dcb2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.250'}], 'enable_snat': True}, 'gw_port_id': '6e4da06b-1464-4aee-9e86-c692099bc48f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:41:44Z', 'updated_at': '2022-02-04T17:41:51Z', 'revision_number': 4, 'project_id': '86a0fd5c0c974eafbf1c6e95239dcb2c', 'gw_port': {'id': '6e4da06b-1464-4aee-9e86-c692099bc48f', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:d5:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea8f65a9-a01d-4df3-b91f-b261ef81f003', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3272, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:41:45Z', 'updated_at': '2022-02-04T17:41:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_floatingips': [{'id': '54d18081-dbed-420f-8d4b-c9c53b9a8f60', 'tenant_id': '86a0fd5c0c974eafbf1c6e95239dcb2c', 'floating_ip_address': '172.25.6.78', 'floating_network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'router_id': 'ea8f65a9-a01d-4df3-b91f-b261ef81f003', 'port_id': '41824d2d-8f0e-4344-beb8-cc3af5147464', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3293, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c75b0216-bbb5-4b6f-8caf-507659fff648', 'mac_address': 'fa:16:3e:62:dc:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '052f1b64-41cd-4bf0-9e37-1ea02526f08c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T17:42:13Z', 'updated_at': '2022-02-04T17:42:13Z', 'revision_number': 0, 'project_id': '86a0fd5c0c974eafbf1c6e95239dcb2c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4cbfe0f6-49a2-4664-aec0-98c4bfcfda95', 'name': '', 'network_id': 'c75b0216-bbb5-4b6f-8caf-507659fff648', 'tenant_id': '86a0fd5c0c974eafbf1c6e95239dcb2c', 'mac_address': 'fa:16:3e:ba:f0:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea8f65a9-a01d-4df3-b91f-b261ef81f003', 'device_owner': 'network:router_interface', 'standard_attr_id': 3275, 'fixed_ips': [{'subnet_id': 'ef5bd72b-0899-4863-b96f-862e9aa9617e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:41:50Z', 'updated_at': '2022-02-04T17:41:56Z', 'revision_number': 5, 'project_id': '86a0fd5c0c974eafbf1c6e95239dcb2c', 'subnets': [{'id': 'ef5bd72b-0899-4863-b96f-862e9aa9617e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 17:42:17.142775 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-03f02726-cab5-454f-854c-72870a7d0bfd tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] 10.222.0.89 "GET /v2.0/floatingips/54d18081-dbed-420f-8d4b-c9c53b9a8f60 HTTP/1.1" status: 200 len: 990 time: 0.1596873 Feb 04 17:42:17.160505 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-5f002157-5ecc-4c8b-9d5a-2065c12626f8 req-6c651d8f-319a-421f-855f-ba20a74305e2 service neutron] 10.222.0.96 "GET /v2.0/networks/c75b0216-bbb5-4b6f-8caf-507659fff648?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2273607 Feb 04 17:42:17.161472 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.agents_db [None req-e1691f3b-aacd-4cd6-8ebb-a9c53bb301c0 None None] Agent healthcheck: found 7 active agents {{(pid=103379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 17:42:17.336387 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-5f002157-5ecc-4c8b-9d5a-2065c12626f8 req-822cd5dd-290f-4cc5-ba93-9187943c1898 service neutron] 10.222.0.96 "GET /v2.0/networks/c75b0216-bbb5-4b6f-8caf-507659fff648?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1597574 Feb 04 17:42:17.430875 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e3b232c-140e-42ea-93fb-da98680149cf None None] New status for floating IP 54d18081-dbed-420f-8d4b-c9c53b9a8f60: ACTIVE {{(pid=103378) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 17:42:17.939378 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920a81a9-379d-40dd-b8a9-6acf2a9ba3f4 req-3e414c80-78ff-46e7-97ae-fae74941fcbf tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:42:17.941221 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-920a81a9-379d-40dd-b8a9-6acf2a9ba3f4 req-3e414c80-78ff-46e7-97ae-fae74941fcbf tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.89 "GET /v2.0/ports?device_id=3c7675e1-1c8a-410f-be7f-b37c48bc9d65 HTTP/1.1" status: 200 len: 945 time: 0.0966759 Feb 04 17:42:18.001460 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-920a81a9-379d-40dd-b8a9-6acf2a9ba3f4 req-44be07be-5f60-457e-893c-fb4c5feddad1 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.89 "GET /v2.0/security-groups?id=93ceaf89-daf9-4fd7-ba90-ecf1cae67db9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533571 Feb 04 17:42:18.143355 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 35894) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:42:18.172520 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f767fe-b8fc-4dbb-b4e2-24926560d82e req-516e878b-ceeb-4332-b42e-8d7b5f0a5cb8 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:42:18.174189 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-05f767fe-b8fc-4dbb-b4e2-24926560d82e req-516e878b-ceeb-4332-b42e-8d7b5f0a5cb8 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.89 "GET /v2.0/ports?device_id=3c7675e1-1c8a-410f-be7f-b37c48bc9d65 HTTP/1.1" status: 200 len: 945 time: 0.0816588 Feb 04 17:42:18.226900 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-612fc8c8-8d8c-4ee3-9680-fc8adb85525c tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] 10.222.0.89 "GET /v2.0/floatingips/54d18081-dbed-420f-8d4b-c9c53b9a8f60 HTTP/1.1" status: 200 len: 992 time: 0.0821636 Feb 04 17:42:18.231669 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-05f767fe-b8fc-4dbb-b4e2-24926560d82e req-e880a60a-6e44-4d89-bc8e-d36f3757b5bb tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.89 "GET /v2.0/security-groups?id=93ceaf89-daf9-4fd7-ba90-ecf1cae67db9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499520 Feb 04 17:42:18.498248 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9df779c-02b0-4d2d-a841-9a8f10ac5158 req-9f6467ca-c36d-45a1-a180-73f219c2f1f8 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:42:18.499745 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-b9df779c-02b0-4d2d-a841-9a8f10ac5158 req-9f6467ca-c36d-45a1-a180-73f219c2f1f8 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.89 "GET /v2.0/ports?device_id=3c7675e1-1c8a-410f-be7f-b37c48bc9d65 HTTP/1.1" status: 200 len: 945 time: 0.0575612 Feb 04 17:42:18.557630 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-b9df779c-02b0-4d2d-a841-9a8f10ac5158 req-eddc4b72-3a90-469d-b813-e8428f389174 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.89 "GET /v2.0/security-groups?id=93ceaf89-daf9-4fd7-ba90-ecf1cae67db9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478346 Feb 04 17:42:18.833665 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cead43-22b2-435a-8ab9-cb140ab22f53 req-3846724c-8c91-4910-aa1d-ca9ba3d6819c tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:42:18.835508 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-42cead43-22b2-435a-8ab9-cb140ab22f53 req-3846724c-8c91-4910-aa1d-ca9ba3d6819c tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.89 "GET /v2.0/ports?device_id=3c7675e1-1c8a-410f-be7f-b37c48bc9d65 HTTP/1.1" status: 200 len: 945 time: 0.0699553 Feb 04 17:42:18.915505 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-42cead43-22b2-435a-8ab9-cb140ab22f53 req-3d30430b-627c-4512-a878-3a08ab187927 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.89 "GET /v2.0/security-groups?id=93ceaf89-daf9-4fd7-ba90-ecf1cae67db9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0709822 Feb 04 17:42:19.486543 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-b1c6c001-f18f-4881-9c91-16964fcb75dc req-31515fbe-ef28-4daf-a739-606d69256f45 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=7121ab2f-febe-4a68-ae74-44f39310b958&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0534358 Feb 04 17:42:19.509911 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-c6d7414d-b29f-49d5-85a2-adb72d815960 req-8e1fdc6d-d03a-452b-af38-d891cc5ecbce service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=8caa26b9-bc3c-4bda-a286-0c24d43a83a8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0668912 Feb 04 17:42:19.584991 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c6c001-f18f-4881-9c91-16964fcb75dc req-a853994a-85f1-476b-9a00-9f2e5c547475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:42:19.590267 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-b1c6c001-f18f-4881-9c91-16964fcb75dc req-a853994a-85f1-476b-9a00-9f2e5c547475 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=f5ca586e0a134ee6a366fdbff53a4f3d&device_id=7121ab2f-febe-4a68-ae74-44f39310b958 HTTP/1.1" status: 200 len: 1127 time: 0.0668552 Feb 04 17:42:19.650100 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d7414d-b29f-49d5-85a2-adb72d815960 req-4df1f500-cb50-4bc4-b3c5-b5a3d52be1d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:42:19.660763 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-c6d7414d-b29f-49d5-85a2-adb72d815960 req-4df1f500-cb50-4bc4-b3c5-b5a3d52be1d3 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=5f7c63cd6c624891853d19549e45e9fe&device_id=8caa26b9-bc3c-4bda-a286-0c24d43a83a8 HTTP/1.1" status: 200 len: 1127 time: 0.0868366 Feb 04 17:42:19.731475 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c6c001-f18f-4881-9c91-16964fcb75dc req-8248c626-c90b-4be8-82f3-5d65daeb3f7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:42:19.732995 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-b1c6c001-f18f-4881-9c91-16964fcb75dc req-8248c626-c90b-4be8-82f3-5d65daeb3f7a service neutron] 10.222.0.96 "GET /v2.0/networks?id=737a730a-f2b9-4552-b783-b268a6fc7510 HTTP/1.1" status: 200 len: 911 time: 0.1165400 Feb 04 17:42:19.816904 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-b1c6c001-f18f-4881-9c91-16964fcb75dc req-0f1b1e8d-846a-438b-8bde-190d4c2d198c service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0e9b088b-0283-400a-a288-9957c3e9669c HTTP/1.1" status: 200 len: 1000 time: 0.0756557 Feb 04 17:42:19.842998 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d7414d-b29f-49d5-85a2-adb72d815960 req-9f50a2d6-b2c2-4f7e-a274-854fec363b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:42:19.844481 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-c6d7414d-b29f-49d5-85a2-adb72d815960 req-9f50a2d6-b2c2-4f7e-a274-854fec363b2c service neutron] 10.222.0.90 "GET /v2.0/networks?id=b55b6cf7-96ca-44f1-b402-5ece20b91f84 HTTP/1.1" status: 200 len: 913 time: 0.1635396 Feb 04 17:42:19.875915 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c6c001-f18f-4881-9c91-16964fcb75dc req-713dbbc8-54ea-44da-a591-c8dc2715412d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:42:19.878455 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-b1c6c001-f18f-4881-9c91-16964fcb75dc req-713dbbc8-54ea-44da-a591-c8dc2715412d service neutron] 10.222.0.96 "GET /v2.0/subnets?id=28f7679b-e706-44b6-8766-889d627ec1c0 HTTP/1.1" status: 200 len: 849 time: 0.0528250 Feb 04 17:42:19.905912 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-c6d7414d-b29f-49d5-85a2-adb72d815960 req-97e69bdc-6b4f-4562-982e-7c85a3c1603a service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=06cc4543-cc32-4220-8ed9-c749772fcc2b HTTP/1.1" status: 200 len: 217 time: 0.0532539 Feb 04 17:42:19.946671 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c6c001-f18f-4881-9c91-16964fcb75dc req-42e3fdeb-144f-4790-bb26-ad964fdeac42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:42:19.948400 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-b1c6c001-f18f-4881-9c91-16964fcb75dc req-42e3fdeb-144f-4790-bb26-ad964fdeac42 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=737a730a-f2b9-4552-b783-b268a6fc7510&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0604815 Feb 04 17:42:20.021677 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d7414d-b29f-49d5-85a2-adb72d815960 req-8e556465-24b2-43b1-a02d-bfe518788288 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:42:20.023531 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-c6d7414d-b29f-49d5-85a2-adb72d815960 req-8e556465-24b2-43b1-a02d-bfe518788288 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=56d77231-1e8a-430f-89bb-45ff7f982beb HTTP/1.1" status: 200 len: 851 time: 0.1101556 Feb 04 17:42:20.092791 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d7414d-b29f-49d5-85a2-adb72d815960 req-5b17e29f-6a19-41ac-9802-a807bb8dc9d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:42:20.094880 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-c6d7414d-b29f-49d5-85a2-adb72d815960 req-5b17e29f-6a19-41ac-9802-a807bb8dc9d7 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=b55b6cf7-96ca-44f1-b402-5ece20b91f84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0598972 Feb 04 17:42:20.122393 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de362674-b12e-4dd9-a9cb-6b378b40d700 req-10a31ab3-54df-4c7c-9764-40edd966ca21 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:42:20.130418 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-de362674-b12e-4dd9-a9cb-6b378b40d700 req-10a31ab3-54df-4c7c-9764-40edd966ca21 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.89 "GET /v2.0/ports?device_id=3c7675e1-1c8a-410f-be7f-b37c48bc9d65 HTTP/1.1" status: 200 len: 945 time: 0.0975082 Feb 04 17:42:20.151205 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-b1c6c001-f18f-4881-9c91-16964fcb75dc req-1959a2cd-b2aa-4d9e-8844-43f77a8b68f1 service neutron] 10.222.0.96 "GET /v2.0/networks/737a730a-f2b9-4552-b783-b268a6fc7510?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1920624 Feb 04 17:42:20.281408 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-de362674-b12e-4dd9-a9cb-6b378b40d700 req-72a7aaf4-4c0c-429d-8058-bcac0abe87b6 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.89 "GET /v2.0/security-groups?id=93ceaf89-daf9-4fd7-ba90-ecf1cae67db9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1501014 Feb 04 17:42:20.330222 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-c6d7414d-b29f-49d5-85a2-adb72d815960 req-daffd39f-2e6f-4a63-84ee-81d71fe0fcd6 service neutron] 10.222.0.90 "GET /v2.0/networks/b55b6cf7-96ca-44f1-b402-5ece20b91f84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2252860 Feb 04 17:42:20.381315 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-b1c6c001-f18f-4881-9c91-16964fcb75dc req-38f20358-9cfd-41b4-9dc2-4d02bfe5ee22 service neutron] 10.222.0.96 "GET /v2.0/networks/737a730a-f2b9-4552-b783-b268a6fc7510?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2153413 Feb 04 17:42:20.482434 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-c6d7414d-b29f-49d5-85a2-adb72d815960 req-083f5b37-ef16-45e5-8c16-fc330274e765 service neutron] 10.222.0.90 "GET /v2.0/networks/b55b6cf7-96ca-44f1-b402-5ece20b91f84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1434884 Feb 04 17:42:20.701696 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64de4ac-11b8-40d5-8748-f05b06f83bd9 req-03d7c112-b128-4066-8f76-85b099692b93 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:42:20.703278 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-c64de4ac-11b8-40d5-8748-f05b06f83bd9 req-03d7c112-b128-4066-8f76-85b099692b93 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.89 "GET /v2.0/ports?device_id=3c7675e1-1c8a-410f-be7f-b37c48bc9d65 HTTP/1.1" status: 200 len: 945 time: 0.0939140 Feb 04 17:42:20.778481 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-c64de4ac-11b8-40d5-8748-f05b06f83bd9 req-02db7d30-a6d1-4dea-a1cc-271fa0bbd325 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.89 "GET /v2.0/security-groups?id=93ceaf89-daf9-4fd7-ba90-ecf1cae67db9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536325 Feb 04 17:42:21.906615 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51aa0af-daa7-44ee-838c-9e94e2c7e444 req-a51869af-11d5-4696-8a7b-e9d1ed276ecc tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:42:21.908307 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-b51aa0af-daa7-44ee-838c-9e94e2c7e444 req-a51869af-11d5-4696-8a7b-e9d1ed276ecc tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.89 "GET /v2.0/ports?device_id=3c7675e1-1c8a-410f-be7f-b37c48bc9d65 HTTP/1.1" status: 200 len: 945 time: 0.0613618 Feb 04 17:42:21.985857 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-b51aa0af-daa7-44ee-838c-9e94e2c7e444 req-3a532bfe-cf76-44ce-876e-3723cc4e8d3f tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.89 "GET /v2.0/security-groups?id=93ceaf89-daf9-4fd7-ba90-ecf1cae67db9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0702834 Feb 04 17:42:22.135283 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b03db3-9e8e-4b70-9c91-83e99fe5f0c7 req-88ee158c-5fd4-4e13-baca-ff406484e41a tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:42:22.143161 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-e5b03db3-9e8e-4b70-9c91-83e99fe5f0c7 req-88ee158c-5fd4-4e13-baca-ff406484e41a tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.89 "GET /v2.0/ports?device_id=3c7675e1-1c8a-410f-be7f-b37c48bc9d65 HTTP/1.1" status: 200 len: 945 time: 0.0706029 Feb 04 17:42:22.191475 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-e5b03db3-9e8e-4b70-9c91-83e99fe5f0c7 req-647660de-3792-4c29-b725-ddeac44aef94 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.89 "GET /v2.0/security-groups?id=93ceaf89-daf9-4fd7-ba90-ecf1cae67db9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474646 Feb 04 17:42:22.353604 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd08102-7a4a-4414-a1a8-c0bde4d90012 req-482c47fc-a288-4acc-bfdc-11cc8f7bb1fc tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:42:22.355784 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-6bd08102-7a4a-4414-a1a8-c0bde4d90012 req-482c47fc-a288-4acc-bfdc-11cc8f7bb1fc tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.89 "GET /v2.0/ports?device_id=3c7675e1-1c8a-410f-be7f-b37c48bc9d65 HTTP/1.1" status: 200 len: 945 time: 0.0771625 Feb 04 17:42:22.407473 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-6bd08102-7a4a-4414-a1a8-c0bde4d90012 req-8a2244b2-5166-414d-9684-3635075354bd tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.89 "GET /v2.0/security-groups?id=93ceaf89-daf9-4fd7-ba90-ecf1cae67db9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461872 Feb 04 17:42:22.542024 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c0e7c9-6f43-4a63-a25e-11cd422e87df req-5d0ccfa5-4bfe-47b9-80b0-6f9bca438551 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:42:22.550052 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-b2c0e7c9-6f43-4a63-a25e-11cd422e87df req-5d0ccfa5-4bfe-47b9-80b0-6f9bca438551 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.89 "GET /v2.0/ports?device_id=3c7675e1-1c8a-410f-be7f-b37c48bc9d65 HTTP/1.1" status: 200 len: 945 time: 0.0710840 Feb 04 17:42:22.621082 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-b2c0e7c9-6f43-4a63-a25e-11cd422e87df req-985406ee-3235-488c-a39e-8160e30f6c89 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.89 "GET /v2.0/security-groups?id=93ceaf89-daf9-4fd7-ba90-ecf1cae67db9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0695732 Feb 04 17:42:29.731844 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-928890bf-8cf8-4761-adf7-c484e38527a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (bb89f5a3-3c22-440b-b7d1-c4f0c43c184a), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:42:32.801549 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6cf281d2-8b6f-4e05-8af0-038e6921be50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (64ada913-9131-4d99-a265-63a920956287), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:42:33.024019 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d408ec64-b374-4acb-a1fc-48241dad6d47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (0cd6d64a-47a7-40ff-8c12-71dd526c62e0), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:42:34.847202 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4f14bb47-e72b-46ac-9e44-a61d9293afcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (75326290-f7a3-4db8-9cf2-15c7139ed224), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:42:35.728268 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (ba70844b-66a0-45fd-a2f2-e6ed673321fc), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:42:40.280891 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (f20a1ab3-4332-4f54-833b-ba4a7c687e89), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:42:42.424538 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (3f9244a9-75fc-4c10-b195-11d48b853b41), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:42:54.161589 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.agents_db [None req-e1691f3b-aacd-4cd6-8ebb-a9c53bb301c0 None None] Agent healthcheck: found 7 active agents {{(pid=103379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 17:42:56.606348 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05173f2-60c6-42e0-a0ea-e1b49baa05c4 req-ba77c4f6-1869-471f-9eef-997bd210cb4c tempest-AttachVolumeTestJSON-1062564701 tempest-AttachVolumeTestJSON-1062564701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:42:56.613221 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-c05173f2-60c6-42e0-a0ea-e1b49baa05c4 req-ba77c4f6-1869-471f-9eef-997bd210cb4c tempest-AttachVolumeTestJSON-1062564701 tempest-AttachVolumeTestJSON-1062564701-project] 10.222.0.89 "GET /v2.0/ports?device_id=7121ab2f-febe-4a68-ae74-44f39310b958 HTTP/1.1" status: 200 len: 945 time: 0.0748522 Feb 04 17:42:56.684698 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-c05173f2-60c6-42e0-a0ea-e1b49baa05c4 req-c242b406-92bb-4277-b00e-41afcb49749a tempest-AttachVolumeTestJSON-1062564701 tempest-AttachVolumeTestJSON-1062564701-project] 10.222.0.89 "GET /v2.0/security-groups?id=bdb5a98e-e9d3-4310-8108-cc56ff726a34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680761 Feb 04 17:42:57.831098 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95b7b8a-f2a2-4b70-8975-5b38516a10f7 req-b972770c-9506-47a9-a9cf-eedab9e0c938 tempest-AttachVolumeTestJSON-1062564701 tempest-AttachVolumeTestJSON-1062564701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:42:57.832974 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-f95b7b8a-f2a2-4b70-8975-5b38516a10f7 req-b972770c-9506-47a9-a9cf-eedab9e0c938 tempest-AttachVolumeTestJSON-1062564701 tempest-AttachVolumeTestJSON-1062564701-project] 10.222.0.89 "GET /v2.0/ports?device_id=7121ab2f-febe-4a68-ae74-44f39310b958 HTTP/1.1" status: 200 len: 945 time: 0.0620582 Feb 04 17:42:57.905892 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-f95b7b8a-f2a2-4b70-8975-5b38516a10f7 req-38de98bb-7ac7-455c-a4be-d0969e223f21 tempest-AttachVolumeTestJSON-1062564701 tempest-AttachVolumeTestJSON-1062564701-project] 10.222.0.89 "GET /v2.0/security-groups?id=bdb5a98e-e9d3-4310-8108-cc56ff726a34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664494 Feb 04 17:42:59.073019 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1073718c-0eb4-449e-9716-860be7f2e6db req-439a75d1-8945-4223-bdad-f09ffce5aa37 tempest-AttachVolumeTestJSON-1062564701 tempest-AttachVolumeTestJSON-1062564701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:42:59.075679 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-1073718c-0eb4-449e-9716-860be7f2e6db req-439a75d1-8945-4223-bdad-f09ffce5aa37 tempest-AttachVolumeTestJSON-1062564701 tempest-AttachVolumeTestJSON-1062564701-project] 10.222.0.89 "GET /v2.0/ports?device_id=7121ab2f-febe-4a68-ae74-44f39310b958 HTTP/1.1" status: 200 len: 945 time: 0.0701027 Feb 04 17:42:59.131325 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-1073718c-0eb4-449e-9716-860be7f2e6db req-fef80067-bf4a-4dc1-96d6-f02320d54c6a tempest-AttachVolumeTestJSON-1062564701 tempest-AttachVolumeTestJSON-1062564701-project] 10.222.0.89 "GET /v2.0/security-groups?id=bdb5a98e-e9d3-4310-8108-cc56ff726a34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503893 Feb 04 17:42:59.731997 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-66703411-0e12-4eca-aacb-d0879d32c837 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (bb89f5a3-3c22-440b-b7d1-c4f0c43c184a), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:43:00.259391 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e275ef1-b934-4a9f-aef1-9e0e847ba2db req-6ca93603-cb6c-45ec-879d-9937adecb15e tempest-AttachVolumeTestJSON-1062564701 tempest-AttachVolumeTestJSON-1062564701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:43:00.262689 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-3e275ef1-b934-4a9f-aef1-9e0e847ba2db req-6ca93603-cb6c-45ec-879d-9937adecb15e tempest-AttachVolumeTestJSON-1062564701 tempest-AttachVolumeTestJSON-1062564701-project] 10.222.0.89 "GET /v2.0/ports?device_id=7121ab2f-febe-4a68-ae74-44f39310b958 HTTP/1.1" status: 200 len: 945 time: 0.0592122 Feb 04 17:43:00.315685 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-3e275ef1-b934-4a9f-aef1-9e0e847ba2db req-9b86ef56-fb1c-4606-895c-ea65bc315c10 tempest-AttachVolumeTestJSON-1062564701 tempest-AttachVolumeTestJSON-1062564701-project] 10.222.0.89 "GET /v2.0/security-groups?id=bdb5a98e-e9d3-4310-8108-cc56ff726a34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484350 Feb 04 17:43:01.491765 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e656e8-1c2b-48b4-a786-4dd1455b8f8b req-5c860185-78cc-4324-a0b1-03a6d517fbcb tempest-AttachVolumeTestJSON-1062564701 tempest-AttachVolumeTestJSON-1062564701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:43:01.500207 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-83e656e8-1c2b-48b4-a786-4dd1455b8f8b req-5c860185-78cc-4324-a0b1-03a6d517fbcb tempest-AttachVolumeTestJSON-1062564701 tempest-AttachVolumeTestJSON-1062564701-project] 10.222.0.89 "GET /v2.0/ports?device_id=7121ab2f-febe-4a68-ae74-44f39310b958 HTTP/1.1" status: 200 len: 945 time: 0.0937798 Feb 04 17:43:01.555980 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-83e656e8-1c2b-48b4-a786-4dd1455b8f8b req-052a59ed-204a-4289-99e0-c4de92fc5e5b tempest-AttachVolumeTestJSON-1062564701 tempest-AttachVolumeTestJSON-1062564701-project] 10.222.0.89 "GET /v2.0/security-groups?id=bdb5a98e-e9d3-4310-8108-cc56ff726a34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497930 Feb 04 17:43:02.724601 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a206f77-1e6d-4596-a69c-038b9b0d9e4f req-5b1937ee-2e78-4b5a-896e-e8431e095403 tempest-AttachVolumeTestJSON-1062564701 tempest-AttachVolumeTestJSON-1062564701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:43:02.726573 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-5a206f77-1e6d-4596-a69c-038b9b0d9e4f req-5b1937ee-2e78-4b5a-896e-e8431e095403 tempest-AttachVolumeTestJSON-1062564701 tempest-AttachVolumeTestJSON-1062564701-project] 10.222.0.89 "GET /v2.0/ports?device_id=7121ab2f-febe-4a68-ae74-44f39310b958 HTTP/1.1" status: 200 len: 945 time: 0.0922801 Feb 04 17:43:02.800928 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4251810e-59b8-417c-9a02-4ff72af2657d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (64ada913-9131-4d99-a265-63a920956287), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:43:02.803432 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-5a206f77-1e6d-4596-a69c-038b9b0d9e4f req-7254216a-bcd5-412d-8de4-5638c3ab0dba tempest-AttachVolumeTestJSON-1062564701 tempest-AttachVolumeTestJSON-1062564701-project] 10.222.0.89 "GET /v2.0/security-groups?id=bdb5a98e-e9d3-4310-8108-cc56ff726a34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711954 Feb 04 17:43:03.034895 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d408ec64-b374-4acb-a1fc-48241dad6d47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (0cd6d64a-47a7-40ff-8c12-71dd526c62e0), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:43:03.964357 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af1c4e8-c473-4800-98bf-77859e072d2b req-9c99b774-c482-4fa6-9113-6b219c1264ad tempest-AttachVolumeTestJSON-1062564701 tempest-AttachVolumeTestJSON-1062564701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:43:03.971517 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-8af1c4e8-c473-4800-98bf-77859e072d2b req-9c99b774-c482-4fa6-9113-6b219c1264ad tempest-AttachVolumeTestJSON-1062564701 tempest-AttachVolumeTestJSON-1062564701-project] 10.222.0.89 "GET /v2.0/ports?device_id=7121ab2f-febe-4a68-ae74-44f39310b958 HTTP/1.1" status: 200 len: 945 time: 0.0822349 Feb 04 17:43:04.037429 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-8af1c4e8-c473-4800-98bf-77859e072d2b req-b3713b51-dc7b-41bb-be79-5b18a7ec7b5a tempest-AttachVolumeTestJSON-1062564701 tempest-AttachVolumeTestJSON-1062564701-project] 10.222.0.89 "GET /v2.0/security-groups?id=bdb5a98e-e9d3-4310-8108-cc56ff726a34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649722 Feb 04 17:43:04.834689 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4f14bb47-e72b-46ac-9e44-a61d9293afcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (75326290-f7a3-4db8-9cf2-15c7139ed224), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:43:05.203499 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff10e9c3-def9-4836-a0da-6c6e7608dd98 req-acc4a598-f503-4633-b35f-afee1a0d95b6 tempest-AttachVolumeTestJSON-1062564701 tempest-AttachVolumeTestJSON-1062564701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:43:05.205717 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-ff10e9c3-def9-4836-a0da-6c6e7608dd98 req-acc4a598-f503-4633-b35f-afee1a0d95b6 tempest-AttachVolumeTestJSON-1062564701 tempest-AttachVolumeTestJSON-1062564701-project] 10.222.0.89 "GET /v2.0/ports?device_id=7121ab2f-febe-4a68-ae74-44f39310b958 HTTP/1.1" status: 200 len: 945 time: 0.0868979 Feb 04 17:43:05.282868 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-ff10e9c3-def9-4836-a0da-6c6e7608dd98 req-be189c74-566d-4f8c-81f1-92267ccaf97d tempest-AttachVolumeTestJSON-1062564701 tempest-AttachVolumeTestJSON-1062564701-project] 10.222.0.89 "GET /v2.0/security-groups?id=bdb5a98e-e9d3-4310-8108-cc56ff726a34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638604 Feb 04 17:43:05.756429 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (ba70844b-66a0-45fd-a2f2-e6ed673321fc), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:43:06.470725 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006678d7-e268-4bc7-98dc-83bf60cd0e0f req-ea744f4a-1ef3-4102-b4c0-4a78880482c8 tempest-AttachVolumeTestJSON-1062564701 tempest-AttachVolumeTestJSON-1062564701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:43:06.473117 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-006678d7-e268-4bc7-98dc-83bf60cd0e0f req-ea744f4a-1ef3-4102-b4c0-4a78880482c8 tempest-AttachVolumeTestJSON-1062564701 tempest-AttachVolumeTestJSON-1062564701-project] 10.222.0.89 "GET /v2.0/ports?device_id=7121ab2f-febe-4a68-ae74-44f39310b958 HTTP/1.1" status: 200 len: 945 time: 0.0906417 Feb 04 17:43:06.529835 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-006678d7-e268-4bc7-98dc-83bf60cd0e0f req-2db0cb2c-9706-444f-baf2-d4f13dff6330 tempest-AttachVolumeTestJSON-1062564701 tempest-AttachVolumeTestJSON-1062564701-project] 10.222.0.89 "GET /v2.0/security-groups?id=bdb5a98e-e9d3-4310-8108-cc56ff726a34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500801 Feb 04 17:43:07.747234 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600a4357-9423-4772-a8ca-30b869c1b411 req-41528f2d-32ed-40f9-93d7-dda325da02ff tempest-AttachVolumeTestJSON-1062564701 tempest-AttachVolumeTestJSON-1062564701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:43:07.749101 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-600a4357-9423-4772-a8ca-30b869c1b411 req-41528f2d-32ed-40f9-93d7-dda325da02ff tempest-AttachVolumeTestJSON-1062564701 tempest-AttachVolumeTestJSON-1062564701-project] 10.222.0.89 "GET /v2.0/ports?device_id=7121ab2f-febe-4a68-ae74-44f39310b958 HTTP/1.1" status: 200 len: 945 time: 0.0784903 Feb 04 17:43:07.814952 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-600a4357-9423-4772-a8ca-30b869c1b411 req-b2c6a653-226e-491b-8202-c00bd2c49294 tempest-AttachVolumeTestJSON-1062564701 tempest-AttachVolumeTestJSON-1062564701-project] 10.222.0.89 "GET /v2.0/security-groups?id=bdb5a98e-e9d3-4310-8108-cc56ff726a34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573246 Feb 04 17:43:08.175315 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99786683-f7c5-4e6b-a6cb-0c4769c589d8 req-f561c176-47a2-4216-a9f3-d5f69b402682 tempest-AttachVolumeTestJSON-1062564701 tempest-AttachVolumeTestJSON-1062564701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:43:08.177495 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-99786683-f7c5-4e6b-a6cb-0c4769c589d8 req-f561c176-47a2-4216-a9f3-d5f69b402682 tempest-AttachVolumeTestJSON-1062564701 tempest-AttachVolumeTestJSON-1062564701-project] 10.222.0.89 "GET /v2.0/ports?device_id=7121ab2f-febe-4a68-ae74-44f39310b958 HTTP/1.1" status: 200 len: 945 time: 0.0727704 Feb 04 17:43:08.248898 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30829e46-0a1a-4085-b1ec-49c1d39e4c0c req-3ebfb533-96a1-49c9-931b-fe526a4a835d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:43:08.261792 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-30829e46-0a1a-4085-b1ec-49c1d39e4c0c req-3ebfb533-96a1-49c9-931b-fe526a4a835d service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=f5ca586e0a134ee6a366fdbff53a4f3d&device_id=7121ab2f-febe-4a68-ae74-44f39310b958 HTTP/1.1" status: 200 len: 1127 time: 0.1038568 Feb 04 17:43:08.274122 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-99786683-f7c5-4e6b-a6cb-0c4769c589d8 req-512c4dcc-9cbf-4389-8c8e-c57e97554398 tempest-AttachVolumeTestJSON-1062564701 tempest-AttachVolumeTestJSON-1062564701-project] 10.222.0.89 "GET /v2.0/security-groups?id=bdb5a98e-e9d3-4310-8108-cc56ff726a34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0876005 Feb 04 17:43:08.364540 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30829e46-0a1a-4085-b1ec-49c1d39e4c0c req-1aaa82bc-d7f0-4ed6-85ac-9e2704b53d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:43:08.366129 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-30829e46-0a1a-4085-b1ec-49c1d39e4c0c req-1aaa82bc-d7f0-4ed6-85ac-9e2704b53d6b service neutron] 10.222.0.96 "GET /v2.0/networks?id=737a730a-f2b9-4552-b783-b268a6fc7510 HTTP/1.1" status: 200 len: 911 time: 0.0943480 Feb 04 17:43:08.466490 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-30829e46-0a1a-4085-b1ec-49c1d39e4c0c req-d2056861-dbe7-406a-9fc2-1a6323b486c4 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0e9b088b-0283-400a-a288-9957c3e9669c HTTP/1.1" status: 200 len: 1000 time: 0.0892451 Feb 04 17:43:08.564114 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30829e46-0a1a-4085-b1ec-49c1d39e4c0c req-638dbf3d-d15e-4c9d-9284-c9a8c2b0815e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:43:08.565911 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-30829e46-0a1a-4085-b1ec-49c1d39e4c0c req-638dbf3d-d15e-4c9d-9284-c9a8c2b0815e service neutron] 10.222.0.96 "GET /v2.0/subnets?id=28f7679b-e706-44b6-8766-889d627ec1c0 HTTP/1.1" status: 200 len: 849 time: 0.0936415 Feb 04 17:43:08.624074 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30829e46-0a1a-4085-b1ec-49c1d39e4c0c req-3137b3c3-bdac-454b-81eb-20d24142858f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:43:08.625887 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-30829e46-0a1a-4085-b1ec-49c1d39e4c0c req-3137b3c3-bdac-454b-81eb-20d24142858f service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=737a730a-f2b9-4552-b783-b268a6fc7510&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0529838 Feb 04 17:43:08.758649 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-30829e46-0a1a-4085-b1ec-49c1d39e4c0c req-1c61b9f2-e686-422a-a755-33b0fb55e7b4 service neutron] 10.222.0.96 "GET /v2.0/networks/737a730a-f2b9-4552-b783-b268a6fc7510?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236691 Feb 04 17:43:08.888475 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-30829e46-0a1a-4085-b1ec-49c1d39e4c0c req-fafe2b96-0b7b-4d41-a5dc-11de90a6f80a service neutron] 10.222.0.96 "GET /v2.0/networks/737a730a-f2b9-4552-b783-b268a6fc7510?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212745 Feb 04 17:43:09.432048 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6225ed40-2c75-4388-8dc6-485e5b34037c req-be1bd05e-0ffb-430f-9b71-395a9a20e945 tempest-AttachVolumeTestJSON-1062564701 tempest-AttachVolumeTestJSON-1062564701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:43:09.438580 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-6225ed40-2c75-4388-8dc6-485e5b34037c req-be1bd05e-0ffb-430f-9b71-395a9a20e945 tempest-AttachVolumeTestJSON-1062564701 tempest-AttachVolumeTestJSON-1062564701-project] 10.222.0.89 "GET /v2.0/ports?device_id=7121ab2f-febe-4a68-ae74-44f39310b958 HTTP/1.1" status: 200 len: 945 time: 0.0854783 Feb 04 17:43:09.504985 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-6225ed40-2c75-4388-8dc6-485e5b34037c req-d4876ca0-0f35-4c56-a635-95ae01d928dd tempest-AttachVolumeTestJSON-1062564701 tempest-AttachVolumeTestJSON-1062564701-project] 10.222.0.89 "GET /v2.0/security-groups?id=bdb5a98e-e9d3-4310-8108-cc56ff726a34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603945 Feb 04 17:43:10.302166 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (f20a1ab3-4332-4f54-833b-ba4a7c687e89), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:43:10.696036 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc7595a-d380-4ee9-86f3-d706e1ff0ba7 req-9104737a-0925-42c7-9936-7eb752b32102 tempest-AttachVolumeTestJSON-1062564701 tempest-AttachVolumeTestJSON-1062564701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:43:10.698163 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-7fc7595a-d380-4ee9-86f3-d706e1ff0ba7 req-9104737a-0925-42c7-9936-7eb752b32102 tempest-AttachVolumeTestJSON-1062564701 tempest-AttachVolumeTestJSON-1062564701-project] 10.222.0.89 "GET /v2.0/ports?device_id=7121ab2f-febe-4a68-ae74-44f39310b958 HTTP/1.1" status: 200 len: 945 time: 0.0625799 Feb 04 17:43:10.777065 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-7fc7595a-d380-4ee9-86f3-d706e1ff0ba7 req-69666e8e-0756-4b8e-b6eb-d9aa74e12549 tempest-AttachVolumeTestJSON-1062564701 tempest-AttachVolumeTestJSON-1062564701-project] 10.222.0.89 "GET /v2.0/security-groups?id=bdb5a98e-e9d3-4310-8108-cc56ff726a34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591483 Feb 04 17:43:12.422494 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (3f9244a9-75fc-4c10-b195-11d48b853b41), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:43:20.500568 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-cfc606a3-37f0-496f-aaf6-a6b8778dfea5 req-1050f1e8-9b8d-4c9e-8bf4-3427bffb3f04 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=767795d3-099b-4029-adbe-71d8720fc06b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0678015 Feb 04 17:43:20.582405 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc606a3-37f0-496f-aaf6-a6b8778dfea5 req-a6937d9c-9378-46dc-9b5a-33df1f498bab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:43:20.584107 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-cfc606a3-37f0-496f-aaf6-a6b8778dfea5 req-a6937d9c-9378-46dc-9b5a-33df1f498bab service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=5f7c63cd6c624891853d19549e45e9fe&device_id=767795d3-099b-4029-adbe-71d8720fc06b HTTP/1.1" status: 200 len: 1128 time: 0.0575454 Feb 04 17:43:20.720622 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc606a3-37f0-496f-aaf6-a6b8778dfea5 req-264df389-439f-4860-b29d-b031bde320d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:43:20.722480 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-cfc606a3-37f0-496f-aaf6-a6b8778dfea5 req-264df389-439f-4860-b29d-b031bde320d0 service neutron] 10.222.0.90 "GET /v2.0/networks?id=b55b6cf7-96ca-44f1-b402-5ece20b91f84 HTTP/1.1" status: 200 len: 913 time: 0.1036088 Feb 04 17:43:20.772846 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-cfc606a3-37f0-496f-aaf6-a6b8778dfea5 req-6f91a666-5686-4c78-b1b6-77c5fd270fd5 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=21f2b0c5-67dd-4fc0-98c0-308d7f2cf6ac HTTP/1.1" status: 200 len: 217 time: 0.0433245 Feb 04 17:43:20.840807 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc606a3-37f0-496f-aaf6-a6b8778dfea5 req-68ced927-8676-449a-be91-e7f1f9004ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:43:20.842812 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-cfc606a3-37f0-496f-aaf6-a6b8778dfea5 req-68ced927-8676-449a-be91-e7f1f9004ad0 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=56d77231-1e8a-430f-89bb-45ff7f982beb HTTP/1.1" status: 200 len: 851 time: 0.0635319 Feb 04 17:43:20.896356 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc606a3-37f0-496f-aaf6-a6b8778dfea5 req-83498571-69e9-4e3d-8aec-27d65e2629e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:43:20.898167 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-cfc606a3-37f0-496f-aaf6-a6b8778dfea5 req-83498571-69e9-4e3d-8aec-27d65e2629e4 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=b55b6cf7-96ca-44f1-b402-5ece20b91f84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0493028 Feb 04 17:43:21.009005 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-cfc606a3-37f0-496f-aaf6-a6b8778dfea5 req-4758ef23-04bb-4b0a-ab6e-83a2adc75d8c service neutron] 10.222.0.90 "GET /v2.0/networks/b55b6cf7-96ca-44f1-b402-5ece20b91f84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1034830 Feb 04 17:43:21.113832 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-cfc606a3-37f0-496f-aaf6-a6b8778dfea5 req-076a87a3-e280-45f1-9381-5a3fcdf9b595 service neutron] 10.222.0.90 "GET /v2.0/networks/b55b6cf7-96ca-44f1-b402-5ece20b91f84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986474 Feb 04 17:43:21.574760 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-6ae1af0a-f303-4da3-9e72-c4976b056dbe req-bf29b2a5-dbbc-4256-a1a1-7e83ca6ce614 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=3c7675e1-1c8a-410f-be7f-b37c48bc9d65&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1827183 Feb 04 17:43:21.714483 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae1af0a-f303-4da3-9e72-c4976b056dbe req-b8bf42a1-e8c7-46b9-bc03-cab037903eca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:43:21.716379 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-6ae1af0a-f303-4da3-9e72-c4976b056dbe req-b8bf42a1-e8c7-46b9-bc03-cab037903eca service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=5f7c63cd6c624891853d19549e45e9fe&device_id=3c7675e1-1c8a-410f-be7f-b37c48bc9d65 HTTP/1.1" status: 200 len: 1127 time: 0.0508878 Feb 04 17:43:21.889803 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae1af0a-f303-4da3-9e72-c4976b056dbe req-fda06817-6c49-41bb-8a61-5605fde3e680 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:43:21.891431 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-6ae1af0a-f303-4da3-9e72-c4976b056dbe req-fda06817-6c49-41bb-8a61-5605fde3e680 service neutron] 10.222.0.96 "GET /v2.0/networks?id=b55b6cf7-96ca-44f1-b402-5ece20b91f84 HTTP/1.1" status: 200 len: 913 time: 0.1472182 Feb 04 17:43:22.001871 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-6ae1af0a-f303-4da3-9e72-c4976b056dbe req-bca87994-3f79-402c-8db9-c5f83671476e service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fa5a1c99-a3b3-46ea-b891-f5171c94ab05 HTTP/1.1" status: 200 len: 1000 time: 0.0973725 Feb 04 17:43:22.093615 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae1af0a-f303-4da3-9e72-c4976b056dbe req-07ac44df-5f3f-42e6-a3e1-2f5c40869f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:43:22.095353 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-6ae1af0a-f303-4da3-9e72-c4976b056dbe req-07ac44df-5f3f-42e6-a3e1-2f5c40869f66 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=56d77231-1e8a-430f-89bb-45ff7f982beb HTTP/1.1" status: 200 len: 851 time: 0.0852864 Feb 04 17:43:22.208493 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae1af0a-f303-4da3-9e72-c4976b056dbe req-6cac56f0-3ba0-4bf1-8c53-4e5a1ce41ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:43:22.210284 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-6ae1af0a-f303-4da3-9e72-c4976b056dbe req-6cac56f0-3ba0-4bf1-8c53-4e5a1ce41ad9 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=b55b6cf7-96ca-44f1-b402-5ece20b91f84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1029532 Feb 04 17:43:22.351277 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-6ae1af0a-f303-4da3-9e72-c4976b056dbe req-efbc7af0-7b32-471e-a240-58e6d498ae66 service neutron] 10.222.0.96 "GET /v2.0/networks/b55b6cf7-96ca-44f1-b402-5ece20b91f84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1328537 Feb 04 17:43:22.483746 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-6ae1af0a-f303-4da3-9e72-c4976b056dbe req-2caab8f4-e1d0-43a3-ae53-1b0765f055f1 service neutron] 10.222.0.96 "GET /v2.0/networks/b55b6cf7-96ca-44f1-b402-5ece20b91f84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236713 Feb 04 17:43:26.254652 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 37404) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:43:26.407531 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-84684db5-e022-490c-bad1-07b9519f1a7b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:43:26.493239 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-84684db5-e022-490c-bad1-07b9519f1a7b admin admin] Publish callbacks [] for security_group (e7b1d801-bbda-4572-97db-816980e34c53), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:43:26.497863 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-84684db5-e022-490c-bad1-07b9519f1a7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (e7b1d801-bbda-4572-97db-816980e34c53), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:43:26.548244 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-84684db5-e022-490c-bad1-07b9519f1a7b admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=f8c2b8494d3947c796e27d56481c9cd2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2923021 Feb 04 17:43:26.549141 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84684db5-e022-490c-bad1-07b9519f1a7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7b1d801-bbda-4572-97db-816980e34c53,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:43:26.551034 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 37412) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:43:26.559411 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84684db5-e022-490c-bad1-07b9519f1a7b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:43:26.559849 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84684db5-e022-490c-bad1-07b9519f1a7b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:43:26.560269 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84684db5-e022-490c-bad1-07b9519f1a7b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:43:26.560885 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84684db5-e022-490c-bad1-07b9519f1a7b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:43:26.561298 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84684db5-e022-490c-bad1-07b9519f1a7b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:43:26.561710 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84684db5-e022-490c-bad1-07b9519f1a7b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:43:26.562115 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84684db5-e022-490c-bad1-07b9519f1a7b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:43:26.562749 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84684db5-e022-490c-bad1-07b9519f1a7b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:43:26.563160 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84684db5-e022-490c-bad1-07b9519f1a7b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:43:26.563582 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84684db5-e022-490c-bad1-07b9519f1a7b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:43:26.563987 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84684db5-e022-490c-bad1-07b9519f1a7b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:43:26.564389 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84684db5-e022-490c-bad1-07b9519f1a7b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:43:26.564972 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84684db5-e022-490c-bad1-07b9519f1a7b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:43:26.622971 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-ee745869-f5e5-45ef-80fb-c13f1a447502 admin admin] Publish callbacks [] for security_group (e7b1d801-bbda-4572-97db-816980e34c53), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:43:26.653225 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-ee745869-f5e5-45ef-80fb-c13f1a447502 admin admin] Publish callbacks [] for security_group (e7b1d801-bbda-4572-97db-816980e34c53), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:43:26.730011 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-ee745869-f5e5-45ef-80fb-c13f1a447502 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (e7b1d801-bbda-4572-97db-816980e34c53), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:43:26.733362 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-ee745869-f5e5-45ef-80fb-c13f1a447502 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:43:26.738043 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-ee745869-f5e5-45ef-80fb-c13f1a447502 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/e7b1d801-bbda-4572-97db-816980e34c53 HTTP/1.1" status: 204 len: 168 time: 0.1859276 Feb 04 17:43:26.749481 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee745869-f5e5-45ef-80fb-c13f1a447502 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7b1d801-bbda-4572-97db-816980e34c53,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:43:26.759344 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee745869-f5e5-45ef-80fb-c13f1a447502 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:43:26.759897 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee745869-f5e5-45ef-80fb-c13f1a447502 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:43:26.760419 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee745869-f5e5-45ef-80fb-c13f1a447502 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:43:26.761213 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee745869-f5e5-45ef-80fb-c13f1a447502 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:43:26.761725 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee745869-f5e5-45ef-80fb-c13f1a447502 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:43:26.762521 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee745869-f5e5-45ef-80fb-c13f1a447502 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:43:26.763003 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee745869-f5e5-45ef-80fb-c13f1a447502 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:43:26.763542 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee745869-f5e5-45ef-80fb-c13f1a447502 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:43:26.764044 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee745869-f5e5-45ef-80fb-c13f1a447502 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:43:26.764679 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee745869-f5e5-45ef-80fb-c13f1a447502 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:43:26.765292 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee745869-f5e5-45ef-80fb-c13f1a447502 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:43:26.765802 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee745869-f5e5-45ef-80fb-c13f1a447502 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:43:26.766290 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee745869-f5e5-45ef-80fb-c13f1a447502 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:43:29.728768 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5163d850-cbb6-4306-82ff-6adb30be93ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (bb89f5a3-3c22-440b-b7d1-c4f0c43c184a), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:43:30.399764 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-66d9f0cb-0b72-468b-bf8c-8d1f1066b629 req-f02f8c9e-266b-4f30-a170-9c70f82b2a39 tempest-VolumesNegativeTest-1745714167 tempest-VolumesNegativeTest-1745714167-project] 10.222.0.89 "GET /v2.0/networks?tenant_id=ee9179ad55aa4752b8352f7daea59b37&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0329072 Feb 04 17:43:30.620421 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d9f0cb-0b72-468b-bf8c-8d1f1066b629 req-45aba34b-5a28-40d1-a8e6-7b26d9cb947a tempest-VolumesNegativeTest-1745714167 tempest-VolumesNegativeTest-1745714167-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:43:30.627593 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-66d9f0cb-0b72-468b-bf8c-8d1f1066b629 req-45aba34b-5a28-40d1-a8e6-7b26d9cb947a tempest-VolumesNegativeTest-1745714167 tempest-VolumesNegativeTest-1745714167-project] 10.222.0.89 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2220137 Feb 04 17:43:30.645352 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-66d9f0cb-0b72-468b-bf8c-8d1f1066b629 req-24ab06b1-9b37-4162-b038-4b8ca3e2a04a tempest-VolumesNegativeTest-1745714167 tempest-VolumesNegativeTest-1745714167-project] 10.222.0.89 "GET /v2.0/quotas/ee9179ad55aa4752b8352f7daea59b37 HTTP/1.1" status: 200 len: 375 time: 0.0166805 Feb 04 17:43:30.682191 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-66d9f0cb-0b72-468b-bf8c-8d1f1066b629 req-8efa2d94-8fc1-4fc9-98e6-b97ea08d7d49 tempest-VolumesNegativeTest-1745714167 tempest-VolumesNegativeTest-1745714167-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=ee9179ad55aa4752b8352f7daea59b37&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0359802 Feb 04 17:43:31.013324 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-10aeb232-030b-43fd-8bf3-3fa3bfba9ab4 req-97bd6da3-ffbc-450d-9ca2-5a8d4dabcbfe tempest-VolumesNegativeTest-1745714167 tempest-VolumesNegativeTest-1745714167-project] 10.222.0.89 "GET /v2.0/ports?device_id=60b143e0-caa0-4e8a-876b-4d9a3ce7d6c5 HTTP/1.1" status: 200 len: 210 time: 0.1066270 Feb 04 17:43:31.163568 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.agents_db [None req-e1691f3b-aacd-4cd6-8ebb-a9c53bb301c0 None None] Agent healthcheck: found 7 active agents {{(pid=103379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 17:43:31.505983 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7dfe03d-cf12-47e8-b3a1-dfb17c6c14d8 req-575b0fdf-e5a4-4461-8b4b-4bd871c0aa2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:43:31.507454 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-e7dfe03d-cf12-47e8-b3a1-dfb17c6c14d8 req-575b0fdf-e5a4-4461-8b4b-4bd871c0aa2a service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=5f7c63cd6c624891853d19549e45e9fe&device_id=3c7675e1-1c8a-410f-be7f-b37c48bc9d65 HTTP/1.1" status: 200 len: 1127 time: 0.0993176 Feb 04 17:43:31.545231 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2a2550-1b43-4b96-8c04-cbbabde80ce1 req-bc26ddb7-24b5-43ca-995c-6b58ec122721 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:43:31.546832 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-8b2a2550-1b43-4b96-8c04-cbbabde80ce1 req-bc26ddb7-24b5-43ca-995c-6b58ec122721 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.89 "GET /v2.0/ports?device_id=3c7675e1-1c8a-410f-be7f-b37c48bc9d65 HTTP/1.1" status: 200 len: 945 time: 0.0910511 Feb 04 17:43:31.669616 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7dfe03d-cf12-47e8-b3a1-dfb17c6c14d8 req-26cb9049-da3b-44e0-b707-01f26d35c041 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:43:31.671674 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-e7dfe03d-cf12-47e8-b3a1-dfb17c6c14d8 req-26cb9049-da3b-44e0-b707-01f26d35c041 service neutron] 10.222.0.96 "GET /v2.0/networks?id=b55b6cf7-96ca-44f1-b402-5ece20b91f84 HTTP/1.1" status: 200 len: 913 time: 0.1512973 Feb 04 17:43:31.679143 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-8b2a2550-1b43-4b96-8c04-cbbabde80ce1 req-3315a2a0-554a-4152-bea0-1b44d3439e4a tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.89 "GET /v2.0/security-groups?id=93ceaf89-daf9-4fd7-ba90-ecf1cae67db9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1221411 Feb 04 17:43:31.798262 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-e7dfe03d-cf12-47e8-b3a1-dfb17c6c14d8 req-231e2605-4cae-4c79-b29b-a42e5490c826 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fa5a1c99-a3b3-46ea-b891-f5171c94ab05 HTTP/1.1" status: 200 len: 1000 time: 0.1141386 Feb 04 17:43:31.877385 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7dfe03d-cf12-47e8-b3a1-dfb17c6c14d8 req-afa6c02e-4107-4611-8314-181fdc37b2c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:43:31.883606 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-e7dfe03d-cf12-47e8-b3a1-dfb17c6c14d8 req-afa6c02e-4107-4611-8314-181fdc37b2c4 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=56d77231-1e8a-430f-89bb-45ff7f982beb HTTP/1.1" status: 200 len: 851 time: 0.0786226 Feb 04 17:43:31.947979 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7dfe03d-cf12-47e8-b3a1-dfb17c6c14d8 req-691fca35-d46a-4aa3-b981-031fa3a2565f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:43:31.950140 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-e7dfe03d-cf12-47e8-b3a1-dfb17c6c14d8 req-691fca35-d46a-4aa3-b981-031fa3a2565f service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=b55b6cf7-96ca-44f1-b402-5ece20b91f84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0590584 Feb 04 17:43:32.055852 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-e7dfe03d-cf12-47e8-b3a1-dfb17c6c14d8 req-f022dcb4-f979-430e-8f42-0debc3fe6106 service neutron] 10.222.0.96 "GET /v2.0/networks/b55b6cf7-96ca-44f1-b402-5ece20b91f84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957320 Feb 04 17:43:32.246750 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-3f3f9c3d-0e36-4382-abcd-8fac2fe1845a req-fd56337f-07e5-40af-b464-70eedcb9dcb3 tempest-VolumesNegativeTest-1745714167 tempest-VolumesNegativeTest-1745714167-project] 10.222.0.89 "GET /v2.0/ports?device_id=60b143e0-caa0-4e8a-876b-4d9a3ce7d6c5 HTTP/1.1" status: 200 len: 210 time: 0.0700173 Feb 04 17:43:32.324951 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-66d9f0cb-0b72-468b-bf8c-8d1f1066b629 req-628c0bb5-bcaf-4629-a9d5-a77559a0c7a5 tempest-VolumesNegativeTest-1745714167 tempest-VolumesNegativeTest-1745714167-project] 10.222.0.90 "GET /v2.0/networks?tenant_id=ee9179ad55aa4752b8352f7daea59b37&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0618138 Feb 04 17:43:32.339330 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-e7dfe03d-cf12-47e8-b3a1-dfb17c6c14d8 req-a91c7665-5dca-461d-bc13-2e0a461d5904 service neutron] 10.222.0.96 "GET /v2.0/networks/b55b6cf7-96ca-44f1-b402-5ece20b91f84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2714443 Feb 04 17:43:32.673086 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d9f0cb-0b72-468b-bf8c-8d1f1066b629 req-eddcb1bb-b1dc-4f06-bf92-07b8ac730dbc tempest-VolumesNegativeTest-1745714167 tempest-VolumesNegativeTest-1745714167-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:43:32.674636 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-66d9f0cb-0b72-468b-bf8c-8d1f1066b629 req-eddcb1bb-b1dc-4f06-bf92-07b8ac730dbc tempest-VolumesNegativeTest-1745714167 tempest-VolumesNegativeTest-1745714167-project] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3158793 Feb 04 17:43:32.696171 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [req-66d9f0cb-0b72-468b-bf8c-8d1f1066b629 req-25b93078-b54e-4151-bc69-588d050ea233 tempest-VolumesNegativeTest-1745714167 tempest-VolumesNegativeTest-1745714167-project] Request body: {'port': {'device_id': '60b143e0-caa0-4e8a-876b-4d9a3ce7d6c5', 'network_id': '02be22b9-aa53-40ea-8050-9239cd27d1ff', 'admin_state_up': True, 'tenant_id': 'ee9179ad55aa4752b8352f7daea59b37'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:43:32.807708 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-64a25998-5606-4faf-b976-9837e2035ddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (64ada913-9131-4d99-a265-63a920956287), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:43:32.892896 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-66d9f0cb-0b72-468b-bf8c-8d1f1066b629 req-25b93078-b54e-4151-bc69-588d050ea233 tempest-VolumesNegativeTest-1745714167 tempest-VolumesNegativeTest-1745714167-project] Made reservation on behalf of ee9179ad55aa4752b8352f7daea59b37 for: {'port': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:43:32.897314 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-66d9f0cb-0b72-468b-bf8c-8d1f1066b629 req-25b93078-b54e-4151-bc69-588d050ea233 tempest-VolumesNegativeTest-1745714167 tempest-VolumesNegativeTest-1745714167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:43:32.911414 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-66d9f0cb-0b72-468b-bf8c-8d1f1066b629 req-25b93078-b54e-4151-bc69-588d050ea233 tempest-VolumesNegativeTest-1745714167 tempest-VolumesNegativeTest-1745714167-project] Publish callbacks [] for security_group (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:43:32.998183 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4989560-baba-499d-8e3f-34fd062f0b20 req-2c6941bd-e2ea-47b3-afc5-ebb2fd27d445 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:43:33.006051 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-b4989560-baba-499d-8e3f-34fd062f0b20 req-2c6941bd-e2ea-47b3-afc5-ebb2fd27d445 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.89 "GET /v2.0/ports?device_id=3c7675e1-1c8a-410f-be7f-b37c48bc9d65 HTTP/1.1" status: 200 len: 945 time: 0.1707170 Feb 04 17:43:33.043772 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-66d9f0cb-0b72-468b-bf8c-8d1f1066b629 req-25b93078-b54e-4151-bc69-588d050ea233 tempest-VolumesNegativeTest-1745714167 tempest-VolumesNegativeTest-1745714167-project] Publish callbacks [] for security_group (f6f06a1a-5089-4b7d-b8f1-4769ef363eec), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:43:33.050267 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d408ec64-b374-4acb-a1fc-48241dad6d47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (0cd6d64a-47a7-40ff-8c12-71dd526c62e0), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:43:33.066384 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-66d9f0cb-0b72-468b-bf8c-8d1f1066b629 req-25b93078-b54e-4151-bc69-588d050ea233 tempest-VolumesNegativeTest-1745714167 tempest-VolumesNegativeTest-1745714167-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (f6f06a1a-5089-4b7d-b8f1-4769ef363eec), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:43:33.150049 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b93078-b54e-4151-bc69-588d050ea233 tempest-VolumesNegativeTest-1745714167 tempest-VolumesNegativeTest-1745714167-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f6f06a1a-5089-4b7d-b8f1-4769ef363eec,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:43:33.176718 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-b4989560-baba-499d-8e3f-34fd062f0b20 req-be412468-7908-4c01-adfa-a059650b348c tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.89 "GET /v2.0/security-groups?id=93ceaf89-daf9-4fd7-ba90-ecf1cae67db9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1697283 Feb 04 17:43:33.288158 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.db_base_plugin_common [req-66d9f0cb-0b72-468b-bf8c-8d1f1066b629 req-25b93078-b54e-4151-bc69-588d050ea233 tempest-VolumesNegativeTest-1745714167 tempest-VolumesNegativeTest-1745714167-project] Allocated IP 192.168.233.91 (02be22b9-aa53-40ea-8050-9239cd27d1ff/c974b0ff-2c5c-4667-8a81-3bde3ea6ced5/691d8d82-a274-42b6-891b-d8c200fae81a) {{(pid=103377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:43:33.390887 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-298c0250-6558-43f7-87e8-1745a3fadb1f req-e417983c-d16d-4bd7-aefc-3798c231a35d tempest-VolumesNegativeTest-1745714167 tempest-VolumesNegativeTest-1745714167-project] 10.222.0.89 "GET /v2.0/ports?device_id=60b143e0-caa0-4e8a-876b-4d9a3ce7d6c5 HTTP/1.1" status: 200 len: 210 time: 0.0454388 Feb 04 17:43:33.479126 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-66d9f0cb-0b72-468b-bf8c-8d1f1066b629 req-25b93078-b54e-4151-bc69-588d050ea233 tempest-VolumesNegativeTest-1745714167 tempest-VolumesNegativeTest-1745714167-project] Publish callbacks [] for port (691d8d82-a274-42b6-891b-d8c200fae81a), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:43:33.514897 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-66d9f0cb-0b72-468b-bf8c-8d1f1066b629 req-25b93078-b54e-4151-bc69-588d050ea233 tempest-VolumesNegativeTest-1745714167 tempest-VolumesNegativeTest-1745714167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (691d8d82-a274-42b6-891b-d8c200fae81a), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:43:33.566154 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-66d9f0cb-0b72-468b-bf8c-8d1f1066b629 req-25b93078-b54e-4151-bc69-588d050ea233 tempest-VolumesNegativeTest-1745714167 tempest-VolumesNegativeTest-1745714167-project] Network 02be22b9-aa53-40ea-8050-9239cd27d1ff is already hosted by enough agents. {{(pid=103377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:43:33.569524 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [req-66d9f0cb-0b72-468b-bf8c-8d1f1066b629 req-25b93078-b54e-4151-bc69-588d050ea233 tempest-VolumesNegativeTest-1745714167 tempest-VolumesNegativeTest-1745714167-project] Resources bound (agent type, host, resource id): {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:43:33.572086 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [req-66d9f0cb-0b72-468b-bf8c-8d1f1066b629 req-25b93078-b54e-4151-bc69-588d050ea233 tempest-VolumesNegativeTest-1745714167 tempest-VolumesNegativeTest-1745714167-project] Received port after_create {{(pid=103377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:43:33.613391 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b93078-b54e-4151-bc69-588d050ea233 tempest-VolumesNegativeTest-1745714167 tempest-VolumesNegativeTest-1745714167-project] Pushing event updated for resources: {'Port': ['ID=691d8d82-a274-42b6-891b-d8c200fae81a,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:43:33.636989 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d9f0cb-0b72-468b-bf8c-8d1f1066b629 req-25b93078-b54e-4151-bc69-588d050ea233 tempest-VolumesNegativeTest-1745714167 tempest-VolumesNegativeTest-1745714167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:43:33.637890 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-66d9f0cb-0b72-468b-bf8c-8d1f1066b629 req-25b93078-b54e-4151-bc69-588d050ea233 tempest-VolumesNegativeTest-1745714167 tempest-VolumesNegativeTest-1745714167-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:43:33.663155 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-66d9f0cb-0b72-468b-bf8c-8d1f1066b629 req-25b93078-b54e-4151-bc69-588d050ea233 tempest-VolumesNegativeTest-1745714167 tempest-VolumesNegativeTest-1745714167-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.9726815 Feb 04 17:43:33.679726 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [req-66d9f0cb-0b72-468b-bf8c-8d1f1066b629 req-bc39dd10-322c-4e40-b5ea-5fcecea072ce service neutron] Request body: {'port': {'device_id': '60b143e0-caa0-4e8a-876b-4d9a3ce7d6c5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827839-2'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:43:33.767574 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-66d9f0cb-0b72-468b-bf8c-8d1f1066b629 req-bc39dd10-322c-4e40-b5ea-5fcecea072ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (691d8d82-a274-42b6-891b-d8c200fae81a), before_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:43:33.851563 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-0af4357f-de24-48a4-b8bc-13bf6a40238a None None] Provisioning complete for port 691d8d82-a274-42b6-891b-d8c200fae81a triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:43:33.852056 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0af4357f-de24-48a4-b8bc-13bf6a40238a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (691d8d82-a274-42b6-891b-d8c200fae81a), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:43:33.892728 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-0af4357f-de24-48a4-b8bc-13bf6a40238a None None] Port 691d8d82-a274-42b6-891b-d8c200fae81a cannot update to ACTIVE because it is not bound. {{(pid=103378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 17:43:34.084830 n-d-827839-2 neutron-server[103377]: DEBUG neutron.notifiers.nova [req-66d9f0cb-0b72-468b-bf8c-8d1f1066b629 req-bc39dd10-322c-4e40-b5ea-5fcecea072ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 691d8d82-a274-42b6-891b-d8c200fae81a {{(pid=103377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 17:43:34.093124 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-66d9f0cb-0b72-468b-bf8c-8d1f1066b629 req-bc39dd10-322c-4e40-b5ea-5fcecea072ce service neutron] Publish callbacks [] for port (691d8d82-a274-42b6-891b-d8c200fae81a), precommit_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:43:34.105483 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.provisioning_blocks [req-66d9f0cb-0b72-468b-bf8c-8d1f1066b629 req-bc39dd10-322c-4e40-b5ea-5fcecea072ce service neutron] Transition to ACTIVE for port object 691d8d82-a274-42b6-891b-d8c200fae81a will not be triggered until provisioned by entity L2. {{(pid=103377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 17:43:34.109502 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-66d9f0cb-0b72-468b-bf8c-8d1f1066b629 req-bc39dd10-322c-4e40-b5ea-5fcecea072ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25888290'] for port (691d8d82-a274-42b6-891b-d8c200fae81a), after_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:43:34.168336 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc39dd10-322c-4e40-b5ea-5fcecea072ce service neutron] Pushing event updated for resources: {'Port': ['ID=691d8d82-a274-42b6-891b-d8c200fae81a,revision_number=2']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:43:34.271661 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [req-66d9f0cb-0b72-468b-bf8c-8d1f1066b629 req-bc39dd10-322c-4e40-b5ea-5fcecea072ce service neutron] Attempting to bind port 691d8d82-a274-42b6-891b-d8c200fae81a on host n-h2-827839-2 for vnic_type normal with profile {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:43:34.272022 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [req-66d9f0cb-0b72-468b-bf8c-8d1f1066b629 req-bc39dd10-322c-4e40-b5ea-5fcecea072ce service neutron] Attempting to bind port 691d8d82-a274-42b6-891b-d8c200fae81a by drivers openvswitch,hyperv on host n-h2-827839-2 at level 0 using segments [{'id': '3a39b085-d3e6-43bb-a64c-1b06dd049e5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '02be22b9-aa53-40ea-8050-9239cd27d1ff'}] {{(pid=103377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:43:34.272308 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66d9f0cb-0b72-468b-bf8c-8d1f1066b629 req-bc39dd10-322c-4e40-b5ea-5fcecea072ce service neutron] Attempting to bind port 691d8d82-a274-42b6-891b-d8c200fae81a on network 02be22b9-aa53-40ea-8050-9239cd27d1ff {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:43:34.277173 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66d9f0cb-0b72-468b-bf8c-8d1f1066b629 req-bc39dd10-322c-4e40-b5ea-5fcecea072ce service neutron] Port 691d8d82-a274-42b6-891b-d8c200fae81a on network 02be22b9-aa53-40ea-8050-9239cd27d1ff not bound, no agent of type Open vSwitch agent registered on host n-h2-827839-2 {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 17:43:34.277486 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66d9f0cb-0b72-468b-bf8c-8d1f1066b629 req-bc39dd10-322c-4e40-b5ea-5fcecea072ce service neutron] Attempting to bind port 691d8d82-a274-42b6-891b-d8c200fae81a on network 02be22b9-aa53-40ea-8050-9239cd27d1ff {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:43:34.287949 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66d9f0cb-0b72-468b-bf8c-8d1f1066b629 req-bc39dd10-322c-4e40-b5ea-5fcecea072ce service neutron] Checking agent: {'id': 'f20a1ab3-4332-4f54-833b-ba4a7c687e89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 8, 40), 'started_at': datetime.datetime(2022, 2, 4, 17, 8, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 43, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:43:34.288289 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66d9f0cb-0b72-468b-bf8c-8d1f1066b629 req-bc39dd10-322c-4e40-b5ea-5fcecea072ce service neutron] Checking segment: {'id': '3a39b085-d3e6-43bb-a64c-1b06dd049e5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '02be22b9-aa53-40ea-8050-9239cd27d1ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:43:34.288709 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66d9f0cb-0b72-468b-bf8c-8d1f1066b629 req-bc39dd10-322c-4e40-b5ea-5fcecea072ce service neutron] Bound using segment: {'id': '3a39b085-d3e6-43bb-a64c-1b06dd049e5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '02be22b9-aa53-40ea-8050-9239cd27d1ff'} {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:43:34.289479 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [req-66d9f0cb-0b72-468b-bf8c-8d1f1066b629 req-bc39dd10-322c-4e40-b5ea-5fcecea072ce service neutron] Bound port: 691d8d82-a274-42b6-891b-d8c200fae81a, host: n-h2-827839-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a39b085-d3e6-43bb-a64c-1b06dd049e5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '02be22b9-aa53-40ea-8050-9239cd27d1ff'}}] {{(pid=103377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:43:34.289785 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-66d9f0cb-0b72-468b-bf8c-8d1f1066b629 req-bc39dd10-322c-4e40-b5ea-5fcecea072ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (691d8d82-a274-42b6-891b-d8c200fae81a), before_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:43:34.401660 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652dc80a-5764-49b8-b0f7-0a28a6f9b95b req-f88cb702-691c-480b-a41e-1d54fd88f6a9 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:43:34.403187 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-652dc80a-5764-49b8-b0f7-0a28a6f9b95b req-f88cb702-691c-480b-a41e-1d54fd88f6a9 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.89 "GET /v2.0/ports?device_id=3c7675e1-1c8a-410f-be7f-b37c48bc9d65 HTTP/1.1" status: 200 len: 945 time: 0.0939496 Feb 04 17:43:34.418737 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [req-66d9f0cb-0b72-468b-bf8c-8d1f1066b629 req-bc39dd10-322c-4e40-b5ea-5fcecea072ce service neutron] For port 691d8d82-a274-42b6-891b-d8c200fae81a, host n-h2-827839-2, cleared binding levels {{(pid=103377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:43:34.422790 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [req-66d9f0cb-0b72-468b-bf8c-8d1f1066b629 req-bc39dd10-322c-4e40-b5ea-5fcecea072ce service neutron] For port 691d8d82-a274-42b6-891b-d8c200fae81a, host n-h2-827839-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=691d8d82-a274-42b6-891b-d8c200fae81a,segment=NetworkSegment(3a39b085-d3e6-43bb-a64c-1b06dd049e5a),segment_id=3a39b085-d3e6-43bb-a64c-1b06dd049e5a)] {{(pid=103377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:43:34.460032 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-66d9f0cb-0b72-468b-bf8c-8d1f1066b629 req-bc39dd10-322c-4e40-b5ea-5fcecea072ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25888290'] for port (691d8d82-a274-42b6-891b-d8c200fae81a), after_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:43:34.522862 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-652dc80a-5764-49b8-b0f7-0a28a6f9b95b req-b7e0994a-e1ab-4630-9b9d-fd15298e99a8 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.89 "GET /v2.0/security-groups?id=93ceaf89-daf9-4fd7-ba90-ecf1cae67db9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1115198 Feb 04 17:43:34.552909 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d9f0cb-0b72-468b-bf8c-8d1f1066b629 req-bc39dd10-322c-4e40-b5ea-5fcecea072ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:43:34.553557 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-66d9f0cb-0b72-468b-bf8c-8d1f1066b629 req-bc39dd10-322c-4e40-b5ea-5fcecea072ce service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:43:34.555531 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-66d9f0cb-0b72-468b-bf8c-8d1f1066b629 req-bc39dd10-322c-4e40-b5ea-5fcecea072ce service neutron] 10.222.0.90 "PUT /v2.0/ports/691d8d82-a274-42b6-891b-d8c200fae81a HTTP/1.1" status: 200 len: 1095 time: 0.8813441 Feb 04 17:43:34.555983 n-d-827839-2 neutron-server[103377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60b143e0-caa0-4e8a-876b-4d9a3ce7d6c5', 'tag': '691d8d82-a274-42b6-891b-d8c200fae81a'}] {{(pid=103377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:43:34.558280 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7240428b650e1488e9361b62648ff4b3a6c19d49d8c27c949491ab58c1346cf0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05cf8594-9677-40cf-a8ab-98217bc46abb" -d '{"events": [{"name": "network-changed", "server_uuid": "60b143e0-caa0-4e8a-876b-4d9a3ce7d6c5", "tag": "691d8d82-a274-42b6-891b-d8c200fae81a"}]}' {{(pid=103377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:43:34.592897 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b1bf1d-9aed-4163-a9d4-c3a1f3d89d0b req-09810c85-1412-47d5-9dbf-cdd11abbad45 tempest-VolumesNegativeTest-1745714167 tempest-VolumesNegativeTest-1745714167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:43:34.594551 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-37b1bf1d-9aed-4163-a9d4-c3a1f3d89d0b req-09810c85-1412-47d5-9dbf-cdd11abbad45 tempest-VolumesNegativeTest-1745714167 tempest-VolumesNegativeTest-1745714167-project] 10.222.0.89 "GET /v2.0/ports?device_id=60b143e0-caa0-4e8a-876b-4d9a3ce7d6c5 HTTP/1.1" status: 200 len: 947 time: 0.1126046 Feb 04 17:43:34.619162 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc39dd10-322c-4e40-b5ea-5fcecea072ce service neutron] Pushing event updated for resources: {'Port': ['ID=691d8d82-a274-42b6-891b-d8c200fae81a,revision_number=3']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:43:34.639798 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 17:43:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77f5f540-5f5e-4c31-a5d2-07b980ee3ef0 x-openstack-request-id: req-77f5f540-5f5e-4c31-a5d2-07b980ee3ef0 {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:43:34.640319 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60b143e0-caa0-4e8a-876b-4d9a3ce7d6c5", "tag": "691d8d82-a274-42b6-891b-d8c200fae81a", "status": "completed", "code": 200}]} {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:43:34.640810 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-77f5f540-5f5e-4c31-a5d2-07b980ee3ef0 {{(pid=103377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:43:34.641402 n-d-827839-2 neutron-server[103377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60b143e0-caa0-4e8a-876b-4d9a3ce7d6c5', 'tag': '691d8d82-a274-42b6-891b-d8c200fae81a', 'status': 'completed', 'code': 200} Feb 04 17:43:34.667049 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-37b1bf1d-9aed-4163-a9d4-c3a1f3d89d0b req-e52d00d3-6683-46fe-a724-d5aaea090957 tempest-VolumesNegativeTest-1745714167 tempest-VolumesNegativeTest-1745714167-project] 10.222.0.89 "GET /v2.0/security-groups?id=f6f06a1a-5089-4b7d-b8f1-4769ef363eec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631688 Feb 04 17:43:34.703838 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d9f0cb-0b72-468b-bf8c-8d1f1066b629 req-4845f7c1-7de3-487f-9afc-99340fb6a59f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:43:34.705873 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-66d9f0cb-0b72-468b-bf8c-8d1f1066b629 req-4845f7c1-7de3-487f-9afc-99340fb6a59f service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=ee9179ad55aa4752b8352f7daea59b37&device_id=60b143e0-caa0-4e8a-876b-4d9a3ce7d6c5 HTTP/1.1" status: 200 len: 1129 time: 0.0597458 Feb 04 17:43:34.755540 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-66d9f0cb-0b72-468b-bf8c-8d1f1066b629 req-fb97d7bb-4ec7-4fdf-ac4b-baa211d4545f service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.91&port_id=691d8d82-a274-42b6-891b-d8c200fae81a HTTP/1.1" status: 200 len: 217 time: 0.0394816 Feb 04 17:43:34.827332 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d9f0cb-0b72-468b-bf8c-8d1f1066b629 req-138aa20f-62e1-4e71-b8fb-96eabb0812f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:43:34.828969 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-66d9f0cb-0b72-468b-bf8c-8d1f1066b629 req-138aa20f-62e1-4e71-b8fb-96eabb0812f2 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=c974b0ff-2c5c-4667-8a81-3bde3ea6ced5 HTTP/1.1" status: 200 len: 843 time: 0.0642297 Feb 04 17:43:34.830460 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4f14bb47-e72b-46ac-9e44-a61d9293afcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (75326290-f7a3-4db8-9cf2-15c7139ed224), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:43:34.881343 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d9f0cb-0b72-468b-bf8c-8d1f1066b629 req-ae53e5b2-116d-44f3-ac8b-eff8480943f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:43:34.883021 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-66d9f0cb-0b72-468b-bf8c-8d1f1066b629 req-ae53e5b2-116d-44f3-ac8b-eff8480943f0 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=02be22b9-aa53-40ea-8050-9239cd27d1ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0478227 Feb 04 17:43:34.974127 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-66d9f0cb-0b72-468b-bf8c-8d1f1066b629 req-a3f5959e-f548-45d2-9d1b-82192c07972b service neutron] 10.222.0.90 "GET /v2.0/networks/02be22b9-aa53-40ea-8050-9239cd27d1ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845459 Feb 04 17:43:35.069084 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-66d9f0cb-0b72-468b-bf8c-8d1f1066b629 req-4d05e1c1-a1e6-4f84-9196-8118cc4b7833 service neutron] 10.222.0.90 "GET /v2.0/networks/02be22b9-aa53-40ea-8050-9239cd27d1ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882721 Feb 04 17:43:35.161671 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cf8594-9677-40cf-a8ab-98217bc46abb req-fba0e0b9-7115-40df-9456-0f2f33846ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:43:35.163138 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-05cf8594-9677-40cf-a8ab-98217bc46abb req-fba0e0b9-7115-40df-9456-0f2f33846ccd service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=ee9179ad55aa4752b8352f7daea59b37&device_id=60b143e0-caa0-4e8a-876b-4d9a3ce7d6c5 HTTP/1.1" status: 200 len: 1129 time: 0.0471117 Feb 04 17:43:35.252000 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cf8594-9677-40cf-a8ab-98217bc46abb req-ffc9a7f3-dcf5-4dd6-98c5-03005a3dbfbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:43:35.253508 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-05cf8594-9677-40cf-a8ab-98217bc46abb req-ffc9a7f3-dcf5-4dd6-98c5-03005a3dbfbe service neutron] 10.222.0.90 "GET /v2.0/networks?id=02be22b9-aa53-40ea-8050-9239cd27d1ff HTTP/1.1" status: 200 len: 870 time: 0.0843549 Feb 04 17:43:35.300533 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-05cf8594-9677-40cf-a8ab-98217bc46abb req-d2a97d68-0800-432a-85ad-309056f9bfec service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.91&port_id=691d8d82-a274-42b6-891b-d8c200fae81a HTTP/1.1" status: 200 len: 217 time: 0.0386190 Feb 04 17:43:35.349383 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cf8594-9677-40cf-a8ab-98217bc46abb req-10e5bec5-efab-419d-8c52-6709faab27a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:43:35.350844 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-05cf8594-9677-40cf-a8ab-98217bc46abb req-10e5bec5-efab-419d-8c52-6709faab27a4 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=c974b0ff-2c5c-4667-8a81-3bde3ea6ced5 HTTP/1.1" status: 200 len: 843 time: 0.0441170 Feb 04 17:43:35.405637 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cf8594-9677-40cf-a8ab-98217bc46abb req-23b22bea-ac26-4653-a510-74656682ce15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:43:35.407121 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-05cf8594-9677-40cf-a8ab-98217bc46abb req-23b22bea-ac26-4653-a510-74656682ce15 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=02be22b9-aa53-40ea-8050-9239cd27d1ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0489316 Feb 04 17:43:35.493765 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-05cf8594-9677-40cf-a8ab-98217bc46abb req-baa941fe-17b7-4851-b7c6-fdf330794deb service neutron] 10.222.0.90 "GET /v2.0/networks/02be22b9-aa53-40ea-8050-9239cd27d1ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797708 Feb 04 17:43:35.587268 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-05cf8594-9677-40cf-a8ab-98217bc46abb req-9ada9206-5a0c-4620-a613-5638f3570333 service neutron] 10.222.0.90 "GET /v2.0/networks/02be22b9-aa53-40ea-8050-9239cd27d1ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853887 Feb 04 17:43:35.732704 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (ba70844b-66a0-45fd-a2f2-e6ed673321fc), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:43:35.794801 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66500669-1175-4cfd-a36b-ab85cacdd1d9 req-835b4933-f33f-4dad-ad5a-64553c01ba94 tempest-VolumesNegativeTest-1745714167 tempest-VolumesNegativeTest-1745714167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:43:35.796497 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-66500669-1175-4cfd-a36b-ab85cacdd1d9 req-835b4933-f33f-4dad-ad5a-64553c01ba94 tempest-VolumesNegativeTest-1745714167 tempest-VolumesNegativeTest-1745714167-project] 10.222.0.89 "GET /v2.0/ports?device_id=60b143e0-caa0-4e8a-876b-4d9a3ce7d6c5 HTTP/1.1" status: 200 len: 947 time: 0.0599551 Feb 04 17:43:35.852246 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-66500669-1175-4cfd-a36b-ab85cacdd1d9 req-4b6ede36-9754-47b4-a7e7-8f1997fdd094 tempest-VolumesNegativeTest-1745714167 tempest-VolumesNegativeTest-1745714167-project] 10.222.0.89 "GET /v2.0/security-groups?id=f6f06a1a-5089-4b7d-b8f1-4769ef363eec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491626 Feb 04 17:43:36.977521 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e95962b-2f61-481c-8d76-a8cfad4e371a req-9b9b1bcb-fc14-435c-8da4-18524790336f tempest-VolumesNegativeTest-1745714167 tempest-VolumesNegativeTest-1745714167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:43:36.978984 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-0e95962b-2f61-481c-8d76-a8cfad4e371a req-9b9b1bcb-fc14-435c-8da4-18524790336f tempest-VolumesNegativeTest-1745714167 tempest-VolumesNegativeTest-1745714167-project] 10.222.0.89 "GET /v2.0/ports?device_id=60b143e0-caa0-4e8a-876b-4d9a3ce7d6c5 HTTP/1.1" status: 200 len: 947 time: 0.0524716 Feb 04 17:43:37.025149 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-0e95962b-2f61-481c-8d76-a8cfad4e371a req-e78f71ae-d915-450c-bf17-d40ff8f5b114 tempest-VolumesNegativeTest-1745714167 tempest-VolumesNegativeTest-1745714167-project] 10.222.0.89 "GET /v2.0/security-groups?id=f6f06a1a-5089-4b7d-b8f1-4769ef363eec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405431 Feb 04 17:43:37.342036 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Device 691d8d82-a274-42b6-891b-d8c200fae81a details requested by agent hyperv_n-h2-827839-2 with host n-h2-827839-2 {{(pid=103378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 17:43:37.444153 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] For port 691d8d82-a274-42b6-891b-d8c200fae81a, host n-h2-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=691d8d82-a274-42b6-891b-d8c200fae81a,segment=NetworkSegment(3a39b085-d3e6-43bb-a64c-1b06dd049e5a),segment_id=3a39b085-d3e6-43bb-a64c-1b06dd049e5a)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:43:37.456017 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Returning: {'device': '691d8d82-a274-42b6-891b-d8c200fae81a', 'network_id': '02be22b9-aa53-40ea-8050-9239cd27d1ff', 'port_id': '691d8d82-a274-42b6-891b-d8c200fae81a', 'mac_address': 'fa:16:3e:6f:1a:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 797, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c974b0ff-2c5c-4667-8a81-3bde3ea6ced5', 'ip_address': '192.168.233.91'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 17:43:37.492941 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Current status of the port 691d8d82-a274-42b6-891b-d8c200fae81a is: DOWN; New status is: BUILD {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:43:37.493332 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (691d8d82-a274-42b6-891b-d8c200fae81a), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:43:37.505721 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 691d8d82-a274-42b6-891b-d8c200fae81a {{(pid=103378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 17:43:37.524315 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] For port 691d8d82-a274-42b6-891b-d8c200fae81a, host n-h2-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=691d8d82-a274-42b6-891b-d8c200fae81a,segment=NetworkSegment(3a39b085-d3e6-43bb-a64c-1b06dd049e5a),segment_id=3a39b085-d3e6-43bb-a64c-1b06dd049e5a)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:43:37.528647 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (691d8d82-a274-42b6-891b-d8c200fae81a), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:43:37.582338 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Pushing event updated for resources: {'Port': ['ID=691d8d82-a274-42b6-891b-d8c200fae81a,revision_number=4']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:43:37.589786 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:43:37.590139 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:43:37.590484 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:43:37.591160 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:43:37.591160 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:43:37.591467 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:43:37.591814 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:43:37.592221 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:43:37.592523 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:43:37.592962 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:43:37.593445 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:43:37.593809 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:43:37.594169 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:43:37.839915 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] get_ports_and_sgs() called for port_ids ['691d8d82-a274-42b6-891b-d8c200fae81a'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 17:43:38.150147 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219e5415-ff55-4e58-8170-e305ab881366 req-21bddeea-58a7-43d6-a3bc-f2b220df1e31 tempest-VolumesNegativeTest-1745714167 tempest-VolumesNegativeTest-1745714167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:43:38.151791 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-219e5415-ff55-4e58-8170-e305ab881366 req-21bddeea-58a7-43d6-a3bc-f2b220df1e31 tempest-VolumesNegativeTest-1745714167 tempest-VolumesNegativeTest-1745714167-project] 10.222.0.89 "GET /v2.0/ports?device_id=60b143e0-caa0-4e8a-876b-4d9a3ce7d6c5 HTTP/1.1" status: 200 len: 948 time: 0.0590086 Feb 04 17:43:38.198083 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-219e5415-ff55-4e58-8170-e305ab881366 req-47f22796-95a1-4899-9f3e-ca76fcd57a77 tempest-VolumesNegativeTest-1745714167 tempest-VolumesNegativeTest-1745714167-project] 10.222.0.89 "GET /v2.0/security-groups?id=f6f06a1a-5089-4b7d-b8f1-4769ef363eec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402274 Feb 04 17:43:39.321225 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62da1a0-eac6-4161-bf4d-2759003357e1 req-06dad965-19b5-4261-93c3-2104f47227c2 tempest-VolumesNegativeTest-1745714167 tempest-VolumesNegativeTest-1745714167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:43:39.322732 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-b62da1a0-eac6-4161-bf4d-2759003357e1 req-06dad965-19b5-4261-93c3-2104f47227c2 tempest-VolumesNegativeTest-1745714167 tempest-VolumesNegativeTest-1745714167-project] 10.222.0.89 "GET /v2.0/ports?device_id=60b143e0-caa0-4e8a-876b-4d9a3ce7d6c5 HTTP/1.1" status: 200 len: 948 time: 0.0534203 Feb 04 17:43:39.361286 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Device 691d8d82-a274-42b6-891b-d8c200fae81a up at agent hyperv_n-h2-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:43:39.370200 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-b62da1a0-eac6-4161-bf4d-2759003357e1 req-389c2ce8-49b7-4127-8395-e6e71b412b65 tempest-VolumesNegativeTest-1745714167 tempest-VolumesNegativeTest-1745714167-project] 10.222.0.89 "GET /v2.0/security-groups?id=f6f06a1a-5089-4b7d-b8f1-4769ef363eec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414462 Feb 04 17:43:39.411933 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Provisioning for port 691d8d82-a274-42b6-891b-d8c200fae81a completed by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 17:43:39.415622 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Provisioning complete for port 691d8d82-a274-42b6-891b-d8c200fae81a triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:43:39.415999 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (691d8d82-a274-42b6-891b-d8c200fae81a), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:43:39.496462 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Current status of the port 691d8d82-a274-42b6-891b-d8c200fae81a is: BUILD; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:43:39.496881 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (691d8d82-a274-42b6-891b-d8c200fae81a), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:43:39.521003 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60b143e0-caa0-4e8a-876b-4d9a3ce7d6c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '691d8d82-a274-42b6-891b-d8c200fae81a'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:43:39.523304 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c34bc964ce2211770fda26ca2f3801cc06f4f39928110690550e94ab9c9d2fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6005a2d1-06eb-4ce1-9898-f9c7c766b0cc" -d '{"events": [{"server_uuid": "60b143e0-caa0-4e8a-876b-4d9a3ce7d6c5", "name": "network-vif-plugged", "status": "completed", "tag": "691d8d82-a274-42b6-891b-d8c200fae81a"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:43:39.539013 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] For port 691d8d82-a274-42b6-891b-d8c200fae81a, host n-h2-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=691d8d82-a274-42b6-891b-d8c200fae81a,segment=NetworkSegment(3a39b085-d3e6-43bb-a64c-1b06dd049e5a),segment_id=3a39b085-d3e6-43bb-a64c-1b06dd049e5a)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:43:39.543901 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (691d8d82-a274-42b6-891b-d8c200fae81a), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:43:39.599448 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Pushing event updated for resources: {'Port': ['ID=691d8d82-a274-42b6-891b-d8c200fae81a,revision_number=5']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:43:39.648523 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 17:43:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3955d4c1-c40c-433e-ab39-6e5fcad044d3 x-openstack-request-id: req-3955d4c1-c40c-433e-ab39-6e5fcad044d3 {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:43:39.648854 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60b143e0-caa0-4e8a-876b-4d9a3ce7d6c5", "name": "network-vif-plugged", "status": "completed", "tag": "691d8d82-a274-42b6-891b-d8c200fae81a", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:43:39.649123 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-3955d4c1-c40c-433e-ab39-6e5fcad044d3 {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:43:39.649529 n-d-827839-2 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60b143e0-caa0-4e8a-876b-4d9a3ce7d6c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '691d8d82-a274-42b6-891b-d8c200fae81a', 'code': 200} Feb 04 17:43:40.104553 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b47996e-8946-4430-a726-ee222006f5f0 req-f91d7fcf-5b81-4e0a-aada-b566e589714d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:43:40.106376 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-2b47996e-8946-4430-a726-ee222006f5f0 req-f91d7fcf-5b81-4e0a-aada-b566e589714d service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=60b143e0-caa0-4e8a-876b-4d9a3ce7d6c5 HTTP/1.1" status: 200 len: 1131 time: 0.4024086 Feb 04 17:43:40.156731 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-2b47996e-8946-4430-a726-ee222006f5f0 req-ad74a325-c794-447d-b76f-67881040005f service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=f6f06a1a-5089-4b7d-b8f1-4769ef363eec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432427 Feb 04 17:43:40.300472 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (f20a1ab3-4332-4f54-833b-ba4a7c687e89), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:43:40.504880 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71776dca-8d11-4196-8e56-3f259926730b req-00471ff5-d6e6-42cc-bb0d-6628ea63eb1a tempest-VolumesNegativeTest-1745714167 tempest-VolumesNegativeTest-1745714167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:43:40.508033 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-71776dca-8d11-4196-8e56-3f259926730b req-00471ff5-d6e6-42cc-bb0d-6628ea63eb1a tempest-VolumesNegativeTest-1745714167 tempest-VolumesNegativeTest-1745714167-project] 10.222.0.89 "GET /v2.0/ports?device_id=60b143e0-caa0-4e8a-876b-4d9a3ce7d6c5 HTTP/1.1" status: 200 len: 949 time: 0.0644727 Feb 04 17:43:40.559140 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-71776dca-8d11-4196-8e56-3f259926730b req-f40544a9-51bb-4896-acbc-42430951de4c tempest-VolumesNegativeTest-1745714167 tempest-VolumesNegativeTest-1745714167-project] 10.222.0.89 "GET /v2.0/security-groups?id=f6f06a1a-5089-4b7d-b8f1-4769ef363eec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443430 Feb 04 17:43:41.685516 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37b8c09-2dd7-4fdb-a976-0dc90017327a req-e9a0bd41-3932-4add-9a0e-0f21f937a7e5 tempest-VolumesNegativeTest-1745714167 tempest-VolumesNegativeTest-1745714167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:43:41.687665 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-b37b8c09-2dd7-4fdb-a976-0dc90017327a req-e9a0bd41-3932-4add-9a0e-0f21f937a7e5 tempest-VolumesNegativeTest-1745714167 tempest-VolumesNegativeTest-1745714167-project] 10.222.0.89 "GET /v2.0/ports?device_id=60b143e0-caa0-4e8a-876b-4d9a3ce7d6c5 HTTP/1.1" status: 200 len: 949 time: 0.0557017 Feb 04 17:43:41.752712 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-b37b8c09-2dd7-4fdb-a976-0dc90017327a req-7e832d60-b39c-4a10-a224-3039789862ff tempest-VolumesNegativeTest-1745714167 tempest-VolumesNegativeTest-1745714167-project] 10.222.0.89 "GET /v2.0/security-groups?id=f6f06a1a-5089-4b7d-b8f1-4769ef363eec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512464 Feb 04 17:43:42.048514 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823226b7-164d-4d2c-93ec-11bb85119e90 req-0503b2bc-e12c-402a-b9bd-3f7b22b341e7 tempest-VolumesNegativeTest-1745714167 tempest-VolumesNegativeTest-1745714167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:43:42.050088 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-823226b7-164d-4d2c-93ec-11bb85119e90 req-0503b2bc-e12c-402a-b9bd-3f7b22b341e7 tempest-VolumesNegativeTest-1745714167 tempest-VolumesNegativeTest-1745714167-project] 10.222.0.89 "GET /v2.0/ports?device_id=60b143e0-caa0-4e8a-876b-4d9a3ce7d6c5 HTTP/1.1" status: 200 len: 949 time: 0.0596673 Feb 04 17:43:42.096912 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-823226b7-164d-4d2c-93ec-11bb85119e90 req-542f774e-6870-4fc4-bea6-6bfc6b6cd3db tempest-VolumesNegativeTest-1745714167 tempest-VolumesNegativeTest-1745714167-project] 10.222.0.89 "GET /v2.0/security-groups?id=f6f06a1a-5089-4b7d-b8f1-4769ef363eec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410523 Feb 04 17:43:42.424586 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (3f9244a9-75fc-4c10-b195-11d48b853b41), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:43:43.228911 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2370b7-7f48-4c5a-87a8-664b30003d0e req-4f704960-6f7f-42ad-a8c8-5a3b0a79cab6 tempest-VolumesNegativeTest-1745714167 tempest-VolumesNegativeTest-1745714167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:43:43.230341 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-ce2370b7-7f48-4c5a-87a8-664b30003d0e req-4f704960-6f7f-42ad-a8c8-5a3b0a79cab6 tempest-VolumesNegativeTest-1745714167 tempest-VolumesNegativeTest-1745714167-project] 10.222.0.89 "GET /v2.0/ports?device_id=60b143e0-caa0-4e8a-876b-4d9a3ce7d6c5 HTTP/1.1" status: 200 len: 949 time: 0.0601614 Feb 04 17:43:43.285284 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-ce2370b7-7f48-4c5a-87a8-664b30003d0e req-7c75ebd8-9b06-4aa8-9336-281d28012c81 tempest-VolumesNegativeTest-1745714167 tempest-VolumesNegativeTest-1745714167-project] 10.222.0.89 "GET /v2.0/security-groups?id=f6f06a1a-5089-4b7d-b8f1-4769ef363eec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493019 Feb 04 17:43:43.484786 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c602c094-107d-412c-a303-d993f95cf52a req-0edb711b-3017-4024-8020-ebc8b7e7e86e tempest-VolumesNegativeTest-1745714167 tempest-VolumesNegativeTest-1745714167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:43:43.486454 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-c602c094-107d-412c-a303-d993f95cf52a req-0edb711b-3017-4024-8020-ebc8b7e7e86e tempest-VolumesNegativeTest-1745714167 tempest-VolumesNegativeTest-1745714167-project] 10.222.0.90 "GET /v2.0/ports?device_id=60b143e0-caa0-4e8a-876b-4d9a3ce7d6c5 HTTP/1.1" status: 200 len: 949 time: 0.0665033 Feb 04 17:43:43.596004 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [req-c602c094-107d-412c-a303-d993f95cf52a req-6065c7d5-197d-4d02-bd55-a029b271ca9d tempest-VolumesNegativeTest-1745714167 tempest-VolumesNegativeTest-1745714167-project] Deleting port 691d8d82-a274-42b6-891b-d8c200fae81a {{(pid=103377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:43:43.596520 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-c602c094-107d-412c-a303-d993f95cf52a req-6065c7d5-197d-4d02-bd55-a029b271ca9d tempest-VolumesNegativeTest-1745714167 tempest-VolumesNegativeTest-1745714167-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (691d8d82-a274-42b6-891b-d8c200fae81a), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:43:43.691823 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [req-c602c094-107d-412c-a303-d993f95cf52a req-6065c7d5-197d-4d02-bd55-a029b271ca9d tempest-VolumesNegativeTest-1745714167 tempest-VolumesNegativeTest-1745714167-project] For port 691d8d82-a274-42b6-891b-d8c200fae81a, host n-h2-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=691d8d82-a274-42b6-891b-d8c200fae81a,segment=NetworkSegment(3a39b085-d3e6-43bb-a64c-1b06dd049e5a),segment_id=3a39b085-d3e6-43bb-a64c-1b06dd049e5a)] {{(pid=103377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:43:43.692198 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-c602c094-107d-412c-a303-d993f95cf52a req-6065c7d5-197d-4d02-bd55-a029b271ca9d tempest-VolumesNegativeTest-1745714167 tempest-VolumesNegativeTest-1745714167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (691d8d82-a274-42b6-891b-d8c200fae81a), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:43:43.705169 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [req-c602c094-107d-412c-a303-d993f95cf52a req-6065c7d5-197d-4d02-bd55-a029b271ca9d tempest-VolumesNegativeTest-1745714167 tempest-VolumesNegativeTest-1745714167-project] Calling delete_port for 691d8d82-a274-42b6-891b-d8c200fae81a owned by compute:nova {{(pid=103377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:43:43.842739 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-c602c094-107d-412c-a303-d993f95cf52a req-6065c7d5-197d-4d02-bd55-a029b271ca9d tempest-VolumesNegativeTest-1745714167 tempest-VolumesNegativeTest-1745714167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (691d8d82-a274-42b6-891b-d8c200fae81a), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:43:43.858756 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] get_ports_and_sgs() called for port_ids ['691d8d82-a274-42b6-891b-d8c200fae81a'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 17:43:43.902722 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6065c7d5-197d-4d02-bd55-a029b271ca9d tempest-VolumesNegativeTest-1745714167 tempest-VolumesNegativeTest-1745714167-project] Pushing event deleted for resources: {'Port': ['ID=691d8d82-a274-42b6-891b-d8c200fae81a,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:43:43.946744 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [req-c602c094-107d-412c-a303-d993f95cf52a req-6065c7d5-197d-4d02-bd55-a029b271ca9d tempest-VolumesNegativeTest-1745714167 tempest-VolumesNegativeTest-1745714167-project] No DVR routers for this DVR port 691d8d82-a274-42b6-891b-d8c200fae81a on host n-h2-827839-2 {{(pid=103377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 17:43:43.949637 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-c602c094-107d-412c-a303-d993f95cf52a req-6065c7d5-197d-4d02-bd55-a029b271ca9d tempest-VolumesNegativeTest-1745714167 tempest-VolumesNegativeTest-1745714167-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:43:43.953025 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-c602c094-107d-412c-a303-d993f95cf52a req-6065c7d5-197d-4d02-bd55-a029b271ca9d tempest-VolumesNegativeTest-1745714167 tempest-VolumesNegativeTest-1745714167-project] 10.222.0.90 "DELETE /v2.0/ports/691d8d82-a274-42b6-891b-d8c200fae81a HTTP/1.1" status: 204 len: 173 time: 0.4596953 Feb 04 17:43:43.953492 n-d-827839-2 neutron-server[103377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60b143e0-caa0-4e8a-876b-4d9a3ce7d6c5', 'name': 'network-vif-deleted', 'tag': '691d8d82-a274-42b6-891b-d8c200fae81a'}] {{(pid=103377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:43:43.956220 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7240428b650e1488e9361b62648ff4b3a6c19d49d8c27c949491ab58c1346cf0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fdf6044-d165-4750-a814-f327ead264c6" -d '{"events": [{"server_uuid": "60b143e0-caa0-4e8a-876b-4d9a3ce7d6c5", "name": "network-vif-deleted", "tag": "691d8d82-a274-42b6-891b-d8c200fae81a"}]}' {{(pid=103377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:43:44.045912 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 17:43:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a560c0c-2fb2-4f5c-b266-fe8bd0f55500 x-openstack-request-id: req-9a560c0c-2fb2-4f5c-b266-fe8bd0f55500 {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:43:44.046389 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60b143e0-caa0-4e8a-876b-4d9a3ce7d6c5", "name": "network-vif-deleted", "tag": "691d8d82-a274-42b6-891b-d8c200fae81a", "status": "completed", "code": 200}]} {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:43:44.046799 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-9a560c0c-2fb2-4f5c-b266-fe8bd0f55500 {{(pid=103377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:43:44.048054 n-d-827839-2 neutron-server[103377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60b143e0-caa0-4e8a-876b-4d9a3ce7d6c5', 'name': 'network-vif-deleted', 'tag': '691d8d82-a274-42b6-891b-d8c200fae81a', 'status': 'completed', 'code': 200} Feb 04 17:43:44.415541 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-af5c0b84-1fe6-4d85-9e63-4ad95dcecdec req-99777dff-67bd-48a2-961a-cd6fd88f4710 tempest-VolumesNegativeTest-1745714167 tempest-VolumesNegativeTest-1745714167-project] 10.222.0.89 "GET /v2.0/ports?device_id=60b143e0-caa0-4e8a-876b-4d9a3ce7d6c5 HTTP/1.1" status: 200 len: 210 time: 0.0365267 Feb 04 17:43:46.928211 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e2bff0-bfc8-4e47-8442-fc131c2d0fae req-9aeaac3f-8b9e-40b5-907d-bae266f98111 tempest-TestNetworkAdvancedServerOps-1057837956 tempest-TestNetworkAdvancedServerOps-1057837956-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:43:46.931094 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-d4e2bff0-bfc8-4e47-8442-fc131c2d0fae req-9aeaac3f-8b9e-40b5-907d-bae266f98111 tempest-TestNetworkAdvancedServerOps-1057837956 tempest-TestNetworkAdvancedServerOps-1057837956-project-admin] 10.222.0.89 "GET /v2.0/ports?device_id=052f1b64-41cd-4bf0-9e37-1ea02526f08c HTTP/1.1" status: 200 len: 1127 time: 0.0687468 Feb 04 17:43:46.949706 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-d4e2bff0-bfc8-4e47-8442-fc131c2d0fae req-8f9bab41-aeae-40cd-9f54-86992e18c492 tempest-TestNetworkAdvancedServerOps-1057837956 tempest-TestNetworkAdvancedServerOps-1057837956-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:43:47.041513 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-d4e2bff0-bfc8-4e47-8442-fc131c2d0fae req-8f9bab41-aeae-40cd-9f54-86992e18c492 tempest-TestNetworkAdvancedServerOps-1057837956 tempest-TestNetworkAdvancedServerOps-1057837956-project-admin] Publish callbacks [] for security_group (4df98613-ced3-47ee-8e8f-f51954540f8e), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:43:47.045561 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-d4e2bff0-bfc8-4e47-8442-fc131c2d0fae req-8f9bab41-aeae-40cd-9f54-86992e18c492 tempest-TestNetworkAdvancedServerOps-1057837956 tempest-TestNetworkAdvancedServerOps-1057837956-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (4df98613-ced3-47ee-8e8f-f51954540f8e), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:43:47.089190 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-d4e2bff0-bfc8-4e47-8442-fc131c2d0fae req-8f9bab41-aeae-40cd-9f54-86992e18c492 tempest-TestNetworkAdvancedServerOps-1057837956 tempest-TestNetworkAdvancedServerOps-1057837956-project-admin] 10.222.0.89 "GET /v2.0/security-groups?id=51fcebac-85fd-4a94-b17a-0b26ffac48da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1525784 Feb 04 17:43:47.089962 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9bab41-aeae-40cd-9f54-86992e18c492 tempest-TestNetworkAdvancedServerOps-1057837956 tempest-TestNetworkAdvancedServerOps-1057837956-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4df98613-ced3-47ee-8e8f-f51954540f8e,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:43:47.254563 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143edc75-a023-4e90-af31-160b896779cf req-b51e5c89-6b3d-49fc-b199-fdb403366b90 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:43:47.256448 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-143edc75-a023-4e90-af31-160b896779cf req-b51e5c89-6b3d-49fc-b199-fdb403366b90 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] 10.222.0.89 "GET /v2.0/ports?device_id=052f1b64-41cd-4bf0-9e37-1ea02526f08c HTTP/1.1" status: 200 len: 945 time: 0.0720556 Feb 04 17:43:47.316610 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-143edc75-a023-4e90-af31-160b896779cf req-c38edc44-7349-4b72-ad54-2f8c9cf493c2 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] 10.222.0.89 "GET /v2.0/security-groups?id=51fcebac-85fd-4a94-b17a-0b26ffac48da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530090 Feb 04 17:43:47.351786 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 38286) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:43:47.436387 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Device 691d8d82-a274-42b6-891b-d8c200fae81a no longer exists at agent hyperv_n-h2-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:43:47.444970 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-3a44e511-db42-412b-ac5e-f06426ee70b9 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] 10.222.0.89 "GET /v2.0/floatingips/54d18081-dbed-420f-8d4b-c9c53b9a8f60 HTTP/1.1" status: 200 len: 992 time: 0.0849853 Feb 04 17:43:47.462880 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] No Port match for: 691d8d82-a274-42b6-891b-d8c200fae81a {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 17:43:47.463172 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Device 691d8d82-a274-42b6-891b-d8c200fae81a not bound to the agent host n-h2-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 17:43:47.739011 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [req-578cf6b1-9527-44b2-a9c3-9343825b3ce0 req-c049de78-52e6-469b-82fe-b8b11330b455 service neutron] http://10.222.0.89:9696/v2.0/extensions returned with HTTP 200 {{(pid=103377) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 17:43:47.740869 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-578cf6b1-9527-44b2-a9c3-9343825b3ce0 req-c049de78-52e6-469b-82fe-b8b11330b455 service neutron] 10.222.0.89 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0059893 Feb 04 17:43:48.133691 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 38348) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:43:48.185175 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befea45c-18db-48d8-85a4-a163e0964da5 req-5fee2920-7876-4c36-8bb8-07c94e7f69a3 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:43:48.193181 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-befea45c-18db-48d8-85a4-a163e0964da5 req-5fee2920-7876-4c36-8bb8-07c94e7f69a3 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] 10.222.0.89 "GET /v2.0/ports?device_id=052f1b64-41cd-4bf0-9e37-1ea02526f08c HTTP/1.1" status: 200 len: 945 time: 0.0929594 Feb 04 17:43:48.269396 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-befea45c-18db-48d8-85a4-a163e0964da5 req-29e79e6b-2a6e-4f3a-826e-ad3d38b874b6 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] 10.222.0.89 "GET /v2.0/security-groups?id=51fcebac-85fd-4a94-b17a-0b26ffac48da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692794 Feb 04 17:43:48.346569 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-22c760ac-0611-4a9f-b0cf-bcedffba0ba0 req-9b7abd92-5a76-49f1-a0ff-d2b0d0b85e32 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=052f1b64-41cd-4bf0-9e37-1ea02526f08c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2114091 Feb 04 17:43:48.356431 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [req-22c760ac-0611-4a9f-b0cf-bcedffba0ba0 req-40e99d89-e836-4e8e-8a39-94c92425706b service neutron] http://10.222.0.89:9696/v2.0/extensions returned with HTTP 200 {{(pid=103377) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 17:43:48.357575 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-22c760ac-0611-4a9f-b0cf-bcedffba0ba0 req-40e99d89-e836-4e8e-8a39-94c92425706b service neutron] 10.222.0.89 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053027 Feb 04 17:43:49.384456 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58248756-4666-4103-aec7-ffd439b1e97d req-eeea1d3a-6ad9-484f-a493-6bdff6e97bff tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:43:49.386110 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-58248756-4666-4103-aec7-ffd439b1e97d req-eeea1d3a-6ad9-484f-a493-6bdff6e97bff tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] 10.222.0.89 "GET /v2.0/ports?device_id=052f1b64-41cd-4bf0-9e37-1ea02526f08c HTTP/1.1" status: 200 len: 945 time: 0.0556803 Feb 04 17:43:49.435513 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-58248756-4666-4103-aec7-ffd439b1e97d req-ac1151a3-2923-41b0-9f35-d776ee22b0e6 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] 10.222.0.89 "GET /v2.0/security-groups?id=51fcebac-85fd-4a94-b17a-0b26ffac48da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435841 Feb 04 17:43:49.606548 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c760ac-0611-4a9f-b0cf-bcedffba0ba0 req-53ef9110-0d40-4df9-a342-fd23ed0469bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:43:49.608671 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-22c760ac-0611-4a9f-b0cf-bcedffba0ba0 req-53ef9110-0d40-4df9-a342-fd23ed0469bf service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=86a0fd5c0c974eafbf1c6e95239dcb2c&device_id=052f1b64-41cd-4bf0-9e37-1ea02526f08c HTTP/1.1" status: 200 len: 1127 time: 0.0459392 Feb 04 17:43:50.029810 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c760ac-0611-4a9f-b0cf-bcedffba0ba0 req-f49f28bd-169c-4c96-b0c4-3d0d58b31817 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:43:50.031336 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-22c760ac-0611-4a9f-b0cf-bcedffba0ba0 req-f49f28bd-169c-4c96-b0c4-3d0d58b31817 service neutron] 10.222.0.96 "GET /v2.0/networks?id=c75b0216-bbb5-4b6f-8caf-507659fff648 HTTP/1.1" status: 200 len: 897 time: 0.4159634 Feb 04 17:43:50.114753 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-22c760ac-0611-4a9f-b0cf-bcedffba0ba0 req-de2f79dd-7b2f-434d-a2af-7bd5b28cdca2 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=41824d2d-8f0e-4344-beb8-cc3af5147464 HTTP/1.1" status: 200 len: 1000 time: 0.0695832 Feb 04 17:43:50.172136 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c760ac-0611-4a9f-b0cf-bcedffba0ba0 req-bb24e8a2-f9d0-4fe2-af30-0096b06cf1f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:43:50.173994 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-22c760ac-0611-4a9f-b0cf-bcedffba0ba0 req-bb24e8a2-f9d0-4fe2-af30-0096b06cf1f7 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=ef5bd72b-0899-4863-b96f-862e9aa9617e HTTP/1.1" status: 200 len: 833 time: 0.0554368 Feb 04 17:43:50.233046 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c760ac-0611-4a9f-b0cf-bcedffba0ba0 req-3ae0f08b-7ab4-420d-babe-849bedd7d60c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:43:50.235097 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-22c760ac-0611-4a9f-b0cf-bcedffba0ba0 req-3ae0f08b-7ab4-420d-babe-849bedd7d60c service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=c75b0216-bbb5-4b6f-8caf-507659fff648&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0539663 Feb 04 17:43:50.338061 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-22c760ac-0611-4a9f-b0cf-bcedffba0ba0 req-756483dc-3ee9-42ea-8e92-89816221a1be service neutron] 10.222.0.96 "GET /v2.0/networks/c75b0216-bbb5-4b6f-8caf-507659fff648?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945523 Feb 04 17:43:50.438423 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-22c760ac-0611-4a9f-b0cf-bcedffba0ba0 req-e7b78c72-869f-4d2e-a0ab-6f5c3dbad4dd service neutron] 10.222.0.96 "GET /v2.0/networks/c75b0216-bbb5-4b6f-8caf-507659fff648?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919876 Feb 04 17:43:50.597331 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5228301d-92f7-4b78-b968-83a9bb76d39e req-a48a5df7-478b-46b6-a94a-28891eeacc4f tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:43:50.605470 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-5228301d-92f7-4b78-b968-83a9bb76d39e req-a48a5df7-478b-46b6-a94a-28891eeacc4f tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] 10.222.0.89 "GET /v2.0/ports?device_id=052f1b64-41cd-4bf0-9e37-1ea02526f08c HTTP/1.1" status: 200 len: 945 time: 0.0850770 Feb 04 17:43:50.663063 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-5228301d-92f7-4b78-b968-83a9bb76d39e req-6b189c0f-a761-4d69-904b-505aac0ca9c1 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] 10.222.0.89 "GET /v2.0/security-groups?id=51fcebac-85fd-4a94-b17a-0b26ffac48da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564823 Feb 04 17:43:51.859908 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49b2e6b-2de3-4920-b066-820578da1b66 req-2cdfe449-843e-475a-8672-62c39d9f1230 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:43:51.862165 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-c49b2e6b-2de3-4920-b066-820578da1b66 req-2cdfe449-843e-475a-8672-62c39d9f1230 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] 10.222.0.89 "GET /v2.0/ports?device_id=052f1b64-41cd-4bf0-9e37-1ea02526f08c HTTP/1.1" status: 200 len: 945 time: 0.1131749 Feb 04 17:43:51.928571 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-c49b2e6b-2de3-4920-b066-820578da1b66 req-99678a0b-4f2d-4afa-9f39-2eff67b5d172 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] 10.222.0.89 "GET /v2.0/security-groups?id=51fcebac-85fd-4a94-b17a-0b26ffac48da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595641 Feb 04 17:43:53.143869 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71dbfeda-c15c-447f-b1a5-7cb2900ca5c7 req-fc8a9fdd-3dcd-4804-b2cb-51258fb40464 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:43:53.146059 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-71dbfeda-c15c-447f-b1a5-7cb2900ca5c7 req-fc8a9fdd-3dcd-4804-b2cb-51258fb40464 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] 10.222.0.89 "GET /v2.0/ports?device_id=052f1b64-41cd-4bf0-9e37-1ea02526f08c HTTP/1.1" status: 200 len: 945 time: 0.0961754 Feb 04 17:43:53.162159 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 38438) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:43:53.238011 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-71dbfeda-c15c-447f-b1a5-7cb2900ca5c7 req-6854f535-bc0e-4ae2-9c81-a6a8d1732f8f tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] 10.222.0.89 "GET /v2.0/security-groups?id=51fcebac-85fd-4a94-b17a-0b26ffac48da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0849113 Feb 04 17:43:53.401909 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 38444) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:43:53.405389 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-92572593-4212-4b27-9a47-047ee2abaa00 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=ee9179ad55aa4752b8352f7daea59b37&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2408717 Feb 04 17:43:53.466783 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-c282b798-289f-47b4-9632-06357d4d437e admin admin] Publish callbacks [] for security_group (f6f06a1a-5089-4b7d-b8f1-4769ef363eec), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:43:53.488656 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-c282b798-289f-47b4-9632-06357d4d437e admin admin] Publish callbacks [] for security_group (f6f06a1a-5089-4b7d-b8f1-4769ef363eec), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:43:53.549856 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-c282b798-289f-47b4-9632-06357d4d437e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (f6f06a1a-5089-4b7d-b8f1-4769ef363eec), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:43:53.552131 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-c282b798-289f-47b4-9632-06357d4d437e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:43:53.556210 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-c282b798-289f-47b4-9632-06357d4d437e admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/f6f06a1a-5089-4b7d-b8f1-4769ef363eec HTTP/1.1" status: 204 len: 168 time: 0.1499269 Feb 04 17:43:53.561870 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c282b798-289f-47b4-9632-06357d4d437e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6f06a1a-5089-4b7d-b8f1-4769ef363eec,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:43:54.431647 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0179e3e2-92b2-491e-8660-b3dd351e8284 req-1d1fe8e3-7d6f-481f-98c6-8ef2c9dca778 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:43:54.439364 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-0179e3e2-92b2-491e-8660-b3dd351e8284 req-1d1fe8e3-7d6f-481f-98c6-8ef2c9dca778 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] 10.222.0.89 "GET /v2.0/ports?device_id=052f1b64-41cd-4bf0-9e37-1ea02526f08c HTTP/1.1" status: 200 len: 945 time: 0.0686553 Feb 04 17:43:54.474665 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 38474) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:43:54.520555 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-0179e3e2-92b2-491e-8660-b3dd351e8284 req-cec6c8d2-b93f-4550-b04c-50264be9b7df tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] 10.222.0.89 "GET /v2.0/security-groups?id=51fcebac-85fd-4a94-b17a-0b26ffac48da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0768518 Feb 04 17:43:54.624076 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-2d1365b7-175f-41ed-b098-44317215a51c admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-747737966-network', 'tenant_id': '4fd9d89db7c84c62b041be3d55c852d5'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:43:54.644522 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d1365b7-175f-41ed-b098-44317215a51c admin admin] Made reservation on behalf of 4fd9d89db7c84c62b041be3d55c852d5 for: {'network': 1} {{(pid=103376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:43:54.647924 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-2d1365b7-175f-41ed-b098-44317215a51c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for network (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:43:54.660692 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-2d1365b7-175f-41ed-b098-44317215a51c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:43:54.771526 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-2d1365b7-175f-41ed-b098-44317215a51c admin admin] Publish callbacks [] for security_group (b26fd66a-2ce3-4841-86be-c84976cd3179), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:43:54.777430 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-2d1365b7-175f-41ed-b098-44317215a51c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (b26fd66a-2ce3-4841-86be-c84976cd3179), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:43:54.822926 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d1365b7-175f-41ed-b098-44317215a51c admin admin] vlan segment allocate from pool success with {'vlan_id': 759, 'physical_network': 'physnet1'} {{(pid=103376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 17:43:54.841058 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1365b7-175f-41ed-b098-44317215a51c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b26fd66a-2ce3-4841-86be-c84976cd3179,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:43:54.844133 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-2d1365b7-175f-41ed-b098-44317215a51c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (52144904-98ff-4cd2-9e6d-91aa716878ad), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:43:54.844481 n-d-827839-2 neutron-server[103376]: INFO neutron.db.segments_db [None req-2d1365b7-175f-41ed-b098-44317215a51c admin admin] Added segment 52144904-98ff-4cd2-9e6d-91aa716878ad of type vlan for network 20b9f05a-0bd0-4e9d-81ff-5cd9f25d3d5d Feb 04 17:43:54.887760 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-2d1365b7-175f-41ed-b098-44317215a51c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781084292801'] for network (20b9f05a-0bd0-4e9d-81ff-5cd9f25d3d5d), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:43:54.916345 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-2d1365b7-175f-41ed-b098-44317215a51c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327'] for network (20b9f05a-0bd0-4e9d-81ff-5cd9f25d3d5d), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:43:54.917641 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d1365b7-175f-41ed-b098-44317215a51c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:43:54.918414 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-2d1365b7-175f-41ed-b098-44317215a51c admin admin] Publish callbacks [] for network (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:43:54.982005 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-2d1365b7-175f-41ed-b098-44317215a51c admin admin] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5054052 Feb 04 17:43:54.984760 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 38478) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:43:54.990260 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-dc201e09-e705-451b-b9fe-129c5c125575 admin admin] Request body: {'subnet': {'network_id': '20b9f05a-0bd0-4e9d-81ff-5cd9f25d3d5d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-747737966-subnet', 'tenant_id': '4fd9d89db7c84c62b041be3d55c852d5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:43:54.995599 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1365b7-175f-41ed-b098-44317215a51c admin admin] Pushing event updated for resources: {'Network': ['ID=20b9f05a-0bd0-4e9d-81ff-5cd9f25d3d5d,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:43:55.007492 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Network 20b9f05a-0bd0-4e9d-81ff-5cd9f25d3d5d details requested by agent ovs-agent-n-d-827839-2 with host n-d-827839-2 {{(pid=103378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 17:43:55.014120 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc201e09-e705-451b-b9fe-129c5c125575 admin admin] Made reservation on behalf of 4fd9d89db7c84c62b041be3d55c852d5 for: {'subnet': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:43:55.017163 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-dc201e09-e705-451b-b9fe-129c5c125575 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25597243'] for subnet (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:43:55.207778 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-dc201e09-e705-451b-b9fe-129c5c125575 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25889445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25597197'] for subnet (07803c17-2bc4-4930-85ed-c2e8112c2bd4), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:43:55.271729 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc201e09-e705-451b-b9fe-129c5c125575 admin admin] Pushing event updated for resources: {'Subnet': ['ID=07803c17-2bc4-4930-85ed-c2e8112c2bd4,revision_number=0']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:43:55.281495 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc201e09-e705-451b-b9fe-129c5c125575 admin admin] Checking segment: {'id': '52144904-98ff-4cd2-9e6d-91aa716878ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '20b9f05a-0bd0-4e9d-81ff-5cd9f25d3d5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:43:55.281815 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc201e09-e705-451b-b9fe-129c5c125575 admin admin] Network hostable DHCP agents. Network: 20b9f05a-0bd0-4e9d-81ff-5cd9f25d3d5d, hostable agents: ['bb89f5a3-3c22-440b-b7d1-c4f0c43c184a'], hosted agents: [] {{(pid=103377) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 17:43:55.300097 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc201e09-e705-451b-b9fe-129c5c125575 admin admin] Network 20b9f05a-0bd0-4e9d-81ff-5cd9f25d3d5d is scheduled to be hosted by DHCP agent bb89f5a3-3c22-440b-b7d1-c4f0c43c184a with binding_index 1 {{(pid=103377) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 17:43:55.314383 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [None req-dc201e09-e705-451b-b9fe-129c5c125575 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827839-2, 20b9f05a-0bd0-4e9d-81ff-5cd9f25d3d5d) {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:43:55.320441 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc201e09-e705-451b-b9fe-129c5c125575 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:43:55.321075 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-dc201e09-e705-451b-b9fe-129c5c125575 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:43:55.328052 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d06362a5-1577-4421-8c53-00de8a821b6c None None] Network 20b9f05a-0bd0-4e9d-81ff-5cd9f25d3d5d requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:43:55.355180 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-dc201e09-e705-451b-b9fe-129c5c125575 admin admin] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3609226 Feb 04 17:43:55.452119 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0e7615e-2769-47b5-9b86-b8ba115ac631 None None] Network 20b9f05a-0bd0-4e9d-81ff-5cd9f25d3d5d requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:43:55.743209 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61d7e0b-2c46-442e-8362-f728bb8a4254 req-7374c7cf-be5b-48db-9413-0a5b3c816645 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:43:55.744583 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-f61d7e0b-2c46-442e-8362-f728bb8a4254 req-7374c7cf-be5b-48db-9413-0a5b3c816645 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] 10.222.0.89 "GET /v2.0/ports?device_id=052f1b64-41cd-4bf0-9e37-1ea02526f08c HTTP/1.1" status: 200 len: 945 time: 0.0723968 Feb 04 17:43:55.812147 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-f61d7e0b-2c46-442e-8362-f728bb8a4254 req-03d4fa2a-71bb-4a22-94a9-2956ff26b935 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] 10.222.0.89 "GET /v2.0/security-groups?id=51fcebac-85fd-4a94-b17a-0b26ffac48da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581920 Feb 04 17:43:55.815192 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 38500) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:43:55.969954 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-e02cec6b-13a1-4859-96d9-ea9f977035c1 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=c900b06c021945f2aa154d34407bc1aa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1535301 Feb 04 17:43:55.972421 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 38510) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:43:56.026219 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-251509be-166f-4fbb-98bf-4ce67903940f admin admin] Publish callbacks [] for security_group (62a841c8-7c27-46ab-8fce-aedf9934cfa8), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:43:56.051916 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-251509be-166f-4fbb-98bf-4ce67903940f admin admin] Publish callbacks [] for security_group (62a841c8-7c27-46ab-8fce-aedf9934cfa8), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:43:56.075765 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 38514) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:43:56.080905 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-2aec4d01-c130-48fe-8f7b-e10ef023edaa admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-732419709-network', 'tenant_id': 'a65591bc6d824d368e44db9d2b936f3a'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:43:56.101966 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2aec4d01-c130-48fe-8f7b-e10ef023edaa admin admin] Made reservation on behalf of a65591bc6d824d368e44db9d2b936f3a for: {'network': 1} {{(pid=103376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:43:56.102846 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-251509be-166f-4fbb-98bf-4ce67903940f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (62a841c8-7c27-46ab-8fce-aedf9934cfa8), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:43:56.104280 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-2aec4d01-c130-48fe-8f7b-e10ef023edaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for network (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:43:56.105607 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-251509be-166f-4fbb-98bf-4ce67903940f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:43:56.107368 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-251509be-166f-4fbb-98bf-4ce67903940f admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/62a841c8-7c27-46ab-8fce-aedf9934cfa8 HTTP/1.1" status: 204 len: 168 time: 0.1339562 Feb 04 17:43:56.115085 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251509be-166f-4fbb-98bf-4ce67903940f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62a841c8-7c27-46ab-8fce-aedf9934cfa8,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:43:56.123102 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-2aec4d01-c130-48fe-8f7b-e10ef023edaa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:43:56.229849 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-2aec4d01-c130-48fe-8f7b-e10ef023edaa admin admin] Publish callbacks [] for security_group (57314e5c-ad56-4e05-ad66-b12712c416a7), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:43:56.234492 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-2aec4d01-c130-48fe-8f7b-e10ef023edaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (57314e5c-ad56-4e05-ad66-b12712c416a7), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:43:56.255291 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2aec4d01-c130-48fe-8f7b-e10ef023edaa admin admin] vlan segment allocate from pool success with {'vlan_id': 767, 'physical_network': 'physnet1'} {{(pid=103376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 17:43:56.277408 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-2aec4d01-c130-48fe-8f7b-e10ef023edaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (ce1a148a-fe9e-48c4-a826-b2e3cd628a29), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:43:56.277408 n-d-827839-2 neutron-server[103376]: INFO neutron.db.segments_db [None req-2aec4d01-c130-48fe-8f7b-e10ef023edaa admin admin] Added segment ce1a148a-fe9e-48c4-a826-b2e3cd628a29 of type vlan for network 61d91021-6203-4ee0-8cf7-b37c7b1d49ff Feb 04 17:43:56.279131 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aec4d01-c130-48fe-8f7b-e10ef023edaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57314e5c-ad56-4e05-ad66-b12712c416a7,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:43:56.321480 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-2aec4d01-c130-48fe-8f7b-e10ef023edaa admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781084292801'] for network (61d91021-6203-4ee0-8cf7-b37c7b1d49ff), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:43:56.353360 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-2aec4d01-c130-48fe-8f7b-e10ef023edaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327'] for network (61d91021-6203-4ee0-8cf7-b37c7b1d49ff), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:43:56.354513 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aec4d01-c130-48fe-8f7b-e10ef023edaa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:43:56.355092 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-2aec4d01-c130-48fe-8f7b-e10ef023edaa admin admin] Publish callbacks [] for network (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:43:56.419846 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-2aec4d01-c130-48fe-8f7b-e10ef023edaa admin admin] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3427162 Feb 04 17:43:56.420631 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 38522) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:43:56.427524 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aec4d01-c130-48fe-8f7b-e10ef023edaa admin admin] Pushing event updated for resources: {'Network': ['ID=61d91021-6203-4ee0-8cf7-b37c7b1d49ff,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:43:56.428013 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-d423a89f-11dd-424e-a7fe-365b5f87c6ad admin admin] Request body: {'subnet': {'network_id': '61d91021-6203-4ee0-8cf7-b37c7b1d49ff', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-732419709-subnet', 'tenant_id': 'a65591bc6d824d368e44db9d2b936f3a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:43:56.447400 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Network 61d91021-6203-4ee0-8cf7-b37c7b1d49ff details requested by agent ovs-agent-n-d-827839-2 with host n-d-827839-2 {{(pid=103378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 17:43:56.459136 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d423a89f-11dd-424e-a7fe-365b5f87c6ad admin admin] Made reservation on behalf of a65591bc6d824d368e44db9d2b936f3a for: {'subnet': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:43:56.464348 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-d423a89f-11dd-424e-a7fe-365b5f87c6ad admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25597243'] for subnet (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:43:56.720164 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-d423a89f-11dd-424e-a7fe-365b5f87c6ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25889445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25597197'] for subnet (d853e8cf-aa3a-4875-9284-9069b699bd17), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:43:56.813790 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d423a89f-11dd-424e-a7fe-365b5f87c6ad admin admin] Pushing event updated for resources: {'Subnet': ['ID=d853e8cf-aa3a-4875-9284-9069b699bd17,revision_number=0']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:43:56.824024 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d423a89f-11dd-424e-a7fe-365b5f87c6ad admin admin] Checking segment: {'id': 'ce1a148a-fe9e-48c4-a826-b2e3cd628a29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '61d91021-6203-4ee0-8cf7-b37c7b1d49ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:43:56.824659 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d423a89f-11dd-424e-a7fe-365b5f87c6ad admin admin] Network hostable DHCP agents. Network: 61d91021-6203-4ee0-8cf7-b37c7b1d49ff, hostable agents: ['bb89f5a3-3c22-440b-b7d1-c4f0c43c184a'], hosted agents: [] {{(pid=103377) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 17:43:56.855684 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d423a89f-11dd-424e-a7fe-365b5f87c6ad admin admin] Network 61d91021-6203-4ee0-8cf7-b37c7b1d49ff is scheduled to be hosted by DHCP agent bb89f5a3-3c22-440b-b7d1-c4f0c43c184a with binding_index 1 {{(pid=103377) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 17:43:56.870452 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [None req-d423a89f-11dd-424e-a7fe-365b5f87c6ad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827839-2, 61d91021-6203-4ee0-8cf7-b37c7b1d49ff) {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:43:56.875120 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d423a89f-11dd-424e-a7fe-365b5f87c6ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:43:56.875785 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-d423a89f-11dd-424e-a7fe-365b5f87c6ad admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:43:56.896829 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe6562b9-4ce6-4df6-bd8f-bea227936575 None None] Network 61d91021-6203-4ee0-8cf7-b37c7b1d49ff requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:43:56.905203 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-d423a89f-11dd-424e-a7fe-365b5f87c6ad admin admin] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4816349 Feb 04 17:43:57.062941 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-415dcbfe-385e-4b49-be2b-cc7703e897bd None None] Network 61d91021-6203-4ee0-8cf7-b37c7b1d49ff requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:43:57.073899 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69a2fc7-35f1-4d65-ad98-4d7e6d09e473 req-4d969139-7e30-44f3-a41e-5e17169d3b6c tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:43:57.075707 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-f69a2fc7-35f1-4d65-ad98-4d7e6d09e473 req-4d969139-7e30-44f3-a41e-5e17169d3b6c tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] 10.222.0.89 "GET /v2.0/ports?device_id=052f1b64-41cd-4bf0-9e37-1ea02526f08c HTTP/1.1" status: 200 len: 945 time: 0.1176813 Feb 04 17:43:57.172898 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-f69a2fc7-35f1-4d65-ad98-4d7e6d09e473 req-615df898-6fae-46c2-8c65-05ec0f7c30ee tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] 10.222.0.89 "GET /v2.0/security-groups?id=51fcebac-85fd-4a94-b17a-0b26ffac48da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0903327 Feb 04 17:43:57.579063 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca218a9-9ae4-4364-b3ab-0087f2e6a018 req-e73e9d52-35db-4ebc-80cc-1e62eec5c407 tempest-TestServerAdvancedOps-1411743396 tempest-TestServerAdvancedOps-1411743396-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:43:57.580734 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-eca218a9-9ae4-4364-b3ab-0087f2e6a018 req-e73e9d52-35db-4ebc-80cc-1e62eec5c407 tempest-TestServerAdvancedOps-1411743396 tempest-TestServerAdvancedOps-1411743396-project] 10.222.0.89 "GET /v2.0/networks?id=20b9f05a-0bd0-4e9d-81ff-5cd9f25d3d5d HTTP/1.1" status: 200 len: 811 time: 0.1215286 Feb 04 17:43:57.595951 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-eca218a9-9ae4-4364-b3ab-0087f2e6a018 req-eaa87bc9-40c9-4f3b-9fa3-0208a6aedb3b tempest-TestServerAdvancedOps-1411743396 tempest-TestServerAdvancedOps-1411743396-project] 10.222.0.89 "GET /v2.0/quotas/4fd9d89db7c84c62b041be3d55c852d5 HTTP/1.1" status: 200 len: 375 time: 0.0093319 Feb 04 17:43:57.637582 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-eca218a9-9ae4-4364-b3ab-0087f2e6a018 req-74245bff-bc2d-44fe-9832-6c875197e358 tempest-TestServerAdvancedOps-1411743396 tempest-TestServerAdvancedOps-1411743396-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=4fd9d89db7c84c62b041be3d55c852d5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0351393 Feb 04 17:43:57.650526 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [req-eca218a9-9ae4-4364-b3ab-0087f2e6a018 req-48b6bb34-7392-4a7d-a1fd-6897f7c315ba service neutron] http://10.222.0.89:9696/v2.0/extensions returned with HTTP 200 {{(pid=103376) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 17:43:57.652119 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-eca218a9-9ae4-4364-b3ab-0087f2e6a018 req-48b6bb34-7392-4a7d-a1fd-6897f7c315ba service neutron] 10.222.0.89 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0065737 Feb 04 17:43:57.873612 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-eca218a9-9ae4-4364-b3ab-0087f2e6a018 req-371ab949-6917-416a-a61c-108f284e9a99 service neutron] 10.222.0.89 "GET /v2.0/networks/20b9f05a-0bd0-4e9d-81ff-5cd9f25d3d5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317270 Feb 04 17:43:57.929231 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-eca218a9-9ae4-4364-b3ab-0087f2e6a018 req-874e01b6-0144-43dd-a93c-4c5b42ac20a6 service neutron] 10.222.0.89 "GET /v2.0/networks/20b9f05a-0bd0-4e9d-81ff-5cd9f25d3d5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279936 Feb 04 17:43:58.121713 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-e468b328-fe25-45b4-ab85-1beb4ccf4c99 req-03489c1c-b4e0-48ac-aef4-6964d72a176b tempest-TestServerAdvancedOps-1411743396 tempest-TestServerAdvancedOps-1411743396-project] 10.222.0.89 "GET /v2.0/ports?device_id=55561b3d-d75e-45d9-9f97-ccfb2d334f01 HTTP/1.1" status: 200 len: 210 time: 0.0396545 Feb 04 17:43:58.344992 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35a8024-c572-4475-8535-7ae2bd835e4a req-ce456ea6-e19f-4ed9-9351-a7d0ea0dceb4 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:43:58.358752 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-f35a8024-c572-4475-8535-7ae2bd835e4a req-ce456ea6-e19f-4ed9-9351-a7d0ea0dceb4 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] 10.222.0.89 "GET /v2.0/ports?device_id=052f1b64-41cd-4bf0-9e37-1ea02526f08c HTTP/1.1" status: 200 len: 945 time: 0.0963879 Feb 04 17:43:58.423021 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-f35a8024-c572-4475-8535-7ae2bd835e4a req-d5498346-fc57-4eb6-808a-e7ba057f3a82 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] 10.222.0.89 "GET /v2.0/security-groups?id=51fcebac-85fd-4a94-b17a-0b26ffac48da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631938 Feb 04 17:43:59.293152 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-d6871399-8034-4d97-9cd4-de71ad8dabd3 req-35661fcb-21f6-4677-a3af-f301a0918a6b tempest-TestServerAdvancedOps-1411743396 tempest-TestServerAdvancedOps-1411743396-project] 10.222.0.89 "GET /v2.0/ports?device_id=55561b3d-d75e-45d9-9f97-ccfb2d334f01 HTTP/1.1" status: 200 len: 210 time: 0.0450339 Feb 04 17:43:59.310990 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca218a9-9ae4-4364-b3ab-0087f2e6a018 req-747f9666-f090-4881-856f-a6593d47e12d tempest-TestServerAdvancedOps-1411743396 tempest-TestServerAdvancedOps-1411743396-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:43:59.312432 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-eca218a9-9ae4-4364-b3ab-0087f2e6a018 req-747f9666-f090-4881-856f-a6593d47e12d tempest-TestServerAdvancedOps-1411743396 tempest-TestServerAdvancedOps-1411743396-project] 10.222.0.90 "GET /v2.0/networks?id=20b9f05a-0bd0-4e9d-81ff-5cd9f25d3d5d HTTP/1.1" status: 200 len: 811 time: 0.1665781 Feb 04 17:43:59.328317 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [req-eca218a9-9ae4-4364-b3ab-0087f2e6a018 req-9d63798b-c32d-481f-9ea7-db36855af33f tempest-TestServerAdvancedOps-1411743396 tempest-TestServerAdvancedOps-1411743396-project] Request body: {'port': {'device_id': '55561b3d-d75e-45d9-9f97-ccfb2d334f01', 'network_id': '20b9f05a-0bd0-4e9d-81ff-5cd9f25d3d5d', 'admin_state_up': True, 'tenant_id': '4fd9d89db7c84c62b041be3d55c852d5'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:43:59.446848 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eca218a9-9ae4-4364-b3ab-0087f2e6a018 req-9d63798b-c32d-481f-9ea7-db36855af33f tempest-TestServerAdvancedOps-1411743396 tempest-TestServerAdvancedOps-1411743396-project] Made reservation on behalf of 4fd9d89db7c84c62b041be3d55c852d5 for: {'port': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:43:59.450616 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-eca218a9-9ae4-4364-b3ab-0087f2e6a018 req-9d63798b-c32d-481f-9ea7-db36855af33f tempest-TestServerAdvancedOps-1411743396 tempest-TestServerAdvancedOps-1411743396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:43:59.568146 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d74df5-fac0-46ae-a32d-d638f88d5afc req-4afe4b2e-438d-4c22-9aa2-341c7d3c55cc tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:43:59.571793 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-f3d74df5-fac0-46ae-a32d-d638f88d5afc req-4afe4b2e-438d-4c22-9aa2-341c7d3c55cc tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] 10.222.0.89 "GET /v2.0/ports?device_id=052f1b64-41cd-4bf0-9e37-1ea02526f08c HTTP/1.1" status: 200 len: 945 time: 0.0738573 Feb 04 17:43:59.591804 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.db_base_plugin_common [req-eca218a9-9ae4-4364-b3ab-0087f2e6a018 req-9d63798b-c32d-481f-9ea7-db36855af33f tempest-TestServerAdvancedOps-1411743396 tempest-TestServerAdvancedOps-1411743396-project] Allocated IP 172.20.0.6 (20b9f05a-0bd0-4e9d-81ff-5cd9f25d3d5d/07803c17-2bc4-4930-85ed-c2e8112c2bd4/cba023f6-160d-4f47-91ec-dce221b820e6) {{(pid=103377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:43:59.632320 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-f3d74df5-fac0-46ae-a32d-d638f88d5afc req-c3b53f2e-cce9-46fc-ad89-cc23fa134b93 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] 10.222.0.89 "GET /v2.0/security-groups?id=51fcebac-85fd-4a94-b17a-0b26ffac48da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523655 Feb 04 17:43:59.729064 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a66b5d6b-47c6-41b1-8cbc-b98988b8cc96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (bb89f5a3-3c22-440b-b7d1-c4f0c43c184a), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:43:59.798016 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-eca218a9-9ae4-4364-b3ab-0087f2e6a018 req-9d63798b-c32d-481f-9ea7-db36855af33f tempest-TestServerAdvancedOps-1411743396 tempest-TestServerAdvancedOps-1411743396-project] Publish callbacks [] for port (cba023f6-160d-4f47-91ec-dce221b820e6), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:43:59.868077 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-eca218a9-9ae4-4364-b3ab-0087f2e6a018 req-9d63798b-c32d-481f-9ea7-db36855af33f tempest-TestServerAdvancedOps-1411743396 tempest-TestServerAdvancedOps-1411743396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (cba023f6-160d-4f47-91ec-dce221b820e6), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:43:59.918537 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eca218a9-9ae4-4364-b3ab-0087f2e6a018 req-9d63798b-c32d-481f-9ea7-db36855af33f tempest-TestServerAdvancedOps-1411743396 tempest-TestServerAdvancedOps-1411743396-project] Network 20b9f05a-0bd0-4e9d-81ff-5cd9f25d3d5d is already hosted by enough agents. {{(pid=103377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:43:59.921870 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [req-eca218a9-9ae4-4364-b3ab-0087f2e6a018 req-9d63798b-c32d-481f-9ea7-db36855af33f tempest-TestServerAdvancedOps-1411743396 tempest-TestServerAdvancedOps-1411743396-project] Resources bound (agent type, host, resource id): {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:43:59.925508 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [req-eca218a9-9ae4-4364-b3ab-0087f2e6a018 req-9d63798b-c32d-481f-9ea7-db36855af33f tempest-TestServerAdvancedOps-1411743396 tempest-TestServerAdvancedOps-1411743396-project] Received port after_create {{(pid=103377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:43:59.937970 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d63798b-c32d-481f-9ea7-db36855af33f tempest-TestServerAdvancedOps-1411743396 tempest-TestServerAdvancedOps-1411743396-project] Pushing event updated for resources: {'Port': ['ID=cba023f6-160d-4f47-91ec-dce221b820e6,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:43:59.995521 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca218a9-9ae4-4364-b3ab-0087f2e6a018 req-9d63798b-c32d-481f-9ea7-db36855af33f tempest-TestServerAdvancedOps-1411743396 tempest-TestServerAdvancedOps-1411743396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:43:59.996304 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-eca218a9-9ae4-4364-b3ab-0087f2e6a018 req-9d63798b-c32d-481f-9ea7-db36855af33f tempest-TestServerAdvancedOps-1411743396 tempest-TestServerAdvancedOps-1411743396-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:44:00.013768 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-eca218a9-9ae4-4364-b3ab-0087f2e6a018 req-9d63798b-c32d-481f-9ea7-db36855af33f tempest-TestServerAdvancedOps-1411743396 tempest-TestServerAdvancedOps-1411743396-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6912313 Feb 04 17:44:00.028452 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [req-eca218a9-9ae4-4364-b3ab-0087f2e6a018 req-48925196-b7e0-4376-8ec9-6d41b9f2220d service neutron] Request body: {'port': {'device_id': '55561b3d-d75e-45d9-9f97-ccfb2d334f01', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827839-2'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:44:00.095661 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-eca218a9-9ae4-4364-b3ab-0087f2e6a018 req-48925196-b7e0-4376-8ec9-6d41b9f2220d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (cba023f6-160d-4f47-91ec-dce221b820e6), before_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:44:00.391756 n-d-827839-2 neutron-server[103377]: DEBUG neutron.notifiers.nova [req-eca218a9-9ae4-4364-b3ab-0087f2e6a018 req-48925196-b7e0-4376-8ec9-6d41b9f2220d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cba023f6-160d-4f47-91ec-dce221b820e6 {{(pid=103377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 17:44:00.400727 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-eca218a9-9ae4-4364-b3ab-0087f2e6a018 req-48925196-b7e0-4376-8ec9-6d41b9f2220d service neutron] Publish callbacks [] for port (cba023f6-160d-4f47-91ec-dce221b820e6), precommit_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:44:00.439752 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.provisioning_blocks [req-eca218a9-9ae4-4364-b3ab-0087f2e6a018 req-48925196-b7e0-4376-8ec9-6d41b9f2220d service neutron] Transition to ACTIVE for port object cba023f6-160d-4f47-91ec-dce221b820e6 will not be triggered until provisioned by entity L2. {{(pid=103377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 17:44:00.444701 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-eca218a9-9ae4-4364-b3ab-0087f2e6a018 req-48925196-b7e0-4376-8ec9-6d41b9f2220d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25888290'] for port (cba023f6-160d-4f47-91ec-dce221b820e6), after_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:44:00.504240 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48925196-b7e0-4376-8ec9-6d41b9f2220d service neutron] Pushing event updated for resources: {'Port': ['ID=cba023f6-160d-4f47-91ec-dce221b820e6,revision_number=2']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:44:00.566326 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735c9ff9-cc55-4aa5-a3f0-282aa93b298e req-71f29491-edf4-4158-ade8-74f7bb23682e tempest-TestServerAdvancedOps-1411743396 tempest-TestServerAdvancedOps-1411743396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:44:00.567908 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-735c9ff9-cc55-4aa5-a3f0-282aa93b298e req-71f29491-edf4-4158-ade8-74f7bb23682e tempest-TestServerAdvancedOps-1411743396 tempest-TestServerAdvancedOps-1411743396-project] 10.222.0.89 "GET /v2.0/ports?device_id=55561b3d-d75e-45d9-9f97-ccfb2d334f01 HTTP/1.1" status: 200 len: 931 time: 0.1643510 Feb 04 17:44:00.617322 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [req-eca218a9-9ae4-4364-b3ab-0087f2e6a018 req-48925196-b7e0-4376-8ec9-6d41b9f2220d service neutron] Attempting to bind port cba023f6-160d-4f47-91ec-dce221b820e6 on host n-h2-827839-2 for vnic_type normal with profile {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:44:00.617655 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [req-eca218a9-9ae4-4364-b3ab-0087f2e6a018 req-48925196-b7e0-4376-8ec9-6d41b9f2220d service neutron] Attempting to bind port cba023f6-160d-4f47-91ec-dce221b820e6 by drivers openvswitch,hyperv on host n-h2-827839-2 at level 0 using segments [{'id': '52144904-98ff-4cd2-9e6d-91aa716878ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '20b9f05a-0bd0-4e9d-81ff-5cd9f25d3d5d'}] {{(pid=103377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:44:00.617982 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eca218a9-9ae4-4364-b3ab-0087f2e6a018 req-48925196-b7e0-4376-8ec9-6d41b9f2220d service neutron] Attempting to bind port cba023f6-160d-4f47-91ec-dce221b820e6 on network 20b9f05a-0bd0-4e9d-81ff-5cd9f25d3d5d {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:44:00.633469 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eca218a9-9ae4-4364-b3ab-0087f2e6a018 req-48925196-b7e0-4376-8ec9-6d41b9f2220d service neutron] Port cba023f6-160d-4f47-91ec-dce221b820e6 on network 20b9f05a-0bd0-4e9d-81ff-5cd9f25d3d5d not bound, no agent of type Open vSwitch agent registered on host n-h2-827839-2 {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 17:44:00.633792 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eca218a9-9ae4-4364-b3ab-0087f2e6a018 req-48925196-b7e0-4376-8ec9-6d41b9f2220d service neutron] Attempting to bind port cba023f6-160d-4f47-91ec-dce221b820e6 on network 20b9f05a-0bd0-4e9d-81ff-5cd9f25d3d5d {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:44:00.641944 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-735c9ff9-cc55-4aa5-a3f0-282aa93b298e req-7e0373d0-68a8-46ae-91b5-6452f8d18114 tempest-TestServerAdvancedOps-1411743396 tempest-TestServerAdvancedOps-1411743396-project] 10.222.0.89 "GET /v2.0/security-groups?id=b26fd66a-2ce3-4841-86be-c84976cd3179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655613 Feb 04 17:44:00.642879 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eca218a9-9ae4-4364-b3ab-0087f2e6a018 req-48925196-b7e0-4376-8ec9-6d41b9f2220d service neutron] Checking agent: {'id': 'f20a1ab3-4332-4f54-833b-ba4a7c687e89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 8, 40), 'started_at': datetime.datetime(2022, 2, 4, 17, 8, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 43, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:44:00.643218 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eca218a9-9ae4-4364-b3ab-0087f2e6a018 req-48925196-b7e0-4376-8ec9-6d41b9f2220d service neutron] Checking segment: {'id': '52144904-98ff-4cd2-9e6d-91aa716878ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '20b9f05a-0bd0-4e9d-81ff-5cd9f25d3d5d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:44:00.643586 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eca218a9-9ae4-4364-b3ab-0087f2e6a018 req-48925196-b7e0-4376-8ec9-6d41b9f2220d service neutron] Bound using segment: {'id': '52144904-98ff-4cd2-9e6d-91aa716878ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '20b9f05a-0bd0-4e9d-81ff-5cd9f25d3d5d'} {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:44:00.644011 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [req-eca218a9-9ae4-4364-b3ab-0087f2e6a018 req-48925196-b7e0-4376-8ec9-6d41b9f2220d service neutron] Bound port: cba023f6-160d-4f47-91ec-dce221b820e6, host: n-h2-827839-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '52144904-98ff-4cd2-9e6d-91aa716878ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '20b9f05a-0bd0-4e9d-81ff-5cd9f25d3d5d'}}] {{(pid=103377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:44:00.644370 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-eca218a9-9ae4-4364-b3ab-0087f2e6a018 req-48925196-b7e0-4376-8ec9-6d41b9f2220d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (cba023f6-160d-4f47-91ec-dce221b820e6), before_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:44:00.756818 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [req-eca218a9-9ae4-4364-b3ab-0087f2e6a018 req-48925196-b7e0-4376-8ec9-6d41b9f2220d service neutron] For port cba023f6-160d-4f47-91ec-dce221b820e6, host n-h2-827839-2, cleared binding levels {{(pid=103377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:44:00.760533 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [req-eca218a9-9ae4-4364-b3ab-0087f2e6a018 req-48925196-b7e0-4376-8ec9-6d41b9f2220d service neutron] For port cba023f6-160d-4f47-91ec-dce221b820e6, host n-h2-827839-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=cba023f6-160d-4f47-91ec-dce221b820e6,segment=NetworkSegment(52144904-98ff-4cd2-9e6d-91aa716878ad),segment_id=52144904-98ff-4cd2-9e6d-91aa716878ad)] {{(pid=103377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:44:00.768334 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-eca218a9-9ae4-4364-b3ab-0087f2e6a018 req-48925196-b7e0-4376-8ec9-6d41b9f2220d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25888290'] for port (cba023f6-160d-4f47-91ec-dce221b820e6), after_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:44:00.802463 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca218a9-9ae4-4364-b3ab-0087f2e6a018 req-48925196-b7e0-4376-8ec9-6d41b9f2220d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:44:00.803856 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-eca218a9-9ae4-4364-b3ab-0087f2e6a018 req-48925196-b7e0-4376-8ec9-6d41b9f2220d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:44:00.805398 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-eca218a9-9ae4-4364-b3ab-0087f2e6a018 req-48925196-b7e0-4376-8ec9-6d41b9f2220d service neutron] 10.222.0.90 "PUT /v2.0/ports/cba023f6-160d-4f47-91ec-dce221b820e6 HTTP/1.1" status: 200 len: 1091 time: 0.7815113 Feb 04 17:44:00.808089 n-d-827839-2 neutron-server[103377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55561b3d-d75e-45d9-9f97-ccfb2d334f01', 'tag': 'cba023f6-160d-4f47-91ec-dce221b820e6'}] {{(pid=103377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:44:00.819049 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7240428b650e1488e9361b62648ff4b3a6c19d49d8c27c949491ab58c1346cf0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0dde3d91-3cd7-42bf-91e2-4595b1a26f56" -d '{"events": [{"name": "network-changed", "server_uuid": "55561b3d-d75e-45d9-9f97-ccfb2d334f01", "tag": "cba023f6-160d-4f47-91ec-dce221b820e6"}]}' {{(pid=103377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:44:00.819806 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631fed5c-967f-4971-818f-8a2fdc1020df req-614373f9-e0b0-4733-862d-d7b749a95893 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:44:00.821431 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-631fed5c-967f-4971-818f-8a2fdc1020df req-614373f9-e0b0-4733-862d-d7b749a95893 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] 10.222.0.89 "GET /v2.0/ports?device_id=052f1b64-41cd-4bf0-9e37-1ea02526f08c HTTP/1.1" status: 200 len: 945 time: 0.1037176 Feb 04 17:44:00.900382 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 17:44:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b53ef8b5-8e2a-4674-88f5-f447fab06329 x-openstack-request-id: req-b53ef8b5-8e2a-4674-88f5-f447fab06329 {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:44:00.900382 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55561b3d-d75e-45d9-9f97-ccfb2d334f01", "tag": "cba023f6-160d-4f47-91ec-dce221b820e6", "status": "completed", "code": 200}]} {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:44:00.900382 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-b53ef8b5-8e2a-4674-88f5-f447fab06329 {{(pid=103377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:44:00.900762 n-d-827839-2 neutron-server[103377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55561b3d-d75e-45d9-9f97-ccfb2d334f01', 'tag': 'cba023f6-160d-4f47-91ec-dce221b820e6', 'status': 'completed', 'code': 200} Feb 04 17:44:00.925799 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48925196-b7e0-4376-8ec9-6d41b9f2220d service neutron] Pushing event updated for resources: {'Port': ['ID=cba023f6-160d-4f47-91ec-dce221b820e6,revision_number=3']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:44:00.948437 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-631fed5c-967f-4971-818f-8a2fdc1020df req-44b91759-f515-43bb-900d-e38139d80eb8 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] 10.222.0.89 "GET /v2.0/security-groups?id=51fcebac-85fd-4a94-b17a-0b26ffac48da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1174345 Feb 04 17:44:00.963723 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca218a9-9ae4-4364-b3ab-0087f2e6a018 req-b3c9054a-4223-4ca2-ae61-a7dcc0068ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:44:00.965373 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-eca218a9-9ae4-4364-b3ab-0087f2e6a018 req-b3c9054a-4223-4ca2-ae61-a7dcc0068ca0 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=4fd9d89db7c84c62b041be3d55c852d5&device_id=55561b3d-d75e-45d9-9f97-ccfb2d334f01 HTTP/1.1" status: 200 len: 1125 time: 0.1106081 Feb 04 17:44:01.011914 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-eca218a9-9ae4-4364-b3ab-0087f2e6a018 req-5d560231-acac-47e9-a015-f5f2b59cebd3 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cba023f6-160d-4f47-91ec-dce221b820e6 HTTP/1.1" status: 200 len: 217 time: 0.0381148 Feb 04 17:44:01.063333 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca218a9-9ae4-4364-b3ab-0087f2e6a018 req-a732ec06-1980-4e10-9332-2d026da21842 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:44:01.064838 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-eca218a9-9ae4-4364-b3ab-0087f2e6a018 req-a732ec06-1980-4e10-9332-2d026da21842 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=07803c17-2bc4-4930-85ed-c2e8112c2bd4 HTTP/1.1" status: 200 len: 851 time: 0.0466683 Feb 04 17:44:01.097891 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-eca218a9-9ae4-4364-b3ab-0087f2e6a018 req-6055825d-18f7-40d4-bdfe-83a099707386 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=20b9f05a-0bd0-4e9d-81ff-5cd9f25d3d5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273216 Feb 04 17:44:01.207212 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-eca218a9-9ae4-4364-b3ab-0087f2e6a018 req-b7b6a6d0-6990-44df-9aa4-d4b50f493e67 service neutron] 10.222.0.90 "GET /v2.0/networks/20b9f05a-0bd0-4e9d-81ff-5cd9f25d3d5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1011999 Feb 04 17:44:01.310830 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-eca218a9-9ae4-4364-b3ab-0087f2e6a018 req-deadd876-a936-4500-a73b-cadc991a401b service neutron] 10.222.0.90 "GET /v2.0/networks/20b9f05a-0bd0-4e9d-81ff-5cd9f25d3d5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974429 Feb 04 17:44:01.417262 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dde3d91-3cd7-42bf-91e2-4595b1a26f56 req-b347563e-1691-4df3-8be0-c9b97afa44f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:44:01.419452 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-0dde3d91-3cd7-42bf-91e2-4595b1a26f56 req-b347563e-1691-4df3-8be0-c9b97afa44f6 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=4fd9d89db7c84c62b041be3d55c852d5&device_id=55561b3d-d75e-45d9-9f97-ccfb2d334f01 HTTP/1.1" status: 200 len: 1125 time: 0.0553749 Feb 04 17:44:01.513945 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dde3d91-3cd7-42bf-91e2-4595b1a26f56 req-62cf8ccc-566b-42d1-9c62-99c6dfd9c198 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:44:01.515419 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-0dde3d91-3cd7-42bf-91e2-4595b1a26f56 req-62cf8ccc-566b-42d1-9c62-99c6dfd9c198 service neutron] 10.222.0.90 "GET /v2.0/networks?id=20b9f05a-0bd0-4e9d-81ff-5cd9f25d3d5d HTTP/1.1" status: 200 len: 912 time: 0.0896111 Feb 04 17:44:01.566625 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-0dde3d91-3cd7-42bf-91e2-4595b1a26f56 req-80d1d618-2752-4be1-896c-7a2486565971 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cba023f6-160d-4f47-91ec-dce221b820e6 HTTP/1.1" status: 200 len: 217 time: 0.0427587 Feb 04 17:44:01.625023 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dde3d91-3cd7-42bf-91e2-4595b1a26f56 req-063c0549-eb2d-419a-a192-b617b33ae9c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:44:01.626425 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-0dde3d91-3cd7-42bf-91e2-4595b1a26f56 req-063c0549-eb2d-419a-a192-b617b33ae9c9 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=07803c17-2bc4-4930-85ed-c2e8112c2bd4 HTTP/1.1" status: 200 len: 851 time: 0.0511813 Feb 04 17:44:01.660776 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-0dde3d91-3cd7-42bf-91e2-4595b1a26f56 req-989138bb-825d-4290-89a8-01a68355562e service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=20b9f05a-0bd0-4e9d-81ff-5cd9f25d3d5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266433 Feb 04 17:44:01.818965 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-0dde3d91-3cd7-42bf-91e2-4595b1a26f56 req-00ea2cd9-0d33-411d-b028-f69bdffeb7bd service neutron] 10.222.0.90 "GET /v2.0/networks/20b9f05a-0bd0-4e9d-81ff-5cd9f25d3d5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1500423 Feb 04 17:44:01.890212 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4e9965-3e42-4dd4-ad7d-a0629380e9b2 req-cf7c1abd-b70d-4606-8399-f55e8555587f tempest-TestServerAdvancedOps-1411743396 tempest-TestServerAdvancedOps-1411743396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:44:01.898784 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-5f4e9965-3e42-4dd4-ad7d-a0629380e9b2 req-cf7c1abd-b70d-4606-8399-f55e8555587f tempest-TestServerAdvancedOps-1411743396 tempest-TestServerAdvancedOps-1411743396-project] 10.222.0.89 "GET /v2.0/ports?device_id=55561b3d-d75e-45d9-9f97-ccfb2d334f01 HTTP/1.1" status: 200 len: 943 time: 0.1375473 Feb 04 17:44:01.981234 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-5f4e9965-3e42-4dd4-ad7d-a0629380e9b2 req-daf21a5b-95d2-4771-ad95-a1bbb4b50f99 tempest-TestServerAdvancedOps-1411743396 tempest-TestServerAdvancedOps-1411743396-project] 10.222.0.89 "GET /v2.0/security-groups?id=b26fd66a-2ce3-4841-86be-c84976cd3179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815418 Feb 04 17:44:01.997477 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-0dde3d91-3cd7-42bf-91e2-4595b1a26f56 req-c2a77d01-8dd1-4fc6-b9d0-11e323b5aaf8 service neutron] 10.222.0.90 "GET /v2.0/networks/20b9f05a-0bd0-4e9d-81ff-5cd9f25d3d5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1706331 Feb 04 17:44:02.079107 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0a31b7-dc1a-4694-b340-2c5b2d9dbc41 req-51994fb9-3a64-4c44-9f94-44e88c1d62a8 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:44:02.080771 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-db0a31b7-dc1a-4694-b340-2c5b2d9dbc41 req-51994fb9-3a64-4c44-9f94-44e88c1d62a8 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] 10.222.0.89 "GET /v2.0/ports?device_id=052f1b64-41cd-4bf0-9e37-1ea02526f08c HTTP/1.1" status: 200 len: 945 time: 0.0637949 Feb 04 17:44:02.137720 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-db0a31b7-dc1a-4694-b340-2c5b2d9dbc41 req-0ae29617-ed23-4f86-b5cb-2874fe084e22 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] 10.222.0.89 "GET /v2.0/security-groups?id=51fcebac-85fd-4a94-b17a-0b26ffac48da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506554 Feb 04 17:44:02.804594 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-149f3053-3325-4456-9318-078d88379b9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (64ada913-9131-4d99-a265-63a920956287), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:44:03.048773 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d408ec64-b374-4acb-a1fc-48241dad6d47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (0cd6d64a-47a7-40ff-8c12-71dd526c62e0), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:44:03.145128 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc002b1-54d8-44c9-85f1-12e89d22719f req-6795b89a-d193-4b73-85d2-a48fe43db9b3 tempest-TestServerAdvancedOps-1411743396 tempest-TestServerAdvancedOps-1411743396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:44:03.147274 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-0dc002b1-54d8-44c9-85f1-12e89d22719f req-6795b89a-d193-4b73-85d2-a48fe43db9b3 tempest-TestServerAdvancedOps-1411743396 tempest-TestServerAdvancedOps-1411743396-project] 10.222.0.89 "GET /v2.0/ports?device_id=55561b3d-d75e-45d9-9f97-ccfb2d334f01 HTTP/1.1" status: 200 len: 943 time: 0.0608492 Feb 04 17:44:03.235957 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-0dc002b1-54d8-44c9-85f1-12e89d22719f req-4032a25b-a5b5-4504-b50c-13ccae0be18f tempest-TestServerAdvancedOps-1411743396 tempest-TestServerAdvancedOps-1411743396-project] 10.222.0.89 "GET /v2.0/security-groups?id=b26fd66a-2ce3-4841-86be-c84976cd3179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816946 Feb 04 17:44:03.285182 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a1276f-b2e5-4cc4-86a2-a76ad11d337f req-d0dd44a5-48b1-488a-a0c2-e8d1134ba612 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:44:03.292257 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-71a1276f-b2e5-4cc4-86a2-a76ad11d337f req-d0dd44a5-48b1-488a-a0c2-e8d1134ba612 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] 10.222.0.89 "GET /v2.0/ports?device_id=052f1b64-41cd-4bf0-9e37-1ea02526f08c HTTP/1.1" status: 200 len: 945 time: 0.0738366 Feb 04 17:44:03.343732 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-71a1276f-b2e5-4cc4-86a2-a76ad11d337f req-0e55330d-86be-4287-a7e4-9e614861827d tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] 10.222.0.89 "GET /v2.0/security-groups?id=51fcebac-85fd-4a94-b17a-0b26ffac48da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502527 Feb 04 17:44:04.344063 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f80a336-8ced-4287-88b5-949a5d3fc516 req-dca22b0a-eae3-4f3b-aa8d-163755e43d19 tempest-TestServerAdvancedOps-1411743396 tempest-TestServerAdvancedOps-1411743396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:44:04.345656 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-3f80a336-8ced-4287-88b5-949a5d3fc516 req-dca22b0a-eae3-4f3b-aa8d-163755e43d19 tempest-TestServerAdvancedOps-1411743396 tempest-TestServerAdvancedOps-1411743396-project] 10.222.0.89 "GET /v2.0/ports?device_id=55561b3d-d75e-45d9-9f97-ccfb2d334f01 HTTP/1.1" status: 200 len: 943 time: 0.0554180 Feb 04 17:44:04.431077 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-3f80a336-8ced-4287-88b5-949a5d3fc516 req-ad558b2e-e3ba-4c80-8169-34d18758b525 tempest-TestServerAdvancedOps-1411743396 tempest-TestServerAdvancedOps-1411743396-project] 10.222.0.89 "GET /v2.0/security-groups?id=b26fd66a-2ce3-4841-86be-c84976cd3179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789678 Feb 04 17:44:04.484943 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b1c0bf-492c-4d3f-a71b-10eab90825c0 req-c4843f38-e42d-4dda-98d6-eefcb7700383 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:44:04.489287 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-51b1c0bf-492c-4d3f-a71b-10eab90825c0 req-c4843f38-e42d-4dda-98d6-eefcb7700383 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] 10.222.0.89 "GET /v2.0/ports?device_id=052f1b64-41cd-4bf0-9e37-1ea02526f08c HTTP/1.1" status: 200 len: 945 time: 0.0581954 Feb 04 17:44:04.552396 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-51b1c0bf-492c-4d3f-a71b-10eab90825c0 req-416b30e1-07af-4477-93dd-35ee1f0f4d9a tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] 10.222.0.89 "GET /v2.0/security-groups?id=51fcebac-85fd-4a94-b17a-0b26ffac48da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594001 Feb 04 17:44:04.837349 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4f14bb47-e72b-46ac-9e44-a61d9293afcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (75326290-f7a3-4db8-9cf2-15c7139ed224), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:44:05.505211 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Device cba023f6-160d-4f47-91ec-dce221b820e6 details requested by agent hyperv_n-h2-827839-2 with host n-h2-827839-2 {{(pid=103378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 17:44:05.577873 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef59b960-026e-40ec-9ff5-174a6f218a18 req-294289e8-41c3-4d86-8bde-6936c61ca818 tempest-TestServerAdvancedOps-1411743396 tempest-TestServerAdvancedOps-1411743396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:44:05.579541 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-ef59b960-026e-40ec-9ff5-174a6f218a18 req-294289e8-41c3-4d86-8bde-6936c61ca818 tempest-TestServerAdvancedOps-1411743396 tempest-TestServerAdvancedOps-1411743396-project] 10.222.0.89 "GET /v2.0/ports?device_id=55561b3d-d75e-45d9-9f97-ccfb2d334f01 HTTP/1.1" status: 200 len: 943 time: 0.0653584 Feb 04 17:44:05.669126 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-ef59b960-026e-40ec-9ff5-174a6f218a18 req-39309857-9ede-4fb2-8996-398ef865a9ca tempest-TestServerAdvancedOps-1411743396 tempest-TestServerAdvancedOps-1411743396-project] 10.222.0.89 "GET /v2.0/security-groups?id=b26fd66a-2ce3-4841-86be-c84976cd3179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830011 Feb 04 17:44:05.682557 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] For port cba023f6-160d-4f47-91ec-dce221b820e6, host n-h2-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=cba023f6-160d-4f47-91ec-dce221b820e6,segment=NetworkSegment(52144904-98ff-4cd2-9e6d-91aa716878ad),segment_id=52144904-98ff-4cd2-9e6d-91aa716878ad)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:44:05.700436 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Returning: {'device': 'cba023f6-160d-4f47-91ec-dce221b820e6', 'network_id': '20b9f05a-0bd0-4e9d-81ff-5cd9f25d3d5d', 'port_id': 'cba023f6-160d-4f47-91ec-dce221b820e6', 'mac_address': 'fa:16:3e:67:b6:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 759, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '07803c17-2bc4-4930-85ed-c2e8112c2bd4', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 17:44:05.725646 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d38bc0-10b3-45ef-bbfe-bcb6e5a0119b req-85a6dcb8-e1c4-4ab1-8a78-dede78588326 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:44:05.733367 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-94d38bc0-10b3-45ef-bbfe-bcb6e5a0119b req-85a6dcb8-e1c4-4ab1-8a78-dede78588326 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] 10.222.0.89 "GET /v2.0/ports?device_id=052f1b64-41cd-4bf0-9e37-1ea02526f08c HTTP/1.1" status: 200 len: 945 time: 0.0692832 Feb 04 17:44:05.745801 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Current status of the port cba023f6-160d-4f47-91ec-dce221b820e6 is: DOWN; New status is: BUILD {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:44:05.746626 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (cba023f6-160d-4f47-91ec-dce221b820e6), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:44:05.774380 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cba023f6-160d-4f47-91ec-dce221b820e6 {{(pid=103378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 17:44:05.794198 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-94d38bc0-10b3-45ef-bbfe-bcb6e5a0119b req-b19249d3-7aac-4b03-9a62-9ce1b6495ddb tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] 10.222.0.89 "GET /v2.0/security-groups?id=51fcebac-85fd-4a94-b17a-0b26ffac48da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599320 Feb 04 17:44:05.810619 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] For port cba023f6-160d-4f47-91ec-dce221b820e6, host n-h2-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=cba023f6-160d-4f47-91ec-dce221b820e6,segment=NetworkSegment(52144904-98ff-4cd2-9e6d-91aa716878ad),segment_id=52144904-98ff-4cd2-9e6d-91aa716878ad)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:44:05.814397 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (ba70844b-66a0-45fd-a2f2-e6ed673321fc), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:44:05.825390 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (cba023f6-160d-4f47-91ec-dce221b820e6), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:44:05.874964 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Pushing event updated for resources: {'Port': ['ID=cba023f6-160d-4f47-91ec-dce221b820e6,revision_number=4']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:44:06.128626 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] get_ports_and_sgs() called for port_ids ['cba023f6-160d-4f47-91ec-dce221b820e6'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 17:44:06.784252 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34028fee-bb4c-4add-bf8d-cbba363db0d3 req-576f972b-af87-429d-8187-e8adb5441cdb tempest-TestServerAdvancedOps-1411743396 tempest-TestServerAdvancedOps-1411743396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:44:06.785703 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-34028fee-bb4c-4add-bf8d-cbba363db0d3 req-576f972b-af87-429d-8187-e8adb5441cdb tempest-TestServerAdvancedOps-1411743396 tempest-TestServerAdvancedOps-1411743396-project] 10.222.0.89 "GET /v2.0/ports?device_id=55561b3d-d75e-45d9-9f97-ccfb2d334f01 HTTP/1.1" status: 200 len: 944 time: 0.0559578 Feb 04 17:44:06.844433 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-34028fee-bb4c-4add-bf8d-cbba363db0d3 req-c78a3034-1fd8-4d15-af86-617d5a63cc6e tempest-TestServerAdvancedOps-1411743396 tempest-TestServerAdvancedOps-1411743396-project] 10.222.0.89 "GET /v2.0/security-groups?id=b26fd66a-2ce3-4841-86be-c84976cd3179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518031 Feb 04 17:44:06.932318 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94e70cd-50c6-470e-bb03-d7164326f737 req-5409324e-9fea-4706-abda-7dfd89795629 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:44:06.934631 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-b94e70cd-50c6-470e-bb03-d7164326f737 req-5409324e-9fea-4706-abda-7dfd89795629 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] 10.222.0.89 "GET /v2.0/ports?device_id=052f1b64-41cd-4bf0-9e37-1ea02526f08c HTTP/1.1" status: 200 len: 945 time: 0.0579362 Feb 04 17:44:06.991811 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-b94e70cd-50c6-470e-bb03-d7164326f737 req-161f295b-15d2-4e45-aa1f-1bcfd673b91d tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] 10.222.0.89 "GET /v2.0/security-groups?id=51fcebac-85fd-4a94-b17a-0b26ffac48da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484049 Feb 04 17:44:07.510883 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Device cba023f6-160d-4f47-91ec-dce221b820e6 up at agent hyperv_n-h2-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:44:07.582969 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Provisioning for port cba023f6-160d-4f47-91ec-dce221b820e6 completed by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 17:44:07.588246 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Provisioning complete for port cba023f6-160d-4f47-91ec-dce221b820e6 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:44:07.588941 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (cba023f6-160d-4f47-91ec-dce221b820e6), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:44:07.679790 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Current status of the port cba023f6-160d-4f47-91ec-dce221b820e6 is: BUILD; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:44:07.680179 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (cba023f6-160d-4f47-91ec-dce221b820e6), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:44:07.706642 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55561b3d-d75e-45d9-9f97-ccfb2d334f01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cba023f6-160d-4f47-91ec-dce221b820e6'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:44:07.709456 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c34bc964ce2211770fda26ca2f3801cc06f4f39928110690550e94ab9c9d2fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4bd9905-8662-4b38-81a4-050f728f50bf" -d '{"events": [{"server_uuid": "55561b3d-d75e-45d9-9f97-ccfb2d334f01", "name": "network-vif-plugged", "status": "completed", "tag": "cba023f6-160d-4f47-91ec-dce221b820e6"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:44:07.892237 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 17:44:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16e0c77c-aa31-4260-a193-e3e6ac07653b x-openstack-request-id: req-16e0c77c-aa31-4260-a193-e3e6ac07653b {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:44:07.892671 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55561b3d-d75e-45d9-9f97-ccfb2d334f01", "name": "network-vif-plugged", "status": "completed", "tag": "cba023f6-160d-4f47-91ec-dce221b820e6", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:44:07.892942 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-16e0c77c-aa31-4260-a193-e3e6ac07653b {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:44:07.893668 n-d-827839-2 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55561b3d-d75e-45d9-9f97-ccfb2d334f01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cba023f6-160d-4f47-91ec-dce221b820e6', 'code': 200} Feb 04 17:44:07.895820 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] For port cba023f6-160d-4f47-91ec-dce221b820e6, host n-h2-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=cba023f6-160d-4f47-91ec-dce221b820e6,segment=NetworkSegment(52144904-98ff-4cd2-9e6d-91aa716878ad),segment_id=52144904-98ff-4cd2-9e6d-91aa716878ad)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:44:07.901522 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (cba023f6-160d-4f47-91ec-dce221b820e6), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:44:07.916214 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2070389-1e41-412e-b9e9-9606a11d22f8 req-82a17af8-caf6-480f-83ca-1c54194481f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:44:07.919397 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-d2070389-1e41-412e-b9e9-9606a11d22f8 req-82a17af8-caf6-480f-83ca-1c54194481f4 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=55561b3d-d75e-45d9-9f97-ccfb2d334f01 HTTP/1.1" status: 200 len: 1126 time: 0.0851495 Feb 04 17:44:07.979652 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Pushing event updated for resources: {'Port': ['ID=cba023f6-160d-4f47-91ec-dce221b820e6,revision_number=5']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:44:08.022933 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-d2070389-1e41-412e-b9e9-9606a11d22f8 req-472c3b58-9505-4a1c-9aa7-f41a71d06839 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=b26fd66a-2ce3-4841-86be-c84976cd3179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935481 Feb 04 17:44:08.107297 n-d-827839-2 neutron-server[103376]: INFO neutron.api.v2.resource [req-22c760ac-0611-4a9f-b0cf-bcedffba0ba0 req-0207ac22-39a9-4bf4-84a2-81461cb9a394 service neutron] show failed (client error): The resource could not be found. Feb 04 17:44:08.108370 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-22c760ac-0611-4a9f-b0cf-bcedffba0ba0 req-0207ac22-39a9-4bf4-84a2-81461cb9a394 service neutron] 10.222.0.96 "GET /v2.0/ports/41824d2d-8f0e-4344-beb8-cc3af5147464/bindings/n-h2-827839-2 HTTP/1.1" status: 404 len: 380 time: 0.1769519 Feb 04 17:44:08.148618 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c499bf4-72dc-46e8-b2a3-bd0570a28da7 req-5a01d684-d8ea-41d6-a9b3-6993166d87f9 tempest-TestServerAdvancedOps-1411743396 tempest-TestServerAdvancedOps-1411743396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:44:08.150530 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-0c499bf4-72dc-46e8-b2a3-bd0570a28da7 req-5a01d684-d8ea-41d6-a9b3-6993166d87f9 tempest-TestServerAdvancedOps-1411743396 tempest-TestServerAdvancedOps-1411743396-project] 10.222.0.89 "GET /v2.0/ports?device_id=55561b3d-d75e-45d9-9f97-ccfb2d334f01 HTTP/1.1" status: 200 len: 945 time: 0.2115974 Feb 04 17:44:08.168420 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.agents_db [None req-e1691f3b-aacd-4cd6-8ebb-a9c53bb301c0 None None] Agent healthcheck: found 7 active agents {{(pid=103379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 17:44:08.175950 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9538c8d9-c344-4b04-af26-b1bfca8a44ed req-91694a99-a6e6-4fc8-b6fd-84b3bff35a59 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:44:08.184504 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-9538c8d9-c344-4b04-af26-b1bfca8a44ed req-91694a99-a6e6-4fc8-b6fd-84b3bff35a59 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] 10.222.0.89 "GET /v2.0/ports?device_id=052f1b64-41cd-4bf0-9e37-1ea02526f08c HTTP/1.1" status: 200 len: 945 time: 0.1000309 Feb 04 17:44:08.228695 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-0c499bf4-72dc-46e8-b2a3-bd0570a28da7 req-fa60bd32-45de-45e6-b830-d2411008185c tempest-TestServerAdvancedOps-1411743396 tempest-TestServerAdvancedOps-1411743396-project] 10.222.0.89 "GET /v2.0/security-groups?id=b26fd66a-2ce3-4841-86be-c84976cd3179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645206 Feb 04 17:44:08.264904 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-9538c8d9-c344-4b04-af26-b1bfca8a44ed req-d387c5f4-1c3d-4a30-ace1-29881097c1a4 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] 10.222.0.89 "GET /v2.0/security-groups?id=51fcebac-85fd-4a94-b17a-0b26ffac48da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0789611 Feb 04 17:44:08.414204 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c760ac-0611-4a9f-b0cf-bcedffba0ba0 req-1573fd00-cba4-4a1a-8c66-0091d513108d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:44:08.415725 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-22c760ac-0611-4a9f-b0cf-bcedffba0ba0 req-1573fd00-cba4-4a1a-8c66-0091d513108d service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=052f1b64-41cd-4bf0-9e37-1ea02526f08c&tenant_id=86a0fd5c0c974eafbf1c6e95239dcb2c HTTP/1.1" status: 200 len: 1127 time: 0.0909455 Feb 04 17:44:08.429016 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [req-22c760ac-0611-4a9f-b0cf-bcedffba0ba0 req-2dc47049-ce37-4786-afdd-e0ecda76f19b service neutron] Request body: {'port': {'binding:host_id': 'n-h2-827839-2', 'device_owner': 'compute:nova'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:44:08.494449 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-22c760ac-0611-4a9f-b0cf-bcedffba0ba0 req-2dc47049-ce37-4786-afdd-e0ecda76f19b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (41824d2d-8f0e-4344-beb8-cc3af5147464), before_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:44:08.735936 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [req-22c760ac-0611-4a9f-b0cf-bcedffba0ba0 req-2dc47049-ce37-4786-afdd-e0ecda76f19b service neutron] For port 41824d2d-8f0e-4344-beb8-cc3af5147464, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=41824d2d-8f0e-4344-beb8-cc3af5147464,segment=NetworkSegment(2eb92e58-4f00-4646-ba01-0085967486fd),segment_id=2eb92e58-4f00-4646-ba01-0085967486fd)] {{(pid=103377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:44:08.772468 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [req-22c760ac-0611-4a9f-b0cf-bcedffba0ba0 req-2dc47049-ce37-4786-afdd-e0ecda76f19b service neutron] For port 41824d2d-8f0e-4344-beb8-cc3af5147464, host n-h1-827839-2, cleared binding levels {{(pid=103377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:44:08.825378 n-d-827839-2 neutron-server[103377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '052f1b64-41cd-4bf0-9e37-1ea02526f08c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '41824d2d-8f0e-4344-beb8-cc3af5147464'}] {{(pid=103377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:44:08.830631 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7240428b650e1488e9361b62648ff4b3a6c19d49d8c27c949491ab58c1346cf0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a424c238-5c03-45d8-8140-b48547d51d70" -d '{"events": [{"server_uuid": "052f1b64-41cd-4bf0-9e37-1ea02526f08c", "name": "network-vif-unplugged", "status": "completed", "tag": "41824d2d-8f0e-4344-beb8-cc3af5147464"}]}' {{(pid=103377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:44:08.835071 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-22c760ac-0611-4a9f-b0cf-bcedffba0ba0 req-2dc47049-ce37-4786-afdd-e0ecda76f19b service neutron] Publish callbacks [] for port (41824d2d-8f0e-4344-beb8-cc3af5147464), precommit_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:44:08.861460 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.provisioning_blocks [req-22c760ac-0611-4a9f-b0cf-bcedffba0ba0 req-2dc47049-ce37-4786-afdd-e0ecda76f19b service neutron] Transition to ACTIVE for port object 41824d2d-8f0e-4344-beb8-cc3af5147464 will not be triggered until provisioned by entity L2. {{(pid=103377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 17:44:08.882147 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-22c760ac-0611-4a9f-b0cf-bcedffba0ba0 req-2dc47049-ce37-4786-afdd-e0ecda76f19b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25888290'] for port (41824d2d-8f0e-4344-beb8-cc3af5147464), after_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:44:08.917346 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 04 Feb 2022 17:44:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f87542bd-5453-4dd1-b086-42f55873567f x-openstack-request-id: req-f87542bd-5453-4dd1-b086-42f55873567f {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:44:08.917955 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "052f1b64-41cd-4bf0-9e37-1ea02526f08c", "name": "network-vif-unplugged", "status": "completed", "tag": "41824d2d-8f0e-4344-beb8-cc3af5147464", "code": 200}]} {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:44:08.917955 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-f87542bd-5453-4dd1-b086-42f55873567f {{(pid=103377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:44:08.918257 n-d-827839-2 neutron-server[103377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '052f1b64-41cd-4bf0-9e37-1ea02526f08c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '41824d2d-8f0e-4344-beb8-cc3af5147464', 'code': 200} Feb 04 17:44:09.018798 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc47049-ce37-4786-afdd-e0ecda76f19b service neutron] Pushing event updated for resources: {'Port': ['ID=41824d2d-8f0e-4344-beb8-cc3af5147464,revision_number=6']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:44:09.089221 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [req-22c760ac-0611-4a9f-b0cf-bcedffba0ba0 req-2dc47049-ce37-4786-afdd-e0ecda76f19b service neutron] No DVR routers for this DVR port 41824d2d-8f0e-4344-beb8-cc3af5147464 on host n-h1-827839-2 {{(pid=103377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 17:44:09.268506 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [req-22c760ac-0611-4a9f-b0cf-bcedffba0ba0 req-2dc47049-ce37-4786-afdd-e0ecda76f19b service neutron] Attempting to bind port 41824d2d-8f0e-4344-beb8-cc3af5147464 on host n-h2-827839-2 for vnic_type normal with profile {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:44:09.268962 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [req-22c760ac-0611-4a9f-b0cf-bcedffba0ba0 req-2dc47049-ce37-4786-afdd-e0ecda76f19b service neutron] Attempting to bind port 41824d2d-8f0e-4344-beb8-cc3af5147464 by drivers openvswitch,hyperv on host n-h2-827839-2 at level 0 using segments [{'id': '2eb92e58-4f00-4646-ba01-0085967486fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'c75b0216-bbb5-4b6f-8caf-507659fff648'}] {{(pid=103377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:44:09.269296 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22c760ac-0611-4a9f-b0cf-bcedffba0ba0 req-2dc47049-ce37-4786-afdd-e0ecda76f19b service neutron] Attempting to bind port 41824d2d-8f0e-4344-beb8-cc3af5147464 on network c75b0216-bbb5-4b6f-8caf-507659fff648 {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:44:09.278265 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22c760ac-0611-4a9f-b0cf-bcedffba0ba0 req-2dc47049-ce37-4786-afdd-e0ecda76f19b service neutron] Port 41824d2d-8f0e-4344-beb8-cc3af5147464 on network c75b0216-bbb5-4b6f-8caf-507659fff648 not bound, no agent of type Open vSwitch agent registered on host n-h2-827839-2 {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 17:44:09.278602 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22c760ac-0611-4a9f-b0cf-bcedffba0ba0 req-2dc47049-ce37-4786-afdd-e0ecda76f19b service neutron] Attempting to bind port 41824d2d-8f0e-4344-beb8-cc3af5147464 on network c75b0216-bbb5-4b6f-8caf-507659fff648 {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:44:09.286437 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22c760ac-0611-4a9f-b0cf-bcedffba0ba0 req-2dc47049-ce37-4786-afdd-e0ecda76f19b service neutron] Checking agent: {'id': 'f20a1ab3-4332-4f54-833b-ba4a7c687e89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 8, 40), 'started_at': datetime.datetime(2022, 2, 4, 17, 8, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 43, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:44:09.286814 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22c760ac-0611-4a9f-b0cf-bcedffba0ba0 req-2dc47049-ce37-4786-afdd-e0ecda76f19b service neutron] Checking segment: {'id': '2eb92e58-4f00-4646-ba01-0085967486fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'c75b0216-bbb5-4b6f-8caf-507659fff648'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:44:09.287211 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22c760ac-0611-4a9f-b0cf-bcedffba0ba0 req-2dc47049-ce37-4786-afdd-e0ecda76f19b service neutron] Bound using segment: {'id': '2eb92e58-4f00-4646-ba01-0085967486fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'c75b0216-bbb5-4b6f-8caf-507659fff648'} {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:44:09.287769 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [req-22c760ac-0611-4a9f-b0cf-bcedffba0ba0 req-2dc47049-ce37-4786-afdd-e0ecda76f19b service neutron] Bound port: 41824d2d-8f0e-4344-beb8-cc3af5147464, host: n-h2-827839-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2eb92e58-4f00-4646-ba01-0085967486fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'c75b0216-bbb5-4b6f-8caf-507659fff648'}}] {{(pid=103377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:44:09.288136 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-22c760ac-0611-4a9f-b0cf-bcedffba0ba0 req-2dc47049-ce37-4786-afdd-e0ecda76f19b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (41824d2d-8f0e-4344-beb8-cc3af5147464), before_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:44:09.429198 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1bd3f2-aa04-4b9b-a4fa-bc0c56d0c837 req-2e89a73a-6833-4296-938c-1ce3c6cdf3fb tempest-TestServerAdvancedOps-1411743396 tempest-TestServerAdvancedOps-1411743396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:44:09.430693 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-2c1bd3f2-aa04-4b9b-a4fa-bc0c56d0c837 req-2e89a73a-6833-4296-938c-1ce3c6cdf3fb tempest-TestServerAdvancedOps-1411743396 tempest-TestServerAdvancedOps-1411743396-project] 10.222.0.89 "GET /v2.0/ports?device_id=55561b3d-d75e-45d9-9f97-ccfb2d334f01 HTTP/1.1" status: 200 len: 945 time: 0.1098380 Feb 04 17:44:09.472598 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [req-22c760ac-0611-4a9f-b0cf-bcedffba0ba0 req-2dc47049-ce37-4786-afdd-e0ecda76f19b service neutron] For port 41824d2d-8f0e-4344-beb8-cc3af5147464, host n-h2-827839-2, cleared binding levels {{(pid=103377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:44:09.488268 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c46e22-e1ac-4458-b7d6-1bdbd3b8e0e0 req-3a4dfdb9-71ad-49cb-818e-6985d1b78adb tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:44:09.497600 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [req-22c760ac-0611-4a9f-b0cf-bcedffba0ba0 req-2dc47049-ce37-4786-afdd-e0ecda76f19b service neutron] For port 41824d2d-8f0e-4344-beb8-cc3af5147464, host n-h2-827839-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=41824d2d-8f0e-4344-beb8-cc3af5147464,segment=NetworkSegment(2eb92e58-4f00-4646-ba01-0085967486fd),segment_id=2eb92e58-4f00-4646-ba01-0085967486fd)] {{(pid=103377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:44:09.497815 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-c0c46e22-e1ac-4458-b7d6-1bdbd3b8e0e0 req-3a4dfdb9-71ad-49cb-818e-6985d1b78adb tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] 10.222.0.89 "GET /v2.0/ports?device_id=052f1b64-41cd-4bf0-9e37-1ea02526f08c HTTP/1.1" status: 200 len: 943 time: 0.0988693 Feb 04 17:44:09.504231 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-2c1bd3f2-aa04-4b9b-a4fa-bc0c56d0c837 req-7e571bb6-66a0-4ee5-9c48-61a43a0bc477 tempest-TestServerAdvancedOps-1411743396 tempest-TestServerAdvancedOps-1411743396-project] 10.222.0.89 "GET /v2.0/security-groups?id=b26fd66a-2ce3-4841-86be-c84976cd3179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665913 Feb 04 17:44:09.509569 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-22c760ac-0611-4a9f-b0cf-bcedffba0ba0 req-2dc47049-ce37-4786-afdd-e0ecda76f19b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25888290'] for port (41824d2d-8f0e-4344-beb8-cc3af5147464), after_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:44:09.579615 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc47049-ce37-4786-afdd-e0ecda76f19b service neutron] Pushing event updated for resources: {'Port': ['ID=41824d2d-8f0e-4344-beb8-cc3af5147464,revision_number=7']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:44:09.590548 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c760ac-0611-4a9f-b0cf-bcedffba0ba0 req-2dc47049-ce37-4786-afdd-e0ecda76f19b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:44:09.591550 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-22c760ac-0611-4a9f-b0cf-bcedffba0ba0 req-2dc47049-ce37-4786-afdd-e0ecda76f19b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:44:09.593016 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-22c760ac-0611-4a9f-b0cf-bcedffba0ba0 req-2dc47049-ce37-4786-afdd-e0ecda76f19b service neutron] 10.222.0.90 "PUT /v2.0/ports/41824d2d-8f0e-4344-beb8-cc3af5147464 HTTP/1.1" status: 200 len: 1091 time: 1.1686640 Feb 04 17:44:09.599846 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-c0c46e22-e1ac-4458-b7d6-1bdbd3b8e0e0 req-0e87fc18-521b-48e1-894b-89f160691aa0 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] 10.222.0.89 "GET /v2.0/security-groups?id=51fcebac-85fd-4a94-b17a-0b26ffac48da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0874994 Feb 04 17:44:09.684038 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c760ac-0611-4a9f-b0cf-bcedffba0ba0 req-5a318138-0b3e-4c12-b61d-ea3fa597e586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:44:09.685658 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-22c760ac-0611-4a9f-b0cf-bcedffba0ba0 req-5a318138-0b3e-4c12-b61d-ea3fa597e586 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=86a0fd5c0c974eafbf1c6e95239dcb2c&device_id=052f1b64-41cd-4bf0-9e37-1ea02526f08c HTTP/1.1" status: 200 len: 1125 time: 0.0680594 Feb 04 17:44:09.829117 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c760ac-0611-4a9f-b0cf-bcedffba0ba0 req-e67e6c7e-6fc8-4e42-9829-515bcc2465c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:44:09.830611 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-22c760ac-0611-4a9f-b0cf-bcedffba0ba0 req-e67e6c7e-6fc8-4e42-9829-515bcc2465c1 service neutron] 10.222.0.90 "GET /v2.0/networks?id=c75b0216-bbb5-4b6f-8caf-507659fff648 HTTP/1.1" status: 200 len: 897 time: 0.1380544 Feb 04 17:44:09.919045 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-22c760ac-0611-4a9f-b0cf-bcedffba0ba0 req-7359fc21-26c2-4383-bc75-8d2564ff3316 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=41824d2d-8f0e-4344-beb8-cc3af5147464 HTTP/1.1" status: 200 len: 998 time: 0.0817683 Feb 04 17:44:09.975512 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c760ac-0611-4a9f-b0cf-bcedffba0ba0 req-d7e6cfb6-5aa1-427f-bfdb-4835b74aafd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:44:09.977107 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-22c760ac-0611-4a9f-b0cf-bcedffba0ba0 req-d7e6cfb6-5aa1-427f-bfdb-4835b74aafd0 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=ef5bd72b-0899-4863-b96f-862e9aa9617e HTTP/1.1" status: 200 len: 833 time: 0.0523987 Feb 04 17:44:10.033471 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c760ac-0611-4a9f-b0cf-bcedffba0ba0 req-ba1e4638-c6a9-4fdf-86c4-e3360796d672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:44:10.035136 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-22c760ac-0611-4a9f-b0cf-bcedffba0ba0 req-ba1e4638-c6a9-4fdf-86c4-e3360796d672 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=c75b0216-bbb5-4b6f-8caf-507659fff648&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0517647 Feb 04 17:44:10.160542 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-22c760ac-0611-4a9f-b0cf-bcedffba0ba0 req-de88c925-0d1f-460f-9734-7e7c8ab80726 service neutron] 10.222.0.90 "GET /v2.0/networks/c75b0216-bbb5-4b6f-8caf-507659fff648?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1186857 Feb 04 17:44:10.285134 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-22c760ac-0611-4a9f-b0cf-bcedffba0ba0 req-a8eaa071-ca79-4751-9a45-ed6bfd40174a service neutron] 10.222.0.90 "GET /v2.0/networks/c75b0216-bbb5-4b6f-8caf-507659fff648?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1120572 Feb 04 17:44:10.300423 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (f20a1ab3-4332-4f54-833b-ba4a7c687e89), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:44:10.637229 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5ae279-4f6a-40f8-b59b-4df248e5c142 req-3bc8ddb3-de12-44e2-84a3-88a3e47dbbb1 tempest-TestServerAdvancedOps-1411743396 tempest-TestServerAdvancedOps-1411743396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:44:10.646538 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-3d5ae279-4f6a-40f8-b59b-4df248e5c142 req-3bc8ddb3-de12-44e2-84a3-88a3e47dbbb1 tempest-TestServerAdvancedOps-1411743396 tempest-TestServerAdvancedOps-1411743396-project] 10.222.0.89 "GET /v2.0/ports?device_id=55561b3d-d75e-45d9-9f97-ccfb2d334f01 HTTP/1.1" status: 200 len: 945 time: 0.0691805 Feb 04 17:44:10.696195 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-3d5ae279-4f6a-40f8-b59b-4df248e5c142 req-b8da77c4-ffa5-494a-8af6-6ab4ecf14ba2 tempest-TestServerAdvancedOps-1411743396 tempest-TestServerAdvancedOps-1411743396-project] 10.222.0.89 "GET /v2.0/security-groups?id=b26fd66a-2ce3-4841-86be-c84976cd3179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484421 Feb 04 17:44:10.722475 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6daf275f-aa7d-4108-9d1f-849d9d436c13 req-b2cd7344-3cd8-4805-bce0-c6d935890322 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:44:10.723992 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-6daf275f-aa7d-4108-9d1f-849d9d436c13 req-b2cd7344-3cd8-4805-bce0-c6d935890322 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] 10.222.0.89 "GET /v2.0/ports?device_id=052f1b64-41cd-4bf0-9e37-1ea02526f08c HTTP/1.1" status: 200 len: 943 time: 0.0540400 Feb 04 17:44:10.793070 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-6daf275f-aa7d-4108-9d1f-849d9d436c13 req-04c9cce2-d9a8-42aa-aea8-ff6366a9ea13 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] 10.222.0.89 "GET /v2.0/security-groups?id=51fcebac-85fd-4a94-b17a-0b26ffac48da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626979 Feb 04 17:44:10.838069 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12f234c-82b4-4403-9c91-831c248cf8d8 req-a49cd5fe-910b-4498-9bd7-cd1506010b43 tempest-TestServerAdvancedOps-1411743396 tempest-TestServerAdvancedOps-1411743396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:44:10.839634 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-f12f234c-82b4-4403-9c91-831c248cf8d8 req-a49cd5fe-910b-4498-9bd7-cd1506010b43 tempest-TestServerAdvancedOps-1411743396 tempest-TestServerAdvancedOps-1411743396-project] 10.222.0.89 "GET /v2.0/ports?device_id=55561b3d-d75e-45d9-9f97-ccfb2d334f01 HTTP/1.1" status: 200 len: 945 time: 0.0581686 Feb 04 17:44:10.855416 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device 41824d2d-8f0e-4344-beb8-cc3af5147464 no longer exists at agent hyperv_n-h1-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:44:10.903345 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] The host n-h1-827839-2 is not matching for port 41824d2d-8f0e-4344-beb8-cc3af5147464 host n-h2-827839-2! {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Feb 04 17:44:10.903744 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device 41824d2d-8f0e-4344-beb8-cc3af5147464 not bound to the agent host n-h1-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 17:44:10.905963 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-f12f234c-82b4-4403-9c91-831c248cf8d8 req-4a07135a-e406-4cc8-8805-6e84abbe4eea tempest-TestServerAdvancedOps-1411743396 tempest-TestServerAdvancedOps-1411743396-project] 10.222.0.89 "GET /v2.0/security-groups?id=b26fd66a-2ce3-4841-86be-c84976cd3179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604439 Feb 04 17:44:10.919680 n-d-827839-2 neutron-server[103377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '052f1b64-41cd-4bf0-9e37-1ea02526f08c', 'tag': '41824d2d-8f0e-4344-beb8-cc3af5147464'}] {{(pid=103377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:44:10.922089 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7240428b650e1488e9361b62648ff4b3a6c19d49d8c27c949491ab58c1346cf0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e14db69-9a2c-4838-a2f0-f419d6af3669" -d '{"events": [{"name": "network-changed", "server_uuid": "052f1b64-41cd-4bf0-9e37-1ea02526f08c", "tag": "41824d2d-8f0e-4344-beb8-cc3af5147464"}]}' {{(pid=103377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:44:10.972981 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 17:44:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb9a1e2b-731a-454e-951f-0c4f667926d3 x-openstack-request-id: req-eb9a1e2b-731a-454e-951f-0c4f667926d3 {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:44:10.973948 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "052f1b64-41cd-4bf0-9e37-1ea02526f08c", "tag": "41824d2d-8f0e-4344-beb8-cc3af5147464", "status": "completed", "code": 200}]} {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:44:10.974987 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-eb9a1e2b-731a-454e-951f-0c4f667926d3 {{(pid=103377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:44:10.976110 n-d-827839-2 neutron-server[103377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '052f1b64-41cd-4bf0-9e37-1ea02526f08c', 'tag': '41824d2d-8f0e-4344-beb8-cc3af5147464', 'status': 'completed', 'code': 200} Feb 04 17:44:11.050967 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e14db69-9a2c-4838-a2f0-f419d6af3669 req-84d18af1-2575-48fb-93e7-043c9385370e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:44:11.052594 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-5e14db69-9a2c-4838-a2f0-f419d6af3669 req-84d18af1-2575-48fb-93e7-043c9385370e service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=86a0fd5c0c974eafbf1c6e95239dcb2c&device_id=052f1b64-41cd-4bf0-9e37-1ea02526f08c HTTP/1.1" status: 200 len: 1125 time: 0.0579038 Feb 04 17:44:11.107515 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e14db69-9a2c-4838-a2f0-f419d6af3669 req-5d7a0375-8943-46bd-83ca-be9199cc808e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:44:11.109070 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-5e14db69-9a2c-4838-a2f0-f419d6af3669 req-5d7a0375-8943-46bd-83ca-be9199cc808e service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=86a0fd5c0c974eafbf1c6e95239dcb2c&device_id=052f1b64-41cd-4bf0-9e37-1ea02526f08c HTTP/1.1" status: 200 len: 1125 time: 0.1102631 Feb 04 17:44:11.230485 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e14db69-9a2c-4838-a2f0-f419d6af3669 req-d14bd830-8a9b-4646-bc11-fd56d10c6a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:44:11.232159 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-5e14db69-9a2c-4838-a2f0-f419d6af3669 req-d14bd830-8a9b-4646-bc11-fd56d10c6a37 service neutron] 10.222.0.96 "GET /v2.0/networks?id=c75b0216-bbb5-4b6f-8caf-507659fff648 HTTP/1.1" status: 200 len: 897 time: 0.1168919 Feb 04 17:44:11.323044 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-5e14db69-9a2c-4838-a2f0-f419d6af3669 req-329a007c-8aab-465a-bd00-0cdf49be400a service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=41824d2d-8f0e-4344-beb8-cc3af5147464 HTTP/1.1" status: 200 len: 998 time: 0.0841615 Feb 04 17:44:11.381679 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e14db69-9a2c-4838-a2f0-f419d6af3669 req-15ffe0a3-e7d1-4b99-bbfc-18dc9b62acf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:44:11.383576 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-5e14db69-9a2c-4838-a2f0-f419d6af3669 req-15ffe0a3-e7d1-4b99-bbfc-18dc9b62acf0 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=ef5bd72b-0899-4863-b96f-862e9aa9617e HTTP/1.1" status: 200 len: 833 time: 0.0530784 Feb 04 17:44:11.454246 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e14db69-9a2c-4838-a2f0-f419d6af3669 req-82783627-efaf-463d-ba17-09172b45c6a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:44:11.456205 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-5e14db69-9a2c-4838-a2f0-f419d6af3669 req-82783627-efaf-463d-ba17-09172b45c6a2 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=c75b0216-bbb5-4b6f-8caf-507659fff648&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0650229 Feb 04 17:44:11.554879 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e14db69-9a2c-4838-a2f0-f419d6af3669 req-968d2077-3dab-4e0e-a9e1-424dc5510eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:44:11.556114 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-5e14db69-9a2c-4838-a2f0-f419d6af3669 req-968d2077-3dab-4e0e-a9e1-424dc5510eb2 service neutron] 10.222.0.90 "GET /v2.0/networks?id=c75b0216-bbb5-4b6f-8caf-507659fff648 HTTP/1.1" status: 200 len: 897 time: 0.4948831 Feb 04 17:44:11.562876 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f85e6b-65f7-4eab-94b8-dfae2288a2e8 req-ce4767a0-96c1-45ac-85c6-dd1a950ccc71 tempest-TestServerAdvancedOps-1411743396 tempest-TestServerAdvancedOps-1411743396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:44:11.564424 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-47f85e6b-65f7-4eab-94b8-dfae2288a2e8 req-ce4767a0-96c1-45ac-85c6-dd1a950ccc71 tempest-TestServerAdvancedOps-1411743396 tempest-TestServerAdvancedOps-1411743396-project] 10.222.0.89 "GET /v2.0/ports?device_id=55561b3d-d75e-45d9-9f97-ccfb2d334f01 HTTP/1.1" status: 200 len: 945 time: 0.4459743 Feb 04 17:44:11.623584 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-5e14db69-9a2c-4838-a2f0-f419d6af3669 req-1aba4aad-0227-46d8-bc60-094f3aa7696b service neutron] 10.222.0.96 "GET /v2.0/networks/c75b0216-bbb5-4b6f-8caf-507659fff648?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1593919 Feb 04 17:44:11.715495 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-5e14db69-9a2c-4838-a2f0-f419d6af3669 req-b6e301e5-d872-40bd-b45d-dac28f5bffae service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=41824d2d-8f0e-4344-beb8-cc3af5147464 HTTP/1.1" status: 200 len: 998 time: 0.1500566 Feb 04 17:44:11.727590 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-47f85e6b-65f7-4eab-94b8-dfae2288a2e8 req-e6c40a02-6314-47d1-b6e5-c44ac1ffe605 tempest-TestServerAdvancedOps-1411743396 tempest-TestServerAdvancedOps-1411743396-project] 10.222.0.89 "GET /v2.0/security-groups?id=b26fd66a-2ce3-4841-86be-c84976cd3179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1560628 Feb 04 17:44:11.778808 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-5e14db69-9a2c-4838-a2f0-f419d6af3669 req-50717f7f-d3e4-4958-8efe-556a2d3335a4 service neutron] 10.222.0.96 "GET /v2.0/networks/c75b0216-bbb5-4b6f-8caf-507659fff648?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1466129 Feb 04 17:44:11.792413 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e14db69-9a2c-4838-a2f0-f419d6af3669 req-f0d0d84e-385f-4c27-8558-518d780d40c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:44:11.793913 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-5e14db69-9a2c-4838-a2f0-f419d6af3669 req-f0d0d84e-385f-4c27-8558-518d780d40c5 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=ef5bd72b-0899-4863-b96f-862e9aa9617e HTTP/1.1" status: 200 len: 833 time: 0.0654247 Feb 04 17:44:11.858372 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e14db69-9a2c-4838-a2f0-f419d6af3669 req-da6269cf-58b1-4539-be54-2ae5edbb5e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:44:11.860304 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-5e14db69-9a2c-4838-a2f0-f419d6af3669 req-da6269cf-58b1-4539-be54-2ae5edbb5e5e service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=c75b0216-bbb5-4b6f-8caf-507659fff648&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0587299 Feb 04 17:44:11.968623 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a73bd78-7c76-48c8-b0ad-b3d4ac33bf32 req-901c05c6-ddb2-4e7b-b580-0695a3381aab tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:44:11.970378 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-6a73bd78-7c76-48c8-b0ad-b3d4ac33bf32 req-901c05c6-ddb2-4e7b-b580-0695a3381aab tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] 10.222.0.89 "GET /v2.0/ports?device_id=052f1b64-41cd-4bf0-9e37-1ea02526f08c HTTP/1.1" status: 200 len: 943 time: 0.0919738 Feb 04 17:44:12.012559 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-5e14db69-9a2c-4838-a2f0-f419d6af3669 req-9e358ba8-fbfe-4e16-b64a-7024d908c603 service neutron] 10.222.0.90 "GET /v2.0/networks/c75b0216-bbb5-4b6f-8caf-507659fff648?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1444488 Feb 04 17:44:12.066127 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-6a73bd78-7c76-48c8-b0ad-b3d4ac33bf32 req-28b1f7a6-2659-43f1-b25c-a0baa7913593 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] 10.222.0.89 "GET /v2.0/security-groups?id=51fcebac-85fd-4a94-b17a-0b26ffac48da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0869853 Feb 04 17:44:12.129784 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-5e14db69-9a2c-4838-a2f0-f419d6af3669 req-5ba0360c-3e4f-469b-a8ea-f5fc2128142c service neutron] 10.222.0.90 "GET /v2.0/networks/c75b0216-bbb5-4b6f-8caf-507659fff648?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1069958 Feb 04 17:44:12.423292 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (3f9244a9-75fc-4c10-b195-11d48b853b41), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:44:12.857290 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67338224-bb7c-4b6f-95dc-ad9a05efc68e req-822973be-fc5b-438b-a64d-85e8cfb221c9 tempest-TestServerAdvancedOps-1411743396 tempest-TestServerAdvancedOps-1411743396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:44:12.858917 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-67338224-bb7c-4b6f-95dc-ad9a05efc68e req-822973be-fc5b-438b-a64d-85e8cfb221c9 tempest-TestServerAdvancedOps-1411743396 tempest-TestServerAdvancedOps-1411743396-project] 10.222.0.89 "GET /v2.0/ports?device_id=55561b3d-d75e-45d9-9f97-ccfb2d334f01 HTTP/1.1" status: 200 len: 945 time: 0.0634568 Feb 04 17:44:12.915458 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-67338224-bb7c-4b6f-95dc-ad9a05efc68e req-17d2b9a9-7f56-4d0d-9d32-072d29b53244 tempest-TestServerAdvancedOps-1411743396 tempest-TestServerAdvancedOps-1411743396-project] 10.222.0.89 "GET /v2.0/security-groups?id=b26fd66a-2ce3-4841-86be-c84976cd3179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508163 Feb 04 17:44:13.215198 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bec7b0d-056b-41f5-b887-6fb3a25c84fd req-fe0db91e-63dd-46d5-af98-010494b04697 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:44:13.217080 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-9bec7b0d-056b-41f5-b887-6fb3a25c84fd req-fe0db91e-63dd-46d5-af98-010494b04697 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] 10.222.0.89 "GET /v2.0/ports?device_id=052f1b64-41cd-4bf0-9e37-1ea02526f08c HTTP/1.1" status: 200 len: 943 time: 0.0619521 Feb 04 17:44:13.219964 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f66e14a-9413-46e5-af4a-7aa038a1d3ef req-8d712083-1e48-424b-b4d2-471162b58c1e tempest-TestServerAdvancedOps-1411743396 tempest-TestServerAdvancedOps-1411743396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:44:13.221485 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-0f66e14a-9413-46e5-af4a-7aa038a1d3ef req-8d712083-1e48-424b-b4d2-471162b58c1e tempest-TestServerAdvancedOps-1411743396 tempest-TestServerAdvancedOps-1411743396-project] 10.222.0.89 "GET /v2.0/ports?device_id=55561b3d-d75e-45d9-9f97-ccfb2d334f01 HTTP/1.1" status: 200 len: 945 time: 0.1298044 Feb 04 17:44:13.230551 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92eac513-86b3-4043-a007-cc82691879de req-28aae9fe-c0b4-4dfb-9d6b-74521253a53f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:44:13.231999 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-92eac513-86b3-4043-a007-cc82691879de req-28aae9fe-c0b4-4dfb-9d6b-74521253a53f service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=4fd9d89db7c84c62b041be3d55c852d5&device_id=55561b3d-d75e-45d9-9f97-ccfb2d334f01 HTTP/1.1" status: 200 len: 1127 time: 0.0713930 Feb 04 17:44:13.293943 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-9bec7b0d-056b-41f5-b887-6fb3a25c84fd req-87bfad4a-912f-4da8-a397-92d574370179 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] 10.222.0.89 "GET /v2.0/security-groups?id=51fcebac-85fd-4a94-b17a-0b26ffac48da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682361 Feb 04 17:44:13.386572 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92eac513-86b3-4043-a007-cc82691879de req-ab17ca76-1d21-43f3-9b12-d4cd21a63ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:44:13.388320 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-92eac513-86b3-4043-a007-cc82691879de req-ab17ca76-1d21-43f3-9b12-d4cd21a63ed8 service neutron] 10.222.0.90 "GET /v2.0/networks?id=20b9f05a-0bd0-4e9d-81ff-5cd9f25d3d5d HTTP/1.1" status: 200 len: 912 time: 0.1466961 Feb 04 17:44:13.402941 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-0f66e14a-9413-46e5-af4a-7aa038a1d3ef req-0aa2dcc6-2e28-45d0-82ce-bb30a0a25d15 tempest-TestServerAdvancedOps-1411743396 tempest-TestServerAdvancedOps-1411743396-project] 10.222.0.89 "GET /v2.0/security-groups?id=b26fd66a-2ce3-4841-86be-c84976cd3179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1706212 Feb 04 17:44:13.443897 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-92eac513-86b3-4043-a007-cc82691879de req-fbfb7b92-1cc5-4668-ae26-7ae769801641 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cba023f6-160d-4f47-91ec-dce221b820e6 HTTP/1.1" status: 200 len: 217 time: 0.0390320 Feb 04 17:44:13.499987 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92eac513-86b3-4043-a007-cc82691879de req-61901b2a-586f-4c6b-acb9-2230457a3cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:44:13.501783 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-92eac513-86b3-4043-a007-cc82691879de req-61901b2a-586f-4c6b-acb9-2230457a3cf6 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=07803c17-2bc4-4930-85ed-c2e8112c2bd4 HTTP/1.1" status: 200 len: 851 time: 0.0522690 Feb 04 17:44:13.537853 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Device 41824d2d-8f0e-4344-beb8-cc3af5147464 details requested by agent hyperv_n-h2-827839-2 with host n-h2-827839-2 {{(pid=103378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 17:44:13.637497 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c871c0-ad8a-4430-a053-223bfaeefe56 req-9ce2962d-671f-4af7-b844-bd8c56e77d5e tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:44:13.639383 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-02c871c0-ad8a-4430-a053-223bfaeefe56 req-9ce2962d-671f-4af7-b844-bd8c56e77d5e tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] 10.222.0.96 "GET /v2.0/ports?device_id=052f1b64-41cd-4bf0-9e37-1ea02526f08c&tenant_id=86a0fd5c0c974eafbf1c6e95239dcb2c&binding%3Ahost_id=n-h2-827839-2 HTTP/1.1" status: 200 len: 943 time: 0.1079984 Feb 04 17:44:13.640637 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-92eac513-86b3-4043-a007-cc82691879de req-526715f9-873d-499b-8aa9-3d1395a1c989 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=20b9f05a-0bd0-4e9d-81ff-5cd9f25d3d5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1221187 Feb 04 17:44:13.701465 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] For port 41824d2d-8f0e-4344-beb8-cc3af5147464, host n-h2-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=41824d2d-8f0e-4344-beb8-cc3af5147464,segment=NetworkSegment(2eb92e58-4f00-4646-ba01-0085967486fd),segment_id=2eb92e58-4f00-4646-ba01-0085967486fd)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:44:13.704006 n-d-827839-2 neutron-server[103376]: INFO neutron.api.v2.resource [req-02c871c0-ad8a-4430-a053-223bfaeefe56 req-890d4ad4-07c9-48af-8138-8a077198847d service neutron] delete failed (client error): The resource could not be found. Feb 04 17:44:13.706828 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-02c871c0-ad8a-4430-a053-223bfaeefe56 req-890d4ad4-07c9-48af-8138-8a077198847d service neutron] 10.222.0.96 "DELETE /v2.0/ports/41824d2d-8f0e-4344-beb8-cc3af5147464/bindings/n-h1-827839-2 HTTP/1.1" status: 404 len: 380 time: 0.0583649 Feb 04 17:44:13.730201 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Returning: {'device': '41824d2d-8f0e-4344-beb8-cc3af5147464', 'network_id': 'c75b0216-bbb5-4b6f-8caf-507659fff648', 'port_id': '41824d2d-8f0e-4344-beb8-cc3af5147464', 'mac_address': 'fa:16:3e:62:dc:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 766, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef5bd72b-0899-4863-b96f-862e9aa9617e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 17:44:13.812710 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1c8149-df4d-4380-b4cc-dab55ce462c1 req-8036fe82-f6bd-4b66-8214-81ce8ffd9b0d tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:44:13.814786 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Current status of the port 41824d2d-8f0e-4344-beb8-cc3af5147464 is: DOWN; New status is: BUILD {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:44:13.815238 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (41824d2d-8f0e-4344-beb8-cc3af5147464), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:44:13.818056 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-dd1c8149-df4d-4380-b4cc-dab55ce462c1 req-8036fe82-f6bd-4b66-8214-81ce8ffd9b0d tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] 10.222.0.89 "GET /v2.0/ports?device_id=052f1b64-41cd-4bf0-9e37-1ea02526f08c HTTP/1.1" status: 200 len: 943 time: 0.3092945 Feb 04 17:44:13.838868 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c871c0-ad8a-4430-a053-223bfaeefe56 req-1816b199-87ce-48a9-8e9e-903cb32769f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:44:13.841225 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-02c871c0-ad8a-4430-a053-223bfaeefe56 req-1816b199-87ce-48a9-8e9e-903cb32769f8 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=86a0fd5c0c974eafbf1c6e95239dcb2c&device_id=052f1b64-41cd-4bf0-9e37-1ea02526f08c HTTP/1.1" status: 200 len: 1125 time: 0.0631442 Feb 04 17:44:13.842436 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41824d2d-8f0e-4344-beb8-cc3af5147464 {{(pid=103378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 17:44:13.880585 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-92eac513-86b3-4043-a007-cc82691879de req-570baa6d-049d-4560-aef6-62d11786a12a service neutron] 10.222.0.90 "GET /v2.0/networks/20b9f05a-0bd0-4e9d-81ff-5cd9f25d3d5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2268384 Feb 04 17:44:13.893254 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] For port 41824d2d-8f0e-4344-beb8-cc3af5147464, host n-h2-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=41824d2d-8f0e-4344-beb8-cc3af5147464,segment=NetworkSegment(2eb92e58-4f00-4646-ba01-0085967486fd),segment_id=2eb92e58-4f00-4646-ba01-0085967486fd)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:44:13.906211 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (41824d2d-8f0e-4344-beb8-cc3af5147464), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:44:13.979852 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-dd1c8149-df4d-4380-b4cc-dab55ce462c1 req-9b2b2fac-e5f1-42bb-96c8-aab62e1c52ef tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] 10.222.0.89 "GET /v2.0/security-groups?id=51fcebac-85fd-4a94-b17a-0b26ffac48da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1543362 Feb 04 17:44:14.004140 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Pushing event updated for resources: {'Port': ['ID=41824d2d-8f0e-4344-beb8-cc3af5147464,revision_number=8']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:44:14.024534 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c871c0-ad8a-4430-a053-223bfaeefe56 req-9ed03d35-5f15-4220-8607-bfa8c67dcd0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:44:14.026347 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-02c871c0-ad8a-4430-a053-223bfaeefe56 req-9ed03d35-5f15-4220-8607-bfa8c67dcd0b service neutron] 10.222.0.96 "GET /v2.0/networks?id=c75b0216-bbb5-4b6f-8caf-507659fff648 HTTP/1.1" status: 200 len: 897 time: 0.1761086 Feb 04 17:44:14.044345 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-92eac513-86b3-4043-a007-cc82691879de req-4d3c14fb-5f7e-46c0-97aa-9adb71d89437 service neutron] 10.222.0.90 "GET /v2.0/networks/20b9f05a-0bd0-4e9d-81ff-5cd9f25d3d5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1546156 Feb 04 17:44:14.108142 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-02c871c0-ad8a-4430-a053-223bfaeefe56 req-3f5d42a0-3010-436a-8fba-fbc4b3d4ac87 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=41824d2d-8f0e-4344-beb8-cc3af5147464 HTTP/1.1" status: 200 len: 999 time: 0.0753095 Feb 04 17:44:14.159627 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c871c0-ad8a-4430-a053-223bfaeefe56 req-52bdaa01-7f76-4113-8e30-162acabcd593 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:44:14.161226 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-02c871c0-ad8a-4430-a053-223bfaeefe56 req-52bdaa01-7f76-4113-8e30-162acabcd593 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=ef5bd72b-0899-4863-b96f-862e9aa9617e HTTP/1.1" status: 200 len: 833 time: 0.0459228 Feb 04 17:44:14.174800 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] get_ports_and_sgs() called for port_ids ['41824d2d-8f0e-4344-beb8-cc3af5147464'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 17:44:14.223470 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c871c0-ad8a-4430-a053-223bfaeefe56 req-7684a4de-845d-4c04-bc99-ed6ae73a8277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:44:14.225158 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-02c871c0-ad8a-4430-a053-223bfaeefe56 req-7684a4de-845d-4c04-bc99-ed6ae73a8277 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=c75b0216-bbb5-4b6f-8caf-507659fff648&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0557346 Feb 04 17:44:14.337325 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-02c871c0-ad8a-4430-a053-223bfaeefe56 req-9ff2a740-3aea-479a-9321-7a37b3636b4c service neutron] 10.222.0.96 "GET /v2.0/networks/c75b0216-bbb5-4b6f-8caf-507659fff648?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1038132 Feb 04 17:44:14.465036 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-02c871c0-ad8a-4430-a053-223bfaeefe56 req-ce6a8d2d-e118-4778-9d24-aac3b79d7ed6 service neutron] 10.222.0.96 "GET /v2.0/networks/c75b0216-bbb5-4b6f-8caf-507659fff648?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212678 Feb 04 17:44:14.606754 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faee9f97-a251-48c6-90a4-4f859aa325fc req-2a69bdd6-6320-4cfe-b2ea-26bdf0718c8c tempest-TestServerAdvancedOps-1411743396 tempest-TestServerAdvancedOps-1411743396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:44:14.608565 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-faee9f97-a251-48c6-90a4-4f859aa325fc req-2a69bdd6-6320-4cfe-b2ea-26bdf0718c8c tempest-TestServerAdvancedOps-1411743396 tempest-TestServerAdvancedOps-1411743396-project] 10.222.0.89 "GET /v2.0/ports?device_id=55561b3d-d75e-45d9-9f97-ccfb2d334f01 HTTP/1.1" status: 200 len: 945 time: 0.0724454 Feb 04 17:44:14.667818 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-faee9f97-a251-48c6-90a4-4f859aa325fc req-a8efbe7d-7ac9-4315-bc3d-05adede1619c tempest-TestServerAdvancedOps-1411743396 tempest-TestServerAdvancedOps-1411743396-project] 10.222.0.89 "GET /v2.0/security-groups?id=b26fd66a-2ce3-4841-86be-c84976cd3179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520890 Feb 04 17:44:15.156124 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95dd4364-7f7c-4d5c-a133-dc1f64d95409 req-57a05fe6-958f-44c1-86fb-48e5d81a299e tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:44:15.158074 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-95dd4364-7f7c-4d5c-a133-dc1f64d95409 req-57a05fe6-958f-44c1-86fb-48e5d81a299e tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] 10.222.0.89 "GET /v2.0/ports?device_id=052f1b64-41cd-4bf0-9e37-1ea02526f08c HTTP/1.1" status: 200 len: 944 time: 0.0857656 Feb 04 17:44:15.224663 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-95dd4364-7f7c-4d5c-a133-dc1f64d95409 req-712e954e-91e0-4a30-a910-c4e90e3862a8 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] 10.222.0.89 "GET /v2.0/security-groups?id=51fcebac-85fd-4a94-b17a-0b26ffac48da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595763 Feb 04 17:44:15.539580 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Device 41824d2d-8f0e-4344-beb8-cc3af5147464 up at agent hyperv_n-h2-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:44:15.595173 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Provisioning for port 41824d2d-8f0e-4344-beb8-cc3af5147464 completed by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 17:44:15.599663 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Provisioning complete for port 41824d2d-8f0e-4344-beb8-cc3af5147464 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:44:15.600336 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (41824d2d-8f0e-4344-beb8-cc3af5147464), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:44:15.714833 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Current status of the port 41824d2d-8f0e-4344-beb8-cc3af5147464 is: BUILD; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:44:15.715235 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (41824d2d-8f0e-4344-beb8-cc3af5147464), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:44:15.755868 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] For port 41824d2d-8f0e-4344-beb8-cc3af5147464, host n-h2-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=41824d2d-8f0e-4344-beb8-cc3af5147464,segment=NetworkSegment(2eb92e58-4f00-4646-ba01-0085967486fd),segment_id=2eb92e58-4f00-4646-ba01-0085967486fd)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:44:15.757254 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '052f1b64-41cd-4bf0-9e37-1ea02526f08c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41824d2d-8f0e-4344-beb8-cc3af5147464'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:44:15.761319 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c34bc964ce2211770fda26ca2f3801cc06f4f39928110690550e94ab9c9d2fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f45cacb1-23eb-49dd-b9c8-014125657e17" -d '{"events": [{"server_uuid": "052f1b64-41cd-4bf0-9e37-1ea02526f08c", "name": "network-vif-plugged", "status": "completed", "tag": "41824d2d-8f0e-4344-beb8-cc3af5147464"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:44:15.765274 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (41824d2d-8f0e-4344-beb8-cc3af5147464), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:44:15.820954 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f640c0d5-f1b2-40cf-890b-e61fd817c30a req-50794fa5-593d-4dbd-83b4-e77947dcca9e tempest-TestServerAdvancedOps-1411743396 tempest-TestServerAdvancedOps-1411743396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:44:15.823249 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-f640c0d5-f1b2-40cf-890b-e61fd817c30a req-50794fa5-593d-4dbd-83b4-e77947dcca9e tempest-TestServerAdvancedOps-1411743396 tempest-TestServerAdvancedOps-1411743396-project] 10.222.0.89 "GET /v2.0/ports?device_id=55561b3d-d75e-45d9-9f97-ccfb2d334f01 HTTP/1.1" status: 200 len: 945 time: 0.0699282 Feb 04 17:44:15.830752 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 17:44:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e486d068-9d63-4300-aa88-52c2b351a61f x-openstack-request-id: req-e486d068-9d63-4300-aa88-52c2b351a61f {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:44:15.831048 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "052f1b64-41cd-4bf0-9e37-1ea02526f08c", "name": "network-vif-plugged", "status": "completed", "tag": "41824d2d-8f0e-4344-beb8-cc3af5147464", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:44:15.831309 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-e486d068-9d63-4300-aa88-52c2b351a61f {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:44:15.831714 n-d-827839-2 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '052f1b64-41cd-4bf0-9e37-1ea02526f08c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41824d2d-8f0e-4344-beb8-cc3af5147464', 'code': 200} Feb 04 17:44:15.833116 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Pushing event updated for resources: {'Port': ['ID=41824d2d-8f0e-4344-beb8-cc3af5147464,revision_number=9']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:44:15.874948 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-f640c0d5-f1b2-40cf-890b-e61fd817c30a req-eae347af-c9f7-41d8-9abd-7deb0fd1b4f1 tempest-TestServerAdvancedOps-1411743396 tempest-TestServerAdvancedOps-1411743396-project] 10.222.0.89 "GET /v2.0/security-groups?id=b26fd66a-2ce3-4841-86be-c84976cd3179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460613 Feb 04 17:44:16.124290 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cfd764-dcc6-4648-8e54-a7b1f2def964 req-3d327580-7b36-420d-8fb9-497e62bb9513 tempest-TestServerAdvancedOps-1411743396 tempest-TestServerAdvancedOps-1411743396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:44:16.126107 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-48cfd764-dcc6-4648-8e54-a7b1f2def964 req-3d327580-7b36-420d-8fb9-497e62bb9513 tempest-TestServerAdvancedOps-1411743396 tempest-TestServerAdvancedOps-1411743396-project] 10.222.0.89 "GET /v2.0/ports?device_id=55561b3d-d75e-45d9-9f97-ccfb2d334f01 HTTP/1.1" status: 200 len: 945 time: 0.0576043 Feb 04 17:44:16.182239 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-48cfd764-dcc6-4648-8e54-a7b1f2def964 req-c79ce145-e941-4066-93cd-3b8071382f41 tempest-TestServerAdvancedOps-1411743396 tempest-TestServerAdvancedOps-1411743396-project] 10.222.0.89 "GET /v2.0/security-groups?id=b26fd66a-2ce3-4841-86be-c84976cd3179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503988 Feb 04 17:44:16.357641 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e443aeb6-3e94-4b38-a3af-028ff4ae3969 req-2998ed96-b9a4-4e43-bb21-a2721f899b57 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:44:16.359163 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-e443aeb6-3e94-4b38-a3af-028ff4ae3969 req-2998ed96-b9a4-4e43-bb21-a2721f899b57 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] 10.222.0.89 "GET /v2.0/ports?device_id=052f1b64-41cd-4bf0-9e37-1ea02526f08c HTTP/1.1" status: 200 len: 945 time: 0.0601740 Feb 04 17:44:16.408814 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-e443aeb6-3e94-4b38-a3af-028ff4ae3969 req-d16a1824-7e0c-4588-a5db-69d7754493c1 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] 10.222.0.89 "GET /v2.0/security-groups?id=51fcebac-85fd-4a94-b17a-0b26ffac48da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440125 Feb 04 17:44:16.437322 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 39040) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:44:16.500732 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-8c7c45a6-5a87-4913-8811-60134ecf4660 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] 10.222.0.89 "GET /v2.0/floatingips/54d18081-dbed-420f-8d4b-c9c53b9a8f60 HTTP/1.1" status: 200 len: 992 time: 0.0621982 Feb 04 17:44:17.315625 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37e6489-e0fd-4e5e-9d89-d5eb13e7b3e5 req-75af0b84-ba22-4bb8-8a07-82173f89736c tempest-TestServerAdvancedOps-1411743396 tempest-TestServerAdvancedOps-1411743396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:44:17.317216 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-c37e6489-e0fd-4e5e-9d89-d5eb13e7b3e5 req-75af0b84-ba22-4bb8-8a07-82173f89736c tempest-TestServerAdvancedOps-1411743396 tempest-TestServerAdvancedOps-1411743396-project] 10.222.0.89 "GET /v2.0/ports?device_id=55561b3d-d75e-45d9-9f97-ccfb2d334f01 HTTP/1.1" status: 200 len: 945 time: 0.0634534 Feb 04 17:44:17.370997 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-c37e6489-e0fd-4e5e-9d89-d5eb13e7b3e5 req-c8a61f31-5b54-409b-b04b-bcd9e510c806 tempest-TestServerAdvancedOps-1411743396 tempest-TestServerAdvancedOps-1411743396-project] 10.222.0.89 "GET /v2.0/security-groups?id=b26fd66a-2ce3-4841-86be-c84976cd3179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424893 Feb 04 17:44:17.611895 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e237322f-5dbe-4873-8959-82bab140ce2f req-d1fdbc3b-f549-41fb-99f5-87d4a9452940 tempest-TestServerAdvancedOps-1411743396 tempest-TestServerAdvancedOps-1411743396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:44:17.613617 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-e237322f-5dbe-4873-8959-82bab140ce2f req-d1fdbc3b-f549-41fb-99f5-87d4a9452940 tempest-TestServerAdvancedOps-1411743396 tempest-TestServerAdvancedOps-1411743396-project] 10.222.0.89 "GET /v2.0/ports?device_id=55561b3d-d75e-45d9-9f97-ccfb2d334f01 HTTP/1.1" status: 200 len: 945 time: 0.0705078 Feb 04 17:44:17.669199 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7cd46d-ecaf-4a81-ba7a-b1db4bc642f6 req-29b72cae-fea5-4167-b7e5-47f75af500b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:44:17.671886 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-ed7cd46d-ecaf-4a81-ba7a-b1db4bc642f6 req-29b72cae-fea5-4167-b7e5-47f75af500b6 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=4fd9d89db7c84c62b041be3d55c852d5&device_id=55561b3d-d75e-45d9-9f97-ccfb2d334f01 HTTP/1.1" status: 200 len: 1127 time: 0.0672748 Feb 04 17:44:17.676937 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-e237322f-5dbe-4873-8959-82bab140ce2f req-bcb7193f-1ac1-4935-acd7-440fd9b6edaf tempest-TestServerAdvancedOps-1411743396 tempest-TestServerAdvancedOps-1411743396-project] 10.222.0.89 "GET /v2.0/security-groups?id=b26fd66a-2ce3-4841-86be-c84976cd3179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529940 Feb 04 17:44:17.769884 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7cd46d-ecaf-4a81-ba7a-b1db4bc642f6 req-71ab1fd9-fd2f-434d-97ea-f8decd131f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:44:17.771658 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-ed7cd46d-ecaf-4a81-ba7a-b1db4bc642f6 req-71ab1fd9-fd2f-434d-97ea-f8decd131f4f service neutron] 10.222.0.90 "GET /v2.0/networks?id=20b9f05a-0bd0-4e9d-81ff-5cd9f25d3d5d HTTP/1.1" status: 200 len: 912 time: 0.0920534 Feb 04 17:44:17.816561 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-ed7cd46d-ecaf-4a81-ba7a-b1db4bc642f6 req-960aee37-c612-41bc-9d3a-c99c4cf077df service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cba023f6-160d-4f47-91ec-dce221b820e6 HTTP/1.1" status: 200 len: 217 time: 0.0389349 Feb 04 17:44:17.884200 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7cd46d-ecaf-4a81-ba7a-b1db4bc642f6 req-b50f2d93-9a87-47b2-9fdc-b32145679359 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:44:17.885932 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-ed7cd46d-ecaf-4a81-ba7a-b1db4bc642f6 req-b50f2d93-9a87-47b2-9fdc-b32145679359 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=07803c17-2bc4-4930-85ed-c2e8112c2bd4 HTTP/1.1" status: 200 len: 851 time: 0.0635562 Feb 04 17:44:17.919554 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-ed7cd46d-ecaf-4a81-ba7a-b1db4bc642f6 req-ee1d130d-e4a0-47d5-a7be-e20b41c955b0 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=20b9f05a-0bd0-4e9d-81ff-5cd9f25d3d5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263875 Feb 04 17:44:18.009169 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-ed7cd46d-ecaf-4a81-ba7a-b1db4bc642f6 req-94b4678a-7f5d-4cbc-9194-2de2fe186ef2 service neutron] 10.222.0.90 "GET /v2.0/networks/20b9f05a-0bd0-4e9d-81ff-5cd9f25d3d5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836451 Feb 04 17:44:18.115309 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-ed7cd46d-ecaf-4a81-ba7a-b1db4bc642f6 req-de0e9020-d74e-4f67-aebd-cb8046e2c819 service neutron] 10.222.0.90 "GET /v2.0/networks/20b9f05a-0bd0-4e9d-81ff-5cd9f25d3d5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994558 Feb 04 17:44:18.837675 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4d965d-6b01-4e45-ac61-772f5e3a892c req-c31a1fbe-e15a-4150-b0b3-54d0bf24e3ef tempest-TestServerAdvancedOps-1411743396 tempest-TestServerAdvancedOps-1411743396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:44:18.845040 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-1d4d965d-6b01-4e45-ac61-772f5e3a892c req-c31a1fbe-e15a-4150-b0b3-54d0bf24e3ef tempest-TestServerAdvancedOps-1411743396 tempest-TestServerAdvancedOps-1411743396-project] 10.222.0.89 "GET /v2.0/ports?device_id=55561b3d-d75e-45d9-9f97-ccfb2d334f01 HTTP/1.1" status: 200 len: 945 time: 0.0936468 Feb 04 17:44:18.961726 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-1d4d965d-6b01-4e45-ac61-772f5e3a892c req-34e9619c-d711-427f-8b9a-cd9e6d3c74eb tempest-TestServerAdvancedOps-1411743396 tempest-TestServerAdvancedOps-1411743396-project] 10.222.0.89 "GET /v2.0/security-groups?id=b26fd66a-2ce3-4841-86be-c84976cd3179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156409 Feb 04 17:44:20.111876 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580dac23-2c62-4e47-8713-cb59822ef0d1 req-bdd4c3a6-4a1a-44ef-a3c7-74ed0f32b53b tempest-TestServerAdvancedOps-1411743396 tempest-TestServerAdvancedOps-1411743396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:44:20.115093 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-580dac23-2c62-4e47-8713-cb59822ef0d1 req-bdd4c3a6-4a1a-44ef-a3c7-74ed0f32b53b tempest-TestServerAdvancedOps-1411743396 tempest-TestServerAdvancedOps-1411743396-project] 10.222.0.89 "GET /v2.0/ports?device_id=55561b3d-d75e-45d9-9f97-ccfb2d334f01 HTTP/1.1" status: 200 len: 945 time: 0.0698979 Feb 04 17:44:20.166854 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-580dac23-2c62-4e47-8713-cb59822ef0d1 req-b78ecd07-d376-4208-a261-e5b309823e5b tempest-TestServerAdvancedOps-1411743396 tempest-TestServerAdvancedOps-1411743396-project] 10.222.0.89 "GET /v2.0/security-groups?id=b26fd66a-2ce3-4841-86be-c84976cd3179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456798 Feb 04 17:44:20.433337 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3c9a3d-f9ee-4ebf-a7e9-f746da14691a req-c7935f68-553c-40e7-a45e-db830adeb6db tempest-TestServerAdvancedOps-1411743396 tempest-TestServerAdvancedOps-1411743396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:44:20.434919 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-db3c9a3d-f9ee-4ebf-a7e9-f746da14691a req-c7935f68-553c-40e7-a45e-db830adeb6db tempest-TestServerAdvancedOps-1411743396 tempest-TestServerAdvancedOps-1411743396-project] 10.222.0.89 "GET /v2.0/ports?device_id=55561b3d-d75e-45d9-9f97-ccfb2d334f01 HTTP/1.1" status: 200 len: 945 time: 0.0562096 Feb 04 17:44:20.508428 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-db3c9a3d-f9ee-4ebf-a7e9-f746da14691a req-e6dacb6c-a4f0-4e66-8835-58ae18cb6b0d tempest-TestServerAdvancedOps-1411743396 tempest-TestServerAdvancedOps-1411743396-project] 10.222.0.89 "GET /v2.0/security-groups?id=b26fd66a-2ce3-4841-86be-c84976cd3179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678680 Feb 04 17:44:21.643351 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41ada7d-bb2d-4d45-a121-61eb45b10357 req-bd080ba6-1dfa-4ada-a4e0-083233c63f2e tempest-TestServerAdvancedOps-1411743396 tempest-TestServerAdvancedOps-1411743396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:44:21.645086 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-a41ada7d-bb2d-4d45-a121-61eb45b10357 req-bd080ba6-1dfa-4ada-a4e0-083233c63f2e tempest-TestServerAdvancedOps-1411743396 tempest-TestServerAdvancedOps-1411743396-project] 10.222.0.89 "GET /v2.0/ports?device_id=55561b3d-d75e-45d9-9f97-ccfb2d334f01 HTTP/1.1" status: 200 len: 945 time: 0.0539720 Feb 04 17:44:21.702839 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-a41ada7d-bb2d-4d45-a121-61eb45b10357 req-07c58ac0-cc89-441a-b618-5c00f2d50b31 tempest-TestServerAdvancedOps-1411743396 tempest-TestServerAdvancedOps-1411743396-project] 10.222.0.89 "GET /v2.0/security-groups?id=b26fd66a-2ce3-4841-86be-c84976cd3179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493906 Feb 04 17:44:22.503012 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504e391f-1dbd-480a-8e7e-96b556738a4b req-5e0dd57c-82ac-4f40-bf6b-389f7ab82166 tempest-TestServerAdvancedOps-1411743396 tempest-TestServerAdvancedOps-1411743396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:44:22.505195 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-504e391f-1dbd-480a-8e7e-96b556738a4b req-5e0dd57c-82ac-4f40-bf6b-389f7ab82166 tempest-TestServerAdvancedOps-1411743396 tempest-TestServerAdvancedOps-1411743396-project] 10.222.0.90 "GET /v2.0/ports?device_id=55561b3d-d75e-45d9-9f97-ccfb2d334f01 HTTP/1.1" status: 200 len: 945 time: 0.1055758 Feb 04 17:44:22.558498 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-26707cb4-5e5d-4852-aace-7d3304aceadf req-322793b0-e389-428e-aad4-dc96ef64add0 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=8caa26b9-bc3c-4bda-a286-0c24d43a83a8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1186130 Feb 04 17:44:22.652198 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [req-504e391f-1dbd-480a-8e7e-96b556738a4b req-8cc8c9c3-4e23-46fb-8c71-24eb62009978 tempest-TestServerAdvancedOps-1411743396 tempest-TestServerAdvancedOps-1411743396-project] Deleting port cba023f6-160d-4f47-91ec-dce221b820e6 {{(pid=103377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:44:22.652677 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-504e391f-1dbd-480a-8e7e-96b556738a4b req-8cc8c9c3-4e23-46fb-8c71-24eb62009978 tempest-TestServerAdvancedOps-1411743396 tempest-TestServerAdvancedOps-1411743396-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (cba023f6-160d-4f47-91ec-dce221b820e6), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:44:22.720203 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26707cb4-5e5d-4852-aace-7d3304aceadf req-8a3185c8-172c-4473-a141-6c6647374c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:44:22.721745 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-26707cb4-5e5d-4852-aace-7d3304aceadf req-8a3185c8-172c-4473-a141-6c6647374c8d service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=5f7c63cd6c624891853d19549e45e9fe&device_id=8caa26b9-bc3c-4bda-a286-0c24d43a83a8 HTTP/1.1" status: 200 len: 1127 time: 0.1097245 Feb 04 17:44:22.819019 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [req-504e391f-1dbd-480a-8e7e-96b556738a4b req-8cc8c9c3-4e23-46fb-8c71-24eb62009978 tempest-TestServerAdvancedOps-1411743396 tempest-TestServerAdvancedOps-1411743396-project] For port cba023f6-160d-4f47-91ec-dce221b820e6, host n-h2-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=cba023f6-160d-4f47-91ec-dce221b820e6,segment=NetworkSegment(52144904-98ff-4cd2-9e6d-91aa716878ad),segment_id=52144904-98ff-4cd2-9e6d-91aa716878ad)] {{(pid=103377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:44:22.819381 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-504e391f-1dbd-480a-8e7e-96b556738a4b req-8cc8c9c3-4e23-46fb-8c71-24eb62009978 tempest-TestServerAdvancedOps-1411743396 tempest-TestServerAdvancedOps-1411743396-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (cba023f6-160d-4f47-91ec-dce221b820e6), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:44:22.870913 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [req-504e391f-1dbd-480a-8e7e-96b556738a4b req-8cc8c9c3-4e23-46fb-8c71-24eb62009978 tempest-TestServerAdvancedOps-1411743396 tempest-TestServerAdvancedOps-1411743396-project] Calling delete_port for cba023f6-160d-4f47-91ec-dce221b820e6 owned by compute:nova {{(pid=103377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:44:22.964328 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26707cb4-5e5d-4852-aace-7d3304aceadf req-c5fb77f4-dd12-40e6-9c26-6ca9e8386b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:44:22.966910 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-26707cb4-5e5d-4852-aace-7d3304aceadf req-c5fb77f4-dd12-40e6-9c26-6ca9e8386b13 service neutron] 10.222.0.90 "GET /v2.0/networks?id=b55b6cf7-96ca-44f1-b402-5ece20b91f84 HTTP/1.1" status: 200 len: 913 time: 0.2069190 Feb 04 17:44:22.982616 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdaff9d-fe33-4a4e-9a77-6e80d9dfab6d req-b5f3aedf-cf87-4e07-8cff-d0fdfe340d80 tempest-TestServerAdvancedOps-1411743396 tempest-TestServerAdvancedOps-1411743396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:44:22.982616 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-efdaff9d-fe33-4a4e-9a77-6e80d9dfab6d req-b5f3aedf-cf87-4e07-8cff-d0fdfe340d80 tempest-TestServerAdvancedOps-1411743396 tempest-TestServerAdvancedOps-1411743396-project] 10.222.0.89 "GET /v2.0/ports?device_id=55561b3d-d75e-45d9-9f97-ccfb2d334f01 HTTP/1.1" status: 200 len: 945 time: 0.1614759 Feb 04 17:44:23.046999 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-26707cb4-5e5d-4852-aace-7d3304aceadf req-7b4c469e-141b-437d-bb11-30855ba06587 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=06cc4543-cc32-4220-8ed9-c749772fcc2b HTTP/1.1" status: 200 len: 217 time: 0.0649323 Feb 04 17:44:23.118665 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-efdaff9d-fe33-4a4e-9a77-6e80d9dfab6d req-e229421b-7486-46e9-8058-4e7621ea5bab tempest-TestServerAdvancedOps-1411743396 tempest-TestServerAdvancedOps-1411743396-project] 10.222.0.89 "GET /v2.0/security-groups?id=b26fd66a-2ce3-4841-86be-c84976cd3179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298389 Feb 04 17:44:23.135287 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26707cb4-5e5d-4852-aace-7d3304aceadf req-80c1af2e-8a97-4b6e-beac-df7b58b60140 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:44:23.137196 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-26707cb4-5e5d-4852-aace-7d3304aceadf req-80c1af2e-8a97-4b6e-beac-df7b58b60140 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=56d77231-1e8a-430f-89bb-45ff7f982beb HTTP/1.1" status: 200 len: 851 time: 0.0801003 Feb 04 17:44:23.214668 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-504e391f-1dbd-480a-8e7e-96b556738a4b req-8cc8c9c3-4e23-46fb-8c71-24eb62009978 tempest-TestServerAdvancedOps-1411743396 tempest-TestServerAdvancedOps-1411743396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (cba023f6-160d-4f47-91ec-dce221b820e6), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:44:23.230631 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] get_ports_and_sgs() called for port_ids ['cba023f6-160d-4f47-91ec-dce221b820e6'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 17:44:23.254568 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc8c9c3-4e23-46fb-8c71-24eb62009978 tempest-TestServerAdvancedOps-1411743396 tempest-TestServerAdvancedOps-1411743396-project] Pushing event deleted for resources: {'Port': ['ID=cba023f6-160d-4f47-91ec-dce221b820e6,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:44:23.258650 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26707cb4-5e5d-4852-aace-7d3304aceadf req-13a64a01-a52c-442e-b22a-3ef2b6fcc79f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:44:23.260323 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-26707cb4-5e5d-4852-aace-7d3304aceadf req-13a64a01-a52c-442e-b22a-3ef2b6fcc79f service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=b55b6cf7-96ca-44f1-b402-5ece20b91f84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1037588 Feb 04 17:44:23.366484 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [req-504e391f-1dbd-480a-8e7e-96b556738a4b req-8cc8c9c3-4e23-46fb-8c71-24eb62009978 tempest-TestServerAdvancedOps-1411743396 tempest-TestServerAdvancedOps-1411743396-project] No DVR routers for this DVR port cba023f6-160d-4f47-91ec-dce221b820e6 on host n-h2-827839-2 {{(pid=103377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 17:44:23.382528 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-504e391f-1dbd-480a-8e7e-96b556738a4b req-8cc8c9c3-4e23-46fb-8c71-24eb62009978 tempest-TestServerAdvancedOps-1411743396 tempest-TestServerAdvancedOps-1411743396-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:44:23.386701 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-504e391f-1dbd-480a-8e7e-96b556738a4b req-8cc8c9c3-4e23-46fb-8c71-24eb62009978 tempest-TestServerAdvancedOps-1411743396 tempest-TestServerAdvancedOps-1411743396-project] 10.222.0.90 "DELETE /v2.0/ports/cba023f6-160d-4f47-91ec-dce221b820e6 HTTP/1.1" status: 204 len: 173 time: 0.8759668 Feb 04 17:44:23.389097 n-d-827839-2 neutron-server[103377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55561b3d-d75e-45d9-9f97-ccfb2d334f01', 'name': 'network-vif-deleted', 'tag': 'cba023f6-160d-4f47-91ec-dce221b820e6'}] {{(pid=103377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:44:23.401845 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7240428b650e1488e9361b62648ff4b3a6c19d49d8c27c949491ab58c1346cf0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61f69a0a-764f-4640-83fc-0bbccc5340a3" -d '{"events": [{"server_uuid": "55561b3d-d75e-45d9-9f97-ccfb2d334f01", "name": "network-vif-deleted", "tag": "cba023f6-160d-4f47-91ec-dce221b820e6"}]}' {{(pid=103377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:44:23.478516 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-4127a102-d264-443a-ba56-7f527fbed9ce req-4563679f-878e-466c-95a7-b2850c152ba3 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=7121ab2f-febe-4a68-ae74-44f39310b958&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0840988 Feb 04 17:44:23.511456 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 39220) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:44:23.516690 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 17:44:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c84e07b-7ed7-4393-bd40-8e9d8756a2e1 x-openstack-request-id: req-5c84e07b-7ed7-4393-bd40-8e9d8756a2e1 {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:44:23.518250 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55561b3d-d75e-45d9-9f97-ccfb2d334f01", "name": "network-vif-deleted", "tag": "cba023f6-160d-4f47-91ec-dce221b820e6", "status": "completed", "code": 200}]} {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:44:23.518680 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-5c84e07b-7ed7-4393-bd40-8e9d8756a2e1 {{(pid=103377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:44:23.519239 n-d-827839-2 neutron-server[103377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55561b3d-d75e-45d9-9f97-ccfb2d334f01', 'name': 'network-vif-deleted', 'tag': 'cba023f6-160d-4f47-91ec-dce221b820e6', 'status': 'completed', 'code': 200} Feb 04 17:44:23.527947 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-ce090ad4-f94e-42ac-afc4-1f2e139641ab tempest-TestVolumeBackupRestore-803048355 tempest-TestVolumeBackupRestore-803048355-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1405604623', 'description': 'tempest-secgroup-smoke-1405604623 description', 'project_id': '5d530086a81c47f4a789a3b71476c7eb'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:44:23.545567 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-26707cb4-5e5d-4852-aace-7d3304aceadf req-24110bf4-ac2b-40c8-a33b-d035a7c3952d service neutron] 10.222.0.90 "GET /v2.0/networks/b55b6cf7-96ca-44f1-b402-5ece20b91f84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2769730 Feb 04 17:44:23.602442 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4127a102-d264-443a-ba56-7f527fbed9ce req-f03c0ce7-02fc-4b95-9f95-4f9e01afa041 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:44:23.604168 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-4127a102-d264-443a-ba56-7f527fbed9ce req-f03c0ce7-02fc-4b95-9f95-4f9e01afa041 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=f5ca586e0a134ee6a366fdbff53a4f3d&device_id=7121ab2f-febe-4a68-ae74-44f39310b958 HTTP/1.1" status: 200 len: 1127 time: 0.0942247 Feb 04 17:44:23.605529 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-ce090ad4-f94e-42ac-afc4-1f2e139641ab tempest-TestVolumeBackupRestore-803048355 tempest-TestVolumeBackupRestore-803048355-project] Publish callbacks [] for security_group (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:44:23.699335 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-26707cb4-5e5d-4852-aace-7d3304aceadf req-a0c50ede-d3f3-4e89-b936-d16e8dadebc3 service neutron] 10.222.0.90 "GET /v2.0/networks/b55b6cf7-96ca-44f1-b402-5ece20b91f84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298420 Feb 04 17:44:23.797356 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-ce090ad4-f94e-42ac-afc4-1f2e139641ab tempest-TestVolumeBackupRestore-803048355 tempest-TestVolumeBackupRestore-803048355-project] Publish callbacks [] for security_group (37f5680b-9ba8-4fd3-83e6-7e4da06bd2b3), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:44:23.803212 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4127a102-d264-443a-ba56-7f527fbed9ce req-8cf7376d-35f7-4015-aba3-55e0158ec40c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:44:23.804914 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-4127a102-d264-443a-ba56-7f527fbed9ce req-8cf7376d-35f7-4015-aba3-55e0158ec40c service neutron] 10.222.0.96 "GET /v2.0/networks?id=737a730a-f2b9-4552-b783-b268a6fc7510 HTTP/1.1" status: 200 len: 911 time: 0.1578250 Feb 04 17:44:23.806017 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-ce090ad4-f94e-42ac-afc4-1f2e139641ab tempest-TestVolumeBackupRestore-803048355 tempest-TestVolumeBackupRestore-803048355-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (37f5680b-9ba8-4fd3-83e6-7e4da06bd2b3), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:44:23.912603 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce090ad4-f94e-42ac-afc4-1f2e139641ab tempest-TestVolumeBackupRestore-803048355 tempest-TestVolumeBackupRestore-803048355-project] Pushing event updated for resources: {'SecurityGroup': ['ID=37f5680b-9ba8-4fd3-83e6-7e4da06bd2b3,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:44:23.926912 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-ce090ad4-f94e-42ac-afc4-1f2e139641ab tempest-TestVolumeBackupRestore-803048355 tempest-TestVolumeBackupRestore-803048355-project] Publish callbacks [] for security_group (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:44:23.930571 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-ce090ad4-f94e-42ac-afc4-1f2e139641ab tempest-TestVolumeBackupRestore-803048355 tempest-TestVolumeBackupRestore-803048355-project] 10.222.0.89 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.4040360 Feb 04 17:44:23.930757 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 39234) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:44:23.935468 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-cdf0e2ef-934a-441e-b31b-7b0b13c42833 tempest-TestVolumeBackupRestore-803048355 tempest-TestVolumeBackupRestore-803048355-project] Request body: {'security_group_rule': {'security_group_id': '37f5680b-9ba8-4fd3-83e6-7e4da06bd2b3', 'project_id': '5d530086a81c47f4a789a3b71476c7eb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:44:23.955620 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-4127a102-d264-443a-ba56-7f527fbed9ce req-3b2ac3da-823a-4297-bea4-8e9ae05d2fac service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0e9b088b-0283-400a-a288-9957c3e9669c HTTP/1.1" status: 200 len: 1000 time: 0.1284106 Feb 04 17:44:24.004199 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-cdf0e2ef-934a-441e-b31b-7b0b13c42833 tempest-TestVolumeBackupRestore-803048355 tempest-TestVolumeBackupRestore-803048355-project] Publish callbacks [] for security_group_rule (f606ac61-7deb-4921-9239-c8da3f9e5acd), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:44:24.037994 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4127a102-d264-443a-ba56-7f527fbed9ce req-8592c48b-ee35-44cd-ac12-8668ec42e566 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:44:24.039648 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-4127a102-d264-443a-ba56-7f527fbed9ce req-8592c48b-ee35-44cd-ac12-8668ec42e566 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=28f7679b-e706-44b6-8766-889d627ec1c0 HTTP/1.1" status: 200 len: 849 time: 0.0765009 Feb 04 17:44:24.114415 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-cdf0e2ef-934a-441e-b31b-7b0b13c42833 tempest-TestVolumeBackupRestore-803048355 tempest-TestVolumeBackupRestore-803048355-project] Publish callbacks [] for security_group_rule (f606ac61-7deb-4921-9239-c8da3f9e5acd), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:44:24.119166 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4127a102-d264-443a-ba56-7f527fbed9ce req-52979820-56cd-43be-923f-47033277dc19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:44:24.120726 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-4127a102-d264-443a-ba56-7f527fbed9ce req-52979820-56cd-43be-923f-47033277dc19 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=737a730a-f2b9-4552-b783-b268a6fc7510&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0726280 Feb 04 17:44:24.121988 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-cdf0e2ef-934a-441e-b31b-7b0b13c42833 tempest-TestVolumeBackupRestore-803048355 tempest-TestVolumeBackupRestore-803048355-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664556'] for security_group_rule (f606ac61-7deb-4921-9239-c8da3f9e5acd), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:44:24.160923 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf0e2ef-934a-441e-b31b-7b0b13c42833 tempest-TestVolumeBackupRestore-803048355 tempest-TestVolumeBackupRestore-803048355-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f606ac61-7deb-4921-9239-c8da3f9e5acd,revision_number=0']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:44:24.201064 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-cdf0e2ef-934a-441e-b31b-7b0b13c42833 tempest-TestVolumeBackupRestore-803048355 tempest-TestVolumeBackupRestore-803048355-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:44:24.204561 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-cdf0e2ef-934a-441e-b31b-7b0b13c42833 tempest-TestVolumeBackupRestore-803048355 tempest-TestVolumeBackupRestore-803048355-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2700653 Feb 04 17:44:24.204917 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 39238) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:44:24.210012 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-ab38d589-a52f-4ec8-967a-cdaf2844bb6c tempest-TestVolumeBackupRestore-803048355 tempest-TestVolumeBackupRestore-803048355-project] Request body: {'security_group_rule': {'security_group_id': '37f5680b-9ba8-4fd3-83e6-7e4da06bd2b3', 'project_id': '5d530086a81c47f4a789a3b71476c7eb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:44:24.258500 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-ab38d589-a52f-4ec8-967a-cdaf2844bb6c tempest-TestVolumeBackupRestore-803048355 tempest-TestVolumeBackupRestore-803048355-project] Publish callbacks [] for security_group_rule (9ff082f8-536f-4115-82c8-02a341728f6b), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:44:24.285580 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-4127a102-d264-443a-ba56-7f527fbed9ce req-fae399e1-73ea-4d30-8950-29e2c8e8cc3c service neutron] 10.222.0.96 "GET /v2.0/networks/737a730a-f2b9-4552-b783-b268a6fc7510?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1567197 Feb 04 17:44:24.344086 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-3fa94c21-4723-49b1-9871-f7c609ca54c9 req-69499407-fc0b-4079-b24c-d69ff7df0da4 tempest-TestServerAdvancedOps-1411743396 tempest-TestServerAdvancedOps-1411743396-project] 10.222.0.89 "GET /v2.0/ports?device_id=55561b3d-d75e-45d9-9f97-ccfb2d334f01 HTTP/1.1" status: 200 len: 210 time: 0.0613496 Feb 04 17:44:24.369290 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-ab38d589-a52f-4ec8-967a-cdaf2844bb6c tempest-TestVolumeBackupRestore-803048355 tempest-TestVolumeBackupRestore-803048355-project] Publish callbacks [] for security_group_rule (9ff082f8-536f-4115-82c8-02a341728f6b), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:44:24.373464 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-ab38d589-a52f-4ec8-967a-cdaf2844bb6c tempest-TestVolumeBackupRestore-803048355 tempest-TestVolumeBackupRestore-803048355-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664556'] for security_group_rule (9ff082f8-536f-4115-82c8-02a341728f6b), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:44:24.399324 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab38d589-a52f-4ec8-967a-cdaf2844bb6c tempest-TestVolumeBackupRestore-803048355 tempest-TestVolumeBackupRestore-803048355-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ff082f8-536f-4115-82c8-02a341728f6b,revision_number=0']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:44:24.411974 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-ab38d589-a52f-4ec8-967a-cdaf2844bb6c tempest-TestVolumeBackupRestore-803048355 tempest-TestVolumeBackupRestore-803048355-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:44:24.416222 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-ab38d589-a52f-4ec8-967a-cdaf2844bb6c tempest-TestVolumeBackupRestore-803048355 tempest-TestVolumeBackupRestore-803048355-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2079155 Feb 04 17:44:24.416531 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 39246) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:44:24.421342 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-fa1030eb-4902-4b47-a3e4-a6540a8c1081 tempest-TestVolumeBackupRestore-803048355 tempest-TestVolumeBackupRestore-803048355-project] Request body: {'security_group_rule': {'security_group_id': '37f5680b-9ba8-4fd3-83e6-7e4da06bd2b3', 'project_id': '5d530086a81c47f4a789a3b71476c7eb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:44:24.453763 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-fa1030eb-4902-4b47-a3e4-a6540a8c1081 tempest-TestVolumeBackupRestore-803048355 tempest-TestVolumeBackupRestore-803048355-project] Publish callbacks [] for security_group_rule (0bf8595b-1899-4f1a-bd79-40a777d996c5), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:44:24.468109 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-4127a102-d264-443a-ba56-7f527fbed9ce req-73d27bcb-f30c-440f-a273-a06761700d5f service neutron] 10.222.0.96 "GET /v2.0/networks/737a730a-f2b9-4552-b783-b268a6fc7510?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1734288 Feb 04 17:44:24.552791 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-fa1030eb-4902-4b47-a3e4-a6540a8c1081 tempest-TestVolumeBackupRestore-803048355 tempest-TestVolumeBackupRestore-803048355-project] Publish callbacks [] for security_group_rule (0bf8595b-1899-4f1a-bd79-40a777d996c5), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:44:24.559944 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-fa1030eb-4902-4b47-a3e4-a6540a8c1081 tempest-TestVolumeBackupRestore-803048355 tempest-TestVolumeBackupRestore-803048355-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664556'] for security_group_rule (0bf8595b-1899-4f1a-bd79-40a777d996c5), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:44:24.580829 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1030eb-4902-4b47-a3e4-a6540a8c1081 tempest-TestVolumeBackupRestore-803048355 tempest-TestVolumeBackupRestore-803048355-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0bf8595b-1899-4f1a-bd79-40a777d996c5,revision_number=0']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:44:24.594016 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-fa1030eb-4902-4b47-a3e4-a6540a8c1081 tempest-TestVolumeBackupRestore-803048355 tempest-TestVolumeBackupRestore-803048355-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:44:24.595394 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-fa1030eb-4902-4b47-a3e4-a6540a8c1081 tempest-TestVolumeBackupRestore-803048355 tempest-TestVolumeBackupRestore-803048355-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1776710 Feb 04 17:44:24.598948 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 39254) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:44:24.605725 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-c63fe53a-daed-4a5c-ad32-7e03d1b16d92 tempest-TestVolumeBackupRestore-803048355 tempest-TestVolumeBackupRestore-803048355-project] Request body: {'security_group_rule': {'security_group_id': '37f5680b-9ba8-4fd3-83e6-7e4da06bd2b3', 'project_id': '5d530086a81c47f4a789a3b71476c7eb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:44:24.666888 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-c63fe53a-daed-4a5c-ad32-7e03d1b16d92 tempest-TestVolumeBackupRestore-803048355 tempest-TestVolumeBackupRestore-803048355-project] Publish callbacks [] for security_group_rule (a3d1ee2c-e846-43e2-bcb5-d86c057e6373), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:44:24.727204 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-c63fe53a-daed-4a5c-ad32-7e03d1b16d92 tempest-TestVolumeBackupRestore-803048355 tempest-TestVolumeBackupRestore-803048355-project] Publish callbacks [] for security_group_rule (a3d1ee2c-e846-43e2-bcb5-d86c057e6373), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:44:24.731311 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-c63fe53a-daed-4a5c-ad32-7e03d1b16d92 tempest-TestVolumeBackupRestore-803048355 tempest-TestVolumeBackupRestore-803048355-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664556'] for security_group_rule (a3d1ee2c-e846-43e2-bcb5-d86c057e6373), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:44:24.749676 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63fe53a-daed-4a5c-ad32-7e03d1b16d92 tempest-TestVolumeBackupRestore-803048355 tempest-TestVolumeBackupRestore-803048355-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3d1ee2c-e846-43e2-bcb5-d86c057e6373,revision_number=0']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:44:24.758875 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-c63fe53a-daed-4a5c-ad32-7e03d1b16d92 tempest-TestVolumeBackupRestore-803048355 tempest-TestVolumeBackupRestore-803048355-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:44:24.762862 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 39256) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:44:24.762989 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-c63fe53a-daed-4a5c-ad32-7e03d1b16d92 tempest-TestVolumeBackupRestore-803048355 tempest-TestVolumeBackupRestore-803048355-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1627460 Feb 04 17:44:24.767651 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-33f1ea50-947e-4ae4-bcb0-586826445d0e tempest-TestVolumeBackupRestore-803048355 tempest-TestVolumeBackupRestore-803048355-project] Request body: {'security_group_rule': {'security_group_id': '37f5680b-9ba8-4fd3-83e6-7e4da06bd2b3', 'project_id': '5d530086a81c47f4a789a3b71476c7eb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:44:24.789606 n-d-827839-2 neutron-server[103377]: INFO neutron.db.securitygroups_db [None req-33f1ea50-947e-4ae4-bcb0-586826445d0e tempest-TestVolumeBackupRestore-803048355 tempest-TestVolumeBackupRestore-803048355-project] Project 5d530086a81c47f4a789a3b71476c7eb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 17:44:24.794931 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-33f1ea50-947e-4ae4-bcb0-586826445d0e tempest-TestVolumeBackupRestore-803048355 tempest-TestVolumeBackupRestore-803048355-project] Publish callbacks [] for security_group_rule (b8f05ba6-8b5c-45c3-803d-22c742278624), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:44:24.873336 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-33f1ea50-947e-4ae4-bcb0-586826445d0e tempest-TestVolumeBackupRestore-803048355 tempest-TestVolumeBackupRestore-803048355-project] Publish callbacks [] for security_group_rule (b8f05ba6-8b5c-45c3-803d-22c742278624), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:44:24.877499 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-33f1ea50-947e-4ae4-bcb0-586826445d0e tempest-TestVolumeBackupRestore-803048355 tempest-TestVolumeBackupRestore-803048355-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664556'] for security_group_rule (b8f05ba6-8b5c-45c3-803d-22c742278624), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:44:24.896061 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f1ea50-947e-4ae4-bcb0-586826445d0e tempest-TestVolumeBackupRestore-803048355 tempest-TestVolumeBackupRestore-803048355-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8f05ba6-8b5c-45c3-803d-22c742278624,revision_number=0']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:44:24.902808 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-33f1ea50-947e-4ae4-bcb0-586826445d0e tempest-TestVolumeBackupRestore-803048355 tempest-TestVolumeBackupRestore-803048355-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:44:24.906616 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-33f1ea50-947e-4ae4-bcb0-586826445d0e tempest-TestVolumeBackupRestore-803048355 tempest-TestVolumeBackupRestore-803048355-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1398849 Feb 04 17:44:24.906704 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 39262) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:44:24.913370 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-9da5a0b5-2758-43ad-b8a4-eba00c63e500 tempest-TestVolumeBackupRestore-803048355 tempest-TestVolumeBackupRestore-803048355-project] Request body: {'security_group_rule': {'security_group_id': '37f5680b-9ba8-4fd3-83e6-7e4da06bd2b3', 'project_id': '5d530086a81c47f4a789a3b71476c7eb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:44:24.939263 n-d-827839-2 neutron-server[103377]: INFO neutron.db.securitygroups_db [None req-9da5a0b5-2758-43ad-b8a4-eba00c63e500 tempest-TestVolumeBackupRestore-803048355 tempest-TestVolumeBackupRestore-803048355-project] Project 5d530086a81c47f4a789a3b71476c7eb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 17:44:24.948170 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-9da5a0b5-2758-43ad-b8a4-eba00c63e500 tempest-TestVolumeBackupRestore-803048355 tempest-TestVolumeBackupRestore-803048355-project] Publish callbacks [] for security_group_rule (2fc87511-754c-4ec2-82a7-bdb2296ef654), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:44:25.063755 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-9da5a0b5-2758-43ad-b8a4-eba00c63e500 tempest-TestVolumeBackupRestore-803048355 tempest-TestVolumeBackupRestore-803048355-project] Publish callbacks [] for security_group_rule (2fc87511-754c-4ec2-82a7-bdb2296ef654), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:44:25.068272 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-9da5a0b5-2758-43ad-b8a4-eba00c63e500 tempest-TestVolumeBackupRestore-803048355 tempest-TestVolumeBackupRestore-803048355-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664556'] for security_group_rule (2fc87511-754c-4ec2-82a7-bdb2296ef654), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:44:25.088823 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-9da5a0b5-2758-43ad-b8a4-eba00c63e500 tempest-TestVolumeBackupRestore-803048355 tempest-TestVolumeBackupRestore-803048355-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:44:25.092804 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-9da5a0b5-2758-43ad-b8a4-eba00c63e500 tempest-TestVolumeBackupRestore-803048355 tempest-TestVolumeBackupRestore-803048355-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1822643 Feb 04 17:44:25.118473 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da5a0b5-2758-43ad-b8a4-eba00c63e500 tempest-TestVolumeBackupRestore-803048355 tempest-TestVolumeBackupRestore-803048355-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2fc87511-754c-4ec2-82a7-bdb2296ef654,revision_number=0']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:44:25.352039 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-fecc9d45-1522-44c8-8473-057406199878 req-beb5e06a-b327-4cd7-8617-c0825b002077 tempest-TestVolumeBackupRestore-803048355 tempest-TestVolumeBackupRestore-803048355-project] 10.222.0.89 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1405604623&fields=id&tenant_id=5d530086a81c47f4a789a3b71476c7eb HTTP/1.1" status: 200 len: 267 time: 0.0528584 Feb 04 17:44:25.437540 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 39282) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:44:25.489888 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecc9d45-1522-44c8-8473-057406199878 req-17425f58-7508-4893-9384-74b308b32711 tempest-TestVolumeBackupRestore-803048355 tempest-TestVolumeBackupRestore-803048355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:44:25.494785 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-fecc9d45-1522-44c8-8473-057406199878 req-17425f58-7508-4893-9384-74b308b32711 tempest-TestVolumeBackupRestore-803048355 tempest-TestVolumeBackupRestore-803048355-project] 10.222.0.89 "GET /v2.0/networks?id=075b1f2b-93d8-4e1b-bd57-5e36c089eac9 HTTP/1.1" status: 200 len: 814 time: 0.1419239 Feb 04 17:44:25.501976 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.db_base_plugin_v2 [None req-fafbf942-751d-45f5-9d9c-bfe044de655d admin admin] Deleting subnet 07803c17-2bc4-4930-85ed-c2e8112c2bd4 {{(pid=103377) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 17:44:25.506073 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-fafbf942-751d-45f5-9d9c-bfe044de655d admin admin] Publish callbacks [] for subnet (07803c17-2bc4-4930-85ed-c2e8112c2bd4), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:44:25.519483 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-fecc9d45-1522-44c8-8473-057406199878 req-caddac1b-c6f2-462f-9a6d-5fa8fef9706b tempest-TestVolumeBackupRestore-803048355 tempest-TestVolumeBackupRestore-803048355-project] 10.222.0.89 "GET /v2.0/quotas/5d530086a81c47f4a789a3b71476c7eb HTTP/1.1" status: 200 len: 375 time: 0.0196662 Feb 04 17:44:25.549893 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-fafbf942-751d-45f5-9d9c-bfe044de655d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26866676'] for subnet (07803c17-2bc4-4930-85ed-c2e8112c2bd4), precommit_delete_associations {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:44:25.579602 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-fecc9d45-1522-44c8-8473-057406199878 req-de2399ec-fd7d-4187-9e95-5a20bb9fd9a6 tempest-TestVolumeBackupRestore-803048355 tempest-TestVolumeBackupRestore-803048355-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=5d530086a81c47f4a789a3b71476c7eb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0589974 Feb 04 17:44:25.600406 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-fafbf942-751d-45f5-9d9c-bfe044de655d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1541225'] for subnet (07803c17-2bc4-4930-85ed-c2e8112c2bd4), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:44:25.663756 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-fafbf942-751d-45f5-9d9c-bfe044de655d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1541216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25888360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25597190'] for subnet (07803c17-2bc4-4930-85ed-c2e8112c2bd4), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:44:25.697221 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafbf942-751d-45f5-9d9c-bfe044de655d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=07803c17-2bc4-4930-85ed-c2e8112c2bd4,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:44:25.702017 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-fafbf942-751d-45f5-9d9c-bfe044de655d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:44:25.705201 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-fafbf942-751d-45f5-9d9c-bfe044de655d admin admin] 10.222.0.89 "DELETE /v2.0/subnets/07803c17-2bc4-4930-85ed-c2e8112c2bd4 HTTP/1.1" status: 204 len: 168 time: 0.2675750 Feb 04 17:44:25.707602 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-fecc9d45-1522-44c8-8473-057406199878 req-74017f95-760e-49d7-a75b-bb9b1353b037 service neutron] 10.222.0.89 "GET /v2.0/networks/075b1f2b-93d8-4e1b-bd57-5e36c089eac9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1150887 Feb 04 17:44:25.708730 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 39288) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:44:25.838180 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-c407b14a-22f0-465b-ab38-292029a5bd36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628832'] for network (20b9f05a-0bd0-4e9d-81ff-5cd9f25d3d5d), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:44:25.889253 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-fecc9d45-1522-44c8-8473-057406199878 req-798aae76-95cf-4cac-9f12-399a83c4ff93 service neutron] 10.222.0.89 "GET /v2.0/networks/075b1f2b-93d8-4e1b-bd57-5e36c089eac9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1730118 Feb 04 17:44:25.954272 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-c407b14a-22f0-465b-ab38-292029a5bd36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1543676', 'neutron.services.segments.db._delete_segments_for_network-8781084786517'] for network (20b9f05a-0bd0-4e9d-81ff-5cd9f25d3d5d), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:44:25.985596 n-d-827839-2 neutron-server[103376]: DEBUG neutron.services.segments.db [None req-c407b14a-22f0-465b-ab38-292029a5bd36 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20b9f05a-0bd0-4e9d-81ff-5cd9f25d3d5d']}} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:44:25.998544 n-d-827839-2 neutron-server[103376]: DEBUG neutron.services.segments.db [None req-c407b14a-22f0-465b-ab38-292029a5bd36 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52144904-98ff-4cd2-9e6d-91aa716878ad') {'for_net_delete': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:44:25.998930 n-d-827839-2 neutron-server[103376]: DEBUG neutron.services.segments.db [None req-c407b14a-22f0-465b-ab38-292029a5bd36 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52144904-98ff-4cd2-9e6d-91aa716878ad') {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:44:26.015528 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-c407b14a-22f0-465b-ab38-292029a5bd36 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781084783966', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25674908'] for segment (52144904-98ff-4cd2-9e6d-91aa716878ad), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:44:26.035728 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-c407b14a-22f0-465b-ab38-292029a5bd36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (52144904-98ff-4cd2-9e6d-91aa716878ad), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:44:26.047970 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c407b14a-22f0-465b-ab38-292029a5bd36 admin admin] Releasing vlan 759 on physical network physnet1 to pool {{(pid=103376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 17:44:26.049299 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-c407b14a-22f0-465b-ab38-292029a5bd36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25675992'] for segment (52144904-98ff-4cd2-9e6d-91aa716878ad), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:44:26.052204 n-d-827839-2 neutron-server[103376]: Traceback (most recent call last): Feb 04 17:44:26.052204 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 17:44:26.052204 n-d-827839-2 neutron-server[103376]: timer() Feb 04 17:44:26.052204 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 17:44:26.052204 n-d-827839-2 neutron-server[103376]: cb(*args, **kw) Feb 04 17:44:26.052204 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 17:44:26.052204 n-d-827839-2 neutron-server[103376]: return func(*args, **kwargs) Feb 04 17:44:26.052204 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 17:44:26.052204 n-d-827839-2 neutron-server[103376]: self._notify() Feb 04 17:44:26.052204 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 17:44:26.052204 n-d-827839-2 neutron-server[103376]: self.callback(batched_events) Feb 04 17:44:26.052204 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 17:44:26.052204 n-d-827839-2 neutron-server[103376]: event.method(event) Feb 04 17:44:26.052204 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 17:44:26.052204 n-d-827839-2 neutron-server[103376]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 17:44:26.052204 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 17:44:26.052204 n-d-827839-2 neutron-server[103376]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 17:44:26.052204 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 17:44:26.052204 n-d-827839-2 neutron-server[103376]: return f(self, *a, **k) Feb 04 17:44:26.052204 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 17:44:26.052204 n-d-827839-2 neutron-server[103376]: return self._get(url).json() Feb 04 17:44:26.052204 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 17:44:26.052204 n-d-827839-2 neutron-server[103376]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 17:44:26.052204 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 17:44:26.052204 n-d-827839-2 neutron-server[103376]: return self.request(url, 'GET', **kwargs) Feb 04 17:44:26.052204 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 17:44:26.052204 n-d-827839-2 neutron-server[103376]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 17:44:26.052204 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 17:44:26.052204 n-d-827839-2 neutron-server[103376]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 17:44:26.052204 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 17:44:26.052204 n-d-827839-2 neutron-server[103376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 17:44:26.052204 n-d-827839-2 neutron-server[103376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 17:44:26.135162 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-c407b14a-22f0-465b-ab38-292029a5bd36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1543671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1595572'] for network (20b9f05a-0bd0-4e9d-81ff-5cd9f25d3d5d), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:44:26.140907 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-c407b14a-22f0-465b-ab38-292029a5bd36 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:44:26.144502 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-c407b14a-22f0-465b-ab38-292029a5bd36 admin admin] 10.222.0.89 "DELETE /v2.0/networks/20b9f05a-0bd0-4e9d-81ff-5cd9f25d3d5d HTTP/1.1" status: 204 len: 168 time: 0.4345553 Feb 04 17:44:26.147905 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 39298) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:44:26.168230 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c407b14a-22f0-465b-ab38-292029a5bd36 admin admin] Pushing event deleted for resources: {'Network': ['ID=20b9f05a-0bd0-4e9d-81ff-5cd9f25d3d5d,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:44:26.221710 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.db_base_plugin_v2 [None req-f75e07e0-48ac-4e48-b20b-bb719f34d1d1 admin admin] Deleting subnet d853e8cf-aa3a-4875-9284-9069b699bd17 {{(pid=103377) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 17:44:26.225209 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-f75e07e0-48ac-4e48-b20b-bb719f34d1d1 admin admin] Publish callbacks [] for subnet (d853e8cf-aa3a-4875-9284-9069b699bd17), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:44:26.262366 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-f75e07e0-48ac-4e48-b20b-bb719f34d1d1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26866676'] for subnet (d853e8cf-aa3a-4875-9284-9069b699bd17), precommit_delete_associations {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:44:26.303746 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-f75e07e0-48ac-4e48-b20b-bb719f34d1d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1541225'] for subnet (d853e8cf-aa3a-4875-9284-9069b699bd17), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:44:26.362157 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-f75e07e0-48ac-4e48-b20b-bb719f34d1d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1541216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25888360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25597190'] for subnet (d853e8cf-aa3a-4875-9284-9069b699bd17), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:44:26.410802 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-f75e07e0-48ac-4e48-b20b-bb719f34d1d1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:44:26.414584 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-f75e07e0-48ac-4e48-b20b-bb719f34d1d1 admin admin] 10.222.0.89 "DELETE /v2.0/subnets/d853e8cf-aa3a-4875-9284-9069b699bd17 HTTP/1.1" status: 204 len: 168 time: 0.2656925 Feb 04 17:44:26.415895 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75e07e0-48ac-4e48-b20b-bb719f34d1d1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d853e8cf-aa3a-4875-9284-9069b699bd17,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:44:26.417226 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 39310) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:44:26.578424 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-6460fc36-f117-4d3a-8b41-e8229cb1f47a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628832'] for network (61d91021-6203-4ee0-8cf7-b37c7b1d49ff), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:44:26.651659 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-88ec94ac-28c5-46d8-9981-bf2ae21f2fbd req-3eee2203-e8c8-4ae3-a2b0-a60f5dad2794 tempest-TestVolumeBackupRestore-803048355 tempest-TestVolumeBackupRestore-803048355-project] 10.222.0.89 "GET /v2.0/ports?device_id=602e4c9b-42aa-430a-b1be-80543d539d58 HTTP/1.1" status: 200 len: 210 time: 0.0482302 Feb 04 17:44:26.678084 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-6460fc36-f117-4d3a-8b41-e8229cb1f47a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1543676', 'neutron.services.segments.db._delete_segments_for_network-8781084786517'] for network (61d91021-6203-4ee0-8cf7-b37c7b1d49ff), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:44:26.701856 n-d-827839-2 neutron-server[103376]: DEBUG neutron.services.segments.db [None req-6460fc36-f117-4d3a-8b41-e8229cb1f47a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61d91021-6203-4ee0-8cf7-b37c7b1d49ff']}} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:44:26.717671 n-d-827839-2 neutron-server[103376]: DEBUG neutron.services.segments.db [None req-6460fc36-f117-4d3a-8b41-e8229cb1f47a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce1a148a-fe9e-48c4-a826-b2e3cd628a29') {'for_net_delete': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:44:26.718259 n-d-827839-2 neutron-server[103376]: DEBUG neutron.services.segments.db [None req-6460fc36-f117-4d3a-8b41-e8229cb1f47a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce1a148a-fe9e-48c4-a826-b2e3cd628a29') {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:44:26.728779 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-6460fc36-f117-4d3a-8b41-e8229cb1f47a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781084783966', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25674908'] for segment (ce1a148a-fe9e-48c4-a826-b2e3cd628a29), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:44:26.746103 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-6460fc36-f117-4d3a-8b41-e8229cb1f47a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (ce1a148a-fe9e-48c4-a826-b2e3cd628a29), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:44:26.753552 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6460fc36-f117-4d3a-8b41-e8229cb1f47a admin admin] Releasing vlan 767 on physical network physnet1 to pool {{(pid=103376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 17:44:26.753942 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-6460fc36-f117-4d3a-8b41-e8229cb1f47a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25675992'] for segment (ce1a148a-fe9e-48c4-a826-b2e3cd628a29), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:44:26.756771 n-d-827839-2 neutron-server[103376]: Traceback (most recent call last): Feb 04 17:44:26.756771 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 17:44:26.756771 n-d-827839-2 neutron-server[103376]: timer() Feb 04 17:44:26.756771 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 17:44:26.756771 n-d-827839-2 neutron-server[103376]: cb(*args, **kw) Feb 04 17:44:26.756771 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 17:44:26.756771 n-d-827839-2 neutron-server[103376]: return func(*args, **kwargs) Feb 04 17:44:26.756771 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 17:44:26.756771 n-d-827839-2 neutron-server[103376]: self._notify() Feb 04 17:44:26.756771 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 17:44:26.756771 n-d-827839-2 neutron-server[103376]: self.callback(batched_events) Feb 04 17:44:26.756771 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 17:44:26.756771 n-d-827839-2 neutron-server[103376]: event.method(event) Feb 04 17:44:26.756771 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 17:44:26.756771 n-d-827839-2 neutron-server[103376]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 17:44:26.756771 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 17:44:26.756771 n-d-827839-2 neutron-server[103376]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 17:44:26.756771 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 17:44:26.756771 n-d-827839-2 neutron-server[103376]: return f(self, *a, **k) Feb 04 17:44:26.756771 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 17:44:26.756771 n-d-827839-2 neutron-server[103376]: return self._get(url).json() Feb 04 17:44:26.756771 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 17:44:26.756771 n-d-827839-2 neutron-server[103376]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 17:44:26.756771 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 17:44:26.756771 n-d-827839-2 neutron-server[103376]: return self.request(url, 'GET', **kwargs) Feb 04 17:44:26.756771 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 17:44:26.756771 n-d-827839-2 neutron-server[103376]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 17:44:26.756771 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 17:44:26.756771 n-d-827839-2 neutron-server[103376]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 17:44:26.756771 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 17:44:26.756771 n-d-827839-2 neutron-server[103376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 17:44:26.756771 n-d-827839-2 neutron-server[103376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 17:44:26.837711 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-6460fc36-f117-4d3a-8b41-e8229cb1f47a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1543671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1595572'] for network (61d91021-6203-4ee0-8cf7-b37c7b1d49ff), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:44:26.843831 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-6460fc36-f117-4d3a-8b41-e8229cb1f47a admin admin] Publish callbacks [] for network (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:44:26.847496 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-6460fc36-f117-4d3a-8b41-e8229cb1f47a admin admin] 10.222.0.89 "DELETE /v2.0/networks/61d91021-6203-4ee0-8cf7-b37c7b1d49ff HTTP/1.1" status: 204 len: 168 time: 0.4287248 Feb 04 17:44:26.858899 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6460fc36-f117-4d3a-8b41-e8229cb1f47a admin admin] Pushing event deleted for resources: {'Network': ['ID=61d91021-6203-4ee0-8cf7-b37c7b1d49ff,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:44:26.867592 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6460fc36-f117-4d3a-8b41-e8229cb1f47a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:44:26.867947 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6460fc36-f117-4d3a-8b41-e8229cb1f47a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:44:26.868294 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6460fc36-f117-4d3a-8b41-e8229cb1f47a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:44:26.868643 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6460fc36-f117-4d3a-8b41-e8229cb1f47a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:44:26.869006 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6460fc36-f117-4d3a-8b41-e8229cb1f47a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:44:26.869471 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6460fc36-f117-4d3a-8b41-e8229cb1f47a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:44:26.869811 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6460fc36-f117-4d3a-8b41-e8229cb1f47a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:44:26.870142 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6460fc36-f117-4d3a-8b41-e8229cb1f47a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:44:26.870472 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6460fc36-f117-4d3a-8b41-e8229cb1f47a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:44:26.870803 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6460fc36-f117-4d3a-8b41-e8229cb1f47a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:44:26.871130 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6460fc36-f117-4d3a-8b41-e8229cb1f47a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:44:26.871461 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6460fc36-f117-4d3a-8b41-e8229cb1f47a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:44:26.871780 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6460fc36-f117-4d3a-8b41-e8229cb1f47a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:44:27.053854 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 39334) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:44:27.099951 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-808a423e-6669-473e-a3cc-285bb16b258d admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=4fd9d89db7c84c62b041be3d55c852d5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0449262 Feb 04 17:44:27.103746 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 39338) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:44:27.174458 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-bcccc330-748f-4b5f-8286-d8c734e32cf8 admin admin] Publish callbacks [] for security_group (b26fd66a-2ce3-4841-86be-c84976cd3179), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:44:27.197793 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-bcccc330-748f-4b5f-8286-d8c734e32cf8 admin admin] Publish callbacks [] for security_group (b26fd66a-2ce3-4841-86be-c84976cd3179), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:44:27.253230 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-bcccc330-748f-4b5f-8286-d8c734e32cf8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (b26fd66a-2ce3-4841-86be-c84976cd3179), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:44:27.256580 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-bcccc330-748f-4b5f-8286-d8c734e32cf8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:44:27.260798 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-bcccc330-748f-4b5f-8286-d8c734e32cf8 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/b26fd66a-2ce3-4841-86be-c84976cd3179 HTTP/1.1" status: 204 len: 168 time: 0.1547852 Feb 04 17:44:27.284800 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcccc330-748f-4b5f-8286-d8c734e32cf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b26fd66a-2ce3-4841-86be-c84976cd3179,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:44:27.295398 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcccc330-748f-4b5f-8286-d8c734e32cf8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:44:27.295827 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcccc330-748f-4b5f-8286-d8c734e32cf8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:44:27.296262 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcccc330-748f-4b5f-8286-d8c734e32cf8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:44:27.296819 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcccc330-748f-4b5f-8286-d8c734e32cf8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:44:27.297227 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcccc330-748f-4b5f-8286-d8c734e32cf8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:44:27.297628 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcccc330-748f-4b5f-8286-d8c734e32cf8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:44:27.298036 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcccc330-748f-4b5f-8286-d8c734e32cf8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:44:27.298437 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcccc330-748f-4b5f-8286-d8c734e32cf8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:44:27.298837 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcccc330-748f-4b5f-8286-d8c734e32cf8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:44:27.299232 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcccc330-748f-4b5f-8286-d8c734e32cf8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:44:27.299628 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcccc330-748f-4b5f-8286-d8c734e32cf8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:44:27.300020 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcccc330-748f-4b5f-8286-d8c734e32cf8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:44:27.300529 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcccc330-748f-4b5f-8286-d8c734e32cf8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:44:27.585601 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Device cba023f6-160d-4f47-91ec-dce221b820e6 no longer exists at agent hyperv_n-h2-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:44:27.632210 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] No Port match for: cba023f6-160d-4f47-91ec-dce221b820e6 {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 17:44:27.636048 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Device cba023f6-160d-4f47-91ec-dce221b820e6 not bound to the agent host n-h2-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 17:44:27.669185 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 39352) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:44:27.771792 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-4a6fd27b-cb7a-492a-a066-a9e425e3c4d8 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=a65591bc6d824d368e44db9d2b936f3a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0988703 Feb 04 17:44:27.773333 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 39360) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:44:27.792984 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-5db500ec-fd90-4f70-ac80-eea57880ed54 req-1eb996ac-79cf-4d41-9eeb-a94ca95625dd tempest-TestVolumeBackupRestore-803048355 tempest-TestVolumeBackupRestore-803048355-project] 10.222.0.89 "GET /v2.0/ports?device_id=602e4c9b-42aa-430a-b1be-80543d539d58 HTTP/1.1" status: 200 len: 210 time: 0.0510266 Feb 04 17:44:27.856113 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-1323805f-e418-4b9d-b05a-bac7bd898f73 admin admin] Publish callbacks [] for security_group (57314e5c-ad56-4e05-ad66-b12712c416a7), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:44:27.897162 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-1323805f-e418-4b9d-b05a-bac7bd898f73 admin admin] Publish callbacks [] for security_group (57314e5c-ad56-4e05-ad66-b12712c416a7), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:44:27.975421 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-1323805f-e418-4b9d-b05a-bac7bd898f73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (57314e5c-ad56-4e05-ad66-b12712c416a7), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:44:27.978336 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-1323805f-e418-4b9d-b05a-bac7bd898f73 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:44:27.979525 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-1323805f-e418-4b9d-b05a-bac7bd898f73 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/57314e5c-ad56-4e05-ad66-b12712c416a7 HTTP/1.1" status: 204 len: 168 time: 0.2050734 Feb 04 17:44:28.001778 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1323805f-e418-4b9d-b05a-bac7bd898f73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57314e5c-ad56-4e05-ad66-b12712c416a7,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:44:28.025491 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecc9d45-1522-44c8-8473-057406199878 req-abe0b74d-f38b-42e7-b38b-0752e6dc1b51 tempest-TestVolumeBackupRestore-803048355 tempest-TestVolumeBackupRestore-803048355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:44:28.027522 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-fecc9d45-1522-44c8-8473-057406199878 req-abe0b74d-f38b-42e7-b38b-0752e6dc1b51 tempest-TestVolumeBackupRestore-803048355 tempest-TestVolumeBackupRestore-803048355-project] 10.222.0.96 "GET /v2.0/networks?id=075b1f2b-93d8-4e1b-bd57-5e36c089eac9 HTTP/1.1" status: 200 len: 814 time: 0.2116511 Feb 04 17:44:28.138091 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-fecc9d45-1522-44c8-8473-057406199878 req-438b5b27-87e5-4155-96a0-b7122db8d439 tempest-TestVolumeBackupRestore-803048355 tempest-TestVolumeBackupRestore-803048355-project] 10.222.0.96 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5d530086a81c47f4a789a3b71476c7eb HTTP/1.1" status: 200 len: 380 time: 0.0928001 Feb 04 17:44:28.151763 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [req-fecc9d45-1522-44c8-8473-057406199878 req-a4b9eafc-b32a-4616-9e5f-ec18730619c2 tempest-TestVolumeBackupRestore-803048355 tempest-TestVolumeBackupRestore-803048355-project] Request body: {'port': {'device_id': '602e4c9b-42aa-430a-b1be-80543d539d58', 'network_id': '075b1f2b-93d8-4e1b-bd57-5e36c089eac9', 'admin_state_up': True, 'tenant_id': '5d530086a81c47f4a789a3b71476c7eb', 'security_groups': ['37f5680b-9ba8-4fd3-83e6-7e4da06bd2b3']}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:44:28.372091 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fecc9d45-1522-44c8-8473-057406199878 req-a4b9eafc-b32a-4616-9e5f-ec18730619c2 tempest-TestVolumeBackupRestore-803048355 tempest-TestVolumeBackupRestore-803048355-project] Made reservation on behalf of 5d530086a81c47f4a789a3b71476c7eb for: {'port': 1} {{(pid=103376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:44:28.380001 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-fecc9d45-1522-44c8-8473-057406199878 req-a4b9eafc-b32a-4616-9e5f-ec18730619c2 tempest-TestVolumeBackupRestore-803048355 tempest-TestVolumeBackupRestore-803048355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:44:28.639949 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.db_base_plugin_common [req-fecc9d45-1522-44c8-8473-057406199878 req-a4b9eafc-b32a-4616-9e5f-ec18730619c2 tempest-TestVolumeBackupRestore-803048355 tempest-TestVolumeBackupRestore-803048355-project] Allocated IP 172.20.0.7 (075b1f2b-93d8-4e1b-bd57-5e36c089eac9/4cbfb0a5-3518-40b7-8526-325a0a5f13de/73311ee6-b482-417a-a78f-f9db9444d970) {{(pid=103376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:44:28.937634 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-20e38108-669e-42fa-8ce5-835aeb692c5e req-b6f389d4-99f2-44e2-b99c-556ebd96bfaa tempest-TestVolumeBackupRestore-803048355 tempest-TestVolumeBackupRestore-803048355-project] 10.222.0.89 "GET /v2.0/ports?device_id=602e4c9b-42aa-430a-b1be-80543d539d58 HTTP/1.1" status: 200 len: 210 time: 0.0385954 Feb 04 17:44:29.260772 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-fecc9d45-1522-44c8-8473-057406199878 req-a4b9eafc-b32a-4616-9e5f-ec18730619c2 tempest-TestVolumeBackupRestore-803048355 tempest-TestVolumeBackupRestore-803048355-project] Publish callbacks [] for port (73311ee6-b482-417a-a78f-f9db9444d970), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:44:29.293213 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-fecc9d45-1522-44c8-8473-057406199878 req-a4b9eafc-b32a-4616-9e5f-ec18730619c2 tempest-TestVolumeBackupRestore-803048355 tempest-TestVolumeBackupRestore-803048355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (73311ee6-b482-417a-a78f-f9db9444d970), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:44:29.334883 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fecc9d45-1522-44c8-8473-057406199878 req-a4b9eafc-b32a-4616-9e5f-ec18730619c2 tempest-TestVolumeBackupRestore-803048355 tempest-TestVolumeBackupRestore-803048355-project] Network 075b1f2b-93d8-4e1b-bd57-5e36c089eac9 is already hosted by enough agents. {{(pid=103376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:44:29.338437 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [req-fecc9d45-1522-44c8-8473-057406199878 req-a4b9eafc-b32a-4616-9e5f-ec18730619c2 tempest-TestVolumeBackupRestore-803048355 tempest-TestVolumeBackupRestore-803048355-project] Resources bound (agent type, host, resource id): {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:44:29.359687 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [req-fecc9d45-1522-44c8-8473-057406199878 req-a4b9eafc-b32a-4616-9e5f-ec18730619c2 tempest-TestVolumeBackupRestore-803048355 tempest-TestVolumeBackupRestore-803048355-project] Received port after_create {{(pid=103376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:44:29.419338 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b9eafc-b32a-4616-9e5f-ec18730619c2 tempest-TestVolumeBackupRestore-803048355 tempest-TestVolumeBackupRestore-803048355-project] Pushing event updated for resources: {'Port': ['ID=73311ee6-b482-417a-a78f-f9db9444d970,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:44:29.463720 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecc9d45-1522-44c8-8473-057406199878 req-a4b9eafc-b32a-4616-9e5f-ec18730619c2 tempest-TestVolumeBackupRestore-803048355 tempest-TestVolumeBackupRestore-803048355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:44:29.464669 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-fecc9d45-1522-44c8-8473-057406199878 req-a4b9eafc-b32a-4616-9e5f-ec18730619c2 tempest-TestVolumeBackupRestore-803048355 tempest-TestVolumeBackupRestore-803048355-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:44:29.483318 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-fecc9d45-1522-44c8-8473-057406199878 req-a4b9eafc-b32a-4616-9e5f-ec18730619c2 tempest-TestVolumeBackupRestore-803048355 tempest-TestVolumeBackupRestore-803048355-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3371179 Feb 04 17:44:29.498656 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [req-fecc9d45-1522-44c8-8473-057406199878 req-b5e97b61-d2e4-410b-b22b-df38d2920672 service neutron] Request body: {'port': {'device_id': '602e4c9b-42aa-430a-b1be-80543d539d58', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827839-2'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:44:29.571259 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-fecc9d45-1522-44c8-8473-057406199878 req-b5e97b61-d2e4-410b-b22b-df38d2920672 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (73311ee6-b482-417a-a78f-f9db9444d970), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:44:29.730450 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-cac0af99-c960-44f0-a550-b570a2a1b9be None None] Provisioning complete for port 73311ee6-b482-417a-a78f-f9db9444d970 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:44:29.731403 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-cac0af99-c960-44f0-a550-b570a2a1b9be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (73311ee6-b482-417a-a78f-f9db9444d970), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:44:29.771602 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-cac0af99-c960-44f0-a550-b570a2a1b9be None None] Port 73311ee6-b482-417a-a78f-f9db9444d970 cannot update to ACTIVE because it is not bound. {{(pid=103378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 17:44:29.780548 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4314a113-60a8-4ac6-b015-db1f685b938a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (bb89f5a3-3c22-440b-b7d1-c4f0c43c184a), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:44:29.915560 n-d-827839-2 neutron-server[103376]: DEBUG neutron.notifiers.nova [req-fecc9d45-1522-44c8-8473-057406199878 req-b5e97b61-d2e4-410b-b22b-df38d2920672 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 73311ee6-b482-417a-a78f-f9db9444d970 {{(pid=103376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 17:44:29.923520 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-fecc9d45-1522-44c8-8473-057406199878 req-b5e97b61-d2e4-410b-b22b-df38d2920672 service neutron] Publish callbacks [] for port (73311ee6-b482-417a-a78f-f9db9444d970), precommit_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:44:29.935596 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.provisioning_blocks [req-fecc9d45-1522-44c8-8473-057406199878 req-b5e97b61-d2e4-410b-b22b-df38d2920672 service neutron] Transition to ACTIVE for port object 73311ee6-b482-417a-a78f-f9db9444d970 will not be triggered until provisioned by entity L2. {{(pid=103376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 17:44:29.939484 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-fecc9d45-1522-44c8-8473-057406199878 req-b5e97b61-d2e4-410b-b22b-df38d2920672 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675836'] for port (73311ee6-b482-417a-a78f-f9db9444d970), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:44:30.028963 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e97b61-d2e4-410b-b22b-df38d2920672 service neutron] Pushing event updated for resources: {'Port': ['ID=73311ee6-b482-417a-a78f-f9db9444d970,revision_number=2']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:44:30.081218 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [req-fecc9d45-1522-44c8-8473-057406199878 req-b5e97b61-d2e4-410b-b22b-df38d2920672 service neutron] Attempting to bind port 73311ee6-b482-417a-a78f-f9db9444d970 on host n-h1-827839-2 for vnic_type normal with profile {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:44:30.081704 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [req-fecc9d45-1522-44c8-8473-057406199878 req-b5e97b61-d2e4-410b-b22b-df38d2920672 service neutron] Attempting to bind port 73311ee6-b482-417a-a78f-f9db9444d970 by drivers openvswitch,hyperv on host n-h1-827839-2 at level 0 using segments [{'id': 'fc43ce35-42d4-452c-8cea-9531bad329e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '075b1f2b-93d8-4e1b-bd57-5e36c089eac9'}] {{(pid=103376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:44:30.082167 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fecc9d45-1522-44c8-8473-057406199878 req-b5e97b61-d2e4-410b-b22b-df38d2920672 service neutron] Attempting to bind port 73311ee6-b482-417a-a78f-f9db9444d970 on network 075b1f2b-93d8-4e1b-bd57-5e36c089eac9 {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:44:30.109236 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fecc9d45-1522-44c8-8473-057406199878 req-b5e97b61-d2e4-410b-b22b-df38d2920672 service neutron] Port 73311ee6-b482-417a-a78f-f9db9444d970 on network 075b1f2b-93d8-4e1b-bd57-5e36c089eac9 not bound, no agent of type Open vSwitch agent registered on host n-h1-827839-2 {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 17:44:30.109711 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fecc9d45-1522-44c8-8473-057406199878 req-b5e97b61-d2e4-410b-b22b-df38d2920672 service neutron] Attempting to bind port 73311ee6-b482-417a-a78f-f9db9444d970 on network 075b1f2b-93d8-4e1b-bd57-5e36c089eac9 {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:44:30.118957 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fecc9d45-1522-44c8-8473-057406199878 req-b5e97b61-d2e4-410b-b22b-df38d2920672 service neutron] Checking agent: {'id': '3f9244a9-75fc-4c10-b195-11d48b853b41', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 8, 42), 'started_at': datetime.datetime(2022, 2, 4, 17, 8, 42), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 44, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:44:30.119453 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fecc9d45-1522-44c8-8473-057406199878 req-b5e97b61-d2e4-410b-b22b-df38d2920672 service neutron] Checking segment: {'id': 'fc43ce35-42d4-452c-8cea-9531bad329e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '075b1f2b-93d8-4e1b-bd57-5e36c089eac9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:44:30.119941 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fecc9d45-1522-44c8-8473-057406199878 req-b5e97b61-d2e4-410b-b22b-df38d2920672 service neutron] Bound using segment: {'id': 'fc43ce35-42d4-452c-8cea-9531bad329e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '075b1f2b-93d8-4e1b-bd57-5e36c089eac9'} {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:44:30.120487 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [req-fecc9d45-1522-44c8-8473-057406199878 req-b5e97b61-d2e4-410b-b22b-df38d2920672 service neutron] Bound port: 73311ee6-b482-417a-a78f-f9db9444d970, host: n-h1-827839-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc43ce35-42d4-452c-8cea-9531bad329e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '075b1f2b-93d8-4e1b-bd57-5e36c089eac9'}}] {{(pid=103376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:44:30.120976 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-fecc9d45-1522-44c8-8473-057406199878 req-b5e97b61-d2e4-410b-b22b-df38d2920672 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (73311ee6-b482-417a-a78f-f9db9444d970), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:44:30.224700 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a4e00b-b409-4714-8ae8-5627aee8214b req-4b361b68-b208-46ac-bcdc-9e3174cdf156 tempest-TestVolumeBackupRestore-803048355 tempest-TestVolumeBackupRestore-803048355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:44:30.226304 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-e9a4e00b-b409-4714-8ae8-5627aee8214b req-4b361b68-b208-46ac-bcdc-9e3174cdf156 tempest-TestVolumeBackupRestore-803048355 tempest-TestVolumeBackupRestore-803048355-project] 10.222.0.89 "GET /v2.0/ports?device_id=602e4c9b-42aa-430a-b1be-80543d539d58 HTTP/1.1" status: 200 len: 943 time: 0.1644366 Feb 04 17:44:30.229797 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [req-fecc9d45-1522-44c8-8473-057406199878 req-b5e97b61-d2e4-410b-b22b-df38d2920672 service neutron] For port 73311ee6-b482-417a-a78f-f9db9444d970, host n-h1-827839-2, cleared binding levels {{(pid=103376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:44:30.233305 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [req-fecc9d45-1522-44c8-8473-057406199878 req-b5e97b61-d2e4-410b-b22b-df38d2920672 service neutron] For port 73311ee6-b482-417a-a78f-f9db9444d970, host n-h1-827839-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=73311ee6-b482-417a-a78f-f9db9444d970,segment=NetworkSegment(fc43ce35-42d4-452c-8cea-9531bad329e0),segment_id=fc43ce35-42d4-452c-8cea-9531bad329e0)] {{(pid=103376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:44:30.245111 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-fecc9d45-1522-44c8-8473-057406199878 req-b5e97b61-d2e4-410b-b22b-df38d2920672 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675836'] for port (73311ee6-b482-417a-a78f-f9db9444d970), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:44:30.291261 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecc9d45-1522-44c8-8473-057406199878 req-b5e97b61-d2e4-410b-b22b-df38d2920672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:44:30.292157 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-fecc9d45-1522-44c8-8473-057406199878 req-b5e97b61-d2e4-410b-b22b-df38d2920672 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:44:30.293800 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-fecc9d45-1522-44c8-8473-057406199878 req-b5e97b61-d2e4-410b-b22b-df38d2920672 service neutron] 10.222.0.96 "PUT /v2.0/ports/73311ee6-b482-417a-a78f-f9db9444d970 HTTP/1.1" status: 200 len: 1091 time: 0.8027289 Feb 04 17:44:30.298478 n-d-827839-2 neutron-server[103376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '602e4c9b-42aa-430a-b1be-80543d539d58', 'tag': '73311ee6-b482-417a-a78f-f9db9444d970'}] {{(pid=103376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:44:30.301022 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d59c3bb5e2f09ebf62144d5e09b1cff60c763a9c19614c24538e77842938c05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5428a01-71e0-4fad-abf8-38e2b069e19a" -d '{"events": [{"name": "network-changed", "server_uuid": "602e4c9b-42aa-430a-b1be-80543d539d58", "tag": "73311ee6-b482-417a-a78f-f9db9444d970"}]}' {{(pid=103376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:44:30.463250 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-e9a4e00b-b409-4714-8ae8-5627aee8214b req-18d198ad-c24a-43d0-9edb-1d8d9c46fca1 tempest-TestVolumeBackupRestore-803048355 tempest-TestVolumeBackupRestore-803048355-project] 10.222.0.89 "GET /v2.0/security-groups?id=37f5680b-9ba8-4fd3-83e6-7e4da06bd2b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2279203 Feb 04 17:44:30.465032 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e97b61-d2e4-410b-b22b-df38d2920672 service neutron] Pushing event updated for resources: {'Port': ['ID=73311ee6-b482-417a-a78f-f9db9444d970,revision_number=3']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:44:30.507034 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecc9d45-1522-44c8-8473-057406199878 req-0781389f-6e98-4aa2-a5f7-d998f58bdf46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:44:30.509360 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-fecc9d45-1522-44c8-8473-057406199878 req-0781389f-6e98-4aa2-a5f7-d998f58bdf46 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=5d530086a81c47f4a789a3b71476c7eb&device_id=602e4c9b-42aa-430a-b1be-80543d539d58 HTTP/1.1" status: 200 len: 1125 time: 0.1622694 Feb 04 17:44:30.585911 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-fecc9d45-1522-44c8-8473-057406199878 req-2aa7f6f2-1e84-491f-8cea-0712c4143a9b service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=73311ee6-b482-417a-a78f-f9db9444d970 HTTP/1.1" status: 200 len: 217 time: 0.0670733 Feb 04 17:44:30.640364 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 17:44:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92e835bb-f2c3-4f22-b087-a444bbe5ea39 x-openstack-request-id: req-92e835bb-f2c3-4f22-b087-a444bbe5ea39 {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:44:30.640665 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "602e4c9b-42aa-430a-b1be-80543d539d58", "tag": "73311ee6-b482-417a-a78f-f9db9444d970", "status": "completed", "code": 200}]} {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:44:30.641016 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-92e835bb-f2c3-4f22-b087-a444bbe5ea39 {{(pid=103376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:44:30.641422 n-d-827839-2 neutron-server[103376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '602e4c9b-42aa-430a-b1be-80543d539d58', 'tag': '73311ee6-b482-417a-a78f-f9db9444d970', 'status': 'completed', 'code': 200} Feb 04 17:44:30.659147 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecc9d45-1522-44c8-8473-057406199878 req-bb858f14-1d92-40d9-9d9b-acb8701f10b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:44:30.660635 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-fecc9d45-1522-44c8-8473-057406199878 req-bb858f14-1d92-40d9-9d9b-acb8701f10b7 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=4cbfb0a5-3518-40b7-8526-325a0a5f13de HTTP/1.1" status: 200 len: 853 time: 0.0683372 Feb 04 17:44:30.716501 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecc9d45-1522-44c8-8473-057406199878 req-753e818a-7fc8-49e3-80f0-3cef5e54ce07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:44:30.718336 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-fecc9d45-1522-44c8-8473-057406199878 req-753e818a-7fc8-49e3-80f0-3cef5e54ce07 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=075b1f2b-93d8-4e1b-bd57-5e36c089eac9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0505085 Feb 04 17:44:30.819501 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-fecc9d45-1522-44c8-8473-057406199878 req-accfa9b5-3ef3-4735-b9fc-24032d65e90e service neutron] 10.222.0.96 "GET /v2.0/networks/075b1f2b-93d8-4e1b-bd57-5e36c089eac9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927944 Feb 04 17:44:30.916460 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-fecc9d45-1522-44c8-8473-057406199878 req-a6ca54ed-025d-4343-a812-38e8a7086031 service neutron] 10.222.0.96 "GET /v2.0/networks/075b1f2b-93d8-4e1b-bd57-5e36c089eac9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901585 Feb 04 17:44:31.011683 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5428a01-71e0-4fad-abf8-38e2b069e19a req-6b371cd3-407c-40fa-88ba-5687ead44c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:44:31.013336 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-a5428a01-71e0-4fad-abf8-38e2b069e19a req-6b371cd3-407c-40fa-88ba-5687ead44c00 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=5d530086a81c47f4a789a3b71476c7eb&device_id=602e4c9b-42aa-430a-b1be-80543d539d58 HTTP/1.1" status: 200 len: 1125 time: 0.0482011 Feb 04 17:44:31.121394 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5428a01-71e0-4fad-abf8-38e2b069e19a req-7f260d84-e796-498f-a680-0946156dd73a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:44:31.122889 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-a5428a01-71e0-4fad-abf8-38e2b069e19a req-7f260d84-e796-498f-a680-0946156dd73a service neutron] 10.222.0.96 "GET /v2.0/networks?id=075b1f2b-93d8-4e1b-bd57-5e36c089eac9 HTTP/1.1" status: 200 len: 915 time: 0.1014228 Feb 04 17:44:31.166096 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-a5428a01-71e0-4fad-abf8-38e2b069e19a req-0cd35659-5479-4574-a3f2-90c158fcd951 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=73311ee6-b482-417a-a78f-f9db9444d970 HTTP/1.1" status: 200 len: 217 time: 0.0369074 Feb 04 17:44:31.216026 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5428a01-71e0-4fad-abf8-38e2b069e19a req-0535952d-98e9-4327-b296-2eeaa31f5736 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:44:31.217568 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-a5428a01-71e0-4fad-abf8-38e2b069e19a req-0535952d-98e9-4327-b296-2eeaa31f5736 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=4cbfb0a5-3518-40b7-8526-325a0a5f13de HTTP/1.1" status: 200 len: 853 time: 0.0454469 Feb 04 17:44:31.272541 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5428a01-71e0-4fad-abf8-38e2b069e19a req-7030488c-fb10-4269-bb93-6c7b6794bf02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:44:31.275355 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-a5428a01-71e0-4fad-abf8-38e2b069e19a req-7030488c-fb10-4269-bb93-6c7b6794bf02 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=075b1f2b-93d8-4e1b-bd57-5e36c089eac9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0504005 Feb 04 17:44:31.380321 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-a5428a01-71e0-4fad-abf8-38e2b069e19a req-5ecca8e6-b463-415e-879d-352ec563eceb service neutron] 10.222.0.96 "GET /v2.0/networks/075b1f2b-93d8-4e1b-bd57-5e36c089eac9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976586 Feb 04 17:44:31.476676 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-a5428a01-71e0-4fad-abf8-38e2b069e19a req-172a6d70-0d83-47d3-adf2-8a4d689abc03 service neutron] 10.222.0.96 "GET /v2.0/networks/075b1f2b-93d8-4e1b-bd57-5e36c089eac9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874405 Feb 04 17:44:31.600955 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75c4bd3-ad16-42b2-a392-2d36a7740db9 req-5deb609d-6c20-454d-bee9-f4351fc33282 tempest-TestVolumeBackupRestore-803048355 tempest-TestVolumeBackupRestore-803048355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:44:31.602472 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-c75c4bd3-ad16-42b2-a392-2d36a7740db9 req-5deb609d-6c20-454d-bee9-f4351fc33282 tempest-TestVolumeBackupRestore-803048355 tempest-TestVolumeBackupRestore-803048355-project] 10.222.0.89 "GET /v2.0/ports?device_id=602e4c9b-42aa-430a-b1be-80543d539d58 HTTP/1.1" status: 200 len: 943 time: 0.0626757 Feb 04 17:44:31.654966 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-c75c4bd3-ad16-42b2-a392-2d36a7740db9 req-9b454213-8749-4137-a7aa-3d23bda006c0 tempest-TestVolumeBackupRestore-803048355 tempest-TestVolumeBackupRestore-803048355-project] 10.222.0.89 "GET /v2.0/security-groups?id=37f5680b-9ba8-4fd3-83e6-7e4da06bd2b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465820 Feb 04 17:44:32.303804 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed50ad5-e584-4698-8bb9-e0a75ffdf969 req-704f5985-16d1-4551-bd0a-79b2d948f520 tempest-AttachVolumeTestJSON-1062564701 tempest-AttachVolumeTestJSON-1062564701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:44:32.307666 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-1ed50ad5-e584-4698-8bb9-e0a75ffdf969 req-704f5985-16d1-4551-bd0a-79b2d948f520 tempest-AttachVolumeTestJSON-1062564701 tempest-AttachVolumeTestJSON-1062564701-project] 10.222.0.89 "GET /v2.0/ports?device_id=7121ab2f-febe-4a68-ae74-44f39310b958 HTTP/1.1" status: 200 len: 945 time: 0.0617042 Feb 04 17:44:32.363714 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-1ed50ad5-e584-4698-8bb9-e0a75ffdf969 req-3b937505-b3ec-4b62-a7e6-f2bab70eab9a tempest-AttachVolumeTestJSON-1062564701 tempest-AttachVolumeTestJSON-1062564701-project] 10.222.0.89 "GET /v2.0/security-groups?id=bdb5a98e-e9d3-4310-8108-cc56ff726a34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490484 Feb 04 17:44:32.783595 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafbb531-29ec-44d3-9173-d0e242f88de6 req-ea4f9f70-29e0-40f8-99fb-6eae0f95323a tempest-TestVolumeBackupRestore-803048355 tempest-TestVolumeBackupRestore-803048355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:44:32.790602 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-dafbb531-29ec-44d3-9173-d0e242f88de6 req-ea4f9f70-29e0-40f8-99fb-6eae0f95323a tempest-TestVolumeBackupRestore-803048355 tempest-TestVolumeBackupRestore-803048355-project] 10.222.0.89 "GET /v2.0/ports?device_id=602e4c9b-42aa-430a-b1be-80543d539d58 HTTP/1.1" status: 200 len: 943 time: 0.0637758 Feb 04 17:44:32.809914 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3160a482-706b-4d1a-9c63-39951e8b9250 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (64ada913-9131-4d99-a265-63a920956287), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:44:32.843270 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-dafbb531-29ec-44d3-9173-d0e242f88de6 req-87403c74-038a-49e2-8634-7a2c7790e49f tempest-TestVolumeBackupRestore-803048355 tempest-TestVolumeBackupRestore-803048355-project] 10.222.0.89 "GET /v2.0/security-groups?id=37f5680b-9ba8-4fd3-83e6-7e4da06bd2b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517626 Feb 04 17:44:33.024131 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d408ec64-b374-4acb-a1fc-48241dad6d47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (0cd6d64a-47a7-40ff-8c12-71dd526c62e0), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:44:33.498722 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34060075-c5b6-4cbe-9756-bc908849ce0f req-c13a394c-6703-44ed-a421-31d92b04835b tempest-AttachVolumeTestJSON-1062564701 tempest-AttachVolumeTestJSON-1062564701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:44:33.500362 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-34060075-c5b6-4cbe-9756-bc908849ce0f req-c13a394c-6703-44ed-a421-31d92b04835b tempest-AttachVolumeTestJSON-1062564701 tempest-AttachVolumeTestJSON-1062564701-project] 10.222.0.89 "GET /v2.0/ports?device_id=7121ab2f-febe-4a68-ae74-44f39310b958 HTTP/1.1" status: 200 len: 945 time: 0.0630269 Feb 04 17:44:33.555370 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-34060075-c5b6-4cbe-9756-bc908849ce0f req-695f68f5-22f8-4fc7-8174-d2bce8d8febd tempest-AttachVolumeTestJSON-1062564701 tempest-AttachVolumeTestJSON-1062564701-project] 10.222.0.89 "GET /v2.0/security-groups?id=bdb5a98e-e9d3-4310-8108-cc56ff726a34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486257 Feb 04 17:44:33.975341 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e44b5dc-46eb-4d38-bf1b-03006af0eeec req-2c0dffdf-d747-41db-8eab-134233dc2640 tempest-TestVolumeBackupRestore-803048355 tempest-TestVolumeBackupRestore-803048355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:44:33.977805 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-8e44b5dc-46eb-4d38-bf1b-03006af0eeec req-2c0dffdf-d747-41db-8eab-134233dc2640 tempest-TestVolumeBackupRestore-803048355 tempest-TestVolumeBackupRestore-803048355-project] 10.222.0.89 "GET /v2.0/ports?device_id=602e4c9b-42aa-430a-b1be-80543d539d58 HTTP/1.1" status: 200 len: 943 time: 0.0569510 Feb 04 17:44:34.030685 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-8e44b5dc-46eb-4d38-bf1b-03006af0eeec req-af462c67-4c67-4f1e-b046-b92827621cd0 tempest-TestVolumeBackupRestore-803048355 tempest-TestVolumeBackupRestore-803048355-project] 10.222.0.89 "GET /v2.0/security-groups?id=37f5680b-9ba8-4fd3-83e6-7e4da06bd2b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458126 Feb 04 17:44:34.696467 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f52ed8-fc16-4428-97aa-09dc9c555c20 req-bcf2aeae-de5a-4df0-a4b4-9395bb7d6c81 tempest-AttachVolumeTestJSON-1062564701 tempest-AttachVolumeTestJSON-1062564701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:44:34.698154 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-a0f52ed8-fc16-4428-97aa-09dc9c555c20 req-bcf2aeae-de5a-4df0-a4b4-9395bb7d6c81 tempest-AttachVolumeTestJSON-1062564701 tempest-AttachVolumeTestJSON-1062564701-project] 10.222.0.89 "GET /v2.0/ports?device_id=7121ab2f-febe-4a68-ae74-44f39310b958 HTTP/1.1" status: 200 len: 945 time: 0.0640669 Feb 04 17:44:34.756174 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-a0f52ed8-fc16-4428-97aa-09dc9c555c20 req-7ae996f7-b3dc-4442-968b-a850364c09c0 tempest-AttachVolumeTestJSON-1062564701 tempest-AttachVolumeTestJSON-1062564701-project] 10.222.0.89 "GET /v2.0/security-groups?id=bdb5a98e-e9d3-4310-8108-cc56ff726a34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517840 Feb 04 17:44:34.832089 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4f14bb47-e72b-46ac-9e44-a61d9293afcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (75326290-f7a3-4db8-9cf2-15c7139ed224), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:44:35.158404 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3be9778-4384-4efd-bf50-95ff572a614e req-665a4d98-c301-465c-9dd2-8bf9157761f4 tempest-TestVolumeBackupRestore-803048355 tempest-TestVolumeBackupRestore-803048355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:44:35.159975 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-d3be9778-4384-4efd-bf50-95ff572a614e req-665a4d98-c301-465c-9dd2-8bf9157761f4 tempest-TestVolumeBackupRestore-803048355 tempest-TestVolumeBackupRestore-803048355-project] 10.222.0.89 "GET /v2.0/ports?device_id=602e4c9b-42aa-430a-b1be-80543d539d58 HTTP/1.1" status: 200 len: 943 time: 0.0543382 Feb 04 17:44:35.227723 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-d3be9778-4384-4efd-bf50-95ff572a614e req-608a2c69-2807-4f72-ab17-8473f29665e7 tempest-TestVolumeBackupRestore-803048355 tempest-TestVolumeBackupRestore-803048355-project] 10.222.0.89 "GET /v2.0/security-groups?id=37f5680b-9ba8-4fd3-83e6-7e4da06bd2b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571790 Feb 04 17:44:35.729001 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (ba70844b-66a0-45fd-a2f2-e6ed673321fc), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:44:35.903082 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d31b9a-2a44-463b-834c-51fae4975830 req-84b214a0-e060-44be-b989-42bb67ff8c89 tempest-AttachVolumeTestJSON-1062564701 tempest-AttachVolumeTestJSON-1062564701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:44:35.904795 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-55d31b9a-2a44-463b-834c-51fae4975830 req-84b214a0-e060-44be-b989-42bb67ff8c89 tempest-AttachVolumeTestJSON-1062564701 tempest-AttachVolumeTestJSON-1062564701-project] 10.222.0.89 "GET /v2.0/ports?device_id=7121ab2f-febe-4a68-ae74-44f39310b958 HTTP/1.1" status: 200 len: 945 time: 0.0598681 Feb 04 17:44:35.958777 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-55d31b9a-2a44-463b-834c-51fae4975830 req-ab57820e-a38c-4617-bcb5-7eee949795f4 tempest-AttachVolumeTestJSON-1062564701 tempest-AttachVolumeTestJSON-1062564701-project] 10.222.0.89 "GET /v2.0/security-groups?id=bdb5a98e-e9d3-4310-8108-cc56ff726a34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475545 Feb 04 17:44:36.374432 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6845a55c-c6b9-4142-ab30-c75df1744d70 req-fafead6d-0bf6-40ec-a6dc-a59d06282c0e tempest-TestVolumeBackupRestore-803048355 tempest-TestVolumeBackupRestore-803048355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:44:36.376383 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-6845a55c-c6b9-4142-ab30-c75df1744d70 req-fafead6d-0bf6-40ec-a6dc-a59d06282c0e tempest-TestVolumeBackupRestore-803048355 tempest-TestVolumeBackupRestore-803048355-project] 10.222.0.89 "GET /v2.0/ports?device_id=602e4c9b-42aa-430a-b1be-80543d539d58 HTTP/1.1" status: 200 len: 943 time: 0.0615275 Feb 04 17:44:36.432492 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-6845a55c-c6b9-4142-ab30-c75df1744d70 req-23ede0cf-0fc5-4c41-89c5-54fab9c53e82 tempest-TestVolumeBackupRestore-803048355 tempest-TestVolumeBackupRestore-803048355-project] 10.222.0.89 "GET /v2.0/security-groups?id=37f5680b-9ba8-4fd3-83e6-7e4da06bd2b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485981 Feb 04 17:44:37.101339 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6951a4-21bd-42b6-86a3-1566515ecd70 req-7b1da70f-cf2e-4c40-a1bc-8fbce7d80766 tempest-AttachVolumeTestJSON-1062564701 tempest-AttachVolumeTestJSON-1062564701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:44:37.103158 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-bd6951a4-21bd-42b6-86a3-1566515ecd70 req-7b1da70f-cf2e-4c40-a1bc-8fbce7d80766 tempest-AttachVolumeTestJSON-1062564701 tempest-AttachVolumeTestJSON-1062564701-project] 10.222.0.89 "GET /v2.0/ports?device_id=7121ab2f-febe-4a68-ae74-44f39310b958 HTTP/1.1" status: 200 len: 945 time: 0.0717490 Feb 04 17:44:37.156630 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-bd6951a4-21bd-42b6-86a3-1566515ecd70 req-f99b1f19-fdf0-42e5-baa6-87aa9524463c tempest-AttachVolumeTestJSON-1062564701 tempest-AttachVolumeTestJSON-1062564701-project] 10.222.0.89 "GET /v2.0/security-groups?id=bdb5a98e-e9d3-4310-8108-cc56ff726a34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475016 Feb 04 17:44:37.565918 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734d65c9-d80c-4ad3-b855-80be1c45c01b req-5dbef4f0-464c-4b16-bffe-7f6ba71ac5ec tempest-TestVolumeBackupRestore-803048355 tempest-TestVolumeBackupRestore-803048355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:44:37.568169 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-734d65c9-d80c-4ad3-b855-80be1c45c01b req-5dbef4f0-464c-4b16-bffe-7f6ba71ac5ec tempest-TestVolumeBackupRestore-803048355 tempest-TestVolumeBackupRestore-803048355-project] 10.222.0.89 "GET /v2.0/ports?device_id=602e4c9b-42aa-430a-b1be-80543d539d58 HTTP/1.1" status: 200 len: 943 time: 0.0583379 Feb 04 17:44:37.656354 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-734d65c9-d80c-4ad3-b855-80be1c45c01b req-6928a04a-30de-4caf-9ada-0f6b0195b124 tempest-TestVolumeBackupRestore-803048355 tempest-TestVolumeBackupRestore-803048355-project] 10.222.0.89 "GET /v2.0/security-groups?id=37f5680b-9ba8-4fd3-83e6-7e4da06bd2b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0817759 Feb 04 17:44:38.280356 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997a79e2-2a3e-48c6-9cdc-ba7d3f69dcb4 req-58252eea-0137-4e7f-a60a-1c76a608f250 tempest-AttachVolumeTestJSON-1062564701 tempest-AttachVolumeTestJSON-1062564701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:44:38.287741 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-997a79e2-2a3e-48c6-9cdc-ba7d3f69dcb4 req-58252eea-0137-4e7f-a60a-1c76a608f250 tempest-AttachVolumeTestJSON-1062564701 tempest-AttachVolumeTestJSON-1062564701-project] 10.222.0.89 "GET /v2.0/ports?device_id=7121ab2f-febe-4a68-ae74-44f39310b958 HTTP/1.1" status: 200 len: 945 time: 0.0628688 Feb 04 17:44:38.335684 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-997a79e2-2a3e-48c6-9cdc-ba7d3f69dcb4 req-108ba4c1-8eec-4e38-93db-685580d835ee tempest-AttachVolumeTestJSON-1062564701 tempest-AttachVolumeTestJSON-1062564701-project] 10.222.0.89 "GET /v2.0/security-groups?id=bdb5a98e-e9d3-4310-8108-cc56ff726a34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469232 Feb 04 17:44:38.789308 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d75aab-278a-41d2-9658-134843775ffe req-e3a1509c-d4b2-4ed2-95d4-43d9adcaa673 tempest-TestVolumeBackupRestore-803048355 tempest-TestVolumeBackupRestore-803048355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:44:38.790916 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-15d75aab-278a-41d2-9658-134843775ffe req-e3a1509c-d4b2-4ed2-95d4-43d9adcaa673 tempest-TestVolumeBackupRestore-803048355 tempest-TestVolumeBackupRestore-803048355-project] 10.222.0.89 "GET /v2.0/ports?device_id=602e4c9b-42aa-430a-b1be-80543d539d58 HTTP/1.1" status: 200 len: 943 time: 0.0550418 Feb 04 17:44:38.844787 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-15d75aab-278a-41d2-9658-134843775ffe req-c01c7315-8971-4635-a722-d4b6af1caffa tempest-TestVolumeBackupRestore-803048355 tempest-TestVolumeBackupRestore-803048355-project] 10.222.0.89 "GET /v2.0/security-groups?id=37f5680b-9ba8-4fd3-83e6-7e4da06bd2b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477920 Feb 04 17:44:39.467992 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6bb67c-bd35-4423-9459-78fbfafd4281 req-c6ecf74c-f56d-4a5f-b4af-1cc0286ffd8b tempest-AttachVolumeTestJSON-1062564701 tempest-AttachVolumeTestJSON-1062564701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:44:39.474949 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-2c6bb67c-bd35-4423-9459-78fbfafd4281 req-c6ecf74c-f56d-4a5f-b4af-1cc0286ffd8b tempest-AttachVolumeTestJSON-1062564701 tempest-AttachVolumeTestJSON-1062564701-project] 10.222.0.89 "GET /v2.0/ports?device_id=7121ab2f-febe-4a68-ae74-44f39310b958 HTTP/1.1" status: 200 len: 945 time: 0.0687916 Feb 04 17:44:39.521555 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-2c6bb67c-bd35-4423-9459-78fbfafd4281 req-88a419f0-99a2-4819-8dc0-1223ccdeda33 tempest-AttachVolumeTestJSON-1062564701 tempest-AttachVolumeTestJSON-1062564701-project] 10.222.0.89 "GET /v2.0/security-groups?id=bdb5a98e-e9d3-4310-8108-cc56ff726a34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454476 Feb 04 17:44:39.985362 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09560987-76a1-4710-b430-c03d8b3827e7 req-f1aab96e-816d-42ec-8ffa-8a616ba1cd9a tempest-TestVolumeBackupRestore-803048355 tempest-TestVolumeBackupRestore-803048355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:44:39.986008 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-09560987-76a1-4710-b430-c03d8b3827e7 req-f1aab96e-816d-42ec-8ffa-8a616ba1cd9a tempest-TestVolumeBackupRestore-803048355 tempest-TestVolumeBackupRestore-803048355-project] 10.222.0.89 "GET /v2.0/ports?device_id=602e4c9b-42aa-430a-b1be-80543d539d58 HTTP/1.1" status: 200 len: 943 time: 0.0563381 Feb 04 17:44:40.043514 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-09560987-76a1-4710-b430-c03d8b3827e7 req-9cd734f4-9509-4481-af26-4f907d38516e tempest-TestVolumeBackupRestore-803048355 tempest-TestVolumeBackupRestore-803048355-project] 10.222.0.89 "GET /v2.0/security-groups?id=37f5680b-9ba8-4fd3-83e6-7e4da06bd2b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520351 Feb 04 17:44:40.304298 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (f20a1ab3-4332-4f54-833b-ba4a7c687e89), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:44:40.650102 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba77dff-853f-43c4-937a-18bc4048e8a2 req-df082ebd-a53a-45a6-b460-8b5f35549c2e tempest-AttachVolumeTestJSON-1062564701 tempest-AttachVolumeTestJSON-1062564701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:44:40.657075 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-1ba77dff-853f-43c4-937a-18bc4048e8a2 req-df082ebd-a53a-45a6-b460-8b5f35549c2e tempest-AttachVolumeTestJSON-1062564701 tempest-AttachVolumeTestJSON-1062564701-project] 10.222.0.89 "GET /v2.0/ports?device_id=7121ab2f-febe-4a68-ae74-44f39310b958 HTTP/1.1" status: 200 len: 945 time: 0.0629222 Feb 04 17:44:40.704215 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-1ba77dff-853f-43c4-937a-18bc4048e8a2 req-82f6a77c-7513-4507-aad1-99995dc0a001 tempest-AttachVolumeTestJSON-1062564701 tempest-AttachVolumeTestJSON-1062564701-project] 10.222.0.89 "GET /v2.0/security-groups?id=bdb5a98e-e9d3-4310-8108-cc56ff726a34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461845 Feb 04 17:44:41.168183 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5bee56-f521-4c1a-a072-ef7e4fa4b9ae req-56f446ed-6336-46b3-9ebe-08ac8f12160a tempest-TestVolumeBackupRestore-803048355 tempest-TestVolumeBackupRestore-803048355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:44:41.169692 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-3f5bee56-f521-4c1a-a072-ef7e4fa4b9ae req-56f446ed-6336-46b3-9ebe-08ac8f12160a tempest-TestVolumeBackupRestore-803048355 tempest-TestVolumeBackupRestore-803048355-project] 10.222.0.89 "GET /v2.0/ports?device_id=602e4c9b-42aa-430a-b1be-80543d539d58 HTTP/1.1" status: 200 len: 943 time: 0.0527952 Feb 04 17:44:41.220484 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-3f5bee56-f521-4c1a-a072-ef7e4fa4b9ae req-548d55b6-20a6-48f5-a343-509574d81126 tempest-TestVolumeBackupRestore-803048355 tempest-TestVolumeBackupRestore-803048355-project] 10.222.0.89 "GET /v2.0/security-groups?id=37f5680b-9ba8-4fd3-83e6-7e4da06bd2b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452187 Feb 04 17:44:41.831144 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce8572b-d093-46dd-86f2-bd16e5c37699 req-dd6baf06-9986-41c6-b8c4-e1c8fc75a399 tempest-AttachVolumeTestJSON-1062564701 tempest-AttachVolumeTestJSON-1062564701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:44:41.832665 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-fce8572b-d093-46dd-86f2-bd16e5c37699 req-dd6baf06-9986-41c6-b8c4-e1c8fc75a399 tempest-AttachVolumeTestJSON-1062564701 tempest-AttachVolumeTestJSON-1062564701-project] 10.222.0.89 "GET /v2.0/ports?device_id=7121ab2f-febe-4a68-ae74-44f39310b958 HTTP/1.1" status: 200 len: 945 time: 0.0540540 Feb 04 17:44:41.887181 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-fce8572b-d093-46dd-86f2-bd16e5c37699 req-a1bea310-8219-4f69-b001-ff371e084503 tempest-AttachVolumeTestJSON-1062564701 tempest-AttachVolumeTestJSON-1062564701-project] 10.222.0.89 "GET /v2.0/security-groups?id=bdb5a98e-e9d3-4310-8108-cc56ff726a34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482569 Feb 04 17:44:42.346496 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92a8b70-fccd-46a6-b63f-69cc117aa32e req-c8b14ed4-b601-42e3-aba7-1e1c3aa48f80 tempest-TestVolumeBackupRestore-803048355 tempest-TestVolumeBackupRestore-803048355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:44:42.348087 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-b92a8b70-fccd-46a6-b63f-69cc117aa32e req-c8b14ed4-b601-42e3-aba7-1e1c3aa48f80 tempest-TestVolumeBackupRestore-803048355 tempest-TestVolumeBackupRestore-803048355-project] 10.222.0.89 "GET /v2.0/ports?device_id=602e4c9b-42aa-430a-b1be-80543d539d58 HTTP/1.1" status: 200 len: 943 time: 0.0592356 Feb 04 17:44:42.399636 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-b92a8b70-fccd-46a6-b63f-69cc117aa32e req-824d443e-db3b-49f0-8d01-ea47deda0f53 tempest-TestVolumeBackupRestore-803048355 tempest-TestVolumeBackupRestore-803048355-project] 10.222.0.89 "GET /v2.0/security-groups?id=37f5680b-9ba8-4fd3-83e6-7e4da06bd2b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446684 Feb 04 17:44:42.435183 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (3f9244a9-75fc-4c10-b195-11d48b853b41), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:44:43.013786 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3728e876-e67a-42e8-849a-589eb10e05d1 req-e4f9a2d9-d1bf-4291-8c17-73676a2c6df7 tempest-AttachVolumeTestJSON-1062564701 tempest-AttachVolumeTestJSON-1062564701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:44:43.015317 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-3728e876-e67a-42e8-849a-589eb10e05d1 req-e4f9a2d9-d1bf-4291-8c17-73676a2c6df7 tempest-AttachVolumeTestJSON-1062564701 tempest-AttachVolumeTestJSON-1062564701-project] 10.222.0.89 "GET /v2.0/ports?device_id=7121ab2f-febe-4a68-ae74-44f39310b958 HTTP/1.1" status: 200 len: 945 time: 0.0528057 Feb 04 17:44:43.064726 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-3728e876-e67a-42e8-849a-589eb10e05d1 req-ebc4708f-790a-4b1b-95ed-74be0dfdcf83 tempest-AttachVolumeTestJSON-1062564701 tempest-AttachVolumeTestJSON-1062564701-project] 10.222.0.89 "GET /v2.0/security-groups?id=bdb5a98e-e9d3-4310-8108-cc56ff726a34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428989 Feb 04 17:44:43.219217 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b21b5f6-4f4e-4b3e-8d6f-6d5ffce652e1 req-979d6a43-2bfd-40ff-b43c-c12b7aa81eba tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:44:43.220721 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-8b21b5f6-4f4e-4b3e-8d6f-6d5ffce652e1 req-979d6a43-2bfd-40ff-b43c-c12b7aa81eba tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.89 "GET /v2.0/ports?device_id=3c7675e1-1c8a-410f-be7f-b37c48bc9d65 HTTP/1.1" status: 200 len: 945 time: 0.0528708 Feb 04 17:44:43.272464 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-8b21b5f6-4f4e-4b3e-8d6f-6d5ffce652e1 req-e22783cd-5737-44f6-95bc-5db3344cc834 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.89 "GET /v2.0/security-groups?id=93ceaf89-daf9-4fd7-ba90-ecf1cae67db9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408285 Feb 04 17:44:43.385276 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87fe61d-875b-43c4-ab76-4f868ae80909 req-d88df177-3191-438b-ab11-d1d7b681f456 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:44:43.386710 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-f87fe61d-875b-43c4-ab76-4f868ae80909 req-d88df177-3191-438b-ab11-d1d7b681f456 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.89 "GET /v2.0/ports?device_id=3c7675e1-1c8a-410f-be7f-b37c48bc9d65 HTTP/1.1" status: 200 len: 945 time: 0.0528610 Feb 04 17:44:43.439739 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-f87fe61d-875b-43c4-ab76-4f868ae80909 req-132e1fe0-9c08-46bc-9ddf-6988fb9393e8 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.89 "GET /v2.0/security-groups?id=93ceaf89-daf9-4fd7-ba90-ecf1cae67db9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470426 Feb 04 17:44:43.529096 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061c94a4-a5e8-4f79-9735-7fc1f243846c req-20fc9777-1f12-413e-97ab-b7a5bfe72fa7 tempest-TestVolumeBackupRestore-803048355 tempest-TestVolumeBackupRestore-803048355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:44:43.530793 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-061c94a4-a5e8-4f79-9735-7fc1f243846c req-20fc9777-1f12-413e-97ab-b7a5bfe72fa7 tempest-TestVolumeBackupRestore-803048355 tempest-TestVolumeBackupRestore-803048355-project] 10.222.0.89 "GET /v2.0/ports?device_id=602e4c9b-42aa-430a-b1be-80543d539d58 HTTP/1.1" status: 200 len: 943 time: 0.0628753 Feb 04 17:44:43.581040 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-061c94a4-a5e8-4f79-9735-7fc1f243846c req-37845526-3602-4376-af92-8f4ab366a3ee tempest-TestVolumeBackupRestore-803048355 tempest-TestVolumeBackupRestore-803048355-project] 10.222.0.89 "GET /v2.0/security-groups?id=37f5680b-9ba8-4fd3-83e6-7e4da06bd2b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437262 Feb 04 17:44:43.781723 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1c68a9-1f22-421c-828a-7ee6f8b9d34f req-c4df61e0-5b76-4b8b-995e-d2ef1d40efcd tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:44:43.783221 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-6a1c68a9-1f22-421c-828a-7ee6f8b9d34f req-c4df61e0-5b76-4b8b-995e-d2ef1d40efcd tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.89 "GET /v2.0/networks?id=b55b6cf7-96ca-44f1-b402-5ece20b91f84 HTTP/1.1" status: 200 len: 812 time: 0.1045482 Feb 04 17:44:43.798565 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-6a1c68a9-1f22-421c-828a-7ee6f8b9d34f req-42a6c09d-cedf-4545-a780-3c2e3271c80a tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.89 "GET /v2.0/quotas/5f7c63cd6c624891853d19549e45e9fe HTTP/1.1" status: 200 len: 375 time: 0.0092592 Feb 04 17:44:43.859738 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-6a1c68a9-1f22-421c-828a-7ee6f8b9d34f req-df3727a2-c162-4d4a-b92b-46c69681d6d9 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=5f7c63cd6c624891853d19549e45e9fe&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0556018 Feb 04 17:44:43.954634 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-6a1c68a9-1f22-421c-828a-7ee6f8b9d34f req-2f9c48ca-f245-4d7f-9589-f93952fab7fe service neutron] 10.222.0.89 "GET /v2.0/networks/b55b6cf7-96ca-44f1-b402-5ece20b91f84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881805 Feb 04 17:44:44.052264 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-6a1c68a9-1f22-421c-828a-7ee6f8b9d34f req-6a44d899-9733-4718-9029-ee54c16b255a service neutron] 10.222.0.89 "GET /v2.0/networks/b55b6cf7-96ca-44f1-b402-5ece20b91f84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904734 Feb 04 17:44:44.210261 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c86fe1-d844-4a29-a536-0fdf2c70c79f req-42f95835-bc40-4cd8-8309-dfe535d67ae4 tempest-AttachVolumeTestJSON-1062564701 tempest-AttachVolumeTestJSON-1062564701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:44:44.212623 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-d6c86fe1-d844-4a29-a536-0fdf2c70c79f req-42f95835-bc40-4cd8-8309-dfe535d67ae4 tempest-AttachVolumeTestJSON-1062564701 tempest-AttachVolumeTestJSON-1062564701-project] 10.222.0.89 "GET /v2.0/ports?device_id=7121ab2f-febe-4a68-ae74-44f39310b958 HTTP/1.1" status: 200 len: 945 time: 0.0745256 Feb 04 17:44:44.220953 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-b3c5eb13-5602-405d-9f9a-a7af1439abe3 req-95e76eb3-82e2-4fad-ab8e-e976249c9323 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.89 "GET /v2.0/ports?device_id=fc210df8-95fc-40d0-b99e-63045052f5c4 HTTP/1.1" status: 200 len: 210 time: 0.0370016 Feb 04 17:44:44.262690 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-d6c86fe1-d844-4a29-a536-0fdf2c70c79f req-858da654-68cc-47ec-bf1e-995d2e2cb390 tempest-AttachVolumeTestJSON-1062564701 tempest-AttachVolumeTestJSON-1062564701-project] 10.222.0.89 "GET /v2.0/security-groups?id=bdb5a98e-e9d3-4310-8108-cc56ff726a34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437918 Feb 04 17:44:44.729417 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4208ae3f-4131-42bc-8781-854714d117e0 req-91d2ba6d-e3af-49dc-9570-c16239e02ecd tempest-TestVolumeBackupRestore-803048355 tempest-TestVolumeBackupRestore-803048355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:44:44.733676 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-4208ae3f-4131-42bc-8781-854714d117e0 req-91d2ba6d-e3af-49dc-9570-c16239e02ecd tempest-TestVolumeBackupRestore-803048355 tempest-TestVolumeBackupRestore-803048355-project] 10.222.0.89 "GET /v2.0/ports?device_id=602e4c9b-42aa-430a-b1be-80543d539d58 HTTP/1.1" status: 200 len: 943 time: 0.0702364 Feb 04 17:44:44.789215 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-4208ae3f-4131-42bc-8781-854714d117e0 req-28e78331-528b-43c8-bf76-f900e3ee5ce4 tempest-TestVolumeBackupRestore-803048355 tempest-TestVolumeBackupRestore-803048355-project] 10.222.0.89 "GET /v2.0/security-groups?id=37f5680b-9ba8-4fd3-83e6-7e4da06bd2b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519223 Feb 04 17:44:45.171547 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.agents_db [None req-e1691f3b-aacd-4cd6-8ebb-a9c53bb301c0 None None] Agent healthcheck: found 7 active agents {{(pid=103379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 17:44:45.225713 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1c68a9-1f22-421c-828a-7ee6f8b9d34f req-c6de85c4-29e2-4658-b1a7-163155482500 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:44:45.227252 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-6a1c68a9-1f22-421c-828a-7ee6f8b9d34f req-c6de85c4-29e2-4658-b1a7-163155482500 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.90 "GET /v2.0/networks?id=b55b6cf7-96ca-44f1-b402-5ece20b91f84 HTTP/1.1" status: 200 len: 812 time: 0.1141319 Feb 04 17:44:45.240993 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [req-6a1c68a9-1f22-421c-828a-7ee6f8b9d34f req-3718ab72-b3ed-4134-9daa-bf35e9da10e8 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] Request body: {'port': {'device_id': 'fc210df8-95fc-40d0-b99e-63045052f5c4', 'network_id': 'b55b6cf7-96ca-44f1-b402-5ece20b91f84', 'admin_state_up': True, 'tenant_id': '5f7c63cd6c624891853d19549e45e9fe'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:44:45.335301 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-f06730b3-72a6-49c6-9d0d-7be26d8abcb1 req-69f83ea0-7776-4363-9c52-b318643d245f tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.89 "GET /v2.0/ports?device_id=fc210df8-95fc-40d0-b99e-63045052f5c4 HTTP/1.1" status: 200 len: 210 time: 0.0324032 Feb 04 17:44:45.382587 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a1c68a9-1f22-421c-828a-7ee6f8b9d34f req-3718ab72-b3ed-4134-9daa-bf35e9da10e8 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] Made reservation on behalf of 5f7c63cd6c624891853d19549e45e9fe for: {'port': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:44:45.386342 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-6a1c68a9-1f22-421c-828a-7ee6f8b9d34f req-3718ab72-b3ed-4134-9daa-bf35e9da10e8 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:44:45.401566 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03a7be2-bf60-40ca-a5bd-264009f44e01 req-2e8c8df0-3322-46ff-8186-2cc558d5b9d9 tempest-AttachVolumeTestJSON-1062564701 tempest-AttachVolumeTestJSON-1062564701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:44:45.403353 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-c03a7be2-bf60-40ca-a5bd-264009f44e01 req-2e8c8df0-3322-46ff-8186-2cc558d5b9d9 tempest-AttachVolumeTestJSON-1062564701 tempest-AttachVolumeTestJSON-1062564701-project] 10.222.0.89 "GET /v2.0/ports?device_id=7121ab2f-febe-4a68-ae74-44f39310b958 HTTP/1.1" status: 200 len: 945 time: 0.0627134 Feb 04 17:44:45.453276 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-c03a7be2-bf60-40ca-a5bd-264009f44e01 req-73a72568-23d9-457e-80ee-48b30e939231 tempest-AttachVolumeTestJSON-1062564701 tempest-AttachVolumeTestJSON-1062564701-project] 10.222.0.89 "GET /v2.0/security-groups?id=bdb5a98e-e9d3-4310-8108-cc56ff726a34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429204 Feb 04 17:44:45.525196 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.db_base_plugin_common [req-6a1c68a9-1f22-421c-828a-7ee6f8b9d34f req-3718ab72-b3ed-4134-9daa-bf35e9da10e8 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] Allocated IP 172.20.0.9 (b55b6cf7-96ca-44f1-b402-5ece20b91f84/56d77231-1e8a-430f-89bb-45ff7f982beb/7562b486-c6bd-439b-a18f-d9a358f6fb71) {{(pid=103377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:44:45.674442 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-6a1c68a9-1f22-421c-828a-7ee6f8b9d34f req-3718ab72-b3ed-4134-9daa-bf35e9da10e8 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] Publish callbacks [] for port (7562b486-c6bd-439b-a18f-d9a358f6fb71), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:44:45.707906 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-6a1c68a9-1f22-421c-828a-7ee6f8b9d34f req-3718ab72-b3ed-4134-9daa-bf35e9da10e8 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (7562b486-c6bd-439b-a18f-d9a358f6fb71), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:44:45.722001 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] get_ports_and_sgs() called for port_ids ['06cc4543-cc32-4220-8ed9-c749772fcc2b', '21f2b0c5-67dd-4fc0-98c0-308d7f2cf6ac'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 17:44:45.752079 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a1c68a9-1f22-421c-828a-7ee6f8b9d34f req-3718ab72-b3ed-4134-9daa-bf35e9da10e8 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] Network b55b6cf7-96ca-44f1-b402-5ece20b91f84 is already hosted by enough agents. {{(pid=103377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:44:45.755741 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [req-6a1c68a9-1f22-421c-828a-7ee6f8b9d34f req-3718ab72-b3ed-4134-9daa-bf35e9da10e8 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] Resources bound (agent type, host, resource id): {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:44:45.759377 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a1c68a9-1f22-421c-828a-7ee6f8b9d34f req-3718ab72-b3ed-4134-9daa-bf35e9da10e8 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] Received port after_create {{(pid=103377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:44:45.765687 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3718ab72-b3ed-4134-9daa-bf35e9da10e8 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] Pushing event updated for resources: {'Port': ['ID=7562b486-c6bd-439b-a18f-d9a358f6fb71,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:44:45.824952 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1c68a9-1f22-421c-828a-7ee6f8b9d34f req-3718ab72-b3ed-4134-9daa-bf35e9da10e8 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:44:45.825622 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-6a1c68a9-1f22-421c-828a-7ee6f8b9d34f req-3718ab72-b3ed-4134-9daa-bf35e9da10e8 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:44:45.873242 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-6a1c68a9-1f22-421c-828a-7ee6f8b9d34f req-3718ab72-b3ed-4134-9daa-bf35e9da10e8 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6372054 Feb 04 17:44:45.893759 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [req-6a1c68a9-1f22-421c-828a-7ee6f8b9d34f req-ac995fa8-34f9-4e8b-8b34-e908ed0e9bf2 service neutron] Request body: {'port': {'device_id': 'fc210df8-95fc-40d0-b99e-63045052f5c4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827839-2'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:44:45.979458 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78da675-0e8e-470c-af58-52882a5e3113 req-8af470ea-8510-4a35-8713-30937dbab217 tempest-TestVolumeBackupRestore-803048355 tempest-TestVolumeBackupRestore-803048355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:44:45.980934 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-a78da675-0e8e-470c-af58-52882a5e3113 req-8af470ea-8510-4a35-8713-30937dbab217 tempest-TestVolumeBackupRestore-803048355 tempest-TestVolumeBackupRestore-803048355-project] 10.222.0.89 "GET /v2.0/ports?device_id=602e4c9b-42aa-430a-b1be-80543d539d58 HTTP/1.1" status: 200 len: 943 time: 0.1025596 Feb 04 17:44:46.023689 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-6a1c68a9-1f22-421c-828a-7ee6f8b9d34f req-ac995fa8-34f9-4e8b-8b34-e908ed0e9bf2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (7562b486-c6bd-439b-a18f-d9a358f6fb71), before_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:44:46.090725 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-a78da675-0e8e-470c-af58-52882a5e3113 req-22add395-bd81-45fa-87b9-1c98f8d411ca tempest-TestVolumeBackupRestore-803048355 tempest-TestVolumeBackupRestore-803048355-project] 10.222.0.89 "GET /v2.0/security-groups?id=37f5680b-9ba8-4fd3-83e6-7e4da06bd2b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0914376 Feb 04 17:44:46.128624 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-6e4c2a7f-4e6f-4b95-a249-6323602bd984 None None] Provisioning complete for port 7562b486-c6bd-439b-a18f-d9a358f6fb71 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:44:46.129181 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6e4c2a7f-4e6f-4b95-a249-6323602bd984 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (7562b486-c6bd-439b-a18f-d9a358f6fb71), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:44:46.170236 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-6e4c2a7f-4e6f-4b95-a249-6323602bd984 None None] Port 7562b486-c6bd-439b-a18f-d9a358f6fb71 cannot update to ACTIVE because it is not bound. {{(pid=103378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 17:44:46.320759 n-d-827839-2 neutron-server[103377]: DEBUG neutron.notifiers.nova [req-6a1c68a9-1f22-421c-828a-7ee6f8b9d34f req-ac995fa8-34f9-4e8b-8b34-e908ed0e9bf2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7562b486-c6bd-439b-a18f-d9a358f6fb71 {{(pid=103377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 17:44:46.329322 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-6a1c68a9-1f22-421c-828a-7ee6f8b9d34f req-ac995fa8-34f9-4e8b-8b34-e908ed0e9bf2 service neutron] Publish callbacks [] for port (7562b486-c6bd-439b-a18f-d9a358f6fb71), precommit_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:44:46.342340 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.provisioning_blocks [req-6a1c68a9-1f22-421c-828a-7ee6f8b9d34f req-ac995fa8-34f9-4e8b-8b34-e908ed0e9bf2 service neutron] Transition to ACTIVE for port object 7562b486-c6bd-439b-a18f-d9a358f6fb71 will not be triggered until provisioned by entity L2. {{(pid=103377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 17:44:46.348031 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-6a1c68a9-1f22-421c-828a-7ee6f8b9d34f req-ac995fa8-34f9-4e8b-8b34-e908ed0e9bf2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25888290'] for port (7562b486-c6bd-439b-a18f-d9a358f6fb71), after_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:44:46.404848 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac995fa8-34f9-4e8b-8b34-e908ed0e9bf2 service neutron] Pushing event updated for resources: {'Port': ['ID=7562b486-c6bd-439b-a18f-d9a358f6fb71,revision_number=2']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:44:46.500253 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51ea58b-bca8-4bfb-be52-3e79c563ecf8 req-97fe5281-6002-49de-8e99-f55dbd1971f1 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:44:46.507272 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [req-6a1c68a9-1f22-421c-828a-7ee6f8b9d34f req-ac995fa8-34f9-4e8b-8b34-e908ed0e9bf2 service neutron] Attempting to bind port 7562b486-c6bd-439b-a18f-d9a358f6fb71 on host n-h2-827839-2 for vnic_type normal with profile {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:44:46.507735 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [req-6a1c68a9-1f22-421c-828a-7ee6f8b9d34f req-ac995fa8-34f9-4e8b-8b34-e908ed0e9bf2 service neutron] Attempting to bind port 7562b486-c6bd-439b-a18f-d9a358f6fb71 by drivers openvswitch,hyperv on host n-h2-827839-2 at level 0 using segments [{'id': '95e3d896-e0ab-47f8-8257-e5c06c9261eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'b55b6cf7-96ca-44f1-b402-5ece20b91f84'}] {{(pid=103377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:44:46.507877 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-b51ea58b-bca8-4bfb-be52-3e79c563ecf8 req-97fe5281-6002-49de-8e99-f55dbd1971f1 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.89 "GET /v2.0/ports?device_id=fc210df8-95fc-40d0-b99e-63045052f5c4 HTTP/1.1" status: 200 len: 943 time: 0.0917156 Feb 04 17:44:46.514022 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a1c68a9-1f22-421c-828a-7ee6f8b9d34f req-ac995fa8-34f9-4e8b-8b34-e908ed0e9bf2 service neutron] Attempting to bind port 7562b486-c6bd-439b-a18f-d9a358f6fb71 on network b55b6cf7-96ca-44f1-b402-5ece20b91f84 {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:44:46.520486 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a1c68a9-1f22-421c-828a-7ee6f8b9d34f req-ac995fa8-34f9-4e8b-8b34-e908ed0e9bf2 service neutron] Port 7562b486-c6bd-439b-a18f-d9a358f6fb71 on network b55b6cf7-96ca-44f1-b402-5ece20b91f84 not bound, no agent of type Open vSwitch agent registered on host n-h2-827839-2 {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 17:44:46.520681 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a1c68a9-1f22-421c-828a-7ee6f8b9d34f req-ac995fa8-34f9-4e8b-8b34-e908ed0e9bf2 service neutron] Attempting to bind port 7562b486-c6bd-439b-a18f-d9a358f6fb71 on network b55b6cf7-96ca-44f1-b402-5ece20b91f84 {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:44:46.529896 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a1c68a9-1f22-421c-828a-7ee6f8b9d34f req-ac995fa8-34f9-4e8b-8b34-e908ed0e9bf2 service neutron] Checking agent: {'id': 'f20a1ab3-4332-4f54-833b-ba4a7c687e89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 8, 40), 'started_at': datetime.datetime(2022, 2, 4, 17, 8, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 44, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:44:46.530174 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a1c68a9-1f22-421c-828a-7ee6f8b9d34f req-ac995fa8-34f9-4e8b-8b34-e908ed0e9bf2 service neutron] Checking segment: {'id': '95e3d896-e0ab-47f8-8257-e5c06c9261eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'b55b6cf7-96ca-44f1-b402-5ece20b91f84'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:44:46.530562 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a1c68a9-1f22-421c-828a-7ee6f8b9d34f req-ac995fa8-34f9-4e8b-8b34-e908ed0e9bf2 service neutron] Bound using segment: {'id': '95e3d896-e0ab-47f8-8257-e5c06c9261eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'b55b6cf7-96ca-44f1-b402-5ece20b91f84'} {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:44:46.531000 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [req-6a1c68a9-1f22-421c-828a-7ee6f8b9d34f req-ac995fa8-34f9-4e8b-8b34-e908ed0e9bf2 service neutron] Bound port: 7562b486-c6bd-439b-a18f-d9a358f6fb71, host: n-h2-827839-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '95e3d896-e0ab-47f8-8257-e5c06c9261eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'b55b6cf7-96ca-44f1-b402-5ece20b91f84'}}] {{(pid=103377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:44:46.531362 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-6a1c68a9-1f22-421c-828a-7ee6f8b9d34f req-ac995fa8-34f9-4e8b-8b34-e908ed0e9bf2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (7562b486-c6bd-439b-a18f-d9a358f6fb71), before_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:44:46.577472 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-b51ea58b-bca8-4bfb-be52-3e79c563ecf8 req-8e5c5d3d-a6db-4940-9281-1579c6135ba5 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.89 "GET /v2.0/security-groups?id=08488bde-3452-4671-b745-5b4e8beeb3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685575 Feb 04 17:44:46.651185 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [req-6a1c68a9-1f22-421c-828a-7ee6f8b9d34f req-ac995fa8-34f9-4e8b-8b34-e908ed0e9bf2 service neutron] For port 7562b486-c6bd-439b-a18f-d9a358f6fb71, host n-h2-827839-2, cleared binding levels {{(pid=103377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:44:46.656058 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [req-6a1c68a9-1f22-421c-828a-7ee6f8b9d34f req-ac995fa8-34f9-4e8b-8b34-e908ed0e9bf2 service neutron] For port 7562b486-c6bd-439b-a18f-d9a358f6fb71, host n-h2-827839-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=7562b486-c6bd-439b-a18f-d9a358f6fb71,segment=NetworkSegment(95e3d896-e0ab-47f8-8257-e5c06c9261eb),segment_id=95e3d896-e0ab-47f8-8257-e5c06c9261eb)] {{(pid=103377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:44:46.664547 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-6a1c68a9-1f22-421c-828a-7ee6f8b9d34f req-ac995fa8-34f9-4e8b-8b34-e908ed0e9bf2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25888290'] for port (7562b486-c6bd-439b-a18f-d9a358f6fb71), after_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:44:46.672362 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59da79e7-fcc6-45a6-8804-f96463b28442 req-aa3ce375-8970-4c28-b5ba-dc08173e2a11 tempest-AttachVolumeTestJSON-1062564701 tempest-AttachVolumeTestJSON-1062564701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:44:46.674177 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-59da79e7-fcc6-45a6-8804-f96463b28442 req-aa3ce375-8970-4c28-b5ba-dc08173e2a11 tempest-AttachVolumeTestJSON-1062564701 tempest-AttachVolumeTestJSON-1062564701-project] 10.222.0.89 "GET /v2.0/ports?device_id=7121ab2f-febe-4a68-ae74-44f39310b958 HTTP/1.1" status: 200 len: 945 time: 0.1012807 Feb 04 17:44:46.723556 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1c68a9-1f22-421c-828a-7ee6f8b9d34f req-ac995fa8-34f9-4e8b-8b34-e908ed0e9bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:44:46.724169 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-6a1c68a9-1f22-421c-828a-7ee6f8b9d34f req-ac995fa8-34f9-4e8b-8b34-e908ed0e9bf2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:44:46.725921 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-6a1c68a9-1f22-421c-828a-7ee6f8b9d34f req-ac995fa8-34f9-4e8b-8b34-e908ed0e9bf2 service neutron] 10.222.0.90 "PUT /v2.0/ports/7562b486-c6bd-439b-a18f-d9a358f6fb71 HTTP/1.1" status: 200 len: 1091 time: 0.8449457 Feb 04 17:44:46.734320 n-d-827839-2 neutron-server[103377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc210df8-95fc-40d0-b99e-63045052f5c4', 'tag': '7562b486-c6bd-439b-a18f-d9a358f6fb71'}] {{(pid=103377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:44:46.737226 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7240428b650e1488e9361b62648ff4b3a6c19d49d8c27c949491ab58c1346cf0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7d94587-4d52-493f-84e5-bf8a37e094cf" -d '{"events": [{"name": "network-changed", "server_uuid": "fc210df8-95fc-40d0-b99e-63045052f5c4", "tag": "7562b486-c6bd-439b-a18f-d9a358f6fb71"}]}' {{(pid=103377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:44:46.776165 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac995fa8-34f9-4e8b-8b34-e908ed0e9bf2 service neutron] Pushing event updated for resources: {'Port': ['ID=7562b486-c6bd-439b-a18f-d9a358f6fb71,revision_number=3']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:44:47.149457 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 17:44:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c75066ae-94b9-4be1-b2c8-73568d21dc7f x-openstack-request-id: req-c75066ae-94b9-4be1-b2c8-73568d21dc7f {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:44:47.149746 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc210df8-95fc-40d0-b99e-63045052f5c4", "tag": "7562b486-c6bd-439b-a18f-d9a358f6fb71", "status": "completed", "code": 200}]} {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:44:47.149998 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-c75066ae-94b9-4be1-b2c8-73568d21dc7f {{(pid=103377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:44:47.150391 n-d-827839-2 neutron-server[103377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc210df8-95fc-40d0-b99e-63045052f5c4', 'tag': '7562b486-c6bd-439b-a18f-d9a358f6fb71', 'status': 'completed', 'code': 200} Feb 04 17:44:47.169428 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-59da79e7-fcc6-45a6-8804-f96463b28442 req-86e5bf92-8dce-4e35-b12e-4d8328684371 tempest-AttachVolumeTestJSON-1062564701 tempest-AttachVolumeTestJSON-1062564701-project] 10.222.0.89 "GET /v2.0/security-groups?id=bdb5a98e-e9d3-4310-8108-cc56ff726a34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4702241 Feb 04 17:44:47.198245 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1c68a9-1f22-421c-828a-7ee6f8b9d34f req-cef6227d-c659-4062-b48a-17f8e9c5650d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:44:47.198245 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-6a1c68a9-1f22-421c-828a-7ee6f8b9d34f req-cef6227d-c659-4062-b48a-17f8e9c5650d service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=5f7c63cd6c624891853d19549e45e9fe&device_id=fc210df8-95fc-40d0-b99e-63045052f5c4 HTTP/1.1" status: 200 len: 1125 time: 0.4166000 Feb 04 17:44:47.230257 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268e7c53-7133-462e-bd15-23e700d891ea req-b94587ab-1592-426d-a93a-d3b16f76d0e4 tempest-TestVolumeBackupRestore-803048355 tempest-TestVolumeBackupRestore-803048355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:44:47.231782 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-268e7c53-7133-462e-bd15-23e700d891ea req-b94587ab-1592-426d-a93a-d3b16f76d0e4 tempest-TestVolumeBackupRestore-803048355 tempest-TestVolumeBackupRestore-803048355-project] 10.222.0.89 "GET /v2.0/ports?device_id=602e4c9b-42aa-430a-b1be-80543d539d58 HTTP/1.1" status: 200 len: 943 time: 0.0624080 Feb 04 17:44:47.245622 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-6a1c68a9-1f22-421c-828a-7ee6f8b9d34f req-298e1196-8cc3-47bf-81d2-0d52a87f943a service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7562b486-c6bd-439b-a18f-d9a358f6fb71 HTTP/1.1" status: 200 len: 217 time: 0.0378370 Feb 04 17:44:47.288445 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-268e7c53-7133-462e-bd15-23e700d891ea req-9eac5034-7888-44ea-9e40-1ee6a9424361 tempest-TestVolumeBackupRestore-803048355 tempest-TestVolumeBackupRestore-803048355-project] 10.222.0.89 "GET /v2.0/security-groups?id=37f5680b-9ba8-4fd3-83e6-7e4da06bd2b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507264 Feb 04 17:44:47.294760 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1c68a9-1f22-421c-828a-7ee6f8b9d34f req-7fabdd24-6cab-4611-9ccf-f009f84d344f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:44:47.296192 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-6a1c68a9-1f22-421c-828a-7ee6f8b9d34f req-7fabdd24-6cab-4611-9ccf-f009f84d344f service neutron] 10.222.0.90 "GET /v2.0/subnets?id=56d77231-1e8a-430f-89bb-45ff7f982beb HTTP/1.1" status: 200 len: 851 time: 0.0439792 Feb 04 17:44:47.348981 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1c68a9-1f22-421c-828a-7ee6f8b9d34f req-206dff27-a11c-40c0-be12-cd2531f8dc4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:44:47.350448 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-6a1c68a9-1f22-421c-828a-7ee6f8b9d34f req-206dff27-a11c-40c0-be12-cd2531f8dc4f service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=b55b6cf7-96ca-44f1-b402-5ece20b91f84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0467331 Feb 04 17:44:47.438308 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-6a1c68a9-1f22-421c-828a-7ee6f8b9d34f req-f16ba2bb-6d90-4685-a9a7-aac54e472d58 service neutron] 10.222.0.90 "GET /v2.0/networks/b55b6cf7-96ca-44f1-b402-5ece20b91f84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808547 Feb 04 17:44:47.529367 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-6a1c68a9-1f22-421c-828a-7ee6f8b9d34f req-12162889-594b-4801-ad9c-303c41b15c8c service neutron] 10.222.0.90 "GET /v2.0/networks/b55b6cf7-96ca-44f1-b402-5ece20b91f84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844297 Feb 04 17:44:47.635472 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d94587-4d52-493f-84e5-bf8a37e094cf req-d680dfb5-9ddd-44fa-8f4d-3cde81a7d183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:44:47.637683 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-a7d94587-4d52-493f-84e5-bf8a37e094cf req-d680dfb5-9ddd-44fa-8f4d-3cde81a7d183 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=5f7c63cd6c624891853d19549e45e9fe&device_id=fc210df8-95fc-40d0-b99e-63045052f5c4 HTTP/1.1" status: 200 len: 1125 time: 0.0542417 Feb 04 17:44:47.774169 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c51d72-cdb3-4329-a690-bc76025cf450 req-a7d145b1-fdf8-45e3-bfb0-b3e8d996c87d tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:44:47.775654 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-c6c51d72-cdb3-4329-a690-bc76025cf450 req-a7d145b1-fdf8-45e3-bfb0-b3e8d996c87d tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.89 "GET /v2.0/ports?device_id=fc210df8-95fc-40d0-b99e-63045052f5c4 HTTP/1.1" status: 200 len: 943 time: 0.1205225 Feb 04 17:44:47.778404 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d94587-4d52-493f-84e5-bf8a37e094cf req-9bf25724-61fe-4f3b-96a0-030ebf255da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:44:47.779747 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-a7d94587-4d52-493f-84e5-bf8a37e094cf req-9bf25724-61fe-4f3b-96a0-030ebf255da2 service neutron] 10.222.0.90 "GET /v2.0/networks?id=b55b6cf7-96ca-44f1-b402-5ece20b91f84 HTTP/1.1" status: 200 len: 913 time: 0.1355662 Feb 04 17:44:47.830763 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-a7d94587-4d52-493f-84e5-bf8a37e094cf req-9ea3576d-9b9f-46ce-9805-5a4572c0f551 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7562b486-c6bd-439b-a18f-d9a358f6fb71 HTTP/1.1" status: 200 len: 217 time: 0.0409884 Feb 04 17:44:47.886815 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-c6c51d72-cdb3-4329-a690-bc76025cf450 req-47060327-5e5d-4155-9839-331d433ab03c tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.89 "GET /v2.0/security-groups?id=08488bde-3452-4671-b745-5b4e8beeb3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048157 Feb 04 17:44:47.900180 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d94587-4d52-493f-84e5-bf8a37e094cf req-552d2bad-f411-4a34-9afe-1e268254fc9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:44:47.901875 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-a7d94587-4d52-493f-84e5-bf8a37e094cf req-552d2bad-f411-4a34-9afe-1e268254fc9e service neutron] 10.222.0.90 "GET /v2.0/subnets?id=56d77231-1e8a-430f-89bb-45ff7f982beb HTTP/1.1" status: 200 len: 851 time: 0.0613368 Feb 04 17:44:47.954874 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d94587-4d52-493f-84e5-bf8a37e094cf req-5983f2e9-53fb-45c4-83e3-e4e74df2938a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:44:47.956437 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-a7d94587-4d52-493f-84e5-bf8a37e094cf req-5983f2e9-53fb-45c4-83e3-e4e74df2938a service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=b55b6cf7-96ca-44f1-b402-5ece20b91f84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0453985 Feb 04 17:44:48.055603 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-a7d94587-4d52-493f-84e5-bf8a37e094cf req-4baef5d8-208f-4611-bab6-6292d8829960 service neutron] 10.222.0.90 "GET /v2.0/networks/b55b6cf7-96ca-44f1-b402-5ece20b91f84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897570 Feb 04 17:44:48.147070 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-a7d94587-4d52-493f-84e5-bf8a37e094cf req-10956f60-8afa-43bd-8a6a-446d4e623191 service neutron] 10.222.0.90 "GET /v2.0/networks/b55b6cf7-96ca-44f1-b402-5ece20b91f84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847819 Feb 04 17:44:48.297382 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9e6bd1-3ad6-4308-9d20-22096a74c943 req-1d3920b2-189d-41ea-940d-e89c18ef130f tempest-AttachVolumeTestJSON-1062564701 tempest-AttachVolumeTestJSON-1062564701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:44:48.298876 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-3e9e6bd1-3ad6-4308-9d20-22096a74c943 req-1d3920b2-189d-41ea-940d-e89c18ef130f tempest-AttachVolumeTestJSON-1062564701 tempest-AttachVolumeTestJSON-1062564701-project] 10.222.0.89 "GET /v2.0/ports?device_id=7121ab2f-febe-4a68-ae74-44f39310b958 HTTP/1.1" status: 200 len: 945 time: 0.0535488 Feb 04 17:44:48.358443 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-3e9e6bd1-3ad6-4308-9d20-22096a74c943 req-a23d072c-ea02-4606-863a-865cf71dbb67 tempest-AttachVolumeTestJSON-1062564701 tempest-AttachVolumeTestJSON-1062564701-project] 10.222.0.89 "GET /v2.0/security-groups?id=bdb5a98e-e9d3-4310-8108-cc56ff726a34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532906 Feb 04 17:44:48.412592 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdaaee00-7fe8-4541-a278-cb437c14ee7c req-24f80bfb-8588-428b-a64a-294c69e123d3 tempest-TestVolumeBackupRestore-803048355 tempest-TestVolumeBackupRestore-803048355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:44:48.419602 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-bdaaee00-7fe8-4541-a278-cb437c14ee7c req-24f80bfb-8588-428b-a64a-294c69e123d3 tempest-TestVolumeBackupRestore-803048355 tempest-TestVolumeBackupRestore-803048355-project] 10.222.0.89 "GET /v2.0/ports?device_id=602e4c9b-42aa-430a-b1be-80543d539d58 HTTP/1.1" status: 200 len: 943 time: 0.0604196 Feb 04 17:44:48.467139 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-bdaaee00-7fe8-4541-a278-cb437c14ee7c req-361ca8ff-3ad5-46c9-8eb4-f365ba2470de tempest-TestVolumeBackupRestore-803048355 tempest-TestVolumeBackupRestore-803048355-project] 10.222.0.89 "GET /v2.0/security-groups?id=37f5680b-9ba8-4fd3-83e6-7e4da06bd2b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458417 Feb 04 17:44:48.596683 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e050a822-c046-4b2e-b7c3-87fa45b219fb req-69a34d4f-c0de-4511-9166-2f82a39bc370 tempest-AttachVolumeTestJSON-1062564701 tempest-AttachVolumeTestJSON-1062564701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:44:48.598170 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-e050a822-c046-4b2e-b7c3-87fa45b219fb req-69a34d4f-c0de-4511-9166-2f82a39bc370 tempest-AttachVolumeTestJSON-1062564701 tempest-AttachVolumeTestJSON-1062564701-project] 10.222.0.89 "GET /v2.0/ports?device_id=7121ab2f-febe-4a68-ae74-44f39310b958 HTTP/1.1" status: 200 len: 945 time: 0.0787101 Feb 04 17:44:48.664996 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-e050a822-c046-4b2e-b7c3-87fa45b219fb req-55a03952-3a62-41b5-ba6b-8b8eceb744d1 tempest-AttachVolumeTestJSON-1062564701 tempest-AttachVolumeTestJSON-1062564701-project] 10.222.0.89 "GET /v2.0/security-groups?id=bdb5a98e-e9d3-4310-8108-cc56ff726a34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524354 Feb 04 17:44:48.667663 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef152f84-9308-4df2-98c8-3b748018455a req-046c039d-2ec4-41c4-b3f7-f98ae2d8cde6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:44:48.669152 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-ef152f84-9308-4df2-98c8-3b748018455a req-046c039d-2ec4-41c4-b3f7-f98ae2d8cde6 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=f5ca586e0a134ee6a366fdbff53a4f3d&device_id=7121ab2f-febe-4a68-ae74-44f39310b958 HTTP/1.1" status: 200 len: 1127 time: 0.0887563 Feb 04 17:44:48.767377 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef152f84-9308-4df2-98c8-3b748018455a req-9162c6ee-aa24-4f3c-9140-13c26c099713 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:44:48.768888 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-ef152f84-9308-4df2-98c8-3b748018455a req-9162c6ee-aa24-4f3c-9140-13c26c099713 service neutron] 10.222.0.96 "GET /v2.0/networks?id=737a730a-f2b9-4552-b783-b268a6fc7510 HTTP/1.1" status: 200 len: 911 time: 0.0920951 Feb 04 17:44:48.835964 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-ef152f84-9308-4df2-98c8-3b748018455a req-95fa7bc4-0084-47eb-94bd-565f1e92bee6 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0e9b088b-0283-400a-a288-9957c3e9669c HTTP/1.1" status: 200 len: 1000 time: 0.0606005 Feb 04 17:44:48.891706 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef152f84-9308-4df2-98c8-3b748018455a req-632ae2a2-60a1-46c6-8358-fa2289c469c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:44:48.891706 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-ef152f84-9308-4df2-98c8-3b748018455a req-632ae2a2-60a1-46c6-8358-fa2289c469c2 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=28f7679b-e706-44b6-8766-889d627ec1c0 HTTP/1.1" status: 200 len: 849 time: 0.0480869 Feb 04 17:44:48.945507 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef152f84-9308-4df2-98c8-3b748018455a req-7270b03a-a4ed-4838-aa04-649ead5589ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:44:48.947203 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-ef152f84-9308-4df2-98c8-3b748018455a req-7270b03a-a4ed-4838-aa04-649ead5589ea service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=737a730a-f2b9-4552-b783-b268a6fc7510&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0488133 Feb 04 17:44:48.993932 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device 73311ee6-b482-417a-a78f-f9db9444d970 details requested by agent hyperv_n-h1-827839-2 with host n-h1-827839-2 {{(pid=103378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 17:44:49.029108 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e564a0c8-372a-43db-bd18-3b086c261d8a req-d2208b97-972b-41aa-80b5-0c88b04ac5c9 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:44:49.030615 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-e564a0c8-372a-43db-bd18-3b086c261d8a req-d2208b97-972b-41aa-80b5-0c88b04ac5c9 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.89 "GET /v2.0/ports?device_id=fc210df8-95fc-40d0-b99e-63045052f5c4 HTTP/1.1" status: 200 len: 943 time: 0.0742793 Feb 04 17:44:49.070539 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-ef152f84-9308-4df2-98c8-3b748018455a req-25e79d9f-5c54-4643-aa71-1d9eacb25b42 service neutron] 10.222.0.96 "GET /v2.0/networks/737a730a-f2b9-4552-b783-b268a6fc7510?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1157331 Feb 04 17:44:49.084486 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-e564a0c8-372a-43db-bd18-3b086c261d8a req-fadd2798-a69d-4a93-8dac-9a790e570c4e tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.89 "GET /v2.0/security-groups?id=08488bde-3452-4671-b745-5b4e8beeb3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445385 Feb 04 17:44:49.101691 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] For port 73311ee6-b482-417a-a78f-f9db9444d970, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=73311ee6-b482-417a-a78f-f9db9444d970,segment=NetworkSegment(fc43ce35-42d4-452c-8cea-9531bad329e0),segment_id=fc43ce35-42d4-452c-8cea-9531bad329e0)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:44:49.114582 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Returning: {'device': '73311ee6-b482-417a-a78f-f9db9444d970', 'network_id': '075b1f2b-93d8-4e1b-bd57-5e36c089eac9', 'port_id': '73311ee6-b482-417a-a78f-f9db9444d970', 'mac_address': 'fa:16:3e:cd:42:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 753, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4cbfb0a5-3518-40b7-8526-325a0a5f13de', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 17:44:49.156284 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Current status of the port 73311ee6-b482-417a-a78f-f9db9444d970 is: DOWN; New status is: BUILD {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:44:49.156603 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (73311ee6-b482-417a-a78f-f9db9444d970), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:44:49.170260 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73311ee6-b482-417a-a78f-f9db9444d970 {{(pid=103378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 17:44:49.180931 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-ef152f84-9308-4df2-98c8-3b748018455a req-93310eb7-240f-4abd-b19a-b988210bab77 service neutron] 10.222.0.96 "GET /v2.0/networks/737a730a-f2b9-4552-b783-b268a6fc7510?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1028552 Feb 04 17:44:49.190102 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] For port 73311ee6-b482-417a-a78f-f9db9444d970, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=73311ee6-b482-417a-a78f-f9db9444d970,segment=NetworkSegment(fc43ce35-42d4-452c-8cea-9531bad329e0),segment_id=fc43ce35-42d4-452c-8cea-9531bad329e0)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:44:49.194389 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (73311ee6-b482-417a-a78f-f9db9444d970), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:44:49.245023 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Pushing event updated for resources: {'Port': ['ID=73311ee6-b482-417a-a78f-f9db9444d970,revision_number=4']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:44:49.252416 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:44:49.252782 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:44:49.253127 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:44:49.253489 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:44:49.253824 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:44:49.254155 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:44:49.254483 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:44:49.254807 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:44:49.255129 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:44:49.255449 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:44:49.255771 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:44:49.256094 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:44:49.256412 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:44:49.588634 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4007d7-6610-4cbd-a674-fcd0c7f95d4c req-5709279a-8c05-4a77-89e3-d5a29206c0a1 tempest-TestVolumeBackupRestore-803048355 tempest-TestVolumeBackupRestore-803048355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:44:49.590300 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-dc4007d7-6610-4cbd-a674-fcd0c7f95d4c req-5709279a-8c05-4a77-89e3-d5a29206c0a1 tempest-TestVolumeBackupRestore-803048355 tempest-TestVolumeBackupRestore-803048355-project] 10.222.0.89 "GET /v2.0/ports?device_id=602e4c9b-42aa-430a-b1be-80543d539d58 HTTP/1.1" status: 200 len: 944 time: 0.0553305 Feb 04 17:44:49.643386 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-dc4007d7-6610-4cbd-a674-fcd0c7f95d4c req-e7ab3ba4-b0b4-442d-a47d-0d45e2f22355 tempest-TestVolumeBackupRestore-803048355 tempest-TestVolumeBackupRestore-803048355-project] 10.222.0.89 "GET /v2.0/security-groups?id=37f5680b-9ba8-4fd3-83e6-7e4da06bd2b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471473 Feb 04 17:44:49.682062 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] get_ports_and_sgs() called for port_ids ['73311ee6-b482-417a-a78f-f9db9444d970'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 17:44:49.736553 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Device 7562b486-c6bd-439b-a18f-d9a358f6fb71 details requested by agent hyperv_n-h2-827839-2 with host n-h2-827839-2 {{(pid=103378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 17:44:49.801360 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cbb1dc-a328-44bc-b190-317579ae4983 req-f04d35e6-ad29-4b1c-90cd-1b3c208c8c63 tempest-AttachVolumeTestJSON-1062564701 tempest-AttachVolumeTestJSON-1062564701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:44:49.802883 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-99cbb1dc-a328-44bc-b190-317579ae4983 req-f04d35e6-ad29-4b1c-90cd-1b3c208c8c63 tempest-AttachVolumeTestJSON-1062564701 tempest-AttachVolumeTestJSON-1062564701-project] 10.222.0.89 "GET /v2.0/ports?device_id=7121ab2f-febe-4a68-ae74-44f39310b958 HTTP/1.1" status: 200 len: 945 time: 0.0663233 Feb 04 17:44:49.868345 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-99cbb1dc-a328-44bc-b190-317579ae4983 req-117d2ead-954a-4655-8094-b2e996b3e6ef tempest-AttachVolumeTestJSON-1062564701 tempest-AttachVolumeTestJSON-1062564701-project] 10.222.0.89 "GET /v2.0/security-groups?id=bdb5a98e-e9d3-4310-8108-cc56ff726a34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576799 Feb 04 17:44:49.898663 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] For port 7562b486-c6bd-439b-a18f-d9a358f6fb71, host n-h2-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=7562b486-c6bd-439b-a18f-d9a358f6fb71,segment=NetworkSegment(95e3d896-e0ab-47f8-8257-e5c06c9261eb),segment_id=95e3d896-e0ab-47f8-8257-e5c06c9261eb)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:44:49.919511 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Returning: {'device': '7562b486-c6bd-439b-a18f-d9a358f6fb71', 'network_id': 'b55b6cf7-96ca-44f1-b402-5ece20b91f84', 'port_id': '7562b486-c6bd-439b-a18f-d9a358f6fb71', 'mac_address': 'fa:16:3e:ca:e1:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 796, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56d77231-1e8a-430f-89bb-45ff7f982beb', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 17:44:49.990913 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Current status of the port 7562b486-c6bd-439b-a18f-d9a358f6fb71 is: DOWN; New status is: BUILD {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:44:49.991304 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (7562b486-c6bd-439b-a18f-d9a358f6fb71), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:44:50.019203 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7562b486-c6bd-439b-a18f-d9a358f6fb71 {{(pid=103378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 17:44:50.048821 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] For port 7562b486-c6bd-439b-a18f-d9a358f6fb71, host n-h2-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=7562b486-c6bd-439b-a18f-d9a358f6fb71,segment=NetworkSegment(95e3d896-e0ab-47f8-8257-e5c06c9261eb),segment_id=95e3d896-e0ab-47f8-8257-e5c06c9261eb)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:44:50.054808 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (7562b486-c6bd-439b-a18f-d9a358f6fb71), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:44:50.132967 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Pushing event updated for resources: {'Port': ['ID=7562b486-c6bd-439b-a18f-d9a358f6fb71,revision_number=4']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:44:50.207019 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233d680d-821c-43c9-8309-490fa579ea97 req-8bc3f963-5b19-4bf9-b7b3-f77e13ab241c tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:44:50.208574 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-233d680d-821c-43c9-8309-490fa579ea97 req-8bc3f963-5b19-4bf9-b7b3-f77e13ab241c tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.89 "GET /v2.0/ports?device_id=fc210df8-95fc-40d0-b99e-63045052f5c4 HTTP/1.1" status: 200 len: 944 time: 0.0532317 Feb 04 17:44:50.265437 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-233d680d-821c-43c9-8309-490fa579ea97 req-68f92a58-31cf-47f0-ad69-b8ca40c04ed8 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.89 "GET /v2.0/security-groups?id=08488bde-3452-4671-b745-5b4e8beeb3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507920 Feb 04 17:44:50.340643 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] get_ports_and_sgs() called for port_ids ['7562b486-c6bd-439b-a18f-d9a358f6fb71'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 17:44:50.767486 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8109878-499d-4672-a024-d02dad5b61f4 req-c529e3b8-f26f-4038-8f69-9850857c6df1 tempest-TestVolumeBackupRestore-803048355 tempest-TestVolumeBackupRestore-803048355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:44:50.769507 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-b8109878-499d-4672-a024-d02dad5b61f4 req-c529e3b8-f26f-4038-8f69-9850857c6df1 tempest-TestVolumeBackupRestore-803048355 tempest-TestVolumeBackupRestore-803048355-project] 10.222.0.89 "GET /v2.0/ports?device_id=602e4c9b-42aa-430a-b1be-80543d539d58 HTTP/1.1" status: 200 len: 944 time: 0.0564439 Feb 04 17:44:50.819935 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-b8109878-499d-4672-a024-d02dad5b61f4 req-de340a20-c4ef-4579-b465-67ae58d44e96 tempest-TestVolumeBackupRestore-803048355 tempest-TestVolumeBackupRestore-803048355-project] 10.222.0.89 "GET /v2.0/security-groups?id=37f5680b-9ba8-4fd3-83e6-7e4da06bd2b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443690 Feb 04 17:44:50.987574 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfe527a-f5a2-42b5-85d5-8c68def303e7 req-ac780738-4de9-4d28-bfb8-dfe56a7920cc tempest-AttachVolumeTestJSON-1062564701 tempest-AttachVolumeTestJSON-1062564701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:44:50.989087 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-7dfe527a-f5a2-42b5-85d5-8c68def303e7 req-ac780738-4de9-4d28-bfb8-dfe56a7920cc tempest-AttachVolumeTestJSON-1062564701 tempest-AttachVolumeTestJSON-1062564701-project] 10.222.0.89 "GET /v2.0/ports?device_id=7121ab2f-febe-4a68-ae74-44f39310b958 HTTP/1.1" status: 200 len: 945 time: 0.0537832 Feb 04 17:44:51.036276 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-7dfe527a-f5a2-42b5-85d5-8c68def303e7 req-1acd81fc-7718-4df7-b1f1-d66e4ffccf96 tempest-AttachVolumeTestJSON-1062564701 tempest-AttachVolumeTestJSON-1062564701-project] 10.222.0.89 "GET /v2.0/security-groups?id=bdb5a98e-e9d3-4310-8108-cc56ff726a34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415306 Feb 04 17:44:51.399437 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0450ca66-0834-4d79-ac94-9f7c59596a15 req-b37e0752-3d30-42fe-8054-807015cc3e38 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:44:51.400942 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-0450ca66-0834-4d79-ac94-9f7c59596a15 req-b37e0752-3d30-42fe-8054-807015cc3e38 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.89 "GET /v2.0/ports?device_id=fc210df8-95fc-40d0-b99e-63045052f5c4 HTTP/1.1" status: 200 len: 944 time: 0.0539377 Feb 04 17:44:51.447437 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-0450ca66-0834-4d79-ac94-9f7c59596a15 req-c1f0c29a-565b-4039-bd94-b643e8232dd8 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.89 "GET /v2.0/security-groups?id=08488bde-3452-4671-b745-5b4e8beeb3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407076 Feb 04 17:44:51.726518 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Device 7562b486-c6bd-439b-a18f-d9a358f6fb71 up at agent hyperv_n-h2-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:44:51.793696 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Provisioning for port 7562b486-c6bd-439b-a18f-d9a358f6fb71 completed by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 17:44:51.799867 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Provisioning complete for port 7562b486-c6bd-439b-a18f-d9a358f6fb71 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:44:51.800204 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (7562b486-c6bd-439b-a18f-d9a358f6fb71), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:44:51.911934 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Current status of the port 7562b486-c6bd-439b-a18f-d9a358f6fb71 is: BUILD; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:44:51.912438 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (7562b486-c6bd-439b-a18f-d9a358f6fb71), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:44:51.943079 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc210df8-95fc-40d0-b99e-63045052f5c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7562b486-c6bd-439b-a18f-d9a358f6fb71'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:44:51.945590 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c34bc964ce2211770fda26ca2f3801cc06f4f39928110690550e94ab9c9d2fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d415417-883a-4d2b-9ef1-5af7a2bad7b3" -d '{"events": [{"server_uuid": "fc210df8-95fc-40d0-b99e-63045052f5c4", "name": "network-vif-plugged", "status": "completed", "tag": "7562b486-c6bd-439b-a18f-d9a358f6fb71"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:44:51.960680 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] For port 7562b486-c6bd-439b-a18f-d9a358f6fb71, host n-h2-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=7562b486-c6bd-439b-a18f-d9a358f6fb71,segment=NetworkSegment(95e3d896-e0ab-47f8-8257-e5c06c9261eb),segment_id=95e3d896-e0ab-47f8-8257-e5c06c9261eb)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:44:51.964041 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc70dc1-054d-4434-86bf-3ad38c33f47d req-24404a91-4244-4dd5-99d1-bd9205f1a9c8 tempest-TestNetworkAdvancedServerOps-1057837956 tempest-TestNetworkAdvancedServerOps-1057837956-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:44:51.965676 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-8bc70dc1-054d-4434-86bf-3ad38c33f47d req-24404a91-4244-4dd5-99d1-bd9205f1a9c8 tempest-TestNetworkAdvancedServerOps-1057837956 tempest-TestNetworkAdvancedServerOps-1057837956-project-admin] 10.222.0.89 "GET /v2.0/ports?device_id=052f1b64-41cd-4bf0-9e37-1ea02526f08c HTTP/1.1" status: 200 len: 1127 time: 0.0881739 Feb 04 17:44:51.974625 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (7562b486-c6bd-439b-a18f-d9a358f6fb71), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:44:52.023773 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-8bc70dc1-054d-4434-86bf-3ad38c33f47d req-5ba4d2d3-17a9-4876-aa75-90af3f1833b6 tempest-TestNetworkAdvancedServerOps-1057837956 tempest-TestNetworkAdvancedServerOps-1057837956-project-admin] 10.222.0.89 "GET /v2.0/security-groups?id=51fcebac-85fd-4a94-b17a-0b26ffac48da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515883 Feb 04 17:44:52.043369 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859c7551-b864-4c7e-9517-349c6c97612c req-4e83566e-9b1a-4490-94a6-b6f264ece187 tempest-TestVolumeBackupRestore-803048355 tempest-TestVolumeBackupRestore-803048355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:44:52.045616 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-859c7551-b864-4c7e-9517-349c6c97612c req-4e83566e-9b1a-4490-94a6-b6f264ece187 tempest-TestVolumeBackupRestore-803048355 tempest-TestVolumeBackupRestore-803048355-project] 10.222.0.89 "GET /v2.0/ports?device_id=602e4c9b-42aa-430a-b1be-80543d539d58 HTTP/1.1" status: 200 len: 944 time: 0.0959573 Feb 04 17:44:52.049506 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 39794) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:44:52.061442 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Pushing event updated for resources: {'Port': ['ID=7562b486-c6bd-439b-a18f-d9a358f6fb71,revision_number=5']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:44:52.109768 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 17:44:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-931b524e-022e-4459-9090-2870cfe22c0f x-openstack-request-id: req-931b524e-022e-4459-9090-2870cfe22c0f {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:44:52.110138 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc210df8-95fc-40d0-b99e-63045052f5c4", "name": "network-vif-plugged", "status": "completed", "tag": "7562b486-c6bd-439b-a18f-d9a358f6fb71", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:44:52.110414 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-931b524e-022e-4459-9090-2870cfe22c0f {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:44:52.110900 n-d-827839-2 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc210df8-95fc-40d0-b99e-63045052f5c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7562b486-c6bd-439b-a18f-d9a358f6fb71', 'code': 200} Feb 04 17:44:52.156400 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-859c7551-b864-4c7e-9517-349c6c97612c req-3ebe6df7-f706-4d83-bba4-01a68858c89e tempest-TestVolumeBackupRestore-803048355 tempest-TestVolumeBackupRestore-803048355-project] 10.222.0.89 "GET /v2.0/security-groups?id=37f5680b-9ba8-4fd3-83e6-7e4da06bd2b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1006024 Feb 04 17:44:52.228187 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d379c6-8a29-43fb-8668-2fac638ea02e req-5fa0ed32-50e2-45c0-8d12-4872328f6efe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:44:52.230373 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-c5d379c6-8a29-43fb-8668-2fac638ea02e req-5fa0ed32-50e2-45c0-8d12-4872328f6efe service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=fc210df8-95fc-40d0-b99e-63045052f5c4 HTTP/1.1" status: 200 len: 1127 time: 0.0572186 Feb 04 17:44:52.286283 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-c5d379c6-8a29-43fb-8668-2fac638ea02e req-4294b039-dc71-4325-996b-41c62f828814 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=08488bde-3452-4671-b745-5b4e8beeb3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471969 Feb 04 17:44:52.296828 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-3444dc0f-1e5e-4a07-b30c-530ac0ae525a tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Deleting port e9535873-2872-475f-8101-ebdd348d27da {{(pid=103376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:44:52.297362 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-3444dc0f-1e5e-4a07-b30c-530ac0ae525a tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (e9535873-2872-475f-8101-ebdd348d27da), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:44:52.383641 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-3444dc0f-1e5e-4a07-b30c-530ac0ae525a tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (e9535873-2872-475f-8101-ebdd348d27da), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:44:52.383976 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-3444dc0f-1e5e-4a07-b30c-530ac0ae525a tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Publish callbacks [] for floatingip (e9535873-2872-475f-8101-ebdd348d27da), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:44:52.397199 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-3444dc0f-1e5e-4a07-b30c-530ac0ae525a tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Calling delete_port for e9535873-2872-475f-8101-ebdd348d27da owned by network:floatingip {{(pid=103376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:44:52.599069 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503bec5c-9606-4b95-a4b7-457e95a285f7 req-202f1974-73af-4672-bfef-bc06174cfdfa tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:44:52.600425 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-503bec5c-9606-4b95-a4b7-457e95a285f7 req-202f1974-73af-4672-bfef-bc06174cfdfa tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.89 "GET /v2.0/ports?device_id=fc210df8-95fc-40d0-b99e-63045052f5c4 HTTP/1.1" status: 200 len: 945 time: 0.0754328 Feb 04 17:44:52.681628 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-3444dc0f-1e5e-4a07-b30c-530ac0ae525a tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (e9535873-2872-475f-8101-ebdd348d27da), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:44:52.709142 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-503bec5c-9606-4b95-a4b7-457e95a285f7 req-f9936c10-6997-4215-8854-6866d1f11bad tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.89 "GET /v2.0/security-groups?id=08488bde-3452-4671-b745-5b4e8beeb3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008892 Feb 04 17:44:52.711983 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3444dc0f-1e5e-4a07-b30c-530ac0ae525a tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Pushing event deleted for resources: {'Port': ['ID=e9535873-2872-475f-8101-ebdd348d27da,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:44:52.775139 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-3444dc0f-1e5e-4a07-b30c-530ac0ae525a tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Publish callbacks [] for floatingip (54d18081-dbed-420f-8d4b-c9c53b9a8f60), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:44:52.775472 n-d-827839-2 neutron-server[103376]: INFO neutron.db.l3_db [None req-3444dc0f-1e5e-4a07-b30c-530ac0ae525a tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Floating IP 54d18081-dbed-420f-8d4b-c9c53b9a8f60 disassociated (deleted). External IP: 172.25.6.78, port: 41824d2d-8f0e-4344-beb8-cc3af5147464. Feb 04 17:44:53.021565 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device 73311ee6-b482-417a-a78f-f9db9444d970 up at agent hyperv_n-h1-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:44:53.025769 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3444dc0f-1e5e-4a07-b30c-530ac0ae525a tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Router ea8f65a9-a01d-4df3-b91f-b261ef81f003 has already been hosted by L3 agent 64ada913-9131-4d99-a265-63a920956287 {{(pid=103376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 17:44:53.088668 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Provisioning for port 73311ee6-b482-417a-a78f-f9db9444d970 completed by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 17:44:53.095145 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Provisioning complete for port 73311ee6-b482-417a-a78f-f9db9444d970 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:44:53.095647 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (73311ee6-b482-417a-a78f-f9db9444d970), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:44:53.149382 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3444dc0f-1e5e-4a07-b30c-530ac0ae525a tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Notify agent at l3_agent.n-d-827839-2 the message routers_updated {{(pid=103376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 17:44:53.154675 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-3444dc0f-1e5e-4a07-b30c-530ac0ae525a tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for floatingip (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:44:53.160941 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99a30d2e-6888-411f-bbf4-a58bee5c86e6 None None] Sync routers for ids ['ea8f65a9-a01d-4df3-b91f-b261ef81f003'] in n-d-827839-2 {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 17:44:53.174862 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99a30d2e-6888-411f-bbf4-a58bee5c86e6 None None] Routers {'ea8f65a9-a01d-4df3-b91f-b261ef81f003'} bound to L3 agent in host n-d-827839-2 {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:44:53.176224 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-99a30d2e-6888-411f-bbf4-a58bee5c86e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:44:33Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['ea8f65a9-a01d-4df3-b91f-b261ef81f003'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:44:53.210463 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-3444dc0f-1e5e-4a07-b30c-530ac0ae525a tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] 10.222.0.89 "DELETE /v2.0/floatingips/54d18081-dbed-420f-8d4b-c9c53b9a8f60 HTTP/1.1" status: 204 len: 168 time: 1.1597605 Feb 04 17:44:53.211413 n-d-827839-2 neutron-server[103376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '052f1b64-41cd-4bf0-9e37-1ea02526f08c', 'tag': '41824d2d-8f0e-4344-beb8-cc3af5147464'}] {{(pid=103376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:44:53.214936 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d59c3bb5e2f09ebf62144d5e09b1cff60c763a9c19614c24538e77842938c05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29e2e914-7c02-4a3c-b885-d3c55be405fb" -d '{"events": [{"name": "network-changed", "server_uuid": "052f1b64-41cd-4bf0-9e37-1ea02526f08c", "tag": "41824d2d-8f0e-4344-beb8-cc3af5147464"}]}' {{(pid=103376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:44:53.252785 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Current status of the port 73311ee6-b482-417a-a78f-f9db9444d970 is: BUILD; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:44:53.253851 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (73311ee6-b482-417a-a78f-f9db9444d970), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:44:53.318985 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] For port 73311ee6-b482-417a-a78f-f9db9444d970, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=73311ee6-b482-417a-a78f-f9db9444d970,segment=NetworkSegment(fc43ce35-42d4-452c-8cea-9531bad329e0),segment_id=fc43ce35-42d4-452c-8cea-9531bad329e0)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:44:53.349267 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (73311ee6-b482-417a-a78f-f9db9444d970), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:44:53.382207 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvr_db [None req-99a30d2e-6888-411f-bbf4-a58bee5c86e6 None None] Set router ea8f65a9-a01d-4df3-b91f-b261ef81f003 gateway port host: n-d-827839-2 {{(pid=103379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:44:53.414492 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54cbb73-26ea-466f-8370-7a661fbd9b4e req-6fb60175-a8d1-4b89-8779-10456f5f766b tempest-TestVolumeBackupRestore-803048355 tempest-TestVolumeBackupRestore-803048355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:44:53.424354 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-d54cbb73-26ea-466f-8370-7a661fbd9b4e req-6fb60175-a8d1-4b89-8779-10456f5f766b tempest-TestVolumeBackupRestore-803048355 tempest-TestVolumeBackupRestore-803048355-project] 10.222.0.89 "GET /v2.0/ports?device_id=602e4c9b-42aa-430a-b1be-80543d539d58 HTTP/1.1" status: 200 len: 944 time: 0.1232829 Feb 04 17:44:53.470920 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Pushing event updated for resources: {'Port': ['ID=73311ee6-b482-417a-a78f-f9db9444d970,revision_number=5']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:44:53.551510 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-d54cbb73-26ea-466f-8370-7a661fbd9b4e req-c00a0192-25e4-4283-a8b5-25a3c40e84fd tempest-TestVolumeBackupRestore-803048355 tempest-TestVolumeBackupRestore-803048355-project] 10.222.0.89 "GET /v2.0/security-groups?id=37f5680b-9ba8-4fd3-83e6-7e4da06bd2b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1251023 Feb 04 17:44:53.579311 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 17:44:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a3b2e2a-ef77-4a2e-9820-c38b4eb3fe8a x-openstack-request-id: req-1a3b2e2a-ef77-4a2e-9820-c38b4eb3fe8a {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:44:53.579800 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "052f1b64-41cd-4bf0-9e37-1ea02526f08c", "tag": "41824d2d-8f0e-4344-beb8-cc3af5147464", "status": "completed", "code": 200}]} {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:44:53.580052 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-1a3b2e2a-ef77-4a2e-9820-c38b4eb3fe8a {{(pid=103376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:44:53.580469 n-d-827839-2 neutron-server[103376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '052f1b64-41cd-4bf0-9e37-1ea02526f08c', 'tag': '41824d2d-8f0e-4344-beb8-cc3af5147464', 'status': 'completed', 'code': 200} Feb 04 17:44:53.683143 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e2e914-7c02-4a3c-b885-d3c55be405fb req-6fded895-38b3-4ac1-86c1-1745b9e53994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:44:53.684722 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-29e2e914-7c02-4a3c-b885-d3c55be405fb req-6fded895-38b3-4ac1-86c1-1745b9e53994 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=86a0fd5c0c974eafbf1c6e95239dcb2c&device_id=052f1b64-41cd-4bf0-9e37-1ea02526f08c HTTP/1.1" status: 200 len: 1127 time: 0.0809152 Feb 04 17:44:53.719217 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-99a30d2e-6888-411f-bbf4-a58bee5c86e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea8f65a9-a01d-4df3-b91f-b261ef81f003', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1088852000', 'tenant_id': '86a0fd5c0c974eafbf1c6e95239dcb2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.250'}], 'enable_snat': True}, 'gw_port_id': '6e4da06b-1464-4aee-9e86-c692099bc48f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:41:44Z', 'updated_at': '2022-02-04T17:41:51Z', 'revision_number': 4, 'project_id': '86a0fd5c0c974eafbf1c6e95239dcb2c', 'gw_port': {'id': '6e4da06b-1464-4aee-9e86-c692099bc48f', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:d5:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea8f65a9-a01d-4df3-b91f-b261ef81f003', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3272, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:41:45Z', 'updated_at': '2022-02-04T17:41:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_interfaces': [{'id': '4cbfe0f6-49a2-4664-aec0-98c4bfcfda95', 'name': '', 'network_id': 'c75b0216-bbb5-4b6f-8caf-507659fff648', 'tenant_id': '86a0fd5c0c974eafbf1c6e95239dcb2c', 'mac_address': 'fa:16:3e:ba:f0:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea8f65a9-a01d-4df3-b91f-b261ef81f003', 'device_owner': 'network:router_interface', 'standard_attr_id': 3275, 'fixed_ips': [{'subnet_id': 'ef5bd72b-0899-4863-b96f-862e9aa9617e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:41:50Z', 'updated_at': '2022-02-04T17:41:56Z', 'revision_number': 5, 'project_id': '86a0fd5c0c974eafbf1c6e95239dcb2c', 'subnets': [{'id': 'ef5bd72b-0899-4863-b96f-862e9aa9617e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-2', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:44:53.747248 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99a30d2e-6888-411f-bbf4-a58bee5c86e6 None None] Checking router: ea8f65a9-a01d-4df3-b91f-b261ef81f003 for host: n-d-827839-2 {{(pid=103379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 17:44:53.747567 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00d4695-1b21-454f-ba2c-5ee0178cc3a6 req-e0dd83ff-ae13-46ec-8a50-c9ec76258201 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:44:53.749078 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-f00d4695-1b21-454f-ba2c-5ee0178cc3a6 req-e0dd83ff-ae13-46ec-8a50-c9ec76258201 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] 10.222.0.89 "GET /v2.0/ports?device_id=052f1b64-41cd-4bf0-9e37-1ea02526f08c HTTP/1.1" status: 200 len: 945 time: 0.1137018 Feb 04 17:44:53.756516 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99a30d2e-6888-411f-bbf4-a58bee5c86e6 None None] Routers {'ea8f65a9-a01d-4df3-b91f-b261ef81f003'} bound to L3 agent in host n-d-827839-2 {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:44:53.757348 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-99a30d2e-6888-411f-bbf4-a58bee5c86e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:44:33Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['ea8f65a9-a01d-4df3-b91f-b261ef81f003'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:44:53.851750 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-f00d4695-1b21-454f-ba2c-5ee0178cc3a6 req-799c6869-ff9a-461f-84cb-47d703561cc4 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] 10.222.0.89 "GET /v2.0/security-groups?id=51fcebac-85fd-4a94-b17a-0b26ffac48da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0867813 Feb 04 17:44:53.853520 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e2e914-7c02-4a3c-b885-d3c55be405fb req-38ccfab5-dd76-405c-b551-07198a292776 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:44:53.855255 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-29e2e914-7c02-4a3c-b885-d3c55be405fb req-38ccfab5-dd76-405c-b551-07198a292776 service neutron] 10.222.0.90 "GET /v2.0/networks?id=c75b0216-bbb5-4b6f-8caf-507659fff648 HTTP/1.1" status: 200 len: 897 time: 0.1616900 Feb 04 17:44:53.876908 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ba041c-18c4-4a23-89c3-6d2c6a025e82 req-8b9d74ea-fb41-4d10-b071-f902d81683a3 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:44:53.885418 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-89ba041c-18c4-4a23-89c3-6d2c6a025e82 req-8b9d74ea-fb41-4d10-b071-f902d81683a3 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.89 "GET /v2.0/ports?device_id=fc210df8-95fc-40d0-b99e-63045052f5c4 HTTP/1.1" status: 200 len: 945 time: 0.0715206 Feb 04 17:44:53.907137 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-29e2e914-7c02-4a3c-b885-d3c55be405fb req-d55ba7ed-74df-4044-8781-c2ae9e7e7a43 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=41824d2d-8f0e-4344-beb8-cc3af5147464 HTTP/1.1" status: 200 len: 217 time: 0.0445769 Feb 04 17:44:53.933880 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvr_db [None req-99a30d2e-6888-411f-bbf4-a58bee5c86e6 None None] Set router ea8f65a9-a01d-4df3-b91f-b261ef81f003 gateway port host: n-d-827839-2 {{(pid=103379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:44:53.935809 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-89ba041c-18c4-4a23-89c3-6d2c6a025e82 req-057b7cc1-a258-40aa-95af-e1410c0d884a tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.89 "GET /v2.0/security-groups?id=08488bde-3452-4671-b745-5b4e8beeb3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494528 Feb 04 17:44:53.965566 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e2e914-7c02-4a3c-b885-d3c55be405fb req-04dbef2a-3823-4f65-ada9-8b4ed9d15ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:44:53.967066 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-29e2e914-7c02-4a3c-b885-d3c55be405fb req-04dbef2a-3823-4f65-ada9-8b4ed9d15ca5 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=ef5bd72b-0899-4863-b96f-862e9aa9617e HTTP/1.1" status: 200 len: 833 time: 0.0531254 Feb 04 17:44:54.029485 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e2e914-7c02-4a3c-b885-d3c55be405fb req-f3c45caf-3946-4d63-b1ee-3673f099f73e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:44:54.033233 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-29e2e914-7c02-4a3c-b885-d3c55be405fb req-f3c45caf-3946-4d63-b1ee-3673f099f73e service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=c75b0216-bbb5-4b6f-8caf-507659fff648&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0582418 Feb 04 17:44:54.113567 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '602e4c9b-42aa-430a-b1be-80543d539d58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73311ee6-b482-417a-a78f-f9db9444d970'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:44:54.117199 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c34bc964ce2211770fda26ca2f3801cc06f4f39928110690550e94ab9c9d2fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ead6dfe-c703-41ae-979e-1fcb37be68b6" -d '{"events": [{"server_uuid": "602e4c9b-42aa-430a-b1be-80543d539d58", "name": "network-vif-plugged", "status": "completed", "tag": "73311ee6-b482-417a-a78f-f9db9444d970"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:44:54.136318 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-f56140bf-85f5-4206-9b0c-94b7272fb287 req-05220d8f-ddf6-438c-b3a7-525b14cefbbe tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.89 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=5f7c63cd6c624891853d19549e45e9fe HTTP/1.1" status: 200 len: 267 time: 0.0988064 Feb 04 17:44:54.172657 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 17:44:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22544aaf-44d4-4dda-a7f8-0745b6a5d638 x-openstack-request-id: req-22544aaf-44d4-4dda-a7f8-0745b6a5d638 {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:44:54.172984 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "602e4c9b-42aa-430a-b1be-80543d539d58", "name": "network-vif-plugged", "status": "completed", "tag": "73311ee6-b482-417a-a78f-f9db9444d970", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:44:54.173240 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-22544aaf-44d4-4dda-a7f8-0745b6a5d638 {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:44:54.173639 n-d-827839-2 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '602e4c9b-42aa-430a-b1be-80543d539d58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73311ee6-b482-417a-a78f-f9db9444d970', 'code': 200} Feb 04 17:44:54.181625 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-99a30d2e-6888-411f-bbf4-a58bee5c86e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea8f65a9-a01d-4df3-b91f-b261ef81f003', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1088852000', 'tenant_id': '86a0fd5c0c974eafbf1c6e95239dcb2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.250'}], 'enable_snat': True}, 'gw_port_id': '6e4da06b-1464-4aee-9e86-c692099bc48f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:41:44Z', 'updated_at': '2022-02-04T17:41:51Z', 'revision_number': 4, 'project_id': '86a0fd5c0c974eafbf1c6e95239dcb2c', 'gw_port': {'id': '6e4da06b-1464-4aee-9e86-c692099bc48f', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:d5:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea8f65a9-a01d-4df3-b91f-b261ef81f003', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3272, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:41:45Z', 'updated_at': '2022-02-04T17:41:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_interfaces': [{'id': '4cbfe0f6-49a2-4664-aec0-98c4bfcfda95', 'name': '', 'network_id': 'c75b0216-bbb5-4b6f-8caf-507659fff648', 'tenant_id': '86a0fd5c0c974eafbf1c6e95239dcb2c', 'mac_address': 'fa:16:3e:ba:f0:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea8f65a9-a01d-4df3-b91f-b261ef81f003', 'device_owner': 'network:router_interface', 'standard_attr_id': 3275, 'fixed_ips': [{'subnet_id': 'ef5bd72b-0899-4863-b96f-862e9aa9617e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:41:50Z', 'updated_at': '2022-02-04T17:41:56Z', 'revision_number': 5, 'project_id': '86a0fd5c0c974eafbf1c6e95239dcb2c', 'subnets': [{'id': 'ef5bd72b-0899-4863-b96f-862e9aa9617e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-2', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:44:54.207808 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-29e2e914-7c02-4a3c-b885-d3c55be405fb req-2e331c9b-fdc1-4a70-9fbc-802eb5bcae39 service neutron] 10.222.0.90 "GET /v2.0/networks/c75b0216-bbb5-4b6f-8caf-507659fff648?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1639872 Feb 04 17:44:54.211155 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99a30d2e-6888-411f-bbf4-a58bee5c86e6 None None] The sync data for ids ['ea8f65a9-a01d-4df3-b91f-b261ef81f003'] in n-d-827839-2 is: [{'id': 'ea8f65a9-a01d-4df3-b91f-b261ef81f003', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1088852000', 'tenant_id': '86a0fd5c0c974eafbf1c6e95239dcb2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.250'}], 'enable_snat': True}, 'gw_port_id': '6e4da06b-1464-4aee-9e86-c692099bc48f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:41:44Z', 'updated_at': '2022-02-04T17:41:51Z', 'revision_number': 4, 'project_id': '86a0fd5c0c974eafbf1c6e95239dcb2c', 'gw_port': {'id': '6e4da06b-1464-4aee-9e86-c692099bc48f', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:d5:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea8f65a9-a01d-4df3-b91f-b261ef81f003', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3272, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:41:45Z', 'updated_at': '2022-02-04T17:41:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_interfaces': [{'id': '4cbfe0f6-49a2-4664-aec0-98c4bfcfda95', 'name': '', 'network_id': 'c75b0216-bbb5-4b6f-8caf-507659fff648', 'tenant_id': '86a0fd5c0c974eafbf1c6e95239dcb2c', 'mac_address': 'fa:16:3e:ba:f0:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea8f65a9-a01d-4df3-b91f-b261ef81f003', 'device_owner': 'network:router_interface', 'standard_attr_id': 3275, 'fixed_ips': [{'subnet_id': 'ef5bd72b-0899-4863-b96f-862e9aa9617e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:41:50Z', 'updated_at': '2022-02-04T17:41:56Z', 'revision_number': 5, 'project_id': '86a0fd5c0c974eafbf1c6e95239dcb2c', 'subnets': [{'id': 'ef5bd72b-0899-4863-b96f-862e9aa9617e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 17:44:54.289756 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56140bf-85f5-4206-9b0c-94b7272fb287 req-4b97351a-0419-42d2-99c9-574952168edb tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:44:54.297298 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-f56140bf-85f5-4206-9b0c-94b7272fb287 req-4b97351a-0419-42d2-99c9-574952168edb tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.89 "GET /v2.0/ports?device_id=fc210df8-95fc-40d0-b99e-63045052f5c4 HTTP/1.1" status: 200 len: 945 time: 0.1506331 Feb 04 17:44:54.306595 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [req-f56140bf-85f5-4206-9b0c-94b7272fb287 req-ca5481fc-c88e-451a-ae3a-c9709279b4bb tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] Request body: {'port': {'security_groups': []}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:44:54.317207 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967e3a87-6142-491b-b09c-aaf8cad28795 req-681c6e68-02e0-46e7-975b-967d6e4e8e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:44:54.321708 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-967e3a87-6142-491b-b09c-aaf8cad28795 req-681c6e68-02e0-46e7-975b-967d6e4e8e80 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=602e4c9b-42aa-430a-b1be-80543d539d58 HTTP/1.1" status: 200 len: 1127 time: 0.0817034 Feb 04 17:44:54.377259 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-29e2e914-7c02-4a3c-b885-d3c55be405fb req-0fbf8ec4-6ff3-4911-9cf1-6de9d95987b0 service neutron] 10.222.0.90 "GET /v2.0/networks/c75b0216-bbb5-4b6f-8caf-507659fff648?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1599123 Feb 04 17:44:54.381960 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-967e3a87-6142-491b-b09c-aaf8cad28795 req-85fd4ce7-23ca-4652-bfae-874c134aecc4 service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=37f5680b-9ba8-4fd3-83e6-7e4da06bd2b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519924 Feb 04 17:44:54.423009 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-f56140bf-85f5-4206-9b0c-94b7272fb287 req-ca5481fc-c88e-451a-ae3a-c9709279b4bb tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (7562b486-c6bd-439b-a18f-d9a358f6fb71), before_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:44:54.539405 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02746209-abbf-48a0-86a7-c710ad76af10 None None] New status for floating IP 54d18081-dbed-420f-8d4b-c9c53b9a8f60: DOWN {{(pid=103378) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 17:44:54.620443 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [req-f56140bf-85f5-4206-9b0c-94b7272fb287 req-ca5481fc-c88e-451a-ae3a-c9709279b4bb tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] For port 7562b486-c6bd-439b-a18f-d9a358f6fb71, host n-h2-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=7562b486-c6bd-439b-a18f-d9a358f6fb71,segment=NetworkSegment(95e3d896-e0ab-47f8-8257-e5c06c9261eb),segment_id=95e3d896-e0ab-47f8-8257-e5c06c9261eb)] {{(pid=103377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:44:54.654335 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-f56140bf-85f5-4206-9b0c-94b7272fb287 req-ca5481fc-c88e-451a-ae3a-c9709279b4bb tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] Publish callbacks [] for port (7562b486-c6bd-439b-a18f-d9a358f6fb71), precommit_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:44:54.664843 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-f56140bf-85f5-4206-9b0c-94b7272fb287 req-ca5481fc-c88e-451a-ae3a-c9709279b4bb tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25888290'] for port (7562b486-c6bd-439b-a18f-d9a358f6fb71), after_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:44:54.679121 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] get_ports_and_sgs() called for port_ids ['06cc4543-cc32-4220-8ed9-c749772fcc2b', '21f2b0c5-67dd-4fc0-98c0-308d7f2cf6ac', '7562b486-c6bd-439b-a18f-d9a358f6fb71'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 17:44:54.714904 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56140bf-85f5-4206-9b0c-94b7272fb287 req-ca5481fc-c88e-451a-ae3a-c9709279b4bb tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:44:54.715551 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-f56140bf-85f5-4206-9b0c-94b7272fb287 req-ca5481fc-c88e-451a-ae3a-c9709279b4bb tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:44:54.716983 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-f56140bf-85f5-4206-9b0c-94b7272fb287 req-ca5481fc-c88e-451a-ae3a-c9709279b4bb tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.89 "PUT /v2.0/ports/7562b486-c6bd-439b-a18f-d9a358f6fb71 HTTP/1.1" status: 200 len: 904 time: 0.4188504 Feb 04 17:44:54.718460 n-d-827839-2 neutron-server[103377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc210df8-95fc-40d0-b99e-63045052f5c4', 'tag': '7562b486-c6bd-439b-a18f-d9a358f6fb71'}] {{(pid=103377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:44:54.724354 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7240428b650e1488e9361b62648ff4b3a6c19d49d8c27c949491ab58c1346cf0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a093433-9af3-4c32-a93e-53a9ff5e201a" -d '{"events": [{"name": "network-changed", "server_uuid": "fc210df8-95fc-40d0-b99e-63045052f5c4", "tag": "7562b486-c6bd-439b-a18f-d9a358f6fb71"}]}' {{(pid=103377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:44:54.744232 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cfc337-7e17-44d3-81d4-ba1797f744f4 req-b716163e-2dab-4778-8979-bf0b811a1a24 tempest-TestVolumeBackupRestore-803048355 tempest-TestVolumeBackupRestore-803048355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:44:54.749665 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-e1cfc337-7e17-44d3-81d4-ba1797f744f4 req-b716163e-2dab-4778-8979-bf0b811a1a24 tempest-TestVolumeBackupRestore-803048355 tempest-TestVolumeBackupRestore-803048355-project] 10.222.0.89 "GET /v2.0/ports?device_id=602e4c9b-42aa-430a-b1be-80543d539d58 HTTP/1.1" status: 200 len: 945 time: 0.0993097 Feb 04 17:44:54.751597 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5481fc-c88e-451a-ae3a-c9709279b4bb tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] Pushing event updated for resources: {'Port': ['ID=7562b486-c6bd-439b-a18f-d9a358f6fb71,revision_number=6']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:44:54.853051 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-e1cfc337-7e17-44d3-81d4-ba1797f744f4 req-11053492-d7b1-49f8-8b15-01e2a0a197ea tempest-TestVolumeBackupRestore-803048355 tempest-TestVolumeBackupRestore-803048355-project] 10.222.0.89 "GET /v2.0/security-groups?id=37f5680b-9ba8-4fd3-83e6-7e4da06bd2b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0914586 Feb 04 17:44:54.854641 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] get_ports_and_sgs() called for port_ids ['7562b486-c6bd-439b-a18f-d9a358f6fb71'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 17:44:54.906355 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77883a8b-940a-410c-be3f-edb2feda645e req-d8b4a7a3-9b9c-4b75-8122-a35cd40239e4 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:44:54.919270 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-77883a8b-940a-410c-be3f-edb2feda645e req-d8b4a7a3-9b9c-4b75-8122-a35cd40239e4 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.89 "GET /v2.0/ports?device_id=fc210df8-95fc-40d0-b99e-63045052f5c4 HTTP/1.1" status: 200 len: 907 time: 0.1091921 Feb 04 17:44:54.964119 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 17:44:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6486a9bd-4450-4bad-8ec7-af6618c5d5c0 x-openstack-request-id: req-6486a9bd-4450-4bad-8ec7-af6618c5d5c0 {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:44:54.964423 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc210df8-95fc-40d0-b99e-63045052f5c4", "tag": "7562b486-c6bd-439b-a18f-d9a358f6fb71", "status": "completed", "code": 200}]} {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:44:54.964684 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-6486a9bd-4450-4bad-8ec7-af6618c5d5c0 {{(pid=103377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:44:54.965128 n-d-827839-2 neutron-server[103377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc210df8-95fc-40d0-b99e-63045052f5c4', 'tag': '7562b486-c6bd-439b-a18f-d9a358f6fb71', 'status': 'completed', 'code': 200} Feb 04 17:44:55.111335 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-aa418a84-9722-41c8-b426-2426f596883f None None] Provisioning complete for port 7562b486-c6bd-439b-a18f-d9a358f6fb71 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:44:55.111887 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-aa418a84-9722-41c8-b426-2426f596883f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (7562b486-c6bd-439b-a18f-d9a358f6fb71), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:44:55.121284 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5bcc7a-53bb-44e3-80b0-99c55b755edf req-d7de886f-d47e-477a-bd80-9f008d981ce7 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:44:55.122934 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-1c5bcc7a-53bb-44e3-80b0-99c55b755edf req-d7de886f-d47e-477a-bd80-9f008d981ce7 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.89 "GET /v2.0/ports?device_id=3c7675e1-1c8a-410f-be7f-b37c48bc9d65 HTTP/1.1" status: 200 len: 945 time: 0.0819664 Feb 04 17:44:55.189883 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3715e264-f43f-4624-ace9-aeb629d95bef req-6cc97ef0-373e-4d07-978a-768d0b3a03db tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:44:55.192007 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-3715e264-f43f-4624-ace9-aeb629d95bef req-6cc97ef0-373e-4d07-978a-768d0b3a03db tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] 10.222.0.90 "GET /v2.0/ports?device_id=052f1b64-41cd-4bf0-9e37-1ea02526f08c HTTP/1.1" status: 200 len: 945 time: 0.1862342 Feb 04 17:44:55.201160 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-1c5bcc7a-53bb-44e3-80b0-99c55b755edf req-1d63ab1f-c22c-4044-ad68-527195e966fd tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.89 "GET /v2.0/security-groups?id=93ceaf89-daf9-4fd7-ba90-ecf1cae67db9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0693219 Feb 04 17:44:55.210454 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a093433-9af3-4c32-a93e-53a9ff5e201a req-22554e59-7e9d-4078-a6e4-65586f17527e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:44:55.212649 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-6a093433-9af3-4c32-a93e-53a9ff5e201a req-22554e59-7e9d-4078-a6e4-65586f17527e service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=5f7c63cd6c624891853d19549e45e9fe&device_id=fc210df8-95fc-40d0-b99e-63045052f5c4 HTTP/1.1" status: 200 len: 1089 time: 0.1971903 Feb 04 17:44:55.250498 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-aa418a84-9722-41c8-b426-2426f596883f None None] Current status of the port 7562b486-c6bd-439b-a18f-d9a358f6fb71 is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:44:55.287266 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6041139-5ee3-4af6-9278-5cc8d0c41c31 req-5cd7c824-5200-40b7-b3b8-79dfd3d502e0 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:44:55.288394 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-e6041139-5ee3-4af6-9278-5cc8d0c41c31 req-5cd7c824-5200-40b7-b3b8-79dfd3d502e0 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] 10.222.0.89 "GET /v2.0/ports?device_id=052f1b64-41cd-4bf0-9e37-1ea02526f08c HTTP/1.1" status: 200 len: 945 time: 0.2484937 Feb 04 17:44:55.340221 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61703340-4939-4caf-9d0c-7f4bc7c64629 req-925964de-7a63-4073-bbc1-efb111b6c55d tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:44:55.341766 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-61703340-4939-4caf-9d0c-7f4bc7c64629 req-925964de-7a63-4073-bbc1-efb111b6c55d tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.89 "GET /v2.0/ports?device_id=3c7675e1-1c8a-410f-be7f-b37c48bc9d65 HTTP/1.1" status: 200 len: 945 time: 0.0573208 Feb 04 17:44:55.392972 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-61703340-4939-4caf-9d0c-7f4bc7c64629 req-97bae67b-8fba-426c-80f0-17cbdf5bad11 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.89 "GET /v2.0/security-groups?id=93ceaf89-daf9-4fd7-ba90-ecf1cae67db9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446196 Feb 04 17:44:55.443404 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-e6041139-5ee3-4af6-9278-5cc8d0c41c31 req-86ea8bb1-4b4f-4835-8e73-8754c6261807 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] 10.222.0.89 "GET /v2.0/security-groups?id=51fcebac-85fd-4a94-b17a-0b26ffac48da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1182473 Feb 04 17:44:55.461334 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a093433-9af3-4c32-a93e-53a9ff5e201a req-a15e955b-4957-4fbc-9786-d6383a07a6e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:44:55.463310 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-6a093433-9af3-4c32-a93e-53a9ff5e201a req-a15e955b-4957-4fbc-9786-d6383a07a6e4 service neutron] 10.222.0.90 "GET /v2.0/networks?id=b55b6cf7-96ca-44f1-b402-5ece20b91f84 HTTP/1.1" status: 200 len: 913 time: 0.2367401 Feb 04 17:44:55.482350 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [req-3715e264-f43f-4624-ace9-aeb629d95bef req-888d65ea-cfc0-457c-b048-43cad903467d tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Deleting port 41824d2d-8f0e-4344-beb8-cc3af5147464 {{(pid=103377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:44:55.482618 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-3715e264-f43f-4624-ace9-aeb629d95bef req-888d65ea-cfc0-457c-b048-43cad903467d tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (41824d2d-8f0e-4344-beb8-cc3af5147464), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:44:55.533307 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-6a093433-9af3-4c32-a93e-53a9ff5e201a req-0abfc302-8b03-41c5-84ee-8e2b736f4e65 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7562b486-c6bd-439b-a18f-d9a358f6fb71 HTTP/1.1" status: 200 len: 217 time: 0.0633779 Feb 04 17:44:55.627119 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a093433-9af3-4c32-a93e-53a9ff5e201a req-b2bae7ec-b408-4f3f-8012-d20a4efa0237 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:44:55.628646 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-6a093433-9af3-4c32-a93e-53a9ff5e201a req-b2bae7ec-b408-4f3f-8012-d20a4efa0237 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=56d77231-1e8a-430f-89bb-45ff7f982beb HTTP/1.1" status: 200 len: 851 time: 0.0694461 Feb 04 17:44:55.656318 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e499eb2-bd24-4941-9a5e-90979313442f req-391d6be6-d160-469e-8031-546bafbd8246 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:44:55.663748 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-5e499eb2-bd24-4941-9a5e-90979313442f req-391d6be6-d160-469e-8031-546bafbd8246 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.89 "GET /v2.0/networks?id=b55b6cf7-96ca-44f1-b402-5ece20b91f84 HTTP/1.1" status: 200 len: 812 time: 0.1242154 Feb 04 17:44:55.673895 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-5e499eb2-bd24-4941-9a5e-90979313442f req-ec560fa0-a01d-4dd5-8f24-64dce264e04f tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.89 "GET /v2.0/quotas/5f7c63cd6c624891853d19549e45e9fe HTTP/1.1" status: 200 len: 375 time: 0.0092299 Feb 04 17:44:55.682425 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [req-3715e264-f43f-4624-ace9-aeb629d95bef req-888d65ea-cfc0-457c-b048-43cad903467d tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] For port 41824d2d-8f0e-4344-beb8-cc3af5147464, host n-h2-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=41824d2d-8f0e-4344-beb8-cc3af5147464,segment=NetworkSegment(2eb92e58-4f00-4646-ba01-0085967486fd),segment_id=2eb92e58-4f00-4646-ba01-0085967486fd)] {{(pid=103377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:44:55.682805 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-3715e264-f43f-4624-ace9-aeb629d95bef req-888d65ea-cfc0-457c-b048-43cad903467d tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (41824d2d-8f0e-4344-beb8-cc3af5147464), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:44:55.701149 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [req-3715e264-f43f-4624-ace9-aeb629d95bef req-888d65ea-cfc0-457c-b048-43cad903467d tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Calling delete_port for 41824d2d-8f0e-4344-beb8-cc3af5147464 owned by compute:nova {{(pid=103377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:44:55.744938 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-5e499eb2-bd24-4941-9a5e-90979313442f req-e35e9ef3-a30d-4f5c-9336-949a1329d65e tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=5f7c63cd6c624891853d19549e45e9fe&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0629840 Feb 04 17:44:55.751100 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a093433-9af3-4c32-a93e-53a9ff5e201a req-5ea1349a-3591-4a32-8d0c-ee1f6a07dece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:44:55.752620 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-6a093433-9af3-4c32-a93e-53a9ff5e201a req-5ea1349a-3591-4a32-8d0c-ee1f6a07dece service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=b55b6cf7-96ca-44f1-b402-5ece20b91f84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1172252 Feb 04 17:44:55.841850 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-5e499eb2-bd24-4941-9a5e-90979313442f req-fd2cb241-b599-4908-bb72-592d0ace2c25 service neutron] 10.222.0.89 "GET /v2.0/networks/b55b6cf7-96ca-44f1-b402-5ece20b91f84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891163 Feb 04 17:44:55.895433 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-6a093433-9af3-4c32-a93e-53a9ff5e201a req-404d0a6f-8c9b-4358-8437-6c14640fa6bd service neutron] 10.222.0.90 "GET /v2.0/networks/b55b6cf7-96ca-44f1-b402-5ece20b91f84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350121 Feb 04 17:44:55.941475 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-5e499eb2-bd24-4941-9a5e-90979313442f req-c51b799c-c1b5-43fc-81aa-30d62bfbfb06 service neutron] 10.222.0.89 "GET /v2.0/networks/b55b6cf7-96ca-44f1-b402-5ece20b91f84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912411 Feb 04 17:44:55.970635 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-3715e264-f43f-4624-ace9-aeb629d95bef req-888d65ea-cfc0-457c-b048-43cad903467d tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (41824d2d-8f0e-4344-beb8-cc3af5147464), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:44:56.025943 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888d65ea-cfc0-457c-b048-43cad903467d tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Pushing event deleted for resources: {'Port': ['ID=41824d2d-8f0e-4344-beb8-cc3af5147464,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:44:56.086347 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-6a093433-9af3-4c32-a93e-53a9ff5e201a req-e90cfd49-3404-4f61-8593-87e9f47e7f6a service neutron] 10.222.0.90 "GET /v2.0/networks/b55b6cf7-96ca-44f1-b402-5ece20b91f84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1842303 Feb 04 17:44:56.105751 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [req-3715e264-f43f-4624-ace9-aeb629d95bef req-888d65ea-cfc0-457c-b048-43cad903467d tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] No DVR routers for this DVR port 41824d2d-8f0e-4344-beb8-cc3af5147464 on host n-h2-827839-2 {{(pid=103377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 17:44:56.114381 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcb4ead-f427-4d10-8715-6437ff544bdb req-bd05300c-881a-42ea-a76b-aa46b3491a95 tempest-TestVolumeBackupRestore-803048355 tempest-TestVolumeBackupRestore-803048355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:44:56.115914 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-5fcb4ead-f427-4d10-8715-6437ff544bdb req-bd05300c-881a-42ea-a76b-aa46b3491a95 tempest-TestVolumeBackupRestore-803048355 tempest-TestVolumeBackupRestore-803048355-project] 10.222.0.89 "GET /v2.0/ports?device_id=602e4c9b-42aa-430a-b1be-80543d539d58 HTTP/1.1" status: 200 len: 945 time: 0.1680017 Feb 04 17:44:56.117455 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-3715e264-f43f-4624-ace9-aeb629d95bef req-888d65ea-cfc0-457c-b048-43cad903467d tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:44:56.121174 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-3715e264-f43f-4624-ace9-aeb629d95bef req-888d65ea-cfc0-457c-b048-43cad903467d tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] 10.222.0.90 "DELETE /v2.0/ports/41824d2d-8f0e-4344-beb8-cc3af5147464 HTTP/1.1" status: 204 len: 173 time: 0.9224975 Feb 04 17:44:56.211317 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-c1252f96-3059-417e-86c9-86254745de24 req-50d1562c-593d-4e40-8c5a-8b5f318a2004 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.89 "GET /v2.0/ports?device_id=cd0b1eef-8dc5-4f93-9761-84068fdadff5 HTTP/1.1" status: 200 len: 210 time: 0.0575225 Feb 04 17:44:56.224769 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-5fcb4ead-f427-4d10-8715-6437ff544bdb req-8c7af654-df75-4e2d-97e8-6f76eb097f92 tempest-TestVolumeBackupRestore-803048355 tempest-TestVolumeBackupRestore-803048355-project] 10.222.0.89 "GET /v2.0/security-groups?id=37f5680b-9ba8-4fd3-83e6-7e4da06bd2b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1020296 Feb 04 17:44:56.569627 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-4863ff06-4767-456f-a521-97cfe18100aa req-97e81100-2a48-46f2-b556-badc00eae3b8 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] 10.222.0.89 "GET /v2.0/ports?device_id=052f1b64-41cd-4bf0-9e37-1ea02526f08c HTTP/1.1" status: 200 len: 210 time: 0.0411625 Feb 04 17:44:56.966385 n-d-827839-2 neutron-server[103377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '052f1b64-41cd-4bf0-9e37-1ea02526f08c', 'name': 'network-vif-deleted', 'tag': '41824d2d-8f0e-4344-beb8-cc3af5147464'}] {{(pid=103377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:44:56.968724 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7240428b650e1488e9361b62648ff4b3a6c19d49d8c27c949491ab58c1346cf0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e141519-9643-40f0-99e4-652ee8d92715" -d '{"events": [{"server_uuid": "052f1b64-41cd-4bf0-9e37-1ea02526f08c", "name": "network-vif-deleted", "tag": "41824d2d-8f0e-4344-beb8-cc3af5147464"}]}' {{(pid=103377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:44:57.004704 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 17:44:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-891b69f5-e0bf-4129-94c5-6ff93d244c12 x-openstack-request-id: req-891b69f5-e0bf-4129-94c5-6ff93d244c12 {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:44:57.005031 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "052f1b64-41cd-4bf0-9e37-1ea02526f08c", "name": "network-vif-deleted", "tag": "41824d2d-8f0e-4344-beb8-cc3af5147464", "status": "completed", "code": 200}]} {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:44:57.005287 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-891b69f5-e0bf-4129-94c5-6ff93d244c12 {{(pid=103377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:44:57.005691 n-d-827839-2 neutron-server[103377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '052f1b64-41cd-4bf0-9e37-1ea02526f08c', 'name': 'network-vif-deleted', 'tag': '41824d2d-8f0e-4344-beb8-cc3af5147464', 'status': 'completed', 'code': 200} Feb 04 17:44:57.345789 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-5d925e4f-7ba6-457f-af44-211ed3c6d952 req-c19892d2-1093-4835-ac26-c5185c3056c3 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.89 "GET /v2.0/ports?device_id=cd0b1eef-8dc5-4f93-9761-84068fdadff5 HTTP/1.1" status: 200 len: 210 time: 0.0628791 Feb 04 17:44:57.423055 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded9cf1d-ac03-4a25-9f97-6f6263d5d679 req-d07f8942-2cf0-4770-bbe9-3341c731f70f tempest-TestVolumeBackupRestore-803048355 tempest-TestVolumeBackupRestore-803048355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:44:57.425380 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-ded9cf1d-ac03-4a25-9f97-6f6263d5d679 req-d07f8942-2cf0-4770-bbe9-3341c731f70f tempest-TestVolumeBackupRestore-803048355 tempest-TestVolumeBackupRestore-803048355-project] 10.222.0.89 "GET /v2.0/ports?device_id=602e4c9b-42aa-430a-b1be-80543d539d58 HTTP/1.1" status: 200 len: 945 time: 0.0772657 Feb 04 17:44:57.452237 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e499eb2-bd24-4941-9a5e-90979313442f req-c15b2b0e-e6e0-4dc3-bd98-a96ba8ed70c2 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:44:57.454194 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-5e499eb2-bd24-4941-9a5e-90979313442f req-c15b2b0e-e6e0-4dc3-bd98-a96ba8ed70c2 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.96 "GET /v2.0/networks?id=b55b6cf7-96ca-44f1-b402-5ece20b91f84 HTTP/1.1" status: 200 len: 812 time: 0.1637628 Feb 04 17:44:57.468467 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [req-5e499eb2-bd24-4941-9a5e-90979313442f req-baa443d1-79d8-41b9-9d4b-a03a30df7abe tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] Request body: {'port': {'device_id': 'cd0b1eef-8dc5-4f93-9761-84068fdadff5', 'network_id': 'b55b6cf7-96ca-44f1-b402-5ece20b91f84', 'admin_state_up': True, 'tenant_id': '5f7c63cd6c624891853d19549e45e9fe'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:44:57.481370 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-ded9cf1d-ac03-4a25-9f97-6f6263d5d679 req-a263d088-1f42-4489-94e1-0fc25145b8f6 tempest-TestVolumeBackupRestore-803048355 tempest-TestVolumeBackupRestore-803048355-project] 10.222.0.89 "GET /v2.0/security-groups?id=37f5680b-9ba8-4fd3-83e6-7e4da06bd2b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499067 Feb 04 17:44:57.616418 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5e499eb2-bd24-4941-9a5e-90979313442f req-baa443d1-79d8-41b9-9d4b-a03a30df7abe tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] Made reservation on behalf of 5f7c63cd6c624891853d19549e45e9fe for: {'port': 1} {{(pid=103376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:44:57.620103 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-5e499eb2-bd24-4941-9a5e-90979313442f req-baa443d1-79d8-41b9-9d4b-a03a30df7abe tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:44:57.630557 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79a2153-eb9a-431c-9cd2-1c792d46c4a3 req-96385d31-ad83-4303-88c7-a7598f5ef859 tempest-TestVolumeBackupRestore-803048355 tempest-TestVolumeBackupRestore-803048355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:44:57.632055 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-d79a2153-eb9a-431c-9cd2-1c792d46c4a3 req-96385d31-ad83-4303-88c7-a7598f5ef859 tempest-TestVolumeBackupRestore-803048355 tempest-TestVolumeBackupRestore-803048355-project] 10.222.0.89 "GET /v2.0/ports?device_id=602e4c9b-42aa-430a-b1be-80543d539d58 HTTP/1.1" status: 200 len: 945 time: 0.0820992 Feb 04 17:44:57.642549 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 40284) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:44:57.734920 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-d79a2153-eb9a-431c-9cd2-1c792d46c4a3 req-bc3d0a2e-6383-465f-8426-03c62990498f tempest-TestVolumeBackupRestore-803048355 tempest-TestVolumeBackupRestore-803048355-project] 10.222.0.89 "GET /v2.0/security-groups?id=37f5680b-9ba8-4fd3-83e6-7e4da06bd2b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0965509 Feb 04 17:44:57.764513 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 40286) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:44:57.810453 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.db_base_plugin_common [req-5e499eb2-bd24-4941-9a5e-90979313442f req-baa443d1-79d8-41b9-9d4b-a03a30df7abe tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] Allocated IP 172.20.0.4 (b55b6cf7-96ca-44f1-b402-5ece20b91f84/56d77231-1e8a-430f-89bb-45ff7f982beb/ad51a914-6723-4735-91a0-37b92e59a1d2) {{(pid=103376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:44:58.072385 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be61766f-03d7-4820-a931-7a68030eb806 tempest-TestVolumeBackupRestore-415732976 tempest-TestVolumeBackupRestore-415732976-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:44:58.074015 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-be61766f-03d7-4820-a931-7a68030eb806 tempest-TestVolumeBackupRestore-415732976 tempest-TestVolumeBackupRestore-415732976-project-admin] 10.222.0.89 "GET /v2.0/ports?device_id=602e4c9b-42aa-430a-b1be-80543d539d58 HTTP/1.1" status: 200 len: 1122 time: 0.3081849 Feb 04 17:44:58.090543 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 40290) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:44:58.094985 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-1495427d-d202-44be-ae17-fb3fc12e2a86 tempest-TestVolumeBackupRestore-803048355 tempest-TestVolumeBackupRestore-803048355-project] Request body: {'floatingip': {'floating_network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'port_id': '73311ee6-b482-417a-a78f-f9db9444d970', 'tenant_id': '5d530086a81c47f4a789a3b71476c7eb', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:44:58.129966 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-1495427d-d202-44be-ae17-fb3fc12e2a86 tempest-TestVolumeBackupRestore-803048355 tempest-TestVolumeBackupRestore-803048355-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:44:58.179714 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-feff933f-88dc-40d9-acac-6e453f4c7e65 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602754'] for router_interface (ea8f65a9-a01d-4df3-b91f-b261ef81f003), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:44:58.368596 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-5e499eb2-bd24-4941-9a5e-90979313442f req-baa443d1-79d8-41b9-9d4b-a03a30df7abe tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] Publish callbacks [] for port (ad51a914-6723-4735-91a0-37b92e59a1d2), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:44:58.386518 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-1495427d-d202-44be-ae17-fb3fc12e2a86 tempest-TestVolumeBackupRestore-803048355 tempest-TestVolumeBackupRestore-803048355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:44:58.412924 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-5e499eb2-bd24-4941-9a5e-90979313442f req-baa443d1-79d8-41b9-9d4b-a03a30df7abe tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (ad51a914-6723-4735-91a0-37b92e59a1d2), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:44:58.428496 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] get_ports_and_sgs() called for port_ids ['06cc4543-cc32-4220-8ed9-c749772fcc2b', '21f2b0c5-67dd-4fc0-98c0-308d7f2cf6ac'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 17:44:58.488125 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e499eb2-bd24-4941-9a5e-90979313442f req-baa443d1-79d8-41b9-9d4b-a03a30df7abe tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] Network b55b6cf7-96ca-44f1-b402-5ece20b91f84 is already hosted by enough agents. {{(pid=103376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:44:58.492789 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [req-5e499eb2-bd24-4941-9a5e-90979313442f req-baa443d1-79d8-41b9-9d4b-a03a30df7abe tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] Resources bound (agent type, host, resource id): {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:44:58.508084 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e499eb2-bd24-4941-9a5e-90979313442f req-baa443d1-79d8-41b9-9d4b-a03a30df7abe tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] Received port after_create {{(pid=103376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:44:58.512619 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa443d1-79d8-41b9-9d4b-a03a30df7abe tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] Pushing event updated for resources: {'Port': ['ID=ad51a914-6723-4735-91a0-37b92e59a1d2,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:44:58.598363 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e499eb2-bd24-4941-9a5e-90979313442f req-baa443d1-79d8-41b9-9d4b-a03a30df7abe tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:44:58.599068 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-5e499eb2-bd24-4941-9a5e-90979313442f req-baa443d1-79d8-41b9-9d4b-a03a30df7abe tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:44:58.618574 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-5e499eb2-bd24-4941-9a5e-90979313442f req-baa443d1-79d8-41b9-9d4b-a03a30df7abe tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1538901 Feb 04 17:44:58.636547 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [req-5e499eb2-bd24-4941-9a5e-90979313442f req-9d0cb5f9-d93f-44a8-9e25-16255571f1e6 service neutron] Request body: {'port': {'device_id': 'cd0b1eef-8dc5-4f93-9761-84068fdadff5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827839-2'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:44:58.757479 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-5e499eb2-bd24-4941-9a5e-90979313442f req-9d0cb5f9-d93f-44a8-9e25-16255571f1e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (ad51a914-6723-4735-91a0-37b92e59a1d2), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:44:58.912717 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-3b135c89-398c-4fc0-903d-1163cea5f394 None None] Provisioning complete for port ad51a914-6723-4735-91a0-37b92e59a1d2 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:44:58.913374 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3b135c89-398c-4fc0-903d-1163cea5f394 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (ad51a914-6723-4735-91a0-37b92e59a1d2), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:44:58.953952 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-3b135c89-398c-4fc0-903d-1163cea5f394 None None] Port ad51a914-6723-4735-91a0-37b92e59a1d2 cannot update to ACTIVE because it is not bound. {{(pid=103378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 17:44:58.958353 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.db_base_plugin_common [None req-1495427d-d202-44be-ae17-fb3fc12e2a86 tempest-TestVolumeBackupRestore-803048355 tempest-TestVolumeBackupRestore-803048355-project] Allocated IP 172.25.6.74 (48165773-85ad-49a1-9ec1-76fc8dc24188/7660bfad-1ea8-4fe7-831b-bed836f13efc/84a57fb6-05c5-4e51-98f3-dd17e0f08551) {{(pid=103377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:44:58.996445 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad666b1c-f7ad-4a6f-8fe5-b36e9dc9af17 req-b05b1cf6-fc89-4597-8568-87d299f08649 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:44:58.997985 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-ad666b1c-f7ad-4a6f-8fe5-b36e9dc9af17 req-b05b1cf6-fc89-4597-8568-87d299f08649 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.89 "GET /v2.0/ports?device_id=cd0b1eef-8dc5-4f93-9761-84068fdadff5 HTTP/1.1" status: 200 len: 931 time: 0.5465145 Feb 04 17:44:59.071008 n-d-827839-2 neutron-server[103376]: DEBUG neutron.notifiers.nova [req-5e499eb2-bd24-4941-9a5e-90979313442f req-9d0cb5f9-d93f-44a8-9e25-16255571f1e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad51a914-6723-4735-91a0-37b92e59a1d2 {{(pid=103376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 17:44:59.078633 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-5e499eb2-bd24-4941-9a5e-90979313442f req-9d0cb5f9-d93f-44a8-9e25-16255571f1e6 service neutron] Publish callbacks [] for port (ad51a914-6723-4735-91a0-37b92e59a1d2), precommit_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:44:59.091590 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.provisioning_blocks [req-5e499eb2-bd24-4941-9a5e-90979313442f req-9d0cb5f9-d93f-44a8-9e25-16255571f1e6 service neutron] Transition to ACTIVE for port object ad51a914-6723-4735-91a0-37b92e59a1d2 will not be triggered until provisioned by entity L2. {{(pid=103376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 17:44:59.094825 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-5e499eb2-bd24-4941-9a5e-90979313442f req-9d0cb5f9-d93f-44a8-9e25-16255571f1e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675836'] for port (ad51a914-6723-4735-91a0-37b92e59a1d2), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:44:59.161317 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-ad666b1c-f7ad-4a6f-8fe5-b36e9dc9af17 req-52f6c626-6d48-44d1-b4c8-3e32a3777187 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.89 "GET /v2.0/security-groups?id=08488bde-3452-4671-b745-5b4e8beeb3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496527 Feb 04 17:44:59.177472 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-1495427d-d202-44be-ae17-fb3fc12e2a86 tempest-TestVolumeBackupRestore-803048355 tempest-TestVolumeBackupRestore-803048355-project] Publish callbacks [] for port (84a57fb6-05c5-4e51-98f3-dd17e0f08551), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:44:59.198729 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-feff933f-88dc-40d9-acac-6e453f4c7e65 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Deleting port 4cbfe0f6-49a2-4664-aec0-98c4bfcfda95 {{(pid=103377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:44:59.199125 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-feff933f-88dc-40d9-acac-6e453f4c7e65 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (4cbfe0f6-49a2-4664-aec0-98c4bfcfda95), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:44:59.241872 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [req-5e499eb2-bd24-4941-9a5e-90979313442f req-9d0cb5f9-d93f-44a8-9e25-16255571f1e6 service neutron] Attempting to bind port ad51a914-6723-4735-91a0-37b92e59a1d2 on host n-h1-827839-2 for vnic_type normal with profile {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:44:59.242214 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [req-5e499eb2-bd24-4941-9a5e-90979313442f req-9d0cb5f9-d93f-44a8-9e25-16255571f1e6 service neutron] Attempting to bind port ad51a914-6723-4735-91a0-37b92e59a1d2 by drivers openvswitch,hyperv on host n-h1-827839-2 at level 0 using segments [{'id': '95e3d896-e0ab-47f8-8257-e5c06c9261eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'b55b6cf7-96ca-44f1-b402-5ece20b91f84'}] {{(pid=103376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:44:59.242751 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e499eb2-bd24-4941-9a5e-90979313442f req-9d0cb5f9-d93f-44a8-9e25-16255571f1e6 service neutron] Attempting to bind port ad51a914-6723-4735-91a0-37b92e59a1d2 on network b55b6cf7-96ca-44f1-b402-5ece20b91f84 {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:44:59.245043 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0cb5f9-d93f-44a8-9e25-16255571f1e6 service neutron] Pushing event updated for resources: {'Port': ['ID=ad51a914-6723-4735-91a0-37b92e59a1d2,revision_number=2']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:44:59.261221 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e499eb2-bd24-4941-9a5e-90979313442f req-9d0cb5f9-d93f-44a8-9e25-16255571f1e6 service neutron] Port ad51a914-6723-4735-91a0-37b92e59a1d2 on network b55b6cf7-96ca-44f1-b402-5ece20b91f84 not bound, no agent of type Open vSwitch agent registered on host n-h1-827839-2 {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 17:44:59.261560 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e499eb2-bd24-4941-9a5e-90979313442f req-9d0cb5f9-d93f-44a8-9e25-16255571f1e6 service neutron] Attempting to bind port ad51a914-6723-4735-91a0-37b92e59a1d2 on network b55b6cf7-96ca-44f1-b402-5ece20b91f84 {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:44:59.277560 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e499eb2-bd24-4941-9a5e-90979313442f req-9d0cb5f9-d93f-44a8-9e25-16255571f1e6 service neutron] Checking agent: {'id': '3f9244a9-75fc-4c10-b195-11d48b853b41', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 8, 42), 'started_at': datetime.datetime(2022, 2, 4, 17, 8, 42), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 44, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:44:59.278492 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e499eb2-bd24-4941-9a5e-90979313442f req-9d0cb5f9-d93f-44a8-9e25-16255571f1e6 service neutron] Checking segment: {'id': '95e3d896-e0ab-47f8-8257-e5c06c9261eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'b55b6cf7-96ca-44f1-b402-5ece20b91f84'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:44:59.278903 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e499eb2-bd24-4941-9a5e-90979313442f req-9d0cb5f9-d93f-44a8-9e25-16255571f1e6 service neutron] Bound using segment: {'id': '95e3d896-e0ab-47f8-8257-e5c06c9261eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'b55b6cf7-96ca-44f1-b402-5ece20b91f84'} {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:44:59.279665 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [req-5e499eb2-bd24-4941-9a5e-90979313442f req-9d0cb5f9-d93f-44a8-9e25-16255571f1e6 service neutron] Bound port: ad51a914-6723-4735-91a0-37b92e59a1d2, host: n-h1-827839-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '95e3d896-e0ab-47f8-8257-e5c06c9261eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'b55b6cf7-96ca-44f1-b402-5ece20b91f84'}}] {{(pid=103376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:44:59.280047 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-5e499eb2-bd24-4941-9a5e-90979313442f req-9d0cb5f9-d93f-44a8-9e25-16255571f1e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (ad51a914-6723-4735-91a0-37b92e59a1d2), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:44:59.292953 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-1495427d-d202-44be-ae17-fb3fc12e2a86 tempest-TestVolumeBackupRestore-803048355 tempest-TestVolumeBackupRestore-803048355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (84a57fb6-05c5-4e51-98f3-dd17e0f08551), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:44:59.348799 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1495427d-d202-44be-ae17-fb3fc12e2a86 tempest-TestVolumeBackupRestore-803048355 tempest-TestVolumeBackupRestore-803048355-project] Network 48165773-85ad-49a1-9ec1-76fc8dc24188 is already hosted by enough agents. {{(pid=103377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:44:59.355556 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [None req-feff933f-88dc-40d9-acac-6e453f4c7e65 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] For port 4cbfe0f6-49a2-4664-aec0-98c4bfcfda95, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=4cbfe0f6-49a2-4664-aec0-98c4bfcfda95,segment=NetworkSegment(2eb92e58-4f00-4646-ba01-0085967486fd),segment_id=2eb92e58-4f00-4646-ba01-0085967486fd)] {{(pid=103377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:44:59.356099 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-feff933f-88dc-40d9-acac-6e453f4c7e65 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (4cbfe0f6-49a2-4664-aec0-98c4bfcfda95), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:44:59.359033 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [None req-1495427d-d202-44be-ae17-fb3fc12e2a86 tempest-TestVolumeBackupRestore-803048355 tempest-TestVolumeBackupRestore-803048355-project] Resources bound (agent type, host, resource id): {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:44:59.364008 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [req-5e499eb2-bd24-4941-9a5e-90979313442f req-9d0cb5f9-d93f-44a8-9e25-16255571f1e6 service neutron] For port ad51a914-6723-4735-91a0-37b92e59a1d2, host n-h1-827839-2, cleared binding levels {{(pid=103376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:44:59.368921 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [req-5e499eb2-bd24-4941-9a5e-90979313442f req-9d0cb5f9-d93f-44a8-9e25-16255571f1e6 service neutron] For port ad51a914-6723-4735-91a0-37b92e59a1d2, host n-h1-827839-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=ad51a914-6723-4735-91a0-37b92e59a1d2,segment=NetworkSegment(95e3d896-e0ab-47f8-8257-e5c06c9261eb),segment_id=95e3d896-e0ab-47f8-8257-e5c06c9261eb)] {{(pid=103376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:44:59.369091 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1495427d-d202-44be-ae17-fb3fc12e2a86 tempest-TestVolumeBackupRestore-803048355 tempest-TestVolumeBackupRestore-803048355-project] Received port after_create {{(pid=103377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:44:59.376850 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-5e499eb2-bd24-4941-9a5e-90979313442f req-9d0cb5f9-d93f-44a8-9e25-16255571f1e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675836'] for port (ad51a914-6723-4735-91a0-37b92e59a1d2), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:44:59.396453 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1495427d-d202-44be-ae17-fb3fc12e2a86 tempest-TestVolumeBackupRestore-803048355 tempest-TestVolumeBackupRestore-803048355-project] Pushing event updated for resources: {'Port': ['ID=84a57fb6-05c5-4e51-98f3-dd17e0f08551,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:44:59.399357 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-feff933f-88dc-40d9-acac-6e453f4c7e65 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Calling delete_port for 4cbfe0f6-49a2-4664-aec0-98c4bfcfda95 owned by network:router_interface {{(pid=103377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:44:59.475748 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e499eb2-bd24-4941-9a5e-90979313442f req-9d0cb5f9-d93f-44a8-9e25-16255571f1e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:44:59.476384 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-5e499eb2-bd24-4941-9a5e-90979313442f req-9d0cb5f9-d93f-44a8-9e25-16255571f1e6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:44:59.477827 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-5e499eb2-bd24-4941-9a5e-90979313442f req-9d0cb5f9-d93f-44a8-9e25-16255571f1e6 service neutron] 10.222.0.96 "PUT /v2.0/ports/ad51a914-6723-4735-91a0-37b92e59a1d2 HTTP/1.1" status: 200 len: 1091 time: 0.8463814 Feb 04 17:44:59.478269 n-d-827839-2 neutron-server[103376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd0b1eef-8dc5-4f93-9761-84068fdadff5', 'tag': 'ad51a914-6723-4735-91a0-37b92e59a1d2'}] {{(pid=103376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:44:59.481137 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d59c3bb5e2f09ebf62144d5e09b1cff60c763a9c19614c24538e77842938c05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c4d0c48-5e5b-41ff-92f1-fdb0fa3dd0de" -d '{"events": [{"name": "network-changed", "server_uuid": "cd0b1eef-8dc5-4f93-9761-84068fdadff5", "tag": "ad51a914-6723-4735-91a0-37b92e59a1d2"}]}' {{(pid=103376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:44:59.488845 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0cb5f9-d93f-44a8-9e25-16255571f1e6 service neutron] Pushing event updated for resources: {'Port': ['ID=ad51a914-6723-4735-91a0-37b92e59a1d2,revision_number=3']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:44:59.549434 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 17:44:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8602fd7c-549b-4edd-b5b5-431fe14c0097 x-openstack-request-id: req-8602fd7c-549b-4edd-b5b5-431fe14c0097 {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:44:59.550474 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd0b1eef-8dc5-4f93-9761-84068fdadff5", "tag": "ad51a914-6723-4735-91a0-37b92e59a1d2", "status": "completed", "code": 200}]} {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:44:59.550904 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-8602fd7c-549b-4edd-b5b5-431fe14c0097 {{(pid=103376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:44:59.552083 n-d-827839-2 neutron-server[103376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd0b1eef-8dc5-4f93-9761-84068fdadff5', 'tag': 'ad51a914-6723-4735-91a0-37b92e59a1d2', 'status': 'completed', 'code': 200} Feb 04 17:44:59.589919 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e499eb2-bd24-4941-9a5e-90979313442f req-9389fc1e-98c2-4f1d-96d7-808124e26241 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:44:59.591370 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-5e499eb2-bd24-4941-9a5e-90979313442f req-9389fc1e-98c2-4f1d-96d7-808124e26241 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=5f7c63cd6c624891853d19549e45e9fe&device_id=cd0b1eef-8dc5-4f93-9761-84068fdadff5 HTTP/1.1" status: 200 len: 1125 time: 0.0596931 Feb 04 17:44:59.647209 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-5e499eb2-bd24-4941-9a5e-90979313442f req-e6ba6100-9c14-4e0c-af5e-cbb2c8f52059 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ad51a914-6723-4735-91a0-37b92e59a1d2 HTTP/1.1" status: 200 len: 217 time: 0.0440543 Feb 04 17:44:59.712034 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e499eb2-bd24-4941-9a5e-90979313442f req-96aec2fc-c0f8-41aa-b1ef-45a0b54a0d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:44:59.713653 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-5e499eb2-bd24-4941-9a5e-90979313442f req-96aec2fc-c0f8-41aa-b1ef-45a0b54a0d63 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=56d77231-1e8a-430f-89bb-45ff7f982beb HTTP/1.1" status: 200 len: 851 time: 0.0564399 Feb 04 17:44:59.747586 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Device 41824d2d-8f0e-4344-beb8-cc3af5147464 no longer exists at agent hyperv_n-h2-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:44:59.749572 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-feff933f-88dc-40d9-acac-6e453f4c7e65 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (4cbfe0f6-49a2-4664-aec0-98c4bfcfda95), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:44:59.750783 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7c7ae77f-0ec0-4325-8ce3-9b7d1fd708de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (bb89f5a3-3c22-440b-b7d1-c4f0c43c184a), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:44:59.782858 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] No Port match for: 41824d2d-8f0e-4344-beb8-cc3af5147464 {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 17:44:59.783465 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Device 41824d2d-8f0e-4344-beb8-cc3af5147464 not bound to the agent host n-h2-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 17:44:59.791374 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feff933f-88dc-40d9-acac-6e453f4c7e65 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Pushing event deleted for resources: {'Port': ['ID=4cbfe0f6-49a2-4664-aec0-98c4bfcfda95,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:44:59.796537 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e499eb2-bd24-4941-9a5e-90979313442f req-c606b811-b9ac-427b-a0d1-5d35c912fdda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:44:59.799505 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-5e499eb2-bd24-4941-9a5e-90979313442f req-c606b811-b9ac-427b-a0d1-5d35c912fdda service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=b55b6cf7-96ca-44f1-b402-5ece20b91f84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0716515 Feb 04 17:44:59.936446 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-5e499eb2-bd24-4941-9a5e-90979313442f req-180dfb6b-6ef0-45ce-8cf5-7adf1cbecbe5 service neutron] 10.222.0.96 "GET /v2.0/networks/b55b6cf7-96ca-44f1-b402-5ece20b91f84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1189544 Feb 04 17:45:00.069516 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-5e499eb2-bd24-4941-9a5e-90979313442f req-6a277f8a-0701-48e0-89a8-23461dc699aa service neutron] 10.222.0.96 "GET /v2.0/networks/b55b6cf7-96ca-44f1-b402-5ece20b91f84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208224 Feb 04 17:45:00.147509 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-feff933f-88dc-40d9-acac-6e453f4c7e65 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1677336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1602614'] for router_interface (ea8f65a9-a01d-4df3-b91f-b261ef81f003), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:45:00.190050 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4d0c48-5e5b-41ff-92f1-fdb0fa3dd0de req-f19e2aef-15ff-45f8-8271-4a4e6968b21e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:45:00.191808 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-1c4d0c48-5e5b-41ff-92f1-fdb0fa3dd0de req-f19e2aef-15ff-45f8-8271-4a4e6968b21e service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=5f7c63cd6c624891853d19549e45e9fe&device_id=cd0b1eef-8dc5-4f93-9761-84068fdadff5 HTTP/1.1" status: 200 len: 1125 time: 0.0578287 Feb 04 17:45:00.309163 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4d0c48-5e5b-41ff-92f1-fdb0fa3dd0de req-61263b27-0206-4cf0-b3fd-4c30fc3fa980 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:45:00.309462 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-1495427d-d202-44be-ae17-fb3fc12e2a86 tempest-TestVolumeBackupRestore-803048355 tempest-TestVolumeBackupRestore-803048355-project] Publish callbacks [] for floatingip (056fa0b1-875e-4891-82fd-ba6cb9c15f18), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:45:00.311432 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-1c4d0c48-5e5b-41ff-92f1-fdb0fa3dd0de req-61263b27-0206-4cf0-b3fd-4c30fc3fa980 service neutron] 10.222.0.96 "GET /v2.0/networks?id=b55b6cf7-96ca-44f1-b402-5ece20b91f84 HTTP/1.1" status: 200 len: 913 time: 0.1091206 Feb 04 17:45:00.364004 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-1c4d0c48-5e5b-41ff-92f1-fdb0fa3dd0de req-a60fd488-2565-4165-944a-6d569dd0b6ae service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ad51a914-6723-4735-91a0-37b92e59a1d2 HTTP/1.1" status: 200 len: 217 time: 0.0416417 Feb 04 17:45:00.383854 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f95036-bbd3-4922-bdbd-e9f00cfb18bd req-61537c72-5a68-4a40-acc1-5c9139b84dc5 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:45:00.385402 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-46f95036-bbd3-4922-bdbd-e9f00cfb18bd req-61537c72-5a68-4a40-acc1-5c9139b84dc5 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.89 "GET /v2.0/ports?device_id=cd0b1eef-8dc5-4f93-9761-84068fdadff5 HTTP/1.1" status: 200 len: 943 time: 0.1291423 Feb 04 17:45:00.421669 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4d0c48-5e5b-41ff-92f1-fdb0fa3dd0de req-b9ba85c7-ffb8-4048-9a64-397701076b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:45:00.423151 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-1c4d0c48-5e5b-41ff-92f1-fdb0fa3dd0de req-b9ba85c7-ffb8-4048-9a64-397701076b23 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=56d77231-1e8a-430f-89bb-45ff7f982beb HTTP/1.1" status: 200 len: 851 time: 0.0503192 Feb 04 17:45:00.489576 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4d0c48-5e5b-41ff-92f1-fdb0fa3dd0de req-943035c7-d714-4589-86d8-d983e658fa35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:45:00.491471 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-1c4d0c48-5e5b-41ff-92f1-fdb0fa3dd0de req-943035c7-d714-4589-86d8-d983e658fa35 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=b55b6cf7-96ca-44f1-b402-5ece20b91f84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0588646 Feb 04 17:45:00.495399 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-1495427d-d202-44be-ae17-fb3fc12e2a86 tempest-TestVolumeBackupRestore-803048355 tempest-TestVolumeBackupRestore-803048355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (84a57fb6-05c5-4e51-98f3-dd17e0f08551), before_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:45:00.571518 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-46f95036-bbd3-4922-bdbd-e9f00cfb18bd req-243e7413-9350-47c1-9d99-bf56417c7d63 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.89 "GET /v2.0/security-groups?id=08488bde-3452-4671-b745-5b4e8beeb3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459448 Feb 04 17:45:00.617593 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-1c4d0c48-5e5b-41ff-92f1-fdb0fa3dd0de req-8d46df71-a293-46aa-9ef8-0bdcc3db452e service neutron] 10.222.0.96 "GET /v2.0/networks/b55b6cf7-96ca-44f1-b402-5ece20b91f84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1152263 Feb 04 17:45:00.635549 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-feff933f-88dc-40d9-acac-6e453f4c7e65 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Router ea8f65a9-a01d-4df3-b91f-b261ef81f003 has already been hosted by L3 agent 64ada913-9131-4d99-a265-63a920956287 {{(pid=103377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 17:45:00.721535 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-1c4d0c48-5e5b-41ff-92f1-fdb0fa3dd0de req-1df048a6-1ee7-479a-9b84-434c979d159c service neutron] 10.222.0.96 "GET /v2.0/networks/b55b6cf7-96ca-44f1-b402-5ece20b91f84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943053 Feb 04 17:45:00.782775 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-1495427d-d202-44be-ae17-fb3fc12e2a86 tempest-TestVolumeBackupRestore-803048355 tempest-TestVolumeBackupRestore-803048355-project] Publish callbacks [] for port (84a57fb6-05c5-4e51-98f3-dd17e0f08551), precommit_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:45:00.791452 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-1495427d-d202-44be-ae17-fb3fc12e2a86 tempest-TestVolumeBackupRestore-803048355 tempest-TestVolumeBackupRestore-803048355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25888290'] for port (84a57fb6-05c5-4e51-98f3-dd17e0f08551), after_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:45:00.826255 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-feff933f-88dc-40d9-acac-6e453f4c7e65 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Notify agent at l3_agent.n-d-827839-2 the message routers_updated {{(pid=103377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 17:45:00.837143 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f83f1ce4-0a0b-4c96-9387-122fec6e8996 None None] Sync routers for ids ['ea8f65a9-a01d-4df3-b91f-b261ef81f003'] in n-d-827839-2 {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 17:45:00.837810 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-feff933f-88dc-40d9-acac-6e453f4c7e65 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] 10.222.0.89 "PUT /v2.0/routers/ea8f65a9-a01d-4df3-b91f-b261ef81f003/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1940169 Feb 04 17:45:00.840593 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 40304) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:45:00.852909 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f83f1ce4-0a0b-4c96-9387-122fec6e8996 None None] Routers {'ea8f65a9-a01d-4df3-b91f-b261ef81f003'} bound to L3 agent in host n-d-827839-2 {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:45:00.853706 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-f83f1ce4-0a0b-4c96-9387-122fec6e8996 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:44:33Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['ea8f65a9-a01d-4df3-b91f-b261ef81f003'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:45:00.868276 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1495427d-d202-44be-ae17-fb3fc12e2a86 tempest-TestVolumeBackupRestore-803048355 tempest-TestVolumeBackupRestore-803048355-project] Pushing event updated for resources: {'Port': ['ID=84a57fb6-05c5-4e51-98f3-dd17e0f08551,revision_number=2']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:45:00.884391 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-1495427d-d202-44be-ae17-fb3fc12e2a86 tempest-TestVolumeBackupRestore-803048355 tempest-TestVolumeBackupRestore-803048355-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1595586'] for floatingip (056fa0b1-875e-4891-82fd-ba6cb9c15f18), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:45:00.908229 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.db_base_plugin_v2 [None req-726b820e-0704-4c91-a11a-7c47970f4eaf tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Deleting subnet ef5bd72b-0899-4863-b96f-862e9aa9617e {{(pid=103376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 17:45:00.912960 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-726b820e-0704-4c91-a11a-7c47970f4eaf tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Publish callbacks [] for subnet (ef5bd72b-0899-4863-b96f-862e9aa9617e), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:45:00.988046 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-726b820e-0704-4c91-a11a-7c47970f4eaf tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25674901'] for subnet (ef5bd72b-0899-4863-b96f-862e9aa9617e), precommit_delete_associations {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:45:01.015316 n-d-827839-2 neutron-server[103377]: INFO neutron.db.l3_db [None req-1495427d-d202-44be-ae17-fb3fc12e2a86 tempest-TestVolumeBackupRestore-803048355 tempest-TestVolumeBackupRestore-803048355-project] Floating IP 056fa0b1-875e-4891-82fd-ba6cb9c15f18 associated. External IP: 172.25.6.74, port: 73311ee6-b482-417a-a78f-f9db9444d970. Feb 04 17:45:01.082652 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvr_db [None req-f83f1ce4-0a0b-4c96-9387-122fec6e8996 None None] Set router ea8f65a9-a01d-4df3-b91f-b261ef81f003 gateway port host: n-d-827839-2 {{(pid=103379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:45:01.174238 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-726b820e-0704-4c91-a11a-7c47970f4eaf tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1541225'] for subnet (ef5bd72b-0899-4863-b96f-862e9aa9617e), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:45:01.283491 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-726b820e-0704-4c91-a11a-7c47970f4eaf tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1541216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25675894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25858947'] for subnet (ef5bd72b-0899-4863-b96f-862e9aa9617e), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:45:01.289901 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1495427d-d202-44be-ae17-fb3fc12e2a86 tempest-TestVolumeBackupRestore-803048355 tempest-TestVolumeBackupRestore-803048355-project] Router f7b505f7-9f21-4c45-9348-ce197602df24 has already been hosted by L3 agent 64ada913-9131-4d99-a265-63a920956287 {{(pid=103377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 17:45:01.291325 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-f83f1ce4-0a0b-4c96-9387-122fec6e8996 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea8f65a9-a01d-4df3-b91f-b261ef81f003', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1088852000', 'tenant_id': '86a0fd5c0c974eafbf1c6e95239dcb2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.250'}], 'enable_snat': True}, 'gw_port_id': '6e4da06b-1464-4aee-9e86-c692099bc48f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:41:44Z', 'updated_at': '2022-02-04T17:44:59Z', 'revision_number': 5, 'project_id': '86a0fd5c0c974eafbf1c6e95239dcb2c', 'gw_port': {'id': '6e4da06b-1464-4aee-9e86-c692099bc48f', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:d5:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea8f65a9-a01d-4df3-b91f-b261ef81f003', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3272, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:41:45Z', 'updated_at': '2022-02-04T17:41:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2'}], 'n-d-827839-2', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:45:01.316112 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726b820e-0704-4c91-a11a-7c47970f4eaf tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Pushing event deleted for resources: {'Subnet': ['ID=ef5bd72b-0899-4863-b96f-862e9aa9617e,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:45:01.330130 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f83f1ce4-0a0b-4c96-9387-122fec6e8996 None None] Checking router: ea8f65a9-a01d-4df3-b91f-b261ef81f003 for host: n-d-827839-2 {{(pid=103379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 17:45:01.334268 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe0c1708-8548-48e4-adff-0c4be27d91fa None None] Network c75b0216-bbb5-4b6f-8caf-507659fff648 requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:45:01.334742 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-726b820e-0704-4c91-a11a-7c47970f4eaf tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Publish callbacks [] for subnet (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:45:01.338566 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-726b820e-0704-4c91-a11a-7c47970f4eaf tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] 10.222.0.89 "DELETE /v2.0/subnets/ef5bd72b-0899-4863-b96f-862e9aa9617e HTTP/1.1" status: 204 len: 168 time: 0.4960458 Feb 04 17:45:01.341260 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 40306) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:45:01.347828 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f83f1ce4-0a0b-4c96-9387-122fec6e8996 None None] Routers {'ea8f65a9-a01d-4df3-b91f-b261ef81f003'} bound to L3 agent in host n-d-827839-2 {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:45:01.348823 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-f83f1ce4-0a0b-4c96-9387-122fec6e8996 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:44:33Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['ea8f65a9-a01d-4df3-b91f-b261ef81f003'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:45:01.508489 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1495427d-d202-44be-ae17-fb3fc12e2a86 tempest-TestVolumeBackupRestore-803048355 tempest-TestVolumeBackupRestore-803048355-project] Notify agent at l3_agent.n-d-827839-2 the message routers_updated {{(pid=103377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 17:45:01.515624 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-899e666a-3a62-4b88-b251-82472a4c285d tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Publish callbacks [] for router (ea8f65a9-a01d-4df3-b91f-b261ef81f003), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:45:01.520148 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c9207c1-e99b-4287-a7e4-d9fa8ef9d2f4 None None] Sync routers for ids ['f7b505f7-9f21-4c45-9348-ce197602df24'] in n-d-827839-2 {{(pid=103378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 17:45:01.533682 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c9207c1-e99b-4287-a7e4-d9fa8ef9d2f4 None None] Routers {'f7b505f7-9f21-4c45-9348-ce197602df24'} bound to L3 agent in host n-d-827839-2 {{(pid=103378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:45:01.535176 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-7c9207c1-e99b-4287-a7e4-d9fa8ef9d2f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:44:33Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['f7b505f7-9f21-4c45-9348-ce197602df24'], 'active': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:45:01.543320 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-1495427d-d202-44be-ae17-fb3fc12e2a86 tempest-TestVolumeBackupRestore-803048355 tempest-TestVolumeBackupRestore-803048355-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for floatingip (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:45:01.552067 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvr_db [None req-f83f1ce4-0a0b-4c96-9387-122fec6e8996 None None] Set router ea8f65a9-a01d-4df3-b91f-b261ef81f003 gateway port host: n-d-827839-2 {{(pid=103379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:45:01.585353 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-1495427d-d202-44be-ae17-fb3fc12e2a86 tempest-TestVolumeBackupRestore-803048355 tempest-TestVolumeBackupRestore-803048355-project] 10.222.0.89 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.4913058 Feb 04 17:45:01.585353 n-d-827839-2 neutron-server[103377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '602e4c9b-42aa-430a-b1be-80543d539d58', 'tag': '73311ee6-b482-417a-a78f-f9db9444d970'}] {{(pid=103377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:45:01.585947 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7240428b650e1488e9361b62648ff4b3a6c19d49d8c27c949491ab58c1346cf0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d79de4bc-5307-4deb-bd6f-568c315be407" -d '{"events": [{"name": "network-changed", "server_uuid": "602e4c9b-42aa-430a-b1be-80543d539d58", "tag": "73311ee6-b482-417a-a78f-f9db9444d970"}]}' {{(pid=103377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:45:01.588171 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 40310) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:45:01.594734 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d99ba69-5626-4341-8c72-35e71206cdde None None] DHCP port deletion for c75b0216-bbb5-4b6f-8caf-507659fff648 request from n-d-827839-2 {{(pid=103378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 17:45:01.668509 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93b3bd46-de55-413e-b3a6-c39426dbb571 tempest-TestVolumeBackupRestore-415732976 tempest-TestVolumeBackupRestore-415732976-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:45:01.674286 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-93b3bd46-de55-413e-b3a6-c39426dbb571 tempest-TestVolumeBackupRestore-415732976 tempest-TestVolumeBackupRestore-415732976-project-admin] 10.222.0.89 "GET /v2.0/ports?device_id=602e4c9b-42aa-430a-b1be-80543d539d58 HTTP/1.1" status: 200 len: 1122 time: 0.0820577 Feb 04 17:45:01.675540 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 40316) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:45:01.687510 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-2ee0cf3e-98ca-4f85-aae8-b2052de11246 tempest-TestVolumeBackupRestore-803048355 tempest-TestVolumeBackupRestore-803048355-project] Request body: {'floatingip': {'port_id': '73311ee6-b482-417a-a78f-f9db9444d970'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:45:01.695773 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 17:45:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a3db884-27d3-436f-9c9a-12c78e3300a5 x-openstack-request-id: req-8a3db884-27d3-436f-9c9a-12c78e3300a5 {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:45:01.697749 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "602e4c9b-42aa-430a-b1be-80543d539d58", "tag": "73311ee6-b482-417a-a78f-f9db9444d970", "status": "completed", "code": 200}]} {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:45:01.698034 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-8a3db884-27d3-436f-9c9a-12c78e3300a5 {{(pid=103377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:45:01.698470 n-d-827839-2 neutron-server[103377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '602e4c9b-42aa-430a-b1be-80543d539d58', 'tag': '73311ee6-b482-417a-a78f-f9db9444d970', 'status': 'completed', 'code': 200} Feb 04 17:45:01.834422 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79de4bc-5307-4deb-bd6f-568c315be407 req-bc46d426-1210-4df5-ae9f-5f80e38128e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:45:01.836134 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-d79de4bc-5307-4deb-bd6f-568c315be407 req-bc46d426-1210-4df5-ae9f-5f80e38128e0 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=5d530086a81c47f4a789a3b71476c7eb&device_id=602e4c9b-42aa-430a-b1be-80543d539d58 HTTP/1.1" status: 200 len: 1127 time: 0.1195095 Feb 04 17:45:01.839186 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-2ee0cf3e-98ca-4f85-aae8-b2052de11246 tempest-TestVolumeBackupRestore-803048355 tempest-TestVolumeBackupRestore-803048355-project] Publish callbacks [] for floatingip (056fa0b1-875e-4891-82fd-ba6cb9c15f18), before_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:45:01.846143 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-899e666a-3a62-4b88-b251-82472a4c285d tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Publish callbacks [] for router_gateway (ea8f65a9-a01d-4df3-b91f-b261ef81f003), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:45:02.003341 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f478dd88-b9d1-484d-bc59-7b953d9ee046 req-cefb993c-24fd-4cbb-8107-735f1b2a7a4b tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:45:02.005199 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-f478dd88-b9d1-484d-bc59-7b953d9ee046 req-cefb993c-24fd-4cbb-8107-735f1b2a7a4b tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.89 "GET /v2.0/ports?device_id=cd0b1eef-8dc5-4f93-9761-84068fdadff5 HTTP/1.1" status: 200 len: 943 time: 0.2980459 Feb 04 17:45:02.033462 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-f83f1ce4-0a0b-4c96-9387-122fec6e8996 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea8f65a9-a01d-4df3-b91f-b261ef81f003', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1088852000', 'tenant_id': '86a0fd5c0c974eafbf1c6e95239dcb2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.250'}], 'enable_snat': True}, 'gw_port_id': '6e4da06b-1464-4aee-9e86-c692099bc48f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:41:44Z', 'updated_at': '2022-02-04T17:44:59Z', 'revision_number': 5, 'project_id': '86a0fd5c0c974eafbf1c6e95239dcb2c', 'gw_port': {'id': '6e4da06b-1464-4aee-9e86-c692099bc48f', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:d5:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea8f65a9-a01d-4df3-b91f-b261ef81f003', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3272, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:41:45Z', 'updated_at': '2022-02-04T17:41:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2'}], 'n-d-827839-2', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:45:02.049278 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device a72fd687-68c3-4dd4-b645-3f3805823603 no longer exists at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:45:02.052828 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79de4bc-5307-4deb-bd6f-568c315be407 req-f069d333-24e8-4264-93b0-53f08a88b354 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:45:02.055995 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-d79de4bc-5307-4deb-bd6f-568c315be407 req-f069d333-24e8-4264-93b0-53f08a88b354 service neutron] 10.222.0.96 "GET /v2.0/networks?id=075b1f2b-93d8-4e1b-bd57-5e36c089eac9 HTTP/1.1" status: 200 len: 915 time: 0.2057734 Feb 04 17:45:02.094505 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvr_db [None req-7c9207c1-e99b-4287-a7e4-d9fa8ef9d2f4 None None] Set router f7b505f7-9f21-4c45-9348-ce197602df24 gateway port host: n-d-827839-2 {{(pid=103378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:45:02.105791 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f83f1ce4-0a0b-4c96-9387-122fec6e8996 None None] The sync data for ids ['ea8f65a9-a01d-4df3-b91f-b261ef81f003'] in n-d-827839-2 is: [{'id': 'ea8f65a9-a01d-4df3-b91f-b261ef81f003', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1088852000', 'tenant_id': '86a0fd5c0c974eafbf1c6e95239dcb2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.250'}], 'enable_snat': True}, 'gw_port_id': '6e4da06b-1464-4aee-9e86-c692099bc48f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:41:44Z', 'updated_at': '2022-02-04T17:44:59Z', 'revision_number': 5, 'project_id': '86a0fd5c0c974eafbf1c6e95239dcb2c', 'gw_port': {'id': '6e4da06b-1464-4aee-9e86-c692099bc48f', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:d5:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea8f65a9-a01d-4df3-b91f-b261ef81f003', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3272, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:41:45Z', 'updated_at': '2022-02-04T17:41:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2'}] {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 17:45:02.157746 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1d99ba69-5626-4341-8c72-35e71206cdde None None] Deleting port a72fd687-68c3-4dd4-b645-3f3805823603 {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:45:02.158115 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1d99ba69-5626-4341-8c72-35e71206cdde None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (a72fd687-68c3-4dd4-b645-3f3805823603), before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:45:02.163704 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-d79de4bc-5307-4deb-bd6f-568c315be407 req-089f73f4-56a9-431a-bb0f-ea4f98b18079 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=73311ee6-b482-417a-a78f-f9db9444d970 HTTP/1.1" status: 200 len: 998 time: 0.0942950 Feb 04 17:45:02.168322 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-899e666a-3a62-4b88-b251-82472a4c285d tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Deleting port 6e4da06b-1464-4aee-9e86-c692099bc48f {{(pid=103376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:45:02.168678 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-899e666a-3a62-4b88-b251-82472a4c285d tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (6e4da06b-1464-4aee-9e86-c692099bc48f), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:45:02.175693 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-f478dd88-b9d1-484d-bc59-7b953d9ee046 req-c1e736cc-b90a-4d8d-8709-ecf6b9ea2f5f tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.89 "GET /v2.0/security-groups?id=08488bde-3452-4671-b745-5b4e8beeb3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607897 Feb 04 17:45:02.232058 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79de4bc-5307-4deb-bd6f-568c315be407 req-d7feacaa-65b8-4a94-91a2-3a573e95cc0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:45:02.233748 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-d79de4bc-5307-4deb-bd6f-568c315be407 req-d7feacaa-65b8-4a94-91a2-3a573e95cc0e service neutron] 10.222.0.96 "GET /v2.0/subnets?id=4cbfb0a5-3518-40b7-8526-325a0a5f13de HTTP/1.1" status: 200 len: 853 time: 0.0531487 Feb 04 17:45:02.328163 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1d99ba69-5626-4341-8c72-35e71206cdde None None] For port a72fd687-68c3-4dd4-b645-3f3805823603, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=a72fd687-68c3-4dd4-b645-3f3805823603,segment=NetworkSegment(2eb92e58-4f00-4646-ba01-0085967486fd),segment_id=2eb92e58-4f00-4646-ba01-0085967486fd)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:45:02.328655 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1d99ba69-5626-4341-8c72-35e71206cdde None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (a72fd687-68c3-4dd4-b645-3f3805823603), precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:45:02.349659 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [None req-899e666a-3a62-4b88-b251-82472a4c285d tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] For port 6e4da06b-1464-4aee-9e86-c692099bc48f, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=6e4da06b-1464-4aee-9e86-c692099bc48f,segment=NetworkSegment(5942dc44-1f07-4c27-b0ab-45a2bff20dd5),segment_id=5942dc44-1f07-4c27-b0ab-45a2bff20dd5)] {{(pid=103376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:45:02.351433 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-899e666a-3a62-4b88-b251-82472a4c285d tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (6e4da06b-1464-4aee-9e86-c692099bc48f), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:45:02.372020 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-899e666a-3a62-4b88-b251-82472a4c285d tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Calling delete_port for 6e4da06b-1464-4aee-9e86-c692099bc48f owned by network:router_gateway {{(pid=103376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:45:02.402408 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1d99ba69-5626-4341-8c72-35e71206cdde None None] Calling delete_port for a72fd687-68c3-4dd4-b645-3f3805823603 owned by network:dhcp {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:45:02.429842 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port a72fd687-68c3-4dd4-b645-3f3805823603 is: ACTIVE; New status is: DOWN {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:45:02.430306 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (a72fd687-68c3-4dd4-b645-3f3805823603), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:45:02.560505 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] For port a72fd687-68c3-4dd4-b645-3f3805823603, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=a72fd687-68c3-4dd4-b645-3f3805823603,segment=NetworkSegment(2eb92e58-4f00-4646-ba01-0085967486fd),segment_id=2eb92e58-4f00-4646-ba01-0085967486fd)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:45:02.566399 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79de4bc-5307-4deb-bd6f-568c315be407 req-87305452-5db6-47ae-ba8e-8f0938474037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:45:02.568715 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-d79de4bc-5307-4deb-bd6f-568c315be407 req-87305452-5db6-47ae-ba8e-8f0938474037 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=075b1f2b-93d8-4e1b-bd57-5e36c089eac9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3081987 Feb 04 17:45:02.581933 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (a72fd687-68c3-4dd4-b645-3f3805823603), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:45:02.709907 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-d79de4bc-5307-4deb-bd6f-568c315be407 req-cf94efbe-2eea-4a15-b980-2b521fcd248e service neutron] 10.222.0.96 "GET /v2.0/networks/075b1f2b-93d8-4e1b-bd57-5e36c089eac9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277514 Feb 04 17:45:02.723902 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1d99ba69-5626-4341-8c72-35e71206cdde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144'] for port (a72fd687-68c3-4dd4-b645-3f3805823603), after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:45:02.740869 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Pushing event updated for resources: {'Port': ['ID=a72fd687-68c3-4dd4-b645-3f3805823603,revision_number=5']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:45:02.764858 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d99ba69-5626-4341-8c72-35e71206cdde None None] No DVR routers for this DVR port a72fd687-68c3-4dd4-b645-3f3805823603 on host n-d-827839-2 {{(pid=103378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 17:45:02.807066 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d99ba69-5626-4341-8c72-35e71206cdde None None] Pushing event deleted for resources: {'Port': ['ID=a72fd687-68c3-4dd4-b645-3f3805823603,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:45:02.838551 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-7c9207c1-e99b-4287-a7e4-d9fa8ef9d2f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7b505f7-9f21-4c45-9348-ce197602df24', 'name': 'tempest-TestVolumeBackupRestore-2004722688-router', 'tenant_id': '5d530086a81c47f4a789a3b71476c7eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.212'}], 'enable_snat': True}, 'gw_port_id': '72159f13-0887-4ccb-8c3e-fab30f6453e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:41:17Z', 'updated_at': '2022-02-04T17:41:24Z', 'revision_number': 4, 'project_id': '5d530086a81c47f4a789a3b71476c7eb', 'gw_port': {'id': '72159f13-0887-4ccb-8c3e-fab30f6453e5', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:05:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7b505f7-9f21-4c45-9348-ce197602df24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3225, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:41:19Z', 'updated_at': '2022-02-04T17:41:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_floatingips': [{'id': '056fa0b1-875e-4891-82fd-ba6cb9c15f18', 'tenant_id': '5d530086a81c47f4a789a3b71476c7eb', 'floating_ip_address': '172.25.6.74', 'floating_network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'router_id': 'f7b505f7-9f21-4c45-9348-ce197602df24', 'port_id': '73311ee6-b482-417a-a78f-f9db9444d970', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3340, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '075b1f2b-93d8-4e1b-bd57-5e36c089eac9', 'mac_address': 'fa:16:3e:cd:42:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '602e4c9b-42aa-430a-b1be-80543d539d58', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T17:45:00Z', 'updated_at': '2022-02-04T17:45:00Z', 'revision_number': 0, 'project_id': '5d530086a81c47f4a789a3b71476c7eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c696292c-0e9f-4746-b099-98a6b95d4347', 'name': '', 'network_id': '075b1f2b-93d8-4e1b-bd57-5e36c089eac9', 'tenant_id': '5d530086a81c47f4a789a3b71476c7eb', 'mac_address': 'fa:16:3e:b7:74:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7b505f7-9f21-4c45-9348-ce197602df24', 'device_owner': 'network:router_interface', 'standard_attr_id': 3236, 'fixed_ips': [{'subnet_id': '4cbfb0a5-3518-40b7-8526-325a0a5f13de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:41:23Z', 'updated_at': '2022-02-04T17:41:33Z', 'revision_number': 5, 'project_id': '5d530086a81c47f4a789a3b71476c7eb', 'subnets': [{'id': '4cbfb0a5-3518-40b7-8526-325a0a5f13de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-2', False) {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:45:02.844033 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9349601a-0a5a-4d18-89d0-7c5bbfa6a650 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (64ada913-9131-4d99-a265-63a920956287), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:45:02.886609 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c9207c1-e99b-4287-a7e4-d9fa8ef9d2f4 None None] Checking router: f7b505f7-9f21-4c45-9348-ce197602df24 for host: n-d-827839-2 {{(pid=103378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 17:45:02.897152 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c9207c1-e99b-4287-a7e4-d9fa8ef9d2f4 None None] Routers {'f7b505f7-9f21-4c45-9348-ce197602df24'} bound to L3 agent in host n-d-827839-2 {{(pid=103378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:45:02.898183 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-7c9207c1-e99b-4287-a7e4-d9fa8ef9d2f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:45:03Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['f7b505f7-9f21-4c45-9348-ce197602df24'], 'active': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:45:02.979196 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-899e666a-3a62-4b88-b251-82472a4c285d tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (6e4da06b-1464-4aee-9e86-c692099bc48f), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:45:03.031515 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899e666a-3a62-4b88-b251-82472a4c285d tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Pushing event deleted for resources: {'Port': ['ID=6e4da06b-1464-4aee-9e86-c692099bc48f,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:45:03.062485 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d408ec64-b374-4acb-a1fc-48241dad6d47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (0cd6d64a-47a7-40ff-8c12-71dd526c62e0), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:45:03.075398 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvr_db [None req-7c9207c1-e99b-4287-a7e4-d9fa8ef9d2f4 None None] Set router f7b505f7-9f21-4c45-9348-ce197602df24 gateway port host: n-d-827839-2 {{(pid=103378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:45:03.152148 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-d79de4bc-5307-4deb-bd6f-568c315be407 req-dc51d7d4-062d-435e-b4ee-91f3698711c5 service neutron] 10.222.0.96 "GET /v2.0/networks/075b1f2b-93d8-4e1b-bd57-5e36c089eac9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3953724 Feb 04 17:45:03.153702 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-899e666a-3a62-4b88-b251-82472a4c285d tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1595544'] for router_gateway (ea8f65a9-a01d-4df3-b91f-b261ef81f003), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:45:03.176414 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 40324) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:45:03.230414 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-2ee0cf3e-98ca-4f85-aae8-b2052de11246 tempest-TestVolumeBackupRestore-803048355 tempest-TestVolumeBackupRestore-803048355-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:45:03.245043 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-2ee0cf3e-98ca-4f85-aae8-b2052de11246 tempest-TestVolumeBackupRestore-803048355 tempest-TestVolumeBackupRestore-803048355-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1595586'] for floatingip (056fa0b1-875e-4891-82fd-ba6cb9c15f18), after_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:45:03.287090 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-899e666a-3a62-4b88-b251-82472a4c285d tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1601811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26971'] for router (ea8f65a9-a01d-4df3-b91f-b261ef81f003), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:45:03.292640 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-899e666a-3a62-4b88-b251-82472a4c285d tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Publish callbacks [] for router_controller (ea8f65a9-a01d-4df3-b91f-b261ef81f003), precommit_delete_associations {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:45:03.392830 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-89b9d681-b1ee-4b4a-8a98-70d4547bdd5c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:45:03.404385 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-899e666a-3a62-4b88-b251-82472a4c285d tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1601832'] for router (ea8f65a9-a01d-4df3-b91f-b261ef81f003), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:45:03.404385 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-899e666a-3a62-4b88-b251-82472a4c285d tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Fanout notify agent at l3_agent the message router_deleted on router ea8f65a9-a01d-4df3-b91f-b261ef81f003 {{(pid=103376) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 17:45:03.427421 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-899e666a-3a62-4b88-b251-82472a4c285d tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Publish callbacks [] for router (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:45:03.431363 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-899e666a-3a62-4b88-b251-82472a4c285d tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] 10.222.0.89 "DELETE /v2.0/routers/ea8f65a9-a01d-4df3-b91f-b261ef81f003 HTTP/1.1" status: 204 len: 168 time: 2.0865600 Feb 04 17:45:03.432237 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 40330) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:45:03.479750 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-7c9207c1-e99b-4287-a7e4-d9fa8ef9d2f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7b505f7-9f21-4c45-9348-ce197602df24', 'name': 'tempest-TestVolumeBackupRestore-2004722688-router', 'tenant_id': '5d530086a81c47f4a789a3b71476c7eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.212'}], 'enable_snat': True}, 'gw_port_id': '72159f13-0887-4ccb-8c3e-fab30f6453e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:41:17Z', 'updated_at': '2022-02-04T17:41:24Z', 'revision_number': 4, 'project_id': '5d530086a81c47f4a789a3b71476c7eb', 'gw_port': {'id': '72159f13-0887-4ccb-8c3e-fab30f6453e5', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:05:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7b505f7-9f21-4c45-9348-ce197602df24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3225, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:41:19Z', 'updated_at': '2022-02-04T17:41:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_floatingips': [{'id': '056fa0b1-875e-4891-82fd-ba6cb9c15f18', 'tenant_id': '5d530086a81c47f4a789a3b71476c7eb', 'floating_ip_address': '172.25.6.74', 'floating_network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'router_id': 'f7b505f7-9f21-4c45-9348-ce197602df24', 'port_id': '73311ee6-b482-417a-a78f-f9db9444d970', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3340, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '075b1f2b-93d8-4e1b-bd57-5e36c089eac9', 'mac_address': 'fa:16:3e:cd:42:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '602e4c9b-42aa-430a-b1be-80543d539d58', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T17:45:00Z', 'updated_at': '2022-02-04T17:45:00Z', 'revision_number': 0, 'project_id': '5d530086a81c47f4a789a3b71476c7eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c696292c-0e9f-4746-b099-98a6b95d4347', 'name': '', 'network_id': '075b1f2b-93d8-4e1b-bd57-5e36c089eac9', 'tenant_id': '5d530086a81c47f4a789a3b71476c7eb', 'mac_address': 'fa:16:3e:b7:74:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7b505f7-9f21-4c45-9348-ce197602df24', 'device_owner': 'network:router_interface', 'standard_attr_id': 3236, 'fixed_ips': [{'subnet_id': '4cbfb0a5-3518-40b7-8526-325a0a5f13de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:41:23Z', 'updated_at': '2022-02-04T17:41:33Z', 'revision_number': 5, 'project_id': '5d530086a81c47f4a789a3b71476c7eb', 'subnets': [{'id': '4cbfb0a5-3518-40b7-8526-325a0a5f13de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-2', False) {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:45:03.531307 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c9207c1-e99b-4287-a7e4-d9fa8ef9d2f4 None None] The sync data for ids ['f7b505f7-9f21-4c45-9348-ce197602df24'] in n-d-827839-2 is: [{'id': 'f7b505f7-9f21-4c45-9348-ce197602df24', 'name': 'tempest-TestVolumeBackupRestore-2004722688-router', 'tenant_id': '5d530086a81c47f4a789a3b71476c7eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.212'}], 'enable_snat': True}, 'gw_port_id': '72159f13-0887-4ccb-8c3e-fab30f6453e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:41:17Z', 'updated_at': '2022-02-04T17:41:24Z', 'revision_number': 4, 'project_id': '5d530086a81c47f4a789a3b71476c7eb', 'gw_port': {'id': '72159f13-0887-4ccb-8c3e-fab30f6453e5', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:05:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7b505f7-9f21-4c45-9348-ce197602df24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3225, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:41:19Z', 'updated_at': '2022-02-04T17:41:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_floatingips': [{'id': '056fa0b1-875e-4891-82fd-ba6cb9c15f18', 'tenant_id': '5d530086a81c47f4a789a3b71476c7eb', 'floating_ip_address': '172.25.6.74', 'floating_network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'router_id': 'f7b505f7-9f21-4c45-9348-ce197602df24', 'port_id': '73311ee6-b482-417a-a78f-f9db9444d970', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3340, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '075b1f2b-93d8-4e1b-bd57-5e36c089eac9', 'mac_address': 'fa:16:3e:cd:42:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '602e4c9b-42aa-430a-b1be-80543d539d58', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T17:45:00Z', 'updated_at': '2022-02-04T17:45:00Z', 'revision_number': 0, 'project_id': '5d530086a81c47f4a789a3b71476c7eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c696292c-0e9f-4746-b099-98a6b95d4347', 'name': '', 'network_id': '075b1f2b-93d8-4e1b-bd57-5e36c089eac9', 'tenant_id': '5d530086a81c47f4a789a3b71476c7eb', 'mac_address': 'fa:16:3e:b7:74:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7b505f7-9f21-4c45-9348-ce197602df24', 'device_owner': 'network:router_interface', 'standard_attr_id': 3236, 'fixed_ips': [{'subnet_id': '4cbfb0a5-3518-40b7-8526-325a0a5f13de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:41:23Z', 'updated_at': '2022-02-04T17:41:33Z', 'revision_number': 5, 'project_id': '5d530086a81c47f4a789a3b71476c7eb', 'subnets': [{'id': '4cbfb0a5-3518-40b7-8526-325a0a5f13de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 17:45:03.536583 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-1db015b0-eea7-48c7-962e-d1cc1ba8e7a0 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628832'] for network (c75b0216-bbb5-4b6f-8caf-507659fff648), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:45:03.554912 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154c1fe1-c3f2-47cd-8978-6d9badc628da req-7a72197a-bbe4-45ae-89e0-b2e7f70e78b4 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:45:03.563239 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-154c1fe1-c3f2-47cd-8978-6d9badc628da req-7a72197a-bbe4-45ae-89e0-b2e7f70e78b4 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.89 "GET /v2.0/ports?device_id=cd0b1eef-8dc5-4f93-9761-84068fdadff5 HTTP/1.1" status: 200 len: 943 time: 0.1867249 Feb 04 17:45:03.693715 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-154c1fe1-c3f2-47cd-8978-6d9badc628da req-652d5ba2-66fa-4acd-8fbd-8e7ff4a7a38f tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.89 "GET /v2.0/security-groups?id=08488bde-3452-4671-b745-5b4e8beeb3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294765 Feb 04 17:45:03.695440 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ee0cf3e-98ca-4f85-aae8-b2052de11246 tempest-TestVolumeBackupRestore-803048355 tempest-TestVolumeBackupRestore-803048355-project] Router f7b505f7-9f21-4c45-9348-ce197602df24 has already been hosted by L3 agent 64ada913-9131-4d99-a265-63a920956287 {{(pid=103377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 17:45:03.709791 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-89b9d681-b1ee-4b4a-8a98-70d4547bdd5c admin admin] Publish callbacks [] for security_group (473e953a-f15f-470e-9212-eaeef28be1f1), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:45:03.723487 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-1db015b0-eea7-48c7-962e-d1cc1ba8e7a0 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1543676', 'neutron.services.segments.db._delete_segments_for_network-8781084786517'] for network (c75b0216-bbb5-4b6f-8caf-507659fff648), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:45:03.747170 n-d-827839-2 neutron-server[103376]: DEBUG neutron.services.segments.db [None req-1db015b0-eea7-48c7-962e-d1cc1ba8e7a0 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c75b0216-bbb5-4b6f-8caf-507659fff648']}} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:45:03.757124 n-d-827839-2 neutron-server[103376]: DEBUG neutron.services.segments.db [None req-1db015b0-eea7-48c7-962e-d1cc1ba8e7a0 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2eb92e58-4f00-4646-ba01-0085967486fd') {'for_net_delete': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:45:03.757560 n-d-827839-2 neutron-server[103376]: DEBUG neutron.services.segments.db [None req-1db015b0-eea7-48c7-962e-d1cc1ba8e7a0 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2eb92e58-4f00-4646-ba01-0085967486fd') {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:45:03.767621 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-1db015b0-eea7-48c7-962e-d1cc1ba8e7a0 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781084783966', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25674908'] for segment (2eb92e58-4f00-4646-ba01-0085967486fd), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:45:03.786073 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-1db015b0-eea7-48c7-962e-d1cc1ba8e7a0 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (2eb92e58-4f00-4646-ba01-0085967486fd), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:45:03.794995 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1db015b0-eea7-48c7-962e-d1cc1ba8e7a0 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Releasing vlan 766 on physical network physnet1 to pool {{(pid=103376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 17:45:03.795400 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-1db015b0-eea7-48c7-962e-d1cc1ba8e7a0 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25675992'] for segment (2eb92e58-4f00-4646-ba01-0085967486fd), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:45:03.826274 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ee0cf3e-98ca-4f85-aae8-b2052de11246 tempest-TestVolumeBackupRestore-803048355 tempest-TestVolumeBackupRestore-803048355-project] Notify agent at l3_agent.n-d-827839-2 the message routers_updated {{(pid=103377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 17:45:03.828010 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-89b9d681-b1ee-4b4a-8a98-70d4547bdd5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (473e953a-f15f-470e-9212-eaeef28be1f1), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:45:03.832940 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-2ee0cf3e-98ca-4f85-aae8-b2052de11246 tempest-TestVolumeBackupRestore-803048355 tempest-TestVolumeBackupRestore-803048355-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for floatingip (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:45:03.866173 n-d-827839-2 neutron-server[103376]: Traceback (most recent call last): Feb 04 17:45:03.866173 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 17:45:03.866173 n-d-827839-2 neutron-server[103376]: timer() Feb 04 17:45:03.866173 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 17:45:03.866173 n-d-827839-2 neutron-server[103376]: cb(*args, **kw) Feb 04 17:45:03.866173 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 17:45:03.866173 n-d-827839-2 neutron-server[103376]: return func(*args, **kwargs) Feb 04 17:45:03.866173 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 17:45:03.866173 n-d-827839-2 neutron-server[103376]: self._notify() Feb 04 17:45:03.866173 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 17:45:03.866173 n-d-827839-2 neutron-server[103376]: self.callback(batched_events) Feb 04 17:45:03.866173 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 17:45:03.866173 n-d-827839-2 neutron-server[103376]: event.method(event) Feb 04 17:45:03.866173 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 17:45:03.866173 n-d-827839-2 neutron-server[103376]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 17:45:03.866173 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 17:45:03.866173 n-d-827839-2 neutron-server[103376]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 17:45:03.866173 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 17:45:03.866173 n-d-827839-2 neutron-server[103376]: return f(self, *a, **k) Feb 04 17:45:03.866173 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 17:45:03.866173 n-d-827839-2 neutron-server[103376]: return self._get(url).json() Feb 04 17:45:03.866173 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 17:45:03.866173 n-d-827839-2 neutron-server[103376]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 17:45:03.866173 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 17:45:03.866173 n-d-827839-2 neutron-server[103376]: return self.request(url, 'GET', **kwargs) Feb 04 17:45:03.866173 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 17:45:03.866173 n-d-827839-2 neutron-server[103376]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 17:45:03.866173 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 17:45:03.866173 n-d-827839-2 neutron-server[103376]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 17:45:03.866173 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 17:45:03.866173 n-d-827839-2 neutron-server[103376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 17:45:03.866173 n-d-827839-2 neutron-server[103376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 17:45:03.875716 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-1db015b0-eea7-48c7-962e-d1cc1ba8e7a0 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1543671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1595572'] for network (c75b0216-bbb5-4b6f-8caf-507659fff648), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:45:03.885683 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-1db015b0-eea7-48c7-962e-d1cc1ba8e7a0 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Publish callbacks [] for network (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:45:03.891409 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-1db015b0-eea7-48c7-962e-d1cc1ba8e7a0 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] 10.222.0.89 "DELETE /v2.0/networks/c75b0216-bbb5-4b6f-8caf-507659fff648 HTTP/1.1" status: 204 len: 168 time: 0.4556224 Feb 04 17:45:03.896238 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 40332) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:45:03.909925 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db015b0-eea7-48c7-962e-d1cc1ba8e7a0 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Pushing event deleted for resources: {'Network': ['ID=c75b0216-bbb5-4b6f-8caf-507659fff648,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:45:03.912598 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b9d681-b1ee-4b4a-8a98-70d4547bdd5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=473e953a-f15f-470e-9212-eaeef28be1f1,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:45:03.921852 n-d-827839-2 neutron-server[103377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '602e4c9b-42aa-430a-b1be-80543d539d58', 'tag': '73311ee6-b482-417a-a78f-f9db9444d970'}] {{(pid=103377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:45:03.924067 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7240428b650e1488e9361b62648ff4b3a6c19d49d8c27c949491ab58c1346cf0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b4a4a82-2aef-4981-8e1c-88f349bed8bd" -d '{"events": [{"name": "network-changed", "server_uuid": "602e4c9b-42aa-430a-b1be-80543d539d58", "tag": "73311ee6-b482-417a-a78f-f9db9444d970"}]}' {{(pid=103377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:45:03.931728 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 40336) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:45:03.931859 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-89b9d681-b1ee-4b4a-8a98-70d4547bdd5c admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=567887ffd9e845a2ac49b40bf5af8c68&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7535903 Feb 04 17:45:03.939279 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65242f47-90e3-4906-8ad3-98eb7bf7b2f7 None None] New status for floating IP 056fa0b1-875e-4891-82fd-ba6cb9c15f18: ACTIVE {{(pid=103379) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 17:45:04.016168 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-2ee0cf3e-98ca-4f85-aae8-b2052de11246 tempest-TestVolumeBackupRestore-803048355 tempest-TestVolumeBackupRestore-803048355-project] 10.222.0.89 "PUT /v2.0/floatingips/056fa0b1-875e-4891-82fd-ba6cb9c15f18 HTTP/1.1" status: 200 len: 990 time: 2.3351183 Feb 04 17:45:04.016168 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-bfad6c3c-c593-4b4c-9a4d-7ee1b81891ac tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Publish callbacks [] for security_group (51fcebac-85fd-4a94-b17a-0b26ffac48da), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:45:04.030464 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-f5cf9f03-d9e5-4683-bae7-ca0bb6096c81 admin admin] Publish callbacks [] for security_group (473e953a-f15f-470e-9212-eaeef28be1f1), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:45:04.042717 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 17:45:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b4f53fa-ad7b-4381-a8ce-0da7db3044ce x-openstack-request-id: req-0b4f53fa-ad7b-4381-a8ce-0da7db3044ce {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:45:04.043251 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "602e4c9b-42aa-430a-b1be-80543d539d58", "tag": "73311ee6-b482-417a-a78f-f9db9444d970", "status": "completed", "code": 200}]} {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:45:04.043545 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-0b4f53fa-ad7b-4381-a8ce-0da7db3044ce {{(pid=103377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:45:04.043962 n-d-827839-2 neutron-server[103377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '602e4c9b-42aa-430a-b1be-80543d539d58', 'tag': '73311ee6-b482-417a-a78f-f9db9444d970', 'status': 'completed', 'code': 200} Feb 04 17:45:04.066691 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-bfad6c3c-c593-4b4c-9a4d-7ee1b81891ac tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Publish callbacks [] for security_group (51fcebac-85fd-4a94-b17a-0b26ffac48da), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:45:04.122971 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-f5cf9f03-d9e5-4683-bae7-ca0bb6096c81 admin admin] Publish callbacks [] for security_group (473e953a-f15f-470e-9212-eaeef28be1f1), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:45:04.130240 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 6e4da06b-1464-4aee-9e86-c692099bc48f no longer exists at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:45:04.156394 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-bfad6c3c-c593-4b4c-9a4d-7ee1b81891ac tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (51fcebac-85fd-4a94-b17a-0b26ffac48da), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:45:04.162767 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-bfad6c3c-c593-4b4c-9a4d-7ee1b81891ac tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:45:04.165991 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-bfad6c3c-c593-4b4c-9a4d-7ee1b81891ac tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] 10.222.0.89 "DELETE /v2.0/security-groups/51fcebac-85fd-4a94-b17a-0b26ffac48da HTTP/1.1" status: 204 len: 168 time: 0.2679768 Feb 04 17:45:04.182197 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] No Port match for: 6e4da06b-1464-4aee-9e86-c692099bc48f {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 17:45:04.182534 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 6e4da06b-1464-4aee-9e86-c692099bc48f not bound to the agent host n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 17:45:04.182950 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 4cbfe0f6-49a2-4664-aec0-98c4bfcfda95 no longer exists at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:45:04.188159 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfad6c3c-c593-4b4c-9a4d-7ee1b81891ac tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=51fcebac-85fd-4a94-b17a-0b26ffac48da,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:45:04.197535 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4a4a82-2aef-4981-8e1c-88f349bed8bd req-7cf8dcee-fac2-4cf9-939d-44971cb4c96f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:45:04.200561 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-5b4a4a82-2aef-4981-8e1c-88f349bed8bd req-7cf8dcee-fac2-4cf9-939d-44971cb4c96f service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=5d530086a81c47f4a789a3b71476c7eb&device_id=602e4c9b-42aa-430a-b1be-80543d539d58 HTTP/1.1" status: 200 len: 1127 time: 0.1464746 Feb 04 17:45:04.231475 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] No Port match for: 4cbfe0f6-49a2-4664-aec0-98c4bfcfda95 {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 17:45:04.231475 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 4cbfe0f6-49a2-4664-aec0-98c4bfcfda95 not bound to the agent host n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 17:45:04.303698 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-f5cf9f03-d9e5-4683-bae7-ca0bb6096c81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (473e953a-f15f-470e-9212-eaeef28be1f1), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:45:04.306416 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-f5cf9f03-d9e5-4683-bae7-ca0bb6096c81 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:45:04.307772 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-f5cf9f03-d9e5-4683-bae7-ca0bb6096c81 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/473e953a-f15f-470e-9212-eaeef28be1f1 HTTP/1.1" status: 204 len: 168 time: 0.3741903 Feb 04 17:45:04.341255 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cf9f03-d9e5-4683-bae7-ca0bb6096c81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=473e953a-f15f-470e-9212-eaeef28be1f1,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:45:04.386134 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d3bf9e0-a04f-4941-845a-9a19979113b2 None None] Sync routers for ids ['f7b505f7-9f21-4c45-9348-ce197602df24'] in n-d-827839-2 {{(pid=103378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 17:45:04.400061 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d3bf9e0-a04f-4941-845a-9a19979113b2 None None] Routers {'f7b505f7-9f21-4c45-9348-ce197602df24'} bound to L3 agent in host n-d-827839-2 {{(pid=103378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:45:04.400550 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-3d3bf9e0-a04f-4941-845a-9a19979113b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:45:03Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['f7b505f7-9f21-4c45-9348-ce197602df24'], 'active': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:45:04.403361 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4a4a82-2aef-4981-8e1c-88f349bed8bd req-c4f30211-16a1-4d27-b336-3c8ee5f38aed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:45:04.405310 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-5b4a4a82-2aef-4981-8e1c-88f349bed8bd req-c4f30211-16a1-4d27-b336-3c8ee5f38aed service neutron] 10.222.0.96 "GET /v2.0/networks?id=075b1f2b-93d8-4e1b-bd57-5e36c089eac9 HTTP/1.1" status: 200 len: 915 time: 0.1942492 Feb 04 17:45:04.482052 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-5b4a4a82-2aef-4981-8e1c-88f349bed8bd req-ad3b3c60-d649-46cd-94e3-a5af568c4455 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=73311ee6-b482-417a-a78f-f9db9444d970 HTTP/1.1" status: 200 len: 1000 time: 0.0693133 Feb 04 17:45:04.528115 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvr_db [None req-3d3bf9e0-a04f-4941-845a-9a19979113b2 None None] Set router f7b505f7-9f21-4c45-9348-ce197602df24 gateway port host: n-d-827839-2 {{(pid=103378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:45:04.547354 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4a4a82-2aef-4981-8e1c-88f349bed8bd req-939e156c-0ab9-493b-829e-2e591e69aa31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:45:04.553930 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-5b4a4a82-2aef-4981-8e1c-88f349bed8bd req-939e156c-0ab9-493b-829e-2e591e69aa31 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=4cbfb0a5-3518-40b7-8526-325a0a5f13de HTTP/1.1" status: 200 len: 853 time: 0.0624137 Feb 04 17:45:04.598783 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 40346) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:45:04.603814 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-b4db263c-af49-4a2f-b6d5-fc3a4e3671c1 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-602838669', 'description': 'tempest-secgroup-smoke-602838669 description', 'project_id': '86a0fd5c0c974eafbf1c6e95239dcb2c'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:45:04.617660 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4a4a82-2aef-4981-8e1c-88f349bed8bd req-5eb3d67d-6b52-419a-92c8-e24be8779726 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:45:04.619393 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-5b4a4a82-2aef-4981-8e1c-88f349bed8bd req-5eb3d67d-6b52-419a-92c8-e24be8779726 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=075b1f2b-93d8-4e1b-bd57-5e36c089eac9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0564339 Feb 04 17:45:04.628691 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-b4db263c-af49-4a2f-b6d5-fc3a4e3671c1 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Publish callbacks [] for security_group (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:45:04.703546 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-b4db263c-af49-4a2f-b6d5-fc3a4e3671c1 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Publish callbacks [] for security_group (4b0100f2-480f-41b8-8876-e30a8b4057ff), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:45:04.711039 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-b4db263c-af49-4a2f-b6d5-fc3a4e3671c1 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (4b0100f2-480f-41b8-8876-e30a8b4057ff), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:45:04.752859 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-5b4a4a82-2aef-4981-8e1c-88f349bed8bd req-01621d5f-5790-4126-be00-8c4b953879ac service neutron] 10.222.0.96 "GET /v2.0/networks/075b1f2b-93d8-4e1b-bd57-5e36c089eac9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1157222 Feb 04 17:45:04.765823 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-b4db263c-af49-4a2f-b6d5-fc3a4e3671c1 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:45:04.767317 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-b4db263c-af49-4a2f-b6d5-fc3a4e3671c1 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] 10.222.0.89 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1675239 Feb 04 17:45:04.770768 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 40356) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:45:04.776197 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-f336edc6-0ed4-4970-86b8-9ec7c746d530 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Request body: {'security_group_rule': {'security_group_id': '4b0100f2-480f-41b8-8876-e30a8b4057ff', 'project_id': '86a0fd5c0c974eafbf1c6e95239dcb2c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:45:04.796784 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4db263c-af49-4a2f-b6d5-fc3a4e3671c1 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4b0100f2-480f-41b8-8876-e30a8b4057ff,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:45:04.829652 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-f336edc6-0ed4-4970-86b8-9ec7c746d530 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Publish callbacks [] for security_group_rule (1cdb90fc-ab37-42d0-9f6f-642b32f5842e), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:45:04.860792 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-3d3bf9e0-a04f-4941-845a-9a19979113b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7b505f7-9f21-4c45-9348-ce197602df24', 'name': 'tempest-TestVolumeBackupRestore-2004722688-router', 'tenant_id': '5d530086a81c47f4a789a3b71476c7eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.212'}], 'enable_snat': True}, 'gw_port_id': '72159f13-0887-4ccb-8c3e-fab30f6453e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:41:17Z', 'updated_at': '2022-02-04T17:41:24Z', 'revision_number': 4, 'project_id': '5d530086a81c47f4a789a3b71476c7eb', 'gw_port': {'id': '72159f13-0887-4ccb-8c3e-fab30f6453e5', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:05:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7b505f7-9f21-4c45-9348-ce197602df24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3225, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:41:19Z', 'updated_at': '2022-02-04T17:41:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_floatingips': [{'id': '056fa0b1-875e-4891-82fd-ba6cb9c15f18', 'tenant_id': '5d530086a81c47f4a789a3b71476c7eb', 'floating_ip_address': '172.25.6.74', 'floating_network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'router_id': 'f7b505f7-9f21-4c45-9348-ce197602df24', 'port_id': '73311ee6-b482-417a-a78f-f9db9444d970', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3340, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '075b1f2b-93d8-4e1b-bd57-5e36c089eac9', 'mac_address': 'fa:16:3e:cd:42:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '602e4c9b-42aa-430a-b1be-80543d539d58', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T17:45:00Z', 'updated_at': '2022-02-04T17:45:04Z', 'revision_number': 2, 'project_id': '5d530086a81c47f4a789a3b71476c7eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c696292c-0e9f-4746-b099-98a6b95d4347', 'name': '', 'network_id': '075b1f2b-93d8-4e1b-bd57-5e36c089eac9', 'tenant_id': '5d530086a81c47f4a789a3b71476c7eb', 'mac_address': 'fa:16:3e:b7:74:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7b505f7-9f21-4c45-9348-ce197602df24', 'device_owner': 'network:router_interface', 'standard_attr_id': 3236, 'fixed_ips': [{'subnet_id': '4cbfb0a5-3518-40b7-8526-325a0a5f13de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:41:23Z', 'updated_at': '2022-02-04T17:41:33Z', 'revision_number': 5, 'project_id': '5d530086a81c47f4a789a3b71476c7eb', 'subnets': [{'id': '4cbfb0a5-3518-40b7-8526-325a0a5f13de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-2', False) {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:45:04.864190 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4f14bb47-e72b-46ac-9e44-a61d9293afcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (75326290-f7a3-4db8-9cf2-15c7139ed224), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:45:04.899953 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d3bf9e0-a04f-4941-845a-9a19979113b2 None None] Checking router: f7b505f7-9f21-4c45-9348-ce197602df24 for host: n-d-827839-2 {{(pid=103378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 17:45:04.911378 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d3bf9e0-a04f-4941-845a-9a19979113b2 None None] Routers {'f7b505f7-9f21-4c45-9348-ce197602df24'} bound to L3 agent in host n-d-827839-2 {{(pid=103378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:45:04.911999 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-3d3bf9e0-a04f-4941-845a-9a19979113b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:45:03Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['f7b505f7-9f21-4c45-9348-ce197602df24'], 'active': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:45:04.912203 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-f336edc6-0ed4-4970-86b8-9ec7c746d530 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Publish callbacks [] for security_group_rule (1cdb90fc-ab37-42d0-9f6f-642b32f5842e), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:45:04.912311 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-5b4a4a82-2aef-4981-8e1c-88f349bed8bd req-be04a0fe-4f3a-46a0-ae8b-423ee0238cc5 service neutron] 10.222.0.96 "GET /v2.0/networks/075b1f2b-93d8-4e1b-bd57-5e36c089eac9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1476712 Feb 04 17:45:04.918333 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-f336edc6-0ed4-4970-86b8-9ec7c746d530 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664556'] for security_group_rule (1cdb90fc-ab37-42d0-9f6f-642b32f5842e), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:45:04.943856 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f336edc6-0ed4-4970-86b8-9ec7c746d530 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1cdb90fc-ab37-42d0-9f6f-642b32f5842e,revision_number=0']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:45:04.946147 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13f2c53-190c-44fe-a4e9-faa8d6794e25 req-d41ef660-a941-43a8-8c9f-bdced9a03498 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:45:04.948403 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-a13f2c53-190c-44fe-a4e9-faa8d6794e25 req-d41ef660-a941-43a8-8c9f-bdced9a03498 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.89 "GET /v2.0/ports?device_id=cd0b1eef-8dc5-4f93-9761-84068fdadff5 HTTP/1.1" status: 200 len: 943 time: 0.1088865 Feb 04 17:45:04.964902 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-f336edc6-0ed4-4970-86b8-9ec7c746d530 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:45:04.970913 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-f336edc6-0ed4-4970-86b8-9ec7c746d530 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1985168 Feb 04 17:45:04.972447 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 40362) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:45:04.977788 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-720d032a-eb4f-4b08-90df-d4740a31d63b tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Request body: {'security_group_rule': {'security_group_id': '4b0100f2-480f-41b8-8876-e30a8b4057ff', 'project_id': '86a0fd5c0c974eafbf1c6e95239dcb2c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:45:05.019508 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-720d032a-eb4f-4b08-90df-d4740a31d63b tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Publish callbacks [] for security_group_rule (9cc01222-9c38-4976-adc1-8c6be5540306), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:45:05.021444 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-a13f2c53-190c-44fe-a4e9-faa8d6794e25 req-6a464f56-bb93-405b-80aa-5404954e7abc tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.89 "GET /v2.0/security-groups?id=08488bde-3452-4671-b745-5b4e8beeb3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658309 Feb 04 17:45:05.100987 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-720d032a-eb4f-4b08-90df-d4740a31d63b tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Publish callbacks [] for security_group_rule (9cc01222-9c38-4976-adc1-8c6be5540306), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:45:05.104616 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-720d032a-eb4f-4b08-90df-d4740a31d63b tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664556'] for security_group_rule (9cc01222-9c38-4976-adc1-8c6be5540306), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:45:05.126099 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720d032a-eb4f-4b08-90df-d4740a31d63b tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9cc01222-9c38-4976-adc1-8c6be5540306,revision_number=0']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:45:05.141345 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-720d032a-eb4f-4b08-90df-d4740a31d63b tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:45:05.145948 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-720d032a-eb4f-4b08-90df-d4740a31d63b tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1689475 Feb 04 17:45:05.146127 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 40370) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:45:05.151417 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-cf864cc2-6dc0-4c7f-901c-a0b56add22d6 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Request body: {'security_group_rule': {'security_group_id': '4b0100f2-480f-41b8-8876-e30a8b4057ff', 'project_id': '86a0fd5c0c974eafbf1c6e95239dcb2c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:45:05.163333 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device ad51a914-6723-4735-91a0-37b92e59a1d2 details requested by agent hyperv_n-h1-827839-2 with host n-h1-827839-2 {{(pid=103378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 17:45:05.178260 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-cf864cc2-6dc0-4c7f-901c-a0b56add22d6 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Publish callbacks [] for security_group_rule (91b5b9b4-8e78-4684-bc04-10be431e2867), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:45:05.219637 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 40372) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:45:05.242603 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-cf864cc2-6dc0-4c7f-901c-a0b56add22d6 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Publish callbacks [] for security_group_rule (91b5b9b4-8e78-4684-bc04-10be431e2867), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:45:05.248777 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-cf864cc2-6dc0-4c7f-901c-a0b56add22d6 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664556'] for security_group_rule (91b5b9b4-8e78-4684-bc04-10be431e2867), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:45:05.264056 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvr_db [None req-3d3bf9e0-a04f-4941-845a-9a19979113b2 None None] Set router f7b505f7-9f21-4c45-9348-ce197602df24 gateway port host: n-d-827839-2 {{(pid=103378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:45:05.285493 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-cf864cc2-6dc0-4c7f-901c-a0b56add22d6 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:45:05.289239 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-cf864cc2-6dc0-4c7f-901c-a0b56add22d6 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1396244 Feb 04 17:45:05.289239 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf864cc2-6dc0-4c7f-901c-a0b56add22d6 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91b5b9b4-8e78-4684-bc04-10be431e2867,revision_number=0']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:45:05.289435 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 40376) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:45:05.293739 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-51161687-e5b6-469d-b9ad-d73b04cc0758 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Request body: {'security_group_rule': {'security_group_id': '4b0100f2-480f-41b8-8876-e30a8b4057ff', 'project_id': '86a0fd5c0c974eafbf1c6e95239dcb2c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:45:05.327684 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-51161687-e5b6-469d-b9ad-d73b04cc0758 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Publish callbacks [] for security_group_rule (b595ed0e-4435-4361-b892-c36a6c1c7b55), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:45:05.335210 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-b2b0e92a-d1f6-42ef-822c-d8d58a2634aa admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1104346558-network', 'tenant_id': 'de5b4b0f0a20431ba11c62fc4df7680b'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:45:05.356854 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2b0e92a-d1f6-42ef-822c-d8d58a2634aa admin admin] Made reservation on behalf of de5b4b0f0a20431ba11c62fc4df7680b for: {'network': 1} {{(pid=103376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:45:05.359811 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-b2b0e92a-d1f6-42ef-822c-d8d58a2634aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for network (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:45:05.372796 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-b2b0e92a-d1f6-42ef-822c-d8d58a2634aa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:45:05.374907 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] For port ad51a914-6723-4735-91a0-37b92e59a1d2, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=ad51a914-6723-4735-91a0-37b92e59a1d2,segment=NetworkSegment(95e3d896-e0ab-47f8-8257-e5c06c9261eb),segment_id=95e3d896-e0ab-47f8-8257-e5c06c9261eb)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:45:05.396929 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-51161687-e5b6-469d-b9ad-d73b04cc0758 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Publish callbacks [] for security_group_rule (b595ed0e-4435-4361-b892-c36a6c1c7b55), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:45:05.397454 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Returning: {'device': 'ad51a914-6723-4735-91a0-37b92e59a1d2', 'network_id': 'b55b6cf7-96ca-44f1-b402-5ece20b91f84', 'port_id': 'ad51a914-6723-4735-91a0-37b92e59a1d2', 'mac_address': 'fa:16:3e:52:36:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 796, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56d77231-1e8a-430f-89bb-45ff7f982beb', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 17:45:05.401904 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-51161687-e5b6-469d-b9ad-d73b04cc0758 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664556'] for security_group_rule (b595ed0e-4435-4361-b892-c36a6c1c7b55), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:45:05.417648 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51161687-e5b6-469d-b9ad-d73b04cc0758 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b595ed0e-4435-4361-b892-c36a6c1c7b55,revision_number=0']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:45:05.434668 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-51161687-e5b6-469d-b9ad-d73b04cc0758 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:45:05.436135 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-51161687-e5b6-469d-b9ad-d73b04cc0758 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1457462 Feb 04 17:45:05.439115 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 40378) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:45:05.444457 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-098f2406-c320-4475-a2c6-d2d71f05b1b9 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Request body: {'security_group_rule': {'security_group_id': '4b0100f2-480f-41b8-8876-e30a8b4057ff', 'project_id': '86a0fd5c0c974eafbf1c6e95239dcb2c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:45:05.463139 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-b2b0e92a-d1f6-42ef-822c-d8d58a2634aa admin admin] Publish callbacks [] for security_group (59748ef0-99f9-4cfc-917b-6d887dbae337), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:45:05.466825 n-d-827839-2 neutron-server[103377]: INFO neutron.db.securitygroups_db [None req-098f2406-c320-4475-a2c6-d2d71f05b1b9 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Project 86a0fd5c0c974eafbf1c6e95239dcb2c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 17:45:05.467586 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-b2b0e92a-d1f6-42ef-822c-d8d58a2634aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (59748ef0-99f9-4cfc-917b-6d887dbae337), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:45:05.472136 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-098f2406-c320-4475-a2c6-d2d71f05b1b9 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Publish callbacks [] for security_group_rule (7542b5e6-7cad-405b-a175-ae249f091137), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:45:05.489773 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2b0e92a-d1f6-42ef-822c-d8d58a2634aa admin admin] vlan segment allocate from pool success with {'vlan_id': 761, 'physical_network': 'physnet1'} {{(pid=103376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 17:45:05.508322 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b0e92a-d1f6-42ef-822c-d8d58a2634aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59748ef0-99f9-4cfc-917b-6d887dbae337,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:45:05.513450 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-b2b0e92a-d1f6-42ef-822c-d8d58a2634aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (6c8fbda3-25db-4985-9e6a-587ac7aad334), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:45:05.513814 n-d-827839-2 neutron-server[103376]: INFO neutron.db.segments_db [None req-b2b0e92a-d1f6-42ef-822c-d8d58a2634aa admin admin] Added segment 6c8fbda3-25db-4985-9e6a-587ac7aad334 of type vlan for network db164336-c92d-49cf-95cb-77f56fef64b2 Feb 04 17:45:05.522314 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Current status of the port ad51a914-6723-4735-91a0-37b92e59a1d2 is: DOWN; New status is: BUILD {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:45:05.522705 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (ad51a914-6723-4735-91a0-37b92e59a1d2), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:45:05.539506 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-098f2406-c320-4475-a2c6-d2d71f05b1b9 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Publish callbacks [] for security_group_rule (7542b5e6-7cad-405b-a175-ae249f091137), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:45:05.544314 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-098f2406-c320-4475-a2c6-d2d71f05b1b9 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664556'] for security_group_rule (7542b5e6-7cad-405b-a175-ae249f091137), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:45:05.551389 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad51a914-6723-4735-91a0-37b92e59a1d2 {{(pid=103378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 17:45:05.557161 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-b2b0e92a-d1f6-42ef-822c-d8d58a2634aa admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781084292801'] for network (db164336-c92d-49cf-95cb-77f56fef64b2), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:45:05.563490 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098f2406-c320-4475-a2c6-d2d71f05b1b9 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7542b5e6-7cad-405b-a175-ae249f091137,revision_number=0']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:45:05.576964 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-098f2406-c320-4475-a2c6-d2d71f05b1b9 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:45:05.578264 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-098f2406-c320-4475-a2c6-d2d71f05b1b9 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1381717 Feb 04 17:45:05.580955 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 40380) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:45:05.584561 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-b2b0e92a-d1f6-42ef-822c-d8d58a2634aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327'] for network (db164336-c92d-49cf-95cb-77f56fef64b2), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:45:05.585433 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-c9ba6cc4-4cdf-423a-aed1-9db354a52f65 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Request body: {'security_group_rule': {'security_group_id': '4b0100f2-480f-41b8-8876-e30a8b4057ff', 'project_id': '86a0fd5c0c974eafbf1c6e95239dcb2c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:45:05.585759 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2b0e92a-d1f6-42ef-822c-d8d58a2634aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:45:05.586418 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-b2b0e92a-d1f6-42ef-822c-d8d58a2634aa admin admin] Publish callbacks [] for network (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:45:05.608200 n-d-827839-2 neutron-server[103377]: INFO neutron.db.securitygroups_db [None req-c9ba6cc4-4cdf-423a-aed1-9db354a52f65 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Project 86a0fd5c0c974eafbf1c6e95239dcb2c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 17:45:05.608629 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] For port ad51a914-6723-4735-91a0-37b92e59a1d2, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=ad51a914-6723-4735-91a0-37b92e59a1d2,segment=NetworkSegment(95e3d896-e0ab-47f8-8257-e5c06c9261eb),segment_id=95e3d896-e0ab-47f8-8257-e5c06c9261eb)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:45:05.613923 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-c9ba6cc4-4cdf-423a-aed1-9db354a52f65 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Publish callbacks [] for security_group_rule (996040b7-0df8-467b-9fbf-1066911fef21), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:45:05.617397 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (ad51a914-6723-4735-91a0-37b92e59a1d2), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:45:05.642998 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-b2b0e92a-d1f6-42ef-822c-d8d58a2634aa admin admin] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4216561 Feb 04 17:45:05.647172 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 40382) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:45:05.652268 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-7236a0a4-50f9-43ce-90c4-7daeadd22bc0 admin admin] Request body: {'subnet': {'network_id': 'db164336-c92d-49cf-95cb-77f56fef64b2', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1104346558-subnet', 'tenant_id': 'de5b4b0f0a20431ba11c62fc4df7680b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:45:05.662281 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b0e92a-d1f6-42ef-822c-d8d58a2634aa admin admin] Pushing event updated for resources: {'Network': ['ID=db164336-c92d-49cf-95cb-77f56fef64b2,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:45:05.679860 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7236a0a4-50f9-43ce-90c4-7daeadd22bc0 admin admin] Made reservation on behalf of de5b4b0f0a20431ba11c62fc4df7680b for: {'subnet': 1} {{(pid=103376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:45:05.681458 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-c9ba6cc4-4cdf-423a-aed1-9db354a52f65 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Publish callbacks [] for security_group_rule (996040b7-0df8-467b-9fbf-1066911fef21), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:45:05.682817 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Network db164336-c92d-49cf-95cb-77f56fef64b2 details requested by agent ovs-agent-n-d-827839-2 with host n-d-827839-2 {{(pid=103378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 17:45:05.683191 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-7236a0a4-50f9-43ce-90c4-7daeadd22bc0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25859006'] for subnet (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:45:05.686146 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-c9ba6cc4-4cdf-423a-aed1-9db354a52f65 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664556'] for security_group_rule (996040b7-0df8-467b-9fbf-1066911fef21), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:45:05.698810 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Pushing event updated for resources: {'Port': ['ID=ad51a914-6723-4735-91a0-37b92e59a1d2,revision_number=4']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:45:05.709250 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ba6cc4-4cdf-423a-aed1-9db354a52f65 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=996040b7-0df8-467b-9fbf-1066911fef21,revision_number=0']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:45:05.714127 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-c9ba6cc4-4cdf-423a-aed1-9db354a52f65 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:45:05.718741 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-c9ba6cc4-4cdf-423a-aed1-9db354a52f65 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1335211 Feb 04 17:45:05.719070 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 40384) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:45:05.724528 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-a6238e45-58e3-4df9-86ab-037575894c16 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Request body: {'network': {'name': 'tempest-network-smoke--1126166409', 'project_id': '86a0fd5c0c974eafbf1c6e95239dcb2c', 'port_security_enabled': True}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:45:05.729917 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-3d3bf9e0-a04f-4941-845a-9a19979113b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7b505f7-9f21-4c45-9348-ce197602df24', 'name': 'tempest-TestVolumeBackupRestore-2004722688-router', 'tenant_id': '5d530086a81c47f4a789a3b71476c7eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.212'}], 'enable_snat': True}, 'gw_port_id': '72159f13-0887-4ccb-8c3e-fab30f6453e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:41:17Z', 'updated_at': '2022-02-04T17:41:24Z', 'revision_number': 4, 'project_id': '5d530086a81c47f4a789a3b71476c7eb', 'gw_port': {'id': '72159f13-0887-4ccb-8c3e-fab30f6453e5', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:05:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7b505f7-9f21-4c45-9348-ce197602df24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3225, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:41:19Z', 'updated_at': '2022-02-04T17:41:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_floatingips': [{'id': '056fa0b1-875e-4891-82fd-ba6cb9c15f18', 'tenant_id': '5d530086a81c47f4a789a3b71476c7eb', 'floating_ip_address': '172.25.6.74', 'floating_network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'router_id': 'f7b505f7-9f21-4c45-9348-ce197602df24', 'port_id': '73311ee6-b482-417a-a78f-f9db9444d970', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3340, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '075b1f2b-93d8-4e1b-bd57-5e36c089eac9', 'mac_address': 'fa:16:3e:cd:42:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '602e4c9b-42aa-430a-b1be-80543d539d58', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T17:45:00Z', 'updated_at': '2022-02-04T17:45:04Z', 'revision_number': 2, 'project_id': '5d530086a81c47f4a789a3b71476c7eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c696292c-0e9f-4746-b099-98a6b95d4347', 'name': '', 'network_id': '075b1f2b-93d8-4e1b-bd57-5e36c089eac9', 'tenant_id': '5d530086a81c47f4a789a3b71476c7eb', 'mac_address': 'fa:16:3e:b7:74:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7b505f7-9f21-4c45-9348-ce197602df24', 'device_owner': 'network:router_interface', 'standard_attr_id': 3236, 'fixed_ips': [{'subnet_id': '4cbfb0a5-3518-40b7-8526-325a0a5f13de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:41:23Z', 'updated_at': '2022-02-04T17:41:33Z', 'revision_number': 5, 'project_id': '5d530086a81c47f4a789a3b71476c7eb', 'subnets': [{'id': '4cbfb0a5-3518-40b7-8526-325a0a5f13de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-2', False) {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:45:05.746597 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6238e45-58e3-4df9-86ab-037575894c16 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Made reservation on behalf of 86a0fd5c0c974eafbf1c6e95239dcb2c for: {'network': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:45:05.750564 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-a6238e45-58e3-4df9-86ab-037575894c16 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for network (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:45:05.776045 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6238e45-58e3-4df9-86ab-037575894c16 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] vlan segment allocate from pool success with {'vlan_id': 754, 'physical_network': 'physnet1'} {{(pid=103377) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 17:45:05.785811 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-a6238e45-58e3-4df9-86ab-037575894c16 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (dce1e76b-f838-43ab-9c5c-1f6066e86227), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:45:05.786253 n-d-827839-2 neutron-server[103377]: INFO neutron.db.segments_db [None req-a6238e45-58e3-4df9-86ab-037575894c16 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Added segment dce1e76b-f838-43ab-9c5c-1f6066e86227 of type vlan for network c4c6b8bd-d4fb-4788-b4f1-2d944d88e7a1 Feb 04 17:45:05.786413 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d3bf9e0-a04f-4941-845a-9a19979113b2 None None] The sync data for ids ['f7b505f7-9f21-4c45-9348-ce197602df24'] in n-d-827839-2 is: [{'id': 'f7b505f7-9f21-4c45-9348-ce197602df24', 'name': 'tempest-TestVolumeBackupRestore-2004722688-router', 'tenant_id': '5d530086a81c47f4a789a3b71476c7eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.212'}], 'enable_snat': True}, 'gw_port_id': '72159f13-0887-4ccb-8c3e-fab30f6453e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:41:17Z', 'updated_at': '2022-02-04T17:41:24Z', 'revision_number': 4, 'project_id': '5d530086a81c47f4a789a3b71476c7eb', 'gw_port': {'id': '72159f13-0887-4ccb-8c3e-fab30f6453e5', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:05:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7b505f7-9f21-4c45-9348-ce197602df24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3225, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:41:19Z', 'updated_at': '2022-02-04T17:41:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_floatingips': [{'id': '056fa0b1-875e-4891-82fd-ba6cb9c15f18', 'tenant_id': '5d530086a81c47f4a789a3b71476c7eb', 'floating_ip_address': '172.25.6.74', 'floating_network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'router_id': 'f7b505f7-9f21-4c45-9348-ce197602df24', 'port_id': '73311ee6-b482-417a-a78f-f9db9444d970', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3340, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '075b1f2b-93d8-4e1b-bd57-5e36c089eac9', 'mac_address': 'fa:16:3e:cd:42:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '602e4c9b-42aa-430a-b1be-80543d539d58', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T17:45:00Z', 'updated_at': '2022-02-04T17:45:04Z', 'revision_number': 2, 'project_id': '5d530086a81c47f4a789a3b71476c7eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c696292c-0e9f-4746-b099-98a6b95d4347', 'name': '', 'network_id': '075b1f2b-93d8-4e1b-bd57-5e36c089eac9', 'tenant_id': '5d530086a81c47f4a789a3b71476c7eb', 'mac_address': 'fa:16:3e:b7:74:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7b505f7-9f21-4c45-9348-ce197602df24', 'device_owner': 'network:router_interface', 'standard_attr_id': 3236, 'fixed_ips': [{'subnet_id': '4cbfb0a5-3518-40b7-8526-325a0a5f13de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:41:23Z', 'updated_at': '2022-02-04T17:41:33Z', 'revision_number': 5, 'project_id': '5d530086a81c47f4a789a3b71476c7eb', 'subnets': [{'id': '4cbfb0a5-3518-40b7-8526-325a0a5f13de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 17:45:05.811320 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (ba70844b-66a0-45fd-a2f2-e6ed673321fc), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:45:05.839127 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-a6238e45-58e3-4df9-86ab-037575894c16 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781084292801'] for network (c4c6b8bd-d4fb-4788-b4f1-2d944d88e7a1), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:45:05.867609 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-a6238e45-58e3-4df9-86ab-037575894c16 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327'] for network (c4c6b8bd-d4fb-4788-b4f1-2d944d88e7a1), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:45:05.873687 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6238e45-58e3-4df9-86ab-037575894c16 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:45:05.874476 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-a6238e45-58e3-4df9-86ab-037575894c16 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Publish callbacks [] for network (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:45:05.894257 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-7236a0a4-50f9-43ce-90c4-7daeadd22bc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25674939', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25858952'] for subnet (cdda2c8f-8e27-45a6-b6b9-03e43d5370e0), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:45:05.949362 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-a6238e45-58e3-4df9-86ab-037575894c16 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2291493 Feb 04 17:45:05.950744 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 40386) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:45:05.958380 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6238e45-58e3-4df9-86ab-037575894c16 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Pushing event updated for resources: {'Network': ['ID=c4c6b8bd-d4fb-4788-b4f1-2d944d88e7a1,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:45:05.960083 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-69ba9635-1f1f-447d-8225-c5c041141c52 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2130738469', 'admin_state_up': True, 'project_id': '86a0fd5c0c974eafbf1c6e95239dcb2c', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188'}}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:45:05.969676 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7236a0a4-50f9-43ce-90c4-7daeadd22bc0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cdda2c8f-8e27-45a6-b6b9-03e43d5370e0,revision_number=0']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:45:05.970185 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Network c4c6b8bd-d4fb-4788-b4f1-2d944d88e7a1 details requested by agent ovs-agent-n-d-827839-2 with host n-d-827839-2 {{(pid=103378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 17:45:05.987893 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7236a0a4-50f9-43ce-90c4-7daeadd22bc0 admin admin] Checking segment: {'id': '6c8fbda3-25db-4985-9e6a-587ac7aad334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'db164336-c92d-49cf-95cb-77f56fef64b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:45:05.988265 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7236a0a4-50f9-43ce-90c4-7daeadd22bc0 admin admin] Network hostable DHCP agents. Network: db164336-c92d-49cf-95cb-77f56fef64b2, hostable agents: ['bb89f5a3-3c22-440b-b7d1-c4f0c43c184a'], hosted agents: [] {{(pid=103376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 17:45:05.998704 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-69ba9635-1f1f-447d-8225-c5c041141c52 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1601657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26921'] for router (b9f1b0d1-e3e3-4dc4-8bbe-9072c58b8050), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:45:05.999700 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-69ba9635-1f1f-447d-8225-c5c041141c52 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1602025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603663', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1630571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26960'] for router (b9f1b0d1-e3e3-4dc4-8bbe-9072c58b8050), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:45:06.022164 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7236a0a4-50f9-43ce-90c4-7daeadd22bc0 admin admin] Network db164336-c92d-49cf-95cb-77f56fef64b2 is scheduled to be hosted by DHCP agent bb89f5a3-3c22-440b-b7d1-c4f0c43c184a with binding_index 1 {{(pid=103376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 17:45:06.045324 n-d-827839-2 neutron-server[103377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '602e4c9b-42aa-430a-b1be-80543d539d58', 'tag': '73311ee6-b482-417a-a78f-f9db9444d970'}] {{(pid=103377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:45:06.051501 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7240428b650e1488e9361b62648ff4b3a6c19d49d8c27c949491ab58c1346cf0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-655714c5-7c54-45ba-86b6-e1a4d1a19ed0" -d '{"events": [{"name": "network-changed", "server_uuid": "602e4c9b-42aa-430a-b1be-80543d539d58", "tag": "73311ee6-b482-417a-a78f-f9db9444d970"}]}' {{(pid=103377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:45:06.077369 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] get_ports_and_sgs() called for port_ids ['ad51a914-6723-4735-91a0-37b92e59a1d2'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 17:45:06.080816 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [None req-7236a0a4-50f9-43ce-90c4-7daeadd22bc0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827839-2, db164336-c92d-49cf-95cb-77f56fef64b2) {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:45:06.085297 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7236a0a4-50f9-43ce-90c4-7daeadd22bc0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:45:06.086059 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-7236a0a4-50f9-43ce-90c4-7daeadd22bc0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:45:06.092345 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-69ba9635-1f1f-447d-8225-c5c041141c52 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Publish callbacks [] for router_controller (b9f1b0d1-e3e3-4dc4-8bbe-9072c58b8050), precommit_add_association {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:45:06.094199 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 17:45:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96f97170-7e16-4d57-bda0-5edcf0b66129 x-openstack-request-id: req-96f97170-7e16-4d57-bda0-5edcf0b66129 {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:45:06.094767 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "602e4c9b-42aa-430a-b1be-80543d539d58", "tag": "73311ee6-b482-417a-a78f-f9db9444d970", "status": "completed", "code": 200}]} {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:45:06.095782 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-96f97170-7e16-4d57-bda0-5edcf0b66129 {{(pid=103377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:45:06.095782 n-d-827839-2 neutron-server[103377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '602e4c9b-42aa-430a-b1be-80543d539d58', 'tag': '73311ee6-b482-417a-a78f-f9db9444d970', 'status': 'completed', 'code': 200} Feb 04 17:45:06.124825 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb90cc12-c9d8-42fb-840b-ef7dcec9fd07 None None] Network db164336-c92d-49cf-95cb-77f56fef64b2 requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:45:06.145434 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-7236a0a4-50f9-43ce-90c4-7daeadd22bc0 admin admin] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4971685 Feb 04 17:45:06.171047 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a79de2-30bf-445b-ba6c-dc42f9aae53b req-89baa648-f9e3-4797-8273-dfbbb3464711 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:45:06.174078 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-83a79de2-30bf-445b-ba6c-dc42f9aae53b req-89baa648-f9e3-4797-8273-dfbbb3464711 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.89 "GET /v2.0/ports?device_id=cd0b1eef-8dc5-4f93-9761-84068fdadff5 HTTP/1.1" status: 200 len: 944 time: 0.0701923 Feb 04 17:45:06.240869 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-83a79de2-30bf-445b-ba6c-dc42f9aae53b req-3fd10d43-ab0a-40f0-ac6d-71bcffd62989 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.89 "GET /v2.0/security-groups?id=08488bde-3452-4671-b745-5b4e8beeb3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600660 Feb 04 17:45:06.281798 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31b74028-e330-42ad-a30a-152e236bff0b None None] Network db164336-c92d-49cf-95cb-77f56fef64b2 requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:45:06.638747 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-69ba9635-1f1f-447d-8225-c5c041141c52 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Publish callbacks [] for router_gateway (b9f1b0d1-e3e3-4dc4-8bbe-9072c58b8050), precommit_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:45:06.645869 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655714c5-7c54-45ba-86b6-e1a4d1a19ed0 req-895c88e3-dd4d-4b82-9070-c2e2b08f1543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:45:06.647491 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-655714c5-7c54-45ba-86b6-e1a4d1a19ed0 req-895c88e3-dd4d-4b82-9070-c2e2b08f1543 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=5d530086a81c47f4a789a3b71476c7eb&device_id=602e4c9b-42aa-430a-b1be-80543d539d58 HTTP/1.1" status: 200 len: 1127 time: 0.5057681 Feb 04 17:45:06.790790 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655714c5-7c54-45ba-86b6-e1a4d1a19ed0 req-ae4f2128-4d15-4f81-8a27-84c9b7fe16bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:45:06.792249 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-655714c5-7c54-45ba-86b6-e1a4d1a19ed0 req-ae4f2128-4d15-4f81-8a27-84c9b7fe16bb service neutron] 10.222.0.96 "GET /v2.0/networks?id=075b1f2b-93d8-4e1b-bd57-5e36c089eac9 HTTP/1.1" status: 200 len: 915 time: 0.1306541 Feb 04 17:45:06.947030 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-655714c5-7c54-45ba-86b6-e1a4d1a19ed0 req-716f92d8-2b28-4d62-a9da-fb40aacf7abd service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=73311ee6-b482-417a-a78f-f9db9444d970 HTTP/1.1" status: 200 len: 1000 time: 0.1269257 Feb 04 17:45:06.975056 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-69ba9635-1f1f-447d-8225-c5c041141c52 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Publish callbacks [] for router_gateway (b9f1b0d1-e3e3-4dc4-8bbe-9072c58b8050), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:45:07.010777 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-69ba9635-1f1f-447d-8225-c5c041141c52 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:45:07.063611 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655714c5-7c54-45ba-86b6-e1a4d1a19ed0 req-2d4311d0-bedf-4643-8a3c-ec909e698d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:45:07.065711 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-655714c5-7c54-45ba-86b6-e1a4d1a19ed0 req-2d4311d0-bedf-4643-8a3c-ec909e698d87 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=4cbfb0a5-3518-40b7-8526-325a0a5f13de HTTP/1.1" status: 200 len: 853 time: 0.0982909 Feb 04 17:45:07.167066 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.db_base_plugin_common [None req-69ba9635-1f1f-447d-8225-c5c041141c52 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Allocated IP 172.25.6.241 (48165773-85ad-49a1-9ec1-76fc8dc24188/7660bfad-1ea8-4fe7-831b-bed836f13efc/2e96344d-b719-4849-bb35-7894454f78c6) {{(pid=103376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:45:07.172437 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655714c5-7c54-45ba-86b6-e1a4d1a19ed0 req-63191058-6670-4fbb-9936-231d4fa33c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:45:07.173972 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-655714c5-7c54-45ba-86b6-e1a4d1a19ed0 req-63191058-6670-4fbb-9936-231d4fa33c20 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=075b1f2b-93d8-4e1b-bd57-5e36c089eac9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0972433 Feb 04 17:45:07.375037 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-69ba9635-1f1f-447d-8225-c5c041141c52 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Publish callbacks [] for port (2e96344d-b719-4849-bb35-7894454f78c6), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:45:07.380562 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-655714c5-7c54-45ba-86b6-e1a4d1a19ed0 req-2395fddd-4887-46a1-b558-7833da2184f0 service neutron] 10.222.0.96 "GET /v2.0/networks/075b1f2b-93d8-4e1b-bd57-5e36c089eac9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1844592 Feb 04 17:45:07.472594 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ddcebc-ef69-4616-af66-4b623e595512 req-a16da606-ffa8-4e65-8be2-e8713c2eccfe tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:45:07.474124 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-37ddcebc-ef69-4616-af66-4b623e595512 req-a16da606-ffa8-4e65-8be2-e8713c2eccfe tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.89 "GET /v2.0/ports?device_id=cd0b1eef-8dc5-4f93-9761-84068fdadff5 HTTP/1.1" status: 200 len: 944 time: 0.1533027 Feb 04 17:45:07.508286 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-69ba9635-1f1f-447d-8225-c5c041141c52 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (2e96344d-b719-4849-bb35-7894454f78c6), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:45:07.583139 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-655714c5-7c54-45ba-86b6-e1a4d1a19ed0 req-38d6006f-c366-4e1c-b7ac-c2d8d056ab90 service neutron] 10.222.0.96 "GET /v2.0/networks/075b1f2b-93d8-4e1b-bd57-5e36c089eac9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1927297 Feb 04 17:45:07.591075 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69ba9635-1f1f-447d-8225-c5c041141c52 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Network 48165773-85ad-49a1-9ec1-76fc8dc24188 is already hosted by enough agents. {{(pid=103376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:45:07.600419 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [None req-69ba9635-1f1f-447d-8225-c5c041141c52 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Resources bound (agent type, host, resource id): {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:45:07.602965 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69ba9635-1f1f-447d-8225-c5c041141c52 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Received port after_create {{(pid=103376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:45:07.605157 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ba9635-1f1f-447d-8225-c5c041141c52 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Pushing event updated for resources: {'Port': ['ID=2e96344d-b719-4849-bb35-7894454f78c6,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:45:07.630825 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-37ddcebc-ef69-4616-af66-4b623e595512 req-27e616ed-d48b-4838-8b63-eb6194961858 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.89 "GET /v2.0/security-groups?id=08488bde-3452-4671-b745-5b4e8beeb3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476607 Feb 04 17:45:07.889233 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-69ba9635-1f1f-447d-8225-c5c041141c52 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Publish callbacks [] for router_gateway (b9f1b0d1-e3e3-4dc4-8bbe-9072c58b8050), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:45:08.105701 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-69ba9635-1f1f-447d-8225-c5c041141c52 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1602046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603680'] for router (b9f1b0d1-e3e3-4dc4-8bbe-9072c58b8050), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:45:08.234299 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69ba9635-1f1f-447d-8225-c5c041141c52 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Router b9f1b0d1-e3e3-4dc4-8bbe-9072c58b8050 is scheduled to L3 agent 64ada913-9131-4d99-a265-63a920956287 with binding_index 1 {{(pid=103376) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 17:45:08.341819 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69ba9635-1f1f-447d-8225-c5c041141c52 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Notify agent at l3_agent.n-d-827839-2 the message routers_updated {{(pid=103376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 17:45:08.352292 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df949422-c708-4806-b09b-da33d99165a0 None None] Sync routers for ids ['b9f1b0d1-e3e3-4dc4-8bbe-9072c58b8050'] in n-d-827839-2 {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 17:45:08.363403 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df949422-c708-4806-b09b-da33d99165a0 None None] Routers {'b9f1b0d1-e3e3-4dc4-8bbe-9072c58b8050'} bound to L3 agent in host n-d-827839-2 {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:45:08.364028 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-df949422-c708-4806-b09b-da33d99165a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:45:03Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['b9f1b0d1-e3e3-4dc4-8bbe-9072c58b8050'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:45:08.364243 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-69ba9635-1f1f-447d-8225-c5c041141c52 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Publish callbacks [] for router (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:45:08.366749 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-69ba9635-1f1f-447d-8225-c5c041141c52 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] 10.222.0.89 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.4102883 Feb 04 17:45:08.370081 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 40408) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:45:08.405586 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-9d228503-d94d-411e-b738-8d9ded337166 tempest-TestNetworkAdvancedServerOps-1057837956 tempest-TestNetworkAdvancedServerOps-1057837956-project-admin] 10.222.0.89 "GET /v2.0/subnets?project_id=86a0fd5c0c974eafbf1c6e95239dcb2c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0333474 Feb 04 17:45:08.407590 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 40410) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:45:08.475098 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvr_db [None req-df949422-c708-4806-b09b-da33d99165a0 None None] Set router b9f1b0d1-e3e3-4dc4-8bbe-9072c58b8050 gateway port host: n-d-827839-2 {{(pid=103379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:45:08.499972 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27edf537-a2ca-46b1-a6d7-e893afa1a2b2 tempest-TestNetworkAdvancedServerOps-1057837956 tempest-TestNetworkAdvancedServerOps-1057837956-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:45:08.501669 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-27edf537-a2ca-46b1-a6d7-e893afa1a2b2 tempest-TestNetworkAdvancedServerOps-1057837956 tempest-TestNetworkAdvancedServerOps-1057837956-project-admin] 10.222.0.89 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0931861 Feb 04 17:45:08.504436 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 40412) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:45:08.541773 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-af001f6e-f50d-423c-81ac-3f6f4864b80e tempest-TestNetworkAdvancedServerOps-1057837956 tempest-TestNetworkAdvancedServerOps-1057837956-project-admin] 10.222.0.89 "GET /v2.0/subnets?network_id=48165773-85ad-49a1-9ec1-76fc8dc24188&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0361719 Feb 04 17:45:08.544302 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 40414) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:45:08.550414 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-da71cdfe-9c0c-43e1-99e6-b3d928f6ced6 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-215916756', 'network_id': 'c4c6b8bd-d4fb-4788-b4f1-2d944d88e7a1', 'project_id': '86a0fd5c0c974eafbf1c6e95239dcb2c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:45:08.645145 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da71cdfe-9c0c-43e1-99e6-b3d928f6ced6 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Made reservation on behalf of 86a0fd5c0c974eafbf1c6e95239dcb2c for: {'subnet': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:45:08.649161 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-da71cdfe-9c0c-43e1-99e6-b3d928f6ced6 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25597243'] for subnet (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:45:08.662296 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-df949422-c708-4806-b09b-da33d99165a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9f1b0d1-e3e3-4dc4-8bbe-9072c58b8050', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2130738469', 'tenant_id': '86a0fd5c0c974eafbf1c6e95239dcb2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.241'}], 'enable_snat': True}, 'gw_port_id': '2e96344d-b719-4849-bb35-7894454f78c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:45:06Z', 'updated_at': '2022-02-04T17:45:07Z', 'revision_number': 3, 'project_id': '86a0fd5c0c974eafbf1c6e95239dcb2c', 'gw_port': {'id': '2e96344d-b719-4849-bb35-7894454f78c6', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:82:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9f1b0d1-e3e3-4dc4-8bbe-9072c58b8050', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3366, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:45:07Z', 'updated_at': '2022-02-04T17:45:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2'}], 'n-d-827839-2', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:45:08.689460 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df949422-c708-4806-b09b-da33d99165a0 None None] Checking router: b9f1b0d1-e3e3-4dc4-8bbe-9072c58b8050 for host: n-d-827839-2 {{(pid=103379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 17:45:08.689806 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df949422-c708-4806-b09b-da33d99165a0 None None] Updating router b9f1b0d1-e3e3-4dc4-8bbe-9072c58b8050 port 2e96344d-b719-4849-bb35-7894454f78c6 binding host n-d-827839-2 {{(pid=103379) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 17:45:08.718316 n-d-827839-2 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-df949422-c708-4806-b09b-da33d99165a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (2e96344d-b719-4849-bb35-7894454f78c6), before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:45:08.800947 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d284a9-bde1-46af-be02-9d27908f18f7 req-8d93ab1f-2fbf-4ca4-9493-88769e9f711f tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:45:08.802475 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-c9d284a9-bde1-46af-be02-9d27908f18f7 req-8d93ab1f-2fbf-4ca4-9493-88769e9f711f tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.89 "GET /v2.0/ports?device_id=cd0b1eef-8dc5-4f93-9761-84068fdadff5 HTTP/1.1" status: 200 len: 944 time: 0.0935755 Feb 04 17:45:08.913006 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-c9d284a9-bde1-46af-be02-9d27908f18f7 req-2d243c7c-078b-4cf5-bfd1-e2f0aa4fc623 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.89 "GET /v2.0/security-groups?id=08488bde-3452-4671-b745-5b4e8beeb3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867901 Feb 04 17:45:08.926562 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-da71cdfe-9c0c-43e1-99e6-b3d928f6ced6 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25889445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25597197'] for subnet (3ecc9f87-97b0-4c7a-bcbb-cce4bed8f320), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:45:08.985462 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da71cdfe-9c0c-43e1-99e6-b3d928f6ced6 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Pushing event updated for resources: {'Subnet': ['ID=3ecc9f87-97b0-4c7a-bcbb-cce4bed8f320,revision_number=0']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:45:09.008406 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da71cdfe-9c0c-43e1-99e6-b3d928f6ced6 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Checking segment: {'id': 'dce1e76b-f838-43ab-9c5c-1f6066e86227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'c4c6b8bd-d4fb-4788-b4f1-2d944d88e7a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:45:09.009172 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da71cdfe-9c0c-43e1-99e6-b3d928f6ced6 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Network hostable DHCP agents. Network: c4c6b8bd-d4fb-4788-b4f1-2d944d88e7a1, hostable agents: ['bb89f5a3-3c22-440b-b7d1-c4f0c43c184a'], hosted agents: [] {{(pid=103377) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 17:45:09.038310 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da71cdfe-9c0c-43e1-99e6-b3d928f6ced6 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Network c4c6b8bd-d4fb-4788-b4f1-2d944d88e7a1 is scheduled to be hosted by DHCP agent bb89f5a3-3c22-440b-b7d1-c4f0c43c184a with binding_index 1 {{(pid=103377) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 17:45:09.051210 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [None req-da71cdfe-9c0c-43e1-99e6-b3d928f6ced6 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827839-2, c4c6b8bd-d4fb-4788-b4f1-2d944d88e7a1) {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:45:09.060410 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31b555b8-50f6-46c9-86ae-8137c0f70ec6 None None] Network c4c6b8bd-d4fb-4788-b4f1-2d944d88e7a1 requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:45:09.066562 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da71cdfe-9c0c-43e1-99e6-b3d928f6ced6 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:45:09.068106 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-da71cdfe-9c0c-43e1-99e6-b3d928f6ced6 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Publish callbacks [] for subnet (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:45:09.092025 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-da71cdfe-9c0c-43e1-99e6-b3d928f6ced6 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5462303 Feb 04 17:45:09.094676 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 40424) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:45:09.118218 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device ad51a914-6723-4735-91a0-37b92e59a1d2 up at agent hyperv_n-h1-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:45:09.155133 n-d-827839-2 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-df949422-c708-4806-b09b-da33d99165a0 None None] Publish callbacks [] for port (2e96344d-b719-4849-bb35-7894454f78c6), precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:45:09.163125 n-d-827839-2 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-df949422-c708-4806-b09b-da33d99165a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (2e96344d-b719-4849-bb35-7894454f78c6), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:45:09.232727 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36904645-9947-448b-9e13-da9c1690e904 None None] Pushing event updated for resources: {'Port': ['ID=2e96344d-b719-4849-bb35-7894454f78c6,revision_number=2']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:45:09.244648 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Provisioning for port ad51a914-6723-4735-91a0-37b92e59a1d2 completed by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 17:45:09.249261 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0e09014-b504-4f4d-bab4-1d65fe0ec2f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e4c19ad-5724-5db8-8ee1-4f56ae69fcf4-c4c6b8bd-d4fb-4788-b4f1-2d944d88e7a1', 'network_id': 'c4c6b8bd-d4fb-4788-b4f1-2d944d88e7a1', 'project_id': '86a0fd5c0c974eafbf1c6e95239dcb2c', 'fixed_ips': [{'subnet_id': '3ecc9f87-97b0-4c7a-bcbb-cce4bed8f320'}]}} from n-d-827839-2. {{(pid=103378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 17:45:09.250315 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b0e09014-b504-4f4d-bab4-1d65fe0ec2f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:45:09.254463 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Provisioning complete for port ad51a914-6723-4735-91a0-37b92e59a1d2 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:45:09.255002 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (ad51a914-6723-4735-91a0-37b92e59a1d2), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:45:09.256787 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36904645-9947-448b-9e13-da9c1690e904 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:45:09.257158 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36904645-9947-448b-9e13-da9c1690e904 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:45:09.257501 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36904645-9947-448b-9e13-da9c1690e904 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:45:09.257827 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36904645-9947-448b-9e13-da9c1690e904 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:45:09.258165 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36904645-9947-448b-9e13-da9c1690e904 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:45:09.258496 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36904645-9947-448b-9e13-da9c1690e904 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:45:09.258822 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36904645-9947-448b-9e13-da9c1690e904 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:45:09.259150 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36904645-9947-448b-9e13-da9c1690e904 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:45:09.259474 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36904645-9947-448b-9e13-da9c1690e904 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:45:09.259796 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36904645-9947-448b-9e13-da9c1690e904 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:45:09.260117 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36904645-9947-448b-9e13-da9c1690e904 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:45:09.260437 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36904645-9947-448b-9e13-da9c1690e904 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:45:09.260787 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36904645-9947-448b-9e13-da9c1690e904 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:45:09.264252 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [None req-df949422-c708-4806-b09b-da33d99165a0 None None] Attempting to bind port 2e96344d-b719-4849-bb35-7894454f78c6 on host n-d-827839-2 for vnic_type normal with profile {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:45:09.264766 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [None req-df949422-c708-4806-b09b-da33d99165a0 None None] Attempting to bind port 2e96344d-b719-4849-bb35-7894454f78c6 by drivers openvswitch,hyperv on host n-d-827839-2 at level 0 using segments [{'id': '5942dc44-1f07-4c27-b0ab-45a2bff20dd5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188'}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:45:09.265196 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df949422-c708-4806-b09b-da33d99165a0 None None] Attempting to bind port 2e96344d-b719-4849-bb35-7894454f78c6 on network 48165773-85ad-49a1-9ec1-76fc8dc24188 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:45:09.275000 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df949422-c708-4806-b09b-da33d99165a0 None None] Checking agent: {'id': 'ba70844b-66a0-45fd-a2f2-e6ed673321fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 0, 36), 'started_at': datetime.datetime(2022, 2, 4, 17, 1, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 45, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:45:09.275390 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df949422-c708-4806-b09b-da33d99165a0 None None] Checking segment: {'id': '5942dc44-1f07-4c27-b0ab-45a2bff20dd5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:45:09.275777 n-d-827839-2 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-df949422-c708-4806-b09b-da33d99165a0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:45:09.276788 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df949422-c708-4806-b09b-da33d99165a0 None None] Bound using segment: {'id': '5942dc44-1f07-4c27-b0ab-45a2bff20dd5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188'} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:45:09.277265 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [None req-df949422-c708-4806-b09b-da33d99165a0 None None] Bound port: 2e96344d-b719-4849-bb35-7894454f78c6, host: n-d-827839-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5942dc44-1f07-4c27-b0ab-45a2bff20dd5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188'}}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:45:09.277654 n-d-827839-2 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-df949422-c708-4806-b09b-da33d99165a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (2e96344d-b719-4849-bb35-7894454f78c6), before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:45:09.339301 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-df949422-c708-4806-b09b-da33d99165a0 None None] For port 2e96344d-b719-4849-bb35-7894454f78c6, host n-d-827839-2, cleared binding levels {{(pid=103379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:45:09.342381 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-df949422-c708-4806-b09b-da33d99165a0 None None] For port 2e96344d-b719-4849-bb35-7894454f78c6, host n-d-827839-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=2e96344d-b719-4849-bb35-7894454f78c6,segment=NetworkSegment(5942dc44-1f07-4c27-b0ab-45a2bff20dd5),segment_id=5942dc44-1f07-4c27-b0ab-45a2bff20dd5)] {{(pid=103379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:45:09.349761 n-d-827839-2 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-df949422-c708-4806-b09b-da33d99165a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (2e96344d-b719-4849-bb35-7894454f78c6), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:45:09.411164 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df949422-c708-4806-b09b-da33d99165a0 None None] Routers {'b9f1b0d1-e3e3-4dc4-8bbe-9072c58b8050'} bound to L3 agent in host n-d-827839-2 {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:45:09.411830 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-df949422-c708-4806-b09b-da33d99165a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:45:03Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['b9f1b0d1-e3e3-4dc4-8bbe-9072c58b8050'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:45:09.467783 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Current status of the port ad51a914-6723-4735-91a0-37b92e59a1d2 is: BUILD; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:45:09.468284 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (ad51a914-6723-4735-91a0-37b92e59a1d2), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:45:09.501012 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-b0e09014-b504-4f4d-bab4-1d65fe0ec2f6 None None] Allocated IP 172.20.0.2 (c4c6b8bd-d4fb-4788-b4f1-2d944d88e7a1/3ecc9f87-97b0-4c7a-bcbb-cce4bed8f320/fced164c-b0d6-4ddc-a022-40b7347b0de5) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:45:09.510079 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36904645-9947-448b-9e13-da9c1690e904 None None] Pushing event updated for resources: {'Port': ['ID=2e96344d-b719-4849-bb35-7894454f78c6,revision_number=3']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:45:09.512167 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd0b1eef-8dc5-4f93-9761-84068fdadff5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad51a914-6723-4735-91a0-37b92e59a1d2'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:45:09.515621 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c34bc964ce2211770fda26ca2f3801cc06f4f39928110690550e94ab9c9d2fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07210e74-8d61-4ead-893b-debdfc6f53cb" -d '{"events": [{"server_uuid": "cd0b1eef-8dc5-4f93-9761-84068fdadff5", "name": "network-vif-plugged", "status": "completed", "tag": "ad51a914-6723-4735-91a0-37b92e59a1d2"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:45:09.536479 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] For port ad51a914-6723-4735-91a0-37b92e59a1d2, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=ad51a914-6723-4735-91a0-37b92e59a1d2,segment=NetworkSegment(95e3d896-e0ab-47f8-8257-e5c06c9261eb),segment_id=95e3d896-e0ab-47f8-8257-e5c06c9261eb)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:45:09.553883 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (ad51a914-6723-4735-91a0-37b92e59a1d2), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:45:09.574184 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvr_db [None req-df949422-c708-4806-b09b-da33d99165a0 None None] Set router b9f1b0d1-e3e3-4dc4-8bbe-9072c58b8050 gateway port host: n-d-827839-2 {{(pid=103379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:45:09.589672 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 17:45:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-382876fe-1f8b-4a18-ba3d-6b8d9eda2cf4 x-openstack-request-id: req-382876fe-1f8b-4a18-ba3d-6b8d9eda2cf4 {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:45:09.589981 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd0b1eef-8dc5-4f93-9761-84068fdadff5", "name": "network-vif-plugged", "status": "completed", "tag": "ad51a914-6723-4735-91a0-37b92e59a1d2", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:45:09.590219 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-382876fe-1f8b-4a18-ba3d-6b8d9eda2cf4 {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:45:09.590706 n-d-827839-2 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd0b1eef-8dc5-4f93-9761-84068fdadff5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad51a914-6723-4735-91a0-37b92e59a1d2', 'code': 200} Feb 04 17:45:09.694772 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Pushing event updated for resources: {'Port': ['ID=ad51a914-6723-4735-91a0-37b92e59a1d2,revision_number=5']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:45:09.755461 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c28ea38-04da-49ed-869d-d4850531d81a req-cab6ae36-74d6-4884-97cc-2fdebcb5d974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:45:09.757899 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-2c28ea38-04da-49ed-869d-d4850531d81a req-cab6ae36-74d6-4884-97cc-2fdebcb5d974 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=cd0b1eef-8dc5-4f93-9761-84068fdadff5 HTTP/1.1" status: 200 len: 1127 time: 0.0968881 Feb 04 17:45:09.764472 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-195eb36c-62f6-4e79-8321-a98891a5e770 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:45:09.784022 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b0e09014-b504-4f4d-bab4-1d65fe0ec2f6 None None] Publish callbacks [] for port (fced164c-b0d6-4ddc-a022-40b7347b0de5), precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:45:09.792546 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b0e09014-b504-4f4d-bab4-1d65fe0ec2f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135'] for port (fced164c-b0d6-4ddc-a022-40b7347b0de5), after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:45:09.832599 n-d-827839-2 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0e09014-b504-4f4d-bab4-1d65fe0ec2f6 None None] Network c4c6b8bd-d4fb-4788-b4f1-2d944d88e7a1 is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:45:09.834688 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-df949422-c708-4806-b09b-da33d99165a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9f1b0d1-e3e3-4dc4-8bbe-9072c58b8050', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2130738469', 'tenant_id': '86a0fd5c0c974eafbf1c6e95239dcb2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.241'}], 'enable_snat': True}, 'gw_port_id': '2e96344d-b719-4849-bb35-7894454f78c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:45:06Z', 'updated_at': '2022-02-04T17:45:07Z', 'revision_number': 3, 'project_id': '86a0fd5c0c974eafbf1c6e95239dcb2c', 'gw_port': {'id': '2e96344d-b719-4849-bb35-7894454f78c6', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:82:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9f1b0d1-e3e3-4dc4-8bbe-9072c58b8050', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3366, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:45:07Z', 'updated_at': '2022-02-04T17:45:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2'}], 'n-d-827839-2', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:45:09.835724 n-d-827839-2 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-b0e09014-b504-4f4d-bab4-1d65fe0ec2f6 None None] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:45:09.842611 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0e09014-b504-4f4d-bab4-1d65fe0ec2f6 None None] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:45:09.859470 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e09014-b504-4f4d-bab4-1d65fe0ec2f6 None None] Pushing event updated for resources: {'Port': ['ID=fced164c-b0d6-4ddc-a022-40b7347b0de5,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:45:09.873270 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-2c28ea38-04da-49ed-869d-d4850531d81a req-db619d8c-f339-46bc-9593-c8ffd3418423 service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=08488bde-3452-4671-b745-5b4e8beeb3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053455 Feb 04 17:45:09.884723 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df949422-c708-4806-b09b-da33d99165a0 None None] The sync data for ids ['b9f1b0d1-e3e3-4dc4-8bbe-9072c58b8050'] in n-d-827839-2 is: [{'id': 'b9f1b0d1-e3e3-4dc4-8bbe-9072c58b8050', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2130738469', 'tenant_id': '86a0fd5c0c974eafbf1c6e95239dcb2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.241'}], 'enable_snat': True}, 'gw_port_id': '2e96344d-b719-4849-bb35-7894454f78c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:45:06Z', 'updated_at': '2022-02-04T17:45:07Z', 'revision_number': 3, 'project_id': '86a0fd5c0c974eafbf1c6e95239dcb2c', 'gw_port': {'id': '2e96344d-b719-4849-bb35-7894454f78c6', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:82:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9f1b0d1-e3e3-4dc4-8bbe-9072c58b8050', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3366, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:45:07Z', 'updated_at': '2022-02-04T17:45:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2'}] {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 17:45:09.916035 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-b0e09014-b504-4f4d-bab4-1d65fe0ec2f6 None None] Attempting to bind port fced164c-b0d6-4ddc-a022-40b7347b0de5 on host n-d-827839-2 for vnic_type normal with profile {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:45:09.916424 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-b0e09014-b504-4f4d-bab4-1d65fe0ec2f6 None None] Attempting to bind port fced164c-b0d6-4ddc-a022-40b7347b0de5 by drivers openvswitch,hyperv on host n-d-827839-2 at level 0 using segments [{'id': 'dce1e76b-f838-43ab-9c5c-1f6066e86227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'c4c6b8bd-d4fb-4788-b4f1-2d944d88e7a1'}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:45:09.916817 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0e09014-b504-4f4d-bab4-1d65fe0ec2f6 None None] Attempting to bind port fced164c-b0d6-4ddc-a022-40b7347b0de5 on network c4c6b8bd-d4fb-4788-b4f1-2d944d88e7a1 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:45:09.922794 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0e09014-b504-4f4d-bab4-1d65fe0ec2f6 None None] Checking agent: {'id': 'ba70844b-66a0-45fd-a2f2-e6ed673321fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 0, 36), 'started_at': datetime.datetime(2022, 2, 4, 17, 1, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 45, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:45:09.923181 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0e09014-b504-4f4d-bab4-1d65fe0ec2f6 None None] Checking segment: {'id': 'dce1e76b-f838-43ab-9c5c-1f6066e86227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'c4c6b8bd-d4fb-4788-b4f1-2d944d88e7a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:45:09.923597 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b0e09014-b504-4f4d-bab4-1d65fe0ec2f6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:45:09.923999 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0e09014-b504-4f4d-bab4-1d65fe0ec2f6 None None] Bound using segment: {'id': 'dce1e76b-f838-43ab-9c5c-1f6066e86227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'c4c6b8bd-d4fb-4788-b4f1-2d944d88e7a1'} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:45:09.924507 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-b0e09014-b504-4f4d-bab4-1d65fe0ec2f6 None None] Bound port: fced164c-b0d6-4ddc-a022-40b7347b0de5, host: n-d-827839-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dce1e76b-f838-43ab-9c5c-1f6066e86227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'c4c6b8bd-d4fb-4788-b4f1-2d944d88e7a1'}}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:45:09.924926 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b0e09014-b504-4f4d-bab4-1d65fe0ec2f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (fced164c-b0d6-4ddc-a022-40b7347b0de5), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:45:09.999517 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-b0e09014-b504-4f4d-bab4-1d65fe0ec2f6 None None] For port fced164c-b0d6-4ddc-a022-40b7347b0de5, host n-d-827839-2, cleared binding levels {{(pid=103378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:45:10.004033 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-b0e09014-b504-4f4d-bab4-1d65fe0ec2f6 None None] For port fced164c-b0d6-4ddc-a022-40b7347b0de5, host n-d-827839-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=fced164c-b0d6-4ddc-a022-40b7347b0de5,segment=NetworkSegment(dce1e76b-f838-43ab-9c5c-1f6066e86227),segment_id=dce1e76b-f838-43ab-9c5c-1f6066e86227)] {{(pid=103378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:45:10.016326 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b0e09014-b504-4f4d-bab4-1d65fe0ec2f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (fced164c-b0d6-4ddc-a022-40b7347b0de5), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:45:10.125909 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11eab941-86c2-4619-ab46-73d993d14692 req-c213d062-b3d4-4375-a9a4-7d93cff471cd tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:45:10.140909 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e09014-b504-4f4d-bab4-1d65fe0ec2f6 None None] Pushing event updated for resources: {'Port': ['ID=fced164c-b0d6-4ddc-a022-40b7347b0de5,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:45:10.141766 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-11eab941-86c2-4619-ab46-73d993d14692 req-c213d062-b3d4-4375-a9a4-7d93cff471cd tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.89 "GET /v2.0/ports?device_id=cd0b1eef-8dc5-4f93-9761-84068fdadff5 HTTP/1.1" status: 200 len: 945 time: 0.1141734 Feb 04 17:45:10.218271 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-11eab941-86c2-4619-ab46-73d993d14692 req-8aa07bad-0c55-499a-ba90-077410922a99 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.89 "GET /v2.0/security-groups?id=08488bde-3452-4671-b745-5b4e8beeb3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732417 Feb 04 17:45:10.256289 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.db_base_plugin_common [None req-195eb36c-62f6-4e79-8321-a98891a5e770 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Allocated IP 172.20.0.1 (c4c6b8bd-d4fb-4788-b4f1-2d944d88e7a1/3ecc9f87-97b0-4c7a-bcbb-cce4bed8f320/d2bec3ed-86be-45c8-a5ca-cb9db26a7ec0) {{(pid=103376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:45:10.359143 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (f20a1ab3-4332-4f54-833b-ba4a7c687e89), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:45:10.526887 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-195eb36c-62f6-4e79-8321-a98891a5e770 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Publish callbacks [] for port (d2bec3ed-86be-45c8-a5ca-cb9db26a7ec0), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:45:10.569850 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-195eb36c-62f6-4e79-8321-a98891a5e770 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (d2bec3ed-86be-45c8-a5ca-cb9db26a7ec0), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:45:10.627247 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-195eb36c-62f6-4e79-8321-a98891a5e770 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Network c4c6b8bd-d4fb-4788-b4f1-2d944d88e7a1 is already hosted by enough agents. {{(pid=103376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:45:10.630651 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [None req-195eb36c-62f6-4e79-8321-a98891a5e770 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Resources bound (agent type, host, resource id): {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:45:10.634546 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-195eb36c-62f6-4e79-8321-a98891a5e770 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Received port after_create {{(pid=103376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:45:10.641601 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195eb36c-62f6-4e79-8321-a98891a5e770 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Pushing event updated for resources: {'Port': ['ID=d2bec3ed-86be-45c8-a5ca-cb9db26a7ec0,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:45:10.690857 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-195eb36c-62f6-4e79-8321-a98891a5e770 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1595471'] for router_interface (b9f1b0d1-e3e3-4dc4-8bbe-9072c58b8050), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:45:10.837196 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-195eb36c-62f6-4e79-8321-a98891a5e770 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (d2bec3ed-86be-45c8-a5ca-cb9db26a7ec0), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:45:11.452323 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9b176ff-3e62-449d-a3fc-462024fda53e None None] Network c4c6b8bd-d4fb-4788-b4f1-2d944d88e7a1 requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:45:11.528945 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-a5da601b-8c0f-41f9-a1db-62dfbe63837f None None] Provisioning complete for port fced164c-b0d6-4ddc-a022-40b7347b0de5 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:45:11.529620 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a5da601b-8c0f-41f9-a1db-62dfbe63837f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (fced164c-b0d6-4ddc-a022-40b7347b0de5), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:45:11.623958 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-195eb36c-62f6-4e79-8321-a98891a5e770 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Publish callbacks [] for port (d2bec3ed-86be-45c8-a5ca-cb9db26a7ec0), precommit_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:45:11.649358 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf0d32a-d803-4f27-bc1f-b447fb884d00 req-3dbb9aad-0eb4-4aaa-bc51-1c00ada67ef2 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:45:11.651147 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-ddf0d32a-d803-4f27-bc1f-b447fb884d00 req-3dbb9aad-0eb4-4aaa-bc51-1c00ada67ef2 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.89 "GET /v2.0/ports?device_id=cd0b1eef-8dc5-4f93-9761-84068fdadff5 HTTP/1.1" status: 200 len: 945 time: 0.1463091 Feb 04 17:45:11.651863 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-195eb36c-62f6-4e79-8321-a98891a5e770 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675836'] for port (d2bec3ed-86be-45c8-a5ca-cb9db26a7ec0), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:45:11.717313 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-a5da601b-8c0f-41f9-a1db-62dfbe63837f None None] Current status of the port fced164c-b0d6-4ddc-a022-40b7347b0de5 is: DOWN; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:45:11.718669 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a5da601b-8c0f-41f9-a1db-62dfbe63837f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (fced164c-b0d6-4ddc-a022-40b7347b0de5), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:45:11.786952 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195eb36c-62f6-4e79-8321-a98891a5e770 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Pushing event updated for resources: {'Port': ['ID=d2bec3ed-86be-45c8-a5ca-cb9db26a7ec0,revision_number=2']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:45:11.795358 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-195eb36c-62f6-4e79-8321-a98891a5e770 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1677345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602751'] for router_interface (b9f1b0d1-e3e3-4dc4-8bbe-9072c58b8050), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:45:11.797434 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-a5da601b-8c0f-41f9-a1db-62dfbe63837f None None] For port fced164c-b0d6-4ddc-a022-40b7347b0de5, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=fced164c-b0d6-4ddc-a022-40b7347b0de5,segment=NetworkSegment(dce1e76b-f838-43ab-9c5c-1f6066e86227),segment_id=dce1e76b-f838-43ab-9c5c-1f6066e86227)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:45:11.807877 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a5da601b-8c0f-41f9-a1db-62dfbe63837f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (fced164c-b0d6-4ddc-a022-40b7347b0de5), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:45:11.907994 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5da601b-8c0f-41f9-a1db-62dfbe63837f None None] Pushing event updated for resources: {'Port': ['ID=fced164c-b0d6-4ddc-a022-40b7347b0de5,revision_number=3']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:45:11.946100 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-ddf0d32a-d803-4f27-bc1f-b447fb884d00 req-a8e8a4ba-e515-4f38-ae33-57cfa997baed tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.89 "GET /v2.0/security-groups?id=08488bde-3452-4671-b745-5b4e8beeb3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2243133 Feb 04 17:45:12.047813 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-195eb36c-62f6-4e79-8321-a98891a5e770 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Network c4c6b8bd-d4fb-4788-b4f1-2d944d88e7a1 is already hosted by enough agents. {{(pid=103376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:45:12.049701 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [None req-195eb36c-62f6-4e79-8321-a98891a5e770 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Resources bound (agent type, host, resource id): {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:45:12.064711 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-cffc263c-0fc8-4b6e-a718-5abde74c1f0f None None] Provisioning complete for port fced164c-b0d6-4ddc-a022-40b7347b0de5 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:45:12.067892 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-cffc263c-0fc8-4b6e-a718-5abde74c1f0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (fced164c-b0d6-4ddc-a022-40b7347b0de5), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:45:12.118919 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device fced164c-b0d6-4ddc-a022-40b7347b0de5 up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:45:12.224512 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port fced164c-b0d6-4ddc-a022-40b7347b0de5 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:45:12.224919 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (fced164c-b0d6-4ddc-a022-40b7347b0de5), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:45:12.244926 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-195eb36c-62f6-4e79-8321-a98891a5e770 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Router b9f1b0d1-e3e3-4dc4-8bbe-9072c58b8050 has already been hosted by L3 agent 64ada913-9131-4d99-a265-63a920956287 {{(pid=103376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 17:45:12.280199 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-cffc263c-0fc8-4b6e-a718-5abde74c1f0f None None] Current status of the port fced164c-b0d6-4ddc-a022-40b7347b0de5 is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:45:12.305806 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-cffc263c-0fc8-4b6e-a718-5abde74c1f0f None None] Provisioning complete for port d2bec3ed-86be-45c8-a5ca-cb9db26a7ec0 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:45:12.306250 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-cffc263c-0fc8-4b6e-a718-5abde74c1f0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (d2bec3ed-86be-45c8-a5ca-cb9db26a7ec0), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:45:12.349551 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-cffc263c-0fc8-4b6e-a718-5abde74c1f0f None None] Port d2bec3ed-86be-45c8-a5ca-cb9db26a7ec0 cannot update to ACTIVE because it is not bound. {{(pid=103378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 17:45:12.423198 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port fced164c-b0d6-4ddc-a022-40b7347b0de5 is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:45:12.423198 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 2e96344d-b719-4849-bb35-7894454f78c6 up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:45:12.423360 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-195eb36c-62f6-4e79-8321-a98891a5e770 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Notify agent at l3_agent.n-d-827839-2 the message routers_updated {{(pid=103376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 17:45:12.436965 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-195eb36c-62f6-4e79-8321-a98891a5e770 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] 10.222.0.89 "PUT /v2.0/routers/b9f1b0d1-e3e3-4dc4-8bbe-9072c58b8050/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3351316 Feb 04 17:45:12.451214 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0ac172b-fac5-40e8-b191-54f6f32d7609 None None] Sync routers for ids ['b9f1b0d1-e3e3-4dc4-8bbe-9072c58b8050'] in n-d-827839-2 {{(pid=103378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 17:45:12.507534 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0ac172b-fac5-40e8-b191-54f6f32d7609 None None] Routers {'b9f1b0d1-e3e3-4dc4-8bbe-9072c58b8050'} bound to L3 agent in host n-d-827839-2 {{(pid=103378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:45:12.508645 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-f0ac172b-fac5-40e8-b191-54f6f32d7609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:45:03Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['b9f1b0d1-e3e3-4dc4-8bbe-9072c58b8050'], 'active': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:45:12.510076 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-439c0658-3c83-46cf-b260-0b2dfda6a995 None None] Provisioning complete for port d2bec3ed-86be-45c8-a5ca-cb9db26a7ec0 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:45:12.510786 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-439c0658-3c83-46cf-b260-0b2dfda6a995 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (d2bec3ed-86be-45c8-a5ca-cb9db26a7ec0), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:45:12.511867 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (3f9244a9-75fc-4c10-b195-11d48b853b41), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:45:12.625946 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-439c0658-3c83-46cf-b260-0b2dfda6a995 None None] Port d2bec3ed-86be-45c8-a5ca-cb9db26a7ec0 cannot update to ACTIVE because it is not bound. {{(pid=103378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 17:45:12.649629 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port 2e96344d-b719-4849-bb35-7894454f78c6 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:45:12.650101 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (2e96344d-b719-4849-bb35-7894454f78c6), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:45:12.690961 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-237ff56a-038b-4e8f-acd4-ff48b609a4b0 req-88770c88-1306-4b24-9701-6eab844ea561 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] 10.222.0.89 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-602838669&fields=id&tenant_id=86a0fd5c0c974eafbf1c6e95239dcb2c HTTP/1.1" status: 200 len: 267 time: 0.0469372 Feb 04 17:45:12.696489 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvr_db [None req-f0ac172b-fac5-40e8-b191-54f6f32d7609 None None] Set router b9f1b0d1-e3e3-4dc4-8bbe-9072c58b8050 gateway port host: n-d-827839-2 {{(pid=103378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:45:12.806607 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237ff56a-038b-4e8f-acd4-ff48b609a4b0 req-ce6bda81-921e-481c-a9a1-ecfdd5a002ac tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:45:12.808269 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-237ff56a-038b-4e8f-acd4-ff48b609a4b0 req-ce6bda81-921e-481c-a9a1-ecfdd5a002ac tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] 10.222.0.89 "GET /v2.0/networks?id=c4c6b8bd-d4fb-4788-b4f1-2d944d88e7a1 HTTP/1.1" status: 200 len: 797 time: 0.1099932 Feb 04 17:45:12.824390 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-237ff56a-038b-4e8f-acd4-ff48b609a4b0 req-6f748b3e-6353-4174-9168-d566ddd16d8a tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] 10.222.0.89 "GET /v2.0/quotas/86a0fd5c0c974eafbf1c6e95239dcb2c HTTP/1.1" status: 200 len: 375 time: 0.0099323 Feb 04 17:45:12.885512 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-237ff56a-038b-4e8f-acd4-ff48b609a4b0 req-6f942815-ceae-403e-a658-e7910309d6d4 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=86a0fd5c0c974eafbf1c6e95239dcb2c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0547228 Feb 04 17:45:12.903770 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [req-237ff56a-038b-4e8f-acd4-ff48b609a4b0 req-c8a91304-1f3d-402d-8974-a80afa4c45c9 service neutron] http://10.222.0.89:9696/v2.0/extensions returned with HTTP 200 {{(pid=103377) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 17:45:12.905000 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-237ff56a-038b-4e8f-acd4-ff48b609a4b0 req-c8a91304-1f3d-402d-8974-a80afa4c45c9 service neutron] 10.222.0.89 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0058596 Feb 04 17:45:13.004685 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-237ff56a-038b-4e8f-acd4-ff48b609a4b0 req-05cf6f68-1ffe-490f-b186-a66b3b7413dc service neutron] 10.222.0.89 "GET /v2.0/networks/c4c6b8bd-d4fb-4788-b4f1-2d944d88e7a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918648 Feb 04 17:45:13.030758 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-6066d02b-1333-4c8a-9aa1-aa45e6ac22db None None] Provisioning complete for port d2bec3ed-86be-45c8-a5ca-cb9db26a7ec0 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:45:13.031076 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6066d02b-1333-4c8a-9aa1-aa45e6ac22db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (d2bec3ed-86be-45c8-a5ca-cb9db26a7ec0), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:45:13.045419 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port 2e96344d-b719-4849-bb35-7894454f78c6 is: DOWN; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:45:13.046138 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (2e96344d-b719-4849-bb35-7894454f78c6), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:45:13.114783 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] For port 2e96344d-b719-4849-bb35-7894454f78c6, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=2e96344d-b719-4849-bb35-7894454f78c6,segment=NetworkSegment(5942dc44-1f07-4c27-b0ab-45a2bff20dd5),segment_id=5942dc44-1f07-4c27-b0ab-45a2bff20dd5)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:45:13.133447 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-237ff56a-038b-4e8f-acd4-ff48b609a4b0 req-e87f7eba-4851-4ee4-8da9-eb8b1af9109a service neutron] 10.222.0.89 "GET /v2.0/networks/c4c6b8bd-d4fb-4788-b4f1-2d944d88e7a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216912 Feb 04 17:45:13.136140 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-6066d02b-1333-4c8a-9aa1-aa45e6ac22db None None] Port d2bec3ed-86be-45c8-a5ca-cb9db26a7ec0 cannot update to ACTIVE because it is not bound. {{(pid=103378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 17:45:13.139671 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (2e96344d-b719-4849-bb35-7894454f78c6), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:45:13.155040 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99e79bd-26bc-4ba8-a78a-3e2dd315a55c req-56ca6e61-649e-4639-ad88-abb7259ad56b tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:45:13.164085 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-e99e79bd-26bc-4ba8-a78a-3e2dd315a55c req-56ca6e61-649e-4639-ad88-abb7259ad56b tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.89 "GET /v2.0/ports?device_id=cd0b1eef-8dc5-4f93-9761-84068fdadff5 HTTP/1.1" status: 200 len: 945 time: 0.1049435 Feb 04 17:45:13.202279 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Pushing event updated for resources: {'Port': ['ID=2e96344d-b719-4849-bb35-7894454f78c6,revision_number=4']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:45:13.227176 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-f0ac172b-fac5-40e8-b191-54f6f32d7609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9f1b0d1-e3e3-4dc4-8bbe-9072c58b8050', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2130738469', 'tenant_id': '86a0fd5c0c974eafbf1c6e95239dcb2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.241'}], 'enable_snat': True}, 'gw_port_id': '2e96344d-b719-4849-bb35-7894454f78c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:45:06Z', 'updated_at': '2022-02-04T17:45:10Z', 'revision_number': 4, 'project_id': '86a0fd5c0c974eafbf1c6e95239dcb2c', 'gw_port': {'id': '2e96344d-b719-4849-bb35-7894454f78c6', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:82:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9f1b0d1-e3e3-4dc4-8bbe-9072c58b8050', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3366, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:45:07Z', 'updated_at': '2022-02-04T17:45:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_interfaces': [{'id': 'd2bec3ed-86be-45c8-a5ca-cb9db26a7ec0', 'name': '', 'network_id': 'c4c6b8bd-d4fb-4788-b4f1-2d944d88e7a1', 'tenant_id': '86a0fd5c0c974eafbf1c6e95239dcb2c', 'mac_address': 'fa:16:3e:3c:7f:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9f1b0d1-e3e3-4dc4-8bbe-9072c58b8050', 'device_owner': 'network:router_interface', 'standard_attr_id': 3369, 'fixed_ips': [{'subnet_id': '3ecc9f87-97b0-4c7a-bcbb-cce4bed8f320', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:45:09Z', 'updated_at': '2022-02-04T17:45:11Z', 'revision_number': 2, 'project_id': '86a0fd5c0c974eafbf1c6e95239dcb2c', 'subnets': [{'id': '3ecc9f87-97b0-4c7a-bcbb-cce4bed8f320', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-2', False) {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:45:13.237813 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-e99e79bd-26bc-4ba8-a78a-3e2dd315a55c req-313234be-230b-4c35-a739-5d91e0f642bc tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.89 "GET /v2.0/security-groups?id=08488bde-3452-4671-b745-5b4e8beeb3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679147 Feb 04 17:45:13.270531 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0ac172b-fac5-40e8-b191-54f6f32d7609 None None] Checking router: b9f1b0d1-e3e3-4dc4-8bbe-9072c58b8050 for host: n-d-827839-2 {{(pid=103378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 17:45:13.270898 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0ac172b-fac5-40e8-b191-54f6f32d7609 None None] Updating router b9f1b0d1-e3e3-4dc4-8bbe-9072c58b8050 port d2bec3ed-86be-45c8-a5ca-cb9db26a7ec0 binding host n-d-827839-2 {{(pid=103378) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 17:45:13.327551 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f0ac172b-fac5-40e8-b191-54f6f32d7609 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (d2bec3ed-86be-45c8-a5ca-cb9db26a7ec0), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:45:13.461009 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-608c272d-7671-408b-b1f9-9ddbe5c4cfc9 req-1bbf1177-3122-44dc-8935-866dab93e021 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] 10.222.0.89 "GET /v2.0/ports?device_id=fb6877a5-43b5-44e9-b880-81255ebc0c83 HTTP/1.1" status: 200 len: 210 time: 0.0824664 Feb 04 17:45:13.568410 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f981b6cb-01dc-41ae-ad92-7072a693a38f req-0583c929-06c5-4854-9d80-7aaff561c9ab tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:45:13.570252 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-f981b6cb-01dc-41ae-ad92-7072a693a38f req-0583c929-06c5-4854-9d80-7aaff561c9ab tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.89 "GET /v2.0/ports?device_id=cd0b1eef-8dc5-4f93-9761-84068fdadff5 HTTP/1.1" status: 200 len: 945 time: 0.0647857 Feb 04 17:45:13.640610 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-f981b6cb-01dc-41ae-ad92-7072a693a38f req-9c1622b0-926a-4b0f-8398-f73c0b041920 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.89 "GET /v2.0/security-groups?id=08488bde-3452-4671-b745-5b4e8beeb3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634272 Feb 04 17:45:13.803785 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f0ac172b-fac5-40e8-b191-54f6f32d7609 None None] Publish callbacks [] for port (d2bec3ed-86be-45c8-a5ca-cb9db26a7ec0), precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:45:13.811627 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f0ac172b-fac5-40e8-b191-54f6f32d7609 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (d2bec3ed-86be-45c8-a5ca-cb9db26a7ec0), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:45:13.871774 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a56dc0a-6d5a-4b8c-88d6-931c058b7483 None None] Pushing event updated for resources: {'Port': ['ID=d2bec3ed-86be-45c8-a5ca-cb9db26a7ec0,revision_number=3']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:45:13.923097 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device fced164c-b0d6-4ddc-a022-40b7347b0de5 up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:45:14.006916 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-f0ac172b-fac5-40e8-b191-54f6f32d7609 None None] Attempting to bind port d2bec3ed-86be-45c8-a5ca-cb9db26a7ec0 on host n-d-827839-2 for vnic_type normal with profile {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:45:14.007329 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-f0ac172b-fac5-40e8-b191-54f6f32d7609 None None] Attempting to bind port d2bec3ed-86be-45c8-a5ca-cb9db26a7ec0 by drivers openvswitch,hyperv on host n-d-827839-2 at level 0 using segments [{'id': 'dce1e76b-f838-43ab-9c5c-1f6066e86227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'c4c6b8bd-d4fb-4788-b4f1-2d944d88e7a1'}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:45:14.007774 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0ac172b-fac5-40e8-b191-54f6f32d7609 None None] Attempting to bind port d2bec3ed-86be-45c8-a5ca-cb9db26a7ec0 on network c4c6b8bd-d4fb-4788-b4f1-2d944d88e7a1 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:45:14.014155 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0ac172b-fac5-40e8-b191-54f6f32d7609 None None] Checking agent: {'id': 'ba70844b-66a0-45fd-a2f2-e6ed673321fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 0, 36), 'started_at': datetime.datetime(2022, 2, 4, 17, 1, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 45, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:45:14.014527 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0ac172b-fac5-40e8-b191-54f6f32d7609 None None] Checking segment: {'id': 'dce1e76b-f838-43ab-9c5c-1f6066e86227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'c4c6b8bd-d4fb-4788-b4f1-2d944d88e7a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:45:14.014941 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f0ac172b-fac5-40e8-b191-54f6f32d7609 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:45:14.015346 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0ac172b-fac5-40e8-b191-54f6f32d7609 None None] Bound using segment: {'id': 'dce1e76b-f838-43ab-9c5c-1f6066e86227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'c4c6b8bd-d4fb-4788-b4f1-2d944d88e7a1'} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:45:14.015801 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-f0ac172b-fac5-40e8-b191-54f6f32d7609 None None] Bound port: d2bec3ed-86be-45c8-a5ca-cb9db26a7ec0, host: n-d-827839-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dce1e76b-f838-43ab-9c5c-1f6066e86227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'c4c6b8bd-d4fb-4788-b4f1-2d944d88e7a1'}}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:45:14.016890 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f0ac172b-fac5-40e8-b191-54f6f32d7609 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (d2bec3ed-86be-45c8-a5ca-cb9db26a7ec0), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:45:14.109927 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-f0ac172b-fac5-40e8-b191-54f6f32d7609 None None] For port d2bec3ed-86be-45c8-a5ca-cb9db26a7ec0, host n-d-827839-2, cleared binding levels {{(pid=103378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:45:14.113649 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-f0ac172b-fac5-40e8-b191-54f6f32d7609 None None] For port d2bec3ed-86be-45c8-a5ca-cb9db26a7ec0, host n-d-827839-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=d2bec3ed-86be-45c8-a5ca-cb9db26a7ec0,segment=NetworkSegment(dce1e76b-f838-43ab-9c5c-1f6066e86227),segment_id=dce1e76b-f838-43ab-9c5c-1f6066e86227)] {{(pid=103378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:45:14.115168 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port fced164c-b0d6-4ddc-a022-40b7347b0de5 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:45:14.115756 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (fced164c-b0d6-4ddc-a022-40b7347b0de5), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:45:14.139905 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f0ac172b-fac5-40e8-b191-54f6f32d7609 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (d2bec3ed-86be-45c8-a5ca-cb9db26a7ec0), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:45:14.220652 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0ac172b-fac5-40e8-b191-54f6f32d7609 None None] Routers {'b9f1b0d1-e3e3-4dc4-8bbe-9072c58b8050'} bound to L3 agent in host n-d-827839-2 {{(pid=103378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:45:14.221370 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-f0ac172b-fac5-40e8-b191-54f6f32d7609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:45:03Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['b9f1b0d1-e3e3-4dc4-8bbe-9072c58b8050'], 'active': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:45:14.266314 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-05878616-0faf-43ce-84d5-7a53fb6f70e6 None None] Provisioning complete for port d2bec3ed-86be-45c8-a5ca-cb9db26a7ec0 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:45:14.273613 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-05878616-0faf-43ce-84d5-7a53fb6f70e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (d2bec3ed-86be-45c8-a5ca-cb9db26a7ec0), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:45:14.281114 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a56dc0a-6d5a-4b8c-88d6-931c058b7483 None None] Pushing event updated for resources: {'Port': ['ID=d2bec3ed-86be-45c8-a5ca-cb9db26a7ec0,revision_number=4']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:45:14.405366 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port fced164c-b0d6-4ddc-a022-40b7347b0de5 is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:45:14.406688 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 2e96344d-b719-4849-bb35-7894454f78c6 up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:45:14.455285 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvr_db [None req-f0ac172b-fac5-40e8-b191-54f6f32d7609 None None] Set router b9f1b0d1-e3e3-4dc4-8bbe-9072c58b8050 gateway port host: n-d-827839-2 {{(pid=103378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:45:14.551050 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-05878616-0faf-43ce-84d5-7a53fb6f70e6 None None] Current status of the port d2bec3ed-86be-45c8-a5ca-cb9db26a7ec0 is: DOWN; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:45:14.551323 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-05878616-0faf-43ce-84d5-7a53fb6f70e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (d2bec3ed-86be-45c8-a5ca-cb9db26a7ec0), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:45:14.566505 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-c29e915e-e3a8-4360-8d57-23ec50cb07ae req-6945d0b0-d27d-4b6a-8a21-4a53a5d024d5 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] 10.222.0.89 "GET /v2.0/ports?device_id=fb6877a5-43b5-44e9-b880-81255ebc0c83 HTTP/1.1" status: 200 len: 210 time: 0.0440443 Feb 04 17:45:14.668240 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-05878616-0faf-43ce-84d5-7a53fb6f70e6 None None] For port d2bec3ed-86be-45c8-a5ca-cb9db26a7ec0, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=d2bec3ed-86be-45c8-a5ca-cb9db26a7ec0,segment=NetworkSegment(dce1e76b-f838-43ab-9c5c-1f6066e86227),segment_id=dce1e76b-f838-43ab-9c5c-1f6066e86227)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:45:14.671422 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port 2e96344d-b719-4849-bb35-7894454f78c6 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:45:14.671795 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (2e96344d-b719-4849-bb35-7894454f78c6), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:45:14.678589 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-05878616-0faf-43ce-84d5-7a53fb6f70e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (d2bec3ed-86be-45c8-a5ca-cb9db26a7ec0), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:45:14.718009 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237ff56a-038b-4e8f-acd4-ff48b609a4b0 req-ad31cf1b-6e85-4f06-9a04-724f23c41b1d tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:45:14.720918 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-237ff56a-038b-4e8f-acd4-ff48b609a4b0 req-ad31cf1b-6e85-4f06-9a04-724f23c41b1d tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] 10.222.0.90 "GET /v2.0/networks?id=c4c6b8bd-d4fb-4788-b4f1-2d944d88e7a1 HTTP/1.1" status: 200 len: 797 time: 0.1695523 Feb 04 17:45:14.806915 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05878616-0faf-43ce-84d5-7a53fb6f70e6 None None] Pushing event updated for resources: {'Port': ['ID=d2bec3ed-86be-45c8-a5ca-cb9db26a7ec0,revision_number=5']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:45:14.829468 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-237ff56a-038b-4e8f-acd4-ff48b609a4b0 req-c8ebb6c8-6059-4046-85ce-4c67a7762406 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] 10.222.0.90 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=86a0fd5c0c974eafbf1c6e95239dcb2c HTTP/1.1" status: 200 len: 379 time: 0.0965338 Feb 04 17:45:14.835089 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9889e9-9d1d-4f48-b0df-0ca1b99b27de req-83480a20-053b-4166-9f46-4202f4b50dc3 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:45:14.840640 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [req-237ff56a-038b-4e8f-acd4-ff48b609a4b0 req-d61e07fe-b20e-4884-981c-186ae2d2c325 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Request body: {'port': {'device_id': 'fb6877a5-43b5-44e9-b880-81255ebc0c83', 'network_id': 'c4c6b8bd-d4fb-4788-b4f1-2d944d88e7a1', 'admin_state_up': True, 'tenant_id': '86a0fd5c0c974eafbf1c6e95239dcb2c', 'security_groups': ['4b0100f2-480f-41b8-8876-e30a8b4057ff']}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:45:14.842692 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-ad9889e9-9d1d-4f48-b0df-0ca1b99b27de req-83480a20-053b-4166-9f46-4202f4b50dc3 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.89 "GET /v2.0/ports?device_id=cd0b1eef-8dc5-4f93-9761-84068fdadff5 HTTP/1.1" status: 200 len: 945 time: 0.0805185 Feb 04 17:45:14.849937 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-1713b214-bec4-493b-b032-4dc4682664d4 None None] Provisioning complete for port d2bec3ed-86be-45c8-a5ca-cb9db26a7ec0 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:45:14.850317 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1713b214-bec4-493b-b032-4dc4682664d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (d2bec3ed-86be-45c8-a5ca-cb9db26a7ec0), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:45:14.899739 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port 2e96344d-b719-4849-bb35-7894454f78c6 is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:45:14.902091 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-ad9889e9-9d1d-4f48-b0df-0ca1b99b27de req-db9577ea-db52-411b-b61d-0e292b036dca tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.89 "GET /v2.0/security-groups?id=08488bde-3452-4671-b745-5b4e8beeb3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583470 Feb 04 17:45:14.919685 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-f0ac172b-fac5-40e8-b191-54f6f32d7609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9f1b0d1-e3e3-4dc4-8bbe-9072c58b8050', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2130738469', 'tenant_id': '86a0fd5c0c974eafbf1c6e95239dcb2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.241'}], 'enable_snat': True}, 'gw_port_id': '2e96344d-b719-4849-bb35-7894454f78c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:45:06Z', 'updated_at': '2022-02-04T17:45:10Z', 'revision_number': 4, 'project_id': '86a0fd5c0c974eafbf1c6e95239dcb2c', 'gw_port': {'id': '2e96344d-b719-4849-bb35-7894454f78c6', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:82:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9f1b0d1-e3e3-4dc4-8bbe-9072c58b8050', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3366, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:45:07Z', 'updated_at': '2022-02-04T17:45:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_interfaces': [{'id': 'd2bec3ed-86be-45c8-a5ca-cb9db26a7ec0', 'name': '', 'network_id': 'c4c6b8bd-d4fb-4788-b4f1-2d944d88e7a1', 'tenant_id': '86a0fd5c0c974eafbf1c6e95239dcb2c', 'mac_address': 'fa:16:3e:3c:7f:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9f1b0d1-e3e3-4dc4-8bbe-9072c58b8050', 'device_owner': 'network:router_interface', 'standard_attr_id': 3369, 'fixed_ips': [{'subnet_id': '3ecc9f87-97b0-4c7a-bcbb-cce4bed8f320', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:45:09Z', 'updated_at': '2022-02-04T17:45:14Z', 'revision_number': 4, 'project_id': '86a0fd5c0c974eafbf1c6e95239dcb2c', 'subnets': [{'id': '3ecc9f87-97b0-4c7a-bcbb-cce4bed8f320', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-2', False) {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:45:14.960085 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0ac172b-fac5-40e8-b191-54f6f32d7609 None None] The sync data for ids ['b9f1b0d1-e3e3-4dc4-8bbe-9072c58b8050'] in n-d-827839-2 is: [{'id': 'b9f1b0d1-e3e3-4dc4-8bbe-9072c58b8050', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2130738469', 'tenant_id': '86a0fd5c0c974eafbf1c6e95239dcb2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.241'}], 'enable_snat': True}, 'gw_port_id': '2e96344d-b719-4849-bb35-7894454f78c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:45:06Z', 'updated_at': '2022-02-04T17:45:10Z', 'revision_number': 4, 'project_id': '86a0fd5c0c974eafbf1c6e95239dcb2c', 'gw_port': {'id': '2e96344d-b719-4849-bb35-7894454f78c6', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:82:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9f1b0d1-e3e3-4dc4-8bbe-9072c58b8050', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3366, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:45:07Z', 'updated_at': '2022-02-04T17:45:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_interfaces': [{'id': 'd2bec3ed-86be-45c8-a5ca-cb9db26a7ec0', 'name': '', 'network_id': 'c4c6b8bd-d4fb-4788-b4f1-2d944d88e7a1', 'tenant_id': '86a0fd5c0c974eafbf1c6e95239dcb2c', 'mac_address': 'fa:16:3e:3c:7f:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9f1b0d1-e3e3-4dc4-8bbe-9072c58b8050', 'device_owner': 'network:router_interface', 'standard_attr_id': 3369, 'fixed_ips': [{'subnet_id': '3ecc9f87-97b0-4c7a-bcbb-cce4bed8f320', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:45:09Z', 'updated_at': '2022-02-04T17:45:14Z', 'revision_number': 4, 'project_id': '86a0fd5c0c974eafbf1c6e95239dcb2c', 'subnets': [{'id': '3ecc9f87-97b0-4c7a-bcbb-cce4bed8f320', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 17:45:14.991063 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-237ff56a-038b-4e8f-acd4-ff48b609a4b0 req-d61e07fe-b20e-4884-981c-186ae2d2c325 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Made reservation on behalf of 86a0fd5c0c974eafbf1c6e95239dcb2c for: {'port': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:45:14.995613 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-237ff56a-038b-4e8f-acd4-ff48b609a4b0 req-d61e07fe-b20e-4884-981c-186ae2d2c325 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:45:15.023150 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1713b214-bec4-493b-b032-4dc4682664d4 None None] Current status of the port d2bec3ed-86be-45c8-a5ca-cb9db26a7ec0 is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:45:15.201812 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.db_base_plugin_common [req-237ff56a-038b-4e8f-acd4-ff48b609a4b0 req-d61e07fe-b20e-4884-981c-186ae2d2c325 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Allocated IP 172.20.0.11 (c4c6b8bd-d4fb-4788-b4f1-2d944d88e7a1/3ecc9f87-97b0-4c7a-bcbb-cce4bed8f320/756a02cd-0cae-4c90-9d5a-05eb81ac510b) {{(pid=103377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:45:15.401894 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-237ff56a-038b-4e8f-acd4-ff48b609a4b0 req-d61e07fe-b20e-4884-981c-186ae2d2c325 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Publish callbacks [] for port (756a02cd-0cae-4c90-9d5a-05eb81ac510b), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:45:15.449510 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-237ff56a-038b-4e8f-acd4-ff48b609a4b0 req-d61e07fe-b20e-4884-981c-186ae2d2c325 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (756a02cd-0cae-4c90-9d5a-05eb81ac510b), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:45:15.488136 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fe2416-6b6d-4cf8-aab9-e8ae1e41a7bc req-788107b8-d8bc-403f-a8f4-8f63e5cc237c tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:45:15.489893 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-58fe2416-6b6d-4cf8-aab9-e8ae1e41a7bc req-788107b8-d8bc-403f-a8f4-8f63e5cc237c tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.89 "GET /v2.0/ports?device_id=cd0b1eef-8dc5-4f93-9761-84068fdadff5 HTTP/1.1" status: 200 len: 945 time: 0.0664728 Feb 04 17:45:15.524143 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-237ff56a-038b-4e8f-acd4-ff48b609a4b0 req-d61e07fe-b20e-4884-981c-186ae2d2c325 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Network c4c6b8bd-d4fb-4788-b4f1-2d944d88e7a1 is already hosted by enough agents. {{(pid=103377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:45:15.529188 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [req-237ff56a-038b-4e8f-acd4-ff48b609a4b0 req-d61e07fe-b20e-4884-981c-186ae2d2c325 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Resources bound (agent type, host, resource id): {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:45:15.533076 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [req-237ff56a-038b-4e8f-acd4-ff48b609a4b0 req-d61e07fe-b20e-4884-981c-186ae2d2c325 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Received port after_create {{(pid=103377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:45:15.594268 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-58fe2416-6b6d-4cf8-aab9-e8ae1e41a7bc req-5ec5529e-bb50-4302-846f-4d87286bd3be tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.89 "GET /v2.0/security-groups?id=08488bde-3452-4671-b745-5b4e8beeb3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903053 Feb 04 17:45:15.599872 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61e07fe-b20e-4884-981c-186ae2d2c325 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Pushing event updated for resources: {'Port': ['ID=756a02cd-0cae-4c90-9d5a-05eb81ac510b,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:45:15.624437 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237ff56a-038b-4e8f-acd4-ff48b609a4b0 req-d61e07fe-b20e-4884-981c-186ae2d2c325 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:45:15.630421 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-237ff56a-038b-4e8f-acd4-ff48b609a4b0 req-d61e07fe-b20e-4884-981c-186ae2d2c325 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:45:15.678473 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-237ff56a-038b-4e8f-acd4-ff48b609a4b0 req-d61e07fe-b20e-4884-981c-186ae2d2c325 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8418837 Feb 04 17:45:15.707122 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [req-237ff56a-038b-4e8f-acd4-ff48b609a4b0 req-da120e17-82ee-4d60-a59f-92d1e3db340f service neutron] Request body: {'port': {'device_id': 'fb6877a5-43b5-44e9-b880-81255ebc0c83', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827839-2'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:45:15.808279 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab06405-de23-49f0-ae75-d95c1654582d req-347fad22-f659-4c2d-9510-65d6538f7e1a tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:45:15.809806 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-5ab06405-de23-49f0-ae75-d95c1654582d req-347fad22-f659-4c2d-9510-65d6538f7e1a tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] 10.222.0.89 "GET /v2.0/ports?device_id=fb6877a5-43b5-44e9-b880-81255ebc0c83 HTTP/1.1" status: 200 len: 932 time: 0.1436374 Feb 04 17:45:15.819871 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-237ff56a-038b-4e8f-acd4-ff48b609a4b0 req-da120e17-82ee-4d60-a59f-92d1e3db340f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (756a02cd-0cae-4c90-9d5a-05eb81ac510b), before_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:45:15.880120 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-92ed4f7d-04a6-4f05-8e3c-cfd290c1ca70 None None] Provisioning complete for port 756a02cd-0cae-4c90-9d5a-05eb81ac510b triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:45:15.880823 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-92ed4f7d-04a6-4f05-8e3c-cfd290c1ca70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (756a02cd-0cae-4c90-9d5a-05eb81ac510b), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:45:15.929089 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-92ed4f7d-04a6-4f05-8e3c-cfd290c1ca70 None None] Port 756a02cd-0cae-4c90-9d5a-05eb81ac510b cannot update to ACTIVE because it is not bound. {{(pid=103378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 17:45:15.967847 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device d2bec3ed-86be-45c8-a5ca-cb9db26a7ec0 up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:45:15.998075 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-5ab06405-de23-49f0-ae75-d95c1654582d req-bdf66f04-b2bb-4dc2-907f-44d68f639f0c tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] 10.222.0.89 "GET /v2.0/security-groups?id=4b0100f2-480f-41b8-8876-e30a8b4057ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1613038 Feb 04 17:45:16.052257 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port d2bec3ed-86be-45c8-a5ca-cb9db26a7ec0 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:45:16.053550 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (d2bec3ed-86be-45c8-a5ca-cb9db26a7ec0), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:45:16.152063 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port d2bec3ed-86be-45c8-a5ca-cb9db26a7ec0 is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:45:16.206198 n-d-827839-2 neutron-server[103377]: DEBUG neutron.notifiers.nova [req-237ff56a-038b-4e8f-acd4-ff48b609a4b0 req-da120e17-82ee-4d60-a59f-92d1e3db340f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 756a02cd-0cae-4c90-9d5a-05eb81ac510b {{(pid=103377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 17:45:16.215540 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-237ff56a-038b-4e8f-acd4-ff48b609a4b0 req-da120e17-82ee-4d60-a59f-92d1e3db340f service neutron] Publish callbacks [] for port (756a02cd-0cae-4c90-9d5a-05eb81ac510b), precommit_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:45:16.229517 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.provisioning_blocks [req-237ff56a-038b-4e8f-acd4-ff48b609a4b0 req-da120e17-82ee-4d60-a59f-92d1e3db340f service neutron] Transition to ACTIVE for port object 756a02cd-0cae-4c90-9d5a-05eb81ac510b will not be triggered until provisioned by entity L2. {{(pid=103377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 17:45:16.235582 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-237ff56a-038b-4e8f-acd4-ff48b609a4b0 req-da120e17-82ee-4d60-a59f-92d1e3db340f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25888290'] for port (756a02cd-0cae-4c90-9d5a-05eb81ac510b), after_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:45:16.293805 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da120e17-82ee-4d60-a59f-92d1e3db340f service neutron] Pushing event updated for resources: {'Port': ['ID=756a02cd-0cae-4c90-9d5a-05eb81ac510b,revision_number=2']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:45:16.386184 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [req-237ff56a-038b-4e8f-acd4-ff48b609a4b0 req-da120e17-82ee-4d60-a59f-92d1e3db340f service neutron] Attempting to bind port 756a02cd-0cae-4c90-9d5a-05eb81ac510b on host n-h2-827839-2 for vnic_type normal with profile {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:45:16.386663 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [req-237ff56a-038b-4e8f-acd4-ff48b609a4b0 req-da120e17-82ee-4d60-a59f-92d1e3db340f service neutron] Attempting to bind port 756a02cd-0cae-4c90-9d5a-05eb81ac510b by drivers openvswitch,hyperv on host n-h2-827839-2 at level 0 using segments [{'id': 'dce1e76b-f838-43ab-9c5c-1f6066e86227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'c4c6b8bd-d4fb-4788-b4f1-2d944d88e7a1'}] {{(pid=103377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:45:16.387002 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-237ff56a-038b-4e8f-acd4-ff48b609a4b0 req-da120e17-82ee-4d60-a59f-92d1e3db340f service neutron] Attempting to bind port 756a02cd-0cae-4c90-9d5a-05eb81ac510b on network c4c6b8bd-d4fb-4788-b4f1-2d944d88e7a1 {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:45:16.392632 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-237ff56a-038b-4e8f-acd4-ff48b609a4b0 req-da120e17-82ee-4d60-a59f-92d1e3db340f service neutron] Port 756a02cd-0cae-4c90-9d5a-05eb81ac510b on network c4c6b8bd-d4fb-4788-b4f1-2d944d88e7a1 not bound, no agent of type Open vSwitch agent registered on host n-h2-827839-2 {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 17:45:16.393078 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-237ff56a-038b-4e8f-acd4-ff48b609a4b0 req-da120e17-82ee-4d60-a59f-92d1e3db340f service neutron] Attempting to bind port 756a02cd-0cae-4c90-9d5a-05eb81ac510b on network c4c6b8bd-d4fb-4788-b4f1-2d944d88e7a1 {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:45:16.399826 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-237ff56a-038b-4e8f-acd4-ff48b609a4b0 req-da120e17-82ee-4d60-a59f-92d1e3db340f service neutron] Checking agent: {'id': 'f20a1ab3-4332-4f54-833b-ba4a7c687e89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 8, 40), 'started_at': datetime.datetime(2022, 2, 4, 17, 8, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 45, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:45:16.400239 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-237ff56a-038b-4e8f-acd4-ff48b609a4b0 req-da120e17-82ee-4d60-a59f-92d1e3db340f service neutron] Checking segment: {'id': 'dce1e76b-f838-43ab-9c5c-1f6066e86227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'c4c6b8bd-d4fb-4788-b4f1-2d944d88e7a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:45:16.400923 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-237ff56a-038b-4e8f-acd4-ff48b609a4b0 req-da120e17-82ee-4d60-a59f-92d1e3db340f service neutron] Bound using segment: {'id': 'dce1e76b-f838-43ab-9c5c-1f6066e86227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'c4c6b8bd-d4fb-4788-b4f1-2d944d88e7a1'} {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:45:16.401352 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [req-237ff56a-038b-4e8f-acd4-ff48b609a4b0 req-da120e17-82ee-4d60-a59f-92d1e3db340f service neutron] Bound port: 756a02cd-0cae-4c90-9d5a-05eb81ac510b, host: n-h2-827839-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dce1e76b-f838-43ab-9c5c-1f6066e86227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'c4c6b8bd-d4fb-4788-b4f1-2d944d88e7a1'}}] {{(pid=103377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:45:16.401707 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-237ff56a-038b-4e8f-acd4-ff48b609a4b0 req-da120e17-82ee-4d60-a59f-92d1e3db340f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (756a02cd-0cae-4c90-9d5a-05eb81ac510b), before_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:45:16.485887 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [req-237ff56a-038b-4e8f-acd4-ff48b609a4b0 req-da120e17-82ee-4d60-a59f-92d1e3db340f service neutron] For port 756a02cd-0cae-4c90-9d5a-05eb81ac510b, host n-h2-827839-2, cleared binding levels {{(pid=103377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:45:16.493168 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [req-237ff56a-038b-4e8f-acd4-ff48b609a4b0 req-da120e17-82ee-4d60-a59f-92d1e3db340f service neutron] For port 756a02cd-0cae-4c90-9d5a-05eb81ac510b, host n-h2-827839-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=756a02cd-0cae-4c90-9d5a-05eb81ac510b,segment=NetworkSegment(dce1e76b-f838-43ab-9c5c-1f6066e86227),segment_id=dce1e76b-f838-43ab-9c5c-1f6066e86227)] {{(pid=103377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:45:16.501777 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-237ff56a-038b-4e8f-acd4-ff48b609a4b0 req-da120e17-82ee-4d60-a59f-92d1e3db340f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25888290'] for port (756a02cd-0cae-4c90-9d5a-05eb81ac510b), after_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:45:16.546135 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237ff56a-038b-4e8f-acd4-ff48b609a4b0 req-da120e17-82ee-4d60-a59f-92d1e3db340f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:45:16.546777 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-237ff56a-038b-4e8f-acd4-ff48b609a4b0 req-da120e17-82ee-4d60-a59f-92d1e3db340f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:45:16.548578 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-237ff56a-038b-4e8f-acd4-ff48b609a4b0 req-da120e17-82ee-4d60-a59f-92d1e3db340f service neutron] 10.222.0.90 "PUT /v2.0/ports/756a02cd-0cae-4c90-9d5a-05eb81ac510b HTTP/1.1" status: 200 len: 1092 time: 0.8475704 Feb 04 17:45:16.554085 n-d-827839-2 neutron-server[103377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb6877a5-43b5-44e9-b880-81255ebc0c83', 'tag': '756a02cd-0cae-4c90-9d5a-05eb81ac510b'}] {{(pid=103377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:45:16.557210 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7240428b650e1488e9361b62648ff4b3a6c19d49d8c27c949491ab58c1346cf0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb425226-7c01-47a8-90ca-c49ef63dd0a4" -d '{"events": [{"name": "network-changed", "server_uuid": "fb6877a5-43b5-44e9-b880-81255ebc0c83", "tag": "756a02cd-0cae-4c90-9d5a-05eb81ac510b"}]}' {{(pid=103377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:45:16.585689 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da120e17-82ee-4d60-a59f-92d1e3db340f service neutron] Pushing event updated for resources: {'Port': ['ID=756a02cd-0cae-4c90-9d5a-05eb81ac510b,revision_number=3']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:45:16.637316 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 17:45:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9dca162-5420-44d7-8994-47ab4a03db36 x-openstack-request-id: req-f9dca162-5420-44d7-8994-47ab4a03db36 {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:45:16.638490 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb6877a5-43b5-44e9-b880-81255ebc0c83", "tag": "756a02cd-0cae-4c90-9d5a-05eb81ac510b", "status": "completed", "code": 200}]} {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:45:16.639792 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-f9dca162-5420-44d7-8994-47ab4a03db36 {{(pid=103377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:45:16.641272 n-d-827839-2 neutron-server[103377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb6877a5-43b5-44e9-b880-81255ebc0c83', 'tag': '756a02cd-0cae-4c90-9d5a-05eb81ac510b', 'status': 'completed', 'code': 200} Feb 04 17:45:16.767269 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237ff56a-038b-4e8f-acd4-ff48b609a4b0 req-d263d583-4b0d-4232-a5ed-1522e59a87a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:45:16.768948 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-237ff56a-038b-4e8f-acd4-ff48b609a4b0 req-d263d583-4b0d-4232-a5ed-1522e59a87a5 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=86a0fd5c0c974eafbf1c6e95239dcb2c&device_id=fb6877a5-43b5-44e9-b880-81255ebc0c83 HTTP/1.1" status: 200 len: 1126 time: 0.1502254 Feb 04 17:45:16.777102 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e262ca-e8d0-4b70-ad22-68bb803981da req-2df6dca9-39e5-4568-abcf-3807e5dc361d tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:45:16.784924 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-05e262ca-e8d0-4b70-ad22-68bb803981da req-2df6dca9-39e5-4568-abcf-3807e5dc361d tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.89 "GET /v2.0/ports?device_id=cd0b1eef-8dc5-4f93-9761-84068fdadff5 HTTP/1.1" status: 200 len: 945 time: 0.0866053 Feb 04 17:45:16.838692 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-237ff56a-038b-4e8f-acd4-ff48b609a4b0 req-fc315979-356c-4e9d-9c41-50a270b64e5a service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=756a02cd-0cae-4c90-9d5a-05eb81ac510b HTTP/1.1" status: 200 len: 217 time: 0.0467861 Feb 04 17:45:16.890982 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-05e262ca-e8d0-4b70-ad22-68bb803981da req-e5abaf6b-55b3-4092-a636-15d23880c19e tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.89 "GET /v2.0/security-groups?id=08488bde-3452-4671-b745-5b4e8beeb3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051195 Feb 04 17:45:16.916513 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237ff56a-038b-4e8f-acd4-ff48b609a4b0 req-d133cdb0-d34e-4487-8f4d-5995794cd53e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:45:16.921956 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-237ff56a-038b-4e8f-acd4-ff48b609a4b0 req-d133cdb0-d34e-4487-8f4d-5995794cd53e service neutron] 10.222.0.90 "GET /v2.0/subnets?id=3ecc9f87-97b0-4c7a-bcbb-cce4bed8f320 HTTP/1.1" status: 200 len: 834 time: 0.0693939 Feb 04 17:45:16.970797 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237ff56a-038b-4e8f-acd4-ff48b609a4b0 req-65899cb2-a90d-4195-9410-705a44f0cedd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:45:16.972919 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-237ff56a-038b-4e8f-acd4-ff48b609a4b0 req-65899cb2-a90d-4195-9410-705a44f0cedd service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=c4c6b8bd-d4fb-4788-b4f1-2d944d88e7a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0473359 Feb 04 17:45:17.073534 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-237ff56a-038b-4e8f-acd4-ff48b609a4b0 req-d9aea579-bd33-4bb9-bab9-384dc770d79c service neutron] 10.222.0.90 "GET /v2.0/networks/c4c6b8bd-d4fb-4788-b4f1-2d944d88e7a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934992 Feb 04 17:45:17.132767 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138061a5-cae0-447c-a6a1-f6c3f313a21e req-a02fd619-bddc-4f39-90c2-d47aa1dba048 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:45:17.134291 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-138061a5-cae0-447c-a6a1-f6c3f313a21e req-a02fd619-bddc-4f39-90c2-d47aa1dba048 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] 10.222.0.89 "GET /v2.0/ports?device_id=fb6877a5-43b5-44e9-b880-81255ebc0c83 HTTP/1.1" status: 200 len: 944 time: 0.0554066 Feb 04 17:45:17.179480 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-237ff56a-038b-4e8f-acd4-ff48b609a4b0 req-1c433509-44e4-4c96-bb59-6067e102f27d service neutron] 10.222.0.90 "GET /v2.0/networks/c4c6b8bd-d4fb-4788-b4f1-2d944d88e7a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968363 Feb 04 17:45:17.206034 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-138061a5-cae0-447c-a6a1-f6c3f313a21e req-b7f88bbe-1c69-48c8-8231-18a4599b9916 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] 10.222.0.89 "GET /v2.0/security-groups?id=4b0100f2-480f-41b8-8876-e30a8b4057ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0650351 Feb 04 17:45:17.293152 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb425226-7c01-47a8-90ca-c49ef63dd0a4 req-66ec44da-bc8a-4ee5-9490-f20672cbf113 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:45:17.294664 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-fb425226-7c01-47a8-90ca-c49ef63dd0a4 req-66ec44da-bc8a-4ee5-9490-f20672cbf113 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=86a0fd5c0c974eafbf1c6e95239dcb2c&device_id=fb6877a5-43b5-44e9-b880-81255ebc0c83 HTTP/1.1" status: 200 len: 1126 time: 0.0469449 Feb 04 17:45:17.391809 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb425226-7c01-47a8-90ca-c49ef63dd0a4 req-a5d2f9e5-7032-4dde-93e3-c8b3ea27cd53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:45:17.393577 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-fb425226-7c01-47a8-90ca-c49ef63dd0a4 req-a5d2f9e5-7032-4dde-93e3-c8b3ea27cd53 service neutron] 10.222.0.90 "GET /v2.0/networks?id=c4c6b8bd-d4fb-4788-b4f1-2d944d88e7a1 HTTP/1.1" status: 200 len: 898 time: 0.0895534 Feb 04 17:45:17.434579 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-fb425226-7c01-47a8-90ca-c49ef63dd0a4 req-c3d65d03-f058-4e8e-a849-b99d82b35515 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=756a02cd-0cae-4c90-9d5a-05eb81ac510b HTTP/1.1" status: 200 len: 217 time: 0.0346494 Feb 04 17:45:17.489538 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb425226-7c01-47a8-90ca-c49ef63dd0a4 req-fb65bf1b-0731-43ce-b50f-0f5d4a7432d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:45:17.491001 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-fb425226-7c01-47a8-90ca-c49ef63dd0a4 req-fb65bf1b-0731-43ce-b50f-0f5d4a7432d9 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=3ecc9f87-97b0-4c7a-bcbb-cce4bed8f320 HTTP/1.1" status: 200 len: 834 time: 0.0470924 Feb 04 17:45:17.547155 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb425226-7c01-47a8-90ca-c49ef63dd0a4 req-8e195275-026e-425b-a2da-7c368de748c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:45:17.548590 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-fb425226-7c01-47a8-90ca-c49ef63dd0a4 req-8e195275-026e-425b-a2da-7c368de748c2 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=c4c6b8bd-d4fb-4788-b4f1-2d944d88e7a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0506372 Feb 04 17:45:17.640976 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-fb425226-7c01-47a8-90ca-c49ef63dd0a4 req-6ca49c0e-3cce-41d1-a704-e962467235ee service neutron] 10.222.0.90 "GET /v2.0/networks/c4c6b8bd-d4fb-4788-b4f1-2d944d88e7a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847282 Feb 04 17:45:17.734279 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-fb425226-7c01-47a8-90ca-c49ef63dd0a4 req-1ea03e43-ab54-4cf4-8b48-311e3a2afe18 service neutron] 10.222.0.90 "GET /v2.0/networks/c4c6b8bd-d4fb-4788-b4f1-2d944d88e7a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848367 Feb 04 17:45:18.025507 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d520aeb8-3881-4761-b5d5-7964c31c206b req-4755da9a-5420-4163-8995-f88017760308 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:45:18.027095 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-d520aeb8-3881-4761-b5d5-7964c31c206b req-4755da9a-5420-4163-8995-f88017760308 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.89 "GET /v2.0/ports?device_id=cd0b1eef-8dc5-4f93-9761-84068fdadff5 HTTP/1.1" status: 200 len: 945 time: 0.0536256 Feb 04 17:45:18.074441 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-d520aeb8-3881-4761-b5d5-7964c31c206b req-157e0081-77e8-40a1-a3a4-58e6c740dbd6 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.89 "GET /v2.0/security-groups?id=08488bde-3452-4671-b745-5b4e8beeb3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416367 Feb 04 17:45:18.341379 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c9a1c9-e551-4b98-a617-6efb6a00a32b req-b897d729-57dc-401f-b478-8bbfe663cff8 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:45:18.342871 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-a5c9a1c9-e551-4b98-a617-6efb6a00a32b req-b897d729-57dc-401f-b478-8bbfe663cff8 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] 10.222.0.89 "GET /v2.0/ports?device_id=fb6877a5-43b5-44e9-b880-81255ebc0c83 HTTP/1.1" status: 200 len: 944 time: 0.0609264 Feb 04 17:45:18.400332 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-a5c9a1c9-e551-4b98-a617-6efb6a00a32b req-1c2ee5bf-6a88-4948-bc0c-ac7d218cae95 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] 10.222.0.89 "GET /v2.0/security-groups?id=4b0100f2-480f-41b8-8876-e30a8b4057ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514333 Feb 04 17:45:19.166060 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device ad51a914-6723-4735-91a0-37b92e59a1d2 details requested by agent hyperv_n-h1-827839-2 with host n-h1-827839-2 {{(pid=103378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 17:45:19.217889 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88c384a-cc7c-4bb7-a2f0-97fc4c956a59 req-8cd5ce1a-168d-468d-844e-b7d541abf818 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:45:19.219684 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-c88c384a-cc7c-4bb7-a2f0-97fc4c956a59 req-8cd5ce1a-168d-468d-844e-b7d541abf818 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.89 "GET /v2.0/ports?device_id=cd0b1eef-8dc5-4f93-9761-84068fdadff5 HTTP/1.1" status: 200 len: 945 time: 0.0716350 Feb 04 17:45:19.291256 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-c88c384a-cc7c-4bb7-a2f0-97fc4c956a59 req-e046a86f-2c00-4ead-a7e2-36c073b2ccbe tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.89 "GET /v2.0/security-groups?id=08488bde-3452-4671-b745-5b4e8beeb3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611022 Feb 04 17:45:19.309514 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] For port ad51a914-6723-4735-91a0-37b92e59a1d2, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=ad51a914-6723-4735-91a0-37b92e59a1d2,segment=NetworkSegment(95e3d896-e0ab-47f8-8257-e5c06c9261eb),segment_id=95e3d896-e0ab-47f8-8257-e5c06c9261eb)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:45:19.330935 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Returning: {'device': 'ad51a914-6723-4735-91a0-37b92e59a1d2', 'network_id': 'b55b6cf7-96ca-44f1-b402-5ece20b91f84', 'port_id': 'ad51a914-6723-4735-91a0-37b92e59a1d2', 'mac_address': 'fa:16:3e:52:36:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 796, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56d77231-1e8a-430f-89bb-45ff7f982beb', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 17:45:19.370329 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Current status of the port ad51a914-6723-4735-91a0-37b92e59a1d2 is: ACTIVE; New status is: BUILD {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:45:19.370659 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (ad51a914-6723-4735-91a0-37b92e59a1d2), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:45:19.384194 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ad51a914-6723-4735-91a0-37b92e59a1d2 {{(pid=103378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 17:45:19.405852 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] For port ad51a914-6723-4735-91a0-37b92e59a1d2, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=ad51a914-6723-4735-91a0-37b92e59a1d2,segment=NetworkSegment(95e3d896-e0ab-47f8-8257-e5c06c9261eb),segment_id=95e3d896-e0ab-47f8-8257-e5c06c9261eb)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:45:19.410688 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (ad51a914-6723-4735-91a0-37b92e59a1d2), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:45:19.475070 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Pushing event updated for resources: {'Port': ['ID=ad51a914-6723-4735-91a0-37b92e59a1d2,revision_number=6']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:45:19.528975 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d389a53-2b3a-4b08-a6d1-380d652430ec req-7159b5e3-64c0-4035-afc0-8b46143c1efc tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:45:19.530488 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-1d389a53-2b3a-4b08-a6d1-380d652430ec req-7159b5e3-64c0-4035-afc0-8b46143c1efc tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] 10.222.0.89 "GET /v2.0/ports?device_id=fb6877a5-43b5-44e9-b880-81255ebc0c83 HTTP/1.1" status: 200 len: 944 time: 0.0576603 Feb 04 17:45:19.569652 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] get_ports_and_sgs() called for port_ids ['ad51a914-6723-4735-91a0-37b92e59a1d2'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 17:45:19.593871 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-1d389a53-2b3a-4b08-a6d1-380d652430ec req-b958fd3c-bff1-4edf-920d-b222ba76b3a5 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] 10.222.0.89 "GET /v2.0/security-groups?id=4b0100f2-480f-41b8-8876-e30a8b4057ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577087 Feb 04 17:45:19.787700 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Device 756a02cd-0cae-4c90-9d5a-05eb81ac510b details requested by agent hyperv_n-h2-827839-2 with host n-h2-827839-2 {{(pid=103378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 17:45:20.048703 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] For port 756a02cd-0cae-4c90-9d5a-05eb81ac510b, host n-h2-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=756a02cd-0cae-4c90-9d5a-05eb81ac510b,segment=NetworkSegment(dce1e76b-f838-43ab-9c5c-1f6066e86227),segment_id=dce1e76b-f838-43ab-9c5c-1f6066e86227)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:45:20.060585 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Returning: {'device': '756a02cd-0cae-4c90-9d5a-05eb81ac510b', 'network_id': 'c4c6b8bd-d4fb-4788-b4f1-2d944d88e7a1', 'port_id': '756a02cd-0cae-4c90-9d5a-05eb81ac510b', 'mac_address': 'fa:16:3e:94:7f:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 754, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ecc9f87-97b0-4c7a-bcbb-cce4bed8f320', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 17:45:20.099967 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Current status of the port 756a02cd-0cae-4c90-9d5a-05eb81ac510b is: DOWN; New status is: BUILD {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:45:20.100357 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (756a02cd-0cae-4c90-9d5a-05eb81ac510b), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:45:20.115193 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 756a02cd-0cae-4c90-9d5a-05eb81ac510b {{(pid=103378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 17:45:20.135159 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] For port 756a02cd-0cae-4c90-9d5a-05eb81ac510b, host n-h2-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=756a02cd-0cae-4c90-9d5a-05eb81ac510b,segment=NetworkSegment(dce1e76b-f838-43ab-9c5c-1f6066e86227),segment_id=dce1e76b-f838-43ab-9c5c-1f6066e86227)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:45:20.139677 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (756a02cd-0cae-4c90-9d5a-05eb81ac510b), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:45:20.195129 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Pushing event updated for resources: {'Port': ['ID=756a02cd-0cae-4c90-9d5a-05eb81ac510b,revision_number=4']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:45:20.429504 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2cacee-332f-4120-a477-40891d114578 req-376411e8-6128-4d7b-bcdf-2a1f23eb702b tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:45:20.431445 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-fd2cacee-332f-4120-a477-40891d114578 req-376411e8-6128-4d7b-bcdf-2a1f23eb702b tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.89 "GET /v2.0/ports?device_id=cd0b1eef-8dc5-4f93-9761-84068fdadff5 HTTP/1.1" status: 200 len: 944 time: 0.0708630 Feb 04 17:45:20.433706 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] get_ports_and_sgs() called for port_ids ['756a02cd-0cae-4c90-9d5a-05eb81ac510b'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 17:45:20.489025 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-fd2cacee-332f-4120-a477-40891d114578 req-56dbdc43-2e69-4d2a-ae15-a74358a94c79 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.89 "GET /v2.0/security-groups?id=08488bde-3452-4671-b745-5b4e8beeb3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517013 Feb 04 17:45:20.714930 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7493a755-a8df-4ac1-9ecb-16f7ac328bd8 req-9577bc15-05fa-433d-931a-a7102d7168d0 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:45:20.716499 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-7493a755-a8df-4ac1-9ecb-16f7ac328bd8 req-9577bc15-05fa-433d-931a-a7102d7168d0 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] 10.222.0.89 "GET /v2.0/ports?device_id=fb6877a5-43b5-44e9-b880-81255ebc0c83 HTTP/1.1" status: 200 len: 945 time: 0.0602283 Feb 04 17:45:20.773006 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-7493a755-a8df-4ac1-9ecb-16f7ac328bd8 req-00ef1acc-8ce4-40b2-9354-71c27d4d4398 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] 10.222.0.89 "GET /v2.0/security-groups?id=4b0100f2-480f-41b8-8876-e30a8b4057ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487430 Feb 04 17:45:21.182724 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device ad51a914-6723-4735-91a0-37b92e59a1d2 up at agent hyperv_n-h1-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:45:21.233302 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Provisioning complete for port ad51a914-6723-4735-91a0-37b92e59a1d2 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:45:21.233968 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (ad51a914-6723-4735-91a0-37b92e59a1d2), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:45:21.316613 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Current status of the port ad51a914-6723-4735-91a0-37b92e59a1d2 is: BUILD; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:45:21.318127 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (ad51a914-6723-4735-91a0-37b92e59a1d2), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:45:21.344392 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd0b1eef-8dc5-4f93-9761-84068fdadff5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad51a914-6723-4735-91a0-37b92e59a1d2'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:45:21.346838 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c34bc964ce2211770fda26ca2f3801cc06f4f39928110690550e94ab9c9d2fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7d1df09-f271-403e-b7ac-9095fc50aa7a" -d '{"events": [{"server_uuid": "cd0b1eef-8dc5-4f93-9761-84068fdadff5", "name": "network-vif-plugged", "status": "completed", "tag": "ad51a914-6723-4735-91a0-37b92e59a1d2"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:45:21.360308 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] For port ad51a914-6723-4735-91a0-37b92e59a1d2, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=ad51a914-6723-4735-91a0-37b92e59a1d2,segment=NetworkSegment(95e3d896-e0ab-47f8-8257-e5c06c9261eb),segment_id=95e3d896-e0ab-47f8-8257-e5c06c9261eb)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:45:21.366104 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (ad51a914-6723-4735-91a0-37b92e59a1d2), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:45:21.393363 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 17:45:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b39dcaa-cc73-4cff-b8cb-444c267cdcd8 x-openstack-request-id: req-0b39dcaa-cc73-4cff-b8cb-444c267cdcd8 {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:45:21.393678 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd0b1eef-8dc5-4f93-9761-84068fdadff5", "name": "network-vif-plugged", "status": "completed", "tag": "ad51a914-6723-4735-91a0-37b92e59a1d2", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:45:21.393914 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-0b39dcaa-cc73-4cff-b8cb-444c267cdcd8 {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:45:21.394315 n-d-827839-2 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd0b1eef-8dc5-4f93-9761-84068fdadff5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad51a914-6723-4735-91a0-37b92e59a1d2', 'code': 200} Feb 04 17:45:21.420785 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Pushing event updated for resources: {'Port': ['ID=ad51a914-6723-4735-91a0-37b92e59a1d2,revision_number=7']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:45:21.626614 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b611e7-850e-4261-9e8c-ba6c74ae7ac3 req-7eb0cf71-12c1-49d7-88c2-caa0e08a97fd tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:45:21.628952 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-f8b611e7-850e-4261-9e8c-ba6c74ae7ac3 req-7eb0cf71-12c1-49d7-88c2-caa0e08a97fd tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.89 "GET /v2.0/ports?device_id=cd0b1eef-8dc5-4f93-9761-84068fdadff5 HTTP/1.1" status: 200 len: 945 time: 0.0695655 Feb 04 17:45:21.687191 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-f8b611e7-850e-4261-9e8c-ba6c74ae7ac3 req-43b21122-d9b6-495d-8118-6e8c808cdcd2 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.89 "GET /v2.0/security-groups?id=08488bde-3452-4671-b745-5b4e8beeb3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525596 Feb 04 17:45:21.824561 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Device 756a02cd-0cae-4c90-9d5a-05eb81ac510b up at agent hyperv_n-h2-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:45:21.884143 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Provisioning for port 756a02cd-0cae-4c90-9d5a-05eb81ac510b completed by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 17:45:21.892081 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Provisioning complete for port 756a02cd-0cae-4c90-9d5a-05eb81ac510b triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:45:21.893189 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (756a02cd-0cae-4c90-9d5a-05eb81ac510b), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:45:21.904917 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d25d94d-96c6-48f4-8b72-25ce3581ae3f req-4b96c7f9-590c-4339-8fe9-ae6563fcecdb tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:45:21.912252 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-3d25d94d-96c6-48f4-8b72-25ce3581ae3f req-4b96c7f9-590c-4339-8fe9-ae6563fcecdb tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] 10.222.0.89 "GET /v2.0/ports?device_id=fb6877a5-43b5-44e9-b880-81255ebc0c83 HTTP/1.1" status: 200 len: 945 time: 0.0646923 Feb 04 17:45:21.961284 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-3d25d94d-96c6-48f4-8b72-25ce3581ae3f req-950ea593-b583-476e-b360-e9ec92ebe88a tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] 10.222.0.89 "GET /v2.0/security-groups?id=4b0100f2-480f-41b8-8876-e30a8b4057ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483463 Feb 04 17:45:21.979920 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Current status of the port 756a02cd-0cae-4c90-9d5a-05eb81ac510b is: BUILD; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:45:21.980301 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (756a02cd-0cae-4c90-9d5a-05eb81ac510b), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:45:22.015350 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] For port 756a02cd-0cae-4c90-9d5a-05eb81ac510b, host n-h2-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=756a02cd-0cae-4c90-9d5a-05eb81ac510b,segment=NetworkSegment(dce1e76b-f838-43ab-9c5c-1f6066e86227),segment_id=dce1e76b-f838-43ab-9c5c-1f6066e86227)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:45:22.019286 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (756a02cd-0cae-4c90-9d5a-05eb81ac510b), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:45:22.067866 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Pushing event updated for resources: {'Port': ['ID=756a02cd-0cae-4c90-9d5a-05eb81ac510b,revision_number=5']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:45:22.170855 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.agents_db [None req-e1691f3b-aacd-4cd6-8ebb-a9c53bb301c0 None None] Agent healthcheck: found 7 active agents {{(pid=103379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 17:45:22.807430 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96f4eb5-2f7d-4d53-a2d8-c29c8a643af4 req-8f638219-b4ca-4276-866f-0de47a3f1cc6 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:45:22.808997 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-f96f4eb5-2f7d-4d53-a2d8-c29c8a643af4 req-8f638219-b4ca-4276-866f-0de47a3f1cc6 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.89 "GET /v2.0/ports?device_id=cd0b1eef-8dc5-4f93-9761-84068fdadff5 HTTP/1.1" status: 200 len: 945 time: 0.0541282 Feb 04 17:45:22.858533 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-f96f4eb5-2f7d-4d53-a2d8-c29c8a643af4 req-753e6cd2-2f0b-4e2a-91f1-a61c93b741a0 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.89 "GET /v2.0/security-groups?id=08488bde-3452-4671-b745-5b4e8beeb3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431509 Feb 04 17:45:23.085185 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6723b3-2355-422b-8a9b-f384751cc4ab req-512a6b65-da60-4eeb-9e4e-793160a884c2 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:45:23.086644 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-da6723b3-2355-422b-8a9b-f384751cc4ab req-512a6b65-da60-4eeb-9e4e-793160a884c2 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] 10.222.0.89 "GET /v2.0/ports?device_id=fb6877a5-43b5-44e9-b880-81255ebc0c83 HTTP/1.1" status: 200 len: 946 time: 0.0571482 Feb 04 17:45:23.134044 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-da6723b3-2355-422b-8a9b-f384751cc4ab req-5ba26890-50af-4c23-9cdd-0c1cb1b65b88 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] 10.222.0.89 "GET /v2.0/security-groups?id=4b0100f2-480f-41b8-8876-e30a8b4057ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415027 Feb 04 17:45:23.395751 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb6877a5-43b5-44e9-b880-81255ebc0c83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '756a02cd-0cae-4c90-9d5a-05eb81ac510b'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:45:23.398657 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c34bc964ce2211770fda26ca2f3801cc06f4f39928110690550e94ab9c9d2fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-511f1d47-6d32-4ea5-960b-e334ef5e519f" -d '{"events": [{"server_uuid": "fb6877a5-43b5-44e9-b880-81255ebc0c83", "name": "network-vif-plugged", "status": "completed", "tag": "756a02cd-0cae-4c90-9d5a-05eb81ac510b"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:45:23.452557 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 17:45:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77ccb288-1950-4ddf-a0ec-4174d1f78673 x-openstack-request-id: req-77ccb288-1950-4ddf-a0ec-4174d1f78673 {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:45:23.452990 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb6877a5-43b5-44e9-b880-81255ebc0c83", "name": "network-vif-plugged", "status": "completed", "tag": "756a02cd-0cae-4c90-9d5a-05eb81ac510b", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:45:23.453392 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-77ccb288-1950-4ddf-a0ec-4174d1f78673 {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:45:23.453888 n-d-827839-2 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb6877a5-43b5-44e9-b880-81255ebc0c83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '756a02cd-0cae-4c90-9d5a-05eb81ac510b', 'code': 200} Feb 04 17:45:23.571829 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c11d221-65e6-408f-8ff1-b51c432bfc61 req-e08b15e3-abbc-4bfb-93e1-9abd093d736e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:45:23.574340 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-8c11d221-65e6-408f-8ff1-b51c432bfc61 req-e08b15e3-abbc-4bfb-93e1-9abd093d736e service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=fb6877a5-43b5-44e9-b880-81255ebc0c83 HTTP/1.1" status: 200 len: 1128 time: 0.0516548 Feb 04 17:45:23.625362 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-8c11d221-65e6-408f-8ff1-b51c432bfc61 req-b13bde70-75e5-4e23-89d5-6054ed18414b service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=4b0100f2-480f-41b8-8876-e30a8b4057ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446491 Feb 04 17:45:24.060341 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c47651f-0d50-4cac-b876-e7eca60bc3dd req-066eb1f9-5e2b-4fd1-82e9-55a8855af97e tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:45:24.062272 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-8c47651f-0d50-4cac-b876-e7eca60bc3dd req-066eb1f9-5e2b-4fd1-82e9-55a8855af97e tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.89 "GET /v2.0/ports?device_id=cd0b1eef-8dc5-4f93-9761-84068fdadff5 HTTP/1.1" status: 200 len: 945 time: 0.0748613 Feb 04 17:45:24.123717 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-8c47651f-0d50-4cac-b876-e7eca60bc3dd req-5ed22d6a-9ce9-4f1b-9cf3-0b358de05017 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.89 "GET /v2.0/security-groups?id=08488bde-3452-4671-b745-5b4e8beeb3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556111 Feb 04 17:45:24.290642 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe641d1e-7034-43b0-8ac5-914255b2e703 req-62db79fe-93b1-48dd-bcf8-f66df5be4b5e tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:45:24.292914 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-fe641d1e-7034-43b0-8ac5-914255b2e703 req-62db79fe-93b1-48dd-bcf8-f66df5be4b5e tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] 10.222.0.89 "GET /v2.0/ports?device_id=fb6877a5-43b5-44e9-b880-81255ebc0c83 HTTP/1.1" status: 200 len: 946 time: 0.0776615 Feb 04 17:45:24.370543 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-fe641d1e-7034-43b0-8ac5-914255b2e703 req-54f6bc05-1232-429f-8fef-83133dd75e2e tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] 10.222.0.89 "GET /v2.0/security-groups?id=4b0100f2-480f-41b8-8876-e30a8b4057ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0698137 Feb 04 17:45:24.773567 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [req-fb978001-bd72-453b-be0a-46fb6663d442 req-b9df154c-bda7-45ab-aa3b-1151307a6abf service neutron] (103377) timed out ('10.222.0.89', 50488) {{(pid=103377) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 04 17:45:25.289013 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ca663f-5987-430e-bc26-99b92ffe35f9 req-830f39bc-944b-484b-a36f-4211d3605d56 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:45:25.290671 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-b6ca663f-5987-430e-bc26-99b92ffe35f9 req-830f39bc-944b-484b-a36f-4211d3605d56 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.89 "GET /v2.0/ports?device_id=cd0b1eef-8dc5-4f93-9761-84068fdadff5 HTTP/1.1" status: 200 len: 945 time: 0.0698628 Feb 04 17:45:25.360962 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-b6ca663f-5987-430e-bc26-99b92ffe35f9 req-a9dd8730-35cb-45e5-a2f2-26f5abf63214 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.89 "GET /v2.0/security-groups?id=08488bde-3452-4671-b745-5b4e8beeb3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624306 Feb 04 17:45:25.496165 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-46426441-9d13-4815-b32d-8b5ece36e227 req-8de1cbf9-14c2-4b5d-93e8-32b098e5741d service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=767795d3-099b-4029-adbe-71d8720fc06b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0671012 Feb 04 17:45:25.518752 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3f46dd-51bf-4c2a-bf2e-61ce6975d644 req-e3dcc4b5-caf3-46b5-b65b-2fce45b3eb67 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:45:25.527032 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-7c3f46dd-51bf-4c2a-bf2e-61ce6975d644 req-e3dcc4b5-caf3-46b5-b65b-2fce45b3eb67 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] 10.222.0.89 "GET /v2.0/ports?device_id=fb6877a5-43b5-44e9-b880-81255ebc0c83 HTTP/1.1" status: 200 len: 946 time: 0.0743625 Feb 04 17:45:25.586485 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46426441-9d13-4815-b32d-8b5ece36e227 req-0afa72b7-2c67-4311-9d07-1a215d88a975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:45:25.588507 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-46426441-9d13-4815-b32d-8b5ece36e227 req-0afa72b7-2c67-4311-9d07-1a215d88a975 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=5f7c63cd6c624891853d19549e45e9fe&device_id=767795d3-099b-4029-adbe-71d8720fc06b HTTP/1.1" status: 200 len: 1128 time: 0.0634496 Feb 04 17:45:25.598715 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-7c3f46dd-51bf-4c2a-bf2e-61ce6975d644 req-b4079e85-9b37-486e-80f6-bc29a071e920 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] 10.222.0.89 "GET /v2.0/security-groups?id=4b0100f2-480f-41b8-8876-e30a8b4057ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0707030 Feb 04 17:45:25.750564 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46426441-9d13-4815-b32d-8b5ece36e227 req-562d93ca-4fc6-4161-9437-831884e45760 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:45:25.752525 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-46426441-9d13-4815-b32d-8b5ece36e227 req-562d93ca-4fc6-4161-9437-831884e45760 service neutron] 10.222.0.90 "GET /v2.0/networks?id=b55b6cf7-96ca-44f1-b402-5ece20b91f84 HTTP/1.1" status: 200 len: 913 time: 0.1446791 Feb 04 17:45:25.824999 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-46426441-9d13-4815-b32d-8b5ece36e227 req-54b822cb-1f88-416d-9ab4-fc8ecccf4070 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=21f2b0c5-67dd-4fc0-98c0-308d7f2cf6ac HTTP/1.1" status: 200 len: 217 time: 0.0638199 Feb 04 17:45:25.888523 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86047bbe-b758-4684-8920-deafa73a1e7a req-d7276c52-5564-485d-b3f8-d860ae08d660 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:45:25.895933 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-86047bbe-b758-4684-8920-deafa73a1e7a req-d7276c52-5564-485d-b3f8-d860ae08d660 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] 10.222.0.89 "GET /v2.0/ports?device_id=fb6877a5-43b5-44e9-b880-81255ebc0c83 HTTP/1.1" status: 200 len: 946 time: 0.1818213 Feb 04 17:45:25.950880 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46426441-9d13-4815-b32d-8b5ece36e227 req-72323d30-2479-4f8a-8303-666273cd3ecf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:45:25.952289 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-46426441-9d13-4815-b32d-8b5ece36e227 req-72323d30-2479-4f8a-8303-666273cd3ecf service neutron] 10.222.0.90 "GET /v2.0/subnets?id=56d77231-1e8a-430f-89bb-45ff7f982beb HTTP/1.1" status: 200 len: 851 time: 0.1160717 Feb 04 17:45:25.956954 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-86047bbe-b758-4684-8920-deafa73a1e7a req-67c60a4b-3276-4791-86f6-430f399b65d0 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] 10.222.0.89 "GET /v2.0/security-groups?id=4b0100f2-480f-41b8-8876-e30a8b4057ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602286 Feb 04 17:45:25.988370 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 40588) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:45:26.025931 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46426441-9d13-4815-b32d-8b5ece36e227 req-aae1ef5b-7b37-4896-96fa-fa63ce56d1c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:45:26.027507 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-46426441-9d13-4815-b32d-8b5ece36e227 req-aae1ef5b-7b37-4896-96fa-fa63ce56d1c4 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=b55b6cf7-96ca-44f1-b402-5ece20b91f84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0681965 Feb 04 17:45:26.060940 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a2969da-5900-41f1-8421-7c3b3379ee86 tempest-TestNetworkAdvancedServerOps-1057837956 tempest-TestNetworkAdvancedServerOps-1057837956-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:45:26.062997 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-4a2969da-5900-41f1-8421-7c3b3379ee86 tempest-TestNetworkAdvancedServerOps-1057837956 tempest-TestNetworkAdvancedServerOps-1057837956-project-admin] 10.222.0.89 "GET /v2.0/ports?device_id=fb6877a5-43b5-44e9-b880-81255ebc0c83 HTTP/1.1" status: 200 len: 1123 time: 0.0729783 Feb 04 17:45:26.071722 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 40590) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:45:26.078029 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-7d121248-25f6-4353-baa1-c92ebc9132c8 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Request body: {'floatingip': {'floating_network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'port_id': '756a02cd-0cae-4c90-9d5a-05eb81ac510b', 'tenant_id': '86a0fd5c0c974eafbf1c6e95239dcb2c', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:45:26.160159 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-7d121248-25f6-4353-baa1-c92ebc9132c8 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:45:26.253426 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-46426441-9d13-4815-b32d-8b5ece36e227 req-a39326de-9ae3-4820-9705-f0a0c538234e service neutron] 10.222.0.90 "GET /v2.0/networks/b55b6cf7-96ca-44f1-b402-5ece20b91f84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2167230 Feb 04 17:45:26.382240 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-46426441-9d13-4815-b32d-8b5ece36e227 req-388974ee-55af-4f2a-b646-a23e24b8fa47 service neutron] 10.222.0.90 "GET /v2.0/networks/b55b6cf7-96ca-44f1-b402-5ece20b91f84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207526 Feb 04 17:45:26.476677 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-7d121248-25f6-4353-baa1-c92ebc9132c8 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:45:26.551921 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c292cafd-4220-4b73-8366-47d03fcac7f2 req-dba8dae0-137a-4137-bc7b-a9f73d97683b tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:45:26.554085 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-c292cafd-4220-4b73-8366-47d03fcac7f2 req-dba8dae0-137a-4137-bc7b-a9f73d97683b tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.89 "GET /v2.0/ports?device_id=cd0b1eef-8dc5-4f93-9761-84068fdadff5 HTTP/1.1" status: 200 len: 945 time: 0.0910819 Feb 04 17:45:26.636646 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.db_base_plugin_common [None req-7d121248-25f6-4353-baa1-c92ebc9132c8 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Allocated IP 172.25.6.204 (48165773-85ad-49a1-9ec1-76fc8dc24188/7660bfad-1ea8-4fe7-831b-bed836f13efc/54643d00-b1b9-4554-b45e-2532e8fb965f) {{(pid=103377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:45:26.665362 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-c292cafd-4220-4b73-8366-47d03fcac7f2 req-152dc5f8-2c78-4e5e-a582-b1ec9f54f1d8 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.89 "GET /v2.0/security-groups?id=08488bde-3452-4671-b745-5b4e8beeb3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037681 Feb 04 17:45:26.820636 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-7d121248-25f6-4353-baa1-c92ebc9132c8 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Publish callbacks [] for port (54643d00-b1b9-4554-b45e-2532e8fb965f), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:45:26.890931 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-7d121248-25f6-4353-baa1-c92ebc9132c8 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (54643d00-b1b9-4554-b45e-2532e8fb965f), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:45:26.962712 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d121248-25f6-4353-baa1-c92ebc9132c8 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Network 48165773-85ad-49a1-9ec1-76fc8dc24188 is already hosted by enough agents. {{(pid=103377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:45:26.968071 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [None req-7d121248-25f6-4353-baa1-c92ebc9132c8 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Resources bound (agent type, host, resource id): {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:45:26.972010 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d121248-25f6-4353-baa1-c92ebc9132c8 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Received port after_create {{(pid=103377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:45:26.999263 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d121248-25f6-4353-baa1-c92ebc9132c8 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Pushing event updated for resources: {'Port': ['ID=54643d00-b1b9-4554-b45e-2532e8fb965f,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:45:27.404078 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-7d121248-25f6-4353-baa1-c92ebc9132c8 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Publish callbacks [] for floatingip (e8b80fad-caa7-4e70-818c-90e946c79c9a), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:45:27.488038 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-7d121248-25f6-4353-baa1-c92ebc9132c8 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (54643d00-b1b9-4554-b45e-2532e8fb965f), before_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:45:28.124085 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-7d121248-25f6-4353-baa1-c92ebc9132c8 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Publish callbacks [] for port (54643d00-b1b9-4554-b45e-2532e8fb965f), precommit_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:45:28.130302 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-7d121248-25f6-4353-baa1-c92ebc9132c8 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25888290'] for port (54643d00-b1b9-4554-b45e-2532e8fb965f), after_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:45:28.181773 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d121248-25f6-4353-baa1-c92ebc9132c8 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Pushing event updated for resources: {'Port': ['ID=54643d00-b1b9-4554-b45e-2532e8fb965f,revision_number=2']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:45:28.197327 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d121248-25f6-4353-baa1-c92ebc9132c8 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:45:28.198731 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d121248-25f6-4353-baa1-c92ebc9132c8 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:45:28.199326 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d121248-25f6-4353-baa1-c92ebc9132c8 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:45:28.199891 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d121248-25f6-4353-baa1-c92ebc9132c8 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:45:28.200475 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d121248-25f6-4353-baa1-c92ebc9132c8 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:45:28.201066 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d121248-25f6-4353-baa1-c92ebc9132c8 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:45:28.201646 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d121248-25f6-4353-baa1-c92ebc9132c8 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:45:28.202194 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d121248-25f6-4353-baa1-c92ebc9132c8 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:45:28.202778 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d121248-25f6-4353-baa1-c92ebc9132c8 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:45:28.203339 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d121248-25f6-4353-baa1-c92ebc9132c8 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:45:28.203914 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d121248-25f6-4353-baa1-c92ebc9132c8 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:45:28.204498 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d121248-25f6-4353-baa1-c92ebc9132c8 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:45:28.205616 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d121248-25f6-4353-baa1-c92ebc9132c8 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:45:28.217166 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c574cd-7b59-4fe7-9db5-1ef078f7be43 req-b23873cf-fab7-410d-9e1e-f5f0fd508b7b tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:45:28.219031 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-45c574cd-7b59-4fe7-9db5-1ef078f7be43 req-b23873cf-fab7-410d-9e1e-f5f0fd508b7b tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.89 "GET /v2.0/ports?device_id=cd0b1eef-8dc5-4f93-9761-84068fdadff5 HTTP/1.1" status: 200 len: 945 time: 0.1531000 Feb 04 17:45:28.284075 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-7d121248-25f6-4353-baa1-c92ebc9132c8 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1595586'] for floatingip (e8b80fad-caa7-4e70-818c-90e946c79c9a), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:45:28.339788 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-45c574cd-7b59-4fe7-9db5-1ef078f7be43 req-0f73061a-ee8a-483b-b9bc-392038971da6 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.89 "GET /v2.0/security-groups?id=08488bde-3452-4671-b745-5b4e8beeb3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971277 Feb 04 17:45:28.422973 n-d-827839-2 neutron-server[103377]: INFO neutron.db.l3_db [None req-7d121248-25f6-4353-baa1-c92ebc9132c8 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Floating IP e8b80fad-caa7-4e70-818c-90e946c79c9a associated. External IP: 172.25.6.204, port: 756a02cd-0cae-4c90-9d5a-05eb81ac510b. Feb 04 17:45:28.685645 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d121248-25f6-4353-baa1-c92ebc9132c8 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Router b9f1b0d1-e3e3-4dc4-8bbe-9072c58b8050 has already been hosted by L3 agent 64ada913-9131-4d99-a265-63a920956287 {{(pid=103377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 17:45:28.810134 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d121248-25f6-4353-baa1-c92ebc9132c8 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Notify agent at l3_agent.n-d-827839-2 the message routers_updated {{(pid=103377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 17:45:28.822567 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2d64d3f-e795-4e3c-8ed3-052c04c5e0e2 None None] Sync routers for ids ['b9f1b0d1-e3e3-4dc4-8bbe-9072c58b8050'] in n-d-827839-2 {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 17:45:28.839347 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2d64d3f-e795-4e3c-8ed3-052c04c5e0e2 None None] Routers {'b9f1b0d1-e3e3-4dc4-8bbe-9072c58b8050'} bound to L3 agent in host n-d-827839-2 {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:45:28.840390 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-e2d64d3f-e795-4e3c-8ed3-052c04c5e0e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:45:03Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['b9f1b0d1-e3e3-4dc4-8bbe-9072c58b8050'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:45:28.845870 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-7d121248-25f6-4353-baa1-c92ebc9132c8 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for floatingip (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:45:28.901017 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-7d121248-25f6-4353-baa1-c92ebc9132c8 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] 10.222.0.89 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.8170941 Feb 04 17:45:28.903891 n-d-827839-2 neutron-server[103377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb6877a5-43b5-44e9-b880-81255ebc0c83', 'tag': '756a02cd-0cae-4c90-9d5a-05eb81ac510b'}] {{(pid=103377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:45:28.909174 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7240428b650e1488e9361b62648ff4b3a6c19d49d8c27c949491ab58c1346cf0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f8fc844-aa25-41f0-9698-c4679e925430" -d '{"events": [{"name": "network-changed", "server_uuid": "fb6877a5-43b5-44e9-b880-81255ebc0c83", "tag": "756a02cd-0cae-4c90-9d5a-05eb81ac510b"}]}' {{(pid=103377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:45:29.028378 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 17:45:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bba3369-71b7-4c74-abc5-b42097635801 x-openstack-request-id: req-7bba3369-71b7-4c74-abc5-b42097635801 {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:45:29.028817 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb6877a5-43b5-44e9-b880-81255ebc0c83", "tag": "756a02cd-0cae-4c90-9d5a-05eb81ac510b", "status": "completed", "code": 200}]} {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:45:29.029191 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-7bba3369-71b7-4c74-abc5-b42097635801 {{(pid=103377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:45:29.030121 n-d-827839-2 neutron-server[103377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb6877a5-43b5-44e9-b880-81255ebc0c83', 'tag': '756a02cd-0cae-4c90-9d5a-05eb81ac510b', 'status': 'completed', 'code': 200} Feb 04 17:45:29.053286 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvr_db [None req-e2d64d3f-e795-4e3c-8ed3-052c04c5e0e2 None None] Set router b9f1b0d1-e3e3-4dc4-8bbe-9072c58b8050 gateway port host: n-d-827839-2 {{(pid=103379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:45:29.109586 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56397725-4a46-414f-a315-45ce16ae826c req-87cf3b91-5cee-40f9-916c-7269365ebeb8 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:45:29.111776 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-56397725-4a46-414f-a315-45ce16ae826c req-87cf3b91-5cee-40f9-916c-7269365ebeb8 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] 10.222.0.89 "GET /v2.0/ports?device_id=fb6877a5-43b5-44e9-b880-81255ebc0c83 HTTP/1.1" status: 200 len: 946 time: 0.1394238 Feb 04 17:45:29.165754 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8fc844-aa25-41f0-9698-c4679e925430 req-adba86e1-210a-4e6a-adf8-d7bca08633f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:45:29.172697 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-2f8fc844-aa25-41f0-9698-c4679e925430 req-adba86e1-210a-4e6a-adf8-d7bca08633f2 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=86a0fd5c0c974eafbf1c6e95239dcb2c&device_id=fb6877a5-43b5-44e9-b880-81255ebc0c83 HTTP/1.1" status: 200 len: 1128 time: 0.1180067 Feb 04 17:45:29.281239 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-56397725-4a46-414f-a315-45ce16ae826c req-bb2c385a-033c-4420-898e-6714681c7b99 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] 10.222.0.89 "GET /v2.0/security-groups?id=4b0100f2-480f-41b8-8876-e30a8b4057ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1611104 Feb 04 17:45:29.297643 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 40612) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:45:29.406349 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8fc844-aa25-41f0-9698-c4679e925430 req-4d8e2285-f64f-4f9a-a9e1-2c3267fc65cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:45:29.412783 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-2f8fc844-aa25-41f0-9698-c4679e925430 req-4d8e2285-f64f-4f9a-a9e1-2c3267fc65cb service neutron] 10.222.0.90 "GET /v2.0/networks?id=c4c6b8bd-d4fb-4788-b4f1-2d944d88e7a1 HTTP/1.1" status: 200 len: 898 time: 0.2343276 Feb 04 17:45:29.446688 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-2220a92d-e454-4157-a58e-feb098088feb tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] 10.222.0.89 "GET /v2.0/floatingips/e8b80fad-caa7-4e70-818c-90e946c79c9a HTTP/1.1" status: 200 len: 992 time: 0.1463766 Feb 04 17:45:29.476766 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-e2d64d3f-e795-4e3c-8ed3-052c04c5e0e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9f1b0d1-e3e3-4dc4-8bbe-9072c58b8050', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2130738469', 'tenant_id': '86a0fd5c0c974eafbf1c6e95239dcb2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.241'}], 'enable_snat': True}, 'gw_port_id': '2e96344d-b719-4849-bb35-7894454f78c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:45:06Z', 'updated_at': '2022-02-04T17:45:10Z', 'revision_number': 4, 'project_id': '86a0fd5c0c974eafbf1c6e95239dcb2c', 'gw_port': {'id': '2e96344d-b719-4849-bb35-7894454f78c6', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:82:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9f1b0d1-e3e3-4dc4-8bbe-9072c58b8050', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3366, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:45:07Z', 'updated_at': '2022-02-04T17:45:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_floatingips': [{'id': 'e8b80fad-caa7-4e70-818c-90e946c79c9a', 'tenant_id': '86a0fd5c0c974eafbf1c6e95239dcb2c', 'floating_ip_address': '172.25.6.204', 'floating_network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'router_id': 'b9f1b0d1-e3e3-4dc4-8bbe-9072c58b8050', 'port_id': '756a02cd-0cae-4c90-9d5a-05eb81ac510b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3372, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4c6b8bd-d4fb-4788-b4f1-2d944d88e7a1', 'mac_address': 'fa:16:3e:94:7f:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb6877a5-43b5-44e9-b880-81255ebc0c83', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T17:45:27Z', 'updated_at': '2022-02-04T17:45:27Z', 'revision_number': 0, 'project_id': '86a0fd5c0c974eafbf1c6e95239dcb2c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2bec3ed-86be-45c8-a5ca-cb9db26a7ec0', 'name': '', 'network_id': 'c4c6b8bd-d4fb-4788-b4f1-2d944d88e7a1', 'tenant_id': '86a0fd5c0c974eafbf1c6e95239dcb2c', 'mac_address': 'fa:16:3e:3c:7f:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9f1b0d1-e3e3-4dc4-8bbe-9072c58b8050', 'device_owner': 'network:router_interface', 'standard_attr_id': 3369, 'fixed_ips': [{'subnet_id': '3ecc9f87-97b0-4c7a-bcbb-cce4bed8f320', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:45:09Z', 'updated_at': '2022-02-04T17:45:14Z', 'revision_number': 5, 'project_id': '86a0fd5c0c974eafbf1c6e95239dcb2c', 'subnets': [{'id': '3ecc9f87-97b0-4c7a-bcbb-cce4bed8f320', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-2', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:45:29.518757 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2d64d3f-e795-4e3c-8ed3-052c04c5e0e2 None None] Checking router: b9f1b0d1-e3e3-4dc4-8bbe-9072c58b8050 for host: n-d-827839-2 {{(pid=103379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 17:45:29.528776 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2d64d3f-e795-4e3c-8ed3-052c04c5e0e2 None None] Routers {'b9f1b0d1-e3e3-4dc4-8bbe-9072c58b8050'} bound to L3 agent in host n-d-827839-2 {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:45:29.529500 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-e2d64d3f-e795-4e3c-8ed3-052c04c5e0e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:45:03Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['b9f1b0d1-e3e3-4dc4-8bbe-9072c58b8050'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:45:29.587062 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c16a417-32e7-425c-9215-b22e5f359115 req-ea76f8e2-6581-445f-917e-96a5074a9508 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:45:29.594762 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-0c16a417-32e7-425c-9215-b22e5f359115 req-ea76f8e2-6581-445f-917e-96a5074a9508 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.89 "GET /v2.0/ports?device_id=cd0b1eef-8dc5-4f93-9761-84068fdadff5 HTTP/1.1" status: 200 len: 945 time: 0.0968523 Feb 04 17:45:29.604882 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-2f8fc844-aa25-41f0-9698-c4679e925430 req-3751e793-1a38-47c7-819b-5b32a287fb43 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=756a02cd-0cae-4c90-9d5a-05eb81ac510b HTTP/1.1" status: 200 len: 1000 time: 0.1857388 Feb 04 17:45:29.661756 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8fc844-aa25-41f0-9698-c4679e925430 req-8621367a-3d43-4365-b03f-8cbe1d197a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:45:29.663872 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-2f8fc844-aa25-41f0-9698-c4679e925430 req-8621367a-3d43-4365-b03f-8cbe1d197a20 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=3ecc9f87-97b0-4c7a-bcbb-cce4bed8f320 HTTP/1.1" status: 200 len: 834 time: 0.0514982 Feb 04 17:45:29.684282 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvr_db [None req-e2d64d3f-e795-4e3c-8ed3-052c04c5e0e2 None None] Set router b9f1b0d1-e3e3-4dc4-8bbe-9072c58b8050 gateway port host: n-d-827839-2 {{(pid=103379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:45:29.751628 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-0c16a417-32e7-425c-9215-b22e5f359115 req-0db7e3fa-496c-43dd-bbb0-654f78f1ecee tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.89 "GET /v2.0/security-groups?id=08488bde-3452-4671-b745-5b4e8beeb3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557641 Feb 04 17:45:29.763712 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-90e9fa31-95fa-470f-9eb3-5de6c8d0d012 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (bb89f5a3-3c22-440b-b7d1-c4f0c43c184a), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:45:29.771186 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8fc844-aa25-41f0-9698-c4679e925430 req-ae35d02f-0ee2-4586-b942-56b69cb1ea10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:45:29.776134 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-2f8fc844-aa25-41f0-9698-c4679e925430 req-ae35d02f-0ee2-4586-b942-56b69cb1ea10 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=c4c6b8bd-d4fb-4788-b4f1-2d944d88e7a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1042447 Feb 04 17:45:29.926577 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-2f8fc844-aa25-41f0-9698-c4679e925430 req-78db9469-dfc9-49bc-945c-252eab35bd7b service neutron] 10.222.0.90 "GET /v2.0/networks/c4c6b8bd-d4fb-4788-b4f1-2d944d88e7a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1418335 Feb 04 17:45:30.051019 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-e2d64d3f-e795-4e3c-8ed3-052c04c5e0e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9f1b0d1-e3e3-4dc4-8bbe-9072c58b8050', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2130738469', 'tenant_id': '86a0fd5c0c974eafbf1c6e95239dcb2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.241'}], 'enable_snat': True}, 'gw_port_id': '2e96344d-b719-4849-bb35-7894454f78c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:45:06Z', 'updated_at': '2022-02-04T17:45:10Z', 'revision_number': 4, 'project_id': '86a0fd5c0c974eafbf1c6e95239dcb2c', 'gw_port': {'id': '2e96344d-b719-4849-bb35-7894454f78c6', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:82:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9f1b0d1-e3e3-4dc4-8bbe-9072c58b8050', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3366, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:45:07Z', 'updated_at': '2022-02-04T17:45:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_floatingips': [{'id': 'e8b80fad-caa7-4e70-818c-90e946c79c9a', 'tenant_id': '86a0fd5c0c974eafbf1c6e95239dcb2c', 'floating_ip_address': '172.25.6.204', 'floating_network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'router_id': 'b9f1b0d1-e3e3-4dc4-8bbe-9072c58b8050', 'port_id': '756a02cd-0cae-4c90-9d5a-05eb81ac510b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3372, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4c6b8bd-d4fb-4788-b4f1-2d944d88e7a1', 'mac_address': 'fa:16:3e:94:7f:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb6877a5-43b5-44e9-b880-81255ebc0c83', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T17:45:27Z', 'updated_at': '2022-02-04T17:45:27Z', 'revision_number': 0, 'project_id': '86a0fd5c0c974eafbf1c6e95239dcb2c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2bec3ed-86be-45c8-a5ca-cb9db26a7ec0', 'name': '', 'network_id': 'c4c6b8bd-d4fb-4788-b4f1-2d944d88e7a1', 'tenant_id': '86a0fd5c0c974eafbf1c6e95239dcb2c', 'mac_address': 'fa:16:3e:3c:7f:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9f1b0d1-e3e3-4dc4-8bbe-9072c58b8050', 'device_owner': 'network:router_interface', 'standard_attr_id': 3369, 'fixed_ips': [{'subnet_id': '3ecc9f87-97b0-4c7a-bcbb-cce4bed8f320', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:45:09Z', 'updated_at': '2022-02-04T17:45:14Z', 'revision_number': 5, 'project_id': '86a0fd5c0c974eafbf1c6e95239dcb2c', 'subnets': [{'id': '3ecc9f87-97b0-4c7a-bcbb-cce4bed8f320', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-2', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:45:30.072495 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-2f8fc844-aa25-41f0-9698-c4679e925430 req-671eac22-d6f7-4972-b7c7-e8240b9a7d1b service neutron] 10.222.0.90 "GET /v2.0/networks/c4c6b8bd-d4fb-4788-b4f1-2d944d88e7a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1389747 Feb 04 17:45:30.103162 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2d64d3f-e795-4e3c-8ed3-052c04c5e0e2 None None] The sync data for ids ['b9f1b0d1-e3e3-4dc4-8bbe-9072c58b8050'] in n-d-827839-2 is: [{'id': 'b9f1b0d1-e3e3-4dc4-8bbe-9072c58b8050', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2130738469', 'tenant_id': '86a0fd5c0c974eafbf1c6e95239dcb2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.241'}], 'enable_snat': True}, 'gw_port_id': '2e96344d-b719-4849-bb35-7894454f78c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:45:06Z', 'updated_at': '2022-02-04T17:45:10Z', 'revision_number': 4, 'project_id': '86a0fd5c0c974eafbf1c6e95239dcb2c', 'gw_port': {'id': '2e96344d-b719-4849-bb35-7894454f78c6', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:82:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9f1b0d1-e3e3-4dc4-8bbe-9072c58b8050', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3366, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:45:07Z', 'updated_at': '2022-02-04T17:45:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_floatingips': [{'id': 'e8b80fad-caa7-4e70-818c-90e946c79c9a', 'tenant_id': '86a0fd5c0c974eafbf1c6e95239dcb2c', 'floating_ip_address': '172.25.6.204', 'floating_network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'router_id': 'b9f1b0d1-e3e3-4dc4-8bbe-9072c58b8050', 'port_id': '756a02cd-0cae-4c90-9d5a-05eb81ac510b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3372, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4c6b8bd-d4fb-4788-b4f1-2d944d88e7a1', 'mac_address': 'fa:16:3e:94:7f:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb6877a5-43b5-44e9-b880-81255ebc0c83', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T17:45:27Z', 'updated_at': '2022-02-04T17:45:27Z', 'revision_number': 0, 'project_id': '86a0fd5c0c974eafbf1c6e95239dcb2c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2bec3ed-86be-45c8-a5ca-cb9db26a7ec0', 'name': '', 'network_id': 'c4c6b8bd-d4fb-4788-b4f1-2d944d88e7a1', 'tenant_id': '86a0fd5c0c974eafbf1c6e95239dcb2c', 'mac_address': 'fa:16:3e:3c:7f:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9f1b0d1-e3e3-4dc4-8bbe-9072c58b8050', 'device_owner': 'network:router_interface', 'standard_attr_id': 3369, 'fixed_ips': [{'subnet_id': '3ecc9f87-97b0-4c7a-bcbb-cce4bed8f320', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:45:09Z', 'updated_at': '2022-02-04T17:45:14Z', 'revision_number': 5, 'project_id': '86a0fd5c0c974eafbf1c6e95239dcb2c', 'subnets': [{'id': '3ecc9f87-97b0-4c7a-bcbb-cce4bed8f320', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 17:45:30.391868 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bf1afb6-11bb-4fb3-9195-3f885393afee None None] New status for floating IP e8b80fad-caa7-4e70-818c-90e946c79c9a: ACTIVE {{(pid=103378) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 17:45:30.448671 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 40618) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:45:30.566379 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-1fb5c1ad-e361-4568-a2b4-a66eea1c0fee tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] 10.222.0.89 "GET /v2.0/floatingips/e8b80fad-caa7-4e70-818c-90e946c79c9a HTTP/1.1" status: 200 len: 992 time: 0.1165278 Feb 04 17:45:30.877735 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7862ea77-394c-499a-93f2-5ab26bb10598 req-a96e50e8-e90e-4c1f-a643-36e0b6e97b4a tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:45:30.879627 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-7862ea77-394c-499a-93f2-5ab26bb10598 req-a96e50e8-e90e-4c1f-a643-36e0b6e97b4a tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.89 "GET /v2.0/ports?device_id=cd0b1eef-8dc5-4f93-9761-84068fdadff5 HTTP/1.1" status: 200 len: 945 time: 0.0559800 Feb 04 17:45:30.934176 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-7862ea77-394c-499a-93f2-5ab26bb10598 req-9c9245a7-6e00-4aed-8f90-5d4cb958f6f7 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.89 "GET /v2.0/security-groups?id=08488bde-3452-4671-b745-5b4e8beeb3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475447 Feb 04 17:45:31.570753 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 40624) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:45:31.645215 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-ba6d6eef-3bdc-4a45-acb7-fce01b8485e8 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] 10.222.0.89 "GET /v2.0/floatingips/e8b80fad-caa7-4e70-818c-90e946c79c9a HTTP/1.1" status: 200 len: 994 time: 0.0723000 Feb 04 17:45:32.093825 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22fc1ed-8c94-4f69-a719-a07543f535d8 req-2866e892-5eea-4c10-a177-fd49d08db024 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:45:32.096392 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-f22fc1ed-8c94-4f69-a719-a07543f535d8 req-2866e892-5eea-4c10-a177-fd49d08db024 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.89 "GET /v2.0/ports?device_id=cd0b1eef-8dc5-4f93-9761-84068fdadff5 HTTP/1.1" status: 200 len: 945 time: 0.0827050 Feb 04 17:45:32.182738 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-f22fc1ed-8c94-4f69-a719-a07543f535d8 req-9947e48e-ba14-4df2-bc57-e889eca1874c tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.89 "GET /v2.0/security-groups?id=08488bde-3452-4671-b745-5b4e8beeb3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757411 Feb 04 17:45:32.840658 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5b6d63e2-79e6-4544-a596-4e5ff344cc64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (64ada913-9131-4d99-a265-63a920956287), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:45:33.039818 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d408ec64-b374-4acb-a1fc-48241dad6d47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (0cd6d64a-47a7-40ff-8c12-71dd526c62e0), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:45:33.352109 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a87daa5-3e77-419a-a8ba-b72356361c35 req-04820f31-d1f9-4172-ad7c-646f226fbd46 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:45:33.354270 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-8a87daa5-3e77-419a-a8ba-b72356361c35 req-04820f31-d1f9-4172-ad7c-646f226fbd46 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.89 "GET /v2.0/ports?device_id=cd0b1eef-8dc5-4f93-9761-84068fdadff5 HTTP/1.1" status: 200 len: 945 time: 0.0773602 Feb 04 17:45:33.425130 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-8a87daa5-3e77-419a-a8ba-b72356361c35 req-3f259004-58fc-40b2-b4b1-3d5060df07c7 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.89 "GET /v2.0/security-groups?id=08488bde-3452-4671-b745-5b4e8beeb3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559759 Feb 04 17:45:34.579180 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da713ee-8045-48b0-baaf-ad29755b9034 req-0282aad9-7bb3-4945-8b0b-920934c6fda5 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:45:34.579180 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-9da713ee-8045-48b0-baaf-ad29755b9034 req-0282aad9-7bb3-4945-8b0b-920934c6fda5 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.89 "GET /v2.0/ports?device_id=cd0b1eef-8dc5-4f93-9761-84068fdadff5 HTTP/1.1" status: 200 len: 945 time: 0.0601714 Feb 04 17:45:34.643887 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-9da713ee-8045-48b0-baaf-ad29755b9034 req-c0358d8c-cede-4137-a1f1-51cf685f09b9 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.89 "GET /v2.0/security-groups?id=08488bde-3452-4671-b745-5b4e8beeb3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639148 Feb 04 17:45:34.840762 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4f14bb47-e72b-46ac-9e44-a61d9293afcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (75326290-f7a3-4db8-9cf2-15c7139ed224), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:45:35.739379 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (ba70844b-66a0-45fd-a2f2-e6ed673321fc), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:45:35.783121 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0305d7-26be-46d7-8dde-66d4dbb13822 req-3920bdb8-16ab-4bf9-9187-a150f22ab371 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:45:35.784720 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-5e0305d7-26be-46d7-8dde-66d4dbb13822 req-3920bdb8-16ab-4bf9-9187-a150f22ab371 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.89 "GET /v2.0/ports?device_id=cd0b1eef-8dc5-4f93-9761-84068fdadff5 HTTP/1.1" status: 200 len: 945 time: 0.0656044 Feb 04 17:45:35.835961 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-5e0305d7-26be-46d7-8dde-66d4dbb13822 req-e021bdb5-b6e2-4af3-9a81-e40deeece6e8 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.89 "GET /v2.0/security-groups?id=08488bde-3452-4671-b745-5b4e8beeb3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451729 Feb 04 17:45:36.153180 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829447ff-8ff1-40ad-afca-99f8fd5d0ea6 req-ca1206b9-b1e4-4c8b-b208-6b78e41283b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:45:36.154760 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-829447ff-8ff1-40ad-afca-99f8fd5d0ea6 req-ca1206b9-b1e4-4c8b-b208-6b78e41283b8 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=5f7c63cd6c624891853d19549e45e9fe&device_id=cd0b1eef-8dc5-4f93-9761-84068fdadff5 HTTP/1.1" status: 200 len: 1127 time: 0.0472376 Feb 04 17:45:36.270117 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829447ff-8ff1-40ad-afca-99f8fd5d0ea6 req-a4e32138-59c7-4978-9dd9-2ed2cdf96ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:45:36.274473 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-829447ff-8ff1-40ad-afca-99f8fd5d0ea6 req-a4e32138-59c7-4978-9dd9-2ed2cdf96ac2 service neutron] 10.222.0.96 "GET /v2.0/networks?id=b55b6cf7-96ca-44f1-b402-5ece20b91f84 HTTP/1.1" status: 200 len: 913 time: 0.1112289 Feb 04 17:45:36.320370 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-829447ff-8ff1-40ad-afca-99f8fd5d0ea6 req-00fc7210-e5fb-4567-8917-8a4f4d4a0ae3 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ad51a914-6723-4735-91a0-37b92e59a1d2 HTTP/1.1" status: 200 len: 217 time: 0.0394206 Feb 04 17:45:36.375087 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829447ff-8ff1-40ad-afca-99f8fd5d0ea6 req-f81f9fe6-29d6-4c99-b8de-513b79b54efc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:45:36.377331 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-829447ff-8ff1-40ad-afca-99f8fd5d0ea6 req-f81f9fe6-29d6-4c99-b8de-513b79b54efc service neutron] 10.222.0.96 "GET /v2.0/subnets?id=56d77231-1e8a-430f-89bb-45ff7f982beb HTTP/1.1" status: 200 len: 851 time: 0.0449333 Feb 04 17:45:36.435230 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829447ff-8ff1-40ad-afca-99f8fd5d0ea6 req-23e7f1b9-bb64-457d-a50d-28a6e947e844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:45:36.436891 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-829447ff-8ff1-40ad-afca-99f8fd5d0ea6 req-23e7f1b9-bb64-457d-a50d-28a6e947e844 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=b55b6cf7-96ca-44f1-b402-5ece20b91f84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0525701 Feb 04 17:45:36.533897 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-829447ff-8ff1-40ad-afca-99f8fd5d0ea6 req-f4c675a3-3c19-48b3-a460-b179e9d2e80a service neutron] 10.222.0.96 "GET /v2.0/networks/b55b6cf7-96ca-44f1-b402-5ece20b91f84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851312 Feb 04 17:45:36.632261 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-829447ff-8ff1-40ad-afca-99f8fd5d0ea6 req-9470534a-5674-4b42-a80c-bef6399ff6b2 service neutron] 10.222.0.96 "GET /v2.0/networks/b55b6cf7-96ca-44f1-b402-5ece20b91f84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880802 Feb 04 17:45:36.964023 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9204900b-d12e-4eae-88d8-9f89e5772f37 req-661680d9-62c5-4603-8739-75c232e82acd tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:45:36.965545 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-9204900b-d12e-4eae-88d8-9f89e5772f37 req-661680d9-62c5-4603-8739-75c232e82acd tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.89 "GET /v2.0/ports?device_id=cd0b1eef-8dc5-4f93-9761-84068fdadff5 HTTP/1.1" status: 200 len: 945 time: 0.0583630 Feb 04 17:45:37.015208 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-9204900b-d12e-4eae-88d8-9f89e5772f37 req-ab4a71a9-53a9-4c20-905b-1399c82ad902 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.89 "GET /v2.0/security-groups?id=08488bde-3452-4671-b745-5b4e8beeb3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440559 Feb 04 17:45:38.147092 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea18ed8-17b3-4986-81fa-6a9bf0eac7c6 req-79131ae5-d76c-4ac3-ac95-295f72903110 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:45:38.148904 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-6ea18ed8-17b3-4986-81fa-6a9bf0eac7c6 req-79131ae5-d76c-4ac3-ac95-295f72903110 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.89 "GET /v2.0/ports?device_id=cd0b1eef-8dc5-4f93-9761-84068fdadff5 HTTP/1.1" status: 200 len: 945 time: 0.0559051 Feb 04 17:45:38.195475 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-6ea18ed8-17b3-4986-81fa-6a9bf0eac7c6 req-492df825-2db0-4361-a3a7-9700aabc50e3 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.89 "GET /v2.0/security-groups?id=08488bde-3452-4671-b745-5b4e8beeb3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408788 Feb 04 17:45:39.213096 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device ad51a914-6723-4735-91a0-37b92e59a1d2 no longer exists at agent hyperv_n-h1-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:45:39.314789 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Current status of the port ad51a914-6723-4735-91a0-37b92e59a1d2 is: ACTIVE; New status is: DOWN {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:45:39.315178 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (ad51a914-6723-4735-91a0-37b92e59a1d2), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:45:39.326663 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6289607e-e242-4ed4-8f9c-73d820eed069 req-f72d09e2-dea3-47c3-926f-40725da51918 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:45:39.328265 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-6289607e-e242-4ed4-8f9c-73d820eed069 req-f72d09e2-dea3-47c3-926f-40725da51918 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.89 "GET /v2.0/ports?device_id=cd0b1eef-8dc5-4f93-9761-84068fdadff5 HTTP/1.1" status: 200 len: 945 time: 0.0614481 Feb 04 17:45:39.362415 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] For port ad51a914-6723-4735-91a0-37b92e59a1d2, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=ad51a914-6723-4735-91a0-37b92e59a1d2,segment=NetworkSegment(95e3d896-e0ab-47f8-8257-e5c06c9261eb),segment_id=95e3d896-e0ab-47f8-8257-e5c06c9261eb)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:45:39.363868 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd0b1eef-8dc5-4f93-9761-84068fdadff5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ad51a914-6723-4735-91a0-37b92e59a1d2'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:45:39.366517 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c34bc964ce2211770fda26ca2f3801cc06f4f39928110690550e94ab9c9d2fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffffd31e-1923-47e4-bac0-4a48ee67aad9" -d '{"events": [{"server_uuid": "cd0b1eef-8dc5-4f93-9761-84068fdadff5", "name": "network-vif-unplugged", "status": "completed", "tag": "ad51a914-6723-4735-91a0-37b92e59a1d2"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:45:39.370870 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (ad51a914-6723-4735-91a0-37b92e59a1d2), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:45:39.398830 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-6289607e-e242-4ed4-8f9c-73d820eed069 req-6705aaf8-f8ef-4e6e-90c5-63d72c746dcf tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.89 "GET /v2.0/security-groups?id=08488bde-3452-4671-b745-5b4e8beeb3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610228 Feb 04 17:45:39.426334 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 04 Feb 2022 17:45:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6c34089-faa0-45df-b29a-523a4bc0c7ef x-openstack-request-id: req-c6c34089-faa0-45df-b29a-523a4bc0c7ef {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:45:39.426629 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd0b1eef-8dc5-4f93-9761-84068fdadff5", "name": "network-vif-unplugged", "status": "completed", "tag": "ad51a914-6723-4735-91a0-37b92e59a1d2", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:45:39.426882 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-c6c34089-faa0-45df-b29a-523a4bc0c7ef {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:45:39.427282 n-d-827839-2 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd0b1eef-8dc5-4f93-9761-84068fdadff5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ad51a914-6723-4735-91a0-37b92e59a1d2', 'code': 200} Feb 04 17:45:39.448875 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Pushing event updated for resources: {'Port': ['ID=ad51a914-6723-4735-91a0-37b92e59a1d2,revision_number=8']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:45:40.311861 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (f20a1ab3-4332-4f54-833b-ba4a7c687e89), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:45:40.521343 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667640e4-0add-4101-8884-f91320750ac7 req-47391d08-9fd2-49e3-9988-05dc01c2ae68 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:45:40.523159 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-667640e4-0add-4101-8884-f91320750ac7 req-47391d08-9fd2-49e3-9988-05dc01c2ae68 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.89 "GET /v2.0/ports?device_id=cd0b1eef-8dc5-4f93-9761-84068fdadff5 HTTP/1.1" status: 200 len: 943 time: 0.0576270 Feb 04 17:45:40.570942 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-667640e4-0add-4101-8884-f91320750ac7 req-355eedde-a8b5-4886-8d9f-59a42e49dce3 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.89 "GET /v2.0/security-groups?id=08488bde-3452-4671-b745-5b4e8beeb3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415664 Feb 04 17:45:40.698378 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db62bd37-ff8a-42ef-80d2-7f7e6e46cb25 req-b01c9ad1-8586-466f-9dcd-1a41a402a639 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:45:40.699924 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-db62bd37-ff8a-42ef-80d2-7f7e6e46cb25 req-b01c9ad1-8586-466f-9dcd-1a41a402a639 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.89 "GET /v2.0/ports?device_id=3c7675e1-1c8a-410f-be7f-b37c48bc9d65 HTTP/1.1" status: 200 len: 945 time: 0.0570567 Feb 04 17:45:40.749346 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-db62bd37-ff8a-42ef-80d2-7f7e6e46cb25 req-8858fb53-2597-4fd4-9932-74206f4fbedb tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.89 "GET /v2.0/security-groups?id=93ceaf89-daf9-4fd7-ba90-ecf1cae67db9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427601 Feb 04 17:45:40.873832 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09573c02-af4b-4062-ade0-716a2b2ef9c3 req-d187b285-9681-460c-a501-758f2bf46c87 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:45:40.875369 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-09573c02-af4b-4062-ade0-716a2b2ef9c3 req-d187b285-9681-460c-a501-758f2bf46c87 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.89 "GET /v2.0/ports?device_id=3c7675e1-1c8a-410f-be7f-b37c48bc9d65 HTTP/1.1" status: 200 len: 945 time: 0.0531631 Feb 04 17:45:40.923610 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-09573c02-af4b-4062-ade0-716a2b2ef9c3 req-8aa4c877-0778-405e-a1df-8e3ecbb1e310 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.89 "GET /v2.0/security-groups?id=93ceaf89-daf9-4fd7-ba90-ecf1cae67db9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410841 Feb 04 17:45:41.131721 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d62634-85d3-4d35-aa95-f997f721de39 req-c8759504-92d7-4f3d-a68f-d5cf01e41304 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:45:41.133242 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-28d62634-85d3-4d35-aa95-f997f721de39 req-c8759504-92d7-4f3d-a68f-d5cf01e41304 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.89 "GET /v2.0/ports?device_id=3c7675e1-1c8a-410f-be7f-b37c48bc9d65 HTTP/1.1" status: 200 len: 945 time: 0.0533340 Feb 04 17:45:41.188373 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-28d62634-85d3-4d35-aa95-f997f721de39 req-7bc7b2f2-8ad4-4279-9770-295bb9cf87aa tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.89 "GET /v2.0/security-groups?id=93ceaf89-daf9-4fd7-ba90-ecf1cae67db9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494792 Feb 04 17:45:42.323525 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7c366c-85bb-4d34-b241-fd82494d9665 req-3a4e339e-0991-4233-90fb-7e5e6e8d48df tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:45:42.325198 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-5a7c366c-85bb-4d34-b241-fd82494d9665 req-3a4e339e-0991-4233-90fb-7e5e6e8d48df tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.89 "GET /v2.0/ports?device_id=3c7675e1-1c8a-410f-be7f-b37c48bc9d65 HTTP/1.1" status: 200 len: 945 time: 0.0610831 Feb 04 17:45:42.373711 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-5a7c366c-85bb-4d34-b241-fd82494d9665 req-68cadf97-95f0-43d1-a93b-80034d826b83 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.89 "GET /v2.0/security-groups?id=93ceaf89-daf9-4fd7-ba90-ecf1cae67db9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429130 Feb 04 17:45:42.446945 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (3f9244a9-75fc-4c10-b195-11d48b853b41), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:45:43.496482 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0dbbc65-9619-4093-9fa6-15ab0d9d0146 req-1016843c-8932-49df-8342-ad5909a788b3 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:45:43.497996 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-c0dbbc65-9619-4093-9fa6-15ab0d9d0146 req-1016843c-8932-49df-8342-ad5909a788b3 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.89 "GET /v2.0/ports?device_id=3c7675e1-1c8a-410f-be7f-b37c48bc9d65 HTTP/1.1" status: 200 len: 945 time: 0.0526984 Feb 04 17:45:43.545476 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-c0dbbc65-9619-4093-9fa6-15ab0d9d0146 req-c3ec0115-f354-4ce3-84f3-7c3249ccfe28 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.89 "GET /v2.0/security-groups?id=93ceaf89-daf9-4fd7-ba90-ecf1cae67db9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416379 Feb 04 17:45:44.667155 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3054a38b-3cbd-43c2-9d86-75c0d4ec1ba8 req-d74bddfc-a460-4c38-a796-f538b6121b69 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:45:44.668653 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-3054a38b-3cbd-43c2-9d86-75c0d4ec1ba8 req-d74bddfc-a460-4c38-a796-f538b6121b69 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.89 "GET /v2.0/ports?device_id=3c7675e1-1c8a-410f-be7f-b37c48bc9d65 HTTP/1.1" status: 200 len: 945 time: 0.0543265 Feb 04 17:45:44.717695 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-3054a38b-3cbd-43c2-9d86-75c0d4ec1ba8 req-e14477a9-2178-429c-8461-2ea0b96e1b78 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.89 "GET /v2.0/security-groups?id=93ceaf89-daf9-4fd7-ba90-ecf1cae67db9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425720 Feb 04 17:45:45.839104 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265a7005-2cbd-470e-8d2a-e17aaad49634 req-3a8cfdd5-f391-4542-acde-60e5ca2f825f tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:45:45.840704 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-265a7005-2cbd-470e-8d2a-e17aaad49634 req-3a8cfdd5-f391-4542-acde-60e5ca2f825f tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.89 "GET /v2.0/ports?device_id=3c7675e1-1c8a-410f-be7f-b37c48bc9d65 HTTP/1.1" status: 200 len: 945 time: 0.0554368 Feb 04 17:45:45.892108 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-265a7005-2cbd-470e-8d2a-e17aaad49634 req-966963a6-309f-446d-9af1-423a76c6ac4f tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.89 "GET /v2.0/security-groups?id=93ceaf89-daf9-4fd7-ba90-ecf1cae67db9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435047 Feb 04 17:45:47.021903 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1198178-14dc-4c4e-86ad-61c272a5b217 req-5d4dcf2a-9cdc-49ef-b82e-a7011b24ab6f tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:45:47.023709 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-e1198178-14dc-4c4e-86ad-61c272a5b217 req-5d4dcf2a-9cdc-49ef-b82e-a7011b24ab6f tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.89 "GET /v2.0/ports?device_id=3c7675e1-1c8a-410f-be7f-b37c48bc9d65 HTTP/1.1" status: 200 len: 945 time: 0.0579991 Feb 04 17:45:47.071394 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-e1198178-14dc-4c4e-86ad-61c272a5b217 req-d6685d7c-4d49-4875-b659-2666ddeca58e tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.89 "GET /v2.0/security-groups?id=93ceaf89-daf9-4fd7-ba90-ecf1cae67db9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417197 Feb 04 17:45:48.200417 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baaf041b-f126-4f15-ac23-d4d74381a6e4 req-6bfd2b8b-47cb-4db7-ba47-8495c927ebf3 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:45:48.202020 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-baaf041b-f126-4f15-ac23-d4d74381a6e4 req-6bfd2b8b-47cb-4db7-ba47-8495c927ebf3 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.89 "GET /v2.0/ports?device_id=3c7675e1-1c8a-410f-be7f-b37c48bc9d65 HTTP/1.1" status: 200 len: 945 time: 0.0611849 Feb 04 17:45:48.255945 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-baaf041b-f126-4f15-ac23-d4d74381a6e4 req-b2bfe5c5-383d-48a9-87b9-7043234ee20f tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.89 "GET /v2.0/security-groups?id=93ceaf89-daf9-4fd7-ba90-ecf1cae67db9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473096 Feb 04 17:45:48.659343 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 40946) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:45:48.821717 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-39070b0c-817a-489f-b109-9d43c5ec9b79 tempest-TestVolumeBackupRestore-803048355 tempest-TestVolumeBackupRestore-803048355-project] Deleting port 84a57fb6-05c5-4e51-98f3-dd17e0f08551 {{(pid=103376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:45:48.822058 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-39070b0c-817a-489f-b109-9d43c5ec9b79 tempest-TestVolumeBackupRestore-803048355 tempest-TestVolumeBackupRestore-803048355-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (84a57fb6-05c5-4e51-98f3-dd17e0f08551), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:45:48.899080 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-39070b0c-817a-489f-b109-9d43c5ec9b79 tempest-TestVolumeBackupRestore-803048355 tempest-TestVolumeBackupRestore-803048355-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (84a57fb6-05c5-4e51-98f3-dd17e0f08551), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:45:48.899401 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-39070b0c-817a-489f-b109-9d43c5ec9b79 tempest-TestVolumeBackupRestore-803048355 tempest-TestVolumeBackupRestore-803048355-project] Publish callbacks [] for floatingip (84a57fb6-05c5-4e51-98f3-dd17e0f08551), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:45:48.911279 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-39070b0c-817a-489f-b109-9d43c5ec9b79 tempest-TestVolumeBackupRestore-803048355 tempest-TestVolumeBackupRestore-803048355-project] Calling delete_port for 84a57fb6-05c5-4e51-98f3-dd17e0f08551 owned by network:floatingip {{(pid=103376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:45:49.074054 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-39070b0c-817a-489f-b109-9d43c5ec9b79 tempest-TestVolumeBackupRestore-803048355 tempest-TestVolumeBackupRestore-803048355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (84a57fb6-05c5-4e51-98f3-dd17e0f08551), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:45:49.100089 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39070b0c-817a-489f-b109-9d43c5ec9b79 tempest-TestVolumeBackupRestore-803048355 tempest-TestVolumeBackupRestore-803048355-project] Pushing event deleted for resources: {'Port': ['ID=84a57fb6-05c5-4e51-98f3-dd17e0f08551,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:45:49.113263 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39070b0c-817a-489f-b109-9d43c5ec9b79 tempest-TestVolumeBackupRestore-803048355 tempest-TestVolumeBackupRestore-803048355-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:45:49.113627 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39070b0c-817a-489f-b109-9d43c5ec9b79 tempest-TestVolumeBackupRestore-803048355 tempest-TestVolumeBackupRestore-803048355-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:45:49.113978 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39070b0c-817a-489f-b109-9d43c5ec9b79 tempest-TestVolumeBackupRestore-803048355 tempest-TestVolumeBackupRestore-803048355-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:45:49.114326 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39070b0c-817a-489f-b109-9d43c5ec9b79 tempest-TestVolumeBackupRestore-803048355 tempest-TestVolumeBackupRestore-803048355-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:45:49.114668 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39070b0c-817a-489f-b109-9d43c5ec9b79 tempest-TestVolumeBackupRestore-803048355 tempest-TestVolumeBackupRestore-803048355-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:45:49.115008 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39070b0c-817a-489f-b109-9d43c5ec9b79 tempest-TestVolumeBackupRestore-803048355 tempest-TestVolumeBackupRestore-803048355-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:45:49.115345 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39070b0c-817a-489f-b109-9d43c5ec9b79 tempest-TestVolumeBackupRestore-803048355 tempest-TestVolumeBackupRestore-803048355-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:45:49.115682 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39070b0c-817a-489f-b109-9d43c5ec9b79 tempest-TestVolumeBackupRestore-803048355 tempest-TestVolumeBackupRestore-803048355-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:45:49.116012 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39070b0c-817a-489f-b109-9d43c5ec9b79 tempest-TestVolumeBackupRestore-803048355 tempest-TestVolumeBackupRestore-803048355-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:45:49.116343 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39070b0c-817a-489f-b109-9d43c5ec9b79 tempest-TestVolumeBackupRestore-803048355 tempest-TestVolumeBackupRestore-803048355-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:45:49.116678 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39070b0c-817a-489f-b109-9d43c5ec9b79 tempest-TestVolumeBackupRestore-803048355 tempest-TestVolumeBackupRestore-803048355-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:45:49.117033 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39070b0c-817a-489f-b109-9d43c5ec9b79 tempest-TestVolumeBackupRestore-803048355 tempest-TestVolumeBackupRestore-803048355-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:45:49.117363 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39070b0c-817a-489f-b109-9d43c5ec9b79 tempest-TestVolumeBackupRestore-803048355 tempest-TestVolumeBackupRestore-803048355-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:45:49.179711 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-39070b0c-817a-489f-b109-9d43c5ec9b79 tempest-TestVolumeBackupRestore-803048355 tempest-TestVolumeBackupRestore-803048355-project] Publish callbacks [] for floatingip (056fa0b1-875e-4891-82fd-ba6cb9c15f18), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:45:49.179982 n-d-827839-2 neutron-server[103376]: INFO neutron.db.l3_db [None req-39070b0c-817a-489f-b109-9d43c5ec9b79 tempest-TestVolumeBackupRestore-803048355 tempest-TestVolumeBackupRestore-803048355-project] Floating IP 056fa0b1-875e-4891-82fd-ba6cb9c15f18 disassociated (deleted). External IP: 172.25.6.74, port: 73311ee6-b482-417a-a78f-f9db9444d970. Feb 04 17:45:49.441626 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73c7727-d3e2-4b81-8818-4ad9cfff98e3 req-58df0dfe-9bcb-46b9-9a47-1ed5055a203d tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:45:49.443297 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-f73c7727-d3e2-4b81-8818-4ad9cfff98e3 req-58df0dfe-9bcb-46b9-9a47-1ed5055a203d tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.89 "GET /v2.0/ports?device_id=3c7675e1-1c8a-410f-be7f-b37c48bc9d65 HTTP/1.1" status: 200 len: 945 time: 0.1067543 Feb 04 17:45:49.453790 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39070b0c-817a-489f-b109-9d43c5ec9b79 tempest-TestVolumeBackupRestore-803048355 tempest-TestVolumeBackupRestore-803048355-project] Router f7b505f7-9f21-4c45-9348-ce197602df24 has already been hosted by L3 agent 64ada913-9131-4d99-a265-63a920956287 {{(pid=103376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 17:45:49.583436 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-f73c7727-d3e2-4b81-8818-4ad9cfff98e3 req-1cf62e2f-11df-490b-8cc3-419fc47e2e2a tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.89 "GET /v2.0/security-groups?id=93ceaf89-daf9-4fd7-ba90-ecf1cae67db9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1323569 Feb 04 17:45:49.620110 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39070b0c-817a-489f-b109-9d43c5ec9b79 tempest-TestVolumeBackupRestore-803048355 tempest-TestVolumeBackupRestore-803048355-project] Notify agent at l3_agent.n-d-827839-2 the message routers_updated {{(pid=103376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 17:45:49.625121 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-39070b0c-817a-489f-b109-9d43c5ec9b79 tempest-TestVolumeBackupRestore-803048355 tempest-TestVolumeBackupRestore-803048355-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for floatingip (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:45:49.640992 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c84c64e-8746-4c87-833b-32e18b2143f3 None None] Sync routers for ids ['f7b505f7-9f21-4c45-9348-ce197602df24'] in n-d-827839-2 {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 17:45:49.652976 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c84c64e-8746-4c87-833b-32e18b2143f3 None None] Routers {'f7b505f7-9f21-4c45-9348-ce197602df24'} bound to L3 agent in host n-d-827839-2 {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:45:49.653728 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-9c84c64e-8746-4c87-833b-32e18b2143f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:45:33Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['f7b505f7-9f21-4c45-9348-ce197602df24'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:45:49.655785 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-39070b0c-817a-489f-b109-9d43c5ec9b79 tempest-TestVolumeBackupRestore-803048355 tempest-TestVolumeBackupRestore-803048355-project] 10.222.0.89 "DELETE /v2.0/floatingips/056fa0b1-875e-4891-82fd-ba6cb9c15f18 HTTP/1.1" status: 204 len: 168 time: 0.9952221 Feb 04 17:45:49.656507 n-d-827839-2 neutron-server[103376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '602e4c9b-42aa-430a-b1be-80543d539d58', 'tag': '73311ee6-b482-417a-a78f-f9db9444d970'}] {{(pid=103376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:45:49.659453 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d59c3bb5e2f09ebf62144d5e09b1cff60c763a9c19614c24538e77842938c05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80a83f9f-c6f6-4407-9314-3f884c455476" -d '{"events": [{"name": "network-changed", "server_uuid": "602e4c9b-42aa-430a-b1be-80543d539d58", "tag": "73311ee6-b482-417a-a78f-f9db9444d970"}]}' {{(pid=103376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:45:49.727640 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 17:45:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10ac497c-ff8a-47a4-bdef-c1813d8a9551 x-openstack-request-id: req-10ac497c-ff8a-47a4-bdef-c1813d8a9551 {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:45:49.727936 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "602e4c9b-42aa-430a-b1be-80543d539d58", "tag": "73311ee6-b482-417a-a78f-f9db9444d970", "status": "completed", "code": 200}]} {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:45:49.728192 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-10ac497c-ff8a-47a4-bdef-c1813d8a9551 {{(pid=103376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:45:49.728610 n-d-827839-2 neutron-server[103376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '602e4c9b-42aa-430a-b1be-80543d539d58', 'tag': '73311ee6-b482-417a-a78f-f9db9444d970', 'status': 'completed', 'code': 200} Feb 04 17:45:49.799577 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvr_db [None req-9c84c64e-8746-4c87-833b-32e18b2143f3 None None] Set router f7b505f7-9f21-4c45-9348-ce197602df24 gateway port host: n-d-827839-2 {{(pid=103379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:45:49.818683 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a83f9f-c6f6-4407-9314-3f884c455476 req-cd85adc7-3f54-4de8-aa4d-8da33bbfd793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:45:49.837594 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-80a83f9f-c6f6-4407-9314-3f884c455476 req-cd85adc7-3f54-4de8-aa4d-8da33bbfd793 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=5d530086a81c47f4a789a3b71476c7eb&device_id=602e4c9b-42aa-430a-b1be-80543d539d58 HTTP/1.1" status: 200 len: 1127 time: 0.0724547 Feb 04 17:45:49.974033 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a83f9f-c6f6-4407-9314-3f884c455476 req-6f50025d-eacc-4f82-bd3b-52feafa0dde4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:45:49.975556 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-80a83f9f-c6f6-4407-9314-3f884c455476 req-6f50025d-eacc-4f82-bd3b-52feafa0dde4 service neutron] 10.222.0.96 "GET /v2.0/networks?id=075b1f2b-93d8-4e1b-bd57-5e36c089eac9 HTTP/1.1" status: 200 len: 915 time: 0.1365619 Feb 04 17:45:50.000664 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f62d34-cee9-439c-a885-9ba39b30c6e9 req-69425540-5e7e-48d7-947e-f124b4a64103 tempest-TestVolumeBackupRestore-803048355 tempest-TestVolumeBackupRestore-803048355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:45:50.002326 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-73f62d34-cee9-439c-a885-9ba39b30c6e9 req-69425540-5e7e-48d7-947e-f124b4a64103 tempest-TestVolumeBackupRestore-803048355 tempest-TestVolumeBackupRestore-803048355-project] 10.222.0.89 "GET /v2.0/ports?device_id=602e4c9b-42aa-430a-b1be-80543d539d58 HTTP/1.1" status: 200 len: 945 time: 0.0820029 Feb 04 17:45:50.038484 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-80a83f9f-c6f6-4407-9314-3f884c455476 req-d739de32-865f-4b10-b9c2-a3b12e204c63 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=73311ee6-b482-417a-a78f-f9db9444d970 HTTP/1.1" status: 200 len: 217 time: 0.0514293 Feb 04 17:45:50.120116 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a83f9f-c6f6-4407-9314-3f884c455476 req-413db759-0c27-4803-9ff1-3508b5341395 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:45:50.120116 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-80a83f9f-c6f6-4407-9314-3f884c455476 req-413db759-0c27-4803-9ff1-3508b5341395 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=4cbfb0a5-3518-40b7-8526-325a0a5f13de HTTP/1.1" status: 200 len: 853 time: 0.0675573 Feb 04 17:45:50.125372 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-73f62d34-cee9-439c-a885-9ba39b30c6e9 req-6b34551c-5b60-4f59-bc29-046048dc9253 tempest-TestVolumeBackupRestore-803048355 tempest-TestVolumeBackupRestore-803048355-project] 10.222.0.89 "GET /v2.0/security-groups?id=37f5680b-9ba8-4fd3-83e6-7e4da06bd2b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0894604 Feb 04 17:45:50.134787 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-9c84c64e-8746-4c87-833b-32e18b2143f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7b505f7-9f21-4c45-9348-ce197602df24', 'name': 'tempest-TestVolumeBackupRestore-2004722688-router', 'tenant_id': '5d530086a81c47f4a789a3b71476c7eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.212'}], 'enable_snat': True}, 'gw_port_id': '72159f13-0887-4ccb-8c3e-fab30f6453e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:41:17Z', 'updated_at': '2022-02-04T17:41:24Z', 'revision_number': 4, 'project_id': '5d530086a81c47f4a789a3b71476c7eb', 'gw_port': {'id': '72159f13-0887-4ccb-8c3e-fab30f6453e5', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:05:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7b505f7-9f21-4c45-9348-ce197602df24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3225, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:41:19Z', 'updated_at': '2022-02-04T17:41:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_interfaces': [{'id': 'c696292c-0e9f-4746-b099-98a6b95d4347', 'name': '', 'network_id': '075b1f2b-93d8-4e1b-bd57-5e36c089eac9', 'tenant_id': '5d530086a81c47f4a789a3b71476c7eb', 'mac_address': 'fa:16:3e:b7:74:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7b505f7-9f21-4c45-9348-ce197602df24', 'device_owner': 'network:router_interface', 'standard_attr_id': 3236, 'fixed_ips': [{'subnet_id': '4cbfb0a5-3518-40b7-8526-325a0a5f13de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:41:23Z', 'updated_at': '2022-02-04T17:41:33Z', 'revision_number': 5, 'project_id': '5d530086a81c47f4a789a3b71476c7eb', 'subnets': [{'id': '4cbfb0a5-3518-40b7-8526-325a0a5f13de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-2', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:45:50.168189 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c84c64e-8746-4c87-833b-32e18b2143f3 None None] Checking router: f7b505f7-9f21-4c45-9348-ce197602df24 for host: n-d-827839-2 {{(pid=103379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 17:45:50.176671 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a83f9f-c6f6-4407-9314-3f884c455476 req-e796ed6a-08fc-4ca6-8086-baa9f5f31eee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:45:50.177138 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c84c64e-8746-4c87-833b-32e18b2143f3 None None] Routers {'f7b505f7-9f21-4c45-9348-ce197602df24'} bound to L3 agent in host n-d-827839-2 {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:45:50.177743 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-9c84c64e-8746-4c87-833b-32e18b2143f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:45:33Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['f7b505f7-9f21-4c45-9348-ce197602df24'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:45:50.178366 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-80a83f9f-c6f6-4407-9314-3f884c455476 req-e796ed6a-08fc-4ca6-8086-baa9f5f31eee service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=075b1f2b-93d8-4e1b-bd57-5e36c089eac9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0481369 Feb 04 17:45:50.279646 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-80a83f9f-c6f6-4407-9314-3f884c455476 req-cec1b1b1-eb71-4077-9741-ed0ae8f91ec4 service neutron] 10.222.0.96 "GET /v2.0/networks/075b1f2b-93d8-4e1b-bd57-5e36c089eac9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904162 Feb 04 17:45:50.285785 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvr_db [None req-9c84c64e-8746-4c87-833b-32e18b2143f3 None None] Set router f7b505f7-9f21-4c45-9348-ce197602df24 gateway port host: n-d-827839-2 {{(pid=103379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:45:50.389180 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-80a83f9f-c6f6-4407-9314-3f884c455476 req-32f3d496-441d-43c0-84b9-f5e9e79d3a09 service neutron] 10.222.0.96 "GET /v2.0/networks/075b1f2b-93d8-4e1b-bd57-5e36c089eac9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1007135 Feb 04 17:45:50.490283 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-9c84c64e-8746-4c87-833b-32e18b2143f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7b505f7-9f21-4c45-9348-ce197602df24', 'name': 'tempest-TestVolumeBackupRestore-2004722688-router', 'tenant_id': '5d530086a81c47f4a789a3b71476c7eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.212'}], 'enable_snat': True}, 'gw_port_id': '72159f13-0887-4ccb-8c3e-fab30f6453e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:41:17Z', 'updated_at': '2022-02-04T17:41:24Z', 'revision_number': 4, 'project_id': '5d530086a81c47f4a789a3b71476c7eb', 'gw_port': {'id': '72159f13-0887-4ccb-8c3e-fab30f6453e5', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:05:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7b505f7-9f21-4c45-9348-ce197602df24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3225, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:41:19Z', 'updated_at': '2022-02-04T17:41:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_interfaces': [{'id': 'c696292c-0e9f-4746-b099-98a6b95d4347', 'name': '', 'network_id': '075b1f2b-93d8-4e1b-bd57-5e36c089eac9', 'tenant_id': '5d530086a81c47f4a789a3b71476c7eb', 'mac_address': 'fa:16:3e:b7:74:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7b505f7-9f21-4c45-9348-ce197602df24', 'device_owner': 'network:router_interface', 'standard_attr_id': 3236, 'fixed_ips': [{'subnet_id': '4cbfb0a5-3518-40b7-8526-325a0a5f13de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:41:23Z', 'updated_at': '2022-02-04T17:41:33Z', 'revision_number': 5, 'project_id': '5d530086a81c47f4a789a3b71476c7eb', 'subnets': [{'id': '4cbfb0a5-3518-40b7-8526-325a0a5f13de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-2', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:45:50.516862 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c84c64e-8746-4c87-833b-32e18b2143f3 None None] The sync data for ids ['f7b505f7-9f21-4c45-9348-ce197602df24'] in n-d-827839-2 is: [{'id': 'f7b505f7-9f21-4c45-9348-ce197602df24', 'name': 'tempest-TestVolumeBackupRestore-2004722688-router', 'tenant_id': '5d530086a81c47f4a789a3b71476c7eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.212'}], 'enable_snat': True}, 'gw_port_id': '72159f13-0887-4ccb-8c3e-fab30f6453e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:41:17Z', 'updated_at': '2022-02-04T17:41:24Z', 'revision_number': 4, 'project_id': '5d530086a81c47f4a789a3b71476c7eb', 'gw_port': {'id': '72159f13-0887-4ccb-8c3e-fab30f6453e5', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:05:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7b505f7-9f21-4c45-9348-ce197602df24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3225, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:41:19Z', 'updated_at': '2022-02-04T17:41:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_interfaces': [{'id': 'c696292c-0e9f-4746-b099-98a6b95d4347', 'name': '', 'network_id': '075b1f2b-93d8-4e1b-bd57-5e36c089eac9', 'tenant_id': '5d530086a81c47f4a789a3b71476c7eb', 'mac_address': 'fa:16:3e:b7:74:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7b505f7-9f21-4c45-9348-ce197602df24', 'device_owner': 'network:router_interface', 'standard_attr_id': 3236, 'fixed_ips': [{'subnet_id': '4cbfb0a5-3518-40b7-8526-325a0a5f13de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:41:23Z', 'updated_at': '2022-02-04T17:41:33Z', 'revision_number': 5, 'project_id': '5d530086a81c47f4a789a3b71476c7eb', 'subnets': [{'id': '4cbfb0a5-3518-40b7-8526-325a0a5f13de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 17:45:50.719572 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef10440-6cd2-4b67-899f-dd157eb42d10 req-261c9797-0c3d-4cc4-b788-9219241d90cc tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:45:50.721680 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-bef10440-6cd2-4b67-899f-dd157eb42d10 req-261c9797-0c3d-4cc4-b788-9219241d90cc tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.89 "GET /v2.0/ports?device_id=3c7675e1-1c8a-410f-be7f-b37c48bc9d65 HTTP/1.1" status: 200 len: 945 time: 0.0641041 Feb 04 17:45:50.775446 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-bef10440-6cd2-4b67-899f-dd157eb42d10 req-fef2b638-900b-468a-8a5a-c525d92a3312 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.89 "GET /v2.0/security-groups?id=93ceaf89-daf9-4fd7-ba90-ecf1cae67db9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478299 Feb 04 17:45:50.799596 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a9b9a2f-18df-49d8-bd13-d717656637a1 None None] New status for floating IP 056fa0b1-875e-4891-82fd-ba6cb9c15f18: DOWN {{(pid=103378) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 17:45:51.258013 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09c55b8-a8d0-480f-a1f6-546a9888cf17 req-73bb2415-d794-4b3d-ac98-ffb7abd319d7 tempest-TestVolumeBackupRestore-803048355 tempest-TestVolumeBackupRestore-803048355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:45:51.259608 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-b09c55b8-a8d0-480f-a1f6-546a9888cf17 req-73bb2415-d794-4b3d-ac98-ffb7abd319d7 tempest-TestVolumeBackupRestore-803048355 tempest-TestVolumeBackupRestore-803048355-project] 10.222.0.89 "GET /v2.0/ports?device_id=602e4c9b-42aa-430a-b1be-80543d539d58 HTTP/1.1" status: 200 len: 945 time: 0.0588436 Feb 04 17:45:51.323443 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-b09c55b8-a8d0-480f-a1f6-546a9888cf17 req-297fa658-f2d6-4774-a306-82d41444b0bb tempest-TestVolumeBackupRestore-803048355 tempest-TestVolumeBackupRestore-803048355-project] 10.222.0.89 "GET /v2.0/security-groups?id=37f5680b-9ba8-4fd3-83e6-7e4da06bd2b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534346 Feb 04 17:45:51.917219 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec67c545-299d-440d-abfd-56276925ca63 req-2cc6a0d6-6d6d-4492-9e13-e2282f628926 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:45:51.919002 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-ec67c545-299d-440d-abfd-56276925ca63 req-2cc6a0d6-6d6d-4492-9e13-e2282f628926 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.89 "GET /v2.0/ports?device_id=3c7675e1-1c8a-410f-be7f-b37c48bc9d65 HTTP/1.1" status: 200 len: 945 time: 0.0615385 Feb 04 17:45:51.971108 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-ec67c545-299d-440d-abfd-56276925ca63 req-24be56a5-1a9f-4b4d-bbe7-09d5d0dda91d tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.89 "GET /v2.0/security-groups?id=93ceaf89-daf9-4fd7-ba90-ecf1cae67db9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454288 Feb 04 17:45:52.074228 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27693d83-86b2-4fe3-a075-dda416af4db2 req-53fce99f-2500-4036-ace3-9bfbe64ca627 tempest-TestVolumeBackupRestore-803048355 tempest-TestVolumeBackupRestore-803048355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:45:52.075728 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-27693d83-86b2-4fe3-a075-dda416af4db2 req-53fce99f-2500-4036-ace3-9bfbe64ca627 tempest-TestVolumeBackupRestore-803048355 tempest-TestVolumeBackupRestore-803048355-project] 10.222.0.96 "GET /v2.0/ports?device_id=602e4c9b-42aa-430a-b1be-80543d539d58 HTTP/1.1" status: 200 len: 945 time: 0.0557039 Feb 04 17:45:52.177746 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [req-27693d83-86b2-4fe3-a075-dda416af4db2 req-d5ffb04e-b968-468c-a494-38a447febbb5 tempest-TestVolumeBackupRestore-803048355 tempest-TestVolumeBackupRestore-803048355-project] Deleting port 73311ee6-b482-417a-a78f-f9db9444d970 {{(pid=103376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:45:52.178023 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-27693d83-86b2-4fe3-a075-dda416af4db2 req-d5ffb04e-b968-468c-a494-38a447febbb5 tempest-TestVolumeBackupRestore-803048355 tempest-TestVolumeBackupRestore-803048355-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (73311ee6-b482-417a-a78f-f9db9444d970), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:45:52.293175 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [req-27693d83-86b2-4fe3-a075-dda416af4db2 req-d5ffb04e-b968-468c-a494-38a447febbb5 tempest-TestVolumeBackupRestore-803048355 tempest-TestVolumeBackupRestore-803048355-project] For port 73311ee6-b482-417a-a78f-f9db9444d970, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=73311ee6-b482-417a-a78f-f9db9444d970,segment=NetworkSegment(fc43ce35-42d4-452c-8cea-9531bad329e0),segment_id=fc43ce35-42d4-452c-8cea-9531bad329e0)] {{(pid=103376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:45:52.293876 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-27693d83-86b2-4fe3-a075-dda416af4db2 req-d5ffb04e-b968-468c-a494-38a447febbb5 tempest-TestVolumeBackupRestore-803048355 tempest-TestVolumeBackupRestore-803048355-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (73311ee6-b482-417a-a78f-f9db9444d970), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:45:52.312103 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [req-27693d83-86b2-4fe3-a075-dda416af4db2 req-d5ffb04e-b968-468c-a494-38a447febbb5 tempest-TestVolumeBackupRestore-803048355 tempest-TestVolumeBackupRestore-803048355-project] Calling delete_port for 73311ee6-b482-417a-a78f-f9db9444d970 owned by compute:nova {{(pid=103376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:45:52.463886 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-27693d83-86b2-4fe3-a075-dda416af4db2 req-d5ffb04e-b968-468c-a494-38a447febbb5 tempest-TestVolumeBackupRestore-803048355 tempest-TestVolumeBackupRestore-803048355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (73311ee6-b482-417a-a78f-f9db9444d970), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:45:52.475300 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bc50c0-5908-497f-988c-c1c3a021d974 req-0e6e71c2-b1b6-4a85-b740-52e5553e0042 tempest-TestVolumeBackupRestore-803048355 tempest-TestVolumeBackupRestore-803048355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:45:52.476853 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-54bc50c0-5908-497f-988c-c1c3a021d974 req-0e6e71c2-b1b6-4a85-b740-52e5553e0042 tempest-TestVolumeBackupRestore-803048355 tempest-TestVolumeBackupRestore-803048355-project] 10.222.0.89 "GET /v2.0/ports?device_id=602e4c9b-42aa-430a-b1be-80543d539d58 HTTP/1.1" status: 200 len: 945 time: 0.0686836 Feb 04 17:45:52.494488 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ffb04e-b968-468c-a494-38a447febbb5 tempest-TestVolumeBackupRestore-803048355 tempest-TestVolumeBackupRestore-803048355-project] Pushing event deleted for resources: {'Port': ['ID=73311ee6-b482-417a-a78f-f9db9444d970,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:45:52.550483 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-54bc50c0-5908-497f-988c-c1c3a021d974 req-39bc79ad-21e0-4afd-b0a6-38cf2b8347c3 tempest-TestVolumeBackupRestore-803048355 tempest-TestVolumeBackupRestore-803048355-project] 10.222.0.89 "GET /v2.0/security-groups?id=37f5680b-9ba8-4fd3-83e6-7e4da06bd2b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670834 Feb 04 17:45:52.554635 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [req-27693d83-86b2-4fe3-a075-dda416af4db2 req-d5ffb04e-b968-468c-a494-38a447febbb5 tempest-TestVolumeBackupRestore-803048355 tempest-TestVolumeBackupRestore-803048355-project] No DVR routers for this DVR port 73311ee6-b482-417a-a78f-f9db9444d970 on host n-h1-827839-2 {{(pid=103376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 17:45:52.557276 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-27693d83-86b2-4fe3-a075-dda416af4db2 req-d5ffb04e-b968-468c-a494-38a447febbb5 tempest-TestVolumeBackupRestore-803048355 tempest-TestVolumeBackupRestore-803048355-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:45:52.560868 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-27693d83-86b2-4fe3-a075-dda416af4db2 req-d5ffb04e-b968-468c-a494-38a447febbb5 tempest-TestVolumeBackupRestore-803048355 tempest-TestVolumeBackupRestore-803048355-project] 10.222.0.96 "DELETE /v2.0/ports/73311ee6-b482-417a-a78f-f9db9444d970 HTTP/1.1" status: 204 len: 173 time: 0.4775937 Feb 04 17:45:52.561334 n-d-827839-2 neutron-server[103376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '602e4c9b-42aa-430a-b1be-80543d539d58', 'name': 'network-vif-deleted', 'tag': '73311ee6-b482-417a-a78f-f9db9444d970'}] {{(pid=103376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:45:52.563830 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d59c3bb5e2f09ebf62144d5e09b1cff60c763a9c19614c24538e77842938c05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c87cf647-b914-43aa-bbda-db0385b9b2d7" -d '{"events": [{"server_uuid": "602e4c9b-42aa-430a-b1be-80543d539d58", "name": "network-vif-deleted", "tag": "73311ee6-b482-417a-a78f-f9db9444d970"}]}' {{(pid=103376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:45:52.637989 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 17:45:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab6f1620-8634-44d6-9adb-fd4d83dbc4b2 x-openstack-request-id: req-ab6f1620-8634-44d6-9adb-fd4d83dbc4b2 {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:45:52.638635 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "602e4c9b-42aa-430a-b1be-80543d539d58", "name": "network-vif-deleted", "tag": "73311ee6-b482-417a-a78f-f9db9444d970", "status": "completed", "code": 200}]} {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:45:52.639120 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-ab6f1620-8634-44d6-9adb-fd4d83dbc4b2 {{(pid=103376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:45:52.639733 n-d-827839-2 neutron-server[103376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '602e4c9b-42aa-430a-b1be-80543d539d58', 'name': 'network-vif-deleted', 'tag': '73311ee6-b482-417a-a78f-f9db9444d970', 'status': 'completed', 'code': 200} Feb 04 17:45:53.166115 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d1e828-82d1-4c24-8f45-226bff87e81d req-3ce1614f-8215-45a4-a9d2-2686c7bf5fc7 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:45:53.168197 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-02d1e828-82d1-4c24-8f45-226bff87e81d req-3ce1614f-8215-45a4-a9d2-2686c7bf5fc7 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.89 "GET /v2.0/ports?device_id=3c7675e1-1c8a-410f-be7f-b37c48bc9d65 HTTP/1.1" status: 200 len: 945 time: 0.0780814 Feb 04 17:45:53.236903 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-02d1e828-82d1-4c24-8f45-226bff87e81d req-ef39526d-6c1c-45a9-b09c-9204883df8d5 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.89 "GET /v2.0/security-groups?id=93ceaf89-daf9-4fd7-ba90-ecf1cae67db9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0627081 Feb 04 17:45:53.659898 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-5090b994-352c-42a7-816e-f2b1947f4f50 req-7635b75c-dcd1-4056-9252-104bff197dc8 tempest-TestVolumeBackupRestore-803048355 tempest-TestVolumeBackupRestore-803048355-project] 10.222.0.89 "GET /v2.0/ports?device_id=602e4c9b-42aa-430a-b1be-80543d539d58 HTTP/1.1" status: 200 len: 210 time: 0.0331249 Feb 04 17:45:54.390342 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399d0329-04a2-4a61-a6bb-899eac395e12 req-56e5e425-4bac-4723-9cb1-69f35e919209 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:45:54.393330 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-399d0329-04a2-4a61-a6bb-899eac395e12 req-56e5e425-4bac-4723-9cb1-69f35e919209 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.89 "GET /v2.0/ports?device_id=3c7675e1-1c8a-410f-be7f-b37c48bc9d65 HTTP/1.1" status: 200 len: 945 time: 0.0674658 Feb 04 17:45:54.448209 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-399d0329-04a2-4a61-a6bb-899eac395e12 req-4fed2275-92f5-4db7-98c6-46c276229eb8 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.89 "GET /v2.0/security-groups?id=93ceaf89-daf9-4fd7-ba90-ecf1cae67db9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483673 Feb 04 17:45:54.779476 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-6e22c164-7021-4785-a70a-3d0ff5a16086 req-81b80a4a-e27e-445d-a49b-7a4aac3363d9 tempest-TestVolumeBackupRestore-803048355 tempest-TestVolumeBackupRestore-803048355-project] 10.222.0.89 "GET /v2.0/ports?device_id=602e4c9b-42aa-430a-b1be-80543d539d58 HTTP/1.1" status: 200 len: 210 time: 0.0358586 Feb 04 17:45:55.271820 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device 73311ee6-b482-417a-a78f-f9db9444d970 no longer exists at agent hyperv_n-h1-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:45:55.293907 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] No Port match for: 73311ee6-b482-417a-a78f-f9db9444d970 {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 17:45:55.294296 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device 73311ee6-b482-417a-a78f-f9db9444d970 not bound to the agent host n-h1-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 17:45:55.582708 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36e8d68-8acc-4f77-b775-d07f6e8ce0e6 req-935fc52d-b20f-4a2b-80d7-2c6ce38e58a3 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:45:55.584252 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-e36e8d68-8acc-4f77-b775-d07f6e8ce0e6 req-935fc52d-b20f-4a2b-80d7-2c6ce38e58a3 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.89 "GET /v2.0/ports?device_id=3c7675e1-1c8a-410f-be7f-b37c48bc9d65 HTTP/1.1" status: 200 len: 945 time: 0.0633140 Feb 04 17:45:55.634716 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-e36e8d68-8acc-4f77-b775-d07f6e8ce0e6 req-6711df93-0c68-45af-9442-3e3464c10488 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.89 "GET /v2.0/security-groups?id=93ceaf89-daf9-4fd7-ba90-ecf1cae67db9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446250 Feb 04 17:45:55.892111 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-9a5e6cb9-a1d0-423d-8dca-0995fb47a8fc req-1388bb06-f974-4863-ace8-9ca26b7af64e tempest-TestVolumeBackupRestore-803048355 tempest-TestVolumeBackupRestore-803048355-project] 10.222.0.89 "GET /v2.0/ports?device_id=602e4c9b-42aa-430a-b1be-80543d539d58 HTTP/1.1" status: 200 len: 210 time: 0.0346792 Feb 04 17:45:56.779421 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0a2dd1-c64f-46ac-a12b-cc23d82ea61e req-9ff667f7-24a0-449e-a8e2-a70135ee7dd8 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:45:56.780841 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-bd0a2dd1-c64f-46ac-a12b-cc23d82ea61e req-9ff667f7-24a0-449e-a8e2-a70135ee7dd8 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.89 "GET /v2.0/ports?device_id=3c7675e1-1c8a-410f-be7f-b37c48bc9d65 HTTP/1.1" status: 200 len: 945 time: 0.0696476 Feb 04 17:45:56.829876 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-bd0a2dd1-c64f-46ac-a12b-cc23d82ea61e req-3fb3abf0-81d2-46af-9968-75b89ee5412f tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.89 "GET /v2.0/security-groups?id=93ceaf89-daf9-4fd7-ba90-ecf1cae67db9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423453 Feb 04 17:45:57.053225 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-4c60a3da-b2b2-4774-8a0c-700dc3c397b5 req-af360748-fdd4-4096-8ee3-e57996dc889e tempest-TestVolumeBackupRestore-803048355 tempest-TestVolumeBackupRestore-803048355-project] 10.222.0.89 "GET /v2.0/ports?device_id=602e4c9b-42aa-430a-b1be-80543d539d58 HTTP/1.1" status: 200 len: 210 time: 0.0440114 Feb 04 17:45:57.082047 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5695d0-1831-4eea-ba03-5f7a4884bf58 req-22c733e5-b8b7-4613-9826-e29c8dbe41d6 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:45:57.089227 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-ac5695d0-1831-4eea-ba03-5f7a4884bf58 req-22c733e5-b8b7-4613-9826-e29c8dbe41d6 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.89 "GET /v2.0/ports?device_id=3c7675e1-1c8a-410f-be7f-b37c48bc9d65 HTTP/1.1" status: 200 len: 945 time: 0.0843821 Feb 04 17:45:57.166529 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-ac5695d0-1831-4eea-ba03-5f7a4884bf58 req-150f7758-36be-45f5-8959-091e9fb03085 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.89 "GET /v2.0/security-groups?id=93ceaf89-daf9-4fd7-ba90-ecf1cae67db9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0763280 Feb 04 17:45:57.175567 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a455d2c-5802-48d5-8c3d-8a25aafff6aa req-63a4ee36-d5af-4122-a9b4-3a1bf78bcc63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:45:57.177083 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-5a455d2c-5802-48d5-8c3d-8a25aafff6aa req-63a4ee36-d5af-4122-a9b4-3a1bf78bcc63 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=5f7c63cd6c624891853d19549e45e9fe&device_id=3c7675e1-1c8a-410f-be7f-b37c48bc9d65 HTTP/1.1" status: 200 len: 1127 time: 0.0799613 Feb 04 17:45:57.295433 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a455d2c-5802-48d5-8c3d-8a25aafff6aa req-6b039df3-3927-47b9-a98a-27b00ba31974 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:45:57.298570 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-5a455d2c-5802-48d5-8c3d-8a25aafff6aa req-6b039df3-3927-47b9-a98a-27b00ba31974 service neutron] 10.222.0.96 "GET /v2.0/networks?id=b55b6cf7-96ca-44f1-b402-5ece20b91f84 HTTP/1.1" status: 200 len: 913 time: 0.1065059 Feb 04 17:45:57.375999 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-5a455d2c-5802-48d5-8c3d-8a25aafff6aa req-a1f50c0a-6bdb-4dce-b248-8d5878657a10 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fa5a1c99-a3b3-46ea-b891-f5171c94ab05 HTTP/1.1" status: 200 len: 1000 time: 0.0700033 Feb 04 17:45:57.425506 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a455d2c-5802-48d5-8c3d-8a25aafff6aa req-0bea00d5-fd1c-4fa3-8a77-14c230a96035 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:45:57.427011 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-5a455d2c-5802-48d5-8c3d-8a25aafff6aa req-0bea00d5-fd1c-4fa3-8a77-14c230a96035 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=56d77231-1e8a-430f-89bb-45ff7f982beb HTTP/1.1" status: 200 len: 851 time: 0.0450373 Feb 04 17:45:57.480822 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a455d2c-5802-48d5-8c3d-8a25aafff6aa req-9dfa05e6-fcbd-4290-87f3-8eb07997d7ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:45:57.482519 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-5a455d2c-5802-48d5-8c3d-8a25aafff6aa req-9dfa05e6-fcbd-4290-87f3-8eb07997d7ab service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=b55b6cf7-96ca-44f1-b402-5ece20b91f84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0484915 Feb 04 17:45:57.584088 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-5a455d2c-5802-48d5-8c3d-8a25aafff6aa req-ca62fe8e-ab81-4f02-9775-efd3b051550c service neutron] 10.222.0.96 "GET /v2.0/networks/b55b6cf7-96ca-44f1-b402-5ece20b91f84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940807 Feb 04 17:45:57.686253 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-5a455d2c-5802-48d5-8c3d-8a25aafff6aa req-b1bc63b8-ddab-4d87-a0eb-77605f3b8eeb service neutron] 10.222.0.96 "GET /v2.0/networks/b55b6cf7-96ca-44f1-b402-5ece20b91f84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941739 Feb 04 17:45:58.150413 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-97e5b5ba-d081-420f-986b-e660cacce61c req-a27d7551-90ba-48ba-8b8d-fdeb3cff9a87 tempest-TestVolumeBackupRestore-803048355 tempest-TestVolumeBackupRestore-803048355-project] 10.222.0.89 "GET /v2.0/ports?device_id=602e4c9b-42aa-430a-b1be-80543d539d58 HTTP/1.1" status: 200 len: 210 time: 0.0281777 Feb 04 17:45:58.318582 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b08e5b1-103f-4dcb-aca2-59afa4d54a51 req-b5ca8e36-bdee-4d42-9972-694f7fd98bad tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:45:58.320192 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-1b08e5b1-103f-4dcb-aca2-59afa4d54a51 req-b5ca8e36-bdee-4d42-9972-694f7fd98bad tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.89 "GET /v2.0/ports?device_id=3c7675e1-1c8a-410f-be7f-b37c48bc9d65 HTTP/1.1" status: 200 len: 945 time: 0.0779326 Feb 04 17:45:58.372577 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-1b08e5b1-103f-4dcb-aca2-59afa4d54a51 req-1a8f5072-b4bb-43ce-a9d0-283ac7cf67e3 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.89 "GET /v2.0/security-groups?id=93ceaf89-daf9-4fd7-ba90-ecf1cae67db9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462756 Feb 04 17:45:59.169836 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.agents_db [None req-e1691f3b-aacd-4cd6-8ebb-a9c53bb301c0 None None] Agent healthcheck: found 7 active agents {{(pid=103379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 17:45:59.245559 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-2f7f7d91-d9cc-4c5c-9a88-0af4b7d5f14c req-bf36beae-5f50-42f9-828c-fc8acad2e936 tempest-TestVolumeBackupRestore-803048355 tempest-TestVolumeBackupRestore-803048355-project] 10.222.0.89 "GET /v2.0/ports?device_id=602e4c9b-42aa-430a-b1be-80543d539d58 HTTP/1.1" status: 200 len: 210 time: 0.0274255 Feb 04 17:45:59.504586 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6050dfe-9a3a-4528-b563-c30756f7b971 req-66611eff-dc3c-4200-a0f4-cceb66bd146a tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:45:59.506996 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-d6050dfe-9a3a-4528-b563-c30756f7b971 req-66611eff-dc3c-4200-a0f4-cceb66bd146a tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.89 "GET /v2.0/ports?device_id=3c7675e1-1c8a-410f-be7f-b37c48bc9d65 HTTP/1.1" status: 200 len: 945 time: 0.0587976 Feb 04 17:45:59.558427 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-d6050dfe-9a3a-4528-b563-c30756f7b971 req-33a68727-3ab3-4c09-8521-9bc62779c55f tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.89 "GET /v2.0/security-groups?id=93ceaf89-daf9-4fd7-ba90-ecf1cae67db9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455916 Feb 04 17:45:59.693034 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2830fd8a-2877-4f23-bf5d-00cecf2d06e9 req-4710c88a-515f-4ba7-8327-7cf3d6b31fcb tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:45:59.695100 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-2830fd8a-2877-4f23-bf5d-00cecf2d06e9 req-4710c88a-515f-4ba7-8327-7cf3d6b31fcb tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.89 "GET /v2.0/ports?device_id=3c7675e1-1c8a-410f-be7f-b37c48bc9d65 HTTP/1.1" status: 200 len: 945 time: 0.0598054 Feb 04 17:45:59.743499 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7f134561-8503-47e6-a6d3-d2ab2a9b9ba6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (bb89f5a3-3c22-440b-b7d1-c4f0c43c184a), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:45:59.760023 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-2830fd8a-2877-4f23-bf5d-00cecf2d06e9 req-cf427aea-831b-4c03-809c-4c2fc9647799 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.89 "GET /v2.0/security-groups?id=93ceaf89-daf9-4fd7-ba90-ecf1cae67db9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582740 Feb 04 17:45:59.900648 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50e35da-c04f-4ec0-8254-5e710367c627 req-bf5fa279-84d0-4fbc-b9b1-6941dd3cb582 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:45:59.902249 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-a50e35da-c04f-4ec0-8254-5e710367c627 req-bf5fa279-84d0-4fbc-b9b1-6941dd3cb582 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.89 "GET /v2.0/ports?device_id=3c7675e1-1c8a-410f-be7f-b37c48bc9d65 HTTP/1.1" status: 200 len: 945 time: 0.0654337 Feb 04 17:45:59.955819 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-a50e35da-c04f-4ec0-8254-5e710367c627 req-f9549f4b-742c-4631-8fb7-ad1e063aea03 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.89 "GET /v2.0/security-groups?id=93ceaf89-daf9-4fd7-ba90-ecf1cae67db9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462487 Feb 04 17:46:00.208524 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf34753-596b-4076-9e96-c876b69c80ab req-8c10d015-eb4b-4ece-9e1a-a89e65f65e91 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:46:00.210033 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-0bf34753-596b-4076-9e96-c876b69c80ab req-8c10d015-eb4b-4ece-9e1a-a89e65f65e91 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.89 "GET /v2.0/ports?device_id=3c7675e1-1c8a-410f-be7f-b37c48bc9d65 HTTP/1.1" status: 200 len: 945 time: 0.0564313 Feb 04 17:46:00.257889 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-0bf34753-596b-4076-9e96-c876b69c80ab req-b162ac28-0c93-41cc-8229-9c232797716f tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.89 "GET /v2.0/security-groups?id=93ceaf89-daf9-4fd7-ba90-ecf1cae67db9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422959 Feb 04 17:46:00.350843 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-df18150d-5496-464d-b118-bbcae331697a req-1a3d91c6-7aa9-4043-b99c-b24a56ee569f tempest-TestVolumeBackupRestore-803048355 tempest-TestVolumeBackupRestore-803048355-project] 10.222.0.89 "GET /v2.0/ports?device_id=602e4c9b-42aa-430a-b1be-80543d539d58 HTTP/1.1" status: 200 len: 210 time: 0.0320299 Feb 04 17:46:01.379029 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6ba41c-6e57-416b-8afb-5057e91c2f94 req-526a2d36-1c64-4272-922f-52d278e00587 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:46:01.380785 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-bc6ba41c-6e57-416b-8afb-5057e91c2f94 req-526a2d36-1c64-4272-922f-52d278e00587 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.89 "GET /v2.0/ports?device_id=3c7675e1-1c8a-410f-be7f-b37c48bc9d65 HTTP/1.1" status: 200 len: 945 time: 0.0528765 Feb 04 17:46:01.466491 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-bc6ba41c-6e57-416b-8afb-5057e91c2f94 req-d3e6f13d-5819-4ef6-b96f-cb321f51f244 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.89 "GET /v2.0/security-groups?id=93ceaf89-daf9-4fd7-ba90-ecf1cae67db9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0643988 Feb 04 17:46:01.487852 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-c04f2fd8-cd24-41b1-b49f-435a072bff6f req-2d471e5e-ac50-40e0-b82d-3449ad995aaf tempest-TestVolumeBackupRestore-803048355 tempest-TestVolumeBackupRestore-803048355-project] 10.222.0.89 "GET /v2.0/ports?device_id=602e4c9b-42aa-430a-b1be-80543d539d58 HTTP/1.1" status: 200 len: 210 time: 0.0344007 Feb 04 17:46:01.748902 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fcda1e-a421-4c6f-a56a-3d58b6cc40fb req-1d91c736-b3b0-4b03-b413-081d7f7b13c7 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:46:01.751956 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-a6fcda1e-a421-4c6f-a56a-3d58b6cc40fb req-1d91c736-b3b0-4b03-b413-081d7f7b13c7 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.89 "GET /v2.0/ports?device_id=3c7675e1-1c8a-410f-be7f-b37c48bc9d65 HTTP/1.1" status: 200 len: 945 time: 0.1018822 Feb 04 17:46:01.793457 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31de45da-bb97-4f80-8375-d5e08fce52da req-b82e53a3-b9ed-4ec7-84a2-ec01e0040570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:46:01.795043 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-31de45da-bb97-4f80-8375-d5e08fce52da req-b82e53a3-b9ed-4ec7-84a2-ec01e0040570 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=5f7c63cd6c624891853d19549e45e9fe&device_id=3c7675e1-1c8a-410f-be7f-b37c48bc9d65 HTTP/1.1" status: 200 len: 1127 time: 0.0836129 Feb 04 17:46:01.826227 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-a6fcda1e-a421-4c6f-a56a-3d58b6cc40fb req-81a3dac9-8712-4882-8fa4-33883e38e284 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.89 "GET /v2.0/security-groups?id=93ceaf89-daf9-4fd7-ba90-ecf1cae67db9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0680926 Feb 04 17:46:01.928976 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31de45da-bb97-4f80-8375-d5e08fce52da req-df5a0493-0c8f-4893-9c4c-8ba9cdc011bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:46:01.930451 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-31de45da-bb97-4f80-8375-d5e08fce52da req-df5a0493-0c8f-4893-9c4c-8ba9cdc011bd service neutron] 10.222.0.96 "GET /v2.0/networks?id=b55b6cf7-96ca-44f1-b402-5ece20b91f84 HTTP/1.1" status: 200 len: 913 time: 0.1263812 Feb 04 17:46:02.013162 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c77f6f-7fdc-4a7e-a8d8-226f67611778 req-590c8caf-adb4-4447-ac54-91ac0f770f5a tempest-AttachVolumeTestJSON-1062564701 tempest-AttachVolumeTestJSON-1062564701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:46:02.014764 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-34c77f6f-7fdc-4a7e-a8d8-226f67611778 req-590c8caf-adb4-4447-ac54-91ac0f770f5a tempest-AttachVolumeTestJSON-1062564701 tempest-AttachVolumeTestJSON-1062564701-project] 10.222.0.89 "GET /v2.0/ports?device_id=7121ab2f-febe-4a68-ae74-44f39310b958 HTTP/1.1" status: 200 len: 945 time: 0.0554287 Feb 04 17:46:02.072773 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-34c77f6f-7fdc-4a7e-a8d8-226f67611778 req-684f31ad-6040-418b-bb24-e7de35b3c863 tempest-AttachVolumeTestJSON-1062564701 tempest-AttachVolumeTestJSON-1062564701-project] 10.222.0.89 "GET /v2.0/security-groups?id=bdb5a98e-e9d3-4310-8108-cc56ff726a34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494313 Feb 04 17:46:02.354643 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-31de45da-bb97-4f80-8375-d5e08fce52da req-5de8ebe6-e0c6-4fcc-a81f-696637e9bd8f service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fa5a1c99-a3b3-46ea-b891-f5171c94ab05 HTTP/1.1" status: 200 len: 1000 time: 0.4154239 Feb 04 17:46:02.410538 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31de45da-bb97-4f80-8375-d5e08fce52da req-26d56b69-42b4-4dfb-9b42-8acaa4ca0aee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:46:02.411924 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-31de45da-bb97-4f80-8375-d5e08fce52da req-26d56b69-42b4-4dfb-9b42-8acaa4ca0aee service neutron] 10.222.0.96 "GET /v2.0/subnets?id=56d77231-1e8a-430f-89bb-45ff7f982beb HTTP/1.1" status: 200 len: 851 time: 0.0479875 Feb 04 17:46:02.462724 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31de45da-bb97-4f80-8375-d5e08fce52da req-9539a313-fe30-4101-a28c-4806cadeb1d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:46:02.464251 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-31de45da-bb97-4f80-8375-d5e08fce52da req-9539a313-fe30-4101-a28c-4806cadeb1d4 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=b55b6cf7-96ca-44f1-b402-5ece20b91f84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0447450 Feb 04 17:46:02.547285 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 41270) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:46:02.562086 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-31de45da-bb97-4f80-8375-d5e08fce52da req-97f17adc-9bb3-47ac-a1a7-c1ba75d51e45 service neutron] 10.222.0.96 "GET /v2.0/networks/b55b6cf7-96ca-44f1-b402-5ece20b91f84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894394 Feb 04 17:46:02.605306 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-e36d6064-7bfb-438d-be60-a941dcc5c246 tempest-TestVolumeBackupRestore-803048355 tempest-TestVolumeBackupRestore-803048355-project] Publish callbacks [] for security_group (37f5680b-9ba8-4fd3-83e6-7e4da06bd2b3), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:46:02.635579 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-e36d6064-7bfb-438d-be60-a941dcc5c246 tempest-TestVolumeBackupRestore-803048355 tempest-TestVolumeBackupRestore-803048355-project] Publish callbacks [] for security_group (37f5680b-9ba8-4fd3-83e6-7e4da06bd2b3), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:46:02.662270 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-31de45da-bb97-4f80-8375-d5e08fce52da req-8cd040f8-770b-4a5f-8315-9069403acc48 service neutron] 10.222.0.96 "GET /v2.0/networks/b55b6cf7-96ca-44f1-b402-5ece20b91f84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930128 Feb 04 17:46:02.705052 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-e36d6064-7bfb-438d-be60-a941dcc5c246 tempest-TestVolumeBackupRestore-803048355 tempest-TestVolumeBackupRestore-803048355-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (37f5680b-9ba8-4fd3-83e6-7e4da06bd2b3), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:46:02.707869 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-e36d6064-7bfb-438d-be60-a941dcc5c246 tempest-TestVolumeBackupRestore-803048355 tempest-TestVolumeBackupRestore-803048355-project] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:46:02.709051 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-e36d6064-7bfb-438d-be60-a941dcc5c246 tempest-TestVolumeBackupRestore-803048355 tempest-TestVolumeBackupRestore-803048355-project] 10.222.0.89 "DELETE /v2.0/security-groups/37f5680b-9ba8-4fd3-83e6-7e4da06bd2b3 HTTP/1.1" status: 204 len: 168 time: 0.1602125 Feb 04 17:46:02.722913 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36d6064-7bfb-438d-be60-a941dcc5c246 tempest-TestVolumeBackupRestore-803048355 tempest-TestVolumeBackupRestore-803048355-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=37f5680b-9ba8-4fd3-83e6-7e4da06bd2b3,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:46:02.878035 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4bd823f5-d00e-4c8d-bda3-75da47311d42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (64ada913-9131-4d99-a265-63a920956287), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:46:02.980311 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fee3c3f-7311-42d1-824d-750e2f7e74f9 req-5260a47a-0290-4ea1-b388-296c33cbcc84 tempest-TestNetworkAdvancedServerOps-1057837956 tempest-TestNetworkAdvancedServerOps-1057837956-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:46:02.988090 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-1fee3c3f-7311-42d1-824d-750e2f7e74f9 req-5260a47a-0290-4ea1-b388-296c33cbcc84 tempest-TestNetworkAdvancedServerOps-1057837956 tempest-TestNetworkAdvancedServerOps-1057837956-project-admin] 10.222.0.89 "GET /v2.0/ports?device_id=fb6877a5-43b5-44e9-b880-81255ebc0c83 HTTP/1.1" status: 200 len: 1128 time: 0.0784249 Feb 04 17:46:03.067619 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-1fee3c3f-7311-42d1-824d-750e2f7e74f9 req-4ebe880a-cc58-4953-a41c-100cf43392d5 tempest-TestNetworkAdvancedServerOps-1057837956 tempest-TestNetworkAdvancedServerOps-1057837956-project-admin] 10.222.0.89 "GET /v2.0/security-groups?id=4b0100f2-480f-41b8-8876-e30a8b4057ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0786471 Feb 04 17:46:03.072134 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d408ec64-b374-4acb-a1fc-48241dad6d47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (0cd6d64a-47a7-40ff-8c12-71dd526c62e0), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:46:03.104318 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1baac8ba-85cd-4aad-a788-cf7b214145ee req-2786cf3b-849c-4b7a-8391-0e1620f3ec9c tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:46:03.107858 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-1baac8ba-85cd-4aad-a788-cf7b214145ee req-2786cf3b-849c-4b7a-8391-0e1620f3ec9c tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.89 "GET /v2.0/ports?device_id=3c7675e1-1c8a-410f-be7f-b37c48bc9d65 HTTP/1.1" status: 200 len: 945 time: 0.1475966 Feb 04 17:46:03.199629 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-1baac8ba-85cd-4aad-a788-cf7b214145ee req-1ab5d5c6-6390-494f-8040-688a82ec3b8b tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.89 "GET /v2.0/security-groups?id=93ceaf89-daf9-4fd7-ba90-ecf1cae67db9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0830312 Feb 04 17:46:03.264334 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e562f84-1ef1-4e1b-bade-364407df8dd9 req-c32cf59f-03e8-47c6-9f0d-538c5dacd9e3 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:46:03.279384 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-3e562f84-1ef1-4e1b-bade-364407df8dd9 req-c32cf59f-03e8-47c6-9f0d-538c5dacd9e3 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] 10.222.0.89 "GET /v2.0/ports?device_id=fb6877a5-43b5-44e9-b880-81255ebc0c83 HTTP/1.1" status: 200 len: 946 time: 0.1100237 Feb 04 17:46:03.358848 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b80754-899b-445e-b401-c5a4194fb629 req-fe6c6f71-3538-4fa6-bf17-3865be856869 tempest-AttachVolumeTestJSON-1062564701 tempest-AttachVolumeTestJSON-1062564701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:46:03.362069 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-01b80754-899b-445e-b401-c5a4194fb629 req-fe6c6f71-3538-4fa6-bf17-3865be856869 tempest-AttachVolumeTestJSON-1062564701 tempest-AttachVolumeTestJSON-1062564701-project] 10.222.0.89 "GET /v2.0/ports?device_id=7121ab2f-febe-4a68-ae74-44f39310b958 HTTP/1.1" status: 200 len: 945 time: 0.0930328 Feb 04 17:46:03.364935 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-3e562f84-1ef1-4e1b-bade-364407df8dd9 req-a73819e0-76eb-4d28-b8d6-4497bfd9e67a tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] 10.222.0.89 "GET /v2.0/security-groups?id=4b0100f2-480f-41b8-8876-e30a8b4057ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0759032 Feb 04 17:46:03.399599 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 41350) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:46:03.449136 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-01b80754-899b-445e-b401-c5a4194fb629 req-aae928e0-11b5-4fb0-916a-70b512de95d6 tempest-AttachVolumeTestJSON-1062564701 tempest-AttachVolumeTestJSON-1062564701-project] 10.222.0.89 "GET /v2.0/security-groups?id=bdb5a98e-e9d3-4310-8108-cc56ff726a34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0793903 Feb 04 17:46:03.510744 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a3556e-7d2c-48e6-9f51-a1493e212bc8 req-cba03190-6db2-4f7d-b562-0b05837618a4 tempest-AttachVolumeTestJSON-1062564701 tempest-AttachVolumeTestJSON-1062564701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:46:03.512186 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-89a3556e-7d2c-48e6-9f51-a1493e212bc8 req-cba03190-6db2-4f7d-b562-0b05837618a4 tempest-AttachVolumeTestJSON-1062564701 tempest-AttachVolumeTestJSON-1062564701-project] 10.222.0.96 "GET /v2.0/ports?device_id=7121ab2f-febe-4a68-ae74-44f39310b958 HTTP/1.1" status: 200 len: 945 time: 0.1311889 Feb 04 17:46:03.527102 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-4e7ca14c-5b71-40da-aa69-0ed690777262 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] 10.222.0.89 "GET /v2.0/floatingips/e8b80fad-caa7-4e70-818c-90e946c79c9a HTTP/1.1" status: 200 len: 994 time: 0.0908103 Feb 04 17:46:03.619620 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [req-89a3556e-7d2c-48e6-9f51-a1493e212bc8 req-749085de-9e35-40b1-b3d3-f6c3faf6b22f tempest-AttachVolumeTestJSON-1062564701 tempest-AttachVolumeTestJSON-1062564701-project] Deleting port 0e9b088b-0283-400a-a288-9957c3e9669c {{(pid=103376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:46:03.619956 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-89a3556e-7d2c-48e6-9f51-a1493e212bc8 req-749085de-9e35-40b1-b3d3-f6c3faf6b22f tempest-AttachVolumeTestJSON-1062564701 tempest-AttachVolumeTestJSON-1062564701-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (0e9b088b-0283-400a-a288-9957c3e9669c), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:46:03.746631 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [req-89a3556e-7d2c-48e6-9f51-a1493e212bc8 req-749085de-9e35-40b1-b3d3-f6c3faf6b22f tempest-AttachVolumeTestJSON-1062564701 tempest-AttachVolumeTestJSON-1062564701-project] For port 0e9b088b-0283-400a-a288-9957c3e9669c, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=0e9b088b-0283-400a-a288-9957c3e9669c,segment=NetworkSegment(5aa163bf-3e85-4517-8e86-22f85f7e58c4),segment_id=5aa163bf-3e85-4517-8e86-22f85f7e58c4)] {{(pid=103376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:46:03.747186 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-89a3556e-7d2c-48e6-9f51-a1493e212bc8 req-749085de-9e35-40b1-b3d3-f6c3faf6b22f tempest-AttachVolumeTestJSON-1062564701 tempest-AttachVolumeTestJSON-1062564701-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (0e9b088b-0283-400a-a288-9957c3e9669c), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:46:04.207040 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-89a3556e-7d2c-48e6-9f51-a1493e212bc8 req-749085de-9e35-40b1-b3d3-f6c3faf6b22f tempest-AttachVolumeTestJSON-1062564701 tempest-AttachVolumeTestJSON-1062564701-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:46:04.207492 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-89a3556e-7d2c-48e6-9f51-a1493e212bc8 req-749085de-9e35-40b1-b3d3-f6c3faf6b22f tempest-AttachVolumeTestJSON-1062564701 tempest-AttachVolumeTestJSON-1062564701-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1595586'] for floatingip (839da35f-15e3-4c2c-96c5-0f77f1a05d9e), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:46:04.207824 n-d-827839-2 neutron-server[103376]: INFO neutron.db.l3_db [req-89a3556e-7d2c-48e6-9f51-a1493e212bc8 req-749085de-9e35-40b1-b3d3-f6c3faf6b22f tempest-AttachVolumeTestJSON-1062564701 tempest-AttachVolumeTestJSON-1062564701-project] Floating IP 839da35f-15e3-4c2c-96c5-0f77f1a05d9e disassociated. External IP: 172.25.6.23, port: 0e9b088b-0283-400a-a288-9957c3e9669c. Feb 04 17:46:04.208195 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [req-89a3556e-7d2c-48e6-9f51-a1493e212bc8 req-749085de-9e35-40b1-b3d3-f6c3faf6b22f tempest-AttachVolumeTestJSON-1062564701 tempest-AttachVolumeTestJSON-1062564701-project] Calling delete_port for 0e9b088b-0283-400a-a288-9957c3e9669c owned by compute:nova {{(pid=103376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:46:04.363409 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04afc270-77b1-4780-ab92-6da15acd3435 req-9ad4f837-0551-4894-9579-3dd0dd14bb76 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:46:04.370802 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-04afc270-77b1-4780-ab92-6da15acd3435 req-9ad4f837-0551-4894-9579-3dd0dd14bb76 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] 10.222.0.89 "GET /v2.0/ports?device_id=fb6877a5-43b5-44e9-b880-81255ebc0c83 HTTP/1.1" status: 200 len: 946 time: 0.0988297 Feb 04 17:46:04.414525 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f7347e-14d4-49a6-8ac4-31b759e4e26a req-340736cf-9c18-4193-8263-f3c6551ffc05 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:46:04.426589 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-a7f7347e-14d4-49a6-8ac4-31b759e4e26a req-340736cf-9c18-4193-8263-f3c6551ffc05 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.89 "GET /v2.0/ports?device_id=3c7675e1-1c8a-410f-be7f-b37c48bc9d65 HTTP/1.1" status: 200 len: 945 time: 0.1020176 Feb 04 17:46:04.437507 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-04afc270-77b1-4780-ab92-6da15acd3435 req-c9a66b31-3fdd-4294-bb88-a51d2b066a30 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] 10.222.0.89 "GET /v2.0/security-groups?id=4b0100f2-480f-41b8-8876-e30a8b4057ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0608573 Feb 04 17:46:04.448546 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-e20b945c-fa74-4a13-baf1-67880000c5b8 req-1adcc256-5b2e-4698-929f-9cdd3a24f47f service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=fb6877a5-43b5-44e9-b880-81255ebc0c83&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1868079 Feb 04 17:46:04.503455 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-a7f7347e-14d4-49a6-8ac4-31b759e4e26a req-64caf7bf-b49d-4791-8a80-e359dfb6541f tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.89 "GET /v2.0/security-groups?id=93ceaf89-daf9-4fd7-ba90-ecf1cae67db9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0712161 Feb 04 17:46:04.613801 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-5c607ed3-5d72-48fa-9961-64871c42c4a3 req-8b36995e-e9f9-43c5-9241-de5d60bd95e4 tempest-AttachVolumeTestJSON-1062564701 tempest-AttachVolumeTestJSON-1062564701-project] 10.222.0.89 "GET /v2.0/ports?device_id=7121ab2f-febe-4a68-ae74-44f39310b958 HTTP/1.1" status: 200 len: 210 time: 0.0398891 Feb 04 17:46:04.616229 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-89a3556e-7d2c-48e6-9f51-a1493e212bc8 req-749085de-9e35-40b1-b3d3-f6c3faf6b22f tempest-AttachVolumeTestJSON-1062564701 tempest-AttachVolumeTestJSON-1062564701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (0e9b088b-0283-400a-a288-9957c3e9669c), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:46:04.664898 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749085de-9e35-40b1-b3d3-f6c3faf6b22f tempest-AttachVolumeTestJSON-1062564701 tempest-AttachVolumeTestJSON-1062564701-project] Pushing event deleted for resources: {'Port': ['ID=0e9b088b-0283-400a-a288-9957c3e9669c,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:46:04.746116 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6201776-c2b1-414c-aebb-109aa34cd350 req-8feaecfa-1b54-4986-a222-17cbd768bca3 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:46:04.748349 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-c6201776-c2b1-414c-aebb-109aa34cd350 req-8feaecfa-1b54-4986-a222-17cbd768bca3 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.89 "GET /v2.0/ports?device_id=3c7675e1-1c8a-410f-be7f-b37c48bc9d65 HTTP/1.1" status: 200 len: 945 time: 0.1064799 Feb 04 17:46:04.850935 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4f14bb47-e72b-46ac-9e44-a61d9293afcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (75326290-f7a3-4db8-9cf2-15c7139ed224), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:46:04.864933 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-c6201776-c2b1-414c-aebb-109aa34cd350 req-8a8b6709-06fd-4132-9cbe-e47669312294 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.89 "GET /v2.0/security-groups?id=93ceaf89-daf9-4fd7-ba90-ecf1cae67db9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1096020 Feb 04 17:46:04.896505 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.l3_agent_scheduler [req-89a3556e-7d2c-48e6-9f51-a1493e212bc8 req-749085de-9e35-40b1-b3d3-f6c3faf6b22f tempest-AttachVolumeTestJSON-1062564701 tempest-AttachVolumeTestJSON-1062564701-project] Router 9536572d-3cef-48c2-8b58-544c2485acb8 has already been hosted by L3 agent 64ada913-9131-4d99-a265-63a920956287 {{(pid=103376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 17:46:05.150142 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-89a3556e-7d2c-48e6-9f51-a1493e212bc8 req-749085de-9e35-40b1-b3d3-f6c3faf6b22f tempest-AttachVolumeTestJSON-1062564701 tempest-AttachVolumeTestJSON-1062564701-project] Notify agent at l3_agent.n-d-827839-2 the message routers_updated {{(pid=103376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 17:46:05.171037 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-add704bc-7149-444f-af32-3e8b1f3f4f9b None None] Sync routers for ids ['9536572d-3cef-48c2-8b58-544c2485acb8'] in n-d-827839-2 {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 17:46:05.192146 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-add704bc-7149-444f-af32-3e8b1f3f4f9b None None] Routers {'9536572d-3cef-48c2-8b58-544c2485acb8'} bound to L3 agent in host n-d-827839-2 {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:46:05.192811 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-add704bc-7149-444f-af32-3e8b1f3f4f9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:46:03Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['9536572d-3cef-48c2-8b58-544c2485acb8'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:46:05.282892 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [req-89a3556e-7d2c-48e6-9f51-a1493e212bc8 req-749085de-9e35-40b1-b3d3-f6c3faf6b22f tempest-AttachVolumeTestJSON-1062564701 tempest-AttachVolumeTestJSON-1062564701-project] No DVR routers for this DVR port 0e9b088b-0283-400a-a288-9957c3e9669c on host n-h1-827839-2 {{(pid=103376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 17:46:05.286222 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-89a3556e-7d2c-48e6-9f51-a1493e212bc8 req-749085de-9e35-40b1-b3d3-f6c3faf6b22f tempest-AttachVolumeTestJSON-1062564701 tempest-AttachVolumeTestJSON-1062564701-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:46:05.292628 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-89a3556e-7d2c-48e6-9f51-a1493e212bc8 req-749085de-9e35-40b1-b3d3-f6c3faf6b22f tempest-AttachVolumeTestJSON-1062564701 tempest-AttachVolumeTestJSON-1062564701-project] 10.222.0.96 "DELETE /v2.0/ports/0e9b088b-0283-400a-a288-9957c3e9669c HTTP/1.1" status: 204 len: 173 time: 1.7714722 Feb 04 17:46:05.293299 n-d-827839-2 neutron-server[103376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7121ab2f-febe-4a68-ae74-44f39310b958', 'name': 'network-vif-deleted', 'tag': '0e9b088b-0283-400a-a288-9957c3e9669c'}] {{(pid=103376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:46:05.295702 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d59c3bb5e2f09ebf62144d5e09b1cff60c763a9c19614c24538e77842938c05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9be5263d-9a8d-41fe-944b-c391f8533af9" -d '{"events": [{"server_uuid": "7121ab2f-febe-4a68-ae74-44f39310b958", "name": "network-vif-deleted", "tag": "0e9b088b-0283-400a-a288-9957c3e9669c"}]}' {{(pid=103376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:46:05.303080 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device 0e9b088b-0283-400a-a288-9957c3e9669c no longer exists at agent hyperv_n-h1-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:46:05.377476 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] No Port match for: 0e9b088b-0283-400a-a288-9957c3e9669c {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 17:46:05.380945 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device 0e9b088b-0283-400a-a288-9957c3e9669c not bound to the agent host n-h1-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 17:46:05.400299 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 17:46:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-554c39ed-e42c-43b4-ad6f-d10711da3dc9 x-openstack-request-id: req-554c39ed-e42c-43b4-ad6f-d10711da3dc9 {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:46:05.400705 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7121ab2f-febe-4a68-ae74-44f39310b958", "name": "network-vif-deleted", "tag": "0e9b088b-0283-400a-a288-9957c3e9669c", "status": "completed", "code": 200}]} {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:46:05.401046 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-554c39ed-e42c-43b4-ad6f-d10711da3dc9 {{(pid=103376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:46:05.401717 n-d-827839-2 neutron-server[103376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7121ab2f-febe-4a68-ae74-44f39310b958', 'name': 'network-vif-deleted', 'tag': '0e9b088b-0283-400a-a288-9957c3e9669c', 'status': 'completed', 'code': 200} Feb 04 17:46:05.487228 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvr_db [None req-add704bc-7149-444f-af32-3e8b1f3f4f9b None None] Set router 9536572d-3cef-48c2-8b58-544c2485acb8 gateway port host: n-d-827839-2 {{(pid=103379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:46:05.741714 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c3c056-cb2e-43b0-af61-3782553eaee7 req-0c8dc9a5-00ab-4562-b03d-6dedbc7996b5 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:46:05.746529 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-60c3c056-cb2e-43b0-af61-3782553eaee7 req-0c8dc9a5-00ab-4562-b03d-6dedbc7996b5 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] 10.222.0.89 "GET /v2.0/ports?device_id=fb6877a5-43b5-44e9-b880-81255ebc0c83 HTTP/1.1" status: 200 len: 946 time: 0.1341591 Feb 04 17:46:05.777902 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (ba70844b-66a0-45fd-a2f2-e6ed673321fc), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:46:05.816940 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-add704bc-7149-444f-af32-3e8b1f3f4f9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9536572d-3cef-48c2-8b58-544c2485acb8', 'name': 'tempest-AttachVolumeTestJSON-674432547-router', 'tenant_id': 'f5ca586e0a134ee6a366fdbff53a4f3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.65'}], 'enable_snat': True}, 'gw_port_id': 'e473982d-218e-433d-b854-c5bd77d3dded', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:40:16Z', 'updated_at': '2022-02-04T17:40:25Z', 'revision_number': 4, 'project_id': 'f5ca586e0a134ee6a366fdbff53a4f3d', 'gw_port': {'id': 'e473982d-218e-433d-b854-c5bd77d3dded', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:0e:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9536572d-3cef-48c2-8b58-544c2485acb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3182, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:40:17Z', 'updated_at': '2022-02-04T17:40:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_interfaces': [{'id': 'e8ccd0cb-db52-4966-8fef-caef23e47aca', 'name': '', 'network_id': '737a730a-f2b9-4552-b783-b268a6fc7510', 'tenant_id': 'f5ca586e0a134ee6a366fdbff53a4f3d', 'mac_address': 'fa:16:3e:71:a0:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9536572d-3cef-48c2-8b58-544c2485acb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3183, 'fixed_ips': [{'subnet_id': '28f7679b-e706-44b6-8766-889d627ec1c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:40:23Z', 'updated_at': '2022-02-04T17:40:35Z', 'revision_number': 5, 'project_id': 'f5ca586e0a134ee6a366fdbff53a4f3d', 'subnets': [{'id': '28f7679b-e706-44b6-8766-889d627ec1c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-2', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:46:05.855591 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-add704bc-7149-444f-af32-3e8b1f3f4f9b None None] Checking router: 9536572d-3cef-48c2-8b58-544c2485acb8 for host: n-d-827839-2 {{(pid=103379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 17:46:05.877099 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-add704bc-7149-444f-af32-3e8b1f3f4f9b None None] Routers {'9536572d-3cef-48c2-8b58-544c2485acb8'} bound to L3 agent in host n-d-827839-2 {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:46:05.877914 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-add704bc-7149-444f-af32-3e8b1f3f4f9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:46:03Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['9536572d-3cef-48c2-8b58-544c2485acb8'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:46:05.903090 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-60c3c056-cb2e-43b0-af61-3782553eaee7 req-046e5a1d-fd83-4665-b496-a707f620f967 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] 10.222.0.89 "GET /v2.0/security-groups?id=4b0100f2-480f-41b8-8876-e30a8b4057ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1498559 Feb 04 17:46:06.197355 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-f2cbc757-760b-4dc3-8d4d-131e4b25d72c req-9a70ae98-7652-4853-b6ff-f2d0907b948f tempest-AttachVolumeTestJSON-1062564701 tempest-AttachVolumeTestJSON-1062564701-project] 10.222.0.89 "GET /v2.0/ports?device_id=7121ab2f-febe-4a68-ae74-44f39310b958 HTTP/1.1" status: 200 len: 210 time: 0.1025720 Feb 04 17:46:06.257308 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvr_db [None req-add704bc-7149-444f-af32-3e8b1f3f4f9b None None] Set router 9536572d-3cef-48c2-8b58-544c2485acb8 gateway port host: n-d-827839-2 {{(pid=103379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:46:06.428303 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ef8b55-a4a9-4626-8e62-16462b41ed11 req-7b6d7d1a-338b-4f9e-acce-0f681a48b4d2 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:46:06.436263 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-b1ef8b55-a4a9-4626-8e62-16462b41ed11 req-7b6d7d1a-338b-4f9e-acce-0f681a48b4d2 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.89 "GET /v2.0/ports?device_id=cd0b1eef-8dc5-4f93-9761-84068fdadff5 HTTP/1.1" status: 200 len: 943 time: 0.1275535 Feb 04 17:46:06.576924 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [req-b1ef8b55-a4a9-4626-8e62-16462b41ed11 req-5d73ac86-fdee-40a3-a724-042cb0ffe5d5 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] Deleting port ad51a914-6723-4735-91a0-37b92e59a1d2 {{(pid=103376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:46:06.577490 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-b1ef8b55-a4a9-4626-8e62-16462b41ed11 req-5d73ac86-fdee-40a3-a724-042cb0ffe5d5 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (ad51a914-6723-4735-91a0-37b92e59a1d2), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:46:06.709730 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [req-b1ef8b55-a4a9-4626-8e62-16462b41ed11 req-5d73ac86-fdee-40a3-a724-042cb0ffe5d5 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] For port ad51a914-6723-4735-91a0-37b92e59a1d2, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=ad51a914-6723-4735-91a0-37b92e59a1d2,segment=NetworkSegment(95e3d896-e0ab-47f8-8257-e5c06c9261eb),segment_id=95e3d896-e0ab-47f8-8257-e5c06c9261eb)] {{(pid=103376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:46:06.710144 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-b1ef8b55-a4a9-4626-8e62-16462b41ed11 req-5d73ac86-fdee-40a3-a724-042cb0ffe5d5 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (ad51a914-6723-4735-91a0-37b92e59a1d2), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:46:06.730702 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [req-b1ef8b55-a4a9-4626-8e62-16462b41ed11 req-5d73ac86-fdee-40a3-a724-042cb0ffe5d5 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] Calling delete_port for ad51a914-6723-4735-91a0-37b92e59a1d2 owned by compute:nova {{(pid=103376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:46:06.810977 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-add704bc-7149-444f-af32-3e8b1f3f4f9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9536572d-3cef-48c2-8b58-544c2485acb8', 'name': 'tempest-AttachVolumeTestJSON-674432547-router', 'tenant_id': 'f5ca586e0a134ee6a366fdbff53a4f3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.65'}], 'enable_snat': True}, 'gw_port_id': 'e473982d-218e-433d-b854-c5bd77d3dded', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:40:16Z', 'updated_at': '2022-02-04T17:40:25Z', 'revision_number': 4, 'project_id': 'f5ca586e0a134ee6a366fdbff53a4f3d', 'gw_port': {'id': 'e473982d-218e-433d-b854-c5bd77d3dded', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:0e:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9536572d-3cef-48c2-8b58-544c2485acb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3182, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:40:17Z', 'updated_at': '2022-02-04T17:40:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_interfaces': [{'id': 'e8ccd0cb-db52-4966-8fef-caef23e47aca', 'name': '', 'network_id': '737a730a-f2b9-4552-b783-b268a6fc7510', 'tenant_id': 'f5ca586e0a134ee6a366fdbff53a4f3d', 'mac_address': 'fa:16:3e:71:a0:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9536572d-3cef-48c2-8b58-544c2485acb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3183, 'fixed_ips': [{'subnet_id': '28f7679b-e706-44b6-8766-889d627ec1c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:40:23Z', 'updated_at': '2022-02-04T17:40:35Z', 'revision_number': 5, 'project_id': 'f5ca586e0a134ee6a366fdbff53a4f3d', 'subnets': [{'id': '28f7679b-e706-44b6-8766-889d627ec1c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-2', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:46:06.842229 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-add704bc-7149-444f-af32-3e8b1f3f4f9b None None] The sync data for ids ['9536572d-3cef-48c2-8b58-544c2485acb8'] in n-d-827839-2 is: [{'id': '9536572d-3cef-48c2-8b58-544c2485acb8', 'name': 'tempest-AttachVolumeTestJSON-674432547-router', 'tenant_id': 'f5ca586e0a134ee6a366fdbff53a4f3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.65'}], 'enable_snat': True}, 'gw_port_id': 'e473982d-218e-433d-b854-c5bd77d3dded', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:40:16Z', 'updated_at': '2022-02-04T17:40:25Z', 'revision_number': 4, 'project_id': 'f5ca586e0a134ee6a366fdbff53a4f3d', 'gw_port': {'id': 'e473982d-218e-433d-b854-c5bd77d3dded', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:0e:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9536572d-3cef-48c2-8b58-544c2485acb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3182, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:40:17Z', 'updated_at': '2022-02-04T17:40:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_interfaces': [{'id': 'e8ccd0cb-db52-4966-8fef-caef23e47aca', 'name': '', 'network_id': '737a730a-f2b9-4552-b783-b268a6fc7510', 'tenant_id': 'f5ca586e0a134ee6a366fdbff53a4f3d', 'mac_address': 'fa:16:3e:71:a0:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9536572d-3cef-48c2-8b58-544c2485acb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3183, 'fixed_ips': [{'subnet_id': '28f7679b-e706-44b6-8766-889d627ec1c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:40:23Z', 'updated_at': '2022-02-04T17:40:35Z', 'revision_number': 5, 'project_id': 'f5ca586e0a134ee6a366fdbff53a4f3d', 'subnets': [{'id': '28f7679b-e706-44b6-8766-889d627ec1c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 17:46:06.907452 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-b1ef8b55-a4a9-4626-8e62-16462b41ed11 req-5d73ac86-fdee-40a3-a724-042cb0ffe5d5 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (ad51a914-6723-4735-91a0-37b92e59a1d2), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:46:06.922929 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] get_ports_and_sgs() called for port_ids ['06cc4543-cc32-4220-8ed9-c749772fcc2b', '21f2b0c5-67dd-4fc0-98c0-308d7f2cf6ac'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 17:46:06.996078 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d73ac86-fdee-40a3-a724-042cb0ffe5d5 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] Pushing event deleted for resources: {'Port': ['ID=ad51a914-6723-4735-91a0-37b92e59a1d2,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:46:07.077421 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20b945c-fa74-4a13-baf1-67880000c5b8 req-ba8afcb2-9246-4cc8-bff5-ff67df2ff3db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:46:07.083428 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-e20b945c-fa74-4a13-baf1-67880000c5b8 req-ba8afcb2-9246-4cc8-bff5-ff67df2ff3db service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=86a0fd5c0c974eafbf1c6e95239dcb2c&device_id=fb6877a5-43b5-44e9-b880-81255ebc0c83 HTTP/1.1" status: 200 len: 1128 time: 0.1598821 Feb 04 17:46:07.156625 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1ef8b55-a4a9-4626-8e62-16462b41ed11 req-5d73ac86-fdee-40a3-a724-042cb0ffe5d5 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] No DVR routers for this DVR port ad51a914-6723-4735-91a0-37b92e59a1d2 on host n-h1-827839-2 {{(pid=103376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 17:46:07.163538 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-b1ef8b55-a4a9-4626-8e62-16462b41ed11 req-5d73ac86-fdee-40a3-a724-042cb0ffe5d5 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:46:07.191748 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-b1ef8b55-a4a9-4626-8e62-16462b41ed11 req-5d73ac86-fdee-40a3-a724-042cb0ffe5d5 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.89 "DELETE /v2.0/ports/ad51a914-6723-4735-91a0-37b92e59a1d2 HTTP/1.1" status: 204 len: 173 time: 0.7542102 Feb 04 17:46:07.317036 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c231ec-33ca-4ccd-957b-cab9bf46c345 req-9bb187e1-11dc-40af-975d-4b94091b06db tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:46:07.335155 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-d9c231ec-33ca-4ccd-957b-cab9bf46c345 req-9bb187e1-11dc-40af-975d-4b94091b06db tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] 10.222.0.89 "GET /v2.0/ports?device_id=fb6877a5-43b5-44e9-b880-81255ebc0c83 HTTP/1.1" status: 200 len: 946 time: 0.2490480 Feb 04 17:46:07.403432 n-d-827839-2 neutron-server[103376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd0b1eef-8dc5-4f93-9761-84068fdadff5', 'name': 'network-vif-deleted', 'tag': 'ad51a914-6723-4735-91a0-37b92e59a1d2'}] {{(pid=103376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:46:07.404514 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20b945c-fa74-4a13-baf1-67880000c5b8 req-5bd3758d-a420-4072-9b29-706da5241525 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:46:07.407323 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-e20b945c-fa74-4a13-baf1-67880000c5b8 req-5bd3758d-a420-4072-9b29-706da5241525 service neutron] 10.222.0.90 "GET /v2.0/networks?id=c4c6b8bd-d4fb-4788-b4f1-2d944d88e7a1 HTTP/1.1" status: 200 len: 898 time: 0.3104150 Feb 04 17:46:07.408496 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d59c3bb5e2f09ebf62144d5e09b1cff60c763a9c19614c24538e77842938c05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb7bf897-ca02-4659-9cbf-bbb4c9db3fb3" -d '{"events": [{"server_uuid": "cd0b1eef-8dc5-4f93-9761-84068fdadff5", "name": "network-vif-deleted", "tag": "ad51a914-6723-4735-91a0-37b92e59a1d2"}]}' {{(pid=103376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:46:07.494901 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56cf9173-6901-42aa-8793-bc165700afdd None None] New status for floating IP 839da35f-15e3-4c2c-96c5-0f77f1a05d9e: DOWN {{(pid=103378) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 17:46:07.498250 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-d9c231ec-33ca-4ccd-957b-cab9bf46c345 req-fe5622ba-af12-462a-b537-81ffaa825580 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] 10.222.0.89 "GET /v2.0/security-groups?id=4b0100f2-480f-41b8-8876-e30a8b4057ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1618993 Feb 04 17:46:07.565390 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-e20b945c-fa74-4a13-baf1-67880000c5b8 req-62465e4f-db8a-4790-9b59-7d0428e6e58a service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=756a02cd-0cae-4c90-9d5a-05eb81ac510b HTTP/1.1" status: 200 len: 1002 time: 0.1417470 Feb 04 17:46:07.653101 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Fri, 04 Feb 2022 17:46:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27054bab-c1fb-4b65-a2d0-5e79e37459dd x-openstack-request-id: req-27054bab-c1fb-4b65-a2d0-5e79e37459dd {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:46:07.653612 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd0b1eef-8dc5-4f93-9761-84068fdadff5", "name": "network-vif-deleted", "tag": "ad51a914-6723-4735-91a0-37b92e59a1d2", "status": "failed", "code": 422}]} {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:46:07.653612 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-27054bab-c1fb-4b65-a2d0-5e79e37459dd {{(pid=103376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:46:07.654542 n-d-827839-2 neutron-server[103376]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'cd0b1eef-8dc5-4f93-9761-84068fdadff5', 'name': 'network-vif-deleted', 'tag': 'ad51a914-6723-4735-91a0-37b92e59a1d2', 'status': 'failed', 'code': 422} returned with failed status Feb 04 17:46:07.690936 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20b945c-fa74-4a13-baf1-67880000c5b8 req-68f6a691-fbf4-42c4-88f8-cec10d5e4eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:46:07.692585 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-e20b945c-fa74-4a13-baf1-67880000c5b8 req-68f6a691-fbf4-42c4-88f8-cec10d5e4eaa service neutron] 10.222.0.90 "GET /v2.0/subnets?id=3ecc9f87-97b0-4c7a-bcbb-cce4bed8f320 HTTP/1.1" status: 200 len: 834 time: 0.1204627 Feb 04 17:46:07.720649 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 41798) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:46:07.826538 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20b945c-fa74-4a13-baf1-67880000c5b8 req-017e49b7-1c79-4374-9304-d4f6a72fbea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:46:07.842196 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-e20b945c-fa74-4a13-baf1-67880000c5b8 req-017e49b7-1c79-4374-9304-d4f6a72fbea1 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=c4c6b8bd-d4fb-4788-b4f1-2d944d88e7a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1171727 Feb 04 17:46:07.867810 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-9c24404d-997c-403b-a913-08e28bd78010 tempest-AttachVolumeTestJSON-1062564701 tempest-AttachVolumeTestJSON-1062564701-project] Publish callbacks [] for security_group (bdb5a98e-e9d3-4310-8108-cc56ff726a34), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:46:07.952072 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-9c24404d-997c-403b-a913-08e28bd78010 tempest-AttachVolumeTestJSON-1062564701 tempest-AttachVolumeTestJSON-1062564701-project] Publish callbacks [] for security_group (bdb5a98e-e9d3-4310-8108-cc56ff726a34), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:46:08.020028 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-e20b945c-fa74-4a13-baf1-67880000c5b8 req-4136814d-ce34-4e7d-8955-0e19fda348d5 service neutron] 10.222.0.90 "GET /v2.0/networks/c4c6b8bd-d4fb-4788-b4f1-2d944d88e7a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1732681 Feb 04 17:46:08.071123 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-9c24404d-997c-403b-a913-08e28bd78010 tempest-AttachVolumeTestJSON-1062564701 tempest-AttachVolumeTestJSON-1062564701-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (bdb5a98e-e9d3-4310-8108-cc56ff726a34), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:46:08.079038 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-9c24404d-997c-403b-a913-08e28bd78010 tempest-AttachVolumeTestJSON-1062564701 tempest-AttachVolumeTestJSON-1062564701-project] Publish callbacks [] for security_group (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:46:08.080495 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-9c24404d-997c-403b-a913-08e28bd78010 tempest-AttachVolumeTestJSON-1062564701 tempest-AttachVolumeTestJSON-1062564701-project] 10.222.0.89 "DELETE /v2.0/security-groups/bdb5a98e-e9d3-4310-8108-cc56ff726a34 HTTP/1.1" status: 204 len: 168 time: 0.3588111 Feb 04 17:46:08.084781 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 41840) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:46:08.133896 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c24404d-997c-403b-a913-08e28bd78010 tempest-AttachVolumeTestJSON-1062564701 tempest-AttachVolumeTestJSON-1062564701-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdb5a98e-e9d3-4310-8108-cc56ff726a34,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:46:08.137148 n-d-827839-2 neutron-server[103376]: INFO neutron.api.v2.resource [None req-bd240bb9-2d76-4368-8937-0bf9508abb8b tempest-AttachVolumeTestJSON-1062564701 tempest-AttachVolumeTestJSON-1062564701-project] show failed (client error): The resource could not be found. Feb 04 17:46:08.138733 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-bd240bb9-2d76-4368-8937-0bf9508abb8b tempest-AttachVolumeTestJSON-1062564701 tempest-AttachVolumeTestJSON-1062564701-project] 10.222.0.89 "GET /v2.0/security-groups/bdb5a98e-e9d3-4310-8108-cc56ff726a34 HTTP/1.1" status: 404 len: 347 time: 0.0526276 Feb 04 17:46:08.143302 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 41852) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:46:08.297397 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-e20b945c-fa74-4a13-baf1-67880000c5b8 req-e4564b60-bd5c-49f7-b095-500260d0bc7d service neutron] 10.222.0.90 "GET /v2.0/networks/c4c6b8bd-d4fb-4788-b4f1-2d944d88e7a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2665682 Feb 04 17:46:08.328941 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe51dc2-fb9d-4890-862b-ca1c5b8ce66b req-82208df6-3bd9-445a-a9b3-6c2bd430f83b tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:46:08.337458 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-8fe51dc2-fb9d-4890-862b-ca1c5b8ce66b req-82208df6-3bd9-445a-a9b3-6c2bd430f83b tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.89 "GET /v2.0/ports?device_id=fc210df8-95fc-40d0-b99e-63045052f5c4 HTTP/1.1" status: 200 len: 907 time: 0.1145678 Feb 04 17:46:08.394083 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-3338a5ea-2604-49d4-a109-a759e86c6c47 tempest-AttachVolumeTestJSON-1062564701 tempest-AttachVolumeTestJSON-1062564701-project] Deleting port 16883fbe-1f85-4154-8f83-0233973f8036 {{(pid=103376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:46:08.394440 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-3338a5ea-2604-49d4-a109-a759e86c6c47 tempest-AttachVolumeTestJSON-1062564701 tempest-AttachVolumeTestJSON-1062564701-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (16883fbe-1f85-4154-8f83-0233973f8036), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:46:08.482098 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-3338a5ea-2604-49d4-a109-a759e86c6c47 tempest-AttachVolumeTestJSON-1062564701 tempest-AttachVolumeTestJSON-1062564701-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (16883fbe-1f85-4154-8f83-0233973f8036), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:46:08.482424 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-3338a5ea-2604-49d4-a109-a759e86c6c47 tempest-AttachVolumeTestJSON-1062564701 tempest-AttachVolumeTestJSON-1062564701-project] Publish callbacks [] for floatingip (16883fbe-1f85-4154-8f83-0233973f8036), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:46:08.495166 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-3338a5ea-2604-49d4-a109-a759e86c6c47 tempest-AttachVolumeTestJSON-1062564701 tempest-AttachVolumeTestJSON-1062564701-project] Calling delete_port for 16883fbe-1f85-4154-8f83-0233973f8036 owned by network:floatingip {{(pid=103376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:46:08.693924 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-3338a5ea-2604-49d4-a109-a759e86c6c47 tempest-AttachVolumeTestJSON-1062564701 tempest-AttachVolumeTestJSON-1062564701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (16883fbe-1f85-4154-8f83-0233973f8036), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:46:08.727666 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3338a5ea-2604-49d4-a109-a759e86c6c47 tempest-AttachVolumeTestJSON-1062564701 tempest-AttachVolumeTestJSON-1062564701-project] Pushing event deleted for resources: {'Port': ['ID=16883fbe-1f85-4154-8f83-0233973f8036,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:46:08.775772 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1638fba3-4f90-40da-8711-12e4b75a1e03 req-7655f8cf-0958-4f12-8389-3ce8dcd33fb5 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:46:08.782801 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-1638fba3-4f90-40da-8711-12e4b75a1e03 req-7655f8cf-0958-4f12-8389-3ce8dcd33fb5 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] 10.222.0.89 "GET /v2.0/ports?device_id=fb6877a5-43b5-44e9-b880-81255ebc0c83 HTTP/1.1" status: 200 len: 946 time: 0.1225591 Feb 04 17:46:08.845581 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-3338a5ea-2604-49d4-a109-a759e86c6c47 tempest-AttachVolumeTestJSON-1062564701 tempest-AttachVolumeTestJSON-1062564701-project] Publish callbacks [] for floatingip (839da35f-15e3-4c2c-96c5-0f77f1a05d9e), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:46:08.848615 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-3338a5ea-2604-49d4-a109-a759e86c6c47 tempest-AttachVolumeTestJSON-1062564701 tempest-AttachVolumeTestJSON-1062564701-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for floatingip (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:46:08.853138 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-3338a5ea-2604-49d4-a109-a759e86c6c47 tempest-AttachVolumeTestJSON-1062564701 tempest-AttachVolumeTestJSON-1062564701-project] 10.222.0.89 "DELETE /v2.0/floatingips/839da35f-15e3-4c2c-96c5-0f77f1a05d9e HTTP/1.1" status: 204 len: 168 time: 0.7086589 Feb 04 17:46:08.893668 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-1638fba3-4f90-40da-8711-12e4b75a1e03 req-6e067597-9fc4-4d02-9578-d85cc55e61fd tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] 10.222.0.89 "GET /v2.0/security-groups?id=4b0100f2-480f-41b8-8876-e30a8b4057ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1059489 Feb 04 17:46:09.111398 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 41878) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:46:09.118849 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-ba752bee-7460-4adf-843d-0eae48c88250 tempest-AttachVolumeTestJSON-1062564701 tempest-AttachVolumeTestJSON-1062564701-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2085115540', 'description': 'tempest-description--16177943'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:46:09.148326 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-ba752bee-7460-4adf-843d-0eae48c88250 tempest-AttachVolumeTestJSON-1062564701 tempest-AttachVolumeTestJSON-1062564701-project] Publish callbacks [] for security_group (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:46:09.253365 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-ba752bee-7460-4adf-843d-0eae48c88250 tempest-AttachVolumeTestJSON-1062564701 tempest-AttachVolumeTestJSON-1062564701-project] Publish callbacks [] for security_group (8716ecb9-789e-469d-b20a-3ab79b0ffaf1), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:46:09.257821 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-ba752bee-7460-4adf-843d-0eae48c88250 tempest-AttachVolumeTestJSON-1062564701 tempest-AttachVolumeTestJSON-1062564701-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (8716ecb9-789e-469d-b20a-3ab79b0ffaf1), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:46:09.299655 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-ba752bee-7460-4adf-843d-0eae48c88250 tempest-AttachVolumeTestJSON-1062564701 tempest-AttachVolumeTestJSON-1062564701-project] Publish callbacks [] for security_group (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:46:09.301245 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-ba752bee-7460-4adf-843d-0eae48c88250 tempest-AttachVolumeTestJSON-1062564701 tempest-AttachVolumeTestJSON-1062564701-project] 10.222.0.89 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1887600 Feb 04 17:46:09.304033 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 41882) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:46:09.309071 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-1ddf7132-c7bd-43e4-8610-16ba54305fae tempest-AttachVolumeTestJSON-1062564701 tempest-AttachVolumeTestJSON-1062564701-project] Request body: {'security_group_rule': {'security_group_id': '8716ecb9-789e-469d-b20a-3ab79b0ffaf1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:46:09.329869 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba752bee-7460-4adf-843d-0eae48c88250 tempest-AttachVolumeTestJSON-1062564701 tempest-AttachVolumeTestJSON-1062564701-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8716ecb9-789e-469d-b20a-3ab79b0ffaf1,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:46:09.357733 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-1ddf7132-c7bd-43e4-8610-16ba54305fae tempest-AttachVolumeTestJSON-1062564701 tempest-AttachVolumeTestJSON-1062564701-project] Publish callbacks [] for security_group_rule (20275228-94f3-4778-90b1-3d9c0e104032), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:46:09.430775 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-1ddf7132-c7bd-43e4-8610-16ba54305fae tempest-AttachVolumeTestJSON-1062564701 tempest-AttachVolumeTestJSON-1062564701-project] Publish callbacks [] for security_group_rule (20275228-94f3-4778-90b1-3d9c0e104032), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:46:09.439451 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-1ddf7132-c7bd-43e4-8610-16ba54305fae tempest-AttachVolumeTestJSON-1062564701 tempest-AttachVolumeTestJSON-1062564701-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664556'] for security_group_rule (20275228-94f3-4778-90b1-3d9c0e104032), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:46:09.476332 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b24518-1faf-4a49-806e-8f2d44decf4a req-88366d39-e885-45fa-a844-6e5e85ab1335 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:46:09.492383 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-03b24518-1faf-4a49-806e-8f2d44decf4a req-88366d39-e885-45fa-a844-6e5e85ab1335 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.89 "GET /v2.0/ports?device_id=fc210df8-95fc-40d0-b99e-63045052f5c4 HTTP/1.1" status: 200 len: 907 time: 0.0827968 Feb 04 17:46:09.507898 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ddf7132-c7bd-43e4-8610-16ba54305fae tempest-AttachVolumeTestJSON-1062564701 tempest-AttachVolumeTestJSON-1062564701-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20275228-94f3-4778-90b1-3d9c0e104032,revision_number=0']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:46:09.521825 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-1ddf7132-c7bd-43e4-8610-16ba54305fae tempest-AttachVolumeTestJSON-1062564701 tempest-AttachVolumeTestJSON-1062564701-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:46:09.523542 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-1ddf7132-c7bd-43e4-8610-16ba54305fae tempest-AttachVolumeTestJSON-1062564701 tempest-AttachVolumeTestJSON-1062564701-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2178636 Feb 04 17:46:09.526372 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 41886) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:46:09.533421 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-985b8b34-f8b7-4d9b-baca-d7f7c0fa8933 tempest-AttachVolumeTestJSON-1062564701 tempest-AttachVolumeTestJSON-1062564701-project] Request body: {'security_group_rule': {'security_group_id': '8716ecb9-789e-469d-b20a-3ab79b0ffaf1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:46:09.567306 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-985b8b34-f8b7-4d9b-baca-d7f7c0fa8933 tempest-AttachVolumeTestJSON-1062564701 tempest-AttachVolumeTestJSON-1062564701-project] Publish callbacks [] for security_group_rule (91521292-c85c-4f49-8640-7476a219ede3), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:46:09.634720 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-985b8b34-f8b7-4d9b-baca-d7f7c0fa8933 tempest-AttachVolumeTestJSON-1062564701 tempest-AttachVolumeTestJSON-1062564701-project] Publish callbacks [] for security_group_rule (91521292-c85c-4f49-8640-7476a219ede3), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:46:09.638530 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-985b8b34-f8b7-4d9b-baca-d7f7c0fa8933 tempest-AttachVolumeTestJSON-1062564701 tempest-AttachVolumeTestJSON-1062564701-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664556'] for security_group_rule (91521292-c85c-4f49-8640-7476a219ede3), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:46:09.707080 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985b8b34-f8b7-4d9b-baca-d7f7c0fa8933 tempest-AttachVolumeTestJSON-1062564701 tempest-AttachVolumeTestJSON-1062564701-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91521292-c85c-4f49-8640-7476a219ede3,revision_number=0']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:46:09.739191 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-985b8b34-f8b7-4d9b-baca-d7f7c0fa8933 tempest-AttachVolumeTestJSON-1062564701 tempest-AttachVolumeTestJSON-1062564701-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:46:09.747464 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-985b8b34-f8b7-4d9b-baca-d7f7c0fa8933 tempest-AttachVolumeTestJSON-1062564701 tempest-AttachVolumeTestJSON-1062564701-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2197893 Feb 04 17:46:09.748152 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 41890) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:46:09.754938 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adefd62a-ae9a-4ff1-af68-ab8eb1581697 req-5cb93e24-9f08-4d74-8523-a209c9d63e2e tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:46:09.756565 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-adefd62a-ae9a-4ff1-af68-ab8eb1581697 req-5cb93e24-9f08-4d74-8523-a209c9d63e2e tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.90 "GET /v2.0/ports?device_id=fc210df8-95fc-40d0-b99e-63045052f5c4 HTTP/1.1" status: 200 len: 907 time: 0.0998983 Feb 04 17:46:09.761027 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-52344992-f5e2-4839-9702-f2c9104e54fc tempest-AttachVolumeTestJSON-1062564701 tempest-AttachVolumeTestJSON-1062564701-project] Request body: {'floatingip': {'floating_network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:46:09.811813 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-52344992-f5e2-4839-9702-f2c9104e54fc tempest-AttachVolumeTestJSON-1062564701 tempest-AttachVolumeTestJSON-1062564701-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:46:09.888710 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [req-adefd62a-ae9a-4ff1-af68-ab8eb1581697 req-d3182933-1057-4bd0-9e48-beeb9b491ad7 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] Deleting port 7562b486-c6bd-439b-a18f-d9a358f6fb71 {{(pid=103377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:46:09.889555 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-adefd62a-ae9a-4ff1-af68-ab8eb1581697 req-d3182933-1057-4bd0-9e48-beeb9b491ad7 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (7562b486-c6bd-439b-a18f-d9a358f6fb71), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:46:10.004795 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-52344992-f5e2-4839-9702-f2c9104e54fc tempest-AttachVolumeTestJSON-1062564701 tempest-AttachVolumeTestJSON-1062564701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:46:10.072916 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [req-adefd62a-ae9a-4ff1-af68-ab8eb1581697 req-d3182933-1057-4bd0-9e48-beeb9b491ad7 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] For port 7562b486-c6bd-439b-a18f-d9a358f6fb71, host n-h2-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=7562b486-c6bd-439b-a18f-d9a358f6fb71,segment=NetworkSegment(95e3d896-e0ab-47f8-8257-e5c06c9261eb),segment_id=95e3d896-e0ab-47f8-8257-e5c06c9261eb)] {{(pid=103377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:46:10.073588 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-adefd62a-ae9a-4ff1-af68-ab8eb1581697 req-d3182933-1057-4bd0-9e48-beeb9b491ad7 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (7562b486-c6bd-439b-a18f-d9a358f6fb71), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:46:10.083680 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70da965-c4f5-4892-8b17-a3adb24b3292 req-23bde675-5652-4d63-8724-282920926b81 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:46:10.085518 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-e70da965-c4f5-4892-8b17-a3adb24b3292 req-23bde675-5652-4d63-8724-282920926b81 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] 10.222.0.89 "GET /v2.0/ports?device_id=fb6877a5-43b5-44e9-b880-81255ebc0c83 HTTP/1.1" status: 200 len: 946 time: 0.1091921 Feb 04 17:46:10.117016 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [req-adefd62a-ae9a-4ff1-af68-ab8eb1581697 req-d3182933-1057-4bd0-9e48-beeb9b491ad7 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] Calling delete_port for 7562b486-c6bd-439b-a18f-d9a358f6fb71 owned by compute:nova {{(pid=103377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:46:10.141825 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.db_base_plugin_common [None req-52344992-f5e2-4839-9702-f2c9104e54fc tempest-AttachVolumeTestJSON-1062564701 tempest-AttachVolumeTestJSON-1062564701-project] Allocated IP 172.25.6.172 (48165773-85ad-49a1-9ec1-76fc8dc24188/7660bfad-1ea8-4fe7-831b-bed836f13efc/ed5237ae-3833-4781-aa9a-8a6114b1e944) {{(pid=103376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:46:10.157240 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-e70da965-c4f5-4892-8b17-a3adb24b3292 req-d090ce85-e97d-40c1-970c-5d238fd835a5 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] 10.222.0.89 "GET /v2.0/security-groups?id=4b0100f2-480f-41b8-8876-e30a8b4057ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0650430 Feb 04 17:46:10.328108 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-52344992-f5e2-4839-9702-f2c9104e54fc tempest-AttachVolumeTestJSON-1062564701 tempest-AttachVolumeTestJSON-1062564701-project] Publish callbacks [] for port (ed5237ae-3833-4781-aa9a-8a6114b1e944), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:46:10.342020 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (f20a1ab3-4332-4f54-833b-ba4a7c687e89), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:46:10.383914 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-52344992-f5e2-4839-9702-f2c9104e54fc tempest-AttachVolumeTestJSON-1062564701 tempest-AttachVolumeTestJSON-1062564701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (ed5237ae-3833-4781-aa9a-8a6114b1e944), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:46:10.389312 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-adefd62a-ae9a-4ff1-af68-ab8eb1581697 req-d3182933-1057-4bd0-9e48-beeb9b491ad7 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (7562b486-c6bd-439b-a18f-d9a358f6fb71), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:46:10.417580 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3182933-1057-4bd0-9e48-beeb9b491ad7 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] Pushing event deleted for resources: {'Port': ['ID=7562b486-c6bd-439b-a18f-d9a358f6fb71,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:46:10.480324 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52344992-f5e2-4839-9702-f2c9104e54fc tempest-AttachVolumeTestJSON-1062564701 tempest-AttachVolumeTestJSON-1062564701-project] Pushing event updated for resources: {'Port': ['ID=ed5237ae-3833-4781-aa9a-8a6114b1e944,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:46:10.483922 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52344992-f5e2-4839-9702-f2c9104e54fc tempest-AttachVolumeTestJSON-1062564701 tempest-AttachVolumeTestJSON-1062564701-project] Network 48165773-85ad-49a1-9ec1-76fc8dc24188 is already hosted by enough agents. {{(pid=103376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:46:10.489846 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [None req-52344992-f5e2-4839-9702-f2c9104e54fc tempest-AttachVolumeTestJSON-1062564701 tempest-AttachVolumeTestJSON-1062564701-project] Resources bound (agent type, host, resource id): {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:46:10.492262 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [req-adefd62a-ae9a-4ff1-af68-ab8eb1581697 req-d3182933-1057-4bd0-9e48-beeb9b491ad7 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] No DVR routers for this DVR port 7562b486-c6bd-439b-a18f-d9a358f6fb71 on host n-h2-827839-2 {{(pid=103377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 17:46:10.492629 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52344992-f5e2-4839-9702-f2c9104e54fc tempest-AttachVolumeTestJSON-1062564701 tempest-AttachVolumeTestJSON-1062564701-project] Received port after_create {{(pid=103376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:46:10.495900 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-adefd62a-ae9a-4ff1-af68-ab8eb1581697 req-d3182933-1057-4bd0-9e48-beeb9b491ad7 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:46:10.500285 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-adefd62a-ae9a-4ff1-af68-ab8eb1581697 req-d3182933-1057-4bd0-9e48-beeb9b491ad7 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.90 "DELETE /v2.0/ports/7562b486-c6bd-439b-a18f-d9a358f6fb71 HTTP/1.1" status: 204 len: 173 time: 0.7332165 Feb 04 17:46:10.500819 n-d-827839-2 neutron-server[103377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc210df8-95fc-40d0-b99e-63045052f5c4', 'name': 'network-vif-deleted', 'tag': '7562b486-c6bd-439b-a18f-d9a358f6fb71'}] {{(pid=103377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:46:10.504504 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7240428b650e1488e9361b62648ff4b3a6c19d49d8c27c949491ab58c1346cf0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bab1b68-759f-454c-99d3-e335549ba329" -d '{"events": [{"server_uuid": "fc210df8-95fc-40d0-b99e-63045052f5c4", "name": "network-vif-deleted", "tag": "7562b486-c6bd-439b-a18f-d9a358f6fb71"}]}' {{(pid=103377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:46:10.607827 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 17:46:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5346c06-fbd4-4c08-b98b-8b0acbf597eb x-openstack-request-id: req-e5346c06-fbd4-4c08-b98b-8b0acbf597eb {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:46:10.608314 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc210df8-95fc-40d0-b99e-63045052f5c4", "name": "network-vif-deleted", "tag": "7562b486-c6bd-439b-a18f-d9a358f6fb71", "status": "completed", "code": 200}]} {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:46:10.608880 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-e5346c06-fbd4-4c08-b98b-8b0acbf597eb {{(pid=103377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:46:10.609441 n-d-827839-2 neutron-server[103377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc210df8-95fc-40d0-b99e-63045052f5c4', 'name': 'network-vif-deleted', 'tag': '7562b486-c6bd-439b-a18f-d9a358f6fb71', 'status': 'completed', 'code': 200} Feb 04 17:46:10.684461 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-1e513a5f-4f60-4469-a44c-2825027bd594 req-ee863f2a-4afa-49a5-95ff-25f2ad15ad4a tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.89 "GET /v2.0/ports?device_id=fc210df8-95fc-40d0-b99e-63045052f5c4 HTTP/1.1" status: 200 len: 210 time: 0.0564895 Feb 04 17:46:10.740046 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-52344992-f5e2-4839-9702-f2c9104e54fc tempest-AttachVolumeTestJSON-1062564701 tempest-AttachVolumeTestJSON-1062564701-project] Publish callbacks [] for floatingip (c5f90df8-d970-4ccb-92a5-f71a1678fa8d), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:46:10.822453 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-52344992-f5e2-4839-9702-f2c9104e54fc tempest-AttachVolumeTestJSON-1062564701 tempest-AttachVolumeTestJSON-1062564701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (ed5237ae-3833-4781-aa9a-8a6114b1e944), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:46:11.040161 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-52344992-f5e2-4839-9702-f2c9104e54fc tempest-AttachVolumeTestJSON-1062564701 tempest-AttachVolumeTestJSON-1062564701-project] Publish callbacks [] for port (ed5237ae-3833-4781-aa9a-8a6114b1e944), precommit_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:46:11.057929 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-52344992-f5e2-4839-9702-f2c9104e54fc tempest-AttachVolumeTestJSON-1062564701 tempest-AttachVolumeTestJSON-1062564701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675836'] for port (ed5237ae-3833-4781-aa9a-8a6114b1e944), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:46:11.213179 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52344992-f5e2-4839-9702-f2c9104e54fc tempest-AttachVolumeTestJSON-1062564701 tempest-AttachVolumeTestJSON-1062564701-project] Pushing event updated for resources: {'Port': ['ID=ed5237ae-3833-4781-aa9a-8a6114b1e944,revision_number=2']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:46:11.269942 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-52344992-f5e2-4839-9702-f2c9104e54fc tempest-AttachVolumeTestJSON-1062564701 tempest-AttachVolumeTestJSON-1062564701-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1595586'] for floatingip (c5f90df8-d970-4ccb-92a5-f71a1678fa8d), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:46:11.288097 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-52344992-f5e2-4839-9702-f2c9104e54fc tempest-AttachVolumeTestJSON-1062564701 tempest-AttachVolumeTestJSON-1062564701-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for floatingip (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:46:11.289610 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-52344992-f5e2-4839-9702-f2c9104e54fc tempest-AttachVolumeTestJSON-1062564701 tempest-AttachVolumeTestJSON-1062564701-project] 10.222.0.89 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5323524 Feb 04 17:46:11.518798 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-0ab22b92-5f74-4518-99a8-304aa92946e9 req-fd674a40-5999-479e-bece-6feddb11e8a0 tempest-AttachVolumeTestJSON-1062564701 tempest-AttachVolumeTestJSON-1062564701-project] 10.222.0.89 "GET /v2.0/security-groups?name=tempest-securitygroup--2085115540&fields=id&tenant_id=f5ca586e0a134ee6a366fdbff53a4f3d HTTP/1.1" status: 200 len: 267 time: 0.0629737 Feb 04 17:46:11.531105 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c5b9d1-2883-4edb-8fdd-12f8cd597841 req-0342bd43-385d-401f-824f-5b55ea14429b tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:46:11.532617 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-68c5b9d1-2883-4edb-8fdd-12f8cd597841 req-0342bd43-385d-401f-824f-5b55ea14429b tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] 10.222.0.89 "GET /v2.0/ports?device_id=fb6877a5-43b5-44e9-b880-81255ebc0c83 HTTP/1.1" status: 200 len: 946 time: 0.2195513 Feb 04 17:46:11.591025 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-68c5b9d1-2883-4edb-8fdd-12f8cd597841 req-14c4b99b-3098-409c-bbc1-6f5bded98b98 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] 10.222.0.89 "GET /v2.0/security-groups?id=4b0100f2-480f-41b8-8876-e30a8b4057ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499506 Feb 04 17:46:11.664336 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab22b92-5f74-4518-99a8-304aa92946e9 req-eb4692b0-6d50-4136-9c43-e92d8c3684c8 tempest-AttachVolumeTestJSON-1062564701 tempest-AttachVolumeTestJSON-1062564701-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:46:11.666117 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-0ab22b92-5f74-4518-99a8-304aa92946e9 req-eb4692b0-6d50-4136-9c43-e92d8c3684c8 tempest-AttachVolumeTestJSON-1062564701 tempest-AttachVolumeTestJSON-1062564701-project] 10.222.0.89 "GET /v2.0/networks?id=737a730a-f2b9-4552-b783-b268a6fc7510 HTTP/1.1" status: 200 len: 810 time: 0.1364119 Feb 04 17:46:11.690201 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-0ab22b92-5f74-4518-99a8-304aa92946e9 req-a4da3f99-a210-42c8-881f-ab402251c1d3 tempest-AttachVolumeTestJSON-1062564701 tempest-AttachVolumeTestJSON-1062564701-project] 10.222.0.89 "GET /v2.0/quotas/f5ca586e0a134ee6a366fdbff53a4f3d HTTP/1.1" status: 200 len: 375 time: 0.0159488 Feb 04 17:46:11.778005 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-0ab22b92-5f74-4518-99a8-304aa92946e9 req-a9b182db-ad9f-4f66-af98-70db59463859 tempest-AttachVolumeTestJSON-1062564701 tempest-AttachVolumeTestJSON-1062564701-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=f5ca586e0a134ee6a366fdbff53a4f3d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0781336 Feb 04 17:46:12.039272 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-0ab22b92-5f74-4518-99a8-304aa92946e9 req-6d48443c-048f-4a8e-a9cf-b47729043a66 service neutron] 10.222.0.89 "GET /v2.0/networks/737a730a-f2b9-4552-b783-b268a6fc7510?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2584729 Feb 04 17:46:12.157905 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-0ab22b92-5f74-4518-99a8-304aa92946e9 req-e2cc2f7b-d5c6-453b-808c-6d3e6b1026e2 service neutron] 10.222.0.89 "GET /v2.0/networks/737a730a-f2b9-4552-b783-b268a6fc7510?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1175315 Feb 04 17:46:12.168905 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccd4213-32d4-4bcf-a210-5d24204e07f8 req-234fe1eb-7f32-48ce-9485-cb64ff8a544a tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:46:12.178200 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-6ccd4213-32d4-4bcf-a210-5d24204e07f8 req-234fe1eb-7f32-48ce-9485-cb64ff8a544a tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.89 "GET /v2.0/ports?device_id=767795d3-099b-4029-adbe-71d8720fc06b HTTP/1.1" status: 200 len: 946 time: 0.1187830 Feb 04 17:46:12.238874 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-6ccd4213-32d4-4bcf-a210-5d24204e07f8 req-c7c9c19c-8899-40dd-aec7-a1eb61689b34 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.89 "GET /v2.0/security-groups?id=08488bde-3452-4671-b745-5b4e8beeb3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592701 Feb 04 17:46:12.397733 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-7387a58a-6daa-493d-bcf3-7a44143a3776 req-fec14d98-4b6c-40de-af4f-0073b09fc458 tempest-AttachVolumeTestJSON-1062564701 tempest-AttachVolumeTestJSON-1062564701-project] 10.222.0.89 "GET /v2.0/ports?device_id=d8b8fa52-f908-44d7-9705-bf50a03e2462 HTTP/1.1" status: 200 len: 210 time: 0.0296502 Feb 04 17:46:12.451723 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (3f9244a9-75fc-4c10-b195-11d48b853b41), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:46:12.801452 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfe4c44-b2fd-444e-95c1-3859a1095adc req-3e4f346f-3a67-49e0-a6e0-ddee0104d0be tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:46:12.803345 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-8cfe4c44-b2fd-444e-95c1-3859a1095adc req-3e4f346f-3a67-49e0-a6e0-ddee0104d0be tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] 10.222.0.89 "GET /v2.0/ports?device_id=fb6877a5-43b5-44e9-b880-81255ebc0c83 HTTP/1.1" status: 200 len: 946 time: 0.1037524 Feb 04 17:46:12.881493 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-8cfe4c44-b2fd-444e-95c1-3859a1095adc req-43e163aa-8c0a-444b-b6c6-37984a3432b4 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] 10.222.0.89 "GET /v2.0/security-groups?id=4b0100f2-480f-41b8-8876-e30a8b4057ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0704787 Feb 04 17:46:13.384388 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95c52d3-e648-4257-a0e7-d6af0ecb6540 req-39d52f21-c93b-4064-a5fd-ba7d963d9d63 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:46:13.386081 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-c95c52d3-e648-4257-a0e7-d6af0ecb6540 req-39d52f21-c93b-4064-a5fd-ba7d963d9d63 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.89 "GET /v2.0/ports?device_id=767795d3-099b-4029-adbe-71d8720fc06b HTTP/1.1" status: 200 len: 946 time: 0.0772738 Feb 04 17:46:13.508188 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-c95c52d3-e648-4257-a0e7-d6af0ecb6540 req-ee31e003-2bcf-4529-8e63-ec72b1b3f219 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.89 "GET /v2.0/security-groups?id=08488bde-3452-4671-b745-5b4e8beeb3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163249 Feb 04 17:46:13.593990 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-95e3fb15-24c2-4006-ba12-dd08eee596c6 req-29520e69-7d72-446f-a7ca-fe2c4381f645 tempest-AttachVolumeTestJSON-1062564701 tempest-AttachVolumeTestJSON-1062564701-project] 10.222.0.89 "GET /v2.0/ports?device_id=d8b8fa52-f908-44d7-9705-bf50a03e2462 HTTP/1.1" status: 200 len: 210 time: 0.0531323 Feb 04 17:46:13.680977 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e65d99f-7399-4b54-95e0-0cf5228b9aa4 req-16b70c14-8485-4d38-8b71-a9dfe12c993c tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:46:13.682591 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-7e65d99f-7399-4b54-95e0-0cf5228b9aa4 req-16b70c14-8485-4d38-8b71-a9dfe12c993c tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.90 "GET /v2.0/ports?device_id=767795d3-099b-4029-adbe-71d8720fc06b HTTP/1.1" status: 200 len: 946 time: 0.0753086 Feb 04 17:46:13.715222 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab22b92-5f74-4518-99a8-304aa92946e9 req-a00c975e-ff4c-4014-95f8-9da54a6472d4 tempest-AttachVolumeTestJSON-1062564701 tempest-AttachVolumeTestJSON-1062564701-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:46:13.717791 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-0ab22b92-5f74-4518-99a8-304aa92946e9 req-a00c975e-ff4c-4014-95f8-9da54a6472d4 tempest-AttachVolumeTestJSON-1062564701 tempest-AttachVolumeTestJSON-1062564701-project] 10.222.0.96 "GET /v2.0/networks?id=737a730a-f2b9-4552-b783-b268a6fc7510 HTTP/1.1" status: 200 len: 810 time: 0.1435826 Feb 04 17:46:13.792273 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-0ab22b92-5f74-4518-99a8-304aa92946e9 req-6bb5e589-83d2-48d4-bdfc-08bebd7c978b tempest-AttachVolumeTestJSON-1062564701 tempest-AttachVolumeTestJSON-1062564701-project] 10.222.0.96 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f5ca586e0a134ee6a366fdbff53a4f3d HTTP/1.1" status: 200 len: 380 time: 0.0597823 Feb 04 17:46:13.806029 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [req-0ab22b92-5f74-4518-99a8-304aa92946e9 req-6b377580-28b2-437d-8cae-95f2367cfa40 tempest-AttachVolumeTestJSON-1062564701 tempest-AttachVolumeTestJSON-1062564701-project] Request body: {'port': {'device_id': 'd8b8fa52-f908-44d7-9705-bf50a03e2462', 'network_id': '737a730a-f2b9-4552-b783-b268a6fc7510', 'admin_state_up': True, 'tenant_id': 'f5ca586e0a134ee6a366fdbff53a4f3d', 'security_groups': ['8716ecb9-789e-469d-b20a-3ab79b0ffaf1']}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:46:13.816041 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [req-7e65d99f-7399-4b54-95e0-0cf5228b9aa4 req-b83160c7-7613-4db6-b9e8-90707a912101 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] Deleting port 21f2b0c5-67dd-4fc0-98c0-308d7f2cf6ac {{(pid=103377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:46:13.816888 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-7e65d99f-7399-4b54-95e0-0cf5228b9aa4 req-b83160c7-7613-4db6-b9e8-90707a912101 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (21f2b0c5-67dd-4fc0-98c0-308d7f2cf6ac), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:46:13.939325 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [req-7e65d99f-7399-4b54-95e0-0cf5228b9aa4 req-b83160c7-7613-4db6-b9e8-90707a912101 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] For port 21f2b0c5-67dd-4fc0-98c0-308d7f2cf6ac, host n-h2-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=21f2b0c5-67dd-4fc0-98c0-308d7f2cf6ac,segment=NetworkSegment(95e3d896-e0ab-47f8-8257-e5c06c9261eb),segment_id=95e3d896-e0ab-47f8-8257-e5c06c9261eb)] {{(pid=103377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:46:13.939690 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-7e65d99f-7399-4b54-95e0-0cf5228b9aa4 req-b83160c7-7613-4db6-b9e8-90707a912101 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (21f2b0c5-67dd-4fc0-98c0-308d7f2cf6ac), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:46:13.944809 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ab22b92-5f74-4518-99a8-304aa92946e9 req-6b377580-28b2-437d-8cae-95f2367cfa40 tempest-AttachVolumeTestJSON-1062564701 tempest-AttachVolumeTestJSON-1062564701-project] Made reservation on behalf of f5ca586e0a134ee6a366fdbff53a4f3d for: {'port': 1} {{(pid=103376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:46:13.951699 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-0ab22b92-5f74-4518-99a8-304aa92946e9 req-6b377580-28b2-437d-8cae-95f2367cfa40 tempest-AttachVolumeTestJSON-1062564701 tempest-AttachVolumeTestJSON-1062564701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:46:13.958303 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [req-7e65d99f-7399-4b54-95e0-0cf5228b9aa4 req-b83160c7-7613-4db6-b9e8-90707a912101 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] Calling delete_port for 21f2b0c5-67dd-4fc0-98c0-308d7f2cf6ac owned by compute:nova {{(pid=103377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:46:14.113857 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Device 7562b486-c6bd-439b-a18f-d9a358f6fb71 no longer exists at agent hyperv_n-h2-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:46:14.121390 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 41958) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:46:14.128766 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-7e65d99f-7399-4b54-95e0-0cf5228b9aa4 req-b83160c7-7613-4db6-b9e8-90707a912101 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (21f2b0c5-67dd-4fc0-98c0-308d7f2cf6ac), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:46:14.159706 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] get_ports_and_sgs() called for port_ids ['06cc4543-cc32-4220-8ed9-c749772fcc2b', '21f2b0c5-67dd-4fc0-98c0-308d7f2cf6ac'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 17:46:14.162119 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] No Port match for: 7562b486-c6bd-439b-a18f-d9a358f6fb71 {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 17:46:14.162459 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Device 7562b486-c6bd-439b-a18f-d9a358f6fb71 not bound to the agent host n-h2-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 17:46:14.205421 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd5cf24-146b-4394-9ddb-3ee1e46df15d req-448c5783-fa37-4e5e-98a3-e86259dccab0 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:46:14.214490 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-cbd5cf24-146b-4394-9ddb-3ee1e46df15d req-448c5783-fa37-4e5e-98a3-e86259dccab0 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] 10.222.0.89 "GET /v2.0/ports?device_id=fb6877a5-43b5-44e9-b880-81255ebc0c83 HTTP/1.1" status: 200 len: 946 time: 0.2382445 Feb 04 17:46:14.217272 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.db_base_plugin_common [req-0ab22b92-5f74-4518-99a8-304aa92946e9 req-6b377580-28b2-437d-8cae-95f2367cfa40 tempest-AttachVolumeTestJSON-1062564701 tempest-AttachVolumeTestJSON-1062564701-project] Allocated IP 172.20.0.11 (737a730a-f2b9-4552-b783-b268a6fc7510/28f7679b-e706-44b6-8766-889d627ec1c0/12179e86-e4aa-4719-84b0-1c54316ca648) {{(pid=103376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:46:14.244556 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83160c7-7613-4db6-b9e8-90707a912101 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] Pushing event deleted for resources: {'Port': ['ID=21f2b0c5-67dd-4fc0-98c0-308d7f2cf6ac,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:46:14.326316 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e65d99f-7399-4b54-95e0-0cf5228b9aa4 req-b83160c7-7613-4db6-b9e8-90707a912101 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] No DVR routers for this DVR port 21f2b0c5-67dd-4fc0-98c0-308d7f2cf6ac on host n-h2-827839-2 {{(pid=103377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 17:46:14.330842 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-7e65d99f-7399-4b54-95e0-0cf5228b9aa4 req-b83160c7-7613-4db6-b9e8-90707a912101 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:46:14.332686 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-cbd5cf24-146b-4394-9ddb-3ee1e46df15d req-dd00f42e-c361-4470-a9f0-407934216cd7 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] 10.222.0.89 "GET /v2.0/security-groups?id=4b0100f2-480f-41b8-8876-e30a8b4057ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1170316 Feb 04 17:46:14.335041 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-7e65d99f-7399-4b54-95e0-0cf5228b9aa4 req-b83160c7-7613-4db6-b9e8-90707a912101 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.90 "DELETE /v2.0/ports/21f2b0c5-67dd-4fc0-98c0-308d7f2cf6ac HTTP/1.1" status: 204 len: 173 time: 0.6453435 Feb 04 17:46:14.352078 n-d-827839-2 neutron-server[103377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '767795d3-099b-4029-adbe-71d8720fc06b', 'name': 'network-vif-deleted', 'tag': '21f2b0c5-67dd-4fc0-98c0-308d7f2cf6ac'}] {{(pid=103377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:46:14.354571 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7240428b650e1488e9361b62648ff4b3a6c19d49d8c27c949491ab58c1346cf0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f4bb3da-8ece-4c3a-a640-9dfcc1614245" -d '{"events": [{"server_uuid": "767795d3-099b-4029-adbe-71d8720fc06b", "name": "network-vif-deleted", "tag": "21f2b0c5-67dd-4fc0-98c0-308d7f2cf6ac"}]}' {{(pid=103377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:46:14.448596 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 17:46:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc5c99b4-b584-405e-baa7-882382d7e3dd x-openstack-request-id: req-bc5c99b4-b584-405e-baa7-882382d7e3dd {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:46:14.448998 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "767795d3-099b-4029-adbe-71d8720fc06b", "name": "network-vif-deleted", "tag": "21f2b0c5-67dd-4fc0-98c0-308d7f2cf6ac", "status": "completed", "code": 200}]} {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:46:14.449254 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-bc5c99b4-b584-405e-baa7-882382d7e3dd {{(pid=103377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:46:14.449658 n-d-827839-2 neutron-server[103377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '767795d3-099b-4029-adbe-71d8720fc06b', 'name': 'network-vif-deleted', 'tag': '21f2b0c5-67dd-4fc0-98c0-308d7f2cf6ac', 'status': 'completed', 'code': 200} Feb 04 17:46:14.570434 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-0ab22b92-5f74-4518-99a8-304aa92946e9 req-6b377580-28b2-437d-8cae-95f2367cfa40 tempest-AttachVolumeTestJSON-1062564701 tempest-AttachVolumeTestJSON-1062564701-project] Publish callbacks [] for port (12179e86-e4aa-4719-84b0-1c54316ca648), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:46:14.698546 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-330a195d-b49e-47bc-a7e4-96c732f0ff67 req-8b7b3c5e-8e74-4248-a676-a2d91103e787 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.89 "GET /v2.0/ports?device_id=767795d3-099b-4029-adbe-71d8720fc06b HTTP/1.1" status: 200 len: 210 time: 0.0870357 Feb 04 17:46:14.713261 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-0ab22b92-5f74-4518-99a8-304aa92946e9 req-6b377580-28b2-437d-8cae-95f2367cfa40 tempest-AttachVolumeTestJSON-1062564701 tempest-AttachVolumeTestJSON-1062564701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (12179e86-e4aa-4719-84b0-1c54316ca648), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:46:14.764555 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ab22b92-5f74-4518-99a8-304aa92946e9 req-6b377580-28b2-437d-8cae-95f2367cfa40 tempest-AttachVolumeTestJSON-1062564701 tempest-AttachVolumeTestJSON-1062564701-project] Network 737a730a-f2b9-4552-b783-b268a6fc7510 is already hosted by enough agents. {{(pid=103376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:46:14.773508 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [req-0ab22b92-5f74-4518-99a8-304aa92946e9 req-6b377580-28b2-437d-8cae-95f2367cfa40 tempest-AttachVolumeTestJSON-1062564701 tempest-AttachVolumeTestJSON-1062564701-project] Resources bound (agent type, host, resource id): {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:46:14.777847 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ab22b92-5f74-4518-99a8-304aa92946e9 req-6b377580-28b2-437d-8cae-95f2367cfa40 tempest-AttachVolumeTestJSON-1062564701 tempest-AttachVolumeTestJSON-1062564701-project] Received port after_create {{(pid=103376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:46:14.845605 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b377580-28b2-437d-8cae-95f2367cfa40 tempest-AttachVolumeTestJSON-1062564701 tempest-AttachVolumeTestJSON-1062564701-project] Pushing event updated for resources: {'Port': ['ID=12179e86-e4aa-4719-84b0-1c54316ca648,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:46:14.861506 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11902832-2d40-4cc0-a8b5-56d060b0a510 req-273b8c6d-ce2f-4b63-9a29-6cba8262bd95 tempest-AttachVolumeTestJSON-1062564701 tempest-AttachVolumeTestJSON-1062564701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:46:14.863637 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-11902832-2d40-4cc0-a8b5-56d060b0a510 req-273b8c6d-ce2f-4b63-9a29-6cba8262bd95 tempest-AttachVolumeTestJSON-1062564701 tempest-AttachVolumeTestJSON-1062564701-project] 10.222.0.89 "GET /v2.0/ports?device_id=d8b8fa52-f908-44d7-9705-bf50a03e2462 HTTP/1.1" status: 200 len: 932 time: 0.1361887 Feb 04 17:46:14.886951 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-e71fa2b3-bfcd-4771-a272-623a3a49739b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602754'] for router_interface (f7b505f7-9f21-4c45-9348-ce197602df24), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:46:14.900163 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab22b92-5f74-4518-99a8-304aa92946e9 req-6b377580-28b2-437d-8cae-95f2367cfa40 tempest-AttachVolumeTestJSON-1062564701 tempest-AttachVolumeTestJSON-1062564701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:46:14.901017 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-0ab22b92-5f74-4518-99a8-304aa92946e9 req-6b377580-28b2-437d-8cae-95f2367cfa40 tempest-AttachVolumeTestJSON-1062564701 tempest-AttachVolumeTestJSON-1062564701-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:46:14.965626 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-0ab22b92-5f74-4518-99a8-304aa92946e9 req-6b377580-28b2-437d-8cae-95f2367cfa40 tempest-AttachVolumeTestJSON-1062564701 tempest-AttachVolumeTestJSON-1062564701-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1636152 Feb 04 17:46:14.983204 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [req-0ab22b92-5f74-4518-99a8-304aa92946e9 req-921de4a1-489d-4daf-a860-c12364d2f916 service neutron] Request body: {'port': {'device_id': 'd8b8fa52-f908-44d7-9705-bf50a03e2462', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827839-2'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:46:15.138605 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-0ab22b92-5f74-4518-99a8-304aa92946e9 req-921de4a1-489d-4daf-a860-c12364d2f916 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (12179e86-e4aa-4719-84b0-1c54316ca648), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:46:15.238187 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-560c4df9-c74f-401e-8408-ce475f1a2094 None None] Provisioning complete for port 12179e86-e4aa-4719-84b0-1c54316ca648 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:46:15.238757 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-560c4df9-c74f-401e-8408-ce475f1a2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (12179e86-e4aa-4719-84b0-1c54316ca648), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:46:15.321411 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-560c4df9-c74f-401e-8408-ce475f1a2094 None None] Port 12179e86-e4aa-4719-84b0-1c54316ca648 cannot update to ACTIVE because it is not bound. {{(pid=103378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 17:46:15.541221 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-11902832-2d40-4cc0-a8b5-56d060b0a510 req-d14f7175-e6c3-4293-b113-1d2cf62d68a1 tempest-AttachVolumeTestJSON-1062564701 tempest-AttachVolumeTestJSON-1062564701-project] 10.222.0.89 "GET /v2.0/security-groups?id=8716ecb9-789e-469d-b20a-3ab79b0ffaf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6685929 Feb 04 17:46:15.560034 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c26cf41-f3ff-4b02-8300-0eb50a1a9807 req-d0f1b540-3b03-4c7c-b6bc-a45be26e42cd tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:46:15.563536 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-3c26cf41-f3ff-4b02-8300-0eb50a1a9807 req-d0f1b540-3b03-4c7c-b6bc-a45be26e42cd tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] 10.222.0.89 "GET /v2.0/ports?device_id=fb6877a5-43b5-44e9-b880-81255ebc0c83 HTTP/1.1" status: 200 len: 946 time: 0.1196139 Feb 04 17:46:15.605533 n-d-827839-2 neutron-server[103376]: DEBUG neutron.notifiers.nova [req-0ab22b92-5f74-4518-99a8-304aa92946e9 req-921de4a1-489d-4daf-a860-c12364d2f916 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 12179e86-e4aa-4719-84b0-1c54316ca648 {{(pid=103376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 17:46:15.622136 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-0ab22b92-5f74-4518-99a8-304aa92946e9 req-921de4a1-489d-4daf-a860-c12364d2f916 service neutron] Publish callbacks [] for port (12179e86-e4aa-4719-84b0-1c54316ca648), precommit_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:46:15.632296 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-3c26cf41-f3ff-4b02-8300-0eb50a1a9807 req-c481e039-37b0-4627-9af4-8c8569971e32 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] 10.222.0.89 "GET /v2.0/security-groups?id=4b0100f2-480f-41b8-8876-e30a8b4057ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0633171 Feb 04 17:46:15.641133 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.provisioning_blocks [req-0ab22b92-5f74-4518-99a8-304aa92946e9 req-921de4a1-489d-4daf-a860-c12364d2f916 service neutron] Transition to ACTIVE for port object 12179e86-e4aa-4719-84b0-1c54316ca648 will not be triggered until provisioned by entity L2. {{(pid=103376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 17:46:15.647275 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-0ab22b92-5f74-4518-99a8-304aa92946e9 req-921de4a1-489d-4daf-a860-c12364d2f916 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675836'] for port (12179e86-e4aa-4719-84b0-1c54316ca648), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:46:15.708001 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921de4a1-489d-4daf-a860-c12364d2f916 service neutron] Pushing event updated for resources: {'Port': ['ID=12179e86-e4aa-4719-84b0-1c54316ca648,revision_number=2']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:46:15.835541 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-e71fa2b3-bfcd-4771-a272-623a3a49739b admin admin] Deleting port c696292c-0e9f-4746-b099-98a6b95d4347 {{(pid=103377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:46:15.836347 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-e71fa2b3-bfcd-4771-a272-623a3a49739b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (c696292c-0e9f-4746-b099-98a6b95d4347), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:46:15.873426 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [req-0ab22b92-5f74-4518-99a8-304aa92946e9 req-921de4a1-489d-4daf-a860-c12364d2f916 service neutron] Attempting to bind port 12179e86-e4aa-4719-84b0-1c54316ca648 on host n-h1-827839-2 for vnic_type normal with profile {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:46:15.873701 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [req-0ab22b92-5f74-4518-99a8-304aa92946e9 req-921de4a1-489d-4daf-a860-c12364d2f916 service neutron] Attempting to bind port 12179e86-e4aa-4719-84b0-1c54316ca648 by drivers openvswitch,hyperv on host n-h1-827839-2 at level 0 using segments [{'id': '5aa163bf-3e85-4517-8e86-22f85f7e58c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '737a730a-f2b9-4552-b783-b268a6fc7510'}] {{(pid=103376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:46:15.874038 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ab22b92-5f74-4518-99a8-304aa92946e9 req-921de4a1-489d-4daf-a860-c12364d2f916 service neutron] Attempting to bind port 12179e86-e4aa-4719-84b0-1c54316ca648 on network 737a730a-f2b9-4552-b783-b268a6fc7510 {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:46:15.888452 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ab22b92-5f74-4518-99a8-304aa92946e9 req-921de4a1-489d-4daf-a860-c12364d2f916 service neutron] Port 12179e86-e4aa-4719-84b0-1c54316ca648 on network 737a730a-f2b9-4552-b783-b268a6fc7510 not bound, no agent of type Open vSwitch agent registered on host n-h1-827839-2 {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 17:46:15.888822 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ab22b92-5f74-4518-99a8-304aa92946e9 req-921de4a1-489d-4daf-a860-c12364d2f916 service neutron] Attempting to bind port 12179e86-e4aa-4719-84b0-1c54316ca648 on network 737a730a-f2b9-4552-b783-b268a6fc7510 {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:46:15.902928 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ab22b92-5f74-4518-99a8-304aa92946e9 req-921de4a1-489d-4daf-a860-c12364d2f916 service neutron] Checking agent: {'id': '3f9244a9-75fc-4c10-b195-11d48b853b41', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 8, 42), 'started_at': datetime.datetime(2022, 2, 4, 17, 8, 42), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 46, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:46:15.903285 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ab22b92-5f74-4518-99a8-304aa92946e9 req-921de4a1-489d-4daf-a860-c12364d2f916 service neutron] Checking segment: {'id': '5aa163bf-3e85-4517-8e86-22f85f7e58c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '737a730a-f2b9-4552-b783-b268a6fc7510'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:46:15.906983 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ab22b92-5f74-4518-99a8-304aa92946e9 req-921de4a1-489d-4daf-a860-c12364d2f916 service neutron] Bound using segment: {'id': '5aa163bf-3e85-4517-8e86-22f85f7e58c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '737a730a-f2b9-4552-b783-b268a6fc7510'} {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:46:15.907465 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [req-0ab22b92-5f74-4518-99a8-304aa92946e9 req-921de4a1-489d-4daf-a860-c12364d2f916 service neutron] Bound port: 12179e86-e4aa-4719-84b0-1c54316ca648, host: n-h1-827839-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5aa163bf-3e85-4517-8e86-22f85f7e58c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '737a730a-f2b9-4552-b783-b268a6fc7510'}}] {{(pid=103376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:46:15.908076 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-0ab22b92-5f74-4518-99a8-304aa92946e9 req-921de4a1-489d-4daf-a860-c12364d2f916 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (12179e86-e4aa-4719-84b0-1c54316ca648), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:46:16.004862 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [req-0ab22b92-5f74-4518-99a8-304aa92946e9 req-921de4a1-489d-4daf-a860-c12364d2f916 service neutron] For port 12179e86-e4aa-4719-84b0-1c54316ca648, host n-h1-827839-2, cleared binding levels {{(pid=103376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:46:16.008150 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [req-0ab22b92-5f74-4518-99a8-304aa92946e9 req-921de4a1-489d-4daf-a860-c12364d2f916 service neutron] For port 12179e86-e4aa-4719-84b0-1c54316ca648, host n-h1-827839-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=12179e86-e4aa-4719-84b0-1c54316ca648,segment=NetworkSegment(5aa163bf-3e85-4517-8e86-22f85f7e58c4),segment_id=5aa163bf-3e85-4517-8e86-22f85f7e58c4)] {{(pid=103376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:46:16.017400 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-0ab22b92-5f74-4518-99a8-304aa92946e9 req-921de4a1-489d-4daf-a860-c12364d2f916 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675836'] for port (12179e86-e4aa-4719-84b0-1c54316ca648), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:46:16.023580 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [None req-e71fa2b3-bfcd-4771-a272-623a3a49739b admin admin] For port c696292c-0e9f-4746-b099-98a6b95d4347, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=c696292c-0e9f-4746-b099-98a6b95d4347,segment=NetworkSegment(fc43ce35-42d4-452c-8cea-9531bad329e0),segment_id=fc43ce35-42d4-452c-8cea-9531bad329e0)] {{(pid=103377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:46:16.024072 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-e71fa2b3-bfcd-4771-a272-623a3a49739b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (c696292c-0e9f-4746-b099-98a6b95d4347), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:46:16.073963 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab22b92-5f74-4518-99a8-304aa92946e9 req-921de4a1-489d-4daf-a860-c12364d2f916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:46:16.074601 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-0ab22b92-5f74-4518-99a8-304aa92946e9 req-921de4a1-489d-4daf-a860-c12364d2f916 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:46:16.076032 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-0ab22b92-5f74-4518-99a8-304aa92946e9 req-921de4a1-489d-4daf-a860-c12364d2f916 service neutron] 10.222.0.96 "PUT /v2.0/ports/12179e86-e4aa-4719-84b0-1c54316ca648 HTTP/1.1" status: 200 len: 1092 time: 1.1011019 Feb 04 17:46:16.076510 n-d-827839-2 neutron-server[103376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8b8fa52-f908-44d7-9705-bf50a03e2462', 'tag': '12179e86-e4aa-4719-84b0-1c54316ca648'}] {{(pid=103376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:46:16.078809 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d59c3bb5e2f09ebf62144d5e09b1cff60c763a9c19614c24538e77842938c05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dbce2e0-31b6-4407-a8c2-ec3b8cd9018d" -d '{"events": [{"name": "network-changed", "server_uuid": "d8b8fa52-f908-44d7-9705-bf50a03e2462", "tag": "12179e86-e4aa-4719-84b0-1c54316ca648"}]}' {{(pid=103376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:46:16.083893 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-e71fa2b3-bfcd-4771-a272-623a3a49739b admin admin] Calling delete_port for c696292c-0e9f-4746-b099-98a6b95d4347 owned by network:router_interface {{(pid=103377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:46:16.112219 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921de4a1-489d-4daf-a860-c12364d2f916 service neutron] Pushing event updated for resources: {'Port': ['ID=12179e86-e4aa-4719-84b0-1c54316ca648,revision_number=3']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:46:16.195038 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab22b92-5f74-4518-99a8-304aa92946e9 req-e9e1282a-c2f4-424b-9594-3d98ddfa29c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:46:16.203171 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-0ab22b92-5f74-4518-99a8-304aa92946e9 req-e9e1282a-c2f4-424b-9594-3d98ddfa29c8 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=f5ca586e0a134ee6a366fdbff53a4f3d&device_id=d8b8fa52-f908-44d7-9705-bf50a03e2462 HTTP/1.1" status: 200 len: 1126 time: 0.0763416 Feb 04 17:46:16.209619 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 17:46:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-494d0431-6308-48f9-99ff-326232d451db x-openstack-request-id: req-494d0431-6308-48f9-99ff-326232d451db {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:46:16.210041 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8b8fa52-f908-44d7-9705-bf50a03e2462", "tag": "12179e86-e4aa-4719-84b0-1c54316ca648", "status": "completed", "code": 200}]} {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:46:16.210394 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-494d0431-6308-48f9-99ff-326232d451db {{(pid=103376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:46:16.210940 n-d-827839-2 neutron-server[103376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8b8fa52-f908-44d7-9705-bf50a03e2462', 'tag': '12179e86-e4aa-4719-84b0-1c54316ca648', 'status': 'completed', 'code': 200} Feb 04 17:46:16.275311 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-0ab22b92-5f74-4518-99a8-304aa92946e9 req-66faf83f-9406-47e5-90d0-588c28bed023 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=12179e86-e4aa-4719-84b0-1c54316ca648 HTTP/1.1" status: 200 len: 217 time: 0.0611355 Feb 04 17:46:16.355108 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab22b92-5f74-4518-99a8-304aa92946e9 req-7f09da93-a09c-4ec1-addd-1842f993b9c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:46:16.356780 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-0ab22b92-5f74-4518-99a8-304aa92946e9 req-7f09da93-a09c-4ec1-addd-1842f993b9c1 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=28f7679b-e706-44b6-8766-889d627ec1c0 HTTP/1.1" status: 200 len: 849 time: 0.0688665 Feb 04 17:46:16.423599 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab22b92-5f74-4518-99a8-304aa92946e9 req-3f3f6152-a292-4bf1-98eb-57d8fc459c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:46:16.425197 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-0ab22b92-5f74-4518-99a8-304aa92946e9 req-3f3f6152-a292-4bf1-98eb-57d8fc459c81 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=737a730a-f2b9-4552-b783-b268a6fc7510&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0495763 Feb 04 17:46:16.460276 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcaa9a9b-23d0-4ae2-9626-464ac2016421 req-1c287c9c-9e09-4bbd-97cb-d4ab47b75dc1 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:46:16.461791 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-fcaa9a9b-23d0-4ae2-9626-464ac2016421 req-1c287c9c-9e09-4bbd-97cb-d4ab47b75dc1 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.90 "GET /v2.0/ports?device_id=8caa26b9-bc3c-4bda-a286-0c24d43a83a8 HTTP/1.1" status: 200 len: 945 time: 0.1335783 Feb 04 17:46:16.529275 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bae3ad-eb5b-44b4-a1db-73b5e3ae1246 req-33f7734a-8372-48e5-ad4e-6ef312c3c91e tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:46:16.531297 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-48bae3ad-eb5b-44b4-a1db-73b5e3ae1246 req-33f7734a-8372-48e5-ad4e-6ef312c3c91e tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.89 "GET /v2.0/ports?device_id=8caa26b9-bc3c-4bda-a286-0c24d43a83a8 HTTP/1.1" status: 200 len: 945 time: 0.3656421 Feb 04 17:46:16.558472 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-0ab22b92-5f74-4518-99a8-304aa92946e9 req-68b237f7-e9a0-4dcb-9e4e-14a2af29e240 service neutron] 10.222.0.96 "GET /v2.0/networks/737a730a-f2b9-4552-b783-b268a6fc7510?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209247 Feb 04 17:46:16.618916 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-e71fa2b3-bfcd-4771-a272-623a3a49739b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (c696292c-0e9f-4746-b099-98a6b95d4347), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:46:16.682788 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71fa2b3-bfcd-4771-a272-623a3a49739b admin admin] Pushing event deleted for resources: {'Port': ['ID=c696292c-0e9f-4746-b099-98a6b95d4347,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:46:16.705981 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-0ab22b92-5f74-4518-99a8-304aa92946e9 req-a987bb4c-769f-4491-9cee-089a3d647dcd service neutron] 10.222.0.96 "GET /v2.0/networks/737a730a-f2b9-4552-b783-b268a6fc7510?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1369646 Feb 04 17:46:16.708616 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-48bae3ad-eb5b-44b4-a1db-73b5e3ae1246 req-2b8e1bf7-b13c-4edc-ab68-0ec8471700d4 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.89 "GET /v2.0/security-groups?id=08488bde-3452-4671-b745-5b4e8beeb3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1677661 Feb 04 17:46:16.754854 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd474df-2b7f-4dcc-ac89-24e05ea2a6b0 req-476b0a65-40cd-44b1-ba52-618a2f79ba81 tempest-AttachVolumeTestJSON-1062564701 tempest-AttachVolumeTestJSON-1062564701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:46:16.766653 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-4dd474df-2b7f-4dcc-ac89-24e05ea2a6b0 req-476b0a65-40cd-44b1-ba52-618a2f79ba81 tempest-AttachVolumeTestJSON-1062564701 tempest-AttachVolumeTestJSON-1062564701-project] 10.222.0.89 "GET /v2.0/ports?device_id=d8b8fa52-f908-44d7-9705-bf50a03e2462 HTTP/1.1" status: 200 len: 944 time: 0.1369779 Feb 04 17:46:16.827519 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [req-fcaa9a9b-23d0-4ae2-9626-464ac2016421 req-69c4d6de-01bd-4b2a-a97a-aa90438ea027 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] Deleting port 06cc4543-cc32-4220-8ed9-c749772fcc2b {{(pid=103377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:46:16.827865 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-fcaa9a9b-23d0-4ae2-9626-464ac2016421 req-69c4d6de-01bd-4b2a-a97a-aa90438ea027 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (06cc4543-cc32-4220-8ed9-c749772fcc2b), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:46:16.866523 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-4dd474df-2b7f-4dcc-ac89-24e05ea2a6b0 req-f6e3e633-4512-4d4b-b99d-5aafa201a705 tempest-AttachVolumeTestJSON-1062564701 tempest-AttachVolumeTestJSON-1062564701-project] 10.222.0.89 "GET /v2.0/security-groups?id=8716ecb9-789e-469d-b20a-3ab79b0ffaf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0979719 Feb 04 17:46:16.881913 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbce2e0-31b6-4407-a8c2-ec3b8cd9018d req-171aefb9-9c93-4619-959c-917984cd6769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:46:16.883690 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-4dbce2e0-31b6-4407-a8c2-ec3b8cd9018d req-171aefb9-9c93-4619-959c-917984cd6769 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=f5ca586e0a134ee6a366fdbff53a4f3d&device_id=d8b8fa52-f908-44d7-9705-bf50a03e2462 HTTP/1.1" status: 200 len: 1126 time: 0.0945363 Feb 04 17:46:17.003132 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbce2e0-31b6-4407-a8c2-ec3b8cd9018d req-c8963c01-5ea2-44d8-998f-7c21316e517a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:46:17.004811 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-4dbce2e0-31b6-4407-a8c2-ec3b8cd9018d req-c8963c01-5ea2-44d8-998f-7c21316e517a service neutron] 10.222.0.96 "GET /v2.0/networks?id=737a730a-f2b9-4552-b783-b268a6fc7510 HTTP/1.1" status: 200 len: 911 time: 0.1025822 Feb 04 17:46:17.060111 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764ccc91-58af-4130-a960-bec98426344a req-f8322854-6262-49cf-a3b9-35b7cc55a9f2 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:46:17.062518 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-764ccc91-58af-4130-a960-bec98426344a req-f8322854-6262-49cf-a3b9-35b7cc55a9f2 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] 10.222.0.89 "GET /v2.0/ports?device_id=fb6877a5-43b5-44e9-b880-81255ebc0c83 HTTP/1.1" status: 200 len: 946 time: 0.2565274 Feb 04 17:46:17.116937 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-e71fa2b3-bfcd-4771-a272-623a3a49739b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1677336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1602614'] for router_interface (f7b505f7-9f21-4c45-9348-ce197602df24), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:46:17.123892 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [req-fcaa9a9b-23d0-4ae2-9626-464ac2016421 req-69c4d6de-01bd-4b2a-a97a-aa90438ea027 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] For port 06cc4543-cc32-4220-8ed9-c749772fcc2b, host n-h2-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=06cc4543-cc32-4220-8ed9-c749772fcc2b,segment=NetworkSegment(95e3d896-e0ab-47f8-8257-e5c06c9261eb),segment_id=95e3d896-e0ab-47f8-8257-e5c06c9261eb)] {{(pid=103377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:46:17.124854 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-fcaa9a9b-23d0-4ae2-9626-464ac2016421 req-69c4d6de-01bd-4b2a-a97a-aa90438ea027 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (06cc4543-cc32-4220-8ed9-c749772fcc2b), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:46:17.165306 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [req-fcaa9a9b-23d0-4ae2-9626-464ac2016421 req-69c4d6de-01bd-4b2a-a97a-aa90438ea027 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] Calling delete_port for 06cc4543-cc32-4220-8ed9-c749772fcc2b owned by compute:nova {{(pid=103377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:46:17.205261 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-764ccc91-58af-4130-a960-bec98426344a req-36177637-dd9a-41d5-9355-6d898704120e tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] 10.222.0.89 "GET /v2.0/security-groups?id=4b0100f2-480f-41b8-8876-e30a8b4057ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1268373 Feb 04 17:46:17.404378 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-4dbce2e0-31b6-4407-a8c2-ec3b8cd9018d req-cb9e7f6f-a633-430e-b029-e1c66cde7a3e service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=12179e86-e4aa-4719-84b0-1c54316ca648 HTTP/1.1" status: 200 len: 217 time: 0.3893890 Feb 04 17:46:17.455358 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbce2e0-31b6-4407-a8c2-ec3b8cd9018d req-05e58197-4e7c-4fde-9800-cae40f10f230 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:46:17.456831 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-4dbce2e0-31b6-4407-a8c2-ec3b8cd9018d req-05e58197-4e7c-4fde-9800-cae40f10f230 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=28f7679b-e706-44b6-8766-889d627ec1c0 HTTP/1.1" status: 200 len: 849 time: 0.0426807 Feb 04 17:46:17.475178 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-fcaa9a9b-23d0-4ae2-9626-464ac2016421 req-69c4d6de-01bd-4b2a-a97a-aa90438ea027 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (06cc4543-cc32-4220-8ed9-c749772fcc2b), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:46:17.489124 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] get_ports_and_sgs() called for port_ids ['06cc4543-cc32-4220-8ed9-c749772fcc2b'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 17:46:17.518325 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c4d6de-01bd-4b2a-a97a-aa90438ea027 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] Pushing event deleted for resources: {'Port': ['ID=06cc4543-cc32-4220-8ed9-c749772fcc2b,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:46:17.525018 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbce2e0-31b6-4407-a8c2-ec3b8cd9018d req-9d4d3c7d-d9c0-4ffa-b11e-41665d638acc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:46:17.527424 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-4dbce2e0-31b6-4407-a8c2-ec3b8cd9018d req-9d4d3c7d-d9c0-4ffa-b11e-41665d638acc service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=737a730a-f2b9-4552-b783-b268a6fc7510&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0610673 Feb 04 17:46:17.582944 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcaa9a9b-23d0-4ae2-9626-464ac2016421 req-69c4d6de-01bd-4b2a-a97a-aa90438ea027 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] No DVR routers for this DVR port 06cc4543-cc32-4220-8ed9-c749772fcc2b on host n-h2-827839-2 {{(pid=103377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 17:46:17.586431 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e71fa2b3-bfcd-4771-a272-623a3a49739b admin admin] Router f7b505f7-9f21-4c45-9348-ce197602df24 has already been hosted by L3 agent 64ada913-9131-4d99-a265-63a920956287 {{(pid=103377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 17:46:17.588068 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-fcaa9a9b-23d0-4ae2-9626-464ac2016421 req-69c4d6de-01bd-4b2a-a97a-aa90438ea027 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:46:17.592044 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-fcaa9a9b-23d0-4ae2-9626-464ac2016421 req-69c4d6de-01bd-4b2a-a97a-aa90438ea027 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.90 "DELETE /v2.0/ports/06cc4543-cc32-4220-8ed9-c749772fcc2b HTTP/1.1" status: 204 len: 173 time: 1.1036484 Feb 04 17:46:17.593646 n-d-827839-2 neutron-server[103377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8caa26b9-bc3c-4bda-a286-0c24d43a83a8', 'name': 'network-vif-deleted', 'tag': '06cc4543-cc32-4220-8ed9-c749772fcc2b'}] {{(pid=103377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:46:17.596211 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7240428b650e1488e9361b62648ff4b3a6c19d49d8c27c949491ab58c1346cf0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf91ba0a-05c8-4c69-a79b-7cc7fa8a08c8" -d '{"events": [{"server_uuid": "8caa26b9-bc3c-4bda-a286-0c24d43a83a8", "name": "network-vif-deleted", "tag": "06cc4543-cc32-4220-8ed9-c749772fcc2b"}]}' {{(pid=103377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:46:17.697034 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-4dbce2e0-31b6-4407-a8c2-ec3b8cd9018d req-4067581b-f2ce-4e59-b816-ec1af8207d37 service neutron] 10.222.0.96 "GET /v2.0/networks/737a730a-f2b9-4552-b783-b268a6fc7510?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1588964 Feb 04 17:46:17.703937 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 17:46:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb2a5267-7b60-4f46-9d33-4c0352ad50f5 x-openstack-request-id: req-cb2a5267-7b60-4f46-9d33-4c0352ad50f5 {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:46:17.704329 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8caa26b9-bc3c-4bda-a286-0c24d43a83a8", "name": "network-vif-deleted", "tag": "06cc4543-cc32-4220-8ed9-c749772fcc2b", "status": "completed", "code": 200}]} {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:46:17.704648 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-cb2a5267-7b60-4f46-9d33-4c0352ad50f5 {{(pid=103377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:46:17.705149 n-d-827839-2 neutron-server[103377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8caa26b9-bc3c-4bda-a286-0c24d43a83a8', 'name': 'network-vif-deleted', 'tag': '06cc4543-cc32-4220-8ed9-c749772fcc2b', 'status': 'completed', 'code': 200} Feb 04 17:46:17.791733 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e71fa2b3-bfcd-4771-a272-623a3a49739b admin admin] Notify agent at l3_agent.n-d-827839-2 the message routers_updated {{(pid=103377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 17:46:17.800188 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-e71fa2b3-bfcd-4771-a272-623a3a49739b admin admin] 10.222.0.89 "PUT /v2.0/routers/f7b505f7-9f21-4c45-9348-ce197602df24/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6776152 Feb 04 17:46:17.804509 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 41994) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:46:17.806300 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af2958e7-f76a-4aae-aa12-41d0777f7d33 None None] Sync routers for ids ['f7b505f7-9f21-4c45-9348-ce197602df24'] in n-d-827839-2 {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 17:46:17.822007 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af2958e7-f76a-4aae-aa12-41d0777f7d33 None None] Routers {'f7b505f7-9f21-4c45-9348-ce197602df24'} bound to L3 agent in host n-d-827839-2 {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:46:17.822635 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-af2958e7-f76a-4aae-aa12-41d0777f7d33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:46:03Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['f7b505f7-9f21-4c45-9348-ce197602df24'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:46:17.883767 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-a4f1b60b-8791-4bd5-9623-8968bf82063b req-4992adab-4d0b-440d-93f6-673591cde14b tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.89 "GET /v2.0/ports?device_id=8caa26b9-bc3c-4bda-a286-0c24d43a83a8 HTTP/1.1" status: 200 len: 210 time: 0.0562835 Feb 04 17:46:17.911962 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-4dbce2e0-31b6-4407-a8c2-ec3b8cd9018d req-65b29bee-0912-49f9-ac01-55baec31a567 service neutron] 10.222.0.96 "GET /v2.0/networks/737a730a-f2b9-4552-b783-b268a6fc7510?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2065496 Feb 04 17:46:17.974553 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvr_db [None req-af2958e7-f76a-4aae-aa12-41d0777f7d33 None None] Set router f7b505f7-9f21-4c45-9348-ce197602df24 gateway port host: n-d-827839-2 {{(pid=103379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:46:18.078919 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04fc155-982e-4e4a-935f-28b1148b3c48 req-6ce12299-0de2-4813-af89-b10968806e04 tempest-AttachVolumeTestJSON-1062564701 tempest-AttachVolumeTestJSON-1062564701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:46:18.080818 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-f04fc155-982e-4e4a-935f-28b1148b3c48 req-6ce12299-0de2-4813-af89-b10968806e04 tempest-AttachVolumeTestJSON-1062564701 tempest-AttachVolumeTestJSON-1062564701-project] 10.222.0.89 "GET /v2.0/ports?device_id=d8b8fa52-f908-44d7-9705-bf50a03e2462 HTTP/1.1" status: 200 len: 944 time: 0.0785863 Feb 04 17:46:18.086058 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-02fb5672-2cb7-4bcf-b45d-beaf51dbdca6 admin admin] Publish callbacks [] for router (f7b505f7-9f21-4c45-9348-ce197602df24), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:46:18.130757 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Device 21f2b0c5-67dd-4fc0-98c0-308d7f2cf6ac no longer exists at agent hyperv_n-h2-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:46:18.175299 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] No Port match for: 21f2b0c5-67dd-4fc0-98c0-308d7f2cf6ac {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 17:46:18.178622 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Device 21f2b0c5-67dd-4fc0-98c0-308d7f2cf6ac not bound to the agent host n-h2-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 17:46:18.179270 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Device 06cc4543-cc32-4220-8ed9-c749772fcc2b no longer exists at agent hyperv_n-h2-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:46:18.213056 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-af2958e7-f76a-4aae-aa12-41d0777f7d33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7b505f7-9f21-4c45-9348-ce197602df24', 'name': 'tempest-TestVolumeBackupRestore-2004722688-router', 'tenant_id': '5d530086a81c47f4a789a3b71476c7eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.212'}], 'enable_snat': True}, 'gw_port_id': '72159f13-0887-4ccb-8c3e-fab30f6453e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:41:17Z', 'updated_at': '2022-02-04T17:46:16Z', 'revision_number': 5, 'project_id': '5d530086a81c47f4a789a3b71476c7eb', 'gw_port': {'id': '72159f13-0887-4ccb-8c3e-fab30f6453e5', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:05:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7b505f7-9f21-4c45-9348-ce197602df24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3225, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:41:19Z', 'updated_at': '2022-02-04T17:41:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2'}], 'n-d-827839-2', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:46:18.244998 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af2958e7-f76a-4aae-aa12-41d0777f7d33 None None] Checking router: f7b505f7-9f21-4c45-9348-ce197602df24 for host: n-d-827839-2 {{(pid=103379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 17:46:18.246368 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] No Port match for: 06cc4543-cc32-4220-8ed9-c749772fcc2b {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 17:46:18.246798 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Device 06cc4543-cc32-4220-8ed9-c749772fcc2b not bound to the agent host n-h2-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 17:46:18.252270 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-f04fc155-982e-4e4a-935f-28b1148b3c48 req-5814a92c-d83e-4b37-8812-f2a7bc677a3f tempest-AttachVolumeTestJSON-1062564701 tempest-AttachVolumeTestJSON-1062564701-project] 10.222.0.89 "GET /v2.0/security-groups?id=8716ecb9-789e-469d-b20a-3ab79b0ffaf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1638713 Feb 04 17:46:18.281511 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af2958e7-f76a-4aae-aa12-41d0777f7d33 None None] Routers {'f7b505f7-9f21-4c45-9348-ce197602df24'} bound to L3 agent in host n-d-827839-2 {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:46:18.282322 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-af2958e7-f76a-4aae-aa12-41d0777f7d33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:46:03Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['f7b505f7-9f21-4c45-9348-ce197602df24'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:46:18.321206 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-02fb5672-2cb7-4bcf-b45d-beaf51dbdca6 admin admin] Publish callbacks [] for router_gateway (f7b505f7-9f21-4c45-9348-ce197602df24), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:46:18.375578 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a35bc28-5f5d-4f80-bb8d-0bfd81d6923e req-346230ed-3695-4992-a87b-f9c7f25ba49a tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:46:18.377161 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-9a35bc28-5f5d-4f80-bb8d-0bfd81d6923e req-346230ed-3695-4992-a87b-f9c7f25ba49a tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] 10.222.0.89 "GET /v2.0/ports?device_id=fb6877a5-43b5-44e9-b880-81255ebc0c83 HTTP/1.1" status: 200 len: 946 time: 0.0671370 Feb 04 17:46:18.398248 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-02fb5672-2cb7-4bcf-b45d-beaf51dbdca6 admin admin] Deleting port 72159f13-0887-4ccb-8c3e-fab30f6453e5 {{(pid=103376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:46:18.398848 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-02fb5672-2cb7-4bcf-b45d-beaf51dbdca6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (72159f13-0887-4ccb-8c3e-fab30f6453e5), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:46:18.427455 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvr_db [None req-af2958e7-f76a-4aae-aa12-41d0777f7d33 None None] Set router f7b505f7-9f21-4c45-9348-ce197602df24 gateway port host: n-d-827839-2 {{(pid=103379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:46:18.449621 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-9a35bc28-5f5d-4f80-bb8d-0bfd81d6923e req-460d8fb2-1e2a-4e8c-8065-6ea4a4fc9d08 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] 10.222.0.89 "GET /v2.0/security-groups?id=4b0100f2-480f-41b8-8876-e30a8b4057ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529492 Feb 04 17:46:18.495091 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [None req-02fb5672-2cb7-4bcf-b45d-beaf51dbdca6 admin admin] For port 72159f13-0887-4ccb-8c3e-fab30f6453e5, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=72159f13-0887-4ccb-8c3e-fab30f6453e5,segment=NetworkSegment(5942dc44-1f07-4c27-b0ab-45a2bff20dd5),segment_id=5942dc44-1f07-4c27-b0ab-45a2bff20dd5)] {{(pid=103376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:46:18.495450 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-02fb5672-2cb7-4bcf-b45d-beaf51dbdca6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (72159f13-0887-4ccb-8c3e-fab30f6453e5), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:46:18.510809 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-02fb5672-2cb7-4bcf-b45d-beaf51dbdca6 admin admin] Calling delete_port for 72159f13-0887-4ccb-8c3e-fab30f6453e5 owned by network:router_gateway {{(pid=103376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:46:18.621318 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-af2958e7-f76a-4aae-aa12-41d0777f7d33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7b505f7-9f21-4c45-9348-ce197602df24', 'name': 'tempest-TestVolumeBackupRestore-2004722688-router', 'tenant_id': '5d530086a81c47f4a789a3b71476c7eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.212'}], 'enable_snat': True}, 'gw_port_id': '72159f13-0887-4ccb-8c3e-fab30f6453e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:41:17Z', 'updated_at': '2022-02-04T17:46:16Z', 'revision_number': 5, 'project_id': '5d530086a81c47f4a789a3b71476c7eb', 'gw_port': {'id': '72159f13-0887-4ccb-8c3e-fab30f6453e5', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:05:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7b505f7-9f21-4c45-9348-ce197602df24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3225, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:41:19Z', 'updated_at': '2022-02-04T17:41:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2'}], 'n-d-827839-2', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:46:18.652095 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af2958e7-f76a-4aae-aa12-41d0777f7d33 None None] The sync data for ids ['f7b505f7-9f21-4c45-9348-ce197602df24'] in n-d-827839-2 is: [{'id': 'f7b505f7-9f21-4c45-9348-ce197602df24', 'name': 'tempest-TestVolumeBackupRestore-2004722688-router', 'tenant_id': '5d530086a81c47f4a789a3b71476c7eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.212'}], 'enable_snat': True}, 'gw_port_id': '72159f13-0887-4ccb-8c3e-fab30f6453e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:41:17Z', 'updated_at': '2022-02-04T17:46:16Z', 'revision_number': 5, 'project_id': '5d530086a81c47f4a789a3b71476c7eb', 'gw_port': {'id': '72159f13-0887-4ccb-8c3e-fab30f6453e5', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:05:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7b505f7-9f21-4c45-9348-ce197602df24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3225, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:41:19Z', 'updated_at': '2022-02-04T17:41:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2'}] {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 17:46:18.703792 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-02fb5672-2cb7-4bcf-b45d-beaf51dbdca6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (72159f13-0887-4ccb-8c3e-fab30f6453e5), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:46:18.730891 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fb5672-2cb7-4bcf-b45d-beaf51dbdca6 admin admin] Pushing event deleted for resources: {'Port': ['ID=72159f13-0887-4ccb-8c3e-fab30f6453e5,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:46:18.790820 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-02fb5672-2cb7-4bcf-b45d-beaf51dbdca6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1595544'] for router_gateway (f7b505f7-9f21-4c45-9348-ce197602df24), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:46:18.887914 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-02fb5672-2cb7-4bcf-b45d-beaf51dbdca6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1601811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26971'] for router (f7b505f7-9f21-4c45-9348-ce197602df24), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:46:18.890627 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-02fb5672-2cb7-4bcf-b45d-beaf51dbdca6 admin admin] Publish callbacks [] for router_controller (f7b505f7-9f21-4c45-9348-ce197602df24), precommit_delete_associations {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:46:18.933815 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-02fb5672-2cb7-4bcf-b45d-beaf51dbdca6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1601832'] for router (f7b505f7-9f21-4c45-9348-ce197602df24), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:46:18.934278 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02fb5672-2cb7-4bcf-b45d-beaf51dbdca6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f7b505f7-9f21-4c45-9348-ce197602df24 {{(pid=103376) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 17:46:18.939474 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-02fb5672-2cb7-4bcf-b45d-beaf51dbdca6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:46:18.942781 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-02fb5672-2cb7-4bcf-b45d-beaf51dbdca6 admin admin] 10.222.0.89 "DELETE /v2.0/routers/f7b505f7-9f21-4c45-9348-ce197602df24 HTTP/1.1" status: 204 len: 168 time: 1.1350713 Feb 04 17:46:18.943502 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 42006) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:46:18.991109 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.db_base_plugin_v2 [None req-97441e7a-7bc8-4502-b9e7-92edc748910b admin admin] Deleting subnet 4cbfb0a5-3518-40b7-8526-325a0a5f13de {{(pid=103376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 17:46:18.994625 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-97441e7a-7bc8-4502-b9e7-92edc748910b admin admin] Publish callbacks [] for subnet (4cbfb0a5-3518-40b7-8526-325a0a5f13de), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:46:19.033670 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-97441e7a-7bc8-4502-b9e7-92edc748910b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25674901'] for subnet (4cbfb0a5-3518-40b7-8526-325a0a5f13de), precommit_delete_associations {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:46:19.141334 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-97441e7a-7bc8-4502-b9e7-92edc748910b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1541225'] for subnet (4cbfb0a5-3518-40b7-8526-325a0a5f13de), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:46:19.237098 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-97441e7a-7bc8-4502-b9e7-92edc748910b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1541216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25675894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25858947'] for subnet (4cbfb0a5-3518-40b7-8526-325a0a5f13de), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:46:19.277695 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-97441e7a-7bc8-4502-b9e7-92edc748910b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:46:19.281420 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-97441e7a-7bc8-4502-b9e7-92edc748910b admin admin] 10.222.0.89 "DELETE /v2.0/subnets/4cbfb0a5-3518-40b7-8526-325a0a5f13de HTTP/1.1" status: 204 len: 168 time: 0.3369133 Feb 04 17:46:19.284544 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 42014) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:46:19.284937 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97441e7a-7bc8-4502-b9e7-92edc748910b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4cbfb0a5-3518-40b7-8526-325a0a5f13de,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:46:19.290260 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90a55fd9-48cd-4b74-b761-383d8601e208 None None] Network 075b1f2b-93d8-4e1b-bd57-5e36c089eac9 requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:46:19.299055 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5898439-fcbb-4148-aa43-bcf4394dd0ab req-f82fba56-7a81-4446-a092-ca6597bbbd81 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:46:19.300987 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-a5898439-fcbb-4148-aa43-bcf4394dd0ab req-f82fba56-7a81-4446-a092-ca6597bbbd81 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.89 "GET /v2.0/ports?device_id=3c7675e1-1c8a-410f-be7f-b37c48bc9d65 HTTP/1.1" status: 200 len: 945 time: 0.1180661 Feb 04 17:46:19.378694 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device 12179e86-e4aa-4719-84b0-1c54316ca648 details requested by agent hyperv_n-h1-827839-2 with host n-h1-827839-2 {{(pid=103378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 17:46:19.382263 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-a5898439-fcbb-4148-aa43-bcf4394dd0ab req-17dc0148-1eb8-46ab-865a-dcb8f986fe07 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.89 "GET /v2.0/security-groups?id=93ceaf89-daf9-4fd7-ba90-ecf1cae67db9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0673413 Feb 04 17:46:19.419918 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-6c053d7d-1eff-419f-99b1-37dcbb664720 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628832'] for network (075b1f2b-93d8-4e1b-bd57-5e36c089eac9), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:46:19.489468 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] For port 12179e86-e4aa-4719-84b0-1c54316ca648, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=12179e86-e4aa-4719-84b0-1c54316ca648,segment=NetworkSegment(5aa163bf-3e85-4517-8e86-22f85f7e58c4),segment_id=5aa163bf-3e85-4517-8e86-22f85f7e58c4)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:46:19.507024 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Returning: {'device': '12179e86-e4aa-4719-84b0-1c54316ca648', 'network_id': '737a730a-f2b9-4552-b783-b268a6fc7510', 'port_id': '12179e86-e4aa-4719-84b0-1c54316ca648', 'mac_address': 'fa:16:3e:bd:dd:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 764, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28f7679b-e706-44b6-8766-889d627ec1c0', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 17:46:19.525900 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b765ac7e-c7df-4860-8378-7264bd9d4c9d req-5af45981-780e-42b3-aad2-1c4c14cdbf71 tempest-AttachVolumeTestJSON-1062564701 tempest-AttachVolumeTestJSON-1062564701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:46:19.527849 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-b765ac7e-c7df-4860-8378-7264bd9d4c9d req-5af45981-780e-42b3-aad2-1c4c14cdbf71 tempest-AttachVolumeTestJSON-1062564701 tempest-AttachVolumeTestJSON-1062564701-project] 10.222.0.89 "GET /v2.0/ports?device_id=d8b8fa52-f908-44d7-9705-bf50a03e2462 HTTP/1.1" status: 200 len: 944 time: 0.1601009 Feb 04 17:46:19.583230 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Current status of the port 12179e86-e4aa-4719-84b0-1c54316ca648 is: DOWN; New status is: BUILD {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:46:19.583834 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (12179e86-e4aa-4719-84b0-1c54316ca648), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:46:19.585240 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-6c053d7d-1eff-419f-99b1-37dcbb664720 admin admin] Deleting port a77f9167-08ca-4e47-83de-b4ecbc5cb193 {{(pid=103377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:46:19.585990 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-6c053d7d-1eff-419f-99b1-37dcbb664720 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (a77f9167-08ca-4e47-83de-b4ecbc5cb193), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:46:19.605312 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12179e86-e4aa-4719-84b0-1c54316ca648 {{(pid=103378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 17:46:19.605562 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-b765ac7e-c7df-4860-8378-7264bd9d4c9d req-6d17fa0d-b246-468a-959d-47a91365288c tempest-AttachVolumeTestJSON-1062564701 tempest-AttachVolumeTestJSON-1062564701-project] 10.222.0.89 "GET /v2.0/security-groups?id=8716ecb9-789e-469d-b20a-3ab79b0ffaf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690863 Feb 04 17:46:19.669986 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] For port 12179e86-e4aa-4719-84b0-1c54316ca648, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=12179e86-e4aa-4719-84b0-1c54316ca648,segment=NetworkSegment(5aa163bf-3e85-4517-8e86-22f85f7e58c4),segment_id=5aa163bf-3e85-4517-8e86-22f85f7e58c4)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:46:19.676692 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (12179e86-e4aa-4719-84b0-1c54316ca648), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:46:19.681549 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5583163-0e0c-4d69-aa52-6e82681a874a req-bed08fc8-91ec-4c4c-82d4-bb2173275c2b tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:46:19.691529 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-e5583163-0e0c-4d69-aa52-6e82681a874a req-bed08fc8-91ec-4c4c-82d4-bb2173275c2b tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] 10.222.0.89 "GET /v2.0/ports?device_id=fb6877a5-43b5-44e9-b880-81255ebc0c83 HTTP/1.1" status: 200 len: 946 time: 0.1408942 Feb 04 17:46:19.695050 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [None req-6c053d7d-1eff-419f-99b1-37dcbb664720 admin admin] For port a77f9167-08ca-4e47-83de-b4ecbc5cb193, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=a77f9167-08ca-4e47-83de-b4ecbc5cb193,segment=NetworkSegment(fc43ce35-42d4-452c-8cea-9531bad329e0),segment_id=fc43ce35-42d4-452c-8cea-9531bad329e0)] {{(pid=103377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:46:19.695452 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-6c053d7d-1eff-419f-99b1-37dcbb664720 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (a77f9167-08ca-4e47-83de-b4ecbc5cb193), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:46:19.712505 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-6c053d7d-1eff-419f-99b1-37dcbb664720 admin admin] Calling delete_port for a77f9167-08ca-4e47-83de-b4ecbc5cb193 owned by network:dhcp {{(pid=103377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:46:19.740258 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Pushing event updated for resources: {'Port': ['ID=12179e86-e4aa-4719-84b0-1c54316ca648,revision_number=4']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:46:19.747908 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:46:19.748266 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:46:19.748608 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:46:19.749684 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:46:19.750208 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:46:19.750719 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:46:19.751212 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:46:19.751702 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:46:19.752190 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:46:19.752681 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:46:19.753208 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:46:19.753693 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:46:19.754222 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:46:19.773603 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-e5583163-0e0c-4d69-aa52-6e82681a874a req-ab676c52-8bd5-4f59-a5f0-922d0f0cfe02 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] 10.222.0.89 "GET /v2.0/security-groups?id=4b0100f2-480f-41b8-8876-e30a8b4057ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0808413 Feb 04 17:46:19.816767 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-6c053d7d-1eff-419f-99b1-37dcbb664720 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (a77f9167-08ca-4e47-83de-b4ecbc5cb193), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:46:19.842678 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c053d7d-1eff-419f-99b1-37dcbb664720 admin admin] Pushing event deleted for resources: {'Port': ['ID=a77f9167-08ca-4e47-83de-b4ecbc5cb193,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:46:19.846033 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c053d7d-1eff-419f-99b1-37dcbb664720 admin admin] No DVR routers for this DVR port a77f9167-08ca-4e47-83de-b4ecbc5cb193 on host n-d-827839-2 {{(pid=103377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 17:46:19.915955 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-6c053d7d-1eff-419f-99b1-37dcbb664720 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1543676', 'neutron.services.segments.db._delete_segments_for_network-8781084786517'] for network (075b1f2b-93d8-4e1b-bd57-5e36c089eac9), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:46:19.949223 n-d-827839-2 neutron-server[103377]: DEBUG neutron.services.segments.db [None req-6c053d7d-1eff-419f-99b1-37dcbb664720 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['075b1f2b-93d8-4e1b-bd57-5e36c089eac9']}} {{(pid=103377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:46:19.967746 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fac96ba6-20c1-4f63-953b-0fdb78750206 None None] DHCP port deletion for 075b1f2b-93d8-4e1b-bd57-5e36c089eac9 request from n-d-827839-2 {{(pid=103378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 17:46:19.973244 n-d-827839-2 neutron-server[103377]: DEBUG neutron.services.segments.db [None req-6c053d7d-1eff-419f-99b1-37dcbb664720 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc43ce35-42d4-452c-8cea-9531bad329e0') {'for_net_delete': True} {{(pid=103377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:46:19.973600 n-d-827839-2 neutron-server[103377]: DEBUG neutron.services.segments.db [None req-6c053d7d-1eff-419f-99b1-37dcbb664720 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc43ce35-42d4-452c-8cea-9531bad329e0') {} {{(pid=103377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:46:19.995977 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-6c053d7d-1eff-419f-99b1-37dcbb664720 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781084783966', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26866685'] for segment (fc43ce35-42d4-452c-8cea-9531bad329e0), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:46:20.013472 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-6c053d7d-1eff-419f-99b1-37dcbb664720 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (fc43ce35-42d4-452c-8cea-9531bad329e0), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:46:20.020137 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c053d7d-1eff-419f-99b1-37dcbb664720 admin admin] Releasing vlan 753 on physical network physnet1 to pool {{(pid=103377) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 17:46:20.020527 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-6c053d7d-1eff-419f-99b1-37dcbb664720 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25888454'] for segment (fc43ce35-42d4-452c-8cea-9531bad329e0), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:46:20.022646 n-d-827839-2 neutron-server[103377]: Traceback (most recent call last): Feb 04 17:46:20.022646 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 17:46:20.022646 n-d-827839-2 neutron-server[103377]: timer() Feb 04 17:46:20.022646 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 17:46:20.022646 n-d-827839-2 neutron-server[103377]: cb(*args, **kw) Feb 04 17:46:20.022646 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 17:46:20.022646 n-d-827839-2 neutron-server[103377]: return func(*args, **kwargs) Feb 04 17:46:20.022646 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 17:46:20.022646 n-d-827839-2 neutron-server[103377]: self._notify() Feb 04 17:46:20.022646 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 17:46:20.022646 n-d-827839-2 neutron-server[103377]: self.callback(batched_events) Feb 04 17:46:20.022646 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 17:46:20.022646 n-d-827839-2 neutron-server[103377]: event.method(event) Feb 04 17:46:20.022646 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 17:46:20.022646 n-d-827839-2 neutron-server[103377]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 17:46:20.022646 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 17:46:20.022646 n-d-827839-2 neutron-server[103377]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 17:46:20.022646 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 17:46:20.022646 n-d-827839-2 neutron-server[103377]: return f(self, *a, **k) Feb 04 17:46:20.022646 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 17:46:20.022646 n-d-827839-2 neutron-server[103377]: return self._get(url).json() Feb 04 17:46:20.022646 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 17:46:20.022646 n-d-827839-2 neutron-server[103377]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 17:46:20.022646 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 17:46:20.022646 n-d-827839-2 neutron-server[103377]: return self.request(url, 'GET', **kwargs) Feb 04 17:46:20.022646 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 17:46:20.022646 n-d-827839-2 neutron-server[103377]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 17:46:20.022646 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 17:46:20.022646 n-d-827839-2 neutron-server[103377]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 17:46:20.022646 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 17:46:20.022646 n-d-827839-2 neutron-server[103377]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 17:46:20.022646 n-d-827839-2 neutron-server[103377]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 17:46:20.033543 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device c696292c-0e9f-4746-b099-98a6b95d4347 no longer exists at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:46:20.059351 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] No Port match for: c696292c-0e9f-4746-b099-98a6b95d4347 {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 17:46:20.059704 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device c696292c-0e9f-4746-b099-98a6b95d4347 not bound to the agent host n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 17:46:20.060125 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 72159f13-0887-4ccb-8c3e-fab30f6453e5 no longer exists at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:46:20.080290 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] No Port match for: 72159f13-0887-4ccb-8c3e-fab30f6453e5 {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 17:46:20.080616 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 72159f13-0887-4ccb-8c3e-fab30f6453e5 not bound to the agent host n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 17:46:20.081056 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device a77f9167-08ca-4e47-83de-b4ecbc5cb193 no longer exists at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:46:20.083094 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-6c053d7d-1eff-419f-99b1-37dcbb664720 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1543671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1595572'] for network (075b1f2b-93d8-4e1b-bd57-5e36c089eac9), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:46:20.100216 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-6c053d7d-1eff-419f-99b1-37dcbb664720 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:46:20.102309 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] get_ports_and_sgs() called for port_ids ['12179e86-e4aa-4719-84b0-1c54316ca648'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 17:46:20.107071 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-6c053d7d-1eff-419f-99b1-37dcbb664720 admin admin] 10.222.0.89 "DELETE /v2.0/networks/075b1f2b-93d8-4e1b-bd57-5e36c089eac9 HTTP/1.1" status: 204 len: 168 time: 0.8185337 Feb 04 17:46:20.107229 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] No Port match for: a77f9167-08ca-4e47-83de-b4ecbc5cb193 {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 17:46:20.107229 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device a77f9167-08ca-4e47-83de-b4ecbc5cb193 not bound to the agent host n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 17:46:20.107457 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c053d7d-1eff-419f-99b1-37dcbb664720 admin admin] Pushing event deleted for resources: {'Network': ['ID=075b1f2b-93d8-4e1b-bd57-5e36c089eac9,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:46:20.107457 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 42022) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:46:20.507461 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-fe0d9263-ead9-4ad0-a307-626703ca514b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602754'] for router_interface (a5872899-0668-4cf6-9972-1b7e1f58cda9), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:46:20.585890 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c963bf-0f13-4f24-b6cc-d69a1425da51 req-0f8f24e7-e24f-4dbc-bfe0-477a79509295 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:46:20.587458 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-22c963bf-0f13-4f24-b6cc-d69a1425da51 req-0f8f24e7-e24f-4dbc-bfe0-477a79509295 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.89 "GET /v2.0/ports?device_id=3c7675e1-1c8a-410f-be7f-b37c48bc9d65 HTTP/1.1" status: 200 len: 945 time: 0.1248658 Feb 04 17:46:20.663008 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-22c963bf-0f13-4f24-b6cc-d69a1425da51 req-5b1fa95b-22da-4413-8a3b-7da652cc15b1 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.89 "GET /v2.0/security-groups?id=93ceaf89-daf9-4fd7-ba90-ecf1cae67db9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0692384 Feb 04 17:46:20.822919 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a24268-4ce3-4351-bba3-90da356718a2 req-3f726229-50d6-4241-8efc-99ed8a6468ba tempest-AttachVolumeTestJSON-1062564701 tempest-AttachVolumeTestJSON-1062564701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:46:20.827914 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-08a24268-4ce3-4351-bba3-90da356718a2 req-3f726229-50d6-4241-8efc-99ed8a6468ba tempest-AttachVolumeTestJSON-1062564701 tempest-AttachVolumeTestJSON-1062564701-project] 10.222.0.89 "GET /v2.0/ports?device_id=d8b8fa52-f908-44d7-9705-bf50a03e2462 HTTP/1.1" status: 200 len: 945 time: 0.0723190 Feb 04 17:46:20.921077 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-08a24268-4ce3-4351-bba3-90da356718a2 req-205ba00b-24ad-471c-8083-12ead4fab619 tempest-AttachVolumeTestJSON-1062564701 tempest-AttachVolumeTestJSON-1062564701-project] 10.222.0.89 "GET /v2.0/security-groups?id=8716ecb9-789e-469d-b20a-3ab79b0ffaf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0817854 Feb 04 17:46:20.931152 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-fe0d9263-ead9-4ad0-a307-626703ca514b admin admin] Deleting port 0f2a33bb-a428-4cc0-a4e0-37febd4f506c {{(pid=103377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:46:20.931152 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-fe0d9263-ead9-4ad0-a307-626703ca514b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (0f2a33bb-a428-4cc0-a4e0-37febd4f506c), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:46:20.982670 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df43c20c-73ee-479f-afd0-bdc5ab2b6ad8 req-3f9681d9-f28f-4e4f-87ea-58d10516e4af tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:46:20.984269 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-df43c20c-73ee-479f-afd0-bdc5ab2b6ad8 req-3f9681d9-f28f-4e4f-87ea-58d10516e4af tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] 10.222.0.89 "GET /v2.0/ports?device_id=fb6877a5-43b5-44e9-b880-81255ebc0c83 HTTP/1.1" status: 200 len: 946 time: 0.1120193 Feb 04 17:46:21.056337 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [None req-fe0d9263-ead9-4ad0-a307-626703ca514b admin admin] For port 0f2a33bb-a428-4cc0-a4e0-37febd4f506c, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=0f2a33bb-a428-4cc0-a4e0-37febd4f506c,segment=NetworkSegment(9351021e-50b8-4d27-ae30-4731efce627c),segment_id=9351021e-50b8-4d27-ae30-4731efce627c)] {{(pid=103377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:46:21.056648 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-fe0d9263-ead9-4ad0-a307-626703ca514b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (0f2a33bb-a428-4cc0-a4e0-37febd4f506c), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:46:21.078646 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-df43c20c-73ee-479f-afd0-bdc5ab2b6ad8 req-733fdf7b-eb9a-404f-b2a8-fc7c4df8126d tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] 10.222.0.89 "GET /v2.0/security-groups?id=4b0100f2-480f-41b8-8876-e30a8b4057ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0843680 Feb 04 17:46:21.080095 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-fe0d9263-ead9-4ad0-a307-626703ca514b admin admin] Calling delete_port for 0f2a33bb-a428-4cc0-a4e0-37febd4f506c owned by network:router_interface {{(pid=103377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:46:21.189017 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168365ce-9e99-4305-bdd0-fc56b485cd18 req-44a01f67-dbd4-4a17-84d3-f561a9edaa3a tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:46:21.191310 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-168365ce-9e99-4305-bdd0-fc56b485cd18 req-44a01f67-dbd4-4a17-84d3-f561a9edaa3a tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.96 "GET /v2.0/ports?device_id=3c7675e1-1c8a-410f-be7f-b37c48bc9d65 HTTP/1.1" status: 200 len: 945 time: 0.0742528 Feb 04 17:46:21.333248 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [req-168365ce-9e99-4305-bdd0-fc56b485cd18 req-75fc264b-46ca-4a71-b5f7-23ae1390146b tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] Deleting port fa5a1c99-a3b3-46ea-b891-f5171c94ab05 {{(pid=103376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:46:21.333808 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-168365ce-9e99-4305-bdd0-fc56b485cd18 req-75fc264b-46ca-4a71-b5f7-23ae1390146b tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (fa5a1c99-a3b3-46ea-b891-f5171c94ab05), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:46:21.348069 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device 12179e86-e4aa-4719-84b0-1c54316ca648 up at agent hyperv_n-h1-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:46:21.438463 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Provisioning for port 12179e86-e4aa-4719-84b0-1c54316ca648 completed by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 17:46:21.444692 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Provisioning complete for port 12179e86-e4aa-4719-84b0-1c54316ca648 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:46:21.445275 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (12179e86-e4aa-4719-84b0-1c54316ca648), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:46:21.470784 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [req-168365ce-9e99-4305-bdd0-fc56b485cd18 req-75fc264b-46ca-4a71-b5f7-23ae1390146b tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] For port fa5a1c99-a3b3-46ea-b891-f5171c94ab05, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=fa5a1c99-a3b3-46ea-b891-f5171c94ab05,segment=NetworkSegment(95e3d896-e0ab-47f8-8257-e5c06c9261eb),segment_id=95e3d896-e0ab-47f8-8257-e5c06c9261eb)] {{(pid=103376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:46:21.471057 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-168365ce-9e99-4305-bdd0-fc56b485cd18 req-75fc264b-46ca-4a71-b5f7-23ae1390146b tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (fa5a1c99-a3b3-46ea-b891-f5171c94ab05), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:46:21.621346 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Current status of the port 12179e86-e4aa-4719-84b0-1c54316ca648 is: BUILD; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:46:21.622028 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (12179e86-e4aa-4719-84b0-1c54316ca648), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:46:21.665952 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] For port 12179e86-e4aa-4719-84b0-1c54316ca648, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=12179e86-e4aa-4719-84b0-1c54316ca648,segment=NetworkSegment(5aa163bf-3e85-4517-8e86-22f85f7e58c4),segment_id=5aa163bf-3e85-4517-8e86-22f85f7e58c4)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:46:21.667007 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8b8fa52-f908-44d7-9705-bf50a03e2462', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12179e86-e4aa-4719-84b0-1c54316ca648'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:46:21.670104 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c34bc964ce2211770fda26ca2f3801cc06f4f39928110690550e94ab9c9d2fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-baafb8d3-0e99-4ecb-912f-6b3aa52759df" -d '{"events": [{"server_uuid": "d8b8fa52-f908-44d7-9705-bf50a03e2462", "name": "network-vif-plugged", "status": "completed", "tag": "12179e86-e4aa-4719-84b0-1c54316ca648"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:46:21.689299 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (12179e86-e4aa-4719-84b0-1c54316ca648), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:46:21.767217 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-fe0d9263-ead9-4ad0-a307-626703ca514b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (0f2a33bb-a428-4cc0-a4e0-37febd4f506c), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:46:21.773545 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-168365ce-9e99-4305-bdd0-fc56b485cd18 req-75fc264b-46ca-4a71-b5f7-23ae1390146b tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:46:21.774326 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-168365ce-9e99-4305-bdd0-fc56b485cd18 req-75fc264b-46ca-4a71-b5f7-23ae1390146b tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1595586'] for floatingip (bf26bbc3-1572-43f0-85be-97b85b55ccc2), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:46:21.774881 n-d-827839-2 neutron-server[103376]: INFO neutron.db.l3_db [req-168365ce-9e99-4305-bdd0-fc56b485cd18 req-75fc264b-46ca-4a71-b5f7-23ae1390146b tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] Floating IP bf26bbc3-1572-43f0-85be-97b85b55ccc2 disassociated. External IP: 172.25.6.126, port: fa5a1c99-a3b3-46ea-b891-f5171c94ab05. Feb 04 17:46:21.775665 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [req-168365ce-9e99-4305-bdd0-fc56b485cd18 req-75fc264b-46ca-4a71-b5f7-23ae1390146b tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] Calling delete_port for fa5a1c99-a3b3-46ea-b891-f5171c94ab05 owned by compute:nova {{(pid=103376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:46:21.803519 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 17:46:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b275aaca-ccfb-4eff-aa70-cdfde73a1155 x-openstack-request-id: req-b275aaca-ccfb-4eff-aa70-cdfde73a1155 {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:46:21.803815 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8b8fa52-f908-44d7-9705-bf50a03e2462", "name": "network-vif-plugged", "status": "completed", "tag": "12179e86-e4aa-4719-84b0-1c54316ca648", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:46:21.804093 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-b275aaca-ccfb-4eff-aa70-cdfde73a1155 {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:46:21.804489 n-d-827839-2 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8b8fa52-f908-44d7-9705-bf50a03e2462', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12179e86-e4aa-4719-84b0-1c54316ca648', 'code': 200} Feb 04 17:46:21.813313 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0d9263-ead9-4ad0-a307-626703ca514b admin admin] Pushing event deleted for resources: {'Port': ['ID=0f2a33bb-a428-4cc0-a4e0-37febd4f506c,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:46:21.899751 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Pushing event updated for resources: {'Port': ['ID=12179e86-e4aa-4719-84b0-1c54316ca648,revision_number=5']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:46:21.967209 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68c9e21-d35e-4be8-ba7a-9b47a6c22a7b req-d26516eb-59d9-425a-b6ec-224693f64dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:46:21.970282 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-e68c9e21-d35e-4be8-ba7a-9b47a6c22a7b req-d26516eb-59d9-425a-b6ec-224693f64dd0 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=d8b8fa52-f908-44d7-9705-bf50a03e2462 HTTP/1.1" status: 200 len: 1128 time: 0.1085482 Feb 04 17:46:22.029129 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-e68c9e21-d35e-4be8-ba7a-9b47a6c22a7b req-caf0c474-341e-4762-bbaf-9ce226d72551 service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=8716ecb9-789e-469d-b20a-3ab79b0ffaf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501971 Feb 04 17:46:22.132042 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-168365ce-9e99-4305-bdd0-fc56b485cd18 req-75fc264b-46ca-4a71-b5f7-23ae1390146b tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (fa5a1c99-a3b3-46ea-b891-f5171c94ab05), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:46:22.134753 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c6c32a-faef-49b7-9035-3d4ac3178545 req-fec94bfa-21e4-4e3c-a74f-3bc47cab33da tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:46:22.137173 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-d1c6c32a-faef-49b7-9035-3d4ac3178545 req-fec94bfa-21e4-4e3c-a74f-3bc47cab33da tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.89 "GET /v2.0/ports?device_id=3c7675e1-1c8a-410f-be7f-b37c48bc9d65 HTTP/1.1" status: 200 len: 945 time: 0.2708189 Feb 04 17:46:22.188129 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75fc264b-46ca-4a71-b5f7-23ae1390146b tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] Pushing event deleted for resources: {'Port': ['ID=fa5a1c99-a3b3-46ea-b891-f5171c94ab05,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:46:22.237769 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-fe0d9263-ead9-4ad0-a307-626703ca514b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1677336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1602614'] for router_interface (a5872899-0668-4cf6-9972-1b7e1f58cda9), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:46:22.276307 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-d1c6c32a-faef-49b7-9035-3d4ac3178545 req-06df97ae-8b9d-4ed9-bae7-3e9044947f18 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.89 "GET /v2.0/security-groups?id=93ceaf89-daf9-4fd7-ba90-ecf1cae67db9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1252215 Feb 04 17:46:22.413265 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.l3_agent_scheduler [req-168365ce-9e99-4305-bdd0-fc56b485cd18 req-75fc264b-46ca-4a71-b5f7-23ae1390146b tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] Router a073f761-9635-4e66-9fd5-7aea50641b61 has already been hosted by L3 agent 64ada913-9131-4d99-a265-63a920956287 {{(pid=103376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 17:46:22.428378 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7aab19-5773-4199-a0f9-184c5a496fc8 req-565ce2de-4834-4061-9b01-af2c92d09813 tempest-AttachVolumeTestJSON-1062564701 tempest-AttachVolumeTestJSON-1062564701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:46:22.430337 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-8c7aab19-5773-4199-a0f9-184c5a496fc8 req-565ce2de-4834-4061-9b01-af2c92d09813 tempest-AttachVolumeTestJSON-1062564701 tempest-AttachVolumeTestJSON-1062564701-project] 10.222.0.89 "GET /v2.0/ports?device_id=d8b8fa52-f908-44d7-9705-bf50a03e2462 HTTP/1.1" status: 200 len: 946 time: 0.3114641 Feb 04 17:46:22.583250 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d8296e-f4c2-4509-affc-41eb18c87b6f req-db45da9b-769d-45b5-9854-9afeb379d1cb tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:46:22.584952 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-a0d8296e-f4c2-4509-affc-41eb18c87b6f req-db45da9b-769d-45b5-9854-9afeb379d1cb tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] 10.222.0.89 "GET /v2.0/ports?device_id=fb6877a5-43b5-44e9-b880-81255ebc0c83 HTTP/1.1" status: 200 len: 946 time: 0.1893609 Feb 04 17:46:22.592643 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-8c7aab19-5773-4199-a0f9-184c5a496fc8 req-685c5fb0-c87f-4fcc-b5a8-66e4a1f8936b tempest-AttachVolumeTestJSON-1062564701 tempest-AttachVolumeTestJSON-1062564701-project] 10.222.0.89 "GET /v2.0/security-groups?id=8716ecb9-789e-469d-b20a-3ab79b0ffaf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1536961 Feb 04 17:46:22.614356 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-168365ce-9e99-4305-bdd0-fc56b485cd18 req-75fc264b-46ca-4a71-b5f7-23ae1390146b tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] Notify agent at l3_agent.n-d-827839-2 the message routers_updated {{(pid=103376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 17:46:22.638705 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bb3d0a6-bb31-49bd-b3a6-c523d0495dae None None] Sync routers for ids ['a073f761-9635-4e66-9fd5-7aea50641b61'] in n-d-827839-2 {{(pid=103378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 17:46:22.660937 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bb3d0a6-bb31-49bd-b3a6-c523d0495dae None None] Routers {'a073f761-9635-4e66-9fd5-7aea50641b61'} bound to L3 agent in host n-d-827839-2 {{(pid=103378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:46:22.661826 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-2bb3d0a6-bb31-49bd-b3a6-c523d0495dae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:46:03Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['a073f761-9635-4e66-9fd5-7aea50641b61'], 'active': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:46:22.681246 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [req-168365ce-9e99-4305-bdd0-fc56b485cd18 req-75fc264b-46ca-4a71-b5f7-23ae1390146b tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] No DVR routers for this DVR port fa5a1c99-a3b3-46ea-b891-f5171c94ab05 on host n-h1-827839-2 {{(pid=103376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 17:46:22.686735 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-168365ce-9e99-4305-bdd0-fc56b485cd18 req-75fc264b-46ca-4a71-b5f7-23ae1390146b tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:46:22.690882 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-168365ce-9e99-4305-bdd0-fc56b485cd18 req-75fc264b-46ca-4a71-b5f7-23ae1390146b tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.96 "DELETE /v2.0/ports/fa5a1c99-a3b3-46ea-b891-f5171c94ab05 HTTP/1.1" status: 204 len: 173 time: 1.4940150 Feb 04 17:46:22.692043 n-d-827839-2 neutron-server[103376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c7675e1-1c8a-410f-be7f-b37c48bc9d65', 'name': 'network-vif-deleted', 'tag': 'fa5a1c99-a3b3-46ea-b891-f5171c94ab05'}] {{(pid=103376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:46:22.694626 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d59c3bb5e2f09ebf62144d5e09b1cff60c763a9c19614c24538e77842938c05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ea63c13-b436-4e9e-832c-139863932d07" -d '{"events": [{"server_uuid": "3c7675e1-1c8a-410f-be7f-b37c48bc9d65", "name": "network-vif-deleted", "tag": "fa5a1c99-a3b3-46ea-b891-f5171c94ab05"}]}' {{(pid=103376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:46:22.746146 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 17:46:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b091dfe-d37f-4fbe-a40b-ac79b8417a58 x-openstack-request-id: req-0b091dfe-d37f-4fbe-a40b-ac79b8417a58 {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:46:22.746797 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c7675e1-1c8a-410f-be7f-b37c48bc9d65", "name": "network-vif-deleted", "tag": "fa5a1c99-a3b3-46ea-b891-f5171c94ab05", "status": "completed", "code": 200}]} {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:46:22.747372 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-0b091dfe-d37f-4fbe-a40b-ac79b8417a58 {{(pid=103376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:46:22.748034 n-d-827839-2 neutron-server[103376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c7675e1-1c8a-410f-be7f-b37c48bc9d65', 'name': 'network-vif-deleted', 'tag': 'fa5a1c99-a3b3-46ea-b891-f5171c94ab05', 'status': 'completed', 'code': 200} Feb 04 17:46:22.769790 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-a0d8296e-f4c2-4509-affc-41eb18c87b6f req-1da0c6c4-ac7c-4d97-8c42-b2f626b8692e tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] 10.222.0.89 "GET /v2.0/security-groups?id=4b0100f2-480f-41b8-8876-e30a8b4057ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1696551 Feb 04 17:46:22.820233 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe0d9263-ead9-4ad0-a307-626703ca514b admin admin] Router a5872899-0668-4cf6-9972-1b7e1f58cda9 has already been hosted by L3 agent 64ada913-9131-4d99-a265-63a920956287 {{(pid=103377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 17:46:22.956824 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvr_db [None req-2bb3d0a6-bb31-49bd-b3a6-c523d0495dae None None] Set router a073f761-9635-4e66-9fd5-7aea50641b61 gateway port host: n-d-827839-2 {{(pid=103378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:46:22.986157 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe0d9263-ead9-4ad0-a307-626703ca514b admin admin] Notify agent at l3_agent.n-d-827839-2 the message routers_updated {{(pid=103377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 17:46:23.000956 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0781bc70-cb2f-43e8-9893-9c1cf3f8c18e None None] Sync routers for ids ['a5872899-0668-4cf6-9972-1b7e1f58cda9'] in n-d-827839-2 {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 17:46:23.022501 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-fe0d9263-ead9-4ad0-a307-626703ca514b admin admin] 10.222.0.89 "PUT /v2.0/routers/a5872899-0668-4cf6-9972-1b7e1f58cda9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9109221 Feb 04 17:46:23.023255 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 42274) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:46:23.024172 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0781bc70-cb2f-43e8-9893-9c1cf3f8c18e None None] Routers {'a5872899-0668-4cf6-9972-1b7e1f58cda9'} bound to L3 agent in host n-d-827839-2 {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:46:23.024845 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-0781bc70-cb2f-43e8-9893-9c1cf3f8c18e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:46:03Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['a5872899-0668-4cf6-9972-1b7e1f58cda9'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:46:23.169352 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvr_db [None req-0781bc70-cb2f-43e8-9893-9c1cf3f8c18e None None] Set router a5872899-0668-4cf6-9972-1b7e1f58cda9 gateway port host: n-d-827839-2 {{(pid=103379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:46:23.227053 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-268ef374-ef83-4142-ad99-73fbd15d4421 admin admin] Publish callbacks [] for router (a5872899-0668-4cf6-9972-1b7e1f58cda9), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:46:23.293472 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-2bb3d0a6-bb31-49bd-b3a6-c523d0495dae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a073f761-9635-4e66-9fd5-7aea50641b61', 'name': 'tempest-ServerActionsTestJSON-1960567179-router', 'tenant_id': '5f7c63cd6c624891853d19549e45e9fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.173'}], 'enable_snat': True}, 'gw_port_id': 'fb753bae-e46d-45b1-a7c4-ce1e00a91608', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:38:04Z', 'updated_at': '2022-02-04T17:38:12Z', 'revision_number': 4, 'project_id': '5f7c63cd6c624891853d19549e45e9fe', 'gw_port': {'id': 'fb753bae-e46d-45b1-a7c4-ce1e00a91608', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:2c:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a073f761-9635-4e66-9fd5-7aea50641b61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3033, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:38:05Z', 'updated_at': '2022-02-04T17:38:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_interfaces': [{'id': '0b51a694-6ab9-4656-9651-3d9e24254d18', 'name': '', 'network_id': 'b55b6cf7-96ca-44f1-b402-5ece20b91f84', 'tenant_id': '5f7c63cd6c624891853d19549e45e9fe', 'mac_address': 'fa:16:3e:8d:ab:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a073f761-9635-4e66-9fd5-7aea50641b61', 'device_owner': 'network:router_interface', 'standard_attr_id': 3040, 'fixed_ips': [{'subnet_id': '56d77231-1e8a-430f-89bb-45ff7f982beb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:38:10Z', 'updated_at': '2022-02-04T17:38:17Z', 'revision_number': 5, 'project_id': '5f7c63cd6c624891853d19549e45e9fe', 'subnets': [{'id': '56d77231-1e8a-430f-89bb-45ff7f982beb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-2', False) {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:46:23.402181 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-268ef374-ef83-4142-ad99-73fbd15d4421 admin admin] Publish callbacks [] for router_gateway (a5872899-0668-4cf6-9972-1b7e1f58cda9), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:46:23.450552 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-0781bc70-cb2f-43e8-9893-9c1cf3f8c18e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5872899-0668-4cf6-9972-1b7e1f58cda9', 'name': 'tempest-TestVolumeBackupRestore-1873179763-router', 'tenant_id': '05197bd748204f69b33513fe3584d588', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.160'}], 'enable_snat': True}, 'gw_port_id': '1a20d9c6-d2cf-4165-8ae5-f5926dce5fec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:41:29Z', 'updated_at': '2022-02-04T17:46:21Z', 'revision_number': 5, 'project_id': '05197bd748204f69b33513fe3584d588', 'gw_port': {'id': '1a20d9c6-d2cf-4165-8ae5-f5926dce5fec', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:0d:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5872899-0668-4cf6-9972-1b7e1f58cda9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3247, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:41:30Z', 'updated_at': '2022-02-04T17:41:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2'}], 'n-d-827839-2', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:46:23.465941 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bb3d0a6-bb31-49bd-b3a6-c523d0495dae None None] Checking router: a073f761-9635-4e66-9fd5-7aea50641b61 for host: n-d-827839-2 {{(pid=103378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 17:46:23.489791 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bb3d0a6-bb31-49bd-b3a6-c523d0495dae None None] Routers {'a073f761-9635-4e66-9fd5-7aea50641b61'} bound to L3 agent in host n-d-827839-2 {{(pid=103378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:46:23.490736 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-2bb3d0a6-bb31-49bd-b3a6-c523d0495dae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:46:03Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['a073f761-9635-4e66-9fd5-7aea50641b61'], 'active': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:46:23.498290 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0781bc70-cb2f-43e8-9893-9c1cf3f8c18e None None] Checking router: a5872899-0668-4cf6-9972-1b7e1f58cda9 for host: n-d-827839-2 {{(pid=103379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 17:46:23.516530 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0781bc70-cb2f-43e8-9893-9c1cf3f8c18e None None] Routers {'a5872899-0668-4cf6-9972-1b7e1f58cda9'} bound to L3 agent in host n-d-827839-2 {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:46:23.517246 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-0781bc70-cb2f-43e8-9893-9c1cf3f8c18e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:46:03Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['a5872899-0668-4cf6-9972-1b7e1f58cda9'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:46:23.533708 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-268ef374-ef83-4142-ad99-73fbd15d4421 admin admin] Deleting port 1a20d9c6-d2cf-4165-8ae5-f5926dce5fec {{(pid=103376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:46:23.534047 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-268ef374-ef83-4142-ad99-73fbd15d4421 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (1a20d9c6-d2cf-4165-8ae5-f5926dce5fec), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:46:23.577341 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-d01ee109-a6b1-4b3b-b3c6-f53763a879da req-c1b738a1-a80b-40c7-955b-0036a5305a04 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.89 "GET /v2.0/ports?device_id=3c7675e1-1c8a-410f-be7f-b37c48bc9d65 HTTP/1.1" status: 200 len: 210 time: 0.0643337 Feb 04 17:46:23.668537 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvr_db [None req-0781bc70-cb2f-43e8-9893-9c1cf3f8c18e None None] Set router a5872899-0668-4cf6-9972-1b7e1f58cda9 gateway port host: None {{(pid=103379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:46:23.704111 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [None req-268ef374-ef83-4142-ad99-73fbd15d4421 admin admin] For port 1a20d9c6-d2cf-4165-8ae5-f5926dce5fec, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=1a20d9c6-d2cf-4165-8ae5-f5926dce5fec,segment=NetworkSegment(5942dc44-1f07-4c27-b0ab-45a2bff20dd5),segment_id=5942dc44-1f07-4c27-b0ab-45a2bff20dd5)] {{(pid=103376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:46:23.704485 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-268ef374-ef83-4142-ad99-73fbd15d4421 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (1a20d9c6-d2cf-4165-8ae5-f5926dce5fec), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:46:23.751434 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-0781bc70-cb2f-43e8-9893-9c1cf3f8c18e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5872899-0668-4cf6-9972-1b7e1f58cda9', 'name': 'tempest-TestVolumeBackupRestore-1873179763-router', 'tenant_id': '05197bd748204f69b33513fe3584d588', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:41:29Z', 'updated_at': '2022-02-04T17:46:23Z', 'revision_number': 6, 'project_id': '05197bd748204f69b33513fe3584d588', 'gw_port_host': None}], 'n-d-827839-2', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:46:23.780960 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-268ef374-ef83-4142-ad99-73fbd15d4421 admin admin] Calling delete_port for 1a20d9c6-d2cf-4165-8ae5-f5926dce5fec owned by network:router_gateway {{(pid=103376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:46:23.783902 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0781bc70-cb2f-43e8-9893-9c1cf3f8c18e None None] The sync data for ids ['a5872899-0668-4cf6-9972-1b7e1f58cda9'] in n-d-827839-2 is: [{'id': 'a5872899-0668-4cf6-9972-1b7e1f58cda9', 'name': 'tempest-TestVolumeBackupRestore-1873179763-router', 'tenant_id': '05197bd748204f69b33513fe3584d588', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:41:29Z', 'updated_at': '2022-02-04T17:46:23Z', 'revision_number': 6, 'project_id': '05197bd748204f69b33513fe3584d588', 'gw_port_host': None}] {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 17:46:23.915618 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1e889d-9a3b-4da2-a932-c6255ecacfeb req-955fac71-052a-47c3-bdcd-9252e74915bb tempest-AttachVolumeTestJSON-1062564701 tempest-AttachVolumeTestJSON-1062564701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:46:23.919712 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-2a1e889d-9a3b-4da2-a932-c6255ecacfeb req-955fac71-052a-47c3-bdcd-9252e74915bb tempest-AttachVolumeTestJSON-1062564701 tempest-AttachVolumeTestJSON-1062564701-project] 10.222.0.89 "GET /v2.0/ports?device_id=d8b8fa52-f908-44d7-9705-bf50a03e2462 HTTP/1.1" status: 200 len: 946 time: 0.2055516 Feb 04 17:46:23.988780 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-2a1e889d-9a3b-4da2-a932-c6255ecacfeb req-0f472800-d986-4ccd-8a10-dda7fc6bffc3 tempest-AttachVolumeTestJSON-1062564701 tempest-AttachVolumeTestJSON-1062564701-project] 10.222.0.89 "GET /v2.0/security-groups?id=8716ecb9-789e-469d-b20a-3ab79b0ffaf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616038 Feb 04 17:46:24.063561 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvr_db [None req-2bb3d0a6-bb31-49bd-b3a6-c523d0495dae None None] Set router a073f761-9635-4e66-9fd5-7aea50641b61 gateway port host: n-d-827839-2 {{(pid=103378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:46:24.065843 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540ec257-5582-4baa-8bc1-97cc515c822f req-ba8dd804-7225-496b-b8b0-eee5235d63da tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:46:24.067378 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-540ec257-5582-4baa-8bc1-97cc515c822f req-ba8dd804-7225-496b-b8b0-eee5235d63da tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] 10.222.0.89 "GET /v2.0/ports?device_id=fb6877a5-43b5-44e9-b880-81255ebc0c83 HTTP/1.1" status: 200 len: 946 time: 0.1139710 Feb 04 17:46:24.126863 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-540ec257-5582-4baa-8bc1-97cc515c822f req-88d32fa3-46ff-4084-b01e-04dd8f384100 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] 10.222.0.89 "GET /v2.0/security-groups?id=4b0100f2-480f-41b8-8876-e30a8b4057ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465541 Feb 04 17:46:24.204623 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-268ef374-ef83-4142-ad99-73fbd15d4421 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (1a20d9c6-d2cf-4165-8ae5-f5926dce5fec), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:46:24.246092 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268ef374-ef83-4142-ad99-73fbd15d4421 admin admin] Pushing event deleted for resources: {'Port': ['ID=1a20d9c6-d2cf-4165-8ae5-f5926dce5fec,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:46:24.361865 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-268ef374-ef83-4142-ad99-73fbd15d4421 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1595544'] for router_gateway (a5872899-0668-4cf6-9972-1b7e1f58cda9), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:46:24.448998 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-2bb3d0a6-bb31-49bd-b3a6-c523d0495dae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a073f761-9635-4e66-9fd5-7aea50641b61', 'name': 'tempest-ServerActionsTestJSON-1960567179-router', 'tenant_id': '5f7c63cd6c624891853d19549e45e9fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.173'}], 'enable_snat': True}, 'gw_port_id': 'fb753bae-e46d-45b1-a7c4-ce1e00a91608', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:38:04Z', 'updated_at': '2022-02-04T17:38:12Z', 'revision_number': 4, 'project_id': '5f7c63cd6c624891853d19549e45e9fe', 'gw_port': {'id': 'fb753bae-e46d-45b1-a7c4-ce1e00a91608', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:2c:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a073f761-9635-4e66-9fd5-7aea50641b61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3033, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:38:05Z', 'updated_at': '2022-02-04T17:38:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_interfaces': [{'id': '0b51a694-6ab9-4656-9651-3d9e24254d18', 'name': '', 'network_id': 'b55b6cf7-96ca-44f1-b402-5ece20b91f84', 'tenant_id': '5f7c63cd6c624891853d19549e45e9fe', 'mac_address': 'fa:16:3e:8d:ab:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a073f761-9635-4e66-9fd5-7aea50641b61', 'device_owner': 'network:router_interface', 'standard_attr_id': 3040, 'fixed_ips': [{'subnet_id': '56d77231-1e8a-430f-89bb-45ff7f982beb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:38:10Z', 'updated_at': '2022-02-04T17:38:17Z', 'revision_number': 5, 'project_id': '5f7c63cd6c624891853d19549e45e9fe', 'subnets': [{'id': '56d77231-1e8a-430f-89bb-45ff7f982beb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-2', False) {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:46:24.478299 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-268ef374-ef83-4142-ad99-73fbd15d4421 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1601811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26971'] for router (a5872899-0668-4cf6-9972-1b7e1f58cda9), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:46:24.480913 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-268ef374-ef83-4142-ad99-73fbd15d4421 admin admin] Publish callbacks [] for router_controller (a5872899-0668-4cf6-9972-1b7e1f58cda9), precommit_delete_associations {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:46:24.481946 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bb3d0a6-bb31-49bd-b3a6-c523d0495dae None None] The sync data for ids ['a073f761-9635-4e66-9fd5-7aea50641b61'] in n-d-827839-2 is: [{'id': 'a073f761-9635-4e66-9fd5-7aea50641b61', 'name': 'tempest-ServerActionsTestJSON-1960567179-router', 'tenant_id': '5f7c63cd6c624891853d19549e45e9fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.173'}], 'enable_snat': True}, 'gw_port_id': 'fb753bae-e46d-45b1-a7c4-ce1e00a91608', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:38:04Z', 'updated_at': '2022-02-04T17:38:12Z', 'revision_number': 4, 'project_id': '5f7c63cd6c624891853d19549e45e9fe', 'gw_port': {'id': 'fb753bae-e46d-45b1-a7c4-ce1e00a91608', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:2c:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a073f761-9635-4e66-9fd5-7aea50641b61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3033, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:38:05Z', 'updated_at': '2022-02-04T17:38:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_interfaces': [{'id': '0b51a694-6ab9-4656-9651-3d9e24254d18', 'name': '', 'network_id': 'b55b6cf7-96ca-44f1-b402-5ece20b91f84', 'tenant_id': '5f7c63cd6c624891853d19549e45e9fe', 'mac_address': 'fa:16:3e:8d:ab:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a073f761-9635-4e66-9fd5-7aea50641b61', 'device_owner': 'network:router_interface', 'standard_attr_id': 3040, 'fixed_ips': [{'subnet_id': '56d77231-1e8a-430f-89bb-45ff7f982beb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:38:10Z', 'updated_at': '2022-02-04T17:38:17Z', 'revision_number': 5, 'project_id': '5f7c63cd6c624891853d19549e45e9fe', 'subnets': [{'id': '56d77231-1e8a-430f-89bb-45ff7f982beb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 17:46:24.534049 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-268ef374-ef83-4142-ad99-73fbd15d4421 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1601832'] for router (a5872899-0668-4cf6-9972-1b7e1f58cda9), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:46:24.534514 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-268ef374-ef83-4142-ad99-73fbd15d4421 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a5872899-0668-4cf6-9972-1b7e1f58cda9 {{(pid=103376) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 17:46:24.538950 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-268ef374-ef83-4142-ad99-73fbd15d4421 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:46:24.542773 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-268ef374-ef83-4142-ad99-73fbd15d4421 admin admin] 10.222.0.89 "DELETE /v2.0/routers/a5872899-0668-4cf6-9972-1b7e1f58cda9 HTTP/1.1" status: 204 len: 168 time: 1.5179758 Feb 04 17:46:24.543105 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 42426) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:46:24.595009 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a320e78-700b-4820-ba51-0d7e521cf954 admin admin] Deleting subnet 87e4c178-ef8e-4471-bb4a-41ed5f127b4b {{(pid=103377) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 17:46:24.598534 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-8a320e78-700b-4820-ba51-0d7e521cf954 admin admin] Publish callbacks [] for subnet (87e4c178-ef8e-4471-bb4a-41ed5f127b4b), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:46:24.651824 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-8a320e78-700b-4820-ba51-0d7e521cf954 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26866676'] for subnet (87e4c178-ef8e-4471-bb4a-41ed5f127b4b), precommit_delete_associations {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:46:24.722077 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 42450) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:46:24.785781 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-8a320e78-700b-4820-ba51-0d7e521cf954 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1541225'] for subnet (87e4c178-ef8e-4471-bb4a-41ed5f127b4b), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:46:24.831171 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-d8768d02-540c-48c7-9833-54992a48b1ea tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] Publish callbacks [] for security_group (93ceaf89-daf9-4fd7-ba90-ecf1cae67db9), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:46:24.881084 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-d8768d02-540c-48c7-9833-54992a48b1ea tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] Publish callbacks [] for security_group (93ceaf89-daf9-4fd7-ba90-ecf1cae67db9), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:46:24.939469 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-8a320e78-700b-4820-ba51-0d7e521cf954 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1541216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25888360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25597190'] for subnet (87e4c178-ef8e-4471-bb4a-41ed5f127b4b), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:46:24.960368 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-d8768d02-540c-48c7-9833-54992a48b1ea tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (93ceaf89-daf9-4fd7-ba90-ecf1cae67db9), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:46:24.964373 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-d8768d02-540c-48c7-9833-54992a48b1ea tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] Publish callbacks [] for security_group (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:46:24.968682 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-d8768d02-540c-48c7-9833-54992a48b1ea tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.89 "DELETE /v2.0/security-groups/93ceaf89-daf9-4fd7-ba90-ecf1cae67db9 HTTP/1.1" status: 204 len: 168 time: 0.2437766 Feb 04 17:46:24.969704 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 42474) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:46:24.993290 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8768d02-540c-48c7-9833-54992a48b1ea tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=93ceaf89-daf9-4fd7-ba90-ecf1cae67db9,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:46:24.995230 n-d-827839-2 neutron-server[103376]: INFO neutron.api.v2.resource [None req-92663c08-1535-4904-b94e-64134dd48ba3 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] show failed (client error): The resource could not be found. Feb 04 17:46:25.009631 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-92663c08-1535-4904-b94e-64134dd48ba3 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.89 "GET /v2.0/security-groups/93ceaf89-daf9-4fd7-ba90-ecf1cae67db9 HTTP/1.1" status: 404 len: 347 time: 0.0358665 Feb 04 17:46:25.010696 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 42478) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:46:25.046741 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc18529f-3f45-4e6b-a807-d19d8eaa75e4 None None] New status for floating IP bf26bbc3-1572-43f0-85be-97b85b55ccc2: DOWN {{(pid=103378) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 17:46:25.087291 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a320e78-700b-4820-ba51-0d7e521cf954 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=87e4c178-ef8e-4471-bb4a-41ed5f127b4b,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:46:25.098726 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-8a320e78-700b-4820-ba51-0d7e521cf954 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:46:25.124299 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 42490) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:46:25.126956 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-8a320e78-700b-4820-ba51-0d7e521cf954 admin admin] 10.222.0.89 "DELETE /v2.0/subnets/87e4c178-ef8e-4471-bb4a-41ed5f127b4b HTTP/1.1" status: 204 len: 168 time: 0.5826087 Feb 04 17:46:25.128717 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb61f23b-bf83-4e1c-be24-3f6cb92d8f37 None None] Network d9d2a33e-8db9-4a41-a20b-0241765eaeca requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:46:25.236024 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f1eab3-48dc-41ae-b3fd-3ff262b5ac0c req-106b3492-3c94-4386-bfea-703c8013e8ca tempest-AttachVolumeTestJSON-1062564701 tempest-AttachVolumeTestJSON-1062564701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:46:25.246020 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-d3f1eab3-48dc-41ae-b3fd-3ff262b5ac0c req-106b3492-3c94-4386-bfea-703c8013e8ca tempest-AttachVolumeTestJSON-1062564701 tempest-AttachVolumeTestJSON-1062564701-project] 10.222.0.89 "GET /v2.0/ports?device_id=d8b8fa52-f908-44d7-9705-bf50a03e2462 HTTP/1.1" status: 200 len: 946 time: 0.1086867 Feb 04 17:46:25.306964 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-bddcc859-57fd-40bd-81b7-cdcbb5f4a62b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628832'] for network (d9d2a33e-8db9-4a41-a20b-0241765eaeca), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:46:25.329219 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-d3f1eab3-48dc-41ae-b3fd-3ff262b5ac0c req-b4917e8f-47dc-487d-9445-641e1f1c7c50 tempest-AttachVolumeTestJSON-1062564701 tempest-AttachVolumeTestJSON-1062564701-project] 10.222.0.89 "GET /v2.0/security-groups?id=8716ecb9-789e-469d-b20a-3ab79b0ffaf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0821652 Feb 04 17:46:25.407037 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device fa5a1c99-a3b3-46ea-b891-f5171c94ab05 no longer exists at agent hyperv_n-h1-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:46:25.428526 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-7b7be077-1eae-4d82-aeea-e6f660469956 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] Deleting port 069e3f10-f04a-4d84-a3aa-418476194b08 {{(pid=103376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:46:25.428930 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-7b7be077-1eae-4d82-aeea-e6f660469956 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (069e3f10-f04a-4d84-a3aa-418476194b08), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:46:25.434728 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] No Port match for: fa5a1c99-a3b3-46ea-b891-f5171c94ab05 {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 17:46:25.435265 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device fa5a1c99-a3b3-46ea-b891-f5171c94ab05 not bound to the agent host n-h1-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 17:46:25.504427 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0908b3-e360-4592-990f-e507f9a4df32 req-3ee2a706-84d8-4aa1-a6a1-817c718d0f91 tempest-AttachVolumeTestJSON-1062564701 tempest-AttachVolumeTestJSON-1062564701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:46:25.510097 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-5d0908b3-e360-4592-990f-e507f9a4df32 req-3ee2a706-84d8-4aa1-a6a1-817c718d0f91 tempest-AttachVolumeTestJSON-1062564701 tempest-AttachVolumeTestJSON-1062564701-project] 10.222.0.89 "GET /v2.0/ports?device_id=d8b8fa52-f908-44d7-9705-bf50a03e2462 HTTP/1.1" status: 200 len: 946 time: 0.0813270 Feb 04 17:46:25.516175 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 42514) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:46:25.534330 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-1a23a932-5566-45ea-a527-c8041097be37 tempest-AttachVolumeTestJSON-1062564701 tempest-AttachVolumeTestJSON-1062564701-project] Request body: {'floatingip': {'port_id': '12179e86-e4aa-4719-84b0-1c54316ca648'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:46:25.574927 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985d114f-cc89-4eb0-84ab-cc22dd21382b req-416f8a2c-0c51-4cce-9362-fbffa314f31b tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:46:25.577970 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-985d114f-cc89-4eb0-84ab-cc22dd21382b req-416f8a2c-0c51-4cce-9362-fbffa314f31b tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] 10.222.0.89 "GET /v2.0/ports?device_id=fb6877a5-43b5-44e9-b880-81255ebc0c83 HTTP/1.1" status: 200 len: 946 time: 0.3020968 Feb 04 17:46:25.580079 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-7b7be077-1eae-4d82-aeea-e6f660469956 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (069e3f10-f04a-4d84-a3aa-418476194b08), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:46:25.580401 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-7b7be077-1eae-4d82-aeea-e6f660469956 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] Publish callbacks [] for floatingip (069e3f10-f04a-4d84-a3aa-418476194b08), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:46:25.581488 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-1a23a932-5566-45ea-a527-c8041097be37 tempest-AttachVolumeTestJSON-1062564701 tempest-AttachVolumeTestJSON-1062564701-project] Publish callbacks [] for floatingip (c5f90df8-d970-4ccb-92a5-f71a1678fa8d), before_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:46:25.616315 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-7b7be077-1eae-4d82-aeea-e6f660469956 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] Calling delete_port for 069e3f10-f04a-4d84-a3aa-418476194b08 owned by network:floatingip {{(pid=103376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:46:25.632998 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9ac9e44-e08f-434a-8778-b7f425eefbd8 None None] DHCP port deletion for d9d2a33e-8db9-4a41-a20b-0241765eaeca request from n-d-827839-2 {{(pid=103378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 17:46:25.666453 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-985d114f-cc89-4eb0-84ab-cc22dd21382b req-c95490e2-1fe1-4b93-885b-c2e35d890aa8 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] 10.222.0.89 "GET /v2.0/security-groups?id=4b0100f2-480f-41b8-8876-e30a8b4057ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0813398 Feb 04 17:46:25.685893 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-d9ac9e44-e08f-434a-8778-b7f425eefbd8 None None] Deleting port 3b0b9a0c-b18e-4ef5-8915-58e94fdea288 {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:46:25.687069 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d9ac9e44-e08f-434a-8778-b7f425eefbd8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (3b0b9a0c-b18e-4ef5-8915-58e94fdea288), before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:46:25.708202 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-bddcc859-57fd-40bd-81b7-cdcbb5f4a62b admin admin] Deleting port 3b0b9a0c-b18e-4ef5-8915-58e94fdea288 {{(pid=103376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:46:25.708535 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-bddcc859-57fd-40bd-81b7-cdcbb5f4a62b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (3b0b9a0c-b18e-4ef5-8915-58e94fdea288), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:46:25.775908 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-d9ac9e44-e08f-434a-8778-b7f425eefbd8 None None] For port 3b0b9a0c-b18e-4ef5-8915-58e94fdea288, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=3b0b9a0c-b18e-4ef5-8915-58e94fdea288,segment=NetworkSegment(9351021e-50b8-4d27-ae30-4731efce627c),segment_id=9351021e-50b8-4d27-ae30-4731efce627c)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:46:25.776303 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d9ac9e44-e08f-434a-8778-b7f425eefbd8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (3b0b9a0c-b18e-4ef5-8915-58e94fdea288), precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:46:25.789616 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-d9ac9e44-e08f-434a-8778-b7f425eefbd8 None None] Calling delete_port for 3b0b9a0c-b18e-4ef5-8915-58e94fdea288 owned by network:dhcp {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:46:25.800861 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [None req-bddcc859-57fd-40bd-81b7-cdcbb5f4a62b admin admin] For port 3b0b9a0c-b18e-4ef5-8915-58e94fdea288, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=3b0b9a0c-b18e-4ef5-8915-58e94fdea288,segment=NetworkSegment(9351021e-50b8-4d27-ae30-4731efce627c),segment_id=9351021e-50b8-4d27-ae30-4731efce627c)] {{(pid=103376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:46:25.801227 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-bddcc859-57fd-40bd-81b7-cdcbb5f4a62b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (3b0b9a0c-b18e-4ef5-8915-58e94fdea288), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:46:25.823549 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-bddcc859-57fd-40bd-81b7-cdcbb5f4a62b admin admin] Calling delete_port for 3b0b9a0c-b18e-4ef5-8915-58e94fdea288 owned by network:dhcp {{(pid=103376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:46:25.881080 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d9ac9e44-e08f-434a-8778-b7f425eefbd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144'] for port (3b0b9a0c-b18e-4ef5-8915-58e94fdea288), after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:46:25.905644 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ac9e44-e08f-434a-8778-b7f425eefbd8 None None] Pushing event deleted for resources: {'Port': ['ID=3b0b9a0c-b18e-4ef5-8915-58e94fdea288,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:46:25.916320 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9ac9e44-e08f-434a-8778-b7f425eefbd8 None None] No DVR routers for this DVR port 3b0b9a0c-b18e-4ef5-8915-58e94fdea288 on host n-d-827839-2 {{(pid=103378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 17:46:25.966295 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 3b0b9a0c-b18e-4ef5-8915-58e94fdea288 no longer exists at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:46:25.995696 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] No Port match for: 3b0b9a0c-b18e-4ef5-8915-58e94fdea288 {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 17:46:25.996483 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 3b0b9a0c-b18e-4ef5-8915-58e94fdea288 not bound to the agent host n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 17:46:25.997151 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 1a20d9c6-d2cf-4165-8ae5-f5926dce5fec no longer exists at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:46:25.997421 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-7b7be077-1eae-4d82-aeea-e6f660469956 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (069e3f10-f04a-4d84-a3aa-418476194b08), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:46:26.025398 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] No Port match for: 1a20d9c6-d2cf-4165-8ae5-f5926dce5fec {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 17:46:26.026214 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 1a20d9c6-d2cf-4165-8ae5-f5926dce5fec not bound to the agent host n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 17:46:26.026850 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 0f2a33bb-a428-4cc0-a4e0-37febd4f506c no longer exists at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:46:26.033181 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7be077-1eae-4d82-aeea-e6f660469956 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] Pushing event deleted for resources: {'Port': ['ID=069e3f10-f04a-4d84-a3aa-418476194b08,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:46:26.040225 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-bddcc859-57fd-40bd-81b7-cdcbb5f4a62b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (3b0b9a0c-b18e-4ef5-8915-58e94fdea288), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:46:26.079856 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] No Port match for: 0f2a33bb-a428-4cc0-a4e0-37febd4f506c {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 17:46:26.082736 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 0f2a33bb-a428-4cc0-a4e0-37febd4f506c not bound to the agent host n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 17:46:26.101225 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bddcc859-57fd-40bd-81b7-cdcbb5f4a62b admin admin] Pushing event deleted for resources: {'Port': ['ID=3b0b9a0c-b18e-4ef5-8915-58e94fdea288,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:46:26.109670 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bddcc859-57fd-40bd-81b7-cdcbb5f4a62b admin admin] No DVR routers for this DVR port 3b0b9a0c-b18e-4ef5-8915-58e94fdea288 on host n-d-827839-2 {{(pid=103376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 17:46:26.335780 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-1a23a932-5566-45ea-a527-c8041097be37 tempest-AttachVolumeTestJSON-1062564701 tempest-AttachVolumeTestJSON-1062564701-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:46:26.341849 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-1a23a932-5566-45ea-a527-c8041097be37 tempest-AttachVolumeTestJSON-1062564701 tempest-AttachVolumeTestJSON-1062564701-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1595586'] for floatingip (c5f90df8-d970-4ccb-92a5-f71a1678fa8d), after_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:46:26.349663 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d4c101-9b80-4d0b-b79e-e78122ceeea6 req-07b48a67-0089-4133-b289-b176e72bf2e8 tempest-VolumesSnapshotTestJSON-548795101 tempest-VolumesSnapshotTestJSON-548795101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:46:26.351217 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-40d4c101-9b80-4d0b-b79e-e78122ceeea6 req-07b48a67-0089-4133-b289-b176e72bf2e8 tempest-VolumesSnapshotTestJSON-548795101 tempest-VolumesSnapshotTestJSON-548795101-project] 10.222.0.89 "GET /v2.0/networks?id=db164336-c92d-49cf-95cb-77f56fef64b2 HTTP/1.1" status: 200 len: 814 time: 0.1999707 Feb 04 17:46:26.430857 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-40d4c101-9b80-4d0b-b79e-e78122ceeea6 req-c8cadcfc-f86d-4d4c-a787-34437e7d95c2 tempest-VolumesSnapshotTestJSON-548795101 tempest-VolumesSnapshotTestJSON-548795101-project] 10.222.0.89 "GET /v2.0/quotas/de5b4b0f0a20431ba11c62fc4df7680b HTTP/1.1" status: 200 len: 375 time: 0.0375886 Feb 04 17:46:26.472487 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-40d4c101-9b80-4d0b-b79e-e78122ceeea6 req-d92f797c-4dd1-4c0f-ba97-5854e5c2e2ca tempest-VolumesSnapshotTestJSON-548795101 tempest-VolumesSnapshotTestJSON-548795101-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=de5b4b0f0a20431ba11c62fc4df7680b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0343943 Feb 04 17:46:26.541933 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-7b7be077-1eae-4d82-aeea-e6f660469956 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] Publish callbacks [] for floatingip (bf26bbc3-1572-43f0-85be-97b85b55ccc2), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:46:26.542487 n-d-827839-2 neutron-server[103377]: INFO neutron.db.l3_db [None req-1a23a932-5566-45ea-a527-c8041097be37 tempest-AttachVolumeTestJSON-1062564701 tempest-AttachVolumeTestJSON-1062564701-project] Floating IP c5f90df8-d970-4ccb-92a5-f71a1678fa8d associated. External IP: 172.25.6.172, port: 12179e86-e4aa-4719-84b0-1c54316ca648. Feb 04 17:46:26.544388 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-7b7be077-1eae-4d82-aeea-e6f660469956 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for floatingip (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:46:26.547184 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-7b7be077-1eae-4d82-aeea-e6f660469956 tempest-ServerActionsTestJSON-1129196027 tempest-ServerActionsTestJSON-1129196027-project] 10.222.0.89 "DELETE /v2.0/floatingips/bf26bbc3-1572-43f0-85be-97b85b55ccc2 HTTP/1.1" status: 204 len: 168 time: 1.5339630 Feb 04 17:46:26.550589 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 42530) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:46:26.567078 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-bddcc859-57fd-40bd-81b7-cdcbb5f4a62b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1543676', 'neutron.services.segments.db._delete_segments_for_network-8781084786517'] for network (d9d2a33e-8db9-4a41-a20b-0241765eaeca), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:46:26.589856 n-d-827839-2 neutron-server[103376]: DEBUG neutron.services.segments.db [None req-bddcc859-57fd-40bd-81b7-cdcbb5f4a62b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9d2a33e-8db9-4a41-a20b-0241765eaeca']}} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:46:26.601389 n-d-827839-2 neutron-server[103376]: DEBUG neutron.services.segments.db [None req-bddcc859-57fd-40bd-81b7-cdcbb5f4a62b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9351021e-50b8-4d27-ae30-4731efce627c') {'for_net_delete': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:46:26.601810 n-d-827839-2 neutron-server[103376]: DEBUG neutron.services.segments.db [None req-bddcc859-57fd-40bd-81b7-cdcbb5f4a62b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9351021e-50b8-4d27-ae30-4731efce627c') {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:46:26.616821 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-bddcc859-57fd-40bd-81b7-cdcbb5f4a62b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781084783966', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25674908'] for segment (9351021e-50b8-4d27-ae30-4731efce627c), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:46:26.659634 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-40d4c101-9b80-4d0b-b79e-e78122ceeea6 req-6b359e77-7d92-4b63-bf63-56483bf5e85e service neutron] 10.222.0.89 "GET /v2.0/networks/db164336-c92d-49cf-95cb-77f56fef64b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1763551 Feb 04 17:46:26.694075 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-bddcc859-57fd-40bd-81b7-cdcbb5f4a62b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (9351021e-50b8-4d27-ae30-4731efce627c), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:46:26.704675 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bddcc859-57fd-40bd-81b7-cdcbb5f4a62b admin admin] Releasing vlan 798 on physical network physnet1 to pool {{(pid=103376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 17:46:26.705111 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-bddcc859-57fd-40bd-81b7-cdcbb5f4a62b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25675992'] for segment (9351021e-50b8-4d27-ae30-4731efce627c), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:46:26.718829 n-d-827839-2 neutron-server[103376]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 17:46:26.718829 n-d-827839-2 neutron-server[103376]: self.session.flush() Feb 04 17:46:26.718829 n-d-827839-2 neutron-server[103376]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 17:46:26.718829 n-d-827839-2 neutron-server[103376]: self.session.flush() Feb 04 17:46:26.718829 n-d-827839-2 neutron-server[103376]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 17:46:26.718829 n-d-827839-2 neutron-server[103376]: self.session.flush() Feb 04 17:46:26.718829 n-d-827839-2 neutron-server[103376]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 17:46:26.718829 n-d-827839-2 neutron-server[103376]: self.session.flush() Feb 04 17:46:26.718829 n-d-827839-2 neutron-server[103376]: Traceback (most recent call last): Feb 04 17:46:26.718829 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 17:46:26.718829 n-d-827839-2 neutron-server[103376]: timer() Feb 04 17:46:26.718829 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 17:46:26.718829 n-d-827839-2 neutron-server[103376]: cb(*args, **kw) Feb 04 17:46:26.718829 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 17:46:26.718829 n-d-827839-2 neutron-server[103376]: return func(*args, **kwargs) Feb 04 17:46:26.718829 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 17:46:26.718829 n-d-827839-2 neutron-server[103376]: self._notify() Feb 04 17:46:26.718829 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 17:46:26.718829 n-d-827839-2 neutron-server[103376]: self.callback(batched_events) Feb 04 17:46:26.718829 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 17:46:26.718829 n-d-827839-2 neutron-server[103376]: event.method(event) Feb 04 17:46:26.718829 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 17:46:26.718829 n-d-827839-2 neutron-server[103376]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 17:46:26.718829 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 17:46:26.718829 n-d-827839-2 neutron-server[103376]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 17:46:26.718829 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 17:46:26.718829 n-d-827839-2 neutron-server[103376]: return f(self, *a, **k) Feb 04 17:46:26.718829 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 17:46:26.718829 n-d-827839-2 neutron-server[103376]: return self._get(url).json() Feb 04 17:46:26.718829 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 17:46:26.718829 n-d-827839-2 neutron-server[103376]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 17:46:26.718829 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 17:46:26.718829 n-d-827839-2 neutron-server[103376]: return self.request(url, 'GET', **kwargs) Feb 04 17:46:26.718829 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 17:46:26.718829 n-d-827839-2 neutron-server[103376]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 17:46:26.718829 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 17:46:26.718829 n-d-827839-2 neutron-server[103376]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 17:46:26.718829 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 17:46:26.718829 n-d-827839-2 neutron-server[103376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 17:46:26.718829 n-d-827839-2 neutron-server[103376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 17:46:26.819902 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-bddcc859-57fd-40bd-81b7-cdcbb5f4a62b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1543671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1595572'] for network (d9d2a33e-8db9-4a41-a20b-0241765eaeca), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:46:26.828151 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-bddcc859-57fd-40bd-81b7-cdcbb5f4a62b admin admin] Publish callbacks [] for network (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:46:26.830980 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-bddcc859-57fd-40bd-81b7-cdcbb5f4a62b admin admin] 10.222.0.89 "DELETE /v2.0/networks/d9d2a33e-8db9-4a41-a20b-0241765eaeca HTTP/1.1" status: 204 len: 168 time: 1.7051065 Feb 04 17:46:26.834531 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-40d4c101-9b80-4d0b-b79e-e78122ceeea6 req-4754cac5-0e15-47c9-a6b4-f06ddd6d8e38 service neutron] 10.222.0.89 "GET /v2.0/networks/db164336-c92d-49cf-95cb-77f56fef64b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1659248 Feb 04 17:46:26.847025 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bddcc859-57fd-40bd-81b7-cdcbb5f4a62b admin admin] Pushing event deleted for resources: {'Network': ['ID=d9d2a33e-8db9-4a41-a20b-0241765eaeca,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:46:26.870195 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a23a932-5566-45ea-a527-c8041097be37 tempest-AttachVolumeTestJSON-1062564701 tempest-AttachVolumeTestJSON-1062564701-project] Router 9536572d-3cef-48c2-8b58-544c2485acb8 has already been hosted by L3 agent 64ada913-9131-4d99-a265-63a920956287 {{(pid=103377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 17:46:26.924705 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac8afa9-f47c-4176-ab53-c9dff21fb644 req-37e0770a-333a-4525-86d3-451b026829d6 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:46:26.925945 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-1ac8afa9-f47c-4176-ab53-c9dff21fb644 req-37e0770a-333a-4525-86d3-451b026829d6 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] 10.222.0.89 "GET /v2.0/ports?device_id=fb6877a5-43b5-44e9-b880-81255ebc0c83 HTTP/1.1" status: 200 len: 946 time: 0.1462691 Feb 04 17:46:27.019420 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a23a932-5566-45ea-a527-c8041097be37 tempest-AttachVolumeTestJSON-1062564701 tempest-AttachVolumeTestJSON-1062564701-project] Notify agent at l3_agent.n-d-827839-2 the message routers_updated {{(pid=103377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 17:46:27.021324 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 42542) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:46:27.030166 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-1a23a932-5566-45ea-a527-c8041097be37 tempest-AttachVolumeTestJSON-1062564701 tempest-AttachVolumeTestJSON-1062564701-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for floatingip (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:46:27.032568 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-628b6386-2ca0-4ccf-b2d1-8fdf8a909fbd None None] Sync routers for ids ['9536572d-3cef-48c2-8b58-544c2485acb8'] in n-d-827839-2 {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 17:46:27.044156 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-628b6386-2ca0-4ccf-b2d1-8fdf8a909fbd None None] Routers {'9536572d-3cef-48c2-8b58-544c2485acb8'} bound to L3 agent in host n-d-827839-2 {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:46:27.045170 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-628b6386-2ca0-4ccf-b2d1-8fdf8a909fbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:46:03Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['9536572d-3cef-48c2-8b58-544c2485acb8'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:46:27.051015 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-1ac8afa9-f47c-4176-ab53-c9dff21fb644 req-21281ef1-816b-40f5-88cd-e9f0bac6f567 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] 10.222.0.89 "GET /v2.0/security-groups?id=4b0100f2-480f-41b8-8876-e30a8b4057ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1155593 Feb 04 17:46:27.165488 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-06d72884-3a9b-4274-810f-ae78810e5ca3 req-46f2d65b-bbc2-4149-bc60-a4396016f591 tempest-VolumesSnapshotTestJSON-548795101 tempest-VolumesSnapshotTestJSON-548795101-project] 10.222.0.89 "GET /v2.0/ports?device_id=745490fb-5531-4438-a514-bedc8ab97566 HTTP/1.1" status: 200 len: 210 time: 0.0516326 Feb 04 17:46:27.170270 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-588da0cf-2762-481d-8d70-27f32840e57f admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=5d530086a81c47f4a789a3b71476c7eb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1444736 Feb 04 17:46:27.172721 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 42544) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:46:27.183131 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-1a23a932-5566-45ea-a527-c8041097be37 tempest-AttachVolumeTestJSON-1062564701 tempest-AttachVolumeTestJSON-1062564701-project] 10.222.0.89 "PUT /v2.0/floatingips/c5f90df8-d970-4ccb-92a5-f71a1678fa8d HTTP/1.1" status: 200 len: 992 time: 1.6632190 Feb 04 17:46:27.196234 n-d-827839-2 neutron-server[103377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8b8fa52-f908-44d7-9705-bf50a03e2462', 'tag': '12179e86-e4aa-4719-84b0-1c54316ca648'}] {{(pid=103377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:46:27.207729 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7240428b650e1488e9361b62648ff4b3a6c19d49d8c27c949491ab58c1346cf0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdaf8507-f884-4cad-a4a8-1841496778a2" -d '{"events": [{"name": "network-changed", "server_uuid": "d8b8fa52-f908-44d7-9705-bf50a03e2462", "tag": "12179e86-e4aa-4719-84b0-1c54316ca648"}]}' {{(pid=103377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:46:27.264000 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-80033ff0-cd48-41db-9301-c178a206c332 admin admin] Publish callbacks [] for security_group (e4131057-35a6-48ac-a55f-ffccb6e06cb1), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:46:27.291874 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 17:46:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa2f388c-be39-41d1-883e-2cfec54340b8 x-openstack-request-id: req-aa2f388c-be39-41d1-883e-2cfec54340b8 {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:46:27.292515 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8b8fa52-f908-44d7-9705-bf50a03e2462", "tag": "12179e86-e4aa-4719-84b0-1c54316ca648", "status": "completed", "code": 200}]} {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:46:27.293584 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-aa2f388c-be39-41d1-883e-2cfec54340b8 {{(pid=103377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:46:27.294776 n-d-827839-2 neutron-server[103377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8b8fa52-f908-44d7-9705-bf50a03e2462', 'tag': '12179e86-e4aa-4719-84b0-1c54316ca648', 'status': 'completed', 'code': 200} Feb 04 17:46:27.340640 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-80033ff0-cd48-41db-9301-c178a206c332 admin admin] Publish callbacks [] for security_group (e4131057-35a6-48ac-a55f-ffccb6e06cb1), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:46:27.349158 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvr_db [None req-628b6386-2ca0-4ccf-b2d1-8fdf8a909fbd None None] Set router 9536572d-3cef-48c2-8b58-544c2485acb8 gateway port host: n-d-827839-2 {{(pid=103379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:46:27.400690 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-80033ff0-cd48-41db-9301-c178a206c332 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (e4131057-35a6-48ac-a55f-ffccb6e06cb1), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:46:27.403260 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-80033ff0-cd48-41db-9301-c178a206c332 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:46:27.404551 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-80033ff0-cd48-41db-9301-c178a206c332 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/e4131057-35a6-48ac-a55f-ffccb6e06cb1 HTTP/1.1" status: 204 len: 168 time: 0.2307642 Feb 04 17:46:27.418003 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80033ff0-cd48-41db-9301-c178a206c332 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4131057-35a6-48ac-a55f-ffccb6e06cb1,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:46:27.435526 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6603dbe5-9c00-41ad-91a9-5752c610897b req-374c0aaa-5c9c-40a1-ba67-92d72cbde57c tempest-AttachVolumeTestJSON-1062564701 tempest-AttachVolumeTestJSON-1062564701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:46:27.445791 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-6603dbe5-9c00-41ad-91a9-5752c610897b req-374c0aaa-5c9c-40a1-ba67-92d72cbde57c tempest-AttachVolumeTestJSON-1062564701 tempest-AttachVolumeTestJSON-1062564701-project] 10.222.0.89 "GET /v2.0/ports?device_id=d8b8fa52-f908-44d7-9705-bf50a03e2462 HTTP/1.1" status: 200 len: 946 time: 0.1498034 Feb 04 17:46:27.460317 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdaf8507-f884-4cad-a4a8-1841496778a2 req-e320d557-962e-40a4-9746-fff074e70f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:46:27.462196 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-bdaf8507-f884-4cad-a4a8-1841496778a2 req-e320d557-962e-40a4-9746-fff074e70f67 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=f5ca586e0a134ee6a366fdbff53a4f3d&device_id=d8b8fa52-f908-44d7-9705-bf50a03e2462 HTTP/1.1" status: 200 len: 1128 time: 0.1172330 Feb 04 17:46:27.474782 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-b6a96957-3330-43b4-8c3c-ba4d4161d76e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602754'] for router_interface (a073f761-9635-4e66-9fd5-7aea50641b61), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:46:27.659553 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-6603dbe5-9c00-41ad-91a9-5752c610897b req-7b6f5d12-b9c3-4549-91ad-8ba28fb02f84 tempest-AttachVolumeTestJSON-1062564701 tempest-AttachVolumeTestJSON-1062564701-project] 10.222.0.89 "GET /v2.0/security-groups?id=8716ecb9-789e-469d-b20a-3ab79b0ffaf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2127087 Feb 04 17:46:27.696092 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-628b6386-2ca0-4ccf-b2d1-8fdf8a909fbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9536572d-3cef-48c2-8b58-544c2485acb8', 'name': 'tempest-AttachVolumeTestJSON-674432547-router', 'tenant_id': 'f5ca586e0a134ee6a366fdbff53a4f3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.65'}], 'enable_snat': True}, 'gw_port_id': 'e473982d-218e-433d-b854-c5bd77d3dded', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:40:16Z', 'updated_at': '2022-02-04T17:40:25Z', 'revision_number': 4, 'project_id': 'f5ca586e0a134ee6a366fdbff53a4f3d', 'gw_port': {'id': 'e473982d-218e-433d-b854-c5bd77d3dded', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:0e:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9536572d-3cef-48c2-8b58-544c2485acb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3182, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:40:17Z', 'updated_at': '2022-02-04T17:40:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_floatingips': [{'id': 'c5f90df8-d970-4ccb-92a5-f71a1678fa8d', 'tenant_id': 'f5ca586e0a134ee6a366fdbff53a4f3d', 'floating_ip_address': '172.25.6.172', 'floating_network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'router_id': '9536572d-3cef-48c2-8b58-544c2485acb8', 'port_id': '12179e86-e4aa-4719-84b0-1c54316ca648', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3379, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '737a730a-f2b9-4552-b783-b268a6fc7510', 'mac_address': 'fa:16:3e:bd:dd:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8b8fa52-f908-44d7-9705-bf50a03e2462', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T17:46:10Z', 'updated_at': '2022-02-04T17:46:26Z', 'revision_number': 1, 'project_id': 'f5ca586e0a134ee6a366fdbff53a4f3d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8ccd0cb-db52-4966-8fef-caef23e47aca', 'name': '', 'network_id': '737a730a-f2b9-4552-b783-b268a6fc7510', 'tenant_id': 'f5ca586e0a134ee6a366fdbff53a4f3d', 'mac_address': 'fa:16:3e:71:a0:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9536572d-3cef-48c2-8b58-544c2485acb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3183, 'fixed_ips': [{'subnet_id': '28f7679b-e706-44b6-8766-889d627ec1c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:40:23Z', 'updated_at': '2022-02-04T17:40:35Z', 'revision_number': 5, 'project_id': 'f5ca586e0a134ee6a366fdbff53a4f3d', 'subnets': [{'id': '28f7679b-e706-44b6-8766-889d627ec1c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-2', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:46:27.713826 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdaf8507-f884-4cad-a4a8-1841496778a2 req-3a4b375d-804b-4193-9938-02d238179520 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:46:27.715310 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-bdaf8507-f884-4cad-a4a8-1841496778a2 req-3a4b375d-804b-4193-9938-02d238179520 service neutron] 10.222.0.96 "GET /v2.0/networks?id=737a730a-f2b9-4552-b783-b268a6fc7510 HTTP/1.1" status: 200 len: 911 time: 0.2369983 Feb 04 17:46:27.725373 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-628b6386-2ca0-4ccf-b2d1-8fdf8a909fbd None None] Checking router: 9536572d-3cef-48c2-8b58-544c2485acb8 for host: n-d-827839-2 {{(pid=103379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 17:46:27.735290 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-628b6386-2ca0-4ccf-b2d1-8fdf8a909fbd None None] Routers {'9536572d-3cef-48c2-8b58-544c2485acb8'} bound to L3 agent in host n-d-827839-2 {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:46:27.735705 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-628b6386-2ca0-4ccf-b2d1-8fdf8a909fbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:46:03Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['9536572d-3cef-48c2-8b58-544c2485acb8'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:46:27.856357 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-bdaf8507-f884-4cad-a4a8-1841496778a2 req-fa0173e6-38d0-401a-b9ba-605d79941ecd service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=12179e86-e4aa-4719-84b0-1c54316ca648 HTTP/1.1" status: 200 len: 1000 time: 0.0908320 Feb 04 17:46:27.859859 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvr_db [None req-628b6386-2ca0-4ccf-b2d1-8fdf8a909fbd None None] Set router 9536572d-3cef-48c2-8b58-544c2485acb8 gateway port host: n-d-827839-2 {{(pid=103379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:46:27.902028 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 42560) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:46:27.947573 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-45914c32-cfdc-4f44-8dd4-20dd638e1ee9 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=05197bd748204f69b33513fe3584d588&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0443771 Feb 04 17:46:27.950778 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 42562) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:46:27.959944 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdaf8507-f884-4cad-a4a8-1841496778a2 req-bc0c3326-391e-46de-ba4b-feb136293912 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:46:27.961440 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-bdaf8507-f884-4cad-a4a8-1841496778a2 req-bc0c3326-391e-46de-ba4b-feb136293912 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=28f7679b-e706-44b6-8766-889d627ec1c0 HTTP/1.1" status: 200 len: 849 time: 0.0933557 Feb 04 17:46:28.014871 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-27097b6c-361f-45a5-9ce0-9bfcf936719e admin admin] Publish callbacks [] for security_group (7ed62074-fb35-4df2-b91f-c8e62e7285c7), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:46:28.021257 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-b6a96957-3330-43b4-8c3c-ba4d4161d76e admin admin] Deleting port 0b51a694-6ab9-4656-9651-3d9e24254d18 {{(pid=103376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:46:28.021597 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-b6a96957-3330-43b4-8c3c-ba4d4161d76e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (0b51a694-6ab9-4656-9651-3d9e24254d18), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:46:28.039043 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-27097b6c-361f-45a5-9ce0-9bfcf936719e admin admin] Publish callbacks [] for security_group (7ed62074-fb35-4df2-b91f-c8e62e7285c7), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:46:28.069111 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdaf8507-f884-4cad-a4a8-1841496778a2 req-b905df8a-0b4c-46a4-a1e3-f27a8237a374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:46:28.070637 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-bdaf8507-f884-4cad-a4a8-1841496778a2 req-b905df8a-0b4c-46a4-a1e3-f27a8237a374 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=737a730a-f2b9-4552-b783-b268a6fc7510&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1007595 Feb 04 17:46:28.094554 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-27097b6c-361f-45a5-9ce0-9bfcf936719e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (7ed62074-fb35-4df2-b91f-c8e62e7285c7), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:46:28.097300 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-27097b6c-361f-45a5-9ce0-9bfcf936719e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:46:28.102124 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-27097b6c-361f-45a5-9ce0-9bfcf936719e admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/7ed62074-fb35-4df2-b91f-c8e62e7285c7 HTTP/1.1" status: 204 len: 168 time: 0.1502056 Feb 04 17:46:28.111292 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27097b6c-361f-45a5-9ce0-9bfcf936719e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ed62074-fb35-4df2-b91f-c8e62e7285c7,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:46:28.142916 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-628b6386-2ca0-4ccf-b2d1-8fdf8a909fbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9536572d-3cef-48c2-8b58-544c2485acb8', 'name': 'tempest-AttachVolumeTestJSON-674432547-router', 'tenant_id': 'f5ca586e0a134ee6a366fdbff53a4f3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.65'}], 'enable_snat': True}, 'gw_port_id': 'e473982d-218e-433d-b854-c5bd77d3dded', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:40:16Z', 'updated_at': '2022-02-04T17:40:25Z', 'revision_number': 4, 'project_id': 'f5ca586e0a134ee6a366fdbff53a4f3d', 'gw_port': {'id': 'e473982d-218e-433d-b854-c5bd77d3dded', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:0e:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9536572d-3cef-48c2-8b58-544c2485acb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3182, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:40:17Z', 'updated_at': '2022-02-04T17:40:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_floatingips': [{'id': 'c5f90df8-d970-4ccb-92a5-f71a1678fa8d', 'tenant_id': 'f5ca586e0a134ee6a366fdbff53a4f3d', 'floating_ip_address': '172.25.6.172', 'floating_network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'router_id': '9536572d-3cef-48c2-8b58-544c2485acb8', 'port_id': '12179e86-e4aa-4719-84b0-1c54316ca648', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3379, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '737a730a-f2b9-4552-b783-b268a6fc7510', 'mac_address': 'fa:16:3e:bd:dd:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8b8fa52-f908-44d7-9705-bf50a03e2462', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T17:46:10Z', 'updated_at': '2022-02-04T17:46:26Z', 'revision_number': 1, 'project_id': 'f5ca586e0a134ee6a366fdbff53a4f3d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8ccd0cb-db52-4966-8fef-caef23e47aca', 'name': '', 'network_id': '737a730a-f2b9-4552-b783-b268a6fc7510', 'tenant_id': 'f5ca586e0a134ee6a366fdbff53a4f3d', 'mac_address': 'fa:16:3e:71:a0:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9536572d-3cef-48c2-8b58-544c2485acb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3183, 'fixed_ips': [{'subnet_id': '28f7679b-e706-44b6-8766-889d627ec1c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:40:23Z', 'updated_at': '2022-02-04T17:40:35Z', 'revision_number': 5, 'project_id': 'f5ca586e0a134ee6a366fdbff53a4f3d', 'subnets': [{'id': '28f7679b-e706-44b6-8766-889d627ec1c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-2', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:46:28.198058 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-628b6386-2ca0-4ccf-b2d1-8fdf8a909fbd None None] The sync data for ids ['9536572d-3cef-48c2-8b58-544c2485acb8'] in n-d-827839-2 is: [{'id': '9536572d-3cef-48c2-8b58-544c2485acb8', 'name': 'tempest-AttachVolumeTestJSON-674432547-router', 'tenant_id': 'f5ca586e0a134ee6a366fdbff53a4f3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.65'}], 'enable_snat': True}, 'gw_port_id': 'e473982d-218e-433d-b854-c5bd77d3dded', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:40:16Z', 'updated_at': '2022-02-04T17:40:25Z', 'revision_number': 4, 'project_id': 'f5ca586e0a134ee6a366fdbff53a4f3d', 'gw_port': {'id': 'e473982d-218e-433d-b854-c5bd77d3dded', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:0e:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9536572d-3cef-48c2-8b58-544c2485acb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3182, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:40:17Z', 'updated_at': '2022-02-04T17:40:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_floatingips': [{'id': 'c5f90df8-d970-4ccb-92a5-f71a1678fa8d', 'tenant_id': 'f5ca586e0a134ee6a366fdbff53a4f3d', 'floating_ip_address': '172.25.6.172', 'floating_network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'router_id': '9536572d-3cef-48c2-8b58-544c2485acb8', 'port_id': '12179e86-e4aa-4719-84b0-1c54316ca648', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3379, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '737a730a-f2b9-4552-b783-b268a6fc7510', 'mac_address': 'fa:16:3e:bd:dd:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8b8fa52-f908-44d7-9705-bf50a03e2462', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T17:46:10Z', 'updated_at': '2022-02-04T17:46:26Z', 'revision_number': 1, 'project_id': 'f5ca586e0a134ee6a366fdbff53a4f3d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8ccd0cb-db52-4966-8fef-caef23e47aca', 'name': '', 'network_id': '737a730a-f2b9-4552-b783-b268a6fc7510', 'tenant_id': 'f5ca586e0a134ee6a366fdbff53a4f3d', 'mac_address': 'fa:16:3e:71:a0:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9536572d-3cef-48c2-8b58-544c2485acb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3183, 'fixed_ips': [{'subnet_id': '28f7679b-e706-44b6-8766-889d627ec1c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:40:23Z', 'updated_at': '2022-02-04T17:40:35Z', 'revision_number': 5, 'project_id': 'f5ca586e0a134ee6a366fdbff53a4f3d', 'subnets': [{'id': '28f7679b-e706-44b6-8766-889d627ec1c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 17:46:28.241665 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [None req-b6a96957-3330-43b4-8c3c-ba4d4161d76e admin admin] For port 0b51a694-6ab9-4656-9651-3d9e24254d18, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=0b51a694-6ab9-4656-9651-3d9e24254d18,segment=NetworkSegment(95e3d896-e0ab-47f8-8257-e5c06c9261eb),segment_id=95e3d896-e0ab-47f8-8257-e5c06c9261eb)] {{(pid=103376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:46:28.242172 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-b6a96957-3330-43b4-8c3c-ba4d4161d76e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (0b51a694-6ab9-4656-9651-3d9e24254d18), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:46:28.281501 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc360672-03aa-43ab-9813-276f05c8376f req-f4ef889e-ca17-4191-989a-261930091e5d tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:46:28.283173 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-fc360672-03aa-43ab-9813-276f05c8376f req-f4ef889e-ca17-4191-989a-261930091e5d tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] 10.222.0.89 "GET /v2.0/ports?device_id=fb6877a5-43b5-44e9-b880-81255ebc0c83 HTTP/1.1" status: 200 len: 946 time: 0.1028192 Feb 04 17:46:28.353549 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-fc360672-03aa-43ab-9813-276f05c8376f req-27b5ea81-074a-4cd9-ac7c-e21f10b1d636 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] 10.222.0.89 "GET /v2.0/security-groups?id=4b0100f2-480f-41b8-8876-e30a8b4057ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0632322 Feb 04 17:46:28.408723 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-b6a96957-3330-43b4-8c3c-ba4d4161d76e admin admin] Calling delete_port for 0b51a694-6ab9-4656-9651-3d9e24254d18 owned by network:router_interface {{(pid=103376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:46:28.415702 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-3750abc3-bab0-4651-ada3-dca2eb95d2c3 req-d435dd65-6f8a-4fc6-8bd5-90423dcf6e3f tempest-VolumesSnapshotTestJSON-548795101 tempest-VolumesSnapshotTestJSON-548795101-project] 10.222.0.89 "GET /v2.0/ports?device_id=745490fb-5531-4438-a514-bedc8ab97566 HTTP/1.1" status: 200 len: 210 time: 0.1221485 Feb 04 17:46:28.422991 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-bdaf8507-f884-4cad-a4a8-1841496778a2 req-cd6cb262-ab7e-463d-b48d-2627aad3de90 service neutron] 10.222.0.96 "GET /v2.0/networks/737a730a-f2b9-4552-b783-b268a6fc7510?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3388965 Feb 04 17:46:28.429590 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-4676b22e-8b75-45cc-a5f2-ce5b0119ed4b req-a63739d2-da3f-434f-97a1-fee6c3a4a36a service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=d8b8fa52-f908-44d7-9705-bf50a03e2462&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2884881 Feb 04 17:46:28.535290 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2a1369e-96a4-4600-9728-1711a282d76f None None] New status for floating IP c5f90df8-d970-4ccb-92a5-f71a1678fa8d: ACTIVE {{(pid=103378) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 17:46:28.603036 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d4c101-9b80-4d0b-b79e-e78122ceeea6 req-f4fc3a38-0afb-4e51-aa07-cb880606d16f tempest-VolumesSnapshotTestJSON-548795101 tempest-VolumesSnapshotTestJSON-548795101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:46:28.604682 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-40d4c101-9b80-4d0b-b79e-e78122ceeea6 req-f4fc3a38-0afb-4e51-aa07-cb880606d16f tempest-VolumesSnapshotTestJSON-548795101 tempest-VolumesSnapshotTestJSON-548795101-project] 10.222.0.96 "GET /v2.0/networks?id=db164336-c92d-49cf-95cb-77f56fef64b2 HTTP/1.1" status: 200 len: 814 time: 0.3143589 Feb 04 17:46:28.624279 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [req-40d4c101-9b80-4d0b-b79e-e78122ceeea6 req-9d63a4ca-4c6c-421e-a0fc-9245767dc5ad tempest-VolumesSnapshotTestJSON-548795101 tempest-VolumesSnapshotTestJSON-548795101-project] Request body: {'port': {'device_id': '745490fb-5531-4438-a514-bedc8ab97566', 'network_id': 'db164336-c92d-49cf-95cb-77f56fef64b2', 'admin_state_up': True, 'tenant_id': 'de5b4b0f0a20431ba11c62fc4df7680b'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:46:28.738155 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-bdaf8507-f884-4cad-a4a8-1841496778a2 req-08218b68-53e2-422c-8fda-1e82e4ce8767 service neutron] 10.222.0.96 "GET /v2.0/networks/737a730a-f2b9-4552-b783-b268a6fc7510?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2982717 Feb 04 17:46:28.857325 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf46d738-bf68-4c56-9652-cdce0c655367 req-1c50943e-6b72-43ac-988e-d4e03589febf tempest-AttachVolumeTestJSON-1062564701 tempest-AttachVolumeTestJSON-1062564701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:46:28.870084 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-cf46d738-bf68-4c56-9652-cdce0c655367 req-1c50943e-6b72-43ac-988e-d4e03589febf tempest-AttachVolumeTestJSON-1062564701 tempest-AttachVolumeTestJSON-1062564701-project] 10.222.0.89 "GET /v2.0/ports?device_id=d8b8fa52-f908-44d7-9705-bf50a03e2462 HTTP/1.1" status: 200 len: 946 time: 0.1050174 Feb 04 17:46:28.882549 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-40d4c101-9b80-4d0b-b79e-e78122ceeea6 req-9d63a4ca-4c6c-421e-a0fc-9245767dc5ad tempest-VolumesSnapshotTestJSON-548795101 tempest-VolumesSnapshotTestJSON-548795101-project] Made reservation on behalf of de5b4b0f0a20431ba11c62fc4df7680b for: {'port': 1} {{(pid=103376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:46:28.886025 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-40d4c101-9b80-4d0b-b79e-e78122ceeea6 req-9d63a4ca-4c6c-421e-a0fc-9245767dc5ad tempest-VolumesSnapshotTestJSON-548795101 tempest-VolumesSnapshotTestJSON-548795101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:46:28.923756 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-cf46d738-bf68-4c56-9652-cdce0c655367 req-1ceb2e92-01c9-442a-aa0c-b46527d0458d tempest-AttachVolumeTestJSON-1062564701 tempest-AttachVolumeTestJSON-1062564701-project] 10.222.0.89 "GET /v2.0/security-groups?id=8716ecb9-789e-469d-b20a-3ab79b0ffaf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520234 Feb 04 17:46:28.935175 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-b6a96957-3330-43b4-8c3c-ba4d4161d76e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (0b51a694-6ab9-4656-9651-3d9e24254d18), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:46:28.973109 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a96957-3330-43b4-8c3c-ba4d4161d76e admin admin] Pushing event deleted for resources: {'Port': ['ID=0b51a694-6ab9-4656-9651-3d9e24254d18,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:46:29.074215 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4676b22e-8b75-45cc-a5f2-ce5b0119ed4b req-6504df01-4c21-47f6-afe9-6e97ea2b2268 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:46:29.075782 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-4676b22e-8b75-45cc-a5f2-ce5b0119ed4b req-6504df01-4c21-47f6-afe9-6e97ea2b2268 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=f5ca586e0a134ee6a366fdbff53a4f3d&device_id=d8b8fa52-f908-44d7-9705-bf50a03e2462 HTTP/1.1" status: 200 len: 1128 time: 0.2078516 Feb 04 17:46:29.257556 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.db_base_plugin_common [req-40d4c101-9b80-4d0b-b79e-e78122ceeea6 req-9d63a4ca-4c6c-421e-a0fc-9245767dc5ad tempest-VolumesSnapshotTestJSON-548795101 tempest-VolumesSnapshotTestJSON-548795101-project] Allocated IP 172.20.0.2 (db164336-c92d-49cf-95cb-77f56fef64b2/cdda2c8f-8e27-45a6-b6b9-03e43d5370e0/d46df5be-3c54-41a8-b45e-141247baefdb) {{(pid=103376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:46:29.318101 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4676b22e-8b75-45cc-a5f2-ce5b0119ed4b req-9fade840-11d2-4759-972f-e49a0b7704f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:46:29.319620 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-4676b22e-8b75-45cc-a5f2-ce5b0119ed4b req-9fade840-11d2-4759-972f-e49a0b7704f3 service neutron] 10.222.0.96 "GET /v2.0/networks?id=737a730a-f2b9-4552-b783-b268a6fc7510 HTTP/1.1" status: 200 len: 911 time: 0.2050617 Feb 04 17:46:29.403287 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-b6a96957-3330-43b4-8c3c-ba4d4161d76e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1677336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1602614'] for router_interface (a073f761-9635-4e66-9fd5-7aea50641b61), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:46:29.518557 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-213e723e-4c16-44bc-9e82-e064d32e78ed req-6d898883-9bc5-4788-8894-f58df3593081 tempest-VolumesSnapshotTestJSON-548795101 tempest-VolumesSnapshotTestJSON-548795101-project] 10.222.0.89 "GET /v2.0/ports?device_id=745490fb-5531-4438-a514-bedc8ab97566 HTTP/1.1" status: 200 len: 210 time: 0.0283601 Feb 04 17:46:29.741183 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f041725a-a396-4b86-90f7-e6c27965bb1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (bb89f5a3-3c22-440b-b7d1-c4f0c43c184a), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:46:29.816456 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-4676b22e-8b75-45cc-a5f2-ce5b0119ed4b req-dce5b8d4-defb-4399-a2c8-0d87da1c820c service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=12179e86-e4aa-4719-84b0-1c54316ca648 HTTP/1.1" status: 200 len: 1002 time: 0.4823682 Feb 04 17:46:29.997813 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4676b22e-8b75-45cc-a5f2-ce5b0119ed4b req-11f24e79-c6d6-485a-8a31-a66ecaaa56fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:46:29.999824 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-4676b22e-8b75-45cc-a5f2-ce5b0119ed4b req-11f24e79-c6d6-485a-8a31-a66ecaaa56fd service neutron] 10.222.0.96 "GET /v2.0/subnets?id=28f7679b-e706-44b6-8766-889d627ec1c0 HTTP/1.1" status: 200 len: 849 time: 0.1366727 Feb 04 17:46:30.024492 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bfe3f0-e1be-40f4-8868-ec7c0692090a req-36960231-d60c-4d1c-8c60-a7456e2b59f3 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:46:30.026021 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-58bfe3f0-e1be-40f4-8868-ec7c0692090a req-36960231-d60c-4d1c-8c60-a7456e2b59f3 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] 10.222.0.89 "GET /v2.0/ports?device_id=fb6877a5-43b5-44e9-b880-81255ebc0c83 HTTP/1.1" status: 200 len: 946 time: 0.5926378 Feb 04 17:46:30.039554 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-40d4c101-9b80-4d0b-b79e-e78122ceeea6 req-9d63a4ca-4c6c-421e-a0fc-9245767dc5ad tempest-VolumesSnapshotTestJSON-548795101 tempest-VolumesSnapshotTestJSON-548795101-project] Publish callbacks [] for port (d46df5be-3c54-41a8-b45e-141247baefdb), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:46:30.045909 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69eb4702-f185-4a6e-99fc-3d775d85061f req-88524d8b-3fd7-420f-ad9c-69f889e3ef29 tempest-AttachVolumeTestJSON-1062564701 tempest-AttachVolumeTestJSON-1062564701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:46:30.047405 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-69eb4702-f185-4a6e-99fc-3d775d85061f req-88524d8b-3fd7-420f-ad9c-69f889e3ef29 tempest-AttachVolumeTestJSON-1062564701 tempest-AttachVolumeTestJSON-1062564701-project] 10.222.0.89 "GET /v2.0/ports?device_id=d8b8fa52-f908-44d7-9705-bf50a03e2462 HTTP/1.1" status: 200 len: 946 time: 0.0545795 Feb 04 17:46:30.096147 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-69eb4702-f185-4a6e-99fc-3d775d85061f req-cc3fcf4b-3b1e-4cae-8267-824209654a05 tempest-AttachVolumeTestJSON-1062564701 tempest-AttachVolumeTestJSON-1062564701-project] 10.222.0.89 "GET /v2.0/security-groups?id=8716ecb9-789e-469d-b20a-3ab79b0ffaf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427170 Feb 04 17:46:30.207297 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-58bfe3f0-e1be-40f4-8868-ec7c0692090a req-988c3248-5bd1-48ab-8b28-225b6f0e409f tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] 10.222.0.89 "GET /v2.0/security-groups?id=4b0100f2-480f-41b8-8876-e30a8b4057ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1707504 Feb 04 17:46:30.229789 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4676b22e-8b75-45cc-a5f2-ce5b0119ed4b req-edca47d3-9f14-43f9-b218-9f87de279dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:46:30.229789 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-4676b22e-8b75-45cc-a5f2-ce5b0119ed4b req-edca47d3-9f14-43f9-b218-9f87de279dfd service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=737a730a-f2b9-4552-b783-b268a6fc7510&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2132075 Feb 04 17:46:30.229789 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-40d4c101-9b80-4d0b-b79e-e78122ceeea6 req-9d63a4ca-4c6c-421e-a0fc-9245767dc5ad tempest-VolumesSnapshotTestJSON-548795101 tempest-VolumesSnapshotTestJSON-548795101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (d46df5be-3c54-41a8-b45e-141247baefdb), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:46:30.352326 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-40d4c101-9b80-4d0b-b79e-e78122ceeea6 req-9d63a4ca-4c6c-421e-a0fc-9245767dc5ad tempest-VolumesSnapshotTestJSON-548795101 tempest-VolumesSnapshotTestJSON-548795101-project] Network db164336-c92d-49cf-95cb-77f56fef64b2 is already hosted by enough agents. {{(pid=103376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:46:30.362862 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [req-40d4c101-9b80-4d0b-b79e-e78122ceeea6 req-9d63a4ca-4c6c-421e-a0fc-9245767dc5ad tempest-VolumesSnapshotTestJSON-548795101 tempest-VolumesSnapshotTestJSON-548795101-project] Resources bound (agent type, host, resource id): {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:46:30.364671 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d63a4ca-4c6c-421e-a0fc-9245767dc5ad tempest-VolumesSnapshotTestJSON-548795101 tempest-VolumesSnapshotTestJSON-548795101-project] Pushing event updated for resources: {'Port': ['ID=d46df5be-3c54-41a8-b45e-141247baefdb,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:46:30.370388 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [req-40d4c101-9b80-4d0b-b79e-e78122ceeea6 req-9d63a4ca-4c6c-421e-a0fc-9245767dc5ad tempest-VolumesSnapshotTestJSON-548795101 tempest-VolumesSnapshotTestJSON-548795101-project] Received port after_create {{(pid=103376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:46:30.376478 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6a96957-3330-43b4-8c3c-ba4d4161d76e admin admin] Router a073f761-9635-4e66-9fd5-7aea50641b61 has already been hosted by L3 agent 64ada913-9131-4d99-a265-63a920956287 {{(pid=103376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 17:46:30.440469 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-4676b22e-8b75-45cc-a5f2-ce5b0119ed4b req-eb2128ba-1fa2-4679-9f77-ce4433cded21 service neutron] 10.222.0.96 "GET /v2.0/networks/737a730a-f2b9-4552-b783-b268a6fc7510?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2068231 Feb 04 17:46:30.450201 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d4c101-9b80-4d0b-b79e-e78122ceeea6 req-9d63a4ca-4c6c-421e-a0fc-9245767dc5ad tempest-VolumesSnapshotTestJSON-548795101 tempest-VolumesSnapshotTestJSON-548795101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:46:30.450828 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-40d4c101-9b80-4d0b-b79e-e78122ceeea6 req-9d63a4ca-4c6c-421e-a0fc-9245767dc5ad tempest-VolumesSnapshotTestJSON-548795101 tempest-VolumesSnapshotTestJSON-548795101-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:46:30.569593 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-40d4c101-9b80-4d0b-b79e-e78122ceeea6 req-9d63a4ca-4c6c-421e-a0fc-9245767dc5ad tempest-VolumesSnapshotTestJSON-548795101 tempest-VolumesSnapshotTestJSON-548795101-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9509363 Feb 04 17:46:30.585859 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [req-40d4c101-9b80-4d0b-b79e-e78122ceeea6 req-00893fdb-6797-4422-a2c2-f890598c6a0d service neutron] Request body: {'port': {'device_id': '745490fb-5531-4438-a514-bedc8ab97566', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827839-2'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:46:30.685041 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075ff782-0cce-4b5c-8174-72b1320c6bf6 req-e434f36f-317b-41d8-874b-6f1b35bb7e34 tempest-VolumesSnapshotTestJSON-548795101 tempest-VolumesSnapshotTestJSON-548795101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:46:30.687197 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-075ff782-0cce-4b5c-8174-72b1320c6bf6 req-e434f36f-317b-41d8-874b-6f1b35bb7e34 tempest-VolumesSnapshotTestJSON-548795101 tempest-VolumesSnapshotTestJSON-548795101-project] 10.222.0.89 "GET /v2.0/ports?device_id=745490fb-5531-4438-a514-bedc8ab97566 HTTP/1.1" status: 200 len: 931 time: 0.0963643 Feb 04 17:46:30.690537 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6a96957-3330-43b4-8c3c-ba4d4161d76e admin admin] Notify agent at l3_agent.n-d-827839-2 the message routers_updated {{(pid=103376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 17:46:30.697103 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-b6a96957-3330-43b4-8c3c-ba4d4161d76e admin admin] 10.222.0.89 "PUT /v2.0/routers/a073f761-9635-4e66-9fd5-7aea50641b61/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1455164 Feb 04 17:46:30.701254 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-4676b22e-8b75-45cc-a5f2-ce5b0119ed4b req-bbeb3ed8-8a49-4645-b69e-9efa9888107e service neutron] 10.222.0.96 "GET /v2.0/networks/737a730a-f2b9-4552-b783-b268a6fc7510?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2168260 Feb 04 17:46:30.703380 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 42592) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:46:30.704331 n-d-827839-2 neutron-server[103377]: INFO neutron.api.v2.resource [req-e20b945c-fa74-4a13-baf1-67880000c5b8 req-beadc86f-8baf-4952-a668-f5dab0484f19 service neutron] show failed (client error): The resource could not be found. Feb 04 17:46:30.705439 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-e20b945c-fa74-4a13-baf1-67880000c5b8 req-beadc86f-8baf-4952-a668-f5dab0484f19 service neutron] 10.222.0.90 "GET /v2.0/ports/756a02cd-0cae-4c90-9d5a-05eb81ac510b/bindings/n-h1-827839-2 HTTP/1.1" status: 404 len: 380 time: 0.1028328 Feb 04 17:46:30.706485 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-40d4c101-9b80-4d0b-b79e-e78122ceeea6 req-00893fdb-6797-4422-a2c2-f890598c6a0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (d46df5be-3c54-41a8-b45e-141247baefdb), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:46:30.712019 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf6ebefb-b598-42fa-8f0f-ebbef4a08eb6 None None] Sync routers for ids ['a073f761-9635-4e66-9fd5-7aea50641b61'] in n-d-827839-2 {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 17:46:30.751897 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf6ebefb-b598-42fa-8f0f-ebbef4a08eb6 None None] Routers {'a073f761-9635-4e66-9fd5-7aea50641b61'} bound to L3 agent in host n-d-827839-2 {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:46:30.752674 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-bf6ebefb-b598-42fa-8f0f-ebbef4a08eb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:46:03Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['a073f761-9635-4e66-9fd5-7aea50641b61'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:46:30.872443 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-075ff782-0cce-4b5c-8174-72b1320c6bf6 req-fb891647-8800-4a07-9cc2-d48331bda6ef tempest-VolumesSnapshotTestJSON-548795101 tempest-VolumesSnapshotTestJSON-548795101-project] 10.222.0.89 "GET /v2.0/security-groups?id=59748ef0-99f9-4cfc-917b-6d887dbae337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644692 Feb 04 17:46:30.895501 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-c7591836-ef83-4346-8945-6800947ce120 admin admin] Publish callbacks [] for router (a073f761-9635-4e66-9fd5-7aea50641b61), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:46:30.931517 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvr_db [None req-bf6ebefb-b598-42fa-8f0f-ebbef4a08eb6 None None] Set router a073f761-9635-4e66-9fd5-7aea50641b61 gateway port host: n-d-827839-2 {{(pid=103379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:46:31.055468 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-c7591836-ef83-4346-8945-6800947ce120 admin admin] Publish callbacks [] for router_gateway (a073f761-9635-4e66-9fd5-7aea50641b61), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:46:31.104444 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20b945c-fa74-4a13-baf1-67880000c5b8 req-92f1e6a0-fa90-4a8a-bce8-37ee936a7e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:46:31.107332 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-e20b945c-fa74-4a13-baf1-67880000c5b8 req-92f1e6a0-fa90-4a8a-bce8-37ee936a7e7d service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=fb6877a5-43b5-44e9-b880-81255ebc0c83&tenant_id=86a0fd5c0c974eafbf1c6e95239dcb2c HTTP/1.1" status: 200 len: 1128 time: 0.1238399 Feb 04 17:46:31.123290 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [req-e20b945c-fa74-4a13-baf1-67880000c5b8 req-cd5e47ca-59a2-428b-87a4-4bd45ecbe316 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-827839-2', 'device_owner': 'compute:nova'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:46:31.146252 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-c7591836-ef83-4346-8945-6800947ce120 admin admin] Deleting port fb753bae-e46d-45b1-a7c4-ce1e00a91608 {{(pid=103377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:46:31.146252 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-c7591836-ef83-4346-8945-6800947ce120 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (fb753bae-e46d-45b1-a7c4-ce1e00a91608), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:46:31.178816 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-bf6ebefb-b598-42fa-8f0f-ebbef4a08eb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a073f761-9635-4e66-9fd5-7aea50641b61', 'name': 'tempest-ServerActionsTestJSON-1960567179-router', 'tenant_id': '5f7c63cd6c624891853d19549e45e9fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.173'}], 'enable_snat': True}, 'gw_port_id': 'fb753bae-e46d-45b1-a7c4-ce1e00a91608', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:38:04Z', 'updated_at': '2022-02-04T17:46:28Z', 'revision_number': 5, 'project_id': '5f7c63cd6c624891853d19549e45e9fe', 'gw_port': {'id': 'fb753bae-e46d-45b1-a7c4-ce1e00a91608', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:2c:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a073f761-9635-4e66-9fd5-7aea50641b61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3033, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:38:05Z', 'updated_at': '2022-02-04T17:38:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2'}], 'n-d-827839-2', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:46:31.212390 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf6ebefb-b598-42fa-8f0f-ebbef4a08eb6 None None] Checking router: a073f761-9635-4e66-9fd5-7aea50641b61 for host: n-d-827839-2 {{(pid=103379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 17:46:31.223530 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf6ebefb-b598-42fa-8f0f-ebbef4a08eb6 None None] Routers {'a073f761-9635-4e66-9fd5-7aea50641b61'} bound to L3 agent in host n-d-827839-2 {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:46:31.224421 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-bf6ebefb-b598-42fa-8f0f-ebbef4a08eb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:46:03Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['a073f761-9635-4e66-9fd5-7aea50641b61'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:46:31.226064 n-d-827839-2 neutron-server[103376]: DEBUG neutron.notifiers.nova [req-40d4c101-9b80-4d0b-b79e-e78122ceeea6 req-00893fdb-6797-4422-a2c2-f890598c6a0d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d46df5be-3c54-41a8-b45e-141247baefdb {{(pid=103376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 17:46:31.236633 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-40d4c101-9b80-4d0b-b79e-e78122ceeea6 req-00893fdb-6797-4422-a2c2-f890598c6a0d service neutron] Publish callbacks [] for port (d46df5be-3c54-41a8-b45e-141247baefdb), precommit_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:46:31.239139 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-e20b945c-fa74-4a13-baf1-67880000c5b8 req-cd5e47ca-59a2-428b-87a4-4bd45ecbe316 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (756a02cd-0cae-4c90-9d5a-05eb81ac510b), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:46:31.250277 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [None req-c7591836-ef83-4346-8945-6800947ce120 admin admin] For port fb753bae-e46d-45b1-a7c4-ce1e00a91608, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=fb753bae-e46d-45b1-a7c4-ce1e00a91608,segment=NetworkSegment(5942dc44-1f07-4c27-b0ab-45a2bff20dd5),segment_id=5942dc44-1f07-4c27-b0ab-45a2bff20dd5)] {{(pid=103377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:46:31.250652 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-c7591836-ef83-4346-8945-6800947ce120 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (fb753bae-e46d-45b1-a7c4-ce1e00a91608), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:46:31.262376 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.provisioning_blocks [req-40d4c101-9b80-4d0b-b79e-e78122ceeea6 req-00893fdb-6797-4422-a2c2-f890598c6a0d service neutron] Transition to ACTIVE for port object d46df5be-3c54-41a8-b45e-141247baefdb will not be triggered until provisioned by entity L2. {{(pid=103376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 17:46:31.275323 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-c7591836-ef83-4346-8945-6800947ce120 admin admin] Calling delete_port for fb753bae-e46d-45b1-a7c4-ce1e00a91608 owned by network:router_gateway {{(pid=103377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:46:31.285532 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-40d4c101-9b80-4d0b-b79e-e78122ceeea6 req-00893fdb-6797-4422-a2c2-f890598c6a0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675836'] for port (d46df5be-3c54-41a8-b45e-141247baefdb), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:46:31.400446 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvr_db [None req-bf6ebefb-b598-42fa-8f0f-ebbef4a08eb6 None None] Set router a073f761-9635-4e66-9fd5-7aea50641b61 gateway port host: None {{(pid=103379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:46:31.491340 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-bf6ebefb-b598-42fa-8f0f-ebbef4a08eb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a073f761-9635-4e66-9fd5-7aea50641b61', 'name': 'tempest-ServerActionsTestJSON-1960567179-router', 'tenant_id': '5f7c63cd6c624891853d19549e45e9fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:38:04Z', 'updated_at': '2022-02-04T17:46:31Z', 'revision_number': 6, 'project_id': '5f7c63cd6c624891853d19549e45e9fe', 'gw_port_host': None}], 'n-d-827839-2', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:46:31.514358 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00893fdb-6797-4422-a2c2-f890598c6a0d service neutron] Pushing event updated for resources: {'Port': ['ID=d46df5be-3c54-41a8-b45e-141247baefdb,revision_number=2']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:46:31.524335 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf6ebefb-b598-42fa-8f0f-ebbef4a08eb6 None None] The sync data for ids ['a073f761-9635-4e66-9fd5-7aea50641b61'] in n-d-827839-2 is: [{'id': 'a073f761-9635-4e66-9fd5-7aea50641b61', 'name': 'tempest-ServerActionsTestJSON-1960567179-router', 'tenant_id': '5f7c63cd6c624891853d19549e45e9fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:38:04Z', 'updated_at': '2022-02-04T17:46:31Z', 'revision_number': 6, 'project_id': '5f7c63cd6c624891853d19549e45e9fe', 'gw_port_host': None}] {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 17:46:31.536564 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-c7591836-ef83-4346-8945-6800947ce120 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (fb753bae-e46d-45b1-a7c4-ce1e00a91608), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:46:31.574905 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7591836-ef83-4346-8945-6800947ce120 admin admin] Pushing event deleted for resources: {'Port': ['ID=fb753bae-e46d-45b1-a7c4-ce1e00a91608,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:46:31.586757 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7591836-ef83-4346-8945-6800947ce120 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:46:31.587358 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7591836-ef83-4346-8945-6800947ce120 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:46:31.587856 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7591836-ef83-4346-8945-6800947ce120 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:46:31.588486 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7591836-ef83-4346-8945-6800947ce120 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:46:31.589126 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7591836-ef83-4346-8945-6800947ce120 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:46:31.589626 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7591836-ef83-4346-8945-6800947ce120 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:46:31.589962 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7591836-ef83-4346-8945-6800947ce120 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:46:31.590300 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7591836-ef83-4346-8945-6800947ce120 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:46:31.590637 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7591836-ef83-4346-8945-6800947ce120 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:46:31.590971 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7591836-ef83-4346-8945-6800947ce120 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:46:31.591299 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7591836-ef83-4346-8945-6800947ce120 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:46:31.591625 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7591836-ef83-4346-8945-6800947ce120 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:46:31.591946 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7591836-ef83-4346-8945-6800947ce120 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:46:31.645759 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c02230-8d65-49d1-a180-9cc4a6d13eee req-1bf13266-b991-4a2f-b7be-bf828e40626c tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:46:31.647614 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-d3c02230-8d65-49d1-a180-9cc4a6d13eee req-1bf13266-b991-4a2f-b7be-bf828e40626c tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] 10.222.0.89 "GET /v2.0/ports?device_id=fb6877a5-43b5-44e9-b880-81255ebc0c83 HTTP/1.1" status: 200 len: 946 time: 0.2331014 Feb 04 17:46:31.663300 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-c7591836-ef83-4346-8945-6800947ce120 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1595544'] for router_gateway (a073f761-9635-4e66-9fd5-7aea50641b61), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:46:31.699901 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [req-40d4c101-9b80-4d0b-b79e-e78122ceeea6 req-00893fdb-6797-4422-a2c2-f890598c6a0d service neutron] Attempting to bind port d46df5be-3c54-41a8-b45e-141247baefdb on host n-h1-827839-2 for vnic_type normal with profile {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:46:31.700351 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [req-40d4c101-9b80-4d0b-b79e-e78122ceeea6 req-00893fdb-6797-4422-a2c2-f890598c6a0d service neutron] Attempting to bind port d46df5be-3c54-41a8-b45e-141247baefdb by drivers openvswitch,hyperv on host n-h1-827839-2 at level 0 using segments [{'id': '6c8fbda3-25db-4985-9e6a-587ac7aad334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'db164336-c92d-49cf-95cb-77f56fef64b2'}] {{(pid=103376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:46:31.700776 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40d4c101-9b80-4d0b-b79e-e78122ceeea6 req-00893fdb-6797-4422-a2c2-f890598c6a0d service neutron] Attempting to bind port d46df5be-3c54-41a8-b45e-141247baefdb on network db164336-c92d-49cf-95cb-77f56fef64b2 {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:46:31.714600 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40d4c101-9b80-4d0b-b79e-e78122ceeea6 req-00893fdb-6797-4422-a2c2-f890598c6a0d service neutron] Port d46df5be-3c54-41a8-b45e-141247baefdb on network db164336-c92d-49cf-95cb-77f56fef64b2 not bound, no agent of type Open vSwitch agent registered on host n-h1-827839-2 {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 17:46:31.715039 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40d4c101-9b80-4d0b-b79e-e78122ceeea6 req-00893fdb-6797-4422-a2c2-f890598c6a0d service neutron] Attempting to bind port d46df5be-3c54-41a8-b45e-141247baefdb on network db164336-c92d-49cf-95cb-77f56fef64b2 {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:46:31.732795 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [req-e20b945c-fa74-4a13-baf1-67880000c5b8 req-cd5e47ca-59a2-428b-87a4-4bd45ecbe316 service neutron] For port 756a02cd-0cae-4c90-9d5a-05eb81ac510b, host n-h2-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=756a02cd-0cae-4c90-9d5a-05eb81ac510b,segment=NetworkSegment(dce1e76b-f838-43ab-9c5c-1f6066e86227),segment_id=dce1e76b-f838-43ab-9c5c-1f6066e86227)] {{(pid=103376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:46:31.741330 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40d4c101-9b80-4d0b-b79e-e78122ceeea6 req-00893fdb-6797-4422-a2c2-f890598c6a0d service neutron] Checking agent: {'id': '3f9244a9-75fc-4c10-b195-11d48b853b41', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 8, 42), 'started_at': datetime.datetime(2022, 2, 4, 17, 8, 42), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 46, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:46:31.741777 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40d4c101-9b80-4d0b-b79e-e78122ceeea6 req-00893fdb-6797-4422-a2c2-f890598c6a0d service neutron] Checking segment: {'id': '6c8fbda3-25db-4985-9e6a-587ac7aad334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'db164336-c92d-49cf-95cb-77f56fef64b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:46:31.742244 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40d4c101-9b80-4d0b-b79e-e78122ceeea6 req-00893fdb-6797-4422-a2c2-f890598c6a0d service neutron] Bound using segment: {'id': '6c8fbda3-25db-4985-9e6a-587ac7aad334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'db164336-c92d-49cf-95cb-77f56fef64b2'} {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:46:31.743162 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [req-40d4c101-9b80-4d0b-b79e-e78122ceeea6 req-00893fdb-6797-4422-a2c2-f890598c6a0d service neutron] Bound port: d46df5be-3c54-41a8-b45e-141247baefdb, host: n-h1-827839-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c8fbda3-25db-4985-9e6a-587ac7aad334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'db164336-c92d-49cf-95cb-77f56fef64b2'}}] {{(pid=103376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:46:31.743614 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-40d4c101-9b80-4d0b-b79e-e78122ceeea6 req-00893fdb-6797-4422-a2c2-f890598c6a0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (d46df5be-3c54-41a8-b45e-141247baefdb), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:46:31.771395 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-c7591836-ef83-4346-8945-6800947ce120 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1601811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26971'] for router (a073f761-9635-4e66-9fd5-7aea50641b61), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:46:31.780253 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-c7591836-ef83-4346-8945-6800947ce120 admin admin] Publish callbacks [] for router_controller (a073f761-9635-4e66-9fd5-7aea50641b61), precommit_delete_associations {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:46:31.780683 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-d3c02230-8d65-49d1-a180-9cc4a6d13eee req-2a4d8bf7-1404-4270-8193-428e680896be tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] 10.222.0.89 "GET /v2.0/security-groups?id=4b0100f2-480f-41b8-8876-e30a8b4057ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1155152 Feb 04 17:46:31.833732 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [req-e20b945c-fa74-4a13-baf1-67880000c5b8 req-cd5e47ca-59a2-428b-87a4-4bd45ecbe316 service neutron] For port 756a02cd-0cae-4c90-9d5a-05eb81ac510b, host n-h2-827839-2, cleared binding levels {{(pid=103376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:46:31.939705 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-e20b945c-fa74-4a13-baf1-67880000c5b8 req-cd5e47ca-59a2-428b-87a4-4bd45ecbe316 service neutron] Publish callbacks [] for port (756a02cd-0cae-4c90-9d5a-05eb81ac510b), precommit_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:46:31.954560 n-d-827839-2 neutron-server[103376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb6877a5-43b5-44e9-b880-81255ebc0c83', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '756a02cd-0cae-4c90-9d5a-05eb81ac510b'}] {{(pid=103376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:46:31.956914 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d59c3bb5e2f09ebf62144d5e09b1cff60c763a9c19614c24538e77842938c05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36888149-b007-43a2-bbdc-994dad0b37c8" -d '{"events": [{"server_uuid": "fb6877a5-43b5-44e9-b880-81255ebc0c83", "name": "network-vif-unplugged", "status": "completed", "tag": "756a02cd-0cae-4c90-9d5a-05eb81ac510b"}]}' {{(pid=103376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:46:31.961498 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [req-40d4c101-9b80-4d0b-b79e-e78122ceeea6 req-00893fdb-6797-4422-a2c2-f890598c6a0d service neutron] For port d46df5be-3c54-41a8-b45e-141247baefdb, host n-h1-827839-2, cleared binding levels {{(pid=103376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:46:31.977444 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 0b51a694-6ab9-4656-9651-3d9e24254d18 no longer exists at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:46:31.989158 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [req-40d4c101-9b80-4d0b-b79e-e78122ceeea6 req-00893fdb-6797-4422-a2c2-f890598c6a0d service neutron] For port d46df5be-3c54-41a8-b45e-141247baefdb, host n-h1-827839-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=d46df5be-3c54-41a8-b45e-141247baefdb,segment=NetworkSegment(6c8fbda3-25db-4985-9e6a-587ac7aad334),segment_id=6c8fbda3-25db-4985-9e6a-587ac7aad334)] {{(pid=103376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:46:32.001627 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] No Port match for: 0b51a694-6ab9-4656-9651-3d9e24254d18 {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 17:46:32.002195 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 0b51a694-6ab9-4656-9651-3d9e24254d18 not bound to the agent host n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 17:46:32.006105 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.provisioning_blocks [req-e20b945c-fa74-4a13-baf1-67880000c5b8 req-cd5e47ca-59a2-428b-87a4-4bd45ecbe316 service neutron] Transition to ACTIVE for port object 756a02cd-0cae-4c90-9d5a-05eb81ac510b will not be triggered until provisioned by entity L2. {{(pid=103376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 17:46:32.016894 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-e20b945c-fa74-4a13-baf1-67880000c5b8 req-cd5e47ca-59a2-428b-87a4-4bd45ecbe316 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675836'] for port (756a02cd-0cae-4c90-9d5a-05eb81ac510b), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:46:32.023925 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-40d4c101-9b80-4d0b-b79e-e78122ceeea6 req-00893fdb-6797-4422-a2c2-f890598c6a0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675836'] for port (d46df5be-3c54-41a8-b45e-141247baefdb), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:46:32.061062 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 04 Feb 2022 17:46:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d52d1bd-4aa8-4196-9bf5-efe60c24ba0d x-openstack-request-id: req-4d52d1bd-4aa8-4196-9bf5-efe60c24ba0d {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:46:32.061384 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb6877a5-43b5-44e9-b880-81255ebc0c83", "name": "network-vif-unplugged", "status": "completed", "tag": "756a02cd-0cae-4c90-9d5a-05eb81ac510b", "code": 200}]} {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:46:32.061644 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-4d52d1bd-4aa8-4196-9bf5-efe60c24ba0d {{(pid=103376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:46:32.062051 n-d-827839-2 neutron-server[103376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb6877a5-43b5-44e9-b880-81255ebc0c83', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '756a02cd-0cae-4c90-9d5a-05eb81ac510b', 'code': 200} Feb 04 17:46:32.084515 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d4c101-9b80-4d0b-b79e-e78122ceeea6 req-00893fdb-6797-4422-a2c2-f890598c6a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:46:32.085194 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-40d4c101-9b80-4d0b-b79e-e78122ceeea6 req-00893fdb-6797-4422-a2c2-f890598c6a0d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:46:32.086688 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-40d4c101-9b80-4d0b-b79e-e78122ceeea6 req-00893fdb-6797-4422-a2c2-f890598c6a0d service neutron] 10.222.0.96 "PUT /v2.0/ports/d46df5be-3c54-41a8-b45e-141247baefdb HTTP/1.1" status: 200 len: 1091 time: 1.5078354 Feb 04 17:46:32.193285 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5e47ca-59a2-428b-87a4-4bd45ecbe316 service neutron] Pushing event updated for resources: {'Port': ['ID=756a02cd-0cae-4c90-9d5a-05eb81ac510b,revision_number=6']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:46:32.295687 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-c7591836-ef83-4346-8945-6800947ce120 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1601832'] for router (a073f761-9635-4e66-9fd5-7aea50641b61), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:46:32.296242 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7591836-ef83-4346-8945-6800947ce120 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a073f761-9635-4e66-9fd5-7aea50641b61 {{(pid=103377) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 17:46:32.297098 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [req-e20b945c-fa74-4a13-baf1-67880000c5b8 req-cd5e47ca-59a2-428b-87a4-4bd45ecbe316 service neutron] No DVR routers for this DVR port 756a02cd-0cae-4c90-9d5a-05eb81ac510b on host n-h2-827839-2 {{(pid=103376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 17:46:32.301416 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-c7591836-ef83-4346-8945-6800947ce120 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:46:32.305687 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-c7591836-ef83-4346-8945-6800947ce120 admin admin] 10.222.0.89 "DELETE /v2.0/routers/a073f761-9635-4e66-9fd5-7aea50641b61 HTTP/1.1" status: 204 len: 168 time: 1.5960274 Feb 04 17:46:32.307002 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 42604) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:46:32.343575 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00893fdb-6797-4422-a2c2-f890598c6a0d service neutron] Pushing event updated for resources: {'Port': ['ID=d46df5be-3c54-41a8-b45e-141247baefdb,revision_number=3']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:46:32.371178 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c483f98-4e8a-4c52-844a-51cabfad9453 req-b9f2bde8-f6d8-4532-82e8-56962c429ad3 tempest-VolumesSnapshotTestJSON-548795101 tempest-VolumesSnapshotTestJSON-548795101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:46:32.372781 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-3c483f98-4e8a-4c52-844a-51cabfad9453 req-b9f2bde8-f6d8-4532-82e8-56962c429ad3 tempest-VolumesSnapshotTestJSON-548795101 tempest-VolumesSnapshotTestJSON-548795101-project] 10.222.0.89 "GET /v2.0/ports?device_id=745490fb-5531-4438-a514-bedc8ab97566 HTTP/1.1" status: 200 len: 943 time: 0.1123681 Feb 04 17:46:32.377496 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.db_base_plugin_v2 [None req-7bb0f1fb-b828-4ae7-beca-305fb0560d70 admin admin] Deleting subnet 56d77231-1e8a-430f-89bb-45ff7f982beb {{(pid=103377) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 17:46:32.381334 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d4c101-9b80-4d0b-b79e-e78122ceeea6 req-6f253079-4b18-49fc-bc42-2fde876d9715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:46:32.382950 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-40d4c101-9b80-4d0b-b79e-e78122ceeea6 req-6f253079-4b18-49fc-bc42-2fde876d9715 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=de5b4b0f0a20431ba11c62fc4df7680b&device_id=745490fb-5531-4438-a514-bedc8ab97566 HTTP/1.1" status: 200 len: 1125 time: 0.2327192 Feb 04 17:46:32.388346 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-7bb0f1fb-b828-4ae7-beca-305fb0560d70 admin admin] Publish callbacks [] for subnet (56d77231-1e8a-430f-89bb-45ff7f982beb), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:46:32.439561 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-40d4c101-9b80-4d0b-b79e-e78122ceeea6 req-3936a00b-1cb6-47e1-b913-7a4f673b5b02 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d46df5be-3c54-41a8-b45e-141247baefdb HTTP/1.1" status: 200 len: 217 time: 0.0419595 Feb 04 17:46:32.451683 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-7bb0f1fb-b828-4ae7-beca-305fb0560d70 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26866676'] for subnet (56d77231-1e8a-430f-89bb-45ff7f982beb), precommit_delete_associations {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:46:32.479495 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-3c483f98-4e8a-4c52-844a-51cabfad9453 req-6ed897b8-36d2-4cff-80a6-b2eb828f3ce4 tempest-VolumesSnapshotTestJSON-548795101 tempest-VolumesSnapshotTestJSON-548795101-project] 10.222.0.89 "GET /v2.0/security-groups?id=59748ef0-99f9-4cfc-917b-6d887dbae337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989628 Feb 04 17:46:32.507330 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d4c101-9b80-4d0b-b79e-e78122ceeea6 req-4d991f0a-dcbf-4de1-8415-cba5c457edb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:46:32.508843 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-40d4c101-9b80-4d0b-b79e-e78122ceeea6 req-4d991f0a-dcbf-4de1-8415-cba5c457edb2 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=cdda2c8f-8e27-45a6-b6b9-03e43d5370e0 HTTP/1.1" status: 200 len: 854 time: 0.0659115 Feb 04 17:46:32.552519 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-7bb0f1fb-b828-4ae7-beca-305fb0560d70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1541225'] for subnet (56d77231-1e8a-430f-89bb-45ff7f982beb), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:46:32.565163 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-40d4c101-9b80-4d0b-b79e-e78122ceeea6 req-0535f4bc-534f-4726-acdf-3f2b983dbff5 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=db164336-c92d-49cf-95cb-77f56fef64b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0344486 Feb 04 17:46:32.567716 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [req-e20b945c-fa74-4a13-baf1-67880000c5b8 req-cd5e47ca-59a2-428b-87a4-4bd45ecbe316 service neutron] Attempting to bind port 756a02cd-0cae-4c90-9d5a-05eb81ac510b on host n-h1-827839-2 for vnic_type normal with profile {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:46:32.568033 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [req-e20b945c-fa74-4a13-baf1-67880000c5b8 req-cd5e47ca-59a2-428b-87a4-4bd45ecbe316 service neutron] Attempting to bind port 756a02cd-0cae-4c90-9d5a-05eb81ac510b by drivers openvswitch,hyperv on host n-h1-827839-2 at level 0 using segments [{'id': 'dce1e76b-f838-43ab-9c5c-1f6066e86227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'c4c6b8bd-d4fb-4788-b4f1-2d944d88e7a1'}] {{(pid=103376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:46:32.568361 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e20b945c-fa74-4a13-baf1-67880000c5b8 req-cd5e47ca-59a2-428b-87a4-4bd45ecbe316 service neutron] Attempting to bind port 756a02cd-0cae-4c90-9d5a-05eb81ac510b on network c4c6b8bd-d4fb-4788-b4f1-2d944d88e7a1 {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:46:32.581723 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e20b945c-fa74-4a13-baf1-67880000c5b8 req-cd5e47ca-59a2-428b-87a4-4bd45ecbe316 service neutron] Port 756a02cd-0cae-4c90-9d5a-05eb81ac510b on network c4c6b8bd-d4fb-4788-b4f1-2d944d88e7a1 not bound, no agent of type Open vSwitch agent registered on host n-h1-827839-2 {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 17:46:32.581991 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e20b945c-fa74-4a13-baf1-67880000c5b8 req-cd5e47ca-59a2-428b-87a4-4bd45ecbe316 service neutron] Attempting to bind port 756a02cd-0cae-4c90-9d5a-05eb81ac510b on network c4c6b8bd-d4fb-4788-b4f1-2d944d88e7a1 {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:46:32.615515 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-7bb0f1fb-b828-4ae7-beca-305fb0560d70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1541216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25888360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25597190'] for subnet (56d77231-1e8a-430f-89bb-45ff7f982beb), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:46:32.626660 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e20b945c-fa74-4a13-baf1-67880000c5b8 req-cd5e47ca-59a2-428b-87a4-4bd45ecbe316 service neutron] Checking agent: {'id': '3f9244a9-75fc-4c10-b195-11d48b853b41', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 8, 42), 'started_at': datetime.datetime(2022, 2, 4, 17, 8, 42), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 46, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:46:32.627005 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e20b945c-fa74-4a13-baf1-67880000c5b8 req-cd5e47ca-59a2-428b-87a4-4bd45ecbe316 service neutron] Checking segment: {'id': 'dce1e76b-f838-43ab-9c5c-1f6066e86227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'c4c6b8bd-d4fb-4788-b4f1-2d944d88e7a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:46:32.627393 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e20b945c-fa74-4a13-baf1-67880000c5b8 req-cd5e47ca-59a2-428b-87a4-4bd45ecbe316 service neutron] Bound using segment: {'id': 'dce1e76b-f838-43ab-9c5c-1f6066e86227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'c4c6b8bd-d4fb-4788-b4f1-2d944d88e7a1'} {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:46:32.628017 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [req-e20b945c-fa74-4a13-baf1-67880000c5b8 req-cd5e47ca-59a2-428b-87a4-4bd45ecbe316 service neutron] Bound port: 756a02cd-0cae-4c90-9d5a-05eb81ac510b, host: n-h1-827839-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dce1e76b-f838-43ab-9c5c-1f6066e86227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'c4c6b8bd-d4fb-4788-b4f1-2d944d88e7a1'}}] {{(pid=103376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:46:32.628573 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-e20b945c-fa74-4a13-baf1-67880000c5b8 req-cd5e47ca-59a2-428b-87a4-4bd45ecbe316 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (756a02cd-0cae-4c90-9d5a-05eb81ac510b), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:46:32.651837 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb0f1fb-b828-4ae7-beca-305fb0560d70 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=56d77231-1e8a-430f-89bb-45ff7f982beb,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:46:32.654547 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-7bb0f1fb-b828-4ae7-beca-305fb0560d70 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:46:32.660887 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-7bb0f1fb-b828-4ae7-beca-305fb0560d70 admin admin] 10.222.0.89 "DELETE /v2.0/subnets/56d77231-1e8a-430f-89bb-45ff7f982beb HTTP/1.1" status: 204 len: 168 time: 0.3525779 Feb 04 17:46:32.662026 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 42612) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:46:32.673353 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fd0f029-8637-4f64-bc83-03d626ca58a8 None None] Network b55b6cf7-96ca-44f1-b402-5ece20b91f84 requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:46:32.713965 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-40d4c101-9b80-4d0b-b79e-e78122ceeea6 req-350a96dd-e4ae-4014-b232-365bde76a207 service neutron] 10.222.0.96 "GET /v2.0/networks/db164336-c92d-49cf-95cb-77f56fef64b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1420603 Feb 04 17:46:32.725218 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [req-e20b945c-fa74-4a13-baf1-67880000c5b8 req-cd5e47ca-59a2-428b-87a4-4bd45ecbe316 service neutron] For port 756a02cd-0cae-4c90-9d5a-05eb81ac510b, host n-h1-827839-2, cleared binding levels {{(pid=103376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:46:32.729431 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [req-e20b945c-fa74-4a13-baf1-67880000c5b8 req-cd5e47ca-59a2-428b-87a4-4bd45ecbe316 service neutron] For port 756a02cd-0cae-4c90-9d5a-05eb81ac510b, host n-h1-827839-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=756a02cd-0cae-4c90-9d5a-05eb81ac510b,segment=NetworkSegment(dce1e76b-f838-43ab-9c5c-1f6066e86227),segment_id=dce1e76b-f838-43ab-9c5c-1f6066e86227)] {{(pid=103376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:46:32.747991 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-d1b84fe2-bbd5-42ab-8954-21cc5cc7c95f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628832'] for network (b55b6cf7-96ca-44f1-b402-5ece20b91f84), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:46:32.750822 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-e20b945c-fa74-4a13-baf1-67880000c5b8 req-cd5e47ca-59a2-428b-87a4-4bd45ecbe316 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675836'] for port (756a02cd-0cae-4c90-9d5a-05eb81ac510b), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:46:32.855654 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-d1b84fe2-bbd5-42ab-8954-21cc5cc7c95f admin admin] Deleting port a394a0c4-127e-4c5c-ab27-447f7ea4f2e5 {{(pid=103377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:46:32.856291 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-d1b84fe2-bbd5-42ab-8954-21cc5cc7c95f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (a394a0c4-127e-4c5c-ab27-447f7ea4f2e5), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:46:32.903021 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1580a9df-6553-491c-bf06-8c6876c92f21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (64ada913-9131-4d99-a265-63a920956287), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:46:32.997696 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [None req-d1b84fe2-bbd5-42ab-8954-21cc5cc7c95f admin admin] For port a394a0c4-127e-4c5c-ab27-447f7ea4f2e5, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=a394a0c4-127e-4c5c-ab27-447f7ea4f2e5,segment=NetworkSegment(95e3d896-e0ab-47f8-8257-e5c06c9261eb),segment_id=95e3d896-e0ab-47f8-8257-e5c06c9261eb)] {{(pid=103377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:46:32.998068 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-d1b84fe2-bbd5-42ab-8954-21cc5cc7c95f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (a394a0c4-127e-4c5c-ab27-447f7ea4f2e5), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:46:33.002942 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e93c89d-d84e-43a5-8afa-6ebb7c5fcd73 None None] DHCP port deletion for b55b6cf7-96ca-44f1-b402-5ece20b91f84 request from n-d-827839-2 {{(pid=103378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 17:46:33.027138 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-d1b84fe2-bbd5-42ab-8954-21cc5cc7c95f admin admin] Calling delete_port for a394a0c4-127e-4c5c-ab27-447f7ea4f2e5 owned by network:dhcp {{(pid=103377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:46:33.054800 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000e4794-f920-4899-b18a-d60387b1a6b6 req-22bb5df0-1401-4e38-96d3-dea8a6c58725 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:46:33.057516 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-000e4794-f920-4899-b18a-d60387b1a6b6 req-22bb5df0-1401-4e38-96d3-dea8a6c58725 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] 10.222.0.89 "GET /v2.0/ports?device_id=fb6877a5-43b5-44e9-b880-81255ebc0c83 HTTP/1.1" status: 200 len: 944 time: 0.1372585 Feb 04 17:46:33.080860 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d408ec64-b374-4acb-a1fc-48241dad6d47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (0cd6d64a-47a7-40ff-8c12-71dd526c62e0), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:46:33.087349 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-5e93c89d-d84e-43a5-8afa-6ebb7c5fcd73 None None] Deleting port a394a0c4-127e-4c5c-ab27-447f7ea4f2e5 {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:46:33.087724 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5e93c89d-d84e-43a5-8afa-6ebb7c5fcd73 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (a394a0c4-127e-4c5c-ab27-447f7ea4f2e5), before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:46:33.184940 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-5e93c89d-d84e-43a5-8afa-6ebb7c5fcd73 None None] For port a394a0c4-127e-4c5c-ab27-447f7ea4f2e5, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=a394a0c4-127e-4c5c-ab27-447f7ea4f2e5,segment=NetworkSegment(95e3d896-e0ab-47f8-8257-e5c06c9261eb),segment_id=95e3d896-e0ab-47f8-8257-e5c06c9261eb)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:46:33.185613 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5e93c89d-d84e-43a5-8afa-6ebb7c5fcd73 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (a394a0c4-127e-4c5c-ab27-447f7ea4f2e5), precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:46:33.198962 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-000e4794-f920-4899-b18a-d60387b1a6b6 req-93007469-b321-4fb1-8461-71af2f25c3fd tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] 10.222.0.89 "GET /v2.0/security-groups?id=4b0100f2-480f-41b8-8876-e30a8b4057ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0742466 Feb 04 17:46:33.219253 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-d1b84fe2-bbd5-42ab-8954-21cc5cc7c95f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (a394a0c4-127e-4c5c-ab27-447f7ea4f2e5), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:46:33.233067 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-5e93c89d-d84e-43a5-8afa-6ebb7c5fcd73 None None] Calling delete_port for a394a0c4-127e-4c5c-ab27-447f7ea4f2e5 owned by network:dhcp {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:46:33.259759 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b84fe2-bbd5-42ab-8954-21cc5cc7c95f admin admin] Pushing event deleted for resources: {'Port': ['ID=a394a0c4-127e-4c5c-ab27-447f7ea4f2e5,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:46:33.263564 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1b84fe2-bbd5-42ab-8954-21cc5cc7c95f admin admin] No DVR routers for this DVR port a394a0c4-127e-4c5c-ab27-447f7ea4f2e5 on host n-d-827839-2 {{(pid=103377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 17:46:33.337634 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20b945c-fa74-4a13-baf1-67880000c5b8 req-cd5e47ca-59a2-428b-87a4-4bd45ecbe316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:46:33.338279 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-e20b945c-fa74-4a13-baf1-67880000c5b8 req-cd5e47ca-59a2-428b-87a4-4bd45ecbe316 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:46:33.339719 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-e20b945c-fa74-4a13-baf1-67880000c5b8 req-cd5e47ca-59a2-428b-87a4-4bd45ecbe316 service neutron] 10.222.0.96 "PUT /v2.0/ports/756a02cd-0cae-4c90-9d5a-05eb81ac510b HTTP/1.1" status: 200 len: 1092 time: 2.2238631 Feb 04 17:46:33.358607 n-d-827839-2 neutron-server[103378]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 17:46:33.358607 n-d-827839-2 neutron-server[103378]: self.session.flush() Feb 04 17:46:33.358607 n-d-827839-2 neutron-server[103378]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 17:46:33.358607 n-d-827839-2 neutron-server[103378]: self.session.flush() Feb 04 17:46:33.358607 n-d-827839-2 neutron-server[103378]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 17:46:33.358607 n-d-827839-2 neutron-server[103378]: self.session.flush() Feb 04 17:46:33.358607 n-d-827839-2 neutron-server[103378]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 17:46:33.358607 n-d-827839-2 neutron-server[103378]: self.session.flush() Feb 04 17:46:33.358607 n-d-827839-2 neutron-server[103378]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 17:46:33.358607 n-d-827839-2 neutron-server[103378]: self.session.flush() Feb 04 17:46:33.358607 n-d-827839-2 neutron-server[103378]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 17:46:33.358607 n-d-827839-2 neutron-server[103378]: self.session.flush() Feb 04 17:46:33.358607 n-d-827839-2 neutron-server[103378]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 17:46:33.358607 n-d-827839-2 neutron-server[103378]: self.session.flush() Feb 04 17:46:33.358607 n-d-827839-2 neutron-server[103378]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 17:46:33.358607 n-d-827839-2 neutron-server[103378]: self.session.flush() Feb 04 17:46:33.358607 n-d-827839-2 neutron-server[103378]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 17:46:33.358607 n-d-827839-2 neutron-server[103378]: self.session.flush() Feb 04 17:46:33.358607 n-d-827839-2 neutron-server[103378]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 17:46:33.358607 n-d-827839-2 neutron-server[103378]: self.session.flush() Feb 04 17:46:33.358607 n-d-827839-2 neutron-server[103378]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 17:46:33.358607 n-d-827839-2 neutron-server[103378]: self.session.flush() Feb 04 17:46:33.358607 n-d-827839-2 neutron-server[103378]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 17:46:33.358607 n-d-827839-2 neutron-server[103378]: self.session.flush() Feb 04 17:46:33.358607 n-d-827839-2 neutron-server[103378]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 17:46:33.358607 n-d-827839-2 neutron-server[103378]: self.session.flush() Feb 04 17:46:33.358607 n-d-827839-2 neutron-server[103378]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 17:46:33.358607 n-d-827839-2 neutron-server[103378]: self.session.flush() Feb 04 17:46:33.358607 n-d-827839-2 neutron-server[103378]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 17:46:33.358607 n-d-827839-2 neutron-server[103378]: self.session.flush() Feb 04 17:46:33.358607 n-d-827839-2 neutron-server[103378]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 17:46:33.358607 n-d-827839-2 neutron-server[103378]: self.session.flush() Feb 04 17:46:33.358607 n-d-827839-2 neutron-server[103378]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 17:46:33.358607 n-d-827839-2 neutron-server[103378]: self.session.flush() Feb 04 17:46:33.358607 n-d-827839-2 neutron-server[103378]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 17:46:33.358607 n-d-827839-2 neutron-server[103378]: self.session.flush() Feb 04 17:46:33.358607 n-d-827839-2 neutron-server[103378]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 17:46:33.358607 n-d-827839-2 neutron-server[103378]: self.session.flush() Feb 04 17:46:33.358607 n-d-827839-2 neutron-server[103378]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 17:46:33.358607 n-d-827839-2 neutron-server[103378]: self.session.flush() Feb 04 17:46:33.358607 n-d-827839-2 neutron-server[103378]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 17:46:33.358607 n-d-827839-2 neutron-server[103378]: self.session.flush() Feb 04 17:46:33.358607 n-d-827839-2 neutron-server[103378]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 17:46:33.358607 n-d-827839-2 neutron-server[103378]: self.session.flush() Feb 04 17:46:33.358607 n-d-827839-2 neutron-server[103378]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 17:46:33.358607 n-d-827839-2 neutron-server[103378]: self.session.flush() Feb 04 17:46:33.358607 n-d-827839-2 neutron-server[103378]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 17:46:33.358607 n-d-827839-2 neutron-server[103378]: self.session.flush() Feb 04 17:46:33.358607 n-d-827839-2 neutron-server[103378]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 17:46:33.358607 n-d-827839-2 neutron-server[103378]: self.session.flush() Feb 04 17:46:33.358607 n-d-827839-2 neutron-server[103378]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 17:46:33.358607 n-d-827839-2 neutron-server[103378]: self.session.flush() Feb 04 17:46:33.358607 n-d-827839-2 neutron-server[103378]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 17:46:33.358607 n-d-827839-2 neutron-server[103378]: self.session.flush() Feb 04 17:46:33.366242 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5e93c89d-d84e-43a5-8afa-6ebb7c5fcd73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144'] for port (a394a0c4-127e-4c5c-ab27-447f7ea4f2e5), after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:46:33.366625 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-d1b84fe2-bbd5-42ab-8954-21cc5cc7c95f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1543676', 'neutron.services.segments.db._delete_segments_for_network-8781084786517'] for network (b55b6cf7-96ca-44f1-b402-5ece20b91f84), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:46:33.401370 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e93c89d-d84e-43a5-8afa-6ebb7c5fcd73 None None] No DVR routers for this DVR port a394a0c4-127e-4c5c-ab27-447f7ea4f2e5 on host n-d-827839-2 {{(pid=103378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 17:46:33.401920 n-d-827839-2 neutron-server[103377]: DEBUG neutron.services.segments.db [None req-d1b84fe2-bbd5-42ab-8954-21cc5cc7c95f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b55b6cf7-96ca-44f1-b402-5ece20b91f84']}} {{(pid=103377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:46:33.404593 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5e47ca-59a2-428b-87a4-4bd45ecbe316 service neutron] Pushing event updated for resources: {'Port': ['ID=756a02cd-0cae-4c90-9d5a-05eb81ac510b,revision_number=7']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:46:33.407085 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e93c89d-d84e-43a5-8afa-6ebb7c5fcd73 None None] Pushing event deleted for resources: {'Port': ['ID=a394a0c4-127e-4c5c-ab27-447f7ea4f2e5,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:46:33.421926 n-d-827839-2 neutron-server[103377]: DEBUG neutron.services.segments.db [None req-d1b84fe2-bbd5-42ab-8954-21cc5cc7c95f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95e3d896-e0ab-47f8-8257-e5c06c9261eb') {'for_net_delete': True} {{(pid=103377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:46:33.422227 n-d-827839-2 neutron-server[103377]: DEBUG neutron.services.segments.db [None req-d1b84fe2-bbd5-42ab-8954-21cc5cc7c95f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95e3d896-e0ab-47f8-8257-e5c06c9261eb') {} {{(pid=103377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:46:33.437589 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-d1b84fe2-bbd5-42ab-8954-21cc5cc7c95f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781084783966', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26866685'] for segment (95e3d896-e0ab-47f8-8257-e5c06c9261eb), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:46:33.450535 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-40d4c101-9b80-4d0b-b79e-e78122ceeea6 req-751b0c96-26b2-4d59-890e-ddf9aa183a5e service neutron] 10.222.0.96 "GET /v2.0/networks/db164336-c92d-49cf-95cb-77f56fef64b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7229059 Feb 04 17:46:33.453143 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-d1b84fe2-bbd5-42ab-8954-21cc5cc7c95f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (95e3d896-e0ab-47f8-8257-e5c06c9261eb), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:46:33.466062 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1b84fe2-bbd5-42ab-8954-21cc5cc7c95f admin admin] Releasing vlan 796 on physical network physnet1 to pool {{(pid=103377) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 17:46:33.466473 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-d1b84fe2-bbd5-42ab-8954-21cc5cc7c95f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25888454'] for segment (95e3d896-e0ab-47f8-8257-e5c06c9261eb), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:46:33.468592 n-d-827839-2 neutron-server[103377]: Traceback (most recent call last): Feb 04 17:46:33.468592 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 17:46:33.468592 n-d-827839-2 neutron-server[103377]: timer() Feb 04 17:46:33.468592 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 17:46:33.468592 n-d-827839-2 neutron-server[103377]: cb(*args, **kw) Feb 04 17:46:33.468592 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 17:46:33.468592 n-d-827839-2 neutron-server[103377]: return func(*args, **kwargs) Feb 04 17:46:33.468592 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 17:46:33.468592 n-d-827839-2 neutron-server[103377]: self._notify() Feb 04 17:46:33.468592 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 17:46:33.468592 n-d-827839-2 neutron-server[103377]: self.callback(batched_events) Feb 04 17:46:33.468592 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 17:46:33.468592 n-d-827839-2 neutron-server[103377]: event.method(event) Feb 04 17:46:33.468592 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 17:46:33.468592 n-d-827839-2 neutron-server[103377]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 17:46:33.468592 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 17:46:33.468592 n-d-827839-2 neutron-server[103377]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 17:46:33.468592 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 17:46:33.468592 n-d-827839-2 neutron-server[103377]: return f(self, *a, **k) Feb 04 17:46:33.468592 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 17:46:33.468592 n-d-827839-2 neutron-server[103377]: return self._get(url).json() Feb 04 17:46:33.468592 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 17:46:33.468592 n-d-827839-2 neutron-server[103377]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 17:46:33.468592 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 17:46:33.468592 n-d-827839-2 neutron-server[103377]: return self.request(url, 'GET', **kwargs) Feb 04 17:46:33.468592 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 17:46:33.468592 n-d-827839-2 neutron-server[103377]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 17:46:33.468592 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 17:46:33.468592 n-d-827839-2 neutron-server[103377]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 17:46:33.468592 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 17:46:33.468592 n-d-827839-2 neutron-server[103377]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 17:46:33.468592 n-d-827839-2 neutron-server[103377]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 17:46:33.492905 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20b945c-fa74-4a13-baf1-67880000c5b8 req-6d374326-3a22-4797-bde0-42f43521d993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:46:33.494529 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-e20b945c-fa74-4a13-baf1-67880000c5b8 req-6d374326-3a22-4797-bde0-42f43521d993 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=86a0fd5c0c974eafbf1c6e95239dcb2c&device_id=fb6877a5-43b5-44e9-b880-81255ebc0c83 HTTP/1.1" status: 200 len: 1126 time: 0.1220596 Feb 04 17:46:33.576247 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-d1b84fe2-bbd5-42ab-8954-21cc5cc7c95f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1543671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1595572'] for network (b55b6cf7-96ca-44f1-b402-5ece20b91f84), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:46:33.590951 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-d1b84fe2-bbd5-42ab-8954-21cc5cc7c95f admin admin] Publish callbacks [] for network (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:46:33.594295 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-d1b84fe2-bbd5-42ab-8954-21cc5cc7c95f admin admin] 10.222.0.89 "DELETE /v2.0/networks/b55b6cf7-96ca-44f1-b402-5ece20b91f84 HTTP/1.1" status: 204 len: 168 time: 0.9308238 Feb 04 17:46:33.619968 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b84fe2-bbd5-42ab-8954-21cc5cc7c95f admin admin] Pushing event deleted for resources: {'Network': ['ID=b55b6cf7-96ca-44f1-b402-5ece20b91f84,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:46:33.658370 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20b945c-fa74-4a13-baf1-67880000c5b8 req-fdbb45e6-0503-4b76-b151-4e50720dc6c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:46:33.659864 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-e20b945c-fa74-4a13-baf1-67880000c5b8 req-fdbb45e6-0503-4b76-b151-4e50720dc6c3 service neutron] 10.222.0.96 "GET /v2.0/networks?id=c4c6b8bd-d4fb-4788-b4f1-2d944d88e7a1 HTTP/1.1" status: 200 len: 898 time: 0.1568143 Feb 04 17:46:33.720662 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c86148-4420-487a-b0e2-3309064ccf40 req-ee140bbb-420f-4787-aad3-30e0674235d7 tempest-VolumesSnapshotTestJSON-548795101 tempest-VolumesSnapshotTestJSON-548795101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:46:33.722125 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-c0c86148-4420-487a-b0e2-3309064ccf40 req-ee140bbb-420f-4787-aad3-30e0674235d7 tempest-VolumesSnapshotTestJSON-548795101 tempest-VolumesSnapshotTestJSON-548795101-project] 10.222.0.89 "GET /v2.0/ports?device_id=745490fb-5531-4438-a514-bedc8ab97566 HTTP/1.1" status: 200 len: 943 time: 0.1353676 Feb 04 17:46:33.756857 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-e20b945c-fa74-4a13-baf1-67880000c5b8 req-d2f7b524-3b1f-4eb6-b543-8c8e7d9c1e6a service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=756a02cd-0cae-4c90-9d5a-05eb81ac510b HTTP/1.1" status: 200 len: 1000 time: 0.0890594 Feb 04 17:46:33.798439 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 42626) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:46:33.814286 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-c0c86148-4420-487a-b0e2-3309064ccf40 req-9eba47af-7e42-4e8f-814e-2a06da4b4aa8 tempest-VolumesSnapshotTestJSON-548795101 tempest-VolumesSnapshotTestJSON-548795101-project] 10.222.0.89 "GET /v2.0/security-groups?id=59748ef0-99f9-4cfc-917b-6d887dbae337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837262 Feb 04 17:46:33.841614 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20b945c-fa74-4a13-baf1-67880000c5b8 req-e8174082-929b-4937-bec3-8565e770a078 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:46:33.843697 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-e20b945c-fa74-4a13-baf1-67880000c5b8 req-e8174082-929b-4937-bec3-8565e770a078 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=3ecc9f87-97b0-4c7a-bcbb-cce4bed8f320 HTTP/1.1" status: 200 len: 834 time: 0.0760417 Feb 04 17:46:33.847287 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-8b051c54-b3da-4fed-a30d-ae446f4d7a5c admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=5f7c63cd6c624891853d19549e45e9fe&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0474913 Feb 04 17:46:33.850786 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 42628) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:46:33.923765 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device fb753bae-e46d-45b1-a7c4-ce1e00a91608 no longer exists at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:46:33.931816 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20b945c-fa74-4a13-baf1-67880000c5b8 req-0dbb8469-7e51-4cf3-898e-2a9813514fce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:46:33.933394 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-e20b945c-fa74-4a13-baf1-67880000c5b8 req-0dbb8469-7e51-4cf3-898e-2a9813514fce service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=c4c6b8bd-d4fb-4788-b4f1-2d944d88e7a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0834498 Feb 04 17:46:33.938269 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-a3fc2c84-0653-4b7a-bea8-0a7b58c575a9 admin admin] Publish callbacks [] for security_group (08488bde-3452-4671-b745-5b4e8beeb3d1), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:46:33.947113 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] No Port match for: fb753bae-e46d-45b1-a7c4-ce1e00a91608 {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 17:46:33.947834 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device fb753bae-e46d-45b1-a7c4-ce1e00a91608 not bound to the agent host n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 17:46:33.947952 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device a394a0c4-127e-4c5c-ab27-447f7ea4f2e5 no longer exists at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:46:33.969095 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] No Port match for: a394a0c4-127e-4c5c-ab27-447f7ea4f2e5 {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 17:46:33.969449 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device a394a0c4-127e-4c5c-ab27-447f7ea4f2e5 not bound to the agent host n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 17:46:34.004631 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-a3fc2c84-0653-4b7a-bea8-0a7b58c575a9 admin admin] Publish callbacks [] for security_group (08488bde-3452-4671-b745-5b4e8beeb3d1), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:46:34.065539 n-d-827839-2 neutron-server[103376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '745490fb-5531-4438-a514-bedc8ab97566', 'tag': 'd46df5be-3c54-41a8-b45e-141247baefdb'}, {'name': 'network-changed', 'server_uuid': 'fb6877a5-43b5-44e9-b880-81255ebc0c83', 'tag': '756a02cd-0cae-4c90-9d5a-05eb81ac510b'}] {{(pid=103376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:46:34.067786 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d59c3bb5e2f09ebf62144d5e09b1cff60c763a9c19614c24538e77842938c05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cd90cc4-e858-429e-b401-a7eeee183f9e" -d '{"events": [{"name": "network-changed", "server_uuid": "745490fb-5531-4438-a514-bedc8ab97566", "tag": "d46df5be-3c54-41a8-b45e-141247baefdb"}, {"name": "network-changed", "server_uuid": "fb6877a5-43b5-44e9-b880-81255ebc0c83", "tag": "756a02cd-0cae-4c90-9d5a-05eb81ac510b"}]}' {{(pid=103376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:46:34.077027 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-e20b945c-fa74-4a13-baf1-67880000c5b8 req-97d1f9f4-5cf2-44c7-919e-9d4f83f27667 service neutron] 10.222.0.96 "GET /v2.0/networks/c4c6b8bd-d4fb-4788-b4f1-2d944d88e7a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1337733 Feb 04 17:46:34.099527 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-a3fc2c84-0653-4b7a-bea8-0a7b58c575a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (08488bde-3452-4671-b745-5b4e8beeb3d1), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:46:34.106930 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-a3fc2c84-0653-4b7a-bea8-0a7b58c575a9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:46:34.111247 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-a3fc2c84-0653-4b7a-bea8-0a7b58c575a9 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/08488bde-3452-4671-b745-5b4e8beeb3d1 HTTP/1.1" status: 204 len: 168 time: 0.2512825 Feb 04 17:46:34.176912 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Device 756a02cd-0cae-4c90-9d5a-05eb81ac510b no longer exists at agent hyperv_n-h2-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:46:34.235103 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 04 Feb 2022 17:46:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-463cf831-1b8a-4aea-8fae-5a9d810d1977 x-openstack-request-id: req-463cf831-1b8a-4aea-8fae-5a9d810d1977 {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:46:34.236309 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "745490fb-5531-4438-a514-bedc8ab97566", "tag": "d46df5be-3c54-41a8-b45e-141247baefdb", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "fb6877a5-43b5-44e9-b880-81255ebc0c83", "tag": "756a02cd-0cae-4c90-9d5a-05eb81ac510b", "status": "completed", "code": 200}]} {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:46:34.239559 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-463cf831-1b8a-4aea-8fae-5a9d810d1977 {{(pid=103376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:46:34.240427 n-d-827839-2 neutron-server[103376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '745490fb-5531-4438-a514-bedc8ab97566', 'tag': 'd46df5be-3c54-41a8-b45e-141247baefdb', 'status': 'completed', 'code': 200} Feb 04 17:46:34.240974 n-d-827839-2 neutron-server[103376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb6877a5-43b5-44e9-b880-81255ebc0c83', 'tag': '756a02cd-0cae-4c90-9d5a-05eb81ac510b', 'status': 'completed', 'code': 200} Feb 04 17:46:34.257964 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3fc2c84-0653-4b7a-bea8-0a7b58c575a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08488bde-3452-4671-b745-5b4e8beeb3d1,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:46:34.340943 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd90cc4-e858-429e-b401-a7eeee183f9e req-37577ddf-173e-41e0-8de4-5a78aad1c385 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:46:34.344468 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-4cd90cc4-e858-429e-b401-a7eeee183f9e req-37577ddf-173e-41e0-8de4-5a78aad1c385 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=86a0fd5c0c974eafbf1c6e95239dcb2c&device_id=fb6877a5-43b5-44e9-b880-81255ebc0c83 HTTP/1.1" status: 200 len: 1126 time: 0.1201382 Feb 04 17:46:34.348146 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] The host n-h2-827839-2 is not matching for port 756a02cd-0cae-4c90-9d5a-05eb81ac510b host n-h1-827839-2! {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Feb 04 17:46:34.348821 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Device 756a02cd-0cae-4c90-9d5a-05eb81ac510b not bound to the agent host n-h2-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 17:46:34.466856 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-e20b945c-fa74-4a13-baf1-67880000c5b8 req-abf36930-916b-4ad4-906b-e49534f6683f service neutron] 10.222.0.96 "GET /v2.0/networks/c4c6b8bd-d4fb-4788-b4f1-2d944d88e7a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3832507 Feb 04 17:46:34.481109 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd90cc4-e858-429e-b401-a7eeee183f9e req-b1eb45f0-160f-44e8-843d-1068c962b2df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:46:34.485009 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-4cd90cc4-e858-429e-b401-a7eeee183f9e req-b1eb45f0-160f-44e8-843d-1068c962b2df service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=de5b4b0f0a20431ba11c62fc4df7680b&device_id=745490fb-5531-4438-a514-bedc8ab97566 HTTP/1.1" status: 200 len: 1125 time: 0.2911971 Feb 04 17:46:34.489602 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd90cc4-e858-429e-b401-a7eeee183f9e req-1c635c8a-2ac5-475e-b8b3-18cd519d4697 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:46:34.491111 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-4cd90cc4-e858-429e-b401-a7eeee183f9e req-1c635c8a-2ac5-475e-b8b3-18cd519d4697 service neutron] 10.222.0.90 "GET /v2.0/networks?id=c4c6b8bd-d4fb-4788-b4f1-2d944d88e7a1 HTTP/1.1" status: 200 len: 898 time: 0.1374979 Feb 04 17:46:34.504545 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834853dd-08fb-4c47-bcd2-960d531e2cb4 req-aa89a36e-baf8-4f2e-88df-3431971a5638 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:46:34.507338 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-834853dd-08fb-4c47-bcd2-960d531e2cb4 req-aa89a36e-baf8-4f2e-88df-3431971a5638 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] 10.222.0.89 "GET /v2.0/ports?device_id=fb6877a5-43b5-44e9-b880-81255ebc0c83 HTTP/1.1" status: 200 len: 944 time: 0.1822193 Feb 04 17:46:34.638313 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-4cd90cc4-e858-429e-b401-a7eeee183f9e req-23909206-ad76-470d-a453-ab92207d2591 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=756a02cd-0cae-4c90-9d5a-05eb81ac510b HTTP/1.1" status: 200 len: 1000 time: 0.1331606 Feb 04 17:46:34.754903 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd90cc4-e858-429e-b401-a7eeee183f9e req-ed642a56-41ea-42b5-9e56-29ae99147013 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:46:34.757368 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-4cd90cc4-e858-429e-b401-a7eeee183f9e req-ed642a56-41ea-42b5-9e56-29ae99147013 service neutron] 10.222.0.96 "GET /v2.0/networks?id=db164336-c92d-49cf-95cb-77f56fef64b2 HTTP/1.1" status: 200 len: 915 time: 0.2486937 Feb 04 17:46:34.773801 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd90cc4-e858-429e-b401-a7eeee183f9e req-024433e7-26d4-45b4-ac2e-39c8442561d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:46:34.776430 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-4cd90cc4-e858-429e-b401-a7eeee183f9e req-024433e7-26d4-45b4-ac2e-39c8442561d3 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=3ecc9f87-97b0-4c7a-bcbb-cce4bed8f320 HTTP/1.1" status: 200 len: 834 time: 0.1279621 Feb 04 17:46:34.777153 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-834853dd-08fb-4c47-bcd2-960d531e2cb4 req-2df3da4b-9e32-44c4-acdb-86627d8e1d64 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] 10.222.0.89 "GET /v2.0/security-groups?id=4b0100f2-480f-41b8-8876-e30a8b4057ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1317158 Feb 04 17:46:34.861423 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd90cc4-e858-429e-b401-a7eeee183f9e req-ee5e79c5-d8ff-488a-b41e-145be9a60fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:46:34.863132 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-4cd90cc4-e858-429e-b401-a7eeee183f9e req-ee5e79c5-d8ff-488a-b41e-145be9a60fdc service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=c4c6b8bd-d4fb-4788-b4f1-2d944d88e7a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0753078 Feb 04 17:46:34.917712 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4f14bb47-e72b-46ac-9e44-a61d9293afcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (75326290-f7a3-4db8-9cf2-15c7139ed224), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:46:34.943440 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-4cd90cc4-e858-429e-b401-a7eeee183f9e req-ad2ab5f1-b69c-4876-9f6d-1500af31a608 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d46df5be-3c54-41a8-b45e-141247baefdb HTTP/1.1" status: 200 len: 217 time: 0.1576238 Feb 04 17:46:35.031912 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51f92b0-e2dd-47c5-997c-63ac7ee9d2e8 req-671658c9-40a8-4521-95a0-6dae780a2bc5 tempest-VolumesSnapshotTestJSON-548795101 tempest-VolumesSnapshotTestJSON-548795101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:46:35.034143 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-f51f92b0-e2dd-47c5-997c-63ac7ee9d2e8 req-671658c9-40a8-4521-95a0-6dae780a2bc5 tempest-VolumesSnapshotTestJSON-548795101 tempest-VolumesSnapshotTestJSON-548795101-project] 10.222.0.89 "GET /v2.0/ports?device_id=745490fb-5531-4438-a514-bedc8ab97566 HTTP/1.1" status: 200 len: 943 time: 0.0960116 Feb 04 17:46:35.040936 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-4cd90cc4-e858-429e-b401-a7eeee183f9e req-b08251ac-aaa4-4fa7-8d01-7572c5239f48 service neutron] 10.222.0.90 "GET /v2.0/networks/c4c6b8bd-d4fb-4788-b4f1-2d944d88e7a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1669734 Feb 04 17:46:35.058497 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd90cc4-e858-429e-b401-a7eeee183f9e req-e7d40b67-365a-46a4-9723-7c9ed36767c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:46:35.062057 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-4cd90cc4-e858-429e-b401-a7eeee183f9e req-e7d40b67-365a-46a4-9723-7c9ed36767c8 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=cdda2c8f-8e27-45a6-b6b9-03e43d5370e0 HTTP/1.1" status: 200 len: 854 time: 0.1162524 Feb 04 17:46:35.100234 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-4cd90cc4-e858-429e-b401-a7eeee183f9e req-c2edaac6-dbad-4651-abce-86fced33d150 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=db164336-c92d-49cf-95cb-77f56fef64b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315983 Feb 04 17:46:35.140085 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-f51f92b0-e2dd-47c5-997c-63ac7ee9d2e8 req-46cfd33c-41cd-4793-b68e-78fabefd1076 tempest-VolumesSnapshotTestJSON-548795101 tempest-VolumesSnapshotTestJSON-548795101-project] 10.222.0.89 "GET /v2.0/security-groups?id=59748ef0-99f9-4cfc-917b-6d887dbae337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970187 Feb 04 17:46:35.196985 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-4cd90cc4-e858-429e-b401-a7eeee183f9e req-d42213d5-d18b-4313-875e-5c1b4db9152d service neutron] 10.222.0.90 "GET /v2.0/networks/c4c6b8bd-d4fb-4788-b4f1-2d944d88e7a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334622 Feb 04 17:46:35.236181 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-4cd90cc4-e858-429e-b401-a7eeee183f9e req-0968f9de-7a62-43e4-ab80-0b0c409b02d7 service neutron] 10.222.0.96 "GET /v2.0/networks/db164336-c92d-49cf-95cb-77f56fef64b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228518 Feb 04 17:46:35.283605 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 42660) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:46:35.356648 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-4cd90cc4-e858-429e-b401-a7eeee183f9e req-26fb095d-d9e1-4df6-88f9-a51bd2e8905a service neutron] 10.222.0.96 "GET /v2.0/networks/db164336-c92d-49cf-95cb-77f56fef64b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1117237 Feb 04 17:46:35.406586 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-f80c78c7-ba04-4087-9abe-85a1870f75f9 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-1009201648-network', 'tenant_id': '9de56225701c4cd897c766fb90116d0f'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:46:35.428555 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f80c78c7-ba04-4087-9abe-85a1870f75f9 admin admin] Made reservation on behalf of 9de56225701c4cd897c766fb90116d0f for: {'network': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:46:35.432017 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-f80c78c7-ba04-4087-9abe-85a1870f75f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for network (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:46:35.444615 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-f80c78c7-ba04-4087-9abe-85a1870f75f9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:46:35.452478 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd90cc4-e858-429e-b401-a7eeee183f9e req-252a1d46-ae19-4f00-86ab-1b3ed419b4a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:46:35.454129 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-4cd90cc4-e858-429e-b401-a7eeee183f9e req-252a1d46-ae19-4f00-86ab-1b3ed419b4a5 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=86a0fd5c0c974eafbf1c6e95239dcb2c&device_id=fb6877a5-43b5-44e9-b880-81255ebc0c83 HTTP/1.1" status: 200 len: 1126 time: 0.0478611 Feb 04 17:46:35.525090 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-f80c78c7-ba04-4087-9abe-85a1870f75f9 admin admin] Publish callbacks [] for security_group (fc986857-4d64-4e89-934b-a0b63842f89f), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:46:35.529287 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-f80c78c7-ba04-4087-9abe-85a1870f75f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (fc986857-4d64-4e89-934b-a0b63842f89f), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:46:35.554561 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f80c78c7-ba04-4087-9abe-85a1870f75f9 admin admin] vlan segment allocate from pool success with {'vlan_id': 788, 'physical_network': 'physnet1'} {{(pid=103377) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 17:46:35.564153 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80c78c7-ba04-4087-9abe-85a1870f75f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc986857-4d64-4e89-934b-a0b63842f89f,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:46:35.566956 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd90cc4-e858-429e-b401-a7eeee183f9e req-5832bd55-0cd4-4669-8ff1-2d8f069d4c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:46:35.568464 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-4cd90cc4-e858-429e-b401-a7eeee183f9e req-5832bd55-0cd4-4669-8ff1-2d8f069d4c47 service neutron] 10.222.0.96 "GET /v2.0/networks?id=c4c6b8bd-d4fb-4788-b4f1-2d944d88e7a1 HTTP/1.1" status: 200 len: 898 time: 0.1022515 Feb 04 17:46:35.573160 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-f80c78c7-ba04-4087-9abe-85a1870f75f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (90c46b4f-a432-4ad5-993e-0c1b1512d570), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:46:35.573509 n-d-827839-2 neutron-server[103377]: INFO neutron.db.segments_db [None req-f80c78c7-ba04-4087-9abe-85a1870f75f9 admin admin] Added segment 90c46b4f-a432-4ad5-993e-0c1b1512d570 of type vlan for network d43fc9a7-004e-40ff-8be4-e45fe0696e4d Feb 04 17:46:35.614321 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-f80c78c7-ba04-4087-9abe-85a1870f75f9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781084292801'] for network (d43fc9a7-004e-40ff-8be4-e45fe0696e4d), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:46:35.641924 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-f80c78c7-ba04-4087-9abe-85a1870f75f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327'] for network (d43fc9a7-004e-40ff-8be4-e45fe0696e4d), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:46:35.643180 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f80c78c7-ba04-4087-9abe-85a1870f75f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:46:35.644269 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-f80c78c7-ba04-4087-9abe-85a1870f75f9 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:46:35.645197 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-4cd90cc4-e858-429e-b401-a7eeee183f9e req-f920787c-778d-4078-a4d9-bef5adb2e6dc service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=756a02cd-0cae-4c90-9d5a-05eb81ac510b HTTP/1.1" status: 200 len: 1000 time: 0.0645070 Feb 04 17:46:35.696976 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd90cc4-e858-429e-b401-a7eeee183f9e req-c02ca2f8-dc0e-4371-aad8-e81a9727e795 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:46:35.698470 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-4cd90cc4-e858-429e-b401-a7eeee183f9e req-c02ca2f8-dc0e-4371-aad8-e81a9727e795 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=3ecc9f87-97b0-4c7a-bcbb-cce4bed8f320 HTTP/1.1" status: 200 len: 834 time: 0.0472593 Feb 04 17:46:35.713968 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-f80c78c7-ba04-4087-9abe-85a1870f75f9 admin admin] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4292355 Feb 04 17:46:35.716122 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 42664) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:46:35.720990 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-65108b4a-fc3e-433c-b625-120f955e9dc9 admin admin] Request body: {'subnet': {'network_id': 'd43fc9a7-004e-40ff-8be4-e45fe0696e4d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-1009201648-subnet', 'tenant_id': '9de56225701c4cd897c766fb90116d0f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:46:35.737794 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (ba70844b-66a0-45fd-a2f2-e6ed673321fc), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:46:35.747248 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80c78c7-ba04-4087-9abe-85a1870f75f9 admin admin] Pushing event updated for resources: {'Network': ['ID=d43fc9a7-004e-40ff-8be4-e45fe0696e4d,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:46:35.761113 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Network d43fc9a7-004e-40ff-8be4-e45fe0696e4d details requested by agent ovs-agent-n-d-827839-2 with host n-d-827839-2 {{(pid=103378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 17:46:35.775737 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65108b4a-fc3e-433c-b625-120f955e9dc9 admin admin] Made reservation on behalf of 9de56225701c4cd897c766fb90116d0f for: {'subnet': 1} {{(pid=103376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:46:35.778280 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-65108b4a-fc3e-433c-b625-120f955e9dc9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25859006'] for subnet (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:46:35.819778 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd90cc4-e858-429e-b401-a7eeee183f9e req-9830cc39-7494-4d26-81a6-9a96a306b768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:46:35.821252 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-4cd90cc4-e858-429e-b401-a7eeee183f9e req-9830cc39-7494-4d26-81a6-9a96a306b768 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=c4c6b8bd-d4fb-4788-b4f1-2d944d88e7a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1138289 Feb 04 17:46:36.015770 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cd122a-aa18-4a79-aaae-a8a52b3261a2 req-a0da998c-0ef8-4dae-98f9-6ae9cbbb6483 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:46:36.017357 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-33cd122a-aa18-4a79-aaae-a8a52b3261a2 req-a0da998c-0ef8-4dae-98f9-6ae9cbbb6483 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] 10.222.0.89 "GET /v2.0/ports?device_id=fb6877a5-43b5-44e9-b880-81255ebc0c83 HTTP/1.1" status: 200 len: 944 time: 0.1326704 Feb 04 17:46:36.019097 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-4cd90cc4-e858-429e-b401-a7eeee183f9e req-7ed10db9-d9e2-4136-a167-fb773622e29b service neutron] 10.222.0.96 "GET /v2.0/networks/c4c6b8bd-d4fb-4788-b4f1-2d944d88e7a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1869035 Feb 04 17:46:36.176707 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-33cd122a-aa18-4a79-aaae-a8a52b3261a2 req-b18f6c70-5c77-4972-b8ec-9b4cb383e479 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] 10.222.0.89 "GET /v2.0/security-groups?id=4b0100f2-480f-41b8-8876-e30a8b4057ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1488433 Feb 04 17:46:36.180923 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-65108b4a-fc3e-433c-b625-120f955e9dc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25674939', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25858952'] for subnet (49995342-0420-4960-b64a-dea21256a724), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:46:36.182777 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.agents_db [None req-e1691f3b-aacd-4cd6-8ebb-a9c53bb301c0 None None] Agent healthcheck: found 7 active agents {{(pid=103379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 17:46:36.235959 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-4cd90cc4-e858-429e-b401-a7eeee183f9e req-55a1679d-235d-4aba-81c9-6ea955c5cdfb service neutron] 10.222.0.96 "GET /v2.0/networks/c4c6b8bd-d4fb-4788-b4f1-2d944d88e7a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2091293 Feb 04 17:46:36.247049 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65108b4a-fc3e-433c-b625-120f955e9dc9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=49995342-0420-4960-b64a-dea21256a724,revision_number=0']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:46:36.274628 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65108b4a-fc3e-433c-b625-120f955e9dc9 admin admin] Checking segment: {'id': '90c46b4f-a432-4ad5-993e-0c1b1512d570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': 'd43fc9a7-004e-40ff-8be4-e45fe0696e4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:46:36.274999 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65108b4a-fc3e-433c-b625-120f955e9dc9 admin admin] Network hostable DHCP agents. Network: d43fc9a7-004e-40ff-8be4-e45fe0696e4d, hostable agents: ['bb89f5a3-3c22-440b-b7d1-c4f0c43c184a'], hosted agents: [] {{(pid=103376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 17:46:36.296441 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65108b4a-fc3e-433c-b625-120f955e9dc9 admin admin] Network d43fc9a7-004e-40ff-8be4-e45fe0696e4d is scheduled to be hosted by DHCP agent bb89f5a3-3c22-440b-b7d1-c4f0c43c184a with binding_index 1 {{(pid=103376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 17:46:36.308512 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [None req-65108b4a-fc3e-433c-b625-120f955e9dc9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827839-2, d43fc9a7-004e-40ff-8be4-e45fe0696e4d) {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:46:36.315337 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65108b4a-fc3e-433c-b625-120f955e9dc9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:46:36.316161 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-65108b4a-fc3e-433c-b625-120f955e9dc9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:46:36.323378 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04309e1b-cb75-43f8-a4ae-e5fd64996503 None None] Network d43fc9a7-004e-40ff-8be4-e45fe0696e4d requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:46:36.345994 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0bf979-4cfb-491a-ab04-0af66cf0cb18 req-90cf9c6b-86ae-4cd3-b9da-b77dac1bd88f tempest-VolumesSnapshotTestJSON-548795101 tempest-VolumesSnapshotTestJSON-548795101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:46:36.355080 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-bb0bf979-4cfb-491a-ab04-0af66cf0cb18 req-90cf9c6b-86ae-4cd3-b9da-b77dac1bd88f tempest-VolumesSnapshotTestJSON-548795101 tempest-VolumesSnapshotTestJSON-548795101-project] 10.222.0.89 "GET /v2.0/ports?device_id=745490fb-5531-4438-a514-bedc8ab97566 HTTP/1.1" status: 200 len: 943 time: 0.1033666 Feb 04 17:46:36.363407 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-65108b4a-fc3e-433c-b625-120f955e9dc9 admin admin] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6461620 Feb 04 17:46:36.420254 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-bb0bf979-4cfb-491a-ab04-0af66cf0cb18 req-c23db9df-f303-408b-a54f-d61b971e50d0 tempest-VolumesSnapshotTestJSON-548795101 tempest-VolumesSnapshotTestJSON-548795101-project] 10.222.0.89 "GET /v2.0/security-groups?id=59748ef0-99f9-4cfc-917b-6d887dbae337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614092 Feb 04 17:46:36.490283 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3ffa913-147c-4e32-997b-ff1d0935a7b8 None None] Network d43fc9a7-004e-40ff-8be4-e45fe0696e4d requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:46:37.352228 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3084890-effe-456c-a678-c881c09d8144 req-4500f688-d92d-490c-ba78-8cc6cff8433b tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:46:37.353864 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-f3084890-effe-456c-a678-c881c09d8144 req-4500f688-d92d-490c-ba78-8cc6cff8433b tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] 10.222.0.89 "GET /v2.0/ports?device_id=fb6877a5-43b5-44e9-b880-81255ebc0c83 HTTP/1.1" status: 200 len: 944 time: 0.0710855 Feb 04 17:46:37.408770 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-f3084890-effe-456c-a678-c881c09d8144 req-0acbc0b4-3ac1-4a80-8a14-f616b16e04b3 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] 10.222.0.89 "GET /v2.0/security-groups?id=4b0100f2-480f-41b8-8876-e30a8b4057ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488961 Feb 04 17:46:37.437360 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device 756a02cd-0cae-4c90-9d5a-05eb81ac510b details requested by agent hyperv_n-h1-827839-2 with host n-h1-827839-2 {{(pid=103378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 17:46:37.571211 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] For port 756a02cd-0cae-4c90-9d5a-05eb81ac510b, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=756a02cd-0cae-4c90-9d5a-05eb81ac510b,segment=NetworkSegment(dce1e76b-f838-43ab-9c5c-1f6066e86227),segment_id=dce1e76b-f838-43ab-9c5c-1f6066e86227)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:46:37.572086 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bada8c3-14e0-4089-8f0e-12d77a3be8f1 req-546caa41-af58-470d-a221-16fc13dce532 tempest-ServerGroupTestJSON-280692588 tempest-ServerGroupTestJSON-280692588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:46:37.580104 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-3bada8c3-14e0-4089-8f0e-12d77a3be8f1 req-546caa41-af58-470d-a221-16fc13dce532 tempest-ServerGroupTestJSON-280692588 tempest-ServerGroupTestJSON-280692588-project] 10.222.0.89 "GET /v2.0/networks?id=d43fc9a7-004e-40ff-8be4-e45fe0696e4d HTTP/1.1" status: 200 len: 810 time: 0.1257164 Feb 04 17:46:37.580724 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6de64f-4570-4f59-9437-3bf1a4335b79 req-a904343b-eff8-492d-8be9-be822fb9d304 tempest-VolumesSnapshotTestJSON-548795101 tempest-VolumesSnapshotTestJSON-548795101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:46:37.586911 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Returning: {'device': '756a02cd-0cae-4c90-9d5a-05eb81ac510b', 'network_id': 'c4c6b8bd-d4fb-4788-b4f1-2d944d88e7a1', 'port_id': '756a02cd-0cae-4c90-9d5a-05eb81ac510b', 'mac_address': 'fa:16:3e:94:7f:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 754, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ecc9f87-97b0-4c7a-bcbb-cce4bed8f320', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 17:46:37.589318 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-cf6de64f-4570-4f59-9437-3bf1a4335b79 req-a904343b-eff8-492d-8be9-be822fb9d304 tempest-VolumesSnapshotTestJSON-548795101 tempest-VolumesSnapshotTestJSON-548795101-project] 10.222.0.89 "GET /v2.0/ports?device_id=745490fb-5531-4438-a514-bedc8ab97566 HTTP/1.1" status: 200 len: 943 time: 0.0737677 Feb 04 17:46:37.596872 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-3bada8c3-14e0-4089-8f0e-12d77a3be8f1 req-635e0ffb-8093-413a-8ccf-85d2fc93fcc3 tempest-ServerGroupTestJSON-280692588 tempest-ServerGroupTestJSON-280692588-project] 10.222.0.89 "GET /v2.0/quotas/9de56225701c4cd897c766fb90116d0f HTTP/1.1" status: 200 len: 375 time: 0.0156260 Feb 04 17:46:37.643003 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-3bada8c3-14e0-4089-8f0e-12d77a3be8f1 req-69935b8f-5a8f-41bb-a7fc-0db6fa15c57f tempest-ServerGroupTestJSON-280692588 tempest-ServerGroupTestJSON-280692588-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=9de56225701c4cd897c766fb90116d0f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0451167 Feb 04 17:46:37.644997 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Current status of the port 756a02cd-0cae-4c90-9d5a-05eb81ac510b is: DOWN; New status is: BUILD {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:46:37.646058 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (756a02cd-0cae-4c90-9d5a-05eb81ac510b), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:46:37.663580 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-cf6de64f-4570-4f59-9437-3bf1a4335b79 req-ce520f88-b67e-4189-bc38-33b3fa5c7b3f tempest-VolumesSnapshotTestJSON-548795101 tempest-VolumesSnapshotTestJSON-548795101-project] 10.222.0.89 "GET /v2.0/security-groups?id=59748ef0-99f9-4cfc-917b-6d887dbae337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708971 Feb 04 17:46:37.665536 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 756a02cd-0cae-4c90-9d5a-05eb81ac510b {{(pid=103378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 17:46:37.692161 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] For port 756a02cd-0cae-4c90-9d5a-05eb81ac510b, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=756a02cd-0cae-4c90-9d5a-05eb81ac510b,segment=NetworkSegment(dce1e76b-f838-43ab-9c5c-1f6066e86227),segment_id=dce1e76b-f838-43ab-9c5c-1f6066e86227)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:46:37.696931 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (756a02cd-0cae-4c90-9d5a-05eb81ac510b), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:46:37.697769 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device d46df5be-3c54-41a8-b45e-141247baefdb details requested by agent hyperv_n-h1-827839-2 with host n-h1-827839-2 {{(pid=103378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 17:46:37.792238 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Pushing event updated for resources: {'Port': ['ID=756a02cd-0cae-4c90-9d5a-05eb81ac510b,revision_number=8']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:46:37.804979 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-3bada8c3-14e0-4089-8f0e-12d77a3be8f1 req-2e9fe866-8d48-4bb8-b6dd-4a64e38afb46 service neutron] 10.222.0.89 "GET /v2.0/networks/d43fc9a7-004e-40ff-8be4-e45fe0696e4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1609340 Feb 04 17:46:37.837098 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] For port d46df5be-3c54-41a8-b45e-141247baefdb, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=d46df5be-3c54-41a8-b45e-141247baefdb,segment=NetworkSegment(6c8fbda3-25db-4985-9e6a-587ac7aad334),segment_id=6c8fbda3-25db-4985-9e6a-587ac7aad334)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:46:37.901663 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-3bada8c3-14e0-4089-8f0e-12d77a3be8f1 req-ee557774-b205-4144-8f60-53ac1219ea0e service neutron] 10.222.0.89 "GET /v2.0/networks/d43fc9a7-004e-40ff-8be4-e45fe0696e4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957181 Feb 04 17:46:38.005923 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Returning: {'device': 'd46df5be-3c54-41a8-b45e-141247baefdb', 'network_id': 'db164336-c92d-49cf-95cb-77f56fef64b2', 'port_id': 'd46df5be-3c54-41a8-b45e-141247baefdb', 'mac_address': 'fa:16:3e:b5:63:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 761, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cdda2c8f-8e27-45a6-b6b9-03e43d5370e0', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 17:46:38.047394 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Current status of the port d46df5be-3c54-41a8-b45e-141247baefdb is: DOWN; New status is: BUILD {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:46:38.047860 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (d46df5be-3c54-41a8-b45e-141247baefdb), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:46:38.063382 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d46df5be-3c54-41a8-b45e-141247baefdb {{(pid=103378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 17:46:38.085619 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] For port d46df5be-3c54-41a8-b45e-141247baefdb, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=d46df5be-3c54-41a8-b45e-141247baefdb,segment=NetworkSegment(6c8fbda3-25db-4985-9e6a-587ac7aad334),segment_id=6c8fbda3-25db-4985-9e6a-587ac7aad334)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:46:38.090106 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (d46df5be-3c54-41a8-b45e-141247baefdb), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:46:38.150180 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Pushing event updated for resources: {'Port': ['ID=d46df5be-3c54-41a8-b45e-141247baefdb,revision_number=4']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:46:38.214579 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-889a611d-7848-441b-b84d-66990de19384 req-389ae1be-c332-4e7b-986e-788e30971277 tempest-ServerGroupTestJSON-280692588 tempest-ServerGroupTestJSON-280692588-project] 10.222.0.89 "GET /v2.0/ports?device_id=bf86d229-02c6-44c3-a854-c09636be9a09 HTTP/1.1" status: 200 len: 210 time: 0.0408320 Feb 04 17:46:38.589982 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961986a2-9d47-493e-97f1-6621a126becf req-ff6ded08-8b23-4b78-8932-3af694035706 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:46:38.592961 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-961986a2-9d47-493e-97f1-6621a126becf req-ff6ded08-8b23-4b78-8932-3af694035706 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] 10.222.0.89 "GET /v2.0/ports?device_id=fb6877a5-43b5-44e9-b880-81255ebc0c83 HTTP/1.1" status: 200 len: 945 time: 0.0705438 Feb 04 17:46:38.596266 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] get_ports_and_sgs() called for port_ids ['d46df5be-3c54-41a8-b45e-141247baefdb'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 17:46:38.691358 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-961986a2-9d47-493e-97f1-6621a126becf req-e0bd11f4-3686-446d-9303-d407c570ade0 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] 10.222.0.89 "GET /v2.0/security-groups?id=4b0100f2-480f-41b8-8876-e30a8b4057ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0892107 Feb 04 17:46:38.828379 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7103f4-df3c-48e2-809b-e862b6ab59a8 req-84caad3b-3f0a-4721-82e0-efaab1d3093e tempest-VolumesSnapshotTestJSON-548795101 tempest-VolumesSnapshotTestJSON-548795101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:46:38.830011 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-5b7103f4-df3c-48e2-809b-e862b6ab59a8 req-84caad3b-3f0a-4721-82e0-efaab1d3093e tempest-VolumesSnapshotTestJSON-548795101 tempest-VolumesSnapshotTestJSON-548795101-project] 10.222.0.89 "GET /v2.0/ports?device_id=745490fb-5531-4438-a514-bedc8ab97566 HTTP/1.1" status: 200 len: 944 time: 0.0675130 Feb 04 17:46:38.882263 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-5b7103f4-df3c-48e2-809b-e862b6ab59a8 req-0224746b-f216-42b4-be3e-8f5ef87d2fa3 tempest-VolumesSnapshotTestJSON-548795101 tempest-VolumesSnapshotTestJSON-548795101-project] 10.222.0.89 "GET /v2.0/security-groups?id=59748ef0-99f9-4cfc-917b-6d887dbae337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463941 Feb 04 17:46:39.305183 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-45f260d3-8bdb-43b7-ba77-7285107e9769 req-5d4d59f9-babd-4e42-93ab-23d8ae1486f8 tempest-ServerGroupTestJSON-280692588 tempest-ServerGroupTestJSON-280692588-project] 10.222.0.89 "GET /v2.0/ports?device_id=bf86d229-02c6-44c3-a854-c09636be9a09 HTTP/1.1" status: 200 len: 210 time: 0.0271924 Feb 04 17:46:39.552096 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bada8c3-14e0-4089-8f0e-12d77a3be8f1 req-d24515d4-369b-44d2-b971-e5e0ea6e77e2 tempest-ServerGroupTestJSON-280692588 tempest-ServerGroupTestJSON-280692588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:46:39.553776 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-3bada8c3-14e0-4089-8f0e-12d77a3be8f1 req-d24515d4-369b-44d2-b971-e5e0ea6e77e2 tempest-ServerGroupTestJSON-280692588 tempest-ServerGroupTestJSON-280692588-project] 10.222.0.90 "GET /v2.0/networks?id=d43fc9a7-004e-40ff-8be4-e45fe0696e4d HTTP/1.1" status: 200 len: 810 time: 0.1168852 Feb 04 17:46:39.582709 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [req-3bada8c3-14e0-4089-8f0e-12d77a3be8f1 req-5f8c9e5f-ead0-44fe-a233-5b15d8617eed tempest-ServerGroupTestJSON-280692588 tempest-ServerGroupTestJSON-280692588-project] Request body: {'port': {'device_id': 'bf86d229-02c6-44c3-a854-c09636be9a09', 'network_id': 'd43fc9a7-004e-40ff-8be4-e45fe0696e4d', 'admin_state_up': True, 'tenant_id': '9de56225701c4cd897c766fb90116d0f'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:46:39.600966 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] get_ports_and_sgs() called for port_ids ['756a02cd-0cae-4c90-9d5a-05eb81ac510b'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 17:46:39.708184 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3bada8c3-14e0-4089-8f0e-12d77a3be8f1 req-5f8c9e5f-ead0-44fe-a233-5b15d8617eed tempest-ServerGroupTestJSON-280692588 tempest-ServerGroupTestJSON-280692588-project] Made reservation on behalf of 9de56225701c4cd897c766fb90116d0f for: {'port': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:46:39.712088 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-3bada8c3-14e0-4089-8f0e-12d77a3be8f1 req-5f8c9e5f-ead0-44fe-a233-5b15d8617eed tempest-ServerGroupTestJSON-280692588 tempest-ServerGroupTestJSON-280692588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:46:39.875514 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcce09f8-8ad5-4192-941f-1ceb274c21ec req-fbf26825-87ac-4434-bd92-cc8f21082842 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:46:39.877098 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-dcce09f8-8ad5-4192-941f-1ceb274c21ec req-fbf26825-87ac-4434-bd92-cc8f21082842 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] 10.222.0.89 "GET /v2.0/ports?device_id=fb6877a5-43b5-44e9-b880-81255ebc0c83 HTTP/1.1" status: 200 len: 945 time: 0.0992703 Feb 04 17:46:39.909276 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.db_base_plugin_common [req-3bada8c3-14e0-4089-8f0e-12d77a3be8f1 req-5f8c9e5f-ead0-44fe-a233-5b15d8617eed tempest-ServerGroupTestJSON-280692588 tempest-ServerGroupTestJSON-280692588-project] Allocated IP 172.20.0.8 (d43fc9a7-004e-40ff-8be4-e45fe0696e4d/49995342-0420-4960-b64a-dea21256a724/ed599668-0c0b-444c-9c14-0f4e77bbf5cf) {{(pid=103377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:46:39.959245 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-dcce09f8-8ad5-4192-941f-1ceb274c21ec req-3f0a804a-1e5f-4787-8cc0-2c167474af3a tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] 10.222.0.89 "GET /v2.0/security-groups?id=4b0100f2-480f-41b8-8876-e30a8b4057ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0746112 Feb 04 17:46:40.023296 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d97012-9400-4222-9bef-e866c572255a req-2d826e5c-7ca2-4218-8f86-4f5a88c4719c tempest-VolumesSnapshotTestJSON-548795101 tempest-VolumesSnapshotTestJSON-548795101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:46:40.025072 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-a3d97012-9400-4222-9bef-e866c572255a req-2d826e5c-7ca2-4218-8f86-4f5a88c4719c tempest-VolumesSnapshotTestJSON-548795101 tempest-VolumesSnapshotTestJSON-548795101-project] 10.222.0.89 "GET /v2.0/ports?device_id=745490fb-5531-4438-a514-bedc8ab97566 HTTP/1.1" status: 200 len: 944 time: 0.0692999 Feb 04 17:46:40.081930 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-a3d97012-9400-4222-9bef-e866c572255a req-b0e7ae6c-9e53-42aa-8f3c-fedb078a03a8 tempest-VolumesSnapshotTestJSON-548795101 tempest-VolumesSnapshotTestJSON-548795101-project] 10.222.0.89 "GET /v2.0/security-groups?id=59748ef0-99f9-4cfc-917b-6d887dbae337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490530 Feb 04 17:46:40.120609 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-3bada8c3-14e0-4089-8f0e-12d77a3be8f1 req-5f8c9e5f-ead0-44fe-a233-5b15d8617eed tempest-ServerGroupTestJSON-280692588 tempest-ServerGroupTestJSON-280692588-project] Publish callbacks [] for port (ed599668-0c0b-444c-9c14-0f4e77bbf5cf), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:46:40.157046 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-3bada8c3-14e0-4089-8f0e-12d77a3be8f1 req-5f8c9e5f-ead0-44fe-a233-5b15d8617eed tempest-ServerGroupTestJSON-280692588 tempest-ServerGroupTestJSON-280692588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (ed599668-0c0b-444c-9c14-0f4e77bbf5cf), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:46:40.210096 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3bada8c3-14e0-4089-8f0e-12d77a3be8f1 req-5f8c9e5f-ead0-44fe-a233-5b15d8617eed tempest-ServerGroupTestJSON-280692588 tempest-ServerGroupTestJSON-280692588-project] Network d43fc9a7-004e-40ff-8be4-e45fe0696e4d is already hosted by enough agents. {{(pid=103377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:46:40.213330 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [req-3bada8c3-14e0-4089-8f0e-12d77a3be8f1 req-5f8c9e5f-ead0-44fe-a233-5b15d8617eed tempest-ServerGroupTestJSON-280692588 tempest-ServerGroupTestJSON-280692588-project] Resources bound (agent type, host, resource id): {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:46:40.217052 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bada8c3-14e0-4089-8f0e-12d77a3be8f1 req-5f8c9e5f-ead0-44fe-a233-5b15d8617eed tempest-ServerGroupTestJSON-280692588 tempest-ServerGroupTestJSON-280692588-project] Received port after_create {{(pid=103377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:46:40.242911 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8c9e5f-ead0-44fe-a233-5b15d8617eed tempest-ServerGroupTestJSON-280692588 tempest-ServerGroupTestJSON-280692588-project] Pushing event updated for resources: {'Port': ['ID=ed599668-0c0b-444c-9c14-0f4e77bbf5cf,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:46:40.269839 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bada8c3-14e0-4089-8f0e-12d77a3be8f1 req-5f8c9e5f-ead0-44fe-a233-5b15d8617eed tempest-ServerGroupTestJSON-280692588 tempest-ServerGroupTestJSON-280692588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:46:40.269839 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-3bada8c3-14e0-4089-8f0e-12d77a3be8f1 req-5f8c9e5f-ead0-44fe-a233-5b15d8617eed tempest-ServerGroupTestJSON-280692588 tempest-ServerGroupTestJSON-280692588-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:46:40.284561 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5627d4e-ba32-4f86-8d72-56d2abe45c46 req-c631501e-6fc5-45ee-8866-576f1b646137 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:46:40.286216 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-e5627d4e-ba32-4f86-8d72-56d2abe45c46 req-c631501e-6fc5-45ee-8866-576f1b646137 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] 10.222.0.96 "GET /v2.0/ports?device_id=fb6877a5-43b5-44e9-b880-81255ebc0c83&tenant_id=86a0fd5c0c974eafbf1c6e95239dcb2c&binding%3Ahost_id=n-h1-827839-2 HTTP/1.1" status: 200 len: 945 time: 0.1034348 Feb 04 17:46:40.289063 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-3bada8c3-14e0-4089-8f0e-12d77a3be8f1 req-5f8c9e5f-ead0-44fe-a233-5b15d8617eed tempest-ServerGroupTestJSON-280692588 tempest-ServerGroupTestJSON-280692588-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7103510 Feb 04 17:46:40.298281 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04678437-d67f-4723-b655-5d0d9532c878 req-7b611659-7585-4eb4-ac71-f48ff82b4066 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:46:40.299780 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-04678437-d67f-4723-b655-5d0d9532c878 req-7b611659-7585-4eb4-ac71-f48ff82b4066 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] 10.222.0.89 "GET /v2.0/ports?device_id=fb6877a5-43b5-44e9-b880-81255ebc0c83 HTTP/1.1" status: 200 len: 945 time: 0.0820670 Feb 04 17:46:40.328847 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (f20a1ab3-4332-4f54-833b-ba4a7c687e89), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:46:40.411249 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [req-3bada8c3-14e0-4089-8f0e-12d77a3be8f1 req-c6080b30-8e7e-4f74-a10e-49c50ec2459e service neutron] Request body: {'port': {'device_id': 'bf86d229-02c6-44c3-a854-c09636be9a09', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827839-2'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:46:40.424938 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-e5627d4e-ba32-4f86-8d72-56d2abe45c46 req-0100b3d5-4492-433c-b236-673b5352a976 service neutron] 10.222.0.96 "GET /v2.0/ports/756a02cd-0cae-4c90-9d5a-05eb81ac510b/bindings/n-h1-827839-2 HTTP/1.1" status: 200 len: 382 time: 0.1005161 Feb 04 17:46:40.428704 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-04678437-d67f-4723-b655-5d0d9532c878 req-9a16836f-06e4-4910-861e-bd5ecec89add tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] 10.222.0.89 "GET /v2.0/security-groups?id=4b0100f2-480f-41b8-8876-e30a8b4057ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1127939 Feb 04 17:46:40.502252 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6075694-96a7-4bb1-bd23-dded09f9ce22 req-acfb1b1f-8498-4273-b83a-71edca1d9a3d tempest-ServerGroupTestJSON-280692588 tempest-ServerGroupTestJSON-280692588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:46:40.503749 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5627d4e-ba32-4f86-8d72-56d2abe45c46 req-32d16da1-6fbe-4fb5-af91-ead51d4940be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:46:40.503902 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-d6075694-96a7-4bb1-bd23-dded09f9ce22 req-acfb1b1f-8498-4273-b83a-71edca1d9a3d tempest-ServerGroupTestJSON-280692588 tempest-ServerGroupTestJSON-280692588-project] 10.222.0.89 "GET /v2.0/ports?device_id=bf86d229-02c6-44c3-a854-c09636be9a09 HTTP/1.1" status: 200 len: 931 time: 0.1238542 Feb 04 17:46:40.505284 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-e5627d4e-ba32-4f86-8d72-56d2abe45c46 req-32d16da1-6fbe-4fb5-af91-ead51d4940be service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=86a0fd5c0c974eafbf1c6e95239dcb2c&device_id=fb6877a5-43b5-44e9-b880-81255ebc0c83 HTTP/1.1" status: 200 len: 1127 time: 0.0486598 Feb 04 17:46:40.507062 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-3bada8c3-14e0-4089-8f0e-12d77a3be8f1 req-c6080b30-8e7e-4f74-a10e-49c50ec2459e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (ed599668-0c0b-444c-9c14-0f4e77bbf5cf), before_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:46:40.613517 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5627d4e-ba32-4f86-8d72-56d2abe45c46 req-5b8b937e-00db-44b6-8dfa-630945be3b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:46:40.615865 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-e5627d4e-ba32-4f86-8d72-56d2abe45c46 req-5b8b937e-00db-44b6-8dfa-630945be3b3f service neutron] 10.222.0.96 "GET /v2.0/networks?id=c4c6b8bd-d4fb-4788-b4f1-2d944d88e7a1 HTTP/1.1" status: 200 len: 898 time: 0.1010835 Feb 04 17:46:40.642596 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-d6075694-96a7-4bb1-bd23-dded09f9ce22 req-ba4b32f4-02fd-42ff-8d09-377ecc0720a5 tempest-ServerGroupTestJSON-280692588 tempest-ServerGroupTestJSON-280692588-project] 10.222.0.89 "GET /v2.0/security-groups?id=fc986857-4d64-4e89-934b-a0b63842f89f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265807 Feb 04 17:46:40.701074 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-e5627d4e-ba32-4f86-8d72-56d2abe45c46 req-d3ba331d-ed48-41c1-8a2b-d56da4ede21c service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=756a02cd-0cae-4c90-9d5a-05eb81ac510b HTTP/1.1" status: 200 len: 1001 time: 0.0731459 Feb 04 17:46:40.753717 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5627d4e-ba32-4f86-8d72-56d2abe45c46 req-5fec1e0c-07f2-4ee3-85df-1d9d2b49188a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:46:40.755309 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-e5627d4e-ba32-4f86-8d72-56d2abe45c46 req-5fec1e0c-07f2-4ee3-85df-1d9d2b49188a service neutron] 10.222.0.96 "GET /v2.0/subnets?id=3ecc9f87-97b0-4c7a-bcbb-cce4bed8f320 HTTP/1.1" status: 200 len: 834 time: 0.0482259 Feb 04 17:46:40.823536 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5627d4e-ba32-4f86-8d72-56d2abe45c46 req-fad14468-682f-422b-9fd5-7c8d8f74a138 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:46:40.825271 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-e5627d4e-ba32-4f86-8d72-56d2abe45c46 req-fad14468-682f-422b-9fd5-7c8d8f74a138 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=c4c6b8bd-d4fb-4788-b4f1-2d944d88e7a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0542421 Feb 04 17:46:40.827805 n-d-827839-2 neutron-server[103377]: DEBUG neutron.notifiers.nova [req-3bada8c3-14e0-4089-8f0e-12d77a3be8f1 req-c6080b30-8e7e-4f74-a10e-49c50ec2459e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed599668-0c0b-444c-9c14-0f4e77bbf5cf {{(pid=103377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 17:46:40.835238 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-3bada8c3-14e0-4089-8f0e-12d77a3be8f1 req-c6080b30-8e7e-4f74-a10e-49c50ec2459e service neutron] Publish callbacks [] for port (ed599668-0c0b-444c-9c14-0f4e77bbf5cf), precommit_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:46:40.848353 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.provisioning_blocks [req-3bada8c3-14e0-4089-8f0e-12d77a3be8f1 req-c6080b30-8e7e-4f74-a10e-49c50ec2459e service neutron] Transition to ACTIVE for port object ed599668-0c0b-444c-9c14-0f4e77bbf5cf will not be triggered until provisioned by entity L2. {{(pid=103377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 17:46:40.852188 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-3bada8c3-14e0-4089-8f0e-12d77a3be8f1 req-c6080b30-8e7e-4f74-a10e-49c50ec2459e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25888290'] for port (ed599668-0c0b-444c-9c14-0f4e77bbf5cf), after_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:46:40.901637 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6080b30-8e7e-4f74-a10e-49c50ec2459e service neutron] Pushing event updated for resources: {'Port': ['ID=ed599668-0c0b-444c-9c14-0f4e77bbf5cf,revision_number=2']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:46:40.939319 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-e5627d4e-ba32-4f86-8d72-56d2abe45c46 req-608d2928-dc80-49e9-996d-454ce0900d45 service neutron] 10.222.0.96 "GET /v2.0/networks/c4c6b8bd-d4fb-4788-b4f1-2d944d88e7a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1038229 Feb 04 17:46:40.978115 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [req-3bada8c3-14e0-4089-8f0e-12d77a3be8f1 req-c6080b30-8e7e-4f74-a10e-49c50ec2459e service neutron] Attempting to bind port ed599668-0c0b-444c-9c14-0f4e77bbf5cf on host n-h2-827839-2 for vnic_type normal with profile {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:46:40.978706 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [req-3bada8c3-14e0-4089-8f0e-12d77a3be8f1 req-c6080b30-8e7e-4f74-a10e-49c50ec2459e service neutron] Attempting to bind port ed599668-0c0b-444c-9c14-0f4e77bbf5cf by drivers openvswitch,hyperv on host n-h2-827839-2 at level 0 using segments [{'id': '90c46b4f-a432-4ad5-993e-0c1b1512d570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': 'd43fc9a7-004e-40ff-8be4-e45fe0696e4d'}] {{(pid=103377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:46:40.979231 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bada8c3-14e0-4089-8f0e-12d77a3be8f1 req-c6080b30-8e7e-4f74-a10e-49c50ec2459e service neutron] Attempting to bind port ed599668-0c0b-444c-9c14-0f4e77bbf5cf on network d43fc9a7-004e-40ff-8be4-e45fe0696e4d {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:46:40.983848 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bada8c3-14e0-4089-8f0e-12d77a3be8f1 req-c6080b30-8e7e-4f74-a10e-49c50ec2459e service neutron] Port ed599668-0c0b-444c-9c14-0f4e77bbf5cf on network d43fc9a7-004e-40ff-8be4-e45fe0696e4d not bound, no agent of type Open vSwitch agent registered on host n-h2-827839-2 {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 17:46:40.984362 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bada8c3-14e0-4089-8f0e-12d77a3be8f1 req-c6080b30-8e7e-4f74-a10e-49c50ec2459e service neutron] Attempting to bind port ed599668-0c0b-444c-9c14-0f4e77bbf5cf on network d43fc9a7-004e-40ff-8be4-e45fe0696e4d {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:46:40.989461 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bada8c3-14e0-4089-8f0e-12d77a3be8f1 req-c6080b30-8e7e-4f74-a10e-49c50ec2459e service neutron] Checking agent: {'id': 'f20a1ab3-4332-4f54-833b-ba4a7c687e89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 8, 40), 'started_at': datetime.datetime(2022, 2, 4, 17, 8, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 46, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:46:40.990015 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bada8c3-14e0-4089-8f0e-12d77a3be8f1 req-c6080b30-8e7e-4f74-a10e-49c50ec2459e service neutron] Checking segment: {'id': '90c46b4f-a432-4ad5-993e-0c1b1512d570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': 'd43fc9a7-004e-40ff-8be4-e45fe0696e4d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:46:40.990566 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bada8c3-14e0-4089-8f0e-12d77a3be8f1 req-c6080b30-8e7e-4f74-a10e-49c50ec2459e service neutron] Bound using segment: {'id': '90c46b4f-a432-4ad5-993e-0c1b1512d570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': 'd43fc9a7-004e-40ff-8be4-e45fe0696e4d'} {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:46:40.991178 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [req-3bada8c3-14e0-4089-8f0e-12d77a3be8f1 req-c6080b30-8e7e-4f74-a10e-49c50ec2459e service neutron] Bound port: ed599668-0c0b-444c-9c14-0f4e77bbf5cf, host: n-h2-827839-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '90c46b4f-a432-4ad5-993e-0c1b1512d570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': 'd43fc9a7-004e-40ff-8be4-e45fe0696e4d'}}] {{(pid=103377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:46:40.991690 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-3bada8c3-14e0-4089-8f0e-12d77a3be8f1 req-c6080b30-8e7e-4f74-a10e-49c50ec2459e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (ed599668-0c0b-444c-9c14-0f4e77bbf5cf), before_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:46:41.039627 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-e5627d4e-ba32-4f86-8d72-56d2abe45c46 req-8ff9ee05-470b-4ad5-ba91-b22fa6215a9a service neutron] 10.222.0.96 "GET /v2.0/networks/c4c6b8bd-d4fb-4788-b4f1-2d944d88e7a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940011 Feb 04 17:46:41.065988 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [req-3bada8c3-14e0-4089-8f0e-12d77a3be8f1 req-c6080b30-8e7e-4f74-a10e-49c50ec2459e service neutron] For port ed599668-0c0b-444c-9c14-0f4e77bbf5cf, host n-h2-827839-2, cleared binding levels {{(pid=103377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:46:41.069814 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [req-3bada8c3-14e0-4089-8f0e-12d77a3be8f1 req-c6080b30-8e7e-4f74-a10e-49c50ec2459e service neutron] For port ed599668-0c0b-444c-9c14-0f4e77bbf5cf, host n-h2-827839-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=ed599668-0c0b-444c-9c14-0f4e77bbf5cf,segment=NetworkSegment(90c46b4f-a432-4ad5-993e-0c1b1512d570),segment_id=90c46b4f-a432-4ad5-993e-0c1b1512d570)] {{(pid=103377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:46:41.080397 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-3bada8c3-14e0-4089-8f0e-12d77a3be8f1 req-c6080b30-8e7e-4f74-a10e-49c50ec2459e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25888290'] for port (ed599668-0c0b-444c-9c14-0f4e77bbf5cf), after_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:46:41.115611 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bada8c3-14e0-4089-8f0e-12d77a3be8f1 req-c6080b30-8e7e-4f74-a10e-49c50ec2459e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:46:41.116515 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-3bada8c3-14e0-4089-8f0e-12d77a3be8f1 req-c6080b30-8e7e-4f74-a10e-49c50ec2459e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:46:41.118377 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-3bada8c3-14e0-4089-8f0e-12d77a3be8f1 req-c6080b30-8e7e-4f74-a10e-49c50ec2459e service neutron] 10.222.0.90 "PUT /v2.0/ports/ed599668-0c0b-444c-9c14-0f4e77bbf5cf HTTP/1.1" status: 200 len: 1091 time: 0.8187592 Feb 04 17:46:41.118835 n-d-827839-2 neutron-server[103377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf86d229-02c6-44c3-a854-c09636be9a09', 'tag': 'ed599668-0c0b-444c-9c14-0f4e77bbf5cf'}] {{(pid=103377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:46:41.121108 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7240428b650e1488e9361b62648ff4b3a6c19d49d8c27c949491ab58c1346cf0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6389c15-6715-469f-8e4a-f3ae84dafe0b" -d '{"events": [{"name": "network-changed", "server_uuid": "bf86d229-02c6-44c3-a854-c09636be9a09", "tag": "ed599668-0c0b-444c-9c14-0f4e77bbf5cf"}]}' {{(pid=103377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:46:41.151362 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6080b30-8e7e-4f74-a10e-49c50ec2459e service neutron] Pushing event updated for resources: {'Port': ['ID=ed599668-0c0b-444c-9c14-0f4e77bbf5cf,revision_number=3']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:46:41.210450 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 17:46:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7aaf739c-7084-40e9-a6c3-8596458abd68 x-openstack-request-id: req-7aaf739c-7084-40e9-a6c3-8596458abd68 {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:46:41.210845 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf86d229-02c6-44c3-a854-c09636be9a09", "tag": "ed599668-0c0b-444c-9c14-0f4e77bbf5cf", "status": "completed", "code": 200}]} {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:46:41.211108 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-7aaf739c-7084-40e9-a6c3-8596458abd68 {{(pid=103377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:46:41.211511 n-d-827839-2 neutron-server[103377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf86d229-02c6-44c3-a854-c09636be9a09', 'tag': 'ed599668-0c0b-444c-9c14-0f4e77bbf5cf', 'status': 'completed', 'code': 200} Feb 04 17:46:41.231642 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bada8c3-14e0-4089-8f0e-12d77a3be8f1 req-404bd123-4c8b-481e-8970-c8b6c18773c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:46:41.233789 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-3bada8c3-14e0-4089-8f0e-12d77a3be8f1 req-404bd123-4c8b-481e-8970-c8b6c18773c0 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=9de56225701c4cd897c766fb90116d0f&device_id=bf86d229-02c6-44c3-a854-c09636be9a09 HTTP/1.1" status: 200 len: 1125 time: 0.0593951 Feb 04 17:46:41.242361 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721bbd03-db40-4ad9-acf6-4d1f4ff29134 req-d65e9a60-2504-446e-83dd-700c24e88b8a tempest-VolumesSnapshotTestJSON-548795101 tempest-VolumesSnapshotTestJSON-548795101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:46:41.243987 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-721bbd03-db40-4ad9-acf6-4d1f4ff29134 req-d65e9a60-2504-446e-83dd-700c24e88b8a tempest-VolumesSnapshotTestJSON-548795101 tempest-VolumesSnapshotTestJSON-548795101-project] 10.222.0.89 "GET /v2.0/ports?device_id=745490fb-5531-4438-a514-bedc8ab97566 HTTP/1.1" status: 200 len: 944 time: 0.0604899 Feb 04 17:46:41.292352 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-3bada8c3-14e0-4089-8f0e-12d77a3be8f1 req-eeee0277-5750-49d5-8604-b77fe9ba57a5 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ed599668-0c0b-444c-9c14-0f4e77bbf5cf HTTP/1.1" status: 200 len: 217 time: 0.0506516 Feb 04 17:46:41.293875 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-721bbd03-db40-4ad9-acf6-4d1f4ff29134 req-94db1a26-3f37-4637-93af-d75f47e0228c tempest-VolumesSnapshotTestJSON-548795101 tempest-VolumesSnapshotTestJSON-548795101-project] 10.222.0.89 "GET /v2.0/security-groups?id=59748ef0-99f9-4cfc-917b-6d887dbae337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433741 Feb 04 17:46:41.345872 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bada8c3-14e0-4089-8f0e-12d77a3be8f1 req-b18a498e-b357-409c-b0fe-be930b83e01b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:46:41.347340 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-3bada8c3-14e0-4089-8f0e-12d77a3be8f1 req-b18a498e-b357-409c-b0fe-be930b83e01b service neutron] 10.222.0.90 "GET /v2.0/subnets?id=49995342-0420-4960-b64a-dea21256a724 HTTP/1.1" status: 200 len: 850 time: 0.0453522 Feb 04 17:46:41.384162 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-3bada8c3-14e0-4089-8f0e-12d77a3be8f1 req-2e5b400e-3723-4930-bf9b-884ea0e76f76 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=d43fc9a7-004e-40ff-8be4-e45fe0696e4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262365 Feb 04 17:46:41.475772 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device 756a02cd-0cae-4c90-9d5a-05eb81ac510b up at agent hyperv_n-h1-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:46:41.496941 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-3bada8c3-14e0-4089-8f0e-12d77a3be8f1 req-69fe7702-a1ae-4f9d-905e-ea605851e61d service neutron] 10.222.0.90 "GET /v2.0/networks/d43fc9a7-004e-40ff-8be4-e45fe0696e4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1024086 Feb 04 17:46:41.535339 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Provisioning for port 756a02cd-0cae-4c90-9d5a-05eb81ac510b completed by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 17:46:41.541513 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Provisioning complete for port 756a02cd-0cae-4c90-9d5a-05eb81ac510b triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:46:41.543109 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (756a02cd-0cae-4c90-9d5a-05eb81ac510b), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:46:41.627009 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-3bada8c3-14e0-4089-8f0e-12d77a3be8f1 req-f0eb707b-dccd-45dc-a384-00b9922c99b1 service neutron] 10.222.0.90 "GET /v2.0/networks/d43fc9a7-004e-40ff-8be4-e45fe0696e4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211450 Feb 04 17:46:41.652800 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Current status of the port 756a02cd-0cae-4c90-9d5a-05eb81ac510b is: BUILD; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:46:41.653200 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (756a02cd-0cae-4c90-9d5a-05eb81ac510b), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:46:41.682264 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb6877a5-43b5-44e9-b880-81255ebc0c83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '756a02cd-0cae-4c90-9d5a-05eb81ac510b'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:46:41.685024 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c34bc964ce2211770fda26ca2f3801cc06f4f39928110690550e94ab9c9d2fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f4b2a5d-9556-48df-a8f7-64086a8e9088" -d '{"events": [{"server_uuid": "fb6877a5-43b5-44e9-b880-81255ebc0c83", "name": "network-vif-plugged", "status": "completed", "tag": "756a02cd-0cae-4c90-9d5a-05eb81ac510b"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:46:41.701383 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] For port 756a02cd-0cae-4c90-9d5a-05eb81ac510b, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=756a02cd-0cae-4c90-9d5a-05eb81ac510b,segment=NetworkSegment(dce1e76b-f838-43ab-9c5c-1f6066e86227),segment_id=dce1e76b-f838-43ab-9c5c-1f6066e86227)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:46:41.705933 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (756a02cd-0cae-4c90-9d5a-05eb81ac510b), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:46:41.706980 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device d46df5be-3c54-41a8-b45e-141247baefdb up at agent hyperv_n-h1-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:46:41.769459 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15da6c64-2875-4d67-8d32-d89196682c0d req-a94a6d2a-61ca-4905-a3f6-ff6b7457fe48 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:46:41.771147 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-15da6c64-2875-4d67-8d32-d89196682c0d req-a94a6d2a-61ca-4905-a3f6-ff6b7457fe48 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] 10.222.0.89 "GET /v2.0/ports?device_id=fb6877a5-43b5-44e9-b880-81255ebc0c83 HTTP/1.1" status: 200 len: 945 time: 0.1132128 Feb 04 17:46:41.813116 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6389c15-6715-469f-8e4a-f3ae84dafe0b req-d900a5e3-4735-4199-afb5-15ffe1030275 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:46:41.814856 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-c6389c15-6715-469f-8e4a-f3ae84dafe0b req-d900a5e3-4735-4199-afb5-15ffe1030275 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=9de56225701c4cd897c766fb90116d0f&device_id=bf86d229-02c6-44c3-a854-c09636be9a09 HTTP/1.1" status: 200 len: 1125 time: 0.1034267 Feb 04 17:46:41.823951 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Pushing event updated for resources: {'Port': ['ID=756a02cd-0cae-4c90-9d5a-05eb81ac510b,revision_number=9']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:46:41.850506 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3a1cd7-6a2e-49c5-8319-99e48a7b90e8 req-9fafba0a-dce8-4cb7-8889-9cd4f4efff39 tempest-ServerGroupTestJSON-280692588 tempest-ServerGroupTestJSON-280692588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:46:41.858414 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-6a3a1cd7-6a2e-49c5-8319-99e48a7b90e8 req-9fafba0a-dce8-4cb7-8889-9cd4f4efff39 tempest-ServerGroupTestJSON-280692588 tempest-ServerGroupTestJSON-280692588-project] 10.222.0.89 "GET /v2.0/ports?device_id=bf86d229-02c6-44c3-a854-c09636be9a09 HTTP/1.1" status: 200 len: 943 time: 0.0859785 Feb 04 17:46:41.865184 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Provisioning for port d46df5be-3c54-41a8-b45e-141247baefdb completed by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 17:46:41.876989 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Provisioning complete for port d46df5be-3c54-41a8-b45e-141247baefdb triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:46:41.877695 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (d46df5be-3c54-41a8-b45e-141247baefdb), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:46:41.917666 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-6a3a1cd7-6a2e-49c5-8319-99e48a7b90e8 req-07a04765-ab11-4295-a3f9-bc0355cb34b7 tempest-ServerGroupTestJSON-280692588 tempest-ServerGroupTestJSON-280692588-project] 10.222.0.89 "GET /v2.0/security-groups?id=fc986857-4d64-4e89-934b-a0b63842f89f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582583 Feb 04 17:46:41.927606 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6389c15-6715-469f-8e4a-f3ae84dafe0b req-3c7ca684-43d3-4c45-a64c-5a93936df533 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:46:41.927606 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-c6389c15-6715-469f-8e4a-f3ae84dafe0b req-3c7ca684-43d3-4c45-a64c-5a93936df533 service neutron] 10.222.0.90 "GET /v2.0/networks?id=d43fc9a7-004e-40ff-8be4-e45fe0696e4d HTTP/1.1" status: 200 len: 911 time: 0.0984631 Feb 04 17:46:41.930367 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-15da6c64-2875-4d67-8d32-d89196682c0d req-d9a8eca8-b12a-42cb-bce9-249b869e0ff2 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] 10.222.0.89 "GET /v2.0/security-groups?id=4b0100f2-480f-41b8-8876-e30a8b4057ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1529112 Feb 04 17:46:41.980324 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-c6389c15-6715-469f-8e4a-f3ae84dafe0b req-423126c8-9f89-4fe4-a839-bfb39769f0c8 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ed599668-0c0b-444c-9c14-0f4e77bbf5cf HTTP/1.1" status: 200 len: 217 time: 0.0426371 Feb 04 17:46:41.980498 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Current status of the port d46df5be-3c54-41a8-b45e-141247baefdb is: BUILD; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:46:41.981381 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (d46df5be-3c54-41a8-b45e-141247baefdb), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:46:42.000617 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 17:46:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ff8807d-40f2-4786-9b5b-9d499819b79b x-openstack-request-id: req-6ff8807d-40f2-4786-9b5b-9d499819b79b {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:46:42.001097 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb6877a5-43b5-44e9-b880-81255ebc0c83", "name": "network-vif-plugged", "status": "completed", "tag": "756a02cd-0cae-4c90-9d5a-05eb81ac510b", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:46:42.001651 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-6ff8807d-40f2-4786-9b5b-9d499819b79b {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:46:42.002071 n-d-827839-2 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb6877a5-43b5-44e9-b880-81255ebc0c83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '756a02cd-0cae-4c90-9d5a-05eb81ac510b', 'code': 200} Feb 04 17:46:42.024017 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] For port d46df5be-3c54-41a8-b45e-141247baefdb, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=d46df5be-3c54-41a8-b45e-141247baefdb,segment=NetworkSegment(6c8fbda3-25db-4985-9e6a-587ac7aad334),segment_id=6c8fbda3-25db-4985-9e6a-587ac7aad334)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:46:42.028191 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (d46df5be-3c54-41a8-b45e-141247baefdb), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:46:42.035836 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6389c15-6715-469f-8e4a-f3ae84dafe0b req-b4454b45-487a-4766-836d-bf1f089b697d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:46:42.037421 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-c6389c15-6715-469f-8e4a-f3ae84dafe0b req-b4454b45-487a-4766-836d-bf1f089b697d service neutron] 10.222.0.90 "GET /v2.0/subnets?id=49995342-0420-4960-b64a-dea21256a724 HTTP/1.1" status: 200 len: 850 time: 0.0495393 Feb 04 17:46:42.080070 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-c6389c15-6715-469f-8e4a-f3ae84dafe0b req-e230e1b8-dcd4-4d78-a22b-15d42b60ca04 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=d43fc9a7-004e-40ff-8be4-e45fe0696e4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0343313 Feb 04 17:46:42.083314 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Pushing event updated for resources: {'Port': ['ID=d46df5be-3c54-41a8-b45e-141247baefdb,revision_number=5']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:46:42.175200 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-c6389c15-6715-469f-8e4a-f3ae84dafe0b req-8f18fc1a-39f5-4253-b3e3-72d73224cf4d service neutron] 10.222.0.90 "GET /v2.0/networks/d43fc9a7-004e-40ff-8be4-e45fe0696e4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865674 Feb 04 17:46:42.263107 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-c6389c15-6715-469f-8e4a-f3ae84dafe0b req-542ba23f-e4b7-4537-8ee4-299f329cdbf2 service neutron] 10.222.0.90 "GET /v2.0/networks/d43fc9a7-004e-40ff-8be4-e45fe0696e4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804455 Feb 04 17:46:42.418870 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4afa23b-7f60-4141-9604-5494e036e29b req-0a0356ac-ac7c-440d-ba48-1f872f490d8e tempest-VolumesSnapshotTestJSON-548795101 tempest-VolumesSnapshotTestJSON-548795101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:46:42.432611 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-d4afa23b-7f60-4141-9604-5494e036e29b req-0a0356ac-ac7c-440d-ba48-1f872f490d8e tempest-VolumesSnapshotTestJSON-548795101 tempest-VolumesSnapshotTestJSON-548795101-project] 10.222.0.89 "GET /v2.0/ports?device_id=745490fb-5531-4438-a514-bedc8ab97566 HTTP/1.1" status: 200 len: 945 time: 0.0649238 Feb 04 17:46:42.453092 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (3f9244a9-75fc-4c10-b195-11d48b853b41), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:46:42.483198 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-d4afa23b-7f60-4141-9604-5494e036e29b req-cbc75833-ae3b-40c7-853b-90b97f51802d tempest-VolumesSnapshotTestJSON-548795101 tempest-VolumesSnapshotTestJSON-548795101-project] 10.222.0.89 "GET /v2.0/security-groups?id=59748ef0-99f9-4cfc-917b-6d887dbae337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464356 Feb 04 17:46:43.057207 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbef084d-727c-442e-836f-bc98251518e6 req-33eb51bc-100e-4151-b88f-218aae2da74d tempest-ServerGroupTestJSON-280692588 tempest-ServerGroupTestJSON-280692588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:46:43.057784 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c172a06d-b045-4adb-a6b3-01aec8b9477d req-13e68901-0da3-4169-8599-5aade7b55786 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:46:43.059451 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-dbef084d-727c-442e-836f-bc98251518e6 req-33eb51bc-100e-4151-b88f-218aae2da74d tempest-ServerGroupTestJSON-280692588 tempest-ServerGroupTestJSON-280692588-project] 10.222.0.89 "GET /v2.0/ports?device_id=bf86d229-02c6-44c3-a854-c09636be9a09 HTTP/1.1" status: 200 len: 943 time: 0.0795357 Feb 04 17:46:43.061189 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-c172a06d-b045-4adb-a6b3-01aec8b9477d req-13e68901-0da3-4169-8599-5aade7b55786 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] 10.222.0.89 "GET /v2.0/ports?device_id=fb6877a5-43b5-44e9-b880-81255ebc0c83 HTTP/1.1" status: 200 len: 946 time: 0.0623586 Feb 04 17:46:43.110111 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-dbef084d-727c-442e-836f-bc98251518e6 req-90ee2c95-fd11-4b72-b281-acd7b4ad7a7a tempest-ServerGroupTestJSON-280692588 tempest-ServerGroupTestJSON-280692588-project] 10.222.0.89 "GET /v2.0/security-groups?id=fc986857-4d64-4e89-934b-a0b63842f89f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440617 Feb 04 17:46:43.113059 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-c172a06d-b045-4adb-a6b3-01aec8b9477d req-08b5f600-430f-4608-8e94-964c41f82e51 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] 10.222.0.89 "GET /v2.0/security-groups?id=4b0100f2-480f-41b8-8876-e30a8b4057ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483203 Feb 04 17:46:43.611969 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6912e6-e283-4722-a41f-d4680ab86751 req-d7559ae6-f0d1-47ce-89ce-435fde0b2bcf tempest-VolumesSnapshotTestJSON-548795101 tempest-VolumesSnapshotTestJSON-548795101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:46:43.613508 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-5a6912e6-e283-4722-a41f-d4680ab86751 req-d7559ae6-f0d1-47ce-89ce-435fde0b2bcf tempest-VolumesSnapshotTestJSON-548795101 tempest-VolumesSnapshotTestJSON-548795101-project] 10.222.0.89 "GET /v2.0/ports?device_id=745490fb-5531-4438-a514-bedc8ab97566 HTTP/1.1" status: 200 len: 945 time: 0.0617144 Feb 04 17:46:43.665782 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-5a6912e6-e283-4722-a41f-d4680ab86751 req-4b898d1c-6f19-4e67-b9a7-93c5eae48602 tempest-VolumesSnapshotTestJSON-548795101 tempest-VolumesSnapshotTestJSON-548795101-project] 10.222.0.89 "GET /v2.0/security-groups?id=59748ef0-99f9-4cfc-917b-6d887dbae337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466843 Feb 04 17:46:44.003184 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '745490fb-5531-4438-a514-bedc8ab97566', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd46df5be-3c54-41a8-b45e-141247baefdb'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:46:44.005552 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c34bc964ce2211770fda26ca2f3801cc06f4f39928110690550e94ab9c9d2fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b94d0a1-68ae-409a-8964-7a4abe4086e1" -d '{"events": [{"server_uuid": "745490fb-5531-4438-a514-bedc8ab97566", "name": "network-vif-plugged", "status": "completed", "tag": "d46df5be-3c54-41a8-b45e-141247baefdb"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:46:44.043367 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 17:46:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bf211f4-883a-4667-ae47-0254b448d5c1 x-openstack-request-id: req-9bf211f4-883a-4667-ae47-0254b448d5c1 {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:46:44.043661 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "745490fb-5531-4438-a514-bedc8ab97566", "name": "network-vif-plugged", "status": "completed", "tag": "d46df5be-3c54-41a8-b45e-141247baefdb", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:46:44.043928 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-9bf211f4-883a-4667-ae47-0254b448d5c1 {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:46:44.044325 n-d-827839-2 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '745490fb-5531-4438-a514-bedc8ab97566', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd46df5be-3c54-41a8-b45e-141247baefdb', 'code': 200} Feb 04 17:46:44.138039 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5627d4e-ba32-4f86-8d72-56d2abe45c46 req-ba5e2333-9f19-413a-9b1b-a07cf30b82cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:46:44.139611 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-e5627d4e-ba32-4f86-8d72-56d2abe45c46 req-ba5e2333-9f19-413a-9b1b-a07cf30b82cc service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=fb6877a5-43b5-44e9-b880-81255ebc0c83&tenant_id=86a0fd5c0c974eafbf1c6e95239dcb2c HTTP/1.1" status: 200 len: 1128 time: 0.0456617 Feb 04 17:46:44.151587 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [req-e5627d4e-ba32-4f86-8d72-56d2abe45c46 req-2c48cb08-86ba-470d-a5d6-8c2e1dcb7375 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-827839-2', 'device_owner': 'compute:nova'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:46:44.160151 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880647b1-f8ef-45d1-b0f9-19710439083e req-8ff055be-0722-4aaf-bb48-abe03404b30a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:46:44.163585 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-880647b1-f8ef-45d1-b0f9-19710439083e req-8ff055be-0722-4aaf-bb48-abe03404b30a service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=745490fb-5531-4438-a514-bedc8ab97566 HTTP/1.1" status: 200 len: 1127 time: 0.0516341 Feb 04 17:46:44.227160 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-880647b1-f8ef-45d1-b0f9-19710439083e req-13c7a0aa-2da2-4422-9691-82b3e40a8877 service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=59748ef0-99f9-4cfc-917b-6d887dbae337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556903 Feb 04 17:46:44.230038 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-e5627d4e-ba32-4f86-8d72-56d2abe45c46 req-2c48cb08-86ba-470d-a5d6-8c2e1dcb7375 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (756a02cd-0cae-4c90-9d5a-05eb81ac510b), before_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:46:44.268560 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d61d32-0abf-4e00-87e1-1f98c69983c4 req-8f7aea44-9b4c-4a66-a040-5b634ae18b5a tempest-ServerGroupTestJSON-280692588 tempest-ServerGroupTestJSON-280692588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:46:44.270154 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-24d61d32-0abf-4e00-87e1-1f98c69983c4 req-8f7aea44-9b4c-4a66-a040-5b634ae18b5a tempest-ServerGroupTestJSON-280692588 tempest-ServerGroupTestJSON-280692588-project] 10.222.0.89 "GET /v2.0/ports?device_id=bf86d229-02c6-44c3-a854-c09636be9a09 HTTP/1.1" status: 200 len: 943 time: 0.0636272 Feb 04 17:46:44.299467 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Device ed599668-0c0b-444c-9c14-0f4e77bbf5cf details requested by agent hyperv_n-h2-827839-2 with host n-h2-827839-2 {{(pid=103378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 17:46:44.313670 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff11a1b-36c7-4358-a1eb-f7a7d30d3384 req-5c349c8c-e41a-45ed-a9a0-e414a40744e2 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:46:44.315231 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-bff11a1b-36c7-4358-a1eb-f7a7d30d3384 req-5c349c8c-e41a-45ed-a9a0-e414a40744e2 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] 10.222.0.89 "GET /v2.0/ports?device_id=fb6877a5-43b5-44e9-b880-81255ebc0c83 HTTP/1.1" status: 200 len: 946 time: 0.1040959 Feb 04 17:46:44.340888 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-24d61d32-0abf-4e00-87e1-1f98c69983c4 req-276d3248-8701-4480-a19b-b9ab8fda3980 tempest-ServerGroupTestJSON-280692588 tempest-ServerGroupTestJSON-280692588-project] 10.222.0.89 "GET /v2.0/security-groups?id=fc986857-4d64-4e89-934b-a0b63842f89f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598435 Feb 04 17:46:44.410656 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] For port ed599668-0c0b-444c-9c14-0f4e77bbf5cf, host n-h2-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=ed599668-0c0b-444c-9c14-0f4e77bbf5cf,segment=NetworkSegment(90c46b4f-a432-4ad5-993e-0c1b1512d570),segment_id=90c46b4f-a432-4ad5-993e-0c1b1512d570)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:46:44.423194 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Returning: {'device': 'ed599668-0c0b-444c-9c14-0f4e77bbf5cf', 'network_id': 'd43fc9a7-004e-40ff-8be4-e45fe0696e4d', 'port_id': 'ed599668-0c0b-444c-9c14-0f4e77bbf5cf', 'mac_address': 'fa:16:3e:fa:d8:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 788, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49995342-0420-4960-b64a-dea21256a724', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 17:46:44.464556 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Current status of the port ed599668-0c0b-444c-9c14-0f4e77bbf5cf is: DOWN; New status is: BUILD {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:46:44.464971 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (ed599668-0c0b-444c-9c14-0f4e77bbf5cf), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:46:44.465841 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-bff11a1b-36c7-4358-a1eb-f7a7d30d3384 req-e5aaa730-5246-4732-9795-d669ed4ebeea tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] 10.222.0.89 "GET /v2.0/security-groups?id=4b0100f2-480f-41b8-8876-e30a8b4057ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1007795 Feb 04 17:46:44.479912 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed599668-0c0b-444c-9c14-0f4e77bbf5cf {{(pid=103378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 17:46:44.505355 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] For port ed599668-0c0b-444c-9c14-0f4e77bbf5cf, host n-h2-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=ed599668-0c0b-444c-9c14-0f4e77bbf5cf,segment=NetworkSegment(90c46b4f-a432-4ad5-993e-0c1b1512d570),segment_id=90c46b4f-a432-4ad5-993e-0c1b1512d570)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:46:44.511221 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (ed599668-0c0b-444c-9c14-0f4e77bbf5cf), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:46:44.514590 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [req-e5627d4e-ba32-4f86-8d72-56d2abe45c46 req-2c48cb08-86ba-470d-a5d6-8c2e1dcb7375 service neutron] For port 756a02cd-0cae-4c90-9d5a-05eb81ac510b, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=756a02cd-0cae-4c90-9d5a-05eb81ac510b,segment=NetworkSegment(dce1e76b-f838-43ab-9c5c-1f6066e86227),segment_id=dce1e76b-f838-43ab-9c5c-1f6066e86227)] {{(pid=103377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:46:44.552672 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [req-e5627d4e-ba32-4f86-8d72-56d2abe45c46 req-2c48cb08-86ba-470d-a5d6-8c2e1dcb7375 service neutron] For port 756a02cd-0cae-4c90-9d5a-05eb81ac510b, host n-h1-827839-2, cleared binding levels {{(pid=103377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:46:44.567317 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Pushing event updated for resources: {'Port': ['ID=ed599668-0c0b-444c-9c14-0f4e77bbf5cf,revision_number=4']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:46:44.595332 n-d-827839-2 neutron-server[103377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb6877a5-43b5-44e9-b880-81255ebc0c83', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '756a02cd-0cae-4c90-9d5a-05eb81ac510b'}] {{(pid=103377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:46:44.597562 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7240428b650e1488e9361b62648ff4b3a6c19d49d8c27c949491ab58c1346cf0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7567fa4-54e4-4bba-85b2-896db842bf97" -d '{"events": [{"server_uuid": "fb6877a5-43b5-44e9-b880-81255ebc0c83", "name": "network-vif-unplugged", "status": "completed", "tag": "756a02cd-0cae-4c90-9d5a-05eb81ac510b"}]}' {{(pid=103377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:46:44.601976 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-e5627d4e-ba32-4f86-8d72-56d2abe45c46 req-2c48cb08-86ba-470d-a5d6-8c2e1dcb7375 service neutron] Publish callbacks [] for port (756a02cd-0cae-4c90-9d5a-05eb81ac510b), precommit_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:46:44.615017 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.provisioning_blocks [req-e5627d4e-ba32-4f86-8d72-56d2abe45c46 req-2c48cb08-86ba-470d-a5d6-8c2e1dcb7375 service neutron] Transition to ACTIVE for port object 756a02cd-0cae-4c90-9d5a-05eb81ac510b will not be triggered until provisioned by entity L2. {{(pid=103377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 17:46:44.618800 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-e5627d4e-ba32-4f86-8d72-56d2abe45c46 req-2c48cb08-86ba-470d-a5d6-8c2e1dcb7375 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25888290'] for port (756a02cd-0cae-4c90-9d5a-05eb81ac510b), after_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:46:44.648471 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 04 Feb 2022 17:46:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f428d86-6e80-43b7-85a9-17ff4f51bd08 x-openstack-request-id: req-2f428d86-6e80-43b7-85a9-17ff4f51bd08 {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:46:44.648779 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb6877a5-43b5-44e9-b880-81255ebc0c83", "name": "network-vif-unplugged", "status": "completed", "tag": "756a02cd-0cae-4c90-9d5a-05eb81ac510b", "code": 200}]} {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:46:44.649035 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-2f428d86-6e80-43b7-85a9-17ff4f51bd08 {{(pid=103377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:46:44.649420 n-d-827839-2 neutron-server[103377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb6877a5-43b5-44e9-b880-81255ebc0c83', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '756a02cd-0cae-4c90-9d5a-05eb81ac510b', 'code': 200} Feb 04 17:46:44.705929 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c48cb08-86ba-470d-a5d6-8c2e1dcb7375 service neutron] Pushing event updated for resources: {'Port': ['ID=756a02cd-0cae-4c90-9d5a-05eb81ac510b,revision_number=10']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:46:44.748318 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5627d4e-ba32-4f86-8d72-56d2abe45c46 req-2c48cb08-86ba-470d-a5d6-8c2e1dcb7375 service neutron] No DVR routers for this DVR port 756a02cd-0cae-4c90-9d5a-05eb81ac510b on host n-h1-827839-2 {{(pid=103377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 17:46:44.763121 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] get_ports_and_sgs() called for port_ids ['ed599668-0c0b-444c-9c14-0f4e77bbf5cf'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 17:46:44.877709 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ada968e-fbb0-413a-af70-e5ced6657257 req-702b4721-0cc9-455c-855a-9a9ab7929b39 tempest-VolumesSnapshotTestJSON-548795101 tempest-VolumesSnapshotTestJSON-548795101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:46:44.879914 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-8ada968e-fbb0-413a-af70-e5ced6657257 req-702b4721-0cc9-455c-855a-9a9ab7929b39 tempest-VolumesSnapshotTestJSON-548795101 tempest-VolumesSnapshotTestJSON-548795101-project] 10.222.0.89 "GET /v2.0/ports?device_id=745490fb-5531-4438-a514-bedc8ab97566 HTTP/1.1" status: 200 len: 945 time: 0.1339128 Feb 04 17:46:44.975002 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-8ada968e-fbb0-413a-af70-e5ced6657257 req-374cc82c-1304-4b24-86d6-bb0388e8624a tempest-VolumesSnapshotTestJSON-548795101 tempest-VolumesSnapshotTestJSON-548795101-project] 10.222.0.89 "GET /v2.0/security-groups?id=59748ef0-99f9-4cfc-917b-6d887dbae337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829206 Feb 04 17:46:44.975790 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [req-e5627d4e-ba32-4f86-8d72-56d2abe45c46 req-2c48cb08-86ba-470d-a5d6-8c2e1dcb7375 service neutron] Attempting to bind port 756a02cd-0cae-4c90-9d5a-05eb81ac510b on host n-h2-827839-2 for vnic_type normal with profile {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:46:44.976126 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [req-e5627d4e-ba32-4f86-8d72-56d2abe45c46 req-2c48cb08-86ba-470d-a5d6-8c2e1dcb7375 service neutron] Attempting to bind port 756a02cd-0cae-4c90-9d5a-05eb81ac510b by drivers openvswitch,hyperv on host n-h2-827839-2 at level 0 using segments [{'id': 'dce1e76b-f838-43ab-9c5c-1f6066e86227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'c4c6b8bd-d4fb-4788-b4f1-2d944d88e7a1'}] {{(pid=103377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:46:44.976459 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5627d4e-ba32-4f86-8d72-56d2abe45c46 req-2c48cb08-86ba-470d-a5d6-8c2e1dcb7375 service neutron] Attempting to bind port 756a02cd-0cae-4c90-9d5a-05eb81ac510b on network c4c6b8bd-d4fb-4788-b4f1-2d944d88e7a1 {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:46:44.981036 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5627d4e-ba32-4f86-8d72-56d2abe45c46 req-2c48cb08-86ba-470d-a5d6-8c2e1dcb7375 service neutron] Port 756a02cd-0cae-4c90-9d5a-05eb81ac510b on network c4c6b8bd-d4fb-4788-b4f1-2d944d88e7a1 not bound, no agent of type Open vSwitch agent registered on host n-h2-827839-2 {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 17:46:44.981360 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5627d4e-ba32-4f86-8d72-56d2abe45c46 req-2c48cb08-86ba-470d-a5d6-8c2e1dcb7375 service neutron] Attempting to bind port 756a02cd-0cae-4c90-9d5a-05eb81ac510b on network c4c6b8bd-d4fb-4788-b4f1-2d944d88e7a1 {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:46:44.986238 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5627d4e-ba32-4f86-8d72-56d2abe45c46 req-2c48cb08-86ba-470d-a5d6-8c2e1dcb7375 service neutron] Checking agent: {'id': 'f20a1ab3-4332-4f54-833b-ba4a7c687e89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 8, 40), 'started_at': datetime.datetime(2022, 2, 4, 17, 8, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 46, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:46:44.986543 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5627d4e-ba32-4f86-8d72-56d2abe45c46 req-2c48cb08-86ba-470d-a5d6-8c2e1dcb7375 service neutron] Checking segment: {'id': 'dce1e76b-f838-43ab-9c5c-1f6066e86227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'c4c6b8bd-d4fb-4788-b4f1-2d944d88e7a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:46:44.986922 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5627d4e-ba32-4f86-8d72-56d2abe45c46 req-2c48cb08-86ba-470d-a5d6-8c2e1dcb7375 service neutron] Bound using segment: {'id': 'dce1e76b-f838-43ab-9c5c-1f6066e86227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'c4c6b8bd-d4fb-4788-b4f1-2d944d88e7a1'} {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:46:44.987348 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [req-e5627d4e-ba32-4f86-8d72-56d2abe45c46 req-2c48cb08-86ba-470d-a5d6-8c2e1dcb7375 service neutron] Bound port: 756a02cd-0cae-4c90-9d5a-05eb81ac510b, host: n-h2-827839-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dce1e76b-f838-43ab-9c5c-1f6066e86227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'c4c6b8bd-d4fb-4788-b4f1-2d944d88e7a1'}}] {{(pid=103377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:46:44.987705 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-e5627d4e-ba32-4f86-8d72-56d2abe45c46 req-2c48cb08-86ba-470d-a5d6-8c2e1dcb7375 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (756a02cd-0cae-4c90-9d5a-05eb81ac510b), before_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:46:45.050261 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [req-e5627d4e-ba32-4f86-8d72-56d2abe45c46 req-2c48cb08-86ba-470d-a5d6-8c2e1dcb7375 service neutron] For port 756a02cd-0cae-4c90-9d5a-05eb81ac510b, host n-h2-827839-2, cleared binding levels {{(pid=103377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:46:45.053249 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [req-e5627d4e-ba32-4f86-8d72-56d2abe45c46 req-2c48cb08-86ba-470d-a5d6-8c2e1dcb7375 service neutron] For port 756a02cd-0cae-4c90-9d5a-05eb81ac510b, host n-h2-827839-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=756a02cd-0cae-4c90-9d5a-05eb81ac510b,segment=NetworkSegment(dce1e76b-f838-43ab-9c5c-1f6066e86227),segment_id=dce1e76b-f838-43ab-9c5c-1f6066e86227)] {{(pid=103377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:46:45.059228 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-e5627d4e-ba32-4f86-8d72-56d2abe45c46 req-2c48cb08-86ba-470d-a5d6-8c2e1dcb7375 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25888290'] for port (756a02cd-0cae-4c90-9d5a-05eb81ac510b), after_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:46:45.091806 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5627d4e-ba32-4f86-8d72-56d2abe45c46 req-2c48cb08-86ba-470d-a5d6-8c2e1dcb7375 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:46:45.092373 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-e5627d4e-ba32-4f86-8d72-56d2abe45c46 req-2c48cb08-86ba-470d-a5d6-8c2e1dcb7375 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:46:45.093778 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-e5627d4e-ba32-4f86-8d72-56d2abe45c46 req-2c48cb08-86ba-470d-a5d6-8c2e1dcb7375 service neutron] 10.222.0.90 "PUT /v2.0/ports/756a02cd-0cae-4c90-9d5a-05eb81ac510b HTTP/1.1" status: 200 len: 1093 time: 0.9466946 Feb 04 17:46:45.124497 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c48cb08-86ba-470d-a5d6-8c2e1dcb7375 service neutron] Pushing event updated for resources: {'Port': ['ID=756a02cd-0cae-4c90-9d5a-05eb81ac510b,revision_number=11']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:46:45.172556 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5627d4e-ba32-4f86-8d72-56d2abe45c46 req-f601b2ab-3503-4940-8828-49a7e53aa102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:46:45.174311 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-e5627d4e-ba32-4f86-8d72-56d2abe45c46 req-f601b2ab-3503-4940-8828-49a7e53aa102 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=86a0fd5c0c974eafbf1c6e95239dcb2c&device_id=fb6877a5-43b5-44e9-b880-81255ebc0c83 HTTP/1.1" status: 200 len: 1127 time: 0.0584154 Feb 04 17:46:45.274074 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5627d4e-ba32-4f86-8d72-56d2abe45c46 req-d6ef7f68-3a84-4511-8bdd-78d31694c51f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:46:45.276117 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-e5627d4e-ba32-4f86-8d72-56d2abe45c46 req-d6ef7f68-3a84-4511-8bdd-78d31694c51f service neutron] 10.222.0.90 "GET /v2.0/networks?id=c4c6b8bd-d4fb-4788-b4f1-2d944d88e7a1 HTTP/1.1" status: 200 len: 898 time: 0.0953116 Feb 04 17:46:45.344509 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-e5627d4e-ba32-4f86-8d72-56d2abe45c46 req-bb153d97-3239-421e-b586-9a1b9bdd5548 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=756a02cd-0cae-4c90-9d5a-05eb81ac510b HTTP/1.1" status: 200 len: 1000 time: 0.0609951 Feb 04 17:46:45.458821 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d300afd-14be-4818-aba8-fadff9086ac3 req-7d5712ef-6f5d-4b2a-a628-fb93d72bee71 tempest-ServerGroupTestJSON-280692588 tempest-ServerGroupTestJSON-280692588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:46:45.460416 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-6d300afd-14be-4818-aba8-fadff9086ac3 req-7d5712ef-6f5d-4b2a-a628-fb93d72bee71 tempest-ServerGroupTestJSON-280692588 tempest-ServerGroupTestJSON-280692588-project] 10.222.0.89 "GET /v2.0/ports?device_id=bf86d229-02c6-44c3-a854-c09636be9a09 HTTP/1.1" status: 200 len: 944 time: 0.0548832 Feb 04 17:46:45.511454 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-6d300afd-14be-4818-aba8-fadff9086ac3 req-26d8d8a7-cb63-41cc-ac88-343274ec286f tempest-ServerGroupTestJSON-280692588 tempest-ServerGroupTestJSON-280692588-project] 10.222.0.89 "GET /v2.0/security-groups?id=fc986857-4d64-4e89-934b-a0b63842f89f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451632 Feb 04 17:46:45.764662 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5627d4e-ba32-4f86-8d72-56d2abe45c46 req-37304323-e0b7-4d4d-8645-05ee96c954c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:46:45.766160 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-e5627d4e-ba32-4f86-8d72-56d2abe45c46 req-37304323-e0b7-4d4d-8645-05ee96c954c5 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=3ecc9f87-97b0-4c7a-bcbb-cce4bed8f320 HTTP/1.1" status: 200 len: 834 time: 0.4104483 Feb 04 17:46:45.781215 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6920c51b-ea5e-49a4-814b-fd5fe2a1c427 req-08c42211-ac9b-4fe9-a0cf-392a4df985e7 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:46:45.782589 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-6920c51b-ea5e-49a4-814b-fd5fe2a1c427 req-08c42211-ac9b-4fe9-a0cf-392a4df985e7 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] 10.222.0.89 "GET /v2.0/ports?device_id=fb6877a5-43b5-44e9-b880-81255ebc0c83 HTTP/1.1" status: 200 len: 945 time: 0.0651031 Feb 04 17:46:45.860499 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-6920c51b-ea5e-49a4-814b-fd5fe2a1c427 req-7880c6fe-3c06-49c9-adf3-efceaa8734c0 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] 10.222.0.89 "GET /v2.0/security-groups?id=4b0100f2-480f-41b8-8876-e30a8b4057ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0694697 Feb 04 17:46:45.862985 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5627d4e-ba32-4f86-8d72-56d2abe45c46 req-c422998b-5dd0-46d8-acb2-d81c303b78ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:46:45.864375 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-e5627d4e-ba32-4f86-8d72-56d2abe45c46 req-c422998b-5dd0-46d8-acb2-d81c303b78ff service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=c4c6b8bd-d4fb-4788-b4f1-2d944d88e7a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0809522 Feb 04 17:46:45.955245 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-e5627d4e-ba32-4f86-8d72-56d2abe45c46 req-0fadbf30-01d2-48f3-b61d-a6019c173295 service neutron] 10.222.0.90 "GET /v2.0/networks/c4c6b8bd-d4fb-4788-b4f1-2d944d88e7a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841389 Feb 04 17:46:46.058238 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-e5627d4e-ba32-4f86-8d72-56d2abe45c46 req-73838969-cab3-4104-afee-217b035924ee service neutron] 10.222.0.90 "GET /v2.0/networks/c4c6b8bd-d4fb-4788-b4f1-2d944d88e7a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934780 Feb 04 17:46:46.105945 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b689b1db-f66a-49c7-b43a-075e8dd9e2a4 req-7bf3864c-c5f1-4cc6-91ac-439f165d7952 tempest-VolumesSnapshotTestJSON-548795101 tempest-VolumesSnapshotTestJSON-548795101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:46:46.107965 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-b689b1db-f66a-49c7-b43a-075e8dd9e2a4 req-7bf3864c-c5f1-4cc6-91ac-439f165d7952 tempest-VolumesSnapshotTestJSON-548795101 tempest-VolumesSnapshotTestJSON-548795101-project] 10.222.0.89 "GET /v2.0/ports?device_id=745490fb-5531-4438-a514-bedc8ab97566 HTTP/1.1" status: 200 len: 945 time: 0.0572870 Feb 04 17:46:46.155117 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-b689b1db-f66a-49c7-b43a-075e8dd9e2a4 req-e07a4d09-9328-4f7b-9eeb-16bbb6a0521b tempest-VolumesSnapshotTestJSON-548795101 tempest-VolumesSnapshotTestJSON-548795101-project] 10.222.0.89 "GET /v2.0/security-groups?id=59748ef0-99f9-4cfc-917b-6d887dbae337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414317 Feb 04 17:46:46.314011 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Device ed599668-0c0b-444c-9c14-0f4e77bbf5cf up at agent hyperv_n-h2-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:46:46.364056 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Provisioning for port ed599668-0c0b-444c-9c14-0f4e77bbf5cf completed by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 17:46:46.368134 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Provisioning complete for port ed599668-0c0b-444c-9c14-0f4e77bbf5cf triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:46:46.368513 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (ed599668-0c0b-444c-9c14-0f4e77bbf5cf), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:46:46.451282 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Current status of the port ed599668-0c0b-444c-9c14-0f4e77bbf5cf is: BUILD; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:46:46.451679 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (ed599668-0c0b-444c-9c14-0f4e77bbf5cf), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:46:46.474987 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf86d229-02c6-44c3-a854-c09636be9a09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed599668-0c0b-444c-9c14-0f4e77bbf5cf'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:46:46.477282 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c34bc964ce2211770fda26ca2f3801cc06f4f39928110690550e94ab9c9d2fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fa38d8c-f228-49cd-8623-01330c7ad233" -d '{"events": [{"server_uuid": "bf86d229-02c6-44c3-a854-c09636be9a09", "name": "network-vif-plugged", "status": "completed", "tag": "ed599668-0c0b-444c-9c14-0f4e77bbf5cf"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:46:46.491036 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] For port ed599668-0c0b-444c-9c14-0f4e77bbf5cf, host n-h2-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=ed599668-0c0b-444c-9c14-0f4e77bbf5cf,segment=NetworkSegment(90c46b4f-a432-4ad5-993e-0c1b1512d570),segment_id=90c46b4f-a432-4ad5-993e-0c1b1512d570)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:46:46.494621 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (ed599668-0c0b-444c-9c14-0f4e77bbf5cf), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:46:46.517539 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 17:46:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9d06766-c9f7-41d0-a1ee-0941664825aa x-openstack-request-id: req-d9d06766-c9f7-41d0-a1ee-0941664825aa {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:46:46.517841 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf86d229-02c6-44c3-a854-c09636be9a09", "name": "network-vif-plugged", "status": "completed", "tag": "ed599668-0c0b-444c-9c14-0f4e77bbf5cf", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:46:46.518097 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-d9d06766-c9f7-41d0-a1ee-0941664825aa {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:46:46.518505 n-d-827839-2 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf86d229-02c6-44c3-a854-c09636be9a09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed599668-0c0b-444c-9c14-0f4e77bbf5cf', 'code': 200} Feb 04 17:46:46.549666 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Pushing event updated for resources: {'Port': ['ID=ed599668-0c0b-444c-9c14-0f4e77bbf5cf,revision_number=5']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:46:46.651109 n-d-827839-2 neutron-server[103377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb6877a5-43b5-44e9-b880-81255ebc0c83', 'tag': '756a02cd-0cae-4c90-9d5a-05eb81ac510b'}] {{(pid=103377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:46:46.654876 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7240428b650e1488e9361b62648ff4b3a6c19d49d8c27c949491ab58c1346cf0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28ccb031-2f6e-4928-8124-10f36e6f7657" -d '{"events": [{"name": "network-changed", "server_uuid": "fb6877a5-43b5-44e9-b880-81255ebc0c83", "tag": "756a02cd-0cae-4c90-9d5a-05eb81ac510b"}]}' {{(pid=103377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:46:46.669322 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357387ee-b578-44ab-82dc-4f76110ccb54 req-fcb4e2be-d766-4de2-b111-93caae49637a tempest-ServerGroupTestJSON-280692588 tempest-ServerGroupTestJSON-280692588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:46:46.671041 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-357387ee-b578-44ab-82dc-4f76110ccb54 req-fcb4e2be-d766-4de2-b111-93caae49637a tempest-ServerGroupTestJSON-280692588 tempest-ServerGroupTestJSON-280692588-project] 10.222.0.89 "GET /v2.0/ports?device_id=bf86d229-02c6-44c3-a854-c09636be9a09 HTTP/1.1" status: 200 len: 945 time: 0.0682304 Feb 04 17:46:46.682659 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da4df26-fce8-4e10-a58e-7da3eebc5bd4 req-47d77507-7b52-4ac6-99f9-a0a2b458a3dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:46:46.684425 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-7da4df26-fce8-4e10-a58e-7da3eebc5bd4 req-47d77507-7b52-4ac6-99f9-a0a2b458a3dd service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=bf86d229-02c6-44c3-a854-c09636be9a09 HTTP/1.1" status: 200 len: 1127 time: 0.0815182 Feb 04 17:46:46.736271 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-357387ee-b578-44ab-82dc-4f76110ccb54 req-5204b562-03d4-45d6-9b1d-034d18cbb299 tempest-ServerGroupTestJSON-280692588 tempest-ServerGroupTestJSON-280692588-project] 10.222.0.89 "GET /v2.0/security-groups?id=fc986857-4d64-4e89-934b-a0b63842f89f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583951 Feb 04 17:46:46.750105 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 17:46:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81d37530-8d60-4cce-be7b-c1de89986791 x-openstack-request-id: req-81d37530-8d60-4cce-be7b-c1de89986791 {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:46:46.750297 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb6877a5-43b5-44e9-b880-81255ebc0c83", "tag": "756a02cd-0cae-4c90-9d5a-05eb81ac510b", "status": "completed", "code": 200}]} {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:46:46.750458 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-81d37530-8d60-4cce-be7b-c1de89986791 {{(pid=103377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:46:46.750808 n-d-827839-2 neutron-server[103377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb6877a5-43b5-44e9-b880-81255ebc0c83', 'tag': '756a02cd-0cae-4c90-9d5a-05eb81ac510b', 'status': 'completed', 'code': 200} Feb 04 17:46:46.806580 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ccb031-2f6e-4928-8124-10f36e6f7657 req-5f1b3e0e-6d47-4113-a6c5-33ad762f0161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:46:46.808113 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-28ccb031-2f6e-4928-8124-10f36e6f7657 req-5f1b3e0e-6d47-4113-a6c5-33ad762f0161 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=86a0fd5c0c974eafbf1c6e95239dcb2c&device_id=fb6877a5-43b5-44e9-b880-81255ebc0c83 HTTP/1.1" status: 200 len: 1127 time: 0.0480146 Feb 04 17:46:46.817636 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-7da4df26-fce8-4e10-a58e-7da3eebc5bd4 req-ce221f0d-637d-46b7-9b2b-ef4d1ce73b01 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=fc986857-4d64-4e89-934b-a0b63842f89f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158533 Feb 04 17:46:46.831015 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ccb031-2f6e-4928-8124-10f36e6f7657 req-d4141b76-815e-4265-a834-17ee9b811f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:46:46.832579 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-28ccb031-2f6e-4928-8124-10f36e6f7657 req-d4141b76-815e-4265-a834-17ee9b811f60 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=86a0fd5c0c974eafbf1c6e95239dcb2c&device_id=fb6877a5-43b5-44e9-b880-81255ebc0c83 HTTP/1.1" status: 200 len: 1127 time: 0.0719676 Feb 04 17:46:46.912672 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ccb031-2f6e-4928-8124-10f36e6f7657 req-59361e37-edde-44e6-9ff9-182b2f316685 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:46:46.914202 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-28ccb031-2f6e-4928-8124-10f36e6f7657 req-59361e37-edde-44e6-9ff9-182b2f316685 service neutron] 10.222.0.96 "GET /v2.0/networks?id=c4c6b8bd-d4fb-4788-b4f1-2d944d88e7a1 HTTP/1.1" status: 200 len: 898 time: 0.0949917 Feb 04 17:46:47.000416 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-28ccb031-2f6e-4928-8124-10f36e6f7657 req-5014ab70-9f95-4009-91c4-3093f49a3806 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=756a02cd-0cae-4c90-9d5a-05eb81ac510b HTTP/1.1" status: 200 len: 1000 time: 0.0764725 Feb 04 17:46:47.007831 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ec9d57-3d89-4cc6-8add-c1d785e8a527 req-2474e5f4-8e78-4f03-ba55-ae73d6e97a57 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:46:47.010835 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-18ec9d57-3d89-4cc6-8add-c1d785e8a527 req-2474e5f4-8e78-4f03-ba55-ae73d6e97a57 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] 10.222.0.89 "GET /v2.0/ports?device_id=fb6877a5-43b5-44e9-b880-81255ebc0c83 HTTP/1.1" status: 200 len: 945 time: 0.0767212 Feb 04 17:46:47.060827 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ccb031-2f6e-4928-8124-10f36e6f7657 req-3b4b736f-39cd-4173-adc5-11f0af3b7c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:46:47.062687 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-28ccb031-2f6e-4928-8124-10f36e6f7657 req-3b4b736f-39cd-4173-adc5-11f0af3b7c49 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=3ecc9f87-97b0-4c7a-bcbb-cce4bed8f320 HTTP/1.1" status: 200 len: 834 time: 0.0560262 Feb 04 17:46:47.115353 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-18ec9d57-3d89-4cc6-8add-c1d785e8a527 req-3fba450e-bd8c-49c2-88d8-19c247235120 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] 10.222.0.89 "GET /v2.0/security-groups?id=4b0100f2-480f-41b8-8876-e30a8b4057ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0981946 Feb 04 17:46:47.126221 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ccb031-2f6e-4928-8124-10f36e6f7657 req-837c94a7-d733-4442-9719-ea2700b3d7c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:46:47.128247 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-28ccb031-2f6e-4928-8124-10f36e6f7657 req-837c94a7-d733-4442-9719-ea2700b3d7c3 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=c4c6b8bd-d4fb-4788-b4f1-2d944d88e7a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0551257 Feb 04 17:46:47.159993 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ccb031-2f6e-4928-8124-10f36e6f7657 req-18ed2f98-25d0-487d-9390-1d8ffe4f59f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:46:47.161526 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-28ccb031-2f6e-4928-8124-10f36e6f7657 req-18ed2f98-25d0-487d-9390-1d8ffe4f59f5 service neutron] 10.222.0.90 "GET /v2.0/networks?id=c4c6b8bd-d4fb-4788-b4f1-2d944d88e7a1 HTTP/1.1" status: 200 len: 898 time: 0.1131833 Feb 04 17:46:47.234016 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-28ccb031-2f6e-4928-8124-10f36e6f7657 req-dae05510-96fb-43d3-8b94-2a055a2d45a2 service neutron] 10.222.0.96 "GET /v2.0/networks/c4c6b8bd-d4fb-4788-b4f1-2d944d88e7a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918305 Feb 04 17:46:47.240343 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-28ccb031-2f6e-4928-8124-10f36e6f7657 req-368d4939-25df-4cf5-980b-d577f86c85b1 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=756a02cd-0cae-4c90-9d5a-05eb81ac510b HTTP/1.1" status: 200 len: 1000 time: 0.0704877 Feb 04 17:46:47.313782 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ccb031-2f6e-4928-8124-10f36e6f7657 req-7ac2cddd-44f7-47a8-a09d-d0678fb8bae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:46:47.315274 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-28ccb031-2f6e-4928-8124-10f36e6f7657 req-7ac2cddd-44f7-47a8-a09d-d0678fb8bae6 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=3ecc9f87-97b0-4c7a-bcbb-cce4bed8f320 HTTP/1.1" status: 200 len: 834 time: 0.0522702 Feb 04 17:46:47.340108 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-28ccb031-2f6e-4928-8124-10f36e6f7657 req-d736ef2b-0ed8-4a06-977f-4a42845c4134 service neutron] 10.222.0.96 "GET /v2.0/networks/c4c6b8bd-d4fb-4788-b4f1-2d944d88e7a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960791 Feb 04 17:46:47.376166 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ccb031-2f6e-4928-8124-10f36e6f7657 req-d2093573-e66b-4a73-8a18-a546def70263 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:46:47.377710 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-28ccb031-2f6e-4928-8124-10f36e6f7657 req-d2093573-e66b-4a73-8a18-a546def70263 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=c4c6b8bd-d4fb-4788-b4f1-2d944d88e7a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0553825 Feb 04 17:46:47.473647 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-28ccb031-2f6e-4928-8124-10f36e6f7657 req-6d725d87-3557-4c5f-8165-372303d73b64 service neutron] 10.222.0.90 "GET /v2.0/networks/c4c6b8bd-d4fb-4788-b4f1-2d944d88e7a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883732 Feb 04 17:46:47.493321 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device 756a02cd-0cae-4c90-9d5a-05eb81ac510b no longer exists at agent hyperv_n-h1-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:46:47.541066 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] The host n-h1-827839-2 is not matching for port 756a02cd-0cae-4c90-9d5a-05eb81ac510b host n-h2-827839-2! {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Feb 04 17:46:47.541467 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device 756a02cd-0cae-4c90-9d5a-05eb81ac510b not bound to the agent host n-h1-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 17:46:47.573883 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-28ccb031-2f6e-4928-8124-10f36e6f7657 req-e652f461-2bd9-48b9-9ddb-d117ea7b123a service neutron] 10.222.0.90 "GET /v2.0/networks/c4c6b8bd-d4fb-4788-b4f1-2d944d88e7a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931733 Feb 04 17:46:47.865728 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397032a8-0bb4-437c-81cd-6ba6f69213c6 req-12bfd10f-b8ac-4612-9173-2bdd464fa7d4 tempest-ServerGroupTestJSON-280692588 tempest-ServerGroupTestJSON-280692588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:46:47.867312 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-397032a8-0bb4-437c-81cd-6ba6f69213c6 req-12bfd10f-b8ac-4612-9173-2bdd464fa7d4 tempest-ServerGroupTestJSON-280692588 tempest-ServerGroupTestJSON-280692588-project] 10.222.0.89 "GET /v2.0/ports?device_id=bf86d229-02c6-44c3-a854-c09636be9a09 HTTP/1.1" status: 200 len: 945 time: 0.0566697 Feb 04 17:46:47.916508 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-397032a8-0bb4-437c-81cd-6ba6f69213c6 req-1ca61bf9-96c1-4f58-abd0-0052fed1d658 tempest-ServerGroupTestJSON-280692588 tempest-ServerGroupTestJSON-280692588-project] 10.222.0.89 "GET /v2.0/security-groups?id=fc986857-4d64-4e89-934b-a0b63842f89f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432730 Feb 04 17:46:48.255192 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d81ba50-5814-4195-9756-5dac8f3d6e72 req-0f960325-7d13-4079-bcda-5cfe55709230 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:46:48.257509 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-1d81ba50-5814-4195-9756-5dac8f3d6e72 req-0f960325-7d13-4079-bcda-5cfe55709230 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] 10.222.0.89 "GET /v2.0/ports?device_id=fb6877a5-43b5-44e9-b880-81255ebc0c83 HTTP/1.1" status: 200 len: 945 time: 0.0638747 Feb 04 17:46:48.323896 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-1d81ba50-5814-4195-9756-5dac8f3d6e72 req-87c9204f-8eca-4f92-9f9c-633561bd836a tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] 10.222.0.89 "GET /v2.0/security-groups?id=4b0100f2-480f-41b8-8876-e30a8b4057ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593200 Feb 04 17:46:48.350375 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Device 756a02cd-0cae-4c90-9d5a-05eb81ac510b details requested by agent hyperv_n-h2-827839-2 with host n-h2-827839-2 {{(pid=103378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 17:46:48.458211 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] For port 756a02cd-0cae-4c90-9d5a-05eb81ac510b, host n-h2-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=756a02cd-0cae-4c90-9d5a-05eb81ac510b,segment=NetworkSegment(dce1e76b-f838-43ab-9c5c-1f6066e86227),segment_id=dce1e76b-f838-43ab-9c5c-1f6066e86227)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:46:48.470471 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Returning: {'device': '756a02cd-0cae-4c90-9d5a-05eb81ac510b', 'network_id': 'c4c6b8bd-d4fb-4788-b4f1-2d944d88e7a1', 'port_id': '756a02cd-0cae-4c90-9d5a-05eb81ac510b', 'mac_address': 'fa:16:3e:94:7f:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 754, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ecc9f87-97b0-4c7a-bcbb-cce4bed8f320', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 17:46:48.514899 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Current status of the port 756a02cd-0cae-4c90-9d5a-05eb81ac510b is: DOWN; New status is: BUILD {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:46:48.515565 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (756a02cd-0cae-4c90-9d5a-05eb81ac510b), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:46:48.528995 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 756a02cd-0cae-4c90-9d5a-05eb81ac510b {{(pid=103378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 17:46:48.550021 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] For port 756a02cd-0cae-4c90-9d5a-05eb81ac510b, host n-h2-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=756a02cd-0cae-4c90-9d5a-05eb81ac510b,segment=NetworkSegment(dce1e76b-f838-43ab-9c5c-1f6066e86227),segment_id=dce1e76b-f838-43ab-9c5c-1f6066e86227)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:46:48.554529 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (756a02cd-0cae-4c90-9d5a-05eb81ac510b), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:46:48.604532 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Pushing event updated for resources: {'Port': ['ID=756a02cd-0cae-4c90-9d5a-05eb81ac510b,revision_number=12']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:46:48.805417 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] get_ports_and_sgs() called for port_ids ['756a02cd-0cae-4c90-9d5a-05eb81ac510b'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 17:46:49.046127 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7143614c-0642-4980-a11d-0b5194a594b8 req-44c5fa57-8b4e-4be5-85cd-d9d20a5a7065 tempest-ServerGroupTestJSON-280692588 tempest-ServerGroupTestJSON-280692588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:46:49.049794 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-7143614c-0642-4980-a11d-0b5194a594b8 req-44c5fa57-8b4e-4be5-85cd-d9d20a5a7065 tempest-ServerGroupTestJSON-280692588 tempest-ServerGroupTestJSON-280692588-project] 10.222.0.89 "GET /v2.0/ports?device_id=bf86d229-02c6-44c3-a854-c09636be9a09 HTTP/1.1" status: 200 len: 945 time: 0.0557649 Feb 04 17:46:49.098535 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-7143614c-0642-4980-a11d-0b5194a594b8 req-0e0ed86a-d25f-4cca-b270-a764908a0227 tempest-ServerGroupTestJSON-280692588 tempest-ServerGroupTestJSON-280692588-project] 10.222.0.89 "GET /v2.0/security-groups?id=fc986857-4d64-4e89-934b-a0b63842f89f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444005 Feb 04 17:46:49.426310 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97ecfe0-2d6d-4d66-b52f-9b6a4a5fe550 req-27959326-5d4c-47df-b30e-b2b163e12fdb tempest-ServerGroupTestJSON-280692588 tempest-ServerGroupTestJSON-280692588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:46:49.429810 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-c97ecfe0-2d6d-4d66-b52f-9b6a4a5fe550 req-27959326-5d4c-47df-b30e-b2b163e12fdb tempest-ServerGroupTestJSON-280692588 tempest-ServerGroupTestJSON-280692588-project] 10.222.0.89 "GET /v2.0/ports?device_id=bf86d229-02c6-44c3-a854-c09636be9a09 HTTP/1.1" status: 200 len: 945 time: 0.0621188 Feb 04 17:46:49.474781 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa1cdc9-f5a2-4d18-be39-3ae0e9f27da5 req-09731c71-cc7c-433e-add8-b1402fc0de23 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:46:49.478922 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-bfa1cdc9-f5a2-4d18-be39-3ae0e9f27da5 req-09731c71-cc7c-433e-add8-b1402fc0de23 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] 10.222.0.89 "GET /v2.0/ports?device_id=fb6877a5-43b5-44e9-b880-81255ebc0c83 HTTP/1.1" status: 200 len: 946 time: 0.0649796 Feb 04 17:46:49.482758 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-c97ecfe0-2d6d-4d66-b52f-9b6a4a5fe550 req-4d470f75-5fa1-4cef-86d8-b005b679359a tempest-ServerGroupTestJSON-280692588 tempest-ServerGroupTestJSON-280692588-project] 10.222.0.89 "GET /v2.0/security-groups?id=fc986857-4d64-4e89-934b-a0b63842f89f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470588 Feb 04 17:46:49.533001 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-bfa1cdc9-f5a2-4d18-be39-3ae0e9f27da5 req-15938725-3dbc-4be4-9fe5-478c7f4000d0 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] 10.222.0.89 "GET /v2.0/security-groups?id=4b0100f2-480f-41b8-8876-e30a8b4057ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471842 Feb 04 17:46:49.555403 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 42906) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:46:49.623041 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-11b7c493-ef19-4a93-9f0c-2b071ef612c8 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] 10.222.0.89 "GET /v2.0/floatingips/e8b80fad-caa7-4e70-818c-90e946c79c9a HTTP/1.1" status: 200 len: 993 time: 0.0659411 Feb 04 17:46:50.352255 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Device 756a02cd-0cae-4c90-9d5a-05eb81ac510b up at agent hyperv_n-h2-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:46:50.404846 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Provisioning for port 756a02cd-0cae-4c90-9d5a-05eb81ac510b completed by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 17:46:50.410409 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Provisioning complete for port 756a02cd-0cae-4c90-9d5a-05eb81ac510b triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:46:50.411305 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (756a02cd-0cae-4c90-9d5a-05eb81ac510b), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:46:50.496436 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Current status of the port 756a02cd-0cae-4c90-9d5a-05eb81ac510b is: BUILD; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:46:50.497121 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (756a02cd-0cae-4c90-9d5a-05eb81ac510b), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:46:50.542172 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] For port 756a02cd-0cae-4c90-9d5a-05eb81ac510b, host n-h2-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=756a02cd-0cae-4c90-9d5a-05eb81ac510b,segment=NetworkSegment(dce1e76b-f838-43ab-9c5c-1f6066e86227),segment_id=dce1e76b-f838-43ab-9c5c-1f6066e86227)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:46:50.543361 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb6877a5-43b5-44e9-b880-81255ebc0c83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '756a02cd-0cae-4c90-9d5a-05eb81ac510b'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:46:50.546759 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c34bc964ce2211770fda26ca2f3801cc06f4f39928110690550e94ab9c9d2fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24a72552-2224-4dee-8917-d44aac7a9eeb" -d '{"events": [{"server_uuid": "fb6877a5-43b5-44e9-b880-81255ebc0c83", "name": "network-vif-plugged", "status": "completed", "tag": "756a02cd-0cae-4c90-9d5a-05eb81ac510b"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:46:50.550182 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (756a02cd-0cae-4c90-9d5a-05eb81ac510b), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:46:50.601767 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 17:46:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac17cc2f-085e-4750-92be-0d99495fdf1f x-openstack-request-id: req-ac17cc2f-085e-4750-92be-0d99495fdf1f {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:46:50.602060 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb6877a5-43b5-44e9-b880-81255ebc0c83", "name": "network-vif-plugged", "status": "completed", "tag": "756a02cd-0cae-4c90-9d5a-05eb81ac510b", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:46:50.602321 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-ac17cc2f-085e-4750-92be-0d99495fdf1f {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:46:50.602722 n-d-827839-2 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb6877a5-43b5-44e9-b880-81255ebc0c83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '756a02cd-0cae-4c90-9d5a-05eb81ac510b', 'code': 200} Feb 04 17:46:50.616885 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Pushing event updated for resources: {'Port': ['ID=756a02cd-0cae-4c90-9d5a-05eb81ac510b,revision_number=13']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:46:50.663900 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713e0295-1323-4f22-a955-65063ea3e633 req-b8aae917-1601-4a6e-b398-254a5543c2d8 tempest-ServerGroupTestJSON-280692588 tempest-ServerGroupTestJSON-280692588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:46:50.666217 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-713e0295-1323-4f22-a955-65063ea3e633 req-b8aae917-1601-4a6e-b398-254a5543c2d8 tempest-ServerGroupTestJSON-280692588 tempest-ServerGroupTestJSON-280692588-project] 10.222.0.89 "GET /v2.0/ports?device_id=bf86d229-02c6-44c3-a854-c09636be9a09 HTTP/1.1" status: 200 len: 945 time: 0.0997710 Feb 04 17:46:50.717488 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-713e0295-1323-4f22-a955-65063ea3e633 req-d1326949-d20d-42d1-b609-a2276397132e tempest-ServerGroupTestJSON-280692588 tempest-ServerGroupTestJSON-280692588-project] 10.222.0.89 "GET /v2.0/security-groups?id=fc986857-4d64-4e89-934b-a0b63842f89f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439498 Feb 04 17:46:50.818744 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79236a8f-c96a-44bb-91ea-631350cd3e3c req-7e0434c6-e1af-4f60-a32d-3c0cffa5652a tempest-ServerGroupTestJSON-280692588 tempest-ServerGroupTestJSON-280692588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:46:50.820253 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-79236a8f-c96a-44bb-91ea-631350cd3e3c req-7e0434c6-e1af-4f60-a32d-3c0cffa5652a tempest-ServerGroupTestJSON-280692588 tempest-ServerGroupTestJSON-280692588-project] 10.222.0.90 "GET /v2.0/ports?device_id=bf86d229-02c6-44c3-a854-c09636be9a09 HTTP/1.1" status: 200 len: 945 time: 0.0553231 Feb 04 17:46:50.922757 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [req-79236a8f-c96a-44bb-91ea-631350cd3e3c req-4e73e88e-1fc0-4ca0-9fd7-a02daf318e95 tempest-ServerGroupTestJSON-280692588 tempest-ServerGroupTestJSON-280692588-project] Deleting port ed599668-0c0b-444c-9c14-0f4e77bbf5cf {{(pid=103377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:46:50.923098 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-79236a8f-c96a-44bb-91ea-631350cd3e3c req-4e73e88e-1fc0-4ca0-9fd7-a02daf318e95 tempest-ServerGroupTestJSON-280692588 tempest-ServerGroupTestJSON-280692588-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (ed599668-0c0b-444c-9c14-0f4e77bbf5cf), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:46:51.023854 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [req-79236a8f-c96a-44bb-91ea-631350cd3e3c req-4e73e88e-1fc0-4ca0-9fd7-a02daf318e95 tempest-ServerGroupTestJSON-280692588 tempest-ServerGroupTestJSON-280692588-project] For port ed599668-0c0b-444c-9c14-0f4e77bbf5cf, host n-h2-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=ed599668-0c0b-444c-9c14-0f4e77bbf5cf,segment=NetworkSegment(90c46b4f-a432-4ad5-993e-0c1b1512d570),segment_id=90c46b4f-a432-4ad5-993e-0c1b1512d570)] {{(pid=103377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:46:51.024226 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-79236a8f-c96a-44bb-91ea-631350cd3e3c req-4e73e88e-1fc0-4ca0-9fd7-a02daf318e95 tempest-ServerGroupTestJSON-280692588 tempest-ServerGroupTestJSON-280692588-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (ed599668-0c0b-444c-9c14-0f4e77bbf5cf), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:46:51.040826 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [req-79236a8f-c96a-44bb-91ea-631350cd3e3c req-4e73e88e-1fc0-4ca0-9fd7-a02daf318e95 tempest-ServerGroupTestJSON-280692588 tempest-ServerGroupTestJSON-280692588-project] Calling delete_port for ed599668-0c0b-444c-9c14-0f4e77bbf5cf owned by compute:nova {{(pid=103377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:46:51.194821 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-79236a8f-c96a-44bb-91ea-631350cd3e3c req-4e73e88e-1fc0-4ca0-9fd7-a02daf318e95 tempest-ServerGroupTestJSON-280692588 tempest-ServerGroupTestJSON-280692588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (ed599668-0c0b-444c-9c14-0f4e77bbf5cf), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:46:51.208655 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] get_ports_and_sgs() called for port_ids ['ed599668-0c0b-444c-9c14-0f4e77bbf5cf'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 17:46:51.277479 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e73e88e-1fc0-4ca0-9fd7-a02daf318e95 tempest-ServerGroupTestJSON-280692588 tempest-ServerGroupTestJSON-280692588-project] Pushing event deleted for resources: {'Port': ['ID=ed599668-0c0b-444c-9c14-0f4e77bbf5cf,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:46:51.307538 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [req-79236a8f-c96a-44bb-91ea-631350cd3e3c req-4e73e88e-1fc0-4ca0-9fd7-a02daf318e95 tempest-ServerGroupTestJSON-280692588 tempest-ServerGroupTestJSON-280692588-project] No DVR routers for this DVR port ed599668-0c0b-444c-9c14-0f4e77bbf5cf on host n-h2-827839-2 {{(pid=103377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 17:46:51.312756 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-79236a8f-c96a-44bb-91ea-631350cd3e3c req-4e73e88e-1fc0-4ca0-9fd7-a02daf318e95 tempest-ServerGroupTestJSON-280692588 tempest-ServerGroupTestJSON-280692588-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:46:51.321216 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-79236a8f-c96a-44bb-91ea-631350cd3e3c req-4e73e88e-1fc0-4ca0-9fd7-a02daf318e95 tempest-ServerGroupTestJSON-280692588 tempest-ServerGroupTestJSON-280692588-project] 10.222.0.90 "DELETE /v2.0/ports/ed599668-0c0b-444c-9c14-0f4e77bbf5cf HTTP/1.1" status: 204 len: 173 time: 0.4914813 Feb 04 17:46:51.321216 n-d-827839-2 neutron-server[103377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf86d229-02c6-44c3-a854-c09636be9a09', 'name': 'network-vif-deleted', 'tag': 'ed599668-0c0b-444c-9c14-0f4e77bbf5cf'}] {{(pid=103377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:46:51.321216 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7240428b650e1488e9361b62648ff4b3a6c19d49d8c27c949491ab58c1346cf0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e71eb38-dae0-467b-9d90-51d334bdd459" -d '{"events": [{"server_uuid": "bf86d229-02c6-44c3-a854-c09636be9a09", "name": "network-vif-deleted", "tag": "ed599668-0c0b-444c-9c14-0f4e77bbf5cf"}]}' {{(pid=103377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:46:51.364707 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 17:46:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-799b7c3e-3aa6-4473-85cf-4f332160e995 x-openstack-request-id: req-799b7c3e-3aa6-4473-85cf-4f332160e995 {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:46:51.365347 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf86d229-02c6-44c3-a854-c09636be9a09", "name": "network-vif-deleted", "tag": "ed599668-0c0b-444c-9c14-0f4e77bbf5cf", "status": "completed", "code": 200}]} {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:46:51.365848 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-799b7c3e-3aa6-4473-85cf-4f332160e995 {{(pid=103377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:46:51.366470 n-d-827839-2 neutron-server[103377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf86d229-02c6-44c3-a854-c09636be9a09', 'name': 'network-vif-deleted', 'tag': 'ed599668-0c0b-444c-9c14-0f4e77bbf5cf', 'status': 'completed', 'code': 200} Feb 04 17:46:51.885075 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-904b52db-9ed0-4da1-ae4f-52522b67005f req-ef1abbfe-09f2-423d-bc1f-018e5435d3a0 tempest-ServerGroupTestJSON-280692588 tempest-ServerGroupTestJSON-280692588-project] 10.222.0.89 "GET /v2.0/ports?device_id=bf86d229-02c6-44c3-a854-c09636be9a09 HTTP/1.1" status: 200 len: 210 time: 0.0419352 Feb 04 17:46:53.265740 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 42974) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:46:53.318588 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.db_base_plugin_v2 [None req-acc3ace7-580e-4f13-b922-4b12e15eb5d8 admin admin] Deleting subnet 49995342-0420-4960-b64a-dea21256a724 {{(pid=103377) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 17:46:53.323377 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-acc3ace7-580e-4f13-b922-4b12e15eb5d8 admin admin] Publish callbacks [] for subnet (49995342-0420-4960-b64a-dea21256a724), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:46:53.365066 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-acc3ace7-580e-4f13-b922-4b12e15eb5d8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26866676'] for subnet (49995342-0420-4960-b64a-dea21256a724), precommit_delete_associations {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:46:53.409090 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-acc3ace7-580e-4f13-b922-4b12e15eb5d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1541225'] for subnet (49995342-0420-4960-b64a-dea21256a724), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:46:53.489310 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-acc3ace7-580e-4f13-b922-4b12e15eb5d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1541216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25888360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25597190'] for subnet (49995342-0420-4960-b64a-dea21256a724), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:46:53.514878 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc3ace7-580e-4f13-b922-4b12e15eb5d8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=49995342-0420-4960-b64a-dea21256a724,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:46:53.525040 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-acc3ace7-580e-4f13-b922-4b12e15eb5d8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:46:53.528183 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-acc3ace7-580e-4f13-b922-4b12e15eb5d8 admin admin] 10.222.0.89 "DELETE /v2.0/subnets/49995342-0420-4960-b64a-dea21256a724 HTTP/1.1" status: 204 len: 168 time: 0.2602329 Feb 04 17:46:53.530637 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 42976) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:46:53.601125 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-b058fa52-d409-4ed4-8d98-1f11f873aa2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628832'] for network (d43fc9a7-004e-40ff-8be4-e45fe0696e4d), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:46:53.691734 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-b058fa52-d409-4ed4-8d98-1f11f873aa2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1543676', 'neutron.services.segments.db._delete_segments_for_network-8781084786517'] for network (d43fc9a7-004e-40ff-8be4-e45fe0696e4d), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:46:53.719134 n-d-827839-2 neutron-server[103377]: DEBUG neutron.services.segments.db [None req-b058fa52-d409-4ed4-8d98-1f11f873aa2a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d43fc9a7-004e-40ff-8be4-e45fe0696e4d']}} {{(pid=103377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:46:53.730255 n-d-827839-2 neutron-server[103377]: DEBUG neutron.services.segments.db [None req-b058fa52-d409-4ed4-8d98-1f11f873aa2a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90c46b4f-a432-4ad5-993e-0c1b1512d570') {'for_net_delete': True} {{(pid=103377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:46:53.730555 n-d-827839-2 neutron-server[103377]: DEBUG neutron.services.segments.db [None req-b058fa52-d409-4ed4-8d98-1f11f873aa2a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90c46b4f-a432-4ad5-993e-0c1b1512d570') {} {{(pid=103377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:46:53.742772 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-b058fa52-d409-4ed4-8d98-1f11f873aa2a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781084783966', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26866685'] for segment (90c46b4f-a432-4ad5-993e-0c1b1512d570), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:46:53.758189 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-b058fa52-d409-4ed4-8d98-1f11f873aa2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (90c46b4f-a432-4ad5-993e-0c1b1512d570), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:46:53.764763 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b058fa52-d409-4ed4-8d98-1f11f873aa2a admin admin] Releasing vlan 788 on physical network physnet1 to pool {{(pid=103377) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 17:46:53.765204 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-b058fa52-d409-4ed4-8d98-1f11f873aa2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25888454'] for segment (90c46b4f-a432-4ad5-993e-0c1b1512d570), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:46:53.766911 n-d-827839-2 neutron-server[103377]: Traceback (most recent call last): Feb 04 17:46:53.766911 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 17:46:53.766911 n-d-827839-2 neutron-server[103377]: timer() Feb 04 17:46:53.766911 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 17:46:53.766911 n-d-827839-2 neutron-server[103377]: cb(*args, **kw) Feb 04 17:46:53.766911 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 17:46:53.766911 n-d-827839-2 neutron-server[103377]: return func(*args, **kwargs) Feb 04 17:46:53.766911 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 17:46:53.766911 n-d-827839-2 neutron-server[103377]: self._notify() Feb 04 17:46:53.766911 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 17:46:53.766911 n-d-827839-2 neutron-server[103377]: self.callback(batched_events) Feb 04 17:46:53.766911 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 17:46:53.766911 n-d-827839-2 neutron-server[103377]: event.method(event) Feb 04 17:46:53.766911 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 17:46:53.766911 n-d-827839-2 neutron-server[103377]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 17:46:53.766911 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 17:46:53.766911 n-d-827839-2 neutron-server[103377]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 17:46:53.766911 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 17:46:53.766911 n-d-827839-2 neutron-server[103377]: return f(self, *a, **k) Feb 04 17:46:53.766911 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 17:46:53.766911 n-d-827839-2 neutron-server[103377]: return self._get(url).json() Feb 04 17:46:53.766911 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 17:46:53.766911 n-d-827839-2 neutron-server[103377]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 17:46:53.766911 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 17:46:53.766911 n-d-827839-2 neutron-server[103377]: return self.request(url, 'GET', **kwargs) Feb 04 17:46:53.766911 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 17:46:53.766911 n-d-827839-2 neutron-server[103377]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 17:46:53.766911 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 17:46:53.766911 n-d-827839-2 neutron-server[103377]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 17:46:53.766911 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 17:46:53.766911 n-d-827839-2 neutron-server[103377]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 17:46:53.766911 n-d-827839-2 neutron-server[103377]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 17:46:53.828021 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-b058fa52-d409-4ed4-8d98-1f11f873aa2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1543671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1595572'] for network (d43fc9a7-004e-40ff-8be4-e45fe0696e4d), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:46:53.834081 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-b058fa52-d409-4ed4-8d98-1f11f873aa2a admin admin] Publish callbacks [] for network (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:46:53.838374 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-b058fa52-d409-4ed4-8d98-1f11f873aa2a admin admin] 10.222.0.89 "DELETE /v2.0/networks/d43fc9a7-004e-40ff-8be4-e45fe0696e4d HTTP/1.1" status: 204 len: 168 time: 0.3065670 Feb 04 17:46:53.853052 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b058fa52-d409-4ed4-8d98-1f11f873aa2a admin admin] Pushing event deleted for resources: {'Network': ['ID=d43fc9a7-004e-40ff-8be4-e45fe0696e4d,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:46:53.985230 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 42982) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:46:54.032637 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 42984) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:46:54.033454 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-10bcdc65-1462-459f-855a-33e1cdc7ebcb admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=9de56225701c4cd897c766fb90116d0f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0465753 Feb 04 17:46:54.100619 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-31984193-79fe-4db1-8a34-38982eaaa00b admin admin] Publish callbacks [] for security_group (fc986857-4d64-4e89-934b-a0b63842f89f), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:46:54.130597 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-31984193-79fe-4db1-8a34-38982eaaa00b admin admin] Publish callbacks [] for security_group (fc986857-4d64-4e89-934b-a0b63842f89f), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:46:54.192070 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-31984193-79fe-4db1-8a34-38982eaaa00b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (fc986857-4d64-4e89-934b-a0b63842f89f), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:46:54.194808 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-31984193-79fe-4db1-8a34-38982eaaa00b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:46:54.198837 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-31984193-79fe-4db1-8a34-38982eaaa00b admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/fc986857-4d64-4e89-934b-a0b63842f89f HTTP/1.1" status: 204 len: 168 time: 0.1648228 Feb 04 17:46:54.209868 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31984193-79fe-4db1-8a34-38982eaaa00b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc986857-4d64-4e89-934b-a0b63842f89f,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:46:54.367679 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Device ed599668-0c0b-444c-9c14-0f4e77bbf5cf no longer exists at agent hyperv_n-h2-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:46:54.397615 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] No Port match for: ed599668-0c0b-444c-9c14-0f4e77bbf5cf {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 17:46:54.397966 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Device ed599668-0c0b-444c-9c14-0f4e77bbf5cf not bound to the agent host n-h2-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 17:46:55.014602 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 43010) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:46:55.132711 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-0e211fc7-3b7e-44b7-b344-c78e922da2e0 admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-1118865922-network', 'tenant_id': '9b0dec1115f242829c8389e7a2d1ecd6'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:46:55.162117 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e211fc7-3b7e-44b7-b344-c78e922da2e0 admin admin] Made reservation on behalf of 9b0dec1115f242829c8389e7a2d1ecd6 for: {'network': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:46:55.164790 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-0e211fc7-3b7e-44b7-b344-c78e922da2e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for network (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:46:55.174231 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-0e211fc7-3b7e-44b7-b344-c78e922da2e0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:46:55.258410 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-0e211fc7-3b7e-44b7-b344-c78e922da2e0 admin admin] Publish callbacks [] for security_group (4b2c116b-4d33-42dc-9208-33c2d29c6abe), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:46:55.262940 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-0e211fc7-3b7e-44b7-b344-c78e922da2e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (4b2c116b-4d33-42dc-9208-33c2d29c6abe), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:46:55.295043 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e211fc7-3b7e-44b7-b344-c78e922da2e0 admin admin] vlan segment allocate from pool success with {'vlan_id': 788, 'physical_network': 'physnet1'} {{(pid=103377) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 17:46:55.299811 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e211fc7-3b7e-44b7-b344-c78e922da2e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b2c116b-4d33-42dc-9208-33c2d29c6abe,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:46:55.307625 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-0e211fc7-3b7e-44b7-b344-c78e922da2e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (1101387d-727e-44d6-8f0e-5d08c7124083), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:46:55.307970 n-d-827839-2 neutron-server[103377]: INFO neutron.db.segments_db [None req-0e211fc7-3b7e-44b7-b344-c78e922da2e0 admin admin] Added segment 1101387d-727e-44d6-8f0e-5d08c7124083 of type vlan for network 26dff599-dabe-446f-8eaa-33e136cbf637 Feb 04 17:46:55.359489 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-0e211fc7-3b7e-44b7-b344-c78e922da2e0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781084292801'] for network (26dff599-dabe-446f-8eaa-33e136cbf637), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:46:55.400105 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-0e211fc7-3b7e-44b7-b344-c78e922da2e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327'] for network (26dff599-dabe-446f-8eaa-33e136cbf637), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:46:55.401787 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e211fc7-3b7e-44b7-b344-c78e922da2e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:46:55.402452 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-0e211fc7-3b7e-44b7-b344-c78e922da2e0 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:46:55.471778 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-0e211fc7-3b7e-44b7-b344-c78e922da2e0 admin admin] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4526079 Feb 04 17:46:55.472419 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 43016) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:46:55.476469 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e211fc7-3b7e-44b7-b344-c78e922da2e0 admin admin] Pushing event updated for resources: {'Network': ['ID=26dff599-dabe-446f-8eaa-33e136cbf637,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:46:55.493499 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-270ce831-c1f7-48e4-b8d2-beb446c1d187 admin admin] Request body: {'subnet': {'network_id': '26dff599-dabe-446f-8eaa-33e136cbf637', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-1118865922-subnet', 'tenant_id': '9b0dec1115f242829c8389e7a2d1ecd6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:46:55.501943 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Network 26dff599-dabe-446f-8eaa-33e136cbf637 details requested by agent ovs-agent-n-d-827839-2 with host n-d-827839-2 {{(pid=103378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 17:46:55.546848 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-270ce831-c1f7-48e4-b8d2-beb446c1d187 admin admin] Made reservation on behalf of 9b0dec1115f242829c8389e7a2d1ecd6 for: {'subnet': 1} {{(pid=103376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:46:55.550246 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-270ce831-c1f7-48e4-b8d2-beb446c1d187 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25859006'] for subnet (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:46:55.759219 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-270ce831-c1f7-48e4-b8d2-beb446c1d187 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25674939', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25858952'] for subnet (2f2dbb47-fa02-4022-840c-9b7c19b58f6d), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:46:55.815356 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270ce831-c1f7-48e4-b8d2-beb446c1d187 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2f2dbb47-fa02-4022-840c-9b7c19b58f6d,revision_number=0']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:46:55.831089 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270ce831-c1f7-48e4-b8d2-beb446c1d187 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:46:55.831558 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270ce831-c1f7-48e4-b8d2-beb446c1d187 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:46:55.832006 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270ce831-c1f7-48e4-b8d2-beb446c1d187 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:46:55.832442 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270ce831-c1f7-48e4-b8d2-beb446c1d187 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:46:55.832911 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270ce831-c1f7-48e4-b8d2-beb446c1d187 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:46:55.833362 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270ce831-c1f7-48e4-b8d2-beb446c1d187 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:46:55.833792 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270ce831-c1f7-48e4-b8d2-beb446c1d187 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:46:55.834217 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270ce831-c1f7-48e4-b8d2-beb446c1d187 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:46:55.834750 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270ce831-c1f7-48e4-b8d2-beb446c1d187 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:46:55.835085 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270ce831-c1f7-48e4-b8d2-beb446c1d187 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:46:55.835418 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270ce831-c1f7-48e4-b8d2-beb446c1d187 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:46:55.835747 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270ce831-c1f7-48e4-b8d2-beb446c1d187 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:46:55.836076 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270ce831-c1f7-48e4-b8d2-beb446c1d187 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:46:55.847765 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-270ce831-c1f7-48e4-b8d2-beb446c1d187 admin admin] Checking segment: {'id': '1101387d-727e-44d6-8f0e-5d08c7124083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '26dff599-dabe-446f-8eaa-33e136cbf637'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:46:55.848135 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-270ce831-c1f7-48e4-b8d2-beb446c1d187 admin admin] Network hostable DHCP agents. Network: 26dff599-dabe-446f-8eaa-33e136cbf637, hostable agents: ['bb89f5a3-3c22-440b-b7d1-c4f0c43c184a'], hosted agents: [] {{(pid=103376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 17:46:55.866411 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-270ce831-c1f7-48e4-b8d2-beb446c1d187 admin admin] Network 26dff599-dabe-446f-8eaa-33e136cbf637 is scheduled to be hosted by DHCP agent bb89f5a3-3c22-440b-b7d1-c4f0c43c184a with binding_index 1 {{(pid=103376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 17:46:55.879316 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [None req-270ce831-c1f7-48e4-b8d2-beb446c1d187 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827839-2, 26dff599-dabe-446f-8eaa-33e136cbf637) {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:46:55.883798 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-270ce831-c1f7-48e4-b8d2-beb446c1d187 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:46:55.884399 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-270ce831-c1f7-48e4-b8d2-beb446c1d187 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:46:55.889199 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4057df35-18d8-4b5c-8f49-f3a691033117 None None] Network 26dff599-dabe-446f-8eaa-33e136cbf637 requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:46:55.904501 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-270ce831-c1f7-48e4-b8d2-beb446c1d187 admin admin] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4287441 Feb 04 17:46:56.012156 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb805b10-b3e1-46c6-88fb-b6fe25e4a7d3 None None] Network 26dff599-dabe-446f-8eaa-33e136cbf637 requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:46:56.485018 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b7e83b-586a-42e7-954a-f638d0340ca6 req-5408f49f-5180-46c5-a3c1-efe922cc25d5 tempest-ServerTagsTestJSON-1667790020 tempest-ServerTagsTestJSON-1667790020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:46:56.486678 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-d4b7e83b-586a-42e7-954a-f638d0340ca6 req-5408f49f-5180-46c5-a3c1-efe922cc25d5 tempest-ServerTagsTestJSON-1667790020 tempest-ServerTagsTestJSON-1667790020-project] 10.222.0.89 "GET /v2.0/networks?id=26dff599-dabe-446f-8eaa-33e136cbf637 HTTP/1.1" status: 200 len: 809 time: 0.1317863 Feb 04 17:46:56.502855 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-d4b7e83b-586a-42e7-954a-f638d0340ca6 req-40289c5e-5097-47d2-b052-af7b1ee1dbf4 tempest-ServerTagsTestJSON-1667790020 tempest-ServerTagsTestJSON-1667790020-project] 10.222.0.89 "GET /v2.0/quotas/9b0dec1115f242829c8389e7a2d1ecd6 HTTP/1.1" status: 200 len: 375 time: 0.0102692 Feb 04 17:46:56.537745 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-d4b7e83b-586a-42e7-954a-f638d0340ca6 req-d4150015-d5bf-41c2-980e-e883bcb89e60 tempest-ServerTagsTestJSON-1667790020 tempest-ServerTagsTestJSON-1667790020-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=9b0dec1115f242829c8389e7a2d1ecd6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0299733 Feb 04 17:46:56.648976 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-d4b7e83b-586a-42e7-954a-f638d0340ca6 req-aa0c1b6e-04a5-421a-bab5-96654fe576a3 service neutron] 10.222.0.89 "GET /v2.0/networks/26dff599-dabe-446f-8eaa-33e136cbf637?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1002078 Feb 04 17:46:56.750278 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-d4b7e83b-586a-42e7-954a-f638d0340ca6 req-8719e41a-dcc4-48ff-b87a-7dfe2906c204 service neutron] 10.222.0.89 "GET /v2.0/networks/26dff599-dabe-446f-8eaa-33e136cbf637?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965354 Feb 04 17:46:56.946063 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-0ff07b5a-a89b-491e-affd-518601c4e2d0 req-82192bcf-0e80-435a-ae99-fc0d329a41bb tempest-ServerTagsTestJSON-1667790020 tempest-ServerTagsTestJSON-1667790020-project] 10.222.0.89 "GET /v2.0/ports?device_id=96aa72b9-a4c0-4d9d-95a8-90651979d925 HTTP/1.1" status: 200 len: 210 time: 0.0392358 Feb 04 17:46:58.083514 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-337d4da1-b244-4fa7-a87f-c7eab63f8f09 req-61b00823-eccc-4661-b7eb-354ea7c2024a tempest-ServerTagsTestJSON-1667790020 tempest-ServerTagsTestJSON-1667790020-project] 10.222.0.89 "GET /v2.0/ports?device_id=96aa72b9-a4c0-4d9d-95a8-90651979d925 HTTP/1.1" status: 200 len: 210 time: 0.0595901 Feb 04 17:46:58.330278 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b7e83b-586a-42e7-954a-f638d0340ca6 req-27836100-d2a0-4a7a-a5f6-2e8944f85412 tempest-ServerTagsTestJSON-1667790020 tempest-ServerTagsTestJSON-1667790020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:46:58.333937 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-d4b7e83b-586a-42e7-954a-f638d0340ca6 req-27836100-d2a0-4a7a-a5f6-2e8944f85412 tempest-ServerTagsTestJSON-1667790020 tempest-ServerTagsTestJSON-1667790020-project] 10.222.0.90 "GET /v2.0/networks?id=26dff599-dabe-446f-8eaa-33e136cbf637 HTTP/1.1" status: 200 len: 809 time: 0.1650510 Feb 04 17:46:58.349468 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [req-d4b7e83b-586a-42e7-954a-f638d0340ca6 req-5cb0e75a-5d3a-4c14-ab33-2e3a57eb2a72 tempest-ServerTagsTestJSON-1667790020 tempest-ServerTagsTestJSON-1667790020-project] Request body: {'port': {'device_id': '96aa72b9-a4c0-4d9d-95a8-90651979d925', 'network_id': '26dff599-dabe-446f-8eaa-33e136cbf637', 'admin_state_up': True, 'tenant_id': '9b0dec1115f242829c8389e7a2d1ecd6'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:46:58.467372 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d4b7e83b-586a-42e7-954a-f638d0340ca6 req-5cb0e75a-5d3a-4c14-ab33-2e3a57eb2a72 tempest-ServerTagsTestJSON-1667790020 tempest-ServerTagsTestJSON-1667790020-project] Made reservation on behalf of 9b0dec1115f242829c8389e7a2d1ecd6 for: {'port': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:46:58.470813 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-d4b7e83b-586a-42e7-954a-f638d0340ca6 req-5cb0e75a-5d3a-4c14-ab33-2e3a57eb2a72 tempest-ServerTagsTestJSON-1667790020 tempest-ServerTagsTestJSON-1667790020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:46:58.619382 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.db_base_plugin_common [req-d4b7e83b-586a-42e7-954a-f638d0340ca6 req-5cb0e75a-5d3a-4c14-ab33-2e3a57eb2a72 tempest-ServerTagsTestJSON-1667790020 tempest-ServerTagsTestJSON-1667790020-project] Allocated IP 172.20.0.5 (26dff599-dabe-446f-8eaa-33e136cbf637/2f2dbb47-fa02-4022-840c-9b7c19b58f6d/c718f8e2-ab07-4229-9329-5e002a6843f9) {{(pid=103377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:46:58.775052 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-d4b7e83b-586a-42e7-954a-f638d0340ca6 req-5cb0e75a-5d3a-4c14-ab33-2e3a57eb2a72 tempest-ServerTagsTestJSON-1667790020 tempest-ServerTagsTestJSON-1667790020-project] Publish callbacks [] for port (c718f8e2-ab07-4229-9329-5e002a6843f9), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:46:58.811266 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-d4b7e83b-586a-42e7-954a-f638d0340ca6 req-5cb0e75a-5d3a-4c14-ab33-2e3a57eb2a72 tempest-ServerTagsTestJSON-1667790020 tempest-ServerTagsTestJSON-1667790020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (c718f8e2-ab07-4229-9329-5e002a6843f9), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:46:58.853466 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d4b7e83b-586a-42e7-954a-f638d0340ca6 req-5cb0e75a-5d3a-4c14-ab33-2e3a57eb2a72 tempest-ServerTagsTestJSON-1667790020 tempest-ServerTagsTestJSON-1667790020-project] Network 26dff599-dabe-446f-8eaa-33e136cbf637 is already hosted by enough agents. {{(pid=103377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:46:58.859088 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [req-d4b7e83b-586a-42e7-954a-f638d0340ca6 req-5cb0e75a-5d3a-4c14-ab33-2e3a57eb2a72 tempest-ServerTagsTestJSON-1667790020 tempest-ServerTagsTestJSON-1667790020-project] Resources bound (agent type, host, resource id): {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:46:58.862710 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4b7e83b-586a-42e7-954a-f638d0340ca6 req-5cb0e75a-5d3a-4c14-ab33-2e3a57eb2a72 tempest-ServerTagsTestJSON-1667790020 tempest-ServerTagsTestJSON-1667790020-project] Received port after_create {{(pid=103377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:46:58.892947 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb0e75a-5d3a-4c14-ab33-2e3a57eb2a72 tempest-ServerTagsTestJSON-1667790020 tempest-ServerTagsTestJSON-1667790020-project] Pushing event updated for resources: {'Port': ['ID=c718f8e2-ab07-4229-9329-5e002a6843f9,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:46:58.916065 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b7e83b-586a-42e7-954a-f638d0340ca6 req-5cb0e75a-5d3a-4c14-ab33-2e3a57eb2a72 tempest-ServerTagsTestJSON-1667790020 tempest-ServerTagsTestJSON-1667790020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:46:58.916673 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-d4b7e83b-586a-42e7-954a-f638d0340ca6 req-5cb0e75a-5d3a-4c14-ab33-2e3a57eb2a72 tempest-ServerTagsTestJSON-1667790020 tempest-ServerTagsTestJSON-1667790020-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:46:58.932776 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-d4b7e83b-586a-42e7-954a-f638d0340ca6 req-5cb0e75a-5d3a-4c14-ab33-2e3a57eb2a72 tempest-ServerTagsTestJSON-1667790020 tempest-ServerTagsTestJSON-1667790020-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5881634 Feb 04 17:46:58.947174 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [req-d4b7e83b-586a-42e7-954a-f638d0340ca6 req-f8da4ea2-21af-4852-91c2-7123c4f95227 service neutron] Request body: {'port': {'device_id': '96aa72b9-a4c0-4d9d-95a8-90651979d925', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827839-2'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:46:59.012697 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-d4b7e83b-586a-42e7-954a-f638d0340ca6 req-f8da4ea2-21af-4852-91c2-7123c4f95227 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (c718f8e2-ab07-4229-9329-5e002a6843f9), before_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:46:59.231994 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909948b8-10fb-44e9-8761-a822dcb8c32c req-20f39b42-3ddc-4740-ba4f-564cf0e2a126 tempest-ServerTagsTestJSON-1667790020 tempest-ServerTagsTestJSON-1667790020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:46:59.237233 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-909948b8-10fb-44e9-8761-a822dcb8c32c req-20f39b42-3ddc-4740-ba4f-564cf0e2a126 tempest-ServerTagsTestJSON-1667790020 tempest-ServerTagsTestJSON-1667790020-project] 10.222.0.89 "GET /v2.0/ports?device_id=96aa72b9-a4c0-4d9d-95a8-90651979d925 HTTP/1.1" status: 200 len: 931 time: 0.0686412 Feb 04 17:46:59.319508 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-909948b8-10fb-44e9-8761-a822dcb8c32c req-f1a9fd2b-2750-40c2-94d4-58e3194f0727 tempest-ServerTagsTestJSON-1667790020 tempest-ServerTagsTestJSON-1667790020-project] 10.222.0.89 "GET /v2.0/security-groups?id=4b2c116b-4d33-42dc-9208-33c2d29c6abe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794272 Feb 04 17:46:59.349659 n-d-827839-2 neutron-server[103377]: DEBUG neutron.notifiers.nova [req-d4b7e83b-586a-42e7-954a-f638d0340ca6 req-f8da4ea2-21af-4852-91c2-7123c4f95227 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c718f8e2-ab07-4229-9329-5e002a6843f9 {{(pid=103377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 17:46:59.357796 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-d4b7e83b-586a-42e7-954a-f638d0340ca6 req-f8da4ea2-21af-4852-91c2-7123c4f95227 service neutron] Publish callbacks [] for port (c718f8e2-ab07-4229-9329-5e002a6843f9), precommit_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:46:59.370385 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.provisioning_blocks [req-d4b7e83b-586a-42e7-954a-f638d0340ca6 req-f8da4ea2-21af-4852-91c2-7123c4f95227 service neutron] Transition to ACTIVE for port object c718f8e2-ab07-4229-9329-5e002a6843f9 will not be triggered until provisioned by entity L2. {{(pid=103377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 17:46:59.374618 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-d4b7e83b-586a-42e7-954a-f638d0340ca6 req-f8da4ea2-21af-4852-91c2-7123c4f95227 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25888290'] for port (c718f8e2-ab07-4229-9329-5e002a6843f9), after_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:46:59.450143 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8da4ea2-21af-4852-91c2-7123c4f95227 service neutron] Pushing event updated for resources: {'Port': ['ID=c718f8e2-ab07-4229-9329-5e002a6843f9,revision_number=2']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:46:59.501745 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [req-d4b7e83b-586a-42e7-954a-f638d0340ca6 req-f8da4ea2-21af-4852-91c2-7123c4f95227 service neutron] Attempting to bind port c718f8e2-ab07-4229-9329-5e002a6843f9 on host n-h2-827839-2 for vnic_type normal with profile {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:46:59.502077 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [req-d4b7e83b-586a-42e7-954a-f638d0340ca6 req-f8da4ea2-21af-4852-91c2-7123c4f95227 service neutron] Attempting to bind port c718f8e2-ab07-4229-9329-5e002a6843f9 by drivers openvswitch,hyperv on host n-h2-827839-2 at level 0 using segments [{'id': '1101387d-727e-44d6-8f0e-5d08c7124083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '26dff599-dabe-446f-8eaa-33e136cbf637'}] {{(pid=103377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:46:59.502413 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4b7e83b-586a-42e7-954a-f638d0340ca6 req-f8da4ea2-21af-4852-91c2-7123c4f95227 service neutron] Attempting to bind port c718f8e2-ab07-4229-9329-5e002a6843f9 on network 26dff599-dabe-446f-8eaa-33e136cbf637 {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:46:59.506661 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4b7e83b-586a-42e7-954a-f638d0340ca6 req-f8da4ea2-21af-4852-91c2-7123c4f95227 service neutron] Port c718f8e2-ab07-4229-9329-5e002a6843f9 on network 26dff599-dabe-446f-8eaa-33e136cbf637 not bound, no agent of type Open vSwitch agent registered on host n-h2-827839-2 {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 17:46:59.506981 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4b7e83b-586a-42e7-954a-f638d0340ca6 req-f8da4ea2-21af-4852-91c2-7123c4f95227 service neutron] Attempting to bind port c718f8e2-ab07-4229-9329-5e002a6843f9 on network 26dff599-dabe-446f-8eaa-33e136cbf637 {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:46:59.511792 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4b7e83b-586a-42e7-954a-f638d0340ca6 req-f8da4ea2-21af-4852-91c2-7123c4f95227 service neutron] Checking agent: {'id': 'f20a1ab3-4332-4f54-833b-ba4a7c687e89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 8, 40), 'started_at': datetime.datetime(2022, 2, 4, 17, 8, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 46, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:46:59.512120 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4b7e83b-586a-42e7-954a-f638d0340ca6 req-f8da4ea2-21af-4852-91c2-7123c4f95227 service neutron] Checking segment: {'id': '1101387d-727e-44d6-8f0e-5d08c7124083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '26dff599-dabe-446f-8eaa-33e136cbf637'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:46:59.512535 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4b7e83b-586a-42e7-954a-f638d0340ca6 req-f8da4ea2-21af-4852-91c2-7123c4f95227 service neutron] Bound using segment: {'id': '1101387d-727e-44d6-8f0e-5d08c7124083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '26dff599-dabe-446f-8eaa-33e136cbf637'} {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:46:59.512981 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [req-d4b7e83b-586a-42e7-954a-f638d0340ca6 req-f8da4ea2-21af-4852-91c2-7123c4f95227 service neutron] Bound port: c718f8e2-ab07-4229-9329-5e002a6843f9, host: n-h2-827839-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1101387d-727e-44d6-8f0e-5d08c7124083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '26dff599-dabe-446f-8eaa-33e136cbf637'}}] {{(pid=103377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:46:59.513336 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-d4b7e83b-586a-42e7-954a-f638d0340ca6 req-f8da4ea2-21af-4852-91c2-7123c4f95227 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (c718f8e2-ab07-4229-9329-5e002a6843f9), before_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:46:59.580341 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [req-d4b7e83b-586a-42e7-954a-f638d0340ca6 req-f8da4ea2-21af-4852-91c2-7123c4f95227 service neutron] For port c718f8e2-ab07-4229-9329-5e002a6843f9, host n-h2-827839-2, cleared binding levels {{(pid=103377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:46:59.584243 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [req-d4b7e83b-586a-42e7-954a-f638d0340ca6 req-f8da4ea2-21af-4852-91c2-7123c4f95227 service neutron] For port c718f8e2-ab07-4229-9329-5e002a6843f9, host n-h2-827839-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=c718f8e2-ab07-4229-9329-5e002a6843f9,segment=NetworkSegment(1101387d-727e-44d6-8f0e-5d08c7124083),segment_id=1101387d-727e-44d6-8f0e-5d08c7124083)] {{(pid=103377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:46:59.592675 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-d4b7e83b-586a-42e7-954a-f638d0340ca6 req-f8da4ea2-21af-4852-91c2-7123c4f95227 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25888290'] for port (c718f8e2-ab07-4229-9329-5e002a6843f9), after_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:46:59.616388 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b7e83b-586a-42e7-954a-f638d0340ca6 req-f8da4ea2-21af-4852-91c2-7123c4f95227 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:46:59.617326 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-d4b7e83b-586a-42e7-954a-f638d0340ca6 req-f8da4ea2-21af-4852-91c2-7123c4f95227 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:46:59.619788 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-d4b7e83b-586a-42e7-954a-f638d0340ca6 req-f8da4ea2-21af-4852-91c2-7123c4f95227 service neutron] 10.222.0.90 "PUT /v2.0/ports/c718f8e2-ab07-4229-9329-5e002a6843f9 HTTP/1.1" status: 200 len: 1091 time: 0.6780481 Feb 04 17:46:59.640994 n-d-827839-2 neutron-server[103377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96aa72b9-a4c0-4d9d-95a8-90651979d925', 'tag': 'c718f8e2-ab07-4229-9329-5e002a6843f9'}] {{(pid=103377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:46:59.647550 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7240428b650e1488e9361b62648ff4b3a6c19d49d8c27c949491ab58c1346cf0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffc9f300-f962-4cad-a9e8-7926e2483164" -d '{"events": [{"name": "network-changed", "server_uuid": "96aa72b9-a4c0-4d9d-95a8-90651979d925", "tag": "c718f8e2-ab07-4229-9329-5e002a6843f9"}]}' {{(pid=103377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:46:59.722357 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8da4ea2-21af-4852-91c2-7123c4f95227 service neutron] Pushing event updated for resources: {'Port': ['ID=c718f8e2-ab07-4229-9329-5e002a6843f9,revision_number=3']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:46:59.736710 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 17:46:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac06372b-58ee-45dc-a406-1f623acd3604 x-openstack-request-id: req-ac06372b-58ee-45dc-a406-1f623acd3604 {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:46:59.737013 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96aa72b9-a4c0-4d9d-95a8-90651979d925", "tag": "c718f8e2-ab07-4229-9329-5e002a6843f9", "status": "completed", "code": 200}]} {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:46:59.737382 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-ac06372b-58ee-45dc-a406-1f623acd3604 {{(pid=103377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:46:59.738007 n-d-827839-2 neutron-server[103377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96aa72b9-a4c0-4d9d-95a8-90651979d925', 'tag': 'c718f8e2-ab07-4229-9329-5e002a6843f9', 'status': 'completed', 'code': 200} Feb 04 17:46:59.747983 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9a3354af-6d9a-467b-bc52-47b33501d500 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (bb89f5a3-3c22-440b-b7d1-c4f0c43c184a), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:46:59.759140 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b7e83b-586a-42e7-954a-f638d0340ca6 req-fb8307ba-443f-40bf-9845-5e56073fbc60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:46:59.760966 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-d4b7e83b-586a-42e7-954a-f638d0340ca6 req-fb8307ba-443f-40bf-9845-5e56073fbc60 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=9b0dec1115f242829c8389e7a2d1ecd6&device_id=96aa72b9-a4c0-4d9d-95a8-90651979d925 HTTP/1.1" status: 200 len: 1125 time: 0.0828099 Feb 04 17:46:59.808353 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-d4b7e83b-586a-42e7-954a-f638d0340ca6 req-6bef123a-4ee2-49fb-bb01-0139249564c5 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c718f8e2-ab07-4229-9329-5e002a6843f9 HTTP/1.1" status: 200 len: 217 time: 0.0370269 Feb 04 17:46:59.865768 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b7e83b-586a-42e7-954a-f638d0340ca6 req-6884f556-f409-4214-81c7-66cfaa5d0895 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:46:59.867320 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-d4b7e83b-586a-42e7-954a-f638d0340ca6 req-6884f556-f409-4214-81c7-66cfaa5d0895 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=2f2dbb47-fa02-4022-840c-9b7c19b58f6d HTTP/1.1" status: 200 len: 849 time: 0.0511632 Feb 04 17:46:59.905099 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-d4b7e83b-586a-42e7-954a-f638d0340ca6 req-cc5c05c4-9369-4555-85fa-e0a18703695d service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=26dff599-dabe-446f-8eaa-33e136cbf637&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306947 Feb 04 17:46:59.996147 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-d4b7e83b-586a-42e7-954a-f638d0340ca6 req-483dc286-af6c-49a8-8d1e-cbc3039d4ea0 service neutron] 10.222.0.90 "GET /v2.0/networks/26dff599-dabe-446f-8eaa-33e136cbf637?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840862 Feb 04 17:47:00.093913 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-d4b7e83b-586a-42e7-954a-f638d0340ca6 req-b47b3fc7-f1d3-4d03-ba05-6728fbecd944 service neutron] 10.222.0.90 "GET /v2.0/networks/26dff599-dabe-446f-8eaa-33e136cbf637?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905528 Feb 04 17:47:00.183747 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc9f300-f962-4cad-a9e8-7926e2483164 req-2c7f2d78-0ce6-42d5-b80c-3fa5b823a25c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:47:00.185911 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-ffc9f300-f962-4cad-a9e8-7926e2483164 req-2c7f2d78-0ce6-42d5-b80c-3fa5b823a25c service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=9b0dec1115f242829c8389e7a2d1ecd6&device_id=96aa72b9-a4c0-4d9d-95a8-90651979d925 HTTP/1.1" status: 200 len: 1125 time: 0.0454066 Feb 04 17:47:00.276647 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc9f300-f962-4cad-a9e8-7926e2483164 req-83551fd0-8174-4baf-945a-6bddf038221f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:47:00.278240 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-ffc9f300-f962-4cad-a9e8-7926e2483164 req-83551fd0-8174-4baf-945a-6bddf038221f service neutron] 10.222.0.90 "GET /v2.0/networks?id=26dff599-dabe-446f-8eaa-33e136cbf637 HTTP/1.1" status: 200 len: 910 time: 0.0839338 Feb 04 17:47:00.329893 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-ffc9f300-f962-4cad-a9e8-7926e2483164 req-576d8fc1-e9ee-4750-8e98-61eb76b75234 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c718f8e2-ab07-4229-9329-5e002a6843f9 HTTP/1.1" status: 200 len: 217 time: 0.0451174 Feb 04 17:47:00.391621 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc9f300-f962-4cad-a9e8-7926e2483164 req-a76b744e-65ab-4f1f-a236-f6010beba0a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:47:00.393409 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-ffc9f300-f962-4cad-a9e8-7926e2483164 req-a76b744e-65ab-4f1f-a236-f6010beba0a1 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=2f2dbb47-fa02-4022-840c-9b7c19b58f6d HTTP/1.1" status: 200 len: 849 time: 0.0570438 Feb 04 17:47:00.445407 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-ffc9f300-f962-4cad-a9e8-7926e2483164 req-a13819ca-6210-4cf7-8b1d-5a962ae78471 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=26dff599-dabe-446f-8eaa-33e136cbf637&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0376339 Feb 04 17:47:00.485750 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fb964f-ed69-41ac-8a3d-f6c67d849f50 req-ab28c0a0-3fc0-486e-8e17-faebde0e213b tempest-ServerTagsTestJSON-1667790020 tempest-ServerTagsTestJSON-1667790020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:47:00.487261 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-a5fb964f-ed69-41ac-8a3d-f6c67d849f50 req-ab28c0a0-3fc0-486e-8e17-faebde0e213b tempest-ServerTagsTestJSON-1667790020 tempest-ServerTagsTestJSON-1667790020-project] 10.222.0.89 "GET /v2.0/ports?device_id=96aa72b9-a4c0-4d9d-95a8-90651979d925 HTTP/1.1" status: 200 len: 943 time: 0.0857956 Feb 04 17:47:00.547713 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-a5fb964f-ed69-41ac-8a3d-f6c67d849f50 req-c301cf63-8a0a-4086-abf7-0148723a2340 tempest-ServerTagsTestJSON-1667790020 tempest-ServerTagsTestJSON-1667790020-project] 10.222.0.89 "GET /v2.0/security-groups?id=4b2c116b-4d33-42dc-9208-33c2d29c6abe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539680 Feb 04 17:47:00.563870 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-ffc9f300-f962-4cad-a9e8-7926e2483164 req-e17993a7-cc6a-48af-8a4f-63e8945e553a service neutron] 10.222.0.90 "GET /v2.0/networks/26dff599-dabe-446f-8eaa-33e136cbf637?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1121051 Feb 04 17:47:00.656796 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-ffc9f300-f962-4cad-a9e8-7926e2483164 req-ad046057-7e28-4b60-8525-65441642153f service neutron] 10.222.0.90 "GET /v2.0/networks/26dff599-dabe-446f-8eaa-33e136cbf637?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846779 Feb 04 17:47:01.690250 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49a3bf1-2987-4e6e-8360-ddc41a19865e req-91ed8453-86eb-46f7-8dd2-aca80b70feef tempest-ServerTagsTestJSON-1667790020 tempest-ServerTagsTestJSON-1667790020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:47:01.694108 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-d49a3bf1-2987-4e6e-8360-ddc41a19865e req-91ed8453-86eb-46f7-8dd2-aca80b70feef tempest-ServerTagsTestJSON-1667790020 tempest-ServerTagsTestJSON-1667790020-project] 10.222.0.89 "GET /v2.0/ports?device_id=96aa72b9-a4c0-4d9d-95a8-90651979d925 HTTP/1.1" status: 200 len: 943 time: 0.0648739 Feb 04 17:47:01.749677 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-d49a3bf1-2987-4e6e-8360-ddc41a19865e req-6d76bf61-8bba-47d0-bfa5-4b36d39ab888 tempest-ServerTagsTestJSON-1667790020 tempest-ServerTagsTestJSON-1667790020-project] 10.222.0.89 "GET /v2.0/security-groups?id=4b2c116b-4d33-42dc-9208-33c2d29c6abe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519860 Feb 04 17:47:02.406571 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Device c718f8e2-ab07-4229-9329-5e002a6843f9 details requested by agent hyperv_n-h2-827839-2 with host n-h2-827839-2 {{(pid=103378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 17:47:02.510797 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] For port c718f8e2-ab07-4229-9329-5e002a6843f9, host n-h2-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=c718f8e2-ab07-4229-9329-5e002a6843f9,segment=NetworkSegment(1101387d-727e-44d6-8f0e-5d08c7124083),segment_id=1101387d-727e-44d6-8f0e-5d08c7124083)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:47:02.524323 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Returning: {'device': 'c718f8e2-ab07-4229-9329-5e002a6843f9', 'network_id': '26dff599-dabe-446f-8eaa-33e136cbf637', 'port_id': 'c718f8e2-ab07-4229-9329-5e002a6843f9', 'mac_address': 'fa:16:3e:74:96:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 788, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f2dbb47-fa02-4022-840c-9b7c19b58f6d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 17:47:02.567399 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Current status of the port c718f8e2-ab07-4229-9329-5e002a6843f9 is: DOWN; New status is: BUILD {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:47:02.567774 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (c718f8e2-ab07-4229-9329-5e002a6843f9), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:47:02.582172 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c718f8e2-ab07-4229-9329-5e002a6843f9 {{(pid=103378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 17:47:02.603509 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] For port c718f8e2-ab07-4229-9329-5e002a6843f9, host n-h2-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=c718f8e2-ab07-4229-9329-5e002a6843f9,segment=NetworkSegment(1101387d-727e-44d6-8f0e-5d08c7124083),segment_id=1101387d-727e-44d6-8f0e-5d08c7124083)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:47:02.608409 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (c718f8e2-ab07-4229-9329-5e002a6843f9), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:47:02.668509 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Pushing event updated for resources: {'Port': ['ID=c718f8e2-ab07-4229-9329-5e002a6843f9,revision_number=4']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:47:02.849594 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9dddc55b-6578-4c1c-871c-70556c968866 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (64ada913-9131-4d99-a265-63a920956287), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:47:02.861766 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] get_ports_and_sgs() called for port_ids ['c718f8e2-ab07-4229-9329-5e002a6843f9'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 17:47:02.882634 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e8f27c-83d2-413d-9782-00ec219ae3c0 req-adf1491e-f2e5-4aa7-a477-f6e49ae9e66c tempest-ServerTagsTestJSON-1667790020 tempest-ServerTagsTestJSON-1667790020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:47:02.891875 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-20e8f27c-83d2-413d-9782-00ec219ae3c0 req-adf1491e-f2e5-4aa7-a477-f6e49ae9e66c tempest-ServerTagsTestJSON-1667790020 tempest-ServerTagsTestJSON-1667790020-project] 10.222.0.89 "GET /v2.0/ports?device_id=96aa72b9-a4c0-4d9d-95a8-90651979d925 HTTP/1.1" status: 200 len: 944 time: 0.0702899 Feb 04 17:47:02.947716 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-20e8f27c-83d2-413d-9782-00ec219ae3c0 req-5ae15198-f462-482e-87b3-039504cafb5f tempest-ServerTagsTestJSON-1667790020 tempest-ServerTagsTestJSON-1667790020-project] 10.222.0.89 "GET /v2.0/security-groups?id=4b2c116b-4d33-42dc-9208-33c2d29c6abe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545290 Feb 04 17:47:03.054164 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d408ec64-b374-4acb-a1fc-48241dad6d47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (0cd6d64a-47a7-40ff-8c12-71dd526c62e0), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:47:04.073794 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f889a48-7247-4fe3-b8a3-f9711689d20d req-8379514f-30cb-45e3-9ae2-23e5ecf424fc tempest-ServerTagsTestJSON-1667790020 tempest-ServerTagsTestJSON-1667790020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:47:04.075705 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-2f889a48-7247-4fe3-b8a3-f9711689d20d req-8379514f-30cb-45e3-9ae2-23e5ecf424fc tempest-ServerTagsTestJSON-1667790020 tempest-ServerTagsTestJSON-1667790020-project] 10.222.0.89 "GET /v2.0/ports?device_id=96aa72b9-a4c0-4d9d-95a8-90651979d925 HTTP/1.1" status: 200 len: 944 time: 0.0537813 Feb 04 17:47:04.121649 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-2f889a48-7247-4fe3-b8a3-f9711689d20d req-fc5f18b2-54ee-4c22-a8c9-850d0cad4da9 tempest-ServerTagsTestJSON-1667790020 tempest-ServerTagsTestJSON-1667790020-project] 10.222.0.89 "GET /v2.0/security-groups?id=4b2c116b-4d33-42dc-9208-33c2d29c6abe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400069 Feb 04 17:47:04.422657 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Device c718f8e2-ab07-4229-9329-5e002a6843f9 up at agent hyperv_n-h2-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:47:04.472417 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Provisioning for port c718f8e2-ab07-4229-9329-5e002a6843f9 completed by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 17:47:04.476556 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Provisioning complete for port c718f8e2-ab07-4229-9329-5e002a6843f9 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:47:04.476968 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (c718f8e2-ab07-4229-9329-5e002a6843f9), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:47:04.558328 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Current status of the port c718f8e2-ab07-4229-9329-5e002a6843f9 is: BUILD; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:47:04.558726 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (c718f8e2-ab07-4229-9329-5e002a6843f9), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:47:04.583218 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96aa72b9-a4c0-4d9d-95a8-90651979d925', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c718f8e2-ab07-4229-9329-5e002a6843f9'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:47:04.585570 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c34bc964ce2211770fda26ca2f3801cc06f4f39928110690550e94ab9c9d2fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63c55276-f02c-4365-b692-e8e8509d86ec" -d '{"events": [{"server_uuid": "96aa72b9-a4c0-4d9d-95a8-90651979d925", "name": "network-vif-plugged", "status": "completed", "tag": "c718f8e2-ab07-4229-9329-5e002a6843f9"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:47:04.603227 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] For port c718f8e2-ab07-4229-9329-5e002a6843f9, host n-h2-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=c718f8e2-ab07-4229-9329-5e002a6843f9,segment=NetworkSegment(1101387d-727e-44d6-8f0e-5d08c7124083),segment_id=1101387d-727e-44d6-8f0e-5d08c7124083)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:47:04.608978 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (c718f8e2-ab07-4229-9329-5e002a6843f9), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:47:04.675281 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 17:47:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b6c2611-7219-4729-9b51-0b43571aa754 x-openstack-request-id: req-0b6c2611-7219-4729-9b51-0b43571aa754 {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:47:04.675514 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96aa72b9-a4c0-4d9d-95a8-90651979d925", "name": "network-vif-plugged", "status": "completed", "tag": "c718f8e2-ab07-4229-9329-5e002a6843f9", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:47:04.675734 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-0b6c2611-7219-4729-9b51-0b43571aa754 {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:47:04.676140 n-d-827839-2 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96aa72b9-a4c0-4d9d-95a8-90651979d925', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c718f8e2-ab07-4229-9329-5e002a6843f9', 'code': 200} Feb 04 17:47:04.676714 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Pushing event updated for resources: {'Port': ['ID=c718f8e2-ab07-4229-9329-5e002a6843f9,revision_number=5']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:47:04.768648 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae7c12f-4cad-4c9c-b39a-e1cc8c4f037f req-1f7bd487-7514-485b-8664-e6713c98c3a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:47:04.770185 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-2ae7c12f-4cad-4c9c-b39a-e1cc8c4f037f req-1f7bd487-7514-485b-8664-e6713c98c3a2 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=96aa72b9-a4c0-4d9d-95a8-90651979d925 HTTP/1.1" status: 200 len: 1127 time: 0.0442874 Feb 04 17:47:04.815067 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-2ae7c12f-4cad-4c9c-b39a-e1cc8c4f037f req-4d14eebc-59fb-4677-af58-74beedf2aed4 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=4b2c116b-4d33-42dc-9208-33c2d29c6abe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380073 Feb 04 17:47:04.843855 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4f14bb47-e72b-46ac-9e44-a61d9293afcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (75326290-f7a3-4db8-9cf2-15c7139ed224), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:47:05.254201 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8875c9-9418-4edb-8983-cfeee941e16c req-286a4b0a-a106-4875-a99f-a81f495052d7 tempest-ServerTagsTestJSON-1667790020 tempest-ServerTagsTestJSON-1667790020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:47:05.255815 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-cf8875c9-9418-4edb-8983-cfeee941e16c req-286a4b0a-a106-4875-a99f-a81f495052d7 tempest-ServerTagsTestJSON-1667790020 tempest-ServerTagsTestJSON-1667790020-project] 10.222.0.89 "GET /v2.0/ports?device_id=96aa72b9-a4c0-4d9d-95a8-90651979d925 HTTP/1.1" status: 200 len: 945 time: 0.0559573 Feb 04 17:47:05.304346 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-cf8875c9-9418-4edb-8983-cfeee941e16c req-198078b9-884c-4d19-b595-be1c37201c92 tempest-ServerTagsTestJSON-1667790020 tempest-ServerTagsTestJSON-1667790020-project] 10.222.0.89 "GET /v2.0/security-groups?id=4b2c116b-4d33-42dc-9208-33c2d29c6abe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416913 Feb 04 17:47:05.736337 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (ba70844b-66a0-45fd-a2f2-e6ed673321fc), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:47:06.430279 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0ce695-0d6d-418b-859d-a912bf05c735 req-fa44b9cd-e8be-4d77-b2cd-b8a0f62bccbf tempest-ServerTagsTestJSON-1667790020 tempest-ServerTagsTestJSON-1667790020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:47:06.431833 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-af0ce695-0d6d-418b-859d-a912bf05c735 req-fa44b9cd-e8be-4d77-b2cd-b8a0f62bccbf tempest-ServerTagsTestJSON-1667790020 tempest-ServerTagsTestJSON-1667790020-project] 10.222.0.89 "GET /v2.0/ports?device_id=96aa72b9-a4c0-4d9d-95a8-90651979d925 HTTP/1.1" status: 200 len: 945 time: 0.0534155 Feb 04 17:47:06.480005 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-af0ce695-0d6d-418b-859d-a912bf05c735 req-69aff133-6d56-4587-b287-e70aa5020a92 tempest-ServerTagsTestJSON-1667790020 tempest-ServerTagsTestJSON-1667790020-project] 10.222.0.89 "GET /v2.0/security-groups?id=4b2c116b-4d33-42dc-9208-33c2d29c6abe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417054 Feb 04 17:47:08.085559 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60b8b61-60ed-418d-a407-f37a7fbcb27c req-c19d8104-a9e9-4242-bebf-74fb48dea5c6 tempest-ServerTagsTestJSON-1667790020 tempest-ServerTagsTestJSON-1667790020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:47:08.087089 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-a60b8b61-60ed-418d-a407-f37a7fbcb27c req-c19d8104-a9e9-4242-bebf-74fb48dea5c6 tempest-ServerTagsTestJSON-1667790020 tempest-ServerTagsTestJSON-1667790020-project] 10.222.0.89 "GET /v2.0/ports?device_id=96aa72b9-a4c0-4d9d-95a8-90651979d925 HTTP/1.1" status: 200 len: 945 time: 0.0547287 Feb 04 17:47:08.139779 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-a60b8b61-60ed-418d-a407-f37a7fbcb27c req-bead2f6f-c371-4f0c-a73b-03fa04c43157 tempest-ServerTagsTestJSON-1667790020 tempest-ServerTagsTestJSON-1667790020-project] 10.222.0.89 "GET /v2.0/security-groups?id=4b2c116b-4d33-42dc-9208-33c2d29c6abe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463986 Feb 04 17:47:09.281473 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5144f263-b932-4bd2-82d2-c271b73db278 req-f2542cf1-caec-4f54-8af9-d2c24c170788 tempest-ServerTagsTestJSON-1667790020 tempest-ServerTagsTestJSON-1667790020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:47:09.289038 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-5144f263-b932-4bd2-82d2-c271b73db278 req-f2542cf1-caec-4f54-8af9-d2c24c170788 tempest-ServerTagsTestJSON-1667790020 tempest-ServerTagsTestJSON-1667790020-project] 10.222.0.89 "GET /v2.0/ports?device_id=96aa72b9-a4c0-4d9d-95a8-90651979d925 HTTP/1.1" status: 200 len: 945 time: 0.0687029 Feb 04 17:47:09.346680 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-5144f263-b932-4bd2-82d2-c271b73db278 req-b0977781-45c4-41ad-8de7-d31332a8898c tempest-ServerTagsTestJSON-1667790020 tempest-ServerTagsTestJSON-1667790020-project] 10.222.0.89 "GET /v2.0/security-groups?id=4b2c116b-4d33-42dc-9208-33c2d29c6abe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564916 Feb 04 17:47:09.640430 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f232b71-37cf-4b68-8eeb-3869e23be5c5 req-e1c39937-b71d-4640-8495-f560ccb91d7f tempest-ServerTagsTestJSON-1667790020 tempest-ServerTagsTestJSON-1667790020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:47:09.641851 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-2f232b71-37cf-4b68-8eeb-3869e23be5c5 req-e1c39937-b71d-4640-8495-f560ccb91d7f tempest-ServerTagsTestJSON-1667790020 tempest-ServerTagsTestJSON-1667790020-project] 10.222.0.90 "GET /v2.0/ports?device_id=96aa72b9-a4c0-4d9d-95a8-90651979d925 HTTP/1.1" status: 200 len: 945 time: 0.0555689 Feb 04 17:47:09.742829 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [req-2f232b71-37cf-4b68-8eeb-3869e23be5c5 req-710f30d2-a42d-4e12-a5f6-27fa674367dc tempest-ServerTagsTestJSON-1667790020 tempest-ServerTagsTestJSON-1667790020-project] Deleting port c718f8e2-ab07-4229-9329-5e002a6843f9 {{(pid=103377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:47:09.743174 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-2f232b71-37cf-4b68-8eeb-3869e23be5c5 req-710f30d2-a42d-4e12-a5f6-27fa674367dc tempest-ServerTagsTestJSON-1667790020 tempest-ServerTagsTestJSON-1667790020-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (c718f8e2-ab07-4229-9329-5e002a6843f9), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:47:09.836570 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [req-2f232b71-37cf-4b68-8eeb-3869e23be5c5 req-710f30d2-a42d-4e12-a5f6-27fa674367dc tempest-ServerTagsTestJSON-1667790020 tempest-ServerTagsTestJSON-1667790020-project] For port c718f8e2-ab07-4229-9329-5e002a6843f9, host n-h2-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=c718f8e2-ab07-4229-9329-5e002a6843f9,segment=NetworkSegment(1101387d-727e-44d6-8f0e-5d08c7124083),segment_id=1101387d-727e-44d6-8f0e-5d08c7124083)] {{(pid=103377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:47:09.836960 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-2f232b71-37cf-4b68-8eeb-3869e23be5c5 req-710f30d2-a42d-4e12-a5f6-27fa674367dc tempest-ServerTagsTestJSON-1667790020 tempest-ServerTagsTestJSON-1667790020-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (c718f8e2-ab07-4229-9329-5e002a6843f9), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:47:09.849593 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [req-2f232b71-37cf-4b68-8eeb-3869e23be5c5 req-710f30d2-a42d-4e12-a5f6-27fa674367dc tempest-ServerTagsTestJSON-1667790020 tempest-ServerTagsTestJSON-1667790020-project] Calling delete_port for c718f8e2-ab07-4229-9329-5e002a6843f9 owned by compute:nova {{(pid=103377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:47:09.977730 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-2f232b71-37cf-4b68-8eeb-3869e23be5c5 req-710f30d2-a42d-4e12-a5f6-27fa674367dc tempest-ServerTagsTestJSON-1667790020 tempest-ServerTagsTestJSON-1667790020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (c718f8e2-ab07-4229-9329-5e002a6843f9), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:47:09.993782 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] get_ports_and_sgs() called for port_ids ['c718f8e2-ab07-4229-9329-5e002a6843f9'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 17:47:10.012534 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710f30d2-a42d-4e12-a5f6-27fa674367dc tempest-ServerTagsTestJSON-1667790020 tempest-ServerTagsTestJSON-1667790020-project] Pushing event deleted for resources: {'Port': ['ID=c718f8e2-ab07-4229-9329-5e002a6843f9,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:47:10.055366 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f232b71-37cf-4b68-8eeb-3869e23be5c5 req-710f30d2-a42d-4e12-a5f6-27fa674367dc tempest-ServerTagsTestJSON-1667790020 tempest-ServerTagsTestJSON-1667790020-project] No DVR routers for this DVR port c718f8e2-ab07-4229-9329-5e002a6843f9 on host n-h2-827839-2 {{(pid=103377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 17:47:10.058049 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-2f232b71-37cf-4b68-8eeb-3869e23be5c5 req-710f30d2-a42d-4e12-a5f6-27fa674367dc tempest-ServerTagsTestJSON-1667790020 tempest-ServerTagsTestJSON-1667790020-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:47:10.062154 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-2f232b71-37cf-4b68-8eeb-3869e23be5c5 req-710f30d2-a42d-4e12-a5f6-27fa674367dc tempest-ServerTagsTestJSON-1667790020 tempest-ServerTagsTestJSON-1667790020-project] 10.222.0.90 "DELETE /v2.0/ports/c718f8e2-ab07-4229-9329-5e002a6843f9 HTTP/1.1" status: 204 len: 173 time: 0.4136178 Feb 04 17:47:10.062727 n-d-827839-2 neutron-server[103377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96aa72b9-a4c0-4d9d-95a8-90651979d925', 'name': 'network-vif-deleted', 'tag': 'c718f8e2-ab07-4229-9329-5e002a6843f9'}] {{(pid=103377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:47:10.065099 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7240428b650e1488e9361b62648ff4b3a6c19d49d8c27c949491ab58c1346cf0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e3a2ee0-e2c7-4ce9-9dbe-1f91cfd110a0" -d '{"events": [{"server_uuid": "96aa72b9-a4c0-4d9d-95a8-90651979d925", "name": "network-vif-deleted", "tag": "c718f8e2-ab07-4229-9329-5e002a6843f9"}]}' {{(pid=103377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:47:10.105035 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 17:47:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ef2d736-1b99-4946-8883-d4d99c2bba73 x-openstack-request-id: req-3ef2d736-1b99-4946-8883-d4d99c2bba73 {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:47:10.105331 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96aa72b9-a4c0-4d9d-95a8-90651979d925", "name": "network-vif-deleted", "tag": "c718f8e2-ab07-4229-9329-5e002a6843f9", "status": "completed", "code": 200}]} {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:47:10.106097 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-3ef2d736-1b99-4946-8883-d4d99c2bba73 {{(pid=103377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:47:10.107047 n-d-827839-2 neutron-server[103377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96aa72b9-a4c0-4d9d-95a8-90651979d925', 'name': 'network-vif-deleted', 'tag': 'c718f8e2-ab07-4229-9329-5e002a6843f9', 'status': 'completed', 'code': 200} Feb 04 17:47:10.312539 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (f20a1ab3-4332-4f54-833b-ba4a7c687e89), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:47:10.463915 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-5470d3fb-38ff-4fed-a46b-bd0b43f3c526 req-2aabb78b-b249-4774-866f-3f07fc9a9907 tempest-ServerTagsTestJSON-1667790020 tempest-ServerTagsTestJSON-1667790020-project] 10.222.0.89 "GET /v2.0/ports?device_id=96aa72b9-a4c0-4d9d-95a8-90651979d925 HTTP/1.1" status: 200 len: 210 time: 0.0276325 Feb 04 17:47:11.529213 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 43212) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:47:11.575256 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3e6924f-8c8f-4f1c-80b4-b97a6a9a9240 admin admin] Deleting subnet 2f2dbb47-fa02-4022-840c-9b7c19b58f6d {{(pid=103376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 17:47:11.578390 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-f3e6924f-8c8f-4f1c-80b4-b97a6a9a9240 admin admin] Publish callbacks [] for subnet (2f2dbb47-fa02-4022-840c-9b7c19b58f6d), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:47:11.613850 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-f3e6924f-8c8f-4f1c-80b4-b97a6a9a9240 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25674901'] for subnet (2f2dbb47-fa02-4022-840c-9b7c19b58f6d), precommit_delete_associations {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:47:11.653305 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-f3e6924f-8c8f-4f1c-80b4-b97a6a9a9240 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1541225'] for subnet (2f2dbb47-fa02-4022-840c-9b7c19b58f6d), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:47:11.709146 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-f3e6924f-8c8f-4f1c-80b4-b97a6a9a9240 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1541216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25675894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25858947'] for subnet (2f2dbb47-fa02-4022-840c-9b7c19b58f6d), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:47:11.737070 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e6924f-8c8f-4f1c-80b4-b97a6a9a9240 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2f2dbb47-fa02-4022-840c-9b7c19b58f6d,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:47:11.739001 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-f3e6924f-8c8f-4f1c-80b4-b97a6a9a9240 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:47:11.745181 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-f3e6924f-8c8f-4f1c-80b4-b97a6a9a9240 admin admin] 10.222.0.89 "DELETE /v2.0/subnets/2f2dbb47-fa02-4022-840c-9b7c19b58f6d HTTP/1.1" status: 204 len: 168 time: 0.2115488 Feb 04 17:47:11.745181 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 43214) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:47:11.813556 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-58dfc759-d4c1-43d4-9a24-f9a98592b133 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628832'] for network (26dff599-dabe-446f-8eaa-33e136cbf637), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:47:11.900429 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-58dfc759-d4c1-43d4-9a24-f9a98592b133 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1543676', 'neutron.services.segments.db._delete_segments_for_network-8781084786517'] for network (26dff599-dabe-446f-8eaa-33e136cbf637), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:47:11.921599 n-d-827839-2 neutron-server[103376]: DEBUG neutron.services.segments.db [None req-58dfc759-d4c1-43d4-9a24-f9a98592b133 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26dff599-dabe-446f-8eaa-33e136cbf637']}} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:47:11.931351 n-d-827839-2 neutron-server[103376]: DEBUG neutron.services.segments.db [None req-58dfc759-d4c1-43d4-9a24-f9a98592b133 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1101387d-727e-44d6-8f0e-5d08c7124083') {'for_net_delete': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:47:11.931661 n-d-827839-2 neutron-server[103376]: DEBUG neutron.services.segments.db [None req-58dfc759-d4c1-43d4-9a24-f9a98592b133 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1101387d-727e-44d6-8f0e-5d08c7124083') {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:47:11.942844 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-58dfc759-d4c1-43d4-9a24-f9a98592b133 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781084783966', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25674908'] for segment (1101387d-727e-44d6-8f0e-5d08c7124083), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:47:11.956131 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-58dfc759-d4c1-43d4-9a24-f9a98592b133 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (1101387d-727e-44d6-8f0e-5d08c7124083), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:47:11.962301 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58dfc759-d4c1-43d4-9a24-f9a98592b133 admin admin] Releasing vlan 788 on physical network physnet1 to pool {{(pid=103376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 17:47:11.962614 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-58dfc759-d4c1-43d4-9a24-f9a98592b133 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25675992'] for segment (1101387d-727e-44d6-8f0e-5d08c7124083), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:47:11.964231 n-d-827839-2 neutron-server[103376]: Traceback (most recent call last): Feb 04 17:47:11.964231 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 17:47:11.964231 n-d-827839-2 neutron-server[103376]: timer() Feb 04 17:47:11.964231 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 17:47:11.964231 n-d-827839-2 neutron-server[103376]: cb(*args, **kw) Feb 04 17:47:11.964231 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 17:47:11.964231 n-d-827839-2 neutron-server[103376]: return func(*args, **kwargs) Feb 04 17:47:11.964231 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 17:47:11.964231 n-d-827839-2 neutron-server[103376]: self._notify() Feb 04 17:47:11.964231 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 17:47:11.964231 n-d-827839-2 neutron-server[103376]: self.callback(batched_events) Feb 04 17:47:11.964231 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 17:47:11.964231 n-d-827839-2 neutron-server[103376]: event.method(event) Feb 04 17:47:11.964231 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 17:47:11.964231 n-d-827839-2 neutron-server[103376]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 17:47:11.964231 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 17:47:11.964231 n-d-827839-2 neutron-server[103376]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 17:47:11.964231 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 17:47:11.964231 n-d-827839-2 neutron-server[103376]: return f(self, *a, **k) Feb 04 17:47:11.964231 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 17:47:11.964231 n-d-827839-2 neutron-server[103376]: return self._get(url).json() Feb 04 17:47:11.964231 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 17:47:11.964231 n-d-827839-2 neutron-server[103376]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 17:47:11.964231 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 17:47:11.964231 n-d-827839-2 neutron-server[103376]: return self.request(url, 'GET', **kwargs) Feb 04 17:47:11.964231 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 17:47:11.964231 n-d-827839-2 neutron-server[103376]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 17:47:11.964231 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 17:47:11.964231 n-d-827839-2 neutron-server[103376]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 17:47:11.964231 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 17:47:11.964231 n-d-827839-2 neutron-server[103376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 17:47:11.964231 n-d-827839-2 neutron-server[103376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 17:47:12.020410 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-58dfc759-d4c1-43d4-9a24-f9a98592b133 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1543671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1595572'] for network (26dff599-dabe-446f-8eaa-33e136cbf637), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:47:12.026726 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-58dfc759-d4c1-43d4-9a24-f9a98592b133 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:47:12.030328 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-58dfc759-d4c1-43d4-9a24-f9a98592b133 admin admin] 10.222.0.89 "DELETE /v2.0/networks/26dff599-dabe-446f-8eaa-33e136cbf637 HTTP/1.1" status: 204 len: 168 time: 0.2845843 Feb 04 17:47:12.041604 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58dfc759-d4c1-43d4-9a24-f9a98592b133 admin admin] Pushing event deleted for resources: {'Network': ['ID=26dff599-dabe-446f-8eaa-33e136cbf637,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:47:12.141294 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 43220) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:47:12.183480 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-04451f4a-0158-4cea-ad29-41c644bf8e01 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=9b0dec1115f242829c8389e7a2d1ecd6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0404379 Feb 04 17:47:12.185966 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 43222) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:47:12.233587 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-4396c155-28e3-4f6e-8c2e-098732fdd966 admin admin] Publish callbacks [] for security_group (4b2c116b-4d33-42dc-9208-33c2d29c6abe), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:47:12.257125 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-4396c155-28e3-4f6e-8c2e-098732fdd966 admin admin] Publish callbacks [] for security_group (4b2c116b-4d33-42dc-9208-33c2d29c6abe), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:47:12.305871 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-4396c155-28e3-4f6e-8c2e-098732fdd966 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (4b2c116b-4d33-42dc-9208-33c2d29c6abe), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:47:12.308714 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-4396c155-28e3-4f6e-8c2e-098732fdd966 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:47:12.309886 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-4396c155-28e3-4f6e-8c2e-098732fdd966 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/4b2c116b-4d33-42dc-9208-33c2d29c6abe HTTP/1.1" status: 204 len: 168 time: 0.1230371 Feb 04 17:47:12.324759 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4396c155-28e3-4f6e-8c2e-098732fdd966 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b2c116b-4d33-42dc-9208-33c2d29c6abe,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:47:12.460901 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (3f9244a9-75fc-4c10-b195-11d48b853b41), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:47:13.172221 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.agents_db [None req-e1691f3b-aacd-4cd6-8ebb-a9c53bb301c0 None None] Agent healthcheck: found 7 active agents {{(pid=103379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 17:47:13.432670 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-8d63235e-7098-4939-b7ac-fd79284c1363 req-18b90bc4-52d6-4df3-b302-baac0fddce3a tempest-ServerShowV247Test-13202413 tempest-ServerShowV247Test-13202413-project] 10.222.0.89 "GET /v2.0/ports?device_id=d6793931-f7ea-4db9-aefe-d0649a5d941c HTTP/1.1" status: 200 len: 210 time: 0.0521491 Feb 04 17:47:13.820523 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-fd96876f-246b-4e36-9c2a-030bae340000 req-fb760b49-8830-4329-801a-c25692b4908a tempest-ServerShowV247Test-13202413 tempest-ServerShowV247Test-13202413-project] 10.222.0.89 "GET /v2.0/ports?device_id=135c7169-0c71-4200-b8cd-06ba6e8b633b HTTP/1.1" status: 200 len: 210 time: 0.0352862 Feb 04 17:47:14.460803 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Device c718f8e2-ab07-4229-9329-5e002a6843f9 no longer exists at agent hyperv_n-h2-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:47:14.490433 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] No Port match for: c718f8e2-ab07-4229-9329-5e002a6843f9 {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 17:47:14.491323 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Device c718f8e2-ab07-4229-9329-5e002a6843f9 not bound to the agent host n-h2-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 17:47:14.929160 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-c7dedd52-a143-4438-9aa1-4cc18e11a0ff req-300ab92e-0384-45ba-a68b-aa4679b541a9 tempest-ServerShowV247Test-13202413 tempest-ServerShowV247Test-13202413-project] 10.222.0.89 "GET /v2.0/ports?device_id=135c7169-0c71-4200-b8cd-06ba6e8b633b HTTP/1.1" status: 200 len: 210 time: 0.0279548 Feb 04 17:47:15.757348 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-c3585302-879c-41ac-99f9-f9ae13c752c9 req-8fd33b43-2cf8-4ef8-862d-ef31deadee8d service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=d6793931-f7ea-4db9-aefe-d0649a5d941c HTTP/1.1" status: 200 len: 210 time: 0.0266078 Feb 04 17:47:16.031230 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-7f9437eb-936c-46eb-81e1-07462412c075 req-25618eab-7f5b-44ee-a324-d596a77a8488 tempest-ServerShowV247Test-13202413 tempest-ServerShowV247Test-13202413-project] 10.222.0.89 "GET /v2.0/ports?device_id=135c7169-0c71-4200-b8cd-06ba6e8b633b HTTP/1.1" status: 200 len: 210 time: 0.0285296 Feb 04 17:47:16.322820 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-81132d2e-9113-4b44-90ff-7598f3ec288b req-d7be01db-23ef-4674-95b6-1757a770b32d service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=135c7169-0c71-4200-b8cd-06ba6e8b633b HTTP/1.1" status: 200 len: 210 time: 0.0248899 Feb 04 17:47:17.138239 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-4df1c29c-eb4e-4d50-8137-f0543924bbb1 req-9c7f24c0-b444-4804-97b6-34384fd4686a tempest-ServerShowV247Test-13202413 tempest-ServerShowV247Test-13202413-project] 10.222.0.89 "GET /v2.0/ports?device_id=135c7169-0c71-4200-b8cd-06ba6e8b633b HTTP/1.1" status: 200 len: 210 time: 0.0272820 Feb 04 17:47:18.238366 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-60bf354a-ad62-45ab-95fd-b08540ae7d3c req-2bf8f627-d99e-4140-9bcf-63e9b70e2276 tempest-ServerShowV247Test-13202413 tempest-ServerShowV247Test-13202413-project] 10.222.0.89 "GET /v2.0/ports?device_id=135c7169-0c71-4200-b8cd-06ba6e8b633b HTTP/1.1" status: 200 len: 210 time: 0.0274978 Feb 04 17:47:18.539167 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-72aa5c45-a2cc-4606-9fb0-d1f6c4c97380 req-9fc87175-7cbc-4ec1-a7f7-b52eff64d8e5 tempest-ServerShowV247Test-13202413 tempest-ServerShowV247Test-13202413-project] 10.222.0.89 "GET /v2.0/ports?device_id=135c7169-0c71-4200-b8cd-06ba6e8b633b HTTP/1.1" status: 200 len: 210 time: 0.0294001 Feb 04 17:47:19.642456 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-94bd4960-0ee0-4f66-8e2b-b1dec50d5448 req-de33df78-629e-4d90-84ae-6892e59b620c tempest-ServerShowV247Test-13202413 tempest-ServerShowV247Test-13202413-project] 10.222.0.89 "GET /v2.0/ports?device_id=135c7169-0c71-4200-b8cd-06ba6e8b633b HTTP/1.1" status: 200 len: 210 time: 0.0301883 Feb 04 17:47:20.741977 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-ac70e6f1-6a3a-428e-ad3d-201cb13ca525 req-47e9696e-5f19-4c4c-ab4d-998befa163d3 tempest-ServerShowV247Test-13202413 tempest-ServerShowV247Test-13202413-project] 10.222.0.89 "GET /v2.0/ports?device_id=135c7169-0c71-4200-b8cd-06ba6e8b633b HTTP/1.1" status: 200 len: 210 time: 0.0268791 Feb 04 17:47:21.844709 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-bd5a7ffc-7554-4279-b04d-9d2c8435e6a7 req-35d5fb95-5cc4-4773-9473-ef2254e90746 tempest-ServerShowV247Test-13202413 tempest-ServerShowV247Test-13202413-project] 10.222.0.89 "GET /v2.0/ports?device_id=135c7169-0c71-4200-b8cd-06ba6e8b633b HTTP/1.1" status: 200 len: 210 time: 0.0272713 Feb 04 17:47:22.947487 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-46e7f141-ff7a-4383-9d99-e42861aaa9f4 req-d07c4eec-55b6-4fc0-b850-1b9d7f5b3b40 tempest-ServerShowV247Test-13202413 tempest-ServerShowV247Test-13202413-project] 10.222.0.89 "GET /v2.0/ports?device_id=135c7169-0c71-4200-b8cd-06ba6e8b633b HTTP/1.1" status: 200 len: 210 time: 0.0290637 Feb 04 17:47:24.050024 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-dfb5fb6f-b46b-4abe-b126-ad6c174f870a req-1c46535e-3342-4ca4-b40a-c9292b2a229e tempest-ServerShowV247Test-13202413 tempest-ServerShowV247Test-13202413-project] 10.222.0.89 "GET /v2.0/ports?device_id=135c7169-0c71-4200-b8cd-06ba6e8b633b HTTP/1.1" status: 200 len: 210 time: 0.0279276 Feb 04 17:47:24.357327 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ee699a-dea3-4d95-bed5-838793d4dafa req-4ad7edf1-18fd-4a79-a887-2dbebeae2223 tempest-TestNetworkAdvancedServerOps-1057837956 tempest-TestNetworkAdvancedServerOps-1057837956-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:47:24.358867 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-a1ee699a-dea3-4d95-bed5-838793d4dafa req-4ad7edf1-18fd-4a79-a887-2dbebeae2223 tempest-TestNetworkAdvancedServerOps-1057837956 tempest-TestNetworkAdvancedServerOps-1057837956-project-admin] 10.222.0.89 "GET /v2.0/ports?device_id=fb6877a5-43b5-44e9-b880-81255ebc0c83 HTTP/1.1" status: 200 len: 1129 time: 0.0453022 Feb 04 17:47:24.409406 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-a1ee699a-dea3-4d95-bed5-838793d4dafa req-8b8cd86b-5486-4eeb-a88f-b1d6c765453d tempest-TestNetworkAdvancedServerOps-1057837956 tempest-TestNetworkAdvancedServerOps-1057837956-project-admin] 10.222.0.89 "GET /v2.0/security-groups?id=4b0100f2-480f-41b8-8876-e30a8b4057ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445766 Feb 04 17:47:24.428976 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 43372) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:47:24.481270 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-81c5ca9e-05c4-4ff4-b4ad-9d771adccc04 req-5ef83fa9-ca68-4613-88a8-c57a826c247b service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=fb6877a5-43b5-44e9-b880-81255ebc0c83&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0524971 Feb 04 17:47:24.570826 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c5ca9e-05c4-4ff4-b4ad-9d771adccc04 req-137861e6-ba8f-4468-9cc8-0125186ba37f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:47:24.572492 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-81c5ca9e-05c4-4ff4-b4ad-9d771adccc04 req-137861e6-ba8f-4468-9cc8-0125186ba37f service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=86a0fd5c0c974eafbf1c6e95239dcb2c&device_id=fb6877a5-43b5-44e9-b880-81255ebc0c83 HTTP/1.1" status: 200 len: 1129 time: 0.0445762 Feb 04 17:47:24.590049 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-3cb9ccaf-8dfe-44c9-98b4-39beb774d396 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Deleting port 54643d00-b1b9-4554-b45e-2532e8fb965f {{(pid=103376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:47:24.590450 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-3cb9ccaf-8dfe-44c9-98b4-39beb774d396 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (54643d00-b1b9-4554-b45e-2532e8fb965f), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:47:24.672939 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-3cb9ccaf-8dfe-44c9-98b4-39beb774d396 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (54643d00-b1b9-4554-b45e-2532e8fb965f), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:47:24.673536 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-3cb9ccaf-8dfe-44c9-98b4-39beb774d396 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Publish callbacks [] for floatingip (54643d00-b1b9-4554-b45e-2532e8fb965f), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:47:24.684835 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c5ca9e-05c4-4ff4-b4ad-9d771adccc04 req-43599ad8-3181-4dc4-a55a-d26182346c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:47:24.686310 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-3cb9ccaf-8dfe-44c9-98b4-39beb774d396 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Calling delete_port for 54643d00-b1b9-4554-b45e-2532e8fb965f owned by network:floatingip {{(pid=103376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:47:24.686582 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-81c5ca9e-05c4-4ff4-b4ad-9d771adccc04 req-43599ad8-3181-4dc4-a55a-d26182346c73 service neutron] 10.222.0.90 "GET /v2.0/networks?id=c4c6b8bd-d4fb-4788-b4f1-2d944d88e7a1 HTTP/1.1" status: 200 len: 898 time: 0.0910614 Feb 04 17:47:24.764141 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-81c5ca9e-05c4-4ff4-b4ad-9d771adccc04 req-84bfb831-5236-4d06-8792-4aa902008683 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=756a02cd-0cae-4c90-9d5a-05eb81ac510b HTTP/1.1" status: 200 len: 1002 time: 0.0693340 Feb 04 17:47:24.818402 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c5ca9e-05c4-4ff4-b4ad-9d771adccc04 req-e6872033-50c1-4055-a30c-1978ae4926f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:47:24.819955 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-81c5ca9e-05c4-4ff4-b4ad-9d771adccc04 req-e6872033-50c1-4055-a30c-1978ae4926f7 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=3ecc9f87-97b0-4c7a-bcbb-cce4bed8f320 HTTP/1.1" status: 200 len: 834 time: 0.0484235 Feb 04 17:47:24.846902 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-3cb9ccaf-8dfe-44c9-98b4-39beb774d396 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (54643d00-b1b9-4554-b45e-2532e8fb965f), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:47:24.872962 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c5ca9e-05c4-4ff4-b4ad-9d771adccc04 req-2cb3179a-bd95-4da4-8016-171ff13700ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:47:24.874591 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-81c5ca9e-05c4-4ff4-b4ad-9d771adccc04 req-2cb3179a-bd95-4da4-8016-171ff13700ca service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=c4c6b8bd-d4fb-4788-b4f1-2d944d88e7a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0473399 Feb 04 17:47:24.969949 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-81c5ca9e-05c4-4ff4-b4ad-9d771adccc04 req-a91947ca-8790-4536-9d27-1d42011a7392 service neutron] 10.222.0.90 "GET /v2.0/networks/c4c6b8bd-d4fb-4788-b4f1-2d944d88e7a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868320 Feb 04 17:47:25.085815 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-81c5ca9e-05c4-4ff4-b4ad-9d771adccc04 req-654d2d71-54fb-417d-a1f0-14e2835f565d service neutron] 10.222.0.90 "GET /v2.0/networks/c4c6b8bd-d4fb-4788-b4f1-2d944d88e7a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1063747 Feb 04 17:47:25.168095 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-a048bd0a-1515-49dd-871c-5bf328ca6e32 req-46abbf7c-9bfa-47b6-b651-741776fac0ec tempest-ServerShowV247Test-13202413 tempest-ServerShowV247Test-13202413-project] 10.222.0.89 "GET /v2.0/ports?device_id=135c7169-0c71-4200-b8cd-06ba6e8b633b HTTP/1.1" status: 200 len: 210 time: 0.0334384 Feb 04 17:47:25.252794 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb9ccaf-8dfe-44c9-98b4-39beb774d396 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Pushing event deleted for resources: {'Port': ['ID=54643d00-b1b9-4554-b45e-2532e8fb965f,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:47:25.315401 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-3cb9ccaf-8dfe-44c9-98b4-39beb774d396 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Publish callbacks [] for floatingip (e8b80fad-caa7-4e70-818c-90e946c79c9a), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:47:25.315726 n-d-827839-2 neutron-server[103376]: INFO neutron.db.l3_db [None req-3cb9ccaf-8dfe-44c9-98b4-39beb774d396 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Floating IP e8b80fad-caa7-4e70-818c-90e946c79c9a disassociated (deleted). External IP: 172.25.6.204, port: 756a02cd-0cae-4c90-9d5a-05eb81ac510b. Feb 04 17:47:25.537616 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cb9ccaf-8dfe-44c9-98b4-39beb774d396 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Router b9f1b0d1-e3e3-4dc4-8bbe-9072c58b8050 has already been hosted by L3 agent 64ada913-9131-4d99-a265-63a920956287 {{(pid=103376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 17:47:25.645768 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cb9ccaf-8dfe-44c9-98b4-39beb774d396 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Notify agent at l3_agent.n-d-827839-2 the message routers_updated {{(pid=103376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 17:47:25.650626 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-3cb9ccaf-8dfe-44c9-98b4-39beb774d396 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for floatingip (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:47:25.659339 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c28df47-0065-4b22-8499-44c0a98bcda2 None None] Sync routers for ids ['b9f1b0d1-e3e3-4dc4-8bbe-9072c58b8050'] in n-d-827839-2 {{(pid=103378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 17:47:25.669937 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c28df47-0065-4b22-8499-44c0a98bcda2 None None] Routers {'b9f1b0d1-e3e3-4dc4-8bbe-9072c58b8050'} bound to L3 agent in host n-d-827839-2 {{(pid=103378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:47:25.670670 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-6c28df47-0065-4b22-8499-44c0a98bcda2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:47:03Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['b9f1b0d1-e3e3-4dc4-8bbe-9072c58b8050'], 'active': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:47:25.688117 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-3cb9ccaf-8dfe-44c9-98b4-39beb774d396 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] 10.222.0.89 "DELETE /v2.0/floatingips/e8b80fad-caa7-4e70-818c-90e946c79c9a HTTP/1.1" status: 204 len: 168 time: 1.2557440 Feb 04 17:47:25.688117 n-d-827839-2 neutron-server[103376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb6877a5-43b5-44e9-b880-81255ebc0c83', 'tag': '756a02cd-0cae-4c90-9d5a-05eb81ac510b'}] {{(pid=103376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:47:25.691816 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d59c3bb5e2f09ebf62144d5e09b1cff60c763a9c19614c24538e77842938c05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de7ff801-4912-445b-9b1f-dcb40dfbfc03" -d '{"events": [{"name": "network-changed", "server_uuid": "fb6877a5-43b5-44e9-b880-81255ebc0c83", "tag": "756a02cd-0cae-4c90-9d5a-05eb81ac510b"}]}' {{(pid=103376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:47:25.728784 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 17:47:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86821411-4af6-4120-a598-e261543ddae1 x-openstack-request-id: req-86821411-4af6-4120-a598-e261543ddae1 {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:47:25.729981 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb6877a5-43b5-44e9-b880-81255ebc0c83", "tag": "756a02cd-0cae-4c90-9d5a-05eb81ac510b", "status": "completed", "code": 200}]} {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:47:25.730248 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-86821411-4af6-4120-a598-e261543ddae1 {{(pid=103376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:47:25.730679 n-d-827839-2 neutron-server[103376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb6877a5-43b5-44e9-b880-81255ebc0c83', 'tag': '756a02cd-0cae-4c90-9d5a-05eb81ac510b', 'status': 'completed', 'code': 200} Feb 04 17:47:25.816530 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7ff801-4912-445b-9b1f-dcb40dfbfc03 req-78aa6afb-7511-42dd-a42c-59f0d1088236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:47:25.818791 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-de7ff801-4912-445b-9b1f-dcb40dfbfc03 req-78aa6afb-7511-42dd-a42c-59f0d1088236 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=86a0fd5c0c974eafbf1c6e95239dcb2c&device_id=fb6877a5-43b5-44e9-b880-81255ebc0c83 HTTP/1.1" status: 200 len: 1129 time: 0.0606644 Feb 04 17:47:25.962590 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvr_db [None req-6c28df47-0065-4b22-8499-44c0a98bcda2 None None] Set router b9f1b0d1-e3e3-4dc4-8bbe-9072c58b8050 gateway port host: n-d-827839-2 {{(pid=103378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:47:25.982011 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7ff801-4912-445b-9b1f-dcb40dfbfc03 req-402e7b30-5d1d-4ad2-8376-f39ba3262276 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:47:25.983605 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-de7ff801-4912-445b-9b1f-dcb40dfbfc03 req-402e7b30-5d1d-4ad2-8376-f39ba3262276 service neutron] 10.222.0.90 "GET /v2.0/networks?id=c4c6b8bd-d4fb-4788-b4f1-2d944d88e7a1 HTTP/1.1" status: 200 len: 898 time: 0.1499581 Feb 04 17:47:25.990278 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a99b1c-3658-4bb1-ad64-0ae5c0c123b3 req-639cf6ea-4e5c-47ae-af24-23f8701c60d9 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:47:25.991685 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-f7a99b1c-3658-4bb1-ad64-0ae5c0c123b3 req-639cf6ea-4e5c-47ae-af24-23f8701c60d9 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] 10.222.0.89 "GET /v2.0/ports?device_id=fb6877a5-43b5-44e9-b880-81255ebc0c83 HTTP/1.1" status: 200 len: 947 time: 0.0858965 Feb 04 17:47:26.035925 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-de7ff801-4912-445b-9b1f-dcb40dfbfc03 req-d4e9ab9e-85f1-4f80-8a47-d90a73c32792 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=756a02cd-0cae-4c90-9d5a-05eb81ac510b HTTP/1.1" status: 200 len: 217 time: 0.0422866 Feb 04 17:47:26.114411 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-f7a99b1c-3658-4bb1-ad64-0ae5c0c123b3 req-b26a41af-3c7b-4dc7-91c4-fd43aadd80dd tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] 10.222.0.89 "GET /v2.0/security-groups?id=4b0100f2-480f-41b8-8876-e30a8b4057ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0810304 Feb 04 17:47:26.116124 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7ff801-4912-445b-9b1f-dcb40dfbfc03 req-49555ffe-cfed-4c45-acf4-7b5c48767438 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:47:26.118071 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-de7ff801-4912-445b-9b1f-dcb40dfbfc03 req-49555ffe-cfed-4c45-acf4-7b5c48767438 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=3ecc9f87-97b0-4c7a-bcbb-cce4bed8f320 HTTP/1.1" status: 200 len: 834 time: 0.0676057 Feb 04 17:47:26.179264 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7ff801-4912-445b-9b1f-dcb40dfbfc03 req-b7f83962-0090-4210-86f5-c1ab64b8b02e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:47:26.180989 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-de7ff801-4912-445b-9b1f-dcb40dfbfc03 req-b7f83962-0090-4210-86f5-c1ab64b8b02e service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=c4c6b8bd-d4fb-4788-b4f1-2d944d88e7a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0547597 Feb 04 17:47:26.185600 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-6c28df47-0065-4b22-8499-44c0a98bcda2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9f1b0d1-e3e3-4dc4-8bbe-9072c58b8050', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2130738469', 'tenant_id': '86a0fd5c0c974eafbf1c6e95239dcb2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.241'}], 'enable_snat': True}, 'gw_port_id': '2e96344d-b719-4849-bb35-7894454f78c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:45:06Z', 'updated_at': '2022-02-04T17:45:10Z', 'revision_number': 4, 'project_id': '86a0fd5c0c974eafbf1c6e95239dcb2c', 'gw_port': {'id': '2e96344d-b719-4849-bb35-7894454f78c6', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:82:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9f1b0d1-e3e3-4dc4-8bbe-9072c58b8050', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3366, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:45:07Z', 'updated_at': '2022-02-04T17:45:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_interfaces': [{'id': 'd2bec3ed-86be-45c8-a5ca-cb9db26a7ec0', 'name': '', 'network_id': 'c4c6b8bd-d4fb-4788-b4f1-2d944d88e7a1', 'tenant_id': '86a0fd5c0c974eafbf1c6e95239dcb2c', 'mac_address': 'fa:16:3e:3c:7f:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9f1b0d1-e3e3-4dc4-8bbe-9072c58b8050', 'device_owner': 'network:router_interface', 'standard_attr_id': 3369, 'fixed_ips': [{'subnet_id': '3ecc9f87-97b0-4c7a-bcbb-cce4bed8f320', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:45:09Z', 'updated_at': '2022-02-04T17:45:14Z', 'revision_number': 5, 'project_id': '86a0fd5c0c974eafbf1c6e95239dcb2c', 'subnets': [{'id': '3ecc9f87-97b0-4c7a-bcbb-cce4bed8f320', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-2', False) {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:47:26.218659 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c28df47-0065-4b22-8499-44c0a98bcda2 None None] Checking router: b9f1b0d1-e3e3-4dc4-8bbe-9072c58b8050 for host: n-d-827839-2 {{(pid=103378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 17:47:26.231686 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c28df47-0065-4b22-8499-44c0a98bcda2 None None] Routers {'b9f1b0d1-e3e3-4dc4-8bbe-9072c58b8050'} bound to L3 agent in host n-d-827839-2 {{(pid=103378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:47:26.232341 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-6c28df47-0065-4b22-8499-44c0a98bcda2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:47:03Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['b9f1b0d1-e3e3-4dc4-8bbe-9072c58b8050'], 'active': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:47:26.349501 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-0d8b9800-6c70-4cf8-8a84-bd28baab6f5e req-3e538330-a63e-4dd1-a1f6-c12dc765a383 tempest-ServerShowV247Test-13202413 tempest-ServerShowV247Test-13202413-project] 10.222.0.89 "GET /v2.0/ports?device_id=135c7169-0c71-4200-b8cd-06ba6e8b633b HTTP/1.1" status: 200 len: 210 time: 0.0605137 Feb 04 17:47:26.350918 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-de7ff801-4912-445b-9b1f-dcb40dfbfc03 req-dc6012c5-0817-4b6d-94f1-d4cdd38f472c service neutron] 10.222.0.90 "GET /v2.0/networks/c4c6b8bd-d4fb-4788-b4f1-2d944d88e7a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1583457 Feb 04 17:47:26.461738 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvr_db [None req-6c28df47-0065-4b22-8499-44c0a98bcda2 None None] Set router b9f1b0d1-e3e3-4dc4-8bbe-9072c58b8050 gateway port host: n-d-827839-2 {{(pid=103378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:47:26.470197 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-de7ff801-4912-445b-9b1f-dcb40dfbfc03 req-6a147024-a805-418f-a45f-75f9fb4ac3fa service neutron] 10.222.0.90 "GET /v2.0/networks/c4c6b8bd-d4fb-4788-b4f1-2d944d88e7a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1063876 Feb 04 17:47:26.670418 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-6c28df47-0065-4b22-8499-44c0a98bcda2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9f1b0d1-e3e3-4dc4-8bbe-9072c58b8050', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2130738469', 'tenant_id': '86a0fd5c0c974eafbf1c6e95239dcb2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.241'}], 'enable_snat': True}, 'gw_port_id': '2e96344d-b719-4849-bb35-7894454f78c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:45:06Z', 'updated_at': '2022-02-04T17:45:10Z', 'revision_number': 4, 'project_id': '86a0fd5c0c974eafbf1c6e95239dcb2c', 'gw_port': {'id': '2e96344d-b719-4849-bb35-7894454f78c6', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:82:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9f1b0d1-e3e3-4dc4-8bbe-9072c58b8050', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3366, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:45:07Z', 'updated_at': '2022-02-04T17:45:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_interfaces': [{'id': 'd2bec3ed-86be-45c8-a5ca-cb9db26a7ec0', 'name': '', 'network_id': 'c4c6b8bd-d4fb-4788-b4f1-2d944d88e7a1', 'tenant_id': '86a0fd5c0c974eafbf1c6e95239dcb2c', 'mac_address': 'fa:16:3e:3c:7f:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9f1b0d1-e3e3-4dc4-8bbe-9072c58b8050', 'device_owner': 'network:router_interface', 'standard_attr_id': 3369, 'fixed_ips': [{'subnet_id': '3ecc9f87-97b0-4c7a-bcbb-cce4bed8f320', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:45:09Z', 'updated_at': '2022-02-04T17:45:14Z', 'revision_number': 5, 'project_id': '86a0fd5c0c974eafbf1c6e95239dcb2c', 'subnets': [{'id': '3ecc9f87-97b0-4c7a-bcbb-cce4bed8f320', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-2', False) {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:47:26.697970 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c28df47-0065-4b22-8499-44c0a98bcda2 None None] The sync data for ids ['b9f1b0d1-e3e3-4dc4-8bbe-9072c58b8050'] in n-d-827839-2 is: [{'id': 'b9f1b0d1-e3e3-4dc4-8bbe-9072c58b8050', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2130738469', 'tenant_id': '86a0fd5c0c974eafbf1c6e95239dcb2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.241'}], 'enable_snat': True}, 'gw_port_id': '2e96344d-b719-4849-bb35-7894454f78c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:45:06Z', 'updated_at': '2022-02-04T17:45:10Z', 'revision_number': 4, 'project_id': '86a0fd5c0c974eafbf1c6e95239dcb2c', 'gw_port': {'id': '2e96344d-b719-4849-bb35-7894454f78c6', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:82:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9f1b0d1-e3e3-4dc4-8bbe-9072c58b8050', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3366, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:45:07Z', 'updated_at': '2022-02-04T17:45:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_interfaces': [{'id': 'd2bec3ed-86be-45c8-a5ca-cb9db26a7ec0', 'name': '', 'network_id': 'c4c6b8bd-d4fb-4788-b4f1-2d944d88e7a1', 'tenant_id': '86a0fd5c0c974eafbf1c6e95239dcb2c', 'mac_address': 'fa:16:3e:3c:7f:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9f1b0d1-e3e3-4dc4-8bbe-9072c58b8050', 'device_owner': 'network:router_interface', 'standard_attr_id': 3369, 'fixed_ips': [{'subnet_id': '3ecc9f87-97b0-4c7a-bcbb-cce4bed8f320', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:45:09Z', 'updated_at': '2022-02-04T17:45:14Z', 'revision_number': 5, 'project_id': '86a0fd5c0c974eafbf1c6e95239dcb2c', 'subnets': [{'id': '3ecc9f87-97b0-4c7a-bcbb-cce4bed8f320', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 17:47:26.928031 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0828a3b-4c7c-4b67-b062-6bdd6b0bd71e None None] New status for floating IP e8b80fad-caa7-4e70-818c-90e946c79c9a: DOWN {{(pid=103379) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 17:47:27.238270 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31de6e1e-c659-4235-9eea-82d4c713938a req-128032cf-bb3f-47c1-a603-7a9a2c44f019 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:47:27.239682 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-31de6e1e-c659-4235-9eea-82d4c713938a req-128032cf-bb3f-47c1-a603-7a9a2c44f019 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] 10.222.0.89 "GET /v2.0/ports?device_id=fb6877a5-43b5-44e9-b880-81255ebc0c83 HTTP/1.1" status: 200 len: 947 time: 0.0562224 Feb 04 17:47:27.474379 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-6d56f27f-eace-47c0-9af0-7e3be32f7832 req-b2ba7215-9462-42ad-b5aa-4ecf25cb031c tempest-ServerShowV247Test-13202413 tempest-ServerShowV247Test-13202413-project] 10.222.0.89 "GET /v2.0/ports?device_id=135c7169-0c71-4200-b8cd-06ba6e8b633b HTTP/1.1" status: 200 len: 210 time: 0.0311196 Feb 04 17:47:27.657550 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-31de6e1e-c659-4235-9eea-82d4c713938a req-423373f6-6841-4684-9b88-d0b599356342 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] 10.222.0.89 "GET /v2.0/security-groups?id=4b0100f2-480f-41b8-8876-e30a8b4057ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4121692 Feb 04 17:47:27.672524 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fc5e8f-5fc6-4573-9b31-9e738ca7fead req-93c7e7eb-cc7a-49d6-87f3-46ab051fda7f tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:47:27.673997 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-f3fc5e8f-5fc6-4573-9b31-9e738ca7fead req-93c7e7eb-cc7a-49d6-87f3-46ab051fda7f tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] 10.222.0.90 "GET /v2.0/ports?device_id=fb6877a5-43b5-44e9-b880-81255ebc0c83 HTTP/1.1" status: 200 len: 947 time: 0.0755448 Feb 04 17:47:27.768121 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [req-f3fc5e8f-5fc6-4573-9b31-9e738ca7fead req-96a7f5fd-76ea-4109-b321-2d70be5f067e tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Deleting port 756a02cd-0cae-4c90-9d5a-05eb81ac510b {{(pid=103377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:47:27.768357 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-f3fc5e8f-5fc6-4573-9b31-9e738ca7fead req-96a7f5fd-76ea-4109-b321-2d70be5f067e tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (756a02cd-0cae-4c90-9d5a-05eb81ac510b), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:47:27.853743 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [req-f3fc5e8f-5fc6-4573-9b31-9e738ca7fead req-96a7f5fd-76ea-4109-b321-2d70be5f067e tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] For port 756a02cd-0cae-4c90-9d5a-05eb81ac510b, host n-h2-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=756a02cd-0cae-4c90-9d5a-05eb81ac510b,segment=NetworkSegment(dce1e76b-f838-43ab-9c5c-1f6066e86227),segment_id=dce1e76b-f838-43ab-9c5c-1f6066e86227)] {{(pid=103377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:47:27.854127 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-f3fc5e8f-5fc6-4573-9b31-9e738ca7fead req-96a7f5fd-76ea-4109-b321-2d70be5f067e tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (756a02cd-0cae-4c90-9d5a-05eb81ac510b), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:47:27.866435 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [req-f3fc5e8f-5fc6-4573-9b31-9e738ca7fead req-96a7f5fd-76ea-4109-b321-2d70be5f067e tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Calling delete_port for 756a02cd-0cae-4c90-9d5a-05eb81ac510b owned by compute:nova {{(pid=103377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:47:27.994661 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-f3fc5e8f-5fc6-4573-9b31-9e738ca7fead req-96a7f5fd-76ea-4109-b321-2d70be5f067e tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (756a02cd-0cae-4c90-9d5a-05eb81ac510b), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:47:28.029798 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a7f5fd-76ea-4109-b321-2d70be5f067e tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Pushing event deleted for resources: {'Port': ['ID=756a02cd-0cae-4c90-9d5a-05eb81ac510b,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:47:28.072667 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3fc5e8f-5fc6-4573-9b31-9e738ca7fead req-96a7f5fd-76ea-4109-b321-2d70be5f067e tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] No DVR routers for this DVR port 756a02cd-0cae-4c90-9d5a-05eb81ac510b on host n-h2-827839-2 {{(pid=103377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 17:47:28.076045 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-f3fc5e8f-5fc6-4573-9b31-9e738ca7fead req-96a7f5fd-76ea-4109-b321-2d70be5f067e tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:47:28.079598 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-f3fc5e8f-5fc6-4573-9b31-9e738ca7fead req-96a7f5fd-76ea-4109-b321-2d70be5f067e tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] 10.222.0.90 "DELETE /v2.0/ports/756a02cd-0cae-4c90-9d5a-05eb81ac510b HTTP/1.1" status: 204 len: 173 time: 0.4001563 Feb 04 17:47:28.080032 n-d-827839-2 neutron-server[103377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb6877a5-43b5-44e9-b880-81255ebc0c83', 'name': 'network-vif-deleted', 'tag': '756a02cd-0cae-4c90-9d5a-05eb81ac510b'}] {{(pid=103377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:47:28.082337 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7240428b650e1488e9361b62648ff4b3a6c19d49d8c27c949491ab58c1346cf0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdf947c9-307d-4633-97b2-e36ab4738e3d" -d '{"events": [{"server_uuid": "fb6877a5-43b5-44e9-b880-81255ebc0c83", "name": "network-vif-deleted", "tag": "756a02cd-0cae-4c90-9d5a-05eb81ac510b"}]}' {{(pid=103377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:47:28.186746 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 17:47:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-192ecf11-dd91-43c9-a7a6-152c5aed8084 x-openstack-request-id: req-192ecf11-dd91-43c9-a7a6-152c5aed8084 {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:47:28.187064 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb6877a5-43b5-44e9-b880-81255ebc0c83", "name": "network-vif-deleted", "tag": "756a02cd-0cae-4c90-9d5a-05eb81ac510b", "status": "completed", "code": 200}]} {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:47:28.187313 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-192ecf11-dd91-43c9-a7a6-152c5aed8084 {{(pid=103377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:47:28.187762 n-d-827839-2 neutron-server[103377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb6877a5-43b5-44e9-b880-81255ebc0c83', 'name': 'network-vif-deleted', 'tag': '756a02cd-0cae-4c90-9d5a-05eb81ac510b', 'status': 'completed', 'code': 200} Feb 04 17:47:28.595561 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-8e169cf1-158b-43cc-89ad-9007fe7c76e8 req-b9ec92a2-4484-4c7b-8661-d3e066b26f22 tempest-ServerShowV247Test-13202413 tempest-ServerShowV247Test-13202413-project] 10.222.0.89 "GET /v2.0/ports?device_id=135c7169-0c71-4200-b8cd-06ba6e8b633b HTTP/1.1" status: 200 len: 210 time: 0.0380726 Feb 04 17:47:28.716861 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 43412) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:47:29.089496 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-837c8331-fea7-416e-9bbb-7eabcee8e08d tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602754'] for router_interface (b9f1b0d1-e3e3-4dc4-8bbe-9072c58b8050), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:47:29.357237 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-837c8331-fea7-416e-9bbb-7eabcee8e08d tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Deleting port d2bec3ed-86be-45c8-a5ca-cb9db26a7ec0 {{(pid=103376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:47:29.357494 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-837c8331-fea7-416e-9bbb-7eabcee8e08d tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (d2bec3ed-86be-45c8-a5ca-cb9db26a7ec0), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:47:29.494420 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-ee14b542-3c44-4c6a-9a86-ec530f17981b req-b412490b-5f83-4df9-a5cf-68be69332dc4 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=d8b8fa52-f908-44d7-9705-bf50a03e2462&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1215930 Feb 04 17:47:29.499647 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [None req-837c8331-fea7-416e-9bbb-7eabcee8e08d tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] For port d2bec3ed-86be-45c8-a5ca-cb9db26a7ec0, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=d2bec3ed-86be-45c8-a5ca-cb9db26a7ec0,segment=NetworkSegment(dce1e76b-f838-43ab-9c5c-1f6066e86227),segment_id=dce1e76b-f838-43ab-9c5c-1f6066e86227)] {{(pid=103376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:47:29.500006 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-837c8331-fea7-416e-9bbb-7eabcee8e08d tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (d2bec3ed-86be-45c8-a5ca-cb9db26a7ec0), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:47:29.514409 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-837c8331-fea7-416e-9bbb-7eabcee8e08d tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Calling delete_port for d2bec3ed-86be-45c8-a5ca-cb9db26a7ec0 owned by network:router_interface {{(pid=103376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:47:29.698973 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee14b542-3c44-4c6a-9a86-ec530f17981b req-221352e6-074d-476f-869a-61a6e23e7d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:47:29.701082 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-ee14b542-3c44-4c6a-9a86-ec530f17981b req-221352e6-074d-476f-869a-61a6e23e7d05 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=f5ca586e0a134ee6a366fdbff53a4f3d&device_id=d8b8fa52-f908-44d7-9705-bf50a03e2462 HTTP/1.1" status: 200 len: 1128 time: 0.1220074 Feb 04 17:47:29.746946 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8d39f88a-5cc0-406e-b802-d632d6c315ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (bb89f5a3-3c22-440b-b7d1-c4f0c43c184a), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:47:29.757800 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-135a82a0-e2fe-4039-ba99-258e49bec7ae req-dd0fecd0-a89c-4001-9f6c-c0ae31e7b31a tempest-ServerShowV247Test-13202413 tempest-ServerShowV247Test-13202413-project] 10.222.0.89 "GET /v2.0/ports?device_id=135c7169-0c71-4200-b8cd-06ba6e8b633b HTTP/1.1" status: 200 len: 210 time: 0.0621655 Feb 04 17:47:29.857637 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-837c8331-fea7-416e-9bbb-7eabcee8e08d tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (d2bec3ed-86be-45c8-a5ca-cb9db26a7ec0), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:47:29.897807 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837c8331-fea7-416e-9bbb-7eabcee8e08d tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Pushing event deleted for resources: {'Port': ['ID=d2bec3ed-86be-45c8-a5ca-cb9db26a7ec0,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:47:29.950844 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee14b542-3c44-4c6a-9a86-ec530f17981b req-406d2be3-f979-4e78-92f1-b86f18f62563 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:47:29.952349 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-ee14b542-3c44-4c6a-9a86-ec530f17981b req-406d2be3-f979-4e78-92f1-b86f18f62563 service neutron] 10.222.0.96 "GET /v2.0/networks?id=737a730a-f2b9-4552-b783-b268a6fc7510 HTTP/1.1" status: 200 len: 911 time: 0.2229645 Feb 04 17:47:30.102018 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-ee14b542-3c44-4c6a-9a86-ec530f17981b req-4027b3ab-70a4-4705-8ea5-f122189b7de7 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=12179e86-e4aa-4719-84b0-1c54316ca648 HTTP/1.1" status: 200 len: 1002 time: 0.1419041 Feb 04 17:47:30.170008 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee14b542-3c44-4c6a-9a86-ec530f17981b req-20baab32-26aa-4910-a0d8-225966d50b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:47:30.171397 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-ee14b542-3c44-4c6a-9a86-ec530f17981b req-20baab32-26aa-4910-a0d8-225966d50b3e service neutron] 10.222.0.96 "GET /v2.0/subnets?id=28f7679b-e706-44b6-8766-889d627ec1c0 HTTP/1.1" status: 200 len: 849 time: 0.0610354 Feb 04 17:47:30.173653 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-837c8331-fea7-416e-9bbb-7eabcee8e08d tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1677336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1602614'] for router_interface (b9f1b0d1-e3e3-4dc4-8bbe-9072c58b8050), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:47:30.302532 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee14b542-3c44-4c6a-9a86-ec530f17981b req-4fffdb93-11bd-409f-aa97-bc73b1330116 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:47:30.304084 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-ee14b542-3c44-4c6a-9a86-ec530f17981b req-4fffdb93-11bd-409f-aa97-bc73b1330116 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=737a730a-f2b9-4552-b783-b268a6fc7510&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1248872 Feb 04 17:47:30.480139 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-ee14b542-3c44-4c6a-9a86-ec530f17981b req-b35a88ed-77a1-4ebb-9ef7-28da971ccf33 service neutron] 10.222.0.96 "GET /v2.0/networks/737a730a-f2b9-4552-b783-b268a6fc7510?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1680188 Feb 04 17:47:30.546303 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-837c8331-fea7-416e-9bbb-7eabcee8e08d tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Router b9f1b0d1-e3e3-4dc4-8bbe-9072c58b8050 has already been hosted by L3 agent 64ada913-9131-4d99-a265-63a920956287 {{(pid=103376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 17:47:30.667207 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-ee14b542-3c44-4c6a-9a86-ec530f17981b req-9546ad8f-99db-40fc-954f-2e711f2246f0 service neutron] 10.222.0.96 "GET /v2.0/networks/737a730a-f2b9-4552-b783-b268a6fc7510?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1770995 Feb 04 17:47:30.695083 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-837c8331-fea7-416e-9bbb-7eabcee8e08d tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Notify agent at l3_agent.n-d-827839-2 the message routers_updated {{(pid=103376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 17:47:30.704821 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-837c8331-fea7-416e-9bbb-7eabcee8e08d tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] 10.222.0.89 "PUT /v2.0/routers/b9f1b0d1-e3e3-4dc4-8bbe-9072c58b8050/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9842114 Feb 04 17:47:30.704821 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 43424) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:47:30.708980 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7455d8ac-a856-477a-857f-27b759a245a7 None None] Sync routers for ids ['b9f1b0d1-e3e3-4dc4-8bbe-9072c58b8050'] in n-d-827839-2 {{(pid=103378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 17:47:30.721661 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7455d8ac-a856-477a-857f-27b759a245a7 None None] Routers {'b9f1b0d1-e3e3-4dc4-8bbe-9072c58b8050'} bound to L3 agent in host n-d-827839-2 {{(pid=103378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:47:30.722377 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-7455d8ac-a856-477a-857f-27b759a245a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:47:03Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['b9f1b0d1-e3e3-4dc4-8bbe-9072c58b8050'], 'active': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:47:30.761590 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.db_base_plugin_v2 [None req-bae636ba-849d-4049-85b6-3098d0998845 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Deleting subnet 3ecc9f87-97b0-4c7a-bcbb-cce4bed8f320 {{(pid=103376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 17:47:30.764947 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-bae636ba-849d-4049-85b6-3098d0998845 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Publish callbacks [] for subnet (3ecc9f87-97b0-4c7a-bcbb-cce4bed8f320), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:47:30.808686 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-bae636ba-849d-4049-85b6-3098d0998845 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25674901'] for subnet (3ecc9f87-97b0-4c7a-bcbb-cce4bed8f320), precommit_delete_associations {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:47:30.861440 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvr_db [None req-7455d8ac-a856-477a-857f-27b759a245a7 None None] Set router b9f1b0d1-e3e3-4dc4-8bbe-9072c58b8050 gateway port host: n-d-827839-2 {{(pid=103378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:47:30.871050 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-42a1f660-ab03-4cb9-a94b-2e09a6fff62b req-7520a7cb-e315-4829-8b91-90cf1b835e00 tempest-ServerShowV247Test-13202413 tempest-ServerShowV247Test-13202413-project] 10.222.0.89 "GET /v2.0/ports?device_id=135c7169-0c71-4200-b8cd-06ba6e8b633b HTTP/1.1" status: 200 len: 210 time: 0.0359857 Feb 04 17:47:30.930373 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-bae636ba-849d-4049-85b6-3098d0998845 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1541225'] for subnet (3ecc9f87-97b0-4c7a-bcbb-cce4bed8f320), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:47:30.993227 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-bae636ba-849d-4049-85b6-3098d0998845 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1541216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25675894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25858947'] for subnet (3ecc9f87-97b0-4c7a-bcbb-cce4bed8f320), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:47:31.022234 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae636ba-849d-4049-85b6-3098d0998845 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Pushing event deleted for resources: {'Subnet': ['ID=3ecc9f87-97b0-4c7a-bcbb-cce4bed8f320,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:47:31.026381 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-bae636ba-849d-4049-85b6-3098d0998845 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Publish callbacks [] for subnet (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:47:31.030172 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-bae636ba-849d-4049-85b6-3098d0998845 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] 10.222.0.89 "DELETE /v2.0/subnets/3ecc9f87-97b0-4c7a-bcbb-cce4bed8f320 HTTP/1.1" status: 204 len: 168 time: 0.3243973 Feb 04 17:47:31.032845 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 43428) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:47:31.036266 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1cc9517-7484-48b3-a468-5d529e69879f None None] Network c4c6b8bd-d4fb-4788-b4f1-2d944d88e7a1 requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:47:31.134757 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-7455d8ac-a856-477a-857f-27b759a245a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9f1b0d1-e3e3-4dc4-8bbe-9072c58b8050', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2130738469', 'tenant_id': '86a0fd5c0c974eafbf1c6e95239dcb2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.241'}], 'enable_snat': True}, 'gw_port_id': '2e96344d-b719-4849-bb35-7894454f78c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:45:06Z', 'updated_at': '2022-02-04T17:47:29Z', 'revision_number': 5, 'project_id': '86a0fd5c0c974eafbf1c6e95239dcb2c', 'gw_port': {'id': '2e96344d-b719-4849-bb35-7894454f78c6', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:82:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9f1b0d1-e3e3-4dc4-8bbe-9072c58b8050', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3366, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:45:07Z', 'updated_at': '2022-02-04T17:45:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2'}], 'n-d-827839-2', False) {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:47:31.147415 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-d21b2d78-4fb9-4dd8-96f2-9cf5df926573 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Publish callbacks [] for router (b9f1b0d1-e3e3-4dc4-8bbe-9072c58b8050), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:47:31.169003 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7455d8ac-a856-477a-857f-27b759a245a7 None None] Checking router: b9f1b0d1-e3e3-4dc4-8bbe-9072c58b8050 for host: n-d-827839-2 {{(pid=103378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 17:47:31.182374 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7455d8ac-a856-477a-857f-27b759a245a7 None None] Routers {'b9f1b0d1-e3e3-4dc4-8bbe-9072c58b8050'} bound to L3 agent in host n-d-827839-2 {{(pid=103378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:47:31.182920 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-7455d8ac-a856-477a-857f-27b759a245a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:47:03Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['b9f1b0d1-e3e3-4dc4-8bbe-9072c58b8050'], 'active': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:47:31.267571 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bed583b5-eee9-4619-92da-6622804a73ed None None] DHCP port deletion for c4c6b8bd-d4fb-4788-b4f1-2d944d88e7a1 request from n-d-827839-2 {{(pid=103378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 17:47:31.290997 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-d21b2d78-4fb9-4dd8-96f2-9cf5df926573 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Publish callbacks [] for router_gateway (b9f1b0d1-e3e3-4dc4-8bbe-9072c58b8050), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:47:31.330411 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvr_db [None req-7455d8ac-a856-477a-857f-27b759a245a7 None None] Set router b9f1b0d1-e3e3-4dc4-8bbe-9072c58b8050 gateway port host: n-d-827839-2 {{(pid=103378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:47:31.356340 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-d21b2d78-4fb9-4dd8-96f2-9cf5df926573 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Deleting port 2e96344d-b719-4849-bb35-7894454f78c6 {{(pid=103376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:47:31.358279 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-d21b2d78-4fb9-4dd8-96f2-9cf5df926573 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (2e96344d-b719-4849-bb35-7894454f78c6), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:47:31.439967 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-bed583b5-eee9-4619-92da-6622804a73ed None None] Deleting port fced164c-b0d6-4ddc-a022-40b7347b0de5 {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:47:31.440926 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-bed583b5-eee9-4619-92da-6622804a73ed None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (fced164c-b0d6-4ddc-a022-40b7347b0de5), before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:47:31.445769 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [None req-d21b2d78-4fb9-4dd8-96f2-9cf5df926573 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] For port 2e96344d-b719-4849-bb35-7894454f78c6, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=2e96344d-b719-4849-bb35-7894454f78c6,segment=NetworkSegment(5942dc44-1f07-4c27-b0ab-45a2bff20dd5),segment_id=5942dc44-1f07-4c27-b0ab-45a2bff20dd5)] {{(pid=103376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:47:31.446263 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-d21b2d78-4fb9-4dd8-96f2-9cf5df926573 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (2e96344d-b719-4849-bb35-7894454f78c6), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:47:31.461076 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-d21b2d78-4fb9-4dd8-96f2-9cf5df926573 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Calling delete_port for 2e96344d-b719-4849-bb35-7894454f78c6 owned by network:router_gateway {{(pid=103376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:47:31.539343 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-bed583b5-eee9-4619-92da-6622804a73ed None None] For port fced164c-b0d6-4ddc-a022-40b7347b0de5, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=fced164c-b0d6-4ddc-a022-40b7347b0de5,segment=NetworkSegment(dce1e76b-f838-43ab-9c5c-1f6066e86227),segment_id=dce1e76b-f838-43ab-9c5c-1f6066e86227)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:47:31.539741 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-bed583b5-eee9-4619-92da-6622804a73ed None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (fced164c-b0d6-4ddc-a022-40b7347b0de5), precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:47:31.570491 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-bed583b5-eee9-4619-92da-6622804a73ed None None] Calling delete_port for fced164c-b0d6-4ddc-a022-40b7347b0de5 owned by network:dhcp {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:47:31.640620 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-d21b2d78-4fb9-4dd8-96f2-9cf5df926573 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (2e96344d-b719-4849-bb35-7894454f78c6), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:47:31.663855 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-7455d8ac-a856-477a-857f-27b759a245a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9f1b0d1-e3e3-4dc4-8bbe-9072c58b8050', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2130738469', 'tenant_id': '86a0fd5c0c974eafbf1c6e95239dcb2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.241'}], 'enable_snat': True}, 'gw_port_id': '2e96344d-b719-4849-bb35-7894454f78c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:45:06Z', 'updated_at': '2022-02-04T17:47:29Z', 'revision_number': 5, 'project_id': '86a0fd5c0c974eafbf1c6e95239dcb2c', 'gw_port': {'id': '2e96344d-b719-4849-bb35-7894454f78c6', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:82:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9f1b0d1-e3e3-4dc4-8bbe-9072c58b8050', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3366, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:45:07Z', 'updated_at': '2022-02-04T17:45:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2'}], 'n-d-827839-2', False) {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:47:31.676040 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21b2d78-4fb9-4dd8-96f2-9cf5df926573 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Pushing event deleted for resources: {'Port': ['ID=2e96344d-b719-4849-bb35-7894454f78c6,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:47:31.699151 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7455d8ac-a856-477a-857f-27b759a245a7 None None] The sync data for ids ['b9f1b0d1-e3e3-4dc4-8bbe-9072c58b8050'] in n-d-827839-2 is: [{'id': 'b9f1b0d1-e3e3-4dc4-8bbe-9072c58b8050', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2130738469', 'tenant_id': '86a0fd5c0c974eafbf1c6e95239dcb2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.241'}], 'enable_snat': True}, 'gw_port_id': '2e96344d-b719-4849-bb35-7894454f78c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:45:06Z', 'updated_at': '2022-02-04T17:47:29Z', 'revision_number': 5, 'project_id': '86a0fd5c0c974eafbf1c6e95239dcb2c', 'gw_port': {'id': '2e96344d-b719-4849-bb35-7894454f78c6', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:82:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9f1b0d1-e3e3-4dc4-8bbe-9072c58b8050', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3366, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:45:07Z', 'updated_at': '2022-02-04T17:45:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2'}] {{(pid=103378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 17:47:31.719734 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-bed583b5-eee9-4619-92da-6622804a73ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144'] for port (fced164c-b0d6-4ddc-a022-40b7347b0de5), after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:47:31.754876 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bed583b5-eee9-4619-92da-6622804a73ed None None] No DVR routers for this DVR port fced164c-b0d6-4ddc-a022-40b7347b0de5 on host n-d-827839-2 {{(pid=103378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 17:47:31.758360 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed583b5-eee9-4619-92da-6622804a73ed None None] Pushing event deleted for resources: {'Port': ['ID=fced164c-b0d6-4ddc-a022-40b7347b0de5,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:47:31.767768 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed583b5-eee9-4619-92da-6622804a73ed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:47:31.768223 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed583b5-eee9-4619-92da-6622804a73ed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:47:31.768600 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed583b5-eee9-4619-92da-6622804a73ed None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:47:31.769045 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed583b5-eee9-4619-92da-6622804a73ed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:47:31.769259 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed583b5-eee9-4619-92da-6622804a73ed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:47:31.769598 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed583b5-eee9-4619-92da-6622804a73ed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:47:31.770055 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed583b5-eee9-4619-92da-6622804a73ed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:47:31.771155 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed583b5-eee9-4619-92da-6622804a73ed None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:47:31.771155 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed583b5-eee9-4619-92da-6622804a73ed None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:47:31.771376 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed583b5-eee9-4619-92da-6622804a73ed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:47:31.771545 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed583b5-eee9-4619-92da-6622804a73ed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:47:31.771872 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed583b5-eee9-4619-92da-6622804a73ed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:47:31.772195 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed583b5-eee9-4619-92da-6622804a73ed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:47:31.781710 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-d21b2d78-4fb9-4dd8-96f2-9cf5df926573 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1595544'] for router_gateway (b9f1b0d1-e3e3-4dc4-8bbe-9072c58b8050), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:47:31.881545 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-d21b2d78-4fb9-4dd8-96f2-9cf5df926573 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1601811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26971'] for router (b9f1b0d1-e3e3-4dc4-8bbe-9072c58b8050), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:47:31.883821 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-d21b2d78-4fb9-4dd8-96f2-9cf5df926573 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Publish callbacks [] for router_controller (b9f1b0d1-e3e3-4dc4-8bbe-9072c58b8050), precommit_delete_associations {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:47:31.935695 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-d21b2d78-4fb9-4dd8-96f2-9cf5df926573 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1601832'] for router (b9f1b0d1-e3e3-4dc4-8bbe-9072c58b8050), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:47:31.936230 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d21b2d78-4fb9-4dd8-96f2-9cf5df926573 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Fanout notify agent at l3_agent the message router_deleted on router b9f1b0d1-e3e3-4dc4-8bbe-9072c58b8050 {{(pid=103376) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 17:47:31.945140 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-d21b2d78-4fb9-4dd8-96f2-9cf5df926573 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Publish callbacks [] for router (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:47:31.948854 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-d21b2d78-4fb9-4dd8-96f2-9cf5df926573 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] 10.222.0.89 "DELETE /v2.0/routers/b9f1b0d1-e3e3-4dc4-8bbe-9072c58b8050 HTTP/1.1" status: 204 len: 168 time: 0.9126799 Feb 04 17:47:31.949855 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 43436) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:47:31.988384 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-b301925c-eea1-41b8-b1f9-34d300c75e69 req-3e4e99fa-8dc7-4e2d-b76b-51ca91d1886b tempest-ServerShowV247Test-13202413 tempest-ServerShowV247Test-13202413-project] 10.222.0.89 "GET /v2.0/ports?device_id=135c7169-0c71-4200-b8cd-06ba6e8b633b HTTP/1.1" status: 200 len: 210 time: 0.0283089 Feb 04 17:47:32.036874 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-e3f815e0-f911-49a2-bd6a-5451fc7e4c89 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628832'] for network (c4c6b8bd-d4fb-4788-b4f1-2d944d88e7a1), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:47:32.215189 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device fced164c-b0d6-4ddc-a022-40b7347b0de5 no longer exists at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:47:32.237422 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] No Port match for: fced164c-b0d6-4ddc-a022-40b7347b0de5 {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 17:47:32.238607 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device fced164c-b0d6-4ddc-a022-40b7347b0de5 not bound to the agent host n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 17:47:32.239210 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device d2bec3ed-86be-45c8-a5ca-cb9db26a7ec0 no longer exists at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:47:32.261260 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] No Port match for: d2bec3ed-86be-45c8-a5ca-cb9db26a7ec0 {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 17:47:32.261917 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device d2bec3ed-86be-45c8-a5ca-cb9db26a7ec0 not bound to the agent host n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 17:47:32.520102 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Device 756a02cd-0cae-4c90-9d5a-05eb81ac510b no longer exists at agent hyperv_n-h2-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:47:32.532302 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-e3f815e0-f911-49a2-bd6a-5451fc7e4c89 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1543676', 'neutron.services.segments.db._delete_segments_for_network-8781084786517'] for network (c4c6b8bd-d4fb-4788-b4f1-2d944d88e7a1), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:47:32.553788 n-d-827839-2 neutron-server[103376]: DEBUG neutron.services.segments.db [None req-e3f815e0-f911-49a2-bd6a-5451fc7e4c89 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4c6b8bd-d4fb-4788-b4f1-2d944d88e7a1']}} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:47:32.558793 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] No Port match for: 756a02cd-0cae-4c90-9d5a-05eb81ac510b {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 17:47:32.559645 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Device 756a02cd-0cae-4c90-9d5a-05eb81ac510b not bound to the agent host n-h2-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 17:47:32.564158 n-d-827839-2 neutron-server[103376]: DEBUG neutron.services.segments.db [None req-e3f815e0-f911-49a2-bd6a-5451fc7e4c89 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dce1e76b-f838-43ab-9c5c-1f6066e86227') {'for_net_delete': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:47:32.564460 n-d-827839-2 neutron-server[103376]: DEBUG neutron.services.segments.db [None req-e3f815e0-f911-49a2-bd6a-5451fc7e4c89 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dce1e76b-f838-43ab-9c5c-1f6066e86227') {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:47:32.573732 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-e3f815e0-f911-49a2-bd6a-5451fc7e4c89 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781084783966', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25674908'] for segment (dce1e76b-f838-43ab-9c5c-1f6066e86227), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:47:32.586563 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-e3f815e0-f911-49a2-bd6a-5451fc7e4c89 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (dce1e76b-f838-43ab-9c5c-1f6066e86227), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:47:32.592392 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3f815e0-f911-49a2-bd6a-5451fc7e4c89 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Releasing vlan 754 on physical network physnet1 to pool {{(pid=103376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 17:47:32.592817 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-e3f815e0-f911-49a2-bd6a-5451fc7e4c89 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25675992'] for segment (dce1e76b-f838-43ab-9c5c-1f6066e86227), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:47:32.595821 n-d-827839-2 neutron-server[103376]: Traceback (most recent call last): Feb 04 17:47:32.595821 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 17:47:32.595821 n-d-827839-2 neutron-server[103376]: timer() Feb 04 17:47:32.595821 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 17:47:32.595821 n-d-827839-2 neutron-server[103376]: cb(*args, **kw) Feb 04 17:47:32.595821 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 17:47:32.595821 n-d-827839-2 neutron-server[103376]: return func(*args, **kwargs) Feb 04 17:47:32.595821 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 17:47:32.595821 n-d-827839-2 neutron-server[103376]: self._notify() Feb 04 17:47:32.595821 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 17:47:32.595821 n-d-827839-2 neutron-server[103376]: self.callback(batched_events) Feb 04 17:47:32.595821 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 17:47:32.595821 n-d-827839-2 neutron-server[103376]: event.method(event) Feb 04 17:47:32.595821 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 17:47:32.595821 n-d-827839-2 neutron-server[103376]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 17:47:32.595821 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 17:47:32.595821 n-d-827839-2 neutron-server[103376]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 17:47:32.595821 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 17:47:32.595821 n-d-827839-2 neutron-server[103376]: return f(self, *a, **k) Feb 04 17:47:32.595821 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 17:47:32.595821 n-d-827839-2 neutron-server[103376]: return self._get(url).json() Feb 04 17:47:32.595821 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 17:47:32.595821 n-d-827839-2 neutron-server[103376]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 17:47:32.595821 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 17:47:32.595821 n-d-827839-2 neutron-server[103376]: return self.request(url, 'GET', **kwargs) Feb 04 17:47:32.595821 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 17:47:32.595821 n-d-827839-2 neutron-server[103376]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 17:47:32.595821 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 17:47:32.595821 n-d-827839-2 neutron-server[103376]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 17:47:32.595821 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 17:47:32.595821 n-d-827839-2 neutron-server[103376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 17:47:32.595821 n-d-827839-2 neutron-server[103376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 17:47:32.655750 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-e3f815e0-f911-49a2-bd6a-5451fc7e4c89 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1543671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1595572'] for network (c4c6b8bd-d4fb-4788-b4f1-2d944d88e7a1), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:47:32.662757 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-e3f815e0-f911-49a2-bd6a-5451fc7e4c89 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Publish callbacks [] for network (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:47:32.665945 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-e3f815e0-f911-49a2-bd6a-5451fc7e4c89 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] 10.222.0.89 "DELETE /v2.0/networks/c4c6b8bd-d4fb-4788-b4f1-2d944d88e7a1 HTTP/1.1" status: 204 len: 168 time: 0.7151372 Feb 04 17:47:32.669542 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 43438) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:47:32.678787 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f815e0-f911-49a2-bd6a-5451fc7e4c89 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Pushing event deleted for resources: {'Network': ['ID=c4c6b8bd-d4fb-4788-b4f1-2d944d88e7a1,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:47:32.731376 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-ee0a0961-d805-429d-b52e-17827afcab97 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Publish callbacks [] for security_group (4b0100f2-480f-41b8-8876-e30a8b4057ff), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:47:32.761495 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-ee0a0961-d805-429d-b52e-17827afcab97 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Publish callbacks [] for security_group (4b0100f2-480f-41b8-8876-e30a8b4057ff), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:47:32.833003 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a43e70cc-e876-4b5c-bf2c-2826eab187eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (64ada913-9131-4d99-a265-63a920956287), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:47:32.833224 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-ee0a0961-d805-429d-b52e-17827afcab97 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (4b0100f2-480f-41b8-8876-e30a8b4057ff), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:47:32.835960 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-ee0a0961-d805-429d-b52e-17827afcab97 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:47:32.837161 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-ee0a0961-d805-429d-b52e-17827afcab97 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] 10.222.0.89 "DELETE /v2.0/security-groups/4b0100f2-480f-41b8-8876-e30a8b4057ff HTTP/1.1" status: 204 len: 168 time: 0.1663997 Feb 04 17:47:32.846542 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0a0961-d805-429d-b52e-17827afcab97 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b0100f2-480f-41b8-8876-e30a8b4057ff,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:47:32.860052 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee0a0961-d805-429d-b52e-17827afcab97 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:47:32.860415 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee0a0961-d805-429d-b52e-17827afcab97 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:47:32.860790 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee0a0961-d805-429d-b52e-17827afcab97 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:47:32.861141 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee0a0961-d805-429d-b52e-17827afcab97 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:47:32.861926 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee0a0961-d805-429d-b52e-17827afcab97 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:47:32.862119 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee0a0961-d805-429d-b52e-17827afcab97 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:47:32.862667 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee0a0961-d805-429d-b52e-17827afcab97 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:47:32.863003 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee0a0961-d805-429d-b52e-17827afcab97 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:47:32.863348 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee0a0961-d805-429d-b52e-17827afcab97 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:47:32.863674 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee0a0961-d805-429d-b52e-17827afcab97 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:47:32.864010 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee0a0961-d805-429d-b52e-17827afcab97 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:47:32.864342 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee0a0961-d805-429d-b52e-17827afcab97 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:47:32.864668 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee0a0961-d805-429d-b52e-17827afcab97 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:47:33.072896 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d408ec64-b374-4acb-a1fc-48241dad6d47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (0cd6d64a-47a7-40ff-8c12-71dd526c62e0), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:47:33.180331 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 43448) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:47:33.185817 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-08e24e17-6f08-47b0-8c6d-ebe5dd9edb84 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-254052775', 'description': 'tempest-secgroup-smoke-254052775 description', 'project_id': '86a0fd5c0c974eafbf1c6e95239dcb2c'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:47:33.192262 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-38595e36-445d-4838-a6d6-c76c828a0b34 req-894408d5-86cc-434e-a8ec-9945f7833ff4 tempest-ServerShowV247Test-13202413 tempest-ServerShowV247Test-13202413-project] 10.222.0.89 "GET /v2.0/ports?device_id=135c7169-0c71-4200-b8cd-06ba6e8b633b HTTP/1.1" status: 200 len: 210 time: 0.0525403 Feb 04 17:47:33.210190 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-08e24e17-6f08-47b0-8c6d-ebe5dd9edb84 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Publish callbacks [] for security_group (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:47:33.286921 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-08e24e17-6f08-47b0-8c6d-ebe5dd9edb84 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Publish callbacks [] for security_group (16090a35-6b7d-41c8-9b3c-702cf3180ac2), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:47:33.290835 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-08e24e17-6f08-47b0-8c6d-ebe5dd9edb84 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (16090a35-6b7d-41c8-9b3c-702cf3180ac2), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:47:33.327293 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e24e17-6f08-47b0-8c6d-ebe5dd9edb84 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Pushing event updated for resources: {'SecurityGroup': ['ID=16090a35-6b7d-41c8-9b3c-702cf3180ac2,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:47:33.332106 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-08e24e17-6f08-47b0-8c6d-ebe5dd9edb84 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Publish callbacks [] for security_group (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:47:33.336039 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-08e24e17-6f08-47b0-8c6d-ebe5dd9edb84 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] 10.222.0.89 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1521409 Feb 04 17:47:33.337188 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 43450) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:47:33.341481 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-88c8d948-5aef-4c38-b8c4-985fc5c5cd78 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Request body: {'security_group_rule': {'security_group_id': '16090a35-6b7d-41c8-9b3c-702cf3180ac2', 'project_id': '86a0fd5c0c974eafbf1c6e95239dcb2c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:47:33.366899 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-88c8d948-5aef-4c38-b8c4-985fc5c5cd78 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Publish callbacks [] for security_group_rule (e72dfdef-0b5e-4871-81f4-3231ab078262), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:47:33.422102 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-88c8d948-5aef-4c38-b8c4-985fc5c5cd78 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Publish callbacks [] for security_group_rule (e72dfdef-0b5e-4871-81f4-3231ab078262), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:47:33.425573 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-88c8d948-5aef-4c38-b8c4-985fc5c5cd78 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664556'] for security_group_rule (e72dfdef-0b5e-4871-81f4-3231ab078262), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:47:33.442659 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c8d948-5aef-4c38-b8c4-985fc5c5cd78 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e72dfdef-0b5e-4871-81f4-3231ab078262,revision_number=0']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:47:33.450821 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-88c8d948-5aef-4c38-b8c4-985fc5c5cd78 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:47:33.452035 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-88c8d948-5aef-4c38-b8c4-985fc5c5cd78 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1148491 Feb 04 17:47:33.454921 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 43452) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:47:33.459149 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-fcc570a9-8d5d-4ba6-8e10-35b32af6599a tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Request body: {'security_group_rule': {'security_group_id': '16090a35-6b7d-41c8-9b3c-702cf3180ac2', 'project_id': '86a0fd5c0c974eafbf1c6e95239dcb2c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:47:33.483514 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-fcc570a9-8d5d-4ba6-8e10-35b32af6599a tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Publish callbacks [] for security_group_rule (65f21b9e-bfc5-4b87-a027-028d94985d17), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:47:33.542869 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-fcc570a9-8d5d-4ba6-8e10-35b32af6599a tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Publish callbacks [] for security_group_rule (65f21b9e-bfc5-4b87-a027-028d94985d17), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:47:33.546291 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-fcc570a9-8d5d-4ba6-8e10-35b32af6599a tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664556'] for security_group_rule (65f21b9e-bfc5-4b87-a027-028d94985d17), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:47:33.563220 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc570a9-8d5d-4ba6-8e10-35b32af6599a tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65f21b9e-bfc5-4b87-a027-028d94985d17,revision_number=0']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:47:33.570808 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-fcc570a9-8d5d-4ba6-8e10-35b32af6599a tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:47:33.572039 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-fcc570a9-8d5d-4ba6-8e10-35b32af6599a tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1161971 Feb 04 17:47:33.575603 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 43454) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:47:33.580058 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-a8b80660-bf6a-4d32-a10d-bcf6f20691ce tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Request body: {'security_group_rule': {'security_group_id': '16090a35-6b7d-41c8-9b3c-702cf3180ac2', 'project_id': '86a0fd5c0c974eafbf1c6e95239dcb2c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:47:33.605066 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-a8b80660-bf6a-4d32-a10d-bcf6f20691ce tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Publish callbacks [] for security_group_rule (2cd4375e-6397-4e46-baaf-441069994fdf), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:47:33.661117 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-a8b80660-bf6a-4d32-a10d-bcf6f20691ce tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Publish callbacks [] for security_group_rule (2cd4375e-6397-4e46-baaf-441069994fdf), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:47:33.664613 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-a8b80660-bf6a-4d32-a10d-bcf6f20691ce tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664556'] for security_group_rule (2cd4375e-6397-4e46-baaf-441069994fdf), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:47:33.681798 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b80660-bf6a-4d32-a10d-bcf6f20691ce tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2cd4375e-6397-4e46-baaf-441069994fdf,revision_number=0']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:47:33.688790 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-a8b80660-bf6a-4d32-a10d-bcf6f20691ce tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:47:33.689921 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-a8b80660-bf6a-4d32-a10d-bcf6f20691ce tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1134074 Feb 04 17:47:33.692527 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 43456) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:47:33.696882 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-88846c46-01b4-4c17-b32d-4485d86b347d tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Request body: {'security_group_rule': {'security_group_id': '16090a35-6b7d-41c8-9b3c-702cf3180ac2', 'project_id': '86a0fd5c0c974eafbf1c6e95239dcb2c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:47:33.721246 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-88846c46-01b4-4c17-b32d-4485d86b347d tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Publish callbacks [] for security_group_rule (aed1b82b-19c9-4919-949a-4ec05a4bf23e), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:47:33.780771 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-88846c46-01b4-4c17-b32d-4485d86b347d tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Publish callbacks [] for security_group_rule (aed1b82b-19c9-4919-949a-4ec05a4bf23e), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:47:33.784321 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-88846c46-01b4-4c17-b32d-4485d86b347d tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664556'] for security_group_rule (aed1b82b-19c9-4919-949a-4ec05a4bf23e), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:47:33.804425 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88846c46-01b4-4c17-b32d-4485d86b347d tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aed1b82b-19c9-4919-949a-4ec05a4bf23e,revision_number=0']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:47:33.810576 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-88846c46-01b4-4c17-b32d-4485d86b347d tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:47:33.815066 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-88846c46-01b4-4c17-b32d-4485d86b347d tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1183193 Feb 04 17:47:33.815430 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 43462) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:47:33.819596 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-20f41908-9666-4513-b56a-856f82f9453b tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Request body: {'security_group_rule': {'security_group_id': '16090a35-6b7d-41c8-9b3c-702cf3180ac2', 'project_id': '86a0fd5c0c974eafbf1c6e95239dcb2c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:47:33.843324 n-d-827839-2 neutron-server[103376]: INFO neutron.db.securitygroups_db [None req-20f41908-9666-4513-b56a-856f82f9453b tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Project 86a0fd5c0c974eafbf1c6e95239dcb2c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 17:47:33.848511 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-20f41908-9666-4513-b56a-856f82f9453b tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Publish callbacks [] for security_group_rule (1c3f8980-63fe-4d4d-8cfa-7415c7fe9cc6), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:47:33.907548 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 2e96344d-b719-4849-bb35-7894454f78c6 no longer exists at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:47:33.915309 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-20f41908-9666-4513-b56a-856f82f9453b tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Publish callbacks [] for security_group_rule (1c3f8980-63fe-4d4d-8cfa-7415c7fe9cc6), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:47:33.920423 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-20f41908-9666-4513-b56a-856f82f9453b tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664556'] for security_group_rule (1c3f8980-63fe-4d4d-8cfa-7415c7fe9cc6), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:47:33.929479 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] No Port match for: 2e96344d-b719-4849-bb35-7894454f78c6 {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 17:47:33.929833 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 2e96344d-b719-4849-bb35-7894454f78c6 not bound to the agent host n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 17:47:33.939419 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f41908-9666-4513-b56a-856f82f9453b tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c3f8980-63fe-4d4d-8cfa-7415c7fe9cc6,revision_number=0']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:47:33.950207 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-20f41908-9666-4513-b56a-856f82f9453b tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:47:33.951459 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-20f41908-9666-4513-b56a-856f82f9453b tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1353226 Feb 04 17:47:33.954123 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 43466) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:47:33.958977 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-e026f53d-86d4-4019-a3ee-43adaa54572b tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Request body: {'security_group_rule': {'security_group_id': '16090a35-6b7d-41c8-9b3c-702cf3180ac2', 'project_id': '86a0fd5c0c974eafbf1c6e95239dcb2c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:47:33.979322 n-d-827839-2 neutron-server[103376]: INFO neutron.db.securitygroups_db [None req-e026f53d-86d4-4019-a3ee-43adaa54572b tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Project 86a0fd5c0c974eafbf1c6e95239dcb2c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 17:47:33.984510 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-e026f53d-86d4-4019-a3ee-43adaa54572b tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Publish callbacks [] for security_group_rule (110fd9dc-9b19-4183-9803-399cf61e1c62), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:47:34.046544 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-e026f53d-86d4-4019-a3ee-43adaa54572b tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Publish callbacks [] for security_group_rule (110fd9dc-9b19-4183-9803-399cf61e1c62), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:47:34.050506 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-e026f53d-86d4-4019-a3ee-43adaa54572b tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664556'] for security_group_rule (110fd9dc-9b19-4183-9803-399cf61e1c62), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:47:34.070969 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e026f53d-86d4-4019-a3ee-43adaa54572b tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=110fd9dc-9b19-4183-9803-399cf61e1c62,revision_number=0']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:47:34.079074 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-e026f53d-86d4-4019-a3ee-43adaa54572b tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:47:34.083366 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-e026f53d-86d4-4019-a3ee-43adaa54572b tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1254692 Feb 04 17:47:34.083599 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 43468) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:47:34.088888 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-6056bc53-e8e4-423b-a781-ff1fbe0a2032 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Request body: {'network': {'name': 'tempest-network-smoke--1655338623', 'project_id': '86a0fd5c0c974eafbf1c6e95239dcb2c', 'port_security_enabled': True}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:47:34.109443 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6056bc53-e8e4-423b-a781-ff1fbe0a2032 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Made reservation on behalf of 86a0fd5c0c974eafbf1c6e95239dcb2c for: {'network': 1} {{(pid=103376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:47:34.112929 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-6056bc53-e8e4-423b-a781-ff1fbe0a2032 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for network (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:47:34.136318 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6056bc53-e8e4-423b-a781-ff1fbe0a2032 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] vlan segment allocate from pool success with {'vlan_id': 793, 'physical_network': 'physnet1'} {{(pid=103376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 17:47:34.145115 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-6056bc53-e8e4-423b-a781-ff1fbe0a2032 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (7c694fea-0266-402c-ad58-243e20110ca8), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:47:34.145728 n-d-827839-2 neutron-server[103376]: INFO neutron.db.segments_db [None req-6056bc53-e8e4-423b-a781-ff1fbe0a2032 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Added segment 7c694fea-0266-402c-ad58-243e20110ca8 of type vlan for network 72a0d776-779a-4c52-ade1-7a41ed97dad6 Feb 04 17:47:34.186447 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-6056bc53-e8e4-423b-a781-ff1fbe0a2032 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781084292801'] for network (72a0d776-779a-4c52-ade1-7a41ed97dad6), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:47:34.223969 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-6056bc53-e8e4-423b-a781-ff1fbe0a2032 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327'] for network (72a0d776-779a-4c52-ade1-7a41ed97dad6), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:47:34.230194 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6056bc53-e8e4-423b-a781-ff1fbe0a2032 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:47:34.231456 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-6056bc53-e8e4-423b-a781-ff1fbe0a2032 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Publish callbacks [] for network (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:47:34.295409 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-6056bc53-e8e4-423b-a781-ff1fbe0a2032 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2103982 Feb 04 17:47:34.296362 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 43472) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:47:34.309745 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-6c34a4a4-0939-4ba8-b45b-8a183dc2ea87 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-316308538', 'admin_state_up': True, 'project_id': '86a0fd5c0c974eafbf1c6e95239dcb2c', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188'}}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:47:34.314737 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-a8f1906d-9e77-4886-8284-4ea265239cf8 req-9886b31c-75b8-4fad-977d-1c5c2092ba5a tempest-ServerShowV247Test-13202413 tempest-ServerShowV247Test-13202413-project] 10.222.0.89 "GET /v2.0/ports?device_id=135c7169-0c71-4200-b8cd-06ba6e8b633b HTTP/1.1" status: 200 len: 210 time: 0.0397830 Feb 04 17:47:34.331019 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6056bc53-e8e4-423b-a781-ff1fbe0a2032 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Pushing event updated for resources: {'Network': ['ID=72a0d776-779a-4c52-ade1-7a41ed97dad6,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:47:34.345369 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Network 72a0d776-779a-4c52-ade1-7a41ed97dad6 details requested by agent ovs-agent-n-d-827839-2 with host n-d-827839-2 {{(pid=103378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 17:47:34.349595 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-6c34a4a4-0939-4ba8-b45b-8a183dc2ea87 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1601657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26921'] for router (af40483a-7603-439e-8ef3-69e154f2175c), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:47:34.350884 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-6c34a4a4-0939-4ba8-b45b-8a183dc2ea87 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1602025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603663', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1630571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26960'] for router (af40483a-7603-439e-8ef3-69e154f2175c), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:47:34.413359 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-6c34a4a4-0939-4ba8-b45b-8a183dc2ea87 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Publish callbacks [] for router_controller (af40483a-7603-439e-8ef3-69e154f2175c), precommit_add_association {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:47:34.571242 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-6c34a4a4-0939-4ba8-b45b-8a183dc2ea87 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Publish callbacks [] for router_gateway (af40483a-7603-439e-8ef3-69e154f2175c), precommit_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:47:34.775245 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-6c34a4a4-0939-4ba8-b45b-8a183dc2ea87 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Publish callbacks [] for router_gateway (af40483a-7603-439e-8ef3-69e154f2175c), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:47:34.795646 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-6c34a4a4-0939-4ba8-b45b-8a183dc2ea87 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:47:34.848046 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4f14bb47-e72b-46ac-9e44-a61d9293afcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (75326290-f7a3-4db8-9cf2-15c7139ed224), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:47:34.917482 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.db_base_plugin_common [None req-6c34a4a4-0939-4ba8-b45b-8a183dc2ea87 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Allocated IP 172.25.6.8 (48165773-85ad-49a1-9ec1-76fc8dc24188/7660bfad-1ea8-4fe7-831b-bed836f13efc/15fb0f78-e3c2-406a-b181-70a86ae1e7c5) {{(pid=103376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:47:35.019946 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-6c34a4a4-0939-4ba8-b45b-8a183dc2ea87 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Publish callbacks [] for port (15fb0f78-e3c2-406a-b181-70a86ae1e7c5), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:47:35.054518 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-6c34a4a4-0939-4ba8-b45b-8a183dc2ea87 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (15fb0f78-e3c2-406a-b181-70a86ae1e7c5), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:47:35.094157 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c34a4a4-0939-4ba8-b45b-8a183dc2ea87 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Network 48165773-85ad-49a1-9ec1-76fc8dc24188 is already hosted by enough agents. {{(pid=103376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:47:35.097067 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [None req-6c34a4a4-0939-4ba8-b45b-8a183dc2ea87 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Resources bound (agent type, host, resource id): {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:47:35.100592 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c34a4a4-0939-4ba8-b45b-8a183dc2ea87 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Received port after_create {{(pid=103376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:47:35.130571 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c34a4a4-0939-4ba8-b45b-8a183dc2ea87 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Pushing event updated for resources: {'Port': ['ID=15fb0f78-e3c2-406a-b181-70a86ae1e7c5,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:47:35.362187 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-6c34a4a4-0939-4ba8-b45b-8a183dc2ea87 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Publish callbacks [] for router_gateway (af40483a-7603-439e-8ef3-69e154f2175c), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:47:35.461268 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-f4dbe0f2-75b0-473b-8b23-868c45417233 req-415c22ab-71ae-40bb-b25d-3a0f35bb53a2 tempest-ServerShowV247Test-13202413 tempest-ServerShowV247Test-13202413-project] 10.222.0.89 "GET /v2.0/ports?device_id=135c7169-0c71-4200-b8cd-06ba6e8b633b HTTP/1.1" status: 200 len: 210 time: 0.0606804 Feb 04 17:47:35.592199 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-6c34a4a4-0939-4ba8-b45b-8a183dc2ea87 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1602046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603680'] for router (af40483a-7603-439e-8ef3-69e154f2175c), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:47:35.724128 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c34a4a4-0939-4ba8-b45b-8a183dc2ea87 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Router af40483a-7603-439e-8ef3-69e154f2175c is scheduled to L3 agent 64ada913-9131-4d99-a265-63a920956287 with binding_index 1 {{(pid=103376) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 17:47:35.731320 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (ba70844b-66a0-45fd-a2f2-e6ed673321fc), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:47:35.852164 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c34a4a4-0939-4ba8-b45b-8a183dc2ea87 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Notify agent at l3_agent.n-d-827839-2 the message routers_updated {{(pid=103376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 17:47:35.874552 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12a69eed-ae76-4e5e-b8d8-6e33365590fa None None] Sync routers for ids ['af40483a-7603-439e-8ef3-69e154f2175c'] in n-d-827839-2 {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 17:47:35.880689 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-6c34a4a4-0939-4ba8-b45b-8a183dc2ea87 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Publish callbacks [] for router (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:47:35.882418 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-6c34a4a4-0939-4ba8-b45b-8a183dc2ea87 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] 10.222.0.89 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 1.5776050 Feb 04 17:47:35.885762 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 43478) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:47:35.921590 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12a69eed-ae76-4e5e-b8d8-6e33365590fa None None] Routers {'af40483a-7603-439e-8ef3-69e154f2175c'} bound to L3 agent in host n-d-827839-2 {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:47:35.922568 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-12a69eed-ae76-4e5e-b8d8-6e33365590fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:47:33Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['af40483a-7603-439e-8ef3-69e154f2175c'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:47:35.930985 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-bf377cbc-332b-4363-84b5-eabbf6975dfc tempest-TestNetworkAdvancedServerOps-1057837956 tempest-TestNetworkAdvancedServerOps-1057837956-project-admin] 10.222.0.89 "GET /v2.0/subnets?project_id=86a0fd5c0c974eafbf1c6e95239dcb2c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0438495 Feb 04 17:47:35.933871 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 43482) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:47:36.028816 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d002116-57cc-43f6-b834-8daabeeda7ff tempest-TestNetworkAdvancedServerOps-1057837956 tempest-TestNetworkAdvancedServerOps-1057837956-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:47:36.030945 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-1d002116-57cc-43f6-b834-8daabeeda7ff tempest-TestNetworkAdvancedServerOps-1057837956 tempest-TestNetworkAdvancedServerOps-1057837956-project-admin] 10.222.0.89 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0952065 Feb 04 17:47:36.033819 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 43484) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:47:36.046842 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvr_db [None req-12a69eed-ae76-4e5e-b8d8-6e33365590fa None None] Set router af40483a-7603-439e-8ef3-69e154f2175c gateway port host: n-d-827839-2 {{(pid=103379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:47:36.068001 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-e242fe91-39be-4841-b1f8-7505e09e0120 tempest-TestNetworkAdvancedServerOps-1057837956 tempest-TestNetworkAdvancedServerOps-1057837956-project-admin] 10.222.0.89 "GET /v2.0/subnets?network_id=48165773-85ad-49a1-9ec1-76fc8dc24188&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0304642 Feb 04 17:47:36.068413 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 43486) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:47:36.074184 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-a6b2bd70-d747-4679-b13b-79d2906c96e0 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1614505144', 'network_id': '72a0d776-779a-4c52-ade1-7a41ed97dad6', 'project_id': '86a0fd5c0c974eafbf1c6e95239dcb2c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:47:36.175305 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6b2bd70-d747-4679-b13b-79d2906c96e0 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Made reservation on behalf of 86a0fd5c0c974eafbf1c6e95239dcb2c for: {'subnet': 1} {{(pid=103376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:47:36.178968 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-a6b2bd70-d747-4679-b13b-79d2906c96e0 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25859006'] for subnet (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:47:36.335759 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-12a69eed-ae76-4e5e-b8d8-6e33365590fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af40483a-7603-439e-8ef3-69e154f2175c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-316308538', 'tenant_id': '86a0fd5c0c974eafbf1c6e95239dcb2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.8'}], 'enable_snat': True}, 'gw_port_id': '15fb0f78-e3c2-406a-b181-70a86ae1e7c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:47:34Z', 'updated_at': '2022-02-04T17:47:35Z', 'revision_number': 3, 'project_id': '86a0fd5c0c974eafbf1c6e95239dcb2c', 'gw_port': {'id': '15fb0f78-e3c2-406a-b181-70a86ae1e7c5', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:a5:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af40483a-7603-439e-8ef3-69e154f2175c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3412, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:47:34Z', 'updated_at': '2022-02-04T17:47:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2'}], 'n-d-827839-2', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:47:36.362847 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12a69eed-ae76-4e5e-b8d8-6e33365590fa None None] Checking router: af40483a-7603-439e-8ef3-69e154f2175c for host: n-d-827839-2 {{(pid=103379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 17:47:36.363171 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12a69eed-ae76-4e5e-b8d8-6e33365590fa None None] Updating router af40483a-7603-439e-8ef3-69e154f2175c port 15fb0f78-e3c2-406a-b181-70a86ae1e7c5 binding host n-d-827839-2 {{(pid=103379) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 17:47:36.368375 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-a6b2bd70-d747-4679-b13b-79d2906c96e0 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25674939', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25858952'] for subnet (2a7c0ed9-c7ee-4cd6-96be-dbc4fc019c69), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:47:36.398693 n-d-827839-2 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-12a69eed-ae76-4e5e-b8d8-6e33365590fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (15fb0f78-e3c2-406a-b181-70a86ae1e7c5), before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:47:36.434916 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b2bd70-d747-4679-b13b-79d2906c96e0 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Pushing event updated for resources: {'Subnet': ['ID=2a7c0ed9-c7ee-4cd6-96be-dbc4fc019c69,revision_number=0']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:47:36.442385 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6b2bd70-d747-4679-b13b-79d2906c96e0 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Checking segment: {'id': '7c694fea-0266-402c-ad58-243e20110ca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '72a0d776-779a-4c52-ade1-7a41ed97dad6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:47:36.442765 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6b2bd70-d747-4679-b13b-79d2906c96e0 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Network hostable DHCP agents. Network: 72a0d776-779a-4c52-ade1-7a41ed97dad6, hostable agents: ['bb89f5a3-3c22-440b-b7d1-c4f0c43c184a'], hosted agents: [] {{(pid=103376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 17:47:36.459426 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6b2bd70-d747-4679-b13b-79d2906c96e0 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Network 72a0d776-779a-4c52-ade1-7a41ed97dad6 is scheduled to be hosted by DHCP agent bb89f5a3-3c22-440b-b7d1-c4f0c43c184a with binding_index 1 {{(pid=103376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 17:47:36.468869 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [None req-a6b2bd70-d747-4679-b13b-79d2906c96e0 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827839-2, 72a0d776-779a-4c52-ade1-7a41ed97dad6) {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:47:36.473006 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6b2bd70-d747-4679-b13b-79d2906c96e0 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:47:36.473610 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-a6b2bd70-d747-4679-b13b-79d2906c96e0 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Publish callbacks [] for subnet (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:47:36.479832 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-721d2357-06d3-4f69-a291-1a209d68ad35 None None] Network 72a0d776-779a-4c52-ade1-7a41ed97dad6 requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:47:36.496816 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 43490) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:47:36.497997 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-a6b2bd70-d747-4679-b13b-79d2906c96e0 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4281590 Feb 04 17:47:36.614013 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e47fccf3-c8fb-421a-b064-c5ee26833de4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e4c19ad-5724-5db8-8ee1-4f56ae69fcf4-72a0d776-779a-4c52-ade1-7a41ed97dad6', 'network_id': '72a0d776-779a-4c52-ade1-7a41ed97dad6', 'project_id': '86a0fd5c0c974eafbf1c6e95239dcb2c', 'fixed_ips': [{'subnet_id': '2a7c0ed9-c7ee-4cd6-96be-dbc4fc019c69'}]}} from n-d-827839-2. {{(pid=103378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 17:47:36.615170 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e47fccf3-c8fb-421a-b064-c5ee26833de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:47:36.616589 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-31220772-75fe-4088-a1a1-daf7e3a131aa req-2afe54a0-b73c-4796-b476-9ed93aeb3326 tempest-ServerShowV247Test-13202413 tempest-ServerShowV247Test-13202413-project] 10.222.0.89 "GET /v2.0/ports?device_id=135c7169-0c71-4200-b8cd-06ba6e8b633b HTTP/1.1" status: 200 len: 210 time: 0.0662837 Feb 04 17:47:36.664774 n-d-827839-2 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-12a69eed-ae76-4e5e-b8d8-6e33365590fa None None] Publish callbacks [] for port (15fb0f78-e3c2-406a-b181-70a86ae1e7c5), precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:47:36.671407 n-d-827839-2 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-12a69eed-ae76-4e5e-b8d8-6e33365590fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (15fb0f78-e3c2-406a-b181-70a86ae1e7c5), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:47:36.721229 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [None req-12a69eed-ae76-4e5e-b8d8-6e33365590fa None None] Attempting to bind port 15fb0f78-e3c2-406a-b181-70a86ae1e7c5 on host n-d-827839-2 for vnic_type normal with profile {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:47:36.721686 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [None req-12a69eed-ae76-4e5e-b8d8-6e33365590fa None None] Attempting to bind port 15fb0f78-e3c2-406a-b181-70a86ae1e7c5 by drivers openvswitch,hyperv on host n-d-827839-2 at level 0 using segments [{'id': '5942dc44-1f07-4c27-b0ab-45a2bff20dd5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188'}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:47:36.722117 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12a69eed-ae76-4e5e-b8d8-6e33365590fa None None] Attempting to bind port 15fb0f78-e3c2-406a-b181-70a86ae1e7c5 on network 48165773-85ad-49a1-9ec1-76fc8dc24188 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:47:36.732466 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12a69eed-ae76-4e5e-b8d8-6e33365590fa None None] Checking agent: {'id': 'ba70844b-66a0-45fd-a2f2-e6ed673321fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 0, 36), 'started_at': datetime.datetime(2022, 2, 4, 17, 1, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 47, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:47:36.733262 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12a69eed-ae76-4e5e-b8d8-6e33365590fa None None] Checking segment: {'id': '5942dc44-1f07-4c27-b0ab-45a2bff20dd5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:47:36.733413 n-d-827839-2 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-12a69eed-ae76-4e5e-b8d8-6e33365590fa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:47:36.733908 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12a69eed-ae76-4e5e-b8d8-6e33365590fa None None] Bound using segment: {'id': '5942dc44-1f07-4c27-b0ab-45a2bff20dd5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188'} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:47:36.734437 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [None req-12a69eed-ae76-4e5e-b8d8-6e33365590fa None None] Bound port: 15fb0f78-e3c2-406a-b181-70a86ae1e7c5, host: n-d-827839-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5942dc44-1f07-4c27-b0ab-45a2bff20dd5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188'}}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:47:36.734887 n-d-827839-2 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-12a69eed-ae76-4e5e-b8d8-6e33365590fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (15fb0f78-e3c2-406a-b181-70a86ae1e7c5), before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:47:36.736652 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61bce8a9-7c68-4854-9182-d2aa830b062f None None] Pushing event updated for resources: {'Port': ['ID=15fb0f78-e3c2-406a-b181-70a86ae1e7c5,revision_number=2']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:47:36.778319 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61bce8a9-7c68-4854-9182-d2aa830b062f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:47:36.778767 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61bce8a9-7c68-4854-9182-d2aa830b062f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:47:36.779207 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61bce8a9-7c68-4854-9182-d2aa830b062f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:47:36.779612 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61bce8a9-7c68-4854-9182-d2aa830b062f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:47:36.780331 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61bce8a9-7c68-4854-9182-d2aa830b062f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:47:36.780331 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61bce8a9-7c68-4854-9182-d2aa830b062f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:47:36.780781 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61bce8a9-7c68-4854-9182-d2aa830b062f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:47:36.781332 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61bce8a9-7c68-4854-9182-d2aa830b062f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:47:36.781555 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61bce8a9-7c68-4854-9182-d2aa830b062f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:47:36.781660 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-e47fccf3-c8fb-421a-b064-c5ee26833de4 None None] Allocated IP 172.20.0.2 (72a0d776-779a-4c52-ade1-7a41ed97dad6/2a7c0ed9-c7ee-4cd6-96be-dbc4fc019c69/1e0ff393-65b4-484b-9cd1-3fcc2a2fcd42) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:47:36.782189 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61bce8a9-7c68-4854-9182-d2aa830b062f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:47:36.782637 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61bce8a9-7c68-4854-9182-d2aa830b062f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:47:36.783069 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61bce8a9-7c68-4854-9182-d2aa830b062f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:47:36.783594 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61bce8a9-7c68-4854-9182-d2aa830b062f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:47:36.807065 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-12a69eed-ae76-4e5e-b8d8-6e33365590fa None None] For port 15fb0f78-e3c2-406a-b181-70a86ae1e7c5, host n-d-827839-2, cleared binding levels {{(pid=103379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:47:36.811693 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-12a69eed-ae76-4e5e-b8d8-6e33365590fa None None] For port 15fb0f78-e3c2-406a-b181-70a86ae1e7c5, host n-d-827839-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=15fb0f78-e3c2-406a-b181-70a86ae1e7c5,segment=NetworkSegment(5942dc44-1f07-4c27-b0ab-45a2bff20dd5),segment_id=5942dc44-1f07-4c27-b0ab-45a2bff20dd5)] {{(pid=103379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:47:36.818715 n-d-827839-2 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-12a69eed-ae76-4e5e-b8d8-6e33365590fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (15fb0f78-e3c2-406a-b181-70a86ae1e7c5), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:47:36.883738 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12a69eed-ae76-4e5e-b8d8-6e33365590fa None None] Routers {'af40483a-7603-439e-8ef3-69e154f2175c'} bound to L3 agent in host n-d-827839-2 {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:47:36.884430 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-12a69eed-ae76-4e5e-b8d8-6e33365590fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:47:33Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['af40483a-7603-439e-8ef3-69e154f2175c'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:47:36.888867 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61bce8a9-7c68-4854-9182-d2aa830b062f None None] Pushing event updated for resources: {'Port': ['ID=15fb0f78-e3c2-406a-b181-70a86ae1e7c5,revision_number=3']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:47:37.013208 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvr_db [None req-12a69eed-ae76-4e5e-b8d8-6e33365590fa None None] Set router af40483a-7603-439e-8ef3-69e154f2175c gateway port host: n-d-827839-2 {{(pid=103379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:47:37.033512 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-dce49bde-46ac-49d0-9b2f-0d0a9ec2de8c tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:47:37.118737 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e47fccf3-c8fb-421a-b064-c5ee26833de4 None None] Publish callbacks [] for port (1e0ff393-65b4-484b-9cd1-3fcc2a2fcd42), precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:47:37.129120 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e47fccf3-c8fb-421a-b064-c5ee26833de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135'] for port (1e0ff393-65b4-484b-9cd1-3fcc2a2fcd42), after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:47:37.191116 n-d-827839-2 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e47fccf3-c8fb-421a-b064-c5ee26833de4 None None] Network 72a0d776-779a-4c52-ade1-7a41ed97dad6 is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:47:37.193244 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47fccf3-c8fb-421a-b064-c5ee26833de4 None None] Pushing event updated for resources: {'Port': ['ID=1e0ff393-65b4-484b-9cd1-3fcc2a2fcd42,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:47:37.196479 n-d-827839-2 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-e47fccf3-c8fb-421a-b064-c5ee26833de4 None None] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:47:37.199373 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e47fccf3-c8fb-421a-b064-c5ee26833de4 None None] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:47:37.261910 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-e47fccf3-c8fb-421a-b064-c5ee26833de4 None None] Attempting to bind port 1e0ff393-65b4-484b-9cd1-3fcc2a2fcd42 on host n-d-827839-2 for vnic_type normal with profile {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:47:37.262284 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-e47fccf3-c8fb-421a-b064-c5ee26833de4 None None] Attempting to bind port 1e0ff393-65b4-484b-9cd1-3fcc2a2fcd42 by drivers openvswitch,hyperv on host n-d-827839-2 at level 0 using segments [{'id': '7c694fea-0266-402c-ad58-243e20110ca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '72a0d776-779a-4c52-ade1-7a41ed97dad6'}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:47:37.262652 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e47fccf3-c8fb-421a-b064-c5ee26833de4 None None] Attempting to bind port 1e0ff393-65b4-484b-9cd1-3fcc2a2fcd42 on network 72a0d776-779a-4c52-ade1-7a41ed97dad6 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:47:37.266341 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-12a69eed-ae76-4e5e-b8d8-6e33365590fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af40483a-7603-439e-8ef3-69e154f2175c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-316308538', 'tenant_id': '86a0fd5c0c974eafbf1c6e95239dcb2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.8'}], 'enable_snat': True}, 'gw_port_id': '15fb0f78-e3c2-406a-b181-70a86ae1e7c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:47:34Z', 'updated_at': '2022-02-04T17:47:35Z', 'revision_number': 3, 'project_id': '86a0fd5c0c974eafbf1c6e95239dcb2c', 'gw_port': {'id': '15fb0f78-e3c2-406a-b181-70a86ae1e7c5', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:a5:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af40483a-7603-439e-8ef3-69e154f2175c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3412, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:47:34Z', 'updated_at': '2022-02-04T17:47:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2'}], 'n-d-827839-2', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:47:37.268978 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e47fccf3-c8fb-421a-b064-c5ee26833de4 None None] Checking agent: {'id': 'ba70844b-66a0-45fd-a2f2-e6ed673321fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 0, 36), 'started_at': datetime.datetime(2022, 2, 4, 17, 1, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 47, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:47:37.269356 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e47fccf3-c8fb-421a-b064-c5ee26833de4 None None] Checking segment: {'id': '7c694fea-0266-402c-ad58-243e20110ca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '72a0d776-779a-4c52-ade1-7a41ed97dad6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:47:37.269766 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e47fccf3-c8fb-421a-b064-c5ee26833de4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:47:37.270428 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e47fccf3-c8fb-421a-b064-c5ee26833de4 None None] Bound using segment: {'id': '7c694fea-0266-402c-ad58-243e20110ca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '72a0d776-779a-4c52-ade1-7a41ed97dad6'} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:47:37.270904 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-e47fccf3-c8fb-421a-b064-c5ee26833de4 None None] Bound port: 1e0ff393-65b4-484b-9cd1-3fcc2a2fcd42, host: n-d-827839-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c694fea-0266-402c-ad58-243e20110ca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '72a0d776-779a-4c52-ade1-7a41ed97dad6'}}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:47:37.271287 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e47fccf3-c8fb-421a-b064-c5ee26833de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (1e0ff393-65b4-484b-9cd1-3fcc2a2fcd42), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:47:37.303816 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12a69eed-ae76-4e5e-b8d8-6e33365590fa None None] The sync data for ids ['af40483a-7603-439e-8ef3-69e154f2175c'] in n-d-827839-2 is: [{'id': 'af40483a-7603-439e-8ef3-69e154f2175c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-316308538', 'tenant_id': '86a0fd5c0c974eafbf1c6e95239dcb2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.8'}], 'enable_snat': True}, 'gw_port_id': '15fb0f78-e3c2-406a-b181-70a86ae1e7c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:47:34Z', 'updated_at': '2022-02-04T17:47:35Z', 'revision_number': 3, 'project_id': '86a0fd5c0c974eafbf1c6e95239dcb2c', 'gw_port': {'id': '15fb0f78-e3c2-406a-b181-70a86ae1e7c5', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:a5:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af40483a-7603-439e-8ef3-69e154f2175c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3412, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:47:34Z', 'updated_at': '2022-02-04T17:47:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2'}] {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 17:47:37.358545 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-e47fccf3-c8fb-421a-b064-c5ee26833de4 None None] For port 1e0ff393-65b4-484b-9cd1-3fcc2a2fcd42, host n-d-827839-2, cleared binding levels {{(pid=103378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:47:37.363378 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-e47fccf3-c8fb-421a-b064-c5ee26833de4 None None] For port 1e0ff393-65b4-484b-9cd1-3fcc2a2fcd42, host n-d-827839-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=1e0ff393-65b4-484b-9cd1-3fcc2a2fcd42,segment=NetworkSegment(7c694fea-0266-402c-ad58-243e20110ca8),segment_id=7c694fea-0266-402c-ad58-243e20110ca8)] {{(pid=103378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:47:37.373240 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e47fccf3-c8fb-421a-b064-c5ee26833de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (1e0ff393-65b4-484b-9cd1-3fcc2a2fcd42), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:47:37.384927 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.db_base_plugin_common [None req-dce49bde-46ac-49d0-9b2f-0d0a9ec2de8c tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Allocated IP 172.20.0.1 (72a0d776-779a-4c52-ade1-7a41ed97dad6/2a7c0ed9-c7ee-4cd6-96be-dbc4fc019c69/2cd4bb31-84e0-4703-aed5-e91b5dc5a987) {{(pid=103377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:47:37.445779 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47fccf3-c8fb-421a-b064-c5ee26833de4 None None] Pushing event updated for resources: {'Port': ['ID=1e0ff393-65b4-484b-9cd1-3fcc2a2fcd42,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:47:37.536466 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-dce49bde-46ac-49d0-9b2f-0d0a9ec2de8c tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Publish callbacks [] for port (2cd4bb31-84e0-4703-aed5-e91b5dc5a987), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:47:37.572958 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-dce49bde-46ac-49d0-9b2f-0d0a9ec2de8c tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (2cd4bb31-84e0-4703-aed5-e91b5dc5a987), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:47:37.654766 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce49bde-46ac-49d0-9b2f-0d0a9ec2de8c tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Pushing event updated for resources: {'Port': ['ID=2cd4bb31-84e0-4703-aed5-e91b5dc5a987,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:47:37.704684 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dce49bde-46ac-49d0-9b2f-0d0a9ec2de8c tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Network 72a0d776-779a-4c52-ade1-7a41ed97dad6 is already hosted by enough agents. {{(pid=103377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:47:37.708922 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [None req-dce49bde-46ac-49d0-9b2f-0d0a9ec2de8c tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Resources bound (agent type, host, resource id): {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:47:37.712089 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dce49bde-46ac-49d0-9b2f-0d0a9ec2de8c tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Received port after_create {{(pid=103377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:47:37.773237 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-8e7c924d-9b71-4dca-bf7f-06db5e4638a5 req-25b6b34e-a747-4b22-a831-5b11106de8d7 tempest-ServerShowV247Test-13202413 tempest-ServerShowV247Test-13202413-project] 10.222.0.89 "GET /v2.0/ports?device_id=135c7169-0c71-4200-b8cd-06ba6e8b633b HTTP/1.1" status: 200 len: 210 time: 0.0295358 Feb 04 17:47:37.788768 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-dce49bde-46ac-49d0-9b2f-0d0a9ec2de8c tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1595471'] for router_interface (af40483a-7603-439e-8ef3-69e154f2175c), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:47:37.962579 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-dce49bde-46ac-49d0-9b2f-0d0a9ec2de8c tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (2cd4bb31-84e0-4703-aed5-e91b5dc5a987), before_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:47:38.161435 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 15fb0f78-e3c2-406a-b181-70a86ae1e7c5 up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:47:38.219933 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port 15fb0f78-e3c2-406a-b181-70a86ae1e7c5 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:47:38.220555 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (15fb0f78-e3c2-406a-b181-70a86ae1e7c5), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:47:38.320219 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port 15fb0f78-e3c2-406a-b181-70a86ae1e7c5 is: DOWN; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:47:38.320495 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (15fb0f78-e3c2-406a-b181-70a86ae1e7c5), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:47:38.337456 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-dce49bde-46ac-49d0-9b2f-0d0a9ec2de8c tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Publish callbacks [] for port (2cd4bb31-84e0-4703-aed5-e91b5dc5a987), precommit_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:47:38.345257 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-dce49bde-46ac-49d0-9b2f-0d0a9ec2de8c tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25888290'] for port (2cd4bb31-84e0-4703-aed5-e91b5dc5a987), after_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:47:38.348945 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] For port 15fb0f78-e3c2-406a-b181-70a86ae1e7c5, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=15fb0f78-e3c2-406a-b181-70a86ae1e7c5,segment=NetworkSegment(5942dc44-1f07-4c27-b0ab-45a2bff20dd5),segment_id=5942dc44-1f07-4c27-b0ab-45a2bff20dd5)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:47:38.358183 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (15fb0f78-e3c2-406a-b181-70a86ae1e7c5), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:47:38.359329 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 1e0ff393-65b4-484b-9cd1-3fcc2a2fcd42 up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:47:38.453652 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Pushing event updated for resources: {'Port': ['ID=15fb0f78-e3c2-406a-b181-70a86ae1e7c5,revision_number=4']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:47:38.469160 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce49bde-46ac-49d0-9b2f-0d0a9ec2de8c tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Pushing event updated for resources: {'Port': ['ID=2cd4bb31-84e0-4703-aed5-e91b5dc5a987,revision_number=2']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:47:38.472498 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-dce49bde-46ac-49d0-9b2f-0d0a9ec2de8c tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1677345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602751'] for router_interface (af40483a-7603-439e-8ef3-69e154f2175c), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:47:38.479434 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port 1e0ff393-65b4-484b-9cd1-3fcc2a2fcd42 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:47:38.480474 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (1e0ff393-65b4-484b-9cd1-3fcc2a2fcd42), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:47:38.629171 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dce49bde-46ac-49d0-9b2f-0d0a9ec2de8c tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Network 72a0d776-779a-4c52-ade1-7a41ed97dad6 is already hosted by enough agents. {{(pid=103377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:47:38.637018 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [None req-dce49bde-46ac-49d0-9b2f-0d0a9ec2de8c tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Resources bound (agent type, host, resource id): {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:47:38.658143 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port 1e0ff393-65b4-484b-9cd1-3fcc2a2fcd42 is: DOWN; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:47:38.658534 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (1e0ff393-65b4-484b-9cd1-3fcc2a2fcd42), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:47:38.716396 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] For port 1e0ff393-65b4-484b-9cd1-3fcc2a2fcd42, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=1e0ff393-65b4-484b-9cd1-3fcc2a2fcd42,segment=NetworkSegment(7c694fea-0266-402c-ad58-243e20110ca8),segment_id=7c694fea-0266-402c-ad58-243e20110ca8)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:47:38.722891 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (1e0ff393-65b4-484b-9cd1-3fcc2a2fcd42), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:47:38.811918 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Pushing event updated for resources: {'Port': ['ID=1e0ff393-65b4-484b-9cd1-3fcc2a2fcd42,revision_number=3']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:47:38.851929 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dce49bde-46ac-49d0-9b2f-0d0a9ec2de8c tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Router af40483a-7603-439e-8ef3-69e154f2175c has already been hosted by L3 agent 64ada913-9131-4d99-a265-63a920956287 {{(pid=103377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 17:47:38.980123 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95ff441d-f45f-447f-9aeb-22e9a72dc060 None None] Network 72a0d776-779a-4c52-ade1-7a41ed97dad6 requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:47:38.995593 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-554b6933-65a8-41ce-943e-a416df8c12dc req-a5fe8f09-ef32-450a-a78e-37aba64402b2 tempest-ServerShowV247Test-13202413 tempest-ServerShowV247Test-13202413-project] 10.222.0.89 "GET /v2.0/ports?device_id=135c7169-0c71-4200-b8cd-06ba6e8b633b HTTP/1.1" status: 200 len: 210 time: 0.0436497 Feb 04 17:47:39.021190 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dce49bde-46ac-49d0-9b2f-0d0a9ec2de8c tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Notify agent at l3_agent.n-d-827839-2 the message routers_updated {{(pid=103377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 17:47:39.029070 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-dce49bde-46ac-49d0-9b2f-0d0a9ec2de8c tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] 10.222.0.89 "PUT /v2.0/routers/af40483a-7603-439e-8ef3-69e154f2175c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5307035 Feb 04 17:47:39.082857 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-901b5b88-fe34-4ff7-86f9-958c8f6acb07 None None] Provisioning complete for port 1e0ff393-65b4-484b-9cd1-3fcc2a2fcd42 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:47:39.083234 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-901b5b88-fe34-4ff7-86f9-958c8f6acb07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (1e0ff393-65b4-484b-9cd1-3fcc2a2fcd42), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:47:39.221188 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-901b5b88-fe34-4ff7-86f9-958c8f6acb07 None None] Current status of the port 1e0ff393-65b4-484b-9cd1-3fcc2a2fcd42 is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:47:39.302050 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-d7473f1c-a0dd-4a5b-9a3b-dfd928a0003a req-794bd07b-0c33-4fe9-ac9a-8a1e0e69618b tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] 10.222.0.89 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-254052775&fields=id&tenant_id=86a0fd5c0c974eafbf1c6e95239dcb2c HTTP/1.1" status: 200 len: 267 time: 0.0608809 Feb 04 17:47:39.416560 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7473f1c-a0dd-4a5b-9a3b-dfd928a0003a req-c1cf9012-759d-4c83-a06b-2231e23dedd3 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:47:39.418252 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-d7473f1c-a0dd-4a5b-9a3b-dfd928a0003a req-c1cf9012-759d-4c83-a06b-2231e23dedd3 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] 10.222.0.89 "GET /v2.0/networks?id=72a0d776-779a-4c52-ade1-7a41ed97dad6 HTTP/1.1" status: 200 len: 797 time: 0.1154695 Feb 04 17:47:39.448166 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-d7473f1c-a0dd-4a5b-9a3b-dfd928a0003a req-7736e091-604e-4b66-9d86-4ca4d956f86f tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] 10.222.0.89 "GET /v2.0/quotas/86a0fd5c0c974eafbf1c6e95239dcb2c HTTP/1.1" status: 200 len: 375 time: 0.0192206 Feb 04 17:47:39.450655 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-e3b5f87e-ece5-444b-a5dd-324ef4100ad9 None None] Provisioning complete for port 1e0ff393-65b4-484b-9cd1-3fcc2a2fcd42 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:47:39.451197 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e3b5f87e-ece5-444b-a5dd-324ef4100ad9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (1e0ff393-65b4-484b-9cd1-3fcc2a2fcd42), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:47:39.513729 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-d7473f1c-a0dd-4a5b-9a3b-dfd928a0003a req-517616e0-a558-406b-95f1-3691916547ba tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=86a0fd5c0c974eafbf1c6e95239dcb2c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0646794 Feb 04 17:47:39.556956 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-e3b5f87e-ece5-444b-a5dd-324ef4100ad9 None None] Current status of the port 1e0ff393-65b4-484b-9cd1-3fcc2a2fcd42 is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:47:39.573108 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-e3b5f87e-ece5-444b-a5dd-324ef4100ad9 None None] Provisioning complete for port 2cd4bb31-84e0-4703-aed5-e91b5dc5a987 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:47:39.589602 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e3b5f87e-ece5-444b-a5dd-324ef4100ad9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (2cd4bb31-84e0-4703-aed5-e91b5dc5a987), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:47:39.657933 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fc634aa-4d93-4a87-9286-3e7f17f5ee84 None None] Sync routers for ids ['af40483a-7603-439e-8ef3-69e154f2175c'] in n-d-827839-2 {{(pid=103378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 17:47:39.687806 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fc634aa-4d93-4a87-9286-3e7f17f5ee84 None None] Routers {'af40483a-7603-439e-8ef3-69e154f2175c'} bound to L3 agent in host n-d-827839-2 {{(pid=103378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:47:39.688360 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-0fc634aa-4d93-4a87-9286-3e7f17f5ee84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:47:33Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['af40483a-7603-439e-8ef3-69e154f2175c'], 'active': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:47:39.690241 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-e3b5f87e-ece5-444b-a5dd-324ef4100ad9 None None] Port 2cd4bb31-84e0-4703-aed5-e91b5dc5a987 cannot update to ACTIVE because it is not bound. {{(pid=103378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 17:47:39.696269 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-d7473f1c-a0dd-4a5b-9a3b-dfd928a0003a req-488375ef-b6a8-4f2f-98e8-ca3a79534f4e service neutron] 10.222.0.89 "GET /v2.0/networks/72a0d776-779a-4c52-ade1-7a41ed97dad6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1682711 Feb 04 17:47:39.818930 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-d7473f1c-a0dd-4a5b-9a3b-dfd928a0003a req-cbe7978b-4639-47e9-a8f6-a555c8db63bf service neutron] 10.222.0.89 "GET /v2.0/networks/72a0d776-779a-4c52-ade1-7a41ed97dad6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1150420 Feb 04 17:47:39.830771 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvr_db [None req-0fc634aa-4d93-4a87-9286-3e7f17f5ee84 None None] Set router af40483a-7603-439e-8ef3-69e154f2175c gateway port host: n-d-827839-2 {{(pid=103378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:47:39.868006 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-d94de6d2-49e6-4e28-94ad-db1326513ee3 None None] Provisioning complete for port 2cd4bb31-84e0-4703-aed5-e91b5dc5a987 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:47:39.868385 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d94de6d2-49e6-4e28-94ad-db1326513ee3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (2cd4bb31-84e0-4703-aed5-e91b5dc5a987), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:47:40.087992 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 15fb0f78-e3c2-406a-b181-70a86ae1e7c5 up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:47:40.099609 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-6c4005c8-087d-485a-8a98-6bbd07e575fe req-3e1ee046-303f-4d3d-9d86-c4a1638b458f tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] 10.222.0.89 "GET /v2.0/ports?device_id=925eee3a-7c31-4940-86cc-1a1c83e62bda HTTP/1.1" status: 200 len: 210 time: 0.0604980 Feb 04 17:47:40.138708 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-d94de6d2-49e6-4e28-94ad-db1326513ee3 None None] Port 2cd4bb31-84e0-4703-aed5-e91b5dc5a987 cannot update to ACTIVE because it is not bound. {{(pid=103378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 17:47:40.167316 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-8167b3f6-7255-41e7-ba81-d2f6d2fcc284 req-7c4169bb-d05c-4616-aeae-e0980d2c2e41 tempest-ServerShowV247Test-13202413 tempest-ServerShowV247Test-13202413-project] 10.222.0.89 "GET /v2.0/ports?device_id=135c7169-0c71-4200-b8cd-06ba6e8b633b HTTP/1.1" status: 200 len: 210 time: 0.0454845 Feb 04 17:47:40.186449 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port 15fb0f78-e3c2-406a-b181-70a86ae1e7c5 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:47:40.186811 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (15fb0f78-e3c2-406a-b181-70a86ae1e7c5), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:47:40.247697 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-0fc634aa-4d93-4a87-9286-3e7f17f5ee84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af40483a-7603-439e-8ef3-69e154f2175c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-316308538', 'tenant_id': '86a0fd5c0c974eafbf1c6e95239dcb2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.8'}], 'enable_snat': True}, 'gw_port_id': '15fb0f78-e3c2-406a-b181-70a86ae1e7c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:47:34Z', 'updated_at': '2022-02-04T17:47:37Z', 'revision_number': 4, 'project_id': '86a0fd5c0c974eafbf1c6e95239dcb2c', 'gw_port': {'id': '15fb0f78-e3c2-406a-b181-70a86ae1e7c5', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:a5:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af40483a-7603-439e-8ef3-69e154f2175c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3412, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:47:34Z', 'updated_at': '2022-02-04T17:47:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_interfaces': [{'id': '2cd4bb31-84e0-4703-aed5-e91b5dc5a987', 'name': '', 'network_id': '72a0d776-779a-4c52-ade1-7a41ed97dad6', 'tenant_id': '86a0fd5c0c974eafbf1c6e95239dcb2c', 'mac_address': 'fa:16:3e:a5:ad:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af40483a-7603-439e-8ef3-69e154f2175c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3415, 'fixed_ips': [{'subnet_id': '2a7c0ed9-c7ee-4cd6-96be-dbc4fc019c69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:47:37Z', 'updated_at': '2022-02-04T17:47:38Z', 'revision_number': 2, 'project_id': '86a0fd5c0c974eafbf1c6e95239dcb2c', 'subnets': [{'id': '2a7c0ed9-c7ee-4cd6-96be-dbc4fc019c69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-2', False) {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:47:40.286211 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fc634aa-4d93-4a87-9286-3e7f17f5ee84 None None] Checking router: af40483a-7603-439e-8ef3-69e154f2175c for host: n-d-827839-2 {{(pid=103378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 17:47:40.286667 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fc634aa-4d93-4a87-9286-3e7f17f5ee84 None None] Updating router af40483a-7603-439e-8ef3-69e154f2175c port 2cd4bb31-84e0-4703-aed5-e91b5dc5a987 binding host n-d-827839-2 {{(pid=103378) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 17:47:40.349103 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0fc634aa-4d93-4a87-9286-3e7f17f5ee84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (2cd4bb31-84e0-4703-aed5-e91b5dc5a987), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:47:40.360501 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (f20a1ab3-4332-4f54-833b-ba4a7c687e89), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:47:40.365570 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-d0c708a8-e13d-417f-861d-14c78385dab7 None None] Provisioning complete for port 2cd4bb31-84e0-4703-aed5-e91b5dc5a987 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:47:40.365943 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d0c708a8-e13d-417f-861d-14c78385dab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (2cd4bb31-84e0-4703-aed5-e91b5dc5a987), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:47:40.461049 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port 15fb0f78-e3c2-406a-b181-70a86ae1e7c5 is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:47:40.462150 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 1e0ff393-65b4-484b-9cd1-3fcc2a2fcd42 up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:47:40.497836 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-d0c708a8-e13d-417f-861d-14c78385dab7 None None] Port 2cd4bb31-84e0-4703-aed5-e91b5dc5a987 cannot update to ACTIVE because it is not bound. {{(pid=103378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 17:47:40.639759 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port 1e0ff393-65b4-484b-9cd1-3fcc2a2fcd42 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:47:40.640131 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (1e0ff393-65b4-484b-9cd1-3fcc2a2fcd42), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:47:40.800484 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port 1e0ff393-65b4-484b-9cd1-3fcc2a2fcd42 is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:47:40.813901 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0fc634aa-4d93-4a87-9286-3e7f17f5ee84 None None] Publish callbacks [] for port (2cd4bb31-84e0-4703-aed5-e91b5dc5a987), precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:47:40.819114 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0fc634aa-4d93-4a87-9286-3e7f17f5ee84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (2cd4bb31-84e0-4703-aed5-e91b5dc5a987), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:47:40.868976 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1883c9a8-38ba-4507-b2cc-40105335c6d1 None None] Pushing event updated for resources: {'Port': ['ID=2cd4bb31-84e0-4703-aed5-e91b5dc5a987,revision_number=3']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:47:40.932345 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-0fc634aa-4d93-4a87-9286-3e7f17f5ee84 None None] Attempting to bind port 2cd4bb31-84e0-4703-aed5-e91b5dc5a987 on host n-d-827839-2 for vnic_type normal with profile {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:47:40.932725 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-0fc634aa-4d93-4a87-9286-3e7f17f5ee84 None None] Attempting to bind port 2cd4bb31-84e0-4703-aed5-e91b5dc5a987 by drivers openvswitch,hyperv on host n-d-827839-2 at level 0 using segments [{'id': '7c694fea-0266-402c-ad58-243e20110ca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '72a0d776-779a-4c52-ade1-7a41ed97dad6'}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:47:40.933122 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fc634aa-4d93-4a87-9286-3e7f17f5ee84 None None] Attempting to bind port 2cd4bb31-84e0-4703-aed5-e91b5dc5a987 on network 72a0d776-779a-4c52-ade1-7a41ed97dad6 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:47:40.939863 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fc634aa-4d93-4a87-9286-3e7f17f5ee84 None None] Checking agent: {'id': 'ba70844b-66a0-45fd-a2f2-e6ed673321fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 0, 36), 'started_at': datetime.datetime(2022, 2, 4, 17, 1, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 47, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:47:40.940261 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fc634aa-4d93-4a87-9286-3e7f17f5ee84 None None] Checking segment: {'id': '7c694fea-0266-402c-ad58-243e20110ca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '72a0d776-779a-4c52-ade1-7a41ed97dad6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:47:40.940640 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0fc634aa-4d93-4a87-9286-3e7f17f5ee84 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:47:40.941073 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fc634aa-4d93-4a87-9286-3e7f17f5ee84 None None] Bound using segment: {'id': '7c694fea-0266-402c-ad58-243e20110ca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '72a0d776-779a-4c52-ade1-7a41ed97dad6'} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:47:40.941548 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-0fc634aa-4d93-4a87-9286-3e7f17f5ee84 None None] Bound port: 2cd4bb31-84e0-4703-aed5-e91b5dc5a987, host: n-d-827839-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c694fea-0266-402c-ad58-243e20110ca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '72a0d776-779a-4c52-ade1-7a41ed97dad6'}}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:47:40.941936 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0fc634aa-4d93-4a87-9286-3e7f17f5ee84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (2cd4bb31-84e0-4703-aed5-e91b5dc5a987), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:47:41.009011 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-0fc634aa-4d93-4a87-9286-3e7f17f5ee84 None None] For port 2cd4bb31-84e0-4703-aed5-e91b5dc5a987, host n-d-827839-2, cleared binding levels {{(pid=103378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:47:41.012118 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-0fc634aa-4d93-4a87-9286-3e7f17f5ee84 None None] For port 2cd4bb31-84e0-4703-aed5-e91b5dc5a987, host n-d-827839-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=2cd4bb31-84e0-4703-aed5-e91b5dc5a987,segment=NetworkSegment(7c694fea-0266-402c-ad58-243e20110ca8),segment_id=7c694fea-0266-402c-ad58-243e20110ca8)] {{(pid=103378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:47:41.019088 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0fc634aa-4d93-4a87-9286-3e7f17f5ee84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (2cd4bb31-84e0-4703-aed5-e91b5dc5a987), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:47:41.086741 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fc634aa-4d93-4a87-9286-3e7f17f5ee84 None None] Routers {'af40483a-7603-439e-8ef3-69e154f2175c'} bound to L3 agent in host n-d-827839-2 {{(pid=103378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:47:41.087362 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-0fc634aa-4d93-4a87-9286-3e7f17f5ee84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:47:33Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['af40483a-7603-439e-8ef3-69e154f2175c'], 'active': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:47:41.089648 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1883c9a8-38ba-4507-b2cc-40105335c6d1 None None] Pushing event updated for resources: {'Port': ['ID=2cd4bb31-84e0-4703-aed5-e91b5dc5a987,revision_number=4']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:47:41.281235 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-88ab9ee9-4e66-4b9e-84a0-767d6b95af07 req-6a84e278-63a0-470f-bae5-c87eea8fbec5 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] 10.222.0.89 "GET /v2.0/ports?device_id=925eee3a-7c31-4940-86cc-1a1c83e62bda HTTP/1.1" status: 200 len: 210 time: 0.0703380 Feb 04 17:47:41.314117 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-3f95412b-48ce-4eb2-8614-141abbc00f97 None None] Provisioning complete for port 2cd4bb31-84e0-4703-aed5-e91b5dc5a987 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:47:41.314710 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3f95412b-48ce-4eb2-8614-141abbc00f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (2cd4bb31-84e0-4703-aed5-e91b5dc5a987), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:47:41.326192 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-4520f404-21d2-483a-ac42-d945e8de5e8d req-3e0d5f55-f178-4191-8270-ded24edde278 tempest-ServerShowV247Test-13202413 tempest-ServerShowV247Test-13202413-project] 10.222.0.89 "GET /v2.0/ports?device_id=135c7169-0c71-4200-b8cd-06ba6e8b633b HTTP/1.1" status: 200 len: 210 time: 0.0635803 Feb 04 17:47:41.350340 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7473f1c-a0dd-4a5b-9a3b-dfd928a0003a req-b1ac9d30-6469-4657-8827-d0b1db83fc5a tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:47:41.352458 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-d7473f1c-a0dd-4a5b-9a3b-dfd928a0003a req-b1ac9d30-6469-4657-8827-d0b1db83fc5a tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] 10.222.0.96 "GET /v2.0/networks?id=72a0d776-779a-4c52-ade1-7a41ed97dad6 HTTP/1.1" status: 200 len: 797 time: 0.2474837 Feb 04 17:47:41.410287 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvr_db [None req-0fc634aa-4d93-4a87-9286-3e7f17f5ee84 None None] Set router af40483a-7603-439e-8ef3-69e154f2175c gateway port host: n-d-827839-2 {{(pid=103378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:47:41.425972 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-d7473f1c-a0dd-4a5b-9a3b-dfd928a0003a req-077140fd-9ad6-40fb-8c78-e60181b55508 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] 10.222.0.96 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=86a0fd5c0c974eafbf1c6e95239dcb2c HTTP/1.1" status: 200 len: 379 time: 0.0622144 Feb 04 17:47:41.437022 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [req-d7473f1c-a0dd-4a5b-9a3b-dfd928a0003a req-d6c4f49a-7227-4683-9fd3-590abe03b10f tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Request body: {'port': {'device_id': '925eee3a-7c31-4940-86cc-1a1c83e62bda', 'network_id': '72a0d776-779a-4c52-ade1-7a41ed97dad6', 'admin_state_up': True, 'tenant_id': '86a0fd5c0c974eafbf1c6e95239dcb2c', 'security_groups': ['16090a35-6b7d-41c8-9b3c-702cf3180ac2']}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:47:41.561534 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d7473f1c-a0dd-4a5b-9a3b-dfd928a0003a req-d6c4f49a-7227-4683-9fd3-590abe03b10f tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Made reservation on behalf of 86a0fd5c0c974eafbf1c6e95239dcb2c for: {'port': 1} {{(pid=103376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:47:41.565212 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-d7473f1c-a0dd-4a5b-9a3b-dfd928a0003a req-d6c4f49a-7227-4683-9fd3-590abe03b10f tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:47:41.705662 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.db_base_plugin_common [req-d7473f1c-a0dd-4a5b-9a3b-dfd928a0003a req-d6c4f49a-7227-4683-9fd3-590abe03b10f tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Allocated IP 172.20.0.6 (72a0d776-779a-4c52-ade1-7a41ed97dad6/2a7c0ed9-c7ee-4cd6-96be-dbc4fc019c69/1f35aa3c-8815-4be3-8251-9d999b916fe5) {{(pid=103376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:47:41.714702 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-3f95412b-48ce-4eb2-8614-141abbc00f97 None None] Current status of the port 2cd4bb31-84e0-4703-aed5-e91b5dc5a987 is: DOWN; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:47:41.715005 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3f95412b-48ce-4eb2-8614-141abbc00f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (2cd4bb31-84e0-4703-aed5-e91b5dc5a987), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:47:41.770622 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-3f95412b-48ce-4eb2-8614-141abbc00f97 None None] For port 2cd4bb31-84e0-4703-aed5-e91b5dc5a987, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=2cd4bb31-84e0-4703-aed5-e91b5dc5a987,segment=NetworkSegment(7c694fea-0266-402c-ad58-243e20110ca8),segment_id=7c694fea-0266-402c-ad58-243e20110ca8)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:47:41.780941 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3f95412b-48ce-4eb2-8614-141abbc00f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (2cd4bb31-84e0-4703-aed5-e91b5dc5a987), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:47:41.853043 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-d7473f1c-a0dd-4a5b-9a3b-dfd928a0003a req-d6c4f49a-7227-4683-9fd3-590abe03b10f tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Publish callbacks [] for port (1f35aa3c-8815-4be3-8251-9d999b916fe5), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:47:41.856665 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f95412b-48ce-4eb2-8614-141abbc00f97 None None] Pushing event updated for resources: {'Port': ['ID=2cd4bb31-84e0-4703-aed5-e91b5dc5a987,revision_number=5']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:47:41.881366 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-0fc634aa-4d93-4a87-9286-3e7f17f5ee84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af40483a-7603-439e-8ef3-69e154f2175c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-316308538', 'tenant_id': '86a0fd5c0c974eafbf1c6e95239dcb2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.8'}], 'enable_snat': True}, 'gw_port_id': '15fb0f78-e3c2-406a-b181-70a86ae1e7c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:47:34Z', 'updated_at': '2022-02-04T17:47:37Z', 'revision_number': 4, 'project_id': '86a0fd5c0c974eafbf1c6e95239dcb2c', 'gw_port': {'id': '15fb0f78-e3c2-406a-b181-70a86ae1e7c5', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:a5:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af40483a-7603-439e-8ef3-69e154f2175c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3412, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:47:34Z', 'updated_at': '2022-02-04T17:47:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_interfaces': [{'id': '2cd4bb31-84e0-4703-aed5-e91b5dc5a987', 'name': '', 'network_id': '72a0d776-779a-4c52-ade1-7a41ed97dad6', 'tenant_id': '86a0fd5c0c974eafbf1c6e95239dcb2c', 'mac_address': 'fa:16:3e:a5:ad:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af40483a-7603-439e-8ef3-69e154f2175c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3415, 'fixed_ips': [{'subnet_id': '2a7c0ed9-c7ee-4cd6-96be-dbc4fc019c69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:47:37Z', 'updated_at': '2022-02-04T17:47:41Z', 'revision_number': 4, 'project_id': '86a0fd5c0c974eafbf1c6e95239dcb2c', 'subnets': [{'id': '2a7c0ed9-c7ee-4cd6-96be-dbc4fc019c69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-2', False) {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:47:41.887705 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-d7473f1c-a0dd-4a5b-9a3b-dfd928a0003a req-d6c4f49a-7227-4683-9fd3-590abe03b10f tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (1f35aa3c-8815-4be3-8251-9d999b916fe5), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:47:41.914346 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fc634aa-4d93-4a87-9286-3e7f17f5ee84 None None] The sync data for ids ['af40483a-7603-439e-8ef3-69e154f2175c'] in n-d-827839-2 is: [{'id': 'af40483a-7603-439e-8ef3-69e154f2175c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-316308538', 'tenant_id': '86a0fd5c0c974eafbf1c6e95239dcb2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.8'}], 'enable_snat': True}, 'gw_port_id': '15fb0f78-e3c2-406a-b181-70a86ae1e7c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:47:34Z', 'updated_at': '2022-02-04T17:47:37Z', 'revision_number': 4, 'project_id': '86a0fd5c0c974eafbf1c6e95239dcb2c', 'gw_port': {'id': '15fb0f78-e3c2-406a-b181-70a86ae1e7c5', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:a5:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af40483a-7603-439e-8ef3-69e154f2175c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3412, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:47:34Z', 'updated_at': '2022-02-04T17:47:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_interfaces': [{'id': '2cd4bb31-84e0-4703-aed5-e91b5dc5a987', 'name': '', 'network_id': '72a0d776-779a-4c52-ade1-7a41ed97dad6', 'tenant_id': '86a0fd5c0c974eafbf1c6e95239dcb2c', 'mac_address': 'fa:16:3e:a5:ad:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af40483a-7603-439e-8ef3-69e154f2175c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3415, 'fixed_ips': [{'subnet_id': '2a7c0ed9-c7ee-4cd6-96be-dbc4fc019c69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:47:37Z', 'updated_at': '2022-02-04T17:47:41Z', 'revision_number': 4, 'project_id': '86a0fd5c0c974eafbf1c6e95239dcb2c', 'subnets': [{'id': '2a7c0ed9-c7ee-4cd6-96be-dbc4fc019c69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 17:47:41.926313 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-6b3c6dd9-8d85-4698-b6cf-f970c6007354 None None] Provisioning complete for port 2cd4bb31-84e0-4703-aed5-e91b5dc5a987 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:47:41.926786 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6b3c6dd9-8d85-4698-b6cf-f970c6007354 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (2cd4bb31-84e0-4703-aed5-e91b5dc5a987), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:47:41.931841 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d7473f1c-a0dd-4a5b-9a3b-dfd928a0003a req-d6c4f49a-7227-4683-9fd3-590abe03b10f tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Network 72a0d776-779a-4c52-ade1-7a41ed97dad6 is already hosted by enough agents. {{(pid=103376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:47:41.935596 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [req-d7473f1c-a0dd-4a5b-9a3b-dfd928a0003a req-d6c4f49a-7227-4683-9fd3-590abe03b10f tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Resources bound (agent type, host, resource id): {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:47:41.939487 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7473f1c-a0dd-4a5b-9a3b-dfd928a0003a req-d6c4f49a-7227-4683-9fd3-590abe03b10f tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Received port after_create {{(pid=103376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:47:41.979221 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c4f49a-7227-4683-9fd3-590abe03b10f tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Pushing event updated for resources: {'Port': ['ID=1f35aa3c-8815-4be3-8251-9d999b916fe5,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:47:42.003310 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7473f1c-a0dd-4a5b-9a3b-dfd928a0003a req-d6c4f49a-7227-4683-9fd3-590abe03b10f tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:47:42.003948 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-d7473f1c-a0dd-4a5b-9a3b-dfd928a0003a req-d6c4f49a-7227-4683-9fd3-590abe03b10f tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:47:42.048116 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-6b3c6dd9-8d85-4698-b6cf-f970c6007354 None None] Current status of the port 2cd4bb31-84e0-4703-aed5-e91b5dc5a987 is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:47:42.057870 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-d7473f1c-a0dd-4a5b-9a3b-dfd928a0003a req-d6c4f49a-7227-4683-9fd3-590abe03b10f tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6181228 Feb 04 17:47:42.069091 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [req-d7473f1c-a0dd-4a5b-9a3b-dfd928a0003a req-ba4a0f4a-b651-4007-b805-2388d625f923 service neutron] Request body: {'port': {'device_id': '925eee3a-7c31-4940-86cc-1a1c83e62bda', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827839-2'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:47:42.163929 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-d7473f1c-a0dd-4a5b-9a3b-dfd928a0003a req-ba4a0f4a-b651-4007-b805-2388d625f923 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (1f35aa3c-8815-4be3-8251-9d999b916fe5), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:47:42.399941 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-5406999d-3c14-4025-b06e-488131b91b85 None None] Provisioning complete for port 1f35aa3c-8815-4be3-8251-9d999b916fe5 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:47:42.400582 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5406999d-3c14-4025-b06e-488131b91b85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (1f35aa3c-8815-4be3-8251-9d999b916fe5), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:47:42.496675 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-a641e708-27e8-4669-94a9-f2771a08f272 req-949921be-e0ba-4c44-889d-dd62ae9e357e tempest-ServerShowV247Test-13202413 tempest-ServerShowV247Test-13202413-project] 10.222.0.89 "GET /v2.0/ports?device_id=135c7169-0c71-4200-b8cd-06ba6e8b633b HTTP/1.1" status: 200 len: 210 time: 0.0632007 Feb 04 17:47:42.501962 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f8dc2f-2386-4024-b59e-27e16c8fc552 req-3b93ea23-2057-49a7-9420-37e73c1d06c1 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:47:42.502503 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-5406999d-3c14-4025-b06e-488131b91b85 None None] Port 1f35aa3c-8815-4be3-8251-9d999b916fe5 cannot update to ACTIVE because it is not bound. {{(pid=103378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 17:47:42.504655 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-35f8dc2f-2386-4024-b59e-27e16c8fc552 req-3b93ea23-2057-49a7-9420-37e73c1d06c1 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] 10.222.0.89 "GET /v2.0/ports?device_id=925eee3a-7c31-4940-86cc-1a1c83e62bda HTTP/1.1" status: 200 len: 931 time: 0.1201634 Feb 04 17:47:42.507399 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (3f9244a9-75fc-4c10-b195-11d48b853b41), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:47:42.571975 n-d-827839-2 neutron-server[103376]: DEBUG neutron.notifiers.nova [req-d7473f1c-a0dd-4a5b-9a3b-dfd928a0003a req-ba4a0f4a-b651-4007-b805-2388d625f923 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f35aa3c-8815-4be3-8251-9d999b916fe5 {{(pid=103376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 17:47:42.581002 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-d7473f1c-a0dd-4a5b-9a3b-dfd928a0003a req-ba4a0f4a-b651-4007-b805-2388d625f923 service neutron] Publish callbacks [] for port (1f35aa3c-8815-4be3-8251-9d999b916fe5), precommit_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:47:42.585455 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-35f8dc2f-2386-4024-b59e-27e16c8fc552 req-3d50f884-82af-4b09-8534-a882fe441583 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] 10.222.0.89 "GET /v2.0/security-groups?id=16090a35-6b7d-41c8-9b3c-702cf3180ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0608478 Feb 04 17:47:42.604212 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.provisioning_blocks [req-d7473f1c-a0dd-4a5b-9a3b-dfd928a0003a req-ba4a0f4a-b651-4007-b805-2388d625f923 service neutron] Transition to ACTIVE for port object 1f35aa3c-8815-4be3-8251-9d999b916fe5 will not be triggered until provisioned by entity L2. {{(pid=103376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 17:47:42.608001 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-d7473f1c-a0dd-4a5b-9a3b-dfd928a0003a req-ba4a0f4a-b651-4007-b805-2388d625f923 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675836'] for port (1f35aa3c-8815-4be3-8251-9d999b916fe5), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:47:42.674043 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4a0f4a-b651-4007-b805-2388d625f923 service neutron] Pushing event updated for resources: {'Port': ['ID=1f35aa3c-8815-4be3-8251-9d999b916fe5,revision_number=2']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:47:42.763270 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [req-d7473f1c-a0dd-4a5b-9a3b-dfd928a0003a req-ba4a0f4a-b651-4007-b805-2388d625f923 service neutron] Attempting to bind port 1f35aa3c-8815-4be3-8251-9d999b916fe5 on host n-h1-827839-2 for vnic_type normal with profile {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:47:42.763270 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [req-d7473f1c-a0dd-4a5b-9a3b-dfd928a0003a req-ba4a0f4a-b651-4007-b805-2388d625f923 service neutron] Attempting to bind port 1f35aa3c-8815-4be3-8251-9d999b916fe5 by drivers openvswitch,hyperv on host n-h1-827839-2 at level 0 using segments [{'id': '7c694fea-0266-402c-ad58-243e20110ca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '72a0d776-779a-4c52-ade1-7a41ed97dad6'}] {{(pid=103376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:47:42.763270 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7473f1c-a0dd-4a5b-9a3b-dfd928a0003a req-ba4a0f4a-b651-4007-b805-2388d625f923 service neutron] Attempting to bind port 1f35aa3c-8815-4be3-8251-9d999b916fe5 on network 72a0d776-779a-4c52-ade1-7a41ed97dad6 {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:47:42.768635 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7473f1c-a0dd-4a5b-9a3b-dfd928a0003a req-ba4a0f4a-b651-4007-b805-2388d625f923 service neutron] Port 1f35aa3c-8815-4be3-8251-9d999b916fe5 on network 72a0d776-779a-4c52-ade1-7a41ed97dad6 not bound, no agent of type Open vSwitch agent registered on host n-h1-827839-2 {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 17:47:42.769727 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7473f1c-a0dd-4a5b-9a3b-dfd928a0003a req-ba4a0f4a-b651-4007-b805-2388d625f923 service neutron] Attempting to bind port 1f35aa3c-8815-4be3-8251-9d999b916fe5 on network 72a0d776-779a-4c52-ade1-7a41ed97dad6 {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:47:42.776169 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7473f1c-a0dd-4a5b-9a3b-dfd928a0003a req-ba4a0f4a-b651-4007-b805-2388d625f923 service neutron] Checking agent: {'id': '3f9244a9-75fc-4c10-b195-11d48b853b41', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 8, 42), 'started_at': datetime.datetime(2022, 2, 4, 17, 8, 42), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 47, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:47:42.777079 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7473f1c-a0dd-4a5b-9a3b-dfd928a0003a req-ba4a0f4a-b651-4007-b805-2388d625f923 service neutron] Checking segment: {'id': '7c694fea-0266-402c-ad58-243e20110ca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '72a0d776-779a-4c52-ade1-7a41ed97dad6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:47:42.778040 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7473f1c-a0dd-4a5b-9a3b-dfd928a0003a req-ba4a0f4a-b651-4007-b805-2388d625f923 service neutron] Bound using segment: {'id': '7c694fea-0266-402c-ad58-243e20110ca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '72a0d776-779a-4c52-ade1-7a41ed97dad6'} {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:47:42.778040 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [req-d7473f1c-a0dd-4a5b-9a3b-dfd928a0003a req-ba4a0f4a-b651-4007-b805-2388d625f923 service neutron] Bound port: 1f35aa3c-8815-4be3-8251-9d999b916fe5, host: n-h1-827839-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7c694fea-0266-402c-ad58-243e20110ca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '72a0d776-779a-4c52-ade1-7a41ed97dad6'}}] {{(pid=103376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:47:42.778452 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-d7473f1c-a0dd-4a5b-9a3b-dfd928a0003a req-ba4a0f4a-b651-4007-b805-2388d625f923 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (1f35aa3c-8815-4be3-8251-9d999b916fe5), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:47:42.857874 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [req-d7473f1c-a0dd-4a5b-9a3b-dfd928a0003a req-ba4a0f4a-b651-4007-b805-2388d625f923 service neutron] For port 1f35aa3c-8815-4be3-8251-9d999b916fe5, host n-h1-827839-2, cleared binding levels {{(pid=103376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:47:42.862276 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [req-d7473f1c-a0dd-4a5b-9a3b-dfd928a0003a req-ba4a0f4a-b651-4007-b805-2388d625f923 service neutron] For port 1f35aa3c-8815-4be3-8251-9d999b916fe5, host n-h1-827839-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=1f35aa3c-8815-4be3-8251-9d999b916fe5,segment=NetworkSegment(7c694fea-0266-402c-ad58-243e20110ca8),segment_id=7c694fea-0266-402c-ad58-243e20110ca8)] {{(pid=103376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:47:42.872145 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-d7473f1c-a0dd-4a5b-9a3b-dfd928a0003a req-ba4a0f4a-b651-4007-b805-2388d625f923 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675836'] for port (1f35aa3c-8815-4be3-8251-9d999b916fe5), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:47:42.888220 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7473f1c-a0dd-4a5b-9a3b-dfd928a0003a req-ba4a0f4a-b651-4007-b805-2388d625f923 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:47:42.889858 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-d7473f1c-a0dd-4a5b-9a3b-dfd928a0003a req-ba4a0f4a-b651-4007-b805-2388d625f923 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:47:42.891368 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-d7473f1c-a0dd-4a5b-9a3b-dfd928a0003a req-ba4a0f4a-b651-4007-b805-2388d625f923 service neutron] 10.222.0.96 "PUT /v2.0/ports/1f35aa3c-8815-4be3-8251-9d999b916fe5 HTTP/1.1" status: 200 len: 1091 time: 0.8301742 Feb 04 17:47:42.893067 n-d-827839-2 neutron-server[103376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '925eee3a-7c31-4940-86cc-1a1c83e62bda', 'tag': '1f35aa3c-8815-4be3-8251-9d999b916fe5'}] {{(pid=103376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:47:42.895855 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d59c3bb5e2f09ebf62144d5e09b1cff60c763a9c19614c24538e77842938c05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de5d2e27-2e7c-441d-bc01-54485c2ad17d" -d '{"events": [{"name": "network-changed", "server_uuid": "925eee3a-7c31-4940-86cc-1a1c83e62bda", "tag": "1f35aa3c-8815-4be3-8251-9d999b916fe5"}]}' {{(pid=103376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:47:42.961109 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 17:47:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63cb412e-d2f5-4c04-be52-b30ea716b2c8 x-openstack-request-id: req-63cb412e-d2f5-4c04-be52-b30ea716b2c8 {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:47:42.961404 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "925eee3a-7c31-4940-86cc-1a1c83e62bda", "tag": "1f35aa3c-8815-4be3-8251-9d999b916fe5", "status": "completed", "code": 200}]} {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:47:42.961665 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-63cb412e-d2f5-4c04-be52-b30ea716b2c8 {{(pid=103376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:47:42.962084 n-d-827839-2 neutron-server[103376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '925eee3a-7c31-4940-86cc-1a1c83e62bda', 'tag': '1f35aa3c-8815-4be3-8251-9d999b916fe5', 'status': 'completed', 'code': 200} Feb 04 17:47:42.989202 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4a0f4a-b651-4007-b805-2388d625f923 service neutron] Pushing event updated for resources: {'Port': ['ID=1f35aa3c-8815-4be3-8251-9d999b916fe5,revision_number=3']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:47:43.010742 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7473f1c-a0dd-4a5b-9a3b-dfd928a0003a req-38c34e4d-d924-4760-9ca1-69b9730590a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:47:43.012930 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-d7473f1c-a0dd-4a5b-9a3b-dfd928a0003a req-38c34e4d-d924-4760-9ca1-69b9730590a4 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=86a0fd5c0c974eafbf1c6e95239dcb2c&device_id=925eee3a-7c31-4940-86cc-1a1c83e62bda HTTP/1.1" status: 200 len: 1125 time: 0.0713632 Feb 04 17:47:43.061961 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-d7473f1c-a0dd-4a5b-9a3b-dfd928a0003a req-35aa03a8-600b-4f80-b139-36aebbd0c158 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1f35aa3c-8815-4be3-8251-9d999b916fe5 HTTP/1.1" status: 200 len: 217 time: 0.0415163 Feb 04 17:47:43.116030 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7473f1c-a0dd-4a5b-9a3b-dfd928a0003a req-8638e6da-d3a7-402d-a4d8-c45baeed13bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:47:43.117577 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-d7473f1c-a0dd-4a5b-9a3b-dfd928a0003a req-8638e6da-d3a7-402d-a4d8-c45baeed13bb service neutron] 10.222.0.96 "GET /v2.0/subnets?id=2a7c0ed9-c7ee-4cd6-96be-dbc4fc019c69 HTTP/1.1" status: 200 len: 835 time: 0.0485880 Feb 04 17:47:43.174503 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7473f1c-a0dd-4a5b-9a3b-dfd928a0003a req-795c4c09-fc6a-468b-acee-86790ebfc59a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:47:43.176031 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-d7473f1c-a0dd-4a5b-9a3b-dfd928a0003a req-795c4c09-fc6a-468b-acee-86790ebfc59a service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=72a0d776-779a-4c52-ade1-7a41ed97dad6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0519745 Feb 04 17:47:43.273085 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-d7473f1c-a0dd-4a5b-9a3b-dfd928a0003a req-789ea963-507e-4b85-bdd4-5c8aa04b0fa7 service neutron] 10.222.0.96 "GET /v2.0/networks/72a0d776-779a-4c52-ade1-7a41ed97dad6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895796 Feb 04 17:47:43.378394 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-d7473f1c-a0dd-4a5b-9a3b-dfd928a0003a req-8c7ba362-6ac6-40a1-ad0b-554193229047 service neutron] 10.222.0.96 "GET /v2.0/networks/72a0d776-779a-4c52-ade1-7a41ed97dad6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978105 Feb 04 17:47:43.481037 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5d2e27-2e7c-441d-bc01-54485c2ad17d req-5205ed41-907f-4f75-b50d-f99717c4ae34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:47:43.482615 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-de5d2e27-2e7c-441d-bc01-54485c2ad17d req-5205ed41-907f-4f75-b50d-f99717c4ae34 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=86a0fd5c0c974eafbf1c6e95239dcb2c&device_id=925eee3a-7c31-4940-86cc-1a1c83e62bda HTTP/1.1" status: 200 len: 1125 time: 0.0477648 Feb 04 17:47:43.589274 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5d2e27-2e7c-441d-bc01-54485c2ad17d req-4ad28b57-6074-45c2-80c2-e29a454b6512 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:47:43.591655 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-de5d2e27-2e7c-441d-bc01-54485c2ad17d req-4ad28b57-6074-45c2-80c2-e29a454b6512 service neutron] 10.222.0.96 "GET /v2.0/networks?id=72a0d776-779a-4c52-ade1-7a41ed97dad6 HTTP/1.1" status: 200 len: 898 time: 0.0971704 Feb 04 17:47:43.718946 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a085cc91-1115-4c38-8335-ffc419db8b7a req-2087e41f-f334-4209-9ff5-104bac7d8313 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:47:43.720518 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-a085cc91-1115-4c38-8335-ffc419db8b7a req-2087e41f-f334-4209-9ff5-104bac7d8313 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] 10.222.0.89 "GET /v2.0/ports?device_id=925eee3a-7c31-4940-86cc-1a1c83e62bda HTTP/1.1" status: 200 len: 943 time: 0.0548935 Feb 04 17:47:43.774405 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-a085cc91-1115-4c38-8335-ffc419db8b7a req-cee56b78-3930-44c0-aafe-19cde38bf97a tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] 10.222.0.89 "GET /v2.0/security-groups?id=16090a35-6b7d-41c8-9b3c-702cf3180ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470469 Feb 04 17:47:43.982404 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 2cd4bb31-84e0-4703-aed5-e91b5dc5a987 up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:47:43.998040 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-de5d2e27-2e7c-441d-bc01-54485c2ad17d req-8f4239a6-7318-4698-8b29-f9efa280638c service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1f35aa3c-8815-4be3-8251-9d999b916fe5 HTTP/1.1" status: 200 len: 217 time: 0.3912563 Feb 04 17:47:44.030612 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port 2cd4bb31-84e0-4703-aed5-e91b5dc5a987 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:47:44.031229 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (2cd4bb31-84e0-4703-aed5-e91b5dc5a987), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:47:44.031813 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-68d29ef3-5582-46d2-ae27-fdcd6637a2c3 req-93fe2b44-42f5-4eea-9ca9-ebd2df57d57c tempest-ServerShowV247Test-13202413 tempest-ServerShowV247Test-13202413-project] 10.222.0.89 "GET /v2.0/ports?device_id=135c7169-0c71-4200-b8cd-06ba6e8b633b HTTP/1.1" status: 200 len: 210 time: 0.0364039 Feb 04 17:47:44.066889 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5d2e27-2e7c-441d-bc01-54485c2ad17d req-333a157e-147b-4259-ab0e-6ab452d7d392 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:47:44.068618 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-de5d2e27-2e7c-441d-bc01-54485c2ad17d req-333a157e-147b-4259-ab0e-6ab452d7d392 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=2a7c0ed9-c7ee-4cd6-96be-dbc4fc019c69 HTTP/1.1" status: 200 len: 835 time: 0.0607541 Feb 04 17:47:44.113981 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port 2cd4bb31-84e0-4703-aed5-e91b5dc5a987 is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:47:44.124510 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5d2e27-2e7c-441d-bc01-54485c2ad17d req-60a22aa5-1b32-4cdd-bbfc-38e48c541462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:47:44.126109 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-de5d2e27-2e7c-441d-bc01-54485c2ad17d req-60a22aa5-1b32-4cdd-bbfc-38e48c541462 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=72a0d776-779a-4c52-ade1-7a41ed97dad6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0475376 Feb 04 17:47:44.217501 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-de5d2e27-2e7c-441d-bc01-54485c2ad17d req-74a0a48e-be4c-475b-8703-afaf8919040f service neutron] 10.222.0.96 "GET /v2.0/networks/72a0d776-779a-4c52-ade1-7a41ed97dad6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801129 Feb 04 17:47:44.310261 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-de5d2e27-2e7c-441d-bc01-54485c2ad17d req-aa9102d7-47b6-42dd-8dfe-b6794bb8ea31 service neutron] 10.222.0.96 "GET /v2.0/networks/72a0d776-779a-4c52-ade1-7a41ed97dad6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852273 Feb 04 17:47:44.899819 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce07d9ea-f90b-433f-ac51-397f019bc762 req-fd61ce80-b1eb-46f2-94e0-18fe0eb099a8 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:47:44.901255 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-ce07d9ea-f90b-433f-ac51-397f019bc762 req-fd61ce80-b1eb-46f2-94e0-18fe0eb099a8 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] 10.222.0.89 "GET /v2.0/ports?device_id=925eee3a-7c31-4940-86cc-1a1c83e62bda HTTP/1.1" status: 200 len: 943 time: 0.0566344 Feb 04 17:47:44.951450 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-ce07d9ea-f90b-433f-ac51-397f019bc762 req-78d3d3b3-7050-43ba-9f24-2bde103b39ce tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] 10.222.0.89 "GET /v2.0/security-groups?id=16090a35-6b7d-41c8-9b3c-702cf3180ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445142 Feb 04 17:47:45.135527 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-f0a2a9b2-98da-447b-9a21-32f4889fcea2 req-65b826bd-4d64-469b-9b2b-daae39e337ab tempest-ServerShowV247Test-13202413 tempest-ServerShowV247Test-13202413-project] 10.222.0.89 "GET /v2.0/ports?device_id=135c7169-0c71-4200-b8cd-06ba6e8b633b HTTP/1.1" status: 200 len: 210 time: 0.0293548 Feb 04 17:47:46.083241 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1776cb20-1781-4acd-8175-6160f9ea84e1 req-01e52c37-4f47-4f1e-8c39-9e86ad7e5cca tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:47:46.084781 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-1776cb20-1781-4acd-8175-6160f9ea84e1 req-01e52c37-4f47-4f1e-8c39-9e86ad7e5cca tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] 10.222.0.89 "GET /v2.0/ports?device_id=925eee3a-7c31-4940-86cc-1a1c83e62bda HTTP/1.1" status: 200 len: 943 time: 0.0578191 Feb 04 17:47:46.137641 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-1776cb20-1781-4acd-8175-6160f9ea84e1 req-3085b7d5-f06a-40df-99b9-c98a26774e55 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] 10.222.0.89 "GET /v2.0/security-groups?id=16090a35-6b7d-41c8-9b3c-702cf3180ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463386 Feb 04 17:47:46.238847 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-8c2e1c28-354f-4107-845a-83d38dd93388 req-816e95bc-5e53-44f7-ac0a-71c43242966d tempest-ServerShowV247Test-13202413 tempest-ServerShowV247Test-13202413-project] 10.222.0.89 "GET /v2.0/ports?device_id=135c7169-0c71-4200-b8cd-06ba6e8b633b HTTP/1.1" status: 200 len: 210 time: 0.0279534 Feb 04 17:47:47.262930 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27edaa68-334b-4ff0-8ef6-9c00ba922553 req-8d8c2b43-ffbc-47ea-9f17-c693c5d345a8 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:47:47.264439 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-27edaa68-334b-4ff0-8ef6-9c00ba922553 req-8d8c2b43-ffbc-47ea-9f17-c693c5d345a8 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] 10.222.0.89 "GET /v2.0/ports?device_id=925eee3a-7c31-4940-86cc-1a1c83e62bda HTTP/1.1" status: 200 len: 943 time: 0.0575597 Feb 04 17:47:47.317119 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-27edaa68-334b-4ff0-8ef6-9c00ba922553 req-8cf3b797-3278-4fb5-af5c-ecb12f22f93b tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] 10.222.0.89 "GET /v2.0/security-groups?id=16090a35-6b7d-41c8-9b3c-702cf3180ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455177 Feb 04 17:47:47.353027 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-e457e674-8ea7-4254-9dcc-312a61de82d3 req-3f620f14-fda1-48bd-a005-43f553f0333e tempest-ServerShowV247Test-13202413 tempest-ServerShowV247Test-13202413-project] 10.222.0.89 "GET /v2.0/ports?device_id=135c7169-0c71-4200-b8cd-06ba6e8b633b HTTP/1.1" status: 200 len: 210 time: 0.0292251 Feb 04 17:47:48.457193 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de04b7a0-f78f-41b0-9dfb-1fc419285632 req-09f5e759-a3ea-4a20-8072-2a5530183ce3 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:47:48.459037 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-de04b7a0-f78f-41b0-9dfb-1fc419285632 req-09f5e759-a3ea-4a20-8072-2a5530183ce3 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] 10.222.0.89 "GET /v2.0/ports?device_id=925eee3a-7c31-4940-86cc-1a1c83e62bda HTTP/1.1" status: 200 len: 943 time: 0.0589845 Feb 04 17:47:48.461705 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-97d51a5b-2a7d-4b8b-97dc-8af1767dd6ff req-9b6cc12c-b3dc-43f6-800b-222f66484f28 tempest-ServerShowV247Test-13202413 tempest-ServerShowV247Test-13202413-project] 10.222.0.89 "GET /v2.0/ports?device_id=135c7169-0c71-4200-b8cd-06ba6e8b633b HTTP/1.1" status: 200 len: 210 time: 0.0274637 Feb 04 17:47:48.512872 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-de04b7a0-f78f-41b0-9dfb-1fc419285632 req-3fda5e20-1502-4293-ada5-8add45702aa7 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] 10.222.0.89 "GET /v2.0/security-groups?id=16090a35-6b7d-41c8-9b3c-702cf3180ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453920 Feb 04 17:47:49.579301 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-e8cb895f-3113-4bdd-80cb-c386a9fb163f req-75589489-70c4-418b-bb68-d20a21c4f4f2 tempest-ServerShowV247Test-13202413 tempest-ServerShowV247Test-13202413-project] 10.222.0.89 "GET /v2.0/ports?device_id=135c7169-0c71-4200-b8cd-06ba6e8b633b HTTP/1.1" status: 200 len: 210 time: 0.0368376 Feb 04 17:47:49.642930 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c68835f-6991-4279-9c7c-00b388844d89 req-1f61d44c-aa17-4e95-ac77-dc866afe3212 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:47:49.644541 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-4c68835f-6991-4279-9c7c-00b388844d89 req-1f61d44c-aa17-4e95-ac77-dc866afe3212 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] 10.222.0.89 "GET /v2.0/ports?device_id=925eee3a-7c31-4940-86cc-1a1c83e62bda HTTP/1.1" status: 200 len: 943 time: 0.0564132 Feb 04 17:47:49.701070 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-4c68835f-6991-4279-9c7c-00b388844d89 req-8d718d18-f84b-499c-889c-635b0dd55141 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] 10.222.0.89 "GET /v2.0/security-groups?id=16090a35-6b7d-41c8-9b3c-702cf3180ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504091 Feb 04 17:47:49.717823 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device 1f35aa3c-8815-4be3-8251-9d999b916fe5 details requested by agent hyperv_n-h1-827839-2 with host n-h1-827839-2 {{(pid=103378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 17:47:49.819219 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] For port 1f35aa3c-8815-4be3-8251-9d999b916fe5, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=1f35aa3c-8815-4be3-8251-9d999b916fe5,segment=NetworkSegment(7c694fea-0266-402c-ad58-243e20110ca8),segment_id=7c694fea-0266-402c-ad58-243e20110ca8)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:47:49.831314 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Returning: {'device': '1f35aa3c-8815-4be3-8251-9d999b916fe5', 'network_id': '72a0d776-779a-4c52-ade1-7a41ed97dad6', 'port_id': '1f35aa3c-8815-4be3-8251-9d999b916fe5', 'mac_address': 'fa:16:3e:57:9d:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 793, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a7c0ed9-c7ee-4cd6-96be-dbc4fc019c69', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 17:47:49.868783 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Current status of the port 1f35aa3c-8815-4be3-8251-9d999b916fe5 is: DOWN; New status is: BUILD {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:47:49.869185 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (1f35aa3c-8815-4be3-8251-9d999b916fe5), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:47:49.882516 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f35aa3c-8815-4be3-8251-9d999b916fe5 {{(pid=103378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 17:47:49.904759 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] For port 1f35aa3c-8815-4be3-8251-9d999b916fe5, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=1f35aa3c-8815-4be3-8251-9d999b916fe5,segment=NetworkSegment(7c694fea-0266-402c-ad58-243e20110ca8),segment_id=7c694fea-0266-402c-ad58-243e20110ca8)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:47:49.909814 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (1f35aa3c-8815-4be3-8251-9d999b916fe5), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:47:49.960072 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Pushing event updated for resources: {'Port': ['ID=1f35aa3c-8815-4be3-8251-9d999b916fe5,revision_number=4']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:47:50.170878 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.agents_db [None req-e1691f3b-aacd-4cd6-8ebb-a9c53bb301c0 None None] Agent healthcheck: found 7 active agents {{(pid=103379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 17:47:50.344147 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] get_ports_and_sgs() called for port_ids ['1f35aa3c-8815-4be3-8251-9d999b916fe5'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 17:47:50.681589 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-ccf3fd1f-8011-456b-8a47-088a9c01abc8 req-1eed2d9d-f094-48ca-bc25-f4384a707568 tempest-ServerShowV247Test-13202413 tempest-ServerShowV247Test-13202413-project] 10.222.0.89 "GET /v2.0/ports?device_id=135c7169-0c71-4200-b8cd-06ba6e8b633b HTTP/1.1" status: 200 len: 210 time: 0.0273480 Feb 04 17:47:50.819678 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c50566-0efa-44ad-b5b2-e262afecdd97 req-6bb01c07-9127-4100-b3f1-e3ed087bb3e6 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:47:50.821167 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-16c50566-0efa-44ad-b5b2-e262afecdd97 req-6bb01c07-9127-4100-b3f1-e3ed087bb3e6 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] 10.222.0.89 "GET /v2.0/ports?device_id=925eee3a-7c31-4940-86cc-1a1c83e62bda HTTP/1.1" status: 200 len: 944 time: 0.0518608 Feb 04 17:47:50.869262 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-16c50566-0efa-44ad-b5b2-e262afecdd97 req-8361ac52-c786-48f3-af73-118741ee991f tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] 10.222.0.89 "GET /v2.0/security-groups?id=16090a35-6b7d-41c8-9b3c-702cf3180ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417826 Feb 04 17:47:51.588285 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-d6699ea7-9cae-4c58-99fa-1a0c02c78db8 req-81de14d0-ed26-4dea-bc83-ab6077f9dac1 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=135c7169-0c71-4200-b8cd-06ba6e8b633b HTTP/1.1" status: 200 len: 210 time: 0.0272343 Feb 04 17:47:51.723460 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device 1f35aa3c-8815-4be3-8251-9d999b916fe5 up at agent hyperv_n-h1-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:47:51.803504 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Provisioning for port 1f35aa3c-8815-4be3-8251-9d999b916fe5 completed by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 17:47:51.811546 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Provisioning complete for port 1f35aa3c-8815-4be3-8251-9d999b916fe5 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:47:51.812226 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (1f35aa3c-8815-4be3-8251-9d999b916fe5), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:47:51.825939 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-ddb62ef7-a74b-4014-9d90-ac6b8b03b02b req-f1d31912-32a6-4c6f-81b6-f8d08af76496 tempest-ServerShowV247Test-13202413 tempest-ServerShowV247Test-13202413-project] 10.222.0.89 "GET /v2.0/ports?device_id=135c7169-0c71-4200-b8cd-06ba6e8b633b HTTP/1.1" status: 200 len: 210 time: 0.0319493 Feb 04 17:47:51.907441 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Current status of the port 1f35aa3c-8815-4be3-8251-9d999b916fe5 is: BUILD; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:47:51.907900 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (1f35aa3c-8815-4be3-8251-9d999b916fe5), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:47:51.941853 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '925eee3a-7c31-4940-86cc-1a1c83e62bda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f35aa3c-8815-4be3-8251-9d999b916fe5'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:47:51.944942 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c34bc964ce2211770fda26ca2f3801cc06f4f39928110690550e94ab9c9d2fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98b679b5-d1ec-40fe-b764-a787f3e5c62e" -d '{"events": [{"server_uuid": "925eee3a-7c31-4940-86cc-1a1c83e62bda", "name": "network-vif-plugged", "status": "completed", "tag": "1f35aa3c-8815-4be3-8251-9d999b916fe5"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:47:51.963210 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] For port 1f35aa3c-8815-4be3-8251-9d999b916fe5, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=1f35aa3c-8815-4be3-8251-9d999b916fe5,segment=NetworkSegment(7c694fea-0266-402c-ad58-243e20110ca8),segment_id=7c694fea-0266-402c-ad58-243e20110ca8)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:47:51.969350 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (1f35aa3c-8815-4be3-8251-9d999b916fe5), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:47:52.031382 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Pushing event updated for resources: {'Port': ['ID=1f35aa3c-8815-4be3-8251-9d999b916fe5,revision_number=5']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:47:52.047146 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 17:47:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7715f487-6810-4927-88ed-58810f7e0f02 x-openstack-request-id: req-7715f487-6810-4927-88ed-58810f7e0f02 {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:47:52.047443 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "925eee3a-7c31-4940-86cc-1a1c83e62bda", "name": "network-vif-plugged", "status": "completed", "tag": "1f35aa3c-8815-4be3-8251-9d999b916fe5", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:47:52.047965 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-7715f487-6810-4927-88ed-58810f7e0f02 {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:47:52.048365 n-d-827839-2 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '925eee3a-7c31-4940-86cc-1a1c83e62bda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f35aa3c-8815-4be3-8251-9d999b916fe5', 'code': 200} Feb 04 17:47:52.078545 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ee3a2a-f56c-48aa-87b8-9c26ded85ace req-af1e62cb-ba26-46b2-87ed-97b831a5f764 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:47:52.080786 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-02ee3a2a-f56c-48aa-87b8-9c26ded85ace req-af1e62cb-ba26-46b2-87ed-97b831a5f764 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] 10.222.0.89 "GET /v2.0/ports?device_id=925eee3a-7c31-4940-86cc-1a1c83e62bda HTTP/1.1" status: 200 len: 945 time: 0.1199522 Feb 04 17:47:52.147961 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-02ee3a2a-f56c-48aa-87b8-9c26ded85ace req-b8a945c2-42a0-4c64-aaa5-fda56f9ed1c6 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] 10.222.0.89 "GET /v2.0/security-groups?id=16090a35-6b7d-41c8-9b3c-702cf3180ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607693 Feb 04 17:47:52.170867 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22869321-816f-4c98-a935-dcb7aac200c4 req-e09209aa-d9d4-452a-8545-efe89cab4341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:47:52.173061 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-22869321-816f-4c98-a935-dcb7aac200c4 req-e09209aa-d9d4-452a-8545-efe89cab4341 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=925eee3a-7c31-4940-86cc-1a1c83e62bda HTTP/1.1" status: 200 len: 1127 time: 0.0561874 Feb 04 17:47:52.225194 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-22869321-816f-4c98-a935-dcb7aac200c4 req-936b5a3e-4895-4604-9255-ebfad3529545 service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=16090a35-6b7d-41c8-9b3c-702cf3180ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443988 Feb 04 17:47:52.944151 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-007e9592-04c2-44b1-ac51-c750701de8da req-3c476677-2185-4a63-b71b-bb44076d3f71 tempest-ServerShowV247Test-13202413 tempest-ServerShowV247Test-13202413-project] 10.222.0.89 "GET /v2.0/ports?device_id=135c7169-0c71-4200-b8cd-06ba6e8b633b HTTP/1.1" status: 200 len: 210 time: 0.0332911 Feb 04 17:47:53.257790 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-2fc13c03-0d9d-41b2-9ae8-e61259f2aa6c req-8a387551-3f01-49e7-a941-982a4faec2bc tempest-ServerShowV247Test-13202413 tempest-ServerShowV247Test-13202413-project] 10.222.0.89 "GET /v2.0/ports?device_id=135c7169-0c71-4200-b8cd-06ba6e8b633b&device_id=d6793931-f7ea-4db9-aefe-d0649a5d941c HTTP/1.1" status: 200 len: 210 time: 0.0289207 Feb 04 17:47:53.295879 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a626e4f2-ca89-47e7-88f5-c4bcca5e77b4 req-cfd3316e-2c59-4a55-bf6d-31215125daad tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:47:53.297424 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-a626e4f2-ca89-47e7-88f5-c4bcca5e77b4 req-cfd3316e-2c59-4a55-bf6d-31215125daad tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] 10.222.0.89 "GET /v2.0/ports?device_id=925eee3a-7c31-4940-86cc-1a1c83e62bda HTTP/1.1" status: 200 len: 945 time: 0.0744181 Feb 04 17:47:53.346936 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-a626e4f2-ca89-47e7-88f5-c4bcca5e77b4 req-68ec662b-c073-4fa4-bbfd-bf85df088d17 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] 10.222.0.89 "GET /v2.0/security-groups?id=16090a35-6b7d-41c8-9b3c-702cf3180ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441070 Feb 04 17:47:53.448454 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-7d4910ca-0f23-4fab-967a-9c9c6345996d req-865766a0-20ef-48e5-84f4-8ee33fd3c607 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=e4aa34ed78d7464a967d9094219606a1&device_id=135c7169-0c71-4200-b8cd-06ba6e8b633b HTTP/1.1" status: 200 len: 210 time: 0.0255151 Feb 04 17:47:53.470902 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-6083700c-8709-4bae-aec4-6bc725d1187f req-6d0da700-3bbd-4617-93a9-831c0152444c tempest-ServerShowV247Test-13202413 tempest-ServerShowV247Test-13202413-project] 10.222.0.89 "GET /v2.0/ports?device_id=135c7169-0c71-4200-b8cd-06ba6e8b633b HTTP/1.1" status: 200 len: 210 time: 0.0277727 Feb 04 17:47:53.473929 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-7d4910ca-0f23-4fab-967a-9c9c6345996d req-e5c2ded5-8622-4014-934e-4282bf9f7763 service neutron] 10.222.0.90 "GET /v2.0/networks?tenant_id=e4aa34ed78d7464a967d9094219606a1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0193410 Feb 04 17:47:53.568617 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4910ca-0f23-4fab-967a-9c9c6345996d req-dd0df93a-275b-4221-b22f-d5b59ec6fd28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:47:53.570105 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-7d4910ca-0f23-4fab-967a-9c9c6345996d req-dd0df93a-275b-4221-b22f-d5b59ec6fd28 service neutron] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0907950 Feb 04 17:47:54.393833 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b514ff5-458b-47a7-a2f4-ddd1da4df3ed req-488afbc3-d30b-4c4f-a6de-3d332e753114 tempest-VolumesSnapshotTestJSON-548795101 tempest-VolumesSnapshotTestJSON-548795101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:47:54.395622 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-1b514ff5-458b-47a7-a2f4-ddd1da4df3ed req-488afbc3-d30b-4c4f-a6de-3d332e753114 tempest-VolumesSnapshotTestJSON-548795101 tempest-VolumesSnapshotTestJSON-548795101-project] 10.222.0.89 "GET /v2.0/ports?device_id=745490fb-5531-4438-a514-bedc8ab97566 HTTP/1.1" status: 200 len: 945 time: 0.0519774 Feb 04 17:47:54.446437 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-1b514ff5-458b-47a7-a2f4-ddd1da4df3ed req-a13f0290-7916-4628-836d-bded4f6e7eb3 tempest-VolumesSnapshotTestJSON-548795101 tempest-VolumesSnapshotTestJSON-548795101-project] 10.222.0.89 "GET /v2.0/security-groups?id=59748ef0-99f9-4cfc-917b-6d887dbae337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450697 Feb 04 17:47:54.471130 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc06f316-f6df-44de-95c4-b261b102857a req-2c7ee2d4-d777-46c3-b1f2-b5dc3087f65b tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:47:54.472654 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-fc06f316-f6df-44de-95c4-b261b102857a req-2c7ee2d4-d777-46c3-b1f2-b5dc3087f65b tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] 10.222.0.89 "GET /v2.0/ports?device_id=925eee3a-7c31-4940-86cc-1a1c83e62bda HTTP/1.1" status: 200 len: 945 time: 0.0532358 Feb 04 17:47:54.520581 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-fc06f316-f6df-44de-95c4-b261b102857a req-8d1af272-63d9-4ae3-90bc-39191b53bffe tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] 10.222.0.89 "GET /v2.0/security-groups?id=16090a35-6b7d-41c8-9b3c-702cf3180ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425241 Feb 04 17:47:54.572073 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-1b11d11e-dab3-483c-b975-546f5bcc14d2 req-5f6827cd-fa29-433b-95f1-9f10f6e63f63 tempest-ServerShowV247Test-13202413 tempest-ServerShowV247Test-13202413-project] 10.222.0.89 "GET /v2.0/ports?device_id=135c7169-0c71-4200-b8cd-06ba6e8b633b HTTP/1.1" status: 200 len: 210 time: 0.0266595 Feb 04 17:47:54.637854 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512994c4-17da-405d-90fb-392f83c96eb1 req-a334d313-a2a0-405b-a624-a06028144192 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:47:54.639316 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-512994c4-17da-405d-90fb-392f83c96eb1 req-a334d313-a2a0-405b-a624-a06028144192 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] 10.222.0.89 "GET /v2.0/ports?device_id=925eee3a-7c31-4940-86cc-1a1c83e62bda HTTP/1.1" status: 200 len: 945 time: 0.0549963 Feb 04 17:47:54.698611 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-512994c4-17da-405d-90fb-392f83c96eb1 req-614c2aa1-f44f-4c39-a4df-c2c079d19ad8 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] 10.222.0.89 "GET /v2.0/security-groups?id=16090a35-6b7d-41c8-9b3c-702cf3180ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535712 Feb 04 17:47:54.720832 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 43638) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:47:54.769567 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48638fc7-c3cb-4d82-a20e-95904282d134 tempest-TestNetworkAdvancedServerOps-1057837956 tempest-TestNetworkAdvancedServerOps-1057837956-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:47:54.771758 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-48638fc7-c3cb-4d82-a20e-95904282d134 tempest-TestNetworkAdvancedServerOps-1057837956 tempest-TestNetworkAdvancedServerOps-1057837956-project-admin] 10.222.0.89 "GET /v2.0/ports?device_id=925eee3a-7c31-4940-86cc-1a1c83e62bda HTTP/1.1" status: 200 len: 1122 time: 0.0495429 Feb 04 17:47:54.774191 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 43640) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:47:54.778532 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-86069e63-f9ac-4cea-ba47-9c47b4b7ac81 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Request body: {'floatingip': {'floating_network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'port_id': '1f35aa3c-8815-4be3-8251-9d999b916fe5', 'tenant_id': '86a0fd5c0c974eafbf1c6e95239dcb2c', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:47:54.798515 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-86069e63-f9ac-4cea-ba47-9c47b4b7ac81 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:47:54.894618 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-86069e63-f9ac-4cea-ba47-9c47b4b7ac81 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:47:55.014366 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-7d4910ca-0f23-4fab-967a-9c9c6345996d req-98636429-2e75-4552-ab23-ec4ea2b57fdd tempest-ServerShowV247Test-13202413 tempest-ServerShowV247Test-13202413-project] 10.222.0.90 "GET /v2.0/ports?device_id=135c7169-0c71-4200-b8cd-06ba6e8b633b HTTP/1.1" status: 200 len: 210 time: 0.0316784 Feb 04 17:47:55.021392 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.db_base_plugin_common [None req-86069e63-f9ac-4cea-ba47-9c47b4b7ac81 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Allocated IP 172.25.6.184 (48165773-85ad-49a1-9ec1-76fc8dc24188/7660bfad-1ea8-4fe7-831b-bed836f13efc/12802630-237d-42e2-85f4-b5b5fd5c01ad) {{(pid=103377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:47:55.124789 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-86069e63-f9ac-4cea-ba47-9c47b4b7ac81 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Publish callbacks [] for port (12802630-237d-42e2-85f4-b5b5fd5c01ad), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:47:55.163034 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-86069e63-f9ac-4cea-ba47-9c47b4b7ac81 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (12802630-237d-42e2-85f4-b5b5fd5c01ad), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:47:55.202164 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86069e63-f9ac-4cea-ba47-9c47b4b7ac81 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Network 48165773-85ad-49a1-9ec1-76fc8dc24188 is already hosted by enough agents. {{(pid=103377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:47:55.204955 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [None req-86069e63-f9ac-4cea-ba47-9c47b4b7ac81 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Resources bound (agent type, host, resource id): {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:47:55.209069 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86069e63-f9ac-4cea-ba47-9c47b4b7ac81 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Received port after_create {{(pid=103377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:47:55.232243 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86069e63-f9ac-4cea-ba47-9c47b4b7ac81 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Pushing event updated for resources: {'Port': ['ID=12802630-237d-42e2-85f4-b5b5fd5c01ad,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:47:55.577786 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-86069e63-f9ac-4cea-ba47-9c47b4b7ac81 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Publish callbacks [] for floatingip (eaa7505a-fdb8-4e10-9a07-bce7465b4193), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:47:55.590021 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c46319-7589-46ea-bb4f-012aeb4b4719 req-e01edbeb-a0d4-4830-a701-6701e819036f tempest-VolumesSnapshotTestJSON-548795101 tempest-VolumesSnapshotTestJSON-548795101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:47:55.591530 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-f1c46319-7589-46ea-bb4f-012aeb4b4719 req-e01edbeb-a0d4-4830-a701-6701e819036f tempest-VolumesSnapshotTestJSON-548795101 tempest-VolumesSnapshotTestJSON-548795101-project] 10.222.0.89 "GET /v2.0/ports?device_id=745490fb-5531-4438-a514-bedc8ab97566 HTTP/1.1" status: 200 len: 945 time: 0.0709126 Feb 04 17:47:55.648653 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-f1c46319-7589-46ea-bb4f-012aeb4b4719 req-2a03f558-79dc-45a9-9dfa-f7d1af99f175 tempest-VolumesSnapshotTestJSON-548795101 tempest-VolumesSnapshotTestJSON-548795101-project] 10.222.0.89 "GET /v2.0/security-groups?id=59748ef0-99f9-4cfc-917b-6d887dbae337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511072 Feb 04 17:47:55.652914 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-86069e63-f9ac-4cea-ba47-9c47b4b7ac81 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (12802630-237d-42e2-85f4-b5b5fd5c01ad), before_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:47:55.814532 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-86069e63-f9ac-4cea-ba47-9c47b4b7ac81 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Publish callbacks [] for port (12802630-237d-42e2-85f4-b5b5fd5c01ad), precommit_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:47:55.827224 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-86069e63-f9ac-4cea-ba47-9c47b4b7ac81 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25888290'] for port (12802630-237d-42e2-85f4-b5b5fd5c01ad), after_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:47:55.855789 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-4a436b9d-3ceb-466b-8711-330bed12697a req-a169ecd9-f701-43c6-8c4d-f72b38eb0572 tempest-ServerShowV247Test-13202413 tempest-ServerShowV247Test-13202413-project] 10.222.0.89 "GET /v2.0/ports?device_id=d6793931-f7ea-4db9-aefe-d0649a5d941c HTTP/1.1" status: 200 len: 210 time: 0.0301316 Feb 04 17:47:55.856072 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-0d7956b5-216e-4ab4-a460-6da79c418787 req-ca5b7990-e2e8-4bc7-a53b-60e870449dea service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=e4aa34ed78d7464a967d9094219606a1&device_id=d6793931-f7ea-4db9-aefe-d0649a5d941c HTTP/1.1" status: 200 len: 210 time: 0.0394437 Feb 04 17:47:55.928078 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-0d7956b5-216e-4ab4-a460-6da79c418787 req-f8b2597e-88aa-45f0-89d4-2364ccff8ff7 service neutron] 10.222.0.90 "GET /v2.0/networks?tenant_id=e4aa34ed78d7464a967d9094219606a1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0513792 Feb 04 17:47:55.951806 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86069e63-f9ac-4cea-ba47-9c47b4b7ac81 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Pushing event updated for resources: {'Port': ['ID=12802630-237d-42e2-85f4-b5b5fd5c01ad,revision_number=2']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:47:55.990681 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-86069e63-f9ac-4cea-ba47-9c47b4b7ac81 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1595586'] for floatingip (eaa7505a-fdb8-4e10-9a07-bce7465b4193), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:47:56.110854 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7956b5-216e-4ab4-a460-6da79c418787 req-628b0329-a5ab-4522-85a4-e61691cc43fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:47:56.112240 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-0d7956b5-216e-4ab4-a460-6da79c418787 req-628b0329-a5ab-4522-85a4-e61691cc43fd service neutron] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1732609 Feb 04 17:47:56.126227 n-d-827839-2 neutron-server[103377]: INFO neutron.db.l3_db [None req-86069e63-f9ac-4cea-ba47-9c47b4b7ac81 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Floating IP eaa7505a-fdb8-4e10-9a07-bce7465b4193 associated. External IP: 172.25.6.184, port: 1f35aa3c-8815-4be3-8251-9d999b916fe5. Feb 04 17:47:56.527395 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [req-fc4f2b3a-c873-41ca-b59e-0bb544d54df3 req-63459702-d20f-480a-85a4-b62490a6a8f5 service neutron] (103376) timed out ('10.222.0.89', 50780) {{(pid=103376) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 04 17:47:56.678274 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86069e63-f9ac-4cea-ba47-9c47b4b7ac81 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Router af40483a-7603-439e-8ef3-69e154f2175c has already been hosted by L3 agent 64ada913-9131-4d99-a265-63a920956287 {{(pid=103377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 17:47:56.718809 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da4224a-1a5b-459c-9df7-196b050e5bab req-02c340e5-a2ce-4d34-9804-5c536e4df30a tempest-VolumesSnapshotTestJSON-548795101 tempest-VolumesSnapshotTestJSON-548795101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:47:56.720961 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-2da4224a-1a5b-459c-9df7-196b050e5bab req-02c340e5-a2ce-4d34-9804-5c536e4df30a tempest-VolumesSnapshotTestJSON-548795101 tempest-VolumesSnapshotTestJSON-548795101-project] 10.222.0.96 "GET /v2.0/ports?device_id=745490fb-5531-4438-a514-bedc8ab97566 HTTP/1.1" status: 200 len: 945 time: 0.0679135 Feb 04 17:47:56.817850 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [req-2da4224a-1a5b-459c-9df7-196b050e5bab req-33cdba36-e24e-4513-9a99-8e017f7e8f8c tempest-VolumesSnapshotTestJSON-548795101 tempest-VolumesSnapshotTestJSON-548795101-project] Deleting port d46df5be-3c54-41a8-b45e-141247baefdb {{(pid=103376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:47:56.818448 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-2da4224a-1a5b-459c-9df7-196b050e5bab req-33cdba36-e24e-4513-9a99-8e017f7e8f8c tempest-VolumesSnapshotTestJSON-548795101 tempest-VolumesSnapshotTestJSON-548795101-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (d46df5be-3c54-41a8-b45e-141247baefdb), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:47:56.833992 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276c95d3-dee3-4931-9eda-3031295fbb19 req-413522f4-6a12-4c0c-8dba-e15e9a9af0a8 tempest-VolumesSnapshotTestJSON-548795101 tempest-VolumesSnapshotTestJSON-548795101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:47:56.835455 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-276c95d3-dee3-4931-9eda-3031295fbb19 req-413522f4-6a12-4c0c-8dba-e15e9a9af0a8 tempest-VolumesSnapshotTestJSON-548795101 tempest-VolumesSnapshotTestJSON-548795101-project] 10.222.0.89 "GET /v2.0/ports?device_id=745490fb-5531-4438-a514-bedc8ab97566 HTTP/1.1" status: 200 len: 945 time: 0.1119900 Feb 04 17:47:56.836928 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86069e63-f9ac-4cea-ba47-9c47b4b7ac81 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Notify agent at l3_agent.n-d-827839-2 the message routers_updated {{(pid=103377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 17:47:56.848583 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26365a73-1671-454d-b4ae-73ffa81568dd None None] Sync routers for ids ['af40483a-7603-439e-8ef3-69e154f2175c'] in n-d-827839-2 {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 17:47:56.861548 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26365a73-1671-454d-b4ae-73ffa81568dd None None] Routers {'af40483a-7603-439e-8ef3-69e154f2175c'} bound to L3 agent in host n-d-827839-2 {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:47:56.863384 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-26365a73-1671-454d-b4ae-73ffa81568dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:47:33Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['af40483a-7603-439e-8ef3-69e154f2175c'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:47:56.870052 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-86069e63-f9ac-4cea-ba47-9c47b4b7ac81 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for floatingip (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:47:56.921917 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [req-2da4224a-1a5b-459c-9df7-196b050e5bab req-33cdba36-e24e-4513-9a99-8e017f7e8f8c tempest-VolumesSnapshotTestJSON-548795101 tempest-VolumesSnapshotTestJSON-548795101-project] For port d46df5be-3c54-41a8-b45e-141247baefdb, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=d46df5be-3c54-41a8-b45e-141247baefdb,segment=NetworkSegment(6c8fbda3-25db-4985-9e6a-587ac7aad334),segment_id=6c8fbda3-25db-4985-9e6a-587ac7aad334)] {{(pid=103376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:47:56.922338 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-2da4224a-1a5b-459c-9df7-196b050e5bab req-33cdba36-e24e-4513-9a99-8e017f7e8f8c tempest-VolumesSnapshotTestJSON-548795101 tempest-VolumesSnapshotTestJSON-548795101-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (d46df5be-3c54-41a8-b45e-141247baefdb), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:47:56.931552 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-276c95d3-dee3-4931-9eda-3031295fbb19 req-cad00aef-a5de-4eba-b864-5880df6bdab2 tempest-VolumesSnapshotTestJSON-548795101 tempest-VolumesSnapshotTestJSON-548795101-project] 10.222.0.89 "GET /v2.0/security-groups?id=59748ef0-99f9-4cfc-917b-6d887dbae337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893233 Feb 04 17:47:56.936941 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-86069e63-f9ac-4cea-ba47-9c47b4b7ac81 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] 10.222.0.89 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1592715 Feb 04 17:47:56.936941 n-d-827839-2 neutron-server[103377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '925eee3a-7c31-4940-86cc-1a1c83e62bda', 'tag': '1f35aa3c-8815-4be3-8251-9d999b916fe5'}] {{(pid=103377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:47:56.938496 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [req-2da4224a-1a5b-459c-9df7-196b050e5bab req-33cdba36-e24e-4513-9a99-8e017f7e8f8c tempest-VolumesSnapshotTestJSON-548795101 tempest-VolumesSnapshotTestJSON-548795101-project] Calling delete_port for d46df5be-3c54-41a8-b45e-141247baefdb owned by compute:nova {{(pid=103376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:47:56.938651 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7240428b650e1488e9361b62648ff4b3a6c19d49d8c27c949491ab58c1346cf0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b83b0f9-6f26-41cf-9c93-387da6eb38b6" -d '{"events": [{"name": "network-changed", "server_uuid": "925eee3a-7c31-4940-86cc-1a1c83e62bda", "tag": "1f35aa3c-8815-4be3-8251-9d999b916fe5"}]}' {{(pid=103377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:47:57.007082 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvr_db [None req-26365a73-1671-454d-b4ae-73ffa81568dd None None] Set router af40483a-7603-439e-8ef3-69e154f2175c gateway port host: n-d-827839-2 {{(pid=103379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:47:57.024891 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-8874ddf9-6bc2-46eb-afb4-a512186243af req-caf6d435-3f5c-4555-99e0-bc5e235e491e tempest-ServerShowV247Test-13202413 tempest-ServerShowV247Test-13202413-project] 10.222.0.89 "GET /v2.0/ports?device_id=d6793931-f7ea-4db9-aefe-d0649a5d941c HTTP/1.1" status: 200 len: 210 time: 0.0355372 Feb 04 17:47:57.080471 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35029706-c5f8-413e-9638-763df178ef67 req-6c1d3f1b-738f-48c4-8f6a-8eaa4dff758b tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:47:57.090308 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-35029706-c5f8-413e-9638-763df178ef67 req-6c1d3f1b-738f-48c4-8f6a-8eaa4dff758b tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] 10.222.0.89 "GET /v2.0/ports?device_id=925eee3a-7c31-4940-86cc-1a1c83e62bda HTTP/1.1" status: 200 len: 945 time: 0.0855551 Feb 04 17:47:57.093769 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 17:47:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21d0613b-a165-4aab-9e0d-40b345e87cee x-openstack-request-id: req-21d0613b-a165-4aab-9e0d-40b345e87cee {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:47:57.094143 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "925eee3a-7c31-4940-86cc-1a1c83e62bda", "tag": "1f35aa3c-8815-4be3-8251-9d999b916fe5", "status": "completed", "code": 200}]} {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:47:57.094465 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-21d0613b-a165-4aab-9e0d-40b345e87cee {{(pid=103377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:47:57.094971 n-d-827839-2 neutron-server[103377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '925eee3a-7c31-4940-86cc-1a1c83e62bda', 'tag': '1f35aa3c-8815-4be3-8251-9d999b916fe5', 'status': 'completed', 'code': 200} Feb 04 17:47:57.149129 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-35029706-c5f8-413e-9638-763df178ef67 req-f7b9524c-1a80-4b43-ba99-4aa30ad5eef1 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] 10.222.0.89 "GET /v2.0/security-groups?id=16090a35-6b7d-41c8-9b3c-702cf3180ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577557 Feb 04 17:47:57.170142 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-2da4224a-1a5b-459c-9df7-196b050e5bab req-33cdba36-e24e-4513-9a99-8e017f7e8f8c tempest-VolumesSnapshotTestJSON-548795101 tempest-VolumesSnapshotTestJSON-548795101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (d46df5be-3c54-41a8-b45e-141247baefdb), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:47:57.173643 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 43658) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:47:57.188202 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] get_ports_and_sgs() called for port_ids ['d46df5be-3c54-41a8-b45e-141247baefdb'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 17:47:57.205898 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33cdba36-e24e-4513-9a99-8e017f7e8f8c tempest-VolumesSnapshotTestJSON-548795101 tempest-VolumesSnapshotTestJSON-548795101-project] Pushing event deleted for resources: {'Port': ['ID=d46df5be-3c54-41a8-b45e-141247baefdb,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:47:57.218517 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33cdba36-e24e-4513-9a99-8e017f7e8f8c tempest-VolumesSnapshotTestJSON-548795101 tempest-VolumesSnapshotTestJSON-548795101-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:47:57.218875 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33cdba36-e24e-4513-9a99-8e017f7e8f8c tempest-VolumesSnapshotTestJSON-548795101 tempest-VolumesSnapshotTestJSON-548795101-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:47:57.219226 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33cdba36-e24e-4513-9a99-8e017f7e8f8c tempest-VolumesSnapshotTestJSON-548795101 tempest-VolumesSnapshotTestJSON-548795101-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:47:57.219570 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33cdba36-e24e-4513-9a99-8e017f7e8f8c tempest-VolumesSnapshotTestJSON-548795101 tempest-VolumesSnapshotTestJSON-548795101-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:47:57.219933 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33cdba36-e24e-4513-9a99-8e017f7e8f8c tempest-VolumesSnapshotTestJSON-548795101 tempest-VolumesSnapshotTestJSON-548795101-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:47:57.220270 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33cdba36-e24e-4513-9a99-8e017f7e8f8c tempest-VolumesSnapshotTestJSON-548795101 tempest-VolumesSnapshotTestJSON-548795101-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:47:57.220573 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33cdba36-e24e-4513-9a99-8e017f7e8f8c tempest-VolumesSnapshotTestJSON-548795101 tempest-VolumesSnapshotTestJSON-548795101-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:47:57.220929 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33cdba36-e24e-4513-9a99-8e017f7e8f8c tempest-VolumesSnapshotTestJSON-548795101 tempest-VolumesSnapshotTestJSON-548795101-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:47:57.221260 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33cdba36-e24e-4513-9a99-8e017f7e8f8c tempest-VolumesSnapshotTestJSON-548795101 tempest-VolumesSnapshotTestJSON-548795101-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:47:57.221608 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33cdba36-e24e-4513-9a99-8e017f7e8f8c tempest-VolumesSnapshotTestJSON-548795101 tempest-VolumesSnapshotTestJSON-548795101-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:47:57.221935 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33cdba36-e24e-4513-9a99-8e017f7e8f8c tempest-VolumesSnapshotTestJSON-548795101 tempest-VolumesSnapshotTestJSON-548795101-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:47:57.222259 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33cdba36-e24e-4513-9a99-8e017f7e8f8c tempest-VolumesSnapshotTestJSON-548795101 tempest-VolumesSnapshotTestJSON-548795101-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:47:57.222587 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33cdba36-e24e-4513-9a99-8e017f7e8f8c tempest-VolumesSnapshotTestJSON-548795101 tempest-VolumesSnapshotTestJSON-548795101-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:47:57.229855 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b83b0f9-6f26-41cf-9c93-387da6eb38b6 req-e4d16956-2e97-4b9c-85a0-1a7511d7c0f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:47:57.231411 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-0b83b0f9-6f26-41cf-9c93-387da6eb38b6 req-e4d16956-2e97-4b9c-85a0-1a7511d7c0f0 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=86a0fd5c0c974eafbf1c6e95239dcb2c&device_id=925eee3a-7c31-4940-86cc-1a1c83e62bda HTTP/1.1" status: 200 len: 1127 time: 0.1000061 Feb 04 17:47:57.279168 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-9d723455-ce5d-4006-9add-4178bc132853 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] 10.222.0.89 "GET /v2.0/floatingips/eaa7505a-fdb8-4e10-9a07-bce7465b4193 HTTP/1.1" status: 200 len: 991 time: 0.1039684 Feb 04 17:47:57.280287 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-26365a73-1671-454d-b4ae-73ffa81568dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af40483a-7603-439e-8ef3-69e154f2175c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-316308538', 'tenant_id': '86a0fd5c0c974eafbf1c6e95239dcb2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.8'}], 'enable_snat': True}, 'gw_port_id': '15fb0f78-e3c2-406a-b181-70a86ae1e7c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:47:34Z', 'updated_at': '2022-02-04T17:47:37Z', 'revision_number': 4, 'project_id': '86a0fd5c0c974eafbf1c6e95239dcb2c', 'gw_port': {'id': '15fb0f78-e3c2-406a-b181-70a86ae1e7c5', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:a5:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af40483a-7603-439e-8ef3-69e154f2175c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3412, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:47:34Z', 'updated_at': '2022-02-04T17:47:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_floatingips': [{'id': 'eaa7505a-fdb8-4e10-9a07-bce7465b4193', 'tenant_id': '86a0fd5c0c974eafbf1c6e95239dcb2c', 'floating_ip_address': '172.25.6.184', 'floating_network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'router_id': 'af40483a-7603-439e-8ef3-69e154f2175c', 'port_id': '1f35aa3c-8815-4be3-8251-9d999b916fe5', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3418, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '72a0d776-779a-4c52-ade1-7a41ed97dad6', 'mac_address': 'fa:16:3e:57:9d:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '925eee3a-7c31-4940-86cc-1a1c83e62bda', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T17:47:55Z', 'updated_at': '2022-02-04T17:47:55Z', 'revision_number': 0, 'project_id': '86a0fd5c0c974eafbf1c6e95239dcb2c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2cd4bb31-84e0-4703-aed5-e91b5dc5a987', 'name': '', 'network_id': '72a0d776-779a-4c52-ade1-7a41ed97dad6', 'tenant_id': '86a0fd5c0c974eafbf1c6e95239dcb2c', 'mac_address': 'fa:16:3e:a5:ad:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af40483a-7603-439e-8ef3-69e154f2175c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3415, 'fixed_ips': [{'subnet_id': '2a7c0ed9-c7ee-4cd6-96be-dbc4fc019c69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:47:37Z', 'updated_at': '2022-02-04T17:47:41Z', 'revision_number': 5, 'project_id': '86a0fd5c0c974eafbf1c6e95239dcb2c', 'subnets': [{'id': '2a7c0ed9-c7ee-4cd6-96be-dbc4fc019c69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-2', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:47:57.309925 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [req-2da4224a-1a5b-459c-9df7-196b050e5bab req-33cdba36-e24e-4513-9a99-8e017f7e8f8c tempest-VolumesSnapshotTestJSON-548795101 tempest-VolumesSnapshotTestJSON-548795101-project] No DVR routers for this DVR port d46df5be-3c54-41a8-b45e-141247baefdb on host n-h1-827839-2 {{(pid=103376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 17:47:57.313775 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-2da4224a-1a5b-459c-9df7-196b050e5bab req-33cdba36-e24e-4513-9a99-8e017f7e8f8c tempest-VolumesSnapshotTestJSON-548795101 tempest-VolumesSnapshotTestJSON-548795101-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:47:57.317189 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-2da4224a-1a5b-459c-9df7-196b050e5bab req-33cdba36-e24e-4513-9a99-8e017f7e8f8c tempest-VolumesSnapshotTestJSON-548795101 tempest-VolumesSnapshotTestJSON-548795101-project] 10.222.0.96 "DELETE /v2.0/ports/d46df5be-3c54-41a8-b45e-141247baefdb HTTP/1.1" status: 204 len: 173 time: 0.5868521 Feb 04 17:47:57.317677 n-d-827839-2 neutron-server[103376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '745490fb-5531-4438-a514-bedc8ab97566', 'name': 'network-vif-deleted', 'tag': 'd46df5be-3c54-41a8-b45e-141247baefdb'}] {{(pid=103376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:47:57.319990 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d59c3bb5e2f09ebf62144d5e09b1cff60c763a9c19614c24538e77842938c05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92c44b5e-76e6-4a8c-a662-cbbf9b369e64" -d '{"events": [{"server_uuid": "745490fb-5531-4438-a514-bedc8ab97566", "name": "network-vif-deleted", "tag": "d46df5be-3c54-41a8-b45e-141247baefdb"}]}' {{(pid=103376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:47:57.373146 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b83b0f9-6f26-41cf-9c93-387da6eb38b6 req-c3ae275f-fbce-4403-9515-7f299ae9f524 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:47:57.374814 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-0b83b0f9-6f26-41cf-9c93-387da6eb38b6 req-c3ae275f-fbce-4403-9515-7f299ae9f524 service neutron] 10.222.0.96 "GET /v2.0/networks?id=72a0d776-779a-4c52-ade1-7a41ed97dad6 HTTP/1.1" status: 200 len: 898 time: 0.1282976 Feb 04 17:47:57.380682 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 17:47:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62067cab-a470-42eb-ad19-4182a1e97257 x-openstack-request-id: req-62067cab-a470-42eb-ad19-4182a1e97257 {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:47:57.381061 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "745490fb-5531-4438-a514-bedc8ab97566", "name": "network-vif-deleted", "tag": "d46df5be-3c54-41a8-b45e-141247baefdb", "status": "completed", "code": 200}]} {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:47:57.381309 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-62067cab-a470-42eb-ad19-4182a1e97257 {{(pid=103376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:47:57.381715 n-d-827839-2 neutron-server[103376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '745490fb-5531-4438-a514-bedc8ab97566', 'name': 'network-vif-deleted', 'tag': 'd46df5be-3c54-41a8-b45e-141247baefdb', 'status': 'completed', 'code': 200} Feb 04 17:47:57.412713 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26365a73-1671-454d-b4ae-73ffa81568dd None None] Checking router: af40483a-7603-439e-8ef3-69e154f2175c for host: n-d-827839-2 {{(pid=103379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 17:47:57.421700 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26365a73-1671-454d-b4ae-73ffa81568dd None None] Routers {'af40483a-7603-439e-8ef3-69e154f2175c'} bound to L3 agent in host n-d-827839-2 {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:47:57.422398 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-26365a73-1671-454d-b4ae-73ffa81568dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:47:33Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['af40483a-7603-439e-8ef3-69e154f2175c'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:47:57.488089 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-0b83b0f9-6f26-41cf-9c93-387da6eb38b6 req-4b09e995-4036-465e-9cf4-520e21a3774c service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1f35aa3c-8815-4be3-8251-9d999b916fe5 HTTP/1.1" status: 200 len: 999 time: 0.0780611 Feb 04 17:47:57.493500 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-0d7956b5-216e-4ab4-a460-6da79c418787 req-07eb339c-8b67-4653-9bf7-95cf2177ccbc tempest-ServerShowV247Test-13202413 tempest-ServerShowV247Test-13202413-project] 10.222.0.90 "GET /v2.0/ports?device_id=d6793931-f7ea-4db9-aefe-d0649a5d941c HTTP/1.1" status: 200 len: 210 time: 0.0320678 Feb 04 17:47:57.547012 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b83b0f9-6f26-41cf-9c93-387da6eb38b6 req-d61007df-4566-4729-b6da-2016e8c7c313 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:47:57.548627 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-0b83b0f9-6f26-41cf-9c93-387da6eb38b6 req-d61007df-4566-4729-b6da-2016e8c7c313 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=2a7c0ed9-c7ee-4cd6-96be-dbc4fc019c69 HTTP/1.1" status: 200 len: 835 time: 0.0475488 Feb 04 17:47:57.551101 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvr_db [None req-26365a73-1671-454d-b4ae-73ffa81568dd None None] Set router af40483a-7603-439e-8ef3-69e154f2175c gateway port host: n-d-827839-2 {{(pid=103379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:47:57.602575 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b83b0f9-6f26-41cf-9c93-387da6eb38b6 req-2d90a366-6770-48e6-b7c5-8242d2befa7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:47:57.604030 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-0b83b0f9-6f26-41cf-9c93-387da6eb38b6 req-2d90a366-6770-48e6-b7c5-8242d2befa7e service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=72a0d776-779a-4c52-ade1-7a41ed97dad6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0480084 Feb 04 17:47:57.707627 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-0b83b0f9-6f26-41cf-9c93-387da6eb38b6 req-3d95adaf-d5e6-45d4-97e5-055a981a02d5 service neutron] 10.222.0.96 "GET /v2.0/networks/72a0d776-779a-4c52-ade1-7a41ed97dad6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901480 Feb 04 17:47:57.790086 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-26365a73-1671-454d-b4ae-73ffa81568dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af40483a-7603-439e-8ef3-69e154f2175c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-316308538', 'tenant_id': '86a0fd5c0c974eafbf1c6e95239dcb2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.8'}], 'enable_snat': True}, 'gw_port_id': '15fb0f78-e3c2-406a-b181-70a86ae1e7c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:47:34Z', 'updated_at': '2022-02-04T17:47:37Z', 'revision_number': 4, 'project_id': '86a0fd5c0c974eafbf1c6e95239dcb2c', 'gw_port': {'id': '15fb0f78-e3c2-406a-b181-70a86ae1e7c5', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:a5:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af40483a-7603-439e-8ef3-69e154f2175c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3412, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:47:34Z', 'updated_at': '2022-02-04T17:47:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_floatingips': [{'id': 'eaa7505a-fdb8-4e10-9a07-bce7465b4193', 'tenant_id': '86a0fd5c0c974eafbf1c6e95239dcb2c', 'floating_ip_address': '172.25.6.184', 'floating_network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'router_id': 'af40483a-7603-439e-8ef3-69e154f2175c', 'port_id': '1f35aa3c-8815-4be3-8251-9d999b916fe5', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3418, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '72a0d776-779a-4c52-ade1-7a41ed97dad6', 'mac_address': 'fa:16:3e:57:9d:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '925eee3a-7c31-4940-86cc-1a1c83e62bda', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T17:47:55Z', 'updated_at': '2022-02-04T17:47:55Z', 'revision_number': 0, 'project_id': '86a0fd5c0c974eafbf1c6e95239dcb2c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2cd4bb31-84e0-4703-aed5-e91b5dc5a987', 'name': '', 'network_id': '72a0d776-779a-4c52-ade1-7a41ed97dad6', 'tenant_id': '86a0fd5c0c974eafbf1c6e95239dcb2c', 'mac_address': 'fa:16:3e:a5:ad:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af40483a-7603-439e-8ef3-69e154f2175c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3415, 'fixed_ips': [{'subnet_id': '2a7c0ed9-c7ee-4cd6-96be-dbc4fc019c69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:47:37Z', 'updated_at': '2022-02-04T17:47:41Z', 'revision_number': 5, 'project_id': '86a0fd5c0c974eafbf1c6e95239dcb2c', 'subnets': [{'id': '2a7c0ed9-c7ee-4cd6-96be-dbc4fc019c69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-2', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:47:57.822019 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-0b83b0f9-6f26-41cf-9c93-387da6eb38b6 req-e7ea92ca-d9bc-410a-986e-aff479c27064 service neutron] 10.222.0.96 "GET /v2.0/networks/72a0d776-779a-4c52-ade1-7a41ed97dad6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1054895 Feb 04 17:47:57.825530 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26365a73-1671-454d-b4ae-73ffa81568dd None None] The sync data for ids ['af40483a-7603-439e-8ef3-69e154f2175c'] in n-d-827839-2 is: [{'id': 'af40483a-7603-439e-8ef3-69e154f2175c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-316308538', 'tenant_id': '86a0fd5c0c974eafbf1c6e95239dcb2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.8'}], 'enable_snat': True}, 'gw_port_id': '15fb0f78-e3c2-406a-b181-70a86ae1e7c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:47:34Z', 'updated_at': '2022-02-04T17:47:37Z', 'revision_number': 4, 'project_id': '86a0fd5c0c974eafbf1c6e95239dcb2c', 'gw_port': {'id': '15fb0f78-e3c2-406a-b181-70a86ae1e7c5', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:a5:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af40483a-7603-439e-8ef3-69e154f2175c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3412, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:47:34Z', 'updated_at': '2022-02-04T17:47:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_floatingips': [{'id': 'eaa7505a-fdb8-4e10-9a07-bce7465b4193', 'tenant_id': '86a0fd5c0c974eafbf1c6e95239dcb2c', 'floating_ip_address': '172.25.6.184', 'floating_network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'router_id': 'af40483a-7603-439e-8ef3-69e154f2175c', 'port_id': '1f35aa3c-8815-4be3-8251-9d999b916fe5', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3418, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '72a0d776-779a-4c52-ade1-7a41ed97dad6', 'mac_address': 'fa:16:3e:57:9d:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '925eee3a-7c31-4940-86cc-1a1c83e62bda', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T17:47:55Z', 'updated_at': '2022-02-04T17:47:55Z', 'revision_number': 0, 'project_id': '86a0fd5c0c974eafbf1c6e95239dcb2c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2cd4bb31-84e0-4703-aed5-e91b5dc5a987', 'name': '', 'network_id': '72a0d776-779a-4c52-ade1-7a41ed97dad6', 'tenant_id': '86a0fd5c0c974eafbf1c6e95239dcb2c', 'mac_address': 'fa:16:3e:a5:ad:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af40483a-7603-439e-8ef3-69e154f2175c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3415, 'fixed_ips': [{'subnet_id': '2a7c0ed9-c7ee-4cd6-96be-dbc4fc019c69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:47:37Z', 'updated_at': '2022-02-04T17:47:41Z', 'revision_number': 5, 'project_id': '86a0fd5c0c974eafbf1c6e95239dcb2c', 'subnets': [{'id': '2a7c0ed9-c7ee-4cd6-96be-dbc4fc019c69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 17:47:58.121800 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-609ff7d0-6a4b-45a8-b211-691a02df7f65 req-4cace418-63db-4c18-a512-50d43fc44f24 tempest-VolumesSnapshotTestJSON-548795101 tempest-VolumesSnapshotTestJSON-548795101-project] 10.222.0.89 "GET /v2.0/ports?device_id=745490fb-5531-4438-a514-bedc8ab97566 HTTP/1.1" status: 200 len: 210 time: 0.0477798 Feb 04 17:47:58.149764 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-329db0ba-7fdf-4442-af42-edac3ab6de45 None None] New status for floating IP eaa7505a-fdb8-4e10-9a07-bce7465b4193: ACTIVE {{(pid=103378) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 17:47:58.282796 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 43680) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:47:58.357531 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-6a444051-54b2-49c6-bcb6-e879fc521fc4 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] 10.222.0.89 "GET /v2.0/floatingips/eaa7505a-fdb8-4e10-9a07-bce7465b4193 HTTP/1.1" status: 200 len: 991 time: 0.0735588 Feb 04 17:47:58.405889 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 43684) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:47:58.524138 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-395d6da3-3585-4f8f-93fe-3106108baa45 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:47:58.610945 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-395d6da3-3585-4f8f-93fe-3106108baa45 admin admin] Publish callbacks [] for security_group (1f4ae0bd-ba31-44d0-8af8-0353333cc301), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:47:58.614723 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-395d6da3-3585-4f8f-93fe-3106108baa45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (1f4ae0bd-ba31-44d0-8af8-0353333cc301), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:47:58.653023 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-395d6da3-3585-4f8f-93fe-3106108baa45 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=e4aa34ed78d7464a967d9094219606a1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2459335 Feb 04 17:47:58.653897 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395d6da3-3585-4f8f-93fe-3106108baa45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f4ae0bd-ba31-44d0-8af8-0353333cc301,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:47:58.656510 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 43688) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:47:58.709546 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-ea29de4e-ff5a-4c87-959b-d2885c1cb3c6 admin admin] Publish callbacks [] for security_group (1f4ae0bd-ba31-44d0-8af8-0353333cc301), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:47:58.731290 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-ea29de4e-ff5a-4c87-959b-d2885c1cb3c6 admin admin] Publish callbacks [] for security_group (1f4ae0bd-ba31-44d0-8af8-0353333cc301), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:47:58.779697 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-ea29de4e-ff5a-4c87-959b-d2885c1cb3c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (1f4ae0bd-ba31-44d0-8af8-0353333cc301), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:47:58.782380 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-ea29de4e-ff5a-4c87-959b-d2885c1cb3c6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:47:58.783521 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-ea29de4e-ff5a-4c87-959b-d2885c1cb3c6 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/1f4ae0bd-ba31-44d0-8af8-0353333cc301 HTTP/1.1" status: 204 len: 168 time: 0.1248550 Feb 04 17:47:58.791380 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea29de4e-ff5a-4c87-959b-d2885c1cb3c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f4ae0bd-ba31-44d0-8af8-0353333cc301,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:47:59.362234 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 43716) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:47:59.464389 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-cf8818f8-7926-449d-b0f6-7a203180dc9e tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] 10.222.0.89 "GET /v2.0/floatingips/eaa7505a-fdb8-4e10-9a07-bce7465b4193 HTTP/1.1" status: 200 len: 993 time: 0.1001103 Feb 04 17:47:59.526244 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 43720) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:47:59.627427 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-ee0de9a8-3b51-4903-858a-82b89d2f964a admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1849048660-network', 'tenant_id': 'd122ec1bef96456b8b276bd03a7b143b'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:47:59.649451 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee0de9a8-3b51-4903-858a-82b89d2f964a admin admin] Made reservation on behalf of d122ec1bef96456b8b276bd03a7b143b for: {'network': 1} {{(pid=103376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:47:59.652503 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-ee0de9a8-3b51-4903-858a-82b89d2f964a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for network (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:47:59.661551 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-ee0de9a8-3b51-4903-858a-82b89d2f964a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:47:59.732851 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-599e5023-7b31-4160-bfa7-08dddd1fc487 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (bb89f5a3-3c22-440b-b7d1-c4f0c43c184a), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:47:59.753591 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-ee0de9a8-3b51-4903-858a-82b89d2f964a admin admin] Publish callbacks [] for security_group (a9027cb5-6df8-440a-8467-05119fda4e01), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:47:59.759143 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-ee0de9a8-3b51-4903-858a-82b89d2f964a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (a9027cb5-6df8-440a-8467-05119fda4e01), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:47:59.782229 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device d46df5be-3c54-41a8-b45e-141247baefdb no longer exists at agent hyperv_n-h1-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:47:59.785779 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee0de9a8-3b51-4903-858a-82b89d2f964a admin admin] vlan segment allocate from pool success with {'vlan_id': 784, 'physical_network': 'physnet1'} {{(pid=103376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 17:47:59.795960 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0de9a8-3b51-4903-858a-82b89d2f964a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9027cb5-6df8-440a-8467-05119fda4e01,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:47:59.801281 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-ee0de9a8-3b51-4903-858a-82b89d2f964a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (72f80675-468f-4673-abe4-ad542e60011e), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:47:59.801861 n-d-827839-2 neutron-server[103376]: INFO neutron.db.segments_db [None req-ee0de9a8-3b51-4903-858a-82b89d2f964a admin admin] Added segment 72f80675-468f-4673-abe4-ad542e60011e of type vlan for network 7b4d16dd-0fab-49f3-8d03-5c6130896904 Feb 04 17:47:59.836553 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] No Port match for: d46df5be-3c54-41a8-b45e-141247baefdb {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 17:47:59.837198 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device d46df5be-3c54-41a8-b45e-141247baefdb not bound to the agent host n-h1-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 17:47:59.849467 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-ee0de9a8-3b51-4903-858a-82b89d2f964a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781084292801'] for network (7b4d16dd-0fab-49f3-8d03-5c6130896904), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:47:59.881639 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-ee0de9a8-3b51-4903-858a-82b89d2f964a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327'] for network (7b4d16dd-0fab-49f3-8d03-5c6130896904), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:47:59.882717 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee0de9a8-3b51-4903-858a-82b89d2f964a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:47:59.883307 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-ee0de9a8-3b51-4903-858a-82b89d2f964a admin admin] Publish callbacks [] for network (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:47:59.948951 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-ee0de9a8-3b51-4903-858a-82b89d2f964a admin admin] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4202311 Feb 04 17:47:59.951683 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 43724) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:47:59.958526 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-ec17b230-390c-4917-b8cc-8de7b55248ef admin admin] Request body: {'subnet': {'network_id': '7b4d16dd-0fab-49f3-8d03-5c6130896904', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1849048660-subnet', 'tenant_id': 'd122ec1bef96456b8b276bd03a7b143b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:47:59.961593 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0de9a8-3b51-4903-858a-82b89d2f964a admin admin] Pushing event updated for resources: {'Network': ['ID=7b4d16dd-0fab-49f3-8d03-5c6130896904,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:47:59.976245 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Network 7b4d16dd-0fab-49f3-8d03-5c6130896904 details requested by agent ovs-agent-n-d-827839-2 with host n-d-827839-2 {{(pid=103378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 17:47:59.981809 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec17b230-390c-4917-b8cc-8de7b55248ef admin admin] Made reservation on behalf of d122ec1bef96456b8b276bd03a7b143b for: {'subnet': 1} {{(pid=103376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:47:59.984849 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-ec17b230-390c-4917-b8cc-8de7b55248ef admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25859006'] for subnet (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:48:00.183427 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-ec17b230-390c-4917-b8cc-8de7b55248ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25674939', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25858952'] for subnet (a5467d5d-9494-4042-8433-0634f660a543), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:48:00.235732 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec17b230-390c-4917-b8cc-8de7b55248ef admin admin] Pushing event updated for resources: {'Subnet': ['ID=a5467d5d-9494-4042-8433-0634f660a543,revision_number=0']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:48:00.253163 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec17b230-390c-4917-b8cc-8de7b55248ef admin admin] Checking segment: {'id': '72f80675-468f-4673-abe4-ad542e60011e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '7b4d16dd-0fab-49f3-8d03-5c6130896904'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:48:00.253535 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec17b230-390c-4917-b8cc-8de7b55248ef admin admin] Network hostable DHCP agents. Network: 7b4d16dd-0fab-49f3-8d03-5c6130896904, hostable agents: ['bb89f5a3-3c22-440b-b7d1-c4f0c43c184a'], hosted agents: [] {{(pid=103376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 17:48:00.276319 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec17b230-390c-4917-b8cc-8de7b55248ef admin admin] Network 7b4d16dd-0fab-49f3-8d03-5c6130896904 is scheduled to be hosted by DHCP agent bb89f5a3-3c22-440b-b7d1-c4f0c43c184a with binding_index 1 {{(pid=103376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 17:48:00.286819 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [None req-ec17b230-390c-4917-b8cc-8de7b55248ef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827839-2, 7b4d16dd-0fab-49f3-8d03-5c6130896904) {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:48:00.291247 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec17b230-390c-4917-b8cc-8de7b55248ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:48:00.292519 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-ec17b230-390c-4917-b8cc-8de7b55248ef admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:48:00.298509 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5863d270-4613-401f-885e-41e1e1ba72cd None None] Network 7b4d16dd-0fab-49f3-8d03-5c6130896904 requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:48:00.311578 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-ec17b230-390c-4917-b8cc-8de7b55248ef admin admin] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3569539 Feb 04 17:48:00.440306 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1d89c40-7a03-4a1e-97a6-d179d20e17bd None None] Network 7b4d16dd-0fab-49f3-8d03-5c6130896904 requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:48:00.802491 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad66cde5-54e0-4577-8717-f2f06f65c8d6 req-fb7d3fbf-bec7-43a1-bc53-65e3e26aa595 tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:48:00.804089 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-ad66cde5-54e0-4577-8717-f2f06f65c8d6 req-fb7d3fbf-bec7-43a1-bc53-65e3e26aa595 tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] 10.222.0.89 "GET /v2.0/networks?id=7b4d16dd-0fab-49f3-8d03-5c6130896904 HTTP/1.1" status: 200 len: 814 time: 0.1048415 Feb 04 17:48:00.819131 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-ad66cde5-54e0-4577-8717-f2f06f65c8d6 req-0bd7b4cd-ff7c-4eb7-b0f3-f46a984c44a2 tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] 10.222.0.89 "GET /v2.0/quotas/d122ec1bef96456b8b276bd03a7b143b HTTP/1.1" status: 200 len: 375 time: 0.0091689 Feb 04 17:48:00.863335 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-ad66cde5-54e0-4577-8717-f2f06f65c8d6 req-6e94b681-7bf4-4db3-9098-577240964f25 tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=d122ec1bef96456b8b276bd03a7b143b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0383251 Feb 04 17:48:00.952667 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-ad66cde5-54e0-4577-8717-f2f06f65c8d6 req-5c7b3476-4574-4307-89d9-4dca52a2c5c1 service neutron] 10.222.0.89 "GET /v2.0/networks/7b4d16dd-0fab-49f3-8d03-5c6130896904?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817168 Feb 04 17:48:01.047170 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-ad66cde5-54e0-4577-8717-f2f06f65c8d6 req-afc08696-d8b6-4e7f-acad-61f297dffacf service neutron] 10.222.0.89 "GET /v2.0/networks/7b4d16dd-0fab-49f3-8d03-5c6130896904?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877268 Feb 04 17:48:01.268091 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-42c19c56-3137-441c-bf38-92f87a856aa6 req-7b0cc8ba-28be-4b5b-be46-ca1f61657f1f tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] 10.222.0.89 "GET /v2.0/ports?device_id=dee4a291-9305-4c0a-b6c2-2d119d002088 HTTP/1.1" status: 200 len: 210 time: 0.0734088 Feb 04 17:48:02.307400 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad66cde5-54e0-4577-8717-f2f06f65c8d6 req-85b3bcd2-8c2e-44f5-a3e8-9722f2708ba3 tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:48:02.310949 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-ad66cde5-54e0-4577-8717-f2f06f65c8d6 req-85b3bcd2-8c2e-44f5-a3e8-9722f2708ba3 tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] 10.222.0.90 "GET /v2.0/networks?id=7b4d16dd-0fab-49f3-8d03-5c6130896904 HTTP/1.1" status: 200 len: 814 time: 0.1224258 Feb 04 17:48:02.328341 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [req-ad66cde5-54e0-4577-8717-f2f06f65c8d6 req-0b72c133-eded-4a79-94ec-e463a043c421 tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] Request body: {'port': {'device_id': 'dee4a291-9305-4c0a-b6c2-2d119d002088', 'network_id': '7b4d16dd-0fab-49f3-8d03-5c6130896904', 'admin_state_up': True, 'tenant_id': 'd122ec1bef96456b8b276bd03a7b143b'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:48:02.404122 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-8cd48c9e-10d6-4a9a-9a6e-830672e91a5e req-8978946f-5628-4fcc-a952-0e7eec0bbee0 tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] 10.222.0.89 "GET /v2.0/ports?device_id=dee4a291-9305-4c0a-b6c2-2d119d002088 HTTP/1.1" status: 200 len: 210 time: 0.0659006 Feb 04 17:48:02.471203 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad66cde5-54e0-4577-8717-f2f06f65c8d6 req-0b72c133-eded-4a79-94ec-e463a043c421 tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] Made reservation on behalf of d122ec1bef96456b8b276bd03a7b143b for: {'port': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:48:02.475378 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-ad66cde5-54e0-4577-8717-f2f06f65c8d6 req-0b72c133-eded-4a79-94ec-e463a043c421 tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:48:02.628584 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.db_base_plugin_common [req-ad66cde5-54e0-4577-8717-f2f06f65c8d6 req-0b72c133-eded-4a79-94ec-e463a043c421 tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] Allocated IP 172.20.0.2 (7b4d16dd-0fab-49f3-8d03-5c6130896904/a5467d5d-9494-4042-8433-0634f660a543/60affd80-4a46-4415-9c99-06906baa6b43) {{(pid=103377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:48:02.796575 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-ad66cde5-54e0-4577-8717-f2f06f65c8d6 req-0b72c133-eded-4a79-94ec-e463a043c421 tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] Publish callbacks [] for port (60affd80-4a46-4415-9c99-06906baa6b43), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:48:02.830978 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1520a1db-1f3a-427d-a3b0-9e4e7c35b85c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (64ada913-9131-4d99-a265-63a920956287), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:48:02.832806 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-ad66cde5-54e0-4577-8717-f2f06f65c8d6 req-0b72c133-eded-4a79-94ec-e463a043c421 tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (60affd80-4a46-4415-9c99-06906baa6b43), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:48:02.880643 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad66cde5-54e0-4577-8717-f2f06f65c8d6 req-0b72c133-eded-4a79-94ec-e463a043c421 tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] Network 7b4d16dd-0fab-49f3-8d03-5c6130896904 is already hosted by enough agents. {{(pid=103377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:48:02.886537 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [req-ad66cde5-54e0-4577-8717-f2f06f65c8d6 req-0b72c133-eded-4a79-94ec-e463a043c421 tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] Resources bound (agent type, host, resource id): {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:48:02.888965 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad66cde5-54e0-4577-8717-f2f06f65c8d6 req-0b72c133-eded-4a79-94ec-e463a043c421 tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] Received port after_create {{(pid=103377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:48:02.914320 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b72c133-eded-4a79-94ec-e463a043c421 tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] Pushing event updated for resources: {'Port': ['ID=60affd80-4a46-4415-9c99-06906baa6b43,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:48:02.944550 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad66cde5-54e0-4577-8717-f2f06f65c8d6 req-0b72c133-eded-4a79-94ec-e463a043c421 tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:48:02.945287 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-ad66cde5-54e0-4577-8717-f2f06f65c8d6 req-0b72c133-eded-4a79-94ec-e463a043c421 tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:48:02.961588 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-ad66cde5-54e0-4577-8717-f2f06f65c8d6 req-0b72c133-eded-4a79-94ec-e463a043c421 tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6373148 Feb 04 17:48:02.974936 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [req-ad66cde5-54e0-4577-8717-f2f06f65c8d6 req-89156315-c949-4b06-8c8c-0742898e08d5 service neutron] Request body: {'port': {'device_id': 'dee4a291-9305-4c0a-b6c2-2d119d002088', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827839-2'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:48:03.042992 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-ad66cde5-54e0-4577-8717-f2f06f65c8d6 req-89156315-c949-4b06-8c8c-0742898e08d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (60affd80-4a46-4415-9c99-06906baa6b43), before_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:48:03.056621 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d408ec64-b374-4acb-a1fc-48241dad6d47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (0cd6d64a-47a7-40ff-8c12-71dd526c62e0), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:48:03.317613 n-d-827839-2 neutron-server[103377]: DEBUG neutron.notifiers.nova [req-ad66cde5-54e0-4577-8717-f2f06f65c8d6 req-89156315-c949-4b06-8c8c-0742898e08d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60affd80-4a46-4415-9c99-06906baa6b43 {{(pid=103377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 17:48:03.325910 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-ad66cde5-54e0-4577-8717-f2f06f65c8d6 req-89156315-c949-4b06-8c8c-0742898e08d5 service neutron] Publish callbacks [] for port (60affd80-4a46-4415-9c99-06906baa6b43), precommit_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:48:03.338041 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.provisioning_blocks [req-ad66cde5-54e0-4577-8717-f2f06f65c8d6 req-89156315-c949-4b06-8c8c-0742898e08d5 service neutron] Transition to ACTIVE for port object 60affd80-4a46-4415-9c99-06906baa6b43 will not be triggered until provisioned by entity L2. {{(pid=103377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 17:48:03.341855 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-ad66cde5-54e0-4577-8717-f2f06f65c8d6 req-89156315-c949-4b06-8c8c-0742898e08d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25888290'] for port (60affd80-4a46-4415-9c99-06906baa6b43), after_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:48:03.411308 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89156315-c949-4b06-8c8c-0742898e08d5 service neutron] Pushing event updated for resources: {'Port': ['ID=60affd80-4a46-4415-9c99-06906baa6b43,revision_number=2']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:48:03.475056 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [req-ad66cde5-54e0-4577-8717-f2f06f65c8d6 req-89156315-c949-4b06-8c8c-0742898e08d5 service neutron] Attempting to bind port 60affd80-4a46-4415-9c99-06906baa6b43 on host n-h2-827839-2 for vnic_type normal with profile {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:48:03.475400 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [req-ad66cde5-54e0-4577-8717-f2f06f65c8d6 req-89156315-c949-4b06-8c8c-0742898e08d5 service neutron] Attempting to bind port 60affd80-4a46-4415-9c99-06906baa6b43 by drivers openvswitch,hyperv on host n-h2-827839-2 at level 0 using segments [{'id': '72f80675-468f-4673-abe4-ad542e60011e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '7b4d16dd-0fab-49f3-8d03-5c6130896904'}] {{(pid=103377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:48:03.475733 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad66cde5-54e0-4577-8717-f2f06f65c8d6 req-89156315-c949-4b06-8c8c-0742898e08d5 service neutron] Attempting to bind port 60affd80-4a46-4415-9c99-06906baa6b43 on network 7b4d16dd-0fab-49f3-8d03-5c6130896904 {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:48:03.484834 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad66cde5-54e0-4577-8717-f2f06f65c8d6 req-89156315-c949-4b06-8c8c-0742898e08d5 service neutron] Port 60affd80-4a46-4415-9c99-06906baa6b43 on network 7b4d16dd-0fab-49f3-8d03-5c6130896904 not bound, no agent of type Open vSwitch agent registered on host n-h2-827839-2 {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 17:48:03.485739 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad66cde5-54e0-4577-8717-f2f06f65c8d6 req-89156315-c949-4b06-8c8c-0742898e08d5 service neutron] Attempting to bind port 60affd80-4a46-4415-9c99-06906baa6b43 on network 7b4d16dd-0fab-49f3-8d03-5c6130896904 {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:48:03.492633 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad66cde5-54e0-4577-8717-f2f06f65c8d6 req-89156315-c949-4b06-8c8c-0742898e08d5 service neutron] Checking agent: {'id': 'f20a1ab3-4332-4f54-833b-ba4a7c687e89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 8, 40), 'started_at': datetime.datetime(2022, 2, 4, 17, 8, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 47, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:48:03.493019 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad66cde5-54e0-4577-8717-f2f06f65c8d6 req-89156315-c949-4b06-8c8c-0742898e08d5 service neutron] Checking segment: {'id': '72f80675-468f-4673-abe4-ad542e60011e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '7b4d16dd-0fab-49f3-8d03-5c6130896904'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:48:03.493418 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad66cde5-54e0-4577-8717-f2f06f65c8d6 req-89156315-c949-4b06-8c8c-0742898e08d5 service neutron] Bound using segment: {'id': '72f80675-468f-4673-abe4-ad542e60011e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '7b4d16dd-0fab-49f3-8d03-5c6130896904'} {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:48:03.493852 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [req-ad66cde5-54e0-4577-8717-f2f06f65c8d6 req-89156315-c949-4b06-8c8c-0742898e08d5 service neutron] Bound port: 60affd80-4a46-4415-9c99-06906baa6b43, host: n-h2-827839-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72f80675-468f-4673-abe4-ad542e60011e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '7b4d16dd-0fab-49f3-8d03-5c6130896904'}}] {{(pid=103377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:48:03.494212 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-ad66cde5-54e0-4577-8717-f2f06f65c8d6 req-89156315-c949-4b06-8c8c-0742898e08d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (60affd80-4a46-4415-9c99-06906baa6b43), before_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:48:03.559341 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f303913-e658-4548-b1a2-3a37c492218e req-9ac1b33c-aa85-4463-8013-168954353d3f tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:48:03.561613 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-4f303913-e658-4548-b1a2-3a37c492218e req-9ac1b33c-aa85-4463-8013-168954353d3f tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] 10.222.0.89 "GET /v2.0/ports?device_id=dee4a291-9305-4c0a-b6c2-2d119d002088 HTTP/1.1" status: 200 len: 943 time: 0.0585370 Feb 04 17:48:03.567159 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [req-ad66cde5-54e0-4577-8717-f2f06f65c8d6 req-89156315-c949-4b06-8c8c-0742898e08d5 service neutron] For port 60affd80-4a46-4415-9c99-06906baa6b43, host n-h2-827839-2, cleared binding levels {{(pid=103377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:48:03.570348 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [req-ad66cde5-54e0-4577-8717-f2f06f65c8d6 req-89156315-c949-4b06-8c8c-0742898e08d5 service neutron] For port 60affd80-4a46-4415-9c99-06906baa6b43, host n-h2-827839-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=60affd80-4a46-4415-9c99-06906baa6b43,segment=NetworkSegment(72f80675-468f-4673-abe4-ad542e60011e),segment_id=72f80675-468f-4673-abe4-ad542e60011e)] {{(pid=103377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:48:03.577582 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-ad66cde5-54e0-4577-8717-f2f06f65c8d6 req-89156315-c949-4b06-8c8c-0742898e08d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25888290'] for port (60affd80-4a46-4415-9c99-06906baa6b43), after_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:48:03.614709 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad66cde5-54e0-4577-8717-f2f06f65c8d6 req-89156315-c949-4b06-8c8c-0742898e08d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:48:03.615387 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-ad66cde5-54e0-4577-8717-f2f06f65c8d6 req-89156315-c949-4b06-8c8c-0742898e08d5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:48:03.616794 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-ad66cde5-54e0-4577-8717-f2f06f65c8d6 req-89156315-c949-4b06-8c8c-0742898e08d5 service neutron] 10.222.0.90 "PUT /v2.0/ports/60affd80-4a46-4415-9c99-06906baa6b43 HTTP/1.1" status: 200 len: 1091 time: 0.6459603 Feb 04 17:48:03.617244 n-d-827839-2 neutron-server[103377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dee4a291-9305-4c0a-b6c2-2d119d002088', 'tag': '60affd80-4a46-4415-9c99-06906baa6b43'}] {{(pid=103377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:48:03.619415 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-4f303913-e658-4548-b1a2-3a37c492218e req-a379a21f-cfb6-4aeb-a5e4-5e4c7266c26c tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] 10.222.0.89 "GET /v2.0/security-groups?id=a9027cb5-6df8-440a-8467-05119fda4e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513613 Feb 04 17:48:03.619559 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7240428b650e1488e9361b62648ff4b3a6c19d49d8c27c949491ab58c1346cf0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63d32a1b-da7c-4da5-bc5b-bc5c6a8054bf" -d '{"events": [{"name": "network-changed", "server_uuid": "dee4a291-9305-4c0a-b6c2-2d119d002088", "tag": "60affd80-4a46-4415-9c99-06906baa6b43"}]}' {{(pid=103377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:48:03.646549 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89156315-c949-4b06-8c8c-0742898e08d5 service neutron] Pushing event updated for resources: {'Port': ['ID=60affd80-4a46-4415-9c99-06906baa6b43,revision_number=3']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:48:03.703996 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 17:48:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-117a7847-f679-4456-a406-4507c750184c x-openstack-request-id: req-117a7847-f679-4456-a406-4507c750184c {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:48:03.704349 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dee4a291-9305-4c0a-b6c2-2d119d002088", "tag": "60affd80-4a46-4415-9c99-06906baa6b43", "status": "completed", "code": 200}]} {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:48:03.704663 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-117a7847-f679-4456-a406-4507c750184c {{(pid=103377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:48:03.705162 n-d-827839-2 neutron-server[103377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dee4a291-9305-4c0a-b6c2-2d119d002088', 'tag': '60affd80-4a46-4415-9c99-06906baa6b43', 'status': 'completed', 'code': 200} Feb 04 17:48:03.727731 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad66cde5-54e0-4577-8717-f2f06f65c8d6 req-2c9f2a87-0235-4328-8b2d-697fb2dae004 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:48:03.730321 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-ad66cde5-54e0-4577-8717-f2f06f65c8d6 req-2c9f2a87-0235-4328-8b2d-697fb2dae004 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=d122ec1bef96456b8b276bd03a7b143b&device_id=dee4a291-9305-4c0a-b6c2-2d119d002088 HTTP/1.1" status: 200 len: 1125 time: 0.0657380 Feb 04 17:48:03.778683 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-ad66cde5-54e0-4577-8717-f2f06f65c8d6 req-850438fd-d237-478f-904d-ba1d77a7eb5f service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=60affd80-4a46-4415-9c99-06906baa6b43 HTTP/1.1" status: 200 len: 217 time: 0.0413918 Feb 04 17:48:03.829551 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad66cde5-54e0-4577-8717-f2f06f65c8d6 req-6efe5d75-1aae-407b-a451-05cedee45cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:48:03.831473 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-ad66cde5-54e0-4577-8717-f2f06f65c8d6 req-6efe5d75-1aae-407b-a451-05cedee45cd7 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=a5467d5d-9494-4042-8433-0634f660a543 HTTP/1.1" status: 200 len: 854 time: 0.0464995 Feb 04 17:48:03.866176 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-ad66cde5-54e0-4577-8717-f2f06f65c8d6 req-8a1a4c97-2193-4617-8390-cc49e60e384a service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=7b4d16dd-0fab-49f3-8d03-5c6130896904&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278265 Feb 04 17:48:03.977193 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-ad66cde5-54e0-4577-8717-f2f06f65c8d6 req-74c9c66e-e5dc-4ae6-9917-cd78755f1117 service neutron] 10.222.0.90 "GET /v2.0/networks/7b4d16dd-0fab-49f3-8d03-5c6130896904?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1021149 Feb 04 17:48:04.079126 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-ad66cde5-54e0-4577-8717-f2f06f65c8d6 req-d211a8cd-16c1-41dd-bdb5-8405d623ef73 service neutron] 10.222.0.90 "GET /v2.0/networks/7b4d16dd-0fab-49f3-8d03-5c6130896904?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947225 Feb 04 17:48:04.195350 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d32a1b-da7c-4da5-bc5b-bc5c6a8054bf req-f2e4b147-dc4c-4799-a93c-2ee764cf00ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:48:04.197062 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-63d32a1b-da7c-4da5-bc5b-bc5c6a8054bf req-f2e4b147-dc4c-4799-a93c-2ee764cf00ba service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=d122ec1bef96456b8b276bd03a7b143b&device_id=dee4a291-9305-4c0a-b6c2-2d119d002088 HTTP/1.1" status: 200 len: 1125 time: 0.0507281 Feb 04 17:48:04.306247 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d32a1b-da7c-4da5-bc5b-bc5c6a8054bf req-b491033e-9dcb-4e66-beb5-86b3f661d9d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:48:04.307782 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-63d32a1b-da7c-4da5-bc5b-bc5c6a8054bf req-b491033e-9dcb-4e66-beb5-86b3f661d9d2 service neutron] 10.222.0.90 "GET /v2.0/networks?id=7b4d16dd-0fab-49f3-8d03-5c6130896904 HTTP/1.1" status: 200 len: 915 time: 0.1045129 Feb 04 17:48:04.356882 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-63d32a1b-da7c-4da5-bc5b-bc5c6a8054bf req-fcf9887d-a12a-4538-a3ee-73cb94f20e48 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=60affd80-4a46-4415-9c99-06906baa6b43 HTTP/1.1" status: 200 len: 217 time: 0.0385263 Feb 04 17:48:04.410622 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d32a1b-da7c-4da5-bc5b-bc5c6a8054bf req-a0ea72a5-9b83-44f1-8250-ab040ea8557f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:48:04.412076 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-63d32a1b-da7c-4da5-bc5b-bc5c6a8054bf req-a0ea72a5-9b83-44f1-8250-ab040ea8557f service neutron] 10.222.0.90 "GET /v2.0/subnets?id=a5467d5d-9494-4042-8433-0634f660a543 HTTP/1.1" status: 200 len: 854 time: 0.0487411 Feb 04 17:48:04.447156 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-63d32a1b-da7c-4da5-bc5b-bc5c6a8054bf req-6a24f038-d53b-4c90-afac-a45e46e6b9c4 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=7b4d16dd-0fab-49f3-8d03-5c6130896904&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260139 Feb 04 17:48:04.548342 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-63d32a1b-da7c-4da5-bc5b-bc5c6a8054bf req-66fb08c2-d61e-4ef2-bf2d-b131c925e090 service neutron] 10.222.0.90 "GET /v2.0/networks/7b4d16dd-0fab-49f3-8d03-5c6130896904?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944805 Feb 04 17:48:04.646157 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-63d32a1b-da7c-4da5-bc5b-bc5c6a8054bf req-f3380c1a-dc3f-4e9e-a437-f4cf3bbcb4ff service neutron] 10.222.0.90 "GET /v2.0/networks/7b4d16dd-0fab-49f3-8d03-5c6130896904?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915022 Feb 04 17:48:04.788160 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89db9113-37fe-406a-bdec-c64e0cc579b9 req-62cf3a0c-806a-45ff-b7cd-534b9b2b3f76 tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:48:04.798515 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-89db9113-37fe-406a-bdec-c64e0cc579b9 req-62cf3a0c-806a-45ff-b7cd-534b9b2b3f76 tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] 10.222.0.89 "GET /v2.0/ports?device_id=dee4a291-9305-4c0a-b6c2-2d119d002088 HTTP/1.1" status: 200 len: 943 time: 0.0849087 Feb 04 17:48:04.863068 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4f14bb47-e72b-46ac-9e44-a61d9293afcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (75326290-f7a3-4db8-9cf2-15c7139ed224), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:48:04.867297 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-89db9113-37fe-406a-bdec-c64e0cc579b9 req-49807c91-e8f5-4b38-bee2-2f73b4aa0384 tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] 10.222.0.89 "GET /v2.0/security-groups?id=a9027cb5-6df8-440a-8467-05119fda4e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676613 Feb 04 17:48:05.735306 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (ba70844b-66a0-45fd-a2f2-e6ed673321fc), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:48:06.001264 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1e7d84-623a-4f82-83a9-655e7f9f5a59 req-94fa9791-e43c-40d1-af16-0b9af9ef7b82 tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:48:06.002923 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-0a1e7d84-623a-4f82-83a9-655e7f9f5a59 req-94fa9791-e43c-40d1-af16-0b9af9ef7b82 tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] 10.222.0.89 "GET /v2.0/ports?device_id=dee4a291-9305-4c0a-b6c2-2d119d002088 HTTP/1.1" status: 200 len: 943 time: 0.0610092 Feb 04 17:48:06.050934 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-0a1e7d84-623a-4f82-83a9-655e7f9f5a59 req-95e3dd63-52f4-4afe-b476-49f85da1d3ae tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] 10.222.0.89 "GET /v2.0/security-groups?id=a9027cb5-6df8-440a-8467-05119fda4e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420866 Feb 04 17:48:06.626151 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Device 60affd80-4a46-4415-9c99-06906baa6b43 details requested by agent hyperv_n-h2-827839-2 with host n-h2-827839-2 {{(pid=103378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 17:48:06.728387 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] For port 60affd80-4a46-4415-9c99-06906baa6b43, host n-h2-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=60affd80-4a46-4415-9c99-06906baa6b43,segment=NetworkSegment(72f80675-468f-4673-abe4-ad542e60011e),segment_id=72f80675-468f-4673-abe4-ad542e60011e)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:48:06.741856 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Returning: {'device': '60affd80-4a46-4415-9c99-06906baa6b43', 'network_id': '7b4d16dd-0fab-49f3-8d03-5c6130896904', 'port_id': '60affd80-4a46-4415-9c99-06906baa6b43', 'mac_address': 'fa:16:3e:88:6b:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 784, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5467d5d-9494-4042-8433-0634f660a543', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 17:48:06.789012 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Current status of the port 60affd80-4a46-4415-9c99-06906baa6b43 is: DOWN; New status is: BUILD {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:48:06.789675 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (60affd80-4a46-4415-9c99-06906baa6b43), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:48:06.804064 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60affd80-4a46-4415-9c99-06906baa6b43 {{(pid=103378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 17:48:06.824335 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] For port 60affd80-4a46-4415-9c99-06906baa6b43, host n-h2-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=60affd80-4a46-4415-9c99-06906baa6b43,segment=NetworkSegment(72f80675-468f-4673-abe4-ad542e60011e),segment_id=72f80675-468f-4673-abe4-ad542e60011e)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:48:06.828475 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (60affd80-4a46-4415-9c99-06906baa6b43), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:48:06.877697 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Pushing event updated for resources: {'Port': ['ID=60affd80-4a46-4415-9c99-06906baa6b43,revision_number=4']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:48:07.099916 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] get_ports_and_sgs() called for port_ids ['60affd80-4a46-4415-9c99-06906baa6b43'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 17:48:07.185893 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1757e492-0266-4228-b705-e443807a0fb8 req-25c7f4fb-b52a-4d75-8d8a-507dcb4748ca tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:48:07.187385 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-1757e492-0266-4228-b705-e443807a0fb8 req-25c7f4fb-b52a-4d75-8d8a-507dcb4748ca tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] 10.222.0.89 "GET /v2.0/ports?device_id=dee4a291-9305-4c0a-b6c2-2d119d002088 HTTP/1.1" status: 200 len: 944 time: 0.0621543 Feb 04 17:48:07.239601 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-1757e492-0266-4228-b705-e443807a0fb8 req-f50d52cf-e612-4bad-8a34-62457843057b tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] 10.222.0.89 "GET /v2.0/security-groups?id=a9027cb5-6df8-440a-8467-05119fda4e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455370 Feb 04 17:48:08.359842 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b3e011-df38-4727-bc48-14ffec1e4909 req-c86630d8-f46d-4ceb-94ed-213b11eeb1d1 tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:48:08.361363 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-34b3e011-df38-4727-bc48-14ffec1e4909 req-c86630d8-f46d-4ceb-94ed-213b11eeb1d1 tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] 10.222.0.89 "GET /v2.0/ports?device_id=dee4a291-9305-4c0a-b6c2-2d119d002088 HTTP/1.1" status: 200 len: 944 time: 0.0565877 Feb 04 17:48:08.407379 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-34b3e011-df38-4727-bc48-14ffec1e4909 req-23e4ba28-f35d-45e5-9e01-67c745245c44 tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] 10.222.0.89 "GET /v2.0/security-groups?id=a9027cb5-6df8-440a-8467-05119fda4e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405436 Feb 04 17:48:08.639144 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Device 60affd80-4a46-4415-9c99-06906baa6b43 up at agent hyperv_n-h2-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:48:08.689552 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Provisioning for port 60affd80-4a46-4415-9c99-06906baa6b43 completed by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 17:48:08.693649 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Provisioning complete for port 60affd80-4a46-4415-9c99-06906baa6b43 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:48:08.694027 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (60affd80-4a46-4415-9c99-06906baa6b43), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:48:08.778737 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Current status of the port 60affd80-4a46-4415-9c99-06906baa6b43 is: BUILD; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:48:08.779038 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (60affd80-4a46-4415-9c99-06906baa6b43), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:48:08.800816 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dee4a291-9305-4c0a-b6c2-2d119d002088', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60affd80-4a46-4415-9c99-06906baa6b43'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:48:08.803146 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c34bc964ce2211770fda26ca2f3801cc06f4f39928110690550e94ab9c9d2fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79430d9c-7135-40bd-acaf-eb2ebe150f6b" -d '{"events": [{"server_uuid": "dee4a291-9305-4c0a-b6c2-2d119d002088", "name": "network-vif-plugged", "status": "completed", "tag": "60affd80-4a46-4415-9c99-06906baa6b43"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:48:08.815490 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] For port 60affd80-4a46-4415-9c99-06906baa6b43, host n-h2-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=60affd80-4a46-4415-9c99-06906baa6b43,segment=NetworkSegment(72f80675-468f-4673-abe4-ad542e60011e),segment_id=72f80675-468f-4673-abe4-ad542e60011e)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:48:08.820496 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (60affd80-4a46-4415-9c99-06906baa6b43), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:48:08.846645 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 17:48:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c99af054-b454-4e17-9511-280fd66c0da6 x-openstack-request-id: req-c99af054-b454-4e17-9511-280fd66c0da6 {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:48:08.847012 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dee4a291-9305-4c0a-b6c2-2d119d002088", "name": "network-vif-plugged", "status": "completed", "tag": "60affd80-4a46-4415-9c99-06906baa6b43", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:48:08.847332 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-c99af054-b454-4e17-9511-280fd66c0da6 {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:48:08.847726 n-d-827839-2 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dee4a291-9305-4c0a-b6c2-2d119d002088', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60affd80-4a46-4415-9c99-06906baa6b43', 'code': 200} Feb 04 17:48:08.872167 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Pushing event updated for resources: {'Port': ['ID=60affd80-4a46-4415-9c99-06906baa6b43,revision_number=5']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:48:08.949343 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8999d59-cfa9-47a0-857d-b4df75647c54 req-a030d739-ce71-4e44-a167-c603f1bbfe29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:48:08.950866 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-f8999d59-cfa9-47a0-857d-b4df75647c54 req-a030d739-ce71-4e44-a167-c603f1bbfe29 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=dee4a291-9305-4c0a-b6c2-2d119d002088 HTTP/1.1" status: 200 len: 1127 time: 0.0454612 Feb 04 17:48:08.995737 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-f8999d59-cfa9-47a0-857d-b4df75647c54 req-bb20922c-e6df-4ae8-88ec-ff085ff9aba9 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=a9027cb5-6df8-440a-8467-05119fda4e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385678 Feb 04 17:48:09.270948 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c26568-0f89-4f3d-bfbd-22bc143beba4 req-67a4f3ae-8dec-4e93-896d-2e5a16be028f tempest-VolumesSnapshotTestJSON-548795101 tempest-VolumesSnapshotTestJSON-548795101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:48:09.272682 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-b5c26568-0f89-4f3d-bfbd-22bc143beba4 req-67a4f3ae-8dec-4e93-896d-2e5a16be028f tempest-VolumesSnapshotTestJSON-548795101 tempest-VolumesSnapshotTestJSON-548795101-project] 10.222.0.89 "GET /v2.0/networks?id=db164336-c92d-49cf-95cb-77f56fef64b2 HTTP/1.1" status: 200 len: 814 time: 0.1051302 Feb 04 17:48:09.287393 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-b5c26568-0f89-4f3d-bfbd-22bc143beba4 req-2eb3ae57-ae1f-48cb-99e8-8dc2ee49e3ad tempest-VolumesSnapshotTestJSON-548795101 tempest-VolumesSnapshotTestJSON-548795101-project] 10.222.0.89 "GET /v2.0/quotas/de5b4b0f0a20431ba11c62fc4df7680b HTTP/1.1" status: 200 len: 375 time: 0.0091178 Feb 04 17:48:09.320244 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-b5c26568-0f89-4f3d-bfbd-22bc143beba4 req-95461f50-0515-4b32-b89e-82ccb885da69 tempest-VolumesSnapshotTestJSON-548795101 tempest-VolumesSnapshotTestJSON-548795101-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=de5b4b0f0a20431ba11c62fc4df7680b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0270011 Feb 04 17:48:09.411843 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-b5c26568-0f89-4f3d-bfbd-22bc143beba4 req-8945246d-f350-4411-89ed-324c29eb2fc7 service neutron] 10.222.0.89 "GET /v2.0/networks/db164336-c92d-49cf-95cb-77f56fef64b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845189 Feb 04 17:48:09.517534 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-b5c26568-0f89-4f3d-bfbd-22bc143beba4 req-3f076fb9-2ba3-4181-bc66-3c54094b1e71 service neutron] 10.222.0.89 "GET /v2.0/networks/db164336-c92d-49cf-95cb-77f56fef64b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985024 Feb 04 17:48:09.532209 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cebae90-2d39-4732-8929-892b636ae8ea req-ae6d7bde-3d16-459f-b124-023b48e47c59 tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:48:09.533835 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-7cebae90-2d39-4732-8929-892b636ae8ea req-ae6d7bde-3d16-459f-b124-023b48e47c59 tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] 10.222.0.89 "GET /v2.0/ports?device_id=dee4a291-9305-4c0a-b6c2-2d119d002088 HTTP/1.1" status: 200 len: 945 time: 0.0570703 Feb 04 17:48:09.586501 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-7cebae90-2d39-4732-8929-892b636ae8ea req-4f1af19f-b912-40d2-beaa-cc417ae31006 tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] 10.222.0.89 "GET /v2.0/security-groups?id=a9027cb5-6df8-440a-8467-05119fda4e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463245 Feb 04 17:48:09.672361 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-ddc19d6f-9dcc-4af3-b556-cd14d7b94c14 req-3ed39af6-7d13-4db1-bdd3-f889ed819532 tempest-VolumesSnapshotTestJSON-548795101 tempest-VolumesSnapshotTestJSON-548795101-project] 10.222.0.89 "GET /v2.0/ports?device_id=5ddb3288-e47c-4b24-addf-b4f16170c84b HTTP/1.1" status: 200 len: 210 time: 0.0285738 Feb 04 17:48:10.358460 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (f20a1ab3-4332-4f54-833b-ba4a7c687e89), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:48:10.726098 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c26568-0f89-4f3d-bfbd-22bc143beba4 req-e55d794d-9ada-4ce3-9120-b7d718b28a66 tempest-VolumesSnapshotTestJSON-548795101 tempest-VolumesSnapshotTestJSON-548795101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:48:10.727693 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-b5c26568-0f89-4f3d-bfbd-22bc143beba4 req-e55d794d-9ada-4ce3-9120-b7d718b28a66 tempest-VolumesSnapshotTestJSON-548795101 tempest-VolumesSnapshotTestJSON-548795101-project] 10.222.0.90 "GET /v2.0/networks?id=db164336-c92d-49cf-95cb-77f56fef64b2 HTTP/1.1" status: 200 len: 814 time: 0.1534903 Feb 04 17:48:10.741909 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [req-b5c26568-0f89-4f3d-bfbd-22bc143beba4 req-a4190c0c-1820-44d9-a0ce-def77921318d tempest-VolumesSnapshotTestJSON-548795101 tempest-VolumesSnapshotTestJSON-548795101-project] Request body: {'port': {'device_id': '5ddb3288-e47c-4b24-addf-b4f16170c84b', 'network_id': 'db164336-c92d-49cf-95cb-77f56fef64b2', 'admin_state_up': True, 'tenant_id': 'de5b4b0f0a20431ba11c62fc4df7680b'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:48:10.764659 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77cc64e-3f6d-4064-b8cb-6a5eb87ae8de req-e343b209-aad8-4d09-a131-c319c08de77c tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:48:10.766168 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-e77cc64e-3f6d-4064-b8cb-6a5eb87ae8de req-e343b209-aad8-4d09-a131-c319c08de77c tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] 10.222.0.89 "GET /v2.0/ports?device_id=dee4a291-9305-4c0a-b6c2-2d119d002088 HTTP/1.1" status: 200 len: 945 time: 0.1009254 Feb 04 17:48:10.785303 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-ee1b6669-468a-4804-89cd-170b64f54e90 req-564fdc3d-d46e-4920-84e0-bd6c7c2c0e3b tempest-VolumesSnapshotTestJSON-548795101 tempest-VolumesSnapshotTestJSON-548795101-project] 10.222.0.89 "GET /v2.0/ports?device_id=5ddb3288-e47c-4b24-addf-b4f16170c84b HTTP/1.1" status: 200 len: 210 time: 0.0387259 Feb 04 17:48:10.868333 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-e77cc64e-3f6d-4064-b8cb-6a5eb87ae8de req-94503ee6-83ae-403a-9949-42cbf1611e16 tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] 10.222.0.89 "GET /v2.0/security-groups?id=a9027cb5-6df8-440a-8467-05119fda4e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722420 Feb 04 17:48:10.905890 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b5c26568-0f89-4f3d-bfbd-22bc143beba4 req-a4190c0c-1820-44d9-a0ce-def77921318d tempest-VolumesSnapshotTestJSON-548795101 tempest-VolumesSnapshotTestJSON-548795101-project] Made reservation on behalf of de5b4b0f0a20431ba11c62fc4df7680b for: {'port': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:48:10.909389 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-b5c26568-0f89-4f3d-bfbd-22bc143beba4 req-a4190c0c-1820-44d9-a0ce-def77921318d tempest-VolumesSnapshotTestJSON-548795101 tempest-VolumesSnapshotTestJSON-548795101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:48:11.038587 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.db_base_plugin_common [req-b5c26568-0f89-4f3d-bfbd-22bc143beba4 req-a4190c0c-1820-44d9-a0ce-def77921318d tempest-VolumesSnapshotTestJSON-548795101 tempest-VolumesSnapshotTestJSON-548795101-project] Allocated IP 172.20.0.7 (db164336-c92d-49cf-95cb-77f56fef64b2/cdda2c8f-8e27-45a6-b6b9-03e43d5370e0/5408e658-098b-4bf1-927d-beb72c8e0b8a) {{(pid=103377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:48:11.113938 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be542058-6c64-4706-a588-98aca4df7da8 req-b5e6a71c-b7a7-4a02-acd8-ce1e7583249c tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:48:11.115662 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-be542058-6c64-4706-a588-98aca4df7da8 req-b5e6a71c-b7a7-4a02-acd8-ce1e7583249c tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] 10.222.0.89 "GET /v2.0/networks?id=7b4d16dd-0fab-49f3-8d03-5c6130896904 HTTP/1.1" status: 200 len: 814 time: 0.1147583 Feb 04 17:48:11.137289 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-be542058-6c64-4706-a588-98aca4df7da8 req-c99b0456-2c22-439b-a741-365111b5ad6a tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] 10.222.0.89 "GET /v2.0/quotas/d122ec1bef96456b8b276bd03a7b143b HTTP/1.1" status: 200 len: 375 time: 0.0145299 Feb 04 17:48:11.192275 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-be542058-6c64-4706-a588-98aca4df7da8 req-7629b3ba-7252-4067-9d2c-c301b4609ead tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=d122ec1bef96456b8b276bd03a7b143b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0523293 Feb 04 17:48:11.219443 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-b5c26568-0f89-4f3d-bfbd-22bc143beba4 req-a4190c0c-1820-44d9-a0ce-def77921318d tempest-VolumesSnapshotTestJSON-548795101 tempest-VolumesSnapshotTestJSON-548795101-project] Publish callbacks [] for port (5408e658-098b-4bf1-927d-beb72c8e0b8a), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:48:11.254128 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-b5c26568-0f89-4f3d-bfbd-22bc143beba4 req-a4190c0c-1820-44d9-a0ce-def77921318d tempest-VolumesSnapshotTestJSON-548795101 tempest-VolumesSnapshotTestJSON-548795101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (5408e658-098b-4bf1-927d-beb72c8e0b8a), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:48:11.293447 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-be542058-6c64-4706-a588-98aca4df7da8 req-dd6e65ef-7eb5-48c5-820b-1fd07cf74ba1 service neutron] 10.222.0.89 "GET /v2.0/networks/7b4d16dd-0fab-49f3-8d03-5c6130896904?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938818 Feb 04 17:48:11.297653 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5c26568-0f89-4f3d-bfbd-22bc143beba4 req-a4190c0c-1820-44d9-a0ce-def77921318d tempest-VolumesSnapshotTestJSON-548795101 tempest-VolumesSnapshotTestJSON-548795101-project] Network db164336-c92d-49cf-95cb-77f56fef64b2 is already hosted by enough agents. {{(pid=103377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:48:11.300652 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [req-b5c26568-0f89-4f3d-bfbd-22bc143beba4 req-a4190c0c-1820-44d9-a0ce-def77921318d tempest-VolumesSnapshotTestJSON-548795101 tempest-VolumesSnapshotTestJSON-548795101-project] Resources bound (agent type, host, resource id): {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:48:11.304357 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5c26568-0f89-4f3d-bfbd-22bc143beba4 req-a4190c0c-1820-44d9-a0ce-def77921318d tempest-VolumesSnapshotTestJSON-548795101 tempest-VolumesSnapshotTestJSON-548795101-project] Received port after_create {{(pid=103377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:48:11.332905 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4190c0c-1820-44d9-a0ce-def77921318d tempest-VolumesSnapshotTestJSON-548795101 tempest-VolumesSnapshotTestJSON-548795101-project] Pushing event updated for resources: {'Port': ['ID=5408e658-098b-4bf1-927d-beb72c8e0b8a,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:48:11.364288 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c26568-0f89-4f3d-bfbd-22bc143beba4 req-a4190c0c-1820-44d9-a0ce-def77921318d tempest-VolumesSnapshotTestJSON-548795101 tempest-VolumesSnapshotTestJSON-548795101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:48:11.365306 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-b5c26568-0f89-4f3d-bfbd-22bc143beba4 req-a4190c0c-1820-44d9-a0ce-def77921318d tempest-VolumesSnapshotTestJSON-548795101 tempest-VolumesSnapshotTestJSON-548795101-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:48:11.384797 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-b5c26568-0f89-4f3d-bfbd-22bc143beba4 req-a4190c0c-1820-44d9-a0ce-def77921318d tempest-VolumesSnapshotTestJSON-548795101 tempest-VolumesSnapshotTestJSON-548795101-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6466677 Feb 04 17:48:11.397363 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [req-b5c26568-0f89-4f3d-bfbd-22bc143beba4 req-d2bb9feb-cb34-4a71-a57a-7e0163c4dcec service neutron] Request body: {'port': {'device_id': '5ddb3288-e47c-4b24-addf-b4f16170c84b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827839-2'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:48:11.402005 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-be542058-6c64-4706-a588-98aca4df7da8 req-3bdce270-b6c0-4379-81ff-8a9f118496e0 service neutron] 10.222.0.89 "GET /v2.0/networks/7b4d16dd-0fab-49f3-8d03-5c6130896904?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1022418 Feb 04 17:48:11.462728 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-b5c26568-0f89-4f3d-bfbd-22bc143beba4 req-d2bb9feb-cb34-4a71-a57a-7e0163c4dcec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (5408e658-098b-4bf1-927d-beb72c8e0b8a), before_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:48:11.620268 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-403ca17a-fa89-42cc-9d3c-2f2d2ca9917b req-95b263a6-4e05-4950-b000-b09a26847e31 tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] 10.222.0.89 "GET /v2.0/ports?device_id=9725ae4e-3e89-4eca-a80b-73df251bdc55 HTTP/1.1" status: 200 len: 210 time: 0.0452893 Feb 04 17:48:11.784274 n-d-827839-2 neutron-server[103377]: DEBUG neutron.notifiers.nova [req-b5c26568-0f89-4f3d-bfbd-22bc143beba4 req-d2bb9feb-cb34-4a71-a57a-7e0163c4dcec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5408e658-098b-4bf1-927d-beb72c8e0b8a {{(pid=103377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 17:48:11.794335 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-b5c26568-0f89-4f3d-bfbd-22bc143beba4 req-d2bb9feb-cb34-4a71-a57a-7e0163c4dcec service neutron] Publish callbacks [] for port (5408e658-098b-4bf1-927d-beb72c8e0b8a), precommit_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:48:11.813901 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.provisioning_blocks [req-b5c26568-0f89-4f3d-bfbd-22bc143beba4 req-d2bb9feb-cb34-4a71-a57a-7e0163c4dcec service neutron] Transition to ACTIVE for port object 5408e658-098b-4bf1-927d-beb72c8e0b8a will not be triggered until provisioned by entity L2. {{(pid=103377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 17:48:11.819891 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-b5c26568-0f89-4f3d-bfbd-22bc143beba4 req-d2bb9feb-cb34-4a71-a57a-7e0163c4dcec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25888290'] for port (5408e658-098b-4bf1-927d-beb72c8e0b8a), after_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:48:11.945071 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afa08c2-c4f4-4221-b8d6-cdbac7baedfd req-fea9d228-af33-440f-ba26-6c85636787b9 tempest-VolumesSnapshotTestJSON-548795101 tempest-VolumesSnapshotTestJSON-548795101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:48:11.946969 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-0afa08c2-c4f4-4221-b8d6-cdbac7baedfd req-fea9d228-af33-440f-ba26-6c85636787b9 tempest-VolumesSnapshotTestJSON-548795101 tempest-VolumesSnapshotTestJSON-548795101-project] 10.222.0.89 "GET /v2.0/ports?device_id=5ddb3288-e47c-4b24-addf-b4f16170c84b HTTP/1.1" status: 200 len: 943 time: 0.0710657 Feb 04 17:48:11.958247 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2bb9feb-cb34-4a71-a57a-7e0163c4dcec service neutron] Pushing event updated for resources: {'Port': ['ID=5408e658-098b-4bf1-927d-beb72c8e0b8a,revision_number=2']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:48:11.974126 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [req-b5c26568-0f89-4f3d-bfbd-22bc143beba4 req-d2bb9feb-cb34-4a71-a57a-7e0163c4dcec service neutron] Attempting to bind port 5408e658-098b-4bf1-927d-beb72c8e0b8a on host n-h2-827839-2 for vnic_type normal with profile {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:48:11.974461 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [req-b5c26568-0f89-4f3d-bfbd-22bc143beba4 req-d2bb9feb-cb34-4a71-a57a-7e0163c4dcec service neutron] Attempting to bind port 5408e658-098b-4bf1-927d-beb72c8e0b8a by drivers openvswitch,hyperv on host n-h2-827839-2 at level 0 using segments [{'id': '6c8fbda3-25db-4985-9e6a-587ac7aad334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'db164336-c92d-49cf-95cb-77f56fef64b2'}] {{(pid=103377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:48:11.974792 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5c26568-0f89-4f3d-bfbd-22bc143beba4 req-d2bb9feb-cb34-4a71-a57a-7e0163c4dcec service neutron] Attempting to bind port 5408e658-098b-4bf1-927d-beb72c8e0b8a on network db164336-c92d-49cf-95cb-77f56fef64b2 {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:48:11.979377 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5c26568-0f89-4f3d-bfbd-22bc143beba4 req-d2bb9feb-cb34-4a71-a57a-7e0163c4dcec service neutron] Port 5408e658-098b-4bf1-927d-beb72c8e0b8a on network db164336-c92d-49cf-95cb-77f56fef64b2 not bound, no agent of type Open vSwitch agent registered on host n-h2-827839-2 {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 17:48:11.980139 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5c26568-0f89-4f3d-bfbd-22bc143beba4 req-d2bb9feb-cb34-4a71-a57a-7e0163c4dcec service neutron] Attempting to bind port 5408e658-098b-4bf1-927d-beb72c8e0b8a on network db164336-c92d-49cf-95cb-77f56fef64b2 {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:48:11.984701 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5c26568-0f89-4f3d-bfbd-22bc143beba4 req-d2bb9feb-cb34-4a71-a57a-7e0163c4dcec service neutron] Checking agent: {'id': 'f20a1ab3-4332-4f54-833b-ba4a7c687e89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 8, 40), 'started_at': datetime.datetime(2022, 2, 4, 17, 8, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 48, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:48:11.985071 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5c26568-0f89-4f3d-bfbd-22bc143beba4 req-d2bb9feb-cb34-4a71-a57a-7e0163c4dcec service neutron] Checking segment: {'id': '6c8fbda3-25db-4985-9e6a-587ac7aad334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'db164336-c92d-49cf-95cb-77f56fef64b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:48:11.985452 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5c26568-0f89-4f3d-bfbd-22bc143beba4 req-d2bb9feb-cb34-4a71-a57a-7e0163c4dcec service neutron] Bound using segment: {'id': '6c8fbda3-25db-4985-9e6a-587ac7aad334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'db164336-c92d-49cf-95cb-77f56fef64b2'} {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:48:11.985877 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [req-b5c26568-0f89-4f3d-bfbd-22bc143beba4 req-d2bb9feb-cb34-4a71-a57a-7e0163c4dcec service neutron] Bound port: 5408e658-098b-4bf1-927d-beb72c8e0b8a, host: n-h2-827839-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c8fbda3-25db-4985-9e6a-587ac7aad334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'db164336-c92d-49cf-95cb-77f56fef64b2'}}] {{(pid=103377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:48:11.986227 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-b5c26568-0f89-4f3d-bfbd-22bc143beba4 req-d2bb9feb-cb34-4a71-a57a-7e0163c4dcec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (5408e658-098b-4bf1-927d-beb72c8e0b8a), before_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:48:12.033107 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-0afa08c2-c4f4-4221-b8d6-cdbac7baedfd req-54ccf5a2-2d88-41f9-814c-1600fdcf677f tempest-VolumesSnapshotTestJSON-548795101 tempest-VolumesSnapshotTestJSON-548795101-project] 10.222.0.89 "GET /v2.0/security-groups?id=59748ef0-99f9-4cfc-917b-6d887dbae337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738213 Feb 04 17:48:12.060265 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [req-b5c26568-0f89-4f3d-bfbd-22bc143beba4 req-d2bb9feb-cb34-4a71-a57a-7e0163c4dcec service neutron] For port 5408e658-098b-4bf1-927d-beb72c8e0b8a, host n-h2-827839-2, cleared binding levels {{(pid=103377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:48:12.063869 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [req-b5c26568-0f89-4f3d-bfbd-22bc143beba4 req-d2bb9feb-cb34-4a71-a57a-7e0163c4dcec service neutron] For port 5408e658-098b-4bf1-927d-beb72c8e0b8a, host n-h2-827839-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=5408e658-098b-4bf1-927d-beb72c8e0b8a,segment=NetworkSegment(6c8fbda3-25db-4985-9e6a-587ac7aad334),segment_id=6c8fbda3-25db-4985-9e6a-587ac7aad334)] {{(pid=103377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:48:12.070434 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-b5c26568-0f89-4f3d-bfbd-22bc143beba4 req-d2bb9feb-cb34-4a71-a57a-7e0163c4dcec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25888290'] for port (5408e658-098b-4bf1-927d-beb72c8e0b8a), after_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:48:12.109898 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c26568-0f89-4f3d-bfbd-22bc143beba4 req-d2bb9feb-cb34-4a71-a57a-7e0163c4dcec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:48:12.110513 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-b5c26568-0f89-4f3d-bfbd-22bc143beba4 req-d2bb9feb-cb34-4a71-a57a-7e0163c4dcec service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:48:12.111887 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-b5c26568-0f89-4f3d-bfbd-22bc143beba4 req-d2bb9feb-cb34-4a71-a57a-7e0163c4dcec service neutron] 10.222.0.90 "PUT /v2.0/ports/5408e658-098b-4bf1-927d-beb72c8e0b8a HTTP/1.1" status: 200 len: 1091 time: 0.7189047 Feb 04 17:48:12.112328 n-d-827839-2 neutron-server[103377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ddb3288-e47c-4b24-addf-b4f16170c84b', 'tag': '5408e658-098b-4bf1-927d-beb72c8e0b8a'}] {{(pid=103377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:48:12.114541 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7240428b650e1488e9361b62648ff4b3a6c19d49d8c27c949491ab58c1346cf0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac5ebc31-dbc3-4030-be6e-a322f329bae3" -d '{"events": [{"name": "network-changed", "server_uuid": "5ddb3288-e47c-4b24-addf-b4f16170c84b", "tag": "5408e658-098b-4bf1-927d-beb72c8e0b8a"}]}' {{(pid=103377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:48:12.169043 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2bb9feb-cb34-4a71-a57a-7e0163c4dcec service neutron] Pushing event updated for resources: {'Port': ['ID=5408e658-098b-4bf1-927d-beb72c8e0b8a,revision_number=3']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:48:12.173725 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 17:48:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-502d2042-023e-4770-9f3d-32e8dc47d665 x-openstack-request-id: req-502d2042-023e-4770-9f3d-32e8dc47d665 {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:48:12.173725 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ddb3288-e47c-4b24-addf-b4f16170c84b", "tag": "5408e658-098b-4bf1-927d-beb72c8e0b8a", "status": "completed", "code": 200}]} {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:48:12.173994 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-502d2042-023e-4770-9f3d-32e8dc47d665 {{(pid=103377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:48:12.174349 n-d-827839-2 neutron-server[103377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ddb3288-e47c-4b24-addf-b4f16170c84b', 'tag': '5408e658-098b-4bf1-927d-beb72c8e0b8a', 'status': 'completed', 'code': 200} Feb 04 17:48:12.259748 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5ebc31-dbc3-4030-be6e-a322f329bae3 req-7059747d-5e19-4951-97ef-d623053587a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:48:12.262067 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-ac5ebc31-dbc3-4030-be6e-a322f329bae3 req-7059747d-5e19-4951-97ef-d623053587a2 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=de5b4b0f0a20431ba11c62fc4df7680b&device_id=5ddb3288-e47c-4b24-addf-b4f16170c84b HTTP/1.1" status: 200 len: 1125 time: 0.0668185 Feb 04 17:48:12.417507 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5ebc31-dbc3-4030-be6e-a322f329bae3 req-ed46bced-8493-48ff-b3a3-be4bab620398 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:48:12.418879 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-ac5ebc31-dbc3-4030-be6e-a322f329bae3 req-ed46bced-8493-48ff-b3a3-be4bab620398 service neutron] 10.222.0.90 "GET /v2.0/networks?tenant_id=de5b4b0f0a20431ba11c62fc4df7680b&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1488419 Feb 04 17:48:12.480097 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (3f9244a9-75fc-4c10-b195-11d48b853b41), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:48:12.512359 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5ebc31-dbc3-4030-be6e-a322f329bae3 req-2de84da9-84ad-4967-91b0-0f1a884ba858 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:48:12.513872 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-ac5ebc31-dbc3-4030-be6e-a322f329bae3 req-2de84da9-84ad-4967-91b0-0f1a884ba858 service neutron] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0866809 Feb 04 17:48:12.805804 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-7b693fa6-8949-40d1-b30d-dd6513793f40 req-24718e20-e432-4123-9d40-d32766d58225 tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] 10.222.0.89 "GET /v2.0/ports?device_id=9725ae4e-3e89-4eca-a80b-73df251bdc55 HTTP/1.1" status: 200 len: 210 time: 0.0585842 Feb 04 17:48:12.873926 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be542058-6c64-4706-a588-98aca4df7da8 req-35590e84-d6db-459f-8bcc-cbff08ecd4d4 tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:48:12.875600 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-be542058-6c64-4706-a588-98aca4df7da8 req-35590e84-d6db-459f-8bcc-cbff08ecd4d4 tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] 10.222.0.96 "GET /v2.0/networks?id=7b4d16dd-0fab-49f3-8d03-5c6130896904 HTTP/1.1" status: 200 len: 814 time: 0.2233491 Feb 04 17:48:12.888887 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [req-be542058-6c64-4706-a588-98aca4df7da8 req-8bec5a6c-b926-424e-99e2-e5a0136db79e tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] Request body: {'port': {'device_id': '9725ae4e-3e89-4eca-a80b-73df251bdc55', 'network_id': '7b4d16dd-0fab-49f3-8d03-5c6130896904', 'admin_state_up': True, 'tenant_id': 'd122ec1bef96456b8b276bd03a7b143b'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:48:12.962304 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c26568-0f89-4f3d-bfbd-22bc143beba4 req-9875226d-c424-4a50-8f16-c3d5ba117d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:48:12.963778 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-b5c26568-0f89-4f3d-bfbd-22bc143beba4 req-9875226d-c424-4a50-8f16-c3d5ba117d25 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=de5b4b0f0a20431ba11c62fc4df7680b&device_id=5ddb3288-e47c-4b24-addf-b4f16170c84b HTTP/1.1" status: 200 len: 1125 time: 0.4128108 Feb 04 17:48:13.000408 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be542058-6c64-4706-a588-98aca4df7da8 req-8bec5a6c-b926-424e-99e2-e5a0136db79e tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] Made reservation on behalf of d122ec1bef96456b8b276bd03a7b143b for: {'port': 1} {{(pid=103376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:48:13.004436 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-be542058-6c64-4706-a588-98aca4df7da8 req-8bec5a6c-b926-424e-99e2-e5a0136db79e tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:48:13.006917 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-b5c26568-0f89-4f3d-bfbd-22bc143beba4 req-62236153-d8d3-4669-ad75-3671980ca4b4 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5408e658-098b-4bf1-927d-beb72c8e0b8a HTTP/1.1" status: 200 len: 217 time: 0.0357091 Feb 04 17:48:13.058785 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c26568-0f89-4f3d-bfbd-22bc143beba4 req-71454370-d047-4681-9353-0761704554bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:48:13.060176 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-b5c26568-0f89-4f3d-bfbd-22bc143beba4 req-71454370-d047-4681-9353-0761704554bf service neutron] 10.222.0.90 "GET /v2.0/subnets?id=cdda2c8f-8e27-45a6-b6b9-03e43d5370e0 HTTP/1.1" status: 200 len: 854 time: 0.0466278 Feb 04 17:48:13.103676 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-b5c26568-0f89-4f3d-bfbd-22bc143beba4 req-71dbe628-4e30-4f10-96c3-6f02406f7ad4 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=db164336-c92d-49cf-95cb-77f56fef64b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0369701 Feb 04 17:48:13.158224 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.db_base_plugin_common [req-be542058-6c64-4706-a588-98aca4df7da8 req-8bec5a6c-b926-424e-99e2-e5a0136db79e tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] Allocated IP 172.20.0.6 (7b4d16dd-0fab-49f3-8d03-5c6130896904/a5467d5d-9494-4042-8433-0634f660a543/e1433160-5ca0-4349-92ec-3bf6a6659753) {{(pid=103376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:48:13.230385 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726a2875-b3f1-40c7-8d35-5fb17664aa31 req-b7147722-d183-4cfe-b318-291e8d44ed45 tempest-VolumesSnapshotTestJSON-548795101 tempest-VolumesSnapshotTestJSON-548795101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:48:13.231117 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-726a2875-b3f1-40c7-8d35-5fb17664aa31 req-b7147722-d183-4cfe-b318-291e8d44ed45 tempest-VolumesSnapshotTestJSON-548795101 tempest-VolumesSnapshotTestJSON-548795101-project] 10.222.0.89 "GET /v2.0/ports?device_id=5ddb3288-e47c-4b24-addf-b4f16170c84b HTTP/1.1" status: 200 len: 943 time: 0.1107128 Feb 04 17:48:13.270361 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-b5c26568-0f89-4f3d-bfbd-22bc143beba4 req-80d8bafd-6f1f-4922-adb3-6bc36a1dae35 service neutron] 10.222.0.90 "GET /v2.0/networks/db164336-c92d-49cf-95cb-77f56fef64b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1596944 Feb 04 17:48:13.335197 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-726a2875-b3f1-40c7-8d35-5fb17664aa31 req-0255019f-a692-4f0d-843b-4e3fe9ec0caf tempest-VolumesSnapshotTestJSON-548795101 tempest-VolumesSnapshotTestJSON-548795101-project] 10.222.0.89 "GET /v2.0/security-groups?id=59748ef0-99f9-4cfc-917b-6d887dbae337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909250 Feb 04 17:48:13.348961 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-be542058-6c64-4706-a588-98aca4df7da8 req-8bec5a6c-b926-424e-99e2-e5a0136db79e tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] Publish callbacks [] for port (e1433160-5ca0-4349-92ec-3bf6a6659753), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:48:13.379317 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-b5c26568-0f89-4f3d-bfbd-22bc143beba4 req-114a347b-e976-4862-87d8-bcd868dd96bc service neutron] 10.222.0.90 "GET /v2.0/networks/db164336-c92d-49cf-95cb-77f56fef64b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002636 Feb 04 17:48:13.392075 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-be542058-6c64-4706-a588-98aca4df7da8 req-8bec5a6c-b926-424e-99e2-e5a0136db79e tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (e1433160-5ca0-4349-92ec-3bf6a6659753), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:48:13.405028 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] get_ports_and_sgs() called for port_ids ['60affd80-4a46-4415-9c99-06906baa6b43'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 17:48:13.446725 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be542058-6c64-4706-a588-98aca4df7da8 req-8bec5a6c-b926-424e-99e2-e5a0136db79e tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] Network 7b4d16dd-0fab-49f3-8d03-5c6130896904 is already hosted by enough agents. {{(pid=103376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:48:13.450622 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [req-be542058-6c64-4706-a588-98aca4df7da8 req-8bec5a6c-b926-424e-99e2-e5a0136db79e tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] Resources bound (agent type, host, resource id): {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:48:13.453259 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [req-be542058-6c64-4706-a588-98aca4df7da8 req-8bec5a6c-b926-424e-99e2-e5a0136db79e tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] Received port after_create {{(pid=103376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:48:13.479464 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bec5a6c-b926-424e-99e2-e5a0136db79e tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] Pushing event updated for resources: {'Port': ['ID=e1433160-5ca0-4349-92ec-3bf6a6659753,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:48:13.510545 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be542058-6c64-4706-a588-98aca4df7da8 req-8bec5a6c-b926-424e-99e2-e5a0136db79e tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:48:13.511513 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-be542058-6c64-4706-a588-98aca4df7da8 req-8bec5a6c-b926-424e-99e2-e5a0136db79e tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:48:13.536320 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-be542058-6c64-4706-a588-98aca4df7da8 req-8bec5a6c-b926-424e-99e2-e5a0136db79e tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6519573 Feb 04 17:48:13.549947 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [req-be542058-6c64-4706-a588-98aca4df7da8 req-978ee921-1c8a-4c21-b32a-7feb2013a4ff service neutron] Request body: {'port': {'device_id': '9725ae4e-3e89-4eca-a80b-73df251bdc55', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827839-2'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:48:13.620539 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-be542058-6c64-4706-a588-98aca4df7da8 req-978ee921-1c8a-4c21-b32a-7feb2013a4ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (e1433160-5ca0-4349-92ec-3bf6a6659753), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:48:13.910616 n-d-827839-2 neutron-server[103376]: DEBUG neutron.notifiers.nova [req-be542058-6c64-4706-a588-98aca4df7da8 req-978ee921-1c8a-4c21-b32a-7feb2013a4ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1433160-5ca0-4349-92ec-3bf6a6659753 {{(pid=103376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 17:48:13.920547 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-be542058-6c64-4706-a588-98aca4df7da8 req-978ee921-1c8a-4c21-b32a-7feb2013a4ff service neutron] Publish callbacks [] for port (e1433160-5ca0-4349-92ec-3bf6a6659753), precommit_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:48:13.939498 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.provisioning_blocks [req-be542058-6c64-4706-a588-98aca4df7da8 req-978ee921-1c8a-4c21-b32a-7feb2013a4ff service neutron] Transition to ACTIVE for port object e1433160-5ca0-4349-92ec-3bf6a6659753 will not be triggered until provisioned by entity L2. {{(pid=103376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 17:48:13.948288 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca11a0ee-1e9d-4972-94c6-1b28d4ba15af req-26dc2cee-51e0-45d3-9983-a4d25873e8a1 tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:48:13.949839 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-ca11a0ee-1e9d-4972-94c6-1b28d4ba15af req-26dc2cee-51e0-45d3-9983-a4d25873e8a1 tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] 10.222.0.89 "GET /v2.0/ports?device_id=9725ae4e-3e89-4eca-a80b-73df251bdc55 HTTP/1.1" status: 200 len: 931 time: 0.0772653 Feb 04 17:48:13.950886 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-be542058-6c64-4706-a588-98aca4df7da8 req-978ee921-1c8a-4c21-b32a-7feb2013a4ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675836'] for port (e1433160-5ca0-4349-92ec-3bf6a6659753), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:48:14.029250 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978ee921-1c8a-4c21-b32a-7feb2013a4ff service neutron] Pushing event updated for resources: {'Port': ['ID=e1433160-5ca0-4349-92ec-3bf6a6659753,revision_number=2']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:48:14.065857 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-ca11a0ee-1e9d-4972-94c6-1b28d4ba15af req-760b518d-b14d-4e5e-a47e-4125d08af250 tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] 10.222.0.89 "GET /v2.0/security-groups?id=a9027cb5-6df8-440a-8467-05119fda4e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098011 Feb 04 17:48:14.112125 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [req-be542058-6c64-4706-a588-98aca4df7da8 req-978ee921-1c8a-4c21-b32a-7feb2013a4ff service neutron] Attempting to bind port e1433160-5ca0-4349-92ec-3bf6a6659753 on host n-h1-827839-2 for vnic_type normal with profile {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:48:14.112389 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [req-be542058-6c64-4706-a588-98aca4df7da8 req-978ee921-1c8a-4c21-b32a-7feb2013a4ff service neutron] Attempting to bind port e1433160-5ca0-4349-92ec-3bf6a6659753 by drivers openvswitch,hyperv on host n-h1-827839-2 at level 0 using segments [{'id': '72f80675-468f-4673-abe4-ad542e60011e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '7b4d16dd-0fab-49f3-8d03-5c6130896904'}] {{(pid=103376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:48:14.112716 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be542058-6c64-4706-a588-98aca4df7da8 req-978ee921-1c8a-4c21-b32a-7feb2013a4ff service neutron] Attempting to bind port e1433160-5ca0-4349-92ec-3bf6a6659753 on network 7b4d16dd-0fab-49f3-8d03-5c6130896904 {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:48:14.117101 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be542058-6c64-4706-a588-98aca4df7da8 req-978ee921-1c8a-4c21-b32a-7feb2013a4ff service neutron] Port e1433160-5ca0-4349-92ec-3bf6a6659753 on network 7b4d16dd-0fab-49f3-8d03-5c6130896904 not bound, no agent of type Open vSwitch agent registered on host n-h1-827839-2 {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 17:48:14.117433 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be542058-6c64-4706-a588-98aca4df7da8 req-978ee921-1c8a-4c21-b32a-7feb2013a4ff service neutron] Attempting to bind port e1433160-5ca0-4349-92ec-3bf6a6659753 on network 7b4d16dd-0fab-49f3-8d03-5c6130896904 {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:48:14.122818 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be542058-6c64-4706-a588-98aca4df7da8 req-978ee921-1c8a-4c21-b32a-7feb2013a4ff service neutron] Checking agent: {'id': '3f9244a9-75fc-4c10-b195-11d48b853b41', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 8, 42), 'started_at': datetime.datetime(2022, 2, 4, 17, 8, 42), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 48, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:48:14.123161 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be542058-6c64-4706-a588-98aca4df7da8 req-978ee921-1c8a-4c21-b32a-7feb2013a4ff service neutron] Checking segment: {'id': '72f80675-468f-4673-abe4-ad542e60011e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '7b4d16dd-0fab-49f3-8d03-5c6130896904'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:48:14.123545 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be542058-6c64-4706-a588-98aca4df7da8 req-978ee921-1c8a-4c21-b32a-7feb2013a4ff service neutron] Bound using segment: {'id': '72f80675-468f-4673-abe4-ad542e60011e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '7b4d16dd-0fab-49f3-8d03-5c6130896904'} {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:48:14.123971 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [req-be542058-6c64-4706-a588-98aca4df7da8 req-978ee921-1c8a-4c21-b32a-7feb2013a4ff service neutron] Bound port: e1433160-5ca0-4349-92ec-3bf6a6659753, host: n-h1-827839-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72f80675-468f-4673-abe4-ad542e60011e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '7b4d16dd-0fab-49f3-8d03-5c6130896904'}}] {{(pid=103376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:48:14.124325 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-be542058-6c64-4706-a588-98aca4df7da8 req-978ee921-1c8a-4c21-b32a-7feb2013a4ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (e1433160-5ca0-4349-92ec-3bf6a6659753), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:48:14.187281 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [req-be542058-6c64-4706-a588-98aca4df7da8 req-978ee921-1c8a-4c21-b32a-7feb2013a4ff service neutron] For port e1433160-5ca0-4349-92ec-3bf6a6659753, host n-h1-827839-2, cleared binding levels {{(pid=103376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:48:14.190233 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [req-be542058-6c64-4706-a588-98aca4df7da8 req-978ee921-1c8a-4c21-b32a-7feb2013a4ff service neutron] For port e1433160-5ca0-4349-92ec-3bf6a6659753, host n-h1-827839-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=e1433160-5ca0-4349-92ec-3bf6a6659753,segment=NetworkSegment(72f80675-468f-4673-abe4-ad542e60011e),segment_id=72f80675-468f-4673-abe4-ad542e60011e)] {{(pid=103376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:48:14.196356 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-be542058-6c64-4706-a588-98aca4df7da8 req-978ee921-1c8a-4c21-b32a-7feb2013a4ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675836'] for port (e1433160-5ca0-4349-92ec-3bf6a6659753), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:48:14.237725 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be542058-6c64-4706-a588-98aca4df7da8 req-978ee921-1c8a-4c21-b32a-7feb2013a4ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:48:14.238641 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-be542058-6c64-4706-a588-98aca4df7da8 req-978ee921-1c8a-4c21-b32a-7feb2013a4ff service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:48:14.240134 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-be542058-6c64-4706-a588-98aca4df7da8 req-978ee921-1c8a-4c21-b32a-7feb2013a4ff service neutron] 10.222.0.96 "PUT /v2.0/ports/e1433160-5ca0-4349-92ec-3bf6a6659753 HTTP/1.1" status: 200 len: 1091 time: 0.6951411 Feb 04 17:48:14.240703 n-d-827839-2 neutron-server[103376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9725ae4e-3e89-4eca-a80b-73df251bdc55', 'tag': 'e1433160-5ca0-4349-92ec-3bf6a6659753'}] {{(pid=103376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:48:14.243769 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d59c3bb5e2f09ebf62144d5e09b1cff60c763a9c19614c24538e77842938c05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f32305e-a616-49e9-b07a-178d55d07de4" -d '{"events": [{"name": "network-changed", "server_uuid": "9725ae4e-3e89-4eca-a80b-73df251bdc55", "tag": "e1433160-5ca0-4349-92ec-3bf6a6659753"}]}' {{(pid=103376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:48:14.280454 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978ee921-1c8a-4c21-b32a-7feb2013a4ff service neutron] Pushing event updated for resources: {'Port': ['ID=e1433160-5ca0-4349-92ec-3bf6a6659753,revision_number=3']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:48:14.295779 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 17:48:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd963dae-9e83-4ecc-8814-f8afe5d9b3f5 x-openstack-request-id: req-fd963dae-9e83-4ecc-8814-f8afe5d9b3f5 {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:48:14.296172 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9725ae4e-3e89-4eca-a80b-73df251bdc55", "tag": "e1433160-5ca0-4349-92ec-3bf6a6659753", "status": "completed", "code": 200}]} {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:48:14.296496 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-fd963dae-9e83-4ecc-8814-f8afe5d9b3f5 {{(pid=103376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:48:14.296916 n-d-827839-2 neutron-server[103376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9725ae4e-3e89-4eca-a80b-73df251bdc55', 'tag': 'e1433160-5ca0-4349-92ec-3bf6a6659753', 'status': 'completed', 'code': 200} Feb 04 17:48:14.335406 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be542058-6c64-4706-a588-98aca4df7da8 req-294f7371-326a-4bf3-bc95-cf1e4951a1ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:48:14.336884 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-be542058-6c64-4706-a588-98aca4df7da8 req-294f7371-326a-4bf3-bc95-cf1e4951a1ed service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=d122ec1bef96456b8b276bd03a7b143b&device_id=9725ae4e-3e89-4eca-a80b-73df251bdc55 HTTP/1.1" status: 200 len: 1125 time: 0.0519464 Feb 04 17:48:14.385961 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-be542058-6c64-4706-a588-98aca4df7da8 req-612336f3-e920-45a3-9dc9-64055231a1b3 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e1433160-5ca0-4349-92ec-3bf6a6659753 HTTP/1.1" status: 200 len: 217 time: 0.0404708 Feb 04 17:48:14.468603 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be542058-6c64-4706-a588-98aca4df7da8 req-ee548202-24a3-4fd3-a481-3b776efb7a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:48:14.470114 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-be542058-6c64-4706-a588-98aca4df7da8 req-ee548202-24a3-4fd3-a481-3b776efb7a5f service neutron] 10.222.0.96 "GET /v2.0/subnets?id=a5467d5d-9494-4042-8433-0634f660a543 HTTP/1.1" status: 200 len: 854 time: 0.0767312 Feb 04 17:48:14.506326 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-be542058-6c64-4706-a588-98aca4df7da8 req-a91f715f-7ad2-42ee-ac0c-8368a1201181 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=7b4d16dd-0fab-49f3-8d03-5c6130896904&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275657 Feb 04 17:48:14.514248 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04aa623b-1bab-4a32-9413-bebe0a90d666 req-ecf6e8cf-0c5e-46e4-8241-4a60f19702ba tempest-VolumesSnapshotTestJSON-548795101 tempest-VolumesSnapshotTestJSON-548795101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:48:14.515644 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-04aa623b-1bab-4a32-9413-bebe0a90d666 req-ecf6e8cf-0c5e-46e4-8241-4a60f19702ba tempest-VolumesSnapshotTestJSON-548795101 tempest-VolumesSnapshotTestJSON-548795101-project] 10.222.0.89 "GET /v2.0/ports?device_id=5ddb3288-e47c-4b24-addf-b4f16170c84b HTTP/1.1" status: 200 len: 943 time: 0.0927048 Feb 04 17:48:14.613647 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-04aa623b-1bab-4a32-9413-bebe0a90d666 req-615dc438-e4c9-4f9a-9d2c-07f0b710a7e6 tempest-VolumesSnapshotTestJSON-548795101 tempest-VolumesSnapshotTestJSON-548795101-project] 10.222.0.89 "GET /v2.0/security-groups?id=59748ef0-99f9-4cfc-917b-6d887dbae337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898616 Feb 04 17:48:14.637047 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-be542058-6c64-4706-a588-98aca4df7da8 req-f7c2cabd-321a-464d-a501-9e0f16d100b4 service neutron] 10.222.0.96 "GET /v2.0/networks/7b4d16dd-0fab-49f3-8d03-5c6130896904?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1204426 Feb 04 17:48:14.727115 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-be542058-6c64-4706-a588-98aca4df7da8 req-35a6b312-503a-4e57-ba1d-6adf98d5adb4 service neutron] 10.222.0.96 "GET /v2.0/networks/7b4d16dd-0fab-49f3-8d03-5c6130896904?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840900 Feb 04 17:48:14.822337 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f32305e-a616-49e9-b07a-178d55d07de4 req-041e0df8-a3bb-477b-b656-e86373c6b8fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:48:14.824315 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-6f32305e-a616-49e9-b07a-178d55d07de4 req-041e0df8-a3bb-477b-b656-e86373c6b8fb service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=d122ec1bef96456b8b276bd03a7b143b&device_id=9725ae4e-3e89-4eca-a80b-73df251bdc55 HTTP/1.1" status: 200 len: 1125 time: 0.0445905 Feb 04 17:48:14.923342 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f32305e-a616-49e9-b07a-178d55d07de4 req-571bf447-94b6-4e6e-bcfe-54cab71faf47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:48:14.924747 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-6f32305e-a616-49e9-b07a-178d55d07de4 req-571bf447-94b6-4e6e-bcfe-54cab71faf47 service neutron] 10.222.0.96 "GET /v2.0/networks?id=7b4d16dd-0fab-49f3-8d03-5c6130896904 HTTP/1.1" status: 200 len: 915 time: 0.0910850 Feb 04 17:48:14.968483 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-6f32305e-a616-49e9-b07a-178d55d07de4 req-bbe9f78d-b210-4641-bf38-1c37076eeb18 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e1433160-5ca0-4349-92ec-3bf6a6659753 HTTP/1.1" status: 200 len: 217 time: 0.0355971 Feb 04 17:48:15.022901 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f32305e-a616-49e9-b07a-178d55d07de4 req-4f071ba2-c87b-4eee-ac29-bcbabf634bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:48:15.024488 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-6f32305e-a616-49e9-b07a-178d55d07de4 req-4f071ba2-c87b-4eee-ac29-bcbabf634bdc service neutron] 10.222.0.96 "GET /v2.0/subnets?id=a5467d5d-9494-4042-8433-0634f660a543 HTTP/1.1" status: 200 len: 854 time: 0.0495417 Feb 04 17:48:15.056050 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-6f32305e-a616-49e9-b07a-178d55d07de4 req-0e8c61fb-b68b-4a16-94a4-3ec0e9c7c82d service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=7b4d16dd-0fab-49f3-8d03-5c6130896904&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249794 Feb 04 17:48:15.153442 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-6f32305e-a616-49e9-b07a-178d55d07de4 req-b7b93b0a-de29-4330-92c4-7029c2dd17bf service neutron] 10.222.0.96 "GET /v2.0/networks/7b4d16dd-0fab-49f3-8d03-5c6130896904?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900457 Feb 04 17:48:15.198537 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bafff2-9c90-4e79-b8b4-eeed4ffede06 req-5d13419b-d097-4c5c-b128-f4c6cc0b6c7f tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:48:15.201104 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-58bafff2-9c90-4e79-b8b4-eeed4ffede06 req-5d13419b-d097-4c5c-b128-f4c6cc0b6c7f tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] 10.222.0.89 "GET /v2.0/ports?device_id=9725ae4e-3e89-4eca-a80b-73df251bdc55 HTTP/1.1" status: 200 len: 943 time: 0.0630467 Feb 04 17:48:15.259582 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-6f32305e-a616-49e9-b07a-178d55d07de4 req-b0876cfa-bd39-4359-8e7a-b8fad7eb0844 service neutron] 10.222.0.96 "GET /v2.0/networks/7b4d16dd-0fab-49f3-8d03-5c6130896904?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992813 Feb 04 17:48:15.261622 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-58bafff2-9c90-4e79-b8b4-eeed4ffede06 req-a124852d-f7fb-4216-a940-2901fe76d121 tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] 10.222.0.89 "GET /v2.0/security-groups?id=a9027cb5-6df8-440a-8467-05119fda4e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505259 Feb 04 17:48:15.734317 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904bd916-bdf9-41da-84b5-0e4c5692e1ee req-b9cfaee5-c124-4516-be0e-be6c4d799cda tempest-VolumesSnapshotTestJSON-548795101 tempest-VolumesSnapshotTestJSON-548795101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:48:15.735792 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-904bd916-bdf9-41da-84b5-0e4c5692e1ee req-b9cfaee5-c124-4516-be0e-be6c4d799cda tempest-VolumesSnapshotTestJSON-548795101 tempest-VolumesSnapshotTestJSON-548795101-project] 10.222.0.89 "GET /v2.0/ports?device_id=5ddb3288-e47c-4b24-addf-b4f16170c84b HTTP/1.1" status: 200 len: 943 time: 0.0533366 Feb 04 17:48:15.781923 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-904bd916-bdf9-41da-84b5-0e4c5692e1ee req-fddd2b34-56d3-4f42-b273-6c84064c5557 tempest-VolumesSnapshotTestJSON-548795101 tempest-VolumesSnapshotTestJSON-548795101-project] 10.222.0.89 "GET /v2.0/security-groups?id=59748ef0-99f9-4cfc-917b-6d887dbae337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405943 Feb 04 17:48:16.393391 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07072d12-e12a-4955-b919-0a7951bab80f req-5db61afe-7b6b-4328-9a13-e7a3efe2414c tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:48:16.395288 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-07072d12-e12a-4955-b919-0a7951bab80f req-5db61afe-7b6b-4328-9a13-e7a3efe2414c tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] 10.222.0.89 "GET /v2.0/ports?device_id=9725ae4e-3e89-4eca-a80b-73df251bdc55 HTTP/1.1" status: 200 len: 943 time: 0.0533795 Feb 04 17:48:16.443970 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-07072d12-e12a-4955-b919-0a7951bab80f req-9f879763-3a57-49df-b88c-e532a7fb569b tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] 10.222.0.89 "GET /v2.0/security-groups?id=a9027cb5-6df8-440a-8467-05119fda4e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431836 Feb 04 17:48:16.676947 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Device 5408e658-098b-4bf1-927d-beb72c8e0b8a details requested by agent hyperv_n-h2-827839-2 with host n-h2-827839-2 {{(pid=103378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 17:48:16.778119 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] For port 5408e658-098b-4bf1-927d-beb72c8e0b8a, host n-h2-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=5408e658-098b-4bf1-927d-beb72c8e0b8a,segment=NetworkSegment(6c8fbda3-25db-4985-9e6a-587ac7aad334),segment_id=6c8fbda3-25db-4985-9e6a-587ac7aad334)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:48:16.790725 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Returning: {'device': '5408e658-098b-4bf1-927d-beb72c8e0b8a', 'network_id': 'db164336-c92d-49cf-95cb-77f56fef64b2', 'port_id': '5408e658-098b-4bf1-927d-beb72c8e0b8a', 'mac_address': 'fa:16:3e:2d:97:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 761, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cdda2c8f-8e27-45a6-b6b9-03e43d5370e0', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 17:48:16.833072 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Current status of the port 5408e658-098b-4bf1-927d-beb72c8e0b8a is: DOWN; New status is: BUILD {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:48:16.833471 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (5408e658-098b-4bf1-927d-beb72c8e0b8a), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:48:16.847842 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5408e658-098b-4bf1-927d-beb72c8e0b8a {{(pid=103378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 17:48:16.872151 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] For port 5408e658-098b-4bf1-927d-beb72c8e0b8a, host n-h2-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=5408e658-098b-4bf1-927d-beb72c8e0b8a,segment=NetworkSegment(6c8fbda3-25db-4985-9e6a-587ac7aad334),segment_id=6c8fbda3-25db-4985-9e6a-587ac7aad334)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:48:16.880046 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (5408e658-098b-4bf1-927d-beb72c8e0b8a), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:48:16.917208 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a61beb-f679-445c-a1b9-8e79590d9ea2 req-ede746e2-d04c-4053-b9ec-98616f3da8d6 tempest-VolumesSnapshotTestJSON-548795101 tempest-VolumesSnapshotTestJSON-548795101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:48:16.919558 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-46a61beb-f679-445c-a1b9-8e79590d9ea2 req-ede746e2-d04c-4053-b9ec-98616f3da8d6 tempest-VolumesSnapshotTestJSON-548795101 tempest-VolumesSnapshotTestJSON-548795101-project] 10.222.0.89 "GET /v2.0/ports?device_id=5ddb3288-e47c-4b24-addf-b4f16170c84b HTTP/1.1" status: 200 len: 943 time: 0.0618300 Feb 04 17:48:16.944458 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Pushing event updated for resources: {'Port': ['ID=5408e658-098b-4bf1-927d-beb72c8e0b8a,revision_number=4']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:48:16.973130 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-46a61beb-f679-445c-a1b9-8e79590d9ea2 req-a956c250-96cc-4a9a-9bce-372edc34d612 tempest-VolumesSnapshotTestJSON-548795101 tempest-VolumesSnapshotTestJSON-548795101-project] 10.222.0.89 "GET /v2.0/security-groups?id=59748ef0-99f9-4cfc-917b-6d887dbae337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477798 Feb 04 17:48:17.099776 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] get_ports_and_sgs() called for port_ids ['5408e658-098b-4bf1-927d-beb72c8e0b8a'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 17:48:17.566977 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88645563-8e04-4c9d-86c0-d315141e7b81 req-a729b2eb-028b-4eb9-8fd1-c80f3aa10a50 tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:48:17.568485 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-88645563-8e04-4c9d-86c0-d315141e7b81 req-a729b2eb-028b-4eb9-8fd1-c80f3aa10a50 tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] 10.222.0.89 "GET /v2.0/ports?device_id=9725ae4e-3e89-4eca-a80b-73df251bdc55 HTTP/1.1" status: 200 len: 943 time: 0.0529773 Feb 04 17:48:17.625868 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-88645563-8e04-4c9d-86c0-d315141e7b81 req-08ca82b6-5d68-4ed8-88fd-e214163c47f7 tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] 10.222.0.89 "GET /v2.0/security-groups?id=a9027cb5-6df8-440a-8467-05119fda4e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514011 Feb 04 17:48:18.004795 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84558c63-550c-46cf-b237-4e08cb1ef60c req-35c236c4-6d3c-418a-80e9-f50759178120 tempest-AttachVolumeTestJSON-1062564701 tempest-AttachVolumeTestJSON-1062564701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:48:18.004795 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-84558c63-550c-46cf-b237-4e08cb1ef60c req-35c236c4-6d3c-418a-80e9-f50759178120 tempest-AttachVolumeTestJSON-1062564701 tempest-AttachVolumeTestJSON-1062564701-project] 10.222.0.89 "GET /v2.0/ports?device_id=d8b8fa52-f908-44d7-9705-bf50a03e2462 HTTP/1.1" status: 200 len: 946 time: 0.0530858 Feb 04 17:48:18.052401 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-84558c63-550c-46cf-b237-4e08cb1ef60c req-55e5d91a-0392-480a-8ac3-f7cd4cc4bf5f tempest-AttachVolumeTestJSON-1062564701 tempest-AttachVolumeTestJSON-1062564701-project] 10.222.0.89 "GET /v2.0/security-groups?id=8716ecb9-789e-469d-b20a-3ab79b0ffaf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431962 Feb 04 17:48:18.095617 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fb1ba3-e93d-418d-9f9f-70b7a078c49e req-3d706b11-f270-4ad9-94c0-978ecc0d8c9f tempest-VolumesSnapshotTestJSON-548795101 tempest-VolumesSnapshotTestJSON-548795101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:48:18.097126 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-90fb1ba3-e93d-418d-9f9f-70b7a078c49e req-3d706b11-f270-4ad9-94c0-978ecc0d8c9f tempest-VolumesSnapshotTestJSON-548795101 tempest-VolumesSnapshotTestJSON-548795101-project] 10.222.0.89 "GET /v2.0/ports?device_id=5ddb3288-e47c-4b24-addf-b4f16170c84b HTTP/1.1" status: 200 len: 944 time: 0.0526288 Feb 04 17:48:18.142458 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-90fb1ba3-e93d-418d-9f9f-70b7a078c49e req-f6a57cb0-ac81-4010-9a3e-8c991cafd8a3 tempest-VolumesSnapshotTestJSON-548795101 tempest-VolumesSnapshotTestJSON-548795101-project] 10.222.0.89 "GET /v2.0/security-groups?id=59748ef0-99f9-4cfc-917b-6d887dbae337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398006 Feb 04 17:48:18.687753 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Device 5408e658-098b-4bf1-927d-beb72c8e0b8a up at agent hyperv_n-h2-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:48:18.741089 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Provisioning for port 5408e658-098b-4bf1-927d-beb72c8e0b8a completed by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 17:48:18.745025 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Provisioning complete for port 5408e658-098b-4bf1-927d-beb72c8e0b8a triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:48:18.745406 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (5408e658-098b-4bf1-927d-beb72c8e0b8a), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:48:18.746421 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fe8f74-7fae-431e-9ac2-4c5a8cfe95cf req-41474614-2ea7-4e3a-a57b-f112d6f79bb8 tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:48:18.747930 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-85fe8f74-7fae-431e-9ac2-4c5a8cfe95cf req-41474614-2ea7-4e3a-a57b-f112d6f79bb8 tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] 10.222.0.89 "GET /v2.0/ports?device_id=9725ae4e-3e89-4eca-a80b-73df251bdc55 HTTP/1.1" status: 200 len: 943 time: 0.0545630 Feb 04 17:48:18.796753 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-85fe8f74-7fae-431e-9ac2-4c5a8cfe95cf req-4a09f0da-26cb-4fc2-96c2-829e7d89994f tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] 10.222.0.89 "GET /v2.0/security-groups?id=a9027cb5-6df8-440a-8467-05119fda4e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431528 Feb 04 17:48:18.973968 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Current status of the port 5408e658-098b-4bf1-927d-beb72c8e0b8a is: BUILD; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:48:18.974259 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (5408e658-098b-4bf1-927d-beb72c8e0b8a), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:48:18.996284 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ddb3288-e47c-4b24-addf-b4f16170c84b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5408e658-098b-4bf1-927d-beb72c8e0b8a'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:48:18.998261 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c34bc964ce2211770fda26ca2f3801cc06f4f39928110690550e94ab9c9d2fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba7938bf-c84d-4210-a377-5284a05d3069" -d '{"events": [{"server_uuid": "5ddb3288-e47c-4b24-addf-b4f16170c84b", "name": "network-vif-plugged", "status": "completed", "tag": "5408e658-098b-4bf1-927d-beb72c8e0b8a"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:48:19.010373 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] For port 5408e658-098b-4bf1-927d-beb72c8e0b8a, host n-h2-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=5408e658-098b-4bf1-927d-beb72c8e0b8a,segment=NetworkSegment(6c8fbda3-25db-4985-9e6a-587ac7aad334),segment_id=6c8fbda3-25db-4985-9e6a-587ac7aad334)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:48:19.014559 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (5408e658-098b-4bf1-927d-beb72c8e0b8a), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:48:19.040173 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 17:48:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1697010c-6e7d-49ff-a7e0-0d9494648136 x-openstack-request-id: req-1697010c-6e7d-49ff-a7e0-0d9494648136 {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:48:19.040470 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ddb3288-e47c-4b24-addf-b4f16170c84b", "name": "network-vif-plugged", "status": "completed", "tag": "5408e658-098b-4bf1-927d-beb72c8e0b8a", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:48:19.040725 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-1697010c-6e7d-49ff-a7e0-0d9494648136 {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:48:19.041141 n-d-827839-2 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ddb3288-e47c-4b24-addf-b4f16170c84b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5408e658-098b-4bf1-927d-beb72c8e0b8a', 'code': 200} Feb 04 17:48:19.067816 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Pushing event updated for resources: {'Port': ['ID=5408e658-098b-4bf1-927d-beb72c8e0b8a,revision_number=5']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:48:19.142791 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95864074-56da-4cd4-9eb6-21b70b8bbb00 req-7eee93ff-440e-4ccf-9bb1-6844ed79bae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:48:19.144570 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-95864074-56da-4cd4-9eb6-21b70b8bbb00 req-7eee93ff-440e-4ccf-9bb1-6844ed79bae2 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=5ddb3288-e47c-4b24-addf-b4f16170c84b HTTP/1.1" status: 200 len: 1127 time: 0.0437601 Feb 04 17:48:19.177912 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d308f2-8cc3-45c3-b244-904e7b1f3814 req-e10ca25c-8056-47e5-873a-eafb1eb77c95 tempest-AttachVolumeTestJSON-1062564701 tempest-AttachVolumeTestJSON-1062564701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:48:19.179428 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-11d308f2-8cc3-45c3-b244-904e7b1f3814 req-e10ca25c-8056-47e5-873a-eafb1eb77c95 tempest-AttachVolumeTestJSON-1062564701 tempest-AttachVolumeTestJSON-1062564701-project] 10.222.0.89 "GET /v2.0/ports?device_id=d8b8fa52-f908-44d7-9705-bf50a03e2462 HTTP/1.1" status: 200 len: 946 time: 0.0578198 Feb 04 17:48:19.195775 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-95864074-56da-4cd4-9eb6-21b70b8bbb00 req-f1ccfef7-d626-450e-a8bb-f35295276a75 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=59748ef0-99f9-4cfc-917b-6d887dbae337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437889 Feb 04 17:48:19.227944 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-11d308f2-8cc3-45c3-b244-904e7b1f3814 req-0365d41b-6c2f-4acd-a17a-acfe1d8c2863 tempest-AttachVolumeTestJSON-1062564701 tempest-AttachVolumeTestJSON-1062564701-project] 10.222.0.89 "GET /v2.0/security-groups?id=8716ecb9-789e-469d-b20a-3ab79b0ffaf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427873 Feb 04 17:48:19.266501 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca587f5-a07e-4c9a-b9a4-40426c1cf901 req-0f779524-bc4b-4fed-962c-ad1baea03b3b tempest-VolumesSnapshotTestJSON-548795101 tempest-VolumesSnapshotTestJSON-548795101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:48:19.267996 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-1ca587f5-a07e-4c9a-b9a4-40426c1cf901 req-0f779524-bc4b-4fed-962c-ad1baea03b3b tempest-VolumesSnapshotTestJSON-548795101 tempest-VolumesSnapshotTestJSON-548795101-project] 10.222.0.89 "GET /v2.0/ports?device_id=5ddb3288-e47c-4b24-addf-b4f16170c84b HTTP/1.1" status: 200 len: 945 time: 0.0578356 Feb 04 17:48:19.314897 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-1ca587f5-a07e-4c9a-b9a4-40426c1cf901 req-1f36bd46-01db-451f-92c2-afa661605a8f tempest-VolumesSnapshotTestJSON-548795101 tempest-VolumesSnapshotTestJSON-548795101-project] 10.222.0.89 "GET /v2.0/security-groups?id=59748ef0-99f9-4cfc-917b-6d887dbae337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410376 Feb 04 17:48:19.913888 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cad0d9-a722-4d31-8a72-3f4d232d1059 req-a8c4f699-5fc0-4c34-8e67-b558fc646449 tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:48:19.915379 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-83cad0d9-a722-4d31-8a72-3f4d232d1059 req-a8c4f699-5fc0-4c34-8e67-b558fc646449 tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] 10.222.0.89 "GET /v2.0/ports?device_id=9725ae4e-3e89-4eca-a80b-73df251bdc55 HTTP/1.1" status: 200 len: 943 time: 0.0523651 Feb 04 17:48:19.960978 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-83cad0d9-a722-4d31-8a72-3f4d232d1059 req-3120d8c3-5e0c-43ff-8f5a-257585a4f54f tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] 10.222.0.89 "GET /v2.0/security-groups?id=a9027cb5-6df8-440a-8467-05119fda4e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399992 Feb 04 17:48:19.996042 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device e1433160-5ca0-4349-92ec-3bf6a6659753 details requested by agent hyperv_n-h1-827839-2 with host n-h1-827839-2 {{(pid=103378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 17:48:20.096867 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] For port e1433160-5ca0-4349-92ec-3bf6a6659753, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=e1433160-5ca0-4349-92ec-3bf6a6659753,segment=NetworkSegment(72f80675-468f-4673-abe4-ad542e60011e),segment_id=72f80675-468f-4673-abe4-ad542e60011e)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:48:20.108509 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Returning: {'device': 'e1433160-5ca0-4349-92ec-3bf6a6659753', 'network_id': '7b4d16dd-0fab-49f3-8d03-5c6130896904', 'port_id': 'e1433160-5ca0-4349-92ec-3bf6a6659753', 'mac_address': 'fa:16:3e:7a:41:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 784, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5467d5d-9494-4042-8433-0634f660a543', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 17:48:20.145031 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Current status of the port e1433160-5ca0-4349-92ec-3bf6a6659753 is: DOWN; New status is: BUILD {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:48:20.145417 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (e1433160-5ca0-4349-92ec-3bf6a6659753), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:48:20.158026 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1433160-5ca0-4349-92ec-3bf6a6659753 {{(pid=103378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 17:48:20.180100 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] For port e1433160-5ca0-4349-92ec-3bf6a6659753, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=e1433160-5ca0-4349-92ec-3bf6a6659753,segment=NetworkSegment(72f80675-468f-4673-abe4-ad542e60011e),segment_id=72f80675-468f-4673-abe4-ad542e60011e)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:48:20.184800 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (e1433160-5ca0-4349-92ec-3bf6a6659753), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:48:20.233070 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Pushing event updated for resources: {'Port': ['ID=e1433160-5ca0-4349-92ec-3bf6a6659753,revision_number=4']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:48:20.347797 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1310dccf-473c-44e0-96a0-8e3f2d6e77fa req-a33234d9-ca82-464c-a661-763b60b73740 tempest-AttachVolumeTestJSON-1062564701 tempest-AttachVolumeTestJSON-1062564701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:48:20.349308 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-1310dccf-473c-44e0-96a0-8e3f2d6e77fa req-a33234d9-ca82-464c-a661-763b60b73740 tempest-AttachVolumeTestJSON-1062564701 tempest-AttachVolumeTestJSON-1062564701-project] 10.222.0.89 "GET /v2.0/ports?device_id=d8b8fa52-f908-44d7-9705-bf50a03e2462 HTTP/1.1" status: 200 len: 946 time: 0.0545177 Feb 04 17:48:20.397517 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-1310dccf-473c-44e0-96a0-8e3f2d6e77fa req-288606bb-cd13-4e06-9810-c179a78c1187 tempest-AttachVolumeTestJSON-1062564701 tempest-AttachVolumeTestJSON-1062564701-project] 10.222.0.89 "GET /v2.0/security-groups?id=8716ecb9-789e-469d-b20a-3ab79b0ffaf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422664 Feb 04 17:48:20.443684 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4b6f43-ea2c-4516-9357-bbc576364196 req-06d17644-ecbd-4792-a09b-5c0fe97331e1 tempest-VolumesSnapshotTestJSON-548795101 tempest-VolumesSnapshotTestJSON-548795101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:48:20.445186 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-6c4b6f43-ea2c-4516-9357-bbc576364196 req-06d17644-ecbd-4792-a09b-5c0fe97331e1 tempest-VolumesSnapshotTestJSON-548795101 tempest-VolumesSnapshotTestJSON-548795101-project] 10.222.0.89 "GET /v2.0/ports?device_id=5ddb3288-e47c-4b24-addf-b4f16170c84b HTTP/1.1" status: 200 len: 945 time: 0.0590930 Feb 04 17:48:20.492258 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-6c4b6f43-ea2c-4516-9357-bbc576364196 req-47a0df45-5b81-4811-801f-2734af7dcea2 tempest-VolumesSnapshotTestJSON-548795101 tempest-VolumesSnapshotTestJSON-548795101-project] 10.222.0.89 "GET /v2.0/security-groups?id=59748ef0-99f9-4cfc-917b-6d887dbae337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407460 Feb 04 17:48:20.631680 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b104a6d6-4e9a-4c29-b38c-b5d8ba72e416 req-b6686f8a-1b8a-41d3-848c-8aaa57eeaccf tempest-AttachVolumeTestJSON-1062564701 tempest-AttachVolumeTestJSON-1062564701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:48:20.633109 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-b104a6d6-4e9a-4c29-b38c-b5d8ba72e416 req-b6686f8a-1b8a-41d3-848c-8aaa57eeaccf tempest-AttachVolumeTestJSON-1062564701 tempest-AttachVolumeTestJSON-1062564701-project] 10.222.0.96 "GET /v2.0/ports?device_id=d8b8fa52-f908-44d7-9705-bf50a03e2462 HTTP/1.1" status: 200 len: 946 time: 0.0521867 Feb 04 17:48:20.713114 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] get_ports_and_sgs() called for port_ids ['e1433160-5ca0-4349-92ec-3bf6a6659753'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 17:48:20.724032 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [req-b104a6d6-4e9a-4c29-b38c-b5d8ba72e416 req-60d4c22d-0c20-48c7-bc93-53022d81ed04 tempest-AttachVolumeTestJSON-1062564701 tempest-AttachVolumeTestJSON-1062564701-project] Deleting port 12179e86-e4aa-4719-84b0-1c54316ca648 {{(pid=103376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:48:20.724374 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-b104a6d6-4e9a-4c29-b38c-b5d8ba72e416 req-60d4c22d-0c20-48c7-bc93-53022d81ed04 tempest-AttachVolumeTestJSON-1062564701 tempest-AttachVolumeTestJSON-1062564701-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (12179e86-e4aa-4719-84b0-1c54316ca648), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:48:20.815570 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [req-b104a6d6-4e9a-4c29-b38c-b5d8ba72e416 req-60d4c22d-0c20-48c7-bc93-53022d81ed04 tempest-AttachVolumeTestJSON-1062564701 tempest-AttachVolumeTestJSON-1062564701-project] For port 12179e86-e4aa-4719-84b0-1c54316ca648, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=12179e86-e4aa-4719-84b0-1c54316ca648,segment=NetworkSegment(5aa163bf-3e85-4517-8e86-22f85f7e58c4),segment_id=5aa163bf-3e85-4517-8e86-22f85f7e58c4)] {{(pid=103376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:48:20.815947 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-b104a6d6-4e9a-4c29-b38c-b5d8ba72e416 req-60d4c22d-0c20-48c7-bc93-53022d81ed04 tempest-AttachVolumeTestJSON-1062564701 tempest-AttachVolumeTestJSON-1062564701-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (12179e86-e4aa-4719-84b0-1c54316ca648), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:48:20.985977 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-b104a6d6-4e9a-4c29-b38c-b5d8ba72e416 req-60d4c22d-0c20-48c7-bc93-53022d81ed04 tempest-AttachVolumeTestJSON-1062564701 tempest-AttachVolumeTestJSON-1062564701-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:48:20.986275 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-b104a6d6-4e9a-4c29-b38c-b5d8ba72e416 req-60d4c22d-0c20-48c7-bc93-53022d81ed04 tempest-AttachVolumeTestJSON-1062564701 tempest-AttachVolumeTestJSON-1062564701-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1595586'] for floatingip (c5f90df8-d970-4ccb-92a5-f71a1678fa8d), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:48:20.986550 n-d-827839-2 neutron-server[103376]: INFO neutron.db.l3_db [req-b104a6d6-4e9a-4c29-b38c-b5d8ba72e416 req-60d4c22d-0c20-48c7-bc93-53022d81ed04 tempest-AttachVolumeTestJSON-1062564701 tempest-AttachVolumeTestJSON-1062564701-project] Floating IP c5f90df8-d970-4ccb-92a5-f71a1678fa8d disassociated. External IP: 172.25.6.172, port: 12179e86-e4aa-4719-84b0-1c54316ca648. Feb 04 17:48:20.986888 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [req-b104a6d6-4e9a-4c29-b38c-b5d8ba72e416 req-60d4c22d-0c20-48c7-bc93-53022d81ed04 tempest-AttachVolumeTestJSON-1062564701 tempest-AttachVolumeTestJSON-1062564701-project] Calling delete_port for 12179e86-e4aa-4719-84b0-1c54316ca648 owned by compute:nova {{(pid=103376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:48:21.077337 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2867230f-7fec-4719-90da-8701e896770c req-9b5c57ef-9c0b-4191-9753-51b6ef4315cd tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:48:21.078855 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-2867230f-7fec-4719-90da-8701e896770c req-9b5c57ef-9c0b-4191-9753-51b6ef4315cd tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] 10.222.0.89 "GET /v2.0/ports?device_id=9725ae4e-3e89-4eca-a80b-73df251bdc55 HTTP/1.1" status: 200 len: 944 time: 0.0534809 Feb 04 17:48:21.120442 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-b104a6d6-4e9a-4c29-b38c-b5d8ba72e416 req-60d4c22d-0c20-48c7-bc93-53022d81ed04 tempest-AttachVolumeTestJSON-1062564701 tempest-AttachVolumeTestJSON-1062564701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (12179e86-e4aa-4719-84b0-1c54316ca648), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:48:21.129746 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-2867230f-7fec-4719-90da-8701e896770c req-de2aafe6-523b-43d2-941c-147c93e65d1f tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] 10.222.0.89 "GET /v2.0/security-groups?id=a9027cb5-6df8-440a-8467-05119fda4e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450308 Feb 04 17:48:21.149476 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d4c22d-0c20-48c7-bc93-53022d81ed04 tempest-AttachVolumeTestJSON-1062564701 tempest-AttachVolumeTestJSON-1062564701-project] Pushing event deleted for resources: {'Port': ['ID=12179e86-e4aa-4719-84b0-1c54316ca648,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:48:21.266088 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b104a6d6-4e9a-4c29-b38c-b5d8ba72e416 req-60d4c22d-0c20-48c7-bc93-53022d81ed04 tempest-AttachVolumeTestJSON-1062564701 tempest-AttachVolumeTestJSON-1062564701-project] Router 9536572d-3cef-48c2-8b58-544c2485acb8 has already been hosted by L3 agent 64ada913-9131-4d99-a265-63a920956287 {{(pid=103376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 17:48:21.376529 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b104a6d6-4e9a-4c29-b38c-b5d8ba72e416 req-60d4c22d-0c20-48c7-bc93-53022d81ed04 tempest-AttachVolumeTestJSON-1062564701 tempest-AttachVolumeTestJSON-1062564701-project] Notify agent at l3_agent.n-d-827839-2 the message routers_updated {{(pid=103376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 17:48:21.387425 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fee3656e-328d-4bd5-af05-91387e9fb481 None None] Sync routers for ids ['9536572d-3cef-48c2-8b58-544c2485acb8'] in n-d-827839-2 {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 17:48:21.397255 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fee3656e-328d-4bd5-af05-91387e9fb481 None None] Routers {'9536572d-3cef-48c2-8b58-544c2485acb8'} bound to L3 agent in host n-d-827839-2 {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:48:21.397862 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-fee3656e-328d-4bd5-af05-91387e9fb481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:48:03Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['9536572d-3cef-48c2-8b58-544c2485acb8'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:48:21.417625 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [req-b104a6d6-4e9a-4c29-b38c-b5d8ba72e416 req-60d4c22d-0c20-48c7-bc93-53022d81ed04 tempest-AttachVolumeTestJSON-1062564701 tempest-AttachVolumeTestJSON-1062564701-project] No DVR routers for this DVR port 12179e86-e4aa-4719-84b0-1c54316ca648 on host n-h1-827839-2 {{(pid=103376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 17:48:21.420457 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-b104a6d6-4e9a-4c29-b38c-b5d8ba72e416 req-60d4c22d-0c20-48c7-bc93-53022d81ed04 tempest-AttachVolumeTestJSON-1062564701 tempest-AttachVolumeTestJSON-1062564701-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:48:21.423940 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-b104a6d6-4e9a-4c29-b38c-b5d8ba72e416 req-60d4c22d-0c20-48c7-bc93-53022d81ed04 tempest-AttachVolumeTestJSON-1062564701 tempest-AttachVolumeTestJSON-1062564701-project] 10.222.0.96 "DELETE /v2.0/ports/12179e86-e4aa-4719-84b0-1c54316ca648 HTTP/1.1" status: 204 len: 173 time: 0.7847068 Feb 04 17:48:21.424678 n-d-827839-2 neutron-server[103376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8b8fa52-f908-44d7-9705-bf50a03e2462', 'name': 'network-vif-deleted', 'tag': '12179e86-e4aa-4719-84b0-1c54316ca648'}] {{(pid=103376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:48:21.427144 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d59c3bb5e2f09ebf62144d5e09b1cff60c763a9c19614c24538e77842938c05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e394ecff-060f-4f6c-a283-8ecafa4e0ebf" -d '{"events": [{"server_uuid": "d8b8fa52-f908-44d7-9705-bf50a03e2462", "name": "network-vif-deleted", "tag": "12179e86-e4aa-4719-84b0-1c54316ca648"}]}' {{(pid=103376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:48:21.473006 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 17:48:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd74f905-2a64-45f0-bf57-60f27425b243 x-openstack-request-id: req-bd74f905-2a64-45f0-bf57-60f27425b243 {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:48:21.473603 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8b8fa52-f908-44d7-9705-bf50a03e2462", "name": "network-vif-deleted", "tag": "12179e86-e4aa-4719-84b0-1c54316ca648", "status": "completed", "code": 200}]} {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:48:21.473603 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-bd74f905-2a64-45f0-bf57-60f27425b243 {{(pid=103376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:48:21.473939 n-d-827839-2 neutron-server[103376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8b8fa52-f908-44d7-9705-bf50a03e2462', 'name': 'network-vif-deleted', 'tag': '12179e86-e4aa-4719-84b0-1c54316ca648', 'status': 'completed', 'code': 200} Feb 04 17:48:21.511427 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvr_db [None req-fee3656e-328d-4bd5-af05-91387e9fb481 None None] Set router 9536572d-3cef-48c2-8b58-544c2485acb8 gateway port host: n-d-827839-2 {{(pid=103379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:48:21.542914 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-9f8d4aad-6ff5-4684-98fc-63b2e0273abd req-cfbd97a3-fb15-47de-a496-2571e2d8a25e tempest-AttachVolumeTestJSON-1062564701 tempest-AttachVolumeTestJSON-1062564701-project] 10.222.0.89 "GET /v2.0/ports?device_id=d8b8fa52-f908-44d7-9705-bf50a03e2462 HTTP/1.1" status: 200 len: 210 time: 0.0472939 Feb 04 17:48:21.645734 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e338d0f-d932-4857-b508-85de7c3935b7 req-5f668063-3607-4aab-a87c-653ea0d483e0 tempest-VolumesSnapshotTestJSON-548795101 tempest-VolumesSnapshotTestJSON-548795101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:48:21.647307 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-7e338d0f-d932-4857-b508-85de7c3935b7 req-5f668063-3607-4aab-a87c-653ea0d483e0 tempest-VolumesSnapshotTestJSON-548795101 tempest-VolumesSnapshotTestJSON-548795101-project] 10.222.0.89 "GET /v2.0/ports?device_id=5ddb3288-e47c-4b24-addf-b4f16170c84b HTTP/1.1" status: 200 len: 945 time: 0.0647502 Feb 04 17:48:21.701640 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-7e338d0f-d932-4857-b508-85de7c3935b7 req-160de702-418e-4a2b-8d93-d490061a5445 tempest-VolumesSnapshotTestJSON-548795101 tempest-VolumesSnapshotTestJSON-548795101-project] 10.222.0.89 "GET /v2.0/security-groups?id=59748ef0-99f9-4cfc-917b-6d887dbae337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475132 Feb 04 17:48:21.738927 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-fee3656e-328d-4bd5-af05-91387e9fb481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9536572d-3cef-48c2-8b58-544c2485acb8', 'name': 'tempest-AttachVolumeTestJSON-674432547-router', 'tenant_id': 'f5ca586e0a134ee6a366fdbff53a4f3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.65'}], 'enable_snat': True}, 'gw_port_id': 'e473982d-218e-433d-b854-c5bd77d3dded', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:40:16Z', 'updated_at': '2022-02-04T17:40:25Z', 'revision_number': 4, 'project_id': 'f5ca586e0a134ee6a366fdbff53a4f3d', 'gw_port': {'id': 'e473982d-218e-433d-b854-c5bd77d3dded', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:0e:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9536572d-3cef-48c2-8b58-544c2485acb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3182, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:40:17Z', 'updated_at': '2022-02-04T17:40:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_interfaces': [{'id': 'e8ccd0cb-db52-4966-8fef-caef23e47aca', 'name': '', 'network_id': '737a730a-f2b9-4552-b783-b268a6fc7510', 'tenant_id': 'f5ca586e0a134ee6a366fdbff53a4f3d', 'mac_address': 'fa:16:3e:71:a0:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9536572d-3cef-48c2-8b58-544c2485acb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3183, 'fixed_ips': [{'subnet_id': '28f7679b-e706-44b6-8766-889d627ec1c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:40:23Z', 'updated_at': '2022-02-04T17:40:35Z', 'revision_number': 5, 'project_id': 'f5ca586e0a134ee6a366fdbff53a4f3d', 'subnets': [{'id': '28f7679b-e706-44b6-8766-889d627ec1c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-2', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:48:21.765827 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fee3656e-328d-4bd5-af05-91387e9fb481 None None] Checking router: 9536572d-3cef-48c2-8b58-544c2485acb8 for host: n-d-827839-2 {{(pid=103379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 17:48:21.774496 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fee3656e-328d-4bd5-af05-91387e9fb481 None None] Routers {'9536572d-3cef-48c2-8b58-544c2485acb8'} bound to L3 agent in host n-d-827839-2 {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:48:21.775056 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-fee3656e-328d-4bd5-af05-91387e9fb481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:48:03Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['9536572d-3cef-48c2-8b58-544c2485acb8'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:48:21.895585 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvr_db [None req-fee3656e-328d-4bd5-af05-91387e9fb481 None None] Set router 9536572d-3cef-48c2-8b58-544c2485acb8 gateway port host: n-d-827839-2 {{(pid=103379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:48:22.015449 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device e1433160-5ca0-4349-92ec-3bf6a6659753 up at agent hyperv_n-h1-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:48:22.079422 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Provisioning for port e1433160-5ca0-4349-92ec-3bf6a6659753 completed by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 17:48:22.083192 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Provisioning complete for port e1433160-5ca0-4349-92ec-3bf6a6659753 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:48:22.083561 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (e1433160-5ca0-4349-92ec-3bf6a6659753), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:48:22.144505 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-fee3656e-328d-4bd5-af05-91387e9fb481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9536572d-3cef-48c2-8b58-544c2485acb8', 'name': 'tempest-AttachVolumeTestJSON-674432547-router', 'tenant_id': 'f5ca586e0a134ee6a366fdbff53a4f3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.65'}], 'enable_snat': True}, 'gw_port_id': 'e473982d-218e-433d-b854-c5bd77d3dded', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:40:16Z', 'updated_at': '2022-02-04T17:40:25Z', 'revision_number': 4, 'project_id': 'f5ca586e0a134ee6a366fdbff53a4f3d', 'gw_port': {'id': 'e473982d-218e-433d-b854-c5bd77d3dded', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:0e:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9536572d-3cef-48c2-8b58-544c2485acb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3182, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:40:17Z', 'updated_at': '2022-02-04T17:40:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_interfaces': [{'id': 'e8ccd0cb-db52-4966-8fef-caef23e47aca', 'name': '', 'network_id': '737a730a-f2b9-4552-b783-b268a6fc7510', 'tenant_id': 'f5ca586e0a134ee6a366fdbff53a4f3d', 'mac_address': 'fa:16:3e:71:a0:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9536572d-3cef-48c2-8b58-544c2485acb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3183, 'fixed_ips': [{'subnet_id': '28f7679b-e706-44b6-8766-889d627ec1c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:40:23Z', 'updated_at': '2022-02-04T17:40:35Z', 'revision_number': 5, 'project_id': 'f5ca586e0a134ee6a366fdbff53a4f3d', 'subnets': [{'id': '28f7679b-e706-44b6-8766-889d627ec1c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-2', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:48:22.179114 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Current status of the port e1433160-5ca0-4349-92ec-3bf6a6659753 is: BUILD; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:48:22.179663 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (e1433160-5ca0-4349-92ec-3bf6a6659753), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:48:22.180628 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fee3656e-328d-4bd5-af05-91387e9fb481 None None] The sync data for ids ['9536572d-3cef-48c2-8b58-544c2485acb8'] in n-d-827839-2 is: [{'id': '9536572d-3cef-48c2-8b58-544c2485acb8', 'name': 'tempest-AttachVolumeTestJSON-674432547-router', 'tenant_id': 'f5ca586e0a134ee6a366fdbff53a4f3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.65'}], 'enable_snat': True}, 'gw_port_id': 'e473982d-218e-433d-b854-c5bd77d3dded', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:40:16Z', 'updated_at': '2022-02-04T17:40:25Z', 'revision_number': 4, 'project_id': 'f5ca586e0a134ee6a366fdbff53a4f3d', 'gw_port': {'id': 'e473982d-218e-433d-b854-c5bd77d3dded', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:0e:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9536572d-3cef-48c2-8b58-544c2485acb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3182, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:40:17Z', 'updated_at': '2022-02-04T17:40:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_interfaces': [{'id': 'e8ccd0cb-db52-4966-8fef-caef23e47aca', 'name': '', 'network_id': '737a730a-f2b9-4552-b783-b268a6fc7510', 'tenant_id': 'f5ca586e0a134ee6a366fdbff53a4f3d', 'mac_address': 'fa:16:3e:71:a0:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9536572d-3cef-48c2-8b58-544c2485acb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3183, 'fixed_ips': [{'subnet_id': '28f7679b-e706-44b6-8766-889d627ec1c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:40:23Z', 'updated_at': '2022-02-04T17:40:35Z', 'revision_number': 5, 'project_id': 'f5ca586e0a134ee6a366fdbff53a4f3d', 'subnets': [{'id': '28f7679b-e706-44b6-8766-889d627ec1c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 17:48:22.206470 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9725ae4e-3e89-4eca-a80b-73df251bdc55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1433160-5ca0-4349-92ec-3bf6a6659753'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:48:22.209523 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c34bc964ce2211770fda26ca2f3801cc06f4f39928110690550e94ab9c9d2fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35288a2c-b114-4edf-bfd7-29146bf9566b" -d '{"events": [{"server_uuid": "9725ae4e-3e89-4eca-a80b-73df251bdc55", "name": "network-vif-plugged", "status": "completed", "tag": "e1433160-5ca0-4349-92ec-3bf6a6659753"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:48:22.231542 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] For port e1433160-5ca0-4349-92ec-3bf6a6659753, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=e1433160-5ca0-4349-92ec-3bf6a6659753,segment=NetworkSegment(72f80675-468f-4673-abe4-ad542e60011e),segment_id=72f80675-468f-4673-abe4-ad542e60011e)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:48:22.245689 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (e1433160-5ca0-4349-92ec-3bf6a6659753), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:48:22.273102 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 17:48:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-945e5829-9ef8-49b9-8af3-6c8116fd9019 x-openstack-request-id: req-945e5829-9ef8-49b9-8af3-6c8116fd9019 {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:48:22.273792 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9725ae4e-3e89-4eca-a80b-73df251bdc55", "name": "network-vif-plugged", "status": "completed", "tag": "e1433160-5ca0-4349-92ec-3bf6a6659753", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:48:22.274210 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-945e5829-9ef8-49b9-8af3-6c8116fd9019 {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:48:22.275905 n-d-827839-2 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9725ae4e-3e89-4eca-a80b-73df251bdc55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1433160-5ca0-4349-92ec-3bf6a6659753', 'code': 200} Feb 04 17:48:22.293184 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f498bcf-7b76-4c7a-8a96-39fd0b711c24 req-091a9c81-836f-4e63-9672-1638f01942f3 tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:48:22.309160 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-5f498bcf-7b76-4c7a-8a96-39fd0b711c24 req-091a9c81-836f-4e63-9672-1638f01942f3 tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] 10.222.0.89 "GET /v2.0/ports?device_id=9725ae4e-3e89-4eca-a80b-73df251bdc55 HTTP/1.1" status: 200 len: 944 time: 0.0912328 Feb 04 17:48:22.309970 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Pushing event updated for resources: {'Port': ['ID=e1433160-5ca0-4349-92ec-3bf6a6659753,revision_number=5']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:48:22.360679 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-5f498bcf-7b76-4c7a-8a96-39fd0b711c24 req-ec5aa453-2ec9-4893-b104-c621cbc9134d tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] 10.222.0.89 "GET /v2.0/security-groups?id=a9027cb5-6df8-440a-8467-05119fda4e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499947 Feb 04 17:48:22.453795 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c55b1e-aa19-4227-82fd-fb06f632f88a req-dea280aa-4f73-4dc6-8680-457bfd34d9cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:48:22.455569 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-52c55b1e-aa19-4227-82fd-fb06f632f88a req-dea280aa-4f73-4dc6-8680-457bfd34d9cd service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=9725ae4e-3e89-4eca-a80b-73df251bdc55 HTTP/1.1" status: 200 len: 1127 time: 0.1012444 Feb 04 17:48:22.504261 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-52c55b1e-aa19-4227-82fd-fb06f632f88a req-6b23b42a-d596-4758-bb5d-ce3b6f567734 service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=a9027cb5-6df8-440a-8467-05119fda4e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407677 Feb 04 17:48:22.518991 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b8cad44-d2a1-4036-90ff-5a8040978854 None None] New status for floating IP c5f90df8-d970-4ccb-92a5-f71a1678fa8d: DOWN {{(pid=103378) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 17:48:22.642266 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 43980) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:48:22.699118 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-605c3ad0-e75e-4e58-a9a6-28f1cc8b2893 tempest-AttachVolumeTestJSON-1062564701 tempest-AttachVolumeTestJSON-1062564701-project] Publish callbacks [] for security_group (8716ecb9-789e-469d-b20a-3ab79b0ffaf1), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:48:22.721928 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-605c3ad0-e75e-4e58-a9a6-28f1cc8b2893 tempest-AttachVolumeTestJSON-1062564701 tempest-AttachVolumeTestJSON-1062564701-project] Publish callbacks [] for security_group (8716ecb9-789e-469d-b20a-3ab79b0ffaf1), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:48:22.769780 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-605c3ad0-e75e-4e58-a9a6-28f1cc8b2893 tempest-AttachVolumeTestJSON-1062564701 tempest-AttachVolumeTestJSON-1062564701-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (8716ecb9-789e-469d-b20a-3ab79b0ffaf1), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:48:22.772521 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-605c3ad0-e75e-4e58-a9a6-28f1cc8b2893 tempest-AttachVolumeTestJSON-1062564701 tempest-AttachVolumeTestJSON-1062564701-project] Publish callbacks [] for security_group (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:48:22.776272 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-605c3ad0-e75e-4e58-a9a6-28f1cc8b2893 tempest-AttachVolumeTestJSON-1062564701 tempest-AttachVolumeTestJSON-1062564701-project] 10.222.0.89 "DELETE /v2.0/security-groups/8716ecb9-789e-469d-b20a-3ab79b0ffaf1 HTTP/1.1" status: 204 len: 168 time: 0.1303232 Feb 04 17:48:22.776783 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 43982) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:48:22.783440 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605c3ad0-e75e-4e58-a9a6-28f1cc8b2893 tempest-AttachVolumeTestJSON-1062564701 tempest-AttachVolumeTestJSON-1062564701-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8716ecb9-789e-469d-b20a-3ab79b0ffaf1,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:48:22.793065 n-d-827839-2 neutron-server[103377]: INFO neutron.api.v2.resource [None req-27ce9429-0fbe-4b52-b846-895f62b7d211 tempest-AttachVolumeTestJSON-1062564701 tempest-AttachVolumeTestJSON-1062564701-project] show failed (client error): The resource could not be found. Feb 04 17:48:22.794228 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-27ce9429-0fbe-4b52-b846-895f62b7d211 tempest-AttachVolumeTestJSON-1062564701 tempest-AttachVolumeTestJSON-1062564701-project] 10.222.0.89 "GET /v2.0/security-groups/8716ecb9-789e-469d-b20a-3ab79b0ffaf1 HTTP/1.1" status: 404 len: 347 time: 0.0160568 Feb 04 17:48:22.797127 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 43984) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:48:22.935671 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-37ff562f-dce6-43b5-ba1e-9d9ae625164a tempest-AttachVolumeTestJSON-1062564701 tempest-AttachVolumeTestJSON-1062564701-project] Deleting port ed5237ae-3833-4781-aa9a-8a6114b1e944 {{(pid=103377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:48:22.935926 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-37ff562f-dce6-43b5-ba1e-9d9ae625164a tempest-AttachVolumeTestJSON-1062564701 tempest-AttachVolumeTestJSON-1062564701-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (ed5237ae-3833-4781-aa9a-8a6114b1e944), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:48:23.011881 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-37ff562f-dce6-43b5-ba1e-9d9ae625164a tempest-AttachVolumeTestJSON-1062564701 tempest-AttachVolumeTestJSON-1062564701-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (ed5237ae-3833-4781-aa9a-8a6114b1e944), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:48:23.012280 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-37ff562f-dce6-43b5-ba1e-9d9ae625164a tempest-AttachVolumeTestJSON-1062564701 tempest-AttachVolumeTestJSON-1062564701-project] Publish callbacks [] for floatingip (ed5237ae-3833-4781-aa9a-8a6114b1e944), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:48:23.024779 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-37ff562f-dce6-43b5-ba1e-9d9ae625164a tempest-AttachVolumeTestJSON-1062564701 tempest-AttachVolumeTestJSON-1062564701-project] Calling delete_port for ed5237ae-3833-4781-aa9a-8a6114b1e944 owned by network:floatingip {{(pid=103377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:48:23.168424 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-37ff562f-dce6-43b5-ba1e-9d9ae625164a tempest-AttachVolumeTestJSON-1062564701 tempest-AttachVolumeTestJSON-1062564701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (ed5237ae-3833-4781-aa9a-8a6114b1e944), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:48:23.193730 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ff562f-dce6-43b5-ba1e-9d9ae625164a tempest-AttachVolumeTestJSON-1062564701 tempest-AttachVolumeTestJSON-1062564701-project] Pushing event deleted for resources: {'Port': ['ID=ed5237ae-3833-4781-aa9a-8a6114b1e944,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:48:23.265332 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-37ff562f-dce6-43b5-ba1e-9d9ae625164a tempest-AttachVolumeTestJSON-1062564701 tempest-AttachVolumeTestJSON-1062564701-project] Publish callbacks [] for floatingip (c5f90df8-d970-4ccb-92a5-f71a1678fa8d), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:48:23.267926 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-37ff562f-dce6-43b5-ba1e-9d9ae625164a tempest-AttachVolumeTestJSON-1062564701 tempest-AttachVolumeTestJSON-1062564701-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for floatingip (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:48:23.271989 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-37ff562f-dce6-43b5-ba1e-9d9ae625164a tempest-AttachVolumeTestJSON-1062564701 tempest-AttachVolumeTestJSON-1062564701-project] 10.222.0.89 "DELETE /v2.0/floatingips/c5f90df8-d970-4ccb-92a5-f71a1678fa8d HTTP/1.1" status: 204 len: 168 time: 0.4708424 Feb 04 17:48:23.488178 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda3f651-4852-4f4e-bd73-eb44fbf944cc req-1ef3bc45-ee2c-4ed6-ac29-a4e37f057cf2 tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:48:23.489692 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-eda3f651-4852-4f4e-bd73-eb44fbf944cc req-1ef3bc45-ee2c-4ed6-ac29-a4e37f057cf2 tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] 10.222.0.89 "GET /v2.0/ports?device_id=9725ae4e-3e89-4eca-a80b-73df251bdc55 HTTP/1.1" status: 200 len: 945 time: 0.0563710 Feb 04 17:48:23.537069 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-eda3f651-4852-4f4e-bd73-eb44fbf944cc req-7b81b166-a040-4afc-8a9e-d76e2e82571a tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] 10.222.0.89 "GET /v2.0/security-groups?id=a9027cb5-6df8-440a-8467-05119fda4e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414166 Feb 04 17:48:24.035016 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device 12179e86-e4aa-4719-84b0-1c54316ca648 no longer exists at agent hyperv_n-h1-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:48:24.056134 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] No Port match for: 12179e86-e4aa-4719-84b0-1c54316ca648 {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 17:48:24.056482 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device 12179e86-e4aa-4719-84b0-1c54316ca648 not bound to the agent host n-h1-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 17:48:24.656274 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a72f90-0568-4852-a852-a519908e1e68 req-14588788-f033-49a2-8a87-e674a58bc99d tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:48:24.657883 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-70a72f90-0568-4852-a852-a519908e1e68 req-14588788-f033-49a2-8a87-e674a58bc99d tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] 10.222.0.89 "GET /v2.0/ports?device_id=9725ae4e-3e89-4eca-a80b-73df251bdc55 HTTP/1.1" status: 200 len: 945 time: 0.0538995 Feb 04 17:48:24.709876 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-70a72f90-0568-4852-a852-a519908e1e68 req-268f78ea-f16a-4c9d-83c8-e94845dd6ea3 tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] 10.222.0.89 "GET /v2.0/security-groups?id=a9027cb5-6df8-440a-8467-05119fda4e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463419 Feb 04 17:48:24.958072 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509e7941-c978-4d37-b4e2-c16d5af55f36 req-274215bd-1dd7-436a-a753-593e3e81b3d5 tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:48:24.959679 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-509e7941-c978-4d37-b4e2-c16d5af55f36 req-274215bd-1dd7-436a-a753-593e3e81b3d5 tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] 10.222.0.89 "GET /v2.0/ports?device_id=9725ae4e-3e89-4eca-a80b-73df251bdc55 HTTP/1.1" status: 200 len: 945 time: 0.0555387 Feb 04 17:48:25.006357 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-509e7941-c978-4d37-b4e2-c16d5af55f36 req-69d3abb8-8513-4eda-8188-b303b7c10028 tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] 10.222.0.89 "GET /v2.0/security-groups?id=a9027cb5-6df8-440a-8467-05119fda4e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409050 Feb 04 17:48:26.130125 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d6f685-188f-4b1a-be8e-1daec9e1c46e req-f4b1c62c-697e-496f-a535-77fe44c90f81 tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:48:26.131598 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-55d6f685-188f-4b1a-be8e-1daec9e1c46e req-f4b1c62c-697e-496f-a535-77fe44c90f81 tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] 10.222.0.89 "GET /v2.0/ports?device_id=9725ae4e-3e89-4eca-a80b-73df251bdc55 HTTP/1.1" status: 200 len: 945 time: 0.0527909 Feb 04 17:48:26.178975 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-55d6f685-188f-4b1a-be8e-1daec9e1c46e req-6ca3ab55-4340-4106-8d2c-a83e59d88e9f tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] 10.222.0.89 "GET /v2.0/security-groups?id=a9027cb5-6df8-440a-8467-05119fda4e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407345 Feb 04 17:48:26.657828 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17d37b1-9e7e-420d-b621-dce9cc4ef574 req-b1927aea-456d-4740-baa2-853af6a4b822 tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:48:26.659334 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-a17d37b1-9e7e-420d-b621-dce9cc4ef574 req-b1927aea-456d-4740-baa2-853af6a4b822 tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] 10.222.0.96 "GET /v2.0/ports?device_id=9725ae4e-3e89-4eca-a80b-73df251bdc55 HTTP/1.1" status: 200 len: 945 time: 0.0520518 Feb 04 17:48:26.756252 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [req-a17d37b1-9e7e-420d-b621-dce9cc4ef574 req-87b41259-1602-4a29-b3cd-a0cebd5d1b24 tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] Deleting port e1433160-5ca0-4349-92ec-3bf6a6659753 {{(pid=103376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:48:26.756511 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-a17d37b1-9e7e-420d-b621-dce9cc4ef574 req-87b41259-1602-4a29-b3cd-a0cebd5d1b24 tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (e1433160-5ca0-4349-92ec-3bf6a6659753), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:48:26.861161 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [req-a17d37b1-9e7e-420d-b621-dce9cc4ef574 req-87b41259-1602-4a29-b3cd-a0cebd5d1b24 tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] For port e1433160-5ca0-4349-92ec-3bf6a6659753, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=e1433160-5ca0-4349-92ec-3bf6a6659753,segment=NetworkSegment(72f80675-468f-4673-abe4-ad542e60011e),segment_id=72f80675-468f-4673-abe4-ad542e60011e)] {{(pid=103376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:48:26.861522 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-a17d37b1-9e7e-420d-b621-dce9cc4ef574 req-87b41259-1602-4a29-b3cd-a0cebd5d1b24 tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (e1433160-5ca0-4349-92ec-3bf6a6659753), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:48:26.873785 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [req-a17d37b1-9e7e-420d-b621-dce9cc4ef574 req-87b41259-1602-4a29-b3cd-a0cebd5d1b24 tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] Calling delete_port for e1433160-5ca0-4349-92ec-3bf6a6659753 owned by compute:nova {{(pid=103376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:48:27.001351 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-a17d37b1-9e7e-420d-b621-dce9cc4ef574 req-87b41259-1602-4a29-b3cd-a0cebd5d1b24 tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (e1433160-5ca0-4349-92ec-3bf6a6659753), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:48:27.016205 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] get_ports_and_sgs() called for port_ids ['e1433160-5ca0-4349-92ec-3bf6a6659753'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 17:48:27.018688 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] get_ports_and_sgs() called for port_ids ['60affd80-4a46-4415-9c99-06906baa6b43'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 17:48:27.033469 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b41259-1602-4a29-b3cd-a0cebd5d1b24 tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] Pushing event deleted for resources: {'Port': ['ID=e1433160-5ca0-4349-92ec-3bf6a6659753,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:48:27.076026 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [req-a17d37b1-9e7e-420d-b621-dce9cc4ef574 req-87b41259-1602-4a29-b3cd-a0cebd5d1b24 tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] No DVR routers for this DVR port e1433160-5ca0-4349-92ec-3bf6a6659753 on host n-h1-827839-2 {{(pid=103376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 17:48:27.078704 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-a17d37b1-9e7e-420d-b621-dce9cc4ef574 req-87b41259-1602-4a29-b3cd-a0cebd5d1b24 tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:48:27.082770 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-a17d37b1-9e7e-420d-b621-dce9cc4ef574 req-87b41259-1602-4a29-b3cd-a0cebd5d1b24 tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] 10.222.0.96 "DELETE /v2.0/ports/e1433160-5ca0-4349-92ec-3bf6a6659753 HTTP/1.1" status: 204 len: 173 time: 0.4159482 Feb 04 17:48:27.083225 n-d-827839-2 neutron-server[103376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9725ae4e-3e89-4eca-a80b-73df251bdc55', 'name': 'network-vif-deleted', 'tag': 'e1433160-5ca0-4349-92ec-3bf6a6659753'}] {{(pid=103376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:48:27.085992 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d59c3bb5e2f09ebf62144d5e09b1cff60c763a9c19614c24538e77842938c05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c1338bf-2866-4297-8b24-48f9f2c0221a" -d '{"events": [{"server_uuid": "9725ae4e-3e89-4eca-a80b-73df251bdc55", "name": "network-vif-deleted", "tag": "e1433160-5ca0-4349-92ec-3bf6a6659753"}]}' {{(pid=103376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:48:27.130570 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 17:48:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e86f81de-8906-494e-8696-f032e96e9bf9 x-openstack-request-id: req-e86f81de-8906-494e-8696-f032e96e9bf9 {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:48:27.131164 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9725ae4e-3e89-4eca-a80b-73df251bdc55", "name": "network-vif-deleted", "tag": "e1433160-5ca0-4349-92ec-3bf6a6659753", "status": "completed", "code": 200}]} {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:48:27.131164 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-e86f81de-8906-494e-8696-f032e96e9bf9 {{(pid=103376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:48:27.131495 n-d-827839-2 neutron-server[103376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9725ae4e-3e89-4eca-a80b-73df251bdc55', 'name': 'network-vif-deleted', 'tag': 'e1433160-5ca0-4349-92ec-3bf6a6659753', 'status': 'completed', 'code': 200} Feb 04 17:48:27.171259 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.agents_db [None req-e1691f3b-aacd-4cd6-8ebb-a9c53bb301c0 None None] Agent healthcheck: found 7 active agents {{(pid=103379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 17:48:27.295615 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-3d4cda2a-853e-4266-beef-3815569a381c req-24812cf5-1f4f-4856-a2a8-dd7cba132578 tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] 10.222.0.89 "GET /v2.0/ports?device_id=9725ae4e-3e89-4eca-a80b-73df251bdc55 HTTP/1.1" status: 200 len: 210 time: 0.0284147 Feb 04 17:48:28.461020 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7bddc6-b874-4862-99ff-047de8abe980 req-d66d6e33-deff-4345-a2d8-6b514d6e2424 tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:48:28.463095 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-1c7bddc6-b874-4862-99ff-047de8abe980 req-d66d6e33-deff-4345-a2d8-6b514d6e2424 tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] 10.222.0.89 "GET /v2.0/ports?device_id=dee4a291-9305-4c0a-b6c2-2d119d002088 HTTP/1.1" status: 200 len: 945 time: 0.0512452 Feb 04 17:48:28.511938 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-1c7bddc6-b874-4862-99ff-047de8abe980 req-4e255930-d938-499e-9ae5-1c6c6761e3d9 tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] 10.222.0.89 "GET /v2.0/security-groups?id=a9027cb5-6df8-440a-8467-05119fda4e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432575 Feb 04 17:48:28.683615 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3451d78-c5bb-4845-98dc-5656b4586356 req-7dfc8dbb-2b0c-41a9-858c-ac52b195db8f tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:48:28.685417 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-b3451d78-c5bb-4845-98dc-5656b4586356 req-7dfc8dbb-2b0c-41a9-858c-ac52b195db8f tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] 10.222.0.89 "GET /v2.0/ports?device_id=dee4a291-9305-4c0a-b6c2-2d119d002088 HTTP/1.1" status: 200 len: 945 time: 0.0569439 Feb 04 17:48:28.735391 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-b3451d78-c5bb-4845-98dc-5656b4586356 req-90e6ca78-731d-4175-b67e-500a67a1289f tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] 10.222.0.89 "GET /v2.0/security-groups?id=a9027cb5-6df8-440a-8467-05119fda4e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440407 Feb 04 17:48:28.861565 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45305558-d3c0-4479-a5c6-af686b1aa86f req-4a9c933a-5be9-46a3-9ec0-b731d3d29f8b tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:48:28.862964 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-45305558-d3c0-4479-a5c6-af686b1aa86f req-4a9c933a-5be9-46a3-9ec0-b731d3d29f8b tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] 10.222.0.89 "GET /v2.0/ports?device_id=dee4a291-9305-4c0a-b6c2-2d119d002088 HTTP/1.1" status: 200 len: 945 time: 0.0573537 Feb 04 17:48:28.911178 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-45305558-d3c0-4479-a5c6-af686b1aa86f req-814a4f1c-d52e-4169-a5c5-0832e1dc4958 tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] 10.222.0.89 "GET /v2.0/security-groups?id=a9027cb5-6df8-440a-8467-05119fda4e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424945 Feb 04 17:48:29.735480 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-53e03b9c-e6ed-4a6f-a6f1-d9b40c1ec378 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (bb89f5a3-3c22-440b-b7d1-c4f0c43c184a), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:48:30.078416 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device e1433160-5ca0-4349-92ec-3bf6a6659753 no longer exists at agent hyperv_n-h1-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:48:30.106405 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] No Port match for: e1433160-5ca0-4349-92ec-3bf6a6659753 {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 17:48:30.107013 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device e1433160-5ca0-4349-92ec-3bf6a6659753 not bound to the agent host n-h1-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 17:48:31.674133 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d950c4-b070-4923-b269-037dc89026b1 req-1987e9e1-735e-4188-8a67-843a8ea31bde tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:48:31.675662 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-e4d950c4-b070-4923-b269-037dc89026b1 req-1987e9e1-735e-4188-8a67-843a8ea31bde tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] 10.222.0.89 "GET /v2.0/ports?device_id=dee4a291-9305-4c0a-b6c2-2d119d002088 HTTP/1.1" status: 200 len: 945 time: 0.0575893 Feb 04 17:48:31.724435 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-e4d950c4-b070-4923-b269-037dc89026b1 req-145786a3-aa7b-4bce-bdda-1c4985f86a37 tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] 10.222.0.89 "GET /v2.0/security-groups?id=a9027cb5-6df8-440a-8467-05119fda4e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419197 Feb 04 17:48:31.878140 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53334e3e-62c1-4c3e-85ae-d3b650905238 req-dc219837-6f63-4d18-91ae-d84d3cbc82b9 tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:48:31.880388 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-53334e3e-62c1-4c3e-85ae-d3b650905238 req-dc219837-6f63-4d18-91ae-d84d3cbc82b9 tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] 10.222.0.89 "GET /v2.0/ports?device_id=dee4a291-9305-4c0a-b6c2-2d119d002088 HTTP/1.1" status: 200 len: 945 time: 0.0544305 Feb 04 17:48:31.934708 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-53334e3e-62c1-4c3e-85ae-d3b650905238 req-8c01abed-8c79-461b-bb46-b871ee5d0570 tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] 10.222.0.89 "GET /v2.0/security-groups?id=a9027cb5-6df8-440a-8467-05119fda4e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484226 Feb 04 17:48:32.834874 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69347ee9-8a46-42e2-916a-99a627186a7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (64ada913-9131-4d99-a265-63a920956287), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:48:33.056924 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d408ec64-b374-4acb-a1fc-48241dad6d47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (0cd6d64a-47a7-40ff-8c12-71dd526c62e0), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:48:34.847913 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ee36e6-e5a7-4e11-8d5b-900a49130e3c req-b0b5286c-e01a-478b-a9d3-1eaff8643427 tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:48:34.849456 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-a7ee36e6-e5a7-4e11-8d5b-900a49130e3c req-b0b5286c-e01a-478b-a9d3-1eaff8643427 tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] 10.222.0.89 "GET /v2.0/ports?device_id=dee4a291-9305-4c0a-b6c2-2d119d002088 HTTP/1.1" status: 200 len: 945 time: 0.4260380 Feb 04 17:48:34.856521 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4f14bb47-e72b-46ac-9e44-a61d9293afcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (75326290-f7a3-4db8-9cf2-15c7139ed224), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:48:34.900934 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-a7ee36e6-e5a7-4e11-8d5b-900a49130e3c req-8818ad1b-6ea1-4bd4-bd4b-f385d5bf3acb tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] 10.222.0.89 "GET /v2.0/security-groups?id=a9027cb5-6df8-440a-8467-05119fda4e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447147 Feb 04 17:48:35.030513 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a567e7-249c-49ac-90f9-fdf7b23a771a req-53c143f5-ab5b-4f95-bc4e-e82cf43fa35a tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:48:35.032117 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-b4a567e7-249c-49ac-90f9-fdf7b23a771a req-53c143f5-ab5b-4f95-bc4e-e82cf43fa35a tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] 10.222.0.89 "GET /v2.0/ports?device_id=dee4a291-9305-4c0a-b6c2-2d119d002088 HTTP/1.1" status: 200 len: 945 time: 0.0591993 Feb 04 17:48:35.088690 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-b4a567e7-249c-49ac-90f9-fdf7b23a771a req-a79d7ffe-7ed4-45b4-83ff-99287240f748 tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] 10.222.0.89 "GET /v2.0/security-groups?id=a9027cb5-6df8-440a-8467-05119fda4e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507200 Feb 04 17:48:35.265868 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddc74cc-a199-428d-896e-2b979b4674d4 req-5a3bb115-db28-4ff5-b975-f1b1b5b97f21 tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:48:35.267436 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-fddc74cc-a199-428d-896e-2b979b4674d4 req-5a3bb115-db28-4ff5-b975-f1b1b5b97f21 tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] 10.222.0.89 "GET /v2.0/ports?device_id=dee4a291-9305-4c0a-b6c2-2d119d002088 HTTP/1.1" status: 200 len: 945 time: 0.0631390 Feb 04 17:48:35.315679 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-fddc74cc-a199-428d-896e-2b979b4674d4 req-9019b618-9997-456c-907d-b9622952debb tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] 10.222.0.89 "GET /v2.0/security-groups?id=a9027cb5-6df8-440a-8467-05119fda4e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420842 Feb 04 17:48:35.435535 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcedcdd-202d-409d-8a12-7b10cb414111 req-c163d957-261d-4ba4-8819-89289fecdbbb tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:48:35.436969 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-7fcedcdd-202d-409d-8a12-7b10cb414111 req-c163d957-261d-4ba4-8819-89289fecdbbb tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] 10.222.0.89 "GET /v2.0/ports?device_id=dee4a291-9305-4c0a-b6c2-2d119d002088 HTTP/1.1" status: 200 len: 945 time: 0.0530889 Feb 04 17:48:35.483106 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-7fcedcdd-202d-409d-8a12-7b10cb414111 req-0fff423c-ffde-46f2-8173-046834186fc7 tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] 10.222.0.89 "GET /v2.0/security-groups?id=a9027cb5-6df8-440a-8467-05119fda4e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404851 Feb 04 17:48:35.654418 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336de5cd-1e62-488c-b218-e581466ea91a req-0403524b-c9bf-4864-b414-eb898bda97f8 tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:48:35.655876 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-336de5cd-1e62-488c-b218-e581466ea91a req-0403524b-c9bf-4864-b414-eb898bda97f8 tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] 10.222.0.89 "GET /v2.0/ports?device_id=dee4a291-9305-4c0a-b6c2-2d119d002088 HTTP/1.1" status: 200 len: 945 time: 0.0590560 Feb 04 17:48:35.705255 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-336de5cd-1e62-488c-b218-e581466ea91a req-1adf4c5e-9307-49f5-b7e7-fabfa1e23b2d tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] 10.222.0.89 "GET /v2.0/security-groups?id=a9027cb5-6df8-440a-8467-05119fda4e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435321 Feb 04 17:48:35.746277 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (ba70844b-66a0-45fd-a2f2-e6ed673321fc), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:48:35.833055 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3448a9-9915-4cc5-9285-17dcd0f9c09a req-5797cfe0-1527-444d-9dbc-345109bcbcbc tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:48:35.834655 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-8e3448a9-9915-4cc5-9285-17dcd0f9c09a req-5797cfe0-1527-444d-9dbc-345109bcbcbc tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] 10.222.0.89 "GET /v2.0/ports?device_id=dee4a291-9305-4c0a-b6c2-2d119d002088 HTTP/1.1" status: 200 len: 945 time: 0.0557778 Feb 04 17:48:35.880852 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-8e3448a9-9915-4cc5-9285-17dcd0f9c09a req-eb482626-085a-4ee5-a1a3-f6cbda1faee0 tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] 10.222.0.89 "GET /v2.0/security-groups?id=a9027cb5-6df8-440a-8467-05119fda4e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406044 Feb 04 17:48:36.063179 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbef1ce0-c6d3-420e-bfcd-c92fcd08925b req-04690d63-1026-42be-9260-0970a4408e45 tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:48:36.064551 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-cbef1ce0-c6d3-420e-bfcd-c92fcd08925b req-04690d63-1026-42be-9260-0970a4408e45 tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] 10.222.0.89 "GET /v2.0/ports?device_id=dee4a291-9305-4c0a-b6c2-2d119d002088 HTTP/1.1" status: 200 len: 945 time: 0.0562263 Feb 04 17:48:36.112032 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-cbef1ce0-c6d3-420e-bfcd-c92fcd08925b req-eae854e5-5cb2-425d-839c-ec0eeb71bf3e tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] 10.222.0.89 "GET /v2.0/security-groups?id=a9027cb5-6df8-440a-8467-05119fda4e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412469 Feb 04 17:48:36.230994 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1227273-10ee-4a7e-b3fb-ffa9a04dacd2 req-78059153-3b05-4dbd-957c-bdb697b03bb3 tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:48:36.232398 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-f1227273-10ee-4a7e-b3fb-ffa9a04dacd2 req-78059153-3b05-4dbd-957c-bdb697b03bb3 tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] 10.222.0.89 "GET /v2.0/ports?device_id=dee4a291-9305-4c0a-b6c2-2d119d002088 HTTP/1.1" status: 200 len: 945 time: 0.0526140 Feb 04 17:48:36.282813 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-f1227273-10ee-4a7e-b3fb-ffa9a04dacd2 req-60623402-7fd4-4ba2-a9f0-e1a3a5520a04 tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] 10.222.0.89 "GET /v2.0/security-groups?id=a9027cb5-6df8-440a-8467-05119fda4e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448129 Feb 04 17:48:36.448753 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458f73a1-3b90-4b84-bc0d-e64570e65530 req-06f90954-f7a4-40eb-93c2-e16bbd414e07 tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:48:36.450247 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-458f73a1-3b90-4b84-bc0d-e64570e65530 req-06f90954-f7a4-40eb-93c2-e16bbd414e07 tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] 10.222.0.89 "GET /v2.0/ports?device_id=dee4a291-9305-4c0a-b6c2-2d119d002088 HTTP/1.1" status: 200 len: 945 time: 0.0524371 Feb 04 17:48:36.499476 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-458f73a1-3b90-4b84-bc0d-e64570e65530 req-0be2cd52-a8e7-4d14-b596-455f70aa3451 tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] 10.222.0.89 "GET /v2.0/security-groups?id=a9027cb5-6df8-440a-8467-05119fda4e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435271 Feb 04 17:48:36.619762 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e039079-b61a-40d3-9b43-5d948db439cf req-bbdd97ce-7a0d-4892-abbd-35660d49e1b4 tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:48:36.621397 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-3e039079-b61a-40d3-9b43-5d948db439cf req-bbdd97ce-7a0d-4892-abbd-35660d49e1b4 tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] 10.222.0.89 "GET /v2.0/ports?device_id=dee4a291-9305-4c0a-b6c2-2d119d002088 HTTP/1.1" status: 200 len: 945 time: 0.0549638 Feb 04 17:48:36.667965 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-3e039079-b61a-40d3-9b43-5d948db439cf req-bfc538e0-9081-4ae8-9ef4-bb1a8e521532 tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] 10.222.0.89 "GET /v2.0/security-groups?id=a9027cb5-6df8-440a-8467-05119fda4e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409181 Feb 04 17:48:36.847155 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cc8ddd-3268-454e-adc8-d37beb46ce48 req-ed883cc9-7a25-405c-8d0f-cbdcad737f3d tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:48:36.848696 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-59cc8ddd-3268-454e-adc8-d37beb46ce48 req-ed883cc9-7a25-405c-8d0f-cbdcad737f3d tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] 10.222.0.89 "GET /v2.0/ports?device_id=dee4a291-9305-4c0a-b6c2-2d119d002088 HTTP/1.1" status: 200 len: 945 time: 0.0593987 Feb 04 17:48:36.896059 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-59cc8ddd-3268-454e-adc8-d37beb46ce48 req-93026560-243d-47cd-8a09-ee8a9df64be0 tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] 10.222.0.89 "GET /v2.0/security-groups?id=a9027cb5-6df8-440a-8467-05119fda4e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416701 Feb 04 17:48:37.017751 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00086183-e83c-4b05-8ab0-6bcf46f83c87 req-7c409613-80eb-4fd5-b51e-1090c04ed7f7 tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:48:37.018714 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-00086183-e83c-4b05-8ab0-6bcf46f83c87 req-7c409613-80eb-4fd5-b51e-1090c04ed7f7 tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] 10.222.0.89 "GET /v2.0/ports?device_id=dee4a291-9305-4c0a-b6c2-2d119d002088 HTTP/1.1" status: 200 len: 945 time: 0.0529692 Feb 04 17:48:37.067159 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-00086183-e83c-4b05-8ab0-6bcf46f83c87 req-37b4ba1c-0a7a-465d-a517-b161388c7857 tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] 10.222.0.89 "GET /v2.0/security-groups?id=a9027cb5-6df8-440a-8467-05119fda4e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423324 Feb 04 17:48:37.286945 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43010a72-ad16-4aba-a6f3-cc08e314ee98 req-1316cfcc-c5a0-4a96-b151-9da40c1229c1 tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:48:37.288416 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-43010a72-ad16-4aba-a6f3-cc08e314ee98 req-1316cfcc-c5a0-4a96-b151-9da40c1229c1 tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] 10.222.0.89 "GET /v2.0/networks?id=7b4d16dd-0fab-49f3-8d03-5c6130896904 HTTP/1.1" status: 200 len: 814 time: 0.1000936 Feb 04 17:48:37.303464 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-43010a72-ad16-4aba-a6f3-cc08e314ee98 req-b2ca3c1d-b61d-435b-a62c-5a5508ab34d4 tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] 10.222.0.89 "GET /v2.0/quotas/d122ec1bef96456b8b276bd03a7b143b HTTP/1.1" status: 200 len: 375 time: 0.0090904 Feb 04 17:48:37.363350 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-43010a72-ad16-4aba-a6f3-cc08e314ee98 req-fc882d16-dab7-49c9-9558-86cf86aed807 tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=d122ec1bef96456b8b276bd03a7b143b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0542777 Feb 04 17:48:37.471327 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c2a8d8-3141-4033-a779-2ba2b7acacf9 req-4b6547e6-3657-45fa-9c79-e12aa3b2cb31 tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:48:37.472851 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-61c2a8d8-3141-4033-a779-2ba2b7acacf9 req-4b6547e6-3657-45fa-9c79-e12aa3b2cb31 tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] 10.222.0.89 "GET /v2.0/ports?device_id=dee4a291-9305-4c0a-b6c2-2d119d002088 HTTP/1.1" status: 200 len: 945 time: 0.0522659 Feb 04 17:48:37.519831 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-61c2a8d8-3141-4033-a779-2ba2b7acacf9 req-329d3ba1-1a3f-4b21-9b5c-294f026e6d5e tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] 10.222.0.89 "GET /v2.0/security-groups?id=a9027cb5-6df8-440a-8467-05119fda4e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403600 Feb 04 17:48:37.644119 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a69d124-e5f7-4334-a4d9-9a5a86052de2 req-9bd9d2ae-83e7-44f3-a47d-e229e8ebf1b7 tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:48:37.645668 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-1a69d124-e5f7-4334-a4d9-9a5a86052de2 req-9bd9d2ae-83e7-44f3-a47d-e229e8ebf1b7 tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] 10.222.0.89 "GET /v2.0/ports?device_id=dee4a291-9305-4c0a-b6c2-2d119d002088 HTTP/1.1" status: 200 len: 945 time: 0.0601630 Feb 04 17:48:37.693247 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-1a69d124-e5f7-4334-a4d9-9a5a86052de2 req-0e37bd26-017e-4823-aa23-dc62a0464275 tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] 10.222.0.89 "GET /v2.0/security-groups?id=a9027cb5-6df8-440a-8467-05119fda4e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413456 Feb 04 17:48:37.846323 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-3990b03b-7fe3-47eb-9844-56b9edf350ce req-bcbe2c48-c48b-4e11-a87e-c1b270f6396e tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] 10.222.0.89 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=d122ec1bef96456b8b276bd03a7b143b HTTP/1.1" status: 200 len: 221 time: 0.0274055 Feb 04 17:48:37.952077 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11a1f69-09aa-43af-a016-4df298a73f53 req-8ad8feb7-5845-4785-b0d1-944a438b18c1 tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:48:37.953610 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-f11a1f69-09aa-43af-a016-4df298a73f53 req-8ad8feb7-5845-4785-b0d1-944a438b18c1 tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] 10.222.0.89 "GET /v2.0/ports?device_id=dee4a291-9305-4c0a-b6c2-2d119d002088 HTTP/1.1" status: 200 len: 945 time: 0.0552366 Feb 04 17:48:38.000628 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-f11a1f69-09aa-43af-a016-4df298a73f53 req-2f7030e2-b5cf-4dc1-a819-4fd5e94d4a4b tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] 10.222.0.89 "GET /v2.0/security-groups?id=a9027cb5-6df8-440a-8467-05119fda4e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412695 Feb 04 17:48:38.125139 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e802489d-cdf2-48aa-86b6-1178b94f3eaa req-addfc6fa-8f57-4e5e-84f5-484ad868c738 tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:48:38.126563 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-e802489d-cdf2-48aa-86b6-1178b94f3eaa req-addfc6fa-8f57-4e5e-84f5-484ad868c738 tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] 10.222.0.89 "GET /v2.0/ports?device_id=dee4a291-9305-4c0a-b6c2-2d119d002088 HTTP/1.1" status: 200 len: 945 time: 0.0586808 Feb 04 17:48:38.174788 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-e802489d-cdf2-48aa-86b6-1178b94f3eaa req-c213bf19-27c8-4e73-b724-5ee520b55df8 tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] 10.222.0.89 "GET /v2.0/security-groups?id=a9027cb5-6df8-440a-8467-05119fda4e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426197 Feb 04 17:48:38.323563 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3627f350-cb58-4aa9-bc9c-60a525435ba8 req-6eaaa52e-9c70-4e00-9cb4-9daa644a95c3 tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:48:38.325114 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-3627f350-cb58-4aa9-bc9c-60a525435ba8 req-6eaaa52e-9c70-4e00-9cb4-9daa644a95c3 tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] 10.222.0.89 "GET /v2.0/ports?device_id=dee4a291-9305-4c0a-b6c2-2d119d002088 HTTP/1.1" status: 200 len: 945 time: 0.0605741 Feb 04 17:48:38.382807 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-3627f350-cb58-4aa9-bc9c-60a525435ba8 req-61469612-9f44-4242-9ada-f8048330f760 tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] 10.222.0.89 "GET /v2.0/security-groups?id=a9027cb5-6df8-440a-8467-05119fda4e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515273 Feb 04 17:48:38.512481 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a1d4bb-f6de-4a67-b3fe-55cb07f5e569 req-b55937b1-58fd-407d-ac9d-b4b3171f4b9e tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:48:38.514145 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-85a1d4bb-f6de-4a67-b3fe-55cb07f5e569 req-b55937b1-58fd-407d-ac9d-b4b3171f4b9e tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] 10.222.0.89 "GET /v2.0/ports?device_id=dee4a291-9305-4c0a-b6c2-2d119d002088 HTTP/1.1" status: 200 len: 945 time: 0.0550578 Feb 04 17:48:38.563151 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-85a1d4bb-f6de-4a67-b3fe-55cb07f5e569 req-3a1ea1e1-2cc2-4485-bf81-160a43c5e0af tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] 10.222.0.89 "GET /v2.0/security-groups?id=a9027cb5-6df8-440a-8467-05119fda4e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425820 Feb 04 17:48:38.705358 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3137a803-dbd0-41f4-9cfe-3b890f160bd4 req-88851351-ec63-4403-b27c-9c5180436c10 tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:48:38.706964 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-3137a803-dbd0-41f4-9cfe-3b890f160bd4 req-88851351-ec63-4403-b27c-9c5180436c10 tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] 10.222.0.89 "GET /v2.0/ports?device_id=dee4a291-9305-4c0a-b6c2-2d119d002088 HTTP/1.1" status: 200 len: 945 time: 0.0600643 Feb 04 17:48:38.756391 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-3137a803-dbd0-41f4-9cfe-3b890f160bd4 req-1ad5b75f-2267-4168-9c70-e52620eac4f0 tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] 10.222.0.89 "GET /v2.0/security-groups?id=a9027cb5-6df8-440a-8467-05119fda4e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421026 Feb 04 17:48:38.925259 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ae3657-6c17-4936-b347-d5a500deb8a9 req-aa4656ac-cd7f-4fab-9787-581f65b1f661 tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:48:38.927349 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-95ae3657-6c17-4936-b347-d5a500deb8a9 req-aa4656ac-cd7f-4fab-9787-581f65b1f661 tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] 10.222.0.89 "GET /v2.0/ports?device_id=dee4a291-9305-4c0a-b6c2-2d119d002088 HTTP/1.1" status: 200 len: 945 time: 0.0654829 Feb 04 17:48:39.003073 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-95ae3657-6c17-4936-b347-d5a500deb8a9 req-afbf54d7-ba73-4ec0-aec8-186c039fe7c5 tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] 10.222.0.89 "GET /v2.0/security-groups?id=a9027cb5-6df8-440a-8467-05119fda4e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674174 Feb 04 17:48:39.267900 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417c5f3a-1a5d-46da-83ef-9c5c7b8c08e0 req-7965108e-b260-4e92-9e12-b0c179366a22 tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:48:39.269749 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-417c5f3a-1a5d-46da-83ef-9c5c7b8c08e0 req-7965108e-b260-4e92-9e12-b0c179366a22 tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] 10.222.0.89 "GET /v2.0/ports?device_id=dee4a291-9305-4c0a-b6c2-2d119d002088 HTTP/1.1" status: 200 len: 945 time: 0.1332018 Feb 04 17:48:39.400779 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-417c5f3a-1a5d-46da-83ef-9c5c7b8c08e0 req-bb409e3e-a563-477f-9351-25158aedcfaf tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] 10.222.0.89 "GET /v2.0/security-groups?id=a9027cb5-6df8-440a-8467-05119fda4e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212099 Feb 04 17:48:39.577401 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1df835d-dde9-4ff0-9fa2-940bda068c6a req-a88ae6ba-1a37-45a7-aa73-dbe57df08fae tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:48:39.579567 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-e1df835d-dde9-4ff0-9fa2-940bda068c6a req-a88ae6ba-1a37-45a7-aa73-dbe57df08fae tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] 10.222.0.89 "GET /v2.0/ports?device_id=dee4a291-9305-4c0a-b6c2-2d119d002088 HTTP/1.1" status: 200 len: 945 time: 0.0630991 Feb 04 17:48:39.637532 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-e1df835d-dde9-4ff0-9fa2-940bda068c6a req-f9cb98e3-2e0a-4d51-9e5e-f0cca696cd9b tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] 10.222.0.89 "GET /v2.0/security-groups?id=a9027cb5-6df8-440a-8467-05119fda4e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478075 Feb 04 17:48:39.833702 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8badad-296f-4b85-8f0b-3aed7238672c req-1b603322-83ac-4235-9f4f-6b6f52c50160 tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:48:39.835222 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-ce8badad-296f-4b85-8f0b-3aed7238672c req-1b603322-83ac-4235-9f4f-6b6f52c50160 tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] 10.222.0.89 "GET /v2.0/ports?device_id=dee4a291-9305-4c0a-b6c2-2d119d002088 HTTP/1.1" status: 200 len: 945 time: 0.0642593 Feb 04 17:48:39.886857 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-ce8badad-296f-4b85-8f0b-3aed7238672c req-65544dde-31a6-4caf-9fa6-8bd6fb62b2ef tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] 10.222.0.89 "GET /v2.0/security-groups?id=a9027cb5-6df8-440a-8467-05119fda4e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458629 Feb 04 17:48:40.027222 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d468ea-eed1-489d-bf47-394116c6695b req-661b3ea3-9c09-4ab3-8743-efa2318e864e tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:48:40.028971 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-20d468ea-eed1-489d-bf47-394116c6695b req-661b3ea3-9c09-4ab3-8743-efa2318e864e tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] 10.222.0.89 "GET /v2.0/ports?device_id=dee4a291-9305-4c0a-b6c2-2d119d002088 HTTP/1.1" status: 200 len: 945 time: 0.0624650 Feb 04 17:48:40.093477 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-20d468ea-eed1-489d-bf47-394116c6695b req-31154ae0-9db6-47b2-9289-3f9b37a9fb9e tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] 10.222.0.89 "GET /v2.0/security-groups?id=a9027cb5-6df8-440a-8467-05119fda4e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581548 Feb 04 17:48:40.235674 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047bbd56-750b-4f40-8326-40d17a1a0af9 req-909f75d4-44b7-4a69-8ed9-c915562244c8 tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:48:40.244578 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-047bbd56-750b-4f40-8326-40d17a1a0af9 req-909f75d4-44b7-4a69-8ed9-c915562244c8 tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] 10.222.0.89 "GET /v2.0/ports?device_id=dee4a291-9305-4c0a-b6c2-2d119d002088 HTTP/1.1" status: 200 len: 945 time: 0.0705972 Feb 04 17:48:40.312038 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-047bbd56-750b-4f40-8326-40d17a1a0af9 req-55d5b678-b896-40ca-869b-e58b2a13ee8c tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] 10.222.0.89 "GET /v2.0/security-groups?id=a9027cb5-6df8-440a-8467-05119fda4e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664318 Feb 04 17:48:40.375464 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (f20a1ab3-4332-4f54-833b-ba4a7c687e89), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:48:40.444326 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d33406-6d9a-47c1-a6b8-14f28a4771bf req-8afe5ae4-c62f-40b8-8421-b6c52078358b tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:48:40.445849 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-32d33406-6d9a-47c1-a6b8-14f28a4771bf req-8afe5ae4-c62f-40b8-8421-b6c52078358b tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] 10.222.0.89 "GET /v2.0/ports?device_id=dee4a291-9305-4c0a-b6c2-2d119d002088 HTTP/1.1" status: 200 len: 945 time: 0.0549173 Feb 04 17:48:40.497290 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-32d33406-6d9a-47c1-a6b8-14f28a4771bf req-27abd975-3165-4e98-9d1a-a6dc6ad8eede tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] 10.222.0.89 "GET /v2.0/security-groups?id=a9027cb5-6df8-440a-8467-05119fda4e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454702 Feb 04 17:48:40.654035 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5d4f25-8ec3-4f4f-b735-2b70ede5e2b7 req-3787c386-0277-446d-a659-cdfebe1db72b tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:48:40.655683 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-6f5d4f25-8ec3-4f4f-b735-2b70ede5e2b7 req-3787c386-0277-446d-a659-cdfebe1db72b tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] 10.222.0.89 "GET /v2.0/ports?device_id=dee4a291-9305-4c0a-b6c2-2d119d002088 HTTP/1.1" status: 200 len: 945 time: 0.0603147 Feb 04 17:48:40.703074 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-6f5d4f25-8ec3-4f4f-b735-2b70ede5e2b7 req-d94e987c-b815-4341-a2ac-9ec1c4a8463f tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] 10.222.0.89 "GET /v2.0/security-groups?id=a9027cb5-6df8-440a-8467-05119fda4e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416446 Feb 04 17:48:40.830759 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdae9fa-4a5f-47ec-bef2-ba0eaf212cfe req-bc255bf8-8875-404d-a68d-93c452c32d24 tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:48:40.832151 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-cbdae9fa-4a5f-47ec-bef2-ba0eaf212cfe req-bc255bf8-8875-404d-a68d-93c452c32d24 tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] 10.222.0.89 "GET /v2.0/ports?device_id=dee4a291-9305-4c0a-b6c2-2d119d002088 HTTP/1.1" status: 200 len: 945 time: 0.0535486 Feb 04 17:48:40.880125 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-cbdae9fa-4a5f-47ec-bef2-ba0eaf212cfe req-f71cb77d-b291-49df-bec8-c01ad2022855 tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] 10.222.0.89 "GET /v2.0/security-groups?id=a9027cb5-6df8-440a-8467-05119fda4e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412452 Feb 04 17:48:41.053633 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4306cc26-1de3-4573-8668-ea7e8b5f5314 req-f8601268-7d5b-4862-949f-b20585f3a6f0 tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:48:41.055514 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-4306cc26-1de3-4573-8668-ea7e8b5f5314 req-f8601268-7d5b-4862-949f-b20585f3a6f0 tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] 10.222.0.89 "GET /v2.0/ports?device_id=dee4a291-9305-4c0a-b6c2-2d119d002088 HTTP/1.1" status: 200 len: 945 time: 0.0545771 Feb 04 17:48:41.106926 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-4306cc26-1de3-4573-8668-ea7e8b5f5314 req-4e49eaf2-704c-4b3a-a9dc-a30d91fe1f9b tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] 10.222.0.89 "GET /v2.0/security-groups?id=a9027cb5-6df8-440a-8467-05119fda4e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442348 Feb 04 17:48:41.240322 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d6cc77-83b7-4ae6-b3b1-6160d1469929 req-ee5b5418-1ddf-4d1b-a10b-cde41bb6ec61 tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:48:41.242134 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-c7d6cc77-83b7-4ae6-b3b1-6160d1469929 req-ee5b5418-1ddf-4d1b-a10b-cde41bb6ec61 tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] 10.222.0.89 "GET /v2.0/ports?device_id=dee4a291-9305-4c0a-b6c2-2d119d002088 HTTP/1.1" status: 200 len: 945 time: 0.0634801 Feb 04 17:48:41.303565 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-c7d6cc77-83b7-4ae6-b3b1-6160d1469929 req-54d5c6a0-af4c-412d-af9b-23a367ce328a tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] 10.222.0.89 "GET /v2.0/security-groups?id=a9027cb5-6df8-440a-8467-05119fda4e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552351 Feb 04 17:48:41.496075 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057d1d4c-e33a-4b71-b4b5-b7b5c8406658 req-dec6efc1-8fe4-4ce9-bea8-94f4919aea0e tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:48:41.497825 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-057d1d4c-e33a-4b71-b4b5-b7b5c8406658 req-dec6efc1-8fe4-4ce9-bea8-94f4919aea0e tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] 10.222.0.89 "GET /v2.0/ports?device_id=dee4a291-9305-4c0a-b6c2-2d119d002088 HTTP/1.1" status: 200 len: 945 time: 0.0643055 Feb 04 17:48:41.561377 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-057d1d4c-e33a-4b71-b4b5-b7b5c8406658 req-a85dd38a-3b60-44a9-a801-0878bb6a036c tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] 10.222.0.89 "GET /v2.0/security-groups?id=a9027cb5-6df8-440a-8467-05119fda4e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577340 Feb 04 17:48:41.786074 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f33a18-96ed-4cff-b630-0686bc3d6e63 req-56d71aa1-f265-40f9-b3b7-0ebc29028265 tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:48:41.787583 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-f6f33a18-96ed-4cff-b630-0686bc3d6e63 req-56d71aa1-f265-40f9-b3b7-0ebc29028265 tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] 10.222.0.89 "GET /v2.0/ports?device_id=dee4a291-9305-4c0a-b6c2-2d119d002088 HTTP/1.1" status: 200 len: 945 time: 0.0688150 Feb 04 17:48:41.836138 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-f6f33a18-96ed-4cff-b630-0686bc3d6e63 req-452999dc-fdfd-4594-b5f3-ae986d849e30 tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] 10.222.0.89 "GET /v2.0/security-groups?id=a9027cb5-6df8-440a-8467-05119fda4e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426652 Feb 04 17:48:41.981039 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294ab44b-1970-489d-ad6b-2aafb92228e0 req-08a4c965-b47a-48d8-a2c2-75aea032ac31 tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:48:41.982527 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-294ab44b-1970-489d-ad6b-2aafb92228e0 req-08a4c965-b47a-48d8-a2c2-75aea032ac31 tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] 10.222.0.89 "GET /v2.0/ports?device_id=dee4a291-9305-4c0a-b6c2-2d119d002088 HTTP/1.1" status: 200 len: 945 time: 0.0547178 Feb 04 17:48:42.029944 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-294ab44b-1970-489d-ad6b-2aafb92228e0 req-7fe7fc8a-10b1-419d-ace0-7bdf24e7ecab tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] 10.222.0.89 "GET /v2.0/security-groups?id=a9027cb5-6df8-440a-8467-05119fda4e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418036 Feb 04 17:48:42.149247 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17df1784-2ec8-4e47-b0aa-0bb702cdb6b2 req-79cb75f9-37c9-422f-b7c0-3db9c73d40d3 tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:48:42.150662 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-17df1784-2ec8-4e47-b0aa-0bb702cdb6b2 req-79cb75f9-37c9-422f-b7c0-3db9c73d40d3 tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] 10.222.0.89 "GET /v2.0/ports?device_id=dee4a291-9305-4c0a-b6c2-2d119d002088 HTTP/1.1" status: 200 len: 945 time: 0.0537975 Feb 04 17:48:42.203792 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-17df1784-2ec8-4e47-b0aa-0bb702cdb6b2 req-25464545-7676-409a-9b3b-a3d1a991ab4c tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] 10.222.0.89 "GET /v2.0/security-groups?id=a9027cb5-6df8-440a-8467-05119fda4e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474076 Feb 04 17:48:42.422964 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd800f91-8ba8-4f07-9f0c-807993f58cf4 req-2347503d-f89c-43c2-924a-0094efad92a8 tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:48:42.424551 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-dd800f91-8ba8-4f07-9f0c-807993f58cf4 req-2347503d-f89c-43c2-924a-0094efad92a8 tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] 10.222.0.89 "GET /v2.0/ports?device_id=dee4a291-9305-4c0a-b6c2-2d119d002088 HTTP/1.1" status: 200 len: 945 time: 0.0614519 Feb 04 17:48:42.496438 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (3f9244a9-75fc-4c10-b195-11d48b853b41), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:48:42.497024 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-dd800f91-8ba8-4f07-9f0c-807993f58cf4 req-0343ab06-2bc5-4063-b64f-41d54c66f876 tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] 10.222.0.89 "GET /v2.0/security-groups?id=a9027cb5-6df8-440a-8467-05119fda4e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616665 Feb 04 17:48:43.626124 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9388b199-78d8-4582-b4e6-f11d69aa3a5c req-fd860bb8-20c9-4b8d-b3b2-774263ba4eda tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:48:43.628343 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-9388b199-78d8-4582-b4e6-f11d69aa3a5c req-fd860bb8-20c9-4b8d-b3b2-774263ba4eda tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] 10.222.0.89 "GET /v2.0/ports?device_id=dee4a291-9305-4c0a-b6c2-2d119d002088 HTTP/1.1" status: 200 len: 945 time: 0.0586331 Feb 04 17:48:43.693999 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-9388b199-78d8-4582-b4e6-f11d69aa3a5c req-ad678ec0-35df-4577-8f76-e80291ebded3 tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] 10.222.0.89 "GET /v2.0/security-groups?id=a9027cb5-6df8-440a-8467-05119fda4e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555565 Feb 04 17:48:43.847181 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 44310) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:48:43.997572 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2250c52-832e-455b-8ad0-62b9394412c8 req-a8eb2b0c-acdb-42bd-b026-caff076880c2 tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:48:44.004422 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-f2250c52-832e-455b-8ad0-62b9394412c8 req-a8eb2b0c-acdb-42bd-b026-caff076880c2 tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] 10.222.0.89 "GET /v2.0/ports?device_id=dee4a291-9305-4c0a-b6c2-2d119d002088 HTTP/1.1" status: 200 len: 945 time: 0.0601206 Feb 04 17:48:44.060528 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-f2250c52-832e-455b-8ad0-62b9394412c8 req-15844133-bc5a-4482-972d-7361873b319c tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] 10.222.0.89 "GET /v2.0/security-groups?id=a9027cb5-6df8-440a-8467-05119fda4e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508387 Feb 04 17:48:44.357813 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-20915cc8-01c3-4a5a-9916-ca6490ff77a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602754'] for router_interface (9536572d-3cef-48c2-8b58-544c2485acb8), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:48:44.646259 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-20915cc8-01c3-4a5a-9916-ca6490ff77a3 admin admin] Deleting port e8ccd0cb-db52-4966-8fef-caef23e47aca {{(pid=103377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:48:44.646862 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-20915cc8-01c3-4a5a-9916-ca6490ff77a3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (e8ccd0cb-db52-4966-8fef-caef23e47aca), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:48:44.758944 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [None req-20915cc8-01c3-4a5a-9916-ca6490ff77a3 admin admin] For port e8ccd0cb-db52-4966-8fef-caef23e47aca, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=e8ccd0cb-db52-4966-8fef-caef23e47aca,segment=NetworkSegment(5aa163bf-3e85-4517-8e86-22f85f7e58c4),segment_id=5aa163bf-3e85-4517-8e86-22f85f7e58c4)] {{(pid=103377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:48:44.759732 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-20915cc8-01c3-4a5a-9916-ca6490ff77a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (e8ccd0cb-db52-4966-8fef-caef23e47aca), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:48:44.787495 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-20915cc8-01c3-4a5a-9916-ca6490ff77a3 admin admin] Calling delete_port for e8ccd0cb-db52-4966-8fef-caef23e47aca owned by network:router_interface {{(pid=103377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:48:45.028256 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-20915cc8-01c3-4a5a-9916-ca6490ff77a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (e8ccd0cb-db52-4966-8fef-caef23e47aca), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:48:45.054167 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20915cc8-01c3-4a5a-9916-ca6490ff77a3 admin admin] Pushing event deleted for resources: {'Port': ['ID=e8ccd0cb-db52-4966-8fef-caef23e47aca,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:48:45.066554 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20915cc8-01c3-4a5a-9916-ca6490ff77a3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:48:45.066908 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20915cc8-01c3-4a5a-9916-ca6490ff77a3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:48:45.067250 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20915cc8-01c3-4a5a-9916-ca6490ff77a3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:48:45.067588 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20915cc8-01c3-4a5a-9916-ca6490ff77a3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:48:45.067932 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20915cc8-01c3-4a5a-9916-ca6490ff77a3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:48:45.068402 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20915cc8-01c3-4a5a-9916-ca6490ff77a3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:48:45.068703 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20915cc8-01c3-4a5a-9916-ca6490ff77a3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:48:45.069060 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20915cc8-01c3-4a5a-9916-ca6490ff77a3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:48:45.069387 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20915cc8-01c3-4a5a-9916-ca6490ff77a3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:48:45.069706 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20915cc8-01c3-4a5a-9916-ca6490ff77a3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:48:45.070030 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20915cc8-01c3-4a5a-9916-ca6490ff77a3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:48:45.070377 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20915cc8-01c3-4a5a-9916-ca6490ff77a3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:48:45.070669 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20915cc8-01c3-4a5a-9916-ca6490ff77a3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:48:45.274940 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debf9002-b43e-4c94-9279-82ce040406e6 req-bc00df9b-558d-41b9-9d1e-1bfaeb67c263 tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:48:45.276564 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-debf9002-b43e-4c94-9279-82ce040406e6 req-bc00df9b-558d-41b9-9d1e-1bfaeb67c263 tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] 10.222.0.89 "GET /v2.0/ports?device_id=dee4a291-9305-4c0a-b6c2-2d119d002088 HTTP/1.1" status: 200 len: 945 time: 0.1088722 Feb 04 17:48:45.277562 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-20915cc8-01c3-4a5a-9916-ca6490ff77a3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1677336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1602614'] for router_interface (9536572d-3cef-48c2-8b58-544c2485acb8), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:48:45.399716 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-debf9002-b43e-4c94-9279-82ce040406e6 req-df1cb587-0b87-461e-a19b-e982d7365e59 tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] 10.222.0.89 "GET /v2.0/security-groups?id=a9027cb5-6df8-440a-8467-05119fda4e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157098 Feb 04 17:48:45.528868 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20915cc8-01c3-4a5a-9916-ca6490ff77a3 admin admin] Router 9536572d-3cef-48c2-8b58-544c2485acb8 has already been hosted by L3 agent 64ada913-9131-4d99-a265-63a920956287 {{(pid=103377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 17:48:45.634481 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20915cc8-01c3-4a5a-9916-ca6490ff77a3 admin admin] Notify agent at l3_agent.n-d-827839-2 the message routers_updated {{(pid=103377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 17:48:45.639858 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-20915cc8-01c3-4a5a-9916-ca6490ff77a3 admin admin] 10.222.0.89 "PUT /v2.0/routers/9536572d-3cef-48c2-8b58-544c2485acb8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7908010 Feb 04 17:48:45.642753 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 44322) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:48:45.646568 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6763afc3-aabf-4147-a4a7-2114270d0778 None None] Sync routers for ids ['9536572d-3cef-48c2-8b58-544c2485acb8'] in n-d-827839-2 {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 17:48:45.658980 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6763afc3-aabf-4147-a4a7-2114270d0778 None None] Routers {'9536572d-3cef-48c2-8b58-544c2485acb8'} bound to L3 agent in host n-d-827839-2 {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:48:45.659796 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-6763afc3-aabf-4147-a4a7-2114270d0778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:48:33Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['9536572d-3cef-48c2-8b58-544c2485acb8'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:48:45.772588 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-69bfe47a-35eb-4332-8ada-f998d7cfc863 admin admin] Publish callbacks [] for router (9536572d-3cef-48c2-8b58-544c2485acb8), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:48:45.793125 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvr_db [None req-6763afc3-aabf-4147-a4a7-2114270d0778 None None] Set router 9536572d-3cef-48c2-8b58-544c2485acb8 gateway port host: n-d-827839-2 {{(pid=103379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:48:45.889034 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-69bfe47a-35eb-4332-8ada-f998d7cfc863 admin admin] Publish callbacks [] for router_gateway (9536572d-3cef-48c2-8b58-544c2485acb8), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:48:45.952938 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-69bfe47a-35eb-4332-8ada-f998d7cfc863 admin admin] Deleting port e473982d-218e-433d-b854-c5bd77d3dded {{(pid=103377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:48:45.953553 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-69bfe47a-35eb-4332-8ada-f998d7cfc863 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (e473982d-218e-433d-b854-c5bd77d3dded), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:48:46.060554 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [None req-69bfe47a-35eb-4332-8ada-f998d7cfc863 admin admin] For port e473982d-218e-433d-b854-c5bd77d3dded, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=e473982d-218e-433d-b854-c5bd77d3dded,segment=NetworkSegment(5942dc44-1f07-4c27-b0ab-45a2bff20dd5),segment_id=5942dc44-1f07-4c27-b0ab-45a2bff20dd5)] {{(pid=103377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:48:46.062526 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-69bfe47a-35eb-4332-8ada-f998d7cfc863 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (e473982d-218e-433d-b854-c5bd77d3dded), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:48:46.083125 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-69bfe47a-35eb-4332-8ada-f998d7cfc863 admin admin] Calling delete_port for e473982d-218e-433d-b854-c5bd77d3dded owned by network:router_gateway {{(pid=103377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:48:46.180160 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-6763afc3-aabf-4147-a4a7-2114270d0778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9536572d-3cef-48c2-8b58-544c2485acb8', 'name': 'tempest-AttachVolumeTestJSON-674432547-router', 'tenant_id': 'f5ca586e0a134ee6a366fdbff53a4f3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.65'}], 'enable_snat': True}, 'gw_port_id': 'e473982d-218e-433d-b854-c5bd77d3dded', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:40:16Z', 'updated_at': '2022-02-04T17:48:44Z', 'revision_number': 5, 'project_id': 'f5ca586e0a134ee6a366fdbff53a4f3d', 'gw_port': {'id': 'e473982d-218e-433d-b854-c5bd77d3dded', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:0e:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9536572d-3cef-48c2-8b58-544c2485acb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3182, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:40:17Z', 'updated_at': '2022-02-04T17:40:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2'}], 'n-d-827839-2', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:48:46.212779 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6763afc3-aabf-4147-a4a7-2114270d0778 None None] Checking router: 9536572d-3cef-48c2-8b58-544c2485acb8 for host: n-d-827839-2 {{(pid=103379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 17:48:46.222058 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6763afc3-aabf-4147-a4a7-2114270d0778 None None] Routers {'9536572d-3cef-48c2-8b58-544c2485acb8'} bound to L3 agent in host n-d-827839-2 {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:48:46.222722 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-6763afc3-aabf-4147-a4a7-2114270d0778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:48:33Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['9536572d-3cef-48c2-8b58-544c2485acb8'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:48:46.313911 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-69bfe47a-35eb-4332-8ada-f998d7cfc863 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (e473982d-218e-433d-b854-c5bd77d3dded), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:48:46.315787 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvr_db [None req-6763afc3-aabf-4147-a4a7-2114270d0778 None None] Set router 9536572d-3cef-48c2-8b58-544c2485acb8 gateway port host: None {{(pid=103379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:48:46.375908 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-6763afc3-aabf-4147-a4a7-2114270d0778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9536572d-3cef-48c2-8b58-544c2485acb8', 'name': 'tempest-AttachVolumeTestJSON-674432547-router', 'tenant_id': 'f5ca586e0a134ee6a366fdbff53a4f3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:40:16Z', 'updated_at': '2022-02-04T17:48:45Z', 'revision_number': 6, 'project_id': 'f5ca586e0a134ee6a366fdbff53a4f3d', 'gw_port_host': None}], 'n-d-827839-2', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:48:46.406856 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6763afc3-aabf-4147-a4a7-2114270d0778 None None] The sync data for ids ['9536572d-3cef-48c2-8b58-544c2485acb8'] in n-d-827839-2 is: [{'id': '9536572d-3cef-48c2-8b58-544c2485acb8', 'name': 'tempest-AttachVolumeTestJSON-674432547-router', 'tenant_id': 'f5ca586e0a134ee6a366fdbff53a4f3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:40:16Z', 'updated_at': '2022-02-04T17:48:45Z', 'revision_number': 6, 'project_id': 'f5ca586e0a134ee6a366fdbff53a4f3d', 'gw_port_host': None}] {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 17:48:46.411260 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69bfe47a-35eb-4332-8ada-f998d7cfc863 admin admin] Pushing event deleted for resources: {'Port': ['ID=e473982d-218e-433d-b854-c5bd77d3dded,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:48:46.415313 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-69bfe47a-35eb-4332-8ada-f998d7cfc863 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1595544'] for router_gateway (9536572d-3cef-48c2-8b58-544c2485acb8), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:48:46.547321 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44c0806-7c2c-469e-b0e2-5b16d31f1517 req-f73c8e5e-f0af-454f-9eb0-7ef1df36cb4c tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:48:46.551977 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-d44c0806-7c2c-469e-b0e2-5b16d31f1517 req-f73c8e5e-f0af-454f-9eb0-7ef1df36cb4c tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] 10.222.0.89 "GET /v2.0/ports?device_id=dee4a291-9305-4c0a-b6c2-2d119d002088 HTTP/1.1" status: 200 len: 945 time: 0.0668948 Feb 04 17:48:46.601889 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-d44c0806-7c2c-469e-b0e2-5b16d31f1517 req-73870aa8-662e-4255-a09c-e94f2fdfd746 tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] 10.222.0.89 "GET /v2.0/security-groups?id=a9027cb5-6df8-440a-8467-05119fda4e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470142 Feb 04 17:48:46.882338 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-69bfe47a-35eb-4332-8ada-f998d7cfc863 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1601811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26971'] for router (9536572d-3cef-48c2-8b58-544c2485acb8), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:48:46.897681 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-69bfe47a-35eb-4332-8ada-f998d7cfc863 admin admin] Publish callbacks [] for router_controller (9536572d-3cef-48c2-8b58-544c2485acb8), precommit_delete_associations {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:48:46.950880 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-69bfe47a-35eb-4332-8ada-f998d7cfc863 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1601832'] for router (9536572d-3cef-48c2-8b58-544c2485acb8), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:48:46.951393 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69bfe47a-35eb-4332-8ada-f998d7cfc863 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9536572d-3cef-48c2-8b58-544c2485acb8 {{(pid=103377) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 17:48:46.957280 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-69bfe47a-35eb-4332-8ada-f998d7cfc863 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:48:46.960713 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-69bfe47a-35eb-4332-8ada-f998d7cfc863 admin admin] 10.222.0.89 "DELETE /v2.0/routers/9536572d-3cef-48c2-8b58-544c2485acb8 HTTP/1.1" status: 204 len: 168 time: 1.3147900 Feb 04 17:48:46.961105 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 44336) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:48:46.974777 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f80944-4f1a-4a23-af38-c07ac3a0928e req-1db50b23-4abc-40ef-99aa-ea144d1f21dc tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:48:46.976550 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-50f80944-4f1a-4a23-af38-c07ac3a0928e req-1db50b23-4abc-40ef-99aa-ea144d1f21dc tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] 10.222.0.89 "GET /v2.0/ports?device_id=dee4a291-9305-4c0a-b6c2-2d119d002088 HTTP/1.1" status: 200 len: 945 time: 0.1121705 Feb 04 17:48:47.010687 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.db_base_plugin_v2 [None req-713956a0-fbf6-467c-84f6-ae5cf63204c6 admin admin] Deleting subnet 28f7679b-e706-44b6-8766-889d627ec1c0 {{(pid=103376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 17:48:47.015123 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-713956a0-fbf6-467c-84f6-ae5cf63204c6 admin admin] Publish callbacks [] for subnet (28f7679b-e706-44b6-8766-889d627ec1c0), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:48:47.028452 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-50f80944-4f1a-4a23-af38-c07ac3a0928e req-a5ca70c9-0f5d-4137-970f-9f84ab7d5d5f tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] 10.222.0.89 "GET /v2.0/security-groups?id=a9027cb5-6df8-440a-8467-05119fda4e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463183 Feb 04 17:48:47.053776 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-713956a0-fbf6-467c-84f6-ae5cf63204c6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25674901'] for subnet (28f7679b-e706-44b6-8766-889d627ec1c0), precommit_delete_associations {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:48:47.141138 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-713956a0-fbf6-467c-84f6-ae5cf63204c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1541225'] for subnet (28f7679b-e706-44b6-8766-889d627ec1c0), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:48:47.191334 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9fdd89-c814-45ec-8ffc-4ac8717434a1 req-8c093a44-73f1-4445-8b84-23a3ab2b18ce tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:48:47.192087 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-7c9fdd89-c814-45ec-8ffc-4ac8717434a1 req-8c093a44-73f1-4445-8b84-23a3ab2b18ce tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] 10.222.0.89 "GET /v2.0/ports?device_id=dee4a291-9305-4c0a-b6c2-2d119d002088 HTTP/1.1" status: 200 len: 945 time: 0.0591431 Feb 04 17:48:47.207280 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-713956a0-fbf6-467c-84f6-ae5cf63204c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1541216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25675894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25858947'] for subnet (28f7679b-e706-44b6-8766-889d627ec1c0), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:48:47.227649 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-713956a0-fbf6-467c-84f6-ae5cf63204c6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:48:47.229441 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21c549ec-af3b-4448-bab9-46dbb84f6798 None None] Network 737a730a-f2b9-4552-b783-b268a6fc7510 requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:48:47.234978 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-713956a0-fbf6-467c-84f6-ae5cf63204c6 admin admin] 10.222.0.89 "DELETE /v2.0/subnets/28f7679b-e706-44b6-8766-889d627ec1c0 HTTP/1.1" status: 204 len: 168 time: 0.2721853 Feb 04 17:48:47.245814 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 44342) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:48:47.255294 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713956a0-fbf6-467c-84f6-ae5cf63204c6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=28f7679b-e706-44b6-8766-889d627ec1c0,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:48:47.262613 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-7c9fdd89-c814-45ec-8ffc-4ac8717434a1 req-6eb9279b-29e3-4064-92b8-3cde30717c84 tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] 10.222.0.89 "GET /v2.0/security-groups?id=a9027cb5-6df8-440a-8467-05119fda4e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576484 Feb 04 17:48:47.366225 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-2f74ce6c-cd01-494b-9998-3a0aa0d6afed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628832'] for network (737a730a-f2b9-4552-b783-b268a6fc7510), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:48:47.435898 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-2f74ce6c-cd01-494b-9998-3a0aa0d6afed admin admin] Deleting port 8fac6cdc-c132-4ebb-8d0b-f6f1f79de15d {{(pid=103377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:48:47.436361 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-2f74ce6c-cd01-494b-9998-3a0aa0d6afed admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (8fac6cdc-c132-4ebb-8d0b-f6f1f79de15d), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:48:47.439911 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9903195d-8efa-4484-9643-4a5c40524462 req-07acbc9e-e58e-42e9-b253-3065d77b430d tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:48:47.447286 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-9903195d-8efa-4484-9643-4a5c40524462 req-07acbc9e-e58e-42e9-b253-3065d77b430d tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] 10.222.0.89 "GET /v2.0/ports?device_id=dee4a291-9305-4c0a-b6c2-2d119d002088 HTTP/1.1" status: 200 len: 945 time: 0.0912292 Feb 04 17:48:47.464057 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a9748e3-f9a7-4c89-bedd-db7a23439903 None None] DHCP port deletion for 737a730a-f2b9-4552-b783-b268a6fc7510 request from n-d-827839-2 {{(pid=103378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 17:48:47.509541 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [None req-2f74ce6c-cd01-494b-9998-3a0aa0d6afed admin admin] For port 8fac6cdc-c132-4ebb-8d0b-f6f1f79de15d, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=8fac6cdc-c132-4ebb-8d0b-f6f1f79de15d,segment=NetworkSegment(5aa163bf-3e85-4517-8e86-22f85f7e58c4),segment_id=5aa163bf-3e85-4517-8e86-22f85f7e58c4)] {{(pid=103377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:48:47.510058 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-2f74ce6c-cd01-494b-9998-3a0aa0d6afed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (8fac6cdc-c132-4ebb-8d0b-f6f1f79de15d), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:48:47.525016 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-9a9748e3-f9a7-4c89-bedd-db7a23439903 None None] Deleting port 8fac6cdc-c132-4ebb-8d0b-f6f1f79de15d {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:48:47.525652 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9a9748e3-f9a7-4c89-bedd-db7a23439903 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (8fac6cdc-c132-4ebb-8d0b-f6f1f79de15d), before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:48:47.526229 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-2f74ce6c-cd01-494b-9998-3a0aa0d6afed admin admin] Calling delete_port for 8fac6cdc-c132-4ebb-8d0b-f6f1f79de15d owned by network:dhcp {{(pid=103377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:48:47.546135 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-9903195d-8efa-4484-9643-4a5c40524462 req-4c06d6db-1b24-46f8-b091-f2b4393cd57f tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] 10.222.0.89 "GET /v2.0/security-groups?id=a9027cb5-6df8-440a-8467-05119fda4e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903203 Feb 04 17:48:47.617071 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-9a9748e3-f9a7-4c89-bedd-db7a23439903 None None] For port 8fac6cdc-c132-4ebb-8d0b-f6f1f79de15d, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=8fac6cdc-c132-4ebb-8d0b-f6f1f79de15d,segment=NetworkSegment(5aa163bf-3e85-4517-8e86-22f85f7e58c4),segment_id=5aa163bf-3e85-4517-8e86-22f85f7e58c4)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:48:47.617466 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9a9748e3-f9a7-4c89-bedd-db7a23439903 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (8fac6cdc-c132-4ebb-8d0b-f6f1f79de15d), precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:48:47.640719 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-9a9748e3-f9a7-4c89-bedd-db7a23439903 None None] Calling delete_port for 8fac6cdc-c132-4ebb-8d0b-f6f1f79de15d owned by network:dhcp {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:48:47.658682 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-2f74ce6c-cd01-494b-9998-3a0aa0d6afed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (8fac6cdc-c132-4ebb-8d0b-f6f1f79de15d), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:48:47.713838 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f74ce6c-cd01-494b-9998-3a0aa0d6afed admin admin] No DVR routers for this DVR port 8fac6cdc-c132-4ebb-8d0b-f6f1f79de15d on host n-d-827839-2 {{(pid=103377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 17:48:47.715613 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f74ce6c-cd01-494b-9998-3a0aa0d6afed admin admin] Pushing event deleted for resources: {'Port': ['ID=8fac6cdc-c132-4ebb-8d0b-f6f1f79de15d,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:48:47.750918 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c52049-9799-460e-82cb-72493dcebb9b req-68270427-bbbf-4f20-b412-e15601b052dc tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:48:47.752536 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-b3c52049-9799-460e-82cb-72493dcebb9b req-68270427-bbbf-4f20-b412-e15601b052dc tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] 10.222.0.89 "GET /v2.0/ports?device_id=dee4a291-9305-4c0a-b6c2-2d119d002088 HTTP/1.1" status: 200 len: 945 time: 0.1044590 Feb 04 17:48:47.753833 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9a9748e3-f9a7-4c89-bedd-db7a23439903 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144'] for port (8fac6cdc-c132-4ebb-8d0b-f6f1f79de15d), after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:48:47.785027 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9748e3-f9a7-4c89-bedd-db7a23439903 None None] Pushing event deleted for resources: {'Port': ['ID=8fac6cdc-c132-4ebb-8d0b-f6f1f79de15d,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:48:47.797918 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a9748e3-f9a7-4c89-bedd-db7a23439903 None None] No DVR routers for this DVR port 8fac6cdc-c132-4ebb-8d0b-f6f1f79de15d on host n-d-827839-2 {{(pid=103378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 17:48:47.800307 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9748e3-f9a7-4c89-bedd-db7a23439903 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:48:47.800664 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9748e3-f9a7-4c89-bedd-db7a23439903 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:48:47.801519 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9748e3-f9a7-4c89-bedd-db7a23439903 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:48:47.801979 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9748e3-f9a7-4c89-bedd-db7a23439903 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:48:47.802352 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9748e3-f9a7-4c89-bedd-db7a23439903 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:48:47.802593 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9748e3-f9a7-4c89-bedd-db7a23439903 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:48:47.803061 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9748e3-f9a7-4c89-bedd-db7a23439903 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:48:47.803402 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9748e3-f9a7-4c89-bedd-db7a23439903 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:48:47.803605 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-2f74ce6c-cd01-494b-9998-3a0aa0d6afed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1543676', 'neutron.services.segments.db._delete_segments_for_network-8781084786517'] for network (737a730a-f2b9-4552-b783-b268a6fc7510), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:48:47.803736 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9748e3-f9a7-4c89-bedd-db7a23439903 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:48:47.804047 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9748e3-f9a7-4c89-bedd-db7a23439903 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:48:47.804600 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9748e3-f9a7-4c89-bedd-db7a23439903 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:48:47.804983 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9748e3-f9a7-4c89-bedd-db7a23439903 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:48:47.805319 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9748e3-f9a7-4c89-bedd-db7a23439903 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:48:47.826162 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-b3c52049-9799-460e-82cb-72493dcebb9b req-f4cb8041-68c4-443a-9a6d-19b35fe93bf0 tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] 10.222.0.89 "GET /v2.0/security-groups?id=a9027cb5-6df8-440a-8467-05119fda4e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676248 Feb 04 17:48:47.846192 n-d-827839-2 neutron-server[103377]: DEBUG neutron.services.segments.db [None req-2f74ce6c-cd01-494b-9998-3a0aa0d6afed admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['737a730a-f2b9-4552-b783-b268a6fc7510']}} {{(pid=103377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:48:47.857049 n-d-827839-2 neutron-server[103377]: DEBUG neutron.services.segments.db [None req-2f74ce6c-cd01-494b-9998-3a0aa0d6afed admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5aa163bf-3e85-4517-8e86-22f85f7e58c4') {'for_net_delete': True} {{(pid=103377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:48:47.857433 n-d-827839-2 neutron-server[103377]: DEBUG neutron.services.segments.db [None req-2f74ce6c-cd01-494b-9998-3a0aa0d6afed admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5aa163bf-3e85-4517-8e86-22f85f7e58c4') {} {{(pid=103377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:48:47.875078 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-2f74ce6c-cd01-494b-9998-3a0aa0d6afed admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781084783966', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26866685'] for segment (5aa163bf-3e85-4517-8e86-22f85f7e58c4), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:48:47.890284 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-2f74ce6c-cd01-494b-9998-3a0aa0d6afed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (5aa163bf-3e85-4517-8e86-22f85f7e58c4), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:48:47.898733 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f74ce6c-cd01-494b-9998-3a0aa0d6afed admin admin] Releasing vlan 764 on physical network physnet1 to pool {{(pid=103377) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 17:48:47.899631 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-2f74ce6c-cd01-494b-9998-3a0aa0d6afed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25888454'] for segment (5aa163bf-3e85-4517-8e86-22f85f7e58c4), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:48:47.902716 n-d-827839-2 neutron-server[103377]: Traceback (most recent call last): Feb 04 17:48:47.902716 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 17:48:47.902716 n-d-827839-2 neutron-server[103377]: timer() Feb 04 17:48:47.902716 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 17:48:47.902716 n-d-827839-2 neutron-server[103377]: cb(*args, **kw) Feb 04 17:48:47.902716 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 17:48:47.902716 n-d-827839-2 neutron-server[103377]: return func(*args, **kwargs) Feb 04 17:48:47.902716 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 17:48:47.902716 n-d-827839-2 neutron-server[103377]: self._notify() Feb 04 17:48:47.902716 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 17:48:47.902716 n-d-827839-2 neutron-server[103377]: self.callback(batched_events) Feb 04 17:48:47.902716 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 17:48:47.902716 n-d-827839-2 neutron-server[103377]: event.method(event) Feb 04 17:48:47.902716 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 17:48:47.902716 n-d-827839-2 neutron-server[103377]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 17:48:47.902716 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 17:48:47.902716 n-d-827839-2 neutron-server[103377]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 17:48:47.902716 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 17:48:47.902716 n-d-827839-2 neutron-server[103377]: return f(self, *a, **k) Feb 04 17:48:47.902716 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 17:48:47.902716 n-d-827839-2 neutron-server[103377]: return self._get(url).json() Feb 04 17:48:47.902716 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 17:48:47.902716 n-d-827839-2 neutron-server[103377]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 17:48:47.902716 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 17:48:47.902716 n-d-827839-2 neutron-server[103377]: return self.request(url, 'GET', **kwargs) Feb 04 17:48:47.902716 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 17:48:47.902716 n-d-827839-2 neutron-server[103377]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 17:48:47.902716 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 17:48:47.902716 n-d-827839-2 neutron-server[103377]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 17:48:47.902716 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 17:48:47.902716 n-d-827839-2 neutron-server[103377]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 17:48:47.902716 n-d-827839-2 neutron-server[103377]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 17:48:47.965371 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-2f74ce6c-cd01-494b-9998-3a0aa0d6afed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1543671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1595572'] for network (737a730a-f2b9-4552-b783-b268a6fc7510), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:48:47.974651 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-2f74ce6c-cd01-494b-9998-3a0aa0d6afed admin admin] Publish callbacks [] for network (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:48:47.981261 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-2f74ce6c-cd01-494b-9998-3a0aa0d6afed admin admin] 10.222.0.89 "DELETE /v2.0/networks/737a730a-f2b9-4552-b783-b268a6fc7510 HTTP/1.1" status: 204 len: 168 time: 0.7150190 Feb 04 17:48:47.993025 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f74ce6c-cd01-494b-9998-3a0aa0d6afed admin admin] Pushing event deleted for resources: {'Network': ['ID=737a730a-f2b9-4552-b783-b268a6fc7510,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:48:48.060899 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device e473982d-218e-433d-b854-c5bd77d3dded no longer exists at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:48:48.097509 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] No Port match for: e473982d-218e-433d-b854-c5bd77d3dded {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 17:48:48.097994 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device e473982d-218e-433d-b854-c5bd77d3dded not bound to the agent host n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 17:48:48.098419 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 8fac6cdc-c132-4ebb-8d0b-f6f1f79de15d no longer exists at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:48:48.123865 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] No Port match for: 8fac6cdc-c132-4ebb-8d0b-f6f1f79de15d {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 17:48:48.124506 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 8fac6cdc-c132-4ebb-8d0b-f6f1f79de15d not bound to the agent host n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 17:48:48.126499 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device e8ccd0cb-db52-4966-8fef-caef23e47aca no longer exists at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:48:48.203343 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] No Port match for: e8ccd0cb-db52-4966-8fef-caef23e47aca {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 17:48:48.203862 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device e8ccd0cb-db52-4966-8fef-caef23e47aca not bound to the agent host n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 17:48:48.240302 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 44356) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:48:48.288368 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-10a8d88a-b739-4ca2-a1a1-f99946442367 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=f5ca586e0a134ee6a366fdbff53a4f3d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0468731 Feb 04 17:48:48.291533 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 44358) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:48:48.327367 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0138e5f-7c35-449e-b81b-d9e86deaa699 req-03feeaa0-4956-40b2-a1ab-8fe925227c2d tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:48:48.328928 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-a0138e5f-7c35-449e-b81b-d9e86deaa699 req-03feeaa0-4956-40b2-a1ab-8fe925227c2d tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] 10.222.0.89 "GET /v2.0/ports?device_id=dee4a291-9305-4c0a-b6c2-2d119d002088 HTTP/1.1" status: 200 len: 945 time: 0.0583346 Feb 04 17:48:48.353854 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-7866328a-ae96-4d9f-89de-70076641b2d6 admin admin] Publish callbacks [] for security_group (5f8fe206-aac1-4e45-a6d6-26d5d9d44b20), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:48:48.378977 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-7866328a-ae96-4d9f-89de-70076641b2d6 admin admin] Publish callbacks [] for security_group (5f8fe206-aac1-4e45-a6d6-26d5d9d44b20), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:48:48.397548 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-a0138e5f-7c35-449e-b81b-d9e86deaa699 req-1924b546-580f-4377-8c3d-787b367f568f tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] 10.222.0.89 "GET /v2.0/security-groups?id=a9027cb5-6df8-440a-8467-05119fda4e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534778 Feb 04 17:48:48.438339 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-7866328a-ae96-4d9f-89de-70076641b2d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (5f8fe206-aac1-4e45-a6d6-26d5d9d44b20), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:48:48.441245 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-7866328a-ae96-4d9f-89de-70076641b2d6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:48:48.442484 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-7866328a-ae96-4d9f-89de-70076641b2d6 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/5f8fe206-aac1-4e45-a6d6-26d5d9d44b20 HTTP/1.1" status: 204 len: 168 time: 0.1500771 Feb 04 17:48:48.452888 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7866328a-ae96-4d9f-89de-70076641b2d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f8fe206-aac1-4e45-a6d6-26d5d9d44b20,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:48:48.577432 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e1f5f5-2299-48e7-8727-367c07d7a959 req-8a59117a-1ef7-40ba-be80-c26d3ba80e1a tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:48:48.578900 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-37e1f5f5-2299-48e7-8727-367c07d7a959 req-8a59117a-1ef7-40ba-be80-c26d3ba80e1a tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] 10.222.0.89 "GET /v2.0/ports?device_id=dee4a291-9305-4c0a-b6c2-2d119d002088 HTTP/1.1" status: 200 len: 945 time: 0.0558870 Feb 04 17:48:48.627355 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-37e1f5f5-2299-48e7-8727-367c07d7a959 req-4e917651-b27d-44d2-9312-cf1cf51fefb9 tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] 10.222.0.89 "GET /v2.0/security-groups?id=a9027cb5-6df8-440a-8467-05119fda4e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426090 Feb 04 17:48:48.752944 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4404d0-bbcc-4d86-92d9-f36ce2ab5f7a req-561861f8-2488-4292-b93e-2a70eab5f184 tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:48:48.754459 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-8a4404d0-bbcc-4d86-92d9-f36ce2ab5f7a req-561861f8-2488-4292-b93e-2a70eab5f184 tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] 10.222.0.89 "GET /v2.0/ports?device_id=dee4a291-9305-4c0a-b6c2-2d119d002088 HTTP/1.1" status: 200 len: 945 time: 0.0599988 Feb 04 17:48:48.805018 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-8a4404d0-bbcc-4d86-92d9-f36ce2ab5f7a req-e53d396a-5931-4786-8060-85e8d30c63f5 tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] 10.222.0.89 "GET /v2.0/security-groups?id=a9027cb5-6df8-440a-8467-05119fda4e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446372 Feb 04 17:48:48.953970 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2735fb-1e4d-4d7b-8f62-21d14c41617f req-0992de6e-eb4b-4ee0-9aa9-fab7dacacd3b tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:48:48.955551 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-3d2735fb-1e4d-4d7b-8f62-21d14c41617f req-0992de6e-eb4b-4ee0-9aa9-fab7dacacd3b tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] 10.222.0.89 "GET /v2.0/ports?device_id=dee4a291-9305-4c0a-b6c2-2d119d002088 HTTP/1.1" status: 200 len: 945 time: 0.0592742 Feb 04 17:48:49.010341 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-3d2735fb-1e4d-4d7b-8f62-21d14c41617f req-e5607665-fec5-4887-b42c-cc44b5cc66b9 tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] 10.222.0.89 "GET /v2.0/security-groups?id=a9027cb5-6df8-440a-8467-05119fda4e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474777 Feb 04 17:48:49.136192 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1007eb15-5cfc-4865-975f-7fb70680c064 req-91d18dc3-a0f5-4ad1-9c86-a2dbc3c8cb79 tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:48:49.137738 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-1007eb15-5cfc-4865-975f-7fb70680c064 req-91d18dc3-a0f5-4ad1-9c86-a2dbc3c8cb79 tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] 10.222.0.89 "GET /v2.0/ports?device_id=dee4a291-9305-4c0a-b6c2-2d119d002088 HTTP/1.1" status: 200 len: 945 time: 0.0549304 Feb 04 17:48:49.186183 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-1007eb15-5cfc-4865-975f-7fb70680c064 req-0744abb4-d8de-422a-9a88-9ad1e82ff900 tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] 10.222.0.89 "GET /v2.0/security-groups?id=a9027cb5-6df8-440a-8467-05119fda4e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429530 Feb 04 17:48:49.340468 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724df937-0603-4439-8d48-f1a41db9cfdb req-bbcc6f41-c7eb-4984-ab64-ba9ba44f6db7 tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:48:49.345192 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-724df937-0603-4439-8d48-f1a41db9cfdb req-bbcc6f41-c7eb-4984-ab64-ba9ba44f6db7 tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] 10.222.0.89 "GET /v2.0/ports?device_id=dee4a291-9305-4c0a-b6c2-2d119d002088 HTTP/1.1" status: 200 len: 945 time: 0.0623467 Feb 04 17:48:49.398477 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-724df937-0603-4439-8d48-f1a41db9cfdb req-93584ef1-c386-4185-a3cc-0e19da774b7d tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] 10.222.0.89 "GET /v2.0/security-groups?id=a9027cb5-6df8-440a-8467-05119fda4e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477176 Feb 04 17:48:49.527725 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00f37e5-8573-4f56-b7d5-7afcd2eff758 req-0440e90c-b55d-4698-a387-1b91f0ff224f tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:48:49.536543 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-b00f37e5-8573-4f56-b7d5-7afcd2eff758 req-0440e90c-b55d-4698-a387-1b91f0ff224f tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] 10.222.0.89 "GET /v2.0/ports?device_id=dee4a291-9305-4c0a-b6c2-2d119d002088 HTTP/1.1" status: 200 len: 945 time: 0.0719557 Feb 04 17:48:49.589387 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-b00f37e5-8573-4f56-b7d5-7afcd2eff758 req-7d8ca0d8-3c40-4e0c-a726-cce9ec7cdd6c tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] 10.222.0.89 "GET /v2.0/security-groups?id=a9027cb5-6df8-440a-8467-05119fda4e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518081 Feb 04 17:48:49.753885 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7a4f0a-c477-4e5a-8440-f44be0a0754a req-d3769554-9fb9-4fe7-ac16-b752054f5daa tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:48:49.755438 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-9b7a4f0a-c477-4e5a-8440-f44be0a0754a req-d3769554-9fb9-4fe7-ac16-b752054f5daa tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] 10.222.0.89 "GET /v2.0/ports?device_id=dee4a291-9305-4c0a-b6c2-2d119d002088 HTTP/1.1" status: 200 len: 945 time: 0.0619531 Feb 04 17:48:49.817279 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-9b7a4f0a-c477-4e5a-8440-f44be0a0754a req-003765fd-181d-4da9-898f-bed810af4e37 tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] 10.222.0.89 "GET /v2.0/security-groups?id=a9027cb5-6df8-440a-8467-05119fda4e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534878 Feb 04 17:48:49.942009 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadc686b-3611-49aa-ab24-0208da73d2e2 req-dfdcf0c6-1c8e-4ffa-9c70-0ee112399f46 tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:48:49.943473 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-dadc686b-3611-49aa-ab24-0208da73d2e2 req-dfdcf0c6-1c8e-4ffa-9c70-0ee112399f46 tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] 10.222.0.89 "GET /v2.0/ports?device_id=dee4a291-9305-4c0a-b6c2-2d119d002088 HTTP/1.1" status: 200 len: 945 time: 0.0558355 Feb 04 17:48:50.012995 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-dadc686b-3611-49aa-ab24-0208da73d2e2 req-3d7d81da-a5fa-4eb6-bc76-f25848ef87b2 tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] 10.222.0.89 "GET /v2.0/security-groups?id=a9027cb5-6df8-440a-8467-05119fda4e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595725 Feb 04 17:48:50.149396 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1797c16d-1254-4bc4-9c62-6ab156d8be24 req-a138fc40-b0bd-4031-abca-de245663c64d tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:48:50.150890 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-1797c16d-1254-4bc4-9c62-6ab156d8be24 req-a138fc40-b0bd-4031-abca-de245663c64d tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] 10.222.0.89 "GET /v2.0/ports?device_id=dee4a291-9305-4c0a-b6c2-2d119d002088 HTTP/1.1" status: 200 len: 945 time: 0.0559206 Feb 04 17:48:50.207105 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-1797c16d-1254-4bc4-9c62-6ab156d8be24 req-48778565-0080-4fe9-b503-a796a5c7e3e5 tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] 10.222.0.89 "GET /v2.0/security-groups?id=a9027cb5-6df8-440a-8467-05119fda4e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493033 Feb 04 17:48:50.357961 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c0ed2e-64c2-4f0e-aacf-f88e6720f78d req-c102d066-cc3c-4130-b4a0-9ef78accfde5 tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:48:50.359767 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-e2c0ed2e-64c2-4f0e-aacf-f88e6720f78d req-c102d066-cc3c-4130-b4a0-9ef78accfde5 tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] 10.222.0.89 "GET /v2.0/ports?device_id=dee4a291-9305-4c0a-b6c2-2d119d002088 HTTP/1.1" status: 200 len: 945 time: 0.0728805 Feb 04 17:48:50.418207 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-e2c0ed2e-64c2-4f0e-aacf-f88e6720f78d req-638d26e1-c241-46f0-bd5f-7f42b1f6e088 tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] 10.222.0.89 "GET /v2.0/security-groups?id=a9027cb5-6df8-440a-8467-05119fda4e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522885 Feb 04 17:48:50.590664 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e57b929-1a29-497c-b5d5-6163d4bf297e req-19f13efa-33d7-4d72-9934-500acc064ff4 tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:48:50.593206 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-4e57b929-1a29-497c-b5d5-6163d4bf297e req-19f13efa-33d7-4d72-9934-500acc064ff4 tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] 10.222.0.89 "GET /v2.0/ports?device_id=dee4a291-9305-4c0a-b6c2-2d119d002088 HTTP/1.1" status: 200 len: 945 time: 0.0589378 Feb 04 17:48:50.646959 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-4e57b929-1a29-497c-b5d5-6163d4bf297e req-6f98ea56-a35a-4167-97cd-d8c7fbbf96a5 tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] 10.222.0.89 "GET /v2.0/security-groups?id=a9027cb5-6df8-440a-8467-05119fda4e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463080 Feb 04 17:48:50.793579 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9632656-b672-453f-b4b7-c7f7f21c8e91 req-43dc5392-f9a4-423b-be5d-ac7e9d815c1b tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:48:50.795469 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-b9632656-b672-453f-b4b7-c7f7f21c8e91 req-43dc5392-f9a4-423b-be5d-ac7e9d815c1b tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] 10.222.0.89 "GET /v2.0/ports?device_id=dee4a291-9305-4c0a-b6c2-2d119d002088 HTTP/1.1" status: 200 len: 945 time: 0.0574133 Feb 04 17:48:50.848533 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-b9632656-b672-453f-b4b7-c7f7f21c8e91 req-b0a883c4-5fc1-417e-9136-acebe00d0b95 tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] 10.222.0.89 "GET /v2.0/security-groups?id=a9027cb5-6df8-440a-8467-05119fda4e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452797 Feb 04 17:48:50.999400 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 44490) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:48:51.163250 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a85578-ae1f-464c-90fd-6a0db03f2bff req-3a4d8c1a-51de-462e-a4ce-43a9b7f250f9 tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:48:51.165002 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-89a85578-ae1f-464c-90fd-6a0db03f2bff req-3a4d8c1a-51de-462e-a4ce-43a9b7f250f9 tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] 10.222.0.89 "GET /v2.0/ports?device_id=dee4a291-9305-4c0a-b6c2-2d119d002088 HTTP/1.1" status: 200 len: 945 time: 0.0604429 Feb 04 17:48:51.198899 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-dbe4d704-c3f5-4686-a71d-0f0cc9bf10bc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:48:51.228331 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-89a85578-ae1f-464c-90fd-6a0db03f2bff req-1b588974-1245-4100-aa52-093a9e128968 tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] 10.222.0.89 "GET /v2.0/security-groups?id=a9027cb5-6df8-440a-8467-05119fda4e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557456 Feb 04 17:48:51.312374 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-dbe4d704-c3f5-4686-a71d-0f0cc9bf10bc admin admin] Publish callbacks [] for security_group (8f6f7176-3a45-428c-808f-de1eaf8ca7ba), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:48:51.317694 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-dbe4d704-c3f5-4686-a71d-0f0cc9bf10bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (8f6f7176-3a45-428c-808f-de1eaf8ca7ba), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:48:51.392931 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-dbe4d704-c3f5-4686-a71d-0f0cc9bf10bc admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=2b9eeb8632b74698a0bc51a35a82ae73&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3910780 Feb 04 17:48:51.395566 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe4d704-c3f5-4686-a71d-0f0cc9bf10bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f6f7176-3a45-428c-808f-de1eaf8ca7ba,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:48:51.395872 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 44498) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:48:51.439402 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52392090-1c21-44c4-b605-dcd526d0518c req-e9aa456b-2a08-45f7-aba8-75d687ce498a tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:48:51.446694 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-52392090-1c21-44c4-b605-dcd526d0518c req-e9aa456b-2a08-45f7-aba8-75d687ce498a tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] 10.222.0.89 "GET /v2.0/ports?device_id=dee4a291-9305-4c0a-b6c2-2d119d002088 HTTP/1.1" status: 200 len: 945 time: 0.1256232 Feb 04 17:48:51.450493 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-73b5b805-182e-4cf4-9714-98b8978f5f05 admin admin] Publish callbacks [] for security_group (8f6f7176-3a45-428c-808f-de1eaf8ca7ba), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:48:51.474504 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-73b5b805-182e-4cf4-9714-98b8978f5f05 admin admin] Publish callbacks [] for security_group (8f6f7176-3a45-428c-808f-de1eaf8ca7ba), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:48:51.505743 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-52392090-1c21-44c4-b605-dcd526d0518c req-94092ee9-dc2c-4907-aca4-facd51233c42 tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] 10.222.0.89 "GET /v2.0/security-groups?id=a9027cb5-6df8-440a-8467-05119fda4e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576272 Feb 04 17:48:51.533365 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-73b5b805-182e-4cf4-9714-98b8978f5f05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (8f6f7176-3a45-428c-808f-de1eaf8ca7ba), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:48:51.536445 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-73b5b805-182e-4cf4-9714-98b8978f5f05 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:48:51.537641 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-73b5b805-182e-4cf4-9714-98b8978f5f05 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/8f6f7176-3a45-428c-808f-de1eaf8ca7ba HTTP/1.1" status: 204 len: 168 time: 0.1407716 Feb 04 17:48:51.559032 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b5b805-182e-4cf4-9714-98b8978f5f05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f6f7176-3a45-428c-808f-de1eaf8ca7ba,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:48:51.666102 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2686eeea-de98-4cbe-971f-d696d7c25496 req-afb913f7-986d-404d-9343-95bc54b6a044 tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:48:51.667605 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-2686eeea-de98-4cbe-971f-d696d7c25496 req-afb913f7-986d-404d-9343-95bc54b6a044 tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] 10.222.0.89 "GET /v2.0/ports?device_id=dee4a291-9305-4c0a-b6c2-2d119d002088 HTTP/1.1" status: 200 len: 945 time: 0.0563433 Feb 04 17:48:51.718848 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-2686eeea-de98-4cbe-971f-d696d7c25496 req-fc294bbe-35fe-4706-92d8-d25c500019a4 tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] 10.222.0.89 "GET /v2.0/security-groups?id=a9027cb5-6df8-440a-8467-05119fda4e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450199 Feb 04 17:48:51.841283 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3317be-2502-4677-a3d5-005e93080eaa req-f0ebfaf7-c08f-4db7-9fee-a9932972a371 tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:48:51.842856 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-fc3317be-2502-4677-a3d5-005e93080eaa req-f0ebfaf7-c08f-4db7-9fee-a9932972a371 tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] 10.222.0.89 "GET /v2.0/ports?device_id=dee4a291-9305-4c0a-b6c2-2d119d002088 HTTP/1.1" status: 200 len: 945 time: 0.0556962 Feb 04 17:48:51.843331 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 44510) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:48:51.866967 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-e3cb4b4b-caf5-460e-ac52-d7ec629f13f7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:48:51.915625 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-fc3317be-2502-4677-a3d5-005e93080eaa req-56dfcbb6-967d-4820-8eba-3d04a9360183 tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] 10.222.0.89 "GET /v2.0/security-groups?id=a9027cb5-6df8-440a-8467-05119fda4e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660481 Feb 04 17:48:51.985395 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-e3cb4b4b-caf5-460e-ac52-d7ec629f13f7 admin admin] Publish callbacks [] for security_group (a6ee9b97-f15e-49d6-b80f-0c8c45f7d584), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:48:51.989665 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-e3cb4b4b-caf5-460e-ac52-d7ec629f13f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (a6ee9b97-f15e-49d6-b80f-0c8c45f7d584), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:48:52.041733 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-e3cb4b4b-caf5-460e-ac52-d7ec629f13f7 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=14dafd1dda204896a9e06bb74836d703&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1969082 Feb 04 17:48:52.042122 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 44514) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:48:52.044674 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3cb4b4b-caf5-460e-ac52-d7ec629f13f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6ee9b97-f15e-49d6-b80f-0c8c45f7d584,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:48:52.123036 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-56a5ee1a-93e4-4924-b56c-55ac21e36d4f admin admin] Publish callbacks [] for security_group (a6ee9b97-f15e-49d6-b80f-0c8c45f7d584), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:48:52.148828 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-56a5ee1a-93e4-4924-b56c-55ac21e36d4f admin admin] Publish callbacks [] for security_group (a6ee9b97-f15e-49d6-b80f-0c8c45f7d584), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:48:52.222681 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-56a5ee1a-93e4-4924-b56c-55ac21e36d4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (a6ee9b97-f15e-49d6-b80f-0c8c45f7d584), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:48:52.227667 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-56a5ee1a-93e4-4924-b56c-55ac21e36d4f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:48:52.233522 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-56a5ee1a-93e4-4924-b56c-55ac21e36d4f admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/a6ee9b97-f15e-49d6-b80f-0c8c45f7d584 HTTP/1.1" status: 204 len: 168 time: 0.1901462 Feb 04 17:48:52.255386 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a5ee1a-93e4-4924-b56c-55ac21e36d4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6ee9b97-f15e-49d6-b80f-0c8c45f7d584,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:48:52.418444 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796269bb-112a-4dad-9c48-e2931849c3f3 req-dbaf5800-ad2b-434b-810f-0cba800537ca tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:48:52.426121 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-796269bb-112a-4dad-9c48-e2931849c3f3 req-dbaf5800-ad2b-434b-810f-0cba800537ca tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] 10.222.0.89 "GET /v2.0/ports?device_id=dee4a291-9305-4c0a-b6c2-2d119d002088 HTTP/1.1" status: 200 len: 945 time: 0.0695529 Feb 04 17:48:52.493554 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-796269bb-112a-4dad-9c48-e2931849c3f3 req-250b15d4-c455-4da1-9b93-5b4072b31121 tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] 10.222.0.89 "GET /v2.0/security-groups?id=a9027cb5-6df8-440a-8467-05119fda4e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599549 Feb 04 17:48:53.611153 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c88c59e-a14b-4d2a-95d7-dd1b7f222da9 req-cf82ebb9-6815-4787-a1b9-c9f75c53226c tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:48:53.612828 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-1c88c59e-a14b-4d2a-95d7-dd1b7f222da9 req-cf82ebb9-6815-4787-a1b9-c9f75c53226c tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] 10.222.0.89 "GET /v2.0/ports?device_id=dee4a291-9305-4c0a-b6c2-2d119d002088 HTTP/1.1" status: 200 len: 945 time: 0.0567343 Feb 04 17:48:53.660887 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-1c88c59e-a14b-4d2a-95d7-dd1b7f222da9 req-3195a9d1-5deb-4667-867f-6366453c6f53 tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] 10.222.0.89 "GET /v2.0/security-groups?id=a9027cb5-6df8-440a-8467-05119fda4e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424340 Feb 04 17:48:54.431447 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 44592) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:48:54.542544 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-b8655541-51bc-427f-ae41-063b4f987be9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:48:54.618406 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-b8655541-51bc-427f-ae41-063b4f987be9 admin admin] Publish callbacks [] for security_group (7a3cbabd-7469-4a8f-815e-13e3ea77bb8f), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:48:54.621976 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-b8655541-51bc-427f-ae41-063b4f987be9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (7a3cbabd-7469-4a8f-815e-13e3ea77bb8f), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:48:54.658862 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-b8655541-51bc-427f-ae41-063b4f987be9 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=9ede0236d6e74f429d602d3500ce76bc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2263560 Feb 04 17:48:54.659720 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8655541-51bc-427f-ae41-063b4f987be9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a3cbabd-7469-4a8f-815e-13e3ea77bb8f,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:48:54.661674 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 44596) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:48:54.711152 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-af1beca1-bbf7-41db-ae6f-d82c99667fc8 admin admin] Publish callbacks [] for security_group (7a3cbabd-7469-4a8f-815e-13e3ea77bb8f), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:48:54.736728 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-af1beca1-bbf7-41db-ae6f-d82c99667fc8 admin admin] Publish callbacks [] for security_group (7a3cbabd-7469-4a8f-815e-13e3ea77bb8f), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:48:54.782487 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-af1beca1-bbf7-41db-ae6f-d82c99667fc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (7a3cbabd-7469-4a8f-815e-13e3ea77bb8f), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:48:54.784413 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1835e281-ecf2-4aca-aa3f-9a0546d6a926 req-b8ad6bb7-4bc5-4e7c-9bac-b0ba804ce882 tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:48:54.785638 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-af1beca1-bbf7-41db-ae6f-d82c99667fc8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:48:54.785948 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-1835e281-ecf2-4aca-aa3f-9a0546d6a926 req-b8ad6bb7-4bc5-4e7c-9bac-b0ba804ce882 tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] 10.222.0.89 "GET /v2.0/ports?device_id=dee4a291-9305-4c0a-b6c2-2d119d002088 HTTP/1.1" status: 200 len: 945 time: 0.0560570 Feb 04 17:48:54.789861 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-af1beca1-bbf7-41db-ae6f-d82c99667fc8 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/7a3cbabd-7469-4a8f-815e-13e3ea77bb8f HTTP/1.1" status: 204 len: 168 time: 0.1270673 Feb 04 17:48:54.798030 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1beca1-bbf7-41db-ae6f-d82c99667fc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a3cbabd-7469-4a8f-815e-13e3ea77bb8f,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:48:54.838349 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-1835e281-ecf2-4aca-aa3f-9a0546d6a926 req-836b2c37-e4cc-4b36-b7f8-f08c4bdd9ec3 tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] 10.222.0.89 "GET /v2.0/security-groups?id=a9027cb5-6df8-440a-8467-05119fda4e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456290 Feb 04 17:48:55.042846 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 44604) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:48:55.056077 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-cd433811-3916-471f-a04d-4802870f782d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:48:55.127521 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-cd433811-3916-471f-a04d-4802870f782d admin admin] Publish callbacks [] for security_group (d2413e73-55cf-4759-95f9-420e4d56b08c), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:48:55.131127 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-cd433811-3916-471f-a04d-4802870f782d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (d2413e73-55cf-4759-95f9-420e4d56b08c), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:48:55.168638 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-cd433811-3916-471f-a04d-4802870f782d admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=a199b1e485014fb69dddbbdc34809933&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1247637 Feb 04 17:48:55.169518 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd433811-3916-471f-a04d-4802870f782d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2413e73-55cf-4759-95f9-420e4d56b08c,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:48:55.171370 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 44606) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:48:55.219333 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-a1f2fabc-bebc-42ec-9b17-aa53150592c1 admin admin] Publish callbacks [] for security_group (d2413e73-55cf-4759-95f9-420e4d56b08c), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:48:55.240917 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-a1f2fabc-bebc-42ec-9b17-aa53150592c1 admin admin] Publish callbacks [] for security_group (d2413e73-55cf-4759-95f9-420e4d56b08c), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:48:55.295167 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-a1f2fabc-bebc-42ec-9b17-aa53150592c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (d2413e73-55cf-4759-95f9-420e4d56b08c), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:48:55.298470 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-a1f2fabc-bebc-42ec-9b17-aa53150592c1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:48:55.299669 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-a1f2fabc-bebc-42ec-9b17-aa53150592c1 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/d2413e73-55cf-4759-95f9-420e4d56b08c HTTP/1.1" status: 204 len: 168 time: 0.1271136 Feb 04 17:48:55.307568 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f2fabc-bebc-42ec-9b17-aa53150592c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2413e73-55cf-4759-95f9-420e4d56b08c,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:48:55.968168 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c011963-ddba-4a33-a351-51b52f5935ec req-1bcc2183-0a6a-432a-8c1b-8e5c2e39061f tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:48:55.969900 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-5c011963-ddba-4a33-a351-51b52f5935ec req-1bcc2183-0a6a-432a-8c1b-8e5c2e39061f tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] 10.222.0.89 "GET /v2.0/ports?device_id=dee4a291-9305-4c0a-b6c2-2d119d002088 HTTP/1.1" status: 200 len: 945 time: 0.0588982 Feb 04 17:48:56.026295 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-5c011963-ddba-4a33-a351-51b52f5935ec req-e52aab67-8ca5-4d5e-ac9b-12f51f6d960c tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] 10.222.0.89 "GET /v2.0/security-groups?id=a9027cb5-6df8-440a-8467-05119fda4e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504034 Feb 04 17:48:57.166982 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e633c4-8217-49ee-a022-80c037c16b5c req-a799fd20-f099-44c5-b710-7445e102bdb4 tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:48:57.168662 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-97e633c4-8217-49ee-a022-80c037c16b5c req-a799fd20-f099-44c5-b710-7445e102bdb4 tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] 10.222.0.89 "GET /v2.0/ports?device_id=dee4a291-9305-4c0a-b6c2-2d119d002088 HTTP/1.1" status: 200 len: 945 time: 0.0591443 Feb 04 17:48:57.219500 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-97e633c4-8217-49ee-a022-80c037c16b5c req-c05788bf-4ed0-4195-b12b-b222c5d3913e tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] 10.222.0.89 "GET /v2.0/security-groups?id=a9027cb5-6df8-440a-8467-05119fda4e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442164 Feb 04 17:48:57.596459 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 44700) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:48:57.730875 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-0acf29c2-cf19-4666-8050-459b054ed310 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:48:57.807372 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-0acf29c2-cf19-4666-8050-459b054ed310 admin admin] Publish callbacks [] for security_group (f2f1dec8-efb7-43d4-bdfe-8532b8ee7e6f), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:48:57.812141 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-0acf29c2-cf19-4666-8050-459b054ed310 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (f2f1dec8-efb7-43d4-bdfe-8532b8ee7e6f), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:48:57.853201 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-0acf29c2-cf19-4666-8050-459b054ed310 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=cd9f2e2d65264e4886001d017fdad078&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2554719 Feb 04 17:48:57.854076 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0acf29c2-cf19-4666-8050-459b054ed310 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2f1dec8-efb7-43d4-bdfe-8532b8ee7e6f,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:48:57.856022 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 44704) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:48:57.873141 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0acf29c2-cf19-4666-8050-459b054ed310 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:48:57.873503 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0acf29c2-cf19-4666-8050-459b054ed310 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:48:57.873855 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0acf29c2-cf19-4666-8050-459b054ed310 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:48:57.874199 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0acf29c2-cf19-4666-8050-459b054ed310 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:48:57.874542 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0acf29c2-cf19-4666-8050-459b054ed310 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:48:57.874882 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0acf29c2-cf19-4666-8050-459b054ed310 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:48:57.875220 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0acf29c2-cf19-4666-8050-459b054ed310 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:48:57.875553 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0acf29c2-cf19-4666-8050-459b054ed310 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:48:57.875885 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0acf29c2-cf19-4666-8050-459b054ed310 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:48:57.876217 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0acf29c2-cf19-4666-8050-459b054ed310 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:48:57.876545 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0acf29c2-cf19-4666-8050-459b054ed310 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:48:57.876904 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0acf29c2-cf19-4666-8050-459b054ed310 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:48:57.877234 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0acf29c2-cf19-4666-8050-459b054ed310 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:48:57.917055 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-3c753b4b-f33f-48e1-9b19-bdcec84219ba admin admin] Publish callbacks [] for security_group (f2f1dec8-efb7-43d4-bdfe-8532b8ee7e6f), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:48:57.938505 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-3c753b4b-f33f-48e1-9b19-bdcec84219ba admin admin] Publish callbacks [] for security_group (f2f1dec8-efb7-43d4-bdfe-8532b8ee7e6f), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:48:57.985239 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-3c753b4b-f33f-48e1-9b19-bdcec84219ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (f2f1dec8-efb7-43d4-bdfe-8532b8ee7e6f), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:48:57.987943 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-3c753b4b-f33f-48e1-9b19-bdcec84219ba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:48:57.992010 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-3c753b4b-f33f-48e1-9b19-bdcec84219ba admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/f2f1dec8-efb7-43d4-bdfe-8532b8ee7e6f HTTP/1.1" status: 204 len: 168 time: 0.1349826 Feb 04 17:48:58.000681 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c753b4b-f33f-48e1-9b19-bdcec84219ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2f1dec8-efb7-43d4-bdfe-8532b8ee7e6f,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:48:58.272440 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 44712) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:48:58.287283 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-0a6c6d93-aa98-4a45-a4d3-1c7063e00d9d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:48:58.345499 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a07b9fb-5bed-41c3-a024-3dd7c2bb780d req-41e39b04-e391-4054-b5ac-2429c9dbced5 tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:48:58.353391 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-6a07b9fb-5bed-41c3-a024-3dd7c2bb780d req-41e39b04-e391-4054-b5ac-2429c9dbced5 tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] 10.222.0.89 "GET /v2.0/ports?device_id=dee4a291-9305-4c0a-b6c2-2d119d002088 HTTP/1.1" status: 200 len: 945 time: 0.0633962 Feb 04 17:48:58.387065 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-0a6c6d93-aa98-4a45-a4d3-1c7063e00d9d admin admin] Publish callbacks [] for security_group (fbbd895a-fbac-4e3b-a747-02c29b8ba7a9), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:48:58.391864 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-0a6c6d93-aa98-4a45-a4d3-1c7063e00d9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (fbbd895a-fbac-4e3b-a747-02c29b8ba7a9), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:48:58.397614 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-6a07b9fb-5bed-41c3-a024-3dd7c2bb780d req-436331be-0959-48fa-95e2-ad4f68f52182 tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] 10.222.0.89 "GET /v2.0/security-groups?id=a9027cb5-6df8-440a-8467-05119fda4e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432777 Feb 04 17:48:58.437734 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-0a6c6d93-aa98-4a45-a4d3-1c7063e00d9d admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=e0bb9fc86b6a46948f77b2fa81d536b4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1628823 Feb 04 17:48:58.438679 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6c6d93-aa98-4a45-a4d3-1c7063e00d9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbbd895a-fbac-4e3b-a747-02c29b8ba7a9,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:48:58.440474 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 44714) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:48:58.495783 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-032e7d62-70f6-4aec-a3bf-e60e242f8c5b admin admin] Publish callbacks [] for security_group (fbbd895a-fbac-4e3b-a747-02c29b8ba7a9), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:48:58.517771 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-032e7d62-70f6-4aec-a3bf-e60e242f8c5b admin admin] Publish callbacks [] for security_group (fbbd895a-fbac-4e3b-a747-02c29b8ba7a9), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:48:58.568598 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-032e7d62-70f6-4aec-a3bf-e60e242f8c5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (fbbd895a-fbac-4e3b-a747-02c29b8ba7a9), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:48:58.571788 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-032e7d62-70f6-4aec-a3bf-e60e242f8c5b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:48:58.572954 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-032e7d62-70f6-4aec-a3bf-e60e242f8c5b admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/fbbd895a-fbac-4e3b-a747-02c29b8ba7a9 HTTP/1.1" status: 204 len: 168 time: 0.1313596 Feb 04 17:48:58.580635 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032e7d62-70f6-4aec-a3bf-e60e242f8c5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbbd895a-fbac-4e3b-a747-02c29b8ba7a9,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:48:59.522056 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f50d6c-eb5d-4bf3-961e-152f3be018dd req-78bf3719-7a46-4254-b8a1-8a9dca08f92b tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:48:59.523541 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-d0f50d6c-eb5d-4bf3-961e-152f3be018dd req-78bf3719-7a46-4254-b8a1-8a9dca08f92b tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] 10.222.0.89 "GET /v2.0/ports?device_id=dee4a291-9305-4c0a-b6c2-2d119d002088 HTTP/1.1" status: 200 len: 945 time: 0.0563989 Feb 04 17:48:59.571891 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-d0f50d6c-eb5d-4bf3-961e-152f3be018dd req-c339be6b-1c15-4ddc-a4c9-dda7f918135c tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] 10.222.0.89 "GET /v2.0/security-groups?id=a9027cb5-6df8-440a-8467-05119fda4e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422008 Feb 04 17:48:59.750152 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0025e601-3b6e-4b7e-a93e-860a1bfbd2cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (bb89f5a3-3c22-440b-b7d1-c4f0c43c184a), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:49:00.547615 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 44804) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:49:00.678043 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-0c026829-039c-4dac-80b0-c365b2194fdd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:49:00.725480 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b84069-36f9-4f89-a5bc-6164ca9c6cbf req-4dde8437-c0e9-4acc-9c50-28584cadcc30 tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:49:00.726956 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-b8b84069-36f9-4f89-a5bc-6164ca9c6cbf req-4dde8437-c0e9-4acc-9c50-28584cadcc30 tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] 10.222.0.89 "GET /v2.0/ports?device_id=dee4a291-9305-4c0a-b6c2-2d119d002088 HTTP/1.1" status: 200 len: 945 time: 0.0789089 Feb 04 17:49:00.796323 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-b8b84069-36f9-4f89-a5bc-6164ca9c6cbf req-df5df7b0-15f4-457e-a154-9f8b2c940325 tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] 10.222.0.89 "GET /v2.0/security-groups?id=a9027cb5-6df8-440a-8467-05119fda4e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618157 Feb 04 17:49:00.822145 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-0c026829-039c-4dac-80b0-c365b2194fdd admin admin] Publish callbacks [] for security_group (dbd3a1d7-9e79-453a-8469-68e63a379d9a), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:49:00.829170 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-0c026829-039c-4dac-80b0-c365b2194fdd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (dbd3a1d7-9e79-453a-8469-68e63a379d9a), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:49:00.871689 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-0c026829-039c-4dac-80b0-c365b2194fdd admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=9705d26cd05e42898d36b61bb09729b8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3228378 Feb 04 17:49:00.872938 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c026829-039c-4dac-80b0-c365b2194fdd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbd3a1d7-9e79-453a-8469-68e63a379d9a,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:49:00.874656 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 44812) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:49:00.929745 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-6d592606-7ea3-49e1-8849-b526e2c0f8b9 admin admin] Publish callbacks [] for security_group (dbd3a1d7-9e79-453a-8469-68e63a379d9a), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:49:00.952261 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-6d592606-7ea3-49e1-8849-b526e2c0f8b9 admin admin] Publish callbacks [] for security_group (dbd3a1d7-9e79-453a-8469-68e63a379d9a), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:49:01.002393 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-6d592606-7ea3-49e1-8849-b526e2c0f8b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (dbd3a1d7-9e79-453a-8469-68e63a379d9a), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:49:01.005991 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-6d592606-7ea3-49e1-8849-b526e2c0f8b9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:49:01.007439 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-6d592606-7ea3-49e1-8849-b526e2c0f8b9 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/dbd3a1d7-9e79-453a-8469-68e63a379d9a HTTP/1.1" status: 204 len: 168 time: 0.1317341 Feb 04 17:49:01.017237 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d592606-7ea3-49e1-8849-b526e2c0f8b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbd3a1d7-9e79-453a-8469-68e63a379d9a,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:49:01.268898 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 44818) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:49:01.283118 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-6af02870-695c-42fd-95e1-9a3e84b4d6c3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:49:01.362840 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-6af02870-695c-42fd-95e1-9a3e84b4d6c3 admin admin] Publish callbacks [] for security_group (efb2fb10-1cb3-4740-884c-51b559096174), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:49:01.371026 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-6af02870-695c-42fd-95e1-9a3e84b4d6c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (efb2fb10-1cb3-4740-884c-51b559096174), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:49:01.410587 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-6af02870-695c-42fd-95e1-9a3e84b4d6c3 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=f59b06f67fca41d4b8654b3f85517246&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1404812 Feb 04 17:49:01.411466 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af02870-695c-42fd-95e1-9a3e84b4d6c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efb2fb10-1cb3-4740-884c-51b559096174,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:49:01.413284 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 44820) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:49:01.466820 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-34173be0-ae55-481e-83a4-5927850b6220 admin admin] Publish callbacks [] for security_group (efb2fb10-1cb3-4740-884c-51b559096174), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:49:01.489168 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-34173be0-ae55-481e-83a4-5927850b6220 admin admin] Publish callbacks [] for security_group (efb2fb10-1cb3-4740-884c-51b559096174), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:49:01.536441 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-34173be0-ae55-481e-83a4-5927850b6220 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (efb2fb10-1cb3-4740-884c-51b559096174), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:49:01.539543 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-34173be0-ae55-481e-83a4-5927850b6220 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:49:01.540688 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-34173be0-ae55-481e-83a4-5927850b6220 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/efb2fb10-1cb3-4740-884c-51b559096174 HTTP/1.1" status: 204 len: 168 time: 0.1256535 Feb 04 17:49:01.548599 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34173be0-ae55-481e-83a4-5927850b6220 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efb2fb10-1cb3-4740-884c-51b559096174,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:49:01.948089 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73df916-dd73-4cd2-81e3-877de46e5f7d req-f2d36878-82fd-41f2-8e46-24a8b99ef19a tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:49:01.949664 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-d73df916-dd73-4cd2-81e3-877de46e5f7d req-f2d36878-82fd-41f2-8e46-24a8b99ef19a tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] 10.222.0.89 "GET /v2.0/ports?device_id=dee4a291-9305-4c0a-b6c2-2d119d002088 HTTP/1.1" status: 200 len: 945 time: 0.0610056 Feb 04 17:49:02.001731 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-d73df916-dd73-4cd2-81e3-877de46e5f7d req-06d5d0d3-fd0e-4119-8063-8f7db6cfb42b tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] 10.222.0.89 "GET /v2.0/security-groups?id=a9027cb5-6df8-440a-8467-05119fda4e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461166 Feb 04 17:49:02.833924 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f1c001e6-79e3-4fa9-a07b-71afcc91ea5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (64ada913-9131-4d99-a265-63a920956287), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:49:02.967321 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 44870) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:49:03.058946 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d408ec64-b374-4acb-a1fc-48241dad6d47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (0cd6d64a-47a7-40ff-8c12-71dd526c62e0), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:49:03.073508 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-1c1008d9-eb0f-4c32-9d52-e69b7a989daf tempest-QuotasNegativeTest-787203927 tempest-QuotasNegativeTest-787203927-project-admin] Request body: {'quota': {'network': 2}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:49:03.119775 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-1c1008d9-eb0f-4c32-9d52-e69b7a989daf tempest-QuotasNegativeTest-787203927 tempest-QuotasNegativeTest-787203927-project-admin] 10.222.0.89 "PUT /v2.0/quotas/c5184666991d44ceb46c180283a52002 HTTP/1.1" status: 200 len: 368 time: 0.1512480 Feb 04 17:49:03.123247 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 44876) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:49:03.128007 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-735a20e7-acb1-404f-bfb4-5b5b7c4e23b2 tempest-QuotasNegativeTest-787203927 tempest-QuotasNegativeTest-787203927-project-admin] Request body: {'network': {'project_id': 'c5184666991d44ceb46c180283a52002'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:49:03.159497 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cedfe69-774a-4102-8046-102129a28ab5 req-002aee51-6f8d-46f2-a048-2d6f1ccce4bd tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:49:03.161043 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-7cedfe69-774a-4102-8046-102129a28ab5 req-002aee51-6f8d-46f2-a048-2d6f1ccce4bd tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] 10.222.0.89 "GET /v2.0/ports?device_id=dee4a291-9305-4c0a-b6c2-2d119d002088 HTTP/1.1" status: 200 len: 945 time: 0.0819283 Feb 04 17:49:03.162140 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-735a20e7-acb1-404f-bfb4-5b5b7c4e23b2 tempest-QuotasNegativeTest-787203927 tempest-QuotasNegativeTest-787203927-project-admin] Made reservation on behalf of c5184666991d44ceb46c180283a52002 for: {'network': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:49:03.164983 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-735a20e7-acb1-404f-bfb4-5b5b7c4e23b2 tempest-QuotasNegativeTest-787203927 tempest-QuotasNegativeTest-787203927-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for network (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:49:03.181057 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-735a20e7-acb1-404f-bfb4-5b5b7c4e23b2 tempest-QuotasNegativeTest-787203927 tempest-QuotasNegativeTest-787203927-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:49:03.240559 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-7cedfe69-774a-4102-8046-102129a28ab5 req-4f37b8fa-4ee3-4a08-ab95-8222064d5138 tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] 10.222.0.89 "GET /v2.0/security-groups?id=a9027cb5-6df8-440a-8467-05119fda4e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722489 Feb 04 17:49:03.298061 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-735a20e7-acb1-404f-bfb4-5b5b7c4e23b2 tempest-QuotasNegativeTest-787203927 tempest-QuotasNegativeTest-787203927-project-admin] Publish callbacks [] for security_group (f76ce0b2-038d-4c46-a75f-5ff3cbb87ae9), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:49:03.301426 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-735a20e7-acb1-404f-bfb4-5b5b7c4e23b2 tempest-QuotasNegativeTest-787203927 tempest-QuotasNegativeTest-787203927-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (f76ce0b2-038d-4c46-a75f-5ff3cbb87ae9), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:49:03.327555 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-735a20e7-acb1-404f-bfb4-5b5b7c4e23b2 tempest-QuotasNegativeTest-787203927 tempest-QuotasNegativeTest-787203927-project-admin] vlan segment allocate from pool success with {'vlan_id': 792, 'physical_network': 'physnet1'} {{(pid=103377) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 17:49:03.336919 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735a20e7-acb1-404f-bfb4-5b5b7c4e23b2 tempest-QuotasNegativeTest-787203927 tempest-QuotasNegativeTest-787203927-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f76ce0b2-038d-4c46-a75f-5ff3cbb87ae9,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:49:03.344986 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-735a20e7-acb1-404f-bfb4-5b5b7c4e23b2 tempest-QuotasNegativeTest-787203927 tempest-QuotasNegativeTest-787203927-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (440f7288-a62e-4c86-843a-8fcb35244a15), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:49:03.344986 n-d-827839-2 neutron-server[103377]: INFO neutron.db.segments_db [None req-735a20e7-acb1-404f-bfb4-5b5b7c4e23b2 tempest-QuotasNegativeTest-787203927 tempest-QuotasNegativeTest-787203927-project-admin] Added segment 440f7288-a62e-4c86-843a-8fcb35244a15 of type vlan for network bbd53d03-407e-41d7-8d64-a8831ed8ae05 Feb 04 17:49:03.391154 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-735a20e7-acb1-404f-bfb4-5b5b7c4e23b2 tempest-QuotasNegativeTest-787203927 tempest-QuotasNegativeTest-787203927-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781084292801'] for network (bbd53d03-407e-41d7-8d64-a8831ed8ae05), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:49:03.419165 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-735a20e7-acb1-404f-bfb4-5b5b7c4e23b2 tempest-QuotasNegativeTest-787203927 tempest-QuotasNegativeTest-787203927-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327'] for network (bbd53d03-407e-41d7-8d64-a8831ed8ae05), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:49:03.420413 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-735a20e7-acb1-404f-bfb4-5b5b7c4e23b2 tempest-QuotasNegativeTest-787203927 tempest-QuotasNegativeTest-787203927-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:49:03.421018 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-735a20e7-acb1-404f-bfb4-5b5b7c4e23b2 tempest-QuotasNegativeTest-787203927 tempest-QuotasNegativeTest-787203927-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:49:03.478103 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-735a20e7-acb1-404f-bfb4-5b5b7c4e23b2 tempest-QuotasNegativeTest-787203927 tempest-QuotasNegativeTest-787203927-project-admin] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.3538294 Feb 04 17:49:03.480668 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 44878) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:49:03.485595 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-6e067a4c-7048-4d50-94b9-baba65524d1e tempest-QuotasNegativeTest-787203927 tempest-QuotasNegativeTest-787203927-project-admin] Request body: {'network': {'project_id': 'c5184666991d44ceb46c180283a52002'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:49:03.487006 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735a20e7-acb1-404f-bfb4-5b5b7c4e23b2 tempest-QuotasNegativeTest-787203927 tempest-QuotasNegativeTest-787203927-project-admin] Pushing event updated for resources: {'Network': ['ID=bbd53d03-407e-41d7-8d64-a8831ed8ae05,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:49:03.499395 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Network bbd53d03-407e-41d7-8d64-a8831ed8ae05 details requested by agent ovs-agent-n-d-827839-2 with host n-d-827839-2 {{(pid=103378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 17:49:03.514857 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e067a4c-7048-4d50-94b9-baba65524d1e tempest-QuotasNegativeTest-787203927 tempest-QuotasNegativeTest-787203927-project-admin] Made reservation on behalf of c5184666991d44ceb46c180283a52002 for: {'network': 1} {{(pid=103376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:49:03.519139 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-6e067a4c-7048-4d50-94b9-baba65524d1e tempest-QuotasNegativeTest-787203927 tempest-QuotasNegativeTest-787203927-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for network (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:49:03.543957 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e067a4c-7048-4d50-94b9-baba65524d1e tempest-QuotasNegativeTest-787203927 tempest-QuotasNegativeTest-787203927-project-admin] vlan segment allocate from pool success with {'vlan_id': 776, 'physical_network': 'physnet1'} {{(pid=103376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 17:49:03.554992 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-6e067a4c-7048-4d50-94b9-baba65524d1e tempest-QuotasNegativeTest-787203927 tempest-QuotasNegativeTest-787203927-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (e87aba59-6e8b-4595-b6d5-9497f738d60f), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:49:03.555716 n-d-827839-2 neutron-server[103376]: INFO neutron.db.segments_db [None req-6e067a4c-7048-4d50-94b9-baba65524d1e tempest-QuotasNegativeTest-787203927 tempest-QuotasNegativeTest-787203927-project-admin] Added segment e87aba59-6e8b-4595-b6d5-9497f738d60f of type vlan for network e85a4c46-889a-4d75-8d2b-d16730454826 Feb 04 17:49:03.601754 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-6e067a4c-7048-4d50-94b9-baba65524d1e tempest-QuotasNegativeTest-787203927 tempest-QuotasNegativeTest-787203927-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781084292801'] for network (e85a4c46-889a-4d75-8d2b-d16730454826), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:49:03.626694 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-6e067a4c-7048-4d50-94b9-baba65524d1e tempest-QuotasNegativeTest-787203927 tempest-QuotasNegativeTest-787203927-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327'] for network (e85a4c46-889a-4d75-8d2b-d16730454826), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:49:03.627670 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e067a4c-7048-4d50-94b9-baba65524d1e tempest-QuotasNegativeTest-787203927 tempest-QuotasNegativeTest-787203927-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:49:03.628254 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-6e067a4c-7048-4d50-94b9-baba65524d1e tempest-QuotasNegativeTest-787203927 tempest-QuotasNegativeTest-787203927-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:49:03.684062 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-6e067a4c-7048-4d50-94b9-baba65524d1e tempest-QuotasNegativeTest-787203927 tempest-QuotasNegativeTest-787203927-project-admin] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.2021906 Feb 04 17:49:03.686954 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 44880) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:49:03.690704 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e067a4c-7048-4d50-94b9-baba65524d1e tempest-QuotasNegativeTest-787203927 tempest-QuotasNegativeTest-787203927-project-admin] Pushing event updated for resources: {'Network': ['ID=e85a4c46-889a-4d75-8d2b-d16730454826,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:49:03.692037 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-ed0a1c2a-672e-4741-b9e9-6696f961528e tempest-QuotasNegativeTest-787203927 tempest-QuotasNegativeTest-787203927-project-admin] Request body: {'network': {'project_id': 'c5184666991d44ceb46c180283a52002'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:49:03.703573 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Network e85a4c46-889a-4d75-8d2b-d16730454826 details requested by agent ovs-agent-n-d-827839-2 with host n-d-827839-2 {{(pid=103378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 17:49:03.705413 n-d-827839-2 neutron-server[103377]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed0a1c2a-672e-4741-b9e9-6696f961528e tempest-QuotasNegativeTest-787203927 tempest-QuotasNegativeTest-787203927-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Feb 04 17:49:03.706608 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed0a1c2a-672e-4741-b9e9-6696f961528e tempest-QuotasNegativeTest-787203927 tempest-QuotasNegativeTest-787203927-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=103377) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 17:49:03.710235 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-ed0a1c2a-672e-4741-b9e9-6696f961528e tempest-QuotasNegativeTest-787203927 tempest-QuotasNegativeTest-787203927-project-admin] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0194647 Feb 04 17:49:03.711028 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 44882) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:49:03.755449 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-48763122-fdfe-4cad-b422-8dd926a6b9d4 tempest-QuotasNegativeTest-787203927 tempest-QuotasNegativeTest-787203927-project-admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=c5184666991d44ceb46c180283a52002&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0433118 Feb 04 17:49:03.758482 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 44884) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:49:03.806808 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-742834a4-caf6-4357-9120-d10e75bfc391 tempest-QuotasNegativeTest-787203927 tempest-QuotasNegativeTest-787203927-project-admin] Publish callbacks [] for security_group (f76ce0b2-038d-4c46-a75f-5ff3cbb87ae9), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:49:03.827018 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-742834a4-caf6-4357-9120-d10e75bfc391 tempest-QuotasNegativeTest-787203927 tempest-QuotasNegativeTest-787203927-project-admin] Publish callbacks [] for security_group (f76ce0b2-038d-4c46-a75f-5ff3cbb87ae9), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:49:03.875348 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-742834a4-caf6-4357-9120-d10e75bfc391 tempest-QuotasNegativeTest-787203927 tempest-QuotasNegativeTest-787203927-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (f76ce0b2-038d-4c46-a75f-5ff3cbb87ae9), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:49:03.877922 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-742834a4-caf6-4357-9120-d10e75bfc391 tempest-QuotasNegativeTest-787203927 tempest-QuotasNegativeTest-787203927-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:49:03.879068 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-742834a4-caf6-4357-9120-d10e75bfc391 tempest-QuotasNegativeTest-787203927 tempest-QuotasNegativeTest-787203927-project-admin] 10.222.0.89 "DELETE /v2.0/security-groups/f76ce0b2-038d-4c46-a75f-5ff3cbb87ae9 HTTP/1.1" status: 204 len: 168 time: 0.1196935 Feb 04 17:49:03.881828 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 44886) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:49:03.886648 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742834a4-caf6-4357-9120-d10e75bfc391 tempest-QuotasNegativeTest-787203927 tempest-QuotasNegativeTest-787203927-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f76ce0b2-038d-4c46-a75f-5ff3cbb87ae9,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:49:03.959323 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-3b0e2d3c-aa34-4d44-89b4-992b49c76486 tempest-QuotasNegativeTest-787203927 tempest-QuotasNegativeTest-787203927-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628832'] for network (e85a4c46-889a-4d75-8d2b-d16730454826), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:49:04.037456 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-3b0e2d3c-aa34-4d44-89b4-992b49c76486 tempest-QuotasNegativeTest-787203927 tempest-QuotasNegativeTest-787203927-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1543676', 'neutron.services.segments.db._delete_segments_for_network-8781084786517'] for network (e85a4c46-889a-4d75-8d2b-d16730454826), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:49:04.058634 n-d-827839-2 neutron-server[103376]: DEBUG neutron.services.segments.db [None req-3b0e2d3c-aa34-4d44-89b4-992b49c76486 tempest-QuotasNegativeTest-787203927 tempest-QuotasNegativeTest-787203927-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e85a4c46-889a-4d75-8d2b-d16730454826']}} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:49:04.068371 n-d-827839-2 neutron-server[103376]: DEBUG neutron.services.segments.db [None req-3b0e2d3c-aa34-4d44-89b4-992b49c76486 tempest-QuotasNegativeTest-787203927 tempest-QuotasNegativeTest-787203927-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e87aba59-6e8b-4595-b6d5-9497f738d60f') {'for_net_delete': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:49:04.068669 n-d-827839-2 neutron-server[103376]: DEBUG neutron.services.segments.db [None req-3b0e2d3c-aa34-4d44-89b4-992b49c76486 tempest-QuotasNegativeTest-787203927 tempest-QuotasNegativeTest-787203927-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e87aba59-6e8b-4595-b6d5-9497f738d60f') {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:49:04.078534 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-3b0e2d3c-aa34-4d44-89b4-992b49c76486 tempest-QuotasNegativeTest-787203927 tempest-QuotasNegativeTest-787203927-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781084783966', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25674908'] for segment (e87aba59-6e8b-4595-b6d5-9497f738d60f), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:49:04.092215 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-3b0e2d3c-aa34-4d44-89b4-992b49c76486 tempest-QuotasNegativeTest-787203927 tempest-QuotasNegativeTest-787203927-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (e87aba59-6e8b-4595-b6d5-9497f738d60f), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:49:04.098280 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b0e2d3c-aa34-4d44-89b4-992b49c76486 tempest-QuotasNegativeTest-787203927 tempest-QuotasNegativeTest-787203927-project-admin] Releasing vlan 776 on physical network physnet1 to pool {{(pid=103376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 17:49:04.098664 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-3b0e2d3c-aa34-4d44-89b4-992b49c76486 tempest-QuotasNegativeTest-787203927 tempest-QuotasNegativeTest-787203927-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25675992'] for segment (e87aba59-6e8b-4595-b6d5-9497f738d60f), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:49:04.100333 n-d-827839-2 neutron-server[103376]: Traceback (most recent call last): Feb 04 17:49:04.100333 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 17:49:04.100333 n-d-827839-2 neutron-server[103376]: timer() Feb 04 17:49:04.100333 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 17:49:04.100333 n-d-827839-2 neutron-server[103376]: cb(*args, **kw) Feb 04 17:49:04.100333 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 17:49:04.100333 n-d-827839-2 neutron-server[103376]: return func(*args, **kwargs) Feb 04 17:49:04.100333 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 17:49:04.100333 n-d-827839-2 neutron-server[103376]: self._notify() Feb 04 17:49:04.100333 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 17:49:04.100333 n-d-827839-2 neutron-server[103376]: self.callback(batched_events) Feb 04 17:49:04.100333 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 17:49:04.100333 n-d-827839-2 neutron-server[103376]: event.method(event) Feb 04 17:49:04.100333 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 17:49:04.100333 n-d-827839-2 neutron-server[103376]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 17:49:04.100333 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 17:49:04.100333 n-d-827839-2 neutron-server[103376]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 17:49:04.100333 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 17:49:04.100333 n-d-827839-2 neutron-server[103376]: return f(self, *a, **k) Feb 04 17:49:04.100333 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 17:49:04.100333 n-d-827839-2 neutron-server[103376]: return self._get(url).json() Feb 04 17:49:04.100333 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 17:49:04.100333 n-d-827839-2 neutron-server[103376]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 17:49:04.100333 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 17:49:04.100333 n-d-827839-2 neutron-server[103376]: return self.request(url, 'GET', **kwargs) Feb 04 17:49:04.100333 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 17:49:04.100333 n-d-827839-2 neutron-server[103376]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 17:49:04.100333 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 17:49:04.100333 n-d-827839-2 neutron-server[103376]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 17:49:04.100333 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 17:49:04.100333 n-d-827839-2 neutron-server[103376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 17:49:04.100333 n-d-827839-2 neutron-server[103376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 17:49:04.162205 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-3b0e2d3c-aa34-4d44-89b4-992b49c76486 tempest-QuotasNegativeTest-787203927 tempest-QuotasNegativeTest-787203927-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1543671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1595572'] for network (e85a4c46-889a-4d75-8d2b-d16730454826), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:49:04.170802 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-3b0e2d3c-aa34-4d44-89b4-992b49c76486 tempest-QuotasNegativeTest-787203927 tempest-QuotasNegativeTest-787203927-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:49:04.172865 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.agents_db [None req-e1691f3b-aacd-4cd6-8ebb-a9c53bb301c0 None None] Agent healthcheck: found 7 active agents {{(pid=103379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 17:49:04.174138 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-3b0e2d3c-aa34-4d44-89b4-992b49c76486 tempest-QuotasNegativeTest-787203927 tempest-QuotasNegativeTest-787203927-project-admin] 10.222.0.89 "DELETE /v2.0/networks/e85a4c46-889a-4d75-8d2b-d16730454826 HTTP/1.1" status: 204 len: 168 time: 0.2908978 Feb 04 17:49:04.177085 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 44890) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:49:04.185685 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0e2d3c-aa34-4d44-89b4-992b49c76486 tempest-QuotasNegativeTest-787203927 tempest-QuotasNegativeTest-787203927-project-admin] Pushing event deleted for resources: {'Network': ['ID=e85a4c46-889a-4d75-8d2b-d16730454826,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:49:04.260908 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-5fb3e86b-e175-4133-83a4-90be1c7f2f0b tempest-QuotasNegativeTest-787203927 tempest-QuotasNegativeTest-787203927-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628832'] for network (bbd53d03-407e-41d7-8d64-a8831ed8ae05), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:49:04.348149 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-5fb3e86b-e175-4133-83a4-90be1c7f2f0b tempest-QuotasNegativeTest-787203927 tempest-QuotasNegativeTest-787203927-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1543676', 'neutron.services.segments.db._delete_segments_for_network-8781084786517'] for network (bbd53d03-407e-41d7-8d64-a8831ed8ae05), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:49:04.372255 n-d-827839-2 neutron-server[103377]: DEBUG neutron.services.segments.db [None req-5fb3e86b-e175-4133-83a4-90be1c7f2f0b tempest-QuotasNegativeTest-787203927 tempest-QuotasNegativeTest-787203927-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bbd53d03-407e-41d7-8d64-a8831ed8ae05']}} {{(pid=103377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:49:04.382107 n-d-827839-2 neutron-server[103377]: DEBUG neutron.services.segments.db [None req-5fb3e86b-e175-4133-83a4-90be1c7f2f0b tempest-QuotasNegativeTest-787203927 tempest-QuotasNegativeTest-787203927-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '440f7288-a62e-4c86-843a-8fcb35244a15') {'for_net_delete': True} {{(pid=103377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:49:04.382441 n-d-827839-2 neutron-server[103377]: DEBUG neutron.services.segments.db [None req-5fb3e86b-e175-4133-83a4-90be1c7f2f0b tempest-QuotasNegativeTest-787203927 tempest-QuotasNegativeTest-787203927-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '440f7288-a62e-4c86-843a-8fcb35244a15') {} {{(pid=103377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:49:04.386903 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5236460-6f19-4e66-9b27-0db558dc489f req-e7953ec8-804f-4771-bf9d-11497099b083 tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:49:04.388413 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-e5236460-6f19-4e66-9b27-0db558dc489f req-e7953ec8-804f-4771-bf9d-11497099b083 tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] 10.222.0.89 "GET /v2.0/ports?device_id=dee4a291-9305-4c0a-b6c2-2d119d002088 HTTP/1.1" status: 200 len: 945 time: 0.0621717 Feb 04 17:49:04.391942 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-5fb3e86b-e175-4133-83a4-90be1c7f2f0b tempest-QuotasNegativeTest-787203927 tempest-QuotasNegativeTest-787203927-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781084783966', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26866685'] for segment (440f7288-a62e-4c86-843a-8fcb35244a15), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:49:04.406342 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-5fb3e86b-e175-4133-83a4-90be1c7f2f0b tempest-QuotasNegativeTest-787203927 tempest-QuotasNegativeTest-787203927-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (440f7288-a62e-4c86-843a-8fcb35244a15), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:49:04.412268 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5fb3e86b-e175-4133-83a4-90be1c7f2f0b tempest-QuotasNegativeTest-787203927 tempest-QuotasNegativeTest-787203927-project-admin] Releasing vlan 792 on physical network physnet1 to pool {{(pid=103377) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 17:49:04.412691 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-5fb3e86b-e175-4133-83a4-90be1c7f2f0b tempest-QuotasNegativeTest-787203927 tempest-QuotasNegativeTest-787203927-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25888454'] for segment (440f7288-a62e-4c86-843a-8fcb35244a15), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:49:04.414720 n-d-827839-2 neutron-server[103377]: /opt/stack/neutron/neutron/extensions/quotasv2.py:141: UserWarning: Neutron quota engine will require "--force" parameter to set a quota limit without checking the resource usage. Feb 04 17:49:04.414720 n-d-827839-2 neutron-server[103377]: warnings.warn('Neutron quota engine will require "--force" ' Feb 04 17:49:04.414720 n-d-827839-2 neutron-server[103377]: Traceback (most recent call last): Feb 04 17:49:04.414720 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 17:49:04.414720 n-d-827839-2 neutron-server[103377]: timer() Feb 04 17:49:04.414720 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 17:49:04.414720 n-d-827839-2 neutron-server[103377]: cb(*args, **kw) Feb 04 17:49:04.414720 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 17:49:04.414720 n-d-827839-2 neutron-server[103377]: return func(*args, **kwargs) Feb 04 17:49:04.414720 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 17:49:04.414720 n-d-827839-2 neutron-server[103377]: self._notify() Feb 04 17:49:04.414720 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 17:49:04.414720 n-d-827839-2 neutron-server[103377]: self.callback(batched_events) Feb 04 17:49:04.414720 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 17:49:04.414720 n-d-827839-2 neutron-server[103377]: event.method(event) Feb 04 17:49:04.414720 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 17:49:04.414720 n-d-827839-2 neutron-server[103377]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 17:49:04.414720 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 17:49:04.414720 n-d-827839-2 neutron-server[103377]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 17:49:04.414720 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 17:49:04.414720 n-d-827839-2 neutron-server[103377]: return f(self, *a, **k) Feb 04 17:49:04.414720 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 17:49:04.414720 n-d-827839-2 neutron-server[103377]: return self._get(url).json() Feb 04 17:49:04.414720 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 17:49:04.414720 n-d-827839-2 neutron-server[103377]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 17:49:04.414720 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 17:49:04.414720 n-d-827839-2 neutron-server[103377]: return self.request(url, 'GET', **kwargs) Feb 04 17:49:04.414720 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 17:49:04.414720 n-d-827839-2 neutron-server[103377]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 17:49:04.414720 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 17:49:04.414720 n-d-827839-2 neutron-server[103377]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 17:49:04.414720 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 17:49:04.414720 n-d-827839-2 neutron-server[103377]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 17:49:04.414720 n-d-827839-2 neutron-server[103377]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 17:49:04.438833 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-e5236460-6f19-4e66-9b27-0db558dc489f req-712f00ef-049a-4415-9c1c-5d9089cb8c69 tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] 10.222.0.89 "GET /v2.0/security-groups?id=a9027cb5-6df8-440a-8467-05119fda4e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443890 Feb 04 17:49:04.471451 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-5fb3e86b-e175-4133-83a4-90be1c7f2f0b tempest-QuotasNegativeTest-787203927 tempest-QuotasNegativeTest-787203927-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1543671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1595572'] for network (bbd53d03-407e-41d7-8d64-a8831ed8ae05), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:49:04.476224 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-5fb3e86b-e175-4133-83a4-90be1c7f2f0b tempest-QuotasNegativeTest-787203927 tempest-QuotasNegativeTest-787203927-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:49:04.479356 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-5fb3e86b-e175-4133-83a4-90be1c7f2f0b tempest-QuotasNegativeTest-787203927 tempest-QuotasNegativeTest-787203927-project-admin] 10.222.0.89 "DELETE /v2.0/networks/bbd53d03-407e-41d7-8d64-a8831ed8ae05 HTTP/1.1" status: 204 len: 168 time: 0.3004320 Feb 04 17:49:04.491473 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb3e86b-e175-4133-83a4-90be1c7f2f0b tempest-QuotasNegativeTest-787203927 tempest-QuotasNegativeTest-787203927-project-admin] Pushing event deleted for resources: {'Network': ['ID=bbd53d03-407e-41d7-8d64-a8831ed8ae05,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:49:04.852276 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4f14bb47-e72b-46ac-9e44-a61d9293afcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (75326290-f7a3-4db8-9cf2-15c7139ed224), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:49:04.880050 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 44912) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:49:04.909922 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Device 60affd80-4a46-4415-9c99-06906baa6b43 details requested by agent hyperv_n-h2-827839-2 with host n-h2-827839-2 {{(pid=103378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 17:49:04.993105 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-d746a916-8162-442b-867e-f375a0b8122f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:49:05.029814 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] For port 60affd80-4a46-4415-9c99-06906baa6b43, host n-h2-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=60affd80-4a46-4415-9c99-06906baa6b43,segment=NetworkSegment(72f80675-468f-4673-abe4-ad542e60011e),segment_id=72f80675-468f-4673-abe4-ad542e60011e)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:49:05.047287 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Returning: {'device': '60affd80-4a46-4415-9c99-06906baa6b43', 'network_id': '7b4d16dd-0fab-49f3-8d03-5c6130896904', 'port_id': '60affd80-4a46-4415-9c99-06906baa6b43', 'mac_address': 'fa:16:3e:88:6b:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 784, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5467d5d-9494-4042-8433-0634f660a543', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 17:49:05.093091 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Current status of the port 60affd80-4a46-4415-9c99-06906baa6b43 is: ACTIVE; New status is: BUILD {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:49:05.094005 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (60affd80-4a46-4415-9c99-06906baa6b43), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:49:05.094663 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-d746a916-8162-442b-867e-f375a0b8122f admin admin] Publish callbacks [] for security_group (dde731b4-82bb-43ef-8e12-6c04c5ad11b9), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:49:05.100063 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-d746a916-8162-442b-867e-f375a0b8122f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (dde731b4-82bb-43ef-8e12-6c04c5ad11b9), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:49:05.115453 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 60affd80-4a46-4415-9c99-06906baa6b43 {{(pid=103378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 17:49:05.138002 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] For port 60affd80-4a46-4415-9c99-06906baa6b43, host n-h2-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=60affd80-4a46-4415-9c99-06906baa6b43,segment=NetworkSegment(72f80675-468f-4673-abe4-ad542e60011e),segment_id=72f80675-468f-4673-abe4-ad542e60011e)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:49:05.138223 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d746a916-8162-442b-867e-f375a0b8122f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dde731b4-82bb-43ef-8e12-6c04c5ad11b9,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:49:05.155952 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (60affd80-4a46-4415-9c99-06906baa6b43), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:49:05.158909 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-d746a916-8162-442b-867e-f375a0b8122f admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=b720626218bd473382b5fe66089bbebf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2774580 Feb 04 17:49:05.161623 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 44932) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:49:05.211487 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Pushing event updated for resources: {'Port': ['ID=60affd80-4a46-4415-9c99-06906baa6b43,revision_number=6']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:49:05.240864 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-d0386c19-7ac2-4d0a-87b5-7e54ab6ebe01 admin admin] Publish callbacks [] for security_group (dde731b4-82bb-43ef-8e12-6c04c5ad11b9), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:49:05.274733 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-d0386c19-7ac2-4d0a-87b5-7e54ab6ebe01 admin admin] Publish callbacks [] for security_group (dde731b4-82bb-43ef-8e12-6c04c5ad11b9), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:49:05.280645 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] get_ports_and_sgs() called for port_ids ['60affd80-4a46-4415-9c99-06906baa6b43'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 17:49:05.380536 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1844d026-efbd-4f88-8ca4-7d2fc01b0e86 req-e9f9b89a-04f5-4775-a739-b696c47b1df6 tempest-VolumesSnapshotTestJSON-548795101 tempest-VolumesSnapshotTestJSON-548795101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:49:05.382116 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-1844d026-efbd-4f88-8ca4-7d2fc01b0e86 req-e9f9b89a-04f5-4775-a739-b696c47b1df6 tempest-VolumesSnapshotTestJSON-548795101 tempest-VolumesSnapshotTestJSON-548795101-project] 10.222.0.89 "GET /v2.0/ports?device_id=5ddb3288-e47c-4b24-addf-b4f16170c84b HTTP/1.1" status: 200 len: 945 time: 0.1099067 Feb 04 17:49:05.415242 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-d0386c19-7ac2-4d0a-87b5-7e54ab6ebe01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (dde731b4-82bb-43ef-8e12-6c04c5ad11b9), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:49:05.417863 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-d0386c19-7ac2-4d0a-87b5-7e54ab6ebe01 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:49:05.419249 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-d0386c19-7ac2-4d0a-87b5-7e54ab6ebe01 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/dde731b4-82bb-43ef-8e12-6c04c5ad11b9 HTTP/1.1" status: 204 len: 168 time: 0.2563910 Feb 04 17:49:05.441489 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0386c19-7ac2-4d0a-87b5-7e54ab6ebe01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dde731b4-82bb-43ef-8e12-6c04c5ad11b9,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:49:05.496158 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-1844d026-efbd-4f88-8ca4-7d2fc01b0e86 req-96e08ee5-36fc-4ff2-bb72-fee3c9bfac09 tempest-VolumesSnapshotTestJSON-548795101 tempest-VolumesSnapshotTestJSON-548795101-project] 10.222.0.89 "GET /v2.0/security-groups?id=59748ef0-99f9-4cfc-917b-6d887dbae337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990462 Feb 04 17:49:05.627971 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd797ae-eff6-4fb3-b187-7d8c58781cb7 req-76fffc6f-196f-4945-bacc-221cdb1ce642 tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:49:05.635981 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-7dd797ae-eff6-4fb3-b187-7d8c58781cb7 req-76fffc6f-196f-4945-bacc-221cdb1ce642 tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] 10.222.0.89 "GET /v2.0/ports?device_id=dee4a291-9305-4c0a-b6c2-2d119d002088 HTTP/1.1" status: 200 len: 944 time: 0.0921760 Feb 04 17:49:05.704464 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-7dd797ae-eff6-4fb3-b187-7d8c58781cb7 req-f31d4a54-0363-45bc-8b52-0148ba7b57f1 tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] 10.222.0.89 "GET /v2.0/security-groups?id=a9027cb5-6df8-440a-8467-05119fda4e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673399 Feb 04 17:49:05.760855 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (ba70844b-66a0-45fd-a2f2-e6ed673321fc), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:49:05.798990 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 44946) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:49:05.820511 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-d722cdda-e192-4555-bb79-7ec0078be044 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:49:05.921490 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-d722cdda-e192-4555-bb79-7ec0078be044 admin admin] Publish callbacks [] for security_group (3b0f5018-4a0f-4551-bd6d-bb56e481f36b), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:49:05.929147 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-d722cdda-e192-4555-bb79-7ec0078be044 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (3b0f5018-4a0f-4551-bd6d-bb56e481f36b), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:49:05.979858 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d722cdda-e192-4555-bb79-7ec0078be044 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b0f5018-4a0f-4551-bd6d-bb56e481f36b,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:49:05.985083 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-d722cdda-e192-4555-bb79-7ec0078be044 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=29fc512b3cb34b0d947d3cef7048bc03&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1837335 Feb 04 17:49:05.987630 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 44948) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:49:06.044987 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-69cced4f-f4ad-4a2e-849a-778c8fcf6a2e admin admin] Publish callbacks [] for security_group (3b0f5018-4a0f-4551-bd6d-bb56e481f36b), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:49:06.076492 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-69cced4f-f4ad-4a2e-849a-778c8fcf6a2e admin admin] Publish callbacks [] for security_group (3b0f5018-4a0f-4551-bd6d-bb56e481f36b), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:49:06.141003 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-69cced4f-f4ad-4a2e-849a-778c8fcf6a2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (3b0f5018-4a0f-4551-bd6d-bb56e481f36b), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:49:06.144153 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-69cced4f-f4ad-4a2e-849a-778c8fcf6a2e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:49:06.148371 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-69cced4f-f4ad-4a2e-849a-778c8fcf6a2e admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/3b0f5018-4a0f-4551-bd6d-bb56e481f36b HTTP/1.1" status: 204 len: 168 time: 0.1569984 Feb 04 17:49:06.159527 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69cced4f-f4ad-4a2e-849a-778c8fcf6a2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b0f5018-4a0f-4551-bd6d-bb56e481f36b,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:49:06.659147 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455ab377-e44e-4f2a-826f-b234ffea4a7c req-e16b8aee-4e0f-4603-ade4-87698a8eb895 tempest-VolumesSnapshotTestJSON-548795101 tempest-VolumesSnapshotTestJSON-548795101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:49:06.669309 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-455ab377-e44e-4f2a-826f-b234ffea4a7c req-e16b8aee-4e0f-4603-ade4-87698a8eb895 tempest-VolumesSnapshotTestJSON-548795101 tempest-VolumesSnapshotTestJSON-548795101-project] 10.222.0.89 "GET /v2.0/ports?device_id=5ddb3288-e47c-4b24-addf-b4f16170c84b HTTP/1.1" status: 200 len: 945 time: 0.0792272 Feb 04 17:49:06.736699 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-455ab377-e44e-4f2a-826f-b234ffea4a7c req-aeb60b37-5550-4885-9806-802b88630b62 tempest-VolumesSnapshotTestJSON-548795101 tempest-VolumesSnapshotTestJSON-548795101-project] 10.222.0.89 "GET /v2.0/security-groups?id=59748ef0-99f9-4cfc-917b-6d887dbae337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660977 Feb 04 17:49:06.863688 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5b849a-f962-4ca8-94c8-ff21d5f6dcd5 req-c33ad92f-2327-43e8-a3d6-6dbbe9102114 tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:49:06.871274 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-8e5b849a-f962-4ca8-94c8-ff21d5f6dcd5 req-c33ad92f-2327-43e8-a3d6-6dbbe9102114 tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] 10.222.0.89 "GET /v2.0/ports?device_id=dee4a291-9305-4c0a-b6c2-2d119d002088 HTTP/1.1" status: 200 len: 944 time: 0.0699806 Feb 04 17:49:06.919699 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Device 60affd80-4a46-4415-9c99-06906baa6b43 up at agent hyperv_n-h2-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:49:06.951944 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-8e5b849a-f962-4ca8-94c8-ff21d5f6dcd5 req-9d0ac09c-4531-4abd-836a-66e4b366ee25 tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] 10.222.0.89 "GET /v2.0/security-groups?id=a9027cb5-6df8-440a-8467-05119fda4e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793345 Feb 04 17:49:07.021636 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Provisioning complete for port 60affd80-4a46-4415-9c99-06906baa6b43 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:49:07.022120 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (60affd80-4a46-4415-9c99-06906baa6b43), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:49:07.129796 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Current status of the port 60affd80-4a46-4415-9c99-06906baa6b43 is: BUILD; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:49:07.130187 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (60affd80-4a46-4415-9c99-06906baa6b43), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:49:07.165504 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2dc60a0-f358-49b1-83d4-621f38c39ab9 req-c3821494-ac8d-47fb-97c8-767841834bfd tempest-VolumesSnapshotTestJSON-548795101 tempest-VolumesSnapshotTestJSON-548795101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:49:07.170658 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-a2dc60a0-f358-49b1-83d4-621f38c39ab9 req-c3821494-ac8d-47fb-97c8-767841834bfd tempest-VolumesSnapshotTestJSON-548795101 tempest-VolumesSnapshotTestJSON-548795101-project] 10.222.0.90 "GET /v2.0/ports?device_id=5ddb3288-e47c-4b24-addf-b4f16170c84b HTTP/1.1" status: 200 len: 945 time: 0.0951135 Feb 04 17:49:07.176869 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] For port 60affd80-4a46-4415-9c99-06906baa6b43, host n-h2-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=60affd80-4a46-4415-9c99-06906baa6b43,segment=NetworkSegment(72f80675-468f-4673-abe4-ad542e60011e),segment_id=72f80675-468f-4673-abe4-ad542e60011e)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:49:07.178234 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dee4a291-9305-4c0a-b6c2-2d119d002088', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60affd80-4a46-4415-9c99-06906baa6b43'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:49:07.182872 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c34bc964ce2211770fda26ca2f3801cc06f4f39928110690550e94ab9c9d2fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34239423-868c-4b27-bc15-ac96a2b8ae72" -d '{"events": [{"server_uuid": "dee4a291-9305-4c0a-b6c2-2d119d002088", "name": "network-vif-plugged", "status": "completed", "tag": "60affd80-4a46-4415-9c99-06906baa6b43"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:49:07.196469 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (60affd80-4a46-4415-9c99-06906baa6b43), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:49:07.271272 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Pushing event updated for resources: {'Port': ['ID=60affd80-4a46-4415-9c99-06906baa6b43,revision_number=7']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:49:07.346802 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [req-a2dc60a0-f358-49b1-83d4-621f38c39ab9 req-819d3098-db3a-4b4f-967c-a7cb008395d2 tempest-VolumesSnapshotTestJSON-548795101 tempest-VolumesSnapshotTestJSON-548795101-project] Deleting port 5408e658-098b-4bf1-927d-beb72c8e0b8a {{(pid=103377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:49:07.348790 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-a2dc60a0-f358-49b1-83d4-621f38c39ab9 req-819d3098-db3a-4b4f-967c-a7cb008395d2 tempest-VolumesSnapshotTestJSON-548795101 tempest-VolumesSnapshotTestJSON-548795101-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (5408e658-098b-4bf1-927d-beb72c8e0b8a), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:49:07.501706 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 17:49:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3900e72-42af-45cc-9d70-9e39e0302aaf x-openstack-request-id: req-b3900e72-42af-45cc-9d70-9e39e0302aaf {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:49:07.502145 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dee4a291-9305-4c0a-b6c2-2d119d002088", "name": "network-vif-plugged", "status": "completed", "tag": "60affd80-4a46-4415-9c99-06906baa6b43", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:49:07.502416 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-b3900e72-42af-45cc-9d70-9e39e0302aaf {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:49:07.502828 n-d-827839-2 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dee4a291-9305-4c0a-b6c2-2d119d002088', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60affd80-4a46-4415-9c99-06906baa6b43', 'code': 200} Feb 04 17:49:07.505811 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [req-a2dc60a0-f358-49b1-83d4-621f38c39ab9 req-819d3098-db3a-4b4f-967c-a7cb008395d2 tempest-VolumesSnapshotTestJSON-548795101 tempest-VolumesSnapshotTestJSON-548795101-project] For port 5408e658-098b-4bf1-927d-beb72c8e0b8a, host n-h2-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=5408e658-098b-4bf1-927d-beb72c8e0b8a,segment=NetworkSegment(6c8fbda3-25db-4985-9e6a-587ac7aad334),segment_id=6c8fbda3-25db-4985-9e6a-587ac7aad334)] {{(pid=103377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:49:07.506678 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-a2dc60a0-f358-49b1-83d4-621f38c39ab9 req-819d3098-db3a-4b4f-967c-a7cb008395d2 tempest-VolumesSnapshotTestJSON-548795101 tempest-VolumesSnapshotTestJSON-548795101-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (5408e658-098b-4bf1-927d-beb72c8e0b8a), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:49:07.521547 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [req-a2dc60a0-f358-49b1-83d4-621f38c39ab9 req-819d3098-db3a-4b4f-967c-a7cb008395d2 tempest-VolumesSnapshotTestJSON-548795101 tempest-VolumesSnapshotTestJSON-548795101-project] Calling delete_port for 5408e658-098b-4bf1-927d-beb72c8e0b8a owned by compute:nova {{(pid=103377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:49:07.671648 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-a2dc60a0-f358-49b1-83d4-621f38c39ab9 req-819d3098-db3a-4b4f-967c-a7cb008395d2 tempest-VolumesSnapshotTestJSON-548795101 tempest-VolumesSnapshotTestJSON-548795101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (5408e658-098b-4bf1-927d-beb72c8e0b8a), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:49:07.684327 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] get_ports_and_sgs() called for port_ids ['5408e658-098b-4bf1-927d-beb72c8e0b8a'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 17:49:07.707425 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819d3098-db3a-4b4f-967c-a7cb008395d2 tempest-VolumesSnapshotTestJSON-548795101 tempest-VolumesSnapshotTestJSON-548795101-project] Pushing event deleted for resources: {'Port': ['ID=5408e658-098b-4bf1-927d-beb72c8e0b8a,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:49:07.770211 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2dc60a0-f358-49b1-83d4-621f38c39ab9 req-819d3098-db3a-4b4f-967c-a7cb008395d2 tempest-VolumesSnapshotTestJSON-548795101 tempest-VolumesSnapshotTestJSON-548795101-project] No DVR routers for this DVR port 5408e658-098b-4bf1-927d-beb72c8e0b8a on host n-h2-827839-2 {{(pid=103377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 17:49:07.773941 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-a2dc60a0-f358-49b1-83d4-621f38c39ab9 req-819d3098-db3a-4b4f-967c-a7cb008395d2 tempest-VolumesSnapshotTestJSON-548795101 tempest-VolumesSnapshotTestJSON-548795101-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:49:07.778426 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-a2dc60a0-f358-49b1-83d4-621f38c39ab9 req-819d3098-db3a-4b4f-967c-a7cb008395d2 tempest-VolumesSnapshotTestJSON-548795101 tempest-VolumesSnapshotTestJSON-548795101-project] 10.222.0.90 "DELETE /v2.0/ports/5408e658-098b-4bf1-927d-beb72c8e0b8a HTTP/1.1" status: 204 len: 173 time: 0.6016378 Feb 04 17:49:07.779894 n-d-827839-2 neutron-server[103377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ddb3288-e47c-4b24-addf-b4f16170c84b', 'name': 'network-vif-deleted', 'tag': '5408e658-098b-4bf1-927d-beb72c8e0b8a'}] {{(pid=103377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:49:07.783326 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7240428b650e1488e9361b62648ff4b3a6c19d49d8c27c949491ab58c1346cf0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44178071-2308-4b7b-89cd-caef41a3b4c2" -d '{"events": [{"server_uuid": "5ddb3288-e47c-4b24-addf-b4f16170c84b", "name": "network-vif-deleted", "tag": "5408e658-098b-4bf1-927d-beb72c8e0b8a"}]}' {{(pid=103377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:49:07.864807 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 17:49:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14f6d92f-6897-4a5f-a27c-c5202d01ea14 x-openstack-request-id: req-14f6d92f-6897-4a5f-a27c-c5202d01ea14 {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:49:07.865401 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ddb3288-e47c-4b24-addf-b4f16170c84b", "name": "network-vif-deleted", "tag": "5408e658-098b-4bf1-927d-beb72c8e0b8a", "status": "completed", "code": 200}]} {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:49:07.865506 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-14f6d92f-6897-4a5f-a27c-c5202d01ea14 {{(pid=103377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:49:07.865977 n-d-827839-2 neutron-server[103377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ddb3288-e47c-4b24-addf-b4f16170c84b', 'name': 'network-vif-deleted', 'tag': '5408e658-098b-4bf1-927d-beb72c8e0b8a', 'status': 'completed', 'code': 200} Feb 04 17:49:07.906212 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-a8fe339e-4d86-413c-96a3-542c621f0a4a req-add99eec-1d75-40b1-8759-93cc40e66182 tempest-VolumesSnapshotTestJSON-548795101 tempest-VolumesSnapshotTestJSON-548795101-project] 10.222.0.89 "GET /v2.0/ports?device_id=5ddb3288-e47c-4b24-addf-b4f16170c84b HTTP/1.1" status: 200 len: 210 time: 0.0525305 Feb 04 17:49:08.016148 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 44998) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:49:08.102658 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f174b4-5abb-4463-8448-5cd8fe83e06c req-2d0980c5-2277-47ac-8eb2-9a9dabf85f7c tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:49:08.104361 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-c4f174b4-5abb-4463-8448-5cd8fe83e06c req-2d0980c5-2277-47ac-8eb2-9a9dabf85f7c tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] 10.222.0.89 "GET /v2.0/ports?device_id=dee4a291-9305-4c0a-b6c2-2d119d002088 HTTP/1.1" status: 200 len: 945 time: 0.0720899 Feb 04 17:49:08.157230 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-720d3555-0a27-4e94-b45d-573a3eb0ec54 tempest-RoutersTestDVR-772357275 tempest-RoutersTestDVR-772357275-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-524292454'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:49:08.170672 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-c4f174b4-5abb-4463-8448-5cd8fe83e06c req-442541d0-f066-4777-a72f-f1a53aa24c7c tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] 10.222.0.89 "GET /v2.0/security-groups?id=a9027cb5-6df8-440a-8467-05119fda4e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604718 Feb 04 17:49:08.192155 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-720d3555-0a27-4e94-b45d-573a3eb0ec54 tempest-RoutersTestDVR-772357275 tempest-RoutersTestDVR-772357275-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1601657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26921'] for router (feefa4bb-aa34-48e3-859b-98343a2575a2), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:49:08.192155 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-720d3555-0a27-4e94-b45d-573a3eb0ec54 tempest-RoutersTestDVR-772357275 tempest-RoutersTestDVR-772357275-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1602025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603663', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1630571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26960'] for router (feefa4bb-aa34-48e3-859b-98343a2575a2), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:49:08.262764 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-720d3555-0a27-4e94-b45d-573a3eb0ec54 tempest-RoutersTestDVR-772357275 tempest-RoutersTestDVR-772357275-project-admin] Publish callbacks [] for router_controller (feefa4bb-aa34-48e3-859b-98343a2575a2), precommit_add_association {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:49:08.270028 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-720d3555-0a27-4e94-b45d-573a3eb0ec54 tempest-RoutersTestDVR-772357275 tempest-RoutersTestDVR-772357275-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1602046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603680'] for router (feefa4bb-aa34-48e3-859b-98343a2575a2), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:49:08.291234 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-720d3555-0a27-4e94-b45d-573a3eb0ec54 tempest-RoutersTestDVR-772357275 tempest-RoutersTestDVR-772357275-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:49:08.293541 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-720d3555-0a27-4e94-b45d-573a3eb0ec54 tempest-RoutersTestDVR-772357275 tempest-RoutersTestDVR-772357275-project-admin] 10.222.0.89 "POST /v2.0/routers HTTP/1.1" status: 201 len: 728 time: 0.2763352 Feb 04 17:49:08.296443 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 45002) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:49:08.388800 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-f5169341-1d40-4565-91ac-1dd3f33346ad tempest-RoutersTestDVR-772357275 tempest-RoutersTestDVR-772357275-project-admin] Publish callbacks [] for router (feefa4bb-aa34-48e3-859b-98343a2575a2), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:49:08.562038 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-f5169341-1d40-4565-91ac-1dd3f33346ad tempest-RoutersTestDVR-772357275 tempest-RoutersTestDVR-772357275-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1601811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26971'] for router (feefa4bb-aa34-48e3-859b-98343a2575a2), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:49:08.564227 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-f5169341-1d40-4565-91ac-1dd3f33346ad tempest-RoutersTestDVR-772357275 tempest-RoutersTestDVR-772357275-project-admin] Publish callbacks [] for router_controller (feefa4bb-aa34-48e3-859b-98343a2575a2), precommit_delete_associations {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:49:08.637651 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-f5169341-1d40-4565-91ac-1dd3f33346ad tempest-RoutersTestDVR-772357275 tempest-RoutersTestDVR-772357275-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1601832'] for router (feefa4bb-aa34-48e3-859b-98343a2575a2), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:49:08.638170 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5169341-1d40-4565-91ac-1dd3f33346ad tempest-RoutersTestDVR-772357275 tempest-RoutersTestDVR-772357275-project-admin] Fanout notify agent at l3_agent the message router_deleted on router feefa4bb-aa34-48e3-859b-98343a2575a2 {{(pid=103376) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 17:49:08.642978 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-f5169341-1d40-4565-91ac-1dd3f33346ad tempest-RoutersTestDVR-772357275 tempest-RoutersTestDVR-772357275-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:49:08.647625 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-f5169341-1d40-4565-91ac-1dd3f33346ad tempest-RoutersTestDVR-772357275 tempest-RoutersTestDVR-772357275-project-admin] 10.222.0.89 "DELETE /v2.0/routers/feefa4bb-aa34-48e3-859b-98343a2575a2 HTTP/1.1" status: 204 len: 168 time: 0.3492181 Feb 04 17:49:08.647811 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 45004) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:49:08.653069 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-cf240add-bc8b-494f-b304-f7563f31b179 tempest-RoutersTestDVR-772357275 tempest-RoutersTestDVR-772357275-project-admin] Request body: {'router': {'name': 'tempest-router-1782449466', 'distributed': False}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:49:08.672710 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-cf240add-bc8b-494f-b304-f7563f31b179 tempest-RoutersTestDVR-772357275 tempest-RoutersTestDVR-772357275-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1601657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26921'] for router (241a0fa5-7287-4fb9-8b0f-fd8c0ac1c661), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:49:08.673917 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-cf240add-bc8b-494f-b304-f7563f31b179 tempest-RoutersTestDVR-772357275 tempest-RoutersTestDVR-772357275-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1602025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603663', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1630571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26960'] for router (241a0fa5-7287-4fb9-8b0f-fd8c0ac1c661), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:49:08.731157 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-cf240add-bc8b-494f-b304-f7563f31b179 tempest-RoutersTestDVR-772357275 tempest-RoutersTestDVR-772357275-project-admin] Publish callbacks [] for router_controller (241a0fa5-7287-4fb9-8b0f-fd8c0ac1c661), precommit_add_association {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:49:08.736891 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-cf240add-bc8b-494f-b304-f7563f31b179 tempest-RoutersTestDVR-772357275 tempest-RoutersTestDVR-772357275-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1602046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603680'] for router (241a0fa5-7287-4fb9-8b0f-fd8c0ac1c661), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:49:08.753085 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-cf240add-bc8b-494f-b304-f7563f31b179 tempest-RoutersTestDVR-772357275 tempest-RoutersTestDVR-772357275-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:49:08.759126 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-cf240add-bc8b-494f-b304-f7563f31b179 tempest-RoutersTestDVR-772357275 tempest-RoutersTestDVR-772357275-project-admin] 10.222.0.89 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.1066649 Feb 04 17:49:08.759468 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 45010) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:49:08.840153 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-07c0c10d-bc2d-4d44-9fe7-ff7c432d0ea2 tempest-RoutersTestDVR-772357275 tempest-RoutersTestDVR-772357275-project-admin] Publish callbacks [] for router (241a0fa5-7287-4fb9-8b0f-fd8c0ac1c661), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:49:09.022802 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-07c0c10d-bc2d-4d44-9fe7-ff7c432d0ea2 tempest-RoutersTestDVR-772357275 tempest-RoutersTestDVR-772357275-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1601811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26971'] for router (241a0fa5-7287-4fb9-8b0f-fd8c0ac1c661), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:49:09.025899 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-07c0c10d-bc2d-4d44-9fe7-ff7c432d0ea2 tempest-RoutersTestDVR-772357275 tempest-RoutersTestDVR-772357275-project-admin] Publish callbacks [] for router_controller (241a0fa5-7287-4fb9-8b0f-fd8c0ac1c661), precommit_delete_associations {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:49:09.082318 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-07c0c10d-bc2d-4d44-9fe7-ff7c432d0ea2 tempest-RoutersTestDVR-772357275 tempest-RoutersTestDVR-772357275-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1601832'] for router (241a0fa5-7287-4fb9-8b0f-fd8c0ac1c661), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:49:09.083251 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07c0c10d-bc2d-4d44-9fe7-ff7c432d0ea2 tempest-RoutersTestDVR-772357275 tempest-RoutersTestDVR-772357275-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 241a0fa5-7287-4fb9-8b0f-fd8c0ac1c661 {{(pid=103376) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 17:49:09.089033 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-07c0c10d-bc2d-4d44-9fe7-ff7c432d0ea2 tempest-RoutersTestDVR-772357275 tempest-RoutersTestDVR-772357275-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:49:09.094360 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 45016) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:49:09.094913 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-07c0c10d-bc2d-4d44-9fe7-ff7c432d0ea2 tempest-RoutersTestDVR-772357275 tempest-RoutersTestDVR-772357275-project-admin] 10.222.0.89 "DELETE /v2.0/routers/241a0fa5-7287-4fb9-8b0f-fd8c0ac1c661 HTTP/1.1" status: 204 len: 168 time: 0.3344111 Feb 04 17:49:09.098768 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-47798ba6-4015-4c06-b120-d1b60d9c1037 tempest-RoutersTestDVR-772357275 tempest-RoutersTestDVR-772357275-project-admin] Request body: {'router': {'name': 'tempest-router-1006689211', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '20219b364a7b4c878d112054d79f770c'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:49:09.120187 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-47798ba6-4015-4c06-b120-d1b60d9c1037 tempest-RoutersTestDVR-772357275 tempest-RoutersTestDVR-772357275-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1601657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26921'] for router (a406ebd8-4ab0-49fd-9db6-f80bd8c6517f), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:49:09.121248 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-47798ba6-4015-4c06-b120-d1b60d9c1037 tempest-RoutersTestDVR-772357275 tempest-RoutersTestDVR-772357275-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1602025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603663', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1630571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26960'] for router (a406ebd8-4ab0-49fd-9db6-f80bd8c6517f), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:49:09.181251 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-47798ba6-4015-4c06-b120-d1b60d9c1037 tempest-RoutersTestDVR-772357275 tempest-RoutersTestDVR-772357275-project-admin] Publish callbacks [] for router_controller (a406ebd8-4ab0-49fd-9db6-f80bd8c6517f), precommit_add_association {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:49:09.186935 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-47798ba6-4015-4c06-b120-d1b60d9c1037 tempest-RoutersTestDVR-772357275 tempest-RoutersTestDVR-772357275-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1602046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603680'] for router (a406ebd8-4ab0-49fd-9db6-f80bd8c6517f), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:49:09.205063 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-47798ba6-4015-4c06-b120-d1b60d9c1037 tempest-RoutersTestDVR-772357275 tempest-RoutersTestDVR-772357275-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:49:09.209712 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-47798ba6-4015-4c06-b120-d1b60d9c1037 tempest-RoutersTestDVR-772357275 tempest-RoutersTestDVR-772357275-project-admin] 10.222.0.89 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.1141956 Feb 04 17:49:09.211382 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 45020) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:49:09.215934 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-45956c16-dadf-4cb5-a3a8-d01443ae0838 tempest-RoutersTestDVR-772357275 tempest-RoutersTestDVR-772357275-project-admin] Request body: {'router': {'distributed': True}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:49:09.441777 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe829da8-339c-4540-a653-6776ed897e88 req-54340c93-208c-4fd2-b184-7f8b9152333a tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:49:09.443837 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-fe829da8-339c-4540-a653-6776ed897e88 req-54340c93-208c-4fd2-b184-7f8b9152333a tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] 10.222.0.89 "GET /v2.0/ports?device_id=dee4a291-9305-4c0a-b6c2-2d119d002088 HTTP/1.1" status: 200 len: 945 time: 0.1805367 Feb 04 17:49:09.540610 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-45956c16-dadf-4cb5-a3a8-d01443ae0838 tempest-RoutersTestDVR-772357275 tempest-RoutersTestDVR-772357275-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1603677', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1602039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26946'] for router (a406ebd8-4ab0-49fd-9db6-f80bd8c6517f), precommit_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:49:09.541011 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-45956c16-dadf-4cb5-a3a8-d01443ae0838 tempest-RoutersTestDVR-772357275 tempest-RoutersTestDVR-772357275-project-admin] Publish callbacks [] for router (a406ebd8-4ab0-49fd-9db6-f80bd8c6517f), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:49:09.660956 n-d-827839-2 neutron-server[103376]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-45956c16-dadf-4cb5-a3a8-d01443ae0838 tempest-RoutersTestDVR-772357275 tempest-RoutersTestDVR-772357275-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=103376) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Feb 04 17:49:09.661333 n-d-827839-2 neutron-server[103376]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-45956c16-dadf-4cb5-a3a8-d01443ae0838 tempest-RoutersTestDVR-772357275 tempest-RoutersTestDVR-772357275-project-admin] Router a406ebd8-4ab0-49fd-9db6-f80bd8c6517f migrating from provider to provider. {{(pid=103376) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Feb 04 17:49:09.661724 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-45956c16-dadf-4cb5-a3a8-d01443ae0838 tempest-RoutersTestDVR-772357275 tempest-RoutersTestDVR-772357275-project-admin] Publish callbacks [] for router_controller (a406ebd8-4ab0-49fd-9db6-f80bd8c6517f), precommit_delete_associations {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:49:09.666815 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-fe829da8-339c-4540-a653-6776ed897e88 req-b161365d-c5bd-4cc6-90fc-e1a1539de7cf tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] 10.222.0.89 "GET /v2.0/security-groups?id=a9027cb5-6df8-440a-8467-05119fda4e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378078 Feb 04 17:49:09.671720 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-45956c16-dadf-4cb5-a3a8-d01443ae0838 tempest-RoutersTestDVR-772357275 tempest-RoutersTestDVR-772357275-project-admin] Publish callbacks [] for router_controller (a406ebd8-4ab0-49fd-9db6-f80bd8c6517f), precommit_add_association {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:49:09.677082 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-45956c16-dadf-4cb5-a3a8-d01443ae0838 tempest-RoutersTestDVR-772357275 tempest-RoutersTestDVR-772357275-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1603666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1603691', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1601804'] for router (a406ebd8-4ab0-49fd-9db6-f80bd8c6517f), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:49:09.783649 n-d-827839-2 neutron-server[103376]: WARNING neutron.scheduler.l3_agent_scheduler [None req-45956c16-dadf-4cb5-a3a8-d01443ae0838 tempest-RoutersTestDVR-772357275 tempest-RoutersTestDVR-772357275-project-admin] No L3 agents can host the router a406ebd8-4ab0-49fd-9db6-f80bd8c6517f Feb 04 17:49:09.915356 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45956c16-dadf-4cb5-a3a8-d01443ae0838 tempest-RoutersTestDVR-772357275 tempest-RoutersTestDVR-772357275-project-admin] Hosts for router a406ebd8-4ab0-49fd-9db6-f80bd8c6517f: [] {{(pid=103376) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:329}} Feb 04 17:49:09.939614 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45956c16-dadf-4cb5-a3a8-d01443ae0838 tempest-RoutersTestDVR-772357275 tempest-RoutersTestDVR-772357275-project-admin] Hosts for other DVR routers connected to router a406ebd8-4ab0-49fd-9db6-f80bd8c6517f: set() {{(pid=103376) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:346}} Feb 04 17:49:09.942378 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-45956c16-dadf-4cb5-a3a8-d01443ae0838 tempest-RoutersTestDVR-772357275 tempest-RoutersTestDVR-772357275-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:49:09.943623 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-45956c16-dadf-4cb5-a3a8-d01443ae0838 tempest-RoutersTestDVR-772357275 tempest-RoutersTestDVR-772357275-project-admin] 10.222.0.89 "PUT /v2.0/routers/a406ebd8-4ab0-49fd-9db6-f80bd8c6517f HTTP/1.1" status: 200 len: 717 time: 0.7313747 Feb 04 17:49:09.946752 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 45030) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:49:10.042238 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 45032) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:49:10.042507 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-ef116b00-ea42-4088-a8ca-927307a3b5ee tempest-RoutersTestDVR-772357275 tempest-RoutersTestDVR-772357275-project-admin] 10.222.0.89 "GET /v2.0/routers/a406ebd8-4ab0-49fd-9db6-f80bd8c6517f HTTP/1.1" status: 200 len: 717 time: 0.0941982 Feb 04 17:49:10.270771 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-b21f454f-a17e-447f-bccd-b073875f572a tempest-RoutersTestDVR-914963257 tempest-RoutersTestDVR-914963257-project] 10.222.0.89 "GET /v2.0/routers/a406ebd8-4ab0-49fd-9db6-f80bd8c6517f HTTP/1.1" status: 200 len: 683 time: 0.2265499 Feb 04 17:49:10.273500 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 45036) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:49:10.363795 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (f20a1ab3-4332-4f54-833b-ba4a7c687e89), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:49:10.402676 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-b20846cb-d4da-4db6-9fb3-169579ed49e2 tempest-RoutersTestDVR-772357275 tempest-RoutersTestDVR-772357275-project-admin] Publish callbacks [] for router (a406ebd8-4ab0-49fd-9db6-f80bd8c6517f), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:49:10.875093 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd2c8bb-bbf1-4aaf-b340-2f820320af8d req-f213c7dd-d8c5-41af-bc3e-ac7f2d0ea0ac tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:49:10.877439 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-2dd2c8bb-bbf1-4aaf-b340-2f820320af8d req-f213c7dd-d8c5-41af-bc3e-ac7f2d0ea0ac tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] 10.222.0.89 "GET /v2.0/ports?device_id=dee4a291-9305-4c0a-b6c2-2d119d002088 HTTP/1.1" status: 200 len: 945 time: 0.0901845 Feb 04 17:49:10.928189 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Device 5408e658-098b-4bf1-927d-beb72c8e0b8a no longer exists at agent hyperv_n-h2-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:49:10.942326 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-2dd2c8bb-bbf1-4aaf-b340-2f820320af8d req-f793b390-2a57-47a5-a94c-8e256d571a7d tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] 10.222.0.89 "GET /v2.0/security-groups?id=a9027cb5-6df8-440a-8467-05119fda4e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586085 Feb 04 17:49:10.966278 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] No Port match for: 5408e658-098b-4bf1-927d-beb72c8e0b8a {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 17:49:10.966900 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Device 5408e658-098b-4bf1-927d-beb72c8e0b8a not bound to the agent host n-h2-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 17:49:11.028670 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-b20846cb-d4da-4db6-9fb3-169579ed49e2 tempest-RoutersTestDVR-772357275 tempest-RoutersTestDVR-772357275-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1601811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26971'] for router (a406ebd8-4ab0-49fd-9db6-f80bd8c6517f), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:49:11.030910 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-b20846cb-d4da-4db6-9fb3-169579ed49e2 tempest-RoutersTestDVR-772357275 tempest-RoutersTestDVR-772357275-project-admin] Publish callbacks [] for router_controller (a406ebd8-4ab0-49fd-9db6-f80bd8c6517f), precommit_delete_associations {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:49:11.085687 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-b20846cb-d4da-4db6-9fb3-169579ed49e2 tempest-RoutersTestDVR-772357275 tempest-RoutersTestDVR-772357275-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1601832'] for router (a406ebd8-4ab0-49fd-9db6-f80bd8c6517f), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:49:11.085687 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b20846cb-d4da-4db6-9fb3-169579ed49e2 tempest-RoutersTestDVR-772357275 tempest-RoutersTestDVR-772357275-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a406ebd8-4ab0-49fd-9db6-f80bd8c6517f {{(pid=103376) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 17:49:11.089954 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-b20846cb-d4da-4db6-9fb3-169579ed49e2 tempest-RoutersTestDVR-772357275 tempest-RoutersTestDVR-772357275-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:49:11.095873 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-b20846cb-d4da-4db6-9fb3-169579ed49e2 tempest-RoutersTestDVR-772357275 tempest-RoutersTestDVR-772357275-project-admin] 10.222.0.89 "DELETE /v2.0/routers/a406ebd8-4ab0-49fd-9db6-f80bd8c6517f HTTP/1.1" status: 204 len: 168 time: 0.8170300 Feb 04 17:49:11.096235 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 45042) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:49:11.101324 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-295d2b7c-9d60-4bcc-9af7-cecdaaa5d394 tempest-RoutersTestDVR-772357275 tempest-RoutersTestDVR-772357275-project-admin] Request body: {'router': {'name': 'tempest-router-1550435160', 'distributed': True}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:49:11.143947 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-295d2b7c-9d60-4bcc-9af7-cecdaaa5d394 tempest-RoutersTestDVR-772357275 tempest-RoutersTestDVR-772357275-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1601657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26921'] for router (2436ae18-a203-4db9-bf72-0088525feaf0), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:49:11.145026 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-295d2b7c-9d60-4bcc-9af7-cecdaaa5d394 tempest-RoutersTestDVR-772357275 tempest-RoutersTestDVR-772357275-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1602025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603663', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1630571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26960'] for router (2436ae18-a203-4db9-bf72-0088525feaf0), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:49:11.214944 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-295d2b7c-9d60-4bcc-9af7-cecdaaa5d394 tempest-RoutersTestDVR-772357275 tempest-RoutersTestDVR-772357275-project-admin] Publish callbacks [] for router_controller (2436ae18-a203-4db9-bf72-0088525feaf0), precommit_add_association {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:49:11.218690 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-295d2b7c-9d60-4bcc-9af7-cecdaaa5d394 tempest-RoutersTestDVR-772357275 tempest-RoutersTestDVR-772357275-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1602046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603680'] for router (2436ae18-a203-4db9-bf72-0088525feaf0), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:49:11.239949 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-295d2b7c-9d60-4bcc-9af7-cecdaaa5d394 tempest-RoutersTestDVR-772357275 tempest-RoutersTestDVR-772357275-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:49:11.243832 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-295d2b7c-9d60-4bcc-9af7-cecdaaa5d394 tempest-RoutersTestDVR-772357275 tempest-RoutersTestDVR-772357275-project-admin] 10.222.0.89 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.1440396 Feb 04 17:49:11.244207 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 45044) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:49:11.331049 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-ce509e82-bc59-41ff-9da3-94acb508af79 tempest-RoutersTestDVR-772357275 tempest-RoutersTestDVR-772357275-project-admin] Publish callbacks [] for router (2436ae18-a203-4db9-bf72-0088525feaf0), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:49:11.532541 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-ce509e82-bc59-41ff-9da3-94acb508af79 tempest-RoutersTestDVR-772357275 tempest-RoutersTestDVR-772357275-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1601811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26971'] for router (2436ae18-a203-4db9-bf72-0088525feaf0), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:49:11.534856 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-ce509e82-bc59-41ff-9da3-94acb508af79 tempest-RoutersTestDVR-772357275 tempest-RoutersTestDVR-772357275-project-admin] Publish callbacks [] for router_controller (2436ae18-a203-4db9-bf72-0088525feaf0), precommit_delete_associations {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:49:11.592523 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-ce509e82-bc59-41ff-9da3-94acb508af79 tempest-RoutersTestDVR-772357275 tempest-RoutersTestDVR-772357275-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1601832'] for router (2436ae18-a203-4db9-bf72-0088525feaf0), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:49:11.593205 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce509e82-bc59-41ff-9da3-94acb508af79 tempest-RoutersTestDVR-772357275 tempest-RoutersTestDVR-772357275-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 2436ae18-a203-4db9-bf72-0088525feaf0 {{(pid=103377) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 17:49:11.599256 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-ce509e82-bc59-41ff-9da3-94acb508af79 tempest-RoutersTestDVR-772357275 tempest-RoutersTestDVR-772357275-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:49:11.600460 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-ce509e82-bc59-41ff-9da3-94acb508af79 tempest-RoutersTestDVR-772357275 tempest-RoutersTestDVR-772357275-project-admin] 10.222.0.89 "DELETE /v2.0/routers/2436ae18-a203-4db9-bf72-0088525feaf0 HTTP/1.1" status: 204 len: 168 time: 0.3539762 Feb 04 17:49:11.925029 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 45060) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:49:12.063944 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-dde12c2e-1f44-4acc-ab68-97eb9c63b1db admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:49:12.110234 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2957b0e0-d0d2-4a68-8735-9d67cda4f969 req-091538ae-e341-4b7d-8734-7f500702f5d4 tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:49:12.119222 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-2957b0e0-d0d2-4a68-8735-9d67cda4f969 req-091538ae-e341-4b7d-8734-7f500702f5d4 tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] 10.222.0.89 "GET /v2.0/ports?device_id=dee4a291-9305-4c0a-b6c2-2d119d002088 HTTP/1.1" status: 200 len: 945 time: 0.0745857 Feb 04 17:49:12.193788 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-2957b0e0-d0d2-4a68-8735-9d67cda4f969 req-5588ca6f-3d97-4171-bd72-ec0bd26acb5f tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] 10.222.0.89 "GET /v2.0/security-groups?id=a9027cb5-6df8-440a-8467-05119fda4e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689039 Feb 04 17:49:12.205751 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-dde12c2e-1f44-4acc-ab68-97eb9c63b1db admin admin] Publish callbacks [] for security_group (f0065748-87ba-467e-967d-7ff4be6a237e), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:49:12.211008 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-dde12c2e-1f44-4acc-ab68-97eb9c63b1db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (f0065748-87ba-467e-967d-7ff4be6a237e), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:49:12.250844 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-dde12c2e-1f44-4acc-ab68-97eb9c63b1db admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=20219b364a7b4c878d112054d79f770c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3246820 Feb 04 17:49:12.253441 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 45066) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:49:12.276833 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde12c2e-1f44-4acc-ab68-97eb9c63b1db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0065748-87ba-467e-967d-7ff4be6a237e,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:49:12.314881 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-aa1fb27e-e8e3-402a-ae56-66df7646792b admin admin] Publish callbacks [] for security_group (f0065748-87ba-467e-967d-7ff4be6a237e), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:49:12.341057 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-aa1fb27e-e8e3-402a-ae56-66df7646792b admin admin] Publish callbacks [] for security_group (f0065748-87ba-467e-967d-7ff4be6a237e), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:49:12.403135 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-aa1fb27e-e8e3-402a-ae56-66df7646792b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (f0065748-87ba-467e-967d-7ff4be6a237e), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:49:12.406164 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-aa1fb27e-e8e3-402a-ae56-66df7646792b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:49:12.410877 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-aa1fb27e-e8e3-402a-ae56-66df7646792b admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/f0065748-87ba-467e-967d-7ff4be6a237e HTTP/1.1" status: 204 len: 168 time: 0.1561418 Feb 04 17:49:12.424176 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1fb27e-e8e3-402a-ae56-66df7646792b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0065748-87ba-467e-967d-7ff4be6a237e,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:49:12.498751 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (3f9244a9-75fc-4c10-b195-11d48b853b41), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:49:12.774673 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 45074) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:49:12.798096 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-c072baa6-f0ab-4ccb-a61b-a779b2137295 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:49:12.887616 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-c072baa6-f0ab-4ccb-a61b-a779b2137295 admin admin] Publish callbacks [] for security_group (04e0815f-bf93-473a-bf59-3dd4726b9476), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:49:12.891629 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-c072baa6-f0ab-4ccb-a61b-a779b2137295 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (04e0815f-bf93-473a-bf59-3dd4726b9476), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:49:12.937085 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-c072baa6-f0ab-4ccb-a61b-a779b2137295 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=9eb877bef9fe48f5bd0ebe1ca8dec031&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1590545 Feb 04 17:49:12.937085 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c072baa6-f0ab-4ccb-a61b-a779b2137295 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04e0815f-bf93-473a-bf59-3dd4726b9476,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:49:12.937418 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 45076) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:49:13.015807 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-47a10c88-167b-4d7f-9ba9-2e87cf63769f admin admin] Publish callbacks [] for security_group (04e0815f-bf93-473a-bf59-3dd4726b9476), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:49:13.045872 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-47a10c88-167b-4d7f-9ba9-2e87cf63769f admin admin] Publish callbacks [] for security_group (04e0815f-bf93-473a-bf59-3dd4726b9476), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:49:13.115998 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-47a10c88-167b-4d7f-9ba9-2e87cf63769f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (04e0815f-bf93-473a-bf59-3dd4726b9476), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:49:13.119215 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-47a10c88-167b-4d7f-9ba9-2e87cf63769f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:49:13.134875 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-47a10c88-167b-4d7f-9ba9-2e87cf63769f admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/04e0815f-bf93-473a-bf59-3dd4726b9476 HTTP/1.1" status: 204 len: 168 time: 0.1896353 Feb 04 17:49:13.153686 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a10c88-167b-4d7f-9ba9-2e87cf63769f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04e0815f-bf93-473a-bf59-3dd4726b9476,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:49:13.374898 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745b8c2a-c235-4a7f-9e25-f36391179836 req-013b5505-05e4-4d87-9627-aa3350d2f3ca tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:49:13.377028 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-745b8c2a-c235-4a7f-9e25-f36391179836 req-013b5505-05e4-4d87-9627-aa3350d2f3ca tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] 10.222.0.89 "GET /v2.0/ports?device_id=dee4a291-9305-4c0a-b6c2-2d119d002088 HTTP/1.1" status: 200 len: 945 time: 0.0958426 Feb 04 17:49:13.474698 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-745b8c2a-c235-4a7f-9e25-f36391179836 req-a371222f-3717-47ee-b70f-cdc17775044f tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] 10.222.0.89 "GET /v2.0/security-groups?id=a9027cb5-6df8-440a-8467-05119fda4e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904908 Feb 04 17:49:14.637914 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45944c2f-a005-41a2-a7df-dd82d82b4f34 req-c84e189d-e323-4da2-b785-248b7d291c61 tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:49:14.639601 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-45944c2f-a005-41a2-a7df-dd82d82b4f34 req-c84e189d-e323-4da2-b785-248b7d291c61 tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] 10.222.0.89 "GET /v2.0/ports?device_id=dee4a291-9305-4c0a-b6c2-2d119d002088 HTTP/1.1" status: 200 len: 945 time: 0.0762088 Feb 04 17:49:14.694822 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-45944c2f-a005-41a2-a7df-dd82d82b4f34 req-bac4542f-7c8b-4a0a-8cb7-9012fcc3f4cd tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] 10.222.0.89 "GET /v2.0/security-groups?id=a9027cb5-6df8-440a-8467-05119fda4e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480797 Feb 04 17:49:14.821694 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 45118) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:49:14.950094 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-710dccd4-6894-4145-831d-f9075f3dee55 tempest-RoutersAdminNegativeIpV6Test-2086994458 tempest-RoutersAdminNegativeIpV6Test-2086994458-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1345194664', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:49:14.977014 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-710dccd4-6894-4145-831d-f9075f3dee55 tempest-RoutersAdminNegativeIpV6Test-2086994458 tempest-RoutersAdminNegativeIpV6Test-2086994458-project-admin] Made reservation on behalf of e75cae5f19d24410afd4ccebe29c5237 for: {'port': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:49:14.980113 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-710dccd4-6894-4145-831d-f9075f3dee55 tempest-RoutersAdminNegativeIpV6Test-2086994458 tempest-RoutersAdminNegativeIpV6Test-2086994458-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:49:14.989371 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-710dccd4-6894-4145-831d-f9075f3dee55 tempest-RoutersAdminNegativeIpV6Test-2086994458 tempest-RoutersAdminNegativeIpV6Test-2086994458-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:49:15.088388 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-710dccd4-6894-4145-831d-f9075f3dee55 tempest-RoutersAdminNegativeIpV6Test-2086994458 tempest-RoutersAdminNegativeIpV6Test-2086994458-project-admin] Publish callbacks [] for security_group (88d8656a-3dd8-44bd-a42c-c8bc4a4a6f3a), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:49:15.096782 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-710dccd4-6894-4145-831d-f9075f3dee55 tempest-RoutersAdminNegativeIpV6Test-2086994458 tempest-RoutersAdminNegativeIpV6Test-2086994458-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (88d8656a-3dd8-44bd-a42c-c8bc4a4a6f3a), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:49:15.108791 n-d-827839-2 neutron-server[103377]: DEBUG neutron.notifiers.nova [None req-710dccd4-6894-4145-831d-f9075f3dee55 tempest-RoutersAdminNegativeIpV6Test-2086994458 tempest-RoutersAdminNegativeIpV6Test-2086994458-project-admin] device_id is not set on port 083eace0-f4f9-468c-a18f-5960e149a052 yet. {{(pid=103377) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 04 17:49:15.159039 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710dccd4-6894-4145-831d-f9075f3dee55 tempest-RoutersAdminNegativeIpV6Test-2086994458 tempest-RoutersAdminNegativeIpV6Test-2086994458-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88d8656a-3dd8-44bd-a42c-c8bc4a4a6f3a,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:49:15.252796 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.db_base_plugin_common [None req-710dccd4-6894-4145-831d-f9075f3dee55 tempest-RoutersAdminNegativeIpV6Test-2086994458 tempest-RoutersAdminNegativeIpV6Test-2086994458-project-admin] Allocated IP 172.25.6.63 (48165773-85ad-49a1-9ec1-76fc8dc24188/7660bfad-1ea8-4fe7-831b-bed836f13efc/083eace0-f4f9-468c-a18f-5960e149a052) {{(pid=103377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:49:15.452311 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-710dccd4-6894-4145-831d-f9075f3dee55 tempest-RoutersAdminNegativeIpV6Test-2086994458 tempest-RoutersAdminNegativeIpV6Test-2086994458-project-admin] Publish callbacks [] for port (083eace0-f4f9-468c-a18f-5960e149a052), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:49:15.510701 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-710dccd4-6894-4145-831d-f9075f3dee55 tempest-RoutersAdminNegativeIpV6Test-2086994458 tempest-RoutersAdminNegativeIpV6Test-2086994458-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (083eace0-f4f9-468c-a18f-5960e149a052), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:49:15.560970 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-710dccd4-6894-4145-831d-f9075f3dee55 tempest-RoutersAdminNegativeIpV6Test-2086994458 tempest-RoutersAdminNegativeIpV6Test-2086994458-project-admin] Network 48165773-85ad-49a1-9ec1-76fc8dc24188 is already hosted by enough agents. {{(pid=103377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:49:15.570535 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [None req-710dccd4-6894-4145-831d-f9075f3dee55 tempest-RoutersAdminNegativeIpV6Test-2086994458 tempest-RoutersAdminNegativeIpV6Test-2086994458-project-admin] Resources bound (agent type, host, resource id): {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:49:15.574963 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-710dccd4-6894-4145-831d-f9075f3dee55 tempest-RoutersAdminNegativeIpV6Test-2086994458 tempest-RoutersAdminNegativeIpV6Test-2086994458-project-admin] Received port after_create {{(pid=103377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:49:15.613575 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710dccd4-6894-4145-831d-f9075f3dee55 tempest-RoutersAdminNegativeIpV6Test-2086994458 tempest-RoutersAdminNegativeIpV6Test-2086994458-project-admin] Pushing event updated for resources: {'Port': ['ID=083eace0-f4f9-468c-a18f-5960e149a052,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:49:15.637123 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-710dccd4-6894-4145-831d-f9075f3dee55 tempest-RoutersAdminNegativeIpV6Test-2086994458 tempest-RoutersAdminNegativeIpV6Test-2086994458-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:49:15.637876 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-710dccd4-6894-4145-831d-f9075f3dee55 tempest-RoutersAdminNegativeIpV6Test-2086994458 tempest-RoutersAdminNegativeIpV6Test-2086994458-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:49:15.670692 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 45136) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:49:15.671530 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-710dccd4-6894-4145-831d-f9075f3dee55 tempest-RoutersAdminNegativeIpV6Test-2086994458 tempest-RoutersAdminNegativeIpV6Test-2086994458-project-admin] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 0.8477919 Feb 04 17:49:15.676796 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-5bfe7589-f97c-4f03-8ae3-d6214f4e20fb tempest-RoutersAdminNegativeIpV6Test-2086994458 tempest-RoutersAdminNegativeIpV6Test-2086994458-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.63'}]}}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:49:15.713020 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-5bfe7589-f97c-4f03-8ae3-d6214f4e20fb tempest-RoutersAdminNegativeIpV6Test-2086994458 tempest-RoutersAdminNegativeIpV6Test-2086994458-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1601657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26921'] for router (88721729-b589-423f-adca-68e620e34494), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:49:15.715026 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-5bfe7589-f97c-4f03-8ae3-d6214f4e20fb tempest-RoutersAdminNegativeIpV6Test-2086994458 tempest-RoutersAdminNegativeIpV6Test-2086994458-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1602025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603663', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1630571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26960'] for router (88721729-b589-423f-adca-68e620e34494), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:49:15.830284 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-5bfe7589-f97c-4f03-8ae3-d6214f4e20fb tempest-RoutersAdminNegativeIpV6Test-2086994458 tempest-RoutersAdminNegativeIpV6Test-2086994458-project-admin] Publish callbacks [] for router_controller (88721729-b589-423f-adca-68e620e34494), precommit_add_association {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:49:15.879974 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640ee65d-e412-4550-92d3-cf8cc410e28a req-beea2001-fe63-4782-9fe5-d85a74677eb4 tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:49:15.882707 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-640ee65d-e412-4550-92d3-cf8cc410e28a req-beea2001-fe63-4782-9fe5-d85a74677eb4 tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] 10.222.0.89 "GET /v2.0/ports?device_id=dee4a291-9305-4c0a-b6c2-2d119d002088 HTTP/1.1" status: 200 len: 945 time: 0.1051035 Feb 04 17:49:15.952040 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-640ee65d-e412-4550-92d3-cf8cc410e28a req-44b2371f-6162-436b-90bd-b5e5e9afd38c tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] 10.222.0.89 "GET /v2.0/security-groups?id=a9027cb5-6df8-440a-8467-05119fda4e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629473 Feb 04 17:49:16.015653 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-5bfe7589-f97c-4f03-8ae3-d6214f4e20fb tempest-RoutersAdminNegativeIpV6Test-2086994458 tempest-RoutersAdminNegativeIpV6Test-2086994458-project-admin] Publish callbacks [] for router_gateway (88721729-b589-423f-adca-68e620e34494), precommit_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:49:16.255817 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-5bfe7589-f97c-4f03-8ae3-d6214f4e20fb tempest-RoutersAdminNegativeIpV6Test-2086994458 tempest-RoutersAdminNegativeIpV6Test-2086994458-project-admin] Publish callbacks [] for router_gateway (88721729-b589-423f-adca-68e620e34494), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:49:16.280720 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-5bfe7589-f97c-4f03-8ae3-d6214f4e20fb tempest-RoutersAdminNegativeIpV6Test-2086994458 tempest-RoutersAdminNegativeIpV6Test-2086994458-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:49:16.435953 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-5bfe7589-f97c-4f03-8ae3-d6214f4e20fb tempest-RoutersAdminNegativeIpV6Test-2086994458 tempest-RoutersAdminNegativeIpV6Test-2086994458-project-admin] Publish callbacks [] for router (88721729-b589-423f-adca-68e620e34494), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:49:16.602915 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-5bfe7589-f97c-4f03-8ae3-d6214f4e20fb tempest-RoutersAdminNegativeIpV6Test-2086994458 tempest-RoutersAdminNegativeIpV6Test-2086994458-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1601811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26971'] for router (88721729-b589-423f-adca-68e620e34494), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:49:16.605115 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-5bfe7589-f97c-4f03-8ae3-d6214f4e20fb tempest-RoutersAdminNegativeIpV6Test-2086994458 tempest-RoutersAdminNegativeIpV6Test-2086994458-project-admin] Publish callbacks [] for router_controller (88721729-b589-423f-adca-68e620e34494), precommit_delete_associations {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:49:16.652583 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-5bfe7589-f97c-4f03-8ae3-d6214f4e20fb tempest-RoutersAdminNegativeIpV6Test-2086994458 tempest-RoutersAdminNegativeIpV6Test-2086994458-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1601832'] for router (88721729-b589-423f-adca-68e620e34494), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:49:16.653260 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bfe7589-f97c-4f03-8ae3-d6214f4e20fb tempest-RoutersAdminNegativeIpV6Test-2086994458 tempest-RoutersAdminNegativeIpV6Test-2086994458-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 88721729-b589-423f-adca-68e620e34494 {{(pid=103376) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 17:49:16.669364 n-d-827839-2 neutron-server[103376]: INFO neutron.api.v2.resource [None req-5bfe7589-f97c-4f03-8ae3-d6214f4e20fb tempest-RoutersAdminNegativeIpV6Test-2086994458 tempest-RoutersAdminNegativeIpV6Test-2086994458-project-admin] create failed (client error): There was a conflict when trying to complete your request. Feb 04 17:49:16.670481 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-5bfe7589-f97c-4f03-8ae3-d6214f4e20fb tempest-RoutersAdminNegativeIpV6Test-2086994458 tempest-RoutersAdminNegativeIpV6Test-2086994458-project-admin] 10.222.0.89 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 0.9986660 Feb 04 17:49:16.673493 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 45152) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:49:16.759687 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-5816d944-2e6f-4293-89d4-3fcfb0b3d0be tempest-RoutersAdminNegativeIpV6Test-2086994458 tempest-RoutersAdminNegativeIpV6Test-2086994458-project-admin] Deleting port 083eace0-f4f9-468c-a18f-5960e149a052 {{(pid=103377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:49:16.760036 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-5816d944-2e6f-4293-89d4-3fcfb0b3d0be tempest-RoutersAdminNegativeIpV6Test-2086994458 tempest-RoutersAdminNegativeIpV6Test-2086994458-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (083eace0-f4f9-468c-a18f-5960e149a052), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:49:16.838999 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-5816d944-2e6f-4293-89d4-3fcfb0b3d0be tempest-RoutersAdminNegativeIpV6Test-2086994458 tempest-RoutersAdminNegativeIpV6Test-2086994458-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (083eace0-f4f9-468c-a18f-5960e149a052), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:49:16.851353 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-5816d944-2e6f-4293-89d4-3fcfb0b3d0be tempest-RoutersAdminNegativeIpV6Test-2086994458 tempest-RoutersAdminNegativeIpV6Test-2086994458-project-admin] Calling delete_port for 083eace0-f4f9-468c-a18f-5960e149a052 owned by {{(pid=103377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:49:16.985453 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad50ec66-a6f9-411a-9994-e87807b63c2b req-4b4ee755-4c7c-4163-b257-3d8483ca5296 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:49:16.987261 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-ad50ec66-a6f9-411a-9994-e87807b63c2b req-4b4ee755-4c7c-4163-b257-3d8483ca5296 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=d122ec1bef96456b8b276bd03a7b143b&device_id=dee4a291-9305-4c0a-b6c2-2d119d002088 HTTP/1.1" status: 200 len: 1127 time: 0.0829139 Feb 04 17:49:17.058681 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-5816d944-2e6f-4293-89d4-3fcfb0b3d0be tempest-RoutersAdminNegativeIpV6Test-2086994458 tempest-RoutersAdminNegativeIpV6Test-2086994458-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (083eace0-f4f9-468c-a18f-5960e149a052), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:49:17.087734 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e46d81-4b5c-4dc1-a934-7a582318e5dd req-7ecf140d-3478-4006-bd86-ac35c7a0b187 tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:49:17.089334 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-92e46d81-4b5c-4dc1-a934-7a582318e5dd req-7ecf140d-3478-4006-bd86-ac35c7a0b187 tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] 10.222.0.89 "GET /v2.0/ports?device_id=dee4a291-9305-4c0a-b6c2-2d119d002088 HTTP/1.1" status: 200 len: 945 time: 0.0606270 Feb 04 17:49:17.102787 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5816d944-2e6f-4293-89d4-3fcfb0b3d0be tempest-RoutersAdminNegativeIpV6Test-2086994458 tempest-RoutersAdminNegativeIpV6Test-2086994458-project-admin] Pushing event deleted for resources: {'Port': ['ID=083eace0-f4f9-468c-a18f-5960e149a052,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:49:17.137087 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad50ec66-a6f9-411a-9994-e87807b63c2b req-ff4e8c53-121e-4e4c-b25b-ce5d282089e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:49:17.138546 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-ad50ec66-a6f9-411a-9994-e87807b63c2b req-ff4e8c53-121e-4e4c-b25b-ce5d282089e6 service neutron] 10.222.0.90 "GET /v2.0/networks?id=7b4d16dd-0fab-49f3-8d03-5c6130896904 HTTP/1.1" status: 200 len: 915 time: 0.1453950 Feb 04 17:49:17.149575 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-92e46d81-4b5c-4dc1-a934-7a582318e5dd req-d8b5967d-1511-43da-a784-7ab626d7f397 tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] 10.222.0.89 "GET /v2.0/security-groups?id=a9027cb5-6df8-440a-8467-05119fda4e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540695 Feb 04 17:49:17.200635 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-ad50ec66-a6f9-411a-9994-e87807b63c2b req-c7b03171-ab33-4bb3-b6fc-1483db681064 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=60affd80-4a46-4415-9c99-06906baa6b43 HTTP/1.1" status: 200 len: 217 time: 0.0445986 Feb 04 17:49:17.221018 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-5816d944-2e6f-4293-89d4-3fcfb0b3d0be tempest-RoutersAdminNegativeIpV6Test-2086994458 tempest-RoutersAdminNegativeIpV6Test-2086994458-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:49:17.224534 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-5816d944-2e6f-4293-89d4-3fcfb0b3d0be tempest-RoutersAdminNegativeIpV6Test-2086994458 tempest-RoutersAdminNegativeIpV6Test-2086994458-project-admin] 10.222.0.89 "DELETE /v2.0/ports/083eace0-f4f9-468c-a18f-5960e149a052 HTTP/1.1" status: 204 len: 168 time: 0.5497844 Feb 04 17:49:17.259978 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad50ec66-a6f9-411a-9994-e87807b63c2b req-ffef5c13-25e4-4d07-8882-705942efea82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:49:17.261493 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-ad50ec66-a6f9-411a-9994-e87807b63c2b req-ffef5c13-25e4-4d07-8882-705942efea82 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=a5467d5d-9494-4042-8433-0634f660a543 HTTP/1.1" status: 200 len: 854 time: 0.0551906 Feb 04 17:49:17.301514 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-ad50ec66-a6f9-411a-9994-e87807b63c2b req-99d68542-edd4-49fa-8b30-bcd5d97482bd service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=7b4d16dd-0fab-49f3-8d03-5c6130896904&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0336049 Feb 04 17:49:17.403976 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-ad50ec66-a6f9-411a-9994-e87807b63c2b req-88f003cf-f2cf-464e-84d6-dd90427b8627 service neutron] 10.222.0.90 "GET /v2.0/networks/7b4d16dd-0fab-49f3-8d03-5c6130896904?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955915 Feb 04 17:49:17.509245 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-ad50ec66-a6f9-411a-9994-e87807b63c2b req-a2eff312-dc5d-49c6-a7e9-4692b70e1931 service neutron] 10.222.0.90 "GET /v2.0/networks/7b4d16dd-0fab-49f3-8d03-5c6130896904?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993173 Feb 04 17:49:17.519229 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 45162) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:49:17.631398 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-ff491acf-188d-43cf-871d-1ce1f517df53 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:49:17.712473 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-ff491acf-188d-43cf-871d-1ce1f517df53 admin admin] Publish callbacks [] for security_group (4d5c47d3-1fd6-4e23-a656-557f3ce86d5b), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:49:17.716513 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-ff491acf-188d-43cf-871d-1ce1f517df53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (4d5c47d3-1fd6-4e23-a656-557f3ce86d5b), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:49:17.760380 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-ff491acf-188d-43cf-871d-1ce1f517df53 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=c2bed2349edc48548e8724522802deee&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2399805 Feb 04 17:49:17.761391 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff491acf-188d-43cf-871d-1ce1f517df53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d5c47d3-1fd6-4e23-a656-557f3ce86d5b,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:49:17.763086 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 45166) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:49:17.817679 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-18139768-8bc8-47bf-a1d4-cf09e4e3c090 admin admin] Publish callbacks [] for security_group (4d5c47d3-1fd6-4e23-a656-557f3ce86d5b), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:49:17.839780 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-18139768-8bc8-47bf-a1d4-cf09e4e3c090 admin admin] Publish callbacks [] for security_group (4d5c47d3-1fd6-4e23-a656-557f3ce86d5b), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:49:17.885651 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-18139768-8bc8-47bf-a1d4-cf09e4e3c090 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (4d5c47d3-1fd6-4e23-a656-557f3ce86d5b), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:49:17.888674 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-18139768-8bc8-47bf-a1d4-cf09e4e3c090 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:49:17.889868 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-18139768-8bc8-47bf-a1d4-cf09e4e3c090 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/4d5c47d3-1fd6-4e23-a656-557f3ce86d5b HTTP/1.1" status: 204 len: 168 time: 0.1256669 Feb 04 17:49:17.898768 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18139768-8bc8-47bf-a1d4-cf09e4e3c090 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d5c47d3-1fd6-4e23-a656-557f3ce86d5b,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:49:18.157189 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 45172) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:49:18.206978 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-758084a0-8111-460f-b3f2-9d50dae184e3 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=e75cae5f19d24410afd4ccebe29c5237&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0485735 Feb 04 17:49:18.209441 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 45176) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:49:18.290986 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-2d3b8ebe-308c-4867-bc78-6fcded9689fa admin admin] Publish callbacks [] for security_group (88d8656a-3dd8-44bd-a42c-c8bc4a4a6f3a), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:49:18.316964 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74fea8c-09e8-4415-b863-c6659a45ba99 req-14aca738-1b7d-4a48-8b9d-9dd45a1808ea tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:49:18.319727 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-b74fea8c-09e8-4415-b863-c6659a45ba99 req-14aca738-1b7d-4a48-8b9d-9dd45a1808ea tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] 10.222.0.89 "GET /v2.0/ports?device_id=dee4a291-9305-4c0a-b6c2-2d119d002088 HTTP/1.1" status: 200 len: 945 time: 0.0868945 Feb 04 17:49:18.330505 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-2d3b8ebe-308c-4867-bc78-6fcded9689fa admin admin] Publish callbacks [] for security_group (88d8656a-3dd8-44bd-a42c-c8bc4a4a6f3a), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:49:18.406749 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-b74fea8c-09e8-4415-b863-c6659a45ba99 req-d7c7e8be-5fa2-4118-b6eb-9027afd2b458 tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] 10.222.0.89 "GET /v2.0/security-groups?id=a9027cb5-6df8-440a-8467-05119fda4e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741911 Feb 04 17:49:18.423606 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-2d3b8ebe-308c-4867-bc78-6fcded9689fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (88d8656a-3dd8-44bd-a42c-c8bc4a4a6f3a), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:49:18.426256 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-2d3b8ebe-308c-4867-bc78-6fcded9689fa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:49:18.427521 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-2d3b8ebe-308c-4867-bc78-6fcded9689fa admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/88d8656a-3dd8-44bd-a42c-c8bc4a4a6f3a HTTP/1.1" status: 204 len: 168 time: 0.2162476 Feb 04 17:49:18.451189 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3b8ebe-308c-4867-bc78-6fcded9689fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88d8656a-3dd8-44bd-a42c-c8bc4a4a6f3a,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:49:18.657919 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88eab7fe-2502-4fbb-96f2-9d36d65e5c2a req-8cc0ee1a-9d44-4847-96e7-425e2000936a tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:49:18.660289 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-88eab7fe-2502-4fbb-96f2-9d36d65e5c2a req-8cc0ee1a-9d44-4847-96e7-425e2000936a tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] 10.222.0.89 "GET /v2.0/ports?device_id=925eee3a-7c31-4940-86cc-1a1c83e62bda HTTP/1.1" status: 200 len: 945 time: 0.0805023 Feb 04 17:49:18.716994 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-88eab7fe-2502-4fbb-96f2-9d36d65e5c2a req-a671cc03-81fc-4a98-baa7-32fa36954258 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] 10.222.0.89 "GET /v2.0/security-groups?id=16090a35-6b7d-41c8-9b3c-702cf3180ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499592 Feb 04 17:49:18.746271 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 45190) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:49:18.818055 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-8e3dc7e2-602e-439a-90c5-f24536663fb6 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] 10.222.0.89 "GET /v2.0/floatingips/eaa7505a-fdb8-4e10-9a07-bce7465b4193 HTTP/1.1" status: 200 len: 993 time: 0.0696278 Feb 04 17:49:19.186618 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6dff84-088a-47e9-bcbd-3457e03abe49 req-c0b1c2cd-619b-4149-8f16-3e8ad9f08d17 tempest-TestNetworkAdvancedServerOps-1057837956 tempest-TestNetworkAdvancedServerOps-1057837956-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:49:19.188164 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-0f6dff84-088a-47e9-bcbd-3457e03abe49 req-c0b1c2cd-619b-4149-8f16-3e8ad9f08d17 tempest-TestNetworkAdvancedServerOps-1057837956 tempest-TestNetworkAdvancedServerOps-1057837956-project-admin] 10.222.0.89 "GET /v2.0/ports?device_id=925eee3a-7c31-4940-86cc-1a1c83e62bda HTTP/1.1" status: 200 len: 1127 time: 0.0539529 Feb 04 17:49:19.239131 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-0f6dff84-088a-47e9-bcbd-3457e03abe49 req-fc62c8f0-6ac0-4bbd-accf-fe62b0dd8856 tempest-TestNetworkAdvancedServerOps-1057837956 tempest-TestNetworkAdvancedServerOps-1057837956-project-admin] 10.222.0.89 "GET /v2.0/security-groups?id=16090a35-6b7d-41c8-9b3c-702cf3180ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448997 Feb 04 17:49:19.561344 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cdc365-7fc9-4249-b621-a238e4e27e31 req-2c808daf-dd1d-487f-9254-fcd820454ff6 tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:49:19.563716 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-82cdc365-7fc9-4249-b621-a238e4e27e31 req-2c808daf-dd1d-487f-9254-fcd820454ff6 tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] 10.222.0.89 "GET /v2.0/ports?device_id=dee4a291-9305-4c0a-b6c2-2d119d002088 HTTP/1.1" status: 200 len: 945 time: 0.0661194 Feb 04 17:49:19.666571 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-82cdc365-7fc9-4249-b621-a238e4e27e31 req-b3c0b20f-5957-453d-952a-4418f26c4638 tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] 10.222.0.89 "GET /v2.0/security-groups?id=a9027cb5-6df8-440a-8467-05119fda4e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954366 Feb 04 17:49:20.179217 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-f11b55d5-78ee-43ad-9416-4aecfd3ef001 req-8c887e20-05b5-4fef-bc1f-d9cae88f9a53 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=925eee3a-7c31-4940-86cc-1a1c83e62bda&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1824331 Feb 04 17:49:20.194403 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [req-f11b55d5-78ee-43ad-9416-4aecfd3ef001 req-2bc12f9f-1219-48c1-86f3-c83d75cdcdb7 service neutron] http://10.222.0.89:9696/v2.0/extensions returned with HTTP 200 {{(pid=103377) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 17:49:20.195580 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-f11b55d5-78ee-43ad-9416-4aecfd3ef001 req-2bc12f9f-1219-48c1-86f3-c83d75cdcdb7 service neutron] 10.222.0.89 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0059211 Feb 04 17:49:20.819244 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ce021b-0b41-41eb-a9c3-f08f28ef0c95 req-0c60972d-9c5d-4ede-911a-ea4c6e7c7117 tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:49:20.822674 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11b55d5-78ee-43ad-9416-4aecfd3ef001 req-0b5dba9c-7821-4756-ab39-d75b31f35f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:49:20.832384 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-48ce021b-0b41-41eb-a9c3-f08f28ef0c95 req-0c60972d-9c5d-4ede-911a-ea4c6e7c7117 tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] 10.222.0.89 "GET /v2.0/ports?device_id=dee4a291-9305-4c0a-b6c2-2d119d002088 HTTP/1.1" status: 200 len: 945 time: 0.0784748 Feb 04 17:49:20.835642 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-f11b55d5-78ee-43ad-9416-4aecfd3ef001 req-0b5dba9c-7821-4756-ab39-d75b31f35f2c service neutron] 10.222.0.89 "GET /v2.0/ports/1f35aa3c-8815-4be3-8251-9d999b916fe5 HTTP/1.1" status: 200 len: 1124 time: 0.0709999 Feb 04 17:49:20.842892 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [req-f11b55d5-78ee-43ad-9416-4aecfd3ef001 req-590efd1b-2215-495e-8529-ecd4385c2d54 service neutron] Request body: {'binding': {'host': 'n-h2-827839-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:49:20.843867 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [req-f11b55d5-78ee-43ad-9416-4aecfd3ef001 req-590efd1b-2215-495e-8529-ecd4385c2d54 service neutron] Unknown quota resources ['binding']. {{(pid=103377) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 04 17:49:20.908056 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-48ce021b-0b41-41eb-a9c3-f08f28ef0c95 req-846317b8-4810-4eeb-ab5c-ab2d61f13295 tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] 10.222.0.89 "GET /v2.0/security-groups?id=a9027cb5-6df8-440a-8467-05119fda4e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739214 Feb 04 17:49:20.981393 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Device 60affd80-4a46-4415-9c99-06906baa6b43 no longer exists at agent hyperv_n-h2-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:49:20.986625 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [req-f11b55d5-78ee-43ad-9416-4aecfd3ef001 req-590efd1b-2215-495e-8529-ecd4385c2d54 service neutron] Attempting to bind port 1f35aa3c-8815-4be3-8251-9d999b916fe5 on host n-h2-827839-2 for vnic_type normal with profile None {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:49:20.986987 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [req-f11b55d5-78ee-43ad-9416-4aecfd3ef001 req-590efd1b-2215-495e-8529-ecd4385c2d54 service neutron] Attempting to bind port 1f35aa3c-8815-4be3-8251-9d999b916fe5 by drivers openvswitch,hyperv on host n-h2-827839-2 at level 0 using segments [{'id': '7c694fea-0266-402c-ad58-243e20110ca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '72a0d776-779a-4c52-ade1-7a41ed97dad6'}] {{(pid=103377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:49:20.987303 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f11b55d5-78ee-43ad-9416-4aecfd3ef001 req-590efd1b-2215-495e-8529-ecd4385c2d54 service neutron] Attempting to bind port 1f35aa3c-8815-4be3-8251-9d999b916fe5 on network 72a0d776-779a-4c52-ade1-7a41ed97dad6 {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:49:20.992244 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f11b55d5-78ee-43ad-9416-4aecfd3ef001 req-590efd1b-2215-495e-8529-ecd4385c2d54 service neutron] Port 1f35aa3c-8815-4be3-8251-9d999b916fe5 on network 72a0d776-779a-4c52-ade1-7a41ed97dad6 not bound, no agent of type Open vSwitch agent registered on host n-h2-827839-2 {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 17:49:20.993299 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f11b55d5-78ee-43ad-9416-4aecfd3ef001 req-590efd1b-2215-495e-8529-ecd4385c2d54 service neutron] Attempting to bind port 1f35aa3c-8815-4be3-8251-9d999b916fe5 on network 72a0d776-779a-4c52-ade1-7a41ed97dad6 {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:49:20.998558 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f11b55d5-78ee-43ad-9416-4aecfd3ef001 req-590efd1b-2215-495e-8529-ecd4385c2d54 service neutron] Checking agent: {'id': 'f20a1ab3-4332-4f54-833b-ba4a7c687e89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 8, 40), 'started_at': datetime.datetime(2022, 2, 4, 17, 8, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 49, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:49:21.008465 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f11b55d5-78ee-43ad-9416-4aecfd3ef001 req-590efd1b-2215-495e-8529-ecd4385c2d54 service neutron] Checking segment: {'id': '7c694fea-0266-402c-ad58-243e20110ca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '72a0d776-779a-4c52-ade1-7a41ed97dad6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:49:21.008884 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f11b55d5-78ee-43ad-9416-4aecfd3ef001 req-590efd1b-2215-495e-8529-ecd4385c2d54 service neutron] Bound using segment: {'id': '7c694fea-0266-402c-ad58-243e20110ca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '72a0d776-779a-4c52-ade1-7a41ed97dad6'} {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:49:21.009337 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [req-f11b55d5-78ee-43ad-9416-4aecfd3ef001 req-590efd1b-2215-495e-8529-ecd4385c2d54 service neutron] Bound port: 1f35aa3c-8815-4be3-8251-9d999b916fe5, host: n-h2-827839-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7c694fea-0266-402c-ad58-243e20110ca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '72a0d776-779a-4c52-ade1-7a41ed97dad6'}}] {{(pid=103377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:49:21.081898 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Current status of the port 60affd80-4a46-4415-9c99-06906baa6b43 is: ACTIVE; New status is: DOWN {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:49:21.082580 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (60affd80-4a46-4415-9c99-06906baa6b43), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:49:21.105144 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57661a29-6745-4019-a42d-b04ea816917e req-02aedfaf-dd58-4758-84ce-a8ddeb8267ca tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:49:21.112457 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-57661a29-6745-4019-a42d-b04ea816917e req-02aedfaf-dd58-4758-84ce-a8ddeb8267ca tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] 10.222.0.89 "GET /v2.0/ports?device_id=dee4a291-9305-4c0a-b6c2-2d119d002088 HTTP/1.1" status: 200 len: 945 time: 0.1129425 Feb 04 17:49:21.140705 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dee4a291-9305-4c0a-b6c2-2d119d002088', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '60affd80-4a46-4415-9c99-06906baa6b43'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:49:21.143528 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c34bc964ce2211770fda26ca2f3801cc06f4f39928110690550e94ab9c9d2fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95c6bdc0-84ea-41fd-be7e-55fd67bbf536" -d '{"events": [{"server_uuid": "dee4a291-9305-4c0a-b6c2-2d119d002088", "name": "network-vif-unplugged", "status": "completed", "tag": "60affd80-4a46-4415-9c99-06906baa6b43"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:49:21.157791 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] For port 60affd80-4a46-4415-9c99-06906baa6b43, host n-h2-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=60affd80-4a46-4415-9c99-06906baa6b43,segment=NetworkSegment(72f80675-468f-4673-abe4-ad542e60011e),segment_id=72f80675-468f-4673-abe4-ad542e60011e)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:49:21.163401 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [req-f11b55d5-78ee-43ad-9416-4aecfd3ef001 req-590efd1b-2215-495e-8529-ecd4385c2d54 service neutron] For port 1f35aa3c-8815-4be3-8251-9d999b916fe5, host n-h2-827839-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=1f35aa3c-8815-4be3-8251-9d999b916fe5,segment=NetworkSegment(7c694fea-0266-402c-ad58-243e20110ca8),segment_id=7c694fea-0266-402c-ad58-243e20110ca8)] {{(pid=103377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:49:21.165486 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-57661a29-6745-4019-a42d-b04ea816917e req-3db36cec-08fe-43d3-a280-157c8554a1c4 tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] 10.222.0.89 "GET /v2.0/security-groups?id=a9027cb5-6df8-440a-8467-05119fda4e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515208 Feb 04 17:49:21.170718 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (60affd80-4a46-4415-9c99-06906baa6b43), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:49:21.171006 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-f11b55d5-78ee-43ad-9416-4aecfd3ef001 req-590efd1b-2215-495e-8529-ecd4385c2d54 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:49:21.185313 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-f11b55d5-78ee-43ad-9416-4aecfd3ef001 req-590efd1b-2215-495e-8529-ecd4385c2d54 service neutron] 10.222.0.89 "POST /v2.0/ports/1f35aa3c-8815-4be3-8251-9d999b916fe5/bindings HTTP/1.1" status: 201 len: 389 time: 0.3483002 Feb 04 17:49:21.237625 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 04 Feb 2022 17:49:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62844c71-3354-4f33-a083-890118bca1bf x-openstack-request-id: req-62844c71-3354-4f33-a083-890118bca1bf {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:49:21.238146 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dee4a291-9305-4c0a-b6c2-2d119d002088", "name": "network-vif-unplugged", "status": "failed", "tag": "60affd80-4a46-4415-9c99-06906baa6b43", "code": 422}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:49:21.238555 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-62844c71-3354-4f33-a083-890118bca1bf {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:49:21.239125 n-d-827839-2 neutron-server[103378]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'dee4a291-9305-4c0a-b6c2-2d119d002088', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '60affd80-4a46-4415-9c99-06906baa6b43', 'code': 422} returned with failed status Feb 04 17:49:21.293479 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Pushing event updated for resources: {'Port': ['ID=60affd80-4a46-4415-9c99-06906baa6b43,revision_number=8']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:49:21.372138 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [req-4abee01b-6752-44c9-b5c4-d888a8b57f3c req-95a16d67-dd31-4264-93d4-466c18f2ed34 service neutron] http://10.222.0.89:9696/v2.0/extensions returned with HTTP 200 {{(pid=103376) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 17:49:21.373423 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-4abee01b-6752-44c9-b5c4-d888a8b57f3c req-95a16d67-dd31-4264-93d4-466c18f2ed34 service neutron] 10.222.0.89 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056353 Feb 04 17:49:21.421452 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b7c503-f54e-4ef8-b286-ee34d25306c6 req-b2fda91a-d3a8-47f5-ad93-4baf5bccfbef tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:49:21.423321 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-76b7c503-f54e-4ef8-b286-ee34d25306c6 req-b2fda91a-d3a8-47f5-ad93-4baf5bccfbef tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] 10.222.0.89 "GET /v2.0/ports?device_id=925eee3a-7c31-4940-86cc-1a1c83e62bda HTTP/1.1" status: 200 len: 945 time: 0.0878596 Feb 04 17:49:21.515681 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-76b7c503-f54e-4ef8-b286-ee34d25306c6 req-0fa5438f-c56f-4924-a891-e492d75787dd tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] 10.222.0.89 "GET /v2.0/security-groups?id=16090a35-6b7d-41c8-9b3c-702cf3180ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0615542 Feb 04 17:49:21.587267 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11b55d5-78ee-43ad-9416-4aecfd3ef001 req-654e65eb-da9e-4d92-99f4-b750d3b6b491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:49:21.589473 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-f11b55d5-78ee-43ad-9416-4aecfd3ef001 req-654e65eb-da9e-4d92-99f4-b750d3b6b491 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=86a0fd5c0c974eafbf1c6e95239dcb2c&device_id=925eee3a-7c31-4940-86cc-1a1c83e62bda HTTP/1.1" status: 200 len: 1127 time: 0.0728488 Feb 04 17:49:21.672018 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98eb718f-4b6b-4d6a-9ca5-b55ec93f7a6d req-06bbdc0f-c22d-42d8-8733-e196922efbba tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:49:21.673817 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-98eb718f-4b6b-4d6a-9ca5-b55ec93f7a6d req-06bbdc0f-c22d-42d8-8733-e196922efbba tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] 10.222.0.89 "GET /v2.0/ports?device_id=dee4a291-9305-4c0a-b6c2-2d119d002088 HTTP/1.1" status: 200 len: 943 time: 0.0873549 Feb 04 17:49:21.775091 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-98eb718f-4b6b-4d6a-9ca5-b55ec93f7a6d req-42cdfce6-c155-4a1d-a9fd-a37a8777b92a tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] 10.222.0.89 "GET /v2.0/security-groups?id=a9027cb5-6df8-440a-8467-05119fda4e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928688 Feb 04 17:49:21.814060 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11b55d5-78ee-43ad-9416-4aecfd3ef001 req-121f3803-81de-4fa0-846d-b57c75787e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:49:21.815756 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-f11b55d5-78ee-43ad-9416-4aecfd3ef001 req-121f3803-81de-4fa0-846d-b57c75787e27 service neutron] 10.222.0.90 "GET /v2.0/networks?id=72a0d776-779a-4c52-ade1-7a41ed97dad6 HTTP/1.1" status: 200 len: 898 time: 0.2188413 Feb 04 17:49:21.958690 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-f11b55d5-78ee-43ad-9416-4aecfd3ef001 req-8515a30a-317f-4333-b65f-92e86e93f8e2 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1f35aa3c-8815-4be3-8251-9d999b916fe5 HTTP/1.1" status: 200 len: 1001 time: 0.1327131 Feb 04 17:49:21.965078 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 45306) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:49:22.045030 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11b55d5-78ee-43ad-9416-4aecfd3ef001 req-aadc22ac-829f-4dc8-9986-84e347d5dc07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:49:22.047152 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-f11b55d5-78ee-43ad-9416-4aecfd3ef001 req-aadc22ac-829f-4dc8-9986-84e347d5dc07 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=2a7c0ed9-c7ee-4cd6-96be-dbc4fc019c69 HTTP/1.1" status: 200 len: 835 time: 0.0792820 Feb 04 17:49:22.134751 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11b55d5-78ee-43ad-9416-4aecfd3ef001 req-ecab0857-2edf-41fc-ac5b-2a9286c4c8ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:49:22.136535 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-f11b55d5-78ee-43ad-9416-4aecfd3ef001 req-ecab0857-2edf-41fc-ac5b-2a9286c4c8ca service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=72a0d776-779a-4c52-ade1-7a41ed97dad6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0812309 Feb 04 17:49:22.151346 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-aa14ee4a-4a86-43d9-a2f4-edf44a1b79d8 req-c43ce0be-c89e-4066-8090-7c58c6a342a2 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=dee4a291-9305-4c0a-b6c2-2d119d002088&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1847050 Feb 04 17:49:22.159507 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [req-aa14ee4a-4a86-43d9-a2f4-edf44a1b79d8 req-4615f3e7-de04-4205-b4cf-7d656faf87c7 service neutron] http://10.222.0.89:9696/v2.0/extensions returned with HTTP 200 {{(pid=103376) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 17:49:22.171850 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-aa14ee4a-4a86-43d9-a2f4-edf44a1b79d8 req-4615f3e7-de04-4205-b4cf-7d656faf87c7 service neutron] 10.222.0.89 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0200167 Feb 04 17:49:22.672189 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-f11b55d5-78ee-43ad-9416-4aecfd3ef001 req-fdf755b2-0094-4c80-b7b1-2d849e806c44 service neutron] 10.222.0.90 "GET /v2.0/networks/72a0d776-779a-4c52-ade1-7a41ed97dad6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5252347 Feb 04 17:49:22.826229 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cb85be-4936-4b27-abaa-c6d17cab336c req-91c19f4e-847f-4a45-9470-e850e12f5cd5 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:49:22.827988 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-b1cb85be-4936-4b27-abaa-c6d17cab336c req-91c19f4e-847f-4a45-9470-e850e12f5cd5 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] 10.222.0.89 "GET /v2.0/ports?device_id=925eee3a-7c31-4940-86cc-1a1c83e62bda HTTP/1.1" status: 200 len: 945 time: 0.1696260 Feb 04 17:49:22.875151 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-f11b55d5-78ee-43ad-9416-4aecfd3ef001 req-6e6de14e-42a4-4838-ac2b-cf63b650bdda service neutron] 10.222.0.90 "GET /v2.0/networks/72a0d776-779a-4c52-ade1-7a41ed97dad6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1852193 Feb 04 17:49:22.930848 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-b1cb85be-4936-4b27-abaa-c6d17cab336c req-7701c45f-f05d-4960-8596-3a482f80284f tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] 10.222.0.89 "GET /v2.0/security-groups?id=16090a35-6b7d-41c8-9b3c-702cf3180ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0879042 Feb 04 17:49:22.964113 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df032f3-90f5-4800-bd70-440650cc089c req-246a4633-a4ba-49b3-a1d2-837f0634800d tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:49:22.971328 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-5df032f3-90f5-4800-bd70-440650cc089c req-246a4633-a4ba-49b3-a1d2-837f0634800d tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] 10.222.0.89 "GET /v2.0/ports?device_id=dee4a291-9305-4c0a-b6c2-2d119d002088 HTTP/1.1" status: 200 len: 943 time: 0.0964355 Feb 04 17:49:23.037550 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-5df032f3-90f5-4800-bd70-440650cc089c req-53444081-4624-4fcb-bb74-f94e7f4a6bcd tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] 10.222.0.89 "GET /v2.0/security-groups?id=a9027cb5-6df8-440a-8467-05119fda4e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645418 Feb 04 17:49:23.195406 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11b55d5-78ee-43ad-9416-4aecfd3ef001 req-9f507a0e-3f4e-4bdd-9e95-05382cdf5ee5 tempest-TestNetworkAdvancedServerOps-1057837956 tempest-TestNetworkAdvancedServerOps-1057837956-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:49:23.197290 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-f11b55d5-78ee-43ad-9416-4aecfd3ef001 req-9f507a0e-3f4e-4bdd-9e95-05382cdf5ee5 tempest-TestNetworkAdvancedServerOps-1057837956 tempest-TestNetworkAdvancedServerOps-1057837956-project-admin] 10.222.0.90 "GET /v2.0/ports?device_id=925eee3a-7c31-4940-86cc-1a1c83e62bda&tenant_id=86a0fd5c0c974eafbf1c6e95239dcb2c&binding%3Ahost_id=n-h1-827839-2 HTTP/1.1" status: 200 len: 1127 time: 0.2239134 Feb 04 17:49:23.210525 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [req-f11b55d5-78ee-43ad-9416-4aecfd3ef001 req-f7a02c28-03ae-4729-ae97-84044dedc5b6 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-827839-2'}}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:49:23.347410 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-f11b55d5-78ee-43ad-9416-4aecfd3ef001 req-f7a02c28-03ae-4729-ae97-84044dedc5b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (1f35aa3c-8815-4be3-8251-9d999b916fe5), before_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:49:23.372140 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa14ee4a-4a86-43d9-a2f4-edf44a1b79d8 req-6efe5de4-506d-4a3b-87b4-2adf871c8e12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:49:23.373781 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-aa14ee4a-4a86-43d9-a2f4-edf44a1b79d8 req-6efe5de4-506d-4a3b-87b4-2adf871c8e12 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=dee4a291-9305-4c0a-b6c2-2d119d002088&tenant_id=d122ec1bef96456b8b276bd03a7b143b HTTP/1.1" status: 200 len: 1125 time: 0.1240885 Feb 04 17:49:23.507143 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa14ee4a-4a86-43d9-a2f4-edf44a1b79d8 req-e3ded690-205c-4d7b-9c56-f1b3ee0fd315 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:49:23.508832 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-aa14ee4a-4a86-43d9-a2f4-edf44a1b79d8 req-e3ded690-205c-4d7b-9c56-f1b3ee0fd315 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=d122ec1bef96456b8b276bd03a7b143b&device_id=dee4a291-9305-4c0a-b6c2-2d119d002088 HTTP/1.1" status: 200 len: 1125 time: 0.1041636 Feb 04 17:49:23.621648 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [req-f11b55d5-78ee-43ad-9416-4aecfd3ef001 req-f7a02c28-03ae-4729-ae97-84044dedc5b6 service neutron] For port 1f35aa3c-8815-4be3-8251-9d999b916fe5, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=1f35aa3c-8815-4be3-8251-9d999b916fe5,segment=NetworkSegment(7c694fea-0266-402c-ad58-243e20110ca8),segment_id=7c694fea-0266-402c-ad58-243e20110ca8)] {{(pid=103377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:49:23.679535 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa14ee4a-4a86-43d9-a2f4-edf44a1b79d8 req-151b88f0-169d-4989-bcae-a800852a0a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:49:23.681088 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-aa14ee4a-4a86-43d9-a2f4-edf44a1b79d8 req-151b88f0-169d-4989-bcae-a800852a0a62 service neutron] 10.222.0.90 "GET /v2.0/networks?id=7b4d16dd-0fab-49f3-8d03-5c6130896904 HTTP/1.1" status: 200 len: 915 time: 0.1596687 Feb 04 17:49:23.691286 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [req-f11b55d5-78ee-43ad-9416-4aecfd3ef001 req-f7a02c28-03ae-4729-ae97-84044dedc5b6 service neutron] For port 1f35aa3c-8815-4be3-8251-9d999b916fe5, host n-h1-827839-2, cleared binding levels {{(pid=103377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:49:23.746051 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-aa14ee4a-4a86-43d9-a2f4-edf44a1b79d8 req-ce82906a-04e0-4c33-aa82-35e97f1abee5 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=60affd80-4a46-4415-9c99-06906baa6b43 HTTP/1.1" status: 200 len: 217 time: 0.0529132 Feb 04 17:49:23.774741 n-d-827839-2 neutron-server[103377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '925eee3a-7c31-4940-86cc-1a1c83e62bda', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1f35aa3c-8815-4be3-8251-9d999b916fe5'}] {{(pid=103377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:49:23.776982 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7240428b650e1488e9361b62648ff4b3a6c19d49d8c27c949491ab58c1346cf0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38083299-b3de-42e7-8ecd-129d5416eace" -d '{"events": [{"server_uuid": "925eee3a-7c31-4940-86cc-1a1c83e62bda", "name": "network-vif-unplugged", "status": "completed", "tag": "1f35aa3c-8815-4be3-8251-9d999b916fe5"}]}' {{(pid=103377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:49:23.780914 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-f11b55d5-78ee-43ad-9416-4aecfd3ef001 req-f7a02c28-03ae-4729-ae97-84044dedc5b6 service neutron] Publish callbacks [] for port (1f35aa3c-8815-4be3-8251-9d999b916fe5), precommit_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:49:23.802538 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-f11b55d5-78ee-43ad-9416-4aecfd3ef001 req-f7a02c28-03ae-4729-ae97-84044dedc5b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25888290'] for port (1f35aa3c-8815-4be3-8251-9d999b916fe5), after_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:49:23.832838 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 04 Feb 2022 17:49:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbee6276-72e7-46bb-b6ce-d0e4098363a5 x-openstack-request-id: req-dbee6276-72e7-46bb-b6ce-d0e4098363a5 {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:49:23.834213 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "925eee3a-7c31-4940-86cc-1a1c83e62bda", "name": "network-vif-unplugged", "status": "completed", "tag": "1f35aa3c-8815-4be3-8251-9d999b916fe5", "code": 200}]} {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:49:23.834213 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-dbee6276-72e7-46bb-b6ce-d0e4098363a5 {{(pid=103377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:49:23.834213 n-d-827839-2 neutron-server[103377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '925eee3a-7c31-4940-86cc-1a1c83e62bda', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1f35aa3c-8815-4be3-8251-9d999b916fe5', 'code': 200} Feb 04 17:49:23.855430 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa14ee4a-4a86-43d9-a2f4-edf44a1b79d8 req-52dfe84c-9fbb-42d6-b900-f13ba5f8db7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:49:23.856941 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-aa14ee4a-4a86-43d9-a2f4-edf44a1b79d8 req-52dfe84c-9fbb-42d6-b900-f13ba5f8db7d service neutron] 10.222.0.90 "GET /v2.0/subnets?id=a5467d5d-9494-4042-8433-0634f660a543 HTTP/1.1" status: 200 len: 854 time: 0.0955250 Feb 04 17:49:24.018492 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-aa14ee4a-4a86-43d9-a2f4-edf44a1b79d8 req-52d065d8-f056-47ab-87f6-08b113f174d6 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=7b4d16dd-0fab-49f3-8d03-5c6130896904&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1339531 Feb 04 17:49:24.035618 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a02c28-03ae-4729-ae97-84044dedc5b6 service neutron] Pushing event updated for resources: {'Port': ['ID=1f35aa3c-8815-4be3-8251-9d999b916fe5,revision_number=7']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:49:24.143270 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529b4c04-e808-442f-826a-1510857833bb req-b839104b-243c-4c14-b25d-db1c884d8164 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:49:24.145785 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-529b4c04-e808-442f-826a-1510857833bb req-b839104b-243c-4c14-b25d-db1c884d8164 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] 10.222.0.89 "GET /v2.0/ports?device_id=925eee3a-7c31-4940-86cc-1a1c83e62bda HTTP/1.1" status: 200 len: 943 time: 0.1090939 Feb 04 17:49:24.162631 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-47c63463-c864-4e60-bf0e-ce64334e4ae2 None None] Provisioning complete for port 1f35aa3c-8815-4be3-8251-9d999b916fe5 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:49:24.163731 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-47c63463-c864-4e60-bf0e-ce64334e4ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (1f35aa3c-8815-4be3-8251-9d999b916fe5), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:49:24.203295 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-47c63463-c864-4e60-bf0e-ce64334e4ae2 None None] Port 1f35aa3c-8815-4be3-8251-9d999b916fe5 cannot update to ACTIVE because it is not bound. {{(pid=103378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 17:49:24.219406 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [req-f11b55d5-78ee-43ad-9416-4aecfd3ef001 req-f7a02c28-03ae-4729-ae97-84044dedc5b6 service neutron] Attempting to bind port 1f35aa3c-8815-4be3-8251-9d999b916fe5 on host n-h1-827839-2 for vnic_type normal with profile {"migrating_to": "n-h2-827839-2"} {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:49:24.219744 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [req-f11b55d5-78ee-43ad-9416-4aecfd3ef001 req-f7a02c28-03ae-4729-ae97-84044dedc5b6 service neutron] Attempting to bind port 1f35aa3c-8815-4be3-8251-9d999b916fe5 by drivers openvswitch,hyperv on host n-h1-827839-2 at level 0 using segments [{'id': '7c694fea-0266-402c-ad58-243e20110ca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '72a0d776-779a-4c52-ade1-7a41ed97dad6'}] {{(pid=103377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:49:24.220075 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f11b55d5-78ee-43ad-9416-4aecfd3ef001 req-f7a02c28-03ae-4729-ae97-84044dedc5b6 service neutron] Attempting to bind port 1f35aa3c-8815-4be3-8251-9d999b916fe5 on network 72a0d776-779a-4c52-ade1-7a41ed97dad6 {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:49:24.236234 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f11b55d5-78ee-43ad-9416-4aecfd3ef001 req-f7a02c28-03ae-4729-ae97-84044dedc5b6 service neutron] Port 1f35aa3c-8815-4be3-8251-9d999b916fe5 on network 72a0d776-779a-4c52-ade1-7a41ed97dad6 not bound, no agent of type Open vSwitch agent registered on host n-h1-827839-2 {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 17:49:24.236571 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f11b55d5-78ee-43ad-9416-4aecfd3ef001 req-f7a02c28-03ae-4729-ae97-84044dedc5b6 service neutron] Attempting to bind port 1f35aa3c-8815-4be3-8251-9d999b916fe5 on network 72a0d776-779a-4c52-ade1-7a41ed97dad6 {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:49:24.247596 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f11b55d5-78ee-43ad-9416-4aecfd3ef001 req-f7a02c28-03ae-4729-ae97-84044dedc5b6 service neutron] Checking agent: {'id': '3f9244a9-75fc-4c10-b195-11d48b853b41', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 8, 42), 'started_at': datetime.datetime(2022, 2, 4, 17, 8, 42), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 49, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:49:24.247948 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f11b55d5-78ee-43ad-9416-4aecfd3ef001 req-f7a02c28-03ae-4729-ae97-84044dedc5b6 service neutron] Checking segment: {'id': '7c694fea-0266-402c-ad58-243e20110ca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '72a0d776-779a-4c52-ade1-7a41ed97dad6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:49:24.248339 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f11b55d5-78ee-43ad-9416-4aecfd3ef001 req-f7a02c28-03ae-4729-ae97-84044dedc5b6 service neutron] Bound using segment: {'id': '7c694fea-0266-402c-ad58-243e20110ca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '72a0d776-779a-4c52-ade1-7a41ed97dad6'} {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:49:24.248801 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [req-f11b55d5-78ee-43ad-9416-4aecfd3ef001 req-f7a02c28-03ae-4729-ae97-84044dedc5b6 service neutron] Bound port: 1f35aa3c-8815-4be3-8251-9d999b916fe5, host: n-h1-827839-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7c694fea-0266-402c-ad58-243e20110ca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '72a0d776-779a-4c52-ade1-7a41ed97dad6'}}] {{(pid=103377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:49:24.249169 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-f11b55d5-78ee-43ad-9416-4aecfd3ef001 req-f7a02c28-03ae-4729-ae97-84044dedc5b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (1f35aa3c-8815-4be3-8251-9d999b916fe5), before_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:49:24.264709 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-529b4c04-e808-442f-826a-1510857833bb req-952e1b5c-19dd-4a35-b380-77218d2d8be7 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] 10.222.0.89 "GET /v2.0/security-groups?id=16090a35-6b7d-41c8-9b3c-702cf3180ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1117587 Feb 04 17:49:24.276928 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-aa14ee4a-4a86-43d9-a2f4-edf44a1b79d8 req-0fc9cfe3-fe91-4c9d-b188-10eb0eb8c7d0 service neutron] 10.222.0.90 "GET /v2.0/networks/7b4d16dd-0fab-49f3-8d03-5c6130896904?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2422786 Feb 04 17:49:24.330627 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe9c2a7-8eae-49b8-b253-259fb0faeb64 req-57e222d9-df14-4dd2-b6c8-bc1d75b8f45a tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:49:24.337522 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-bbe9c2a7-8eae-49b8-b253-259fb0faeb64 req-57e222d9-df14-4dd2-b6c8-bc1d75b8f45a tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] 10.222.0.89 "GET /v2.0/ports?device_id=dee4a291-9305-4c0a-b6c2-2d119d002088 HTTP/1.1" status: 200 len: 943 time: 0.1852927 Feb 04 17:49:24.449567 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [req-f11b55d5-78ee-43ad-9416-4aecfd3ef001 req-f7a02c28-03ae-4729-ae97-84044dedc5b6 service neutron] For port 1f35aa3c-8815-4be3-8251-9d999b916fe5, host n-h1-827839-2, cleared binding levels {{(pid=103377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:49:24.473354 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [req-f11b55d5-78ee-43ad-9416-4aecfd3ef001 req-f7a02c28-03ae-4729-ae97-84044dedc5b6 service neutron] For port 1f35aa3c-8815-4be3-8251-9d999b916fe5, host n-h1-827839-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=1f35aa3c-8815-4be3-8251-9d999b916fe5,segment=NetworkSegment(7c694fea-0266-402c-ad58-243e20110ca8),segment_id=7c694fea-0266-402c-ad58-243e20110ca8)] {{(pid=103377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:49:24.477888 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-aa14ee4a-4a86-43d9-a2f4-edf44a1b79d8 req-de6af2e4-1469-4939-a869-50b4e8ff7508 service neutron] 10.222.0.90 "GET /v2.0/networks/7b4d16dd-0fab-49f3-8d03-5c6130896904?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1912751 Feb 04 17:49:24.487848 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-bbe9c2a7-8eae-49b8-b253-259fb0faeb64 req-180fe806-6890-49bb-b38d-2df279cbb28f tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] 10.222.0.89 "GET /v2.0/security-groups?id=a9027cb5-6df8-440a-8467-05119fda4e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494718 Feb 04 17:49:24.489594 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-f11b55d5-78ee-43ad-9416-4aecfd3ef001 req-f7a02c28-03ae-4729-ae97-84044dedc5b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25888290'] for port (1f35aa3c-8815-4be3-8251-9d999b916fe5), after_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:49:24.628337 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a02c28-03ae-4729-ae97-84044dedc5b6 service neutron] Pushing event updated for resources: {'Port': ['ID=1f35aa3c-8815-4be3-8251-9d999b916fe5,revision_number=8']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:49:24.714771 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11b55d5-78ee-43ad-9416-4aecfd3ef001 req-f7a02c28-03ae-4729-ae97-84044dedc5b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:49:24.715486 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-f11b55d5-78ee-43ad-9416-4aecfd3ef001 req-f7a02c28-03ae-4729-ae97-84044dedc5b6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:49:24.719278 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-f11b55d5-78ee-43ad-9416-4aecfd3ef001 req-f7a02c28-03ae-4729-ae97-84044dedc5b6 service neutron] 10.222.0.90 "PUT /v2.0/ports/1f35aa3c-8815-4be3-8251-9d999b916fe5 HTTP/1.1" status: 200 len: 1121 time: 1.5112717 Feb 04 17:49:24.805692 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] get_ports_and_sgs() called for port_ids ['1f35aa3c-8815-4be3-8251-9d999b916fe5'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 17:49:24.955383 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-88b70b66-ff4f-48fb-a302-4b3237c08af0 None None] Provisioning complete for port 1f35aa3c-8815-4be3-8251-9d999b916fe5 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:49:24.956057 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-88b70b66-ff4f-48fb-a302-4b3237c08af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (1f35aa3c-8815-4be3-8251-9d999b916fe5), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:49:25.124780 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-88b70b66-ff4f-48fb-a302-4b3237c08af0 None None] Current status of the port 1f35aa3c-8815-4be3-8251-9d999b916fe5 is: DOWN; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:49:25.125164 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-88b70b66-ff4f-48fb-a302-4b3237c08af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (1f35aa3c-8815-4be3-8251-9d999b916fe5), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:49:25.166890 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '925eee3a-7c31-4940-86cc-1a1c83e62bda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f35aa3c-8815-4be3-8251-9d999b916fe5'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:49:25.171116 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c34bc964ce2211770fda26ca2f3801cc06f4f39928110690550e94ab9c9d2fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6823d8c0-1282-4d7e-a489-5b090cdeb2b4" -d '{"events": [{"server_uuid": "925eee3a-7c31-4940-86cc-1a1c83e62bda", "name": "network-vif-plugged", "status": "completed", "tag": "1f35aa3c-8815-4be3-8251-9d999b916fe5"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:49:25.204173 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-88b70b66-ff4f-48fb-a302-4b3237c08af0 None None] For port 1f35aa3c-8815-4be3-8251-9d999b916fe5, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=1f35aa3c-8815-4be3-8251-9d999b916fe5,segment=NetworkSegment(7c694fea-0266-402c-ad58-243e20110ca8),segment_id=7c694fea-0266-402c-ad58-243e20110ca8)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:49:25.213280 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-88b70b66-ff4f-48fb-a302-4b3237c08af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (1f35aa3c-8815-4be3-8251-9d999b916fe5), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:49:25.291655 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 17:49:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c3e8e4f-329b-46c5-a3d2-68ab1595eb1d x-openstack-request-id: req-3c3e8e4f-329b-46c5-a3d2-68ab1595eb1d {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:49:25.291948 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "925eee3a-7c31-4940-86cc-1a1c83e62bda", "name": "network-vif-plugged", "status": "completed", "tag": "1f35aa3c-8815-4be3-8251-9d999b916fe5", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:49:25.292221 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-3c3e8e4f-329b-46c5-a3d2-68ab1595eb1d {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:49:25.292659 n-d-827839-2 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '925eee3a-7c31-4940-86cc-1a1c83e62bda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f35aa3c-8815-4be3-8251-9d999b916fe5', 'code': 200} Feb 04 17:49:25.785730 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675fffe2-0919-454e-aca7-7547fde09d52 req-e38b2392-dc9f-4d5a-8c2c-862bfd98fe20 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:49:25.797017 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-675fffe2-0919-454e-aca7-7547fde09d52 req-e38b2392-dc9f-4d5a-8c2c-862bfd98fe20 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] 10.222.0.89 "GET /v2.0/ports?device_id=925eee3a-7c31-4940-86cc-1a1c83e62bda HTTP/1.1" status: 200 len: 945 time: 0.2864051 Feb 04 17:49:25.854582 n-d-827839-2 neutron-server[103377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '925eee3a-7c31-4940-86cc-1a1c83e62bda', 'tag': '1f35aa3c-8815-4be3-8251-9d999b916fe5'}] {{(pid=103377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:49:25.861797 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7240428b650e1488e9361b62648ff4b3a6c19d49d8c27c949491ab58c1346cf0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80d4944d-11e7-4b5a-ae25-e105fd5df600" -d '{"events": [{"name": "network-changed", "server_uuid": "925eee3a-7c31-4940-86cc-1a1c83e62bda", "tag": "1f35aa3c-8815-4be3-8251-9d999b916fe5"}]}' {{(pid=103377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:49:25.884267 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b70b66-ff4f-48fb-a302-4b3237c08af0 None None] Pushing event updated for resources: {'Port': ['ID=1f35aa3c-8815-4be3-8251-9d999b916fe5,revision_number=9']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:49:25.935313 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93648738-c076-4170-9c22-ef53ee9876df req-d0b14853-bf70-450c-b860-417a6f66c6bb tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:49:25.958699 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-93648738-c076-4170-9c22-ef53ee9876df req-d0b14853-bf70-450c-b860-417a6f66c6bb tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] 10.222.0.89 "GET /v2.0/ports?device_id=dee4a291-9305-4c0a-b6c2-2d119d002088 HTTP/1.1" status: 200 len: 943 time: 0.2063665 Feb 04 17:49:25.959184 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0560e7db-3933-4310-88aa-9fcb2595ab26 req-98b84a2b-04af-4aea-b44c-3962e03dcd3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:49:25.962359 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-0560e7db-3933-4310-88aa-9fcb2595ab26 req-98b84a2b-04af-4aea-b44c-3962e03dcd3b service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=d122ec1bef96456b8b276bd03a7b143b&device_id=dee4a291-9305-4c0a-b6c2-2d119d002088 HTTP/1.1" status: 200 len: 1125 time: 0.3162756 Feb 04 17:49:25.987275 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-675fffe2-0919-454e-aca7-7547fde09d52 req-0710ea6d-b0bb-4ad6-9399-c566c8729f18 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] 10.222.0.89 "GET /v2.0/security-groups?id=16090a35-6b7d-41c8-9b3c-702cf3180ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1842737 Feb 04 17:49:26.105487 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-93648738-c076-4170-9c22-ef53ee9876df req-29026e8b-4bf2-4080-a673-4e80a22aa2bd tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] 10.222.0.89 "GET /v2.0/security-groups?id=a9027cb5-6df8-440a-8467-05119fda4e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407640 Feb 04 17:49:26.135813 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 17:49:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5270ffc-4a47-407a-9c99-92a7732c705e x-openstack-request-id: req-c5270ffc-4a47-407a-9c99-92a7732c705e {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:49:26.136192 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "925eee3a-7c31-4940-86cc-1a1c83e62bda", "tag": "1f35aa3c-8815-4be3-8251-9d999b916fe5", "status": "completed", "code": 200}]} {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:49:26.136386 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-c5270ffc-4a47-407a-9c99-92a7732c705e {{(pid=103377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:49:26.136768 n-d-827839-2 neutron-server[103377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '925eee3a-7c31-4940-86cc-1a1c83e62bda', 'tag': '1f35aa3c-8815-4be3-8251-9d999b916fe5', 'status': 'completed', 'code': 200} Feb 04 17:49:26.248645 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d4944d-11e7-4b5a-ae25-e105fd5df600 req-be27f14d-ce06-4ef8-86eb-3d793fb96c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:49:26.250232 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-80d4944d-11e7-4b5a-ae25-e105fd5df600 req-be27f14d-ce06-4ef8-86eb-3d793fb96c8e service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=86a0fd5c0c974eafbf1c6e95239dcb2c&device_id=925eee3a-7c31-4940-86cc-1a1c83e62bda HTTP/1.1" status: 200 len: 1157 time: 0.1109269 Feb 04 17:49:26.271684 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0560e7db-3933-4310-88aa-9fcb2595ab26 req-af184361-c8f6-4420-8434-117877b82792 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:49:26.273764 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-0560e7db-3933-4310-88aa-9fcb2595ab26 req-af184361-c8f6-4420-8434-117877b82792 service neutron] 10.222.0.90 "GET /v2.0/networks?id=7b4d16dd-0fab-49f3-8d03-5c6130896904 HTTP/1.1" status: 200 len: 915 time: 0.2727294 Feb 04 17:49:26.370635 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d4944d-11e7-4b5a-ae25-e105fd5df600 req-53b5ce7d-ec2f-4b77-b091-05957e63ea2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:49:26.372242 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-80d4944d-11e7-4b5a-ae25-e105fd5df600 req-53b5ce7d-ec2f-4b77-b091-05957e63ea2f service neutron] 10.222.0.96 "GET /v2.0/networks?id=72a0d776-779a-4c52-ade1-7a41ed97dad6 HTTP/1.1" status: 200 len: 898 time: 0.1147251 Feb 04 17:49:26.498493 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-80d4944d-11e7-4b5a-ae25-e105fd5df600 req-c830517d-57e1-4ac0-9c5d-fff9b654b63e service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1f35aa3c-8815-4be3-8251-9d999b916fe5 HTTP/1.1" status: 200 len: 1001 time: 0.1196003 Feb 04 17:49:26.566188 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d4944d-11e7-4b5a-ae25-e105fd5df600 req-712da51f-4d20-44f5-8e73-7ebea6173263 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:49:26.567818 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-80d4944d-11e7-4b5a-ae25-e105fd5df600 req-712da51f-4d20-44f5-8e73-7ebea6173263 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=2a7c0ed9-c7ee-4cd6-96be-dbc4fc019c69 HTTP/1.1" status: 200 len: 835 time: 0.0607433 Feb 04 17:49:26.693841 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d4944d-11e7-4b5a-ae25-e105fd5df600 req-f0ff31b9-575d-4ca2-a659-a6772cd8bd81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:49:26.700828 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-80d4944d-11e7-4b5a-ae25-e105fd5df600 req-f0ff31b9-575d-4ca2-a659-a6772cd8bd81 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=72a0d776-779a-4c52-ade1-7a41ed97dad6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1248927 Feb 04 17:49:26.911478 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-0560e7db-3933-4310-88aa-9fcb2595ab26 req-8da59cd6-b842-458f-ad99-41c821fbd471 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=60affd80-4a46-4415-9c99-06906baa6b43 HTTP/1.1" status: 200 len: 217 time: 0.1361489 Feb 04 17:49:26.914376 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-80d4944d-11e7-4b5a-ae25-e105fd5df600 req-d94b8931-c99a-41b7-ab4e-da8b46ce9466 service neutron] 10.222.0.96 "GET /v2.0/networks/72a0d776-779a-4c52-ade1-7a41ed97dad6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2020762 Feb 04 17:49:27.011518 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Device 1f35aa3c-8815-4be3-8251-9d999b916fe5 details requested by agent hyperv_n-h2-827839-2 with host n-h2-827839-2 {{(pid=103378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 17:49:27.054432 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0560e7db-3933-4310-88aa-9fcb2595ab26 req-a8b306ca-6aba-48e8-9567-cf2af35b99ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:49:27.055923 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-0560e7db-3933-4310-88aa-9fcb2595ab26 req-a8b306ca-6aba-48e8-9567-cf2af35b99ca service neutron] 10.222.0.90 "GET /v2.0/subnets?id=a5467d5d-9494-4042-8433-0634f660a543 HTTP/1.1" status: 200 len: 854 time: 0.1033998 Feb 04 17:49:27.086152 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-80d4944d-11e7-4b5a-ae25-e105fd5df600 req-4b3f0154-d57a-452e-a496-f299b3e55ca7 service neutron] 10.222.0.96 "GET /v2.0/networks/72a0d776-779a-4c52-ade1-7a41ed97dad6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1686609 Feb 04 17:49:27.200045 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-0560e7db-3933-4310-88aa-9fcb2595ab26 req-6b1ee6b1-150c-42aa-8798-19dd211245d7 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=7b4d16dd-0fab-49f3-8d03-5c6130896904&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0674243 Feb 04 17:49:27.242198 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] For port 1f35aa3c-8815-4be3-8251-9d999b916fe5, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=1f35aa3c-8815-4be3-8251-9d999b916fe5,segment=NetworkSegment(7c694fea-0266-402c-ad58-243e20110ca8),segment_id=7c694fea-0266-402c-ad58-243e20110ca8)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:49:27.307578 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Device 1f35aa3c-8815-4be3-8251-9d999b916fe5 has no active binding in host n-h2-827839-2 {{(pid=103378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 04 17:49:27.390269 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fac97a7-bbba-4436-9ea2-14ba27d2d617 req-7e0be15e-782a-4d1a-982b-8578c5bc3451 tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:49:27.392368 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-2fac97a7-bbba-4436-9ea2-14ba27d2d617 req-7e0be15e-782a-4d1a-982b-8578c5bc3451 tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] 10.222.0.89 "GET /v2.0/ports?device_id=dee4a291-9305-4c0a-b6c2-2d119d002088 HTTP/1.1" status: 200 len: 943 time: 0.1408615 Feb 04 17:49:27.496506 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-2fac97a7-bbba-4436-9ea2-14ba27d2d617 req-3787fffa-09a3-438f-aefd-337174d642f2 tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] 10.222.0.89 "GET /v2.0/security-groups?id=a9027cb5-6df8-440a-8467-05119fda4e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981021 Feb 04 17:49:28.055020 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-0560e7db-3933-4310-88aa-9fcb2595ab26 req-30a14a80-074b-4bf0-a1ab-a5507a3ff5a5 service neutron] 10.222.0.90 "GET /v2.0/networks/7b4d16dd-0fab-49f3-8d03-5c6130896904?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7632651 Feb 04 17:49:28.078946 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cabce72-b989-4500-9bf6-57059c85d38e req-9e1524bc-1e8e-4ef0-a407-fb75c96083c0 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:49:28.087722 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-5cabce72-b989-4500-9bf6-57059c85d38e req-9e1524bc-1e8e-4ef0-a407-fb75c96083c0 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] 10.222.0.89 "GET /v2.0/ports?device_id=925eee3a-7c31-4940-86cc-1a1c83e62bda HTTP/1.1" status: 200 len: 945 time: 0.8992128 Feb 04 17:49:28.150583 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-5cabce72-b989-4500-9bf6-57059c85d38e req-2eba1b72-e1fa-4014-b2f6-cb4bb111f2df tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] 10.222.0.89 "GET /v2.0/security-groups?id=16090a35-6b7d-41c8-9b3c-702cf3180ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616302 Feb 04 17:49:28.681147 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b273bb-dbe0-4447-887d-c7dc226dbf83 req-11336435-8393-46c5-b1f3-ceef8a963698 tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:49:28.683124 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-b1b273bb-dbe0-4447-887d-c7dc226dbf83 req-11336435-8393-46c5-b1f3-ceef8a963698 tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] 10.222.0.89 "GET /v2.0/ports?device_id=dee4a291-9305-4c0a-b6c2-2d119d002088 HTTP/1.1" status: 200 len: 943 time: 0.0888867 Feb 04 17:49:28.792467 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-b1b273bb-dbe0-4447-887d-c7dc226dbf83 req-c76a0774-4c0b-4f56-98d6-4262c2c1130f tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] 10.222.0.89 "GET /v2.0/security-groups?id=a9027cb5-6df8-440a-8467-05119fda4e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991075 Feb 04 17:49:29.362426 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe880ca-9f05-416a-96c5-a1de44173055 req-98046120-1003-46ba-a882-df0db8b19acf tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:49:29.364208 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-abe880ca-9f05-416a-96c5-a1de44173055 req-98046120-1003-46ba-a882-df0db8b19acf tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] 10.222.0.89 "GET /v2.0/ports?device_id=925eee3a-7c31-4940-86cc-1a1c83e62bda HTTP/1.1" status: 200 len: 945 time: 0.1369374 Feb 04 17:49:29.446455 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-abe880ca-9f05-416a-96c5-a1de44173055 req-f382e02c-fe91-445a-97e1-560238a90855 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] 10.222.0.89 "GET /v2.0/security-groups?id=16090a35-6b7d-41c8-9b3c-702cf3180ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0733166 Feb 04 17:49:29.750464 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-70f19adf-fb09-4e5a-9dcf-ce4dcfe6216f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (bb89f5a3-3c22-440b-b7d1-c4f0c43c184a), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:49:30.004362 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bd8a29-a36e-45b7-8bfe-a5172eaedcbb req-bed088b3-c104-4228-bbd3-22ba828f9bed tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:49:30.012898 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-87bd8a29-a36e-45b7-8bfe-a5172eaedcbb req-bed088b3-c104-4228-bbd3-22ba828f9bed tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] 10.222.0.89 "GET /v2.0/ports?device_id=dee4a291-9305-4c0a-b6c2-2d119d002088 HTTP/1.1" status: 200 len: 943 time: 0.0884876 Feb 04 17:49:30.142359 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-87bd8a29-a36e-45b7-8bfe-a5172eaedcbb req-b40b2a35-7b4d-43f4-8218-ba4c693fedac tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] 10.222.0.89 "GET /v2.0/security-groups?id=a9027cb5-6df8-440a-8467-05119fda4e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284902 Feb 04 17:49:30.227425 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-f11b55d5-78ee-43ad-9416-4aecfd3ef001 req-f60c6a32-7d96-4e3d-9a57-083d31937538 service neutron] 10.222.0.96 "GET /v2.0/ports/1f35aa3c-8815-4be3-8251-9d999b916fe5/bindings/n-h2-827839-2 HTTP/1.1" status: 200 len: 384 time: 0.0799797 Feb 04 17:49:30.530851 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [req-f11b55d5-78ee-43ad-9416-4aecfd3ef001 req-910e88c4-1570-4105-8d5f-eca80ad8be77 service neutron] For port 1f35aa3c-8815-4be3-8251-9d999b916fe5, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=1f35aa3c-8815-4be3-8251-9d999b916fe5,segment=NetworkSegment(7c694fea-0266-402c-ad58-243e20110ca8),segment_id=7c694fea-0266-402c-ad58-243e20110ca8)] {{(pid=103376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:49:30.573955 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [req-f11b55d5-78ee-43ad-9416-4aecfd3ef001 req-910e88c4-1570-4105-8d5f-eca80ad8be77 service neutron] For port 1f35aa3c-8815-4be3-8251-9d999b916fe5, host n-h1-827839-2, cleared binding levels {{(pid=103376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:49:30.675219 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [req-f11b55d5-78ee-43ad-9416-4aecfd3ef001 req-910e88c4-1570-4105-8d5f-eca80ad8be77 service neutron] For port 1f35aa3c-8815-4be3-8251-9d999b916fe5, host n-h2-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=1f35aa3c-8815-4be3-8251-9d999b916fe5,segment=NetworkSegment(7c694fea-0266-402c-ad58-243e20110ca8),segment_id=7c694fea-0266-402c-ad58-243e20110ca8)] {{(pid=103376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:49:30.681932 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b35826-fd55-4a40-8302-a47112463063 req-0dc93801-b62a-4df3-bc3e-54bb7f778bf0 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:49:30.688119 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-42b35826-fd55-4a40-8302-a47112463063 req-0dc93801-b62a-4df3-bc3e-54bb7f778bf0 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] 10.222.0.89 "GET /v2.0/ports?device_id=925eee3a-7c31-4940-86cc-1a1c83e62bda HTTP/1.1" status: 200 len: 945 time: 0.1337042 Feb 04 17:49:30.706925 n-d-827839-2 neutron-server[103376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '925eee3a-7c31-4940-86cc-1a1c83e62bda', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1f35aa3c-8815-4be3-8251-9d999b916fe5'}] {{(pid=103376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:49:30.712942 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d59c3bb5e2f09ebf62144d5e09b1cff60c763a9c19614c24538e77842938c05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b90e0080-21aa-4d0d-89eb-69b5545fac6b" -d '{"events": [{"server_uuid": "925eee3a-7c31-4940-86cc-1a1c83e62bda", "name": "network-vif-unplugged", "status": "completed", "tag": "1f35aa3c-8815-4be3-8251-9d999b916fe5"}]}' {{(pid=103376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:49:30.717058 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-f11b55d5-78ee-43ad-9416-4aecfd3ef001 req-910e88c4-1570-4105-8d5f-eca80ad8be77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (1f35aa3c-8815-4be3-8251-9d999b916fe5), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:49:30.816002 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.provisioning_blocks [req-f11b55d5-78ee-43ad-9416-4aecfd3ef001 req-910e88c4-1570-4105-8d5f-eca80ad8be77 service neutron] Transition to ACTIVE for port object 1f35aa3c-8815-4be3-8251-9d999b916fe5 will not be triggered until provisioned by entity L2. {{(pid=103376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 17:49:30.821987 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-f11b55d5-78ee-43ad-9416-4aecfd3ef001 req-910e88c4-1570-4105-8d5f-eca80ad8be77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675836'] for port (1f35aa3c-8815-4be3-8251-9d999b916fe5), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:49:30.876327 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-42b35826-fd55-4a40-8302-a47112463063 req-ef854bb3-4e77-4b86-91de-31ec06f980cb tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] 10.222.0.89 "GET /v2.0/security-groups?id=16090a35-6b7d-41c8-9b3c-702cf3180ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1676149 Feb 04 17:49:30.992910 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 04 Feb 2022 17:49:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98143849-4b7f-4d99-9199-12efd84e9c1d x-openstack-request-id: req-98143849-4b7f-4d99-9199-12efd84e9c1d {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:49:30.993330 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "925eee3a-7c31-4940-86cc-1a1c83e62bda", "name": "network-vif-unplugged", "status": "completed", "tag": "1f35aa3c-8815-4be3-8251-9d999b916fe5", "code": 200}]} {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:49:30.993685 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-98143849-4b7f-4d99-9199-12efd84e9c1d {{(pid=103376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:49:31.002385 n-d-827839-2 neutron-server[103376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '925eee3a-7c31-4940-86cc-1a1c83e62bda', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1f35aa3c-8815-4be3-8251-9d999b916fe5', 'code': 200} Feb 04 17:49:31.053281 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [req-f11b55d5-78ee-43ad-9416-4aecfd3ef001 req-910e88c4-1570-4105-8d5f-eca80ad8be77 service neutron] No DVR routers for this DVR port 1f35aa3c-8815-4be3-8251-9d999b916fe5 on host n-h1-827839-2 {{(pid=103376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 17:49:31.238983 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910e88c4-1570-4105-8d5f-eca80ad8be77 service neutron] Pushing event updated for resources: {'Port': ['ID=1f35aa3c-8815-4be3-8251-9d999b916fe5,revision_number=11']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:49:31.529431 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-0560e7db-3933-4310-88aa-9fcb2595ab26 req-5079f4d7-085d-4bcb-8ea6-b604d62defa5 service neutron] 10.222.0.90 "GET /v2.0/networks/7b4d16dd-0fab-49f3-8d03-5c6130896904?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3285809 Feb 04 17:49:31.565060 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efe5758-ebda-4a8b-96dc-361be0643a50 req-768f3d15-8a9a-479f-958a-ca08c84e80d2 tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:49:31.581335 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-2efe5758-ebda-4a8b-96dc-361be0643a50 req-768f3d15-8a9a-479f-958a-ca08c84e80d2 tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] 10.222.0.89 "GET /v2.0/ports?device_id=dee4a291-9305-4c0a-b6c2-2d119d002088 HTTP/1.1" status: 200 len: 943 time: 0.1832395 Feb 04 17:49:31.600208 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-f11b55d5-78ee-43ad-9416-4aecfd3ef001 req-910e88c4-1570-4105-8d5f-eca80ad8be77 service neutron] 10.222.0.96 "PUT /v2.0/ports/1f35aa3c-8815-4be3-8251-9d999b916fe5/bindings/n-h2-827839-2/activate HTTP/1.1" status: 200 len: 369 time: 1.3653178 Feb 04 17:49:31.687220 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-2efe5758-ebda-4a8b-96dc-361be0643a50 req-faac7e81-3e05-40b2-a92e-3042563c1612 tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] 10.222.0.89 "GET /v2.0/security-groups?id=a9027cb5-6df8-440a-8467-05119fda4e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037755 Feb 04 17:49:31.724414 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3321bbac-deeb-49c1-90ac-8d2e6b727af2 req-c126b5ed-e2be-4265-870b-a1f44699c9aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:49:31.726535 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-3321bbac-deeb-49c1-90ac-8d2e6b727af2 req-c126b5ed-e2be-4265-870b-a1f44699c9aa service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=86a0fd5c0c974eafbf1c6e95239dcb2c&device_id=925eee3a-7c31-4940-86cc-1a1c83e62bda HTTP/1.1" status: 200 len: 1126 time: 0.2441130 Feb 04 17:49:31.997174 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3321bbac-deeb-49c1-90ac-8d2e6b727af2 req-eaaf2f10-7b22-45c7-82c5-8cd2b08119a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:49:31.998637 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-3321bbac-deeb-49c1-90ac-8d2e6b727af2 req-eaaf2f10-7b22-45c7-82c5-8cd2b08119a6 service neutron] 10.222.0.96 "GET /v2.0/networks?id=72a0d776-779a-4c52-ade1-7a41ed97dad6 HTTP/1.1" status: 200 len: 898 time: 0.2506769 Feb 04 17:49:32.196265 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0722b9d-85f2-4f6f-a90b-62ad0f343767 req-72eb78e6-f35d-4d9f-9d8c-d5dcb3d080b4 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:49:32.197750 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-b0722b9d-85f2-4f6f-a90b-62ad0f343767 req-72eb78e6-f35d-4d9f-9d8c-d5dcb3d080b4 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] 10.222.0.89 "GET /v2.0/ports?device_id=925eee3a-7c31-4940-86cc-1a1c83e62bda HTTP/1.1" status: 200 len: 944 time: 0.1078281 Feb 04 17:49:32.200018 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-3321bbac-deeb-49c1-90ac-8d2e6b727af2 req-73aafac1-679d-4e95-b315-9a8b45e5e74d service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1f35aa3c-8815-4be3-8251-9d999b916fe5 HTTP/1.1" status: 200 len: 999 time: 0.1923096 Feb 04 17:49:32.271892 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3321bbac-deeb-49c1-90ac-8d2e6b727af2 req-0cad0655-0769-4abc-ba2f-7dae2facba6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:49:32.273636 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-3321bbac-deeb-49c1-90ac-8d2e6b727af2 req-0cad0655-0769-4abc-ba2f-7dae2facba6d service neutron] 10.222.0.96 "GET /v2.0/subnets?id=2a7c0ed9-c7ee-4cd6-96be-dbc4fc019c69 HTTP/1.1" status: 200 len: 835 time: 0.0654819 Feb 04 17:49:32.366119 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-b0722b9d-85f2-4f6f-a90b-62ad0f343767 req-431d0d0a-9f5d-4e8f-be8f-9dd436658f94 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] 10.222.0.89 "GET /v2.0/security-groups?id=16090a35-6b7d-41c8-9b3c-702cf3180ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1595528 Feb 04 17:49:32.369800 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3321bbac-deeb-49c1-90ac-8d2e6b727af2 req-8993b246-dbb5-4273-ada3-3f9d8d65dff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:49:32.371107 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-3321bbac-deeb-49c1-90ac-8d2e6b727af2 req-8993b246-dbb5-4273-ada3-3f9d8d65dff0 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=72a0d776-779a-4c52-ade1-7a41ed97dad6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0895340 Feb 04 17:49:32.515651 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-3321bbac-deeb-49c1-90ac-8d2e6b727af2 req-67befcdb-dace-46a1-9239-b5a9b5d0cbff service neutron] 10.222.0.96 "GET /v2.0/networks/72a0d776-779a-4c52-ade1-7a41ed97dad6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1344950 Feb 04 17:49:32.624152 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-3321bbac-deeb-49c1-90ac-8d2e6b727af2 req-430adf3d-d71a-4d34-a7d4-3ada79c09f28 service neutron] 10.222.0.96 "GET /v2.0/networks/72a0d776-779a-4c52-ade1-7a41ed97dad6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003726 Feb 04 17:49:32.841331 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-435e55d0-70fa-4546-94f9-42070f38db46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (64ada913-9131-4d99-a265-63a920956287), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:49:32.975338 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e924c11f-18fc-4c3b-9887-fdbe227851c2 req-8495a828-70e9-44db-8c72-649d8b8ab3af tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:49:32.987417 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-e924c11f-18fc-4c3b-9887-fdbe227851c2 req-8495a828-70e9-44db-8c72-649d8b8ab3af tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] 10.222.0.89 "GET /v2.0/ports?device_id=dee4a291-9305-4c0a-b6c2-2d119d002088 HTTP/1.1" status: 200 len: 943 time: 0.1380653 Feb 04 17:49:33.077312 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d408ec64-b374-4acb-a1fc-48241dad6d47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (0cd6d64a-47a7-40ff-8c12-71dd526c62e0), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:49:33.109700 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-e924c11f-18fc-4c3b-9887-fdbe227851c2 req-33593a17-0440-4dea-bb2d-5f7684ea5f31 tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] 10.222.0.89 "GET /v2.0/security-groups?id=a9027cb5-6df8-440a-8467-05119fda4e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026118 Feb 04 17:49:33.354189 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11b55d5-78ee-43ad-9416-4aecfd3ef001 req-6a9f9e45-561e-4d94-8d73-7952cfe95e03 tempest-TestNetworkAdvancedServerOps-1057837956 tempest-TestNetworkAdvancedServerOps-1057837956-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:49:33.355899 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-f11b55d5-78ee-43ad-9416-4aecfd3ef001 req-6a9f9e45-561e-4d94-8d73-7952cfe95e03 tempest-TestNetworkAdvancedServerOps-1057837956 tempest-TestNetworkAdvancedServerOps-1057837956-project-admin] 10.222.0.90 "GET /v2.0/ports?device_id=925eee3a-7c31-4940-86cc-1a1c83e62bda&tenant_id=86a0fd5c0c974eafbf1c6e95239dcb2c&binding%3Ahost_id=n-h1-827839-2 HTTP/1.1" status: 200 len: 1126 time: 0.1539154 Feb 04 17:49:33.686210 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9b06f7-70fe-4693-87e8-7cc343524a54 req-df79b2f7-14b9-41e5-9a8a-48e7ea37be91 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:49:33.686210 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-cd9b06f7-70fe-4693-87e8-7cc343524a54 req-df79b2f7-14b9-41e5-9a8a-48e7ea37be91 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] 10.222.0.89 "GET /v2.0/ports?device_id=925eee3a-7c31-4940-86cc-1a1c83e62bda HTTP/1.1" status: 200 len: 944 time: 0.1321754 Feb 04 17:49:33.788512 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-cd9b06f7-70fe-4693-87e8-7cc343524a54 req-200b3d30-a8d7-4cc4-8737-43c9cf234ca8 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] 10.222.0.89 "GET /v2.0/security-groups?id=16090a35-6b7d-41c8-9b3c-702cf3180ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1024525 Feb 04 17:49:34.400090 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device 1f35aa3c-8815-4be3-8251-9d999b916fe5 no longer exists at agent hyperv_n-h1-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:49:34.518554 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022a94cb-75d9-4ad8-89ef-01677908ecc2 req-0fcd9209-5020-4bb2-b033-a21d666b834b tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:49:34.519722 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-022a94cb-75d9-4ad8-89ef-01677908ecc2 req-0fcd9209-5020-4bb2-b033-a21d666b834b tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] 10.222.0.89 "GET /v2.0/ports?device_id=dee4a291-9305-4c0a-b6c2-2d119d002088 HTTP/1.1" status: 200 len: 943 time: 0.2653713 Feb 04 17:49:34.555929 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] The host n-h1-827839-2 is not matching for port 1f35aa3c-8815-4be3-8251-9d999b916fe5 host n-h2-827839-2! {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Feb 04 17:49:34.556645 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device 1f35aa3c-8815-4be3-8251-9d999b916fe5 not bound to the agent host n-h1-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 17:49:34.665695 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-022a94cb-75d9-4ad8-89ef-01677908ecc2 req-b16bedec-5422-455c-bfa6-8b338d7a8ab7 tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] 10.222.0.89 "GET /v2.0/security-groups?id=a9027cb5-6df8-440a-8467-05119fda4e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376579 Feb 04 17:49:34.883011 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4f14bb47-e72b-46ac-9e44-a61d9293afcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (75326290-f7a3-4db8-9cf2-15c7139ed224), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:49:34.935515 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11b55d5-78ee-43ad-9416-4aecfd3ef001 req-58970291-0432-402d-810a-e7497e876079 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:49:34.940726 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-f11b55d5-78ee-43ad-9416-4aecfd3ef001 req-58970291-0432-402d-810a-e7497e876079 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=925eee3a-7c31-4940-86cc-1a1c83e62bda&tenant_id=86a0fd5c0c974eafbf1c6e95239dcb2c HTTP/1.1" status: 200 len: 1126 time: 0.0857682 Feb 04 17:49:35.035614 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663ea70e-b5b8-4062-99fa-83e31eae3c10 req-20aa8c54-e1fe-464b-9887-acb104bd0378 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:49:35.038126 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-663ea70e-b5b8-4062-99fa-83e31eae3c10 req-20aa8c54-e1fe-464b-9887-acb104bd0378 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] 10.222.0.89 "GET /v2.0/ports?device_id=925eee3a-7c31-4940-86cc-1a1c83e62bda HTTP/1.1" status: 200 len: 944 time: 0.1331840 Feb 04 17:49:35.075245 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Device 1f35aa3c-8815-4be3-8251-9d999b916fe5 no longer exists at agent hyperv_n-h2-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:49:35.131550 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-663ea70e-b5b8-4062-99fa-83e31eae3c10 req-eaacab59-d06f-4502-bd8a-b68209c18f4e tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] 10.222.0.89 "GET /v2.0/security-groups?id=16090a35-6b7d-41c8-9b3c-702cf3180ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0854771 Feb 04 17:49:35.207370 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Current status of the port 1f35aa3c-8815-4be3-8251-9d999b916fe5 is: DOWN; New status is: DOWN {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:49:35.531576 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11b55d5-78ee-43ad-9416-4aecfd3ef001 req-31a350dc-13f9-4138-8458-3029dfb3da1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:49:35.533222 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-f11b55d5-78ee-43ad-9416-4aecfd3ef001 req-31a350dc-13f9-4138-8458-3029dfb3da1c service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=86a0fd5c0c974eafbf1c6e95239dcb2c&device_id=925eee3a-7c31-4940-86cc-1a1c83e62bda HTTP/1.1" status: 200 len: 1126 time: 0.0644922 Feb 04 17:49:35.757727 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (ba70844b-66a0-45fd-a2f2-e6ed673321fc), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:49:35.780032 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11b55d5-78ee-43ad-9416-4aecfd3ef001 req-6ca9271a-0539-4e89-8fc1-3250e3d65b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:49:35.781488 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-f11b55d5-78ee-43ad-9416-4aecfd3ef001 req-6ca9271a-0539-4e89-8fc1-3250e3d65b58 service neutron] 10.222.0.90 "GET /v2.0/networks?id=72a0d776-779a-4c52-ade1-7a41ed97dad6 HTTP/1.1" status: 200 len: 898 time: 0.2378864 Feb 04 17:49:35.901435 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-f11b55d5-78ee-43ad-9416-4aecfd3ef001 req-5fabff94-852b-43be-877e-41113fc9283b service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1f35aa3c-8815-4be3-8251-9d999b916fe5 HTTP/1.1" status: 200 len: 999 time: 0.1082561 Feb 04 17:49:35.922336 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04510f9-5e0d-4ce8-bb2d-c0e699aa10ed req-febf2539-d73d-4eb8-a9ab-f7fdcf9fd344 tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:49:35.929850 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-c04510f9-5e0d-4ce8-bb2d-c0e699aa10ed req-febf2539-d73d-4eb8-a9ab-f7fdcf9fd344 tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] 10.222.0.89 "GET /v2.0/ports?device_id=dee4a291-9305-4c0a-b6c2-2d119d002088 HTTP/1.1" status: 200 len: 943 time: 0.1385810 Feb 04 17:49:36.033003 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-c04510f9-5e0d-4ce8-bb2d-c0e699aa10ed req-8453aa15-6f57-4183-b37a-43f466c92eea tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] 10.222.0.89 "GET /v2.0/security-groups?id=a9027cb5-6df8-440a-8467-05119fda4e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002049 Feb 04 17:49:36.044773 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11b55d5-78ee-43ad-9416-4aecfd3ef001 req-d8a96b14-4daf-4a78-ac6a-3c71b0df846f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:49:36.046814 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-f11b55d5-78ee-43ad-9416-4aecfd3ef001 req-d8a96b14-4daf-4a78-ac6a-3c71b0df846f service neutron] 10.222.0.90 "GET /v2.0/subnets?id=2a7c0ed9-c7ee-4cd6-96be-dbc4fc019c69 HTTP/1.1" status: 200 len: 835 time: 0.1095383 Feb 04 17:49:36.130211 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11b55d5-78ee-43ad-9416-4aecfd3ef001 req-7dcdac08-aa23-4d6d-b57a-607793f8d48a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:49:36.132502 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-f11b55d5-78ee-43ad-9416-4aecfd3ef001 req-7dcdac08-aa23-4d6d-b57a-607793f8d48a service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=72a0d776-779a-4c52-ade1-7a41ed97dad6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0786848 Feb 04 17:49:36.253055 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-f11b55d5-78ee-43ad-9416-4aecfd3ef001 req-8190911f-d623-4ab8-b321-34e2d74fd4b4 service neutron] 10.222.0.90 "GET /v2.0/networks/72a0d776-779a-4c52-ade1-7a41ed97dad6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1121016 Feb 04 17:49:36.348101 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59548d1d-218e-4017-a2f4-eb0c4e2976dd req-71acd300-60bf-4efd-955a-f6c75c3c9e2e tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:49:36.349929 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-59548d1d-218e-4017-a2f4-eb0c4e2976dd req-71acd300-60bf-4efd-955a-f6c75c3c9e2e tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] 10.222.0.89 "GET /v2.0/ports?device_id=925eee3a-7c31-4940-86cc-1a1c83e62bda HTTP/1.1" status: 200 len: 944 time: 0.0981431 Feb 04 17:49:36.419060 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-f11b55d5-78ee-43ad-9416-4aecfd3ef001 req-af167f82-b0dd-4400-ac9a-f5980c4a9efa service neutron] 10.222.0.90 "GET /v2.0/networks/72a0d776-779a-4c52-ade1-7a41ed97dad6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1552546 Feb 04 17:49:36.444527 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-59548d1d-218e-4017-a2f4-eb0c4e2976dd req-bd5734e0-5c1e-40ba-b8d3-6f68d0b52cdf tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] 10.222.0.89 "GET /v2.0/security-groups?id=16090a35-6b7d-41c8-9b3c-702cf3180ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0780780 Feb 04 17:49:36.763679 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11b55d5-78ee-43ad-9416-4aecfd3ef001 req-c52abab5-4d82-41de-aba7-ef01e926baa4 tempest-TestNetworkAdvancedServerOps-1057837956 tempest-TestNetworkAdvancedServerOps-1057837956-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:49:36.765210 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-f11b55d5-78ee-43ad-9416-4aecfd3ef001 req-c52abab5-4d82-41de-aba7-ef01e926baa4 tempest-TestNetworkAdvancedServerOps-1057837956 tempest-TestNetworkAdvancedServerOps-1057837956-project-admin] 10.222.0.90 "GET /v2.0/ports?device_id=925eee3a-7c31-4940-86cc-1a1c83e62bda&tenant_id=86a0fd5c0c974eafbf1c6e95239dcb2c&binding%3Ahost_id=n-h2-827839-2 HTTP/1.1" status: 200 len: 1126 time: 0.1059570 Feb 04 17:49:36.902855 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [req-f11b55d5-78ee-43ad-9416-4aecfd3ef001 req-c25f1385-b3e1-43ff-b093-f9d1af8e8fd6 service neutron] For port 1f35aa3c-8815-4be3-8251-9d999b916fe5, host n-h1-827839-2, cleared binding levels {{(pid=103377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:49:36.906087 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-f11b55d5-78ee-43ad-9416-4aecfd3ef001 req-c25f1385-b3e1-43ff-b093-f9d1af8e8fd6 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:49:36.908287 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-f11b55d5-78ee-43ad-9416-4aecfd3ef001 req-c25f1385-b3e1-43ff-b093-f9d1af8e8fd6 service neutron] 10.222.0.90 "DELETE /v2.0/ports/1f35aa3c-8815-4be3-8251-9d999b916fe5/bindings/n-h1-827839-2 HTTP/1.1" status: 204 len: 173 time: 0.1335857 Feb 04 17:49:37.089257 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Device 60affd80-4a46-4415-9c99-06906baa6b43 details requested by agent hyperv_n-h2-827839-2 with host n-h2-827839-2 {{(pid=103378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 17:49:37.166560 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa126e0-4e20-42e1-a936-fa30695646d8 req-89e8791f-8f49-4811-bba8-e4460d25ed2d tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:49:37.173982 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-bfa126e0-4e20-42e1-a936-fa30695646d8 req-89e8791f-8f49-4811-bba8-e4460d25ed2d tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] 10.222.0.89 "GET /v2.0/ports?device_id=dee4a291-9305-4c0a-b6c2-2d119d002088 HTTP/1.1" status: 200 len: 943 time: 0.0744557 Feb 04 17:49:37.243347 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] For port 60affd80-4a46-4415-9c99-06906baa6b43, host n-h2-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=60affd80-4a46-4415-9c99-06906baa6b43,segment=NetworkSegment(72f80675-468f-4673-abe4-ad542e60011e),segment_id=72f80675-468f-4673-abe4-ad542e60011e)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:49:37.257353 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Returning: {'device': '60affd80-4a46-4415-9c99-06906baa6b43', 'network_id': '7b4d16dd-0fab-49f3-8d03-5c6130896904', 'port_id': '60affd80-4a46-4415-9c99-06906baa6b43', 'mac_address': 'fa:16:3e:88:6b:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 784, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5467d5d-9494-4042-8433-0634f660a543', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 17:49:37.281176 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-bfa126e0-4e20-42e1-a936-fa30695646d8 req-33705759-2a90-461e-8cab-113965084e9e tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] 10.222.0.89 "GET /v2.0/security-groups?id=a9027cb5-6df8-440a-8467-05119fda4e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058421 Feb 04 17:49:37.310856 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Current status of the port 60affd80-4a46-4415-9c99-06906baa6b43 is: DOWN; New status is: BUILD {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:49:37.311316 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (60affd80-4a46-4415-9c99-06906baa6b43), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:49:37.334408 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60affd80-4a46-4415-9c99-06906baa6b43 {{(pid=103378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 17:49:37.361508 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] For port 60affd80-4a46-4415-9c99-06906baa6b43, host n-h2-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=60affd80-4a46-4415-9c99-06906baa6b43,segment=NetworkSegment(72f80675-468f-4673-abe4-ad542e60011e),segment_id=72f80675-468f-4673-abe4-ad542e60011e)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:49:37.366967 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (60affd80-4a46-4415-9c99-06906baa6b43), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:49:37.431546 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Pushing event updated for resources: {'Port': ['ID=60affd80-4a46-4415-9c99-06906baa6b43,revision_number=9']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:49:37.578357 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc969448-7577-4c44-ada7-06a66367f320 req-89baa0c9-0772-415e-9460-c3420bc29a5c tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:49:37.585978 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-cc969448-7577-4c44-ada7-06a66367f320 req-89baa0c9-0772-415e-9460-c3420bc29a5c tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] 10.222.0.89 "GET /v2.0/ports?device_id=925eee3a-7c31-4940-86cc-1a1c83e62bda HTTP/1.1" status: 200 len: 944 time: 0.0741093 Feb 04 17:49:37.643668 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] get_ports_and_sgs() called for port_ids ['60affd80-4a46-4415-9c99-06906baa6b43'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 17:49:37.645252 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-cc969448-7577-4c44-ada7-06a66367f320 req-b329ced7-095d-4748-bf01-06e2effc437a tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] 10.222.0.89 "GET /v2.0/security-groups?id=16090a35-6b7d-41c8-9b3c-702cf3180ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583160 Feb 04 17:49:37.863806 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8b9dfe-4953-4acd-9671-5ecec51c48e8 req-e8f75df4-ca76-4919-8a89-0f6ff401a198 tempest-TestNetworkAdvancedServerOps-1057837956 tempest-TestNetworkAdvancedServerOps-1057837956-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:49:37.871746 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-bd8b9dfe-4953-4acd-9671-5ecec51c48e8 req-e8f75df4-ca76-4919-8a89-0f6ff401a198 tempest-TestNetworkAdvancedServerOps-1057837956 tempest-TestNetworkAdvancedServerOps-1057837956-project-admin] 10.222.0.89 "GET /v2.0/ports?device_id=925eee3a-7c31-4940-86cc-1a1c83e62bda HTTP/1.1" status: 200 len: 1126 time: 0.1015568 Feb 04 17:49:37.931921 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-bd8b9dfe-4953-4acd-9671-5ecec51c48e8 req-82136404-cc2a-434a-8343-0c6f71673687 tempest-TestNetworkAdvancedServerOps-1057837956 tempest-TestNetworkAdvancedServerOps-1057837956-project-admin] 10.222.0.89 "GET /v2.0/security-groups?id=16090a35-6b7d-41c8-9b3c-702cf3180ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592763 Feb 04 17:49:38.076543 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28607d5e-e510-47c0-b1f4-a5bcd7d14250 req-136b5f49-2714-4b39-be1c-056d8fa75fc9 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:49:38.086375 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-28607d5e-e510-47c0-b1f4-a5bcd7d14250 req-136b5f49-2714-4b39-be1c-056d8fa75fc9 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] 10.222.0.89 "GET /v2.0/ports?device_id=925eee3a-7c31-4940-86cc-1a1c83e62bda HTTP/1.1" status: 200 len: 944 time: 0.0630455 Feb 04 17:49:38.161065 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-28607d5e-e510-47c0-b1f4-a5bcd7d14250 req-e7884241-3cff-4a76-a237-8d1e06194bba tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] 10.222.0.89 "GET /v2.0/security-groups?id=16090a35-6b7d-41c8-9b3c-702cf3180ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0730748 Feb 04 17:49:38.198856 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 45524) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:49:38.312328 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-002d075d-fe8d-40c6-99b6-4a8487e6803f tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] 10.222.0.89 "GET /v2.0/floatingips/eaa7505a-fdb8-4e10-9a07-bce7465b4193 HTTP/1.1" status: 200 len: 991 time: 0.1116035 Feb 04 17:49:38.472554 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7c3082-e73d-40e3-9194-8a9ef009e60a req-30b59491-4798-4d2f-8825-f5201f079195 tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:49:38.478524 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-8e7c3082-e73d-40e3-9194-8a9ef009e60a req-30b59491-4798-4d2f-8825-f5201f079195 tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] 10.222.0.89 "GET /v2.0/ports?device_id=dee4a291-9305-4c0a-b6c2-2d119d002088 HTTP/1.1" status: 200 len: 944 time: 0.0974114 Feb 04 17:49:38.570585 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-8e7c3082-e73d-40e3-9194-8a9ef009e60a req-dd3834de-9853-4d37-988a-ae657e259093 tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] 10.222.0.89 "GET /v2.0/security-groups?id=a9027cb5-6df8-440a-8467-05119fda4e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859034 Feb 04 17:49:38.644805 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 45532) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:49:38.925841 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-0e7ea3d6-e25b-4b22-96ab-9a00b6f0e751 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Deleting port 12802630-237d-42e2-85f4-b5b5fd5c01ad {{(pid=103376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:49:38.929606 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-0e7ea3d6-e25b-4b22-96ab-9a00b6f0e751 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (12802630-237d-42e2-85f4-b5b5fd5c01ad), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:49:39.032263 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-0e7ea3d6-e25b-4b22-96ab-9a00b6f0e751 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (12802630-237d-42e2-85f4-b5b5fd5c01ad), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:49:39.032616 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-0e7ea3d6-e25b-4b22-96ab-9a00b6f0e751 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Publish callbacks [] for floatingip (12802630-237d-42e2-85f4-b5b5fd5c01ad), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:49:39.045600 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-0e7ea3d6-e25b-4b22-96ab-9a00b6f0e751 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Calling delete_port for 12802630-237d-42e2-85f4-b5b5fd5c01ad owned by network:floatingip {{(pid=103376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:49:39.095024 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Device 60affd80-4a46-4415-9c99-06906baa6b43 up at agent hyperv_n-h2-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:49:39.165212 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Provisioning complete for port 60affd80-4a46-4415-9c99-06906baa6b43 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:49:39.165954 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (60affd80-4a46-4415-9c99-06906baa6b43), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:49:39.231718 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-0e7ea3d6-e25b-4b22-96ab-9a00b6f0e751 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (12802630-237d-42e2-85f4-b5b5fd5c01ad), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:49:39.281778 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7ea3d6-e25b-4b22-96ab-9a00b6f0e751 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Pushing event deleted for resources: {'Port': ['ID=12802630-237d-42e2-85f4-b5b5fd5c01ad,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:49:39.287436 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Current status of the port 60affd80-4a46-4415-9c99-06906baa6b43 is: BUILD; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:49:39.287625 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (60affd80-4a46-4415-9c99-06906baa6b43), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:49:39.313862 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dee4a291-9305-4c0a-b6c2-2d119d002088', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60affd80-4a46-4415-9c99-06906baa6b43'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:49:39.316322 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c34bc964ce2211770fda26ca2f3801cc06f4f39928110690550e94ab9c9d2fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-488c0eb9-8360-4021-aa01-2effc0685349" -d '{"events": [{"server_uuid": "dee4a291-9305-4c0a-b6c2-2d119d002088", "name": "network-vif-plugged", "status": "completed", "tag": "60affd80-4a46-4415-9c99-06906baa6b43"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:49:39.335042 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] For port 60affd80-4a46-4415-9c99-06906baa6b43, host n-h2-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=60affd80-4a46-4415-9c99-06906baa6b43,segment=NetworkSegment(72f80675-468f-4673-abe4-ad542e60011e),segment_id=72f80675-468f-4673-abe4-ad542e60011e)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:49:39.341724 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (60affd80-4a46-4415-9c99-06906baa6b43), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:49:39.379686 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-0e7ea3d6-e25b-4b22-96ab-9a00b6f0e751 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Publish callbacks [] for floatingip (eaa7505a-fdb8-4e10-9a07-bce7465b4193), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:49:39.380040 n-d-827839-2 neutron-server[103376]: INFO neutron.db.l3_db [None req-0e7ea3d6-e25b-4b22-96ab-9a00b6f0e751 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Floating IP eaa7505a-fdb8-4e10-9a07-bce7465b4193 disassociated (deleted). External IP: 172.25.6.184, port: 1f35aa3c-8815-4be3-8251-9d999b916fe5. Feb 04 17:49:39.409904 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 17:49:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54ce9222-545e-4764-a2a4-9de27204f1ee x-openstack-request-id: req-54ce9222-545e-4764-a2a4-9de27204f1ee {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:49:39.411055 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dee4a291-9305-4c0a-b6c2-2d119d002088", "name": "network-vif-plugged", "status": "completed", "tag": "60affd80-4a46-4415-9c99-06906baa6b43", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:49:39.412380 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-54ce9222-545e-4764-a2a4-9de27204f1ee {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:49:39.412999 n-d-827839-2 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dee4a291-9305-4c0a-b6c2-2d119d002088', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60affd80-4a46-4415-9c99-06906baa6b43', 'code': 200} Feb 04 17:49:39.414039 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Pushing event updated for resources: {'Port': ['ID=60affd80-4a46-4415-9c99-06906baa6b43,revision_number=10']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:49:39.736975 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba80cfd-9f84-4270-9ad5-3ea04200eb80 req-20b2b05e-ac6b-4a90-9407-5721e3a93272 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:49:39.738362 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-6ba80cfd-9f84-4270-9ad5-3ea04200eb80 req-20b2b05e-ac6b-4a90-9407-5721e3a93272 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=dee4a291-9305-4c0a-b6c2-2d119d002088 HTTP/1.1" status: 200 len: 1128 time: 0.1951680 Feb 04 17:49:39.862533 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf66f35-e92d-48a2-95ca-3476229ad888 req-76c71cc1-de9f-4336-a26e-5e6052233bbb tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:49:39.880077 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-2bf66f35-e92d-48a2-95ca-3476229ad888 req-76c71cc1-de9f-4336-a26e-5e6052233bbb tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] 10.222.0.89 "GET /v2.0/ports?device_id=dee4a291-9305-4c0a-b6c2-2d119d002088 HTTP/1.1" status: 200 len: 946 time: 0.1454301 Feb 04 17:49:39.954836 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-2bf66f35-e92d-48a2-95ca-3476229ad888 req-a499a8e7-cbc2-436a-a8e2-c567ae00d464 tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] 10.222.0.89 "GET /v2.0/security-groups?id=a9027cb5-6df8-440a-8467-05119fda4e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660832 Feb 04 17:49:39.966623 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-6ba80cfd-9f84-4270-9ad5-3ea04200eb80 req-4ed7e726-1739-4c57-8d87-ce138983e062 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=a9027cb5-6df8-440a-8467-05119fda4e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633861 Feb 04 17:49:40.263376 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e7ea3d6-e25b-4b22-96ab-9a00b6f0e751 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Router af40483a-7603-439e-8ef3-69e154f2175c has already been hosted by L3 agent 64ada913-9131-4d99-a265-63a920956287 {{(pid=103376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 17:49:40.375001 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (f20a1ab3-4332-4f54-833b-ba4a7c687e89), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:49:40.403894 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e7ea3d6-e25b-4b22-96ab-9a00b6f0e751 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Notify agent at l3_agent.n-d-827839-2 the message routers_updated {{(pid=103376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 17:49:40.408821 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-0e7ea3d6-e25b-4b22-96ab-9a00b6f0e751 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for floatingip (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:49:40.417815 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35f98f1f-098d-4df8-af69-468da3704bc8 None None] Sync routers for ids ['af40483a-7603-439e-8ef3-69e154f2175c'] in n-d-827839-2 {{(pid=103378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 17:49:40.448086 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-0e7ea3d6-e25b-4b22-96ab-9a00b6f0e751 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] 10.222.0.89 "DELETE /v2.0/floatingips/eaa7505a-fdb8-4e10-9a07-bce7465b4193 HTTP/1.1" status: 204 len: 168 time: 1.8009193 Feb 04 17:49:40.448086 n-d-827839-2 neutron-server[103376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '925eee3a-7c31-4940-86cc-1a1c83e62bda', 'tag': '1f35aa3c-8815-4be3-8251-9d999b916fe5'}] {{(pid=103376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:49:40.448393 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35f98f1f-098d-4df8-af69-468da3704bc8 None None] Routers {'af40483a-7603-439e-8ef3-69e154f2175c'} bound to L3 agent in host n-d-827839-2 {{(pid=103378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:49:40.452196 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-35f98f1f-098d-4df8-af69-468da3704bc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:49:33Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['af40483a-7603-439e-8ef3-69e154f2175c'], 'active': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:49:40.459845 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d59c3bb5e2f09ebf62144d5e09b1cff60c763a9c19614c24538e77842938c05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb7d5892-8c06-465e-a4fe-a5caaf687012" -d '{"events": [{"name": "network-changed", "server_uuid": "925eee3a-7c31-4940-86cc-1a1c83e62bda", "tag": "1f35aa3c-8815-4be3-8251-9d999b916fe5"}]}' {{(pid=103376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:49:40.529811 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 17:49:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31467187-b972-47f5-9557-bd981661af3f x-openstack-request-id: req-31467187-b972-47f5-9557-bd981661af3f {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:49:40.530434 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "925eee3a-7c31-4940-86cc-1a1c83e62bda", "tag": "1f35aa3c-8815-4be3-8251-9d999b916fe5", "status": "completed", "code": 200}]} {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:49:40.530920 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-31467187-b972-47f5-9557-bd981661af3f {{(pid=103376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:49:40.531551 n-d-827839-2 neutron-server[103376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '925eee3a-7c31-4940-86cc-1a1c83e62bda', 'tag': '1f35aa3c-8815-4be3-8251-9d999b916fe5', 'status': 'completed', 'code': 200} Feb 04 17:49:40.664772 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7d5892-8c06-465e-a4fe-a5caaf687012 req-67368814-92aa-4525-b907-5ad2690cc76e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:49:40.666752 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-eb7d5892-8c06-465e-a4fe-a5caaf687012 req-67368814-92aa-4525-b907-5ad2690cc76e service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=86a0fd5c0c974eafbf1c6e95239dcb2c&device_id=925eee3a-7c31-4940-86cc-1a1c83e62bda HTTP/1.1" status: 200 len: 1126 time: 0.1167481 Feb 04 17:49:40.697832 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvr_db [None req-35f98f1f-098d-4df8-af69-468da3704bc8 None None] Set router af40483a-7603-439e-8ef3-69e154f2175c gateway port host: n-d-827839-2 {{(pid=103378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:49:40.807163 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7d5892-8c06-465e-a4fe-a5caaf687012 req-5249ab27-1e29-4580-91b3-0b3b2f6bad8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:49:40.809299 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-eb7d5892-8c06-465e-a4fe-a5caaf687012 req-5249ab27-1e29-4580-91b3-0b3b2f6bad8a service neutron] 10.222.0.90 "GET /v2.0/networks?id=72a0d776-779a-4c52-ade1-7a41ed97dad6 HTTP/1.1" status: 200 len: 898 time: 0.1357644 Feb 04 17:49:40.893207 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-eb7d5892-8c06-465e-a4fe-a5caaf687012 req-08b139a1-ae63-4b24-a1e3-b98a4c3c4745 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1f35aa3c-8815-4be3-8251-9d999b916fe5 HTTP/1.1" status: 200 len: 217 time: 0.0499821 Feb 04 17:49:41.008868 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e38f745-c564-4f85-b0b6-26f9e1ac1c7c req-ed18f554-5c46-4f3f-90c0-6c06d583db57 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:49:41.026398 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-7e38f745-c564-4f85-b0b6-26f9e1ac1c7c req-ed18f554-5c46-4f3f-90c0-6c06d583db57 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] 10.222.0.89 "GET /v2.0/ports?device_id=925eee3a-7c31-4940-86cc-1a1c83e62bda HTTP/1.1" status: 200 len: 944 time: 0.2104878 Feb 04 17:49:41.130574 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-7e38f745-c564-4f85-b0b6-26f9e1ac1c7c req-b3750ce0-7352-43e1-81c2-76e9d854ca7b tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] 10.222.0.89 "GET /v2.0/security-groups?id=16090a35-6b7d-41c8-9b3c-702cf3180ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0978992 Feb 04 17:49:41.143995 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7d5892-8c06-465e-a4fe-a5caaf687012 req-d8d61283-3a5f-4977-9f6d-ebe09a4f58d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:49:41.150667 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-eb7d5892-8c06-465e-a4fe-a5caaf687012 req-d8d61283-3a5f-4977-9f6d-ebe09a4f58d2 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=2a7c0ed9-c7ee-4cd6-96be-dbc4fc019c69 HTTP/1.1" status: 200 len: 835 time: 0.2413330 Feb 04 17:49:41.163349 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-35f98f1f-098d-4df8-af69-468da3704bc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af40483a-7603-439e-8ef3-69e154f2175c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-316308538', 'tenant_id': '86a0fd5c0c974eafbf1c6e95239dcb2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.8'}], 'enable_snat': True}, 'gw_port_id': '15fb0f78-e3c2-406a-b181-70a86ae1e7c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:47:34Z', 'updated_at': '2022-02-04T17:47:37Z', 'revision_number': 4, 'project_id': '86a0fd5c0c974eafbf1c6e95239dcb2c', 'gw_port': {'id': '15fb0f78-e3c2-406a-b181-70a86ae1e7c5', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:a5:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af40483a-7603-439e-8ef3-69e154f2175c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3412, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:47:34Z', 'updated_at': '2022-02-04T17:47:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_interfaces': [{'id': '2cd4bb31-84e0-4703-aed5-e91b5dc5a987', 'name': '', 'network_id': '72a0d776-779a-4c52-ade1-7a41ed97dad6', 'tenant_id': '86a0fd5c0c974eafbf1c6e95239dcb2c', 'mac_address': 'fa:16:3e:a5:ad:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af40483a-7603-439e-8ef3-69e154f2175c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3415, 'fixed_ips': [{'subnet_id': '2a7c0ed9-c7ee-4cd6-96be-dbc4fc019c69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:47:37Z', 'updated_at': '2022-02-04T17:47:41Z', 'revision_number': 5, 'project_id': '86a0fd5c0c974eafbf1c6e95239dcb2c', 'subnets': [{'id': '2a7c0ed9-c7ee-4cd6-96be-dbc4fc019c69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-2', False) {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:49:41.186875 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.agents_db [None req-e1691f3b-aacd-4cd6-8ebb-a9c53bb301c0 None None] Agent healthcheck: found 7 active agents {{(pid=103379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 17:49:41.234254 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35f98f1f-098d-4df8-af69-468da3704bc8 None None] Checking router: af40483a-7603-439e-8ef3-69e154f2175c for host: n-d-827839-2 {{(pid=103378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 17:49:41.248438 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35f98f1f-098d-4df8-af69-468da3704bc8 None None] Routers {'af40483a-7603-439e-8ef3-69e154f2175c'} bound to L3 agent in host n-d-827839-2 {{(pid=103378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:49:41.249516 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-35f98f1f-098d-4df8-af69-468da3704bc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:49:33Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['af40483a-7603-439e-8ef3-69e154f2175c'], 'active': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:49:41.292431 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0485ca0d-6d5c-4793-bbd1-7f31bee5e70c req-d08a63f9-8e9d-4078-a38b-aa87a846a780 tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:49:41.294044 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-0485ca0d-6d5c-4793-bbd1-7f31bee5e70c req-d08a63f9-8e9d-4078-a38b-aa87a846a780 tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] 10.222.0.89 "GET /v2.0/ports?device_id=dee4a291-9305-4c0a-b6c2-2d119d002088 HTTP/1.1" status: 200 len: 946 time: 0.1425157 Feb 04 17:49:41.369740 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527d9c15-dd34-4151-b20f-5e40c55aa029 req-59fa3e54-b044-437e-b797-ae6aee95994b tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:49:41.371825 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-527d9c15-dd34-4151-b20f-5e40c55aa029 req-59fa3e54-b044-437e-b797-ae6aee95994b tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] 10.222.0.90 "GET /v2.0/ports?device_id=925eee3a-7c31-4940-86cc-1a1c83e62bda HTTP/1.1" status: 200 len: 944 time: 0.1536334 Feb 04 17:49:41.432856 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-0485ca0d-6d5c-4793-bbd1-7f31bee5e70c req-afcfab2e-7076-40c0-ba8f-9cbbb6d99bfb tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] 10.222.0.89 "GET /v2.0/security-groups?id=a9027cb5-6df8-440a-8467-05119fda4e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270981 Feb 04 17:49:41.467608 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7d5892-8c06-465e-a4fe-a5caaf687012 req-1296d741-3dc7-431e-86c6-161ebe355f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:49:41.470032 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-eb7d5892-8c06-465e-a4fe-a5caaf687012 req-1296d741-3dc7-431e-86c6-161ebe355f97 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=72a0d776-779a-4c52-ade1-7a41ed97dad6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3152864 Feb 04 17:49:41.554734 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvr_db [None req-35f98f1f-098d-4df8-af69-468da3704bc8 None None] Set router af40483a-7603-439e-8ef3-69e154f2175c gateway port host: n-d-827839-2 {{(pid=103378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:49:41.676008 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [req-527d9c15-dd34-4151-b20f-5e40c55aa029 req-289d4194-a487-4fa2-a66c-25e679970bc5 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Deleting port 1f35aa3c-8815-4be3-8251-9d999b916fe5 {{(pid=103377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:49:41.676571 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-527d9c15-dd34-4151-b20f-5e40c55aa029 req-289d4194-a487-4fa2-a66c-25e679970bc5 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (1f35aa3c-8815-4be3-8251-9d999b916fe5), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:49:41.732304 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-eb7d5892-8c06-465e-a4fe-a5caaf687012 req-bebfa309-5700-4465-9856-bfa7f24c42e6 service neutron] 10.222.0.90 "GET /v2.0/networks/72a0d776-779a-4c52-ade1-7a41ed97dad6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2515841 Feb 04 17:49:41.875023 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [req-527d9c15-dd34-4151-b20f-5e40c55aa029 req-289d4194-a487-4fa2-a66c-25e679970bc5 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] For port 1f35aa3c-8815-4be3-8251-9d999b916fe5, host n-h2-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=1f35aa3c-8815-4be3-8251-9d999b916fe5,segment=NetworkSegment(7c694fea-0266-402c-ad58-243e20110ca8),segment_id=7c694fea-0266-402c-ad58-243e20110ca8)] {{(pid=103377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:49:41.875787 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-527d9c15-dd34-4151-b20f-5e40c55aa029 req-289d4194-a487-4fa2-a66c-25e679970bc5 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (1f35aa3c-8815-4be3-8251-9d999b916fe5), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:49:41.900584 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [req-527d9c15-dd34-4151-b20f-5e40c55aa029 req-289d4194-a487-4fa2-a66c-25e679970bc5 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Calling delete_port for 1f35aa3c-8815-4be3-8251-9d999b916fe5 owned by compute:nova {{(pid=103377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:49:41.917910 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-eb7d5892-8c06-465e-a4fe-a5caaf687012 req-74537bfa-2a73-4a57-835b-7e92134a7304 service neutron] 10.222.0.90 "GET /v2.0/networks/72a0d776-779a-4c52-ade1-7a41ed97dad6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1752973 Feb 04 17:49:42.152597 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-35f98f1f-098d-4df8-af69-468da3704bc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af40483a-7603-439e-8ef3-69e154f2175c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-316308538', 'tenant_id': '86a0fd5c0c974eafbf1c6e95239dcb2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.8'}], 'enable_snat': True}, 'gw_port_id': '15fb0f78-e3c2-406a-b181-70a86ae1e7c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:47:34Z', 'updated_at': '2022-02-04T17:47:37Z', 'revision_number': 4, 'project_id': '86a0fd5c0c974eafbf1c6e95239dcb2c', 'gw_port': {'id': '15fb0f78-e3c2-406a-b181-70a86ae1e7c5', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:a5:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af40483a-7603-439e-8ef3-69e154f2175c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3412, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:47:34Z', 'updated_at': '2022-02-04T17:47:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_interfaces': [{'id': '2cd4bb31-84e0-4703-aed5-e91b5dc5a987', 'name': '', 'network_id': '72a0d776-779a-4c52-ade1-7a41ed97dad6', 'tenant_id': '86a0fd5c0c974eafbf1c6e95239dcb2c', 'mac_address': 'fa:16:3e:a5:ad:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af40483a-7603-439e-8ef3-69e154f2175c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3415, 'fixed_ips': [{'subnet_id': '2a7c0ed9-c7ee-4cd6-96be-dbc4fc019c69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:47:37Z', 'updated_at': '2022-02-04T17:47:41Z', 'revision_number': 5, 'project_id': '86a0fd5c0c974eafbf1c6e95239dcb2c', 'subnets': [{'id': '2a7c0ed9-c7ee-4cd6-96be-dbc4fc019c69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-2', False) {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:49:42.184877 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35f98f1f-098d-4df8-af69-468da3704bc8 None None] The sync data for ids ['af40483a-7603-439e-8ef3-69e154f2175c'] in n-d-827839-2 is: [{'id': 'af40483a-7603-439e-8ef3-69e154f2175c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-316308538', 'tenant_id': '86a0fd5c0c974eafbf1c6e95239dcb2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.8'}], 'enable_snat': True}, 'gw_port_id': '15fb0f78-e3c2-406a-b181-70a86ae1e7c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:47:34Z', 'updated_at': '2022-02-04T17:47:37Z', 'revision_number': 4, 'project_id': '86a0fd5c0c974eafbf1c6e95239dcb2c', 'gw_port': {'id': '15fb0f78-e3c2-406a-b181-70a86ae1e7c5', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:a5:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af40483a-7603-439e-8ef3-69e154f2175c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3412, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:47:34Z', 'updated_at': '2022-02-04T17:47:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_interfaces': [{'id': '2cd4bb31-84e0-4703-aed5-e91b5dc5a987', 'name': '', 'network_id': '72a0d776-779a-4c52-ade1-7a41ed97dad6', 'tenant_id': '86a0fd5c0c974eafbf1c6e95239dcb2c', 'mac_address': 'fa:16:3e:a5:ad:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af40483a-7603-439e-8ef3-69e154f2175c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3415, 'fixed_ips': [{'subnet_id': '2a7c0ed9-c7ee-4cd6-96be-dbc4fc019c69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:47:37Z', 'updated_at': '2022-02-04T17:47:41Z', 'revision_number': 5, 'project_id': '86a0fd5c0c974eafbf1c6e95239dcb2c', 'subnets': [{'id': '2a7c0ed9-c7ee-4cd6-96be-dbc4fc019c69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 17:49:42.362662 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-527d9c15-dd34-4151-b20f-5e40c55aa029 req-289d4194-a487-4fa2-a66c-25e679970bc5 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (1f35aa3c-8815-4be3-8251-9d999b916fe5), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:49:42.383106 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4207773-110d-4f36-963b-63889755bf81 req-becfbd41-b2b0-4806-8634-52cf8b46f87f tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:49:42.385204 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-b4207773-110d-4f36-963b-63889755bf81 req-becfbd41-b2b0-4806-8634-52cf8b46f87f tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] 10.222.0.89 "GET /v2.0/ports?device_id=925eee3a-7c31-4940-86cc-1a1c83e62bda HTTP/1.1" status: 200 len: 866 time: 0.0939960 Feb 04 17:49:42.433566 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289d4194-a487-4fa2-a66c-25e679970bc5 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Pushing event deleted for resources: {'Port': ['ID=1f35aa3c-8815-4be3-8251-9d999b916fe5,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:49:42.514099 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (3f9244a9-75fc-4c10-b195-11d48b853b41), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:49:42.531351 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [req-527d9c15-dd34-4151-b20f-5e40c55aa029 req-289d4194-a487-4fa2-a66c-25e679970bc5 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] No DVR routers for this DVR port 1f35aa3c-8815-4be3-8251-9d999b916fe5 on host n-h2-827839-2 {{(pid=103377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 17:49:42.538771 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-527d9c15-dd34-4151-b20f-5e40c55aa029 req-289d4194-a487-4fa2-a66c-25e679970bc5 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:49:42.543869 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-527d9c15-dd34-4151-b20f-5e40c55aa029 req-289d4194-a487-4fa2-a66c-25e679970bc5 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] 10.222.0.90 "DELETE /v2.0/ports/1f35aa3c-8815-4be3-8251-9d999b916fe5 HTTP/1.1" status: 204 len: 173 time: 1.1516538 Feb 04 17:49:42.544459 n-d-827839-2 neutron-server[103377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '925eee3a-7c31-4940-86cc-1a1c83e62bda', 'name': 'network-vif-deleted', 'tag': '1f35aa3c-8815-4be3-8251-9d999b916fe5'}] {{(pid=103377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:49:42.547763 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7240428b650e1488e9361b62648ff4b3a6c19d49d8c27c949491ab58c1346cf0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d0b8716-2913-41e0-9872-ad01313c9e9f" -d '{"events": [{"server_uuid": "925eee3a-7c31-4940-86cc-1a1c83e62bda", "name": "network-vif-deleted", "tag": "1f35aa3c-8815-4be3-8251-9d999b916fe5"}]}' {{(pid=103377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:49:42.575135 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-b4207773-110d-4f36-963b-63889755bf81 req-01169760-1d83-4398-aee7-a6ecb8bd13f8 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] 10.222.0.89 "GET /v2.0/security-groups?id=16090a35-6b7d-41c8-9b3c-702cf3180ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1671667 Feb 04 17:49:42.660280 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bdb808-1da8-4e1d-9d4b-69e0d968d415 req-23272d73-e1a2-406d-a939-bed67770f4cd tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:49:42.668119 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-b1bdb808-1da8-4e1d-9d4b-69e0d968d415 req-23272d73-e1a2-406d-a939-bed67770f4cd tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] 10.222.0.89 "GET /v2.0/ports?device_id=dee4a291-9305-4c0a-b6c2-2d119d002088 HTTP/1.1" status: 200 len: 946 time: 0.1136119 Feb 04 17:49:42.701158 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 17:49:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d73af6b9-3a6b-4cc8-94eb-75cf69d0cdd9 x-openstack-request-id: req-d73af6b9-3a6b-4cc8-94eb-75cf69d0cdd9 {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:49:42.704762 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "925eee3a-7c31-4940-86cc-1a1c83e62bda", "name": "network-vif-deleted", "tag": "1f35aa3c-8815-4be3-8251-9d999b916fe5", "status": "completed", "code": 200}]} {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:49:42.705221 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-d73af6b9-3a6b-4cc8-94eb-75cf69d0cdd9 {{(pid=103377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:49:42.705820 n-d-827839-2 neutron-server[103377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '925eee3a-7c31-4940-86cc-1a1c83e62bda', 'name': 'network-vif-deleted', 'tag': '1f35aa3c-8815-4be3-8251-9d999b916fe5', 'status': 'completed', 'code': 200} Feb 04 17:49:42.769652 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-b1bdb808-1da8-4e1d-9d4b-69e0d968d415 req-c1751629-ef13-4e98-a742-01abc2f14426 tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] 10.222.0.89 "GET /v2.0/security-groups?id=a9027cb5-6df8-440a-8467-05119fda4e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005161 Feb 04 17:49:42.808196 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a27591d2-f6d3-4534-aff4-db173e3a838d None None] New status for floating IP eaa7505a-fdb8-4e10-9a07-bce7465b4193: DOWN {{(pid=103379) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 17:49:43.101933 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a60363f-73f9-41ba-8093-3630c9df8823 req-94e77682-c78f-416c-9cfc-1e64d70315f8 tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:49:43.104994 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-9a60363f-73f9-41ba-8093-3630c9df8823 req-94e77682-c78f-416c-9cfc-1e64d70315f8 tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] 10.222.0.89 "GET /v2.0/ports?device_id=dee4a291-9305-4c0a-b6c2-2d119d002088 HTTP/1.1" status: 200 len: 946 time: 0.1655142 Feb 04 17:49:43.210902 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-9a60363f-73f9-41ba-8093-3630c9df8823 req-8a59039d-d8cc-48c6-b34a-f021111f2fb0 tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] 10.222.0.89 "GET /v2.0/security-groups?id=a9027cb5-6df8-440a-8467-05119fda4e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982065 Feb 04 17:49:43.384696 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ff883a-ca6b-4798-8efc-f15a9f106048 req-673f699f-29bd-40d4-8b4b-c24db54570ef tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:49:43.392936 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-c8ff883a-ca6b-4798-8efc-f15a9f106048 req-673f699f-29bd-40d4-8b4b-c24db54570ef tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] 10.222.0.89 "GET /v2.0/ports?device_id=dee4a291-9305-4c0a-b6c2-2d119d002088 HTTP/1.1" status: 200 len: 946 time: 0.0965235 Feb 04 17:49:43.443816 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-c8ff883a-ca6b-4798-8efc-f15a9f106048 req-349b1fbd-fb35-4421-a943-7c0ae9977012 tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] 10.222.0.89 "GET /v2.0/security-groups?id=a9027cb5-6df8-440a-8467-05119fda4e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499105 Feb 04 17:49:43.614480 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0a7921-aa60-4a8c-963f-4cf3afe973c7 req-e2ef1d02-90c3-439e-8af4-c26a6b8dc84b tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:49:43.616913 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-9c0a7921-aa60-4a8c-963f-4cf3afe973c7 req-e2ef1d02-90c3-439e-8af4-c26a6b8dc84b tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] 10.222.0.89 "GET /v2.0/ports?device_id=dee4a291-9305-4c0a-b6c2-2d119d002088 HTTP/1.1" status: 200 len: 946 time: 0.0643818 Feb 04 17:49:43.662468 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 45632) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:49:43.686686 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-9c0a7921-aa60-4a8c-963f-4cf3afe973c7 req-4c1d7361-1bec-4079-b211-c041c4af3769 tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] 10.222.0.89 "GET /v2.0/security-groups?id=a9027cb5-6df8-440a-8467-05119fda4e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570750 Feb 04 17:49:43.897299 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4ef4b2-09ff-472b-9db3-0e4b6fd7e0a4 req-4dd9a97a-d3a5-4981-a08d-337d80425f95 tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:49:43.898748 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-1a4ef4b2-09ff-472b-9db3-0e4b6fd7e0a4 req-4dd9a97a-d3a5-4981-a08d-337d80425f95 tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] 10.222.0.89 "GET /v2.0/ports?device_id=dee4a291-9305-4c0a-b6c2-2d119d002088 HTTP/1.1" status: 200 len: 946 time: 0.1354010 Feb 04 17:49:44.013011 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-1a4ef4b2-09ff-472b-9db3-0e4b6fd7e0a4 req-d492d81b-b80a-48ae-99bb-168ed9853de0 tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] 10.222.0.89 "GET /v2.0/security-groups?id=a9027cb5-6df8-440a-8467-05119fda4e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841274 Feb 04 17:49:44.440560 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca6b07c-ad9d-41a5-9751-64786c7fea22 req-f89bf528-9689-48bc-875c-e48929ea1ae2 tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:49:44.442117 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-dca6b07c-ad9d-41a5-9751-64786c7fea22 req-f89bf528-9689-48bc-875c-e48929ea1ae2 tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] 10.222.0.89 "GET /v2.0/ports?device_id=dee4a291-9305-4c0a-b6c2-2d119d002088 HTTP/1.1" status: 200 len: 946 time: 0.3415110 Feb 04 17:49:44.527421 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-dca6b07c-ad9d-41a5-9751-64786c7fea22 req-e405332f-7f15-4fc7-8f32-879636aa6ac2 tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] 10.222.0.89 "GET /v2.0/security-groups?id=a9027cb5-6df8-440a-8467-05119fda4e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775182 Feb 04 17:49:44.539404 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-e43561e9-85b3-41c5-8b0a-d048ded7146d tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602754'] for router_interface (af40483a-7603-439e-8ef3-69e154f2175c), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:49:44.674208 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e39b039-6a84-4cb1-93b7-d3453b25f57f req-e4689b38-8d04-49a7-8f20-a8d6a309f9c5 tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:49:44.682896 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-2e39b039-6a84-4cb1-93b7-d3453b25f57f req-e4689b38-8d04-49a7-8f20-a8d6a309f9c5 tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] 10.222.0.89 "GET /v2.0/ports?device_id=dee4a291-9305-4c0a-b6c2-2d119d002088 HTTP/1.1" status: 200 len: 946 time: 0.0788302 Feb 04 17:49:44.738903 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-2e39b039-6a84-4cb1-93b7-d3453b25f57f req-6d24302d-df3f-4c4f-ba9e-3411b7ba25c3 tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] 10.222.0.89 "GET /v2.0/security-groups?id=a9027cb5-6df8-440a-8467-05119fda4e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550861 Feb 04 17:49:44.873216 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-e43561e9-85b3-41c5-8b0a-d048ded7146d tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Deleting port 2cd4bb31-84e0-4703-aed5-e91b5dc5a987 {{(pid=103377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:49:44.873863 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-e43561e9-85b3-41c5-8b0a-d048ded7146d tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (2cd4bb31-84e0-4703-aed5-e91b5dc5a987), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:49:44.998688 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [None req-e43561e9-85b3-41c5-8b0a-d048ded7146d tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] For port 2cd4bb31-84e0-4703-aed5-e91b5dc5a987, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=2cd4bb31-84e0-4703-aed5-e91b5dc5a987,segment=NetworkSegment(7c694fea-0266-402c-ad58-243e20110ca8),segment_id=7c694fea-0266-402c-ad58-243e20110ca8)] {{(pid=103377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:49:44.999050 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-e43561e9-85b3-41c5-8b0a-d048ded7146d tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (2cd4bb31-84e0-4703-aed5-e91b5dc5a987), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:49:45.015638 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-e43561e9-85b3-41c5-8b0a-d048ded7146d tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Calling delete_port for 2cd4bb31-84e0-4703-aed5-e91b5dc5a987 owned by network:router_interface {{(pid=103377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:49:45.047327 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a031cb5-c559-4746-aa44-9fac13f14bdf req-221afa6c-13cd-4751-82c7-68557eefc4b3 tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:49:45.049134 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-1a031cb5-c559-4746-aa44-9fac13f14bdf req-221afa6c-13cd-4751-82c7-68557eefc4b3 tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] 10.222.0.89 "GET /v2.0/ports?device_id=dee4a291-9305-4c0a-b6c2-2d119d002088 HTTP/1.1" status: 200 len: 946 time: 0.0557141 Feb 04 17:49:45.108287 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-1a031cb5-c559-4746-aa44-9fac13f14bdf req-50940a38-a512-4c05-9134-d841502a6673 tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] 10.222.0.89 "GET /v2.0/security-groups?id=a9027cb5-6df8-440a-8467-05119fda4e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523021 Feb 04 17:49:45.140344 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Device 1f35aa3c-8815-4be3-8251-9d999b916fe5 no longer exists at agent hyperv_n-h2-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:49:45.165301 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] No Port match for: 1f35aa3c-8815-4be3-8251-9d999b916fe5 {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 17:49:45.166023 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Device 1f35aa3c-8815-4be3-8251-9d999b916fe5 not bound to the agent host n-h2-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 17:49:45.241389 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-e43561e9-85b3-41c5-8b0a-d048ded7146d tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (2cd4bb31-84e0-4703-aed5-e91b5dc5a987), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:49:45.284659 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43561e9-85b3-41c5-8b0a-d048ded7146d tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Pushing event deleted for resources: {'Port': ['ID=2cd4bb31-84e0-4703-aed5-e91b5dc5a987,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:49:45.294295 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43561e9-85b3-41c5-8b0a-d048ded7146d tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:49:45.294706 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43561e9-85b3-41c5-8b0a-d048ded7146d tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:49:45.295060 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43561e9-85b3-41c5-8b0a-d048ded7146d tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:49:45.295443 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43561e9-85b3-41c5-8b0a-d048ded7146d tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:49:45.295785 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43561e9-85b3-41c5-8b0a-d048ded7146d tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:49:45.296160 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43561e9-85b3-41c5-8b0a-d048ded7146d tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:49:45.296711 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43561e9-85b3-41c5-8b0a-d048ded7146d tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:49:45.297079 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43561e9-85b3-41c5-8b0a-d048ded7146d tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:49:45.305879 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43561e9-85b3-41c5-8b0a-d048ded7146d tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:49:45.305879 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43561e9-85b3-41c5-8b0a-d048ded7146d tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:49:45.305879 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43561e9-85b3-41c5-8b0a-d048ded7146d tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:49:45.305879 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43561e9-85b3-41c5-8b0a-d048ded7146d tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:49:45.305879 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43561e9-85b3-41c5-8b0a-d048ded7146d tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:49:45.538997 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-e43561e9-85b3-41c5-8b0a-d048ded7146d tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1677336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1602614'] for router_interface (af40483a-7603-439e-8ef3-69e154f2175c), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:49:45.772457 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e43561e9-85b3-41c5-8b0a-d048ded7146d tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Router af40483a-7603-439e-8ef3-69e154f2175c has already been hosted by L3 agent 64ada913-9131-4d99-a265-63a920956287 {{(pid=103377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 17:49:45.888991 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e43561e9-85b3-41c5-8b0a-d048ded7146d tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Notify agent at l3_agent.n-d-827839-2 the message routers_updated {{(pid=103377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 17:49:45.894766 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-e43561e9-85b3-41c5-8b0a-d048ded7146d tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] 10.222.0.89 "PUT /v2.0/routers/af40483a-7603-439e-8ef3-69e154f2175c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2311821 Feb 04 17:49:45.898181 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 45672) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:49:45.902883 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b124255-5db1-4c85-88d3-8a05135490e3 None None] Sync routers for ids ['af40483a-7603-439e-8ef3-69e154f2175c'] in n-d-827839-2 {{(pid=103378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 17:49:45.917439 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b124255-5db1-4c85-88d3-8a05135490e3 None None] Routers {'af40483a-7603-439e-8ef3-69e154f2175c'} bound to L3 agent in host n-d-827839-2 {{(pid=103378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:49:45.918060 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-1b124255-5db1-4c85-88d3-8a05135490e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:49:33Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['af40483a-7603-439e-8ef3-69e154f2175c'], 'active': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:49:45.962036 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.db_base_plugin_v2 [None req-ddb3f51a-c5db-457b-93d0-6a665c039d76 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Deleting subnet 2a7c0ed9-c7ee-4cd6-96be-dbc4fc019c69 {{(pid=103376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 17:49:45.966541 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-ddb3f51a-c5db-457b-93d0-6a665c039d76 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Publish callbacks [] for subnet (2a7c0ed9-c7ee-4cd6-96be-dbc4fc019c69), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:49:46.023668 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-ddb3f51a-c5db-457b-93d0-6a665c039d76 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25674901'] for subnet (2a7c0ed9-c7ee-4cd6-96be-dbc4fc019c69), precommit_delete_associations {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:49:46.178883 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-ddb3f51a-c5db-457b-93d0-6a665c039d76 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1541225'] for subnet (2a7c0ed9-c7ee-4cd6-96be-dbc4fc019c69), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:49:46.241853 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvr_db [None req-1b124255-5db1-4c85-88d3-8a05135490e3 None None] Set router af40483a-7603-439e-8ef3-69e154f2175c gateway port host: n-d-827839-2 {{(pid=103378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:49:46.274289 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-ddb3f51a-c5db-457b-93d0-6a665c039d76 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1541216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25675894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25858947'] for subnet (2a7c0ed9-c7ee-4cd6-96be-dbc4fc019c69), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:49:46.314973 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb3f51a-c5db-457b-93d0-6a665c039d76 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Pushing event deleted for resources: {'Subnet': ['ID=2a7c0ed9-c7ee-4cd6-96be-dbc4fc019c69,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:49:46.327119 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-ddb3f51a-c5db-457b-93d0-6a665c039d76 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Publish callbacks [] for subnet (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:49:46.331376 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-ddb3f51a-c5db-457b-93d0-6a665c039d76 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] 10.222.0.89 "DELETE /v2.0/subnets/2a7c0ed9-c7ee-4cd6-96be-dbc4fc019c69 HTTP/1.1" status: 204 len: 168 time: 0.4320512 Feb 04 17:49:46.335673 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 45678) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:49:46.363804 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77832323-cd5f-4c7c-9628-e2481275d76c req-a6580529-5a10-4d71-b7c4-e421e6e1f191 tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:49:46.373819 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-77832323-cd5f-4c7c-9628-e2481275d76c req-a6580529-5a10-4d71-b7c4-e421e6e1f191 tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] 10.222.0.89 "GET /v2.0/ports?device_id=dee4a291-9305-4c0a-b6c2-2d119d002088 HTTP/1.1" status: 200 len: 946 time: 0.1319411 Feb 04 17:49:46.394655 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b13eaf2-1a19-4d6b-8e8b-e5fd3aff6e29 None None] Network 72a0d776-779a-4c52-ade1-7a41ed97dad6 requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:49:46.462056 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-77832323-cd5f-4c7c-9628-e2481275d76c req-d2e45438-e767-48c3-8721-543ef2679383 tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] 10.222.0.89 "GET /v2.0/security-groups?id=a9027cb5-6df8-440a-8467-05119fda4e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833883 Feb 04 17:49:46.516376 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-f8905657-a8b2-43b0-a928-ead28acd9e53 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Publish callbacks [] for router (af40483a-7603-439e-8ef3-69e154f2175c), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:49:46.653827 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-1b124255-5db1-4c85-88d3-8a05135490e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af40483a-7603-439e-8ef3-69e154f2175c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-316308538', 'tenant_id': '86a0fd5c0c974eafbf1c6e95239dcb2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.8'}], 'enable_snat': True}, 'gw_port_id': '15fb0f78-e3c2-406a-b181-70a86ae1e7c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:47:34Z', 'updated_at': '2022-02-04T17:49:45Z', 'revision_number': 5, 'project_id': '86a0fd5c0c974eafbf1c6e95239dcb2c', 'gw_port': {'id': '15fb0f78-e3c2-406a-b181-70a86ae1e7c5', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:a5:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af40483a-7603-439e-8ef3-69e154f2175c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3412, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:47:34Z', 'updated_at': '2022-02-04T17:47:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2'}], 'n-d-827839-2', False) {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:49:46.699938 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b124255-5db1-4c85-88d3-8a05135490e3 None None] Checking router: af40483a-7603-439e-8ef3-69e154f2175c for host: n-d-827839-2 {{(pid=103378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 17:49:46.707703 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-907c6254-3e58-4269-bde8-5296544ec25f None None] DHCP port deletion for 72a0d776-779a-4c52-ade1-7a41ed97dad6 request from n-d-827839-2 {{(pid=103378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 17:49:46.761043 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b124255-5db1-4c85-88d3-8a05135490e3 None None] Routers {'af40483a-7603-439e-8ef3-69e154f2175c'} bound to L3 agent in host n-d-827839-2 {{(pid=103378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:49:46.761680 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-1b124255-5db1-4c85-88d3-8a05135490e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:49:33Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['af40483a-7603-439e-8ef3-69e154f2175c'], 'active': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:49:46.811497 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-f8905657-a8b2-43b0-a928-ead28acd9e53 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Publish callbacks [] for router_gateway (af40483a-7603-439e-8ef3-69e154f2175c), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:49:46.963435 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac62093-6861-4295-ac50-96ca32ca0038 req-207a73bb-eedb-481c-90e8-d65e71440309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:49:46.967599 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-bac62093-6861-4295-ac50-96ca32ca0038 req-207a73bb-eedb-481c-90e8-d65e71440309 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=d122ec1bef96456b8b276bd03a7b143b&device_id=dee4a291-9305-4c0a-b6c2-2d119d002088 HTTP/1.1" status: 200 len: 1128 time: 0.1066561 Feb 04 17:49:46.968500 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvr_db [None req-1b124255-5db1-4c85-88d3-8a05135490e3 None None] Set router af40483a-7603-439e-8ef3-69e154f2175c gateway port host: n-d-827839-2 {{(pid=103378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:49:47.133870 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-f8905657-a8b2-43b0-a928-ead28acd9e53 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Deleting port 15fb0f78-e3c2-406a-b181-70a86ae1e7c5 {{(pid=103376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:49:47.134578 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-f8905657-a8b2-43b0-a928-ead28acd9e53 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (15fb0f78-e3c2-406a-b181-70a86ae1e7c5), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:49:47.152447 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac62093-6861-4295-ac50-96ca32ca0038 req-a1e5e048-9aa0-4e60-99c3-0f4ce7d26edd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:49:47.154509 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-bac62093-6861-4295-ac50-96ca32ca0038 req-a1e5e048-9aa0-4e60-99c3-0f4ce7d26edd service neutron] 10.222.0.90 "GET /v2.0/networks?id=7b4d16dd-0fab-49f3-8d03-5c6130896904 HTTP/1.1" status: 200 len: 915 time: 0.1764119 Feb 04 17:49:47.195621 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1529c0b1-238b-4027-b0d1-1e8211976542 req-2febe9cd-21bf-4488-9499-f5651528883f tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:49:47.210088 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-1529c0b1-238b-4027-b0d1-1e8211976542 req-2febe9cd-21bf-4488-9499-f5651528883f tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] 10.222.0.89 "GET /v2.0/ports?device_id=dee4a291-9305-4c0a-b6c2-2d119d002088 HTTP/1.1" status: 200 len: 946 time: 0.2129703 Feb 04 17:49:47.238982 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-bac62093-6861-4295-ac50-96ca32ca0038 req-3ebcda39-4f2e-4d76-afc4-e09cf5e96db2 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=60affd80-4a46-4415-9c99-06906baa6b43 HTTP/1.1" status: 200 len: 217 time: 0.0735226 Feb 04 17:49:47.306663 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-1529c0b1-238b-4027-b0d1-1e8211976542 req-d4f641e9-020d-43d4-be53-16e9de792a4d tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] 10.222.0.89 "GET /v2.0/security-groups?id=a9027cb5-6df8-440a-8467-05119fda4e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886853 Feb 04 17:49:47.312508 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-907c6254-3e58-4269-bde8-5296544ec25f None None] Deleting port 1e0ff393-65b4-484b-9cd1-3fcc2a2fcd42 {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:49:47.313081 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-907c6254-3e58-4269-bde8-5296544ec25f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (1e0ff393-65b4-484b-9cd1-3fcc2a2fcd42), before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:49:47.328580 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [None req-f8905657-a8b2-43b0-a928-ead28acd9e53 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] For port 15fb0f78-e3c2-406a-b181-70a86ae1e7c5, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=15fb0f78-e3c2-406a-b181-70a86ae1e7c5,segment=NetworkSegment(5942dc44-1f07-4c27-b0ab-45a2bff20dd5),segment_id=5942dc44-1f07-4c27-b0ab-45a2bff20dd5)] {{(pid=103376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:49:47.329241 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-f8905657-a8b2-43b0-a928-ead28acd9e53 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (15fb0f78-e3c2-406a-b181-70a86ae1e7c5), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:49:47.344538 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-f8905657-a8b2-43b0-a928-ead28acd9e53 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Calling delete_port for 15fb0f78-e3c2-406a-b181-70a86ae1e7c5 owned by network:router_gateway {{(pid=103376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:49:47.396306 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-907c6254-3e58-4269-bde8-5296544ec25f None None] For port 1e0ff393-65b4-484b-9cd1-3fcc2a2fcd42, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=1e0ff393-65b4-484b-9cd1-3fcc2a2fcd42,segment=NetworkSegment(7c694fea-0266-402c-ad58-243e20110ca8),segment_id=7c694fea-0266-402c-ad58-243e20110ca8)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:49:47.397572 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-907c6254-3e58-4269-bde8-5296544ec25f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (1e0ff393-65b4-484b-9cd1-3fcc2a2fcd42), precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:49:47.408721 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac62093-6861-4295-ac50-96ca32ca0038 req-b8cb58bd-e533-43a1-bbd4-7ad0c45a1082 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:49:47.417312 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-907c6254-3e58-4269-bde8-5296544ec25f None None] Calling delete_port for 1e0ff393-65b4-484b-9cd1-3fcc2a2fcd42 owned by network:dhcp {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:49:47.419666 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-bac62093-6861-4295-ac50-96ca32ca0038 req-b8cb58bd-e533-43a1-bbd4-7ad0c45a1082 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=a5467d5d-9494-4042-8433-0634f660a543 HTTP/1.1" status: 200 len: 854 time: 0.1656713 Feb 04 17:49:47.512391 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-907c6254-3e58-4269-bde8-5296544ec25f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144'] for port (1e0ff393-65b4-484b-9cd1-3fcc2a2fcd42), after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:49:47.529572 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-bac62093-6861-4295-ac50-96ca32ca0038 req-2e87ed35-1472-4232-8fb5-aa5fb213c1e3 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=7b4d16dd-0fab-49f3-8d03-5c6130896904&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1026833 Feb 04 17:49:47.544768 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907c6254-3e58-4269-bde8-5296544ec25f None None] Pushing event deleted for resources: {'Port': ['ID=1e0ff393-65b4-484b-9cd1-3fcc2a2fcd42,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:49:47.549150 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-907c6254-3e58-4269-bde8-5296544ec25f None None] No DVR routers for this DVR port 1e0ff393-65b4-484b-9cd1-3fcc2a2fcd42 on host n-d-827839-2 {{(pid=103378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 17:49:47.573698 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-1b124255-5db1-4c85-88d3-8a05135490e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af40483a-7603-439e-8ef3-69e154f2175c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-316308538', 'tenant_id': '86a0fd5c0c974eafbf1c6e95239dcb2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.8'}], 'enable_snat': True}, 'gw_port_id': '15fb0f78-e3c2-406a-b181-70a86ae1e7c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:47:34Z', 'updated_at': '2022-02-04T17:49:45Z', 'revision_number': 5, 'project_id': '86a0fd5c0c974eafbf1c6e95239dcb2c', 'gw_port': {'id': '15fb0f78-e3c2-406a-b181-70a86ae1e7c5', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:a5:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af40483a-7603-439e-8ef3-69e154f2175c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3412, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:47:34Z', 'updated_at': '2022-02-04T17:47:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2'}], 'n-d-827839-2', False) {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:49:47.637064 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b124255-5db1-4c85-88d3-8a05135490e3 None None] The sync data for ids ['af40483a-7603-439e-8ef3-69e154f2175c'] in n-d-827839-2 is: [{'id': 'af40483a-7603-439e-8ef3-69e154f2175c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-316308538', 'tenant_id': '86a0fd5c0c974eafbf1c6e95239dcb2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.8'}], 'enable_snat': True}, 'gw_port_id': '15fb0f78-e3c2-406a-b181-70a86ae1e7c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:47:34Z', 'updated_at': '2022-02-04T17:49:45Z', 'revision_number': 5, 'project_id': '86a0fd5c0c974eafbf1c6e95239dcb2c', 'gw_port': {'id': '15fb0f78-e3c2-406a-b181-70a86ae1e7c5', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:a5:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af40483a-7603-439e-8ef3-69e154f2175c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3412, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:47:34Z', 'updated_at': '2022-02-04T17:47:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2'}] {{(pid=103378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 17:49:47.696156 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-f8905657-a8b2-43b0-a928-ead28acd9e53 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (15fb0f78-e3c2-406a-b181-70a86ae1e7c5), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:49:47.722644 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8905657-a8b2-43b0-a928-ead28acd9e53 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Pushing event deleted for resources: {'Port': ['ID=15fb0f78-e3c2-406a-b181-70a86ae1e7c5,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:49:47.782431 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-bac62093-6861-4295-ac50-96ca32ca0038 req-559f4dc4-44a5-40d6-a9c8-213ce4596635 service neutron] 10.222.0.90 "GET /v2.0/networks/7b4d16dd-0fab-49f3-8d03-5c6130896904?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2402992 Feb 04 17:49:47.836262 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-f8905657-a8b2-43b0-a928-ead28acd9e53 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1595544'] for router_gateway (af40483a-7603-439e-8ef3-69e154f2175c), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:49:47.927939 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-bac62093-6861-4295-ac50-96ca32ca0038 req-b3320d23-d5aa-4c48-afee-9468e58b51d7 service neutron] 10.222.0.90 "GET /v2.0/networks/7b4d16dd-0fab-49f3-8d03-5c6130896904?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1355643 Feb 04 17:49:47.943523 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-f8905657-a8b2-43b0-a928-ead28acd9e53 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1601811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26971'] for router (af40483a-7603-439e-8ef3-69e154f2175c), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:49:47.948321 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-f8905657-a8b2-43b0-a928-ead28acd9e53 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Publish callbacks [] for router_controller (af40483a-7603-439e-8ef3-69e154f2175c), precommit_delete_associations {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:49:48.034468 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-f8905657-a8b2-43b0-a928-ead28acd9e53 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1601832'] for router (af40483a-7603-439e-8ef3-69e154f2175c), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:49:48.035198 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8905657-a8b2-43b0-a928-ead28acd9e53 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Fanout notify agent at l3_agent the message router_deleted on router af40483a-7603-439e-8ef3-69e154f2175c {{(pid=103376) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 17:49:48.043821 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-f8905657-a8b2-43b0-a928-ead28acd9e53 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Publish callbacks [] for router (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:49:48.047455 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 45692) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:49:48.047963 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-f8905657-a8b2-43b0-a928-ead28acd9e53 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] 10.222.0.89 "DELETE /v2.0/routers/af40483a-7603-439e-8ef3-69e154f2175c HTTP/1.1" status: 204 len: 168 time: 1.7106361 Feb 04 17:49:48.163979 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-8776ba72-f764-4035-9c4d-2522e0ef4223 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628832'] for network (72a0d776-779a-4c52-ade1-7a41ed97dad6), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:49:48.239115 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 1e0ff393-65b4-484b-9cd1-3fcc2a2fcd42 no longer exists at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:49:48.277710 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] No Port match for: 1e0ff393-65b4-484b-9cd1-3fcc2a2fcd42 {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 17:49:48.278043 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 1e0ff393-65b4-484b-9cd1-3fcc2a2fcd42 not bound to the agent host n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 17:49:48.278567 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 2cd4bb31-84e0-4703-aed5-e91b5dc5a987 no longer exists at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:49:48.317565 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] No Port match for: 2cd4bb31-84e0-4703-aed5-e91b5dc5a987 {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 17:49:48.318694 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 2cd4bb31-84e0-4703-aed5-e91b5dc5a987 not bound to the agent host n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 17:49:48.343831 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-8776ba72-f764-4035-9c4d-2522e0ef4223 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1543676', 'neutron.services.segments.db._delete_segments_for_network-8781084786517'] for network (72a0d776-779a-4c52-ade1-7a41ed97dad6), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:49:48.386824 n-d-827839-2 neutron-server[103377]: DEBUG neutron.services.segments.db [None req-8776ba72-f764-4035-9c4d-2522e0ef4223 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72a0d776-779a-4c52-ade1-7a41ed97dad6']}} {{(pid=103377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:49:48.410029 n-d-827839-2 neutron-server[103377]: DEBUG neutron.services.segments.db [None req-8776ba72-f764-4035-9c4d-2522e0ef4223 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c694fea-0266-402c-ad58-243e20110ca8') {'for_net_delete': True} {{(pid=103377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:49:48.410333 n-d-827839-2 neutron-server[103377]: DEBUG neutron.services.segments.db [None req-8776ba72-f764-4035-9c4d-2522e0ef4223 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c694fea-0266-402c-ad58-243e20110ca8') {} {{(pid=103377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:49:48.430133 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-8776ba72-f764-4035-9c4d-2522e0ef4223 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781084783966', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26866685'] for segment (7c694fea-0266-402c-ad58-243e20110ca8), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:49:48.459685 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-8776ba72-f764-4035-9c4d-2522e0ef4223 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (7c694fea-0266-402c-ad58-243e20110ca8), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:49:48.468090 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8776ba72-f764-4035-9c4d-2522e0ef4223 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Releasing vlan 793 on physical network physnet1 to pool {{(pid=103377) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 17:49:48.468484 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-8776ba72-f764-4035-9c4d-2522e0ef4223 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25888454'] for segment (7c694fea-0266-402c-ad58-243e20110ca8), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:49:48.471821 n-d-827839-2 neutron-server[103377]: Traceback (most recent call last): Feb 04 17:49:48.471821 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 17:49:48.471821 n-d-827839-2 neutron-server[103377]: timer() Feb 04 17:49:48.471821 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 17:49:48.471821 n-d-827839-2 neutron-server[103377]: cb(*args, **kw) Feb 04 17:49:48.471821 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 17:49:48.471821 n-d-827839-2 neutron-server[103377]: return func(*args, **kwargs) Feb 04 17:49:48.471821 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 17:49:48.471821 n-d-827839-2 neutron-server[103377]: self._notify() Feb 04 17:49:48.471821 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 17:49:48.471821 n-d-827839-2 neutron-server[103377]: self.callback(batched_events) Feb 04 17:49:48.471821 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 17:49:48.471821 n-d-827839-2 neutron-server[103377]: event.method(event) Feb 04 17:49:48.471821 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 17:49:48.471821 n-d-827839-2 neutron-server[103377]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 17:49:48.471821 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 17:49:48.471821 n-d-827839-2 neutron-server[103377]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 17:49:48.471821 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 17:49:48.471821 n-d-827839-2 neutron-server[103377]: return f(self, *a, **k) Feb 04 17:49:48.471821 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 17:49:48.471821 n-d-827839-2 neutron-server[103377]: return self._get(url).json() Feb 04 17:49:48.471821 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 17:49:48.471821 n-d-827839-2 neutron-server[103377]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 17:49:48.471821 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 17:49:48.471821 n-d-827839-2 neutron-server[103377]: return self.request(url, 'GET', **kwargs) Feb 04 17:49:48.471821 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 17:49:48.471821 n-d-827839-2 neutron-server[103377]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 17:49:48.471821 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 17:49:48.471821 n-d-827839-2 neutron-server[103377]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 17:49:48.471821 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 17:49:48.471821 n-d-827839-2 neutron-server[103377]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 17:49:48.471821 n-d-827839-2 neutron-server[103377]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 17:49:48.541998 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0612c67f-98bf-4d82-a3a9-3ea19c959896 req-e52449b0-2753-4b5f-8cf7-f16db929b60b tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:49:48.543722 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-0612c67f-98bf-4d82-a3a9-3ea19c959896 req-e52449b0-2753-4b5f-8cf7-f16db929b60b tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] 10.222.0.89 "GET /v2.0/ports?device_id=dee4a291-9305-4c0a-b6c2-2d119d002088 HTTP/1.1" status: 200 len: 946 time: 0.1229458 Feb 04 17:49:48.551998 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-8776ba72-f764-4035-9c4d-2522e0ef4223 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1543671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1595572'] for network (72a0d776-779a-4c52-ade1-7a41ed97dad6), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:49:48.561826 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-8776ba72-f764-4035-9c4d-2522e0ef4223 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Publish callbacks [] for network (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:49:48.569955 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-8776ba72-f764-4035-9c4d-2522e0ef4223 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] 10.222.0.89 "DELETE /v2.0/networks/72a0d776-779a-4c52-ade1-7a41ed97dad6 HTTP/1.1" status: 204 len: 168 time: 0.5211804 Feb 04 17:49:48.572672 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 45702) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:49:48.642506 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8776ba72-f764-4035-9c4d-2522e0ef4223 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Pushing event deleted for resources: {'Network': ['ID=72a0d776-779a-4c52-ade1-7a41ed97dad6,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:49:48.700976 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-0612c67f-98bf-4d82-a3a9-3ea19c959896 req-5ad37a86-55ae-4890-bc6e-f945d527565b tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] 10.222.0.89 "GET /v2.0/security-groups?id=a9027cb5-6df8-440a-8467-05119fda4e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293900 Feb 04 17:49:48.735242 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-363cfc9a-5d64-4349-80ba-54098c00ab0d tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Publish callbacks [] for security_group (16090a35-6b7d-41c8-9b3c-702cf3180ac2), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:49:48.792518 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-363cfc9a-5d64-4349-80ba-54098c00ab0d tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Publish callbacks [] for security_group (16090a35-6b7d-41c8-9b3c-702cf3180ac2), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:49:48.875444 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-363cfc9a-5d64-4349-80ba-54098c00ab0d tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (16090a35-6b7d-41c8-9b3c-702cf3180ac2), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:49:48.877922 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-363cfc9a-5d64-4349-80ba-54098c00ab0d tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Publish callbacks [] for security_group (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:49:48.879233 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-363cfc9a-5d64-4349-80ba-54098c00ab0d tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] 10.222.0.89 "DELETE /v2.0/security-groups/16090a35-6b7d-41c8-9b3c-702cf3180ac2 HTTP/1.1" status: 204 len: 168 time: 0.3047738 Feb 04 17:49:48.892375 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363cfc9a-5d64-4349-80ba-54098c00ab0d tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=16090a35-6b7d-41c8-9b3c-702cf3180ac2,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:49:49.293356 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 45712) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:49:49.299081 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-a0152ade-c4ec-4dc4-bc33-b5e9d9011d96 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-67741066', 'description': 'tempest-secgroup-smoke-67741066 description', 'project_id': '86a0fd5c0c974eafbf1c6e95239dcb2c'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:49:49.330615 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-a0152ade-c4ec-4dc4-bc33-b5e9d9011d96 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Publish callbacks [] for security_group (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:49:49.413271 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-a0152ade-c4ec-4dc4-bc33-b5e9d9011d96 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Publish callbacks [] for security_group (b2d41e04-1724-4f40-b9e4-c2fd276b506f), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:49:49.417869 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-a0152ade-c4ec-4dc4-bc33-b5e9d9011d96 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (b2d41e04-1724-4f40-b9e4-c2fd276b506f), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:49:49.453434 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-a0152ade-c4ec-4dc4-bc33-b5e9d9011d96 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Publish callbacks [] for security_group (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:49:49.455356 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-a0152ade-c4ec-4dc4-bc33-b5e9d9011d96 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] 10.222.0.89 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1605058 Feb 04 17:49:49.458725 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 45714) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:49:49.464284 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-a7e50efb-1bc4-4d11-9a23-a06b1366ae34 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Request body: {'security_group_rule': {'security_group_id': 'b2d41e04-1724-4f40-b9e4-c2fd276b506f', 'project_id': '86a0fd5c0c974eafbf1c6e95239dcb2c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:49:49.469033 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0152ade-c4ec-4dc4-bc33-b5e9d9011d96 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b2d41e04-1724-4f40-b9e4-c2fd276b506f,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:49:49.496538 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-a7e50efb-1bc4-4d11-9a23-a06b1366ae34 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Publish callbacks [] for security_group_rule (a74d80b2-feaa-48f2-aba4-35978fcb0ec3), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:49:49.571260 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-a7e50efb-1bc4-4d11-9a23-a06b1366ae34 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Publish callbacks [] for security_group_rule (a74d80b2-feaa-48f2-aba4-35978fcb0ec3), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:49:49.578525 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-a7e50efb-1bc4-4d11-9a23-a06b1366ae34 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664556'] for security_group_rule (a74d80b2-feaa-48f2-aba4-35978fcb0ec3), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:49:49.602881 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e50efb-1bc4-4d11-9a23-a06b1366ae34 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a74d80b2-feaa-48f2-aba4-35978fcb0ec3,revision_number=0']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:49:49.618927 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-a7e50efb-1bc4-4d11-9a23-a06b1366ae34 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:49:49.623135 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-a7e50efb-1bc4-4d11-9a23-a06b1366ae34 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1631227 Feb 04 17:49:49.624104 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 45716) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:49:49.629610 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-aaae636e-cd13-4971-a4ed-88208682ee55 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Request body: {'security_group_rule': {'security_group_id': 'b2d41e04-1724-4f40-b9e4-c2fd276b506f', 'project_id': '86a0fd5c0c974eafbf1c6e95239dcb2c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:49:49.678969 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-aaae636e-cd13-4971-a4ed-88208682ee55 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Publish callbacks [] for security_group_rule (1c733d86-356c-41f3-9b71-f7383b68e779), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:49:49.804437 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-aaae636e-cd13-4971-a4ed-88208682ee55 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Publish callbacks [] for security_group_rule (1c733d86-356c-41f3-9b71-f7383b68e779), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:49:49.814470 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-aaae636e-cd13-4971-a4ed-88208682ee55 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664556'] for security_group_rule (1c733d86-356c-41f3-9b71-f7383b68e779), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:49:49.851589 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b536bdd-9729-4e2f-8978-bbc3cf2f0c28 req-2cb51d96-4aa0-4d09-be65-edabd4475f62 tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:49:49.859486 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-7b536bdd-9729-4e2f-8978-bbc3cf2f0c28 req-2cb51d96-4aa0-4d09-be65-edabd4475f62 tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] 10.222.0.89 "GET /v2.0/ports?device_id=dee4a291-9305-4c0a-b6c2-2d119d002088 HTTP/1.1" status: 200 len: 946 time: 0.0661805 Feb 04 17:49:49.872173 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaae636e-cd13-4971-a4ed-88208682ee55 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c733d86-356c-41f3-9b71-f7383b68e779,revision_number=0']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:49:49.886618 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-aaae636e-cd13-4971-a4ed-88208682ee55 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:49:49.888122 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-aaae636e-cd13-4971-a4ed-88208682ee55 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2623365 Feb 04 17:49:49.890797 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 45722) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:49:49.896161 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-ed826949-1af2-4e03-8ec5-3d711ca2e4c5 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Request body: {'security_group_rule': {'security_group_id': 'b2d41e04-1724-4f40-b9e4-c2fd276b506f', 'project_id': '86a0fd5c0c974eafbf1c6e95239dcb2c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:49:49.938351 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-ed826949-1af2-4e03-8ec5-3d711ca2e4c5 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Publish callbacks [] for security_group_rule (cc3f77ab-b7c8-4d3a-8ccb-6aa10ba1cfc9), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:49:49.950454 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-7b536bdd-9729-4e2f-8978-bbc3cf2f0c28 req-4eaaa418-5980-428b-874c-27e487c9134f tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] 10.222.0.89 "GET /v2.0/security-groups?id=a9027cb5-6df8-440a-8467-05119fda4e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885146 Feb 04 17:49:50.008706 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 15fb0f78-e3c2-406a-b181-70a86ae1e7c5 no longer exists at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:49:50.038113 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-ed826949-1af2-4e03-8ec5-3d711ca2e4c5 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Publish callbacks [] for security_group_rule (cc3f77ab-b7c8-4d3a-8ccb-6aa10ba1cfc9), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:49:50.043478 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-ed826949-1af2-4e03-8ec5-3d711ca2e4c5 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664556'] for security_group_rule (cc3f77ab-b7c8-4d3a-8ccb-6aa10ba1cfc9), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:49:50.061311 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] No Port match for: 15fb0f78-e3c2-406a-b181-70a86ae1e7c5 {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 17:49:50.061643 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 15fb0f78-e3c2-406a-b181-70a86ae1e7c5 not bound to the agent host n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 17:49:50.076879 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed826949-1af2-4e03-8ec5-3d711ca2e4c5 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc3f77ab-b7c8-4d3a-8ccb-6aa10ba1cfc9,revision_number=0']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:49:50.132075 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-ed826949-1af2-4e03-8ec5-3d711ca2e4c5 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:49:50.138229 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 45726) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:49:50.138440 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-ed826949-1af2-4e03-8ec5-3d711ca2e4c5 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2462726 Feb 04 17:49:50.143896 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-9204b25e-f9f8-45ee-8793-1b20eb09102c tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Request body: {'security_group_rule': {'security_group_id': 'b2d41e04-1724-4f40-b9e4-c2fd276b506f', 'project_id': '86a0fd5c0c974eafbf1c6e95239dcb2c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:49:50.184251 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d358605f-995b-489b-aa58-f86deb243737 req-a644385c-bdf4-48a3-a929-7547bc2ecbbb tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:49:50.185855 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-d358605f-995b-489b-aa58-f86deb243737 req-a644385c-bdf4-48a3-a929-7547bc2ecbbb tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] 10.222.0.89 "GET /v2.0/ports?device_id=dee4a291-9305-4c0a-b6c2-2d119d002088 HTTP/1.1" status: 200 len: 946 time: 0.1105623 Feb 04 17:49:50.195462 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-9204b25e-f9f8-45ee-8793-1b20eb09102c tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Publish callbacks [] for security_group_rule (49611b21-8afe-4868-8b6f-f671f5808021), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:49:50.281187 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-d358605f-995b-489b-aa58-f86deb243737 req-90b3f63b-7bb6-4cb8-8bf2-629b874c23c2 tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] 10.222.0.89 "GET /v2.0/security-groups?id=a9027cb5-6df8-440a-8467-05119fda4e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750644 Feb 04 17:49:50.288544 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-9204b25e-f9f8-45ee-8793-1b20eb09102c tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Publish callbacks [] for security_group_rule (49611b21-8afe-4868-8b6f-f671f5808021), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:49:50.293250 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-9204b25e-f9f8-45ee-8793-1b20eb09102c tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664556'] for security_group_rule (49611b21-8afe-4868-8b6f-f671f5808021), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:49:50.316099 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9204b25e-f9f8-45ee-8793-1b20eb09102c tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49611b21-8afe-4868-8b6f-f671f5808021,revision_number=0']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:49:50.334846 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-9204b25e-f9f8-45ee-8793-1b20eb09102c tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:49:50.337908 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-9204b25e-f9f8-45ee-8793-1b20eb09102c tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1984446 Feb 04 17:49:50.340669 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 45732) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:49:50.359418 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-7fcfa2ef-3a8a-4884-b3fe-86a3d4635c82 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Request body: {'security_group_rule': {'security_group_id': 'b2d41e04-1724-4f40-b9e4-c2fd276b506f', 'project_id': '86a0fd5c0c974eafbf1c6e95239dcb2c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:49:50.422897 n-d-827839-2 neutron-server[103376]: INFO neutron.db.securitygroups_db [None req-7fcfa2ef-3a8a-4884-b3fe-86a3d4635c82 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Project 86a0fd5c0c974eafbf1c6e95239dcb2c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 17:49:50.433956 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-7fcfa2ef-3a8a-4884-b3fe-86a3d4635c82 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Publish callbacks [] for security_group_rule (714f3698-a49a-4391-9196-dd6fa7269836), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:49:50.492546 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ade8f2b-b499-466e-88bb-4165e5e6b086 req-3460cd4a-e719-4309-b8e1-06950dbfa779 tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:49:50.505729 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-6ade8f2b-b499-466e-88bb-4165e5e6b086 req-3460cd4a-e719-4309-b8e1-06950dbfa779 tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] 10.222.0.89 "GET /v2.0/ports?device_id=dee4a291-9305-4c0a-b6c2-2d119d002088 HTTP/1.1" status: 200 len: 946 time: 0.1047759 Feb 04 17:49:50.528505 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-7fcfa2ef-3a8a-4884-b3fe-86a3d4635c82 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Publish callbacks [] for security_group_rule (714f3698-a49a-4391-9196-dd6fa7269836), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:49:50.532687 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-7fcfa2ef-3a8a-4884-b3fe-86a3d4635c82 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664556'] for security_group_rule (714f3698-a49a-4391-9196-dd6fa7269836), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:49:50.560231 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fcfa2ef-3a8a-4884-b3fe-86a3d4635c82 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=714f3698-a49a-4391-9196-dd6fa7269836,revision_number=0']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:49:50.574966 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-7fcfa2ef-3a8a-4884-b3fe-86a3d4635c82 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:49:50.576842 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-7fcfa2ef-3a8a-4884-b3fe-86a3d4635c82 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2345464 Feb 04 17:49:50.580600 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 45740) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:49:50.591930 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-fb5a7f8d-b8fd-4dad-bdac-5a4fc0f001b5 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Request body: {'security_group_rule': {'security_group_id': 'b2d41e04-1724-4f40-b9e4-c2fd276b506f', 'project_id': '86a0fd5c0c974eafbf1c6e95239dcb2c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:49:50.638694 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-6ade8f2b-b499-466e-88bb-4165e5e6b086 req-f23f93c5-478f-4537-a5b9-b6e4069eb097 tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] 10.222.0.89 "GET /v2.0/security-groups?id=a9027cb5-6df8-440a-8467-05119fda4e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320031 Feb 04 17:49:50.674862 n-d-827839-2 neutron-server[103377]: INFO neutron.db.securitygroups_db [None req-fb5a7f8d-b8fd-4dad-bdac-5a4fc0f001b5 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Project 86a0fd5c0c974eafbf1c6e95239dcb2c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 17:49:50.685091 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-fb5a7f8d-b8fd-4dad-bdac-5a4fc0f001b5 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Publish callbacks [] for security_group_rule (62e607cc-af11-433b-a72d-0d02e20e7026), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:49:50.874501 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-fb5a7f8d-b8fd-4dad-bdac-5a4fc0f001b5 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Publish callbacks [] for security_group_rule (62e607cc-af11-433b-a72d-0d02e20e7026), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:49:50.884538 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-fb5a7f8d-b8fd-4dad-bdac-5a4fc0f001b5 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664556'] for security_group_rule (62e607cc-af11-433b-a72d-0d02e20e7026), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:49:50.975142 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75aa55da-a247-470e-a075-c56bf694e5b2 req-2be6bd89-740a-4a92-a168-2489fa66ac86 tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:49:50.979292 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-75aa55da-a247-470e-a075-c56bf694e5b2 req-2be6bd89-740a-4a92-a168-2489fa66ac86 tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] 10.222.0.89 "GET /v2.0/ports?device_id=dee4a291-9305-4c0a-b6c2-2d119d002088 HTTP/1.1" status: 200 len: 946 time: 0.2078066 Feb 04 17:49:50.991361 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5a7f8d-b8fd-4dad-bdac-5a4fc0f001b5 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62e607cc-af11-433b-a72d-0d02e20e7026,revision_number=0']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:49:51.007278 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-fb5a7f8d-b8fd-4dad-bdac-5a4fc0f001b5 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:49:51.008797 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-fb5a7f8d-b8fd-4dad-bdac-5a4fc0f001b5 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4272084 Feb 04 17:49:51.014974 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 45752) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:49:51.030199 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-d6e4c939-4332-4cf9-b311-3686865c147a tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Request body: {'network': {'name': 'tempest-network-smoke--1946839057', 'project_id': '86a0fd5c0c974eafbf1c6e95239dcb2c', 'port_security_enabled': True}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:49:51.052977 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6e4c939-4332-4cf9-b311-3686865c147a tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Made reservation on behalf of 86a0fd5c0c974eafbf1c6e95239dcb2c for: {'network': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:49:51.064355 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-d6e4c939-4332-4cf9-b311-3686865c147a tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for network (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:49:51.128596 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6e4c939-4332-4cf9-b311-3686865c147a tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] vlan segment allocate from pool success with {'vlan_id': 753, 'physical_network': 'physnet1'} {{(pid=103377) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 17:49:51.133495 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-75aa55da-a247-470e-a075-c56bf694e5b2 req-2ec6204e-9e99-4dc5-8dee-c84209c744cf tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] 10.222.0.89 "GET /v2.0/security-groups?id=a9027cb5-6df8-440a-8467-05119fda4e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438663 Feb 04 17:49:51.183901 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-d6e4c939-4332-4cf9-b311-3686865c147a tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (167c411e-9f7f-4326-a28d-dfddd0e85fbf), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:49:51.186855 n-d-827839-2 neutron-server[103377]: INFO neutron.db.segments_db [None req-d6e4c939-4332-4cf9-b311-3686865c147a tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Added segment 167c411e-9f7f-4326-a28d-dfddd0e85fbf of type vlan for network 41fb740a-fe35-4b66-8c63-e9b9f216cd47 Feb 04 17:49:51.347180 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-d6e4c939-4332-4cf9-b311-3686865c147a tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781084292801'] for network (41fb740a-fe35-4b66-8c63-e9b9f216cd47), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:49:51.439251 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-d6e4c939-4332-4cf9-b311-3686865c147a tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327'] for network (41fb740a-fe35-4b66-8c63-e9b9f216cd47), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:49:51.454208 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6e4c939-4332-4cf9-b311-3686865c147a tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:49:51.454838 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-d6e4c939-4332-4cf9-b311-3686865c147a tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Publish callbacks [] for network (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:49:51.479694 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68aede76-c088-4b6a-896b-8738f64a3223 req-96d9993f-4774-4bc8-adfc-0adeaf290e87 tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:49:51.482362 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-68aede76-c088-4b6a-896b-8738f64a3223 req-96d9993f-4774-4bc8-adfc-0adeaf290e87 tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] 10.222.0.89 "GET /v2.0/ports?device_id=dee4a291-9305-4c0a-b6c2-2d119d002088 HTTP/1.1" status: 200 len: 946 time: 0.1067085 Feb 04 17:49:51.587145 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-68aede76-c088-4b6a-896b-8738f64a3223 req-70ae6ab3-ee05-426d-b0c5-d6c2d46f900b tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] 10.222.0.89 "GET /v2.0/security-groups?id=a9027cb5-6df8-440a-8467-05119fda4e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986226 Feb 04 17:49:51.743828 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-d6e4c939-4332-4cf9-b311-3686865c147a tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7223361 Feb 04 17:49:51.746680 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 45760) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:49:51.751641 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-b83c66f6-c5db-4b1a-a745-7333f177fd96 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-761745390', 'admin_state_up': True, 'project_id': '86a0fd5c0c974eafbf1c6e95239dcb2c', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188'}}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:49:51.789271 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e4c939-4332-4cf9-b311-3686865c147a tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Pushing event updated for resources: {'Network': ['ID=41fb740a-fe35-4b66-8c63-e9b9f216cd47,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:49:51.797126 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-b83c66f6-c5db-4b1a-a745-7333f177fd96 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1601657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26921'] for router (21ca6278-2678-48ac-81f5-c3988e7d7b1b), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:49:51.798384 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-b83c66f6-c5db-4b1a-a745-7333f177fd96 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1602025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603663', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1630571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26960'] for router (21ca6278-2678-48ac-81f5-c3988e7d7b1b), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:49:51.804296 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Network 41fb740a-fe35-4b66-8c63-e9b9f216cd47 details requested by agent ovs-agent-n-d-827839-2 with host n-d-827839-2 {{(pid=103378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 17:49:51.856223 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc0a8e6-6634-4403-ac30-3ff24cf9511f req-748d120a-e5f9-421c-aacc-0a5d29a66f80 tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:49:51.860377 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-ecc0a8e6-6634-4403-ac30-3ff24cf9511f req-748d120a-e5f9-421c-aacc-0a5d29a66f80 tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] 10.222.0.89 "GET /v2.0/ports?device_id=dee4a291-9305-4c0a-b6c2-2d119d002088 HTTP/1.1" status: 200 len: 946 time: 0.1456497 Feb 04 17:49:51.995003 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-ecc0a8e6-6634-4403-ac30-3ff24cf9511f req-62722aa1-405e-42ec-9fb1-bcedb26ba953 tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] 10.222.0.89 "GET /v2.0/security-groups?id=a9027cb5-6df8-440a-8467-05119fda4e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180155 Feb 04 17:49:52.028479 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-b83c66f6-c5db-4b1a-a745-7333f177fd96 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Publish callbacks [] for router_controller (21ca6278-2678-48ac-81f5-c3988e7d7b1b), precommit_add_association {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:49:52.218747 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-b83c66f6-c5db-4b1a-a745-7333f177fd96 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Publish callbacks [] for router_gateway (21ca6278-2678-48ac-81f5-c3988e7d7b1b), precommit_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:49:52.282721 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b616556b-29a0-4e65-97c9-e90309f32b3f req-997371c8-a684-4d62-9657-73389ebec5f5 tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:49:52.284287 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-b616556b-29a0-4e65-97c9-e90309f32b3f req-997371c8-a684-4d62-9657-73389ebec5f5 tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] 10.222.0.89 "GET /v2.0/ports?device_id=dee4a291-9305-4c0a-b6c2-2d119d002088 HTTP/1.1" status: 200 len: 946 time: 0.1233356 Feb 04 17:49:52.411751 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-b616556b-29a0-4e65-97c9-e90309f32b3f req-69baffba-f024-46f2-be37-e57104bd87be tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] 10.222.0.89 "GET /v2.0/security-groups?id=a9027cb5-6df8-440a-8467-05119fda4e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203382 Feb 04 17:49:52.600734 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-b83c66f6-c5db-4b1a-a745-7333f177fd96 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Publish callbacks [] for router_gateway (21ca6278-2678-48ac-81f5-c3988e7d7b1b), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:49:52.631112 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-b83c66f6-c5db-4b1a-a745-7333f177fd96 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:49:52.656863 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b89f8e-be65-45b2-93fd-fbb1c9be9229 req-589b923d-1e85-4cd3-89ed-33e41cda59be tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:49:52.658352 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-99b89f8e-be65-45b2-93fd-fbb1c9be9229 req-589b923d-1e85-4cd3-89ed-33e41cda59be tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] 10.222.0.89 "GET /v2.0/ports?device_id=dee4a291-9305-4c0a-b6c2-2d119d002088 HTTP/1.1" status: 200 len: 946 time: 0.1461236 Feb 04 17:49:52.753893 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-99b89f8e-be65-45b2-93fd-fbb1c9be9229 req-bde32c54-f7cc-410e-8142-f7c4d321f243 tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] 10.222.0.89 "GET /v2.0/security-groups?id=a9027cb5-6df8-440a-8467-05119fda4e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681605 Feb 04 17:49:52.831175 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.db_base_plugin_common [None req-b83c66f6-c5db-4b1a-a745-7333f177fd96 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Allocated IP 172.25.6.12 (48165773-85ad-49a1-9ec1-76fc8dc24188/7660bfad-1ea8-4fe7-831b-bed836f13efc/06a5e4d8-674f-4754-85d0-2e7b7e9830cd) {{(pid=103376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:49:52.868715 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [req-4445d4f9-ba56-495f-8fcf-7ec79ac4e96e req-4d3b8649-c4e0-48ce-9de0-8d4893182d9f service neutron] http://10.222.0.89:9696/v2.0/extensions returned with HTTP 200 {{(pid=103377) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 17:49:52.869240 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-4445d4f9-ba56-495f-8fcf-7ec79ac4e96e req-4d3b8649-c4e0-48ce-9de0-8d4893182d9f service neutron] 10.222.0.89 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0060873 Feb 04 17:49:53.043709 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-b83c66f6-c5db-4b1a-a745-7333f177fd96 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Publish callbacks [] for port (06a5e4d8-674f-4754-85d0-2e7b7e9830cd), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:49:53.095715 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-b83c66f6-c5db-4b1a-a745-7333f177fd96 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (06a5e4d8-674f-4754-85d0-2e7b7e9830cd), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:49:53.191483 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b83c66f6-c5db-4b1a-a745-7333f177fd96 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Network 48165773-85ad-49a1-9ec1-76fc8dc24188 is already hosted by enough agents. {{(pid=103376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:49:53.191483 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [None req-b83c66f6-c5db-4b1a-a745-7333f177fd96 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Resources bound (agent type, host, resource id): {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:49:53.193590 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b83c66f6-c5db-4b1a-a745-7333f177fd96 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Received port after_create {{(pid=103376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:49:53.223937 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83c66f6-c5db-4b1a-a745-7333f177fd96 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Pushing event updated for resources: {'Port': ['ID=06a5e4d8-674f-4754-85d0-2e7b7e9830cd,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:49:53.241052 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d37e83-cc04-452e-a7ca-d6f6d1851e28 req-e25ef659-4f70-4876-a065-b2eb8f4642da tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:49:53.242626 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-75d37e83-cc04-452e-a7ca-d6f6d1851e28 req-e25ef659-4f70-4876-a065-b2eb8f4642da tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] 10.222.0.89 "GET /v2.0/ports?device_id=dee4a291-9305-4c0a-b6c2-2d119d002088 HTTP/1.1" status: 200 len: 946 time: 0.2647412 Feb 04 17:49:53.362373 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-75d37e83-cc04-452e-a7ca-d6f6d1851e28 req-658b0093-42eb-4291-93f5-bc0473ce14c9 tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] 10.222.0.89 "GET /v2.0/security-groups?id=a9027cb5-6df8-440a-8467-05119fda4e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133199 Feb 04 17:49:53.564620 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb150009-aa83-4472-a3e6-16aae46e277f req-06d98151-264c-48b7-a4e2-37a080148517 tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:49:53.566959 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-bb150009-aa83-4472-a3e6-16aae46e277f req-06d98151-264c-48b7-a4e2-37a080148517 tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] 10.222.0.89 "GET /v2.0/ports?device_id=dee4a291-9305-4c0a-b6c2-2d119d002088 HTTP/1.1" status: 200 len: 946 time: 0.0857203 Feb 04 17:49:53.594220 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-b83c66f6-c5db-4b1a-a745-7333f177fd96 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Publish callbacks [] for router_gateway (21ca6278-2678-48ac-81f5-c3988e7d7b1b), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:49:53.629920 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-bb150009-aa83-4472-a3e6-16aae46e277f req-02041feb-c0b4-4f96-aee0-fb7a9275d3d2 tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] 10.222.0.89 "GET /v2.0/security-groups?id=a9027cb5-6df8-440a-8467-05119fda4e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568049 Feb 04 17:49:53.809700 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07f1aeb-c876-41bf-a3c0-f74fa26bee07 req-24b40b6d-2022-419b-8b62-cf18e8026370 tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:49:53.817955 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-c07f1aeb-c876-41bf-a3c0-f74fa26bee07 req-24b40b6d-2022-419b-8b62-cf18e8026370 tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] 10.222.0.89 "GET /v2.0/ports?device_id=dee4a291-9305-4c0a-b6c2-2d119d002088 HTTP/1.1" status: 200 len: 946 time: 0.0741289 Feb 04 17:49:53.877363 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-c07f1aeb-c876-41bf-a3c0-f74fa26bee07 req-b8281944-c22e-46c4-a487-509ce21f7bdd tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] 10.222.0.89 "GET /v2.0/security-groups?id=a9027cb5-6df8-440a-8467-05119fda4e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582256 Feb 04 17:49:53.902257 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-b83c66f6-c5db-4b1a-a745-7333f177fd96 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1602046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603680'] for router (21ca6278-2678-48ac-81f5-c3988e7d7b1b), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:49:54.083877 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac19dc9-50ca-4cda-81a7-cd0d30fc2285 req-b84e0a2f-3048-4beb-acea-21e0e31d8a8f tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:49:54.085351 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-eac19dc9-50ca-4cda-81a7-cd0d30fc2285 req-b84e0a2f-3048-4beb-acea-21e0e31d8a8f tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] 10.222.0.89 "GET /v2.0/ports?device_id=dee4a291-9305-4c0a-b6c2-2d119d002088 HTTP/1.1" status: 200 len: 946 time: 0.1084580 Feb 04 17:49:54.182435 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-eac19dc9-50ca-4cda-81a7-cd0d30fc2285 req-b3a5863d-8459-4a0a-99b7-a8692612231f tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] 10.222.0.89 "GET /v2.0/security-groups?id=a9027cb5-6df8-440a-8467-05119fda4e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882044 Feb 04 17:49:54.204334 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b83c66f6-c5db-4b1a-a745-7333f177fd96 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Router 21ca6278-2678-48ac-81f5-c3988e7d7b1b is scheduled to L3 agent 64ada913-9131-4d99-a265-63a920956287 with binding_index 1 {{(pid=103376) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 17:49:54.390303 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019a0a90-44ec-4801-a1f5-ebcb76da583b req-2f15c7a3-c757-4c63-88b8-7d2620893ebc tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:49:54.391799 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-019a0a90-44ec-4801-a1f5-ebcb76da583b req-2f15c7a3-c757-4c63-88b8-7d2620893ebc tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] 10.222.0.89 "GET /v2.0/ports?device_id=dee4a291-9305-4c0a-b6c2-2d119d002088 HTTP/1.1" status: 200 len: 946 time: 0.0972595 Feb 04 17:49:54.422728 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b83c66f6-c5db-4b1a-a745-7333f177fd96 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Notify agent at l3_agent.n-d-827839-2 the message routers_updated {{(pid=103376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 17:49:54.432292 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f88d94c-1d93-4927-98af-3bed348ba1e2 None None] Sync routers for ids ['21ca6278-2678-48ac-81f5-c3988e7d7b1b'] in n-d-827839-2 {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 17:49:54.443739 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f88d94c-1d93-4927-98af-3bed348ba1e2 None None] Routers {'21ca6278-2678-48ac-81f5-c3988e7d7b1b'} bound to L3 agent in host n-d-827839-2 {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:49:54.444714 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-0f88d94c-1d93-4927-98af-3bed348ba1e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:49:33Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['21ca6278-2678-48ac-81f5-c3988e7d7b1b'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:49:54.468484 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-b83c66f6-c5db-4b1a-a745-7333f177fd96 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Publish callbacks [] for router (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:49:54.470643 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-b83c66f6-c5db-4b1a-a745-7333f177fd96 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] 10.222.0.89 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.7223742 Feb 04 17:49:54.474018 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 45814) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:49:54.510156 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-019a0a90-44ec-4801-a1f5-ebcb76da583b req-54512581-9db1-40a0-808e-1e279d8b47ea tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] 10.222.0.89 "GET /v2.0/security-groups?id=a9027cb5-6df8-440a-8467-05119fda4e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082511 Feb 04 17:49:54.555455 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-d71f8e75-b6ea-41ff-a1c0-ce6529565d33 tempest-TestNetworkAdvancedServerOps-1057837956 tempest-TestNetworkAdvancedServerOps-1057837956-project-admin] 10.222.0.89 "GET /v2.0/subnets?project_id=86a0fd5c0c974eafbf1c6e95239dcb2c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0801764 Feb 04 17:49:54.558079 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 45818) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:49:54.581316 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvr_db [None req-0f88d94c-1d93-4927-98af-3bed348ba1e2 None None] Set router 21ca6278-2678-48ac-81f5-c3988e7d7b1b gateway port host: n-d-827839-2 {{(pid=103379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:49:54.671773 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b103556c-0a06-4c4b-bea4-bb490342dd8c tempest-TestNetworkAdvancedServerOps-1057837956 tempest-TestNetworkAdvancedServerOps-1057837956-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:49:54.673611 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-b103556c-0a06-4c4b-bea4-bb490342dd8c tempest-TestNetworkAdvancedServerOps-1057837956 tempest-TestNetworkAdvancedServerOps-1057837956-project-admin] 10.222.0.89 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1144180 Feb 04 17:49:54.676330 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 45820) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:49:54.713123 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-9ec5c5f5-d77d-4fae-b414-85aece1c3639 tempest-TestNetworkAdvancedServerOps-1057837956 tempest-TestNetworkAdvancedServerOps-1057837956-project-admin] 10.222.0.89 "GET /v2.0/subnets?network_id=48165773-85ad-49a1-9ec1-76fc8dc24188&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0353315 Feb 04 17:49:54.715205 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 45822) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:49:54.716506 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210e167f-75c2-4681-a312-9d3083a21234 req-d4b4e133-7886-456b-ad2c-2fa079f0ee8f tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:49:54.718078 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-210e167f-75c2-4681-a312-9d3083a21234 req-d4b4e133-7886-456b-ad2c-2fa079f0ee8f tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] 10.222.0.89 "GET /v2.0/ports?device_id=dee4a291-9305-4c0a-b6c2-2d119d002088 HTTP/1.1" status: 200 len: 946 time: 0.1154060 Feb 04 17:49:54.720313 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-f61c97f5-7e0c-41fa-a4e1-a57672079f1e tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-46863132', 'network_id': '41fb740a-fe35-4b66-8c63-e9b9f216cd47', 'project_id': '86a0fd5c0c974eafbf1c6e95239dcb2c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:49:54.800184 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-210e167f-75c2-4681-a312-9d3083a21234 req-9e1caecf-a9f7-4c65-bd3a-cbfd6d62bbc1 tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] 10.222.0.89 "GET /v2.0/security-groups?id=a9027cb5-6df8-440a-8467-05119fda4e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756056 Feb 04 17:49:54.894775 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f61c97f5-7e0c-41fa-a4e1-a57672079f1e tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Made reservation on behalf of 86a0fd5c0c974eafbf1c6e95239dcb2c for: {'subnet': 1} {{(pid=103376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:49:54.898810 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-f61c97f5-7e0c-41fa-a4e1-a57672079f1e tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25859006'] for subnet (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:49:54.978712 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-0f88d94c-1d93-4927-98af-3bed348ba1e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21ca6278-2678-48ac-81f5-c3988e7d7b1b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-761745390', 'tenant_id': '86a0fd5c0c974eafbf1c6e95239dcb2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.12'}], 'enable_snat': True}, 'gw_port_id': '06a5e4d8-674f-4754-85d0-2e7b7e9830cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:49:51Z', 'updated_at': '2022-02-04T17:49:53Z', 'revision_number': 3, 'project_id': '86a0fd5c0c974eafbf1c6e95239dcb2c', 'gw_port': {'id': '06a5e4d8-674f-4754-85d0-2e7b7e9830cd', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:0b:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21ca6278-2678-48ac-81f5-c3988e7d7b1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3533, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:49:52Z', 'updated_at': '2022-02-04T17:49:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2'}], 'n-d-827839-2', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:49:55.014025 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f88d94c-1d93-4927-98af-3bed348ba1e2 None None] Checking router: 21ca6278-2678-48ac-81f5-c3988e7d7b1b for host: n-d-827839-2 {{(pid=103379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 17:49:55.014388 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f88d94c-1d93-4927-98af-3bed348ba1e2 None None] Updating router 21ca6278-2678-48ac-81f5-c3988e7d7b1b port 06a5e4d8-674f-4754-85d0-2e7b7e9830cd binding host n-d-827839-2 {{(pid=103379) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 17:49:55.050365 n-d-827839-2 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-0f88d94c-1d93-4927-98af-3bed348ba1e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (06a5e4d8-674f-4754-85d0-2e7b7e9830cd), before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:49:55.084364 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eabd8f5-7550-4fb4-82c4-395570f39b22 req-f70af3e4-c24e-4a13-b521-64eaffb4bb18 tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:49:55.092198 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-2eabd8f5-7550-4fb4-82c4-395570f39b22 req-f70af3e4-c24e-4a13-b521-64eaffb4bb18 tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] 10.222.0.89 "GET /v2.0/ports?device_id=dee4a291-9305-4c0a-b6c2-2d119d002088 HTTP/1.1" status: 200 len: 946 time: 0.1096125 Feb 04 17:49:55.184186 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-2eabd8f5-7550-4fb4-82c4-395570f39b22 req-a16a2ef2-e21b-492c-a8cf-d462932b1b43 tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] 10.222.0.89 "GET /v2.0/security-groups?id=a9027cb5-6df8-440a-8467-05119fda4e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863569 Feb 04 17:49:55.233457 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-f61c97f5-7e0c-41fa-a4e1-a57672079f1e tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25674939', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25858952'] for subnet (f4c901f0-faf0-43f9-9cbe-f8f05128a5fd), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:49:55.307807 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61c97f5-7e0c-41fa-a4e1-a57672079f1e tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Pushing event updated for resources: {'Subnet': ['ID=f4c901f0-faf0-43f9-9cbe-f8f05128a5fd,revision_number=0']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:49:55.313287 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f61c97f5-7e0c-41fa-a4e1-a57672079f1e tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Checking segment: {'id': '167c411e-9f7f-4326-a28d-dfddd0e85fbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '41fb740a-fe35-4b66-8c63-e9b9f216cd47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:49:55.313654 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f61c97f5-7e0c-41fa-a4e1-a57672079f1e tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Network hostable DHCP agents. Network: 41fb740a-fe35-4b66-8c63-e9b9f216cd47, hostable agents: ['bb89f5a3-3c22-440b-b7d1-c4f0c43c184a'], hosted agents: [] {{(pid=103376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 17:49:55.343749 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f61c97f5-7e0c-41fa-a4e1-a57672079f1e tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Network 41fb740a-fe35-4b66-8c63-e9b9f216cd47 is scheduled to be hosted by DHCP agent bb89f5a3-3c22-440b-b7d1-c4f0c43c184a with binding_index 1 {{(pid=103376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 17:49:55.381461 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [None req-f61c97f5-7e0c-41fa-a4e1-a57672079f1e tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827839-2, 41fb740a-fe35-4b66-8c63-e9b9f216cd47) {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:49:55.389677 n-d-827839-2 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-0f88d94c-1d93-4927-98af-3bed348ba1e2 None None] Publish callbacks [] for port (06a5e4d8-674f-4754-85d0-2e7b7e9830cd), precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:49:55.389987 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec3d5875-9260-4257-b3fa-9a0950b5c307 None None] Network 41fb740a-fe35-4b66-8c63-e9b9f216cd47 requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:49:55.394455 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f61c97f5-7e0c-41fa-a4e1-a57672079f1e tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:49:55.395769 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-f61c97f5-7e0c-41fa-a4e1-a57672079f1e tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Publish callbacks [] for subnet (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:49:55.403605 n-d-827839-2 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-0f88d94c-1d93-4927-98af-3bed348ba1e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (06a5e4d8-674f-4754-85d0-2e7b7e9830cd), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:49:55.443194 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 45836) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:49:55.444128 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-f61c97f5-7e0c-41fa-a4e1-a57672079f1e tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.7278521 Feb 04 17:49:55.557289 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [None req-0f88d94c-1d93-4927-98af-3bed348ba1e2 None None] Attempting to bind port 06a5e4d8-674f-4754-85d0-2e7b7e9830cd on host n-d-827839-2 for vnic_type normal with profile {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:49:55.558299 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [None req-0f88d94c-1d93-4927-98af-3bed348ba1e2 None None] Attempting to bind port 06a5e4d8-674f-4754-85d0-2e7b7e9830cd by drivers openvswitch,hyperv on host n-d-827839-2 at level 0 using segments [{'id': '5942dc44-1f07-4c27-b0ab-45a2bff20dd5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188'}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:49:55.558817 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f88d94c-1d93-4927-98af-3bed348ba1e2 None None] Attempting to bind port 06a5e4d8-674f-4754-85d0-2e7b7e9830cd on network 48165773-85ad-49a1-9ec1-76fc8dc24188 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:49:55.571798 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f88d94c-1d93-4927-98af-3bed348ba1e2 None None] Checking agent: {'id': 'ba70844b-66a0-45fd-a2f2-e6ed673321fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 0, 36), 'started_at': datetime.datetime(2022, 2, 4, 17, 1, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 49, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:49:55.572460 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f88d94c-1d93-4927-98af-3bed348ba1e2 None None] Checking segment: {'id': '5942dc44-1f07-4c27-b0ab-45a2bff20dd5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:49:55.572889 n-d-827839-2 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-0f88d94c-1d93-4927-98af-3bed348ba1e2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:49:55.573469 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f88d94c-1d93-4927-98af-3bed348ba1e2 None None] Bound using segment: {'id': '5942dc44-1f07-4c27-b0ab-45a2bff20dd5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188'} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:49:55.573933 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [None req-0f88d94c-1d93-4927-98af-3bed348ba1e2 None None] Bound port: 06a5e4d8-674f-4754-85d0-2e7b7e9830cd, host: n-d-827839-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5942dc44-1f07-4c27-b0ab-45a2bff20dd5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188'}}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:49:55.574309 n-d-827839-2 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-0f88d94c-1d93-4927-98af-3bed348ba1e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (06a5e4d8-674f-4754-85d0-2e7b7e9830cd), before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:49:55.576065 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00949513-adf9-4d78-b860-2189bdfc73c8 None None] Pushing event updated for resources: {'Port': ['ID=06a5e4d8-674f-4754-85d0-2e7b7e9830cd,revision_number=2']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:49:55.630188 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89d15268-e7f1-4c76-934e-f425839f6bc9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e4c19ad-5724-5db8-8ee1-4f56ae69fcf4-41fb740a-fe35-4b66-8c63-e9b9f216cd47', 'network_id': '41fb740a-fe35-4b66-8c63-e9b9f216cd47', 'project_id': '86a0fd5c0c974eafbf1c6e95239dcb2c', 'fixed_ips': [{'subnet_id': 'f4c901f0-faf0-43f9-9cbe-f8f05128a5fd'}]}} from n-d-827839-2. {{(pid=103378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 17:49:55.631093 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-89d15268-e7f1-4c76-934e-f425839f6bc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:49:55.777871 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00949513-adf9-4d78-b860-2189bdfc73c8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:49:55.778227 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00949513-adf9-4d78-b860-2189bdfc73c8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:49:55.779753 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00949513-adf9-4d78-b860-2189bdfc73c8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:49:55.780101 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00949513-adf9-4d78-b860-2189bdfc73c8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:49:55.780436 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00949513-adf9-4d78-b860-2189bdfc73c8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:49:55.782829 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00949513-adf9-4d78-b860-2189bdfc73c8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:49:55.783189 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00949513-adf9-4d78-b860-2189bdfc73c8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:49:55.786292 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00949513-adf9-4d78-b860-2189bdfc73c8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:49:55.786670 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00949513-adf9-4d78-b860-2189bdfc73c8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:49:55.787005 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00949513-adf9-4d78-b860-2189bdfc73c8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:49:55.787337 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00949513-adf9-4d78-b860-2189bdfc73c8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:49:55.787664 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00949513-adf9-4d78-b860-2189bdfc73c8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:49:55.790725 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00949513-adf9-4d78-b860-2189bdfc73c8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:49:55.806249 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-89d15268-e7f1-4c76-934e-f425839f6bc9 None None] Allocated IP 172.20.0.2 (41fb740a-fe35-4b66-8c63-e9b9f216cd47/f4c901f0-faf0-43f9-9cbe-f8f05128a5fd/2eaf0dc7-e768-4f56-b2cd-c335aa3f2401) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:49:55.870845 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-0f88d94c-1d93-4927-98af-3bed348ba1e2 None None] For port 06a5e4d8-674f-4754-85d0-2e7b7e9830cd, host n-d-827839-2, cleared binding levels {{(pid=103379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:49:55.874492 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-0f88d94c-1d93-4927-98af-3bed348ba1e2 None None] For port 06a5e4d8-674f-4754-85d0-2e7b7e9830cd, host n-d-827839-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=06a5e4d8-674f-4754-85d0-2e7b7e9830cd,segment=NetworkSegment(5942dc44-1f07-4c27-b0ab-45a2bff20dd5),segment_id=5942dc44-1f07-4c27-b0ab-45a2bff20dd5)] {{(pid=103379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:49:55.893176 n-d-827839-2 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-0f88d94c-1d93-4927-98af-3bed348ba1e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (06a5e4d8-674f-4754-85d0-2e7b7e9830cd), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:49:55.982608 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-89d15268-e7f1-4c76-934e-f425839f6bc9 None None] Publish callbacks [] for port (2eaf0dc7-e768-4f56-b2cd-c335aa3f2401), precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:49:55.984247 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f88d94c-1d93-4927-98af-3bed348ba1e2 None None] Routers {'21ca6278-2678-48ac-81f5-c3988e7d7b1b'} bound to L3 agent in host n-d-827839-2 {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:49:55.985058 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-0f88d94c-1d93-4927-98af-3bed348ba1e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:49:33Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['21ca6278-2678-48ac-81f5-c3988e7d7b1b'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:49:56.011922 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-89d15268-e7f1-4c76-934e-f425839f6bc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135'] for port (2eaf0dc7-e768-4f56-b2cd-c335aa3f2401), after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:49:56.068959 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d15268-e7f1-4c76-934e-f425839f6bc9 None None] Pushing event updated for resources: {'Port': ['ID=2eaf0dc7-e768-4f56-b2cd-c335aa3f2401,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:49:56.084685 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d15268-e7f1-4c76-934e-f425839f6bc9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:49:56.085072 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d15268-e7f1-4c76-934e-f425839f6bc9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:49:56.086091 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d15268-e7f1-4c76-934e-f425839f6bc9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:49:56.086444 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d15268-e7f1-4c76-934e-f425839f6bc9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:49:56.086826 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d15268-e7f1-4c76-934e-f425839f6bc9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:49:56.087404 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d15268-e7f1-4c76-934e-f425839f6bc9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:49:56.088081 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d15268-e7f1-4c76-934e-f425839f6bc9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:49:56.088506 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d15268-e7f1-4c76-934e-f425839f6bc9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:49:56.088897 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d15268-e7f1-4c76-934e-f425839f6bc9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:49:56.089241 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d15268-e7f1-4c76-934e-f425839f6bc9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:49:56.089574 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d15268-e7f1-4c76-934e-f425839f6bc9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:49:56.089946 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d15268-e7f1-4c76-934e-f425839f6bc9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:49:56.090274 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d15268-e7f1-4c76-934e-f425839f6bc9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:49:56.101779 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvr_db [None req-0f88d94c-1d93-4927-98af-3bed348ba1e2 None None] Set router 21ca6278-2678-48ac-81f5-c3988e7d7b1b gateway port host: n-d-827839-2 {{(pid=103379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:49:56.111461 n-d-827839-2 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89d15268-e7f1-4c76-934e-f425839f6bc9 None None] Network 41fb740a-fe35-4b66-8c63-e9b9f216cd47 is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:49:56.115346 n-d-827839-2 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-89d15268-e7f1-4c76-934e-f425839f6bc9 None None] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:49:56.122233 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89d15268-e7f1-4c76-934e-f425839f6bc9 None None] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:49:56.220885 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-1b0bfbe0-b70e-463c-a70c-3a5700325e26 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:49:56.221529 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00949513-adf9-4d78-b860-2189bdfc73c8 None None] Pushing event updated for resources: {'Port': ['ID=06a5e4d8-674f-4754-85d0-2e7b7e9830cd,revision_number=3']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:49:56.237697 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-89d15268-e7f1-4c76-934e-f425839f6bc9 None None] Attempting to bind port 2eaf0dc7-e768-4f56-b2cd-c335aa3f2401 on host n-d-827839-2 for vnic_type normal with profile {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:49:56.238567 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-89d15268-e7f1-4c76-934e-f425839f6bc9 None None] Attempting to bind port 2eaf0dc7-e768-4f56-b2cd-c335aa3f2401 by drivers openvswitch,hyperv on host n-d-827839-2 at level 0 using segments [{'id': '167c411e-9f7f-4326-a28d-dfddd0e85fbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '41fb740a-fe35-4b66-8c63-e9b9f216cd47'}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:49:56.238971 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89d15268-e7f1-4c76-934e-f425839f6bc9 None None] Attempting to bind port 2eaf0dc7-e768-4f56-b2cd-c335aa3f2401 on network 41fb740a-fe35-4b66-8c63-e9b9f216cd47 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:49:56.259390 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89d15268-e7f1-4c76-934e-f425839f6bc9 None None] Checking agent: {'id': 'ba70844b-66a0-45fd-a2f2-e6ed673321fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 0, 36), 'started_at': datetime.datetime(2022, 2, 4, 17, 1, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 49, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:49:56.260336 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89d15268-e7f1-4c76-934e-f425839f6bc9 None None] Checking segment: {'id': '167c411e-9f7f-4326-a28d-dfddd0e85fbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '41fb740a-fe35-4b66-8c63-e9b9f216cd47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:49:56.262602 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-89d15268-e7f1-4c76-934e-f425839f6bc9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:49:56.263253 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89d15268-e7f1-4c76-934e-f425839f6bc9 None None] Bound using segment: {'id': '167c411e-9f7f-4326-a28d-dfddd0e85fbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '41fb740a-fe35-4b66-8c63-e9b9f216cd47'} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:49:56.263956 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-89d15268-e7f1-4c76-934e-f425839f6bc9 None None] Bound port: 2eaf0dc7-e768-4f56-b2cd-c335aa3f2401, host: n-d-827839-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '167c411e-9f7f-4326-a28d-dfddd0e85fbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '41fb740a-fe35-4b66-8c63-e9b9f216cd47'}}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:49:56.275212 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-89d15268-e7f1-4c76-934e-f425839f6bc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (2eaf0dc7-e768-4f56-b2cd-c335aa3f2401), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:49:56.379920 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-89d15268-e7f1-4c76-934e-f425839f6bc9 None None] For port 2eaf0dc7-e768-4f56-b2cd-c335aa3f2401, host n-d-827839-2, cleared binding levels {{(pid=103378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:49:56.383592 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-89d15268-e7f1-4c76-934e-f425839f6bc9 None None] For port 2eaf0dc7-e768-4f56-b2cd-c335aa3f2401, host n-d-827839-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=2eaf0dc7-e768-4f56-b2cd-c335aa3f2401,segment=NetworkSegment(167c411e-9f7f-4326-a28d-dfddd0e85fbf),segment_id=167c411e-9f7f-4326-a28d-dfddd0e85fbf)] {{(pid=103378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:49:56.400662 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-0f88d94c-1d93-4927-98af-3bed348ba1e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21ca6278-2678-48ac-81f5-c3988e7d7b1b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-761745390', 'tenant_id': '86a0fd5c0c974eafbf1c6e95239dcb2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.12'}], 'enable_snat': True}, 'gw_port_id': '06a5e4d8-674f-4754-85d0-2e7b7e9830cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:49:51Z', 'updated_at': '2022-02-04T17:49:53Z', 'revision_number': 3, 'project_id': '86a0fd5c0c974eafbf1c6e95239dcb2c', 'gw_port': {'id': '06a5e4d8-674f-4754-85d0-2e7b7e9830cd', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:0b:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21ca6278-2678-48ac-81f5-c3988e7d7b1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3533, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:49:52Z', 'updated_at': '2022-02-04T17:49:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2'}], 'n-d-827839-2', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:49:56.405205 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-89d15268-e7f1-4c76-934e-f425839f6bc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (2eaf0dc7-e768-4f56-b2cd-c335aa3f2401), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:49:56.481917 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f88d94c-1d93-4927-98af-3bed348ba1e2 None None] The sync data for ids ['21ca6278-2678-48ac-81f5-c3988e7d7b1b'] in n-d-827839-2 is: [{'id': '21ca6278-2678-48ac-81f5-c3988e7d7b1b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-761745390', 'tenant_id': '86a0fd5c0c974eafbf1c6e95239dcb2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.12'}], 'enable_snat': True}, 'gw_port_id': '06a5e4d8-674f-4754-85d0-2e7b7e9830cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:49:51Z', 'updated_at': '2022-02-04T17:49:53Z', 'revision_number': 3, 'project_id': '86a0fd5c0c974eafbf1c6e95239dcb2c', 'gw_port': {'id': '06a5e4d8-674f-4754-85d0-2e7b7e9830cd', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:0b:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21ca6278-2678-48ac-81f5-c3988e7d7b1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3533, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:49:52Z', 'updated_at': '2022-02-04T17:49:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2'}] {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 17:49:56.517329 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d15268-e7f1-4c76-934e-f425839f6bc9 None None] Pushing event updated for resources: {'Port': ['ID=2eaf0dc7-e768-4f56-b2cd-c335aa3f2401,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:49:57.213374 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.db_base_plugin_common [None req-1b0bfbe0-b70e-463c-a70c-3a5700325e26 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Allocated IP 172.20.0.1 (41fb740a-fe35-4b66-8c63-e9b9f216cd47/f4c901f0-faf0-43f9-9cbe-f8f05128a5fd/6114a57d-a027-4c3f-a10b-5d063132b1b7) {{(pid=103377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:49:57.365304 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-1b0bfbe0-b70e-463c-a70c-3a5700325e26 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Publish callbacks [] for port (6114a57d-a027-4c3f-a10b-5d063132b1b7), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:49:57.405303 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-1b0bfbe0-b70e-463c-a70c-3a5700325e26 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (6114a57d-a027-4c3f-a10b-5d063132b1b7), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:49:57.460974 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b0bfbe0-b70e-463c-a70c-3a5700325e26 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Network 41fb740a-fe35-4b66-8c63-e9b9f216cd47 is already hosted by enough agents. {{(pid=103377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:49:57.466299 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [None req-1b0bfbe0-b70e-463c-a70c-3a5700325e26 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Resources bound (agent type, host, resource id): {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:49:57.469325 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b0bfbe0-b70e-463c-a70c-3a5700325e26 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Received port after_create {{(pid=103377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:49:57.541574 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0bfbe0-b70e-463c-a70c-3a5700325e26 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Pushing event updated for resources: {'Port': ['ID=6114a57d-a027-4c3f-a10b-5d063132b1b7,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:49:57.555365 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-1b0bfbe0-b70e-463c-a70c-3a5700325e26 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1595471'] for router_interface (21ca6278-2678-48ac-81f5-c3988e7d7b1b), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:49:57.764614 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-1b0bfbe0-b70e-463c-a70c-3a5700325e26 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (6114a57d-a027-4c3f-a10b-5d063132b1b7), before_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:49:58.343311 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 06a5e4d8-674f-4754-85d0-2e7b7e9830cd up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:49:58.378750 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-1b0bfbe0-b70e-463c-a70c-3a5700325e26 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Publish callbacks [] for port (6114a57d-a027-4c3f-a10b-5d063132b1b7), precommit_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:49:58.395181 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-1b0bfbe0-b70e-463c-a70c-3a5700325e26 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25888290'] for port (6114a57d-a027-4c3f-a10b-5d063132b1b7), after_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:49:58.487401 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port 06a5e4d8-674f-4754-85d0-2e7b7e9830cd triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:49:58.488427 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (06a5e4d8-674f-4754-85d0-2e7b7e9830cd), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:49:58.512783 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0bfbe0-b70e-463c-a70c-3a5700325e26 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Pushing event updated for resources: {'Port': ['ID=6114a57d-a027-4c3f-a10b-5d063132b1b7,revision_number=2']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:49:58.543635 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-1b0bfbe0-b70e-463c-a70c-3a5700325e26 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1677345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602751'] for router_interface (21ca6278-2678-48ac-81f5-c3988e7d7b1b), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:49:58.545141 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d215c76f-8fd3-4d80-8e5d-5def0cff4e85 None None] Network 41fb740a-fe35-4b66-8c63-e9b9f216cd47 requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:49:58.714527 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b0bfbe0-b70e-463c-a70c-3a5700325e26 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Network 41fb740a-fe35-4b66-8c63-e9b9f216cd47 is already hosted by enough agents. {{(pid=103377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:49:58.716101 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [None req-1b0bfbe0-b70e-463c-a70c-3a5700325e26 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Resources bound (agent type, host, resource id): {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:49:58.820725 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-a17c3341-1734-48f8-a106-8af334f69e79 None None] Provisioning complete for port 2eaf0dc7-e768-4f56-b2cd-c335aa3f2401 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:49:58.840925 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a17c3341-1734-48f8-a106-8af334f69e79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (2eaf0dc7-e768-4f56-b2cd-c335aa3f2401), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:49:58.882723 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b0bfbe0-b70e-463c-a70c-3a5700325e26 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Router 21ca6278-2678-48ac-81f5-c3988e7d7b1b has already been hosted by L3 agent 64ada913-9131-4d99-a265-63a920956287 {{(pid=103377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 17:49:59.021236 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port 06a5e4d8-674f-4754-85d0-2e7b7e9830cd is: DOWN; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:49:59.021547 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (06a5e4d8-674f-4754-85d0-2e7b7e9830cd), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:49:59.100637 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b0bfbe0-b70e-463c-a70c-3a5700325e26 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Notify agent at l3_agent.n-d-827839-2 the message routers_updated {{(pid=103377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 17:49:59.121160 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-1b0bfbe0-b70e-463c-a70c-3a5700325e26 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] 10.222.0.89 "PUT /v2.0/routers/21ca6278-2678-48ac-81f5-c3988e7d7b1b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6759923 Feb 04 17:49:59.151564 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-a17c3341-1734-48f8-a106-8af334f69e79 None None] Current status of the port 2eaf0dc7-e768-4f56-b2cd-c335aa3f2401 is: DOWN; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:49:59.152071 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a17c3341-1734-48f8-a106-8af334f69e79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (2eaf0dc7-e768-4f56-b2cd-c335aa3f2401), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:49:59.167572 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] For port 06a5e4d8-674f-4754-85d0-2e7b7e9830cd, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=06a5e4d8-674f-4754-85d0-2e7b7e9830cd,segment=NetworkSegment(5942dc44-1f07-4c27-b0ab-45a2bff20dd5),segment_id=5942dc44-1f07-4c27-b0ab-45a2bff20dd5)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:49:59.187242 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (06a5e4d8-674f-4754-85d0-2e7b7e9830cd), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:49:59.188054 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 2eaf0dc7-e768-4f56-b2cd-c335aa3f2401 up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:49:59.481423 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-a17c3341-1734-48f8-a106-8af334f69e79 None None] For port 2eaf0dc7-e768-4f56-b2cd-c335aa3f2401, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=2eaf0dc7-e768-4f56-b2cd-c335aa3f2401,segment=NetworkSegment(167c411e-9f7f-4326-a28d-dfddd0e85fbf),segment_id=167c411e-9f7f-4326-a28d-dfddd0e85fbf)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:49:59.517148 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a17c3341-1734-48f8-a106-8af334f69e79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (2eaf0dc7-e768-4f56-b2cd-c335aa3f2401), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:49:59.537990 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5554aa0-52ee-450a-8ad6-db1208b9a59a None None] Sync routers for ids ['21ca6278-2678-48ac-81f5-c3988e7d7b1b'] in n-d-827839-2 {{(pid=103378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 17:49:59.539464 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-508e6fb0-acfc-4f68-9d55-9a6b2f9ffbce req-30e5e02f-4227-4eee-8700-fa6760db1737 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] 10.222.0.89 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-67741066&fields=id&tenant_id=86a0fd5c0c974eafbf1c6e95239dcb2c HTTP/1.1" status: 200 len: 267 time: 0.1423411 Feb 04 17:49:59.543055 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port 2eaf0dc7-e768-4f56-b2cd-c335aa3f2401 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:49:59.543607 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (2eaf0dc7-e768-4f56-b2cd-c335aa3f2401), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:49:59.548510 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Pushing event updated for resources: {'Port': ['ID=06a5e4d8-674f-4754-85d0-2e7b7e9830cd,revision_number=4']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:49:59.716005 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5554aa0-52ee-450a-8ad6-db1208b9a59a None None] Routers {'21ca6278-2678-48ac-81f5-c3988e7d7b1b'} bound to L3 agent in host n-d-827839-2 {{(pid=103378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:49:59.717263 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-f5554aa0-52ee-450a-8ad6-db1208b9a59a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:49:33Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['21ca6278-2678-48ac-81f5-c3988e7d7b1b'], 'active': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:49:59.719278 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508e6fb0-acfc-4f68-9d55-9a6b2f9ffbce req-45fde25d-0b6f-4dfc-b043-d58ce0b2ad76 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:49:59.721844 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-508e6fb0-acfc-4f68-9d55-9a6b2f9ffbce req-45fde25d-0b6f-4dfc-b043-d58ce0b2ad76 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] 10.222.0.89 "GET /v2.0/networks?id=41fb740a-fe35-4b66-8c63-e9b9f216cd47 HTTP/1.1" status: 200 len: 797 time: 0.1743784 Feb 04 17:49:59.740788 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-508e6fb0-acfc-4f68-9d55-9a6b2f9ffbce req-e5b44729-aa49-470a-9c18-bc2fa3cdb160 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] 10.222.0.89 "GET /v2.0/quotas/86a0fd5c0c974eafbf1c6e95239dcb2c HTTP/1.1" status: 200 len: 375 time: 0.0130687 Feb 04 17:49:59.830427 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-508e6fb0-acfc-4f68-9d55-9a6b2f9ffbce req-e7d77ecc-24e5-4a62-a775-dd4999c74cf2 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=86a0fd5c0c974eafbf1c6e95239dcb2c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0749757 Feb 04 17:50:00.005158 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-508e6fb0-acfc-4f68-9d55-9a6b2f9ffbce req-604a5d82-3b7f-48f7-adcd-526a820ef457 service neutron] 10.222.0.89 "GET /v2.0/networks/41fb740a-fe35-4b66-8c63-e9b9f216cd47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1587615 Feb 04 17:50:00.262544 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-508e6fb0-acfc-4f68-9d55-9a6b2f9ffbce req-b615d745-0248-4c79-9959-ebb693101694 service neutron] 10.222.0.89 "GET /v2.0/networks/41fb740a-fe35-4b66-8c63-e9b9f216cd47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2431056 Feb 04 17:50:00.348366 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-6e2d93b3-6c2f-467f-992a-872daef4eaa6 None None] Provisioning complete for port 2eaf0dc7-e768-4f56-b2cd-c335aa3f2401 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:50:00.348804 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6e2d93b3-6c2f-467f-992a-872daef4eaa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (2eaf0dc7-e768-4f56-b2cd-c335aa3f2401), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:50:00.499205 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2c2a4bc9-4aa1-498d-a15d-78a109d63b7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (bb89f5a3-3c22-440b-b7d1-c4f0c43c184a), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:50:00.501384 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17c3341-1734-48f8-a106-8af334f69e79 None None] Pushing event updated for resources: {'Port': ['ID=2eaf0dc7-e768-4f56-b2cd-c335aa3f2401,revision_number=3']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:50:00.592353 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvr_db [None req-f5554aa0-52ee-450a-8ad6-db1208b9a59a None None] Set router 21ca6278-2678-48ac-81f5-c3988e7d7b1b gateway port host: n-d-827839-2 {{(pid=103378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:50:00.651663 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port 2eaf0dc7-e768-4f56-b2cd-c335aa3f2401 is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:50:00.690914 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-37bcbfac-6e22-45b9-b8e9-ab4103345d6a req-4234fb9c-ac7b-4732-883c-b32b199adfa6 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] 10.222.0.89 "GET /v2.0/ports?device_id=4838cc33-5e81-4c6b-bf0f-42646b0b5925 HTTP/1.1" status: 200 len: 210 time: 0.0710485 Feb 04 17:50:00.836613 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 06a5e4d8-674f-4754-85d0-2e7b7e9830cd up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:50:00.909653 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-6e2d93b3-6c2f-467f-992a-872daef4eaa6 None None] Current status of the port 2eaf0dc7-e768-4f56-b2cd-c335aa3f2401 is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:50:00.995449 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-6e2d93b3-6c2f-467f-992a-872daef4eaa6 None None] Provisioning complete for port 6114a57d-a027-4c3f-a10b-5d063132b1b7 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:50:00.995826 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6e2d93b3-6c2f-467f-992a-872daef4eaa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (6114a57d-a027-4c3f-a10b-5d063132b1b7), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:50:01.092116 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-6e2d93b3-6c2f-467f-992a-872daef4eaa6 None None] Port 6114a57d-a027-4c3f-a10b-5d063132b1b7 cannot update to ACTIVE because it is not bound. {{(pid=103378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 17:50:01.124278 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port 06a5e4d8-674f-4754-85d0-2e7b7e9830cd triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:50:01.125063 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (06a5e4d8-674f-4754-85d0-2e7b7e9830cd), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:50:01.250003 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-d08b0eae-90e6-4260-9343-e5947c30fd1b None None] Provisioning complete for port 6114a57d-a027-4c3f-a10b-5d063132b1b7 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:50:01.250711 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d08b0eae-90e6-4260-9343-e5947c30fd1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (6114a57d-a027-4c3f-a10b-5d063132b1b7), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:50:01.301461 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-d08b0eae-90e6-4260-9343-e5947c30fd1b None None] Port 6114a57d-a027-4c3f-a10b-5d063132b1b7 cannot update to ACTIVE because it is not bound. {{(pid=103378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 17:50:01.377890 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port 06a5e4d8-674f-4754-85d0-2e7b7e9830cd is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:50:01.379069 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 2eaf0dc7-e768-4f56-b2cd-c335aa3f2401 up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:50:01.449722 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-f5554aa0-52ee-450a-8ad6-db1208b9a59a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21ca6278-2678-48ac-81f5-c3988e7d7b1b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-761745390', 'tenant_id': '86a0fd5c0c974eafbf1c6e95239dcb2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.12'}], 'enable_snat': True}, 'gw_port_id': '06a5e4d8-674f-4754-85d0-2e7b7e9830cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:49:51Z', 'updated_at': '2022-02-04T17:49:57Z', 'revision_number': 4, 'project_id': '86a0fd5c0c974eafbf1c6e95239dcb2c', 'gw_port': {'id': '06a5e4d8-674f-4754-85d0-2e7b7e9830cd', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:0b:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21ca6278-2678-48ac-81f5-c3988e7d7b1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3533, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:49:52Z', 'updated_at': '2022-02-04T17:49:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_interfaces': [{'id': '6114a57d-a027-4c3f-a10b-5d063132b1b7', 'name': '', 'network_id': '41fb740a-fe35-4b66-8c63-e9b9f216cd47', 'tenant_id': '86a0fd5c0c974eafbf1c6e95239dcb2c', 'mac_address': 'fa:16:3e:38:a2:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21ca6278-2678-48ac-81f5-c3988e7d7b1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3536, 'fixed_ips': [{'subnet_id': 'f4c901f0-faf0-43f9-9cbe-f8f05128a5fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:49:56Z', 'updated_at': '2022-02-04T17:49:58Z', 'revision_number': 2, 'project_id': '86a0fd5c0c974eafbf1c6e95239dcb2c', 'subnets': [{'id': 'f4c901f0-faf0-43f9-9cbe-f8f05128a5fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-2', False) {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:50:01.574092 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5554aa0-52ee-450a-8ad6-db1208b9a59a None None] Checking router: 21ca6278-2678-48ac-81f5-c3988e7d7b1b for host: n-d-827839-2 {{(pid=103378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 17:50:01.575092 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5554aa0-52ee-450a-8ad6-db1208b9a59a None None] Updating router 21ca6278-2678-48ac-81f5-c3988e7d7b1b port 6114a57d-a027-4c3f-a10b-5d063132b1b7 binding host n-d-827839-2 {{(pid=103378) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 17:50:01.618293 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port 2eaf0dc7-e768-4f56-b2cd-c335aa3f2401 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:50:01.629449 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (2eaf0dc7-e768-4f56-b2cd-c335aa3f2401), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:50:01.674075 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f5554aa0-52ee-450a-8ad6-db1208b9a59a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (6114a57d-a027-4c3f-a10b-5d063132b1b7), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:50:01.891209 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-d6905181-1a8a-4663-8278-81a185f2d88e req-bb452ad3-b3c2-4767-bcf1-e5d5a1a8330e tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] 10.222.0.89 "GET /v2.0/ports?device_id=4838cc33-5e81-4c6b-bf0f-42646b0b5925 HTTP/1.1" status: 200 len: 210 time: 0.1068487 Feb 04 17:50:01.906862 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port 2eaf0dc7-e768-4f56-b2cd-c335aa3f2401 is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:50:02.202225 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f5554aa0-52ee-450a-8ad6-db1208b9a59a None None] Publish callbacks [] for port (6114a57d-a027-4c3f-a10b-5d063132b1b7), precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:50:02.224503 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f5554aa0-52ee-450a-8ad6-db1208b9a59a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (6114a57d-a027-4c3f-a10b-5d063132b1b7), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:50:02.373810 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976e386e-f210-45a8-b2dc-5e08867ae96a None None] Pushing event updated for resources: {'Port': ['ID=6114a57d-a027-4c3f-a10b-5d063132b1b7,revision_number=3']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:50:02.540043 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-f5554aa0-52ee-450a-8ad6-db1208b9a59a None None] Attempting to bind port 6114a57d-a027-4c3f-a10b-5d063132b1b7 on host n-d-827839-2 for vnic_type normal with profile {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:50:02.540607 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-f5554aa0-52ee-450a-8ad6-db1208b9a59a None None] Attempting to bind port 6114a57d-a027-4c3f-a10b-5d063132b1b7 by drivers openvswitch,hyperv on host n-d-827839-2 at level 0 using segments [{'id': '167c411e-9f7f-4326-a28d-dfddd0e85fbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '41fb740a-fe35-4b66-8c63-e9b9f216cd47'}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:50:02.541182 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5554aa0-52ee-450a-8ad6-db1208b9a59a None None] Attempting to bind port 6114a57d-a027-4c3f-a10b-5d063132b1b7 on network 41fb740a-fe35-4b66-8c63-e9b9f216cd47 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:50:02.546934 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5554aa0-52ee-450a-8ad6-db1208b9a59a None None] Checking agent: {'id': 'ba70844b-66a0-45fd-a2f2-e6ed673321fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 0, 36), 'started_at': datetime.datetime(2022, 2, 4, 17, 1, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 49, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:50:02.557272 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5554aa0-52ee-450a-8ad6-db1208b9a59a None None] Checking segment: {'id': '167c411e-9f7f-4326-a28d-dfddd0e85fbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '41fb740a-fe35-4b66-8c63-e9b9f216cd47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:50:02.558142 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f5554aa0-52ee-450a-8ad6-db1208b9a59a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:50:02.558662 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5554aa0-52ee-450a-8ad6-db1208b9a59a None None] Bound using segment: {'id': '167c411e-9f7f-4326-a28d-dfddd0e85fbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '41fb740a-fe35-4b66-8c63-e9b9f216cd47'} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:50:02.559317 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-f5554aa0-52ee-450a-8ad6-db1208b9a59a None None] Bound port: 6114a57d-a027-4c3f-a10b-5d063132b1b7, host: n-d-827839-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '167c411e-9f7f-4326-a28d-dfddd0e85fbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '41fb740a-fe35-4b66-8c63-e9b9f216cd47'}}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:50:02.559823 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f5554aa0-52ee-450a-8ad6-db1208b9a59a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (6114a57d-a027-4c3f-a10b-5d063132b1b7), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:50:02.587212 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508e6fb0-acfc-4f68-9d55-9a6b2f9ffbce req-ed09f2c6-7ae5-4f9f-98c5-47b903bb2ffa tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:50:02.592307 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-508e6fb0-acfc-4f68-9d55-9a6b2f9ffbce req-ed09f2c6-7ae5-4f9f-98c5-47b903bb2ffa tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] 10.222.0.96 "GET /v2.0/networks?id=41fb740a-fe35-4b66-8c63-e9b9f216cd47 HTTP/1.1" status: 200 len: 797 time: 0.2947302 Feb 04 17:50:02.739001 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-508e6fb0-acfc-4f68-9d55-9a6b2f9ffbce req-b859bab1-11f1-4f34-ae82-92a2007429da tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] 10.222.0.96 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=86a0fd5c0c974eafbf1c6e95239dcb2c HTTP/1.1" status: 200 len: 378 time: 0.1313601 Feb 04 17:50:02.765413 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [req-508e6fb0-acfc-4f68-9d55-9a6b2f9ffbce req-bd1cc425-2890-44ff-b46b-adbf698ce451 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Request body: {'port': {'device_id': '4838cc33-5e81-4c6b-bf0f-42646b0b5925', 'network_id': '41fb740a-fe35-4b66-8c63-e9b9f216cd47', 'admin_state_up': True, 'tenant_id': '86a0fd5c0c974eafbf1c6e95239dcb2c', 'security_groups': ['b2d41e04-1724-4f40-b9e4-c2fd276b506f']}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:50:02.765859 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-f5554aa0-52ee-450a-8ad6-db1208b9a59a None None] For port 6114a57d-a027-4c3f-a10b-5d063132b1b7, host n-d-827839-2, cleared binding levels {{(pid=103378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:50:02.801018 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-b03a38d8-edb3-4d0e-9533-c7b1819878b7 None None] Provisioning complete for port 6114a57d-a027-4c3f-a10b-5d063132b1b7 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:50:02.801826 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b03a38d8-edb3-4d0e-9533-c7b1819878b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (6114a57d-a027-4c3f-a10b-5d063132b1b7), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:50:02.805055 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-f5554aa0-52ee-450a-8ad6-db1208b9a59a None None] For port 6114a57d-a027-4c3f-a10b-5d063132b1b7, host n-d-827839-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=6114a57d-a027-4c3f-a10b-5d063132b1b7,segment=NetworkSegment(167c411e-9f7f-4326-a28d-dfddd0e85fbf),segment_id=167c411e-9f7f-4326-a28d-dfddd0e85fbf)] {{(pid=103378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:50:02.892162 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f5554aa0-52ee-450a-8ad6-db1208b9a59a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (6114a57d-a027-4c3f-a10b-5d063132b1b7), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:50:03.011688 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-628bafdd-3f70-48da-8202-7909e7dd45d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (64ada913-9131-4d99-a265-63a920956287), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:50:03.041147 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-b03a38d8-edb3-4d0e-9533-c7b1819878b7 None None] Port 6114a57d-a027-4c3f-a10b-5d063132b1b7 cannot update to ACTIVE because it is not bound. {{(pid=103378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 17:50:03.130899 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5554aa0-52ee-450a-8ad6-db1208b9a59a None None] Routers {'21ca6278-2678-48ac-81f5-c3988e7d7b1b'} bound to L3 agent in host n-d-827839-2 {{(pid=103378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:50:03.140134 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-f5554aa0-52ee-450a-8ad6-db1208b9a59a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:50:03Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['21ca6278-2678-48ac-81f5-c3988e7d7b1b'], 'active': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:50:03.330855 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976e386e-f210-45a8-b2dc-5e08867ae96a None None] Pushing event updated for resources: {'Port': ['ID=6114a57d-a027-4c3f-a10b-5d063132b1b7,revision_number=4']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:50:03.342766 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d408ec64-b374-4acb-a1fc-48241dad6d47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (0cd6d64a-47a7-40ff-8c12-71dd526c62e0), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:50:03.428267 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvr_db [None req-f5554aa0-52ee-450a-8ad6-db1208b9a59a None None] Set router 21ca6278-2678-48ac-81f5-c3988e7d7b1b gateway port host: n-d-827839-2 {{(pid=103378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:50:03.825520 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-933bf50f-c3b8-4464-bdf9-347c0095c8a3 None None] Provisioning complete for port 6114a57d-a027-4c3f-a10b-5d063132b1b7 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:50:03.829738 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-933bf50f-c3b8-4464-bdf9-347c0095c8a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (6114a57d-a027-4c3f-a10b-5d063132b1b7), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:50:03.864515 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-9c589047-d756-4357-b38f-159e771067bc req-0f20fe19-493a-42f6-aaa7-fa4661948773 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] 10.222.0.89 "GET /v2.0/ports?device_id=4838cc33-5e81-4c6b-bf0f-42646b0b5925 HTTP/1.1" status: 200 len: 210 time: 0.0961540 Feb 04 17:50:04.006563 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-508e6fb0-acfc-4f68-9d55-9a6b2f9ffbce req-bd1cc425-2890-44ff-b46b-adbf698ce451 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Made reservation on behalf of 86a0fd5c0c974eafbf1c6e95239dcb2c for: {'port': 1} {{(pid=103376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:50:04.041552 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-508e6fb0-acfc-4f68-9d55-9a6b2f9ffbce req-bd1cc425-2890-44ff-b46b-adbf698ce451 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:50:04.151921 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-f5554aa0-52ee-450a-8ad6-db1208b9a59a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21ca6278-2678-48ac-81f5-c3988e7d7b1b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-761745390', 'tenant_id': '86a0fd5c0c974eafbf1c6e95239dcb2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.12'}], 'enable_snat': True}, 'gw_port_id': '06a5e4d8-674f-4754-85d0-2e7b7e9830cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:49:51Z', 'updated_at': '2022-02-04T17:49:57Z', 'revision_number': 4, 'project_id': '86a0fd5c0c974eafbf1c6e95239dcb2c', 'gw_port': {'id': '06a5e4d8-674f-4754-85d0-2e7b7e9830cd', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:0b:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21ca6278-2678-48ac-81f5-c3988e7d7b1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3533, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:49:52Z', 'updated_at': '2022-02-04T17:49:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_interfaces': [{'id': '6114a57d-a027-4c3f-a10b-5d063132b1b7', 'name': '', 'network_id': '41fb740a-fe35-4b66-8c63-e9b9f216cd47', 'tenant_id': '86a0fd5c0c974eafbf1c6e95239dcb2c', 'mac_address': 'fa:16:3e:38:a2:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21ca6278-2678-48ac-81f5-c3988e7d7b1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3536, 'fixed_ips': [{'subnet_id': 'f4c901f0-faf0-43f9-9cbe-f8f05128a5fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:49:56Z', 'updated_at': '2022-02-04T17:50:02Z', 'revision_number': 4, 'project_id': '86a0fd5c0c974eafbf1c6e95239dcb2c', 'subnets': [{'id': 'f4c901f0-faf0-43f9-9cbe-f8f05128a5fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-2', False) {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:50:04.199392 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5554aa0-52ee-450a-8ad6-db1208b9a59a None None] The sync data for ids ['21ca6278-2678-48ac-81f5-c3988e7d7b1b'] in n-d-827839-2 is: [{'id': '21ca6278-2678-48ac-81f5-c3988e7d7b1b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-761745390', 'tenant_id': '86a0fd5c0c974eafbf1c6e95239dcb2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.12'}], 'enable_snat': True}, 'gw_port_id': '06a5e4d8-674f-4754-85d0-2e7b7e9830cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:49:51Z', 'updated_at': '2022-02-04T17:49:57Z', 'revision_number': 4, 'project_id': '86a0fd5c0c974eafbf1c6e95239dcb2c', 'gw_port': {'id': '06a5e4d8-674f-4754-85d0-2e7b7e9830cd', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:0b:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21ca6278-2678-48ac-81f5-c3988e7d7b1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3533, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:49:52Z', 'updated_at': '2022-02-04T17:49:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_interfaces': [{'id': '6114a57d-a027-4c3f-a10b-5d063132b1b7', 'name': '', 'network_id': '41fb740a-fe35-4b66-8c63-e9b9f216cd47', 'tenant_id': '86a0fd5c0c974eafbf1c6e95239dcb2c', 'mac_address': 'fa:16:3e:38:a2:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21ca6278-2678-48ac-81f5-c3988e7d7b1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3536, 'fixed_ips': [{'subnet_id': 'f4c901f0-faf0-43f9-9cbe-f8f05128a5fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:49:56Z', 'updated_at': '2022-02-04T17:50:02Z', 'revision_number': 4, 'project_id': '86a0fd5c0c974eafbf1c6e95239dcb2c', 'subnets': [{'id': 'f4c901f0-faf0-43f9-9cbe-f8f05128a5fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 17:50:04.202219 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-933bf50f-c3b8-4464-bdf9-347c0095c8a3 None None] Current status of the port 6114a57d-a027-4c3f-a10b-5d063132b1b7 is: DOWN; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:50:04.202730 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-933bf50f-c3b8-4464-bdf9-347c0095c8a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (6114a57d-a027-4c3f-a10b-5d063132b1b7), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:50:04.247047 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-933bf50f-c3b8-4464-bdf9-347c0095c8a3 None None] For port 6114a57d-a027-4c3f-a10b-5d063132b1b7, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=6114a57d-a027-4c3f-a10b-5d063132b1b7,segment=NetworkSegment(167c411e-9f7f-4326-a28d-dfddd0e85fbf),segment_id=167c411e-9f7f-4326-a28d-dfddd0e85fbf)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:50:04.267054 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-933bf50f-c3b8-4464-bdf9-347c0095c8a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (6114a57d-a027-4c3f-a10b-5d063132b1b7), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:50:04.341514 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.db_base_plugin_common [req-508e6fb0-acfc-4f68-9d55-9a6b2f9ffbce req-bd1cc425-2890-44ff-b46b-adbf698ce451 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Allocated IP 172.20.0.9 (41fb740a-fe35-4b66-8c63-e9b9f216cd47/f4c901f0-faf0-43f9-9cbe-f8f05128a5fd/145590c2-a0bd-4185-b491-aa8555141129) {{(pid=103376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:50:04.405618 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933bf50f-c3b8-4464-bdf9-347c0095c8a3 None None] Pushing event updated for resources: {'Port': ['ID=6114a57d-a027-4c3f-a10b-5d063132b1b7,revision_number=5']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:50:04.591799 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-508e6fb0-acfc-4f68-9d55-9a6b2f9ffbce req-bd1cc425-2890-44ff-b46b-adbf698ce451 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Publish callbacks [] for port (145590c2-a0bd-4185-b491-aa8555141129), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:50:04.643193 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-508e6fb0-acfc-4f68-9d55-9a6b2f9ffbce req-bd1cc425-2890-44ff-b46b-adbf698ce451 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (145590c2-a0bd-4185-b491-aa8555141129), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:50:04.752891 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-508e6fb0-acfc-4f68-9d55-9a6b2f9ffbce req-bd1cc425-2890-44ff-b46b-adbf698ce451 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Network 41fb740a-fe35-4b66-8c63-e9b9f216cd47 is already hosted by enough agents. {{(pid=103376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:50:04.767865 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [req-508e6fb0-acfc-4f68-9d55-9a6b2f9ffbce req-bd1cc425-2890-44ff-b46b-adbf698ce451 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Resources bound (agent type, host, resource id): {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:50:04.772637 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1cc425-2890-44ff-b46b-adbf698ce451 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Pushing event updated for resources: {'Port': ['ID=145590c2-a0bd-4185-b491-aa8555141129,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:50:04.814676 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [req-508e6fb0-acfc-4f68-9d55-9a6b2f9ffbce req-bd1cc425-2890-44ff-b46b-adbf698ce451 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Received port after_create {{(pid=103376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:50:04.841898 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd1cc425-2890-44ff-b46b-adbf698ce451 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:50:04.842456 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd1cc425-2890-44ff-b46b-adbf698ce451 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:50:04.842923 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd1cc425-2890-44ff-b46b-adbf698ce451 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:50:04.843381 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd1cc425-2890-44ff-b46b-adbf698ce451 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:50:04.851135 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd1cc425-2890-44ff-b46b-adbf698ce451 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:50:04.851585 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd1cc425-2890-44ff-b46b-adbf698ce451 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:50:04.852049 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd1cc425-2890-44ff-b46b-adbf698ce451 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:50:04.852508 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd1cc425-2890-44ff-b46b-adbf698ce451 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:50:04.852997 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd1cc425-2890-44ff-b46b-adbf698ce451 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:50:04.853449 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd1cc425-2890-44ff-b46b-adbf698ce451 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:50:04.853896 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd1cc425-2890-44ff-b46b-adbf698ce451 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:50:04.861321 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd1cc425-2890-44ff-b46b-adbf698ce451 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:50:04.861877 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd1cc425-2890-44ff-b46b-adbf698ce451 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:50:04.912973 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4f14bb47-e72b-46ac-9e44-a61d9293afcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (75326290-f7a3-4db8-9cf2-15c7139ed224), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:50:04.965549 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 6114a57d-a027-4c3f-a10b-5d063132b1b7 up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:50:05.057823 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508e6fb0-acfc-4f68-9d55-9a6b2f9ffbce req-bd1cc425-2890-44ff-b46b-adbf698ce451 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:50:05.058566 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-508e6fb0-acfc-4f68-9d55-9a6b2f9ffbce req-bd1cc425-2890-44ff-b46b-adbf698ce451 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:50:05.088852 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port 6114a57d-a027-4c3f-a10b-5d063132b1b7 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:50:05.089817 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (6114a57d-a027-4c3f-a10b-5d063132b1b7), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:50:05.114547 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cafb9e-9335-4093-9f6c-bbbeab8dbc7a req-0aef0c0a-31dc-48ea-88cf-651b01c4d7e3 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:50:05.115174 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-508e6fb0-acfc-4f68-9d55-9a6b2f9ffbce req-bd1cc425-2890-44ff-b46b-adbf698ce451 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3663964 Feb 04 17:50:05.122540 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-c7cafb9e-9335-4093-9f6c-bbbeab8dbc7a req-0aef0c0a-31dc-48ea-88cf-651b01c4d7e3 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] 10.222.0.89 "GET /v2.0/ports?device_id=4838cc33-5e81-4c6b-bf0f-42646b0b5925 HTTP/1.1" status: 200 len: 931 time: 0.0934031 Feb 04 17:50:05.126742 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [req-508e6fb0-acfc-4f68-9d55-9a6b2f9ffbce req-741cb057-7027-439a-ba39-8cdcac874466 service neutron] Request body: {'port': {'device_id': '4838cc33-5e81-4c6b-bf0f-42646b0b5925', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827839-2'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:50:05.252124 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-c7cafb9e-9335-4093-9f6c-bbbeab8dbc7a req-747f61fe-b95c-4209-873a-2711e2270a54 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] 10.222.0.89 "GET /v2.0/security-groups?id=b2d41e04-1724-4f40-b9e4-c2fd276b506f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1282420 Feb 04 17:50:05.355457 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-508e6fb0-acfc-4f68-9d55-9a6b2f9ffbce req-741cb057-7027-439a-ba39-8cdcac874466 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (145590c2-a0bd-4185-b491-aa8555141129), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:50:05.359911 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port 6114a57d-a027-4c3f-a10b-5d063132b1b7 is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:50:05.377240 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-0396960a-2e10-4784-b2fa-dcd69261a21b None None] Provisioning complete for port 145590c2-a0bd-4185-b491-aa8555141129 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:50:05.377612 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0396960a-2e10-4784-b2fa-dcd69261a21b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (145590c2-a0bd-4185-b491-aa8555141129), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:50:05.456638 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-0396960a-2e10-4784-b2fa-dcd69261a21b None None] Port 145590c2-a0bd-4185-b491-aa8555141129 cannot update to ACTIVE because it is not bound. {{(pid=103378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 17:50:05.730674 n-d-827839-2 neutron-server[103376]: DEBUG neutron.notifiers.nova [req-508e6fb0-acfc-4f68-9d55-9a6b2f9ffbce req-741cb057-7027-439a-ba39-8cdcac874466 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 145590c2-a0bd-4185-b491-aa8555141129 {{(pid=103376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 17:50:05.751561 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-508e6fb0-acfc-4f68-9d55-9a6b2f9ffbce req-741cb057-7027-439a-ba39-8cdcac874466 service neutron] Publish callbacks [] for port (145590c2-a0bd-4185-b491-aa8555141129), precommit_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:50:05.757638 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (ba70844b-66a0-45fd-a2f2-e6ed673321fc), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:50:05.785660 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.provisioning_blocks [req-508e6fb0-acfc-4f68-9d55-9a6b2f9ffbce req-741cb057-7027-439a-ba39-8cdcac874466 service neutron] Transition to ACTIVE for port object 145590c2-a0bd-4185-b491-aa8555141129 will not be triggered until provisioned by entity L2. {{(pid=103376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 17:50:05.797044 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-508e6fb0-acfc-4f68-9d55-9a6b2f9ffbce req-741cb057-7027-439a-ba39-8cdcac874466 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675836'] for port (145590c2-a0bd-4185-b491-aa8555141129), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:50:06.036358 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741cb057-7027-439a-ba39-8cdcac874466 service neutron] Pushing event updated for resources: {'Port': ['ID=145590c2-a0bd-4185-b491-aa8555141129,revision_number=2']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:50:06.057369 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [req-508e6fb0-acfc-4f68-9d55-9a6b2f9ffbce req-741cb057-7027-439a-ba39-8cdcac874466 service neutron] Attempting to bind port 145590c2-a0bd-4185-b491-aa8555141129 on host n-h1-827839-2 for vnic_type normal with profile {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:50:06.057699 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [req-508e6fb0-acfc-4f68-9d55-9a6b2f9ffbce req-741cb057-7027-439a-ba39-8cdcac874466 service neutron] Attempting to bind port 145590c2-a0bd-4185-b491-aa8555141129 by drivers openvswitch,hyperv on host n-h1-827839-2 at level 0 using segments [{'id': '167c411e-9f7f-4326-a28d-dfddd0e85fbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '41fb740a-fe35-4b66-8c63-e9b9f216cd47'}] {{(pid=103376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:50:06.058029 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-508e6fb0-acfc-4f68-9d55-9a6b2f9ffbce req-741cb057-7027-439a-ba39-8cdcac874466 service neutron] Attempting to bind port 145590c2-a0bd-4185-b491-aa8555141129 on network 41fb740a-fe35-4b66-8c63-e9b9f216cd47 {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:50:06.074062 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-508e6fb0-acfc-4f68-9d55-9a6b2f9ffbce req-741cb057-7027-439a-ba39-8cdcac874466 service neutron] Port 145590c2-a0bd-4185-b491-aa8555141129 on network 41fb740a-fe35-4b66-8c63-e9b9f216cd47 not bound, no agent of type Open vSwitch agent registered on host n-h1-827839-2 {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 17:50:06.074611 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-508e6fb0-acfc-4f68-9d55-9a6b2f9ffbce req-741cb057-7027-439a-ba39-8cdcac874466 service neutron] Attempting to bind port 145590c2-a0bd-4185-b491-aa8555141129 on network 41fb740a-fe35-4b66-8c63-e9b9f216cd47 {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:50:06.095114 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-508e6fb0-acfc-4f68-9d55-9a6b2f9ffbce req-741cb057-7027-439a-ba39-8cdcac874466 service neutron] Checking agent: {'id': '3f9244a9-75fc-4c10-b195-11d48b853b41', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 8, 42), 'started_at': datetime.datetime(2022, 2, 4, 17, 8, 42), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 49, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:50:06.095462 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-508e6fb0-acfc-4f68-9d55-9a6b2f9ffbce req-741cb057-7027-439a-ba39-8cdcac874466 service neutron] Checking segment: {'id': '167c411e-9f7f-4326-a28d-dfddd0e85fbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '41fb740a-fe35-4b66-8c63-e9b9f216cd47'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:50:06.095860 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-508e6fb0-acfc-4f68-9d55-9a6b2f9ffbce req-741cb057-7027-439a-ba39-8cdcac874466 service neutron] Bound using segment: {'id': '167c411e-9f7f-4326-a28d-dfddd0e85fbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '41fb740a-fe35-4b66-8c63-e9b9f216cd47'} {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:50:06.096308 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [req-508e6fb0-acfc-4f68-9d55-9a6b2f9ffbce req-741cb057-7027-439a-ba39-8cdcac874466 service neutron] Bound port: 145590c2-a0bd-4185-b491-aa8555141129, host: n-h1-827839-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '167c411e-9f7f-4326-a28d-dfddd0e85fbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '41fb740a-fe35-4b66-8c63-e9b9f216cd47'}}] {{(pid=103376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:50:06.096674 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-508e6fb0-acfc-4f68-9d55-9a6b2f9ffbce req-741cb057-7027-439a-ba39-8cdcac874466 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (145590c2-a0bd-4185-b491-aa8555141129), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:50:06.285630 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [req-508e6fb0-acfc-4f68-9d55-9a6b2f9ffbce req-741cb057-7027-439a-ba39-8cdcac874466 service neutron] For port 145590c2-a0bd-4185-b491-aa8555141129, host n-h1-827839-2, cleared binding levels {{(pid=103376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:50:06.290211 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [req-508e6fb0-acfc-4f68-9d55-9a6b2f9ffbce req-741cb057-7027-439a-ba39-8cdcac874466 service neutron] For port 145590c2-a0bd-4185-b491-aa8555141129, host n-h1-827839-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=145590c2-a0bd-4185-b491-aa8555141129,segment=NetworkSegment(167c411e-9f7f-4326-a28d-dfddd0e85fbf),segment_id=167c411e-9f7f-4326-a28d-dfddd0e85fbf)] {{(pid=103376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:50:06.316522 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-508e6fb0-acfc-4f68-9d55-9a6b2f9ffbce req-741cb057-7027-439a-ba39-8cdcac874466 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675836'] for port (145590c2-a0bd-4185-b491-aa8555141129), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:50:06.489832 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741cb057-7027-439a-ba39-8cdcac874466 service neutron] Pushing event updated for resources: {'Port': ['ID=145590c2-a0bd-4185-b491-aa8555141129,revision_number=3']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:50:06.522985 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508e6fb0-acfc-4f68-9d55-9a6b2f9ffbce req-741cb057-7027-439a-ba39-8cdcac874466 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:50:06.525877 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-508e6fb0-acfc-4f68-9d55-9a6b2f9ffbce req-741cb057-7027-439a-ba39-8cdcac874466 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:50:06.530387 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-508e6fb0-acfc-4f68-9d55-9a6b2f9ffbce req-741cb057-7027-439a-ba39-8cdcac874466 service neutron] 10.222.0.96 "PUT /v2.0/ports/145590c2-a0bd-4185-b491-aa8555141129 HTTP/1.1" status: 200 len: 1091 time: 1.4066606 Feb 04 17:50:06.531820 n-d-827839-2 neutron-server[103376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4838cc33-5e81-4c6b-bf0f-42646b0b5925', 'tag': '145590c2-a0bd-4185-b491-aa8555141129'}] {{(pid=103376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:50:06.555671 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d59c3bb5e2f09ebf62144d5e09b1cff60c763a9c19614c24538e77842938c05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28d1d721-9619-4425-a7d8-65186875050c" -d '{"events": [{"name": "network-changed", "server_uuid": "4838cc33-5e81-4c6b-bf0f-42646b0b5925", "tag": "145590c2-a0bd-4185-b491-aa8555141129"}]}' {{(pid=103376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:50:06.726812 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 17:50:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ba32dc4-5458-417c-82c3-d44ab9955192 x-openstack-request-id: req-7ba32dc4-5458-417c-82c3-d44ab9955192 {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:50:06.727115 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4838cc33-5e81-4c6b-bf0f-42646b0b5925", "tag": "145590c2-a0bd-4185-b491-aa8555141129", "status": "completed", "code": 200}]} {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:50:06.727370 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-7ba32dc4-5458-417c-82c3-d44ab9955192 {{(pid=103376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:50:06.727775 n-d-827839-2 neutron-server[103376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4838cc33-5e81-4c6b-bf0f-42646b0b5925', 'tag': '145590c2-a0bd-4185-b491-aa8555141129', 'status': 'completed', 'code': 200} Feb 04 17:50:06.762669 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fe4f16-d0e1-4556-b29d-5165a6661349 req-5a722d98-2d25-4a23-828f-2eee8fefad3e tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:50:06.771606 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-b0fe4f16-d0e1-4556-b29d-5165a6661349 req-5a722d98-2d25-4a23-828f-2eee8fefad3e tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] 10.222.0.89 "GET /v2.0/ports?device_id=4838cc33-5e81-4c6b-bf0f-42646b0b5925 HTTP/1.1" status: 200 len: 943 time: 0.2826965 Feb 04 17:50:06.804094 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508e6fb0-acfc-4f68-9d55-9a6b2f9ffbce req-3d451334-a2ad-4471-b9e5-4d67745c57ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:50:06.805741 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-508e6fb0-acfc-4f68-9d55-9a6b2f9ffbce req-3d451334-a2ad-4471-b9e5-4d67745c57ad service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=86a0fd5c0c974eafbf1c6e95239dcb2c&device_id=4838cc33-5e81-4c6b-bf0f-42646b0b5925 HTTP/1.1" status: 200 len: 1125 time: 0.1298625 Feb 04 17:50:06.896781 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-508e6fb0-acfc-4f68-9d55-9a6b2f9ffbce req-571f733c-b3d2-4bdc-bc98-97d2f1122333 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=145590c2-a0bd-4185-b491-aa8555141129 HTTP/1.1" status: 200 len: 217 time: 0.0786011 Feb 04 17:50:06.961381 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508e6fb0-acfc-4f68-9d55-9a6b2f9ffbce req-9ea3111d-f6ee-4db8-a3ac-3def49e87897 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:50:06.962971 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-508e6fb0-acfc-4f68-9d55-9a6b2f9ffbce req-9ea3111d-f6ee-4db8-a3ac-3def49e87897 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=f4c901f0-faf0-43f9-9cbe-f8f05128a5fd HTTP/1.1" status: 200 len: 833 time: 0.0573466 Feb 04 17:50:06.994126 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-b0fe4f16-d0e1-4556-b29d-5165a6661349 req-381a1081-1461-4627-9cb3-b488c70f315c tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] 10.222.0.89 "GET /v2.0/security-groups?id=b2d41e04-1724-4f40-b9e4-c2fd276b506f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2212098 Feb 04 17:50:07.029618 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508e6fb0-acfc-4f68-9d55-9a6b2f9ffbce req-527e1fa0-ea32-4707-8985-8a824b841a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:50:07.031159 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-508e6fb0-acfc-4f68-9d55-9a6b2f9ffbce req-527e1fa0-ea32-4707-8985-8a824b841a25 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=41fb740a-fe35-4b66-8c63-e9b9f216cd47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0581424 Feb 04 17:50:07.141392 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-508e6fb0-acfc-4f68-9d55-9a6b2f9ffbce req-ab8b1238-2ad7-4e91-8d91-e8d8f8e4bab8 service neutron] 10.222.0.96 "GET /v2.0/networks/41fb740a-fe35-4b66-8c63-e9b9f216cd47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1030350 Feb 04 17:50:07.268168 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-508e6fb0-acfc-4f68-9d55-9a6b2f9ffbce req-f5eb0cbf-05d2-4853-8cdb-0530caaca7c9 service neutron] 10.222.0.96 "GET /v2.0/networks/41fb740a-fe35-4b66-8c63-e9b9f216cd47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1196146 Feb 04 17:50:07.372543 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d1d721-9619-4425-a7d8-65186875050c req-a90db548-d864-4253-b819-0e7b044c9358 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:50:07.374299 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-28d1d721-9619-4425-a7d8-65186875050c req-a90db548-d864-4253-b819-0e7b044c9358 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=86a0fd5c0c974eafbf1c6e95239dcb2c&device_id=4838cc33-5e81-4c6b-bf0f-42646b0b5925 HTTP/1.1" status: 200 len: 1125 time: 0.0513687 Feb 04 17:50:07.486797 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d1d721-9619-4425-a7d8-65186875050c req-700fa995-adc6-4d9f-8aa6-3d21c8046c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:50:07.490012 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-28d1d721-9619-4425-a7d8-65186875050c req-700fa995-adc6-4d9f-8aa6-3d21c8046c14 service neutron] 10.222.0.96 "GET /v2.0/networks?id=41fb740a-fe35-4b66-8c63-e9b9f216cd47 HTTP/1.1" status: 200 len: 898 time: 0.1079416 Feb 04 17:50:07.565998 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-28d1d721-9619-4425-a7d8-65186875050c req-41ebe286-f6e3-4695-8b31-9e8b1625ca8d service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=145590c2-a0bd-4185-b491-aa8555141129 HTTP/1.1" status: 200 len: 217 time: 0.0664933 Feb 04 17:50:07.628134 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d1d721-9619-4425-a7d8-65186875050c req-e8f44abb-e5e6-40a8-aa62-b7557c2ccbe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:50:07.630787 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-28d1d721-9619-4425-a7d8-65186875050c req-e8f44abb-e5e6-40a8-aa62-b7557c2ccbe9 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=f4c901f0-faf0-43f9-9cbe-f8f05128a5fd HTTP/1.1" status: 200 len: 833 time: 0.0577104 Feb 04 17:50:07.698572 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d1d721-9619-4425-a7d8-65186875050c req-590d79ca-6306-40de-a2c7-43235f6703e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:50:07.700874 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-28d1d721-9619-4425-a7d8-65186875050c req-590d79ca-6306-40de-a2c7-43235f6703e0 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=41fb740a-fe35-4b66-8c63-e9b9f216cd47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0626345 Feb 04 17:50:07.821459 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-28d1d721-9619-4425-a7d8-65186875050c req-3bd82006-9014-48be-9bd0-1189536d51d9 service neutron] 10.222.0.96 "GET /v2.0/networks/41fb740a-fe35-4b66-8c63-e9b9f216cd47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1122122 Feb 04 17:50:07.934845 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-28d1d721-9619-4425-a7d8-65186875050c req-8894160c-95b9-44c4-bade-5b85cd20ff60 service neutron] 10.222.0.96 "GET /v2.0/networks/41fb740a-fe35-4b66-8c63-e9b9f216cd47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1056223 Feb 04 17:50:08.163230 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f8ba1a-a7f1-42d2-8811-2cb5e43ed428 req-f4134e1a-2d1b-4262-8dbe-fb00e3cc5ff5 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:50:08.173733 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-58f8ba1a-a7f1-42d2-8811-2cb5e43ed428 req-f4134e1a-2d1b-4262-8dbe-fb00e3cc5ff5 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] 10.222.0.89 "GET /v2.0/ports?device_id=4838cc33-5e81-4c6b-bf0f-42646b0b5925 HTTP/1.1" status: 200 len: 943 time: 0.0835087 Feb 04 17:50:08.231450 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-58f8ba1a-a7f1-42d2-8811-2cb5e43ed428 req-0f9a3a55-1805-441b-ac3d-e7f21ee26fb7 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] 10.222.0.89 "GET /v2.0/security-groups?id=b2d41e04-1724-4f40-b9e4-c2fd276b506f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0565825 Feb 04 17:50:09.375314 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7865f9f0-54e5-4330-8399-d27e1350d51d req-fbbb0343-c597-4660-86f4-acaadd68d4e5 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:50:09.376888 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-7865f9f0-54e5-4330-8399-d27e1350d51d req-fbbb0343-c597-4660-86f4-acaadd68d4e5 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] 10.222.0.89 "GET /v2.0/ports?device_id=4838cc33-5e81-4c6b-bf0f-42646b0b5925 HTTP/1.1" status: 200 len: 943 time: 0.0781968 Feb 04 17:50:09.438403 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-7865f9f0-54e5-4330-8399-d27e1350d51d req-67c319fb-0e1d-4adb-852a-d9f8035f9e7e tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] 10.222.0.89 "GET /v2.0/security-groups?id=b2d41e04-1724-4f40-b9e4-c2fd276b506f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0523579 Feb 04 17:50:09.642695 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a8b35c-c209-47f4-96f8-ce73815c9de4 req-00c7e3d7-555c-4805-8152-ec81f7032674 tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:50:09.644206 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-22a8b35c-c209-47f4-96f8-ce73815c9de4 req-00c7e3d7-555c-4805-8152-ec81f7032674 tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] 10.222.0.89 "GET /v2.0/ports?device_id=dee4a291-9305-4c0a-b6c2-2d119d002088 HTTP/1.1" status: 200 len: 946 time: 0.0587757 Feb 04 17:50:09.693378 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-22a8b35c-c209-47f4-96f8-ce73815c9de4 req-88db0b24-81dc-4e4a-98fb-6dc71ea0488c tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] 10.222.0.89 "GET /v2.0/security-groups?id=a9027cb5-6df8-440a-8467-05119fda4e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422575 Feb 04 17:50:10.395787 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (f20a1ab3-4332-4f54-833b-ba4a7c687e89), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:50:10.580187 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69df499-8c27-47bb-bb39-ade3bd25f029 req-5a3be4d5-d9e3-4fda-902a-03fb291da289 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:50:10.589333 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-d69df499-8c27-47bb-bb39-ade3bd25f029 req-5a3be4d5-d9e3-4fda-902a-03fb291da289 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] 10.222.0.89 "GET /v2.0/ports?device_id=4838cc33-5e81-4c6b-bf0f-42646b0b5925 HTTP/1.1" status: 200 len: 943 time: 0.0684946 Feb 04 17:50:10.635318 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-d69df499-8c27-47bb-bb39-ade3bd25f029 req-7fcb15ed-6e68-48d3-8c9e-b559415ef6bb tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] 10.222.0.89 "GET /v2.0/security-groups?id=b2d41e04-1724-4f40-b9e4-c2fd276b506f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0451100 Feb 04 17:50:10.826446 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149d52f8-a0d6-46b8-af83-5232fddb95c1 req-83afb4cb-41e8-41f8-a128-52e0aa3a9e19 tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:50:10.828714 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-149d52f8-a0d6-46b8-af83-5232fddb95c1 req-83afb4cb-41e8-41f8-a128-52e0aa3a9e19 tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] 10.222.0.89 "GET /v2.0/ports?device_id=dee4a291-9305-4c0a-b6c2-2d119d002088 HTTP/1.1" status: 200 len: 946 time: 0.0573804 Feb 04 17:50:10.877305 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-149d52f8-a0d6-46b8-af83-5232fddb95c1 req-d18fd4d0-7cf8-4bba-9120-891eb4bc1fc0 tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] 10.222.0.89 "GET /v2.0/security-groups?id=a9027cb5-6df8-440a-8467-05119fda4e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420086 Feb 04 17:50:11.398792 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4089c1c-3f41-4688-b6e6-4fa4e60a0019 req-037825ac-d8d8-4bba-926c-c92470e2278f tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:50:11.400242 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-c4089c1c-3f41-4688-b6e6-4fa4e60a0019 req-037825ac-d8d8-4bba-926c-c92470e2278f tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] 10.222.0.90 "GET /v2.0/ports?device_id=dee4a291-9305-4c0a-b6c2-2d119d002088 HTTP/1.1" status: 200 len: 946 time: 0.0535462 Feb 04 17:50:11.499146 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [req-c4089c1c-3f41-4688-b6e6-4fa4e60a0019 req-ef9dcaec-9ee7-44c9-969a-79a71960d716 tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] Deleting port 60affd80-4a46-4415-9c99-06906baa6b43 {{(pid=103377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:50:11.499486 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-c4089c1c-3f41-4688-b6e6-4fa4e60a0019 req-ef9dcaec-9ee7-44c9-969a-79a71960d716 tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (60affd80-4a46-4415-9c99-06906baa6b43), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:50:11.588659 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [req-c4089c1c-3f41-4688-b6e6-4fa4e60a0019 req-ef9dcaec-9ee7-44c9-969a-79a71960d716 tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] For port 60affd80-4a46-4415-9c99-06906baa6b43, host n-h2-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=60affd80-4a46-4415-9c99-06906baa6b43,segment=NetworkSegment(72f80675-468f-4673-abe4-ad542e60011e),segment_id=72f80675-468f-4673-abe4-ad542e60011e)] {{(pid=103377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:50:11.589377 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-c4089c1c-3f41-4688-b6e6-4fa4e60a0019 req-ef9dcaec-9ee7-44c9-969a-79a71960d716 tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (60affd80-4a46-4415-9c99-06906baa6b43), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:50:11.609177 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [req-c4089c1c-3f41-4688-b6e6-4fa4e60a0019 req-ef9dcaec-9ee7-44c9-969a-79a71960d716 tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] Calling delete_port for 60affd80-4a46-4415-9c99-06906baa6b43 owned by compute:nova {{(pid=103377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:50:11.766881 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-c4089c1c-3f41-4688-b6e6-4fa4e60a0019 req-ef9dcaec-9ee7-44c9-969a-79a71960d716 tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (60affd80-4a46-4415-9c99-06906baa6b43), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:50:11.780948 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] get_ports_and_sgs() called for port_ids ['60affd80-4a46-4415-9c99-06906baa6b43'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 17:50:11.809582 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c7ec07-f82a-4aef-ac17-4f6e1377a87d req-c1c89287-8d8a-484b-bc4e-7ee682465cb4 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:50:11.811223 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-99c7ec07-f82a-4aef-ac17-4f6e1377a87d req-c1c89287-8d8a-484b-bc4e-7ee682465cb4 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] 10.222.0.89 "GET /v2.0/ports?device_id=4838cc33-5e81-4c6b-bf0f-42646b0b5925 HTTP/1.1" status: 200 len: 943 time: 0.0988417 Feb 04 17:50:11.812267 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9dcaec-9ee7-44c9-969a-79a71960d716 tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] Pushing event deleted for resources: {'Port': ['ID=60affd80-4a46-4415-9c99-06906baa6b43,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:50:11.868342 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4089c1c-3f41-4688-b6e6-4fa4e60a0019 req-ef9dcaec-9ee7-44c9-969a-79a71960d716 tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] No DVR routers for this DVR port 60affd80-4a46-4415-9c99-06906baa6b43 on host n-h2-827839-2 {{(pid=103377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 17:50:11.871651 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-c4089c1c-3f41-4688-b6e6-4fa4e60a0019 req-ef9dcaec-9ee7-44c9-969a-79a71960d716 tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:50:11.874959 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-c4089c1c-3f41-4688-b6e6-4fa4e60a0019 req-ef9dcaec-9ee7-44c9-969a-79a71960d716 tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] 10.222.0.90 "DELETE /v2.0/ports/60affd80-4a46-4415-9c99-06906baa6b43 HTTP/1.1" status: 204 len: 173 time: 0.4670327 Feb 04 17:50:11.875414 n-d-827839-2 neutron-server[103377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dee4a291-9305-4c0a-b6c2-2d119d002088', 'name': 'network-vif-deleted', 'tag': '60affd80-4a46-4415-9c99-06906baa6b43'}] {{(pid=103377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:50:11.877819 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7240428b650e1488e9361b62648ff4b3a6c19d49d8c27c949491ab58c1346cf0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec1f8440-2820-42d1-80c0-aab78dce72da" -d '{"events": [{"server_uuid": "dee4a291-9305-4c0a-b6c2-2d119d002088", "name": "network-vif-deleted", "tag": "60affd80-4a46-4415-9c99-06906baa6b43"}]}' {{(pid=103377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:50:11.917565 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-99c7ec07-f82a-4aef-ac17-4f6e1377a87d req-f64085e7-03b6-4c89-bea6-b395dfc48073 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] 10.222.0.89 "GET /v2.0/security-groups?id=b2d41e04-1724-4f40-b9e4-c2fd276b506f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0945058 Feb 04 17:50:11.939450 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 17:50:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63721351-ffa9-47ba-b18e-3b2ae4c11baa x-openstack-request-id: req-63721351-ffa9-47ba-b18e-3b2ae4c11baa {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:50:11.939825 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dee4a291-9305-4c0a-b6c2-2d119d002088", "name": "network-vif-deleted", "tag": "60affd80-4a46-4415-9c99-06906baa6b43", "status": "completed", "code": 200}]} {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:50:11.940142 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-63721351-ffa9-47ba-b18e-3b2ae4c11baa {{(pid=103377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:50:11.940593 n-d-827839-2 neutron-server[103377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dee4a291-9305-4c0a-b6c2-2d119d002088', 'name': 'network-vif-deleted', 'tag': '60affd80-4a46-4415-9c99-06906baa6b43', 'status': 'completed', 'code': 200} Feb 04 17:50:12.028397 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-ac06c7c9-d0a4-4989-9466-cf6676ad0d8b req-6ff18193-f4b2-473f-99d8-8b76da847b1e tempest-ServersNegativeTestJSON-1352792845 tempest-ServersNegativeTestJSON-1352792845-project] 10.222.0.89 "GET /v2.0/ports?device_id=dee4a291-9305-4c0a-b6c2-2d119d002088 HTTP/1.1" status: 200 len: 210 time: 0.0350211 Feb 04 17:50:12.502304 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (3f9244a9-75fc-4c10-b195-11d48b853b41), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:50:12.550823 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device 145590c2-a0bd-4185-b491-aa8555141129 details requested by agent hyperv_n-h1-827839-2 with host n-h1-827839-2 {{(pid=103378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 17:50:12.643719 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] For port 145590c2-a0bd-4185-b491-aa8555141129, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=145590c2-a0bd-4185-b491-aa8555141129,segment=NetworkSegment(167c411e-9f7f-4326-a28d-dfddd0e85fbf),segment_id=167c411e-9f7f-4326-a28d-dfddd0e85fbf)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:50:12.655505 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Returning: {'device': '145590c2-a0bd-4185-b491-aa8555141129', 'network_id': '41fb740a-fe35-4b66-8c63-e9b9f216cd47', 'port_id': '145590c2-a0bd-4185-b491-aa8555141129', 'mac_address': 'fa:16:3e:8d:ba:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 753, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4c901f0-faf0-43f9-9cbe-f8f05128a5fd', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 17:50:12.696124 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Current status of the port 145590c2-a0bd-4185-b491-aa8555141129 is: DOWN; New status is: BUILD {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:50:12.696518 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (145590c2-a0bd-4185-b491-aa8555141129), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:50:12.709825 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 145590c2-a0bd-4185-b491-aa8555141129 {{(pid=103378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 17:50:12.728420 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] For port 145590c2-a0bd-4185-b491-aa8555141129, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=145590c2-a0bd-4185-b491-aa8555141129,segment=NetworkSegment(167c411e-9f7f-4326-a28d-dfddd0e85fbf),segment_id=167c411e-9f7f-4326-a28d-dfddd0e85fbf)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:50:12.732115 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (145590c2-a0bd-4185-b491-aa8555141129), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:50:12.779170 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Pushing event updated for resources: {'Port': ['ID=145590c2-a0bd-4185-b491-aa8555141129,revision_number=4']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:50:13.034236 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f59ebc-38c0-4a2b-b2fd-af4c29005b4f req-9166b81e-e0e9-4071-a9d1-2f3d590899fc tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:50:13.035678 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-f2f59ebc-38c0-4a2b-b2fd-af4c29005b4f req-9166b81e-e0e9-4071-a9d1-2f3d590899fc tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] 10.222.0.89 "GET /v2.0/ports?device_id=4838cc33-5e81-4c6b-bf0f-42646b0b5925 HTTP/1.1" status: 200 len: 944 time: 0.0539348 Feb 04 17:50:13.080484 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] get_ports_and_sgs() called for port_ids ['145590c2-a0bd-4185-b491-aa8555141129'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 17:50:13.094784 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 46072) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:50:13.113677 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-f2f59ebc-38c0-4a2b-b2fd-af4c29005b4f req-766eef9d-8325-4fc7-8e29-8267a61680b5 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] 10.222.0.89 "GET /v2.0/security-groups?id=b2d41e04-1724-4f40-b9e4-c2fd276b506f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0699062 Feb 04 17:50:13.169912 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b38f767-d9ef-4e58-9ce2-edb319d678c8 admin admin] Deleting subnet a5467d5d-9494-4042-8433-0634f660a543 {{(pid=103377) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 17:50:13.173866 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-7b38f767-d9ef-4e58-9ce2-edb319d678c8 admin admin] Publish callbacks [] for subnet (a5467d5d-9494-4042-8433-0634f660a543), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:50:13.220717 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-7b38f767-d9ef-4e58-9ce2-edb319d678c8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26866676'] for subnet (a5467d5d-9494-4042-8433-0634f660a543), precommit_delete_associations {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:50:13.279785 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-7b38f767-d9ef-4e58-9ce2-edb319d678c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1541225'] for subnet (a5467d5d-9494-4042-8433-0634f660a543), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:50:13.358755 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-7b38f767-d9ef-4e58-9ce2-edb319d678c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1541216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25888360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25597190'] for subnet (a5467d5d-9494-4042-8433-0634f660a543), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:50:13.398764 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b38f767-d9ef-4e58-9ce2-edb319d678c8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a5467d5d-9494-4042-8433-0634f660a543,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:50:13.398764 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-7b38f767-d9ef-4e58-9ce2-edb319d678c8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:50:13.413286 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-7b38f767-d9ef-4e58-9ce2-edb319d678c8 admin admin] 10.222.0.89 "DELETE /v2.0/subnets/a5467d5d-9494-4042-8433-0634f660a543 HTTP/1.1" status: 204 len: 168 time: 0.3159330 Feb 04 17:50:13.414225 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 46086) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:50:13.488717 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-15187369-e74b-455c-8835-db599cd3d5c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628832'] for network (7b4d16dd-0fab-49f3-8d03-5c6130896904), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:50:13.583310 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-15187369-e74b-455c-8835-db599cd3d5c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1543676', 'neutron.services.segments.db._delete_segments_for_network-8781084786517'] for network (7b4d16dd-0fab-49f3-8d03-5c6130896904), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:50:13.624892 n-d-827839-2 neutron-server[103376]: DEBUG neutron.services.segments.db [None req-15187369-e74b-455c-8835-db599cd3d5c8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b4d16dd-0fab-49f3-8d03-5c6130896904']}} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:50:13.635095 n-d-827839-2 neutron-server[103376]: DEBUG neutron.services.segments.db [None req-15187369-e74b-455c-8835-db599cd3d5c8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72f80675-468f-4673-abe4-ad542e60011e') {'for_net_delete': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:50:13.635397 n-d-827839-2 neutron-server[103376]: DEBUG neutron.services.segments.db [None req-15187369-e74b-455c-8835-db599cd3d5c8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72f80675-468f-4673-abe4-ad542e60011e') {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:50:13.646190 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-15187369-e74b-455c-8835-db599cd3d5c8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781084783966', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25674908'] for segment (72f80675-468f-4673-abe4-ad542e60011e), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:50:13.661399 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-15187369-e74b-455c-8835-db599cd3d5c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (72f80675-468f-4673-abe4-ad542e60011e), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:50:13.667587 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15187369-e74b-455c-8835-db599cd3d5c8 admin admin] Releasing vlan 784 on physical network physnet1 to pool {{(pid=103376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 17:50:13.667973 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-15187369-e74b-455c-8835-db599cd3d5c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25675992'] for segment (72f80675-468f-4673-abe4-ad542e60011e), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:50:13.669983 n-d-827839-2 neutron-server[103376]: Traceback (most recent call last): Feb 04 17:50:13.669983 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 17:50:13.669983 n-d-827839-2 neutron-server[103376]: timer() Feb 04 17:50:13.669983 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 17:50:13.669983 n-d-827839-2 neutron-server[103376]: cb(*args, **kw) Feb 04 17:50:13.669983 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 17:50:13.669983 n-d-827839-2 neutron-server[103376]: return func(*args, **kwargs) Feb 04 17:50:13.669983 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 17:50:13.669983 n-d-827839-2 neutron-server[103376]: self._notify() Feb 04 17:50:13.669983 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 17:50:13.669983 n-d-827839-2 neutron-server[103376]: self.callback(batched_events) Feb 04 17:50:13.669983 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 17:50:13.669983 n-d-827839-2 neutron-server[103376]: event.method(event) Feb 04 17:50:13.669983 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 17:50:13.669983 n-d-827839-2 neutron-server[103376]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 17:50:13.669983 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 17:50:13.669983 n-d-827839-2 neutron-server[103376]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 17:50:13.669983 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 17:50:13.669983 n-d-827839-2 neutron-server[103376]: return f(self, *a, **k) Feb 04 17:50:13.669983 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 17:50:13.669983 n-d-827839-2 neutron-server[103376]: return self._get(url).json() Feb 04 17:50:13.669983 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 17:50:13.669983 n-d-827839-2 neutron-server[103376]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 17:50:13.669983 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 17:50:13.669983 n-d-827839-2 neutron-server[103376]: return self.request(url, 'GET', **kwargs) Feb 04 17:50:13.669983 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 17:50:13.669983 n-d-827839-2 neutron-server[103376]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 17:50:13.669983 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 17:50:13.669983 n-d-827839-2 neutron-server[103376]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 17:50:13.669983 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 17:50:13.669983 n-d-827839-2 neutron-server[103376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 17:50:13.669983 n-d-827839-2 neutron-server[103376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 17:50:13.725216 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-15187369-e74b-455c-8835-db599cd3d5c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1543671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1595572'] for network (7b4d16dd-0fab-49f3-8d03-5c6130896904), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:50:13.731730 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-15187369-e74b-455c-8835-db599cd3d5c8 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:50:13.737313 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-15187369-e74b-455c-8835-db599cd3d5c8 admin admin] 10.222.0.89 "DELETE /v2.0/networks/7b4d16dd-0fab-49f3-8d03-5c6130896904 HTTP/1.1" status: 204 len: 168 time: 0.3219459 Feb 04 17:50:13.751213 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15187369-e74b-455c-8835-db599cd3d5c8 admin admin] Pushing event deleted for resources: {'Network': ['ID=7b4d16dd-0fab-49f3-8d03-5c6130896904,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:50:13.917518 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 46092) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:50:13.961385 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-f796afeb-b1a9-4d04-8175-6ede08775181 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=d122ec1bef96456b8b276bd03a7b143b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0403121 Feb 04 17:50:13.961750 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 46094) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:50:14.013533 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-ae22f814-2ee0-405b-a28d-171902467cd6 admin admin] Publish callbacks [] for security_group (a9027cb5-6df8-440a-8467-05119fda4e01), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:50:14.035066 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-ae22f814-2ee0-405b-a28d-171902467cd6 admin admin] Publish callbacks [] for security_group (a9027cb5-6df8-440a-8467-05119fda4e01), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:50:14.084987 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-ae22f814-2ee0-405b-a28d-171902467cd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (a9027cb5-6df8-440a-8467-05119fda4e01), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:50:14.087862 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-ae22f814-2ee0-405b-a28d-171902467cd6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:50:14.089159 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-ae22f814-2ee0-405b-a28d-171902467cd6 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/a9027cb5-6df8-440a-8467-05119fda4e01 HTTP/1.1" status: 204 len: 168 time: 0.1264045 Feb 04 17:50:14.099953 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae22f814-2ee0-405b-a28d-171902467cd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9027cb5-6df8-440a-8467-05119fda4e01,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:50:14.286375 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e28210f-4111-48d8-ada0-564960097eb1 req-f4f1c08b-5cc7-43c5-a102-a389336243b1 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:50:14.287938 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-8e28210f-4111-48d8-ada0-564960097eb1 req-f4f1c08b-5cc7-43c5-a102-a389336243b1 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] 10.222.0.89 "GET /v2.0/ports?device_id=4838cc33-5e81-4c6b-bf0f-42646b0b5925 HTTP/1.1" status: 200 len: 944 time: 0.0893188 Feb 04 17:50:14.361822 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-8e28210f-4111-48d8-ada0-564960097eb1 req-1833cdb4-36c7-4e7b-84e4-c681befcb1fc tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] 10.222.0.89 "GET /v2.0/security-groups?id=b2d41e04-1724-4f40-b9e4-c2fd276b506f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0680392 Feb 04 17:50:14.576807 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device 145590c2-a0bd-4185-b491-aa8555141129 up at agent hyperv_n-h1-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:50:14.634257 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Provisioning for port 145590c2-a0bd-4185-b491-aa8555141129 completed by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 17:50:14.638688 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Provisioning complete for port 145590c2-a0bd-4185-b491-aa8555141129 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:50:14.639388 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (145590c2-a0bd-4185-b491-aa8555141129), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:50:14.735956 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Current status of the port 145590c2-a0bd-4185-b491-aa8555141129 is: BUILD; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:50:14.736524 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (145590c2-a0bd-4185-b491-aa8555141129), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:50:14.773519 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4838cc33-5e81-4c6b-bf0f-42646b0b5925', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '145590c2-a0bd-4185-b491-aa8555141129'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:50:14.775782 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c34bc964ce2211770fda26ca2f3801cc06f4f39928110690550e94ab9c9d2fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49a12996-04c1-4e62-8890-e1f3f3ce7002" -d '{"events": [{"server_uuid": "4838cc33-5e81-4c6b-bf0f-42646b0b5925", "name": "network-vif-plugged", "status": "completed", "tag": "145590c2-a0bd-4185-b491-aa8555141129"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:50:14.788991 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] For port 145590c2-a0bd-4185-b491-aa8555141129, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=145590c2-a0bd-4185-b491-aa8555141129,segment=NetworkSegment(167c411e-9f7f-4326-a28d-dfddd0e85fbf),segment_id=167c411e-9f7f-4326-a28d-dfddd0e85fbf)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:50:14.795391 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (145590c2-a0bd-4185-b491-aa8555141129), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:50:14.856270 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 17:50:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76e3deb7-83ef-4e97-8f70-711d2c267162 x-openstack-request-id: req-76e3deb7-83ef-4e97-8f70-711d2c267162 {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:50:14.856577 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4838cc33-5e81-4c6b-bf0f-42646b0b5925", "name": "network-vif-plugged", "status": "completed", "tag": "145590c2-a0bd-4185-b491-aa8555141129", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:50:14.856859 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-76e3deb7-83ef-4e97-8f70-711d2c267162 {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:50:14.857431 n-d-827839-2 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4838cc33-5e81-4c6b-bf0f-42646b0b5925', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '145590c2-a0bd-4185-b491-aa8555141129', 'code': 200} Feb 04 17:50:14.858390 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Pushing event updated for resources: {'Port': ['ID=145590c2-a0bd-4185-b491-aa8555141129,revision_number=5']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:50:14.947861 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 46124) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:50:14.982479 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9dd7ce2-b9a0-4b44-bd41-43ebe4be4d13 req-5d238774-a7a8-46b6-8c10-cf4ec2d4cff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:50:14.984929 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-f9dd7ce2-b9a0-4b44-bd41-43ebe4be4d13 req-5d238774-a7a8-46b6-8c10-cf4ec2d4cff5 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=4838cc33-5e81-4c6b-bf0f-42646b0b5925 HTTP/1.1" status: 200 len: 1127 time: 0.0684376 Feb 04 17:50:15.047211 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-f9dd7ce2-b9a0-4b44-bd41-43ebe4be4d13 req-192a48ee-9899-465d-affd-290ca8ef425c service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=b2d41e04-1724-4f40-b9e4-c2fd276b506f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0552199 Feb 04 17:50:15.069530 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-fc688292-d6d9-4d67-a1a5-2457ac159844 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1231104618-network', 'tenant_id': '5b2ed555ae53401189f786450bd826c8'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:50:15.091404 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc688292-d6d9-4d67-a1a5-2457ac159844 admin admin] Made reservation on behalf of 5b2ed555ae53401189f786450bd826c8 for: {'network': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:50:15.094197 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-fc688292-d6d9-4d67-a1a5-2457ac159844 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for network (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:50:15.103855 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-fc688292-d6d9-4d67-a1a5-2457ac159844 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:50:15.183857 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-fc688292-d6d9-4d67-a1a5-2457ac159844 admin admin] Publish callbacks [] for security_group (9e590c8b-5f83-41f1-8961-20a1042234ab), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:50:15.187879 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-fc688292-d6d9-4d67-a1a5-2457ac159844 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (9e590c8b-5f83-41f1-8961-20a1042234ab), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:50:15.210609 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc688292-d6d9-4d67-a1a5-2457ac159844 admin admin] vlan segment allocate from pool success with {'vlan_id': 784, 'physical_network': 'physnet1'} {{(pid=103377) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 17:50:15.229413 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc688292-d6d9-4d67-a1a5-2457ac159844 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e590c8b-5f83-41f1-8961-20a1042234ab,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:50:15.234340 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-fc688292-d6d9-4d67-a1a5-2457ac159844 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (03e888dc-c0c1-4167-aa0e-6f5188ca7ab7), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:50:15.234689 n-d-827839-2 neutron-server[103377]: INFO neutron.db.segments_db [None req-fc688292-d6d9-4d67-a1a5-2457ac159844 admin admin] Added segment 03e888dc-c0c1-4167-aa0e-6f5188ca7ab7 of type vlan for network 3cdf29d4-b57b-4089-b22d-346c06621de3 Feb 04 17:50:15.283711 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-fc688292-d6d9-4d67-a1a5-2457ac159844 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781084292801'] for network (3cdf29d4-b57b-4089-b22d-346c06621de3), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:50:15.315868 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-fc688292-d6d9-4d67-a1a5-2457ac159844 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327'] for network (3cdf29d4-b57b-4089-b22d-346c06621de3), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:50:15.317283 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc688292-d6d9-4d67-a1a5-2457ac159844 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:50:15.318362 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-fc688292-d6d9-4d67-a1a5-2457ac159844 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:50:15.325188 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Device 60affd80-4a46-4415-9c99-06906baa6b43 no longer exists at agent hyperv_n-h2-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:50:15.354489 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] No Port match for: 60affd80-4a46-4415-9c99-06906baa6b43 {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 17:50:15.354835 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Device 60affd80-4a46-4415-9c99-06906baa6b43 not bound to the agent host n-h2-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 17:50:15.376821 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-fc688292-d6d9-4d67-a1a5-2457ac159844 admin admin] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.4249828 Feb 04 17:50:15.377292 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 46130) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:50:15.382327 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-8d272dac-91c0-4517-b27c-f3bc3fa9491e admin admin] Request body: {'subnet': {'network_id': '3cdf29d4-b57b-4089-b22d-346c06621de3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1231104618-subnet', 'tenant_id': '5b2ed555ae53401189f786450bd826c8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:50:15.399755 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc688292-d6d9-4d67-a1a5-2457ac159844 admin admin] Pushing event updated for resources: {'Network': ['ID=3cdf29d4-b57b-4089-b22d-346c06621de3,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:50:15.404473 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d272dac-91c0-4517-b27c-f3bc3fa9491e admin admin] Made reservation on behalf of 5b2ed555ae53401189f786450bd826c8 for: {'subnet': 1} {{(pid=103376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:50:15.407792 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-8d272dac-91c0-4517-b27c-f3bc3fa9491e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25859006'] for subnet (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:50:15.414103 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Network 3cdf29d4-b57b-4089-b22d-346c06621de3 details requested by agent ovs-agent-n-d-827839-2 with host n-d-827839-2 {{(pid=103378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 17:50:15.580803 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21736f0c-d674-4eb6-b9a1-3a13b1dc2030 req-36818d66-28ab-416b-9ce5-6e5d4b23c46f tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:50:15.588716 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-21736f0c-d674-4eb6-b9a1-3a13b1dc2030 req-36818d66-28ab-416b-9ce5-6e5d4b23c46f tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] 10.222.0.89 "GET /v2.0/ports?device_id=4838cc33-5e81-4c6b-bf0f-42646b0b5925 HTTP/1.1" status: 200 len: 945 time: 0.0858278 Feb 04 17:50:15.663060 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-21736f0c-d674-4eb6-b9a1-3a13b1dc2030 req-21802590-570b-46c7-9213-a5add03a01cd tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] 10.222.0.89 "GET /v2.0/security-groups?id=b2d41e04-1724-4f40-b9e4-c2fd276b506f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0620701 Feb 04 17:50:15.717535 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-8d272dac-91c0-4517-b27c-f3bc3fa9491e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25674939', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25858952'] for subnet (c3577547-ccc4-445d-b281-f2a9ba6c11f3), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:50:15.788191 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d272dac-91c0-4517-b27c-f3bc3fa9491e admin admin] Checking segment: {'id': '03e888dc-c0c1-4167-aa0e-6f5188ca7ab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '3cdf29d4-b57b-4089-b22d-346c06621de3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:50:15.788436 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d272dac-91c0-4517-b27c-f3bc3fa9491e admin admin] Network hostable DHCP agents. Network: 3cdf29d4-b57b-4089-b22d-346c06621de3, hostable agents: ['bb89f5a3-3c22-440b-b7d1-c4f0c43c184a'], hosted agents: [] {{(pid=103376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 17:50:15.790526 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d272dac-91c0-4517-b27c-f3bc3fa9491e admin admin] Pushing event updated for resources: {'Subnet': ['ID=c3577547-ccc4-445d-b281-f2a9ba6c11f3,revision_number=0']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:50:15.808817 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d272dac-91c0-4517-b27c-f3bc3fa9491e admin admin] Network 3cdf29d4-b57b-4089-b22d-346c06621de3 is scheduled to be hosted by DHCP agent bb89f5a3-3c22-440b-b7d1-c4f0c43c184a with binding_index 1 {{(pid=103376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 17:50:15.818687 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [None req-8d272dac-91c0-4517-b27c-f3bc3fa9491e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827839-2, 3cdf29d4-b57b-4089-b22d-346c06621de3) {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:50:15.822923 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d272dac-91c0-4517-b27c-f3bc3fa9491e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:50:15.823629 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-8d272dac-91c0-4517-b27c-f3bc3fa9491e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:50:15.829345 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82d42688-74ac-483b-ba23-b0e8050851b1 None None] Network 3cdf29d4-b57b-4089-b22d-346c06621de3 requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:50:15.855578 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-8d272dac-91c0-4517-b27c-f3bc3fa9491e admin admin] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.4769742 Feb 04 17:50:15.963603 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfd9a000-7034-4a04-809b-a6244ac14245 None None] Network 3cdf29d4-b57b-4089-b22d-346c06621de3 requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:50:16.475747 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 46150) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:50:16.481070 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-e51367a4-d473-4ad5-88a8-69bb4c85f019 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1025294412-network', 'tenant_id': '7de04076fe794bf38e88cbf2f84e446c'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:50:16.509948 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e51367a4-d473-4ad5-88a8-69bb4c85f019 admin admin] Made reservation on behalf of 7de04076fe794bf38e88cbf2f84e446c for: {'network': 1} {{(pid=103376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:50:16.516284 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-e51367a4-d473-4ad5-88a8-69bb4c85f019 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for network (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:50:16.535605 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-e51367a4-d473-4ad5-88a8-69bb4c85f019 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:50:16.623951 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-e51367a4-d473-4ad5-88a8-69bb4c85f019 admin admin] Publish callbacks [] for security_group (bbe6798b-6f0c-413c-8698-5c785e2b2d2f), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:50:16.629274 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-e51367a4-d473-4ad5-88a8-69bb4c85f019 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (bbe6798b-6f0c-413c-8698-5c785e2b2d2f), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:50:16.655950 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e51367a4-d473-4ad5-88a8-69bb4c85f019 admin admin] vlan segment allocate from pool success with {'vlan_id': 759, 'physical_network': 'physnet1'} {{(pid=103376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 17:50:16.664781 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51367a4-d473-4ad5-88a8-69bb4c85f019 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbe6798b-6f0c-413c-8698-5c785e2b2d2f,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:50:16.670612 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-e51367a4-d473-4ad5-88a8-69bb4c85f019 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (d32a2d0b-ef5f-49c8-adc2-1e30108308de), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:50:16.671029 n-d-827839-2 neutron-server[103376]: INFO neutron.db.segments_db [None req-e51367a4-d473-4ad5-88a8-69bb4c85f019 admin admin] Added segment d32a2d0b-ef5f-49c8-adc2-1e30108308de of type vlan for network 2a2ca108-7816-49c0-adb1-5af7a0fde4e6 Feb 04 17:50:16.740714 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-e51367a4-d473-4ad5-88a8-69bb4c85f019 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781084292801'] for network (2a2ca108-7816-49c0-adb1-5af7a0fde4e6), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:50:16.799861 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-e51367a4-d473-4ad5-88a8-69bb4c85f019 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327'] for network (2a2ca108-7816-49c0-adb1-5af7a0fde4e6), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:50:16.801544 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e51367a4-d473-4ad5-88a8-69bb4c85f019 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:50:16.802122 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-e51367a4-d473-4ad5-88a8-69bb4c85f019 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:50:16.877678 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-e51367a4-d473-4ad5-88a8-69bb4c85f019 admin admin] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.3981290 Feb 04 17:50:16.877678 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51367a4-d473-4ad5-88a8-69bb4c85f019 admin admin] Pushing event updated for resources: {'Network': ['ID=2a2ca108-7816-49c0-adb1-5af7a0fde4e6,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:50:16.879529 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 46156) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:50:16.885078 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-a2aabedd-8436-48ae-b847-5a3a28204456 admin admin] Request body: {'subnet': {'network_id': '2a2ca108-7816-49c0-adb1-5af7a0fde4e6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1025294412-subnet', 'tenant_id': '7de04076fe794bf38e88cbf2f84e446c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:50:16.886066 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238b1afb-6494-4bfa-b837-603e47a27f79 req-f3373351-f54a-45cb-b960-4f84b0b84a25 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:50:16.887542 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-238b1afb-6494-4bfa-b837-603e47a27f79 req-f3373351-f54a-45cb-b960-4f84b0b84a25 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] 10.222.0.89 "GET /v2.0/ports?device_id=4838cc33-5e81-4c6b-bf0f-42646b0b5925 HTTP/1.1" status: 200 len: 945 time: 0.1277475 Feb 04 17:50:16.889961 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Network 2a2ca108-7816-49c0-adb1-5af7a0fde4e6 details requested by agent ovs-agent-n-d-827839-2 with host n-d-827839-2 {{(pid=103378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 17:50:16.922363 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2aabedd-8436-48ae-b847-5a3a28204456 admin admin] Made reservation on behalf of 7de04076fe794bf38e88cbf2f84e446c for: {'subnet': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:50:16.927780 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-a2aabedd-8436-48ae-b847-5a3a28204456 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25597243'] for subnet (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:50:16.986894 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-238b1afb-6494-4bfa-b837-603e47a27f79 req-df9c84e5-29e0-49f2-8061-3b313abe0af0 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] 10.222.0.89 "GET /v2.0/security-groups?id=b2d41e04-1724-4f40-b9e4-c2fd276b506f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0915198 Feb 04 17:50:17.184302 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bc9bcb-e918-474b-92cc-db5821e0f0b0 req-2d04a387-cca4-4355-8b63-13e923a355b6 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:50:17.185892 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-20bc9bcb-e918-474b-92cc-db5821e0f0b0 req-2d04a387-cca4-4355-8b63-13e923a355b6 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] 10.222.0.89 "GET /v2.0/ports?device_id=4838cc33-5e81-4c6b-bf0f-42646b0b5925 HTTP/1.1" status: 200 len: 945 time: 0.1066906 Feb 04 17:50:17.187331 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-a2aabedd-8436-48ae-b847-5a3a28204456 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25889445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25597197'] for subnet (7373c257-65bf-443e-b6ba-2f5e4ce96284), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:50:17.284391 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2aabedd-8436-48ae-b847-5a3a28204456 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7373c257-65bf-443e-b6ba-2f5e4ce96284,revision_number=0']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:50:17.294921 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-20bc9bcb-e918-474b-92cc-db5821e0f0b0 req-6ecff93a-1ebc-4b94-9182-a1105e02573c tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] 10.222.0.89 "GET /v2.0/security-groups?id=b2d41e04-1724-4f40-b9e4-c2fd276b506f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0996759 Feb 04 17:50:17.300583 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2aabedd-8436-48ae-b847-5a3a28204456 admin admin] Checking segment: {'id': 'd32a2d0b-ef5f-49c8-adc2-1e30108308de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '2a2ca108-7816-49c0-adb1-5af7a0fde4e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:50:17.301593 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2aabedd-8436-48ae-b847-5a3a28204456 admin admin] Network hostable DHCP agents. Network: 2a2ca108-7816-49c0-adb1-5af7a0fde4e6, hostable agents: ['bb89f5a3-3c22-440b-b7d1-c4f0c43c184a'], hosted agents: [] {{(pid=103377) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 17:50:17.323050 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 46160) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:50:17.336798 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2aabedd-8436-48ae-b847-5a3a28204456 admin admin] Network 2a2ca108-7816-49c0-adb1-5af7a0fde4e6 is scheduled to be hosted by DHCP agent bb89f5a3-3c22-440b-b7d1-c4f0c43c184a with binding_index 1 {{(pid=103377) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 17:50:17.363850 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [None req-a2aabedd-8436-48ae-b847-5a3a28204456 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827839-2, 2a2ca108-7816-49c0-adb1-5af7a0fde4e6) {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:50:17.369357 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2aabedd-8436-48ae-b847-5a3a28204456 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:50:17.370027 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-a2aabedd-8436-48ae-b847-5a3a28204456 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:50:17.379023 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b54966d0-8826-4f1d-baed-5988d1fb8bef None None] Network 2a2ca108-7816-49c0-adb1-5af7a0fde4e6 requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:50:17.387957 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-913587e2-22d3-402b-bc80-714803cfe18d tempest-TestNetworkAdvancedServerOps-1057837956 tempest-TestNetworkAdvancedServerOps-1057837956-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:50:17.393333 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-913587e2-22d3-402b-bc80-714803cfe18d tempest-TestNetworkAdvancedServerOps-1057837956 tempest-TestNetworkAdvancedServerOps-1057837956-project-admin] 10.222.0.89 "GET /v2.0/ports?device_id=4838cc33-5e81-4c6b-bf0f-42646b0b5925 HTTP/1.1" status: 200 len: 1122 time: 0.0659006 Feb 04 17:50:17.393571 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 46164) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:50:17.399430 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-1052a2e0-de3a-4325-8c25-629f4e5f22c7 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Request body: {'floatingip': {'floating_network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'port_id': '145590c2-a0bd-4185-b491-aa8555141129', 'tenant_id': '86a0fd5c0c974eafbf1c6e95239dcb2c', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:50:17.408847 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-a2aabedd-8436-48ae-b847-5a3a28204456 admin admin] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.5286250 Feb 04 17:50:17.458167 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-1052a2e0-de3a-4325-8c25-629f4e5f22c7 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:50:17.608280 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82ca606c-c1e1-42b6-9430-8b4d6d06d5b2 None None] Network 2a2ca108-7816-49c0-adb1-5af7a0fde4e6 requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:50:17.701734 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-1052a2e0-de3a-4325-8c25-629f4e5f22c7 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:50:17.933938 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.db_base_plugin_common [None req-1052a2e0-de3a-4325-8c25-629f4e5f22c7 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Allocated IP 172.25.6.158 (48165773-85ad-49a1-9ec1-76fc8dc24188/7660bfad-1ea8-4fe7-831b-bed836f13efc/d035db90-46b4-4ae1-b351-9ba89148f12e) {{(pid=103376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:50:18.172013 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-1052a2e0-de3a-4325-8c25-629f4e5f22c7 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Publish callbacks [] for port (d035db90-46b4-4ae1-b351-9ba89148f12e), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:50:18.177017 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.agents_db [None req-e1691f3b-aacd-4cd6-8ebb-a9c53bb301c0 None None] Agent healthcheck: found 7 active agents {{(pid=103379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 17:50:18.285391 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-1052a2e0-de3a-4325-8c25-629f4e5f22c7 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (d035db90-46b4-4ae1-b351-9ba89148f12e), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:50:18.295840 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3120a2-1700-4886-9a3d-d58ee06101f3 req-638ec2fe-d6ca-4fbe-86a9-aa5e903593d3 tempest-ServersNegativeTestMultiTenantJSON-81647123 tempest-ServersNegativeTestMultiTenantJSON-81647123-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:50:18.303217 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-8c3120a2-1700-4886-9a3d-d58ee06101f3 req-638ec2fe-d6ca-4fbe-86a9-aa5e903593d3 tempest-ServersNegativeTestMultiTenantJSON-81647123 tempest-ServersNegativeTestMultiTenantJSON-81647123-project] 10.222.0.89 "GET /v2.0/networks?id=3cdf29d4-b57b-4089-b22d-346c06621de3 HTTP/1.1" status: 200 len: 825 time: 0.1516123 Feb 04 17:50:18.349018 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-8c3120a2-1700-4886-9a3d-d58ee06101f3 req-73466a13-10be-4c97-80dc-d923d7b0f844 tempest-ServersNegativeTestMultiTenantJSON-81647123 tempest-ServersNegativeTestMultiTenantJSON-81647123-project] 10.222.0.89 "GET /v2.0/quotas/5b2ed555ae53401189f786450bd826c8 HTTP/1.1" status: 200 len: 375 time: 0.0448730 Feb 04 17:50:18.388933 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-8c3120a2-1700-4886-9a3d-d58ee06101f3 req-a39075bf-cb5e-47f9-a04b-398e3c1f094d tempest-ServersNegativeTestMultiTenantJSON-81647123 tempest-ServersNegativeTestMultiTenantJSON-81647123-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=5b2ed555ae53401189f786450bd826c8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0389674 Feb 04 17:50:18.406467 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1052a2e0-de3a-4325-8c25-629f4e5f22c7 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Network 48165773-85ad-49a1-9ec1-76fc8dc24188 is already hosted by enough agents. {{(pid=103376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:50:18.447577 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [None req-1052a2e0-de3a-4325-8c25-629f4e5f22c7 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Resources bound (agent type, host, resource id): {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:50:18.449347 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1052a2e0-de3a-4325-8c25-629f4e5f22c7 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Pushing event updated for resources: {'Port': ['ID=d035db90-46b4-4ae1-b351-9ba89148f12e,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:50:18.451687 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1052a2e0-de3a-4325-8c25-629f4e5f22c7 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Received port after_create {{(pid=103376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:50:18.557726 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-8c3120a2-1700-4886-9a3d-d58ee06101f3 req-92b8032c-c011-45cd-87f5-1d4bba0a8b8e service neutron] 10.222.0.89 "GET /v2.0/networks/3cdf29d4-b57b-4089-b22d-346c06621de3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1678329 Feb 04 17:50:18.779245 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-8c3120a2-1700-4886-9a3d-d58ee06101f3 req-45e47ff0-75bc-48d4-997a-abc06d02b20b service neutron] 10.222.0.89 "GET /v2.0/networks/3cdf29d4-b57b-4089-b22d-346c06621de3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2206712 Feb 04 17:50:19.097377 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-8cce98fe-879d-4338-b75e-c081a8790ee3 req-5a80e7b9-8d7e-4b0d-85e4-b7346acf3ca6 tempest-ServersNegativeTestMultiTenantJSON-81647123 tempest-ServersNegativeTestMultiTenantJSON-81647123-project] 10.222.0.89 "GET /v2.0/ports?device_id=4eb952ac-ebcb-4d3f-b689-11267394e4c3 HTTP/1.1" status: 200 len: 210 time: 0.0379596 Feb 04 17:50:19.148515 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-1052a2e0-de3a-4325-8c25-629f4e5f22c7 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Publish callbacks [] for floatingip (b8aae87f-9637-4fa2-a7b5-fdb04dca7f72), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:50:19.251040 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-1052a2e0-de3a-4325-8c25-629f4e5f22c7 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (d035db90-46b4-4ae1-b351-9ba89148f12e), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:50:19.500524 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-1052a2e0-de3a-4325-8c25-629f4e5f22c7 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Publish callbacks [] for port (d035db90-46b4-4ae1-b351-9ba89148f12e), precommit_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:50:19.512551 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-1052a2e0-de3a-4325-8c25-629f4e5f22c7 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675836'] for port (d035db90-46b4-4ae1-b351-9ba89148f12e), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:50:19.616022 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1052a2e0-de3a-4325-8c25-629f4e5f22c7 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Pushing event updated for resources: {'Port': ['ID=d035db90-46b4-4ae1-b351-9ba89148f12e,revision_number=2']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:50:19.620800 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-1052a2e0-de3a-4325-8c25-629f4e5f22c7 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1595586'] for floatingip (b8aae87f-9637-4fa2-a7b5-fdb04dca7f72), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:50:19.730784 n-d-827839-2 neutron-server[103376]: INFO neutron.db.l3_db [None req-1052a2e0-de3a-4325-8c25-629f4e5f22c7 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Floating IP b8aae87f-9637-4fa2-a7b5-fdb04dca7f72 associated. External IP: 172.25.6.158, port: 145590c2-a0bd-4185-b491-aa8555141129. Feb 04 17:50:19.996328 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1052a2e0-de3a-4325-8c25-629f4e5f22c7 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Router 21ca6278-2678-48ac-81f5-c3988e7d7b1b has already been hosted by L3 agent 64ada913-9131-4d99-a265-63a920956287 {{(pid=103376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 17:50:20.508444 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3120a2-1700-4886-9a3d-d58ee06101f3 req-4912e592-abe6-4f92-a87e-fceb90ad172f tempest-ServersNegativeTestMultiTenantJSON-81647123 tempest-ServersNegativeTestMultiTenantJSON-81647123-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:50:20.510150 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-8c3120a2-1700-4886-9a3d-d58ee06101f3 req-4912e592-abe6-4f92-a87e-fceb90ad172f tempest-ServersNegativeTestMultiTenantJSON-81647123 tempest-ServersNegativeTestMultiTenantJSON-81647123-project] 10.222.0.90 "GET /v2.0/networks?id=3cdf29d4-b57b-4089-b22d-346c06621de3 HTTP/1.1" status: 200 len: 825 time: 0.2242413 Feb 04 17:50:20.533223 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [req-8c3120a2-1700-4886-9a3d-d58ee06101f3 req-bf4d4a9f-dd1a-432f-9c22-094ff3e14023 tempest-ServersNegativeTestMultiTenantJSON-81647123 tempest-ServersNegativeTestMultiTenantJSON-81647123-project] Request body: {'port': {'device_id': '4eb952ac-ebcb-4d3f-b689-11267394e4c3', 'network_id': '3cdf29d4-b57b-4089-b22d-346c06621de3', 'admin_state_up': True, 'tenant_id': '5b2ed555ae53401189f786450bd826c8'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:50:20.603462 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-364417ce-b34a-492a-9454-e10436519d88 req-5cbc9265-a202-421b-a74e-6e4fa6e1d615 tempest-ServersNegativeTestMultiTenantJSON-81647123 tempest-ServersNegativeTestMultiTenantJSON-81647123-project] 10.222.0.89 "GET /v2.0/ports?device_id=4eb952ac-ebcb-4d3f-b689-11267394e4c3 HTTP/1.1" status: 200 len: 210 time: 0.0855176 Feb 04 17:50:20.636903 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1052a2e0-de3a-4325-8c25-629f4e5f22c7 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Notify agent at l3_agent.n-d-827839-2 the message routers_updated {{(pid=103376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 17:50:20.651638 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e963e7d1-cde4-4b39-95bb-3d73b17b732d None None] Sync routers for ids ['21ca6278-2678-48ac-81f5-c3988e7d7b1b'] in n-d-827839-2 {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 17:50:20.669298 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-1052a2e0-de3a-4325-8c25-629f4e5f22c7 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for floatingip (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:50:20.673712 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e963e7d1-cde4-4b39-95bb-3d73b17b732d None None] Routers {'21ca6278-2678-48ac-81f5-c3988e7d7b1b'} bound to L3 agent in host n-d-827839-2 {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:50:20.675923 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-e963e7d1-cde4-4b39-95bb-3d73b17b732d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:50:03Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['21ca6278-2678-48ac-81f5-c3988e7d7b1b'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:50:20.709917 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8c3120a2-1700-4886-9a3d-d58ee06101f3 req-bf4d4a9f-dd1a-432f-9c22-094ff3e14023 tempest-ServersNegativeTestMultiTenantJSON-81647123 tempest-ServersNegativeTestMultiTenantJSON-81647123-project] Made reservation on behalf of 5b2ed555ae53401189f786450bd826c8 for: {'port': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:50:20.717860 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-8c3120a2-1700-4886-9a3d-d58ee06101f3 req-bf4d4a9f-dd1a-432f-9c22-094ff3e14023 tempest-ServersNegativeTestMultiTenantJSON-81647123 tempest-ServersNegativeTestMultiTenantJSON-81647123-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:50:20.724369 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-1052a2e0-de3a-4325-8c25-629f4e5f22c7 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] 10.222.0.89 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.3295922 Feb 04 17:50:20.724983 n-d-827839-2 neutron-server[103376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4838cc33-5e81-4c6b-bf0f-42646b0b5925', 'tag': '145590c2-a0bd-4185-b491-aa8555141129'}] {{(pid=103376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:50:20.743174 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d59c3bb5e2f09ebf62144d5e09b1cff60c763a9c19614c24538e77842938c05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cb8e204-c280-4a59-bff2-9df0471f15cb" -d '{"events": [{"name": "network-changed", "server_uuid": "4838cc33-5e81-4c6b-bf0f-42646b0b5925", "tag": "145590c2-a0bd-4185-b491-aa8555141129"}]}' {{(pid=103376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:50:20.851588 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 17:50:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4f074fe-baeb-41c2-9a4a-a669c1d99c16 x-openstack-request-id: req-c4f074fe-baeb-41c2-9a4a-a669c1d99c16 {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:50:20.852155 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4838cc33-5e81-4c6b-bf0f-42646b0b5925", "tag": "145590c2-a0bd-4185-b491-aa8555141129", "status": "completed", "code": 200}]} {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:50:20.852627 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-c4f074fe-baeb-41c2-9a4a-a669c1d99c16 {{(pid=103376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:50:20.853657 n-d-827839-2 neutron-server[103376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4838cc33-5e81-4c6b-bf0f-42646b0b5925', 'tag': '145590c2-a0bd-4185-b491-aa8555141129', 'status': 'completed', 'code': 200} Feb 04 17:50:20.873081 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.db_base_plugin_common [req-8c3120a2-1700-4886-9a3d-d58ee06101f3 req-bf4d4a9f-dd1a-432f-9c22-094ff3e14023 tempest-ServersNegativeTestMultiTenantJSON-81647123 tempest-ServersNegativeTestMultiTenantJSON-81647123-project] Allocated IP 172.20.0.4 (3cdf29d4-b57b-4089-b22d-346c06621de3/c3577547-ccc4-445d-b281-f2a9ba6c11f3/e3b3894e-b1f2-4ca4-b2bb-8e67dbb1075f) {{(pid=103377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:50:20.964000 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb8e204-c280-4a59-bff2-9df0471f15cb req-420811df-342b-446e-b9d5-7e076e9ea7f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:50:20.969877 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-2cb8e204-c280-4a59-bff2-9df0471f15cb req-420811df-342b-446e-b9d5-7e076e9ea7f3 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=86a0fd5c0c974eafbf1c6e95239dcb2c&device_id=4838cc33-5e81-4c6b-bf0f-42646b0b5925 HTTP/1.1" status: 200 len: 1127 time: 0.0997190 Feb 04 17:50:20.993813 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvr_db [None req-e963e7d1-cde4-4b39-95bb-3d73b17b732d None None] Set router 21ca6278-2678-48ac-81f5-c3988e7d7b1b gateway port host: n-d-827839-2 {{(pid=103379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:50:21.053804 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4318bf84-9724-43a3-81e8-4929c8f3a63d req-a0206825-19d5-46ab-a28a-745331db6927 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:50:21.055356 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-4318bf84-9724-43a3-81e8-4929c8f3a63d req-a0206825-19d5-46ab-a28a-745331db6927 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] 10.222.0.89 "GET /v2.0/ports?device_id=4838cc33-5e81-4c6b-bf0f-42646b0b5925 HTTP/1.1" status: 200 len: 945 time: 0.0905354 Feb 04 17:50:21.107115 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-8c3120a2-1700-4886-9a3d-d58ee06101f3 req-bf4d4a9f-dd1a-432f-9c22-094ff3e14023 tempest-ServersNegativeTestMultiTenantJSON-81647123 tempest-ServersNegativeTestMultiTenantJSON-81647123-project] Publish callbacks [] for port (e3b3894e-b1f2-4ca4-b2bb-8e67dbb1075f), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:50:21.123516 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb8e204-c280-4a59-bff2-9df0471f15cb req-999bcf16-5d1b-4604-988d-ca89057743a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:50:21.125236 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-2cb8e204-c280-4a59-bff2-9df0471f15cb req-999bcf16-5d1b-4604-988d-ca89057743a0 service neutron] 10.222.0.96 "GET /v2.0/networks?id=41fb740a-fe35-4b66-8c63-e9b9f216cd47 HTTP/1.1" status: 200 len: 898 time: 0.1388962 Feb 04 17:50:21.200377 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-4318bf84-9724-43a3-81e8-4929c8f3a63d req-8d488292-8da4-4bd5-ba1b-80fe0f6b0d99 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] 10.222.0.89 "GET /v2.0/security-groups?id=b2d41e04-1724-4f40-b9e4-c2fd276b506f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1377466 Feb 04 17:50:21.213231 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-8c3120a2-1700-4886-9a3d-d58ee06101f3 req-bf4d4a9f-dd1a-432f-9c22-094ff3e14023 tempest-ServersNegativeTestMultiTenantJSON-81647123 tempest-ServersNegativeTestMultiTenantJSON-81647123-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (e3b3894e-b1f2-4ca4-b2bb-8e67dbb1075f), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:50:21.229301 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-2cb8e204-c280-4a59-bff2-9df0471f15cb req-794bb951-9f5f-4323-b3c2-c48ca8c906bf service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=145590c2-a0bd-4185-b491-aa8555141129 HTTP/1.1" status: 200 len: 999 time: 0.0964310 Feb 04 17:50:21.241117 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 46246) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:50:21.281343 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c3120a2-1700-4886-9a3d-d58ee06101f3 req-bf4d4a9f-dd1a-432f-9c22-094ff3e14023 tempest-ServersNegativeTestMultiTenantJSON-81647123 tempest-ServersNegativeTestMultiTenantJSON-81647123-project] Network 3cdf29d4-b57b-4089-b22d-346c06621de3 is already hosted by enough agents. {{(pid=103377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:50:21.322641 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [req-8c3120a2-1700-4886-9a3d-d58ee06101f3 req-bf4d4a9f-dd1a-432f-9c22-094ff3e14023 tempest-ServersNegativeTestMultiTenantJSON-81647123 tempest-ServersNegativeTestMultiTenantJSON-81647123-project] Resources bound (agent type, host, resource id): {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:50:21.353466 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb8e204-c280-4a59-bff2-9df0471f15cb req-c43e7225-549c-4984-8a33-6b5d4b71cd1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:50:21.354959 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-2cb8e204-c280-4a59-bff2-9df0471f15cb req-c43e7225-549c-4984-8a33-6b5d4b71cd1c service neutron] 10.222.0.96 "GET /v2.0/subnets?id=f4c901f0-faf0-43f9-9cbe-f8f05128a5fd HTTP/1.1" status: 200 len: 833 time: 0.1186872 Feb 04 17:50:21.360263 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c3120a2-1700-4886-9a3d-d58ee06101f3 req-bf4d4a9f-dd1a-432f-9c22-094ff3e14023 tempest-ServersNegativeTestMultiTenantJSON-81647123 tempest-ServersNegativeTestMultiTenantJSON-81647123-project] Received port after_create {{(pid=103377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:50:21.381212 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-e963e7d1-cde4-4b39-95bb-3d73b17b732d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21ca6278-2678-48ac-81f5-c3988e7d7b1b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-761745390', 'tenant_id': '86a0fd5c0c974eafbf1c6e95239dcb2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.12'}], 'enable_snat': True}, 'gw_port_id': '06a5e4d8-674f-4754-85d0-2e7b7e9830cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:49:51Z', 'updated_at': '2022-02-04T17:49:57Z', 'revision_number': 4, 'project_id': '86a0fd5c0c974eafbf1c6e95239dcb2c', 'gw_port': {'id': '06a5e4d8-674f-4754-85d0-2e7b7e9830cd', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:0b:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21ca6278-2678-48ac-81f5-c3988e7d7b1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3533, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:49:52Z', 'updated_at': '2022-02-04T17:49:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_floatingips': [{'id': 'b8aae87f-9637-4fa2-a7b5-fdb04dca7f72', 'tenant_id': '86a0fd5c0c974eafbf1c6e95239dcb2c', 'floating_ip_address': '172.25.6.158', 'floating_network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'router_id': '21ca6278-2678-48ac-81f5-c3988e7d7b1b', 'port_id': '145590c2-a0bd-4185-b491-aa8555141129', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3555, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '41fb740a-fe35-4b66-8c63-e9b9f216cd47', 'mac_address': 'fa:16:3e:8d:ba:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4838cc33-5e81-4c6b-bf0f-42646b0b5925', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T17:50:18Z', 'updated_at': '2022-02-04T17:50:18Z', 'revision_number': 0, 'project_id': '86a0fd5c0c974eafbf1c6e95239dcb2c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6114a57d-a027-4c3f-a10b-5d063132b1b7', 'name': '', 'network_id': '41fb740a-fe35-4b66-8c63-e9b9f216cd47', 'tenant_id': '86a0fd5c0c974eafbf1c6e95239dcb2c', 'mac_address': 'fa:16:3e:38:a2:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21ca6278-2678-48ac-81f5-c3988e7d7b1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3536, 'fixed_ips': [{'subnet_id': 'f4c901f0-faf0-43f9-9cbe-f8f05128a5fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:49:56Z', 'updated_at': '2022-02-04T17:50:04Z', 'revision_number': 5, 'project_id': '86a0fd5c0c974eafbf1c6e95239dcb2c', 'subnets': [{'id': 'f4c901f0-faf0-43f9-9cbe-f8f05128a5fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-2', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:50:21.424414 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb8e204-c280-4a59-bff2-9df0471f15cb req-22c65792-548a-4756-9de2-761aca37afd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:50:21.426592 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-2cb8e204-c280-4a59-bff2-9df0471f15cb req-22c65792-548a-4756-9de2-761aca37afd5 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=41fb740a-fe35-4b66-8c63-e9b9f216cd47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0631731 Feb 04 17:50:21.435175 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e963e7d1-cde4-4b39-95bb-3d73b17b732d None None] Checking router: 21ca6278-2678-48ac-81f5-c3988e7d7b1b for host: n-d-827839-2 {{(pid=103379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 17:50:21.445722 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e963e7d1-cde4-4b39-95bb-3d73b17b732d None None] Routers {'21ca6278-2678-48ac-81f5-c3988e7d7b1b'} bound to L3 agent in host n-d-827839-2 {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:50:21.446841 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-e963e7d1-cde4-4b39-95bb-3d73b17b732d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:50:03Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['21ca6278-2678-48ac-81f5-c3988e7d7b1b'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:50:21.616403 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvr_db [None req-e963e7d1-cde4-4b39-95bb-3d73b17b732d None None] Set router 21ca6278-2678-48ac-81f5-c3988e7d7b1b gateway port host: n-d-827839-2 {{(pid=103379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:50:21.631234 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-2cb8e204-c280-4a59-bff2-9df0471f15cb req-5ba60990-8d0b-425e-86e9-cce7b39f5eef service neutron] 10.222.0.96 "GET /v2.0/networks/41fb740a-fe35-4b66-8c63-e9b9f216cd47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1961160 Feb 04 17:50:21.811813 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-698cd09b-1eac-457b-b3cc-bab259bf672d tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] 10.222.0.89 "GET /v2.0/floatingips/b8aae87f-9637-4fa2-a7b5-fdb04dca7f72 HTTP/1.1" status: 200 len: 991 time: 0.5693910 Feb 04 17:50:21.813415 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-2cb8e204-c280-4a59-bff2-9df0471f15cb req-87d33652-6767-4a85-94ad-0774178ee6f7 service neutron] 10.222.0.96 "GET /v2.0/networks/41fb740a-fe35-4b66-8c63-e9b9f216cd47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1697993 Feb 04 17:50:21.849111 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4d4a9f-dd1a-432f-9c22-094ff3e14023 tempest-ServersNegativeTestMultiTenantJSON-81647123 tempest-ServersNegativeTestMultiTenantJSON-81647123-project] Pushing event updated for resources: {'Port': ['ID=e3b3894e-b1f2-4ca4-b2bb-8e67dbb1075f,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:50:21.868864 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fe8363-33dc-4172-86b4-9a17fcc80cf4 req-97dfa993-1f9e-4f60-aadc-9308b203b33c tempest-ServersNegativeTestMultiTenantJSON-81647123 tempest-ServersNegativeTestMultiTenantJSON-81647123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:50:21.883426 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-69fe8363-33dc-4172-86b4-9a17fcc80cf4 req-97dfa993-1f9e-4f60-aadc-9308b203b33c tempest-ServersNegativeTestMultiTenantJSON-81647123 tempest-ServersNegativeTestMultiTenantJSON-81647123-project] 10.222.0.89 "GET /v2.0/ports?device_id=4eb952ac-ebcb-4d3f-b689-11267394e4c3 HTTP/1.1" status: 200 len: 931 time: 0.1481681 Feb 04 17:50:21.890893 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3120a2-1700-4886-9a3d-d58ee06101f3 req-bf4d4a9f-dd1a-432f-9c22-094ff3e14023 tempest-ServersNegativeTestMultiTenantJSON-81647123 tempest-ServersNegativeTestMultiTenantJSON-81647123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:50:21.891828 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-8c3120a2-1700-4886-9a3d-d58ee06101f3 req-bf4d4a9f-dd1a-432f-9c22-094ff3e14023 tempest-ServersNegativeTestMultiTenantJSON-81647123 tempest-ServersNegativeTestMultiTenantJSON-81647123-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:50:21.916037 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-8c3120a2-1700-4886-9a3d-d58ee06101f3 req-bf4d4a9f-dd1a-432f-9c22-094ff3e14023 tempest-ServersNegativeTestMultiTenantJSON-81647123 tempest-ServersNegativeTestMultiTenantJSON-81647123-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3868859 Feb 04 17:50:21.931226 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [req-8c3120a2-1700-4886-9a3d-d58ee06101f3 req-564c76fb-8d56-4288-b16d-5829757c8d3a service neutron] Request body: {'port': {'device_id': '4eb952ac-ebcb-4d3f-b689-11267394e4c3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827839-2'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:50:21.978645 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-e963e7d1-cde4-4b39-95bb-3d73b17b732d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21ca6278-2678-48ac-81f5-c3988e7d7b1b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-761745390', 'tenant_id': '86a0fd5c0c974eafbf1c6e95239dcb2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.12'}], 'enable_snat': True}, 'gw_port_id': '06a5e4d8-674f-4754-85d0-2e7b7e9830cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:49:51Z', 'updated_at': '2022-02-04T17:49:57Z', 'revision_number': 4, 'project_id': '86a0fd5c0c974eafbf1c6e95239dcb2c', 'gw_port': {'id': '06a5e4d8-674f-4754-85d0-2e7b7e9830cd', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:0b:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21ca6278-2678-48ac-81f5-c3988e7d7b1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3533, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:49:52Z', 'updated_at': '2022-02-04T17:49:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_floatingips': [{'id': 'b8aae87f-9637-4fa2-a7b5-fdb04dca7f72', 'tenant_id': '86a0fd5c0c974eafbf1c6e95239dcb2c', 'floating_ip_address': '172.25.6.158', 'floating_network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'router_id': '21ca6278-2678-48ac-81f5-c3988e7d7b1b', 'port_id': '145590c2-a0bd-4185-b491-aa8555141129', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3555, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '41fb740a-fe35-4b66-8c63-e9b9f216cd47', 'mac_address': 'fa:16:3e:8d:ba:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4838cc33-5e81-4c6b-bf0f-42646b0b5925', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T17:50:18Z', 'updated_at': '2022-02-04T17:50:18Z', 'revision_number': 0, 'project_id': '86a0fd5c0c974eafbf1c6e95239dcb2c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6114a57d-a027-4c3f-a10b-5d063132b1b7', 'name': '', 'network_id': '41fb740a-fe35-4b66-8c63-e9b9f216cd47', 'tenant_id': '86a0fd5c0c974eafbf1c6e95239dcb2c', 'mac_address': 'fa:16:3e:38:a2:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21ca6278-2678-48ac-81f5-c3988e7d7b1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3536, 'fixed_ips': [{'subnet_id': 'f4c901f0-faf0-43f9-9cbe-f8f05128a5fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:49:56Z', 'updated_at': '2022-02-04T17:50:04Z', 'revision_number': 5, 'project_id': '86a0fd5c0c974eafbf1c6e95239dcb2c', 'subnets': [{'id': 'f4c901f0-faf0-43f9-9cbe-f8f05128a5fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-2', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:50:21.990633 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-69fe8363-33dc-4172-86b4-9a17fcc80cf4 req-914e6176-4404-4fbd-a315-e138ce22a5c2 tempest-ServersNegativeTestMultiTenantJSON-81647123 tempest-ServersNegativeTestMultiTenantJSON-81647123-project] 10.222.0.89 "GET /v2.0/security-groups?id=9e590c8b-5f83-41f1-8961-20a1042234ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984924 Feb 04 17:50:22.011634 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e963e7d1-cde4-4b39-95bb-3d73b17b732d None None] The sync data for ids ['21ca6278-2678-48ac-81f5-c3988e7d7b1b'] in n-d-827839-2 is: [{'id': '21ca6278-2678-48ac-81f5-c3988e7d7b1b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-761745390', 'tenant_id': '86a0fd5c0c974eafbf1c6e95239dcb2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.12'}], 'enable_snat': True}, 'gw_port_id': '06a5e4d8-674f-4754-85d0-2e7b7e9830cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:49:51Z', 'updated_at': '2022-02-04T17:49:57Z', 'revision_number': 4, 'project_id': '86a0fd5c0c974eafbf1c6e95239dcb2c', 'gw_port': {'id': '06a5e4d8-674f-4754-85d0-2e7b7e9830cd', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:0b:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21ca6278-2678-48ac-81f5-c3988e7d7b1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3533, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:49:52Z', 'updated_at': '2022-02-04T17:49:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_floatingips': [{'id': 'b8aae87f-9637-4fa2-a7b5-fdb04dca7f72', 'tenant_id': '86a0fd5c0c974eafbf1c6e95239dcb2c', 'floating_ip_address': '172.25.6.158', 'floating_network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'router_id': '21ca6278-2678-48ac-81f5-c3988e7d7b1b', 'port_id': '145590c2-a0bd-4185-b491-aa8555141129', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3555, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '41fb740a-fe35-4b66-8c63-e9b9f216cd47', 'mac_address': 'fa:16:3e:8d:ba:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4838cc33-5e81-4c6b-bf0f-42646b0b5925', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T17:50:18Z', 'updated_at': '2022-02-04T17:50:18Z', 'revision_number': 0, 'project_id': '86a0fd5c0c974eafbf1c6e95239dcb2c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6114a57d-a027-4c3f-a10b-5d063132b1b7', 'name': '', 'network_id': '41fb740a-fe35-4b66-8c63-e9b9f216cd47', 'tenant_id': '86a0fd5c0c974eafbf1c6e95239dcb2c', 'mac_address': 'fa:16:3e:38:a2:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21ca6278-2678-48ac-81f5-c3988e7d7b1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3536, 'fixed_ips': [{'subnet_id': 'f4c901f0-faf0-43f9-9cbe-f8f05128a5fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:49:56Z', 'updated_at': '2022-02-04T17:50:04Z', 'revision_number': 5, 'project_id': '86a0fd5c0c974eafbf1c6e95239dcb2c', 'subnets': [{'id': 'f4c901f0-faf0-43f9-9cbe-f8f05128a5fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 17:50:22.024108 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-8c3120a2-1700-4886-9a3d-d58ee06101f3 req-564c76fb-8d56-4288-b16d-5829757c8d3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (e3b3894e-b1f2-4ca4-b2bb-8e67dbb1075f), before_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:50:22.334773 n-d-827839-2 neutron-server[103377]: DEBUG neutron.notifiers.nova [req-8c3120a2-1700-4886-9a3d-d58ee06101f3 req-564c76fb-8d56-4288-b16d-5829757c8d3a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e3b3894e-b1f2-4ca4-b2bb-8e67dbb1075f {{(pid=103377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 17:50:22.343417 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-8c3120a2-1700-4886-9a3d-d58ee06101f3 req-564c76fb-8d56-4288-b16d-5829757c8d3a service neutron] Publish callbacks [] for port (e3b3894e-b1f2-4ca4-b2bb-8e67dbb1075f), precommit_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:50:22.350368 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4668ab18-9981-4918-845a-e0421d324b70 None None] New status for floating IP b8aae87f-9637-4fa2-a7b5-fdb04dca7f72: ACTIVE {{(pid=103378) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 17:50:22.380387 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.provisioning_blocks [req-8c3120a2-1700-4886-9a3d-d58ee06101f3 req-564c76fb-8d56-4288-b16d-5829757c8d3a service neutron] Transition to ACTIVE for port object e3b3894e-b1f2-4ca4-b2bb-8e67dbb1075f will not be triggered until provisioned by entity L2. {{(pid=103377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 17:50:22.385804 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-8c3120a2-1700-4886-9a3d-d58ee06101f3 req-564c76fb-8d56-4288-b16d-5829757c8d3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25888290'] for port (e3b3894e-b1f2-4ca4-b2bb-8e67dbb1075f), after_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:50:22.489722 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564c76fb-8d56-4288-b16d-5829757c8d3a service neutron] Pushing event updated for resources: {'Port': ['ID=e3b3894e-b1f2-4ca4-b2bb-8e67dbb1075f,revision_number=2']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:50:22.518763 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [req-8c3120a2-1700-4886-9a3d-d58ee06101f3 req-564c76fb-8d56-4288-b16d-5829757c8d3a service neutron] Attempting to bind port e3b3894e-b1f2-4ca4-b2bb-8e67dbb1075f on host n-h2-827839-2 for vnic_type normal with profile {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:50:22.519242 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [req-8c3120a2-1700-4886-9a3d-d58ee06101f3 req-564c76fb-8d56-4288-b16d-5829757c8d3a service neutron] Attempting to bind port e3b3894e-b1f2-4ca4-b2bb-8e67dbb1075f by drivers openvswitch,hyperv on host n-h2-827839-2 at level 0 using segments [{'id': '03e888dc-c0c1-4167-aa0e-6f5188ca7ab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '3cdf29d4-b57b-4089-b22d-346c06621de3'}] {{(pid=103377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:50:22.519601 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c3120a2-1700-4886-9a3d-d58ee06101f3 req-564c76fb-8d56-4288-b16d-5829757c8d3a service neutron] Attempting to bind port e3b3894e-b1f2-4ca4-b2bb-8e67dbb1075f on network 3cdf29d4-b57b-4089-b22d-346c06621de3 {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:50:22.526438 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c3120a2-1700-4886-9a3d-d58ee06101f3 req-564c76fb-8d56-4288-b16d-5829757c8d3a service neutron] Port e3b3894e-b1f2-4ca4-b2bb-8e67dbb1075f on network 3cdf29d4-b57b-4089-b22d-346c06621de3 not bound, no agent of type Open vSwitch agent registered on host n-h2-827839-2 {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 17:50:22.526788 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c3120a2-1700-4886-9a3d-d58ee06101f3 req-564c76fb-8d56-4288-b16d-5829757c8d3a service neutron] Attempting to bind port e3b3894e-b1f2-4ca4-b2bb-8e67dbb1075f on network 3cdf29d4-b57b-4089-b22d-346c06621de3 {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:50:22.532207 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c3120a2-1700-4886-9a3d-d58ee06101f3 req-564c76fb-8d56-4288-b16d-5829757c8d3a service neutron] Checking agent: {'id': 'f20a1ab3-4332-4f54-833b-ba4a7c687e89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 8, 40), 'started_at': datetime.datetime(2022, 2, 4, 17, 8, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 50, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:50:22.532540 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c3120a2-1700-4886-9a3d-d58ee06101f3 req-564c76fb-8d56-4288-b16d-5829757c8d3a service neutron] Checking segment: {'id': '03e888dc-c0c1-4167-aa0e-6f5188ca7ab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '3cdf29d4-b57b-4089-b22d-346c06621de3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:50:22.532953 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c3120a2-1700-4886-9a3d-d58ee06101f3 req-564c76fb-8d56-4288-b16d-5829757c8d3a service neutron] Bound using segment: {'id': '03e888dc-c0c1-4167-aa0e-6f5188ca7ab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '3cdf29d4-b57b-4089-b22d-346c06621de3'} {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:50:22.533379 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [req-8c3120a2-1700-4886-9a3d-d58ee06101f3 req-564c76fb-8d56-4288-b16d-5829757c8d3a service neutron] Bound port: e3b3894e-b1f2-4ca4-b2bb-8e67dbb1075f, host: n-h2-827839-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03e888dc-c0c1-4167-aa0e-6f5188ca7ab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '3cdf29d4-b57b-4089-b22d-346c06621de3'}}] {{(pid=103377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:50:22.533787 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-8c3120a2-1700-4886-9a3d-d58ee06101f3 req-564c76fb-8d56-4288-b16d-5829757c8d3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (e3b3894e-b1f2-4ca4-b2bb-8e67dbb1075f), before_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:50:22.614383 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [req-8c3120a2-1700-4886-9a3d-d58ee06101f3 req-564c76fb-8d56-4288-b16d-5829757c8d3a service neutron] For port e3b3894e-b1f2-4ca4-b2bb-8e67dbb1075f, host n-h2-827839-2, cleared binding levels {{(pid=103377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:50:22.618815 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [req-8c3120a2-1700-4886-9a3d-d58ee06101f3 req-564c76fb-8d56-4288-b16d-5829757c8d3a service neutron] For port e3b3894e-b1f2-4ca4-b2bb-8e67dbb1075f, host n-h2-827839-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=e3b3894e-b1f2-4ca4-b2bb-8e67dbb1075f,segment=NetworkSegment(03e888dc-c0c1-4167-aa0e-6f5188ca7ab7),segment_id=03e888dc-c0c1-4167-aa0e-6f5188ca7ab7)] {{(pid=103377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:50:22.628880 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-8c3120a2-1700-4886-9a3d-d58ee06101f3 req-564c76fb-8d56-4288-b16d-5829757c8d3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25888290'] for port (e3b3894e-b1f2-4ca4-b2bb-8e67dbb1075f), after_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:50:22.676358 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3120a2-1700-4886-9a3d-d58ee06101f3 req-564c76fb-8d56-4288-b16d-5829757c8d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:50:22.677030 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-8c3120a2-1700-4886-9a3d-d58ee06101f3 req-564c76fb-8d56-4288-b16d-5829757c8d3a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:50:22.678452 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-8c3120a2-1700-4886-9a3d-d58ee06101f3 req-564c76fb-8d56-4288-b16d-5829757c8d3a service neutron] 10.222.0.90 "PUT /v2.0/ports/e3b3894e-b1f2-4ca4-b2bb-8e67dbb1075f HTTP/1.1" status: 200 len: 1091 time: 0.7515879 Feb 04 17:50:22.678910 n-d-827839-2 neutron-server[103377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4eb952ac-ebcb-4d3f-b689-11267394e4c3', 'tag': 'e3b3894e-b1f2-4ca4-b2bb-8e67dbb1075f'}] {{(pid=103377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:50:22.682207 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7240428b650e1488e9361b62648ff4b3a6c19d49d8c27c949491ab58c1346cf0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c06ece1f-f3c8-42ed-a177-b2e13d3c8cbe" -d '{"events": [{"name": "network-changed", "server_uuid": "4eb952ac-ebcb-4d3f-b689-11267394e4c3", "tag": "e3b3894e-b1f2-4ca4-b2bb-8e67dbb1075f"}]}' {{(pid=103377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:50:22.705943 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564c76fb-8d56-4288-b16d-5829757c8d3a service neutron] Pushing event updated for resources: {'Port': ['ID=e3b3894e-b1f2-4ca4-b2bb-8e67dbb1075f,revision_number=3']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:50:22.757160 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 17:50:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60b621b5-027e-47c5-8f77-4255d3c1be35 x-openstack-request-id: req-60b621b5-027e-47c5-8f77-4255d3c1be35 {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:50:22.757160 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4eb952ac-ebcb-4d3f-b689-11267394e4c3", "tag": "e3b3894e-b1f2-4ca4-b2bb-8e67dbb1075f", "status": "completed", "code": 200}]} {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:50:22.757160 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-60b621b5-027e-47c5-8f77-4255d3c1be35 {{(pid=103377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:50:22.757521 n-d-827839-2 neutron-server[103377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4eb952ac-ebcb-4d3f-b689-11267394e4c3', 'tag': 'e3b3894e-b1f2-4ca4-b2bb-8e67dbb1075f', 'status': 'completed', 'code': 200} Feb 04 17:50:22.791582 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3120a2-1700-4886-9a3d-d58ee06101f3 req-4d67c6e0-3abd-4f6a-a115-839e531fac48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:50:22.793159 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-8c3120a2-1700-4886-9a3d-d58ee06101f3 req-4d67c6e0-3abd-4f6a-a115-839e531fac48 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=5b2ed555ae53401189f786450bd826c8&device_id=4eb952ac-ebcb-4d3f-b689-11267394e4c3 HTTP/1.1" status: 200 len: 1125 time: 0.0520873 Feb 04 17:50:22.815713 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 46258) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:50:22.845667 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-8c3120a2-1700-4886-9a3d-d58ee06101f3 req-202242a3-e418-48b6-8baa-c79591f248e7 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e3b3894e-b1f2-4ca4-b2bb-8e67dbb1075f HTTP/1.1" status: 200 len: 217 time: 0.0435145 Feb 04 17:50:22.900512 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-9f6c27a2-19eb-4276-9e3e-751ca2789c5f tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] 10.222.0.89 "GET /v2.0/floatingips/b8aae87f-9637-4fa2-a7b5-fdb04dca7f72 HTTP/1.1" status: 200 len: 993 time: 0.0828214 Feb 04 17:50:22.908655 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3120a2-1700-4886-9a3d-d58ee06101f3 req-96d53fb4-078a-4e4b-ad07-318991415960 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:50:22.910747 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-8c3120a2-1700-4886-9a3d-d58ee06101f3 req-96d53fb4-078a-4e4b-ad07-318991415960 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=c3577547-ccc4-445d-b281-f2a9ba6c11f3 HTTP/1.1" status: 200 len: 865 time: 0.0589113 Feb 04 17:50:22.947465 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-8c3120a2-1700-4886-9a3d-d58ee06101f3 req-9445709a-e5e3-43fc-b8a4-62e67902ce3c service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=3cdf29d4-b57b-4089-b22d-346c06621de3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257730 Feb 04 17:50:23.066461 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-8c3120a2-1700-4886-9a3d-d58ee06101f3 req-06f07a1c-cd34-4bfc-accd-1b938b048486 service neutron] 10.222.0.90 "GET /v2.0/networks/3cdf29d4-b57b-4089-b22d-346c06621de3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1122601 Feb 04 17:50:23.133208 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e208b0-be0d-4bb4-bd5f-6e8a02303809 req-b51116fc-e16c-4ba1-b473-4874a47d2e77 tempest-ServersNegativeTestMultiTenantJSON-81647123 tempest-ServersNegativeTestMultiTenantJSON-81647123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:50:23.135975 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-75e208b0-be0d-4bb4-bd5f-6e8a02303809 req-b51116fc-e16c-4ba1-b473-4874a47d2e77 tempest-ServersNegativeTestMultiTenantJSON-81647123 tempest-ServersNegativeTestMultiTenantJSON-81647123-project] 10.222.0.89 "GET /v2.0/ports?device_id=4eb952ac-ebcb-4d3f-b689-11267394e4c3 HTTP/1.1" status: 200 len: 943 time: 0.0757260 Feb 04 17:50:23.199546 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-75e208b0-be0d-4bb4-bd5f-6e8a02303809 req-34a2f5b7-1743-4c77-96a8-cd47935e7775 tempest-ServersNegativeTestMultiTenantJSON-81647123 tempest-ServersNegativeTestMultiTenantJSON-81647123-project] 10.222.0.89 "GET /v2.0/security-groups?id=9e590c8b-5f83-41f1-8961-20a1042234ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567448 Feb 04 17:50:23.219445 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-8c3120a2-1700-4886-9a3d-d58ee06101f3 req-c448ca75-7a58-44f3-ae6c-a56d675ae913 service neutron] 10.222.0.90 "GET /v2.0/networks/3cdf29d4-b57b-4089-b22d-346c06621de3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1408184 Feb 04 17:50:23.315008 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06ece1f-f3c8-42ed-a177-b2e13d3c8cbe req-f3534af3-d834-4451-9d5f-3a8ab25b3e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:50:23.316731 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-c06ece1f-f3c8-42ed-a177-b2e13d3c8cbe req-f3534af3-d834-4451-9d5f-3a8ab25b3e4e service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=5b2ed555ae53401189f786450bd826c8&device_id=4eb952ac-ebcb-4d3f-b689-11267394e4c3 HTTP/1.1" status: 200 len: 1125 time: 0.0543771 Feb 04 17:50:23.423604 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06ece1f-f3c8-42ed-a177-b2e13d3c8cbe req-91eea803-ec01-44f7-a6f1-1189576200c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:50:23.427506 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-c06ece1f-f3c8-42ed-a177-b2e13d3c8cbe req-91eea803-ec01-44f7-a6f1-1189576200c3 service neutron] 10.222.0.90 "GET /v2.0/networks?id=3cdf29d4-b57b-4089-b22d-346c06621de3 HTTP/1.1" status: 200 len: 926 time: 0.1046209 Feb 04 17:50:23.474924 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-c06ece1f-f3c8-42ed-a177-b2e13d3c8cbe req-548d489a-2b48-4859-b4c9-2aecc64460a1 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e3b3894e-b1f2-4ca4-b2bb-8e67dbb1075f HTTP/1.1" status: 200 len: 217 time: 0.0377810 Feb 04 17:50:23.525463 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06ece1f-f3c8-42ed-a177-b2e13d3c8cbe req-7e3d756a-3e65-4310-9216-56ef408dfdea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:50:23.526966 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-c06ece1f-f3c8-42ed-a177-b2e13d3c8cbe req-7e3d756a-3e65-4310-9216-56ef408dfdea service neutron] 10.222.0.90 "GET /v2.0/subnets?id=c3577547-ccc4-445d-b281-f2a9ba6c11f3 HTTP/1.1" status: 200 len: 865 time: 0.0450659 Feb 04 17:50:23.566404 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-c06ece1f-f3c8-42ed-a177-b2e13d3c8cbe req-2ad49e48-cea5-4aa7-b938-448f0f845f5a service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=3cdf29d4-b57b-4089-b22d-346c06621de3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0320988 Feb 04 17:50:23.665887 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-c06ece1f-f3c8-42ed-a177-b2e13d3c8cbe req-9b266351-4f6b-49b7-9f68-5a70f04c1831 service neutron] 10.222.0.90 "GET /v2.0/networks/3cdf29d4-b57b-4089-b22d-346c06621de3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904045 Feb 04 17:50:23.766164 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-c06ece1f-f3c8-42ed-a177-b2e13d3c8cbe req-4e00ff9b-f54d-4966-b27b-e725e16c4be6 service neutron] 10.222.0.90 "GET /v2.0/networks/3cdf29d4-b57b-4089-b22d-346c06621de3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930052 Feb 04 17:50:24.384190 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b2af9d-d2a3-47bd-a56a-cf8aa214c7c6 req-61e3e2ad-8e0b-4355-8095-966f36298199 tempest-ServersNegativeTestMultiTenantJSON-81647123 tempest-ServersNegativeTestMultiTenantJSON-81647123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:50:24.395134 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-56b2af9d-d2a3-47bd-a56a-cf8aa214c7c6 req-61e3e2ad-8e0b-4355-8095-966f36298199 tempest-ServersNegativeTestMultiTenantJSON-81647123 tempest-ServersNegativeTestMultiTenantJSON-81647123-project] 10.222.0.89 "GET /v2.0/ports?device_id=4eb952ac-ebcb-4d3f-b689-11267394e4c3 HTTP/1.1" status: 200 len: 943 time: 0.1007364 Feb 04 17:50:24.470695 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-56b2af9d-d2a3-47bd-a56a-cf8aa214c7c6 req-bd3f498d-16a3-4319-a624-87d8bf2d8e48 tempest-ServersNegativeTestMultiTenantJSON-81647123 tempest-ServersNegativeTestMultiTenantJSON-81647123-project] 10.222.0.89 "GET /v2.0/security-groups?id=9e590c8b-5f83-41f1-8961-20a1042234ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700910 Feb 04 17:50:25.337824 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Device e3b3894e-b1f2-4ca4-b2bb-8e67dbb1075f details requested by agent hyperv_n-h2-827839-2 with host n-h2-827839-2 {{(pid=103378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 17:50:25.457113 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] For port e3b3894e-b1f2-4ca4-b2bb-8e67dbb1075f, host n-h2-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=e3b3894e-b1f2-4ca4-b2bb-8e67dbb1075f,segment=NetworkSegment(03e888dc-c0c1-4167-aa0e-6f5188ca7ab7),segment_id=03e888dc-c0c1-4167-aa0e-6f5188ca7ab7)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:50:25.486897 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Returning: {'device': 'e3b3894e-b1f2-4ca4-b2bb-8e67dbb1075f', 'network_id': '3cdf29d4-b57b-4089-b22d-346c06621de3', 'port_id': 'e3b3894e-b1f2-4ca4-b2bb-8e67dbb1075f', 'mac_address': 'fa:16:3e:6d:68:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 784, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3577547-ccc4-445d-b281-f2a9ba6c11f3', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 17:50:25.543294 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Current status of the port e3b3894e-b1f2-4ca4-b2bb-8e67dbb1075f is: DOWN; New status is: BUILD {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:50:25.543884 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (e3b3894e-b1f2-4ca4-b2bb-8e67dbb1075f), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:50:25.558814 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3b3894e-b1f2-4ca4-b2bb-8e67dbb1075f {{(pid=103378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 17:50:25.583534 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] For port e3b3894e-b1f2-4ca4-b2bb-8e67dbb1075f, host n-h2-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=e3b3894e-b1f2-4ca4-b2bb-8e67dbb1075f,segment=NetworkSegment(03e888dc-c0c1-4167-aa0e-6f5188ca7ab7),segment_id=03e888dc-c0c1-4167-aa0e-6f5188ca7ab7)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:50:25.590819 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (e3b3894e-b1f2-4ca4-b2bb-8e67dbb1075f), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:50:25.642152 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcf5f37-5b1b-4334-adbe-b82ed3d18f16 req-6b67145c-e290-4d3a-8385-efd07b6bd8b1 tempest-ServersNegativeTestMultiTenantJSON-81647123 tempest-ServersNegativeTestMultiTenantJSON-81647123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:50:25.643736 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-2bcf5f37-5b1b-4334-adbe-b82ed3d18f16 req-6b67145c-e290-4d3a-8385-efd07b6bd8b1 tempest-ServersNegativeTestMultiTenantJSON-81647123 tempest-ServersNegativeTestMultiTenantJSON-81647123-project] 10.222.0.89 "GET /v2.0/ports?device_id=4eb952ac-ebcb-4d3f-b689-11267394e4c3 HTTP/1.1" status: 200 len: 943 time: 0.0872357 Feb 04 17:50:25.652901 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Pushing event updated for resources: {'Port': ['ID=e3b3894e-b1f2-4ca4-b2bb-8e67dbb1075f,revision_number=4']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:50:25.723916 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-2bcf5f37-5b1b-4334-adbe-b82ed3d18f16 req-f28761ef-f07a-449d-8a48-6dbce22eca8d tempest-ServersNegativeTestMultiTenantJSON-81647123 tempest-ServersNegativeTestMultiTenantJSON-81647123-project] 10.222.0.89 "GET /v2.0/security-groups?id=9e590c8b-5f83-41f1-8961-20a1042234ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739074 Feb 04 17:50:25.839220 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] get_ports_and_sgs() called for port_ids ['e3b3894e-b1f2-4ca4-b2bb-8e67dbb1075f'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 17:50:26.852496 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3df2248-61b5-40af-9811-22848a922a53 req-25293bc7-28f2-4c1a-a9bf-6e1e06b20dbc tempest-ServersNegativeTestMultiTenantJSON-81647123 tempest-ServersNegativeTestMultiTenantJSON-81647123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:50:26.854264 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-c3df2248-61b5-40af-9811-22848a922a53 req-25293bc7-28f2-4c1a-a9bf-6e1e06b20dbc tempest-ServersNegativeTestMultiTenantJSON-81647123 tempest-ServersNegativeTestMultiTenantJSON-81647123-project] 10.222.0.89 "GET /v2.0/ports?device_id=4eb952ac-ebcb-4d3f-b689-11267394e4c3 HTTP/1.1" status: 200 len: 944 time: 0.0628383 Feb 04 17:50:26.908511 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-c3df2248-61b5-40af-9811-22848a922a53 req-d572eb5d-fcca-4b9d-8981-f62bc16873f7 tempest-ServersNegativeTestMultiTenantJSON-81647123 tempest-ServersNegativeTestMultiTenantJSON-81647123-project] 10.222.0.89 "GET /v2.0/security-groups?id=9e590c8b-5f83-41f1-8961-20a1042234ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482166 Feb 04 17:50:27.337899 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Device e3b3894e-b1f2-4ca4-b2bb-8e67dbb1075f up at agent hyperv_n-h2-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:50:27.385570 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Provisioning for port e3b3894e-b1f2-4ca4-b2bb-8e67dbb1075f completed by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 17:50:27.389625 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Provisioning complete for port e3b3894e-b1f2-4ca4-b2bb-8e67dbb1075f triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:50:27.389998 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (e3b3894e-b1f2-4ca4-b2bb-8e67dbb1075f), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:50:27.472474 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Current status of the port e3b3894e-b1f2-4ca4-b2bb-8e67dbb1075f is: BUILD; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:50:27.472906 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (e3b3894e-b1f2-4ca4-b2bb-8e67dbb1075f), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:50:27.499717 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4eb952ac-ebcb-4d3f-b689-11267394e4c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3b3894e-b1f2-4ca4-b2bb-8e67dbb1075f'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:50:27.502368 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c34bc964ce2211770fda26ca2f3801cc06f4f39928110690550e94ab9c9d2fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a301f21-fffe-4fe5-949c-6b8c3ff930a3" -d '{"events": [{"server_uuid": "4eb952ac-ebcb-4d3f-b689-11267394e4c3", "name": "network-vif-plugged", "status": "completed", "tag": "e3b3894e-b1f2-4ca4-b2bb-8e67dbb1075f"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:50:27.522518 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] For port e3b3894e-b1f2-4ca4-b2bb-8e67dbb1075f, host n-h2-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=e3b3894e-b1f2-4ca4-b2bb-8e67dbb1075f,segment=NetworkSegment(03e888dc-c0c1-4167-aa0e-6f5188ca7ab7),segment_id=03e888dc-c0c1-4167-aa0e-6f5188ca7ab7)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:50:27.528983 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (e3b3894e-b1f2-4ca4-b2bb-8e67dbb1075f), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:50:27.562906 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 17:50:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-634ee4c5-aa94-4bd8-a91f-112c86dccd8b x-openstack-request-id: req-634ee4c5-aa94-4bd8-a91f-112c86dccd8b {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:50:27.563201 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4eb952ac-ebcb-4d3f-b689-11267394e4c3", "name": "network-vif-plugged", "status": "completed", "tag": "e3b3894e-b1f2-4ca4-b2bb-8e67dbb1075f", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:50:27.563455 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-634ee4c5-aa94-4bd8-a91f-112c86dccd8b {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:50:27.563843 n-d-827839-2 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4eb952ac-ebcb-4d3f-b689-11267394e4c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3b3894e-b1f2-4ca4-b2bb-8e67dbb1075f', 'code': 200} Feb 04 17:50:27.593825 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Pushing event updated for resources: {'Port': ['ID=e3b3894e-b1f2-4ca4-b2bb-8e67dbb1075f,revision_number=5']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:50:27.683842 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15a6b1b-d922-40ae-ba7e-b7de0aa73041 req-c292ceff-e7ce-469f-9d38-2ce59886e1d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:50:27.686175 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-b15a6b1b-d922-40ae-ba7e-b7de0aa73041 req-c292ceff-e7ce-469f-9d38-2ce59886e1d0 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=4eb952ac-ebcb-4d3f-b689-11267394e4c3 HTTP/1.1" status: 200 len: 1127 time: 0.0565383 Feb 04 17:50:27.742971 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-b15a6b1b-d922-40ae-ba7e-b7de0aa73041 req-ed2a31d7-9b6e-4757-b7a7-f6c01ed8c877 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=9e590c8b-5f83-41f1-8961-20a1042234ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473416 Feb 04 17:50:28.050635 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8716b729-88ec-453b-a691-8787fd358b71 req-d650b340-b512-4b24-8a4b-8067929a34b0 tempest-ServersNegativeTestMultiTenantJSON-81647123 tempest-ServersNegativeTestMultiTenantJSON-81647123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:50:28.052162 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-8716b729-88ec-453b-a691-8787fd358b71 req-d650b340-b512-4b24-8a4b-8067929a34b0 tempest-ServersNegativeTestMultiTenantJSON-81647123 tempest-ServersNegativeTestMultiTenantJSON-81647123-project] 10.222.0.89 "GET /v2.0/ports?device_id=4eb952ac-ebcb-4d3f-b689-11267394e4c3 HTTP/1.1" status: 200 len: 945 time: 0.0665753 Feb 04 17:50:28.103845 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-8716b729-88ec-453b-a691-8787fd358b71 req-a08a1d77-6abc-4c18-9cde-46dff1826672 tempest-ServersNegativeTestMultiTenantJSON-81647123 tempest-ServersNegativeTestMultiTenantJSON-81647123-project] 10.222.0.89 "GET /v2.0/security-groups?id=9e590c8b-5f83-41f1-8961-20a1042234ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436056 Feb 04 17:50:29.250218 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1067e9f8-0301-4e86-ae94-6bda3926d740 req-c5caafc6-ecaa-407e-a442-8b03362bc76b tempest-ServersNegativeTestMultiTenantJSON-81647123 tempest-ServersNegativeTestMultiTenantJSON-81647123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:50:29.252061 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-1067e9f8-0301-4e86-ae94-6bda3926d740 req-c5caafc6-ecaa-407e-a442-8b03362bc76b tempest-ServersNegativeTestMultiTenantJSON-81647123 tempest-ServersNegativeTestMultiTenantJSON-81647123-project] 10.222.0.89 "GET /v2.0/ports?device_id=4eb952ac-ebcb-4d3f-b689-11267394e4c3 HTTP/1.1" status: 200 len: 945 time: 0.0647881 Feb 04 17:50:29.304133 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-1067e9f8-0301-4e86-ae94-6bda3926d740 req-f1925c4d-4446-4214-a183-da55afa9e22b tempest-ServersNegativeTestMultiTenantJSON-81647123 tempest-ServersNegativeTestMultiTenantJSON-81647123-project] 10.222.0.89 "GET /v2.0/security-groups?id=9e590c8b-5f83-41f1-8961-20a1042234ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460260 Feb 04 17:50:29.438502 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07999aaf-9591-401f-84d1-cf31f4a0e96d req-09f2d77b-d37a-4d3b-958c-fd0512a13c82 tempest-ServersNegativeTestMultiTenantJSON-81647123 tempest-ServersNegativeTestMultiTenantJSON-81647123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:50:29.440137 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-07999aaf-9591-401f-84d1-cf31f4a0e96d req-09f2d77b-d37a-4d3b-958c-fd0512a13c82 tempest-ServersNegativeTestMultiTenantJSON-81647123 tempest-ServersNegativeTestMultiTenantJSON-81647123-project] 10.222.0.89 "GET /v2.0/ports?device_id=4eb952ac-ebcb-4d3f-b689-11267394e4c3 HTTP/1.1" status: 200 len: 945 time: 0.0587151 Feb 04 17:50:29.488259 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-07999aaf-9591-401f-84d1-cf31f4a0e96d req-f9a70b54-c182-4574-84f9-f3caa071ad01 tempest-ServersNegativeTestMultiTenantJSON-81647123 tempest-ServersNegativeTestMultiTenantJSON-81647123-project] 10.222.0.89 "GET /v2.0/security-groups?id=9e590c8b-5f83-41f1-8961-20a1042234ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419681 Feb 04 17:50:29.701438 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb72e7d6-f74e-4fe9-a1a7-7ae324f86185 req-e5657a9a-920c-4a3b-9208-560cd353e3c1 tempest-ServersNegativeTestMultiTenantJSON-81647123 tempest-ServersNegativeTestMultiTenantJSON-81647123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:50:29.702983 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-bb72e7d6-f74e-4fe9-a1a7-7ae324f86185 req-e5657a9a-920c-4a3b-9208-560cd353e3c1 tempest-ServersNegativeTestMultiTenantJSON-81647123 tempest-ServersNegativeTestMultiTenantJSON-81647123-project] 10.222.0.89 "GET /v2.0/ports?device_id=4eb952ac-ebcb-4d3f-b689-11267394e4c3 HTTP/1.1" status: 200 len: 945 time: 0.0608842 Feb 04 17:50:29.761082 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7b800bf6-1af0-4734-9be6-81f4a6c044b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (bb89f5a3-3c22-440b-b7d1-c4f0c43c184a), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:50:29.786618 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-bb72e7d6-f74e-4fe9-a1a7-7ae324f86185 req-c01684e5-a74a-4f7b-88ee-cbd2839f0e93 tempest-ServersNegativeTestMultiTenantJSON-81647123 tempest-ServersNegativeTestMultiTenantJSON-81647123-project] 10.222.0.89 "GET /v2.0/security-groups?id=9e590c8b-5f83-41f1-8961-20a1042234ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684237 Feb 04 17:50:30.086368 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa64583f-9c52-4094-b49d-2f70e45655ad req-f3e1cd7a-0a59-4b96-9b44-30ba4ba7d5b2 tempest-ServersNegativeTestMultiTenantJSON-81647123 tempest-ServersNegativeTestMultiTenantJSON-81647123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:50:30.087844 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-aa64583f-9c52-4094-b49d-2f70e45655ad req-f3e1cd7a-0a59-4b96-9b44-30ba4ba7d5b2 tempest-ServersNegativeTestMultiTenantJSON-81647123 tempest-ServersNegativeTestMultiTenantJSON-81647123-project] 10.222.0.89 "GET /v2.0/ports?device_id=4eb952ac-ebcb-4d3f-b689-11267394e4c3 HTTP/1.1" status: 200 len: 945 time: 0.0583947 Feb 04 17:50:30.138382 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-aa64583f-9c52-4094-b49d-2f70e45655ad req-5a6a6468-bcc1-49e3-873d-5ecffca4e725 tempest-ServersNegativeTestMultiTenantJSON-81647123 tempest-ServersNegativeTestMultiTenantJSON-81647123-project] 10.222.0.89 "GET /v2.0/security-groups?id=9e590c8b-5f83-41f1-8961-20a1042234ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442226 Feb 04 17:50:31.304976 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5db42b-6aff-4435-bae4-96519e259e4a req-92cef914-562d-491d-b49b-35c164cf7e96 tempest-ServersNegativeTestMultiTenantJSON-81647123 tempest-ServersNegativeTestMultiTenantJSON-81647123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:50:31.316916 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-8c5db42b-6aff-4435-bae4-96519e259e4a req-92cef914-562d-491d-b49b-35c164cf7e96 tempest-ServersNegativeTestMultiTenantJSON-81647123 tempest-ServersNegativeTestMultiTenantJSON-81647123-project] 10.222.0.89 "GET /v2.0/ports?device_id=4eb952ac-ebcb-4d3f-b689-11267394e4c3 HTTP/1.1" status: 200 len: 945 time: 0.0982161 Feb 04 17:50:31.364907 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-8c5db42b-6aff-4435-bae4-96519e259e4a req-07bc63fe-fc47-47b7-8bdf-9ab5d5c87215 tempest-ServersNegativeTestMultiTenantJSON-81647123 tempest-ServersNegativeTestMultiTenantJSON-81647123-project] 10.222.0.89 "GET /v2.0/security-groups?id=9e590c8b-5f83-41f1-8961-20a1042234ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523932 Feb 04 17:50:31.506699 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4716b1-c21d-432e-9e13-9f2debdde6e2 req-9b1b64ea-d642-4cf7-b754-ad514f53c2e4 tempest-ServersNegativeTestMultiTenantJSON-81647123 tempest-ServersNegativeTestMultiTenantJSON-81647123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:50:31.508103 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-5e4716b1-c21d-432e-9e13-9f2debdde6e2 req-9b1b64ea-d642-4cf7-b754-ad514f53c2e4 tempest-ServersNegativeTestMultiTenantJSON-81647123 tempest-ServersNegativeTestMultiTenantJSON-81647123-project] 10.222.0.90 "GET /v2.0/ports?device_id=4eb952ac-ebcb-4d3f-b689-11267394e4c3 HTTP/1.1" status: 200 len: 945 time: 0.0539432 Feb 04 17:50:31.614474 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [req-5e4716b1-c21d-432e-9e13-9f2debdde6e2 req-6e2f5aaf-0213-435d-b26d-ce66fd36033e tempest-ServersNegativeTestMultiTenantJSON-81647123 tempest-ServersNegativeTestMultiTenantJSON-81647123-project] Deleting port e3b3894e-b1f2-4ca4-b2bb-8e67dbb1075f {{(pid=103377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:50:31.614815 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-5e4716b1-c21d-432e-9e13-9f2debdde6e2 req-6e2f5aaf-0213-435d-b26d-ce66fd36033e tempest-ServersNegativeTestMultiTenantJSON-81647123 tempest-ServersNegativeTestMultiTenantJSON-81647123-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (e3b3894e-b1f2-4ca4-b2bb-8e67dbb1075f), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:50:31.706859 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [req-5e4716b1-c21d-432e-9e13-9f2debdde6e2 req-6e2f5aaf-0213-435d-b26d-ce66fd36033e tempest-ServersNegativeTestMultiTenantJSON-81647123 tempest-ServersNegativeTestMultiTenantJSON-81647123-project] For port e3b3894e-b1f2-4ca4-b2bb-8e67dbb1075f, host n-h2-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=e3b3894e-b1f2-4ca4-b2bb-8e67dbb1075f,segment=NetworkSegment(03e888dc-c0c1-4167-aa0e-6f5188ca7ab7),segment_id=03e888dc-c0c1-4167-aa0e-6f5188ca7ab7)] {{(pid=103377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:50:31.707250 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-5e4716b1-c21d-432e-9e13-9f2debdde6e2 req-6e2f5aaf-0213-435d-b26d-ce66fd36033e tempest-ServersNegativeTestMultiTenantJSON-81647123 tempest-ServersNegativeTestMultiTenantJSON-81647123-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (e3b3894e-b1f2-4ca4-b2bb-8e67dbb1075f), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:50:31.720313 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [req-5e4716b1-c21d-432e-9e13-9f2debdde6e2 req-6e2f5aaf-0213-435d-b26d-ce66fd36033e tempest-ServersNegativeTestMultiTenantJSON-81647123 tempest-ServersNegativeTestMultiTenantJSON-81647123-project] Calling delete_port for e3b3894e-b1f2-4ca4-b2bb-8e67dbb1075f owned by compute:nova {{(pid=103377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:50:31.863652 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-5e4716b1-c21d-432e-9e13-9f2debdde6e2 req-6e2f5aaf-0213-435d-b26d-ce66fd36033e tempest-ServersNegativeTestMultiTenantJSON-81647123 tempest-ServersNegativeTestMultiTenantJSON-81647123-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (e3b3894e-b1f2-4ca4-b2bb-8e67dbb1075f), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:50:31.878638 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] get_ports_and_sgs() called for port_ids ['e3b3894e-b1f2-4ca4-b2bb-8e67dbb1075f'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 17:50:31.913832 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2f5aaf-0213-435d-b26d-ce66fd36033e tempest-ServersNegativeTestMultiTenantJSON-81647123 tempest-ServersNegativeTestMultiTenantJSON-81647123-project] Pushing event deleted for resources: {'Port': ['ID=e3b3894e-b1f2-4ca4-b2bb-8e67dbb1075f,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:50:31.954851 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e4716b1-c21d-432e-9e13-9f2debdde6e2 req-6e2f5aaf-0213-435d-b26d-ce66fd36033e tempest-ServersNegativeTestMultiTenantJSON-81647123 tempest-ServersNegativeTestMultiTenantJSON-81647123-project] No DVR routers for this DVR port e3b3894e-b1f2-4ca4-b2bb-8e67dbb1075f on host n-h2-827839-2 {{(pid=103377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 17:50:31.959022 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-5e4716b1-c21d-432e-9e13-9f2debdde6e2 req-6e2f5aaf-0213-435d-b26d-ce66fd36033e tempest-ServersNegativeTestMultiTenantJSON-81647123 tempest-ServersNegativeTestMultiTenantJSON-81647123-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:50:31.963775 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-5e4716b1-c21d-432e-9e13-9f2debdde6e2 req-6e2f5aaf-0213-435d-b26d-ce66fd36033e tempest-ServersNegativeTestMultiTenantJSON-81647123 tempest-ServersNegativeTestMultiTenantJSON-81647123-project] 10.222.0.90 "DELETE /v2.0/ports/e3b3894e-b1f2-4ca4-b2bb-8e67dbb1075f HTTP/1.1" status: 204 len: 173 time: 0.4484010 Feb 04 17:50:31.964229 n-d-827839-2 neutron-server[103377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4eb952ac-ebcb-4d3f-b689-11267394e4c3', 'name': 'network-vif-deleted', 'tag': 'e3b3894e-b1f2-4ca4-b2bb-8e67dbb1075f'}] {{(pid=103377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:50:31.966545 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7240428b650e1488e9361b62648ff4b3a6c19d49d8c27c949491ab58c1346cf0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54540d0e-a5b3-46fe-9e88-7cdbf5eb7d38" -d '{"events": [{"server_uuid": "4eb952ac-ebcb-4d3f-b689-11267394e4c3", "name": "network-vif-deleted", "tag": "e3b3894e-b1f2-4ca4-b2bb-8e67dbb1075f"}]}' {{(pid=103377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:50:32.013543 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 17:50:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6143d5e7-dd93-4201-aa85-0052e50c0973 x-openstack-request-id: req-6143d5e7-dd93-4201-aa85-0052e50c0973 {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:50:32.013836 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4eb952ac-ebcb-4d3f-b689-11267394e4c3", "name": "network-vif-deleted", "tag": "e3b3894e-b1f2-4ca4-b2bb-8e67dbb1075f", "status": "completed", "code": 200}]} {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:50:32.014090 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-6143d5e7-dd93-4201-aa85-0052e50c0973 {{(pid=103377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:50:32.014493 n-d-827839-2 neutron-server[103377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4eb952ac-ebcb-4d3f-b689-11267394e4c3', 'name': 'network-vif-deleted', 'tag': 'e3b3894e-b1f2-4ca4-b2bb-8e67dbb1075f', 'status': 'completed', 'code': 200} Feb 04 17:50:32.552358 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-ccab79e4-ec28-416d-94cd-ac89fb22d303 req-6e19b871-039b-4693-acb3-0da46487820f tempest-ServersNegativeTestMultiTenantJSON-81647123 tempest-ServersNegativeTestMultiTenantJSON-81647123-project] 10.222.0.89 "GET /v2.0/ports?device_id=4eb952ac-ebcb-4d3f-b689-11267394e4c3 HTTP/1.1" status: 200 len: 210 time: 0.0728977 Feb 04 17:50:32.824437 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e73a9d5e-cbe0-4121-9271-71f033af0bbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (64ada913-9131-4d99-a265-63a920956287), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:50:32.937363 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 46382) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:50:33.078711 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d408ec64-b374-4acb-a1fc-48241dad6d47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (0cd6d64a-47a7-40ff-8c12-71dd526c62e0), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:50:33.157060 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2fe7625-7e1b-41a2-a75d-42cc62a3fabb admin admin] Deleting subnet cdda2c8f-8e27-45a6-b6b9-03e43d5370e0 {{(pid=103376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 17:50:33.160399 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-b2fe7625-7e1b-41a2-a75d-42cc62a3fabb admin admin] Publish callbacks [] for subnet (cdda2c8f-8e27-45a6-b6b9-03e43d5370e0), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:50:33.196112 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-b2fe7625-7e1b-41a2-a75d-42cc62a3fabb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25674901'] for subnet (cdda2c8f-8e27-45a6-b6b9-03e43d5370e0), precommit_delete_associations {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:50:33.262180 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-b2fe7625-7e1b-41a2-a75d-42cc62a3fabb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1541225'] for subnet (cdda2c8f-8e27-45a6-b6b9-03e43d5370e0), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:50:33.313682 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-652929f6-fb53-49ff-ba39-feaa16583aaa req-a760c74e-0e57-4ed2-9619-f7e99a370901 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=4838cc33-5e81-4c6b-bf0f-42646b0b5925&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0918527 Feb 04 17:50:33.333513 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-b2fe7625-7e1b-41a2-a75d-42cc62a3fabb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1541216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25675894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25858947'] for subnet (cdda2c8f-8e27-45a6-b6b9-03e43d5370e0), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:50:33.362165 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fe7625-7e1b-41a2-a75d-42cc62a3fabb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cdda2c8f-8e27-45a6-b6b9-03e43d5370e0,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:50:33.365824 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-b2fe7625-7e1b-41a2-a75d-42cc62a3fabb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:50:33.369110 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-b2fe7625-7e1b-41a2-a75d-42cc62a3fabb admin admin] 10.222.0.89 "DELETE /v2.0/subnets/cdda2c8f-8e27-45a6-b6b9-03e43d5370e0 HTTP/1.1" status: 204 len: 168 time: 0.4306612 Feb 04 17:50:33.371611 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 46386) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:50:33.423785 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652929f6-fb53-49ff-ba39-feaa16583aaa req-73c70abe-d755-441d-b09a-1f01c403b461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:50:33.425915 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-652929f6-fb53-49ff-ba39-feaa16583aaa req-73c70abe-d755-441d-b09a-1f01c403b461 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=86a0fd5c0c974eafbf1c6e95239dcb2c&device_id=4838cc33-5e81-4c6b-bf0f-42646b0b5925 HTTP/1.1" status: 200 len: 1127 time: 0.0556748 Feb 04 17:50:33.470276 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-749ab363-1b10-4443-94b7-19b973dd7539 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628832'] for network (db164336-c92d-49cf-95cb-77f56fef64b2), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:50:33.562625 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-749ab363-1b10-4443-94b7-19b973dd7539 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1543676', 'neutron.services.segments.db._delete_segments_for_network-8781084786517'] for network (db164336-c92d-49cf-95cb-77f56fef64b2), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:50:33.565361 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652929f6-fb53-49ff-ba39-feaa16583aaa req-db8b278f-9c0b-4973-9698-22147c6903e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:50:33.566943 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-652929f6-fb53-49ff-ba39-feaa16583aaa req-db8b278f-9c0b-4973-9698-22147c6903e0 service neutron] 10.222.0.96 "GET /v2.0/networks?id=41fb740a-fe35-4b66-8c63-e9b9f216cd47 HTTP/1.1" status: 200 len: 898 time: 0.1196480 Feb 04 17:50:33.584229 n-d-827839-2 neutron-server[103377]: DEBUG neutron.services.segments.db [None req-749ab363-1b10-4443-94b7-19b973dd7539 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db164336-c92d-49cf-95cb-77f56fef64b2']}} {{(pid=103377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:50:33.598101 n-d-827839-2 neutron-server[103377]: DEBUG neutron.services.segments.db [None req-749ab363-1b10-4443-94b7-19b973dd7539 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c8fbda3-25db-4985-9e6a-587ac7aad334') {'for_net_delete': True} {{(pid=103377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:50:33.598742 n-d-827839-2 neutron-server[103377]: DEBUG neutron.services.segments.db [None req-749ab363-1b10-4443-94b7-19b973dd7539 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c8fbda3-25db-4985-9e6a-587ac7aad334') {} {{(pid=103377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:50:33.626495 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-749ab363-1b10-4443-94b7-19b973dd7539 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781084783966', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26866685'] for segment (6c8fbda3-25db-4985-9e6a-587ac7aad334), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:50:33.628784 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 46390) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:50:33.645901 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-749ab363-1b10-4443-94b7-19b973dd7539 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (6c8fbda3-25db-4985-9e6a-587ac7aad334), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:50:33.653408 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-749ab363-1b10-4443-94b7-19b973dd7539 admin admin] Releasing vlan 761 on physical network physnet1 to pool {{(pid=103377) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 17:50:33.654066 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-749ab363-1b10-4443-94b7-19b973dd7539 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25888454'] for segment (6c8fbda3-25db-4985-9e6a-587ac7aad334), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:50:33.689505 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-652929f6-fb53-49ff-ba39-feaa16583aaa req-3d911bbe-25cc-45fd-be05-ccc9fca85c89 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=145590c2-a0bd-4185-b491-aa8555141129 HTTP/1.1" status: 200 len: 1001 time: 0.1156197 Feb 04 17:50:33.695872 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ea58fd2-83b4-490b-8784-08eb237df771 admin admin] Deleting subnet c3577547-ccc4-445d-b281-f2a9ba6c11f3 {{(pid=103376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 17:50:33.709407 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-2ea58fd2-83b4-490b-8784-08eb237df771 admin admin] Publish callbacks [] for subnet (c3577547-ccc4-445d-b281-f2a9ba6c11f3), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:50:33.721580 n-d-827839-2 neutron-server[103377]: Traceback (most recent call last): Feb 04 17:50:33.721580 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 17:50:33.721580 n-d-827839-2 neutron-server[103377]: timer() Feb 04 17:50:33.721580 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 17:50:33.721580 n-d-827839-2 neutron-server[103377]: cb(*args, **kw) Feb 04 17:50:33.721580 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 17:50:33.721580 n-d-827839-2 neutron-server[103377]: return func(*args, **kwargs) Feb 04 17:50:33.721580 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 17:50:33.721580 n-d-827839-2 neutron-server[103377]: self._notify() Feb 04 17:50:33.721580 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 17:50:33.721580 n-d-827839-2 neutron-server[103377]: self.callback(batched_events) Feb 04 17:50:33.721580 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 17:50:33.721580 n-d-827839-2 neutron-server[103377]: event.method(event) Feb 04 17:50:33.721580 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 17:50:33.721580 n-d-827839-2 neutron-server[103377]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 17:50:33.721580 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 17:50:33.721580 n-d-827839-2 neutron-server[103377]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 17:50:33.721580 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 17:50:33.721580 n-d-827839-2 neutron-server[103377]: return f(self, *a, **k) Feb 04 17:50:33.721580 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 17:50:33.721580 n-d-827839-2 neutron-server[103377]: return self._get(url).json() Feb 04 17:50:33.721580 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 17:50:33.721580 n-d-827839-2 neutron-server[103377]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 17:50:33.721580 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 17:50:33.721580 n-d-827839-2 neutron-server[103377]: return self.request(url, 'GET', **kwargs) Feb 04 17:50:33.721580 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 17:50:33.721580 n-d-827839-2 neutron-server[103377]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 17:50:33.721580 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 17:50:33.721580 n-d-827839-2 neutron-server[103377]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 17:50:33.721580 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 17:50:33.721580 n-d-827839-2 neutron-server[103377]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 17:50:33.721580 n-d-827839-2 neutron-server[103377]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 17:50:33.731222 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-749ab363-1b10-4443-94b7-19b973dd7539 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1543671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1595572'] for network (db164336-c92d-49cf-95cb-77f56fef64b2), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:50:33.755654 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-749ab363-1b10-4443-94b7-19b973dd7539 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:50:33.763290 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-749ab363-1b10-4443-94b7-19b973dd7539 admin admin] 10.222.0.89 "DELETE /v2.0/networks/db164336-c92d-49cf-95cb-77f56fef64b2 HTTP/1.1" status: 204 len: 168 time: 0.3880897 Feb 04 17:50:33.763290 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749ab363-1b10-4443-94b7-19b973dd7539 admin admin] Pushing event deleted for resources: {'Network': ['ID=db164336-c92d-49cf-95cb-77f56fef64b2,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:50:33.801077 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-2ea58fd2-83b4-490b-8784-08eb237df771 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25674901'] for subnet (c3577547-ccc4-445d-b281-f2a9ba6c11f3), precommit_delete_associations {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:50:33.866270 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652929f6-fb53-49ff-ba39-feaa16583aaa req-32bf233b-f87c-4582-a862-6427d6cfafcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:50:33.868075 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-652929f6-fb53-49ff-ba39-feaa16583aaa req-32bf233b-f87c-4582-a862-6427d6cfafcd service neutron] 10.222.0.96 "GET /v2.0/subnets?id=f4c901f0-faf0-43f9-9cbe-f8f05128a5fd HTTP/1.1" status: 200 len: 833 time: 0.1689627 Feb 04 17:50:33.960661 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-2ea58fd2-83b4-490b-8784-08eb237df771 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1541225'] for subnet (c3577547-ccc4-445d-b281-f2a9ba6c11f3), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:50:33.964930 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 46398) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:50:34.048246 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-29f272cc-ec35-49c2-a2b6-6d77bf32ca26 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=de5b4b0f0a20431ba11c62fc4df7680b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0818968 Feb 04 17:50:34.051164 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 46400) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:50:34.066194 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652929f6-fb53-49ff-ba39-feaa16583aaa req-4063f8b3-5e52-4690-8ffd-9069c45d0951 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:50:34.069363 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-652929f6-fb53-49ff-ba39-feaa16583aaa req-4063f8b3-5e52-4690-8ffd-9069c45d0951 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=41fb740a-fe35-4b66-8c63-e9b9f216cd47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1848304 Feb 04 17:50:34.145580 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-91a53924-302e-4407-857a-1d90a46f5cb3 admin admin] Publish callbacks [] for security_group (59748ef0-99f9-4cfc-917b-6d887dbae337), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:50:34.166116 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-2ea58fd2-83b4-490b-8784-08eb237df771 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1541216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25675894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25858947'] for subnet (c3577547-ccc4-445d-b281-f2a9ba6c11f3), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:50:34.206491 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-91a53924-302e-4407-857a-1d90a46f5cb3 admin admin] Publish callbacks [] for security_group (59748ef0-99f9-4cfc-917b-6d887dbae337), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:50:34.225502 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-2ea58fd2-83b4-490b-8784-08eb237df771 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:50:34.230498 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-2ea58fd2-83b4-490b-8784-08eb237df771 admin admin] 10.222.0.89 "DELETE /v2.0/subnets/c3577547-ccc4-445d-b281-f2a9ba6c11f3 HTTP/1.1" status: 204 len: 168 time: 0.5996311 Feb 04 17:50:34.235482 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 46408) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:50:34.238929 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea58fd2-83b4-490b-8784-08eb237df771 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c3577547-ccc4-445d-b281-f2a9ba6c11f3,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:50:34.307397 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-91a53924-302e-4407-857a-1d90a46f5cb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (59748ef0-99f9-4cfc-917b-6d887dbae337), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:50:34.310158 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-91a53924-302e-4407-857a-1d90a46f5cb3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:50:34.311465 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-91a53924-302e-4407-857a-1d90a46f5cb3 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/59748ef0-99f9-4cfc-917b-6d887dbae337 HTTP/1.1" status: 204 len: 168 time: 0.2591147 Feb 04 17:50:34.345078 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a53924-302e-4407-857a-1d90a46f5cb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59748ef0-99f9-4cfc-917b-6d887dbae337,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:50:34.422702 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-4a1272b0-7dea-48a1-b4ee-8ccd4e4e53d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628832'] for network (3cdf29d4-b57b-4089-b22d-346c06621de3), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:50:34.469841 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-652929f6-fb53-49ff-ba39-feaa16583aaa req-2e9a24dc-8616-4ce5-a001-35cc6ef03194 service neutron] 10.222.0.96 "GET /v2.0/networks/41fb740a-fe35-4b66-8c63-e9b9f216cd47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3907542 Feb 04 17:50:34.647838 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-4a1272b0-7dea-48a1-b4ee-8ccd4e4e53d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1543676', 'neutron.services.segments.db._delete_segments_for_network-8781084786517'] for network (3cdf29d4-b57b-4089-b22d-346c06621de3), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:50:34.687303 n-d-827839-2 neutron-server[103376]: DEBUG neutron.services.segments.db [None req-4a1272b0-7dea-48a1-b4ee-8ccd4e4e53d2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3cdf29d4-b57b-4089-b22d-346c06621de3']}} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:50:34.702866 n-d-827839-2 neutron-server[103376]: DEBUG neutron.services.segments.db [None req-4a1272b0-7dea-48a1-b4ee-8ccd4e4e53d2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03e888dc-c0c1-4167-aa0e-6f5188ca7ab7') {'for_net_delete': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:50:34.703251 n-d-827839-2 neutron-server[103376]: DEBUG neutron.services.segments.db [None req-4a1272b0-7dea-48a1-b4ee-8ccd4e4e53d2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03e888dc-c0c1-4167-aa0e-6f5188ca7ab7') {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:50:34.733301 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-4a1272b0-7dea-48a1-b4ee-8ccd4e4e53d2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781084783966', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25674908'] for segment (03e888dc-c0c1-4167-aa0e-6f5188ca7ab7), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:50:34.746908 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-652929f6-fb53-49ff-ba39-feaa16583aaa req-753320fa-b9dd-41d1-8822-ab80f03da238 service neutron] 10.222.0.96 "GET /v2.0/networks/41fb740a-fe35-4b66-8c63-e9b9f216cd47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2246885 Feb 04 17:50:34.772797 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-4a1272b0-7dea-48a1-b4ee-8ccd4e4e53d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (03e888dc-c0c1-4167-aa0e-6f5188ca7ab7), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:50:34.785953 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a1272b0-7dea-48a1-b4ee-8ccd4e4e53d2 admin admin] Releasing vlan 784 on physical network physnet1 to pool {{(pid=103376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 17:50:34.786375 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-4a1272b0-7dea-48a1-b4ee-8ccd4e4e53d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25675992'] for segment (03e888dc-c0c1-4167-aa0e-6f5188ca7ab7), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:50:34.788314 n-d-827839-2 neutron-server[103376]: Traceback (most recent call last): Feb 04 17:50:34.788314 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 17:50:34.788314 n-d-827839-2 neutron-server[103376]: timer() Feb 04 17:50:34.788314 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 17:50:34.788314 n-d-827839-2 neutron-server[103376]: cb(*args, **kw) Feb 04 17:50:34.788314 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 17:50:34.788314 n-d-827839-2 neutron-server[103376]: return func(*args, **kwargs) Feb 04 17:50:34.788314 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 17:50:34.788314 n-d-827839-2 neutron-server[103376]: self._notify() Feb 04 17:50:34.788314 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 17:50:34.788314 n-d-827839-2 neutron-server[103376]: self.callback(batched_events) Feb 04 17:50:34.788314 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 17:50:34.788314 n-d-827839-2 neutron-server[103376]: event.method(event) Feb 04 17:50:34.788314 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 17:50:34.788314 n-d-827839-2 neutron-server[103376]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 17:50:34.788314 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 17:50:34.788314 n-d-827839-2 neutron-server[103376]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 17:50:34.788314 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 17:50:34.788314 n-d-827839-2 neutron-server[103376]: return f(self, *a, **k) Feb 04 17:50:34.788314 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 17:50:34.788314 n-d-827839-2 neutron-server[103376]: return self._get(url).json() Feb 04 17:50:34.788314 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 17:50:34.788314 n-d-827839-2 neutron-server[103376]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 17:50:34.788314 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 17:50:34.788314 n-d-827839-2 neutron-server[103376]: return self.request(url, 'GET', **kwargs) Feb 04 17:50:34.788314 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 17:50:34.788314 n-d-827839-2 neutron-server[103376]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 17:50:34.788314 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 17:50:34.788314 n-d-827839-2 neutron-server[103376]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 17:50:34.788314 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 17:50:34.788314 n-d-827839-2 neutron-server[103376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 17:50:34.788314 n-d-827839-2 neutron-server[103376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 17:50:34.912773 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4f14bb47-e72b-46ac-9e44-a61d9293afcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (75326290-f7a3-4db8-9cf2-15c7139ed224), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:50:34.917221 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-4a1272b0-7dea-48a1-b4ee-8ccd4e4e53d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1543671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1595572'] for network (3cdf29d4-b57b-4089-b22d-346c06621de3), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:50:34.938910 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-4a1272b0-7dea-48a1-b4ee-8ccd4e4e53d2 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:50:34.943430 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-4a1272b0-7dea-48a1-b4ee-8ccd4e4e53d2 admin admin] 10.222.0.89 "DELETE /v2.0/networks/3cdf29d4-b57b-4089-b22d-346c06621de3 HTTP/1.1" status: 204 len: 168 time: 0.7060413 Feb 04 17:50:34.944074 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1272b0-7dea-48a1-b4ee-8ccd4e4e53d2 admin admin] Pushing event deleted for resources: {'Network': ['ID=3cdf29d4-b57b-4089-b22d-346c06621de3,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:50:34.946111 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 46426) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:50:34.991594 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ca99167-7d30-4cb9-b0ee-5f64e045cd24 admin admin] Deleting subnet 7373c257-65bf-443e-b6ba-2f5e4ce96284 {{(pid=103376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 17:50:34.995089 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-5ca99167-7d30-4cb9-b0ee-5f64e045cd24 admin admin] Publish callbacks [] for subnet (7373c257-65bf-443e-b6ba-2f5e4ce96284), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:50:35.031541 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-5ca99167-7d30-4cb9-b0ee-5f64e045cd24 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25674901'] for subnet (7373c257-65bf-443e-b6ba-2f5e4ce96284), precommit_delete_associations {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:50:35.081436 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-5ca99167-7d30-4cb9-b0ee-5f64e045cd24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1541225'] for subnet (7373c257-65bf-443e-b6ba-2f5e4ce96284), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:50:35.138142 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-5ca99167-7d30-4cb9-b0ee-5f64e045cd24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1541216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25675894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25858947'] for subnet (7373c257-65bf-443e-b6ba-2f5e4ce96284), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:50:35.167942 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca99167-7d30-4cb9-b0ee-5f64e045cd24 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7373c257-65bf-443e-b6ba-2f5e4ce96284,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:50:35.175156 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-5ca99167-7d30-4cb9-b0ee-5f64e045cd24 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:50:35.179175 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-5ca99167-7d30-4cb9-b0ee-5f64e045cd24 admin admin] 10.222.0.89 "DELETE /v2.0/subnets/7373c257-65bf-443e-b6ba-2f5e4ce96284 HTTP/1.1" status: 204 len: 168 time: 0.2322667 Feb 04 17:50:35.181908 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 46434) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:50:35.272048 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-8002ab29-e331-45b0-9606-89cc42503ce0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628832'] for network (2a2ca108-7816-49c0-adb1-5af7a0fde4e6), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:50:35.360866 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-8002ab29-e331-45b0-9606-89cc42503ce0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1543676', 'neutron.services.segments.db._delete_segments_for_network-8781084786517'] for network (2a2ca108-7816-49c0-adb1-5af7a0fde4e6), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:50:35.403838 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Device e3b3894e-b1f2-4ca4-b2bb-8e67dbb1075f no longer exists at agent hyperv_n-h2-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:50:35.413965 n-d-827839-2 neutron-server[103377]: DEBUG neutron.services.segments.db [None req-8002ab29-e331-45b0-9606-89cc42503ce0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a2ca108-7816-49c0-adb1-5af7a0fde4e6']}} {{(pid=103377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:50:35.437718 n-d-827839-2 neutron-server[103377]: DEBUG neutron.services.segments.db [None req-8002ab29-e331-45b0-9606-89cc42503ce0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd32a2d0b-ef5f-49c8-adc2-1e30108308de') {'for_net_delete': True} {{(pid=103377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:50:35.438010 n-d-827839-2 neutron-server[103377]: DEBUG neutron.services.segments.db [None req-8002ab29-e331-45b0-9606-89cc42503ce0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd32a2d0b-ef5f-49c8-adc2-1e30108308de') {} {{(pid=103377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:50:35.444193 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] No Port match for: e3b3894e-b1f2-4ca4-b2bb-8e67dbb1075f {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 17:50:35.444824 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Device e3b3894e-b1f2-4ca4-b2bb-8e67dbb1075f not bound to the agent host n-h2-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 17:50:35.449524 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-8002ab29-e331-45b0-9606-89cc42503ce0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781084783966', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26866685'] for segment (d32a2d0b-ef5f-49c8-adc2-1e30108308de), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:50:35.465521 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-8002ab29-e331-45b0-9606-89cc42503ce0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (d32a2d0b-ef5f-49c8-adc2-1e30108308de), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:50:35.473277 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8002ab29-e331-45b0-9606-89cc42503ce0 admin admin] Releasing vlan 759 on physical network physnet1 to pool {{(pid=103377) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 17:50:35.473982 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-8002ab29-e331-45b0-9606-89cc42503ce0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25888454'] for segment (d32a2d0b-ef5f-49c8-adc2-1e30108308de), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:50:35.475730 n-d-827839-2 neutron-server[103377]: Traceback (most recent call last): Feb 04 17:50:35.475730 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 17:50:35.475730 n-d-827839-2 neutron-server[103377]: timer() Feb 04 17:50:35.475730 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 17:50:35.475730 n-d-827839-2 neutron-server[103377]: cb(*args, **kw) Feb 04 17:50:35.475730 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 17:50:35.475730 n-d-827839-2 neutron-server[103377]: return func(*args, **kwargs) Feb 04 17:50:35.475730 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 17:50:35.475730 n-d-827839-2 neutron-server[103377]: self._notify() Feb 04 17:50:35.475730 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 17:50:35.475730 n-d-827839-2 neutron-server[103377]: self.callback(batched_events) Feb 04 17:50:35.475730 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 17:50:35.475730 n-d-827839-2 neutron-server[103377]: event.method(event) Feb 04 17:50:35.475730 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 17:50:35.475730 n-d-827839-2 neutron-server[103377]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 17:50:35.475730 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 17:50:35.475730 n-d-827839-2 neutron-server[103377]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 17:50:35.475730 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 17:50:35.475730 n-d-827839-2 neutron-server[103377]: return f(self, *a, **k) Feb 04 17:50:35.475730 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 17:50:35.475730 n-d-827839-2 neutron-server[103377]: return self._get(url).json() Feb 04 17:50:35.475730 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 17:50:35.475730 n-d-827839-2 neutron-server[103377]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 17:50:35.475730 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 17:50:35.475730 n-d-827839-2 neutron-server[103377]: return self.request(url, 'GET', **kwargs) Feb 04 17:50:35.475730 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 17:50:35.475730 n-d-827839-2 neutron-server[103377]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 17:50:35.475730 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 17:50:35.475730 n-d-827839-2 neutron-server[103377]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 17:50:35.475730 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 17:50:35.475730 n-d-827839-2 neutron-server[103377]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 17:50:35.475730 n-d-827839-2 neutron-server[103377]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 17:50:35.537933 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-8002ab29-e331-45b0-9606-89cc42503ce0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1543671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1595572'] for network (2a2ca108-7816-49c0-adb1-5af7a0fde4e6), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:50:35.561762 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-8002ab29-e331-45b0-9606-89cc42503ce0 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:50:35.564421 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-8002ab29-e331-45b0-9606-89cc42503ce0 admin admin] 10.222.0.89 "DELETE /v2.0/networks/2a2ca108-7816-49c0-adb1-5af7a0fde4e6 HTTP/1.1" status: 204 len: 168 time: 0.3814538 Feb 04 17:50:35.565477 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8002ab29-e331-45b0-9606-89cc42503ce0 admin admin] Pushing event deleted for resources: {'Network': ['ID=2a2ca108-7816-49c0-adb1-5af7a0fde4e6,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:50:35.749146 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (ba70844b-66a0-45fd-a2f2-e6ed673321fc), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:50:35.770706 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 46458) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:50:35.828220 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-859a38f4-f853-4750-a438-b0531d54464a admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=5b2ed555ae53401189f786450bd826c8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0560420 Feb 04 17:50:35.831503 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 46460) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:50:35.886052 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-17ca989a-601e-44ec-80ff-e3817c1a09e9 admin admin] Publish callbacks [] for security_group (9e590c8b-5f83-41f1-8961-20a1042234ab), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:50:35.937109 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-17ca989a-601e-44ec-80ff-e3817c1a09e9 admin admin] Publish callbacks [] for security_group (9e590c8b-5f83-41f1-8961-20a1042234ab), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:50:35.986431 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-17ca989a-601e-44ec-80ff-e3817c1a09e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (9e590c8b-5f83-41f1-8961-20a1042234ab), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:50:35.989187 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-17ca989a-601e-44ec-80ff-e3817c1a09e9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:50:35.990349 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-17ca989a-601e-44ec-80ff-e3817c1a09e9 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/9e590c8b-5f83-41f1-8961-20a1042234ab HTTP/1.1" status: 204 len: 168 time: 0.1566167 Feb 04 17:50:35.998753 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ca989a-601e-44ec-80ff-e3817c1a09e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e590c8b-5f83-41f1-8961-20a1042234ab,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:50:36.477696 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 46476) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:50:36.528688 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-996943fa-3e23-4be9-82e8-98ce6894a96d admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=7de04076fe794bf38e88cbf2f84e446c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0495970 Feb 04 17:50:36.531231 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 46480) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:50:36.587237 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-79c7655c-b6c4-441d-807c-29e944418076 admin admin] Publish callbacks [] for security_group (bbe6798b-6f0c-413c-8698-5c785e2b2d2f), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:50:36.612317 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-79c7655c-b6c4-441d-807c-29e944418076 admin admin] Publish callbacks [] for security_group (bbe6798b-6f0c-413c-8698-5c785e2b2d2f), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:50:36.666622 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-79c7655c-b6c4-441d-807c-29e944418076 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (bbe6798b-6f0c-413c-8698-5c785e2b2d2f), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:50:36.673287 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-79c7655c-b6c4-441d-807c-29e944418076 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:50:36.673287 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-79c7655c-b6c4-441d-807c-29e944418076 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/bbe6798b-6f0c-413c-8698-5c785e2b2d2f HTTP/1.1" status: 204 len: 168 time: 0.1406715 Feb 04 17:50:36.682962 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c7655c-b6c4-441d-807c-29e944418076 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbe6798b-6f0c-413c-8698-5c785e2b2d2f,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:50:40.431226 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (f20a1ab3-4332-4f54-833b-ba4a7c687e89), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:50:42.499655 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (3f9244a9-75fc-4c10-b195-11d48b853b41), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:50:44.029951 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 46692) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:50:44.139867 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-7f9e67b1-944d-4a6f-b7c4-4fcd65d03316 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:50:44.214379 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-7f9e67b1-944d-4a6f-b7c4-4fcd65d03316 admin admin] Publish callbacks [] for security_group (b0d0ab55-bb6f-490c-8854-553fbf3469c7), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:50:44.218351 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-7f9e67b1-944d-4a6f-b7c4-4fcd65d03316 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (b0d0ab55-bb6f-490c-8854-553fbf3469c7), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:50:44.255754 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9e67b1-944d-4a6f-b7c4-4fcd65d03316 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0d0ab55-bb6f-490c-8854-553fbf3469c7,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:50:44.263709 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-7f9e67b1-944d-4a6f-b7c4-4fcd65d03316 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=986abf8881a14f32b0f654f409cd6281&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2303321 Feb 04 17:50:44.264673 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 46696) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:50:44.316565 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-ffaa712a-8d4a-4b73-bfd6-49f98dd3a44a admin admin] Publish callbacks [] for security_group (b0d0ab55-bb6f-490c-8854-553fbf3469c7), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:50:44.338180 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-ffaa712a-8d4a-4b73-bfd6-49f98dd3a44a admin admin] Publish callbacks [] for security_group (b0d0ab55-bb6f-490c-8854-553fbf3469c7), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:50:44.385971 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-ffaa712a-8d4a-4b73-bfd6-49f98dd3a44a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (b0d0ab55-bb6f-490c-8854-553fbf3469c7), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:50:44.389164 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-ffaa712a-8d4a-4b73-bfd6-49f98dd3a44a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:50:44.390322 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-ffaa712a-8d4a-4b73-bfd6-49f98dd3a44a admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/b0d0ab55-bb6f-490c-8854-553fbf3469c7 HTTP/1.1" status: 204 len: 168 time: 0.1255000 Feb 04 17:50:44.403240 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffaa712a-8d4a-4b73-bfd6-49f98dd3a44a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0d0ab55-bb6f-490c-8854-553fbf3469c7,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:50:44.672345 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 46708) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:50:44.687574 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-9e64d7a2-8441-452a-a7e7-85740800a3d4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:50:44.805141 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-9e64d7a2-8441-452a-a7e7-85740800a3d4 admin admin] Publish callbacks [] for security_group (26582d26-e514-4976-86f8-d5e1f850da3f), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:50:44.809411 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-9e64d7a2-8441-452a-a7e7-85740800a3d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (26582d26-e514-4976-86f8-d5e1f850da3f), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:50:44.856167 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e64d7a2-8441-452a-a7e7-85740800a3d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26582d26-e514-4976-86f8-d5e1f850da3f,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:50:44.862426 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-9e64d7a2-8441-452a-a7e7-85740800a3d4 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=6e33f2c12c8b4a81bd02b527f9ce1cda&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1888189 Feb 04 17:50:44.865410 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 46714) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:50:44.917368 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-865fb0f1-6680-4165-9f7b-d9015ae977a4 admin admin] Publish callbacks [] for security_group (26582d26-e514-4976-86f8-d5e1f850da3f), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:50:44.938609 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-865fb0f1-6680-4165-9f7b-d9015ae977a4 admin admin] Publish callbacks [] for security_group (26582d26-e514-4976-86f8-d5e1f850da3f), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:50:44.984763 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-865fb0f1-6680-4165-9f7b-d9015ae977a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (26582d26-e514-4976-86f8-d5e1f850da3f), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:50:44.988157 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-865fb0f1-6680-4165-9f7b-d9015ae977a4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:50:44.995541 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-865fb0f1-6680-4165-9f7b-d9015ae977a4 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/26582d26-e514-4976-86f8-d5e1f850da3f HTTP/1.1" status: 204 len: 168 time: 0.1281698 Feb 04 17:50:45.004503 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865fb0f1-6680-4165-9f7b-d9015ae977a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26582d26-e514-4976-86f8-d5e1f850da3f,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:50:47.518292 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 46798) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:50:47.658189 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-a3202ee2-efe8-458d-b8a6-583944e1a1d2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:50:47.743456 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-a3202ee2-efe8-458d-b8a6-583944e1a1d2 admin admin] Publish callbacks [] for security_group (5985f5df-54f5-44cf-aa76-bf559ca54e1e), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:50:47.748371 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-a3202ee2-efe8-458d-b8a6-583944e1a1d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (5985f5df-54f5-44cf-aa76-bf559ca54e1e), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:50:47.791079 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-a3202ee2-efe8-458d-b8a6-583944e1a1d2 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=7fe6ed806bd744288e078c3ba5133493&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2705669 Feb 04 17:50:47.794426 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 46806) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:50:47.804975 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3202ee2-efe8-458d-b8a6-583944e1a1d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5985f5df-54f5-44cf-aa76-bf559ca54e1e,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:50:47.813528 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3202ee2-efe8-458d-b8a6-583944e1a1d2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:50:47.813887 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3202ee2-efe8-458d-b8a6-583944e1a1d2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:50:47.814798 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3202ee2-efe8-458d-b8a6-583944e1a1d2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:50:47.815143 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3202ee2-efe8-458d-b8a6-583944e1a1d2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:50:47.815485 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3202ee2-efe8-458d-b8a6-583944e1a1d2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:50:47.815837 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3202ee2-efe8-458d-b8a6-583944e1a1d2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:50:47.816176 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3202ee2-efe8-458d-b8a6-583944e1a1d2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:50:47.816507 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3202ee2-efe8-458d-b8a6-583944e1a1d2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:50:47.816978 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3202ee2-efe8-458d-b8a6-583944e1a1d2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:50:47.817316 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3202ee2-efe8-458d-b8a6-583944e1a1d2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:50:47.817647 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3202ee2-efe8-458d-b8a6-583944e1a1d2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:50:47.818128 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3202ee2-efe8-458d-b8a6-583944e1a1d2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:50:47.818460 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3202ee2-efe8-458d-b8a6-583944e1a1d2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:50:47.868429 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-62580a6a-0647-4228-ad20-316256f937bb admin admin] Publish callbacks [] for security_group (5985f5df-54f5-44cf-aa76-bf559ca54e1e), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:50:47.896038 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-62580a6a-0647-4228-ad20-316256f937bb admin admin] Publish callbacks [] for security_group (5985f5df-54f5-44cf-aa76-bf559ca54e1e), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:50:47.975116 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-62580a6a-0647-4228-ad20-316256f937bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (5985f5df-54f5-44cf-aa76-bf559ca54e1e), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:50:47.978894 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-62580a6a-0647-4228-ad20-316256f937bb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:50:47.983782 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-62580a6a-0647-4228-ad20-316256f937bb admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/5985f5df-54f5-44cf-aa76-bf559ca54e1e HTTP/1.1" status: 204 len: 168 time: 0.1882660 Feb 04 17:50:47.993769 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62580a6a-0647-4228-ad20-316256f937bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5985f5df-54f5-44cf-aa76-bf559ca54e1e,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:50:48.354771 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 46840) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:50:48.367986 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-3c88bc1e-e63e-471b-9970-9d6bea73ad1f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:50:48.454341 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-3c88bc1e-e63e-471b-9970-9d6bea73ad1f admin admin] Publish callbacks [] for security_group (3274e7fe-a646-4a2d-93cd-7c16f0d61286), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:50:48.459840 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-3c88bc1e-e63e-471b-9970-9d6bea73ad1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (3274e7fe-a646-4a2d-93cd-7c16f0d61286), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:50:48.487946 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 46844) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:50:48.510385 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-3c88bc1e-e63e-471b-9970-9d6bea73ad1f admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=23f1d3c12761425dac07351e408c0b19&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1545320 Feb 04 17:50:48.512416 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c88bc1e-e63e-471b-9970-9d6bea73ad1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3274e7fe-a646-4a2d-93cd-7c16f0d61286,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:50:48.513074 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 46848) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:50:48.574541 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-cf53814c-680b-49cc-8c5b-87bfaa1a9a7d admin admin] Publish callbacks [] for security_group (3274e7fe-a646-4a2d-93cd-7c16f0d61286), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:50:48.599626 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-cf53814c-680b-49cc-8c5b-87bfaa1a9a7d admin admin] Publish callbacks [] for security_group (3274e7fe-a646-4a2d-93cd-7c16f0d61286), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:50:48.651389 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-593bf767-7480-4953-b06b-a24679bb773b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:50:48.684516 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-cf53814c-680b-49cc-8c5b-87bfaa1a9a7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (3274e7fe-a646-4a2d-93cd-7c16f0d61286), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:50:48.687079 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-cf53814c-680b-49cc-8c5b-87bfaa1a9a7d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:50:48.688394 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-cf53814c-680b-49cc-8c5b-87bfaa1a9a7d admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/3274e7fe-a646-4a2d-93cd-7c16f0d61286 HTTP/1.1" status: 204 len: 168 time: 0.1740937 Feb 04 17:50:48.708393 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf53814c-680b-49cc-8c5b-87bfaa1a9a7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3274e7fe-a646-4a2d-93cd-7c16f0d61286,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:50:48.809286 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-593bf767-7480-4953-b06b-a24679bb773b admin admin] Publish callbacks [] for security_group (becdaba2-9172-4c0d-8268-d2c700c93419), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:50:48.817630 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-593bf767-7480-4953-b06b-a24679bb773b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (becdaba2-9172-4c0d-8268-d2c700c93419), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:50:48.862255 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593bf767-7480-4953-b06b-a24679bb773b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=becdaba2-9172-4c0d-8268-d2c700c93419,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:50:48.906535 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-593bf767-7480-4953-b06b-a24679bb773b admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=496daa5d710b41fc8d147b8a7c7ce750&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4172752 Feb 04 17:50:48.909597 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 46854) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:50:48.999433 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-dc8edc94-aa99-4124-9554-7d517766707e admin admin] Publish callbacks [] for security_group (becdaba2-9172-4c0d-8268-d2c700c93419), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:50:49.032673 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-dc8edc94-aa99-4124-9554-7d517766707e admin admin] Publish callbacks [] for security_group (becdaba2-9172-4c0d-8268-d2c700c93419), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:50:49.099724 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-dc8edc94-aa99-4124-9554-7d517766707e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (becdaba2-9172-4c0d-8268-d2c700c93419), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:50:49.104048 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-dc8edc94-aa99-4124-9554-7d517766707e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:50:49.106066 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-dc8edc94-aa99-4124-9554-7d517766707e admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/becdaba2-9172-4c0d-8268-d2c700c93419 HTTP/1.1" status: 204 len: 168 time: 0.1953797 Feb 04 17:50:49.118059 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8edc94-aa99-4124-9554-7d517766707e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=becdaba2-9172-4c0d-8268-d2c700c93419,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:50:49.487150 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 46874) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:50:49.607999 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 46880) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:50:49.632047 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-3e3eef1a-8027-4ad7-97b3-fb9dd5f8a0d5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:50:49.635243 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-dc590076-684b-404f-b26e-c6cc21aec2f4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:50:49.730769 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-dc590076-684b-404f-b26e-c6cc21aec2f4 admin admin] Publish callbacks [] for security_group (0fd96e43-a1e1-4f7d-af4f-f905ae113a4f), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:50:49.735223 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-dc590076-684b-404f-b26e-c6cc21aec2f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (0fd96e43-a1e1-4f7d-af4f-f905ae113a4f), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:50:49.747286 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-3e3eef1a-8027-4ad7-97b3-fb9dd5f8a0d5 admin admin] Publish callbacks [] for security_group (0d0b7250-86b2-4bbe-a496-ef0d16d97d6a), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:50:49.753784 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-3e3eef1a-8027-4ad7-97b3-fb9dd5f8a0d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (0d0b7250-86b2-4bbe-a496-ef0d16d97d6a), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:50:49.785285 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3eef1a-8027-4ad7-97b3-fb9dd5f8a0d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d0b7250-86b2-4bbe-a496-ef0d16d97d6a,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:50:49.797325 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-dc590076-684b-404f-b26e-c6cc21aec2f4 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=0fba56a513764eb4aa37ab8eec7ec7f0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1880255 Feb 04 17:50:49.799404 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc590076-684b-404f-b26e-c6cc21aec2f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fd96e43-a1e1-4f7d-af4f-f905ae113a4f,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:50:49.802376 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 46886) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:50:49.819722 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 46888) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:50:49.820571 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-3e3eef1a-8027-4ad7-97b3-fb9dd5f8a0d5 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=03c3d5c92cd4455e96e2f7964d5cb9e4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3321080 Feb 04 17:50:49.900433 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-8ba349a8-c02e-46a3-80a3-d885ca39f3ad admin admin] Publish callbacks [] for security_group (0fd96e43-a1e1-4f7d-af4f-f905ae113a4f), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:50:49.906497 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-5efd7399-bbd1-4fd9-91cb-a11a97a499b6 admin admin] Publish callbacks [] for security_group (0d0b7250-86b2-4bbe-a496-ef0d16d97d6a), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:50:49.935362 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-8ba349a8-c02e-46a3-80a3-d885ca39f3ad admin admin] Publish callbacks [] for security_group (0fd96e43-a1e1-4f7d-af4f-f905ae113a4f), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:50:49.951138 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-5efd7399-bbd1-4fd9-91cb-a11a97a499b6 admin admin] Publish callbacks [] for security_group (0d0b7250-86b2-4bbe-a496-ef0d16d97d6a), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:50:50.029930 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-5efd7399-bbd1-4fd9-91cb-a11a97a499b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (0d0b7250-86b2-4bbe-a496-ef0d16d97d6a), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:50:50.033198 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-5efd7399-bbd1-4fd9-91cb-a11a97a499b6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:50:50.034508 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-5efd7399-bbd1-4fd9-91cb-a11a97a499b6 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/0d0b7250-86b2-4bbe-a496-ef0d16d97d6a HTTP/1.1" status: 204 len: 168 time: 0.2138867 Feb 04 17:50:50.037260 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-8ba349a8-c02e-46a3-80a3-d885ca39f3ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (0fd96e43-a1e1-4f7d-af4f-f905ae113a4f), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:50:50.039935 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-8ba349a8-c02e-46a3-80a3-d885ca39f3ad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:50:50.040896 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-8ba349a8-c02e-46a3-80a3-d885ca39f3ad admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/0fd96e43-a1e1-4f7d-af4f-f905ae113a4f HTTP/1.1" status: 204 len: 168 time: 0.2374270 Feb 04 17:50:50.047927 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efd7399-bbd1-4fd9-91cb-a11a97a499b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d0b7250-86b2-4bbe-a496-ef0d16d97d6a,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:50:50.087818 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba349a8-c02e-46a3-80a3-d885ca39f3ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fd96e43-a1e1-4f7d-af4f-f905ae113a4f,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:50:55.178717 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.agents_db [None req-e1691f3b-aacd-4cd6-8ebb-a9c53bb301c0 None None] Agent healthcheck: found 7 active agents {{(pid=103379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 17:50:59.483953 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 47228) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:50:59.591742 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-f36f9eed-3ef6-406a-8326-06f5e28dd8c1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:50:59.670145 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-f36f9eed-3ef6-406a-8326-06f5e28dd8c1 admin admin] Publish callbacks [] for security_group (00399190-1937-4dd6-ada0-41324120bca8), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:50:59.674122 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-f36f9eed-3ef6-406a-8326-06f5e28dd8c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (00399190-1937-4dd6-ada0-41324120bca8), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:50:59.710946 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36f9eed-3ef6-406a-8326-06f5e28dd8c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00399190-1937-4dd6-ada0-41324120bca8,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:50:59.719621 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 47234) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:50:59.720083 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-f36f9eed-3ef6-406a-8326-06f5e28dd8c1 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=cde836f9feac4f8a9dbde8a386b39eeb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2349687 Feb 04 17:50:59.746801 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-56a08d28-d91d-4b6d-b95b-e0bca4c6910d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (bb89f5a3-3c22-440b-b7d1-c4f0c43c184a), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:50:59.778576 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-d809fcdb-1972-4607-8db5-bc60f7deaadd admin admin] Publish callbacks [] for security_group (00399190-1937-4dd6-ada0-41324120bca8), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:50:59.799601 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-d809fcdb-1972-4607-8db5-bc60f7deaadd admin admin] Publish callbacks [] for security_group (00399190-1937-4dd6-ada0-41324120bca8), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:50:59.849702 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-d809fcdb-1972-4607-8db5-bc60f7deaadd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (00399190-1937-4dd6-ada0-41324120bca8), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:50:59.852388 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-d809fcdb-1972-4607-8db5-bc60f7deaadd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:50:59.853603 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-d809fcdb-1972-4607-8db5-bc60f7deaadd admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/00399190-1937-4dd6-ada0-41324120bca8 HTTP/1.1" status: 204 len: 168 time: 0.1307766 Feb 04 17:50:59.861805 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d809fcdb-1972-4607-8db5-bc60f7deaadd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00399190-1937-4dd6-ada0-41324120bca8,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:51:00.123462 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 47240) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:51:00.137301 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-f78365aa-0e0d-4b55-bd7f-f012d3a02cc4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:00.213413 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-f78365aa-0e0d-4b55-bd7f-f012d3a02cc4 admin admin] Publish callbacks [] for security_group (dc2f53fa-d2d0-404a-b160-5b49d6f5114c), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:00.217183 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-f78365aa-0e0d-4b55-bd7f-f012d3a02cc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (dc2f53fa-d2d0-404a-b160-5b49d6f5114c), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:00.254138 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78365aa-0e0d-4b55-bd7f-f012d3a02cc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc2f53fa-d2d0-404a-b160-5b49d6f5114c,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:51:00.259148 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-f78365aa-0e0d-4b55-bd7f-f012d3a02cc4 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=88e0a31b9e83495abbaf92d74d8d9ffe&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1345952 Feb 04 17:51:00.261817 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 47242) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:51:00.314299 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-bc8c8975-0578-4a40-99bc-b49b3eabcb85 admin admin] Publish callbacks [] for security_group (dc2f53fa-d2d0-404a-b160-5b49d6f5114c), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:00.339209 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-bc8c8975-0578-4a40-99bc-b49b3eabcb85 admin admin] Publish callbacks [] for security_group (dc2f53fa-d2d0-404a-b160-5b49d6f5114c), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:00.387234 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-bc8c8975-0578-4a40-99bc-b49b3eabcb85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (dc2f53fa-d2d0-404a-b160-5b49d6f5114c), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:00.389850 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-bc8c8975-0578-4a40-99bc-b49b3eabcb85 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:00.391362 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-bc8c8975-0578-4a40-99bc-b49b3eabcb85 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/dc2f53fa-d2d0-404a-b160-5b49d6f5114c HTTP/1.1" status: 204 len: 168 time: 0.1284506 Feb 04 17:51:00.399585 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8c8975-0578-4a40-99bc-b49b3eabcb85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc2f53fa-d2d0-404a-b160-5b49d6f5114c,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:51:01.712232 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 47300) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:51:01.836498 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-323ed201-f1be-4432-b8a7-c78de677248b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:01.922145 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-323ed201-f1be-4432-b8a7-c78de677248b admin admin] Publish callbacks [] for security_group (59ae758a-a4d4-4a47-afce-214706440c50), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:01.926804 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-323ed201-f1be-4432-b8a7-c78de677248b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (59ae758a-a4d4-4a47-afce-214706440c50), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:01.956954 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323ed201-f1be-4432-b8a7-c78de677248b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59ae758a-a4d4-4a47-afce-214706440c50,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:51:01.980945 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 47304) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:51:01.981449 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-323ed201-f1be-4432-b8a7-c78de677248b admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=6f61bcbfe5104da18e62a96e8e8a95c9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2676044 Feb 04 17:51:02.032099 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-bf2f3f24-f879-4f3b-b529-2e69d858e93e admin admin] Publish callbacks [] for security_group (59ae758a-a4d4-4a47-afce-214706440c50), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:02.053779 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-bf2f3f24-f879-4f3b-b529-2e69d858e93e admin admin] Publish callbacks [] for security_group (59ae758a-a4d4-4a47-afce-214706440c50), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:02.101992 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-bf2f3f24-f879-4f3b-b529-2e69d858e93e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (59ae758a-a4d4-4a47-afce-214706440c50), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:02.104711 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-bf2f3f24-f879-4f3b-b529-2e69d858e93e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:02.108336 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-bf2f3f24-f879-4f3b-b529-2e69d858e93e admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/59ae758a-a4d4-4a47-afce-214706440c50 HTTP/1.1" status: 204 len: 168 time: 0.1231527 Feb 04 17:51:02.114855 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2f3f24-f879-4f3b-b529-2e69d858e93e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59ae758a-a4d4-4a47-afce-214706440c50,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:51:02.831739 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-32926ea4-1fcd-4e8c-8bc6-f18785e3e840 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (64ada913-9131-4d99-a265-63a920956287), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:03.080329 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d408ec64-b374-4acb-a1fc-48241dad6d47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (0cd6d64a-47a7-40ff-8c12-71dd526c62e0), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:04.332861 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 47446) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:51:04.461728 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-07f29728-10a7-4777-a634-41ce150ad4c8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:04.546905 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-07f29728-10a7-4777-a634-41ce150ad4c8 admin admin] Publish callbacks [] for security_group (66940d08-2365-4491-93e3-094583ccdf2e), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:04.551807 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-07f29728-10a7-4777-a634-41ce150ad4c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (66940d08-2365-4491-93e3-094583ccdf2e), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:04.593899 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-07f29728-10a7-4777-a634-41ce150ad4c8 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=8339157f4b0f455db3ff4532f969c452&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2598209 Feb 04 17:51:04.595026 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f29728-10a7-4777-a634-41ce150ad4c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66940d08-2365-4491-93e3-094583ccdf2e,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:51:04.596700 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 47460) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:51:04.648272 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-4cc84c4d-ef12-4ab8-b530-182b3ae34815 admin admin] Publish callbacks [] for security_group (66940d08-2365-4491-93e3-094583ccdf2e), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:04.670841 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-4cc84c4d-ef12-4ab8-b530-182b3ae34815 admin admin] Publish callbacks [] for security_group (66940d08-2365-4491-93e3-094583ccdf2e), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:04.721244 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-4cc84c4d-ef12-4ab8-b530-182b3ae34815 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (66940d08-2365-4491-93e3-094583ccdf2e), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:04.723798 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-4cc84c4d-ef12-4ab8-b530-182b3ae34815 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:04.724976 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-4cc84c4d-ef12-4ab8-b530-182b3ae34815 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/66940d08-2365-4491-93e3-094583ccdf2e HTTP/1.1" status: 204 len: 168 time: 0.1258936 Feb 04 17:51:04.736858 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc84c4d-ef12-4ab8-b530-182b3ae34815 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66940d08-2365-4491-93e3-094583ccdf2e,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:51:04.866353 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4f14bb47-e72b-46ac-9e44-a61d9293afcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (75326290-f7a3-4db8-9cf2-15c7139ed224), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:04.995520 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 47466) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:51:05.009384 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-2c43af9b-6572-421e-8bfa-5de5c871ca43 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:05.083132 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-2c43af9b-6572-421e-8bfa-5de5c871ca43 admin admin] Publish callbacks [] for security_group (19ae082f-fcff-46ca-b374-a4617c940521), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:05.088489 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-2c43af9b-6572-421e-8bfa-5de5c871ca43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (19ae082f-fcff-46ca-b374-a4617c940521), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:05.128053 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-2c43af9b-6572-421e-8bfa-5de5c871ca43 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=5f4079d1786b4cdfa7442a6397b13f53&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1314292 Feb 04 17:51:05.130697 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 47468) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:51:05.136421 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c43af9b-6572-421e-8bfa-5de5c871ca43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19ae082f-fcff-46ca-b374-a4617c940521,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:51:05.150684 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c43af9b-6572-421e-8bfa-5de5c871ca43 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:51:05.151032 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c43af9b-6572-421e-8bfa-5de5c871ca43 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:51:05.151371 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c43af9b-6572-421e-8bfa-5de5c871ca43 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:51:05.152349 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c43af9b-6572-421e-8bfa-5de5c871ca43 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:51:05.152693 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c43af9b-6572-421e-8bfa-5de5c871ca43 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:51:05.153049 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c43af9b-6572-421e-8bfa-5de5c871ca43 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:51:05.153384 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c43af9b-6572-421e-8bfa-5de5c871ca43 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:51:05.153717 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c43af9b-6572-421e-8bfa-5de5c871ca43 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:51:05.154043 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c43af9b-6572-421e-8bfa-5de5c871ca43 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:51:05.154363 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c43af9b-6572-421e-8bfa-5de5c871ca43 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:51:05.154686 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c43af9b-6572-421e-8bfa-5de5c871ca43 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:51:05.155013 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c43af9b-6572-421e-8bfa-5de5c871ca43 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:51:05.155330 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c43af9b-6572-421e-8bfa-5de5c871ca43 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:51:05.193714 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-49189b8d-5ca5-4c9c-885b-63e1ddfe6b53 admin admin] Publish callbacks [] for security_group (19ae082f-fcff-46ca-b374-a4617c940521), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:05.214241 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-49189b8d-5ca5-4c9c-885b-63e1ddfe6b53 admin admin] Publish callbacks [] for security_group (19ae082f-fcff-46ca-b374-a4617c940521), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:05.264998 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-49189b8d-5ca5-4c9c-885b-63e1ddfe6b53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (19ae082f-fcff-46ca-b374-a4617c940521), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:05.267838 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-49189b8d-5ca5-4c9c-885b-63e1ddfe6b53 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:05.271356 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-49189b8d-5ca5-4c9c-885b-63e1ddfe6b53 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/19ae082f-fcff-46ca-b374-a4617c940521 HTTP/1.1" status: 204 len: 168 time: 0.1374016 Feb 04 17:51:05.284119 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49189b8d-5ca5-4c9c-885b-63e1ddfe6b53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19ae082f-fcff-46ca-b374-a4617c940521,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:51:05.743933 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (ba70844b-66a0-45fd-a2f2-e6ed673321fc), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:06.860250 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 47590) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:51:06.991315 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-8493d569-2e84-4eea-a070-0c5f9baf3fc1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:07.074891 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-8493d569-2e84-4eea-a070-0c5f9baf3fc1 admin admin] Publish callbacks [] for security_group (d1d5aefb-bea7-4904-b137-a8e8d2edc47b), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:07.078749 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-8493d569-2e84-4eea-a070-0c5f9baf3fc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (d1d5aefb-bea7-4904-b137-a8e8d2edc47b), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:07.119232 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-8493d569-2e84-4eea-a070-0c5f9baf3fc1 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=82283905158f44c1aba7eb13c14afd16&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2571716 Feb 04 17:51:07.120101 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8493d569-2e84-4eea-a070-0c5f9baf3fc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1d5aefb-bea7-4904-b137-a8e8d2edc47b,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:51:07.121899 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 47604) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:51:07.177011 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-f0d74b89-84ca-4b3a-b7c5-10f586c597b0 admin admin] Publish callbacks [] for security_group (d1d5aefb-bea7-4904-b137-a8e8d2edc47b), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:07.197680 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-f0d74b89-84ca-4b3a-b7c5-10f586c597b0 admin admin] Publish callbacks [] for security_group (d1d5aefb-bea7-4904-b137-a8e8d2edc47b), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:07.243825 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-f0d74b89-84ca-4b3a-b7c5-10f586c597b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (d1d5aefb-bea7-4904-b137-a8e8d2edc47b), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:07.246624 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-f0d74b89-84ca-4b3a-b7c5-10f586c597b0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:07.247758 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-f0d74b89-84ca-4b3a-b7c5-10f586c597b0 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/d1d5aefb-bea7-4904-b137-a8e8d2edc47b HTTP/1.1" status: 204 len: 168 time: 0.1241815 Feb 04 17:51:07.257079 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d74b89-84ca-4b3a-b7c5-10f586c597b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1d5aefb-bea7-4904-b137-a8e8d2edc47b,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:51:08.418924 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 47672) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:51:08.523040 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-ebd1e1aa-845b-414d-a51a-e52d164d9343 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:08.594654 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-ebd1e1aa-845b-414d-a51a-e52d164d9343 admin admin] Publish callbacks [] for security_group (8a24437d-02dd-4c14-a423-1265f27da07a), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:08.598760 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-ebd1e1aa-845b-414d-a51a-e52d164d9343 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (8a24437d-02dd-4c14-a423-1265f27da07a), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:08.637501 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-ebd1e1aa-845b-414d-a51a-e52d164d9343 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=1dc1a040912746838f43da0c48dc079d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2175090 Feb 04 17:51:08.638352 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd1e1aa-845b-414d-a51a-e52d164d9343 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a24437d-02dd-4c14-a423-1265f27da07a,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:51:08.640533 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 47676) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:51:08.691733 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-1ed96130-ce0b-4d99-971d-56a9e9cc1b39 admin admin] Publish callbacks [] for security_group (8a24437d-02dd-4c14-a423-1265f27da07a), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:08.713862 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-1ed96130-ce0b-4d99-971d-56a9e9cc1b39 admin admin] Publish callbacks [] for security_group (8a24437d-02dd-4c14-a423-1265f27da07a), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:08.758658 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-1ed96130-ce0b-4d99-971d-56a9e9cc1b39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (8a24437d-02dd-4c14-a423-1265f27da07a), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:08.761463 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-1ed96130-ce0b-4d99-971d-56a9e9cc1b39 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:08.762608 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-1ed96130-ce0b-4d99-971d-56a9e9cc1b39 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/8a24437d-02dd-4c14-a423-1265f27da07a HTTP/1.1" status: 204 len: 168 time: 0.1210501 Feb 04 17:51:08.771885 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed96130-ce0b-4d99-971d-56a9e9cc1b39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a24437d-02dd-4c14-a423-1265f27da07a,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:51:09.898269 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 47720) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:51:09.993698 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-45d3ead7-4e6d-4516-8e54-0b2690ac4f20 tempest-RoutersAdminTest-380122160 tempest-RoutersAdminTest-380122160-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1164633944', 'router:external': True}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:51:10.016711 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45d3ead7-4e6d-4516-8e54-0b2690ac4f20 tempest-RoutersAdminTest-380122160 tempest-RoutersAdminTest-380122160-project-admin] Made reservation on behalf of 86ef3d7211f94b1b8aeee5ef9a7451c8 for: {'network': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:51:10.019566 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-45d3ead7-4e6d-4516-8e54-0b2690ac4f20 tempest-RoutersAdminTest-380122160 tempest-RoutersAdminTest-380122160-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for network (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:10.032192 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-45d3ead7-4e6d-4516-8e54-0b2690ac4f20 tempest-RoutersAdminTest-380122160 tempest-RoutersAdminTest-380122160-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:10.105722 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-45d3ead7-4e6d-4516-8e54-0b2690ac4f20 tempest-RoutersAdminTest-380122160 tempest-RoutersAdminTest-380122160-project-admin] Publish callbacks [] for security_group (ca206324-524b-400d-8134-fd668893802d), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:10.109475 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-45d3ead7-4e6d-4516-8e54-0b2690ac4f20 tempest-RoutersAdminTest-380122160 tempest-RoutersAdminTest-380122160-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (ca206324-524b-400d-8134-fd668893802d), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:10.134603 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45d3ead7-4e6d-4516-8e54-0b2690ac4f20 tempest-RoutersAdminTest-380122160 tempest-RoutersAdminTest-380122160-project-admin] vlan segment allocate from pool success with {'vlan_id': 776, 'physical_network': 'physnet1'} {{(pid=103377) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 17:51:10.149551 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d3ead7-4e6d-4516-8e54-0b2690ac4f20 tempest-RoutersAdminTest-380122160 tempest-RoutersAdminTest-380122160-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca206324-524b-400d-8134-fd668893802d,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:51:10.152361 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-45d3ead7-4e6d-4516-8e54-0b2690ac4f20 tempest-RoutersAdminTest-380122160 tempest-RoutersAdminTest-380122160-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (eefdecdf-8d72-4e4f-863a-e1070b04561f), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:10.152701 n-d-827839-2 neutron-server[103377]: INFO neutron.db.segments_db [None req-45d3ead7-4e6d-4516-8e54-0b2690ac4f20 tempest-RoutersAdminTest-380122160 tempest-RoutersAdminTest-380122160-project-admin] Added segment eefdecdf-8d72-4e4f-863a-e1070b04561f of type vlan for network 1e3c8263-af96-43f7-9ce4-ad631c3993b4 Feb 04 17:51:10.197190 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-45d3ead7-4e6d-4516-8e54-0b2690ac4f20 tempest-RoutersAdminTest-380122160 tempest-RoutersAdminTest-380122160-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781084292801'] for network (1e3c8263-af96-43f7-9ce4-ad631c3993b4), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:10.224937 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-45d3ead7-4e6d-4516-8e54-0b2690ac4f20 tempest-RoutersAdminTest-380122160 tempest-RoutersAdminTest-380122160-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327'] for network (1e3c8263-af96-43f7-9ce4-ad631c3993b4), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:10.225889 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45d3ead7-4e6d-4516-8e54-0b2690ac4f20 tempest-RoutersAdminTest-380122160 tempest-RoutersAdminTest-380122160-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:51:10.226479 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-45d3ead7-4e6d-4516-8e54-0b2690ac4f20 tempest-RoutersAdminTest-380122160 tempest-RoutersAdminTest-380122160-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:10.285337 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-45d3ead7-4e6d-4516-8e54-0b2690ac4f20 tempest-RoutersAdminTest-380122160 tempest-RoutersAdminTest-380122160-project-admin] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 0.3858759 Feb 04 17:51:10.286732 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 47728) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:51:10.296179 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d3ead7-4e6d-4516-8e54-0b2690ac4f20 tempest-RoutersAdminTest-380122160 tempest-RoutersAdminTest-380122160-project-admin] Pushing event updated for resources: {'Network': ['ID=1e3c8263-af96-43f7-9ce4-ad631c3993b4,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:51:10.296509 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-42a0b32b-3036-4fd8-8cc3-b5f7f4c01588 tempest-RoutersAdminTest-380122160 tempest-RoutersAdminTest-380122160-project-admin] Request body: {'subnet': {'network_id': '1e3c8263-af96-43f7-9ce4-ad631c3993b4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:51:10.301606 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Network 1e3c8263-af96-43f7-9ce4-ad631c3993b4 details requested by agent ovs-agent-n-d-827839-2 with host n-d-827839-2 {{(pid=103378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 17:51:10.327721 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42a0b32b-3036-4fd8-8cc3-b5f7f4c01588 tempest-RoutersAdminTest-380122160 tempest-RoutersAdminTest-380122160-project-admin] Made reservation on behalf of 86ef3d7211f94b1b8aeee5ef9a7451c8 for: {'subnet': 1} {{(pid=103376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:51:10.330448 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-42a0b32b-3036-4fd8-8cc3-b5f7f4c01588 tempest-RoutersAdminTest-380122160 tempest-RoutersAdminTest-380122160-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25859006'] for subnet (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:10.404039 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (f20a1ab3-4332-4f54-833b-ba4a7c687e89), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:10.629201 n-d-827839-2 neutron-server[103376]: DEBUG neutron.objects.ports [None req-42a0b32b-3036-4fd8-8cc3-b5f7f4c01588 tempest-RoutersAdminTest-380122160 tempest-RoutersAdminTest-380122160-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103376) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 04 17:51:10.629652 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-42a0b32b-3036-4fd8-8cc3-b5f7f4c01588 tempest-RoutersAdminTest-380122160 tempest-RoutersAdminTest-380122160-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25674939', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25858952'] for subnet (b86c8494-a192-495f-b921-8ec801048c91), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:10.686057 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a0b32b-3036-4fd8-8cc3-b5f7f4c01588 tempest-RoutersAdminTest-380122160 tempest-RoutersAdminTest-380122160-project-admin] Pushing event updated for resources: {'Subnet': ['ID=b86c8494-a192-495f-b921-8ec801048c91,revision_number=0']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:51:10.694577 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42a0b32b-3036-4fd8-8cc3-b5f7f4c01588 tempest-RoutersAdminTest-380122160 tempest-RoutersAdminTest-380122160-project-admin] Checking segment: {'id': 'eefdecdf-8d72-4e4f-863a-e1070b04561f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '1e3c8263-af96-43f7-9ce4-ad631c3993b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:51:10.694961 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42a0b32b-3036-4fd8-8cc3-b5f7f4c01588 tempest-RoutersAdminTest-380122160 tempest-RoutersAdminTest-380122160-project-admin] Network hostable DHCP agents. Network: 1e3c8263-af96-43f7-9ce4-ad631c3993b4, hostable agents: ['bb89f5a3-3c22-440b-b7d1-c4f0c43c184a'], hosted agents: [] {{(pid=103376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 17:51:10.712253 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42a0b32b-3036-4fd8-8cc3-b5f7f4c01588 tempest-RoutersAdminTest-380122160 tempest-RoutersAdminTest-380122160-project-admin] Network 1e3c8263-af96-43f7-9ce4-ad631c3993b4 is scheduled to be hosted by DHCP agent bb89f5a3-3c22-440b-b7d1-c4f0c43c184a with binding_index 1 {{(pid=103376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 17:51:10.721108 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [None req-42a0b32b-3036-4fd8-8cc3-b5f7f4c01588 tempest-RoutersAdminTest-380122160 tempest-RoutersAdminTest-380122160-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827839-2, 1e3c8263-af96-43f7-9ce4-ad631c3993b4) {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:51:10.725122 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42a0b32b-3036-4fd8-8cc3-b5f7f4c01588 tempest-RoutersAdminTest-380122160 tempest-RoutersAdminTest-380122160-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:51:10.725723 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-42a0b32b-3036-4fd8-8cc3-b5f7f4c01588 tempest-RoutersAdminTest-380122160 tempest-RoutersAdminTest-380122160-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:10.730645 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8fd18b8-9d9d-4bc0-bb68-8dd805fa49a4 None None] Network 1e3c8263-af96-43f7-9ce4-ad631c3993b4 requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:51:10.742378 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-42a0b32b-3036-4fd8-8cc3-b5f7f4c01588 tempest-RoutersAdminTest-380122160 tempest-RoutersAdminTest-380122160-project-admin] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.4540408 Feb 04 17:51:10.745123 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 47738) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:51:10.750267 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-517465d4-85c9-42a6-a3a7-fad38f15e202 tempest-RoutersAdminTest-380122160 tempest-RoutersAdminTest-380122160-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-258901232', 'network_id': '1e3c8263-af96-43f7-9ce4-ad631c3993b4'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:51:10.769695 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-517465d4-85c9-42a6-a3a7-fad38f15e202 tempest-RoutersAdminTest-380122160 tempest-RoutersAdminTest-380122160-project-admin] Made reservation on behalf of 86ef3d7211f94b1b8aeee5ef9a7451c8 for: {'port': 1} {{(pid=103376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:51:10.772113 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-517465d4-85c9-42a6-a3a7-fad38f15e202 tempest-RoutersAdminTest-380122160 tempest-RoutersAdminTest-380122160-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:10.792240 n-d-827839-2 neutron-server[103376]: DEBUG neutron.notifiers.nova [None req-517465d4-85c9-42a6-a3a7-fad38f15e202 tempest-RoutersAdminTest-380122160 tempest-RoutersAdminTest-380122160-project-admin] device_id is not set on port 3a1a16be-c0ba-4d85-b6a6-e1efe66ff8a8 yet. {{(pid=103376) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 04 17:51:10.837214 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72a71a3f-0935-4277-9129-c86a92531fa6 None None] Network 1e3c8263-af96-43f7-9ce4-ad631c3993b4 requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:51:10.889649 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.db_base_plugin_common [None req-517465d4-85c9-42a6-a3a7-fad38f15e202 tempest-RoutersAdminTest-380122160 tempest-RoutersAdminTest-380122160-project-admin] Allocated IP 172.20.0.12 (1e3c8263-af96-43f7-9ce4-ad631c3993b4/b86c8494-a192-495f-b921-8ec801048c91/3a1a16be-c0ba-4d85-b6a6-e1efe66ff8a8) {{(pid=103376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:51:11.027389 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-517465d4-85c9-42a6-a3a7-fad38f15e202 tempest-RoutersAdminTest-380122160 tempest-RoutersAdminTest-380122160-project-admin] Publish callbacks [] for port (3a1a16be-c0ba-4d85-b6a6-e1efe66ff8a8), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:11.060249 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-517465d4-85c9-42a6-a3a7-fad38f15e202 tempest-RoutersAdminTest-380122160 tempest-RoutersAdminTest-380122160-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (3a1a16be-c0ba-4d85-b6a6-e1efe66ff8a8), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:11.103676 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-517465d4-85c9-42a6-a3a7-fad38f15e202 tempest-RoutersAdminTest-380122160 tempest-RoutersAdminTest-380122160-project-admin] Network 1e3c8263-af96-43f7-9ce4-ad631c3993b4 is already hosted by enough agents. {{(pid=103376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:51:11.106525 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [None req-517465d4-85c9-42a6-a3a7-fad38f15e202 tempest-RoutersAdminTest-380122160 tempest-RoutersAdminTest-380122160-project-admin] Resources bound (agent type, host, resource id): {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:51:11.108833 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-517465d4-85c9-42a6-a3a7-fad38f15e202 tempest-RoutersAdminTest-380122160 tempest-RoutersAdminTest-380122160-project-admin] Received port after_create {{(pid=103376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:51:11.138749 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517465d4-85c9-42a6-a3a7-fad38f15e202 tempest-RoutersAdminTest-380122160 tempest-RoutersAdminTest-380122160-project-admin] Pushing event updated for resources: {'Port': ['ID=3a1a16be-c0ba-4d85-b6a6-e1efe66ff8a8,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:51:11.153454 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-517465d4-85c9-42a6-a3a7-fad38f15e202 tempest-RoutersAdminTest-380122160 tempest-RoutersAdminTest-380122160-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:51:11.154067 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-517465d4-85c9-42a6-a3a7-fad38f15e202 tempest-RoutersAdminTest-380122160 tempest-RoutersAdminTest-380122160-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:11.169312 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-517465d4-85c9-42a6-a3a7-fad38f15e202 tempest-RoutersAdminTest-380122160 tempest-RoutersAdminTest-380122160-project-admin] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 0.4230182 Feb 04 17:51:11.171828 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 47740) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:51:11.251073 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-2bb7cff1-5767-4fd4-9616-7b1e02dd3ed6 tempest-RoutersAdminTest-380122160 tempest-RoutersAdminTest-380122160-project-admin] Deleting port 3a1a16be-c0ba-4d85-b6a6-e1efe66ff8a8 {{(pid=103376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:51:11.251413 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-2bb7cff1-5767-4fd4-9616-7b1e02dd3ed6 tempest-RoutersAdminTest-380122160 tempest-RoutersAdminTest-380122160-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (3a1a16be-c0ba-4d85-b6a6-e1efe66ff8a8), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:11.325728 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-2bb7cff1-5767-4fd4-9616-7b1e02dd3ed6 tempest-RoutersAdminTest-380122160 tempest-RoutersAdminTest-380122160-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (3a1a16be-c0ba-4d85-b6a6-e1efe66ff8a8), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:11.337395 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-2bb7cff1-5767-4fd4-9616-7b1e02dd3ed6 tempest-RoutersAdminTest-380122160 tempest-RoutersAdminTest-380122160-project-admin] Calling delete_port for 3a1a16be-c0ba-4d85-b6a6-e1efe66ff8a8 owned by {{(pid=103376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:51:11.461629 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-2bb7cff1-5767-4fd4-9616-7b1e02dd3ed6 tempest-RoutersAdminTest-380122160 tempest-RoutersAdminTest-380122160-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (3a1a16be-c0ba-4d85-b6a6-e1efe66ff8a8), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:11.487520 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb7cff1-5767-4fd4-9616-7b1e02dd3ed6 tempest-RoutersAdminTest-380122160 tempest-RoutersAdminTest-380122160-project-admin] Pushing event deleted for resources: {'Port': ['ID=3a1a16be-c0ba-4d85-b6a6-e1efe66ff8a8,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:51:11.553872 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-2bb7cff1-5767-4fd4-9616-7b1e02dd3ed6 tempest-RoutersAdminTest-380122160 tempest-RoutersAdminTest-380122160-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:11.557339 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-2bb7cff1-5767-4fd4-9616-7b1e02dd3ed6 tempest-RoutersAdminTest-380122160 tempest-RoutersAdminTest-380122160-project-admin] 10.222.0.89 "DELETE /v2.0/ports/3a1a16be-c0ba-4d85-b6a6-e1efe66ff8a8 HTTP/1.1" status: 204 len: 168 time: 0.3846090 Feb 04 17:51:11.559921 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 47746) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:51:11.564387 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-80c48638-ab63-40db-bb75-5c4bfc0e7a51 tempest-RoutersAdminTest-380122160 tempest-RoutersAdminTest-380122160-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '1e3c8263-af96-43f7-9ce4-ad631c3993b4', 'external_fixed_ips': [{'subnet_id': 'b86c8494-a192-495f-b921-8ec801048c91', 'ip_address': '172.20.0.12'}]}}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:51:11.583831 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-80c48638-ab63-40db-bb75-5c4bfc0e7a51 tempest-RoutersAdminTest-380122160 tempest-RoutersAdminTest-380122160-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1601657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26921'] for router (8ee46505-b511-4b72-9f29-4ce6fe88f61a), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:11.585091 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-80c48638-ab63-40db-bb75-5c4bfc0e7a51 tempest-RoutersAdminTest-380122160 tempest-RoutersAdminTest-380122160-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1602025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603663', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1630571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26960'] for router (8ee46505-b511-4b72-9f29-4ce6fe88f61a), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:11.648994 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-80c48638-ab63-40db-bb75-5c4bfc0e7a51 tempest-RoutersAdminTest-380122160 tempest-RoutersAdminTest-380122160-project-admin] Publish callbacks [] for router_controller (8ee46505-b511-4b72-9f29-4ce6fe88f61a), precommit_add_association {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:11.785439 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-80c48638-ab63-40db-bb75-5c4bfc0e7a51 tempest-RoutersAdminTest-380122160 tempest-RoutersAdminTest-380122160-project-admin] Publish callbacks [] for router_gateway (8ee46505-b511-4b72-9f29-4ce6fe88f61a), precommit_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:11.994991 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-80c48638-ab63-40db-bb75-5c4bfc0e7a51 tempest-RoutersAdminTest-380122160 tempest-RoutersAdminTest-380122160-project-admin] Publish callbacks [] for router_gateway (8ee46505-b511-4b72-9f29-4ce6fe88f61a), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:12.018731 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-80c48638-ab63-40db-bb75-5c4bfc0e7a51 tempest-RoutersAdminTest-380122160 tempest-RoutersAdminTest-380122160-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:12.155986 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.db_base_plugin_common [None req-80c48638-ab63-40db-bb75-5c4bfc0e7a51 tempest-RoutersAdminTest-380122160 tempest-RoutersAdminTest-380122160-project-admin] Allocated IP 172.20.0.12 (1e3c8263-af96-43f7-9ce4-ad631c3993b4/b86c8494-a192-495f-b921-8ec801048c91/c2057020-ec6f-4c45-8a9f-94347a9947fd) {{(pid=103376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:51:12.257414 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-80c48638-ab63-40db-bb75-5c4bfc0e7a51 tempest-RoutersAdminTest-380122160 tempest-RoutersAdminTest-380122160-project-admin] Publish callbacks [] for port (c2057020-ec6f-4c45-8a9f-94347a9947fd), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:12.292308 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-80c48638-ab63-40db-bb75-5c4bfc0e7a51 tempest-RoutersAdminTest-380122160 tempest-RoutersAdminTest-380122160-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (c2057020-ec6f-4c45-8a9f-94347a9947fd), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:12.327502 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80c48638-ab63-40db-bb75-5c4bfc0e7a51 tempest-RoutersAdminTest-380122160 tempest-RoutersAdminTest-380122160-project-admin] Network 1e3c8263-af96-43f7-9ce4-ad631c3993b4 is already hosted by enough agents. {{(pid=103376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:51:12.332290 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [None req-80c48638-ab63-40db-bb75-5c4bfc0e7a51 tempest-RoutersAdminTest-380122160 tempest-RoutersAdminTest-380122160-project-admin] Resources bound (agent type, host, resource id): {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:51:12.335759 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80c48638-ab63-40db-bb75-5c4bfc0e7a51 tempest-RoutersAdminTest-380122160 tempest-RoutersAdminTest-380122160-project-admin] Received port after_create {{(pid=103376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:51:12.362376 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c48638-ab63-40db-bb75-5c4bfc0e7a51 tempest-RoutersAdminTest-380122160 tempest-RoutersAdminTest-380122160-project-admin] Pushing event updated for resources: {'Port': ['ID=c2057020-ec6f-4c45-8a9f-94347a9947fd,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:51:12.489865 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (3f9244a9-75fc-4c10-b195-11d48b853b41), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:12.952549 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-80c48638-ab63-40db-bb75-5c4bfc0e7a51 tempest-RoutersAdminTest-380122160 tempest-RoutersAdminTest-380122160-project-admin] Publish callbacks [] for router_gateway (8ee46505-b511-4b72-9f29-4ce6fe88f61a), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:13.156528 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-80c48638-ab63-40db-bb75-5c4bfc0e7a51 tempest-RoutersAdminTest-380122160 tempest-RoutersAdminTest-380122160-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1602046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603680'] for router (8ee46505-b511-4b72-9f29-4ce6fe88f61a), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:13.286718 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80c48638-ab63-40db-bb75-5c4bfc0e7a51 tempest-RoutersAdminTest-380122160 tempest-RoutersAdminTest-380122160-project-admin] Router 8ee46505-b511-4b72-9f29-4ce6fe88f61a is scheduled to L3 agent 64ada913-9131-4d99-a265-63a920956287 with binding_index 1 {{(pid=103376) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 17:51:13.398173 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80c48638-ab63-40db-bb75-5c4bfc0e7a51 tempest-RoutersAdminTest-380122160 tempest-RoutersAdminTest-380122160-project-admin] Notify agent at l3_agent.n-d-827839-2 the message routers_updated {{(pid=103376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 17:51:13.407547 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6571434a-83ed-4c62-b794-06aba4d26edd None None] Sync routers for ids ['8ee46505-b511-4b72-9f29-4ce6fe88f61a'] in n-d-827839-2 {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 17:51:13.420885 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-80c48638-ab63-40db-bb75-5c4bfc0e7a51 tempest-RoutersAdminTest-380122160 tempest-RoutersAdminTest-380122160-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:13.424366 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-80c48638-ab63-40db-bb75-5c4bfc0e7a51 tempest-RoutersAdminTest-380122160 tempest-RoutersAdminTest-380122160-project-admin] 10.222.0.89 "POST /v2.0/routers HTTP/1.1" status: 201 len: 876 time: 1.8611703 Feb 04 17:51:13.424834 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 47770) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:51:13.425860 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6571434a-83ed-4c62-b794-06aba4d26edd None None] Routers {'8ee46505-b511-4b72-9f29-4ce6fe88f61a'} bound to L3 agent in host n-d-827839-2 {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:51:13.427078 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-6571434a-83ed-4c62-b794-06aba4d26edd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:51:03Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['8ee46505-b511-4b72-9f29-4ce6fe88f61a'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:51:13.535875 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-d797a13e-07b8-46d0-b6f5-3e76ed9b0375 tempest-RoutersAdminTest-380122160 tempest-RoutersAdminTest-380122160-project-admin] Publish callbacks [] for router (8ee46505-b511-4b72-9f29-4ce6fe88f61a), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:13.628335 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvr_db [None req-6571434a-83ed-4c62-b794-06aba4d26edd None None] Set router 8ee46505-b511-4b72-9f29-4ce6fe88f61a gateway port host: n-d-827839-2 {{(pid=103379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:51:13.644487 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-d797a13e-07b8-46d0-b6f5-3e76ed9b0375 tempest-RoutersAdminTest-380122160 tempest-RoutersAdminTest-380122160-project-admin] Publish callbacks [] for router_gateway (8ee46505-b511-4b72-9f29-4ce6fe88f61a), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:13.698552 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-d797a13e-07b8-46d0-b6f5-3e76ed9b0375 tempest-RoutersAdminTest-380122160 tempest-RoutersAdminTest-380122160-project-admin] Deleting port c2057020-ec6f-4c45-8a9f-94347a9947fd {{(pid=103376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:51:13.698886 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-d797a13e-07b8-46d0-b6f5-3e76ed9b0375 tempest-RoutersAdminTest-380122160 tempest-RoutersAdminTest-380122160-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (c2057020-ec6f-4c45-8a9f-94347a9947fd), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:13.776767 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-d797a13e-07b8-46d0-b6f5-3e76ed9b0375 tempest-RoutersAdminTest-380122160 tempest-RoutersAdminTest-380122160-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (c2057020-ec6f-4c45-8a9f-94347a9947fd), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:13.789558 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-d797a13e-07b8-46d0-b6f5-3e76ed9b0375 tempest-RoutersAdminTest-380122160 tempest-RoutersAdminTest-380122160-project-admin] Calling delete_port for c2057020-ec6f-4c45-8a9f-94347a9947fd owned by network:router_gateway {{(pid=103376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:51:13.807835 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-6571434a-83ed-4c62-b794-06aba4d26edd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ee46505-b511-4b72-9f29-4ce6fe88f61a', 'name': '', 'tenant_id': '86ef3d7211f94b1b8aeee5ef9a7451c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e3c8263-af96-43f7-9ce4-ad631c3993b4', 'external_fixed_ips': [{'subnet_id': 'b86c8494-a192-495f-b921-8ec801048c91', 'ip_address': '172.20.0.12'}], 'enable_snat': True}, 'gw_port_id': 'c2057020-ec6f-4c45-8a9f-94347a9947fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:51:11Z', 'updated_at': '2022-02-04T17:51:12Z', 'revision_number': 3, 'project_id': '86ef3d7211f94b1b8aeee5ef9a7451c8', 'gw_port': {'id': 'c2057020-ec6f-4c45-8a9f-94347a9947fd', 'name': '', 'network_id': '1e3c8263-af96-43f7-9ce4-ad631c3993b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:e7:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ee46505-b511-4b72-9f29-4ce6fe88f61a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3637, 'fixed_ips': [{'subnet_id': 'b86c8494-a192-495f-b921-8ec801048c91', 'ip_address': '172.20.0.12', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:51:12Z', 'updated_at': '2022-02-04T17:51:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b86c8494-a192-495f-b921-8ec801048c91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2'}], 'n-d-827839-2', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:51:13.834270 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6571434a-83ed-4c62-b794-06aba4d26edd None None] Checking router: 8ee46505-b511-4b72-9f29-4ce6fe88f61a for host: n-d-827839-2 {{(pid=103379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 17:51:13.834614 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6571434a-83ed-4c62-b794-06aba4d26edd None None] Updating router 8ee46505-b511-4b72-9f29-4ce6fe88f61a port c2057020-ec6f-4c45-8a9f-94347a9947fd binding host n-d-827839-2 {{(pid=103379) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 17:51:13.867058 n-d-827839-2 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-6571434a-83ed-4c62-b794-06aba4d26edd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (c2057020-ec6f-4c45-8a9f-94347a9947fd), before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:13.973441 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-d797a13e-07b8-46d0-b6f5-3e76ed9b0375 tempest-RoutersAdminTest-380122160 tempest-RoutersAdminTest-380122160-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (c2057020-ec6f-4c45-8a9f-94347a9947fd), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:14.015118 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d797a13e-07b8-46d0-b6f5-3e76ed9b0375 tempest-RoutersAdminTest-380122160 tempest-RoutersAdminTest-380122160-project-admin] Pushing event deleted for resources: {'Port': ['ID=c2057020-ec6f-4c45-8a9f-94347a9947fd,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:51:14.096218 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-d797a13e-07b8-46d0-b6f5-3e76ed9b0375 tempest-RoutersAdminTest-380122160 tempest-RoutersAdminTest-380122160-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1595544'] for router_gateway (8ee46505-b511-4b72-9f29-4ce6fe88f61a), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:14.150790 n-d-827839-2 neutron-server[103379]: DEBUG neutron_lib.db.api [None req-6571434a-83ed-4c62-b794-06aba4d26edd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103379) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 17:51:14.151185 n-d-827839-2 neutron-server[103379]: DEBUG oslo_db.api [None req-6571434a-83ed-4c62-b794-06aba4d26edd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 17:51:14.195946 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-d797a13e-07b8-46d0-b6f5-3e76ed9b0375 tempest-RoutersAdminTest-380122160 tempest-RoutersAdminTest-380122160-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1601811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26971'] for router (8ee46505-b511-4b72-9f29-4ce6fe88f61a), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:14.198081 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-d797a13e-07b8-46d0-b6f5-3e76ed9b0375 tempest-RoutersAdminTest-380122160 tempest-RoutersAdminTest-380122160-project-admin] Publish callbacks [] for router_controller (8ee46505-b511-4b72-9f29-4ce6fe88f61a), precommit_delete_associations {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:14.244664 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-d797a13e-07b8-46d0-b6f5-3e76ed9b0375 tempest-RoutersAdminTest-380122160 tempest-RoutersAdminTest-380122160-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1601832'] for router (8ee46505-b511-4b72-9f29-4ce6fe88f61a), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:14.245249 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d797a13e-07b8-46d0-b6f5-3e76ed9b0375 tempest-RoutersAdminTest-380122160 tempest-RoutersAdminTest-380122160-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 8ee46505-b511-4b72-9f29-4ce6fe88f61a {{(pid=103376) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 17:51:14.249426 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-d797a13e-07b8-46d0-b6f5-3e76ed9b0375 tempest-RoutersAdminTest-380122160 tempest-RoutersAdminTest-380122160-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:14.250583 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-d797a13e-07b8-46d0-b6f5-3e76ed9b0375 tempest-RoutersAdminTest-380122160 tempest-RoutersAdminTest-380122160-project-admin] 10.222.0.89 "DELETE /v2.0/routers/8ee46505-b511-4b72-9f29-4ce6fe88f61a HTTP/1.1" status: 204 len: 168 time: 0.8247950 Feb 04 17:51:14.253221 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 47776) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:51:14.297180 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.db_base_plugin_v2 [None req-323d4122-9629-4997-81a0-163b25cc6024 tempest-RoutersAdminTest-380122160 tempest-RoutersAdminTest-380122160-project-admin] Deleting subnet b86c8494-a192-495f-b921-8ec801048c91 {{(pid=103376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 17:51:14.300841 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-323d4122-9629-4997-81a0-163b25cc6024 tempest-RoutersAdminTest-380122160 tempest-RoutersAdminTest-380122160-project-admin] Publish callbacks [] for subnet (b86c8494-a192-495f-b921-8ec801048c91), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:14.334074 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-323d4122-9629-4997-81a0-163b25cc6024 tempest-RoutersAdminTest-380122160 tempest-RoutersAdminTest-380122160-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25674901'] for subnet (b86c8494-a192-495f-b921-8ec801048c91), precommit_delete_associations {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:14.373306 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-323d4122-9629-4997-81a0-163b25cc6024 tempest-RoutersAdminTest-380122160 tempest-RoutersAdminTest-380122160-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1541225'] for subnet (b86c8494-a192-495f-b921-8ec801048c91), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:14.430126 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-323d4122-9629-4997-81a0-163b25cc6024 tempest-RoutersAdminTest-380122160 tempest-RoutersAdminTest-380122160-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1541216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25675894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25858947'] for subnet (b86c8494-a192-495f-b921-8ec801048c91), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:14.456975 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323d4122-9629-4997-81a0-163b25cc6024 tempest-RoutersAdminTest-380122160 tempest-RoutersAdminTest-380122160-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=b86c8494-a192-495f-b921-8ec801048c91,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:51:14.458925 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-323d4122-9629-4997-81a0-163b25cc6024 tempest-RoutersAdminTest-380122160 tempest-RoutersAdminTest-380122160-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:14.464592 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-323d4122-9629-4997-81a0-163b25cc6024 tempest-RoutersAdminTest-380122160 tempest-RoutersAdminTest-380122160-project-admin] 10.222.0.89 "DELETE /v2.0/subnets/b86c8494-a192-495f-b921-8ec801048c91 HTTP/1.1" status: 204 len: 168 time: 0.2079473 Feb 04 17:51:14.464765 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 47778) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:51:14.533952 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-525f70e7-4962-439e-ba41-846e401de467 tempest-RoutersAdminTest-380122160 tempest-RoutersAdminTest-380122160-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628832'] for network (1e3c8263-af96-43f7-9ce4-ad631c3993b4), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:14.616117 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-525f70e7-4962-439e-ba41-846e401de467 tempest-RoutersAdminTest-380122160 tempest-RoutersAdminTest-380122160-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1543676', 'neutron.services.segments.db._delete_segments_for_network-8781084786517'] for network (1e3c8263-af96-43f7-9ce4-ad631c3993b4), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:14.636421 n-d-827839-2 neutron-server[103376]: DEBUG neutron.services.segments.db [None req-525f70e7-4962-439e-ba41-846e401de467 tempest-RoutersAdminTest-380122160 tempest-RoutersAdminTest-380122160-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e3c8263-af96-43f7-9ce4-ad631c3993b4']}} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:51:14.646781 n-d-827839-2 neutron-server[103376]: DEBUG neutron.services.segments.db [None req-525f70e7-4962-439e-ba41-846e401de467 tempest-RoutersAdminTest-380122160 tempest-RoutersAdminTest-380122160-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eefdecdf-8d72-4e4f-863a-e1070b04561f') {'for_net_delete': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:51:14.647074 n-d-827839-2 neutron-server[103376]: DEBUG neutron.services.segments.db [None req-525f70e7-4962-439e-ba41-846e401de467 tempest-RoutersAdminTest-380122160 tempest-RoutersAdminTest-380122160-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eefdecdf-8d72-4e4f-863a-e1070b04561f') {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:51:14.656653 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-525f70e7-4962-439e-ba41-846e401de467 tempest-RoutersAdminTest-380122160 tempest-RoutersAdminTest-380122160-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781084783966', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25674908'] for segment (eefdecdf-8d72-4e4f-863a-e1070b04561f), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:14.670545 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-525f70e7-4962-439e-ba41-846e401de467 tempest-RoutersAdminTest-380122160 tempest-RoutersAdminTest-380122160-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (eefdecdf-8d72-4e4f-863a-e1070b04561f), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:14.670863 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6571434a-83ed-4c62-b794-06aba4d26edd None None] Port c2057020-ec6f-4c45-8a9f-94347a9947fd not found while updating agent binding for router 8ee46505-b511-4b72-9f29-4ce6fe88f61a. {{(pid=103379) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Feb 04 17:51:14.676890 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-525f70e7-4962-439e-ba41-846e401de467 tempest-RoutersAdminTest-380122160 tempest-RoutersAdminTest-380122160-project-admin] Releasing vlan 776 on physical network physnet1 to pool {{(pid=103376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 17:51:14.677394 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-525f70e7-4962-439e-ba41-846e401de467 tempest-RoutersAdminTest-380122160 tempest-RoutersAdminTest-380122160-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25675992'] for segment (eefdecdf-8d72-4e4f-863a-e1070b04561f), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:14.679079 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6571434a-83ed-4c62-b794-06aba4d26edd None None] Routers set() bound to L3 agent in host n-d-827839-2 {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:51:14.679447 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6571434a-83ed-4c62-b794-06aba4d26edd None None] Router IDs set() for agent in host n-d-827839-2 {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 04 17:51:14.679633 n-d-827839-2 neutron-server[103376]: Traceback (most recent call last): Feb 04 17:51:14.679633 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 17:51:14.679633 n-d-827839-2 neutron-server[103376]: timer() Feb 04 17:51:14.679633 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 17:51:14.679633 n-d-827839-2 neutron-server[103376]: cb(*args, **kw) Feb 04 17:51:14.679633 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 17:51:14.679633 n-d-827839-2 neutron-server[103376]: return func(*args, **kwargs) Feb 04 17:51:14.679633 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 17:51:14.679633 n-d-827839-2 neutron-server[103376]: self._notify() Feb 04 17:51:14.679633 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 17:51:14.679633 n-d-827839-2 neutron-server[103376]: self.callback(batched_events) Feb 04 17:51:14.679633 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 17:51:14.679633 n-d-827839-2 neutron-server[103376]: event.method(event) Feb 04 17:51:14.679633 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 17:51:14.679633 n-d-827839-2 neutron-server[103376]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 17:51:14.679633 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 17:51:14.679633 n-d-827839-2 neutron-server[103376]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 17:51:14.679633 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 17:51:14.679633 n-d-827839-2 neutron-server[103376]: return f(self, *a, **k) Feb 04 17:51:14.679633 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 17:51:14.679633 n-d-827839-2 neutron-server[103376]: return self._get(url).json() Feb 04 17:51:14.679633 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 17:51:14.679633 n-d-827839-2 neutron-server[103376]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 17:51:14.679633 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 17:51:14.679633 n-d-827839-2 neutron-server[103376]: return self.request(url, 'GET', **kwargs) Feb 04 17:51:14.679633 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 17:51:14.679633 n-d-827839-2 neutron-server[103376]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 17:51:14.679633 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 17:51:14.679633 n-d-827839-2 neutron-server[103376]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 17:51:14.679633 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 17:51:14.679633 n-d-827839-2 neutron-server[103376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 17:51:14.679633 n-d-827839-2 neutron-server[103376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 17:51:14.681999 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_agentschedulers_db [None req-6571434a-83ed-4c62-b794-06aba4d26edd None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'8ee46505-b511-4b72-9f29-4ce6fe88f61a'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:51:03Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent'). {{(pid=103379) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Feb 04 17:51:14.681999 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6571434a-83ed-4c62-b794-06aba4d26edd None None] The sync data for ids ['8ee46505-b511-4b72-9f29-4ce6fe88f61a'] in n-d-827839-2 is: [] {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 17:51:14.748183 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-525f70e7-4962-439e-ba41-846e401de467 tempest-RoutersAdminTest-380122160 tempest-RoutersAdminTest-380122160-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1543671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1595572'] for network (1e3c8263-af96-43f7-9ce4-ad631c3993b4), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:14.754051 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-525f70e7-4962-439e-ba41-846e401de467 tempest-RoutersAdminTest-380122160 tempest-RoutersAdminTest-380122160-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 1e3c8263-af96-43f7-9ce4-ad631c3993b4 {{(pid=103376) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 04 17:51:14.756918 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-525f70e7-4962-439e-ba41-846e401de467 tempest-RoutersAdminTest-380122160 tempest-RoutersAdminTest-380122160-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:14.763761 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-525f70e7-4962-439e-ba41-846e401de467 tempest-RoutersAdminTest-380122160 tempest-RoutersAdminTest-380122160-project-admin] 10.222.0.89 "DELETE /v2.0/networks/1e3c8263-af96-43f7-9ce4-ad631c3993b4 HTTP/1.1" status: 204 len: 168 time: 0.2943342 Feb 04 17:51:14.770805 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525f70e7-4962-439e-ba41-846e401de467 tempest-RoutersAdminTest-380122160 tempest-RoutersAdminTest-380122160-project-admin] Pushing event deleted for resources: {'Network': ['ID=1e3c8263-af96-43f7-9ce4-ad631c3993b4,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:51:15.028914 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 47786) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:51:15.033520 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-b791d78f-a842-455f-aebf-942814063343 tempest-RoutersAdminTest-380122160 tempest-RoutersAdminTest-380122160-project-admin] Request body: {'router': {'name': 'tempest-router--1263105206', 'project_id': '52bf8212c5fc4977ba6abf6235c6a680'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:51:15.053480 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-b791d78f-a842-455f-aebf-942814063343 tempest-RoutersAdminTest-380122160 tempest-RoutersAdminTest-380122160-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1601657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26921'] for router (d1f8505a-4175-496c-8c67-8773b7465b06), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:15.054546 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-b791d78f-a842-455f-aebf-942814063343 tempest-RoutersAdminTest-380122160 tempest-RoutersAdminTest-380122160-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1602025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603663', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1630571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26960'] for router (d1f8505a-4175-496c-8c67-8773b7465b06), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:15.131600 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-b791d78f-a842-455f-aebf-942814063343 tempest-RoutersAdminTest-380122160 tempest-RoutersAdminTest-380122160-project-admin] Publish callbacks [] for router_controller (d1f8505a-4175-496c-8c67-8773b7465b06), precommit_add_association {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:15.142576 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-b791d78f-a842-455f-aebf-942814063343 tempest-RoutersAdminTest-380122160 tempest-RoutersAdminTest-380122160-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1602046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603680'] for router (d1f8505a-4175-496c-8c67-8773b7465b06), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:15.161461 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-b791d78f-a842-455f-aebf-942814063343 tempest-RoutersAdminTest-380122160 tempest-RoutersAdminTest-380122160-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:15.165534 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-b791d78f-a842-455f-aebf-942814063343 tempest-RoutersAdminTest-380122160 tempest-RoutersAdminTest-380122160-project-admin] 10.222.0.89 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.1328912 Feb 04 17:51:15.165826 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 47792) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:51:15.243122 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-0f4e7e21-72fa-45b5-9c4a-e5effce008c5 tempest-RoutersAdminTest-380122160 tempest-RoutersAdminTest-380122160-project-admin] Publish callbacks [] for router (d1f8505a-4175-496c-8c67-8773b7465b06), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:15.409155 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-0f4e7e21-72fa-45b5-9c4a-e5effce008c5 tempest-RoutersAdminTest-380122160 tempest-RoutersAdminTest-380122160-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1601811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26971'] for router (d1f8505a-4175-496c-8c67-8773b7465b06), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:15.411554 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-0f4e7e21-72fa-45b5-9c4a-e5effce008c5 tempest-RoutersAdminTest-380122160 tempest-RoutersAdminTest-380122160-project-admin] Publish callbacks [] for router_controller (d1f8505a-4175-496c-8c67-8773b7465b06), precommit_delete_associations {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:15.454811 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-0f4e7e21-72fa-45b5-9c4a-e5effce008c5 tempest-RoutersAdminTest-380122160 tempest-RoutersAdminTest-380122160-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1601832'] for router (d1f8505a-4175-496c-8c67-8773b7465b06), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:15.455457 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f4e7e21-72fa-45b5-9c4a-e5effce008c5 tempest-RoutersAdminTest-380122160 tempest-RoutersAdminTest-380122160-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d1f8505a-4175-496c-8c67-8773b7465b06 {{(pid=103376) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 17:51:15.459872 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-0f4e7e21-72fa-45b5-9c4a-e5effce008c5 tempest-RoutersAdminTest-380122160 tempest-RoutersAdminTest-380122160-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:15.464079 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-0f4e7e21-72fa-45b5-9c4a-e5effce008c5 tempest-RoutersAdminTest-380122160 tempest-RoutersAdminTest-380122160-project-admin] 10.222.0.89 "DELETE /v2.0/routers/d1f8505a-4175-496c-8c67-8773b7465b06 HTTP/1.1" status: 204 len: 168 time: 0.2930131 Feb 04 17:51:15.562208 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 47796) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:51:15.786506 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-59d00b42-59af-4d57-8ed6-73044bf917c9 tempest-RoutersAdminTest-1257023840 tempest-RoutersAdminTest-1257023840-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-308703957', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188'}, 'admin_state_up': False}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:51:15.809711 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-59d00b42-59af-4d57-8ed6-73044bf917c9 tempest-RoutersAdminTest-1257023840 tempest-RoutersAdminTest-1257023840-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1601657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26921'] for router (91222080-37c3-4dae-aba4-ca4ddbb6912d), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:15.810706 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-59d00b42-59af-4d57-8ed6-73044bf917c9 tempest-RoutersAdminTest-1257023840 tempest-RoutersAdminTest-1257023840-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1602025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603663', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1630571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26960'] for router (91222080-37c3-4dae-aba4-ca4ddbb6912d), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:15.866903 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-59d00b42-59af-4d57-8ed6-73044bf917c9 tempest-RoutersAdminTest-1257023840 tempest-RoutersAdminTest-1257023840-project] Publish callbacks [] for router_controller (91222080-37c3-4dae-aba4-ca4ddbb6912d), precommit_add_association {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:16.011247 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-59d00b42-59af-4d57-8ed6-73044bf917c9 tempest-RoutersAdminTest-1257023840 tempest-RoutersAdminTest-1257023840-project] Publish callbacks [] for router_gateway (91222080-37c3-4dae-aba4-ca4ddbb6912d), precommit_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:16.216210 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-59d00b42-59af-4d57-8ed6-73044bf917c9 tempest-RoutersAdminTest-1257023840 tempest-RoutersAdminTest-1257023840-project] Publish callbacks [] for router_gateway (91222080-37c3-4dae-aba4-ca4ddbb6912d), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:16.239444 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-59d00b42-59af-4d57-8ed6-73044bf917c9 tempest-RoutersAdminTest-1257023840 tempest-RoutersAdminTest-1257023840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:16.350924 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.db_base_plugin_common [None req-59d00b42-59af-4d57-8ed6-73044bf917c9 tempest-RoutersAdminTest-1257023840 tempest-RoutersAdminTest-1257023840-project] Allocated IP 172.25.6.9 (48165773-85ad-49a1-9ec1-76fc8dc24188/7660bfad-1ea8-4fe7-831b-bed836f13efc/266fea33-1a93-4e12-b46e-e05a680b9e5e) {{(pid=103376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:51:16.450122 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-59d00b42-59af-4d57-8ed6-73044bf917c9 tempest-RoutersAdminTest-1257023840 tempest-RoutersAdminTest-1257023840-project] Publish callbacks [] for port (266fea33-1a93-4e12-b46e-e05a680b9e5e), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:16.483277 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-59d00b42-59af-4d57-8ed6-73044bf917c9 tempest-RoutersAdminTest-1257023840 tempest-RoutersAdminTest-1257023840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (266fea33-1a93-4e12-b46e-e05a680b9e5e), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:16.520168 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59d00b42-59af-4d57-8ed6-73044bf917c9 tempest-RoutersAdminTest-1257023840 tempest-RoutersAdminTest-1257023840-project] Network 48165773-85ad-49a1-9ec1-76fc8dc24188 is already hosted by enough agents. {{(pid=103376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:51:16.526448 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [None req-59d00b42-59af-4d57-8ed6-73044bf917c9 tempest-RoutersAdminTest-1257023840 tempest-RoutersAdminTest-1257023840-project] Resources bound (agent type, host, resource id): {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:51:16.529961 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59d00b42-59af-4d57-8ed6-73044bf917c9 tempest-RoutersAdminTest-1257023840 tempest-RoutersAdminTest-1257023840-project] Received port after_create {{(pid=103376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:51:16.564069 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d00b42-59af-4d57-8ed6-73044bf917c9 tempest-RoutersAdminTest-1257023840 tempest-RoutersAdminTest-1257023840-project] Pushing event updated for resources: {'Port': ['ID=266fea33-1a93-4e12-b46e-e05a680b9e5e,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:51:16.794528 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-59d00b42-59af-4d57-8ed6-73044bf917c9 tempest-RoutersAdminTest-1257023840 tempest-RoutersAdminTest-1257023840-project] Publish callbacks [] for router_gateway (91222080-37c3-4dae-aba4-ca4ddbb6912d), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:16.998096 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-59d00b42-59af-4d57-8ed6-73044bf917c9 tempest-RoutersAdminTest-1257023840 tempest-RoutersAdminTest-1257023840-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1602046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603680'] for router (91222080-37c3-4dae-aba4-ca4ddbb6912d), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:17.129930 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59d00b42-59af-4d57-8ed6-73044bf917c9 tempest-RoutersAdminTest-1257023840 tempest-RoutersAdminTest-1257023840-project] Router 91222080-37c3-4dae-aba4-ca4ddbb6912d is scheduled to L3 agent 64ada913-9131-4d99-a265-63a920956287 with binding_index 1 {{(pid=103376) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 17:51:17.585688 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59d00b42-59af-4d57-8ed6-73044bf917c9 tempest-RoutersAdminTest-1257023840 tempest-RoutersAdminTest-1257023840-project] Notify agent at l3_agent.n-d-827839-2 the message routers_updated {{(pid=103376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 17:51:17.596623 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9191d944-4593-4957-9ace-71deecb239fd None None] Sync routers for ids ['91222080-37c3-4dae-aba4-ca4ddbb6912d'] in n-d-827839-2 {{(pid=103378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 17:51:17.608372 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-59d00b42-59af-4d57-8ed6-73044bf917c9 tempest-RoutersAdminTest-1257023840 tempest-RoutersAdminTest-1257023840-project] Publish callbacks [] for router (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:17.609778 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-59d00b42-59af-4d57-8ed6-73044bf917c9 tempest-RoutersAdminTest-1257023840 tempest-RoutersAdminTest-1257023840-project] 10.222.0.89 "POST /v2.0/routers HTTP/1.1" status: 201 len: 882 time: 2.0465639 Feb 04 17:51:17.610544 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9191d944-4593-4957-9ace-71deecb239fd None None] Routers {'91222080-37c3-4dae-aba4-ca4ddbb6912d'} bound to L3 agent in host n-d-827839-2 {{(pid=103378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:51:17.611394 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-9191d944-4593-4957-9ace-71deecb239fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:51:03Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['91222080-37c3-4dae-aba4-ca4ddbb6912d'], 'active': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:51:17.612487 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 47808) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:51:17.656196 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-9191d944-4593-4957-9ace-71deecb239fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827839-2', False) {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:51:17.665603 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9191d944-4593-4957-9ace-71deecb239fd None None] Routers {'91222080-37c3-4dae-aba4-ca4ddbb6912d'} bound to L3 agent in host n-d-827839-2 {{(pid=103378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:51:17.666208 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-9191d944-4593-4957-9ace-71deecb239fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:51:03Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['91222080-37c3-4dae-aba4-ca4ddbb6912d'], 'active': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:51:17.699012 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-9191d944-4593-4957-9ace-71deecb239fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827839-2', False) {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:51:17.699678 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9191d944-4593-4957-9ace-71deecb239fd None None] The sync data for ids ['91222080-37c3-4dae-aba4-ca4ddbb6912d'] in n-d-827839-2 is: [] {{(pid=103378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 17:51:17.723028 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-88a983f1-9035-467f-be1c-11df502a4d2c tempest-RoutersAdminTest-380122160 tempest-RoutersAdminTest-380122160-project-admin] 10.222.0.89 "GET /v2.0/routers/91222080-37c3-4dae-aba4-ca4ddbb6912d HTTP/1.1" status: 200 len: 918 time: 0.1092396 Feb 04 17:51:17.725691 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 47810) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:51:17.752600 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-a5bfda51-1269-4804-98fb-a4425ddc806c tempest-RoutersAdminTest-1257023840 tempest-RoutersAdminTest-1257023840-project] 10.222.0.89 "GET /v2.0/ports?device_id=91222080-37c3-4dae-aba4-ca4ddbb6912d HTTP/1.1" status: 200 len: 205 time: 0.0258350 Feb 04 17:51:17.755026 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 47812) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:51:17.862836 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-cf954cf2-f6e0-46be-8136-ce38f9d87379 tempest-RoutersAdminTest-1257023840 tempest-RoutersAdminTest-1257023840-project] Publish callbacks [] for router (91222080-37c3-4dae-aba4-ca4ddbb6912d), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:17.972485 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-cf954cf2-f6e0-46be-8136-ce38f9d87379 tempest-RoutersAdminTest-1257023840 tempest-RoutersAdminTest-1257023840-project] Publish callbacks [] for router_gateway (91222080-37c3-4dae-aba4-ca4ddbb6912d), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:18.031972 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-cf954cf2-f6e0-46be-8136-ce38f9d87379 tempest-RoutersAdminTest-1257023840 tempest-RoutersAdminTest-1257023840-project] Deleting port 266fea33-1a93-4e12-b46e-e05a680b9e5e {{(pid=103376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:51:18.032326 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-cf954cf2-f6e0-46be-8136-ce38f9d87379 tempest-RoutersAdminTest-1257023840 tempest-RoutersAdminTest-1257023840-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (266fea33-1a93-4e12-b46e-e05a680b9e5e), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:18.115827 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-cf954cf2-f6e0-46be-8136-ce38f9d87379 tempest-RoutersAdminTest-1257023840 tempest-RoutersAdminTest-1257023840-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (266fea33-1a93-4e12-b46e-e05a680b9e5e), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:18.128415 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-cf954cf2-f6e0-46be-8136-ce38f9d87379 tempest-RoutersAdminTest-1257023840 tempest-RoutersAdminTest-1257023840-project] Calling delete_port for 266fea33-1a93-4e12-b46e-e05a680b9e5e owned by network:router_gateway {{(pid=103376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:51:18.305576 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-cf954cf2-f6e0-46be-8136-ce38f9d87379 tempest-RoutersAdminTest-1257023840 tempest-RoutersAdminTest-1257023840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (266fea33-1a93-4e12-b46e-e05a680b9e5e), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:18.332075 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf954cf2-f6e0-46be-8136-ce38f9d87379 tempest-RoutersAdminTest-1257023840 tempest-RoutersAdminTest-1257023840-project] Pushing event deleted for resources: {'Port': ['ID=266fea33-1a93-4e12-b46e-e05a680b9e5e,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:51:18.396526 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-cf954cf2-f6e0-46be-8136-ce38f9d87379 tempest-RoutersAdminTest-1257023840 tempest-RoutersAdminTest-1257023840-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1595544'] for router_gateway (91222080-37c3-4dae-aba4-ca4ddbb6912d), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:18.497491 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-cf954cf2-f6e0-46be-8136-ce38f9d87379 tempest-RoutersAdminTest-1257023840 tempest-RoutersAdminTest-1257023840-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1601811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26971'] for router (91222080-37c3-4dae-aba4-ca4ddbb6912d), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:18.499857 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-cf954cf2-f6e0-46be-8136-ce38f9d87379 tempest-RoutersAdminTest-1257023840 tempest-RoutersAdminTest-1257023840-project] Publish callbacks [] for router_controller (91222080-37c3-4dae-aba4-ca4ddbb6912d), precommit_delete_associations {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:18.550674 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-cf954cf2-f6e0-46be-8136-ce38f9d87379 tempest-RoutersAdminTest-1257023840 tempest-RoutersAdminTest-1257023840-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1601832'] for router (91222080-37c3-4dae-aba4-ca4ddbb6912d), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:18.551194 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf954cf2-f6e0-46be-8136-ce38f9d87379 tempest-RoutersAdminTest-1257023840 tempest-RoutersAdminTest-1257023840-project] Fanout notify agent at l3_agent the message router_deleted on router 91222080-37c3-4dae-aba4-ca4ddbb6912d {{(pid=103376) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 17:51:18.559401 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-cf954cf2-f6e0-46be-8136-ce38f9d87379 tempest-RoutersAdminTest-1257023840 tempest-RoutersAdminTest-1257023840-project] Publish callbacks [] for router (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:18.560526 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-cf954cf2-f6e0-46be-8136-ce38f9d87379 tempest-RoutersAdminTest-1257023840 tempest-RoutersAdminTest-1257023840-project] 10.222.0.89 "DELETE /v2.0/routers/91222080-37c3-4dae-aba4-ca4ddbb6912d HTTP/1.1" status: 204 len: 168 time: 0.8046076 Feb 04 17:51:18.564708 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 47832) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:51:18.569991 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-14e39088-a0ac-4c39-b0d1-3ad118491efc tempest-RoutersAdminTest-380122160 tempest-RoutersAdminTest-380122160-project-admin] Request body: {'router': {'name': 'tempest-snat-router-165241625', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'enable_snat': False}}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:51:18.595718 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-14e39088-a0ac-4c39-b0d1-3ad118491efc tempest-RoutersAdminTest-380122160 tempest-RoutersAdminTest-380122160-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1601657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26921'] for router (5fd4f451-5c5a-46a9-b9b2-43054a35b2b5), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:18.597160 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-14e39088-a0ac-4c39-b0d1-3ad118491efc tempest-RoutersAdminTest-380122160 tempest-RoutersAdminTest-380122160-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1602025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603663', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1630571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26960'] for router (5fd4f451-5c5a-46a9-b9b2-43054a35b2b5), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:18.659815 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-14e39088-a0ac-4c39-b0d1-3ad118491efc tempest-RoutersAdminTest-380122160 tempest-RoutersAdminTest-380122160-project-admin] Publish callbacks [] for router_controller (5fd4f451-5c5a-46a9-b9b2-43054a35b2b5), precommit_add_association {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:18.817185 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-14e39088-a0ac-4c39-b0d1-3ad118491efc tempest-RoutersAdminTest-380122160 tempest-RoutersAdminTest-380122160-project-admin] Publish callbacks [] for router_gateway (5fd4f451-5c5a-46a9-b9b2-43054a35b2b5), precommit_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:18.858549 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 47840) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:51:18.973894 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-426296a9-8d35-43a8-9908-e91c8d5e8119 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:19.026920 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-14e39088-a0ac-4c39-b0d1-3ad118491efc tempest-RoutersAdminTest-380122160 tempest-RoutersAdminTest-380122160-project-admin] Publish callbacks [] for router_gateway (5fd4f451-5c5a-46a9-b9b2-43054a35b2b5), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:19.055093 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-14e39088-a0ac-4c39-b0d1-3ad118491efc tempest-RoutersAdminTest-380122160 tempest-RoutersAdminTest-380122160-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:19.064937 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-426296a9-8d35-43a8-9908-e91c8d5e8119 admin admin] Publish callbacks [] for security_group (d52b8da7-88b9-4a80-8305-ced9f7dfe744), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:19.069778 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-426296a9-8d35-43a8-9908-e91c8d5e8119 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (d52b8da7-88b9-4a80-8305-ced9f7dfe744), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:19.111120 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-426296a9-8d35-43a8-9908-e91c8d5e8119 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=7daa13289dda47e2ac36ba8bfc4dadea&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2497063 Feb 04 17:51:19.111990 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426296a9-8d35-43a8-9908-e91c8d5e8119 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d52b8da7-88b9-4a80-8305-ced9f7dfe744,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:51:19.114352 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 47844) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:51:19.165988 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-ff49ea83-af61-4a05-a5ba-4947e1bbc0a0 admin admin] Publish callbacks [] for security_group (d52b8da7-88b9-4a80-8305-ced9f7dfe744), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:19.185828 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.db_base_plugin_common [None req-14e39088-a0ac-4c39-b0d1-3ad118491efc tempest-RoutersAdminTest-380122160 tempest-RoutersAdminTest-380122160-project-admin] Allocated IP 172.25.6.65 (48165773-85ad-49a1-9ec1-76fc8dc24188/7660bfad-1ea8-4fe7-831b-bed836f13efc/a2afcfdf-339d-4961-85d1-1fbb6eab61ac) {{(pid=103377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:51:19.187263 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-ff49ea83-af61-4a05-a5ba-4947e1bbc0a0 admin admin] Publish callbacks [] for security_group (d52b8da7-88b9-4a80-8305-ced9f7dfe744), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:19.238850 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-ff49ea83-af61-4a05-a5ba-4947e1bbc0a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (d52b8da7-88b9-4a80-8305-ced9f7dfe744), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:19.241486 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-ff49ea83-af61-4a05-a5ba-4947e1bbc0a0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:19.242683 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-ff49ea83-af61-4a05-a5ba-4947e1bbc0a0 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/d52b8da7-88b9-4a80-8305-ced9f7dfe744 HTTP/1.1" status: 204 len: 168 time: 0.1274419 Feb 04 17:51:19.250965 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff49ea83-af61-4a05-a5ba-4947e1bbc0a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d52b8da7-88b9-4a80-8305-ced9f7dfe744,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:51:19.310926 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-14e39088-a0ac-4c39-b0d1-3ad118491efc tempest-RoutersAdminTest-380122160 tempest-RoutersAdminTest-380122160-project-admin] Publish callbacks [] for port (a2afcfdf-339d-4961-85d1-1fbb6eab61ac), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:19.351108 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-14e39088-a0ac-4c39-b0d1-3ad118491efc tempest-RoutersAdminTest-380122160 tempest-RoutersAdminTest-380122160-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (a2afcfdf-339d-4961-85d1-1fbb6eab61ac), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:19.399102 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14e39088-a0ac-4c39-b0d1-3ad118491efc tempest-RoutersAdminTest-380122160 tempest-RoutersAdminTest-380122160-project-admin] Network 48165773-85ad-49a1-9ec1-76fc8dc24188 is already hosted by enough agents. {{(pid=103377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:51:19.402143 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [None req-14e39088-a0ac-4c39-b0d1-3ad118491efc tempest-RoutersAdminTest-380122160 tempest-RoutersAdminTest-380122160-project-admin] Resources bound (agent type, host, resource id): {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:51:19.405806 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14e39088-a0ac-4c39-b0d1-3ad118491efc tempest-RoutersAdminTest-380122160 tempest-RoutersAdminTest-380122160-project-admin] Received port after_create {{(pid=103377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:51:19.429730 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e39088-a0ac-4c39-b0d1-3ad118491efc tempest-RoutersAdminTest-380122160 tempest-RoutersAdminTest-380122160-project-admin] Pushing event updated for resources: {'Port': ['ID=a2afcfdf-339d-4961-85d1-1fbb6eab61ac,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:51:19.569354 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 47850) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:51:19.583467 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-98ab1769-781d-4c04-95d5-ab86265cf812 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:19.670129 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-98ab1769-781d-4c04-95d5-ab86265cf812 admin admin] Publish callbacks [] for security_group (12dfc1cc-a85b-43fb-aa65-8bf6bccaa9a3), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:19.674600 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-98ab1769-781d-4c04-95d5-ab86265cf812 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (12dfc1cc-a85b-43fb-aa65-8bf6bccaa9a3), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:19.715877 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ab1769-781d-4c04-95d5-ab86265cf812 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12dfc1cc-a85b-43fb-aa65-8bf6bccaa9a3,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:51:19.722694 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-98ab1769-781d-4c04-95d5-ab86265cf812 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=6069842bc4d041839e83f350119b8d01&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1498041 Feb 04 17:51:19.722962 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 47854) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:51:19.776290 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-4dbea387-e814-489b-93f6-d868ce8a1786 admin admin] Publish callbacks [] for security_group (12dfc1cc-a85b-43fb-aa65-8bf6bccaa9a3), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:19.799429 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-4dbea387-e814-489b-93f6-d868ce8a1786 admin admin] Publish callbacks [] for security_group (12dfc1cc-a85b-43fb-aa65-8bf6bccaa9a3), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:19.849858 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-4dbea387-e814-489b-93f6-d868ce8a1786 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (12dfc1cc-a85b-43fb-aa65-8bf6bccaa9a3), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:19.852660 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-4dbea387-e814-489b-93f6-d868ce8a1786 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:19.856347 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-4dbea387-e814-489b-93f6-d868ce8a1786 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/12dfc1cc-a85b-43fb-aa65-8bf6bccaa9a3 HTTP/1.1" status: 204 len: 168 time: 0.1299989 Feb 04 17:51:19.863689 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbea387-e814-489b-93f6-d868ce8a1786 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12dfc1cc-a85b-43fb-aa65-8bf6bccaa9a3,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:51:19.961275 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-14e39088-a0ac-4c39-b0d1-3ad118491efc tempest-RoutersAdminTest-380122160 tempest-RoutersAdminTest-380122160-project-admin] Publish callbacks [] for router_gateway (5fd4f451-5c5a-46a9-b9b2-43054a35b2b5), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:20.175629 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-14e39088-a0ac-4c39-b0d1-3ad118491efc tempest-RoutersAdminTest-380122160 tempest-RoutersAdminTest-380122160-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1602046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603680'] for router (5fd4f451-5c5a-46a9-b9b2-43054a35b2b5), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:20.346025 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14e39088-a0ac-4c39-b0d1-3ad118491efc tempest-RoutersAdminTest-380122160 tempest-RoutersAdminTest-380122160-project-admin] Router 5fd4f451-5c5a-46a9-b9b2-43054a35b2b5 is scheduled to L3 agent 64ada913-9131-4d99-a265-63a920956287 with binding_index 1 {{(pid=103377) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 17:51:20.477305 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14e39088-a0ac-4c39-b0d1-3ad118491efc tempest-RoutersAdminTest-380122160 tempest-RoutersAdminTest-380122160-project-admin] Notify agent at l3_agent.n-d-827839-2 the message routers_updated {{(pid=103377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 17:51:20.492423 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4749f628-a40f-4ec3-9322-24eef8cdcc2c None None] Sync routers for ids ['5fd4f451-5c5a-46a9-b9b2-43054a35b2b5'] in n-d-827839-2 {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 17:51:20.503525 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-14e39088-a0ac-4c39-b0d1-3ad118491efc tempest-RoutersAdminTest-380122160 tempest-RoutersAdminTest-380122160-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:20.506281 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-14e39088-a0ac-4c39-b0d1-3ad118491efc tempest-RoutersAdminTest-380122160 tempest-RoutersAdminTest-380122160-project-admin] 10.222.0.89 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 1.9404249 Feb 04 17:51:20.509151 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4749f628-a40f-4ec3-9322-24eef8cdcc2c None None] Routers {'5fd4f451-5c5a-46a9-b9b2-43054a35b2b5'} bound to L3 agent in host n-d-827839-2 {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:51:20.509423 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 47876) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:51:20.509960 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-4749f628-a40f-4ec3-9322-24eef8cdcc2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:51:03Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['5fd4f451-5c5a-46a9-b9b2-43054a35b2b5'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:51:20.621504 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvr_db [None req-4749f628-a40f-4ec3-9322-24eef8cdcc2c None None] Set router 5fd4f451-5c5a-46a9-b9b2-43054a35b2b5 gateway port host: n-d-827839-2 {{(pid=103379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:51:20.629536 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-b9a2dd1f-a3c0-43c8-8062-a8d4fd95d898 tempest-RoutersAdminTest-380122160 tempest-RoutersAdminTest-380122160-project-admin] 10.222.0.89 "GET /v2.0/routers/5fd4f451-5c5a-46a9-b9b2-43054a35b2b5 HTTP/1.1" status: 200 len: 907 time: 0.1189196 Feb 04 17:51:20.632191 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 47880) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:51:20.636935 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-224d1b18-a8fe-4a95-9b7e-54737597a5a3 tempest-RoutersAdminTest-380122160 tempest-RoutersAdminTest-380122160-project-admin] Request body: {'router': {'name': 'tempest-snat-router-165241625', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'enable_snat': True}}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:51:20.658138 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-224d1b18-a8fe-4a95-9b7e-54737597a5a3 tempest-RoutersAdminTest-380122160 tempest-RoutersAdminTest-380122160-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1601657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26921'] for router (c3716f76-7662-4631-9334-60fda8a34ae1), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:20.659526 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-224d1b18-a8fe-4a95-9b7e-54737597a5a3 tempest-RoutersAdminTest-380122160 tempest-RoutersAdminTest-380122160-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1602025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603663', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1630571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26960'] for router (c3716f76-7662-4631-9334-60fda8a34ae1), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:20.717010 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-224d1b18-a8fe-4a95-9b7e-54737597a5a3 tempest-RoutersAdminTest-380122160 tempest-RoutersAdminTest-380122160-project-admin] Publish callbacks [] for router_controller (c3716f76-7662-4631-9334-60fda8a34ae1), precommit_add_association {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:20.818234 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-4749f628-a40f-4ec3-9322-24eef8cdcc2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fd4f451-5c5a-46a9-b9b2-43054a35b2b5', 'name': 'tempest-snat-router-165241625', 'tenant_id': '86ef3d7211f94b1b8aeee5ef9a7451c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.65'}], 'enable_snat': False}, 'gw_port_id': 'a2afcfdf-339d-4961-85d1-1fbb6eab61ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:51:18Z', 'updated_at': '2022-02-04T17:51:19Z', 'revision_number': 3, 'project_id': '86ef3d7211f94b1b8aeee5ef9a7451c8', 'gw_port': {'id': 'a2afcfdf-339d-4961-85d1-1fbb6eab61ac', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:7a:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fd4f451-5c5a-46a9-b9b2-43054a35b2b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3647, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:51:19Z', 'updated_at': '2022-02-04T17:51:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-827839-2'}], 'n-d-827839-2', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:51:20.847531 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4749f628-a40f-4ec3-9322-24eef8cdcc2c None None] Checking router: 5fd4f451-5c5a-46a9-b9b2-43054a35b2b5 for host: n-d-827839-2 {{(pid=103379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 17:51:20.848099 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4749f628-a40f-4ec3-9322-24eef8cdcc2c None None] Updating router 5fd4f451-5c5a-46a9-b9b2-43054a35b2b5 port a2afcfdf-339d-4961-85d1-1fbb6eab61ac binding host n-d-827839-2 {{(pid=103379) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 17:51:20.870005 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-224d1b18-a8fe-4a95-9b7e-54737597a5a3 tempest-RoutersAdminTest-380122160 tempest-RoutersAdminTest-380122160-project-admin] Publish callbacks [] for router_gateway (c3716f76-7662-4631-9334-60fda8a34ae1), precommit_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:20.877770 n-d-827839-2 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-4749f628-a40f-4ec3-9322-24eef8cdcc2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (a2afcfdf-339d-4961-85d1-1fbb6eab61ac), before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:21.084234 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-224d1b18-a8fe-4a95-9b7e-54737597a5a3 tempest-RoutersAdminTest-380122160 tempest-RoutersAdminTest-380122160-project-admin] Publish callbacks [] for router_gateway (c3716f76-7662-4631-9334-60fda8a34ae1), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:21.108500 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-224d1b18-a8fe-4a95-9b7e-54737597a5a3 tempest-RoutersAdminTest-380122160 tempest-RoutersAdminTest-380122160-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:21.146194 n-d-827839-2 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-4749f628-a40f-4ec3-9322-24eef8cdcc2c None None] Publish callbacks [] for port (a2afcfdf-339d-4961-85d1-1fbb6eab61ac), precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:21.152569 n-d-827839-2 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-4749f628-a40f-4ec3-9322-24eef8cdcc2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (a2afcfdf-339d-4961-85d1-1fbb6eab61ac), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:21.207416 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45819e48-2215-43c3-a870-546450f0619b None None] Pushing event updated for resources: {'Port': ['ID=a2afcfdf-339d-4961-85d1-1fbb6eab61ac,revision_number=2']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:51:21.210534 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [None req-4749f628-a40f-4ec3-9322-24eef8cdcc2c None None] Attempting to bind port a2afcfdf-339d-4961-85d1-1fbb6eab61ac on host n-d-827839-2 for vnic_type normal with profile {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:51:21.211135 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [None req-4749f628-a40f-4ec3-9322-24eef8cdcc2c None None] Attempting to bind port a2afcfdf-339d-4961-85d1-1fbb6eab61ac by drivers openvswitch,hyperv on host n-d-827839-2 at level 0 using segments [{'id': '5942dc44-1f07-4c27-b0ab-45a2bff20dd5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188'}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:51:21.211564 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4749f628-a40f-4ec3-9322-24eef8cdcc2c None None] Attempting to bind port a2afcfdf-339d-4961-85d1-1fbb6eab61ac on network 48165773-85ad-49a1-9ec1-76fc8dc24188 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:51:21.220123 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45819e48-2215-43c3-a870-546450f0619b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:51:21.220567 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45819e48-2215-43c3-a870-546450f0619b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:51:21.221003 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45819e48-2215-43c3-a870-546450f0619b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:51:21.221415 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45819e48-2215-43c3-a870-546450f0619b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:51:21.221821 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45819e48-2215-43c3-a870-546450f0619b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:51:21.222219 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45819e48-2215-43c3-a870-546450f0619b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:51:21.222615 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45819e48-2215-43c3-a870-546450f0619b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:51:21.223147 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45819e48-2215-43c3-a870-546450f0619b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:51:21.223476 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45819e48-2215-43c3-a870-546450f0619b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:51:21.223805 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45819e48-2215-43c3-a870-546450f0619b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:51:21.224129 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45819e48-2215-43c3-a870-546450f0619b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:51:21.224625 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45819e48-2215-43c3-a870-546450f0619b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:51:21.224975 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45819e48-2215-43c3-a870-546450f0619b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:51:21.228285 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4749f628-a40f-4ec3-9322-24eef8cdcc2c None None] Checking agent: {'id': 'ba70844b-66a0-45fd-a2f2-e6ed673321fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 0, 36), 'started_at': datetime.datetime(2022, 2, 4, 17, 1, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 51, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:51:21.228661 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4749f628-a40f-4ec3-9322-24eef8cdcc2c None None] Checking segment: {'id': '5942dc44-1f07-4c27-b0ab-45a2bff20dd5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:51:21.229089 n-d-827839-2 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-4749f628-a40f-4ec3-9322-24eef8cdcc2c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:21.229472 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4749f628-a40f-4ec3-9322-24eef8cdcc2c None None] Bound using segment: {'id': '5942dc44-1f07-4c27-b0ab-45a2bff20dd5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188'} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:51:21.229951 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [None req-4749f628-a40f-4ec3-9322-24eef8cdcc2c None None] Bound port: a2afcfdf-339d-4961-85d1-1fbb6eab61ac, host: n-d-827839-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5942dc44-1f07-4c27-b0ab-45a2bff20dd5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188'}}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:51:21.230331 n-d-827839-2 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-4749f628-a40f-4ec3-9322-24eef8cdcc2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (a2afcfdf-339d-4961-85d1-1fbb6eab61ac), before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:21.232934 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.db_base_plugin_common [None req-224d1b18-a8fe-4a95-9b7e-54737597a5a3 tempest-RoutersAdminTest-380122160 tempest-RoutersAdminTest-380122160-project-admin] Allocated IP 172.25.6.138 (48165773-85ad-49a1-9ec1-76fc8dc24188/7660bfad-1ea8-4fe7-831b-bed836f13efc/dcad1cfc-b330-483a-948f-c90462be29ac) {{(pid=103377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:51:21.282770 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-4749f628-a40f-4ec3-9322-24eef8cdcc2c None None] For port a2afcfdf-339d-4961-85d1-1fbb6eab61ac, host n-d-827839-2, cleared binding levels {{(pid=103379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:51:21.285859 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-4749f628-a40f-4ec3-9322-24eef8cdcc2c None None] For port a2afcfdf-339d-4961-85d1-1fbb6eab61ac, host n-d-827839-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=a2afcfdf-339d-4961-85d1-1fbb6eab61ac,segment=NetworkSegment(5942dc44-1f07-4c27-b0ab-45a2bff20dd5),segment_id=5942dc44-1f07-4c27-b0ab-45a2bff20dd5)] {{(pid=103379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:51:21.291740 n-d-827839-2 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-4749f628-a40f-4ec3-9322-24eef8cdcc2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (a2afcfdf-339d-4961-85d1-1fbb6eab61ac), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:21.352749 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4749f628-a40f-4ec3-9322-24eef8cdcc2c None None] Routers {'5fd4f451-5c5a-46a9-b9b2-43054a35b2b5'} bound to L3 agent in host n-d-827839-2 {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:51:21.353392 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-4749f628-a40f-4ec3-9322-24eef8cdcc2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:51:03Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['5fd4f451-5c5a-46a9-b9b2-43054a35b2b5'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:51:21.359338 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-224d1b18-a8fe-4a95-9b7e-54737597a5a3 tempest-RoutersAdminTest-380122160 tempest-RoutersAdminTest-380122160-project-admin] Publish callbacks [] for port (dcad1cfc-b330-483a-948f-c90462be29ac), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:21.399606 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-224d1b18-a8fe-4a95-9b7e-54737597a5a3 tempest-RoutersAdminTest-380122160 tempest-RoutersAdminTest-380122160-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (dcad1cfc-b330-483a-948f-c90462be29ac), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:21.447644 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-224d1b18-a8fe-4a95-9b7e-54737597a5a3 tempest-RoutersAdminTest-380122160 tempest-RoutersAdminTest-380122160-project-admin] Network 48165773-85ad-49a1-9ec1-76fc8dc24188 is already hosted by enough agents. {{(pid=103377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:51:21.450132 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45819e48-2215-43c3-a870-546450f0619b None None] Pushing event updated for resources: {'Port': ['ID=a2afcfdf-339d-4961-85d1-1fbb6eab61ac,revision_number=3']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:51:21.452189 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [None req-224d1b18-a8fe-4a95-9b7e-54737597a5a3 tempest-RoutersAdminTest-380122160 tempest-RoutersAdminTest-380122160-project-admin] Resources bound (agent type, host, resource id): {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:51:21.455378 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-224d1b18-a8fe-4a95-9b7e-54737597a5a3 tempest-RoutersAdminTest-380122160 tempest-RoutersAdminTest-380122160-project-admin] Received port after_create {{(pid=103377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:51:21.473124 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvr_db [None req-4749f628-a40f-4ec3-9322-24eef8cdcc2c None None] Set router 5fd4f451-5c5a-46a9-b9b2-43054a35b2b5 gateway port host: n-d-827839-2 {{(pid=103379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:51:21.482317 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224d1b18-a8fe-4a95-9b7e-54737597a5a3 tempest-RoutersAdminTest-380122160 tempest-RoutersAdminTest-380122160-project-admin] Pushing event updated for resources: {'Port': ['ID=dcad1cfc-b330-483a-948f-c90462be29ac,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:51:21.663157 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-4749f628-a40f-4ec3-9322-24eef8cdcc2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fd4f451-5c5a-46a9-b9b2-43054a35b2b5', 'name': 'tempest-snat-router-165241625', 'tenant_id': '86ef3d7211f94b1b8aeee5ef9a7451c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.65'}], 'enable_snat': False}, 'gw_port_id': 'a2afcfdf-339d-4961-85d1-1fbb6eab61ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:51:18Z', 'updated_at': '2022-02-04T17:51:19Z', 'revision_number': 3, 'project_id': '86ef3d7211f94b1b8aeee5ef9a7451c8', 'gw_port': {'id': 'a2afcfdf-339d-4961-85d1-1fbb6eab61ac', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:7a:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fd4f451-5c5a-46a9-b9b2-43054a35b2b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3647, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:51:19Z', 'updated_at': '2022-02-04T17:51:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-827839-2'}], 'n-d-827839-2', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:51:21.698411 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4749f628-a40f-4ec3-9322-24eef8cdcc2c None None] The sync data for ids ['5fd4f451-5c5a-46a9-b9b2-43054a35b2b5'] in n-d-827839-2 is: [{'id': '5fd4f451-5c5a-46a9-b9b2-43054a35b2b5', 'name': 'tempest-snat-router-165241625', 'tenant_id': '86ef3d7211f94b1b8aeee5ef9a7451c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.65'}], 'enable_snat': False}, 'gw_port_id': 'a2afcfdf-339d-4961-85d1-1fbb6eab61ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:51:18Z', 'updated_at': '2022-02-04T17:51:19Z', 'revision_number': 3, 'project_id': '86ef3d7211f94b1b8aeee5ef9a7451c8', 'gw_port': {'id': 'a2afcfdf-339d-4961-85d1-1fbb6eab61ac', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:7a:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fd4f451-5c5a-46a9-b9b2-43054a35b2b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3647, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:51:19Z', 'updated_at': '2022-02-04T17:51:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-827839-2'}] {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 17:51:21.755506 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-224d1b18-a8fe-4a95-9b7e-54737597a5a3 tempest-RoutersAdminTest-380122160 tempest-RoutersAdminTest-380122160-project-admin] Publish callbacks [] for router_gateway (c3716f76-7662-4631-9334-60fda8a34ae1), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:21.979133 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-224d1b18-a8fe-4a95-9b7e-54737597a5a3 tempest-RoutersAdminTest-380122160 tempest-RoutersAdminTest-380122160-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1602046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603680'] for router (c3716f76-7662-4631-9334-60fda8a34ae1), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:22.136232 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-224d1b18-a8fe-4a95-9b7e-54737597a5a3 tempest-RoutersAdminTest-380122160 tempest-RoutersAdminTest-380122160-project-admin] Router c3716f76-7662-4631-9334-60fda8a34ae1 is scheduled to L3 agent 64ada913-9131-4d99-a265-63a920956287 with binding_index 1 {{(pid=103377) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 17:51:22.254016 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-224d1b18-a8fe-4a95-9b7e-54737597a5a3 tempest-RoutersAdminTest-380122160 tempest-RoutersAdminTest-380122160-project-admin] Notify agent at l3_agent.n-d-827839-2 the message routers_updated {{(pid=103377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 17:51:22.263468 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38952542-f805-4369-959c-9672b37b5656 None None] Sync routers for ids ['c3716f76-7662-4631-9334-60fda8a34ae1'] in n-d-827839-2 {{(pid=103378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 17:51:22.280976 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38952542-f805-4369-959c-9672b37b5656 None None] Routers {'c3716f76-7662-4631-9334-60fda8a34ae1'} bound to L3 agent in host n-d-827839-2 {{(pid=103378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:51:22.281805 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-38952542-f805-4369-959c-9672b37b5656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:51:03Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['c3716f76-7662-4631-9334-60fda8a34ae1'], 'active': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:51:22.282582 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-224d1b18-a8fe-4a95-9b7e-54737597a5a3 tempest-RoutersAdminTest-380122160 tempest-RoutersAdminTest-380122160-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:22.286572 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-224d1b18-a8fe-4a95-9b7e-54737597a5a3 tempest-RoutersAdminTest-380122160 tempest-RoutersAdminTest-380122160-project-admin] 10.222.0.89 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 1.6506250 Feb 04 17:51:22.286880 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 47904) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:51:22.414872 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvr_db [None req-38952542-f805-4369-959c-9672b37b5656 None None] Set router c3716f76-7662-4631-9334-60fda8a34ae1 gateway port host: n-d-827839-2 {{(pid=103378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:51:22.415853 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 47906) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:51:22.416383 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-c9e3fb80-de83-4a1c-b88a-382d23138c72 tempest-RoutersAdminTest-380122160 tempest-RoutersAdminTest-380122160-project-admin] 10.222.0.89 "GET /v2.0/routers/c3716f76-7662-4631-9334-60fda8a34ae1 HTTP/1.1" status: 200 len: 907 time: 0.1279538 Feb 04 17:51:22.550743 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-4a527087-2686-43d9-b66c-29cbfe7147c5 tempest-RoutersAdminTest-380122160 tempest-RoutersAdminTest-380122160-project-admin] Publish callbacks [] for router (c3716f76-7662-4631-9334-60fda8a34ae1), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:22.622140 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-38952542-f805-4369-959c-9672b37b5656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3716f76-7662-4631-9334-60fda8a34ae1', 'name': 'tempest-snat-router-165241625', 'tenant_id': '86ef3d7211f94b1b8aeee5ef9a7451c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.138'}], 'enable_snat': True}, 'gw_port_id': 'dcad1cfc-b330-483a-948f-c90462be29ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:51:20Z', 'updated_at': '2022-02-04T17:51:21Z', 'revision_number': 3, 'project_id': '86ef3d7211f94b1b8aeee5ef9a7451c8', 'gw_port': {'id': 'dcad1cfc-b330-483a-948f-c90462be29ac', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:31:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3716f76-7662-4631-9334-60fda8a34ae1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3654, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:51:21Z', 'updated_at': '2022-02-04T17:51:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2'}], 'n-d-827839-2', False) {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:51:22.651770 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38952542-f805-4369-959c-9672b37b5656 None None] Checking router: c3716f76-7662-4631-9334-60fda8a34ae1 for host: n-d-827839-2 {{(pid=103378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 17:51:22.652462 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38952542-f805-4369-959c-9672b37b5656 None None] Updating router c3716f76-7662-4631-9334-60fda8a34ae1 port dcad1cfc-b330-483a-948f-c90462be29ac binding host n-d-827839-2 {{(pid=103378) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 17:51:22.674525 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-4a527087-2686-43d9-b66c-29cbfe7147c5 tempest-RoutersAdminTest-380122160 tempest-RoutersAdminTest-380122160-project-admin] Publish callbacks [] for router_gateway (c3716f76-7662-4631-9334-60fda8a34ae1), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:22.681880 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-38952542-f805-4369-959c-9672b37b5656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (dcad1cfc-b330-483a-948f-c90462be29ac), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:22.742916 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-4a527087-2686-43d9-b66c-29cbfe7147c5 tempest-RoutersAdminTest-380122160 tempest-RoutersAdminTest-380122160-project-admin] Deleting port dcad1cfc-b330-483a-948f-c90462be29ac {{(pid=103376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:51:22.743271 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-4a527087-2686-43d9-b66c-29cbfe7147c5 tempest-RoutersAdminTest-380122160 tempest-RoutersAdminTest-380122160-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (dcad1cfc-b330-483a-948f-c90462be29ac), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:22.858287 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-4a527087-2686-43d9-b66c-29cbfe7147c5 tempest-RoutersAdminTest-380122160 tempest-RoutersAdminTest-380122160-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (dcad1cfc-b330-483a-948f-c90462be29ac), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:22.874724 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-4a527087-2686-43d9-b66c-29cbfe7147c5 tempest-RoutersAdminTest-380122160 tempest-RoutersAdminTest-380122160-project-admin] Calling delete_port for dcad1cfc-b330-483a-948f-c90462be29ac owned by network:router_gateway {{(pid=103376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:51:22.897174 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device a2afcfdf-339d-4961-85d1-1fbb6eab61ac up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:51:23.027017 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port a2afcfdf-339d-4961-85d1-1fbb6eab61ac triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:51:23.027556 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (a2afcfdf-339d-4961-85d1-1fbb6eab61ac), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:23.072123 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-4a527087-2686-43d9-b66c-29cbfe7147c5 tempest-RoutersAdminTest-380122160 tempest-RoutersAdminTest-380122160-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (dcad1cfc-b330-483a-948f-c90462be29ac), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:23.078723 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.db.api [None req-38952542-f805-4369-959c-9672b37b5656 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103378) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 17:51:23.079334 n-d-827839-2 neutron-server[103378]: DEBUG oslo_db.api [None req-38952542-f805-4369-959c-9672b37b5656 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 17:51:23.113026 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a527087-2686-43d9-b66c-29cbfe7147c5 tempest-RoutersAdminTest-380122160 tempest-RoutersAdminTest-380122160-project-admin] Pushing event deleted for resources: {'Port': ['ID=dcad1cfc-b330-483a-948f-c90462be29ac,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:51:23.187199 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-4a527087-2686-43d9-b66c-29cbfe7147c5 tempest-RoutersAdminTest-380122160 tempest-RoutersAdminTest-380122160-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1595544'] for router_gateway (c3716f76-7662-4631-9334-60fda8a34ae1), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:23.289787 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-4a527087-2686-43d9-b66c-29cbfe7147c5 tempest-RoutersAdminTest-380122160 tempest-RoutersAdminTest-380122160-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1601811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26971'] for router (c3716f76-7662-4631-9334-60fda8a34ae1), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:23.292871 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-4a527087-2686-43d9-b66c-29cbfe7147c5 tempest-RoutersAdminTest-380122160 tempest-RoutersAdminTest-380122160-project-admin] Publish callbacks [] for router_controller (c3716f76-7662-4631-9334-60fda8a34ae1), precommit_delete_associations {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:23.303466 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port a2afcfdf-339d-4961-85d1-1fbb6eab61ac is: DOWN; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:51:23.304027 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (a2afcfdf-339d-4961-85d1-1fbb6eab61ac), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:23.326288 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] For port a2afcfdf-339d-4961-85d1-1fbb6eab61ac, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=a2afcfdf-339d-4961-85d1-1fbb6eab61ac,segment=NetworkSegment(5942dc44-1f07-4c27-b0ab-45a2bff20dd5),segment_id=5942dc44-1f07-4c27-b0ab-45a2bff20dd5)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:51:23.331316 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (a2afcfdf-339d-4961-85d1-1fbb6eab61ac), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:23.343103 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-4a527087-2686-43d9-b66c-29cbfe7147c5 tempest-RoutersAdminTest-380122160 tempest-RoutersAdminTest-380122160-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1601832'] for router (c3716f76-7662-4631-9334-60fda8a34ae1), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:23.343818 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a527087-2686-43d9-b66c-29cbfe7147c5 tempest-RoutersAdminTest-380122160 tempest-RoutersAdminTest-380122160-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c3716f76-7662-4631-9334-60fda8a34ae1 {{(pid=103376) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 17:51:23.350660 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-4a527087-2686-43d9-b66c-29cbfe7147c5 tempest-RoutersAdminTest-380122160 tempest-RoutersAdminTest-380122160-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:23.351828 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-4a527087-2686-43d9-b66c-29cbfe7147c5 tempest-RoutersAdminTest-380122160 tempest-RoutersAdminTest-380122160-project-admin] 10.222.0.89 "DELETE /v2.0/routers/c3716f76-7662-4631-9334-60fda8a34ae1 HTTP/1.1" status: 204 len: 168 time: 0.9341993 Feb 04 17:51:23.354625 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 47910) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:51:23.391421 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Pushing event updated for resources: {'Port': ['ID=a2afcfdf-339d-4961-85d1-1fbb6eab61ac,revision_number=4']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:51:23.399061 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:51:23.399425 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:51:23.399764 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:51:23.400106 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:51:23.400445 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:51:23.400809 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:51:23.401146 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:51:23.401477 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:51:23.401806 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:51:23.402138 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:51:23.402628 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:51:23.402955 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:51:23.403281 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:51:23.464032 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-f45e2dc7-5961-41f0-8288-8b5016124ade tempest-RoutersAdminTest-380122160 tempest-RoutersAdminTest-380122160-project-admin] Publish callbacks [] for router (5fd4f451-5c5a-46a9-b9b2-43054a35b2b5), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:23.572167 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-f45e2dc7-5961-41f0-8288-8b5016124ade tempest-RoutersAdminTest-380122160 tempest-RoutersAdminTest-380122160-project-admin] Publish callbacks [] for router_gateway (5fd4f451-5c5a-46a9-b9b2-43054a35b2b5), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:23.599476 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38952542-f805-4369-959c-9672b37b5656 None None] Port dcad1cfc-b330-483a-948f-c90462be29ac not found while updating agent binding for router c3716f76-7662-4631-9334-60fda8a34ae1. {{(pid=103378) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Feb 04 17:51:23.608075 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38952542-f805-4369-959c-9672b37b5656 None None] Routers set() bound to L3 agent in host n-d-827839-2 {{(pid=103378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:51:23.608457 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38952542-f805-4369-959c-9672b37b5656 None None] Router IDs set() for agent in host n-d-827839-2 {{(pid=103378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 04 17:51:23.609087 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_agentschedulers_db [None req-38952542-f805-4369-959c-9672b37b5656 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'c3716f76-7662-4631-9334-60fda8a34ae1'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:51:03Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent'). {{(pid=103378) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Feb 04 17:51:23.609463 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38952542-f805-4369-959c-9672b37b5656 None None] The sync data for ids ['c3716f76-7662-4631-9334-60fda8a34ae1'] in n-d-827839-2 is: [] {{(pid=103378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 17:51:23.627106 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-f45e2dc7-5961-41f0-8288-8b5016124ade tempest-RoutersAdminTest-380122160 tempest-RoutersAdminTest-380122160-project-admin] Deleting port a2afcfdf-339d-4961-85d1-1fbb6eab61ac {{(pid=103377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:51:23.627448 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-f45e2dc7-5961-41f0-8288-8b5016124ade tempest-RoutersAdminTest-380122160 tempest-RoutersAdminTest-380122160-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (a2afcfdf-339d-4961-85d1-1fbb6eab61ac), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:23.707084 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [None req-f45e2dc7-5961-41f0-8288-8b5016124ade tempest-RoutersAdminTest-380122160 tempest-RoutersAdminTest-380122160-project-admin] For port a2afcfdf-339d-4961-85d1-1fbb6eab61ac, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=a2afcfdf-339d-4961-85d1-1fbb6eab61ac,segment=NetworkSegment(5942dc44-1f07-4c27-b0ab-45a2bff20dd5),segment_id=5942dc44-1f07-4c27-b0ab-45a2bff20dd5)] {{(pid=103377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:51:23.707335 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-f45e2dc7-5961-41f0-8288-8b5016124ade tempest-RoutersAdminTest-380122160 tempest-RoutersAdminTest-380122160-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (a2afcfdf-339d-4961-85d1-1fbb6eab61ac), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:23.720241 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-f45e2dc7-5961-41f0-8288-8b5016124ade tempest-RoutersAdminTest-380122160 tempest-RoutersAdminTest-380122160-project-admin] Calling delete_port for a2afcfdf-339d-4961-85d1-1fbb6eab61ac owned by network:router_gateway {{(pid=103377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:51:23.892237 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-f45e2dc7-5961-41f0-8288-8b5016124ade tempest-RoutersAdminTest-380122160 tempest-RoutersAdminTest-380122160-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (a2afcfdf-339d-4961-85d1-1fbb6eab61ac), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:23.920328 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45e2dc7-5961-41f0-8288-8b5016124ade tempest-RoutersAdminTest-380122160 tempest-RoutersAdminTest-380122160-project-admin] Pushing event deleted for resources: {'Port': ['ID=a2afcfdf-339d-4961-85d1-1fbb6eab61ac,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:51:23.997936 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-f45e2dc7-5961-41f0-8288-8b5016124ade tempest-RoutersAdminTest-380122160 tempest-RoutersAdminTest-380122160-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1595544'] for router_gateway (5fd4f451-5c5a-46a9-b9b2-43054a35b2b5), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:24.391302 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-f45e2dc7-5961-41f0-8288-8b5016124ade tempest-RoutersAdminTest-380122160 tempest-RoutersAdminTest-380122160-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1601811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26971'] for router (5fd4f451-5c5a-46a9-b9b2-43054a35b2b5), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:24.393431 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-f45e2dc7-5961-41f0-8288-8b5016124ade tempest-RoutersAdminTest-380122160 tempest-RoutersAdminTest-380122160-project-admin] Publish callbacks [] for router_controller (5fd4f451-5c5a-46a9-b9b2-43054a35b2b5), precommit_delete_associations {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:24.435872 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-f45e2dc7-5961-41f0-8288-8b5016124ade tempest-RoutersAdminTest-380122160 tempest-RoutersAdminTest-380122160-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1601832'] for router (5fd4f451-5c5a-46a9-b9b2-43054a35b2b5), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:24.436380 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f45e2dc7-5961-41f0-8288-8b5016124ade tempest-RoutersAdminTest-380122160 tempest-RoutersAdminTest-380122160-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 5fd4f451-5c5a-46a9-b9b2-43054a35b2b5 {{(pid=103377) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 17:51:24.441932 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-f45e2dc7-5961-41f0-8288-8b5016124ade tempest-RoutersAdminTest-380122160 tempest-RoutersAdminTest-380122160-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:24.448708 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-f45e2dc7-5961-41f0-8288-8b5016124ade tempest-RoutersAdminTest-380122160 tempest-RoutersAdminTest-380122160-project-admin] 10.222.0.89 "DELETE /v2.0/routers/5fd4f451-5c5a-46a9-b9b2-43054a35b2b5 HTTP/1.1" status: 204 len: 168 time: 1.0874469 Feb 04 17:51:24.448840 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 47922) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:51:24.453520 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-182c8154-b78f-4f76-a82e-b05e2bfc18fb tempest-RoutersAdminTest-1257023840 tempest-RoutersAdminTest-1257023840-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1675093697', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188'}, 'admin_state_up': False}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:51:24.478588 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-182c8154-b78f-4f76-a82e-b05e2bfc18fb tempest-RoutersAdminTest-1257023840 tempest-RoutersAdminTest-1257023840-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1601657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26921'] for router (e3542c7f-8ccb-46b0-a39c-3dea8a8b68ba), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:24.479718 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-182c8154-b78f-4f76-a82e-b05e2bfc18fb tempest-RoutersAdminTest-1257023840 tempest-RoutersAdminTest-1257023840-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1602025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603663', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1630571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26960'] for router (e3542c7f-8ccb-46b0-a39c-3dea8a8b68ba), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:24.537786 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-182c8154-b78f-4f76-a82e-b05e2bfc18fb tempest-RoutersAdminTest-1257023840 tempest-RoutersAdminTest-1257023840-project] Publish callbacks [] for router_controller (e3542c7f-8ccb-46b0-a39c-3dea8a8b68ba), precommit_add_association {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:24.688800 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-182c8154-b78f-4f76-a82e-b05e2bfc18fb tempest-RoutersAdminTest-1257023840 tempest-RoutersAdminTest-1257023840-project] Publish callbacks [] for router_gateway (e3542c7f-8ccb-46b0-a39c-3dea8a8b68ba), precommit_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:24.888633 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-182c8154-b78f-4f76-a82e-b05e2bfc18fb tempest-RoutersAdminTest-1257023840 tempest-RoutersAdminTest-1257023840-project] Publish callbacks [] for router_gateway (e3542c7f-8ccb-46b0-a39c-3dea8a8b68ba), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:24.916826 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-182c8154-b78f-4f76-a82e-b05e2bfc18fb tempest-RoutersAdminTest-1257023840 tempest-RoutersAdminTest-1257023840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:24.966210 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device a2afcfdf-339d-4961-85d1-1fbb6eab61ac no longer exists at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:51:24.987408 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] No Port match for: a2afcfdf-339d-4961-85d1-1fbb6eab61ac {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 17:51:24.987746 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device a2afcfdf-339d-4961-85d1-1fbb6eab61ac not bound to the agent host n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 17:51:25.023793 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.db_base_plugin_common [None req-182c8154-b78f-4f76-a82e-b05e2bfc18fb tempest-RoutersAdminTest-1257023840 tempest-RoutersAdminTest-1257023840-project] Allocated IP 172.25.6.97 (48165773-85ad-49a1-9ec1-76fc8dc24188/7660bfad-1ea8-4fe7-831b-bed836f13efc/234bcd3f-d24d-4bd6-ac54-733e254f671a) {{(pid=103376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:51:25.151899 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-182c8154-b78f-4f76-a82e-b05e2bfc18fb tempest-RoutersAdminTest-1257023840 tempest-RoutersAdminTest-1257023840-project] Publish callbacks [] for port (234bcd3f-d24d-4bd6-ac54-733e254f671a), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:25.186205 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-182c8154-b78f-4f76-a82e-b05e2bfc18fb tempest-RoutersAdminTest-1257023840 tempest-RoutersAdminTest-1257023840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (234bcd3f-d24d-4bd6-ac54-733e254f671a), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:25.231110 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-182c8154-b78f-4f76-a82e-b05e2bfc18fb tempest-RoutersAdminTest-1257023840 tempest-RoutersAdminTest-1257023840-project] Network 48165773-85ad-49a1-9ec1-76fc8dc24188 is already hosted by enough agents. {{(pid=103376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:51:25.235862 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [None req-182c8154-b78f-4f76-a82e-b05e2bfc18fb tempest-RoutersAdminTest-1257023840 tempest-RoutersAdminTest-1257023840-project] Resources bound (agent type, host, resource id): {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:51:25.242210 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-182c8154-b78f-4f76-a82e-b05e2bfc18fb tempest-RoutersAdminTest-1257023840 tempest-RoutersAdminTest-1257023840-project] Received port after_create {{(pid=103376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:51:25.243970 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182c8154-b78f-4f76-a82e-b05e2bfc18fb tempest-RoutersAdminTest-1257023840 tempest-RoutersAdminTest-1257023840-project] Pushing event updated for resources: {'Port': ['ID=234bcd3f-d24d-4bd6-ac54-733e254f671a,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:51:25.532016 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-182c8154-b78f-4f76-a82e-b05e2bfc18fb tempest-RoutersAdminTest-1257023840 tempest-RoutersAdminTest-1257023840-project] Publish callbacks [] for router_gateway (e3542c7f-8ccb-46b0-a39c-3dea8a8b68ba), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:25.738590 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-182c8154-b78f-4f76-a82e-b05e2bfc18fb tempest-RoutersAdminTest-1257023840 tempest-RoutersAdminTest-1257023840-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1602046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603680'] for router (e3542c7f-8ccb-46b0-a39c-3dea8a8b68ba), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:25.873792 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-182c8154-b78f-4f76-a82e-b05e2bfc18fb tempest-RoutersAdminTest-1257023840 tempest-RoutersAdminTest-1257023840-project] Router e3542c7f-8ccb-46b0-a39c-3dea8a8b68ba is scheduled to L3 agent 64ada913-9131-4d99-a265-63a920956287 with binding_index 1 {{(pid=103376) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 17:51:25.987159 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-182c8154-b78f-4f76-a82e-b05e2bfc18fb tempest-RoutersAdminTest-1257023840 tempest-RoutersAdminTest-1257023840-project] Notify agent at l3_agent.n-d-827839-2 the message routers_updated {{(pid=103376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 17:51:25.998153 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f9721d0-0c24-4cf0-9177-835748aea96a None None] Sync routers for ids ['e3542c7f-8ccb-46b0-a39c-3dea8a8b68ba'] in n-d-827839-2 {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 17:51:26.009756 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-182c8154-b78f-4f76-a82e-b05e2bfc18fb tempest-RoutersAdminTest-1257023840 tempest-RoutersAdminTest-1257023840-project] Publish callbacks [] for router (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:26.011684 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f9721d0-0c24-4cf0-9177-835748aea96a None None] Routers {'e3542c7f-8ccb-46b0-a39c-3dea8a8b68ba'} bound to L3 agent in host n-d-827839-2 {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:51:26.012512 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-1f9721d0-0c24-4cf0-9177-835748aea96a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:51:03Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['e3542c7f-8ccb-46b0-a39c-3dea8a8b68ba'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:51:26.013773 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 47932) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:51:26.014224 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-182c8154-b78f-4f76-a82e-b05e2bfc18fb tempest-RoutersAdminTest-1257023840 tempest-RoutersAdminTest-1257023840-project] 10.222.0.89 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 1.5639920 Feb 04 17:51:26.019423 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-6355ac90-da7c-4435-b7b0-0a0211417b3a tempest-RoutersAdminTest-380122160 tempest-RoutersAdminTest-380122160-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'enable_snat': False}}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:51:26.175032 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-1f9721d0-0c24-4cf0-9177-835748aea96a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827839-2', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:51:26.185242 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f9721d0-0c24-4cf0-9177-835748aea96a None None] Routers {'e3542c7f-8ccb-46b0-a39c-3dea8a8b68ba'} bound to L3 agent in host n-d-827839-2 {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:51:26.187060 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-1f9721d0-0c24-4cf0-9177-835748aea96a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:51:03Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['e3542c7f-8ccb-46b0-a39c-3dea8a8b68ba'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:51:26.228869 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-1f9721d0-0c24-4cf0-9177-835748aea96a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827839-2', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:51:26.229648 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f9721d0-0c24-4cf0-9177-835748aea96a None None] The sync data for ids ['e3542c7f-8ccb-46b0-a39c-3dea8a8b68ba'] in n-d-827839-2 is: [] {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 17:51:26.350374 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-6355ac90-da7c-4435-b7b0-0a0211417b3a tempest-RoutersAdminTest-380122160 tempest-RoutersAdminTest-380122160-project-admin] Publish callbacks [] for router_gateway (e3542c7f-8ccb-46b0-a39c-3dea8a8b68ba), precommit_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:26.767678 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-6355ac90-da7c-4435-b7b0-0a0211417b3a tempest-RoutersAdminTest-380122160 tempest-RoutersAdminTest-380122160-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1603677', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1602039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26946'] for router (e3542c7f-8ccb-46b0-a39c-3dea8a8b68ba), precommit_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:26.771018 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-6355ac90-da7c-4435-b7b0-0a0211417b3a tempest-RoutersAdminTest-380122160 tempest-RoutersAdminTest-380122160-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1603666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1603691', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1601804'] for router (e3542c7f-8ccb-46b0-a39c-3dea8a8b68ba), after_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:26.884520 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6355ac90-da7c-4435-b7b0-0a0211417b3a tempest-RoutersAdminTest-380122160 tempest-RoutersAdminTest-380122160-project-admin] Router e3542c7f-8ccb-46b0-a39c-3dea8a8b68ba has already been hosted by L3 agent 64ada913-9131-4d99-a265-63a920956287 {{(pid=103377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 17:51:26.992676 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6355ac90-da7c-4435-b7b0-0a0211417b3a tempest-RoutersAdminTest-380122160 tempest-RoutersAdminTest-380122160-project-admin] Notify agent at l3_agent.n-d-827839-2 the message routers_updated {{(pid=103377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 17:51:26.997402 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-6355ac90-da7c-4435-b7b0-0a0211417b3a tempest-RoutersAdminTest-380122160 tempest-RoutersAdminTest-380122160-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:27.001834 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-6355ac90-da7c-4435-b7b0-0a0211417b3a tempest-RoutersAdminTest-380122160 tempest-RoutersAdminTest-380122160-project-admin] 10.222.0.89 "PUT /v2.0/routers/e3542c7f-8ccb-46b0-a39c-3dea8a8b68ba HTTP/1.1" status: 200 len: 921 time: 0.9823792 Feb 04 17:51:27.001834 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 47936) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:51:27.003788 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-411964f4-2016-4226-b63a-7207d22fa746 None None] Sync routers for ids ['e3542c7f-8ccb-46b0-a39c-3dea8a8b68ba'] in n-d-827839-2 {{(pid=103378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 17:51:27.015106 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-411964f4-2016-4226-b63a-7207d22fa746 None None] Routers {'e3542c7f-8ccb-46b0-a39c-3dea8a8b68ba'} bound to L3 agent in host n-d-827839-2 {{(pid=103378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:51:27.015743 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-411964f4-2016-4226-b63a-7207d22fa746 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:51:03Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['e3542c7f-8ccb-46b0-a39c-3dea8a8b68ba'], 'active': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:51:27.049444 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-411964f4-2016-4226-b63a-7207d22fa746 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827839-2', False) {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:51:27.058228 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-411964f4-2016-4226-b63a-7207d22fa746 None None] Routers {'e3542c7f-8ccb-46b0-a39c-3dea8a8b68ba'} bound to L3 agent in host n-d-827839-2 {{(pid=103378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:51:27.058845 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-411964f4-2016-4226-b63a-7207d22fa746 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:51:03Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['e3542c7f-8ccb-46b0-a39c-3dea8a8b68ba'], 'active': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:51:27.093808 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-411964f4-2016-4226-b63a-7207d22fa746 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827839-2', False) {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:51:27.094510 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-411964f4-2016-4226-b63a-7207d22fa746 None None] The sync data for ids ['e3542c7f-8ccb-46b0-a39c-3dea8a8b68ba'] in n-d-827839-2 is: [] {{(pid=103378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 17:51:27.111028 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-6238161a-5966-406b-8545-bc6511f80a0c tempest-RoutersAdminTest-380122160 tempest-RoutersAdminTest-380122160-project-admin] 10.222.0.89 "GET /v2.0/routers/e3542c7f-8ccb-46b0-a39c-3dea8a8b68ba HTTP/1.1" status: 200 len: 921 time: 0.1087718 Feb 04 17:51:27.113645 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 47938) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:51:27.190414 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5bf8367-5b6f-48c0-97d4-3fbce692c5f9 tempest-RoutersAdminTest-380122160 tempest-RoutersAdminTest-380122160-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:51:27.191940 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-f5bf8367-5b6f-48c0-97d4-3fbce692c5f9 tempest-RoutersAdminTest-380122160 tempest-RoutersAdminTest-380122160-project-admin] 10.222.0.89 "GET /v2.0/ports?network_id=48165773-85ad-49a1-9ec1-76fc8dc24188&device_id=e3542c7f-8ccb-46b0-a39c-3dea8a8b68ba&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0773897 Feb 04 17:51:27.194467 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 47942) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:51:27.283048 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86acc759-cc82-400a-8e6c-06bc64f5e478 tempest-RoutersAdminTest-380122160 tempest-RoutersAdminTest-380122160-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:51:27.284442 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-86acc759-cc82-400a-8e6c-06bc64f5e478 tempest-RoutersAdminTest-380122160 tempest-RoutersAdminTest-380122160-project-admin] 10.222.0.89 "GET /v2.0/networks/48165773-85ad-49a1-9ec1-76fc8dc24188 HTTP/1.1" status: 200 len: 881 time: 0.0890763 Feb 04 17:51:27.287284 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 47944) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:51:27.315334 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-b2e746de-b20c-45e8-b793-48d6a983a0e0 tempest-RoutersAdminTest-1257023840 tempest-RoutersAdminTest-1257023840-project] 10.222.0.89 "GET /v2.0/ports?device_id=e3542c7f-8ccb-46b0-a39c-3dea8a8b68ba HTTP/1.1" status: 200 len: 205 time: 0.0269988 Feb 04 17:51:27.317908 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 47946) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:51:27.427458 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-b942fc6d-0384-4cc8-ab93-13d83e744a0a tempest-RoutersAdminTest-1257023840 tempest-RoutersAdminTest-1257023840-project] Publish callbacks [] for router (e3542c7f-8ccb-46b0-a39c-3dea8a8b68ba), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:27.544413 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-b942fc6d-0384-4cc8-ab93-13d83e744a0a tempest-RoutersAdminTest-1257023840 tempest-RoutersAdminTest-1257023840-project] Publish callbacks [] for router_gateway (e3542c7f-8ccb-46b0-a39c-3dea8a8b68ba), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:27.605183 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-b942fc6d-0384-4cc8-ab93-13d83e744a0a tempest-RoutersAdminTest-1257023840 tempest-RoutersAdminTest-1257023840-project] Deleting port 234bcd3f-d24d-4bd6-ac54-733e254f671a {{(pid=103376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:51:27.605527 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-b942fc6d-0384-4cc8-ab93-13d83e744a0a tempest-RoutersAdminTest-1257023840 tempest-RoutersAdminTest-1257023840-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (234bcd3f-d24d-4bd6-ac54-733e254f671a), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:27.689709 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-b942fc6d-0384-4cc8-ab93-13d83e744a0a tempest-RoutersAdminTest-1257023840 tempest-RoutersAdminTest-1257023840-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (234bcd3f-d24d-4bd6-ac54-733e254f671a), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:27.702500 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-b942fc6d-0384-4cc8-ab93-13d83e744a0a tempest-RoutersAdminTest-1257023840 tempest-RoutersAdminTest-1257023840-project] Calling delete_port for 234bcd3f-d24d-4bd6-ac54-733e254f671a owned by network:router_gateway {{(pid=103376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:51:27.868863 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-b942fc6d-0384-4cc8-ab93-13d83e744a0a tempest-RoutersAdminTest-1257023840 tempest-RoutersAdminTest-1257023840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (234bcd3f-d24d-4bd6-ac54-733e254f671a), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:28.238065 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b942fc6d-0384-4cc8-ab93-13d83e744a0a tempest-RoutersAdminTest-1257023840 tempest-RoutersAdminTest-1257023840-project] Pushing event deleted for resources: {'Port': ['ID=234bcd3f-d24d-4bd6-ac54-733e254f671a,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:51:28.298165 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-b942fc6d-0384-4cc8-ab93-13d83e744a0a tempest-RoutersAdminTest-1257023840 tempest-RoutersAdminTest-1257023840-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1595544'] for router_gateway (e3542c7f-8ccb-46b0-a39c-3dea8a8b68ba), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:28.391498 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-b942fc6d-0384-4cc8-ab93-13d83e744a0a tempest-RoutersAdminTest-1257023840 tempest-RoutersAdminTest-1257023840-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1601811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26971'] for router (e3542c7f-8ccb-46b0-a39c-3dea8a8b68ba), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:28.393662 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-b942fc6d-0384-4cc8-ab93-13d83e744a0a tempest-RoutersAdminTest-1257023840 tempest-RoutersAdminTest-1257023840-project] Publish callbacks [] for router_controller (e3542c7f-8ccb-46b0-a39c-3dea8a8b68ba), precommit_delete_associations {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:28.436136 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-b942fc6d-0384-4cc8-ab93-13d83e744a0a tempest-RoutersAdminTest-1257023840 tempest-RoutersAdminTest-1257023840-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1601832'] for router (e3542c7f-8ccb-46b0-a39c-3dea8a8b68ba), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:28.436683 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b942fc6d-0384-4cc8-ab93-13d83e744a0a tempest-RoutersAdminTest-1257023840 tempest-RoutersAdminTest-1257023840-project] Fanout notify agent at l3_agent the message router_deleted on router e3542c7f-8ccb-46b0-a39c-3dea8a8b68ba {{(pid=103376) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 17:51:28.443649 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-b942fc6d-0384-4cc8-ab93-13d83e744a0a tempest-RoutersAdminTest-1257023840 tempest-RoutersAdminTest-1257023840-project] Publish callbacks [] for router (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:28.444759 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-b942fc6d-0384-4cc8-ab93-13d83e744a0a tempest-RoutersAdminTest-1257023840 tempest-RoutersAdminTest-1257023840-project] 10.222.0.89 "DELETE /v2.0/routers/e3542c7f-8ccb-46b0-a39c-3dea8a8b68ba HTTP/1.1" status: 204 len: 168 time: 1.1258214 Feb 04 17:51:28.448476 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 47950) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:51:28.452824 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-2de63e29-d9c9-4933-ba55-6a3db983885e tempest-RoutersAdminTest-1257023840 tempest-RoutersAdminTest-1257023840-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-173595834', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:51:28.473368 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-2de63e29-d9c9-4933-ba55-6a3db983885e tempest-RoutersAdminTest-1257023840 tempest-RoutersAdminTest-1257023840-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1601657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26921'] for router (0e905b74-71e2-4125-8145-a9a47404692c), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:28.474361 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-2de63e29-d9c9-4933-ba55-6a3db983885e tempest-RoutersAdminTest-1257023840 tempest-RoutersAdminTest-1257023840-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1602025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603663', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1630571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26960'] for router (0e905b74-71e2-4125-8145-a9a47404692c), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:28.530134 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-2de63e29-d9c9-4933-ba55-6a3db983885e tempest-RoutersAdminTest-1257023840 tempest-RoutersAdminTest-1257023840-project] Publish callbacks [] for router_controller (0e905b74-71e2-4125-8145-a9a47404692c), precommit_add_association {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:28.534453 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-2de63e29-d9c9-4933-ba55-6a3db983885e tempest-RoutersAdminTest-1257023840 tempest-RoutersAdminTest-1257023840-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1602046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603680'] for router (0e905b74-71e2-4125-8145-a9a47404692c), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:28.551638 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-2de63e29-d9c9-4933-ba55-6a3db983885e tempest-RoutersAdminTest-1257023840 tempest-RoutersAdminTest-1257023840-project] Publish callbacks [] for router (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:28.552901 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-2de63e29-d9c9-4933-ba55-6a3db983885e tempest-RoutersAdminTest-1257023840 tempest-RoutersAdminTest-1257023840-project] 10.222.0.89 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1034303 Feb 04 17:51:28.555837 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 47956) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:51:28.560503 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-5dade561-2497-4c36-9581-5b2aa17aa6e9 tempest-RoutersAdminTest-1257023840 tempest-RoutersAdminTest-1257023840-project] Request body: {'router': {'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188'}}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:51:28.782164 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-5dade561-2497-4c36-9581-5b2aa17aa6e9 tempest-RoutersAdminTest-1257023840 tempest-RoutersAdminTest-1257023840-project] Publish callbacks [] for router_gateway (0e905b74-71e2-4125-8145-a9a47404692c), precommit_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:29.266289 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-5dade561-2497-4c36-9581-5b2aa17aa6e9 tempest-RoutersAdminTest-1257023840 tempest-RoutersAdminTest-1257023840-project] Publish callbacks [] for router_gateway (0e905b74-71e2-4125-8145-a9a47404692c), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:29.285461 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-5dade561-2497-4c36-9581-5b2aa17aa6e9 tempest-RoutersAdminTest-1257023840 tempest-RoutersAdminTest-1257023840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:29.395567 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.db_base_plugin_common [None req-5dade561-2497-4c36-9581-5b2aa17aa6e9 tempest-RoutersAdminTest-1257023840 tempest-RoutersAdminTest-1257023840-project] Allocated IP 172.25.6.2 (48165773-85ad-49a1-9ec1-76fc8dc24188/7660bfad-1ea8-4fe7-831b-bed836f13efc/8566e08b-911e-4675-9726-1cc93b2bf500) {{(pid=103377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:51:29.513793 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-5dade561-2497-4c36-9581-5b2aa17aa6e9 tempest-RoutersAdminTest-1257023840 tempest-RoutersAdminTest-1257023840-project] Publish callbacks [] for port (8566e08b-911e-4675-9726-1cc93b2bf500), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:29.553163 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-5dade561-2497-4c36-9581-5b2aa17aa6e9 tempest-RoutersAdminTest-1257023840 tempest-RoutersAdminTest-1257023840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (8566e08b-911e-4675-9726-1cc93b2bf500), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:29.596508 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dade561-2497-4c36-9581-5b2aa17aa6e9 tempest-RoutersAdminTest-1257023840 tempest-RoutersAdminTest-1257023840-project] Network 48165773-85ad-49a1-9ec1-76fc8dc24188 is already hosted by enough agents. {{(pid=103377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:51:29.599312 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [None req-5dade561-2497-4c36-9581-5b2aa17aa6e9 tempest-RoutersAdminTest-1257023840 tempest-RoutersAdminTest-1257023840-project] Resources bound (agent type, host, resource id): {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:51:29.601749 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dade561-2497-4c36-9581-5b2aa17aa6e9 tempest-RoutersAdminTest-1257023840 tempest-RoutersAdminTest-1257023840-project] Received port after_create {{(pid=103377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:51:29.629839 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dade561-2497-4c36-9581-5b2aa17aa6e9 tempest-RoutersAdminTest-1257023840 tempest-RoutersAdminTest-1257023840-project] Pushing event updated for resources: {'Port': ['ID=8566e08b-911e-4675-9726-1cc93b2bf500,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:51:29.748496 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-85c0ab09-df32-43bf-a713-53f77c5819ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (bb89f5a3-3c22-440b-b7d1-c4f0c43c184a), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:29.886510 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-5dade561-2497-4c36-9581-5b2aa17aa6e9 tempest-RoutersAdminTest-1257023840 tempest-RoutersAdminTest-1257023840-project] Publish callbacks [] for router_gateway (0e905b74-71e2-4125-8145-a9a47404692c), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:30.090009 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-5dade561-2497-4c36-9581-5b2aa17aa6e9 tempest-RoutersAdminTest-1257023840 tempest-RoutersAdminTest-1257023840-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1603677', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1602039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26946'] for router (0e905b74-71e2-4125-8145-a9a47404692c), precommit_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:30.093868 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-5dade561-2497-4c36-9581-5b2aa17aa6e9 tempest-RoutersAdminTest-1257023840 tempest-RoutersAdminTest-1257023840-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1603666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1603691', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1601804'] for router (0e905b74-71e2-4125-8145-a9a47404692c), after_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:30.218518 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5dade561-2497-4c36-9581-5b2aa17aa6e9 tempest-RoutersAdminTest-1257023840 tempest-RoutersAdminTest-1257023840-project] Router 0e905b74-71e2-4125-8145-a9a47404692c is scheduled to L3 agent 64ada913-9131-4d99-a265-63a920956287 with binding_index 1 {{(pid=103377) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 17:51:30.330346 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5dade561-2497-4c36-9581-5b2aa17aa6e9 tempest-RoutersAdminTest-1257023840 tempest-RoutersAdminTest-1257023840-project] Notify agent at l3_agent.n-d-827839-2 the message routers_updated {{(pid=103377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 17:51:30.337328 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-5dade561-2497-4c36-9581-5b2aa17aa6e9 tempest-RoutersAdminTest-1257023840 tempest-RoutersAdminTest-1257023840-project] Publish callbacks [] for router (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:30.340463 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-5dade561-2497-4c36-9581-5b2aa17aa6e9 tempest-RoutersAdminTest-1257023840 tempest-RoutersAdminTest-1257023840-project] 10.222.0.89 "PUT /v2.0/routers/0e905b74-71e2-4125-8145-a9a47404692c HTTP/1.1" status: 200 len: 877 time: 1.7812171 Feb 04 17:51:30.340866 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 47964) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:51:30.342934 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9bdb5c7-58b9-4382-9d84-83d8e8b6f17a None None] Sync routers for ids ['0e905b74-71e2-4125-8145-a9a47404692c'] in n-d-827839-2 {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 17:51:30.352957 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9bdb5c7-58b9-4382-9d84-83d8e8b6f17a None None] Routers {'0e905b74-71e2-4125-8145-a9a47404692c'} bound to L3 agent in host n-d-827839-2 {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:51:30.353884 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-b9bdb5c7-58b9-4382-9d84-83d8e8b6f17a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:51:03Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['0e905b74-71e2-4125-8145-a9a47404692c'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:51:30.391436 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-b9bdb5c7-58b9-4382-9d84-83d8e8b6f17a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827839-2', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:51:30.400723 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9bdb5c7-58b9-4382-9d84-83d8e8b6f17a None None] Routers {'0e905b74-71e2-4125-8145-a9a47404692c'} bound to L3 agent in host n-d-827839-2 {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:51:30.401515 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-b9bdb5c7-58b9-4382-9d84-83d8e8b6f17a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:51:03Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['0e905b74-71e2-4125-8145-a9a47404692c'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:51:30.435200 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-b9bdb5c7-58b9-4382-9d84-83d8e8b6f17a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827839-2', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:51:30.436093 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9bdb5c7-58b9-4382-9d84-83d8e8b6f17a None None] The sync data for ids ['0e905b74-71e2-4125-8145-a9a47404692c'] in n-d-827839-2 is: [] {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 17:51:30.448215 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-09a65ba0-de92-4af0-9ea2-961307672dc0 tempest-RoutersAdminTest-380122160 tempest-RoutersAdminTest-380122160-project-admin] 10.222.0.89 "GET /v2.0/routers/0e905b74-71e2-4125-8145-a9a47404692c HTTP/1.1" status: 200 len: 918 time: 0.1061966 Feb 04 17:51:30.450938 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 47966) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:51:30.548947 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e614b4a-7595-4b31-b6ac-79a6ab100855 tempest-RoutersAdminTest-380122160 tempest-RoutersAdminTest-380122160-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:51:30.550481 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-1e614b4a-7595-4b31-b6ac-79a6ab100855 tempest-RoutersAdminTest-380122160 tempest-RoutersAdminTest-380122160-project-admin] 10.222.0.89 "GET /v2.0/ports?network_id=48165773-85ad-49a1-9ec1-76fc8dc24188&device_id=0e905b74-71e2-4125-8145-a9a47404692c&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 943 time: 0.0986428 Feb 04 17:51:30.553133 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 47968) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:51:30.641102 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f6e3600-6c4f-4923-9c13-877a09b3e347 tempest-RoutersAdminTest-380122160 tempest-RoutersAdminTest-380122160-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:51:30.645039 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-6f6e3600-6c4f-4923-9c13-877a09b3e347 tempest-RoutersAdminTest-380122160 tempest-RoutersAdminTest-380122160-project-admin] 10.222.0.89 "GET /v2.0/networks/48165773-85ad-49a1-9ec1-76fc8dc24188 HTTP/1.1" status: 200 len: 881 time: 0.0884902 Feb 04 17:51:30.645433 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 47970) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:51:30.675957 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-dd2c22bd-8003-4975-a613-66b9224696e8 tempest-RoutersAdminTest-1257023840 tempest-RoutersAdminTest-1257023840-project] 10.222.0.89 "GET /v2.0/ports?device_id=0e905b74-71e2-4125-8145-a9a47404692c HTTP/1.1" status: 200 len: 205 time: 0.0293183 Feb 04 17:51:30.678446 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 47972) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:51:30.795342 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-ad25a56d-6edd-40e6-b6b9-247bf52a0035 tempest-RoutersAdminTest-1257023840 tempest-RoutersAdminTest-1257023840-project] Publish callbacks [] for router (0e905b74-71e2-4125-8145-a9a47404692c), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:30.907417 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-ad25a56d-6edd-40e6-b6b9-247bf52a0035 tempest-RoutersAdminTest-1257023840 tempest-RoutersAdminTest-1257023840-project] Publish callbacks [] for router_gateway (0e905b74-71e2-4125-8145-a9a47404692c), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:30.959863 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-ad25a56d-6edd-40e6-b6b9-247bf52a0035 tempest-RoutersAdminTest-1257023840 tempest-RoutersAdminTest-1257023840-project] Deleting port 8566e08b-911e-4675-9726-1cc93b2bf500 {{(pid=103377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:51:30.960137 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-ad25a56d-6edd-40e6-b6b9-247bf52a0035 tempest-RoutersAdminTest-1257023840 tempest-RoutersAdminTest-1257023840-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (8566e08b-911e-4675-9726-1cc93b2bf500), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:31.039468 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-ad25a56d-6edd-40e6-b6b9-247bf52a0035 tempest-RoutersAdminTest-1257023840 tempest-RoutersAdminTest-1257023840-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (8566e08b-911e-4675-9726-1cc93b2bf500), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:31.051079 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-ad25a56d-6edd-40e6-b6b9-247bf52a0035 tempest-RoutersAdminTest-1257023840 tempest-RoutersAdminTest-1257023840-project] Calling delete_port for 8566e08b-911e-4675-9726-1cc93b2bf500 owned by network:router_gateway {{(pid=103377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:51:31.215181 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-ad25a56d-6edd-40e6-b6b9-247bf52a0035 tempest-RoutersAdminTest-1257023840 tempest-RoutersAdminTest-1257023840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (8566e08b-911e-4675-9726-1cc93b2bf500), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:31.242394 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad25a56d-6edd-40e6-b6b9-247bf52a0035 tempest-RoutersAdminTest-1257023840 tempest-RoutersAdminTest-1257023840-project] Pushing event deleted for resources: {'Port': ['ID=8566e08b-911e-4675-9726-1cc93b2bf500,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:51:31.308646 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-ad25a56d-6edd-40e6-b6b9-247bf52a0035 tempest-RoutersAdminTest-1257023840 tempest-RoutersAdminTest-1257023840-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1595544'] for router_gateway (0e905b74-71e2-4125-8145-a9a47404692c), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:31.403029 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-ad25a56d-6edd-40e6-b6b9-247bf52a0035 tempest-RoutersAdminTest-1257023840 tempest-RoutersAdminTest-1257023840-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1601811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26971'] for router (0e905b74-71e2-4125-8145-a9a47404692c), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:31.405200 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-ad25a56d-6edd-40e6-b6b9-247bf52a0035 tempest-RoutersAdminTest-1257023840 tempest-RoutersAdminTest-1257023840-project] Publish callbacks [] for router_controller (0e905b74-71e2-4125-8145-a9a47404692c), precommit_delete_associations {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:31.448056 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-ad25a56d-6edd-40e6-b6b9-247bf52a0035 tempest-RoutersAdminTest-1257023840 tempest-RoutersAdminTest-1257023840-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1601832'] for router (0e905b74-71e2-4125-8145-a9a47404692c), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:31.448607 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad25a56d-6edd-40e6-b6b9-247bf52a0035 tempest-RoutersAdminTest-1257023840 tempest-RoutersAdminTest-1257023840-project] Fanout notify agent at l3_agent the message router_deleted on router 0e905b74-71e2-4125-8145-a9a47404692c {{(pid=103377) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 17:51:31.456433 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-ad25a56d-6edd-40e6-b6b9-247bf52a0035 tempest-RoutersAdminTest-1257023840 tempest-RoutersAdminTest-1257023840-project] Publish callbacks [] for router (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:31.458277 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-ad25a56d-6edd-40e6-b6b9-247bf52a0035 tempest-RoutersAdminTest-1257023840 tempest-RoutersAdminTest-1257023840-project] 10.222.0.89 "DELETE /v2.0/routers/0e905b74-71e2-4125-8145-a9a47404692c HTTP/1.1" status: 204 len: 168 time: 0.7786944 Feb 04 17:51:31.461974 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 47976) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:51:31.466529 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-23cc697f-e09e-4f19-b0f5-5efa4bc61321 tempest-RoutersAdminTest-1257023840 tempest-RoutersAdminTest-1257023840-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1849481761', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:51:31.487193 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-23cc697f-e09e-4f19-b0f5-5efa4bc61321 tempest-RoutersAdminTest-1257023840 tempest-RoutersAdminTest-1257023840-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1601657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26921'] for router (70c38103-fb47-4b91-b44e-d78fda8c340e), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:31.488484 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-23cc697f-e09e-4f19-b0f5-5efa4bc61321 tempest-RoutersAdminTest-1257023840 tempest-RoutersAdminTest-1257023840-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1602025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603663', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1630571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26960'] for router (70c38103-fb47-4b91-b44e-d78fda8c340e), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:31.541410 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-23cc697f-e09e-4f19-b0f5-5efa4bc61321 tempest-RoutersAdminTest-1257023840 tempest-RoutersAdminTest-1257023840-project] Publish callbacks [] for router_controller (70c38103-fb47-4b91-b44e-d78fda8c340e), precommit_add_association {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:31.545520 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-23cc697f-e09e-4f19-b0f5-5efa4bc61321 tempest-RoutersAdminTest-1257023840 tempest-RoutersAdminTest-1257023840-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1602046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603680'] for router (70c38103-fb47-4b91-b44e-d78fda8c340e), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:31.563814 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-23cc697f-e09e-4f19-b0f5-5efa4bc61321 tempest-RoutersAdminTest-1257023840 tempest-RoutersAdminTest-1257023840-project] Publish callbacks [] for router (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:31.567430 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-23cc697f-e09e-4f19-b0f5-5efa4bc61321 tempest-RoutersAdminTest-1257023840 tempest-RoutersAdminTest-1257023840-project] 10.222.0.89 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1019981 Feb 04 17:51:31.567572 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 47978) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:51:31.571841 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-6dd784be-c04a-4feb-9487-898792dc46c1 tempest-RoutersAdminTest-380122160 tempest-RoutersAdminTest-380122160-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'enable_snat': True}}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:51:31.796122 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-6dd784be-c04a-4feb-9487-898792dc46c1 tempest-RoutersAdminTest-380122160 tempest-RoutersAdminTest-380122160-project-admin] Publish callbacks [] for router_gateway (70c38103-fb47-4b91-b44e-d78fda8c340e), precommit_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:32.012845 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-6dd784be-c04a-4feb-9487-898792dc46c1 tempest-RoutersAdminTest-380122160 tempest-RoutersAdminTest-380122160-project-admin] Publish callbacks [] for router_gateway (70c38103-fb47-4b91-b44e-d78fda8c340e), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:32.031727 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-6dd784be-c04a-4feb-9487-898792dc46c1 tempest-RoutersAdminTest-380122160 tempest-RoutersAdminTest-380122160-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:32.139256 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.db_base_plugin_common [None req-6dd784be-c04a-4feb-9487-898792dc46c1 tempest-RoutersAdminTest-380122160 tempest-RoutersAdminTest-380122160-project-admin] Allocated IP 172.25.6.23 (48165773-85ad-49a1-9ec1-76fc8dc24188/7660bfad-1ea8-4fe7-831b-bed836f13efc/a0bcee6b-8756-4867-8bb9-2d16ce96cd40) {{(pid=103376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:51:32.176121 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.agents_db [None req-e1691f3b-aacd-4cd6-8ebb-a9c53bb301c0 None None] Agent healthcheck: found 7 active agents {{(pid=103379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 17:51:32.240001 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-6dd784be-c04a-4feb-9487-898792dc46c1 tempest-RoutersAdminTest-380122160 tempest-RoutersAdminTest-380122160-project-admin] Publish callbacks [] for port (a0bcee6b-8756-4867-8bb9-2d16ce96cd40), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:32.278029 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-6dd784be-c04a-4feb-9487-898792dc46c1 tempest-RoutersAdminTest-380122160 tempest-RoutersAdminTest-380122160-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (a0bcee6b-8756-4867-8bb9-2d16ce96cd40), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:32.318952 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dd784be-c04a-4feb-9487-898792dc46c1 tempest-RoutersAdminTest-380122160 tempest-RoutersAdminTest-380122160-project-admin] Network 48165773-85ad-49a1-9ec1-76fc8dc24188 is already hosted by enough agents. {{(pid=103376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:51:32.326100 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [None req-6dd784be-c04a-4feb-9487-898792dc46c1 tempest-RoutersAdminTest-380122160 tempest-RoutersAdminTest-380122160-project-admin] Resources bound (agent type, host, resource id): {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:51:32.328268 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd784be-c04a-4feb-9487-898792dc46c1 tempest-RoutersAdminTest-380122160 tempest-RoutersAdminTest-380122160-project-admin] Pushing event updated for resources: {'Port': ['ID=a0bcee6b-8756-4867-8bb9-2d16ce96cd40,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:51:32.330467 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dd784be-c04a-4feb-9487-898792dc46c1 tempest-RoutersAdminTest-380122160 tempest-RoutersAdminTest-380122160-project-admin] Received port after_create {{(pid=103376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:51:32.585503 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-6dd784be-c04a-4feb-9487-898792dc46c1 tempest-RoutersAdminTest-380122160 tempest-RoutersAdminTest-380122160-project-admin] Publish callbacks [] for router_gateway (70c38103-fb47-4b91-b44e-d78fda8c340e), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:32.789466 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-6dd784be-c04a-4feb-9487-898792dc46c1 tempest-RoutersAdminTest-380122160 tempest-RoutersAdminTest-380122160-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1603677', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1602039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26946'] for router (70c38103-fb47-4b91-b44e-d78fda8c340e), precommit_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:32.792784 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-6dd784be-c04a-4feb-9487-898792dc46c1 tempest-RoutersAdminTest-380122160 tempest-RoutersAdminTest-380122160-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1603666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1603691', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1601804'] for router (70c38103-fb47-4b91-b44e-d78fda8c340e), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:32.830001 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8c5805ec-ed2a-4274-b248-f4376702fb72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (64ada913-9131-4d99-a265-63a920956287), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:32.948408 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6dd784be-c04a-4feb-9487-898792dc46c1 tempest-RoutersAdminTest-380122160 tempest-RoutersAdminTest-380122160-project-admin] Router 70c38103-fb47-4b91-b44e-d78fda8c340e is scheduled to L3 agent 64ada913-9131-4d99-a265-63a920956287 with binding_index 1 {{(pid=103376) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 17:51:33.063061 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6dd784be-c04a-4feb-9487-898792dc46c1 tempest-RoutersAdminTest-380122160 tempest-RoutersAdminTest-380122160-project-admin] Notify agent at l3_agent.n-d-827839-2 the message routers_updated {{(pid=103376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 17:51:33.067694 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-6dd784be-c04a-4feb-9487-898792dc46c1 tempest-RoutersAdminTest-380122160 tempest-RoutersAdminTest-380122160-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:33.071600 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-6dd784be-c04a-4feb-9487-898792dc46c1 tempest-RoutersAdminTest-380122160 tempest-RoutersAdminTest-380122160-project-admin] 10.222.0.89 "PUT /v2.0/routers/70c38103-fb47-4b91-b44e-d78fda8c340e HTTP/1.1" status: 200 len: 914 time: 1.5030673 Feb 04 17:51:33.071751 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 47988) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:51:33.079778 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb3ca86f-4dcc-4331-b072-556b00e469da None None] Sync routers for ids ['70c38103-fb47-4b91-b44e-d78fda8c340e'] in n-d-827839-2 {{(pid=103378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 17:51:33.104978 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb3ca86f-4dcc-4331-b072-556b00e469da None None] Routers {'70c38103-fb47-4b91-b44e-d78fda8c340e'} bound to L3 agent in host n-d-827839-2 {{(pid=103378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:51:33.105911 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-fb3ca86f-4dcc-4331-b072-556b00e469da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:51:33Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['70c38103-fb47-4b91-b44e-d78fda8c340e'], 'active': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:51:33.112168 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d408ec64-b374-4acb-a1fc-48241dad6d47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (0cd6d64a-47a7-40ff-8c12-71dd526c62e0), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:33.150035 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-fb3ca86f-4dcc-4331-b072-556b00e469da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827839-2', False) {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:51:33.159339 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb3ca86f-4dcc-4331-b072-556b00e469da None None] Routers {'70c38103-fb47-4b91-b44e-d78fda8c340e'} bound to L3 agent in host n-d-827839-2 {{(pid=103378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:51:33.160180 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-fb3ca86f-4dcc-4331-b072-556b00e469da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:51:33Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['70c38103-fb47-4b91-b44e-d78fda8c340e'], 'active': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:51:33.195944 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 47992) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:51:33.202184 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-fb3ca86f-4dcc-4331-b072-556b00e469da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827839-2', False) {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:51:33.204242 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb3ca86f-4dcc-4331-b072-556b00e469da None None] The sync data for ids ['70c38103-fb47-4b91-b44e-d78fda8c340e'] in n-d-827839-2 is: [] {{(pid=103378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 17:51:33.206842 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-5a149ae8-bdfa-4829-8cc0-4942e16c6465 tempest-RoutersAdminTest-380122160 tempest-RoutersAdminTest-380122160-project-admin] 10.222.0.89 "GET /v2.0/routers/70c38103-fb47-4b91-b44e-d78fda8c340e HTTP/1.1" status: 200 len: 920 time: 0.1335397 Feb 04 17:51:33.249548 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 47994) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:51:33.253104 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcc9d384-4cdc-4607-924d-97ffdda788fd tempest-RoutersAdminTest-380122160 tempest-RoutersAdminTest-380122160-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:51:33.255380 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-bcc9d384-4cdc-4607-924d-97ffdda788fd tempest-RoutersAdminTest-380122160 tempest-RoutersAdminTest-380122160-project-admin] 10.222.0.89 "GET /v2.0/ports?network_id=48165773-85ad-49a1-9ec1-76fc8dc24188&device_id=70c38103-fb47-4b91-b44e-d78fda8c340e&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0576684 Feb 04 17:51:33.257415 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 47998) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:51:33.360133 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d152307d-3c4b-423b-ac40-1b735b6b2f40 tempest-RoutersAdminTest-380122160 tempest-RoutersAdminTest-380122160-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:51:33.366010 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-d152307d-3c4b-423b-ac40-1b735b6b2f40 tempest-RoutersAdminTest-380122160 tempest-RoutersAdminTest-380122160-project-admin] 10.222.0.89 "GET /v2.0/networks/48165773-85ad-49a1-9ec1-76fc8dc24188 HTTP/1.1" status: 200 len: 881 time: 0.1076291 Feb 04 17:51:33.366805 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 48000) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:51:33.368130 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-778ea5f5-86b0-4434-81c3-78e29db74580 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:33.404960 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-4754b6a9-2dae-4ba7-905a-7b548ddb5fba tempest-RoutersAdminTest-1257023840 tempest-RoutersAdminTest-1257023840-project] 10.222.0.89 "GET /v2.0/ports?device_id=70c38103-fb47-4b91-b44e-d78fda8c340e HTTP/1.1" status: 200 len: 205 time: 0.0367031 Feb 04 17:51:33.407644 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 48002) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:51:33.454708 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-778ea5f5-86b0-4434-81c3-78e29db74580 admin admin] Publish callbacks [] for security_group (fd962e29-bca6-4bb1-b6dd-fcc04e0c3d73), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:33.458420 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-778ea5f5-86b0-4434-81c3-78e29db74580 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (fd962e29-bca6-4bb1-b6dd-fcc04e0c3d73), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:33.501340 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-778ea5f5-86b0-4434-81c3-78e29db74580 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=61b03eeb7e3a4238bd1cf9ff50e7cb8c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2473991 Feb 04 17:51:33.501340 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778ea5f5-86b0-4434-81c3-78e29db74580 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd962e29-bca6-4bb1-b6dd-fcc04e0c3d73,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:51:33.503187 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 48004) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:51:33.548013 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-3ad6ad61-16af-4605-a88a-525f0e07dc76 req-8661ea8a-32ff-42e6-89c6-8106545d9050 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=4838cc33-5e81-4c6b-bf0f-42646b0b5925&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1523719 Feb 04 17:51:33.555796 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-9e12e8f0-227c-4ec5-b709-224373803e04 tempest-RoutersAdminTest-1257023840 tempest-RoutersAdminTest-1257023840-project] Publish callbacks [] for router (70c38103-fb47-4b91-b44e-d78fda8c340e), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:33.556629 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-6654ecbf-8963-419e-b1f2-db9f9ccca6f6 admin admin] Publish callbacks [] for security_group (fd962e29-bca6-4bb1-b6dd-fcc04e0c3d73), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:33.580898 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-6654ecbf-8963-419e-b1f2-db9f9ccca6f6 admin admin] Publish callbacks [] for security_group (fd962e29-bca6-4bb1-b6dd-fcc04e0c3d73), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:33.630375 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-6654ecbf-8963-419e-b1f2-db9f9ccca6f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (fd962e29-bca6-4bb1-b6dd-fcc04e0c3d73), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:33.633523 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-6654ecbf-8963-419e-b1f2-db9f9ccca6f6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:33.637031 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-6654ecbf-8963-419e-b1f2-db9f9ccca6f6 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/fd962e29-bca6-4bb1-b6dd-fcc04e0c3d73 HTTP/1.1" status: 204 len: 168 time: 0.1304650 Feb 04 17:51:33.643698 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6654ecbf-8963-419e-b1f2-db9f9ccca6f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd962e29-bca6-4bb1-b6dd-fcc04e0c3d73,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:51:33.720438 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad6ad61-16af-4605-a88a-525f0e07dc76 req-26446cd1-3234-46b8-8602-8993f0e0bd79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:51:33.722109 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-3ad6ad61-16af-4605-a88a-525f0e07dc76 req-26446cd1-3234-46b8-8602-8993f0e0bd79 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=86a0fd5c0c974eafbf1c6e95239dcb2c&device_id=4838cc33-5e81-4c6b-bf0f-42646b0b5925 HTTP/1.1" status: 200 len: 1127 time: 0.0835361 Feb 04 17:51:33.727490 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-9e12e8f0-227c-4ec5-b709-224373803e04 tempest-RoutersAdminTest-1257023840 tempest-RoutersAdminTest-1257023840-project] Publish callbacks [] for router_gateway (70c38103-fb47-4b91-b44e-d78fda8c340e), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:33.876821 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-9e12e8f0-227c-4ec5-b709-224373803e04 tempest-RoutersAdminTest-1257023840 tempest-RoutersAdminTest-1257023840-project] Deleting port a0bcee6b-8756-4867-8bb9-2d16ce96cd40 {{(pid=103376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:51:33.877257 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-9e12e8f0-227c-4ec5-b709-224373803e04 tempest-RoutersAdminTest-1257023840 tempest-RoutersAdminTest-1257023840-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (a0bcee6b-8756-4867-8bb9-2d16ce96cd40), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:33.917254 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad6ad61-16af-4605-a88a-525f0e07dc76 req-2efb5222-d390-42e0-9216-53a3cf573902 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:51:33.918712 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-3ad6ad61-16af-4605-a88a-525f0e07dc76 req-2efb5222-d390-42e0-9216-53a3cf573902 service neutron] 10.222.0.96 "GET /v2.0/networks?id=41fb740a-fe35-4b66-8c63-e9b9f216cd47 HTTP/1.1" status: 200 len: 898 time: 0.1539159 Feb 04 17:51:33.927077 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 48010) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:51:33.940466 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-cfbf532a-03db-4c73-b2f4-5ac96000da1c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:34.016327 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-3ad6ad61-16af-4605-a88a-525f0e07dc76 req-36ded95b-a031-48db-bded-2cdb7482d06d service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=145590c2-a0bd-4185-b491-aa8555141129 HTTP/1.1" status: 200 len: 1001 time: 0.0902703 Feb 04 17:51:34.018078 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-9e12e8f0-227c-4ec5-b709-224373803e04 tempest-RoutersAdminTest-1257023840 tempest-RoutersAdminTest-1257023840-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (a0bcee6b-8756-4867-8bb9-2d16ce96cd40), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:34.023250 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-cfbf532a-03db-4c73-b2f4-5ac96000da1c admin admin] Publish callbacks [] for security_group (50383096-2693-4e37-a960-0589c6f317b7), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:34.028274 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-cfbf532a-03db-4c73-b2f4-5ac96000da1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (50383096-2693-4e37-a960-0589c6f317b7), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:34.060039 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-9e12e8f0-227c-4ec5-b709-224373803e04 tempest-RoutersAdminTest-1257023840 tempest-RoutersAdminTest-1257023840-project] Calling delete_port for a0bcee6b-8756-4867-8bb9-2d16ce96cd40 owned by network:router_gateway {{(pid=103376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:51:34.067330 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbf532a-03db-4c73-b2f4-5ac96000da1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50383096-2693-4e37-a960-0589c6f317b7,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:51:34.074024 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-cfbf532a-03db-4c73-b2f4-5ac96000da1c admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=78ba2176c1c24bba8e6e53d074e981b0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1431513 Feb 04 17:51:34.074587 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 48012) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:51:34.114434 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad6ad61-16af-4605-a88a-525f0e07dc76 req-6515b976-b33c-4cdb-9153-0d4d89fc7295 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:51:34.115957 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-3ad6ad61-16af-4605-a88a-525f0e07dc76 req-6515b976-b33c-4cdb-9153-0d4d89fc7295 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=f4c901f0-faf0-43f9-9cbe-f8f05128a5fd HTTP/1.1" status: 200 len: 833 time: 0.0899556 Feb 04 17:51:34.125313 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-6f9b524e-42a5-49f2-bbc1-4ad321d2e449 admin admin] Publish callbacks [] for security_group (50383096-2693-4e37-a960-0589c6f317b7), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:34.148536 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-6f9b524e-42a5-49f2-bbc1-4ad321d2e449 admin admin] Publish callbacks [] for security_group (50383096-2693-4e37-a960-0589c6f317b7), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:34.198619 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-6f9b524e-42a5-49f2-bbc1-4ad321d2e449 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (50383096-2693-4e37-a960-0589c6f317b7), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:34.201083 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-6f9b524e-42a5-49f2-bbc1-4ad321d2e449 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:34.205237 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-6f9b524e-42a5-49f2-bbc1-4ad321d2e449 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/50383096-2693-4e37-a960-0589c6f317b7 HTTP/1.1" status: 204 len: 168 time: 0.1300471 Feb 04 17:51:34.213552 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9b524e-42a5-49f2-bbc1-4ad321d2e449 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50383096-2693-4e37-a960-0589c6f317b7,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:51:34.225913 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad6ad61-16af-4605-a88a-525f0e07dc76 req-6981703b-2561-4387-8262-c72841d099b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:51:34.227425 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-3ad6ad61-16af-4605-a88a-525f0e07dc76 req-6981703b-2561-4387-8262-c72841d099b3 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=41fb740a-fe35-4b66-8c63-e9b9f216cd47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1037941 Feb 04 17:51:34.715004 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-9e12e8f0-227c-4ec5-b709-224373803e04 tempest-RoutersAdminTest-1257023840 tempest-RoutersAdminTest-1257023840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (a0bcee6b-8756-4867-8bb9-2d16ce96cd40), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:34.748339 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e12e8f0-227c-4ec5-b709-224373803e04 tempest-RoutersAdminTest-1257023840 tempest-RoutersAdminTest-1257023840-project] Pushing event deleted for resources: {'Port': ['ID=a0bcee6b-8756-4867-8bb9-2d16ce96cd40,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:51:34.759232 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-3ad6ad61-16af-4605-a88a-525f0e07dc76 req-6dccef44-fa24-4031-8cbd-605575b8d3a6 service neutron] 10.222.0.96 "GET /v2.0/networks/41fb740a-fe35-4b66-8c63-e9b9f216cd47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5235388 Feb 04 17:51:34.867976 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-9e12e8f0-227c-4ec5-b709-224373803e04 tempest-RoutersAdminTest-1257023840 tempest-RoutersAdminTest-1257023840-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1595544'] for router_gateway (70c38103-fb47-4b91-b44e-d78fda8c340e), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:34.873480 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4f14bb47-e72b-46ac-9e44-a61d9293afcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (75326290-f7a3-4db8-9cf2-15c7139ed224), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:34.982101 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-9e12e8f0-227c-4ec5-b709-224373803e04 tempest-RoutersAdminTest-1257023840 tempest-RoutersAdminTest-1257023840-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1601811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26971'] for router (70c38103-fb47-4b91-b44e-d78fda8c340e), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:34.985795 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-9e12e8f0-227c-4ec5-b709-224373803e04 tempest-RoutersAdminTest-1257023840 tempest-RoutersAdminTest-1257023840-project] Publish callbacks [] for router_controller (70c38103-fb47-4b91-b44e-d78fda8c340e), precommit_delete_associations {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:34.990279 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-3ad6ad61-16af-4605-a88a-525f0e07dc76 req-dca59adc-fd45-4f82-8e39-37ccef00c70c service neutron] 10.222.0.96 "GET /v2.0/networks/41fb740a-fe35-4b66-8c63-e9b9f216cd47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2120292 Feb 04 17:51:35.038186 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-9e12e8f0-227c-4ec5-b709-224373803e04 tempest-RoutersAdminTest-1257023840 tempest-RoutersAdminTest-1257023840-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1601832'] for router (70c38103-fb47-4b91-b44e-d78fda8c340e), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:35.038577 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e12e8f0-227c-4ec5-b709-224373803e04 tempest-RoutersAdminTest-1257023840 tempest-RoutersAdminTest-1257023840-project] Fanout notify agent at l3_agent the message router_deleted on router 70c38103-fb47-4b91-b44e-d78fda8c340e {{(pid=103376) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 17:51:35.045681 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-9e12e8f0-227c-4ec5-b709-224373803e04 tempest-RoutersAdminTest-1257023840 tempest-RoutersAdminTest-1257023840-project] Publish callbacks [] for router (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:35.049260 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-9e12e8f0-227c-4ec5-b709-224373803e04 tempest-RoutersAdminTest-1257023840 tempest-RoutersAdminTest-1257023840-project] 10.222.0.89 "DELETE /v2.0/routers/70c38103-fb47-4b91-b44e-d78fda8c340e HTTP/1.1" status: 204 len: 168 time: 1.6404407 Feb 04 17:51:35.051411 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 48036) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:51:35.056024 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-268cde16-a170-4287-8153-61266d0c1b2a tempest-RoutersAdminTest-1257023840 tempest-RoutersAdminTest-1257023840-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-2125027171', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:51:35.078402 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-268cde16-a170-4287-8153-61266d0c1b2a tempest-RoutersAdminTest-1257023840 tempest-RoutersAdminTest-1257023840-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1601657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26921'] for router (71a9830e-c9e8-4026-abb9-3b73503c26a7), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:35.079399 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-268cde16-a170-4287-8153-61266d0c1b2a tempest-RoutersAdminTest-1257023840 tempest-RoutersAdminTest-1257023840-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1602025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603663', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1630571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26960'] for router (71a9830e-c9e8-4026-abb9-3b73503c26a7), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:35.132984 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-268cde16-a170-4287-8153-61266d0c1b2a tempest-RoutersAdminTest-1257023840 tempest-RoutersAdminTest-1257023840-project] Publish callbacks [] for router_controller (71a9830e-c9e8-4026-abb9-3b73503c26a7), precommit_add_association {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:35.137406 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-268cde16-a170-4287-8153-61266d0c1b2a tempest-RoutersAdminTest-1257023840 tempest-RoutersAdminTest-1257023840-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1602046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603680'] for router (71a9830e-c9e8-4026-abb9-3b73503c26a7), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:35.155274 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-268cde16-a170-4287-8153-61266d0c1b2a tempest-RoutersAdminTest-1257023840 tempest-RoutersAdminTest-1257023840-project] Publish callbacks [] for router (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:35.157003 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-268cde16-a170-4287-8153-61266d0c1b2a tempest-RoutersAdminTest-1257023840 tempest-RoutersAdminTest-1257023840-project] 10.222.0.89 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1045163 Feb 04 17:51:35.159781 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 48040) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:51:35.164354 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-8eca2a5c-cd06-4a12-bff6-aa435c160582 tempest-RoutersAdminTest-380122160 tempest-RoutersAdminTest-380122160-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'enable_snat': False}}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:51:35.386349 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-8eca2a5c-cd06-4a12-bff6-aa435c160582 tempest-RoutersAdminTest-380122160 tempest-RoutersAdminTest-380122160-project-admin] Publish callbacks [] for router_gateway (71a9830e-c9e8-4026-abb9-3b73503c26a7), precommit_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:35.583236 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-8eca2a5c-cd06-4a12-bff6-aa435c160582 tempest-RoutersAdminTest-380122160 tempest-RoutersAdminTest-380122160-project-admin] Publish callbacks [] for router_gateway (71a9830e-c9e8-4026-abb9-3b73503c26a7), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:35.605950 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-8eca2a5c-cd06-4a12-bff6-aa435c160582 tempest-RoutersAdminTest-380122160 tempest-RoutersAdminTest-380122160-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:35.710496 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.db_base_plugin_common [None req-8eca2a5c-cd06-4a12-bff6-aa435c160582 tempest-RoutersAdminTest-380122160 tempest-RoutersAdminTest-380122160-project-admin] Allocated IP 172.25.6.163 (48165773-85ad-49a1-9ec1-76fc8dc24188/7660bfad-1ea8-4fe7-831b-bed836f13efc/5f2802c9-46d7-436f-b125-3a261c12036a) {{(pid=103377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:51:35.747829 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (ba70844b-66a0-45fd-a2f2-e6ed673321fc), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:35.815336 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-8eca2a5c-cd06-4a12-bff6-aa435c160582 tempest-RoutersAdminTest-380122160 tempest-RoutersAdminTest-380122160-project-admin] Publish callbacks [] for port (5f2802c9-46d7-436f-b125-3a261c12036a), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:35.850497 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-8eca2a5c-cd06-4a12-bff6-aa435c160582 tempest-RoutersAdminTest-380122160 tempest-RoutersAdminTest-380122160-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (5f2802c9-46d7-436f-b125-3a261c12036a), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:35.893201 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eca2a5c-cd06-4a12-bff6-aa435c160582 tempest-RoutersAdminTest-380122160 tempest-RoutersAdminTest-380122160-project-admin] Network 48165773-85ad-49a1-9ec1-76fc8dc24188 is already hosted by enough agents. {{(pid=103377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:51:35.898011 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [None req-8eca2a5c-cd06-4a12-bff6-aa435c160582 tempest-RoutersAdminTest-380122160 tempest-RoutersAdminTest-380122160-project-admin] Resources bound (agent type, host, resource id): {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:51:35.900867 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eca2a5c-cd06-4a12-bff6-aa435c160582 tempest-RoutersAdminTest-380122160 tempest-RoutersAdminTest-380122160-project-admin] Received port after_create {{(pid=103377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:51:35.924406 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eca2a5c-cd06-4a12-bff6-aa435c160582 tempest-RoutersAdminTest-380122160 tempest-RoutersAdminTest-380122160-project-admin] Pushing event updated for resources: {'Port': ['ID=5f2802c9-46d7-436f-b125-3a261c12036a,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:51:36.537342 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-8eca2a5c-cd06-4a12-bff6-aa435c160582 tempest-RoutersAdminTest-380122160 tempest-RoutersAdminTest-380122160-project-admin] Publish callbacks [] for router_gateway (71a9830e-c9e8-4026-abb9-3b73503c26a7), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:36.679366 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a9f796-5956-4f4e-ab32-8423d16275b0 req-1116e28b-4e42-430c-974f-eacd678b07d5 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:51:36.680817 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-49a9f796-5956-4f4e-ab32-8423d16275b0 req-1116e28b-4e42-430c-974f-eacd678b07d5 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] 10.222.0.89 "GET /v2.0/ports?device_id=4838cc33-5e81-4c6b-bf0f-42646b0b5925 HTTP/1.1" status: 200 len: 945 time: 0.2163765 Feb 04 17:51:36.806618 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-49a9f796-5956-4f4e-ab32-8423d16275b0 req-841df2f8-5597-46f3-b6b6-4965869f71ca tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] 10.222.0.89 "GET /v2.0/security-groups?id=b2d41e04-1724-4f40-b9e4-c2fd276b506f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1195171 Feb 04 17:51:36.827925 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-8eca2a5c-cd06-4a12-bff6-aa435c160582 tempest-RoutersAdminTest-380122160 tempest-RoutersAdminTest-380122160-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1603677', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1602039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26946'] for router (71a9830e-c9e8-4026-abb9-3b73503c26a7), precommit_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:36.827925 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-8eca2a5c-cd06-4a12-bff6-aa435c160582 tempest-RoutersAdminTest-380122160 tempest-RoutersAdminTest-380122160-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1603666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1603691', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1601804'] for router (71a9830e-c9e8-4026-abb9-3b73503c26a7), after_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:36.956600 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8eca2a5c-cd06-4a12-bff6-aa435c160582 tempest-RoutersAdminTest-380122160 tempest-RoutersAdminTest-380122160-project-admin] Router 71a9830e-c9e8-4026-abb9-3b73503c26a7 is scheduled to L3 agent 64ada913-9131-4d99-a265-63a920956287 with binding_index 1 {{(pid=103377) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 17:51:37.065907 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8eca2a5c-cd06-4a12-bff6-aa435c160582 tempest-RoutersAdminTest-380122160 tempest-RoutersAdminTest-380122160-project-admin] Notify agent at l3_agent.n-d-827839-2 the message routers_updated {{(pid=103377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 17:51:37.070322 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-8eca2a5c-cd06-4a12-bff6-aa435c160582 tempest-RoutersAdminTest-380122160 tempest-RoutersAdminTest-380122160-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:37.074168 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 48096) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:51:37.074610 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-8eca2a5c-cd06-4a12-bff6-aa435c160582 tempest-RoutersAdminTest-380122160 tempest-RoutersAdminTest-380122160-project-admin] 10.222.0.89 "PUT /v2.0/routers/71a9830e-c9e8-4026-abb9-3b73503c26a7 HTTP/1.1" status: 200 len: 916 time: 1.9134982 Feb 04 17:51:37.084911 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d155e36d-5656-4469-b4ef-4adeae3f15a0 None None] Sync routers for ids ['71a9830e-c9e8-4026-abb9-3b73503c26a7'] in n-d-827839-2 {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 17:51:37.108005 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d155e36d-5656-4469-b4ef-4adeae3f15a0 None None] Routers {'71a9830e-c9e8-4026-abb9-3b73503c26a7'} bound to L3 agent in host n-d-827839-2 {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:51:37.108630 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-d155e36d-5656-4469-b4ef-4adeae3f15a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:51:33Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['71a9830e-c9e8-4026-abb9-3b73503c26a7'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:51:37.145558 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-d155e36d-5656-4469-b4ef-4adeae3f15a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827839-2', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:51:37.154106 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d155e36d-5656-4469-b4ef-4adeae3f15a0 None None] Routers {'71a9830e-c9e8-4026-abb9-3b73503c26a7'} bound to L3 agent in host n-d-827839-2 {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:51:37.154685 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-d155e36d-5656-4469-b4ef-4adeae3f15a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:51:33Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['71a9830e-c9e8-4026-abb9-3b73503c26a7'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:51:37.190735 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-d155e36d-5656-4469-b4ef-4adeae3f15a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827839-2', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:51:37.191387 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d155e36d-5656-4469-b4ef-4adeae3f15a0 None None] The sync data for ids ['71a9830e-c9e8-4026-abb9-3b73503c26a7'] in n-d-827839-2 is: [] {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 17:51:37.201376 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-1e80b20b-064c-4c8a-a29d-1bd0589add06 tempest-RoutersAdminTest-380122160 tempest-RoutersAdminTest-380122160-project-admin] 10.222.0.89 "GET /v2.0/routers/71a9830e-c9e8-4026-abb9-3b73503c26a7 HTTP/1.1" status: 200 len: 922 time: 0.1258855 Feb 04 17:51:37.204590 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 48098) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:51:37.257670 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93abb8eb-8c1a-4c07-9f77-92bbcc40c858 tempest-RoutersAdminTest-380122160 tempest-RoutersAdminTest-380122160-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:51:37.259867 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-93abb8eb-8c1a-4c07-9f77-92bbcc40c858 tempest-RoutersAdminTest-380122160 tempest-RoutersAdminTest-380122160-project-admin] 10.222.0.89 "GET /v2.0/ports?network_id=48165773-85ad-49a1-9ec1-76fc8dc24188&device_id=71a9830e-c9e8-4026-abb9-3b73503c26a7&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0543399 Feb 04 17:51:37.262797 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 48100) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:51:37.356729 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef35ee3b-4660-4583-9837-7d61200f3a7a tempest-RoutersAdminTest-380122160 tempest-RoutersAdminTest-380122160-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:51:37.358186 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-ef35ee3b-4660-4583-9837-7d61200f3a7a tempest-RoutersAdminTest-380122160 tempest-RoutersAdminTest-380122160-project-admin] 10.222.0.89 "GET /v2.0/networks/48165773-85ad-49a1-9ec1-76fc8dc24188 HTTP/1.1" status: 200 len: 881 time: 0.0944531 Feb 04 17:51:37.361117 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 48102) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:51:37.389950 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-9fd16f74-791c-4c83-afc2-959ee7b1cdac tempest-RoutersAdminTest-1257023840 tempest-RoutersAdminTest-1257023840-project] 10.222.0.89 "GET /v2.0/ports?device_id=71a9830e-c9e8-4026-abb9-3b73503c26a7 HTTP/1.1" status: 200 len: 205 time: 0.0274909 Feb 04 17:51:37.393059 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 48104) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:51:37.501183 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-3b6a7a34-3241-4fb4-a8dd-cb021c3ee336 tempest-RoutersAdminTest-1257023840 tempest-RoutersAdminTest-1257023840-project] Publish callbacks [] for router (71a9830e-c9e8-4026-abb9-3b73503c26a7), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:37.605918 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-3b6a7a34-3241-4fb4-a8dd-cb021c3ee336 tempest-RoutersAdminTest-1257023840 tempest-RoutersAdminTest-1257023840-project] Publish callbacks [] for router_gateway (71a9830e-c9e8-4026-abb9-3b73503c26a7), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:37.666340 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a7a34-3241-4fb4-a8dd-cb021c3ee336 tempest-RoutersAdminTest-1257023840 tempest-RoutersAdminTest-1257023840-project] Deleting port 5f2802c9-46d7-436f-b125-3a261c12036a {{(pid=103376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:51:37.666598 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-3b6a7a34-3241-4fb4-a8dd-cb021c3ee336 tempest-RoutersAdminTest-1257023840 tempest-RoutersAdminTest-1257023840-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (5f2802c9-46d7-436f-b125-3a261c12036a), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:37.743475 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-3b6a7a34-3241-4fb4-a8dd-cb021c3ee336 tempest-RoutersAdminTest-1257023840 tempest-RoutersAdminTest-1257023840-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (5f2802c9-46d7-436f-b125-3a261c12036a), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:37.755278 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a7a34-3241-4fb4-a8dd-cb021c3ee336 tempest-RoutersAdminTest-1257023840 tempest-RoutersAdminTest-1257023840-project] Calling delete_port for 5f2802c9-46d7-436f-b125-3a261c12036a owned by network:router_gateway {{(pid=103376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:51:37.943197 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-3b6a7a34-3241-4fb4-a8dd-cb021c3ee336 tempest-RoutersAdminTest-1257023840 tempest-RoutersAdminTest-1257023840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (5f2802c9-46d7-436f-b125-3a261c12036a), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:37.973305 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6a7a34-3241-4fb4-a8dd-cb021c3ee336 tempest-RoutersAdminTest-1257023840 tempest-RoutersAdminTest-1257023840-project] Pushing event deleted for resources: {'Port': ['ID=5f2802c9-46d7-436f-b125-3a261c12036a,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:51:37.987790 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6adeeb7-acc6-4466-8472-1df739aed6a4 req-172b42d9-bd98-4065-8b8d-a906c2143bef tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:51:37.989321 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-b6adeeb7-acc6-4466-8472-1df739aed6a4 req-172b42d9-bd98-4065-8b8d-a906c2143bef tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] 10.222.0.89 "GET /v2.0/ports?device_id=4838cc33-5e81-4c6b-bf0f-42646b0b5925 HTTP/1.1" status: 200 len: 945 time: 0.1107726 Feb 04 17:51:38.073925 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-3b6a7a34-3241-4fb4-a8dd-cb021c3ee336 tempest-RoutersAdminTest-1257023840 tempest-RoutersAdminTest-1257023840-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1595544'] for router_gateway (71a9830e-c9e8-4026-abb9-3b73503c26a7), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:38.147656 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-b6adeeb7-acc6-4466-8472-1df739aed6a4 req-e3e71212-965b-4a0d-bb73-68c53798ffef tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] 10.222.0.89 "GET /v2.0/security-groups?id=b2d41e04-1724-4f40-b9e4-c2fd276b506f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1370325 Feb 04 17:51:38.180148 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-3b6a7a34-3241-4fb4-a8dd-cb021c3ee336 tempest-RoutersAdminTest-1257023840 tempest-RoutersAdminTest-1257023840-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1601811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26971'] for router (71a9830e-c9e8-4026-abb9-3b73503c26a7), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:38.182308 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-3b6a7a34-3241-4fb4-a8dd-cb021c3ee336 tempest-RoutersAdminTest-1257023840 tempest-RoutersAdminTest-1257023840-project] Publish callbacks [] for router_controller (71a9830e-c9e8-4026-abb9-3b73503c26a7), precommit_delete_associations {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:38.225719 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-3b6a7a34-3241-4fb4-a8dd-cb021c3ee336 tempest-RoutersAdminTest-1257023840 tempest-RoutersAdminTest-1257023840-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1601832'] for router (71a9830e-c9e8-4026-abb9-3b73503c26a7), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:38.226410 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b6a7a34-3241-4fb4-a8dd-cb021c3ee336 tempest-RoutersAdminTest-1257023840 tempest-RoutersAdminTest-1257023840-project] Fanout notify agent at l3_agent the message router_deleted on router 71a9830e-c9e8-4026-abb9-3b73503c26a7 {{(pid=103376) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 17:51:38.232958 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-3b6a7a34-3241-4fb4-a8dd-cb021c3ee336 tempest-RoutersAdminTest-1257023840 tempest-RoutersAdminTest-1257023840-project] Publish callbacks [] for router (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:38.238399 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-3b6a7a34-3241-4fb4-a8dd-cb021c3ee336 tempest-RoutersAdminTest-1257023840 tempest-RoutersAdminTest-1257023840-project] 10.222.0.89 "DELETE /v2.0/routers/71a9830e-c9e8-4026-abb9-3b73503c26a7 HTTP/1.1" status: 204 len: 168 time: 0.8399749 Feb 04 17:51:38.238399 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 48114) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:51:38.242700 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-d1e9ab17-dd08-42f5-8d93-2cc5e2a16cfd tempest-RoutersAdminTest-1257023840 tempest-RoutersAdminTest-1257023840-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1135161367', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188'}, 'admin_state_up': False}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:51:38.263338 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-d1e9ab17-dd08-42f5-8d93-2cc5e2a16cfd tempest-RoutersAdminTest-1257023840 tempest-RoutersAdminTest-1257023840-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1601657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26921'] for router (22847e95-511b-4023-ba80-368c8a77e304), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:38.264345 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-d1e9ab17-dd08-42f5-8d93-2cc5e2a16cfd tempest-RoutersAdminTest-1257023840 tempest-RoutersAdminTest-1257023840-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1602025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603663', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1630571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26960'] for router (22847e95-511b-4023-ba80-368c8a77e304), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:38.323095 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-d1e9ab17-dd08-42f5-8d93-2cc5e2a16cfd tempest-RoutersAdminTest-1257023840 tempest-RoutersAdminTest-1257023840-project] Publish callbacks [] for router_controller (22847e95-511b-4023-ba80-368c8a77e304), precommit_add_association {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:38.471241 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-d1e9ab17-dd08-42f5-8d93-2cc5e2a16cfd tempest-RoutersAdminTest-1257023840 tempest-RoutersAdminTest-1257023840-project] Publish callbacks [] for router_gateway (22847e95-511b-4023-ba80-368c8a77e304), precommit_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:38.666935 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-d1e9ab17-dd08-42f5-8d93-2cc5e2a16cfd tempest-RoutersAdminTest-1257023840 tempest-RoutersAdminTest-1257023840-project] Publish callbacks [] for router_gateway (22847e95-511b-4023-ba80-368c8a77e304), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:38.686026 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-d1e9ab17-dd08-42f5-8d93-2cc5e2a16cfd tempest-RoutersAdminTest-1257023840 tempest-RoutersAdminTest-1257023840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:38.790426 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.db_base_plugin_common [None req-d1e9ab17-dd08-42f5-8d93-2cc5e2a16cfd tempest-RoutersAdminTest-1257023840 tempest-RoutersAdminTest-1257023840-project] Allocated IP 172.25.6.184 (48165773-85ad-49a1-9ec1-76fc8dc24188/7660bfad-1ea8-4fe7-831b-bed836f13efc/4b9433e3-a6ac-41ac-bf4c-dc4111251058) {{(pid=103376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:51:38.889843 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-d1e9ab17-dd08-42f5-8d93-2cc5e2a16cfd tempest-RoutersAdminTest-1257023840 tempest-RoutersAdminTest-1257023840-project] Publish callbacks [] for port (4b9433e3-a6ac-41ac-bf4c-dc4111251058), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:38.922606 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-d1e9ab17-dd08-42f5-8d93-2cc5e2a16cfd tempest-RoutersAdminTest-1257023840 tempest-RoutersAdminTest-1257023840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (4b9433e3-a6ac-41ac-bf4c-dc4111251058), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:38.965692 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1e9ab17-dd08-42f5-8d93-2cc5e2a16cfd tempest-RoutersAdminTest-1257023840 tempest-RoutersAdminTest-1257023840-project] Network 48165773-85ad-49a1-9ec1-76fc8dc24188 is already hosted by enough agents. {{(pid=103376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:51:38.969192 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [None req-d1e9ab17-dd08-42f5-8d93-2cc5e2a16cfd tempest-RoutersAdminTest-1257023840 tempest-RoutersAdminTest-1257023840-project] Resources bound (agent type, host, resource id): {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:51:38.972725 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1e9ab17-dd08-42f5-8d93-2cc5e2a16cfd tempest-RoutersAdminTest-1257023840 tempest-RoutersAdminTest-1257023840-project] Received port after_create {{(pid=103376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:51:38.995584 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e9ab17-dd08-42f5-8d93-2cc5e2a16cfd tempest-RoutersAdminTest-1257023840 tempest-RoutersAdminTest-1257023840-project] Pushing event updated for resources: {'Port': ['ID=4b9433e3-a6ac-41ac-bf4c-dc4111251058,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:51:39.242453 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-d1e9ab17-dd08-42f5-8d93-2cc5e2a16cfd tempest-RoutersAdminTest-1257023840 tempest-RoutersAdminTest-1257023840-project] Publish callbacks [] for router_gateway (22847e95-511b-4023-ba80-368c8a77e304), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:39.280658 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e66c862-31f7-466f-bb2a-1ff6d9aaa4ca req-e9413b52-7997-424e-bb82-306d61068220 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:51:39.282374 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-8e66c862-31f7-466f-bb2a-1ff6d9aaa4ca req-e9413b52-7997-424e-bb82-306d61068220 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] 10.222.0.89 "GET /v2.0/ports?device_id=4838cc33-5e81-4c6b-bf0f-42646b0b5925 HTTP/1.1" status: 200 len: 945 time: 0.0585487 Feb 04 17:51:39.337352 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-8e66c862-31f7-466f-bb2a-1ff6d9aaa4ca req-286d2ab6-fb3a-4b71-a07b-0de9724888a8 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] 10.222.0.89 "GET /v2.0/security-groups?id=b2d41e04-1724-4f40-b9e4-c2fd276b506f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0491376 Feb 04 17:51:39.712571 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-d1e9ab17-dd08-42f5-8d93-2cc5e2a16cfd tempest-RoutersAdminTest-1257023840 tempest-RoutersAdminTest-1257023840-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1602046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603680'] for router (22847e95-511b-4023-ba80-368c8a77e304), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:39.849875 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1e9ab17-dd08-42f5-8d93-2cc5e2a16cfd tempest-RoutersAdminTest-1257023840 tempest-RoutersAdminTest-1257023840-project] Router 22847e95-511b-4023-ba80-368c8a77e304 is scheduled to L3 agent 64ada913-9131-4d99-a265-63a920956287 with binding_index 1 {{(pid=103376) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 17:51:39.957800 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1e9ab17-dd08-42f5-8d93-2cc5e2a16cfd tempest-RoutersAdminTest-1257023840 tempest-RoutersAdminTest-1257023840-project] Notify agent at l3_agent.n-d-827839-2 the message routers_updated {{(pid=103376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 17:51:39.970028 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6a78e3b-9d3d-4905-aed2-a5aaa3eb9a02 None None] Sync routers for ids ['22847e95-511b-4023-ba80-368c8a77e304'] in n-d-827839-2 {{(pid=103378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 17:51:39.980596 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6a78e3b-9d3d-4905-aed2-a5aaa3eb9a02 None None] Routers {'22847e95-511b-4023-ba80-368c8a77e304'} bound to L3 agent in host n-d-827839-2 {{(pid=103378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:51:39.981501 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-a6a78e3b-9d3d-4905-aed2-a5aaa3eb9a02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:51:33Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['22847e95-511b-4023-ba80-368c8a77e304'], 'active': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:51:39.984095 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-d1e9ab17-dd08-42f5-8d93-2cc5e2a16cfd tempest-RoutersAdminTest-1257023840 tempest-RoutersAdminTest-1257023840-project] Publish callbacks [] for router (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:39.988517 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-d1e9ab17-dd08-42f5-8d93-2cc5e2a16cfd tempest-RoutersAdminTest-1257023840 tempest-RoutersAdminTest-1257023840-project] 10.222.0.89 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 1.7472603 Feb 04 17:51:39.989195 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 48130) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:51:39.994121 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-ae63e859-ebbd-43ef-8a5e-1eb6a132d6ee tempest-RoutersAdminTest-1257023840 tempest-RoutersAdminTest-1257023840-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:51:40.026807 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-a6a78e3b-9d3d-4905-aed2-a5aaa3eb9a02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827839-2', False) {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:51:40.038485 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6a78e3b-9d3d-4905-aed2-a5aaa3eb9a02 None None] Routers {'22847e95-511b-4023-ba80-368c8a77e304'} bound to L3 agent in host n-d-827839-2 {{(pid=103378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:51:40.039321 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-a6a78e3b-9d3d-4905-aed2-a5aaa3eb9a02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:51:33Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['22847e95-511b-4023-ba80-368c8a77e304'], 'active': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:51:40.074884 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-a6a78e3b-9d3d-4905-aed2-a5aaa3eb9a02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827839-2', False) {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:51:40.075809 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6a78e3b-9d3d-4905-aed2-a5aaa3eb9a02 None None] The sync data for ids ['22847e95-511b-4023-ba80-368c8a77e304'] in n-d-827839-2 is: [] {{(pid=103378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 17:51:40.337191 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-ae63e859-ebbd-43ef-8a5e-1eb6a132d6ee tempest-RoutersAdminTest-1257023840 tempest-RoutersAdminTest-1257023840-project] Publish callbacks [] for router_gateway (22847e95-511b-4023-ba80-368c8a77e304), precommit_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:40.351437 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-ae63e859-ebbd-43ef-8a5e-1eb6a132d6ee tempest-RoutersAdminTest-1257023840 tempest-RoutersAdminTest-1257023840-project] Publish callbacks [] for router_gateway (22847e95-511b-4023-ba80-368c8a77e304), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:40.417660 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (f20a1ab3-4332-4f54-833b-ba4a7c687e89), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:40.418479 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-ae63e859-ebbd-43ef-8a5e-1eb6a132d6ee tempest-RoutersAdminTest-1257023840 tempest-RoutersAdminTest-1257023840-project] Deleting port 4b9433e3-a6ac-41ac-bf4c-dc4111251058 {{(pid=103376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:51:40.418824 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-ae63e859-ebbd-43ef-8a5e-1eb6a132d6ee tempest-RoutersAdminTest-1257023840 tempest-RoutersAdminTest-1257023840-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (4b9433e3-a6ac-41ac-bf4c-dc4111251058), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:40.520284 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4abbfe3-ad37-4c04-b95e-8a90a965e6b7 req-fd28374d-bea8-467b-9f9c-97ffdfd4cc69 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:51:40.521800 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-a4abbfe3-ad37-4c04-b95e-8a90a965e6b7 req-fd28374d-bea8-467b-9f9c-97ffdfd4cc69 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] 10.222.0.89 "GET /v2.0/ports?device_id=4838cc33-5e81-4c6b-bf0f-42646b0b5925 HTTP/1.1" status: 200 len: 945 time: 0.1130586 Feb 04 17:51:40.556459 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-ae63e859-ebbd-43ef-8a5e-1eb6a132d6ee tempest-RoutersAdminTest-1257023840 tempest-RoutersAdminTest-1257023840-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (4b9433e3-a6ac-41ac-bf4c-dc4111251058), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:40.578118 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-ae63e859-ebbd-43ef-8a5e-1eb6a132d6ee tempest-RoutersAdminTest-1257023840 tempest-RoutersAdminTest-1257023840-project] Calling delete_port for 4b9433e3-a6ac-41ac-bf4c-dc4111251058 owned by network:router_gateway {{(pid=103376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:51:40.601543 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-a4abbfe3-ad37-4c04-b95e-8a90a965e6b7 req-f78b1053-9fea-4f36-b752-f20fad0ae27f tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] 10.222.0.89 "GET /v2.0/security-groups?id=b2d41e04-1724-4f40-b9e4-c2fd276b506f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0733023 Feb 04 17:51:40.801640 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-ae63e859-ebbd-43ef-8a5e-1eb6a132d6ee tempest-RoutersAdminTest-1257023840 tempest-RoutersAdminTest-1257023840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (4b9433e3-a6ac-41ac-bf4c-dc4111251058), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:40.835536 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae63e859-ebbd-43ef-8a5e-1eb6a132d6ee tempest-RoutersAdminTest-1257023840 tempest-RoutersAdminTest-1257023840-project] Pushing event deleted for resources: {'Port': ['ID=4b9433e3-a6ac-41ac-bf4c-dc4111251058,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:51:40.903063 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-ae63e859-ebbd-43ef-8a5e-1eb6a132d6ee tempest-RoutersAdminTest-1257023840 tempest-RoutersAdminTest-1257023840-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1595544'] for router_gateway (22847e95-511b-4023-ba80-368c8a77e304), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:41.125123 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-ae63e859-ebbd-43ef-8a5e-1eb6a132d6ee tempest-RoutersAdminTest-1257023840 tempest-RoutersAdminTest-1257023840-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1603677', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1602039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26946'] for router (22847e95-511b-4023-ba80-368c8a77e304), precommit_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:41.128244 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-ae63e859-ebbd-43ef-8a5e-1eb6a132d6ee tempest-RoutersAdminTest-1257023840 tempest-RoutersAdminTest-1257023840-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1603666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1603691', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1601804'] for router (22847e95-511b-4023-ba80-368c8a77e304), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:41.206292 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae63e859-ebbd-43ef-8a5e-1eb6a132d6ee tempest-RoutersAdminTest-1257023840 tempest-RoutersAdminTest-1257023840-project] Router 22847e95-511b-4023-ba80-368c8a77e304 has already been hosted by L3 agent 64ada913-9131-4d99-a265-63a920956287 {{(pid=103376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 17:51:41.285987 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae63e859-ebbd-43ef-8a5e-1eb6a132d6ee tempest-RoutersAdminTest-1257023840 tempest-RoutersAdminTest-1257023840-project] Notify agent at l3_agent.n-d-827839-2 the message routers_updated {{(pid=103376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 17:51:41.293202 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-ae63e859-ebbd-43ef-8a5e-1eb6a132d6ee tempest-RoutersAdminTest-1257023840 tempest-RoutersAdminTest-1257023840-project] Publish callbacks [] for router (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:41.294655 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-ae63e859-ebbd-43ef-8a5e-1eb6a132d6ee tempest-RoutersAdminTest-1257023840 tempest-RoutersAdminTest-1257023840-project] 10.222.0.89 "PUT /v2.0/routers/22847e95-511b-4023-ba80-368c8a77e304 HTTP/1.1" status: 200 len: 706 time: 1.3045971 Feb 04 17:51:41.296152 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-538536dc-a6e9-427e-929e-10a34420dcac None None] Sync routers for ids ['22847e95-511b-4023-ba80-368c8a77e304'] in n-d-827839-2 {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 17:51:41.296602 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 48136) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:51:41.306433 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-538536dc-a6e9-427e-929e-10a34420dcac None None] Routers {'22847e95-511b-4023-ba80-368c8a77e304'} bound to L3 agent in host n-d-827839-2 {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:51:41.307296 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-538536dc-a6e9-427e-929e-10a34420dcac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:51:33Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['22847e95-511b-4023-ba80-368c8a77e304'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:51:41.350863 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-538536dc-a6e9-427e-929e-10a34420dcac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827839-2', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:51:41.361378 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-538536dc-a6e9-427e-929e-10a34420dcac None None] Routers {'22847e95-511b-4023-ba80-368c8a77e304'} bound to L3 agent in host n-d-827839-2 {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:51:41.362120 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-538536dc-a6e9-427e-929e-10a34420dcac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:51:33Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['22847e95-511b-4023-ba80-368c8a77e304'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:51:41.375375 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-4c7d879c-6ce9-4904-a86b-75e74b1a5894 tempest-RoutersAdminTest-380122160 tempest-RoutersAdminTest-380122160-project-admin] 10.222.0.89 "GET /v2.0/routers/22847e95-511b-4023-ba80-368c8a77e304 HTTP/1.1" status: 200 len: 741 time: 0.0771167 Feb 04 17:51:41.377912 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 48138) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:51:41.402682 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-538536dc-a6e9-427e-929e-10a34420dcac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827839-2', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:51:41.403434 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-538536dc-a6e9-427e-929e-10a34420dcac None None] The sync data for ids ['22847e95-511b-4023-ba80-368c8a77e304'] in n-d-827839-2 is: [] {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 17:51:41.426554 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-609abaaf-ff6a-4163-a1e0-b861ab578c2d tempest-RoutersAdminTest-380122160 tempest-RoutersAdminTest-380122160-project-admin] 10.222.0.89 "GET /v2.0/ports?network_id=48165773-85ad-49a1-9ec1-76fc8dc24188&device_id=22847e95-511b-4023-ba80-368c8a77e304 HTTP/1.1" status: 200 len: 205 time: 0.0475254 Feb 04 17:51:41.429128 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 48140) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:51:41.457143 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-4b9f3b34-c093-45de-ab8e-7245a7352022 tempest-RoutersAdminTest-1257023840 tempest-RoutersAdminTest-1257023840-project] 10.222.0.89 "GET /v2.0/ports?device_id=22847e95-511b-4023-ba80-368c8a77e304 HTTP/1.1" status: 200 len: 205 time: 0.0269051 Feb 04 17:51:41.459675 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 48142) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:51:41.538100 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-ed7d9ccf-52c9-4e26-aae4-5f8721a99e18 tempest-RoutersAdminTest-1257023840 tempest-RoutersAdminTest-1257023840-project] Publish callbacks [] for router (22847e95-511b-4023-ba80-368c8a77e304), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:41.713112 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-ed7d9ccf-52c9-4e26-aae4-5f8721a99e18 tempest-RoutersAdminTest-1257023840 tempest-RoutersAdminTest-1257023840-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1601811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26971'] for router (22847e95-511b-4023-ba80-368c8a77e304), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:41.715857 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-ed7d9ccf-52c9-4e26-aae4-5f8721a99e18 tempest-RoutersAdminTest-1257023840 tempest-RoutersAdminTest-1257023840-project] Publish callbacks [] for router_controller (22847e95-511b-4023-ba80-368c8a77e304), precommit_delete_associations {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:41.770177 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-ed7d9ccf-52c9-4e26-aae4-5f8721a99e18 tempest-RoutersAdminTest-1257023840 tempest-RoutersAdminTest-1257023840-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1601832'] for router (22847e95-511b-4023-ba80-368c8a77e304), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:41.770376 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed7d9ccf-52c9-4e26-aae4-5f8721a99e18 tempest-RoutersAdminTest-1257023840 tempest-RoutersAdminTest-1257023840-project] Fanout notify agent at l3_agent the message router_deleted on router 22847e95-511b-4023-ba80-368c8a77e304 {{(pid=103377) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 17:51:41.778348 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-ed7d9ccf-52c9-4e26-aae4-5f8721a99e18 tempest-RoutersAdminTest-1257023840 tempest-RoutersAdminTest-1257023840-project] Publish callbacks [] for router (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:41.779738 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-ed7d9ccf-52c9-4e26-aae4-5f8721a99e18 tempest-RoutersAdminTest-1257023840 tempest-RoutersAdminTest-1257023840-project] 10.222.0.89 "DELETE /v2.0/routers/22847e95-511b-4023-ba80-368c8a77e304 HTTP/1.1" status: 204 len: 168 time: 0.3190889 Feb 04 17:51:41.784833 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 48150) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:51:41.816109 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-3b869512-90c3-4978-8956-52b191553772 tempest-RoutersAdminTest-1257023840 tempest-RoutersAdminTest-1257023840-project] 10.222.0.89 "GET /v2.0/ports?device_id=22847e95-511b-4023-ba80-368c8a77e304 HTTP/1.1" status: 200 len: 205 time: 0.0300667 Feb 04 17:51:41.818524 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 48152) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:51:41.859751 n-d-827839-2 neutron-server[103377]: INFO neutron.api.v2.resource [None req-038452cb-dc73-4d50-a4b6-236fb23e102b tempest-RoutersAdminTest-1257023840 tempest-RoutersAdminTest-1257023840-project] delete failed (client error): The resource could not be found. Feb 04 17:51:41.860767 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-038452cb-dc73-4d50-a4b6-236fb23e102b tempest-RoutersAdminTest-1257023840 tempest-RoutersAdminTest-1257023840-project] 10.222.0.89 "DELETE /v2.0/routers/22847e95-511b-4023-ba80-368c8a77e304 HTTP/1.1" status: 404 len: 336 time: 0.0413394 Feb 04 17:51:41.863570 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 48154) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:51:41.899456 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-4a7d3b08-8f99-48f8-9fe9-9c9bbaf985d7 tempest-RoutersAdminTest-1257023840 tempest-RoutersAdminTest-1257023840-project] 10.222.0.89 "GET /v2.0/ports?device_id=71a9830e-c9e8-4026-abb9-3b73503c26a7 HTTP/1.1" status: 200 len: 205 time: 0.0325139 Feb 04 17:51:41.899667 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 48156) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:51:41.914923 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88fd1ac-ce60-4a1b-9004-4463d882e907 req-5b52b1bd-0488-43ff-9a85-e53edf0a3409 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:51:41.916396 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-d88fd1ac-ce60-4a1b-9004-4463d882e907 req-5b52b1bd-0488-43ff-9a85-e53edf0a3409 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] 10.222.0.89 "GET /v2.0/ports?device_id=4838cc33-5e81-4c6b-bf0f-42646b0b5925 HTTP/1.1" status: 200 len: 945 time: 0.0592520 Feb 04 17:51:41.939523 n-d-827839-2 neutron-server[103376]: INFO neutron.api.v2.resource [None req-609f5890-6971-40d1-98b9-6ba9c739ee68 tempest-RoutersAdminTest-1257023840 tempest-RoutersAdminTest-1257023840-project] delete failed (client error): The resource could not be found. Feb 04 17:51:41.942955 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-609f5890-6971-40d1-98b9-6ba9c739ee68 tempest-RoutersAdminTest-1257023840 tempest-RoutersAdminTest-1257023840-project] 10.222.0.89 "DELETE /v2.0/routers/71a9830e-c9e8-4026-abb9-3b73503c26a7 HTTP/1.1" status: 404 len: 336 time: 0.0399604 Feb 04 17:51:41.943306 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 48158) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:51:41.970804 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-d88fd1ac-ce60-4a1b-9004-4463d882e907 req-265ce8ef-71d5-4ecd-b308-09caa299acc8 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] 10.222.0.89 "GET /v2.0/security-groups?id=b2d41e04-1724-4f40-b9e4-c2fd276b506f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0476272 Feb 04 17:51:41.971513 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-b1dde4b1-6b99-43db-adab-2240a92cbb3a tempest-RoutersAdminTest-1257023840 tempest-RoutersAdminTest-1257023840-project] 10.222.0.89 "GET /v2.0/ports?device_id=70c38103-fb47-4b91-b44e-d78fda8c340e HTTP/1.1" status: 200 len: 205 time: 0.0271666 Feb 04 17:51:41.973860 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 48160) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:51:42.015347 n-d-827839-2 neutron-server[103376]: INFO neutron.api.v2.resource [None req-78a66d07-13eb-4540-92e5-8c9ee1579749 tempest-RoutersAdminTest-1257023840 tempest-RoutersAdminTest-1257023840-project] delete failed (client error): The resource could not be found. Feb 04 17:51:42.016302 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-78a66d07-13eb-4540-92e5-8c9ee1579749 tempest-RoutersAdminTest-1257023840 tempest-RoutersAdminTest-1257023840-project] 10.222.0.89 "DELETE /v2.0/routers/70c38103-fb47-4b91-b44e-d78fda8c340e HTTP/1.1" status: 404 len: 336 time: 0.0414991 Feb 04 17:51:42.018951 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 48162) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:51:42.046049 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-a4d6f322-2f0b-4373-b197-b9745eaa3e5e tempest-RoutersAdminTest-1257023840 tempest-RoutersAdminTest-1257023840-project] 10.222.0.89 "GET /v2.0/ports?device_id=0e905b74-71e2-4125-8145-a9a47404692c HTTP/1.1" status: 200 len: 205 time: 0.0260940 Feb 04 17:51:42.048941 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 48164) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:51:42.084357 n-d-827839-2 neutron-server[103376]: INFO neutron.api.v2.resource [None req-a24aa377-1a68-47e6-b2a0-d7a0036cf60e tempest-RoutersAdminTest-1257023840 tempest-RoutersAdminTest-1257023840-project] delete failed (client error): The resource could not be found. Feb 04 17:51:42.085353 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-a24aa377-1a68-47e6-b2a0-d7a0036cf60e tempest-RoutersAdminTest-1257023840 tempest-RoutersAdminTest-1257023840-project] 10.222.0.89 "DELETE /v2.0/routers/0e905b74-71e2-4125-8145-a9a47404692c HTTP/1.1" status: 404 len: 336 time: 0.0355535 Feb 04 17:51:42.087806 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 48166) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:51:42.119737 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-dc0481c9-d27a-4003-8072-fa80c7450056 tempest-RoutersAdminTest-1257023840 tempest-RoutersAdminTest-1257023840-project] 10.222.0.89 "GET /v2.0/ports?device_id=e3542c7f-8ccb-46b0-a39c-3dea8a8b68ba HTTP/1.1" status: 200 len: 205 time: 0.0308113 Feb 04 17:51:42.121962 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 48168) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:51:42.161395 n-d-827839-2 neutron-server[103376]: INFO neutron.api.v2.resource [None req-bf6d446c-6ee6-4496-b64a-ad0d06bceb5a tempest-RoutersAdminTest-1257023840 tempest-RoutersAdminTest-1257023840-project] delete failed (client error): The resource could not be found. Feb 04 17:51:42.162548 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-bf6d446c-6ee6-4496-b64a-ad0d06bceb5a tempest-RoutersAdminTest-1257023840 tempest-RoutersAdminTest-1257023840-project] 10.222.0.89 "DELETE /v2.0/routers/e3542c7f-8ccb-46b0-a39c-3dea8a8b68ba HTTP/1.1" status: 404 len: 336 time: 0.0395613 Feb 04 17:51:42.164913 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 48170) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:51:42.192111 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-3171e900-cbc2-42c0-aead-f2d14b50f23e tempest-RoutersAdminTest-1257023840 tempest-RoutersAdminTest-1257023840-project] 10.222.0.89 "GET /v2.0/ports?device_id=91222080-37c3-4dae-aba4-ca4ddbb6912d HTTP/1.1" status: 200 len: 205 time: 0.0260682 Feb 04 17:51:42.194210 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 48172) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:51:42.234788 n-d-827839-2 neutron-server[103376]: INFO neutron.api.v2.resource [None req-2de4d427-a50e-4c57-b6ae-4fa2de1ebb80 tempest-RoutersAdminTest-1257023840 tempest-RoutersAdminTest-1257023840-project] delete failed (client error): The resource could not be found. Feb 04 17:51:42.235782 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-2de4d427-a50e-4c57-b6ae-4fa2de1ebb80 tempest-RoutersAdminTest-1257023840 tempest-RoutersAdminTest-1257023840-project] 10.222.0.89 "DELETE /v2.0/routers/91222080-37c3-4dae-aba4-ca4ddbb6912d HTTP/1.1" status: 404 len: 336 time: 0.0407195 Feb 04 17:51:42.238374 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 48174) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:51:42.264301 n-d-827839-2 neutron-server[103376]: INFO neutron.pecan_wsgi.hooks.translation [None req-cfa1bba0-5c13-4e47-9bd8-5ec9acd07fd9 tempest-RoutersAdminTest-1257023840 tempest-RoutersAdminTest-1257023840-project] DELETE failed (client error): The resource could not be found. Feb 04 17:51:42.265573 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cfa1bba0-5c13-4e47-9bd8-5ec9acd07fd9 tempest-RoutersAdminTest-1257023840 tempest-RoutersAdminTest-1257023840-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103376) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 17:51:42.268772 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-cfa1bba0-5c13-4e47-9bd8-5ec9acd07fd9 tempest-RoutersAdminTest-1257023840 tempest-RoutersAdminTest-1257023840-project] 10.222.0.89 "DELETE /v2.0/subnets/b86c8494-a192-495f-b921-8ec801048c91 HTTP/1.1" status: 404 len: 337 time: 0.0292985 Feb 04 17:51:42.494203 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (3f9244a9-75fc-4c10-b195-11d48b853b41), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:42.516362 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 48180) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:51:42.622412 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-55927c42-a028-4994-9056-3f8838da495e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:42.698374 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-55927c42-a028-4994-9056-3f8838da495e admin admin] Publish callbacks [] for security_group (bb262605-5d33-4539-81a6-8b3d371eeae2), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:42.702131 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-55927c42-a028-4994-9056-3f8838da495e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (bb262605-5d33-4539-81a6-8b3d371eeae2), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:42.739018 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-55927c42-a028-4994-9056-3f8838da495e admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=67eafda6f5ec41c8b867ad88dba9390c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2215674 Feb 04 17:51:42.740977 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55927c42-a028-4994-9056-3f8838da495e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb262605-5d33-4539-81a6-8b3d371eeae2,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:51:42.741635 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 48184) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:51:42.801084 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-13355d58-ba72-4c8f-b2f0-cdebdf6b9aae admin admin] Publish callbacks [] for security_group (bb262605-5d33-4539-81a6-8b3d371eeae2), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:42.823798 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-13355d58-ba72-4c8f-b2f0-cdebdf6b9aae admin admin] Publish callbacks [] for security_group (bb262605-5d33-4539-81a6-8b3d371eeae2), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:42.873899 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-13355d58-ba72-4c8f-b2f0-cdebdf6b9aae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (bb262605-5d33-4539-81a6-8b3d371eeae2), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:42.876964 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-13355d58-ba72-4c8f-b2f0-cdebdf6b9aae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:42.878134 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-13355d58-ba72-4c8f-b2f0-cdebdf6b9aae admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/bb262605-5d33-4539-81a6-8b3d371eeae2 HTTP/1.1" status: 204 len: 168 time: 0.1355243 Feb 04 17:51:42.886369 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13355d58-ba72-4c8f-b2f0-cdebdf6b9aae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb262605-5d33-4539-81a6-8b3d371eeae2,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:51:43.100810 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b018c87-8e63-4826-9b93-ce4e697bb329 req-2084bf29-9eaa-4ad9-a0c0-e5b725839c31 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:51:43.102748 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-4b018c87-8e63-4826-9b93-ce4e697bb329 req-2084bf29-9eaa-4ad9-a0c0-e5b725839c31 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] 10.222.0.89 "GET /v2.0/ports?device_id=4838cc33-5e81-4c6b-bf0f-42646b0b5925 HTTP/1.1" status: 200 len: 945 time: 0.0595748 Feb 04 17:51:43.156644 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-4b018c87-8e63-4826-9b93-ce4e697bb329 req-cb6d0802-fd98-4ab0-9876-cfe8a02ff95b tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] 10.222.0.89 "GET /v2.0/security-groups?id=b2d41e04-1724-4f40-b9e4-c2fd276b506f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0465543 Feb 04 17:51:43.164981 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 48194) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:51:43.207912 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-1a3b7aa5-a277-420c-9d46-7c6ec8f6cfae admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=86ef3d7211f94b1b8aeee5ef9a7451c8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0416195 Feb 04 17:51:43.210255 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 48196) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:51:43.256465 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-aad5787f-b8da-41a1-9fca-1cb77d8f75ea admin admin] Publish callbacks [] for security_group (ca206324-524b-400d-8134-fd668893802d), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:43.277577 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-aad5787f-b8da-41a1-9fca-1cb77d8f75ea admin admin] Publish callbacks [] for security_group (ca206324-524b-400d-8134-fd668893802d), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:43.323608 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-aad5787f-b8da-41a1-9fca-1cb77d8f75ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (ca206324-524b-400d-8134-fd668893802d), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:43.326278 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-aad5787f-b8da-41a1-9fca-1cb77d8f75ea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:43.327936 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-aad5787f-b8da-41a1-9fca-1cb77d8f75ea admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/ca206324-524b-400d-8134-fd668893802d HTTP/1.1" status: 204 len: 168 time: 0.1162565 Feb 04 17:51:43.335981 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad5787f-b8da-41a1-9fca-1cb77d8f75ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca206324-524b-400d-8134-fd668893802d,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:51:44.312603 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7b4f0c-bcfe-49c3-80bf-c0528dc873f9 req-bc0850ce-c2ec-4136-9d4c-c041967a40d6 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:51:44.315929 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-6f7b4f0c-bcfe-49c3-80bf-c0528dc873f9 req-bc0850ce-c2ec-4136-9d4c-c041967a40d6 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] 10.222.0.89 "GET /v2.0/ports?device_id=4838cc33-5e81-4c6b-bf0f-42646b0b5925 HTTP/1.1" status: 200 len: 945 time: 0.0718656 Feb 04 17:51:44.364391 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 48242) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:51:44.400997 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-6f7b4f0c-bcfe-49c3-80bf-c0528dc873f9 req-7e45adce-1286-4063-b5e9-c3f074deef1e tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] 10.222.0.89 "GET /v2.0/security-groups?id=b2d41e04-1724-4f40-b9e4-c2fd276b506f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0769508 Feb 04 17:51:44.530404 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-abaeaa6b-860f-4915-8be6-3d7b36a0396c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:44.617746 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-abaeaa6b-860f-4915-8be6-3d7b36a0396c admin admin] Publish callbacks [] for security_group (5593c031-2df0-4762-b25a-fe3d5e2ef70c), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:44.622527 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-abaeaa6b-860f-4915-8be6-3d7b36a0396c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (5593c031-2df0-4762-b25a-fe3d5e2ef70c), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:44.665543 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-abaeaa6b-860f-4915-8be6-3d7b36a0396c admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=9c65a4a25bfb472c8268ddcace80d428&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2956483 Feb 04 17:51:44.665902 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 48252) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:51:44.672955 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abaeaa6b-860f-4915-8be6-3d7b36a0396c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5593c031-2df0-4762-b25a-fe3d5e2ef70c,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:51:44.688929 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 48254) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:51:44.725524 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-28965cab-0e6f-4307-8c24-53d94fa12994 admin admin] Publish callbacks [] for security_group (5593c031-2df0-4762-b25a-fe3d5e2ef70c), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:44.749046 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-28965cab-0e6f-4307-8c24-53d94fa12994 admin admin] Publish callbacks [] for security_group (5593c031-2df0-4762-b25a-fe3d5e2ef70c), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:44.801843 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-28965cab-0e6f-4307-8c24-53d94fa12994 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (5593c031-2df0-4762-b25a-fe3d5e2ef70c), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:44.804537 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-28965cab-0e6f-4307-8c24-53d94fa12994 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:44.808142 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-28965cab-0e6f-4307-8c24-53d94fa12994 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/5593c031-2df0-4762-b25a-fe3d5e2ef70c HTTP/1.1" status: 204 len: 168 time: 0.1389806 Feb 04 17:51:44.817067 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-720ceff2-4716-4b8e-8a36-c4999f4050ae tempest-RoutersIpV6AdminTest-1698646951 tempest-RoutersIpV6AdminTest-1698646951-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1178958135', 'router:external': True}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:51:44.817231 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28965cab-0e6f-4307-8c24-53d94fa12994 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5593c031-2df0-4762-b25a-fe3d5e2ef70c,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:51:44.843994 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-720ceff2-4716-4b8e-8a36-c4999f4050ae tempest-RoutersIpV6AdminTest-1698646951 tempest-RoutersIpV6AdminTest-1698646951-project-admin] Made reservation on behalf of f994b0d12aa44f518fc8af28d7285d91 for: {'network': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:51:44.846793 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-720ceff2-4716-4b8e-8a36-c4999f4050ae tempest-RoutersIpV6AdminTest-1698646951 tempest-RoutersIpV6AdminTest-1698646951-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for network (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:44.859941 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-720ceff2-4716-4b8e-8a36-c4999f4050ae tempest-RoutersIpV6AdminTest-1698646951 tempest-RoutersIpV6AdminTest-1698646951-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:44.938471 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-720ceff2-4716-4b8e-8a36-c4999f4050ae tempest-RoutersIpV6AdminTest-1698646951 tempest-RoutersIpV6AdminTest-1698646951-project-admin] Publish callbacks [] for security_group (8951b6fe-ba78-47d7-a8f3-f3121ee74312), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:44.942496 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-720ceff2-4716-4b8e-8a36-c4999f4050ae tempest-RoutersIpV6AdminTest-1698646951 tempest-RoutersIpV6AdminTest-1698646951-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (8951b6fe-ba78-47d7-a8f3-f3121ee74312), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:44.971959 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-720ceff2-4716-4b8e-8a36-c4999f4050ae tempest-RoutersIpV6AdminTest-1698646951 tempest-RoutersIpV6AdminTest-1698646951-project-admin] vlan segment allocate from pool success with {'vlan_id': 754, 'physical_network': 'physnet1'} {{(pid=103377) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 17:51:44.979502 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720ceff2-4716-4b8e-8a36-c4999f4050ae tempest-RoutersIpV6AdminTest-1698646951 tempest-RoutersIpV6AdminTest-1698646951-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8951b6fe-ba78-47d7-a8f3-f3121ee74312,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:51:44.986881 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-720ceff2-4716-4b8e-8a36-c4999f4050ae tempest-RoutersIpV6AdminTest-1698646951 tempest-RoutersIpV6AdminTest-1698646951-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (83ea1bde-b80f-4c8d-aad3-56ea56f6ce91), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:44.987258 n-d-827839-2 neutron-server[103377]: INFO neutron.db.segments_db [None req-720ceff2-4716-4b8e-8a36-c4999f4050ae tempest-RoutersIpV6AdminTest-1698646951 tempest-RoutersIpV6AdminTest-1698646951-project-admin] Added segment 83ea1bde-b80f-4c8d-aad3-56ea56f6ce91 of type vlan for network f6b2c05e-eacc-445e-b3b0-6d37cb731ab0 Feb 04 17:51:45.037712 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-720ceff2-4716-4b8e-8a36-c4999f4050ae tempest-RoutersIpV6AdminTest-1698646951 tempest-RoutersIpV6AdminTest-1698646951-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781084292801'] for network (f6b2c05e-eacc-445e-b3b0-6d37cb731ab0), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:45.074610 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-720ceff2-4716-4b8e-8a36-c4999f4050ae tempest-RoutersIpV6AdminTest-1698646951 tempest-RoutersIpV6AdminTest-1698646951-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327'] for network (f6b2c05e-eacc-445e-b3b0-6d37cb731ab0), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:45.075767 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-720ceff2-4716-4b8e-8a36-c4999f4050ae tempest-RoutersIpV6AdminTest-1698646951 tempest-RoutersIpV6AdminTest-1698646951-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:51:45.076617 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-720ceff2-4716-4b8e-8a36-c4999f4050ae tempest-RoutersIpV6AdminTest-1698646951 tempest-RoutersIpV6AdminTest-1698646951-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:45.097852 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-720ceff2-4716-4b8e-8a36-c4999f4050ae tempest-RoutersIpV6AdminTest-1698646951 tempest-RoutersIpV6AdminTest-1698646951-project-admin] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 0.4073899 Feb 04 17:51:45.100957 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 48262) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:51:45.110472 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-ed69a510-1521-4613-be3e-4b590072051f tempest-RoutersIpV6AdminTest-1698646951 tempest-RoutersIpV6AdminTest-1698646951-project-admin] Request body: {'subnet': {'network_id': 'f6b2c05e-eacc-445e-b3b0-6d37cb731ab0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:51:45.133690 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed69a510-1521-4613-be3e-4b590072051f tempest-RoutersIpV6AdminTest-1698646951 tempest-RoutersIpV6AdminTest-1698646951-project-admin] Made reservation on behalf of f994b0d12aa44f518fc8af28d7285d91 for: {'subnet': 1} {{(pid=103376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:51:45.137367 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-ed69a510-1521-4613-be3e-4b590072051f tempest-RoutersIpV6AdminTest-1698646951 tempest-RoutersIpV6AdminTest-1698646951-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25859006'] for subnet (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:45.161539 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720ceff2-4716-4b8e-8a36-c4999f4050ae tempest-RoutersIpV6AdminTest-1698646951 tempest-RoutersIpV6AdminTest-1698646951-project-admin] Pushing event updated for resources: {'Network': ['ID=f6b2c05e-eacc-445e-b3b0-6d37cb731ab0,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:51:45.171988 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Network f6b2c05e-eacc-445e-b3b0-6d37cb731ab0 details requested by agent ovs-agent-n-d-827839-2 with host n-d-827839-2 {{(pid=103378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 17:51:45.192452 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 48264) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:51:45.216406 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-13290c4b-64be-4b09-8c0b-3bd4d9ef21d9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:45.295360 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-13290c4b-64be-4b09-8c0b-3bd4d9ef21d9 admin admin] Publish callbacks [] for security_group (5333b15b-65e0-41d7-be10-6c5e4261ef41), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:45.299747 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-13290c4b-64be-4b09-8c0b-3bd4d9ef21d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (5333b15b-65e0-41d7-be10-6c5e4261ef41), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:45.336823 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13290c4b-64be-4b09-8c0b-3bd4d9ef21d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5333b15b-65e0-41d7-be10-6c5e4261ef41,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:51:45.341316 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-13290c4b-64be-4b09-8c0b-3bd4d9ef21d9 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=2b7c5877c36241cd80c0f2043cd55d60&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1471083 Feb 04 17:51:45.343967 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 48266) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:51:45.394173 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-6b0bb736-47c8-40ef-8dbf-cd409d44d43f admin admin] Publish callbacks [] for security_group (5333b15b-65e0-41d7-be10-6c5e4261ef41), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:45.416956 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-6b0bb736-47c8-40ef-8dbf-cd409d44d43f admin admin] Publish callbacks [] for security_group (5333b15b-65e0-41d7-be10-6c5e4261ef41), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:45.473556 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-6b0bb736-47c8-40ef-8dbf-cd409d44d43f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (5333b15b-65e0-41d7-be10-6c5e4261ef41), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:45.476242 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-6b0bb736-47c8-40ef-8dbf-cd409d44d43f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:45.479825 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-6b0bb736-47c8-40ef-8dbf-cd409d44d43f admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/5333b15b-65e0-41d7-be10-6c5e4261ef41 HTTP/1.1" status: 204 len: 168 time: 0.1326530 Feb 04 17:51:45.487298 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0bb736-47c8-40ef-8dbf-cd409d44d43f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5333b15b-65e0-41d7-be10-6c5e4261ef41,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:51:45.691964 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24323a4-f1d4-4c03-a294-d1068f369a62 req-030d1066-fe66-4320-b59d-ee27c3adf75b tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:51:45.693525 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-a24323a4-f1d4-4c03-a294-d1068f369a62 req-030d1066-fe66-4320-b59d-ee27c3adf75b tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] 10.222.0.89 "GET /v2.0/ports?device_id=4838cc33-5e81-4c6b-bf0f-42646b0b5925 HTTP/1.1" status: 200 len: 945 time: 0.0756695 Feb 04 17:51:45.733050 n-d-827839-2 neutron-server[103376]: DEBUG neutron.objects.ports [None req-ed69a510-1521-4613-be3e-4b590072051f tempest-RoutersIpV6AdminTest-1698646951 tempest-RoutersIpV6AdminTest-1698646951-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103376) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 04 17:51:45.733550 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-ed69a510-1521-4613-be3e-4b590072051f tempest-RoutersIpV6AdminTest-1698646951 tempest-RoutersIpV6AdminTest-1698646951-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25674939', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25858952'] for subnet (ff3d91be-c25a-4bd0-8270-1eeff77d8fdb), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:45.807673 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-a24323a4-f1d4-4c03-a294-d1068f369a62 req-82dce06c-f518-4249-85d6-ba3ef6dcfdc1 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] 10.222.0.89 "GET /v2.0/security-groups?id=b2d41e04-1724-4f40-b9e4-c2fd276b506f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1071446 Feb 04 17:51:45.820482 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed69a510-1521-4613-be3e-4b590072051f tempest-RoutersIpV6AdminTest-1698646951 tempest-RoutersIpV6AdminTest-1698646951-project-admin] Pushing event updated for resources: {'Subnet': ['ID=ff3d91be-c25a-4bd0-8270-1eeff77d8fdb,revision_number=0']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:51:45.831012 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed69a510-1521-4613-be3e-4b590072051f tempest-RoutersIpV6AdminTest-1698646951 tempest-RoutersIpV6AdminTest-1698646951-project-admin] Checking segment: {'id': '83ea1bde-b80f-4c8d-aad3-56ea56f6ce91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'f6b2c05e-eacc-445e-b3b0-6d37cb731ab0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:51:45.831383 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed69a510-1521-4613-be3e-4b590072051f tempest-RoutersIpV6AdminTest-1698646951 tempest-RoutersIpV6AdminTest-1698646951-project-admin] Network hostable DHCP agents. Network: f6b2c05e-eacc-445e-b3b0-6d37cb731ab0, hostable agents: ['bb89f5a3-3c22-440b-b7d1-c4f0c43c184a'], hosted agents: [] {{(pid=103376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 17:51:45.848530 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed69a510-1521-4613-be3e-4b590072051f tempest-RoutersIpV6AdminTest-1698646951 tempest-RoutersIpV6AdminTest-1698646951-project-admin] Network f6b2c05e-eacc-445e-b3b0-6d37cb731ab0 is scheduled to be hosted by DHCP agent bb89f5a3-3c22-440b-b7d1-c4f0c43c184a with binding_index 1 {{(pid=103376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 17:51:45.856789 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [None req-ed69a510-1521-4613-be3e-4b590072051f tempest-RoutersIpV6AdminTest-1698646951 tempest-RoutersIpV6AdminTest-1698646951-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827839-2, f6b2c05e-eacc-445e-b3b0-6d37cb731ab0) {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:51:45.861716 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed69a510-1521-4613-be3e-4b590072051f tempest-RoutersIpV6AdminTest-1698646951 tempest-RoutersIpV6AdminTest-1698646951-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:51:45.862579 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-ed69a510-1521-4613-be3e-4b590072051f tempest-RoutersIpV6AdminTest-1698646951 tempest-RoutersIpV6AdminTest-1698646951-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:45.868348 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b3ef40e-ee65-4ad9-a6c8-70c4993f974b None None] Network f6b2c05e-eacc-445e-b3b0-6d37cb731ab0 requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:51:45.879739 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-ed69a510-1521-4613-be3e-4b590072051f tempest-RoutersIpV6AdminTest-1698646951 tempest-RoutersIpV6AdminTest-1698646951-project-admin] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 0.7773619 Feb 04 17:51:45.882690 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 48282) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:51:45.887811 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-ad25537c-85f2-4ec1-af21-32cc87a2e971 tempest-RoutersIpV6AdminTest-1698646951 tempest-RoutersIpV6AdminTest-1698646951-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-670922685', 'network_id': 'f6b2c05e-eacc-445e-b3b0-6d37cb731ab0'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:51:45.909778 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad25537c-85f2-4ec1-af21-32cc87a2e971 tempest-RoutersIpV6AdminTest-1698646951 tempest-RoutersIpV6AdminTest-1698646951-project-admin] Made reservation on behalf of f994b0d12aa44f518fc8af28d7285d91 for: {'port': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:51:45.912557 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-ad25537c-85f2-4ec1-af21-32cc87a2e971 tempest-RoutersIpV6AdminTest-1698646951 tempest-RoutersIpV6AdminTest-1698646951-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:45.928788 n-d-827839-2 neutron-server[103377]: DEBUG neutron.notifiers.nova [None req-ad25537c-85f2-4ec1-af21-32cc87a2e971 tempest-RoutersIpV6AdminTest-1698646951 tempest-RoutersIpV6AdminTest-1698646951-project-admin] device_id is not set on port 4af250f7-6632-4c97-afaf-2a67aa926aef yet. {{(pid=103377) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 04 17:51:46.052314 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.db_base_plugin_common [None req-ad25537c-85f2-4ec1-af21-32cc87a2e971 tempest-RoutersIpV6AdminTest-1698646951 tempest-RoutersIpV6AdminTest-1698646951-project-admin] Allocated IP 2001:db8::50 (f6b2c05e-eacc-445e-b3b0-6d37cb731ab0/ff3d91be-c25a-4bd0-8270-1eeff77d8fdb/4af250f7-6632-4c97-afaf-2a67aa926aef) {{(pid=103377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:51:46.083300 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7418eb9a-9748-451d-ab1e-bb593ba9c140 None None] Network f6b2c05e-eacc-445e-b3b0-6d37cb731ab0 requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:51:46.206851 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 48292) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:51:46.207381 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-ad25537c-85f2-4ec1-af21-32cc87a2e971 tempest-RoutersIpV6AdminTest-1698646951 tempest-RoutersIpV6AdminTest-1698646951-project-admin] Publish callbacks [] for port (4af250f7-6632-4c97-afaf-2a67aa926aef), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:46.242216 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-ad25537c-85f2-4ec1-af21-32cc87a2e971 tempest-RoutersIpV6AdminTest-1698646951 tempest-RoutersIpV6AdminTest-1698646951-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (4af250f7-6632-4c97-afaf-2a67aa926aef), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:46.285998 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad25537c-85f2-4ec1-af21-32cc87a2e971 tempest-RoutersIpV6AdminTest-1698646951 tempest-RoutersIpV6AdminTest-1698646951-project-admin] Network f6b2c05e-eacc-445e-b3b0-6d37cb731ab0 is already hosted by enough agents. {{(pid=103377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:51:46.289499 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [None req-ad25537c-85f2-4ec1-af21-32cc87a2e971 tempest-RoutersIpV6AdminTest-1698646951 tempest-RoutersIpV6AdminTest-1698646951-project-admin] Resources bound (agent type, host, resource id): {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:51:46.292015 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad25537c-85f2-4ec1-af21-32cc87a2e971 tempest-RoutersIpV6AdminTest-1698646951 tempest-RoutersIpV6AdminTest-1698646951-project-admin] Received port after_create {{(pid=103377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:51:46.293197 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad25537c-85f2-4ec1-af21-32cc87a2e971 tempest-RoutersIpV6AdminTest-1698646951 tempest-RoutersIpV6AdminTest-1698646951-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:51:46.293909 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-ad25537c-85f2-4ec1-af21-32cc87a2e971 tempest-RoutersIpV6AdminTest-1698646951 tempest-RoutersIpV6AdminTest-1698646951-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:46.307676 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad25537c-85f2-4ec1-af21-32cc87a2e971 tempest-RoutersIpV6AdminTest-1698646951 tempest-RoutersIpV6AdminTest-1698646951-project-admin] Pushing event updated for resources: {'Port': ['ID=4af250f7-6632-4c97-afaf-2a67aa926aef,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:51:46.315202 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-7b859b8d-0e1b-41d0-9b57-1f248e207f54 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1871317817-network', 'tenant_id': '9f0436c5f6d649e3bf9026d46a94770f'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:51:46.317194 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-ad25537c-85f2-4ec1-af21-32cc87a2e971 tempest-RoutersIpV6AdminTest-1698646951 tempest-RoutersIpV6AdminTest-1698646951-project-admin] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 0.4332573 Feb 04 17:51:46.319942 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 48296) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:51:46.368330 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b859b8d-0e1b-41d0-9b57-1f248e207f54 admin admin] Made reservation on behalf of 9f0436c5f6d649e3bf9026d46a94770f for: {'network': 1} {{(pid=103376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:51:46.370658 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-7b859b8d-0e1b-41d0-9b57-1f248e207f54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for network (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:46.396567 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-7b859b8d-0e1b-41d0-9b57-1f248e207f54 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:46.458007 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-7564f521-9bf7-45fc-87c2-d27b7077dfec tempest-RoutersIpV6AdminTest-1698646951 tempest-RoutersIpV6AdminTest-1698646951-project-admin] Deleting port 4af250f7-6632-4c97-afaf-2a67aa926aef {{(pid=103376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:51:46.458354 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-7564f521-9bf7-45fc-87c2-d27b7077dfec tempest-RoutersIpV6AdminTest-1698646951 tempest-RoutersIpV6AdminTest-1698646951-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (4af250f7-6632-4c97-afaf-2a67aa926aef), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:46.554125 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-7b859b8d-0e1b-41d0-9b57-1f248e207f54 admin admin] Publish callbacks [] for security_group (8df05f0a-f415-48d6-ab8e-f038bb629105), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:46.566089 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-7b859b8d-0e1b-41d0-9b57-1f248e207f54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (8df05f0a-f415-48d6-ab8e-f038bb629105), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:46.576200 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-7564f521-9bf7-45fc-87c2-d27b7077dfec tempest-RoutersIpV6AdminTest-1698646951 tempest-RoutersIpV6AdminTest-1698646951-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (4af250f7-6632-4c97-afaf-2a67aa926aef), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:46.604980 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-7564f521-9bf7-45fc-87c2-d27b7077dfec tempest-RoutersIpV6AdminTest-1698646951 tempest-RoutersIpV6AdminTest-1698646951-project-admin] Calling delete_port for 4af250f7-6632-4c97-afaf-2a67aa926aef owned by {{(pid=103376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:51:46.606624 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b859b8d-0e1b-41d0-9b57-1f248e207f54 admin admin] vlan segment allocate from pool success with {'vlan_id': 788, 'physical_network': 'physnet1'} {{(pid=103376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 17:51:46.618580 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b859b8d-0e1b-41d0-9b57-1f248e207f54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8df05f0a-f415-48d6-ab8e-f038bb629105,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:51:46.630875 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-7b859b8d-0e1b-41d0-9b57-1f248e207f54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (5bdca7c0-e573-4c0a-b097-c770fbfe9ec7), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:46.631215 n-d-827839-2 neutron-server[103376]: INFO neutron.db.segments_db [None req-7b859b8d-0e1b-41d0-9b57-1f248e207f54 admin admin] Added segment 5bdca7c0-e573-4c0a-b097-c770fbfe9ec7 of type vlan for network 46be3292-f3a2-43e3-8dda-1783317d3bae Feb 04 17:51:46.724993 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-7b859b8d-0e1b-41d0-9b57-1f248e207f54 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781084292801'] for network (46be3292-f3a2-43e3-8dda-1783317d3bae), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:46.762514 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-7b859b8d-0e1b-41d0-9b57-1f248e207f54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327'] for network (46be3292-f3a2-43e3-8dda-1783317d3bae), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:46.763891 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b859b8d-0e1b-41d0-9b57-1f248e207f54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:51:46.766084 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-7b859b8d-0e1b-41d0-9b57-1f248e207f54 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:46.853222 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-7b859b8d-0e1b-41d0-9b57-1f248e207f54 admin admin] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6451991 Feb 04 17:51:46.856173 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 48300) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:51:46.861134 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-57dc924f-5f4f-4b18-adf6-f5238a9d3ab3 admin admin] Request body: {'subnet': {'network_id': '46be3292-f3a2-43e3-8dda-1783317d3bae', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1871317817-subnet', 'tenant_id': '9f0436c5f6d649e3bf9026d46a94770f', 'ip_version': 4}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:51:46.873571 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b859b8d-0e1b-41d0-9b57-1f248e207f54 admin admin] Pushing event updated for resources: {'Network': ['ID=46be3292-f3a2-43e3-8dda-1783317d3bae,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:51:46.878265 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-7564f521-9bf7-45fc-87c2-d27b7077dfec tempest-RoutersIpV6AdminTest-1698646951 tempest-RoutersIpV6AdminTest-1698646951-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (4af250f7-6632-4c97-afaf-2a67aa926aef), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:46.887170 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Network 46be3292-f3a2-43e3-8dda-1783317d3bae details requested by agent ovs-agent-n-d-827839-2 with host n-d-827839-2 {{(pid=103378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 17:51:46.901313 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57dc924f-5f4f-4b18-adf6-f5238a9d3ab3 admin admin] Made reservation on behalf of 9f0436c5f6d649e3bf9026d46a94770f for: {'subnet': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:51:46.903993 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-57dc924f-5f4f-4b18-adf6-f5238a9d3ab3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25597243'] for subnet (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:46.914740 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7564f521-9bf7-45fc-87c2-d27b7077dfec tempest-RoutersIpV6AdminTest-1698646951 tempest-RoutersIpV6AdminTest-1698646951-project-admin] Pushing event deleted for resources: {'Port': ['ID=4af250f7-6632-4c97-afaf-2a67aa926aef,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:51:46.937547 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-7564f521-9bf7-45fc-87c2-d27b7077dfec tempest-RoutersIpV6AdminTest-1698646951 tempest-RoutersIpV6AdminTest-1698646951-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:46.943714 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-7564f521-9bf7-45fc-87c2-d27b7077dfec tempest-RoutersIpV6AdminTest-1698646951 tempest-RoutersIpV6AdminTest-1698646951-project-admin] 10.222.0.89 "DELETE /v2.0/ports/4af250f7-6632-4c97-afaf-2a67aa926aef HTTP/1.1" status: 204 len: 168 time: 0.6205297 Feb 04 17:51:46.944005 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 48302) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:51:46.951198 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-754c7261-6bb7-4d8a-9283-ef115cbc191b tempest-RoutersIpV6AdminTest-1698646951 tempest-RoutersIpV6AdminTest-1698646951-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f6b2c05e-eacc-445e-b3b0-6d37cb731ab0', 'external_fixed_ips': [{'subnet_id': 'ff3d91be-c25a-4bd0-8270-1eeff77d8fdb', 'ip_address': '2001:db8::50'}]}}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:51:46.975598 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-754c7261-6bb7-4d8a-9283-ef115cbc191b tempest-RoutersIpV6AdminTest-1698646951 tempest-RoutersIpV6AdminTest-1698646951-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1601657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26921'] for router (188e7274-1e25-4df9-8ab8-c9416c83f4a3), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:46.976621 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-754c7261-6bb7-4d8a-9283-ef115cbc191b tempest-RoutersIpV6AdminTest-1698646951 tempest-RoutersIpV6AdminTest-1698646951-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1602025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603663', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1630571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26960'] for router (188e7274-1e25-4df9-8ab8-c9416c83f4a3), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:47.026443 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30dc27f-669c-447a-a0f0-8170abb804b4 req-fb87e158-5d63-4431-a886-72bccbf053c6 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:51:47.027924 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-b30dc27f-669c-447a-a0f0-8170abb804b4 req-fb87e158-5d63-4431-a886-72bccbf053c6 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] 10.222.0.89 "GET /v2.0/ports?device_id=4838cc33-5e81-4c6b-bf0f-42646b0b5925 HTTP/1.1" status: 200 len: 945 time: 0.1201048 Feb 04 17:51:47.034722 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-754c7261-6bb7-4d8a-9283-ef115cbc191b tempest-RoutersIpV6AdminTest-1698646951 tempest-RoutersIpV6AdminTest-1698646951-project-admin] Publish callbacks [] for router_controller (188e7274-1e25-4df9-8ab8-c9416c83f4a3), precommit_add_association {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:47.120071 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-b30dc27f-669c-447a-a0f0-8170abb804b4 req-9d3c12dd-3f29-4aa1-9122-7ed6da7b4047 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] 10.222.0.89 "GET /v2.0/security-groups?id=b2d41e04-1724-4f40-b9e4-c2fd276b506f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0845730 Feb 04 17:51:47.167981 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-57dc924f-5f4f-4b18-adf6-f5238a9d3ab3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25889445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25597197'] for subnet (81ff1514-b86f-472d-8fd1-0862b3807cf5), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:47.182005 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-754c7261-6bb7-4d8a-9283-ef115cbc191b tempest-RoutersIpV6AdminTest-1698646951 tempest-RoutersIpV6AdminTest-1698646951-project-admin] Publish callbacks [] for router_gateway (188e7274-1e25-4df9-8ab8-c9416c83f4a3), precommit_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:47.224056 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57dc924f-5f4f-4b18-adf6-f5238a9d3ab3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=81ff1514-b86f-472d-8fd1-0862b3807cf5,revision_number=0']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:51:47.231257 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57dc924f-5f4f-4b18-adf6-f5238a9d3ab3 admin admin] Checking segment: {'id': '5bdca7c0-e573-4c0a-b097-c770fbfe9ec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '46be3292-f3a2-43e3-8dda-1783317d3bae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:51:47.231613 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57dc924f-5f4f-4b18-adf6-f5238a9d3ab3 admin admin] Network hostable DHCP agents. Network: 46be3292-f3a2-43e3-8dda-1783317d3bae, hostable agents: ['bb89f5a3-3c22-440b-b7d1-c4f0c43c184a'], hosted agents: [] {{(pid=103377) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 17:51:47.248945 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57dc924f-5f4f-4b18-adf6-f5238a9d3ab3 admin admin] Network 46be3292-f3a2-43e3-8dda-1783317d3bae is scheduled to be hosted by DHCP agent bb89f5a3-3c22-440b-b7d1-c4f0c43c184a with binding_index 1 {{(pid=103377) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 17:51:47.257675 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [None req-57dc924f-5f4f-4b18-adf6-f5238a9d3ab3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827839-2, 46be3292-f3a2-43e3-8dda-1783317d3bae) {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:51:47.261776 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57dc924f-5f4f-4b18-adf6-f5238a9d3ab3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:51:47.262392 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-57dc924f-5f4f-4b18-adf6-f5238a9d3ab3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:47.268355 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c3842bc-4b89-4db1-b1fd-f2735a190f53 None None] Network 46be3292-f3a2-43e3-8dda-1783317d3bae requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:51:47.281243 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-57dc924f-5f4f-4b18-adf6-f5238a9d3ab3 admin admin] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4237247 Feb 04 17:51:47.283671 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 48304) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:51:47.288367 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-491dea0f-9560-45ee-82af-d46e8354e1cb admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1871317817-router', 'tenant_id': '9f0436c5f6d649e3bf9026d46a94770f', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188'}}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:51:47.371640 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-491dea0f-9560-45ee-82af-d46e8354e1cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1601657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26921'] for router (07e0c718-8d9f-404a-ab5c-50a9d4e49122), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:47.372640 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-491dea0f-9560-45ee-82af-d46e8354e1cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1602025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603663', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1630571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26960'] for router (07e0c718-8d9f-404a-ab5c-50a9d4e49122), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:47.372838 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63963bc0-bd06-4c81-93f9-54662f50d421 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e4c19ad-5724-5db8-8ee1-4f56ae69fcf4-46be3292-f3a2-43e3-8dda-1783317d3bae', 'network_id': '46be3292-f3a2-43e3-8dda-1783317d3bae', 'project_id': '9f0436c5f6d649e3bf9026d46a94770f', 'fixed_ips': [{'subnet_id': '81ff1514-b86f-472d-8fd1-0862b3807cf5'}]}} from n-d-827839-2. {{(pid=103378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 17:51:47.373747 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-63963bc0-bd06-4c81-93f9-54662f50d421 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:47.458829 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-754c7261-6bb7-4d8a-9283-ef115cbc191b tempest-RoutersIpV6AdminTest-1698646951 tempest-RoutersIpV6AdminTest-1698646951-project-admin] Publish callbacks [] for router_gateway (188e7274-1e25-4df9-8ab8-c9416c83f4a3), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:47.463030 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-491dea0f-9560-45ee-82af-d46e8354e1cb admin admin] Publish callbacks [] for router_controller (07e0c718-8d9f-404a-ab5c-50a9d4e49122), precommit_add_association {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:47.485436 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-754c7261-6bb7-4d8a-9283-ef115cbc191b tempest-RoutersIpV6AdminTest-1698646951 tempest-RoutersIpV6AdminTest-1698646951-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:47.513587 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-63963bc0-bd06-4c81-93f9-54662f50d421 None None] Allocated IP 172.20.0.2 (46be3292-f3a2-43e3-8dda-1783317d3bae/81ff1514-b86f-472d-8fd1-0862b3807cf5/a7c2c5c9-24a8-4f67-a809-8f6eb83a65be) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:51:47.673846 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-63963bc0-bd06-4c81-93f9-54662f50d421 None None] Publish callbacks [] for port (a7c2c5c9-24a8-4f67-a809-8f6eb83a65be), precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:47.679274 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-63963bc0-bd06-4c81-93f9-54662f50d421 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135'] for port (a7c2c5c9-24a8-4f67-a809-8f6eb83a65be), after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:47.695949 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-491dea0f-9560-45ee-82af-d46e8354e1cb admin admin] Publish callbacks [] for router_gateway (07e0c718-8d9f-404a-ab5c-50a9d4e49122), precommit_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:47.713521 n-d-827839-2 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63963bc0-bd06-4c81-93f9-54662f50d421 None None] Network 46be3292-f3a2-43e3-8dda-1783317d3bae is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:51:47.716500 n-d-827839-2 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-63963bc0-bd06-4c81-93f9-54662f50d421 None None] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:51:47.722142 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63963bc0-bd06-4c81-93f9-54662f50d421 None None] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:51:47.737993 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63963bc0-bd06-4c81-93f9-54662f50d421 None None] Pushing event updated for resources: {'Port': ['ID=a7c2c5c9-24a8-4f67-a809-8f6eb83a65be,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:51:47.787362 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-63963bc0-bd06-4c81-93f9-54662f50d421 None None] Attempting to bind port a7c2c5c9-24a8-4f67-a809-8f6eb83a65be on host n-d-827839-2 for vnic_type normal with profile {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:51:47.787729 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-63963bc0-bd06-4c81-93f9-54662f50d421 None None] Attempting to bind port a7c2c5c9-24a8-4f67-a809-8f6eb83a65be by drivers openvswitch,hyperv on host n-d-827839-2 at level 0 using segments [{'id': '5bdca7c0-e573-4c0a-b097-c770fbfe9ec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '46be3292-f3a2-43e3-8dda-1783317d3bae'}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:51:47.788094 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63963bc0-bd06-4c81-93f9-54662f50d421 None None] Attempting to bind port a7c2c5c9-24a8-4f67-a809-8f6eb83a65be on network 46be3292-f3a2-43e3-8dda-1783317d3bae {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:51:47.793015 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63963bc0-bd06-4c81-93f9-54662f50d421 None None] Checking agent: {'id': 'ba70844b-66a0-45fd-a2f2-e6ed673321fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 0, 36), 'started_at': datetime.datetime(2022, 2, 4, 17, 1, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 51, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:51:47.793388 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63963bc0-bd06-4c81-93f9-54662f50d421 None None] Checking segment: {'id': '5bdca7c0-e573-4c0a-b097-c770fbfe9ec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '46be3292-f3a2-43e3-8dda-1783317d3bae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:51:47.793789 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-63963bc0-bd06-4c81-93f9-54662f50d421 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:47.794176 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63963bc0-bd06-4c81-93f9-54662f50d421 None None] Bound using segment: {'id': '5bdca7c0-e573-4c0a-b097-c770fbfe9ec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '46be3292-f3a2-43e3-8dda-1783317d3bae'} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:51:47.794719 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-63963bc0-bd06-4c81-93f9-54662f50d421 None None] Bound port: a7c2c5c9-24a8-4f67-a809-8f6eb83a65be, host: n-d-827839-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5bdca7c0-e573-4c0a-b097-c770fbfe9ec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '46be3292-f3a2-43e3-8dda-1783317d3bae'}}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:51:47.795000 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-63963bc0-bd06-4c81-93f9-54662f50d421 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (a7c2c5c9-24a8-4f67-a809-8f6eb83a65be), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:47.808274 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.db_base_plugin_common [None req-754c7261-6bb7-4d8a-9283-ef115cbc191b tempest-RoutersIpV6AdminTest-1698646951 tempest-RoutersIpV6AdminTest-1698646951-project-admin] Allocated IP 2001:db8::50 (f6b2c05e-eacc-445e-b3b0-6d37cb731ab0/ff3d91be-c25a-4bd0-8270-1eeff77d8fdb/cfd48e68-c844-4e80-84fe-4b1bf11b9a2b) {{(pid=103376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:51:47.857816 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-63963bc0-bd06-4c81-93f9-54662f50d421 None None] For port a7c2c5c9-24a8-4f67-a809-8f6eb83a65be, host n-d-827839-2, cleared binding levels {{(pid=103378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:51:47.861480 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-63963bc0-bd06-4c81-93f9-54662f50d421 None None] For port a7c2c5c9-24a8-4f67-a809-8f6eb83a65be, host n-d-827839-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=a7c2c5c9-24a8-4f67-a809-8f6eb83a65be,segment=NetworkSegment(5bdca7c0-e573-4c0a-b097-c770fbfe9ec7),segment_id=5bdca7c0-e573-4c0a-b097-c770fbfe9ec7)] {{(pid=103378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:51:47.866788 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-63963bc0-bd06-4c81-93f9-54662f50d421 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (a7c2c5c9-24a8-4f67-a809-8f6eb83a65be), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:47.923622 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63963bc0-bd06-4c81-93f9-54662f50d421 None None] Pushing event updated for resources: {'Port': ['ID=a7c2c5c9-24a8-4f67-a809-8f6eb83a65be,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:51:47.996900 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-754c7261-6bb7-4d8a-9283-ef115cbc191b tempest-RoutersIpV6AdminTest-1698646951 tempest-RoutersIpV6AdminTest-1698646951-project-admin] Publish callbacks [] for port (cfd48e68-c844-4e80-84fe-4b1bf11b9a2b), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:48.063093 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-491dea0f-9560-45ee-82af-d46e8354e1cb admin admin] Publish callbacks [] for router_gateway (07e0c718-8d9f-404a-ab5c-50a9d4e49122), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:48.098014 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-491dea0f-9560-45ee-82af-d46e8354e1cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:48.100706 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-754c7261-6bb7-4d8a-9283-ef115cbc191b tempest-RoutersIpV6AdminTest-1698646951 tempest-RoutersIpV6AdminTest-1698646951-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (cfd48e68-c844-4e80-84fe-4b1bf11b9a2b), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:48.188700 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-754c7261-6bb7-4d8a-9283-ef115cbc191b tempest-RoutersIpV6AdminTest-1698646951 tempest-RoutersIpV6AdminTest-1698646951-project-admin] Network f6b2c05e-eacc-445e-b3b0-6d37cb731ab0 is already hosted by enough agents. {{(pid=103376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:51:48.197900 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [None req-754c7261-6bb7-4d8a-9283-ef115cbc191b tempest-RoutersIpV6AdminTest-1698646951 tempest-RoutersIpV6AdminTest-1698646951-project-admin] Resources bound (agent type, host, resource id): {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:51:48.202803 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-754c7261-6bb7-4d8a-9283-ef115cbc191b tempest-RoutersIpV6AdminTest-1698646951 tempest-RoutersIpV6AdminTest-1698646951-project-admin] Received port after_create {{(pid=103376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:51:48.204831 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754c7261-6bb7-4d8a-9283-ef115cbc191b tempest-RoutersIpV6AdminTest-1698646951 tempest-RoutersIpV6AdminTest-1698646951-project-admin] Pushing event updated for resources: {'Port': ['ID=cfd48e68-c844-4e80-84fe-4b1bf11b9a2b,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:51:48.386840 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.db_base_plugin_common [None req-491dea0f-9560-45ee-82af-d46e8354e1cb admin admin] Allocated IP 172.25.6.115 (48165773-85ad-49a1-9ec1-76fc8dc24188/7660bfad-1ea8-4fe7-831b-bed836f13efc/b9f87f13-8be3-4907-adfd-3d8e98b5e3ba) {{(pid=103376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:51:48.401676 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68448c8a-1df2-411a-b05a-b4613cdfdc7a req-2623f618-e0ed-41fc-9854-2f8e1a6884a9 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:51:48.403187 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-68448c8a-1df2-411a-b05a-b4613cdfdc7a req-2623f618-e0ed-41fc-9854-2f8e1a6884a9 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] 10.222.0.89 "GET /v2.0/ports?device_id=4838cc33-5e81-4c6b-bf0f-42646b0b5925 HTTP/1.1" status: 200 len: 945 time: 0.1950305 Feb 04 17:51:48.834703 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-68448c8a-1df2-411a-b05a-b4613cdfdc7a req-a0c8a0ff-6168-4b64-984f-114b1c36f5be tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] 10.222.0.89 "GET /v2.0/security-groups?id=b2d41e04-1724-4f40-b9e4-c2fd276b506f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4255314 Feb 04 17:51:48.864646 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-754c7261-6bb7-4d8a-9283-ef115cbc191b tempest-RoutersIpV6AdminTest-1698646951 tempest-RoutersIpV6AdminTest-1698646951-project-admin] Publish callbacks [] for router_gateway (188e7274-1e25-4df9-8ab8-c9416c83f4a3), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:48.890603 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device a7c2c5c9-24a8-4f67-a809-8f6eb83a65be up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:51:48.910772 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-491dea0f-9560-45ee-82af-d46e8354e1cb admin admin] Publish callbacks [] for port (b9f87f13-8be3-4907-adfd-3d8e98b5e3ba), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:48.945427 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port a7c2c5c9-24a8-4f67-a809-8f6eb83a65be triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:51:48.946478 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (a7c2c5c9-24a8-4f67-a809-8f6eb83a65be), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:48.970786 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-414b7457-536b-41ea-b990-c2071a8e1245 None None] Network 46be3292-f3a2-43e3-8dda-1783317d3bae requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:51:48.998808 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-491dea0f-9560-45ee-82af-d46e8354e1cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (b9f87f13-8be3-4907-adfd-3d8e98b5e3ba), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:49.052566 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-abd84c0b-a917-41ae-b77a-615bcad84701 None None] Provisioning complete for port a7c2c5c9-24a8-4f67-a809-8f6eb83a65be triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:51:49.052968 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-abd84c0b-a917-41ae-b77a-615bcad84701 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (a7c2c5c9-24a8-4f67-a809-8f6eb83a65be), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:49.114456 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-491dea0f-9560-45ee-82af-d46e8354e1cb admin admin] Network 48165773-85ad-49a1-9ec1-76fc8dc24188 is already hosted by enough agents. {{(pid=103376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:51:49.121882 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [None req-491dea0f-9560-45ee-82af-d46e8354e1cb admin admin] Resources bound (agent type, host, resource id): {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:51:49.123699 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491dea0f-9560-45ee-82af-d46e8354e1cb admin admin] Pushing event updated for resources: {'Port': ['ID=b9f87f13-8be3-4907-adfd-3d8e98b5e3ba,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:51:49.128013 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-491dea0f-9560-45ee-82af-d46e8354e1cb admin admin] Received port after_create {{(pid=103376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:51:49.166329 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port a7c2c5c9-24a8-4f67-a809-8f6eb83a65be is: DOWN; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:51:49.167194 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (a7c2c5c9-24a8-4f67-a809-8f6eb83a65be), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:49.179781 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-754c7261-6bb7-4d8a-9283-ef115cbc191b tempest-RoutersIpV6AdminTest-1698646951 tempest-RoutersIpV6AdminTest-1698646951-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1602046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603680'] for router (188e7274-1e25-4df9-8ab8-c9416c83f4a3), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:49.242180 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] For port a7c2c5c9-24a8-4f67-a809-8f6eb83a65be, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=a7c2c5c9-24a8-4f67-a809-8f6eb83a65be,segment=NetworkSegment(5bdca7c0-e573-4c0a-b097-c770fbfe9ec7),segment_id=5bdca7c0-e573-4c0a-b097-c770fbfe9ec7)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:51:49.243758 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-abd84c0b-a917-41ae-b77a-615bcad84701 None None] Current status of the port a7c2c5c9-24a8-4f67-a809-8f6eb83a65be is: DOWN; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:51:49.244179 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-abd84c0b-a917-41ae-b77a-615bcad84701 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (a7c2c5c9-24a8-4f67-a809-8f6eb83a65be), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:49.247920 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (a7c2c5c9-24a8-4f67-a809-8f6eb83a65be), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:49.334967 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Pushing event updated for resources: {'Port': ['ID=a7c2c5c9-24a8-4f67-a809-8f6eb83a65be,revision_number=3']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:51:49.343398 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.db.api [None req-abd84c0b-a917-41ae-b77a-615bcad84701 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103378) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 17:51:49.344242 n-d-827839-2 neutron-server[103378]: DEBUG oslo_db.api [None req-abd84c0b-a917-41ae-b77a-615bcad84701 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 17:51:49.488830 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-754c7261-6bb7-4d8a-9283-ef115cbc191b tempest-RoutersIpV6AdminTest-1698646951 tempest-RoutersIpV6AdminTest-1698646951-project-admin] Router 188e7274-1e25-4df9-8ab8-c9416c83f4a3 is scheduled to L3 agent 64ada913-9131-4d99-a265-63a920956287 with binding_index 1 {{(pid=103376) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 17:51:49.500353 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-491dea0f-9560-45ee-82af-d46e8354e1cb admin admin] Publish callbacks [] for router_gateway (07e0c718-8d9f-404a-ab5c-50a9d4e49122), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:49.684012 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-754c7261-6bb7-4d8a-9283-ef115cbc191b tempest-RoutersIpV6AdminTest-1698646951 tempest-RoutersIpV6AdminTest-1698646951-project-admin] Notify agent at l3_agent.n-d-827839-2 the message routers_updated {{(pid=103376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 17:51:49.695305 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-429500c8-dd5d-48e0-b167-bee227d60ace None None] Sync routers for ids ['188e7274-1e25-4df9-8ab8-c9416c83f4a3'] in n-d-827839-2 {{(pid=103378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 17:51:49.704776 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-429500c8-dd5d-48e0-b167-bee227d60ace None None] Routers {'188e7274-1e25-4df9-8ab8-c9416c83f4a3'} bound to L3 agent in host n-d-827839-2 {{(pid=103378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:51:49.705385 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-429500c8-dd5d-48e0-b167-bee227d60ace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:51:33Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['188e7274-1e25-4df9-8ab8-c9416c83f4a3'], 'active': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:51:49.775742 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-754c7261-6bb7-4d8a-9283-ef115cbc191b tempest-RoutersIpV6AdminTest-1698646951 tempest-RoutersIpV6AdminTest-1698646951-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:49.777428 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-754c7261-6bb7-4d8a-9283-ef115cbc191b tempest-RoutersIpV6AdminTest-1698646951 tempest-RoutersIpV6AdminTest-1698646951-project-admin] 10.222.0.89 "POST /v2.0/routers HTTP/1.1" status: 201 len: 877 time: 2.8323741 Feb 04 17:51:49.780043 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 48308) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:51:49.804949 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-491dea0f-9560-45ee-82af-d46e8354e1cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1602046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603680'] for router (07e0c718-8d9f-404a-ab5c-50a9d4e49122), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:49.817825 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvr_db [None req-429500c8-dd5d-48e0-b167-bee227d60ace None None] Set router 188e7274-1e25-4df9-8ab8-c9416c83f4a3 gateway port host: n-d-827839-2 {{(pid=103378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:51:49.896711 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-76aff23f-bc96-4c39-8f41-93fe180a859e tempest-RoutersIpV6AdminTest-1698646951 tempest-RoutersIpV6AdminTest-1698646951-project-admin] Publish callbacks [] for router (188e7274-1e25-4df9-8ab8-c9416c83f4a3), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:49.953308 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-491dea0f-9560-45ee-82af-d46e8354e1cb admin admin] Router 07e0c718-8d9f-404a-ab5c-50a9d4e49122 is scheduled to L3 agent 64ada913-9131-4d99-a265-63a920956287 with binding_index 1 {{(pid=103376) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 17:51:49.960314 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-abd84c0b-a917-41ae-b77a-615bcad84701 None None] Current status of the port a7c2c5c9-24a8-4f67-a809-8f6eb83a65be is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:51:50.028236 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32407350-5b3f-42ad-bfa5-c0f26c61fc86 req-33cf518f-cd9c-4049-9145-1c36215a1409 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:51:50.029814 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-32407350-5b3f-42ad-bfa5-c0f26c61fc86 req-33cf518f-cd9c-4049-9145-1c36215a1409 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] 10.222.0.89 "GET /v2.0/ports?device_id=4838cc33-5e81-4c6b-bf0f-42646b0b5925 HTTP/1.1" status: 200 len: 945 time: 0.0977740 Feb 04 17:51:50.045576 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-429500c8-dd5d-48e0-b167-bee227d60ace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '188e7274-1e25-4df9-8ab8-c9416c83f4a3', 'name': '', 'tenant_id': 'f994b0d12aa44f518fc8af28d7285d91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6b2c05e-eacc-445e-b3b0-6d37cb731ab0', 'external_fixed_ips': [{'subnet_id': 'ff3d91be-c25a-4bd0-8270-1eeff77d8fdb', 'ip_address': '2001:db8::50'}], 'enable_snat': True}, 'gw_port_id': 'cfd48e68-c844-4e80-84fe-4b1bf11b9a2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:51:46Z', 'updated_at': '2022-02-04T17:51:48Z', 'revision_number': 3, 'project_id': 'f994b0d12aa44f518fc8af28d7285d91', 'gw_port': {'id': 'cfd48e68-c844-4e80-84fe-4b1bf11b9a2b', 'name': '', 'network_id': 'f6b2c05e-eacc-445e-b3b0-6d37cb731ab0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:1e:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '188e7274-1e25-4df9-8ab8-c9416c83f4a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3710, 'fixed_ips': [{'subnet_id': 'ff3d91be-c25a-4bd0-8270-1eeff77d8fdb', 'ip_address': '2001:db8::50', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:51:47Z', 'updated_at': '2022-02-04T17:51:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ff3d91be-c25a-4bd0-8270-1eeff77d8fdb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2'}], 'n-d-827839-2', False) {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:51:50.076267 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-429500c8-dd5d-48e0-b167-bee227d60ace None None] Checking router: 188e7274-1e25-4df9-8ab8-c9416c83f4a3 for host: n-d-827839-2 {{(pid=103378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 17:51:50.076616 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-429500c8-dd5d-48e0-b167-bee227d60ace None None] Updating router 188e7274-1e25-4df9-8ab8-c9416c83f4a3 port cfd48e68-c844-4e80-84fe-4b1bf11b9a2b binding host n-d-827839-2 {{(pid=103378) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 17:51:50.079317 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-491dea0f-9560-45ee-82af-d46e8354e1cb admin admin] Notify agent at l3_agent.n-d-827839-2 the message routers_updated {{(pid=103376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 17:51:50.088347 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2b23afa-df19-4b98-9cbe-073a2e8b9c61 None None] Sync routers for ids ['07e0c718-8d9f-404a-ab5c-50a9d4e49122'] in n-d-827839-2 {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 17:51:50.091569 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-32407350-5b3f-42ad-bfa5-c0f26c61fc86 req-715d19f0-8fa1-43fa-a088-096607b0d793 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] 10.222.0.89 "GET /v2.0/security-groups?id=b2d41e04-1724-4f40-b9e4-c2fd276b506f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0510139 Feb 04 17:51:50.099245 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-76aff23f-bc96-4c39-8f41-93fe180a859e tempest-RoutersIpV6AdminTest-1698646951 tempest-RoutersIpV6AdminTest-1698646951-project-admin] Publish callbacks [] for router_gateway (188e7274-1e25-4df9-8ab8-c9416c83f4a3), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:50.114685 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-491dea0f-9560-45ee-82af-d46e8354e1cb admin admin] Publish callbacks [] for router (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:50.115893 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2b23afa-df19-4b98-9cbe-073a2e8b9c61 None None] Routers {'07e0c718-8d9f-404a-ab5c-50a9d4e49122'} bound to L3 agent in host n-d-827839-2 {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:51:50.116122 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-491dea0f-9560-45ee-82af-d46e8354e1cb admin admin] 10.222.0.89 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.8313732 Feb 04 17:51:50.118508 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-e2b23afa-df19-4b98-9cbe-073a2e8b9c61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:51:33Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['07e0c718-8d9f-404a-ab5c-50a9d4e49122'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:51:50.121202 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 48312) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:51:50.121665 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-429500c8-dd5d-48e0-b167-bee227d60ace None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (cfd48e68-c844-4e80-84fe-4b1bf11b9a2b), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:50.123563 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-e9530ce5-bcde-47a0-ae04-f1dcb9a76b60 None None] Provisioning complete for port a7c2c5c9-24a8-4f67-a809-8f6eb83a65be triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:51:50.124500 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e9530ce5-bcde-47a0-ae04-f1dcb9a76b60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (a7c2c5c9-24a8-4f67-a809-8f6eb83a65be), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:50.173698 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-76aff23f-bc96-4c39-8f41-93fe180a859e tempest-RoutersIpV6AdminTest-1698646951 tempest-RoutersIpV6AdminTest-1698646951-project-admin] Deleting port cfd48e68-c844-4e80-84fe-4b1bf11b9a2b {{(pid=103377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:51:50.174105 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-76aff23f-bc96-4c39-8f41-93fe180a859e tempest-RoutersIpV6AdminTest-1698646951 tempest-RoutersIpV6AdminTest-1698646951-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (cfd48e68-c844-4e80-84fe-4b1bf11b9a2b), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:50.250127 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvr_db [None req-e2b23afa-df19-4b98-9cbe-073a2e8b9c61 None None] Set router 07e0c718-8d9f-404a-ab5c-50a9d4e49122 gateway port host: n-d-827839-2 {{(pid=103379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:51:50.270431 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-76aff23f-bc96-4c39-8f41-93fe180a859e tempest-RoutersIpV6AdminTest-1698646951 tempest-RoutersIpV6AdminTest-1698646951-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (cfd48e68-c844-4e80-84fe-4b1bf11b9a2b), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:50.283848 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-76aff23f-bc96-4c39-8f41-93fe180a859e tempest-RoutersIpV6AdminTest-1698646951 tempest-RoutersIpV6AdminTest-1698646951-project-admin] Calling delete_port for cfd48e68-c844-4e80-84fe-4b1bf11b9a2b owned by network:router_gateway {{(pid=103377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:51:50.372811 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-e9530ce5-bcde-47a0-ae04-f1dcb9a76b60 None None] Current status of the port a7c2c5c9-24a8-4f67-a809-8f6eb83a65be is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:51:50.483487 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-e2b23afa-df19-4b98-9cbe-073a2e8b9c61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07e0c718-8d9f-404a-ab5c-50a9d4e49122', 'name': 'tempest-TestAggregatesBasicOps-1871317817-router', 'tenant_id': '9f0436c5f6d649e3bf9026d46a94770f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.115'}], 'enable_snat': True}, 'gw_port_id': 'b9f87f13-8be3-4907-adfd-3d8e98b5e3ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:51:47Z', 'updated_at': '2022-02-04T17:51:49Z', 'revision_number': 3, 'project_id': '9f0436c5f6d649e3bf9026d46a94770f', 'gw_port': {'id': 'b9f87f13-8be3-4907-adfd-3d8e98b5e3ba', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:7d:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07e0c718-8d9f-404a-ab5c-50a9d4e49122', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3711, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:51:48Z', 'updated_at': '2022-02-04T17:51:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2'}], 'n-d-827839-2', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:51:50.498210 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-76aff23f-bc96-4c39-8f41-93fe180a859e tempest-RoutersIpV6AdminTest-1698646951 tempest-RoutersIpV6AdminTest-1698646951-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (cfd48e68-c844-4e80-84fe-4b1bf11b9a2b), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:50.517280 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2b23afa-df19-4b98-9cbe-073a2e8b9c61 None None] Checking router: 07e0c718-8d9f-404a-ab5c-50a9d4e49122 for host: n-d-827839-2 {{(pid=103379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 17:51:50.517746 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2b23afa-df19-4b98-9cbe-073a2e8b9c61 None None] Updating router 07e0c718-8d9f-404a-ab5c-50a9d4e49122 port b9f87f13-8be3-4907-adfd-3d8e98b5e3ba binding host n-d-827839-2 {{(pid=103379) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 17:51:50.523187 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.db.api [None req-429500c8-dd5d-48e0-b167-bee227d60ace None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103378) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 17:51:50.523786 n-d-827839-2 neutron-server[103378]: DEBUG oslo_db.api [None req-429500c8-dd5d-48e0-b167-bee227d60ace None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 17:51:50.535068 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76aff23f-bc96-4c39-8f41-93fe180a859e tempest-RoutersIpV6AdminTest-1698646951 tempest-RoutersIpV6AdminTest-1698646951-project-admin] Pushing event deleted for resources: {'Port': ['ID=cfd48e68-c844-4e80-84fe-4b1bf11b9a2b,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:51:50.550445 n-d-827839-2 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-e2b23afa-df19-4b98-9cbe-073a2e8b9c61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (b9f87f13-8be3-4907-adfd-3d8e98b5e3ba), before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:50.563997 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76aff23f-bc96-4c39-8f41-93fe180a859e tempest-RoutersIpV6AdminTest-1698646951 tempest-RoutersIpV6AdminTest-1698646951-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:51:50.564347 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76aff23f-bc96-4c39-8f41-93fe180a859e tempest-RoutersIpV6AdminTest-1698646951 tempest-RoutersIpV6AdminTest-1698646951-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:51:50.564694 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76aff23f-bc96-4c39-8f41-93fe180a859e tempest-RoutersIpV6AdminTest-1698646951 tempest-RoutersIpV6AdminTest-1698646951-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:51:50.565079 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76aff23f-bc96-4c39-8f41-93fe180a859e tempest-RoutersIpV6AdminTest-1698646951 tempest-RoutersIpV6AdminTest-1698646951-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:51:50.565413 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76aff23f-bc96-4c39-8f41-93fe180a859e tempest-RoutersIpV6AdminTest-1698646951 tempest-RoutersIpV6AdminTest-1698646951-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:51:50.565745 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76aff23f-bc96-4c39-8f41-93fe180a859e tempest-RoutersIpV6AdminTest-1698646951 tempest-RoutersIpV6AdminTest-1698646951-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:51:50.566072 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76aff23f-bc96-4c39-8f41-93fe180a859e tempest-RoutersIpV6AdminTest-1698646951 tempest-RoutersIpV6AdminTest-1698646951-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:51:50.566461 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76aff23f-bc96-4c39-8f41-93fe180a859e tempest-RoutersIpV6AdminTest-1698646951 tempest-RoutersIpV6AdminTest-1698646951-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:51:50.566785 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76aff23f-bc96-4c39-8f41-93fe180a859e tempest-RoutersIpV6AdminTest-1698646951 tempest-RoutersIpV6AdminTest-1698646951-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:51:50.567116 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76aff23f-bc96-4c39-8f41-93fe180a859e tempest-RoutersIpV6AdminTest-1698646951 tempest-RoutersIpV6AdminTest-1698646951-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:51:50.567523 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76aff23f-bc96-4c39-8f41-93fe180a859e tempest-RoutersIpV6AdminTest-1698646951 tempest-RoutersIpV6AdminTest-1698646951-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:51:50.567854 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76aff23f-bc96-4c39-8f41-93fe180a859e tempest-RoutersIpV6AdminTest-1698646951 tempest-RoutersIpV6AdminTest-1698646951-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:51:50.568180 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76aff23f-bc96-4c39-8f41-93fe180a859e tempest-RoutersIpV6AdminTest-1698646951 tempest-RoutersIpV6AdminTest-1698646951-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:51:50.570953 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-76aff23f-bc96-4c39-8f41-93fe180a859e tempest-RoutersIpV6AdminTest-1698646951 tempest-RoutersIpV6AdminTest-1698646951-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1595544'] for router_gateway (188e7274-1e25-4df9-8ab8-c9416c83f4a3), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:50.677668 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-76aff23f-bc96-4c39-8f41-93fe180a859e tempest-RoutersIpV6AdminTest-1698646951 tempest-RoutersIpV6AdminTest-1698646951-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1601811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26971'] for router (188e7274-1e25-4df9-8ab8-c9416c83f4a3), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:50.679831 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-76aff23f-bc96-4c39-8f41-93fe180a859e tempest-RoutersIpV6AdminTest-1698646951 tempest-RoutersIpV6AdminTest-1698646951-project-admin] Publish callbacks [] for router_controller (188e7274-1e25-4df9-8ab8-c9416c83f4a3), precommit_delete_associations {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:50.730308 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-76aff23f-bc96-4c39-8f41-93fe180a859e tempest-RoutersIpV6AdminTest-1698646951 tempest-RoutersIpV6AdminTest-1698646951-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1601832'] for router (188e7274-1e25-4df9-8ab8-c9416c83f4a3), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:50.731393 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76aff23f-bc96-4c39-8f41-93fe180a859e tempest-RoutersIpV6AdminTest-1698646951 tempest-RoutersIpV6AdminTest-1698646951-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 188e7274-1e25-4df9-8ab8-c9416c83f4a3 {{(pid=103377) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 17:51:50.736978 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-76aff23f-bc96-4c39-8f41-93fe180a859e tempest-RoutersIpV6AdminTest-1698646951 tempest-RoutersIpV6AdminTest-1698646951-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:50.737453 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-76aff23f-bc96-4c39-8f41-93fe180a859e tempest-RoutersIpV6AdminTest-1698646951 tempest-RoutersIpV6AdminTest-1698646951-project-admin] 10.222.0.89 "DELETE /v2.0/routers/188e7274-1e25-4df9-8ab8-c9416c83f4a3 HTTP/1.1" status: 204 len: 168 time: 0.9549787 Feb 04 17:51:50.741010 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 48314) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:51:50.827246 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.db_base_plugin_v2 [None req-663cc821-0597-4e78-9254-1eb40b83c84b tempest-RoutersIpV6AdminTest-1698646951 tempest-RoutersIpV6AdminTest-1698646951-project-admin] Deleting subnet ff3d91be-c25a-4bd0-8270-1eeff77d8fdb {{(pid=103377) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 17:51:50.830771 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-663cc821-0597-4e78-9254-1eb40b83c84b tempest-RoutersIpV6AdminTest-1698646951 tempest-RoutersIpV6AdminTest-1698646951-project-admin] Publish callbacks [] for subnet (ff3d91be-c25a-4bd0-8270-1eeff77d8fdb), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:50.830913 n-d-827839-2 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-e2b23afa-df19-4b98-9cbe-073a2e8b9c61 None None] Publish callbacks [] for port (b9f87f13-8be3-4907-adfd-3d8e98b5e3ba), precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:50.838421 n-d-827839-2 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-e2b23afa-df19-4b98-9cbe-073a2e8b9c61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (b9f87f13-8be3-4907-adfd-3d8e98b5e3ba), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:50.850273 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-2bdda8e9-1c3a-4662-958c-b3a16b2f71ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:50.852827 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device a7c2c5c9-24a8-4f67-a809-8f6eb83a65be up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:51:50.870015 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-663cc821-0597-4e78-9254-1eb40b83c84b tempest-RoutersIpV6AdminTest-1698646951 tempest-RoutersIpV6AdminTest-1698646951-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26866676'] for subnet (ff3d91be-c25a-4bd0-8270-1eeff77d8fdb), precommit_delete_associations {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:50.911601 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [None req-e2b23afa-df19-4b98-9cbe-073a2e8b9c61 None None] Attempting to bind port b9f87f13-8be3-4907-adfd-3d8e98b5e3ba on host n-d-827839-2 for vnic_type normal with profile {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:51:50.911601 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [None req-e2b23afa-df19-4b98-9cbe-073a2e8b9c61 None None] Attempting to bind port b9f87f13-8be3-4907-adfd-3d8e98b5e3ba by drivers openvswitch,hyperv on host n-d-827839-2 at level 0 using segments [{'id': '5942dc44-1f07-4c27-b0ab-45a2bff20dd5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188'}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:51:50.911601 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2b23afa-df19-4b98-9cbe-073a2e8b9c61 None None] Attempting to bind port b9f87f13-8be3-4907-adfd-3d8e98b5e3ba on network 48165773-85ad-49a1-9ec1-76fc8dc24188 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:51:50.926802 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-663cc821-0597-4e78-9254-1eb40b83c84b tempest-RoutersIpV6AdminTest-1698646951 tempest-RoutersIpV6AdminTest-1698646951-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1541225'] for subnet (ff3d91be-c25a-4bd0-8270-1eeff77d8fdb), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:50.927819 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2b23afa-df19-4b98-9cbe-073a2e8b9c61 None None] Checking agent: {'id': 'ba70844b-66a0-45fd-a2f2-e6ed673321fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 0, 36), 'started_at': datetime.datetime(2022, 2, 4, 17, 1, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 51, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:51:50.928206 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2b23afa-df19-4b98-9cbe-073a2e8b9c61 None None] Checking segment: {'id': '5942dc44-1f07-4c27-b0ab-45a2bff20dd5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:51:50.928614 n-d-827839-2 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-e2b23afa-df19-4b98-9cbe-073a2e8b9c61 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:50.929567 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2b23afa-df19-4b98-9cbe-073a2e8b9c61 None None] Bound using segment: {'id': '5942dc44-1f07-4c27-b0ab-45a2bff20dd5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188'} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:51:50.929567 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [None req-e2b23afa-df19-4b98-9cbe-073a2e8b9c61 None None] Bound port: b9f87f13-8be3-4907-adfd-3d8e98b5e3ba, host: n-d-827839-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5942dc44-1f07-4c27-b0ab-45a2bff20dd5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188'}}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:51:50.929967 n-d-827839-2 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-e2b23afa-df19-4b98-9cbe-073a2e8b9c61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (b9f87f13-8be3-4907-adfd-3d8e98b5e3ba), before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:50.954461 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f34841-378a-4845-9a6e-54dcfd4ce865 None None] Pushing event updated for resources: {'Port': ['ID=b9f87f13-8be3-4907-adfd-3d8e98b5e3ba,revision_number=2']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:51:51.004216 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-663cc821-0597-4e78-9254-1eb40b83c84b tempest-RoutersIpV6AdminTest-1698646951 tempest-RoutersIpV6AdminTest-1698646951-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1541216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25888360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25597190'] for subnet (ff3d91be-c25a-4bd0-8270-1eeff77d8fdb), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:51.008786 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-e2b23afa-df19-4b98-9cbe-073a2e8b9c61 None None] For port b9f87f13-8be3-4907-adfd-3d8e98b5e3ba, host n-d-827839-2, cleared binding levels {{(pid=103379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:51:51.013027 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-e2b23afa-df19-4b98-9cbe-073a2e8b9c61 None None] For port b9f87f13-8be3-4907-adfd-3d8e98b5e3ba, host n-d-827839-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=b9f87f13-8be3-4907-adfd-3d8e98b5e3ba,segment=NetworkSegment(5942dc44-1f07-4c27-b0ab-45a2bff20dd5),segment_id=5942dc44-1f07-4c27-b0ab-45a2bff20dd5)] {{(pid=103379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:51:51.023515 n-d-827839-2 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-e2b23afa-df19-4b98-9cbe-073a2e8b9c61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (b9f87f13-8be3-4907-adfd-3d8e98b5e3ba), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:51.046900 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663cc821-0597-4e78-9254-1eb40b83c84b tempest-RoutersIpV6AdminTest-1698646951 tempest-RoutersIpV6AdminTest-1698646951-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=ff3d91be-c25a-4bd0-8270-1eeff77d8fdb,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:51:51.049108 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-663cc821-0597-4e78-9254-1eb40b83c84b tempest-RoutersIpV6AdminTest-1698646951 tempest-RoutersIpV6AdminTest-1698646951-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:51.054723 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-663cc821-0597-4e78-9254-1eb40b83c84b tempest-RoutersIpV6AdminTest-1698646951 tempest-RoutersIpV6AdminTest-1698646951-project-admin] 10.222.0.89 "DELETE /v2.0/subnets/ff3d91be-c25a-4bd0-8270-1eeff77d8fdb HTTP/1.1" status: 204 len: 168 time: 0.3098068 Feb 04 17:51:51.054971 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 48316) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:51:51.082957 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.db_base_plugin_common [None req-2bdda8e9-1c3a-4662-958c-b3a16b2f71ad admin admin] Allocated IP 172.20.0.1 (46be3292-f3a2-43e3-8dda-1783317d3bae/81ff1514-b86f-472d-8fd1-0862b3807cf5/78112f25-7273-45f4-8217-01a3520e9d39) {{(pid=103376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:51:51.104010 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2b23afa-df19-4b98-9cbe-073a2e8b9c61 None None] Routers {'07e0c718-8d9f-404a-ab5c-50a9d4e49122'} bound to L3 agent in host n-d-827839-2 {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:51:51.105139 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-e2b23afa-df19-4b98-9cbe-073a2e8b9c61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:51:33Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['07e0c718-8d9f-404a-ab5c-50a9d4e49122'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:51:51.113920 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-429500c8-dd5d-48e0-b167-bee227d60ace None None] Port cfd48e68-c844-4e80-84fe-4b1bf11b9a2b not found while updating agent binding for router 188e7274-1e25-4df9-8ab8-c9416c83f4a3. {{(pid=103378) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Feb 04 17:51:51.130418 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-429500c8-dd5d-48e0-b167-bee227d60ace None None] Routers set() bound to L3 agent in host n-d-827839-2 {{(pid=103378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:51:51.130784 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-429500c8-dd5d-48e0-b167-bee227d60ace None None] Router IDs set() for agent in host n-d-827839-2 {{(pid=103378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 04 17:51:51.131392 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_agentschedulers_db [None req-429500c8-dd5d-48e0-b167-bee227d60ace None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'188e7274-1e25-4df9-8ab8-c9416c83f4a3'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:51:33Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent'). {{(pid=103378) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Feb 04 17:51:51.131774 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-429500c8-dd5d-48e0-b167-bee227d60ace None None] The sync data for ids ['188e7274-1e25-4df9-8ab8-c9416c83f4a3'] in n-d-827839-2 is: [] {{(pid=103378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 17:51:51.147242 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port a7c2c5c9-24a8-4f67-a809-8f6eb83a65be triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:51:51.147621 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (a7c2c5c9-24a8-4f67-a809-8f6eb83a65be), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:51.166476 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-a7e654e5-1d39-44d9-b4d5-b006e835afb2 tempest-RoutersIpV6AdminTest-1698646951 tempest-RoutersIpV6AdminTest-1698646951-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628832'] for network (f6b2c05e-eacc-445e-b3b0-6d37cb731ab0), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:51.250928 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port a7c2c5c9-24a8-4f67-a809-8f6eb83a65be is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:51:51.284822 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f34841-378a-4845-9a6e-54dcfd4ce865 None None] Pushing event updated for resources: {'Port': ['ID=b9f87f13-8be3-4907-adfd-3d8e98b5e3ba,revision_number=3']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:51:51.299689 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-2bdda8e9-1c3a-4662-958c-b3a16b2f71ad admin admin] Publish callbacks [] for port (78112f25-7273-45f4-8217-01a3520e9d39), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:51.313077 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvr_db [None req-e2b23afa-df19-4b98-9cbe-073a2e8b9c61 None None] Set router 07e0c718-8d9f-404a-ab5c-50a9d4e49122 gateway port host: n-d-827839-2 {{(pid=103379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:51:51.324361 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-a7e654e5-1d39-44d9-b4d5-b006e835afb2 tempest-RoutersIpV6AdminTest-1698646951 tempest-RoutersIpV6AdminTest-1698646951-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1543676', 'neutron.services.segments.db._delete_segments_for_network-8781084786517'] for network (f6b2c05e-eacc-445e-b3b0-6d37cb731ab0), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:51.358023 n-d-827839-2 neutron-server[103377]: DEBUG neutron.services.segments.db [None req-a7e654e5-1d39-44d9-b4d5-b006e835afb2 tempest-RoutersIpV6AdminTest-1698646951 tempest-RoutersIpV6AdminTest-1698646951-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6b2c05e-eacc-445e-b3b0-6d37cb731ab0']}} {{(pid=103377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:51:51.370674 n-d-827839-2 neutron-server[103377]: DEBUG neutron.services.segments.db [None req-a7e654e5-1d39-44d9-b4d5-b006e835afb2 tempest-RoutersIpV6AdminTest-1698646951 tempest-RoutersIpV6AdminTest-1698646951-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83ea1bde-b80f-4c8d-aad3-56ea56f6ce91') {'for_net_delete': True} {{(pid=103377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:51:51.370954 n-d-827839-2 neutron-server[103377]: DEBUG neutron.services.segments.db [None req-a7e654e5-1d39-44d9-b4d5-b006e835afb2 tempest-RoutersIpV6AdminTest-1698646951 tempest-RoutersIpV6AdminTest-1698646951-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83ea1bde-b80f-4c8d-aad3-56ea56f6ce91') {} {{(pid=103377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:51:51.387658 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-a7e654e5-1d39-44d9-b4d5-b006e835afb2 tempest-RoutersIpV6AdminTest-1698646951 tempest-RoutersIpV6AdminTest-1698646951-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781084783966', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26866685'] for segment (83ea1bde-b80f-4c8d-aad3-56ea56f6ce91), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:51.407215 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-a7e654e5-1d39-44d9-b4d5-b006e835afb2 tempest-RoutersIpV6AdminTest-1698646951 tempest-RoutersIpV6AdminTest-1698646951-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (83ea1bde-b80f-4c8d-aad3-56ea56f6ce91), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:51.409467 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0d52d7-4ad9-4f06-97af-208a460cbe4a req-da4e5547-44c1-472f-9fbe-2a11097bd336 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:51:51.411585 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-ab0d52d7-4ad9-4f06-97af-208a460cbe4a req-da4e5547-44c1-472f-9fbe-2a11097bd336 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] 10.222.0.89 "GET /v2.0/ports?device_id=4838cc33-5e81-4c6b-bf0f-42646b0b5925 HTTP/1.1" status: 200 len: 945 time: 0.1096346 Feb 04 17:51:51.421677 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7e654e5-1d39-44d9-b4d5-b006e835afb2 tempest-RoutersIpV6AdminTest-1698646951 tempest-RoutersIpV6AdminTest-1698646951-project-admin] Releasing vlan 754 on physical network physnet1 to pool {{(pid=103377) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 17:51:51.422061 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-a7e654e5-1d39-44d9-b4d5-b006e835afb2 tempest-RoutersIpV6AdminTest-1698646951 tempest-RoutersIpV6AdminTest-1698646951-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25888454'] for segment (83ea1bde-b80f-4c8d-aad3-56ea56f6ce91), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:51.435304 n-d-827839-2 neutron-server[103377]: Traceback (most recent call last): Feb 04 17:51:51.435304 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 17:51:51.435304 n-d-827839-2 neutron-server[103377]: timer() Feb 04 17:51:51.435304 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 17:51:51.435304 n-d-827839-2 neutron-server[103377]: cb(*args, **kw) Feb 04 17:51:51.435304 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 17:51:51.435304 n-d-827839-2 neutron-server[103377]: return func(*args, **kwargs) Feb 04 17:51:51.435304 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 17:51:51.435304 n-d-827839-2 neutron-server[103377]: self._notify() Feb 04 17:51:51.435304 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 17:51:51.435304 n-d-827839-2 neutron-server[103377]: self.callback(batched_events) Feb 04 17:51:51.435304 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 17:51:51.435304 n-d-827839-2 neutron-server[103377]: event.method(event) Feb 04 17:51:51.435304 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 17:51:51.435304 n-d-827839-2 neutron-server[103377]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 17:51:51.435304 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 17:51:51.435304 n-d-827839-2 neutron-server[103377]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 17:51:51.435304 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 17:51:51.435304 n-d-827839-2 neutron-server[103377]: return f(self, *a, **k) Feb 04 17:51:51.435304 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 17:51:51.435304 n-d-827839-2 neutron-server[103377]: return self._get(url).json() Feb 04 17:51:51.435304 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 17:51:51.435304 n-d-827839-2 neutron-server[103377]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 17:51:51.435304 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 17:51:51.435304 n-d-827839-2 neutron-server[103377]: return self.request(url, 'GET', **kwargs) Feb 04 17:51:51.435304 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 17:51:51.435304 n-d-827839-2 neutron-server[103377]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 17:51:51.435304 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 17:51:51.435304 n-d-827839-2 neutron-server[103377]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 17:51:51.435304 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 17:51:51.435304 n-d-827839-2 neutron-server[103377]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 17:51:51.435304 n-d-827839-2 neutron-server[103377]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 17:51:51.455852 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-2bdda8e9-1c3a-4662-958c-b3a16b2f71ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (78112f25-7273-45f4-8217-01a3520e9d39), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:51.495930 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-a7e654e5-1d39-44d9-b4d5-b006e835afb2 tempest-RoutersIpV6AdminTest-1698646951 tempest-RoutersIpV6AdminTest-1698646951-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1543671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1595572'] for network (f6b2c05e-eacc-445e-b3b0-6d37cb731ab0), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:51.502078 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7e654e5-1d39-44d9-b4d5-b006e835afb2 tempest-RoutersIpV6AdminTest-1698646951 tempest-RoutersIpV6AdminTest-1698646951-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network f6b2c05e-eacc-445e-b3b0-6d37cb731ab0 {{(pid=103377) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 04 17:51:51.504458 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-a7e654e5-1d39-44d9-b4d5-b006e835afb2 tempest-RoutersIpV6AdminTest-1698646951 tempest-RoutersIpV6AdminTest-1698646951-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:51.521546 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bdda8e9-1c3a-4662-958c-b3a16b2f71ad admin admin] Network 46be3292-f3a2-43e3-8dda-1783317d3bae is already hosted by enough agents. {{(pid=103376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:51:51.523951 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-a7e654e5-1d39-44d9-b4d5-b006e835afb2 tempest-RoutersIpV6AdminTest-1698646951 tempest-RoutersIpV6AdminTest-1698646951-project-admin] 10.222.0.89 "DELETE /v2.0/networks/f6b2c05e-eacc-445e-b3b0-6d37cb731ab0 HTTP/1.1" status: 204 len: 168 time: 0.4641974 Feb 04 17:51:51.533415 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [None req-2bdda8e9-1c3a-4662-958c-b3a16b2f71ad admin admin] Resources bound (agent type, host, resource id): {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:51:51.538310 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bdda8e9-1c3a-4662-958c-b3a16b2f71ad admin admin] Received port after_create {{(pid=103376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:51:51.545333 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-ab0d52d7-4ad9-4f06-97af-208a460cbe4a req-b367efcf-d710-42a2-b794-6e9c55fecac7 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] 10.222.0.89 "GET /v2.0/security-groups?id=b2d41e04-1724-4f40-b9e4-c2fd276b506f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1277809 Feb 04 17:51:51.583891 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e654e5-1d39-44d9-b4d5-b006e835afb2 tempest-RoutersIpV6AdminTest-1698646951 tempest-RoutersIpV6AdminTest-1698646951-project-admin] Pushing event deleted for resources: {'Network': ['ID=f6b2c05e-eacc-445e-b3b0-6d37cb731ab0,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:51:51.601784 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bdda8e9-1c3a-4662-958c-b3a16b2f71ad admin admin] Pushing event updated for resources: {'Port': ['ID=78112f25-7273-45f4-8217-01a3520e9d39,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:51:51.618845 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-2bdda8e9-1c3a-4662-958c-b3a16b2f71ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1595471'] for router_interface (07e0c718-8d9f-404a-ab5c-50a9d4e49122), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:51.667551 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-e2b23afa-df19-4b98-9cbe-073a2e8b9c61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07e0c718-8d9f-404a-ab5c-50a9d4e49122', 'name': 'tempest-TestAggregatesBasicOps-1871317817-router', 'tenant_id': '9f0436c5f6d649e3bf9026d46a94770f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.115'}], 'enable_snat': True}, 'gw_port_id': 'b9f87f13-8be3-4907-adfd-3d8e98b5e3ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:51:47Z', 'updated_at': '2022-02-04T17:51:49Z', 'revision_number': 3, 'project_id': '9f0436c5f6d649e3bf9026d46a94770f', 'gw_port': {'id': 'b9f87f13-8be3-4907-adfd-3d8e98b5e3ba', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:7d:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07e0c718-8d9f-404a-ab5c-50a9d4e49122', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3711, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:51:48Z', 'updated_at': '2022-02-04T17:51:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2'}], 'n-d-827839-2', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:51:51.724854 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2b23afa-df19-4b98-9cbe-073a2e8b9c61 None None] The sync data for ids ['07e0c718-8d9f-404a-ab5c-50a9d4e49122'] in n-d-827839-2 is: [{'id': '07e0c718-8d9f-404a-ab5c-50a9d4e49122', 'name': 'tempest-TestAggregatesBasicOps-1871317817-router', 'tenant_id': '9f0436c5f6d649e3bf9026d46a94770f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.115'}], 'enable_snat': True}, 'gw_port_id': 'b9f87f13-8be3-4907-adfd-3d8e98b5e3ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:51:47Z', 'updated_at': '2022-02-04T17:51:49Z', 'revision_number': 3, 'project_id': '9f0436c5f6d649e3bf9026d46a94770f', 'gw_port': {'id': 'b9f87f13-8be3-4907-adfd-3d8e98b5e3ba', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:7d:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07e0c718-8d9f-404a-ab5c-50a9d4e49122', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3711, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:51:48Z', 'updated_at': '2022-02-04T17:51:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2'}] {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 17:51:51.916840 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-063c9ee4-6251-4f67-a4da-4ccfb63c0dd2 None None] Provisioning complete for port 78112f25-7273-45f4-8217-01a3520e9d39 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:51:51.918231 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-063c9ee4-6251-4f67-a4da-4ccfb63c0dd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (78112f25-7273-45f4-8217-01a3520e9d39), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:51.925582 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-2bdda8e9-1c3a-4662-958c-b3a16b2f71ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (78112f25-7273-45f4-8217-01a3520e9d39), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:51.967860 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 48326) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:51:51.972333 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-0b3ddfdc-cf65-4b3e-bb34-51ef870c74e8 tempest-RoutersIpV6AdminTest-1698646951 tempest-RoutersIpV6AdminTest-1698646951-project-admin] Request body: {'router': {'name': 'tempest-router--1058564694', 'project_id': '5bcd3b8d9fb14430ba0f4e92895c13f9'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:51:51.981613 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-063c9ee4-6251-4f67-a4da-4ccfb63c0dd2 None None] Port 78112f25-7273-45f4-8217-01a3520e9d39 cannot update to ACTIVE because it is not bound. {{(pid=103378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 17:51:52.001182 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-0b3ddfdc-cf65-4b3e-bb34-51ef870c74e8 tempest-RoutersIpV6AdminTest-1698646951 tempest-RoutersIpV6AdminTest-1698646951-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1601657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26921'] for router (e011d941-e110-434f-90ff-1d09b01a3a8e), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:52.002607 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-0b3ddfdc-cf65-4b3e-bb34-51ef870c74e8 tempest-RoutersIpV6AdminTest-1698646951 tempest-RoutersIpV6AdminTest-1698646951-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1602025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603663', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1630571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26960'] for router (e011d941-e110-434f-90ff-1d09b01a3a8e), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:52.064443 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-0b3ddfdc-cf65-4b3e-bb34-51ef870c74e8 tempest-RoutersIpV6AdminTest-1698646951 tempest-RoutersIpV6AdminTest-1698646951-project-admin] Publish callbacks [] for router_controller (e011d941-e110-434f-90ff-1d09b01a3a8e), precommit_add_association {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:52.072293 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-0b3ddfdc-cf65-4b3e-bb34-51ef870c74e8 tempest-RoutersIpV6AdminTest-1698646951 tempest-RoutersIpV6AdminTest-1698646951-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1602046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603680'] for router (e011d941-e110-434f-90ff-1d09b01a3a8e), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:52.101656 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-0b3ddfdc-cf65-4b3e-bb34-51ef870c74e8 tempest-RoutersIpV6AdminTest-1698646951 tempest-RoutersIpV6AdminTest-1698646951-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:52.106853 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-0b3ddfdc-cf65-4b3e-bb34-51ef870c74e8 tempest-RoutersIpV6AdminTest-1698646951 tempest-RoutersIpV6AdminTest-1698646951-project-admin] 10.222.0.89 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.1377041 Feb 04 17:51:52.107350 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 48328) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:51:52.206975 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-2bdda8e9-1c3a-4662-958c-b3a16b2f71ad admin admin] Publish callbacks [] for port (78112f25-7273-45f4-8217-01a3520e9d39), precommit_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:52.209224 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-5ed719ef-285b-4940-ad1b-53c002e47a43 tempest-RoutersIpV6AdminTest-1698646951 tempest-RoutersIpV6AdminTest-1698646951-project-admin] Publish callbacks [] for router (e011d941-e110-434f-90ff-1d09b01a3a8e), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:52.212440 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-2bdda8e9-1c3a-4662-958c-b3a16b2f71ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675836'] for port (78112f25-7273-45f4-8217-01a3520e9d39), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:52.364671 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bdda8e9-1c3a-4662-958c-b3a16b2f71ad admin admin] Pushing event updated for resources: {'Port': ['ID=78112f25-7273-45f4-8217-01a3520e9d39,revision_number=2']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:51:52.438696 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-2bdda8e9-1c3a-4662-958c-b3a16b2f71ad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1677345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602751'] for router_interface (07e0c718-8d9f-404a-ab5c-50a9d4e49122), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:52.494157 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-5ed719ef-285b-4940-ad1b-53c002e47a43 tempest-RoutersIpV6AdminTest-1698646951 tempest-RoutersIpV6AdminTest-1698646951-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1601811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26971'] for router (e011d941-e110-434f-90ff-1d09b01a3a8e), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:52.521342 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-5ed719ef-285b-4940-ad1b-53c002e47a43 tempest-RoutersIpV6AdminTest-1698646951 tempest-RoutersIpV6AdminTest-1698646951-project-admin] Publish callbacks [] for router_controller (e011d941-e110-434f-90ff-1d09b01a3a8e), precommit_delete_associations {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:52.582049 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-5ed719ef-285b-4940-ad1b-53c002e47a43 tempest-RoutersIpV6AdminTest-1698646951 tempest-RoutersIpV6AdminTest-1698646951-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1601832'] for router (e011d941-e110-434f-90ff-1d09b01a3a8e), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:52.582572 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ed719ef-285b-4940-ad1b-53c002e47a43 tempest-RoutersIpV6AdminTest-1698646951 tempest-RoutersIpV6AdminTest-1698646951-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e011d941-e110-434f-90ff-1d09b01a3a8e {{(pid=103376) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 17:51:52.587730 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-5ed719ef-285b-4940-ad1b-53c002e47a43 tempest-RoutersIpV6AdminTest-1698646951 tempest-RoutersIpV6AdminTest-1698646951-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:52.600854 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-5ed719ef-285b-4940-ad1b-53c002e47a43 tempest-RoutersIpV6AdminTest-1698646951 tempest-RoutersIpV6AdminTest-1698646951-project-admin] 10.222.0.89 "DELETE /v2.0/routers/e011d941-e110-434f-90ff-1d09b01a3a8e HTTP/1.1" status: 204 len: 168 time: 0.4840143 Feb 04 17:51:52.664466 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bdda8e9-1c3a-4662-958c-b3a16b2f71ad admin admin] Network 46be3292-f3a2-43e3-8dda-1783317d3bae is already hosted by enough agents. {{(pid=103376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:51:52.665949 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [None req-2bdda8e9-1c3a-4662-958c-b3a16b2f71ad admin admin] Resources bound (agent type, host, resource id): {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:51:52.748362 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cf55a8-527f-466e-b3fe-e88c81528ea8 req-7e24b494-c9ee-42eb-83be-0e45759ca082 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:51:52.759014 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-01cf55a8-527f-466e-b3fe-e88c81528ea8 req-7e24b494-c9ee-42eb-83be-0e45759ca082 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] 10.222.0.89 "GET /v2.0/ports?device_id=4838cc33-5e81-4c6b-bf0f-42646b0b5925 HTTP/1.1" status: 200 len: 945 time: 0.1094806 Feb 04 17:51:52.840022 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 48334) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:51:52.856216 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-01cf55a8-527f-466e-b3fe-e88c81528ea8 req-f6b6c3e5-067a-4ff1-873a-165de1d583a2 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] 10.222.0.89 "GET /v2.0/security-groups?id=b2d41e04-1724-4f40-b9e4-c2fd276b506f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0962174 Feb 04 17:51:52.888911 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bdda8e9-1c3a-4662-958c-b3a16b2f71ad admin admin] Router 07e0c718-8d9f-404a-ab5c-50a9d4e49122 has already been hosted by L3 agent 64ada913-9131-4d99-a265-63a920956287 {{(pid=103376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 17:51:52.984960 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device b9f87f13-8be3-4907-adfd-3d8e98b5e3ba up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:51:53.095695 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bdda8e9-1c3a-4662-958c-b3a16b2f71ad admin admin] Notify agent at l3_agent.n-d-827839-2 the message routers_updated {{(pid=103376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 17:51:53.111218 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-2bdda8e9-1c3a-4662-958c-b3a16b2f71ad admin admin] 10.222.0.89 "PUT /v2.0/routers/07e0c718-8d9f-404a-ab5c-50a9d4e49122/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9882290 Feb 04 17:51:53.121410 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port b9f87f13-8be3-4907-adfd-3d8e98b5e3ba triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:51:53.121922 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (b9f87f13-8be3-4907-adfd-3d8e98b5e3ba), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:53.156336 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-7b564c37-694d-4561-8dd9-dcb60464e5dc None None] Provisioning complete for port 78112f25-7273-45f4-8217-01a3520e9d39 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:51:53.156672 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7b564c37-694d-4561-8dd9-dcb60464e5dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (78112f25-7273-45f4-8217-01a3520e9d39), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:53.207120 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-7b564c37-694d-4561-8dd9-dcb60464e5dc None None] Port 78112f25-7273-45f4-8217-01a3520e9d39 cannot update to ACTIVE because it is not bound. {{(pid=103378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 17:51:53.249272 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-770eba87-8ed6-451b-88ba-ee036a57adf3 tempest-RoutersIpV6AdminTest-86286204 tempest-RoutersIpV6AdminTest-86286204-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-778160613', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188'}, 'admin_state_up': False}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:51:53.255980 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port b9f87f13-8be3-4907-adfd-3d8e98b5e3ba is: DOWN; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:51:53.256369 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (b9f87f13-8be3-4907-adfd-3d8e98b5e3ba), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:53.277821 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-770eba87-8ed6-451b-88ba-ee036a57adf3 tempest-RoutersIpV6AdminTest-86286204 tempest-RoutersIpV6AdminTest-86286204-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1601657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26921'] for router (64385613-4212-408c-80a2-c9c544b1c9e3), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:53.279145 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-770eba87-8ed6-451b-88ba-ee036a57adf3 tempest-RoutersIpV6AdminTest-86286204 tempest-RoutersIpV6AdminTest-86286204-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1602025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603663', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1630571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26960'] for router (64385613-4212-408c-80a2-c9c544b1c9e3), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:53.281098 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] For port b9f87f13-8be3-4907-adfd-3d8e98b5e3ba, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=b9f87f13-8be3-4907-adfd-3d8e98b5e3ba,segment=NetworkSegment(5942dc44-1f07-4c27-b0ab-45a2bff20dd5),segment_id=5942dc44-1f07-4c27-b0ab-45a2bff20dd5)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:51:53.290063 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (b9f87f13-8be3-4907-adfd-3d8e98b5e3ba), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:53.361051 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Pushing event updated for resources: {'Port': ['ID=b9f87f13-8be3-4907-adfd-3d8e98b5e3ba,revision_number=4']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:51:53.366425 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-770eba87-8ed6-451b-88ba-ee036a57adf3 tempest-RoutersIpV6AdminTest-86286204 tempest-RoutersIpV6AdminTest-86286204-project] Publish callbacks [] for router_controller (64385613-4212-408c-80a2-c9c544b1c9e3), precommit_add_association {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:53.597843 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-770eba87-8ed6-451b-88ba-ee036a57adf3 tempest-RoutersIpV6AdminTest-86286204 tempest-RoutersIpV6AdminTest-86286204-project] Publish callbacks [] for router_gateway (64385613-4212-408c-80a2-c9c544b1c9e3), precommit_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:53.801653 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 48352) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:51:53.806484 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-99c1af48-b71e-4164-863e-37a3d71b60d7 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-715525005-network', 'tenant_id': '49cdbc8b73c64e949119106f98a339e5'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:51:53.824295 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-770eba87-8ed6-451b-88ba-ee036a57adf3 tempest-RoutersIpV6AdminTest-86286204 tempest-RoutersIpV6AdminTest-86286204-project] Publish callbacks [] for router_gateway (64385613-4212-408c-80a2-c9c544b1c9e3), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:53.825364 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99c1af48-b71e-4164-863e-37a3d71b60d7 admin admin] Made reservation on behalf of 49cdbc8b73c64e949119106f98a339e5 for: {'network': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:51:53.828367 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-99c1af48-b71e-4164-863e-37a3d71b60d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for network (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:53.836822 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-99c1af48-b71e-4164-863e-37a3d71b60d7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:53.844711 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-770eba87-8ed6-451b-88ba-ee036a57adf3 tempest-RoutersIpV6AdminTest-86286204 tempest-RoutersIpV6AdminTest-86286204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:53.918492 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-99c1af48-b71e-4164-863e-37a3d71b60d7 admin admin] Publish callbacks [] for security_group (1dfb0d25-d965-4a49-8c3a-ce129b72d637), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:53.923715 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-99c1af48-b71e-4164-863e-37a3d71b60d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (1dfb0d25-d965-4a49-8c3a-ce129b72d637), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:53.947840 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99c1af48-b71e-4164-863e-37a3d71b60d7 admin admin] vlan segment allocate from pool success with {'vlan_id': 769, 'physical_network': 'physnet1'} {{(pid=103377) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 17:51:53.962744 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c1af48-b71e-4164-863e-37a3d71b60d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1dfb0d25-d965-4a49-8c3a-ce129b72d637,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:51:53.967759 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-99c1af48-b71e-4164-863e-37a3d71b60d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (a04bcc34-9b64-4a1f-a30f-a0937d9beab9), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:53.968332 n-d-827839-2 neutron-server[103377]: INFO neutron.db.segments_db [None req-99c1af48-b71e-4164-863e-37a3d71b60d7 admin admin] Added segment a04bcc34-9b64-4a1f-a30f-a0937d9beab9 of type vlan for network 6f1f0366-38da-4040-bef7-257bf54d0eec Feb 04 17:51:53.991858 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.db_base_plugin_common [None req-770eba87-8ed6-451b-88ba-ee036a57adf3 tempest-RoutersIpV6AdminTest-86286204 tempest-RoutersIpV6AdminTest-86286204-project] Allocated IP 172.25.6.28 (48165773-85ad-49a1-9ec1-76fc8dc24188/7660bfad-1ea8-4fe7-831b-bed836f13efc/30ad985c-3a75-4e94-a048-ce3efa9ad8c4) {{(pid=103376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:51:54.011585 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-99c1af48-b71e-4164-863e-37a3d71b60d7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781084292801'] for network (6f1f0366-38da-4040-bef7-257bf54d0eec), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:54.036937 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-99c1af48-b71e-4164-863e-37a3d71b60d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327'] for network (6f1f0366-38da-4040-bef7-257bf54d0eec), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:54.037884 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99c1af48-b71e-4164-863e-37a3d71b60d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:51:54.038447 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-99c1af48-b71e-4164-863e-37a3d71b60d7 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:54.060226 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8ca750-f624-43f7-8bc2-1c6127a75bbc req-917f11e0-0481-4f3c-b918-bd9008637f2f tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:51:54.062322 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-6f8ca750-f624-43f7-8bc2-1c6127a75bbc req-917f11e0-0481-4f3c-b918-bd9008637f2f tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] 10.222.0.89 "GET /v2.0/ports?device_id=4838cc33-5e81-4c6b-bf0f-42646b0b5925 HTTP/1.1" status: 200 len: 945 time: 0.1158767 Feb 04 17:51:54.093627 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-99c1af48-b71e-4164-863e-37a3d71b60d7 admin admin] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.2908692 Feb 04 17:51:54.097737 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 48356) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:51:54.104761 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-5734cbc4-3782-4e05-89ce-87ecd0c8cb8c admin admin] Request body: {'subnet': {'network_id': '6f1f0366-38da-4040-bef7-257bf54d0eec', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-715525005-subnet', 'tenant_id': '49cdbc8b73c64e949119106f98a339e5', 'ip_version': 4}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:51:54.108638 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c1af48-b71e-4164-863e-37a3d71b60d7 admin admin] Pushing event updated for resources: {'Network': ['ID=6f1f0366-38da-4040-bef7-257bf54d0eec,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:51:54.125114 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Network 6f1f0366-38da-4040-bef7-257bf54d0eec details requested by agent ovs-agent-n-d-827839-2 with host n-d-827839-2 {{(pid=103378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 17:51:54.128313 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5734cbc4-3782-4e05-89ce-87ecd0c8cb8c admin admin] Made reservation on behalf of 49cdbc8b73c64e949119106f98a339e5 for: {'subnet': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:51:54.131161 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-5734cbc4-3782-4e05-89ce-87ecd0c8cb8c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25597243'] for subnet (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:54.150177 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-6f8ca750-f624-43f7-8bc2-1c6127a75bbc req-d314af62-944d-4ad4-a935-c6d1490222de tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] 10.222.0.89 "GET /v2.0/security-groups?id=b2d41e04-1724-4f40-b9e4-c2fd276b506f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0779200 Feb 04 17:51:54.153116 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-770eba87-8ed6-451b-88ba-ee036a57adf3 tempest-RoutersIpV6AdminTest-86286204 tempest-RoutersIpV6AdminTest-86286204-project] Publish callbacks [] for port (30ad985c-3a75-4e94-a048-ce3efa9ad8c4), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:54.199291 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-770eba87-8ed6-451b-88ba-ee036a57adf3 tempest-RoutersIpV6AdminTest-86286204 tempest-RoutersIpV6AdminTest-86286204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (30ad985c-3a75-4e94-a048-ce3efa9ad8c4), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:54.329778 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec2a0ac3-d224-4f22-b7c4-3fea8f0d7de2 None None] Sync routers for ids ['07e0c718-8d9f-404a-ab5c-50a9d4e49122'] in n-d-827839-2 {{(pid=103378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 17:51:54.342245 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec2a0ac3-d224-4f22-b7c4-3fea8f0d7de2 None None] Routers {'07e0c718-8d9f-404a-ab5c-50a9d4e49122'} bound to L3 agent in host n-d-827839-2 {{(pid=103378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:51:54.343239 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-ec2a0ac3-d224-4f22-b7c4-3fea8f0d7de2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:51:33Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['07e0c718-8d9f-404a-ab5c-50a9d4e49122'], 'active': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:51:54.469901 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvr_db [None req-ec2a0ac3-d224-4f22-b7c4-3fea8f0d7de2 None None] Set router 07e0c718-8d9f-404a-ab5c-50a9d4e49122 gateway port host: n-d-827839-2 {{(pid=103378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:51:54.502149 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-770eba87-8ed6-451b-88ba-ee036a57adf3 tempest-RoutersIpV6AdminTest-86286204 tempest-RoutersIpV6AdminTest-86286204-project] Network 48165773-85ad-49a1-9ec1-76fc8dc24188 is already hosted by enough agents. {{(pid=103376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:51:54.505704 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [None req-770eba87-8ed6-451b-88ba-ee036a57adf3 tempest-RoutersIpV6AdminTest-86286204 tempest-RoutersIpV6AdminTest-86286204-project] Resources bound (agent type, host, resource id): {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:51:54.510114 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-770eba87-8ed6-451b-88ba-ee036a57adf3 tempest-RoutersIpV6AdminTest-86286204 tempest-RoutersIpV6AdminTest-86286204-project] Received port after_create {{(pid=103376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:51:54.533289 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770eba87-8ed6-451b-88ba-ee036a57adf3 tempest-RoutersIpV6AdminTest-86286204 tempest-RoutersIpV6AdminTest-86286204-project] Pushing event updated for resources: {'Port': ['ID=30ad985c-3a75-4e94-a048-ce3efa9ad8c4,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:51:54.615757 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-5734cbc4-3782-4e05-89ce-87ecd0c8cb8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25889445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25597197'] for subnet (4be7b7f3-2601-4959-85ff-eb9c9027fdad), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:54.687055 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5734cbc4-3782-4e05-89ce-87ecd0c8cb8c admin admin] Pushing event updated for resources: {'Subnet': ['ID=4be7b7f3-2601-4959-85ff-eb9c9027fdad,revision_number=0']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:51:54.691197 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-ec2a0ac3-d224-4f22-b7c4-3fea8f0d7de2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07e0c718-8d9f-404a-ab5c-50a9d4e49122', 'name': 'tempest-TestAggregatesBasicOps-1871317817-router', 'tenant_id': '9f0436c5f6d649e3bf9026d46a94770f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.115'}], 'enable_snat': True}, 'gw_port_id': 'b9f87f13-8be3-4907-adfd-3d8e98b5e3ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:51:47Z', 'updated_at': '2022-02-04T17:51:51Z', 'revision_number': 4, 'project_id': '9f0436c5f6d649e3bf9026d46a94770f', 'gw_port': {'id': 'b9f87f13-8be3-4907-adfd-3d8e98b5e3ba', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:7d:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07e0c718-8d9f-404a-ab5c-50a9d4e49122', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3711, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:51:48Z', 'updated_at': '2022-02-04T17:51:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_interfaces': [{'id': '78112f25-7273-45f4-8217-01a3520e9d39', 'name': '', 'network_id': '46be3292-f3a2-43e3-8dda-1783317d3bae', 'tenant_id': '9f0436c5f6d649e3bf9026d46a94770f', 'mac_address': 'fa:16:3e:a8:e2:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07e0c718-8d9f-404a-ab5c-50a9d4e49122', 'device_owner': 'network:router_interface', 'standard_attr_id': 3712, 'fixed_ips': [{'subnet_id': '81ff1514-b86f-472d-8fd1-0862b3807cf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:51:50Z', 'updated_at': '2022-02-04T17:51:51Z', 'revision_number': 2, 'project_id': '9f0436c5f6d649e3bf9026d46a94770f', 'subnets': [{'id': '81ff1514-b86f-472d-8fd1-0862b3807cf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-2', False) {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:51:54.694237 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5734cbc4-3782-4e05-89ce-87ecd0c8cb8c admin admin] Checking segment: {'id': 'a04bcc34-9b64-4a1f-a30f-a0937d9beab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '6f1f0366-38da-4040-bef7-257bf54d0eec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:51:54.694797 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5734cbc4-3782-4e05-89ce-87ecd0c8cb8c admin admin] Network hostable DHCP agents. Network: 6f1f0366-38da-4040-bef7-257bf54d0eec, hostable agents: ['bb89f5a3-3c22-440b-b7d1-c4f0c43c184a'], hosted agents: [] {{(pid=103377) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 17:51:54.714826 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5734cbc4-3782-4e05-89ce-87ecd0c8cb8c admin admin] Network 6f1f0366-38da-4040-bef7-257bf54d0eec is scheduled to be hosted by DHCP agent bb89f5a3-3c22-440b-b7d1-c4f0c43c184a with binding_index 1 {{(pid=103377) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 17:51:54.723286 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec2a0ac3-d224-4f22-b7c4-3fea8f0d7de2 None None] Checking router: 07e0c718-8d9f-404a-ab5c-50a9d4e49122 for host: n-d-827839-2 {{(pid=103378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 17:51:54.723959 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec2a0ac3-d224-4f22-b7c4-3fea8f0d7de2 None None] Updating router 07e0c718-8d9f-404a-ab5c-50a9d4e49122 port 78112f25-7273-45f4-8217-01a3520e9d39 binding host n-d-827839-2 {{(pid=103378) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 17:51:54.726963 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [None req-5734cbc4-3782-4e05-89ce-87ecd0c8cb8c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827839-2, 6f1f0366-38da-4040-bef7-257bf54d0eec) {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:51:54.734051 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5734cbc4-3782-4e05-89ce-87ecd0c8cb8c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:51:54.734629 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-5734cbc4-3782-4e05-89ce-87ecd0c8cb8c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:54.757527 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-5734cbc4-3782-4e05-89ce-87ecd0c8cb8c admin admin] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6587491 Feb 04 17:51:54.760019 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 48358) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:51:54.763160 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de2c960b-3b34-4b19-91cc-c291787a7741 None None] Network 6f1f0366-38da-4040-bef7-257bf54d0eec requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:51:54.766062 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-0bccad17-6fb9-48c7-b607-98a31613ccc1 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-715525005-router', 'tenant_id': '49cdbc8b73c64e949119106f98a339e5', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188'}}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:51:54.825641 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-0bccad17-6fb9-48c7-b607-98a31613ccc1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1601657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26921'] for router (24a15888-07a5-433e-acb1-89c1626569ec), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:54.831303 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-0bccad17-6fb9-48c7-b607-98a31613ccc1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1602025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603663', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1630571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26960'] for router (24a15888-07a5-433e-acb1-89c1626569ec), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:54.831817 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ec2a0ac3-d224-4f22-b7c4-3fea8f0d7de2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (78112f25-7273-45f4-8217-01a3520e9d39), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:54.864281 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-770eba87-8ed6-451b-88ba-ee036a57adf3 tempest-RoutersIpV6AdminTest-86286204 tempest-RoutersIpV6AdminTest-86286204-project] Publish callbacks [] for router_gateway (64385613-4212-408c-80a2-c9c544b1c9e3), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:54.891806 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device b9f87f13-8be3-4907-adfd-3d8e98b5e3ba up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:51:54.913894 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-0bccad17-6fb9-48c7-b607-98a31613ccc1 admin admin] Publish callbacks [] for router_controller (24a15888-07a5-433e-acb1-89c1626569ec), precommit_add_association {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:55.028451 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d2f51ba-d121-4457-9ed6-4bb39b4123e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e4c19ad-5724-5db8-8ee1-4f56ae69fcf4-6f1f0366-38da-4040-bef7-257bf54d0eec', 'network_id': '6f1f0366-38da-4040-bef7-257bf54d0eec', 'project_id': '49cdbc8b73c64e949119106f98a339e5', 'fixed_ips': [{'subnet_id': '4be7b7f3-2601-4959-85ff-eb9c9027fdad'}]}} from n-d-827839-2. {{(pid=103378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 17:51:55.029460 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9d2f51ba-d121-4457-9ed6-4bb39b4123e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:55.063321 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-0bccad17-6fb9-48c7-b607-98a31613ccc1 admin admin] Publish callbacks [] for router_gateway (24a15888-07a5-433e-acb1-89c1626569ec), precommit_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:55.130925 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-770eba87-8ed6-451b-88ba-ee036a57adf3 tempest-RoutersIpV6AdminTest-86286204 tempest-RoutersIpV6AdminTest-86286204-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1602046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603680'] for router (64385613-4212-408c-80a2-c9c544b1c9e3), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:55.157017 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port b9f87f13-8be3-4907-adfd-3d8e98b5e3ba triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:51:55.157712 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (b9f87f13-8be3-4907-adfd-3d8e98b5e3ba), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:55.281870 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-770eba87-8ed6-451b-88ba-ee036a57adf3 tempest-RoutersIpV6AdminTest-86286204 tempest-RoutersIpV6AdminTest-86286204-project] Router 64385613-4212-408c-80a2-c9c544b1c9e3 is scheduled to L3 agent 64ada913-9131-4d99-a265-63a920956287 with binding_index 1 {{(pid=103376) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 17:51:55.310254 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-9d2f51ba-d121-4457-9ed6-4bb39b4123e9 None None] Allocated IP 172.20.0.2 (6f1f0366-38da-4040-bef7-257bf54d0eec/4be7b7f3-2601-4959-85ff-eb9c9027fdad/7c31b866-3082-4743-bf60-a4f7ee2efa8e) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:51:55.354952 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-0bccad17-6fb9-48c7-b607-98a31613ccc1 admin admin] Publish callbacks [] for router_gateway (24a15888-07a5-433e-acb1-89c1626569ec), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:55.385208 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb8aa6f-ba31-4ca3-8ee1-9a7f9f66a2a3 req-91161a4d-6bc6-4838-879a-bacb89947530 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:51:55.386721 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-cdb8aa6f-ba31-4ca3-8ee1-9a7f9f66a2a3 req-91161a4d-6bc6-4838-879a-bacb89947530 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] 10.222.0.89 "GET /v2.0/ports?device_id=4838cc33-5e81-4c6b-bf0f-42646b0b5925 HTTP/1.1" status: 200 len: 945 time: 0.1191227 Feb 04 17:51:55.387764 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-0bccad17-6fb9-48c7-b607-98a31613ccc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:55.415478 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-770eba87-8ed6-451b-88ba-ee036a57adf3 tempest-RoutersIpV6AdminTest-86286204 tempest-RoutersIpV6AdminTest-86286204-project] Notify agent at l3_agent.n-d-827839-2 the message routers_updated {{(pid=103376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 17:51:55.427069 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aa9951b-91f9-4604-ad50-cdd85540e570 None None] Sync routers for ids ['64385613-4212-408c-80a2-c9c544b1c9e3'] in n-d-827839-2 {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 17:51:55.440068 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aa9951b-91f9-4604-ad50-cdd85540e570 None None] Routers {'64385613-4212-408c-80a2-c9c544b1c9e3'} bound to L3 agent in host n-d-827839-2 {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:51:55.440890 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-770eba87-8ed6-451b-88ba-ee036a57adf3 tempest-RoutersIpV6AdminTest-86286204 tempest-RoutersIpV6AdminTest-86286204-project] Publish callbacks [] for router (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:55.441081 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-1aa9951b-91f9-4604-ad50-cdd85540e570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:51:33Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['64385613-4212-408c-80a2-c9c544b1c9e3'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:51:55.442567 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-770eba87-8ed6-451b-88ba-ee036a57adf3 tempest-RoutersIpV6AdminTest-86286204 tempest-RoutersIpV6AdminTest-86286204-project] 10.222.0.89 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.5996840 Feb 04 17:51:55.445437 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 48362) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:51:55.449433 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port b9f87f13-8be3-4907-adfd-3d8e98b5e3ba is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:51:55.476206 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ec2a0ac3-d224-4f22-b7c4-3fea8f0d7de2 None None] Publish callbacks [] for port (78112f25-7273-45f4-8217-01a3520e9d39), precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:55.485540 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ec2a0ac3-d224-4f22-b7c4-3fea8f0d7de2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (78112f25-7273-45f4-8217-01a3520e9d39), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:55.489331 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-1aa9951b-91f9-4604-ad50-cdd85540e570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827839-2', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:51:55.500086 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aa9951b-91f9-4604-ad50-cdd85540e570 None None] Routers {'64385613-4212-408c-80a2-c9c544b1c9e3'} bound to L3 agent in host n-d-827839-2 {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:51:55.500969 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-1aa9951b-91f9-4604-ad50-cdd85540e570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:51:33Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['64385613-4212-408c-80a2-c9c544b1c9e3'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:51:55.507072 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-cdb8aa6f-ba31-4ca3-8ee1-9a7f9f66a2a3 req-d773ad53-af25-4544-81e2-c1c9f53d276d tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] 10.222.0.89 "GET /v2.0/security-groups?id=b2d41e04-1724-4f40-b9e4-c2fd276b506f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1093748 Feb 04 17:51:55.551617 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-1aa9951b-91f9-4604-ad50-cdd85540e570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827839-2', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:51:55.552459 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aa9951b-91f9-4604-ad50-cdd85540e570 None None] The sync data for ids ['64385613-4212-408c-80a2-c9c544b1c9e3'] in n-d-827839-2 is: [] {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 17:51:55.601866 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc260ffd-b5a8-45d5-ace3-76460506db40 None None] Pushing event updated for resources: {'Port': ['ID=78112f25-7273-45f4-8217-01a3520e9d39,revision_number=3']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:51:55.603612 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.db_base_plugin_common [None req-0bccad17-6fb9-48c7-b607-98a31613ccc1 admin admin] Allocated IP 172.25.6.160 (48165773-85ad-49a1-9ec1-76fc8dc24188/7660bfad-1ea8-4fe7-831b-bed836f13efc/c9337da0-fab0-4dc3-892a-4aae4b21aab4) {{(pid=103377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:51:55.633760 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 48364) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:51:55.634174 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-5740145a-e1ea-4821-b8e5-9230f7e0a297 tempest-RoutersIpV6AdminTest-1698646951 tempest-RoutersIpV6AdminTest-1698646951-project-admin] 10.222.0.89 "GET /v2.0/routers/64385613-4212-408c-80a2-c9c544b1c9e3 HTTP/1.1" status: 200 len: 923 time: 0.1874399 Feb 04 17:51:55.660618 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-ec2a0ac3-d224-4f22-b7c4-3fea8f0d7de2 None None] Attempting to bind port 78112f25-7273-45f4-8217-01a3520e9d39 on host n-d-827839-2 for vnic_type normal with profile {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:51:55.661168 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-ec2a0ac3-d224-4f22-b7c4-3fea8f0d7de2 None None] Attempting to bind port 78112f25-7273-45f4-8217-01a3520e9d39 by drivers openvswitch,hyperv on host n-d-827839-2 at level 0 using segments [{'id': '5bdca7c0-e573-4c0a-b097-c770fbfe9ec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '46be3292-f3a2-43e3-8dda-1783317d3bae'}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:51:55.661537 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec2a0ac3-d224-4f22-b7c4-3fea8f0d7de2 None None] Attempting to bind port 78112f25-7273-45f4-8217-01a3520e9d39 on network 46be3292-f3a2-43e3-8dda-1783317d3bae {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:51:55.673264 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec2a0ac3-d224-4f22-b7c4-3fea8f0d7de2 None None] Checking agent: {'id': 'ba70844b-66a0-45fd-a2f2-e6ed673321fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 0, 36), 'started_at': datetime.datetime(2022, 2, 4, 17, 1, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 51, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:51:55.673264 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec2a0ac3-d224-4f22-b7c4-3fea8f0d7de2 None None] Checking segment: {'id': '5bdca7c0-e573-4c0a-b097-c770fbfe9ec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '46be3292-f3a2-43e3-8dda-1783317d3bae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:51:55.673264 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ec2a0ac3-d224-4f22-b7c4-3fea8f0d7de2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:55.673264 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec2a0ac3-d224-4f22-b7c4-3fea8f0d7de2 None None] Bound using segment: {'id': '5bdca7c0-e573-4c0a-b097-c770fbfe9ec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '46be3292-f3a2-43e3-8dda-1783317d3bae'} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:51:55.673264 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-ec2a0ac3-d224-4f22-b7c4-3fea8f0d7de2 None None] Bound port: 78112f25-7273-45f4-8217-01a3520e9d39, host: n-d-827839-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5bdca7c0-e573-4c0a-b097-c770fbfe9ec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '46be3292-f3a2-43e3-8dda-1783317d3bae'}}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:51:55.673264 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ec2a0ac3-d224-4f22-b7c4-3fea8f0d7de2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (78112f25-7273-45f4-8217-01a3520e9d39), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:55.691194 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-1b9bf70e-311f-4df7-a810-9c3ecf62f35f tempest-RoutersIpV6AdminTest-86286204 tempest-RoutersIpV6AdminTest-86286204-project] 10.222.0.89 "GET /v2.0/ports?device_id=64385613-4212-408c-80a2-c9c544b1c9e3 HTTP/1.1" status: 200 len: 205 time: 0.0555589 Feb 04 17:51:55.693861 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 48366) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:51:55.694012 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9d2f51ba-d121-4457-9ed6-4bb39b4123e9 None None] Publish callbacks [] for port (7c31b866-3082-4743-bf60-a4f7ee2efa8e), precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:55.720087 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9d2f51ba-d121-4457-9ed6-4bb39b4123e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135'] for port (7c31b866-3082-4743-bf60-a4f7ee2efa8e), after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:55.764161 n-d-827839-2 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d2f51ba-d121-4457-9ed6-4bb39b4123e9 None None] Network 6f1f0366-38da-4040-bef7-257bf54d0eec is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:51:55.771007 n-d-827839-2 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-9d2f51ba-d121-4457-9ed6-4bb39b4123e9 None None] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:51:55.780629 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d2f51ba-d121-4457-9ed6-4bb39b4123e9 None None] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:51:55.803417 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2f51ba-d121-4457-9ed6-4bb39b4123e9 None None] Pushing event updated for resources: {'Port': ['ID=7c31b866-3082-4743-bf60-a4f7ee2efa8e,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:51:55.832283 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-ec2a0ac3-d224-4f22-b7c4-3fea8f0d7de2 None None] For port 78112f25-7273-45f4-8217-01a3520e9d39, host n-d-827839-2, cleared binding levels {{(pid=103378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:51:55.836833 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-0bccad17-6fb9-48c7-b607-98a31613ccc1 admin admin] Publish callbacks [] for port (c9337da0-fab0-4dc3-892a-4aae4b21aab4), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:55.851692 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-aefd1392-9408-4dc6-bb60-cd09a8e7d329 tempest-RoutersIpV6AdminTest-86286204 tempest-RoutersIpV6AdminTest-86286204-project] Publish callbacks [] for router (64385613-4212-408c-80a2-c9c544b1c9e3), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:55.873780 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-ec2a0ac3-d224-4f22-b7c4-3fea8f0d7de2 None None] For port 78112f25-7273-45f4-8217-01a3520e9d39, host n-d-827839-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=78112f25-7273-45f4-8217-01a3520e9d39,segment=NetworkSegment(5bdca7c0-e573-4c0a-b097-c770fbfe9ec7),segment_id=5bdca7c0-e573-4c0a-b097-c770fbfe9ec7)] {{(pid=103378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:51:55.882893 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-9d2f51ba-d121-4457-9ed6-4bb39b4123e9 None None] Attempting to bind port 7c31b866-3082-4743-bf60-a4f7ee2efa8e on host n-d-827839-2 for vnic_type normal with profile {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:51:55.883257 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-9d2f51ba-d121-4457-9ed6-4bb39b4123e9 None None] Attempting to bind port 7c31b866-3082-4743-bf60-a4f7ee2efa8e by drivers openvswitch,hyperv on host n-d-827839-2 at level 0 using segments [{'id': 'a04bcc34-9b64-4a1f-a30f-a0937d9beab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '6f1f0366-38da-4040-bef7-257bf54d0eec'}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:51:55.883618 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d2f51ba-d121-4457-9ed6-4bb39b4123e9 None None] Attempting to bind port 7c31b866-3082-4743-bf60-a4f7ee2efa8e on network 6f1f0366-38da-4040-bef7-257bf54d0eec {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:51:55.888005 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ec2a0ac3-d224-4f22-b7c4-3fea8f0d7de2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (78112f25-7273-45f4-8217-01a3520e9d39), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:55.895749 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-df18bcb8-5b82-4319-baa8-6bc15afdc8b2 None None] Provisioning complete for port 78112f25-7273-45f4-8217-01a3520e9d39 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:51:55.896122 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-df18bcb8-5b82-4319-baa8-6bc15afdc8b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (78112f25-7273-45f4-8217-01a3520e9d39), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:55.918324 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d2f51ba-d121-4457-9ed6-4bb39b4123e9 None None] Checking agent: {'id': 'ba70844b-66a0-45fd-a2f2-e6ed673321fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 0, 36), 'started_at': datetime.datetime(2022, 2, 4, 17, 1, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 51, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:51:55.918702 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d2f51ba-d121-4457-9ed6-4bb39b4123e9 None None] Checking segment: {'id': 'a04bcc34-9b64-4a1f-a30f-a0937d9beab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '6f1f0366-38da-4040-bef7-257bf54d0eec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:51:55.919110 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9d2f51ba-d121-4457-9ed6-4bb39b4123e9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:55.919508 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d2f51ba-d121-4457-9ed6-4bb39b4123e9 None None] Bound using segment: {'id': 'a04bcc34-9b64-4a1f-a30f-a0937d9beab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '6f1f0366-38da-4040-bef7-257bf54d0eec'} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:51:55.919990 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-9d2f51ba-d121-4457-9ed6-4bb39b4123e9 None None] Bound port: 7c31b866-3082-4743-bf60-a4f7ee2efa8e, host: n-d-827839-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a04bcc34-9b64-4a1f-a30f-a0937d9beab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '6f1f0366-38da-4040-bef7-257bf54d0eec'}}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:51:55.920410 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9d2f51ba-d121-4457-9ed6-4bb39b4123e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (7c31b866-3082-4743-bf60-a4f7ee2efa8e), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:55.951326 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-0bccad17-6fb9-48c7-b607-98a31613ccc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (c9337da0-fab0-4dc3-892a-4aae4b21aab4), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:56.002507 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bccad17-6fb9-48c7-b607-98a31613ccc1 admin admin] Network 48165773-85ad-49a1-9ec1-76fc8dc24188 is already hosted by enough agents. {{(pid=103377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:51:56.010622 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [None req-0bccad17-6fb9-48c7-b607-98a31613ccc1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:51:56.018363 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bccad17-6fb9-48c7-b607-98a31613ccc1 admin admin] Received port after_create {{(pid=103377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:51:56.046653 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bccad17-6fb9-48c7-b607-98a31613ccc1 admin admin] Pushing event updated for resources: {'Port': ['ID=c9337da0-fab0-4dc3-892a-4aae4b21aab4,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:51:56.052913 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-aefd1392-9408-4dc6-bb60-cd09a8e7d329 tempest-RoutersIpV6AdminTest-86286204 tempest-RoutersIpV6AdminTest-86286204-project] Publish callbacks [] for router_gateway (64385613-4212-408c-80a2-c9c544b1c9e3), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:56.199252 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec2a0ac3-d224-4f22-b7c4-3fea8f0d7de2 None None] Routers {'07e0c718-8d9f-404a-ab5c-50a9d4e49122'} bound to L3 agent in host n-d-827839-2 {{(pid=103378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:51:56.199880 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-ec2a0ac3-d224-4f22-b7c4-3fea8f0d7de2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:51:33Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['07e0c718-8d9f-404a-ab5c-50a9d4e49122'], 'active': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:51:56.210873 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc260ffd-b5a8-45d5-ace3-76460506db40 None None] Pushing event updated for resources: {'Port': ['ID=78112f25-7273-45f4-8217-01a3520e9d39,revision_number=4']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:51:56.217447 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-aefd1392-9408-4dc6-bb60-cd09a8e7d329 tempest-RoutersIpV6AdminTest-86286204 tempest-RoutersIpV6AdminTest-86286204-project] Deleting port 30ad985c-3a75-4e94-a048-ce3efa9ad8c4 {{(pid=103377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:51:56.217799 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-aefd1392-9408-4dc6-bb60-cd09a8e7d329 tempest-RoutersIpV6AdminTest-86286204 tempest-RoutersIpV6AdminTest-86286204-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (30ad985c-3a75-4e94-a048-ce3efa9ad8c4), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:56.284289 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-9d2f51ba-d121-4457-9ed6-4bb39b4123e9 None None] For port 7c31b866-3082-4743-bf60-a4f7ee2efa8e, host n-d-827839-2, cleared binding levels {{(pid=103378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:51:56.306443 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-9d2f51ba-d121-4457-9ed6-4bb39b4123e9 None None] For port 7c31b866-3082-4743-bf60-a4f7ee2efa8e, host n-d-827839-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=7c31b866-3082-4743-bf60-a4f7ee2efa8e,segment=NetworkSegment(a04bcc34-9b64-4a1f-a30f-a0937d9beab9),segment_id=a04bcc34-9b64-4a1f-a30f-a0937d9beab9)] {{(pid=103378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:51:56.337595 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9d2f51ba-d121-4457-9ed6-4bb39b4123e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (7c31b866-3082-4743-bf60-a4f7ee2efa8e), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:56.380530 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-df18bcb8-5b82-4319-baa8-6bc15afdc8b2 None None] Current status of the port 78112f25-7273-45f4-8217-01a3520e9d39 is: DOWN; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:51:56.380953 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-df18bcb8-5b82-4319-baa8-6bc15afdc8b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (78112f25-7273-45f4-8217-01a3520e9d39), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:56.385045 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-aefd1392-9408-4dc6-bb60-cd09a8e7d329 tempest-RoutersIpV6AdminTest-86286204 tempest-RoutersIpV6AdminTest-86286204-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (30ad985c-3a75-4e94-a048-ce3efa9ad8c4), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:56.408907 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-aefd1392-9408-4dc6-bb60-cd09a8e7d329 tempest-RoutersIpV6AdminTest-86286204 tempest-RoutersIpV6AdminTest-86286204-project] Calling delete_port for 30ad985c-3a75-4e94-a048-ce3efa9ad8c4 owned by network:router_gateway {{(pid=103377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:51:56.415704 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-0bccad17-6fb9-48c7-b607-98a31613ccc1 admin admin] Publish callbacks [] for router_gateway (24a15888-07a5-433e-acb1-89c1626569ec), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:56.443548 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvr_db [None req-ec2a0ac3-d224-4f22-b7c4-3fea8f0d7de2 None None] Set router 07e0c718-8d9f-404a-ab5c-50a9d4e49122 gateway port host: n-d-827839-2 {{(pid=103378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:51:56.445321 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2f51ba-d121-4457-9ed6-4bb39b4123e9 None None] Pushing event updated for resources: {'Port': ['ID=7c31b866-3082-4743-bf60-a4f7ee2efa8e,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:51:56.491819 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-df18bcb8-5b82-4319-baa8-6bc15afdc8b2 None None] For port 78112f25-7273-45f4-8217-01a3520e9d39, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=78112f25-7273-45f4-8217-01a3520e9d39,segment=NetworkSegment(5bdca7c0-e573-4c0a-b097-c770fbfe9ec7),segment_id=5bdca7c0-e573-4c0a-b097-c770fbfe9ec7)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:51:56.497819 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-df18bcb8-5b82-4319-baa8-6bc15afdc8b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (78112f25-7273-45f4-8217-01a3520e9d39), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:56.605463 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df18bcb8-5b82-4319-baa8-6bc15afdc8b2 None None] Pushing event updated for resources: {'Port': ['ID=78112f25-7273-45f4-8217-01a3520e9d39,revision_number=5']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:51:56.706155 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-e47d74c2-5276-4e90-89a5-55b6a38eeed1 None None] Provisioning complete for port 78112f25-7273-45f4-8217-01a3520e9d39 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:51:56.706816 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e47d74c2-5276-4e90-89a5-55b6a38eeed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (78112f25-7273-45f4-8217-01a3520e9d39), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:56.722671 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd07f32-e537-453a-bb3f-35a07c8d80d1 req-00ada5ef-7ce3-4655-8ad8-918e9e282210 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:51:56.724295 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-3dd07f32-e537-453a-bb3f-35a07c8d80d1 req-00ada5ef-7ce3-4655-8ad8-918e9e282210 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] 10.222.0.89 "GET /v2.0/ports?device_id=4838cc33-5e81-4c6b-bf0f-42646b0b5925 HTTP/1.1" status: 200 len: 945 time: 0.1424911 Feb 04 17:51:56.728323 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffd7bd9-b023-434d-ad65-7a9cc83ac546 req-97e19798-515c-47d0-8df7-d2018aa3704d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:51:56.729935 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-4ffd7bd9-b023-434d-ad65-7a9cc83ac546 req-97e19798-515c-47d0-8df7-d2018aa3704d service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=4838cc33-5e81-4c6b-bf0f-42646b0b5925 HTTP/1.1" status: 200 len: 1127 time: 0.0794377 Feb 04 17:51:56.813007 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-3dd07f32-e537-453a-bb3f-35a07c8d80d1 req-b7ec5ead-7c50-41b9-be56-87dfaa363288 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] 10.222.0.89 "GET /v2.0/security-groups?id=b2d41e04-1724-4f40-b9e4-c2fd276b506f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0821929 Feb 04 17:51:56.828658 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-4ffd7bd9-b023-434d-ad65-7a9cc83ac546 req-d89d1ad2-0184-4984-aeaa-a879ddce7a7f service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=b2d41e04-1724-4f40-b9e4-c2fd276b506f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0885711 Feb 04 17:51:56.838312 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-0bccad17-6fb9-48c7-b607-98a31613ccc1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1602046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603680'] for router (24a15888-07a5-433e-acb1-89c1626569ec), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:56.921804 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-e47d74c2-5276-4e90-89a5-55b6a38eeed1 None None] Current status of the port 78112f25-7273-45f4-8217-01a3520e9d39 is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:51:56.932612 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-ec2a0ac3-d224-4f22-b7c4-3fea8f0d7de2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07e0c718-8d9f-404a-ab5c-50a9d4e49122', 'name': 'tempest-TestAggregatesBasicOps-1871317817-router', 'tenant_id': '9f0436c5f6d649e3bf9026d46a94770f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.115'}], 'enable_snat': True}, 'gw_port_id': 'b9f87f13-8be3-4907-adfd-3d8e98b5e3ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:51:47Z', 'updated_at': '2022-02-04T17:51:51Z', 'revision_number': 4, 'project_id': '9f0436c5f6d649e3bf9026d46a94770f', 'gw_port': {'id': 'b9f87f13-8be3-4907-adfd-3d8e98b5e3ba', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:7d:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07e0c718-8d9f-404a-ab5c-50a9d4e49122', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3711, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:51:48Z', 'updated_at': '2022-02-04T17:51:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_interfaces': [{'id': '78112f25-7273-45f4-8217-01a3520e9d39', 'name': '', 'network_id': '46be3292-f3a2-43e3-8dda-1783317d3bae', 'tenant_id': '9f0436c5f6d649e3bf9026d46a94770f', 'mac_address': 'fa:16:3e:a8:e2:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07e0c718-8d9f-404a-ab5c-50a9d4e49122', 'device_owner': 'network:router_interface', 'standard_attr_id': 3712, 'fixed_ips': [{'subnet_id': '81ff1514-b86f-472d-8fd1-0862b3807cf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:51:50Z', 'updated_at': '2022-02-04T17:51:55Z', 'revision_number': 4, 'project_id': '9f0436c5f6d649e3bf9026d46a94770f', 'subnets': [{'id': '81ff1514-b86f-472d-8fd1-0862b3807cf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-2', False) {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:51:56.937589 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 7c31b866-3082-4743-bf60-a4f7ee2efa8e up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:51:56.986341 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec2a0ac3-d224-4f22-b7c4-3fea8f0d7de2 None None] The sync data for ids ['07e0c718-8d9f-404a-ab5c-50a9d4e49122'] in n-d-827839-2 is: [{'id': '07e0c718-8d9f-404a-ab5c-50a9d4e49122', 'name': 'tempest-TestAggregatesBasicOps-1871317817-router', 'tenant_id': '9f0436c5f6d649e3bf9026d46a94770f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.115'}], 'enable_snat': True}, 'gw_port_id': 'b9f87f13-8be3-4907-adfd-3d8e98b5e3ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:51:47Z', 'updated_at': '2022-02-04T17:51:51Z', 'revision_number': 4, 'project_id': '9f0436c5f6d649e3bf9026d46a94770f', 'gw_port': {'id': 'b9f87f13-8be3-4907-adfd-3d8e98b5e3ba', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:7d:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07e0c718-8d9f-404a-ab5c-50a9d4e49122', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3711, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:51:48Z', 'updated_at': '2022-02-04T17:51:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_interfaces': [{'id': '78112f25-7273-45f4-8217-01a3520e9d39', 'name': '', 'network_id': '46be3292-f3a2-43e3-8dda-1783317d3bae', 'tenant_id': '9f0436c5f6d649e3bf9026d46a94770f', 'mac_address': 'fa:16:3e:a8:e2:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07e0c718-8d9f-404a-ab5c-50a9d4e49122', 'device_owner': 'network:router_interface', 'standard_attr_id': 3712, 'fixed_ips': [{'subnet_id': '81ff1514-b86f-472d-8fd1-0862b3807cf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:51:50Z', 'updated_at': '2022-02-04T17:51:55Z', 'revision_number': 4, 'project_id': '9f0436c5f6d649e3bf9026d46a94770f', 'subnets': [{'id': '81ff1514-b86f-472d-8fd1-0862b3807cf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 17:51:56.986790 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-aefd1392-9408-4dc6-bb60-cd09a8e7d329 tempest-RoutersIpV6AdminTest-86286204 tempest-RoutersIpV6AdminTest-86286204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (30ad985c-3a75-4e94-a048-ce3efa9ad8c4), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:57.015312 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefd1392-9408-4dc6-bb60-cd09a8e7d329 tempest-RoutersIpV6AdminTest-86286204 tempest-RoutersIpV6AdminTest-86286204-project] Pushing event deleted for resources: {'Port': ['ID=30ad985c-3a75-4e94-a048-ce3efa9ad8c4,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:51:57.016386 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port 7c31b866-3082-4743-bf60-a4f7ee2efa8e triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:51:57.016792 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (7c31b866-3082-4743-bf60-a4f7ee2efa8e), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:57.069964 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device 145590c2-a0bd-4185-b491-aa8555141129 details requested by agent hyperv_n-h1-827839-2 with host n-h1-827839-2 {{(pid=103378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 17:51:57.075550 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device 145590c2-a0bd-4185-b491-aa8555141129 no longer exists at agent hyperv_n-h1-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:51:57.117171 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-aefd1392-9408-4dc6-bb60-cd09a8e7d329 tempest-RoutersIpV6AdminTest-86286204 tempest-RoutersIpV6AdminTest-86286204-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1595544'] for router_gateway (64385613-4212-408c-80a2-c9c544b1c9e3), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:57.221449 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bccad17-6fb9-48c7-b607-98a31613ccc1 admin admin] Router 24a15888-07a5-433e-acb1-89c1626569ec is scheduled to L3 agent 64ada913-9131-4d99-a265-63a920956287 with binding_index 1 {{(pid=103377) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 17:51:57.227913 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-aefd1392-9408-4dc6-bb60-cd09a8e7d329 tempest-RoutersIpV6AdminTest-86286204 tempest-RoutersIpV6AdminTest-86286204-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1601811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26971'] for router (64385613-4212-408c-80a2-c9c544b1c9e3), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:57.231698 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-aefd1392-9408-4dc6-bb60-cd09a8e7d329 tempest-RoutersIpV6AdminTest-86286204 tempest-RoutersIpV6AdminTest-86286204-project] Publish callbacks [] for router_controller (64385613-4212-408c-80a2-c9c544b1c9e3), precommit_delete_associations {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:57.304520 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port 7c31b866-3082-4743-bf60-a4f7ee2efa8e is: DOWN; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:51:57.305145 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (7c31b866-3082-4743-bf60-a4f7ee2efa8e), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:57.314886 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Current status of the port 145590c2-a0bd-4185-b491-aa8555141129 is: ACTIVE; New status is: DOWN {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:51:57.315273 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (145590c2-a0bd-4185-b491-aa8555141129), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:57.343510 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] For port 145590c2-a0bd-4185-b491-aa8555141129, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=145590c2-a0bd-4185-b491-aa8555141129,segment=NetworkSegment(167c411e-9f7f-4326-a28d-dfddd0e85fbf),segment_id=167c411e-9f7f-4326-a28d-dfddd0e85fbf)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:51:57.382968 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Returning: {'device': '145590c2-a0bd-4185-b491-aa8555141129', 'network_id': '41fb740a-fe35-4b66-8c63-e9b9f216cd47', 'port_id': '145590c2-a0bd-4185-b491-aa8555141129', 'mac_address': 'fa:16:3e:8d:ba:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 753, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4c901f0-faf0-43f9-9cbe-f8f05128a5fd', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 17:51:57.394185 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4838cc33-5e81-4c6b-bf0f-42646b0b5925', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '145590c2-a0bd-4185-b491-aa8555141129'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:51:57.396530 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c34bc964ce2211770fda26ca2f3801cc06f4f39928110690550e94ab9c9d2fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b88e2943-6391-4954-befd-b7f8a124d11c" -d '{"events": [{"server_uuid": "4838cc33-5e81-4c6b-bf0f-42646b0b5925", "name": "network-vif-unplugged", "status": "completed", "tag": "145590c2-a0bd-4185-b491-aa8555141129"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:51:57.405708 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] For port 7c31b866-3082-4743-bf60-a4f7ee2efa8e, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=7c31b866-3082-4743-bf60-a4f7ee2efa8e,segment=NetworkSegment(a04bcc34-9b64-4a1f-a30f-a0937d9beab9),segment_id=a04bcc34-9b64-4a1f-a30f-a0937d9beab9)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:51:57.423498 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] For port 145590c2-a0bd-4185-b491-aa8555141129, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=145590c2-a0bd-4185-b491-aa8555141129,segment=NetworkSegment(167c411e-9f7f-4326-a28d-dfddd0e85fbf),segment_id=167c411e-9f7f-4326-a28d-dfddd0e85fbf)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:51:57.426737 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (7c31b866-3082-4743-bf60-a4f7ee2efa8e), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:57.454451 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (145590c2-a0bd-4185-b491-aa8555141129), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:57.487079 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 04 Feb 2022 17:51:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a5eee17-baab-4368-aa4e-6d0d0dcf09f3 x-openstack-request-id: req-2a5eee17-baab-4368-aa4e-6d0d0dcf09f3 {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:51:57.487766 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4838cc33-5e81-4c6b-bf0f-42646b0b5925", "name": "network-vif-unplugged", "status": "completed", "tag": "145590c2-a0bd-4185-b491-aa8555141129", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:51:57.488127 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-2a5eee17-baab-4368-aa4e-6d0d0dcf09f3 {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:51:57.488644 n-d-827839-2 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4838cc33-5e81-4c6b-bf0f-42646b0b5925', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '145590c2-a0bd-4185-b491-aa8555141129', 'code': 200} Feb 04 17:51:57.502442 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Current status of the port 145590c2-a0bd-4185-b491-aa8555141129 is: ACTIVE; New status is: BUILD {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:51:57.502991 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (145590c2-a0bd-4185-b491-aa8555141129), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:57.528854 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 145590c2-a0bd-4185-b491-aa8555141129 {{(pid=103378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 17:51:57.572713 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Pushing event updated for resources: {'Port': ['ID=7c31b866-3082-4743-bf60-a4f7ee2efa8e,revision_number=3']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:51:57.614485 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.db.api [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103378) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 17:51:57.614992 n-d-827839-2 neutron-server[103378]: DEBUG oslo_db.api [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 17:51:57.636357 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Pushing event updated for resources: {'Port': ['ID=145590c2-a0bd-4185-b491-aa8555141129,revision_number=6']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:51:57.733927 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-aefd1392-9408-4dc6-bb60-cd09a8e7d329 tempest-RoutersIpV6AdminTest-86286204 tempest-RoutersIpV6AdminTest-86286204-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1601832'] for router (64385613-4212-408c-80a2-c9c544b1c9e3), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:57.734447 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aefd1392-9408-4dc6-bb60-cd09a8e7d329 tempest-RoutersIpV6AdminTest-86286204 tempest-RoutersIpV6AdminTest-86286204-project] Fanout notify agent at l3_agent the message router_deleted on router 64385613-4212-408c-80a2-c9c544b1c9e3 {{(pid=103377) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 17:51:57.742940 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-aefd1392-9408-4dc6-bb60-cd09a8e7d329 tempest-RoutersIpV6AdminTest-86286204 tempest-RoutersIpV6AdminTest-86286204-project] Publish callbacks [] for router (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:57.744154 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-aefd1392-9408-4dc6-bb60-cd09a8e7d329 tempest-RoutersIpV6AdminTest-86286204 tempest-RoutersIpV6AdminTest-86286204-project] 10.222.0.89 "DELETE /v2.0/routers/64385613-4212-408c-80a2-c9c544b1c9e3 HTTP/1.1" status: 204 len: 168 time: 2.0491359 Feb 04 17:51:57.747715 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 48372) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:51:57.753766 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-17452727-1e4d-4dd7-a0f1-49625b844670 tempest-RoutersIpV6AdminTest-1698646951 tempest-RoutersIpV6AdminTest-1698646951-project-admin] Request body: {'router': {'name': 'tempest-snat-router-142676817', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'enable_snat': False}}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:51:57.779423 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd1d5306-2ff0-4c6e-b68e-966c52a71383 None None] Network 6f1f0366-38da-4040-bef7-257bf54d0eec requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:51:57.793184 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-17452727-1e4d-4dd7-a0f1-49625b844670 tempest-RoutersIpV6AdminTest-1698646951 tempest-RoutersIpV6AdminTest-1698646951-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1601657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26921'] for router (40bbe212-448e-4cbf-baa4-796bcdf01a84), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:57.794032 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bccad17-6fb9-48c7-b607-98a31613ccc1 admin admin] Notify agent at l3_agent.n-d-827839-2 the message routers_updated {{(pid=103377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 17:51:57.794534 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-17452727-1e4d-4dd7-a0f1-49625b844670 tempest-RoutersIpV6AdminTest-1698646951 tempest-RoutersIpV6AdminTest-1698646951-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1602025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603663', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1630571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26960'] for router (40bbe212-448e-4cbf-baa4-796bcdf01a84), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:57.804657 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8de53fc8-c26c-4404-9de1-df3748cf9771 None None] Sync routers for ids ['24a15888-07a5-433e-acb1-89c1626569ec'] in n-d-827839-2 {{(pid=103378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 17:51:57.817269 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-0bccad17-6fb9-48c7-b607-98a31613ccc1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:57.818845 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-0bccad17-6fb9-48c7-b607-98a31613ccc1 admin admin] 10.222.0.89 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.0577912 Feb 04 17:51:57.821659 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 48374) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:51:57.884044 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-17452727-1e4d-4dd7-a0f1-49625b844670 tempest-RoutersIpV6AdminTest-1698646951 tempest-RoutersIpV6AdminTest-1698646951-project-admin] Publish callbacks [] for router_controller (40bbe212-448e-4cbf-baa4-796bcdf01a84), precommit_add_association {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:57.898318 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8de53fc8-c26c-4404-9de1-df3748cf9771 None None] Routers {'24a15888-07a5-433e-acb1-89c1626569ec'} bound to L3 agent in host n-d-827839-2 {{(pid=103378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:51:57.905941 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-8de53fc8-c26c-4404-9de1-df3748cf9771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:51:33Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['24a15888-07a5-433e-acb1-89c1626569ec'], 'active': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:51:58.021440 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-cf597132-d00e-433c-8740-8913f766d3ef None None] Provisioning complete for port 7c31b866-3082-4743-bf60-a4f7ee2efa8e triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:51:58.021756 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-cf597132-d00e-433c-8740-8913f766d3ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (7c31b866-3082-4743-bf60-a4f7ee2efa8e), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:58.076341 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-17452727-1e4d-4dd7-a0f1-49625b844670 tempest-RoutersIpV6AdminTest-1698646951 tempest-RoutersIpV6AdminTest-1698646951-project-admin] Publish callbacks [] for router_gateway (40bbe212-448e-4cbf-baa4-796bcdf01a84), precommit_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:58.095027 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004a0609-f97a-4679-ba31-8ad1dbb09764 req-26b6d1a2-fe98-479d-9b5c-481792c7983f tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:51:58.096880 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-004a0609-f97a-4679-ba31-8ad1dbb09764 req-26b6d1a2-fe98-479d-9b5c-481792c7983f tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] 10.222.0.89 "GET /v2.0/ports?device_id=4838cc33-5e81-4c6b-bf0f-42646b0b5925 HTTP/1.1" status: 200 len: 943 time: 0.1663704 Feb 04 17:51:58.153548 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvr_db [None req-8de53fc8-c26c-4404-9de1-df3748cf9771 None None] Set router 24a15888-07a5-433e-acb1-89c1626569ec gateway port host: n-d-827839-2 {{(pid=103378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:51:58.193332 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-004a0609-f97a-4679-ba31-8ad1dbb09764 req-263e56a2-3d54-406c-9a11-3065f5c3aa53 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] 10.222.0.89 "GET /v2.0/security-groups?id=b2d41e04-1724-4f40-b9e4-c2fd276b506f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0823593 Feb 04 17:51:58.370223 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-cf597132-d00e-433c-8740-8913f766d3ef None None] Current status of the port 7c31b866-3082-4743-bf60-a4f7ee2efa8e is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:51:58.378343 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Current status of the port 145590c2-a0bd-4185-b491-aa8555141129 is: DOWN; New status is: BUILD {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:51:58.378858 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (145590c2-a0bd-4185-b491-aa8555141129), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:58.405088 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 145590c2-a0bd-4185-b491-aa8555141129 {{(pid=103378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 17:51:58.442582 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] For port 145590c2-a0bd-4185-b491-aa8555141129, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=145590c2-a0bd-4185-b491-aa8555141129,segment=NetworkSegment(167c411e-9f7f-4326-a28d-dfddd0e85fbf),segment_id=167c411e-9f7f-4326-a28d-dfddd0e85fbf)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:51:58.480794 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (145590c2-a0bd-4185-b491-aa8555141129), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:58.484630 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-17452727-1e4d-4dd7-a0f1-49625b844670 tempest-RoutersIpV6AdminTest-1698646951 tempest-RoutersIpV6AdminTest-1698646951-project-admin] Publish callbacks [] for router_gateway (40bbe212-448e-4cbf-baa4-796bcdf01a84), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:58.493271 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-bccd778a-c9bf-4566-8800-64a2b7452eaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:58.515072 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-17452727-1e4d-4dd7-a0f1-49625b844670 tempest-RoutersIpV6AdminTest-1698646951 tempest-RoutersIpV6AdminTest-1698646951-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:58.580027 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Pushing event updated for resources: {'Port': ['ID=145590c2-a0bd-4185-b491-aa8555141129,revision_number=7']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:51:58.630355 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-6b3ca598-3c6b-4583-a576-db4b7de7e2c1 None None] Provisioning complete for port 7c31b866-3082-4743-bf60-a4f7ee2efa8e triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:51:58.630643 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6b3ca598-3c6b-4583-a576-db4b7de7e2c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (7c31b866-3082-4743-bf60-a4f7ee2efa8e), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:58.672204 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.db_base_plugin_common [None req-17452727-1e4d-4dd7-a0f1-49625b844670 tempest-RoutersIpV6AdminTest-1698646951 tempest-RoutersIpV6AdminTest-1698646951-project-admin] Allocated IP 172.25.6.185 (48165773-85ad-49a1-9ec1-76fc8dc24188/7660bfad-1ea8-4fe7-831b-bed836f13efc/2be4e28c-a6f9-4a38-9782-5374012dca4d) {{(pid=103376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:51:58.691812 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-8de53fc8-c26c-4404-9de1-df3748cf9771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24a15888-07a5-433e-acb1-89c1626569ec', 'name': 'tempest-TestAggregatesBasicOps-715525005-router', 'tenant_id': '49cdbc8b73c64e949119106f98a339e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.160'}], 'enable_snat': True}, 'gw_port_id': 'c9337da0-fab0-4dc3-892a-4aae4b21aab4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:51:54Z', 'updated_at': '2022-02-04T17:51:56Z', 'revision_number': 3, 'project_id': '49cdbc8b73c64e949119106f98a339e5', 'gw_port': {'id': 'c9337da0-fab0-4dc3-892a-4aae4b21aab4', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:bd:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24a15888-07a5-433e-acb1-89c1626569ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3726, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:51:55Z', 'updated_at': '2022-02-04T17:51:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2'}], 'n-d-827839-2', False) {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:51:58.723283 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8de53fc8-c26c-4404-9de1-df3748cf9771 None None] Checking router: 24a15888-07a5-433e-acb1-89c1626569ec for host: n-d-827839-2 {{(pid=103378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 17:51:58.723782 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8de53fc8-c26c-4404-9de1-df3748cf9771 None None] Updating router 24a15888-07a5-433e-acb1-89c1626569ec port c9337da0-fab0-4dc3-892a-4aae4b21aab4 binding host n-d-827839-2 {{(pid=103378) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 17:51:58.768323 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.db_base_plugin_common [None req-bccd778a-c9bf-4566-8800-64a2b7452eaa admin admin] Allocated IP 172.20.0.1 (6f1f0366-38da-4040-bef7-257bf54d0eec/4be7b7f3-2601-4959-85ff-eb9c9027fdad/5dfd33b2-f579-43c9-95c5-c37d22c4d519) {{(pid=103377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:51:58.789050 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8de53fc8-c26c-4404-9de1-df3748cf9771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (c9337da0-fab0-4dc3-892a-4aae4b21aab4), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:58.792980 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-6b3ca598-3c6b-4583-a576-db4b7de7e2c1 None None] Current status of the port 7c31b866-3082-4743-bf60-a4f7ee2efa8e is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:51:58.834943 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-17452727-1e4d-4dd7-a0f1-49625b844670 tempest-RoutersIpV6AdminTest-1698646951 tempest-RoutersIpV6AdminTest-1698646951-project-admin] Publish callbacks [] for port (2be4e28c-a6f9-4a38-9782-5374012dca4d), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:58.881882 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-17452727-1e4d-4dd7-a0f1-49625b844670 tempest-RoutersIpV6AdminTest-1698646951 tempest-RoutersIpV6AdminTest-1698646951-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (2be4e28c-a6f9-4a38-9782-5374012dca4d), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:58.918337 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17452727-1e4d-4dd7-a0f1-49625b844670 tempest-RoutersIpV6AdminTest-1698646951 tempest-RoutersIpV6AdminTest-1698646951-project-admin] Network 48165773-85ad-49a1-9ec1-76fc8dc24188 is already hosted by enough agents. {{(pid=103376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:51:58.923604 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-bccd778a-c9bf-4566-8800-64a2b7452eaa admin admin] Publish callbacks [] for port (5dfd33b2-f579-43c9-95c5-c37d22c4d519), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:58.925540 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [None req-17452727-1e4d-4dd7-a0f1-49625b844670 tempest-RoutersIpV6AdminTest-1698646951 tempest-RoutersIpV6AdminTest-1698646951-project-admin] Resources bound (agent type, host, resource id): {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:51:58.929331 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17452727-1e4d-4dd7-a0f1-49625b844670 tempest-RoutersIpV6AdminTest-1698646951 tempest-RoutersIpV6AdminTest-1698646951-project-admin] Received port after_create {{(pid=103376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:51:58.935439 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] get_ports_and_sgs() called for port_ids ['145590c2-a0bd-4185-b491-aa8555141129'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 17:51:58.958918 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17452727-1e4d-4dd7-a0f1-49625b844670 tempest-RoutersIpV6AdminTest-1698646951 tempest-RoutersIpV6AdminTest-1698646951-project-admin] Pushing event updated for resources: {'Port': ['ID=2be4e28c-a6f9-4a38-9782-5374012dca4d,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:51:58.981696 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-bccd778a-c9bf-4566-8800-64a2b7452eaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (5dfd33b2-f579-43c9-95c5-c37d22c4d519), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:59.027353 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bccd778a-c9bf-4566-8800-64a2b7452eaa admin admin] Network 6f1f0366-38da-4040-bef7-257bf54d0eec is already hosted by enough agents. {{(pid=103377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:51:59.027684 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 78112f25-7273-45f4-8217-01a3520e9d39 up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:51:59.032141 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [None req-bccd778a-c9bf-4566-8800-64a2b7452eaa admin admin] Resources bound (agent type, host, resource id): {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:51:59.037092 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bccd778a-c9bf-4566-8800-64a2b7452eaa admin admin] Received port after_create {{(pid=103377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:51:59.065270 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bccd778a-c9bf-4566-8800-64a2b7452eaa admin admin] Pushing event updated for resources: {'Port': ['ID=5dfd33b2-f579-43c9-95c5-c37d22c4d519,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:51:59.094767 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-bccd778a-c9bf-4566-8800-64a2b7452eaa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1595471'] for router_interface (24a15888-07a5-433e-acb1-89c1626569ec), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:59.294992 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-bccd778a-c9bf-4566-8800-64a2b7452eaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (5dfd33b2-f579-43c9-95c5-c37d22c4d519), before_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:59.421981 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-34a2aae6-4e7b-42eb-8aab-eba2c9f9e88d None None] Provisioning complete for port 5dfd33b2-f579-43c9-95c5-c37d22c4d519 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:51:59.422990 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-34a2aae6-4e7b-42eb-8aab-eba2c9f9e88d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (5dfd33b2-f579-43c9-95c5-c37d22c4d519), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:59.500874 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port 78112f25-7273-45f4-8217-01a3520e9d39 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:51:59.501514 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (78112f25-7273-45f4-8217-01a3520e9d39), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:59.539771 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-17452727-1e4d-4dd7-a0f1-49625b844670 tempest-RoutersIpV6AdminTest-1698646951 tempest-RoutersIpV6AdminTest-1698646951-project-admin] Publish callbacks [] for router_gateway (40bbe212-448e-4cbf-baa4-796bcdf01a84), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:59.541856 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfaf435c-f394-430f-b886-a1345376cf52 req-9a73d106-2734-4d88-93fd-962ae9af4204 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:51:59.543617 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-bfaf435c-f394-430f-b886-a1345376cf52 req-9a73d106-2734-4d88-93fd-962ae9af4204 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] 10.222.0.89 "GET /v2.0/ports?device_id=4838cc33-5e81-4c6b-bf0f-42646b0b5925 HTTP/1.1" status: 200 len: 944 time: 0.2268982 Feb 04 17:51:59.553026 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-34a2aae6-4e7b-42eb-8aab-eba2c9f9e88d None None] Port 5dfd33b2-f579-43c9-95c5-c37d22c4d519 cannot update to ACTIVE because it is not bound. {{(pid=103378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 17:51:59.578732 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-bccd778a-c9bf-4566-8800-64a2b7452eaa admin admin] Publish callbacks [] for port (5dfd33b2-f579-43c9-95c5-c37d22c4d519), precommit_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:59.600028 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-bccd778a-c9bf-4566-8800-64a2b7452eaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25888290'] for port (5dfd33b2-f579-43c9-95c5-c37d22c4d519), after_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:59.622204 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8de53fc8-c26c-4404-9de1-df3748cf9771 None None] Publish callbacks [] for port (c9337da0-fab0-4dc3-892a-4aae4b21aab4), precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:59.638230 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8de53fc8-c26c-4404-9de1-df3748cf9771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (c9337da0-fab0-4dc3-892a-4aae4b21aab4), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:59.658053 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-bfaf435c-f394-430f-b886-a1345376cf52 req-01f2c73c-cc5e-4be2-a4eb-eb5f3bc24802 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] 10.222.0.89 "GET /v2.0/security-groups?id=b2d41e04-1724-4f40-b9e4-c2fd276b506f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1085982 Feb 04 17:51:59.684995 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bccd778a-c9bf-4566-8800-64a2b7452eaa admin admin] Pushing event updated for resources: {'Port': ['ID=5dfd33b2-f579-43c9-95c5-c37d22c4d519,revision_number=2']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:51:59.688092 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 48380) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:51:59.689029 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-bccd778a-c9bf-4566-8800-64a2b7452eaa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1677345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602751'] for router_interface (24a15888-07a5-433e-acb1-89c1626569ec), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:59.772521 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-17452727-1e4d-4dd7-a0f1-49625b844670 tempest-RoutersIpV6AdminTest-1698646951 tempest-RoutersIpV6AdminTest-1698646951-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1602046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603680'] for router (40bbe212-448e-4cbf-baa4-796bcdf01a84), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:59.775204 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-8de53fc8-c26c-4404-9de1-df3748cf9771 None None] Attempting to bind port c9337da0-fab0-4dc3-892a-4aae4b21aab4 on host n-d-827839-2 for vnic_type normal with profile {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:51:59.776283 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-8de53fc8-c26c-4404-9de1-df3748cf9771 None None] Attempting to bind port c9337da0-fab0-4dc3-892a-4aae4b21aab4 by drivers openvswitch,hyperv on host n-d-827839-2 at level 0 using segments [{'id': '5942dc44-1f07-4c27-b0ab-45a2bff20dd5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188'}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:51:59.776283 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8de53fc8-c26c-4404-9de1-df3748cf9771 None None] Attempting to bind port c9337da0-fab0-4dc3-892a-4aae4b21aab4 on network 48165773-85ad-49a1-9ec1-76fc8dc24188 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:51:59.785299 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c080237-f94d-486e-9d62-904c9ae84610 None None] Pushing event updated for resources: {'Port': ['ID=c9337da0-fab0-4dc3-892a-4aae4b21aab4,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:51:59.801036 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port 78112f25-7273-45f4-8217-01a3520e9d39 is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:51:59.802215 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 7c31b866-3082-4743-bf60-a4f7ee2efa8e up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:51:59.806817 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8de53fc8-c26c-4404-9de1-df3748cf9771 None None] Checking agent: {'id': 'ba70844b-66a0-45fd-a2f2-e6ed673321fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 0, 36), 'started_at': datetime.datetime(2022, 2, 4, 17, 1, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 51, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:51:59.807298 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8de53fc8-c26c-4404-9de1-df3748cf9771 None None] Checking segment: {'id': '5942dc44-1f07-4c27-b0ab-45a2bff20dd5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:51:59.807897 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8de53fc8-c26c-4404-9de1-df3748cf9771 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:59.808337 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8de53fc8-c26c-4404-9de1-df3748cf9771 None None] Bound using segment: {'id': '5942dc44-1f07-4c27-b0ab-45a2bff20dd5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188'} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:51:59.808952 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-8de53fc8-c26c-4404-9de1-df3748cf9771 None None] Bound port: c9337da0-fab0-4dc3-892a-4aae4b21aab4, host: n-d-827839-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5942dc44-1f07-4c27-b0ab-45a2bff20dd5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188'}}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:51:59.809441 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8de53fc8-c26c-4404-9de1-df3748cf9771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (c9337da0-fab0-4dc3-892a-4aae4b21aab4), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:59.814302 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-2c435def-3aba-4909-8179-fe96092ed264 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] 10.222.0.89 "GET /v2.0/floatingips/b8aae87f-9637-4fa2-a7b5-fdb04dca7f72 HTTP/1.1" status: 200 len: 992 time: 0.1187773 Feb 04 17:51:59.814514 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4e279b0b-fc2e-4603-9ca6-c7590b30926d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (bb89f5a3-3c22-440b-b7d1-c4f0c43c184a), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:59.848442 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bccd778a-c9bf-4566-8800-64a2b7452eaa admin admin] Network 6f1f0366-38da-4040-bef7-257bf54d0eec is already hosted by enough agents. {{(pid=103377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:51:59.849934 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [None req-bccd778a-c9bf-4566-8800-64a2b7452eaa admin admin] Resources bound (agent type, host, resource id): {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:51:59.943617 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-8de53fc8-c26c-4404-9de1-df3748cf9771 None None] For port c9337da0-fab0-4dc3-892a-4aae4b21aab4, host n-d-827839-2, cleared binding levels {{(pid=103378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:51:59.943898 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17452727-1e4d-4dd7-a0f1-49625b844670 tempest-RoutersIpV6AdminTest-1698646951 tempest-RoutersIpV6AdminTest-1698646951-project-admin] Router 40bbe212-448e-4cbf-baa4-796bcdf01a84 is scheduled to L3 agent 64ada913-9131-4d99-a265-63a920956287 with binding_index 1 {{(pid=103376) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 17:51:59.950195 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-8de53fc8-c26c-4404-9de1-df3748cf9771 None None] For port c9337da0-fab0-4dc3-892a-4aae4b21aab4, host n-d-827839-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=c9337da0-fab0-4dc3-892a-4aae4b21aab4,segment=NetworkSegment(5942dc44-1f07-4c27-b0ab-45a2bff20dd5),segment_id=5942dc44-1f07-4c27-b0ab-45a2bff20dd5)] {{(pid=103378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:51:59.963477 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8de53fc8-c26c-4404-9de1-df3748cf9771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (c9337da0-fab0-4dc3-892a-4aae4b21aab4), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:59.969474 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port 7c31b866-3082-4743-bf60-a4f7ee2efa8e triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:51:59.969847 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (7c31b866-3082-4743-bf60-a4f7ee2efa8e), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:51:59.991636 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bccd778a-c9bf-4566-8800-64a2b7452eaa admin admin] Router 24a15888-07a5-433e-acb1-89c1626569ec has already been hosted by L3 agent 64ada913-9131-4d99-a265-63a920956287 {{(pid=103377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 17:52:00.081754 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17452727-1e4d-4dd7-a0f1-49625b844670 tempest-RoutersIpV6AdminTest-1698646951 tempest-RoutersIpV6AdminTest-1698646951-project-admin] Notify agent at l3_agent.n-d-827839-2 the message routers_updated {{(pid=103376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 17:52:00.090300 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c080237-f94d-486e-9d62-904c9ae84610 None None] Pushing event updated for resources: {'Port': ['ID=c9337da0-fab0-4dc3-892a-4aae4b21aab4,revision_number=3']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:52:00.099675 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8de53fc8-c26c-4404-9de1-df3748cf9771 None None] Routers {'24a15888-07a5-433e-acb1-89c1626569ec'} bound to L3 agent in host n-d-827839-2 {{(pid=103378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:52:00.100785 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-8de53fc8-c26c-4404-9de1-df3748cf9771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:51:33Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['24a15888-07a5-433e-acb1-89c1626569ec'], 'active': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:52:00.104184 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-099916e3-3f8c-4a22-a813-d4904bbb734b None None] Sync routers for ids ['40bbe212-448e-4cbf-baa4-796bcdf01a84'] in n-d-827839-2 {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 17:52:00.118245 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-099916e3-3f8c-4a22-a813-d4904bbb734b None None] Routers {'40bbe212-448e-4cbf-baa4-796bcdf01a84'} bound to L3 agent in host n-d-827839-2 {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:52:00.119178 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-099916e3-3f8c-4a22-a813-d4904bbb734b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:51:33Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['40bbe212-448e-4cbf-baa4-796bcdf01a84'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:52:00.125912 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-17452727-1e4d-4dd7-a0f1-49625b844670 tempest-RoutersIpV6AdminTest-1698646951 tempest-RoutersIpV6AdminTest-1698646951-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:00.128127 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-17452727-1e4d-4dd7-a0f1-49625b844670 tempest-RoutersIpV6AdminTest-1698646951 tempest-RoutersIpV6AdminTest-1698646951-project-admin] 10.222.0.89 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 2.3790388 Feb 04 17:52:00.130765 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 48382) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:52:00.149208 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bccd778a-c9bf-4566-8800-64a2b7452eaa admin admin] Notify agent at l3_agent.n-d-827839-2 the message routers_updated {{(pid=103377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 17:52:00.154454 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-bccd778a-c9bf-4566-8800-64a2b7452eaa admin admin] 10.222.0.89 "PUT /v2.0/routers/24a15888-07a5-433e-acb1-89c1626569ec/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3315353 Feb 04 17:52:00.238536 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port 7c31b866-3082-4743-bf60-a4f7ee2efa8e is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:52:00.243295 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvr_db [None req-099916e3-3f8c-4a22-a813-d4904bbb734b None None] Set router 40bbe212-448e-4cbf-baa4-796bcdf01a84 gateway port host: n-d-827839-2 {{(pid=103379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:52:00.265486 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-b1efd782-ad95-4703-8d4e-12d18bfc8dac None None] Provisioning complete for port 5dfd33b2-f579-43c9-95c5-c37d22c4d519 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:52:00.266460 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b1efd782-ad95-4703-8d4e-12d18bfc8dac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (5dfd33b2-f579-43c9-95c5-c37d22c4d519), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:00.268766 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-8dada826-4052-450f-8135-a9b9d7572612 tempest-RoutersIpV6AdminTest-1698646951 tempest-RoutersIpV6AdminTest-1698646951-project-admin] 10.222.0.89 "GET /v2.0/routers/40bbe212-448e-4cbf-baa4-796bcdf01a84 HTTP/1.1" status: 200 len: 908 time: 0.1368556 Feb 04 17:52:00.271183 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 48386) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:52:00.277951 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-3429fb44-015c-457f-926a-9078ca8a96bd tempest-RoutersIpV6AdminTest-1698646951 tempest-RoutersIpV6AdminTest-1698646951-project-admin] Request body: {'router': {'name': 'tempest-snat-router-142676817', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'enable_snat': True}}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:52:00.299226 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-3429fb44-015c-457f-926a-9078ca8a96bd tempest-RoutersIpV6AdminTest-1698646951 tempest-RoutersIpV6AdminTest-1698646951-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1601657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26921'] for router (c1724b0a-6949-4821-ac6b-ce9a4a4ec66d), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:00.301053 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-3429fb44-015c-457f-926a-9078ca8a96bd tempest-RoutersIpV6AdminTest-1698646951 tempest-RoutersIpV6AdminTest-1698646951-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1602025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603663', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1630571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26960'] for router (c1724b0a-6949-4821-ac6b-ce9a4a4ec66d), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:00.326061 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-b1efd782-ad95-4703-8d4e-12d18bfc8dac None None] Port 5dfd33b2-f579-43c9-95c5-c37d22c4d519 cannot update to ACTIVE because it is not bound. {{(pid=103378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 17:52:00.349245 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvr_db [None req-8de53fc8-c26c-4404-9de1-df3748cf9771 None None] Set router 24a15888-07a5-433e-acb1-89c1626569ec gateway port host: n-d-827839-2 {{(pid=103378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:52:00.377926 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-3429fb44-015c-457f-926a-9078ca8a96bd tempest-RoutersIpV6AdminTest-1698646951 tempest-RoutersIpV6AdminTest-1698646951-project-admin] Publish callbacks [] for router_controller (c1724b0a-6949-4821-ac6b-ce9a4a4ec66d), precommit_add_association {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:00.439264 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-099916e3-3f8c-4a22-a813-d4904bbb734b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40bbe212-448e-4cbf-baa4-796bcdf01a84', 'name': 'tempest-snat-router-142676817', 'tenant_id': 'f994b0d12aa44f518fc8af28d7285d91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.185'}], 'enable_snat': False}, 'gw_port_id': '2be4e28c-a6f9-4a38-9782-5374012dca4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:51:57Z', 'updated_at': '2022-02-04T17:51:59Z', 'revision_number': 3, 'project_id': 'f994b0d12aa44f518fc8af28d7285d91', 'gw_port': {'id': '2be4e28c-a6f9-4a38-9782-5374012dca4d', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:7f:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40bbe212-448e-4cbf-baa4-796bcdf01a84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3729, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:51:58Z', 'updated_at': '2022-02-04T17:51:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-827839-2'}], 'n-d-827839-2', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:52:00.473901 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-099916e3-3f8c-4a22-a813-d4904bbb734b None None] Checking router: 40bbe212-448e-4cbf-baa4-796bcdf01a84 for host: n-d-827839-2 {{(pid=103379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 17:52:00.474249 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-099916e3-3f8c-4a22-a813-d4904bbb734b None None] Updating router 40bbe212-448e-4cbf-baa4-796bcdf01a84 port 2be4e28c-a6f9-4a38-9782-5374012dca4d binding host n-d-827839-2 {{(pid=103379) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 17:52:00.504172 n-d-827839-2 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-099916e3-3f8c-4a22-a813-d4904bbb734b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (2be4e28c-a6f9-4a38-9782-5374012dca4d), before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:00.540490 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-3429fb44-015c-457f-926a-9078ca8a96bd tempest-RoutersIpV6AdminTest-1698646951 tempest-RoutersIpV6AdminTest-1698646951-project-admin] Publish callbacks [] for router_gateway (c1724b0a-6949-4821-ac6b-ce9a4a4ec66d), precommit_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:00.607724 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-8de53fc8-c26c-4404-9de1-df3748cf9771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24a15888-07a5-433e-acb1-89c1626569ec', 'name': 'tempest-TestAggregatesBasicOps-715525005-router', 'tenant_id': '49cdbc8b73c64e949119106f98a339e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.160'}], 'enable_snat': True}, 'gw_port_id': 'c9337da0-fab0-4dc3-892a-4aae4b21aab4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:51:54Z', 'updated_at': '2022-02-04T17:51:59Z', 'revision_number': 4, 'project_id': '49cdbc8b73c64e949119106f98a339e5', 'gw_port': {'id': 'c9337da0-fab0-4dc3-892a-4aae4b21aab4', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:bd:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24a15888-07a5-433e-acb1-89c1626569ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3726, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:51:55Z', 'updated_at': '2022-02-04T17:51:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_interfaces': [{'id': '5dfd33b2-f579-43c9-95c5-c37d22c4d519', 'name': '', 'network_id': '6f1f0366-38da-4040-bef7-257bf54d0eec', 'tenant_id': '49cdbc8b73c64e949119106f98a339e5', 'mac_address': 'fa:16:3e:de:18:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24a15888-07a5-433e-acb1-89c1626569ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 3728, 'fixed_ips': [{'subnet_id': '4be7b7f3-2601-4959-85ff-eb9c9027fdad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:51:58Z', 'updated_at': '2022-02-04T17:51:59Z', 'revision_number': 2, 'project_id': '49cdbc8b73c64e949119106f98a339e5', 'subnets': [{'id': '4be7b7f3-2601-4959-85ff-eb9c9027fdad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-2', False) {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:52:00.641025 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8de53fc8-c26c-4404-9de1-df3748cf9771 None None] The sync data for ids ['24a15888-07a5-433e-acb1-89c1626569ec'] in n-d-827839-2 is: [{'id': '24a15888-07a5-433e-acb1-89c1626569ec', 'name': 'tempest-TestAggregatesBasicOps-715525005-router', 'tenant_id': '49cdbc8b73c64e949119106f98a339e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.160'}], 'enable_snat': True}, 'gw_port_id': 'c9337da0-fab0-4dc3-892a-4aae4b21aab4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:51:54Z', 'updated_at': '2022-02-04T17:51:59Z', 'revision_number': 4, 'project_id': '49cdbc8b73c64e949119106f98a339e5', 'gw_port': {'id': 'c9337da0-fab0-4dc3-892a-4aae4b21aab4', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:bd:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24a15888-07a5-433e-acb1-89c1626569ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3726, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:51:55Z', 'updated_at': '2022-02-04T17:51:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_interfaces': [{'id': '5dfd33b2-f579-43c9-95c5-c37d22c4d519', 'name': '', 'network_id': '6f1f0366-38da-4040-bef7-257bf54d0eec', 'tenant_id': '49cdbc8b73c64e949119106f98a339e5', 'mac_address': 'fa:16:3e:de:18:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24a15888-07a5-433e-acb1-89c1626569ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 3728, 'fixed_ips': [{'subnet_id': '4be7b7f3-2601-4959-85ff-eb9c9027fdad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:51:58Z', 'updated_at': '2022-02-04T17:51:59Z', 'revision_number': 2, 'project_id': '49cdbc8b73c64e949119106f98a339e5', 'subnets': [{'id': '4be7b7f3-2601-4959-85ff-eb9c9027fdad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 17:52:00.811958 n-d-827839-2 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-099916e3-3f8c-4a22-a813-d4904bbb734b None None] Publish callbacks [] for port (2be4e28c-a6f9-4a38-9782-5374012dca4d), precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:00.819550 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-3429fb44-015c-457f-926a-9078ca8a96bd tempest-RoutersIpV6AdminTest-1698646951 tempest-RoutersIpV6AdminTest-1698646951-project-admin] Publish callbacks [] for router_gateway (c1724b0a-6949-4821-ac6b-ce9a4a4ec66d), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:00.820269 n-d-827839-2 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-099916e3-3f8c-4a22-a813-d4904bbb734b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (2be4e28c-a6f9-4a38-9782-5374012dca4d), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:00.848697 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-3429fb44-015c-457f-926a-9078ca8a96bd tempest-RoutersIpV6AdminTest-1698646951 tempest-RoutersIpV6AdminTest-1698646951-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:00.877227 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [None req-099916e3-3f8c-4a22-a813-d4904bbb734b None None] Attempting to bind port 2be4e28c-a6f9-4a38-9782-5374012dca4d on host n-d-827839-2 for vnic_type normal with profile {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:52:00.877674 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [None req-099916e3-3f8c-4a22-a813-d4904bbb734b None None] Attempting to bind port 2be4e28c-a6f9-4a38-9782-5374012dca4d by drivers openvswitch,hyperv on host n-d-827839-2 at level 0 using segments [{'id': '5942dc44-1f07-4c27-b0ab-45a2bff20dd5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188'}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:52:00.878099 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-099916e3-3f8c-4a22-a813-d4904bbb734b None None] Attempting to bind port 2be4e28c-a6f9-4a38-9782-5374012dca4d on network 48165773-85ad-49a1-9ec1-76fc8dc24188 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:52:00.887480 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-099916e3-3f8c-4a22-a813-d4904bbb734b None None] Checking agent: {'id': 'ba70844b-66a0-45fd-a2f2-e6ed673321fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 0, 36), 'started_at': datetime.datetime(2022, 2, 4, 17, 1, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 51, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:52:00.887945 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-099916e3-3f8c-4a22-a813-d4904bbb734b None None] Checking segment: {'id': '5942dc44-1f07-4c27-b0ab-45a2bff20dd5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:52:00.888449 n-d-827839-2 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-099916e3-3f8c-4a22-a813-d4904bbb734b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:00.889346 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-099916e3-3f8c-4a22-a813-d4904bbb734b None None] Bound using segment: {'id': '5942dc44-1f07-4c27-b0ab-45a2bff20dd5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188'} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:52:00.890579 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [None req-099916e3-3f8c-4a22-a813-d4904bbb734b None None] Bound port: 2be4e28c-a6f9-4a38-9782-5374012dca4d, host: n-d-827839-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5942dc44-1f07-4c27-b0ab-45a2bff20dd5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188'}}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:52:00.891070 n-d-827839-2 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-099916e3-3f8c-4a22-a813-d4904bbb734b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (2be4e28c-a6f9-4a38-9782-5374012dca4d), before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:00.896549 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73bffc54-5a18-403e-80ad-9dddaea3afaf None None] Pushing event updated for resources: {'Port': ['ID=2be4e28c-a6f9-4a38-9782-5374012dca4d,revision_number=2']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:52:00.965830 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-099916e3-3f8c-4a22-a813-d4904bbb734b None None] For port 2be4e28c-a6f9-4a38-9782-5374012dca4d, host n-d-827839-2, cleared binding levels {{(pid=103379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:52:00.969571 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-099916e3-3f8c-4a22-a813-d4904bbb734b None None] For port 2be4e28c-a6f9-4a38-9782-5374012dca4d, host n-d-827839-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=2be4e28c-a6f9-4a38-9782-5374012dca4d,segment=NetworkSegment(5942dc44-1f07-4c27-b0ab-45a2bff20dd5),segment_id=5942dc44-1f07-4c27-b0ab-45a2bff20dd5)] {{(pid=103379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:52:00.978168 n-d-827839-2 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-099916e3-3f8c-4a22-a813-d4904bbb734b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (2be4e28c-a6f9-4a38-9782-5374012dca4d), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:01.008250 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.db_base_plugin_common [None req-3429fb44-015c-457f-926a-9078ca8a96bd tempest-RoutersIpV6AdminTest-1698646951 tempest-RoutersIpV6AdminTest-1698646951-project-admin] Allocated IP 172.25.6.72 (48165773-85ad-49a1-9ec1-76fc8dc24188/7660bfad-1ea8-4fe7-831b-bed836f13efc/c9e23e05-d9a1-40e5-aefe-fb5e2ef3a3e1) {{(pid=103376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:52:01.034829 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-099916e3-3f8c-4a22-a813-d4904bbb734b None None] Routers {'40bbe212-448e-4cbf-baa4-796bcdf01a84'} bound to L3 agent in host n-d-827839-2 {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:52:01.035443 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-099916e3-3f8c-4a22-a813-d4904bbb734b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:51:33Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['40bbe212-448e-4cbf-baa4-796bcdf01a84'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:52:01.080848 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device 145590c2-a0bd-4185-b491-aa8555141129 up at agent hyperv_n-h1-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:52:01.157372 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73bffc54-5a18-403e-80ad-9dddaea3afaf None None] Pushing event updated for resources: {'Port': ['ID=2be4e28c-a6f9-4a38-9782-5374012dca4d,revision_number=3']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:52:01.205000 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Provisioning complete for port 145590c2-a0bd-4185-b491-aa8555141129 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:52:01.205228 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (145590c2-a0bd-4185-b491-aa8555141129), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:01.208613 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-3429fb44-015c-457f-926a-9078ca8a96bd tempest-RoutersIpV6AdminTest-1698646951 tempest-RoutersIpV6AdminTest-1698646951-project-admin] Publish callbacks [] for port (c9e23e05-d9a1-40e5-aefe-fb5e2ef3a3e1), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:01.208817 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvr_db [None req-099916e3-3f8c-4a22-a813-d4904bbb734b None None] Set router 40bbe212-448e-4cbf-baa4-796bcdf01a84 gateway port host: n-d-827839-2 {{(pid=103379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:52:01.270914 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-3429fb44-015c-457f-926a-9078ca8a96bd tempest-RoutersIpV6AdminTest-1698646951 tempest-RoutersIpV6AdminTest-1698646951-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (c9e23e05-d9a1-40e5-aefe-fb5e2ef3a3e1), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:01.321253 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3429fb44-015c-457f-926a-9078ca8a96bd tempest-RoutersIpV6AdminTest-1698646951 tempest-RoutersIpV6AdminTest-1698646951-project-admin] Network 48165773-85ad-49a1-9ec1-76fc8dc24188 is already hosted by enough agents. {{(pid=103376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:52:01.325058 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [None req-3429fb44-015c-457f-926a-9078ca8a96bd tempest-RoutersIpV6AdminTest-1698646951 tempest-RoutersIpV6AdminTest-1698646951-project-admin] Resources bound (agent type, host, resource id): {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:52:01.334692 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3429fb44-015c-457f-926a-9078ca8a96bd tempest-RoutersIpV6AdminTest-1698646951 tempest-RoutersIpV6AdminTest-1698646951-project-admin] Received port after_create {{(pid=103376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:52:01.350281 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Current status of the port 145590c2-a0bd-4185-b491-aa8555141129 is: BUILD; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:52:01.350781 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (145590c2-a0bd-4185-b491-aa8555141129), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:01.366995 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3429fb44-015c-457f-926a-9078ca8a96bd tempest-RoutersIpV6AdminTest-1698646951 tempest-RoutersIpV6AdminTest-1698646951-project-admin] Pushing event updated for resources: {'Port': ['ID=c9e23e05-d9a1-40e5-aefe-fb5e2ef3a3e1,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:52:01.401169 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4838cc33-5e81-4c6b-bf0f-42646b0b5925', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '145590c2-a0bd-4185-b491-aa8555141129'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:52:01.407823 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c34bc964ce2211770fda26ca2f3801cc06f4f39928110690550e94ab9c9d2fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1658b1fc-309e-48f6-8988-736c465c4912" -d '{"events": [{"server_uuid": "4838cc33-5e81-4c6b-bf0f-42646b0b5925", "name": "network-vif-plugged", "status": "completed", "tag": "145590c2-a0bd-4185-b491-aa8555141129"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:52:01.433059 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] For port 145590c2-a0bd-4185-b491-aa8555141129, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=145590c2-a0bd-4185-b491-aa8555141129,segment=NetworkSegment(167c411e-9f7f-4326-a28d-dfddd0e85fbf),segment_id=167c411e-9f7f-4326-a28d-dfddd0e85fbf)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:52:01.439545 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (145590c2-a0bd-4185-b491-aa8555141129), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:01.485417 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-099916e3-3f8c-4a22-a813-d4904bbb734b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40bbe212-448e-4cbf-baa4-796bcdf01a84', 'name': 'tempest-snat-router-142676817', 'tenant_id': 'f994b0d12aa44f518fc8af28d7285d91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.185'}], 'enable_snat': False}, 'gw_port_id': '2be4e28c-a6f9-4a38-9782-5374012dca4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:51:57Z', 'updated_at': '2022-02-04T17:51:59Z', 'revision_number': 3, 'project_id': 'f994b0d12aa44f518fc8af28d7285d91', 'gw_port': {'id': '2be4e28c-a6f9-4a38-9782-5374012dca4d', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:7f:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40bbe212-448e-4cbf-baa4-796bcdf01a84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3729, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:51:58Z', 'updated_at': '2022-02-04T17:52:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-827839-2'}], 'n-d-827839-2', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:52:01.507589 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 17:52:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c55af1f-f247-446d-bef4-790f44db82fc x-openstack-request-id: req-4c55af1f-f247-446d-bef4-790f44db82fc {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:52:01.507975 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4838cc33-5e81-4c6b-bf0f-42646b0b5925", "name": "network-vif-plugged", "status": "completed", "tag": "145590c2-a0bd-4185-b491-aa8555141129", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:52:01.508794 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-4c55af1f-f247-446d-bef4-790f44db82fc {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:52:01.508794 n-d-827839-2 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4838cc33-5e81-4c6b-bf0f-42646b0b5925', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '145590c2-a0bd-4185-b491-aa8555141129', 'code': 200} Feb 04 17:52:01.509783 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Pushing event updated for resources: {'Port': ['ID=145590c2-a0bd-4185-b491-aa8555141129,revision_number=8']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:52:01.516643 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-099916e3-3f8c-4a22-a813-d4904bbb734b None None] The sync data for ids ['40bbe212-448e-4cbf-baa4-796bcdf01a84'] in n-d-827839-2 is: [{'id': '40bbe212-448e-4cbf-baa4-796bcdf01a84', 'name': 'tempest-snat-router-142676817', 'tenant_id': 'f994b0d12aa44f518fc8af28d7285d91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.185'}], 'enable_snat': False}, 'gw_port_id': '2be4e28c-a6f9-4a38-9782-5374012dca4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:51:57Z', 'updated_at': '2022-02-04T17:51:59Z', 'revision_number': 3, 'project_id': 'f994b0d12aa44f518fc8af28d7285d91', 'gw_port': {'id': '2be4e28c-a6f9-4a38-9782-5374012dca4d', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:7f:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40bbe212-448e-4cbf-baa4-796bcdf01a84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3729, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:51:58Z', 'updated_at': '2022-02-04T17:52:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-827839-2'}] {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 17:52:01.609940 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 48432) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:52:01.722029 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-3429fb44-015c-457f-926a-9078ca8a96bd tempest-RoutersIpV6AdminTest-1698646951 tempest-RoutersIpV6AdminTest-1698646951-project-admin] Publish callbacks [] for router_gateway (c1724b0a-6949-4821-ac6b-ce9a4a4ec66d), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:02.096960 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-ee889fac-83dc-4b95-9181-d1dc95bd4fec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602754'] for router_interface (07e0c718-8d9f-404a-ab5c-50a9d4e49122), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:02.233400 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-3429fb44-015c-457f-926a-9078ca8a96bd tempest-RoutersIpV6AdminTest-1698646951 tempest-RoutersIpV6AdminTest-1698646951-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1602046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603680'] for router (c1724b0a-6949-4821-ac6b-ce9a4a4ec66d), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:02.381457 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3429fb44-015c-457f-926a-9078ca8a96bd tempest-RoutersIpV6AdminTest-1698646951 tempest-RoutersIpV6AdminTest-1698646951-project-admin] Router c1724b0a-6949-4821-ac6b-ce9a4a4ec66d is scheduled to L3 agent 64ada913-9131-4d99-a265-63a920956287 with binding_index 1 {{(pid=103376) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 17:52:02.383126 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-ee889fac-83dc-4b95-9181-d1dc95bd4fec admin admin] Deleting port 78112f25-7273-45f4-8217-01a3520e9d39 {{(pid=103377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:52:02.383475 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-ee889fac-83dc-4b95-9181-d1dc95bd4fec admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (78112f25-7273-45f4-8217-01a3520e9d39), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:02.476755 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [None req-ee889fac-83dc-4b95-9181-d1dc95bd4fec admin admin] For port 78112f25-7273-45f4-8217-01a3520e9d39, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=78112f25-7273-45f4-8217-01a3520e9d39,segment=NetworkSegment(5bdca7c0-e573-4c0a-b097-c770fbfe9ec7),segment_id=5bdca7c0-e573-4c0a-b097-c770fbfe9ec7)] {{(pid=103377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:52:02.477270 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-ee889fac-83dc-4b95-9181-d1dc95bd4fec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (78112f25-7273-45f4-8217-01a3520e9d39), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:02.490986 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-ee889fac-83dc-4b95-9181-d1dc95bd4fec admin admin] Calling delete_port for 78112f25-7273-45f4-8217-01a3520e9d39 owned by network:router_interface {{(pid=103377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:52:02.500087 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3429fb44-015c-457f-926a-9078ca8a96bd tempest-RoutersIpV6AdminTest-1698646951 tempest-RoutersIpV6AdminTest-1698646951-project-admin] Notify agent at l3_agent.n-d-827839-2 the message routers_updated {{(pid=103376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 17:52:02.508647 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ba22209-8190-4da3-a65e-f1032546d9dd None None] Sync routers for ids ['c1724b0a-6949-4821-ac6b-ce9a4a4ec66d'] in n-d-827839-2 {{(pid=103378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 17:52:02.524554 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-3429fb44-015c-457f-926a-9078ca8a96bd tempest-RoutersIpV6AdminTest-1698646951 tempest-RoutersIpV6AdminTest-1698646951-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:02.528436 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-3429fb44-015c-457f-926a-9078ca8a96bd tempest-RoutersIpV6AdminTest-1698646951 tempest-RoutersIpV6AdminTest-1698646951-project-admin] 10.222.0.89 "POST /v2.0/routers HTTP/1.1" status: 201 len: 905 time: 2.2522392 Feb 04 17:52:02.528610 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 48434) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:52:02.529933 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ba22209-8190-4da3-a65e-f1032546d9dd None None] Routers {'c1724b0a-6949-4821-ac6b-ce9a4a4ec66d'} bound to L3 agent in host n-d-827839-2 {{(pid=103378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:52:02.530688 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-8ba22209-8190-4da3-a65e-f1032546d9dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:51:33Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['c1724b0a-6949-4821-ac6b-ce9a4a4ec66d'], 'active': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:52:02.662610 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvr_db [None req-8ba22209-8190-4da3-a65e-f1032546d9dd None None] Set router c1724b0a-6949-4821-ac6b-ce9a4a4ec66d gateway port host: n-d-827839-2 {{(pid=103378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:52:02.684143 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 48436) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:52:02.685666 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-3306eda8-2d2c-49cb-95b1-37d599a3b577 tempest-RoutersIpV6AdminTest-1698646951 tempest-RoutersIpV6AdminTest-1698646951-project-admin] 10.222.0.89 "GET /v2.0/routers/c1724b0a-6949-4821-ac6b-ce9a4a4ec66d HTTP/1.1" status: 200 len: 906 time: 0.1539383 Feb 04 17:52:02.864445 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ddda3d66-1e58-49bb-afb2-0184efc3986a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (64ada913-9131-4d99-a265-63a920956287), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:02.918484 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-8ba22209-8190-4da3-a65e-f1032546d9dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1724b0a-6949-4821-ac6b-ce9a4a4ec66d', 'name': 'tempest-snat-router-142676817', 'tenant_id': 'f994b0d12aa44f518fc8af28d7285d91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.72'}], 'enable_snat': True}, 'gw_port_id': 'c9e23e05-d9a1-40e5-aefe-fb5e2ef3a3e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:52:00Z', 'updated_at': '2022-02-04T17:52:01Z', 'revision_number': 3, 'project_id': 'f994b0d12aa44f518fc8af28d7285d91', 'gw_port': {'id': 'c9e23e05-d9a1-40e5-aefe-fb5e2ef3a3e1', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:30:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1724b0a-6949-4821-ac6b-ce9a4a4ec66d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3731, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:52:00Z', 'updated_at': '2022-02-04T17:52:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2'}], 'n-d-827839-2', False) {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:52:02.954900 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ba22209-8190-4da3-a65e-f1032546d9dd None None] Checking router: c1724b0a-6949-4821-ac6b-ce9a4a4ec66d for host: n-d-827839-2 {{(pid=103378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 17:52:02.955254 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ba22209-8190-4da3-a65e-f1032546d9dd None None] Updating router c1724b0a-6949-4821-ac6b-ce9a4a4ec66d port c9e23e05-d9a1-40e5-aefe-fb5e2ef3a3e1 binding host n-d-827839-2 {{(pid=103378) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 17:52:02.979370 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device c9337da0-fab0-4dc3-892a-4aae4b21aab4 up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:52:03.021437 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8ba22209-8190-4da3-a65e-f1032546d9dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (c9e23e05-d9a1-40e5-aefe-fb5e2ef3a3e1), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:03.107691 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-ee889fac-83dc-4b95-9181-d1dc95bd4fec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (78112f25-7273-45f4-8217-01a3520e9d39), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:03.146457 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d408ec64-b374-4acb-a1fc-48241dad6d47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (0cd6d64a-47a7-40ff-8c12-71dd526c62e0), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:03.147174 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port c9337da0-fab0-4dc3-892a-4aae4b21aab4 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:52:03.147534 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (c9337da0-fab0-4dc3-892a-4aae4b21aab4), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:03.148028 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee889fac-83dc-4b95-9181-d1dc95bd4fec admin admin] Pushing event deleted for resources: {'Port': ['ID=78112f25-7273-45f4-8217-01a3520e9d39,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:52:03.214764 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-271ba26e-78f6-4975-aa29-0ef21343d7fc tempest-RoutersIpV6AdminTest-1698646951 tempest-RoutersIpV6AdminTest-1698646951-project-admin] Publish callbacks [] for router (c1724b0a-6949-4821-ac6b-ce9a4a4ec66d), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:03.331232 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port c9337da0-fab0-4dc3-892a-4aae4b21aab4 is: DOWN; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:52:03.331450 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (c9337da0-fab0-4dc3-892a-4aae4b21aab4), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:03.365791 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] For port c9337da0-fab0-4dc3-892a-4aae4b21aab4, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=c9337da0-fab0-4dc3-892a-4aae4b21aab4,segment=NetworkSegment(5942dc44-1f07-4c27-b0ab-45a2bff20dd5),segment_id=5942dc44-1f07-4c27-b0ab-45a2bff20dd5)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:52:03.386326 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (c9337da0-fab0-4dc3-892a-4aae4b21aab4), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:03.387119 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 2be4e28c-a6f9-4a38-9782-5374012dca4d up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:52:03.423761 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-271ba26e-78f6-4975-aa29-0ef21343d7fc tempest-RoutersIpV6AdminTest-1698646951 tempest-RoutersIpV6AdminTest-1698646951-project-admin] Publish callbacks [] for router_gateway (c1724b0a-6949-4821-ac6b-ce9a4a4ec66d), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:03.426745 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-ee889fac-83dc-4b95-9181-d1dc95bd4fec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1677336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1602614'] for router_interface (07e0c718-8d9f-404a-ab5c-50a9d4e49122), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:03.472577 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8ba22209-8190-4da3-a65e-f1032546d9dd None None] Publish callbacks [] for port (c9e23e05-d9a1-40e5-aefe-fb5e2ef3a3e1), precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:03.486508 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8ba22209-8190-4da3-a65e-f1032546d9dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (c9e23e05-d9a1-40e5-aefe-fb5e2ef3a3e1), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:03.494722 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Pushing event updated for resources: {'Port': ['ID=c9337da0-fab0-4dc3-892a-4aae4b21aab4,revision_number=4']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:52:03.554586 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-8ba22209-8190-4da3-a65e-f1032546d9dd None None] Attempting to bind port c9e23e05-d9a1-40e5-aefe-fb5e2ef3a3e1 on host n-d-827839-2 for vnic_type normal with profile {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:52:03.555270 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-8ba22209-8190-4da3-a65e-f1032546d9dd None None] Attempting to bind port c9e23e05-d9a1-40e5-aefe-fb5e2ef3a3e1 by drivers openvswitch,hyperv on host n-d-827839-2 at level 0 using segments [{'id': '5942dc44-1f07-4c27-b0ab-45a2bff20dd5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188'}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:52:03.555270 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ba22209-8190-4da3-a65e-f1032546d9dd None None] Attempting to bind port c9e23e05-d9a1-40e5-aefe-fb5e2ef3a3e1 on network 48165773-85ad-49a1-9ec1-76fc8dc24188 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:52:03.563036 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port 2be4e28c-a6f9-4a38-9782-5374012dca4d triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:52:03.563411 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (2be4e28c-a6f9-4a38-9782-5374012dca4d), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:03.565990 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d411929f-3b93-4011-bb6b-ccb120847446 None None] Pushing event updated for resources: {'Port': ['ID=c9e23e05-d9a1-40e5-aefe-fb5e2ef3a3e1,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:52:03.577322 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-271ba26e-78f6-4975-aa29-0ef21343d7fc tempest-RoutersIpV6AdminTest-1698646951 tempest-RoutersIpV6AdminTest-1698646951-project-admin] Deleting port c9e23e05-d9a1-40e5-aefe-fb5e2ef3a3e1 {{(pid=103377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:52:03.577667 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-271ba26e-78f6-4975-aa29-0ef21343d7fc tempest-RoutersIpV6AdminTest-1698646951 tempest-RoutersIpV6AdminTest-1698646951-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (c9e23e05-d9a1-40e5-aefe-fb5e2ef3a3e1), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:03.584941 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ba22209-8190-4da3-a65e-f1032546d9dd None None] Checking agent: {'id': 'ba70844b-66a0-45fd-a2f2-e6ed673321fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 0, 36), 'started_at': datetime.datetime(2022, 2, 4, 17, 1, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 51, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:52:03.585328 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ba22209-8190-4da3-a65e-f1032546d9dd None None] Checking segment: {'id': '5942dc44-1f07-4c27-b0ab-45a2bff20dd5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:52:03.585734 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8ba22209-8190-4da3-a65e-f1032546d9dd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:03.586129 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ba22209-8190-4da3-a65e-f1032546d9dd None None] Bound using segment: {'id': '5942dc44-1f07-4c27-b0ab-45a2bff20dd5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188'} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:52:03.586619 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-8ba22209-8190-4da3-a65e-f1032546d9dd None None] Bound port: c9e23e05-d9a1-40e5-aefe-fb5e2ef3a3e1, host: n-d-827839-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5942dc44-1f07-4c27-b0ab-45a2bff20dd5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188'}}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:52:03.587006 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8ba22209-8190-4da3-a65e-f1032546d9dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (c9e23e05-d9a1-40e5-aefe-fb5e2ef3a3e1), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:03.652765 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-8ba22209-8190-4da3-a65e-f1032546d9dd None None] For port c9e23e05-d9a1-40e5-aefe-fb5e2ef3a3e1, host n-d-827839-2, cleared binding levels {{(pid=103378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:52:03.656387 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-8ba22209-8190-4da3-a65e-f1032546d9dd None None] For port c9e23e05-d9a1-40e5-aefe-fb5e2ef3a3e1, host n-d-827839-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=c9e23e05-d9a1-40e5-aefe-fb5e2ef3a3e1,segment=NetworkSegment(5942dc44-1f07-4c27-b0ab-45a2bff20dd5),segment_id=5942dc44-1f07-4c27-b0ab-45a2bff20dd5)] {{(pid=103378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:52:03.680209 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8ba22209-8190-4da3-a65e-f1032546d9dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (c9e23e05-d9a1-40e5-aefe-fb5e2ef3a3e1), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:03.740197 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port 2be4e28c-a6f9-4a38-9782-5374012dca4d is: DOWN; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:52:03.740592 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (2be4e28c-a6f9-4a38-9782-5374012dca4d), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:03.741902 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-271ba26e-78f6-4975-aa29-0ef21343d7fc tempest-RoutersIpV6AdminTest-1698646951 tempest-RoutersIpV6AdminTest-1698646951-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (c9e23e05-d9a1-40e5-aefe-fb5e2ef3a3e1), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:03.760018 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-271ba26e-78f6-4975-aa29-0ef21343d7fc tempest-RoutersIpV6AdminTest-1698646951 tempest-RoutersIpV6AdminTest-1698646951-project-admin] Calling delete_port for c9e23e05-d9a1-40e5-aefe-fb5e2ef3a3e1 owned by network:router_gateway {{(pid=103377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:52:03.771143 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d411929f-3b93-4011-bb6b-ccb120847446 None None] Pushing event updated for resources: {'Port': ['ID=c9e23e05-d9a1-40e5-aefe-fb5e2ef3a3e1,revision_number=3']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:52:03.774976 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee889fac-83dc-4b95-9181-d1dc95bd4fec admin admin] Router 07e0c718-8d9f-404a-ab5c-50a9d4e49122 has already been hosted by L3 agent 64ada913-9131-4d99-a265-63a920956287 {{(pid=103377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 17:52:03.782030 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ba22209-8190-4da3-a65e-f1032546d9dd None None] Routers {'c1724b0a-6949-4821-ac6b-ce9a4a4ec66d'} bound to L3 agent in host n-d-827839-2 {{(pid=103378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:52:03.782691 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-8ba22209-8190-4da3-a65e-f1032546d9dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:52:03Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['c1724b0a-6949-4821-ac6b-ce9a4a4ec66d'], 'active': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:52:03.790893 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] For port 2be4e28c-a6f9-4a38-9782-5374012dca4d, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=2be4e28c-a6f9-4a38-9782-5374012dca4d,segment=NetworkSegment(5942dc44-1f07-4c27-b0ab-45a2bff20dd5),segment_id=5942dc44-1f07-4c27-b0ab-45a2bff20dd5)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:52:03.988099 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee889fac-83dc-4b95-9181-d1dc95bd4fec admin admin] Notify agent at l3_agent.n-d-827839-2 the message routers_updated {{(pid=103377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 17:52:03.993396 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-ee889fac-83dc-4b95-9181-d1dc95bd4fec admin admin] 10.222.0.89 "PUT /v2.0/routers/07e0c718-8d9f-404a-ab5c-50a9d4e49122/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3817017 Feb 04 17:52:03.996013 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 48438) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:52:03.997842 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30e9a78f-7943-4c30-bc27-d13d9afaa3eb None None] Sync routers for ids ['07e0c718-8d9f-404a-ab5c-50a9d4e49122'] in n-d-827839-2 {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 17:52:04.013488 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30e9a78f-7943-4c30-bc27-d13d9afaa3eb None None] Routers {'07e0c718-8d9f-404a-ab5c-50a9d4e49122'} bound to L3 agent in host n-d-827839-2 {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:52:04.014959 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-30e9a78f-7943-4c30-bc27-d13d9afaa3eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:52:03Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['07e0c718-8d9f-404a-ab5c-50a9d4e49122'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:52:04.046970 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (2be4e28c-a6f9-4a38-9782-5374012dca4d), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:04.078026 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-271ba26e-78f6-4975-aa29-0ef21343d7fc tempest-RoutersIpV6AdminTest-1698646951 tempest-RoutersIpV6AdminTest-1698646951-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (c9e23e05-d9a1-40e5-aefe-fb5e2ef3a3e1), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:04.121846 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvr_db [None req-8ba22209-8190-4da3-a65e-f1032546d9dd None None] Set router c1724b0a-6949-4821-ac6b-ce9a4a4ec66d gateway port host: None {{(pid=103378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:52:04.150438 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Pushing event updated for resources: {'Port': ['ID=2be4e28c-a6f9-4a38-9782-5374012dca4d,revision_number=4']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:52:04.168507 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvr_db [None req-30e9a78f-7943-4c30-bc27-d13d9afaa3eb None None] Set router 07e0c718-8d9f-404a-ab5c-50a9d4e49122 gateway port host: n-d-827839-2 {{(pid=103379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:52:04.173035 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271ba26e-78f6-4975-aa29-0ef21343d7fc tempest-RoutersIpV6AdminTest-1698646951 tempest-RoutersIpV6AdminTest-1698646951-project-admin] Pushing event deleted for resources: {'Port': ['ID=c9e23e05-d9a1-40e5-aefe-fb5e2ef3a3e1,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:52:04.180403 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-237bebe6-3fd0-48b9-a22e-a8e77e29d9cb admin admin] Publish callbacks [] for router (07e0c718-8d9f-404a-ab5c-50a9d4e49122), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:04.197287 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-8ba22209-8190-4da3-a65e-f1032546d9dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1724b0a-6949-4821-ac6b-ce9a4a4ec66d', 'name': 'tempest-snat-router-142676817', 'tenant_id': 'f994b0d12aa44f518fc8af28d7285d91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:52:00Z', 'updated_at': '2022-02-04T17:52:03Z', 'revision_number': 4, 'project_id': 'f994b0d12aa44f518fc8af28d7285d91', 'gw_port_host': None}], 'n-d-827839-2', False) {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:52:04.226622 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ba22209-8190-4da3-a65e-f1032546d9dd None None] The sync data for ids ['c1724b0a-6949-4821-ac6b-ce9a4a4ec66d'] in n-d-827839-2 is: [{'id': 'c1724b0a-6949-4821-ac6b-ce9a4a4ec66d', 'name': 'tempest-snat-router-142676817', 'tenant_id': 'f994b0d12aa44f518fc8af28d7285d91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:52:00Z', 'updated_at': '2022-02-04T17:52:03Z', 'revision_number': 4, 'project_id': 'f994b0d12aa44f518fc8af28d7285d91', 'gw_port_host': None}] {{(pid=103378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 17:52:04.257283 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-271ba26e-78f6-4975-aa29-0ef21343d7fc tempest-RoutersIpV6AdminTest-1698646951 tempest-RoutersIpV6AdminTest-1698646951-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1595544'] for router_gateway (c1724b0a-6949-4821-ac6b-ce9a4a4ec66d), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:04.331233 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-237bebe6-3fd0-48b9-a22e-a8e77e29d9cb admin admin] Publish callbacks [] for router_gateway (07e0c718-8d9f-404a-ab5c-50a9d4e49122), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:04.369843 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-271ba26e-78f6-4975-aa29-0ef21343d7fc tempest-RoutersIpV6AdminTest-1698646951 tempest-RoutersIpV6AdminTest-1698646951-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1601811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26971'] for router (c1724b0a-6949-4821-ac6b-ce9a4a4ec66d), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:04.372191 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-271ba26e-78f6-4975-aa29-0ef21343d7fc tempest-RoutersIpV6AdminTest-1698646951 tempest-RoutersIpV6AdminTest-1698646951-project-admin] Publish callbacks [] for router_controller (c1724b0a-6949-4821-ac6b-ce9a4a4ec66d), precommit_delete_associations {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:04.392793 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-237bebe6-3fd0-48b9-a22e-a8e77e29d9cb admin admin] Deleting port b9f87f13-8be3-4907-adfd-3d8e98b5e3ba {{(pid=103376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:52:04.393150 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-237bebe6-3fd0-48b9-a22e-a8e77e29d9cb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (b9f87f13-8be3-4907-adfd-3d8e98b5e3ba), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:04.439376 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-271ba26e-78f6-4975-aa29-0ef21343d7fc tempest-RoutersIpV6AdminTest-1698646951 tempest-RoutersIpV6AdminTest-1698646951-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1601832'] for router (c1724b0a-6949-4821-ac6b-ce9a4a4ec66d), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:04.439992 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-271ba26e-78f6-4975-aa29-0ef21343d7fc tempest-RoutersIpV6AdminTest-1698646951 tempest-RoutersIpV6AdminTest-1698646951-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c1724b0a-6949-4821-ac6b-ce9a4a4ec66d {{(pid=103377) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 17:52:04.445104 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-271ba26e-78f6-4975-aa29-0ef21343d7fc tempest-RoutersIpV6AdminTest-1698646951 tempest-RoutersIpV6AdminTest-1698646951-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:04.448875 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-271ba26e-78f6-4975-aa29-0ef21343d7fc tempest-RoutersIpV6AdminTest-1698646951 tempest-RoutersIpV6AdminTest-1698646951-project-admin] 10.222.0.89 "DELETE /v2.0/routers/c1724b0a-6949-4821-ac6b-ce9a4a4ec66d HTTP/1.1" status: 204 len: 168 time: 1.7616429 Feb 04 17:52:04.450075 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 48440) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:52:04.471909 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-30e9a78f-7943-4c30-bc27-d13d9afaa3eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07e0c718-8d9f-404a-ab5c-50a9d4e49122', 'name': 'tempest-TestAggregatesBasicOps-1871317817-router', 'tenant_id': '9f0436c5f6d649e3bf9026d46a94770f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.115'}], 'enable_snat': True}, 'gw_port_id': 'b9f87f13-8be3-4907-adfd-3d8e98b5e3ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:51:47Z', 'updated_at': '2022-02-04T17:52:02Z', 'revision_number': 5, 'project_id': '9f0436c5f6d649e3bf9026d46a94770f', 'gw_port': {'id': 'b9f87f13-8be3-4907-adfd-3d8e98b5e3ba', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:7d:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07e0c718-8d9f-404a-ab5c-50a9d4e49122', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3711, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:51:48Z', 'updated_at': '2022-02-04T17:51:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2'}], 'n-d-827839-2', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:52:04.500346 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30e9a78f-7943-4c30-bc27-d13d9afaa3eb None None] Checking router: 07e0c718-8d9f-404a-ab5c-50a9d4e49122 for host: n-d-827839-2 {{(pid=103379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 17:52:04.508539 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30e9a78f-7943-4c30-bc27-d13d9afaa3eb None None] Routers {'07e0c718-8d9f-404a-ab5c-50a9d4e49122'} bound to L3 agent in host n-d-827839-2 {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:52:04.509166 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-30e9a78f-7943-4c30-bc27-d13d9afaa3eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:52:03Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['07e0c718-8d9f-404a-ab5c-50a9d4e49122'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:52:04.570665 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [None req-237bebe6-3fd0-48b9-a22e-a8e77e29d9cb admin admin] For port b9f87f13-8be3-4907-adfd-3d8e98b5e3ba, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=b9f87f13-8be3-4907-adfd-3d8e98b5e3ba,segment=NetworkSegment(5942dc44-1f07-4c27-b0ab-45a2bff20dd5),segment_id=5942dc44-1f07-4c27-b0ab-45a2bff20dd5)] {{(pid=103376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:52:04.571037 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-237bebe6-3fd0-48b9-a22e-a8e77e29d9cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (b9f87f13-8be3-4907-adfd-3d8e98b5e3ba), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:04.590081 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-237bebe6-3fd0-48b9-a22e-a8e77e29d9cb admin admin] Calling delete_port for b9f87f13-8be3-4907-adfd-3d8e98b5e3ba owned by network:router_gateway {{(pid=103376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:52:04.595813 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvr_db [None req-30e9a78f-7943-4c30-bc27-d13d9afaa3eb None None] Set router 07e0c718-8d9f-404a-ab5c-50a9d4e49122 gateway port host: None {{(pid=103379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:52:04.602894 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-16a0c92e-46c1-4c55-9c15-6201ade33ef4 tempest-RoutersIpV6AdminTest-1698646951 tempest-RoutersIpV6AdminTest-1698646951-project-admin] Publish callbacks [] for router (40bbe212-448e-4cbf-baa4-796bcdf01a84), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:04.648488 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-30e9a78f-7943-4c30-bc27-d13d9afaa3eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07e0c718-8d9f-404a-ab5c-50a9d4e49122', 'name': 'tempest-TestAggregatesBasicOps-1871317817-router', 'tenant_id': '9f0436c5f6d649e3bf9026d46a94770f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:51:47Z', 'updated_at': '2022-02-04T17:52:04Z', 'revision_number': 6, 'project_id': '9f0436c5f6d649e3bf9026d46a94770f', 'gw_port_host': None}], 'n-d-827839-2', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:52:04.679833 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30e9a78f-7943-4c30-bc27-d13d9afaa3eb None None] The sync data for ids ['07e0c718-8d9f-404a-ab5c-50a9d4e49122'] in n-d-827839-2 is: [{'id': '07e0c718-8d9f-404a-ab5c-50a9d4e49122', 'name': 'tempest-TestAggregatesBasicOps-1871317817-router', 'tenant_id': '9f0436c5f6d649e3bf9026d46a94770f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:51:47Z', 'updated_at': '2022-02-04T17:52:04Z', 'revision_number': 6, 'project_id': '9f0436c5f6d649e3bf9026d46a94770f', 'gw_port_host': None}] {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 17:52:04.800660 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-16a0c92e-46c1-4c55-9c15-6201ade33ef4 tempest-RoutersIpV6AdminTest-1698646951 tempest-RoutersIpV6AdminTest-1698646951-project-admin] Publish callbacks [] for router_gateway (40bbe212-448e-4cbf-baa4-796bcdf01a84), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:04.870592 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4f14bb47-e72b-46ac-9e44-a61d9293afcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (75326290-f7a3-4db8-9cf2-15c7139ed224), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:04.902433 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-237bebe6-3fd0-48b9-a22e-a8e77e29d9cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (b9f87f13-8be3-4907-adfd-3d8e98b5e3ba), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:04.939202 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237bebe6-3fd0-48b9-a22e-a8e77e29d9cb admin admin] Pushing event deleted for resources: {'Port': ['ID=b9f87f13-8be3-4907-adfd-3d8e98b5e3ba,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:52:04.945021 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-16a0c92e-46c1-4c55-9c15-6201ade33ef4 tempest-RoutersIpV6AdminTest-1698646951 tempest-RoutersIpV6AdminTest-1698646951-project-admin] Deleting port 2be4e28c-a6f9-4a38-9782-5374012dca4d {{(pid=103376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:52:04.945378 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-16a0c92e-46c1-4c55-9c15-6201ade33ef4 tempest-RoutersIpV6AdminTest-1698646951 tempest-RoutersIpV6AdminTest-1698646951-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (2be4e28c-a6f9-4a38-9782-5374012dca4d), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:05.055081 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-237bebe6-3fd0-48b9-a22e-a8e77e29d9cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1595544'] for router_gateway (07e0c718-8d9f-404a-ab5c-50a9d4e49122), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:05.172477 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [None req-16a0c92e-46c1-4c55-9c15-6201ade33ef4 tempest-RoutersIpV6AdminTest-1698646951 tempest-RoutersIpV6AdminTest-1698646951-project-admin] For port 2be4e28c-a6f9-4a38-9782-5374012dca4d, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=2be4e28c-a6f9-4a38-9782-5374012dca4d,segment=NetworkSegment(5942dc44-1f07-4c27-b0ab-45a2bff20dd5),segment_id=5942dc44-1f07-4c27-b0ab-45a2bff20dd5)] {{(pid=103376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:52:05.172882 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-16a0c92e-46c1-4c55-9c15-6201ade33ef4 tempest-RoutersIpV6AdminTest-1698646951 tempest-RoutersIpV6AdminTest-1698646951-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (2be4e28c-a6f9-4a38-9782-5374012dca4d), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:05.176807 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-237bebe6-3fd0-48b9-a22e-a8e77e29d9cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1601811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26971'] for router (07e0c718-8d9f-404a-ab5c-50a9d4e49122), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:05.183462 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-237bebe6-3fd0-48b9-a22e-a8e77e29d9cb admin admin] Publish callbacks [] for router_controller (07e0c718-8d9f-404a-ab5c-50a9d4e49122), precommit_delete_associations {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:05.192780 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-16a0c92e-46c1-4c55-9c15-6201ade33ef4 tempest-RoutersIpV6AdminTest-1698646951 tempest-RoutersIpV6AdminTest-1698646951-project-admin] Calling delete_port for 2be4e28c-a6f9-4a38-9782-5374012dca4d owned by network:router_gateway {{(pid=103376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:52:05.211215 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device c9337da0-fab0-4dc3-892a-4aae4b21aab4 up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:52:05.242649 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-237bebe6-3fd0-48b9-a22e-a8e77e29d9cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1601832'] for router (07e0c718-8d9f-404a-ab5c-50a9d4e49122), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:05.243220 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-237bebe6-3fd0-48b9-a22e-a8e77e29d9cb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 07e0c718-8d9f-404a-ab5c-50a9d4e49122 {{(pid=103376) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 17:52:05.266544 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port c9337da0-fab0-4dc3-892a-4aae4b21aab4 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:52:05.266935 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (c9337da0-fab0-4dc3-892a-4aae4b21aab4), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:05.278970 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-237bebe6-3fd0-48b9-a22e-a8e77e29d9cb admin admin] Publish callbacks [] for router (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:05.280634 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-237bebe6-3fd0-48b9-a22e-a8e77e29d9cb admin admin] 10.222.0.89 "DELETE /v2.0/routers/07e0c718-8d9f-404a-ab5c-50a9d4e49122 HTTP/1.1" status: 204 len: 168 time: 1.2829025 Feb 04 17:52:05.283580 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 48442) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:52:05.333760 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.db_base_plugin_v2 [None req-39430607-d16a-487e-97a7-9ae556c18c49 admin admin] Deleting subnet 81ff1514-b86f-472d-8fd1-0862b3807cf5 {{(pid=103377) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 17:52:05.337019 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-39430607-d16a-487e-97a7-9ae556c18c49 admin admin] Publish callbacks [] for subnet (81ff1514-b86f-472d-8fd1-0862b3807cf5), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:05.358248 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port c9337da0-fab0-4dc3-892a-4aae4b21aab4 is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:52:05.359581 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 2be4e28c-a6f9-4a38-9782-5374012dca4d up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:52:05.380418 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-39430607-d16a-487e-97a7-9ae556c18c49 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26866676'] for subnet (81ff1514-b86f-472d-8fd1-0862b3807cf5), precommit_delete_associations {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:05.424422 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port 2be4e28c-a6f9-4a38-9782-5374012dca4d triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:52:05.425200 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (2be4e28c-a6f9-4a38-9782-5374012dca4d), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:05.427783 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-16a0c92e-46c1-4c55-9c15-6201ade33ef4 tempest-RoutersIpV6AdminTest-1698646951 tempest-RoutersIpV6AdminTest-1698646951-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (2be4e28c-a6f9-4a38-9782-5374012dca4d), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:05.455957 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b494d814-ca35-4afe-8424-443733449b67 None None] Sync routers for ids ['24a15888-07a5-433e-acb1-89c1626569ec'] in n-d-827839-2 {{(pid=103378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 17:52:05.465463 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Port 2be4e28c-a6f9-4a38-9782-5374012dca4d was deleted so its status cannot be updated. {{(pid=103378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:336}} Feb 04 17:52:05.472793 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b494d814-ca35-4afe-8424-443733449b67 None None] Routers {'24a15888-07a5-433e-acb1-89c1626569ec'} bound to L3 agent in host n-d-827839-2 {{(pid=103378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:52:05.473428 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-b494d814-ca35-4afe-8424-443733449b67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:52:03Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['24a15888-07a5-433e-acb1-89c1626569ec'], 'active': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:52:05.485900 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a0c92e-46c1-4c55-9c15-6201ade33ef4 tempest-RoutersIpV6AdminTest-1698646951 tempest-RoutersIpV6AdminTest-1698646951-project-admin] Pushing event deleted for resources: {'Port': ['ID=2be4e28c-a6f9-4a38-9782-5374012dca4d,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:52:05.513554 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a0c92e-46c1-4c55-9c15-6201ade33ef4 tempest-RoutersIpV6AdminTest-1698646951 tempest-RoutersIpV6AdminTest-1698646951-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:52:05.514734 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a0c92e-46c1-4c55-9c15-6201ade33ef4 tempest-RoutersIpV6AdminTest-1698646951 tempest-RoutersIpV6AdminTest-1698646951-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:52:05.515061 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a0c92e-46c1-4c55-9c15-6201ade33ef4 tempest-RoutersIpV6AdminTest-1698646951 tempest-RoutersIpV6AdminTest-1698646951-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:52:05.515530 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a0c92e-46c1-4c55-9c15-6201ade33ef4 tempest-RoutersIpV6AdminTest-1698646951 tempest-RoutersIpV6AdminTest-1698646951-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:52:05.515880 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a0c92e-46c1-4c55-9c15-6201ade33ef4 tempest-RoutersIpV6AdminTest-1698646951 tempest-RoutersIpV6AdminTest-1698646951-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:52:05.516219 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a0c92e-46c1-4c55-9c15-6201ade33ef4 tempest-RoutersIpV6AdminTest-1698646951 tempest-RoutersIpV6AdminTest-1698646951-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:52:05.516553 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a0c92e-46c1-4c55-9c15-6201ade33ef4 tempest-RoutersIpV6AdminTest-1698646951 tempest-RoutersIpV6AdminTest-1698646951-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:52:05.516911 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a0c92e-46c1-4c55-9c15-6201ade33ef4 tempest-RoutersIpV6AdminTest-1698646951 tempest-RoutersIpV6AdminTest-1698646951-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:52:05.517244 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a0c92e-46c1-4c55-9c15-6201ade33ef4 tempest-RoutersIpV6AdminTest-1698646951 tempest-RoutersIpV6AdminTest-1698646951-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:52:05.517578 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a0c92e-46c1-4c55-9c15-6201ade33ef4 tempest-RoutersIpV6AdminTest-1698646951 tempest-RoutersIpV6AdminTest-1698646951-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:52:05.517908 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a0c92e-46c1-4c55-9c15-6201ade33ef4 tempest-RoutersIpV6AdminTest-1698646951 tempest-RoutersIpV6AdminTest-1698646951-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:52:05.518249 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a0c92e-46c1-4c55-9c15-6201ade33ef4 tempest-RoutersIpV6AdminTest-1698646951 tempest-RoutersIpV6AdminTest-1698646951-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:52:05.518581 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a0c92e-46c1-4c55-9c15-6201ade33ef4 tempest-RoutersIpV6AdminTest-1698646951 tempest-RoutersIpV6AdminTest-1698646951-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:52:05.534755 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-39430607-d16a-487e-97a7-9ae556c18c49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1541225'] for subnet (81ff1514-b86f-472d-8fd1-0862b3807cf5), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:05.563200 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-16a0c92e-46c1-4c55-9c15-6201ade33ef4 tempest-RoutersIpV6AdminTest-1698646951 tempest-RoutersIpV6AdminTest-1698646951-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1595544'] for router_gateway (40bbe212-448e-4cbf-baa4-796bcdf01a84), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:05.607300 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-39430607-d16a-487e-97a7-9ae556c18c49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1541216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25888360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25597190'] for subnet (81ff1514-b86f-472d-8fd1-0862b3807cf5), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:05.621570 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvr_db [None req-b494d814-ca35-4afe-8424-443733449b67 None None] Set router 24a15888-07a5-433e-acb1-89c1626569ec gateway port host: n-d-827839-2 {{(pid=103378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:52:05.643487 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39430607-d16a-487e-97a7-9ae556c18c49 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=81ff1514-b86f-472d-8fd1-0862b3807cf5,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:52:05.645536 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-39430607-d16a-487e-97a7-9ae556c18c49 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:05.651803 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-39430607-d16a-487e-97a7-9ae556c18c49 admin admin] 10.222.0.89 "DELETE /v2.0/subnets/81ff1514-b86f-472d-8fd1-0862b3807cf5 HTTP/1.1" status: 204 len: 168 time: 0.3651097 Feb 04 17:52:05.651983 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dea1e501-052f-45eb-b06e-e8be95d185f8 None None] Network 46be3292-f3a2-43e3-8dda-1783317d3bae requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:52:05.652093 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 48444) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:52:05.675683 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-16a0c92e-46c1-4c55-9c15-6201ade33ef4 tempest-RoutersIpV6AdminTest-1698646951 tempest-RoutersIpV6AdminTest-1698646951-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1601811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26971'] for router (40bbe212-448e-4cbf-baa4-796bcdf01a84), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:05.677894 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-16a0c92e-46c1-4c55-9c15-6201ade33ef4 tempest-RoutersIpV6AdminTest-1698646951 tempest-RoutersIpV6AdminTest-1698646951-project-admin] Publish callbacks [] for router_controller (40bbe212-448e-4cbf-baa4-796bcdf01a84), precommit_delete_associations {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:05.724988 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-16a0c92e-46c1-4c55-9c15-6201ade33ef4 tempest-RoutersIpV6AdminTest-1698646951 tempest-RoutersIpV6AdminTest-1698646951-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1601832'] for router (40bbe212-448e-4cbf-baa4-796bcdf01a84), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:05.725808 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16a0c92e-46c1-4c55-9c15-6201ade33ef4 tempest-RoutersIpV6AdminTest-1698646951 tempest-RoutersIpV6AdminTest-1698646951-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 40bbe212-448e-4cbf-baa4-796bcdf01a84 {{(pid=103376) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 17:52:05.729834 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-16a0c92e-46c1-4c55-9c15-6201ade33ef4 tempest-RoutersIpV6AdminTest-1698646951 tempest-RoutersIpV6AdminTest-1698646951-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:05.730211 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-423c3c59-8c73-4c52-b792-887ecabd2bfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628832'] for network (46be3292-f3a2-43e3-8dda-1783317d3bae), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:05.731439 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-16a0c92e-46c1-4c55-9c15-6201ade33ef4 tempest-RoutersIpV6AdminTest-1698646951 tempest-RoutersIpV6AdminTest-1698646951-project-admin] 10.222.0.89 "DELETE /v2.0/routers/40bbe212-448e-4cbf-baa4-796bcdf01a84 HTTP/1.1" status: 204 len: 168 time: 1.2804163 Feb 04 17:52:05.736214 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 48446) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:52:05.742483 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-90d2c9a0-0818-42ff-b9c5-5d326447b22d tempest-RoutersIpV6AdminTest-86286204 tempest-RoutersIpV6AdminTest-86286204-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-43547690', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188'}, 'admin_state_up': False}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:52:05.776728 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-90d2c9a0-0818-42ff-b9c5-5d326447b22d tempest-RoutersIpV6AdminTest-86286204 tempest-RoutersIpV6AdminTest-86286204-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1601657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26921'] for router (abf76e03-415b-4062-9fbf-ebad1ef68715), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:05.778306 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-90d2c9a0-0818-42ff-b9c5-5d326447b22d tempest-RoutersIpV6AdminTest-86286204 tempest-RoutersIpV6AdminTest-86286204-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1602025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603663', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1630571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26960'] for router (abf76e03-415b-4062-9fbf-ebad1ef68715), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:05.817713 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-423c3c59-8c73-4c52-b792-887ecabd2bfc admin admin] Deleting port a7c2c5c9-24a8-4f67-a809-8f6eb83a65be {{(pid=103377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:52:05.818839 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-423c3c59-8c73-4c52-b792-887ecabd2bfc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (a7c2c5c9-24a8-4f67-a809-8f6eb83a65be), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:05.849679 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (ba70844b-66a0-45fd-a2f2-e6ed673321fc), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:05.869578 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-90d2c9a0-0818-42ff-b9c5-5d326447b22d tempest-RoutersIpV6AdminTest-86286204 tempest-RoutersIpV6AdminTest-86286204-project] Publish callbacks [] for router_controller (abf76e03-415b-4062-9fbf-ebad1ef68715), precommit_add_association {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:05.897967 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [None req-423c3c59-8c73-4c52-b792-887ecabd2bfc admin admin] For port a7c2c5c9-24a8-4f67-a809-8f6eb83a65be, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=a7c2c5c9-24a8-4f67-a809-8f6eb83a65be,segment=NetworkSegment(5bdca7c0-e573-4c0a-b097-c770fbfe9ec7),segment_id=5bdca7c0-e573-4c0a-b097-c770fbfe9ec7)] {{(pid=103377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:52:05.898327 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-423c3c59-8c73-4c52-b792-887ecabd2bfc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (a7c2c5c9-24a8-4f67-a809-8f6eb83a65be), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:05.914760 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-423c3c59-8c73-4c52-b792-887ecabd2bfc admin admin] Calling delete_port for a7c2c5c9-24a8-4f67-a809-8f6eb83a65be owned by network:dhcp {{(pid=103377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:52:05.973750 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-b494d814-ca35-4afe-8424-443733449b67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24a15888-07a5-433e-acb1-89c1626569ec', 'name': 'tempest-TestAggregatesBasicOps-715525005-router', 'tenant_id': '49cdbc8b73c64e949119106f98a339e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.160'}], 'enable_snat': True}, 'gw_port_id': 'c9337da0-fab0-4dc3-892a-4aae4b21aab4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:51:54Z', 'updated_at': '2022-02-04T17:51:59Z', 'revision_number': 4, 'project_id': '49cdbc8b73c64e949119106f98a339e5', 'gw_port': {'id': 'c9337da0-fab0-4dc3-892a-4aae4b21aab4', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:bd:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24a15888-07a5-433e-acb1-89c1626569ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3726, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:51:55Z', 'updated_at': '2022-02-04T17:52:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_interfaces': [{'id': '5dfd33b2-f579-43c9-95c5-c37d22c4d519', 'name': '', 'network_id': '6f1f0366-38da-4040-bef7-257bf54d0eec', 'tenant_id': '49cdbc8b73c64e949119106f98a339e5', 'mac_address': 'fa:16:3e:de:18:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24a15888-07a5-433e-acb1-89c1626569ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 3728, 'fixed_ips': [{'subnet_id': '4be7b7f3-2601-4959-85ff-eb9c9027fdad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:51:58Z', 'updated_at': '2022-02-04T17:51:59Z', 'revision_number': 2, 'project_id': '49cdbc8b73c64e949119106f98a339e5', 'subnets': [{'id': '4be7b7f3-2601-4959-85ff-eb9c9027fdad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-2', False) {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:52:06.011031 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b494d814-ca35-4afe-8424-443733449b67 None None] Checking router: 24a15888-07a5-433e-acb1-89c1626569ec for host: n-d-827839-2 {{(pid=103378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 17:52:06.011459 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b494d814-ca35-4afe-8424-443733449b67 None None] Updating router 24a15888-07a5-433e-acb1-89c1626569ec port 5dfd33b2-f579-43c9-95c5-c37d22c4d519 binding host n-d-827839-2 {{(pid=103378) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 17:52:06.031994 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-423c3c59-8c73-4c52-b792-887ecabd2bfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (a7c2c5c9-24a8-4f67-a809-8f6eb83a65be), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:06.041610 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-90d2c9a0-0818-42ff-b9c5-5d326447b22d tempest-RoutersIpV6AdminTest-86286204 tempest-RoutersIpV6AdminTest-86286204-project] Publish callbacks [] for router_gateway (abf76e03-415b-4062-9fbf-ebad1ef68715), precommit_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:06.049102 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b494d814-ca35-4afe-8424-443733449b67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (5dfd33b2-f579-43c9-95c5-c37d22c4d519), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:06.064882 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423c3c59-8c73-4c52-b792-887ecabd2bfc admin admin] Pushing event deleted for resources: {'Port': ['ID=a7c2c5c9-24a8-4f67-a809-8f6eb83a65be,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:52:06.070834 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-def9172f-bbcf-4bdd-85df-ff6ceb8f23e8 None None] DHCP port deletion for 46be3292-f3a2-43e3-8dda-1783317d3bae request from n-d-827839-2 {{(pid=103378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 17:52:06.073573 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-423c3c59-8c73-4c52-b792-887ecabd2bfc admin admin] No DVR routers for this DVR port a7c2c5c9-24a8-4f67-a809-8f6eb83a65be on host n-d-827839-2 {{(pid=103377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 17:52:06.165774 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-423c3c59-8c73-4c52-b792-887ecabd2bfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1543676', 'neutron.services.segments.db._delete_segments_for_network-8781084786517'] for network (46be3292-f3a2-43e3-8dda-1783317d3bae), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:06.210819 n-d-827839-2 neutron-server[103377]: DEBUG neutron.services.segments.db [None req-423c3c59-8c73-4c52-b792-887ecabd2bfc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46be3292-f3a2-43e3-8dda-1783317d3bae']}} {{(pid=103377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:52:06.226545 n-d-827839-2 neutron-server[103377]: DEBUG neutron.services.segments.db [None req-423c3c59-8c73-4c52-b792-887ecabd2bfc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5bdca7c0-e573-4c0a-b097-c770fbfe9ec7') {'for_net_delete': True} {{(pid=103377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:52:06.226956 n-d-827839-2 neutron-server[103377]: DEBUG neutron.services.segments.db [None req-423c3c59-8c73-4c52-b792-887ecabd2bfc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5bdca7c0-e573-4c0a-b097-c770fbfe9ec7') {} {{(pid=103377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:52:06.251349 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-423c3c59-8c73-4c52-b792-887ecabd2bfc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781084783966', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26866685'] for segment (5bdca7c0-e573-4c0a-b097-c770fbfe9ec7), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:06.275824 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-423c3c59-8c73-4c52-b792-887ecabd2bfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (5bdca7c0-e573-4c0a-b097-c770fbfe9ec7), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:06.284629 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-423c3c59-8c73-4c52-b792-887ecabd2bfc admin admin] Releasing vlan 788 on physical network physnet1 to pool {{(pid=103377) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 17:52:06.285910 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-423c3c59-8c73-4c52-b792-887ecabd2bfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25888454'] for segment (5bdca7c0-e573-4c0a-b097-c770fbfe9ec7), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:06.288203 n-d-827839-2 neutron-server[103377]: Traceback (most recent call last): Feb 04 17:52:06.288203 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 17:52:06.288203 n-d-827839-2 neutron-server[103377]: timer() Feb 04 17:52:06.288203 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 17:52:06.288203 n-d-827839-2 neutron-server[103377]: cb(*args, **kw) Feb 04 17:52:06.288203 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 17:52:06.288203 n-d-827839-2 neutron-server[103377]: return func(*args, **kwargs) Feb 04 17:52:06.288203 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 17:52:06.288203 n-d-827839-2 neutron-server[103377]: self._notify() Feb 04 17:52:06.288203 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 17:52:06.288203 n-d-827839-2 neutron-server[103377]: self.callback(batched_events) Feb 04 17:52:06.288203 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 17:52:06.288203 n-d-827839-2 neutron-server[103377]: event.method(event) Feb 04 17:52:06.288203 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 17:52:06.288203 n-d-827839-2 neutron-server[103377]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 17:52:06.288203 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 17:52:06.288203 n-d-827839-2 neutron-server[103377]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 17:52:06.288203 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 17:52:06.288203 n-d-827839-2 neutron-server[103377]: return f(self, *a, **k) Feb 04 17:52:06.288203 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 17:52:06.288203 n-d-827839-2 neutron-server[103377]: return self._get(url).json() Feb 04 17:52:06.288203 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 17:52:06.288203 n-d-827839-2 neutron-server[103377]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 17:52:06.288203 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 17:52:06.288203 n-d-827839-2 neutron-server[103377]: return self.request(url, 'GET', **kwargs) Feb 04 17:52:06.288203 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 17:52:06.288203 n-d-827839-2 neutron-server[103377]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 17:52:06.288203 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 17:52:06.288203 n-d-827839-2 neutron-server[103377]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 17:52:06.288203 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 17:52:06.288203 n-d-827839-2 neutron-server[103377]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 17:52:06.288203 n-d-827839-2 neutron-server[103377]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 17:52:06.364522 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-423c3c59-8c73-4c52-b792-887ecabd2bfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1543671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1595572'] for network (46be3292-f3a2-43e3-8dda-1783317d3bae), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:06.392575 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-423c3c59-8c73-4c52-b792-887ecabd2bfc admin admin] Publish callbacks [] for network (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:06.395768 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-423c3c59-8c73-4c52-b792-887ecabd2bfc admin admin] 10.222.0.89 "DELETE /v2.0/networks/46be3292-f3a2-43e3-8dda-1783317d3bae HTTP/1.1" status: 204 len: 168 time: 0.7430332 Feb 04 17:52:06.411036 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 48448) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:52:06.417423 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423c3c59-8c73-4c52-b792-887ecabd2bfc admin admin] Pushing event deleted for resources: {'Network': ['ID=46be3292-f3a2-43e3-8dda-1783317d3bae,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:52:06.442594 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b494d814-ca35-4afe-8424-443733449b67 None None] Publish callbacks [] for port (5dfd33b2-f579-43c9-95c5-c37d22c4d519), precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:06.449956 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b494d814-ca35-4afe-8424-443733449b67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (5dfd33b2-f579-43c9-95c5-c37d22c4d519), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:06.591420 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3473d0bc-c4f2-4626-8a0e-300071578e5c None None] Pushing event updated for resources: {'Port': ['ID=5dfd33b2-f579-43c9-95c5-c37d22c4d519,revision_number=3']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:52:06.601944 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-b494d814-ca35-4afe-8424-443733449b67 None None] Attempting to bind port 5dfd33b2-f579-43c9-95c5-c37d22c4d519 on host n-d-827839-2 for vnic_type normal with profile {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:52:06.602321 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-b494d814-ca35-4afe-8424-443733449b67 None None] Attempting to bind port 5dfd33b2-f579-43c9-95c5-c37d22c4d519 by drivers openvswitch,hyperv on host n-d-827839-2 at level 0 using segments [{'id': 'a04bcc34-9b64-4a1f-a30f-a0937d9beab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '6f1f0366-38da-4040-bef7-257bf54d0eec'}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:52:06.602695 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b494d814-ca35-4afe-8424-443733449b67 None None] Attempting to bind port 5dfd33b2-f579-43c9-95c5-c37d22c4d519 on network 6f1f0366-38da-4040-bef7-257bf54d0eec {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:52:06.636461 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b494d814-ca35-4afe-8424-443733449b67 None None] Checking agent: {'id': 'ba70844b-66a0-45fd-a2f2-e6ed673321fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 0, 36), 'started_at': datetime.datetime(2022, 2, 4, 17, 1, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 52, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:52:06.636863 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b494d814-ca35-4afe-8424-443733449b67 None None] Checking segment: {'id': 'a04bcc34-9b64-4a1f-a30f-a0937d9beab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '6f1f0366-38da-4040-bef7-257bf54d0eec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:52:06.637278 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b494d814-ca35-4afe-8424-443733449b67 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:06.637675 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b494d814-ca35-4afe-8424-443733449b67 None None] Bound using segment: {'id': 'a04bcc34-9b64-4a1f-a30f-a0937d9beab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '6f1f0366-38da-4040-bef7-257bf54d0eec'} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:52:06.638158 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-b494d814-ca35-4afe-8424-443733449b67 None None] Bound port: 5dfd33b2-f579-43c9-95c5-c37d22c4d519, host: n-d-827839-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a04bcc34-9b64-4a1f-a30f-a0937d9beab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '6f1f0366-38da-4040-bef7-257bf54d0eec'}}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:52:06.638546 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b494d814-ca35-4afe-8424-443733449b67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (5dfd33b2-f579-43c9-95c5-c37d22c4d519), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:06.707514 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-90d2c9a0-0818-42ff-b9c5-5d326447b22d tempest-RoutersIpV6AdminTest-86286204 tempest-RoutersIpV6AdminTest-86286204-project] Publish callbacks [] for router_gateway (abf76e03-415b-4062-9fbf-ebad1ef68715), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:06.727433 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-90d2c9a0-0818-42ff-b9c5-5d326447b22d tempest-RoutersIpV6AdminTest-86286204 tempest-RoutersIpV6AdminTest-86286204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:06.762152 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-b494d814-ca35-4afe-8424-443733449b67 None None] For port 5dfd33b2-f579-43c9-95c5-c37d22c4d519, host n-d-827839-2, cleared binding levels {{(pid=103378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:52:06.768191 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-b494d814-ca35-4afe-8424-443733449b67 None None] For port 5dfd33b2-f579-43c9-95c5-c37d22c4d519, host n-d-827839-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=5dfd33b2-f579-43c9-95c5-c37d22c4d519,segment=NetworkSegment(a04bcc34-9b64-4a1f-a30f-a0937d9beab9),segment_id=a04bcc34-9b64-4a1f-a30f-a0937d9beab9)] {{(pid=103378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:52:06.781870 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b494d814-ca35-4afe-8424-443733449b67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (5dfd33b2-f579-43c9-95c5-c37d22c4d519), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:06.883485 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.db_base_plugin_common [None req-90d2c9a0-0818-42ff-b9c5-5d326447b22d tempest-RoutersIpV6AdminTest-86286204 tempest-RoutersIpV6AdminTest-86286204-project] Allocated IP 172.25.6.245 (48165773-85ad-49a1-9ec1-76fc8dc24188/7660bfad-1ea8-4fe7-831b-bed836f13efc/fdfc5b0a-24bd-43c4-b952-c409d40a6736) {{(pid=103376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:52:06.922564 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b494d814-ca35-4afe-8424-443733449b67 None None] Routers {'24a15888-07a5-433e-acb1-89c1626569ec'} bound to L3 agent in host n-d-827839-2 {{(pid=103378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:52:06.923269 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-b494d814-ca35-4afe-8424-443733449b67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:52:03Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['24a15888-07a5-433e-acb1-89c1626569ec'], 'active': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:52:06.993266 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3473d0bc-c4f2-4626-8a0e-300071578e5c None None] Pushing event updated for resources: {'Port': ['ID=5dfd33b2-f579-43c9-95c5-c37d22c4d519,revision_number=4']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:52:07.008694 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-f3e113a3-1c88-40b9-aaab-d12c7f39b042 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602754'] for router_interface (24a15888-07a5-433e-acb1-89c1626569ec), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:07.021876 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 78112f25-7273-45f4-8217-01a3520e9d39 no longer exists at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:52:07.049725 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-dc4cb158-e5c4-4e4c-9f64-2d6d1e5d4963 None None] Provisioning complete for port 5dfd33b2-f579-43c9-95c5-c37d22c4d519 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:52:07.049975 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-dc4cb158-e5c4-4e4c-9f64-2d6d1e5d4963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (5dfd33b2-f579-43c9-95c5-c37d22c4d519), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:07.085570 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-90d2c9a0-0818-42ff-b9c5-5d326447b22d tempest-RoutersIpV6AdminTest-86286204 tempest-RoutersIpV6AdminTest-86286204-project] Publish callbacks [] for port (fdfc5b0a-24bd-43c4-b952-c409d40a6736), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:07.104568 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] No Port match for: 78112f25-7273-45f4-8217-01a3520e9d39 {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 17:52:07.105002 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 78112f25-7273-45f4-8217-01a3520e9d39 not bound to the agent host n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 17:52:07.105358 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device b9f87f13-8be3-4907-adfd-3d8e98b5e3ba no longer exists at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:52:07.133800 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-90d2c9a0-0818-42ff-b9c5-5d326447b22d tempest-RoutersIpV6AdminTest-86286204 tempest-RoutersIpV6AdminTest-86286204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (fdfc5b0a-24bd-43c4-b952-c409d40a6736), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:07.144457 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] No Port match for: b9f87f13-8be3-4907-adfd-3d8e98b5e3ba {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 17:52:07.144846 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device b9f87f13-8be3-4907-adfd-3d8e98b5e3ba not bound to the agent host n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 17:52:07.145226 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 2be4e28c-a6f9-4a38-9782-5374012dca4d no longer exists at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:52:07.178526 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] No Port match for: 2be4e28c-a6f9-4a38-9782-5374012dca4d {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 17:52:07.178836 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 2be4e28c-a6f9-4a38-9782-5374012dca4d not bound to the agent host n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 17:52:07.179755 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device a7c2c5c9-24a8-4f67-a809-8f6eb83a65be no longer exists at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:52:07.182909 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90d2c9a0-0818-42ff-b9c5-5d326447b22d tempest-RoutersIpV6AdminTest-86286204 tempest-RoutersIpV6AdminTest-86286204-project] Network 48165773-85ad-49a1-9ec1-76fc8dc24188 is already hosted by enough agents. {{(pid=103376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:52:07.186213 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [None req-90d2c9a0-0818-42ff-b9c5-5d326447b22d tempest-RoutersIpV6AdminTest-86286204 tempest-RoutersIpV6AdminTest-86286204-project] Resources bound (agent type, host, resource id): {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:52:07.189958 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90d2c9a0-0818-42ff-b9c5-5d326447b22d tempest-RoutersIpV6AdminTest-86286204 tempest-RoutersIpV6AdminTest-86286204-project] Received port after_create {{(pid=103376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:52:07.206926 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] No Port match for: a7c2c5c9-24a8-4f67-a809-8f6eb83a65be {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 17:52:07.207272 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device a7c2c5c9-24a8-4f67-a809-8f6eb83a65be not bound to the agent host n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 17:52:07.220497 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d2c9a0-0818-42ff-b9c5-5d326447b22d tempest-RoutersIpV6AdminTest-86286204 tempest-RoutersIpV6AdminTest-86286204-project] Pushing event updated for resources: {'Port': ['ID=fdfc5b0a-24bd-43c4-b952-c409d40a6736,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:52:07.223984 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvr_db [None req-b494d814-ca35-4afe-8424-443733449b67 None None] Set router 24a15888-07a5-433e-acb1-89c1626569ec gateway port host: n-d-827839-2 {{(pid=103378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:52:07.335579 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-dc4cb158-e5c4-4e4c-9f64-2d6d1e5d4963 None None] Current status of the port 5dfd33b2-f579-43c9-95c5-c37d22c4d519 is: DOWN; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:52:07.336310 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-dc4cb158-e5c4-4e4c-9f64-2d6d1e5d4963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (5dfd33b2-f579-43c9-95c5-c37d22c4d519), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:07.340587 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-f3e113a3-1c88-40b9-aaab-d12c7f39b042 admin admin] Deleting port 5dfd33b2-f579-43c9-95c5-c37d22c4d519 {{(pid=103377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:52:07.341160 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-f3e113a3-1c88-40b9-aaab-d12c7f39b042 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (5dfd33b2-f579-43c9-95c5-c37d22c4d519), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:07.422329 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-dc4cb158-e5c4-4e4c-9f64-2d6d1e5d4963 None None] For port 5dfd33b2-f579-43c9-95c5-c37d22c4d519, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=5dfd33b2-f579-43c9-95c5-c37d22c4d519,segment=NetworkSegment(a04bcc34-9b64-4a1f-a30f-a0937d9beab9),segment_id=a04bcc34-9b64-4a1f-a30f-a0937d9beab9)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:52:07.422944 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [None req-f3e113a3-1c88-40b9-aaab-d12c7f39b042 admin admin] For port 5dfd33b2-f579-43c9-95c5-c37d22c4d519, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=5dfd33b2-f579-43c9-95c5-c37d22c4d519,segment=NetworkSegment(a04bcc34-9b64-4a1f-a30f-a0937d9beab9),segment_id=a04bcc34-9b64-4a1f-a30f-a0937d9beab9)] {{(pid=103377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:52:07.423310 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-f3e113a3-1c88-40b9-aaab-d12c7f39b042 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (5dfd33b2-f579-43c9-95c5-c37d22c4d519), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:07.433973 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-dc4cb158-e5c4-4e4c-9f64-2d6d1e5d4963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (5dfd33b2-f579-43c9-95c5-c37d22c4d519), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:07.441494 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-f3e113a3-1c88-40b9-aaab-d12c7f39b042 admin admin] Calling delete_port for 5dfd33b2-f579-43c9-95c5-c37d22c4d519 owned by network:router_interface {{(pid=103377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:52:07.473221 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-90d2c9a0-0818-42ff-b9c5-5d326447b22d tempest-RoutersIpV6AdminTest-86286204 tempest-RoutersIpV6AdminTest-86286204-project] Publish callbacks [] for router_gateway (abf76e03-415b-4062-9fbf-ebad1ef68715), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:07.518931 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4cb158-e5c4-4e4c-9f64-2d6d1e5d4963 None None] Pushing event updated for resources: {'Port': ['ID=5dfd33b2-f579-43c9-95c5-c37d22c4d519,revision_number=5']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:52:07.562286 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-b494d814-ca35-4afe-8424-443733449b67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24a15888-07a5-433e-acb1-89c1626569ec', 'name': 'tempest-TestAggregatesBasicOps-715525005-router', 'tenant_id': '49cdbc8b73c64e949119106f98a339e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.160'}], 'enable_snat': True}, 'gw_port_id': 'c9337da0-fab0-4dc3-892a-4aae4b21aab4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:51:54Z', 'updated_at': '2022-02-04T17:51:59Z', 'revision_number': 4, 'project_id': '49cdbc8b73c64e949119106f98a339e5', 'gw_port': {'id': 'c9337da0-fab0-4dc3-892a-4aae4b21aab4', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:bd:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24a15888-07a5-433e-acb1-89c1626569ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3726, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:51:55Z', 'updated_at': '2022-02-04T17:52:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_interfaces': [{'id': '5dfd33b2-f579-43c9-95c5-c37d22c4d519', 'name': '', 'network_id': '6f1f0366-38da-4040-bef7-257bf54d0eec', 'tenant_id': '49cdbc8b73c64e949119106f98a339e5', 'mac_address': 'fa:16:3e:de:18:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24a15888-07a5-433e-acb1-89c1626569ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 3728, 'fixed_ips': [{'subnet_id': '4be7b7f3-2601-4959-85ff-eb9c9027fdad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:51:58Z', 'updated_at': '2022-02-04T17:52:06Z', 'revision_number': 4, 'project_id': '49cdbc8b73c64e949119106f98a339e5', 'subnets': [{'id': '4be7b7f3-2601-4959-85ff-eb9c9027fdad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-2', False) {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:52:07.591957 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-f38f8a10-af71-4748-9c99-c6ead2722a38 None None] Provisioning complete for port 5dfd33b2-f579-43c9-95c5-c37d22c4d519 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:52:07.592345 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f38f8a10-af71-4748-9c99-c6ead2722a38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (5dfd33b2-f579-43c9-95c5-c37d22c4d519), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:07.594425 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b494d814-ca35-4afe-8424-443733449b67 None None] The sync data for ids ['24a15888-07a5-433e-acb1-89c1626569ec'] in n-d-827839-2 is: [{'id': '24a15888-07a5-433e-acb1-89c1626569ec', 'name': 'tempest-TestAggregatesBasicOps-715525005-router', 'tenant_id': '49cdbc8b73c64e949119106f98a339e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.160'}], 'enable_snat': True}, 'gw_port_id': 'c9337da0-fab0-4dc3-892a-4aae4b21aab4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:51:54Z', 'updated_at': '2022-02-04T17:51:59Z', 'revision_number': 4, 'project_id': '49cdbc8b73c64e949119106f98a339e5', 'gw_port': {'id': 'c9337da0-fab0-4dc3-892a-4aae4b21aab4', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:bd:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24a15888-07a5-433e-acb1-89c1626569ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3726, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:51:55Z', 'updated_at': '2022-02-04T17:52:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_interfaces': [{'id': '5dfd33b2-f579-43c9-95c5-c37d22c4d519', 'name': '', 'network_id': '6f1f0366-38da-4040-bef7-257bf54d0eec', 'tenant_id': '49cdbc8b73c64e949119106f98a339e5', 'mac_address': 'fa:16:3e:de:18:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24a15888-07a5-433e-acb1-89c1626569ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 3728, 'fixed_ips': [{'subnet_id': '4be7b7f3-2601-4959-85ff-eb9c9027fdad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:51:58Z', 'updated_at': '2022-02-04T17:52:06Z', 'revision_number': 4, 'project_id': '49cdbc8b73c64e949119106f98a339e5', 'subnets': [{'id': '4be7b7f3-2601-4959-85ff-eb9c9027fdad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 17:52:07.709217 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-f38f8a10-af71-4748-9c99-c6ead2722a38 None None] Current status of the port 5dfd33b2-f579-43c9-95c5-c37d22c4d519 is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:52:07.717507 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-90d2c9a0-0818-42ff-b9c5-5d326447b22d tempest-RoutersIpV6AdminTest-86286204 tempest-RoutersIpV6AdminTest-86286204-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1602046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603680'] for router (abf76e03-415b-4062-9fbf-ebad1ef68715), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:07.861451 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90d2c9a0-0818-42ff-b9c5-5d326447b22d tempest-RoutersIpV6AdminTest-86286204 tempest-RoutersIpV6AdminTest-86286204-project] Router abf76e03-415b-4062-9fbf-ebad1ef68715 is scheduled to L3 agent 64ada913-9131-4d99-a265-63a920956287 with binding_index 1 {{(pid=103376) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 17:52:07.980232 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90d2c9a0-0818-42ff-b9c5-5d326447b22d tempest-RoutersIpV6AdminTest-86286204 tempest-RoutersIpV6AdminTest-86286204-project] Notify agent at l3_agent.n-d-827839-2 the message routers_updated {{(pid=103376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 17:52:07.991367 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-f3e113a3-1c88-40b9-aaab-d12c7f39b042 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (5dfd33b2-f579-43c9-95c5-c37d22c4d519), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:07.995660 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a2087ca-37aa-427c-b30f-1f34fdd0f422 None None] Sync routers for ids ['abf76e03-415b-4062-9fbf-ebad1ef68715'] in n-d-827839-2 {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 17:52:08.006276 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-90d2c9a0-0818-42ff-b9c5-5d326447b22d tempest-RoutersIpV6AdminTest-86286204 tempest-RoutersIpV6AdminTest-86286204-project] Publish callbacks [] for router (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:08.007794 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-90d2c9a0-0818-42ff-b9c5-5d326447b22d tempest-RoutersIpV6AdminTest-86286204 tempest-RoutersIpV6AdminTest-86286204-project] 10.222.0.89 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.2697613 Feb 04 17:52:08.010720 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 48450) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:52:08.012508 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a2087ca-37aa-427c-b30f-1f34fdd0f422 None None] Routers {'abf76e03-415b-4062-9fbf-ebad1ef68715'} bound to L3 agent in host n-d-827839-2 {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:52:08.013396 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-5a2087ca-37aa-427c-b30f-1f34fdd0f422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:52:03Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['abf76e03-415b-4062-9fbf-ebad1ef68715'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:52:08.018245 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-1e2579bc-4114-41db-99bc-1ba8c9bff151 tempest-RoutersIpV6AdminTest-1698646951 tempest-RoutersIpV6AdminTest-1698646951-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'enable_snat': False}}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:52:08.031999 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e113a3-1c88-40b9-aaab-d12c7f39b042 admin admin] Pushing event deleted for resources: {'Port': ['ID=5dfd33b2-f579-43c9-95c5-c37d22c4d519,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:52:08.084624 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-5a2087ca-37aa-427c-b30f-1f34fdd0f422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827839-2', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:52:08.094976 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a2087ca-37aa-427c-b30f-1f34fdd0f422 None None] Routers {'abf76e03-415b-4062-9fbf-ebad1ef68715'} bound to L3 agent in host n-d-827839-2 {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:52:08.096011 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-5a2087ca-37aa-427c-b30f-1f34fdd0f422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:52:03Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['abf76e03-415b-4062-9fbf-ebad1ef68715'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:52:08.138354 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-5a2087ca-37aa-427c-b30f-1f34fdd0f422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827839-2', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:52:08.139590 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a2087ca-37aa-427c-b30f-1f34fdd0f422 None None] The sync data for ids ['abf76e03-415b-4062-9fbf-ebad1ef68715'] in n-d-827839-2 is: [] {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 17:52:08.253871 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-f3e113a3-1c88-40b9-aaab-d12c7f39b042 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1677336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1602614'] for router_interface (24a15888-07a5-433e-acb1-89c1626569ec), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:08.451241 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-1e2579bc-4114-41db-99bc-1ba8c9bff151 tempest-RoutersIpV6AdminTest-1698646951 tempest-RoutersIpV6AdminTest-1698646951-project-admin] Publish callbacks [] for router_gateway (abf76e03-415b-4062-9fbf-ebad1ef68715), precommit_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:08.510634 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3e113a3-1c88-40b9-aaab-d12c7f39b042 admin admin] Router 24a15888-07a5-433e-acb1-89c1626569ec has already been hosted by L3 agent 64ada913-9131-4d99-a265-63a920956287 {{(pid=103377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 17:52:08.623379 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3e113a3-1c88-40b9-aaab-d12c7f39b042 admin admin] Notify agent at l3_agent.n-d-827839-2 the message routers_updated {{(pid=103377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 17:52:08.629131 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-f3e113a3-1c88-40b9-aaab-d12c7f39b042 admin admin] 10.222.0.89 "PUT /v2.0/routers/24a15888-07a5-433e-acb1-89c1626569ec/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2168076 Feb 04 17:52:08.631452 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 48452) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:52:08.636703 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fce19c5b-ad93-40db-880a-1e6aaf60548d None None] Sync routers for ids ['24a15888-07a5-433e-acb1-89c1626569ec'] in n-d-827839-2 {{(pid=103378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 17:52:08.649928 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fce19c5b-ad93-40db-880a-1e6aaf60548d None None] Routers {'24a15888-07a5-433e-acb1-89c1626569ec'} bound to L3 agent in host n-d-827839-2 {{(pid=103378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:52:08.650835 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-fce19c5b-ad93-40db-880a-1e6aaf60548d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:52:03Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['24a15888-07a5-433e-acb1-89c1626569ec'], 'active': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:52:08.742799 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-b6410388-1dea-4483-81ef-bf6b4bef408e admin admin] Publish callbacks [] for router (24a15888-07a5-433e-acb1-89c1626569ec), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:08.849998 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-b6410388-1dea-4483-81ef-bf6b4bef408e admin admin] Publish callbacks [] for router_gateway (24a15888-07a5-433e-acb1-89c1626569ec), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:08.867319 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-1e2579bc-4114-41db-99bc-1ba8c9bff151 tempest-RoutersIpV6AdminTest-1698646951 tempest-RoutersIpV6AdminTest-1698646951-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1603677', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1602039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26946'] for router (abf76e03-415b-4062-9fbf-ebad1ef68715), precommit_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:08.871248 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-1e2579bc-4114-41db-99bc-1ba8c9bff151 tempest-RoutersIpV6AdminTest-1698646951 tempest-RoutersIpV6AdminTest-1698646951-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1603666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1603691', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1601804'] for router (abf76e03-415b-4062-9fbf-ebad1ef68715), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:08.912235 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-b6410388-1dea-4483-81ef-bf6b4bef408e admin admin] Deleting port c9337da0-fab0-4dc3-892a-4aae4b21aab4 {{(pid=103377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:52:08.913844 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-b6410388-1dea-4483-81ef-bf6b4bef408e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (c9337da0-fab0-4dc3-892a-4aae4b21aab4), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:08.936250 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvr_db [None req-fce19c5b-ad93-40db-880a-1e6aaf60548d None None] Set router 24a15888-07a5-433e-acb1-89c1626569ec gateway port host: n-d-827839-2 {{(pid=103378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:52:08.987975 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e2579bc-4114-41db-99bc-1ba8c9bff151 tempest-RoutersIpV6AdminTest-1698646951 tempest-RoutersIpV6AdminTest-1698646951-project-admin] Router abf76e03-415b-4062-9fbf-ebad1ef68715 has already been hosted by L3 agent 64ada913-9131-4d99-a265-63a920956287 {{(pid=103376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 17:52:08.997161 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [None req-b6410388-1dea-4483-81ef-bf6b4bef408e admin admin] For port c9337da0-fab0-4dc3-892a-4aae4b21aab4, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=c9337da0-fab0-4dc3-892a-4aae4b21aab4,segment=NetworkSegment(5942dc44-1f07-4c27-b0ab-45a2bff20dd5),segment_id=5942dc44-1f07-4c27-b0ab-45a2bff20dd5)] {{(pid=103377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:52:08.997527 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-b6410388-1dea-4483-81ef-bf6b4bef408e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (c9337da0-fab0-4dc3-892a-4aae4b21aab4), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:09.011212 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-b6410388-1dea-4483-81ef-bf6b4bef408e admin admin] Calling delete_port for c9337da0-fab0-4dc3-892a-4aae4b21aab4 owned by network:router_gateway {{(pid=103377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:52:09.128005 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-fce19c5b-ad93-40db-880a-1e6aaf60548d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24a15888-07a5-433e-acb1-89c1626569ec', 'name': 'tempest-TestAggregatesBasicOps-715525005-router', 'tenant_id': '49cdbc8b73c64e949119106f98a339e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.160'}], 'enable_snat': True}, 'gw_port_id': 'c9337da0-fab0-4dc3-892a-4aae4b21aab4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:51:54Z', 'updated_at': '2022-02-04T17:52:07Z', 'revision_number': 5, 'project_id': '49cdbc8b73c64e949119106f98a339e5', 'gw_port': {'id': 'c9337da0-fab0-4dc3-892a-4aae4b21aab4', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:bd:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24a15888-07a5-433e-acb1-89c1626569ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3726, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:51:55Z', 'updated_at': '2022-02-04T17:52:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2'}], 'n-d-827839-2', False) {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:52:09.161487 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fce19c5b-ad93-40db-880a-1e6aaf60548d None None] Checking router: 24a15888-07a5-433e-acb1-89c1626569ec for host: n-d-827839-2 {{(pid=103378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 17:52:09.171050 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fce19c5b-ad93-40db-880a-1e6aaf60548d None None] Routers {'24a15888-07a5-433e-acb1-89c1626569ec'} bound to L3 agent in host n-d-827839-2 {{(pid=103378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:52:09.171844 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-fce19c5b-ad93-40db-880a-1e6aaf60548d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:52:03Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['24a15888-07a5-433e-acb1-89c1626569ec'], 'active': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:52:09.178388 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.agents_db [None req-e1691f3b-aacd-4cd6-8ebb-a9c53bb301c0 None None] Agent healthcheck: found 7 active agents {{(pid=103379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 17:52:09.193679 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-b6410388-1dea-4483-81ef-bf6b4bef408e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (c9337da0-fab0-4dc3-892a-4aae4b21aab4), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:09.228631 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6410388-1dea-4483-81ef-bf6b4bef408e admin admin] Pushing event deleted for resources: {'Port': ['ID=c9337da0-fab0-4dc3-892a-4aae4b21aab4,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:52:09.275390 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvr_db [None req-fce19c5b-ad93-40db-880a-1e6aaf60548d None None] Set router 24a15888-07a5-433e-acb1-89c1626569ec gateway port host: None {{(pid=103378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:52:09.309868 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-b6410388-1dea-4483-81ef-bf6b4bef408e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1595544'] for router_gateway (24a15888-07a5-433e-acb1-89c1626569ec), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:09.334371 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-fce19c5b-ad93-40db-880a-1e6aaf60548d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24a15888-07a5-433e-acb1-89c1626569ec', 'name': 'tempest-TestAggregatesBasicOps-715525005-router', 'tenant_id': '49cdbc8b73c64e949119106f98a339e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:51:54Z', 'updated_at': '2022-02-04T17:52:08Z', 'revision_number': 6, 'project_id': '49cdbc8b73c64e949119106f98a339e5', 'gw_port_host': None}], 'n-d-827839-2', False) {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:52:09.356368 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e2579bc-4114-41db-99bc-1ba8c9bff151 tempest-RoutersIpV6AdminTest-1698646951 tempest-RoutersIpV6AdminTest-1698646951-project-admin] Notify agent at l3_agent.n-d-827839-2 the message routers_updated {{(pid=103376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 17:52:09.361363 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-1e2579bc-4114-41db-99bc-1ba8c9bff151 tempest-RoutersIpV6AdminTest-1698646951 tempest-RoutersIpV6AdminTest-1698646951-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:09.362758 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-1e2579bc-4114-41db-99bc-1ba8c9bff151 tempest-RoutersIpV6AdminTest-1698646951 tempest-RoutersIpV6AdminTest-1698646951-project-admin] 10.222.0.89 "PUT /v2.0/routers/abf76e03-415b-4062-9fbf-ebad1ef68715 HTTP/1.1" status: 200 len: 924 time: 1.3509705 Feb 04 17:52:09.365312 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 48454) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:52:09.365554 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fce19c5b-ad93-40db-880a-1e6aaf60548d None None] The sync data for ids ['24a15888-07a5-433e-acb1-89c1626569ec'] in n-d-827839-2 is: [{'id': '24a15888-07a5-433e-acb1-89c1626569ec', 'name': 'tempest-TestAggregatesBasicOps-715525005-router', 'tenant_id': '49cdbc8b73c64e949119106f98a339e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:51:54Z', 'updated_at': '2022-02-04T17:52:08Z', 'revision_number': 6, 'project_id': '49cdbc8b73c64e949119106f98a339e5', 'gw_port_host': None}] {{(pid=103378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 17:52:09.368173 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdc0ea52-7ac2-4c9e-b1b1-98539fdd55a9 None None] Sync routers for ids ['abf76e03-415b-4062-9fbf-ebad1ef68715'] in n-d-827839-2 {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 17:52:09.399289 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdc0ea52-7ac2-4c9e-b1b1-98539fdd55a9 None None] Routers {'abf76e03-415b-4062-9fbf-ebad1ef68715'} bound to L3 agent in host n-d-827839-2 {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:52:09.399922 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-fdc0ea52-7ac2-4c9e-b1b1-98539fdd55a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:52:03Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['abf76e03-415b-4062-9fbf-ebad1ef68715'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:52:09.415341 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-b6410388-1dea-4483-81ef-bf6b4bef408e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1601811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26971'] for router (24a15888-07a5-433e-acb1-89c1626569ec), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:09.418629 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-b6410388-1dea-4483-81ef-bf6b4bef408e admin admin] Publish callbacks [] for router_controller (24a15888-07a5-433e-acb1-89c1626569ec), precommit_delete_associations {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:09.437786 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-fdc0ea52-7ac2-4c9e-b1b1-98539fdd55a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827839-2', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:52:09.447297 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdc0ea52-7ac2-4c9e-b1b1-98539fdd55a9 None None] Routers {'abf76e03-415b-4062-9fbf-ebad1ef68715'} bound to L3 agent in host n-d-827839-2 {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:52:09.447982 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-fdc0ea52-7ac2-4c9e-b1b1-98539fdd55a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:52:03Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['abf76e03-415b-4062-9fbf-ebad1ef68715'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:52:09.461128 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-b6410388-1dea-4483-81ef-bf6b4bef408e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1601832'] for router (24a15888-07a5-433e-acb1-89c1626569ec), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:09.461812 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6410388-1dea-4483-81ef-bf6b4bef408e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 24a15888-07a5-433e-acb1-89c1626569ec {{(pid=103377) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 17:52:09.466889 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-b6410388-1dea-4483-81ef-bf6b4bef408e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:09.469188 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-b6410388-1dea-4483-81ef-bf6b4bef408e admin admin] 10.222.0.89 "DELETE /v2.0/routers/24a15888-07a5-433e-acb1-89c1626569ec HTTP/1.1" status: 204 len: 168 time: 0.8367734 Feb 04 17:52:09.470773 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 48456) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:52:09.489012 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-fdc0ea52-7ac2-4c9e-b1b1-98539fdd55a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827839-2', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:52:09.489758 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdc0ea52-7ac2-4c9e-b1b1-98539fdd55a9 None None] The sync data for ids ['abf76e03-415b-4062-9fbf-ebad1ef68715'] in n-d-827839-2 is: [] {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 17:52:09.495353 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-ef468805-b011-4ba2-b0ae-07550d5d2ca6 tempest-RoutersIpV6AdminTest-1698646951 tempest-RoutersIpV6AdminTest-1698646951-project-admin] 10.222.0.89 "GET /v2.0/routers/abf76e03-415b-4062-9fbf-ebad1ef68715 HTTP/1.1" status: 200 len: 924 time: 0.1283484 Feb 04 17:52:09.498673 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 48458) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:52:09.522027 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.db_base_plugin_v2 [None req-58fe0ea5-312f-41cc-a0be-d57faf2e9eeb admin admin] Deleting subnet 4be7b7f3-2601-4959-85ff-eb9c9027fdad {{(pid=103377) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 17:52:09.525245 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-58fe0ea5-312f-41cc-a0be-d57faf2e9eeb admin admin] Publish callbacks [] for subnet (4be7b7f3-2601-4959-85ff-eb9c9027fdad), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:09.546743 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20227dd7-40f8-4a6e-b834-3619589149db tempest-RoutersIpV6AdminTest-1698646951 tempest-RoutersIpV6AdminTest-1698646951-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:52:09.548466 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-20227dd7-40f8-4a6e-b834-3619589149db tempest-RoutersIpV6AdminTest-1698646951 tempest-RoutersIpV6AdminTest-1698646951-project-admin] 10.222.0.89 "GET /v2.0/ports?network_id=48165773-85ad-49a1-9ec1-76fc8dc24188&device_id=abf76e03-415b-4062-9fbf-ebad1ef68715&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0488701 Feb 04 17:52:09.551120 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 48460) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:52:09.600886 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-58fe0ea5-312f-41cc-a0be-d57faf2e9eeb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26866676'] for subnet (4be7b7f3-2601-4959-85ff-eb9c9027fdad), precommit_delete_associations {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:09.695295 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4283f989-12e8-457d-acc6-ca6d84f95296 tempest-RoutersIpV6AdminTest-1698646951 tempest-RoutersIpV6AdminTest-1698646951-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:52:09.696583 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-4283f989-12e8-457d-acc6-ca6d84f95296 tempest-RoutersIpV6AdminTest-1698646951 tempest-RoutersIpV6AdminTest-1698646951-project-admin] 10.222.0.89 "GET /v2.0/networks/48165773-85ad-49a1-9ec1-76fc8dc24188 HTTP/1.1" status: 200 len: 881 time: 0.1445394 Feb 04 17:52:09.699530 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 48462) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:52:09.710107 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-58fe0ea5-312f-41cc-a0be-d57faf2e9eeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1541225'] for subnet (4be7b7f3-2601-4959-85ff-eb9c9027fdad), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:09.727424 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-cd7b03e2-954e-4837-a88f-e86705e1133e tempest-RoutersIpV6AdminTest-86286204 tempest-RoutersIpV6AdminTest-86286204-project] 10.222.0.89 "GET /v2.0/ports?device_id=abf76e03-415b-4062-9fbf-ebad1ef68715 HTTP/1.1" status: 200 len: 205 time: 0.0266719 Feb 04 17:52:09.729911 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 48464) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:52:09.772625 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-58fe0ea5-312f-41cc-a0be-d57faf2e9eeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1541216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25888360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25597190'] for subnet (4be7b7f3-2601-4959-85ff-eb9c9027fdad), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:09.801258 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58fe0ea5-312f-41cc-a0be-d57faf2e9eeb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4be7b7f3-2601-4959-85ff-eb9c9027fdad,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:52:09.803229 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-58fe0ea5-312f-41cc-a0be-d57faf2e9eeb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:09.808871 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-58fe0ea5-312f-41cc-a0be-d57faf2e9eeb admin admin] 10.222.0.89 "DELETE /v2.0/subnets/4be7b7f3-2601-4959-85ff-eb9c9027fdad HTTP/1.1" status: 204 len: 168 time: 0.3347254 Feb 04 17:52:09.809192 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 48466) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:52:09.817774 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1deb710e-6923-481c-abd1-d7cecf1cd019 None None] Network 6f1f0366-38da-4040-bef7-257bf54d0eec requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:52:09.849205 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-7d1d4614-14be-464f-aeb8-fa964cacaa22 tempest-RoutersIpV6AdminTest-86286204 tempest-RoutersIpV6AdminTest-86286204-project] Publish callbacks [] for router (abf76e03-415b-4062-9fbf-ebad1ef68715), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:09.888148 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-1f7dab90-0c46-4fa6-ac5e-920a0dfa1bdd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628832'] for network (6f1f0366-38da-4040-bef7-257bf54d0eec), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:09.948600 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-1f7dab90-0c46-4fa6-ac5e-920a0dfa1bdd admin admin] Deleting port 7c31b866-3082-4743-bf60-a4f7ee2efa8e {{(pid=103377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:52:09.949329 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-1f7dab90-0c46-4fa6-ac5e-920a0dfa1bdd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (7c31b866-3082-4743-bf60-a4f7ee2efa8e), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:09.974457 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-7d1d4614-14be-464f-aeb8-fa964cacaa22 tempest-RoutersIpV6AdminTest-86286204 tempest-RoutersIpV6AdminTest-86286204-project] Publish callbacks [] for router_gateway (abf76e03-415b-4062-9fbf-ebad1ef68715), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:10.017992 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [None req-1f7dab90-0c46-4fa6-ac5e-920a0dfa1bdd admin admin] For port 7c31b866-3082-4743-bf60-a4f7ee2efa8e, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=7c31b866-3082-4743-bf60-a4f7ee2efa8e,segment=NetworkSegment(a04bcc34-9b64-4a1f-a30f-a0937d9beab9),segment_id=a04bcc34-9b64-4a1f-a30f-a0937d9beab9)] {{(pid=103377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:52:10.018356 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-1f7dab90-0c46-4fa6-ac5e-920a0dfa1bdd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (7c31b866-3082-4743-bf60-a4f7ee2efa8e), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:10.034133 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-7d1d4614-14be-464f-aeb8-fa964cacaa22 tempest-RoutersIpV6AdminTest-86286204 tempest-RoutersIpV6AdminTest-86286204-project] Deleting port fdfc5b0a-24bd-43c4-b952-c409d40a6736 {{(pid=103376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:52:10.034481 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-7d1d4614-14be-464f-aeb8-fa964cacaa22 tempest-RoutersIpV6AdminTest-86286204 tempest-RoutersIpV6AdminTest-86286204-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (fdfc5b0a-24bd-43c4-b952-c409d40a6736), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:10.037031 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-1f7dab90-0c46-4fa6-ac5e-920a0dfa1bdd admin admin] Calling delete_port for 7c31b866-3082-4743-bf60-a4f7ee2efa8e owned by network:dhcp {{(pid=103377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:52:10.116028 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-1f7dab90-0c46-4fa6-ac5e-920a0dfa1bdd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (7c31b866-3082-4743-bf60-a4f7ee2efa8e), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:10.122732 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-7d1d4614-14be-464f-aeb8-fa964cacaa22 tempest-RoutersIpV6AdminTest-86286204 tempest-RoutersIpV6AdminTest-86286204-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (fdfc5b0a-24bd-43c4-b952-c409d40a6736), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:10.137418 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-7d1d4614-14be-464f-aeb8-fa964cacaa22 tempest-RoutersIpV6AdminTest-86286204 tempest-RoutersIpV6AdminTest-86286204-project] Calling delete_port for fdfc5b0a-24bd-43c4-b952-c409d40a6736 owned by network:router_gateway {{(pid=103376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:52:10.143950 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7dab90-0c46-4fa6-ac5e-920a0dfa1bdd admin admin] Pushing event deleted for resources: {'Port': ['ID=7c31b866-3082-4743-bf60-a4f7ee2efa8e,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:52:10.147683 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f7dab90-0c46-4fa6-ac5e-920a0dfa1bdd admin admin] No DVR routers for this DVR port 7c31b866-3082-4743-bf60-a4f7ee2efa8e on host n-d-827839-2 {{(pid=103377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 17:52:10.193007 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff677b5c-db8d-4f9b-9116-9850e9e74910 None None] DHCP port deletion for 6f1f0366-38da-4040-bef7-257bf54d0eec request from n-d-827839-2 {{(pid=103378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 17:52:10.235030 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-1f7dab90-0c46-4fa6-ac5e-920a0dfa1bdd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1543676', 'neutron.services.segments.db._delete_segments_for_network-8781084786517'] for network (6f1f0366-38da-4040-bef7-257bf54d0eec), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:10.255775 n-d-827839-2 neutron-server[103377]: DEBUG neutron.services.segments.db [None req-1f7dab90-0c46-4fa6-ac5e-920a0dfa1bdd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f1f0366-38da-4040-bef7-257bf54d0eec']}} {{(pid=103377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:52:10.266204 n-d-827839-2 neutron-server[103377]: DEBUG neutron.services.segments.db [None req-1f7dab90-0c46-4fa6-ac5e-920a0dfa1bdd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a04bcc34-9b64-4a1f-a30f-a0937d9beab9') {'for_net_delete': True} {{(pid=103377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:52:10.266502 n-d-827839-2 neutron-server[103377]: DEBUG neutron.services.segments.db [None req-1f7dab90-0c46-4fa6-ac5e-920a0dfa1bdd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a04bcc34-9b64-4a1f-a30f-a0937d9beab9') {} {{(pid=103377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:52:10.277083 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-1f7dab90-0c46-4fa6-ac5e-920a0dfa1bdd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781084783966', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26866685'] for segment (a04bcc34-9b64-4a1f-a30f-a0937d9beab9), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:10.291820 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-1f7dab90-0c46-4fa6-ac5e-920a0dfa1bdd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (a04bcc34-9b64-4a1f-a30f-a0937d9beab9), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:10.298643 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f7dab90-0c46-4fa6-ac5e-920a0dfa1bdd admin admin] Releasing vlan 769 on physical network physnet1 to pool {{(pid=103377) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 17:52:10.299217 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-1f7dab90-0c46-4fa6-ac5e-920a0dfa1bdd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25888454'] for segment (a04bcc34-9b64-4a1f-a30f-a0937d9beab9), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:10.301605 n-d-827839-2 neutron-server[103377]: Traceback (most recent call last): Feb 04 17:52:10.301605 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 17:52:10.301605 n-d-827839-2 neutron-server[103377]: timer() Feb 04 17:52:10.301605 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 17:52:10.301605 n-d-827839-2 neutron-server[103377]: cb(*args, **kw) Feb 04 17:52:10.301605 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 17:52:10.301605 n-d-827839-2 neutron-server[103377]: return func(*args, **kwargs) Feb 04 17:52:10.301605 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 17:52:10.301605 n-d-827839-2 neutron-server[103377]: self._notify() Feb 04 17:52:10.301605 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 17:52:10.301605 n-d-827839-2 neutron-server[103377]: self.callback(batched_events) Feb 04 17:52:10.301605 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 17:52:10.301605 n-d-827839-2 neutron-server[103377]: event.method(event) Feb 04 17:52:10.301605 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 17:52:10.301605 n-d-827839-2 neutron-server[103377]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 17:52:10.301605 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 17:52:10.301605 n-d-827839-2 neutron-server[103377]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 17:52:10.301605 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 17:52:10.301605 n-d-827839-2 neutron-server[103377]: return f(self, *a, **k) Feb 04 17:52:10.301605 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 17:52:10.301605 n-d-827839-2 neutron-server[103377]: return self._get(url).json() Feb 04 17:52:10.301605 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 17:52:10.301605 n-d-827839-2 neutron-server[103377]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 17:52:10.301605 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 17:52:10.301605 n-d-827839-2 neutron-server[103377]: return self.request(url, 'GET', **kwargs) Feb 04 17:52:10.301605 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 17:52:10.301605 n-d-827839-2 neutron-server[103377]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 17:52:10.301605 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 17:52:10.301605 n-d-827839-2 neutron-server[103377]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 17:52:10.301605 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 17:52:10.301605 n-d-827839-2 neutron-server[103377]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 17:52:10.301605 n-d-827839-2 neutron-server[103377]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 17:52:10.334038 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-7d1d4614-14be-464f-aeb8-fa964cacaa22 tempest-RoutersIpV6AdminTest-86286204 tempest-RoutersIpV6AdminTest-86286204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (fdfc5b0a-24bd-43c4-b952-c409d40a6736), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:10.363060 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1d4614-14be-464f-aeb8-fa964cacaa22 tempest-RoutersIpV6AdminTest-86286204 tempest-RoutersIpV6AdminTest-86286204-project] Pushing event deleted for resources: {'Port': ['ID=fdfc5b0a-24bd-43c4-b952-c409d40a6736,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:52:10.366198 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-1f7dab90-0c46-4fa6-ac5e-920a0dfa1bdd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1543671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1595572'] for network (6f1f0366-38da-4040-bef7-257bf54d0eec), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:10.371256 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-1f7dab90-0c46-4fa6-ac5e-920a0dfa1bdd admin admin] Publish callbacks [] for network (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:10.378121 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-1f7dab90-0c46-4fa6-ac5e-920a0dfa1bdd admin admin] 10.222.0.89 "DELETE /v2.0/networks/6f1f0366-38da-4040-bef7-257bf54d0eec HTTP/1.1" status: 204 len: 168 time: 0.5655563 Feb 04 17:52:10.389922 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7dab90-0c46-4fa6-ac5e-920a0dfa1bdd admin admin] Pushing event deleted for resources: {'Network': ['ID=6f1f0366-38da-4040-bef7-257bf54d0eec,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:52:10.413328 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (f20a1ab3-4332-4f54-833b-ba4a7c687e89), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:10.445828 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-7d1d4614-14be-464f-aeb8-fa964cacaa22 tempest-RoutersIpV6AdminTest-86286204 tempest-RoutersIpV6AdminTest-86286204-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1595544'] for router_gateway (abf76e03-415b-4062-9fbf-ebad1ef68715), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:10.549291 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-7d1d4614-14be-464f-aeb8-fa964cacaa22 tempest-RoutersIpV6AdminTest-86286204 tempest-RoutersIpV6AdminTest-86286204-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1601811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26971'] for router (abf76e03-415b-4062-9fbf-ebad1ef68715), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:10.551447 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-7d1d4614-14be-464f-aeb8-fa964cacaa22 tempest-RoutersIpV6AdminTest-86286204 tempest-RoutersIpV6AdminTest-86286204-project] Publish callbacks [] for router_controller (abf76e03-415b-4062-9fbf-ebad1ef68715), precommit_delete_associations {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:10.570122 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 48470) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:52:10.599960 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-7d1d4614-14be-464f-aeb8-fa964cacaa22 tempest-RoutersIpV6AdminTest-86286204 tempest-RoutersIpV6AdminTest-86286204-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1601832'] for router (abf76e03-415b-4062-9fbf-ebad1ef68715), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:10.600584 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d1d4614-14be-464f-aeb8-fa964cacaa22 tempest-RoutersIpV6AdminTest-86286204 tempest-RoutersIpV6AdminTest-86286204-project] Fanout notify agent at l3_agent the message router_deleted on router abf76e03-415b-4062-9fbf-ebad1ef68715 {{(pid=103376) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 17:52:10.610444 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-7d1d4614-14be-464f-aeb8-fa964cacaa22 tempest-RoutersIpV6AdminTest-86286204 tempest-RoutersIpV6AdminTest-86286204-project] Publish callbacks [] for router (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:10.611670 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-7d1d4614-14be-464f-aeb8-fa964cacaa22 tempest-RoutersIpV6AdminTest-86286204 tempest-RoutersIpV6AdminTest-86286204-project] 10.222.0.89 "DELETE /v2.0/routers/abf76e03-415b-4062-9fbf-ebad1ef68715 HTTP/1.1" status: 204 len: 168 time: 0.8807018 Feb 04 17:52:10.617284 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 48472) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:52:10.622087 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-35caa6ad-8d08-4a44-b02e-153d6b48e79d admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=9f0436c5f6d649e3bf9026d46a94770f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0506186 Feb 04 17:52:10.622745 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-596c1010-64b7-4735-b022-0afe98304b00 tempest-RoutersIpV6AdminTest-86286204 tempest-RoutersIpV6AdminTest-86286204-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-816856439', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:52:10.629934 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 48474) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:52:10.645214 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-596c1010-64b7-4735-b022-0afe98304b00 tempest-RoutersIpV6AdminTest-86286204 tempest-RoutersIpV6AdminTest-86286204-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1601657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26921'] for router (c201bc23-0d73-4574-9575-8db3622d1f61), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:10.646192 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-596c1010-64b7-4735-b022-0afe98304b00 tempest-RoutersIpV6AdminTest-86286204 tempest-RoutersIpV6AdminTest-86286204-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1602025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603663', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1630571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26960'] for router (c201bc23-0d73-4574-9575-8db3622d1f61), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:10.682237 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-cd6d54a4-65c3-45d5-81cb-b910588b7885 admin admin] Publish callbacks [] for security_group (8df05f0a-f415-48d6-ab8e-f038bb629105), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:10.701265 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-596c1010-64b7-4735-b022-0afe98304b00 tempest-RoutersIpV6AdminTest-86286204 tempest-RoutersIpV6AdminTest-86286204-project] Publish callbacks [] for router_controller (c201bc23-0d73-4574-9575-8db3622d1f61), precommit_add_association {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:10.704732 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-cd6d54a4-65c3-45d5-81cb-b910588b7885 admin admin] Publish callbacks [] for security_group (8df05f0a-f415-48d6-ab8e-f038bb629105), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:10.706381 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-596c1010-64b7-4735-b022-0afe98304b00 tempest-RoutersIpV6AdminTest-86286204 tempest-RoutersIpV6AdminTest-86286204-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1602046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603680'] for router (c201bc23-0d73-4574-9575-8db3622d1f61), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:10.723914 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-596c1010-64b7-4735-b022-0afe98304b00 tempest-RoutersIpV6AdminTest-86286204 tempest-RoutersIpV6AdminTest-86286204-project] Publish callbacks [] for router (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:10.725151 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-596c1010-64b7-4735-b022-0afe98304b00 tempest-RoutersIpV6AdminTest-86286204 tempest-RoutersIpV6AdminTest-86286204-project] 10.222.0.89 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1062512 Feb 04 17:52:10.727887 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 48476) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:52:10.732907 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-4cfc255b-a17f-498f-b458-aaba6bd18f5d tempest-RoutersIpV6AdminTest-86286204 tempest-RoutersIpV6AdminTest-86286204-project] Request body: {'router': {'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188'}}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:52:10.756409 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-cd6d54a4-65c3-45d5-81cb-b910588b7885 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (8df05f0a-f415-48d6-ab8e-f038bb629105), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:10.759032 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-cd6d54a4-65c3-45d5-81cb-b910588b7885 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:10.760227 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-cd6d54a4-65c3-45d5-81cb-b910588b7885 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/8df05f0a-f415-48d6-ab8e-f038bb629105 HTTP/1.1" status: 204 len: 168 time: 0.1293285 Feb 04 17:52:10.768406 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6d54a4-65c3-45d5-81cb-b910588b7885 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8df05f0a-f415-48d6-ab8e-f038bb629105,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:52:10.855433 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device c9337da0-fab0-4dc3-892a-4aae4b21aab4 no longer exists at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:52:10.877756 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] No Port match for: c9337da0-fab0-4dc3-892a-4aae4b21aab4 {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 17:52:10.878028 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device c9337da0-fab0-4dc3-892a-4aae4b21aab4 not bound to the agent host n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 17:52:10.878651 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 5dfd33b2-f579-43c9-95c5-c37d22c4d519 no longer exists at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:52:10.903363 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] No Port match for: 5dfd33b2-f579-43c9-95c5-c37d22c4d519 {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 17:52:10.904529 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 5dfd33b2-f579-43c9-95c5-c37d22c4d519 not bound to the agent host n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 17:52:10.904983 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 7c31b866-3082-4743-bf60-a4f7ee2efa8e no longer exists at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:52:10.926219 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] No Port match for: 7c31b866-3082-4743-bf60-a4f7ee2efa8e {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 17:52:10.926570 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 7c31b866-3082-4743-bf60-a4f7ee2efa8e not bound to the agent host n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 17:52:10.960432 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-4cfc255b-a17f-498f-b458-aaba6bd18f5d tempest-RoutersIpV6AdminTest-86286204 tempest-RoutersIpV6AdminTest-86286204-project] Publish callbacks [] for router_gateway (c201bc23-0d73-4574-9575-8db3622d1f61), precommit_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:11.121660 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 48482) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:52:11.161345 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-4cfc255b-a17f-498f-b458-aaba6bd18f5d tempest-RoutersIpV6AdminTest-86286204 tempest-RoutersIpV6AdminTest-86286204-project] Publish callbacks [] for router_gateway (c201bc23-0d73-4574-9575-8db3622d1f61), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:11.166214 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-30ef1e01-54f9-4b57-b9c6-f4f2f142becc admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=49cdbc8b73c64e949119106f98a339e5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0434127 Feb 04 17:52:11.168665 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 48484) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:52:11.180572 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-4cfc255b-a17f-498f-b458-aaba6bd18f5d tempest-RoutersIpV6AdminTest-86286204 tempest-RoutersIpV6AdminTest-86286204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:11.216267 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-2522a1f3-30df-447b-8c33-07052a42a8c6 admin admin] Publish callbacks [] for security_group (1dfb0d25-d965-4a49-8c3a-ce129b72d637), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:11.238413 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-2522a1f3-30df-447b-8c33-07052a42a8c6 admin admin] Publish callbacks [] for security_group (1dfb0d25-d965-4a49-8c3a-ce129b72d637), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:11.289605 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.db_base_plugin_common [None req-4cfc255b-a17f-498f-b458-aaba6bd18f5d tempest-RoutersIpV6AdminTest-86286204 tempest-RoutersIpV6AdminTest-86286204-project] Allocated IP 172.25.6.49 (48165773-85ad-49a1-9ec1-76fc8dc24188/7660bfad-1ea8-4fe7-831b-bed836f13efc/cc6faca0-be2d-45d3-a1cf-97c4c39c98ec) {{(pid=103376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:52:11.295502 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-2522a1f3-30df-447b-8c33-07052a42a8c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (1dfb0d25-d965-4a49-8c3a-ce129b72d637), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:11.301148 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-2522a1f3-30df-447b-8c33-07052a42a8c6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:11.303470 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-2522a1f3-30df-447b-8c33-07052a42a8c6 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/1dfb0d25-d965-4a49-8c3a-ce129b72d637 HTTP/1.1" status: 204 len: 168 time: 0.1337917 Feb 04 17:52:11.316400 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2522a1f3-30df-447b-8c33-07052a42a8c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dfb0d25-d965-4a49-8c3a-ce129b72d637,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:52:11.395008 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-4cfc255b-a17f-498f-b458-aaba6bd18f5d tempest-RoutersIpV6AdminTest-86286204 tempest-RoutersIpV6AdminTest-86286204-project] Publish callbacks [] for port (cc6faca0-be2d-45d3-a1cf-97c4c39c98ec), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:11.434542 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-4cfc255b-a17f-498f-b458-aaba6bd18f5d tempest-RoutersIpV6AdminTest-86286204 tempest-RoutersIpV6AdminTest-86286204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (cc6faca0-be2d-45d3-a1cf-97c4c39c98ec), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:11.469571 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cfc255b-a17f-498f-b458-aaba6bd18f5d tempest-RoutersIpV6AdminTest-86286204 tempest-RoutersIpV6AdminTest-86286204-project] Network 48165773-85ad-49a1-9ec1-76fc8dc24188 is already hosted by enough agents. {{(pid=103376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:52:11.470948 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [None req-4cfc255b-a17f-498f-b458-aaba6bd18f5d tempest-RoutersIpV6AdminTest-86286204 tempest-RoutersIpV6AdminTest-86286204-project] Resources bound (agent type, host, resource id): {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:52:11.477413 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cfc255b-a17f-498f-b458-aaba6bd18f5d tempest-RoutersIpV6AdminTest-86286204 tempest-RoutersIpV6AdminTest-86286204-project] Received port after_create {{(pid=103376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:52:11.506377 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfc255b-a17f-498f-b458-aaba6bd18f5d tempest-RoutersIpV6AdminTest-86286204 tempest-RoutersIpV6AdminTest-86286204-project] Pushing event updated for resources: {'Port': ['ID=cc6faca0-be2d-45d3-a1cf-97c4c39c98ec,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:52:11.750977 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-4cfc255b-a17f-498f-b458-aaba6bd18f5d tempest-RoutersIpV6AdminTest-86286204 tempest-RoutersIpV6AdminTest-86286204-project] Publish callbacks [] for router_gateway (c201bc23-0d73-4574-9575-8db3622d1f61), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:11.959328 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-4cfc255b-a17f-498f-b458-aaba6bd18f5d tempest-RoutersIpV6AdminTest-86286204 tempest-RoutersIpV6AdminTest-86286204-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1603677', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1602039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26946'] for router (c201bc23-0d73-4574-9575-8db3622d1f61), precommit_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:11.962835 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-4cfc255b-a17f-498f-b458-aaba6bd18f5d tempest-RoutersIpV6AdminTest-86286204 tempest-RoutersIpV6AdminTest-86286204-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1603666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1603691', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1601804'] for router (c201bc23-0d73-4574-9575-8db3622d1f61), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:12.354263 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cfc255b-a17f-498f-b458-aaba6bd18f5d tempest-RoutersIpV6AdminTest-86286204 tempest-RoutersIpV6AdminTest-86286204-project] Router c201bc23-0d73-4574-9575-8db3622d1f61 is scheduled to L3 agent 64ada913-9131-4d99-a265-63a920956287 with binding_index 1 {{(pid=103376) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 17:52:12.458563 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cfc255b-a17f-498f-b458-aaba6bd18f5d tempest-RoutersIpV6AdminTest-86286204 tempest-RoutersIpV6AdminTest-86286204-project] Notify agent at l3_agent.n-d-827839-2 the message routers_updated {{(pid=103376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 17:52:12.465129 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-4cfc255b-a17f-498f-b458-aaba6bd18f5d tempest-RoutersIpV6AdminTest-86286204 tempest-RoutersIpV6AdminTest-86286204-project] Publish callbacks [] for router (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:12.466313 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-4cfc255b-a17f-498f-b458-aaba6bd18f5d tempest-RoutersIpV6AdminTest-86286204 tempest-RoutersIpV6AdminTest-86286204-project] 10.222.0.89 "PUT /v2.0/routers/c201bc23-0d73-4574-9575-8db3622d1f61 HTTP/1.1" status: 200 len: 882 time: 1.7374916 Feb 04 17:52:12.468828 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51592fce-7311-462d-996e-103984ffb7c0 None None] Sync routers for ids ['c201bc23-0d73-4574-9575-8db3622d1f61'] in n-d-827839-2 {{(pid=103378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 17:52:12.469924 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 48516) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:52:12.478286 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51592fce-7311-462d-996e-103984ffb7c0 None None] Routers {'c201bc23-0d73-4574-9575-8db3622d1f61'} bound to L3 agent in host n-d-827839-2 {{(pid=103378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:52:12.478970 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-51592fce-7311-462d-996e-103984ffb7c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:52:03Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['c201bc23-0d73-4574-9575-8db3622d1f61'], 'active': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:52:12.521070 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-51592fce-7311-462d-996e-103984ffb7c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827839-2', False) {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:52:12.542036 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51592fce-7311-462d-996e-103984ffb7c0 None None] Routers {'c201bc23-0d73-4574-9575-8db3622d1f61'} bound to L3 agent in host n-d-827839-2 {{(pid=103378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:52:12.542615 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-51592fce-7311-462d-996e-103984ffb7c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:52:03Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['c201bc23-0d73-4574-9575-8db3622d1f61'], 'active': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:52:12.577952 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (3f9244a9-75fc-4c10-b195-11d48b853b41), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:12.578791 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-51592fce-7311-462d-996e-103984ffb7c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827839-2', False) {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:52:12.579430 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51592fce-7311-462d-996e-103984ffb7c0 None None] The sync data for ids ['c201bc23-0d73-4574-9575-8db3622d1f61'] in n-d-827839-2 is: [] {{(pid=103378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 17:52:12.589059 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-2649229d-b03d-4aa5-9d81-83932d80dc10 tempest-RoutersIpV6AdminTest-1698646951 tempest-RoutersIpV6AdminTest-1698646951-project-admin] 10.222.0.89 "GET /v2.0/routers/c201bc23-0d73-4574-9575-8db3622d1f61 HTTP/1.1" status: 200 len: 923 time: 0.1179650 Feb 04 17:52:12.592560 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 48526) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:52:12.638037 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d472944-d587-49b8-adcb-c2f0f351402f tempest-RoutersIpV6AdminTest-1698646951 tempest-RoutersIpV6AdminTest-1698646951-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:52:12.642292 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-6d472944-d587-49b8-adcb-c2f0f351402f tempest-RoutersIpV6AdminTest-1698646951 tempest-RoutersIpV6AdminTest-1698646951-project-admin] 10.222.0.89 "GET /v2.0/ports?network_id=48165773-85ad-49a1-9ec1-76fc8dc24188&device_id=c201bc23-0d73-4574-9575-8db3622d1f61&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0463035 Feb 04 17:52:12.642535 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 48528) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:52:12.728209 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77de7301-9e45-49bb-b7ee-b9900d1be700 tempest-RoutersIpV6AdminTest-1698646951 tempest-RoutersIpV6AdminTest-1698646951-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:52:12.729366 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-77de7301-9e45-49bb-b7ee-b9900d1be700 tempest-RoutersIpV6AdminTest-1698646951 tempest-RoutersIpV6AdminTest-1698646951-project-admin] 10.222.0.89 "GET /v2.0/networks/48165773-85ad-49a1-9ec1-76fc8dc24188 HTTP/1.1" status: 200 len: 881 time: 0.0858350 Feb 04 17:52:12.732002 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 48538) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:52:12.763206 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-918793e9-9c58-4eed-8f39-9453d931762b tempest-RoutersIpV6AdminTest-86286204 tempest-RoutersIpV6AdminTest-86286204-project] 10.222.0.89 "GET /v2.0/ports?device_id=c201bc23-0d73-4574-9575-8db3622d1f61 HTTP/1.1" status: 200 len: 205 time: 0.0301132 Feb 04 17:52:12.766353 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 48548) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:52:12.870315 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-e4932b0d-cc30-419c-a2eb-f64e5edcb457 tempest-RoutersIpV6AdminTest-86286204 tempest-RoutersIpV6AdminTest-86286204-project] Publish callbacks [] for router (c201bc23-0d73-4574-9575-8db3622d1f61), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:12.977640 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-e4932b0d-cc30-419c-a2eb-f64e5edcb457 tempest-RoutersIpV6AdminTest-86286204 tempest-RoutersIpV6AdminTest-86286204-project] Publish callbacks [] for router_gateway (c201bc23-0d73-4574-9575-8db3622d1f61), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:13.035813 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-e4932b0d-cc30-419c-a2eb-f64e5edcb457 tempest-RoutersIpV6AdminTest-86286204 tempest-RoutersIpV6AdminTest-86286204-project] Deleting port cc6faca0-be2d-45d3-a1cf-97c4c39c98ec {{(pid=103377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:52:13.036238 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-e4932b0d-cc30-419c-a2eb-f64e5edcb457 tempest-RoutersIpV6AdminTest-86286204 tempest-RoutersIpV6AdminTest-86286204-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (cc6faca0-be2d-45d3-a1cf-97c4c39c98ec), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:13.114280 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-e4932b0d-cc30-419c-a2eb-f64e5edcb457 tempest-RoutersIpV6AdminTest-86286204 tempest-RoutersIpV6AdminTest-86286204-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (cc6faca0-be2d-45d3-a1cf-97c4c39c98ec), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:13.128008 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-e4932b0d-cc30-419c-a2eb-f64e5edcb457 tempest-RoutersIpV6AdminTest-86286204 tempest-RoutersIpV6AdminTest-86286204-project] Calling delete_port for cc6faca0-be2d-45d3-a1cf-97c4c39c98ec owned by network:router_gateway {{(pid=103377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:52:13.301053 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-e4932b0d-cc30-419c-a2eb-f64e5edcb457 tempest-RoutersIpV6AdminTest-86286204 tempest-RoutersIpV6AdminTest-86286204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (cc6faca0-be2d-45d3-a1cf-97c4c39c98ec), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:13.327888 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4932b0d-cc30-419c-a2eb-f64e5edcb457 tempest-RoutersIpV6AdminTest-86286204 tempest-RoutersIpV6AdminTest-86286204-project] Pushing event deleted for resources: {'Port': ['ID=cc6faca0-be2d-45d3-a1cf-97c4c39c98ec,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:52:13.397112 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-e4932b0d-cc30-419c-a2eb-f64e5edcb457 tempest-RoutersIpV6AdminTest-86286204 tempest-RoutersIpV6AdminTest-86286204-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1595544'] for router_gateway (c201bc23-0d73-4574-9575-8db3622d1f61), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:13.484479 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 48648) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:52:13.497143 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-e4932b0d-cc30-419c-a2eb-f64e5edcb457 tempest-RoutersIpV6AdminTest-86286204 tempest-RoutersIpV6AdminTest-86286204-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1601811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26971'] for router (c201bc23-0d73-4574-9575-8db3622d1f61), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:13.499890 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-e4932b0d-cc30-419c-a2eb-f64e5edcb457 tempest-RoutersIpV6AdminTest-86286204 tempest-RoutersIpV6AdminTest-86286204-project] Publish callbacks [] for router_controller (c201bc23-0d73-4574-9575-8db3622d1f61), precommit_delete_associations {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:13.543643 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-e4932b0d-cc30-419c-a2eb-f64e5edcb457 tempest-RoutersIpV6AdminTest-86286204 tempest-RoutersIpV6AdminTest-86286204-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1601832'] for router (c201bc23-0d73-4574-9575-8db3622d1f61), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:13.544152 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4932b0d-cc30-419c-a2eb-f64e5edcb457 tempest-RoutersIpV6AdminTest-86286204 tempest-RoutersIpV6AdminTest-86286204-project] Fanout notify agent at l3_agent the message router_deleted on router c201bc23-0d73-4574-9575-8db3622d1f61 {{(pid=103377) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 17:52:13.558863 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-e4932b0d-cc30-419c-a2eb-f64e5edcb457 tempest-RoutersIpV6AdminTest-86286204 tempest-RoutersIpV6AdminTest-86286204-project] Publish callbacks [] for router (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:13.561303 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-e4932b0d-cc30-419c-a2eb-f64e5edcb457 tempest-RoutersIpV6AdminTest-86286204 tempest-RoutersIpV6AdminTest-86286204-project] 10.222.0.89 "DELETE /v2.0/routers/c201bc23-0d73-4574-9575-8db3622d1f61 HTTP/1.1" status: 204 len: 168 time: 0.7939539 Feb 04 17:52:13.564174 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 48652) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:52:13.568883 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-1e75862c-b7fa-4ce2-99a0-d8e16858cd99 tempest-RoutersIpV6AdminTest-86286204 tempest-RoutersIpV6AdminTest-86286204-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1244783214', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:52:13.602965 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-6dbb4d85-c3c7-4610-897d-bd1804477378 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:13.611315 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-1e75862c-b7fa-4ce2-99a0-d8e16858cd99 tempest-RoutersIpV6AdminTest-86286204 tempest-RoutersIpV6AdminTest-86286204-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1601657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26921'] for router (0ae21bc4-cbc7-4bef-b2fb-459ae8fee047), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:13.612315 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-1e75862c-b7fa-4ce2-99a0-d8e16858cd99 tempest-RoutersIpV6AdminTest-86286204 tempest-RoutersIpV6AdminTest-86286204-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1602025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603663', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1630571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26960'] for router (0ae21bc4-cbc7-4bef-b2fb-459ae8fee047), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:13.688370 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-1e75862c-b7fa-4ce2-99a0-d8e16858cd99 tempest-RoutersIpV6AdminTest-86286204 tempest-RoutersIpV6AdminTest-86286204-project] Publish callbacks [] for router_controller (0ae21bc4-cbc7-4bef-b2fb-459ae8fee047), precommit_add_association {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:13.695962 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-1e75862c-b7fa-4ce2-99a0-d8e16858cd99 tempest-RoutersIpV6AdminTest-86286204 tempest-RoutersIpV6AdminTest-86286204-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1602046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603680'] for router (0ae21bc4-cbc7-4bef-b2fb-459ae8fee047), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:13.722567 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-1e75862c-b7fa-4ce2-99a0-d8e16858cd99 tempest-RoutersIpV6AdminTest-86286204 tempest-RoutersIpV6AdminTest-86286204-project] Publish callbacks [] for router (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:13.723746 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-1e75862c-b7fa-4ce2-99a0-d8e16858cd99 tempest-RoutersIpV6AdminTest-86286204 tempest-RoutersIpV6AdminTest-86286204-project] 10.222.0.89 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.1585088 Feb 04 17:52:13.726641 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 48654) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:52:13.731528 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-a0685d03-29e1-42f4-8280-b590f8105ec3 tempest-RoutersIpV6AdminTest-1698646951 tempest-RoutersIpV6AdminTest-1698646951-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'enable_snat': True}}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:52:13.741525 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-6dbb4d85-c3c7-4610-897d-bd1804477378 admin admin] Publish callbacks [] for security_group (b7d3efd3-a702-4875-8568-2ab43331fb0a), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:13.746131 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-6dbb4d85-c3c7-4610-897d-bd1804477378 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (b7d3efd3-a702-4875-8568-2ab43331fb0a), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:13.784543 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-6dbb4d85-c3c7-4610-897d-bd1804477378 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=d70965168f364f90a353d0fa0cc48439&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2988715 Feb 04 17:52:13.785427 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbb4d85-c3c7-4610-897d-bd1804477378 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7d3efd3-a702-4875-8568-2ab43331fb0a,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:52:13.787656 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 48656) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:52:13.837473 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-79823d02-a4c2-41b1-b6d5-2cc60b67c5fc admin admin] Publish callbacks [] for security_group (b7d3efd3-a702-4875-8568-2ab43331fb0a), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:13.860262 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-79823d02-a4c2-41b1-b6d5-2cc60b67c5fc admin admin] Publish callbacks [] for security_group (b7d3efd3-a702-4875-8568-2ab43331fb0a), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:13.913241 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-79823d02-a4c2-41b1-b6d5-2cc60b67c5fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (b7d3efd3-a702-4875-8568-2ab43331fb0a), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:13.916443 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-79823d02-a4c2-41b1-b6d5-2cc60b67c5fc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:13.917677 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-79823d02-a4c2-41b1-b6d5-2cc60b67c5fc admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/b7d3efd3-a702-4875-8568-2ab43331fb0a HTTP/1.1" status: 204 len: 168 time: 0.1290419 Feb 04 17:52:13.927192 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79823d02-a4c2-41b1-b6d5-2cc60b67c5fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7d3efd3-a702-4875-8568-2ab43331fb0a,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:52:14.193528 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 48662) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:52:14.206838 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-748d235f-6454-4b40-a7e9-3d21f9e079f4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:14.240972 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-a0685d03-29e1-42f4-8280-b590f8105ec3 tempest-RoutersIpV6AdminTest-1698646951 tempest-RoutersIpV6AdminTest-1698646951-project-admin] Publish callbacks [] for router_gateway (0ae21bc4-cbc7-4bef-b2fb-459ae8fee047), precommit_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:14.284129 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-748d235f-6454-4b40-a7e9-3d21f9e079f4 admin admin] Publish callbacks [] for security_group (aa135a6a-e853-40b5-bbb5-db252923a27d), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:14.288404 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-748d235f-6454-4b40-a7e9-3d21f9e079f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (aa135a6a-e853-40b5-bbb5-db252923a27d), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:14.327045 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-748d235f-6454-4b40-a7e9-3d21f9e079f4 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=5769ddec5d324e59b3cba5750586c729&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1324112 Feb 04 17:52:14.329165 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748d235f-6454-4b40-a7e9-3d21f9e079f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa135a6a-e853-40b5-bbb5-db252923a27d,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:52:14.329739 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 48664) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:52:14.465543 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-365cc772-c4a8-4ee0-b73d-4a410697ae63 admin admin] Publish callbacks [] for security_group (aa135a6a-e853-40b5-bbb5-db252923a27d), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:14.487088 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-a0685d03-29e1-42f4-8280-b590f8105ec3 tempest-RoutersIpV6AdminTest-1698646951 tempest-RoutersIpV6AdminTest-1698646951-project-admin] Publish callbacks [] for router_gateway (0ae21bc4-cbc7-4bef-b2fb-459ae8fee047), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:14.511606 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-365cc772-c4a8-4ee0-b73d-4a410697ae63 admin admin] Publish callbacks [] for security_group (aa135a6a-e853-40b5-bbb5-db252923a27d), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:14.513567 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-a0685d03-29e1-42f4-8280-b590f8105ec3 tempest-RoutersIpV6AdminTest-1698646951 tempest-RoutersIpV6AdminTest-1698646951-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:14.626254 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-365cc772-c4a8-4ee0-b73d-4a410697ae63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (aa135a6a-e853-40b5-bbb5-db252923a27d), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:14.628690 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-365cc772-c4a8-4ee0-b73d-4a410697ae63 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:14.629827 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-365cc772-c4a8-4ee0-b73d-4a410697ae63 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/aa135a6a-e853-40b5-bbb5-db252923a27d HTTP/1.1" status: 204 len: 168 time: 0.2991760 Feb 04 17:52:14.644418 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365cc772-c4a8-4ee0-b73d-4a410697ae63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa135a6a-e853-40b5-bbb5-db252923a27d,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:52:14.651477 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.db_base_plugin_common [None req-a0685d03-29e1-42f4-8280-b590f8105ec3 tempest-RoutersIpV6AdminTest-1698646951 tempest-RoutersIpV6AdminTest-1698646951-project-admin] Allocated IP 172.25.6.191 (48165773-85ad-49a1-9ec1-76fc8dc24188/7660bfad-1ea8-4fe7-831b-bed836f13efc/9016478e-acaa-45ed-b39b-b46e9f288571) {{(pid=103377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:52:14.758144 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-a0685d03-29e1-42f4-8280-b590f8105ec3 tempest-RoutersIpV6AdminTest-1698646951 tempest-RoutersIpV6AdminTest-1698646951-project-admin] Publish callbacks [] for port (9016478e-acaa-45ed-b39b-b46e9f288571), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:14.793394 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-a0685d03-29e1-42f4-8280-b590f8105ec3 tempest-RoutersIpV6AdminTest-1698646951 tempest-RoutersIpV6AdminTest-1698646951-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (9016478e-acaa-45ed-b39b-b46e9f288571), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:14.832308 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0685d03-29e1-42f4-8280-b590f8105ec3 tempest-RoutersIpV6AdminTest-1698646951 tempest-RoutersIpV6AdminTest-1698646951-project-admin] Network 48165773-85ad-49a1-9ec1-76fc8dc24188 is already hosted by enough agents. {{(pid=103377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:52:14.835180 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [None req-a0685d03-29e1-42f4-8280-b590f8105ec3 tempest-RoutersIpV6AdminTest-1698646951 tempest-RoutersIpV6AdminTest-1698646951-project-admin] Resources bound (agent type, host, resource id): {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:52:14.838679 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0685d03-29e1-42f4-8280-b590f8105ec3 tempest-RoutersIpV6AdminTest-1698646951 tempest-RoutersIpV6AdminTest-1698646951-project-admin] Received port after_create {{(pid=103377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:52:14.862664 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0685d03-29e1-42f4-8280-b590f8105ec3 tempest-RoutersIpV6AdminTest-1698646951 tempest-RoutersIpV6AdminTest-1698646951-project-admin] Pushing event updated for resources: {'Port': ['ID=9016478e-acaa-45ed-b39b-b46e9f288571,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:52:15.097081 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-a0685d03-29e1-42f4-8280-b590f8105ec3 tempest-RoutersIpV6AdminTest-1698646951 tempest-RoutersIpV6AdminTest-1698646951-project-admin] Publish callbacks [] for router_gateway (0ae21bc4-cbc7-4bef-b2fb-459ae8fee047), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:15.309331 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-a0685d03-29e1-42f4-8280-b590f8105ec3 tempest-RoutersIpV6AdminTest-1698646951 tempest-RoutersIpV6AdminTest-1698646951-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1603677', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1602039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26946'] for router (0ae21bc4-cbc7-4bef-b2fb-459ae8fee047), precommit_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:15.313295 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-a0685d03-29e1-42f4-8280-b590f8105ec3 tempest-RoutersIpV6AdminTest-1698646951 tempest-RoutersIpV6AdminTest-1698646951-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1603666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1603691', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1601804'] for router (0ae21bc4-cbc7-4bef-b2fb-459ae8fee047), after_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:15.449901 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0685d03-29e1-42f4-8280-b590f8105ec3 tempest-RoutersIpV6AdminTest-1698646951 tempest-RoutersIpV6AdminTest-1698646951-project-admin] Router 0ae21bc4-cbc7-4bef-b2fb-459ae8fee047 is scheduled to L3 agent 64ada913-9131-4d99-a265-63a920956287 with binding_index 1 {{(pid=103377) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 17:52:15.558615 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0685d03-29e1-42f4-8280-b590f8105ec3 tempest-RoutersIpV6AdminTest-1698646951 tempest-RoutersIpV6AdminTest-1698646951-project-admin] Notify agent at l3_agent.n-d-827839-2 the message routers_updated {{(pid=103377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 17:52:15.563233 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-a0685d03-29e1-42f4-8280-b590f8105ec3 tempest-RoutersIpV6AdminTest-1698646951 tempest-RoutersIpV6AdminTest-1698646951-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:15.564649 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-a0685d03-29e1-42f4-8280-b590f8105ec3 tempest-RoutersIpV6AdminTest-1698646951 tempest-RoutersIpV6AdminTest-1698646951-project-admin] 10.222.0.89 "PUT /v2.0/routers/0ae21bc4-cbc7-4bef-b2fb-459ae8fee047 HTTP/1.1" status: 200 len: 919 time: 1.8367581 Feb 04 17:52:15.567083 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 48692) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:52:15.570869 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ac2189b-2665-4cf4-8626-7c535161bef2 None None] Sync routers for ids ['0ae21bc4-cbc7-4bef-b2fb-459ae8fee047'] in n-d-827839-2 {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 17:52:15.584991 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ac2189b-2665-4cf4-8626-7c535161bef2 None None] Routers {'0ae21bc4-cbc7-4bef-b2fb-459ae8fee047'} bound to L3 agent in host n-d-827839-2 {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:52:15.585601 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-4ac2189b-2665-4cf4-8626-7c535161bef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:52:03Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['0ae21bc4-cbc7-4bef-b2fb-459ae8fee047'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:52:15.618970 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-4ac2189b-2665-4cf4-8626-7c535161bef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827839-2', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:52:15.628852 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ac2189b-2665-4cf4-8626-7c535161bef2 None None] Routers {'0ae21bc4-cbc7-4bef-b2fb-459ae8fee047'} bound to L3 agent in host n-d-827839-2 {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:52:15.629649 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-4ac2189b-2665-4cf4-8626-7c535161bef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:52:03Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['0ae21bc4-cbc7-4bef-b2fb-459ae8fee047'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:52:15.670090 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-4ac2189b-2665-4cf4-8626-7c535161bef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827839-2', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:52:15.670439 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ac2189b-2665-4cf4-8626-7c535161bef2 None None] The sync data for ids ['0ae21bc4-cbc7-4bef-b2fb-459ae8fee047'] in n-d-827839-2 is: [] {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 17:52:15.687181 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-8e7b003f-3f7e-465f-a7bc-f75829a081ce tempest-RoutersIpV6AdminTest-1698646951 tempest-RoutersIpV6AdminTest-1698646951-project-admin] 10.222.0.89 "GET /v2.0/routers/0ae21bc4-cbc7-4bef-b2fb-459ae8fee047 HTTP/1.1" status: 200 len: 925 time: 0.1190217 Feb 04 17:52:15.689907 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 48700) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:52:15.735800 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79437120-b383-4c93-91d9-bc9bca4909a6 tempest-RoutersIpV6AdminTest-1698646951 tempest-RoutersIpV6AdminTest-1698646951-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:52:15.737408 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-79437120-b383-4c93-91d9-bc9bca4909a6 tempest-RoutersIpV6AdminTest-1698646951 tempest-RoutersIpV6AdminTest-1698646951-project-admin] 10.222.0.89 "GET /v2.0/ports?network_id=48165773-85ad-49a1-9ec1-76fc8dc24188&device_id=0ae21bc4-cbc7-4bef-b2fb-459ae8fee047&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0465972 Feb 04 17:52:15.739992 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 48702) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:52:15.823273 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18cac349-d40a-4270-b0c0-23ee15388770 tempest-RoutersIpV6AdminTest-1698646951 tempest-RoutersIpV6AdminTest-1698646951-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:52:15.824663 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-18cac349-d40a-4270-b0c0-23ee15388770 tempest-RoutersIpV6AdminTest-1698646951 tempest-RoutersIpV6AdminTest-1698646951-project-admin] 10.222.0.89 "GET /v2.0/networks/48165773-85ad-49a1-9ec1-76fc8dc24188 HTTP/1.1" status: 200 len: 881 time: 0.0836370 Feb 04 17:52:15.827460 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 48706) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:52:15.859405 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-de69d71e-aebc-4417-8eb2-e36a72023af2 tempest-RoutersIpV6AdminTest-86286204 tempest-RoutersIpV6AdminTest-86286204-project] 10.222.0.89 "GET /v2.0/ports?device_id=0ae21bc4-cbc7-4bef-b2fb-459ae8fee047 HTTP/1.1" status: 200 len: 205 time: 0.0308480 Feb 04 17:52:15.861901 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 48708) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:52:15.969975 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-cc9ac71b-53ac-4ef4-9e64-4012ad63ee59 tempest-RoutersIpV6AdminTest-86286204 tempest-RoutersIpV6AdminTest-86286204-project] Publish callbacks [] for router (0ae21bc4-cbc7-4bef-b2fb-459ae8fee047), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:16.080266 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-cc9ac71b-53ac-4ef4-9e64-4012ad63ee59 tempest-RoutersIpV6AdminTest-86286204 tempest-RoutersIpV6AdminTest-86286204-project] Publish callbacks [] for router_gateway (0ae21bc4-cbc7-4bef-b2fb-459ae8fee047), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:16.136051 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-cc9ac71b-53ac-4ef4-9e64-4012ad63ee59 tempest-RoutersIpV6AdminTest-86286204 tempest-RoutersIpV6AdminTest-86286204-project] Deleting port 9016478e-acaa-45ed-b39b-b46e9f288571 {{(pid=103377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:52:16.136402 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-cc9ac71b-53ac-4ef4-9e64-4012ad63ee59 tempest-RoutersIpV6AdminTest-86286204 tempest-RoutersIpV6AdminTest-86286204-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (9016478e-acaa-45ed-b39b-b46e9f288571), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:16.215969 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-cc9ac71b-53ac-4ef4-9e64-4012ad63ee59 tempest-RoutersIpV6AdminTest-86286204 tempest-RoutersIpV6AdminTest-86286204-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (9016478e-acaa-45ed-b39b-b46e9f288571), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:16.228130 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-cc9ac71b-53ac-4ef4-9e64-4012ad63ee59 tempest-RoutersIpV6AdminTest-86286204 tempest-RoutersIpV6AdminTest-86286204-project] Calling delete_port for 9016478e-acaa-45ed-b39b-b46e9f288571 owned by network:router_gateway {{(pid=103377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:52:16.395648 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-cc9ac71b-53ac-4ef4-9e64-4012ad63ee59 tempest-RoutersIpV6AdminTest-86286204 tempest-RoutersIpV6AdminTest-86286204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (9016478e-acaa-45ed-b39b-b46e9f288571), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:16.422533 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9ac71b-53ac-4ef4-9e64-4012ad63ee59 tempest-RoutersIpV6AdminTest-86286204 tempest-RoutersIpV6AdminTest-86286204-project] Pushing event deleted for resources: {'Port': ['ID=9016478e-acaa-45ed-b39b-b46e9f288571,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:52:16.488661 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-cc9ac71b-53ac-4ef4-9e64-4012ad63ee59 tempest-RoutersIpV6AdminTest-86286204 tempest-RoutersIpV6AdminTest-86286204-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1595544'] for router_gateway (0ae21bc4-cbc7-4bef-b2fb-459ae8fee047), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:16.581128 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-cc9ac71b-53ac-4ef4-9e64-4012ad63ee59 tempest-RoutersIpV6AdminTest-86286204 tempest-RoutersIpV6AdminTest-86286204-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1601811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26971'] for router (0ae21bc4-cbc7-4bef-b2fb-459ae8fee047), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:16.583248 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-cc9ac71b-53ac-4ef4-9e64-4012ad63ee59 tempest-RoutersIpV6AdminTest-86286204 tempest-RoutersIpV6AdminTest-86286204-project] Publish callbacks [] for router_controller (0ae21bc4-cbc7-4bef-b2fb-459ae8fee047), precommit_delete_associations {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:16.625816 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-cc9ac71b-53ac-4ef4-9e64-4012ad63ee59 tempest-RoutersIpV6AdminTest-86286204 tempest-RoutersIpV6AdminTest-86286204-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1601832'] for router (0ae21bc4-cbc7-4bef-b2fb-459ae8fee047), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:16.626346 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc9ac71b-53ac-4ef4-9e64-4012ad63ee59 tempest-RoutersIpV6AdminTest-86286204 tempest-RoutersIpV6AdminTest-86286204-project] Fanout notify agent at l3_agent the message router_deleted on router 0ae21bc4-cbc7-4bef-b2fb-459ae8fee047 {{(pid=103377) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 17:52:16.633117 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-cc9ac71b-53ac-4ef4-9e64-4012ad63ee59 tempest-RoutersIpV6AdminTest-86286204 tempest-RoutersIpV6AdminTest-86286204-project] Publish callbacks [] for router (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:16.634320 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-cc9ac71b-53ac-4ef4-9e64-4012ad63ee59 tempest-RoutersIpV6AdminTest-86286204 tempest-RoutersIpV6AdminTest-86286204-project] 10.222.0.89 "DELETE /v2.0/routers/0ae21bc4-cbc7-4bef-b2fb-459ae8fee047 HTTP/1.1" status: 204 len: 168 time: 0.7714980 Feb 04 17:52:16.639042 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 48726) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:52:16.643323 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-d9865916-83a8-4e13-a1a7-6b76b580d211 tempest-RoutersIpV6AdminTest-86286204 tempest-RoutersIpV6AdminTest-86286204-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1022812310', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:52:16.663332 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-d9865916-83a8-4e13-a1a7-6b76b580d211 tempest-RoutersIpV6AdminTest-86286204 tempest-RoutersIpV6AdminTest-86286204-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1601657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26921'] for router (1d94dc8a-87d4-4891-97be-4e8b81c93afb), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:16.664305 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-d9865916-83a8-4e13-a1a7-6b76b580d211 tempest-RoutersIpV6AdminTest-86286204 tempest-RoutersIpV6AdminTest-86286204-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1602025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603663', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1630571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26960'] for router (1d94dc8a-87d4-4891-97be-4e8b81c93afb), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:16.720727 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-d9865916-83a8-4e13-a1a7-6b76b580d211 tempest-RoutersIpV6AdminTest-86286204 tempest-RoutersIpV6AdminTest-86286204-project] Publish callbacks [] for router_controller (1d94dc8a-87d4-4891-97be-4e8b81c93afb), precommit_add_association {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:16.725171 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-d9865916-83a8-4e13-a1a7-6b76b580d211 tempest-RoutersIpV6AdminTest-86286204 tempest-RoutersIpV6AdminTest-86286204-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1602046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603680'] for router (1d94dc8a-87d4-4891-97be-4e8b81c93afb), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:16.742834 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-d9865916-83a8-4e13-a1a7-6b76b580d211 tempest-RoutersIpV6AdminTest-86286204 tempest-RoutersIpV6AdminTest-86286204-project] Publish callbacks [] for router (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:16.744023 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-d9865916-83a8-4e13-a1a7-6b76b580d211 tempest-RoutersIpV6AdminTest-86286204 tempest-RoutersIpV6AdminTest-86286204-project] 10.222.0.89 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.1040523 Feb 04 17:52:16.746986 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 48728) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:52:16.751234 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-768a98d0-33c8-4b9a-a5cb-6624b065097c tempest-RoutersIpV6AdminTest-1698646951 tempest-RoutersIpV6AdminTest-1698646951-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'enable_snat': False}}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:52:16.804589 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 48730) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:52:16.809706 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-4dead2a0-288f-4aa9-ad0c-9f1bf5492d67 tempest-TestSecurityGroupsBasicOps-1394815037 tempest-TestSecurityGroupsBasicOps-1394815037-project] Request body: {'network': {'name': 'tempest-network-smoke--1663498156', 'project_id': 'c8bedfd6a8d44aafbac239d3537c77f3', 'port_security_enabled': True}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:52:16.829819 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dead2a0-288f-4aa9-ad0c-9f1bf5492d67 tempest-TestSecurityGroupsBasicOps-1394815037 tempest-TestSecurityGroupsBasicOps-1394815037-project] Made reservation on behalf of c8bedfd6a8d44aafbac239d3537c77f3 for: {'network': 1} {{(pid=103376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:52:16.833220 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-4dead2a0-288f-4aa9-ad0c-9f1bf5492d67 tempest-TestSecurityGroupsBasicOps-1394815037 tempest-TestSecurityGroupsBasicOps-1394815037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for network (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:16.842108 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-4dead2a0-288f-4aa9-ad0c-9f1bf5492d67 tempest-TestSecurityGroupsBasicOps-1394815037 tempest-TestSecurityGroupsBasicOps-1394815037-project] Publish callbacks [] for security_group (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:16.923272 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-4dead2a0-288f-4aa9-ad0c-9f1bf5492d67 tempest-TestSecurityGroupsBasicOps-1394815037 tempest-TestSecurityGroupsBasicOps-1394815037-project] Publish callbacks [] for security_group (89e7914f-0e23-4a69-83cf-fe902647fe7e), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:16.927222 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-4dead2a0-288f-4aa9-ad0c-9f1bf5492d67 tempest-TestSecurityGroupsBasicOps-1394815037 tempest-TestSecurityGroupsBasicOps-1394815037-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (89e7914f-0e23-4a69-83cf-fe902647fe7e), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:16.949874 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4dead2a0-288f-4aa9-ad0c-9f1bf5492d67 tempest-TestSecurityGroupsBasicOps-1394815037 tempest-TestSecurityGroupsBasicOps-1394815037-project] vlan segment allocate from pool success with {'vlan_id': 787, 'physical_network': 'physnet1'} {{(pid=103376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 17:52:16.961500 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-768a98d0-33c8-4b9a-a5cb-6624b065097c tempest-RoutersIpV6AdminTest-1698646951 tempest-RoutersIpV6AdminTest-1698646951-project-admin] Publish callbacks [] for router_gateway (1d94dc8a-87d4-4891-97be-4e8b81c93afb), precommit_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:16.965267 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dead2a0-288f-4aa9-ad0c-9f1bf5492d67 tempest-TestSecurityGroupsBasicOps-1394815037 tempest-TestSecurityGroupsBasicOps-1394815037-project] Pushing event updated for resources: {'SecurityGroup': ['ID=89e7914f-0e23-4a69-83cf-fe902647fe7e,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:52:16.968658 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-4dead2a0-288f-4aa9-ad0c-9f1bf5492d67 tempest-TestSecurityGroupsBasicOps-1394815037 tempest-TestSecurityGroupsBasicOps-1394815037-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (db10bafd-9845-4f65-8ab7-1998be9ed217), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:16.969056 n-d-827839-2 neutron-server[103376]: INFO neutron.db.segments_db [None req-4dead2a0-288f-4aa9-ad0c-9f1bf5492d67 tempest-TestSecurityGroupsBasicOps-1394815037 tempest-TestSecurityGroupsBasicOps-1394815037-project] Added segment db10bafd-9845-4f65-8ab7-1998be9ed217 of type vlan for network 669dcaca-872a-426e-b103-daa458e0d181 Feb 04 17:52:17.010512 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-4dead2a0-288f-4aa9-ad0c-9f1bf5492d67 tempest-TestSecurityGroupsBasicOps-1394815037 tempest-TestSecurityGroupsBasicOps-1394815037-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781084292801'] for network (669dcaca-872a-426e-b103-daa458e0d181), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:17.036226 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-4dead2a0-288f-4aa9-ad0c-9f1bf5492d67 tempest-TestSecurityGroupsBasicOps-1394815037 tempest-TestSecurityGroupsBasicOps-1394815037-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327'] for network (669dcaca-872a-426e-b103-daa458e0d181), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:17.041346 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dead2a0-288f-4aa9-ad0c-9f1bf5492d67 tempest-TestSecurityGroupsBasicOps-1394815037 tempest-TestSecurityGroupsBasicOps-1394815037-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:52:17.041933 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-4dead2a0-288f-4aa9-ad0c-9f1bf5492d67 tempest-TestSecurityGroupsBasicOps-1394815037 tempest-TestSecurityGroupsBasicOps-1394815037-project] Publish callbacks [] for network (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:17.137783 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-4dead2a0-288f-4aa9-ad0c-9f1bf5492d67 tempest-TestSecurityGroupsBasicOps-1394815037 tempest-TestSecurityGroupsBasicOps-1394815037-project] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3320236 Feb 04 17:52:17.143762 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 48732) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:52:17.148073 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-900417e6-f86a-40e1-8502-739ea59da41d tempest-TestSecurityGroupsBasicOps-1394815037 tempest-TestSecurityGroupsBasicOps-1394815037-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-650764982', 'admin_state_up': True, 'project_id': 'c8bedfd6a8d44aafbac239d3537c77f3', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188'}}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:52:17.165012 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-768a98d0-33c8-4b9a-a5cb-6624b065097c tempest-RoutersIpV6AdminTest-1698646951 tempest-RoutersIpV6AdminTest-1698646951-project-admin] Publish callbacks [] for router_gateway (1d94dc8a-87d4-4891-97be-4e8b81c93afb), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:17.166252 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dead2a0-288f-4aa9-ad0c-9f1bf5492d67 tempest-TestSecurityGroupsBasicOps-1394815037 tempest-TestSecurityGroupsBasicOps-1394815037-project] Pushing event updated for resources: {'Network': ['ID=669dcaca-872a-426e-b103-daa458e0d181,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:52:17.177791 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Network 669dcaca-872a-426e-b103-daa458e0d181 details requested by agent ovs-agent-n-d-827839-2 with host n-d-827839-2 {{(pid=103378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 17:52:17.183321 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-900417e6-f86a-40e1-8502-739ea59da41d tempest-TestSecurityGroupsBasicOps-1394815037 tempest-TestSecurityGroupsBasicOps-1394815037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1601657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26921'] for router (2c359285-ea6e-4069-bd7d-34cfc764fd0d), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:17.184619 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-900417e6-f86a-40e1-8502-739ea59da41d tempest-TestSecurityGroupsBasicOps-1394815037 tempest-TestSecurityGroupsBasicOps-1394815037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1602025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603663', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1630571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26960'] for router (2c359285-ea6e-4069-bd7d-34cfc764fd0d), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:17.185708 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-768a98d0-33c8-4b9a-a5cb-6624b065097c tempest-RoutersIpV6AdminTest-1698646951 tempest-RoutersIpV6AdminTest-1698646951-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:17.239017 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-900417e6-f86a-40e1-8502-739ea59da41d tempest-TestSecurityGroupsBasicOps-1394815037 tempest-TestSecurityGroupsBasicOps-1394815037-project] Publish callbacks [] for router_controller (2c359285-ea6e-4069-bd7d-34cfc764fd0d), precommit_add_association {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:17.297004 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.db_base_plugin_common [None req-768a98d0-33c8-4b9a-a5cb-6624b065097c tempest-RoutersIpV6AdminTest-1698646951 tempest-RoutersIpV6AdminTest-1698646951-project-admin] Allocated IP 172.25.6.207 (48165773-85ad-49a1-9ec1-76fc8dc24188/7660bfad-1ea8-4fe7-831b-bed836f13efc/9d667037-6542-48b7-b529-b1338787718f) {{(pid=103377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:52:17.391458 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-900417e6-f86a-40e1-8502-739ea59da41d tempest-TestSecurityGroupsBasicOps-1394815037 tempest-TestSecurityGroupsBasicOps-1394815037-project] Publish callbacks [] for router_gateway (2c359285-ea6e-4069-bd7d-34cfc764fd0d), precommit_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:17.400759 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-768a98d0-33c8-4b9a-a5cb-6624b065097c tempest-RoutersIpV6AdminTest-1698646951 tempest-RoutersIpV6AdminTest-1698646951-project-admin] Publish callbacks [] for port (9d667037-6542-48b7-b529-b1338787718f), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:17.433829 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-768a98d0-33c8-4b9a-a5cb-6624b065097c tempest-RoutersIpV6AdminTest-1698646951 tempest-RoutersIpV6AdminTest-1698646951-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (9d667037-6542-48b7-b529-b1338787718f), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:17.477748 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-768a98d0-33c8-4b9a-a5cb-6624b065097c tempest-RoutersIpV6AdminTest-1698646951 tempest-RoutersIpV6AdminTest-1698646951-project-admin] Network 48165773-85ad-49a1-9ec1-76fc8dc24188 is already hosted by enough agents. {{(pid=103377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:52:17.480728 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [None req-768a98d0-33c8-4b9a-a5cb-6624b065097c tempest-RoutersIpV6AdminTest-1698646951 tempest-RoutersIpV6AdminTest-1698646951-project-admin] Resources bound (agent type, host, resource id): {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:52:17.484768 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-768a98d0-33c8-4b9a-a5cb-6624b065097c tempest-RoutersIpV6AdminTest-1698646951 tempest-RoutersIpV6AdminTest-1698646951-project-admin] Received port after_create {{(pid=103377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:52:17.490329 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768a98d0-33c8-4b9a-a5cb-6624b065097c tempest-RoutersIpV6AdminTest-1698646951 tempest-RoutersIpV6AdminTest-1698646951-project-admin] Pushing event updated for resources: {'Port': ['ID=9d667037-6542-48b7-b529-b1338787718f,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:52:17.587406 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-900417e6-f86a-40e1-8502-739ea59da41d tempest-TestSecurityGroupsBasicOps-1394815037 tempest-TestSecurityGroupsBasicOps-1394815037-project] Publish callbacks [] for router_gateway (2c359285-ea6e-4069-bd7d-34cfc764fd0d), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:17.606783 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-900417e6-f86a-40e1-8502-739ea59da41d tempest-TestSecurityGroupsBasicOps-1394815037 tempest-TestSecurityGroupsBasicOps-1394815037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:17.717106 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.db_base_plugin_common [None req-900417e6-f86a-40e1-8502-739ea59da41d tempest-TestSecurityGroupsBasicOps-1394815037 tempest-TestSecurityGroupsBasicOps-1394815037-project] Allocated IP 172.25.6.100 (48165773-85ad-49a1-9ec1-76fc8dc24188/7660bfad-1ea8-4fe7-831b-bed836f13efc/7cc539dc-83ac-46f7-aa9c-4d87d0d27634) {{(pid=103376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:52:17.830137 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-900417e6-f86a-40e1-8502-739ea59da41d tempest-TestSecurityGroupsBasicOps-1394815037 tempest-TestSecurityGroupsBasicOps-1394815037-project] Publish callbacks [] for port (7cc539dc-83ac-46f7-aa9c-4d87d0d27634), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:17.863765 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-900417e6-f86a-40e1-8502-739ea59da41d tempest-TestSecurityGroupsBasicOps-1394815037 tempest-TestSecurityGroupsBasicOps-1394815037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (7cc539dc-83ac-46f7-aa9c-4d87d0d27634), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:17.910657 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-900417e6-f86a-40e1-8502-739ea59da41d tempest-TestSecurityGroupsBasicOps-1394815037 tempest-TestSecurityGroupsBasicOps-1394815037-project] Network 48165773-85ad-49a1-9ec1-76fc8dc24188 is already hosted by enough agents. {{(pid=103376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:52:17.914734 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [None req-900417e6-f86a-40e1-8502-739ea59da41d tempest-TestSecurityGroupsBasicOps-1394815037 tempest-TestSecurityGroupsBasicOps-1394815037-project] Resources bound (agent type, host, resource id): {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:52:17.916552 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900417e6-f86a-40e1-8502-739ea59da41d tempest-TestSecurityGroupsBasicOps-1394815037 tempest-TestSecurityGroupsBasicOps-1394815037-project] Pushing event updated for resources: {'Port': ['ID=7cc539dc-83ac-46f7-aa9c-4d87d0d27634,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:52:17.918735 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-900417e6-f86a-40e1-8502-739ea59da41d tempest-TestSecurityGroupsBasicOps-1394815037 tempest-TestSecurityGroupsBasicOps-1394815037-project] Received port after_create {{(pid=103376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:52:18.031522 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-768a98d0-33c8-4b9a-a5cb-6624b065097c tempest-RoutersIpV6AdminTest-1698646951 tempest-RoutersIpV6AdminTest-1698646951-project-admin] Publish callbacks [] for router_gateway (1d94dc8a-87d4-4891-97be-4e8b81c93afb), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:18.173589 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-900417e6-f86a-40e1-8502-739ea59da41d tempest-TestSecurityGroupsBasicOps-1394815037 tempest-TestSecurityGroupsBasicOps-1394815037-project] Publish callbacks [] for router_gateway (2c359285-ea6e-4069-bd7d-34cfc764fd0d), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:18.224199 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-768a98d0-33c8-4b9a-a5cb-6624b065097c tempest-RoutersIpV6AdminTest-1698646951 tempest-RoutersIpV6AdminTest-1698646951-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1603677', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1602039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26946'] for router (1d94dc8a-87d4-4891-97be-4e8b81c93afb), precommit_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:18.227928 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-768a98d0-33c8-4b9a-a5cb-6624b065097c tempest-RoutersIpV6AdminTest-1698646951 tempest-RoutersIpV6AdminTest-1698646951-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1603666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1603691', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1601804'] for router (1d94dc8a-87d4-4891-97be-4e8b81c93afb), after_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:18.360452 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-768a98d0-33c8-4b9a-a5cb-6624b065097c tempest-RoutersIpV6AdminTest-1698646951 tempest-RoutersIpV6AdminTest-1698646951-project-admin] Router 1d94dc8a-87d4-4891-97be-4e8b81c93afb is scheduled to L3 agent 64ada913-9131-4d99-a265-63a920956287 with binding_index 1 {{(pid=103377) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 17:52:18.379369 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-900417e6-f86a-40e1-8502-739ea59da41d tempest-TestSecurityGroupsBasicOps-1394815037 tempest-TestSecurityGroupsBasicOps-1394815037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1602046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603680'] for router (2c359285-ea6e-4069-bd7d-34cfc764fd0d), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:18.474169 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-768a98d0-33c8-4b9a-a5cb-6624b065097c tempest-RoutersIpV6AdminTest-1698646951 tempest-RoutersIpV6AdminTest-1698646951-project-admin] Notify agent at l3_agent.n-d-827839-2 the message routers_updated {{(pid=103377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 17:52:18.480360 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-768a98d0-33c8-4b9a-a5cb-6624b065097c tempest-RoutersIpV6AdminTest-1698646951 tempest-RoutersIpV6AdminTest-1698646951-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:18.481504 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-768a98d0-33c8-4b9a-a5cb-6624b065097c tempest-RoutersIpV6AdminTest-1698646951 tempest-RoutersIpV6AdminTest-1698646951-project-admin] 10.222.0.89 "PUT /v2.0/routers/1d94dc8a-87d4-4891-97be-4e8b81c93afb HTTP/1.1" status: 200 len: 920 time: 1.7335720 Feb 04 17:52:18.484277 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 48734) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:52:18.487383 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3990da63-f441-448a-822f-511f3b6b15eb None None] Sync routers for ids ['1d94dc8a-87d4-4891-97be-4e8b81c93afb'] in n-d-827839-2 {{(pid=103378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 17:52:18.496930 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3990da63-f441-448a-822f-511f3b6b15eb None None] Routers {'1d94dc8a-87d4-4891-97be-4e8b81c93afb'} bound to L3 agent in host n-d-827839-2 {{(pid=103378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:52:18.498061 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-3990da63-f441-448a-822f-511f3b6b15eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:52:03Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['1d94dc8a-87d4-4891-97be-4e8b81c93afb'], 'active': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:52:18.535630 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-3990da63-f441-448a-822f-511f3b6b15eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827839-2', False) {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:52:18.544066 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3990da63-f441-448a-822f-511f3b6b15eb None None] Routers {'1d94dc8a-87d4-4891-97be-4e8b81c93afb'} bound to L3 agent in host n-d-827839-2 {{(pid=103378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:52:18.544671 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-3990da63-f441-448a-822f-511f3b6b15eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:52:03Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['1d94dc8a-87d4-4891-97be-4e8b81c93afb'], 'active': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:52:18.579269 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-3990da63-f441-448a-822f-511f3b6b15eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827839-2', False) {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:52:18.579923 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3990da63-f441-448a-822f-511f3b6b15eb None None] The sync data for ids ['1d94dc8a-87d4-4891-97be-4e8b81c93afb'] in n-d-827839-2 is: [] {{(pid=103378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 17:52:18.595727 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-900417e6-f86a-40e1-8502-739ea59da41d tempest-TestSecurityGroupsBasicOps-1394815037 tempest-TestSecurityGroupsBasicOps-1394815037-project] Router 2c359285-ea6e-4069-bd7d-34cfc764fd0d is scheduled to L3 agent 64ada913-9131-4d99-a265-63a920956287 with binding_index 1 {{(pid=103376) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 17:52:18.615687 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-56a9b03b-bce1-424d-b84a-83b2dabd13b6 tempest-RoutersIpV6AdminTest-1698646951 tempest-RoutersIpV6AdminTest-1698646951-project-admin] 10.222.0.89 "GET /v2.0/routers/1d94dc8a-87d4-4891-97be-4e8b81c93afb HTTP/1.1" status: 200 len: 926 time: 0.1302164 Feb 04 17:52:18.618655 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 48736) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:52:18.665057 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bca1d2ab-0e2d-467d-94fb-b113e1b26330 tempest-RoutersIpV6AdminTest-1698646951 tempest-RoutersIpV6AdminTest-1698646951-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:52:18.666595 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-bca1d2ab-0e2d-467d-94fb-b113e1b26330 tempest-RoutersIpV6AdminTest-1698646951 tempest-RoutersIpV6AdminTest-1698646951-project-admin] 10.222.0.89 "GET /v2.0/ports?network_id=48165773-85ad-49a1-9ec1-76fc8dc24188&device_id=1d94dc8a-87d4-4891-97be-4e8b81c93afb&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0468481 Feb 04 17:52:18.669196 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 48738) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:52:18.715474 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-900417e6-f86a-40e1-8502-739ea59da41d tempest-TestSecurityGroupsBasicOps-1394815037 tempest-TestSecurityGroupsBasicOps-1394815037-project] Notify agent at l3_agent.n-d-827839-2 the message routers_updated {{(pid=103376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 17:52:18.726536 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9782f660-2dd2-44c9-bf7b-a156ae72f4fb None None] Sync routers for ids ['2c359285-ea6e-4069-bd7d-34cfc764fd0d'] in n-d-827839-2 {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 17:52:18.736762 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-900417e6-f86a-40e1-8502-739ea59da41d tempest-TestSecurityGroupsBasicOps-1394815037 tempest-TestSecurityGroupsBasicOps-1394815037-project] Publish callbacks [] for router (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:18.739041 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-900417e6-f86a-40e1-8502-739ea59da41d tempest-TestSecurityGroupsBasicOps-1394815037 tempest-TestSecurityGroupsBasicOps-1394815037-project] 10.222.0.89 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 1.5933478 Feb 04 17:52:18.740913 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9782f660-2dd2-44c9-bf7b-a156ae72f4fb None None] Routers {'2c359285-ea6e-4069-bd7d-34cfc764fd0d'} bound to L3 agent in host n-d-827839-2 {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:52:18.741341 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 48740) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:52:18.741905 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-9782f660-2dd2-44c9-bf7b-a156ae72f4fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:52:03Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['2c359285-ea6e-4069-bd7d-34cfc764fd0d'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:52:18.766044 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dcc75e0-f526-4854-9ee5-4a94e75e7853 tempest-RoutersIpV6AdminTest-1698646951 tempest-RoutersIpV6AdminTest-1698646951-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:52:18.769970 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-3dcc75e0-f526-4854-9ee5-4a94e75e7853 tempest-RoutersIpV6AdminTest-1698646951 tempest-RoutersIpV6AdminTest-1698646951-project-admin] 10.222.0.89 "GET /v2.0/networks/48165773-85ad-49a1-9ec1-76fc8dc24188 HTTP/1.1" status: 200 len: 881 time: 0.0972528 Feb 04 17:52:18.770255 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 48744) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:52:18.808777 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-8b2473ba-aa45-496d-88c5-225a0cfbbe07 tempest-RoutersIpV6AdminTest-86286204 tempest-RoutersIpV6AdminTest-86286204-project] 10.222.0.89 "GET /v2.0/ports?device_id=1d94dc8a-87d4-4891-97be-4e8b81c93afb HTTP/1.1" status: 200 len: 205 time: 0.0357878 Feb 04 17:52:18.809677 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 48746) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:52:18.854615 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvr_db [None req-9782f660-2dd2-44c9-bf7b-a156ae72f4fb None None] Set router 2c359285-ea6e-4069-bd7d-34cfc764fd0d gateway port host: n-d-827839-2 {{(pid=103379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:52:18.917990 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-9c9e63ad-0689-43b3-b5f0-3c2c1eb4dcb8 tempest-TestSecurityGroupsBasicOps-1572966994 tempest-TestSecurityGroupsBasicOps-1572966994-project-admin] 10.222.0.89 "GET /v2.0/subnets?project_id=c8bedfd6a8d44aafbac239d3537c77f3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1754982 Feb 04 17:52:18.920864 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 48748) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:52:18.958418 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-899374e9-2c9c-4515-a7cb-2d4f09707535 tempest-RoutersIpV6AdminTest-86286204 tempest-RoutersIpV6AdminTest-86286204-project] Publish callbacks [] for router (1d94dc8a-87d4-4891-97be-4e8b81c93afb), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:19.033849 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-9782f660-2dd2-44c9-bf7b-a156ae72f4fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c359285-ea6e-4069-bd7d-34cfc764fd0d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-650764982', 'tenant_id': 'c8bedfd6a8d44aafbac239d3537c77f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.100'}], 'enable_snat': True}, 'gw_port_id': '7cc539dc-83ac-46f7-aa9c-4d87d0d27634', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:52:17Z', 'updated_at': '2022-02-04T17:52:18Z', 'revision_number': 3, 'project_id': 'c8bedfd6a8d44aafbac239d3537c77f3', 'gw_port': {'id': '7cc539dc-83ac-46f7-aa9c-4d87d0d27634', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:1f:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c359285-ea6e-4069-bd7d-34cfc764fd0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3758, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:52:17Z', 'updated_at': '2022-02-04T17:52:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2'}], 'n-d-827839-2', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:52:19.061045 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9782f660-2dd2-44c9-bf7b-a156ae72f4fb None None] Checking router: 2c359285-ea6e-4069-bd7d-34cfc764fd0d for host: n-d-827839-2 {{(pid=103379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 17:52:19.061758 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9782f660-2dd2-44c9-bf7b-a156ae72f4fb None None] Updating router 2c359285-ea6e-4069-bd7d-34cfc764fd0d port 7cc539dc-83ac-46f7-aa9c-4d87d0d27634 binding host n-d-827839-2 {{(pid=103379) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 17:52:19.067193 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-899374e9-2c9c-4515-a7cb-2d4f09707535 tempest-RoutersIpV6AdminTest-86286204 tempest-RoutersIpV6AdminTest-86286204-project] Publish callbacks [] for router_gateway (1d94dc8a-87d4-4891-97be-4e8b81c93afb), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:19.081549 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ae43434-593a-4a20-8c72-0c311b6f6b31 tempest-TestSecurityGroupsBasicOps-1572966994 tempest-TestSecurityGroupsBasicOps-1572966994-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:52:19.085957 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-3ae43434-593a-4a20-8c72-0c311b6f6b31 tempest-TestSecurityGroupsBasicOps-1572966994 tempest-TestSecurityGroupsBasicOps-1572966994-project-admin] 10.222.0.89 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1613522 Feb 04 17:52:19.086676 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 48750) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:52:19.094793 n-d-827839-2 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9782f660-2dd2-44c9-bf7b-a156ae72f4fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (7cc539dc-83ac-46f7-aa9c-4d87d0d27634), before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:19.125389 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-ec9af59b-5705-4c43-a239-1df75c9e35cd tempest-TestSecurityGroupsBasicOps-1572966994 tempest-TestSecurityGroupsBasicOps-1572966994-project-admin] 10.222.0.89 "GET /v2.0/subnets?network_id=48165773-85ad-49a1-9ec1-76fc8dc24188&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0344677 Feb 04 17:52:19.125631 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-899374e9-2c9c-4515-a7cb-2d4f09707535 tempest-RoutersIpV6AdminTest-86286204 tempest-RoutersIpV6AdminTest-86286204-project] Deleting port 9d667037-6542-48b7-b529-b1338787718f {{(pid=103376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:52:19.125631 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-899374e9-2c9c-4515-a7cb-2d4f09707535 tempest-RoutersIpV6AdminTest-86286204 tempest-RoutersIpV6AdminTest-86286204-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (9d667037-6542-48b7-b529-b1338787718f), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:19.125869 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 48752) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:52:19.131097 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-f1580288-a665-4a8d-912c-4770f27b4d86 tempest-TestSecurityGroupsBasicOps-1394815037 tempest-TestSecurityGroupsBasicOps-1394815037-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1001769949', 'network_id': '669dcaca-872a-426e-b103-daa458e0d181', 'project_id': 'c8bedfd6a8d44aafbac239d3537c77f3', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:52:19.206407 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-899374e9-2c9c-4515-a7cb-2d4f09707535 tempest-RoutersIpV6AdminTest-86286204 tempest-RoutersIpV6AdminTest-86286204-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (9d667037-6542-48b7-b529-b1338787718f), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:19.219367 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-899374e9-2c9c-4515-a7cb-2d4f09707535 tempest-RoutersIpV6AdminTest-86286204 tempest-RoutersIpV6AdminTest-86286204-project] Calling delete_port for 9d667037-6542-48b7-b529-b1338787718f owned by network:router_gateway {{(pid=103376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:52:19.224276 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1580288-a665-4a8d-912c-4770f27b4d86 tempest-TestSecurityGroupsBasicOps-1394815037 tempest-TestSecurityGroupsBasicOps-1394815037-project] Made reservation on behalf of c8bedfd6a8d44aafbac239d3537c77f3 for: {'subnet': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:52:19.227973 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-f1580288-a665-4a8d-912c-4770f27b4d86 tempest-TestSecurityGroupsBasicOps-1394815037 tempest-TestSecurityGroupsBasicOps-1394815037-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25597243'] for subnet (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:19.346517 n-d-827839-2 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9782f660-2dd2-44c9-bf7b-a156ae72f4fb None None] Publish callbacks [] for port (7cc539dc-83ac-46f7-aa9c-4d87d0d27634), precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:19.351199 n-d-827839-2 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9782f660-2dd2-44c9-bf7b-a156ae72f4fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (7cc539dc-83ac-46f7-aa9c-4d87d0d27634), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:19.393475 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [None req-9782f660-2dd2-44c9-bf7b-a156ae72f4fb None None] Attempting to bind port 7cc539dc-83ac-46f7-aa9c-4d87d0d27634 on host n-d-827839-2 for vnic_type normal with profile {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:52:19.393848 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [None req-9782f660-2dd2-44c9-bf7b-a156ae72f4fb None None] Attempting to bind port 7cc539dc-83ac-46f7-aa9c-4d87d0d27634 by drivers openvswitch,hyperv on host n-d-827839-2 at level 0 using segments [{'id': '5942dc44-1f07-4c27-b0ab-45a2bff20dd5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188'}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:52:19.394207 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9782f660-2dd2-44c9-bf7b-a156ae72f4fb None None] Attempting to bind port 7cc539dc-83ac-46f7-aa9c-4d87d0d27634 on network 48165773-85ad-49a1-9ec1-76fc8dc24188 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:52:19.398010 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-899374e9-2c9c-4515-a7cb-2d4f09707535 tempest-RoutersIpV6AdminTest-86286204 tempest-RoutersIpV6AdminTest-86286204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (9d667037-6542-48b7-b529-b1338787718f), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:19.405955 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9782f660-2dd2-44c9-bf7b-a156ae72f4fb None None] Checking agent: {'id': 'ba70844b-66a0-45fd-a2f2-e6ed673321fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 0, 36), 'started_at': datetime.datetime(2022, 2, 4, 17, 1, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 52, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:52:19.406319 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9782f660-2dd2-44c9-bf7b-a156ae72f4fb None None] Checking segment: {'id': '5942dc44-1f07-4c27-b0ab-45a2bff20dd5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:52:19.406707 n-d-827839-2 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9782f660-2dd2-44c9-bf7b-a156ae72f4fb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:19.407292 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9782f660-2dd2-44c9-bf7b-a156ae72f4fb None None] Bound using segment: {'id': '5942dc44-1f07-4c27-b0ab-45a2bff20dd5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188'} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:52:19.407935 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [None req-9782f660-2dd2-44c9-bf7b-a156ae72f4fb None None] Bound port: 7cc539dc-83ac-46f7-aa9c-4d87d0d27634, host: n-d-827839-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5942dc44-1f07-4c27-b0ab-45a2bff20dd5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188'}}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:52:19.408502 n-d-827839-2 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9782f660-2dd2-44c9-bf7b-a156ae72f4fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (7cc539dc-83ac-46f7-aa9c-4d87d0d27634), before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:19.433684 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899374e9-2c9c-4515-a7cb-2d4f09707535 tempest-RoutersIpV6AdminTest-86286204 tempest-RoutersIpV6AdminTest-86286204-project] Pushing event deleted for resources: {'Port': ['ID=9d667037-6542-48b7-b529-b1338787718f,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:52:19.442867 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-f1580288-a665-4a8d-912c-4770f27b4d86 tempest-TestSecurityGroupsBasicOps-1394815037 tempest-TestSecurityGroupsBasicOps-1394815037-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25889445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25597197'] for subnet (1e0ef8a1-e33c-4bde-aba9-f45abeb09405), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:19.462499 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cead90d-0f8c-4f90-a880-e50fea51a7c9 None None] Pushing event updated for resources: {'Port': ['ID=7cc539dc-83ac-46f7-aa9c-4d87d0d27634,revision_number=2']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:52:19.470027 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-9782f660-2dd2-44c9-bf7b-a156ae72f4fb None None] For port 7cc539dc-83ac-46f7-aa9c-4d87d0d27634, host n-d-827839-2, cleared binding levels {{(pid=103379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:52:19.473063 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-9782f660-2dd2-44c9-bf7b-a156ae72f4fb None None] For port 7cc539dc-83ac-46f7-aa9c-4d87d0d27634, host n-d-827839-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=7cc539dc-83ac-46f7-aa9c-4d87d0d27634,segment=NetworkSegment(5942dc44-1f07-4c27-b0ab-45a2bff20dd5),segment_id=5942dc44-1f07-4c27-b0ab-45a2bff20dd5)] {{(pid=103379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:52:19.479670 n-d-827839-2 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-9782f660-2dd2-44c9-bf7b-a156ae72f4fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (7cc539dc-83ac-46f7-aa9c-4d87d0d27634), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:19.506595 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-899374e9-2c9c-4515-a7cb-2d4f09707535 tempest-RoutersIpV6AdminTest-86286204 tempest-RoutersIpV6AdminTest-86286204-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1595544'] for router_gateway (1d94dc8a-87d4-4891-97be-4e8b81c93afb), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:19.519059 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1580288-a665-4a8d-912c-4770f27b4d86 tempest-TestSecurityGroupsBasicOps-1394815037 tempest-TestSecurityGroupsBasicOps-1394815037-project] Pushing event updated for resources: {'Subnet': ['ID=1e0ef8a1-e33c-4bde-aba9-f45abeb09405,revision_number=0']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:52:19.528266 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1580288-a665-4a8d-912c-4770f27b4d86 tempest-TestSecurityGroupsBasicOps-1394815037 tempest-TestSecurityGroupsBasicOps-1394815037-project] Checking segment: {'id': 'db10bafd-9845-4f65-8ab7-1998be9ed217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '669dcaca-872a-426e-b103-daa458e0d181'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:52:19.528696 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1580288-a665-4a8d-912c-4770f27b4d86 tempest-TestSecurityGroupsBasicOps-1394815037 tempest-TestSecurityGroupsBasicOps-1394815037-project] Network hostable DHCP agents. Network: 669dcaca-872a-426e-b103-daa458e0d181, hostable agents: ['bb89f5a3-3c22-440b-b7d1-c4f0c43c184a'], hosted agents: [] {{(pid=103377) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 17:52:19.547504 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1580288-a665-4a8d-912c-4770f27b4d86 tempest-TestSecurityGroupsBasicOps-1394815037 tempest-TestSecurityGroupsBasicOps-1394815037-project] Network 669dcaca-872a-426e-b103-daa458e0d181 is scheduled to be hosted by DHCP agent bb89f5a3-3c22-440b-b7d1-c4f0c43c184a with binding_index 1 {{(pid=103377) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 17:52:19.558365 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [None req-f1580288-a665-4a8d-912c-4770f27b4d86 tempest-TestSecurityGroupsBasicOps-1394815037 tempest-TestSecurityGroupsBasicOps-1394815037-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827839-2, 669dcaca-872a-426e-b103-daa458e0d181) {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:52:19.565176 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1580288-a665-4a8d-912c-4770f27b4d86 tempest-TestSecurityGroupsBasicOps-1394815037 tempest-TestSecurityGroupsBasicOps-1394815037-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:52:19.566054 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-f1580288-a665-4a8d-912c-4770f27b4d86 tempest-TestSecurityGroupsBasicOps-1394815037 tempest-TestSecurityGroupsBasicOps-1394815037-project] Publish callbacks [] for subnet (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:19.571422 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-065292b4-9483-4bf0-9b95-5c773e17b623 None None] Network 669dcaca-872a-426e-b103-daa458e0d181 requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:52:19.592835 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-f1580288-a665-4a8d-912c-4770f27b4d86 tempest-TestSecurityGroupsBasicOps-1394815037 tempest-TestSecurityGroupsBasicOps-1394815037-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4629917 Feb 04 17:52:19.593306 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 48754) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:52:19.648199 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cead90d-0f8c-4f90-a880-e50fea51a7c9 None None] Pushing event updated for resources: {'Port': ['ID=7cc539dc-83ac-46f7-aa9c-4d87d0d27634,revision_number=3']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:52:19.678619 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9782f660-2dd2-44c9-bf7b-a156ae72f4fb None None] Routers {'2c359285-ea6e-4069-bd7d-34cfc764fd0d'} bound to L3 agent in host n-d-827839-2 {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:52:19.679512 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-9782f660-2dd2-44c9-bf7b-a156ae72f4fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:52:03Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['2c359285-ea6e-4069-bd7d-34cfc764fd0d'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:52:19.704208 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-149706ce-fb1f-444c-a6b9-deec9513300f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e4c19ad-5724-5db8-8ee1-4f56ae69fcf4-669dcaca-872a-426e-b103-daa458e0d181', 'network_id': '669dcaca-872a-426e-b103-daa458e0d181', 'project_id': 'c8bedfd6a8d44aafbac239d3537c77f3', 'fixed_ips': [{'subnet_id': '1e0ef8a1-e33c-4bde-aba9-f45abeb09405'}]}} from n-d-827839-2. {{(pid=103378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 17:52:19.705506 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-149706ce-fb1f-444c-a6b9-deec9513300f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:19.815662 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvr_db [None req-9782f660-2dd2-44c9-bf7b-a156ae72f4fb None None] Set router 2c359285-ea6e-4069-bd7d-34cfc764fd0d gateway port host: n-d-827839-2 {{(pid=103379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:52:19.870779 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-149706ce-fb1f-444c-a6b9-deec9513300f None None] Allocated IP 172.20.0.2 (669dcaca-872a-426e-b103-daa458e0d181/1e0ef8a1-e33c-4bde-aba9-f45abeb09405/d96b4bf1-21a9-4898-a3f3-ca05712e4ebb) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:52:19.891455 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-899374e9-2c9c-4515-a7cb-2d4f09707535 tempest-RoutersIpV6AdminTest-86286204 tempest-RoutersIpV6AdminTest-86286204-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1601811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26971'] for router (1d94dc8a-87d4-4891-97be-4e8b81c93afb), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:19.894337 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-899374e9-2c9c-4515-a7cb-2d4f09707535 tempest-RoutersIpV6AdminTest-86286204 tempest-RoutersIpV6AdminTest-86286204-project] Publish callbacks [] for router_controller (1d94dc8a-87d4-4891-97be-4e8b81c93afb), precommit_delete_associations {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:19.943746 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-899374e9-2c9c-4515-a7cb-2d4f09707535 tempest-RoutersIpV6AdminTest-86286204 tempest-RoutersIpV6AdminTest-86286204-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1601832'] for router (1d94dc8a-87d4-4891-97be-4e8b81c93afb), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:19.946496 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-899374e9-2c9c-4515-a7cb-2d4f09707535 tempest-RoutersIpV6AdminTest-86286204 tempest-RoutersIpV6AdminTest-86286204-project] Fanout notify agent at l3_agent the message router_deleted on router 1d94dc8a-87d4-4891-97be-4e8b81c93afb {{(pid=103376) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 17:52:19.955226 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-899374e9-2c9c-4515-a7cb-2d4f09707535 tempest-RoutersIpV6AdminTest-86286204 tempest-RoutersIpV6AdminTest-86286204-project] Publish callbacks [] for router (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:19.956505 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-899374e9-2c9c-4515-a7cb-2d4f09707535 tempest-RoutersIpV6AdminTest-86286204 tempest-RoutersIpV6AdminTest-86286204-project] 10.222.0.89 "DELETE /v2.0/routers/1d94dc8a-87d4-4891-97be-4e8b81c93afb HTTP/1.1" status: 204 len: 168 time: 1.1449089 Feb 04 17:52:19.960159 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 48756) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:52:19.964775 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-7946f36d-b4ab-404f-b205-2142d745fbb6 tempest-RoutersIpV6AdminTest-86286204 tempest-RoutersIpV6AdminTest-86286204-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-852088565', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188'}, 'admin_state_up': False}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:52:19.994802 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-7946f36d-b4ab-404f-b205-2142d745fbb6 tempest-RoutersIpV6AdminTest-86286204 tempest-RoutersIpV6AdminTest-86286204-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1601657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26921'] for router (cdadf962-10d6-450b-9847-76f208336a1f), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:19.996683 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-7946f36d-b4ab-404f-b205-2142d745fbb6 tempest-RoutersIpV6AdminTest-86286204 tempest-RoutersIpV6AdminTest-86286204-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1602025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603663', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1630571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26960'] for router (cdadf962-10d6-450b-9847-76f208336a1f), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:20.050719 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-9782f660-2dd2-44c9-bf7b-a156ae72f4fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c359285-ea6e-4069-bd7d-34cfc764fd0d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-650764982', 'tenant_id': 'c8bedfd6a8d44aafbac239d3537c77f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.100'}], 'enable_snat': True}, 'gw_port_id': '7cc539dc-83ac-46f7-aa9c-4d87d0d27634', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:52:17Z', 'updated_at': '2022-02-04T17:52:18Z', 'revision_number': 3, 'project_id': 'c8bedfd6a8d44aafbac239d3537c77f3', 'gw_port': {'id': '7cc539dc-83ac-46f7-aa9c-4d87d0d27634', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:1f:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c359285-ea6e-4069-bd7d-34cfc764fd0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3758, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:52:17Z', 'updated_at': '2022-02-04T17:52:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2'}], 'n-d-827839-2', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:52:20.061450 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-149706ce-fb1f-444c-a6b9-deec9513300f None None] Publish callbacks [] for port (d96b4bf1-21a9-4898-a3f3-ca05712e4ebb), precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:20.068509 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-149706ce-fb1f-444c-a6b9-deec9513300f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135'] for port (d96b4bf1-21a9-4898-a3f3-ca05712e4ebb), after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:20.074313 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-7946f36d-b4ab-404f-b205-2142d745fbb6 tempest-RoutersIpV6AdminTest-86286204 tempest-RoutersIpV6AdminTest-86286204-project] Publish callbacks [] for router_controller (cdadf962-10d6-450b-9847-76f208336a1f), precommit_add_association {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:20.089444 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9782f660-2dd2-44c9-bf7b-a156ae72f4fb None None] The sync data for ids ['2c359285-ea6e-4069-bd7d-34cfc764fd0d'] in n-d-827839-2 is: [{'id': '2c359285-ea6e-4069-bd7d-34cfc764fd0d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-650764982', 'tenant_id': 'c8bedfd6a8d44aafbac239d3537c77f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.100'}], 'enable_snat': True}, 'gw_port_id': '7cc539dc-83ac-46f7-aa9c-4d87d0d27634', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:52:17Z', 'updated_at': '2022-02-04T17:52:18Z', 'revision_number': 3, 'project_id': 'c8bedfd6a8d44aafbac239d3537c77f3', 'gw_port': {'id': '7cc539dc-83ac-46f7-aa9c-4d87d0d27634', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:1f:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c359285-ea6e-4069-bd7d-34cfc764fd0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3758, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:52:17Z', 'updated_at': '2022-02-04T17:52:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2'}] {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 17:52:20.118033 n-d-827839-2 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-149706ce-fb1f-444c-a6b9-deec9513300f None None] Network 669dcaca-872a-426e-b103-daa458e0d181 is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:52:20.121180 n-d-827839-2 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-149706ce-fb1f-444c-a6b9-deec9513300f None None] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:52:20.126136 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-149706ce-fb1f-444c-a6b9-deec9513300f None None] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:52:20.135557 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149706ce-fb1f-444c-a6b9-deec9513300f None None] Pushing event updated for resources: {'Port': ['ID=d96b4bf1-21a9-4898-a3f3-ca05712e4ebb,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:52:20.151378 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-179a6e20-f228-4715-9c92-5efc2787a19e tempest-TestSecurityGroupsBasicOps-1394815037 tempest-TestSecurityGroupsBasicOps-1394815037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:20.199218 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-149706ce-fb1f-444c-a6b9-deec9513300f None None] Attempting to bind port d96b4bf1-21a9-4898-a3f3-ca05712e4ebb on host n-d-827839-2 for vnic_type normal with profile {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:52:20.199555 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-149706ce-fb1f-444c-a6b9-deec9513300f None None] Attempting to bind port d96b4bf1-21a9-4898-a3f3-ca05712e4ebb by drivers openvswitch,hyperv on host n-d-827839-2 at level 0 using segments [{'id': 'db10bafd-9845-4f65-8ab7-1998be9ed217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '669dcaca-872a-426e-b103-daa458e0d181'}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:52:20.199924 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-149706ce-fb1f-444c-a6b9-deec9513300f None None] Attempting to bind port d96b4bf1-21a9-4898-a3f3-ca05712e4ebb on network 669dcaca-872a-426e-b103-daa458e0d181 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:52:20.207606 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-149706ce-fb1f-444c-a6b9-deec9513300f None None] Checking agent: {'id': 'ba70844b-66a0-45fd-a2f2-e6ed673321fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 0, 36), 'started_at': datetime.datetime(2022, 2, 4, 17, 1, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 52, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:52:20.207985 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-149706ce-fb1f-444c-a6b9-deec9513300f None None] Checking segment: {'id': 'db10bafd-9845-4f65-8ab7-1998be9ed217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '669dcaca-872a-426e-b103-daa458e0d181'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:52:20.208418 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-149706ce-fb1f-444c-a6b9-deec9513300f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:20.208888 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-149706ce-fb1f-444c-a6b9-deec9513300f None None] Bound using segment: {'id': 'db10bafd-9845-4f65-8ab7-1998be9ed217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '669dcaca-872a-426e-b103-daa458e0d181'} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:52:20.209319 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-149706ce-fb1f-444c-a6b9-deec9513300f None None] Bound port: d96b4bf1-21a9-4898-a3f3-ca05712e4ebb, host: n-d-827839-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db10bafd-9845-4f65-8ab7-1998be9ed217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '669dcaca-872a-426e-b103-daa458e0d181'}}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:52:20.209704 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-149706ce-fb1f-444c-a6b9-deec9513300f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (d96b4bf1-21a9-4898-a3f3-ca05712e4ebb), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:20.252275 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-7946f36d-b4ab-404f-b205-2142d745fbb6 tempest-RoutersIpV6AdminTest-86286204 tempest-RoutersIpV6AdminTest-86286204-project] Publish callbacks [] for router_gateway (cdadf962-10d6-450b-9847-76f208336a1f), precommit_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:20.280539 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-149706ce-fb1f-444c-a6b9-deec9513300f None None] For port d96b4bf1-21a9-4898-a3f3-ca05712e4ebb, host n-d-827839-2, cleared binding levels {{(pid=103378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:52:20.284446 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-149706ce-fb1f-444c-a6b9-deec9513300f None None] For port d96b4bf1-21a9-4898-a3f3-ca05712e4ebb, host n-d-827839-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=d96b4bf1-21a9-4898-a3f3-ca05712e4ebb,segment=NetworkSegment(db10bafd-9845-4f65-8ab7-1998be9ed217),segment_id=db10bafd-9845-4f65-8ab7-1998be9ed217)] {{(pid=103378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:52:20.293651 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-149706ce-fb1f-444c-a6b9-deec9513300f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (d96b4bf1-21a9-4898-a3f3-ca05712e4ebb), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:20.388919 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149706ce-fb1f-444c-a6b9-deec9513300f None None] Pushing event updated for resources: {'Port': ['ID=d96b4bf1-21a9-4898-a3f3-ca05712e4ebb,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:52:20.525939 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.db_base_plugin_common [None req-179a6e20-f228-4715-9c92-5efc2787a19e tempest-TestSecurityGroupsBasicOps-1394815037 tempest-TestSecurityGroupsBasicOps-1394815037-project] Allocated IP 172.20.0.1 (669dcaca-872a-426e-b103-daa458e0d181/1e0ef8a1-e33c-4bde-aba9-f45abeb09405/c33ee373-c05b-4d29-9d53-fea8d2d7119f) {{(pid=103377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:52:20.556497 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-7946f36d-b4ab-404f-b205-2142d745fbb6 tempest-RoutersIpV6AdminTest-86286204 tempest-RoutersIpV6AdminTest-86286204-project] Publish callbacks [] for router_gateway (cdadf962-10d6-450b-9847-76f208336a1f), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:20.576848 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-7946f36d-b4ab-404f-b205-2142d745fbb6 tempest-RoutersIpV6AdminTest-86286204 tempest-RoutersIpV6AdminTest-86286204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:20.696416 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-179a6e20-f228-4715-9c92-5efc2787a19e tempest-TestSecurityGroupsBasicOps-1394815037 tempest-TestSecurityGroupsBasicOps-1394815037-project] Publish callbacks [] for port (c33ee373-c05b-4d29-9d53-fea8d2d7119f), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:20.729808 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.db_base_plugin_common [None req-7946f36d-b4ab-404f-b205-2142d745fbb6 tempest-RoutersIpV6AdminTest-86286204 tempest-RoutersIpV6AdminTest-86286204-project] Allocated IP 172.25.6.14 (48165773-85ad-49a1-9ec1-76fc8dc24188/7660bfad-1ea8-4fe7-831b-bed836f13efc/b89ecbd8-86d5-4681-8665-1e126b7f67a6) {{(pid=103376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:52:20.738379 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-179a6e20-f228-4715-9c92-5efc2787a19e tempest-TestSecurityGroupsBasicOps-1394815037 tempest-TestSecurityGroupsBasicOps-1394815037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (c33ee373-c05b-4d29-9d53-fea8d2d7119f), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:20.782796 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-179a6e20-f228-4715-9c92-5efc2787a19e tempest-TestSecurityGroupsBasicOps-1394815037 tempest-TestSecurityGroupsBasicOps-1394815037-project] Network 669dcaca-872a-426e-b103-daa458e0d181 is already hosted by enough agents. {{(pid=103377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:52:20.786014 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [None req-179a6e20-f228-4715-9c92-5efc2787a19e tempest-TestSecurityGroupsBasicOps-1394815037 tempest-TestSecurityGroupsBasicOps-1394815037-project] Resources bound (agent type, host, resource id): {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:52:20.791952 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-179a6e20-f228-4715-9c92-5efc2787a19e tempest-TestSecurityGroupsBasicOps-1394815037 tempest-TestSecurityGroupsBasicOps-1394815037-project] Received port after_create {{(pid=103377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:52:20.844484 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179a6e20-f228-4715-9c92-5efc2787a19e tempest-TestSecurityGroupsBasicOps-1394815037 tempest-TestSecurityGroupsBasicOps-1394815037-project] Pushing event updated for resources: {'Port': ['ID=c33ee373-c05b-4d29-9d53-fea8d2d7119f,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:52:20.866795 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-179a6e20-f228-4715-9c92-5efc2787a19e tempest-TestSecurityGroupsBasicOps-1394815037 tempest-TestSecurityGroupsBasicOps-1394815037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1595471'] for router_interface (2c359285-ea6e-4069-bd7d-34cfc764fd0d), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:20.919945 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-7946f36d-b4ab-404f-b205-2142d745fbb6 tempest-RoutersIpV6AdminTest-86286204 tempest-RoutersIpV6AdminTest-86286204-project] Publish callbacks [] for port (b89ecbd8-86d5-4681-8665-1e126b7f67a6), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:20.961911 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-7946f36d-b4ab-404f-b205-2142d745fbb6 tempest-RoutersIpV6AdminTest-86286204 tempest-RoutersIpV6AdminTest-86286204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (b89ecbd8-86d5-4681-8665-1e126b7f67a6), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:21.017171 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7946f36d-b4ab-404f-b205-2142d745fbb6 tempest-RoutersIpV6AdminTest-86286204 tempest-RoutersIpV6AdminTest-86286204-project] Network 48165773-85ad-49a1-9ec1-76fc8dc24188 is already hosted by enough agents. {{(pid=103376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:52:21.020671 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [None req-7946f36d-b4ab-404f-b205-2142d745fbb6 tempest-RoutersIpV6AdminTest-86286204 tempest-RoutersIpV6AdminTest-86286204-project] Resources bound (agent type, host, resource id): {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:52:21.024729 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7946f36d-b4ab-404f-b205-2142d745fbb6 tempest-RoutersIpV6AdminTest-86286204 tempest-RoutersIpV6AdminTest-86286204-project] Received port after_create {{(pid=103376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:52:21.030892 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device d96b4bf1-21a9-4898-a3f3-ca05712e4ebb up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:52:21.033163 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-179a6e20-f228-4715-9c92-5efc2787a19e tempest-TestSecurityGroupsBasicOps-1394815037 tempest-TestSecurityGroupsBasicOps-1394815037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (c33ee373-c05b-4d29-9d53-fea8d2d7119f), before_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:21.079690 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7946f36d-b4ab-404f-b205-2142d745fbb6 tempest-RoutersIpV6AdminTest-86286204 tempest-RoutersIpV6AdminTest-86286204-project] Pushing event updated for resources: {'Port': ['ID=b89ecbd8-86d5-4681-8665-1e126b7f67a6,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:52:21.114628 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port d96b4bf1-21a9-4898-a3f3-ca05712e4ebb triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:52:21.115008 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (d96b4bf1-21a9-4898-a3f3-ca05712e4ebb), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:21.215313 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port d96b4bf1-21a9-4898-a3f3-ca05712e4ebb is: DOWN; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:52:21.215753 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (d96b4bf1-21a9-4898-a3f3-ca05712e4ebb), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:21.266006 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] For port d96b4bf1-21a9-4898-a3f3-ca05712e4ebb, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=d96b4bf1-21a9-4898-a3f3-ca05712e4ebb,segment=NetworkSegment(db10bafd-9845-4f65-8ab7-1998be9ed217),segment_id=db10bafd-9845-4f65-8ab7-1998be9ed217)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:52:21.273528 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (d96b4bf1-21a9-4898-a3f3-ca05712e4ebb), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:21.274387 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 7cc539dc-83ac-46f7-aa9c-4d87d0d27634 up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:52:21.386888 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-7946f36d-b4ab-404f-b205-2142d745fbb6 tempest-RoutersIpV6AdminTest-86286204 tempest-RoutersIpV6AdminTest-86286204-project] Publish callbacks [] for router_gateway (cdadf962-10d6-450b-9847-76f208336a1f), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:21.417197 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port 7cc539dc-83ac-46f7-aa9c-4d87d0d27634 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:52:21.417570 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (7cc539dc-83ac-46f7-aa9c-4d87d0d27634), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:21.419257 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Pushing event updated for resources: {'Port': ['ID=d96b4bf1-21a9-4898-a3f3-ca05712e4ebb,revision_number=3']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:52:21.438878 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-179a6e20-f228-4715-9c92-5efc2787a19e tempest-TestSecurityGroupsBasicOps-1394815037 tempest-TestSecurityGroupsBasicOps-1394815037-project] Publish callbacks [] for port (c33ee373-c05b-4d29-9d53-fea8d2d7119f), precommit_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:21.443834 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-179a6e20-f228-4715-9c92-5efc2787a19e tempest-TestSecurityGroupsBasicOps-1394815037 tempest-TestSecurityGroupsBasicOps-1394815037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25888290'] for port (c33ee373-c05b-4d29-9d53-fea8d2d7119f), after_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:21.525016 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179a6e20-f228-4715-9c92-5efc2787a19e tempest-TestSecurityGroupsBasicOps-1394815037 tempest-TestSecurityGroupsBasicOps-1394815037-project] Pushing event updated for resources: {'Port': ['ID=c33ee373-c05b-4d29-9d53-fea8d2d7119f,revision_number=2']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:52:21.528955 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-179a6e20-f228-4715-9c92-5efc2787a19e tempest-TestSecurityGroupsBasicOps-1394815037 tempest-TestSecurityGroupsBasicOps-1394815037-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1677345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602751'] for router_interface (2c359285-ea6e-4069-bd7d-34cfc764fd0d), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:21.541404 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port 7cc539dc-83ac-46f7-aa9c-4d87d0d27634 is: DOWN; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:52:21.541812 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (7cc539dc-83ac-46f7-aa9c-4d87d0d27634), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:21.571650 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] For port 7cc539dc-83ac-46f7-aa9c-4d87d0d27634, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=7cc539dc-83ac-46f7-aa9c-4d87d0d27634,segment=NetworkSegment(5942dc44-1f07-4c27-b0ab-45a2bff20dd5),segment_id=5942dc44-1f07-4c27-b0ab-45a2bff20dd5)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:52:21.577401 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (7cc539dc-83ac-46f7-aa9c-4d87d0d27634), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:21.645318 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Pushing event updated for resources: {'Port': ['ID=7cc539dc-83ac-46f7-aa9c-4d87d0d27634,revision_number=4']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:52:21.649843 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-179a6e20-f228-4715-9c92-5efc2787a19e tempest-TestSecurityGroupsBasicOps-1394815037 tempest-TestSecurityGroupsBasicOps-1394815037-project] Network 669dcaca-872a-426e-b103-daa458e0d181 is already hosted by enough agents. {{(pid=103377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:52:21.651543 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [None req-179a6e20-f228-4715-9c92-5efc2787a19e tempest-TestSecurityGroupsBasicOps-1394815037 tempest-TestSecurityGroupsBasicOps-1394815037-project] Resources bound (agent type, host, resource id): {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:52:21.672929 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-7946f36d-b4ab-404f-b205-2142d745fbb6 tempest-RoutersIpV6AdminTest-86286204 tempest-RoutersIpV6AdminTest-86286204-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1602046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603680'] for router (cdadf962-10d6-450b-9847-76f208336a1f), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:21.767473 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-316ede52-f19c-4d41-b245-928dc3837f40 None None] Network 669dcaca-872a-426e-b103-daa458e0d181 requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:52:21.785179 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-179a6e20-f228-4715-9c92-5efc2787a19e tempest-TestSecurityGroupsBasicOps-1394815037 tempest-TestSecurityGroupsBasicOps-1394815037-project] Router 2c359285-ea6e-4069-bd7d-34cfc764fd0d has already been hosted by L3 agent 64ada913-9131-4d99-a265-63a920956287 {{(pid=103377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 17:52:21.818029 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7946f36d-b4ab-404f-b205-2142d745fbb6 tempest-RoutersIpV6AdminTest-86286204 tempest-RoutersIpV6AdminTest-86286204-project] Router cdadf962-10d6-450b-9847-76f208336a1f is scheduled to L3 agent 64ada913-9131-4d99-a265-63a920956287 with binding_index 1 {{(pid=103376) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 17:52:21.886807 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-251b37d4-4c41-478f-ac9f-22c1be5b4507 None None] Provisioning complete for port d96b4bf1-21a9-4898-a3f3-ca05712e4ebb triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:52:21.887188 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-251b37d4-4c41-478f-ac9f-22c1be5b4507 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (d96b4bf1-21a9-4898-a3f3-ca05712e4ebb), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:21.915147 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-179a6e20-f228-4715-9c92-5efc2787a19e tempest-TestSecurityGroupsBasicOps-1394815037 tempest-TestSecurityGroupsBasicOps-1394815037-project] Notify agent at l3_agent.n-d-827839-2 the message routers_updated {{(pid=103377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 17:52:21.925962 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-179a6e20-f228-4715-9c92-5efc2787a19e tempest-TestSecurityGroupsBasicOps-1394815037 tempest-TestSecurityGroupsBasicOps-1394815037-project] 10.222.0.89 "PUT /v2.0/routers/2c359285-ea6e-4069-bd7d-34cfc764fd0d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3311629 Feb 04 17:52:21.928485 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 48758) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:52:21.941851 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-e2317447-b356-482c-92cc-6a54edced131 tempest-TestSecurityGroupsBasicOps-1394815037 tempest-TestSecurityGroupsBasicOps-1394815037-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--1010195860', 'description': 'tempest-secgroup_access--1010195860 description', 'project_id': 'c8bedfd6a8d44aafbac239d3537c77f3'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:52:21.947179 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7946f36d-b4ab-404f-b205-2142d745fbb6 tempest-RoutersIpV6AdminTest-86286204 tempest-RoutersIpV6AdminTest-86286204-project] Notify agent at l3_agent.n-d-827839-2 the message routers_updated {{(pid=103376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 17:52:21.969916 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-7946f36d-b4ab-404f-b205-2142d745fbb6 tempest-RoutersIpV6AdminTest-86286204 tempest-RoutersIpV6AdminTest-86286204-project] Publish callbacks [] for router (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:21.972819 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-7946f36d-b4ab-404f-b205-2142d745fbb6 tempest-RoutersIpV6AdminTest-86286204 tempest-RoutersIpV6AdminTest-86286204-project] 10.222.0.89 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.0099225 Feb 04 17:52:21.974103 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 48760) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:52:21.982746 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c177f363-22c9-49fe-916e-47fd574149c9 None None] Sync routers for ids ['cdadf962-10d6-450b-9847-76f208336a1f'] in n-d-827839-2 {{(pid=103378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 17:52:21.983057 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-554969c4-656b-4838-a9e6-743b76e474bc tempest-RoutersIpV6AdminTest-86286204 tempest-RoutersIpV6AdminTest-86286204-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:52:21.988420 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-e2317447-b356-482c-92cc-6a54edced131 tempest-TestSecurityGroupsBasicOps-1394815037 tempest-TestSecurityGroupsBasicOps-1394815037-project] Publish callbacks [] for security_group (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:22.014151 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-251b37d4-4c41-478f-ac9f-22c1be5b4507 None None] Current status of the port d96b4bf1-21a9-4898-a3f3-ca05712e4ebb is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:52:22.016973 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c177f363-22c9-49fe-916e-47fd574149c9 None None] Routers {'cdadf962-10d6-450b-9847-76f208336a1f'} bound to L3 agent in host n-d-827839-2 {{(pid=103378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:52:22.017948 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-c177f363-22c9-49fe-916e-47fd574149c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:52:03Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['cdadf962-10d6-450b-9847-76f208336a1f'], 'active': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:52:22.084655 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-c177f363-22c9-49fe-916e-47fd574149c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827839-2', False) {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:52:22.085746 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-e2317447-b356-482c-92cc-6a54edced131 tempest-TestSecurityGroupsBasicOps-1394815037 tempest-TestSecurityGroupsBasicOps-1394815037-project] Publish callbacks [] for security_group (196b71ba-ec4a-4055-a145-b58b5af791ad), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:22.096981 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-e2317447-b356-482c-92cc-6a54edced131 tempest-TestSecurityGroupsBasicOps-1394815037 tempest-TestSecurityGroupsBasicOps-1394815037-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (196b71ba-ec4a-4055-a145-b58b5af791ad), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:22.097760 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c177f363-22c9-49fe-916e-47fd574149c9 None None] Routers {'cdadf962-10d6-450b-9847-76f208336a1f'} bound to L3 agent in host n-d-827839-2 {{(pid=103378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:52:22.098863 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-c177f363-22c9-49fe-916e-47fd574149c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:52:03Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['cdadf962-10d6-450b-9847-76f208336a1f'], 'active': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:52:22.124109 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-e2317447-b356-482c-92cc-6a54edced131 tempest-TestSecurityGroupsBasicOps-1394815037 tempest-TestSecurityGroupsBasicOps-1394815037-project] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:22.128273 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-e2317447-b356-482c-92cc-6a54edced131 tempest-TestSecurityGroupsBasicOps-1394815037 tempest-TestSecurityGroupsBasicOps-1394815037-project] 10.222.0.89 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.1950512 Feb 04 17:52:22.128540 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 48762) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:52:22.133463 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-a53f5c82-46bf-41db-a19e-e764895c3fc3 tempest-TestSecurityGroupsBasicOps-1394815037 tempest-TestSecurityGroupsBasicOps-1394815037-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--187470664', 'description': 'tempest-secgroup_general--187470664 description', 'project_id': 'c8bedfd6a8d44aafbac239d3537c77f3'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:52:22.147448 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-c177f363-22c9-49fe-916e-47fd574149c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827839-2', False) {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:52:22.148154 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c177f363-22c9-49fe-916e-47fd574149c9 None None] The sync data for ids ['cdadf962-10d6-450b-9847-76f208336a1f'] in n-d-827839-2 is: [] {{(pid=103378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 17:52:22.159573 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2317447-b356-482c-92cc-6a54edced131 tempest-TestSecurityGroupsBasicOps-1394815037 tempest-TestSecurityGroupsBasicOps-1394815037-project] Pushing event updated for resources: {'SecurityGroup': ['ID=196b71ba-ec4a-4055-a145-b58b5af791ad,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:52:22.169761 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-a53f5c82-46bf-41db-a19e-e764895c3fc3 tempest-TestSecurityGroupsBasicOps-1394815037 tempest-TestSecurityGroupsBasicOps-1394815037-project] Publish callbacks [] for security_group (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:22.244155 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-a53f5c82-46bf-41db-a19e-e764895c3fc3 tempest-TestSecurityGroupsBasicOps-1394815037 tempest-TestSecurityGroupsBasicOps-1394815037-project] Publish callbacks [] for security_group (e8348a7a-6d49-489e-bc89-fb2e3198344e), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:22.249470 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-a53f5c82-46bf-41db-a19e-e764895c3fc3 tempest-TestSecurityGroupsBasicOps-1394815037 tempest-TestSecurityGroupsBasicOps-1394815037-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (e8348a7a-6d49-489e-bc89-fb2e3198344e), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:22.289414 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-a53f5c82-46bf-41db-a19e-e764895c3fc3 tempest-TestSecurityGroupsBasicOps-1394815037 tempest-TestSecurityGroupsBasicOps-1394815037-project] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:22.293785 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-a53f5c82-46bf-41db-a19e-e764895c3fc3 tempest-TestSecurityGroupsBasicOps-1394815037 tempest-TestSecurityGroupsBasicOps-1394815037-project] 10.222.0.89 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.1607821 Feb 04 17:52:22.294893 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 48764) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:52:22.299287 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-092bfd73-ef51-4b57-a7ef-2599ea913b17 tempest-TestSecurityGroupsBasicOps-1394815037 tempest-TestSecurityGroupsBasicOps-1394815037-project] Request body: {'security_group_rule': {'security_group_id': '196b71ba-ec4a-4055-a145-b58b5af791ad', 'project_id': 'c8bedfd6a8d44aafbac239d3537c77f3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:52:22.304473 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53f5c82-46bf-41db-a19e-e764895c3fc3 tempest-TestSecurityGroupsBasicOps-1394815037 tempest-TestSecurityGroupsBasicOps-1394815037-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e8348a7a-6d49-489e-bc89-fb2e3198344e,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:52:22.338342 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-092bfd73-ef51-4b57-a7ef-2599ea913b17 tempest-TestSecurityGroupsBasicOps-1394815037 tempest-TestSecurityGroupsBasicOps-1394815037-project] Publish callbacks [] for security_group_rule (c3fa2a5b-bc0b-499c-9ea0-0aaf270944d4), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:22.342374 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-07a7e330-e7fe-4626-b2cf-2e7d6c9d9af1 None None] Provisioning complete for port c33ee373-c05b-4d29-9d53-fea8d2d7119f triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:52:22.342619 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-07a7e330-e7fe-4626-b2cf-2e7d6c9d9af1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (c33ee373-c05b-4d29-9d53-fea8d2d7119f), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:22.390339 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-07a7e330-e7fe-4626-b2cf-2e7d6c9d9af1 None None] Port c33ee373-c05b-4d29-9d53-fea8d2d7119f cannot update to ACTIVE because it is not bound. {{(pid=103378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 17:52:22.404695 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-07a7e330-e7fe-4626-b2cf-2e7d6c9d9af1 None None] Provisioning complete for port d96b4bf1-21a9-4898-a3f3-ca05712e4ebb triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:52:22.405164 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-07a7e330-e7fe-4626-b2cf-2e7d6c9d9af1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (d96b4bf1-21a9-4898-a3f3-ca05712e4ebb), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:22.413378 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1b52120-487a-4788-9367-259ba7d20e17 None None] Sync routers for ids ['2c359285-ea6e-4069-bd7d-34cfc764fd0d'] in n-d-827839-2 {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 17:52:22.428113 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-092bfd73-ef51-4b57-a7ef-2599ea913b17 tempest-TestSecurityGroupsBasicOps-1394815037 tempest-TestSecurityGroupsBasicOps-1394815037-project] Publish callbacks [] for security_group_rule (c3fa2a5b-bc0b-499c-9ea0-0aaf270944d4), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:22.432447 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-092bfd73-ef51-4b57-a7ef-2599ea913b17 tempest-TestSecurityGroupsBasicOps-1394815037 tempest-TestSecurityGroupsBasicOps-1394815037-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664556'] for security_group_rule (c3fa2a5b-bc0b-499c-9ea0-0aaf270944d4), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:22.434583 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1b52120-487a-4788-9367-259ba7d20e17 None None] Routers {'2c359285-ea6e-4069-bd7d-34cfc764fd0d'} bound to L3 agent in host n-d-827839-2 {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:52:22.436921 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-f1b52120-487a-4788-9367-259ba7d20e17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:52:03Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['2c359285-ea6e-4069-bd7d-34cfc764fd0d'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:52:22.437683 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-554969c4-656b-4838-a9e6-743b76e474bc tempest-RoutersIpV6AdminTest-86286204 tempest-RoutersIpV6AdminTest-86286204-project] Publish callbacks [] for router_gateway (cdadf962-10d6-450b-9847-76f208336a1f), precommit_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:22.464919 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-092bfd73-ef51-4b57-a7ef-2599ea913b17 tempest-TestSecurityGroupsBasicOps-1394815037 tempest-TestSecurityGroupsBasicOps-1394815037-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:22.465774 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-554969c4-656b-4838-a9e6-743b76e474bc tempest-RoutersIpV6AdminTest-86286204 tempest-RoutersIpV6AdminTest-86286204-project] Publish callbacks [] for router_gateway (cdadf962-10d6-450b-9847-76f208336a1f), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:22.467161 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-092bfd73-ef51-4b57-a7ef-2599ea913b17 tempest-TestSecurityGroupsBasicOps-1394815037 tempest-TestSecurityGroupsBasicOps-1394815037-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1713328 Feb 04 17:52:22.476271 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092bfd73-ef51-4b57-a7ef-2599ea913b17 tempest-TestSecurityGroupsBasicOps-1394815037 tempest-TestSecurityGroupsBasicOps-1394815037-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3fa2a5b-bc0b-499c-9ea0-0aaf270944d4,revision_number=0']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:52:22.509331 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-07a7e330-e7fe-4626-b2cf-2e7d6c9d9af1 None None] Current status of the port d96b4bf1-21a9-4898-a3f3-ca05712e4ebb is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:52:22.558418 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-554969c4-656b-4838-a9e6-743b76e474bc tempest-RoutersIpV6AdminTest-86286204 tempest-RoutersIpV6AdminTest-86286204-project] Deleting port b89ecbd8-86d5-4681-8665-1e126b7f67a6 {{(pid=103376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:52:22.558744 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-554969c4-656b-4838-a9e6-743b76e474bc tempest-RoutersIpV6AdminTest-86286204 tempest-RoutersIpV6AdminTest-86286204-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (b89ecbd8-86d5-4681-8665-1e126b7f67a6), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:22.584848 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvr_db [None req-f1b52120-487a-4788-9367-259ba7d20e17 None None] Set router 2c359285-ea6e-4069-bd7d-34cfc764fd0d gateway port host: n-d-827839-2 {{(pid=103379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:52:22.634635 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-6d7a098d-4783-4a99-9984-ec94fea29739 None None] Provisioning complete for port c33ee373-c05b-4d29-9d53-fea8d2d7119f triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:52:22.635063 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6d7a098d-4783-4a99-9984-ec94fea29739 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (c33ee373-c05b-4d29-9d53-fea8d2d7119f), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:22.673504 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-6d7a098d-4783-4a99-9984-ec94fea29739 None None] Port c33ee373-c05b-4d29-9d53-fea8d2d7119f cannot update to ACTIVE because it is not bound. {{(pid=103378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 17:52:22.688607 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-61d25fa5-9ea6-4932-afc8-fd35d6d2abc4 req-54c0abe3-b7e9-4f11-9103-18407c99e74f tempest-TestSecurityGroupsBasicOps-1394815037 tempest-TestSecurityGroupsBasicOps-1394815037-project] 10.222.0.89 "GET /v2.0/security-groups?name=tempest-secgroup_general--187470664&fields=id&tenant_id=c8bedfd6a8d44aafbac239d3537c77f3 HTTP/1.1" status: 200 len: 267 time: 0.0856943 Feb 04 17:52:22.706638 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-554969c4-656b-4838-a9e6-743b76e474bc tempest-RoutersIpV6AdminTest-86286204 tempest-RoutersIpV6AdminTest-86286204-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (b89ecbd8-86d5-4681-8665-1e126b7f67a6), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:22.729256 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-554969c4-656b-4838-a9e6-743b76e474bc tempest-RoutersIpV6AdminTest-86286204 tempest-RoutersIpV6AdminTest-86286204-project] Calling delete_port for b89ecbd8-86d5-4681-8665-1e126b7f67a6 owned by network:router_gateway {{(pid=103376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:52:22.799156 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-61d25fa5-9ea6-4932-afc8-fd35d6d2abc4 req-b590fefe-8c30-44f5-a6cb-adb081dbef80 tempest-TestSecurityGroupsBasicOps-1394815037 tempest-TestSecurityGroupsBasicOps-1394815037-project] 10.222.0.89 "GET /v2.0/security-groups?name=tempest-secgroup_access--1010195860&fields=id&tenant_id=c8bedfd6a8d44aafbac239d3537c77f3 HTTP/1.1" status: 200 len: 267 time: 0.1013412 Feb 04 17:52:22.808408 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-f1b52120-487a-4788-9367-259ba7d20e17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c359285-ea6e-4069-bd7d-34cfc764fd0d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-650764982', 'tenant_id': 'c8bedfd6a8d44aafbac239d3537c77f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.100'}], 'enable_snat': True}, 'gw_port_id': '7cc539dc-83ac-46f7-aa9c-4d87d0d27634', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:52:17Z', 'updated_at': '2022-02-04T17:52:20Z', 'revision_number': 4, 'project_id': 'c8bedfd6a8d44aafbac239d3537c77f3', 'gw_port': {'id': '7cc539dc-83ac-46f7-aa9c-4d87d0d27634', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:1f:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c359285-ea6e-4069-bd7d-34cfc764fd0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3758, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:52:17Z', 'updated_at': '2022-02-04T17:52:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_interfaces': [{'id': 'c33ee373-c05b-4d29-9d53-fea8d2d7119f', 'name': '', 'network_id': '669dcaca-872a-426e-b103-daa458e0d181', 'tenant_id': 'c8bedfd6a8d44aafbac239d3537c77f3', 'mac_address': 'fa:16:3e:23:41:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c359285-ea6e-4069-bd7d-34cfc764fd0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3762, 'fixed_ips': [{'subnet_id': '1e0ef8a1-e33c-4bde-aba9-f45abeb09405', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:52:20Z', 'updated_at': '2022-02-04T17:52:21Z', 'revision_number': 2, 'project_id': 'c8bedfd6a8d44aafbac239d3537c77f3', 'subnets': [{'id': '1e0ef8a1-e33c-4bde-aba9-f45abeb09405', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-2', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:52:22.835551 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1b52120-487a-4788-9367-259ba7d20e17 None None] Checking router: 2c359285-ea6e-4069-bd7d-34cfc764fd0d for host: n-d-827839-2 {{(pid=103379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 17:52:22.835824 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1b52120-487a-4788-9367-259ba7d20e17 None None] Updating router 2c359285-ea6e-4069-bd7d-34cfc764fd0d port c33ee373-c05b-4d29-9d53-fea8d2d7119f binding host n-d-827839-2 {{(pid=103379) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 17:52:22.868309 n-d-827839-2 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f1b52120-487a-4788-9367-259ba7d20e17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (c33ee373-c05b-4d29-9d53-fea8d2d7119f), before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:22.879073 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device d96b4bf1-21a9-4898-a3f3-ca05712e4ebb up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:52:22.923775 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-099fbb2f-3390-4dbd-927d-6880a4bcb4e4 None None] Provisioning complete for port c33ee373-c05b-4d29-9d53-fea8d2d7119f triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:52:22.924254 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-099fbb2f-3390-4dbd-927d-6880a4bcb4e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (c33ee373-c05b-4d29-9d53-fea8d2d7119f), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:22.971695 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-099fbb2f-3390-4dbd-927d-6880a4bcb4e4 None None] Port c33ee373-c05b-4d29-9d53-fea8d2d7119f cannot update to ACTIVE because it is not bound. {{(pid=103378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 17:52:22.977609 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port d96b4bf1-21a9-4898-a3f3-ca05712e4ebb triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:52:22.977993 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (d96b4bf1-21a9-4898-a3f3-ca05712e4ebb), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:23.059803 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port d96b4bf1-21a9-4898-a3f3-ca05712e4ebb is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:52:23.060859 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 7cc539dc-83ac-46f7-aa9c-4d87d0d27634 up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:52:23.110140 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port 7cc539dc-83ac-46f7-aa9c-4d87d0d27634 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:52:23.111277 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (7cc539dc-83ac-46f7-aa9c-4d87d0d27634), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:23.158381 n-d-827839-2 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f1b52120-487a-4788-9367-259ba7d20e17 None None] Publish callbacks [] for port (c33ee373-c05b-4d29-9d53-fea8d2d7119f), precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:23.165650 n-d-827839-2 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f1b52120-487a-4788-9367-259ba7d20e17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (c33ee373-c05b-4d29-9d53-fea8d2d7119f), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:23.196977 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port 7cc539dc-83ac-46f7-aa9c-4d87d0d27634 is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:52:23.217773 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67538f7c-8ea1-4233-8cef-e3816f59b2fd None None] Pushing event updated for resources: {'Port': ['ID=c33ee373-c05b-4d29-9d53-fea8d2d7119f,revision_number=3']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:52:23.230620 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d25fa5-9ea6-4932-afc8-fd35d6d2abc4 req-9d95b9a9-9638-416b-a835-dc4893107766 tempest-TestSecurityGroupsBasicOps-1394815037 tempest-TestSecurityGroupsBasicOps-1394815037-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:52:23.232167 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-61d25fa5-9ea6-4932-afc8-fd35d6d2abc4 req-9d95b9a9-9638-416b-a835-dc4893107766 tempest-TestSecurityGroupsBasicOps-1394815037 tempest-TestSecurityGroupsBasicOps-1394815037-project] 10.222.0.89 "GET /v2.0/networks?id=669dcaca-872a-426e-b103-daa458e0d181 HTTP/1.1" status: 200 len: 797 time: 0.4259865 Feb 04 17:52:23.247267 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67538f7c-8ea1-4233-8cef-e3816f59b2fd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:52:23.247615 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67538f7c-8ea1-4233-8cef-e3816f59b2fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:52:23.247956 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67538f7c-8ea1-4233-8cef-e3816f59b2fd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:52:23.248290 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67538f7c-8ea1-4233-8cef-e3816f59b2fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:52:23.248629 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67538f7c-8ea1-4233-8cef-e3816f59b2fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:52:23.248983 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67538f7c-8ea1-4233-8cef-e3816f59b2fd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:52:23.249311 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67538f7c-8ea1-4233-8cef-e3816f59b2fd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:52:23.249633 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67538f7c-8ea1-4233-8cef-e3816f59b2fd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:52:23.249958 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67538f7c-8ea1-4233-8cef-e3816f59b2fd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:52:23.250271 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67538f7c-8ea1-4233-8cef-e3816f59b2fd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:52:23.250593 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67538f7c-8ea1-4233-8cef-e3816f59b2fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:52:23.250911 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67538f7c-8ea1-4233-8cef-e3816f59b2fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:52:23.251235 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67538f7c-8ea1-4233-8cef-e3816f59b2fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:52:23.270218 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-61d25fa5-9ea6-4932-afc8-fd35d6d2abc4 req-6b7acd2c-ac56-4946-b9f0-61172900dcfb tempest-TestSecurityGroupsBasicOps-1394815037 tempest-TestSecurityGroupsBasicOps-1394815037-project] 10.222.0.89 "GET /v2.0/quotas/c8bedfd6a8d44aafbac239d3537c77f3 HTTP/1.1" status: 200 len: 375 time: 0.0303271 Feb 04 17:52:23.298402 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [None req-f1b52120-487a-4788-9367-259ba7d20e17 None None] Attempting to bind port c33ee373-c05b-4d29-9d53-fea8d2d7119f on host n-d-827839-2 for vnic_type normal with profile {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:52:23.298773 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [None req-f1b52120-487a-4788-9367-259ba7d20e17 None None] Attempting to bind port c33ee373-c05b-4d29-9d53-fea8d2d7119f by drivers openvswitch,hyperv on host n-d-827839-2 at level 0 using segments [{'id': 'db10bafd-9845-4f65-8ab7-1998be9ed217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '669dcaca-872a-426e-b103-daa458e0d181'}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:52:23.299132 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1b52120-487a-4788-9367-259ba7d20e17 None None] Attempting to bind port c33ee373-c05b-4d29-9d53-fea8d2d7119f on network 669dcaca-872a-426e-b103-daa458e0d181 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:52:23.304499 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1b52120-487a-4788-9367-259ba7d20e17 None None] Checking agent: {'id': 'ba70844b-66a0-45fd-a2f2-e6ed673321fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 0, 36), 'started_at': datetime.datetime(2022, 2, 4, 17, 1, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 52, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:52:23.304896 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1b52120-487a-4788-9367-259ba7d20e17 None None] Checking segment: {'id': 'db10bafd-9845-4f65-8ab7-1998be9ed217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '669dcaca-872a-426e-b103-daa458e0d181'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:52:23.305295 n-d-827839-2 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f1b52120-487a-4788-9367-259ba7d20e17 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:23.305683 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1b52120-487a-4788-9367-259ba7d20e17 None None] Bound using segment: {'id': 'db10bafd-9845-4f65-8ab7-1998be9ed217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '669dcaca-872a-426e-b103-daa458e0d181'} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:52:23.306139 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [None req-f1b52120-487a-4788-9367-259ba7d20e17 None None] Bound port: c33ee373-c05b-4d29-9d53-fea8d2d7119f, host: n-d-827839-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db10bafd-9845-4f65-8ab7-1998be9ed217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '669dcaca-872a-426e-b103-daa458e0d181'}}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:52:23.306515 n-d-827839-2 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f1b52120-487a-4788-9367-259ba7d20e17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (c33ee373-c05b-4d29-9d53-fea8d2d7119f), before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:23.327681 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-554969c4-656b-4838-a9e6-743b76e474bc tempest-RoutersIpV6AdminTest-86286204 tempest-RoutersIpV6AdminTest-86286204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (b89ecbd8-86d5-4681-8665-1e126b7f67a6), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:23.366639 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554969c4-656b-4838-a9e6-743b76e474bc tempest-RoutersIpV6AdminTest-86286204 tempest-RoutersIpV6AdminTest-86286204-project] Pushing event deleted for resources: {'Port': ['ID=b89ecbd8-86d5-4681-8665-1e126b7f67a6,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:52:23.379994 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-f1b52120-487a-4788-9367-259ba7d20e17 None None] For port c33ee373-c05b-4d29-9d53-fea8d2d7119f, host n-d-827839-2, cleared binding levels {{(pid=103379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:52:23.383796 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-f1b52120-487a-4788-9367-259ba7d20e17 None None] For port c33ee373-c05b-4d29-9d53-fea8d2d7119f, host n-d-827839-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=c33ee373-c05b-4d29-9d53-fea8d2d7119f,segment=NetworkSegment(db10bafd-9845-4f65-8ab7-1998be9ed217),segment_id=db10bafd-9845-4f65-8ab7-1998be9ed217)] {{(pid=103379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:52:23.390983 n-d-827839-2 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f1b52120-487a-4788-9367-259ba7d20e17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (c33ee373-c05b-4d29-9d53-fea8d2d7119f), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:23.411134 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-61d25fa5-9ea6-4932-afc8-fd35d6d2abc4 req-34c99278-c1cc-49de-a05d-ccb0097d98ed tempest-TestSecurityGroupsBasicOps-1394815037 tempest-TestSecurityGroupsBasicOps-1394815037-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=c8bedfd6a8d44aafbac239d3537c77f3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1346910 Feb 04 17:52:23.452671 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1b52120-487a-4788-9367-259ba7d20e17 None None] Routers {'2c359285-ea6e-4069-bd7d-34cfc764fd0d'} bound to L3 agent in host n-d-827839-2 {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:52:23.453380 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-f1b52120-487a-4788-9367-259ba7d20e17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:52:03Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['2c359285-ea6e-4069-bd7d-34cfc764fd0d'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:52:23.473303 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-554969c4-656b-4838-a9e6-743b76e474bc tempest-RoutersIpV6AdminTest-86286204 tempest-RoutersIpV6AdminTest-86286204-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1595544'] for router_gateway (cdadf962-10d6-450b-9847-76f208336a1f), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:23.502392 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-cfb3f5a9-2655-427c-ace5-2591ab712fec None None] Provisioning complete for port c33ee373-c05b-4d29-9d53-fea8d2d7119f triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:52:23.502771 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-cfb3f5a9-2655-427c-ace5-2591ab712fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (c33ee373-c05b-4d29-9d53-fea8d2d7119f), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:23.594156 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvr_db [None req-f1b52120-487a-4788-9367-259ba7d20e17 None None] Set router 2c359285-ea6e-4069-bd7d-34cfc764fd0d gateway port host: n-d-827839-2 {{(pid=103379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:52:23.604904 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-cfb3f5a9-2655-427c-ace5-2591ab712fec None None] Current status of the port c33ee373-c05b-4d29-9d53-fea8d2d7119f is: DOWN; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:52:23.605305 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-cfb3f5a9-2655-427c-ace5-2591ab712fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (c33ee373-c05b-4d29-9d53-fea8d2d7119f), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:23.648780 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-cfb3f5a9-2655-427c-ace5-2591ab712fec None None] For port c33ee373-c05b-4d29-9d53-fea8d2d7119f, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=c33ee373-c05b-4d29-9d53-fea8d2d7119f,segment=NetworkSegment(db10bafd-9845-4f65-8ab7-1998be9ed217),segment_id=db10bafd-9845-4f65-8ab7-1998be9ed217)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:52:23.658687 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-cfb3f5a9-2655-427c-ace5-2591ab712fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (c33ee373-c05b-4d29-9d53-fea8d2d7119f), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:23.671618 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67538f7c-8ea1-4233-8cef-e3816f59b2fd None None] Pushing event updated for resources: {'Port': ['ID=c33ee373-c05b-4d29-9d53-fea8d2d7119f,revision_number=4']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:52:23.792856 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-61d25fa5-9ea6-4932-afc8-fd35d6d2abc4 req-a08563e8-c7f5-4bd0-b3e6-36ea0b0dd880 service neutron] 10.222.0.89 "GET /v2.0/networks/669dcaca-872a-426e-b103-daa458e0d181?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3451602 Feb 04 17:52:23.797390 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-554969c4-656b-4838-a9e6-743b76e474bc tempest-RoutersIpV6AdminTest-86286204 tempest-RoutersIpV6AdminTest-86286204-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1603677', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1602039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26946'] for router (cdadf962-10d6-450b-9847-76f208336a1f), precommit_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:23.801363 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-554969c4-656b-4838-a9e6-743b76e474bc tempest-RoutersIpV6AdminTest-86286204 tempest-RoutersIpV6AdminTest-86286204-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1603666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1603691', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1601804'] for router (cdadf962-10d6-450b-9847-76f208336a1f), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:23.895215 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-1a28288f-a30f-4f58-9d98-064a31ce666b None None] Provisioning complete for port c33ee373-c05b-4d29-9d53-fea8d2d7119f triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:52:23.895567 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1a28288f-a30f-4f58-9d98-064a31ce666b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (c33ee373-c05b-4d29-9d53-fea8d2d7119f), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:23.897469 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb3f5a9-2655-427c-ace5-2591ab712fec None None] Pushing event updated for resources: {'Port': ['ID=c33ee373-c05b-4d29-9d53-fea8d2d7119f,revision_number=5']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:52:23.910213 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-f1b52120-487a-4788-9367-259ba7d20e17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c359285-ea6e-4069-bd7d-34cfc764fd0d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-650764982', 'tenant_id': 'c8bedfd6a8d44aafbac239d3537c77f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.100'}], 'enable_snat': True}, 'gw_port_id': '7cc539dc-83ac-46f7-aa9c-4d87d0d27634', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:52:17Z', 'updated_at': '2022-02-04T17:52:20Z', 'revision_number': 4, 'project_id': 'c8bedfd6a8d44aafbac239d3537c77f3', 'gw_port': {'id': '7cc539dc-83ac-46f7-aa9c-4d87d0d27634', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:1f:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c359285-ea6e-4069-bd7d-34cfc764fd0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3758, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:52:17Z', 'updated_at': '2022-02-04T17:52:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_interfaces': [{'id': 'c33ee373-c05b-4d29-9d53-fea8d2d7119f', 'name': '', 'network_id': '669dcaca-872a-426e-b103-daa458e0d181', 'tenant_id': 'c8bedfd6a8d44aafbac239d3537c77f3', 'mac_address': 'fa:16:3e:23:41:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c359285-ea6e-4069-bd7d-34cfc764fd0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3762, 'fixed_ips': [{'subnet_id': '1e0ef8a1-e33c-4bde-aba9-f45abeb09405', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:52:20Z', 'updated_at': '2022-02-04T17:52:23Z', 'revision_number': 4, 'project_id': 'c8bedfd6a8d44aafbac239d3537c77f3', 'subnets': [{'id': '1e0ef8a1-e33c-4bde-aba9-f45abeb09405', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-2', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:52:23.923672 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb3f5a9-2655-427c-ace5-2591ab712fec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:52:23.923911 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb3f5a9-2655-427c-ace5-2591ab712fec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:52:23.924130 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb3f5a9-2655-427c-ace5-2591ab712fec None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:52:23.924777 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb3f5a9-2655-427c-ace5-2591ab712fec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:52:23.925101 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb3f5a9-2655-427c-ace5-2591ab712fec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:52:23.925436 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb3f5a9-2655-427c-ace5-2591ab712fec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:52:23.925763 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb3f5a9-2655-427c-ace5-2591ab712fec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:52:23.926085 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb3f5a9-2655-427c-ace5-2591ab712fec None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:52:23.926406 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb3f5a9-2655-427c-ace5-2591ab712fec None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:52:23.926726 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb3f5a9-2655-427c-ace5-2591ab712fec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:52:23.927044 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb3f5a9-2655-427c-ace5-2591ab712fec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:52:23.927365 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb3f5a9-2655-427c-ace5-2591ab712fec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:52:23.927681 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb3f5a9-2655-427c-ace5-2591ab712fec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:52:23.937813 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1b52120-487a-4788-9367-259ba7d20e17 None None] The sync data for ids ['2c359285-ea6e-4069-bd7d-34cfc764fd0d'] in n-d-827839-2 is: [{'id': '2c359285-ea6e-4069-bd7d-34cfc764fd0d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-650764982', 'tenant_id': 'c8bedfd6a8d44aafbac239d3537c77f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.100'}], 'enable_snat': True}, 'gw_port_id': '7cc539dc-83ac-46f7-aa9c-4d87d0d27634', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:52:17Z', 'updated_at': '2022-02-04T17:52:20Z', 'revision_number': 4, 'project_id': 'c8bedfd6a8d44aafbac239d3537c77f3', 'gw_port': {'id': '7cc539dc-83ac-46f7-aa9c-4d87d0d27634', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:1f:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c359285-ea6e-4069-bd7d-34cfc764fd0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3758, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:52:17Z', 'updated_at': '2022-02-04T17:52:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_interfaces': [{'id': 'c33ee373-c05b-4d29-9d53-fea8d2d7119f', 'name': '', 'network_id': '669dcaca-872a-426e-b103-daa458e0d181', 'tenant_id': 'c8bedfd6a8d44aafbac239d3537c77f3', 'mac_address': 'fa:16:3e:23:41:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c359285-ea6e-4069-bd7d-34cfc764fd0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3762, 'fixed_ips': [{'subnet_id': '1e0ef8a1-e33c-4bde-aba9-f45abeb09405', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:52:20Z', 'updated_at': '2022-02-04T17:52:23Z', 'revision_number': 4, 'project_id': 'c8bedfd6a8d44aafbac239d3537c77f3', 'subnets': [{'id': '1e0ef8a1-e33c-4bde-aba9-f45abeb09405', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 17:52:23.966139 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-61d25fa5-9ea6-4932-afc8-fd35d6d2abc4 req-29c95cb7-8033-476e-971a-35f15195e535 service neutron] 10.222.0.89 "GET /v2.0/networks/669dcaca-872a-426e-b103-daa458e0d181?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1623771 Feb 04 17:52:23.977941 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-554969c4-656b-4838-a9e6-743b76e474bc tempest-RoutersIpV6AdminTest-86286204 tempest-RoutersIpV6AdminTest-86286204-project] Router cdadf962-10d6-450b-9847-76f208336a1f has already been hosted by L3 agent 64ada913-9131-4d99-a265-63a920956287 {{(pid=103376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 17:52:24.014596 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1a28288f-a30f-4f58-9d98-064a31ce666b None None] Current status of the port c33ee373-c05b-4d29-9d53-fea8d2d7119f is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:52:24.093399 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-554969c4-656b-4838-a9e6-743b76e474bc tempest-RoutersIpV6AdminTest-86286204 tempest-RoutersIpV6AdminTest-86286204-project] Notify agent at l3_agent.n-d-827839-2 the message routers_updated {{(pid=103376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 17:52:24.102271 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-554969c4-656b-4838-a9e6-743b76e474bc tempest-RoutersIpV6AdminTest-86286204 tempest-RoutersIpV6AdminTest-86286204-project] Publish callbacks [] for router (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:24.103600 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-554969c4-656b-4838-a9e6-743b76e474bc tempest-RoutersIpV6AdminTest-86286204 tempest-RoutersIpV6AdminTest-86286204-project] 10.222.0.89 "PUT /v2.0/routers/cdadf962-10d6-450b-9847-76f208336a1f HTTP/1.1" status: 200 len: 709 time: 2.1264174 Feb 04 17:52:24.107019 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b2f242f-ca78-4a62-9a05-8d27152d0e69 None None] Sync routers for ids ['cdadf962-10d6-450b-9847-76f208336a1f'] in n-d-827839-2 {{(pid=103378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 17:52:24.107176 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 48780) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:52:24.119015 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b2f242f-ca78-4a62-9a05-8d27152d0e69 None None] Routers {'cdadf962-10d6-450b-9847-76f208336a1f'} bound to L3 agent in host n-d-827839-2 {{(pid=103378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:52:24.119676 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-7b2f242f-ca78-4a62-9a05-8d27152d0e69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:52:03Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['cdadf962-10d6-450b-9847-76f208336a1f'], 'active': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:52:24.164184 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-7b2f242f-ca78-4a62-9a05-8d27152d0e69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827839-2', False) {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:52:24.174518 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b2f242f-ca78-4a62-9a05-8d27152d0e69 None None] Routers {'cdadf962-10d6-450b-9847-76f208336a1f'} bound to L3 agent in host n-d-827839-2 {{(pid=103378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:52:24.175154 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-7b2f242f-ca78-4a62-9a05-8d27152d0e69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:52:03Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['cdadf962-10d6-450b-9847-76f208336a1f'], 'active': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:52:24.210683 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-8721e643-1955-4455-bba5-2e2c1846c9bc tempest-RoutersIpV6AdminTest-1698646951 tempest-RoutersIpV6AdminTest-1698646951-project-admin] 10.222.0.89 "GET /v2.0/routers/cdadf962-10d6-450b-9847-76f208336a1f HTTP/1.1" status: 200 len: 744 time: 0.1020198 Feb 04 17:52:24.213379 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 48788) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:52:24.219014 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-7b2f242f-ca78-4a62-9a05-8d27152d0e69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827839-2', False) {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:52:24.219694 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b2f242f-ca78-4a62-9a05-8d27152d0e69 None None] The sync data for ids ['cdadf962-10d6-450b-9847-76f208336a1f'] in n-d-827839-2 is: [] {{(pid=103378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 17:52:24.244684 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-46eb5801-99ae-4d41-8038-48addb10b436 tempest-RoutersIpV6AdminTest-1698646951 tempest-RoutersIpV6AdminTest-1698646951-project-admin] 10.222.0.89 "GET /v2.0/ports?network_id=48165773-85ad-49a1-9ec1-76fc8dc24188&device_id=cdadf962-10d6-450b-9847-76f208336a1f HTTP/1.1" status: 200 len: 205 time: 0.0299025 Feb 04 17:52:24.249660 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 48790) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:52:24.255835 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-fd9b211a-16dc-467e-9af6-d9c8a1233b50 req-826420e1-1de9-4349-a2ae-09cd15c21bb1 tempest-TestSecurityGroupsBasicOps-1394815037 tempest-TestSecurityGroupsBasicOps-1394815037-project] 10.222.0.89 "GET /v2.0/ports?device_id=8edebd18-c99c-43ad-a3b7-442d75040e9b HTTP/1.1" status: 200 len: 210 time: 0.0316081 Feb 04 17:52:24.290190 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-0328e6af-8c67-4eb4-b167-796ac3ae88dd tempest-RoutersIpV6AdminTest-86286204 tempest-RoutersIpV6AdminTest-86286204-project] 10.222.0.89 "GET /v2.0/ports?device_id=cdadf962-10d6-450b-9847-76f208336a1f HTTP/1.1" status: 200 len: 205 time: 0.0397930 Feb 04 17:52:24.292880 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 48792) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:52:24.380728 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-4357bb9a-5171-4cc2-8d0e-a4573518c801 tempest-RoutersIpV6AdminTest-86286204 tempest-RoutersIpV6AdminTest-86286204-project] Publish callbacks [] for router (cdadf962-10d6-450b-9847-76f208336a1f), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:24.551996 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-4357bb9a-5171-4cc2-8d0e-a4573518c801 tempest-RoutersIpV6AdminTest-86286204 tempest-RoutersIpV6AdminTest-86286204-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1601811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26971'] for router (cdadf962-10d6-450b-9847-76f208336a1f), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:24.554198 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-4357bb9a-5171-4cc2-8d0e-a4573518c801 tempest-RoutersIpV6AdminTest-86286204 tempest-RoutersIpV6AdminTest-86286204-project] Publish callbacks [] for router_controller (cdadf962-10d6-450b-9847-76f208336a1f), precommit_delete_associations {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:24.601227 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-4357bb9a-5171-4cc2-8d0e-a4573518c801 tempest-RoutersIpV6AdminTest-86286204 tempest-RoutersIpV6AdminTest-86286204-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1601832'] for router (cdadf962-10d6-450b-9847-76f208336a1f), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:24.601763 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4357bb9a-5171-4cc2-8d0e-a4573518c801 tempest-RoutersIpV6AdminTest-86286204 tempest-RoutersIpV6AdminTest-86286204-project] Fanout notify agent at l3_agent the message router_deleted on router cdadf962-10d6-450b-9847-76f208336a1f {{(pid=103377) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 17:52:24.608442 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-4357bb9a-5171-4cc2-8d0e-a4573518c801 tempest-RoutersIpV6AdminTest-86286204 tempest-RoutersIpV6AdminTest-86286204-project] Publish callbacks [] for router (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:24.611492 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-4357bb9a-5171-4cc2-8d0e-a4573518c801 tempest-RoutersIpV6AdminTest-86286204 tempest-RoutersIpV6AdminTest-86286204-project] 10.222.0.89 "DELETE /v2.0/routers/cdadf962-10d6-450b-9847-76f208336a1f HTTP/1.1" status: 204 len: 168 time: 0.3156803 Feb 04 17:52:24.613116 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 48794) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:52:24.642963 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-b7d55494-fcbb-480e-b076-b45323b06547 tempest-RoutersIpV6AdminTest-86286204 tempest-RoutersIpV6AdminTest-86286204-project] 10.222.0.89 "GET /v2.0/ports?device_id=cdadf962-10d6-450b-9847-76f208336a1f HTTP/1.1" status: 200 len: 205 time: 0.0286796 Feb 04 17:52:24.645388 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 48796) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:52:24.683380 n-d-827839-2 neutron-server[103376]: INFO neutron.api.v2.resource [None req-d58e3e1d-5e1f-49b4-977c-0b3b4672bf16 tempest-RoutersIpV6AdminTest-86286204 tempest-RoutersIpV6AdminTest-86286204-project] delete failed (client error): The resource could not be found. Feb 04 17:52:24.687449 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-d58e3e1d-5e1f-49b4-977c-0b3b4672bf16 tempest-RoutersIpV6AdminTest-86286204 tempest-RoutersIpV6AdminTest-86286204-project] 10.222.0.89 "DELETE /v2.0/routers/cdadf962-10d6-450b-9847-76f208336a1f HTTP/1.1" status: 404 len: 336 time: 0.0381541 Feb 04 17:52:24.687765 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 48798) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:52:24.717135 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-1a3248d0-c487-4042-b1d0-0ca3d7fab544 tempest-RoutersIpV6AdminTest-86286204 tempest-RoutersIpV6AdminTest-86286204-project] 10.222.0.89 "GET /v2.0/ports?device_id=1d94dc8a-87d4-4891-97be-4e8b81c93afb HTTP/1.1" status: 200 len: 205 time: 0.0281687 Feb 04 17:52:24.719346 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 48800) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:52:24.757587 n-d-827839-2 neutron-server[103377]: INFO neutron.api.v2.resource [None req-c444f6fc-49d0-4aff-b47c-191a9d192447 tempest-RoutersIpV6AdminTest-86286204 tempest-RoutersIpV6AdminTest-86286204-project] delete failed (client error): The resource could not be found. Feb 04 17:52:24.758910 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-c444f6fc-49d0-4aff-b47c-191a9d192447 tempest-RoutersIpV6AdminTest-86286204 tempest-RoutersIpV6AdminTest-86286204-project] 10.222.0.89 "DELETE /v2.0/routers/1d94dc8a-87d4-4891-97be-4e8b81c93afb HTTP/1.1" status: 404 len: 336 time: 0.0385027 Feb 04 17:52:24.761337 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 48802) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:52:24.791303 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-e61775e1-4d13-4627-b625-f09713681ce7 tempest-RoutersIpV6AdminTest-86286204 tempest-RoutersIpV6AdminTest-86286204-project] 10.222.0.89 "GET /v2.0/ports?device_id=0ae21bc4-cbc7-4bef-b2fb-459ae8fee047 HTTP/1.1" status: 200 len: 205 time: 0.0288141 Feb 04 17:52:24.794546 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 48804) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:52:24.844080 n-d-827839-2 neutron-server[103376]: INFO neutron.api.v2.resource [None req-b28e8024-a4f4-4371-81b0-5a1dd803323d tempest-RoutersIpV6AdminTest-86286204 tempest-RoutersIpV6AdminTest-86286204-project] delete failed (client error): The resource could not be found. Feb 04 17:52:24.848043 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 48806) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:52:24.849492 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-b28e8024-a4f4-4371-81b0-5a1dd803323d tempest-RoutersIpV6AdminTest-86286204 tempest-RoutersIpV6AdminTest-86286204-project] 10.222.0.89 "DELETE /v2.0/routers/0ae21bc4-cbc7-4bef-b2fb-459ae8fee047 HTTP/1.1" status: 404 len: 336 time: 0.0536828 Feb 04 17:52:24.883155 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-01115ee4-cdd4-4218-baec-2cf78b17ed0e tempest-RoutersIpV6AdminTest-86286204 tempest-RoutersIpV6AdminTest-86286204-project] 10.222.0.89 "GET /v2.0/ports?device_id=c201bc23-0d73-4574-9575-8db3622d1f61 HTTP/1.1" status: 200 len: 205 time: 0.0339463 Feb 04 17:52:24.883767 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 48808) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:52:24.900682 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device c33ee373-c05b-4d29-9d53-fea8d2d7119f up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:52:24.925122 n-d-827839-2 neutron-server[103377]: INFO neutron.api.v2.resource [None req-704a3b0a-dec1-479e-a95d-463751284c7c tempest-RoutersIpV6AdminTest-86286204 tempest-RoutersIpV6AdminTest-86286204-project] delete failed (client error): The resource could not be found. Feb 04 17:52:24.926099 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-704a3b0a-dec1-479e-a95d-463751284c7c tempest-RoutersIpV6AdminTest-86286204 tempest-RoutersIpV6AdminTest-86286204-project] 10.222.0.89 "DELETE /v2.0/routers/c201bc23-0d73-4574-9575-8db3622d1f61 HTTP/1.1" status: 404 len: 336 time: 0.0414169 Feb 04 17:52:24.928881 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 48810) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:52:24.957799 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port c33ee373-c05b-4d29-9d53-fea8d2d7119f triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:52:24.958181 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (c33ee373-c05b-4d29-9d53-fea8d2d7119f), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:24.960787 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-0f088bdb-d14e-4b07-ae11-281e3cac7d45 tempest-RoutersIpV6AdminTest-86286204 tempest-RoutersIpV6AdminTest-86286204-project] 10.222.0.89 "GET /v2.0/ports?device_id=abf76e03-415b-4062-9fbf-ebad1ef68715 HTTP/1.1" status: 200 len: 205 time: 0.0290654 Feb 04 17:52:24.961491 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 48812) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:52:25.000438 n-d-827839-2 neutron-server[103376]: INFO neutron.api.v2.resource [None req-ba3d616f-38cb-4713-a351-a668d7ed9069 tempest-RoutersIpV6AdminTest-86286204 tempest-RoutersIpV6AdminTest-86286204-project] delete failed (client error): The resource could not be found. Feb 04 17:52:25.002068 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-ba3d616f-38cb-4713-a351-a668d7ed9069 tempest-RoutersIpV6AdminTest-86286204 tempest-RoutersIpV6AdminTest-86286204-project] 10.222.0.89 "DELETE /v2.0/routers/abf76e03-415b-4062-9fbf-ebad1ef68715 HTTP/1.1" status: 404 len: 336 time: 0.0395069 Feb 04 17:52:25.004336 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 48814) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:52:25.037520 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-7a81288a-a7e5-412f-b933-1dad2b00c51e tempest-RoutersIpV6AdminTest-86286204 tempest-RoutersIpV6AdminTest-86286204-project] 10.222.0.89 "GET /v2.0/ports?device_id=64385613-4212-408c-80a2-c9c544b1c9e3 HTTP/1.1" status: 200 len: 205 time: 0.0319047 Feb 04 17:52:25.039787 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 48816) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:52:25.040495 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port c33ee373-c05b-4d29-9d53-fea8d2d7119f is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:52:25.078786 n-d-827839-2 neutron-server[103376]: INFO neutron.api.v2.resource [None req-e3bbeaea-645c-4366-b7a0-f88bfac00f02 tempest-RoutersIpV6AdminTest-86286204 tempest-RoutersIpV6AdminTest-86286204-project] delete failed (client error): The resource could not be found. Feb 04 17:52:25.079885 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-e3bbeaea-645c-4366-b7a0-f88bfac00f02 tempest-RoutersIpV6AdminTest-86286204 tempest-RoutersIpV6AdminTest-86286204-project] 10.222.0.89 "DELETE /v2.0/routers/64385613-4212-408c-80a2-c9c544b1c9e3 HTTP/1.1" status: 404 len: 336 time: 0.0392430 Feb 04 17:52:25.082544 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 48818) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:52:25.109514 n-d-827839-2 neutron-server[103376]: INFO neutron.pecan_wsgi.hooks.translation [None req-71cc117a-1f6a-4364-96b1-4e2a1f8d51e5 tempest-RoutersIpV6AdminTest-86286204 tempest-RoutersIpV6AdminTest-86286204-project] DELETE failed (client error): The resource could not be found. Feb 04 17:52:25.109981 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-71cc117a-1f6a-4364-96b1-4e2a1f8d51e5 tempest-RoutersIpV6AdminTest-86286204 tempest-RoutersIpV6AdminTest-86286204-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103376) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 17:52:25.113000 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-71cc117a-1f6a-4364-96b1-4e2a1f8d51e5 tempest-RoutersIpV6AdminTest-86286204 tempest-RoutersIpV6AdminTest-86286204-project] 10.222.0.89 "DELETE /v2.0/subnets/ff3d91be-c25a-4bd0-8270-1eeff77d8fdb HTTP/1.1" status: 404 len: 337 time: 0.0294735 Feb 04 17:52:25.338044 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-d7cefe91-2d38-45c7-8bcb-adfd04be68a7 req-8a133347-2c1c-4dce-becc-c65569bbc0f7 tempest-TestSecurityGroupsBasicOps-1394815037 tempest-TestSecurityGroupsBasicOps-1394815037-project] 10.222.0.89 "GET /v2.0/ports?device_id=8edebd18-c99c-43ad-a3b7-442d75040e9b HTTP/1.1" status: 200 len: 210 time: 0.0283916 Feb 04 17:52:25.370146 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 48826) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:52:25.486356 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-068b4b2d-c8d4-460a-8ab3-14ca39838d2d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:25.567742 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-068b4b2d-c8d4-460a-8ab3-14ca39838d2d admin admin] Publish callbacks [] for security_group (ba10b6f1-6fc8-43c6-b707-ac1f869692d7), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:25.572828 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-068b4b2d-c8d4-460a-8ab3-14ca39838d2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (ba10b6f1-6fc8-43c6-b707-ac1f869692d7), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:25.611127 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-068b4b2d-c8d4-460a-8ab3-14ca39838d2d admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=a936dffbd17547798a3d5058f22ef3d9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2397923 Feb 04 17:52:25.612001 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068b4b2d-c8d4-460a-8ab3-14ca39838d2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba10b6f1-6fc8-43c6-b707-ac1f869692d7,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:52:25.613881 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 48836) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:52:25.661267 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-661f0542-6461-4cfe-b1e4-dd79634f4e4f admin admin] Publish callbacks [] for security_group (ba10b6f1-6fc8-43c6-b707-ac1f869692d7), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:25.681666 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-661f0542-6461-4cfe-b1e4-dd79634f4e4f admin admin] Publish callbacks [] for security_group (ba10b6f1-6fc8-43c6-b707-ac1f869692d7), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:25.725892 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-661f0542-6461-4cfe-b1e4-dd79634f4e4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (ba10b6f1-6fc8-43c6-b707-ac1f869692d7), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:25.728288 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-661f0542-6461-4cfe-b1e4-dd79634f4e4f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:25.729443 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-661f0542-6461-4cfe-b1e4-dd79634f4e4f admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/ba10b6f1-6fc8-43c6-b707-ac1f869692d7 HTTP/1.1" status: 204 len: 168 time: 0.1145432 Feb 04 17:52:25.737139 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661f0542-6461-4cfe-b1e4-dd79634f4e4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba10b6f1-6fc8-43c6-b707-ac1f869692d7,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:52:25.989242 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 48842) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:52:26.031174 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-66a9f234-a950-4f85-96d7-1f2189a3694d admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=f994b0d12aa44f518fc8af28d7285d91&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0407002 Feb 04 17:52:26.033587 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 48844) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:52:26.370059 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-98d2da2c-6fab-4ae7-a17e-2d7acca33a87 admin admin] Publish callbacks [] for security_group (8951b6fe-ba78-47d7-a8f3-f3121ee74312), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:26.392574 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-98d2da2c-6fab-4ae7-a17e-2d7acca33a87 admin admin] Publish callbacks [] for security_group (8951b6fe-ba78-47d7-a8f3-f3121ee74312), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:26.428838 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-8a30d9bf-6778-4344-b484-dabc315fb121 req-5c8fe7b8-6e9e-4fb9-bc53-618182104f2d tempest-TestSecurityGroupsBasicOps-1394815037 tempest-TestSecurityGroupsBasicOps-1394815037-project] 10.222.0.89 "GET /v2.0/ports?device_id=8edebd18-c99c-43ad-a3b7-442d75040e9b HTTP/1.1" status: 200 len: 210 time: 0.0383065 Feb 04 17:52:26.462264 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-98d2da2c-6fab-4ae7-a17e-2d7acca33a87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (8951b6fe-ba78-47d7-a8f3-f3121ee74312), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:26.464817 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-98d2da2c-6fab-4ae7-a17e-2d7acca33a87 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:26.468770 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-98d2da2c-6fab-4ae7-a17e-2d7acca33a87 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/8951b6fe-ba78-47d7-a8f3-f3121ee74312 HTTP/1.1" status: 204 len: 168 time: 0.4314845 Feb 04 17:52:26.474386 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d2da2c-6fab-4ae7-a17e-2d7acca33a87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8951b6fe-ba78-47d7-a8f3-f3121ee74312,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:52:27.485581 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d25fa5-9ea6-4932-afc8-fd35d6d2abc4 req-45673a34-39e1-4427-9deb-7e26e2942842 tempest-TestSecurityGroupsBasicOps-1394815037 tempest-TestSecurityGroupsBasicOps-1394815037-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:52:27.488515 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-61d25fa5-9ea6-4932-afc8-fd35d6d2abc4 req-45673a34-39e1-4427-9deb-7e26e2942842 tempest-TestSecurityGroupsBasicOps-1394815037 tempest-TestSecurityGroupsBasicOps-1394815037-project] 10.222.0.90 "GET /v2.0/networks?id=669dcaca-872a-426e-b103-daa458e0d181 HTTP/1.1" status: 200 len: 797 time: 0.1242530 Feb 04 17:52:27.538423 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-c3b7a806-b24d-487a-ab30-350f572cde5a req-922c571d-53ab-496f-8216-3d6a7d930f53 tempest-TestSecurityGroupsBasicOps-1394815037 tempest-TestSecurityGroupsBasicOps-1394815037-project] 10.222.0.89 "GET /v2.0/ports?device_id=8edebd18-c99c-43ad-a3b7-442d75040e9b HTTP/1.1" status: 200 len: 210 time: 0.0348403 Feb 04 17:52:27.595069 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-61d25fa5-9ea6-4932-afc8-fd35d6d2abc4 req-340e41d6-e9d6-49c8-9162-e09d8a46e12f tempest-TestSecurityGroupsBasicOps-1394815037 tempest-TestSecurityGroupsBasicOps-1394815037-project] 10.222.0.90 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c8bedfd6a8d44aafbac239d3537c77f3 HTTP/1.1" status: 200 len: 477 time: 0.0853550 Feb 04 17:52:27.604877 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [req-61d25fa5-9ea6-4932-afc8-fd35d6d2abc4 req-0010b0f6-0721-476d-bed7-de3eab956a77 tempest-TestSecurityGroupsBasicOps-1394815037 tempest-TestSecurityGroupsBasicOps-1394815037-project] Request body: {'port': {'device_id': '8edebd18-c99c-43ad-a3b7-442d75040e9b', 'network_id': '669dcaca-872a-426e-b103-daa458e0d181', 'admin_state_up': True, 'tenant_id': 'c8bedfd6a8d44aafbac239d3537c77f3', 'security_groups': ['e8348a7a-6d49-489e-bc89-fb2e3198344e', '196b71ba-ec4a-4055-a145-b58b5af791ad']}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:52:27.713807 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-61d25fa5-9ea6-4932-afc8-fd35d6d2abc4 req-0010b0f6-0721-476d-bed7-de3eab956a77 tempest-TestSecurityGroupsBasicOps-1394815037 tempest-TestSecurityGroupsBasicOps-1394815037-project] Made reservation on behalf of c8bedfd6a8d44aafbac239d3537c77f3 for: {'port': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:52:27.717765 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-61d25fa5-9ea6-4932-afc8-fd35d6d2abc4 req-0010b0f6-0721-476d-bed7-de3eab956a77 tempest-TestSecurityGroupsBasicOps-1394815037 tempest-TestSecurityGroupsBasicOps-1394815037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:27.722793 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 48890) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:52:27.821897 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-0ff37e44-e1b6-4c57-a12b-dab984279a1c tempest-RoutersAdminNegativeTest-1518652770 tempest-RoutersAdminNegativeTest-1518652770-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-357796673', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:52:27.841810 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.db_base_plugin_common [req-61d25fa5-9ea6-4932-afc8-fd35d6d2abc4 req-0010b0f6-0721-476d-bed7-de3eab956a77 tempest-TestSecurityGroupsBasicOps-1394815037 tempest-TestSecurityGroupsBasicOps-1394815037-project] Allocated IP 172.20.0.8 (669dcaca-872a-426e-b103-daa458e0d181/1e0ef8a1-e33c-4bde-aba9-f45abeb09405/41373d4c-9041-4d1f-9bfb-755965e080e5) {{(pid=103377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:52:27.847677 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ff37e44-e1b6-4c57-a12b-dab984279a1c tempest-RoutersAdminNegativeTest-1518652770 tempest-RoutersAdminNegativeTest-1518652770-project-admin] Made reservation on behalf of ce6427144eb045a8b4fecbbe22e86050 for: {'port': 1} {{(pid=103376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:52:27.850208 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-0ff37e44-e1b6-4c57-a12b-dab984279a1c tempest-RoutersAdminNegativeTest-1518652770 tempest-RoutersAdminNegativeTest-1518652770-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:27.859485 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-0ff37e44-e1b6-4c57-a12b-dab984279a1c tempest-RoutersAdminNegativeTest-1518652770 tempest-RoutersAdminNegativeTest-1518652770-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:27.933971 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-0ff37e44-e1b6-4c57-a12b-dab984279a1c tempest-RoutersAdminNegativeTest-1518652770 tempest-RoutersAdminNegativeTest-1518652770-project-admin] Publish callbacks [] for security_group (93b3ab4d-d44d-4755-ac33-960364940612), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:27.940643 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-0ff37e44-e1b6-4c57-a12b-dab984279a1c tempest-RoutersAdminNegativeTest-1518652770 tempest-RoutersAdminNegativeTest-1518652770-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (93b3ab4d-d44d-4755-ac33-960364940612), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:27.945372 n-d-827839-2 neutron-server[103376]: DEBUG neutron.notifiers.nova [None req-0ff37e44-e1b6-4c57-a12b-dab984279a1c tempest-RoutersAdminNegativeTest-1518652770 tempest-RoutersAdminNegativeTest-1518652770-project-admin] device_id is not set on port 857a7f7b-2f82-4219-8877-e8e36c0e05cc yet. {{(pid=103376) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 04 17:52:28.000403 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-61d25fa5-9ea6-4932-afc8-fd35d6d2abc4 req-0010b0f6-0721-476d-bed7-de3eab956a77 tempest-TestSecurityGroupsBasicOps-1394815037 tempest-TestSecurityGroupsBasicOps-1394815037-project] Publish callbacks [] for port (41373d4c-9041-4d1f-9bfb-755965e080e5), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:28.003034 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff37e44-e1b6-4c57-a12b-dab984279a1c tempest-RoutersAdminNegativeTest-1518652770 tempest-RoutersAdminNegativeTest-1518652770-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93b3ab4d-d44d-4755-ac33-960364940612,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:52:28.034362 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-61d25fa5-9ea6-4932-afc8-fd35d6d2abc4 req-0010b0f6-0721-476d-bed7-de3eab956a77 tempest-TestSecurityGroupsBasicOps-1394815037 tempest-TestSecurityGroupsBasicOps-1394815037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (41373d4c-9041-4d1f-9bfb-755965e080e5), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:28.064269 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.db_base_plugin_common [None req-0ff37e44-e1b6-4c57-a12b-dab984279a1c tempest-RoutersAdminNegativeTest-1518652770 tempest-RoutersAdminNegativeTest-1518652770-project-admin] Allocated IP 172.25.6.116 (48165773-85ad-49a1-9ec1-76fc8dc24188/7660bfad-1ea8-4fe7-831b-bed836f13efc/857a7f7b-2f82-4219-8877-e8e36c0e05cc) {{(pid=103376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:52:28.079294 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-61d25fa5-9ea6-4932-afc8-fd35d6d2abc4 req-0010b0f6-0721-476d-bed7-de3eab956a77 tempest-TestSecurityGroupsBasicOps-1394815037 tempest-TestSecurityGroupsBasicOps-1394815037-project] Network 669dcaca-872a-426e-b103-daa458e0d181 is already hosted by enough agents. {{(pid=103377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:52:28.084581 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [req-61d25fa5-9ea6-4932-afc8-fd35d6d2abc4 req-0010b0f6-0721-476d-bed7-de3eab956a77 tempest-TestSecurityGroupsBasicOps-1394815037 tempest-TestSecurityGroupsBasicOps-1394815037-project] Resources bound (agent type, host, resource id): {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:52:28.087064 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [req-61d25fa5-9ea6-4932-afc8-fd35d6d2abc4 req-0010b0f6-0721-476d-bed7-de3eab956a77 tempest-TestSecurityGroupsBasicOps-1394815037 tempest-TestSecurityGroupsBasicOps-1394815037-project] Received port after_create {{(pid=103377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:52:28.126559 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0010b0f6-0721-476d-bed7-de3eab956a77 tempest-TestSecurityGroupsBasicOps-1394815037 tempest-TestSecurityGroupsBasicOps-1394815037-project] Pushing event updated for resources: {'Port': ['ID=41373d4c-9041-4d1f-9bfb-755965e080e5,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:52:28.146270 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d25fa5-9ea6-4932-afc8-fd35d6d2abc4 req-0010b0f6-0721-476d-bed7-de3eab956a77 tempest-TestSecurityGroupsBasicOps-1394815037 tempest-TestSecurityGroupsBasicOps-1394815037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:52:28.146917 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-61d25fa5-9ea6-4932-afc8-fd35d6d2abc4 req-0010b0f6-0721-476d-bed7-de3eab956a77 tempest-TestSecurityGroupsBasicOps-1394815037 tempest-TestSecurityGroupsBasicOps-1394815037-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:28.164968 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-61d25fa5-9ea6-4932-afc8-fd35d6d2abc4 req-0010b0f6-0721-476d-bed7-de3eab956a77 tempest-TestSecurityGroupsBasicOps-1394815037 tempest-TestSecurityGroupsBasicOps-1394815037-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 972 time: 0.5637901 Feb 04 17:52:28.178087 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [req-61d25fa5-9ea6-4932-afc8-fd35d6d2abc4 req-4237265f-0f99-4853-a4e7-2e1c13b8b40d tempest-TestSecurityGroupsBasicOps-1394815037 tempest-TestSecurityGroupsBasicOps-1394815037-project] http://10.222.0.89:9696/v2.0/extensions returned with HTTP 200 {{(pid=103377) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 17:52:28.179795 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-61d25fa5-9ea6-4932-afc8-fd35d6d2abc4 req-4237265f-0f99-4853-a4e7-2e1c13b8b40d tempest-TestSecurityGroupsBasicOps-1394815037 tempest-TestSecurityGroupsBasicOps-1394815037-project] 10.222.0.90 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0062931 Feb 04 17:52:28.220630 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-0ff37e44-e1b6-4c57-a12b-dab984279a1c tempest-RoutersAdminNegativeTest-1518652770 tempest-RoutersAdminNegativeTest-1518652770-project-admin] Publish callbacks [] for port (857a7f7b-2f82-4219-8877-e8e36c0e05cc), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:28.259300 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-0ff37e44-e1b6-4c57-a12b-dab984279a1c tempest-RoutersAdminNegativeTest-1518652770 tempest-RoutersAdminNegativeTest-1518652770-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (857a7f7b-2f82-4219-8877-e8e36c0e05cc), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:28.265364 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [req-61d25fa5-9ea6-4932-afc8-fd35d6d2abc4 req-caf60fc2-b652-4a3d-a9ff-87d07d136ec8 service neutron] Request body: {'port': {'device_id': '8edebd18-c99c-43ad-a3b7-442d75040e9b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827839-2'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:52:28.306304 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ff37e44-e1b6-4c57-a12b-dab984279a1c tempest-RoutersAdminNegativeTest-1518652770 tempest-RoutersAdminNegativeTest-1518652770-project-admin] Network 48165773-85ad-49a1-9ec1-76fc8dc24188 is already hosted by enough agents. {{(pid=103376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:52:28.309124 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [None req-0ff37e44-e1b6-4c57-a12b-dab984279a1c tempest-RoutersAdminNegativeTest-1518652770 tempest-RoutersAdminNegativeTest-1518652770-project-admin] Resources bound (agent type, host, resource id): {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:52:28.313528 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ff37e44-e1b6-4c57-a12b-dab984279a1c tempest-RoutersAdminNegativeTest-1518652770 tempest-RoutersAdminNegativeTest-1518652770-project-admin] Received port after_create {{(pid=103376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:52:28.316545 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff37e44-e1b6-4c57-a12b-dab984279a1c tempest-RoutersAdminNegativeTest-1518652770 tempest-RoutersAdminNegativeTest-1518652770-project-admin] Pushing event updated for resources: {'Port': ['ID=857a7f7b-2f82-4219-8877-e8e36c0e05cc,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:52:28.332275 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-61d25fa5-9ea6-4932-afc8-fd35d6d2abc4 req-caf60fc2-b652-4a3d-a9ff-87d07d136ec8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (41373d4c-9041-4d1f-9bfb-755965e080e5), before_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:28.357331 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ff37e44-e1b6-4c57-a12b-dab984279a1c tempest-RoutersAdminNegativeTest-1518652770 tempest-RoutersAdminNegativeTest-1518652770-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:52:28.357994 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-0ff37e44-e1b6-4c57-a12b-dab984279a1c tempest-RoutersAdminNegativeTest-1518652770 tempest-RoutersAdminNegativeTest-1518652770-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:28.365164 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-3bbe7efb-3142-4a13-b2d7-5c0a60b98ab2 None None] Provisioning complete for port 41373d4c-9041-4d1f-9bfb-755965e080e5 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:52:28.365711 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3bbe7efb-3142-4a13-b2d7-5c0a60b98ab2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (41373d4c-9041-4d1f-9bfb-755965e080e5), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:28.373762 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-0ff37e44-e1b6-4c57-a12b-dab984279a1c tempest-RoutersAdminNegativeTest-1518652770 tempest-RoutersAdminNegativeTest-1518652770-project-admin] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 0.6498661 Feb 04 17:52:28.376551 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 48896) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:52:28.381196 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-b4ca0416-f9ba-40ee-82d2-e892c29a67ad tempest-RoutersAdminNegativeTest-1518652770 tempest-RoutersAdminNegativeTest-1518652770-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.116'}]}}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:52:28.403876 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-b4ca0416-f9ba-40ee-82d2-e892c29a67ad tempest-RoutersAdminNegativeTest-1518652770 tempest-RoutersAdminNegativeTest-1518652770-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1601657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26921'] for router (3934fce3-efbe-42ad-b2e0-59b0afcf007e), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:28.405087 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-b4ca0416-f9ba-40ee-82d2-e892c29a67ad tempest-RoutersAdminNegativeTest-1518652770 tempest-RoutersAdminNegativeTest-1518652770-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1602025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603663', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1630571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26960'] for router (3934fce3-efbe-42ad-b2e0-59b0afcf007e), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:28.408028 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-3bbe7efb-3142-4a13-b2d7-5c0a60b98ab2 None None] Port 41373d4c-9041-4d1f-9bfb-755965e080e5 cannot update to ACTIVE because it is not bound. {{(pid=103378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 17:52:28.461072 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-b4ca0416-f9ba-40ee-82d2-e892c29a67ad tempest-RoutersAdminNegativeTest-1518652770 tempest-RoutersAdminNegativeTest-1518652770-project-admin] Publish callbacks [] for router_controller (3934fce3-efbe-42ad-b2e0-59b0afcf007e), precommit_add_association {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:28.605196 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-b4ca0416-f9ba-40ee-82d2-e892c29a67ad tempest-RoutersAdminNegativeTest-1518652770 tempest-RoutersAdminNegativeTest-1518652770-project-admin] Publish callbacks [] for router_gateway (3934fce3-efbe-42ad-b2e0-59b0afcf007e), precommit_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:28.635869 n-d-827839-2 neutron-server[103377]: DEBUG neutron.notifiers.nova [req-61d25fa5-9ea6-4932-afc8-fd35d6d2abc4 req-caf60fc2-b652-4a3d-a9ff-87d07d136ec8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 41373d4c-9041-4d1f-9bfb-755965e080e5 {{(pid=103377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 17:52:28.659290 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-61d25fa5-9ea6-4932-afc8-fd35d6d2abc4 req-caf60fc2-b652-4a3d-a9ff-87d07d136ec8 service neutron] Publish callbacks [] for port (41373d4c-9041-4d1f-9bfb-755965e080e5), precommit_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:28.678667 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.provisioning_blocks [req-61d25fa5-9ea6-4932-afc8-fd35d6d2abc4 req-caf60fc2-b652-4a3d-a9ff-87d07d136ec8 service neutron] Transition to ACTIVE for port object 41373d4c-9041-4d1f-9bfb-755965e080e5 will not be triggered until provisioned by entity L2. {{(pid=103377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 17:52:28.682460 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-61d25fa5-9ea6-4932-afc8-fd35d6d2abc4 req-caf60fc2-b652-4a3d-a9ff-87d07d136ec8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25888290'] for port (41373d4c-9041-4d1f-9bfb-755965e080e5), after_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:28.726544 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b406a7-0e66-43c9-8268-720d76a5dfe0 req-8cabce44-a8e3-44c9-aee5-28444b771b43 tempest-TestSecurityGroupsBasicOps-1394815037 tempest-TestSecurityGroupsBasicOps-1394815037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:52:28.728074 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-a8b406a7-0e66-43c9-8268-720d76a5dfe0 req-8cabce44-a8e3-44c9-aee5-28444b771b43 tempest-TestSecurityGroupsBasicOps-1394815037 tempest-TestSecurityGroupsBasicOps-1394815037-project] 10.222.0.89 "GET /v2.0/ports?device_id=8edebd18-c99c-43ad-a3b7-442d75040e9b HTTP/1.1" status: 200 len: 970 time: 0.1085823 Feb 04 17:52:28.767514 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf60fc2-b652-4a3d-a9ff-87d07d136ec8 service neutron] Pushing event updated for resources: {'Port': ['ID=41373d4c-9041-4d1f-9bfb-755965e080e5,revision_number=2']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:52:28.819777 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-b4ca0416-f9ba-40ee-82d2-e892c29a67ad tempest-RoutersAdminNegativeTest-1518652770 tempest-RoutersAdminNegativeTest-1518652770-project-admin] Publish callbacks [] for router_gateway (3934fce3-efbe-42ad-b2e0-59b0afcf007e), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:28.839588 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-b4ca0416-f9ba-40ee-82d2-e892c29a67ad tempest-RoutersAdminNegativeTest-1518652770 tempest-RoutersAdminNegativeTest-1518652770-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:28.847267 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-a8b406a7-0e66-43c9-8268-720d76a5dfe0 req-af16fba1-c76a-4228-9ab8-e25c36c82370 tempest-TestSecurityGroupsBasicOps-1394815037 tempest-TestSecurityGroupsBasicOps-1394815037-project] 10.222.0.89 "GET /v2.0/security-groups?id=e8348a7a-6d49-489e-bc89-fb2e3198344e&id=196b71ba-ec4a-4055-a145-b58b5af791ad&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1120284 Feb 04 17:52:28.871526 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [req-61d25fa5-9ea6-4932-afc8-fd35d6d2abc4 req-caf60fc2-b652-4a3d-a9ff-87d07d136ec8 service neutron] Attempting to bind port 41373d4c-9041-4d1f-9bfb-755965e080e5 on host n-h2-827839-2 for vnic_type normal with profile {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:52:28.872876 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [req-61d25fa5-9ea6-4932-afc8-fd35d6d2abc4 req-caf60fc2-b652-4a3d-a9ff-87d07d136ec8 service neutron] Attempting to bind port 41373d4c-9041-4d1f-9bfb-755965e080e5 by drivers openvswitch,hyperv on host n-h2-827839-2 at level 0 using segments [{'id': 'db10bafd-9845-4f65-8ab7-1998be9ed217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '669dcaca-872a-426e-b103-daa458e0d181'}] {{(pid=103377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:52:28.873319 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61d25fa5-9ea6-4932-afc8-fd35d6d2abc4 req-caf60fc2-b652-4a3d-a9ff-87d07d136ec8 service neutron] Attempting to bind port 41373d4c-9041-4d1f-9bfb-755965e080e5 on network 669dcaca-872a-426e-b103-daa458e0d181 {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:52:28.878303 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61d25fa5-9ea6-4932-afc8-fd35d6d2abc4 req-caf60fc2-b652-4a3d-a9ff-87d07d136ec8 service neutron] Port 41373d4c-9041-4d1f-9bfb-755965e080e5 on network 669dcaca-872a-426e-b103-daa458e0d181 not bound, no agent of type Open vSwitch agent registered on host n-h2-827839-2 {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 17:52:28.878628 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61d25fa5-9ea6-4932-afc8-fd35d6d2abc4 req-caf60fc2-b652-4a3d-a9ff-87d07d136ec8 service neutron] Attempting to bind port 41373d4c-9041-4d1f-9bfb-755965e080e5 on network 669dcaca-872a-426e-b103-daa458e0d181 {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:52:28.884702 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61d25fa5-9ea6-4932-afc8-fd35d6d2abc4 req-caf60fc2-b652-4a3d-a9ff-87d07d136ec8 service neutron] Checking agent: {'id': 'f20a1ab3-4332-4f54-833b-ba4a7c687e89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 8, 40), 'started_at': datetime.datetime(2022, 2, 4, 17, 8, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 52, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:52:28.885073 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61d25fa5-9ea6-4932-afc8-fd35d6d2abc4 req-caf60fc2-b652-4a3d-a9ff-87d07d136ec8 service neutron] Checking segment: {'id': 'db10bafd-9845-4f65-8ab7-1998be9ed217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '669dcaca-872a-426e-b103-daa458e0d181'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:52:28.885484 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61d25fa5-9ea6-4932-afc8-fd35d6d2abc4 req-caf60fc2-b652-4a3d-a9ff-87d07d136ec8 service neutron] Bound using segment: {'id': 'db10bafd-9845-4f65-8ab7-1998be9ed217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '669dcaca-872a-426e-b103-daa458e0d181'} {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:52:28.885958 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [req-61d25fa5-9ea6-4932-afc8-fd35d6d2abc4 req-caf60fc2-b652-4a3d-a9ff-87d07d136ec8 service neutron] Bound port: 41373d4c-9041-4d1f-9bfb-755965e080e5, host: n-h2-827839-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db10bafd-9845-4f65-8ab7-1998be9ed217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '669dcaca-872a-426e-b103-daa458e0d181'}}] {{(pid=103377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:52:28.886267 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-61d25fa5-9ea6-4932-afc8-fd35d6d2abc4 req-caf60fc2-b652-4a3d-a9ff-87d07d136ec8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (41373d4c-9041-4d1f-9bfb-755965e080e5), before_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:28.955134 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [req-61d25fa5-9ea6-4932-afc8-fd35d6d2abc4 req-caf60fc2-b652-4a3d-a9ff-87d07d136ec8 service neutron] For port 41373d4c-9041-4d1f-9bfb-755965e080e5, host n-h2-827839-2, cleared binding levels {{(pid=103377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:52:28.958269 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [req-61d25fa5-9ea6-4932-afc8-fd35d6d2abc4 req-caf60fc2-b652-4a3d-a9ff-87d07d136ec8 service neutron] For port 41373d4c-9041-4d1f-9bfb-755965e080e5, host n-h2-827839-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=41373d4c-9041-4d1f-9bfb-755965e080e5,segment=NetworkSegment(db10bafd-9845-4f65-8ab7-1998be9ed217),segment_id=db10bafd-9845-4f65-8ab7-1998be9ed217)] {{(pid=103377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:52:28.963651 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-61d25fa5-9ea6-4932-afc8-fd35d6d2abc4 req-caf60fc2-b652-4a3d-a9ff-87d07d136ec8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25888290'] for port (41373d4c-9041-4d1f-9bfb-755965e080e5), after_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:28.993468 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-b4ca0416-f9ba-40ee-82d2-e892c29a67ad tempest-RoutersAdminNegativeTest-1518652770 tempest-RoutersAdminNegativeTest-1518652770-project-admin] Publish callbacks [] for router (3934fce3-efbe-42ad-b2e0-59b0afcf007e), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:28.997057 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d25fa5-9ea6-4932-afc8-fd35d6d2abc4 req-caf60fc2-b652-4a3d-a9ff-87d07d136ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:52:28.997939 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-61d25fa5-9ea6-4932-afc8-fd35d6d2abc4 req-caf60fc2-b652-4a3d-a9ff-87d07d136ec8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:28.999313 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-61d25fa5-9ea6-4932-afc8-fd35d6d2abc4 req-caf60fc2-b652-4a3d-a9ff-87d07d136ec8 service neutron] 10.222.0.90 "PUT /v2.0/ports/41373d4c-9041-4d1f-9bfb-755965e080e5 HTTP/1.1" status: 200 len: 1130 time: 0.8096762 Feb 04 17:52:29.001886 n-d-827839-2 neutron-server[103377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8edebd18-c99c-43ad-a3b7-442d75040e9b', 'tag': '41373d4c-9041-4d1f-9bfb-755965e080e5'}] {{(pid=103377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:52:29.004103 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7240428b650e1488e9361b62648ff4b3a6c19d49d8c27c949491ab58c1346cf0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d989b185-9ac7-42bb-875c-0c4a1fd5669d" -d '{"events": [{"name": "network-changed", "server_uuid": "8edebd18-c99c-43ad-a3b7-442d75040e9b", "tag": "41373d4c-9041-4d1f-9bfb-755965e080e5"}]}' {{(pid=103377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:52:29.093104 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf60fc2-b652-4a3d-a9ff-87d07d136ec8 service neutron] Pushing event updated for resources: {'Port': ['ID=41373d4c-9041-4d1f-9bfb-755965e080e5,revision_number=3']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:52:29.129503 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d25fa5-9ea6-4932-afc8-fd35d6d2abc4 req-9f60fc63-2aa0-41dd-9c79-a008c08b3a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:52:29.131184 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-61d25fa5-9ea6-4932-afc8-fd35d6d2abc4 req-9f60fc63-2aa0-41dd-9c79-a008c08b3a35 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=c8bedfd6a8d44aafbac239d3537c77f3&device_id=8edebd18-c99c-43ad-a3b7-442d75040e9b HTTP/1.1" status: 200 len: 1164 time: 0.0862765 Feb 04 17:52:29.188037 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-61d25fa5-9ea6-4932-afc8-fd35d6d2abc4 req-4c45a65a-5aa2-46b0-a8cf-649fc9bbbba9 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=41373d4c-9041-4d1f-9bfb-755965e080e5 HTTP/1.1" status: 200 len: 217 time: 0.0452502 Feb 04 17:52:29.207244 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-b4ca0416-f9ba-40ee-82d2-e892c29a67ad tempest-RoutersAdminNegativeTest-1518652770 tempest-RoutersAdminNegativeTest-1518652770-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1601811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26971'] for router (3934fce3-efbe-42ad-b2e0-59b0afcf007e), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:29.209585 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-b4ca0416-f9ba-40ee-82d2-e892c29a67ad tempest-RoutersAdminNegativeTest-1518652770 tempest-RoutersAdminNegativeTest-1518652770-project-admin] Publish callbacks [] for router_controller (3934fce3-efbe-42ad-b2e0-59b0afcf007e), precommit_delete_associations {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:29.232830 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 17:52:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7668f27-8036-4112-b948-068308b59d43 x-openstack-request-id: req-a7668f27-8036-4112-b948-068308b59d43 {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:52:29.233451 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8edebd18-c99c-43ad-a3b7-442d75040e9b", "tag": "41373d4c-9041-4d1f-9bfb-755965e080e5", "status": "completed", "code": 200}]} {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:52:29.233991 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-a7668f27-8036-4112-b948-068308b59d43 {{(pid=103377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:52:29.234774 n-d-827839-2 neutron-server[103377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8edebd18-c99c-43ad-a3b7-442d75040e9b', 'tag': '41373d4c-9041-4d1f-9bfb-755965e080e5', 'status': 'completed', 'code': 200} Feb 04 17:52:29.256427 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d25fa5-9ea6-4932-afc8-fd35d6d2abc4 req-745df53d-1b4d-413a-84e5-a5fd099c896b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:52:29.258392 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-61d25fa5-9ea6-4932-afc8-fd35d6d2abc4 req-745df53d-1b4d-413a-84e5-a5fd099c896b service neutron] 10.222.0.90 "GET /v2.0/subnets?id=1e0ef8a1-e33c-4bde-aba9-f45abeb09405 HTTP/1.1" status: 200 len: 835 time: 0.0555112 Feb 04 17:52:29.261060 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-b4ca0416-f9ba-40ee-82d2-e892c29a67ad tempest-RoutersAdminNegativeTest-1518652770 tempest-RoutersAdminNegativeTest-1518652770-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1601832'] for router (3934fce3-efbe-42ad-b2e0-59b0afcf007e), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:29.261705 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4ca0416-f9ba-40ee-82d2-e892c29a67ad tempest-RoutersAdminNegativeTest-1518652770 tempest-RoutersAdminNegativeTest-1518652770-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 3934fce3-efbe-42ad-b2e0-59b0afcf007e {{(pid=103376) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 17:52:29.287722 n-d-827839-2 neutron-server[103376]: INFO neutron.api.v2.resource [None req-b4ca0416-f9ba-40ee-82d2-e892c29a67ad tempest-RoutersAdminNegativeTest-1518652770 tempest-RoutersAdminNegativeTest-1518652770-project-admin] create failed (client error): There was a conflict when trying to complete your request. Feb 04 17:52:29.288930 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-b4ca0416-f9ba-40ee-82d2-e892c29a67ad tempest-RoutersAdminNegativeTest-1518652770 tempest-RoutersAdminNegativeTest-1518652770-project-admin] 10.222.0.89 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 0.9111423 Feb 04 17:52:29.291654 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 48904) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:52:29.315118 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d25fa5-9ea6-4932-afc8-fd35d6d2abc4 req-946ae0e0-3e8f-4a09-bcf2-33de8acf46cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:52:29.316727 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-61d25fa5-9ea6-4932-afc8-fd35d6d2abc4 req-946ae0e0-3e8f-4a09-bcf2-33de8acf46cb service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=669dcaca-872a-426e-b103-daa458e0d181&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0519230 Feb 04 17:52:29.371553 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-57941184-4df3-4afa-9619-af38dbb3eb9e tempest-RoutersAdminNegativeTest-1518652770 tempest-RoutersAdminNegativeTest-1518652770-project-admin] Deleting port 857a7f7b-2f82-4219-8877-e8e36c0e05cc {{(pid=103376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:52:29.371929 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-57941184-4df3-4afa-9619-af38dbb3eb9e tempest-RoutersAdminNegativeTest-1518652770 tempest-RoutersAdminNegativeTest-1518652770-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (857a7f7b-2f82-4219-8877-e8e36c0e05cc), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:29.417905 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-61d25fa5-9ea6-4932-afc8-fd35d6d2abc4 req-8c709d83-fc53-4404-8715-c5d97e8b5176 service neutron] 10.222.0.90 "GET /v2.0/networks/669dcaca-872a-426e-b103-daa458e0d181?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934060 Feb 04 17:52:29.447220 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-57941184-4df3-4afa-9619-af38dbb3eb9e tempest-RoutersAdminNegativeTest-1518652770 tempest-RoutersAdminNegativeTest-1518652770-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (857a7f7b-2f82-4219-8877-e8e36c0e05cc), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:29.459393 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-57941184-4df3-4afa-9619-af38dbb3eb9e tempest-RoutersAdminNegativeTest-1518652770 tempest-RoutersAdminNegativeTest-1518652770-project-admin] Calling delete_port for 857a7f7b-2f82-4219-8877-e8e36c0e05cc owned by {{(pid=103376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:52:29.513914 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-61d25fa5-9ea6-4932-afc8-fd35d6d2abc4 req-073e773a-ca66-48c8-b71a-b3915f21877a service neutron] 10.222.0.90 "GET /v2.0/networks/669dcaca-872a-426e-b103-daa458e0d181?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873322 Feb 04 17:52:29.618006 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d989b185-9ac7-42bb-875c-0c4a1fd5669d req-a561861f-3e99-4d5e-b409-f4fe5f39934c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:52:29.619663 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-d989b185-9ac7-42bb-875c-0c4a1fd5669d req-a561861f-3e99-4d5e-b409-f4fe5f39934c service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=c8bedfd6a8d44aafbac239d3537c77f3&device_id=8edebd18-c99c-43ad-a3b7-442d75040e9b HTTP/1.1" status: 200 len: 1164 time: 0.0481508 Feb 04 17:52:29.714533 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d989b185-9ac7-42bb-875c-0c4a1fd5669d req-35707287-e38e-457d-9865-b686c6bf24a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:52:29.716001 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-d989b185-9ac7-42bb-875c-0c4a1fd5669d req-35707287-e38e-457d-9865-b686c6bf24a3 service neutron] 10.222.0.90 "GET /v2.0/networks?id=669dcaca-872a-426e-b103-daa458e0d181 HTTP/1.1" status: 200 len: 898 time: 0.0889931 Feb 04 17:52:29.755132 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4d396b8a-d8f7-43ae-9a22-b9fbe3728795 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (bb89f5a3-3c22-440b-b7d1-c4f0c43c184a), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:29.764698 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-d989b185-9ac7-42bb-875c-0c4a1fd5669d req-de6e153c-8a93-43cf-b23c-bf0d200365c5 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=41373d4c-9041-4d1f-9bfb-755965e080e5 HTTP/1.1" status: 200 len: 217 time: 0.0424364 Feb 04 17:52:29.818848 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d989b185-9ac7-42bb-875c-0c4a1fd5669d req-d37529d3-c434-4266-9404-2e765fa7fc9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:52:29.820309 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-d989b185-9ac7-42bb-875c-0c4a1fd5669d req-d37529d3-c434-4266-9404-2e765fa7fc9d service neutron] 10.222.0.90 "GET /v2.0/subnets?id=1e0ef8a1-e33c-4bde-aba9-f45abeb09405 HTTP/1.1" status: 200 len: 835 time: 0.0448091 Feb 04 17:52:29.852265 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-57941184-4df3-4afa-9619-af38dbb3eb9e tempest-RoutersAdminNegativeTest-1518652770 tempest-RoutersAdminNegativeTest-1518652770-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (857a7f7b-2f82-4219-8877-e8e36c0e05cc), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:29.873209 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d989b185-9ac7-42bb-875c-0c4a1fd5669d req-1283acfc-796b-4c8e-b997-7db944f8d4f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:52:29.875378 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-d989b185-9ac7-42bb-875c-0c4a1fd5669d req-1283acfc-796b-4c8e-b997-7db944f8d4f8 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=669dcaca-872a-426e-b103-daa458e0d181&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0468841 Feb 04 17:52:29.878719 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57941184-4df3-4afa-9619-af38dbb3eb9e tempest-RoutersAdminNegativeTest-1518652770 tempest-RoutersAdminNegativeTest-1518652770-project-admin] Pushing event deleted for resources: {'Port': ['ID=857a7f7b-2f82-4219-8877-e8e36c0e05cc,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:52:29.943979 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-57941184-4df3-4afa-9619-af38dbb3eb9e tempest-RoutersAdminNegativeTest-1518652770 tempest-RoutersAdminNegativeTest-1518652770-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:29.947508 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-57941184-4df3-4afa-9619-af38dbb3eb9e tempest-RoutersAdminNegativeTest-1518652770 tempest-RoutersAdminNegativeTest-1518652770-project-admin] 10.222.0.89 "DELETE /v2.0/ports/857a7f7b-2f82-4219-8877-e8e36c0e05cc HTTP/1.1" status: 204 len: 168 time: 0.6547110 Feb 04 17:52:30.018404 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c81276-d308-4071-8cfd-025b06844931 req-786a0f7a-bc5b-41dd-a00d-f8be774260c9 tempest-TestSecurityGroupsBasicOps-1394815037 tempest-TestSecurityGroupsBasicOps-1394815037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:52:30.019913 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-46c81276-d308-4071-8cfd-025b06844931 req-786a0f7a-bc5b-41dd-a00d-f8be774260c9 tempest-TestSecurityGroupsBasicOps-1394815037 tempest-TestSecurityGroupsBasicOps-1394815037-project] 10.222.0.89 "GET /v2.0/ports?device_id=8edebd18-c99c-43ad-a3b7-442d75040e9b HTTP/1.1" status: 200 len: 982 time: 0.0863287 Feb 04 17:52:30.021719 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-d989b185-9ac7-42bb-875c-0c4a1fd5669d req-1b4ae802-207c-4515-8d96-f9a95ce4bdf3 service neutron] 10.222.0.90 "GET /v2.0/networks/669dcaca-872a-426e-b103-daa458e0d181?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353397 Feb 04 17:52:30.134668 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-46c81276-d308-4071-8cfd-025b06844931 req-1bd33af0-d953-48ad-9d41-7ccf50d79420 tempest-TestSecurityGroupsBasicOps-1394815037 tempest-TestSecurityGroupsBasicOps-1394815037-project] 10.222.0.89 "GET /v2.0/security-groups?id=e8348a7a-6d49-489e-bc89-fb2e3198344e&id=196b71ba-ec4a-4055-a145-b58b5af791ad&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1080735 Feb 04 17:52:30.157397 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-d989b185-9ac7-42bb-875c-0c4a1fd5669d req-6691b37c-0718-492e-9e8b-95ae19a6bd5f service neutron] 10.222.0.90 "GET /v2.0/networks/669dcaca-872a-426e-b103-daa458e0d181?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290829 Feb 04 17:52:30.207841 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 48914) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:52:30.321964 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-0c399fcc-3d25-4ce2-a8ad-330403151b1a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:30.394861 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-0c399fcc-3d25-4ce2-a8ad-330403151b1a admin admin] Publish callbacks [] for security_group (062b2612-7199-4a90-98b5-8a215197564b), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:30.398648 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-0c399fcc-3d25-4ce2-a8ad-330403151b1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (062b2612-7199-4a90-98b5-8a215197564b), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:30.437346 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-0c399fcc-3d25-4ce2-a8ad-330403151b1a admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=8c17da34f420486a90aff4e9b4453a69&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2284515 Feb 04 17:52:30.438208 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c399fcc-3d25-4ce2-a8ad-330403151b1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=062b2612-7199-4a90-98b5-8a215197564b,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:52:30.440029 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 48918) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:52:30.488650 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-7535228e-8d8c-4b95-94c4-f80947987d33 admin admin] Publish callbacks [] for security_group (062b2612-7199-4a90-98b5-8a215197564b), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:30.508478 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-7535228e-8d8c-4b95-94c4-f80947987d33 admin admin] Publish callbacks [] for security_group (062b2612-7199-4a90-98b5-8a215197564b), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:30.554643 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-7535228e-8d8c-4b95-94c4-f80947987d33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (062b2612-7199-4a90-98b5-8a215197564b), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:30.557276 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-7535228e-8d8c-4b95-94c4-f80947987d33 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:30.558421 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-7535228e-8d8c-4b95-94c4-f80947987d33 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/062b2612-7199-4a90-98b5-8a215197564b HTTP/1.1" status: 204 len: 168 time: 0.1174109 Feb 04 17:52:30.566759 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7535228e-8d8c-4b95-94c4-f80947987d33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=062b2612-7199-4a90-98b5-8a215197564b,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:52:30.816058 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 48924) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:52:30.854469 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-387dc11d-7ac6-4420-a0ad-b472c56bfeaf admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=ce6427144eb045a8b4fecbbe22e86050&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0372052 Feb 04 17:52:30.857447 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 48926) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:52:30.902968 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-28477d74-ff66-4bf1-acef-0d6505203fc6 admin admin] Publish callbacks [] for security_group (93b3ab4d-d44d-4755-ac33-960364940612), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:30.927515 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-28477d74-ff66-4bf1-acef-0d6505203fc6 admin admin] Publish callbacks [] for security_group (93b3ab4d-d44d-4755-ac33-960364940612), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:30.972821 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-28477d74-ff66-4bf1-acef-0d6505203fc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (93b3ab4d-d44d-4755-ac33-960364940612), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:30.975323 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-28477d74-ff66-4bf1-acef-0d6505203fc6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:30.976457 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-28477d74-ff66-4bf1-acef-0d6505203fc6 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/93b3ab4d-d44d-4755-ac33-960364940612 HTTP/1.1" status: 204 len: 168 time: 0.1181109 Feb 04 17:52:30.984303 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28477d74-ff66-4bf1-acef-0d6505203fc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93b3ab4d-d44d-4755-ac33-960364940612,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:52:31.257678 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6dc3571-40e2-4d14-87a9-197ef8a13652 req-d0da9a07-b1a1-4b72-a053-5dba764283ad tempest-TestSecurityGroupsBasicOps-1394815037 tempest-TestSecurityGroupsBasicOps-1394815037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:52:31.259240 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-a6dc3571-40e2-4d14-87a9-197ef8a13652 req-d0da9a07-b1a1-4b72-a053-5dba764283ad tempest-TestSecurityGroupsBasicOps-1394815037 tempest-TestSecurityGroupsBasicOps-1394815037-project] 10.222.0.89 "GET /v2.0/ports?device_id=8edebd18-c99c-43ad-a3b7-442d75040e9b HTTP/1.1" status: 200 len: 982 time: 0.0559845 Feb 04 17:52:31.316969 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-a6dc3571-40e2-4d14-87a9-197ef8a13652 req-4a4fac25-7f6e-4dbe-979a-7c31ef67b78d tempest-TestSecurityGroupsBasicOps-1394815037 tempest-TestSecurityGroupsBasicOps-1394815037-project] 10.222.0.89 "GET /v2.0/security-groups?id=e8348a7a-6d49-489e-bc89-fb2e3198344e&id=196b71ba-ec4a-4055-a145-b58b5af791ad&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0514190 Feb 04 17:52:31.677422 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 48950) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:52:31.771550 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-3f519d98-b333-45ca-810f-1e4bdceaf91d tempest-AllowedAddressPairTestJSON-387982927 tempest-AllowedAddressPairTestJSON-387982927-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-660809470'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:52:31.791304 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f519d98-b333-45ca-810f-1e4bdceaf91d tempest-AllowedAddressPairTestJSON-387982927 tempest-AllowedAddressPairTestJSON-387982927-project] Made reservation on behalf of e8913c6a2a8748e29eeca089ac46765d for: {'network': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:52:31.794626 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-3f519d98-b333-45ca-810f-1e4bdceaf91d tempest-AllowedAddressPairTestJSON-387982927 tempest-AllowedAddressPairTestJSON-387982927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for network (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:31.802689 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-3f519d98-b333-45ca-810f-1e4bdceaf91d tempest-AllowedAddressPairTestJSON-387982927 tempest-AllowedAddressPairTestJSON-387982927-project] Publish callbacks [] for security_group (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:31.873900 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-3f519d98-b333-45ca-810f-1e4bdceaf91d tempest-AllowedAddressPairTestJSON-387982927 tempest-AllowedAddressPairTestJSON-387982927-project] Publish callbacks [] for security_group (5525dc5d-3e61-4a6d-bfe5-83181bdb21b3), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:31.877567 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-3f519d98-b333-45ca-810f-1e4bdceaf91d tempest-AllowedAddressPairTestJSON-387982927 tempest-AllowedAddressPairTestJSON-387982927-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (5525dc5d-3e61-4a6d-bfe5-83181bdb21b3), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:31.903250 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f519d98-b333-45ca-810f-1e4bdceaf91d tempest-AllowedAddressPairTestJSON-387982927 tempest-AllowedAddressPairTestJSON-387982927-project] vlan segment allocate from pool success with {'vlan_id': 785, 'physical_network': 'physnet1'} {{(pid=103377) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 17:52:31.912627 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f519d98-b333-45ca-810f-1e4bdceaf91d tempest-AllowedAddressPairTestJSON-387982927 tempest-AllowedAddressPairTestJSON-387982927-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5525dc5d-3e61-4a6d-bfe5-83181bdb21b3,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:52:31.917292 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-3f519d98-b333-45ca-810f-1e4bdceaf91d tempest-AllowedAddressPairTestJSON-387982927 tempest-AllowedAddressPairTestJSON-387982927-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (bdd756d1-35fb-4ca6-ab5f-7e1b40a9c5d5), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:31.917636 n-d-827839-2 neutron-server[103377]: INFO neutron.db.segments_db [None req-3f519d98-b333-45ca-810f-1e4bdceaf91d tempest-AllowedAddressPairTestJSON-387982927 tempest-AllowedAddressPairTestJSON-387982927-project] Added segment bdd756d1-35fb-4ca6-ab5f-7e1b40a9c5d5 of type vlan for network 668bd2aa-0609-4159-ba26-feed0d503a99 Feb 04 17:52:31.959087 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-3f519d98-b333-45ca-810f-1e4bdceaf91d tempest-AllowedAddressPairTestJSON-387982927 tempest-AllowedAddressPairTestJSON-387982927-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781084292801'] for network (668bd2aa-0609-4159-ba26-feed0d503a99), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:31.981970 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-3f519d98-b333-45ca-810f-1e4bdceaf91d tempest-AllowedAddressPairTestJSON-387982927 tempest-AllowedAddressPairTestJSON-387982927-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327'] for network (668bd2aa-0609-4159-ba26-feed0d503a99), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:31.987054 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f519d98-b333-45ca-810f-1e4bdceaf91d tempest-AllowedAddressPairTestJSON-387982927 tempest-AllowedAddressPairTestJSON-387982927-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:52:31.987632 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-3f519d98-b333-45ca-810f-1e4bdceaf91d tempest-AllowedAddressPairTestJSON-387982927 tempest-AllowedAddressPairTestJSON-387982927-project] Publish callbacks [] for network (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:32.049240 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-3f519d98-b333-45ca-810f-1e4bdceaf91d tempest-AllowedAddressPairTestJSON-387982927 tempest-AllowedAddressPairTestJSON-387982927-project] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 0.3707037 Feb 04 17:52:32.052295 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 48954) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:52:32.057296 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f519d98-b333-45ca-810f-1e4bdceaf91d tempest-AllowedAddressPairTestJSON-387982927 tempest-AllowedAddressPairTestJSON-387982927-project] Pushing event updated for resources: {'Network': ['ID=668bd2aa-0609-4159-ba26-feed0d503a99,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:52:32.057453 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-44f2889a-d4b1-482a-bad3-c0a398f7aab6 tempest-AllowedAddressPairTestJSON-387982927 tempest-AllowedAddressPairTestJSON-387982927-project] Request body: {'subnet': {'network_id': '668bd2aa-0609-4159-ba26-feed0d503a99', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:52:32.068810 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Network 668bd2aa-0609-4159-ba26-feed0d503a99 details requested by agent ovs-agent-n-d-827839-2 with host n-d-827839-2 {{(pid=103378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 17:52:32.145957 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44f2889a-d4b1-482a-bad3-c0a398f7aab6 tempest-AllowedAddressPairTestJSON-387982927 tempest-AllowedAddressPairTestJSON-387982927-project] Made reservation on behalf of e8913c6a2a8748e29eeca089ac46765d for: {'subnet': 1} {{(pid=103376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:52:32.149336 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-44f2889a-d4b1-482a-bad3-c0a398f7aab6 tempest-AllowedAddressPairTestJSON-387982927 tempest-AllowedAddressPairTestJSON-387982927-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25859006'] for subnet (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:32.326005 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-44f2889a-d4b1-482a-bad3-c0a398f7aab6 tempest-AllowedAddressPairTestJSON-387982927 tempest-AllowedAddressPairTestJSON-387982927-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25674939', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25858952'] for subnet (64167647-d2cc-463e-a75a-f45dd093aea7), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:32.385764 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f2889a-d4b1-482a-bad3-c0a398f7aab6 tempest-AllowedAddressPairTestJSON-387982927 tempest-AllowedAddressPairTestJSON-387982927-project] Pushing event updated for resources: {'Subnet': ['ID=64167647-d2cc-463e-a75a-f45dd093aea7,revision_number=0']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:52:32.397136 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44f2889a-d4b1-482a-bad3-c0a398f7aab6 tempest-AllowedAddressPairTestJSON-387982927 tempest-AllowedAddressPairTestJSON-387982927-project] Checking segment: {'id': 'bdd756d1-35fb-4ca6-ab5f-7e1b40a9c5d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '668bd2aa-0609-4159-ba26-feed0d503a99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:52:32.397502 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44f2889a-d4b1-482a-bad3-c0a398f7aab6 tempest-AllowedAddressPairTestJSON-387982927 tempest-AllowedAddressPairTestJSON-387982927-project] Network hostable DHCP agents. Network: 668bd2aa-0609-4159-ba26-feed0d503a99, hostable agents: ['bb89f5a3-3c22-440b-b7d1-c4f0c43c184a'], hosted agents: [] {{(pid=103376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 17:52:32.414237 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44f2889a-d4b1-482a-bad3-c0a398f7aab6 tempest-AllowedAddressPairTestJSON-387982927 tempest-AllowedAddressPairTestJSON-387982927-project] Network 668bd2aa-0609-4159-ba26-feed0d503a99 is scheduled to be hosted by DHCP agent bb89f5a3-3c22-440b-b7d1-c4f0c43c184a with binding_index 1 {{(pid=103376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 17:52:32.423631 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [None req-44f2889a-d4b1-482a-bad3-c0a398f7aab6 tempest-AllowedAddressPairTestJSON-387982927 tempest-AllowedAddressPairTestJSON-387982927-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827839-2, 668bd2aa-0609-4159-ba26-feed0d503a99) {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:52:32.427779 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44f2889a-d4b1-482a-bad3-c0a398f7aab6 tempest-AllowedAddressPairTestJSON-387982927 tempest-AllowedAddressPairTestJSON-387982927-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:52:32.428474 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-44f2889a-d4b1-482a-bad3-c0a398f7aab6 tempest-AllowedAddressPairTestJSON-387982927 tempest-AllowedAddressPairTestJSON-387982927-project] Publish callbacks [] for subnet (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:32.433477 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc1bf147-1d0d-4cc6-955f-4289bb94be60 None None] Network 668bd2aa-0609-4159-ba26-feed0d503a99 requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:52:32.445620 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-44f2889a-d4b1-482a-bad3-c0a398f7aab6 tempest-AllowedAddressPairTestJSON-387982927 tempest-AllowedAddressPairTestJSON-387982927-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.3922138 Feb 04 17:52:32.448253 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 48958) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:52:32.453188 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-32039811-df05-4577-8881-0422d80879e4 tempest-AllowedAddressPairTestJSON-387982927 tempest-AllowedAddressPairTestJSON-387982927-project] Request body: {'port': {'network_id': '668bd2aa-0609-4159-ba26-feed0d503a99', 'name': 'tempest-AllowedAddressPairTestJSON-420015853'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:52:32.456627 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20669855-6bfb-4f3e-9791-007300d4fb33 req-9e70e6ab-1f14-4fe5-ae2b-2e0716d1fa3a tempest-TestSecurityGroupsBasicOps-1394815037 tempest-TestSecurityGroupsBasicOps-1394815037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:52:32.458160 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-20669855-6bfb-4f3e-9791-007300d4fb33 req-9e70e6ab-1f14-4fe5-ae2b-2e0716d1fa3a tempest-TestSecurityGroupsBasicOps-1394815037 tempest-TestSecurityGroupsBasicOps-1394815037-project] 10.222.0.89 "GET /v2.0/ports?device_id=8edebd18-c99c-43ad-a3b7-442d75040e9b HTTP/1.1" status: 200 len: 982 time: 0.0673933 Feb 04 17:52:32.519289 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-20669855-6bfb-4f3e-9791-007300d4fb33 req-9b7ca7c9-f443-4918-aaa4-fb5a24668c87 tempest-TestSecurityGroupsBasicOps-1394815037 tempest-TestSecurityGroupsBasicOps-1394815037-project] 10.222.0.89 "GET /v2.0/security-groups?id=e8348a7a-6d49-489e-bc89-fb2e3198344e&id=196b71ba-ec4a-4055-a145-b58b5af791ad&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0553067 Feb 04 17:52:32.539764 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5889342e-9178-47c0-b9cf-095ade1078ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e4c19ad-5724-5db8-8ee1-4f56ae69fcf4-668bd2aa-0609-4159-ba26-feed0d503a99', 'network_id': '668bd2aa-0609-4159-ba26-feed0d503a99', 'project_id': 'e8913c6a2a8748e29eeca089ac46765d', 'fixed_ips': [{'subnet_id': '64167647-d2cc-463e-a75a-f45dd093aea7'}]}} from n-d-827839-2. {{(pid=103378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 17:52:32.540654 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5889342e-9178-47c0-b9cf-095ade1078ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:32.569880 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32039811-df05-4577-8881-0422d80879e4 tempest-AllowedAddressPairTestJSON-387982927 tempest-AllowedAddressPairTestJSON-387982927-project] Made reservation on behalf of e8913c6a2a8748e29eeca089ac46765d for: {'port': 1} {{(pid=103376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:52:32.573228 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-32039811-df05-4577-8881-0422d80879e4 tempest-AllowedAddressPairTestJSON-387982927 tempest-AllowedAddressPairTestJSON-387982927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:32.589530 n-d-827839-2 neutron-server[103376]: DEBUG neutron.notifiers.nova [None req-32039811-df05-4577-8881-0422d80879e4 tempest-AllowedAddressPairTestJSON-387982927 tempest-AllowedAddressPairTestJSON-387982927-project] device_id is not set on port 30f9e250-f947-4e54-8d1f-af9f0e8f91fe yet. {{(pid=103376) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 04 17:52:32.679114 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-5889342e-9178-47c0-b9cf-095ade1078ca None None] Allocated IP 172.20.0.2 (668bd2aa-0609-4159-ba26-feed0d503a99/64167647-d2cc-463e-a75a-f45dd093aea7/db7b3589-4814-4d22-be64-e841c367baec) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:52:32.820046 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5889342e-9178-47c0-b9cf-095ade1078ca None None] Publish callbacks [] for port (db7b3589-4814-4d22-be64-e841c367baec), precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:32.833360 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5889342e-9178-47c0-b9cf-095ade1078ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135'] for port (db7b3589-4814-4d22-be64-e841c367baec), after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:32.866770 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6d9ed5d9-5f57-4766-a0dd-b83fe5514c75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (64ada913-9131-4d99-a265-63a920956287), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:32.881965 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.db_base_plugin_common [None req-32039811-df05-4577-8881-0422d80879e4 tempest-AllowedAddressPairTestJSON-387982927 tempest-AllowedAddressPairTestJSON-387982927-project] Allocated IP 172.20.0.11 (668bd2aa-0609-4159-ba26-feed0d503a99/64167647-d2cc-463e-a75a-f45dd093aea7/30f9e250-f947-4e54-8d1f-af9f0e8f91fe) {{(pid=103376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:52:32.882841 n-d-827839-2 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5889342e-9178-47c0-b9cf-095ade1078ca None None] Network 668bd2aa-0609-4159-ba26-feed0d503a99 is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:52:32.885775 n-d-827839-2 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-5889342e-9178-47c0-b9cf-095ade1078ca None None] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:52:32.890378 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5889342e-9178-47c0-b9cf-095ade1078ca None None] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:52:32.893677 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5889342e-9178-47c0-b9cf-095ade1078ca None None] Pushing event updated for resources: {'Port': ['ID=db7b3589-4814-4d22-be64-e841c367baec,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:52:32.951709 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-5889342e-9178-47c0-b9cf-095ade1078ca None None] Attempting to bind port db7b3589-4814-4d22-be64-e841c367baec on host n-d-827839-2 for vnic_type normal with profile {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:52:32.952008 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-5889342e-9178-47c0-b9cf-095ade1078ca None None] Attempting to bind port db7b3589-4814-4d22-be64-e841c367baec by drivers openvswitch,hyperv on host n-d-827839-2 at level 0 using segments [{'id': 'bdd756d1-35fb-4ca6-ab5f-7e1b40a9c5d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '668bd2aa-0609-4159-ba26-feed0d503a99'}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:52:32.952374 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5889342e-9178-47c0-b9cf-095ade1078ca None None] Attempting to bind port db7b3589-4814-4d22-be64-e841c367baec on network 668bd2aa-0609-4159-ba26-feed0d503a99 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:52:32.957745 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5889342e-9178-47c0-b9cf-095ade1078ca None None] Checking agent: {'id': 'ba70844b-66a0-45fd-a2f2-e6ed673321fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 0, 36), 'started_at': datetime.datetime(2022, 2, 4, 17, 1, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 52, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:52:32.958127 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5889342e-9178-47c0-b9cf-095ade1078ca None None] Checking segment: {'id': 'bdd756d1-35fb-4ca6-ab5f-7e1b40a9c5d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '668bd2aa-0609-4159-ba26-feed0d503a99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:52:32.958528 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5889342e-9178-47c0-b9cf-095ade1078ca None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:32.958924 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5889342e-9178-47c0-b9cf-095ade1078ca None None] Bound using segment: {'id': 'bdd756d1-35fb-4ca6-ab5f-7e1b40a9c5d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '668bd2aa-0609-4159-ba26-feed0d503a99'} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:52:32.959389 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-5889342e-9178-47c0-b9cf-095ade1078ca None None] Bound port: db7b3589-4814-4d22-be64-e841c367baec, host: n-d-827839-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bdd756d1-35fb-4ca6-ab5f-7e1b40a9c5d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '668bd2aa-0609-4159-ba26-feed0d503a99'}}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:52:32.959780 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5889342e-9178-47c0-b9cf-095ade1078ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (db7b3589-4814-4d22-be64-e841c367baec), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:33.021613 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-5889342e-9178-47c0-b9cf-095ade1078ca None None] For port db7b3589-4814-4d22-be64-e841c367baec, host n-d-827839-2, cleared binding levels {{(pid=103378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:52:33.024785 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-5889342e-9178-47c0-b9cf-095ade1078ca None None] For port db7b3589-4814-4d22-be64-e841c367baec, host n-d-827839-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=db7b3589-4814-4d22-be64-e841c367baec,segment=NetworkSegment(bdd756d1-35fb-4ca6-ab5f-7e1b40a9c5d5),segment_id=bdd756d1-35fb-4ca6-ab5f-7e1b40a9c5d5)] {{(pid=103378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:52:33.031298 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5889342e-9178-47c0-b9cf-095ade1078ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (db7b3589-4814-4d22-be64-e841c367baec), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:33.037147 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-32039811-df05-4577-8881-0422d80879e4 tempest-AllowedAddressPairTestJSON-387982927 tempest-AllowedAddressPairTestJSON-387982927-project] Publish callbacks [] for port (30f9e250-f947-4e54-8d1f-af9f0e8f91fe), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:33.070606 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-32039811-df05-4577-8881-0422d80879e4 tempest-AllowedAddressPairTestJSON-387982927 tempest-AllowedAddressPairTestJSON-387982927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (30f9e250-f947-4e54-8d1f-af9f0e8f91fe), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:33.101560 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d408ec64-b374-4acb-a1fc-48241dad6d47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (0cd6d64a-47a7-40ff-8c12-71dd526c62e0), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:33.106470 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5889342e-9178-47c0-b9cf-095ade1078ca None None] Pushing event updated for resources: {'Port': ['ID=db7b3589-4814-4d22-be64-e841c367baec,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:52:33.123039 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32039811-df05-4577-8881-0422d80879e4 tempest-AllowedAddressPairTestJSON-387982927 tempest-AllowedAddressPairTestJSON-387982927-project] Network 668bd2aa-0609-4159-ba26-feed0d503a99 is already hosted by enough agents. {{(pid=103376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:52:33.126339 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [None req-32039811-df05-4577-8881-0422d80879e4 tempest-AllowedAddressPairTestJSON-387982927 tempest-AllowedAddressPairTestJSON-387982927-project] Resources bound (agent type, host, resource id): {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:52:33.130150 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32039811-df05-4577-8881-0422d80879e4 tempest-AllowedAddressPairTestJSON-387982927 tempest-AllowedAddressPairTestJSON-387982927-project] Received port after_create {{(pid=103376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:52:33.136572 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32039811-df05-4577-8881-0422d80879e4 tempest-AllowedAddressPairTestJSON-387982927 tempest-AllowedAddressPairTestJSON-387982927-project] Pushing event updated for resources: {'Port': ['ID=30f9e250-f947-4e54-8d1f-af9f0e8f91fe,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:52:33.182826 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32039811-df05-4577-8881-0422d80879e4 tempest-AllowedAddressPairTestJSON-387982927 tempest-AllowedAddressPairTestJSON-387982927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:52:33.183441 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-32039811-df05-4577-8881-0422d80879e4 tempest-AllowedAddressPairTestJSON-387982927 tempest-AllowedAddressPairTestJSON-387982927-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:33.199146 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-32039811-df05-4577-8881-0422d80879e4 tempest-AllowedAddressPairTestJSON-387982927 tempest-AllowedAddressPairTestJSON-387982927-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.7498088 Feb 04 17:52:33.203007 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 48960) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:52:33.209499 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-0cc1c1dd-9c75-4d92-ab37-f1c0de3c8ef3 tempest-AllowedAddressPairTestJSON-387982927 tempest-AllowedAddressPairTestJSON-387982927-project] Request body: {'port': {'network_id': '668bd2aa-0609-4159-ba26-feed0d503a99', 'name': 'tempest-AllowedAddressPairTestJSON-2080412815', 'allowed_address_pairs': [{'ip_address': '172.20.0.11', 'mac_address': 'fa:16:3e:4c:b2:68'}]}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:52:33.347150 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cc1c1dd-9c75-4d92-ab37-f1c0de3c8ef3 tempest-AllowedAddressPairTestJSON-387982927 tempest-AllowedAddressPairTestJSON-387982927-project] Made reservation on behalf of e8913c6a2a8748e29eeca089ac46765d for: {'port': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:52:33.417028 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-37af276c-1c73-4bfa-9846-e0bdd50a151f req-24287c2d-570b-4995-9fd8-318e12c029e8 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=4838cc33-5e81-4c6b-bf0f-42646b0b5925&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0525045 Feb 04 17:52:33.446376 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-0cc1c1dd-9c75-4d92-ab37-f1c0de3c8ef3 tempest-AllowedAddressPairTestJSON-387982927 tempest-AllowedAddressPairTestJSON-387982927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:33.464883 n-d-827839-2 neutron-server[103377]: DEBUG neutron.notifiers.nova [None req-0cc1c1dd-9c75-4d92-ab37-f1c0de3c8ef3 tempest-AllowedAddressPairTestJSON-387982927 tempest-AllowedAddressPairTestJSON-387982927-project] device_id is not set on port 4551cd80-101a-42fe-8505-d4482abda157 yet. {{(pid=103377) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 04 17:52:33.514527 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37af276c-1c73-4bfa-9846-e0bdd50a151f req-8d162ce4-42da-4c95-98fd-2f8768579d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:52:33.516111 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-37af276c-1c73-4bfa-9846-e0bdd50a151f req-8d162ce4-42da-4c95-98fd-2f8768579d8d service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=86a0fd5c0c974eafbf1c6e95239dcb2c&device_id=4838cc33-5e81-4c6b-bf0f-42646b0b5925 HTTP/1.1" status: 200 len: 1127 time: 0.0458925 Feb 04 17:52:33.584822 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.db_base_plugin_common [None req-0cc1c1dd-9c75-4d92-ab37-f1c0de3c8ef3 tempest-AllowedAddressPairTestJSON-387982927 tempest-AllowedAddressPairTestJSON-387982927-project] Allocated IP 172.20.0.14 (668bd2aa-0609-4159-ba26-feed0d503a99/64167647-d2cc-463e-a75a-f45dd093aea7/4551cd80-101a-42fe-8505-d4482abda157) {{(pid=103377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:52:33.664164 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37af276c-1c73-4bfa-9846-e0bdd50a151f req-5fbedbc2-3347-48c1-a6e6-120005014463 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:52:33.665730 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-37af276c-1c73-4bfa-9846-e0bdd50a151f req-5fbedbc2-3347-48c1-a6e6-120005014463 service neutron] 10.222.0.96 "GET /v2.0/networks?id=41fb740a-fe35-4b66-8c63-e9b9f216cd47 HTTP/1.1" status: 200 len: 898 time: 0.1299467 Feb 04 17:52:33.680830 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9f30d8-a97e-44b6-93bd-bb8f8fc3adfc req-86778394-daac-444b-abf3-6821342f3e52 tempest-TestSecurityGroupsBasicOps-1394815037 tempest-TestSecurityGroupsBasicOps-1394815037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:52:33.682934 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-3c9f30d8-a97e-44b6-93bd-bb8f8fc3adfc req-86778394-daac-444b-abf3-6821342f3e52 tempest-TestSecurityGroupsBasicOps-1394815037 tempest-TestSecurityGroupsBasicOps-1394815037-project] 10.222.0.89 "GET /v2.0/ports?device_id=8edebd18-c99c-43ad-a3b7-442d75040e9b HTTP/1.1" status: 200 len: 982 time: 0.0810952 Feb 04 17:52:33.754001 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-0cc1c1dd-9c75-4d92-ab37-f1c0de3c8ef3 tempest-AllowedAddressPairTestJSON-387982927 tempest-AllowedAddressPairTestJSON-387982927-project] Publish callbacks [] for port (4551cd80-101a-42fe-8505-d4482abda157), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:33.784445 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-37af276c-1c73-4bfa-9846-e0bdd50a151f req-ff6ebfd5-db1d-4e5c-89dc-53d3c1b3b16d service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=145590c2-a0bd-4185-b491-aa8555141129 HTTP/1.1" status: 200 len: 1001 time: 0.1110866 Feb 04 17:52:33.791533 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-0cc1c1dd-9c75-4d92-ab37-f1c0de3c8ef3 tempest-AllowedAddressPairTestJSON-387982927 tempest-AllowedAddressPairTestJSON-387982927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (4551cd80-101a-42fe-8505-d4482abda157), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:33.799453 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-3c9f30d8-a97e-44b6-93bd-bb8f8fc3adfc req-32a39c9d-434b-4936-b442-62d32f58ebed tempest-TestSecurityGroupsBasicOps-1394815037 tempest-TestSecurityGroupsBasicOps-1394815037-project] 10.222.0.89 "GET /v2.0/security-groups?id=e8348a7a-6d49-489e-bc89-fb2e3198344e&id=196b71ba-ec4a-4055-a145-b58b5af791ad&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1098528 Feb 04 17:52:33.848813 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cc1c1dd-9c75-4d92-ab37-f1c0de3c8ef3 tempest-AllowedAddressPairTestJSON-387982927 tempest-AllowedAddressPairTestJSON-387982927-project] Network 668bd2aa-0609-4159-ba26-feed0d503a99 is already hosted by enough agents. {{(pid=103377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:52:33.849050 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37af276c-1c73-4bfa-9846-e0bdd50a151f req-06d6c3ed-7459-4f25-8f44-1a30a421617d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:52:33.850492 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-37af276c-1c73-4bfa-9846-e0bdd50a151f req-06d6c3ed-7459-4f25-8f44-1a30a421617d service neutron] 10.222.0.96 "GET /v2.0/subnets?id=f4c901f0-faf0-43f9-9cbe-f8f05128a5fd HTTP/1.1" status: 200 len: 833 time: 0.0499942 Feb 04 17:52:33.853571 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [None req-0cc1c1dd-9c75-4d92-ab37-f1c0de3c8ef3 tempest-AllowedAddressPairTestJSON-387982927 tempest-AllowedAddressPairTestJSON-387982927-project] Resources bound (agent type, host, resource id): {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:52:33.856346 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cc1c1dd-9c75-4d92-ab37-f1c0de3c8ef3 tempest-AllowedAddressPairTestJSON-387982927 tempest-AllowedAddressPairTestJSON-387982927-project] Received port after_create {{(pid=103377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:52:33.859189 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc1c1dd-9c75-4d92-ab37-f1c0de3c8ef3 tempest-AllowedAddressPairTestJSON-387982927 tempest-AllowedAddressPairTestJSON-387982927-project] Pushing event updated for resources: {'Port': ['ID=4551cd80-101a-42fe-8505-d4482abda157,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:52:33.908024 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37af276c-1c73-4bfa-9846-e0bdd50a151f req-6cefd477-92a4-440e-8d17-dbcfbcd3f197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:52:33.909711 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-37af276c-1c73-4bfa-9846-e0bdd50a151f req-6cefd477-92a4-440e-8d17-dbcfbcd3f197 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=41fb740a-fe35-4b66-8c63-e9b9f216cd47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0509779 Feb 04 17:52:33.920152 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cc1c1dd-9c75-4d92-ab37-f1c0de3c8ef3 tempest-AllowedAddressPairTestJSON-387982927 tempest-AllowedAddressPairTestJSON-387982927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:52:33.920856 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [req-37af276c-1c73-4bfa-9846-e0bdd50a151f req-0f29d733-db67-4391-9a72-d0d810257211 service neutron] http://10.222.0.89:9696/v2.0/extensions returned with HTTP 200 {{(pid=103376) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 17:52:33.920995 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-0cc1c1dd-9c75-4d92-ab37-f1c0de3c8ef3 tempest-AllowedAddressPairTestJSON-387982927 tempest-AllowedAddressPairTestJSON-387982927-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:33.922322 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-37af276c-1c73-4bfa-9846-e0bdd50a151f req-0f29d733-db67-4391-9a72-d0d810257211 service neutron] 10.222.0.96 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0057819 Feb 04 17:52:33.925517 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Device 41373d4c-9041-4d1f-9bfb-755965e080e5 details requested by agent hyperv_n-h2-827839-2 with host n-h2-827839-2 {{(pid=103378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 17:52:33.945737 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-0cc1c1dd-9c75-4d92-ab37-f1c0de3c8ef3 tempest-AllowedAddressPairTestJSON-387982927 tempest-AllowedAddressPairTestJSON-387982927-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1000 time: 0.7387483 Feb 04 17:52:33.945980 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 48964) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:52:34.042146 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] For port 41373d4c-9041-4d1f-9bfb-755965e080e5, host n-h2-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=41373d4c-9041-4d1f-9bfb-755965e080e5,segment=NetworkSegment(db10bafd-9845-4f65-8ab7-1998be9ed217),segment_id=db10bafd-9845-4f65-8ab7-1998be9ed217)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:52:34.046276 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-37af276c-1c73-4bfa-9846-e0bdd50a151f req-be9b06d8-6d70-40c7-9fd0-f3c23095faed service neutron] 10.222.0.96 "GET /v2.0/networks/41fb740a-fe35-4b66-8c63-e9b9f216cd47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1151421 Feb 04 17:52:34.056229 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af290f34-40fa-4e9a-b8a9-8ccbc9f38538 tempest-AllowedAddressPairTestJSON-387982927 tempest-AllowedAddressPairTestJSON-387982927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:52:34.060383 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Returning: {'device': '41373d4c-9041-4d1f-9bfb-755965e080e5', 'network_id': '669dcaca-872a-426e-b103-daa458e0d181', 'port_id': '41373d4c-9041-4d1f-9bfb-755965e080e5', 'mac_address': 'fa:16:3e:3b:69:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 787, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e0ef8a1-e33c-4bde-aba9-f45abeb09405', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 17:52:34.062112 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af290f34-40fa-4e9a-b8a9-8ccbc9f38538 tempest-AllowedAddressPairTestJSON-387982927 tempest-AllowedAddressPairTestJSON-387982927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:52:34.071231 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af290f34-40fa-4e9a-b8a9-8ccbc9f38538 tempest-AllowedAddressPairTestJSON-387982927 tempest-AllowedAddressPairTestJSON-387982927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:52:34.073120 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-af290f34-40fa-4e9a-b8a9-8ccbc9f38538 tempest-AllowedAddressPairTestJSON-387982927 tempest-AllowedAddressPairTestJSON-387982927-project] 10.222.0.89 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2466 time: 0.1262126 Feb 04 17:52:34.076164 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 48966) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:52:34.114761 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Current status of the port 41373d4c-9041-4d1f-9bfb-755965e080e5 is: DOWN; New status is: BUILD {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:52:34.115345 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (41373d4c-9041-4d1f-9bfb-755965e080e5), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:34.130559 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d35c9544-2ecc-4817-83ad-077e58e5321d None None] Network 668bd2aa-0609-4159-ba26-feed0d503a99 requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:52:34.133652 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41373d4c-9041-4d1f-9bfb-755965e080e5 {{(pid=103378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 17:52:34.194930 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] For port 41373d4c-9041-4d1f-9bfb-755965e080e5, host n-h2-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=41373d4c-9041-4d1f-9bfb-755965e080e5,segment=NetworkSegment(db10bafd-9845-4f65-8ab7-1998be9ed217),segment_id=db10bafd-9845-4f65-8ab7-1998be9ed217)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:52:34.200058 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (41373d4c-9041-4d1f-9bfb-755965e080e5), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:34.237495 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-37af276c-1c73-4bfa-9846-e0bdd50a151f req-aed08603-99ec-4dc6-bf72-e6c006822050 service neutron] 10.222.0.96 "GET /v2.0/networks/41fb740a-fe35-4b66-8c63-e9b9f216cd47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1848805 Feb 04 17:52:34.269151 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-56ffbcd5-17c7-4ec3-8ec3-1e9f6a37ec61 tempest-AllowedAddressPairTestJSON-387982927 tempest-AllowedAddressPairTestJSON-387982927-project] Deleting port 4551cd80-101a-42fe-8505-d4482abda157 {{(pid=103376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:52:34.269809 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-56ffbcd5-17c7-4ec3-8ec3-1e9f6a37ec61 tempest-AllowedAddressPairTestJSON-387982927 tempest-AllowedAddressPairTestJSON-387982927-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (4551cd80-101a-42fe-8505-d4482abda157), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:34.306243 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-998680dc-9f9f-437c-8e7e-e21564bb506c None None] Provisioning complete for port db7b3589-4814-4d22-be64-e841c367baec triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:52:34.306616 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-998680dc-9f9f-437c-8e7e-e21564bb506c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (db7b3589-4814-4d22-be64-e841c367baec), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:34.313659 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Pushing event updated for resources: {'Port': ['ID=41373d4c-9041-4d1f-9bfb-755965e080e5,revision_number=4']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:52:34.363997 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-56ffbcd5-17c7-4ec3-8ec3-1e9f6a37ec61 tempest-AllowedAddressPairTestJSON-387982927 tempest-AllowedAddressPairTestJSON-387982927-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (4551cd80-101a-42fe-8505-d4482abda157), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:34.379060 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-56ffbcd5-17c7-4ec3-8ec3-1e9f6a37ec61 tempest-AllowedAddressPairTestJSON-387982927 tempest-AllowedAddressPairTestJSON-387982927-project] Calling delete_port for 4551cd80-101a-42fe-8505-d4482abda157 owned by {{(pid=103376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:52:34.408814 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-998680dc-9f9f-437c-8e7e-e21564bb506c None None] Current status of the port db7b3589-4814-4d22-be64-e841c367baec is: DOWN; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:52:34.409306 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-998680dc-9f9f-437c-8e7e-e21564bb506c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (db7b3589-4814-4d22-be64-e841c367baec), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:34.451595 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-998680dc-9f9f-437c-8e7e-e21564bb506c None None] For port db7b3589-4814-4d22-be64-e841c367baec, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=db7b3589-4814-4d22-be64-e841c367baec,segment=NetworkSegment(bdd756d1-35fb-4ca6-ab5f-7e1b40a9c5d5),segment_id=bdd756d1-35fb-4ca6-ab5f-7e1b40a9c5d5)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:52:34.456326 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-998680dc-9f9f-437c-8e7e-e21564bb506c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (db7b3589-4814-4d22-be64-e841c367baec), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:34.509013 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998680dc-9f9f-437c-8e7e-e21564bb506c None None] Pushing event updated for resources: {'Port': ['ID=db7b3589-4814-4d22-be64-e841c367baec,revision_number=3']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:52:34.526293 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] get_ports_and_sgs() called for port_ids ['41373d4c-9041-4d1f-9bfb-755965e080e5'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 17:52:34.536121 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-56ffbcd5-17c7-4ec3-8ec3-1e9f6a37ec61 tempest-AllowedAddressPairTestJSON-387982927 tempest-AllowedAddressPairTestJSON-387982927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (4551cd80-101a-42fe-8505-d4482abda157), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:34.573204 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ffbcd5-17c7-4ec3-8ec3-1e9f6a37ec61 tempest-AllowedAddressPairTestJSON-387982927 tempest-AllowedAddressPairTestJSON-387982927-project] Pushing event deleted for resources: {'Port': ['ID=4551cd80-101a-42fe-8505-d4482abda157,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:52:34.754444 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4b32591b-d109-49fb-8e28-8ae96990b8f4 None None] Provisioning complete for port 30f9e250-f947-4e54-8d1f-af9f0e8f91fe triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:52:34.754444 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4b32591b-d109-49fb-8e28-8ae96990b8f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (30f9e250-f947-4e54-8d1f-af9f0e8f91fe), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:34.779756 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-56ffbcd5-17c7-4ec3-8ec3-1e9f6a37ec61 tempest-AllowedAddressPairTestJSON-387982927 tempest-AllowedAddressPairTestJSON-387982927-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:34.786245 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-56ffbcd5-17c7-4ec3-8ec3-1e9f6a37ec61 tempest-AllowedAddressPairTestJSON-387982927 tempest-AllowedAddressPairTestJSON-387982927-project] 10.222.0.89 "DELETE /v2.0/ports/4551cd80-101a-42fe-8505-d4482abda157 HTTP/1.1" status: 204 len: 168 time: 0.7066815 Feb 04 17:52:34.786694 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 48968) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:52:34.814761 n-d-827839-2 neutron-server[103377]: INFO neutron.pecan_wsgi.hooks.translation [None req-efef7323-c4d0-4dda-b33b-6032a922eaca tempest-AllowedAddressPairTestJSON-387982927 tempest-AllowedAddressPairTestJSON-387982927-project] GET failed (client error): The resource could not be found. Feb 04 17:52:34.816585 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-efef7323-c4d0-4dda-b33b-6032a922eaca tempest-AllowedAddressPairTestJSON-387982927 tempest-AllowedAddressPairTestJSON-387982927-project] 10.222.0.89 "GET /v2.0/ports/4551cd80-101a-42fe-8505-d4482abda157 HTTP/1.1" status: 404 len: 333 time: 0.0288365 Feb 04 17:52:34.820720 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 48970) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:52:34.826403 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-56a67fa5-1e02-49ee-9e61-0f38e68b83ed tempest-AllowedAddressPairTestJSON-387982927 tempest-AllowedAddressPairTestJSON-387982927-project] Request body: {'port': {'network_id': '668bd2aa-0609-4159-ba26-feed0d503a99', 'name': 'tempest-AllowedAddressPairTestJSON-2104499593'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:52:34.833964 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4b32591b-d109-49fb-8e28-8ae96990b8f4 None None] Port 30f9e250-f947-4e54-8d1f-af9f0e8f91fe cannot update to ACTIVE because it is not bound. {{(pid=103378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 17:52:34.859188 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4b32591b-d109-49fb-8e28-8ae96990b8f4 None None] Provisioning complete for port db7b3589-4814-4d22-be64-e841c367baec triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:52:34.859589 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4b32591b-d109-49fb-8e28-8ae96990b8f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (db7b3589-4814-4d22-be64-e841c367baec), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:34.942059 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4f14bb47-e72b-46ac-9e44-a61d9293afcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (75326290-f7a3-4db8-9cf2-15c7139ed224), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:34.988374 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device db7b3589-4814-4d22-be64-e841c367baec up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:52:34.994214 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19870e37-9cad-40d4-a18c-e7e75207ecef req-44286e4e-2ff3-481c-93c5-319958d672f1 tempest-TestSecurityGroupsBasicOps-1394815037 tempest-TestSecurityGroupsBasicOps-1394815037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:52:35.003833 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-19870e37-9cad-40d4-a18c-e7e75207ecef req-44286e4e-2ff3-481c-93c5-319958d672f1 tempest-TestSecurityGroupsBasicOps-1394815037 tempest-TestSecurityGroupsBasicOps-1394815037-project] 10.222.0.89 "GET /v2.0/ports?device_id=8edebd18-c99c-43ad-a3b7-442d75040e9b HTTP/1.1" status: 200 len: 983 time: 0.0889797 Feb 04 17:52:35.020106 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56a67fa5-1e02-49ee-9e61-0f38e68b83ed tempest-AllowedAddressPairTestJSON-387982927 tempest-AllowedAddressPairTestJSON-387982927-project] Made reservation on behalf of e8913c6a2a8748e29eeca089ac46765d for: {'port': 1} {{(pid=103376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:52:35.024375 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-56a67fa5-1e02-49ee-9e61-0f38e68b83ed tempest-AllowedAddressPairTestJSON-387982927 tempest-AllowedAddressPairTestJSON-387982927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:35.047400 n-d-827839-2 neutron-server[103376]: DEBUG neutron.notifiers.nova [None req-56a67fa5-1e02-49ee-9e61-0f38e68b83ed tempest-AllowedAddressPairTestJSON-387982927 tempest-AllowedAddressPairTestJSON-387982927-project] device_id is not set on port 13727995-8b90-4b78-aa5c-0b4e5915426f yet. {{(pid=103376) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 04 17:52:35.065212 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-19870e37-9cad-40d4-a18c-e7e75207ecef req-bf834b1c-61f2-476b-9bc2-4fa68884af4c tempest-TestSecurityGroupsBasicOps-1394815037 tempest-TestSecurityGroupsBasicOps-1394815037-project] 10.222.0.89 "GET /v2.0/security-groups?id=e8348a7a-6d49-489e-bc89-fb2e3198344e&id=196b71ba-ec4a-4055-a145-b58b5af791ad&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0598836 Feb 04 17:52:35.067002 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4b32591b-d109-49fb-8e28-8ae96990b8f4 None None] Current status of the port db7b3589-4814-4d22-be64-e841c367baec is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:52:35.075483 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4b32591b-d109-49fb-8e28-8ae96990b8f4 None None] Could not find standard attr ID for object 4551cd80-101a-42fe-8505-d4482abda157. {{(pid=103378) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 17:52:35.085010 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port db7b3589-4814-4d22-be64-e841c367baec triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:52:35.085010 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (db7b3589-4814-4d22-be64-e841c367baec), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:35.167934 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.db_base_plugin_common [None req-56a67fa5-1e02-49ee-9e61-0f38e68b83ed tempest-AllowedAddressPairTestJSON-387982927 tempest-AllowedAddressPairTestJSON-387982927-project] Allocated IP 172.20.0.4 (668bd2aa-0609-4159-ba26-feed0d503a99/64167647-d2cc-463e-a75a-f45dd093aea7/13727995-8b90-4b78-aa5c-0b4e5915426f) {{(pid=103376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:52:35.175070 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port db7b3589-4814-4d22-be64-e841c367baec is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:52:35.209625 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-10c3a39f-9cb8-49a2-ad53-45624ff9c0b6 None None] Provisioning complete for port 30f9e250-f947-4e54-8d1f-af9f0e8f91fe triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:52:35.210144 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-10c3a39f-9cb8-49a2-ad53-45624ff9c0b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (30f9e250-f947-4e54-8d1f-af9f0e8f91fe), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:35.249591 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-10c3a39f-9cb8-49a2-ad53-45624ff9c0b6 None None] Port 30f9e250-f947-4e54-8d1f-af9f0e8f91fe cannot update to ACTIVE because it is not bound. {{(pid=103378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 17:52:35.252912 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-10c3a39f-9cb8-49a2-ad53-45624ff9c0b6 None None] Could not find standard attr ID for object 4551cd80-101a-42fe-8505-d4482abda157. {{(pid=103378) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 17:52:35.331910 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-56a67fa5-1e02-49ee-9e61-0f38e68b83ed tempest-AllowedAddressPairTestJSON-387982927 tempest-AllowedAddressPairTestJSON-387982927-project] Publish callbacks [] for port (13727995-8b90-4b78-aa5c-0b4e5915426f), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:35.363860 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-56a67fa5-1e02-49ee-9e61-0f38e68b83ed tempest-AllowedAddressPairTestJSON-387982927 tempest-AllowedAddressPairTestJSON-387982927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (13727995-8b90-4b78-aa5c-0b4e5915426f), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:35.408983 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56a67fa5-1e02-49ee-9e61-0f38e68b83ed tempest-AllowedAddressPairTestJSON-387982927 tempest-AllowedAddressPairTestJSON-387982927-project] Network 668bd2aa-0609-4159-ba26-feed0d503a99 is already hosted by enough agents. {{(pid=103376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:52:35.411914 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [None req-56a67fa5-1e02-49ee-9e61-0f38e68b83ed tempest-AllowedAddressPairTestJSON-387982927 tempest-AllowedAddressPairTestJSON-387982927-project] Resources bound (agent type, host, resource id): {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:52:35.415541 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56a67fa5-1e02-49ee-9e61-0f38e68b83ed tempest-AllowedAddressPairTestJSON-387982927 tempest-AllowedAddressPairTestJSON-387982927-project] Received port after_create {{(pid=103376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:52:35.441226 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a67fa5-1e02-49ee-9e61-0f38e68b83ed tempest-AllowedAddressPairTestJSON-387982927 tempest-AllowedAddressPairTestJSON-387982927-project] Pushing event updated for resources: {'Port': ['ID=13727995-8b90-4b78-aa5c-0b4e5915426f,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:52:35.468413 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56a67fa5-1e02-49ee-9e61-0f38e68b83ed tempest-AllowedAddressPairTestJSON-387982927 tempest-AllowedAddressPairTestJSON-387982927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:52:35.469083 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-56a67fa5-1e02-49ee-9e61-0f38e68b83ed tempest-AllowedAddressPairTestJSON-387982927 tempest-AllowedAddressPairTestJSON-387982927-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:35.488064 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-56a67fa5-1e02-49ee-9e61-0f38e68b83ed tempest-AllowedAddressPairTestJSON-387982927 tempest-AllowedAddressPairTestJSON-387982927-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.6638191 Feb 04 17:52:35.488339 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 48974) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:52:35.493624 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-cbe82947-0994-463f-9274-96593f081e8b tempest-AllowedAddressPairTestJSON-387982927 tempest-AllowedAddressPairTestJSON-387982927-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.11', 'mac_address': 'fa:16:3e:4c:b2:68'}]}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:52:35.655536 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-cbe82947-0994-463f-9274-96593f081e8b tempest-AllowedAddressPairTestJSON-387982927 tempest-AllowedAddressPairTestJSON-387982927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (13727995-8b90-4b78-aa5c-0b4e5915426f), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:35.674045 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-73ec31f4-aac5-45b4-8143-e5560f752298 None None] Provisioning complete for port 13727995-8b90-4b78-aa5c-0b4e5915426f triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:52:35.674507 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-73ec31f4-aac5-45b4-8143-e5560f752298 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (13727995-8b90-4b78-aa5c-0b4e5915426f), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:35.707207 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-73ec31f4-aac5-45b4-8143-e5560f752298 None None] Port 13727995-8b90-4b78-aa5c-0b4e5915426f cannot update to ACTIVE because it is not bound. {{(pid=103378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 17:52:35.751677 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (ba70844b-66a0-45fd-a2f2-e6ed673321fc), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:35.830024 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-cbe82947-0994-463f-9274-96593f081e8b tempest-AllowedAddressPairTestJSON-387982927 tempest-AllowedAddressPairTestJSON-387982927-project] Publish callbacks [] for port (13727995-8b90-4b78-aa5c-0b4e5915426f), precommit_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:35.834390 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-cbe82947-0994-463f-9274-96593f081e8b tempest-AllowedAddressPairTestJSON-387982927 tempest-AllowedAddressPairTestJSON-387982927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675836'] for port (13727995-8b90-4b78-aa5c-0b4e5915426f), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:35.908188 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe82947-0994-463f-9274-96593f081e8b tempest-AllowedAddressPairTestJSON-387982927 tempest-AllowedAddressPairTestJSON-387982927-project] Pushing event updated for resources: {'Port': ['ID=13727995-8b90-4b78-aa5c-0b4e5915426f,revision_number=2']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:52:35.922383 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-cbe82947-0994-463f-9274-96593f081e8b tempest-AllowedAddressPairTestJSON-387982927 tempest-AllowedAddressPairTestJSON-387982927-project] In _notify_port_updated(), no bound segment for port 13727995-8b90-4b78-aa5c-0b4e5915426f on network 668bd2aa-0609-4159-ba26-feed0d503a99 {{(pid=103376) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Feb 04 17:52:35.925635 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Device 41373d4c-9041-4d1f-9bfb-755965e080e5 up at agent hyperv_n-h2-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:52:35.928458 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbe82947-0994-463f-9274-96593f081e8b tempest-AllowedAddressPairTestJSON-387982927 tempest-AllowedAddressPairTestJSON-387982927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:52:35.929301 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-cbe82947-0994-463f-9274-96593f081e8b tempest-AllowedAddressPairTestJSON-387982927 tempest-AllowedAddressPairTestJSON-387982927-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:35.930660 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-cbe82947-0994-463f-9274-96593f081e8b tempest-AllowedAddressPairTestJSON-387982927 tempest-AllowedAddressPairTestJSON-387982927-project] 10.222.0.89 "PUT /v2.0/ports/13727995-8b90-4b78-aa5c-0b4e5915426f HTTP/1.1" status: 200 len: 994 time: 0.4412613 Feb 04 17:52:35.933455 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 48976) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:52:35.985353 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Provisioning for port 41373d4c-9041-4d1f-9bfb-755965e080e5 completed by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 17:52:35.989990 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Provisioning complete for port 41373d4c-9041-4d1f-9bfb-755965e080e5 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:52:35.990449 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (41373d4c-9041-4d1f-9bfb-755965e080e5), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:36.038815 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-580a4e90-7a6d-412b-8d2c-446d48b54365 tempest-AllowedAddressPairTestJSON-387982927 tempest-AllowedAddressPairTestJSON-387982927-project] Deleting port 13727995-8b90-4b78-aa5c-0b4e5915426f {{(pid=103377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:52:36.039362 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-580a4e90-7a6d-412b-8d2c-446d48b54365 tempest-AllowedAddressPairTestJSON-387982927 tempest-AllowedAddressPairTestJSON-387982927-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (13727995-8b90-4b78-aa5c-0b4e5915426f), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:36.073681 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Current status of the port 41373d4c-9041-4d1f-9bfb-755965e080e5 is: BUILD; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:52:36.074080 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (41373d4c-9041-4d1f-9bfb-755965e080e5), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:36.103582 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8edebd18-c99c-43ad-a3b7-442d75040e9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41373d4c-9041-4d1f-9bfb-755965e080e5'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:52:36.105955 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c34bc964ce2211770fda26ca2f3801cc06f4f39928110690550e94ab9c9d2fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc5b1006-044a-4d11-baed-38297bac5f48" -d '{"events": [{"server_uuid": "8edebd18-c99c-43ad-a3b7-442d75040e9b", "name": "network-vif-plugged", "status": "completed", "tag": "41373d4c-9041-4d1f-9bfb-755965e080e5"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:52:36.135249 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] For port 41373d4c-9041-4d1f-9bfb-755965e080e5, host n-h2-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=41373d4c-9041-4d1f-9bfb-755965e080e5,segment=NetworkSegment(db10bafd-9845-4f65-8ab7-1998be9ed217),segment_id=db10bafd-9845-4f65-8ab7-1998be9ed217)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:52:36.143096 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (41373d4c-9041-4d1f-9bfb-755965e080e5), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:36.152665 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 17:52:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ed96388-448b-4791-b771-42874a526a10 x-openstack-request-id: req-7ed96388-448b-4791-b771-42874a526a10 {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:52:36.153602 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8edebd18-c99c-43ad-a3b7-442d75040e9b", "name": "network-vif-plugged", "status": "completed", "tag": "41373d4c-9041-4d1f-9bfb-755965e080e5", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:52:36.153914 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-580a4e90-7a6d-412b-8d2c-446d48b54365 tempest-AllowedAddressPairTestJSON-387982927 tempest-AllowedAddressPairTestJSON-387982927-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (13727995-8b90-4b78-aa5c-0b4e5915426f), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:36.154046 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-7ed96388-448b-4791-b771-42874a526a10 {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:52:36.154506 n-d-827839-2 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8edebd18-c99c-43ad-a3b7-442d75040e9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41373d4c-9041-4d1f-9bfb-755965e080e5', 'code': 200} Feb 04 17:52:36.167442 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-580a4e90-7a6d-412b-8d2c-446d48b54365 tempest-AllowedAddressPairTestJSON-387982927 tempest-AllowedAddressPairTestJSON-387982927-project] Calling delete_port for 13727995-8b90-4b78-aa5c-0b4e5915426f owned by {{(pid=103377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:52:36.189522 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-5d1cef9f-ac4c-40ea-98ed-e6d5591a0f2d None None] Provisioning complete for port 13727995-8b90-4b78-aa5c-0b4e5915426f triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:52:36.190130 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5d1cef9f-ac4c-40ea-98ed-e6d5591a0f2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (13727995-8b90-4b78-aa5c-0b4e5915426f), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:36.218325 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957e7634-78ef-4333-becb-04de33fc4c9c req-efa2e2fd-9c55-41a9-a054-b0d18f8e6136 tempest-TestSecurityGroupsBasicOps-1394815037 tempest-TestSecurityGroupsBasicOps-1394815037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:52:36.225356 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-957e7634-78ef-4333-becb-04de33fc4c9c req-efa2e2fd-9c55-41a9-a054-b0d18f8e6136 tempest-TestSecurityGroupsBasicOps-1394815037 tempest-TestSecurityGroupsBasicOps-1394815037-project] 10.222.0.89 "GET /v2.0/ports?device_id=8edebd18-c99c-43ad-a3b7-442d75040e9b HTTP/1.1" status: 200 len: 984 time: 0.0910552 Feb 04 17:52:36.246161 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Pushing event updated for resources: {'Port': ['ID=41373d4c-9041-4d1f-9bfb-755965e080e5,revision_number=5']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:52:36.253950 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-5d1cef9f-ac4c-40ea-98ed-e6d5591a0f2d None None] Port 13727995-8b90-4b78-aa5c-0b4e5915426f cannot update to ACTIVE because it is not bound. {{(pid=103378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 17:52:36.286892 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-957e7634-78ef-4333-becb-04de33fc4c9c req-b0b3f43f-4e7f-45ba-ab41-a0003481d762 tempest-TestSecurityGroupsBasicOps-1394815037 tempest-TestSecurityGroupsBasicOps-1394815037-project] 10.222.0.89 "GET /v2.0/security-groups?id=e8348a7a-6d49-489e-bc89-fb2e3198344e&id=196b71ba-ec4a-4055-a145-b58b5af791ad&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0583200 Feb 04 17:52:36.297802 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f665d8-559a-4ce1-80da-117d4a8ca2b3 req-9c402f2c-fb98-4dfb-b217-6be98cc914d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:52:36.299387 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-86f665d8-559a-4ce1-80da-117d4a8ca2b3 req-9c402f2c-fb98-4dfb-b217-6be98cc914d0 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=8edebd18-c99c-43ad-a3b7-442d75040e9b HTTP/1.1" status: 200 len: 1166 time: 0.0724697 Feb 04 17:52:36.369875 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-580a4e90-7a6d-412b-8d2c-446d48b54365 tempest-AllowedAddressPairTestJSON-387982927 tempest-AllowedAddressPairTestJSON-387982927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (13727995-8b90-4b78-aa5c-0b4e5915426f), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:36.413080 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580a4e90-7a6d-412b-8d2c-446d48b54365 tempest-AllowedAddressPairTestJSON-387982927 tempest-AllowedAddressPairTestJSON-387982927-project] Pushing event deleted for resources: {'Port': ['ID=13727995-8b90-4b78-aa5c-0b4e5915426f,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:52:36.437644 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-86f665d8-559a-4ce1-80da-117d4a8ca2b3 req-83210da2-0711-42cf-bdb6-d394ad63dd19 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=196b71ba-ec4a-4055-a145-b58b5af791ad&id=e8348a7a-6d49-489e-bc89-fb2e3198344e&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1152706 Feb 04 17:52:36.569833 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-580a4e90-7a6d-412b-8d2c-446d48b54365 tempest-AllowedAddressPairTestJSON-387982927 tempest-AllowedAddressPairTestJSON-387982927-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:36.573264 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-580a4e90-7a6d-412b-8d2c-446d48b54365 tempest-AllowedAddressPairTestJSON-387982927 tempest-AllowedAddressPairTestJSON-387982927-project] 10.222.0.89 "DELETE /v2.0/ports/13727995-8b90-4b78-aa5c-0b4e5915426f HTTP/1.1" status: 204 len: 168 time: 0.6387444 Feb 04 17:52:36.575958 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 48982) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:52:36.601583 n-d-827839-2 neutron-server[103376]: INFO neutron.pecan_wsgi.hooks.translation [None req-fec314d9-842c-41eb-8826-2aee916446de tempest-AllowedAddressPairTestJSON-387982927 tempest-AllowedAddressPairTestJSON-387982927-project] GET failed (client error): The resource could not be found. Feb 04 17:52:36.602924 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-fec314d9-842c-41eb-8826-2aee916446de tempest-AllowedAddressPairTestJSON-387982927 tempest-AllowedAddressPairTestJSON-387982927-project] 10.222.0.89 "GET /v2.0/ports/13727995-8b90-4b78-aa5c-0b4e5915426f HTTP/1.1" status: 404 len: 333 time: 0.0259886 Feb 04 17:52:36.606958 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 48984) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:52:36.611676 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-3a74b73a-5638-4e5d-a742-cd5557c3da64 tempest-AllowedAddressPairTestJSON-387982927 tempest-AllowedAddressPairTestJSON-387982927-project] Request body: {'port': {'network_id': '668bd2aa-0609-4159-ba26-feed0d503a99', 'name': 'tempest-AllowedAddressPairTestJSON-599142602'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:52:36.714514 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a74b73a-5638-4e5d-a742-cd5557c3da64 tempest-AllowedAddressPairTestJSON-387982927 tempest-AllowedAddressPairTestJSON-387982927-project] Made reservation on behalf of e8913c6a2a8748e29eeca089ac46765d for: {'port': 1} {{(pid=103376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:52:36.718549 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-3a74b73a-5638-4e5d-a742-cd5557c3da64 tempest-AllowedAddressPairTestJSON-387982927 tempest-AllowedAddressPairTestJSON-387982927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:36.734869 n-d-827839-2 neutron-server[103376]: DEBUG neutron.notifiers.nova [None req-3a74b73a-5638-4e5d-a742-cd5557c3da64 tempest-AllowedAddressPairTestJSON-387982927 tempest-AllowedAddressPairTestJSON-387982927-project] device_id is not set on port 58d392a0-0964-4ac4-9959-c49cdf21e31f yet. {{(pid=103376) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 04 17:52:36.845237 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.db_base_plugin_common [None req-3a74b73a-5638-4e5d-a742-cd5557c3da64 tempest-AllowedAddressPairTestJSON-387982927 tempest-AllowedAddressPairTestJSON-387982927-project] Allocated IP 172.20.0.6 (668bd2aa-0609-4159-ba26-feed0d503a99/64167647-d2cc-463e-a75a-f45dd093aea7/58d392a0-0964-4ac4-9959-c49cdf21e31f) {{(pid=103376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:52:36.990311 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-3a74b73a-5638-4e5d-a742-cd5557c3da64 tempest-AllowedAddressPairTestJSON-387982927 tempest-AllowedAddressPairTestJSON-387982927-project] Publish callbacks [] for port (58d392a0-0964-4ac4-9959-c49cdf21e31f), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:37.022894 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-3a74b73a-5638-4e5d-a742-cd5557c3da64 tempest-AllowedAddressPairTestJSON-387982927 tempest-AllowedAddressPairTestJSON-387982927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (58d392a0-0964-4ac4-9959-c49cdf21e31f), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:37.065254 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a74b73a-5638-4e5d-a742-cd5557c3da64 tempest-AllowedAddressPairTestJSON-387982927 tempest-AllowedAddressPairTestJSON-387982927-project] Network 668bd2aa-0609-4159-ba26-feed0d503a99 is already hosted by enough agents. {{(pid=103376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:52:37.068503 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [None req-3a74b73a-5638-4e5d-a742-cd5557c3da64 tempest-AllowedAddressPairTestJSON-387982927 tempest-AllowedAddressPairTestJSON-387982927-project] Resources bound (agent type, host, resource id): {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:52:37.072155 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a74b73a-5638-4e5d-a742-cd5557c3da64 tempest-AllowedAddressPairTestJSON-387982927 tempest-AllowedAddressPairTestJSON-387982927-project] Received port after_create {{(pid=103376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:52:37.100375 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a74b73a-5638-4e5d-a742-cd5557c3da64 tempest-AllowedAddressPairTestJSON-387982927 tempest-AllowedAddressPairTestJSON-387982927-project] Pushing event updated for resources: {'Port': ['ID=58d392a0-0964-4ac4-9959-c49cdf21e31f,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:52:37.126154 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a74b73a-5638-4e5d-a742-cd5557c3da64 tempest-AllowedAddressPairTestJSON-387982927 tempest-AllowedAddressPairTestJSON-387982927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:52:37.126793 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-3a74b73a-5638-4e5d-a742-cd5557c3da64 tempest-AllowedAddressPairTestJSON-387982927 tempest-AllowedAddressPairTestJSON-387982927-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:37.143873 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-3a74b73a-5638-4e5d-a742-cd5557c3da64 tempest-AllowedAddressPairTestJSON-387982927 tempest-AllowedAddressPairTestJSON-387982927-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 0.5358815 Feb 04 17:52:37.146587 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 48986) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:52:37.151852 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-8a4063ba-df86-4906-9bd1-fbe5a79330cc tempest-AllowedAddressPairTestJSON-387982927 tempest-AllowedAddressPairTestJSON-387982927-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:4c:b2:68'}]}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:52:37.381531 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-d805080d-405e-4f2a-a5fa-4e70608fefa5 None None] Provisioning complete for port 58d392a0-0964-4ac4-9959-c49cdf21e31f triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:52:37.382137 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d805080d-405e-4f2a-a5fa-4e70608fefa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (58d392a0-0964-4ac4-9959-c49cdf21e31f), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:37.416328 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55177632-07ff-48f0-bb8d-225ecfc4632d req-7cef080a-fd26-4c16-b44f-df65fe835060 tempest-TestSecurityGroupsBasicOps-1394815037 tempest-TestSecurityGroupsBasicOps-1394815037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:52:37.418073 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-55177632-07ff-48f0-bb8d-225ecfc4632d req-7cef080a-fd26-4c16-b44f-df65fe835060 tempest-TestSecurityGroupsBasicOps-1394815037 tempest-TestSecurityGroupsBasicOps-1394815037-project] 10.222.0.89 "GET /v2.0/ports?device_id=8edebd18-c99c-43ad-a3b7-442d75040e9b HTTP/1.1" status: 200 len: 984 time: 0.0575938 Feb 04 17:52:37.418390 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-d805080d-405e-4f2a-a5fa-4e70608fefa5 None None] Port 58d392a0-0964-4ac4-9959-c49cdf21e31f cannot update to ACTIVE because it is not bound. {{(pid=103378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 17:52:37.480068 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-55177632-07ff-48f0-bb8d-225ecfc4632d req-a7311252-f4f2-47f6-990c-2f4e2b92f28e tempest-TestSecurityGroupsBasicOps-1394815037 tempest-TestSecurityGroupsBasicOps-1394815037-project] 10.222.0.89 "GET /v2.0/security-groups?id=e8348a7a-6d49-489e-bc89-fb2e3198344e&id=196b71ba-ec4a-4055-a145-b58b5af791ad&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0554907 Feb 04 17:52:37.487959 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-8a4063ba-df86-4906-9bd1-fbe5a79330cc tempest-AllowedAddressPairTestJSON-387982927 tempest-AllowedAddressPairTestJSON-387982927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (58d392a0-0964-4ac4-9959-c49cdf21e31f), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:37.683748 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-8a4063ba-df86-4906-9bd1-fbe5a79330cc tempest-AllowedAddressPairTestJSON-387982927 tempest-AllowedAddressPairTestJSON-387982927-project] Publish callbacks [] for port (58d392a0-0964-4ac4-9959-c49cdf21e31f), precommit_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:37.689274 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-8a4063ba-df86-4906-9bd1-fbe5a79330cc tempest-AllowedAddressPairTestJSON-387982927 tempest-AllowedAddressPairTestJSON-387982927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675836'] for port (58d392a0-0964-4ac4-9959-c49cdf21e31f), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:37.771556 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4063ba-df86-4906-9bd1-fbe5a79330cc tempest-AllowedAddressPairTestJSON-387982927 tempest-AllowedAddressPairTestJSON-387982927-project] Pushing event updated for resources: {'Port': ['ID=58d392a0-0964-4ac4-9959-c49cdf21e31f,revision_number=2']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:52:37.781359 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-8a4063ba-df86-4906-9bd1-fbe5a79330cc tempest-AllowedAddressPairTestJSON-387982927 tempest-AllowedAddressPairTestJSON-387982927-project] In _notify_port_updated(), no bound segment for port 58d392a0-0964-4ac4-9959-c49cdf21e31f on network 668bd2aa-0609-4159-ba26-feed0d503a99 {{(pid=103376) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Feb 04 17:52:37.786533 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a4063ba-df86-4906-9bd1-fbe5a79330cc tempest-AllowedAddressPairTestJSON-387982927 tempest-AllowedAddressPairTestJSON-387982927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:52:37.787221 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-8a4063ba-df86-4906-9bd1-fbe5a79330cc tempest-AllowedAddressPairTestJSON-387982927 tempest-AllowedAddressPairTestJSON-387982927-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:37.788580 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-8a4063ba-df86-4906-9bd1-fbe5a79330cc tempest-AllowedAddressPairTestJSON-387982927 tempest-AllowedAddressPairTestJSON-387982927-project] 10.222.0.89 "PUT /v2.0/ports/58d392a0-0964-4ac4-9959-c49cdf21e31f HTTP/1.1" status: 200 len: 995 time: 0.6410432 Feb 04 17:52:37.791517 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 48990) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:52:37.883095 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-1038559a-aaab-44f1-b9ad-9874d270aa31 tempest-AllowedAddressPairTestJSON-387982927 tempest-AllowedAddressPairTestJSON-387982927-project] Deleting port 58d392a0-0964-4ac4-9959-c49cdf21e31f {{(pid=103377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:52:37.883433 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-1038559a-aaab-44f1-b9ad-9874d270aa31 tempest-AllowedAddressPairTestJSON-387982927 tempest-AllowedAddressPairTestJSON-387982927-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (58d392a0-0964-4ac4-9959-c49cdf21e31f), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:37.942098 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-a4eb955b-41ce-4673-a84a-d835caf4c9c9 None None] Provisioning complete for port 58d392a0-0964-4ac4-9959-c49cdf21e31f triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:52:37.942396 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a4eb955b-41ce-4673-a84a-d835caf4c9c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (58d392a0-0964-4ac4-9959-c49cdf21e31f), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:37.971289 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-1038559a-aaab-44f1-b9ad-9874d270aa31 tempest-AllowedAddressPairTestJSON-387982927 tempest-AllowedAddressPairTestJSON-387982927-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (58d392a0-0964-4ac4-9959-c49cdf21e31f), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:37.979270 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-a4eb955b-41ce-4673-a84a-d835caf4c9c9 None None] Port 58d392a0-0964-4ac4-9959-c49cdf21e31f cannot update to ACTIVE because it is not bound. {{(pid=103378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 17:52:37.986005 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-1038559a-aaab-44f1-b9ad-9874d270aa31 tempest-AllowedAddressPairTestJSON-387982927 tempest-AllowedAddressPairTestJSON-387982927-project] Calling delete_port for 58d392a0-0964-4ac4-9959-c49cdf21e31f owned by {{(pid=103377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:52:38.114824 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-1038559a-aaab-44f1-b9ad-9874d270aa31 tempest-AllowedAddressPairTestJSON-387982927 tempest-AllowedAddressPairTestJSON-387982927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (58d392a0-0964-4ac4-9959-c49cdf21e31f), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:38.147314 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1038559a-aaab-44f1-b9ad-9874d270aa31 tempest-AllowedAddressPairTestJSON-387982927 tempest-AllowedAddressPairTestJSON-387982927-project] Pushing event deleted for resources: {'Port': ['ID=58d392a0-0964-4ac4-9959-c49cdf21e31f,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:52:38.215128 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-1038559a-aaab-44f1-b9ad-9874d270aa31 tempest-AllowedAddressPairTestJSON-387982927 tempest-AllowedAddressPairTestJSON-387982927-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:38.219073 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-1038559a-aaab-44f1-b9ad-9874d270aa31 tempest-AllowedAddressPairTestJSON-387982927 tempest-AllowedAddressPairTestJSON-387982927-project] 10.222.0.89 "DELETE /v2.0/ports/58d392a0-0964-4ac4-9959-c49cdf21e31f HTTP/1.1" status: 204 len: 168 time: 0.4259555 Feb 04 17:52:38.221285 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 48996) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:52:38.247148 n-d-827839-2 neutron-server[103377]: INFO neutron.pecan_wsgi.hooks.translation [None req-24d0e029-6788-44e6-8d85-f3bc67b034ee tempest-AllowedAddressPairTestJSON-387982927 tempest-AllowedAddressPairTestJSON-387982927-project] GET failed (client error): The resource could not be found. Feb 04 17:52:38.248609 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-24d0e029-6788-44e6-8d85-f3bc67b034ee tempest-AllowedAddressPairTestJSON-387982927 tempest-AllowedAddressPairTestJSON-387982927-project] 10.222.0.89 "GET /v2.0/ports/58d392a0-0964-4ac4-9959-c49cdf21e31f HTTP/1.1" status: 404 len: 333 time: 0.0264049 Feb 04 17:52:38.252210 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 48998) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:52:38.257060 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-67dcd281-4a05-43fa-ad75-a9fec886c8de tempest-AllowedAddressPairTestJSON-387982927 tempest-AllowedAddressPairTestJSON-387982927-project] Request body: {'port': {'network_id': '668bd2aa-0609-4159-ba26-feed0d503a99', 'name': 'tempest-AllowedAddressPairTestJSON-1910862857'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:52:38.367859 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67dcd281-4a05-43fa-ad75-a9fec886c8de tempest-AllowedAddressPairTestJSON-387982927 tempest-AllowedAddressPairTestJSON-387982927-project] Made reservation on behalf of e8913c6a2a8748e29eeca089ac46765d for: {'port': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:52:38.371327 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-67dcd281-4a05-43fa-ad75-a9fec886c8de tempest-AllowedAddressPairTestJSON-387982927 tempest-AllowedAddressPairTestJSON-387982927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:38.387878 n-d-827839-2 neutron-server[103377]: DEBUG neutron.notifiers.nova [None req-67dcd281-4a05-43fa-ad75-a9fec886c8de tempest-AllowedAddressPairTestJSON-387982927 tempest-AllowedAddressPairTestJSON-387982927-project] device_id is not set on port 618b7d18-2ddd-4c17-bc5b-c288c1be6ce7 yet. {{(pid=103377) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 04 17:52:38.489949 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.db_base_plugin_common [None req-67dcd281-4a05-43fa-ad75-a9fec886c8de tempest-AllowedAddressPairTestJSON-387982927 tempest-AllowedAddressPairTestJSON-387982927-project] Allocated IP 172.20.0.7 (668bd2aa-0609-4159-ba26-feed0d503a99/64167647-d2cc-463e-a75a-f45dd093aea7/618b7d18-2ddd-4c17-bc5b-c288c1be6ce7) {{(pid=103377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:52:38.676906 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49b88c4-2178-4908-b95e-1c72fefb4648 req-42ce940c-766f-467e-8405-eb91dd1e528c tempest-TestSecurityGroupsBasicOps-1394815037 tempest-TestSecurityGroupsBasicOps-1394815037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:52:38.678483 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-a49b88c4-2178-4908-b95e-1c72fefb4648 req-42ce940c-766f-467e-8405-eb91dd1e528c tempest-TestSecurityGroupsBasicOps-1394815037 tempest-TestSecurityGroupsBasicOps-1394815037-project] 10.222.0.89 "GET /v2.0/ports?device_id=8edebd18-c99c-43ad-a3b7-442d75040e9b HTTP/1.1" status: 200 len: 984 time: 0.1237884 Feb 04 17:52:38.694180 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-67dcd281-4a05-43fa-ad75-a9fec886c8de tempest-AllowedAddressPairTestJSON-387982927 tempest-AllowedAddressPairTestJSON-387982927-project] Publish callbacks [] for port (618b7d18-2ddd-4c17-bc5b-c288c1be6ce7), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:38.757031 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-a49b88c4-2178-4908-b95e-1c72fefb4648 req-33b64a56-020e-42a4-9718-c608dda926d9 tempest-TestSecurityGroupsBasicOps-1394815037 tempest-TestSecurityGroupsBasicOps-1394815037-project] 10.222.0.89 "GET /v2.0/security-groups?id=e8348a7a-6d49-489e-bc89-fb2e3198344e&id=196b71ba-ec4a-4055-a145-b58b5af791ad&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0728314 Feb 04 17:52:38.763874 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-67dcd281-4a05-43fa-ad75-a9fec886c8de tempest-AllowedAddressPairTestJSON-387982927 tempest-AllowedAddressPairTestJSON-387982927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (618b7d18-2ddd-4c17-bc5b-c288c1be6ce7), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:38.818192 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67dcd281-4a05-43fa-ad75-a9fec886c8de tempest-AllowedAddressPairTestJSON-387982927 tempest-AllowedAddressPairTestJSON-387982927-project] Network 668bd2aa-0609-4159-ba26-feed0d503a99 is already hosted by enough agents. {{(pid=103377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:52:38.823129 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [None req-67dcd281-4a05-43fa-ad75-a9fec886c8de tempest-AllowedAddressPairTestJSON-387982927 tempest-AllowedAddressPairTestJSON-387982927-project] Resources bound (agent type, host, resource id): {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:52:38.828169 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67dcd281-4a05-43fa-ad75-a9fec886c8de tempest-AllowedAddressPairTestJSON-387982927 tempest-AllowedAddressPairTestJSON-387982927-project] Received port after_create {{(pid=103377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:52:38.857737 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67dcd281-4a05-43fa-ad75-a9fec886c8de tempest-AllowedAddressPairTestJSON-387982927 tempest-AllowedAddressPairTestJSON-387982927-project] Pushing event updated for resources: {'Port': ['ID=618b7d18-2ddd-4c17-bc5b-c288c1be6ce7,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:52:38.889406 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67dcd281-4a05-43fa-ad75-a9fec886c8de tempest-AllowedAddressPairTestJSON-387982927 tempest-AllowedAddressPairTestJSON-387982927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:52:38.890056 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-67dcd281-4a05-43fa-ad75-a9fec886c8de tempest-AllowedAddressPairTestJSON-387982927 tempest-AllowedAddressPairTestJSON-387982927-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:38.903516 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060a35e8-642f-4e04-80ad-dd5167c061e4 req-bb45fc86-c167-447f-a096-985fde2a0879 tempest-TestSecurityGroupsBasicOps-1394815037 tempest-TestSecurityGroupsBasicOps-1394815037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:52:38.905409 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-060a35e8-642f-4e04-80ad-dd5167c061e4 req-bb45fc86-c167-447f-a096-985fde2a0879 tempest-TestSecurityGroupsBasicOps-1394815037 tempest-TestSecurityGroupsBasicOps-1394815037-project] 10.222.0.89 "GET /v2.0/ports?device_id=8edebd18-c99c-43ad-a3b7-442d75040e9b HTTP/1.1" status: 200 len: 984 time: 0.0671530 Feb 04 17:52:38.907901 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-67dcd281-4a05-43fa-ad75-a9fec886c8de tempest-AllowedAddressPairTestJSON-387982927 tempest-AllowedAddressPairTestJSON-387982927-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.6546175 Feb 04 17:52:38.910466 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 49004) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:52:38.915839 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-63e5039c-a0d2-4819-9c86-7235ab483a26 tempest-AllowedAddressPairTestJSON-387982927 tempest-AllowedAddressPairTestJSON-387982927-project] Request body: {'port': {'network_id': '668bd2aa-0609-4159-ba26-feed0d503a99', 'name': 'tempest-AllowedAddressPairTestJSON-1065354931'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:52:38.969424 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-060a35e8-642f-4e04-80ad-dd5167c061e4 req-953a1a8c-bee8-4274-81cc-00057aed1525 tempest-TestSecurityGroupsBasicOps-1394815037 tempest-TestSecurityGroupsBasicOps-1394815037-project] 10.222.0.89 "GET /v2.0/security-groups?id=e8348a7a-6d49-489e-bc89-fb2e3198344e&id=196b71ba-ec4a-4055-a145-b58b5af791ad&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0568278 Feb 04 17:52:39.112819 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-fa09fa83-026c-49e7-b911-8d7e3b48525a None None] Provisioning complete for port 618b7d18-2ddd-4c17-bc5b-c288c1be6ce7 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:52:39.113414 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-fa09fa83-026c-49e7-b911-8d7e3b48525a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (618b7d18-2ddd-4c17-bc5b-c288c1be6ce7), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:39.148423 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-fa09fa83-026c-49e7-b911-8d7e3b48525a None None] Port 618b7d18-2ddd-4c17-bc5b-c288c1be6ce7 cannot update to ACTIVE because it is not bound. {{(pid=103378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 17:52:39.346001 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59e046c-35a4-43ff-8290-fa520f1fb50b req-816e0cec-d049-4fed-a704-f67ea45408e7 tempest-TestSecurityGroupsBasicOps-1572966994 tempest-TestSecurityGroupsBasicOps-1572966994-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:52:39.347411 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-f59e046c-35a4-43ff-8290-fa520f1fb50b req-816e0cec-d049-4fed-a704-f67ea45408e7 tempest-TestSecurityGroupsBasicOps-1572966994 tempest-TestSecurityGroupsBasicOps-1572966994-project-admin] 10.222.0.89 "GET /v2.0/ports?device_id=8edebd18-c99c-43ad-a3b7-442d75040e9b HTTP/1.1" status: 200 len: 1166 time: 0.0812988 Feb 04 17:52:39.370699 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-f59e046c-35a4-43ff-8290-fa520f1fb50b req-e80611b4-05ec-44b7-9c35-8e13a53e0c5a tempest-TestSecurityGroupsBasicOps-1572966994 tempest-TestSecurityGroupsBasicOps-1572966994-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:39.378149 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63e5039c-a0d2-4819-9c86-7235ab483a26 tempest-AllowedAddressPairTestJSON-387982927 tempest-AllowedAddressPairTestJSON-387982927-project] Made reservation on behalf of e8913c6a2a8748e29eeca089ac46765d for: {'port': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:52:39.381354 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-63e5039c-a0d2-4819-9c86-7235ab483a26 tempest-AllowedAddressPairTestJSON-387982927 tempest-AllowedAddressPairTestJSON-387982927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:39.414292 n-d-827839-2 neutron-server[103377]: DEBUG neutron.notifiers.nova [None req-63e5039c-a0d2-4819-9c86-7235ab483a26 tempest-AllowedAddressPairTestJSON-387982927 tempest-AllowedAddressPairTestJSON-387982927-project] device_id is not set on port db336295-f3af-4807-8bfe-d7873d11221f yet. {{(pid=103377) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 04 17:52:39.542102 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-f59e046c-35a4-43ff-8290-fa520f1fb50b req-e80611b4-05ec-44b7-9c35-8e13a53e0c5a tempest-TestSecurityGroupsBasicOps-1572966994 tempest-TestSecurityGroupsBasicOps-1572966994-project-admin] Publish callbacks [] for security_group (700188c7-14c6-475e-8ff9-60d23fc731f8), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:39.551009 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-f59e046c-35a4-43ff-8290-fa520f1fb50b req-e80611b4-05ec-44b7-9c35-8e13a53e0c5a tempest-TestSecurityGroupsBasicOps-1572966994 tempest-TestSecurityGroupsBasicOps-1572966994-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (700188c7-14c6-475e-8ff9-60d23fc731f8), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:39.558106 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.db_base_plugin_common [None req-63e5039c-a0d2-4819-9c86-7235ab483a26 tempest-AllowedAddressPairTestJSON-387982927 tempest-AllowedAddressPairTestJSON-387982927-project] Allocated IP 172.20.0.14 (668bd2aa-0609-4159-ba26-feed0d503a99/64167647-d2cc-463e-a75a-f45dd093aea7/db336295-f3af-4807-8bfe-d7873d11221f) {{(pid=103377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:52:39.617396 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80611b4-05ec-44b7-9c35-8e13a53e0c5a tempest-TestSecurityGroupsBasicOps-1572966994 tempest-TestSecurityGroupsBasicOps-1572966994-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=700188c7-14c6-475e-8ff9-60d23fc731f8,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:52:39.623394 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-f59e046c-35a4-43ff-8290-fa520f1fb50b req-e80611b4-05ec-44b7-9c35-8e13a53e0c5a tempest-TestSecurityGroupsBasicOps-1572966994 tempest-TestSecurityGroupsBasicOps-1572966994-project-admin] 10.222.0.89 "GET /v2.0/security-groups?id=e8348a7a-6d49-489e-bc89-fb2e3198344e&id=196b71ba-ec4a-4055-a145-b58b5af791ad&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.2692022 Feb 04 17:52:39.647665 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 49008) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:52:39.692935 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d2e4f05-6579-41d2-81e1-9643d11a8752 tempest-TestSecurityGroupsBasicOps-1572966994 tempest-TestSecurityGroupsBasicOps-1572966994-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:52:39.694483 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-6d2e4f05-6579-41d2-81e1-9643d11a8752 tempest-TestSecurityGroupsBasicOps-1572966994 tempest-TestSecurityGroupsBasicOps-1572966994-project-admin] 10.222.0.89 "GET /v2.0/ports?device_id=8edebd18-c99c-43ad-a3b7-442d75040e9b HTTP/1.1" status: 200 len: 1161 time: 0.0458026 Feb 04 17:52:39.697468 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 49010) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:52:39.702232 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-4ad6d5c7-61f4-4cbc-b04b-bcc549141ea2 tempest-TestSecurityGroupsBasicOps-1394815037 tempest-TestSecurityGroupsBasicOps-1394815037-project] Request body: {'floatingip': {'floating_network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'port_id': '41373d4c-9041-4d1f-9bfb-755965e080e5', 'tenant_id': 'c8bedfd6a8d44aafbac239d3537c77f3', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:52:39.722448 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-4ad6d5c7-61f4-4cbc-b04b-bcc549141ea2 tempest-TestSecurityGroupsBasicOps-1394815037 tempest-TestSecurityGroupsBasicOps-1394815037-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:39.756656 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-63e5039c-a0d2-4819-9c86-7235ab483a26 tempest-AllowedAddressPairTestJSON-387982927 tempest-AllowedAddressPairTestJSON-387982927-project] Publish callbacks [] for port (db336295-f3af-4807-8bfe-d7873d11221f), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:39.790063 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-63e5039c-a0d2-4819-9c86-7235ab483a26 tempest-AllowedAddressPairTestJSON-387982927 tempest-AllowedAddressPairTestJSON-387982927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (db336295-f3af-4807-8bfe-d7873d11221f), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:39.823523 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-4ad6d5c7-61f4-4cbc-b04b-bcc549141ea2 tempest-TestSecurityGroupsBasicOps-1394815037 tempest-TestSecurityGroupsBasicOps-1394815037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:39.833151 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63e5039c-a0d2-4819-9c86-7235ab483a26 tempest-AllowedAddressPairTestJSON-387982927 tempest-AllowedAddressPairTestJSON-387982927-project] Network 668bd2aa-0609-4159-ba26-feed0d503a99 is already hosted by enough agents. {{(pid=103377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:52:39.836593 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [None req-63e5039c-a0d2-4819-9c86-7235ab483a26 tempest-AllowedAddressPairTestJSON-387982927 tempest-AllowedAddressPairTestJSON-387982927-project] Resources bound (agent type, host, resource id): {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:52:39.839031 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63e5039c-a0d2-4819-9c86-7235ab483a26 tempest-AllowedAddressPairTestJSON-387982927 tempest-AllowedAddressPairTestJSON-387982927-project] Received port after_create {{(pid=103377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:52:39.877735 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e5039c-a0d2-4819-9c86-7235ab483a26 tempest-AllowedAddressPairTestJSON-387982927 tempest-AllowedAddressPairTestJSON-387982927-project] Pushing event updated for resources: {'Port': ['ID=db336295-f3af-4807-8bfe-d7873d11221f,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:52:39.901990 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63e5039c-a0d2-4819-9c86-7235ab483a26 tempest-AllowedAddressPairTestJSON-387982927 tempest-AllowedAddressPairTestJSON-387982927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:52:39.902974 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-63e5039c-a0d2-4819-9c86-7235ab483a26 tempest-AllowedAddressPairTestJSON-387982927 tempest-AllowedAddressPairTestJSON-387982927-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:39.920171 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-63e5039c-a0d2-4819-9c86-7235ab483a26 tempest-AllowedAddressPairTestJSON-387982927 tempest-AllowedAddressPairTestJSON-387982927-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0085797 Feb 04 17:52:39.924354 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 49012) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:52:39.931101 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-9ffec9a3-ba4a-41ff-bf9b-2e2ccaa4467d tempest-AllowedAddressPairTestJSON-387982927 tempest-AllowedAddressPairTestJSON-387982927-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.11', 'mac_address': 'fa:16:3e:4c:b2:68'}, {'ip_address': '172.20.0.7', 'mac_address': 'fa:16:3e:71:28:72'}]}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:52:39.937327 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.db_base_plugin_common [None req-4ad6d5c7-61f4-4cbc-b04b-bcc549141ea2 tempest-TestSecurityGroupsBasicOps-1394815037 tempest-TestSecurityGroupsBasicOps-1394815037-project] Allocated IP 172.25.6.233 (48165773-85ad-49a1-9ec1-76fc8dc24188/7660bfad-1ea8-4fe7-831b-bed836f13efc/fd481c0c-06b9-4f17-9404-639a51815b5a) {{(pid=103376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:52:40.055068 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-4ad6d5c7-61f4-4cbc-b04b-bcc549141ea2 tempest-TestSecurityGroupsBasicOps-1394815037 tempest-TestSecurityGroupsBasicOps-1394815037-project] Publish callbacks [] for port (fd481c0c-06b9-4f17-9404-639a51815b5a), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:40.092916 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-4ad6d5c7-61f4-4cbc-b04b-bcc549141ea2 tempest-TestSecurityGroupsBasicOps-1394815037 tempest-TestSecurityGroupsBasicOps-1394815037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (fd481c0c-06b9-4f17-9404-639a51815b5a), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:40.103154 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-9ffec9a3-ba4a-41ff-bf9b-2e2ccaa4467d tempest-AllowedAddressPairTestJSON-387982927 tempest-AllowedAddressPairTestJSON-387982927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (db336295-f3af-4807-8bfe-d7873d11221f), before_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:40.133576 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ad6d5c7-61f4-4cbc-b04b-bcc549141ea2 tempest-TestSecurityGroupsBasicOps-1394815037 tempest-TestSecurityGroupsBasicOps-1394815037-project] Network 48165773-85ad-49a1-9ec1-76fc8dc24188 is already hosted by enough agents. {{(pid=103376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:52:40.137992 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [None req-4ad6d5c7-61f4-4cbc-b04b-bcc549141ea2 tempest-TestSecurityGroupsBasicOps-1394815037 tempest-TestSecurityGroupsBasicOps-1394815037-project] Resources bound (agent type, host, resource id): {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:52:40.141732 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ad6d5c7-61f4-4cbc-b04b-bcc549141ea2 tempest-TestSecurityGroupsBasicOps-1394815037 tempest-TestSecurityGroupsBasicOps-1394815037-project] Received port after_create {{(pid=103376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:52:40.147036 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad6d5c7-61f4-4cbc-b04b-bcc549141ea2 tempest-TestSecurityGroupsBasicOps-1394815037 tempest-TestSecurityGroupsBasicOps-1394815037-project] Pushing event updated for resources: {'Port': ['ID=fd481c0c-06b9-4f17-9404-639a51815b5a,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:52:40.180483 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-3d4db9ba-c319-49a9-a443-0602948ae711 None None] Provisioning complete for port db336295-f3af-4807-8bfe-d7873d11221f triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:52:40.181671 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3d4db9ba-c319-49a9-a443-0602948ae711 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (db336295-f3af-4807-8bfe-d7873d11221f), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:40.216095 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-3d4db9ba-c319-49a9-a443-0602948ae711 None None] Port db336295-f3af-4807-8bfe-d7873d11221f cannot update to ACTIVE because it is not bound. {{(pid=103378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 17:52:40.290052 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-9ffec9a3-ba4a-41ff-bf9b-2e2ccaa4467d tempest-AllowedAddressPairTestJSON-387982927 tempest-AllowedAddressPairTestJSON-387982927-project] Publish callbacks [] for port (db336295-f3af-4807-8bfe-d7873d11221f), precommit_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:40.295257 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-9ffec9a3-ba4a-41ff-bf9b-2e2ccaa4467d tempest-AllowedAddressPairTestJSON-387982927 tempest-AllowedAddressPairTestJSON-387982927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25888290'] for port (db336295-f3af-4807-8bfe-d7873d11221f), after_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:40.378502 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ffec9a3-ba4a-41ff-bf9b-2e2ccaa4467d tempest-AllowedAddressPairTestJSON-387982927 tempest-AllowedAddressPairTestJSON-387982927-project] Pushing event updated for resources: {'Port': ['ID=db336295-f3af-4807-8bfe-d7873d11221f,revision_number=2']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:52:40.391813 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-9ffec9a3-ba4a-41ff-bf9b-2e2ccaa4467d tempest-AllowedAddressPairTestJSON-387982927 tempest-AllowedAddressPairTestJSON-387982927-project] In _notify_port_updated(), no bound segment for port db336295-f3af-4807-8bfe-d7873d11221f on network 668bd2aa-0609-4159-ba26-feed0d503a99 {{(pid=103377) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Feb 04 17:52:40.396957 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ffec9a3-ba4a-41ff-bf9b-2e2ccaa4467d tempest-AllowedAddressPairTestJSON-387982927 tempest-AllowedAddressPairTestJSON-387982927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:52:40.397596 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-9ffec9a3-ba4a-41ff-bf9b-2e2ccaa4467d tempest-AllowedAddressPairTestJSON-387982927 tempest-AllowedAddressPairTestJSON-387982927-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:40.401529 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-9ffec9a3-ba4a-41ff-bf9b-2e2ccaa4467d tempest-AllowedAddressPairTestJSON-387982927 tempest-AllowedAddressPairTestJSON-387982927-project] 10.222.0.89 "PUT /v2.0/ports/db336295-f3af-4807-8bfe-d7873d11221f HTTP/1.1" status: 200 len: 1057 time: 0.4735994 Feb 04 17:52:40.403625 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 49014) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:52:40.430582 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (f20a1ab3-4332-4f54-833b-ba4a7c687e89), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:40.509524 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-21892754-3f84-44a9-890b-fea16090f07b tempest-AllowedAddressPairTestJSON-387982927 tempest-AllowedAddressPairTestJSON-387982927-project] Deleting port db336295-f3af-4807-8bfe-d7873d11221f {{(pid=103377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:52:40.509894 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-21892754-3f84-44a9-890b-fea16090f07b tempest-AllowedAddressPairTestJSON-387982927 tempest-AllowedAddressPairTestJSON-387982927-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (db336295-f3af-4807-8bfe-d7873d11221f), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:40.529715 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-4ad6d5c7-61f4-4cbc-b04b-bcc549141ea2 tempest-TestSecurityGroupsBasicOps-1394815037 tempest-TestSecurityGroupsBasicOps-1394815037-project] Publish callbacks [] for floatingip (76cd16b7-2b3a-4152-bd4b-08bca3b98506), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:40.596713 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-21892754-3f84-44a9-890b-fea16090f07b tempest-AllowedAddressPairTestJSON-387982927 tempest-AllowedAddressPairTestJSON-387982927-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (db336295-f3af-4807-8bfe-d7873d11221f), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:40.600149 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-4ad6d5c7-61f4-4cbc-b04b-bcc549141ea2 tempest-TestSecurityGroupsBasicOps-1394815037 tempest-TestSecurityGroupsBasicOps-1394815037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (fd481c0c-06b9-4f17-9404-639a51815b5a), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:40.610137 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-21892754-3f84-44a9-890b-fea16090f07b tempest-AllowedAddressPairTestJSON-387982927 tempest-AllowedAddressPairTestJSON-387982927-project] Calling delete_port for db336295-f3af-4807-8bfe-d7873d11221f owned by {{(pid=103377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:52:40.639482 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-254baf75-4223-40e0-8c52-2cfb00135ec7 None None] Provisioning complete for port db336295-f3af-4807-8bfe-d7873d11221f triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:52:40.639758 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-254baf75-4223-40e0-8c52-2cfb00135ec7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (db336295-f3af-4807-8bfe-d7873d11221f), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:40.680916 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-254baf75-4223-40e0-8c52-2cfb00135ec7 None None] Port db336295-f3af-4807-8bfe-d7873d11221f cannot update to ACTIVE because it is not bound. {{(pid=103378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 17:52:40.753284 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-21892754-3f84-44a9-890b-fea16090f07b tempest-AllowedAddressPairTestJSON-387982927 tempest-AllowedAddressPairTestJSON-387982927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (db336295-f3af-4807-8bfe-d7873d11221f), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:40.770740 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-4ad6d5c7-61f4-4cbc-b04b-bcc549141ea2 tempest-TestSecurityGroupsBasicOps-1394815037 tempest-TestSecurityGroupsBasicOps-1394815037-project] Publish callbacks [] for port (fd481c0c-06b9-4f17-9404-639a51815b5a), precommit_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:40.775181 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-4ad6d5c7-61f4-4cbc-b04b-bcc549141ea2 tempest-TestSecurityGroupsBasicOps-1394815037 tempest-TestSecurityGroupsBasicOps-1394815037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675836'] for port (fd481c0c-06b9-4f17-9404-639a51815b5a), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:40.782112 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21892754-3f84-44a9-890b-fea16090f07b tempest-AllowedAddressPairTestJSON-387982927 tempest-AllowedAddressPairTestJSON-387982927-project] Pushing event deleted for resources: {'Port': ['ID=db336295-f3af-4807-8bfe-d7873d11221f,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:52:40.853823 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad6d5c7-61f4-4cbc-b04b-bcc549141ea2 tempest-TestSecurityGroupsBasicOps-1394815037 tempest-TestSecurityGroupsBasicOps-1394815037-project] Pushing event updated for resources: {'Port': ['ID=fd481c0c-06b9-4f17-9404-639a51815b5a,revision_number=2']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:52:40.870513 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-4ad6d5c7-61f4-4cbc-b04b-bcc549141ea2 tempest-TestSecurityGroupsBasicOps-1394815037 tempest-TestSecurityGroupsBasicOps-1394815037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1595586'] for floatingip (76cd16b7-2b3a-4152-bd4b-08bca3b98506), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:41.027010 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-21892754-3f84-44a9-890b-fea16090f07b tempest-AllowedAddressPairTestJSON-387982927 tempest-AllowedAddressPairTestJSON-387982927-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:41.033385 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-21892754-3f84-44a9-890b-fea16090f07b tempest-AllowedAddressPairTestJSON-387982927 tempest-AllowedAddressPairTestJSON-387982927-project] 10.222.0.89 "DELETE /v2.0/ports/db336295-f3af-4807-8bfe-d7873d11221f HTTP/1.1" status: 204 len: 168 time: 0.6285460 Feb 04 17:52:41.034304 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 49018) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:52:41.044554 n-d-827839-2 neutron-server[103376]: INFO neutron.db.l3_db [None req-4ad6d5c7-61f4-4cbc-b04b-bcc549141ea2 tempest-TestSecurityGroupsBasicOps-1394815037 tempest-TestSecurityGroupsBasicOps-1394815037-project] Floating IP 76cd16b7-2b3a-4152-bd4b-08bca3b98506 associated. External IP: 172.25.6.233, port: 41373d4c-9041-4d1f-9bfb-755965e080e5. Feb 04 17:52:41.092172 n-d-827839-2 neutron-server[103376]: INFO neutron.pecan_wsgi.hooks.translation [None req-b43ba41e-9819-4075-be01-20b141d63d15 tempest-AllowedAddressPairTestJSON-387982927 tempest-AllowedAddressPairTestJSON-387982927-project] GET failed (client error): The resource could not be found. Feb 04 17:52:41.094025 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-b43ba41e-9819-4075-be01-20b141d63d15 tempest-AllowedAddressPairTestJSON-387982927 tempest-AllowedAddressPairTestJSON-387982927-project] 10.222.0.89 "GET /v2.0/ports/db336295-f3af-4807-8bfe-d7873d11221f HTTP/1.1" status: 404 len: 333 time: 0.0585589 Feb 04 17:52:41.096901 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 49020) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:52:41.318506 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-dc5c339d-da4c-4224-8d14-22c94cbe3234 tempest-AllowedAddressPairTestJSON-387982927 tempest-AllowedAddressPairTestJSON-387982927-project] Deleting port 618b7d18-2ddd-4c17-bc5b-c288c1be6ce7 {{(pid=103376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:52:41.318850 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-dc5c339d-da4c-4224-8d14-22c94cbe3234 tempest-AllowedAddressPairTestJSON-387982927 tempest-AllowedAddressPairTestJSON-387982927-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (618b7d18-2ddd-4c17-bc5b-c288c1be6ce7), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:41.418825 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ad6d5c7-61f4-4cbc-b04b-bcc549141ea2 tempest-TestSecurityGroupsBasicOps-1394815037 tempest-TestSecurityGroupsBasicOps-1394815037-project] Router 2c359285-ea6e-4069-bd7d-34cfc764fd0d has already been hosted by L3 agent 64ada913-9131-4d99-a265-63a920956287 {{(pid=103376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 17:52:41.429630 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-dc5c339d-da4c-4224-8d14-22c94cbe3234 tempest-AllowedAddressPairTestJSON-387982927 tempest-AllowedAddressPairTestJSON-387982927-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (618b7d18-2ddd-4c17-bc5b-c288c1be6ce7), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:41.446464 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-dc5c339d-da4c-4224-8d14-22c94cbe3234 tempest-AllowedAddressPairTestJSON-387982927 tempest-AllowedAddressPairTestJSON-387982927-project] Calling delete_port for 618b7d18-2ddd-4c17-bc5b-c288c1be6ce7 owned by {{(pid=103376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:52:41.600617 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ad6d5c7-61f4-4cbc-b04b-bcc549141ea2 tempest-TestSecurityGroupsBasicOps-1394815037 tempest-TestSecurityGroupsBasicOps-1394815037-project] Notify agent at l3_agent.n-d-827839-2 the message routers_updated {{(pid=103376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 17:52:41.610638 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36449e30-f02c-4c50-9b37-f209bac25d40 None None] Sync routers for ids ['2c359285-ea6e-4069-bd7d-34cfc764fd0d'] in n-d-827839-2 {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 17:52:41.620559 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36449e30-f02c-4c50-9b37-f209bac25d40 None None] Routers {'2c359285-ea6e-4069-bd7d-34cfc764fd0d'} bound to L3 agent in host n-d-827839-2 {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:52:41.621950 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-36449e30-f02c-4c50-9b37-f209bac25d40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:52:33Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['2c359285-ea6e-4069-bd7d-34cfc764fd0d'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:52:41.644266 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-4ad6d5c7-61f4-4cbc-b04b-bcc549141ea2 tempest-TestSecurityGroupsBasicOps-1394815037 tempest-TestSecurityGroupsBasicOps-1394815037-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for floatingip (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:41.692549 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-4ad6d5c7-61f4-4cbc-b04b-bcc549141ea2 tempest-TestSecurityGroupsBasicOps-1394815037 tempest-TestSecurityGroupsBasicOps-1394815037-project] 10.222.0.89 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9939542 Feb 04 17:52:41.694449 n-d-827839-2 neutron-server[103376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8edebd18-c99c-43ad-a3b7-442d75040e9b', 'tag': '41373d4c-9041-4d1f-9bfb-755965e080e5'}] {{(pid=103376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:52:41.695442 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 49022) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:52:41.697490 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d59c3bb5e2f09ebf62144d5e09b1cff60c763a9c19614c24538e77842938c05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b2f6d7b-b191-44fe-9721-7a851e9b09c0" -d '{"events": [{"name": "network-changed", "server_uuid": "8edebd18-c99c-43ad-a3b7-442d75040e9b", "tag": "41373d4c-9041-4d1f-9bfb-755965e080e5"}]}' {{(pid=103376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:52:41.721393 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-dc5c339d-da4c-4224-8d14-22c94cbe3234 tempest-AllowedAddressPairTestJSON-387982927 tempest-AllowedAddressPairTestJSON-387982927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (618b7d18-2ddd-4c17-bc5b-c288c1be6ce7), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:41.735221 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvr_db [None req-36449e30-f02c-4c50-9b37-f209bac25d40 None None] Set router 2c359285-ea6e-4069-bd7d-34cfc764fd0d gateway port host: n-d-827839-2 {{(pid=103379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:52:41.752842 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 17:52:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5876010b-aeb0-4181-9d14-3a3f947a5c8a x-openstack-request-id: req-5876010b-aeb0-4181-9d14-3a3f947a5c8a {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:52:41.753131 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8edebd18-c99c-43ad-a3b7-442d75040e9b", "tag": "41373d4c-9041-4d1f-9bfb-755965e080e5", "status": "completed", "code": 200}]} {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:52:41.753383 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-5876010b-aeb0-4181-9d14-3a3f947a5c8a {{(pid=103376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:52:41.753788 n-d-827839-2 neutron-server[103376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8edebd18-c99c-43ad-a3b7-442d75040e9b', 'tag': '41373d4c-9041-4d1f-9bfb-755965e080e5', 'status': 'completed', 'code': 200} Feb 04 17:52:41.760245 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5c339d-da4c-4224-8d14-22c94cbe3234 tempest-AllowedAddressPairTestJSON-387982927 tempest-AllowedAddressPairTestJSON-387982927-project] Pushing event deleted for resources: {'Port': ['ID=618b7d18-2ddd-4c17-bc5b-c288c1be6ce7,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:52:41.844044 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-dc5c339d-da4c-4224-8d14-22c94cbe3234 tempest-AllowedAddressPairTestJSON-387982927 tempest-AllowedAddressPairTestJSON-387982927-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:41.852869 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-dc5c339d-da4c-4224-8d14-22c94cbe3234 tempest-AllowedAddressPairTestJSON-387982927 tempest-AllowedAddressPairTestJSON-387982927-project] 10.222.0.89 "DELETE /v2.0/ports/618b7d18-2ddd-4c17-bc5b-c288c1be6ce7 HTTP/1.1" status: 204 len: 168 time: 0.7546449 Feb 04 17:52:41.853519 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 49026) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:52:41.889523 n-d-827839-2 neutron-server[103376]: INFO neutron.pecan_wsgi.hooks.translation [None req-fcbc6be5-c2a0-42d0-b7ae-e6fff12ef460 tempest-AllowedAddressPairTestJSON-387982927 tempest-AllowedAddressPairTestJSON-387982927-project] GET failed (client error): The resource could not be found. Feb 04 17:52:41.897170 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-fcbc6be5-c2a0-42d0-b7ae-e6fff12ef460 tempest-AllowedAddressPairTestJSON-387982927 tempest-AllowedAddressPairTestJSON-387982927-project] 10.222.0.89 "GET /v2.0/ports/618b7d18-2ddd-4c17-bc5b-c288c1be6ce7 HTTP/1.1" status: 404 len: 333 time: 0.0423553 Feb 04 17:52:41.898308 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 49028) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:52:41.951965 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2f6d7b-b191-44fe-9721-7a851e9b09c0 req-3164dbc3-6401-4d12-a110-5c8950e70f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:52:41.955695 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-4b2f6d7b-b191-44fe-9721-7a851e9b09c0 req-3164dbc3-6401-4d12-a110-5c8950e70f67 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=c8bedfd6a8d44aafbac239d3537c77f3&device_id=8edebd18-c99c-43ad-a3b7-442d75040e9b HTTP/1.1" status: 200 len: 1166 time: 0.1597984 Feb 04 17:52:42.026909 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-d717585c-406c-4138-8cb0-011c573a3335 tempest-AllowedAddressPairTestJSON-387982927 tempest-AllowedAddressPairTestJSON-387982927-project] Deleting port 30f9e250-f947-4e54-8d1f-af9f0e8f91fe {{(pid=103376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:52:42.027660 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-d717585c-406c-4138-8cb0-011c573a3335 tempest-AllowedAddressPairTestJSON-387982927 tempest-AllowedAddressPairTestJSON-387982927-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (30f9e250-f947-4e54-8d1f-af9f0e8f91fe), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:42.035783 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-36449e30-f02c-4c50-9b37-f209bac25d40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c359285-ea6e-4069-bd7d-34cfc764fd0d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-650764982', 'tenant_id': 'c8bedfd6a8d44aafbac239d3537c77f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.100'}], 'enable_snat': True}, 'gw_port_id': '7cc539dc-83ac-46f7-aa9c-4d87d0d27634', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:52:17Z', 'updated_at': '2022-02-04T17:52:20Z', 'revision_number': 4, 'project_id': 'c8bedfd6a8d44aafbac239d3537c77f3', 'gw_port': {'id': '7cc539dc-83ac-46f7-aa9c-4d87d0d27634', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:1f:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c359285-ea6e-4069-bd7d-34cfc764fd0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3758, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:52:17Z', 'updated_at': '2022-02-04T17:52:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_floatingips': [{'id': '76cd16b7-2b3a-4152-bd4b-08bca3b98506', 'tenant_id': 'c8bedfd6a8d44aafbac239d3537c77f3', 'floating_ip_address': '172.25.6.233', 'floating_network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'router_id': '2c359285-ea6e-4069-bd7d-34cfc764fd0d', 'port_id': '41373d4c-9041-4d1f-9bfb-755965e080e5', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3811, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '669dcaca-872a-426e-b103-daa458e0d181', 'mac_address': 'fa:16:3e:3b:69:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8edebd18-c99c-43ad-a3b7-442d75040e9b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T17:52:40Z', 'updated_at': '2022-02-04T17:52:40Z', 'revision_number': 0, 'project_id': 'c8bedfd6a8d44aafbac239d3537c77f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c33ee373-c05b-4d29-9d53-fea8d2d7119f', 'name': '', 'network_id': '669dcaca-872a-426e-b103-daa458e0d181', 'tenant_id': 'c8bedfd6a8d44aafbac239d3537c77f3', 'mac_address': 'fa:16:3e:23:41:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c359285-ea6e-4069-bd7d-34cfc764fd0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3762, 'fixed_ips': [{'subnet_id': '1e0ef8a1-e33c-4bde-aba9-f45abeb09405', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:52:20Z', 'updated_at': '2022-02-04T17:52:23Z', 'revision_number': 5, 'project_id': 'c8bedfd6a8d44aafbac239d3537c77f3', 'subnets': [{'id': '1e0ef8a1-e33c-4bde-aba9-f45abeb09405', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-2', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:52:42.040539 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0000e0d-0dfe-41a6-9423-d677a5ff6687 tempest-TestSecurityGroupsBasicOps-1572966994 tempest-TestSecurityGroupsBasicOps-1572966994-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:52:42.041036 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0000e0d-0dfe-41a6-9423-d677a5ff6687 tempest-TestSecurityGroupsBasicOps-1572966994 tempest-TestSecurityGroupsBasicOps-1572966994-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:52:42.041499 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0000e0d-0dfe-41a6-9423-d677a5ff6687 tempest-TestSecurityGroupsBasicOps-1572966994 tempest-TestSecurityGroupsBasicOps-1572966994-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:52:42.041959 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0000e0d-0dfe-41a6-9423-d677a5ff6687 tempest-TestSecurityGroupsBasicOps-1572966994 tempest-TestSecurityGroupsBasicOps-1572966994-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:52:42.042412 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0000e0d-0dfe-41a6-9423-d677a5ff6687 tempest-TestSecurityGroupsBasicOps-1572966994 tempest-TestSecurityGroupsBasicOps-1572966994-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:52:42.042862 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0000e0d-0dfe-41a6-9423-d677a5ff6687 tempest-TestSecurityGroupsBasicOps-1572966994 tempest-TestSecurityGroupsBasicOps-1572966994-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:52:42.047612 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-f0000e0d-0dfe-41a6-9423-d677a5ff6687 tempest-TestSecurityGroupsBasicOps-1572966994 tempest-TestSecurityGroupsBasicOps-1572966994-project-admin] 10.222.0.89 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4280 time: 0.3486171 Feb 04 17:52:42.048869 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 49030) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:52:42.072711 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36449e30-f02c-4c50-9b37-f209bac25d40 None None] Checking router: 2c359285-ea6e-4069-bd7d-34cfc764fd0d for host: n-d-827839-2 {{(pid=103379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 17:52:42.083142 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36449e30-f02c-4c50-9b37-f209bac25d40 None None] Routers {'2c359285-ea6e-4069-bd7d-34cfc764fd0d'} bound to L3 agent in host n-d-827839-2 {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:52:42.083979 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-36449e30-f02c-4c50-9b37-f209bac25d40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:52:33Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['2c359285-ea6e-4069-bd7d-34cfc764fd0d'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:52:42.133218 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-d717585c-406c-4138-8cb0-011c573a3335 tempest-AllowedAddressPairTestJSON-387982927 tempest-AllowedAddressPairTestJSON-387982927-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (30f9e250-f947-4e54-8d1f-af9f0e8f91fe), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:42.146993 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-d717585c-406c-4138-8cb0-011c573a3335 tempest-AllowedAddressPairTestJSON-387982927 tempest-AllowedAddressPairTestJSON-387982927-project] Calling delete_port for 30f9e250-f947-4e54-8d1f-af9f0e8f91fe owned by {{(pid=103376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:52:42.172011 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-200856eb-0952-4683-86a6-5301774183fc tempest-TestSecurityGroupsBasicOps-1572966994 tempest-TestSecurityGroupsBasicOps-1572966994-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:52:42.172476 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-200856eb-0952-4683-86a6-5301774183fc tempest-TestSecurityGroupsBasicOps-1572966994 tempest-TestSecurityGroupsBasicOps-1572966994-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:52:42.172951 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-200856eb-0952-4683-86a6-5301774183fc tempest-TestSecurityGroupsBasicOps-1572966994 tempest-TestSecurityGroupsBasicOps-1572966994-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:52:42.173721 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-200856eb-0952-4683-86a6-5301774183fc tempest-TestSecurityGroupsBasicOps-1572966994 tempest-TestSecurityGroupsBasicOps-1572966994-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:52:42.173846 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-200856eb-0952-4683-86a6-5301774183fc tempest-TestSecurityGroupsBasicOps-1572966994 tempest-TestSecurityGroupsBasicOps-1572966994-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:52:42.174270 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-200856eb-0952-4683-86a6-5301774183fc tempest-TestSecurityGroupsBasicOps-1572966994 tempest-TestSecurityGroupsBasicOps-1572966994-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:52:42.176075 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-200856eb-0952-4683-86a6-5301774183fc tempest-TestSecurityGroupsBasicOps-1572966994 tempest-TestSecurityGroupsBasicOps-1572966994-project-admin] 10.222.0.89 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3941 time: 0.1262796 Feb 04 17:52:42.180959 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 49032) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:52:42.205719 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2f6d7b-b191-44fe-9721-7a851e9b09c0 req-e8ee8c5c-0b97-4577-a7fe-a56da56a1950 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:52:42.205998 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvr_db [None req-36449e30-f02c-4c50-9b37-f209bac25d40 None None] Set router 2c359285-ea6e-4069-bd7d-34cfc764fd0d gateway port host: n-d-827839-2 {{(pid=103379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:52:42.208968 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-4b2f6d7b-b191-44fe-9721-7a851e9b09c0 req-e8ee8c5c-0b97-4577-a7fe-a56da56a1950 service neutron] 10.222.0.90 "GET /v2.0/networks?id=669dcaca-872a-426e-b103-daa458e0d181 HTTP/1.1" status: 200 len: 898 time: 0.2343431 Feb 04 17:52:42.381168 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-4b2f6d7b-b191-44fe-9721-7a851e9b09c0 req-97e1529d-18e5-4ead-b6d8-8fc01746b32d service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=41373d4c-9041-4d1f-9bfb-755965e080e5 HTTP/1.1" status: 200 len: 999 time: 0.1314166 Feb 04 17:52:42.455182 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2f6d7b-b191-44fe-9721-7a851e9b09c0 req-ad93cc86-d46d-43f3-afaf-11b583324dae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:52:42.455983 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-36449e30-f02c-4c50-9b37-f209bac25d40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c359285-ea6e-4069-bd7d-34cfc764fd0d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-650764982', 'tenant_id': 'c8bedfd6a8d44aafbac239d3537c77f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.100'}], 'enable_snat': True}, 'gw_port_id': '7cc539dc-83ac-46f7-aa9c-4d87d0d27634', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:52:17Z', 'updated_at': '2022-02-04T17:52:20Z', 'revision_number': 4, 'project_id': 'c8bedfd6a8d44aafbac239d3537c77f3', 'gw_port': {'id': '7cc539dc-83ac-46f7-aa9c-4d87d0d27634', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:1f:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c359285-ea6e-4069-bd7d-34cfc764fd0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3758, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:52:17Z', 'updated_at': '2022-02-04T17:52:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_floatingips': [{'id': '76cd16b7-2b3a-4152-bd4b-08bca3b98506', 'tenant_id': 'c8bedfd6a8d44aafbac239d3537c77f3', 'floating_ip_address': '172.25.6.233', 'floating_network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'router_id': '2c359285-ea6e-4069-bd7d-34cfc764fd0d', 'port_id': '41373d4c-9041-4d1f-9bfb-755965e080e5', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3811, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '669dcaca-872a-426e-b103-daa458e0d181', 'mac_address': 'fa:16:3e:3b:69:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8edebd18-c99c-43ad-a3b7-442d75040e9b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T17:52:40Z', 'updated_at': '2022-02-04T17:52:40Z', 'revision_number': 0, 'project_id': 'c8bedfd6a8d44aafbac239d3537c77f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c33ee373-c05b-4d29-9d53-fea8d2d7119f', 'name': '', 'network_id': '669dcaca-872a-426e-b103-daa458e0d181', 'tenant_id': 'c8bedfd6a8d44aafbac239d3537c77f3', 'mac_address': 'fa:16:3e:23:41:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c359285-ea6e-4069-bd7d-34cfc764fd0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3762, 'fixed_ips': [{'subnet_id': '1e0ef8a1-e33c-4bde-aba9-f45abeb09405', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:52:20Z', 'updated_at': '2022-02-04T17:52:23Z', 'revision_number': 5, 'project_id': 'c8bedfd6a8d44aafbac239d3537c77f3', 'subnets': [{'id': '1e0ef8a1-e33c-4bde-aba9-f45abeb09405', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-2', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:52:42.456908 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-4b2f6d7b-b191-44fe-9721-7a851e9b09c0 req-ad93cc86-d46d-43f3-afaf-11b583324dae service neutron] 10.222.0.90 "GET /v2.0/subnets?id=1e0ef8a1-e33c-4bde-aba9-f45abeb09405 HTTP/1.1" status: 200 len: 835 time: 0.0692003 Feb 04 17:52:42.483228 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36449e30-f02c-4c50-9b37-f209bac25d40 None None] The sync data for ids ['2c359285-ea6e-4069-bd7d-34cfc764fd0d'] in n-d-827839-2 is: [{'id': '2c359285-ea6e-4069-bd7d-34cfc764fd0d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-650764982', 'tenant_id': 'c8bedfd6a8d44aafbac239d3537c77f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.100'}], 'enable_snat': True}, 'gw_port_id': '7cc539dc-83ac-46f7-aa9c-4d87d0d27634', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:52:17Z', 'updated_at': '2022-02-04T17:52:20Z', 'revision_number': 4, 'project_id': 'c8bedfd6a8d44aafbac239d3537c77f3', 'gw_port': {'id': '7cc539dc-83ac-46f7-aa9c-4d87d0d27634', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:1f:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c359285-ea6e-4069-bd7d-34cfc764fd0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3758, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:52:17Z', 'updated_at': '2022-02-04T17:52:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_floatingips': [{'id': '76cd16b7-2b3a-4152-bd4b-08bca3b98506', 'tenant_id': 'c8bedfd6a8d44aafbac239d3537c77f3', 'floating_ip_address': '172.25.6.233', 'floating_network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'router_id': '2c359285-ea6e-4069-bd7d-34cfc764fd0d', 'port_id': '41373d4c-9041-4d1f-9bfb-755965e080e5', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3811, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '669dcaca-872a-426e-b103-daa458e0d181', 'mac_address': 'fa:16:3e:3b:69:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8edebd18-c99c-43ad-a3b7-442d75040e9b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T17:52:40Z', 'updated_at': '2022-02-04T17:52:40Z', 'revision_number': 0, 'project_id': 'c8bedfd6a8d44aafbac239d3537c77f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c33ee373-c05b-4d29-9d53-fea8d2d7119f', 'name': '', 'network_id': '669dcaca-872a-426e-b103-daa458e0d181', 'tenant_id': 'c8bedfd6a8d44aafbac239d3537c77f3', 'mac_address': 'fa:16:3e:23:41:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c359285-ea6e-4069-bd7d-34cfc764fd0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3762, 'fixed_ips': [{'subnet_id': '1e0ef8a1-e33c-4bde-aba9-f45abeb09405', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:52:20Z', 'updated_at': '2022-02-04T17:52:23Z', 'revision_number': 5, 'project_id': 'c8bedfd6a8d44aafbac239d3537c77f3', 'subnets': [{'id': '1e0ef8a1-e33c-4bde-aba9-f45abeb09405', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 17:52:42.506997 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (3f9244a9-75fc-4c10-b195-11d48b853b41), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:42.542797 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-d717585c-406c-4138-8cb0-011c573a3335 tempest-AllowedAddressPairTestJSON-387982927 tempest-AllowedAddressPairTestJSON-387982927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (30f9e250-f947-4e54-8d1f-af9f0e8f91fe), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:42.553621 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2f6d7b-b191-44fe-9721-7a851e9b09c0 req-585ba167-bece-4b93-914a-93ff620b491a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:52:42.555123 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-4b2f6d7b-b191-44fe-9721-7a851e9b09c0 req-585ba167-bece-4b93-914a-93ff620b491a service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=669dcaca-872a-426e-b103-daa458e0d181&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0881948 Feb 04 17:52:42.566771 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-d3c7b572-c243-4124-8cfe-a52ea412ec56 tempest-TestSecurityGroupsBasicOps-1572966994 tempest-TestSecurityGroupsBasicOps-1572966994-project-admin] 10.222.0.89 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2340 time: 0.3851449 Feb 04 17:52:42.576721 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 49034) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:52:42.579879 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d717585c-406c-4138-8cb0-011c573a3335 tempest-AllowedAddressPairTestJSON-387982927 tempest-AllowedAddressPairTestJSON-387982927-project] Pushing event deleted for resources: {'Port': ['ID=30f9e250-f947-4e54-8d1f-af9f0e8f91fe,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:52:42.669050 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-d717585c-406c-4138-8cb0-011c573a3335 tempest-AllowedAddressPairTestJSON-387982927 tempest-AllowedAddressPairTestJSON-387982927-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:42.674732 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-d717585c-406c-4138-8cb0-011c573a3335 tempest-AllowedAddressPairTestJSON-387982927 tempest-AllowedAddressPairTestJSON-387982927-project] 10.222.0.89 "DELETE /v2.0/ports/30f9e250-f947-4e54-8d1f-af9f0e8f91fe HTTP/1.1" status: 204 len: 168 time: 0.7746866 Feb 04 17:52:42.675509 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 49036) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:52:42.688061 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01789bef-31c1-4bf9-90ba-622f5d36f3ce tempest-TestSecurityGroupsBasicOps-1572966994 tempest-TestSecurityGroupsBasicOps-1572966994-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:52:42.688547 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01789bef-31c1-4bf9-90ba-622f5d36f3ce tempest-TestSecurityGroupsBasicOps-1572966994 tempest-TestSecurityGroupsBasicOps-1572966994-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:52:42.690126 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-01789bef-31c1-4bf9-90ba-622f5d36f3ce tempest-TestSecurityGroupsBasicOps-1572966994 tempest-TestSecurityGroupsBasicOps-1572966994-project-admin] 10.222.0.89 "GET /v2.0/ports?device_id=2c359285-ea6e-4069-bd7d-34cfc764fd0d HTTP/1.1" status: 200 len: 2062 time: 0.1124513 Feb 04 17:52:42.695897 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-4b2f6d7b-b191-44fe-9721-7a851e9b09c0 req-db1077d7-f203-4fb0-a895-e1f5048c26f3 service neutron] 10.222.0.90 "GET /v2.0/networks/669dcaca-872a-426e-b103-daa458e0d181?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267188 Feb 04 17:52:42.743142 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.db_base_plugin_v2 [None req-22c29587-312d-4373-880e-bd68f7e1402d tempest-AllowedAddressPairTestJSON-387982927 tempest-AllowedAddressPairTestJSON-387982927-project] Deleting subnet 64167647-d2cc-463e-a75a-f45dd093aea7 {{(pid=103376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 17:52:42.746911 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-22c29587-312d-4373-880e-bd68f7e1402d tempest-AllowedAddressPairTestJSON-387982927 tempest-AllowedAddressPairTestJSON-387982927-project] Publish callbacks [] for subnet (64167647-d2cc-463e-a75a-f45dd093aea7), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:42.811059 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f65a302a-0fdd-4a33-adaa-1e0697d83e65 None None] New status for floating IP 76cd16b7-2b3a-4152-bd4b-08bca3b98506: ACTIVE {{(pid=103378) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 17:52:42.813416 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-22c29587-312d-4373-880e-bd68f7e1402d tempest-AllowedAddressPairTestJSON-387982927 tempest-AllowedAddressPairTestJSON-387982927-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25674901'] for subnet (64167647-d2cc-463e-a75a-f45dd093aea7), precommit_delete_associations {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:42.828174 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-4b2f6d7b-b191-44fe-9721-7a851e9b09c0 req-d29badc8-0af9-43f8-9c0e-a7522535b45c service neutron] 10.222.0.90 "GET /v2.0/networks/669dcaca-872a-426e-b103-daa458e0d181?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248755 Feb 04 17:52:42.927985 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-22c29587-312d-4373-880e-bd68f7e1402d tempest-AllowedAddressPairTestJSON-387982927 tempest-AllowedAddressPairTestJSON-387982927-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1541225'] for subnet (64167647-d2cc-463e-a75a-f45dd093aea7), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:42.989014 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-22c29587-312d-4373-880e-bd68f7e1402d tempest-AllowedAddressPairTestJSON-387982927 tempest-AllowedAddressPairTestJSON-387982927-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1541216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25675894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25858947'] for subnet (64167647-d2cc-463e-a75a-f45dd093aea7), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:43.017480 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c29587-312d-4373-880e-bd68f7e1402d tempest-AllowedAddressPairTestJSON-387982927 tempest-AllowedAddressPairTestJSON-387982927-project] Pushing event deleted for resources: {'Subnet': ['ID=64167647-d2cc-463e-a75a-f45dd093aea7,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:52:43.021068 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-22c29587-312d-4373-880e-bd68f7e1402d tempest-AllowedAddressPairTestJSON-387982927 tempest-AllowedAddressPairTestJSON-387982927-project] Publish callbacks [] for subnet (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:43.024340 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-22c29587-312d-4373-880e-bd68f7e1402d tempest-AllowedAddressPairTestJSON-387982927 tempest-AllowedAddressPairTestJSON-387982927-project] 10.222.0.89 "DELETE /v2.0/subnets/64167647-d2cc-463e-a75a-f45dd093aea7 HTTP/1.1" status: 204 len: 168 time: 0.3476684 Feb 04 17:52:43.026861 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 49040) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:52:43.031501 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0284df71-938e-4bd2-a974-2a233bfe0e5e None None] Network 668bd2aa-0609-4159-ba26-feed0d503a99 requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:52:43.103166 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-5258d0e1-4257-490b-97d6-1f52f6de7824 tempest-AllowedAddressPairTestJSON-387982927 tempest-AllowedAddressPairTestJSON-387982927-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628832'] for network (668bd2aa-0609-4159-ba26-feed0d503a99), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:43.165339 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-5258d0e1-4257-490b-97d6-1f52f6de7824 tempest-AllowedAddressPairTestJSON-387982927 tempest-AllowedAddressPairTestJSON-387982927-project] Deleting port db7b3589-4814-4d22-be64-e841c367baec {{(pid=103376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:52:43.165990 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-5258d0e1-4257-490b-97d6-1f52f6de7824 tempest-AllowedAddressPairTestJSON-387982927 tempest-AllowedAddressPairTestJSON-387982927-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (db7b3589-4814-4d22-be64-e841c367baec), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:43.184945 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a37a9236-108f-4860-9c2e-e634dcc6d24c None None] DHCP port deletion for 668bd2aa-0609-4159-ba26-feed0d503a99 request from n-d-827839-2 {{(pid=103378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 17:52:43.229060 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [None req-5258d0e1-4257-490b-97d6-1f52f6de7824 tempest-AllowedAddressPairTestJSON-387982927 tempest-AllowedAddressPairTestJSON-387982927-project] For port db7b3589-4814-4d22-be64-e841c367baec, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=db7b3589-4814-4d22-be64-e841c367baec,segment=NetworkSegment(bdd756d1-35fb-4ca6-ab5f-7e1b40a9c5d5),segment_id=bdd756d1-35fb-4ca6-ab5f-7e1b40a9c5d5)] {{(pid=103376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:52:43.229524 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-5258d0e1-4257-490b-97d6-1f52f6de7824 tempest-AllowedAddressPairTestJSON-387982927 tempest-AllowedAddressPairTestJSON-387982927-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (db7b3589-4814-4d22-be64-e841c367baec), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:43.232110 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-a37a9236-108f-4860-9c2e-e634dcc6d24c None None] Deleting port db7b3589-4814-4d22-be64-e841c367baec {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:52:43.232488 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a37a9236-108f-4860-9c2e-e634dcc6d24c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (db7b3589-4814-4d22-be64-e841c367baec), before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:43.241931 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-5258d0e1-4257-490b-97d6-1f52f6de7824 tempest-AllowedAddressPairTestJSON-387982927 tempest-AllowedAddressPairTestJSON-387982927-project] Calling delete_port for db7b3589-4814-4d22-be64-e841c367baec owned by network:dhcp {{(pid=103376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:52:43.299458 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-a37a9236-108f-4860-9c2e-e634dcc6d24c None None] For port db7b3589-4814-4d22-be64-e841c367baec, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=db7b3589-4814-4d22-be64-e841c367baec,segment=NetworkSegment(bdd756d1-35fb-4ca6-ab5f-7e1b40a9c5d5),segment_id=bdd756d1-35fb-4ca6-ab5f-7e1b40a9c5d5)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:52:43.299861 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a37a9236-108f-4860-9c2e-e634dcc6d24c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (db7b3589-4814-4d22-be64-e841c367baec), precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:43.312111 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-a37a9236-108f-4860-9c2e-e634dcc6d24c None None] Calling delete_port for db7b3589-4814-4d22-be64-e841c367baec owned by network:dhcp {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:52:43.325698 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-5258d0e1-4257-490b-97d6-1f52f6de7824 tempest-AllowedAddressPairTestJSON-387982927 tempest-AllowedAddressPairTestJSON-387982927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (db7b3589-4814-4d22-be64-e841c367baec), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:43.352700 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5258d0e1-4257-490b-97d6-1f52f6de7824 tempest-AllowedAddressPairTestJSON-387982927 tempest-AllowedAddressPairTestJSON-387982927-project] Pushing event deleted for resources: {'Port': ['ID=db7b3589-4814-4d22-be64-e841c367baec,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:52:43.354746 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5258d0e1-4257-490b-97d6-1f52f6de7824 tempest-AllowedAddressPairTestJSON-387982927 tempest-AllowedAddressPairTestJSON-387982927-project] No DVR routers for this DVR port db7b3589-4814-4d22-be64-e841c367baec on host n-d-827839-2 {{(pid=103376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 17:52:43.393358 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a37a9236-108f-4860-9c2e-e634dcc6d24c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144'] for port (db7b3589-4814-4d22-be64-e841c367baec), after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:43.422616 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37a9236-108f-4860-9c2e-e634dcc6d24c None None] Pushing event deleted for resources: {'Port': ['ID=db7b3589-4814-4d22-be64-e841c367baec,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:52:43.426202 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a37a9236-108f-4860-9c2e-e634dcc6d24c None None] No DVR routers for this DVR port db7b3589-4814-4d22-be64-e841c367baec on host n-d-827839-2 {{(pid=103378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 17:52:43.443112 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-5258d0e1-4257-490b-97d6-1f52f6de7824 tempest-AllowedAddressPairTestJSON-387982927 tempest-AllowedAddressPairTestJSON-387982927-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1543676', 'neutron.services.segments.db._delete_segments_for_network-8781084786517'] for network (668bd2aa-0609-4159-ba26-feed0d503a99), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:43.468130 n-d-827839-2 neutron-server[103376]: DEBUG neutron.services.segments.db [None req-5258d0e1-4257-490b-97d6-1f52f6de7824 tempest-AllowedAddressPairTestJSON-387982927 tempest-AllowedAddressPairTestJSON-387982927-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['668bd2aa-0609-4159-ba26-feed0d503a99']}} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:52:43.477707 n-d-827839-2 neutron-server[103376]: DEBUG neutron.services.segments.db [None req-5258d0e1-4257-490b-97d6-1f52f6de7824 tempest-AllowedAddressPairTestJSON-387982927 tempest-AllowedAddressPairTestJSON-387982927-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bdd756d1-35fb-4ca6-ab5f-7e1b40a9c5d5') {'for_net_delete': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:52:43.478009 n-d-827839-2 neutron-server[103376]: DEBUG neutron.services.segments.db [None req-5258d0e1-4257-490b-97d6-1f52f6de7824 tempest-AllowedAddressPairTestJSON-387982927 tempest-AllowedAddressPairTestJSON-387982927-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bdd756d1-35fb-4ca6-ab5f-7e1b40a9c5d5') {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:52:43.487229 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-5258d0e1-4257-490b-97d6-1f52f6de7824 tempest-AllowedAddressPairTestJSON-387982927 tempest-AllowedAddressPairTestJSON-387982927-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781084783966', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25674908'] for segment (bdd756d1-35fb-4ca6-ab5f-7e1b40a9c5d5), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:43.499950 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-5258d0e1-4257-490b-97d6-1f52f6de7824 tempest-AllowedAddressPairTestJSON-387982927 tempest-AllowedAddressPairTestJSON-387982927-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (bdd756d1-35fb-4ca6-ab5f-7e1b40a9c5d5), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:43.505919 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5258d0e1-4257-490b-97d6-1f52f6de7824 tempest-AllowedAddressPairTestJSON-387982927 tempest-AllowedAddressPairTestJSON-387982927-project] Releasing vlan 785 on physical network physnet1 to pool {{(pid=103376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 17:52:43.506312 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-5258d0e1-4257-490b-97d6-1f52f6de7824 tempest-AllowedAddressPairTestJSON-387982927 tempest-AllowedAddressPairTestJSON-387982927-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25675992'] for segment (bdd756d1-35fb-4ca6-ab5f-7e1b40a9c5d5), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:43.509383 n-d-827839-2 neutron-server[103376]: Traceback (most recent call last): Feb 04 17:52:43.509383 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 17:52:43.509383 n-d-827839-2 neutron-server[103376]: timer() Feb 04 17:52:43.509383 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 17:52:43.509383 n-d-827839-2 neutron-server[103376]: cb(*args, **kw) Feb 04 17:52:43.509383 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 17:52:43.509383 n-d-827839-2 neutron-server[103376]: return func(*args, **kwargs) Feb 04 17:52:43.509383 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 17:52:43.509383 n-d-827839-2 neutron-server[103376]: self._notify() Feb 04 17:52:43.509383 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 17:52:43.509383 n-d-827839-2 neutron-server[103376]: self.callback(batched_events) Feb 04 17:52:43.509383 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 17:52:43.509383 n-d-827839-2 neutron-server[103376]: event.method(event) Feb 04 17:52:43.509383 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 17:52:43.509383 n-d-827839-2 neutron-server[103376]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 17:52:43.509383 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 17:52:43.509383 n-d-827839-2 neutron-server[103376]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 17:52:43.509383 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 17:52:43.509383 n-d-827839-2 neutron-server[103376]: return f(self, *a, **k) Feb 04 17:52:43.509383 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 17:52:43.509383 n-d-827839-2 neutron-server[103376]: return self._get(url).json() Feb 04 17:52:43.509383 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 17:52:43.509383 n-d-827839-2 neutron-server[103376]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 17:52:43.509383 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 17:52:43.509383 n-d-827839-2 neutron-server[103376]: return self.request(url, 'GET', **kwargs) Feb 04 17:52:43.509383 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 17:52:43.509383 n-d-827839-2 neutron-server[103376]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 17:52:43.509383 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 17:52:43.509383 n-d-827839-2 neutron-server[103376]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 17:52:43.509383 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 17:52:43.509383 n-d-827839-2 neutron-server[103376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 17:52:43.509383 n-d-827839-2 neutron-server[103376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 17:52:43.566865 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-5258d0e1-4257-490b-97d6-1f52f6de7824 tempest-AllowedAddressPairTestJSON-387982927 tempest-AllowedAddressPairTestJSON-387982927-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1543671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1595572'] for network (668bd2aa-0609-4159-ba26-feed0d503a99), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:43.573976 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-5258d0e1-4257-490b-97d6-1f52f6de7824 tempest-AllowedAddressPairTestJSON-387982927 tempest-AllowedAddressPairTestJSON-387982927-project] Publish callbacks [] for network (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:43.577655 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-5258d0e1-4257-490b-97d6-1f52f6de7824 tempest-AllowedAddressPairTestJSON-387982927 tempest-AllowedAddressPairTestJSON-387982927-project] 10.222.0.89 "DELETE /v2.0/networks/668bd2aa-0609-4159-ba26-feed0d503a99 HTTP/1.1" status: 204 len: 168 time: 0.5498130 Feb 04 17:52:43.589529 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5258d0e1-4257-490b-97d6-1f52f6de7824 tempest-AllowedAddressPairTestJSON-387982927 tempest-AllowedAddressPairTestJSON-387982927-project] Pushing event deleted for resources: {'Network': ['ID=668bd2aa-0609-4159-ba26-feed0d503a99,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:52:43.823616 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 49046) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:52:43.956335 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-d3a200cb-9781-4ed8-88d1-3f35e25c058c admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=e8913c6a2a8748e29eeca089ac46765d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1315010 Feb 04 17:52:43.958735 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 49050) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:52:44.004482 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-42b25cb5-c0b7-4d2f-96ff-ca9699720159 admin admin] Publish callbacks [] for security_group (5525dc5d-3e61-4a6d-bfe5-83181bdb21b3), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:44.030232 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-42b25cb5-c0b7-4d2f-96ff-ca9699720159 admin admin] Publish callbacks [] for security_group (5525dc5d-3e61-4a6d-bfe5-83181bdb21b3), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:44.077670 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-42b25cb5-c0b7-4d2f-96ff-ca9699720159 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (5525dc5d-3e61-4a6d-bfe5-83181bdb21b3), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:44.080300 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-42b25cb5-c0b7-4d2f-96ff-ca9699720159 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:44.081485 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-42b25cb5-c0b7-4d2f-96ff-ca9699720159 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/5525dc5d-3e61-4a6d-bfe5-83181bdb21b3 HTTP/1.1" status: 204 len: 168 time: 0.1218274 Feb 04 17:52:44.089141 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b25cb5-c0b7-4d2f-96ff-ca9699720159 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5525dc5d-3e61-4a6d-bfe5-83181bdb21b3,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:52:44.700775 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 49074) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:52:44.794631 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-9f2c2dc8-6afe-4497-a081-4e1e4f490dda tempest-SecGroupIPv6Test-794978075 tempest-SecGroupIPv6Test-794978075-project] Request body: {'security_group': {'name': 'tempest-secgroup--14219875'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:52:44.813989 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-9f2c2dc8-6afe-4497-a081-4e1e4f490dda tempest-SecGroupIPv6Test-794978075 tempest-SecGroupIPv6Test-794978075-project] Publish callbacks [] for security_group (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:44.823183 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-9f2c2dc8-6afe-4497-a081-4e1e4f490dda tempest-SecGroupIPv6Test-794978075 tempest-SecGroupIPv6Test-794978075-project] Publish callbacks [] for security_group (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:44.861057 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device db7b3589-4814-4d22-be64-e841c367baec no longer exists at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:52:44.881618 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] No Port match for: db7b3589-4814-4d22-be64-e841c367baec {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 17:52:44.882037 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device db7b3589-4814-4d22-be64-e841c367baec not bound to the agent host n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 17:52:44.903623 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-9f2c2dc8-6afe-4497-a081-4e1e4f490dda tempest-SecGroupIPv6Test-794978075 tempest-SecGroupIPv6Test-794978075-project] Publish callbacks [] for security_group (ffb0a7b3-12e7-424a-82a5-419f189dc783), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:44.907298 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-9f2c2dc8-6afe-4497-a081-4e1e4f490dda tempest-SecGroupIPv6Test-794978075 tempest-SecGroupIPv6Test-794978075-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (ffb0a7b3-12e7-424a-82a5-419f189dc783), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:44.944565 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2c2dc8-6afe-4497-a081-4e1e4f490dda tempest-SecGroupIPv6Test-794978075 tempest-SecGroupIPv6Test-794978075-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ffb0a7b3-12e7-424a-82a5-419f189dc783,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:52:44.984683 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-9f2c2dc8-6afe-4497-a081-4e1e4f490dda tempest-SecGroupIPv6Test-794978075 tempest-SecGroupIPv6Test-794978075-project] Publish callbacks [] for security_group (edc7a573-c1d5-48b0-8144-f667e059661d), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:44.988172 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-9f2c2dc8-6afe-4497-a081-4e1e4f490dda tempest-SecGroupIPv6Test-794978075 tempest-SecGroupIPv6Test-794978075-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (edc7a573-c1d5-48b0-8144-f667e059661d), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:45.017941 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-9f2c2dc8-6afe-4497-a081-4e1e4f490dda tempest-SecGroupIPv6Test-794978075 tempest-SecGroupIPv6Test-794978075-project] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:45.019173 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-9f2c2dc8-6afe-4497-a081-4e1e4f490dda tempest-SecGroupIPv6Test-794978075 tempest-SecGroupIPv6Test-794978075-project] 10.222.0.89 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.3174002 Feb 04 17:52:45.020132 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2c2dc8-6afe-4497-a081-4e1e4f490dda tempest-SecGroupIPv6Test-794978075 tempest-SecGroupIPv6Test-794978075-project] Pushing event updated for resources: {'SecurityGroup': ['ID=edc7a573-c1d5-48b0-8144-f667e059661d,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:52:45.022061 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 49078) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:52:45.084247 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-dd90f59c-5647-402f-ac16-b47ac827cc47 tempest-SecGroupIPv6Test-794978075 tempest-SecGroupIPv6Test-794978075-project] 10.222.0.89 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4543 time: 0.0608122 Feb 04 17:52:45.086820 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 49080) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:52:45.091633 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-97fa725d-a094-477c-b1ee-5e43f6e684e9 tempest-SecGroupIPv6Test-794978075 tempest-SecGroupIPv6Test-794978075-project] Request body: {'security_group': {'name': 'tempest-security--2087384069', 'description': 'tempest-security-description-613909359'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:52:45.123498 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-97fa725d-a094-477c-b1ee-5e43f6e684e9 tempest-SecGroupIPv6Test-794978075 tempest-SecGroupIPv6Test-794978075-project] Publish callbacks [] for security_group (edc7a573-c1d5-48b0-8144-f667e059661d), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:45.168038 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-97fa725d-a094-477c-b1ee-5e43f6e684e9 tempest-SecGroupIPv6Test-794978075 tempest-SecGroupIPv6Test-794978075-project] Publish callbacks [] for security_group (edc7a573-c1d5-48b0-8144-f667e059661d), precommit_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:45.171676 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-97fa725d-a094-477c-b1ee-5e43f6e684e9 tempest-SecGroupIPv6Test-794978075 tempest-SecGroupIPv6Test-794978075-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (edc7a573-c1d5-48b0-8144-f667e059661d), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:45.174356 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-97fa725d-a094-477c-b1ee-5e43f6e684e9 tempest-SecGroupIPv6Test-794978075 tempest-SecGroupIPv6Test-794978075-project] Publish callbacks [] for security_group (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:45.175593 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-97fa725d-a094-477c-b1ee-5e43f6e684e9 tempest-SecGroupIPv6Test-794978075 tempest-SecGroupIPv6Test-794978075-project] 10.222.0.89 "PUT /v2.0/security-groups/edc7a573-c1d5-48b0-8144-f667e059661d HTTP/1.1" status: 200 len: 1796 time: 0.0878594 Feb 04 17:52:45.178483 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 49082) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:52:45.197796 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fa725d-a094-477c-b1ee-5e43f6e684e9 tempest-SecGroupIPv6Test-794978075 tempest-SecGroupIPv6Test-794978075-project] Pushing event updated for resources: {'SecurityGroup': ['ID=edc7a573-c1d5-48b0-8144-f667e059661d,revision_number=2']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:52:45.216727 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-5801c1e8-b7f9-407d-a97b-cf4694b9e83d tempest-SecGroupIPv6Test-794978075 tempest-SecGroupIPv6Test-794978075-project] 10.222.0.89 "GET /v2.0/security-groups/edc7a573-c1d5-48b0-8144-f667e059661d HTTP/1.1" status: 200 len: 1796 time: 0.0370526 Feb 04 17:52:45.219217 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 49084) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:52:45.267509 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-a3fa3883-817b-4362-9932-3fbb181cd6eb tempest-SecGroupIPv6Test-794978075 tempest-SecGroupIPv6Test-794978075-project] Publish callbacks [] for security_group (edc7a573-c1d5-48b0-8144-f667e059661d), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:45.289558 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-a3fa3883-817b-4362-9932-3fbb181cd6eb tempest-SecGroupIPv6Test-794978075 tempest-SecGroupIPv6Test-794978075-project] Publish callbacks [] for security_group (edc7a573-c1d5-48b0-8144-f667e059661d), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:45.329800 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-a3fa3883-817b-4362-9932-3fbb181cd6eb tempest-SecGroupIPv6Test-794978075 tempest-SecGroupIPv6Test-794978075-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (edc7a573-c1d5-48b0-8144-f667e059661d), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:45.332366 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-a3fa3883-817b-4362-9932-3fbb181cd6eb tempest-SecGroupIPv6Test-794978075 tempest-SecGroupIPv6Test-794978075-project] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:45.333550 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-a3fa3883-817b-4362-9932-3fbb181cd6eb tempest-SecGroupIPv6Test-794978075 tempest-SecGroupIPv6Test-794978075-project] 10.222.0.89 "DELETE /v2.0/security-groups/edc7a573-c1d5-48b0-8144-f667e059661d HTTP/1.1" status: 204 len: 168 time: 0.1134422 Feb 04 17:52:45.336256 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 49086) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:52:45.342393 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3fa3883-817b-4362-9932-3fbb181cd6eb tempest-SecGroupIPv6Test-794978075 tempest-SecGroupIPv6Test-794978075-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=edc7a573-c1d5-48b0-8144-f667e059661d,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:52:45.377896 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-8447e15e-bc09-486a-a4d0-105c139388f7 tempest-SecGroupIPv6Test-794978075 tempest-SecGroupIPv6Test-794978075-project] 10.222.0.89 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0404160 Feb 04 17:52:45.380596 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 49088) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:52:45.393723 n-d-827839-2 neutron-server[103376]: INFO neutron.api.v2.resource [None req-b6e6aba9-25e5-47ad-9906-b8b1b5f6831b tempest-SecGroupIPv6Test-794978075 tempest-SecGroupIPv6Test-794978075-project] delete failed (client error): The resource could not be found. Feb 04 17:52:45.394716 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-b6e6aba9-25e5-47ad-9906-b8b1b5f6831b tempest-SecGroupIPv6Test-794978075 tempest-SecGroupIPv6Test-794978075-project] 10.222.0.89 "DELETE /v2.0/security-groups/edc7a573-c1d5-48b0-8144-f667e059661d HTTP/1.1" status: 404 len: 347 time: 0.0132012 Feb 04 17:52:45.398503 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 49090) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:52:45.402952 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-ecc964ae-e02f-486f-90cf-bce3364cef22 tempest-SecGroupIPv6Test-794978075 tempest-SecGroupIPv6Test-794978075-project] Request body: {'security_group': {'name': 'tempest-secgroup--74259373'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:52:45.422576 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-ecc964ae-e02f-486f-90cf-bce3364cef22 tempest-SecGroupIPv6Test-794978075 tempest-SecGroupIPv6Test-794978075-project] Publish callbacks [] for security_group (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:45.488087 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-ecc964ae-e02f-486f-90cf-bce3364cef22 tempest-SecGroupIPv6Test-794978075 tempest-SecGroupIPv6Test-794978075-project] Publish callbacks [] for security_group (a0cab8cd-3594-4122-9205-5bc880d3abc0), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:45.491834 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-ecc964ae-e02f-486f-90cf-bce3364cef22 tempest-SecGroupIPv6Test-794978075 tempest-SecGroupIPv6Test-794978075-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (a0cab8cd-3594-4122-9205-5bc880d3abc0), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:45.520178 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-ecc964ae-e02f-486f-90cf-bce3364cef22 tempest-SecGroupIPv6Test-794978075 tempest-SecGroupIPv6Test-794978075-project] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:45.521397 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-ecc964ae-e02f-486f-90cf-bce3364cef22 tempest-SecGroupIPv6Test-794978075 tempest-SecGroupIPv6Test-794978075-project] 10.222.0.89 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.1219189 Feb 04 17:52:45.524484 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 49092) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:52:45.525281 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc964ae-e02f-486f-90cf-bce3364cef22 tempest-SecGroupIPv6Test-794978075 tempest-SecGroupIPv6Test-794978075-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a0cab8cd-3594-4122-9205-5bc880d3abc0,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:52:45.533544 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-c0fd0abb-8338-4952-9335-a55301c71695 tempest-SecGroupIPv6Test-794978075 tempest-SecGroupIPv6Test-794978075-project] Request body: {'security_group_rule': {'security_group_id': 'a0cab8cd-3594-4122-9205-5bc880d3abc0', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:52:45.559890 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-c0fd0abb-8338-4952-9335-a55301c71695 tempest-SecGroupIPv6Test-794978075 tempest-SecGroupIPv6Test-794978075-project] Publish callbacks [] for security_group_rule (ba35d75b-aff8-476d-807a-73096646c6ae), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:45.613732 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-c0fd0abb-8338-4952-9335-a55301c71695 tempest-SecGroupIPv6Test-794978075 tempest-SecGroupIPv6Test-794978075-project] Publish callbacks [] for security_group_rule (ba35d75b-aff8-476d-807a-73096646c6ae), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:45.617029 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-c0fd0abb-8338-4952-9335-a55301c71695 tempest-SecGroupIPv6Test-794978075 tempest-SecGroupIPv6Test-794978075-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664556'] for security_group_rule (ba35d75b-aff8-476d-807a-73096646c6ae), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:45.634559 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0fd0abb-8338-4952-9335-a55301c71695 tempest-SecGroupIPv6Test-794978075 tempest-SecGroupIPv6Test-794978075-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba35d75b-aff8-476d-807a-73096646c6ae,revision_number=0']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:52:45.639570 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-c0fd0abb-8338-4952-9335-a55301c71695 tempest-SecGroupIPv6Test-794978075 tempest-SecGroupIPv6Test-794978075-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:45.640765 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-c0fd0abb-8338-4952-9335-a55301c71695 tempest-SecGroupIPv6Test-794978075 tempest-SecGroupIPv6Test-794978075-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1152470 Feb 04 17:52:45.643653 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 49094) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:52:45.671915 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-7424a37d-e0ce-407e-9b39-783f764b6fda tempest-SecGroupIPv6Test-794978075 tempest-SecGroupIPv6Test-794978075-project] Publish callbacks [] for security_group_rule (ba35d75b-aff8-476d-807a-73096646c6ae), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:45.680090 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-7424a37d-e0ce-407e-9b39-783f764b6fda tempest-SecGroupIPv6Test-794978075 tempest-SecGroupIPv6Test-794978075-project] Publish callbacks [] for security_group_rule (ba35d75b-aff8-476d-807a-73096646c6ae), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:45.706288 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-7424a37d-e0ce-407e-9b39-783f764b6fda tempest-SecGroupIPv6Test-794978075 tempest-SecGroupIPv6Test-794978075-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664556'] for security_group_rule (ba35d75b-aff8-476d-807a-73096646c6ae), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:45.712237 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-7424a37d-e0ce-407e-9b39-783f764b6fda tempest-SecGroupIPv6Test-794978075 tempest-SecGroupIPv6Test-794978075-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:45.713368 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-7424a37d-e0ce-407e-9b39-783f764b6fda tempest-SecGroupIPv6Test-794978075 tempest-SecGroupIPv6Test-794978075-project] 10.222.0.89 "DELETE /v2.0/security-group-rules/ba35d75b-aff8-476d-807a-73096646c6ae HTTP/1.1" status: 204 len: 168 time: 0.0688174 Feb 04 17:52:45.716783 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 49096) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:52:45.719355 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7424a37d-e0ce-407e-9b39-783f764b6fda tempest-SecGroupIPv6Test-794978075 tempest-SecGroupIPv6Test-794978075-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ba35d75b-aff8-476d-807a-73096646c6ae,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:52:45.759337 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-56832caa-81a7-40e3-9260-d297deb3594a tempest-SecGroupIPv6Test-794978075 tempest-SecGroupIPv6Test-794978075-project] 10.222.0.89 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0414381 Feb 04 17:52:45.762656 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 49098) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:52:45.812283 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-a54a8c66-22a2-49ec-b5d7-bbce44767949 tempest-SecGroupIPv6Test-794978075 tempest-SecGroupIPv6Test-794978075-project] Publish callbacks [] for security_group (a0cab8cd-3594-4122-9205-5bc880d3abc0), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:45.833878 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-a54a8c66-22a2-49ec-b5d7-bbce44767949 tempest-SecGroupIPv6Test-794978075 tempest-SecGroupIPv6Test-794978075-project] Publish callbacks [] for security_group (a0cab8cd-3594-4122-9205-5bc880d3abc0), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:45.873874 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-a54a8c66-22a2-49ec-b5d7-bbce44767949 tempest-SecGroupIPv6Test-794978075 tempest-SecGroupIPv6Test-794978075-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (a0cab8cd-3594-4122-9205-5bc880d3abc0), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:45.876314 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-a54a8c66-22a2-49ec-b5d7-bbce44767949 tempest-SecGroupIPv6Test-794978075 tempest-SecGroupIPv6Test-794978075-project] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:45.877503 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-a54a8c66-22a2-49ec-b5d7-bbce44767949 tempest-SecGroupIPv6Test-794978075 tempest-SecGroupIPv6Test-794978075-project] 10.222.0.89 "DELETE /v2.0/security-groups/a0cab8cd-3594-4122-9205-5bc880d3abc0 HTTP/1.1" status: 204 len: 168 time: 0.1136904 Feb 04 17:52:45.880316 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 49100) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:52:45.885983 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54a8c66-22a2-49ec-b5d7-bbce44767949 tempest-SecGroupIPv6Test-794978075 tempest-SecGroupIPv6Test-794978075-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0cab8cd-3594-4122-9205-5bc880d3abc0,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:52:45.926338 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-588c5bd4-5f83-4cc8-9345-38b27a21b006 tempest-SecGroupIPv6Test-794978075 tempest-SecGroupIPv6Test-794978075-project] 10.222.0.89 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0448351 Feb 04 17:52:45.930012 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 49102) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:52:45.934458 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-2c2c5d93-5c3a-4f70-a1f2-45fd49090b70 tempest-SecGroupIPv6Test-794978075 tempest-SecGroupIPv6Test-794978075-project] Request body: {'security_group': {'name': 'tempest-secgroup--513045334'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:52:45.956774 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-2c2c5d93-5c3a-4f70-a1f2-45fd49090b70 tempest-SecGroupIPv6Test-794978075 tempest-SecGroupIPv6Test-794978075-project] Publish callbacks [] for security_group (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:46.019158 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-2c2c5d93-5c3a-4f70-a1f2-45fd49090b70 tempest-SecGroupIPv6Test-794978075 tempest-SecGroupIPv6Test-794978075-project] Publish callbacks [] for security_group (862a46a2-2eb4-4f3b-ace5-c6399426b6c8), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:46.022795 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-2c2c5d93-5c3a-4f70-a1f2-45fd49090b70 tempest-SecGroupIPv6Test-794978075 tempest-SecGroupIPv6Test-794978075-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (862a46a2-2eb4-4f3b-ace5-c6399426b6c8), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:46.056607 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-2c2c5d93-5c3a-4f70-a1f2-45fd49090b70 tempest-SecGroupIPv6Test-794978075 tempest-SecGroupIPv6Test-794978075-project] Publish callbacks [] for security_group (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:46.057843 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-2c2c5d93-5c3a-4f70-a1f2-45fd49090b70 tempest-SecGroupIPv6Test-794978075 tempest-SecGroupIPv6Test-794978075-project] 10.222.0.89 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1268206 Feb 04 17:52:46.059188 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2c5d93-5c3a-4f70-a1f2-45fd49090b70 tempest-SecGroupIPv6Test-794978075 tempest-SecGroupIPv6Test-794978075-project] Pushing event updated for resources: {'SecurityGroup': ['ID=862a46a2-2eb4-4f3b-ace5-c6399426b6c8,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:52:46.061216 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 49104) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:52:46.065985 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-41d188b0-b6d5-4907-b826-186d82f309bd tempest-SecGroupIPv6Test-794978075 tempest-SecGroupIPv6Test-794978075-project] Request body: {'security_group_rule': {'security_group_id': '862a46a2-2eb4-4f3b-ace5-c6399426b6c8', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:52:46.092250 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-41d188b0-b6d5-4907-b826-186d82f309bd tempest-SecGroupIPv6Test-794978075 tempest-SecGroupIPv6Test-794978075-project] Publish callbacks [] for security_group_rule (a598da20-f9d3-4f43-9b4d-880c9fced70e), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:46.136187 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-41d188b0-b6d5-4907-b826-186d82f309bd tempest-SecGroupIPv6Test-794978075 tempest-SecGroupIPv6Test-794978075-project] Publish callbacks [] for security_group_rule (a598da20-f9d3-4f43-9b4d-880c9fced70e), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:46.140878 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-41d188b0-b6d5-4907-b826-186d82f309bd tempest-SecGroupIPv6Test-794978075 tempest-SecGroupIPv6Test-794978075-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664556'] for security_group_rule (a598da20-f9d3-4f43-9b4d-880c9fced70e), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:46.158306 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d188b0-b6d5-4907-b826-186d82f309bd tempest-SecGroupIPv6Test-794978075 tempest-SecGroupIPv6Test-794978075-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a598da20-f9d3-4f43-9b4d-880c9fced70e,revision_number=0']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:52:46.164702 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-41d188b0-b6d5-4907-b826-186d82f309bd tempest-SecGroupIPv6Test-794978075 tempest-SecGroupIPv6Test-794978075-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:46.165898 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-41d188b0-b6d5-4907-b826-186d82f309bd tempest-SecGroupIPv6Test-794978075 tempest-SecGroupIPv6Test-794978075-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1035864 Feb 04 17:52:46.168600 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 49106) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:52:46.172938 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-2f41d804-2774-4f92-ac70-683ec192bbe6 tempest-SecGroupIPv6Test-794978075 tempest-SecGroupIPv6Test-794978075-project] Request body: {'security_group_rule': {'security_group_id': '862a46a2-2eb4-4f3b-ace5-c6399426b6c8', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:52:46.178417 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.agents_db [None req-e1691f3b-aacd-4cd6-8ebb-a9c53bb301c0 None None] Agent healthcheck: found 7 active agents {{(pid=103379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 17:52:46.196241 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-2f41d804-2774-4f92-ac70-683ec192bbe6 tempest-SecGroupIPv6Test-794978075 tempest-SecGroupIPv6Test-794978075-project] Publish callbacks [] for security_group_rule (c6cb5170-1a8d-4bc5-886f-f2f23d2588c0), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:46.255194 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-2f41d804-2774-4f92-ac70-683ec192bbe6 tempest-SecGroupIPv6Test-794978075 tempest-SecGroupIPv6Test-794978075-project] Publish callbacks [] for security_group_rule (c6cb5170-1a8d-4bc5-886f-f2f23d2588c0), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:46.258324 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-2f41d804-2774-4f92-ac70-683ec192bbe6 tempest-SecGroupIPv6Test-794978075 tempest-SecGroupIPv6Test-794978075-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664556'] for security_group_rule (c6cb5170-1a8d-4bc5-886f-f2f23d2588c0), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:46.275889 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f41d804-2774-4f92-ac70-683ec192bbe6 tempest-SecGroupIPv6Test-794978075 tempest-SecGroupIPv6Test-794978075-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6cb5170-1a8d-4bc5-886f-f2f23d2588c0,revision_number=0']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:52:46.282929 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-2f41d804-2774-4f92-ac70-683ec192bbe6 tempest-SecGroupIPv6Test-794978075 tempest-SecGroupIPv6Test-794978075-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:46.284104 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-2f41d804-2774-4f92-ac70-683ec192bbe6 tempest-SecGroupIPv6Test-794978075 tempest-SecGroupIPv6Test-794978075-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1145308 Feb 04 17:52:46.286810 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 49108) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:52:46.291046 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-5482a3ba-4e49-448f-92cf-bd6b5dfd9b27 tempest-SecGroupIPv6Test-794978075 tempest-SecGroupIPv6Test-794978075-project] Request body: {'security_group_rule': {'security_group_id': '862a46a2-2eb4-4f3b-ace5-c6399426b6c8', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:52:46.314884 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-5482a3ba-4e49-448f-92cf-bd6b5dfd9b27 tempest-SecGroupIPv6Test-794978075 tempest-SecGroupIPv6Test-794978075-project] Publish callbacks [] for security_group_rule (4810fed4-6cd3-4b43-a9aa-09cda092d924), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:46.368699 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-5482a3ba-4e49-448f-92cf-bd6b5dfd9b27 tempest-SecGroupIPv6Test-794978075 tempest-SecGroupIPv6Test-794978075-project] Publish callbacks [] for security_group_rule (4810fed4-6cd3-4b43-a9aa-09cda092d924), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:46.372695 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-5482a3ba-4e49-448f-92cf-bd6b5dfd9b27 tempest-SecGroupIPv6Test-794978075 tempest-SecGroupIPv6Test-794978075-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664556'] for security_group_rule (4810fed4-6cd3-4b43-a9aa-09cda092d924), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:46.390456 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5482a3ba-4e49-448f-92cf-bd6b5dfd9b27 tempest-SecGroupIPv6Test-794978075 tempest-SecGroupIPv6Test-794978075-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4810fed4-6cd3-4b43-a9aa-09cda092d924,revision_number=0']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:52:46.397181 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-5482a3ba-4e49-448f-92cf-bd6b5dfd9b27 tempest-SecGroupIPv6Test-794978075 tempest-SecGroupIPv6Test-794978075-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:46.398384 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-5482a3ba-4e49-448f-92cf-bd6b5dfd9b27 tempest-SecGroupIPv6Test-794978075 tempest-SecGroupIPv6Test-794978075-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1106663 Feb 04 17:52:46.401088 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 49110) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:52:46.405525 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-8ee27501-ba09-4452-bfdd-e608930c811e tempest-SecGroupIPv6Test-794978075 tempest-SecGroupIPv6Test-794978075-project] Request body: {'security_group_rule': {'security_group_id': '862a46a2-2eb4-4f3b-ace5-c6399426b6c8', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:52:46.429824 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-8ee27501-ba09-4452-bfdd-e608930c811e tempest-SecGroupIPv6Test-794978075 tempest-SecGroupIPv6Test-794978075-project] Publish callbacks [] for security_group_rule (006ea463-11b7-45f5-a7c1-691382a955dd), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:46.485302 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-8ee27501-ba09-4452-bfdd-e608930c811e tempest-SecGroupIPv6Test-794978075 tempest-SecGroupIPv6Test-794978075-project] Publish callbacks [] for security_group_rule (006ea463-11b7-45f5-a7c1-691382a955dd), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:46.488666 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-8ee27501-ba09-4452-bfdd-e608930c811e tempest-SecGroupIPv6Test-794978075 tempest-SecGroupIPv6Test-794978075-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664556'] for security_group_rule (006ea463-11b7-45f5-a7c1-691382a955dd), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:46.506142 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee27501-ba09-4452-bfdd-e608930c811e tempest-SecGroupIPv6Test-794978075 tempest-SecGroupIPv6Test-794978075-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=006ea463-11b7-45f5-a7c1-691382a955dd,revision_number=0']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:52:46.513900 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-8ee27501-ba09-4452-bfdd-e608930c811e tempest-SecGroupIPv6Test-794978075 tempest-SecGroupIPv6Test-794978075-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:46.515099 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-8ee27501-ba09-4452-bfdd-e608930c811e tempest-SecGroupIPv6Test-794978075 tempest-SecGroupIPv6Test-794978075-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1130986 Feb 04 17:52:46.517695 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 49112) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:52:46.521862 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-537126e5-0b4f-46fd-9033-b1a558f95cfa tempest-SecGroupIPv6Test-794978075 tempest-SecGroupIPv6Test-794978075-project] Request body: {'security_group_rule': {'security_group_id': '862a46a2-2eb4-4f3b-ace5-c6399426b6c8', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:52:46.545921 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-537126e5-0b4f-46fd-9033-b1a558f95cfa tempest-SecGroupIPv6Test-794978075 tempest-SecGroupIPv6Test-794978075-project] Publish callbacks [] for security_group_rule (5ac35a8a-cac6-4b99-9d4a-6956259ab46d), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:46.603365 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-537126e5-0b4f-46fd-9033-b1a558f95cfa tempest-SecGroupIPv6Test-794978075 tempest-SecGroupIPv6Test-794978075-project] Publish callbacks [] for security_group_rule (5ac35a8a-cac6-4b99-9d4a-6956259ab46d), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:46.607207 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-537126e5-0b4f-46fd-9033-b1a558f95cfa tempest-SecGroupIPv6Test-794978075 tempest-SecGroupIPv6Test-794978075-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664556'] for security_group_rule (5ac35a8a-cac6-4b99-9d4a-6956259ab46d), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:46.625752 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537126e5-0b4f-46fd-9033-b1a558f95cfa tempest-SecGroupIPv6Test-794978075 tempest-SecGroupIPv6Test-794978075-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ac35a8a-cac6-4b99-9d4a-6956259ab46d,revision_number=0']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:52:46.630456 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-537126e5-0b4f-46fd-9033-b1a558f95cfa tempest-SecGroupIPv6Test-794978075 tempest-SecGroupIPv6Test-794978075-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:46.631627 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-537126e5-0b4f-46fd-9033-b1a558f95cfa tempest-SecGroupIPv6Test-794978075 tempest-SecGroupIPv6Test-794978075-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.1129956 Feb 04 17:52:46.634497 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 49114) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:52:46.662036 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-a836a470-9ba0-4ce2-bf4b-0e4d3189edc2 tempest-SecGroupIPv6Test-794978075 tempest-SecGroupIPv6Test-794978075-project] Publish callbacks [] for security_group_rule (5ac35a8a-cac6-4b99-9d4a-6956259ab46d), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:46.670211 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-a836a470-9ba0-4ce2-bf4b-0e4d3189edc2 tempest-SecGroupIPv6Test-794978075 tempest-SecGroupIPv6Test-794978075-project] Publish callbacks [] for security_group_rule (5ac35a8a-cac6-4b99-9d4a-6956259ab46d), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:46.695840 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-a836a470-9ba0-4ce2-bf4b-0e4d3189edc2 tempest-SecGroupIPv6Test-794978075 tempest-SecGroupIPv6Test-794978075-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664556'] for security_group_rule (5ac35a8a-cac6-4b99-9d4a-6956259ab46d), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:46.702264 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-a836a470-9ba0-4ce2-bf4b-0e4d3189edc2 tempest-SecGroupIPv6Test-794978075 tempest-SecGroupIPv6Test-794978075-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:46.703357 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-a836a470-9ba0-4ce2-bf4b-0e4d3189edc2 tempest-SecGroupIPv6Test-794978075 tempest-SecGroupIPv6Test-794978075-project] 10.222.0.89 "DELETE /v2.0/security-group-rules/5ac35a8a-cac6-4b99-9d4a-6956259ab46d HTTP/1.1" status: 204 len: 168 time: 0.0678611 Feb 04 17:52:46.706036 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 49116) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:52:46.708511 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a836a470-9ba0-4ce2-bf4b-0e4d3189edc2 tempest-SecGroupIPv6Test-794978075 tempest-SecGroupIPv6Test-794978075-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5ac35a8a-cac6-4b99-9d4a-6956259ab46d,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:52:46.754639 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-7c544cd4-aba9-49e9-b9ec-d5069cc26c5e tempest-SecGroupIPv6Test-794978075 tempest-SecGroupIPv6Test-794978075-project] 10.222.0.89 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.0473554 Feb 04 17:52:46.757338 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 49118) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:52:46.779483 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-648426e5-0430-4559-bd6e-592ad1e135be tempest-SecGroupIPv6Test-794978075 tempest-SecGroupIPv6Test-794978075-project] Publish callbacks [] for security_group_rule (006ea463-11b7-45f5-a7c1-691382a955dd), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:46.786708 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-648426e5-0430-4559-bd6e-592ad1e135be tempest-SecGroupIPv6Test-794978075 tempest-SecGroupIPv6Test-794978075-project] Publish callbacks [] for security_group_rule (006ea463-11b7-45f5-a7c1-691382a955dd), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:46.813101 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-648426e5-0430-4559-bd6e-592ad1e135be tempest-SecGroupIPv6Test-794978075 tempest-SecGroupIPv6Test-794978075-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664556'] for security_group_rule (006ea463-11b7-45f5-a7c1-691382a955dd), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:46.819978 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-648426e5-0430-4559-bd6e-592ad1e135be tempest-SecGroupIPv6Test-794978075 tempest-SecGroupIPv6Test-794978075-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:46.821095 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-648426e5-0430-4559-bd6e-592ad1e135be tempest-SecGroupIPv6Test-794978075 tempest-SecGroupIPv6Test-794978075-project] 10.222.0.89 "DELETE /v2.0/security-group-rules/006ea463-11b7-45f5-a7c1-691382a955dd HTTP/1.1" status: 204 len: 168 time: 0.0628543 Feb 04 17:52:46.823834 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 49120) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:52:46.825023 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648426e5-0430-4559-bd6e-592ad1e135be tempest-SecGroupIPv6Test-794978075 tempest-SecGroupIPv6Test-794978075-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=006ea463-11b7-45f5-a7c1-691382a955dd,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:52:46.864801 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-4249afa6-c761-4bb9-8893-73153a543afa tempest-SecGroupIPv6Test-794978075 tempest-SecGroupIPv6Test-794978075-project] 10.222.0.89 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.0395446 Feb 04 17:52:46.867431 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 49122) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:52:46.888982 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-0cf37bcf-981a-4969-9345-ac9de1587cbd tempest-SecGroupIPv6Test-794978075 tempest-SecGroupIPv6Test-794978075-project] Publish callbacks [] for security_group_rule (4810fed4-6cd3-4b43-a9aa-09cda092d924), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:46.896547 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-0cf37bcf-981a-4969-9345-ac9de1587cbd tempest-SecGroupIPv6Test-794978075 tempest-SecGroupIPv6Test-794978075-project] Publish callbacks [] for security_group_rule (4810fed4-6cd3-4b43-a9aa-09cda092d924), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:46.922446 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-0cf37bcf-981a-4969-9345-ac9de1587cbd tempest-SecGroupIPv6Test-794978075 tempest-SecGroupIPv6Test-794978075-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664556'] for security_group_rule (4810fed4-6cd3-4b43-a9aa-09cda092d924), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:46.928288 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-0cf37bcf-981a-4969-9345-ac9de1587cbd tempest-SecGroupIPv6Test-794978075 tempest-SecGroupIPv6Test-794978075-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:46.929473 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-0cf37bcf-981a-4969-9345-ac9de1587cbd tempest-SecGroupIPv6Test-794978075 tempest-SecGroupIPv6Test-794978075-project] 10.222.0.89 "DELETE /v2.0/security-group-rules/4810fed4-6cd3-4b43-a9aa-09cda092d924 HTTP/1.1" status: 204 len: 168 time: 0.0611765 Feb 04 17:52:46.932172 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 49124) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:52:46.934503 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf37bcf-981a-4969-9345-ac9de1587cbd tempest-SecGroupIPv6Test-794978075 tempest-SecGroupIPv6Test-794978075-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4810fed4-6cd3-4b43-a9aa-09cda092d924,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:52:46.974219 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-6e495e3f-09dc-4c45-8d8e-03136b18bc49 tempest-SecGroupIPv6Test-794978075 tempest-SecGroupIPv6Test-794978075-project] 10.222.0.89 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0406063 Feb 04 17:52:46.977919 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 49126) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:52:47.001697 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-b1a6ac5f-a2a1-447e-a40e-b700248b35b3 tempest-SecGroupIPv6Test-794978075 tempest-SecGroupIPv6Test-794978075-project] Publish callbacks [] for security_group_rule (c6cb5170-1a8d-4bc5-886f-f2f23d2588c0), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:47.008918 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-b1a6ac5f-a2a1-447e-a40e-b700248b35b3 tempest-SecGroupIPv6Test-794978075 tempest-SecGroupIPv6Test-794978075-project] Publish callbacks [] for security_group_rule (c6cb5170-1a8d-4bc5-886f-f2f23d2588c0), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:47.034342 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-b1a6ac5f-a2a1-447e-a40e-b700248b35b3 tempest-SecGroupIPv6Test-794978075 tempest-SecGroupIPv6Test-794978075-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664556'] for security_group_rule (c6cb5170-1a8d-4bc5-886f-f2f23d2588c0), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:47.040254 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-b1a6ac5f-a2a1-447e-a40e-b700248b35b3 tempest-SecGroupIPv6Test-794978075 tempest-SecGroupIPv6Test-794978075-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:47.041386 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-b1a6ac5f-a2a1-447e-a40e-b700248b35b3 tempest-SecGroupIPv6Test-794978075 tempest-SecGroupIPv6Test-794978075-project] 10.222.0.89 "DELETE /v2.0/security-group-rules/c6cb5170-1a8d-4bc5-886f-f2f23d2588c0 HTTP/1.1" status: 204 len: 168 time: 0.0623956 Feb 04 17:52:47.044712 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 49128) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:52:47.047089 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a6ac5f-a2a1-447e-a40e-b700248b35b3 tempest-SecGroupIPv6Test-794978075 tempest-SecGroupIPv6Test-794978075-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c6cb5170-1a8d-4bc5-886f-f2f23d2588c0,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:52:47.081209 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-56730057-cb92-49e3-8a41-e69877375ac5 tempest-SecGroupIPv6Test-794978075 tempest-SecGroupIPv6Test-794978075-project] 10.222.0.89 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0352714 Feb 04 17:52:47.085483 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 49130) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:52:47.111451 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-70c9b87b-99eb-431f-b1ac-e70a3d2a6fd8 tempest-SecGroupIPv6Test-794978075 tempest-SecGroupIPv6Test-794978075-project] Publish callbacks [] for security_group_rule (a598da20-f9d3-4f43-9b4d-880c9fced70e), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:47.118590 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-70c9b87b-99eb-431f-b1ac-e70a3d2a6fd8 tempest-SecGroupIPv6Test-794978075 tempest-SecGroupIPv6Test-794978075-project] Publish callbacks [] for security_group_rule (a598da20-f9d3-4f43-9b4d-880c9fced70e), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:47.145712 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-70c9b87b-99eb-431f-b1ac-e70a3d2a6fd8 tempest-SecGroupIPv6Test-794978075 tempest-SecGroupIPv6Test-794978075-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664556'] for security_group_rule (a598da20-f9d3-4f43-9b4d-880c9fced70e), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:47.151445 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-70c9b87b-99eb-431f-b1ac-e70a3d2a6fd8 tempest-SecGroupIPv6Test-794978075 tempest-SecGroupIPv6Test-794978075-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:47.153114 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-70c9b87b-99eb-431f-b1ac-e70a3d2a6fd8 tempest-SecGroupIPv6Test-794978075 tempest-SecGroupIPv6Test-794978075-project] 10.222.0.89 "DELETE /v2.0/security-group-rules/a598da20-f9d3-4f43-9b4d-880c9fced70e HTTP/1.1" status: 204 len: 168 time: 0.0661368 Feb 04 17:52:47.155846 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 49132) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:52:47.158277 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c9b87b-99eb-431f-b1ac-e70a3d2a6fd8 tempest-SecGroupIPv6Test-794978075 tempest-SecGroupIPv6Test-794978075-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a598da20-f9d3-4f43-9b4d-880c9fced70e,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:52:47.193304 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-1afd1334-7f30-427a-8683-967f8aa61454 tempest-SecGroupIPv6Test-794978075 tempest-SecGroupIPv6Test-794978075-project] 10.222.0.89 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0361896 Feb 04 17:52:47.195924 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 49134) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:52:47.246231 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-5a3a9f02-3d7d-4cca-8229-5b737b9d1610 tempest-SecGroupIPv6Test-794978075 tempest-SecGroupIPv6Test-794978075-project] Publish callbacks [] for security_group (862a46a2-2eb4-4f3b-ace5-c6399426b6c8), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:47.271244 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-5a3a9f02-3d7d-4cca-8229-5b737b9d1610 tempest-SecGroupIPv6Test-794978075 tempest-SecGroupIPv6Test-794978075-project] Publish callbacks [] for security_group (862a46a2-2eb4-4f3b-ace5-c6399426b6c8), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:47.311313 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-5a3a9f02-3d7d-4cca-8229-5b737b9d1610 tempest-SecGroupIPv6Test-794978075 tempest-SecGroupIPv6Test-794978075-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (862a46a2-2eb4-4f3b-ace5-c6399426b6c8), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:47.313967 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-5a3a9f02-3d7d-4cca-8229-5b737b9d1610 tempest-SecGroupIPv6Test-794978075 tempest-SecGroupIPv6Test-794978075-project] Publish callbacks [] for security_group (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:47.315097 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-5a3a9f02-3d7d-4cca-8229-5b737b9d1610 tempest-SecGroupIPv6Test-794978075 tempest-SecGroupIPv6Test-794978075-project] 10.222.0.89 "DELETE /v2.0/security-groups/862a46a2-2eb4-4f3b-ace5-c6399426b6c8 HTTP/1.1" status: 204 len: 168 time: 0.1182866 Feb 04 17:52:47.317863 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 49136) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:52:47.323929 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3a9f02-3d7d-4cca-8229-5b737b9d1610 tempest-SecGroupIPv6Test-794978075 tempest-SecGroupIPv6Test-794978075-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=862a46a2-2eb4-4f3b-ace5-c6399426b6c8,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:52:47.369015 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-07590251-c70e-4360-b846-f78799a8507e tempest-SecGroupIPv6Test-794978075 tempest-SecGroupIPv6Test-794978075-project] 10.222.0.89 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0497913 Feb 04 17:52:47.373075 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 49138) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:52:47.377352 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-70bcd83c-bfa3-41ce-9199-29f1f8ac0808 tempest-SecGroupIPv6Test-794978075 tempest-SecGroupIPv6Test-794978075-project] Request body: {'security_group': {'name': 'tempest-secgroup--119248652'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:52:47.397676 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-70bcd83c-bfa3-41ce-9199-29f1f8ac0808 tempest-SecGroupIPv6Test-794978075 tempest-SecGroupIPv6Test-794978075-project] Publish callbacks [] for security_group (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:47.460787 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-70bcd83c-bfa3-41ce-9199-29f1f8ac0808 tempest-SecGroupIPv6Test-794978075 tempest-SecGroupIPv6Test-794978075-project] Publish callbacks [] for security_group (9aeeacd6-af84-4555-953d-d868f1a5ef06), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:47.464081 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-70bcd83c-bfa3-41ce-9199-29f1f8ac0808 tempest-SecGroupIPv6Test-794978075 tempest-SecGroupIPv6Test-794978075-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (9aeeacd6-af84-4555-953d-d868f1a5ef06), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:47.493132 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-70bcd83c-bfa3-41ce-9199-29f1f8ac0808 tempest-SecGroupIPv6Test-794978075 tempest-SecGroupIPv6Test-794978075-project] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:47.494331 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-70bcd83c-bfa3-41ce-9199-29f1f8ac0808 tempest-SecGroupIPv6Test-794978075 tempest-SecGroupIPv6Test-794978075-project] 10.222.0.89 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1203256 Feb 04 17:52:47.495431 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70bcd83c-bfa3-41ce-9199-29f1f8ac0808 tempest-SecGroupIPv6Test-794978075 tempest-SecGroupIPv6Test-794978075-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9aeeacd6-af84-4555-953d-d868f1a5ef06,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:52:47.498229 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 49140) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:52:47.503437 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-b2c1a6f4-2d42-4e30-bd2c-a9d443e22202 tempest-SecGroupIPv6Test-794978075 tempest-SecGroupIPv6Test-794978075-project] Request body: {'security_group_rule': {'security_group_id': '9aeeacd6-af84-4555-953d-d868f1a5ef06', 'direction': 'ingress', 'protocol': 17}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:52:47.528245 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-b2c1a6f4-2d42-4e30-bd2c-a9d443e22202 tempest-SecGroupIPv6Test-794978075 tempest-SecGroupIPv6Test-794978075-project] Publish callbacks [] for security_group_rule (7a2906c8-da42-4a7f-ade7-027599c26339), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:47.573224 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-b2c1a6f4-2d42-4e30-bd2c-a9d443e22202 tempest-SecGroupIPv6Test-794978075 tempest-SecGroupIPv6Test-794978075-project] Publish callbacks [] for security_group_rule (7a2906c8-da42-4a7f-ade7-027599c26339), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:47.576615 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-b2c1a6f4-2d42-4e30-bd2c-a9d443e22202 tempest-SecGroupIPv6Test-794978075 tempest-SecGroupIPv6Test-794978075-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664556'] for security_group_rule (7a2906c8-da42-4a7f-ade7-027599c26339), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:47.594881 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c1a6f4-2d42-4e30-bd2c-a9d443e22202 tempest-SecGroupIPv6Test-794978075 tempest-SecGroupIPv6Test-794978075-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a2906c8-da42-4a7f-ade7-027599c26339,revision_number=0']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:52:47.600033 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-b2c1a6f4-2d42-4e30-bd2c-a9d443e22202 tempest-SecGroupIPv6Test-794978075 tempest-SecGroupIPv6Test-794978075-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:47.601267 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-b2c1a6f4-2d42-4e30-bd2c-a9d443e22202 tempest-SecGroupIPv6Test-794978075 tempest-SecGroupIPv6Test-794978075-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1016495 Feb 04 17:52:47.603923 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 49142) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:52:47.656539 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-31c1ba4b-9476-474b-8f7a-ff2271ec6e7d tempest-SecGroupIPv6Test-794978075 tempest-SecGroupIPv6Test-794978075-project] Publish callbacks [] for security_group (9aeeacd6-af84-4555-953d-d868f1a5ef06), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:47.679220 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-31c1ba4b-9476-474b-8f7a-ff2271ec6e7d tempest-SecGroupIPv6Test-794978075 tempest-SecGroupIPv6Test-794978075-project] Publish callbacks [] for security_group (9aeeacd6-af84-4555-953d-d868f1a5ef06), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:47.725727 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-31c1ba4b-9476-474b-8f7a-ff2271ec6e7d tempest-SecGroupIPv6Test-794978075 tempest-SecGroupIPv6Test-794978075-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (9aeeacd6-af84-4555-953d-d868f1a5ef06), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:47.728245 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-31c1ba4b-9476-474b-8f7a-ff2271ec6e7d tempest-SecGroupIPv6Test-794978075 tempest-SecGroupIPv6Test-794978075-project] Publish callbacks [] for security_group (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:47.729453 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-31c1ba4b-9476-474b-8f7a-ff2271ec6e7d tempest-SecGroupIPv6Test-794978075 tempest-SecGroupIPv6Test-794978075-project] 10.222.0.89 "DELETE /v2.0/security-groups/9aeeacd6-af84-4555-953d-d868f1a5ef06 HTTP/1.1" status: 204 len: 168 time: 0.1246223 Feb 04 17:52:47.732748 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 49144) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:52:47.739321 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c1ba4b-9476-474b-8f7a-ff2271ec6e7d tempest-SecGroupIPv6Test-794978075 tempest-SecGroupIPv6Test-794978075-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9aeeacd6-af84-4555-953d-d868f1a5ef06,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:52:47.774627 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-f5e6819f-ebd6-4cfb-ae8d-e39f606e5405 tempest-SecGroupIPv6Test-794978075 tempest-SecGroupIPv6Test-794978075-project] 10.222.0.89 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0406561 Feb 04 17:52:47.778674 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 49146) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:52:47.783210 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-03ae24e0-d054-41e2-8da7-16f13be0ef64 tempest-SecGroupIPv6Test-794978075 tempest-SecGroupIPv6Test-794978075-project] Request body: {'security_group': {'name': 'tempest-secgroup--1110105146'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:52:47.802967 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-03ae24e0-d054-41e2-8da7-16f13be0ef64 tempest-SecGroupIPv6Test-794978075 tempest-SecGroupIPv6Test-794978075-project] Publish callbacks [] for security_group (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:47.868988 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-03ae24e0-d054-41e2-8da7-16f13be0ef64 tempest-SecGroupIPv6Test-794978075 tempest-SecGroupIPv6Test-794978075-project] Publish callbacks [] for security_group (2b390557-776c-4820-b7c1-7a9a1518f5c5), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:47.872799 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-03ae24e0-d054-41e2-8da7-16f13be0ef64 tempest-SecGroupIPv6Test-794978075 tempest-SecGroupIPv6Test-794978075-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (2b390557-776c-4820-b7c1-7a9a1518f5c5), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:47.901861 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-03ae24e0-d054-41e2-8da7-16f13be0ef64 tempest-SecGroupIPv6Test-794978075 tempest-SecGroupIPv6Test-794978075-project] Publish callbacks [] for security_group (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:47.903630 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-03ae24e0-d054-41e2-8da7-16f13be0ef64 tempest-SecGroupIPv6Test-794978075 tempest-SecGroupIPv6Test-794978075-project] 10.222.0.89 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1239555 Feb 04 17:52:47.905619 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ae24e0-d054-41e2-8da7-16f13be0ef64 tempest-SecGroupIPv6Test-794978075 tempest-SecGroupIPv6Test-794978075-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b390557-776c-4820-b7c1-7a9a1518f5c5,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:52:47.906501 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 49148) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:52:47.911348 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-31ac5774-38c7-488b-9188-41da8183d140 tempest-SecGroupIPv6Test-794978075 tempest-SecGroupIPv6Test-794978075-project] Request body: {'security_group': {'name': 'tempest-secgroup--1901078056'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:52:47.931400 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-31ac5774-38c7-488b-9188-41da8183d140 tempest-SecGroupIPv6Test-794978075 tempest-SecGroupIPv6Test-794978075-project] Publish callbacks [] for security_group (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:47.995261 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-31ac5774-38c7-488b-9188-41da8183d140 tempest-SecGroupIPv6Test-794978075 tempest-SecGroupIPv6Test-794978075-project] Publish callbacks [] for security_group (c3b162c7-ab7d-44a9-bb31-9c8b212132bd), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:47.998684 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-31ac5774-38c7-488b-9188-41da8183d140 tempest-SecGroupIPv6Test-794978075 tempest-SecGroupIPv6Test-794978075-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (c3b162c7-ab7d-44a9-bb31-9c8b212132bd), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:48.032549 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-31ac5774-38c7-488b-9188-41da8183d140 tempest-SecGroupIPv6Test-794978075 tempest-SecGroupIPv6Test-794978075-project] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:48.033804 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-31ac5774-38c7-488b-9188-41da8183d140 tempest-SecGroupIPv6Test-794978075 tempest-SecGroupIPv6Test-794978075-project] 10.222.0.89 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1262159 Feb 04 17:52:48.035019 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ac5774-38c7-488b-9188-41da8183d140 tempest-SecGroupIPv6Test-794978075 tempest-SecGroupIPv6Test-794978075-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c3b162c7-ab7d-44a9-bb31-9c8b212132bd,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:52:48.036768 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 49150) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:52:48.041978 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-01a1a827-3372-4a5f-b2b7-3c16063f20f7 tempest-SecGroupIPv6Test-794978075 tempest-SecGroupIPv6Test-794978075-project] Request body: {'security_group_rule': {'security_group_id': '2b390557-776c-4820-b7c1-7a9a1518f5c5', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'c3b162c7-ab7d-44a9-bb31-9c8b212132bd', 'remote_ip_prefix': None}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:52:48.070112 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-01a1a827-3372-4a5f-b2b7-3c16063f20f7 tempest-SecGroupIPv6Test-794978075 tempest-SecGroupIPv6Test-794978075-project] Publish callbacks [] for security_group_rule (0ea38719-d1c4-48b9-b963-3c0aa76f31d3), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:48.141505 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-01a1a827-3372-4a5f-b2b7-3c16063f20f7 tempest-SecGroupIPv6Test-794978075 tempest-SecGroupIPv6Test-794978075-project] Publish callbacks [] for security_group_rule (0ea38719-d1c4-48b9-b963-3c0aa76f31d3), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:48.145098 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-01a1a827-3372-4a5f-b2b7-3c16063f20f7 tempest-SecGroupIPv6Test-794978075 tempest-SecGroupIPv6Test-794978075-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664556'] for security_group_rule (0ea38719-d1c4-48b9-b963-3c0aa76f31d3), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:48.162279 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a1a827-3372-4a5f-b2b7-3c16063f20f7 tempest-SecGroupIPv6Test-794978075 tempest-SecGroupIPv6Test-794978075-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ea38719-d1c4-48b9-b963-3c0aa76f31d3,revision_number=0']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:52:48.172082 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-01a1a827-3372-4a5f-b2b7-3c16063f20f7 tempest-SecGroupIPv6Test-794978075 tempest-SecGroupIPv6Test-794978075-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:48.173465 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-01a1a827-3372-4a5f-b2b7-3c16063f20f7 tempest-SecGroupIPv6Test-794978075 tempest-SecGroupIPv6Test-794978075-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.1355202 Feb 04 17:52:48.176277 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 49152) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:52:48.199654 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-29a78b2d-d864-4ad3-b9db-d75cc6089e11 tempest-SecGroupIPv6Test-794978075 tempest-SecGroupIPv6Test-794978075-project] Publish callbacks [] for security_group_rule (0ea38719-d1c4-48b9-b963-3c0aa76f31d3), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:48.207472 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-29a78b2d-d864-4ad3-b9db-d75cc6089e11 tempest-SecGroupIPv6Test-794978075 tempest-SecGroupIPv6Test-794978075-project] Publish callbacks [] for security_group_rule (0ea38719-d1c4-48b9-b963-3c0aa76f31d3), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:48.233690 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-29a78b2d-d864-4ad3-b9db-d75cc6089e11 tempest-SecGroupIPv6Test-794978075 tempest-SecGroupIPv6Test-794978075-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664556'] for security_group_rule (0ea38719-d1c4-48b9-b963-3c0aa76f31d3), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:48.239658 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-29a78b2d-d864-4ad3-b9db-d75cc6089e11 tempest-SecGroupIPv6Test-794978075 tempest-SecGroupIPv6Test-794978075-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:48.240761 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-29a78b2d-d864-4ad3-b9db-d75cc6089e11 tempest-SecGroupIPv6Test-794978075 tempest-SecGroupIPv6Test-794978075-project] 10.222.0.89 "DELETE /v2.0/security-group-rules/0ea38719-d1c4-48b9-b963-3c0aa76f31d3 HTTP/1.1" status: 204 len: 168 time: 0.0635264 Feb 04 17:52:48.243488 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 49154) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:52:48.246010 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a78b2d-d864-4ad3-b9db-d75cc6089e11 tempest-SecGroupIPv6Test-794978075 tempest-SecGroupIPv6Test-794978075-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0ea38719-d1c4-48b9-b963-3c0aa76f31d3,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:52:48.286006 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-e4202e75-2784-4bbf-bf33-62ed9a80a248 tempest-SecGroupIPv6Test-794978075 tempest-SecGroupIPv6Test-794978075-project] 10.222.0.89 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0413475 Feb 04 17:52:48.288676 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 49156) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:52:48.337102 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-b47e7616-8f80-4180-a4ec-6ecf0c233823 tempest-SecGroupIPv6Test-794978075 tempest-SecGroupIPv6Test-794978075-project] Publish callbacks [] for security_group (c3b162c7-ab7d-44a9-bb31-9c8b212132bd), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:48.358194 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-b47e7616-8f80-4180-a4ec-6ecf0c233823 tempest-SecGroupIPv6Test-794978075 tempest-SecGroupIPv6Test-794978075-project] Publish callbacks [] for security_group (c3b162c7-ab7d-44a9-bb31-9c8b212132bd), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:48.396387 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-b47e7616-8f80-4180-a4ec-6ecf0c233823 tempest-SecGroupIPv6Test-794978075 tempest-SecGroupIPv6Test-794978075-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (c3b162c7-ab7d-44a9-bb31-9c8b212132bd), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:48.398950 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-b47e7616-8f80-4180-a4ec-6ecf0c233823 tempest-SecGroupIPv6Test-794978075 tempest-SecGroupIPv6Test-794978075-project] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:48.400051 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-b47e7616-8f80-4180-a4ec-6ecf0c233823 tempest-SecGroupIPv6Test-794978075 tempest-SecGroupIPv6Test-794978075-project] 10.222.0.89 "DELETE /v2.0/security-groups/c3b162c7-ab7d-44a9-bb31-9c8b212132bd HTTP/1.1" status: 204 len: 168 time: 0.1104829 Feb 04 17:52:48.403285 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 49158) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:52:48.409169 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47e7616-8f80-4180-a4ec-6ecf0c233823 tempest-SecGroupIPv6Test-794978075 tempest-SecGroupIPv6Test-794978075-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3b162c7-ab7d-44a9-bb31-9c8b212132bd,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:52:48.457679 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-3eacce4f-b124-44a7-994a-9024fa5c3766 tempest-SecGroupIPv6Test-794978075 tempest-SecGroupIPv6Test-794978075-project] 10.222.0.89 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.0532455 Feb 04 17:52:48.460337 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 49162) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:52:48.510629 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-3cfe95fc-2ffc-4f3b-9b88-dc36dbe04603 tempest-SecGroupIPv6Test-794978075 tempest-SecGroupIPv6Test-794978075-project] Publish callbacks [] for security_group (2b390557-776c-4820-b7c1-7a9a1518f5c5), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:48.532554 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-3cfe95fc-2ffc-4f3b-9b88-dc36dbe04603 tempest-SecGroupIPv6Test-794978075 tempest-SecGroupIPv6Test-794978075-project] Publish callbacks [] for security_group (2b390557-776c-4820-b7c1-7a9a1518f5c5), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:48.572106 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-3cfe95fc-2ffc-4f3b-9b88-dc36dbe04603 tempest-SecGroupIPv6Test-794978075 tempest-SecGroupIPv6Test-794978075-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (2b390557-776c-4820-b7c1-7a9a1518f5c5), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:48.575393 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-3cfe95fc-2ffc-4f3b-9b88-dc36dbe04603 tempest-SecGroupIPv6Test-794978075 tempest-SecGroupIPv6Test-794978075-project] Publish callbacks [] for security_group (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:48.576545 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-3cfe95fc-2ffc-4f3b-9b88-dc36dbe04603 tempest-SecGroupIPv6Test-794978075 tempest-SecGroupIPv6Test-794978075-project] 10.222.0.89 "DELETE /v2.0/security-groups/2b390557-776c-4820-b7c1-7a9a1518f5c5 HTTP/1.1" status: 204 len: 168 time: 0.1152890 Feb 04 17:52:48.579282 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 49164) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:52:48.585374 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cfe95fc-2ffc-4f3b-9b88-dc36dbe04603 tempest-SecGroupIPv6Test-794978075 tempest-SecGroupIPv6Test-794978075-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b390557-776c-4820-b7c1-7a9a1518f5c5,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:52:48.623002 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-02343799-7a5f-4214-afbb-de7e5d9b71ef tempest-SecGroupIPv6Test-794978075 tempest-SecGroupIPv6Test-794978075-project] 10.222.0.89 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0425017 Feb 04 17:52:48.626822 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 49168) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:52:48.630936 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-e5b702d7-b6d5-431e-9ac1-fb0f0881558c tempest-SecGroupIPv6Test-794978075 tempest-SecGroupIPv6Test-794978075-project] Request body: {'security_group': {'name': 'tempest-secgroup--40747120'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:52:48.649957 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-e5b702d7-b6d5-431e-9ac1-fb0f0881558c tempest-SecGroupIPv6Test-794978075 tempest-SecGroupIPv6Test-794978075-project] Publish callbacks [] for security_group (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:48.712402 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-e5b702d7-b6d5-431e-9ac1-fb0f0881558c tempest-SecGroupIPv6Test-794978075 tempest-SecGroupIPv6Test-794978075-project] Publish callbacks [] for security_group (fb30f20f-b837-458e-aeb0-82dd63fcb2e0), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:48.715971 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-e5b702d7-b6d5-431e-9ac1-fb0f0881558c tempest-SecGroupIPv6Test-794978075 tempest-SecGroupIPv6Test-794978075-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (fb30f20f-b837-458e-aeb0-82dd63fcb2e0), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:48.744050 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-e5b702d7-b6d5-431e-9ac1-fb0f0881558c tempest-SecGroupIPv6Test-794978075 tempest-SecGroupIPv6Test-794978075-project] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:48.745259 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-e5b702d7-b6d5-431e-9ac1-fb0f0881558c tempest-SecGroupIPv6Test-794978075 tempest-SecGroupIPv6Test-794978075-project] 10.222.0.89 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.1175482 Feb 04 17:52:48.747643 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b702d7-b6d5-431e-9ac1-fb0f0881558c tempest-SecGroupIPv6Test-794978075 tempest-SecGroupIPv6Test-794978075-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fb30f20f-b837-458e-aeb0-82dd63fcb2e0,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:52:48.748688 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 49170) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:52:48.753567 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-ae0f96ad-85b7-4294-b019-d7a5c5be79dc tempest-SecGroupIPv6Test-794978075 tempest-SecGroupIPv6Test-794978075-project] Request body: {'security_group_rule': {'security_group_id': 'fb30f20f-b837-458e-aeb0-82dd63fcb2e0', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:52:48.778112 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-ae0f96ad-85b7-4294-b019-d7a5c5be79dc tempest-SecGroupIPv6Test-794978075 tempest-SecGroupIPv6Test-794978075-project] Publish callbacks [] for security_group_rule (6c81bc5b-5a1f-4966-aa67-7762bcc354da), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:48.832290 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-ae0f96ad-85b7-4294-b019-d7a5c5be79dc tempest-SecGroupIPv6Test-794978075 tempest-SecGroupIPv6Test-794978075-project] Publish callbacks [] for security_group_rule (6c81bc5b-5a1f-4966-aa67-7762bcc354da), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:48.835561 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-ae0f96ad-85b7-4294-b019-d7a5c5be79dc tempest-SecGroupIPv6Test-794978075 tempest-SecGroupIPv6Test-794978075-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664556'] for security_group_rule (6c81bc5b-5a1f-4966-aa67-7762bcc354da), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:48.853420 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0f96ad-85b7-4294-b019-d7a5c5be79dc tempest-SecGroupIPv6Test-794978075 tempest-SecGroupIPv6Test-794978075-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c81bc5b-5a1f-4966-aa67-7762bcc354da,revision_number=0']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:52:48.858830 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-ae0f96ad-85b7-4294-b019-d7a5c5be79dc tempest-SecGroupIPv6Test-794978075 tempest-SecGroupIPv6Test-794978075-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:48.860029 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-ae0f96ad-85b7-4294-b019-d7a5c5be79dc tempest-SecGroupIPv6Test-794978075 tempest-SecGroupIPv6Test-794978075-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1102529 Feb 04 17:52:48.862911 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 49172) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:52:48.886322 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-5d91bb5c-8d39-46b3-987c-68745fe99f61 tempest-SecGroupIPv6Test-794978075 tempest-SecGroupIPv6Test-794978075-project] Publish callbacks [] for security_group_rule (6c81bc5b-5a1f-4966-aa67-7762bcc354da), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:48.897428 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-5d91bb5c-8d39-46b3-987c-68745fe99f61 tempest-SecGroupIPv6Test-794978075 tempest-SecGroupIPv6Test-794978075-project] Publish callbacks [] for security_group_rule (6c81bc5b-5a1f-4966-aa67-7762bcc354da), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:48.922487 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-5d91bb5c-8d39-46b3-987c-68745fe99f61 tempest-SecGroupIPv6Test-794978075 tempest-SecGroupIPv6Test-794978075-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664556'] for security_group_rule (6c81bc5b-5a1f-4966-aa67-7762bcc354da), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:48.928629 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-5d91bb5c-8d39-46b3-987c-68745fe99f61 tempest-SecGroupIPv6Test-794978075 tempest-SecGroupIPv6Test-794978075-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:48.929762 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-5d91bb5c-8d39-46b3-987c-68745fe99f61 tempest-SecGroupIPv6Test-794978075 tempest-SecGroupIPv6Test-794978075-project] 10.222.0.89 "DELETE /v2.0/security-group-rules/6c81bc5b-5a1f-4966-aa67-7762bcc354da HTTP/1.1" status: 204 len: 168 time: 0.0659473 Feb 04 17:52:48.932492 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 49174) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:52:48.936549 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d91bb5c-8d39-46b3-987c-68745fe99f61 tempest-SecGroupIPv6Test-794978075 tempest-SecGroupIPv6Test-794978075-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6c81bc5b-5a1f-4966-aa67-7762bcc354da,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:52:48.970026 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-db942587-c179-4b06-b757-89ea60925465 tempest-SecGroupIPv6Test-794978075 tempest-SecGroupIPv6Test-794978075-project] 10.222.0.89 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0362959 Feb 04 17:52:48.972527 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 49176) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:52:49.025043 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-981701c5-cabc-483f-a9a1-c9ac12b98a21 tempest-SecGroupIPv6Test-794978075 tempest-SecGroupIPv6Test-794978075-project] Publish callbacks [] for security_group (fb30f20f-b837-458e-aeb0-82dd63fcb2e0), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:49.046606 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-981701c5-cabc-483f-a9a1-c9ac12b98a21 tempest-SecGroupIPv6Test-794978075 tempest-SecGroupIPv6Test-794978075-project] Publish callbacks [] for security_group (fb30f20f-b837-458e-aeb0-82dd63fcb2e0), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:49.086106 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-981701c5-cabc-483f-a9a1-c9ac12b98a21 tempest-SecGroupIPv6Test-794978075 tempest-SecGroupIPv6Test-794978075-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (fb30f20f-b837-458e-aeb0-82dd63fcb2e0), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:49.088615 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-981701c5-cabc-483f-a9a1-c9ac12b98a21 tempest-SecGroupIPv6Test-794978075 tempest-SecGroupIPv6Test-794978075-project] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:49.090101 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-981701c5-cabc-483f-a9a1-c9ac12b98a21 tempest-SecGroupIPv6Test-794978075 tempest-SecGroupIPv6Test-794978075-project] 10.222.0.89 "DELETE /v2.0/security-groups/fb30f20f-b837-458e-aeb0-82dd63fcb2e0 HTTP/1.1" status: 204 len: 168 time: 0.1166227 Feb 04 17:52:49.092733 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 49178) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:52:49.100418 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981701c5-cabc-483f-a9a1-c9ac12b98a21 tempest-SecGroupIPv6Test-794978075 tempest-SecGroupIPv6Test-794978075-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb30f20f-b837-458e-aeb0-82dd63fcb2e0,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:52:49.135813 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-c1245668-00e2-40b0-875f-f2cc593de14f tempest-SecGroupIPv6Test-794978075 tempest-SecGroupIPv6Test-794978075-project] 10.222.0.89 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0417304 Feb 04 17:52:49.140285 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 49180) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:52:49.144461 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-143c0fa8-d3a8-4bfb-b89f-ac3e15e6a047 tempest-SecGroupIPv6Test-794978075 tempest-SecGroupIPv6Test-794978075-project] Request body: {'security_group': {'name': 'tempest-secgroup--1101599789'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:52:49.163372 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-143c0fa8-d3a8-4bfb-b89f-ac3e15e6a047 tempest-SecGroupIPv6Test-794978075 tempest-SecGroupIPv6Test-794978075-project] Publish callbacks [] for security_group (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:49.226769 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-143c0fa8-d3a8-4bfb-b89f-ac3e15e6a047 tempest-SecGroupIPv6Test-794978075 tempest-SecGroupIPv6Test-794978075-project] Publish callbacks [] for security_group (588bad27-5880-4d21-a42e-9e22a2922930), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:49.230515 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-143c0fa8-d3a8-4bfb-b89f-ac3e15e6a047 tempest-SecGroupIPv6Test-794978075 tempest-SecGroupIPv6Test-794978075-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (588bad27-5880-4d21-a42e-9e22a2922930), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:49.259448 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-143c0fa8-d3a8-4bfb-b89f-ac3e15e6a047 tempest-SecGroupIPv6Test-794978075 tempest-SecGroupIPv6Test-794978075-project] Publish callbacks [] for security_group (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:49.260675 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-143c0fa8-d3a8-4bfb-b89f-ac3e15e6a047 tempest-SecGroupIPv6Test-794978075 tempest-SecGroupIPv6Test-794978075-project] 10.222.0.89 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1194479 Feb 04 17:52:49.263810 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143c0fa8-d3a8-4bfb-b89f-ac3e15e6a047 tempest-SecGroupIPv6Test-794978075 tempest-SecGroupIPv6Test-794978075-project] Pushing event updated for resources: {'SecurityGroup': ['ID=588bad27-5880-4d21-a42e-9e22a2922930,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:52:49.264271 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 49182) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:52:49.269924 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-d52acd37-523c-41a6-b2e8-04f8b1c37866 tempest-SecGroupIPv6Test-794978075 tempest-SecGroupIPv6Test-794978075-project] Request body: {'security_group_rule': {'security_group_id': '588bad27-5880-4d21-a42e-9e22a2922930', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:52:49.295450 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-d52acd37-523c-41a6-b2e8-04f8b1c37866 tempest-SecGroupIPv6Test-794978075 tempest-SecGroupIPv6Test-794978075-project] Publish callbacks [] for security_group_rule (81de8ab1-a4a9-431b-a438-469d3a19a513), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:49.339126 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-d52acd37-523c-41a6-b2e8-04f8b1c37866 tempest-SecGroupIPv6Test-794978075 tempest-SecGroupIPv6Test-794978075-project] Publish callbacks [] for security_group_rule (81de8ab1-a4a9-431b-a438-469d3a19a513), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:49.342969 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-d52acd37-523c-41a6-b2e8-04f8b1c37866 tempest-SecGroupIPv6Test-794978075 tempest-SecGroupIPv6Test-794978075-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664556'] for security_group_rule (81de8ab1-a4a9-431b-a438-469d3a19a513), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:49.360669 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52acd37-523c-41a6-b2e8-04f8b1c37866 tempest-SecGroupIPv6Test-794978075 tempest-SecGroupIPv6Test-794978075-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81de8ab1-a4a9-431b-a438-469d3a19a513,revision_number=0']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:52:49.367848 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-d52acd37-523c-41a6-b2e8-04f8b1c37866 tempest-SecGroupIPv6Test-794978075 tempest-SecGroupIPv6Test-794978075-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:49.369039 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-d52acd37-523c-41a6-b2e8-04f8b1c37866 tempest-SecGroupIPv6Test-794978075 tempest-SecGroupIPv6Test-794978075-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1036589 Feb 04 17:52:49.371755 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 49184) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:52:49.387024 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-ac1356b8-b79c-47f6-9765-3eb73a476669 tempest-SecGroupIPv6Test-794978075 tempest-SecGroupIPv6Test-794978075-project] 10.222.0.89 "GET /v2.0/security-group-rules/81de8ab1-a4a9-431b-a438-469d3a19a513 HTTP/1.1" status: 200 len: 763 time: 0.0142057 Feb 04 17:52:49.389775 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 49186) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:52:49.430478 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-be6e90bb-fb76-4cf6-b052-ca08bd3f0088 tempest-SecGroupIPv6Test-794978075 tempest-SecGroupIPv6Test-794978075-project] 10.222.0.89 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0396850 Feb 04 17:52:49.432976 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 49188) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:52:49.458229 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-c77a0b41-d7bf-4d4b-ad45-4fe2851516a1 tempest-SecGroupIPv6Test-794978075 tempest-SecGroupIPv6Test-794978075-project] Publish callbacks [] for security_group_rule (81de8ab1-a4a9-431b-a438-469d3a19a513), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:49.467251 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-c77a0b41-d7bf-4d4b-ad45-4fe2851516a1 tempest-SecGroupIPv6Test-794978075 tempest-SecGroupIPv6Test-794978075-project] Publish callbacks [] for security_group_rule (81de8ab1-a4a9-431b-a438-469d3a19a513), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:49.493115 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-c77a0b41-d7bf-4d4b-ad45-4fe2851516a1 tempest-SecGroupIPv6Test-794978075 tempest-SecGroupIPv6Test-794978075-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664556'] for security_group_rule (81de8ab1-a4a9-431b-a438-469d3a19a513), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:49.498803 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-c77a0b41-d7bf-4d4b-ad45-4fe2851516a1 tempest-SecGroupIPv6Test-794978075 tempest-SecGroupIPv6Test-794978075-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:49.499877 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-c77a0b41-d7bf-4d4b-ad45-4fe2851516a1 tempest-SecGroupIPv6Test-794978075 tempest-SecGroupIPv6Test-794978075-project] 10.222.0.89 "DELETE /v2.0/security-group-rules/81de8ab1-a4a9-431b-a438-469d3a19a513 HTTP/1.1" status: 204 len: 168 time: 0.0660207 Feb 04 17:52:49.502655 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 49190) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:52:49.505062 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77a0b41-d7bf-4d4b-ad45-4fe2851516a1 tempest-SecGroupIPv6Test-794978075 tempest-SecGroupIPv6Test-794978075-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=81de8ab1-a4a9-431b-a438-469d3a19a513,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:52:49.541659 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-ad3f6155-71ed-4de5-9923-20d7dcdee93a tempest-SecGroupIPv6Test-794978075 tempest-SecGroupIPv6Test-794978075-project] 10.222.0.89 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0378742 Feb 04 17:52:49.544187 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 49192) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:52:49.548298 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-0e75a8e2-95c0-4a69-bbe3-0b10794898c4 tempest-SecGroupIPv6Test-794978075 tempest-SecGroupIPv6Test-794978075-project] Request body: {'security_group_rule': {'security_group_id': '588bad27-5880-4d21-a42e-9e22a2922930', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:52:49.571446 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-0e75a8e2-95c0-4a69-bbe3-0b10794898c4 tempest-SecGroupIPv6Test-794978075 tempest-SecGroupIPv6Test-794978075-project] Publish callbacks [] for security_group_rule (4014155c-0351-4028-be80-57ab725a444d), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:49.624360 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-0e75a8e2-95c0-4a69-bbe3-0b10794898c4 tempest-SecGroupIPv6Test-794978075 tempest-SecGroupIPv6Test-794978075-project] Publish callbacks [] for security_group_rule (4014155c-0351-4028-be80-57ab725a444d), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:49.627745 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-0e75a8e2-95c0-4a69-bbe3-0b10794898c4 tempest-SecGroupIPv6Test-794978075 tempest-SecGroupIPv6Test-794978075-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664556'] for security_group_rule (4014155c-0351-4028-be80-57ab725a444d), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:49.644834 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e75a8e2-95c0-4a69-bbe3-0b10794898c4 tempest-SecGroupIPv6Test-794978075 tempest-SecGroupIPv6Test-794978075-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4014155c-0351-4028-be80-57ab725a444d,revision_number=0']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:52:49.653375 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-0e75a8e2-95c0-4a69-bbe3-0b10794898c4 tempest-SecGroupIPv6Test-794978075 tempest-SecGroupIPv6Test-794978075-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:49.654591 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-0e75a8e2-95c0-4a69-bbe3-0b10794898c4 tempest-SecGroupIPv6Test-794978075 tempest-SecGroupIPv6Test-794978075-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1094780 Feb 04 17:52:49.657297 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 49194) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:52:49.675596 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-f5228395-5229-411c-b424-273ac50dd83c tempest-SecGroupIPv6Test-794978075 tempest-SecGroupIPv6Test-794978075-project] 10.222.0.89 "GET /v2.0/security-group-rules/4014155c-0351-4028-be80-57ab725a444d HTTP/1.1" status: 200 len: 763 time: 0.0172350 Feb 04 17:52:49.677971 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 49196) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:52:49.714747 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-b90e38d6-35b0-4c0d-8d6a-f417bf7c05c2 tempest-SecGroupIPv6Test-794978075 tempest-SecGroupIPv6Test-794978075-project] 10.222.0.89 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0357251 Feb 04 17:52:49.717183 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 49198) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:52:49.742643 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-dd3af377-fb92-4941-a1b4-8f0fa4609abc tempest-SecGroupIPv6Test-794978075 tempest-SecGroupIPv6Test-794978075-project] Publish callbacks [] for security_group_rule (4014155c-0351-4028-be80-57ab725a444d), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:49.751872 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-dd3af377-fb92-4941-a1b4-8f0fa4609abc tempest-SecGroupIPv6Test-794978075 tempest-SecGroupIPv6Test-794978075-project] Publish callbacks [] for security_group_rule (4014155c-0351-4028-be80-57ab725a444d), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:49.777884 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-dd3af377-fb92-4941-a1b4-8f0fa4609abc tempest-SecGroupIPv6Test-794978075 tempest-SecGroupIPv6Test-794978075-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664556'] for security_group_rule (4014155c-0351-4028-be80-57ab725a444d), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:49.783149 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-dd3af377-fb92-4941-a1b4-8f0fa4609abc tempest-SecGroupIPv6Test-794978075 tempest-SecGroupIPv6Test-794978075-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:49.784313 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-dd3af377-fb92-4941-a1b4-8f0fa4609abc tempest-SecGroupIPv6Test-794978075 tempest-SecGroupIPv6Test-794978075-project] 10.222.0.89 "DELETE /v2.0/security-group-rules/4014155c-0351-4028-be80-57ab725a444d HTTP/1.1" status: 204 len: 168 time: 0.0662541 Feb 04 17:52:49.787708 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 49200) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:52:49.793286 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3af377-fb92-4941-a1b4-8f0fa4609abc tempest-SecGroupIPv6Test-794978075 tempest-SecGroupIPv6Test-794978075-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4014155c-0351-4028-be80-57ab725a444d,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:52:49.827996 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-b0550100-5081-4c4f-8906-25841f5ac2a0 tempest-SecGroupIPv6Test-794978075 tempest-SecGroupIPv6Test-794978075-project] 10.222.0.89 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0390136 Feb 04 17:52:49.830473 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 49202) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:52:49.834542 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-6c7827c9-9d8d-4f45-a1b0-d6ef3244a68b tempest-SecGroupIPv6Test-794978075 tempest-SecGroupIPv6Test-794978075-project] Request body: {'security_group_rule': {'security_group_id': '588bad27-5880-4d21-a42e-9e22a2922930', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:52:49.853881 n-d-827839-2 neutron-server[103377]: INFO neutron.db.securitygroups_db [None req-6c7827c9-9d8d-4f45-a1b0-d6ef3244a68b tempest-SecGroupIPv6Test-794978075 tempest-SecGroupIPv6Test-794978075-project] Project 5378ad693d394b15a103b30d0a2939cf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 17:52:49.858989 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-6c7827c9-9d8d-4f45-a1b0-d6ef3244a68b tempest-SecGroupIPv6Test-794978075 tempest-SecGroupIPv6Test-794978075-project] Publish callbacks [] for security_group_rule (f876dfa2-1825-465c-a2fc-c0b8a3de6a90), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:49.911460 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-6c7827c9-9d8d-4f45-a1b0-d6ef3244a68b tempest-SecGroupIPv6Test-794978075 tempest-SecGroupIPv6Test-794978075-project] Publish callbacks [] for security_group_rule (f876dfa2-1825-465c-a2fc-c0b8a3de6a90), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:49.914829 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-6c7827c9-9d8d-4f45-a1b0-d6ef3244a68b tempest-SecGroupIPv6Test-794978075 tempest-SecGroupIPv6Test-794978075-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664556'] for security_group_rule (f876dfa2-1825-465c-a2fc-c0b8a3de6a90), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:49.932673 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7827c9-9d8d-4f45-a1b0-d6ef3244a68b tempest-SecGroupIPv6Test-794978075 tempest-SecGroupIPv6Test-794978075-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f876dfa2-1825-465c-a2fc-c0b8a3de6a90,revision_number=0']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:52:49.937535 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-6c7827c9-9d8d-4f45-a1b0-d6ef3244a68b tempest-SecGroupIPv6Test-794978075 tempest-SecGroupIPv6Test-794978075-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:49.938747 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-6c7827c9-9d8d-4f45-a1b0-d6ef3244a68b tempest-SecGroupIPv6Test-794978075 tempest-SecGroupIPv6Test-794978075-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1073334 Feb 04 17:52:49.941301 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 49204) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:52:49.956441 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-8cd4fde5-3db0-41f0-9162-b456ef74548f tempest-SecGroupIPv6Test-794978075 tempest-SecGroupIPv6Test-794978075-project] 10.222.0.89 "GET /v2.0/security-group-rules/f876dfa2-1825-465c-a2fc-c0b8a3de6a90 HTTP/1.1" status: 200 len: 769 time: 0.0138712 Feb 04 17:52:49.958625 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 49206) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:52:49.994492 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-66306ac3-7cb7-42d7-9527-e09b050c62b7 tempest-SecGroupIPv6Test-794978075 tempest-SecGroupIPv6Test-794978075-project] 10.222.0.89 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0348675 Feb 04 17:52:49.997390 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 49208) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:52:50.019551 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-f109aab6-b02d-4ff0-b01e-1adbf1ef43b4 tempest-SecGroupIPv6Test-794978075 tempest-SecGroupIPv6Test-794978075-project] Publish callbacks [] for security_group_rule (f876dfa2-1825-465c-a2fc-c0b8a3de6a90), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:50.026860 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-f109aab6-b02d-4ff0-b01e-1adbf1ef43b4 tempest-SecGroupIPv6Test-794978075 tempest-SecGroupIPv6Test-794978075-project] Publish callbacks [] for security_group_rule (f876dfa2-1825-465c-a2fc-c0b8a3de6a90), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:50.051576 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-f109aab6-b02d-4ff0-b01e-1adbf1ef43b4 tempest-SecGroupIPv6Test-794978075 tempest-SecGroupIPv6Test-794978075-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664556'] for security_group_rule (f876dfa2-1825-465c-a2fc-c0b8a3de6a90), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:50.057371 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-f109aab6-b02d-4ff0-b01e-1adbf1ef43b4 tempest-SecGroupIPv6Test-794978075 tempest-SecGroupIPv6Test-794978075-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:50.058980 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-f109aab6-b02d-4ff0-b01e-1adbf1ef43b4 tempest-SecGroupIPv6Test-794978075 tempest-SecGroupIPv6Test-794978075-project] 10.222.0.89 "DELETE /v2.0/security-group-rules/f876dfa2-1825-465c-a2fc-c0b8a3de6a90 HTTP/1.1" status: 204 len: 168 time: 0.0601864 Feb 04 17:52:50.061582 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 49210) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:52:50.064104 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f109aab6-b02d-4ff0-b01e-1adbf1ef43b4 tempest-SecGroupIPv6Test-794978075 tempest-SecGroupIPv6Test-794978075-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f876dfa2-1825-465c-a2fc-c0b8a3de6a90,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:52:50.102081 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-7cd4d555-e1f6-4562-a0b3-212fc98631a6 tempest-SecGroupIPv6Test-794978075 tempest-SecGroupIPv6Test-794978075-project] 10.222.0.89 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0391819 Feb 04 17:52:50.104817 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 49212) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:52:50.156071 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-5c4628d6-1023-4bac-b8eb-4e45678829c4 tempest-SecGroupIPv6Test-794978075 tempest-SecGroupIPv6Test-794978075-project] Publish callbacks [] for security_group (588bad27-5880-4d21-a42e-9e22a2922930), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:50.178169 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-5c4628d6-1023-4bac-b8eb-4e45678829c4 tempest-SecGroupIPv6Test-794978075 tempest-SecGroupIPv6Test-794978075-project] Publish callbacks [] for security_group (588bad27-5880-4d21-a42e-9e22a2922930), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:50.218730 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-5c4628d6-1023-4bac-b8eb-4e45678829c4 tempest-SecGroupIPv6Test-794978075 tempest-SecGroupIPv6Test-794978075-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (588bad27-5880-4d21-a42e-9e22a2922930), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:50.221338 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-5c4628d6-1023-4bac-b8eb-4e45678829c4 tempest-SecGroupIPv6Test-794978075 tempest-SecGroupIPv6Test-794978075-project] Publish callbacks [] for security_group (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:50.222513 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-5c4628d6-1023-4bac-b8eb-4e45678829c4 tempest-SecGroupIPv6Test-794978075 tempest-SecGroupIPv6Test-794978075-project] 10.222.0.89 "DELETE /v2.0/security-groups/588bad27-5880-4d21-a42e-9e22a2922930 HTTP/1.1" status: 204 len: 168 time: 0.1167343 Feb 04 17:52:50.225320 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 49214) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:52:50.231744 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4628d6-1023-4bac-b8eb-4e45678829c4 tempest-SecGroupIPv6Test-794978075 tempest-SecGroupIPv6Test-794978075-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=588bad27-5880-4d21-a42e-9e22a2922930,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:52:50.268168 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-19549292-1115-42fb-84a5-9d7c2bf4df0d tempest-SecGroupIPv6Test-794978075 tempest-SecGroupIPv6Test-794978075-project] 10.222.0.89 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0417171 Feb 04 17:52:50.272521 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 49216) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:52:50.277155 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-34c1a97c-9b25-4d26-9bbc-d3b527d167f6 tempest-SecGroupIPv6Test-794978075 tempest-SecGroupIPv6Test-794978075-project] Request body: {'security_group': {'name': 'tempest-secgroup--1649556243'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:52:50.298086 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-34c1a97c-9b25-4d26-9bbc-d3b527d167f6 tempest-SecGroupIPv6Test-794978075 tempest-SecGroupIPv6Test-794978075-project] Publish callbacks [] for security_group (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:50.364526 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-34c1a97c-9b25-4d26-9bbc-d3b527d167f6 tempest-SecGroupIPv6Test-794978075 tempest-SecGroupIPv6Test-794978075-project] Publish callbacks [] for security_group (0acc99cf-8cbb-4d0e-85f8-fea6d67a107e), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:50.368072 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-34c1a97c-9b25-4d26-9bbc-d3b527d167f6 tempest-SecGroupIPv6Test-794978075 tempest-SecGroupIPv6Test-794978075-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (0acc99cf-8cbb-4d0e-85f8-fea6d67a107e), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:50.398263 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-34c1a97c-9b25-4d26-9bbc-d3b527d167f6 tempest-SecGroupIPv6Test-794978075 tempest-SecGroupIPv6Test-794978075-project] Publish callbacks [] for security_group (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:50.399479 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-34c1a97c-9b25-4d26-9bbc-d3b527d167f6 tempest-SecGroupIPv6Test-794978075 tempest-SecGroupIPv6Test-794978075-project] 10.222.0.89 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1258535 Feb 04 17:52:50.402404 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 49218) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:52:50.403362 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c1a97c-9b25-4d26-9bbc-d3b527d167f6 tempest-SecGroupIPv6Test-794978075 tempest-SecGroupIPv6Test-794978075-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0acc99cf-8cbb-4d0e-85f8-fea6d67a107e,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:52:50.406852 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-1e5ae7ae-cf0a-47f2-8404-8cee3bb58176 tempest-SecGroupIPv6Test-794978075 tempest-SecGroupIPv6Test-794978075-project] Request body: {'security_group_rule': {'security_group_id': '0acc99cf-8cbb-4d0e-85f8-fea6d67a107e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:52:50.430985 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-1e5ae7ae-cf0a-47f2-8404-8cee3bb58176 tempest-SecGroupIPv6Test-794978075 tempest-SecGroupIPv6Test-794978075-project] Publish callbacks [] for security_group_rule (334d8731-2845-49a1-8320-a1729e2b8394), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:50.794341 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-1e5ae7ae-cf0a-47f2-8404-8cee3bb58176 tempest-SecGroupIPv6Test-794978075 tempest-SecGroupIPv6Test-794978075-project] Publish callbacks [] for security_group_rule (334d8731-2845-49a1-8320-a1729e2b8394), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:50.798185 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-1e5ae7ae-cf0a-47f2-8404-8cee3bb58176 tempest-SecGroupIPv6Test-794978075 tempest-SecGroupIPv6Test-794978075-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664556'] for security_group_rule (334d8731-2845-49a1-8320-a1729e2b8394), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:50.817200 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5ae7ae-cf0a-47f2-8404-8cee3bb58176 tempest-SecGroupIPv6Test-794978075 tempest-SecGroupIPv6Test-794978075-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=334d8731-2845-49a1-8320-a1729e2b8394,revision_number=0']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:52:50.825941 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-1e5ae7ae-cf0a-47f2-8404-8cee3bb58176 tempest-SecGroupIPv6Test-794978075 tempest-SecGroupIPv6Test-794978075-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:50.827115 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-1e5ae7ae-cf0a-47f2-8404-8cee3bb58176 tempest-SecGroupIPv6Test-794978075 tempest-SecGroupIPv6Test-794978075-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4237270 Feb 04 17:52:50.828839 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5ae7ae-cf0a-47f2-8404-8cee3bb58176 tempest-SecGroupIPv6Test-794978075 tempest-SecGroupIPv6Test-794978075-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:52:50.829189 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5ae7ae-cf0a-47f2-8404-8cee3bb58176 tempest-SecGroupIPv6Test-794978075 tempest-SecGroupIPv6Test-794978075-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:52:50.829538 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5ae7ae-cf0a-47f2-8404-8cee3bb58176 tempest-SecGroupIPv6Test-794978075 tempest-SecGroupIPv6Test-794978075-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:52:50.829878 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5ae7ae-cf0a-47f2-8404-8cee3bb58176 tempest-SecGroupIPv6Test-794978075 tempest-SecGroupIPv6Test-794978075-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:52:50.830128 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 49220) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:52:50.830287 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5ae7ae-cf0a-47f2-8404-8cee3bb58176 tempest-SecGroupIPv6Test-794978075 tempest-SecGroupIPv6Test-794978075-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:52:50.830542 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5ae7ae-cf0a-47f2-8404-8cee3bb58176 tempest-SecGroupIPv6Test-794978075 tempest-SecGroupIPv6Test-794978075-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:52:50.830852 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5ae7ae-cf0a-47f2-8404-8cee3bb58176 tempest-SecGroupIPv6Test-794978075 tempest-SecGroupIPv6Test-794978075-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:52:50.831177 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5ae7ae-cf0a-47f2-8404-8cee3bb58176 tempest-SecGroupIPv6Test-794978075 tempest-SecGroupIPv6Test-794978075-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:52:50.831501 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5ae7ae-cf0a-47f2-8404-8cee3bb58176 tempest-SecGroupIPv6Test-794978075 tempest-SecGroupIPv6Test-794978075-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:52:50.831827 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5ae7ae-cf0a-47f2-8404-8cee3bb58176 tempest-SecGroupIPv6Test-794978075 tempest-SecGroupIPv6Test-794978075-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:52:50.832151 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5ae7ae-cf0a-47f2-8404-8cee3bb58176 tempest-SecGroupIPv6Test-794978075 tempest-SecGroupIPv6Test-794978075-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:52:50.832471 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5ae7ae-cf0a-47f2-8404-8cee3bb58176 tempest-SecGroupIPv6Test-794978075 tempest-SecGroupIPv6Test-794978075-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:52:50.832882 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5ae7ae-cf0a-47f2-8404-8cee3bb58176 tempest-SecGroupIPv6Test-794978075 tempest-SecGroupIPv6Test-794978075-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:52:50.882513 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-a3f37c16-bb47-4e9c-900b-db944cba7456 tempest-SecGroupIPv6Test-794978075 tempest-SecGroupIPv6Test-794978075-project] Publish callbacks [] for security_group (0acc99cf-8cbb-4d0e-85f8-fea6d67a107e), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:50.905122 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-a3f37c16-bb47-4e9c-900b-db944cba7456 tempest-SecGroupIPv6Test-794978075 tempest-SecGroupIPv6Test-794978075-project] Publish callbacks [] for security_group (0acc99cf-8cbb-4d0e-85f8-fea6d67a107e), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:50.948409 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-a3f37c16-bb47-4e9c-900b-db944cba7456 tempest-SecGroupIPv6Test-794978075 tempest-SecGroupIPv6Test-794978075-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (0acc99cf-8cbb-4d0e-85f8-fea6d67a107e), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:50.951536 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-a3f37c16-bb47-4e9c-900b-db944cba7456 tempest-SecGroupIPv6Test-794978075 tempest-SecGroupIPv6Test-794978075-project] Publish callbacks [] for security_group (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:50.952684 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-a3f37c16-bb47-4e9c-900b-db944cba7456 tempest-SecGroupIPv6Test-794978075 tempest-SecGroupIPv6Test-794978075-project] 10.222.0.89 "DELETE /v2.0/security-groups/0acc99cf-8cbb-4d0e-85f8-fea6d67a107e HTTP/1.1" status: 204 len: 168 time: 0.1215332 Feb 04 17:52:50.955372 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 49222) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:52:50.961577 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f37c16-bb47-4e9c-900b-db944cba7456 tempest-SecGroupIPv6Test-794978075 tempest-SecGroupIPv6Test-794978075-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0acc99cf-8cbb-4d0e-85f8-fea6d67a107e,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:52:50.998898 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-6fab95fb-14cf-4466-b551-c617265181d1 tempest-SecGroupIPv6Test-794978075 tempest-SecGroupIPv6Test-794978075-project] 10.222.0.89 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0423627 Feb 04 17:52:51.001536 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 49224) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:52:51.035471 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-ddb3f703-ce5e-4bbf-a4ff-4fb6c4de21ac tempest-SecGroupIPv6Test-794978075 tempest-SecGroupIPv6Test-794978075-project] 10.222.0.89 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.0329113 Feb 04 17:52:51.037980 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 49226) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:52:51.050268 n-d-827839-2 neutron-server[103377]: INFO neutron.api.v2.resource [None req-19cd2009-c88c-464f-8322-aefb6d613ea9 tempest-SecGroupIPv6Test-794978075 tempest-SecGroupIPv6Test-794978075-project] delete failed (client error): The resource could not be found. Feb 04 17:52:51.051149 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-19cd2009-c88c-464f-8322-aefb6d613ea9 tempest-SecGroupIPv6Test-794978075 tempest-SecGroupIPv6Test-794978075-project] 10.222.0.89 "DELETE /v2.0/security-groups/0acc99cf-8cbb-4d0e-85f8-fea6d67a107e HTTP/1.1" status: 404 len: 347 time: 0.0122995 Feb 04 17:52:51.054321 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 49228) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:52:51.094238 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-28040a95-acd8-4a90-a98d-cde7b21b3eec tempest-SecGroupIPv6Test-794978075 tempest-SecGroupIPv6Test-794978075-project] 10.222.0.89 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0389085 Feb 04 17:52:51.338036 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 49234) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:52:51.470145 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-73a053d6-7dbb-4ef4-84aa-1614b1c1d7d8 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=5378ad693d394b15a103b30d0a2939cf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1309450 Feb 04 17:52:51.472921 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 49238) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:52:51.518490 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-1da64428-96b5-4ce6-b5ba-9396304b8c5a admin admin] Publish callbacks [] for security_group (ffb0a7b3-12e7-424a-82a5-419f189dc783), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:51.542212 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-1da64428-96b5-4ce6-b5ba-9396304b8c5a admin admin] Publish callbacks [] for security_group (ffb0a7b3-12e7-424a-82a5-419f189dc783), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:51.587254 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-1da64428-96b5-4ce6-b5ba-9396304b8c5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (ffb0a7b3-12e7-424a-82a5-419f189dc783), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:51.590643 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-1da64428-96b5-4ce6-b5ba-9396304b8c5a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:51.594069 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-1da64428-96b5-4ce6-b5ba-9396304b8c5a admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/ffb0a7b3-12e7-424a-82a5-419f189dc783 HTTP/1.1" status: 204 len: 168 time: 0.1180427 Feb 04 17:52:51.599531 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da64428-96b5-4ce6-b5ba-9396304b8c5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffb0a7b3-12e7-424a-82a5-419f189dc783,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:52:52.281465 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 49260) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:52:52.394134 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-cf8d6da8-2c8b-4d4d-b422-9ff09d6a4fbf tempest-ServiceProvidersTest-437403938 tempest-ServiceProvidersTest-437403938-project] 10.222.0.89 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.1112432 Feb 04 17:52:52.649314 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 49268) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:52:52.757483 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-c765cd60-1f72-4e87-8539-d4a0a08eeb9d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:52.839677 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-c765cd60-1f72-4e87-8539-d4a0a08eeb9d admin admin] Publish callbacks [] for security_group (4560fc60-a200-4e9c-9df2-caee011ad5ff), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:52.843908 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-c765cd60-1f72-4e87-8539-d4a0a08eeb9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (4560fc60-a200-4e9c-9df2-caee011ad5ff), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:52.881846 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-c765cd60-1f72-4e87-8539-d4a0a08eeb9d admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=be32cbf8c8ea4b838bff0498b8c8c432&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2314789 Feb 04 17:52:52.882701 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c765cd60-1f72-4e87-8539-d4a0a08eeb9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4560fc60-a200-4e9c-9df2-caee011ad5ff,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:52:52.884585 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 49272) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:52:52.933009 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-4d1afcf2-2b7d-405f-9075-e5cf7aa0b127 admin admin] Publish callbacks [] for security_group (4560fc60-a200-4e9c-9df2-caee011ad5ff), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:52.954725 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-4d1afcf2-2b7d-405f-9075-e5cf7aa0b127 admin admin] Publish callbacks [] for security_group (4560fc60-a200-4e9c-9df2-caee011ad5ff), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:52.999571 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-4d1afcf2-2b7d-405f-9075-e5cf7aa0b127 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (4560fc60-a200-4e9c-9df2-caee011ad5ff), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:53.002266 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-4d1afcf2-2b7d-405f-9075-e5cf7aa0b127 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:53.003412 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-4d1afcf2-2b7d-405f-9075-e5cf7aa0b127 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/4560fc60-a200-4e9c-9df2-caee011ad5ff HTTP/1.1" status: 204 len: 168 time: 0.1177149 Feb 04 17:52:53.011057 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1afcf2-2b7d-405f-9075-e5cf7aa0b127 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4560fc60-a200-4e9c-9df2-caee011ad5ff,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:52:53.729796 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 49294) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:52:53.826549 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-a93aa7cc-2d8c-4698-9fd4-90fbe6754884 tempest-TagsTest-480161800 tempest-TagsTest-480161800-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-1830851358'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:52:53.849394 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a93aa7cc-2d8c-4698-9fd4-90fbe6754884 tempest-TagsTest-480161800 tempest-TagsTest-480161800-project] Made reservation on behalf of 0204a9711d9f44f6a680ff400238aab3 for: {'network': 1} {{(pid=103376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:52:53.852715 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-a93aa7cc-2d8c-4698-9fd4-90fbe6754884 tempest-TagsTest-480161800 tempest-TagsTest-480161800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for network (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:53.861343 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-a93aa7cc-2d8c-4698-9fd4-90fbe6754884 tempest-TagsTest-480161800 tempest-TagsTest-480161800-project] Publish callbacks [] for security_group (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:53.933558 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-a93aa7cc-2d8c-4698-9fd4-90fbe6754884 tempest-TagsTest-480161800 tempest-TagsTest-480161800-project] Publish callbacks [] for security_group (872208e4-c102-4c84-8ad0-d18c7d123e27), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:53.937469 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-a93aa7cc-2d8c-4698-9fd4-90fbe6754884 tempest-TagsTest-480161800 tempest-TagsTest-480161800-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (872208e4-c102-4c84-8ad0-d18c7d123e27), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:53.962904 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a93aa7cc-2d8c-4698-9fd4-90fbe6754884 tempest-TagsTest-480161800 tempest-TagsTest-480161800-project] vlan segment allocate from pool success with {'vlan_id': 768, 'physical_network': 'physnet1'} {{(pid=103376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 17:52:53.972967 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93aa7cc-2d8c-4698-9fd4-90fbe6754884 tempest-TagsTest-480161800 tempest-TagsTest-480161800-project] Pushing event updated for resources: {'SecurityGroup': ['ID=872208e4-c102-4c84-8ad0-d18c7d123e27,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:52:53.977703 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-a93aa7cc-2d8c-4698-9fd4-90fbe6754884 tempest-TagsTest-480161800 tempest-TagsTest-480161800-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (53c2f59f-da80-4b56-8091-a2a9c5d854af), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:53.977981 n-d-827839-2 neutron-server[103376]: INFO neutron.db.segments_db [None req-a93aa7cc-2d8c-4698-9fd4-90fbe6754884 tempest-TagsTest-480161800 tempest-TagsTest-480161800-project] Added segment 53c2f59f-da80-4b56-8091-a2a9c5d854af of type vlan for network ad7a9176-2d8e-48d6-b175-1aef9a8a2885 Feb 04 17:52:54.017218 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-a93aa7cc-2d8c-4698-9fd4-90fbe6754884 tempest-TagsTest-480161800 tempest-TagsTest-480161800-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781084292801'] for network (ad7a9176-2d8e-48d6-b175-1aef9a8a2885), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:54.041598 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-a93aa7cc-2d8c-4698-9fd4-90fbe6754884 tempest-TagsTest-480161800 tempest-TagsTest-480161800-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327'] for network (ad7a9176-2d8e-48d6-b175-1aef9a8a2885), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:54.047062 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a93aa7cc-2d8c-4698-9fd4-90fbe6754884 tempest-TagsTest-480161800 tempest-TagsTest-480161800-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:52:54.047679 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-a93aa7cc-2d8c-4698-9fd4-90fbe6754884 tempest-TagsTest-480161800 tempest-TagsTest-480161800-project] Publish callbacks [] for network (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:54.102598 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-a93aa7cc-2d8c-4698-9fd4-90fbe6754884 tempest-TagsTest-480161800 tempest-TagsTest-480161800-project] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 776 time: 0.3715830 Feb 04 17:52:54.105795 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 49302) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:52:54.110370 n-d-827839-2 neutron-server[103376]: DEBUG neutron.services.tag.tag_plugin [None req-bf68a977-ec64-4a15-9539-aabb7f24c3dd tempest-TagsTest-480161800 tempest-TagsTest-480161800-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', 'ad7a9176-2d8e-48d6-b175-1aef9a8a2885', 'tempest-TagsTest-Tag-32638042') {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:52:54.136019 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93aa7cc-2d8c-4698-9fd4-90fbe6754884 tempest-TagsTest-480161800 tempest-TagsTest-480161800-project] Pushing event updated for resources: {'Network': ['ID=ad7a9176-2d8e-48d6-b175-1aef9a8a2885,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:52:54.146530 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Network ad7a9176-2d8e-48d6-b175-1aef9a8a2885 details requested by agent ovs-agent-n-d-827839-2 with host n-d-827839-2 {{(pid=103378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 17:52:54.203697 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-bf68a977-ec64-4a15-9539-aabb7f24c3dd tempest-TagsTest-480161800 tempest-TagsTest-480161800-project] 10.222.0.89 "PUT /v2.0/networks/ad7a9176-2d8e-48d6-b175-1aef9a8a2885/tags/tempest-TagsTest-Tag-32638042 HTTP/1.1" status: 201 len: 201 time: 0.0968344 Feb 04 17:52:54.206187 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 49304) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:52:54.210325 n-d-827839-2 neutron-server[103376]: DEBUG neutron.services.tag.tag_plugin [None req-4c56279a-1b5c-4884-b513-df018feddd25 tempest-TagsTest-480161800 tempest-TagsTest-480161800-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'ad7a9176-2d8e-48d6-b175-1aef9a8a2885', 'tempest-TagsTest-Tag-32638042') {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:52:54.281586 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-4c56279a-1b5c-4884-b513-df018feddd25 tempest-TagsTest-480161800 tempest-TagsTest-480161800-project] 10.222.0.89 "GET /v2.0/networks/ad7a9176-2d8e-48d6-b175-1aef9a8a2885/tags/tempest-TagsTest-Tag-32638042 HTTP/1.1" status: 204 len: 168 time: 0.0743234 Feb 04 17:52:54.283897 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 49306) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:52:54.288170 n-d-827839-2 neutron-server[103376]: DEBUG neutron.services.tag.tag_plugin [None req-ae29b7cc-1a2e-4004-9745-e8991d5f4552 tempest-TagsTest-480161800 tempest-TagsTest-480161800-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', 'ad7a9176-2d8e-48d6-b175-1aef9a8a2885') {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:52:54.356968 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-ae29b7cc-1a2e-4004-9745-e8991d5f4552 tempest-TagsTest-480161800 tempest-TagsTest-480161800-project] 10.222.0.89 "GET /v2.0/networks/ad7a9176-2d8e-48d6-b175-1aef9a8a2885/tags HTTP/1.1" status: 200 len: 236 time: 0.0719783 Feb 04 17:52:54.359418 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 49308) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:52:54.363724 n-d-827839-2 neutron-server[103376]: DEBUG neutron.services.tag.tag_plugin [None req-d57f0032-e3d7-4c98-ad08-7abedef6726b tempest-TagsTest-480161800 tempest-TagsTest-480161800-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', 'ad7a9176-2d8e-48d6-b175-1aef9a8a2885', {'tags': ['tempest-TagsTest-Tag-328952563', 'tempest-TagsTest-Tag-214213201', 'tempest-TagsTest-Tag-1003683700']}) {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:52:54.440545 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-d57f0032-e3d7-4c98-ad08-7abedef6726b tempest-TagsTest-480161800 tempest-TagsTest-480161800-project] 10.222.0.89 "PUT /v2.0/networks/ad7a9176-2d8e-48d6-b175-1aef9a8a2885/tags HTTP/1.1" status: 200 len: 307 time: 0.0801349 Feb 04 17:52:54.443147 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 49310) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:52:54.447459 n-d-827839-2 neutron-server[103376]: DEBUG neutron.services.tag.tag_plugin [None req-b51d050f-9ad7-4513-9fa7-3d0328779235 tempest-TagsTest-480161800 tempest-TagsTest-480161800-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', 'ad7a9176-2d8e-48d6-b175-1aef9a8a2885', 'tempest-TagsTest-Tag-328952563') {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:52:54.527135 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-b51d050f-9ad7-4513-9fa7-3d0328779235 tempest-TagsTest-480161800 tempest-TagsTest-480161800-project] 10.222.0.89 "DELETE /v2.0/networks/ad7a9176-2d8e-48d6-b175-1aef9a8a2885/tags/tempest-TagsTest-Tag-328952563 HTTP/1.1" status: 204 len: 168 time: 0.0828750 Feb 04 17:52:54.529604 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 49312) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:52:54.533698 n-d-827839-2 neutron-server[103376]: DEBUG neutron.services.tag.tag_plugin [None req-a3ebaf58-18d7-4379-8d2a-2b0589178399 tempest-TagsTest-480161800 tempest-TagsTest-480161800-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'ad7a9176-2d8e-48d6-b175-1aef9a8a2885', 'tempest-TagsTest-Tag-328952563') {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:52:54.602690 n-d-827839-2 neutron-server[103376]: INFO neutron.api.v2.resource [None req-a3ebaf58-18d7-4379-8d2a-2b0589178399 tempest-TagsTest-480161800 tempest-TagsTest-480161800-project] show failed (client error): The resource could not be found. Feb 04 17:52:54.603715 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-a3ebaf58-18d7-4379-8d2a-2b0589178399 tempest-TagsTest-480161800 tempest-TagsTest-480161800-project] 10.222.0.89 "GET /v2.0/networks/ad7a9176-2d8e-48d6-b175-1aef9a8a2885/tags/tempest-TagsTest-Tag-328952563 HTTP/1.1" status: 404 len: 325 time: 0.0732338 Feb 04 17:52:54.606534 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 49314) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:52:54.610655 n-d-827839-2 neutron-server[103376]: DEBUG neutron.services.tag.tag_plugin [None req-aceb8894-1e2f-4732-beb8-ac97f476429a tempest-TagsTest-480161800 tempest-TagsTest-480161800-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'ad7a9176-2d8e-48d6-b175-1aef9a8a2885', 'tempest-TagsTest-Tag-214213201') {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:52:54.675793 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-aceb8894-1e2f-4732-beb8-ac97f476429a tempest-TagsTest-480161800 tempest-TagsTest-480161800-project] 10.222.0.89 "GET /v2.0/networks/ad7a9176-2d8e-48d6-b175-1aef9a8a2885/tags/tempest-TagsTest-Tag-214213201 HTTP/1.1" status: 204 len: 168 time: 0.0682323 Feb 04 17:52:54.678133 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 49316) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:52:54.682286 n-d-827839-2 neutron-server[103376]: DEBUG neutron.services.tag.tag_plugin [None req-90b29a06-bc6c-45e4-a5a0-fc2615cf11e4 tempest-TagsTest-480161800 tempest-TagsTest-480161800-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'ad7a9176-2d8e-48d6-b175-1aef9a8a2885', 'tempest-TagsTest-Tag-1003683700') {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:52:54.751461 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-90b29a06-bc6c-45e4-a5a0-fc2615cf11e4 tempest-TagsTest-480161800 tempest-TagsTest-480161800-project] 10.222.0.89 "GET /v2.0/networks/ad7a9176-2d8e-48d6-b175-1aef9a8a2885/tags/tempest-TagsTest-Tag-1003683700 HTTP/1.1" status: 204 len: 168 time: 0.0723212 Feb 04 17:52:54.753851 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 49318) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:52:54.758070 n-d-827839-2 neutron-server[103376]: DEBUG neutron.services.tag.tag_plugin [None req-b22f5b9a-bab2-40ef-91fc-8f005fa5aadf tempest-TagsTest-480161800 tempest-TagsTest-480161800-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'ad7a9176-2d8e-48d6-b175-1aef9a8a2885') {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:52:54.836618 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-b22f5b9a-bab2-40ef-91fc-8f005fa5aadf tempest-TagsTest-480161800 tempest-TagsTest-480161800-project] 10.222.0.89 "DELETE /v2.0/networks/ad7a9176-2d8e-48d6-b175-1aef9a8a2885/tags HTTP/1.1" status: 204 len: 168 time: 0.0818024 Feb 04 17:52:54.839177 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 49320) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:52:54.843306 n-d-827839-2 neutron-server[103376]: DEBUG neutron.services.tag.tag_plugin [None req-666b537d-2e5c-4f4b-8db1-4e340be5a50c tempest-TagsTest-480161800 tempest-TagsTest-480161800-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'ad7a9176-2d8e-48d6-b175-1aef9a8a2885', 'tempest-TagsTest-Tag-214213201') {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:52:54.910793 n-d-827839-2 neutron-server[103376]: INFO neutron.api.v2.resource [None req-666b537d-2e5c-4f4b-8db1-4e340be5a50c tempest-TagsTest-480161800 tempest-TagsTest-480161800-project] show failed (client error): The resource could not be found. Feb 04 17:52:54.911816 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-666b537d-2e5c-4f4b-8db1-4e340be5a50c tempest-TagsTest-480161800 tempest-TagsTest-480161800-project] 10.222.0.89 "GET /v2.0/networks/ad7a9176-2d8e-48d6-b175-1aef9a8a2885/tags/tempest-TagsTest-Tag-214213201 HTTP/1.1" status: 404 len: 325 time: 0.0717309 Feb 04 17:52:54.914538 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 49322) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:52:54.919065 n-d-827839-2 neutron-server[103376]: DEBUG neutron.services.tag.tag_plugin [None req-6900bbc7-be8b-4fe3-899e-f47cb025d036 tempest-TagsTest-480161800 tempest-TagsTest-480161800-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'ad7a9176-2d8e-48d6-b175-1aef9a8a2885', 'tempest-TagsTest-Tag-1003683700') {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:52:54.985484 n-d-827839-2 neutron-server[103376]: INFO neutron.api.v2.resource [None req-6900bbc7-be8b-4fe3-899e-f47cb025d036 tempest-TagsTest-480161800 tempest-TagsTest-480161800-project] show failed (client error): The resource could not be found. Feb 04 17:52:54.986496 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-6900bbc7-be8b-4fe3-899e-f47cb025d036 tempest-TagsTest-480161800 tempest-TagsTest-480161800-project] 10.222.0.89 "GET /v2.0/networks/ad7a9176-2d8e-48d6-b175-1aef9a8a2885/tags/tempest-TagsTest-Tag-1003683700 HTTP/1.1" status: 404 len: 326 time: 0.0711026 Feb 04 17:52:54.989195 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 49326) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:52:54.993255 n-d-827839-2 neutron-server[103376]: DEBUG neutron.services.tag.tag_plugin [None req-32ed6c68-0dbb-4488-98c7-1f101d0a358a tempest-TagsTest-480161800 tempest-TagsTest-480161800-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'ad7a9176-2d8e-48d6-b175-1aef9a8a2885') {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:52:55.060787 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-32ed6c68-0dbb-4488-98c7-1f101d0a358a tempest-TagsTest-480161800 tempest-TagsTest-480161800-project] 10.222.0.89 "DELETE /v2.0/networks/ad7a9176-2d8e-48d6-b175-1aef9a8a2885/tags HTTP/1.1" status: 204 len: 168 time: 0.0705445 Feb 04 17:52:55.064909 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 49328) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:52:55.141406 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-95f1df75-c5ee-4168-9526-286be5aa7873 tempest-TagsTest-480161800 tempest-TagsTest-480161800-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628832'] for network (ad7a9176-2d8e-48d6-b175-1aef9a8a2885), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:55.223720 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-95f1df75-c5ee-4168-9526-286be5aa7873 tempest-TagsTest-480161800 tempest-TagsTest-480161800-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1543676', 'neutron.services.segments.db._delete_segments_for_network-8781084786517'] for network (ad7a9176-2d8e-48d6-b175-1aef9a8a2885), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:55.243259 n-d-827839-2 neutron-server[103376]: DEBUG neutron.services.segments.db [None req-95f1df75-c5ee-4168-9526-286be5aa7873 tempest-TagsTest-480161800 tempest-TagsTest-480161800-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad7a9176-2d8e-48d6-b175-1aef9a8a2885']}} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:52:55.252256 n-d-827839-2 neutron-server[103376]: DEBUG neutron.services.segments.db [None req-95f1df75-c5ee-4168-9526-286be5aa7873 tempest-TagsTest-480161800 tempest-TagsTest-480161800-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53c2f59f-da80-4b56-8091-a2a9c5d854af') {'for_net_delete': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:52:55.252551 n-d-827839-2 neutron-server[103376]: DEBUG neutron.services.segments.db [None req-95f1df75-c5ee-4168-9526-286be5aa7873 tempest-TagsTest-480161800 tempest-TagsTest-480161800-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53c2f59f-da80-4b56-8091-a2a9c5d854af') {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:52:55.261509 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-95f1df75-c5ee-4168-9526-286be5aa7873 tempest-TagsTest-480161800 tempest-TagsTest-480161800-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781084783966', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25674908'] for segment (53c2f59f-da80-4b56-8091-a2a9c5d854af), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:55.274742 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-95f1df75-c5ee-4168-9526-286be5aa7873 tempest-TagsTest-480161800 tempest-TagsTest-480161800-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (53c2f59f-da80-4b56-8091-a2a9c5d854af), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:55.281249 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95f1df75-c5ee-4168-9526-286be5aa7873 tempest-TagsTest-480161800 tempest-TagsTest-480161800-project] Releasing vlan 768 on physical network physnet1 to pool {{(pid=103376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 17:52:55.281629 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-95f1df75-c5ee-4168-9526-286be5aa7873 tempest-TagsTest-480161800 tempest-TagsTest-480161800-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25675992'] for segment (53c2f59f-da80-4b56-8091-a2a9c5d854af), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:55.284578 n-d-827839-2 neutron-server[103376]: Traceback (most recent call last): Feb 04 17:52:55.284578 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 17:52:55.284578 n-d-827839-2 neutron-server[103376]: timer() Feb 04 17:52:55.284578 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 17:52:55.284578 n-d-827839-2 neutron-server[103376]: cb(*args, **kw) Feb 04 17:52:55.284578 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 17:52:55.284578 n-d-827839-2 neutron-server[103376]: return func(*args, **kwargs) Feb 04 17:52:55.284578 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 17:52:55.284578 n-d-827839-2 neutron-server[103376]: self._notify() Feb 04 17:52:55.284578 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 17:52:55.284578 n-d-827839-2 neutron-server[103376]: self.callback(batched_events) Feb 04 17:52:55.284578 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 17:52:55.284578 n-d-827839-2 neutron-server[103376]: event.method(event) Feb 04 17:52:55.284578 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 17:52:55.284578 n-d-827839-2 neutron-server[103376]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 17:52:55.284578 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 17:52:55.284578 n-d-827839-2 neutron-server[103376]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 17:52:55.284578 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 17:52:55.284578 n-d-827839-2 neutron-server[103376]: return f(self, *a, **k) Feb 04 17:52:55.284578 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 17:52:55.284578 n-d-827839-2 neutron-server[103376]: return self._get(url).json() Feb 04 17:52:55.284578 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 17:52:55.284578 n-d-827839-2 neutron-server[103376]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 17:52:55.284578 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 17:52:55.284578 n-d-827839-2 neutron-server[103376]: return self.request(url, 'GET', **kwargs) Feb 04 17:52:55.284578 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 17:52:55.284578 n-d-827839-2 neutron-server[103376]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 17:52:55.284578 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 17:52:55.284578 n-d-827839-2 neutron-server[103376]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 17:52:55.284578 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 17:52:55.284578 n-d-827839-2 neutron-server[103376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 17:52:55.284578 n-d-827839-2 neutron-server[103376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 17:52:55.345071 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-95f1df75-c5ee-4168-9526-286be5aa7873 tempest-TagsTest-480161800 tempest-TagsTest-480161800-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1543671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1595572'] for network (ad7a9176-2d8e-48d6-b175-1aef9a8a2885), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:55.351842 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-95f1df75-c5ee-4168-9526-286be5aa7873 tempest-TagsTest-480161800 tempest-TagsTest-480161800-project] Publish callbacks [] for network (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:55.354673 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-95f1df75-c5ee-4168-9526-286be5aa7873 tempest-TagsTest-480161800 tempest-TagsTest-480161800-project] 10.222.0.89 "DELETE /v2.0/networks/ad7a9176-2d8e-48d6-b175-1aef9a8a2885 HTTP/1.1" status: 204 len: 168 time: 0.2888913 Feb 04 17:52:55.366429 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f1df75-c5ee-4168-9526-286be5aa7873 tempest-TagsTest-480161800 tempest-TagsTest-480161800-project] Pushing event deleted for resources: {'Network': ['ID=ad7a9176-2d8e-48d6-b175-1aef9a8a2885,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:52:55.614819 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 49334) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:52:55.745085 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-8d1d4dcc-dafd-44a0-9a83-cc67644c5ee4 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=0204a9711d9f44f6a680ff400238aab3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1290457 Feb 04 17:52:55.747473 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 49338) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:52:55.799271 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-9b70d829-2f2e-4843-93ac-8fb7b132a223 admin admin] Publish callbacks [] for security_group (872208e4-c102-4c84-8ad0-d18c7d123e27), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:55.822868 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-9b70d829-2f2e-4843-93ac-8fb7b132a223 admin admin] Publish callbacks [] for security_group (872208e4-c102-4c84-8ad0-d18c7d123e27), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:55.868242 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-9b70d829-2f2e-4843-93ac-8fb7b132a223 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (872208e4-c102-4c84-8ad0-d18c7d123e27), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:55.870812 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-9b70d829-2f2e-4843-93ac-8fb7b132a223 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:55.872451 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-9b70d829-2f2e-4843-93ac-8fb7b132a223 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/872208e4-c102-4c84-8ad0-d18c7d123e27 HTTP/1.1" status: 204 len: 168 time: 0.1240759 Feb 04 17:52:55.879586 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b70d829-2f2e-4843-93ac-8fb7b132a223 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=872208e4-c102-4c84-8ad0-d18c7d123e27,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:52:57.458506 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 49392) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:52:57.562765 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-91d00b06-b52d-4e76-8a2c-47262273b43d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:57.634201 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-91d00b06-b52d-4e76-8a2c-47262273b43d admin admin] Publish callbacks [] for security_group (00e17a2f-4155-499b-8f61-fcef0a3f69eb), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:57.639710 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-91d00b06-b52d-4e76-8a2c-47262273b43d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (00e17a2f-4155-499b-8f61-fcef0a3f69eb), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:57.677373 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-91d00b06-b52d-4e76-8a2c-47262273b43d admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=2dcb4352ce5d48059530ffba26687a2c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2178104 Feb 04 17:52:57.679417 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d00b06-b52d-4e76-8a2c-47262273b43d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00e17a2f-4155-499b-8f61-fcef0a3f69eb,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:52:57.680182 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 49396) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:52:57.731720 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-4cca9664-5a12-4d4b-861c-08186f2efe3e admin admin] Publish callbacks [] for security_group (00e17a2f-4155-499b-8f61-fcef0a3f69eb), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:57.752807 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-4cca9664-5a12-4d4b-861c-08186f2efe3e admin admin] Publish callbacks [] for security_group (00e17a2f-4155-499b-8f61-fcef0a3f69eb), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:57.801003 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-4cca9664-5a12-4d4b-861c-08186f2efe3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (00e17a2f-4155-499b-8f61-fcef0a3f69eb), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:57.803560 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-4cca9664-5a12-4d4b-861c-08186f2efe3e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:57.804693 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-4cca9664-5a12-4d4b-861c-08186f2efe3e admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/00e17a2f-4155-499b-8f61-fcef0a3f69eb HTTP/1.1" status: 204 len: 168 time: 0.1234264 Feb 04 17:52:57.813132 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cca9664-5a12-4d4b-861c-08186f2efe3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00e17a2f-4155-499b-8f61-fcef0a3f69eb,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:52:58.056513 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 49402) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:52:58.070454 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-035d8893-695b-4542-9edd-343f039a4d6d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:58.148551 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-035d8893-695b-4542-9edd-343f039a4d6d admin admin] Publish callbacks [] for security_group (4f2caf37-8fe7-4f8f-bc89-e83f8f778e22), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:58.152637 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-035d8893-695b-4542-9edd-343f039a4d6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (4f2caf37-8fe7-4f8f-bc89-e83f8f778e22), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:58.189275 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-035d8893-695b-4542-9edd-343f039a4d6d admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=059efee2c95948d39d3efe517bae1d6d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1316340 Feb 04 17:52:58.191316 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035d8893-695b-4542-9edd-343f039a4d6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f2caf37-8fe7-4f8f-bc89-e83f8f778e22,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:52:58.192156 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 49404) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:52:58.241503 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-bc068a9e-a8ad-4fea-b6bf-2db1e2cc6d01 admin admin] Publish callbacks [] for security_group (4f2caf37-8fe7-4f8f-bc89-e83f8f778e22), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:58.261811 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-bc068a9e-a8ad-4fea-b6bf-2db1e2cc6d01 admin admin] Publish callbacks [] for security_group (4f2caf37-8fe7-4f8f-bc89-e83f8f778e22), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:58.310273 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-bc068a9e-a8ad-4fea-b6bf-2db1e2cc6d01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (4f2caf37-8fe7-4f8f-bc89-e83f8f778e22), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:58.312830 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-bc068a9e-a8ad-4fea-b6bf-2db1e2cc6d01 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:58.313976 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-bc068a9e-a8ad-4fea-b6bf-2db1e2cc6d01 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/4f2caf37-8fe7-4f8f-bc89-e83f8f778e22 HTTP/1.1" status: 204 len: 168 time: 0.1208241 Feb 04 17:52:58.321618 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc068a9e-a8ad-4fea-b6bf-2db1e2cc6d01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f2caf37-8fe7-4f8f-bc89-e83f8f778e22,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:52:59.759243 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-02132ef4-9414-4681-811f-d97371d8d6e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (bb89f5a3-3c22-440b-b7d1-c4f0c43c184a), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:02.837657 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f935dc90-902a-4823-9eb6-7bbcb15f8753 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (64ada913-9131-4d99-a265-63a920956287), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:03.087686 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d408ec64-b374-4acb-a1fc-48241dad6d47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (0cd6d64a-47a7-40ff-8c12-71dd526c62e0), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:04.877227 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4f14bb47-e72b-46ac-9e44-a61d9293afcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (75326290-f7a3-4db8-9cf2-15c7139ed224), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:05.754080 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (ba70844b-66a0-45fd-a2f2-e6ed673321fc), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:10.415783 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (f20a1ab3-4332-4f54-833b-ba4a7c687e89), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:12.496659 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (3f9244a9-75fc-4c10-b195-11d48b853b41), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:13.858133 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 49570) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:53:13.963537 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-1bbe2217-2e22-44d9-ba7d-cf63c995f545 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:14.037166 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-1bbe2217-2e22-44d9-ba7d-cf63c995f545 admin admin] Publish callbacks [] for security_group (6fc13d32-b561-401e-acc0-f94de99311d2), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:14.040766 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-1bbe2217-2e22-44d9-ba7d-cf63c995f545 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (6fc13d32-b561-401e-acc0-f94de99311d2), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:14.079635 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-1bbe2217-2e22-44d9-ba7d-cf63c995f545 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=301bdb76409d4b529d319f4e86f76dbe&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2203250 Feb 04 17:53:14.080520 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbe2217-2e22-44d9-ba7d-cf63c995f545 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fc13d32-b561-401e-acc0-f94de99311d2,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:53:14.082220 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 49574) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:53:14.137600 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-b59e3940-236f-4cce-a9d6-754d5813c993 admin admin] Publish callbacks [] for security_group (6fc13d32-b561-401e-acc0-f94de99311d2), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:14.158357 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-b59e3940-236f-4cce-a9d6-754d5813c993 admin admin] Publish callbacks [] for security_group (6fc13d32-b561-401e-acc0-f94de99311d2), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:14.205474 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-b59e3940-236f-4cce-a9d6-754d5813c993 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (6fc13d32-b561-401e-acc0-f94de99311d2), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:14.208259 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-b59e3940-236f-4cce-a9d6-754d5813c993 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:14.212101 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-b59e3940-236f-4cce-a9d6-754d5813c993 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/6fc13d32-b561-401e-acc0-f94de99311d2 HTTP/1.1" status: 204 len: 168 time: 0.1253970 Feb 04 17:53:14.217827 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59e3940-236f-4cce-a9d6-754d5813c993 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fc13d32-b561-401e-acc0-f94de99311d2,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:53:14.226123 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b59e3940-236f-4cce-a9d6-754d5813c993 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:53:14.226585 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b59e3940-236f-4cce-a9d6-754d5813c993 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:53:14.226933 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b59e3940-236f-4cce-a9d6-754d5813c993 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:53:14.227283 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b59e3940-236f-4cce-a9d6-754d5813c993 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:53:14.227624 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b59e3940-236f-4cce-a9d6-754d5813c993 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:53:14.227955 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b59e3940-236f-4cce-a9d6-754d5813c993 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:53:14.228280 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b59e3940-236f-4cce-a9d6-754d5813c993 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:53:14.228605 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b59e3940-236f-4cce-a9d6-754d5813c993 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:53:14.228943 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b59e3940-236f-4cce-a9d6-754d5813c993 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:53:14.229271 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b59e3940-236f-4cce-a9d6-754d5813c993 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:53:14.229590 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b59e3940-236f-4cce-a9d6-754d5813c993 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:53:14.230025 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b59e3940-236f-4cce-a9d6-754d5813c993 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:53:14.230385 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b59e3940-236f-4cce-a9d6-754d5813c993 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:53:14.487241 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 49580) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:53:14.501954 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-e8b48045-2e38-4aeb-8f8f-3094a8744aa7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:14.578461 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-e8b48045-2e38-4aeb-8f8f-3094a8744aa7 admin admin] Publish callbacks [] for security_group (4d2614db-92ba-4256-b04f-c3bbe8ceda71), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:14.582453 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-e8b48045-2e38-4aeb-8f8f-3094a8744aa7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (4d2614db-92ba-4256-b04f-c3bbe8ceda71), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:14.618925 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b48045-2e38-4aeb-8f8f-3094a8744aa7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d2614db-92ba-4256-b04f-c3bbe8ceda71,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:53:14.625412 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-e8b48045-2e38-4aeb-8f8f-3094a8744aa7 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=d12e33d04a754c30ae4cb602e77c9381&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1346459 Feb 04 17:53:14.625626 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 49582) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:53:14.675636 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-44889799-43ad-4054-ae46-fb5c3a04b2e1 admin admin] Publish callbacks [] for security_group (4d2614db-92ba-4256-b04f-c3bbe8ceda71), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:14.697554 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-44889799-43ad-4054-ae46-fb5c3a04b2e1 admin admin] Publish callbacks [] for security_group (4d2614db-92ba-4256-b04f-c3bbe8ceda71), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:14.746615 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-44889799-43ad-4054-ae46-fb5c3a04b2e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (4d2614db-92ba-4256-b04f-c3bbe8ceda71), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:14.749264 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-44889799-43ad-4054-ae46-fb5c3a04b2e1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:14.750407 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-44889799-43ad-4054-ae46-fb5c3a04b2e1 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/4d2614db-92ba-4256-b04f-c3bbe8ceda71 HTTP/1.1" status: 204 len: 168 time: 0.1238918 Feb 04 17:53:14.757930 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44889799-43ad-4054-ae46-fb5c3a04b2e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d2614db-92ba-4256-b04f-c3bbe8ceda71,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:53:15.419812 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 49604) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:53:15.520088 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-2bab20a6-3f8e-4f4f-b276-a13cfa793bdb admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-692184336-network', 'tenant_id': 'dce41f66e0e9401aa1c4cd98e087f71c'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:53:15.540472 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bab20a6-3f8e-4f4f-b276-a13cfa793bdb admin admin] Made reservation on behalf of dce41f66e0e9401aa1c4cd98e087f71c for: {'network': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:53:15.543095 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-2bab20a6-3f8e-4f4f-b276-a13cfa793bdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for network (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:15.552448 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-2bab20a6-3f8e-4f4f-b276-a13cfa793bdb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:15.629637 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-2bab20a6-3f8e-4f4f-b276-a13cfa793bdb admin admin] Publish callbacks [] for security_group (50ce5128-25ba-40af-9e89-3a257d2090ea), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:15.633126 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-2bab20a6-3f8e-4f4f-b276-a13cfa793bdb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (50ce5128-25ba-40af-9e89-3a257d2090ea), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:15.653452 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2bab20a6-3f8e-4f4f-b276-a13cfa793bdb admin admin] vlan segment allocate from pool success with {'vlan_id': 772, 'physical_network': 'physnet1'} {{(pid=103377) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 17:53:15.668380 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bab20a6-3f8e-4f4f-b276-a13cfa793bdb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50ce5128-25ba-40af-9e89-3a257d2090ea,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:53:15.672612 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-2bab20a6-3f8e-4f4f-b276-a13cfa793bdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (e9b47f89-bdff-4894-9b86-76680e38d2be), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:15.673010 n-d-827839-2 neutron-server[103377]: INFO neutron.db.segments_db [None req-2bab20a6-3f8e-4f4f-b276-a13cfa793bdb admin admin] Added segment e9b47f89-bdff-4894-9b86-76680e38d2be of type vlan for network 44a877d4-fd4c-458d-9a6a-2314ea8283c7 Feb 04 17:53:15.711987 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-2bab20a6-3f8e-4f4f-b276-a13cfa793bdb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781084292801'] for network (44a877d4-fd4c-458d-9a6a-2314ea8283c7), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:15.739024 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-2bab20a6-3f8e-4f4f-b276-a13cfa793bdb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327'] for network (44a877d4-fd4c-458d-9a6a-2314ea8283c7), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:15.740593 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bab20a6-3f8e-4f4f-b276-a13cfa793bdb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:53:15.741207 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-2bab20a6-3f8e-4f4f-b276-a13cfa793bdb admin admin] Publish callbacks [] for network (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:15.796495 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-2bab20a6-3f8e-4f4f-b276-a13cfa793bdb admin admin] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3755774 Feb 04 17:53:15.799683 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 49608) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:53:15.803711 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bab20a6-3f8e-4f4f-b276-a13cfa793bdb admin admin] Pushing event updated for resources: {'Network': ['ID=44a877d4-fd4c-458d-9a6a-2314ea8283c7,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:53:15.806315 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-b3efb957-0c3e-479a-ab42-3fa7eb85960e admin admin] Request body: {'subnet': {'network_id': '44a877d4-fd4c-458d-9a6a-2314ea8283c7', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-692184336-subnet', 'tenant_id': 'dce41f66e0e9401aa1c4cd98e087f71c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:53:15.814530 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Network 44a877d4-fd4c-458d-9a6a-2314ea8283c7 details requested by agent ovs-agent-n-d-827839-2 with host n-d-827839-2 {{(pid=103378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 17:53:15.827024 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3efb957-0c3e-479a-ab42-3fa7eb85960e admin admin] Made reservation on behalf of dce41f66e0e9401aa1c4cd98e087f71c for: {'subnet': 1} {{(pid=103376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:53:15.829827 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-b3efb957-0c3e-479a-ab42-3fa7eb85960e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25859006'] for subnet (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:15.993334 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-b3efb957-0c3e-479a-ab42-3fa7eb85960e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25674939', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25858952'] for subnet (a0e02d8f-a007-4f10-9be1-01f847838f99), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:16.051893 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3efb957-0c3e-479a-ab42-3fa7eb85960e admin admin] Pushing event updated for resources: {'Subnet': ['ID=a0e02d8f-a007-4f10-9be1-01f847838f99,revision_number=0']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:53:16.058862 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3efb957-0c3e-479a-ab42-3fa7eb85960e admin admin] Checking segment: {'id': 'e9b47f89-bdff-4894-9b86-76680e38d2be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '44a877d4-fd4c-458d-9a6a-2314ea8283c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:53:16.059227 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3efb957-0c3e-479a-ab42-3fa7eb85960e admin admin] Network hostable DHCP agents. Network: 44a877d4-fd4c-458d-9a6a-2314ea8283c7, hostable agents: ['bb89f5a3-3c22-440b-b7d1-c4f0c43c184a'], hosted agents: [] {{(pid=103376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 17:53:16.075194 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3efb957-0c3e-479a-ab42-3fa7eb85960e admin admin] Network 44a877d4-fd4c-458d-9a6a-2314ea8283c7 is scheduled to be hosted by DHCP agent bb89f5a3-3c22-440b-b7d1-c4f0c43c184a with binding_index 1 {{(pid=103376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 17:53:16.083675 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [None req-b3efb957-0c3e-479a-ab42-3fa7eb85960e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827839-2, 44a877d4-fd4c-458d-9a6a-2314ea8283c7) {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:53:16.087894 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3efb957-0c3e-479a-ab42-3fa7eb85960e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:53:16.088495 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-b3efb957-0c3e-479a-ab42-3fa7eb85960e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:16.093498 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44f8cb25-2e94-4f85-9340-f667bbebf780 None None] Network 44a877d4-fd4c-458d-9a6a-2314ea8283c7 requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:53:16.105858 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-b3efb957-0c3e-479a-ab42-3fa7eb85960e admin admin] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3045044 Feb 04 17:53:16.191948 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11b9f83e-cb06-4fef-9837-64fb2afb3044 None None] Network 44a877d4-fd4c-458d-9a6a-2314ea8283c7 requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:53:16.569319 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 49624) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:53:16.574253 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-d6dba88b-55ec-45d3-9480-b65eb62d3273 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-65007513-network', 'tenant_id': 'd1c68363f7ba405c812c0ba79e831bc5'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:53:16.594682 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6dba88b-55ec-45d3-9480-b65eb62d3273 admin admin] Made reservation on behalf of d1c68363f7ba405c812c0ba79e831bc5 for: {'network': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:53:16.597297 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-d6dba88b-55ec-45d3-9480-b65eb62d3273 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for network (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:16.606588 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-d6dba88b-55ec-45d3-9480-b65eb62d3273 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:16.680673 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-d6dba88b-55ec-45d3-9480-b65eb62d3273 admin admin] Publish callbacks [] for security_group (ddf88ee8-3de0-41b2-b090-cd4114dc852f), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:16.684364 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-d6dba88b-55ec-45d3-9480-b65eb62d3273 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (ddf88ee8-3de0-41b2-b090-cd4114dc852f), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:16.713063 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6dba88b-55ec-45d3-9480-b65eb62d3273 admin admin] vlan segment allocate from pool success with {'vlan_id': 750, 'physical_network': 'physnet1'} {{(pid=103377) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 17:53:16.715278 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6dba88b-55ec-45d3-9480-b65eb62d3273 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddf88ee8-3de0-41b2-b090-cd4114dc852f,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:53:16.725902 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-d6dba88b-55ec-45d3-9480-b65eb62d3273 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (8968c96e-3806-4acc-bc55-23e0cc1fd97f), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:16.726271 n-d-827839-2 neutron-server[103377]: INFO neutron.db.segments_db [None req-d6dba88b-55ec-45d3-9480-b65eb62d3273 admin admin] Added segment 8968c96e-3806-4acc-bc55-23e0cc1fd97f of type vlan for network 8c5b8ef5-5ee1-466f-899a-ec9d8e93dd21 Feb 04 17:53:16.765891 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-d6dba88b-55ec-45d3-9480-b65eb62d3273 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781084292801'] for network (8c5b8ef5-5ee1-466f-899a-ec9d8e93dd21), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:16.794112 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-d6dba88b-55ec-45d3-9480-b65eb62d3273 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327'] for network (8c5b8ef5-5ee1-466f-899a-ec9d8e93dd21), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:16.794979 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6dba88b-55ec-45d3-9480-b65eb62d3273 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:53:16.795560 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-d6dba88b-55ec-45d3-9480-b65eb62d3273 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:16.850209 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-d6dba88b-55ec-45d3-9480-b65eb62d3273 admin admin] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.2797616 Feb 04 17:53:16.851676 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 49630) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:53:16.854134 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 49632) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:53:16.858740 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-abcab935-3447-4fe4-9a3a-7e836c6d6889 admin admin] Request body: {'subnet': {'network_id': '8c5b8ef5-5ee1-466f-899a-ec9d8e93dd21', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-65007513-subnet', 'tenant_id': 'd1c68363f7ba405c812c0ba79e831bc5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:53:16.866579 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6dba88b-55ec-45d3-9480-b65eb62d3273 admin admin] Pushing event updated for resources: {'Network': ['ID=8c5b8ef5-5ee1-466f-899a-ec9d8e93dd21,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:53:16.877340 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Network 8c5b8ef5-5ee1-466f-899a-ec9d8e93dd21 details requested by agent ovs-agent-n-d-827839-2 with host n-d-827839-2 {{(pid=103378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 17:53:16.883012 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abcab935-3447-4fe4-9a3a-7e836c6d6889 admin admin] Made reservation on behalf of d1c68363f7ba405c812c0ba79e831bc5 for: {'subnet': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:53:16.885672 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-abcab935-3447-4fe4-9a3a-7e836c6d6889 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25597243'] for subnet (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:17.020484 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-79c85f01-5d9c-4eec-a092-0b66bbf6bc3d tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Deleting port d035db90-46b4-4ae1-b351-9ba89148f12e {{(pid=103376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:53:17.020901 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-79c85f01-5d9c-4eec-a092-0b66bbf6bc3d tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (d035db90-46b4-4ae1-b351-9ba89148f12e), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:17.058138 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-abcab935-3447-4fe4-9a3a-7e836c6d6889 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25889445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25597197'] for subnet (51745c7b-e56d-4f4c-822a-56bee824a6f9), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:17.105346 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-79c85f01-5d9c-4eec-a092-0b66bbf6bc3d tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (d035db90-46b4-4ae1-b351-9ba89148f12e), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:17.105648 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-79c85f01-5d9c-4eec-a092-0b66bbf6bc3d tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Publish callbacks [] for floatingip (d035db90-46b4-4ae1-b351-9ba89148f12e), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:17.118384 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-79c85f01-5d9c-4eec-a092-0b66bbf6bc3d tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Calling delete_port for d035db90-46b4-4ae1-b351-9ba89148f12e owned by network:floatingip {{(pid=103376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:53:17.118979 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcab935-3447-4fe4-9a3a-7e836c6d6889 admin admin] Pushing event updated for resources: {'Subnet': ['ID=51745c7b-e56d-4f4c-822a-56bee824a6f9,revision_number=0']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:53:17.127935 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abcab935-3447-4fe4-9a3a-7e836c6d6889 admin admin] Checking segment: {'id': '8968c96e-3806-4acc-bc55-23e0cc1fd97f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '8c5b8ef5-5ee1-466f-899a-ec9d8e93dd21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:53:17.128293 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abcab935-3447-4fe4-9a3a-7e836c6d6889 admin admin] Network hostable DHCP agents. Network: 8c5b8ef5-5ee1-466f-899a-ec9d8e93dd21, hostable agents: ['bb89f5a3-3c22-440b-b7d1-c4f0c43c184a'], hosted agents: [] {{(pid=103377) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 17:53:17.145363 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abcab935-3447-4fe4-9a3a-7e836c6d6889 admin admin] Network 8c5b8ef5-5ee1-466f-899a-ec9d8e93dd21 is scheduled to be hosted by DHCP agent bb89f5a3-3c22-440b-b7d1-c4f0c43c184a with binding_index 1 {{(pid=103377) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 17:53:17.154317 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [None req-abcab935-3447-4fe4-9a3a-7e836c6d6889 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827839-2, 8c5b8ef5-5ee1-466f-899a-ec9d8e93dd21) {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:53:17.158732 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abcab935-3447-4fe4-9a3a-7e836c6d6889 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:53:17.159432 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-abcab935-3447-4fe4-9a3a-7e836c6d6889 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:17.167008 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cf0fa2e-dfc3-44a0-af23-28c7aa2e1b99 None None] Network 8c5b8ef5-5ee1-466f-899a-ec9d8e93dd21 requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:53:17.180149 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-abcab935-3447-4fe4-9a3a-7e836c6d6889 admin admin] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3249743 Feb 04 17:53:17.280055 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-395b2b5d-5b78-4533-9250-1e7a6a730e42 None None] Network 8c5b8ef5-5ee1-466f-899a-ec9d8e93dd21 requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:53:17.314748 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-79c85f01-5d9c-4eec-a092-0b66bbf6bc3d tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (d035db90-46b4-4ae1-b351-9ba89148f12e), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:17.348371 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c85f01-5d9c-4eec-a092-0b66bbf6bc3d tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Pushing event deleted for resources: {'Port': ['ID=d035db90-46b4-4ae1-b351-9ba89148f12e,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:53:17.672092 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-79c85f01-5d9c-4eec-a092-0b66bbf6bc3d tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Publish callbacks [] for floatingip (b8aae87f-9637-4fa2-a7b5-fdb04dca7f72), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:17.672475 n-d-827839-2 neutron-server[103376]: INFO neutron.db.l3_db [None req-79c85f01-5d9c-4eec-a092-0b66bbf6bc3d tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Floating IP b8aae87f-9637-4fa2-a7b5-fdb04dca7f72 disassociated (deleted). External IP: 172.25.6.158, port: 145590c2-a0bd-4185-b491-aa8555141129. Feb 04 17:53:17.692095 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30d7f71-59e4-4f56-90f6-3cae3fc00cb0 req-a0475659-409f-48cf-bda3-0faa065d554e tempest-VolumesActionsTest-2144497543 tempest-VolumesActionsTest-2144497543-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:53:17.693617 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-e30d7f71-59e4-4f56-90f6-3cae3fc00cb0 req-a0475659-409f-48cf-bda3-0faa065d554e tempest-VolumesActionsTest-2144497543 tempest-VolumesActionsTest-2144497543-project] 10.222.0.89 "GET /v2.0/networks?id=44a877d4-fd4c-458d-9a6a-2314ea8283c7 HTTP/1.1" status: 200 len: 808 time: 0.1085019 Feb 04 17:53:17.710309 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-e30d7f71-59e4-4f56-90f6-3cae3fc00cb0 req-35263570-6b94-474e-af16-ff17744ac7d1 tempest-VolumesActionsTest-2144497543 tempest-VolumesActionsTest-2144497543-project] 10.222.0.89 "GET /v2.0/quotas/dce41f66e0e9401aa1c4cd98e087f71c HTTP/1.1" status: 200 len: 375 time: 0.0110276 Feb 04 17:53:17.745379 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-e30d7f71-59e4-4f56-90f6-3cae3fc00cb0 req-144a7131-5cd9-4aab-9ea2-50674fd25958 tempest-VolumesActionsTest-2144497543 tempest-VolumesActionsTest-2144497543-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=dce41f66e0e9401aa1c4cd98e087f71c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0280967 Feb 04 17:53:17.888699 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79c85f01-5d9c-4eec-a092-0b66bbf6bc3d tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Router 21ca6278-2678-48ac-81f5-c3988e7d7b1b has already been hosted by L3 agent 64ada913-9131-4d99-a265-63a920956287 {{(pid=103376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 17:53:17.937274 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-e30d7f71-59e4-4f56-90f6-3cae3fc00cb0 req-80a018d6-d51c-46ef-a082-4867039db81e service neutron] 10.222.0.89 "GET /v2.0/networks/44a877d4-fd4c-458d-9a6a-2314ea8283c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1846871 Feb 04 17:53:17.961750 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 49654) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:53:18.028480 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-e30d7f71-59e4-4f56-90f6-3cae3fc00cb0 req-145222d2-03ac-4846-ae84-8498b8a664d8 service neutron] 10.222.0.89 "GET /v2.0/networks/44a877d4-fd4c-458d-9a6a-2314ea8283c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853267 Feb 04 17:53:18.078100 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-5c828db1-3952-4907-8bf0-fd022e3b7a02 tempest-TestSecurityGroupsBasicOps-1572966994 tempest-TestSecurityGroupsBasicOps-1572966994-project-admin] 10.222.0.89 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 1893 time: 0.1157656 Feb 04 17:53:18.080995 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 49656) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:53:18.081163 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79c85f01-5d9c-4eec-a092-0b66bbf6bc3d tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Notify agent at l3_agent.n-d-827839-2 the message routers_updated {{(pid=103376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 17:53:18.085518 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-79c85f01-5d9c-4eec-a092-0b66bbf6bc3d tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for floatingip (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:18.086543 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-f922bb66-b31b-41dd-aa58-fa8f7e38af18 tempest-TestSecurityGroupsBasicOps-1394815037 tempest-TestSecurityGroupsBasicOps-1394815037-project] Request body: {'network': {'name': 'tempest-network-smoke--197455179', 'project_id': 'c8bedfd6a8d44aafbac239d3537c77f3', 'port_security_enabled': False}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:53:18.095635 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3a76641-a07e-4fd3-b910-a229eca4b14c None None] Sync routers for ids ['21ca6278-2678-48ac-81f5-c3988e7d7b1b'] in n-d-827839-2 {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 17:53:18.109495 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3a76641-a07e-4fd3-b910-a229eca4b14c None None] Routers {'21ca6278-2678-48ac-81f5-c3988e7d7b1b'} bound to L3 agent in host n-d-827839-2 {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:53:18.109740 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f922bb66-b31b-41dd-aa58-fa8f7e38af18 tempest-TestSecurityGroupsBasicOps-1394815037 tempest-TestSecurityGroupsBasicOps-1394815037-project] Made reservation on behalf of c8bedfd6a8d44aafbac239d3537c77f3 for: {'network': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:53:18.110939 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-a3a76641-a07e-4fd3-b910-a229eca4b14c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:53:03Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['21ca6278-2678-48ac-81f5-c3988e7d7b1b'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:53:18.114998 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-f922bb66-b31b-41dd-aa58-fa8f7e38af18 tempest-TestSecurityGroupsBasicOps-1394815037 tempest-TestSecurityGroupsBasicOps-1394815037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for network (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:18.116510 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-79c85f01-5d9c-4eec-a092-0b66bbf6bc3d tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] 10.222.0.89 "DELETE /v2.0/floatingips/b8aae87f-9637-4fa2-a7b5-fdb04dca7f72 HTTP/1.1" status: 204 len: 168 time: 1.2630587 Feb 04 17:53:18.117191 n-d-827839-2 neutron-server[103376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4838cc33-5e81-4c6b-bf0f-42646b0b5925', 'tag': '145590c2-a0bd-4185-b491-aa8555141129'}] {{(pid=103376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:53:18.119750 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d59c3bb5e2f09ebf62144d5e09b1cff60c763a9c19614c24538e77842938c05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14845806-fedc-4a8d-aca6-e195b7e21f14" -d '{"events": [{"name": "network-changed", "server_uuid": "4838cc33-5e81-4c6b-bf0f-42646b0b5925", "tag": "145590c2-a0bd-4185-b491-aa8555141129"}]}' {{(pid=103376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:53:18.168814 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f922bb66-b31b-41dd-aa58-fa8f7e38af18 tempest-TestSecurityGroupsBasicOps-1394815037 tempest-TestSecurityGroupsBasicOps-1394815037-project] vlan segment allocate from pool success with {'vlan_id': 769, 'physical_network': 'physnet1'} {{(pid=103377) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 17:53:18.178979 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-f922bb66-b31b-41dd-aa58-fa8f7e38af18 tempest-TestSecurityGroupsBasicOps-1394815037 tempest-TestSecurityGroupsBasicOps-1394815037-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (9e156204-fd65-4af5-90bf-95f8ea6ca723), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:18.179265 n-d-827839-2 neutron-server[103377]: INFO neutron.db.segments_db [None req-f922bb66-b31b-41dd-aa58-fa8f7e38af18 tempest-TestSecurityGroupsBasicOps-1394815037 tempest-TestSecurityGroupsBasicOps-1394815037-project] Added segment 9e156204-fd65-4af5-90bf-95f8ea6ca723 of type vlan for network c444373f-eee7-406f-b309-a7f2ff8d73bc Feb 04 17:53:18.219167 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 17:53:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89cf0a0a-5484-4d9f-a99a-d35f9113ea38 x-openstack-request-id: req-89cf0a0a-5484-4d9f-a99a-d35f9113ea38 {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:53:18.219492 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4838cc33-5e81-4c6b-bf0f-42646b0b5925", "tag": "145590c2-a0bd-4185-b491-aa8555141129", "status": "completed", "code": 200}]} {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:53:18.219743 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-89cf0a0a-5484-4d9f-a99a-d35f9113ea38 {{(pid=103376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:53:18.220162 n-d-827839-2 neutron-server[103376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4838cc33-5e81-4c6b-bf0f-42646b0b5925', 'tag': '145590c2-a0bd-4185-b491-aa8555141129', 'status': 'completed', 'code': 200} Feb 04 17:53:18.241373 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvr_db [None req-a3a76641-a07e-4fd3-b910-a229eca4b14c None None] Set router 21ca6278-2678-48ac-81f5-c3988e7d7b1b gateway port host: n-d-827839-2 {{(pid=103379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:53:18.274753 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-f922bb66-b31b-41dd-aa58-fa8f7e38af18 tempest-TestSecurityGroupsBasicOps-1394815037 tempest-TestSecurityGroupsBasicOps-1394815037-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781084292801'] for network (c444373f-eee7-406f-b309-a7f2ff8d73bc), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:18.337444 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14845806-fedc-4a8d-aca6-e195b7e21f14 req-fb923942-3830-42b0-9fcc-642bbfcb853d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:53:18.339639 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-61e477e0-e624-46f3-9963-ba87db51058f req-4f47571d-387a-45d3-9b39-1f28878b1488 tempest-VolumesActionsTest-2144497543 tempest-VolumesActionsTest-2144497543-project] 10.222.0.89 "GET /v2.0/ports?device_id=c225885a-0efc-4ffd-8466-a60558017889 HTTP/1.1" status: 200 len: 210 time: 0.0790269 Feb 04 17:53:18.341412 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-14845806-fedc-4a8d-aca6-e195b7e21f14 req-fb923942-3830-42b0-9fcc-642bbfcb853d service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=86a0fd5c0c974eafbf1c6e95239dcb2c&device_id=4838cc33-5e81-4c6b-bf0f-42646b0b5925 HTTP/1.1" status: 200 len: 1127 time: 0.0927577 Feb 04 17:53:18.366428 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-f922bb66-b31b-41dd-aa58-fa8f7e38af18 tempest-TestSecurityGroupsBasicOps-1394815037 tempest-TestSecurityGroupsBasicOps-1394815037-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327'] for network (c444373f-eee7-406f-b309-a7f2ff8d73bc), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:18.371637 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f922bb66-b31b-41dd-aa58-fa8f7e38af18 tempest-TestSecurityGroupsBasicOps-1394815037 tempest-TestSecurityGroupsBasicOps-1394815037-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:53:18.372829 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-f922bb66-b31b-41dd-aa58-fa8f7e38af18 tempest-TestSecurityGroupsBasicOps-1394815037 tempest-TestSecurityGroupsBasicOps-1394815037-project] Publish callbacks [] for network (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:18.456669 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-f922bb66-b31b-41dd-aa58-fa8f7e38af18 tempest-TestSecurityGroupsBasicOps-1394815037 tempest-TestSecurityGroupsBasicOps-1394815037-project] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3741856 Feb 04 17:53:18.460775 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 49670) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:53:18.470924 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-9c8a1f33-29e1-4368-9af5-0c1ad79d7a4b tempest-TestSecurityGroupsBasicOps-1394815037 tempest-TestSecurityGroupsBasicOps-1394815037-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1935290232', 'admin_state_up': True, 'project_id': 'c8bedfd6a8d44aafbac239d3537c77f3', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188'}}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:53:18.484976 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f922bb66-b31b-41dd-aa58-fa8f7e38af18 tempest-TestSecurityGroupsBasicOps-1394815037 tempest-TestSecurityGroupsBasicOps-1394815037-project] Pushing event updated for resources: {'Network': ['ID=c444373f-eee7-406f-b309-a7f2ff8d73bc,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:53:18.497620 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Network c444373f-eee7-406f-b309-a7f2ff8d73bc details requested by agent ovs-agent-n-d-827839-2 with host n-d-827839-2 {{(pid=103378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 17:53:18.520553 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-9c8a1f33-29e1-4368-9af5-0c1ad79d7a4b tempest-TestSecurityGroupsBasicOps-1394815037 tempest-TestSecurityGroupsBasicOps-1394815037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1601657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26921'] for router (a87cf717-c564-4eb3-8866-b1086a6d7fed), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:18.525468 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-9c8a1f33-29e1-4368-9af5-0c1ad79d7a4b tempest-TestSecurityGroupsBasicOps-1394815037 tempest-TestSecurityGroupsBasicOps-1394815037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1602025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603663', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1630571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26960'] for router (a87cf717-c564-4eb3-8866-b1086a6d7fed), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:18.526056 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14845806-fedc-4a8d-aca6-e195b7e21f14 req-eb47b990-1231-4d0e-bcc9-c6e6512ba78f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:53:18.527639 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-14845806-fedc-4a8d-aca6-e195b7e21f14 req-eb47b990-1231-4d0e-bcc9-c6e6512ba78f service neutron] 10.222.0.96 "GET /v2.0/networks?id=41fb740a-fe35-4b66-8c63-e9b9f216cd47 HTTP/1.1" status: 200 len: 898 time: 0.1754577 Feb 04 17:53:18.531853 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-a3a76641-a07e-4fd3-b910-a229eca4b14c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21ca6278-2678-48ac-81f5-c3988e7d7b1b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-761745390', 'tenant_id': '86a0fd5c0c974eafbf1c6e95239dcb2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.12'}], 'enable_snat': True}, 'gw_port_id': '06a5e4d8-674f-4754-85d0-2e7b7e9830cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:49:51Z', 'updated_at': '2022-02-04T17:49:57Z', 'revision_number': 4, 'project_id': '86a0fd5c0c974eafbf1c6e95239dcb2c', 'gw_port': {'id': '06a5e4d8-674f-4754-85d0-2e7b7e9830cd', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:0b:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21ca6278-2678-48ac-81f5-c3988e7d7b1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3533, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:49:52Z', 'updated_at': '2022-02-04T17:49:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_interfaces': [{'id': '6114a57d-a027-4c3f-a10b-5d063132b1b7', 'name': '', 'network_id': '41fb740a-fe35-4b66-8c63-e9b9f216cd47', 'tenant_id': '86a0fd5c0c974eafbf1c6e95239dcb2c', 'mac_address': 'fa:16:3e:38:a2:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21ca6278-2678-48ac-81f5-c3988e7d7b1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3536, 'fixed_ips': [{'subnet_id': 'f4c901f0-faf0-43f9-9cbe-f8f05128a5fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:49:56Z', 'updated_at': '2022-02-04T17:50:04Z', 'revision_number': 5, 'project_id': '86a0fd5c0c974eafbf1c6e95239dcb2c', 'subnets': [{'id': 'f4c901f0-faf0-43f9-9cbe-f8f05128a5fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-2', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:53:18.567649 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab450e83-f121-42d1-936e-d27f9c2d21af req-7882efb5-f9c0-4563-99d4-cd1900a37f4e tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:53:18.569320 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-ab450e83-f121-42d1-936e-d27f9c2d21af req-7882efb5-f9c0-4563-99d4-cd1900a37f4e tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] 10.222.0.89 "GET /v2.0/ports?device_id=4838cc33-5e81-4c6b-bf0f-42646b0b5925 HTTP/1.1" status: 200 len: 945 time: 0.1225774 Feb 04 17:53:18.593214 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3a76641-a07e-4fd3-b910-a229eca4b14c None None] Checking router: 21ca6278-2678-48ac-81f5-c3988e7d7b1b for host: n-d-827839-2 {{(pid=103379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 17:53:18.604169 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3a76641-a07e-4fd3-b910-a229eca4b14c None None] Routers {'21ca6278-2678-48ac-81f5-c3988e7d7b1b'} bound to L3 agent in host n-d-827839-2 {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:53:18.605591 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-a3a76641-a07e-4fd3-b910-a229eca4b14c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:53:03Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['21ca6278-2678-48ac-81f5-c3988e7d7b1b'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:53:18.619211 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-14845806-fedc-4a8d-aca6-e195b7e21f14 req-91a6a439-46d7-4887-8eeb-c52f9ca28aca service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=145590c2-a0bd-4185-b491-aa8555141129 HTTP/1.1" status: 200 len: 217 time: 0.0840337 Feb 04 17:53:18.627231 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-9c8a1f33-29e1-4368-9af5-0c1ad79d7a4b tempest-TestSecurityGroupsBasicOps-1394815037 tempest-TestSecurityGroupsBasicOps-1394815037-project] Publish callbacks [] for router_controller (a87cf717-c564-4eb3-8866-b1086a6d7fed), precommit_add_association {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:18.681365 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-ab450e83-f121-42d1-936e-d27f9c2d21af req-d63de560-7f17-4e89-a253-1ef38120e034 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] 10.222.0.89 "GET /v2.0/security-groups?id=b2d41e04-1724-4f40-b9e4-c2fd276b506f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0840621 Feb 04 17:53:18.709762 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14845806-fedc-4a8d-aca6-e195b7e21f14 req-e2ad1fc6-07e7-4d9a-b559-9388a85fcaad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:53:18.711006 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-14845806-fedc-4a8d-aca6-e195b7e21f14 req-e2ad1fc6-07e7-4d9a-b559-9388a85fcaad service neutron] 10.222.0.96 "GET /v2.0/subnets?id=f4c901f0-faf0-43f9-9cbe-f8f05128a5fd HTTP/1.1" status: 200 len: 833 time: 0.0846696 Feb 04 17:53:18.752196 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvr_db [None req-a3a76641-a07e-4fd3-b910-a229eca4b14c None None] Set router 21ca6278-2678-48ac-81f5-c3988e7d7b1b gateway port host: n-d-827839-2 {{(pid=103379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:53:18.771792 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14845806-fedc-4a8d-aca6-e195b7e21f14 req-a109ee0a-d7aa-49b6-9343-cc0efd9d884b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:53:18.773667 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-14845806-fedc-4a8d-aca6-e195b7e21f14 req-a109ee0a-d7aa-49b6-9343-cc0efd9d884b service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=41fb740a-fe35-4b66-8c63-e9b9f216cd47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0552022 Feb 04 17:53:18.803905 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-9c8a1f33-29e1-4368-9af5-0c1ad79d7a4b tempest-TestSecurityGroupsBasicOps-1394815037 tempest-TestSecurityGroupsBasicOps-1394815037-project] Publish callbacks [] for router_gateway (a87cf717-c564-4eb3-8866-b1086a6d7fed), precommit_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:18.879572 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-14845806-fedc-4a8d-aca6-e195b7e21f14 req-a3c83785-45f6-456a-b89e-6a28f348bb6c service neutron] 10.222.0.96 "GET /v2.0/networks/41fb740a-fe35-4b66-8c63-e9b9f216cd47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956802 Feb 04 17:53:19.009191 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-14845806-fedc-4a8d-aca6-e195b7e21f14 req-6c6e5629-e179-4077-936f-5eda78ebf64d service neutron] 10.222.0.96 "GET /v2.0/networks/41fb740a-fe35-4b66-8c63-e9b9f216cd47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1181650 Feb 04 17:53:19.051060 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-9c8a1f33-29e1-4368-9af5-0c1ad79d7a4b tempest-TestSecurityGroupsBasicOps-1394815037 tempest-TestSecurityGroupsBasicOps-1394815037-project] Publish callbacks [] for router_gateway (a87cf717-c564-4eb3-8866-b1086a6d7fed), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:19.071015 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-9c8a1f33-29e1-4368-9af5-0c1ad79d7a4b tempest-TestSecurityGroupsBasicOps-1394815037 tempest-TestSecurityGroupsBasicOps-1394815037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:19.091082 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-a3a76641-a07e-4fd3-b910-a229eca4b14c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21ca6278-2678-48ac-81f5-c3988e7d7b1b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-761745390', 'tenant_id': '86a0fd5c0c974eafbf1c6e95239dcb2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.12'}], 'enable_snat': True}, 'gw_port_id': '06a5e4d8-674f-4754-85d0-2e7b7e9830cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:49:51Z', 'updated_at': '2022-02-04T17:49:57Z', 'revision_number': 4, 'project_id': '86a0fd5c0c974eafbf1c6e95239dcb2c', 'gw_port': {'id': '06a5e4d8-674f-4754-85d0-2e7b7e9830cd', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:0b:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21ca6278-2678-48ac-81f5-c3988e7d7b1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3533, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:49:52Z', 'updated_at': '2022-02-04T17:49:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_interfaces': [{'id': '6114a57d-a027-4c3f-a10b-5d063132b1b7', 'name': '', 'network_id': '41fb740a-fe35-4b66-8c63-e9b9f216cd47', 'tenant_id': '86a0fd5c0c974eafbf1c6e95239dcb2c', 'mac_address': 'fa:16:3e:38:a2:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21ca6278-2678-48ac-81f5-c3988e7d7b1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3536, 'fixed_ips': [{'subnet_id': 'f4c901f0-faf0-43f9-9cbe-f8f05128a5fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:49:56Z', 'updated_at': '2022-02-04T17:50:04Z', 'revision_number': 5, 'project_id': '86a0fd5c0c974eafbf1c6e95239dcb2c', 'subnets': [{'id': 'f4c901f0-faf0-43f9-9cbe-f8f05128a5fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-2', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:53:19.117220 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3a76641-a07e-4fd3-b910-a229eca4b14c None None] The sync data for ids ['21ca6278-2678-48ac-81f5-c3988e7d7b1b'] in n-d-827839-2 is: [{'id': '21ca6278-2678-48ac-81f5-c3988e7d7b1b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-761745390', 'tenant_id': '86a0fd5c0c974eafbf1c6e95239dcb2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.12'}], 'enable_snat': True}, 'gw_port_id': '06a5e4d8-674f-4754-85d0-2e7b7e9830cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:49:51Z', 'updated_at': '2022-02-04T17:49:57Z', 'revision_number': 4, 'project_id': '86a0fd5c0c974eafbf1c6e95239dcb2c', 'gw_port': {'id': '06a5e4d8-674f-4754-85d0-2e7b7e9830cd', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:0b:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21ca6278-2678-48ac-81f5-c3988e7d7b1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3533, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:49:52Z', 'updated_at': '2022-02-04T17:49:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_interfaces': [{'id': '6114a57d-a027-4c3f-a10b-5d063132b1b7', 'name': '', 'network_id': '41fb740a-fe35-4b66-8c63-e9b9f216cd47', 'tenant_id': '86a0fd5c0c974eafbf1c6e95239dcb2c', 'mac_address': 'fa:16:3e:38:a2:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21ca6278-2678-48ac-81f5-c3988e7d7b1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3536, 'fixed_ips': [{'subnet_id': 'f4c901f0-faf0-43f9-9cbe-f8f05128a5fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:49:56Z', 'updated_at': '2022-02-04T17:50:04Z', 'revision_number': 5, 'project_id': '86a0fd5c0c974eafbf1c6e95239dcb2c', 'subnets': [{'id': 'f4c901f0-faf0-43f9-9cbe-f8f05128a5fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 17:53:19.184174 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.db_base_plugin_common [None req-9c8a1f33-29e1-4368-9af5-0c1ad79d7a4b tempest-TestSecurityGroupsBasicOps-1394815037 tempest-TestSecurityGroupsBasicOps-1394815037-project] Allocated IP 172.25.6.10 (48165773-85ad-49a1-9ec1-76fc8dc24188/7660bfad-1ea8-4fe7-831b-bed836f13efc/f2a07180-0a5b-4c52-92de-510c69420887) {{(pid=103377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:53:19.286939 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-9c8a1f33-29e1-4368-9af5-0c1ad79d7a4b tempest-TestSecurityGroupsBasicOps-1394815037 tempest-TestSecurityGroupsBasicOps-1394815037-project] Publish callbacks [] for port (f2a07180-0a5b-4c52-92de-510c69420887), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:19.322507 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-9c8a1f33-29e1-4368-9af5-0c1ad79d7a4b tempest-TestSecurityGroupsBasicOps-1394815037 tempest-TestSecurityGroupsBasicOps-1394815037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (f2a07180-0a5b-4c52-92de-510c69420887), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:19.369486 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6d0dffc-6ef1-42e8-921e-95e41e7327cc None None] New status for floating IP b8aae87f-9637-4fa2-a7b5-fdb04dca7f72: DOWN {{(pid=103378) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 17:53:19.378566 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8a1f33-29e1-4368-9af5-0c1ad79d7a4b tempest-TestSecurityGroupsBasicOps-1394815037 tempest-TestSecurityGroupsBasicOps-1394815037-project] Pushing event updated for resources: {'Port': ['ID=f2a07180-0a5b-4c52-92de-510c69420887,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:53:19.383770 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c8a1f33-29e1-4368-9af5-0c1ad79d7a4b tempest-TestSecurityGroupsBasicOps-1394815037 tempest-TestSecurityGroupsBasicOps-1394815037-project] Network 48165773-85ad-49a1-9ec1-76fc8dc24188 is already hosted by enough agents. {{(pid=103377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:53:19.385139 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [None req-9c8a1f33-29e1-4368-9af5-0c1ad79d7a4b tempest-TestSecurityGroupsBasicOps-1394815037 tempest-TestSecurityGroupsBasicOps-1394815037-project] Resources bound (agent type, host, resource id): {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:53:19.388069 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c8a1f33-29e1-4368-9af5-0c1ad79d7a4b tempest-TestSecurityGroupsBasicOps-1394815037 tempest-TestSecurityGroupsBasicOps-1394815037-project] Received port after_create {{(pid=103377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:53:19.529811 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-71bb2a18-7f18-4941-b667-00b770943d0d req-6272f614-ea33-474b-b326-397566a9ef9e tempest-VolumesActionsTest-2144497543 tempest-VolumesActionsTest-2144497543-project] 10.222.0.89 "GET /v2.0/ports?device_id=c225885a-0efc-4ffd-8466-a60558017889 HTTP/1.1" status: 200 len: 210 time: 0.0901706 Feb 04 17:53:19.587593 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30d7f71-59e4-4f56-90f6-3cae3fc00cb0 req-6967946f-f074-4c77-b925-861035f3b98e tempest-VolumesActionsTest-2144497543 tempest-VolumesActionsTest-2144497543-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:53:19.589167 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-e30d7f71-59e4-4f56-90f6-3cae3fc00cb0 req-6967946f-f074-4c77-b925-861035f3b98e tempest-VolumesActionsTest-2144497543 tempest-VolumesActionsTest-2144497543-project] 10.222.0.96 "GET /v2.0/networks?id=44a877d4-fd4c-458d-9a6a-2314ea8283c7 HTTP/1.1" status: 200 len: 808 time: 0.1318655 Feb 04 17:53:19.603250 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [req-e30d7f71-59e4-4f56-90f6-3cae3fc00cb0 req-bdd280f1-6f66-43db-a744-06313986f201 tempest-VolumesActionsTest-2144497543 tempest-VolumesActionsTest-2144497543-project] Request body: {'port': {'device_id': 'c225885a-0efc-4ffd-8466-a60558017889', 'network_id': '44a877d4-fd4c-458d-9a6a-2314ea8283c7', 'admin_state_up': True, 'tenant_id': 'dce41f66e0e9401aa1c4cd98e087f71c'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:53:19.694894 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-9c8a1f33-29e1-4368-9af5-0c1ad79d7a4b tempest-TestSecurityGroupsBasicOps-1394815037 tempest-TestSecurityGroupsBasicOps-1394815037-project] Publish callbacks [] for router_gateway (a87cf717-c564-4eb3-8866-b1086a6d7fed), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:19.712258 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e30d7f71-59e4-4f56-90f6-3cae3fc00cb0 req-bdd280f1-6f66-43db-a744-06313986f201 tempest-VolumesActionsTest-2144497543 tempest-VolumesActionsTest-2144497543-project] Made reservation on behalf of dce41f66e0e9401aa1c4cd98e087f71c for: {'port': 1} {{(pid=103376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:53:19.716869 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-e30d7f71-59e4-4f56-90f6-3cae3fc00cb0 req-bdd280f1-6f66-43db-a744-06313986f201 tempest-VolumesActionsTest-2144497543 tempest-VolumesActionsTest-2144497543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:19.881913 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73efd1b-3389-43fe-945f-fb1b750d661a req-94c11827-1895-4bb9-b3a2-4340580af00b tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:53:19.883284 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-d73efd1b-3389-43fe-945f-fb1b750d661a req-94c11827-1895-4bb9-b3a2-4340580af00b tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] 10.222.0.89 "GET /v2.0/ports?device_id=4838cc33-5e81-4c6b-bf0f-42646b0b5925 HTTP/1.1" status: 200 len: 945 time: 0.1003850 Feb 04 17:53:19.893451 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.db_base_plugin_common [req-e30d7f71-59e4-4f56-90f6-3cae3fc00cb0 req-bdd280f1-6f66-43db-a744-06313986f201 tempest-VolumesActionsTest-2144497543 tempest-VolumesActionsTest-2144497543-project] Allocated IP 172.20.0.2 (44a877d4-fd4c-458d-9a6a-2314ea8283c7/a0e02d8f-a007-4f10-9be1-01f847838f99/83eb0e58-1f65-4897-b904-82349e034570) {{(pid=103376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:53:19.898582 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-9c8a1f33-29e1-4368-9af5-0c1ad79d7a4b tempest-TestSecurityGroupsBasicOps-1394815037 tempest-TestSecurityGroupsBasicOps-1394815037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1602046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603680'] for router (a87cf717-c564-4eb3-8866-b1086a6d7fed), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:19.963000 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-d73efd1b-3389-43fe-945f-fb1b750d661a req-45260a57-145f-4983-81a5-c9ca149b5299 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] 10.222.0.89 "GET /v2.0/security-groups?id=b2d41e04-1724-4f40-b9e4-c2fd276b506f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0708711 Feb 04 17:53:20.031229 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c8a1f33-29e1-4368-9af5-0c1ad79d7a4b tempest-TestSecurityGroupsBasicOps-1394815037 tempest-TestSecurityGroupsBasicOps-1394815037-project] Router a87cf717-c564-4eb3-8866-b1086a6d7fed is scheduled to L3 agent 64ada913-9131-4d99-a265-63a920956287 with binding_index 1 {{(pid=103377) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 17:53:20.089184 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-e30d7f71-59e4-4f56-90f6-3cae3fc00cb0 req-bdd280f1-6f66-43db-a744-06313986f201 tempest-VolumesActionsTest-2144497543 tempest-VolumesActionsTest-2144497543-project] Publish callbacks [] for port (83eb0e58-1f65-4897-b904-82349e034570), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:20.124955 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-e30d7f71-59e4-4f56-90f6-3cae3fc00cb0 req-bdd280f1-6f66-43db-a744-06313986f201 tempest-VolumesActionsTest-2144497543 tempest-VolumesActionsTest-2144497543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (83eb0e58-1f65-4897-b904-82349e034570), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:20.147138 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c8a1f33-29e1-4368-9af5-0c1ad79d7a4b tempest-TestSecurityGroupsBasicOps-1394815037 tempest-TestSecurityGroupsBasicOps-1394815037-project] Notify agent at l3_agent.n-d-827839-2 the message routers_updated {{(pid=103377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 17:53:20.157728 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aa6f22a-27e5-4e65-8cc9-5b6b6249ad29 None None] Sync routers for ids ['a87cf717-c564-4eb3-8866-b1086a6d7fed'] in n-d-827839-2 {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 17:53:20.168491 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aa6f22a-27e5-4e65-8cc9-5b6b6249ad29 None None] Routers {'a87cf717-c564-4eb3-8866-b1086a6d7fed'} bound to L3 agent in host n-d-827839-2 {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:53:20.169789 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-3aa6f22a-27e5-4e65-8cc9-5b6b6249ad29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:53:03Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['a87cf717-c564-4eb3-8866-b1086a6d7fed'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:53:20.173641 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e30d7f71-59e4-4f56-90f6-3cae3fc00cb0 req-bdd280f1-6f66-43db-a744-06313986f201 tempest-VolumesActionsTest-2144497543 tempest-VolumesActionsTest-2144497543-project] Network 44a877d4-fd4c-458d-9a6a-2314ea8283c7 is already hosted by enough agents. {{(pid=103376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:53:20.176698 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-9c8a1f33-29e1-4368-9af5-0c1ad79d7a4b tempest-TestSecurityGroupsBasicOps-1394815037 tempest-TestSecurityGroupsBasicOps-1394815037-project] Publish callbacks [] for router (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:20.176957 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [req-e30d7f71-59e4-4f56-90f6-3cae3fc00cb0 req-bdd280f1-6f66-43db-a744-06313986f201 tempest-VolumesActionsTest-2144497543 tempest-VolumesActionsTest-2144497543-project] Resources bound (agent type, host, resource id): {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:53:20.180916 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-9c8a1f33-29e1-4368-9af5-0c1ad79d7a4b tempest-TestSecurityGroupsBasicOps-1394815037 tempest-TestSecurityGroupsBasicOps-1394815037-project] 10.222.0.89 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 1.7159219 Feb 04 17:53:20.181109 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [req-e30d7f71-59e4-4f56-90f6-3cae3fc00cb0 req-bdd280f1-6f66-43db-a744-06313986f201 tempest-VolumesActionsTest-2144497543 tempest-VolumesActionsTest-2144497543-project] Received port after_create {{(pid=103376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:53:20.183696 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 49680) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:53:20.187024 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd280f1-6f66-43db-a744-06313986f201 tempest-VolumesActionsTest-2144497543 tempest-VolumesActionsTest-2144497543-project] Pushing event updated for resources: {'Port': ['ID=83eb0e58-1f65-4897-b904-82349e034570,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:53:20.263534 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30d7f71-59e4-4f56-90f6-3cae3fc00cb0 req-bdd280f1-6f66-43db-a744-06313986f201 tempest-VolumesActionsTest-2144497543 tempest-VolumesActionsTest-2144497543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:53:20.263827 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1739310f-ba22-46bb-ae70-fb92371949cd tempest-TestSecurityGroupsBasicOps-1572966994 tempest-TestSecurityGroupsBasicOps-1572966994-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:53:20.264614 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-e30d7f71-59e4-4f56-90f6-3cae3fc00cb0 req-bdd280f1-6f66-43db-a744-06313986f201 tempest-VolumesActionsTest-2144497543 tempest-VolumesActionsTest-2144497543-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:20.265202 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-1739310f-ba22-46bb-ae70-fb92371949cd tempest-TestSecurityGroupsBasicOps-1572966994 tempest-TestSecurityGroupsBasicOps-1572966994-project-admin] 10.222.0.89 "GET /v2.0/subnets?project_id=c8bedfd6a8d44aafbac239d3537c77f3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.0805473 Feb 04 17:53:20.267887 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 49682) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:53:20.291972 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvr_db [None req-3aa6f22a-27e5-4e65-8cc9-5b6b6249ad29 None None] Set router a87cf717-c564-4eb3-8866-b1086a6d7fed gateway port host: n-d-827839-2 {{(pid=103379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:53:20.293335 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-e30d7f71-59e4-4f56-90f6-3cae3fc00cb0 req-bdd280f1-6f66-43db-a744-06313986f201 tempest-VolumesActionsTest-2144497543 tempest-VolumesActionsTest-2144497543-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6946182 Feb 04 17:53:20.301755 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed0ea74-e46d-4b09-b6b2-b0a5cbbcb4a3 req-25da2c36-396c-495e-9b24-f2db96150460 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:53:20.303350 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-bed0ea74-e46d-4b09-b6b2-b0a5cbbcb4a3 req-25da2c36-396c-495e-9b24-f2db96150460 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] 10.222.0.96 "GET /v2.0/ports?device_id=4838cc33-5e81-4c6b-bf0f-42646b0b5925 HTTP/1.1" status: 200 len: 945 time: 0.0922647 Feb 04 17:53:20.308424 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [req-e30d7f71-59e4-4f56-90f6-3cae3fc00cb0 req-986f9886-046c-444d-aaa2-11d098aff1f1 service neutron] Request body: {'port': {'device_id': 'c225885a-0efc-4ffd-8466-a60558017889', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827839-2'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:53:20.363873 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed24b91a-eb9f-4df2-b39b-148d94aab709 tempest-TestSecurityGroupsBasicOps-1572966994 tempest-TestSecurityGroupsBasicOps-1572966994-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:53:20.367977 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-ed24b91a-eb9f-4df2-b39b-148d94aab709 tempest-TestSecurityGroupsBasicOps-1572966994 tempest-TestSecurityGroupsBasicOps-1572966994-project-admin] 10.222.0.89 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0965862 Feb 04 17:53:20.368213 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 49684) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:53:20.411998 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-7615d160-17ba-4492-a041-17b190dfa0f7 tempest-TestSecurityGroupsBasicOps-1572966994 tempest-TestSecurityGroupsBasicOps-1572966994-project-admin] 10.222.0.89 "GET /v2.0/subnets?network_id=48165773-85ad-49a1-9ec1-76fc8dc24188&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0394933 Feb 04 17:53:20.412290 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 49686) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:53:20.439457 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-c46610f6-ecc0-437e-9d0e-e71a215e7ba8 tempest-TestSecurityGroupsBasicOps-1572966994 tempest-TestSecurityGroupsBasicOps-1572966994-project-admin] 10.222.0.89 "GET /v2.0/subnets?project_id=c8bedfd6a8d44aafbac239d3537c77f3&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0262709 Feb 04 17:53:20.441870 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 49688) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:53:20.462319 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-e30d7f71-59e4-4f56-90f6-3cae3fc00cb0 req-986f9886-046c-444d-aaa2-11d098aff1f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (83eb0e58-1f65-4897-b904-82349e034570), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:20.482667 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [req-bed0ea74-e46d-4b09-b6b2-b0a5cbbcb4a3 req-c74927d4-1163-455e-a8ba-9cb92c58e26f tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Deleting port 145590c2-a0bd-4185-b491-aa8555141129 {{(pid=103376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:53:20.483008 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-bed0ea74-e46d-4b09-b6b2-b0a5cbbcb4a3 req-c74927d4-1163-455e-a8ba-9cb92c58e26f tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (145590c2-a0bd-4185-b491-aa8555141129), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:20.496237 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-3aa6f22a-27e5-4e65-8cc9-5b6b6249ad29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a87cf717-c564-4eb3-8866-b1086a6d7fed', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1935290232', 'tenant_id': 'c8bedfd6a8d44aafbac239d3537c77f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.10'}], 'enable_snat': True}, 'gw_port_id': 'f2a07180-0a5b-4c52-92de-510c69420887', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:53:18Z', 'updated_at': '2022-02-04T17:53:19Z', 'revision_number': 3, 'project_id': 'c8bedfd6a8d44aafbac239d3537c77f3', 'gw_port': {'id': 'f2a07180-0a5b-4c52-92de-510c69420887', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:89:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a87cf717-c564-4eb3-8866-b1086a6d7fed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3908, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:53:19Z', 'updated_at': '2022-02-04T17:53:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2'}], 'n-d-827839-2', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:53:20.523753 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aa6f22a-27e5-4e65-8cc9-5b6b6249ad29 None None] Checking router: a87cf717-c564-4eb3-8866-b1086a6d7fed for host: n-d-827839-2 {{(pid=103379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 17:53:20.524574 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aa6f22a-27e5-4e65-8cc9-5b6b6249ad29 None None] Updating router a87cf717-c564-4eb3-8866-b1086a6d7fed port f2a07180-0a5b-4c52-92de-510c69420887 binding host n-d-827839-2 {{(pid=103379) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 17:53:20.541366 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83141ccf-42f1-4238-93e9-560116e03876 tempest-TestSecurityGroupsBasicOps-1572966994 tempest-TestSecurityGroupsBasicOps-1572966994-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:53:20.546559 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-83141ccf-42f1-4238-93e9-560116e03876 tempest-TestSecurityGroupsBasicOps-1572966994 tempest-TestSecurityGroupsBasicOps-1572966994-project-admin] 10.222.0.89 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1001163 Feb 04 17:53:20.546559 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 49690) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:53:20.555397 n-d-827839-2 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-3aa6f22a-27e5-4e65-8cc9-5b6b6249ad29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (f2a07180-0a5b-4c52-92de-510c69420887), before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:20.574312 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-4a2c07b6-2d76-4bdb-ad8b-195098c3f8c6 tempest-TestSecurityGroupsBasicOps-1572966994 tempest-TestSecurityGroupsBasicOps-1572966994-project-admin] 10.222.0.89 "GET /v2.0/subnets?network_id=48165773-85ad-49a1-9ec1-76fc8dc24188&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0272059 Feb 04 17:53:20.580497 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 49694) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:53:20.585891 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-fbd44047-b198-4aa0-9211-e8fb652003c8 tempest-TestSecurityGroupsBasicOps-1394815037 tempest-TestSecurityGroupsBasicOps-1394815037-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1309184733', 'network_id': 'c444373f-eee7-406f-b309-a7f2ff8d73bc', 'project_id': 'c8bedfd6a8d44aafbac239d3537c77f3', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:53:20.694854 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [req-bed0ea74-e46d-4b09-b6b2-b0a5cbbcb4a3 req-c74927d4-1163-455e-a8ba-9cb92c58e26f tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] For port 145590c2-a0bd-4185-b491-aa8555141129, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=145590c2-a0bd-4185-b491-aa8555141129,segment=NetworkSegment(167c411e-9f7f-4326-a28d-dfddd0e85fbf),segment_id=167c411e-9f7f-4326-a28d-dfddd0e85fbf)] {{(pid=103376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:53:20.695287 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-bed0ea74-e46d-4b09-b6b2-b0a5cbbcb4a3 req-c74927d4-1163-455e-a8ba-9cb92c58e26f tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (145590c2-a0bd-4185-b491-aa8555141129), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:20.750641 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [req-bed0ea74-e46d-4b09-b6b2-b0a5cbbcb4a3 req-c74927d4-1163-455e-a8ba-9cb92c58e26f tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Calling delete_port for 145590c2-a0bd-4185-b491-aa8555141129 owned by compute:nova {{(pid=103376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:53:20.836206 n-d-827839-2 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-3aa6f22a-27e5-4e65-8cc9-5b6b6249ad29 None None] Publish callbacks [] for port (f2a07180-0a5b-4c52-92de-510c69420887), precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:20.843160 n-d-827839-2 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-3aa6f22a-27e5-4e65-8cc9-5b6b6249ad29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (f2a07180-0a5b-4c52-92de-510c69420887), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:20.900869 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [None req-3aa6f22a-27e5-4e65-8cc9-5b6b6249ad29 None None] Attempting to bind port f2a07180-0a5b-4c52-92de-510c69420887 on host n-d-827839-2 for vnic_type normal with profile {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:53:20.901331 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [None req-3aa6f22a-27e5-4e65-8cc9-5b6b6249ad29 None None] Attempting to bind port f2a07180-0a5b-4c52-92de-510c69420887 by drivers openvswitch,hyperv on host n-d-827839-2 at level 0 using segments [{'id': '5942dc44-1f07-4c27-b0ab-45a2bff20dd5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188'}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:53:20.901756 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aa6f22a-27e5-4e65-8cc9-5b6b6249ad29 None None] Attempting to bind port f2a07180-0a5b-4c52-92de-510c69420887 on network 48165773-85ad-49a1-9ec1-76fc8dc24188 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:53:20.905394 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2769930-7ad3-4c6c-b608-9ffc5e649849 None None] Pushing event updated for resources: {'Port': ['ID=f2a07180-0a5b-4c52-92de-510c69420887,revision_number=2']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:53:20.910430 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aa6f22a-27e5-4e65-8cc9-5b6b6249ad29 None None] Checking agent: {'id': 'ba70844b-66a0-45fd-a2f2-e6ed673321fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 0, 36), 'started_at': datetime.datetime(2022, 2, 4, 17, 1, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 53, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:53:20.910894 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aa6f22a-27e5-4e65-8cc9-5b6b6249ad29 None None] Checking segment: {'id': '5942dc44-1f07-4c27-b0ab-45a2bff20dd5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:53:20.911364 n-d-827839-2 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-3aa6f22a-27e5-4e65-8cc9-5b6b6249ad29 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:20.911921 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aa6f22a-27e5-4e65-8cc9-5b6b6249ad29 None None] Bound using segment: {'id': '5942dc44-1f07-4c27-b0ab-45a2bff20dd5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188'} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:53:20.912352 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [None req-3aa6f22a-27e5-4e65-8cc9-5b6b6249ad29 None None] Bound port: f2a07180-0a5b-4c52-92de-510c69420887, host: n-d-827839-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5942dc44-1f07-4c27-b0ab-45a2bff20dd5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188'}}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:53:20.912821 n-d-827839-2 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-3aa6f22a-27e5-4e65-8cc9-5b6b6249ad29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (f2a07180-0a5b-4c52-92de-510c69420887), before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:20.955909 n-d-827839-2 neutron-server[103376]: DEBUG neutron.notifiers.nova [req-e30d7f71-59e4-4f56-90f6-3cae3fc00cb0 req-986f9886-046c-444d-aaa2-11d098aff1f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 83eb0e58-1f65-4897-b904-82349e034570 {{(pid=103376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 17:53:20.968999 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-e30d7f71-59e4-4f56-90f6-3cae3fc00cb0 req-986f9886-046c-444d-aaa2-11d098aff1f1 service neutron] Publish callbacks [] for port (83eb0e58-1f65-4897-b904-82349e034570), precommit_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:20.970361 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-3aa6f22a-27e5-4e65-8cc9-5b6b6249ad29 None None] For port f2a07180-0a5b-4c52-92de-510c69420887, host n-d-827839-2, cleared binding levels {{(pid=103379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:53:20.974051 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-3aa6f22a-27e5-4e65-8cc9-5b6b6249ad29 None None] For port f2a07180-0a5b-4c52-92de-510c69420887, host n-d-827839-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=f2a07180-0a5b-4c52-92de-510c69420887,segment=NetworkSegment(5942dc44-1f07-4c27-b0ab-45a2bff20dd5),segment_id=5942dc44-1f07-4c27-b0ab-45a2bff20dd5)] {{(pid=103379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:53:20.980138 n-d-827839-2 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-3aa6f22a-27e5-4e65-8cc9-5b6b6249ad29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (f2a07180-0a5b-4c52-92de-510c69420887), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:20.995268 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.provisioning_blocks [req-e30d7f71-59e4-4f56-90f6-3cae3fc00cb0 req-986f9886-046c-444d-aaa2-11d098aff1f1 service neutron] Transition to ACTIVE for port object 83eb0e58-1f65-4897-b904-82349e034570 will not be triggered until provisioned by entity L2. {{(pid=103376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 17:53:20.999235 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-bed0ea74-e46d-4b09-b6b2-b0a5cbbcb4a3 req-c74927d4-1163-455e-a8ba-9cb92c58e26f tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (145590c2-a0bd-4185-b491-aa8555141129), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:21.013761 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-e30d7f71-59e4-4f56-90f6-3cae3fc00cb0 req-986f9886-046c-444d-aaa2-11d098aff1f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675836'] for port (83eb0e58-1f65-4897-b904-82349e034570), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:21.053127 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aa6f22a-27e5-4e65-8cc9-5b6b6249ad29 None None] Routers {'a87cf717-c564-4eb3-8866-b1086a6d7fed'} bound to L3 agent in host n-d-827839-2 {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:53:21.053755 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-3aa6f22a-27e5-4e65-8cc9-5b6b6249ad29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:53:03Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['a87cf717-c564-4eb3-8866-b1086a6d7fed'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:53:21.057761 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2769930-7ad3-4c6c-b608-9ffc5e649849 None None] Pushing event updated for resources: {'Port': ['ID=f2a07180-0a5b-4c52-92de-510c69420887,revision_number=3']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:53:21.064529 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74927d4-1163-455e-a8ba-9cb92c58e26f tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Pushing event deleted for resources: {'Port': ['ID=145590c2-a0bd-4185-b491-aa8555141129,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:53:21.073170 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249a51f6-cce4-4949-998e-99d55ea27bd0 req-4688098a-2c6e-42b3-9270-3d174d225385 tempest-VolumesActionsTest-2144497543 tempest-VolumesActionsTest-2144497543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:53:21.074590 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-249a51f6-cce4-4949-998e-99d55ea27bd0 req-4688098a-2c6e-42b3-9270-3d174d225385 tempest-VolumesActionsTest-2144497543 tempest-VolumesActionsTest-2144497543-project] 10.222.0.89 "GET /v2.0/ports?device_id=c225885a-0efc-4ffd-8466-a60558017889 HTTP/1.1" status: 200 len: 931 time: 0.4490216 Feb 04 17:53:21.085796 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbd44047-b198-4aa0-9211-e8fb652003c8 tempest-TestSecurityGroupsBasicOps-1394815037 tempest-TestSecurityGroupsBasicOps-1394815037-project] Made reservation on behalf of c8bedfd6a8d44aafbac239d3537c77f3 for: {'subnet': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:53:21.090333 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-fbd44047-b198-4aa0-9211-e8fb652003c8 tempest-TestSecurityGroupsBasicOps-1394815037 tempest-TestSecurityGroupsBasicOps-1394815037-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25597243'] for subnet (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:21.182318 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-03ce3b42-20fb-49d7-af3c-f3aadc8e0809 req-4e9cf788-d3ca-4192-a887-ee1cde4516c6 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] 10.222.0.89 "GET /v2.0/ports?device_id=4838cc33-5e81-4c6b-bf0f-42646b0b5925 HTTP/1.1" status: 200 len: 210 time: 0.0887613 Feb 04 17:53:21.197088 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-249a51f6-cce4-4949-998e-99d55ea27bd0 req-b35a19fb-7385-495d-8664-0ba8ec885594 tempest-VolumesActionsTest-2144497543 tempest-VolumesActionsTest-2144497543-project] 10.222.0.89 "GET /v2.0/security-groups?id=50ce5128-25ba-40af-9e89-3a257d2090ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139307 Feb 04 17:53:21.209230 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [req-bed0ea74-e46d-4b09-b6b2-b0a5cbbcb4a3 req-c74927d4-1163-455e-a8ba-9cb92c58e26f tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] No DVR routers for this DVR port 145590c2-a0bd-4185-b491-aa8555141129 on host n-h1-827839-2 {{(pid=103376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 17:53:21.213881 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvr_db [None req-3aa6f22a-27e5-4e65-8cc9-5b6b6249ad29 None None] Set router a87cf717-c564-4eb3-8866-b1086a6d7fed gateway port host: n-d-827839-2 {{(pid=103379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:53:21.226595 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-bed0ea74-e46d-4b09-b6b2-b0a5cbbcb4a3 req-c74927d4-1163-455e-a8ba-9cb92c58e26f tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:21.230685 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-bed0ea74-e46d-4b09-b6b2-b0a5cbbcb4a3 req-c74927d4-1163-455e-a8ba-9cb92c58e26f tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] 10.222.0.96 "DELETE /v2.0/ports/145590c2-a0bd-4185-b491-aa8555141129 HTTP/1.1" status: 204 len: 173 time: 0.9189487 Feb 04 17:53:21.231324 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986f9886-046c-444d-aaa2-11d098aff1f1 service neutron] Pushing event updated for resources: {'Port': ['ID=83eb0e58-1f65-4897-b904-82349e034570,revision_number=2']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:53:21.235941 n-d-827839-2 neutron-server[103376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4838cc33-5e81-4c6b-bf0f-42646b0b5925', 'name': 'network-vif-deleted', 'tag': '145590c2-a0bd-4185-b491-aa8555141129'}] {{(pid=103376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:53:21.238211 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d59c3bb5e2f09ebf62144d5e09b1cff60c763a9c19614c24538e77842938c05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6beaaacc-472b-41fc-9a4d-9b96308eb971" -d '{"events": [{"server_uuid": "4838cc33-5e81-4c6b-bf0f-42646b0b5925", "name": "network-vif-deleted", "tag": "145590c2-a0bd-4185-b491-aa8555141129"}]}' {{(pid=103376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:53:21.306702 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 17:53:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3e7b41b-276a-4aa4-8e97-c6e229f045f4 x-openstack-request-id: req-b3e7b41b-276a-4aa4-8e97-c6e229f045f4 {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:53:21.307003 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4838cc33-5e81-4c6b-bf0f-42646b0b5925", "name": "network-vif-deleted", "tag": "145590c2-a0bd-4185-b491-aa8555141129", "status": "completed", "code": 200}]} {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:53:21.307266 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-b3e7b41b-276a-4aa4-8e97-c6e229f045f4 {{(pid=103376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:53:21.307676 n-d-827839-2 neutron-server[103376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4838cc33-5e81-4c6b-bf0f-42646b0b5925', 'name': 'network-vif-deleted', 'tag': '145590c2-a0bd-4185-b491-aa8555141129', 'status': 'completed', 'code': 200} Feb 04 17:53:21.310796 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [req-e30d7f71-59e4-4f56-90f6-3cae3fc00cb0 req-986f9886-046c-444d-aaa2-11d098aff1f1 service neutron] Attempting to bind port 83eb0e58-1f65-4897-b904-82349e034570 on host n-h1-827839-2 for vnic_type normal with profile {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:53:21.311321 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [req-e30d7f71-59e4-4f56-90f6-3cae3fc00cb0 req-986f9886-046c-444d-aaa2-11d098aff1f1 service neutron] Attempting to bind port 83eb0e58-1f65-4897-b904-82349e034570 by drivers openvswitch,hyperv on host n-h1-827839-2 at level 0 using segments [{'id': 'e9b47f89-bdff-4894-9b86-76680e38d2be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '44a877d4-fd4c-458d-9a6a-2314ea8283c7'}] {{(pid=103376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:53:21.311666 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e30d7f71-59e4-4f56-90f6-3cae3fc00cb0 req-986f9886-046c-444d-aaa2-11d098aff1f1 service neutron] Attempting to bind port 83eb0e58-1f65-4897-b904-82349e034570 on network 44a877d4-fd4c-458d-9a6a-2314ea8283c7 {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:53:21.322791 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e30d7f71-59e4-4f56-90f6-3cae3fc00cb0 req-986f9886-046c-444d-aaa2-11d098aff1f1 service neutron] Port 83eb0e58-1f65-4897-b904-82349e034570 on network 44a877d4-fd4c-458d-9a6a-2314ea8283c7 not bound, no agent of type Open vSwitch agent registered on host n-h1-827839-2 {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 17:53:21.322791 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e30d7f71-59e4-4f56-90f6-3cae3fc00cb0 req-986f9886-046c-444d-aaa2-11d098aff1f1 service neutron] Attempting to bind port 83eb0e58-1f65-4897-b904-82349e034570 on network 44a877d4-fd4c-458d-9a6a-2314ea8283c7 {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:53:21.324841 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e30d7f71-59e4-4f56-90f6-3cae3fc00cb0 req-986f9886-046c-444d-aaa2-11d098aff1f1 service neutron] Checking agent: {'id': '3f9244a9-75fc-4c10-b195-11d48b853b41', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 8, 42), 'started_at': datetime.datetime(2022, 2, 4, 17, 8, 42), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 53, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:53:21.325357 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e30d7f71-59e4-4f56-90f6-3cae3fc00cb0 req-986f9886-046c-444d-aaa2-11d098aff1f1 service neutron] Checking segment: {'id': 'e9b47f89-bdff-4894-9b86-76680e38d2be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '44a877d4-fd4c-458d-9a6a-2314ea8283c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:53:21.325810 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e30d7f71-59e4-4f56-90f6-3cae3fc00cb0 req-986f9886-046c-444d-aaa2-11d098aff1f1 service neutron] Bound using segment: {'id': 'e9b47f89-bdff-4894-9b86-76680e38d2be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '44a877d4-fd4c-458d-9a6a-2314ea8283c7'} {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:53:21.327210 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [req-e30d7f71-59e4-4f56-90f6-3cae3fc00cb0 req-986f9886-046c-444d-aaa2-11d098aff1f1 service neutron] Bound port: 83eb0e58-1f65-4897-b904-82349e034570, host: n-h1-827839-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e9b47f89-bdff-4894-9b86-76680e38d2be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '44a877d4-fd4c-458d-9a6a-2314ea8283c7'}}] {{(pid=103376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:53:21.327632 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-e30d7f71-59e4-4f56-90f6-3cae3fc00cb0 req-986f9886-046c-444d-aaa2-11d098aff1f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (83eb0e58-1f65-4897-b904-82349e034570), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:21.371406 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-fbd44047-b198-4aa0-9211-e8fb652003c8 tempest-TestSecurityGroupsBasicOps-1394815037 tempest-TestSecurityGroupsBasicOps-1394815037-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25889445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25597197'] for subnet (bc1fcc6b-53fb-4ec5-be5d-7ef095d9fd7a), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:21.407928 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [req-e30d7f71-59e4-4f56-90f6-3cae3fc00cb0 req-986f9886-046c-444d-aaa2-11d098aff1f1 service neutron] For port 83eb0e58-1f65-4897-b904-82349e034570, host n-h1-827839-2, cleared binding levels {{(pid=103376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:53:21.411414 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [req-e30d7f71-59e4-4f56-90f6-3cae3fc00cb0 req-986f9886-046c-444d-aaa2-11d098aff1f1 service neutron] For port 83eb0e58-1f65-4897-b904-82349e034570, host n-h1-827839-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=83eb0e58-1f65-4897-b904-82349e034570,segment=NetworkSegment(e9b47f89-bdff-4894-9b86-76680e38d2be),segment_id=e9b47f89-bdff-4894-9b86-76680e38d2be)] {{(pid=103376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:53:21.421066 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-e30d7f71-59e4-4f56-90f6-3cae3fc00cb0 req-986f9886-046c-444d-aaa2-11d098aff1f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675836'] for port (83eb0e58-1f65-4897-b904-82349e034570), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:21.433501 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd44047-b198-4aa0-9211-e8fb652003c8 tempest-TestSecurityGroupsBasicOps-1394815037 tempest-TestSecurityGroupsBasicOps-1394815037-project] Pushing event updated for resources: {'Subnet': ['ID=bc1fcc6b-53fb-4ec5-be5d-7ef095d9fd7a,revision_number=0']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:53:21.450140 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbd44047-b198-4aa0-9211-e8fb652003c8 tempest-TestSecurityGroupsBasicOps-1394815037 tempest-TestSecurityGroupsBasicOps-1394815037-project] Checking segment: {'id': '9e156204-fd65-4af5-90bf-95f8ea6ca723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': 'c444373f-eee7-406f-b309-a7f2ff8d73bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:53:21.450549 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbd44047-b198-4aa0-9211-e8fb652003c8 tempest-TestSecurityGroupsBasicOps-1394815037 tempest-TestSecurityGroupsBasicOps-1394815037-project] Network hostable DHCP agents. Network: c444373f-eee7-406f-b309-a7f2ff8d73bc, hostable agents: ['bb89f5a3-3c22-440b-b7d1-c4f0c43c184a'], hosted agents: [] {{(pid=103377) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 17:53:21.467730 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30d7f71-59e4-4f56-90f6-3cae3fc00cb0 req-986f9886-046c-444d-aaa2-11d098aff1f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:53:21.468472 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-e30d7f71-59e4-4f56-90f6-3cae3fc00cb0 req-986f9886-046c-444d-aaa2-11d098aff1f1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:21.469985 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-e30d7f71-59e4-4f56-90f6-3cae3fc00cb0 req-986f9886-046c-444d-aaa2-11d098aff1f1 service neutron] 10.222.0.96 "PUT /v2.0/ports/83eb0e58-1f65-4897-b904-82349e034570 HTTP/1.1" status: 200 len: 1091 time: 1.1656220 Feb 04 17:53:21.480813 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbd44047-b198-4aa0-9211-e8fb652003c8 tempest-TestSecurityGroupsBasicOps-1394815037 tempest-TestSecurityGroupsBasicOps-1394815037-project] Network c444373f-eee7-406f-b309-a7f2ff8d73bc is scheduled to be hosted by DHCP agent bb89f5a3-3c22-440b-b7d1-c4f0c43c184a with binding_index 1 {{(pid=103377) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 17:53:21.485799 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-3aa6f22a-27e5-4e65-8cc9-5b6b6249ad29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a87cf717-c564-4eb3-8866-b1086a6d7fed', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1935290232', 'tenant_id': 'c8bedfd6a8d44aafbac239d3537c77f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.10'}], 'enable_snat': True}, 'gw_port_id': 'f2a07180-0a5b-4c52-92de-510c69420887', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:53:18Z', 'updated_at': '2022-02-04T17:53:19Z', 'revision_number': 3, 'project_id': 'c8bedfd6a8d44aafbac239d3537c77f3', 'gw_port': {'id': 'f2a07180-0a5b-4c52-92de-510c69420887', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:89:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a87cf717-c564-4eb3-8866-b1086a6d7fed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3908, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:53:19Z', 'updated_at': '2022-02-04T17:53:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2'}], 'n-d-827839-2', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:53:21.497929 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [None req-fbd44047-b198-4aa0-9211-e8fb652003c8 tempest-TestSecurityGroupsBasicOps-1394815037 tempest-TestSecurityGroupsBasicOps-1394815037-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827839-2, c444373f-eee7-406f-b309-a7f2ff8d73bc) {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:53:21.502724 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbd44047-b198-4aa0-9211-e8fb652003c8 tempest-TestSecurityGroupsBasicOps-1394815037 tempest-TestSecurityGroupsBasicOps-1394815037-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:53:21.503391 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-fbd44047-b198-4aa0-9211-e8fb652003c8 tempest-TestSecurityGroupsBasicOps-1394815037 tempest-TestSecurityGroupsBasicOps-1394815037-project] Publish callbacks [] for subnet (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:21.515032 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9161832a-0d0d-4fd0-be32-3f7c52e7b8f1 None None] Network c444373f-eee7-406f-b309-a7f2ff8d73bc requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:53:21.517975 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aa6f22a-27e5-4e65-8cc9-5b6b6249ad29 None None] The sync data for ids ['a87cf717-c564-4eb3-8866-b1086a6d7fed'] in n-d-827839-2 is: [{'id': 'a87cf717-c564-4eb3-8866-b1086a6d7fed', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1935290232', 'tenant_id': 'c8bedfd6a8d44aafbac239d3537c77f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.10'}], 'enable_snat': True}, 'gw_port_id': 'f2a07180-0a5b-4c52-92de-510c69420887', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:53:18Z', 'updated_at': '2022-02-04T17:53:19Z', 'revision_number': 3, 'project_id': 'c8bedfd6a8d44aafbac239d3537c77f3', 'gw_port': {'id': 'f2a07180-0a5b-4c52-92de-510c69420887', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:89:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a87cf717-c564-4eb3-8866-b1086a6d7fed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3908, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:53:19Z', 'updated_at': '2022-02-04T17:53:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2'}] {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 17:53:21.523705 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-fbd44047-b198-4aa0-9211-e8fb652003c8 tempest-TestSecurityGroupsBasicOps-1394815037 tempest-TestSecurityGroupsBasicOps-1394815037-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.9418485 Feb 04 17:53:21.526372 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 49702) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:53:21.527342 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986f9886-046c-444d-aaa2-11d098aff1f1 service neutron] Pushing event updated for resources: {'Port': ['ID=83eb0e58-1f65-4897-b904-82349e034570,revision_number=3']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:53:21.683684 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30d7f71-59e4-4f56-90f6-3cae3fc00cb0 req-0562041e-a18c-4344-b0ba-faee37a1c9be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:53:21.699017 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-e30d7f71-59e4-4f56-90f6-3cae3fc00cb0 req-0562041e-a18c-4344-b0ba-faee37a1c9be service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=dce41f66e0e9401aa1c4cd98e087f71c&device_id=c225885a-0efc-4ffd-8466-a60558017889 HTTP/1.1" status: 200 len: 1125 time: 0.1761601 Feb 04 17:53:21.706556 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05456a44-8a45-488b-bc3f-86134094bb9d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e4c19ad-5724-5db8-8ee1-4f56ae69fcf4-c444373f-eee7-406f-b309-a7f2ff8d73bc', 'network_id': 'c444373f-eee7-406f-b309-a7f2ff8d73bc', 'project_id': 'c8bedfd6a8d44aafbac239d3537c77f3', 'fixed_ips': [{'subnet_id': 'bc1fcc6b-53fb-4ec5-be5d-7ef095d9fd7a'}]}} from n-d-827839-2. {{(pid=103378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 17:53:21.710491 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-05456a44-8a45-488b-bc3f-86134094bb9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:21.763344 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-e30d7f71-59e4-4f56-90f6-3cae3fc00cb0 req-20cecf8a-e803-40d9-b827-9b446078eee5 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=83eb0e58-1f65-4897-b904-82349e034570 HTTP/1.1" status: 200 len: 217 time: 0.0615928 Feb 04 17:53:21.825393 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30d7f71-59e4-4f56-90f6-3cae3fc00cb0 req-165afaa8-42f0-40b6-9ce5-157cc6618df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:53:21.827206 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-e30d7f71-59e4-4f56-90f6-3cae3fc00cb0 req-165afaa8-42f0-40b6-9ce5-157cc6618df2 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=a0e02d8f-a007-4f10-9be1-01f847838f99 HTTP/1.1" status: 200 len: 848 time: 0.0569224 Feb 04 17:53:21.871138 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-e30d7f71-59e4-4f56-90f6-3cae3fc00cb0 req-a115de2b-4c8a-4c27-8470-66c53baf9e50 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=44a877d4-fd4c-458d-9a6a-2314ea8283c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0367897 Feb 04 17:53:21.885800 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-05456a44-8a45-488b-bc3f-86134094bb9d None None] Allocated IP 172.20.0.18 (c444373f-eee7-406f-b309-a7f2ff8d73bc/bc1fcc6b-53fb-4ec5-be5d-7ef095d9fd7a/445654d7-ad73-4c0b-abc5-7a805e306dba) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:53:22.008432 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-e30d7f71-59e4-4f56-90f6-3cae3fc00cb0 req-ac3ff788-28e2-4baf-aed1-1b98efce4233 service neutron] 10.222.0.96 "GET /v2.0/networks/44a877d4-fd4c-458d-9a6a-2314ea8283c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275644 Feb 04 17:53:22.093395 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-05456a44-8a45-488b-bc3f-86134094bb9d None None] Publish callbacks [] for port (445654d7-ad73-4c0b-abc5-7a805e306dba), precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:22.102384 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-05456a44-8a45-488b-bc3f-86134094bb9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135'] for port (445654d7-ad73-4c0b-abc5-7a805e306dba), after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:22.142565 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-e30d7f71-59e4-4f56-90f6-3cae3fc00cb0 req-95f638bf-2c0e-4ff5-80ed-613430df93b4 service neutron] 10.222.0.96 "GET /v2.0/networks/44a877d4-fd4c-458d-9a6a-2314ea8283c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241033 Feb 04 17:53:22.145813 n-d-827839-2 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05456a44-8a45-488b-bc3f-86134094bb9d None None] Network c444373f-eee7-406f-b309-a7f2ff8d73bc is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:53:22.151272 n-d-827839-2 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-05456a44-8a45-488b-bc3f-86134094bb9d None None] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:53:22.153909 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05456a44-8a45-488b-bc3f-86134094bb9d None None] Pushing event updated for resources: {'Port': ['ID=445654d7-ad73-4c0b-abc5-7a805e306dba,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:53:22.156032 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05456a44-8a45-488b-bc3f-86134094bb9d None None] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:53:22.182568 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-40683884-ebc2-4c4a-80ad-030631c83e4f tempest-TestSecurityGroupsBasicOps-1394815037 tempest-TestSecurityGroupsBasicOps-1394815037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:22.215294 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-05456a44-8a45-488b-bc3f-86134094bb9d None None] Attempting to bind port 445654d7-ad73-4c0b-abc5-7a805e306dba on host n-d-827839-2 for vnic_type normal with profile {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:53:22.215801 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-05456a44-8a45-488b-bc3f-86134094bb9d None None] Attempting to bind port 445654d7-ad73-4c0b-abc5-7a805e306dba by drivers openvswitch,hyperv on host n-d-827839-2 at level 0 using segments [{'id': '9e156204-fd65-4af5-90bf-95f8ea6ca723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': 'c444373f-eee7-406f-b309-a7f2ff8d73bc'}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:53:22.216928 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05456a44-8a45-488b-bc3f-86134094bb9d None None] Attempting to bind port 445654d7-ad73-4c0b-abc5-7a805e306dba on network c444373f-eee7-406f-b309-a7f2ff8d73bc {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:53:22.226436 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05456a44-8a45-488b-bc3f-86134094bb9d None None] Checking agent: {'id': 'ba70844b-66a0-45fd-a2f2-e6ed673321fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 0, 36), 'started_at': datetime.datetime(2022, 2, 4, 17, 1, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 53, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:53:22.226909 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05456a44-8a45-488b-bc3f-86134094bb9d None None] Checking segment: {'id': '9e156204-fd65-4af5-90bf-95f8ea6ca723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': 'c444373f-eee7-406f-b309-a7f2ff8d73bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:53:22.227291 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-05456a44-8a45-488b-bc3f-86134094bb9d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:22.227740 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05456a44-8a45-488b-bc3f-86134094bb9d None None] Bound using segment: {'id': '9e156204-fd65-4af5-90bf-95f8ea6ca723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': 'c444373f-eee7-406f-b309-a7f2ff8d73bc'} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:53:22.228552 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-05456a44-8a45-488b-bc3f-86134094bb9d None None] Bound port: 445654d7-ad73-4c0b-abc5-7a805e306dba, host: n-d-827839-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e156204-fd65-4af5-90bf-95f8ea6ca723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': 'c444373f-eee7-406f-b309-a7f2ff8d73bc'}}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:53:22.229000 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-05456a44-8a45-488b-bc3f-86134094bb9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (445654d7-ad73-4c0b-abc5-7a805e306dba), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:22.284101 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 49708) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:53:22.309023 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-05456a44-8a45-488b-bc3f-86134094bb9d None None] For port 445654d7-ad73-4c0b-abc5-7a805e306dba, host n-d-827839-2, cleared binding levels {{(pid=103378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:53:22.313095 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-05456a44-8a45-488b-bc3f-86134094bb9d None None] For port 445654d7-ad73-4c0b-abc5-7a805e306dba, host n-d-827839-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=445654d7-ad73-4c0b-abc5-7a805e306dba,segment=NetworkSegment(9e156204-fd65-4af5-90bf-95f8ea6ca723),segment_id=9e156204-fd65-4af5-90bf-95f8ea6ca723)] {{(pid=103378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:53:22.324685 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-05456a44-8a45-488b-bc3f-86134094bb9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (445654d7-ad73-4c0b-abc5-7a805e306dba), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:22.393036 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05456a44-8a45-488b-bc3f-86134094bb9d None None] Pushing event updated for resources: {'Port': ['ID=445654d7-ad73-4c0b-abc5-7a805e306dba,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:53:22.517573 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.db_base_plugin_common [None req-40683884-ebc2-4c4a-80ad-030631c83e4f tempest-TestSecurityGroupsBasicOps-1394815037 tempest-TestSecurityGroupsBasicOps-1394815037-project] Allocated IP 172.20.0.17 (c444373f-eee7-406f-b309-a7f2ff8d73bc/bc1fcc6b-53fb-4ec5-be5d-7ef095d9fd7a/7802a812-eb23-4135-9a44-79b2c7d653dc) {{(pid=103377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:53:22.709608 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-40683884-ebc2-4c4a-80ad-030631c83e4f tempest-TestSecurityGroupsBasicOps-1394815037 tempest-TestSecurityGroupsBasicOps-1394815037-project] Publish callbacks [] for port (7802a812-eb23-4135-9a44-79b2c7d653dc), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:22.761415 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-40683884-ebc2-4c4a-80ad-030631c83e4f tempest-TestSecurityGroupsBasicOps-1394815037 tempest-TestSecurityGroupsBasicOps-1394815037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (7802a812-eb23-4135-9a44-79b2c7d653dc), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:22.781751 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4580236-f190-494e-af78-9052916856d9 req-535c3a15-69b1-48a8-8f57-abeb4721de6f tempest-VolumesActionsTest-2144497543 tempest-VolumesActionsTest-2144497543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:53:22.783252 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-f4580236-f190-494e-af78-9052916856d9 req-535c3a15-69b1-48a8-8f57-abeb4721de6f tempest-VolumesActionsTest-2144497543 tempest-VolumesActionsTest-2144497543-project] 10.222.0.89 "GET /v2.0/ports?device_id=c225885a-0efc-4ffd-8466-a60558017889 HTTP/1.1" status: 200 len: 943 time: 0.4443872 Feb 04 17:53:22.814151 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40683884-ebc2-4c4a-80ad-030631c83e4f tempest-TestSecurityGroupsBasicOps-1394815037 tempest-TestSecurityGroupsBasicOps-1394815037-project] Network c444373f-eee7-406f-b309-a7f2ff8d73bc is already hosted by enough agents. {{(pid=103377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:53:22.817947 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [None req-40683884-ebc2-4c4a-80ad-030631c83e4f tempest-TestSecurityGroupsBasicOps-1394815037 tempest-TestSecurityGroupsBasicOps-1394815037-project] Resources bound (agent type, host, resource id): {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:53:22.824263 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40683884-ebc2-4c4a-80ad-030631c83e4f tempest-TestSecurityGroupsBasicOps-1394815037 tempest-TestSecurityGroupsBasicOps-1394815037-project] Received port after_create {{(pid=103377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:53:22.869771 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40683884-ebc2-4c4a-80ad-030631c83e4f tempest-TestSecurityGroupsBasicOps-1394815037 tempest-TestSecurityGroupsBasicOps-1394815037-project] Pushing event updated for resources: {'Port': ['ID=7802a812-eb23-4135-9a44-79b2c7d653dc,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:53:22.895286 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-40683884-ebc2-4c4a-80ad-030631c83e4f tempest-TestSecurityGroupsBasicOps-1394815037 tempest-TestSecurityGroupsBasicOps-1394815037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1595471'] for router_interface (a87cf717-c564-4eb3-8866-b1086a6d7fed), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:22.944099 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-f4580236-f190-494e-af78-9052916856d9 req-aea91cf5-88f3-42bf-a193-d8cbf010e691 tempest-VolumesActionsTest-2144497543 tempest-VolumesActionsTest-2144497543-project] 10.222.0.89 "GET /v2.0/security-groups?id=50ce5128-25ba-40af-9e89-3a257d2090ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496828 Feb 04 17:53:23.040762 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-40683884-ebc2-4c4a-80ad-030631c83e4f tempest-TestSecurityGroupsBasicOps-1394815037 tempest-TestSecurityGroupsBasicOps-1394815037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (7802a812-eb23-4135-9a44-79b2c7d653dc), before_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:23.082890 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device f2a07180-0a5b-4c52-92de-510c69420887 up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:53:23.135357 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port f2a07180-0a5b-4c52-92de-510c69420887 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:53:23.135744 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (f2a07180-0a5b-4c52-92de-510c69420887), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:23.182795 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.agents_db [None req-e1691f3b-aacd-4cd6-8ebb-a9c53bb301c0 None None] Agent healthcheck: found 7 active agents {{(pid=103379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 17:53:23.228664 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port f2a07180-0a5b-4c52-92de-510c69420887 is: DOWN; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:53:23.229121 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (f2a07180-0a5b-4c52-92de-510c69420887), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:23.241160 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-b56aa35d-20e2-403a-8ea9-196f6b072772 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602754'] for router_interface (21ca6278-2678-48ac-81f5-c3988e7d7b1b), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:23.256421 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] For port f2a07180-0a5b-4c52-92de-510c69420887, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=f2a07180-0a5b-4c52-92de-510c69420887,segment=NetworkSegment(5942dc44-1f07-4c27-b0ab-45a2bff20dd5),segment_id=5942dc44-1f07-4c27-b0ab-45a2bff20dd5)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:53:23.263479 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (f2a07180-0a5b-4c52-92de-510c69420887), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:23.264856 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 445654d7-ad73-4c0b-abc5-7a805e306dba up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:53:23.330479 n-d-827839-2 neutron-server[103376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c225885a-0efc-4ffd-8466-a60558017889', 'tag': '83eb0e58-1f65-4897-b904-82349e034570'}] {{(pid=103376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:53:23.333085 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d59c3bb5e2f09ebf62144d5e09b1cff60c763a9c19614c24538e77842938c05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55d291ee-9d30-4da3-bd4d-2d5d5f310736" -d '{"events": [{"name": "network-changed", "server_uuid": "c225885a-0efc-4ffd-8466-a60558017889", "tag": "83eb0e58-1f65-4897-b904-82349e034570"}]}' {{(pid=103376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:53:23.379592 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device 145590c2-a0bd-4185-b491-aa8555141129 no longer exists at agent hyperv_n-h1-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:53:23.405105 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 17:53:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7771def8-cc6b-4cf5-a9ef-fe3b820a1668 x-openstack-request-id: req-7771def8-cc6b-4cf5-a9ef-fe3b820a1668 {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:53:23.405392 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c225885a-0efc-4ffd-8466-a60558017889", "tag": "83eb0e58-1f65-4897-b904-82349e034570", "status": "completed", "code": 200}]} {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:53:23.405715 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-7771def8-cc6b-4cf5-a9ef-fe3b820a1668 {{(pid=103376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:53:23.406213 n-d-827839-2 neutron-server[103376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c225885a-0efc-4ffd-8466-a60558017889', 'tag': '83eb0e58-1f65-4897-b904-82349e034570', 'status': 'completed', 'code': 200} Feb 04 17:53:23.409408 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-40683884-ebc2-4c4a-80ad-030631c83e4f tempest-TestSecurityGroupsBasicOps-1394815037 tempest-TestSecurityGroupsBasicOps-1394815037-project] Publish callbacks [] for port (7802a812-eb23-4135-9a44-79b2c7d653dc), precommit_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:23.409976 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Pushing event updated for resources: {'Port': ['ID=f2a07180-0a5b-4c52-92de-510c69420887,revision_number=4']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:53:23.416039 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-40683884-ebc2-4c4a-80ad-030631c83e4f tempest-TestSecurityGroupsBasicOps-1394815037 tempest-TestSecurityGroupsBasicOps-1394815037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25888290'] for port (7802a812-eb23-4135-9a44-79b2c7d653dc), after_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:23.416574 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] No Port match for: 145590c2-a0bd-4185-b491-aa8555141129 {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 17:53:23.416961 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device 145590c2-a0bd-4185-b491-aa8555141129 not bound to the agent host n-h1-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 17:53:23.422310 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port 445654d7-ad73-4c0b-abc5-7a805e306dba triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:53:23.422689 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (445654d7-ad73-4c0b-abc5-7a805e306dba), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:23.520848 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port 445654d7-ad73-4c0b-abc5-7a805e306dba is: DOWN; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:53:23.521402 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (445654d7-ad73-4c0b-abc5-7a805e306dba), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:23.529647 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40683884-ebc2-4c4a-80ad-030631c83e4f tempest-TestSecurityGroupsBasicOps-1394815037 tempest-TestSecurityGroupsBasicOps-1394815037-project] Pushing event updated for resources: {'Port': ['ID=7802a812-eb23-4135-9a44-79b2c7d653dc,revision_number=2']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:53:23.534907 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-40683884-ebc2-4c4a-80ad-030631c83e4f tempest-TestSecurityGroupsBasicOps-1394815037 tempest-TestSecurityGroupsBasicOps-1394815037-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1677345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602751'] for router_interface (a87cf717-c564-4eb3-8866-b1086a6d7fed), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:23.573253 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] For port 445654d7-ad73-4c0b-abc5-7a805e306dba, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=445654d7-ad73-4c0b-abc5-7a805e306dba,segment=NetworkSegment(9e156204-fd65-4af5-90bf-95f8ea6ca723),segment_id=9e156204-fd65-4af5-90bf-95f8ea6ca723)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:53:23.579219 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (445654d7-ad73-4c0b-abc5-7a805e306dba), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:23.610693 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d291ee-9d30-4da3-bd4d-2d5d5f310736 req-2fca720d-bfaf-415d-8e6c-ef0daec45246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:53:23.612344 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-55d291ee-9d30-4da3-bd4d-2d5d5f310736 req-2fca720d-bfaf-415d-8e6c-ef0daec45246 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=dce41f66e0e9401aa1c4cd98e087f71c&device_id=c225885a-0efc-4ffd-8466-a60558017889 HTTP/1.1" status: 200 len: 1125 time: 0.1523867 Feb 04 17:53:23.657843 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40683884-ebc2-4c4a-80ad-030631c83e4f tempest-TestSecurityGroupsBasicOps-1394815037 tempest-TestSecurityGroupsBasicOps-1394815037-project] Network c444373f-eee7-406f-b309-a7f2ff8d73bc is already hosted by enough agents. {{(pid=103377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:53:23.659773 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Pushing event updated for resources: {'Port': ['ID=445654d7-ad73-4c0b-abc5-7a805e306dba,revision_number=3']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:53:23.661474 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [None req-40683884-ebc2-4c4a-80ad-030631c83e4f tempest-TestSecurityGroupsBasicOps-1394815037 tempest-TestSecurityGroupsBasicOps-1394815037-project] Resources bound (agent type, host, resource id): {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:53:23.729102 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6027d589-d705-46c8-8b5c-4c987a469432 None None] Network c444373f-eee7-406f-b309-a7f2ff8d73bc requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:53:23.789216 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d291ee-9d30-4da3-bd4d-2d5d5f310736 req-bc2ad1b5-a75a-48b3-a08d-024f681ee554 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:53:23.790997 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-55d291ee-9d30-4da3-bd4d-2d5d5f310736 req-bc2ad1b5-a75a-48b3-a08d-024f681ee554 service neutron] 10.222.0.96 "GET /v2.0/networks?id=44a877d4-fd4c-458d-9a6a-2314ea8283c7 HTTP/1.1" status: 200 len: 909 time: 0.1683846 Feb 04 17:53:23.800991 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-62494b78-b9e4-42fe-bd32-fbd575e05e56 None None] Provisioning complete for port 445654d7-ad73-4c0b-abc5-7a805e306dba triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:53:23.801386 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-62494b78-b9e4-42fe-bd32-fbd575e05e56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (445654d7-ad73-4c0b-abc5-7a805e306dba), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:23.803356 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40683884-ebc2-4c4a-80ad-030631c83e4f tempest-TestSecurityGroupsBasicOps-1394815037 tempest-TestSecurityGroupsBasicOps-1394815037-project] Router a87cf717-c564-4eb3-8866-b1086a6d7fed has already been hosted by L3 agent 64ada913-9131-4d99-a265-63a920956287 {{(pid=103377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 17:53:23.860186 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-55d291ee-9d30-4da3-bd4d-2d5d5f310736 req-23ed89b4-d202-4564-86af-ed932a84cc50 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=83eb0e58-1f65-4897-b904-82349e034570 HTTP/1.1" status: 200 len: 217 time: 0.0461876 Feb 04 17:53:23.922631 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d291ee-9d30-4da3-bd4d-2d5d5f310736 req-89eb2174-7d14-43bc-8590-329035d048a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:53:23.923948 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-55d291ee-9d30-4da3-bd4d-2d5d5f310736 req-89eb2174-7d14-43bc-8590-329035d048a2 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=a0e02d8f-a007-4f10-9be1-01f847838f99 HTTP/1.1" status: 200 len: 848 time: 0.0549009 Feb 04 17:53:23.933944 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-62494b78-b9e4-42fe-bd32-fbd575e05e56 None None] Current status of the port 445654d7-ad73-4c0b-abc5-7a805e306dba is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:53:23.941876 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40683884-ebc2-4c4a-80ad-030631c83e4f tempest-TestSecurityGroupsBasicOps-1394815037 tempest-TestSecurityGroupsBasicOps-1394815037-project] Notify agent at l3_agent.n-d-827839-2 the message routers_updated {{(pid=103377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 17:53:23.949498 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-40683884-ebc2-4c4a-80ad-030631c83e4f tempest-TestSecurityGroupsBasicOps-1394815037 tempest-TestSecurityGroupsBasicOps-1394815037-project] 10.222.0.89 "PUT /v2.0/routers/a87cf717-c564-4eb3-8866-b1086a6d7fed/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4217639 Feb 04 17:53:23.963487 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-55d291ee-9d30-4da3-bd4d-2d5d5f310736 req-89728f4a-d59a-4fe3-9a7b-a78d7a1309d0 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=44a877d4-fd4c-458d-9a6a-2314ea8283c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0303862 Feb 04 17:53:23.965542 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-b56aa35d-20e2-403a-8ea9-196f6b072772 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Deleting port 6114a57d-a027-4c3f-a10b-5d063132b1b7 {{(pid=103376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:53:23.965882 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-b56aa35d-20e2-403a-8ea9-196f6b072772 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (6114a57d-a027-4c3f-a10b-5d063132b1b7), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:24.125795 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76f3b6e0-4d12-4eaa-89d1-51600bcbf8cf None None] Sync routers for ids ['a87cf717-c564-4eb3-8866-b1086a6d7fed'] in n-d-827839-2 {{(pid=103378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 17:53:24.142528 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76f3b6e0-4d12-4eaa-89d1-51600bcbf8cf None None] Routers {'a87cf717-c564-4eb3-8866-b1086a6d7fed'} bound to L3 agent in host n-d-827839-2 {{(pid=103378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:53:24.143366 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-76f3b6e0-4d12-4eaa-89d1-51600bcbf8cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:53:03Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['a87cf717-c564-4eb3-8866-b1086a6d7fed'], 'active': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:53:24.201425 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1508665e-b122-477c-a079-803299186349 req-e5b7e21e-2bb7-472b-95fc-3addded9372a tempest-VolumesActionsTest-2144497543 tempest-VolumesActionsTest-2144497543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:53:24.203021 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-1508665e-b122-477c-a079-803299186349 req-e5b7e21e-2bb7-472b-95fc-3addded9372a tempest-VolumesActionsTest-2144497543 tempest-VolumesActionsTest-2144497543-project] 10.222.0.89 "GET /v2.0/ports?device_id=c225885a-0efc-4ffd-8466-a60558017889 HTTP/1.1" status: 200 len: 943 time: 0.1378596 Feb 04 17:53:24.215600 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [None req-b56aa35d-20e2-403a-8ea9-196f6b072772 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] For port 6114a57d-a027-4c3f-a10b-5d063132b1b7, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=6114a57d-a027-4c3f-a10b-5d063132b1b7,segment=NetworkSegment(167c411e-9f7f-4326-a28d-dfddd0e85fbf),segment_id=167c411e-9f7f-4326-a28d-dfddd0e85fbf)] {{(pid=103376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:53:24.216786 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-b56aa35d-20e2-403a-8ea9-196f6b072772 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (6114a57d-a027-4c3f-a10b-5d063132b1b7), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:24.252559 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-b56aa35d-20e2-403a-8ea9-196f6b072772 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Calling delete_port for 6114a57d-a027-4c3f-a10b-5d063132b1b7 owned by network:router_interface {{(pid=103376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:53:24.256263 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-55d291ee-9d30-4da3-bd4d-2d5d5f310736 req-333e9b1e-114f-4841-8b93-68bd6d8cb365 service neutron] 10.222.0.96 "GET /v2.0/networks/44a877d4-fd4c-458d-9a6a-2314ea8283c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2848775 Feb 04 17:53:24.292249 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcaf637-397f-43b1-bbde-97ebf0de25fb req-d7cf92c4-3861-433b-9077-478bbbd8c2bf tempest-TestSecurityGroupsBasicOps-1394815037 tempest-TestSecurityGroupsBasicOps-1394815037-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:53:24.299613 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-1508665e-b122-477c-a079-803299186349 req-f0ec5879-34c5-410b-8ded-06caf10bc92b tempest-VolumesActionsTest-2144497543 tempest-VolumesActionsTest-2144497543-project] 10.222.0.89 "GET /v2.0/security-groups?id=50ce5128-25ba-40af-9e89-3a257d2090ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890620 Feb 04 17:53:24.301220 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-8bcaf637-397f-43b1-bbde-97ebf0de25fb req-d7cf92c4-3861-433b-9077-478bbbd8c2bf tempest-TestSecurityGroupsBasicOps-1394815037 tempest-TestSecurityGroupsBasicOps-1394815037-project] 10.222.0.89 "GET /v2.0/networks?id=c444373f-eee7-406f-b309-a7f2ff8d73bc HTTP/1.1" status: 200 len: 797 time: 0.1527581 Feb 04 17:53:24.322332 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-8bcaf637-397f-43b1-bbde-97ebf0de25fb req-24e8d2b5-9db1-4911-869b-521699d79e01 tempest-TestSecurityGroupsBasicOps-1394815037 tempest-TestSecurityGroupsBasicOps-1394815037-project] 10.222.0.89 "GET /v2.0/quotas/c8bedfd6a8d44aafbac239d3537c77f3 HTTP/1.1" status: 200 len: 375 time: 0.0198326 Feb 04 17:53:24.390991 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-8bcaf637-397f-43b1-bbde-97ebf0de25fb req-ba06c045-772b-47b2-8eb2-487a71645ed1 tempest-TestSecurityGroupsBasicOps-1394815037 tempest-TestSecurityGroupsBasicOps-1394815037-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=c8bedfd6a8d44aafbac239d3537c77f3&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0675972 Feb 04 17:53:24.449218 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-55d291ee-9d30-4da3-bd4d-2d5d5f310736 req-9373820b-88d6-4777-a3bd-e54fedb8c6cf service neutron] 10.222.0.96 "GET /v2.0/networks/44a877d4-fd4c-458d-9a6a-2314ea8283c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1596663 Feb 04 17:53:24.471795 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-ae5f6f76-f045-43df-b5f0-faf102e8a917 None None] Provisioning complete for port 7802a812-eb23-4135-9a44-79b2c7d653dc triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:53:24.472622 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ae5f6f76-f045-43df-b5f0-faf102e8a917 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (7802a812-eb23-4135-9a44-79b2c7d653dc), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:24.526442 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-ae5f6f76-f045-43df-b5f0-faf102e8a917 None None] Port 7802a812-eb23-4135-9a44-79b2c7d653dc cannot update to ACTIVE because it is not bound. {{(pid=103378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 17:53:24.530624 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-8bcaf637-397f-43b1-bbde-97ebf0de25fb req-c9529a03-ffce-4246-ab51-06c3e43a1741 service neutron] 10.222.0.89 "GET /v2.0/networks/c444373f-eee7-406f-b309-a7f2ff8d73bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226716 Feb 04 17:53:24.541499 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvr_db [None req-76f3b6e0-4d12-4eaa-89d1-51600bcbf8cf None None] Set router a87cf717-c564-4eb3-8866-b1086a6d7fed gateway port host: n-d-827839-2 {{(pid=103378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:53:24.580203 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-ae5f6f76-f045-43df-b5f0-faf102e8a917 None None] Provisioning complete for port 445654d7-ad73-4c0b-abc5-7a805e306dba triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:53:24.580573 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ae5f6f76-f045-43df-b5f0-faf102e8a917 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (445654d7-ad73-4c0b-abc5-7a805e306dba), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:24.609887 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-b56aa35d-20e2-403a-8ea9-196f6b072772 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (6114a57d-a027-4c3f-a10b-5d063132b1b7), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:24.676245 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-8bcaf637-397f-43b1-bbde-97ebf0de25fb req-0e237143-9766-46eb-9a58-2f43bafa3103 service neutron] 10.222.0.89 "GET /v2.0/networks/c444373f-eee7-406f-b309-a7f2ff8d73bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1385436 Feb 04 17:53:24.706613 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56aa35d-20e2-403a-8ea9-196f6b072772 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Pushing event deleted for resources: {'Port': ['ID=6114a57d-a027-4c3f-a10b-5d063132b1b7,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:53:24.837894 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-ae5f6f76-f045-43df-b5f0-faf102e8a917 None None] Current status of the port 445654d7-ad73-4c0b-abc5-7a805e306dba is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:53:24.899007 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-76f3b6e0-4d12-4eaa-89d1-51600bcbf8cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a87cf717-c564-4eb3-8866-b1086a6d7fed', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1935290232', 'tenant_id': 'c8bedfd6a8d44aafbac239d3537c77f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.10'}], 'enable_snat': True}, 'gw_port_id': 'f2a07180-0a5b-4c52-92de-510c69420887', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:53:18Z', 'updated_at': '2022-02-04T17:53:22Z', 'revision_number': 4, 'project_id': 'c8bedfd6a8d44aafbac239d3537c77f3', 'gw_port': {'id': 'f2a07180-0a5b-4c52-92de-510c69420887', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:89:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a87cf717-c564-4eb3-8866-b1086a6d7fed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3908, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:53:19Z', 'updated_at': '2022-02-04T17:53:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_interfaces': [{'id': '7802a812-eb23-4135-9a44-79b2c7d653dc', 'name': '', 'network_id': 'c444373f-eee7-406f-b309-a7f2ff8d73bc', 'tenant_id': 'c8bedfd6a8d44aafbac239d3537c77f3', 'mac_address': 'fa:16:3e:2b:e6:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a87cf717-c564-4eb3-8866-b1086a6d7fed', 'device_owner': 'network:router_interface', 'standard_attr_id': 3912, 'fixed_ips': [{'subnet_id': 'bc1fcc6b-53fb-4ec5-be5d-7ef095d9fd7a', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:53:22Z', 'updated_at': '2022-02-04T17:53:23Z', 'revision_number': 2, 'project_id': 'c8bedfd6a8d44aafbac239d3537c77f3', 'subnets': [{'id': 'bc1fcc6b-53fb-4ec5-be5d-7ef095d9fd7a', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-2', False) {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:53:24.935081 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76f3b6e0-4d12-4eaa-89d1-51600bcbf8cf None None] Checking router: a87cf717-c564-4eb3-8866-b1086a6d7fed for host: n-d-827839-2 {{(pid=103378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 17:53:24.935707 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76f3b6e0-4d12-4eaa-89d1-51600bcbf8cf None None] Updating router a87cf717-c564-4eb3-8866-b1086a6d7fed port 7802a812-eb23-4135-9a44-79b2c7d653dc binding host n-d-827839-2 {{(pid=103378) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 17:53:24.975255 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-e29e13fc-0261-4ec3-8b3b-b4686f4347ed req-a7173bdb-1ed7-4832-9826-e64ef4022f9d tempest-TestSecurityGroupsBasicOps-1394815037 tempest-TestSecurityGroupsBasicOps-1394815037-project] 10.222.0.89 "GET /v2.0/ports?device_id=b41fb4a6-f8e5-4c73-8021-9552f38d0cf9 HTTP/1.1" status: 200 len: 210 time: 0.0909038 Feb 04 17:53:24.980514 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-76f3b6e0-4d12-4eaa-89d1-51600bcbf8cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (7802a812-eb23-4135-9a44-79b2c7d653dc), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:24.989450 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-b56aa35d-20e2-403a-8ea9-196f6b072772 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1677336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1602614'] for router_interface (21ca6278-2678-48ac-81f5-c3988e7d7b1b), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:25.000263 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-e8b0acf7-b55d-4dec-b6c9-54fb71bc78da None None] Provisioning complete for port 7802a812-eb23-4135-9a44-79b2c7d653dc triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:53:25.000640 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e8b0acf7-b55d-4dec-b6c9-54fb71bc78da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (7802a812-eb23-4135-9a44-79b2c7d653dc), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:25.046087 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device f2a07180-0a5b-4c52-92de-510c69420887 up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:53:25.145201 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-e8b0acf7-b55d-4dec-b6c9-54fb71bc78da None None] Port 7802a812-eb23-4135-9a44-79b2c7d653dc cannot update to ACTIVE because it is not bound. {{(pid=103378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 17:53:25.222094 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port f2a07180-0a5b-4c52-92de-510c69420887 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:53:25.222478 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (f2a07180-0a5b-4c52-92de-510c69420887), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:25.236813 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b56aa35d-20e2-403a-8ea9-196f6b072772 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Router 21ca6278-2678-48ac-81f5-c3988e7d7b1b has already been hosted by L3 agent 64ada913-9131-4d99-a265-63a920956287 {{(pid=103376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 17:53:25.367476 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b56aa35d-20e2-403a-8ea9-196f6b072772 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Notify agent at l3_agent.n-d-827839-2 the message routers_updated {{(pid=103376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 17:53:25.375162 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 49738) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:53:25.375524 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-b56aa35d-20e2-403a-8ea9-196f6b072772 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] 10.222.0.89 "PUT /v2.0/routers/21ca6278-2678-48ac-81f5-c3988e7d7b1b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0894196 Feb 04 17:53:25.388582 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51c31f41-405c-4c68-a44f-eab3845f1056 None None] Sync routers for ids ['21ca6278-2678-48ac-81f5-c3988e7d7b1b'] in n-d-827839-2 {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 17:53:25.389219 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device 83eb0e58-1f65-4897-b904-82349e034570 details requested by agent hyperv_n-h1-827839-2 with host n-h1-827839-2 {{(pid=103378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 17:53:25.393860 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port f2a07180-0a5b-4c52-92de-510c69420887 is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:53:25.394920 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 445654d7-ad73-4c0b-abc5-7a805e306dba up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:53:25.400373 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51c31f41-405c-4c68-a44f-eab3845f1056 None None] Routers {'21ca6278-2678-48ac-81f5-c3988e7d7b1b'} bound to L3 agent in host n-d-827839-2 {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:53:25.400874 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-51c31f41-405c-4c68-a44f-eab3845f1056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:53:03Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['21ca6278-2678-48ac-81f5-c3988e7d7b1b'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:53:25.458760 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-76f3b6e0-4d12-4eaa-89d1-51600bcbf8cf None None] Publish callbacks [] for port (7802a812-eb23-4135-9a44-79b2c7d653dc), precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:25.479708 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-76f3b6e0-4d12-4eaa-89d1-51600bcbf8cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (7802a812-eb23-4135-9a44-79b2c7d653dc), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:25.490405 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.db_base_plugin_v2 [None req-bda16511-0d3d-4926-9460-27b2e0fabd31 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Deleting subnet f4c901f0-faf0-43f9-9cbe-f8f05128a5fd {{(pid=103377) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 17:53:25.494796 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-bda16511-0d3d-4926-9460-27b2e0fabd31 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Publish callbacks [] for subnet (f4c901f0-faf0-43f9-9cbe-f8f05128a5fd), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:25.519172 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvr_db [None req-51c31f41-405c-4c68-a44f-eab3845f1056 None None] Set router 21ca6278-2678-48ac-81f5-c3988e7d7b1b gateway port host: n-d-827839-2 {{(pid=103379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:53:25.542088 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5703734-6021-43fd-a9eb-baac97bf22c6 req-dd9cef23-7a68-4599-acd9-7098d152f65c tempest-VolumesActionsTest-2144497543 tempest-VolumesActionsTest-2144497543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:53:25.543713 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-b5703734-6021-43fd-a9eb-baac97bf22c6 req-dd9cef23-7a68-4599-acd9-7098d152f65c tempest-VolumesActionsTest-2144497543 tempest-VolumesActionsTest-2144497543-project] 10.222.0.89 "GET /v2.0/ports?device_id=c225885a-0efc-4ffd-8466-a60558017889 HTTP/1.1" status: 200 len: 943 time: 0.1656184 Feb 04 17:53:25.572180 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-bda16511-0d3d-4926-9460-27b2e0fabd31 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26866676'] for subnet (f4c901f0-faf0-43f9-9cbe-f8f05128a5fd), precommit_delete_associations {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:25.635256 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port 445654d7-ad73-4c0b-abc5-7a805e306dba triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:53:25.635634 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (445654d7-ad73-4c0b-abc5-7a805e306dba), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:25.679655 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-b5703734-6021-43fd-a9eb-baac97bf22c6 req-adb39379-8b61-4b91-8322-ef3cef35dafa tempest-VolumesActionsTest-2144497543 tempest-VolumesActionsTest-2144497543-project] 10.222.0.89 "GET /v2.0/security-groups?id=50ce5128-25ba-40af-9e89-3a257d2090ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265244 Feb 04 17:53:25.709361 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2217d258-4962-4297-82b8-0a783a68c82c None None] Pushing event updated for resources: {'Port': ['ID=7802a812-eb23-4135-9a44-79b2c7d653dc,revision_number=3']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:53:25.734703 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-bda16511-0d3d-4926-9460-27b2e0fabd31 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1541225'] for subnet (f4c901f0-faf0-43f9-9cbe-f8f05128a5fd), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:25.760476 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2217d258-4962-4297-82b8-0a783a68c82c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:53:25.761114 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2217d258-4962-4297-82b8-0a783a68c82c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:53:25.761644 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2217d258-4962-4297-82b8-0a783a68c82c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:53:25.762142 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2217d258-4962-4297-82b8-0a783a68c82c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:53:25.762922 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2217d258-4962-4297-82b8-0a783a68c82c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:53:25.764539 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2217d258-4962-4297-82b8-0a783a68c82c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:53:25.765111 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2217d258-4962-4297-82b8-0a783a68c82c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:53:25.765446 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2217d258-4962-4297-82b8-0a783a68c82c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:53:25.765775 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2217d258-4962-4297-82b8-0a783a68c82c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:53:25.766116 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2217d258-4962-4297-82b8-0a783a68c82c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:53:25.766434 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2217d258-4962-4297-82b8-0a783a68c82c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:53:25.766758 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2217d258-4962-4297-82b8-0a783a68c82c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:53:25.767080 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2217d258-4962-4297-82b8-0a783a68c82c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:53:25.799774 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] For port 83eb0e58-1f65-4897-b904-82349e034570, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=83eb0e58-1f65-4897-b904-82349e034570,segment=NetworkSegment(e9b47f89-bdff-4894-9b86-76680e38d2be),segment_id=e9b47f89-bdff-4894-9b86-76680e38d2be)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:53:25.822128 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-bda16511-0d3d-4926-9460-27b2e0fabd31 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1541216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25888360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25597190'] for subnet (f4c901f0-faf0-43f9-9cbe-f8f05128a5fd), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:25.841278 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-76f3b6e0-4d12-4eaa-89d1-51600bcbf8cf None None] Attempting to bind port 7802a812-eb23-4135-9a44-79b2c7d653dc on host n-d-827839-2 for vnic_type normal with profile {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:53:25.841664 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-76f3b6e0-4d12-4eaa-89d1-51600bcbf8cf None None] Attempting to bind port 7802a812-eb23-4135-9a44-79b2c7d653dc by drivers openvswitch,hyperv on host n-d-827839-2 at level 0 using segments [{'id': '9e156204-fd65-4af5-90bf-95f8ea6ca723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': 'c444373f-eee7-406f-b309-a7f2ff8d73bc'}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:53:25.842015 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76f3b6e0-4d12-4eaa-89d1-51600bcbf8cf None None] Attempting to bind port 7802a812-eb23-4135-9a44-79b2c7d653dc on network c444373f-eee7-406f-b309-a7f2ff8d73bc {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:53:25.854593 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76f3b6e0-4d12-4eaa-89d1-51600bcbf8cf None None] Checking agent: {'id': 'ba70844b-66a0-45fd-a2f2-e6ed673321fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 0, 36), 'started_at': datetime.datetime(2022, 2, 4, 17, 1, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 53, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:53:25.854902 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76f3b6e0-4d12-4eaa-89d1-51600bcbf8cf None None] Checking segment: {'id': '9e156204-fd65-4af5-90bf-95f8ea6ca723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': 'c444373f-eee7-406f-b309-a7f2ff8d73bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:53:25.855594 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda16511-0d3d-4926-9460-27b2e0fabd31 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Pushing event deleted for resources: {'Subnet': ['ID=f4c901f0-faf0-43f9-9cbe-f8f05128a5fd,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:53:25.855929 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-76f3b6e0-4d12-4eaa-89d1-51600bcbf8cf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:25.856334 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76f3b6e0-4d12-4eaa-89d1-51600bcbf8cf None None] Bound using segment: {'id': '9e156204-fd65-4af5-90bf-95f8ea6ca723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': 'c444373f-eee7-406f-b309-a7f2ff8d73bc'} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:53:25.857724 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-bda16511-0d3d-4926-9460-27b2e0fabd31 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Publish callbacks [] for subnet (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:25.857942 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-76f3b6e0-4d12-4eaa-89d1-51600bcbf8cf None None] Bound port: 7802a812-eb23-4135-9a44-79b2c7d653dc, host: n-d-827839-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e156204-fd65-4af5-90bf-95f8ea6ca723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': 'c444373f-eee7-406f-b309-a7f2ff8d73bc'}}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:53:25.858540 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-76f3b6e0-4d12-4eaa-89d1-51600bcbf8cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (7802a812-eb23-4135-9a44-79b2c7d653dc), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:25.862281 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port 445654d7-ad73-4c0b-abc5-7a805e306dba is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:53:25.863697 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 49740) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:53:25.864226 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-bda16511-0d3d-4926-9460-27b2e0fabd31 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] 10.222.0.89 "DELETE /v2.0/subnets/f4c901f0-faf0-43f9-9cbe-f8f05128a5fd HTTP/1.1" status: 204 len: 168 time: 0.4868138 Feb 04 17:53:25.871056 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Returning: {'device': '83eb0e58-1f65-4897-b904-82349e034570', 'network_id': '44a877d4-fd4c-458d-9a6a-2314ea8283c7', 'port_id': '83eb0e58-1f65-4897-b904-82349e034570', 'mac_address': 'fa:16:3e:de:36:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 772, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0e02d8f-a007-4f10-9be1-01f847838f99', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 17:53:25.876519 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13afa4db-bbf1-4a8b-958b-69c06164743a None None] Network 41fb740a-fe35-4b66-8c63-e9b9f216cd47 requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:53:25.917372 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-51c31f41-405c-4c68-a44f-eab3845f1056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21ca6278-2678-48ac-81f5-c3988e7d7b1b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-761745390', 'tenant_id': '86a0fd5c0c974eafbf1c6e95239dcb2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.12'}], 'enable_snat': True}, 'gw_port_id': '06a5e4d8-674f-4754-85d0-2e7b7e9830cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:49:51Z', 'updated_at': '2022-02-04T17:53:24Z', 'revision_number': 5, 'project_id': '86a0fd5c0c974eafbf1c6e95239dcb2c', 'gw_port': {'id': '06a5e4d8-674f-4754-85d0-2e7b7e9830cd', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:0b:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21ca6278-2678-48ac-81f5-c3988e7d7b1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3533, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:49:52Z', 'updated_at': '2022-02-04T17:49:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2'}], 'n-d-827839-2', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:53:25.944966 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51c31f41-405c-4c68-a44f-eab3845f1056 None None] Checking router: 21ca6278-2678-48ac-81f5-c3988e7d7b1b for host: n-d-827839-2 {{(pid=103379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 17:53:25.953807 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51c31f41-405c-4c68-a44f-eab3845f1056 None None] Routers {'21ca6278-2678-48ac-81f5-c3988e7d7b1b'} bound to L3 agent in host n-d-827839-2 {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:53:25.954415 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-51c31f41-405c-4c68-a44f-eab3845f1056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:53:03Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['21ca6278-2678-48ac-81f5-c3988e7d7b1b'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:53:26.011368 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-37d6904a-93be-4436-96cb-f41e058f0bc7 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Publish callbacks [] for router (21ca6278-2678-48ac-81f5-c3988e7d7b1b), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:26.013979 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-b63bbf57-5bd9-4c1e-8daa-c4412a00344f None None] Provisioning complete for port 7802a812-eb23-4135-9a44-79b2c7d653dc triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:53:26.014595 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b63bbf57-5bd9-4c1e-8daa-c4412a00344f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (7802a812-eb23-4135-9a44-79b2c7d653dc), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:26.087634 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Current status of the port 83eb0e58-1f65-4897-b904-82349e034570 is: DOWN; New status is: BUILD {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:53:26.087634 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (83eb0e58-1f65-4897-b904-82349e034570), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:26.101721 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvr_db [None req-51c31f41-405c-4c68-a44f-eab3845f1056 None None] Set router 21ca6278-2678-48ac-81f5-c3988e7d7b1b gateway port host: n-d-827839-2 {{(pid=103379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:53:26.123746 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-b63bbf57-5bd9-4c1e-8daa-c4412a00344f None None] Port 7802a812-eb23-4135-9a44-79b2c7d653dc cannot update to ACTIVE because it is not bound. {{(pid=103378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 17:53:26.126346 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-76f3b6e0-4d12-4eaa-89d1-51600bcbf8cf None None] For port 7802a812-eb23-4135-9a44-79b2c7d653dc, host n-d-827839-2, cleared binding levels {{(pid=103378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:53:26.129631 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83eb0e58-1f65-4897-b904-82349e034570 {{(pid=103378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 17:53:26.164103 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-76f3b6e0-4d12-4eaa-89d1-51600bcbf8cf None None] For port 7802a812-eb23-4135-9a44-79b2c7d653dc, host n-d-827839-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=7802a812-eb23-4135-9a44-79b2c7d653dc,segment=NetworkSegment(9e156204-fd65-4af5-90bf-95f8ea6ca723),segment_id=9e156204-fd65-4af5-90bf-95f8ea6ca723)] {{(pid=103378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:53:26.166985 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] For port 83eb0e58-1f65-4897-b904-82349e034570, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=83eb0e58-1f65-4897-b904-82349e034570,segment=NetworkSegment(e9b47f89-bdff-4894-9b86-76680e38d2be),segment_id=e9b47f89-bdff-4894-9b86-76680e38d2be)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:53:26.180039 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (83eb0e58-1f65-4897-b904-82349e034570), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:26.187037 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-76f3b6e0-4d12-4eaa-89d1-51600bcbf8cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (7802a812-eb23-4135-9a44-79b2c7d653dc), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:26.264311 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Pushing event updated for resources: {'Port': ['ID=83eb0e58-1f65-4897-b904-82349e034570,revision_number=4']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:53:26.299700 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76f3b6e0-4d12-4eaa-89d1-51600bcbf8cf None None] Routers {'a87cf717-c564-4eb3-8866-b1086a6d7fed'} bound to L3 agent in host n-d-827839-2 {{(pid=103378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:53:26.300671 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-76f3b6e0-4d12-4eaa-89d1-51600bcbf8cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:53:03Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['a87cf717-c564-4eb3-8866-b1086a6d7fed'], 'active': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:53:26.306789 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7c5c1cf-5f1f-4d95-807a-03ad909e06be None None] DHCP port deletion for 41fb740a-fe35-4b66-8c63-e9b9f216cd47 request from n-d-827839-2 {{(pid=103378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 17:53:26.349356 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-51c31f41-405c-4c68-a44f-eab3845f1056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21ca6278-2678-48ac-81f5-c3988e7d7b1b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-761745390', 'tenant_id': '86a0fd5c0c974eafbf1c6e95239dcb2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.12'}], 'enable_snat': True}, 'gw_port_id': '06a5e4d8-674f-4754-85d0-2e7b7e9830cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:49:51Z', 'updated_at': '2022-02-04T17:53:24Z', 'revision_number': 5, 'project_id': '86a0fd5c0c974eafbf1c6e95239dcb2c', 'gw_port': {'id': '06a5e4d8-674f-4754-85d0-2e7b7e9830cd', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:0b:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21ca6278-2678-48ac-81f5-c3988e7d7b1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3533, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:49:52Z', 'updated_at': '2022-02-04T17:49:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2'}], 'n-d-827839-2', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:53:26.391132 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51c31f41-405c-4c68-a44f-eab3845f1056 None None] The sync data for ids ['21ca6278-2678-48ac-81f5-c3988e7d7b1b'] in n-d-827839-2 is: [{'id': '21ca6278-2678-48ac-81f5-c3988e7d7b1b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-761745390', 'tenant_id': '86a0fd5c0c974eafbf1c6e95239dcb2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.12'}], 'enable_snat': True}, 'gw_port_id': '06a5e4d8-674f-4754-85d0-2e7b7e9830cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:49:51Z', 'updated_at': '2022-02-04T17:53:24Z', 'revision_number': 5, 'project_id': '86a0fd5c0c974eafbf1c6e95239dcb2c', 'gw_port': {'id': '06a5e4d8-674f-4754-85d0-2e7b7e9830cd', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:0b:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21ca6278-2678-48ac-81f5-c3988e7d7b1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3533, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:49:52Z', 'updated_at': '2022-02-04T17:49:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2'}] {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 17:53:26.437496 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2217d258-4962-4297-82b8-0a783a68c82c None None] Pushing event updated for resources: {'Port': ['ID=7802a812-eb23-4135-9a44-79b2c7d653dc,revision_number=4']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:53:26.488457 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvr_db [None req-76f3b6e0-4d12-4eaa-89d1-51600bcbf8cf None None] Set router a87cf717-c564-4eb3-8866-b1086a6d7fed gateway port host: n-d-827839-2 {{(pid=103378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:53:26.526423 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-a7c5c1cf-5f1f-4d95-807a-03ad909e06be None None] Deleting port 2eaf0dc7-e768-4f56-b2cd-c335aa3f2401 {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:53:26.526795 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a7c5c1cf-5f1f-4d95-807a-03ad909e06be None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (2eaf0dc7-e768-4f56-b2cd-c335aa3f2401), before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:26.538244 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-e50d2bcd-2128-450e-a229-16e82347be65 req-908635a8-6945-4ecf-bdd6-901438458da9 tempest-TestSecurityGroupsBasicOps-1394815037 tempest-TestSecurityGroupsBasicOps-1394815037-project] 10.222.0.89 "GET /v2.0/ports?device_id=b41fb4a6-f8e5-4c73-8021-9552f38d0cf9 HTTP/1.1" status: 200 len: 210 time: 0.0917761 Feb 04 17:53:26.647525 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcaf637-397f-43b1-bbde-97ebf0de25fb req-75ff197b-47ae-444f-8425-82abac72bfaf tempest-TestSecurityGroupsBasicOps-1394815037 tempest-TestSecurityGroupsBasicOps-1394815037-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:53:26.649076 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-8bcaf637-397f-43b1-bbde-97ebf0de25fb req-75ff197b-47ae-444f-8425-82abac72bfaf tempest-TestSecurityGroupsBasicOps-1394815037 tempest-TestSecurityGroupsBasicOps-1394815037-project] 10.222.0.96 "GET /v2.0/networks?id=c444373f-eee7-406f-b309-a7f2ff8d73bc HTTP/1.1" status: 200 len: 797 time: 0.2003090 Feb 04 17:53:26.650427 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-37d6904a-93be-4436-96cb-f41e058f0bc7 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Publish callbacks [] for router_gateway (21ca6278-2678-48ac-81f5-c3988e7d7b1b), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:26.661847 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [req-8bcaf637-397f-43b1-bbde-97ebf0de25fb req-b67ec414-24c3-43e6-8ab3-ce76b0df8d0b tempest-TestSecurityGroupsBasicOps-1394815037 tempest-TestSecurityGroupsBasicOps-1394815037-project] Request body: {'port': {'device_id': 'b41fb4a6-f8e5-4c73-8021-9552f38d0cf9', 'network_id': 'c444373f-eee7-406f-b309-a7f2ff8d73bc', 'admin_state_up': True, 'tenant_id': 'c8bedfd6a8d44aafbac239d3537c77f3'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:53:26.803948 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-37d6904a-93be-4436-96cb-f41e058f0bc7 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Deleting port 06a5e4d8-674f-4754-85d0-2e7b7e9830cd {{(pid=103376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:53:26.803948 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-37d6904a-93be-4436-96cb-f41e058f0bc7 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (06a5e4d8-674f-4754-85d0-2e7b7e9830cd), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:26.854777 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c133a3a5-379a-4878-a532-c0b69caf987a req-80e3e505-7c78-4652-be4d-4e8c4cdc64e6 tempest-VolumesActionsTest-2144497543 tempest-VolumesActionsTest-2144497543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:53:26.856487 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-c133a3a5-379a-4878-a532-c0b69caf987a req-80e3e505-7c78-4652-be4d-4e8c4cdc64e6 tempest-VolumesActionsTest-2144497543 tempest-VolumesActionsTest-2144497543-project] 10.222.0.89 "GET /v2.0/ports?device_id=c225885a-0efc-4ffd-8466-a60558017889 HTTP/1.1" status: 200 len: 944 time: 0.0881414 Feb 04 17:53:26.877036 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-a7c5c1cf-5f1f-4d95-807a-03ad909e06be None None] For port 2eaf0dc7-e768-4f56-b2cd-c335aa3f2401, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=2eaf0dc7-e768-4f56-b2cd-c335aa3f2401,segment=NetworkSegment(167c411e-9f7f-4326-a28d-dfddd0e85fbf),segment_id=167c411e-9f7f-4326-a28d-dfddd0e85fbf)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:53:26.877575 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a7c5c1cf-5f1f-4d95-807a-03ad909e06be None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (2eaf0dc7-e768-4f56-b2cd-c335aa3f2401), precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:26.880690 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-b6f6b350-542d-47ef-87ce-2c3fc6423259 None None] Provisioning complete for port 7802a812-eb23-4135-9a44-79b2c7d653dc triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:53:26.881217 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b6f6b350-542d-47ef-87ce-2c3fc6423259 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (7802a812-eb23-4135-9a44-79b2c7d653dc), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:26.881737 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8bcaf637-397f-43b1-bbde-97ebf0de25fb req-b67ec414-24c3-43e6-8ab3-ce76b0df8d0b tempest-TestSecurityGroupsBasicOps-1394815037 tempest-TestSecurityGroupsBasicOps-1394815037-project] Made reservation on behalf of c8bedfd6a8d44aafbac239d3537c77f3 for: {'port': 1} {{(pid=103376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:53:26.896686 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-8bcaf637-397f-43b1-bbde-97ebf0de25fb req-b67ec414-24c3-43e6-8ab3-ce76b0df8d0b tempest-TestSecurityGroupsBasicOps-1394815037 tempest-TestSecurityGroupsBasicOps-1394815037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:26.920013 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] get_ports_and_sgs() called for port_ids ['83eb0e58-1f65-4897-b904-82349e034570'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 17:53:26.927734 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-c133a3a5-379a-4878-a532-c0b69caf987a req-1c5f9343-c4bd-486c-9ea1-6ad5abdc68c1 tempest-VolumesActionsTest-2144497543 tempest-VolumesActionsTest-2144497543-project] 10.222.0.89 "GET /v2.0/security-groups?id=50ce5128-25ba-40af-9e89-3a257d2090ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646379 Feb 04 17:53:26.967766 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 2eaf0dc7-e768-4f56-b2cd-c335aa3f2401 no longer exists at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:53:26.981152 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-a7c5c1cf-5f1f-4d95-807a-03ad909e06be None None] Calling delete_port for 2eaf0dc7-e768-4f56-b2cd-c335aa3f2401 owned by network:dhcp {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:53:27.033685 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [None req-37d6904a-93be-4436-96cb-f41e058f0bc7 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] For port 06a5e4d8-674f-4754-85d0-2e7b7e9830cd, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=06a5e4d8-674f-4754-85d0-2e7b7e9830cd,segment=NetworkSegment(5942dc44-1f07-4c27-b0ab-45a2bff20dd5),segment_id=5942dc44-1f07-4c27-b0ab-45a2bff20dd5)] {{(pid=103376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:53:27.034295 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-37d6904a-93be-4436-96cb-f41e058f0bc7 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (06a5e4d8-674f-4754-85d0-2e7b7e9830cd), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:27.068348 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-37d6904a-93be-4436-96cb-f41e058f0bc7 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Calling delete_port for 06a5e4d8-674f-4754-85d0-2e7b7e9830cd owned by network:router_gateway {{(pid=103376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:53:27.129943 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.db_base_plugin_common [req-8bcaf637-397f-43b1-bbde-97ebf0de25fb req-b67ec414-24c3-43e6-8ab3-ce76b0df8d0b tempest-TestSecurityGroupsBasicOps-1394815037 tempest-TestSecurityGroupsBasicOps-1394815037-project] Allocated IP 172.20.0.28 (c444373f-eee7-406f-b309-a7f2ff8d73bc/bc1fcc6b-53fb-4ec5-be5d-7ef095d9fd7a/29f7fe14-8e3c-49fa-a79c-e47e7e317d4c) {{(pid=103376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:53:27.255522 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-b6f6b350-542d-47ef-87ce-2c3fc6423259 None None] Current status of the port 7802a812-eb23-4135-9a44-79b2c7d653dc is: DOWN; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:53:27.256147 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b6f6b350-542d-47ef-87ce-2c3fc6423259 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (7802a812-eb23-4135-9a44-79b2c7d653dc), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:27.290935 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port 2eaf0dc7-e768-4f56-b2cd-c335aa3f2401 is: ACTIVE; New status is: DOWN {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:53:27.291336 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (2eaf0dc7-e768-4f56-b2cd-c335aa3f2401), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:27.293181 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a7c5c1cf-5f1f-4d95-807a-03ad909e06be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144'] for port (2eaf0dc7-e768-4f56-b2cd-c335aa3f2401), after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:27.351830 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-37d6904a-93be-4436-96cb-f41e058f0bc7 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (06a5e4d8-674f-4754-85d0-2e7b7e9830cd), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:27.354652 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c5c1cf-5f1f-4d95-807a-03ad909e06be None None] Pushing event deleted for resources: {'Port': ['ID=2eaf0dc7-e768-4f56-b2cd-c335aa3f2401,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:53:27.366873 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7c5c1cf-5f1f-4d95-807a-03ad909e06be None None] No DVR routers for this DVR port 2eaf0dc7-e768-4f56-b2cd-c335aa3f2401 on host n-d-827839-2 {{(pid=103378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 17:53:27.380536 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-76f3b6e0-4d12-4eaa-89d1-51600bcbf8cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a87cf717-c564-4eb3-8866-b1086a6d7fed', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1935290232', 'tenant_id': 'c8bedfd6a8d44aafbac239d3537c77f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.10'}], 'enable_snat': True}, 'gw_port_id': 'f2a07180-0a5b-4c52-92de-510c69420887', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:53:18Z', 'updated_at': '2022-02-04T17:53:22Z', 'revision_number': 4, 'project_id': 'c8bedfd6a8d44aafbac239d3537c77f3', 'gw_port': {'id': 'f2a07180-0a5b-4c52-92de-510c69420887', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:89:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a87cf717-c564-4eb3-8866-b1086a6d7fed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3908, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:53:19Z', 'updated_at': '2022-02-04T17:53:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_interfaces': [{'id': '7802a812-eb23-4135-9a44-79b2c7d653dc', 'name': '', 'network_id': 'c444373f-eee7-406f-b309-a7f2ff8d73bc', 'tenant_id': 'c8bedfd6a8d44aafbac239d3537c77f3', 'mac_address': 'fa:16:3e:2b:e6:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a87cf717-c564-4eb3-8866-b1086a6d7fed', 'device_owner': 'network:router_interface', 'standard_attr_id': 3912, 'fixed_ips': [{'subnet_id': 'bc1fcc6b-53fb-4ec5-be5d-7ef095d9fd7a', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:53:22Z', 'updated_at': '2022-02-04T17:53:26Z', 'revision_number': 4, 'project_id': 'c8bedfd6a8d44aafbac239d3537c77f3', 'subnets': [{'id': 'bc1fcc6b-53fb-4ec5-be5d-7ef095d9fd7a', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-2', False) {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:53:27.384401 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-8bcaf637-397f-43b1-bbde-97ebf0de25fb req-b67ec414-24c3-43e6-8ab3-ce76b0df8d0b tempest-TestSecurityGroupsBasicOps-1394815037 tempest-TestSecurityGroupsBasicOps-1394815037-project] Publish callbacks [] for port (29f7fe14-8e3c-49fa-a79c-e47e7e317d4c), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:27.390010 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d6904a-93be-4436-96cb-f41e058f0bc7 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Pushing event deleted for resources: {'Port': ['ID=06a5e4d8-674f-4754-85d0-2e7b7e9830cd,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:53:27.414897 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-b6f6b350-542d-47ef-87ce-2c3fc6423259 None None] For port 7802a812-eb23-4135-9a44-79b2c7d653dc, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=7802a812-eb23-4135-9a44-79b2c7d653dc,segment=NetworkSegment(9e156204-fd65-4af5-90bf-95f8ea6ca723),segment_id=9e156204-fd65-4af5-90bf-95f8ea6ca723)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:53:27.419053 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76f3b6e0-4d12-4eaa-89d1-51600bcbf8cf None None] The sync data for ids ['a87cf717-c564-4eb3-8866-b1086a6d7fed'] in n-d-827839-2 is: [{'id': 'a87cf717-c564-4eb3-8866-b1086a6d7fed', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1935290232', 'tenant_id': 'c8bedfd6a8d44aafbac239d3537c77f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.10'}], 'enable_snat': True}, 'gw_port_id': 'f2a07180-0a5b-4c52-92de-510c69420887', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:53:18Z', 'updated_at': '2022-02-04T17:53:22Z', 'revision_number': 4, 'project_id': 'c8bedfd6a8d44aafbac239d3537c77f3', 'gw_port': {'id': 'f2a07180-0a5b-4c52-92de-510c69420887', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:89:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a87cf717-c564-4eb3-8866-b1086a6d7fed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3908, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:53:19Z', 'updated_at': '2022-02-04T17:53:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_interfaces': [{'id': '7802a812-eb23-4135-9a44-79b2c7d653dc', 'name': '', 'network_id': 'c444373f-eee7-406f-b309-a7f2ff8d73bc', 'tenant_id': 'c8bedfd6a8d44aafbac239d3537c77f3', 'mac_address': 'fa:16:3e:2b:e6:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a87cf717-c564-4eb3-8866-b1086a6d7fed', 'device_owner': 'network:router_interface', 'standard_attr_id': 3912, 'fixed_ips': [{'subnet_id': 'bc1fcc6b-53fb-4ec5-be5d-7ef095d9fd7a', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:53:22Z', 'updated_at': '2022-02-04T17:53:26Z', 'revision_number': 4, 'project_id': 'c8bedfd6a8d44aafbac239d3537c77f3', 'subnets': [{'id': 'bc1fcc6b-53fb-4ec5-be5d-7ef095d9fd7a', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 17:53:27.445518 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 6114a57d-a027-4c3f-a10b-5d063132b1b7 no longer exists at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:53:27.447249 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b6f6b350-542d-47ef-87ce-2c3fc6423259 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (7802a812-eb23-4135-9a44-79b2c7d653dc), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:27.486767 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-37d6904a-93be-4436-96cb-f41e058f0bc7 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1595544'] for router_gateway (21ca6278-2678-48ac-81f5-c3988e7d7b1b), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:27.492250 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-8bcaf637-397f-43b1-bbde-97ebf0de25fb req-b67ec414-24c3-43e6-8ab3-ce76b0df8d0b tempest-TestSecurityGroupsBasicOps-1394815037 tempest-TestSecurityGroupsBasicOps-1394815037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (29f7fe14-8e3c-49fa-a79c-e47e7e317d4c), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:27.522399 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] No Port match for: 6114a57d-a027-4c3f-a10b-5d063132b1b7 {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 17:53:27.522768 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 6114a57d-a027-4c3f-a10b-5d063132b1b7 not bound to the agent host n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 17:53:27.564413 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f6b350-542d-47ef-87ce-2c3fc6423259 None None] Pushing event updated for resources: {'Port': ['ID=7802a812-eb23-4135-9a44-79b2c7d653dc,revision_number=5']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:53:27.661103 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8bcaf637-397f-43b1-bbde-97ebf0de25fb req-b67ec414-24c3-43e6-8ab3-ce76b0df8d0b tempest-TestSecurityGroupsBasicOps-1394815037 tempest-TestSecurityGroupsBasicOps-1394815037-project] Network c444373f-eee7-406f-b309-a7f2ff8d73bc is already hosted by enough agents. {{(pid=103376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:53:27.665108 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-37d6904a-93be-4436-96cb-f41e058f0bc7 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1601811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26971'] for router (21ca6278-2678-48ac-81f5-c3988e7d7b1b), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:27.670593 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-37d6904a-93be-4436-96cb-f41e058f0bc7 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Publish callbacks [] for router_controller (21ca6278-2678-48ac-81f5-c3988e7d7b1b), precommit_delete_associations {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:27.671191 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67ec414-24c3-43e6-8ab3-ce76b0df8d0b tempest-TestSecurityGroupsBasicOps-1394815037 tempest-TestSecurityGroupsBasicOps-1394815037-project] Pushing event updated for resources: {'Port': ['ID=29f7fe14-8e3c-49fa-a79c-e47e7e317d4c,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:53:27.673803 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [req-8bcaf637-397f-43b1-bbde-97ebf0de25fb req-b67ec414-24c3-43e6-8ab3-ce76b0df8d0b tempest-TestSecurityGroupsBasicOps-1394815037 tempest-TestSecurityGroupsBasicOps-1394815037-project] Resources bound (agent type, host, resource id): {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:53:27.692584 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [req-8bcaf637-397f-43b1-bbde-97ebf0de25fb req-b67ec414-24c3-43e6-8ab3-ce76b0df8d0b tempest-TestSecurityGroupsBasicOps-1394815037 tempest-TestSecurityGroupsBasicOps-1394815037-project] Received port after_create {{(pid=103376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:53:27.784392 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-37d6904a-93be-4436-96cb-f41e058f0bc7 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1601832'] for router (21ca6278-2678-48ac-81f5-c3988e7d7b1b), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:27.784961 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37d6904a-93be-4436-96cb-f41e058f0bc7 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Fanout notify agent at l3_agent the message router_deleted on router 21ca6278-2678-48ac-81f5-c3988e7d7b1b {{(pid=103376) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 17:53:27.796157 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-37d6904a-93be-4436-96cb-f41e058f0bc7 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Publish callbacks [] for router (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:27.797352 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-37d6904a-93be-4436-96cb-f41e058f0bc7 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] 10.222.0.89 "DELETE /v2.0/routers/21ca6278-2678-48ac-81f5-c3988e7d7b1b HTTP/1.1" status: 204 len: 168 time: 1.9326153 Feb 04 17:53:27.800174 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 49750) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:53:27.804675 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcaf637-397f-43b1-bbde-97ebf0de25fb req-b67ec414-24c3-43e6-8ab3-ce76b0df8d0b tempest-TestSecurityGroupsBasicOps-1394815037 tempest-TestSecurityGroupsBasicOps-1394815037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:53:27.805400 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-8bcaf637-397f-43b1-bbde-97ebf0de25fb req-b67ec414-24c3-43e6-8ab3-ce76b0df8d0b tempest-TestSecurityGroupsBasicOps-1394815037 tempest-TestSecurityGroupsBasicOps-1394815037-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:27.830724 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05dea767-1864-47fb-b506-93cd73c85bb1 req-fd211497-24da-413e-a4bb-6731bd8ea740 tempest-TestSecurityGroupsBasicOps-1394815037 tempest-TestSecurityGroupsBasicOps-1394815037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:53:27.832390 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-05dea767-1864-47fb-b506-93cd73c85bb1 req-fd211497-24da-413e-a4bb-6731bd8ea740 tempest-TestSecurityGroupsBasicOps-1394815037 tempest-TestSecurityGroupsBasicOps-1394815037-project] 10.222.0.89 "GET /v2.0/ports?device_id=b41fb4a6-f8e5-4c73-8021-9552f38d0cf9 HTTP/1.1" status: 200 len: 895 time: 0.1880002 Feb 04 17:53:27.837684 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-8bcaf637-397f-43b1-bbde-97ebf0de25fb req-b67ec414-24c3-43e6-8ab3-ce76b0df8d0b tempest-TestSecurityGroupsBasicOps-1394815037 tempest-TestSecurityGroupsBasicOps-1394815037-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 1.1799219 Feb 04 17:53:27.852705 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [req-8bcaf637-397f-43b1-bbde-97ebf0de25fb req-223cef1c-161f-43b4-9def-8c4b7e12e1cc service neutron] Request body: {'port': {'device_id': 'b41fb4a6-f8e5-4c73-8021-9552f38d0cf9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827839-2'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:53:27.934699 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-188b8214-d004-465a-afc3-554c6487d074 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628832'] for network (41fb740a-fe35-4b66-8c63-e9b9f216cd47), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:27.942083 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-8bcaf637-397f-43b1-bbde-97ebf0de25fb req-223cef1c-161f-43b4-9def-8c4b7e12e1cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (29f7fe14-8e3c-49fa-a79c-e47e7e317d4c), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:27.993388 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-e4a0c847-443f-4dc1-be6a-f8d4eb36c31c None None] Provisioning complete for port 29f7fe14-8e3c-49fa-a79c-e47e7e317d4c triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:53:27.993977 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e4a0c847-443f-4dc1-be6a-f8d4eb36c31c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (29f7fe14-8e3c-49fa-a79c-e47e7e317d4c), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:28.048110 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-188b8214-d004-465a-afc3-554c6487d074 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1543676', 'neutron.services.segments.db._delete_segments_for_network-8781084786517'] for network (41fb740a-fe35-4b66-8c63-e9b9f216cd47), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:28.049405 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-e4a0c847-443f-4dc1-be6a-f8d4eb36c31c None None] Port 29f7fe14-8e3c-49fa-a79c-e47e7e317d4c cannot update to ACTIVE because it is not bound. {{(pid=103378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 17:53:28.105432 n-d-827839-2 neutron-server[103377]: DEBUG neutron.services.segments.db [None req-188b8214-d004-465a-afc3-554c6487d074 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41fb740a-fe35-4b66-8c63-e9b9f216cd47']}} {{(pid=103377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:53:28.117945 n-d-827839-2 neutron-server[103377]: DEBUG neutron.services.segments.db [None req-188b8214-d004-465a-afc3-554c6487d074 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '167c411e-9f7f-4326-a28d-dfddd0e85fbf') {'for_net_delete': True} {{(pid=103377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:53:28.118241 n-d-827839-2 neutron-server[103377]: DEBUG neutron.services.segments.db [None req-188b8214-d004-465a-afc3-554c6487d074 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '167c411e-9f7f-4326-a28d-dfddd0e85fbf') {} {{(pid=103377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:53:28.134136 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-188b8214-d004-465a-afc3-554c6487d074 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781084783966', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26866685'] for segment (167c411e-9f7f-4326-a28d-dfddd0e85fbf), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:28.153549 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-188b8214-d004-465a-afc3-554c6487d074 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (167c411e-9f7f-4326-a28d-dfddd0e85fbf), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:28.162039 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f90021-b000-49b3-8b20-31ac4a9ae8d9 req-24f598a7-d51a-4c0a-9def-b62cac5544f0 tempest-VolumesActionsTest-2144497543 tempest-VolumesActionsTest-2144497543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:53:28.163628 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-81f90021-b000-49b3-8b20-31ac4a9ae8d9 req-24f598a7-d51a-4c0a-9def-b62cac5544f0 tempest-VolumesActionsTest-2144497543 tempest-VolumesActionsTest-2144497543-project] 10.222.0.89 "GET /v2.0/ports?device_id=c225885a-0efc-4ffd-8466-a60558017889 HTTP/1.1" status: 200 len: 944 time: 0.1184661 Feb 04 17:53:28.169190 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-188b8214-d004-465a-afc3-554c6487d074 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Releasing vlan 753 on physical network physnet1 to pool {{(pid=103377) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 17:53:28.169889 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-188b8214-d004-465a-afc3-554c6487d074 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25888454'] for segment (167c411e-9f7f-4326-a28d-dfddd0e85fbf), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:28.173130 n-d-827839-2 neutron-server[103377]: Traceback (most recent call last): Feb 04 17:53:28.173130 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 17:53:28.173130 n-d-827839-2 neutron-server[103377]: timer() Feb 04 17:53:28.173130 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 17:53:28.173130 n-d-827839-2 neutron-server[103377]: cb(*args, **kw) Feb 04 17:53:28.173130 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 17:53:28.173130 n-d-827839-2 neutron-server[103377]: return func(*args, **kwargs) Feb 04 17:53:28.173130 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 17:53:28.173130 n-d-827839-2 neutron-server[103377]: self._notify() Feb 04 17:53:28.173130 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 17:53:28.173130 n-d-827839-2 neutron-server[103377]: self.callback(batched_events) Feb 04 17:53:28.173130 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 17:53:28.173130 n-d-827839-2 neutron-server[103377]: event.method(event) Feb 04 17:53:28.173130 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 17:53:28.173130 n-d-827839-2 neutron-server[103377]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 17:53:28.173130 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 17:53:28.173130 n-d-827839-2 neutron-server[103377]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 17:53:28.173130 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 17:53:28.173130 n-d-827839-2 neutron-server[103377]: return f(self, *a, **k) Feb 04 17:53:28.173130 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 17:53:28.173130 n-d-827839-2 neutron-server[103377]: return self._get(url).json() Feb 04 17:53:28.173130 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 17:53:28.173130 n-d-827839-2 neutron-server[103377]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 17:53:28.173130 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 17:53:28.173130 n-d-827839-2 neutron-server[103377]: return self.request(url, 'GET', **kwargs) Feb 04 17:53:28.173130 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 17:53:28.173130 n-d-827839-2 neutron-server[103377]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 17:53:28.173130 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 17:53:28.173130 n-d-827839-2 neutron-server[103377]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 17:53:28.173130 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 17:53:28.173130 n-d-827839-2 neutron-server[103377]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 17:53:28.173130 n-d-827839-2 neutron-server[103377]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 17:53:28.264207 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-81f90021-b000-49b3-8b20-31ac4a9ae8d9 req-dfbab023-a24f-4529-987e-3685e2fbf949 tempest-VolumesActionsTest-2144497543 tempest-VolumesActionsTest-2144497543-project] 10.222.0.89 "GET /v2.0/security-groups?id=50ce5128-25ba-40af-9e89-3a257d2090ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901730 Feb 04 17:53:28.265630 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-188b8214-d004-465a-afc3-554c6487d074 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1543671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1595572'] for network (41fb740a-fe35-4b66-8c63-e9b9f216cd47), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:28.277975 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-188b8214-d004-465a-afc3-554c6487d074 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Publish callbacks [] for network (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:28.283887 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-188b8214-d004-465a-afc3-554c6487d074 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] 10.222.0.89 "DELETE /v2.0/networks/41fb740a-fe35-4b66-8c63-e9b9f216cd47 HTTP/1.1" status: 204 len: 168 time: 0.4799187 Feb 04 17:53:28.293153 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 49754) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:53:28.294785 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188b8214-d004-465a-afc3-554c6487d074 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Pushing event deleted for resources: {'Network': ['ID=41fb740a-fe35-4b66-8c63-e9b9f216cd47,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:53:28.332986 n-d-827839-2 neutron-server[103376]: DEBUG neutron.notifiers.nova [req-8bcaf637-397f-43b1-bbde-97ebf0de25fb req-223cef1c-161f-43b4-9def-8c4b7e12e1cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 29f7fe14-8e3c-49fa-a79c-e47e7e317d4c {{(pid=103376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 17:53:28.344578 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-8bcaf637-397f-43b1-bbde-97ebf0de25fb req-223cef1c-161f-43b4-9def-8c4b7e12e1cc service neutron] Publish callbacks [] for port (29f7fe14-8e3c-49fa-a79c-e47e7e317d4c), precommit_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:28.366651 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.provisioning_blocks [req-8bcaf637-397f-43b1-bbde-97ebf0de25fb req-223cef1c-161f-43b4-9def-8c4b7e12e1cc service neutron] Transition to ACTIVE for port object 29f7fe14-8e3c-49fa-a79c-e47e7e317d4c will not be triggered until provisioned by entity L2. {{(pid=103376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 17:53:28.377556 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-8bcaf637-397f-43b1-bbde-97ebf0de25fb req-223cef1c-161f-43b4-9def-8c4b7e12e1cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675836'] for port (29f7fe14-8e3c-49fa-a79c-e47e7e317d4c), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:28.408581 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-0461867b-c724-4412-97ed-399893c98392 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Publish callbacks [] for security_group (b2d41e04-1724-4f40-b9e4-c2fd276b506f), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:28.455074 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223cef1c-161f-43b4-9def-8c4b7e12e1cc service neutron] Pushing event updated for resources: {'Port': ['ID=29f7fe14-8e3c-49fa-a79c-e47e7e317d4c,revision_number=2']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:53:28.464914 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-0461867b-c724-4412-97ed-399893c98392 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Publish callbacks [] for security_group (b2d41e04-1724-4f40-b9e4-c2fd276b506f), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:28.567165 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [req-8bcaf637-397f-43b1-bbde-97ebf0de25fb req-223cef1c-161f-43b4-9def-8c4b7e12e1cc service neutron] Attempting to bind port 29f7fe14-8e3c-49fa-a79c-e47e7e317d4c on host n-h1-827839-2 for vnic_type normal with profile {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:53:28.567503 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [req-8bcaf637-397f-43b1-bbde-97ebf0de25fb req-223cef1c-161f-43b4-9def-8c4b7e12e1cc service neutron] Attempting to bind port 29f7fe14-8e3c-49fa-a79c-e47e7e317d4c by drivers openvswitch,hyperv on host n-h1-827839-2 at level 0 using segments [{'id': '9e156204-fd65-4af5-90bf-95f8ea6ca723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': 'c444373f-eee7-406f-b309-a7f2ff8d73bc'}] {{(pid=103376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:53:28.567842 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bcaf637-397f-43b1-bbde-97ebf0de25fb req-223cef1c-161f-43b4-9def-8c4b7e12e1cc service neutron] Attempting to bind port 29f7fe14-8e3c-49fa-a79c-e47e7e317d4c on network c444373f-eee7-406f-b309-a7f2ff8d73bc {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:53:28.573175 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bcaf637-397f-43b1-bbde-97ebf0de25fb req-223cef1c-161f-43b4-9def-8c4b7e12e1cc service neutron] Port 29f7fe14-8e3c-49fa-a79c-e47e7e317d4c on network c444373f-eee7-406f-b309-a7f2ff8d73bc not bound, no agent of type Open vSwitch agent registered on host n-h1-827839-2 {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 17:53:28.573503 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bcaf637-397f-43b1-bbde-97ebf0de25fb req-223cef1c-161f-43b4-9def-8c4b7e12e1cc service neutron] Attempting to bind port 29f7fe14-8e3c-49fa-a79c-e47e7e317d4c on network c444373f-eee7-406f-b309-a7f2ff8d73bc {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:53:28.581280 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bcaf637-397f-43b1-bbde-97ebf0de25fb req-223cef1c-161f-43b4-9def-8c4b7e12e1cc service neutron] Checking agent: {'id': '3f9244a9-75fc-4c10-b195-11d48b853b41', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 8, 42), 'started_at': datetime.datetime(2022, 2, 4, 17, 8, 42), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 53, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:53:28.581617 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bcaf637-397f-43b1-bbde-97ebf0de25fb req-223cef1c-161f-43b4-9def-8c4b7e12e1cc service neutron] Checking segment: {'id': '9e156204-fd65-4af5-90bf-95f8ea6ca723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': 'c444373f-eee7-406f-b309-a7f2ff8d73bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:53:28.581931 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bcaf637-397f-43b1-bbde-97ebf0de25fb req-223cef1c-161f-43b4-9def-8c4b7e12e1cc service neutron] Bound using segment: {'id': '9e156204-fd65-4af5-90bf-95f8ea6ca723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': 'c444373f-eee7-406f-b309-a7f2ff8d73bc'} {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:53:28.582437 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [req-8bcaf637-397f-43b1-bbde-97ebf0de25fb req-223cef1c-161f-43b4-9def-8c4b7e12e1cc service neutron] Bound port: 29f7fe14-8e3c-49fa-a79c-e47e7e317d4c, host: n-h1-827839-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e156204-fd65-4af5-90bf-95f8ea6ca723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': 'c444373f-eee7-406f-b309-a7f2ff8d73bc'}}] {{(pid=103376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:53:28.582775 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-8bcaf637-397f-43b1-bbde-97ebf0de25fb req-223cef1c-161f-43b4-9def-8c4b7e12e1cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (29f7fe14-8e3c-49fa-a79c-e47e7e317d4c), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:28.601080 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-0461867b-c724-4412-97ed-399893c98392 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (b2d41e04-1724-4f40-b9e4-c2fd276b506f), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:28.603712 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-0461867b-c724-4412-97ed-399893c98392 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Publish callbacks [] for security_group (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:28.608095 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-0461867b-c724-4412-97ed-399893c98392 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] 10.222.0.89 "DELETE /v2.0/security-groups/b2d41e04-1724-4f40-b9e4-c2fd276b506f HTTP/1.1" status: 204 len: 168 time: 0.3108244 Feb 04 17:53:28.634998 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0461867b-c724-4412-97ed-399893c98392 tempest-TestNetworkAdvancedServerOps-1842953283 tempest-TestNetworkAdvancedServerOps-1842953283-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2d41e04-1724-4f40-b9e4-c2fd276b506f,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:53:28.694487 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [req-8bcaf637-397f-43b1-bbde-97ebf0de25fb req-223cef1c-161f-43b4-9def-8c4b7e12e1cc service neutron] For port 29f7fe14-8e3c-49fa-a79c-e47e7e317d4c, host n-h1-827839-2, cleared binding levels {{(pid=103376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:53:28.699438 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [req-8bcaf637-397f-43b1-bbde-97ebf0de25fb req-223cef1c-161f-43b4-9def-8c4b7e12e1cc service neutron] For port 29f7fe14-8e3c-49fa-a79c-e47e7e317d4c, host n-h1-827839-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=29f7fe14-8e3c-49fa-a79c-e47e7e317d4c,segment=NetworkSegment(9e156204-fd65-4af5-90bf-95f8ea6ca723),segment_id=9e156204-fd65-4af5-90bf-95f8ea6ca723)] {{(pid=103376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:53:28.707325 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-8bcaf637-397f-43b1-bbde-97ebf0de25fb req-223cef1c-161f-43b4-9def-8c4b7e12e1cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675836'] for port (29f7fe14-8e3c-49fa-a79c-e47e7e317d4c), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:28.751774 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcaf637-397f-43b1-bbde-97ebf0de25fb req-223cef1c-161f-43b4-9def-8c4b7e12e1cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:53:28.752414 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-8bcaf637-397f-43b1-bbde-97ebf0de25fb req-223cef1c-161f-43b4-9def-8c4b7e12e1cc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:28.753946 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-8bcaf637-397f-43b1-bbde-97ebf0de25fb req-223cef1c-161f-43b4-9def-8c4b7e12e1cc service neutron] 10.222.0.96 "PUT /v2.0/ports/29f7fe14-8e3c-49fa-a79c-e47e7e317d4c HTTP/1.1" status: 200 len: 1055 time: 0.9055769 Feb 04 17:53:28.756544 n-d-827839-2 neutron-server[103376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b41fb4a6-f8e5-4c73-8021-9552f38d0cf9', 'tag': '29f7fe14-8e3c-49fa-a79c-e47e7e317d4c'}] {{(pid=103376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:53:28.759682 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d59c3bb5e2f09ebf62144d5e09b1cff60c763a9c19614c24538e77842938c05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-127ad323-7631-4bbc-89a9-a04c78cccf27" -d '{"events": [{"name": "network-changed", "server_uuid": "b41fb4a6-f8e5-4c73-8021-9552f38d0cf9", "tag": "29f7fe14-8e3c-49fa-a79c-e47e7e317d4c"}]}' {{(pid=103376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:53:28.793045 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223cef1c-161f-43b4-9def-8c4b7e12e1cc service neutron] Pushing event updated for resources: {'Port': ['ID=29f7fe14-8e3c-49fa-a79c-e47e7e317d4c,revision_number=3']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:53:28.832808 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 17:53:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5d454c6-cf57-46bc-9dee-5dad7b45fdee x-openstack-request-id: req-d5d454c6-cf57-46bc-9dee-5dad7b45fdee {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:53:28.832808 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b41fb4a6-f8e5-4c73-8021-9552f38d0cf9", "tag": "29f7fe14-8e3c-49fa-a79c-e47e7e317d4c", "status": "completed", "code": 200}]} {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:53:28.833135 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-d5d454c6-cf57-46bc-9dee-5dad7b45fdee {{(pid=103376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:53:28.833947 n-d-827839-2 neutron-server[103376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b41fb4a6-f8e5-4c73-8021-9552f38d0cf9', 'tag': '29f7fe14-8e3c-49fa-a79c-e47e7e317d4c', 'status': 'completed', 'code': 200} Feb 04 17:53:28.891669 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcaf637-397f-43b1-bbde-97ebf0de25fb req-7cdbce16-9512-407d-987b-a76ed3826f0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:53:28.894056 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-8bcaf637-397f-43b1-bbde-97ebf0de25fb req-7cdbce16-9512-407d-987b-a76ed3826f0a service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=c8bedfd6a8d44aafbac239d3537c77f3&device_id=b41fb4a6-f8e5-4c73-8021-9552f38d0cf9 HTTP/1.1" status: 200 len: 1089 time: 0.0793078 Feb 04 17:53:28.946521 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-8bcaf637-397f-43b1-bbde-97ebf0de25fb req-c85067b7-87f7-4985-9287-789cfb72f80e service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.28&port_id=29f7fe14-8e3c-49fa-a79c-e47e7e317d4c HTTP/1.1" status: 200 len: 217 time: 0.0423183 Feb 04 17:53:29.036880 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 7802a812-eb23-4135-9a44-79b2c7d653dc up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:53:29.062107 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcaf637-397f-43b1-bbde-97ebf0de25fb req-3ded5b2e-6c86-4230-9b9c-79f4e8f53433 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:53:29.064304 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-8bcaf637-397f-43b1-bbde-97ebf0de25fb req-3ded5b2e-6c86-4230-9b9c-79f4e8f53433 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=bc1fcc6b-53fb-4ec5-be5d-7ef095d9fd7a HTTP/1.1" status: 200 len: 838 time: 0.1097617 Feb 04 17:53:29.087345 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814e5967-4dc7-4a39-bfb7-f61a2543036c req-069df713-bd0e-4305-80e2-06c12ff8e5ed tempest-TestSecurityGroupsBasicOps-1394815037 tempest-TestSecurityGroupsBasicOps-1394815037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:53:29.089016 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-814e5967-4dc7-4a39-bfb7-f61a2543036c req-069df713-bd0e-4305-80e2-06c12ff8e5ed tempest-TestSecurityGroupsBasicOps-1394815037 tempest-TestSecurityGroupsBasicOps-1394815037-project] 10.222.0.89 "GET /v2.0/ports?device_id=b41fb4a6-f8e5-4c73-8021-9552f38d0cf9 HTTP/1.1" status: 200 len: 907 time: 0.1248670 Feb 04 17:53:29.109528 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port 7802a812-eb23-4135-9a44-79b2c7d653dc triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:53:29.109912 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (7802a812-eb23-4135-9a44-79b2c7d653dc), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:29.147241 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcaf637-397f-43b1-bbde-97ebf0de25fb req-6e173192-a1ed-4892-a9ad-215d7b030662 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:53:29.148865 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-8bcaf637-397f-43b1-bbde-97ebf0de25fb req-6e173192-a1ed-4892-a9ad-215d7b030662 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=c444373f-eee7-406f-b309-a7f2ff8d73bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0733693 Feb 04 17:53:29.171033 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 49766) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:53:29.212691 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port 7802a812-eb23-4135-9a44-79b2c7d653dc is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:53:29.261912 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-8bcaf637-397f-43b1-bbde-97ebf0de25fb req-0d4d07dd-e619-4b50-a8e7-1646eca3de55 service neutron] 10.222.0.96 "GET /v2.0/networks/c444373f-eee7-406f-b309-a7f2ff8d73bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1060848 Feb 04 17:53:29.270971 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 06a5e4d8-674f-4754-85d0-2e7b7e9830cd no longer exists at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:53:29.293376 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] No Port match for: 06a5e4d8-674f-4754-85d0-2e7b7e9830cd {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 17:53:29.293862 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 06a5e4d8-674f-4754-85d0-2e7b7e9830cd not bound to the agent host n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 17:53:29.343940 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-a95e34ae-0ae2-4b79-bb1b-3db91bd3ea6f admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=86a0fd5c0c974eafbf1c6e95239dcb2c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1710701 Feb 04 17:53:29.346327 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 49772) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:53:29.365622 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-8bcaf637-397f-43b1-bbde-97ebf0de25fb req-f2e8055c-a3c7-4583-8905-a943e2545095 service neutron] 10.222.0.96 "GET /v2.0/networks/c444373f-eee7-406f-b309-a7f2ff8d73bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903981 Feb 04 17:53:29.401243 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device 83eb0e58-1f65-4897-b904-82349e034570 up at agent hyperv_n-h1-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:53:29.431773 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-df091df6-ea45-44ca-ad43-44eca2776c40 admin admin] Publish callbacks [] for security_group (7766ec2f-da4f-49e3-b43c-3471bee325e9), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:29.459615 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb24bff-6c52-4bde-bc1e-3e2c61866b49 req-2a1f27b1-5f3f-47e0-98bb-18675400858d tempest-VolumesActionsTest-2144497543 tempest-VolumesActionsTest-2144497543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:53:29.464776 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127ad323-7631-4bbc-89a9-a04c78cccf27 req-b65c69f9-6b1e-4d91-a76e-8457577242fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:53:29.465285 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-afb24bff-6c52-4bde-bc1e-3e2c61866b49 req-2a1f27b1-5f3f-47e0-98bb-18675400858d tempest-VolumesActionsTest-2144497543 tempest-VolumesActionsTest-2144497543-project] 10.222.0.89 "GET /v2.0/ports?device_id=c225885a-0efc-4ffd-8466-a60558017889 HTTP/1.1" status: 200 len: 944 time: 0.1128144 Feb 04 17:53:29.467014 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-127ad323-7631-4bbc-89a9-a04c78cccf27 req-b65c69f9-6b1e-4d91-a76e-8457577242fa service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=c8bedfd6a8d44aafbac239d3537c77f3&device_id=b41fb4a6-f8e5-4c73-8021-9552f38d0cf9 HTTP/1.1" status: 200 len: 1089 time: 0.0521107 Feb 04 17:53:29.468623 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Provisioning for port 83eb0e58-1f65-4897-b904-82349e034570 completed by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 17:53:29.472052 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-df091df6-ea45-44ca-ad43-44eca2776c40 admin admin] Publish callbacks [] for security_group (7766ec2f-da4f-49e3-b43c-3471bee325e9), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:29.472695 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Provisioning complete for port 83eb0e58-1f65-4897-b904-82349e034570 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:53:29.473259 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (83eb0e58-1f65-4897-b904-82349e034570), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:29.551504 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-afb24bff-6c52-4bde-bc1e-3e2c61866b49 req-0a65970c-00c2-4404-b3b4-64b6eddae55f tempest-VolumesActionsTest-2144497543 tempest-VolumesActionsTest-2144497543-project] 10.222.0.89 "GET /v2.0/security-groups?id=50ce5128-25ba-40af-9e89-3a257d2090ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815542 Feb 04 17:53:29.563284 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Current status of the port 83eb0e58-1f65-4897-b904-82349e034570 is: BUILD; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:53:29.563773 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (83eb0e58-1f65-4897-b904-82349e034570), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:29.570172 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127ad323-7631-4bbc-89a9-a04c78cccf27 req-942ca9e9-b845-4842-b0c3-d42339e8206e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:53:29.571761 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-127ad323-7631-4bbc-89a9-a04c78cccf27 req-942ca9e9-b845-4842-b0c3-d42339e8206e service neutron] 10.222.0.96 "GET /v2.0/networks?id=c444373f-eee7-406f-b309-a7f2ff8d73bc HTTP/1.1" status: 200 len: 898 time: 0.0972145 Feb 04 17:53:29.572181 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-df091df6-ea45-44ca-ad43-44eca2776c40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (7766ec2f-da4f-49e3-b43c-3471bee325e9), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:29.574747 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-df091df6-ea45-44ca-ad43-44eca2776c40 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:29.576450 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-df091df6-ea45-44ca-ad43-44eca2776c40 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/7766ec2f-da4f-49e3-b43c-3471bee325e9 HTTP/1.1" status: 204 len: 168 time: 0.2286649 Feb 04 17:53:29.584888 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df091df6-ea45-44ca-ad43-44eca2776c40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7766ec2f-da4f-49e3-b43c-3471bee325e9,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:53:29.607792 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c225885a-0efc-4ffd-8466-a60558017889', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83eb0e58-1f65-4897-b904-82349e034570'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:53:29.610281 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c34bc964ce2211770fda26ca2f3801cc06f4f39928110690550e94ab9c9d2fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fb08139-0cbe-4bc5-aaa1-115623de4b6d" -d '{"events": [{"server_uuid": "c225885a-0efc-4ffd-8466-a60558017889", "name": "network-vif-plugged", "status": "completed", "tag": "83eb0e58-1f65-4897-b904-82349e034570"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:53:29.620093 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-127ad323-7631-4bbc-89a9-a04c78cccf27 req-820b2109-c7a7-46c6-82dd-9c497d0a8f01 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.28&port_id=29f7fe14-8e3c-49fa-a79c-e47e7e317d4c HTTP/1.1" status: 200 len: 217 time: 0.0401723 Feb 04 17:53:29.627296 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] For port 83eb0e58-1f65-4897-b904-82349e034570, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=83eb0e58-1f65-4897-b904-82349e034570,segment=NetworkSegment(e9b47f89-bdff-4894-9b86-76680e38d2be),segment_id=e9b47f89-bdff-4894-9b86-76680e38d2be)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:53:29.631352 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (83eb0e58-1f65-4897-b904-82349e034570), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:29.660271 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 17:53:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecedc708-e7ac-4091-b820-8e10ae134cbb x-openstack-request-id: req-ecedc708-e7ac-4091-b820-8e10ae134cbb {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:53:29.660567 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c225885a-0efc-4ffd-8466-a60558017889", "name": "network-vif-plugged", "status": "completed", "tag": "83eb0e58-1f65-4897-b904-82349e034570", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:53:29.660836 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-ecedc708-e7ac-4091-b820-8e10ae134cbb {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:53:29.661240 n-d-827839-2 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c225885a-0efc-4ffd-8466-a60558017889', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83eb0e58-1f65-4897-b904-82349e034570', 'code': 200} Feb 04 17:53:29.699189 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127ad323-7631-4bbc-89a9-a04c78cccf27 req-1ac81abc-6566-4a16-a0d4-c0c6aa9df198 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:53:29.701511 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-127ad323-7631-4bbc-89a9-a04c78cccf27 req-1ac81abc-6566-4a16-a0d4-c0c6aa9df198 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=bc1fcc6b-53fb-4ec5-be5d-7ef095d9fd7a HTTP/1.1" status: 200 len: 838 time: 0.0745587 Feb 04 17:53:29.714270 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Pushing event updated for resources: {'Port': ['ID=83eb0e58-1f65-4897-b904-82349e034570,revision_number=5']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:53:29.771074 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-169bb460-9f37-4ffe-9ab9-8a9c0e270e22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (bb89f5a3-3c22-440b-b7d1-c4f0c43c184a), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:29.802384 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127ad323-7631-4bbc-89a9-a04c78cccf27 req-78876a88-81bd-4d52-8e06-0250af4f97c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:53:29.804096 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-127ad323-7631-4bbc-89a9-a04c78cccf27 req-78876a88-81bd-4d52-8e06-0250af4f97c2 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=c444373f-eee7-406f-b309-a7f2ff8d73bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0972216 Feb 04 17:53:29.814434 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c57d4a-cc22-4f89-b2e4-87ec2f96cdec req-25767c62-da97-45d9-9a8e-ef56bcf10c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:53:29.816016 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-43c57d4a-cc22-4f89-b2e4-87ec2f96cdec req-25767c62-da97-45d9-9a8e-ef56bcf10c9d service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=c225885a-0efc-4ffd-8466-a60558017889 HTTP/1.1" status: 200 len: 1127 time: 0.0792725 Feb 04 17:53:29.926723 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-43c57d4a-cc22-4f89-b2e4-87ec2f96cdec req-a0170323-c3f3-4270-956f-06be4dab5b7b service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=50ce5128-25ba-40af-9e89-3a257d2090ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976222 Feb 04 17:53:29.946166 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 49780) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:53:29.948125 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-127ad323-7631-4bbc-89a9-a04c78cccf27 req-37aa65eb-fdb8-44f8-9b92-33418caa1efb service neutron] 10.222.0.96 "GET /v2.0/networks/c444373f-eee7-406f-b309-a7f2ff8d73bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308668 Feb 04 17:53:29.985259 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-8915dc62-9069-43fd-b13f-71887bd5e7bd admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=95e17e271e8d4e7baf4e9185e0d59492&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0379121 Feb 04 17:53:29.987631 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 49782) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:53:30.032624 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-876b7772-74ce-4a42-ab69-9aafe65bde35 admin admin] Publish callbacks [] for security_group (4df98613-ced3-47ee-8e8f-f51954540f8e), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:30.053875 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-876b7772-74ce-4a42-ab69-9aafe65bde35 admin admin] Publish callbacks [] for security_group (4df98613-ced3-47ee-8e8f-f51954540f8e), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:30.099698 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-876b7772-74ce-4a42-ab69-9aafe65bde35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (4df98613-ced3-47ee-8e8f-f51954540f8e), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:30.102394 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-876b7772-74ce-4a42-ab69-9aafe65bde35 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:30.103504 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-876b7772-74ce-4a42-ab69-9aafe65bde35 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/4df98613-ced3-47ee-8e8f-f51954540f8e HTTP/1.1" status: 204 len: 168 time: 0.1149886 Feb 04 17:53:30.111736 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876b7772-74ce-4a42-ab69-9aafe65bde35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4df98613-ced3-47ee-8e8f-f51954540f8e,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:53:30.223802 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b2a19a-b94c-43dc-9309-fd8c495cc4d6 req-135df365-126a-4dbe-990a-e77e39ac5138 tempest-TestSecurityGroupsBasicOps-1394815037 tempest-TestSecurityGroupsBasicOps-1394815037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:53:30.225447 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-93b2a19a-b94c-43dc-9309-fd8c495cc4d6 req-135df365-126a-4dbe-990a-e77e39ac5138 tempest-TestSecurityGroupsBasicOps-1394815037 tempest-TestSecurityGroupsBasicOps-1394815037-project] 10.222.0.89 "GET /v2.0/ports?device_id=b41fb4a6-f8e5-4c73-8021-9552f38d0cf9 HTTP/1.1" status: 200 len: 907 time: 0.0579069 Feb 04 17:53:30.275108 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-127ad323-7631-4bbc-89a9-a04c78cccf27 req-bb583f12-7df4-437c-bda8-2eac1ac8cc13 service neutron] 10.222.0.96 "GET /v2.0/networks/c444373f-eee7-406f-b309-a7f2ff8d73bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960615 Feb 04 17:53:30.434264 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-8391bb1f-f9b5-499d-9acc-c572d4efc1d1 req-8c5a1087-148e-41e9-8fb9-c98bfc7f30d7 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=8edebd18-c99c-43ad-a3b7-442d75040e9b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0479672 Feb 04 17:53:30.530181 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8391bb1f-f9b5-499d-9acc-c572d4efc1d1 req-4fcc2801-ad05-4dd1-b9c9-97bd819b6ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:53:30.531690 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-8391bb1f-f9b5-499d-9acc-c572d4efc1d1 req-4fcc2801-ad05-4dd1-b9c9-97bd819b6ad7 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=c8bedfd6a8d44aafbac239d3537c77f3&device_id=8edebd18-c99c-43ad-a3b7-442d75040e9b HTTP/1.1" status: 200 len: 1166 time: 0.0472467 Feb 04 17:53:30.659856 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8391bb1f-f9b5-499d-9acc-c572d4efc1d1 req-c8ee96dd-45ae-424a-a5fb-df51962549d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:53:30.662061 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-8391bb1f-f9b5-499d-9acc-c572d4efc1d1 req-c8ee96dd-45ae-424a-a5fb-df51962549d0 service neutron] 10.222.0.90 "GET /v2.0/networks?id=669dcaca-872a-426e-b103-daa458e0d181 HTTP/1.1" status: 200 len: 898 time: 0.1026943 Feb 04 17:53:30.689328 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7039ec1-3e70-4c61-a567-5eb3dd192023 req-3810af56-bc4a-4ce7-aa82-f7acb8a37f2f tempest-VolumesActionsTest-2144497543 tempest-VolumesActionsTest-2144497543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:53:30.690971 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-a7039ec1-3e70-4c61-a567-5eb3dd192023 req-3810af56-bc4a-4ce7-aa82-f7acb8a37f2f tempest-VolumesActionsTest-2144497543 tempest-VolumesActionsTest-2144497543-project] 10.222.0.89 "GET /v2.0/ports?device_id=c225885a-0efc-4ffd-8466-a60558017889 HTTP/1.1" status: 200 len: 945 time: 0.0645845 Feb 04 17:53:30.736435 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-8391bb1f-f9b5-499d-9acc-c572d4efc1d1 req-4d223911-a2b1-4638-93da-471c16d57d24 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=41373d4c-9041-4d1f-9bfb-755965e080e5 HTTP/1.1" status: 200 len: 1001 time: 0.0681102 Feb 04 17:53:30.742523 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-a7039ec1-3e70-4c61-a567-5eb3dd192023 req-cce1c934-5fe0-4cc7-9405-277651dcba99 tempest-VolumesActionsTest-2144497543 tempest-VolumesActionsTest-2144497543-project] 10.222.0.89 "GET /v2.0/security-groups?id=50ce5128-25ba-40af-9e89-3a257d2090ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458961 Feb 04 17:53:30.786723 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8391bb1f-f9b5-499d-9acc-c572d4efc1d1 req-0b3847ca-a2cc-44bd-bd1d-61c54698b3dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:53:30.788192 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-8391bb1f-f9b5-499d-9acc-c572d4efc1d1 req-0b3847ca-a2cc-44bd-bd1d-61c54698b3dc service neutron] 10.222.0.90 "GET /v2.0/subnets?id=1e0ef8a1-e33c-4bde-aba9-f45abeb09405 HTTP/1.1" status: 200 len: 835 time: 0.0459158 Feb 04 17:53:30.839004 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 49808) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:53:30.850289 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8391bb1f-f9b5-499d-9acc-c572d4efc1d1 req-577e6999-0e00-4626-a190-8bb4a1a08502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:53:30.851804 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-8391bb1f-f9b5-499d-9acc-c572d4efc1d1 req-577e6999-0e00-4626-a190-8bb4a1a08502 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=669dcaca-872a-426e-b103-daa458e0d181&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0567412 Feb 04 17:53:30.939143 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-1d0730dc-96d6-4464-94b3-c27ade3b68df admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-830287687-network', 'tenant_id': '0786288ce62f48f489c6885ef47fbcae'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:53:30.956284 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-8391bb1f-f9b5-499d-9acc-c572d4efc1d1 req-139c1f98-93a2-427b-933c-7c543ecea68c service neutron] 10.222.0.90 "GET /v2.0/networks/669dcaca-872a-426e-b103-daa458e0d181?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979562 Feb 04 17:53:30.982355 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d0730dc-96d6-4464-94b3-c27ade3b68df admin admin] Made reservation on behalf of 0786288ce62f48f489c6885ef47fbcae for: {'network': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:53:30.984538 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-1d0730dc-96d6-4464-94b3-c27ade3b68df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for network (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:31.018694 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-1d0730dc-96d6-4464-94b3-c27ade3b68df admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:31.087726 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-8391bb1f-f9b5-499d-9acc-c572d4efc1d1 req-50ebb8a2-ee50-4950-809c-8d251004452a service neutron] 10.222.0.90 "GET /v2.0/networks/669dcaca-872a-426e-b103-daa458e0d181?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238418 Feb 04 17:53:31.130516 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-1d0730dc-96d6-4464-94b3-c27ade3b68df admin admin] Publish callbacks [] for security_group (552ed53b-5a8a-441a-a6f6-5c71cfe8cc15), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:31.134304 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-1d0730dc-96d6-4464-94b3-c27ade3b68df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (552ed53b-5a8a-441a-a6f6-5c71cfe8cc15), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:31.155393 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d0730dc-96d6-4464-94b3-c27ade3b68df admin admin] vlan segment allocate from pool success with {'vlan_id': 784, 'physical_network': 'physnet1'} {{(pid=103377) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 17:53:31.168347 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0730dc-96d6-4464-94b3-c27ade3b68df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=552ed53b-5a8a-441a-a6f6-5c71cfe8cc15,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:53:31.173169 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-1d0730dc-96d6-4464-94b3-c27ade3b68df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (619e8ef8-1011-431e-9a52-fa02488df6f6), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:31.173514 n-d-827839-2 neutron-server[103377]: INFO neutron.db.segments_db [None req-1d0730dc-96d6-4464-94b3-c27ade3b68df admin admin] Added segment 619e8ef8-1011-431e-9a52-fa02488df6f6 of type vlan for network afcc5840-9484-4362-b75d-ba0502f15143 Feb 04 17:53:31.213028 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-1d0730dc-96d6-4464-94b3-c27ade3b68df admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781084292801'] for network (afcc5840-9484-4362-b75d-ba0502f15143), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:31.236973 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-1d0730dc-96d6-4464-94b3-c27ade3b68df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327'] for network (afcc5840-9484-4362-b75d-ba0502f15143), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:31.237902 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d0730dc-96d6-4464-94b3-c27ade3b68df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:53:31.238481 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-1d0730dc-96d6-4464-94b3-c27ade3b68df admin admin] Publish callbacks [] for network (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:31.297882 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-1d0730dc-96d6-4464-94b3-c27ade3b68df admin admin] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4579453 Feb 04 17:53:31.301027 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 49814) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:53:31.306472 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-bd9250b0-d22a-4fb6-8d16-849d778b259c admin admin] Request body: {'subnet': {'network_id': 'afcc5840-9484-4362-b75d-ba0502f15143', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-830287687-subnet', 'tenant_id': '0786288ce62f48f489c6885ef47fbcae', 'ip_version': 4}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:53:31.330592 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd9250b0-d22a-4fb6-8d16-849d778b259c admin admin] Made reservation on behalf of 0786288ce62f48f489c6885ef47fbcae for: {'subnet': 1} {{(pid=103376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:53:31.332325 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0730dc-96d6-4464-94b3-c27ade3b68df admin admin] Pushing event updated for resources: {'Network': ['ID=afcc5840-9484-4362-b75d-ba0502f15143,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:53:31.335049 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-bd9250b0-d22a-4fb6-8d16-849d778b259c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25859006'] for subnet (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:31.342892 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Network afcc5840-9484-4362-b75d-ba0502f15143 details requested by agent ovs-agent-n-d-827839-2 with host n-d-827839-2 {{(pid=103378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 17:53:31.359164 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4559d123-a00a-416c-96e4-47ac6118a49c req-7863c6cd-cc1a-4411-a1ba-38c8c79950c4 tempest-TestSecurityGroupsBasicOps-1394815037 tempest-TestSecurityGroupsBasicOps-1394815037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:53:31.360702 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-4559d123-a00a-416c-96e4-47ac6118a49c req-7863c6cd-cc1a-4411-a1ba-38c8c79950c4 tempest-TestSecurityGroupsBasicOps-1394815037 tempest-TestSecurityGroupsBasicOps-1394815037-project] 10.222.0.89 "GET /v2.0/ports?device_id=b41fb4a6-f8e5-4c73-8021-9552f38d0cf9 HTTP/1.1" status: 200 len: 907 time: 0.0603867 Feb 04 17:53:31.523025 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-bd9250b0-d22a-4fb6-8d16-849d778b259c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25674939', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25858952'] for subnet (0586367e-4f96-4283-a5f6-ed2cbb229995), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:31.578854 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9250b0-d22a-4fb6-8d16-849d778b259c admin admin] Pushing event updated for resources: {'Subnet': ['ID=0586367e-4f96-4283-a5f6-ed2cbb229995,revision_number=0']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:53:31.586153 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd9250b0-d22a-4fb6-8d16-849d778b259c admin admin] Checking segment: {'id': '619e8ef8-1011-431e-9a52-fa02488df6f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': 'afcc5840-9484-4362-b75d-ba0502f15143'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:53:31.586514 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd9250b0-d22a-4fb6-8d16-849d778b259c admin admin] Network hostable DHCP agents. Network: afcc5840-9484-4362-b75d-ba0502f15143, hostable agents: ['bb89f5a3-3c22-440b-b7d1-c4f0c43c184a'], hosted agents: [] {{(pid=103376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 17:53:31.602640 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd9250b0-d22a-4fb6-8d16-849d778b259c admin admin] Network afcc5840-9484-4362-b75d-ba0502f15143 is scheduled to be hosted by DHCP agent bb89f5a3-3c22-440b-b7d1-c4f0c43c184a with binding_index 1 {{(pid=103376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 17:53:31.611918 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [None req-bd9250b0-d22a-4fb6-8d16-849d778b259c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827839-2, afcc5840-9484-4362-b75d-ba0502f15143) {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:53:31.615941 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd9250b0-d22a-4fb6-8d16-849d778b259c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:53:31.616545 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-bd9250b0-d22a-4fb6-8d16-849d778b259c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:31.621123 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5b91a55-dc07-42d7-976a-24a610225ea0 None None] Network afcc5840-9484-4362-b75d-ba0502f15143 requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:53:31.633405 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-bd9250b0-d22a-4fb6-8d16-849d778b259c admin admin] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3307393 Feb 04 17:53:31.636262 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 49816) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:53:31.641904 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-54e9ed88-9d3d-4b3c-9298-7c3eeaa6e9c9 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-830287687-router', 'tenant_id': '0786288ce62f48f489c6885ef47fbcae', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188'}}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:53:31.662085 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-54e9ed88-9d3d-4b3c-9298-7c3eeaa6e9c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1601657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26921'] for router (2ebd1915-1e09-4e83-8fbb-7a5571466aad), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:31.663080 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-54e9ed88-9d3d-4b3c-9298-7c3eeaa6e9c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1602025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603663', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1630571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26960'] for router (2ebd1915-1e09-4e83-8fbb-7a5571466aad), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:31.719999 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-54e9ed88-9d3d-4b3c-9298-7c3eeaa6e9c9 admin admin] Publish callbacks [] for router_controller (2ebd1915-1e09-4e83-8fbb-7a5571466aad), precommit_add_association {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:31.725347 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9de35adc-631f-4844-a979-e422db5f10ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e4c19ad-5724-5db8-8ee1-4f56ae69fcf4-afcc5840-9484-4362-b75d-ba0502f15143', 'network_id': 'afcc5840-9484-4362-b75d-ba0502f15143', 'project_id': '0786288ce62f48f489c6885ef47fbcae', 'fixed_ips': [{'subnet_id': '0586367e-4f96-4283-a5f6-ed2cbb229995'}]}} from n-d-827839-2. {{(pid=103378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 17:53:31.726533 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9de35adc-631f-4844-a979-e422db5f10ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:31.864612 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-9de35adc-631f-4844-a979-e422db5f10ff None None] Allocated IP 172.20.0.2 (afcc5840-9484-4362-b75d-ba0502f15143/0586367e-4f96-4283-a5f6-ed2cbb229995/11633008-089b-4032-a09a-302203d0d5ec) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:53:31.890954 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-54e9ed88-9d3d-4b3c-9298-7c3eeaa6e9c9 admin admin] Publish callbacks [] for router_gateway (2ebd1915-1e09-4e83-8fbb-7a5571466aad), precommit_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:31.955639 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b768a0-159c-40d8-9319-6a3ed141b33f req-391fe499-caf0-4cea-8edb-037c13faca44 tempest-VolumesActionsTest-2144497543 tempest-VolumesActionsTest-2144497543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:53:31.957460 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-78b768a0-159c-40d8-9319-6a3ed141b33f req-391fe499-caf0-4cea-8edb-037c13faca44 tempest-VolumesActionsTest-2144497543 tempest-VolumesActionsTest-2144497543-project] 10.222.0.89 "GET /v2.0/ports?device_id=c225885a-0efc-4ffd-8466-a60558017889 HTTP/1.1" status: 200 len: 945 time: 0.1257250 Feb 04 17:53:32.010581 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9de35adc-631f-4844-a979-e422db5f10ff None None] Publish callbacks [] for port (11633008-089b-4032-a09a-302203d0d5ec), precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:32.016073 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9de35adc-631f-4844-a979-e422db5f10ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135'] for port (11633008-089b-4032-a09a-302203d0d5ec), after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:32.022282 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-78b768a0-159c-40d8-9319-6a3ed141b33f req-29dc5d15-b144-448a-a6bd-bff7a7cce2f3 tempest-VolumesActionsTest-2144497543 tempest-VolumesActionsTest-2144497543-project] 10.222.0.89 "GET /v2.0/security-groups?id=50ce5128-25ba-40af-9e89-3a257d2090ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580852 Feb 04 17:53:32.057340 n-d-827839-2 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9de35adc-631f-4844-a979-e422db5f10ff None None] Network afcc5840-9484-4362-b75d-ba0502f15143 is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:53:32.062054 n-d-827839-2 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-9de35adc-631f-4844-a979-e422db5f10ff None None] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:53:32.064485 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9de35adc-631f-4844-a979-e422db5f10ff None None] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:53:32.073414 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de35adc-631f-4844-a979-e422db5f10ff None None] Pushing event updated for resources: {'Port': ['ID=11633008-089b-4032-a09a-302203d0d5ec,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:53:32.129306 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-9de35adc-631f-4844-a979-e422db5f10ff None None] Attempting to bind port 11633008-089b-4032-a09a-302203d0d5ec on host n-d-827839-2 for vnic_type normal with profile {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:53:32.129689 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-9de35adc-631f-4844-a979-e422db5f10ff None None] Attempting to bind port 11633008-089b-4032-a09a-302203d0d5ec by drivers openvswitch,hyperv on host n-d-827839-2 at level 0 using segments [{'id': '619e8ef8-1011-431e-9a52-fa02488df6f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': 'afcc5840-9484-4362-b75d-ba0502f15143'}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:53:32.130186 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9de35adc-631f-4844-a979-e422db5f10ff None None] Attempting to bind port 11633008-089b-4032-a09a-302203d0d5ec on network afcc5840-9484-4362-b75d-ba0502f15143 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:53:32.135399 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9de35adc-631f-4844-a979-e422db5f10ff None None] Checking agent: {'id': 'ba70844b-66a0-45fd-a2f2-e6ed673321fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 0, 36), 'started_at': datetime.datetime(2022, 2, 4, 17, 1, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 53, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:53:32.135772 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9de35adc-631f-4844-a979-e422db5f10ff None None] Checking segment: {'id': '619e8ef8-1011-431e-9a52-fa02488df6f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': 'afcc5840-9484-4362-b75d-ba0502f15143'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:53:32.136205 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9de35adc-631f-4844-a979-e422db5f10ff None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:32.136599 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9de35adc-631f-4844-a979-e422db5f10ff None None] Bound using segment: {'id': '619e8ef8-1011-431e-9a52-fa02488df6f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': 'afcc5840-9484-4362-b75d-ba0502f15143'} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:53:32.137092 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-9de35adc-631f-4844-a979-e422db5f10ff None None] Bound port: 11633008-089b-4032-a09a-302203d0d5ec, host: n-d-827839-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '619e8ef8-1011-431e-9a52-fa02488df6f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': 'afcc5840-9484-4362-b75d-ba0502f15143'}}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:53:32.137476 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9de35adc-631f-4844-a979-e422db5f10ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (11633008-089b-4032-a09a-302203d0d5ec), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:32.168398 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-54e9ed88-9d3d-4b3c-9298-7c3eeaa6e9c9 admin admin] Publish callbacks [] for router_gateway (2ebd1915-1e09-4e83-8fbb-7a5571466aad), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:32.213906 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-9de35adc-631f-4844-a979-e422db5f10ff None None] For port 11633008-089b-4032-a09a-302203d0d5ec, host n-d-827839-2, cleared binding levels {{(pid=103378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:53:32.218070 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-9de35adc-631f-4844-a979-e422db5f10ff None None] For port 11633008-089b-4032-a09a-302203d0d5ec, host n-d-827839-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=11633008-089b-4032-a09a-302203d0d5ec,segment=NetworkSegment(619e8ef8-1011-431e-9a52-fa02488df6f6),segment_id=619e8ef8-1011-431e-9a52-fa02488df6f6)] {{(pid=103378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:53:32.224230 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9de35adc-631f-4844-a979-e422db5f10ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (11633008-089b-4032-a09a-302203d0d5ec), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:32.295776 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de35adc-631f-4844-a979-e422db5f10ff None None] Pushing event updated for resources: {'Port': ['ID=11633008-089b-4032-a09a-302203d0d5ec,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:53:32.477427 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-54e9ed88-9d3d-4b3c-9298-7c3eeaa6e9c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:32.585833 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bc5569-e007-4bf0-8c86-79c3e6b95bf0 req-ef454062-9f97-4a43-8828-f8224d67c559 tempest-TestSecurityGroupsBasicOps-1394815037 tempest-TestSecurityGroupsBasicOps-1394815037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:53:32.589050 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-06bc5569-e007-4bf0-8c86-79c3e6b95bf0 req-ef454062-9f97-4a43-8828-f8224d67c559 tempest-TestSecurityGroupsBasicOps-1394815037 tempest-TestSecurityGroupsBasicOps-1394815037-project] 10.222.0.89 "GET /v2.0/ports?device_id=b41fb4a6-f8e5-4c73-8021-9552f38d0cf9 HTTP/1.1" status: 200 len: 907 time: 0.1184068 Feb 04 17:53:32.629242 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.db_base_plugin_common [None req-54e9ed88-9d3d-4b3c-9298-7c3eeaa6e9c9 admin admin] Allocated IP 172.25.6.65 (48165773-85ad-49a1-9ec1-76fc8dc24188/7660bfad-1ea8-4fe7-831b-bed836f13efc/4e9a0989-7bfc-4ce4-baaf-918d24bced9d) {{(pid=103376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:53:32.753399 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-54e9ed88-9d3d-4b3c-9298-7c3eeaa6e9c9 admin admin] Publish callbacks [] for port (4e9a0989-7bfc-4ce4-baaf-918d24bced9d), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:32.793486 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-54e9ed88-9d3d-4b3c-9298-7c3eeaa6e9c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (4e9a0989-7bfc-4ce4-baaf-918d24bced9d), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:32.831363 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54e9ed88-9d3d-4b3c-9298-7c3eeaa6e9c9 admin admin] Network 48165773-85ad-49a1-9ec1-76fc8dc24188 is already hosted by enough agents. {{(pid=103376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:53:32.838540 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [None req-54e9ed88-9d3d-4b3c-9298-7c3eeaa6e9c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:53:32.842379 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54e9ed88-9d3d-4b3c-9298-7c3eeaa6e9c9 admin admin] Received port after_create {{(pid=103376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:53:32.850211 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2b7b1f8b-a4a5-4207-941c-7896c8ce7bb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (64ada913-9131-4d99-a265-63a920956287), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:32.868345 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e9ed88-9d3d-4b3c-9298-7c3eeaa6e9c9 admin admin] Pushing event updated for resources: {'Port': ['ID=4e9a0989-7bfc-4ce4-baaf-918d24bced9d,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:53:32.985867 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 11633008-089b-4032-a09a-302203d0d5ec up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:53:33.035551 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port 11633008-089b-4032-a09a-302203d0d5ec triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:53:33.035930 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (11633008-089b-4032-a09a-302203d0d5ec), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:33.097385 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d408ec64-b374-4acb-a1fc-48241dad6d47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (0cd6d64a-47a7-40ff-8c12-71dd526c62e0), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:33.137037 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-54e9ed88-9d3d-4b3c-9298-7c3eeaa6e9c9 admin admin] Publish callbacks [] for router_gateway (2ebd1915-1e09-4e83-8fbb-7a5571466aad), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:33.140519 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port 11633008-089b-4032-a09a-302203d0d5ec is: DOWN; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:53:33.141192 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (11633008-089b-4032-a09a-302203d0d5ec), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:33.180697 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] For port 11633008-089b-4032-a09a-302203d0d5ec, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=11633008-089b-4032-a09a-302203d0d5ec,segment=NetworkSegment(619e8ef8-1011-431e-9a52-fa02488df6f6),segment_id=619e8ef8-1011-431e-9a52-fa02488df6f6)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:53:33.187445 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (11633008-089b-4032-a09a-302203d0d5ec), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:33.245126 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Pushing event updated for resources: {'Port': ['ID=11633008-089b-4032-a09a-302203d0d5ec,revision_number=3']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:53:33.363966 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-54e9ed88-9d3d-4b3c-9298-7c3eeaa6e9c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1602046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603680'] for router (2ebd1915-1e09-4e83-8fbb-7a5571466aad), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:33.417005 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device 29f7fe14-8e3c-49fa-a79c-e47e7e317d4c details requested by agent hyperv_n-h1-827839-2 with host n-h1-827839-2 {{(pid=103378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 17:53:33.511368 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54e9ed88-9d3d-4b3c-9298-7c3eeaa6e9c9 admin admin] Router 2ebd1915-1e09-4e83-8fbb-7a5571466aad is scheduled to L3 agent 64ada913-9131-4d99-a265-63a920956287 with binding_index 1 {{(pid=103376) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 17:53:33.587183 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] For port 29f7fe14-8e3c-49fa-a79c-e47e7e317d4c, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=29f7fe14-8e3c-49fa-a79c-e47e7e317d4c,segment=NetworkSegment(9e156204-fd65-4af5-90bf-95f8ea6ca723),segment_id=9e156204-fd65-4af5-90bf-95f8ea6ca723)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:53:33.601450 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Returning: {'device': '29f7fe14-8e3c-49fa-a79c-e47e7e317d4c', 'network_id': 'c444373f-eee7-406f-b309-a7f2ff8d73bc', 'port_id': '29f7fe14-8e3c-49fa-a79c-e47e7e317d4c', 'mac_address': 'fa:16:3e:1b:f9:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 769, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc1fcc6b-53fb-4ec5-be5d-7ef095d9fd7a', 'ip_address': '172.20.0.28'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 17:53:33.641579 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92492b2b-e901-41e1-8d55-235c56cb1354 None None] Network afcc5840-9484-4362-b75d-ba0502f15143 requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:53:33.652629 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54e9ed88-9d3d-4b3c-9298-7c3eeaa6e9c9 admin admin] Notify agent at l3_agent.n-d-827839-2 the message routers_updated {{(pid=103376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 17:53:33.674414 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-54e9ed88-9d3d-4b3c-9298-7c3eeaa6e9c9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:33.678597 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 49834) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:53:33.679083 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-54e9ed88-9d3d-4b3c-9298-7c3eeaa6e9c9 admin admin] 10.222.0.89 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.0410140 Feb 04 17:53:33.781717 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d453bc0-4aaa-4b34-887a-f4bbf9827770 req-b6bc9c1a-79a4-4754-8871-64903b5e3339 tempest-TestSecurityGroupsBasicOps-1394815037 tempest-TestSecurityGroupsBasicOps-1394815037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:53:33.783690 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-2d453bc0-4aaa-4b34-887a-f4bbf9827770 req-b6bc9c1a-79a4-4754-8871-64903b5e3339 tempest-TestSecurityGroupsBasicOps-1394815037 tempest-TestSecurityGroupsBasicOps-1394815037-project] 10.222.0.89 "GET /v2.0/ports?device_id=b41fb4a6-f8e5-4c73-8021-9552f38d0cf9 HTTP/1.1" status: 200 len: 907 time: 0.1038446 Feb 04 17:53:33.879085 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca627d51-70d0-4951-bb48-4208af921456 None None] Sync routers for ids ['2ebd1915-1e09-4e83-8fbb-7a5571466aad'] in n-d-827839-2 {{(pid=103378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 17:53:33.908029 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Current status of the port 29f7fe14-8e3c-49fa-a79c-e47e7e317d4c is: DOWN; New status is: BUILD {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:53:33.908452 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (29f7fe14-8e3c-49fa-a79c-e47e7e317d4c), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:33.934554 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca627d51-70d0-4951-bb48-4208af921456 None None] Routers {'2ebd1915-1e09-4e83-8fbb-7a5571466aad'} bound to L3 agent in host n-d-827839-2 {{(pid=103378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:53:33.935307 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-ca627d51-70d0-4951-bb48-4208af921456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:53:33Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['2ebd1915-1e09-4e83-8fbb-7a5571466aad'], 'active': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:53:33.994917 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29f7fe14-8e3c-49fa-a79c-e47e7e317d4c {{(pid=103378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 17:53:33.999711 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-7201bea1-5220-4589-ae1d-9f8b151366ca None None] Provisioning complete for port 11633008-089b-4032-a09a-302203d0d5ec triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:53:34.000091 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7201bea1-5220-4589-ae1d-9f8b151366ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (11633008-089b-4032-a09a-302203d0d5ec), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:34.107861 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] For port 29f7fe14-8e3c-49fa-a79c-e47e7e317d4c, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=29f7fe14-8e3c-49fa-a79c-e47e7e317d4c,segment=NetworkSegment(9e156204-fd65-4af5-90bf-95f8ea6ca723),segment_id=9e156204-fd65-4af5-90bf-95f8ea6ca723)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:53:34.118996 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (29f7fe14-8e3c-49fa-a79c-e47e7e317d4c), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:34.203160 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvr_db [None req-ca627d51-70d0-4951-bb48-4208af921456 None None] Set router 2ebd1915-1e09-4e83-8fbb-7a5571466aad gateway port host: n-d-827839-2 {{(pid=103378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:53:34.282334 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Pushing event updated for resources: {'Port': ['ID=29f7fe14-8e3c-49fa-a79c-e47e7e317d4c,revision_number=4']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:53:34.343325 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-7201bea1-5220-4589-ae1d-9f8b151366ca None None] Current status of the port 11633008-089b-4032-a09a-302203d0d5ec is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:53:34.445764 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-ca627d51-70d0-4951-bb48-4208af921456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ebd1915-1e09-4e83-8fbb-7a5571466aad', 'name': 'tempest-TestServerMultinode-830287687-router', 'tenant_id': '0786288ce62f48f489c6885ef47fbcae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.65'}], 'enable_snat': True}, 'gw_port_id': '4e9a0989-7bfc-4ce4-baaf-918d24bced9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:53:31Z', 'updated_at': '2022-02-04T17:53:33Z', 'revision_number': 3, 'project_id': '0786288ce62f48f489c6885ef47fbcae', 'gw_port': {'id': '4e9a0989-7bfc-4ce4-baaf-918d24bced9d', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:fb:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ebd1915-1e09-4e83-8fbb-7a5571466aad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:53:32Z', 'updated_at': '2022-02-04T17:53:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2'}], 'n-d-827839-2', False) {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:53:34.474483 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca627d51-70d0-4951-bb48-4208af921456 None None] Checking router: 2ebd1915-1e09-4e83-8fbb-7a5571466aad for host: n-d-827839-2 {{(pid=103378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 17:53:34.474947 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca627d51-70d0-4951-bb48-4208af921456 None None] Updating router 2ebd1915-1e09-4e83-8fbb-7a5571466aad port 4e9a0989-7bfc-4ce4-baaf-918d24bced9d binding host n-d-827839-2 {{(pid=103378) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 17:53:34.496916 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] get_ports_and_sgs() called for port_ids ['29f7fe14-8e3c-49fa-a79c-e47e7e317d4c'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 17:53:34.520476 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-3acff5a2-ac78-455c-bb15-bb167fe20a31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:34.539247 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ca627d51-70d0-4951-bb48-4208af921456 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (4e9a0989-7bfc-4ce4-baaf-918d24bced9d), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:34.644463 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-8bc253fd-d289-46e2-b0fb-f2f8fdb02b6b None None] Provisioning complete for port 11633008-089b-4032-a09a-302203d0d5ec triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:53:34.644783 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8bc253fd-d289-46e2-b0fb-f2f8fdb02b6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (11633008-089b-4032-a09a-302203d0d5ec), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:34.682727 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.db_base_plugin_common [None req-3acff5a2-ac78-455c-bb15-bb167fe20a31 admin admin] Allocated IP 172.20.0.1 (afcc5840-9484-4362-b75d-ba0502f15143/0586367e-4f96-4283-a5f6-ed2cbb229995/b1de5ccb-ef9f-4d77-aabe-0886d232dfdc) {{(pid=103377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:53:34.803297 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-8bc253fd-d289-46e2-b0fb-f2f8fdb02b6b None None] Current status of the port 11633008-089b-4032-a09a-302203d0d5ec is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:53:34.804478 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-3acff5a2-ac78-455c-bb15-bb167fe20a31 admin admin] Publish callbacks [] for port (b1de5ccb-ef9f-4d77-aabe-0886d232dfdc), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:34.907535 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4f14bb47-e72b-46ac-9e44-a61d9293afcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (75326290-f7a3-4db8-9cf2-15c7139ed224), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:34.918516 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-3acff5a2-ac78-455c-bb15-bb167fe20a31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (b1de5ccb-ef9f-4d77-aabe-0886d232dfdc), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:34.923404 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ca627d51-70d0-4951-bb48-4208af921456 None None] Publish callbacks [] for port (4e9a0989-7bfc-4ce4-baaf-918d24bced9d), precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:34.930833 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ca627d51-70d0-4951-bb48-4208af921456 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (4e9a0989-7bfc-4ce4-baaf-918d24bced9d), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:34.942559 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 11633008-089b-4032-a09a-302203d0d5ec up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:53:34.970513 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3acff5a2-ac78-455c-bb15-bb167fe20a31 admin admin] Network afcc5840-9484-4362-b75d-ba0502f15143 is already hosted by enough agents. {{(pid=103377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:53:34.984837 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e5213c-4619-4b44-8ed7-aa59a5a43ebd req-2688eb16-0916-4a1d-9ef5-cf7e5a9a1133 tempest-TestSecurityGroupsBasicOps-1394815037 tempest-TestSecurityGroupsBasicOps-1394815037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:53:34.999383 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-57e5213c-4619-4b44-8ed7-aa59a5a43ebd req-2688eb16-0916-4a1d-9ef5-cf7e5a9a1133 tempest-TestSecurityGroupsBasicOps-1394815037 tempest-TestSecurityGroupsBasicOps-1394815037-project] 10.222.0.89 "GET /v2.0/ports?device_id=b41fb4a6-f8e5-4c73-8021-9552f38d0cf9 HTTP/1.1" status: 200 len: 908 time: 0.1323988 Feb 04 17:53:35.002755 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [None req-3acff5a2-ac78-455c-bb15-bb167fe20a31 admin admin] Resources bound (agent type, host, resource id): {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:53:35.005570 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3acff5a2-ac78-455c-bb15-bb167fe20a31 admin admin] Received port after_create {{(pid=103377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:53:35.017324 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-ca627d51-70d0-4951-bb48-4208af921456 None None] Attempting to bind port 4e9a0989-7bfc-4ce4-baaf-918d24bced9d on host n-d-827839-2 for vnic_type normal with profile {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:53:35.017710 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-ca627d51-70d0-4951-bb48-4208af921456 None None] Attempting to bind port 4e9a0989-7bfc-4ce4-baaf-918d24bced9d by drivers openvswitch,hyperv on host n-d-827839-2 at level 0 using segments [{'id': '5942dc44-1f07-4c27-b0ab-45a2bff20dd5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188'}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:53:35.018076 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca627d51-70d0-4951-bb48-4208af921456 None None] Attempting to bind port 4e9a0989-7bfc-4ce4-baaf-918d24bced9d on network 48165773-85ad-49a1-9ec1-76fc8dc24188 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:53:35.026649 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca627d51-70d0-4951-bb48-4208af921456 None None] Checking agent: {'id': 'ba70844b-66a0-45fd-a2f2-e6ed673321fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 0, 36), 'started_at': datetime.datetime(2022, 2, 4, 17, 1, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 53, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:53:35.027027 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca627d51-70d0-4951-bb48-4208af921456 None None] Checking segment: {'id': '5942dc44-1f07-4c27-b0ab-45a2bff20dd5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:53:35.027444 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ca627d51-70d0-4951-bb48-4208af921456 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:35.027840 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca627d51-70d0-4951-bb48-4208af921456 None None] Bound using segment: {'id': '5942dc44-1f07-4c27-b0ab-45a2bff20dd5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188'} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:53:35.028419 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-ca627d51-70d0-4951-bb48-4208af921456 None None] Bound port: 4e9a0989-7bfc-4ce4-baaf-918d24bced9d, host: n-d-827839-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5942dc44-1f07-4c27-b0ab-45a2bff20dd5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188'}}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:53:35.028694 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ca627d51-70d0-4951-bb48-4208af921456 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (4e9a0989-7bfc-4ce4-baaf-918d24bced9d), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:35.031757 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3acff5a2-ac78-455c-bb15-bb167fe20a31 admin admin] Pushing event updated for resources: {'Port': ['ID=b1de5ccb-ef9f-4d77-aabe-0886d232dfdc,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:53:35.051555 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-3acff5a2-ac78-455c-bb15-bb167fe20a31 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1595471'] for router_interface (2ebd1915-1e09-4e83-8fbb-7a5571466aad), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:35.094040 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e6a3f5-b7dd-4f4c-8de4-521ec85d5363 None None] Pushing event updated for resources: {'Port': ['ID=4e9a0989-7bfc-4ce4-baaf-918d24bced9d,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:53:35.182694 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-ca627d51-70d0-4951-bb48-4208af921456 None None] For port 4e9a0989-7bfc-4ce4-baaf-918d24bced9d, host n-d-827839-2, cleared binding levels {{(pid=103378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:53:35.207328 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-ca627d51-70d0-4951-bb48-4208af921456 None None] For port 4e9a0989-7bfc-4ce4-baaf-918d24bced9d, host n-d-827839-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=4e9a0989-7bfc-4ce4-baaf-918d24bced9d,segment=NetworkSegment(5942dc44-1f07-4c27-b0ab-45a2bff20dd5),segment_id=5942dc44-1f07-4c27-b0ab-45a2bff20dd5)] {{(pid=103378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:53:35.212636 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port 11633008-089b-4032-a09a-302203d0d5ec triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:53:35.213280 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (11633008-089b-4032-a09a-302203d0d5ec), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:35.219225 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ca627d51-70d0-4951-bb48-4208af921456 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (4e9a0989-7bfc-4ce4-baaf-918d24bced9d), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:35.227675 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-3acff5a2-ac78-455c-bb15-bb167fe20a31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (b1de5ccb-ef9f-4d77-aabe-0886d232dfdc), before_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:35.347524 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca627d51-70d0-4951-bb48-4208af921456 None None] Routers {'2ebd1915-1e09-4e83-8fbb-7a5571466aad'} bound to L3 agent in host n-d-827839-2 {{(pid=103378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:53:35.348155 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-ca627d51-70d0-4951-bb48-4208af921456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:53:33Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['2ebd1915-1e09-4e83-8fbb-7a5571466aad'], 'active': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:53:35.349866 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e6a3f5-b7dd-4f4c-8de4-521ec85d5363 None None] Pushing event updated for resources: {'Port': ['ID=4e9a0989-7bfc-4ce4-baaf-918d24bced9d,revision_number=3']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:53:35.445745 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device 29f7fe14-8e3c-49fa-a79c-e47e7e317d4c up at agent hyperv_n-h1-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:53:35.450783 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-94ca259b-cadb-4598-a352-9fbeefe26a19 req-fa8be9d7-ab73-4ce5-9a3d-4ed8e9c5b4b5 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=c225885a-0efc-4ffd-8466-a60558017889&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0625424 Feb 04 17:53:35.473870 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-3acff5a2-ac78-455c-bb15-bb167fe20a31 admin admin] Publish callbacks [] for port (b1de5ccb-ef9f-4d77-aabe-0886d232dfdc), precommit_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:35.479345 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-3acff5a2-ac78-455c-bb15-bb167fe20a31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25888290'] for port (b1de5ccb-ef9f-4d77-aabe-0886d232dfdc), after_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:35.553945 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-3acff5a2-ac78-455c-bb15-bb167fe20a31 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1677345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602751'] for router_interface (2ebd1915-1e09-4e83-8fbb-7a5571466aad), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:35.566302 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ca259b-cadb-4598-a352-9fbeefe26a19 req-f6643032-0dfc-490a-8211-b5d5a0bad2af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:53:35.569122 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-94ca259b-cadb-4598-a352-9fbeefe26a19 req-f6643032-0dfc-490a-8211-b5d5a0bad2af service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=dce41f66e0e9401aa1c4cd98e087f71c&device_id=c225885a-0efc-4ffd-8466-a60558017889 HTTP/1.1" status: 200 len: 1127 time: 0.0671184 Feb 04 17:53:35.571300 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3acff5a2-ac78-455c-bb15-bb167fe20a31 admin admin] Pushing event updated for resources: {'Port': ['ID=b1de5ccb-ef9f-4d77-aabe-0886d232dfdc,revision_number=2']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:53:35.578815 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port 11633008-089b-4032-a09a-302203d0d5ec is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:53:35.589081 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-56bd956d-2378-4f84-9baa-ce4e13957e8f None None] Provisioning complete for port b1de5ccb-ef9f-4d77-aabe-0886d232dfdc triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:53:35.589569 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-56bd956d-2378-4f84-9baa-ce4e13957e8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (b1de5ccb-ef9f-4d77-aabe-0886d232dfdc), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:35.650559 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvr_db [None req-ca627d51-70d0-4951-bb48-4208af921456 None None] Set router 2ebd1915-1e09-4e83-8fbb-7a5571466aad gateway port host: n-d-827839-2 {{(pid=103378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:53:35.684561 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-56bd956d-2378-4f84-9baa-ce4e13957e8f None None] Port b1de5ccb-ef9f-4d77-aabe-0886d232dfdc cannot update to ACTIVE because it is not bound. {{(pid=103378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 17:53:35.687322 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Provisioning for port 29f7fe14-8e3c-49fa-a79c-e47e7e317d4c completed by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 17:53:35.691709 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3acff5a2-ac78-455c-bb15-bb167fe20a31 admin admin] Network afcc5840-9484-4362-b75d-ba0502f15143 is already hosted by enough agents. {{(pid=103377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:53:35.695134 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [None req-3acff5a2-ac78-455c-bb15-bb167fe20a31 admin admin] Resources bound (agent type, host, resource id): {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:53:35.699839 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Provisioning complete for port 29f7fe14-8e3c-49fa-a79c-e47e7e317d4c triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:53:35.700490 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (29f7fe14-8e3c-49fa-a79c-e47e7e317d4c), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:35.765757 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ca259b-cadb-4598-a352-9fbeefe26a19 req-9ff20ace-e55d-49c6-9642-1703f91a0e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:53:35.767714 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-94ca259b-cadb-4598-a352-9fbeefe26a19 req-9ff20ace-e55d-49c6-9642-1703f91a0e4d service neutron] 10.222.0.96 "GET /v2.0/networks?id=44a877d4-fd4c-458d-9a6a-2314ea8283c7 HTTP/1.1" status: 200 len: 909 time: 0.1667478 Feb 04 17:53:35.825454 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-94ca259b-cadb-4598-a352-9fbeefe26a19 req-ccc88aed-8fe9-4e69-b112-14fd29fd7c2d service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=83eb0e58-1f65-4897-b904-82349e034570 HTTP/1.1" status: 200 len: 217 time: 0.0457664 Feb 04 17:53:35.906994 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3acff5a2-ac78-455c-bb15-bb167fe20a31 admin admin] Router 2ebd1915-1e09-4e83-8fbb-7a5571466aad has already been hosted by L3 agent 64ada913-9131-4d99-a265-63a920956287 {{(pid=103377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 17:53:35.911332 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ca259b-cadb-4598-a352-9fbeefe26a19 req-0c291a33-4e47-46c0-bd4f-1c0344e86a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:53:35.912956 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-94ca259b-cadb-4598-a352-9fbeefe26a19 req-0c291a33-4e47-46c0-bd4f-1c0344e86a36 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=a0e02d8f-a007-4f10-9be1-01f847838f99 HTTP/1.1" status: 200 len: 848 time: 0.0768747 Feb 04 17:53:35.952021 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-94ca259b-cadb-4598-a352-9fbeefe26a19 req-b80a19d9-9834-4dba-a17d-1e9e61d65bac service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=44a877d4-fd4c-458d-9a6a-2314ea8283c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0309544 Feb 04 17:53:36.065836 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-94ca259b-cadb-4598-a352-9fbeefe26a19 req-1efc6d8e-879f-4a11-ab90-2df495ed976c service neutron] 10.222.0.96 "GET /v2.0/networks/44a877d4-fd4c-458d-9a6a-2314ea8283c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1071732 Feb 04 17:53:36.069568 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (ba70844b-66a0-45fd-a2f2-e6ed673321fc), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:36.090979 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3acff5a2-ac78-455c-bb15-bb167fe20a31 admin admin] Notify agent at l3_agent.n-d-827839-2 the message routers_updated {{(pid=103377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 17:53:36.098620 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-3acff5a2-ac78-455c-bb15-bb167fe20a31 admin admin] 10.222.0.89 "PUT /v2.0/routers/2ebd1915-1e09-4e83-8fbb-7a5571466aad/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4181981 Feb 04 17:53:36.150119 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1764c8ea-2ab6-4a72-8ca1-250d1ad86b79 req-04f0dd23-812f-4ac6-9b46-eac41689d2b0 tempest-VolumesActionsTest-2144497543 tempest-VolumesActionsTest-2144497543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:53:36.151963 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-1764c8ea-2ab6-4a72-8ca1-250d1ad86b79 req-04f0dd23-812f-4ac6-9b46-eac41689d2b0 tempest-VolumesActionsTest-2144497543 tempest-VolumesActionsTest-2144497543-project] 10.222.0.89 "GET /v2.0/ports?device_id=c225885a-0efc-4ffd-8466-a60558017889 HTTP/1.1" status: 200 len: 945 time: 0.1795957 Feb 04 17:53:36.154955 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Current status of the port 29f7fe14-8e3c-49fa-a79c-e47e7e317d4c is: BUILD; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:53:36.155344 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (29f7fe14-8e3c-49fa-a79c-e47e7e317d4c), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:36.159370 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-b8acdb44-118d-451f-9c26-10274b633dd5 None None] Provisioning complete for port b1de5ccb-ef9f-4d77-aabe-0886d232dfdc triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:53:36.159861 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b8acdb44-118d-451f-9c26-10274b633dd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (b1de5ccb-ef9f-4d77-aabe-0886d232dfdc), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:36.209194 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c85eb8f-2d0d-48e1-b9d6-1a5f580c8790 req-b987f673-d6c7-4dc2-be21-d77bc73cf436 tempest-TestSecurityGroupsBasicOps-1394815037 tempest-TestSecurityGroupsBasicOps-1394815037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:53:36.210671 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-3c85eb8f-2d0d-48e1-b9d6-1a5f580c8790 req-b987f673-d6c7-4dc2-be21-d77bc73cf436 tempest-TestSecurityGroupsBasicOps-1394815037 tempest-TestSecurityGroupsBasicOps-1394815037-project] 10.222.0.89 "GET /v2.0/ports?device_id=b41fb4a6-f8e5-4c73-8021-9552f38d0cf9 HTTP/1.1" status: 200 len: 908 time: 0.1438918 Feb 04 17:53:36.229398 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-1764c8ea-2ab6-4a72-8ca1-250d1ad86b79 req-885554ca-560e-41fe-bfdc-8ef62043b6c1 tempest-VolumesActionsTest-2144497543 tempest-VolumesActionsTest-2144497543-project] 10.222.0.89 "GET /v2.0/security-groups?id=50ce5128-25ba-40af-9e89-3a257d2090ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715189 Feb 04 17:53:36.233206 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-94ca259b-cadb-4598-a352-9fbeefe26a19 req-37c0e616-2fe2-40cc-8fd1-037909ccf63a service neutron] 10.222.0.96 "GET /v2.0/networks/44a877d4-fd4c-458d-9a6a-2314ea8283c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1556079 Feb 04 17:53:36.253632 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b41fb4a6-f8e5-4c73-8021-9552f38d0cf9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29f7fe14-8e3c-49fa-a79c-e47e7e317d4c'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:53:36.255920 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c34bc964ce2211770fda26ca2f3801cc06f4f39928110690550e94ab9c9d2fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-373033cd-3e10-4ff5-ae03-3062125ad498" -d '{"events": [{"server_uuid": "b41fb4a6-f8e5-4c73-8021-9552f38d0cf9", "name": "network-vif-plugged", "status": "completed", "tag": "29f7fe14-8e3c-49fa-a79c-e47e7e317d4c"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:53:36.276112 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] For port 29f7fe14-8e3c-49fa-a79c-e47e7e317d4c, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=29f7fe14-8e3c-49fa-a79c-e47e7e317d4c,segment=NetworkSegment(9e156204-fd65-4af5-90bf-95f8ea6ca723),segment_id=9e156204-fd65-4af5-90bf-95f8ea6ca723)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:53:36.279950 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-b8acdb44-118d-451f-9c26-10274b633dd5 None None] Port b1de5ccb-ef9f-4d77-aabe-0886d232dfdc cannot update to ACTIVE because it is not bound. {{(pid=103378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 17:53:36.289230 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (29f7fe14-8e3c-49fa-a79c-e47e7e317d4c), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:36.326197 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 17:53:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33241409-5e35-4430-8065-3341df126c8d x-openstack-request-id: req-33241409-5e35-4430-8065-3341df126c8d {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:53:36.326506 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b41fb4a6-f8e5-4c73-8021-9552f38d0cf9", "name": "network-vif-plugged", "status": "completed", "tag": "29f7fe14-8e3c-49fa-a79c-e47e7e317d4c", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:53:36.326768 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-33241409-5e35-4430-8065-3341df126c8d {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:53:36.327182 n-d-827839-2 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b41fb4a6-f8e5-4c73-8021-9552f38d0cf9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29f7fe14-8e3c-49fa-a79c-e47e7e317d4c', 'code': 200} Feb 04 17:53:36.367438 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-ca627d51-70d0-4951-bb48-4208af921456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ebd1915-1e09-4e83-8fbb-7a5571466aad', 'name': 'tempest-TestServerMultinode-830287687-router', 'tenant_id': '0786288ce62f48f489c6885ef47fbcae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.65'}], 'enable_snat': True}, 'gw_port_id': '4e9a0989-7bfc-4ce4-baaf-918d24bced9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:53:31Z', 'updated_at': '2022-02-04T17:53:35Z', 'revision_number': 4, 'project_id': '0786288ce62f48f489c6885ef47fbcae', 'gw_port': {'id': '4e9a0989-7bfc-4ce4-baaf-918d24bced9d', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:fb:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ebd1915-1e09-4e83-8fbb-7a5571466aad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:53:32Z', 'updated_at': '2022-02-04T17:53:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_interfaces': [{'id': 'b1de5ccb-ef9f-4d77-aabe-0886d232dfdc', 'name': '', 'network_id': 'afcc5840-9484-4362-b75d-ba0502f15143', 'tenant_id': '0786288ce62f48f489c6885ef47fbcae', 'mac_address': 'fa:16:3e:38:9a:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ebd1915-1e09-4e83-8fbb-7a5571466aad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': '0586367e-4f96-4283-a5f6-ed2cbb229995', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:53:34Z', 'updated_at': '2022-02-04T17:53:34Z', 'revision_number': 1, 'project_id': '0786288ce62f48f489c6885ef47fbcae', 'subnets': [{'id': '0586367e-4f96-4283-a5f6-ed2cbb229995', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-2', False) {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:53:36.370577 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Pushing event updated for resources: {'Port': ['ID=29f7fe14-8e3c-49fa-a79c-e47e7e317d4c,revision_number=5']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:53:36.400895 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca627d51-70d0-4951-bb48-4208af921456 None None] The sync data for ids ['2ebd1915-1e09-4e83-8fbb-7a5571466aad'] in n-d-827839-2 is: [{'id': '2ebd1915-1e09-4e83-8fbb-7a5571466aad', 'name': 'tempest-TestServerMultinode-830287687-router', 'tenant_id': '0786288ce62f48f489c6885ef47fbcae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.65'}], 'enable_snat': True}, 'gw_port_id': '4e9a0989-7bfc-4ce4-baaf-918d24bced9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:53:31Z', 'updated_at': '2022-02-04T17:53:35Z', 'revision_number': 4, 'project_id': '0786288ce62f48f489c6885ef47fbcae', 'gw_port': {'id': '4e9a0989-7bfc-4ce4-baaf-918d24bced9d', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:fb:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ebd1915-1e09-4e83-8fbb-7a5571466aad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:53:32Z', 'updated_at': '2022-02-04T17:53:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_interfaces': [{'id': 'b1de5ccb-ef9f-4d77-aabe-0886d232dfdc', 'name': '', 'network_id': 'afcc5840-9484-4362-b75d-ba0502f15143', 'tenant_id': '0786288ce62f48f489c6885ef47fbcae', 'mac_address': 'fa:16:3e:38:9a:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ebd1915-1e09-4e83-8fbb-7a5571466aad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': '0586367e-4f96-4283-a5f6-ed2cbb229995', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:53:34Z', 'updated_at': '2022-02-04T17:53:34Z', 'revision_number': 1, 'project_id': '0786288ce62f48f489c6885ef47fbcae', 'subnets': [{'id': '0586367e-4f96-4283-a5f6-ed2cbb229995', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 17:53:36.431128 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2effb46-9114-46fd-bc64-f6677b49a911 req-526bff07-9400-4129-8813-cbbd6ae84f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:53:36.433085 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-f2effb46-9114-46fd-bc64-f6677b49a911 req-526bff07-9400-4129-8813-cbbd6ae84f80 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=b41fb4a6-f8e5-4c73-8021-9552f38d0cf9 HTTP/1.1" status: 200 len: 1091 time: 0.0592091 Feb 04 17:53:36.684213 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 49884) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:53:36.689275 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-4c9056dd-bbd7-416f-9e04-28390761fccf admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-905795303-network', 'tenant_id': '42615c61f7c342da81d5bde12df004a3'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:53:36.710000 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c9056dd-bbd7-416f-9e04-28390761fccf admin admin] Made reservation on behalf of 42615c61f7c342da81d5bde12df004a3 for: {'network': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:53:36.712434 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-4c9056dd-bbd7-416f-9e04-28390761fccf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for network (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:36.721854 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-4c9056dd-bbd7-416f-9e04-28390761fccf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:36.804286 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-4c9056dd-bbd7-416f-9e04-28390761fccf admin admin] Publish callbacks [] for security_group (e837d81c-82c1-43e7-a187-277f19fc4e31), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:36.808159 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-4c9056dd-bbd7-416f-9e04-28390761fccf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (e837d81c-82c1-43e7-a187-277f19fc4e31), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:36.833362 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c9056dd-bbd7-416f-9e04-28390761fccf admin admin] vlan segment allocate from pool success with {'vlan_id': 770, 'physical_network': 'physnet1'} {{(pid=103377) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 17:53:36.843780 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9056dd-bbd7-416f-9e04-28390761fccf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e837d81c-82c1-43e7-a187-277f19fc4e31,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:53:36.848906 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-4c9056dd-bbd7-416f-9e04-28390761fccf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (6b0feb07-1cc4-4f1a-84df-54e939c0b4f7), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:36.849248 n-d-827839-2 neutron-server[103377]: INFO neutron.db.segments_db [None req-4c9056dd-bbd7-416f-9e04-28390761fccf admin admin] Added segment 6b0feb07-1cc4-4f1a-84df-54e939c0b4f7 of type vlan for network 8adc2258-f683-4935-bcca-da29cb3f52ec Feb 04 17:53:36.892268 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-4c9056dd-bbd7-416f-9e04-28390761fccf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781084292801'] for network (8adc2258-f683-4935-bcca-da29cb3f52ec), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:36.920294 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-4c9056dd-bbd7-416f-9e04-28390761fccf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327'] for network (8adc2258-f683-4935-bcca-da29cb3f52ec), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:36.921723 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c9056dd-bbd7-416f-9e04-28390761fccf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:53:36.922603 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-4c9056dd-bbd7-416f-9e04-28390761fccf admin admin] Publish callbacks [] for network (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:36.984678 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-4c9056dd-bbd7-416f-9e04-28390761fccf admin admin] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.2993093 Feb 04 17:53:36.987572 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 49886) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:53:36.992830 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-e70f1d06-4626-4cfe-abfd-4ccb3e3dba93 admin admin] Request body: {'subnet': {'network_id': '8adc2258-f683-4935-bcca-da29cb3f52ec', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-905795303-subnet', 'tenant_id': '42615c61f7c342da81d5bde12df004a3', 'ip_version': 4}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:53:36.998306 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9056dd-bbd7-416f-9e04-28390761fccf admin admin] Pushing event updated for resources: {'Network': ['ID=8adc2258-f683-4935-bcca-da29cb3f52ec,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:53:37.010009 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Network 8adc2258-f683-4935-bcca-da29cb3f52ec details requested by agent ovs-agent-n-d-827839-2 with host n-d-827839-2 {{(pid=103378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 17:53:37.016782 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e70f1d06-4626-4cfe-abfd-4ccb3e3dba93 admin admin] Made reservation on behalf of 42615c61f7c342da81d5bde12df004a3 for: {'subnet': 1} {{(pid=103376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:53:37.019331 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-e70f1d06-4626-4cfe-abfd-4ccb3e3dba93 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25859006'] for subnet (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:37.223945 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-e70f1d06-4626-4cfe-abfd-4ccb3e3dba93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25674939', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25858952'] for subnet (808c8c43-107e-4e31-ae37-b6f71e59553d), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:37.277841 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70f1d06-4626-4cfe-abfd-4ccb3e3dba93 admin admin] Pushing event updated for resources: {'Subnet': ['ID=808c8c43-107e-4e31-ae37-b6f71e59553d,revision_number=0']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:53:37.343404 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e70f1d06-4626-4cfe-abfd-4ccb3e3dba93 admin admin] Checking segment: {'id': '6b0feb07-1cc4-4f1a-84df-54e939c0b4f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '8adc2258-f683-4935-bcca-da29cb3f52ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:53:37.343763 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e70f1d06-4626-4cfe-abfd-4ccb3e3dba93 admin admin] Network hostable DHCP agents. Network: 8adc2258-f683-4935-bcca-da29cb3f52ec, hostable agents: ['bb89f5a3-3c22-440b-b7d1-c4f0c43c184a'], hosted agents: [] {{(pid=103376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 17:53:37.376463 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e70f1d06-4626-4cfe-abfd-4ccb3e3dba93 admin admin] Network 8adc2258-f683-4935-bcca-da29cb3f52ec is scheduled to be hosted by DHCP agent bb89f5a3-3c22-440b-b7d1-c4f0c43c184a with binding_index 1 {{(pid=103376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 17:53:37.385074 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207c09da-d43a-401f-8fdd-775cb37b3339 req-1ee88516-421d-4351-94b8-c06e1ebc0e94 tempest-TestSecurityGroupsBasicOps-1394815037 tempest-TestSecurityGroupsBasicOps-1394815037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:53:37.385254 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1ae0de-6f01-4c90-aa79-a77b111cec7d req-f7977ca5-cd88-49fc-a6a4-c0bf37ca1f9f tempest-VolumesActionsTest-2144497543 tempest-VolumesActionsTest-2144497543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:53:37.386551 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-207c09da-d43a-401f-8fdd-775cb37b3339 req-1ee88516-421d-4351-94b8-c06e1ebc0e94 tempest-TestSecurityGroupsBasicOps-1394815037 tempest-TestSecurityGroupsBasicOps-1394815037-project] 10.222.0.89 "GET /v2.0/ports?device_id=b41fb4a6-f8e5-4c73-8021-9552f38d0cf9 HTTP/1.1" status: 200 len: 909 time: 0.0773695 Feb 04 17:53:37.386898 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-cd1ae0de-6f01-4c90-aa79-a77b111cec7d req-f7977ca5-cd88-49fc-a6a4-c0bf37ca1f9f tempest-VolumesActionsTest-2144497543 tempest-VolumesActionsTest-2144497543-project] 10.222.0.89 "GET /v2.0/ports?device_id=c225885a-0efc-4ffd-8466-a60558017889 HTTP/1.1" status: 200 len: 945 time: 0.0643084 Feb 04 17:53:37.402673 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [None req-e70f1d06-4626-4cfe-abfd-4ccb3e3dba93 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827839-2, 8adc2258-f683-4935-bcca-da29cb3f52ec) {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:53:37.407967 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e70f1d06-4626-4cfe-abfd-4ccb3e3dba93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:53:37.408906 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-e70f1d06-4626-4cfe-abfd-4ccb3e3dba93 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:37.418700 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be24b193-f8b9-4567-a474-3c2d593eadf4 None None] Network 8adc2258-f683-4935-bcca-da29cb3f52ec requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:53:37.436068 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-e70f1d06-4626-4cfe-abfd-4ccb3e3dba93 admin admin] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4473138 Feb 04 17:53:37.438446 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 49892) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:53:37.443367 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-732189df-30a8-4b5d-8386-3b8f8a37f763 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-905795303-router', 'tenant_id': '42615c61f7c342da81d5bde12df004a3', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188'}}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:53:37.462045 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-cd1ae0de-6f01-4c90-aa79-a77b111cec7d req-0df51247-c1fc-4394-8075-40cb3b4d8974 tempest-VolumesActionsTest-2144497543 tempest-VolumesActionsTest-2144497543-project] 10.222.0.89 "GET /v2.0/security-groups?id=50ce5128-25ba-40af-9e89-3a257d2090ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676522 Feb 04 17:53:37.482586 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-732189df-30a8-4b5d-8386-3b8f8a37f763 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1601657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26921'] for router (03f67543-b225-47d9-8d21-98d1bc729d7a), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:37.483712 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-732189df-30a8-4b5d-8386-3b8f8a37f763 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1602025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603663', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1630571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26960'] for router (03f67543-b225-47d9-8d21-98d1bc729d7a), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:37.545644 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-732189df-30a8-4b5d-8386-3b8f8a37f763 admin admin] Publish callbacks [] for router_controller (03f67543-b225-47d9-8d21-98d1bc729d7a), precommit_add_association {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:37.546433 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fcf268f-2a6f-4555-9747-e878c2da2410 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e4c19ad-5724-5db8-8ee1-4f56ae69fcf4-8adc2258-f683-4935-bcca-da29cb3f52ec', 'network_id': '8adc2258-f683-4935-bcca-da29cb3f52ec', 'project_id': '42615c61f7c342da81d5bde12df004a3', 'fixed_ips': [{'subnet_id': '808c8c43-107e-4e31-ae37-b6f71e59553d'}]}} from n-d-827839-2. {{(pid=103378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 17:53:37.547492 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1fcf268f-2a6f-4555-9747-e878c2da2410 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:37.691246 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-1fcf268f-2a6f-4555-9747-e878c2da2410 None None] Allocated IP 172.20.0.2 (8adc2258-f683-4935-bcca-da29cb3f52ec/808c8c43-107e-4e31-ae37-b6f71e59553d/8a73286b-e475-4d8b-b19e-96b80512e9be) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:53:37.694226 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-732189df-30a8-4b5d-8386-3b8f8a37f763 admin admin] Publish callbacks [] for router_gateway (03f67543-b225-47d9-8d21-98d1bc729d7a), precommit_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:37.862690 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1fcf268f-2a6f-4555-9747-e878c2da2410 None None] Publish callbacks [] for port (8a73286b-e475-4d8b-b19e-96b80512e9be), precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:37.871470 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1fcf268f-2a6f-4555-9747-e878c2da2410 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135'] for port (8a73286b-e475-4d8b-b19e-96b80512e9be), after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:37.915583 n-d-827839-2 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fcf268f-2a6f-4555-9747-e878c2da2410 None None] Network 8adc2258-f683-4935-bcca-da29cb3f52ec is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:53:37.920173 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-732189df-30a8-4b5d-8386-3b8f8a37f763 admin admin] Publish callbacks [] for router_gateway (03f67543-b225-47d9-8d21-98d1bc729d7a), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:37.920398 n-d-827839-2 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-1fcf268f-2a6f-4555-9747-e878c2da2410 None None] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:53:37.923968 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fcf268f-2a6f-4555-9747-e878c2da2410 None None] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:53:37.929567 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fcf268f-2a6f-4555-9747-e878c2da2410 None None] Pushing event updated for resources: {'Port': ['ID=8a73286b-e475-4d8b-b19e-96b80512e9be,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:53:37.942532 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-732189df-30a8-4b5d-8386-3b8f8a37f763 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:37.987149 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-1fcf268f-2a6f-4555-9747-e878c2da2410 None None] Attempting to bind port 8a73286b-e475-4d8b-b19e-96b80512e9be on host n-d-827839-2 for vnic_type normal with profile {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:53:37.987515 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-1fcf268f-2a6f-4555-9747-e878c2da2410 None None] Attempting to bind port 8a73286b-e475-4d8b-b19e-96b80512e9be by drivers openvswitch,hyperv on host n-d-827839-2 at level 0 using segments [{'id': '6b0feb07-1cc4-4f1a-84df-54e939c0b4f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '8adc2258-f683-4935-bcca-da29cb3f52ec'}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:53:37.987876 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fcf268f-2a6f-4555-9747-e878c2da2410 None None] Attempting to bind port 8a73286b-e475-4d8b-b19e-96b80512e9be on network 8adc2258-f683-4935-bcca-da29cb3f52ec {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:53:37.992868 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fcf268f-2a6f-4555-9747-e878c2da2410 None None] Checking agent: {'id': 'ba70844b-66a0-45fd-a2f2-e6ed673321fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 0, 36), 'started_at': datetime.datetime(2022, 2, 4, 17, 1, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 53, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:53:37.993237 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fcf268f-2a6f-4555-9747-e878c2da2410 None None] Checking segment: {'id': '6b0feb07-1cc4-4f1a-84df-54e939c0b4f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '8adc2258-f683-4935-bcca-da29cb3f52ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:53:37.993646 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1fcf268f-2a6f-4555-9747-e878c2da2410 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:37.994084 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fcf268f-2a6f-4555-9747-e878c2da2410 None None] Bound using segment: {'id': '6b0feb07-1cc4-4f1a-84df-54e939c0b4f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '8adc2258-f683-4935-bcca-da29cb3f52ec'} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:53:37.994610 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-1fcf268f-2a6f-4555-9747-e878c2da2410 None None] Bound port: 8a73286b-e475-4d8b-b19e-96b80512e9be, host: n-d-827839-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b0feb07-1cc4-4f1a-84df-54e939c0b4f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '8adc2258-f683-4935-bcca-da29cb3f52ec'}}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:53:37.995183 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1fcf268f-2a6f-4555-9747-e878c2da2410 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (8a73286b-e475-4d8b-b19e-96b80512e9be), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:38.065163 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1fcf268f-2a6f-4555-9747-e878c2da2410 None None] For port 8a73286b-e475-4d8b-b19e-96b80512e9be, host n-d-827839-2, cleared binding levels {{(pid=103378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:53:38.068567 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1fcf268f-2a6f-4555-9747-e878c2da2410 None None] For port 8a73286b-e475-4d8b-b19e-96b80512e9be, host n-d-827839-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=8a73286b-e475-4d8b-b19e-96b80512e9be,segment=NetworkSegment(6b0feb07-1cc4-4f1a-84df-54e939c0b4f7),segment_id=6b0feb07-1cc4-4f1a-84df-54e939c0b4f7)] {{(pid=103378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:53:38.075924 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1fcf268f-2a6f-4555-9747-e878c2da2410 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (8a73286b-e475-4d8b-b19e-96b80512e9be), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:38.086366 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957d1b6e-1b8b-49b4-a73b-cf82ed3c08ca req-32ca162e-38c4-4c43-aa2d-e6603a579a0e tempest-VolumesActionsTest-2144497543 tempest-VolumesActionsTest-2144497543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:53:38.088184 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-957d1b6e-1b8b-49b4-a73b-cf82ed3c08ca req-32ca162e-38c4-4c43-aa2d-e6603a579a0e tempest-VolumesActionsTest-2144497543 tempest-VolumesActionsTest-2144497543-project] 10.222.0.96 "GET /v2.0/ports?device_id=c225885a-0efc-4ffd-8466-a60558017889 HTTP/1.1" status: 200 len: 945 time: 0.1067767 Feb 04 17:53:38.131554 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.db_base_plugin_common [None req-732189df-30a8-4b5d-8386-3b8f8a37f763 admin admin] Allocated IP 172.25.6.234 (48165773-85ad-49a1-9ec1-76fc8dc24188/7660bfad-1ea8-4fe7-831b-bed836f13efc/410cb91f-5ce5-4858-bb94-5426b5d1d12e) {{(pid=103376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:53:38.140931 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fcf268f-2a6f-4555-9747-e878c2da2410 None None] Pushing event updated for resources: {'Port': ['ID=8a73286b-e475-4d8b-b19e-96b80512e9be,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:53:38.306718 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [req-957d1b6e-1b8b-49b4-a73b-cf82ed3c08ca req-109ced18-5592-48b8-b267-79a3be96a443 tempest-VolumesActionsTest-2144497543 tempest-VolumesActionsTest-2144497543-project] Deleting port 83eb0e58-1f65-4897-b904-82349e034570 {{(pid=103376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:53:38.306718 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-957d1b6e-1b8b-49b4-a73b-cf82ed3c08ca req-109ced18-5592-48b8-b267-79a3be96a443 tempest-VolumesActionsTest-2144497543 tempest-VolumesActionsTest-2144497543-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (83eb0e58-1f65-4897-b904-82349e034570), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:38.315832 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-732189df-30a8-4b5d-8386-3b8f8a37f763 admin admin] Publish callbacks [] for port (410cb91f-5ce5-4858-bb94-5426b5d1d12e), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:38.436644 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [req-957d1b6e-1b8b-49b4-a73b-cf82ed3c08ca req-109ced18-5592-48b8-b267-79a3be96a443 tempest-VolumesActionsTest-2144497543 tempest-VolumesActionsTest-2144497543-project] For port 83eb0e58-1f65-4897-b904-82349e034570, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=83eb0e58-1f65-4897-b904-82349e034570,segment=NetworkSegment(e9b47f89-bdff-4894-9b86-76680e38d2be),segment_id=e9b47f89-bdff-4894-9b86-76680e38d2be)] {{(pid=103376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:53:38.437370 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-957d1b6e-1b8b-49b4-a73b-cf82ed3c08ca req-109ced18-5592-48b8-b267-79a3be96a443 tempest-VolumesActionsTest-2144497543 tempest-VolumesActionsTest-2144497543-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (83eb0e58-1f65-4897-b904-82349e034570), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:38.441671 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-732189df-30a8-4b5d-8386-3b8f8a37f763 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (410cb91f-5ce5-4858-bb94-5426b5d1d12e), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:38.468548 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [req-957d1b6e-1b8b-49b4-a73b-cf82ed3c08ca req-109ced18-5592-48b8-b267-79a3be96a443 tempest-VolumesActionsTest-2144497543 tempest-VolumesActionsTest-2144497543-project] Calling delete_port for 83eb0e58-1f65-4897-b904-82349e034570 owned by compute:nova {{(pid=103376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:53:38.538659 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-732189df-30a8-4b5d-8386-3b8f8a37f763 admin admin] Network 48165773-85ad-49a1-9ec1-76fc8dc24188 is already hosted by enough agents. {{(pid=103376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:53:38.575453 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [None req-732189df-30a8-4b5d-8386-3b8f8a37f763 admin admin] Resources bound (agent type, host, resource id): {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:53:38.579287 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-732189df-30a8-4b5d-8386-3b8f8a37f763 admin admin] Received port after_create {{(pid=103376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:53:38.582232 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732189df-30a8-4b5d-8386-3b8f8a37f763 admin admin] Pushing event updated for resources: {'Port': ['ID=410cb91f-5ce5-4858-bb94-5426b5d1d12e,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:53:38.589429 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c14d06-2f0c-4f93-b802-20d3f6b90141 req-c8e2762c-a448-4e47-bffa-67568a79e9d5 tempest-VolumesActionsTest-2144497543 tempest-VolumesActionsTest-2144497543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:53:38.590970 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-91c14d06-2f0c-4f93-b802-20d3f6b90141 req-c8e2762c-a448-4e47-bffa-67568a79e9d5 tempest-VolumesActionsTest-2144497543 tempest-VolumesActionsTest-2144497543-project] 10.222.0.89 "GET /v2.0/ports?device_id=c225885a-0efc-4ffd-8466-a60558017889 HTTP/1.1" status: 200 len: 945 time: 0.0550649 Feb 04 17:53:38.647180 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-91c14d06-2f0c-4f93-b802-20d3f6b90141 req-4a49bb59-a39b-4a00-b82c-3a52635a661c tempest-VolumesActionsTest-2144497543 tempest-VolumesActionsTest-2144497543-project] 10.222.0.89 "GET /v2.0/security-groups?id=50ce5128-25ba-40af-9e89-3a257d2090ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500154 Feb 04 17:53:38.656270 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437706c3-503f-490d-aa5e-60b9699fa477 req-8bc96b88-0415-40cd-a362-8358ec171a20 tempest-TestSecurityGroupsBasicOps-1394815037 tempest-TestSecurityGroupsBasicOps-1394815037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:53:38.657779 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-437706c3-503f-490d-aa5e-60b9699fa477 req-8bc96b88-0415-40cd-a362-8358ec171a20 tempest-TestSecurityGroupsBasicOps-1394815037 tempest-TestSecurityGroupsBasicOps-1394815037-project] 10.222.0.89 "GET /v2.0/ports?device_id=b41fb4a6-f8e5-4c73-8021-9552f38d0cf9 HTTP/1.1" status: 200 len: 909 time: 0.1703136 Feb 04 17:53:38.785959 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d73ac40-c279-4cd8-af4c-0d2196dbac13 req-33398dca-4de6-45a2-9e85-19a91bf227f1 tempest-TestSecurityGroupsBasicOps-1394815037 tempest-TestSecurityGroupsBasicOps-1394815037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:53:38.789297 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-9d73ac40-c279-4cd8-af4c-0d2196dbac13 req-33398dca-4de6-45a2-9e85-19a91bf227f1 tempest-TestSecurityGroupsBasicOps-1394815037 tempest-TestSecurityGroupsBasicOps-1394815037-project] 10.222.0.89 "GET /v2.0/ports?device_id=b41fb4a6-f8e5-4c73-8021-9552f38d0cf9 HTTP/1.1" status: 200 len: 909 time: 0.0589085 Feb 04 17:53:38.895640 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-957d1b6e-1b8b-49b4-a73b-cf82ed3c08ca req-109ced18-5592-48b8-b267-79a3be96a443 tempest-VolumesActionsTest-2144497543 tempest-VolumesActionsTest-2144497543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (83eb0e58-1f65-4897-b904-82349e034570), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:38.909200 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] get_ports_and_sgs() called for port_ids ['83eb0e58-1f65-4897-b904-82349e034570'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 17:53:38.970541 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109ced18-5592-48b8-b267-79a3be96a443 tempest-VolumesActionsTest-2144497543 tempest-VolumesActionsTest-2144497543-project] Pushing event deleted for resources: {'Port': ['ID=83eb0e58-1f65-4897-b904-82349e034570,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:53:39.027834 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [req-957d1b6e-1b8b-49b4-a73b-cf82ed3c08ca req-109ced18-5592-48b8-b267-79a3be96a443 tempest-VolumesActionsTest-2144497543 tempest-VolumesActionsTest-2144497543-project] No DVR routers for this DVR port 83eb0e58-1f65-4897-b904-82349e034570 on host n-h1-827839-2 {{(pid=103376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 17:53:39.035110 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 8a73286b-e475-4d8b-b19e-96b80512e9be up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:53:39.035320 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-957d1b6e-1b8b-49b4-a73b-cf82ed3c08ca req-109ced18-5592-48b8-b267-79a3be96a443 tempest-VolumesActionsTest-2144497543 tempest-VolumesActionsTest-2144497543-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:39.038493 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-957d1b6e-1b8b-49b4-a73b-cf82ed3c08ca req-109ced18-5592-48b8-b267-79a3be96a443 tempest-VolumesActionsTest-2144497543 tempest-VolumesActionsTest-2144497543-project] 10.222.0.96 "DELETE /v2.0/ports/83eb0e58-1f65-4897-b904-82349e034570 HTTP/1.1" status: 204 len: 173 time: 0.9420307 Feb 04 17:53:39.039717 n-d-827839-2 neutron-server[103376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c225885a-0efc-4ffd-8466-a60558017889', 'name': 'network-vif-deleted', 'tag': '83eb0e58-1f65-4897-b904-82349e034570'}] {{(pid=103376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:53:39.042022 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d59c3bb5e2f09ebf62144d5e09b1cff60c763a9c19614c24538e77842938c05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-050f903b-4e2c-4333-b760-206226e7c589" -d '{"events": [{"server_uuid": "c225885a-0efc-4ffd-8466-a60558017889", "name": "network-vif-deleted", "tag": "83eb0e58-1f65-4897-b904-82349e034570"}]}' {{(pid=103376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:53:39.055011 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151a8b55-9245-4f0f-a72e-727892b0d6fe req-9d2478bb-5cd3-4f77-8e06-b3bb66c3e5d3 tempest-TestSecurityGroupsBasicOps-1572966994 tempest-TestSecurityGroupsBasicOps-1572966994-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:53:39.064458 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-151a8b55-9245-4f0f-a72e-727892b0d6fe req-9d2478bb-5cd3-4f77-8e06-b3bb66c3e5d3 tempest-TestSecurityGroupsBasicOps-1572966994 tempest-TestSecurityGroupsBasicOps-1572966994-project-admin] 10.222.0.89 "GET /v2.0/ports?device_id=b41fb4a6-f8e5-4c73-8021-9552f38d0cf9 HTTP/1.1" status: 200 len: 1091 time: 0.1704323 Feb 04 17:53:39.065413 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-732189df-30a8-4b5d-8386-3b8f8a37f763 admin admin] Publish callbacks [] for router_gateway (03f67543-b225-47d9-8d21-98d1bc729d7a), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:39.105550 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port 8a73286b-e475-4d8b-b19e-96b80512e9be triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:53:39.106194 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (8a73286b-e475-4d8b-b19e-96b80512e9be), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:39.116796 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 17:53:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6026cb1-560b-4d21-82f0-d4af3e691b3c x-openstack-request-id: req-d6026cb1-560b-4d21-82f0-d4af3e691b3c {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:53:39.117276 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c225885a-0efc-4ffd-8466-a60558017889", "name": "network-vif-deleted", "tag": "83eb0e58-1f65-4897-b904-82349e034570", "status": "completed", "code": 200}]} {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:53:39.117276 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-d6026cb1-560b-4d21-82f0-d4af3e691b3c {{(pid=103376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:53:39.117687 n-d-827839-2 neutron-server[103376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c225885a-0efc-4ffd-8466-a60558017889', 'name': 'network-vif-deleted', 'tag': '83eb0e58-1f65-4897-b904-82349e034570', 'status': 'completed', 'code': 200} Feb 04 17:53:39.200218 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port 8a73286b-e475-4d8b-b19e-96b80512e9be is: DOWN; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:53:39.200609 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (8a73286b-e475-4d8b-b19e-96b80512e9be), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:39.237667 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] For port 8a73286b-e475-4d8b-b19e-96b80512e9be, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=8a73286b-e475-4d8b-b19e-96b80512e9be,segment=NetworkSegment(6b0feb07-1cc4-4f1a-84df-54e939c0b4f7),segment_id=6b0feb07-1cc4-4f1a-84df-54e939c0b4f7)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:53:39.242077 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (8a73286b-e475-4d8b-b19e-96b80512e9be), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:39.243236 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 4e9a0989-7bfc-4ce4-baaf-918d24bced9d up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:53:39.324133 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Pushing event updated for resources: {'Port': ['ID=8a73286b-e475-4d8b-b19e-96b80512e9be,revision_number=3']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:53:39.349388 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port 4e9a0989-7bfc-4ce4-baaf-918d24bced9d triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:53:39.349768 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (4e9a0989-7bfc-4ce4-baaf-918d24bced9d), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:39.378058 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-427aaefa-3d25-4f21-9635-150d9b80bad2 None None] Sync routers for ids ['2ebd1915-1e09-4e83-8fbb-7a5571466aad'] in n-d-827839-2 {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 17:53:39.395207 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-427aaefa-3d25-4f21-9635-150d9b80bad2 None None] Routers {'2ebd1915-1e09-4e83-8fbb-7a5571466aad'} bound to L3 agent in host n-d-827839-2 {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:53:39.395846 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-427aaefa-3d25-4f21-9635-150d9b80bad2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:53:33Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['2ebd1915-1e09-4e83-8fbb-7a5571466aad'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:53:39.452805 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port 4e9a0989-7bfc-4ce4-baaf-918d24bced9d is: DOWN; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:53:39.453304 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (4e9a0989-7bfc-4ce4-baaf-918d24bced9d), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:39.479460 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] For port 4e9a0989-7bfc-4ce4-baaf-918d24bced9d, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=4e9a0989-7bfc-4ce4-baaf-918d24bced9d,segment=NetworkSegment(5942dc44-1f07-4c27-b0ab-45a2bff20dd5),segment_id=5942dc44-1f07-4c27-b0ab-45a2bff20dd5)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:53:39.485042 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (4e9a0989-7bfc-4ce4-baaf-918d24bced9d), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:39.549199 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Pushing event updated for resources: {'Port': ['ID=4e9a0989-7bfc-4ce4-baaf-918d24bced9d,revision_number=4']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:53:39.549472 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvr_db [None req-427aaefa-3d25-4f21-9635-150d9b80bad2 None None] Set router 2ebd1915-1e09-4e83-8fbb-7a5571466aad gateway port host: n-d-827839-2 {{(pid=103379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:53:39.561658 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cdfecc-3e93-4561-aee1-41a27dad7b85 req-ddc886ca-a9e8-4b22-b8ab-491199848aee tempest-TestSecurityGroupsBasicOps-1572966994 tempest-TestSecurityGroupsBasicOps-1572966994-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:53:39.565448 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-d7cdfecc-3e93-4561-aee1-41a27dad7b85 req-ddc886ca-a9e8-4b22-b8ab-491199848aee tempest-TestSecurityGroupsBasicOps-1572966994 tempest-TestSecurityGroupsBasicOps-1572966994-project-admin] 10.222.0.89 "GET /v2.0/ports?device_id=8edebd18-c99c-43ad-a3b7-442d75040e9b HTTP/1.1" status: 200 len: 1166 time: 0.0756919 Feb 04 17:53:39.702639 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-d7cdfecc-3e93-4561-aee1-41a27dad7b85 req-cc129363-b106-4cce-9e32-4f13b5a15cb0 tempest-TestSecurityGroupsBasicOps-1572966994 tempest-TestSecurityGroupsBasicOps-1572966994-project-admin] 10.222.0.89 "GET /v2.0/security-groups?id=e8348a7a-6d49-489e-bc89-fb2e3198344e&id=196b71ba-ec4a-4055-a145-b58b5af791ad&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1326752 Feb 04 17:53:39.729307 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-732189df-30a8-4b5d-8386-3b8f8a37f763 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1602046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603680'] for router (03f67543-b225-47d9-8d21-98d1bc729d7a), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:39.736248 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 49908) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:53:39.856978 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-427aaefa-3d25-4f21-9635-150d9b80bad2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ebd1915-1e09-4e83-8fbb-7a5571466aad', 'name': 'tempest-TestServerMultinode-830287687-router', 'tenant_id': '0786288ce62f48f489c6885ef47fbcae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.65'}], 'enable_snat': True}, 'gw_port_id': '4e9a0989-7bfc-4ce4-baaf-918d24bced9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:53:31Z', 'updated_at': '2022-02-04T17:53:35Z', 'revision_number': 4, 'project_id': '0786288ce62f48f489c6885ef47fbcae', 'gw_port': {'id': '4e9a0989-7bfc-4ce4-baaf-918d24bced9d', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:fb:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ebd1915-1e09-4e83-8fbb-7a5571466aad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:53:32Z', 'updated_at': '2022-02-04T17:53:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_interfaces': [{'id': 'b1de5ccb-ef9f-4d77-aabe-0886d232dfdc', 'name': '', 'network_id': 'afcc5840-9484-4362-b75d-ba0502f15143', 'tenant_id': '0786288ce62f48f489c6885ef47fbcae', 'mac_address': 'fa:16:3e:38:9a:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ebd1915-1e09-4e83-8fbb-7a5571466aad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': '0586367e-4f96-4283-a5f6-ed2cbb229995', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:53:34Z', 'updated_at': '2022-02-04T17:53:35Z', 'revision_number': 2, 'project_id': '0786288ce62f48f489c6885ef47fbcae', 'subnets': [{'id': '0586367e-4f96-4283-a5f6-ed2cbb229995', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-2', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:53:39.874219 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65b3cdee-20ab-4563-933b-213185e609e2 None None] Network 8adc2258-f683-4935-bcca-da29cb3f52ec requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:53:39.877354 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6add58a6-0f56-4d5e-ab1e-f411d7e8b4a3 tempest-TestSecurityGroupsBasicOps-1572966994 tempest-TestSecurityGroupsBasicOps-1572966994-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:53:39.879744 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-6add58a6-0f56-4d5e-ab1e-f411d7e8b4a3 tempest-TestSecurityGroupsBasicOps-1572966994 tempest-TestSecurityGroupsBasicOps-1572966994-project-admin] 10.222.0.89 "GET /v2.0/ports?device_id=b41fb4a6-f8e5-4c73-8021-9552f38d0cf9 HTTP/1.1" status: 200 len: 1086 time: 0.0981212 Feb 04 17:53:39.902987 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-427aaefa-3d25-4f21-9635-150d9b80bad2 None None] Checking router: 2ebd1915-1e09-4e83-8fbb-7a5571466aad for host: n-d-827839-2 {{(pid=103379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 17:53:39.903374 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-427aaefa-3d25-4f21-9635-150d9b80bad2 None None] Updating router 2ebd1915-1e09-4e83-8fbb-7a5571466aad port b1de5ccb-ef9f-4d77-aabe-0886d232dfdc binding host n-d-827839-2 {{(pid=103379) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 17:53:39.934865 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-732189df-30a8-4b5d-8386-3b8f8a37f763 admin admin] Router 03f67543-b225-47d9-8d21-98d1bc729d7a is scheduled to L3 agent 64ada913-9131-4d99-a265-63a920956287 with binding_index 1 {{(pid=103376) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 17:53:39.953057 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-fc047a67-5ebe-42ae-a8d6-6662c4b2c8ea None None] Provisioning complete for port 8a73286b-e475-4d8b-b19e-96b80512e9be triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:53:39.953582 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-fc047a67-5ebe-42ae-a8d6-6662c4b2c8ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (8a73286b-e475-4d8b-b19e-96b80512e9be), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:39.955308 n-d-827839-2 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-427aaefa-3d25-4f21-9635-150d9b80bad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (b1de5ccb-ef9f-4d77-aabe-0886d232dfdc), before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:40.083272 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-fc047a67-5ebe-42ae-a8d6-6662c4b2c8ea None None] Current status of the port 8a73286b-e475-4d8b-b19e-96b80512e9be is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:53:40.134830 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-732189df-30a8-4b5d-8386-3b8f8a37f763 admin admin] Notify agent at l3_agent.n-d-827839-2 the message routers_updated {{(pid=103376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 17:53:40.149049 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06cc9016-5000-414d-b1ab-965a5fc2fe66 None None] Sync routers for ids ['03f67543-b225-47d9-8d21-98d1bc729d7a'] in n-d-827839-2 {{(pid=103378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 17:53:40.168151 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06cc9016-5000-414d-b1ab-965a5fc2fe66 None None] Routers {'03f67543-b225-47d9-8d21-98d1bc729d7a'} bound to L3 agent in host n-d-827839-2 {{(pid=103378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:53:40.168912 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-06cc9016-5000-414d-b1ab-965a5fc2fe66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:53:33Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['03f67543-b225-47d9-8d21-98d1bc729d7a'], 'active': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:53:40.228999 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-732189df-30a8-4b5d-8386-3b8f8a37f763 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:40.228999 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-732189df-30a8-4b5d-8386-3b8f8a37f763 admin admin] 10.222.0.89 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.7886128 Feb 04 17:53:40.231126 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 49920) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:53:40.294074 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be64b5c-eb99-4f2d-ab6b-c067776d73cb req-180e3491-facf-4f9d-b3bd-4b7ab2baf402 tempest-TestSecurityGroupsBasicOps-1394815037 tempest-TestSecurityGroupsBasicOps-1394815037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:53:40.307073 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-2be64b5c-eb99-4f2d-ab6b-c067776d73cb req-180e3491-facf-4f9d-b3bd-4b7ab2baf402 tempest-TestSecurityGroupsBasicOps-1394815037 tempest-TestSecurityGroupsBasicOps-1394815037-project] 10.222.0.89 "GET /v2.0/ports?device_id=b41fb4a6-f8e5-4c73-8021-9552f38d0cf9 HTTP/1.1" status: 200 len: 909 time: 0.1225688 Feb 04 17:53:40.390329 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvr_db [None req-06cc9016-5000-414d-b1ab-965a5fc2fe66 None None] Set router 03f67543-b225-47d9-8d21-98d1bc729d7a gateway port host: n-d-827839-2 {{(pid=103378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:53:40.446621 n-d-827839-2 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-427aaefa-3d25-4f21-9635-150d9b80bad2 None None] Publish callbacks [] for port (b1de5ccb-ef9f-4d77-aabe-0886d232dfdc), precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:40.455246 n-d-827839-2 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-427aaefa-3d25-4f21-9635-150d9b80bad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (b1de5ccb-ef9f-4d77-aabe-0886d232dfdc), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:40.549054 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e3edae-bca4-4e32-a85b-c3d40ef2f9fb None None] Pushing event updated for resources: {'Port': ['ID=b1de5ccb-ef9f-4d77-aabe-0886d232dfdc,revision_number=3']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:53:40.577101 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (f20a1ab3-4332-4f54-833b-ba4a7c687e89), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:40.579726 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-f954f4a0-07f2-4a77-b3dd-fe98281a18f7 None None] Provisioning complete for port 8a73286b-e475-4d8b-b19e-96b80512e9be triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:53:40.580095 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f954f4a0-07f2-4a77-b3dd-fe98281a18f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (8a73286b-e475-4d8b-b19e-96b80512e9be), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:40.580376 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e3edae-bca4-4e32-a85b-c3d40ef2f9fb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:53:40.581126 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e3edae-bca4-4e32-a85b-c3d40ef2f9fb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:53:40.581654 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e3edae-bca4-4e32-a85b-c3d40ef2f9fb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:53:40.582163 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e3edae-bca4-4e32-a85b-c3d40ef2f9fb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:53:40.582719 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e3edae-bca4-4e32-a85b-c3d40ef2f9fb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:53:40.583219 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e3edae-bca4-4e32-a85b-c3d40ef2f9fb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:53:40.583895 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e3edae-bca4-4e32-a85b-c3d40ef2f9fb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:53:40.584393 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e3edae-bca4-4e32-a85b-c3d40ef2f9fb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:53:40.584917 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e3edae-bca4-4e32-a85b-c3d40ef2f9fb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:53:40.585421 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e3edae-bca4-4e32-a85b-c3d40ef2f9fb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:53:40.585930 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e3edae-bca4-4e32-a85b-c3d40ef2f9fb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:53:40.586423 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e3edae-bca4-4e32-a85b-c3d40ef2f9fb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:53:40.586973 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e3edae-bca4-4e32-a85b-c3d40ef2f9fb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:53:40.611274 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [None req-427aaefa-3d25-4f21-9635-150d9b80bad2 None None] Attempting to bind port b1de5ccb-ef9f-4d77-aabe-0886d232dfdc on host n-d-827839-2 for vnic_type normal with profile {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:53:40.611897 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [None req-427aaefa-3d25-4f21-9635-150d9b80bad2 None None] Attempting to bind port b1de5ccb-ef9f-4d77-aabe-0886d232dfdc by drivers openvswitch,hyperv on host n-d-827839-2 at level 0 using segments [{'id': '619e8ef8-1011-431e-9a52-fa02488df6f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': 'afcc5840-9484-4362-b75d-ba0502f15143'}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:53:40.612643 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-427aaefa-3d25-4f21-9635-150d9b80bad2 None None] Attempting to bind port b1de5ccb-ef9f-4d77-aabe-0886d232dfdc on network afcc5840-9484-4362-b75d-ba0502f15143 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:53:40.618417 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-427aaefa-3d25-4f21-9635-150d9b80bad2 None None] Checking agent: {'id': 'ba70844b-66a0-45fd-a2f2-e6ed673321fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 0, 36), 'started_at': datetime.datetime(2022, 2, 4, 17, 1, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 53, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:53:40.619067 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-427aaefa-3d25-4f21-9635-150d9b80bad2 None None] Checking segment: {'id': '619e8ef8-1011-431e-9a52-fa02488df6f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': 'afcc5840-9484-4362-b75d-ba0502f15143'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:53:40.619678 n-d-827839-2 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-427aaefa-3d25-4f21-9635-150d9b80bad2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:40.620239 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-427aaefa-3d25-4f21-9635-150d9b80bad2 None None] Bound using segment: {'id': '619e8ef8-1011-431e-9a52-fa02488df6f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': 'afcc5840-9484-4362-b75d-ba0502f15143'} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:53:40.620921 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [None req-427aaefa-3d25-4f21-9635-150d9b80bad2 None None] Bound port: b1de5ccb-ef9f-4d77-aabe-0886d232dfdc, host: n-d-827839-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '619e8ef8-1011-431e-9a52-fa02488df6f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': 'afcc5840-9484-4362-b75d-ba0502f15143'}}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:53:40.621491 n-d-827839-2 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-427aaefa-3d25-4f21-9635-150d9b80bad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (b1de5ccb-ef9f-4d77-aabe-0886d232dfdc), before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:40.726130 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-427aaefa-3d25-4f21-9635-150d9b80bad2 None None] For port b1de5ccb-ef9f-4d77-aabe-0886d232dfdc, host n-d-827839-2, cleared binding levels {{(pid=103379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:53:40.730898 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-427aaefa-3d25-4f21-9635-150d9b80bad2 None None] For port b1de5ccb-ef9f-4d77-aabe-0886d232dfdc, host n-d-827839-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=b1de5ccb-ef9f-4d77-aabe-0886d232dfdc,segment=NetworkSegment(619e8ef8-1011-431e-9a52-fa02488df6f6),segment_id=619e8ef8-1011-431e-9a52-fa02488df6f6)] {{(pid=103379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:53:40.749510 n-d-827839-2 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-427aaefa-3d25-4f21-9635-150d9b80bad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (b1de5ccb-ef9f-4d77-aabe-0886d232dfdc), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:40.782046 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-f954f4a0-07f2-4a77-b3dd-fe98281a18f7 None None] Current status of the port 8a73286b-e475-4d8b-b19e-96b80512e9be is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:53:40.801685 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-06cc9016-5000-414d-b1ab-965a5fc2fe66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03f67543-b225-47d9-8d21-98d1bc729d7a', 'name': 'tempest-TestServerMultinode-905795303-router', 'tenant_id': '42615c61f7c342da81d5bde12df004a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.234'}], 'enable_snat': True}, 'gw_port_id': '410cb91f-5ce5-4858-bb94-5426b5d1d12e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:53:37Z', 'updated_at': '2022-02-04T17:53:38Z', 'revision_number': 3, 'project_id': '42615c61f7c342da81d5bde12df004a3', 'gw_port': {'id': '410cb91f-5ce5-4858-bb94-5426b5d1d12e', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:fa:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03f67543-b225-47d9-8d21-98d1bc729d7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:53:37Z', 'updated_at': '2022-02-04T17:53:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2'}], 'n-d-827839-2', False) {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:53:40.841638 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06cc9016-5000-414d-b1ab-965a5fc2fe66 None None] Checking router: 03f67543-b225-47d9-8d21-98d1bc729d7a for host: n-d-827839-2 {{(pid=103378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 17:53:40.842085 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06cc9016-5000-414d-b1ab-965a5fc2fe66 None None] Updating router 03f67543-b225-47d9-8d21-98d1bc729d7a port 410cb91f-5ce5-4858-bb94-5426b5d1d12e binding host n-d-827839-2 {{(pid=103378) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 17:53:40.870932 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-427aaefa-3d25-4f21-9635-150d9b80bad2 None None] Routers {'2ebd1915-1e09-4e83-8fbb-7a5571466aad'} bound to L3 agent in host n-d-827839-2 {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:53:40.871328 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-427aaefa-3d25-4f21-9635-150d9b80bad2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:53:33Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['2ebd1915-1e09-4e83-8fbb-7a5571466aad'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:53:40.880458 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e3edae-bca4-4e32-a85b-c3d40ef2f9fb None None] Pushing event updated for resources: {'Port': ['ID=b1de5ccb-ef9f-4d77-aabe-0886d232dfdc,revision_number=4']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:53:40.882167 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-06cc9016-5000-414d-b1ab-965a5fc2fe66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (410cb91f-5ce5-4858-bb94-5426b5d1d12e), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:40.911143 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-44b60ee6-830e-44e5-8cc0-23bd248f1a40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:41.031789 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 8a73286b-e475-4d8b-b19e-96b80512e9be up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:53:41.038141 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-0901ac57-aeff-4fe3-a412-b2ad350ab92a None None] Provisioning complete for port b1de5ccb-ef9f-4d77-aabe-0886d232dfdc triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:53:41.038141 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0901ac57-aeff-4fe3-a412-b2ad350ab92a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (b1de5ccb-ef9f-4d77-aabe-0886d232dfdc), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:41.093467 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvr_db [None req-427aaefa-3d25-4f21-9635-150d9b80bad2 None None] Set router 2ebd1915-1e09-4e83-8fbb-7a5571466aad gateway port host: n-d-827839-2 {{(pid=103379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:53:41.200377 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.db_base_plugin_common [None req-44b60ee6-830e-44e5-8cc0-23bd248f1a40 admin admin] Allocated IP 172.20.0.1 (8adc2258-f683-4935-bcca-da29cb3f52ec/808c8c43-107e-4e31-ae37-b6f71e59553d/93ea6f78-ab72-4ec4-a2e8-a7e161be0fd7) {{(pid=103377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:53:41.378527 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-06cc9016-5000-414d-b1ab-965a5fc2fe66 None None] Publish callbacks [] for port (410cb91f-5ce5-4858-bb94-5426b5d1d12e), precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:41.391339 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-06cc9016-5000-414d-b1ab-965a5fc2fe66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (410cb91f-5ce5-4858-bb94-5426b5d1d12e), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:41.468755 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-44b60ee6-830e-44e5-8cc0-23bd248f1a40 admin admin] Publish callbacks [] for port (93ea6f78-ab72-4ec4-a2e8-a7e161be0fd7), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:41.485396 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device 83eb0e58-1f65-4897-b904-82349e034570 no longer exists at agent hyperv_n-h1-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:53:41.521069 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-44b60ee6-830e-44e5-8cc0-23bd248f1a40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (93ea6f78-ab72-4ec4-a2e8-a7e161be0fd7), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:41.593865 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-427aaefa-3d25-4f21-9635-150d9b80bad2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ebd1915-1e09-4e83-8fbb-7a5571466aad', 'name': 'tempest-TestServerMultinode-830287687-router', 'tenant_id': '0786288ce62f48f489c6885ef47fbcae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.65'}], 'enable_snat': True}, 'gw_port_id': '4e9a0989-7bfc-4ce4-baaf-918d24bced9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:53:31Z', 'updated_at': '2022-02-04T17:53:35Z', 'revision_number': 4, 'project_id': '0786288ce62f48f489c6885ef47fbcae', 'gw_port': {'id': '4e9a0989-7bfc-4ce4-baaf-918d24bced9d', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:fb:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ebd1915-1e09-4e83-8fbb-7a5571466aad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:53:32Z', 'updated_at': '2022-02-04T17:53:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_interfaces': [{'id': 'b1de5ccb-ef9f-4d77-aabe-0886d232dfdc', 'name': '', 'network_id': 'afcc5840-9484-4362-b75d-ba0502f15143', 'tenant_id': '0786288ce62f48f489c6885ef47fbcae', 'mac_address': 'fa:16:3e:38:9a:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ebd1915-1e09-4e83-8fbb-7a5571466aad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': '0586367e-4f96-4283-a5f6-ed2cbb229995', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:53:34Z', 'updated_at': '2022-02-04T17:53:40Z', 'revision_number': 4, 'project_id': '0786288ce62f48f489c6885ef47fbcae', 'subnets': [{'id': '0586367e-4f96-4283-a5f6-ed2cbb229995', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-2', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:53:41.615735 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44b60ee6-830e-44e5-8cc0-23bd248f1a40 admin admin] Network 8adc2258-f683-4935-bcca-da29cb3f52ec is already hosted by enough agents. {{(pid=103377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:53:41.617822 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b60ee6-830e-44e5-8cc0-23bd248f1a40 admin admin] Pushing event updated for resources: {'Port': ['ID=93ea6f78-ab72-4ec4-a2e8-a7e161be0fd7,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:53:41.620671 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [None req-44b60ee6-830e-44e5-8cc0-23bd248f1a40 admin admin] Resources bound (agent type, host, resource id): {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:53:41.643627 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44b60ee6-830e-44e5-8cc0-23bd248f1a40 admin admin] Received port after_create {{(pid=103377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:53:41.661169 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-427aaefa-3d25-4f21-9635-150d9b80bad2 None None] The sync data for ids ['2ebd1915-1e09-4e83-8fbb-7a5571466aad'] in n-d-827839-2 is: [{'id': '2ebd1915-1e09-4e83-8fbb-7a5571466aad', 'name': 'tempest-TestServerMultinode-830287687-router', 'tenant_id': '0786288ce62f48f489c6885ef47fbcae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.65'}], 'enable_snat': True}, 'gw_port_id': '4e9a0989-7bfc-4ce4-baaf-918d24bced9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:53:31Z', 'updated_at': '2022-02-04T17:53:35Z', 'revision_number': 4, 'project_id': '0786288ce62f48f489c6885ef47fbcae', 'gw_port': {'id': '4e9a0989-7bfc-4ce4-baaf-918d24bced9d', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:fb:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ebd1915-1e09-4e83-8fbb-7a5571466aad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:53:32Z', 'updated_at': '2022-02-04T17:53:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_interfaces': [{'id': 'b1de5ccb-ef9f-4d77-aabe-0886d232dfdc', 'name': '', 'network_id': 'afcc5840-9484-4362-b75d-ba0502f15143', 'tenant_id': '0786288ce62f48f489c6885ef47fbcae', 'mac_address': 'fa:16:3e:38:9a:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ebd1915-1e09-4e83-8fbb-7a5571466aad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': '0586367e-4f96-4283-a5f6-ed2cbb229995', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:53:34Z', 'updated_at': '2022-02-04T17:53:40Z', 'revision_number': 4, 'project_id': '0786288ce62f48f489c6885ef47fbcae', 'subnets': [{'id': '0586367e-4f96-4283-a5f6-ed2cbb229995', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 17:53:41.713906 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7569786b-b271-4886-af4d-cf36b7990eab req-dbdac18d-f8da-47ef-85b1-a3768419ce12 tempest-TestSecurityGroupsBasicOps-1394815037 tempest-TestSecurityGroupsBasicOps-1394815037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:53:41.724065 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-7569786b-b271-4886-af4d-cf36b7990eab req-dbdac18d-f8da-47ef-85b1-a3768419ce12 tempest-TestSecurityGroupsBasicOps-1394815037 tempest-TestSecurityGroupsBasicOps-1394815037-project] 10.222.0.89 "GET /v2.0/ports?device_id=b41fb4a6-f8e5-4c73-8021-9552f38d0cf9 HTTP/1.1" status: 200 len: 909 time: 0.2149420 Feb 04 17:53:41.791191 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-44b60ee6-830e-44e5-8cc0-23bd248f1a40 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1595471'] for router_interface (03f67543-b225-47d9-8d21-98d1bc729d7a), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:41.855467 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] No Port match for: 83eb0e58-1f65-4897-b904-82349e034570 {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 17:53:41.855816 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device 83eb0e58-1f65-4897-b904-82349e034570 not bound to the agent host n-h1-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 17:53:41.871376 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfc3b14-d0d9-4f6d-89c7-aaeee4462c13 req-5d1860a0-9f26-47c6-9fef-cfcbb29b83f2 tempest-TestSecurityGroupsBasicOps-1394815037 tempest-TestSecurityGroupsBasicOps-1394815037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:53:41.876163 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-abfc3b14-d0d9-4f6d-89c7-aaeee4462c13 req-5d1860a0-9f26-47c6-9fef-cfcbb29b83f2 tempest-TestSecurityGroupsBasicOps-1394815037 tempest-TestSecurityGroupsBasicOps-1394815037-project] 10.222.0.96 "GET /v2.0/ports?device_id=b41fb4a6-f8e5-4c73-8021-9552f38d0cf9 HTTP/1.1" status: 200 len: 909 time: 0.1624916 Feb 04 17:53:41.930157 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21de1b87-acb5-40a5-b259-e1ec60c41231 None None] Pushing event updated for resources: {'Port': ['ID=410cb91f-5ce5-4858-bb94-5426b5d1d12e,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:53:41.948166 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-06cc9016-5000-414d-b1ab-965a5fc2fe66 None None] Attempting to bind port 410cb91f-5ce5-4858-bb94-5426b5d1d12e on host n-d-827839-2 for vnic_type normal with profile {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:53:41.948166 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-06cc9016-5000-414d-b1ab-965a5fc2fe66 None None] Attempting to bind port 410cb91f-5ce5-4858-bb94-5426b5d1d12e by drivers openvswitch,hyperv on host n-d-827839-2 at level 0 using segments [{'id': '5942dc44-1f07-4c27-b0ab-45a2bff20dd5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188'}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:53:41.952983 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06cc9016-5000-414d-b1ab-965a5fc2fe66 None None] Attempting to bind port 410cb91f-5ce5-4858-bb94-5426b5d1d12e on network 48165773-85ad-49a1-9ec1-76fc8dc24188 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:53:41.988454 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06cc9016-5000-414d-b1ab-965a5fc2fe66 None None] Checking agent: {'id': 'ba70844b-66a0-45fd-a2f2-e6ed673321fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 0, 36), 'started_at': datetime.datetime(2022, 2, 4, 17, 1, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 53, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:53:41.988876 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06cc9016-5000-414d-b1ab-965a5fc2fe66 None None] Checking segment: {'id': '5942dc44-1f07-4c27-b0ab-45a2bff20dd5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:53:41.989572 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-06cc9016-5000-414d-b1ab-965a5fc2fe66 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:41.990060 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06cc9016-5000-414d-b1ab-965a5fc2fe66 None None] Bound using segment: {'id': '5942dc44-1f07-4c27-b0ab-45a2bff20dd5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188'} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:53:41.990652 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-06cc9016-5000-414d-b1ab-965a5fc2fe66 None None] Bound port: 410cb91f-5ce5-4858-bb94-5426b5d1d12e, host: n-d-827839-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5942dc44-1f07-4c27-b0ab-45a2bff20dd5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188'}}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:53:41.991351 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-06cc9016-5000-414d-b1ab-965a5fc2fe66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (410cb91f-5ce5-4858-bb94-5426b5d1d12e), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:42.053365 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port 8a73286b-e475-4d8b-b19e-96b80512e9be triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:53:42.053960 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (8a73286b-e475-4d8b-b19e-96b80512e9be), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:42.055161 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [req-abfc3b14-d0d9-4f6d-89c7-aaeee4462c13 req-e888a8f6-8048-402e-af06-a06351dcecd8 tempest-TestSecurityGroupsBasicOps-1394815037 tempest-TestSecurityGroupsBasicOps-1394815037-project] Deleting port 29f7fe14-8e3c-49fa-a79c-e47e7e317d4c {{(pid=103376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:53:42.055509 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-abfc3b14-d0d9-4f6d-89c7-aaeee4462c13 req-e888a8f6-8048-402e-af06-a06351dcecd8 tempest-TestSecurityGroupsBasicOps-1394815037 tempest-TestSecurityGroupsBasicOps-1394815037-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (29f7fe14-8e3c-49fa-a79c-e47e7e317d4c), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:42.066764 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-44b60ee6-830e-44e5-8cc0-23bd248f1a40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (93ea6f78-ab72-4ec4-a2e8-a7e161be0fd7), before_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:42.067031 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-0901ac57-aeff-4fe3-a412-b2ad350ab92a None None] Current status of the port b1de5ccb-ef9f-4d77-aabe-0886d232dfdc is: DOWN; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:53:42.067249 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0901ac57-aeff-4fe3-a412-b2ad350ab92a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (b1de5ccb-ef9f-4d77-aabe-0886d232dfdc), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:42.151771 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-06cc9016-5000-414d-b1ab-965a5fc2fe66 None None] For port 410cb91f-5ce5-4858-bb94-5426b5d1d12e, host n-d-827839-2, cleared binding levels {{(pid=103378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:53:42.161755 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-06cc9016-5000-414d-b1ab-965a5fc2fe66 None None] For port 410cb91f-5ce5-4858-bb94-5426b5d1d12e, host n-d-827839-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=410cb91f-5ce5-4858-bb94-5426b5d1d12e,segment=NetworkSegment(5942dc44-1f07-4c27-b0ab-45a2bff20dd5),segment_id=5942dc44-1f07-4c27-b0ab-45a2bff20dd5)] {{(pid=103378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:53:42.167127 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-0901ac57-aeff-4fe3-a412-b2ad350ab92a None None] For port b1de5ccb-ef9f-4d77-aabe-0886d232dfdc, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=b1de5ccb-ef9f-4d77-aabe-0886d232dfdc,segment=NetworkSegment(619e8ef8-1011-431e-9a52-fa02488df6f6),segment_id=619e8ef8-1011-431e-9a52-fa02488df6f6)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:53:42.176473 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [req-abfc3b14-d0d9-4f6d-89c7-aaeee4462c13 req-e888a8f6-8048-402e-af06-a06351dcecd8 tempest-TestSecurityGroupsBasicOps-1394815037 tempest-TestSecurityGroupsBasicOps-1394815037-project] For port 29f7fe14-8e3c-49fa-a79c-e47e7e317d4c, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=29f7fe14-8e3c-49fa-a79c-e47e7e317d4c,segment=NetworkSegment(9e156204-fd65-4af5-90bf-95f8ea6ca723),segment_id=9e156204-fd65-4af5-90bf-95f8ea6ca723)] {{(pid=103376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:53:42.176696 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-06cc9016-5000-414d-b1ab-965a5fc2fe66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (410cb91f-5ce5-4858-bb94-5426b5d1d12e), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:42.177185 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-abfc3b14-d0d9-4f6d-89c7-aaeee4462c13 req-e888a8f6-8048-402e-af06-a06351dcecd8 tempest-TestSecurityGroupsBasicOps-1394815037 tempest-TestSecurityGroupsBasicOps-1394815037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (29f7fe14-8e3c-49fa-a79c-e47e7e317d4c), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:42.181732 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0901ac57-aeff-4fe3-a412-b2ad350ab92a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (b1de5ccb-ef9f-4d77-aabe-0886d232dfdc), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:42.193835 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [req-abfc3b14-d0d9-4f6d-89c7-aaeee4462c13 req-e888a8f6-8048-402e-af06-a06351dcecd8 tempest-TestSecurityGroupsBasicOps-1394815037 tempest-TestSecurityGroupsBasicOps-1394815037-project] Calling delete_port for 29f7fe14-8e3c-49fa-a79c-e47e7e317d4c owned by compute:nova {{(pid=103376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:53:42.268908 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06cc9016-5000-414d-b1ab-965a5fc2fe66 None None] Routers {'03f67543-b225-47d9-8d21-98d1bc729d7a'} bound to L3 agent in host n-d-827839-2 {{(pid=103378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:53:42.271202 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-06cc9016-5000-414d-b1ab-965a5fc2fe66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:53:33Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['03f67543-b225-47d9-8d21-98d1bc729d7a'], 'active': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:53:42.285934 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-44b60ee6-830e-44e5-8cc0-23bd248f1a40 admin admin] Publish callbacks [] for port (93ea6f78-ab72-4ec4-a2e8-a7e161be0fd7), precommit_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:42.295660 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-44b60ee6-830e-44e5-8cc0-23bd248f1a40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25888290'] for port (93ea6f78-ab72-4ec4-a2e8-a7e161be0fd7), after_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:42.388435 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-abfc3b14-d0d9-4f6d-89c7-aaeee4462c13 req-e888a8f6-8048-402e-af06-a06351dcecd8 tempest-TestSecurityGroupsBasicOps-1394815037 tempest-TestSecurityGroupsBasicOps-1394815037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (29f7fe14-8e3c-49fa-a79c-e47e7e317d4c), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:42.434872 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port 8a73286b-e475-4d8b-b19e-96b80512e9be is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:53:42.436085 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 4e9a0989-7bfc-4ce4-baaf-918d24bced9d up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:53:42.457304 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b60ee6-830e-44e5-8cc0-23bd248f1a40 admin admin] Pushing event updated for resources: {'Port': ['ID=93ea6f78-ab72-4ec4-a2e8-a7e161be0fd7,revision_number=2']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:53:42.477170 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-44b60ee6-830e-44e5-8cc0-23bd248f1a40 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1677345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602751'] for router_interface (03f67543-b225-47d9-8d21-98d1bc729d7a), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:42.508296 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [req-abfc3b14-d0d9-4f6d-89c7-aaeee4462c13 req-e888a8f6-8048-402e-af06-a06351dcecd8 tempest-TestSecurityGroupsBasicOps-1394815037 tempest-TestSecurityGroupsBasicOps-1394815037-project] No DVR routers for this DVR port 29f7fe14-8e3c-49fa-a79c-e47e7e317d4c on host n-h1-827839-2 {{(pid=103376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 17:53:42.513260 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-abfc3b14-d0d9-4f6d-89c7-aaeee4462c13 req-e888a8f6-8048-402e-af06-a06351dcecd8 tempest-TestSecurityGroupsBasicOps-1394815037 tempest-TestSecurityGroupsBasicOps-1394815037-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:42.522455 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-abfc3b14-d0d9-4f6d-89c7-aaeee4462c13 req-e888a8f6-8048-402e-af06-a06351dcecd8 tempest-TestSecurityGroupsBasicOps-1394815037 tempest-TestSecurityGroupsBasicOps-1394815037-project] 10.222.0.96 "DELETE /v2.0/ports/29f7fe14-8e3c-49fa-a79c-e47e7e317d4c HTTP/1.1" status: 204 len: 173 time: 0.6436946 Feb 04 17:53:42.523396 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e888a8f6-8048-402e-af06-a06351dcecd8 tempest-TestSecurityGroupsBasicOps-1394815037 tempest-TestSecurityGroupsBasicOps-1394815037-project] Pushing event deleted for resources: {'Port': ['ID=29f7fe14-8e3c-49fa-a79c-e47e7e317d4c,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:53:42.525071 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21de1b87-acb5-40a5-b259-e1ec60c41231 None None] Pushing event updated for resources: {'Port': ['ID=410cb91f-5ce5-4858-bb94-5426b5d1d12e,revision_number=3']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:53:42.527880 n-d-827839-2 neutron-server[103376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b41fb4a6-f8e5-4c73-8021-9552f38d0cf9', 'name': 'network-vif-deleted', 'tag': '29f7fe14-8e3c-49fa-a79c-e47e7e317d4c'}] {{(pid=103376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:53:42.533208 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d59c3bb5e2f09ebf62144d5e09b1cff60c763a9c19614c24538e77842938c05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14678fb7-3cba-4044-b0e5-1265d53a23bc" -d '{"events": [{"server_uuid": "b41fb4a6-f8e5-4c73-8021-9552f38d0cf9", "name": "network-vif-deleted", "tag": "29f7fe14-8e3c-49fa-a79c-e47e7e317d4c"}]}' {{(pid=103376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:53:42.586798 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4aaf8ff9-3d56-4972-8b1f-ac3eeab7bae7 None None] Provisioning complete for port b1de5ccb-ef9f-4d77-aabe-0886d232dfdc triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:53:42.587189 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4aaf8ff9-3d56-4972-8b1f-ac3eeab7bae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (b1de5ccb-ef9f-4d77-aabe-0886d232dfdc), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:42.631670 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 17:53:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41735143-a65a-4b44-a668-9fff2801f3fa x-openstack-request-id: req-41735143-a65a-4b44-a668-9fff2801f3fa {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:53:42.632097 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b41fb4a6-f8e5-4c73-8021-9552f38d0cf9", "name": "network-vif-deleted", "tag": "29f7fe14-8e3c-49fa-a79c-e47e7e317d4c", "status": "completed", "code": 200}]} {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:53:42.632456 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-41735143-a65a-4b44-a668-9fff2801f3fa {{(pid=103376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:53:42.633048 n-d-827839-2 neutron-server[103376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b41fb4a6-f8e5-4c73-8021-9552f38d0cf9', 'name': 'network-vif-deleted', 'tag': '29f7fe14-8e3c-49fa-a79c-e47e7e317d4c', 'status': 'completed', 'code': 200} Feb 04 17:53:42.670315 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44b60ee6-830e-44e5-8cc0-23bd248f1a40 admin admin] Network 8adc2258-f683-4935-bcca-da29cb3f52ec is already hosted by enough agents. {{(pid=103377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:53:42.674478 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [None req-44b60ee6-830e-44e5-8cc0-23bd248f1a40 admin admin] Resources bound (agent type, host, resource id): {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:53:42.696324 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvr_db [None req-06cc9016-5000-414d-b1ab-965a5fc2fe66 None None] Set router 03f67543-b225-47d9-8d21-98d1bc729d7a gateway port host: n-d-827839-2 {{(pid=103378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:53:42.818489 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (3f9244a9-75fc-4c10-b195-11d48b853b41), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:42.887275 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44b60ee6-830e-44e5-8cc0-23bd248f1a40 admin admin] Router 03f67543-b225-47d9-8d21-98d1bc729d7a has already been hosted by L3 agent 64ada913-9131-4d99-a265-63a920956287 {{(pid=103377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 17:53:42.933475 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-f8a28980-2890-46c7-870a-c2f4d6a7d1ef req-4a44d71d-6840-4330-8c39-ebb5592cee62 tempest-TestSecurityGroupsBasicOps-1394815037 tempest-TestSecurityGroupsBasicOps-1394815037-project] 10.222.0.89 "GET /v2.0/ports?device_id=b41fb4a6-f8e5-4c73-8021-9552f38d0cf9 HTTP/1.1" status: 200 len: 210 time: 0.0403116 Feb 04 17:53:42.974181 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0901ac57-aeff-4fe3-a412-b2ad350ab92a None None] Pushing event updated for resources: {'Port': ['ID=b1de5ccb-ef9f-4d77-aabe-0886d232dfdc,revision_number=5']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:53:43.075996 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44b60ee6-830e-44e5-8cc0-23bd248f1a40 admin admin] Notify agent at l3_agent.n-d-827839-2 the message routers_updated {{(pid=103377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 17:53:43.086531 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-44b60ee6-830e-44e5-8cc0-23bd248f1a40 admin admin] 10.222.0.89 "PUT /v2.0/routers/03f67543-b225-47d9-8d21-98d1bc729d7a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8531294 Feb 04 17:53:43.089239 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port 4e9a0989-7bfc-4ce4-baaf-918d24bced9d triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:53:43.089757 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (4e9a0989-7bfc-4ce4-baaf-918d24bced9d), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:43.137267 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4aaf8ff9-3d56-4972-8b1f-ac3eeab7bae7 None None] Current status of the port b1de5ccb-ef9f-4d77-aabe-0886d232dfdc is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:53:43.167400 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4aaf8ff9-3d56-4972-8b1f-ac3eeab7bae7 None None] Provisioning complete for port 93ea6f78-ab72-4ec4-a2e8-a7e161be0fd7 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:53:43.167860 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4aaf8ff9-3d56-4972-8b1f-ac3eeab7bae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (93ea6f78-ab72-4ec4-a2e8-a7e161be0fd7), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:43.231922 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4aaf8ff9-3d56-4972-8b1f-ac3eeab7bae7 None None] Port 93ea6f78-ab72-4ec4-a2e8-a7e161be0fd7 cannot update to ACTIVE because it is not bound. {{(pid=103378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 17:53:43.305810 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port 4e9a0989-7bfc-4ce4-baaf-918d24bced9d is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:53:43.368198 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-06cc9016-5000-414d-b1ab-965a5fc2fe66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03f67543-b225-47d9-8d21-98d1bc729d7a', 'name': 'tempest-TestServerMultinode-905795303-router', 'tenant_id': '42615c61f7c342da81d5bde12df004a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.234'}], 'enable_snat': True}, 'gw_port_id': '410cb91f-5ce5-4858-bb94-5426b5d1d12e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:53:37Z', 'updated_at': '2022-02-04T17:53:42Z', 'revision_number': 4, 'project_id': '42615c61f7c342da81d5bde12df004a3', 'gw_port': {'id': '410cb91f-5ce5-4858-bb94-5426b5d1d12e', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:fa:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03f67543-b225-47d9-8d21-98d1bc729d7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:53:37Z', 'updated_at': '2022-02-04T17:53:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_interfaces': [{'id': '93ea6f78-ab72-4ec4-a2e8-a7e161be0fd7', 'name': '', 'network_id': '8adc2258-f683-4935-bcca-da29cb3f52ec', 'tenant_id': '42615c61f7c342da81d5bde12df004a3', 'mac_address': 'fa:16:3e:c7:47:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03f67543-b225-47d9-8d21-98d1bc729d7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '808c8c43-107e-4e31-ae37-b6f71e59553d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:53:40Z', 'updated_at': '2022-02-04T17:53:41Z', 'revision_number': 1, 'project_id': '42615c61f7c342da81d5bde12df004a3', 'subnets': [{'id': '808c8c43-107e-4e31-ae37-b6f71e59553d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-2', False) {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:53:43.409671 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06cc9016-5000-414d-b1ab-965a5fc2fe66 None None] The sync data for ids ['03f67543-b225-47d9-8d21-98d1bc729d7a'] in n-d-827839-2 is: [{'id': '03f67543-b225-47d9-8d21-98d1bc729d7a', 'name': 'tempest-TestServerMultinode-905795303-router', 'tenant_id': '42615c61f7c342da81d5bde12df004a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.234'}], 'enable_snat': True}, 'gw_port_id': '410cb91f-5ce5-4858-bb94-5426b5d1d12e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:53:37Z', 'updated_at': '2022-02-04T17:53:42Z', 'revision_number': 4, 'project_id': '42615c61f7c342da81d5bde12df004a3', 'gw_port': {'id': '410cb91f-5ce5-4858-bb94-5426b5d1d12e', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:fa:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03f67543-b225-47d9-8d21-98d1bc729d7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:53:37Z', 'updated_at': '2022-02-04T17:53:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_interfaces': [{'id': '93ea6f78-ab72-4ec4-a2e8-a7e161be0fd7', 'name': '', 'network_id': '8adc2258-f683-4935-bcca-da29cb3f52ec', 'tenant_id': '42615c61f7c342da81d5bde12df004a3', 'mac_address': 'fa:16:3e:c7:47:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03f67543-b225-47d9-8d21-98d1bc729d7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '808c8c43-107e-4e31-ae37-b6f71e59553d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:53:40Z', 'updated_at': '2022-02-04T17:53:41Z', 'revision_number': 1, 'project_id': '42615c61f7c342da81d5bde12df004a3', 'subnets': [{'id': '808c8c43-107e-4e31-ae37-b6f71e59553d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 17:53:43.421737 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-1cc35550-0d8d-4e61-9187-1656ce2534e2 None None] Provisioning complete for port 93ea6f78-ab72-4ec4-a2e8-a7e161be0fd7 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:53:43.422120 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1cc35550-0d8d-4e61-9187-1656ce2534e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (93ea6f78-ab72-4ec4-a2e8-a7e161be0fd7), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:43.482189 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device b1de5ccb-ef9f-4d77-aabe-0886d232dfdc up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:53:43.532587 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1cc35550-0d8d-4e61-9187-1656ce2534e2 None None] Port 93ea6f78-ab72-4ec4-a2e8-a7e161be0fd7 cannot update to ACTIVE because it is not bound. {{(pid=103378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 17:53:43.551361 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port b1de5ccb-ef9f-4d77-aabe-0886d232dfdc triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:53:43.551720 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (b1de5ccb-ef9f-4d77-aabe-0886d232dfdc), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:43.649197 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port b1de5ccb-ef9f-4d77-aabe-0886d232dfdc is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:53:43.780100 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd2ea96-be8e-4f0b-b949-58541b0f7670 req-0e945ca0-0441-4160-90ec-6d3375a273d6 tempest-TestServerMultinode-1461380181 tempest-TestServerMultinode-1461380181-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:53:43.787432 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-8dd2ea96-be8e-4f0b-b949-58541b0f7670 req-0e945ca0-0441-4160-90ec-6d3375a273d6 tempest-TestServerMultinode-1461380181 tempest-TestServerMultinode-1461380181-project-admin] 10.222.0.89 "GET /v2.0/networks?id=afcc5840-9484-4362-b75d-ba0502f15143 HTTP/1.1" status: 200 len: 910 time: 0.1234324 Feb 04 17:53:43.816275 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-8dd2ea96-be8e-4f0b-b949-58541b0f7670 req-3cf54d79-e4de-44cb-93ed-0bbc50203a45 tempest-TestServerMultinode-1461380181 tempest-TestServerMultinode-1461380181-project-admin] 10.222.0.89 "GET /v2.0/quotas/42615c61f7c342da81d5bde12df004a3 HTTP/1.1" status: 200 len: 375 time: 0.0097454 Feb 04 17:53:43.907542 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-8dd2ea96-be8e-4f0b-b949-58541b0f7670 req-c747da5e-86f2-4202-b24c-1e9518df92c5 tempest-TestServerMultinode-1461380181 tempest-TestServerMultinode-1461380181-project-admin] 10.222.0.89 "GET /v2.0/ports?tenant_id=42615c61f7c342da81d5bde12df004a3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0840402 Feb 04 17:53:44.000671 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 49966) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:53:44.014262 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-8dd2ea96-be8e-4f0b-b949-58541b0f7670 req-c68c273b-bd47-42b5-830d-bc09ad737101 service neutron] 10.222.0.89 "GET /v2.0/networks/afcc5840-9484-4362-b75d-ba0502f15143?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0990782 Feb 04 17:53:44.134442 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-8dd2ea96-be8e-4f0b-b949-58541b0f7670 req-f3f6fb55-98be-45e2-a29c-675b95cc8ef1 service neutron] 10.222.0.89 "GET /v2.0/networks/afcc5840-9484-4362-b75d-ba0502f15143?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1123090 Feb 04 17:53:44.364310 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-b6511ddb-22e9-4c4b-ab12-83c2acabef8f req-fc6d4062-d5d0-4a22-a63a-189def0a8826 tempest-TestServerMultinode-1461380181 tempest-TestServerMultinode-1461380181-project-admin] 10.222.0.89 "GET /v2.0/ports?device_id=bf55a4d9-5a2d-4349-b981-ea446e54e244 HTTP/1.1" status: 200 len: 210 time: 0.0423262 Feb 04 17:53:44.532059 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-b94b1662-c417-43f4-8e34-c5a381d61675 tempest-TestSecurityGroupsBasicOps-1394815037 tempest-TestSecurityGroupsBasicOps-1394815037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602754'] for router_interface (a87cf717-c564-4eb3-8866-b1086a6d7fed), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:44.872608 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-b94b1662-c417-43f4-8e34-c5a381d61675 tempest-TestSecurityGroupsBasicOps-1394815037 tempest-TestSecurityGroupsBasicOps-1394815037-project] Deleting port 7802a812-eb23-4135-9a44-79b2c7d653dc {{(pid=103376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:53:44.873811 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-b94b1662-c417-43f4-8e34-c5a381d61675 tempest-TestSecurityGroupsBasicOps-1394815037 tempest-TestSecurityGroupsBasicOps-1394815037-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (7802a812-eb23-4135-9a44-79b2c7d653dc), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:44.978588 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [None req-b94b1662-c417-43f4-8e34-c5a381d61675 tempest-TestSecurityGroupsBasicOps-1394815037 tempest-TestSecurityGroupsBasicOps-1394815037-project] For port 7802a812-eb23-4135-9a44-79b2c7d653dc, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=7802a812-eb23-4135-9a44-79b2c7d653dc,segment=NetworkSegment(9e156204-fd65-4af5-90bf-95f8ea6ca723),segment_id=9e156204-fd65-4af5-90bf-95f8ea6ca723)] {{(pid=103376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:53:44.978958 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-b94b1662-c417-43f4-8e34-c5a381d61675 tempest-TestSecurityGroupsBasicOps-1394815037 tempest-TestSecurityGroupsBasicOps-1394815037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (7802a812-eb23-4135-9a44-79b2c7d653dc), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:44.994518 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-b94b1662-c417-43f4-8e34-c5a381d61675 tempest-TestSecurityGroupsBasicOps-1394815037 tempest-TestSecurityGroupsBasicOps-1394815037-project] Calling delete_port for 7802a812-eb23-4135-9a44-79b2c7d653dc owned by network:router_interface {{(pid=103376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:53:45.241298 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-b94b1662-c417-43f4-8e34-c5a381d61675 tempest-TestSecurityGroupsBasicOps-1394815037 tempest-TestSecurityGroupsBasicOps-1394815037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (7802a812-eb23-4135-9a44-79b2c7d653dc), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:45.271826 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94b1662-c417-43f4-8e34-c5a381d61675 tempest-TestSecurityGroupsBasicOps-1394815037 tempest-TestSecurityGroupsBasicOps-1394815037-project] Pushing event deleted for resources: {'Port': ['ID=7802a812-eb23-4135-9a44-79b2c7d653dc,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:53:45.486738 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device 29f7fe14-8e3c-49fa-a79c-e47e7e317d4c no longer exists at agent hyperv_n-h1-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:53:45.549337 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-b94b1662-c417-43f4-8e34-c5a381d61675 tempest-TestSecurityGroupsBasicOps-1394815037 tempest-TestSecurityGroupsBasicOps-1394815037-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1677336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1602614'] for router_interface (a87cf717-c564-4eb3-8866-b1086a6d7fed), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:45.553230 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] No Port match for: 29f7fe14-8e3c-49fa-a79c-e47e7e317d4c {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 17:53:45.553846 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device 29f7fe14-8e3c-49fa-a79c-e47e7e317d4c not bound to the agent host n-h1-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 17:53:45.558935 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-5d2e696e-6883-415a-950b-84c96134d144 req-26e194d7-1c57-4f24-9d25-c9b47ac1a657 tempest-TestServerMultinode-1461380181 tempest-TestServerMultinode-1461380181-project-admin] 10.222.0.89 "GET /v2.0/ports?device_id=bf55a4d9-5a2d-4349-b981-ea446e54e244 HTTP/1.1" status: 200 len: 210 time: 0.0771508 Feb 04 17:53:45.600038 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 410cb91f-5ce5-4858-bb94-5426b5d1d12e up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:53:45.683958 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port 410cb91f-5ce5-4858-bb94-5426b5d1d12e triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:53:45.684670 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (410cb91f-5ce5-4858-bb94-5426b5d1d12e), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:45.743291 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd2ea96-be8e-4f0b-b949-58541b0f7670 req-ff911db0-0ad0-49a7-959f-8fea74545af6 tempest-TestServerMultinode-1461380181 tempest-TestServerMultinode-1461380181-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:53:45.749038 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-8dd2ea96-be8e-4f0b-b949-58541b0f7670 req-ff911db0-0ad0-49a7-959f-8fea74545af6 tempest-TestServerMultinode-1461380181 tempest-TestServerMultinode-1461380181-project-admin] 10.222.0.90 "GET /v2.0/networks?id=afcc5840-9484-4362-b75d-ba0502f15143 HTTP/1.1" status: 200 len: 910 time: 0.1134989 Feb 04 17:53:45.766926 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [req-8dd2ea96-be8e-4f0b-b949-58541b0f7670 req-12748672-6f33-4930-9efb-45f722955d03 tempest-TestServerMultinode-1461380181 tempest-TestServerMultinode-1461380181-project-admin] Request body: {'port': {'device_id': 'bf55a4d9-5a2d-4349-b981-ea446e54e244', 'network_id': 'afcc5840-9484-4362-b75d-ba0502f15143', 'admin_state_up': True, 'tenant_id': '42615c61f7c342da81d5bde12df004a3'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:53:45.816633 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8dd2ea96-be8e-4f0b-b949-58541b0f7670 req-12748672-6f33-4930-9efb-45f722955d03 tempest-TestServerMultinode-1461380181 tempest-TestServerMultinode-1461380181-project-admin] Made reservation on behalf of 42615c61f7c342da81d5bde12df004a3 for: {'port': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:53:45.819177 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-8dd2ea96-be8e-4f0b-b949-58541b0f7670 req-12748672-6f33-4930-9efb-45f722955d03 tempest-TestServerMultinode-1461380181 tempest-TestServerMultinode-1461380181-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:45.862897 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port 410cb91f-5ce5-4858-bb94-5426b5d1d12e is: DOWN; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:53:45.863954 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (410cb91f-5ce5-4858-bb94-5426b5d1d12e), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:45.885465 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b94b1662-c417-43f4-8e34-c5a381d61675 tempest-TestSecurityGroupsBasicOps-1394815037 tempest-TestSecurityGroupsBasicOps-1394815037-project] Router a87cf717-c564-4eb3-8866-b1086a6d7fed has already been hosted by L3 agent 64ada913-9131-4d99-a265-63a920956287 {{(pid=103376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 17:53:45.905309 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] For port 410cb91f-5ce5-4858-bb94-5426b5d1d12e, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=410cb91f-5ce5-4858-bb94-5426b5d1d12e,segment=NetworkSegment(5942dc44-1f07-4c27-b0ab-45a2bff20dd5),segment_id=5942dc44-1f07-4c27-b0ab-45a2bff20dd5)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:53:45.930148 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (410cb91f-5ce5-4858-bb94-5426b5d1d12e), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:45.982865 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.db_base_plugin_common [req-8dd2ea96-be8e-4f0b-b949-58541b0f7670 req-12748672-6f33-4930-9efb-45f722955d03 tempest-TestServerMultinode-1461380181 tempest-TestServerMultinode-1461380181-project-admin] Allocated IP 172.20.0.13 (afcc5840-9484-4362-b75d-ba0502f15143/0586367e-4f96-4283-a5f6-ed2cbb229995/3d4359dd-c203-49df-a792-6b7a2ccdbd8e) {{(pid=103377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:53:46.042838 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Pushing event updated for resources: {'Port': ['ID=410cb91f-5ce5-4858-bb94-5426b5d1d12e,revision_number=4']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:53:46.047172 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b94b1662-c417-43f4-8e34-c5a381d61675 tempest-TestSecurityGroupsBasicOps-1394815037 tempest-TestSecurityGroupsBasicOps-1394815037-project] Notify agent at l3_agent.n-d-827839-2 the message routers_updated {{(pid=103376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 17:53:46.058231 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4aaf52b-4930-4f56-b603-50e7dbce87af None None] Sync routers for ids ['a87cf717-c564-4eb3-8866-b1086a6d7fed'] in n-d-827839-2 {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 17:53:46.063076 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-b94b1662-c417-43f4-8e34-c5a381d61675 tempest-TestSecurityGroupsBasicOps-1394815037 tempest-TestSecurityGroupsBasicOps-1394815037-project] 10.222.0.89 "PUT /v2.0/routers/a87cf717-c564-4eb3-8866-b1086a6d7fed/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0576880 Feb 04 17:53:46.064026 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 49984) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:53:46.071971 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4aaf52b-4930-4f56-b603-50e7dbce87af None None] Routers {'a87cf717-c564-4eb3-8866-b1086a6d7fed'} bound to L3 agent in host n-d-827839-2 {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:53:46.073831 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-d4aaf52b-4930-4f56-b603-50e7dbce87af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:53:33Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['a87cf717-c564-4eb3-8866-b1086a6d7fed'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:53:46.127604 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.db_base_plugin_v2 [None req-38aa28fa-4d50-4d5e-8a4e-8b1dab3c6f66 tempest-TestSecurityGroupsBasicOps-1394815037 tempest-TestSecurityGroupsBasicOps-1394815037-project] Deleting subnet bc1fcc6b-53fb-4ec5-be5d-7ef095d9fd7a {{(pid=103376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 17:53:46.131405 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-38aa28fa-4d50-4d5e-8a4e-8b1dab3c6f66 tempest-TestSecurityGroupsBasicOps-1394815037 tempest-TestSecurityGroupsBasicOps-1394815037-project] Publish callbacks [] for subnet (bc1fcc6b-53fb-4ec5-be5d-7ef095d9fd7a), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:46.179997 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-38aa28fa-4d50-4d5e-8a4e-8b1dab3c6f66 tempest-TestSecurityGroupsBasicOps-1394815037 tempest-TestSecurityGroupsBasicOps-1394815037-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25674901'] for subnet (bc1fcc6b-53fb-4ec5-be5d-7ef095d9fd7a), precommit_delete_associations {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:46.190285 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-8dd2ea96-be8e-4f0b-b949-58541b0f7670 req-12748672-6f33-4930-9efb-45f722955d03 tempest-TestServerMultinode-1461380181 tempest-TestServerMultinode-1461380181-project-admin] Publish callbacks [] for port (3d4359dd-c203-49df-a792-6b7a2ccdbd8e), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:46.232042 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-8dd2ea96-be8e-4f0b-b949-58541b0f7670 req-12748672-6f33-4930-9efb-45f722955d03 tempest-TestServerMultinode-1461380181 tempest-TestServerMultinode-1461380181-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (3d4359dd-c203-49df-a792-6b7a2ccdbd8e), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:46.235027 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvr_db [None req-d4aaf52b-4930-4f56-b603-50e7dbce87af None None] Set router a87cf717-c564-4eb3-8866-b1086a6d7fed gateway port host: n-d-827839-2 {{(pid=103379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:53:46.285396 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8dd2ea96-be8e-4f0b-b949-58541b0f7670 req-12748672-6f33-4930-9efb-45f722955d03 tempest-TestServerMultinode-1461380181 tempest-TestServerMultinode-1461380181-project-admin] Network afcc5840-9484-4362-b75d-ba0502f15143 is already hosted by enough agents. {{(pid=103377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:53:46.295706 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [req-8dd2ea96-be8e-4f0b-b949-58541b0f7670 req-12748672-6f33-4930-9efb-45f722955d03 tempest-TestServerMultinode-1461380181 tempest-TestServerMultinode-1461380181-project-admin] Resources bound (agent type, host, resource id): {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:53:46.299860 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [req-8dd2ea96-be8e-4f0b-b949-58541b0f7670 req-12748672-6f33-4930-9efb-45f722955d03 tempest-TestServerMultinode-1461380181 tempest-TestServerMultinode-1461380181-project-admin] Received port after_create {{(pid=103377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:53:46.328894 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12748672-6f33-4930-9efb-45f722955d03 tempest-TestServerMultinode-1461380181 tempest-TestServerMultinode-1461380181-project-admin] Pushing event updated for resources: {'Port': ['ID=3d4359dd-c203-49df-a792-6b7a2ccdbd8e,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:53:46.346125 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-38aa28fa-4d50-4d5e-8a4e-8b1dab3c6f66 tempest-TestSecurityGroupsBasicOps-1394815037 tempest-TestSecurityGroupsBasicOps-1394815037-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1541225'] for subnet (bc1fcc6b-53fb-4ec5-be5d-7ef095d9fd7a), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:46.391727 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd2ea96-be8e-4f0b-b949-58541b0f7670 req-12748672-6f33-4930-9efb-45f722955d03 tempest-TestServerMultinode-1461380181 tempest-TestServerMultinode-1461380181-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:53:46.392381 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-8dd2ea96-be8e-4f0b-b949-58541b0f7670 req-12748672-6f33-4930-9efb-45f722955d03 tempest-TestServerMultinode-1461380181 tempest-TestServerMultinode-1461380181-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:46.400081 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eca634e4-f267-43f4-b6af-e81614789d05 None None] Sync routers for ids ['03f67543-b225-47d9-8d21-98d1bc729d7a'] in n-d-827839-2 {{(pid=103378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 17:53:46.417770 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-8dd2ea96-be8e-4f0b-b949-58541b0f7670 req-12748672-6f33-4930-9efb-45f722955d03 tempest-TestServerMultinode-1461380181 tempest-TestServerMultinode-1461380181-project-admin] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 0.6595960 Feb 04 17:53:46.420968 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eca634e4-f267-43f4-b6af-e81614789d05 None None] Routers {'03f67543-b225-47d9-8d21-98d1bc729d7a'} bound to L3 agent in host n-d-827839-2 {{(pid=103378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:53:46.421609 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-eca634e4-f267-43f4-b6af-e81614789d05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:53:33Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['03f67543-b225-47d9-8d21-98d1bc729d7a'], 'active': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:53:46.432730 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [req-8dd2ea96-be8e-4f0b-b949-58541b0f7670 req-89526e3d-0400-463c-80bd-35a01e9fb028 service neutron] Request body: {'port': {'device_id': 'bf55a4d9-5a2d-4349-b981-ea446e54e244', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827839-2'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:53:46.464612 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-38aa28fa-4d50-4d5e-8a4e-8b1dab3c6f66 tempest-TestSecurityGroupsBasicOps-1394815037 tempest-TestSecurityGroupsBasicOps-1394815037-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1541216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25675894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25858947'] for subnet (bc1fcc6b-53fb-4ec5-be5d-7ef095d9fd7a), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:46.537503 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38aa28fa-4d50-4d5e-8a4e-8b1dab3c6f66 tempest-TestSecurityGroupsBasicOps-1394815037 tempest-TestSecurityGroupsBasicOps-1394815037-project] Pushing event deleted for resources: {'Subnet': ['ID=bc1fcc6b-53fb-4ec5-be5d-7ef095d9fd7a,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:53:46.539404 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-8dd2ea96-be8e-4f0b-b949-58541b0f7670 req-89526e3d-0400-463c-80bd-35a01e9fb028 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (3d4359dd-c203-49df-a792-6b7a2ccdbd8e), before_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:46.541764 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-38aa28fa-4d50-4d5e-8a4e-8b1dab3c6f66 tempest-TestSecurityGroupsBasicOps-1394815037 tempest-TestSecurityGroupsBasicOps-1394815037-project] Publish callbacks [] for subnet (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:46.553008 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-38aa28fa-4d50-4d5e-8a4e-8b1dab3c6f66 tempest-TestSecurityGroupsBasicOps-1394815037 tempest-TestSecurityGroupsBasicOps-1394815037-project] 10.222.0.89 "DELETE /v2.0/subnets/bc1fcc6b-53fb-4ec5-be5d-7ef095d9fd7a HTTP/1.1" status: 204 len: 168 time: 0.4875600 Feb 04 17:53:46.553728 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 49986) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:53:46.586476 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da6f1f61-c265-4f5b-9d40-3fe2109ea13c None None] Network c444373f-eee7-406f-b309-a7f2ff8d73bc requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:53:46.671127 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-d4aaf52b-4930-4f56-b603-50e7dbce87af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a87cf717-c564-4eb3-8866-b1086a6d7fed', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1935290232', 'tenant_id': 'c8bedfd6a8d44aafbac239d3537c77f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.10'}], 'enable_snat': True}, 'gw_port_id': 'f2a07180-0a5b-4c52-92de-510c69420887', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:53:18Z', 'updated_at': '2022-02-04T17:53:45Z', 'revision_number': 5, 'project_id': 'c8bedfd6a8d44aafbac239d3537c77f3', 'gw_port': {'id': 'f2a07180-0a5b-4c52-92de-510c69420887', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:89:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a87cf717-c564-4eb3-8866-b1086a6d7fed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3908, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:53:19Z', 'updated_at': '2022-02-04T17:53:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2'}], 'n-d-827839-2', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:53:46.735044 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4aaf52b-4930-4f56-b603-50e7dbce87af None None] Checking router: a87cf717-c564-4eb3-8866-b1086a6d7fed for host: n-d-827839-2 {{(pid=103379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 17:53:46.747808 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-d5fc13cf-f9b6-4296-8128-3eea38f8a598 None None] Provisioning complete for port 3d4359dd-c203-49df-a792-6b7a2ccdbd8e triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:53:46.748674 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d5fc13cf-f9b6-4296-8128-3eea38f8a598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (3d4359dd-c203-49df-a792-6b7a2ccdbd8e), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:46.754400 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvr_db [None req-eca634e4-f267-43f4-b6af-e81614789d05 None None] Set router 03f67543-b225-47d9-8d21-98d1bc729d7a gateway port host: n-d-827839-2 {{(pid=103378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:53:46.762538 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4aaf52b-4930-4f56-b603-50e7dbce87af None None] Routers {'a87cf717-c564-4eb3-8866-b1086a6d7fed'} bound to L3 agent in host n-d-827839-2 {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:53:46.763331 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-d4aaf52b-4930-4f56-b603-50e7dbce87af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:53:33Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['a87cf717-c564-4eb3-8866-b1086a6d7fed'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:53:46.777778 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875ef365-6a0a-4721-aa7f-129ea9299878 req-60329645-e04b-4482-a073-785d37fb3f10 tempest-TestServerMultinode-1461380181 tempest-TestServerMultinode-1461380181-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:53:46.785488 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-875ef365-6a0a-4721-aa7f-129ea9299878 req-60329645-e04b-4482-a073-785d37fb3f10 tempest-TestServerMultinode-1461380181 tempest-TestServerMultinode-1461380181-project-admin] 10.222.0.89 "GET /v2.0/ports?device_id=bf55a4d9-5a2d-4349-b981-ea446e54e244 HTTP/1.1" status: 200 len: 1028 time: 0.0779285 Feb 04 17:53:46.840065 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-8646e0bf-e23d-4465-a97d-316db5f81586 tempest-TestSecurityGroupsBasicOps-1394815037 tempest-TestSecurityGroupsBasicOps-1394815037-project] Publish callbacks [] for router (a87cf717-c564-4eb3-8866-b1086a6d7fed), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:46.856586 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-875ef365-6a0a-4721-aa7f-129ea9299878 req-955e1fa8-ff8b-40cc-a452-b41ff41442df tempest-TestServerMultinode-1461380181 tempest-TestServerMultinode-1461380181-project-admin] 10.222.0.89 "GET /v2.0/security-groups?id=e837d81c-82c1-43e7-a187-277f19fc4e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700481 Feb 04 17:53:46.992081 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-8646e0bf-e23d-4465-a97d-316db5f81586 tempest-TestSecurityGroupsBasicOps-1394815037 tempest-TestSecurityGroupsBasicOps-1394815037-project] Publish callbacks [] for router_gateway (a87cf717-c564-4eb3-8866-b1086a6d7fed), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:46.998576 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvr_db [None req-d4aaf52b-4930-4f56-b603-50e7dbce87af None None] Set router a87cf717-c564-4eb3-8866-b1086a6d7fed gateway port host: n-d-827839-2 {{(pid=103379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:53:47.162446 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-8646e0bf-e23d-4465-a97d-316db5f81586 tempest-TestSecurityGroupsBasicOps-1394815037 tempest-TestSecurityGroupsBasicOps-1394815037-project] Deleting port f2a07180-0a5b-4c52-92de-510c69420887 {{(pid=103376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:53:47.162803 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-8646e0bf-e23d-4465-a97d-316db5f81586 tempest-TestSecurityGroupsBasicOps-1394815037 tempest-TestSecurityGroupsBasicOps-1394815037-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (f2a07180-0a5b-4c52-92de-510c69420887), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:47.285487 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-d5fc13cf-f9b6-4296-8128-3eea38f8a598 None None] Port 3d4359dd-c203-49df-a792-6b7a2ccdbd8e cannot update to ACTIVE because it is not bound. {{(pid=103378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 17:53:47.318098 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [None req-8646e0bf-e23d-4465-a97d-316db5f81586 tempest-TestSecurityGroupsBasicOps-1394815037 tempest-TestSecurityGroupsBasicOps-1394815037-project] For port f2a07180-0a5b-4c52-92de-510c69420887, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=f2a07180-0a5b-4c52-92de-510c69420887,segment=NetworkSegment(5942dc44-1f07-4c27-b0ab-45a2bff20dd5),segment_id=5942dc44-1f07-4c27-b0ab-45a2bff20dd5)] {{(pid=103376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:53:47.318773 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-8646e0bf-e23d-4465-a97d-316db5f81586 tempest-TestSecurityGroupsBasicOps-1394815037 tempest-TestSecurityGroupsBasicOps-1394815037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (f2a07180-0a5b-4c52-92de-510c69420887), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:47.355528 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-8646e0bf-e23d-4465-a97d-316db5f81586 tempest-TestSecurityGroupsBasicOps-1394815037 tempest-TestSecurityGroupsBasicOps-1394815037-project] Calling delete_port for f2a07180-0a5b-4c52-92de-510c69420887 owned by network:router_gateway {{(pid=103376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:53:47.477491 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87c7c307-9e18-4165-a17c-ff85005e6829 None None] DHCP port deletion for c444373f-eee7-406f-b309-a7f2ff8d73bc request from n-d-827839-2 {{(pid=103378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 17:53:47.505126 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-d4aaf52b-4930-4f56-b603-50e7dbce87af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a87cf717-c564-4eb3-8866-b1086a6d7fed', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1935290232', 'tenant_id': 'c8bedfd6a8d44aafbac239d3537c77f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.10'}], 'enable_snat': True}, 'gw_port_id': 'f2a07180-0a5b-4c52-92de-510c69420887', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:53:18Z', 'updated_at': '2022-02-04T17:53:45Z', 'revision_number': 5, 'project_id': 'c8bedfd6a8d44aafbac239d3537c77f3', 'gw_port': {'id': 'f2a07180-0a5b-4c52-92de-510c69420887', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:89:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a87cf717-c564-4eb3-8866-b1086a6d7fed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3908, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:53:19Z', 'updated_at': '2022-02-04T17:53:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2'}], 'n-d-827839-2', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:53:47.511216 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 410cb91f-5ce5-4858-bb94-5426b5d1d12e up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:53:47.532843 n-d-827839-2 neutron-server[103377]: DEBUG neutron.notifiers.nova [req-8dd2ea96-be8e-4f0b-b949-58541b0f7670 req-89526e3d-0400-463c-80bd-35a01e9fb028 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d4359dd-c203-49df-a792-6b7a2ccdbd8e {{(pid=103377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 17:53:47.543519 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-8dd2ea96-be8e-4f0b-b949-58541b0f7670 req-89526e3d-0400-463c-80bd-35a01e9fb028 service neutron] Publish callbacks [] for port (3d4359dd-c203-49df-a792-6b7a2ccdbd8e), precommit_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:47.574574 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4aaf52b-4930-4f56-b603-50e7dbce87af None None] The sync data for ids ['a87cf717-c564-4eb3-8866-b1086a6d7fed'] in n-d-827839-2 is: [{'id': 'a87cf717-c564-4eb3-8866-b1086a6d7fed', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1935290232', 'tenant_id': 'c8bedfd6a8d44aafbac239d3537c77f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.10'}], 'enable_snat': True}, 'gw_port_id': 'f2a07180-0a5b-4c52-92de-510c69420887', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:53:18Z', 'updated_at': '2022-02-04T17:53:45Z', 'revision_number': 5, 'project_id': 'c8bedfd6a8d44aafbac239d3537c77f3', 'gw_port': {'id': 'f2a07180-0a5b-4c52-92de-510c69420887', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:89:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a87cf717-c564-4eb3-8866-b1086a6d7fed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3908, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:53:19Z', 'updated_at': '2022-02-04T17:53:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2'}] {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 17:53:47.594372 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.provisioning_blocks [req-8dd2ea96-be8e-4f0b-b949-58541b0f7670 req-89526e3d-0400-463c-80bd-35a01e9fb028 service neutron] Transition to ACTIVE for port object 3d4359dd-c203-49df-a792-6b7a2ccdbd8e will not be triggered until provisioned by entity L2. {{(pid=103377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 17:53:47.594685 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-8646e0bf-e23d-4465-a97d-316db5f81586 tempest-TestSecurityGroupsBasicOps-1394815037 tempest-TestSecurityGroupsBasicOps-1394815037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (f2a07180-0a5b-4c52-92de-510c69420887), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:47.598470 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-8dd2ea96-be8e-4f0b-b949-58541b0f7670 req-89526e3d-0400-463c-80bd-35a01e9fb028 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25888290'] for port (3d4359dd-c203-49df-a792-6b7a2ccdbd8e), after_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:47.675902 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8646e0bf-e23d-4465-a97d-316db5f81586 tempest-TestSecurityGroupsBasicOps-1394815037 tempest-TestSecurityGroupsBasicOps-1394815037-project] Pushing event deleted for resources: {'Port': ['ID=f2a07180-0a5b-4c52-92de-510c69420887,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:53:47.679553 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-87c7c307-9e18-4165-a17c-ff85005e6829 None None] Deleting port 445654d7-ad73-4c0b-abc5-7a805e306dba {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:53:47.680518 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-87c7c307-9e18-4165-a17c-ff85005e6829 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (445654d7-ad73-4c0b-abc5-7a805e306dba), before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:47.786858 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-87c7c307-9e18-4165-a17c-ff85005e6829 None None] For port 445654d7-ad73-4c0b-abc5-7a805e306dba, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=445654d7-ad73-4c0b-abc5-7a805e306dba,segment=NetworkSegment(9e156204-fd65-4af5-90bf-95f8ea6ca723),segment_id=9e156204-fd65-4af5-90bf-95f8ea6ca723)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:53:47.787218 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-87c7c307-9e18-4165-a17c-ff85005e6829 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (445654d7-ad73-4c0b-abc5-7a805e306dba), precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:47.799554 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89526e3d-0400-463c-80bd-35a01e9fb028 service neutron] Pushing event updated for resources: {'Port': ['ID=3d4359dd-c203-49df-a792-6b7a2ccdbd8e,revision_number=2']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:53:47.806386 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-87c7c307-9e18-4165-a17c-ff85005e6829 None None] Calling delete_port for 445654d7-ad73-4c0b-abc5-7a805e306dba owned by network:dhcp {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:53:47.846710 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [req-8dd2ea96-be8e-4f0b-b949-58541b0f7670 req-89526e3d-0400-463c-80bd-35a01e9fb028 service neutron] Attempting to bind port 3d4359dd-c203-49df-a792-6b7a2ccdbd8e on host n-h2-827839-2 for vnic_type normal with profile {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:53:47.847109 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [req-8dd2ea96-be8e-4f0b-b949-58541b0f7670 req-89526e3d-0400-463c-80bd-35a01e9fb028 service neutron] Attempting to bind port 3d4359dd-c203-49df-a792-6b7a2ccdbd8e by drivers openvswitch,hyperv on host n-h2-827839-2 at level 0 using segments [{'id': '619e8ef8-1011-431e-9a52-fa02488df6f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': 'afcc5840-9484-4362-b75d-ba0502f15143'}] {{(pid=103377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:53:47.847433 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dd2ea96-be8e-4f0b-b949-58541b0f7670 req-89526e3d-0400-463c-80bd-35a01e9fb028 service neutron] Attempting to bind port 3d4359dd-c203-49df-a792-6b7a2ccdbd8e on network afcc5840-9484-4362-b75d-ba0502f15143 {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:53:47.849401 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-8646e0bf-e23d-4465-a97d-316db5f81586 tempest-TestSecurityGroupsBasicOps-1394815037 tempest-TestSecurityGroupsBasicOps-1394815037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1595544'] for router_gateway (a87cf717-c564-4eb3-8866-b1086a6d7fed), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:47.852720 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dd2ea96-be8e-4f0b-b949-58541b0f7670 req-89526e3d-0400-463c-80bd-35a01e9fb028 service neutron] Port 3d4359dd-c203-49df-a792-6b7a2ccdbd8e on network afcc5840-9484-4362-b75d-ba0502f15143 not bound, no agent of type Open vSwitch agent registered on host n-h2-827839-2 {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 17:53:47.853210 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dd2ea96-be8e-4f0b-b949-58541b0f7670 req-89526e3d-0400-463c-80bd-35a01e9fb028 service neutron] Attempting to bind port 3d4359dd-c203-49df-a792-6b7a2ccdbd8e on network afcc5840-9484-4362-b75d-ba0502f15143 {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:53:47.863456 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dd2ea96-be8e-4f0b-b949-58541b0f7670 req-89526e3d-0400-463c-80bd-35a01e9fb028 service neutron] Checking agent: {'id': 'f20a1ab3-4332-4f54-833b-ba4a7c687e89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 8, 40), 'started_at': datetime.datetime(2022, 2, 4, 17, 8, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 53, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:53:47.863829 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dd2ea96-be8e-4f0b-b949-58541b0f7670 req-89526e3d-0400-463c-80bd-35a01e9fb028 service neutron] Checking segment: {'id': '619e8ef8-1011-431e-9a52-fa02488df6f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': 'afcc5840-9484-4362-b75d-ba0502f15143'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:53:47.865115 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dd2ea96-be8e-4f0b-b949-58541b0f7670 req-89526e3d-0400-463c-80bd-35a01e9fb028 service neutron] Bound using segment: {'id': '619e8ef8-1011-431e-9a52-fa02488df6f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': 'afcc5840-9484-4362-b75d-ba0502f15143'} {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:53:47.866321 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [req-8dd2ea96-be8e-4f0b-b949-58541b0f7670 req-89526e3d-0400-463c-80bd-35a01e9fb028 service neutron] Bound port: 3d4359dd-c203-49df-a792-6b7a2ccdbd8e, host: n-h2-827839-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '619e8ef8-1011-431e-9a52-fa02488df6f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': 'afcc5840-9484-4362-b75d-ba0502f15143'}}] {{(pid=103377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:53:47.866861 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-8dd2ea96-be8e-4f0b-b949-58541b0f7670 req-89526e3d-0400-463c-80bd-35a01e9fb028 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (3d4359dd-c203-49df-a792-6b7a2ccdbd8e), before_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:47.876780 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port 410cb91f-5ce5-4858-bb94-5426b5d1d12e triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:53:47.877001 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (410cb91f-5ce5-4858-bb94-5426b5d1d12e), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:47.975447 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-eca634e4-f267-43f4-b6af-e81614789d05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03f67543-b225-47d9-8d21-98d1bc729d7a', 'name': 'tempest-TestServerMultinode-905795303-router', 'tenant_id': '42615c61f7c342da81d5bde12df004a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.234'}], 'enable_snat': True}, 'gw_port_id': '410cb91f-5ce5-4858-bb94-5426b5d1d12e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:53:37Z', 'updated_at': '2022-02-04T17:53:42Z', 'revision_number': 4, 'project_id': '42615c61f7c342da81d5bde12df004a3', 'gw_port': {'id': '410cb91f-5ce5-4858-bb94-5426b5d1d12e', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:fa:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03f67543-b225-47d9-8d21-98d1bc729d7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:53:37Z', 'updated_at': '2022-02-04T17:53:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_interfaces': [{'id': '93ea6f78-ab72-4ec4-a2e8-a7e161be0fd7', 'name': '', 'network_id': '8adc2258-f683-4935-bcca-da29cb3f52ec', 'tenant_id': '42615c61f7c342da81d5bde12df004a3', 'mac_address': 'fa:16:3e:c7:47:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03f67543-b225-47d9-8d21-98d1bc729d7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '808c8c43-107e-4e31-ae37-b6f71e59553d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:53:40Z', 'updated_at': '2022-02-04T17:53:42Z', 'revision_number': 2, 'project_id': '42615c61f7c342da81d5bde12df004a3', 'subnets': [{'id': '808c8c43-107e-4e31-ae37-b6f71e59553d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-2', False) {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:53:48.049038 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-8646e0bf-e23d-4465-a97d-316db5f81586 tempest-TestSecurityGroupsBasicOps-1394815037 tempest-TestSecurityGroupsBasicOps-1394815037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1601811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26971'] for router (a87cf717-c564-4eb3-8866-b1086a6d7fed), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:48.051377 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-8646e0bf-e23d-4465-a97d-316db5f81586 tempest-TestSecurityGroupsBasicOps-1394815037 tempest-TestSecurityGroupsBasicOps-1394815037-project] Publish callbacks [] for router_controller (a87cf717-c564-4eb3-8866-b1086a6d7fed), precommit_delete_associations {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:48.072264 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [req-8dd2ea96-be8e-4f0b-b949-58541b0f7670 req-89526e3d-0400-463c-80bd-35a01e9fb028 service neutron] For port 3d4359dd-c203-49df-a792-6b7a2ccdbd8e, host n-h2-827839-2, cleared binding levels {{(pid=103377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:53:48.077505 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [req-8dd2ea96-be8e-4f0b-b949-58541b0f7670 req-89526e3d-0400-463c-80bd-35a01e9fb028 service neutron] For port 3d4359dd-c203-49df-a792-6b7a2ccdbd8e, host n-h2-827839-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=3d4359dd-c203-49df-a792-6b7a2ccdbd8e,segment=NetworkSegment(619e8ef8-1011-431e-9a52-fa02488df6f6),segment_id=619e8ef8-1011-431e-9a52-fa02488df6f6)] {{(pid=103377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:53:48.091479 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effde9ef-b95d-435b-98ab-80fd974eb9e2 req-7bc07429-564e-499f-bf7a-96cb17f01b78 tempest-TestServerMultinode-1461380181 tempest-TestServerMultinode-1461380181-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:53:48.093482 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-effde9ef-b95d-435b-98ab-80fd974eb9e2 req-7bc07429-564e-499f-bf7a-96cb17f01b78 tempest-TestServerMultinode-1461380181 tempest-TestServerMultinode-1461380181-project-admin] 10.222.0.89 "GET /v2.0/ports?device_id=bf55a4d9-5a2d-4349-b981-ea446e54e244 HTTP/1.1" status: 200 len: 1053 time: 0.1048441 Feb 04 17:53:48.094690 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-8dd2ea96-be8e-4f0b-b949-58541b0f7670 req-89526e3d-0400-463c-80bd-35a01e9fb028 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25888290'] for port (3d4359dd-c203-49df-a792-6b7a2ccdbd8e), after_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:48.100591 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-87c7c307-9e18-4165-a17c-ff85005e6829 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144'] for port (445654d7-ad73-4c0b-abc5-7a805e306dba), after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:48.122101 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-8646e0bf-e23d-4465-a97d-316db5f81586 tempest-TestSecurityGroupsBasicOps-1394815037 tempest-TestSecurityGroupsBasicOps-1394815037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1601832'] for router (a87cf717-c564-4eb3-8866-b1086a6d7fed), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:48.122746 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8646e0bf-e23d-4465-a97d-316db5f81586 tempest-TestSecurityGroupsBasicOps-1394815037 tempest-TestSecurityGroupsBasicOps-1394815037-project] Fanout notify agent at l3_agent the message router_deleted on router a87cf717-c564-4eb3-8866-b1086a6d7fed {{(pid=103376) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 17:53:48.128534 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eca634e4-f267-43f4-b6af-e81614789d05 None None] Checking router: 03f67543-b225-47d9-8d21-98d1bc729d7a for host: n-d-827839-2 {{(pid=103378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 17:53:48.128959 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eca634e4-f267-43f4-b6af-e81614789d05 None None] Updating router 03f67543-b225-47d9-8d21-98d1bc729d7a port 93ea6f78-ab72-4ec4-a2e8-a7e161be0fd7 binding host n-d-827839-2 {{(pid=103378) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 17:53:48.131772 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-8646e0bf-e23d-4465-a97d-316db5f81586 tempest-TestSecurityGroupsBasicOps-1394815037 tempest-TestSecurityGroupsBasicOps-1394815037-project] Publish callbacks [] for router (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:48.133001 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-8646e0bf-e23d-4465-a97d-316db5f81586 tempest-TestSecurityGroupsBasicOps-1394815037 tempest-TestSecurityGroupsBasicOps-1394815037-project] 10.222.0.89 "DELETE /v2.0/routers/a87cf717-c564-4eb3-8866-b1086a6d7fed HTTP/1.1" status: 204 len: 168 time: 1.5782735 Feb 04 17:53:48.135767 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 50002) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:53:48.165186 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd2ea96-be8e-4f0b-b949-58541b0f7670 req-89526e3d-0400-463c-80bd-35a01e9fb028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:53:48.165525 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c7c307-9e18-4165-a17c-ff85005e6829 None None] Pushing event deleted for resources: {'Port': ['ID=445654d7-ad73-4c0b-abc5-7a805e306dba,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:53:48.167523 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-8dd2ea96-be8e-4f0b-b949-58541b0f7670 req-89526e3d-0400-463c-80bd-35a01e9fb028 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:48.171477 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-8dd2ea96-be8e-4f0b-b949-58541b0f7670 req-89526e3d-0400-463c-80bd-35a01e9fb028 service neutron] 10.222.0.90 "PUT /v2.0/ports/3d4359dd-c203-49df-a792-6b7a2ccdbd8e HTTP/1.1" status: 200 len: 1092 time: 1.7442443 Feb 04 17:53:48.171613 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-eca634e4-f267-43f4-b6af-e81614789d05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (93ea6f78-ab72-4ec4-a2e8-a7e161be0fd7), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:48.204665 n-d-827839-2 neutron-server[103377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf55a4d9-5a2d-4349-b981-ea446e54e244', 'tag': '3d4359dd-c203-49df-a792-6b7a2ccdbd8e'}] {{(pid=103377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:53:48.214754 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7240428b650e1488e9361b62648ff4b3a6c19d49d8c27c949491ab58c1346cf0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b84f70c-474e-43dc-9b78-8678841c6a5d" -d '{"events": [{"name": "network-changed", "server_uuid": "bf55a4d9-5a2d-4349-b981-ea446e54e244", "tag": "3d4359dd-c203-49df-a792-6b7a2ccdbd8e"}]}' {{(pid=103377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:53:48.277608 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87c7c307-9e18-4165-a17c-ff85005e6829 None None] No DVR routers for this DVR port 445654d7-ad73-4c0b-abc5-7a805e306dba on host n-d-827839-2 {{(pid=103378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 17:53:48.332801 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 17:53:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5b7524a-7db2-4390-ba47-6f621d9cf405 x-openstack-request-id: req-e5b7524a-7db2-4390-ba47-6f621d9cf405 {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:53:48.333490 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf55a4d9-5a2d-4349-b981-ea446e54e244", "tag": "3d4359dd-c203-49df-a792-6b7a2ccdbd8e", "status": "completed", "code": 200}]} {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:53:48.333923 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-e5b7524a-7db2-4390-ba47-6f621d9cf405 {{(pid=103377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:53:48.334514 n-d-827839-2 neutron-server[103377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf55a4d9-5a2d-4349-b981-ea446e54e244', 'tag': '3d4359dd-c203-49df-a792-6b7a2ccdbd8e', 'status': 'completed', 'code': 200} Feb 04 17:53:48.355952 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port 410cb91f-5ce5-4858-bb94-5426b5d1d12e is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:53:48.370871 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-d3986de8-5be3-4722-a19e-65b8c53bc9ab tempest-TestSecurityGroupsBasicOps-1394815037 tempest-TestSecurityGroupsBasicOps-1394815037-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628832'] for network (c444373f-eee7-406f-b309-a7f2ff8d73bc), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:48.401382 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-effde9ef-b95d-435b-98ab-80fd974eb9e2 req-8d94899f-aaee-4860-8147-f7f236498bb9 tempest-TestServerMultinode-1461380181 tempest-TestServerMultinode-1461380181-project-admin] 10.222.0.89 "GET /v2.0/security-groups?id=e837d81c-82c1-43e7-a187-277f19fc4e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2962019 Feb 04 17:53:48.411915 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89526e3d-0400-463c-80bd-35a01e9fb028 service neutron] Pushing event updated for resources: {'Port': ['ID=3d4359dd-c203-49df-a792-6b7a2ccdbd8e,revision_number=3']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:53:48.451123 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd2ea96-be8e-4f0b-b949-58541b0f7670 req-6bbf79dc-d655-49a9-b55b-e46d4a2f84f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:53:48.454460 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-8dd2ea96-be8e-4f0b-b949-58541b0f7670 req-6bbf79dc-d655-49a9-b55b-e46d4a2f84f8 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=42615c61f7c342da81d5bde12df004a3&device_id=bf55a4d9-5a2d-4349-b981-ea446e54e244 HTTP/1.1" status: 200 len: 1126 time: 0.2317388 Feb 04 17:53:48.540050 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-8dd2ea96-be8e-4f0b-b949-58541b0f7670 req-2b272870-92bb-45fc-bb9d-d6918225546c service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3d4359dd-c203-49df-a792-6b7a2ccdbd8e HTTP/1.1" status: 200 len: 217 time: 0.0774598 Feb 04 17:53:48.578411 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-d3986de8-5be3-4722-a19e-65b8c53bc9ab tempest-TestSecurityGroupsBasicOps-1394815037 tempest-TestSecurityGroupsBasicOps-1394815037-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1543676', 'neutron.services.segments.db._delete_segments_for_network-8781084786517'] for network (c444373f-eee7-406f-b309-a7f2ff8d73bc), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:48.620276 n-d-827839-2 neutron-server[103376]: DEBUG neutron.services.segments.db [None req-d3986de8-5be3-4722-a19e-65b8c53bc9ab tempest-TestSecurityGroupsBasicOps-1394815037 tempest-TestSecurityGroupsBasicOps-1394815037-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c444373f-eee7-406f-b309-a7f2ff8d73bc']}} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:53:48.635248 n-d-827839-2 neutron-server[103376]: DEBUG neutron.services.segments.db [None req-d3986de8-5be3-4722-a19e-65b8c53bc9ab tempest-TestSecurityGroupsBasicOps-1394815037 tempest-TestSecurityGroupsBasicOps-1394815037-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e156204-fd65-4af5-90bf-95f8ea6ca723') {'for_net_delete': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:53:48.635624 n-d-827839-2 neutron-server[103376]: DEBUG neutron.services.segments.db [None req-d3986de8-5be3-4722-a19e-65b8c53bc9ab tempest-TestSecurityGroupsBasicOps-1394815037 tempest-TestSecurityGroupsBasicOps-1394815037-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e156204-fd65-4af5-90bf-95f8ea6ca723') {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:53:48.650687 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-d3986de8-5be3-4722-a19e-65b8c53bc9ab tempest-TestSecurityGroupsBasicOps-1394815037 tempest-TestSecurityGroupsBasicOps-1394815037-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781084783966', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25674908'] for segment (9e156204-fd65-4af5-90bf-95f8ea6ca723), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:48.652471 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd2ea96-be8e-4f0b-b949-58541b0f7670 req-bc897a9b-8885-4be3-91e1-94f998cbf58d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:53:48.654277 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-8dd2ea96-be8e-4f0b-b949-58541b0f7670 req-bc897a9b-8885-4be3-91e1-94f998cbf58d service neutron] 10.222.0.90 "GET /v2.0/subnets?id=0586367e-4f96-4283-a5f6-ed2cbb229995 HTTP/1.1" status: 200 len: 848 time: 0.1057782 Feb 04 17:53:48.669682 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-d3986de8-5be3-4722-a19e-65b8c53bc9ab tempest-TestSecurityGroupsBasicOps-1394815037 tempest-TestSecurityGroupsBasicOps-1394815037-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (9e156204-fd65-4af5-90bf-95f8ea6ca723), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:48.691577 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3986de8-5be3-4722-a19e-65b8c53bc9ab tempest-TestSecurityGroupsBasicOps-1394815037 tempest-TestSecurityGroupsBasicOps-1394815037-project] Releasing vlan 769 on physical network physnet1 to pool {{(pid=103376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 17:53:48.693641 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-d3986de8-5be3-4722-a19e-65b8c53bc9ab tempest-TestSecurityGroupsBasicOps-1394815037 tempest-TestSecurityGroupsBasicOps-1394815037-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25675992'] for segment (9e156204-fd65-4af5-90bf-95f8ea6ca723), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:48.696244 n-d-827839-2 neutron-server[103376]: Traceback (most recent call last): Feb 04 17:53:48.696244 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 17:53:48.696244 n-d-827839-2 neutron-server[103376]: timer() Feb 04 17:53:48.696244 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 17:53:48.696244 n-d-827839-2 neutron-server[103376]: cb(*args, **kw) Feb 04 17:53:48.696244 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 17:53:48.696244 n-d-827839-2 neutron-server[103376]: return func(*args, **kwargs) Feb 04 17:53:48.696244 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 17:53:48.696244 n-d-827839-2 neutron-server[103376]: self._notify() Feb 04 17:53:48.696244 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 17:53:48.696244 n-d-827839-2 neutron-server[103376]: self.callback(batched_events) Feb 04 17:53:48.696244 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 17:53:48.696244 n-d-827839-2 neutron-server[103376]: event.method(event) Feb 04 17:53:48.696244 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 17:53:48.696244 n-d-827839-2 neutron-server[103376]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 17:53:48.696244 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 17:53:48.696244 n-d-827839-2 neutron-server[103376]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 17:53:48.696244 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 17:53:48.696244 n-d-827839-2 neutron-server[103376]: return f(self, *a, **k) Feb 04 17:53:48.696244 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 17:53:48.696244 n-d-827839-2 neutron-server[103376]: return self._get(url).json() Feb 04 17:53:48.696244 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 17:53:48.696244 n-d-827839-2 neutron-server[103376]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 17:53:48.696244 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 17:53:48.696244 n-d-827839-2 neutron-server[103376]: return self.request(url, 'GET', **kwargs) Feb 04 17:53:48.696244 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 17:53:48.696244 n-d-827839-2 neutron-server[103376]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 17:53:48.696244 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 17:53:48.696244 n-d-827839-2 neutron-server[103376]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 17:53:48.696244 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 17:53:48.696244 n-d-827839-2 neutron-server[103376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 17:53:48.696244 n-d-827839-2 neutron-server[103376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 17:53:48.757852 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd2ea96-be8e-4f0b-b949-58541b0f7670 req-3c592459-7546-4f19-b2d5-a92c4ba7ee47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:53:48.758922 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-8dd2ea96-be8e-4f0b-b949-58541b0f7670 req-3c592459-7546-4f19-b2d5-a92c4ba7ee47 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=afcc5840-9484-4362-b75d-ba0502f15143&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0944195 Feb 04 17:53:48.781898 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-eca634e4-f267-43f4-b6af-e81614789d05 None None] Publish callbacks [] for port (93ea6f78-ab72-4ec4-a2e8-a7e161be0fd7), precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:48.788458 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-eca634e4-f267-43f4-b6af-e81614789d05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (93ea6f78-ab72-4ec4-a2e8-a7e161be0fd7), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:48.827877 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-d3986de8-5be3-4722-a19e-65b8c53bc9ab tempest-TestSecurityGroupsBasicOps-1394815037 tempest-TestSecurityGroupsBasicOps-1394815037-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1543671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1595572'] for network (c444373f-eee7-406f-b309-a7f2ff8d73bc), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:48.833108 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-d3986de8-5be3-4722-a19e-65b8c53bc9ab tempest-TestSecurityGroupsBasicOps-1394815037 tempest-TestSecurityGroupsBasicOps-1394815037-project] Publish callbacks [] for network (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:48.836782 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-d3986de8-5be3-4722-a19e-65b8c53bc9ab tempest-TestSecurityGroupsBasicOps-1394815037 tempest-TestSecurityGroupsBasicOps-1394815037-project] 10.222.0.89 "DELETE /v2.0/networks/c444373f-eee7-406f-b309-a7f2ff8d73bc HTTP/1.1" status: 204 len: 168 time: 0.7000325 Feb 04 17:53:48.839604 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 50008) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:53:48.869814 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3986de8-5be3-4722-a19e-65b8c53bc9ab tempest-TestSecurityGroupsBasicOps-1394815037 tempest-TestSecurityGroupsBasicOps-1394815037-project] Pushing event deleted for resources: {'Network': ['ID=c444373f-eee7-406f-b309-a7f2ff8d73bc,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:53:48.911846 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4382647c-44f9-4338-877b-7975f512dc2d None None] Pushing event updated for resources: {'Port': ['ID=93ea6f78-ab72-4ec4-a2e8-a7e161be0fd7,revision_number=3']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:53:48.978156 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-8dd2ea96-be8e-4f0b-b949-58541b0f7670 req-0cff4c8f-ded1-4688-9401-907385a27ee0 service neutron] 10.222.0.90 "GET /v2.0/networks/afcc5840-9484-4362-b75d-ba0502f15143?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2099609 Feb 04 17:53:48.979473 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-eca634e4-f267-43f4-b6af-e81614789d05 None None] Attempting to bind port 93ea6f78-ab72-4ec4-a2e8-a7e161be0fd7 on host n-d-827839-2 for vnic_type normal with profile {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:53:48.979473 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-eca634e4-f267-43f4-b6af-e81614789d05 None None] Attempting to bind port 93ea6f78-ab72-4ec4-a2e8-a7e161be0fd7 by drivers openvswitch,hyperv on host n-d-827839-2 at level 0 using segments [{'id': '6b0feb07-1cc4-4f1a-84df-54e939c0b4f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '8adc2258-f683-4935-bcca-da29cb3f52ec'}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:53:48.979771 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eca634e4-f267-43f4-b6af-e81614789d05 None None] Attempting to bind port 93ea6f78-ab72-4ec4-a2e8-a7e161be0fd7 on network 8adc2258-f683-4935-bcca-da29cb3f52ec {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:53:48.988218 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eca634e4-f267-43f4-b6af-e81614789d05 None None] Checking agent: {'id': 'ba70844b-66a0-45fd-a2f2-e6ed673321fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 0, 36), 'started_at': datetime.datetime(2022, 2, 4, 17, 1, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 53, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:53:48.988676 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eca634e4-f267-43f4-b6af-e81614789d05 None None] Checking segment: {'id': '6b0feb07-1cc4-4f1a-84df-54e939c0b4f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '8adc2258-f683-4935-bcca-da29cb3f52ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:53:48.989312 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-eca634e4-f267-43f4-b6af-e81614789d05 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:48.989776 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eca634e4-f267-43f4-b6af-e81614789d05 None None] Bound using segment: {'id': '6b0feb07-1cc4-4f1a-84df-54e939c0b4f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '8adc2258-f683-4935-bcca-da29cb3f52ec'} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:53:48.990369 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-eca634e4-f267-43f4-b6af-e81614789d05 None None] Bound port: 93ea6f78-ab72-4ec4-a2e8-a7e161be0fd7, host: n-d-827839-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b0feb07-1cc4-4f1a-84df-54e939c0b4f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '8adc2258-f683-4935-bcca-da29cb3f52ec'}}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:53:48.990822 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-eca634e4-f267-43f4-b6af-e81614789d05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (93ea6f78-ab72-4ec4-a2e8-a7e161be0fd7), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:49.081562 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-eca634e4-f267-43f4-b6af-e81614789d05 None None] For port 93ea6f78-ab72-4ec4-a2e8-a7e161be0fd7, host n-d-827839-2, cleared binding levels {{(pid=103378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:53:49.084963 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-eca634e4-f267-43f4-b6af-e81614789d05 None None] For port 93ea6f78-ab72-4ec4-a2e8-a7e161be0fd7, host n-d-827839-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=93ea6f78-ab72-4ec4-a2e8-a7e161be0fd7,segment=NetworkSegment(6b0feb07-1cc4-4f1a-84df-54e939c0b4f7),segment_id=6b0feb07-1cc4-4f1a-84df-54e939c0b4f7)] {{(pid=103378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:53:49.104719 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-eca634e4-f267-43f4-b6af-e81614789d05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (93ea6f78-ab72-4ec4-a2e8-a7e161be0fd7), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:49.184081 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eca634e4-f267-43f4-b6af-e81614789d05 None None] Routers {'03f67543-b225-47d9-8d21-98d1bc729d7a'} bound to L3 agent in host n-d-827839-2 {{(pid=103378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:53:49.184794 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-eca634e4-f267-43f4-b6af-e81614789d05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:53:33Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['03f67543-b225-47d9-8d21-98d1bc729d7a'], 'active': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:53:49.222232 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-8dd2ea96-be8e-4f0b-b949-58541b0f7670 req-2b933ed7-d69a-44c1-929a-0ad430a75d1e service neutron] 10.222.0.90 "GET /v2.0/networks/afcc5840-9484-4362-b75d-ba0502f15143?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2022400 Feb 04 17:53:49.231970 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4382647c-44f9-4338-877b-7975f512dc2d None None] Pushing event updated for resources: {'Port': ['ID=93ea6f78-ab72-4ec4-a2e8-a7e161be0fd7,revision_number=4']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:53:49.267120 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-a5ad2f37-d629-4f3c-a349-113fe7149039 tempest-TestSecurityGroupsBasicOps-1394815037 tempest-TestSecurityGroupsBasicOps-1394815037-project] Deleting port fd481c0c-06b9-4f17-9404-639a51815b5a {{(pid=103377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:53:49.267587 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-a5ad2f37-d629-4f3c-a349-113fe7149039 tempest-TestSecurityGroupsBasicOps-1394815037 tempest-TestSecurityGroupsBasicOps-1394815037-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (fd481c0c-06b9-4f17-9404-639a51815b5a), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:49.329933 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-6f8bc28d-ec7e-4525-9670-d309d930a81d None None] Provisioning complete for port 93ea6f78-ab72-4ec4-a2e8-a7e161be0fd7 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:53:49.330465 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6f8bc28d-ec7e-4525-9670-d309d930a81d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (93ea6f78-ab72-4ec4-a2e8-a7e161be0fd7), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:49.526789 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvr_db [None req-eca634e4-f267-43f4-b6af-e81614789d05 None None] Set router 03f67543-b225-47d9-8d21-98d1bc729d7a gateway port host: n-d-827839-2 {{(pid=103378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:53:49.531888 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 93ea6f78-ab72-4ec4-a2e8-a7e161be0fd7 up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:53:49.564585 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-a5ad2f37-d629-4f3c-a349-113fe7149039 tempest-TestSecurityGroupsBasicOps-1394815037 tempest-TestSecurityGroupsBasicOps-1394815037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (fd481c0c-06b9-4f17-9404-639a51815b5a), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:49.565124 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-a5ad2f37-d629-4f3c-a349-113fe7149039 tempest-TestSecurityGroupsBasicOps-1394815037 tempest-TestSecurityGroupsBasicOps-1394815037-project] Publish callbacks [] for floatingip (fd481c0c-06b9-4f17-9404-639a51815b5a), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:49.573738 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c1ee56-47e3-4ba8-be50-d6083cca2b5d req-9d4f7f1b-aa05-410e-bfdc-614133eab453 tempest-TestServerMultinode-1461380181 tempest-TestServerMultinode-1461380181-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:53:49.576433 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-51c1ee56-47e3-4ba8-be50-d6083cca2b5d req-9d4f7f1b-aa05-410e-bfdc-614133eab453 tempest-TestServerMultinode-1461380181 tempest-TestServerMultinode-1461380181-project-admin] 10.222.0.89 "GET /v2.0/ports?device_id=bf55a4d9-5a2d-4349-b981-ea446e54e244 HTTP/1.1" status: 200 len: 1126 time: 0.0595484 Feb 04 17:53:49.586912 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-a5ad2f37-d629-4f3c-a349-113fe7149039 tempest-TestSecurityGroupsBasicOps-1394815037 tempest-TestSecurityGroupsBasicOps-1394815037-project] Calling delete_port for fd481c0c-06b9-4f17-9404-639a51815b5a owned by network:floatingip {{(pid=103377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:53:49.599062 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b84f70c-474e-43dc-9b78-8678841c6a5d req-3c0e4e48-7f18-458b-b7a4-06bb97f4c201 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:53:49.600587 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-9b84f70c-474e-43dc-9b78-8678841c6a5d req-3c0e4e48-7f18-458b-b7a4-06bb97f4c201 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=42615c61f7c342da81d5bde12df004a3&device_id=bf55a4d9-5a2d-4349-b981-ea446e54e244 HTTP/1.1" status: 200 len: 1126 time: 0.1708305 Feb 04 17:53:49.673551 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-51c1ee56-47e3-4ba8-be50-d6083cca2b5d req-4ba97ef2-6060-48aa-a735-4266b990042c tempest-TestServerMultinode-1461380181 tempest-TestServerMultinode-1461380181-project-admin] 10.222.0.89 "GET /v2.0/security-groups?id=e837d81c-82c1-43e7-a187-277f19fc4e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905876 Feb 04 17:53:49.741024 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-6f8bc28d-ec7e-4525-9670-d309d930a81d None None] Current status of the port 93ea6f78-ab72-4ec4-a2e8-a7e161be0fd7 is: DOWN; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:53:49.741424 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6f8bc28d-ec7e-4525-9670-d309d930a81d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (93ea6f78-ab72-4ec4-a2e8-a7e161be0fd7), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:49.837955 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port 93ea6f78-ab72-4ec4-a2e8-a7e161be0fd7 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:53:49.838639 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (93ea6f78-ab72-4ec4-a2e8-a7e161be0fd7), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:49.841250 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-6f8bc28d-ec7e-4525-9670-d309d930a81d None None] For port 93ea6f78-ab72-4ec4-a2e8-a7e161be0fd7, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=93ea6f78-ab72-4ec4-a2e8-a7e161be0fd7,segment=NetworkSegment(6b0feb07-1cc4-4f1a-84df-54e939c0b4f7),segment_id=6b0feb07-1cc4-4f1a-84df-54e939c0b4f7)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:53:49.882361 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6f8bc28d-ec7e-4525-9670-d309d930a81d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (93ea6f78-ab72-4ec4-a2e8-a7e161be0fd7), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:49.988697 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8bc28d-ec7e-4525-9670-d309d930a81d None None] Pushing event updated for resources: {'Port': ['ID=93ea6f78-ab72-4ec4-a2e8-a7e161be0fd7,revision_number=5']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:53:49.997644 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b84f70c-474e-43dc-9b78-8678841c6a5d req-378bcb8d-5e69-43f6-8879-c43f22183523 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:53:49.999860 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-9b84f70c-474e-43dc-9b78-8678841c6a5d req-378bcb8d-5e69-43f6-8879-c43f22183523 service neutron] 10.222.0.90 "GET /v2.0/networks?id=afcc5840-9484-4362-b75d-ba0502f15143 HTTP/1.1" status: 200 len: 910 time: 0.3558016 Feb 04 17:53:50.001999 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-a5ad2f37-d629-4f3c-a349-113fe7149039 tempest-TestSecurityGroupsBasicOps-1394815037 tempest-TestSecurityGroupsBasicOps-1394815037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (fd481c0c-06b9-4f17-9404-639a51815b5a), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:50.049439 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-8911de28-cb26-47cf-bad9-60e6b9cef01c None None] Provisioning complete for port 93ea6f78-ab72-4ec4-a2e8-a7e161be0fd7 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:53:50.049821 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8911de28-cb26-47cf-bad9-60e6b9cef01c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (93ea6f78-ab72-4ec4-a2e8-a7e161be0fd7), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:50.067048 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ad2f37-d629-4f3c-a349-113fe7149039 tempest-TestSecurityGroupsBasicOps-1394815037 tempest-TestSecurityGroupsBasicOps-1394815037-project] Pushing event deleted for resources: {'Port': ['ID=fd481c0c-06b9-4f17-9404-639a51815b5a,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:53:50.071413 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-9b84f70c-474e-43dc-9b78-8678841c6a5d req-81df284d-b8cb-46c4-9d82-ab40fc45205d service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3d4359dd-c203-49df-a792-6b7a2ccdbd8e HTTP/1.1" status: 200 len: 217 time: 0.0648437 Feb 04 17:53:50.081313 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port 93ea6f78-ab72-4ec4-a2e8-a7e161be0fd7 is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:53:50.098456 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-eca634e4-f267-43f4-b6af-e81614789d05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03f67543-b225-47d9-8d21-98d1bc729d7a', 'name': 'tempest-TestServerMultinode-905795303-router', 'tenant_id': '42615c61f7c342da81d5bde12df004a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.234'}], 'enable_snat': True}, 'gw_port_id': '410cb91f-5ce5-4858-bb94-5426b5d1d12e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:53:37Z', 'updated_at': '2022-02-04T17:53:42Z', 'revision_number': 4, 'project_id': '42615c61f7c342da81d5bde12df004a3', 'gw_port': {'id': '410cb91f-5ce5-4858-bb94-5426b5d1d12e', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:fa:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03f67543-b225-47d9-8d21-98d1bc729d7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:53:37Z', 'updated_at': '2022-02-04T17:53:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_interfaces': [{'id': '93ea6f78-ab72-4ec4-a2e8-a7e161be0fd7', 'name': '', 'network_id': '8adc2258-f683-4935-bcca-da29cb3f52ec', 'tenant_id': '42615c61f7c342da81d5bde12df004a3', 'mac_address': 'fa:16:3e:c7:47:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03f67543-b225-47d9-8d21-98d1bc729d7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '808c8c43-107e-4e31-ae37-b6f71e59553d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:53:40Z', 'updated_at': '2022-02-04T17:53:49Z', 'revision_number': 4, 'project_id': '42615c61f7c342da81d5bde12df004a3', 'subnets': [{'id': '808c8c43-107e-4e31-ae37-b6f71e59553d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-2', False) {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:53:50.135229 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eca634e4-f267-43f4-b6af-e81614789d05 None None] The sync data for ids ['03f67543-b225-47d9-8d21-98d1bc729d7a'] in n-d-827839-2 is: [{'id': '03f67543-b225-47d9-8d21-98d1bc729d7a', 'name': 'tempest-TestServerMultinode-905795303-router', 'tenant_id': '42615c61f7c342da81d5bde12df004a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.234'}], 'enable_snat': True}, 'gw_port_id': '410cb91f-5ce5-4858-bb94-5426b5d1d12e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:53:37Z', 'updated_at': '2022-02-04T17:53:42Z', 'revision_number': 4, 'project_id': '42615c61f7c342da81d5bde12df004a3', 'gw_port': {'id': '410cb91f-5ce5-4858-bb94-5426b5d1d12e', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:fa:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03f67543-b225-47d9-8d21-98d1bc729d7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:53:37Z', 'updated_at': '2022-02-04T17:53:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_interfaces': [{'id': '93ea6f78-ab72-4ec4-a2e8-a7e161be0fd7', 'name': '', 'network_id': '8adc2258-f683-4935-bcca-da29cb3f52ec', 'tenant_id': '42615c61f7c342da81d5bde12df004a3', 'mac_address': 'fa:16:3e:c7:47:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03f67543-b225-47d9-8d21-98d1bc729d7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '808c8c43-107e-4e31-ae37-b6f71e59553d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:53:40Z', 'updated_at': '2022-02-04T17:53:49Z', 'revision_number': 4, 'project_id': '42615c61f7c342da81d5bde12df004a3', 'subnets': [{'id': '808c8c43-107e-4e31-ae37-b6f71e59553d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 17:53:50.183688 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device f2a07180-0a5b-4c52-92de-510c69420887 no longer exists at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:53:50.200956 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b84f70c-474e-43dc-9b78-8678841c6a5d req-f9f78a14-6881-4cb5-9f09-4688ad260456 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:53:50.202966 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-9b84f70c-474e-43dc-9b78-8678841c6a5d req-f9f78a14-6881-4cb5-9f09-4688ad260456 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=0586367e-4f96-4283-a5f6-ed2cbb229995 HTTP/1.1" status: 200 len: 848 time: 0.1226099 Feb 04 17:53:50.205849 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-a5ad2f37-d629-4f3c-a349-113fe7149039 tempest-TestSecurityGroupsBasicOps-1394815037 tempest-TestSecurityGroupsBasicOps-1394815037-project] Publish callbacks [] for floatingip (76cd16b7-2b3a-4152-bd4b-08bca3b98506), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:50.206418 n-d-827839-2 neutron-server[103377]: INFO neutron.db.l3_db [None req-a5ad2f37-d629-4f3c-a349-113fe7149039 tempest-TestSecurityGroupsBasicOps-1394815037 tempest-TestSecurityGroupsBasicOps-1394815037-project] Floating IP 76cd16b7-2b3a-4152-bd4b-08bca3b98506 disassociated (deleted). External IP: 172.25.6.233, port: 41373d4c-9041-4d1f-9bfb-755965e080e5. Feb 04 17:53:50.208612 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] No Port match for: f2a07180-0a5b-4c52-92de-510c69420887 {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 17:53:50.208994 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device f2a07180-0a5b-4c52-92de-510c69420887 not bound to the agent host n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 17:53:50.209431 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 7802a812-eb23-4135-9a44-79b2c7d653dc no longer exists at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:53:50.214088 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-8911de28-cb26-47cf-bad9-60e6b9cef01c None None] Current status of the port 93ea6f78-ab72-4ec4-a2e8-a7e161be0fd7 is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:53:50.236699 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] No Port match for: 7802a812-eb23-4135-9a44-79b2c7d653dc {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 17:53:50.237071 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 7802a812-eb23-4135-9a44-79b2c7d653dc not bound to the agent host n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 17:53:50.237494 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 445654d7-ad73-4c0b-abc5-7a805e306dba no longer exists at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:53:50.257821 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] No Port match for: 445654d7-ad73-4c0b-abc5-7a805e306dba {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 17:53:50.258168 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 445654d7-ad73-4c0b-abc5-7a805e306dba not bound to the agent host n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 17:53:50.352991 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b84f70c-474e-43dc-9b78-8678841c6a5d req-2deca2f8-346e-447c-8404-473379189eac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:53:50.354508 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-9b84f70c-474e-43dc-9b78-8678841c6a5d req-2deca2f8-346e-447c-8404-473379189eac service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=afcc5840-9484-4362-b75d-ba0502f15143&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1442482 Feb 04 17:53:50.539570 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-9b84f70c-474e-43dc-9b78-8678841c6a5d req-acd8042e-facd-42f0-93a9-0d2aeaeb31d0 service neutron] 10.222.0.90 "GET /v2.0/networks/afcc5840-9484-4362-b75d-ba0502f15143?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1773148 Feb 04 17:53:50.559970 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5ad2f37-d629-4f3c-a349-113fe7149039 tempest-TestSecurityGroupsBasicOps-1394815037 tempest-TestSecurityGroupsBasicOps-1394815037-project] Router 2c359285-ea6e-4069-bd7d-34cfc764fd0d has already been hosted by L3 agent 64ada913-9131-4d99-a265-63a920956287 {{(pid=103377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 17:53:50.718439 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-9b84f70c-474e-43dc-9b78-8678841c6a5d req-ab0a6ef4-8a55-4270-8f7d-15d43f0dd91b service neutron] 10.222.0.90 "GET /v2.0/networks/afcc5840-9484-4362-b75d-ba0502f15143?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1701701 Feb 04 17:53:50.763951 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5ad2f37-d629-4f3c-a349-113fe7149039 tempest-TestSecurityGroupsBasicOps-1394815037 tempest-TestSecurityGroupsBasicOps-1394815037-project] Notify agent at l3_agent.n-d-827839-2 the message routers_updated {{(pid=103377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 17:53:50.775672 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ff29a16-475a-47f0-8a1b-adf9e66358c8 None None] Sync routers for ids ['2c359285-ea6e-4069-bd7d-34cfc764fd0d'] in n-d-827839-2 {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 17:53:50.783290 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-a5ad2f37-d629-4f3c-a349-113fe7149039 tempest-TestSecurityGroupsBasicOps-1394815037 tempest-TestSecurityGroupsBasicOps-1394815037-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for floatingip (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:50.787936 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ff29a16-475a-47f0-8a1b-adf9e66358c8 None None] Routers {'2c359285-ea6e-4069-bd7d-34cfc764fd0d'} bound to L3 agent in host n-d-827839-2 {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:53:50.788698 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-8ff29a16-475a-47f0-8a1b-adf9e66358c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:53:33Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['2c359285-ea6e-4069-bd7d-34cfc764fd0d'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:53:50.829287 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-a5ad2f37-d629-4f3c-a349-113fe7149039 tempest-TestSecurityGroupsBasicOps-1394815037 tempest-TestSecurityGroupsBasicOps-1394815037-project] 10.222.0.89 "DELETE /v2.0/floatingips/76cd16b7-2b3a-4152-bd4b-08bca3b98506 HTTP/1.1" status: 204 len: 168 time: 1.9885485 Feb 04 17:53:50.831690 n-d-827839-2 neutron-server[103377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8edebd18-c99c-43ad-a3b7-442d75040e9b', 'tag': '41373d4c-9041-4d1f-9bfb-755965e080e5'}] {{(pid=103377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:53:50.835624 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7240428b650e1488e9361b62648ff4b3a6c19d49d8c27c949491ab58c1346cf0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b520d368-b615-4a6f-80e1-c00d02ac369b" -d '{"events": [{"name": "network-changed", "server_uuid": "8edebd18-c99c-43ad-a3b7-442d75040e9b", "tag": "41373d4c-9041-4d1f-9bfb-755965e080e5"}]}' {{(pid=103377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:53:50.844507 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c094aedc-c5c4-4ca3-9f39-6b2f50f00afc req-56845daa-9964-4e2f-b406-3747ed198c1b tempest-TestServerMultinode-1461380181 tempest-TestServerMultinode-1461380181-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:53:50.846221 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-c094aedc-c5c4-4ca3-9f39-6b2f50f00afc req-56845daa-9964-4e2f-b406-3747ed198c1b tempest-TestServerMultinode-1461380181 tempest-TestServerMultinode-1461380181-project-admin] 10.222.0.89 "GET /v2.0/ports?device_id=bf55a4d9-5a2d-4349-b981-ea446e54e244 HTTP/1.1" status: 200 len: 1126 time: 0.0951829 Feb 04 17:53:50.901276 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-c094aedc-c5c4-4ca3-9f39-6b2f50f00afc req-d9dc9e03-d5cb-4e29-b545-d015d1553a74 tempest-TestServerMultinode-1461380181 tempest-TestServerMultinode-1461380181-project-admin] 10.222.0.89 "GET /v2.0/security-groups?id=e837d81c-82c1-43e7-a187-277f19fc4e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486486 Feb 04 17:53:50.903801 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvr_db [None req-8ff29a16-475a-47f0-8a1b-adf9e66358c8 None None] Set router 2c359285-ea6e-4069-bd7d-34cfc764fd0d gateway port host: n-d-827839-2 {{(pid=103379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:53:50.966209 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 17:53:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af24e74b-34ea-432c-8b8f-8d99651cf38b x-openstack-request-id: req-af24e74b-34ea-432c-8b8f-8d99651cf38b {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:53:50.966497 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8edebd18-c99c-43ad-a3b7-442d75040e9b", "tag": "41373d4c-9041-4d1f-9bfb-755965e080e5", "status": "completed", "code": 200}]} {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:53:50.966752 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-af24e74b-34ea-432c-8b8f-8d99651cf38b {{(pid=103377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:53:50.968125 n-d-827839-2 neutron-server[103377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8edebd18-c99c-43ad-a3b7-442d75040e9b', 'tag': '41373d4c-9041-4d1f-9bfb-755965e080e5', 'status': 'completed', 'code': 200} Feb 04 17:53:51.088600 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b520d368-b615-4a6f-80e1-c00d02ac369b req-9d8addb9-00d7-467b-ab8b-89d0f9e66c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:53:51.090165 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-b520d368-b615-4a6f-80e1-c00d02ac369b req-9d8addb9-00d7-467b-ab8b-89d0f9e66c58 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=c8bedfd6a8d44aafbac239d3537c77f3&device_id=8edebd18-c99c-43ad-a3b7-442d75040e9b HTTP/1.1" status: 200 len: 1166 time: 0.0840504 Feb 04 17:53:51.141719 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-8ff29a16-475a-47f0-8a1b-adf9e66358c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c359285-ea6e-4069-bd7d-34cfc764fd0d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-650764982', 'tenant_id': 'c8bedfd6a8d44aafbac239d3537c77f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.100'}], 'enable_snat': True}, 'gw_port_id': '7cc539dc-83ac-46f7-aa9c-4d87d0d27634', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:52:17Z', 'updated_at': '2022-02-04T17:52:20Z', 'revision_number': 4, 'project_id': 'c8bedfd6a8d44aafbac239d3537c77f3', 'gw_port': {'id': '7cc539dc-83ac-46f7-aa9c-4d87d0d27634', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:1f:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c359285-ea6e-4069-bd7d-34cfc764fd0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3758, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:52:17Z', 'updated_at': '2022-02-04T17:52:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_interfaces': [{'id': 'c33ee373-c05b-4d29-9d53-fea8d2d7119f', 'name': '', 'network_id': '669dcaca-872a-426e-b103-daa458e0d181', 'tenant_id': 'c8bedfd6a8d44aafbac239d3537c77f3', 'mac_address': 'fa:16:3e:23:41:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c359285-ea6e-4069-bd7d-34cfc764fd0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3762, 'fixed_ips': [{'subnet_id': '1e0ef8a1-e33c-4bde-aba9-f45abeb09405', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:52:20Z', 'updated_at': '2022-02-04T17:52:23Z', 'revision_number': 5, 'project_id': 'c8bedfd6a8d44aafbac239d3537c77f3', 'subnets': [{'id': '1e0ef8a1-e33c-4bde-aba9-f45abeb09405', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-2', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:53:51.162825 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90889e71-abb1-4e8b-a1d7-6f40a8094a32 req-1721bb16-b31c-4e01-a9ba-3c04772028ea tempest-TestSecurityGroupsBasicOps-1394815037 tempest-TestSecurityGroupsBasicOps-1394815037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:53:51.164392 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-90889e71-abb1-4e8b-a1d7-6f40a8094a32 req-1721bb16-b31c-4e01-a9ba-3c04772028ea tempest-TestSecurityGroupsBasicOps-1394815037 tempest-TestSecurityGroupsBasicOps-1394815037-project] 10.222.0.89 "GET /v2.0/ports?device_id=8edebd18-c99c-43ad-a3b7-442d75040e9b HTTP/1.1" status: 200 len: 984 time: 0.1239810 Feb 04 17:53:51.178807 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ff29a16-475a-47f0-8a1b-adf9e66358c8 None None] Checking router: 2c359285-ea6e-4069-bd7d-34cfc764fd0d for host: n-d-827839-2 {{(pid=103379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 17:53:51.189271 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ff29a16-475a-47f0-8a1b-adf9e66358c8 None None] Routers {'2c359285-ea6e-4069-bd7d-34cfc764fd0d'} bound to L3 agent in host n-d-827839-2 {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:53:51.190006 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-8ff29a16-475a-47f0-8a1b-adf9e66358c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:53:33Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['2c359285-ea6e-4069-bd7d-34cfc764fd0d'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:53:51.277962 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-90889e71-abb1-4e8b-a1d7-6f40a8094a32 req-faa63e1b-a9bc-4c2b-933c-0a316bccb18b tempest-TestSecurityGroupsBasicOps-1394815037 tempest-TestSecurityGroupsBasicOps-1394815037-project] 10.222.0.89 "GET /v2.0/security-groups?id=e8348a7a-6d49-489e-bc89-fb2e3198344e&id=196b71ba-ec4a-4055-a145-b58b5af791ad&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0909927 Feb 04 17:53:51.292423 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b520d368-b615-4a6f-80e1-c00d02ac369b req-9af4a9fd-d8dd-4d18-aebd-0e5c6e94cbef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:53:51.293958 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-b520d368-b615-4a6f-80e1-c00d02ac369b req-9af4a9fd-d8dd-4d18-aebd-0e5c6e94cbef service neutron] 10.222.0.90 "GET /v2.0/networks?id=669dcaca-872a-426e-b103-daa458e0d181 HTTP/1.1" status: 200 len: 898 time: 0.1955106 Feb 04 17:53:51.328722 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvr_db [None req-8ff29a16-475a-47f0-8a1b-adf9e66358c8 None None] Set router 2c359285-ea6e-4069-bd7d-34cfc764fd0d gateway port host: n-d-827839-2 {{(pid=103379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:53:51.356180 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-b520d368-b615-4a6f-80e1-c00d02ac369b req-1e53f081-d0b5-47fb-8468-93b6cab15020 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=41373d4c-9041-4d1f-9bfb-755965e080e5 HTTP/1.1" status: 200 len: 217 time: 0.0545094 Feb 04 17:53:51.429897 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b520d368-b615-4a6f-80e1-c00d02ac369b req-579ba28d-eed7-437a-883d-f57b461fa650 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:53:51.431904 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-b520d368-b615-4a6f-80e1-c00d02ac369b req-579ba28d-eed7-437a-883d-f57b461fa650 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=1e0ef8a1-e33c-4bde-aba9-f45abeb09405 HTTP/1.1" status: 200 len: 835 time: 0.0672872 Feb 04 17:53:51.447659 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 93ea6f78-ab72-4ec4-a2e8-a7e161be0fd7 up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:53:51.500868 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b520d368-b615-4a6f-80e1-c00d02ac369b req-33025ff2-cbf4-47d2-84e3-3b5d59d73786 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:53:51.502995 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-b520d368-b615-4a6f-80e1-c00d02ac369b req-33025ff2-cbf4-47d2-84e3-3b5d59d73786 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=669dcaca-872a-426e-b103-daa458e0d181&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0565529 Feb 04 17:53:51.555576 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port 93ea6f78-ab72-4ec4-a2e8-a7e161be0fd7 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:53:51.556452 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (93ea6f78-ab72-4ec4-a2e8-a7e161be0fd7), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:51.672762 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port 93ea6f78-ab72-4ec4-a2e8-a7e161be0fd7 is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:53:51.680916 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-b520d368-b615-4a6f-80e1-c00d02ac369b req-245bb04f-6e16-4816-a2d7-c1138a50ac32 service neutron] 10.222.0.90 "GET /v2.0/networks/669dcaca-872a-426e-b103-daa458e0d181?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1678381 Feb 04 17:53:51.737429 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-8ff29a16-475a-47f0-8a1b-adf9e66358c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c359285-ea6e-4069-bd7d-34cfc764fd0d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-650764982', 'tenant_id': 'c8bedfd6a8d44aafbac239d3537c77f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.100'}], 'enable_snat': True}, 'gw_port_id': '7cc539dc-83ac-46f7-aa9c-4d87d0d27634', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:52:17Z', 'updated_at': '2022-02-04T17:52:20Z', 'revision_number': 4, 'project_id': 'c8bedfd6a8d44aafbac239d3537c77f3', 'gw_port': {'id': '7cc539dc-83ac-46f7-aa9c-4d87d0d27634', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:1f:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c359285-ea6e-4069-bd7d-34cfc764fd0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3758, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:52:17Z', 'updated_at': '2022-02-04T17:52:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_interfaces': [{'id': 'c33ee373-c05b-4d29-9d53-fea8d2d7119f', 'name': '', 'network_id': '669dcaca-872a-426e-b103-daa458e0d181', 'tenant_id': 'c8bedfd6a8d44aafbac239d3537c77f3', 'mac_address': 'fa:16:3e:23:41:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c359285-ea6e-4069-bd7d-34cfc764fd0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3762, 'fixed_ips': [{'subnet_id': '1e0ef8a1-e33c-4bde-aba9-f45abeb09405', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:52:20Z', 'updated_at': '2022-02-04T17:52:23Z', 'revision_number': 5, 'project_id': 'c8bedfd6a8d44aafbac239d3537c77f3', 'subnets': [{'id': '1e0ef8a1-e33c-4bde-aba9-f45abeb09405', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-2', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:53:51.771251 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ff29a16-475a-47f0-8a1b-adf9e66358c8 None None] The sync data for ids ['2c359285-ea6e-4069-bd7d-34cfc764fd0d'] in n-d-827839-2 is: [{'id': '2c359285-ea6e-4069-bd7d-34cfc764fd0d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-650764982', 'tenant_id': 'c8bedfd6a8d44aafbac239d3537c77f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.100'}], 'enable_snat': True}, 'gw_port_id': '7cc539dc-83ac-46f7-aa9c-4d87d0d27634', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:52:17Z', 'updated_at': '2022-02-04T17:52:20Z', 'revision_number': 4, 'project_id': 'c8bedfd6a8d44aafbac239d3537c77f3', 'gw_port': {'id': '7cc539dc-83ac-46f7-aa9c-4d87d0d27634', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:1f:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c359285-ea6e-4069-bd7d-34cfc764fd0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3758, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:52:17Z', 'updated_at': '2022-02-04T17:52:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_interfaces': [{'id': 'c33ee373-c05b-4d29-9d53-fea8d2d7119f', 'name': '', 'network_id': '669dcaca-872a-426e-b103-daa458e0d181', 'tenant_id': 'c8bedfd6a8d44aafbac239d3537c77f3', 'mac_address': 'fa:16:3e:23:41:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c359285-ea6e-4069-bd7d-34cfc764fd0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3762, 'fixed_ips': [{'subnet_id': '1e0ef8a1-e33c-4bde-aba9-f45abeb09405', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:52:20Z', 'updated_at': '2022-02-04T17:52:23Z', 'revision_number': 5, 'project_id': 'c8bedfd6a8d44aafbac239d3537c77f3', 'subnets': [{'id': '1e0ef8a1-e33c-4bde-aba9-f45abeb09405', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 17:53:51.794660 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-b520d368-b615-4a6f-80e1-c00d02ac369b req-7023c8c6-e6df-4cd1-a88f-939c7d09d183 service neutron] 10.222.0.90 "GET /v2.0/networks/669dcaca-872a-426e-b103-daa458e0d181?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1110044 Feb 04 17:53:52.042032 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85289ebc-bdb5-4c23-af17-10a1a8598e6e req-9bf88da6-d452-49aa-97af-9bae21c4ae57 tempest-TestServerMultinode-1461380181 tempest-TestServerMultinode-1461380181-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:53:52.044244 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-85289ebc-bdb5-4c23-af17-10a1a8598e6e req-9bf88da6-d452-49aa-97af-9bae21c4ae57 tempest-TestServerMultinode-1461380181 tempest-TestServerMultinode-1461380181-project-admin] 10.222.0.89 "GET /v2.0/ports?device_id=bf55a4d9-5a2d-4349-b981-ea446e54e244 HTTP/1.1" status: 200 len: 1126 time: 0.0654097 Feb 04 17:53:52.081621 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59e9b64f-4bb6-4373-b89f-6ed0c7f85716 None None] New status for floating IP 76cd16b7-2b3a-4152-bd4b-08bca3b98506: DOWN {{(pid=103378) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 17:53:52.096164 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-85289ebc-bdb5-4c23-af17-10a1a8598e6e req-cfa8d732-3ef2-49c2-8d06-2196afc7e77e tempest-TestServerMultinode-1461380181 tempest-TestServerMultinode-1461380181-project-admin] 10.222.0.89 "GET /v2.0/security-groups?id=e837d81c-82c1-43e7-a187-277f19fc4e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419717 Feb 04 17:53:52.370956 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Device 3d4359dd-c203-49df-a792-6b7a2ccdbd8e details requested by agent hyperv_n-h2-827839-2 with host n-h2-827839-2 {{(pid=103378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 17:53:52.401330 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924a728d-84a9-4f2a-ad77-34f6a74c1bf2 req-722e100d-11b5-40ff-a4bc-58fa93b873f3 tempest-TestSecurityGroupsBasicOps-1394815037 tempest-TestSecurityGroupsBasicOps-1394815037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:53:52.402892 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-924a728d-84a9-4f2a-ad77-34f6a74c1bf2 req-722e100d-11b5-40ff-a4bc-58fa93b873f3 tempest-TestSecurityGroupsBasicOps-1394815037 tempest-TestSecurityGroupsBasicOps-1394815037-project] 10.222.0.89 "GET /v2.0/ports?device_id=8edebd18-c99c-43ad-a3b7-442d75040e9b HTTP/1.1" status: 200 len: 984 time: 0.0577135 Feb 04 17:53:52.471669 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-924a728d-84a9-4f2a-ad77-34f6a74c1bf2 req-70abc780-1438-41d2-834c-1238b42c80ed tempest-TestSecurityGroupsBasicOps-1394815037 tempest-TestSecurityGroupsBasicOps-1394815037-project] 10.222.0.89 "GET /v2.0/security-groups?id=e8348a7a-6d49-489e-bc89-fb2e3198344e&id=196b71ba-ec4a-4055-a145-b58b5af791ad&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0612874 Feb 04 17:53:52.507038 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] For port 3d4359dd-c203-49df-a792-6b7a2ccdbd8e, host n-h2-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=3d4359dd-c203-49df-a792-6b7a2ccdbd8e,segment=NetworkSegment(619e8ef8-1011-431e-9a52-fa02488df6f6),segment_id=619e8ef8-1011-431e-9a52-fa02488df6f6)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:53:52.519899 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Returning: {'device': '3d4359dd-c203-49df-a792-6b7a2ccdbd8e', 'network_id': 'afcc5840-9484-4362-b75d-ba0502f15143', 'port_id': '3d4359dd-c203-49df-a792-6b7a2ccdbd8e', 'mac_address': 'fa:16:3e:12:e0:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 784, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0586367e-4f96-4283-a5f6-ed2cbb229995', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 17:53:52.557410 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Current status of the port 3d4359dd-c203-49df-a792-6b7a2ccdbd8e is: DOWN; New status is: BUILD {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:53:52.557804 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (3d4359dd-c203-49df-a792-6b7a2ccdbd8e), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:52.570992 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d4359dd-c203-49df-a792-6b7a2ccdbd8e {{(pid=103378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 17:53:52.590957 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] For port 3d4359dd-c203-49df-a792-6b7a2ccdbd8e, host n-h2-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=3d4359dd-c203-49df-a792-6b7a2ccdbd8e,segment=NetworkSegment(619e8ef8-1011-431e-9a52-fa02488df6f6),segment_id=619e8ef8-1011-431e-9a52-fa02488df6f6)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:53:52.598052 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (3d4359dd-c203-49df-a792-6b7a2ccdbd8e), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:52.690114 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec91192c-da29-4ed5-a37a-9bb83e0906b4 req-22c2eebc-0308-4ae3-9179-75d239445a3f tempest-TestSecurityGroupsBasicOps-1394815037 tempest-TestSecurityGroupsBasicOps-1394815037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:53:52.693095 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-ec91192c-da29-4ed5-a37a-9bb83e0906b4 req-22c2eebc-0308-4ae3-9179-75d239445a3f tempest-TestSecurityGroupsBasicOps-1394815037 tempest-TestSecurityGroupsBasicOps-1394815037-project] 10.222.0.90 "GET /v2.0/ports?device_id=8edebd18-c99c-43ad-a3b7-442d75040e9b HTTP/1.1" status: 200 len: 984 time: 0.1008666 Feb 04 17:53:52.701354 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Pushing event updated for resources: {'Port': ['ID=3d4359dd-c203-49df-a792-6b7a2ccdbd8e,revision_number=4']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:53:52.805106 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [req-ec91192c-da29-4ed5-a37a-9bb83e0906b4 req-da5f68d7-2655-4c42-9a50-f766995709be tempest-TestSecurityGroupsBasicOps-1394815037 tempest-TestSecurityGroupsBasicOps-1394815037-project] Deleting port 41373d4c-9041-4d1f-9bfb-755965e080e5 {{(pid=103377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:53:52.805637 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-ec91192c-da29-4ed5-a37a-9bb83e0906b4 req-da5f68d7-2655-4c42-9a50-f766995709be tempest-TestSecurityGroupsBasicOps-1394815037 tempest-TestSecurityGroupsBasicOps-1394815037-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (41373d4c-9041-4d1f-9bfb-755965e080e5), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:52.863539 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] get_ports_and_sgs() called for port_ids ['3d4359dd-c203-49df-a792-6b7a2ccdbd8e'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 17:53:52.899981 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [req-ec91192c-da29-4ed5-a37a-9bb83e0906b4 req-da5f68d7-2655-4c42-9a50-f766995709be tempest-TestSecurityGroupsBasicOps-1394815037 tempest-TestSecurityGroupsBasicOps-1394815037-project] For port 41373d4c-9041-4d1f-9bfb-755965e080e5, host n-h2-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=41373d4c-9041-4d1f-9bfb-755965e080e5,segment=NetworkSegment(db10bafd-9845-4f65-8ab7-1998be9ed217),segment_id=db10bafd-9845-4f65-8ab7-1998be9ed217)] {{(pid=103377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:53:52.900341 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-ec91192c-da29-4ed5-a37a-9bb83e0906b4 req-da5f68d7-2655-4c42-9a50-f766995709be tempest-TestSecurityGroupsBasicOps-1394815037 tempest-TestSecurityGroupsBasicOps-1394815037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (41373d4c-9041-4d1f-9bfb-755965e080e5), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:52.915775 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [req-ec91192c-da29-4ed5-a37a-9bb83e0906b4 req-da5f68d7-2655-4c42-9a50-f766995709be tempest-TestSecurityGroupsBasicOps-1394815037 tempest-TestSecurityGroupsBasicOps-1394815037-project] Calling delete_port for 41373d4c-9041-4d1f-9bfb-755965e080e5 owned by compute:nova {{(pid=103377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:53:53.058559 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-ec91192c-da29-4ed5-a37a-9bb83e0906b4 req-da5f68d7-2655-4c42-9a50-f766995709be tempest-TestSecurityGroupsBasicOps-1394815037 tempest-TestSecurityGroupsBasicOps-1394815037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (41373d4c-9041-4d1f-9bfb-755965e080e5), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:53.097034 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5f68d7-2655-4c42-9a50-f766995709be tempest-TestSecurityGroupsBasicOps-1394815037 tempest-TestSecurityGroupsBasicOps-1394815037-project] Pushing event deleted for resources: {'Port': ['ID=41373d4c-9041-4d1f-9bfb-755965e080e5,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:53:53.140768 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5f68d7-2655-4c42-9a50-f766995709be tempest-TestSecurityGroupsBasicOps-1394815037 tempest-TestSecurityGroupsBasicOps-1394815037-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:53:53.141135 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5f68d7-2655-4c42-9a50-f766995709be tempest-TestSecurityGroupsBasicOps-1394815037 tempest-TestSecurityGroupsBasicOps-1394815037-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:53:53.141483 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5f68d7-2655-4c42-9a50-f766995709be tempest-TestSecurityGroupsBasicOps-1394815037 tempest-TestSecurityGroupsBasicOps-1394815037-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:53:53.141950 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5f68d7-2655-4c42-9a50-f766995709be tempest-TestSecurityGroupsBasicOps-1394815037 tempest-TestSecurityGroupsBasicOps-1394815037-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:53:53.142297 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5f68d7-2655-4c42-9a50-f766995709be tempest-TestSecurityGroupsBasicOps-1394815037 tempest-TestSecurityGroupsBasicOps-1394815037-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:53:53.142630 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5f68d7-2655-4c42-9a50-f766995709be tempest-TestSecurityGroupsBasicOps-1394815037 tempest-TestSecurityGroupsBasicOps-1394815037-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:53:53.142960 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5f68d7-2655-4c42-9a50-f766995709be tempest-TestSecurityGroupsBasicOps-1394815037 tempest-TestSecurityGroupsBasicOps-1394815037-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:53:53.143291 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5f68d7-2655-4c42-9a50-f766995709be tempest-TestSecurityGroupsBasicOps-1394815037 tempest-TestSecurityGroupsBasicOps-1394815037-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:53:53.143620 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5f68d7-2655-4c42-9a50-f766995709be tempest-TestSecurityGroupsBasicOps-1394815037 tempest-TestSecurityGroupsBasicOps-1394815037-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:53:53.143948 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5f68d7-2655-4c42-9a50-f766995709be tempest-TestSecurityGroupsBasicOps-1394815037 tempest-TestSecurityGroupsBasicOps-1394815037-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:53:53.144360 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5f68d7-2655-4c42-9a50-f766995709be tempest-TestSecurityGroupsBasicOps-1394815037 tempest-TestSecurityGroupsBasicOps-1394815037-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:53:53.144580 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5f68d7-2655-4c42-9a50-f766995709be tempest-TestSecurityGroupsBasicOps-1394815037 tempest-TestSecurityGroupsBasicOps-1394815037-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:53:53.144924 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5f68d7-2655-4c42-9a50-f766995709be tempest-TestSecurityGroupsBasicOps-1394815037 tempest-TestSecurityGroupsBasicOps-1394815037-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:53:53.193326 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec91192c-da29-4ed5-a37a-9bb83e0906b4 req-da5f68d7-2655-4c42-9a50-f766995709be tempest-TestSecurityGroupsBasicOps-1394815037 tempest-TestSecurityGroupsBasicOps-1394815037-project] No DVR routers for this DVR port 41373d4c-9041-4d1f-9bfb-755965e080e5 on host n-h2-827839-2 {{(pid=103377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 17:53:53.195849 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-ec91192c-da29-4ed5-a37a-9bb83e0906b4 req-da5f68d7-2655-4c42-9a50-f766995709be tempest-TestSecurityGroupsBasicOps-1394815037 tempest-TestSecurityGroupsBasicOps-1394815037-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:53.199447 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-ec91192c-da29-4ed5-a37a-9bb83e0906b4 req-da5f68d7-2655-4c42-9a50-f766995709be tempest-TestSecurityGroupsBasicOps-1394815037 tempest-TestSecurityGroupsBasicOps-1394815037-project] 10.222.0.90 "DELETE /v2.0/ports/41373d4c-9041-4d1f-9bfb-755965e080e5 HTTP/1.1" status: 204 len: 173 time: 0.4978657 Feb 04 17:53:53.199903 n-d-827839-2 neutron-server[103377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8edebd18-c99c-43ad-a3b7-442d75040e9b', 'name': 'network-vif-deleted', 'tag': '41373d4c-9041-4d1f-9bfb-755965e080e5'}] {{(pid=103377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:53:53.202461 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7240428b650e1488e9361b62648ff4b3a6c19d49d8c27c949491ab58c1346cf0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f321371-f07e-4574-9906-1d08098ab01c" -d '{"events": [{"server_uuid": "8edebd18-c99c-43ad-a3b7-442d75040e9b", "name": "network-vif-deleted", "tag": "41373d4c-9041-4d1f-9bfb-755965e080e5"}]}' {{(pid=103377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:53:53.242165 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 17:53:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-928fecf3-b0b8-42f3-bbc8-f34f76704315 x-openstack-request-id: req-928fecf3-b0b8-42f3-bbc8-f34f76704315 {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:53:53.242462 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8edebd18-c99c-43ad-a3b7-442d75040e9b", "name": "network-vif-deleted", "tag": "41373d4c-9041-4d1f-9bfb-755965e080e5", "status": "completed", "code": 200}]} {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:53:53.242715 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-928fecf3-b0b8-42f3-bbc8-f34f76704315 {{(pid=103377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:53:53.243117 n-d-827839-2 neutron-server[103377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8edebd18-c99c-43ad-a3b7-442d75040e9b', 'name': 'network-vif-deleted', 'tag': '41373d4c-9041-4d1f-9bfb-755965e080e5', 'status': 'completed', 'code': 200} Feb 04 17:53:53.277325 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96e201b-2d73-4c70-9d96-0b602544d0e6 req-e662f827-cff9-4381-9e78-e4a1c1248278 tempest-TestServerMultinode-1461380181 tempest-TestServerMultinode-1461380181-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:53:53.278917 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-e96e201b-2d73-4c70-9d96-0b602544d0e6 req-e662f827-cff9-4381-9e78-e4a1c1248278 tempest-TestServerMultinode-1461380181 tempest-TestServerMultinode-1461380181-project-admin] 10.222.0.89 "GET /v2.0/ports?device_id=bf55a4d9-5a2d-4349-b981-ea446e54e244 HTTP/1.1" status: 200 len: 1127 time: 0.0733733 Feb 04 17:53:53.332908 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-e96e201b-2d73-4c70-9d96-0b602544d0e6 req-c46309be-dc32-4a5f-abec-92c37a503806 tempest-TestServerMultinode-1461380181 tempest-TestServerMultinode-1461380181-project-admin] 10.222.0.89 "GET /v2.0/security-groups?id=e837d81c-82c1-43e7-a187-277f19fc4e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475464 Feb 04 17:53:53.587935 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-a0fe313a-499d-4633-ada0-72c2b209ea5f req-4bdbfbef-3a0e-4b63-9723-90f076dd76cf tempest-TestSecurityGroupsBasicOps-1394815037 tempest-TestSecurityGroupsBasicOps-1394815037-project] 10.222.0.89 "GET /v2.0/ports?device_id=8edebd18-c99c-43ad-a3b7-442d75040e9b HTTP/1.1" status: 200 len: 210 time: 0.0282533 Feb 04 17:53:54.379713 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Device 3d4359dd-c203-49df-a792-6b7a2ccdbd8e up at agent hyperv_n-h2-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:53:54.475658 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Provisioning for port 3d4359dd-c203-49df-a792-6b7a2ccdbd8e completed by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 17:53:54.481311 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Provisioning complete for port 3d4359dd-c203-49df-a792-6b7a2ccdbd8e triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:53:54.481685 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (3d4359dd-c203-49df-a792-6b7a2ccdbd8e), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:54.492382 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2d10ac-cdcc-4e94-90c5-390c29ee4472 req-60dcf53a-9cf0-486a-adb7-732e06cf3700 tempest-TestServerMultinode-1461380181 tempest-TestServerMultinode-1461380181-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:53:54.494873 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-1e2d10ac-cdcc-4e94-90c5-390c29ee4472 req-60dcf53a-9cf0-486a-adb7-732e06cf3700 tempest-TestServerMultinode-1461380181 tempest-TestServerMultinode-1461380181-project-admin] 10.222.0.89 "GET /v2.0/ports?device_id=bf55a4d9-5a2d-4349-b981-ea446e54e244 HTTP/1.1" status: 200 len: 1127 time: 0.0705707 Feb 04 17:53:54.550028 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-1e2d10ac-cdcc-4e94-90c5-390c29ee4472 req-b0ce0d78-a311-4856-8ce9-a9405250f20d tempest-TestServerMultinode-1461380181 tempest-TestServerMultinode-1461380181-project-admin] 10.222.0.89 "GET /v2.0/security-groups?id=e837d81c-82c1-43e7-a187-277f19fc4e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486758 Feb 04 17:53:54.577318 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Current status of the port 3d4359dd-c203-49df-a792-6b7a2ccdbd8e is: BUILD; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:53:54.577720 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (3d4359dd-c203-49df-a792-6b7a2ccdbd8e), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:54.600810 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf55a4d9-5a2d-4349-b981-ea446e54e244', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d4359dd-c203-49df-a792-6b7a2ccdbd8e'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:53:54.603000 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c34bc964ce2211770fda26ca2f3801cc06f4f39928110690550e94ab9c9d2fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-903641b2-4fdd-4e1b-b625-adb4eb25c90a" -d '{"events": [{"server_uuid": "bf55a4d9-5a2d-4349-b981-ea446e54e244", "name": "network-vif-plugged", "status": "completed", "tag": "3d4359dd-c203-49df-a792-6b7a2ccdbd8e"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:53:54.616799 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] For port 3d4359dd-c203-49df-a792-6b7a2ccdbd8e, host n-h2-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=3d4359dd-c203-49df-a792-6b7a2ccdbd8e,segment=NetworkSegment(619e8ef8-1011-431e-9a52-fa02488df6f6),segment_id=619e8ef8-1011-431e-9a52-fa02488df6f6)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:53:54.621634 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (3d4359dd-c203-49df-a792-6b7a2ccdbd8e), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:54.622681 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Device 41373d4c-9041-4d1f-9bfb-755965e080e5 no longer exists at agent hyperv_n-h2-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:53:54.665558 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] No Port match for: 41373d4c-9041-4d1f-9bfb-755965e080e5 {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 17:53:54.665872 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Device 41373d4c-9041-4d1f-9bfb-755965e080e5 not bound to the agent host n-h2-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 17:53:54.675288 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 17:53:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14f14bfe-d4c2-468d-8577-f832c4604d0d x-openstack-request-id: req-14f14bfe-d4c2-468d-8577-f832c4604d0d {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:53:54.675580 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf55a4d9-5a2d-4349-b981-ea446e54e244", "name": "network-vif-plugged", "status": "completed", "tag": "3d4359dd-c203-49df-a792-6b7a2ccdbd8e", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:53:54.675834 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-14f14bfe-d4c2-468d-8577-f832c4604d0d {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:53:54.676267 n-d-827839-2 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf55a4d9-5a2d-4349-b981-ea446e54e244', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d4359dd-c203-49df-a792-6b7a2ccdbd8e', 'code': 200} Feb 04 17:53:54.682789 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 50054) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:53:54.708064 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Pushing event updated for resources: {'Port': ['ID=3d4359dd-c203-49df-a792-6b7a2ccdbd8e,revision_number=5']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:53:54.802680 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-e55fed26-1173-41f8-9ab5-57ef5d01b634 tempest-TestSecurityGroupsBasicOps-1394815037 tempest-TestSecurityGroupsBasicOps-1394815037-project] Publish callbacks [] for security_group (e8348a7a-6d49-489e-bc89-fb2e3198344e), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:54.830743 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a06a90-4972-4ccb-b9b7-a6bddd988f29 req-444bd7f6-6aaa-4e58-90ab-cd977c05284e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:53:54.833253 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-84a06a90-4972-4ccb-b9b7-a6bddd988f29 req-444bd7f6-6aaa-4e58-90ab-cd977c05284e service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=bf55a4d9-5a2d-4349-b981-ea446e54e244 HTTP/1.1" status: 200 len: 1128 time: 0.0913699 Feb 04 17:53:54.837544 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-e55fed26-1173-41f8-9ab5-57ef5d01b634 tempest-TestSecurityGroupsBasicOps-1394815037 tempest-TestSecurityGroupsBasicOps-1394815037-project] Publish callbacks [] for security_group (e8348a7a-6d49-489e-bc89-fb2e3198344e), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:54.901663 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-84a06a90-4972-4ccb-b9b7-a6bddd988f29 req-10eaaadd-ade2-4d10-8f7f-a95d68059b28 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=e837d81c-82c1-43e7-a187-277f19fc4e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606382 Feb 04 17:53:54.908068 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-e55fed26-1173-41f8-9ab5-57ef5d01b634 tempest-TestSecurityGroupsBasicOps-1394815037 tempest-TestSecurityGroupsBasicOps-1394815037-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (e8348a7a-6d49-489e-bc89-fb2e3198344e), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:54.910708 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-e55fed26-1173-41f8-9ab5-57ef5d01b634 tempest-TestSecurityGroupsBasicOps-1394815037 tempest-TestSecurityGroupsBasicOps-1394815037-project] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:54.911738 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-e55fed26-1173-41f8-9ab5-57ef5d01b634 tempest-TestSecurityGroupsBasicOps-1394815037 tempest-TestSecurityGroupsBasicOps-1394815037-project] 10.222.0.89 "DELETE /v2.0/security-groups/e8348a7a-6d49-489e-bc89-fb2e3198344e HTTP/1.1" status: 204 len: 168 time: 0.2281437 Feb 04 17:53:54.914593 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 50056) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:53:54.921068 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55fed26-1173-41f8-9ab5-57ef5d01b634 tempest-TestSecurityGroupsBasicOps-1394815037 tempest-TestSecurityGroupsBasicOps-1394815037-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8348a7a-6d49-489e-bc89-fb2e3198344e,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:53:54.973008 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-5b6e6c8b-a5c7-48c2-be70-5bcd1292c52b tempest-TestSecurityGroupsBasicOps-1394815037 tempest-TestSecurityGroupsBasicOps-1394815037-project] Publish callbacks [] for security_group (196b71ba-ec4a-4055-a145-b58b5af791ad), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:54.996490 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-5b6e6c8b-a5c7-48c2-be70-5bcd1292c52b tempest-TestSecurityGroupsBasicOps-1394815037 tempest-TestSecurityGroupsBasicOps-1394815037-project] Publish callbacks [] for security_group (196b71ba-ec4a-4055-a145-b58b5af791ad), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:55.041771 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-5b6e6c8b-a5c7-48c2-be70-5bcd1292c52b tempest-TestSecurityGroupsBasicOps-1394815037 tempest-TestSecurityGroupsBasicOps-1394815037-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (196b71ba-ec4a-4055-a145-b58b5af791ad), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:55.044417 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-5b6e6c8b-a5c7-48c2-be70-5bcd1292c52b tempest-TestSecurityGroupsBasicOps-1394815037 tempest-TestSecurityGroupsBasicOps-1394815037-project] Publish callbacks [] for security_group (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:55.046419 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-5b6e6c8b-a5c7-48c2-be70-5bcd1292c52b tempest-TestSecurityGroupsBasicOps-1394815037 tempest-TestSecurityGroupsBasicOps-1394815037-project] 10.222.0.89 "DELETE /v2.0/security-groups/196b71ba-ec4a-4055-a145-b58b5af791ad HTTP/1.1" status: 204 len: 168 time: 0.1305337 Feb 04 17:53:55.049291 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 50058) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:53:55.057156 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6e6c8b-a5c7-48c2-be70-5bcd1292c52b tempest-TestSecurityGroupsBasicOps-1394815037 tempest-TestSecurityGroupsBasicOps-1394815037-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=196b71ba-ec4a-4055-a145-b58b5af791ad,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:53:55.489074 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-4c31b403-596d-4de9-8c02-d7b813c724d4 tempest-TestSecurityGroupsBasicOps-1394815037 tempest-TestSecurityGroupsBasicOps-1394815037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602754'] for router_interface (2c359285-ea6e-4069-bd7d-34cfc764fd0d), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:56.001483 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa82ee4-b997-4f8d-bbe9-ff58b16ac1e4 req-97c1caab-e2c1-4386-bed5-08e7db3f62a1 tempest-TestServerMultinode-1461380181 tempest-TestServerMultinode-1461380181-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:53:56.003019 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-9fa82ee4-b997-4f8d-bbe9-ff58b16ac1e4 req-97c1caab-e2c1-4386-bed5-08e7db3f62a1 tempest-TestServerMultinode-1461380181 tempest-TestServerMultinode-1461380181-project-admin] 10.222.0.89 "GET /v2.0/ports?device_id=bf55a4d9-5a2d-4349-b981-ea446e54e244 HTTP/1.1" status: 200 len: 1128 time: 0.0988679 Feb 04 17:53:56.156946 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-9fa82ee4-b997-4f8d-bbe9-ff58b16ac1e4 req-a534acfe-60bb-4d10-8f0a-86c163a619a4 tempest-TestServerMultinode-1461380181 tempest-TestServerMultinode-1461380181-project-admin] 10.222.0.89 "GET /v2.0/security-groups?id=e837d81c-82c1-43e7-a187-277f19fc4e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418700 Feb 04 17:53:56.279194 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-4c31b403-596d-4de9-8c02-d7b813c724d4 tempest-TestSecurityGroupsBasicOps-1394815037 tempest-TestSecurityGroupsBasicOps-1394815037-project] Deleting port c33ee373-c05b-4d29-9d53-fea8d2d7119f {{(pid=103377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:53:56.280405 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-4c31b403-596d-4de9-8c02-d7b813c724d4 tempest-TestSecurityGroupsBasicOps-1394815037 tempest-TestSecurityGroupsBasicOps-1394815037-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (c33ee373-c05b-4d29-9d53-fea8d2d7119f), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:56.399539 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [None req-4c31b403-596d-4de9-8c02-d7b813c724d4 tempest-TestSecurityGroupsBasicOps-1394815037 tempest-TestSecurityGroupsBasicOps-1394815037-project] For port c33ee373-c05b-4d29-9d53-fea8d2d7119f, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=c33ee373-c05b-4d29-9d53-fea8d2d7119f,segment=NetworkSegment(db10bafd-9845-4f65-8ab7-1998be9ed217),segment_id=db10bafd-9845-4f65-8ab7-1998be9ed217)] {{(pid=103377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:53:56.400194 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-4c31b403-596d-4de9-8c02-d7b813c724d4 tempest-TestSecurityGroupsBasicOps-1394815037 tempest-TestSecurityGroupsBasicOps-1394815037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (c33ee373-c05b-4d29-9d53-fea8d2d7119f), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:56.414402 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-4c31b403-596d-4de9-8c02-d7b813c724d4 tempest-TestSecurityGroupsBasicOps-1394815037 tempest-TestSecurityGroupsBasicOps-1394815037-project] Calling delete_port for c33ee373-c05b-4d29-9d53-fea8d2d7119f owned by network:router_interface {{(pid=103377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:53:56.619287 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-4c31b403-596d-4de9-8c02-d7b813c724d4 tempest-TestSecurityGroupsBasicOps-1394815037 tempest-TestSecurityGroupsBasicOps-1394815037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (c33ee373-c05b-4d29-9d53-fea8d2d7119f), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:56.643648 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c31b403-596d-4de9-8c02-d7b813c724d4 tempest-TestSecurityGroupsBasicOps-1394815037 tempest-TestSecurityGroupsBasicOps-1394815037-project] Pushing event deleted for resources: {'Port': ['ID=c33ee373-c05b-4d29-9d53-fea8d2d7119f,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:53:56.878162 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-4c31b403-596d-4de9-8c02-d7b813c724d4 tempest-TestSecurityGroupsBasicOps-1394815037 tempest-TestSecurityGroupsBasicOps-1394815037-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1677336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1602614'] for router_interface (2c359285-ea6e-4069-bd7d-34cfc764fd0d), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:57.112837 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c31b403-596d-4de9-8c02-d7b813c724d4 tempest-TestSecurityGroupsBasicOps-1394815037 tempest-TestSecurityGroupsBasicOps-1394815037-project] Router 2c359285-ea6e-4069-bd7d-34cfc764fd0d has already been hosted by L3 agent 64ada913-9131-4d99-a265-63a920956287 {{(pid=103377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 17:53:57.225180 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c31b403-596d-4de9-8c02-d7b813c724d4 tempest-TestSecurityGroupsBasicOps-1394815037 tempest-TestSecurityGroupsBasicOps-1394815037-project] Notify agent at l3_agent.n-d-827839-2 the message routers_updated {{(pid=103377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 17:53:57.230270 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-4c31b403-596d-4de9-8c02-d7b813c724d4 tempest-TestSecurityGroupsBasicOps-1394815037 tempest-TestSecurityGroupsBasicOps-1394815037-project] 10.222.0.89 "PUT /v2.0/routers/2c359285-ea6e-4069-bd7d-34cfc764fd0d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1799202 Feb 04 17:53:57.232904 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 50076) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:53:57.235879 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b2893d3-b597-4f8e-b0ed-493870b09740 None None] Sync routers for ids ['2c359285-ea6e-4069-bd7d-34cfc764fd0d'] in n-d-827839-2 {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 17:53:57.246132 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b2893d3-b597-4f8e-b0ed-493870b09740 None None] Routers {'2c359285-ea6e-4069-bd7d-34cfc764fd0d'} bound to L3 agent in host n-d-827839-2 {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:53:57.246758 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-7b2893d3-b597-4f8e-b0ed-493870b09740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:53:33Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['2c359285-ea6e-4069-bd7d-34cfc764fd0d'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:53:57.268490 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa27d13-27a6-41ca-b560-99f69108e557 req-28df2a05-2571-4269-b461-fefedf0f9dca tempest-TestServerMultinode-1461380181 tempest-TestServerMultinode-1461380181-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:53:57.270871 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-5fa27d13-27a6-41ca-b560-99f69108e557 req-28df2a05-2571-4269-b461-fefedf0f9dca tempest-TestServerMultinode-1461380181 tempest-TestServerMultinode-1461380181-project-admin] 10.222.0.89 "GET /v2.0/ports?device_id=bf55a4d9-5a2d-4349-b981-ea446e54e244 HTTP/1.1" status: 200 len: 1128 time: 0.0567896 Feb 04 17:53:57.289465 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1441ec0-f4d8-4b98-a15d-2320a5dfdd4d tempest-TestSecurityGroupsBasicOps-1394815037 tempest-TestSecurityGroupsBasicOps-1394815037-project] Deleting subnet 1e0ef8a1-e33c-4bde-aba9-f45abeb09405 {{(pid=103377) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 17:53:57.293033 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-f1441ec0-f4d8-4b98-a15d-2320a5dfdd4d tempest-TestSecurityGroupsBasicOps-1394815037 tempest-TestSecurityGroupsBasicOps-1394815037-project] Publish callbacks [] for subnet (1e0ef8a1-e33c-4bde-aba9-f45abeb09405), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:57.343417 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-f1441ec0-f4d8-4b98-a15d-2320a5dfdd4d tempest-TestSecurityGroupsBasicOps-1394815037 tempest-TestSecurityGroupsBasicOps-1394815037-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26866676'] for subnet (1e0ef8a1-e33c-4bde-aba9-f45abeb09405), precommit_delete_associations {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:57.375010 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvr_db [None req-7b2893d3-b597-4f8e-b0ed-493870b09740 None None] Set router 2c359285-ea6e-4069-bd7d-34cfc764fd0d gateway port host: n-d-827839-2 {{(pid=103379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:53:57.434837 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-f1441ec0-f4d8-4b98-a15d-2320a5dfdd4d tempest-TestSecurityGroupsBasicOps-1394815037 tempest-TestSecurityGroupsBasicOps-1394815037-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1541225'] for subnet (1e0ef8a1-e33c-4bde-aba9-f45abeb09405), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:57.503040 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-f1441ec0-f4d8-4b98-a15d-2320a5dfdd4d tempest-TestSecurityGroupsBasicOps-1394815037 tempest-TestSecurityGroupsBasicOps-1394815037-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1541216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25888360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25597190'] for subnet (1e0ef8a1-e33c-4bde-aba9-f45abeb09405), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:57.536388 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1441ec0-f4d8-4b98-a15d-2320a5dfdd4d tempest-TestSecurityGroupsBasicOps-1394815037 tempest-TestSecurityGroupsBasicOps-1394815037-project] Pushing event deleted for resources: {'Subnet': ['ID=1e0ef8a1-e33c-4bde-aba9-f45abeb09405,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:53:57.540217 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-f1441ec0-f4d8-4b98-a15d-2320a5dfdd4d tempest-TestSecurityGroupsBasicOps-1394815037 tempest-TestSecurityGroupsBasicOps-1394815037-project] Publish callbacks [] for subnet (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:57.546434 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-f1441ec0-f4d8-4b98-a15d-2320a5dfdd4d tempest-TestSecurityGroupsBasicOps-1394815037 tempest-TestSecurityGroupsBasicOps-1394815037-project] 10.222.0.89 "DELETE /v2.0/subnets/1e0ef8a1-e33c-4bde-aba9-f45abeb09405 HTTP/1.1" status: 204 len: 168 time: 0.3123236 Feb 04 17:53:57.547078 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 50078) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:53:57.553493 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fcf38b9-fb18-418b-b03c-2aadda1c116e None None] Network 669dcaca-872a-426e-b103-daa458e0d181 requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:53:57.589560 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-7b2893d3-b597-4f8e-b0ed-493870b09740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c359285-ea6e-4069-bd7d-34cfc764fd0d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-650764982', 'tenant_id': 'c8bedfd6a8d44aafbac239d3537c77f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.100'}], 'enable_snat': True}, 'gw_port_id': '7cc539dc-83ac-46f7-aa9c-4d87d0d27634', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:52:17Z', 'updated_at': '2022-02-04T17:53:56Z', 'revision_number': 5, 'project_id': 'c8bedfd6a8d44aafbac239d3537c77f3', 'gw_port': {'id': '7cc539dc-83ac-46f7-aa9c-4d87d0d27634', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:1f:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c359285-ea6e-4069-bd7d-34cfc764fd0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3758, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:52:17Z', 'updated_at': '2022-02-04T17:52:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2'}], 'n-d-827839-2', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:53:57.615476 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-5fa27d13-27a6-41ca-b560-99f69108e557 req-1d5de89a-a052-4931-a3e7-0342ff07126e tempest-TestServerMultinode-1461380181 tempest-TestServerMultinode-1461380181-project-admin] 10.222.0.89 "GET /v2.0/security-groups?id=e837d81c-82c1-43e7-a187-277f19fc4e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3360028 Feb 04 17:53:57.629957 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b2893d3-b597-4f8e-b0ed-493870b09740 None None] Checking router: 2c359285-ea6e-4069-bd7d-34cfc764fd0d for host: n-d-827839-2 {{(pid=103379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 17:53:57.642112 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b2893d3-b597-4f8e-b0ed-493870b09740 None None] Routers {'2c359285-ea6e-4069-bd7d-34cfc764fd0d'} bound to L3 agent in host n-d-827839-2 {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:53:57.651354 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-7b2893d3-b597-4f8e-b0ed-493870b09740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:53:33Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['2c359285-ea6e-4069-bd7d-34cfc764fd0d'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:53:57.674837 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-dacda0c6-4a91-4522-9507-4e4f24fa9938 tempest-TestSecurityGroupsBasicOps-1394815037 tempest-TestSecurityGroupsBasicOps-1394815037-project] Publish callbacks [] for router (2c359285-ea6e-4069-bd7d-34cfc764fd0d), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:57.785141 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvr_db [None req-7b2893d3-b597-4f8e-b0ed-493870b09740 None None] Set router 2c359285-ea6e-4069-bd7d-34cfc764fd0d gateway port host: n-d-827839-2 {{(pid=103379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:53:57.823320 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee415d9b-9937-4d19-a02b-cb46976b153a req-08312b8d-5758-4307-8d5c-e33a051ba751 tempest-TestServerMultinode-1461380181 tempest-TestServerMultinode-1461380181-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:53:57.824859 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-ee415d9b-9937-4d19-a02b-cb46976b153a req-08312b8d-5758-4307-8d5c-e33a051ba751 tempest-TestServerMultinode-1461380181 tempest-TestServerMultinode-1461380181-project-admin] 10.222.0.89 "GET /v2.0/ports?device_id=bf55a4d9-5a2d-4349-b981-ea446e54e244 HTTP/1.1" status: 200 len: 1128 time: 0.1091297 Feb 04 17:53:57.838084 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-dacda0c6-4a91-4522-9507-4e4f24fa9938 tempest-TestSecurityGroupsBasicOps-1394815037 tempest-TestSecurityGroupsBasicOps-1394815037-project] Publish callbacks [] for router_gateway (2c359285-ea6e-4069-bd7d-34cfc764fd0d), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:57.907430 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-ee415d9b-9937-4d19-a02b-cb46976b153a req-c3f28535-d94a-41e3-9332-21e410a00e96 tempest-TestServerMultinode-1461380181 tempest-TestServerMultinode-1461380181-project-admin] 10.222.0.89 "GET /v2.0/security-groups?id=e837d81c-82c1-43e7-a187-277f19fc4e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754054 Feb 04 17:53:57.932779 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-dacda0c6-4a91-4522-9507-4e4f24fa9938 tempest-TestSecurityGroupsBasicOps-1394815037 tempest-TestSecurityGroupsBasicOps-1394815037-project] Deleting port 7cc539dc-83ac-46f7-aa9c-4d87d0d27634 {{(pid=103377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:53:57.933213 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-dacda0c6-4a91-4522-9507-4e4f24fa9938 tempest-TestSecurityGroupsBasicOps-1394815037 tempest-TestSecurityGroupsBasicOps-1394815037-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (7cc539dc-83ac-46f7-aa9c-4d87d0d27634), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:57.942450 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8d14eff-8c64-4f1b-8376-ce007c95a255 None None] DHCP port deletion for 669dcaca-872a-426e-b103-daa458e0d181 request from n-d-827839-2 {{(pid=103378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 17:53:58.026502 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-f8d14eff-8c64-4f1b-8376-ce007c95a255 None None] Deleting port d96b4bf1-21a9-4898-a3f3-ca05712e4ebb {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:53:58.026871 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f8d14eff-8c64-4f1b-8376-ce007c95a255 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (d96b4bf1-21a9-4898-a3f3-ca05712e4ebb), before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:58.046840 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-7b2893d3-b597-4f8e-b0ed-493870b09740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c359285-ea6e-4069-bd7d-34cfc764fd0d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-650764982', 'tenant_id': 'c8bedfd6a8d44aafbac239d3537c77f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.100'}], 'enable_snat': True}, 'gw_port_id': '7cc539dc-83ac-46f7-aa9c-4d87d0d27634', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:52:17Z', 'updated_at': '2022-02-04T17:53:56Z', 'revision_number': 5, 'project_id': 'c8bedfd6a8d44aafbac239d3537c77f3', 'gw_port': {'id': '7cc539dc-83ac-46f7-aa9c-4d87d0d27634', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:1f:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c359285-ea6e-4069-bd7d-34cfc764fd0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3758, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:52:17Z', 'updated_at': '2022-02-04T17:52:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2'}], 'n-d-827839-2', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:53:58.056320 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [None req-dacda0c6-4a91-4522-9507-4e4f24fa9938 tempest-TestSecurityGroupsBasicOps-1394815037 tempest-TestSecurityGroupsBasicOps-1394815037-project] For port 7cc539dc-83ac-46f7-aa9c-4d87d0d27634, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=7cc539dc-83ac-46f7-aa9c-4d87d0d27634,segment=NetworkSegment(5942dc44-1f07-4c27-b0ab-45a2bff20dd5),segment_id=5942dc44-1f07-4c27-b0ab-45a2bff20dd5)] {{(pid=103377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:53:58.057111 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-dacda0c6-4a91-4522-9507-4e4f24fa9938 tempest-TestSecurityGroupsBasicOps-1394815037 tempest-TestSecurityGroupsBasicOps-1394815037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (7cc539dc-83ac-46f7-aa9c-4d87d0d27634), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:58.072103 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-dacda0c6-4a91-4522-9507-4e4f24fa9938 tempest-TestSecurityGroupsBasicOps-1394815037 tempest-TestSecurityGroupsBasicOps-1394815037-project] Calling delete_port for 7cc539dc-83ac-46f7-aa9c-4d87d0d27634 owned by network:router_gateway {{(pid=103377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:53:58.077963 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b2893d3-b597-4f8e-b0ed-493870b09740 None None] The sync data for ids ['2c359285-ea6e-4069-bd7d-34cfc764fd0d'] in n-d-827839-2 is: [{'id': '2c359285-ea6e-4069-bd7d-34cfc764fd0d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-650764982', 'tenant_id': 'c8bedfd6a8d44aafbac239d3537c77f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.100'}], 'enable_snat': True}, 'gw_port_id': '7cc539dc-83ac-46f7-aa9c-4d87d0d27634', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:52:17Z', 'updated_at': '2022-02-04T17:53:56Z', 'revision_number': 5, 'project_id': 'c8bedfd6a8d44aafbac239d3537c77f3', 'gw_port': {'id': '7cc539dc-83ac-46f7-aa9c-4d87d0d27634', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:1f:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c359285-ea6e-4069-bd7d-34cfc764fd0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3758, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:52:17Z', 'updated_at': '2022-02-04T17:52:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2'}] {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 17:53:58.122603 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-f8d14eff-8c64-4f1b-8376-ce007c95a255 None None] For port d96b4bf1-21a9-4898-a3f3-ca05712e4ebb, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=d96b4bf1-21a9-4898-a3f3-ca05712e4ebb,segment=NetworkSegment(db10bafd-9845-4f65-8ab7-1998be9ed217),segment_id=db10bafd-9845-4f65-8ab7-1998be9ed217)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:53:58.123103 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f8d14eff-8c64-4f1b-8376-ce007c95a255 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (d96b4bf1-21a9-4898-a3f3-ca05712e4ebb), precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:58.125073 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab04796-1e17-4af3-bae3-e27a1d3a76f8 req-7dcf34fa-d83b-4afa-a9ef-ef327c6de54a tempest-TestServerMultinode-1461380181 tempest-TestServerMultinode-1461380181-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:53:58.142616 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-f8d14eff-8c64-4f1b-8376-ce007c95a255 None None] Calling delete_port for d96b4bf1-21a9-4898-a3f3-ca05712e4ebb owned by network:dhcp {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:53:58.145420 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-4ab04796-1e17-4af3-bae3-e27a1d3a76f8 req-7dcf34fa-d83b-4afa-a9ef-ef327c6de54a tempest-TestServerMultinode-1461380181 tempest-TestServerMultinode-1461380181-project-admin] 10.222.0.89 "GET /v2.0/ports?device_id=bf55a4d9-5a2d-4349-b981-ea446e54e244 HTTP/1.1" status: 200 len: 1128 time: 0.1152434 Feb 04 17:53:58.221328 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-4ab04796-1e17-4af3-bae3-e27a1d3a76f8 req-4f372b12-aa25-4351-937e-f1f9012d3e63 tempest-TestServerMultinode-1461380181 tempest-TestServerMultinode-1461380181-project-admin] 10.222.0.89 "GET /v2.0/security-groups?id=e837d81c-82c1-43e7-a187-277f19fc4e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749719 Feb 04 17:53:58.260502 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f8d14eff-8c64-4f1b-8376-ce007c95a255 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144'] for port (d96b4bf1-21a9-4898-a3f3-ca05712e4ebb), after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:58.299831 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d14eff-8c64-4f1b-8376-ce007c95a255 None None] Pushing event deleted for resources: {'Port': ['ID=d96b4bf1-21a9-4898-a3f3-ca05712e4ebb,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:53:58.303886 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8d14eff-8c64-4f1b-8376-ce007c95a255 None None] No DVR routers for this DVR port d96b4bf1-21a9-4898-a3f3-ca05712e4ebb on host n-d-827839-2 {{(pid=103378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 17:53:58.310614 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-dacda0c6-4a91-4522-9507-4e4f24fa9938 tempest-TestSecurityGroupsBasicOps-1394815037 tempest-TestSecurityGroupsBasicOps-1394815037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (7cc539dc-83ac-46f7-aa9c-4d87d0d27634), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:58.344958 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dacda0c6-4a91-4522-9507-4e4f24fa9938 tempest-TestSecurityGroupsBasicOps-1394815037 tempest-TestSecurityGroupsBasicOps-1394815037-project] Pushing event deleted for resources: {'Port': ['ID=7cc539dc-83ac-46f7-aa9c-4d87d0d27634,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:53:58.469062 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-dacda0c6-4a91-4522-9507-4e4f24fa9938 tempest-TestSecurityGroupsBasicOps-1394815037 tempest-TestSecurityGroupsBasicOps-1394815037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1595544'] for router_gateway (2c359285-ea6e-4069-bd7d-34cfc764fd0d), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:58.861193 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-dacda0c6-4a91-4522-9507-4e4f24fa9938 tempest-TestSecurityGroupsBasicOps-1394815037 tempest-TestSecurityGroupsBasicOps-1394815037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1601811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26971'] for router (2c359285-ea6e-4069-bd7d-34cfc764fd0d), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:58.863577 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-dacda0c6-4a91-4522-9507-4e4f24fa9938 tempest-TestSecurityGroupsBasicOps-1394815037 tempest-TestSecurityGroupsBasicOps-1394815037-project] Publish callbacks [] for router_controller (2c359285-ea6e-4069-bd7d-34cfc764fd0d), precommit_delete_associations {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:58.865651 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5dff9e-dd9c-436a-8c5d-195608d04295 req-68a741b8-19c3-4c9c-8986-37f8e8d4a4a9 tempest-TestServerMultinode-1461380181 tempest-TestServerMultinode-1461380181-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:53:58.867063 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-4a5dff9e-dd9c-436a-8c5d-195608d04295 req-68a741b8-19c3-4c9c-8986-37f8e8d4a4a9 tempest-TestServerMultinode-1461380181 tempest-TestServerMultinode-1461380181-project-admin] 10.222.0.89 "GET /v2.0/networks?id=afcc5840-9484-4362-b75d-ba0502f15143 HTTP/1.1" status: 200 len: 910 time: 0.4794915 Feb 04 17:53:58.941359 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-4a5dff9e-dd9c-436a-8c5d-195608d04295 req-7ccb3d0c-560f-4b3a-ba15-7762ba1ab8da tempest-TestServerMultinode-1461380181 tempest-TestServerMultinode-1461380181-project-admin] 10.222.0.89 "GET /v2.0/quotas/42615c61f7c342da81d5bde12df004a3 HTTP/1.1" status: 200 len: 375 time: 0.0454526 Feb 04 17:53:58.957248 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-dacda0c6-4a91-4522-9507-4e4f24fa9938 tempest-TestSecurityGroupsBasicOps-1394815037 tempest-TestSecurityGroupsBasicOps-1394815037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1601832'] for router (2c359285-ea6e-4069-bd7d-34cfc764fd0d), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:58.957787 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dacda0c6-4a91-4522-9507-4e4f24fa9938 tempest-TestSecurityGroupsBasicOps-1394815037 tempest-TestSecurityGroupsBasicOps-1394815037-project] Fanout notify agent at l3_agent the message router_deleted on router 2c359285-ea6e-4069-bd7d-34cfc764fd0d {{(pid=103377) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 17:53:58.978564 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-dacda0c6-4a91-4522-9507-4e4f24fa9938 tempest-TestSecurityGroupsBasicOps-1394815037 tempest-TestSecurityGroupsBasicOps-1394815037-project] Publish callbacks [] for router (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:58.979681 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-dacda0c6-4a91-4522-9507-4e4f24fa9938 tempest-TestSecurityGroupsBasicOps-1394815037 tempest-TestSecurityGroupsBasicOps-1394815037-project] 10.222.0.89 "DELETE /v2.0/routers/2c359285-ea6e-4069-bd7d-34cfc764fd0d HTTP/1.1" status: 204 len: 168 time: 1.4311769 Feb 04 17:53:58.982611 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 50106) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:53:59.002464 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-4a5dff9e-dd9c-436a-8c5d-195608d04295 req-4b0bf3c8-92fa-410a-b85d-f51ac8f06f0a tempest-TestServerMultinode-1461380181 tempest-TestServerMultinode-1461380181-project-admin] 10.222.0.89 "GET /v2.0/ports?tenant_id=42615c61f7c342da81d5bde12df004a3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0554330 Feb 04 17:53:59.079357 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-c7af4378-04b1-450d-90a9-65083c7d075f tempest-TestSecurityGroupsBasicOps-1394815037 tempest-TestSecurityGroupsBasicOps-1394815037-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628832'] for network (669dcaca-872a-426e-b103-daa458e0d181), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:59.121089 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-4a5dff9e-dd9c-436a-8c5d-195608d04295 req-19e6450d-5565-48be-870d-c696338c2ca8 service neutron] 10.222.0.89 "GET /v2.0/networks/afcc5840-9484-4362-b75d-ba0502f15143?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1066427 Feb 04 17:53:59.177274 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-c7af4378-04b1-450d-90a9-65083c7d075f tempest-TestSecurityGroupsBasicOps-1394815037 tempest-TestSecurityGroupsBasicOps-1394815037-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1543676', 'neutron.services.segments.db._delete_segments_for_network-8781084786517'] for network (669dcaca-872a-426e-b103-daa458e0d181), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:59.205995 n-d-827839-2 neutron-server[103376]: DEBUG neutron.services.segments.db [None req-c7af4378-04b1-450d-90a9-65083c7d075f tempest-TestSecurityGroupsBasicOps-1394815037 tempest-TestSecurityGroupsBasicOps-1394815037-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['669dcaca-872a-426e-b103-daa458e0d181']}} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:53:59.221544 n-d-827839-2 neutron-server[103376]: DEBUG neutron.services.segments.db [None req-c7af4378-04b1-450d-90a9-65083c7d075f tempest-TestSecurityGroupsBasicOps-1394815037 tempest-TestSecurityGroupsBasicOps-1394815037-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db10bafd-9845-4f65-8ab7-1998be9ed217') {'for_net_delete': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:53:59.221850 n-d-827839-2 neutron-server[103376]: DEBUG neutron.services.segments.db [None req-c7af4378-04b1-450d-90a9-65083c7d075f tempest-TestSecurityGroupsBasicOps-1394815037 tempest-TestSecurityGroupsBasicOps-1394815037-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db10bafd-9845-4f65-8ab7-1998be9ed217') {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:53:59.229026 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-4a5dff9e-dd9c-436a-8c5d-195608d04295 req-07c2b021-fe94-45da-a4ad-b50cbb8d48ee service neutron] 10.222.0.89 "GET /v2.0/networks/afcc5840-9484-4362-b75d-ba0502f15143?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996239 Feb 04 17:53:59.243103 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-c7af4378-04b1-450d-90a9-65083c7d075f tempest-TestSecurityGroupsBasicOps-1394815037 tempest-TestSecurityGroupsBasicOps-1394815037-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781084783966', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25674908'] for segment (db10bafd-9845-4f65-8ab7-1998be9ed217), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:59.260187 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-c7af4378-04b1-450d-90a9-65083c7d075f tempest-TestSecurityGroupsBasicOps-1394815037 tempest-TestSecurityGroupsBasicOps-1394815037-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (db10bafd-9845-4f65-8ab7-1998be9ed217), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:59.267963 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7af4378-04b1-450d-90a9-65083c7d075f tempest-TestSecurityGroupsBasicOps-1394815037 tempest-TestSecurityGroupsBasicOps-1394815037-project] Releasing vlan 787 on physical network physnet1 to pool {{(pid=103376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 17:53:59.268625 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-c7af4378-04b1-450d-90a9-65083c7d075f tempest-TestSecurityGroupsBasicOps-1394815037 tempest-TestSecurityGroupsBasicOps-1394815037-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25675992'] for segment (db10bafd-9845-4f65-8ab7-1998be9ed217), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:59.273341 n-d-827839-2 neutron-server[103376]: Traceback (most recent call last): Feb 04 17:53:59.273341 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 17:53:59.273341 n-d-827839-2 neutron-server[103376]: timer() Feb 04 17:53:59.273341 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 17:53:59.273341 n-d-827839-2 neutron-server[103376]: cb(*args, **kw) Feb 04 17:53:59.273341 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 17:53:59.273341 n-d-827839-2 neutron-server[103376]: return func(*args, **kwargs) Feb 04 17:53:59.273341 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 17:53:59.273341 n-d-827839-2 neutron-server[103376]: self._notify() Feb 04 17:53:59.273341 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 17:53:59.273341 n-d-827839-2 neutron-server[103376]: self.callback(batched_events) Feb 04 17:53:59.273341 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 17:53:59.273341 n-d-827839-2 neutron-server[103376]: event.method(event) Feb 04 17:53:59.273341 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 17:53:59.273341 n-d-827839-2 neutron-server[103376]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 17:53:59.273341 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 17:53:59.273341 n-d-827839-2 neutron-server[103376]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 17:53:59.273341 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 17:53:59.273341 n-d-827839-2 neutron-server[103376]: return f(self, *a, **k) Feb 04 17:53:59.273341 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 17:53:59.273341 n-d-827839-2 neutron-server[103376]: return self._get(url).json() Feb 04 17:53:59.273341 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 17:53:59.273341 n-d-827839-2 neutron-server[103376]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 17:53:59.273341 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 17:53:59.273341 n-d-827839-2 neutron-server[103376]: return self.request(url, 'GET', **kwargs) Feb 04 17:53:59.273341 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 17:53:59.273341 n-d-827839-2 neutron-server[103376]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 17:53:59.273341 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 17:53:59.273341 n-d-827839-2 neutron-server[103376]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 17:53:59.273341 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 17:53:59.273341 n-d-827839-2 neutron-server[103376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 17:53:59.273341 n-d-827839-2 neutron-server[103376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 17:53:59.337537 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-c7af4378-04b1-450d-90a9-65083c7d075f tempest-TestSecurityGroupsBasicOps-1394815037 tempest-TestSecurityGroupsBasicOps-1394815037-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1543671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1595572'] for network (669dcaca-872a-426e-b103-daa458e0d181), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:59.355529 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-c7af4378-04b1-450d-90a9-65083c7d075f tempest-TestSecurityGroupsBasicOps-1394815037 tempest-TestSecurityGroupsBasicOps-1394815037-project] Publish callbacks [] for network (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:59.363998 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-c7af4378-04b1-450d-90a9-65083c7d075f tempest-TestSecurityGroupsBasicOps-1394815037 tempest-TestSecurityGroupsBasicOps-1394815037-project] 10.222.0.89 "DELETE /v2.0/networks/669dcaca-872a-426e-b103-daa458e0d181 HTTP/1.1" status: 204 len: 168 time: 0.3801386 Feb 04 17:53:59.381831 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7af4378-04b1-450d-90a9-65083c7d075f tempest-TestSecurityGroupsBasicOps-1394815037 tempest-TestSecurityGroupsBasicOps-1394815037-project] Pushing event deleted for resources: {'Network': ['ID=669dcaca-872a-426e-b103-daa458e0d181,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:53:59.416800 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-1b471350-0dd1-467f-9325-7b2abff7c8b5 req-d5f2e2eb-84da-4225-ac58-b7598d54c9cb tempest-TestServerMultinode-1461380181 tempest-TestServerMultinode-1461380181-project-admin] 10.222.0.89 "GET /v2.0/ports?device_id=f57476a1-73d4-44df-a3fc-361b847ad49a HTTP/1.1" status: 200 len: 210 time: 0.0318871 Feb 04 17:53:59.556427 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device c33ee373-c05b-4d29-9d53-fea8d2d7119f no longer exists at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:53:59.580648 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] No Port match for: c33ee373-c05b-4d29-9d53-fea8d2d7119f {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 17:53:59.581028 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device c33ee373-c05b-4d29-9d53-fea8d2d7119f not bound to the agent host n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 17:53:59.581448 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device d96b4bf1-21a9-4898-a3f3-ca05712e4ebb no longer exists at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:53:59.602353 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] No Port match for: d96b4bf1-21a9-4898-a3f3-ca05712e4ebb {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 17:53:59.602742 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device d96b4bf1-21a9-4898-a3f3-ca05712e4ebb not bound to the agent host n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 17:53:59.603207 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 7cc539dc-83ac-46f7-aa9c-4d87d0d27634 no longer exists at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:53:59.626715 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] No Port match for: 7cc539dc-83ac-46f7-aa9c-4d87d0d27634 {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 17:53:59.627078 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 7cc539dc-83ac-46f7-aa9c-4d87d0d27634 not bound to the agent host n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 17:53:59.764509 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 50126) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:53:59.775331 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-535469ed-173a-4c84-b36a-039ff1391ff3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (bb89f5a3-3c22-440b-b7d1-c4f0c43c184a), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:59.917756 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-ceb8a173-bf25-40fd-8c04-5ba5dfa2c9fd admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=c8bedfd6a8d44aafbac239d3537c77f3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1509295 Feb 04 17:53:59.920090 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 50130) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:53:59.974860 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-f2783be6-49a5-4822-a5e7-1a29ffded380 admin admin] Publish callbacks [] for security_group (89e7914f-0e23-4a69-83cf-fe902647fe7e), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:59.996648 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-f2783be6-49a5-4822-a5e7-1a29ffded380 admin admin] Publish callbacks [] for security_group (89e7914f-0e23-4a69-83cf-fe902647fe7e), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:54:00.049359 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-f2783be6-49a5-4822-a5e7-1a29ffded380 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (89e7914f-0e23-4a69-83cf-fe902647fe7e), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:54:00.052134 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-f2783be6-49a5-4822-a5e7-1a29ffded380 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:54:00.056425 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-f2783be6-49a5-4822-a5e7-1a29ffded380 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/89e7914f-0e23-4a69-83cf-fe902647fe7e HTTP/1.1" status: 204 len: 168 time: 0.1352527 Feb 04 17:54:00.065894 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2783be6-49a5-4822-a5e7-1a29ffded380 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89e7914f-0e23-4a69-83cf-fe902647fe7e,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:54:00.185521 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.agents_db [None req-e1691f3b-aacd-4cd6-8ebb-a9c53bb301c0 None None] Agent healthcheck: found 7 active agents {{(pid=103379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 17:54:00.356781 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 50138) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:54:00.371471 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-30c87591-4137-4210-b4ed-4b5073fe30b0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:54:00.454464 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-30c87591-4137-4210-b4ed-4b5073fe30b0 admin admin] Publish callbacks [] for security_group (16c74362-d3dd-4ac5-ad1a-8f3c6dcce202), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:54:00.460341 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-30c87591-4137-4210-b4ed-4b5073fe30b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (16c74362-d3dd-4ac5-ad1a-8f3c6dcce202), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:54:00.510567 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c87591-4137-4210-b4ed-4b5073fe30b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16c74362-d3dd-4ac5-ad1a-8f3c6dcce202,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:54:00.516066 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-30c87591-4137-4210-b4ed-4b5073fe30b0 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=8356cdceaf9940588c389158def6df48&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1581175 Feb 04 17:54:00.538768 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 50142) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:54:00.542617 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-21d8b539-9af7-4ecd-b203-8df7f717b3b0 req-96bb7eb7-9eed-478d-89dd-276a44801f44 tempest-TestServerMultinode-1461380181 tempest-TestServerMultinode-1461380181-project-admin] 10.222.0.89 "GET /v2.0/ports?device_id=f57476a1-73d4-44df-a3fc-361b847ad49a HTTP/1.1" status: 200 len: 210 time: 0.0486698 Feb 04 17:54:00.593376 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-9a0b71c2-1b20-4108-857e-40072ba2861a admin admin] Publish callbacks [] for security_group (16c74362-d3dd-4ac5-ad1a-8f3c6dcce202), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:54:00.597675 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5dff9e-dd9c-436a-8c5d-195608d04295 req-bc27a72d-8d8f-4708-8d16-6a1db1e892be tempest-TestServerMultinode-1461380181 tempest-TestServerMultinode-1461380181-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:54:00.599172 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-4a5dff9e-dd9c-436a-8c5d-195608d04295 req-bc27a72d-8d8f-4708-8d16-6a1db1e892be tempest-TestServerMultinode-1461380181 tempest-TestServerMultinode-1461380181-project-admin] 10.222.0.96 "GET /v2.0/networks?id=afcc5840-9484-4362-b75d-ba0502f15143 HTTP/1.1" status: 200 len: 910 time: 0.1514540 Feb 04 17:54:00.615395 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [req-4a5dff9e-dd9c-436a-8c5d-195608d04295 req-f6c704c1-f86d-441f-a97f-8a2f1547c2d5 tempest-TestServerMultinode-1461380181 tempest-TestServerMultinode-1461380181-project-admin] Request body: {'port': {'device_id': 'f57476a1-73d4-44df-a3fc-361b847ad49a', 'network_id': 'afcc5840-9484-4362-b75d-ba0502f15143', 'admin_state_up': True, 'tenant_id': '42615c61f7c342da81d5bde12df004a3'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:54:00.617505 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-9a0b71c2-1b20-4108-857e-40072ba2861a admin admin] Publish callbacks [] for security_group (16c74362-d3dd-4ac5-ad1a-8f3c6dcce202), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:54:00.641065 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a5dff9e-dd9c-436a-8c5d-195608d04295 req-f6c704c1-f86d-441f-a97f-8a2f1547c2d5 tempest-TestServerMultinode-1461380181 tempest-TestServerMultinode-1461380181-project-admin] Made reservation on behalf of 42615c61f7c342da81d5bde12df004a3 for: {'port': 1} {{(pid=103376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:54:00.644140 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-4a5dff9e-dd9c-436a-8c5d-195608d04295 req-f6c704c1-f86d-441f-a97f-8a2f1547c2d5 tempest-TestServerMultinode-1461380181 tempest-TestServerMultinode-1461380181-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:54:00.673615 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-9a0b71c2-1b20-4108-857e-40072ba2861a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (16c74362-d3dd-4ac5-ad1a-8f3c6dcce202), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:54:00.676453 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-9a0b71c2-1b20-4108-857e-40072ba2861a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:54:00.679906 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-9a0b71c2-1b20-4108-857e-40072ba2861a admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/16c74362-d3dd-4ac5-ad1a-8f3c6dcce202 HTTP/1.1" status: 204 len: 168 time: 0.1375701 Feb 04 17:54:00.685774 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0b71c2-1b20-4108-857e-40072ba2861a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16c74362-d3dd-4ac5-ad1a-8f3c6dcce202,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:54:00.778675 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.db_base_plugin_common [req-4a5dff9e-dd9c-436a-8c5d-195608d04295 req-f6c704c1-f86d-441f-a97f-8a2f1547c2d5 tempest-TestServerMultinode-1461380181 tempest-TestServerMultinode-1461380181-project-admin] Allocated IP 172.20.0.8 (afcc5840-9484-4362-b75d-ba0502f15143/0586367e-4f96-4283-a5f6-ed2cbb229995/33ce75d7-0d46-40b2-88c9-59170e151a48) {{(pid=103376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:54:00.919426 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-4a5dff9e-dd9c-436a-8c5d-195608d04295 req-f6c704c1-f86d-441f-a97f-8a2f1547c2d5 tempest-TestServerMultinode-1461380181 tempest-TestServerMultinode-1461380181-project-admin] Publish callbacks [] for port (33ce75d7-0d46-40b2-88c9-59170e151a48), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:54:00.954478 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-4a5dff9e-dd9c-436a-8c5d-195608d04295 req-f6c704c1-f86d-441f-a97f-8a2f1547c2d5 tempest-TestServerMultinode-1461380181 tempest-TestServerMultinode-1461380181-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (33ce75d7-0d46-40b2-88c9-59170e151a48), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:54:00.966674 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] get_ports_and_sgs() called for port_ids ['3d4359dd-c203-49df-a792-6b7a2ccdbd8e'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 17:54:00.994907 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a5dff9e-dd9c-436a-8c5d-195608d04295 req-f6c704c1-f86d-441f-a97f-8a2f1547c2d5 tempest-TestServerMultinode-1461380181 tempest-TestServerMultinode-1461380181-project-admin] Network afcc5840-9484-4362-b75d-ba0502f15143 is already hosted by enough agents. {{(pid=103376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:54:00.998103 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [req-4a5dff9e-dd9c-436a-8c5d-195608d04295 req-f6c704c1-f86d-441f-a97f-8a2f1547c2d5 tempest-TestServerMultinode-1461380181 tempest-TestServerMultinode-1461380181-project-admin] Resources bound (agent type, host, resource id): {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:54:01.005311 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a5dff9e-dd9c-436a-8c5d-195608d04295 req-f6c704c1-f86d-441f-a97f-8a2f1547c2d5 tempest-TestServerMultinode-1461380181 tempest-TestServerMultinode-1461380181-project-admin] Received port after_create {{(pid=103376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:54:01.048113 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5dff9e-dd9c-436a-8c5d-195608d04295 req-f6c704c1-f86d-441f-a97f-8a2f1547c2d5 tempest-TestServerMultinode-1461380181 tempest-TestServerMultinode-1461380181-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:54:01.048905 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-4a5dff9e-dd9c-436a-8c5d-195608d04295 req-f6c704c1-f86d-441f-a97f-8a2f1547c2d5 tempest-TestServerMultinode-1461380181 tempest-TestServerMultinode-1461380181-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:54:01.065179 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c704c1-f86d-441f-a97f-8a2f1547c2d5 tempest-TestServerMultinode-1461380181 tempest-TestServerMultinode-1461380181-project-admin] Pushing event updated for resources: {'Port': ['ID=33ce75d7-0d46-40b2-88c9-59170e151a48,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:54:01.074778 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 50148) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:54:01.074921 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-4a5dff9e-dd9c-436a-8c5d-195608d04295 req-f6c704c1-f86d-441f-a97f-8a2f1547c2d5 tempest-TestServerMultinode-1461380181 tempest-TestServerMultinode-1461380181-project-admin] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.4644790 Feb 04 17:54:01.091847 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [req-4a5dff9e-dd9c-436a-8c5d-195608d04295 req-09174734-f610-46ec-9ce7-f91d68c82075 service neutron] Request body: {'port': {'device_id': 'f57476a1-73d4-44df-a3fc-361b847ad49a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827839-2'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:54:01.129264 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-f7c290d4-b3f5-4052-bb24-d0025a440ca6 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=4a02c5f097bb400495d931af9cce9258&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0531907 Feb 04 17:54:01.129867 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 50150) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:54:01.199274 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-4a5dff9e-dd9c-436a-8c5d-195608d04295 req-09174734-f610-46ec-9ce7-f91d68c82075 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (33ce75d7-0d46-40b2-88c9-59170e151a48), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:54:01.203914 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-2c613a17-10d8-4c19-972a-be4c97d2bd3d admin admin] Publish callbacks [] for security_group (700188c7-14c6-475e-8ff9-60d23fc731f8), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:54:01.227948 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-2c613a17-10d8-4c19-972a-be4c97d2bd3d admin admin] Publish callbacks [] for security_group (700188c7-14c6-475e-8ff9-60d23fc731f8), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:54:01.296990 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-2c613a17-10d8-4c19-972a-be4c97d2bd3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (700188c7-14c6-475e-8ff9-60d23fc731f8), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:54:01.300220 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-2c613a17-10d8-4c19-972a-be4c97d2bd3d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:54:01.315086 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-2c613a17-10d8-4c19-972a-be4c97d2bd3d admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/700188c7-14c6-475e-8ff9-60d23fc731f8 HTTP/1.1" status: 204 len: 168 time: 0.1841772 Feb 04 17:54:01.325086 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c613a17-10d8-4c19-972a-be4c97d2bd3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=700188c7-14c6-475e-8ff9-60d23fc731f8,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:54:01.369356 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-87ee5e14-d339-4578-bd7c-d09f6c6d9c73 None None] Provisioning complete for port 33ce75d7-0d46-40b2-88c9-59170e151a48 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:54:01.369740 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-87ee5e14-d339-4578-bd7c-d09f6c6d9c73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (33ce75d7-0d46-40b2-88c9-59170e151a48), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:54:01.433806 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-87ee5e14-d339-4578-bd7c-d09f6c6d9c73 None None] Port 33ce75d7-0d46-40b2-88c9-59170e151a48 cannot update to ACTIVE because it is not bound. {{(pid=103378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 17:54:01.534264 n-d-827839-2 neutron-server[103376]: DEBUG neutron.notifiers.nova [req-4a5dff9e-dd9c-436a-8c5d-195608d04295 req-09174734-f610-46ec-9ce7-f91d68c82075 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 33ce75d7-0d46-40b2-88c9-59170e151a48 {{(pid=103376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 17:54:01.543044 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-4a5dff9e-dd9c-436a-8c5d-195608d04295 req-09174734-f610-46ec-9ce7-f91d68c82075 service neutron] Publish callbacks [] for port (33ce75d7-0d46-40b2-88c9-59170e151a48), precommit_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:54:01.559329 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.provisioning_blocks [req-4a5dff9e-dd9c-436a-8c5d-195608d04295 req-09174734-f610-46ec-9ce7-f91d68c82075 service neutron] Transition to ACTIVE for port object 33ce75d7-0d46-40b2-88c9-59170e151a48 will not be triggered until provisioned by entity L2. {{(pid=103376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 17:54:01.563973 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-4a5dff9e-dd9c-436a-8c5d-195608d04295 req-09174734-f610-46ec-9ce7-f91d68c82075 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675836'] for port (33ce75d7-0d46-40b2-88c9-59170e151a48), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:54:01.633684 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09174734-f610-46ec-9ce7-f91d68c82075 service neutron] Pushing event updated for resources: {'Port': ['ID=33ce75d7-0d46-40b2-88c9-59170e151a48,revision_number=2']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:54:01.752722 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [req-4a5dff9e-dd9c-436a-8c5d-195608d04295 req-09174734-f610-46ec-9ce7-f91d68c82075 service neutron] Attempting to bind port 33ce75d7-0d46-40b2-88c9-59170e151a48 on host n-h1-827839-2 for vnic_type normal with profile {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:54:01.753233 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [req-4a5dff9e-dd9c-436a-8c5d-195608d04295 req-09174734-f610-46ec-9ce7-f91d68c82075 service neutron] Attempting to bind port 33ce75d7-0d46-40b2-88c9-59170e151a48 by drivers openvswitch,hyperv on host n-h1-827839-2 at level 0 using segments [{'id': '619e8ef8-1011-431e-9a52-fa02488df6f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': 'afcc5840-9484-4362-b75d-ba0502f15143'}] {{(pid=103376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:54:01.753579 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a5dff9e-dd9c-436a-8c5d-195608d04295 req-09174734-f610-46ec-9ce7-f91d68c82075 service neutron] Attempting to bind port 33ce75d7-0d46-40b2-88c9-59170e151a48 on network afcc5840-9484-4362-b75d-ba0502f15143 {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:54:01.766120 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a5dff9e-dd9c-436a-8c5d-195608d04295 req-09174734-f610-46ec-9ce7-f91d68c82075 service neutron] Port 33ce75d7-0d46-40b2-88c9-59170e151a48 on network afcc5840-9484-4362-b75d-ba0502f15143 not bound, no agent of type Open vSwitch agent registered on host n-h1-827839-2 {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 17:54:01.766358 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a5dff9e-dd9c-436a-8c5d-195608d04295 req-09174734-f610-46ec-9ce7-f91d68c82075 service neutron] Attempting to bind port 33ce75d7-0d46-40b2-88c9-59170e151a48 on network afcc5840-9484-4362-b75d-ba0502f15143 {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:54:01.771747 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0545daa6-3bb8-49fc-b014-ad7ac5332092 req-625c29ad-9558-415e-b643-4bf44ffc6e63 tempest-TestServerMultinode-1461380181 tempest-TestServerMultinode-1461380181-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:54:01.773388 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-0545daa6-3bb8-49fc-b014-ad7ac5332092 req-625c29ad-9558-415e-b643-4bf44ffc6e63 tempest-TestServerMultinode-1461380181 tempest-TestServerMultinode-1461380181-project-admin] 10.222.0.89 "GET /v2.0/ports?device_id=f57476a1-73d4-44df-a3fc-361b847ad49a HTTP/1.1" status: 200 len: 1052 time: 0.1154990 Feb 04 17:54:01.776615 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a5dff9e-dd9c-436a-8c5d-195608d04295 req-09174734-f610-46ec-9ce7-f91d68c82075 service neutron] Checking agent: {'id': '3f9244a9-75fc-4c10-b195-11d48b853b41', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 8, 42), 'started_at': datetime.datetime(2022, 2, 4, 17, 8, 42), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 53, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:54:01.777020 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a5dff9e-dd9c-436a-8c5d-195608d04295 req-09174734-f610-46ec-9ce7-f91d68c82075 service neutron] Checking segment: {'id': '619e8ef8-1011-431e-9a52-fa02488df6f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': 'afcc5840-9484-4362-b75d-ba0502f15143'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:54:01.777657 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a5dff9e-dd9c-436a-8c5d-195608d04295 req-09174734-f610-46ec-9ce7-f91d68c82075 service neutron] Bound using segment: {'id': '619e8ef8-1011-431e-9a52-fa02488df6f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': 'afcc5840-9484-4362-b75d-ba0502f15143'} {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:54:01.778100 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [req-4a5dff9e-dd9c-436a-8c5d-195608d04295 req-09174734-f610-46ec-9ce7-f91d68c82075 service neutron] Bound port: 33ce75d7-0d46-40b2-88c9-59170e151a48, host: n-h1-827839-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '619e8ef8-1011-431e-9a52-fa02488df6f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': 'afcc5840-9484-4362-b75d-ba0502f15143'}}] {{(pid=103376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:54:01.778476 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-4a5dff9e-dd9c-436a-8c5d-195608d04295 req-09174734-f610-46ec-9ce7-f91d68c82075 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (33ce75d7-0d46-40b2-88c9-59170e151a48), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:54:01.908898 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-0545daa6-3bb8-49fc-b014-ad7ac5332092 req-a6286ddc-f1a6-418a-83b0-dab5ca20feb1 tempest-TestServerMultinode-1461380181 tempest-TestServerMultinode-1461380181-project-admin] 10.222.0.89 "GET /v2.0/security-groups?id=e837d81c-82c1-43e7-a187-277f19fc4e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197479 Feb 04 17:54:01.913679 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [req-4a5dff9e-dd9c-436a-8c5d-195608d04295 req-09174734-f610-46ec-9ce7-f91d68c82075 service neutron] For port 33ce75d7-0d46-40b2-88c9-59170e151a48, host n-h1-827839-2, cleared binding levels {{(pid=103376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:54:01.918504 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [req-4a5dff9e-dd9c-436a-8c5d-195608d04295 req-09174734-f610-46ec-9ce7-f91d68c82075 service neutron] For port 33ce75d7-0d46-40b2-88c9-59170e151a48, host n-h1-827839-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=33ce75d7-0d46-40b2-88c9-59170e151a48,segment=NetworkSegment(619e8ef8-1011-431e-9a52-fa02488df6f6),segment_id=619e8ef8-1011-431e-9a52-fa02488df6f6)] {{(pid=103376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:54:01.927441 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-4a5dff9e-dd9c-436a-8c5d-195608d04295 req-09174734-f610-46ec-9ce7-f91d68c82075 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675836'] for port (33ce75d7-0d46-40b2-88c9-59170e151a48), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:54:02.006990 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5dff9e-dd9c-436a-8c5d-195608d04295 req-09174734-f610-46ec-9ce7-f91d68c82075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:54:02.007975 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-4a5dff9e-dd9c-436a-8c5d-195608d04295 req-09174734-f610-46ec-9ce7-f91d68c82075 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:54:02.010267 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-4a5dff9e-dd9c-436a-8c5d-195608d04295 req-09174734-f610-46ec-9ce7-f91d68c82075 service neutron] 10.222.0.96 "PUT /v2.0/ports/33ce75d7-0d46-40b2-88c9-59170e151a48 HTTP/1.1" status: 200 len: 1091 time: 0.9244587 Feb 04 17:54:02.011055 n-d-827839-2 neutron-server[103376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f57476a1-73d4-44df-a3fc-361b847ad49a', 'tag': '33ce75d7-0d46-40b2-88c9-59170e151a48'}] {{(pid=103376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:54:02.013701 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d59c3bb5e2f09ebf62144d5e09b1cff60c763a9c19614c24538e77842938c05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9993431e-cb41-49d4-a0fb-f3c4218a3bc0" -d '{"events": [{"name": "network-changed", "server_uuid": "f57476a1-73d4-44df-a3fc-361b847ad49a", "tag": "33ce75d7-0d46-40b2-88c9-59170e151a48"}]}' {{(pid=103376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:54:02.036304 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09174734-f610-46ec-9ce7-f91d68c82075 service neutron] Pushing event updated for resources: {'Port': ['ID=33ce75d7-0d46-40b2-88c9-59170e151a48,revision_number=3']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:54:02.072656 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 17:54:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-094a94f8-ef8f-48b2-a678-bc0764f8e33e x-openstack-request-id: req-094a94f8-ef8f-48b2-a678-bc0764f8e33e {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:54:02.073063 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f57476a1-73d4-44df-a3fc-361b847ad49a", "tag": "33ce75d7-0d46-40b2-88c9-59170e151a48", "status": "completed", "code": 200}]} {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:54:02.073390 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-094a94f8-ef8f-48b2-a678-bc0764f8e33e {{(pid=103376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:54:02.073894 n-d-827839-2 neutron-server[103376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f57476a1-73d4-44df-a3fc-361b847ad49a', 'tag': '33ce75d7-0d46-40b2-88c9-59170e151a48', 'status': 'completed', 'code': 200} Feb 04 17:54:02.119135 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5dff9e-dd9c-436a-8c5d-195608d04295 req-bd676a89-bcd2-44a3-8fef-d04d4232a6c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:54:02.120921 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-4a5dff9e-dd9c-436a-8c5d-195608d04295 req-bd676a89-bcd2-44a3-8fef-d04d4232a6c5 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=42615c61f7c342da81d5bde12df004a3&device_id=f57476a1-73d4-44df-a3fc-361b847ad49a HTTP/1.1" status: 200 len: 1125 time: 0.0583720 Feb 04 17:54:02.167081 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-4a5dff9e-dd9c-436a-8c5d-195608d04295 req-ac7785fc-33bf-40ba-857a-41a122533e44 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=33ce75d7-0d46-40b2-88c9-59170e151a48 HTTP/1.1" status: 200 len: 217 time: 0.0372462 Feb 04 17:54:02.228471 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5dff9e-dd9c-436a-8c5d-195608d04295 req-f1722b04-4f70-4980-afb4-43730413ff3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:54:02.229998 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-4a5dff9e-dd9c-436a-8c5d-195608d04295 req-f1722b04-4f70-4980-afb4-43730413ff3b service neutron] 10.222.0.96 "GET /v2.0/subnets?id=0586367e-4f96-4283-a5f6-ed2cbb229995 HTTP/1.1" status: 200 len: 848 time: 0.0555212 Feb 04 17:54:02.280922 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5dff9e-dd9c-436a-8c5d-195608d04295 req-c5e34299-1ab4-4d4a-98e1-91f384db968f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:54:02.282415 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-4a5dff9e-dd9c-436a-8c5d-195608d04295 req-c5e34299-1ab4-4d4a-98e1-91f384db968f service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=afcc5840-9484-4362-b75d-ba0502f15143&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0455110 Feb 04 17:54:02.371888 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-4a5dff9e-dd9c-436a-8c5d-195608d04295 req-6d152fb1-e909-437b-917a-e545bb8c0f4a service neutron] 10.222.0.96 "GET /v2.0/networks/afcc5840-9484-4362-b75d-ba0502f15143?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825670 Feb 04 17:54:02.474210 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-4a5dff9e-dd9c-436a-8c5d-195608d04295 req-2a1268a6-80ec-4e0c-9d76-75895977c26d service neutron] 10.222.0.96 "GET /v2.0/networks/afcc5840-9484-4362-b75d-ba0502f15143?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954792 Feb 04 17:54:02.564553 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9993431e-cb41-49d4-a0fb-f3c4218a3bc0 req-762a333a-e284-405b-95a9-3c4a01ebb248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:54:02.566073 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-9993431e-cb41-49d4-a0fb-f3c4218a3bc0 req-762a333a-e284-405b-95a9-3c4a01ebb248 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=42615c61f7c342da81d5bde12df004a3&device_id=f57476a1-73d4-44df-a3fc-361b847ad49a HTTP/1.1" status: 200 len: 1125 time: 0.0469971 Feb 04 17:54:02.689076 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9993431e-cb41-49d4-a0fb-f3c4218a3bc0 req-88616ee1-8e94-42d3-98ae-7b07765f6757 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:54:02.691136 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-9993431e-cb41-49d4-a0fb-f3c4218a3bc0 req-88616ee1-8e94-42d3-98ae-7b07765f6757 service neutron] 10.222.0.96 "GET /v2.0/networks?id=afcc5840-9484-4362-b75d-ba0502f15143 HTTP/1.1" status: 200 len: 910 time: 0.1145225 Feb 04 17:54:02.750192 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-9993431e-cb41-49d4-a0fb-f3c4218a3bc0 req-2453ec19-1468-4496-9cd9-3dffaeaed6cd service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=33ce75d7-0d46-40b2-88c9-59170e151a48 HTTP/1.1" status: 200 len: 217 time: 0.0448446 Feb 04 17:54:02.802147 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9993431e-cb41-49d4-a0fb-f3c4218a3bc0 req-0e80c27f-247c-4ae5-8138-26886bc99bff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:54:02.803785 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-9993431e-cb41-49d4-a0fb-f3c4218a3bc0 req-0e80c27f-247c-4ae5-8138-26886bc99bff service neutron] 10.222.0.96 "GET /v2.0/subnets?id=0586367e-4f96-4283-a5f6-ed2cbb229995 HTTP/1.1" status: 200 len: 848 time: 0.0479598 Feb 04 17:54:02.852112 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a6cc0f57-159b-4b95-9184-b0f45e28e060 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (64ada913-9131-4d99-a265-63a920956287), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:54:02.863803 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9993431e-cb41-49d4-a0fb-f3c4218a3bc0 req-f135c707-76fa-4ec6-b9e0-abb57f97a7d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:54:02.865464 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-9993431e-cb41-49d4-a0fb-f3c4218a3bc0 req-f135c707-76fa-4ec6-b9e0-abb57f97a7d4 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=afcc5840-9484-4362-b75d-ba0502f15143&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0546577 Feb 04 17:54:02.966793 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-9993431e-cb41-49d4-a0fb-f3c4218a3bc0 req-38161927-d593-4b8b-952c-9b08b7c6eac7 service neutron] 10.222.0.96 "GET /v2.0/networks/afcc5840-9484-4362-b75d-ba0502f15143?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938995 Feb 04 17:54:03.100120 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d408ec64-b374-4acb-a1fc-48241dad6d47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (0cd6d64a-47a7-40ff-8c12-71dd526c62e0), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:54:03.112281 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5dc10c-244a-47d9-9d64-c0cfd277afdb req-7192c499-9b3b-4ff2-a53f-129cf26e0c45 tempest-TestServerMultinode-1461380181 tempest-TestServerMultinode-1461380181-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:54:03.113930 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-8e5dc10c-244a-47d9-9d64-c0cfd277afdb req-7192c499-9b3b-4ff2-a53f-129cf26e0c45 tempest-TestServerMultinode-1461380181 tempest-TestServerMultinode-1461380181-project-admin] 10.222.0.89 "GET /v2.0/ports?device_id=f57476a1-73d4-44df-a3fc-361b847ad49a HTTP/1.1" status: 200 len: 1125 time: 0.1311591 Feb 04 17:54:03.116367 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-9993431e-cb41-49d4-a0fb-f3c4218a3bc0 req-c29b662c-6dba-49f6-8efa-01fe309fb3cb service neutron] 10.222.0.96 "GET /v2.0/networks/afcc5840-9484-4362-b75d-ba0502f15143?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1426435 Feb 04 17:54:03.163685 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-8e5dc10c-244a-47d9-9d64-c0cfd277afdb req-a61333d9-60b2-4898-a003-3fb528847999 tempest-TestServerMultinode-1461380181 tempest-TestServerMultinode-1461380181-project-admin] 10.222.0.89 "GET /v2.0/security-groups?id=e837d81c-82c1-43e7-a187-277f19fc4e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422785 Feb 04 17:54:04.276499 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b5df6d-be06-4332-b63b-4abacd26f23e req-ae694671-f2e1-4e91-be0b-8ed8bfe4affc tempest-TestServerMultinode-1461380181 tempest-TestServerMultinode-1461380181-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:54:04.278104 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-b1b5df6d-be06-4332-b63b-4abacd26f23e req-ae694671-f2e1-4e91-be0b-8ed8bfe4affc tempest-TestServerMultinode-1461380181 tempest-TestServerMultinode-1461380181-project-admin] 10.222.0.89 "GET /v2.0/ports?device_id=f57476a1-73d4-44df-a3fc-361b847ad49a HTTP/1.1" status: 200 len: 1125 time: 0.0455558 Feb 04 17:54:04.320667 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-b1b5df6d-be06-4332-b63b-4abacd26f23e req-567af364-1d4c-4301-9edb-59647b26d2bc tempest-TestServerMultinode-1461380181 tempest-TestServerMultinode-1461380181-project-admin] 10.222.0.89 "GET /v2.0/security-groups?id=e837d81c-82c1-43e7-a187-277f19fc4e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369966 Feb 04 17:54:04.886855 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4f14bb47-e72b-46ac-9e44-a61d9293afcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (75326290-f7a3-4db8-9cf2-15c7139ed224), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:54:05.440478 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba2f921-8a63-4cd3-a607-a4dc3ea8abfb req-4cb377df-ee91-4ab9-82f7-e507cd06246e tempest-TestServerMultinode-1461380181 tempest-TestServerMultinode-1461380181-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:54:05.442198 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-3ba2f921-8a63-4cd3-a607-a4dc3ea8abfb req-4cb377df-ee91-4ab9-82f7-e507cd06246e tempest-TestServerMultinode-1461380181 tempest-TestServerMultinode-1461380181-project-admin] 10.222.0.89 "GET /v2.0/ports?device_id=f57476a1-73d4-44df-a3fc-361b847ad49a HTTP/1.1" status: 200 len: 1125 time: 0.0468583 Feb 04 17:54:05.488975 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-3ba2f921-8a63-4cd3-a607-a4dc3ea8abfb req-8c82c090-0eea-48df-8150-a045f02aa8e8 tempest-TestServerMultinode-1461380181 tempest-TestServerMultinode-1461380181-project-admin] 10.222.0.89 "GET /v2.0/security-groups?id=e837d81c-82c1-43e7-a187-277f19fc4e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409124 Feb 04 17:54:05.531829 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device 33ce75d7-0d46-40b2-88c9-59170e151a48 details requested by agent hyperv_n-h1-827839-2 with host n-h1-827839-2 {{(pid=103378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 17:54:05.627185 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] For port 33ce75d7-0d46-40b2-88c9-59170e151a48, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=33ce75d7-0d46-40b2-88c9-59170e151a48,segment=NetworkSegment(619e8ef8-1011-431e-9a52-fa02488df6f6),segment_id=619e8ef8-1011-431e-9a52-fa02488df6f6)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:54:05.638584 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Returning: {'device': '33ce75d7-0d46-40b2-88c9-59170e151a48', 'network_id': 'afcc5840-9484-4362-b75d-ba0502f15143', 'port_id': '33ce75d7-0d46-40b2-88c9-59170e151a48', 'mac_address': 'fa:16:3e:5b:ad:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 784, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0586367e-4f96-4283-a5f6-ed2cbb229995', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 17:54:05.678948 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Current status of the port 33ce75d7-0d46-40b2-88c9-59170e151a48 is: DOWN; New status is: BUILD {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:54:05.679334 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (33ce75d7-0d46-40b2-88c9-59170e151a48), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:54:05.692832 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33ce75d7-0d46-40b2-88c9-59170e151a48 {{(pid=103378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 17:54:05.711742 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] For port 33ce75d7-0d46-40b2-88c9-59170e151a48, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=33ce75d7-0d46-40b2-88c9-59170e151a48,segment=NetworkSegment(619e8ef8-1011-431e-9a52-fa02488df6f6),segment_id=619e8ef8-1011-431e-9a52-fa02488df6f6)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:54:05.716003 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (33ce75d7-0d46-40b2-88c9-59170e151a48), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:54:05.764469 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (ba70844b-66a0-45fd-a2f2-e6ed673321fc), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:54:05.775053 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Pushing event updated for resources: {'Port': ['ID=33ce75d7-0d46-40b2-88c9-59170e151a48,revision_number=4']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:54:06.100413 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] get_ports_and_sgs() called for port_ids ['33ce75d7-0d46-40b2-88c9-59170e151a48'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 17:54:06.597379 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6659bf5-45fc-4b72-b96c-bc2a39c08f1a req-8eb82fe1-75f7-4ca4-8a5b-dd4cb68d1457 tempest-TestServerMultinode-1461380181 tempest-TestServerMultinode-1461380181-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:54:06.598898 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-b6659bf5-45fc-4b72-b96c-bc2a39c08f1a req-8eb82fe1-75f7-4ca4-8a5b-dd4cb68d1457 tempest-TestServerMultinode-1461380181 tempest-TestServerMultinode-1461380181-project-admin] 10.222.0.89 "GET /v2.0/ports?device_id=f57476a1-73d4-44df-a3fc-361b847ad49a HTTP/1.1" status: 200 len: 1126 time: 0.0434031 Feb 04 17:54:06.643423 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-b6659bf5-45fc-4b72-b96c-bc2a39c08f1a req-73ccf854-704c-4ba8-b873-6ab3d0bf223d tempest-TestServerMultinode-1461380181 tempest-TestServerMultinode-1461380181-project-admin] 10.222.0.89 "GET /v2.0/security-groups?id=e837d81c-82c1-43e7-a187-277f19fc4e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388277 Feb 04 17:54:07.513026 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device 33ce75d7-0d46-40b2-88c9-59170e151a48 up at agent hyperv_n-h1-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:54:07.560252 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Provisioning for port 33ce75d7-0d46-40b2-88c9-59170e151a48 completed by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 17:54:07.564450 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Provisioning complete for port 33ce75d7-0d46-40b2-88c9-59170e151a48 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:54:07.564852 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (33ce75d7-0d46-40b2-88c9-59170e151a48), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:54:07.642268 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Current status of the port 33ce75d7-0d46-40b2-88c9-59170e151a48 is: BUILD; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:54:07.642648 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (33ce75d7-0d46-40b2-88c9-59170e151a48), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:54:07.666084 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f57476a1-73d4-44df-a3fc-361b847ad49a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33ce75d7-0d46-40b2-88c9-59170e151a48'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:54:07.668302 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c34bc964ce2211770fda26ca2f3801cc06f4f39928110690550e94ab9c9d2fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97c20006-8ebf-445e-8ea4-4d62982072f0" -d '{"events": [{"server_uuid": "f57476a1-73d4-44df-a3fc-361b847ad49a", "name": "network-vif-plugged", "status": "completed", "tag": "33ce75d7-0d46-40b2-88c9-59170e151a48"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:54:07.680957 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] For port 33ce75d7-0d46-40b2-88c9-59170e151a48, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=33ce75d7-0d46-40b2-88c9-59170e151a48,segment=NetworkSegment(619e8ef8-1011-431e-9a52-fa02488df6f6),segment_id=619e8ef8-1011-431e-9a52-fa02488df6f6)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:54:07.688258 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (33ce75d7-0d46-40b2-88c9-59170e151a48), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:54:07.758611 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Pushing event updated for resources: {'Port': ['ID=33ce75d7-0d46-40b2-88c9-59170e151a48,revision_number=5']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:54:07.768550 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4b95ca-f954-49ac-ac9d-c2d4c5c68808 req-5f93e7cc-8209-4457-a177-e0f93b381ae0 tempest-TestServerMultinode-1461380181 tempest-TestServerMultinode-1461380181-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:54:07.773224 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-9c4b95ca-f954-49ac-ac9d-c2d4c5c68808 req-5f93e7cc-8209-4457-a177-e0f93b381ae0 tempest-TestServerMultinode-1461380181 tempest-TestServerMultinode-1461380181-project-admin] 10.222.0.89 "GET /v2.0/ports?device_id=f57476a1-73d4-44df-a3fc-361b847ad49a HTTP/1.1" status: 200 len: 1127 time: 0.0541642 Feb 04 17:54:07.817007 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-9c4b95ca-f954-49ac-ac9d-c2d4c5c68808 req-11d4d9ef-21b5-4289-9f4c-1768f1118856 tempest-TestServerMultinode-1461380181 tempest-TestServerMultinode-1461380181-project-admin] 10.222.0.89 "GET /v2.0/security-groups?id=e837d81c-82c1-43e7-a187-277f19fc4e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411353 Feb 04 17:54:07.935850 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 17:54:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b07e1a03-1975-48b0-a501-9dfcb405a0d8 x-openstack-request-id: req-b07e1a03-1975-48b0-a501-9dfcb405a0d8 {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:54:07.936218 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f57476a1-73d4-44df-a3fc-361b847ad49a", "name": "network-vif-plugged", "status": "completed", "tag": "33ce75d7-0d46-40b2-88c9-59170e151a48", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:54:07.936606 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-b07e1a03-1975-48b0-a501-9dfcb405a0d8 {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:54:07.937096 n-d-827839-2 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f57476a1-73d4-44df-a3fc-361b847ad49a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33ce75d7-0d46-40b2-88c9-59170e151a48', 'code': 200} Feb 04 17:54:08.045614 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ca83f6-c21d-49d6-aac3-f27657a26da9 req-524fb59d-cae3-4485-9431-d370f3f89fee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:54:08.047793 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-17ca83f6-c21d-49d6-aac3-f27657a26da9 req-524fb59d-cae3-4485-9431-d370f3f89fee service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=f57476a1-73d4-44df-a3fc-361b847ad49a HTTP/1.1" status: 200 len: 1127 time: 0.0510969 Feb 04 17:54:08.094535 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-17ca83f6-c21d-49d6-aac3-f27657a26da9 req-617414f5-d7eb-4cb7-b2f5-f08a86de31ab service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=e837d81c-82c1-43e7-a187-277f19fc4e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405943 Feb 04 17:54:08.937231 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c516659f-0564-47d8-a478-2e8c8ff1b48c req-6c5eb2e0-ad38-441a-abd5-4b29ee803f59 tempest-TestServerMultinode-1461380181 tempest-TestServerMultinode-1461380181-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:54:08.938808 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-c516659f-0564-47d8-a478-2e8c8ff1b48c req-6c5eb2e0-ad38-441a-abd5-4b29ee803f59 tempest-TestServerMultinode-1461380181 tempest-TestServerMultinode-1461380181-project-admin] 10.222.0.89 "GET /v2.0/ports?device_id=f57476a1-73d4-44df-a3fc-361b847ad49a HTTP/1.1" status: 200 len: 1127 time: 0.0500844 Feb 04 17:54:08.986038 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-c516659f-0564-47d8-a478-2e8c8ff1b48c req-a1e5dbe8-fdd1-406f-b7b8-bec64fe77a58 tempest-TestServerMultinode-1461380181 tempest-TestServerMultinode-1461380181-project-admin] 10.222.0.89 "GET /v2.0/security-groups?id=e837d81c-82c1-43e7-a187-277f19fc4e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413811 Feb 04 17:54:10.103998 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccb69c5-f4ae-4610-b767-59c210134535 req-ade67ae7-c762-4fed-9473-54c6cee814ec tempest-TestServerMultinode-1461380181 tempest-TestServerMultinode-1461380181-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:54:10.105554 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-bccb69c5-f4ae-4610-b767-59c210134535 req-ade67ae7-c762-4fed-9473-54c6cee814ec tempest-TestServerMultinode-1461380181 tempest-TestServerMultinode-1461380181-project-admin] 10.222.0.89 "GET /v2.0/ports?device_id=f57476a1-73d4-44df-a3fc-361b847ad49a HTTP/1.1" status: 200 len: 1127 time: 0.0484266 Feb 04 17:54:10.149258 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-bccb69c5-f4ae-4610-b767-59c210134535 req-af0f4904-bf40-4d63-b0e9-0cfc4c9c19c9 tempest-TestServerMultinode-1461380181 tempest-TestServerMultinode-1461380181-project-admin] 10.222.0.89 "GET /v2.0/security-groups?id=e837d81c-82c1-43e7-a187-277f19fc4e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379817 Feb 04 17:54:10.255135 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8697e6-52a6-4aae-93fe-00268df97719 req-88c2b112-d7c1-4ac5-9c20-8e7ff4e78dd4 tempest-TestServerMultinode-1461380181 tempest-TestServerMultinode-1461380181-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:54:10.256664 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-8e8697e6-52a6-4aae-93fe-00268df97719 req-88c2b112-d7c1-4ac5-9c20-8e7ff4e78dd4 tempest-TestServerMultinode-1461380181 tempest-TestServerMultinode-1461380181-project-admin] 10.222.0.89 "GET /v2.0/ports?device_id=f57476a1-73d4-44df-a3fc-361b847ad49a HTTP/1.1" status: 200 len: 1127 time: 0.0434151 Feb 04 17:54:10.300777 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-8e8697e6-52a6-4aae-93fe-00268df97719 req-5637da2c-8d64-45fc-b937-5d15c9391565 tempest-TestServerMultinode-1461380181 tempest-TestServerMultinode-1461380181-project-admin] 10.222.0.89 "GET /v2.0/security-groups?id=e837d81c-82c1-43e7-a187-277f19fc4e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385132 Feb 04 17:54:10.407320 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96985cb1-7b4d-479d-93f6-42223700beb6 req-ee36d3f5-3ada-4056-ac08-9600542a9dea tempest-TestServerMultinode-1461380181 tempest-TestServerMultinode-1461380181-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:54:10.408904 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-96985cb1-7b4d-479d-93f6-42223700beb6 req-ee36d3f5-3ada-4056-ac08-9600542a9dea tempest-TestServerMultinode-1461380181 tempest-TestServerMultinode-1461380181-project-admin] 10.222.0.89 "GET /v2.0/ports?device_id=f57476a1-73d4-44df-a3fc-361b847ad49a HTTP/1.1" status: 200 len: 1127 time: 0.0440764 Feb 04 17:54:10.440506 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (f20a1ab3-4332-4f54-833b-ba4a7c687e89), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:54:10.454782 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-96985cb1-7b4d-479d-93f6-42223700beb6 req-28759fea-b1a7-4dec-a4ee-723a015e1d40 tempest-TestServerMultinode-1461380181 tempest-TestServerMultinode-1461380181-project-admin] 10.222.0.89 "GET /v2.0/security-groups?id=e837d81c-82c1-43e7-a187-277f19fc4e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402577 Feb 04 17:54:10.693818 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9f5c62-eb56-4dfa-92c1-55d52046f7c4 req-2ec39ef1-c9d7-4362-b101-66eef242fe3f tempest-TestServerMultinode-1461380181 tempest-TestServerMultinode-1461380181-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:54:10.695483 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-2a9f5c62-eb56-4dfa-92c1-55d52046f7c4 req-2ec39ef1-c9d7-4362-b101-66eef242fe3f tempest-TestServerMultinode-1461380181 tempest-TestServerMultinode-1461380181-project-admin] 10.222.0.89 "GET /v2.0/ports?device_id=f57476a1-73d4-44df-a3fc-361b847ad49a HTTP/1.1" status: 200 len: 1127 time: 0.0472724 Feb 04 17:54:10.744830 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-2a9f5c62-eb56-4dfa-92c1-55d52046f7c4 req-e51f0335-e916-45a8-ab97-3c027333bff4 tempest-TestServerMultinode-1461380181 tempest-TestServerMultinode-1461380181-project-admin] 10.222.0.89 "GET /v2.0/security-groups?id=e837d81c-82c1-43e7-a187-277f19fc4e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437121 Feb 04 17:54:11.862419 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c78c9a-166f-4962-8f9f-e3ea714b9d31 req-fc10a060-2a32-4f83-a3a9-20685a60dbb7 tempest-TestServerMultinode-1461380181 tempest-TestServerMultinode-1461380181-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:54:11.863954 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-e3c78c9a-166f-4962-8f9f-e3ea714b9d31 req-fc10a060-2a32-4f83-a3a9-20685a60dbb7 tempest-TestServerMultinode-1461380181 tempest-TestServerMultinode-1461380181-project-admin] 10.222.0.89 "GET /v2.0/ports?device_id=f57476a1-73d4-44df-a3fc-361b847ad49a HTTP/1.1" status: 200 len: 1127 time: 0.0496974 Feb 04 17:54:11.906507 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-e3c78c9a-166f-4962-8f9f-e3ea714b9d31 req-d10fd742-5b6c-467b-8323-87185ab39cba tempest-TestServerMultinode-1461380181 tempest-TestServerMultinode-1461380181-project-admin] 10.222.0.89 "GET /v2.0/security-groups?id=e837d81c-82c1-43e7-a187-277f19fc4e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368834 Feb 04 17:54:12.512537 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb3ffa0-b764-4dec-adc4-ab2ba698b298 req-be093227-4252-4cf6-9fa5-fae828d444b2 tempest-TestServerMultinode-1461380181 tempest-TestServerMultinode-1461380181-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:54:12.514081 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-edb3ffa0-b764-4dec-adc4-ab2ba698b298 req-be093227-4252-4cf6-9fa5-fae828d444b2 tempest-TestServerMultinode-1461380181 tempest-TestServerMultinode-1461380181-project-admin] 10.222.0.96 "GET /v2.0/ports?device_id=f57476a1-73d4-44df-a3fc-361b847ad49a HTTP/1.1" status: 200 len: 1127 time: 0.0445142 Feb 04 17:54:12.526620 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (3f9244a9-75fc-4c10-b195-11d48b853b41), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:54:12.598400 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [req-edb3ffa0-b764-4dec-adc4-ab2ba698b298 req-52b35a71-735d-4b10-8eee-e046428a6e0d tempest-TestServerMultinode-1461380181 tempest-TestServerMultinode-1461380181-project-admin] Deleting port 33ce75d7-0d46-40b2-88c9-59170e151a48 {{(pid=103376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:54:12.598741 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-edb3ffa0-b764-4dec-adc4-ab2ba698b298 req-52b35a71-735d-4b10-8eee-e046428a6e0d tempest-TestServerMultinode-1461380181 tempest-TestServerMultinode-1461380181-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (33ce75d7-0d46-40b2-88c9-59170e151a48), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:54:12.686511 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [req-edb3ffa0-b764-4dec-adc4-ab2ba698b298 req-52b35a71-735d-4b10-8eee-e046428a6e0d tempest-TestServerMultinode-1461380181 tempest-TestServerMultinode-1461380181-project-admin] For port 33ce75d7-0d46-40b2-88c9-59170e151a48, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=33ce75d7-0d46-40b2-88c9-59170e151a48,segment=NetworkSegment(619e8ef8-1011-431e-9a52-fa02488df6f6),segment_id=619e8ef8-1011-431e-9a52-fa02488df6f6)] {{(pid=103376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:54:12.687058 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-edb3ffa0-b764-4dec-adc4-ab2ba698b298 req-52b35a71-735d-4b10-8eee-e046428a6e0d tempest-TestServerMultinode-1461380181 tempest-TestServerMultinode-1461380181-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (33ce75d7-0d46-40b2-88c9-59170e151a48), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:54:12.699698 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [req-edb3ffa0-b764-4dec-adc4-ab2ba698b298 req-52b35a71-735d-4b10-8eee-e046428a6e0d tempest-TestServerMultinode-1461380181 tempest-TestServerMultinode-1461380181-project-admin] Calling delete_port for 33ce75d7-0d46-40b2-88c9-59170e151a48 owned by compute:nova {{(pid=103376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:54:12.826509 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-edb3ffa0-b764-4dec-adc4-ab2ba698b298 req-52b35a71-735d-4b10-8eee-e046428a6e0d tempest-TestServerMultinode-1461380181 tempest-TestServerMultinode-1461380181-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (33ce75d7-0d46-40b2-88c9-59170e151a48), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:54:12.839146 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] get_ports_and_sgs() called for port_ids ['33ce75d7-0d46-40b2-88c9-59170e151a48'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 17:54:12.845991 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] get_ports_and_sgs() called for port_ids ['3d4359dd-c203-49df-a792-6b7a2ccdbd8e'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 17:54:12.854271 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b35a71-735d-4b10-8eee-e046428a6e0d tempest-TestServerMultinode-1461380181 tempest-TestServerMultinode-1461380181-project-admin] Pushing event deleted for resources: {'Port': ['ID=33ce75d7-0d46-40b2-88c9-59170e151a48,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:54:12.907178 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [req-edb3ffa0-b764-4dec-adc4-ab2ba698b298 req-52b35a71-735d-4b10-8eee-e046428a6e0d tempest-TestServerMultinode-1461380181 tempest-TestServerMultinode-1461380181-project-admin] No DVR routers for this DVR port 33ce75d7-0d46-40b2-88c9-59170e151a48 on host n-h1-827839-2 {{(pid=103376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 17:54:12.909987 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-edb3ffa0-b764-4dec-adc4-ab2ba698b298 req-52b35a71-735d-4b10-8eee-e046428a6e0d tempest-TestServerMultinode-1461380181 tempest-TestServerMultinode-1461380181-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:54:12.913709 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-edb3ffa0-b764-4dec-adc4-ab2ba698b298 req-52b35a71-735d-4b10-8eee-e046428a6e0d tempest-TestServerMultinode-1461380181 tempest-TestServerMultinode-1461380181-project-admin] 10.222.0.96 "DELETE /v2.0/ports/33ce75d7-0d46-40b2-88c9-59170e151a48 HTTP/1.1" status: 204 len: 173 time: 0.3935351 Feb 04 17:54:12.914185 n-d-827839-2 neutron-server[103376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f57476a1-73d4-44df-a3fc-361b847ad49a', 'name': 'network-vif-deleted', 'tag': '33ce75d7-0d46-40b2-88c9-59170e151a48'}] {{(pid=103376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:54:12.916429 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d59c3bb5e2f09ebf62144d5e09b1cff60c763a9c19614c24538e77842938c05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df34b22f-819f-4ca4-9e01-350ca20b8bb9" -d '{"events": [{"server_uuid": "f57476a1-73d4-44df-a3fc-361b847ad49a", "name": "network-vif-deleted", "tag": "33ce75d7-0d46-40b2-88c9-59170e151a48"}]}' {{(pid=103376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:54:12.963552 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 17:54:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15942630-d95c-4647-a0f3-f5acb16d92a1 x-openstack-request-id: req-15942630-d95c-4647-a0f3-f5acb16d92a1 {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:54:12.964258 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f57476a1-73d4-44df-a3fc-361b847ad49a", "name": "network-vif-deleted", "tag": "33ce75d7-0d46-40b2-88c9-59170e151a48", "status": "completed", "code": 200}]} {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:54:12.964258 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-15942630-d95c-4647-a0f3-f5acb16d92a1 {{(pid=103376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:54:12.964496 n-d-827839-2 neutron-server[103376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f57476a1-73d4-44df-a3fc-361b847ad49a', 'name': 'network-vif-deleted', 'tag': '33ce75d7-0d46-40b2-88c9-59170e151a48', 'status': 'completed', 'code': 200} Feb 04 17:54:13.091444 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-ba2cb6b8-e3e0-41d9-b3dd-58adec725517 req-3d11476a-e6d1-4e66-9f0a-58c8e7fd674f tempest-TestServerMultinode-1461380181 tempest-TestServerMultinode-1461380181-project-admin] 10.222.0.89 "GET /v2.0/ports?device_id=f57476a1-73d4-44df-a3fc-361b847ad49a HTTP/1.1" status: 200 len: 210 time: 0.0667078 Feb 04 17:54:14.357698 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a73f5e9-bbdc-40b1-8592-5d81864da5b2 req-d6570108-9c8f-4293-a5b0-5c477ada452f tempest-TestServerMultinode-1461380181 tempest-TestServerMultinode-1461380181-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:54:14.359309 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-8a73f5e9-bbdc-40b1-8592-5d81864da5b2 req-d6570108-9c8f-4293-a5b0-5c477ada452f tempest-TestServerMultinode-1461380181 tempest-TestServerMultinode-1461380181-project-admin] 10.222.0.89 "GET /v2.0/ports?device_id=bf55a4d9-5a2d-4349-b981-ea446e54e244 HTTP/1.1" status: 200 len: 1128 time: 0.0447695 Feb 04 17:54:14.402834 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-8a73f5e9-bbdc-40b1-8592-5d81864da5b2 req-2856585d-8c5a-46a0-afcd-fb772d4034f8 tempest-TestServerMultinode-1461380181 tempest-TestServerMultinode-1461380181-project-admin] 10.222.0.89 "GET /v2.0/security-groups?id=e837d81c-82c1-43e7-a187-277f19fc4e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378177 Feb 04 17:54:15.526626 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3349522a-be5f-4451-b96b-fe9f4737de1c req-480e0c94-94e0-4ab9-81e7-355b0e0354b7 tempest-TestServerMultinode-1461380181 tempest-TestServerMultinode-1461380181-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:54:15.528209 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-3349522a-be5f-4451-b96b-fe9f4737de1c req-480e0c94-94e0-4ab9-81e7-355b0e0354b7 tempest-TestServerMultinode-1461380181 tempest-TestServerMultinode-1461380181-project-admin] 10.222.0.89 "GET /v2.0/ports?device_id=bf55a4d9-5a2d-4349-b981-ea446e54e244 HTTP/1.1" status: 200 len: 1128 time: 0.0507748 Feb 04 17:54:15.562914 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device 33ce75d7-0d46-40b2-88c9-59170e151a48 no longer exists at agent hyperv_n-h1-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:54:15.573208 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-3349522a-be5f-4451-b96b-fe9f4737de1c req-8ea8c465-0af3-4d86-83b7-fa51d87af7be tempest-TestServerMultinode-1461380181 tempest-TestServerMultinode-1461380181-project-admin] 10.222.0.89 "GET /v2.0/security-groups?id=e837d81c-82c1-43e7-a187-277f19fc4e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388827 Feb 04 17:54:15.601257 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] No Port match for: 33ce75d7-0d46-40b2-88c9-59170e151a48 {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 17:54:15.601923 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device 33ce75d7-0d46-40b2-88c9-59170e151a48 not bound to the agent host n-h1-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 17:54:15.946143 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402a18d1-bb5c-4cab-bd71-a555d68716a4 req-96d0de80-f6a1-4462-bba9-dfcd76937027 tempest-TestServerMultinode-1461380181 tempest-TestServerMultinode-1461380181-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:54:15.947657 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-402a18d1-bb5c-4cab-bd71-a555d68716a4 req-96d0de80-f6a1-4462-bba9-dfcd76937027 tempest-TestServerMultinode-1461380181 tempest-TestServerMultinode-1461380181-project-admin] 10.222.0.90 "GET /v2.0/ports?device_id=bf55a4d9-5a2d-4349-b981-ea446e54e244 HTTP/1.1" status: 200 len: 1128 time: 0.0448976 Feb 04 17:54:16.036462 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [req-402a18d1-bb5c-4cab-bd71-a555d68716a4 req-71219fe7-e800-44ea-b449-f0241732b332 tempest-TestServerMultinode-1461380181 tempest-TestServerMultinode-1461380181-project-admin] Deleting port 3d4359dd-c203-49df-a792-6b7a2ccdbd8e {{(pid=103377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:54:16.036901 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-402a18d1-bb5c-4cab-bd71-a555d68716a4 req-71219fe7-e800-44ea-b449-f0241732b332 tempest-TestServerMultinode-1461380181 tempest-TestServerMultinode-1461380181-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (3d4359dd-c203-49df-a792-6b7a2ccdbd8e), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:54:16.120919 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [req-402a18d1-bb5c-4cab-bd71-a555d68716a4 req-71219fe7-e800-44ea-b449-f0241732b332 tempest-TestServerMultinode-1461380181 tempest-TestServerMultinode-1461380181-project-admin] For port 3d4359dd-c203-49df-a792-6b7a2ccdbd8e, host n-h2-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=3d4359dd-c203-49df-a792-6b7a2ccdbd8e,segment=NetworkSegment(619e8ef8-1011-431e-9a52-fa02488df6f6),segment_id=619e8ef8-1011-431e-9a52-fa02488df6f6)] {{(pid=103377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:54:16.121284 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-402a18d1-bb5c-4cab-bd71-a555d68716a4 req-71219fe7-e800-44ea-b449-f0241732b332 tempest-TestServerMultinode-1461380181 tempest-TestServerMultinode-1461380181-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (3d4359dd-c203-49df-a792-6b7a2ccdbd8e), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:54:16.135234 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [req-402a18d1-bb5c-4cab-bd71-a555d68716a4 req-71219fe7-e800-44ea-b449-f0241732b332 tempest-TestServerMultinode-1461380181 tempest-TestServerMultinode-1461380181-project-admin] Calling delete_port for 3d4359dd-c203-49df-a792-6b7a2ccdbd8e owned by compute:nova {{(pid=103377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:54:16.270144 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-402a18d1-bb5c-4cab-bd71-a555d68716a4 req-71219fe7-e800-44ea-b449-f0241732b332 tempest-TestServerMultinode-1461380181 tempest-TestServerMultinode-1461380181-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (3d4359dd-c203-49df-a792-6b7a2ccdbd8e), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:54:16.286310 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] get_ports_and_sgs() called for port_ids ['3d4359dd-c203-49df-a792-6b7a2ccdbd8e'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 17:54:16.310550 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71219fe7-e800-44ea-b449-f0241732b332 tempest-TestServerMultinode-1461380181 tempest-TestServerMultinode-1461380181-project-admin] Pushing event deleted for resources: {'Port': ['ID=3d4359dd-c203-49df-a792-6b7a2ccdbd8e,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:54:16.351507 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [req-402a18d1-bb5c-4cab-bd71-a555d68716a4 req-71219fe7-e800-44ea-b449-f0241732b332 tempest-TestServerMultinode-1461380181 tempest-TestServerMultinode-1461380181-project-admin] No DVR routers for this DVR port 3d4359dd-c203-49df-a792-6b7a2ccdbd8e on host n-h2-827839-2 {{(pid=103377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 17:54:16.354523 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-402a18d1-bb5c-4cab-bd71-a555d68716a4 req-71219fe7-e800-44ea-b449-f0241732b332 tempest-TestServerMultinode-1461380181 tempest-TestServerMultinode-1461380181-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:54:16.358597 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-402a18d1-bb5c-4cab-bd71-a555d68716a4 req-71219fe7-e800-44ea-b449-f0241732b332 tempest-TestServerMultinode-1461380181 tempest-TestServerMultinode-1461380181-project-admin] 10.222.0.90 "DELETE /v2.0/ports/3d4359dd-c203-49df-a792-6b7a2ccdbd8e HTTP/1.1" status: 204 len: 173 time: 0.4039061 Feb 04 17:54:16.359685 n-d-827839-2 neutron-server[103377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf55a4d9-5a2d-4349-b981-ea446e54e244', 'name': 'network-vif-deleted', 'tag': '3d4359dd-c203-49df-a792-6b7a2ccdbd8e'}] {{(pid=103377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:54:16.362135 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7240428b650e1488e9361b62648ff4b3a6c19d49d8c27c949491ab58c1346cf0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fb976a5-1dd4-4b5e-80c7-74bdddf9d736" -d '{"events": [{"server_uuid": "bf55a4d9-5a2d-4349-b981-ea446e54e244", "name": "network-vif-deleted", "tag": "3d4359dd-c203-49df-a792-6b7a2ccdbd8e"}]}' {{(pid=103377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:54:16.410682 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 17:54:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85927494-3697-444a-bb3e-861e2d7f1d5f x-openstack-request-id: req-85927494-3697-444a-bb3e-861e2d7f1d5f {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:54:16.411206 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf55a4d9-5a2d-4349-b981-ea446e54e244", "name": "network-vif-deleted", "tag": "3d4359dd-c203-49df-a792-6b7a2ccdbd8e", "status": "completed", "code": 200}]} {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:54:16.412675 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-85927494-3697-444a-bb3e-861e2d7f1d5f {{(pid=103377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:54:16.413168 n-d-827839-2 neutron-server[103377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf55a4d9-5a2d-4349-b981-ea446e54e244', 'name': 'network-vif-deleted', 'tag': '3d4359dd-c203-49df-a792-6b7a2ccdbd8e', 'status': 'completed', 'code': 200} Feb 04 17:54:16.685936 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-8973869e-c652-4755-a2dc-62d01e33a092 req-a28d5e8c-6fa0-48e5-bc2a-35cc342d049e tempest-TestServerMultinode-1461380181 tempest-TestServerMultinode-1461380181-project-admin] 10.222.0.89 "GET /v2.0/ports?device_id=bf55a4d9-5a2d-4349-b981-ea446e54e244 HTTP/1.1" status: 200 len: 210 time: 0.0254588 Feb 04 17:54:17.751466 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 50292) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:54:18.105609 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-7fb48e42-ad57-4322-becd-d7a6f7c77b73 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602754'] for router_interface (2ebd1915-1e09-4e83-8fbb-7a5571466aad), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:54:18.360408 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-7fb48e42-ad57-4322-becd-d7a6f7c77b73 admin admin] Deleting port b1de5ccb-ef9f-4d77-aabe-0886d232dfdc {{(pid=103377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:54:18.360805 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-7fb48e42-ad57-4322-becd-d7a6f7c77b73 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (b1de5ccb-ef9f-4d77-aabe-0886d232dfdc), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:54:18.445134 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [None req-7fb48e42-ad57-4322-becd-d7a6f7c77b73 admin admin] For port b1de5ccb-ef9f-4d77-aabe-0886d232dfdc, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=b1de5ccb-ef9f-4d77-aabe-0886d232dfdc,segment=NetworkSegment(619e8ef8-1011-431e-9a52-fa02488df6f6),segment_id=619e8ef8-1011-431e-9a52-fa02488df6f6)] {{(pid=103377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:54:18.445508 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-7fb48e42-ad57-4322-becd-d7a6f7c77b73 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (b1de5ccb-ef9f-4d77-aabe-0886d232dfdc), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:54:18.460639 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-7fb48e42-ad57-4322-becd-d7a6f7c77b73 admin admin] Calling delete_port for b1de5ccb-ef9f-4d77-aabe-0886d232dfdc owned by network:router_interface {{(pid=103377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:54:18.503686 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Device 3d4359dd-c203-49df-a792-6b7a2ccdbd8e no longer exists at agent hyperv_n-h2-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:54:18.528087 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] No Port match for: 3d4359dd-c203-49df-a792-6b7a2ccdbd8e {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 17:54:18.528593 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Device 3d4359dd-c203-49df-a792-6b7a2ccdbd8e not bound to the agent host n-h2-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 17:54:18.664519 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-7fb48e42-ad57-4322-becd-d7a6f7c77b73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (b1de5ccb-ef9f-4d77-aabe-0886d232dfdc), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:54:18.692090 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb48e42-ad57-4322-becd-d7a6f7c77b73 admin admin] Pushing event deleted for resources: {'Port': ['ID=b1de5ccb-ef9f-4d77-aabe-0886d232dfdc,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:54:18.863704 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-7fb48e42-ad57-4322-becd-d7a6f7c77b73 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1677336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1602614'] for router_interface (2ebd1915-1e09-4e83-8fbb-7a5571466aad), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:54:19.082325 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fb48e42-ad57-4322-becd-d7a6f7c77b73 admin admin] Router 2ebd1915-1e09-4e83-8fbb-7a5571466aad has already been hosted by L3 agent 64ada913-9131-4d99-a265-63a920956287 {{(pid=103377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 17:54:19.193021 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fb48e42-ad57-4322-becd-d7a6f7c77b73 admin admin] Notify agent at l3_agent.n-d-827839-2 the message routers_updated {{(pid=103377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 17:54:19.197951 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-7fb48e42-ad57-4322-becd-d7a6f7c77b73 admin admin] 10.222.0.89 "PUT /v2.0/routers/2ebd1915-1e09-4e83-8fbb-7a5571466aad/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4454415 Feb 04 17:54:19.200524 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 50296) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:54:19.203790 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43823a4b-9666-4896-8634-49ac11c242cd None None] Sync routers for ids ['2ebd1915-1e09-4e83-8fbb-7a5571466aad'] in n-d-827839-2 {{(pid=103378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 17:54:19.213448 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43823a4b-9666-4896-8634-49ac11c242cd None None] Routers {'2ebd1915-1e09-4e83-8fbb-7a5571466aad'} bound to L3 agent in host n-d-827839-2 {{(pid=103378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:54:19.214211 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-43823a4b-9666-4896-8634-49ac11c242cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:54:03Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['2ebd1915-1e09-4e83-8fbb-7a5571466aad'], 'active': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:54:19.312632 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-d71330bc-6921-4a6d-8ba4-dd0250ec12a9 admin admin] Publish callbacks [] for router (2ebd1915-1e09-4e83-8fbb-7a5571466aad), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:54:19.324475 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvr_db [None req-43823a4b-9666-4896-8634-49ac11c242cd None None] Set router 2ebd1915-1e09-4e83-8fbb-7a5571466aad gateway port host: n-d-827839-2 {{(pid=103378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:54:19.437049 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-d71330bc-6921-4a6d-8ba4-dd0250ec12a9 admin admin] Publish callbacks [] for router_gateway (2ebd1915-1e09-4e83-8fbb-7a5571466aad), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:54:19.495796 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-d71330bc-6921-4a6d-8ba4-dd0250ec12a9 admin admin] Deleting port 4e9a0989-7bfc-4ce4-baaf-918d24bced9d {{(pid=103376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:54:19.496187 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-d71330bc-6921-4a6d-8ba4-dd0250ec12a9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (4e9a0989-7bfc-4ce4-baaf-918d24bced9d), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:54:19.529166 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-43823a4b-9666-4896-8634-49ac11c242cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ebd1915-1e09-4e83-8fbb-7a5571466aad', 'name': 'tempest-TestServerMultinode-830287687-router', 'tenant_id': '0786288ce62f48f489c6885ef47fbcae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.65'}], 'enable_snat': True}, 'gw_port_id': '4e9a0989-7bfc-4ce4-baaf-918d24bced9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:53:31Z', 'updated_at': '2022-02-04T17:54:18Z', 'revision_number': 5, 'project_id': '0786288ce62f48f489c6885ef47fbcae', 'gw_port': {'id': '4e9a0989-7bfc-4ce4-baaf-918d24bced9d', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:fb:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ebd1915-1e09-4e83-8fbb-7a5571466aad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:53:32Z', 'updated_at': '2022-02-04T17:53:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2'}], 'n-d-827839-2', False) {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:54:19.556373 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43823a4b-9666-4896-8634-49ac11c242cd None None] Checking router: 2ebd1915-1e09-4e83-8fbb-7a5571466aad for host: n-d-827839-2 {{(pid=103378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 17:54:19.565642 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43823a4b-9666-4896-8634-49ac11c242cd None None] Routers {'2ebd1915-1e09-4e83-8fbb-7a5571466aad'} bound to L3 agent in host n-d-827839-2 {{(pid=103378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:54:19.566255 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-43823a4b-9666-4896-8634-49ac11c242cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:54:03Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['2ebd1915-1e09-4e83-8fbb-7a5571466aad'], 'active': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:54:19.578145 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 50300) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:54:19.582183 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [None req-d71330bc-6921-4a6d-8ba4-dd0250ec12a9 admin admin] For port 4e9a0989-7bfc-4ce4-baaf-918d24bced9d, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=4e9a0989-7bfc-4ce4-baaf-918d24bced9d,segment=NetworkSegment(5942dc44-1f07-4c27-b0ab-45a2bff20dd5),segment_id=5942dc44-1f07-4c27-b0ab-45a2bff20dd5)] {{(pid=103376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:54:19.582816 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-d71330bc-6921-4a6d-8ba4-dd0250ec12a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (4e9a0989-7bfc-4ce4-baaf-918d24bced9d), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:54:19.605964 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-d71330bc-6921-4a6d-8ba4-dd0250ec12a9 admin admin] Calling delete_port for 4e9a0989-7bfc-4ce4-baaf-918d24bced9d owned by network:router_gateway {{(pid=103376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:54:19.625691 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.db_base_plugin_v2 [None req-33653e6d-1119-421f-ab16-f0a44bcb1c30 admin admin] Deleting subnet a0e02d8f-a007-4f10-9be1-01f847838f99 {{(pid=103377) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 17:54:19.629363 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-33653e6d-1119-421f-ab16-f0a44bcb1c30 admin admin] Publish callbacks [] for subnet (a0e02d8f-a007-4f10-9be1-01f847838f99), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:54:19.672117 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvr_db [None req-43823a4b-9666-4896-8634-49ac11c242cd None None] Set router 2ebd1915-1e09-4e83-8fbb-7a5571466aad gateway port host: None {{(pid=103378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:54:19.672820 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-33653e6d-1119-421f-ab16-f0a44bcb1c30 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26866676'] for subnet (a0e02d8f-a007-4f10-9be1-01f847838f99), precommit_delete_associations {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:54:19.729880 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-33653e6d-1119-421f-ab16-f0a44bcb1c30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1541225'] for subnet (a0e02d8f-a007-4f10-9be1-01f847838f99), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:54:19.731791 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-43823a4b-9666-4896-8634-49ac11c242cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ebd1915-1e09-4e83-8fbb-7a5571466aad', 'name': 'tempest-TestServerMultinode-830287687-router', 'tenant_id': '0786288ce62f48f489c6885ef47fbcae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:53:31Z', 'updated_at': '2022-02-04T17:54:19Z', 'revision_number': 6, 'project_id': '0786288ce62f48f489c6885ef47fbcae', 'gw_port_host': None}], 'n-d-827839-2', False) {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:54:19.763642 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43823a4b-9666-4896-8634-49ac11c242cd None None] The sync data for ids ['2ebd1915-1e09-4e83-8fbb-7a5571466aad'] in n-d-827839-2 is: [{'id': '2ebd1915-1e09-4e83-8fbb-7a5571466aad', 'name': 'tempest-TestServerMultinode-830287687-router', 'tenant_id': '0786288ce62f48f489c6885ef47fbcae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:53:31Z', 'updated_at': '2022-02-04T17:54:19Z', 'revision_number': 6, 'project_id': '0786288ce62f48f489c6885ef47fbcae', 'gw_port_host': None}] {{(pid=103378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 17:54:19.797136 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-33653e6d-1119-421f-ab16-f0a44bcb1c30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1541216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25888360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25597190'] for subnet (a0e02d8f-a007-4f10-9be1-01f847838f99), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:54:19.814435 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-d71330bc-6921-4a6d-8ba4-dd0250ec12a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (4e9a0989-7bfc-4ce4-baaf-918d24bced9d), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:54:19.831989 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33653e6d-1119-421f-ab16-f0a44bcb1c30 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a0e02d8f-a007-4f10-9be1-01f847838f99,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:54:19.835638 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-33653e6d-1119-421f-ab16-f0a44bcb1c30 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:54:19.838799 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-33653e6d-1119-421f-ab16-f0a44bcb1c30 admin admin] 10.222.0.89 "DELETE /v2.0/subnets/a0e02d8f-a007-4f10-9be1-01f847838f99 HTTP/1.1" status: 204 len: 168 time: 0.2596066 Feb 04 17:54:19.843499 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 50302) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:54:19.855538 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71330bc-6921-4a6d-8ba4-dd0250ec12a9 admin admin] Pushing event deleted for resources: {'Port': ['ID=4e9a0989-7bfc-4ce4-baaf-918d24bced9d,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:54:19.915208 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71330bc-6921-4a6d-8ba4-dd0250ec12a9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:54:19.915482 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71330bc-6921-4a6d-8ba4-dd0250ec12a9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:54:19.915824 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71330bc-6921-4a6d-8ba4-dd0250ec12a9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:54:19.916161 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71330bc-6921-4a6d-8ba4-dd0250ec12a9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:54:19.916498 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71330bc-6921-4a6d-8ba4-dd0250ec12a9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:54:19.916851 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71330bc-6921-4a6d-8ba4-dd0250ec12a9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:54:19.917178 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71330bc-6921-4a6d-8ba4-dd0250ec12a9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:54:19.917513 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71330bc-6921-4a6d-8ba4-dd0250ec12a9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:54:19.917828 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71330bc-6921-4a6d-8ba4-dd0250ec12a9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:54:19.918148 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71330bc-6921-4a6d-8ba4-dd0250ec12a9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:54:19.918466 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71330bc-6921-4a6d-8ba4-dd0250ec12a9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:54:19.918786 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71330bc-6921-4a6d-8ba4-dd0250ec12a9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:54:19.919104 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71330bc-6921-4a6d-8ba4-dd0250ec12a9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:54:19.971636 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-46dc8484-fe84-4a0b-859f-d351b34b1888 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628832'] for network (44a877d4-fd4c-458d-9a6a-2314ea8283c7), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:54:19.980761 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-d71330bc-6921-4a6d-8ba4-dd0250ec12a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1595544'] for router_gateway (2ebd1915-1e09-4e83-8fbb-7a5571466aad), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:54:20.126505 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-d71330bc-6921-4a6d-8ba4-dd0250ec12a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1601811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26971'] for router (2ebd1915-1e09-4e83-8fbb-7a5571466aad), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:54:20.129983 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-d71330bc-6921-4a6d-8ba4-dd0250ec12a9 admin admin] Publish callbacks [] for router_controller (2ebd1915-1e09-4e83-8fbb-7a5571466aad), precommit_delete_associations {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:54:20.175228 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-46dc8484-fe84-4a0b-859f-d351b34b1888 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1543676', 'neutron.services.segments.db._delete_segments_for_network-8781084786517'] for network (44a877d4-fd4c-458d-9a6a-2314ea8283c7), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:54:20.195891 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-d71330bc-6921-4a6d-8ba4-dd0250ec12a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1601832'] for router (2ebd1915-1e09-4e83-8fbb-7a5571466aad), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:54:20.196432 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d71330bc-6921-4a6d-8ba4-dd0250ec12a9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2ebd1915-1e09-4e83-8fbb-7a5571466aad {{(pid=103376) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 17:54:20.198853 n-d-827839-2 neutron-server[103376]: DEBUG neutron.services.segments.db [None req-46dc8484-fe84-4a0b-859f-d351b34b1888 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44a877d4-fd4c-458d-9a6a-2314ea8283c7']}} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:54:20.203949 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-d71330bc-6921-4a6d-8ba4-dd0250ec12a9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:54:20.204502 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-d71330bc-6921-4a6d-8ba4-dd0250ec12a9 admin admin] 10.222.0.89 "DELETE /v2.0/routers/2ebd1915-1e09-4e83-8fbb-7a5571466aad HTTP/1.1" status: 204 len: 168 time: 1.0024981 Feb 04 17:54:20.207291 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 50304) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:54:20.213183 n-d-827839-2 neutron-server[103376]: DEBUG neutron.services.segments.db [None req-46dc8484-fe84-4a0b-859f-d351b34b1888 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9b47f89-bdff-4894-9b86-76680e38d2be') {'for_net_delete': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:54:20.213482 n-d-827839-2 neutron-server[103376]: DEBUG neutron.services.segments.db [None req-46dc8484-fe84-4a0b-859f-d351b34b1888 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9b47f89-bdff-4894-9b86-76680e38d2be') {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:54:20.224257 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-46dc8484-fe84-4a0b-859f-d351b34b1888 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781084783966', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25674908'] for segment (e9b47f89-bdff-4894-9b86-76680e38d2be), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:54:20.241021 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-46dc8484-fe84-4a0b-859f-d351b34b1888 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (e9b47f89-bdff-4894-9b86-76680e38d2be), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:54:20.247800 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46dc8484-fe84-4a0b-859f-d351b34b1888 admin admin] Releasing vlan 772 on physical network physnet1 to pool {{(pid=103376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 17:54:20.248181 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-46dc8484-fe84-4a0b-859f-d351b34b1888 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25675992'] for segment (e9b47f89-bdff-4894-9b86-76680e38d2be), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:54:20.250610 n-d-827839-2 neutron-server[103376]: Traceback (most recent call last): Feb 04 17:54:20.250610 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 17:54:20.250610 n-d-827839-2 neutron-server[103376]: timer() Feb 04 17:54:20.250610 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 17:54:20.250610 n-d-827839-2 neutron-server[103376]: cb(*args, **kw) Feb 04 17:54:20.250610 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 17:54:20.250610 n-d-827839-2 neutron-server[103376]: return func(*args, **kwargs) Feb 04 17:54:20.250610 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 17:54:20.250610 n-d-827839-2 neutron-server[103376]: self._notify() Feb 04 17:54:20.250610 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 17:54:20.250610 n-d-827839-2 neutron-server[103376]: self.callback(batched_events) Feb 04 17:54:20.250610 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 17:54:20.250610 n-d-827839-2 neutron-server[103376]: event.method(event) Feb 04 17:54:20.250610 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 17:54:20.250610 n-d-827839-2 neutron-server[103376]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 17:54:20.250610 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 17:54:20.250610 n-d-827839-2 neutron-server[103376]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 17:54:20.250610 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 17:54:20.250610 n-d-827839-2 neutron-server[103376]: return f(self, *a, **k) Feb 04 17:54:20.250610 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 17:54:20.250610 n-d-827839-2 neutron-server[103376]: return self._get(url).json() Feb 04 17:54:20.250610 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 17:54:20.250610 n-d-827839-2 neutron-server[103376]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 17:54:20.250610 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 17:54:20.250610 n-d-827839-2 neutron-server[103376]: return self.request(url, 'GET', **kwargs) Feb 04 17:54:20.250610 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 17:54:20.250610 n-d-827839-2 neutron-server[103376]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 17:54:20.250610 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 17:54:20.250610 n-d-827839-2 neutron-server[103376]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 17:54:20.250610 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 17:54:20.250610 n-d-827839-2 neutron-server[103376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 17:54:20.250610 n-d-827839-2 neutron-server[103376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 17:54:20.264174 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d1d1c55-8a13-41f7-a232-c0f8ce7047d6 admin admin] Deleting subnet 0586367e-4f96-4283-a5f6-ed2cbb229995 {{(pid=103377) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 17:54:20.268206 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-2d1d1c55-8a13-41f7-a232-c0f8ce7047d6 admin admin] Publish callbacks [] for subnet (0586367e-4f96-4283-a5f6-ed2cbb229995), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:54:20.308203 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-2d1d1c55-8a13-41f7-a232-c0f8ce7047d6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26866676'] for subnet (0586367e-4f96-4283-a5f6-ed2cbb229995), precommit_delete_associations {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:54:20.327863 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-46dc8484-fe84-4a0b-859f-d351b34b1888 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1543671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1595572'] for network (44a877d4-fd4c-458d-9a6a-2314ea8283c7), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:54:20.335363 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-46dc8484-fe84-4a0b-859f-d351b34b1888 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:54:20.339025 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-46dc8484-fe84-4a0b-859f-d351b34b1888 admin admin] 10.222.0.89 "DELETE /v2.0/networks/44a877d4-fd4c-458d-9a6a-2314ea8283c7 HTTP/1.1" status: 204 len: 168 time: 0.4933131 Feb 04 17:54:20.342163 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 50306) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:54:20.361228 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46dc8484-fe84-4a0b-859f-d351b34b1888 admin admin] Pushing event deleted for resources: {'Network': ['ID=44a877d4-fd4c-458d-9a6a-2314ea8283c7,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:54:20.402768 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-2d1d1c55-8a13-41f7-a232-c0f8ce7047d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1541225'] for subnet (0586367e-4f96-4283-a5f6-ed2cbb229995), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:54:20.403154 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.db_base_plugin_v2 [None req-6dd66ed1-13c8-4c39-b11f-c8c93db4e148 admin admin] Deleting subnet 51745c7b-e56d-4f4c-822a-56bee824a6f9 {{(pid=103376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 17:54:20.407276 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-6dd66ed1-13c8-4c39-b11f-c8c93db4e148 admin admin] Publish callbacks [] for subnet (51745c7b-e56d-4f4c-822a-56bee824a6f9), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:54:20.446750 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-6dd66ed1-13c8-4c39-b11f-c8c93db4e148 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25674901'] for subnet (51745c7b-e56d-4f4c-822a-56bee824a6f9), precommit_delete_associations {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:54:20.459321 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-2d1d1c55-8a13-41f7-a232-c0f8ce7047d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1541216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25888360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25597190'] for subnet (0586367e-4f96-4283-a5f6-ed2cbb229995), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:54:20.482715 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1d1c55-8a13-41f7-a232-c0f8ce7047d6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0586367e-4f96-4283-a5f6-ed2cbb229995,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:54:20.489156 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-6dd66ed1-13c8-4c39-b11f-c8c93db4e148 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1541225'] for subnet (51745c7b-e56d-4f4c-822a-56bee824a6f9), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:54:20.489995 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-2d1d1c55-8a13-41f7-a232-c0f8ce7047d6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:54:20.496965 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-2d1d1c55-8a13-41f7-a232-c0f8ce7047d6 admin admin] 10.222.0.89 "DELETE /v2.0/subnets/0586367e-4f96-4283-a5f6-ed2cbb229995 HTTP/1.1" status: 204 len: 168 time: 0.2872746 Feb 04 17:54:20.497637 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 50308) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:54:20.500120 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1657b34-8d77-4bb7-8101-0ea98c788498 None None] Network afcc5840-9484-4362-b75d-ba0502f15143 requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:54:20.557107 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-6dd66ed1-13c8-4c39-b11f-c8c93db4e148 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1541216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25675894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25858947'] for subnet (51745c7b-e56d-4f4c-822a-56bee824a6f9), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:54:20.580611 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-fa8cf22c-f7a0-4bdd-a1ea-ccb0e761b5f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628832'] for network (afcc5840-9484-4362-b75d-ba0502f15143), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:54:20.584463 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd66ed1-13c8-4c39-b11f-c8c93db4e148 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=51745c7b-e56d-4f4c-822a-56bee824a6f9,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:54:20.589324 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-6dd66ed1-13c8-4c39-b11f-c8c93db4e148 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:54:20.595845 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-6dd66ed1-13c8-4c39-b11f-c8c93db4e148 admin admin] 10.222.0.89 "DELETE /v2.0/subnets/51745c7b-e56d-4f4c-822a-56bee824a6f9 HTTP/1.1" status: 204 len: 168 time: 0.2496495 Feb 04 17:54:20.598133 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 50310) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:54:20.668994 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-fa8cf22c-f7a0-4bdd-a1ea-ccb0e761b5f0 admin admin] Deleting port 11633008-089b-4032-a09a-302203d0d5ec {{(pid=103377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:54:20.669336 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-fa8cf22c-f7a0-4bdd-a1ea-ccb0e761b5f0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (11633008-089b-4032-a09a-302203d0d5ec), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:54:20.703471 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-d191cce4-dcbb-412b-bb97-9ae8ff749d50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628832'] for network (8c5b8ef5-5ee1-466f-899a-ec9d8e93dd21), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:54:20.730039 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13881a85-adc6-4322-98e6-b676e401ee57 None None] DHCP port deletion for afcc5840-9484-4362-b75d-ba0502f15143 request from n-d-827839-2 {{(pid=103378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 17:54:20.736121 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [None req-fa8cf22c-f7a0-4bdd-a1ea-ccb0e761b5f0 admin admin] For port 11633008-089b-4032-a09a-302203d0d5ec, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=11633008-089b-4032-a09a-302203d0d5ec,segment=NetworkSegment(619e8ef8-1011-431e-9a52-fa02488df6f6),segment_id=619e8ef8-1011-431e-9a52-fa02488df6f6)] {{(pid=103377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:54:20.736486 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-fa8cf22c-f7a0-4bdd-a1ea-ccb0e761b5f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (11633008-089b-4032-a09a-302203d0d5ec), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:54:20.750298 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-fa8cf22c-f7a0-4bdd-a1ea-ccb0e761b5f0 admin admin] Calling delete_port for 11633008-089b-4032-a09a-302203d0d5ec owned by network:dhcp {{(pid=103377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:54:20.785597 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-13881a85-adc6-4322-98e6-b676e401ee57 None None] Deleting port 11633008-089b-4032-a09a-302203d0d5ec {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:54:20.786006 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-13881a85-adc6-4322-98e6-b676e401ee57 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (11633008-089b-4032-a09a-302203d0d5ec), before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:54:20.806932 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-d191cce4-dcbb-412b-bb97-9ae8ff749d50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1543676', 'neutron.services.segments.db._delete_segments_for_network-8781084786517'] for network (8c5b8ef5-5ee1-466f-899a-ec9d8e93dd21), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:54:20.837107 n-d-827839-2 neutron-server[103376]: DEBUG neutron.services.segments.db [None req-d191cce4-dcbb-412b-bb97-9ae8ff749d50 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c5b8ef5-5ee1-466f-899a-ec9d8e93dd21']}} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:54:20.848520 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-fa8cf22c-f7a0-4bdd-a1ea-ccb0e761b5f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (11633008-089b-4032-a09a-302203d0d5ec), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:54:20.851324 n-d-827839-2 neutron-server[103376]: DEBUG neutron.services.segments.db [None req-d191cce4-dcbb-412b-bb97-9ae8ff749d50 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8968c96e-3806-4acc-bc55-23e0cc1fd97f') {'for_net_delete': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:54:20.851631 n-d-827839-2 neutron-server[103376]: DEBUG neutron.services.segments.db [None req-d191cce4-dcbb-412b-bb97-9ae8ff749d50 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8968c96e-3806-4acc-bc55-23e0cc1fd97f') {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:54:20.863064 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-d191cce4-dcbb-412b-bb97-9ae8ff749d50 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781084783966', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25674908'] for segment (8968c96e-3806-4acc-bc55-23e0cc1fd97f), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:54:20.868776 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa8cf22c-f7a0-4bdd-a1ea-ccb0e761b5f0 admin admin] No DVR routers for this DVR port 11633008-089b-4032-a09a-302203d0d5ec on host n-d-827839-2 {{(pid=103377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 17:54:20.879005 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-d191cce4-dcbb-412b-bb97-9ae8ff749d50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (8968c96e-3806-4acc-bc55-23e0cc1fd97f), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:54:20.887172 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d191cce4-dcbb-412b-bb97-9ae8ff749d50 admin admin] Releasing vlan 750 on physical network physnet1 to pool {{(pid=103376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 17:54:20.887585 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-d191cce4-dcbb-412b-bb97-9ae8ff749d50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25675992'] for segment (8968c96e-3806-4acc-bc55-23e0cc1fd97f), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:54:20.894576 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-13881a85-adc6-4322-98e6-b676e401ee57 None None] For port 11633008-089b-4032-a09a-302203d0d5ec, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=11633008-089b-4032-a09a-302203d0d5ec,segment=NetworkSegment(619e8ef8-1011-431e-9a52-fa02488df6f6),segment_id=619e8ef8-1011-431e-9a52-fa02488df6f6)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:54:20.895497 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-13881a85-adc6-4322-98e6-b676e401ee57 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (11633008-089b-4032-a09a-302203d0d5ec), precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:54:20.915645 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-13881a85-adc6-4322-98e6-b676e401ee57 None None] Calling delete_port for 11633008-089b-4032-a09a-302203d0d5ec owned by network:dhcp {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:54:20.917310 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8cf22c-f7a0-4bdd-a1ea-ccb0e761b5f0 admin admin] Pushing event deleted for resources: {'Port': ['ID=11633008-089b-4032-a09a-302203d0d5ec,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:54:20.935260 n-d-827839-2 neutron-server[103376]: Traceback (most recent call last): Feb 04 17:54:20.935260 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 17:54:20.935260 n-d-827839-2 neutron-server[103376]: timer() Feb 04 17:54:20.935260 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 17:54:20.935260 n-d-827839-2 neutron-server[103376]: cb(*args, **kw) Feb 04 17:54:20.935260 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 17:54:20.935260 n-d-827839-2 neutron-server[103376]: return func(*args, **kwargs) Feb 04 17:54:20.935260 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 17:54:20.935260 n-d-827839-2 neutron-server[103376]: self._notify() Feb 04 17:54:20.935260 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 17:54:20.935260 n-d-827839-2 neutron-server[103376]: self.callback(batched_events) Feb 04 17:54:20.935260 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 17:54:20.935260 n-d-827839-2 neutron-server[103376]: event.method(event) Feb 04 17:54:20.935260 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 17:54:20.935260 n-d-827839-2 neutron-server[103376]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 17:54:20.935260 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 17:54:20.935260 n-d-827839-2 neutron-server[103376]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 17:54:20.935260 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 17:54:20.935260 n-d-827839-2 neutron-server[103376]: return f(self, *a, **k) Feb 04 17:54:20.935260 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 17:54:20.935260 n-d-827839-2 neutron-server[103376]: return self._get(url).json() Feb 04 17:54:20.935260 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 17:54:20.935260 n-d-827839-2 neutron-server[103376]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 17:54:20.935260 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 17:54:20.935260 n-d-827839-2 neutron-server[103376]: return self.request(url, 'GET', **kwargs) Feb 04 17:54:20.935260 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 17:54:20.935260 n-d-827839-2 neutron-server[103376]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 17:54:20.935260 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 17:54:20.935260 n-d-827839-2 neutron-server[103376]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 17:54:20.935260 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 17:54:20.935260 n-d-827839-2 neutron-server[103376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 17:54:20.935260 n-d-827839-2 neutron-server[103376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 17:54:20.960010 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-d191cce4-dcbb-412b-bb97-9ae8ff749d50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1543671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1595572'] for network (8c5b8ef5-5ee1-466f-899a-ec9d8e93dd21), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:54:20.967640 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-d191cce4-dcbb-412b-bb97-9ae8ff749d50 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:54:20.971484 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-d191cce4-dcbb-412b-bb97-9ae8ff749d50 admin admin] 10.222.0.89 "DELETE /v2.0/networks/8c5b8ef5-5ee1-466f-899a-ec9d8e93dd21 HTTP/1.1" status: 204 len: 168 time: 0.3723526 Feb 04 17:54:20.988183 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d191cce4-dcbb-412b-bb97-9ae8ff749d50 admin admin] Pushing event deleted for resources: {'Network': ['ID=8c5b8ef5-5ee1-466f-899a-ec9d8e93dd21,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:54:21.024457 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-13881a85-adc6-4322-98e6-b676e401ee57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144'] for port (11633008-089b-4032-a09a-302203d0d5ec), after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:54:21.055881 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13881a85-adc6-4322-98e6-b676e401ee57 None None] No DVR routers for this DVR port 11633008-089b-4032-a09a-302203d0d5ec on host n-d-827839-2 {{(pid=103378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 17:54:21.057860 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13881a85-adc6-4322-98e6-b676e401ee57 None None] Pushing event deleted for resources: {'Port': ['ID=11633008-089b-4032-a09a-302203d0d5ec,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:54:21.199639 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 50314) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:54:21.275950 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-fa8cf22c-f7a0-4bdd-a1ea-ccb0e761b5f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1543676', 'neutron.services.segments.db._delete_segments_for_network-8781084786517'] for network (afcc5840-9484-4362-b75d-ba0502f15143), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:54:21.298415 n-d-827839-2 neutron-server[103377]: DEBUG neutron.services.segments.db [None req-fa8cf22c-f7a0-4bdd-a1ea-ccb0e761b5f0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['afcc5840-9484-4362-b75d-ba0502f15143']}} {{(pid=103377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:54:21.308563 n-d-827839-2 neutron-server[103377]: DEBUG neutron.services.segments.db [None req-fa8cf22c-f7a0-4bdd-a1ea-ccb0e761b5f0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '619e8ef8-1011-431e-9a52-fa02488df6f6') {'for_net_delete': True} {{(pid=103377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:54:21.308891 n-d-827839-2 neutron-server[103377]: DEBUG neutron.services.segments.db [None req-fa8cf22c-f7a0-4bdd-a1ea-ccb0e761b5f0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '619e8ef8-1011-431e-9a52-fa02488df6f6') {} {{(pid=103377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:54:21.318911 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-fa8cf22c-f7a0-4bdd-a1ea-ccb0e761b5f0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781084783966', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26866685'] for segment (619e8ef8-1011-431e-9a52-fa02488df6f6), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:54:21.334263 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-fa8cf22c-f7a0-4bdd-a1ea-ccb0e761b5f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (619e8ef8-1011-431e-9a52-fa02488df6f6), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:54:21.341530 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa8cf22c-f7a0-4bdd-a1ea-ccb0e761b5f0 admin admin] Releasing vlan 784 on physical network physnet1 to pool {{(pid=103377) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 17:54:21.342007 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-fa8cf22c-f7a0-4bdd-a1ea-ccb0e761b5f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25888454'] for segment (619e8ef8-1011-431e-9a52-fa02488df6f6), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:54:21.344308 n-d-827839-2 neutron-server[103377]: Traceback (most recent call last): Feb 04 17:54:21.344308 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 17:54:21.344308 n-d-827839-2 neutron-server[103377]: timer() Feb 04 17:54:21.344308 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 17:54:21.344308 n-d-827839-2 neutron-server[103377]: cb(*args, **kw) Feb 04 17:54:21.344308 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 17:54:21.344308 n-d-827839-2 neutron-server[103377]: return func(*args, **kwargs) Feb 04 17:54:21.344308 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 17:54:21.344308 n-d-827839-2 neutron-server[103377]: self._notify() Feb 04 17:54:21.344308 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 17:54:21.344308 n-d-827839-2 neutron-server[103377]: self.callback(batched_events) Feb 04 17:54:21.344308 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 17:54:21.344308 n-d-827839-2 neutron-server[103377]: event.method(event) Feb 04 17:54:21.344308 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 17:54:21.344308 n-d-827839-2 neutron-server[103377]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 17:54:21.344308 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 17:54:21.344308 n-d-827839-2 neutron-server[103377]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 17:54:21.344308 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 17:54:21.344308 n-d-827839-2 neutron-server[103377]: return f(self, *a, **k) Feb 04 17:54:21.344308 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 17:54:21.344308 n-d-827839-2 neutron-server[103377]: return self._get(url).json() Feb 04 17:54:21.344308 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 17:54:21.344308 n-d-827839-2 neutron-server[103377]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 17:54:21.344308 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 17:54:21.344308 n-d-827839-2 neutron-server[103377]: return self.request(url, 'GET', **kwargs) Feb 04 17:54:21.344308 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 17:54:21.344308 n-d-827839-2 neutron-server[103377]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 17:54:21.344308 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 17:54:21.344308 n-d-827839-2 neutron-server[103377]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 17:54:21.344308 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 17:54:21.344308 n-d-827839-2 neutron-server[103377]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 17:54:21.344308 n-d-827839-2 neutron-server[103377]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 17:54:21.406320 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-fa8cf22c-f7a0-4bdd-a1ea-ccb0e761b5f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1543671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1595572'] for network (afcc5840-9484-4362-b75d-ba0502f15143), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:54:21.417820 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-fa8cf22c-f7a0-4bdd-a1ea-ccb0e761b5f0 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:54:21.418466 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device b1de5ccb-ef9f-4d77-aabe-0886d232dfdc no longer exists at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:54:21.424684 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-fa8cf22c-f7a0-4bdd-a1ea-ccb0e761b5f0 admin admin] 10.222.0.89 "DELETE /v2.0/networks/afcc5840-9484-4362-b75d-ba0502f15143 HTTP/1.1" status: 204 len: 168 time: 0.9258425 Feb 04 17:54:21.437255 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 50316) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:54:21.440844 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] No Port match for: b1de5ccb-ef9f-4d77-aabe-0886d232dfdc {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 17:54:21.441297 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device b1de5ccb-ef9f-4d77-aabe-0886d232dfdc not bound to the agent host n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 17:54:21.441817 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 11633008-089b-4032-a09a-302203d0d5ec no longer exists at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:54:21.462584 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] No Port match for: 11633008-089b-4032-a09a-302203d0d5ec {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 17:54:21.463320 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 11633008-089b-4032-a09a-302203d0d5ec not bound to the agent host n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 17:54:21.463963 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 4e9a0989-7bfc-4ce4-baaf-918d24bced9d no longer exists at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:54:21.486098 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8cf22c-f7a0-4bdd-a1ea-ccb0e761b5f0 admin admin] Pushing event deleted for resources: {'Network': ['ID=afcc5840-9484-4362-b75d-ba0502f15143,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:54:21.488330 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] No Port match for: 4e9a0989-7bfc-4ce4-baaf-918d24bced9d {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 17:54:21.489006 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 4e9a0989-7bfc-4ce4-baaf-918d24bced9d not bound to the agent host n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 17:54:21.537489 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-6f2b8abd-4c58-4285-9495-102bd830d8fb admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=dce41f66e0e9401aa1c4cd98e087f71c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3364120 Feb 04 17:54:21.539834 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 50318) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:54:21.586339 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-e927002e-723a-4851-9f55-d92669f0e2fa admin admin] Publish callbacks [] for security_group (50ce5128-25ba-40af-9e89-3a257d2090ea), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:54:21.607592 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-e927002e-723a-4851-9f55-d92669f0e2fa admin admin] Publish callbacks [] for security_group (50ce5128-25ba-40af-9e89-3a257d2090ea), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:54:21.656733 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-e927002e-723a-4851-9f55-d92669f0e2fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (50ce5128-25ba-40af-9e89-3a257d2090ea), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:54:21.659485 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-e927002e-723a-4851-9f55-d92669f0e2fa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:54:21.660702 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-e927002e-723a-4851-9f55-d92669f0e2fa admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/50ce5128-25ba-40af-9e89-3a257d2090ea HTTP/1.1" status: 204 len: 168 time: 0.1198878 Feb 04 17:54:21.668449 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e927002e-723a-4851-9f55-d92669f0e2fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50ce5128-25ba-40af-9e89-3a257d2090ea,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:54:21.802299 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-cedad45f-a2be-479f-a12a-b63fab5e05f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602754'] for router_interface (03f67543-b225-47d9-8d21-98d1bc729d7a), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:54:21.985388 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 50324) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:54:22.026931 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-db2a7f98-ef41-4148-9b97-be240b4c8e16 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=d1c68363f7ba405c812c0ba79e831bc5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0403581 Feb 04 17:54:22.029423 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 50326) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:54:22.056227 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-cedad45f-a2be-479f-a12a-b63fab5e05f5 admin admin] Deleting port 93ea6f78-ab72-4ec4-a2e8-a7e161be0fd7 {{(pid=103377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:54:22.056598 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-cedad45f-a2be-479f-a12a-b63fab5e05f5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (93ea6f78-ab72-4ec4-a2e8-a7e161be0fd7), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:54:22.075817 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-0e224bcd-03b2-49cb-8b86-50923a4fa96b admin admin] Publish callbacks [] for security_group (ddf88ee8-3de0-41b2-b090-cd4114dc852f), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:54:22.096848 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-0e224bcd-03b2-49cb-8b86-50923a4fa96b admin admin] Publish callbacks [] for security_group (ddf88ee8-3de0-41b2-b090-cd4114dc852f), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:54:22.142541 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [None req-cedad45f-a2be-479f-a12a-b63fab5e05f5 admin admin] For port 93ea6f78-ab72-4ec4-a2e8-a7e161be0fd7, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=93ea6f78-ab72-4ec4-a2e8-a7e161be0fd7,segment=NetworkSegment(6b0feb07-1cc4-4f1a-84df-54e939c0b4f7),segment_id=6b0feb07-1cc4-4f1a-84df-54e939c0b4f7)] {{(pid=103377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:54:22.142903 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-cedad45f-a2be-479f-a12a-b63fab5e05f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (93ea6f78-ab72-4ec4-a2e8-a7e161be0fd7), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:54:22.148891 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-0e224bcd-03b2-49cb-8b86-50923a4fa96b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (ddf88ee8-3de0-41b2-b090-cd4114dc852f), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:54:22.151436 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-0e224bcd-03b2-49cb-8b86-50923a4fa96b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:54:22.152580 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-0e224bcd-03b2-49cb-8b86-50923a4fa96b admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/ddf88ee8-3de0-41b2-b090-cd4114dc852f HTTP/1.1" status: 204 len: 168 time: 0.1222394 Feb 04 17:54:22.156223 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-cedad45f-a2be-479f-a12a-b63fab5e05f5 admin admin] Calling delete_port for 93ea6f78-ab72-4ec4-a2e8-a7e161be0fd7 owned by network:router_interface {{(pid=103377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:54:22.162057 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e224bcd-03b2-49cb-8b86-50923a4fa96b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddf88ee8-3de0-41b2-b090-cd4114dc852f,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:54:22.346010 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-cedad45f-a2be-479f-a12a-b63fab5e05f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (93ea6f78-ab72-4ec4-a2e8-a7e161be0fd7), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:54:22.373291 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cedad45f-a2be-479f-a12a-b63fab5e05f5 admin admin] Pushing event deleted for resources: {'Port': ['ID=93ea6f78-ab72-4ec4-a2e8-a7e161be0fd7,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:54:22.556202 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-cedad45f-a2be-479f-a12a-b63fab5e05f5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1677336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1602614'] for router_interface (03f67543-b225-47d9-8d21-98d1bc729d7a), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:54:22.786412 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cedad45f-a2be-479f-a12a-b63fab5e05f5 admin admin] Router 03f67543-b225-47d9-8d21-98d1bc729d7a has already been hosted by L3 agent 64ada913-9131-4d99-a265-63a920956287 {{(pid=103377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 17:54:22.900331 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cedad45f-a2be-479f-a12a-b63fab5e05f5 admin admin] Notify agent at l3_agent.n-d-827839-2 the message routers_updated {{(pid=103377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 17:54:22.911293 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8075844-4f48-43d5-bbaf-615718570414 None None] Sync routers for ids ['03f67543-b225-47d9-8d21-98d1bc729d7a'] in n-d-827839-2 {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 17:54:22.914152 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-cedad45f-a2be-479f-a12a-b63fab5e05f5 admin admin] 10.222.0.89 "PUT /v2.0/routers/03f67543-b225-47d9-8d21-98d1bc729d7a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4757128 Feb 04 17:54:22.916777 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 50350) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:54:22.923575 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8075844-4f48-43d5-bbaf-615718570414 None None] Routers {'03f67543-b225-47d9-8d21-98d1bc729d7a'} bound to L3 agent in host n-d-827839-2 {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:54:22.924185 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-a8075844-4f48-43d5-bbaf-615718570414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:54:03Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['03f67543-b225-47d9-8d21-98d1bc729d7a'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:54:23.029032 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-91465344-b986-48f4-81d4-53550eb62186 admin admin] Publish callbacks [] for router (03f67543-b225-47d9-8d21-98d1bc729d7a), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:54:23.036976 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvr_db [None req-a8075844-4f48-43d5-bbaf-615718570414 None None] Set router 03f67543-b225-47d9-8d21-98d1bc729d7a gateway port host: n-d-827839-2 {{(pid=103379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:54:23.148181 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-91465344-b986-48f4-81d4-53550eb62186 admin admin] Publish callbacks [] for router_gateway (03f67543-b225-47d9-8d21-98d1bc729d7a), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:54:23.205777 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-91465344-b986-48f4-81d4-53550eb62186 admin admin] Deleting port 410cb91f-5ce5-4858-bb94-5426b5d1d12e {{(pid=103376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:54:23.206121 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-91465344-b986-48f4-81d4-53550eb62186 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (410cb91f-5ce5-4858-bb94-5426b5d1d12e), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:54:23.238785 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-a8075844-4f48-43d5-bbaf-615718570414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03f67543-b225-47d9-8d21-98d1bc729d7a', 'name': 'tempest-TestServerMultinode-905795303-router', 'tenant_id': '42615c61f7c342da81d5bde12df004a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.234'}], 'enable_snat': True}, 'gw_port_id': '410cb91f-5ce5-4858-bb94-5426b5d1d12e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:53:37Z', 'updated_at': '2022-02-04T17:54:22Z', 'revision_number': 5, 'project_id': '42615c61f7c342da81d5bde12df004a3', 'gw_port': {'id': '410cb91f-5ce5-4858-bb94-5426b5d1d12e', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:fa:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03f67543-b225-47d9-8d21-98d1bc729d7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:53:37Z', 'updated_at': '2022-02-04T17:53:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2'}], 'n-d-827839-2', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:54:23.273807 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8075844-4f48-43d5-bbaf-615718570414 None None] Checking router: 03f67543-b225-47d9-8d21-98d1bc729d7a for host: n-d-827839-2 {{(pid=103379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 17:54:23.283307 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8075844-4f48-43d5-bbaf-615718570414 None None] Routers {'03f67543-b225-47d9-8d21-98d1bc729d7a'} bound to L3 agent in host n-d-827839-2 {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:54:23.283914 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-a8075844-4f48-43d5-bbaf-615718570414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:54:03Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['03f67543-b225-47d9-8d21-98d1bc729d7a'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:54:23.291869 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [None req-91465344-b986-48f4-81d4-53550eb62186 admin admin] For port 410cb91f-5ce5-4858-bb94-5426b5d1d12e, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=410cb91f-5ce5-4858-bb94-5426b5d1d12e,segment=NetworkSegment(5942dc44-1f07-4c27-b0ab-45a2bff20dd5),segment_id=5942dc44-1f07-4c27-b0ab-45a2bff20dd5)] {{(pid=103376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:54:23.292236 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-91465344-b986-48f4-81d4-53550eb62186 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (410cb91f-5ce5-4858-bb94-5426b5d1d12e), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:54:23.306256 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-91465344-b986-48f4-81d4-53550eb62186 admin admin] Calling delete_port for 410cb91f-5ce5-4858-bb94-5426b5d1d12e owned by network:router_gateway {{(pid=103376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:54:23.471173 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvr_db [None req-a8075844-4f48-43d5-bbaf-615718570414 None None] Set router 03f67543-b225-47d9-8d21-98d1bc729d7a gateway port host: None {{(pid=103379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:54:23.521741 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-91465344-b986-48f4-81d4-53550eb62186 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (410cb91f-5ce5-4858-bb94-5426b5d1d12e), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:54:23.534160 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-a8075844-4f48-43d5-bbaf-615718570414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03f67543-b225-47d9-8d21-98d1bc729d7a', 'name': 'tempest-TestServerMultinode-905795303-router', 'tenant_id': '42615c61f7c342da81d5bde12df004a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:53:37Z', 'updated_at': '2022-02-04T17:54:23Z', 'revision_number': 6, 'project_id': '42615c61f7c342da81d5bde12df004a3', 'gw_port_host': None}], 'n-d-827839-2', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:54:23.555164 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91465344-b986-48f4-81d4-53550eb62186 admin admin] Pushing event deleted for resources: {'Port': ['ID=410cb91f-5ce5-4858-bb94-5426b5d1d12e,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:54:23.565099 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8075844-4f48-43d5-bbaf-615718570414 None None] The sync data for ids ['03f67543-b225-47d9-8d21-98d1bc729d7a'] in n-d-827839-2 is: [{'id': '03f67543-b225-47d9-8d21-98d1bc729d7a', 'name': 'tempest-TestServerMultinode-905795303-router', 'tenant_id': '42615c61f7c342da81d5bde12df004a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:53:37Z', 'updated_at': '2022-02-04T17:54:23Z', 'revision_number': 6, 'project_id': '42615c61f7c342da81d5bde12df004a3', 'gw_port_host': None}] {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 17:54:23.620017 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-91465344-b986-48f4-81d4-53550eb62186 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1595544'] for router_gateway (03f67543-b225-47d9-8d21-98d1bc729d7a), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:54:23.715591 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-91465344-b986-48f4-81d4-53550eb62186 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1601811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26971'] for router (03f67543-b225-47d9-8d21-98d1bc729d7a), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:54:23.717764 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-91465344-b986-48f4-81d4-53550eb62186 admin admin] Publish callbacks [] for router_controller (03f67543-b225-47d9-8d21-98d1bc729d7a), precommit_delete_associations {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:54:23.765452 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-91465344-b986-48f4-81d4-53550eb62186 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1601832'] for router (03f67543-b225-47d9-8d21-98d1bc729d7a), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:54:23.766056 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91465344-b986-48f4-81d4-53550eb62186 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 03f67543-b225-47d9-8d21-98d1bc729d7a {{(pid=103376) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 17:54:23.771400 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-91465344-b986-48f4-81d4-53550eb62186 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:54:23.772815 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-91465344-b986-48f4-81d4-53550eb62186 admin admin] 10.222.0.89 "DELETE /v2.0/routers/03f67543-b225-47d9-8d21-98d1bc729d7a HTTP/1.1" status: 204 len: 168 time: 0.8540423 Feb 04 17:54:23.775674 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 50368) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:54:23.825268 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8bafe30-a336-4622-8705-3d7e4e44407d admin admin] Deleting subnet 808c8c43-107e-4e31-ae37-b6f71e59553d {{(pid=103376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 17:54:23.829492 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-a8bafe30-a336-4622-8705-3d7e4e44407d admin admin] Publish callbacks [] for subnet (808c8c43-107e-4e31-ae37-b6f71e59553d), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:54:23.866960 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-a8bafe30-a336-4622-8705-3d7e4e44407d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25674901'] for subnet (808c8c43-107e-4e31-ae37-b6f71e59553d), precommit_delete_associations {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:54:23.955219 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-a8bafe30-a336-4622-8705-3d7e4e44407d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1541225'] for subnet (808c8c43-107e-4e31-ae37-b6f71e59553d), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:54:24.013889 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-a8bafe30-a336-4622-8705-3d7e4e44407d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1541216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25675894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25858947'] for subnet (808c8c43-107e-4e31-ae37-b6f71e59553d), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:54:24.042640 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bafe30-a336-4622-8705-3d7e4e44407d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=808c8c43-107e-4e31-ae37-b6f71e59553d,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:54:24.048911 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-a8bafe30-a336-4622-8705-3d7e4e44407d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:54:24.055454 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-a8bafe30-a336-4622-8705-3d7e4e44407d admin admin] 10.222.0.89 "DELETE /v2.0/subnets/808c8c43-107e-4e31-ae37-b6f71e59553d HTTP/1.1" status: 204 len: 168 time: 0.2763388 Feb 04 17:54:24.055583 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47d4f448-27c3-44d9-9f32-f472170c961e None None] Network 8adc2258-f683-4935-bcca-da29cb3f52ec requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:54:24.056047 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 50376) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:54:24.129078 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-80ad8631-5177-4ea5-922c-2d11d2b8221d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628832'] for network (8adc2258-f683-4935-bcca-da29cb3f52ec), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:54:24.194682 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-80ad8631-5177-4ea5-922c-2d11d2b8221d admin admin] Deleting port 8a73286b-e475-4d8b-b19e-96b80512e9be {{(pid=103376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:54:24.195024 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-80ad8631-5177-4ea5-922c-2d11d2b8221d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (8a73286b-e475-4d8b-b19e-96b80512e9be), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:54:24.257114 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [None req-80ad8631-5177-4ea5-922c-2d11d2b8221d admin admin] For port 8a73286b-e475-4d8b-b19e-96b80512e9be, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=8a73286b-e475-4d8b-b19e-96b80512e9be,segment=NetworkSegment(6b0feb07-1cc4-4f1a-84df-54e939c0b4f7),segment_id=6b0feb07-1cc4-4f1a-84df-54e939c0b4f7)] {{(pid=103376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:54:24.257478 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-80ad8631-5177-4ea5-922c-2d11d2b8221d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (8a73286b-e475-4d8b-b19e-96b80512e9be), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:54:24.270881 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-80ad8631-5177-4ea5-922c-2d11d2b8221d admin admin] Calling delete_port for 8a73286b-e475-4d8b-b19e-96b80512e9be owned by network:dhcp {{(pid=103376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:54:24.360066 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-80ad8631-5177-4ea5-922c-2d11d2b8221d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (8a73286b-e475-4d8b-b19e-96b80512e9be), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:54:24.373394 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-238b0ee3-83cc-4fa4-a1da-6a44e8302538 None None] DHCP port deletion for 8adc2258-f683-4935-bcca-da29cb3f52ec request from n-d-827839-2 {{(pid=103378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 17:54:24.391910 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ad8631-5177-4ea5-922c-2d11d2b8221d admin admin] Pushing event deleted for resources: {'Port': ['ID=8a73286b-e475-4d8b-b19e-96b80512e9be,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:54:24.393959 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80ad8631-5177-4ea5-922c-2d11d2b8221d admin admin] No DVR routers for this DVR port 8a73286b-e475-4d8b-b19e-96b80512e9be on host n-d-827839-2 {{(pid=103376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 17:54:24.469350 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-80ad8631-5177-4ea5-922c-2d11d2b8221d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1543676', 'neutron.services.segments.db._delete_segments_for_network-8781084786517'] for network (8adc2258-f683-4935-bcca-da29cb3f52ec), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:54:24.496003 n-d-827839-2 neutron-server[103376]: DEBUG neutron.services.segments.db [None req-80ad8631-5177-4ea5-922c-2d11d2b8221d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8adc2258-f683-4935-bcca-da29cb3f52ec']}} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:54:24.505796 n-d-827839-2 neutron-server[103376]: DEBUG neutron.services.segments.db [None req-80ad8631-5177-4ea5-922c-2d11d2b8221d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b0feb07-1cc4-4f1a-84df-54e939c0b4f7') {'for_net_delete': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:54:24.506095 n-d-827839-2 neutron-server[103376]: DEBUG neutron.services.segments.db [None req-80ad8631-5177-4ea5-922c-2d11d2b8221d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b0feb07-1cc4-4f1a-84df-54e939c0b4f7') {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:54:24.516381 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-80ad8631-5177-4ea5-922c-2d11d2b8221d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781084783966', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25674908'] for segment (6b0feb07-1cc4-4f1a-84df-54e939c0b4f7), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:54:24.530280 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-80ad8631-5177-4ea5-922c-2d11d2b8221d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (6b0feb07-1cc4-4f1a-84df-54e939c0b4f7), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:54:24.537229 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80ad8631-5177-4ea5-922c-2d11d2b8221d admin admin] Releasing vlan 770 on physical network physnet1 to pool {{(pid=103376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 17:54:24.537771 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-80ad8631-5177-4ea5-922c-2d11d2b8221d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25675992'] for segment (6b0feb07-1cc4-4f1a-84df-54e939c0b4f7), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:54:24.539549 n-d-827839-2 neutron-server[103376]: Traceback (most recent call last): Feb 04 17:54:24.539549 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 17:54:24.539549 n-d-827839-2 neutron-server[103376]: timer() Feb 04 17:54:24.539549 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 17:54:24.539549 n-d-827839-2 neutron-server[103376]: cb(*args, **kw) Feb 04 17:54:24.539549 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 17:54:24.539549 n-d-827839-2 neutron-server[103376]: return func(*args, **kwargs) Feb 04 17:54:24.539549 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 17:54:24.539549 n-d-827839-2 neutron-server[103376]: self._notify() Feb 04 17:54:24.539549 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 17:54:24.539549 n-d-827839-2 neutron-server[103376]: self.callback(batched_events) Feb 04 17:54:24.539549 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 17:54:24.539549 n-d-827839-2 neutron-server[103376]: event.method(event) Feb 04 17:54:24.539549 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 17:54:24.539549 n-d-827839-2 neutron-server[103376]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 17:54:24.539549 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 17:54:24.539549 n-d-827839-2 neutron-server[103376]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 17:54:24.539549 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 17:54:24.539549 n-d-827839-2 neutron-server[103376]: return f(self, *a, **k) Feb 04 17:54:24.539549 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 17:54:24.539549 n-d-827839-2 neutron-server[103376]: return self._get(url).json() Feb 04 17:54:24.539549 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 17:54:24.539549 n-d-827839-2 neutron-server[103376]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 17:54:24.539549 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 17:54:24.539549 n-d-827839-2 neutron-server[103376]: return self.request(url, 'GET', **kwargs) Feb 04 17:54:24.539549 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 17:54:24.539549 n-d-827839-2 neutron-server[103376]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 17:54:24.539549 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 17:54:24.539549 n-d-827839-2 neutron-server[103376]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 17:54:24.539549 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 17:54:24.539549 n-d-827839-2 neutron-server[103376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 17:54:24.539549 n-d-827839-2 neutron-server[103376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 17:54:24.594918 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-80ad8631-5177-4ea5-922c-2d11d2b8221d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1543671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1595572'] for network (8adc2258-f683-4935-bcca-da29cb3f52ec), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:54:24.601481 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-80ad8631-5177-4ea5-922c-2d11d2b8221d admin admin] Publish callbacks [] for network (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:54:24.605734 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-80ad8631-5177-4ea5-922c-2d11d2b8221d admin admin] 10.222.0.89 "DELETE /v2.0/networks/8adc2258-f683-4935-bcca-da29cb3f52ec HTTP/1.1" status: 204 len: 168 time: 0.5489230 Feb 04 17:54:24.619766 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ad8631-5177-4ea5-922c-2d11d2b8221d admin admin] Pushing event deleted for resources: {'Network': ['ID=8adc2258-f683-4935-bcca-da29cb3f52ec,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:54:24.784700 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 50380) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:54:24.824366 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-1629399b-8b8e-4ea6-bf37-b2df1d91af68 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=0786288ce62f48f489c6885ef47fbcae&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0384512 Feb 04 17:54:24.826891 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 50382) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:54:24.876979 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-d29064b9-a8e3-44a4-8c85-7a265ad83d0f admin admin] Publish callbacks [] for security_group (552ed53b-5a8a-441a-a6f6-5c71cfe8cc15), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:54:24.902552 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-d29064b9-a8e3-44a4-8c85-7a265ad83d0f admin admin] Publish callbacks [] for security_group (552ed53b-5a8a-441a-a6f6-5c71cfe8cc15), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:54:24.953621 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-d29064b9-a8e3-44a4-8c85-7a265ad83d0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (552ed53b-5a8a-441a-a6f6-5c71cfe8cc15), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:54:24.956144 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-d29064b9-a8e3-44a4-8c85-7a265ad83d0f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:54:24.959650 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-d29064b9-a8e3-44a4-8c85-7a265ad83d0f admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/552ed53b-5a8a-441a-a6f6-5c71cfe8cc15 HTTP/1.1" status: 204 len: 168 time: 0.1295488 Feb 04 17:54:24.975313 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29064b9-a8e3-44a4-8c85-7a265ad83d0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=552ed53b-5a8a-441a-a6f6-5c71cfe8cc15,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:54:25.298165 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 50390) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:54:25.337639 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-a8f12d1f-45c9-4b85-a14b-aef0dd3bcc83 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=42615c61f7c342da81d5bde12df004a3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0383265 Feb 04 17:54:25.340130 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 50392) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:54:25.388296 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-ae748204-5334-4574-872d-04c820e84222 admin admin] Publish callbacks [] for security_group (e837d81c-82c1-43e7-a187-277f19fc4e31), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:54:25.397097 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 93ea6f78-ab72-4ec4-a2e8-a7e161be0fd7 no longer exists at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:54:25.411156 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-ae748204-5334-4574-872d-04c820e84222 admin admin] Publish callbacks [] for security_group (e837d81c-82c1-43e7-a187-277f19fc4e31), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:54:25.417287 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] No Port match for: 93ea6f78-ab72-4ec4-a2e8-a7e161be0fd7 {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 17:54:25.417638 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 93ea6f78-ab72-4ec4-a2e8-a7e161be0fd7 not bound to the agent host n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 17:54:25.418053 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 8a73286b-e475-4d8b-b19e-96b80512e9be no longer exists at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:54:25.436551 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] No Port match for: 8a73286b-e475-4d8b-b19e-96b80512e9be {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 17:54:25.436924 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 8a73286b-e475-4d8b-b19e-96b80512e9be not bound to the agent host n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 17:54:25.437372 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 410cb91f-5ce5-4858-bb94-5426b5d1d12e no longer exists at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:54:25.456906 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] No Port match for: 410cb91f-5ce5-4858-bb94-5426b5d1d12e {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 17:54:25.457184 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 410cb91f-5ce5-4858-bb94-5426b5d1d12e not bound to the agent host n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 17:54:25.461097 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-ae748204-5334-4574-872d-04c820e84222 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (e837d81c-82c1-43e7-a187-277f19fc4e31), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:54:25.464667 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-ae748204-5334-4574-872d-04c820e84222 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:54:25.465858 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-ae748204-5334-4574-872d-04c820e84222 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/e837d81c-82c1-43e7-a187-277f19fc4e31 HTTP/1.1" status: 204 len: 168 time: 0.1247785 Feb 04 17:54:25.474231 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae748204-5334-4574-872d-04c820e84222 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e837d81c-82c1-43e7-a187-277f19fc4e31,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:54:29.769661 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5616a7e3-e1cb-482a-84ea-eb19c60aa96d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (bb89f5a3-3c22-440b-b7d1-c4f0c43c184a), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:54:32.846634 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e369d819-97cb-4c76-800e-6a9fe8c6db48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (64ada913-9131-4d99-a265-63a920956287), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:54:33.097771 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d408ec64-b374-4acb-a1fc-48241dad6d47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (0cd6d64a-47a7-40ff-8c12-71dd526c62e0), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:54:34.888354 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4f14bb47-e72b-46ac-9e44-a61d9293afcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (75326290-f7a3-4db8-9cf2-15c7139ed224), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:54:35.757498 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (ba70844b-66a0-45fd-a2f2-e6ed673321fc), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:54:37.185250 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.agents_db [None req-e1691f3b-aacd-4cd6-8ebb-a9c53bb301c0 None None] Agent healthcheck: found 7 active agents {{(pid=103379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 17:54:40.455637 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (f20a1ab3-4332-4f54-833b-ba4a7c687e89), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:54:42.534379 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (3f9244a9-75fc-4c10-b195-11d48b853b41), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:54:59.778906 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-da09cb57-d62c-4316-ba01-e41015e5434b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (bb89f5a3-3c22-440b-b7d1-c4f0c43c184a), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:55:03.000934 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1de9ef95-ab0b-442d-854e-77c24e696e04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (64ada913-9131-4d99-a265-63a920956287), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:55:03.102511 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d408ec64-b374-4acb-a1fc-48241dad6d47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (0cd6d64a-47a7-40ff-8c12-71dd526c62e0), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:55:04.896022 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4f14bb47-e72b-46ac-9e44-a61d9293afcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (75326290-f7a3-4db8-9cf2-15c7139ed224), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:55:05.759522 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (ba70844b-66a0-45fd-a2f2-e6ed673321fc), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:55:10.456177 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (f20a1ab3-4332-4f54-833b-ba4a7c687e89), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:55:12.543247 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (3f9244a9-75fc-4c10-b195-11d48b853b41), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:55:14.183856 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.agents_db [None req-e1691f3b-aacd-4cd6-8ebb-a9c53bb301c0 None None] Agent healthcheck: found 7 active agents {{(pid=103379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 17:55:29.781538 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-daf4ce78-cc49-4ff7-8b19-e9c83ca4a742 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (bb89f5a3-3c22-440b-b7d1-c4f0c43c184a), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:55:32.867616 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5c8eb08b-61c4-45c3-a336-56a4ec836aa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (64ada913-9131-4d99-a265-63a920956287), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:55:33.105740 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d408ec64-b374-4acb-a1fc-48241dad6d47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (0cd6d64a-47a7-40ff-8c12-71dd526c62e0), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:55:34.899597 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4f14bb47-e72b-46ac-9e44-a61d9293afcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (75326290-f7a3-4db8-9cf2-15c7139ed224), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:55:35.764713 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (ba70844b-66a0-45fd-a2f2-e6ed673321fc), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:55:40.456152 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (f20a1ab3-4332-4f54-833b-ba4a7c687e89), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:55:42.551045 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (3f9244a9-75fc-4c10-b195-11d48b853b41), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:55:51.189603 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.agents_db [None req-e1691f3b-aacd-4cd6-8ebb-a9c53bb301c0 None None] Agent healthcheck: found 7 active agents {{(pid=103379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 17:55:59.774069 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-73f5574c-6433-46ac-8b0e-fcc946736c06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (bb89f5a3-3c22-440b-b7d1-c4f0c43c184a), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:56:02.850342 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d26a3d8d-5458-4ba0-900a-041507b92f48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (64ada913-9131-4d99-a265-63a920956287), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:56:03.108505 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d408ec64-b374-4acb-a1fc-48241dad6d47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (0cd6d64a-47a7-40ff-8c12-71dd526c62e0), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:56:04.903220 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4f14bb47-e72b-46ac-9e44-a61d9293afcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (75326290-f7a3-4db8-9cf2-15c7139ed224), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:56:05.763171 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (ba70844b-66a0-45fd-a2f2-e6ed673321fc), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:56:10.458938 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (f20a1ab3-4332-4f54-833b-ba4a7c687e89), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:56:12.547864 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (3f9244a9-75fc-4c10-b195-11d48b853b41), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:56:28.188287 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.agents_db [None req-e1691f3b-aacd-4cd6-8ebb-a9c53bb301c0 None None] Agent healthcheck: found 7 active agents {{(pid=103379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 17:56:29.790632 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-67c00095-f045-4d5a-b65f-e5dc3ca04f6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (bb89f5a3-3c22-440b-b7d1-c4f0c43c184a), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:56:32.856511 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4b83b8a7-bd2d-434b-9cfb-16dbb9fccdd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (64ada913-9131-4d99-a265-63a920956287), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:56:33.112370 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d408ec64-b374-4acb-a1fc-48241dad6d47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (0cd6d64a-47a7-40ff-8c12-71dd526c62e0), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:56:34.903958 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4f14bb47-e72b-46ac-9e44-a61d9293afcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (75326290-f7a3-4db8-9cf2-15c7139ed224), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:56:35.759202 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (ba70844b-66a0-45fd-a2f2-e6ed673321fc), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:56:40.470244 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (f20a1ab3-4332-4f54-833b-ba4a7c687e89), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:56:42.545410 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (3f9244a9-75fc-4c10-b195-11d48b853b41), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:56:55.847760 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 52750) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:56:55.953759 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-6042e157-b809-4865-928a-caf120c05512 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:56:56.033458 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-6042e157-b809-4865-928a-caf120c05512 admin admin] Publish callbacks [] for security_group (4cdc6c1c-b385-4e7a-87a2-8e428cab5a0f), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:56:56.037163 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-6042e157-b809-4865-928a-caf120c05512 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (4cdc6c1c-b385-4e7a-87a2-8e428cab5a0f), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:56:56.076611 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-6042e157-b809-4865-928a-caf120c05512 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=8a57b4381823479999995796a0e6aa9f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2277064 Feb 04 17:56:56.077578 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6042e157-b809-4865-928a-caf120c05512 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cdc6c1c-b385-4e7a-87a2-8e428cab5a0f,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:56:56.079442 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 52756) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:56:56.087378 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6042e157-b809-4865-928a-caf120c05512 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:56:56.087739 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6042e157-b809-4865-928a-caf120c05512 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:56:56.088093 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6042e157-b809-4865-928a-caf120c05512 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:56:56.088447 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6042e157-b809-4865-928a-caf120c05512 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:56:56.088819 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6042e157-b809-4865-928a-caf120c05512 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:56:56.089166 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6042e157-b809-4865-928a-caf120c05512 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:56:56.089505 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6042e157-b809-4865-928a-caf120c05512 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:56:56.089843 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6042e157-b809-4865-928a-caf120c05512 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:56:56.090184 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6042e157-b809-4865-928a-caf120c05512 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:56:56.090518 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6042e157-b809-4865-928a-caf120c05512 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:56:56.090856 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6042e157-b809-4865-928a-caf120c05512 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:56:56.091189 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6042e157-b809-4865-928a-caf120c05512 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:56:56.091520 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6042e157-b809-4865-928a-caf120c05512 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:56:56.136457 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-52f222a2-3932-4350-ae01-224463b47098 admin admin] Publish callbacks [] for security_group (4cdc6c1c-b385-4e7a-87a2-8e428cab5a0f), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:56:56.160515 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-52f222a2-3932-4350-ae01-224463b47098 admin admin] Publish callbacks [] for security_group (4cdc6c1c-b385-4e7a-87a2-8e428cab5a0f), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:56:56.209340 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-52f222a2-3932-4350-ae01-224463b47098 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (4cdc6c1c-b385-4e7a-87a2-8e428cab5a0f), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:56:56.212863 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-52f222a2-3932-4350-ae01-224463b47098 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:56:56.214026 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-52f222a2-3932-4350-ae01-224463b47098 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/4cdc6c1c-b385-4e7a-87a2-8e428cab5a0f HTTP/1.1" status: 204 len: 168 time: 0.1334765 Feb 04 17:56:56.221704 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f222a2-3932-4350-ae01-224463b47098 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cdc6c1c-b385-4e7a-87a2-8e428cab5a0f,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:56:56.229102 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f222a2-3932-4350-ae01-224463b47098 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:56:56.229462 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f222a2-3932-4350-ae01-224463b47098 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:56:56.229806 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f222a2-3932-4350-ae01-224463b47098 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:56:56.230148 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f222a2-3932-4350-ae01-224463b47098 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:56:56.230496 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f222a2-3932-4350-ae01-224463b47098 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:56:56.230818 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f222a2-3932-4350-ae01-224463b47098 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:56:56.231153 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f222a2-3932-4350-ae01-224463b47098 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:56:56.231481 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f222a2-3932-4350-ae01-224463b47098 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:56:56.231815 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f222a2-3932-4350-ae01-224463b47098 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:56:56.232141 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f222a2-3932-4350-ae01-224463b47098 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:56:56.232467 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f222a2-3932-4350-ae01-224463b47098 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:56:56.232810 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f222a2-3932-4350-ae01-224463b47098 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:56:56.233138 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f222a2-3932-4350-ae01-224463b47098 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:56:56.494195 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 52764) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:56:56.508138 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-0e11d0c1-85d6-436a-9614-d3b9e4a9d9e9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:56:56.581362 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-0e11d0c1-85d6-436a-9614-d3b9e4a9d9e9 admin admin] Publish callbacks [] for security_group (158de65f-f7bd-4ff9-8d91-1dbc682947d3), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:56:56.585081 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-0e11d0c1-85d6-436a-9614-d3b9e4a9d9e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (158de65f-f7bd-4ff9-8d91-1dbc682947d3), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:56:56.624551 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e11d0c1-85d6-436a-9614-d3b9e4a9d9e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=158de65f-f7bd-4ff9-8d91-1dbc682947d3,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:56:56.628897 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-0e11d0c1-85d6-436a-9614-d3b9e4a9d9e9 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=9c0d2678696c4a8882c719067c9b1961&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1336107 Feb 04 17:56:56.631511 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 52766) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:56:56.679948 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-45bb439b-068d-4afb-af2e-64a108e17c5a admin admin] Publish callbacks [] for security_group (158de65f-f7bd-4ff9-8d91-1dbc682947d3), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:56:56.701047 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-45bb439b-068d-4afb-af2e-64a108e17c5a admin admin] Publish callbacks [] for security_group (158de65f-f7bd-4ff9-8d91-1dbc682947d3), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:56:56.748475 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-45bb439b-068d-4afb-af2e-64a108e17c5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (158de65f-f7bd-4ff9-8d91-1dbc682947d3), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:56:56.751473 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-45bb439b-068d-4afb-af2e-64a108e17c5a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:56:56.752651 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-45bb439b-068d-4afb-af2e-64a108e17c5a admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/158de65f-f7bd-4ff9-8d91-1dbc682947d3 HTTP/1.1" status: 204 len: 168 time: 0.1197565 Feb 04 17:56:56.761641 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bb439b-068d-4afb-af2e-64a108e17c5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=158de65f-f7bd-4ff9-8d91-1dbc682947d3,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:56:57.792164 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 52796) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:56:57.897862 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-684f3393-7f08-4725-b3d5-e183b0207ba9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:56:57.974922 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-684f3393-7f08-4725-b3d5-e183b0207ba9 admin admin] Publish callbacks [] for security_group (48315acb-2be5-4214-8559-7c3004c55eee), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:56:57.979270 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-684f3393-7f08-4725-b3d5-e183b0207ba9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (48315acb-2be5-4214-8559-7c3004c55eee), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:56:58.016365 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-684f3393-7f08-4725-b3d5-e183b0207ba9 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=54ca81230da0483c8fb31a3b1744f1aa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2230816 Feb 04 17:56:58.017266 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684f3393-7f08-4725-b3d5-e183b0207ba9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48315acb-2be5-4214-8559-7c3004c55eee,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:56:58.019103 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 52800) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:56:58.068449 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-0e0e8838-59ad-43a2-8402-6e560d341a57 admin admin] Publish callbacks [] for security_group (48315acb-2be5-4214-8559-7c3004c55eee), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:56:58.089530 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-0e0e8838-59ad-43a2-8402-6e560d341a57 admin admin] Publish callbacks [] for security_group (48315acb-2be5-4214-8559-7c3004c55eee), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:56:58.136855 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-0e0e8838-59ad-43a2-8402-6e560d341a57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (48315acb-2be5-4214-8559-7c3004c55eee), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:56:58.139455 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-0e0e8838-59ad-43a2-8402-6e560d341a57 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:56:58.140618 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-0e0e8838-59ad-43a2-8402-6e560d341a57 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/48315acb-2be5-4214-8559-7c3004c55eee HTTP/1.1" status: 204 len: 168 time: 0.1204398 Feb 04 17:56:58.149102 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0e8838-59ad-43a2-8402-6e560d341a57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48315acb-2be5-4214-8559-7c3004c55eee,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:56:59.772869 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-cf2d9fba-7f9a-4191-9a85-5a380b6cbb8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (bb89f5a3-3c22-440b-b7d1-c4f0c43c184a), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:57:02.850284 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d2fe83cd-265e-4337-8fcf-d74a435bd8f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (64ada913-9131-4d99-a265-63a920956287), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:57:03.109562 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d408ec64-b374-4acb-a1fc-48241dad6d47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (0cd6d64a-47a7-40ff-8c12-71dd526c62e0), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:57:04.909887 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4f14bb47-e72b-46ac-9e44-a61d9293afcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (75326290-f7a3-4db8-9cf2-15c7139ed224), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:57:05.187649 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.agents_db [None req-e1691f3b-aacd-4cd6-8ebb-a9c53bb301c0 None None] Agent healthcheck: found 7 active agents {{(pid=103379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 17:57:05.761705 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (ba70844b-66a0-45fd-a2f2-e6ed673321fc), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:57:06.310345 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 52868) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:57:06.426151 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-7e21b8b4-a4b0-4c0d-856d-4ad39db0b496 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:57:06.508012 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-7e21b8b4-a4b0-4c0d-856d-4ad39db0b496 admin admin] Publish callbacks [] for security_group (5b9818ba-227e-4750-a2a2-bc17556d9081), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:57:06.512049 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-7e21b8b4-a4b0-4c0d-856d-4ad39db0b496 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (5b9818ba-227e-4750-a2a2-bc17556d9081), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:57:06.550163 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e21b8b4-a4b0-4c0d-856d-4ad39db0b496 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b9818ba-227e-4750-a2a2-bc17556d9081,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:57:06.558374 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-7e21b8b4-a4b0-4c0d-856d-4ad39db0b496 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=e2416a1efa554835a6b2a32d6aa27d98&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2443223 Feb 04 17:57:06.559224 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 52872) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:57:06.607627 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-ba5549f3-02b6-45b7-afb1-b4a752f7a94b admin admin] Publish callbacks [] for security_group (5b9818ba-227e-4750-a2a2-bc17556d9081), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:57:06.629767 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-ba5549f3-02b6-45b7-afb1-b4a752f7a94b admin admin] Publish callbacks [] for security_group (5b9818ba-227e-4750-a2a2-bc17556d9081), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:57:06.677528 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-ba5549f3-02b6-45b7-afb1-b4a752f7a94b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (5b9818ba-227e-4750-a2a2-bc17556d9081), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:57:06.680281 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-ba5549f3-02b6-45b7-afb1-b4a752f7a94b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:57:06.681496 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-ba5549f3-02b6-45b7-afb1-b4a752f7a94b admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/5b9818ba-227e-4750-a2a2-bc17556d9081 HTTP/1.1" status: 204 len: 168 time: 0.1220636 Feb 04 17:57:06.689406 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5549f3-02b6-45b7-afb1-b4a752f7a94b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b9818ba-227e-4750-a2a2-bc17556d9081,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:57:06.950876 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 52878) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:57:06.965023 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-2490697d-2f89-4155-82ed-7eb65d1551f4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:57:07.039134 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-2490697d-2f89-4155-82ed-7eb65d1551f4 admin admin] Publish callbacks [] for security_group (43339839-77e0-4bd5-bfc3-200708c42f78), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:57:07.042827 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-2490697d-2f89-4155-82ed-7eb65d1551f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (43339839-77e0-4bd5-bfc3-200708c42f78), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:57:07.083669 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-2490697d-2f89-4155-82ed-7eb65d1551f4 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=7bc4a0c0fbfc4c62a73977459862f195&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1316705 Feb 04 17:57:07.085095 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2490697d-2f89-4155-82ed-7eb65d1551f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43339839-77e0-4bd5-bfc3-200708c42f78,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:57:07.086970 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 52880) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:57:07.141550 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-c279a196-5e62-4bfc-b1ca-1a1f0f27d3e7 admin admin] Publish callbacks [] for security_group (43339839-77e0-4bd5-bfc3-200708c42f78), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:57:07.165270 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-c279a196-5e62-4bfc-b1ca-1a1f0f27d3e7 admin admin] Publish callbacks [] for security_group (43339839-77e0-4bd5-bfc3-200708c42f78), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:57:07.216975 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-c279a196-5e62-4bfc-b1ca-1a1f0f27d3e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (43339839-77e0-4bd5-bfc3-200708c42f78), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:57:07.219486 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-c279a196-5e62-4bfc-b1ca-1a1f0f27d3e7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:57:07.220624 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-c279a196-5e62-4bfc-b1ca-1a1f0f27d3e7 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/43339839-77e0-4bd5-bfc3-200708c42f78 HTTP/1.1" status: 204 len: 168 time: 0.1326525 Feb 04 17:57:07.228369 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c279a196-5e62-4bfc-b1ca-1a1f0f27d3e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43339839-77e0-4bd5-bfc3-200708c42f78,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:57:10.490821 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (f20a1ab3-4332-4f54-833b-ba4a7c687e89), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:57:12.551525 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (3f9244a9-75fc-4c10-b195-11d48b853b41), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:57:21.330612 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 53018) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:57:21.437154 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-dd415654-dffe-4691-9fa2-527b86dc287f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:57:21.510113 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-dd415654-dffe-4691-9fa2-527b86dc287f admin admin] Publish callbacks [] for security_group (da44db85-653b-4464-94c1-ff64abc65e55), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:57:21.513739 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-dd415654-dffe-4691-9fa2-527b86dc287f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (da44db85-653b-4464-94c1-ff64abc65e55), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:57:21.553767 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-dd415654-dffe-4691-9fa2-527b86dc287f admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=6bee29bc0e5a447dab3371ae3df71bd6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2219520 Feb 04 17:57:21.554669 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd415654-dffe-4691-9fa2-527b86dc287f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da44db85-653b-4464-94c1-ff64abc65e55,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:57:21.557746 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 53022) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:57:21.608864 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-f469db61-a6de-4b42-8a23-50ed754c9499 admin admin] Publish callbacks [] for security_group (da44db85-653b-4464-94c1-ff64abc65e55), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:57:21.629516 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-f469db61-a6de-4b42-8a23-50ed754c9499 admin admin] Publish callbacks [] for security_group (da44db85-653b-4464-94c1-ff64abc65e55), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:57:21.677356 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-f469db61-a6de-4b42-8a23-50ed754c9499 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (da44db85-653b-4464-94c1-ff64abc65e55), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:57:21.679904 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-f469db61-a6de-4b42-8a23-50ed754c9499 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:57:21.683268 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-f469db61-a6de-4b42-8a23-50ed754c9499 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/da44db85-653b-4464-94c1-ff64abc65e55 HTTP/1.1" status: 204 len: 168 time: 0.1220961 Feb 04 17:57:21.692475 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f469db61-a6de-4b42-8a23-50ed754c9499 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da44db85-653b-4464-94c1-ff64abc65e55,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:57:21.951286 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 53028) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:57:21.964265 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-ca2c85de-b91f-42e2-a625-e386c3685439 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:57:22.039337 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-ca2c85de-b91f-42e2-a625-e386c3685439 admin admin] Publish callbacks [] for security_group (4881a0f1-5a2b-477e-a4d0-6e41d8fe4555), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:57:22.043541 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-ca2c85de-b91f-42e2-a625-e386c3685439 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (4881a0f1-5a2b-477e-a4d0-6e41d8fe4555), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:57:22.082959 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2c85de-b91f-42e2-a625-e386c3685439 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4881a0f1-5a2b-477e-a4d0-6e41d8fe4555,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:57:22.090116 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-ca2c85de-b91f-42e2-a625-e386c3685439 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=8c48b650c2fe44d1994771ddf137132f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1377122 Feb 04 17:57:22.090377 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 53030) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:57:22.144733 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-46a17e1e-745a-40c8-87dc-71ff0e835cfb admin admin] Publish callbacks [] for security_group (4881a0f1-5a2b-477e-a4d0-6e41d8fe4555), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:57:22.170610 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-46a17e1e-745a-40c8-87dc-71ff0e835cfb admin admin] Publish callbacks [] for security_group (4881a0f1-5a2b-477e-a4d0-6e41d8fe4555), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:57:22.221518 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-46a17e1e-745a-40c8-87dc-71ff0e835cfb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (4881a0f1-5a2b-477e-a4d0-6e41d8fe4555), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:57:22.224213 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-46a17e1e-745a-40c8-87dc-71ff0e835cfb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:57:22.227812 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-46a17e1e-745a-40c8-87dc-71ff0e835cfb admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/4881a0f1-5a2b-477e-a4d0-6e41d8fe4555 HTTP/1.1" status: 204 len: 168 time: 0.1342034 Feb 04 17:57:22.234915 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a17e1e-745a-40c8-87dc-71ff0e835cfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4881a0f1-5a2b-477e-a4d0-6e41d8fe4555,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:57:22.546916 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 53036) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:57:22.560793 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-f71b50b0-b0f4-4b54-97a0-e52a3e049df6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:57:22.637172 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-f71b50b0-b0f4-4b54-97a0-e52a3e049df6 admin admin] Publish callbacks [] for security_group (a98429da-fe28-483a-8da9-3470bf646a2d), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:57:22.641214 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-f71b50b0-b0f4-4b54-97a0-e52a3e049df6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (a98429da-fe28-483a-8da9-3470bf646a2d), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:57:22.678431 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71b50b0-b0f4-4b54-97a0-e52a3e049df6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a98429da-fe28-483a-8da9-3470bf646a2d,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:57:22.685765 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-f71b50b0-b0f4-4b54-97a0-e52a3e049df6 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=cce2d2d8f0ac4e7889e915586d96ca23&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1353309 Feb 04 17:57:22.685983 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 53038) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:57:22.734105 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-6b3dad9b-823b-4d71-aaab-7f4e4b0847a2 admin admin] Publish callbacks [] for security_group (a98429da-fe28-483a-8da9-3470bf646a2d), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:57:22.754883 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-6b3dad9b-823b-4d71-aaab-7f4e4b0847a2 admin admin] Publish callbacks [] for security_group (a98429da-fe28-483a-8da9-3470bf646a2d), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:57:22.801803 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-6b3dad9b-823b-4d71-aaab-7f4e4b0847a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (a98429da-fe28-483a-8da9-3470bf646a2d), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:57:22.804572 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-6b3dad9b-823b-4d71-aaab-7f4e4b0847a2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:57:22.805758 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-6b3dad9b-823b-4d71-aaab-7f4e4b0847a2 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/a98429da-fe28-483a-8da9-3470bf646a2d HTTP/1.1" status: 204 len: 168 time: 0.1188734 Feb 04 17:57:22.814245 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3dad9b-823b-4d71-aaab-7f4e4b0847a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a98429da-fe28-483a-8da9-3470bf646a2d,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:57:23.838358 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 53068) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:57:23.941739 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-48cbb4e3-d73a-4c59-943b-f5b3892bc7f1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:57:24.017175 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-48cbb4e3-d73a-4c59-943b-f5b3892bc7f1 admin admin] Publish callbacks [] for security_group (1df7ab96-f839-4589-94c3-5e45043ab047), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:57:24.020592 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-48cbb4e3-d73a-4c59-943b-f5b3892bc7f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (1df7ab96-f839-4589-94c3-5e45043ab047), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:57:24.059146 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-48cbb4e3-d73a-4c59-943b-f5b3892bc7f1 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=e2d76163d1674bb89591fe69c0efdea0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2198052 Feb 04 17:57:24.060379 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cbb4e3-d73a-4c59-943b-f5b3892bc7f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1df7ab96-f839-4589-94c3-5e45043ab047,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:57:24.061909 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 53072) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:57:24.114227 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-d5c6577e-be7d-49d7-ac6a-9f0c302d4d58 admin admin] Publish callbacks [] for security_group (1df7ab96-f839-4589-94c3-5e45043ab047), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:57:24.135634 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-d5c6577e-be7d-49d7-ac6a-9f0c302d4d58 admin admin] Publish callbacks [] for security_group (1df7ab96-f839-4589-94c3-5e45043ab047), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:57:24.181487 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-d5c6577e-be7d-49d7-ac6a-9f0c302d4d58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (1df7ab96-f839-4589-94c3-5e45043ab047), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:57:24.183982 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-d5c6577e-be7d-49d7-ac6a-9f0c302d4d58 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:57:24.185148 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-d5c6577e-be7d-49d7-ac6a-9f0c302d4d58 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/1df7ab96-f839-4589-94c3-5e45043ab047 HTTP/1.1" status: 204 len: 168 time: 0.1216421 Feb 04 17:57:24.192923 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c6577e-be7d-49d7-ac6a-9f0c302d4d58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1df7ab96-f839-4589-94c3-5e45043ab047,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:57:24.783149 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 53094) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:57:24.883230 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-4fbbeb04-2132-4831-83ab-7a4a9f986062 admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-1793719627-network', 'tenant_id': '949205888a404bf4bf9089e96426db9c'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:57:24.903459 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fbbeb04-2132-4831-83ab-7a4a9f986062 admin admin] Made reservation on behalf of 949205888a404bf4bf9089e96426db9c for: {'network': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:57:24.905909 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-4fbbeb04-2132-4831-83ab-7a4a9f986062 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for network (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:57:24.914225 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-4fbbeb04-2132-4831-83ab-7a4a9f986062 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:57:24.986591 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-4fbbeb04-2132-4831-83ab-7a4a9f986062 admin admin] Publish callbacks [] for security_group (aaf76577-2bb2-4c60-bbb1-c55d40e091cd), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:57:24.990274 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-4fbbeb04-2132-4831-83ab-7a4a9f986062 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (aaf76577-2bb2-4c60-bbb1-c55d40e091cd), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:57:25.011602 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4fbbeb04-2132-4831-83ab-7a4a9f986062 admin admin] vlan segment allocate from pool success with {'vlan_id': 751, 'physical_network': 'physnet1'} {{(pid=103377) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 17:57:25.024671 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbbeb04-2132-4831-83ab-7a4a9f986062 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aaf76577-2bb2-4c60-bbb1-c55d40e091cd,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:57:25.029741 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-4fbbeb04-2132-4831-83ab-7a4a9f986062 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (09f0613d-3f24-4584-a255-fab9e940822e), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:57:25.030090 n-d-827839-2 neutron-server[103377]: INFO neutron.db.segments_db [None req-4fbbeb04-2132-4831-83ab-7a4a9f986062 admin admin] Added segment 09f0613d-3f24-4584-a255-fab9e940822e of type vlan for network f55c074a-2ed5-4f74-b062-330126651c68 Feb 04 17:57:25.068900 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-4fbbeb04-2132-4831-83ab-7a4a9f986062 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781084292801'] for network (f55c074a-2ed5-4f74-b062-330126651c68), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:57:25.093011 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-4fbbeb04-2132-4831-83ab-7a4a9f986062 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327'] for network (f55c074a-2ed5-4f74-b062-330126651c68), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:57:25.093959 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fbbeb04-2132-4831-83ab-7a4a9f986062 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:57:25.094540 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-4fbbeb04-2132-4831-83ab-7a4a9f986062 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:57:25.147965 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-4fbbeb04-2132-4831-83ab-7a4a9f986062 admin admin] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.3635805 Feb 04 17:57:25.151165 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 53098) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:57:25.156126 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-1ba5656a-7cf8-4487-bdf6-6630e6a7f41a admin admin] Request body: {'subnet': {'network_id': 'f55c074a-2ed5-4f74-b062-330126651c68', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-1793719627-subnet', 'tenant_id': '949205888a404bf4bf9089e96426db9c', 'ip_version': 4}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:57:25.160402 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbbeb04-2132-4831-83ab-7a4a9f986062 admin admin] Pushing event updated for resources: {'Network': ['ID=f55c074a-2ed5-4f74-b062-330126651c68,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:57:25.170362 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Network f55c074a-2ed5-4f74-b062-330126651c68 details requested by agent ovs-agent-n-d-827839-2 with host n-d-827839-2 {{(pid=103378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 17:57:25.177462 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ba5656a-7cf8-4487-bdf6-6630e6a7f41a admin admin] Made reservation on behalf of 949205888a404bf4bf9089e96426db9c for: {'subnet': 1} {{(pid=103376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:57:25.180317 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-1ba5656a-7cf8-4487-bdf6-6630e6a7f41a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25859006'] for subnet (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:57:25.349935 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-1ba5656a-7cf8-4487-bdf6-6630e6a7f41a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25674939', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25858952'] for subnet (2bffae02-9d67-40a6-9c8e-49d15889d447), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:57:25.403448 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba5656a-7cf8-4487-bdf6-6630e6a7f41a admin admin] Pushing event updated for resources: {'Subnet': ['ID=2bffae02-9d67-40a6-9c8e-49d15889d447,revision_number=0']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:57:25.414284 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ba5656a-7cf8-4487-bdf6-6630e6a7f41a admin admin] Checking segment: {'id': '09f0613d-3f24-4584-a255-fab9e940822e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': 'f55c074a-2ed5-4f74-b062-330126651c68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:57:25.414651 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ba5656a-7cf8-4487-bdf6-6630e6a7f41a admin admin] Network hostable DHCP agents. Network: f55c074a-2ed5-4f74-b062-330126651c68, hostable agents: ['bb89f5a3-3c22-440b-b7d1-c4f0c43c184a'], hosted agents: [] {{(pid=103376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 17:57:25.431635 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ba5656a-7cf8-4487-bdf6-6630e6a7f41a admin admin] Network f55c074a-2ed5-4f74-b062-330126651c68 is scheduled to be hosted by DHCP agent bb89f5a3-3c22-440b-b7d1-c4f0c43c184a with binding_index 1 {{(pid=103376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 17:57:25.440081 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [None req-1ba5656a-7cf8-4487-bdf6-6630e6a7f41a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827839-2, f55c074a-2ed5-4f74-b062-330126651c68) {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:57:25.444146 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ba5656a-7cf8-4487-bdf6-6630e6a7f41a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:57:25.444770 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-1ba5656a-7cf8-4487-bdf6-6630e6a7f41a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:57:25.451057 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49ae8314-d35d-421c-9b44-0888f439ebdb None None] Network f55c074a-2ed5-4f74-b062-330126651c68 requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:57:25.460388 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-1ba5656a-7cf8-4487-bdf6-6630e6a7f41a admin admin] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.3081253 Feb 04 17:57:25.463101 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 53100) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:57:25.467806 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-9781ae0b-1423-4509-8235-3d89a7a6f858 admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-1793719627-router', 'tenant_id': '949205888a404bf4bf9089e96426db9c', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188'}}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:57:25.487686 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-9781ae0b-1423-4509-8235-3d89a7a6f858 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1601657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26921'] for router (3e475951-ae92-4d90-8a73-fc91319f9fa0), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:57:25.488857 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-9781ae0b-1423-4509-8235-3d89a7a6f858 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1602025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603663', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1630571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26960'] for router (3e475951-ae92-4d90-8a73-fc91319f9fa0), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:57:25.546888 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-9781ae0b-1423-4509-8235-3d89a7a6f858 admin admin] Publish callbacks [] for router_controller (3e475951-ae92-4d90-8a73-fc91319f9fa0), precommit_add_association {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:57:25.556118 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c804b4b5-49f6-42ec-ae63-3765d7d52ffb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e4c19ad-5724-5db8-8ee1-4f56ae69fcf4-f55c074a-2ed5-4f74-b062-330126651c68', 'network_id': 'f55c074a-2ed5-4f74-b062-330126651c68', 'project_id': '949205888a404bf4bf9089e96426db9c', 'fixed_ips': [{'subnet_id': '2bffae02-9d67-40a6-9c8e-49d15889d447'}]}} from n-d-827839-2. {{(pid=103378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 17:57:25.557028 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c804b4b5-49f6-42ec-ae63-3765d7d52ffb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:57:25.689171 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-9781ae0b-1423-4509-8235-3d89a7a6f858 admin admin] Publish callbacks [] for router_gateway (3e475951-ae92-4d90-8a73-fc91319f9fa0), precommit_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:57:25.692937 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-c804b4b5-49f6-42ec-ae63-3765d7d52ffb None None] Allocated IP 172.20.0.2 (f55c074a-2ed5-4f74-b062-330126651c68/2bffae02-9d67-40a6-9c8e-49d15889d447/bca61def-4dc1-4858-811e-46a7f954cc54) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:57:25.836024 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c804b4b5-49f6-42ec-ae63-3765d7d52ffb None None] Publish callbacks [] for port (bca61def-4dc1-4858-811e-46a7f954cc54), precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:57:25.841481 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c804b4b5-49f6-42ec-ae63-3765d7d52ffb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135'] for port (bca61def-4dc1-4858-811e-46a7f954cc54), after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:57:25.885851 n-d-827839-2 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c804b4b5-49f6-42ec-ae63-3765d7d52ffb None None] Network f55c074a-2ed5-4f74-b062-330126651c68 is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:57:25.889761 n-d-827839-2 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-c804b4b5-49f6-42ec-ae63-3765d7d52ffb None None] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:57:25.890299 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-9781ae0b-1423-4509-8235-3d89a7a6f858 admin admin] Publish callbacks [] for router_gateway (3e475951-ae92-4d90-8a73-fc91319f9fa0), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:57:25.892276 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c804b4b5-49f6-42ec-ae63-3765d7d52ffb None None] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:57:25.895355 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c804b4b5-49f6-42ec-ae63-3765d7d52ffb None None] Pushing event updated for resources: {'Port': ['ID=bca61def-4dc1-4858-811e-46a7f954cc54,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:57:25.907669 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c804b4b5-49f6-42ec-ae63-3765d7d52ffb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:57:25.908226 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c804b4b5-49f6-42ec-ae63-3765d7d52ffb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:57:25.908941 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c804b4b5-49f6-42ec-ae63-3765d7d52ffb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:57:25.909529 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c804b4b5-49f6-42ec-ae63-3765d7d52ffb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:57:25.910004 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-9781ae0b-1423-4509-8235-3d89a7a6f858 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:57:25.910163 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c804b4b5-49f6-42ec-ae63-3765d7d52ffb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:57:25.910659 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c804b4b5-49f6-42ec-ae63-3765d7d52ffb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:57:25.911216 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c804b4b5-49f6-42ec-ae63-3765d7d52ffb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:57:25.911808 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c804b4b5-49f6-42ec-ae63-3765d7d52ffb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:57:25.912396 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c804b4b5-49f6-42ec-ae63-3765d7d52ffb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:57:25.912975 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c804b4b5-49f6-42ec-ae63-3765d7d52ffb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:57:25.914070 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c804b4b5-49f6-42ec-ae63-3765d7d52ffb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:57:25.914699 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c804b4b5-49f6-42ec-ae63-3765d7d52ffb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:57:25.915107 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c804b4b5-49f6-42ec-ae63-3765d7d52ffb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:57:25.963525 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-c804b4b5-49f6-42ec-ae63-3765d7d52ffb None None] Attempting to bind port bca61def-4dc1-4858-811e-46a7f954cc54 on host n-d-827839-2 for vnic_type normal with profile {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:57:25.963810 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-c804b4b5-49f6-42ec-ae63-3765d7d52ffb None None] Attempting to bind port bca61def-4dc1-4858-811e-46a7f954cc54 by drivers openvswitch,hyperv on host n-d-827839-2 at level 0 using segments [{'id': '09f0613d-3f24-4584-a255-fab9e940822e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': 'f55c074a-2ed5-4f74-b062-330126651c68'}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:57:25.964170 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c804b4b5-49f6-42ec-ae63-3765d7d52ffb None None] Attempting to bind port bca61def-4dc1-4858-811e-46a7f954cc54 on network f55c074a-2ed5-4f74-b062-330126651c68 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:57:25.969135 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c804b4b5-49f6-42ec-ae63-3765d7d52ffb None None] Checking agent: {'id': 'ba70844b-66a0-45fd-a2f2-e6ed673321fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 0, 36), 'started_at': datetime.datetime(2022, 2, 4, 17, 1, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 57, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:57:25.969516 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c804b4b5-49f6-42ec-ae63-3765d7d52ffb None None] Checking segment: {'id': '09f0613d-3f24-4584-a255-fab9e940822e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': 'f55c074a-2ed5-4f74-b062-330126651c68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:57:25.969919 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c804b4b5-49f6-42ec-ae63-3765d7d52ffb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:57:25.970312 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c804b4b5-49f6-42ec-ae63-3765d7d52ffb None None] Bound using segment: {'id': '09f0613d-3f24-4584-a255-fab9e940822e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': 'f55c074a-2ed5-4f74-b062-330126651c68'} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:57:25.970782 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-c804b4b5-49f6-42ec-ae63-3765d7d52ffb None None] Bound port: bca61def-4dc1-4858-811e-46a7f954cc54, host: n-d-827839-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09f0613d-3f24-4584-a255-fab9e940822e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': 'f55c074a-2ed5-4f74-b062-330126651c68'}}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:57:25.971170 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c804b4b5-49f6-42ec-ae63-3765d7d52ffb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (bca61def-4dc1-4858-811e-46a7f954cc54), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:57:26.011567 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.db_base_plugin_common [None req-9781ae0b-1423-4509-8235-3d89a7a6f858 admin admin] Allocated IP 172.25.6.212 (48165773-85ad-49a1-9ec1-76fc8dc24188/7660bfad-1ea8-4fe7-831b-bed836f13efc/7057b531-6dab-44b3-90af-eb06babb28f4) {{(pid=103376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:57:26.037784 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-c804b4b5-49f6-42ec-ae63-3765d7d52ffb None None] For port bca61def-4dc1-4858-811e-46a7f954cc54, host n-d-827839-2, cleared binding levels {{(pid=103378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:57:26.041539 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-c804b4b5-49f6-42ec-ae63-3765d7d52ffb None None] For port bca61def-4dc1-4858-811e-46a7f954cc54, host n-d-827839-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=bca61def-4dc1-4858-811e-46a7f954cc54,segment=NetworkSegment(09f0613d-3f24-4584-a255-fab9e940822e),segment_id=09f0613d-3f24-4584-a255-fab9e940822e)] {{(pid=103378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:57:26.046980 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c804b4b5-49f6-42ec-ae63-3765d7d52ffb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (bca61def-4dc1-4858-811e-46a7f954cc54), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:57:26.106808 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c804b4b5-49f6-42ec-ae63-3765d7d52ffb None None] Pushing event updated for resources: {'Port': ['ID=bca61def-4dc1-4858-811e-46a7f954cc54,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:57:26.121736 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-9781ae0b-1423-4509-8235-3d89a7a6f858 admin admin] Publish callbacks [] for port (7057b531-6dab-44b3-90af-eb06babb28f4), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:57:26.158439 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-9781ae0b-1423-4509-8235-3d89a7a6f858 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (7057b531-6dab-44b3-90af-eb06babb28f4), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:57:26.198798 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9781ae0b-1423-4509-8235-3d89a7a6f858 admin admin] Network 48165773-85ad-49a1-9ec1-76fc8dc24188 is already hosted by enough agents. {{(pid=103376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:57:26.201741 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [None req-9781ae0b-1423-4509-8235-3d89a7a6f858 admin admin] Resources bound (agent type, host, resource id): {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:57:26.205981 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9781ae0b-1423-4509-8235-3d89a7a6f858 admin admin] Received port after_create {{(pid=103376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:57:26.235942 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9781ae0b-1423-4509-8235-3d89a7a6f858 admin admin] Pushing event updated for resources: {'Port': ['ID=7057b531-6dab-44b3-90af-eb06babb28f4,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:57:26.505436 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-9781ae0b-1423-4509-8235-3d89a7a6f858 admin admin] Publish callbacks [] for router_gateway (3e475951-ae92-4d90-8a73-fc91319f9fa0), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:57:26.702925 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-9781ae0b-1423-4509-8235-3d89a7a6f858 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1602046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603680'] for router (3e475951-ae92-4d90-8a73-fc91319f9fa0), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:57:26.837801 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9781ae0b-1423-4509-8235-3d89a7a6f858 admin admin] Router 3e475951-ae92-4d90-8a73-fc91319f9fa0 is scheduled to L3 agent 64ada913-9131-4d99-a265-63a920956287 with binding_index 1 {{(pid=103376) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 17:57:26.952061 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9781ae0b-1423-4509-8235-3d89a7a6f858 admin admin] Notify agent at l3_agent.n-d-827839-2 the message routers_updated {{(pid=103376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 17:57:26.961855 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e19501b-159d-4b87-bb68-560c78dda4e0 None None] Sync routers for ids ['3e475951-ae92-4d90-8a73-fc91319f9fa0'] in n-d-827839-2 {{(pid=103378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 17:57:26.973731 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e19501b-159d-4b87-bb68-560c78dda4e0 None None] Routers {'3e475951-ae92-4d90-8a73-fc91319f9fa0'} bound to L3 agent in host n-d-827839-2 {{(pid=103378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:57:26.974610 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-2e19501b-159d-4b87-bb68-560c78dda4e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:57:03Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['3e475951-ae92-4d90-8a73-fc91319f9fa0'], 'active': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:57:26.976835 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-9781ae0b-1423-4509-8235-3d89a7a6f858 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:57:26.981092 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-9781ae0b-1423-4509-8235-3d89a7a6f858 admin admin] 10.222.0.89 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 1.5143802 Feb 04 17:57:26.981467 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 53102) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:57:27.069227 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30ee147f-cede-4b44-a742-594d6aa8354f None None] Network f55c074a-2ed5-4f74-b062-330126651c68 requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:57:27.169187 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-46ecfdfd-4215-48a8-b4d2-c6fce8e6b151 None None] Provisioning complete for port bca61def-4dc1-4858-811e-46a7f954cc54 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:57:27.169560 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-46ecfdfd-4215-48a8-b4d2-c6fce8e6b151 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (bca61def-4dc1-4858-811e-46a7f954cc54), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:57:27.214228 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvr_db [None req-2e19501b-159d-4b87-bb68-560c78dda4e0 None None] Set router 3e475951-ae92-4d90-8a73-fc91319f9fa0 gateway port host: n-d-827839-2 {{(pid=103378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:57:27.426328 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-46ecfdfd-4215-48a8-b4d2-c6fce8e6b151 None None] Current status of the port bca61def-4dc1-4858-811e-46a7f954cc54 is: DOWN; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:57:27.427342 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-46ecfdfd-4215-48a8-b4d2-c6fce8e6b151 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (bca61def-4dc1-4858-811e-46a7f954cc54), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:57:27.508245 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-46ecfdfd-4215-48a8-b4d2-c6fce8e6b151 None None] For port bca61def-4dc1-4858-811e-46a7f954cc54, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=bca61def-4dc1-4858-811e-46a7f954cc54,segment=NetworkSegment(09f0613d-3f24-4584-a255-fab9e940822e),segment_id=09f0613d-3f24-4584-a255-fab9e940822e)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:57:27.518585 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-46ecfdfd-4215-48a8-b4d2-c6fce8e6b151 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (bca61def-4dc1-4858-811e-46a7f954cc54), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:57:27.557992 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-2e19501b-159d-4b87-bb68-560c78dda4e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e475951-ae92-4d90-8a73-fc91319f9fa0', 'name': 'tempest-ImageQuotaTest-1793719627-router', 'tenant_id': '949205888a404bf4bf9089e96426db9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.212'}], 'enable_snat': True}, 'gw_port_id': '7057b531-6dab-44b3-90af-eb06babb28f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:57:25Z', 'updated_at': '2022-02-04T17:57:26Z', 'revision_number': 3, 'project_id': '949205888a404bf4bf9089e96426db9c', 'gw_port': {'id': '7057b531-6dab-44b3-90af-eb06babb28f4', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:23:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e475951-ae92-4d90-8a73-fc91319f9fa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:57:25Z', 'updated_at': '2022-02-04T17:57:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2'}], 'n-d-827839-2', False) {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:57:27.592584 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device bca61def-4dc1-4858-811e-46a7f954cc54 up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:57:27.606380 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e19501b-159d-4b87-bb68-560c78dda4e0 None None] Checking router: 3e475951-ae92-4d90-8a73-fc91319f9fa0 for host: n-d-827839-2 {{(pid=103378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 17:57:27.606732 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e19501b-159d-4b87-bb68-560c78dda4e0 None None] Updating router 3e475951-ae92-4d90-8a73-fc91319f9fa0 port 7057b531-6dab-44b3-90af-eb06babb28f4 binding host n-d-827839-2 {{(pid=103378) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 17:57:27.653405 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ecfdfd-4215-48a8-b4d2-c6fce8e6b151 None None] Pushing event updated for resources: {'Port': ['ID=bca61def-4dc1-4858-811e-46a7f954cc54,revision_number=3']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:57:27.669566 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2e19501b-159d-4b87-bb68-560c78dda4e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (7057b531-6dab-44b3-90af-eb06babb28f4), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:57:27.717028 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port bca61def-4dc1-4858-811e-46a7f954cc54 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:57:27.717405 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (bca61def-4dc1-4858-811e-46a7f954cc54), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:57:27.751182 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-9fbb32a6-8166-4c20-a645-a9a0fd5ff282 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:57:27.835024 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-8ed0931d-f8fc-4e2f-a1ab-d5c16ba11f73 None None] Provisioning complete for port bca61def-4dc1-4858-811e-46a7f954cc54 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:57:27.835976 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8ed0931d-f8fc-4e2f-a1ab-d5c16ba11f73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (bca61def-4dc1-4858-811e-46a7f954cc54), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:57:27.916077 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.db_base_plugin_common [None req-9fbb32a6-8166-4c20-a645-a9a0fd5ff282 admin admin] Allocated IP 172.20.0.1 (f55c074a-2ed5-4f74-b062-330126651c68/2bffae02-9d67-40a6-9c8e-49d15889d447/f48734d0-4795-4d64-bc70-daf95540fbfe) {{(pid=103376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:57:28.033067 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-9fbb32a6-8166-4c20-a645-a9a0fd5ff282 admin admin] Publish callbacks [] for port (f48734d0-4795-4d64-bc70-daf95540fbfe), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:57:28.067294 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-9fbb32a6-8166-4c20-a645-a9a0fd5ff282 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (f48734d0-4795-4d64-bc70-daf95540fbfe), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:57:28.109246 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fbb32a6-8166-4c20-a645-a9a0fd5ff282 admin admin] Network f55c074a-2ed5-4f74-b062-330126651c68 is already hosted by enough agents. {{(pid=103376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:57:28.113909 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [None req-9fbb32a6-8166-4c20-a645-a9a0fd5ff282 admin admin] Resources bound (agent type, host, resource id): {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:57:28.118185 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fbb32a6-8166-4c20-a645-a9a0fd5ff282 admin admin] Received port after_create {{(pid=103376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:57:28.134166 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port bca61def-4dc1-4858-811e-46a7f954cc54 is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:57:28.143122 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbb32a6-8166-4c20-a645-a9a0fd5ff282 admin admin] Pushing event updated for resources: {'Port': ['ID=f48734d0-4795-4d64-bc70-daf95540fbfe,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:57:28.163139 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-9fbb32a6-8166-4c20-a645-a9a0fd5ff282 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1595471'] for router_interface (3e475951-ae92-4d90-8a73-fc91319f9fa0), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:57:28.196112 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-8ed0931d-f8fc-4e2f-a1ab-d5c16ba11f73 None None] Current status of the port bca61def-4dc1-4858-811e-46a7f954cc54 is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:57:28.239081 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2e19501b-159d-4b87-bb68-560c78dda4e0 None None] Publish callbacks [] for port (7057b531-6dab-44b3-90af-eb06babb28f4), precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:57:28.246472 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2e19501b-159d-4b87-bb68-560c78dda4e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (7057b531-6dab-44b3-90af-eb06babb28f4), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:57:28.301502 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-2e19501b-159d-4b87-bb68-560c78dda4e0 None None] Attempting to bind port 7057b531-6dab-44b3-90af-eb06babb28f4 on host n-d-827839-2 for vnic_type normal with profile {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:57:28.301877 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-2e19501b-159d-4b87-bb68-560c78dda4e0 None None] Attempting to bind port 7057b531-6dab-44b3-90af-eb06babb28f4 by drivers openvswitch,hyperv on host n-d-827839-2 at level 0 using segments [{'id': '5942dc44-1f07-4c27-b0ab-45a2bff20dd5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188'}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:57:28.302241 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e19501b-159d-4b87-bb68-560c78dda4e0 None None] Attempting to bind port 7057b531-6dab-44b3-90af-eb06babb28f4 on network 48165773-85ad-49a1-9ec1-76fc8dc24188 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:57:28.304245 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda13d6b-a7c3-44e0-afc0-6609b1e89ab2 None None] Pushing event updated for resources: {'Port': ['ID=7057b531-6dab-44b3-90af-eb06babb28f4,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:57:28.309943 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e19501b-159d-4b87-bb68-560c78dda4e0 None None] Checking agent: {'id': 'ba70844b-66a0-45fd-a2f2-e6ed673321fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 0, 36), 'started_at': datetime.datetime(2022, 2, 4, 17, 1, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 57, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:57:28.310325 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e19501b-159d-4b87-bb68-560c78dda4e0 None None] Checking segment: {'id': '5942dc44-1f07-4c27-b0ab-45a2bff20dd5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:57:28.310730 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2e19501b-159d-4b87-bb68-560c78dda4e0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:57:28.311116 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e19501b-159d-4b87-bb68-560c78dda4e0 None None] Bound using segment: {'id': '5942dc44-1f07-4c27-b0ab-45a2bff20dd5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188'} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:57:28.311581 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-2e19501b-159d-4b87-bb68-560c78dda4e0 None None] Bound port: 7057b531-6dab-44b3-90af-eb06babb28f4, host: n-d-827839-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5942dc44-1f07-4c27-b0ab-45a2bff20dd5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188'}}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:57:28.311963 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2e19501b-159d-4b87-bb68-560c78dda4e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (7057b531-6dab-44b3-90af-eb06babb28f4), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:57:28.331443 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-9fbb32a6-8166-4c20-a645-a9a0fd5ff282 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (f48734d0-4795-4d64-bc70-daf95540fbfe), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:57:28.364263 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-2e19501b-159d-4b87-bb68-560c78dda4e0 None None] For port 7057b531-6dab-44b3-90af-eb06babb28f4, host n-d-827839-2, cleared binding levels {{(pid=103378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:57:28.367758 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-2e19501b-159d-4b87-bb68-560c78dda4e0 None None] For port 7057b531-6dab-44b3-90af-eb06babb28f4, host n-d-827839-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=7057b531-6dab-44b3-90af-eb06babb28f4,segment=NetworkSegment(5942dc44-1f07-4c27-b0ab-45a2bff20dd5),segment_id=5942dc44-1f07-4c27-b0ab-45a2bff20dd5)] {{(pid=103378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:57:28.375037 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2e19501b-159d-4b87-bb68-560c78dda4e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (7057b531-6dab-44b3-90af-eb06babb28f4), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:57:28.451133 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-60f643a4-aaa9-4bac-a5bd-9013d3d96347 None None] Provisioning complete for port f48734d0-4795-4d64-bc70-daf95540fbfe triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:57:28.451416 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-60f643a4-aaa9-4bac-a5bd-9013d3d96347 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (f48734d0-4795-4d64-bc70-daf95540fbfe), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:57:28.452900 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda13d6b-a7c3-44e0-afc0-6609b1e89ab2 None None] Pushing event updated for resources: {'Port': ['ID=7057b531-6dab-44b3-90af-eb06babb28f4,revision_number=3']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:57:28.475815 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e19501b-159d-4b87-bb68-560c78dda4e0 None None] Routers {'3e475951-ae92-4d90-8a73-fc91319f9fa0'} bound to L3 agent in host n-d-827839-2 {{(pid=103378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:57:28.476039 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-2e19501b-159d-4b87-bb68-560c78dda4e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:57:03Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['3e475951-ae92-4d90-8a73-fc91319f9fa0'], 'active': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:57:28.561371 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-60f643a4-aaa9-4bac-a5bd-9013d3d96347 None None] Port f48734d0-4795-4d64-bc70-daf95540fbfe cannot update to ACTIVE because it is not bound. {{(pid=103378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 17:57:28.574909 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-9fbb32a6-8166-4c20-a645-a9a0fd5ff282 admin admin] Publish callbacks [] for port (f48734d0-4795-4d64-bc70-daf95540fbfe), precommit_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:57:28.580584 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-9fbb32a6-8166-4c20-a645-a9a0fd5ff282 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675836'] for port (f48734d0-4795-4d64-bc70-daf95540fbfe), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:57:28.602205 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvr_db [None req-2e19501b-159d-4b87-bb68-560c78dda4e0 None None] Set router 3e475951-ae92-4d90-8a73-fc91319f9fa0 gateway port host: n-d-827839-2 {{(pid=103378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:57:28.657168 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbb32a6-8166-4c20-a645-a9a0fd5ff282 admin admin] Pushing event updated for resources: {'Port': ['ID=f48734d0-4795-4d64-bc70-daf95540fbfe,revision_number=2']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:57:28.659697 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-9fbb32a6-8166-4c20-a645-a9a0fd5ff282 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1677345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602751'] for router_interface (3e475951-ae92-4d90-8a73-fc91319f9fa0), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:57:28.755217 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fbb32a6-8166-4c20-a645-a9a0fd5ff282 admin admin] Network f55c074a-2ed5-4f74-b062-330126651c68 is already hosted by enough agents. {{(pid=103376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:57:28.756766 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [None req-9fbb32a6-8166-4c20-a645-a9a0fd5ff282 admin admin] Resources bound (agent type, host, resource id): {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:57:28.806706 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-2e19501b-159d-4b87-bb68-560c78dda4e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e475951-ae92-4d90-8a73-fc91319f9fa0', 'name': 'tempest-ImageQuotaTest-1793719627-router', 'tenant_id': '949205888a404bf4bf9089e96426db9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.212'}], 'enable_snat': True}, 'gw_port_id': '7057b531-6dab-44b3-90af-eb06babb28f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:57:25Z', 'updated_at': '2022-02-04T17:57:28Z', 'revision_number': 4, 'project_id': '949205888a404bf4bf9089e96426db9c', 'gw_port': {'id': '7057b531-6dab-44b3-90af-eb06babb28f4', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:23:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e475951-ae92-4d90-8a73-fc91319f9fa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:57:25Z', 'updated_at': '2022-02-04T17:57:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_interfaces': [{'id': 'f48734d0-4795-4d64-bc70-daf95540fbfe', 'name': '', 'network_id': 'f55c074a-2ed5-4f74-b062-330126651c68', 'tenant_id': '949205888a404bf4bf9089e96426db9c', 'mac_address': 'fa:16:3e:1b:b5:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e475951-ae92-4d90-8a73-fc91319f9fa0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '2bffae02-9d67-40a6-9c8e-49d15889d447', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:57:27Z', 'updated_at': '2022-02-04T17:57:27Z', 'revision_number': 1, 'project_id': '949205888a404bf4bf9089e96426db9c', 'subnets': [{'id': '2bffae02-9d67-40a6-9c8e-49d15889d447', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-2', False) {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:57:28.838619 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e19501b-159d-4b87-bb68-560c78dda4e0 None None] The sync data for ids ['3e475951-ae92-4d90-8a73-fc91319f9fa0'] in n-d-827839-2 is: [{'id': '3e475951-ae92-4d90-8a73-fc91319f9fa0', 'name': 'tempest-ImageQuotaTest-1793719627-router', 'tenant_id': '949205888a404bf4bf9089e96426db9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.212'}], 'enable_snat': True}, 'gw_port_id': '7057b531-6dab-44b3-90af-eb06babb28f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:57:25Z', 'updated_at': '2022-02-04T17:57:28Z', 'revision_number': 4, 'project_id': '949205888a404bf4bf9089e96426db9c', 'gw_port': {'id': '7057b531-6dab-44b3-90af-eb06babb28f4', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:23:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e475951-ae92-4d90-8a73-fc91319f9fa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:57:25Z', 'updated_at': '2022-02-04T17:57:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_interfaces': [{'id': 'f48734d0-4795-4d64-bc70-daf95540fbfe', 'name': '', 'network_id': 'f55c074a-2ed5-4f74-b062-330126651c68', 'tenant_id': '949205888a404bf4bf9089e96426db9c', 'mac_address': 'fa:16:3e:1b:b5:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e475951-ae92-4d90-8a73-fc91319f9fa0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '2bffae02-9d67-40a6-9c8e-49d15889d447', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:57:27Z', 'updated_at': '2022-02-04T17:57:27Z', 'revision_number': 1, 'project_id': '949205888a404bf4bf9089e96426db9c', 'subnets': [{'id': '2bffae02-9d67-40a6-9c8e-49d15889d447', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 17:57:28.887240 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fbb32a6-8166-4c20-a645-a9a0fd5ff282 admin admin] Router 3e475951-ae92-4d90-8a73-fc91319f9fa0 has already been hosted by L3 agent 64ada913-9131-4d99-a265-63a920956287 {{(pid=103376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 17:57:28.986597 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-88fc1fb9-044f-424d-85fc-2ec31a967271 None None] Provisioning complete for port f48734d0-4795-4d64-bc70-daf95540fbfe triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:57:28.986971 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-88fc1fb9-044f-424d-85fc-2ec31a967271 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (f48734d0-4795-4d64-bc70-daf95540fbfe), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:57:29.013642 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fbb32a6-8166-4c20-a645-a9a0fd5ff282 admin admin] Notify agent at l3_agent.n-d-827839-2 the message routers_updated {{(pid=103376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 17:57:29.022486 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-9fbb32a6-8166-4c20-a645-a9a0fd5ff282 admin admin] 10.222.0.89 "PUT /v2.0/routers/3e475951-ae92-4d90-8a73-fc91319f9fa0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0396335 Feb 04 17:57:29.042309 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-88fc1fb9-044f-424d-85fc-2ec31a967271 None None] Port f48734d0-4795-4d64-bc70-daf95540fbfe cannot update to ACTIVE because it is not bound. {{(pid=103378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 17:57:29.505802 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device bca61def-4dc1-4858-811e-46a7f954cc54 up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:57:29.582044 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port bca61def-4dc1-4858-811e-46a7f954cc54 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:57:29.582421 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (bca61def-4dc1-4858-811e-46a7f954cc54), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:57:29.688928 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port bca61def-4dc1-4858-811e-46a7f954cc54 is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:57:29.776854 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d7d0e5c2-6007-4498-ab66-43d78539ccdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (bb89f5a3-3c22-440b-b7d1-c4f0c43c184a), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:57:30.112638 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 53124) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:57:30.455695 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-da8d8052-dc12-48d8-a1e9-8b673333a503 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602754'] for router_interface (3e475951-ae92-4d90-8a73-fc91319f9fa0), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:57:30.708086 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-da8d8052-dc12-48d8-a1e9-8b673333a503 admin admin] Deleting port f48734d0-4795-4d64-bc70-daf95540fbfe {{(pid=103376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:57:30.708348 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-da8d8052-dc12-48d8-a1e9-8b673333a503 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (f48734d0-4795-4d64-bc70-daf95540fbfe), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:57:30.790098 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-da8d8052-dc12-48d8-a1e9-8b673333a503 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (f48734d0-4795-4d64-bc70-daf95540fbfe), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:57:30.803488 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-da8d8052-dc12-48d8-a1e9-8b673333a503 admin admin] Calling delete_port for f48734d0-4795-4d64-bc70-daf95540fbfe owned by network:router_interface {{(pid=103376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:57:30.955898 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e465e31f-4fe2-4903-8452-5b63b92a5138 None None] Sync routers for ids ['3e475951-ae92-4d90-8a73-fc91319f9fa0'] in n-d-827839-2 {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 17:57:30.966099 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e465e31f-4fe2-4903-8452-5b63b92a5138 None None] Routers {'3e475951-ae92-4d90-8a73-fc91319f9fa0'} bound to L3 agent in host n-d-827839-2 {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:57:30.966676 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-e465e31f-4fe2-4903-8452-5b63b92a5138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:57:03Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['3e475951-ae92-4d90-8a73-fc91319f9fa0'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:57:30.985291 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-da8d8052-dc12-48d8-a1e9-8b673333a503 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (f48734d0-4795-4d64-bc70-daf95540fbfe), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:57:31.012341 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8d8052-dc12-48d8-a1e9-8b673333a503 admin admin] Pushing event deleted for resources: {'Port': ['ID=f48734d0-4795-4d64-bc70-daf95540fbfe,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:57:31.080191 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvr_db [None req-e465e31f-4fe2-4903-8452-5b63b92a5138 None None] Set router 3e475951-ae92-4d90-8a73-fc91319f9fa0 gateway port host: n-d-827839-2 {{(pid=103379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:57:31.189560 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-da8d8052-dc12-48d8-a1e9-8b673333a503 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1677336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1602614'] for router_interface (3e475951-ae92-4d90-8a73-fc91319f9fa0), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:57:31.291549 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-e465e31f-4fe2-4903-8452-5b63b92a5138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e475951-ae92-4d90-8a73-fc91319f9fa0', 'name': 'tempest-ImageQuotaTest-1793719627-router', 'tenant_id': '949205888a404bf4bf9089e96426db9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.212'}], 'enable_snat': True}, 'gw_port_id': '7057b531-6dab-44b3-90af-eb06babb28f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:57:25Z', 'updated_at': '2022-02-04T17:57:28Z', 'revision_number': 4, 'project_id': '949205888a404bf4bf9089e96426db9c', 'gw_port': {'id': '7057b531-6dab-44b3-90af-eb06babb28f4', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:23:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e475951-ae92-4d90-8a73-fc91319f9fa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:57:25Z', 'updated_at': '2022-02-04T17:57:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_interfaces': [{'id': 'f48734d0-4795-4d64-bc70-daf95540fbfe', 'name': '', 'network_id': 'f55c074a-2ed5-4f74-b062-330126651c68', 'tenant_id': '949205888a404bf4bf9089e96426db9c', 'mac_address': 'fa:16:3e:1b:b5:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e475951-ae92-4d90-8a73-fc91319f9fa0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '2bffae02-9d67-40a6-9c8e-49d15889d447', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:57:27Z', 'updated_at': '2022-02-04T17:57:28Z', 'revision_number': 2, 'project_id': '949205888a404bf4bf9089e96426db9c', 'subnets': [{'id': '2bffae02-9d67-40a6-9c8e-49d15889d447', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-2', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:57:31.317589 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e465e31f-4fe2-4903-8452-5b63b92a5138 None None] Checking router: 3e475951-ae92-4d90-8a73-fc91319f9fa0 for host: n-d-827839-2 {{(pid=103379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 17:57:31.317944 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e465e31f-4fe2-4903-8452-5b63b92a5138 None None] Updating router 3e475951-ae92-4d90-8a73-fc91319f9fa0 port f48734d0-4795-4d64-bc70-daf95540fbfe binding host n-d-827839-2 {{(pid=103379) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 17:57:31.336128 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e465e31f-4fe2-4903-8452-5b63b92a5138 None None] Port f48734d0-4795-4d64-bc70-daf95540fbfe not found while updating agent binding for router 3e475951-ae92-4d90-8a73-fc91319f9fa0. {{(pid=103379) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Feb 04 17:57:31.344547 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e465e31f-4fe2-4903-8452-5b63b92a5138 None None] Routers {'3e475951-ae92-4d90-8a73-fc91319f9fa0'} bound to L3 agent in host n-d-827839-2 {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:57:31.345261 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-e465e31f-4fe2-4903-8452-5b63b92a5138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:57:03Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['3e475951-ae92-4d90-8a73-fc91319f9fa0'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:57:31.416930 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da8d8052-dc12-48d8-a1e9-8b673333a503 admin admin] Router 3e475951-ae92-4d90-8a73-fc91319f9fa0 has already been hosted by L3 agent 64ada913-9131-4d99-a265-63a920956287 {{(pid=103376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 17:57:31.453109 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvr_db [None req-e465e31f-4fe2-4903-8452-5b63b92a5138 None None] Set router 3e475951-ae92-4d90-8a73-fc91319f9fa0 gateway port host: n-d-827839-2 {{(pid=103379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:57:31.542497 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da8d8052-dc12-48d8-a1e9-8b673333a503 admin admin] Notify agent at l3_agent.n-d-827839-2 the message routers_updated {{(pid=103376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 17:57:31.544725 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 7057b531-6dab-44b3-90af-eb06babb28f4 up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:57:31.547855 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-da8d8052-dc12-48d8-a1e9-8b673333a503 admin admin] 10.222.0.89 "PUT /v2.0/routers/3e475951-ae92-4d90-8a73-fc91319f9fa0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4341538 Feb 04 17:57:31.550570 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 53126) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:57:31.594670 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port 7057b531-6dab-44b3-90af-eb06babb28f4 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:57:31.595047 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (7057b531-6dab-44b3-90af-eb06babb28f4), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:57:31.648822 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-e465e31f-4fe2-4903-8452-5b63b92a5138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e475951-ae92-4d90-8a73-fc91319f9fa0', 'name': 'tempest-ImageQuotaTest-1793719627-router', 'tenant_id': '949205888a404bf4bf9089e96426db9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.212'}], 'enable_snat': True}, 'gw_port_id': '7057b531-6dab-44b3-90af-eb06babb28f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:57:25Z', 'updated_at': '2022-02-04T17:57:30Z', 'revision_number': 5, 'project_id': '949205888a404bf4bf9089e96426db9c', 'gw_port': {'id': '7057b531-6dab-44b3-90af-eb06babb28f4', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:23:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e475951-ae92-4d90-8a73-fc91319f9fa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:57:25Z', 'updated_at': '2022-02-04T17:57:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2'}], 'n-d-827839-2', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:57:31.667509 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-d8075203-6804-490c-9f3e-eee2abfb5efc admin admin] Publish callbacks [] for router (3e475951-ae92-4d90-8a73-fc91319f9fa0), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:57:31.677381 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port 7057b531-6dab-44b3-90af-eb06babb28f4 is: DOWN; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:57:31.677782 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (7057b531-6dab-44b3-90af-eb06babb28f4), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:57:31.683368 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e465e31f-4fe2-4903-8452-5b63b92a5138 None None] The sync data for ids ['3e475951-ae92-4d90-8a73-fc91319f9fa0'] in n-d-827839-2 is: [{'id': '3e475951-ae92-4d90-8a73-fc91319f9fa0', 'name': 'tempest-ImageQuotaTest-1793719627-router', 'tenant_id': '949205888a404bf4bf9089e96426db9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.212'}], 'enable_snat': True}, 'gw_port_id': '7057b531-6dab-44b3-90af-eb06babb28f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:57:25Z', 'updated_at': '2022-02-04T17:57:30Z', 'revision_number': 5, 'project_id': '949205888a404bf4bf9089e96426db9c', 'gw_port': {'id': '7057b531-6dab-44b3-90af-eb06babb28f4', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:23:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e475951-ae92-4d90-8a73-fc91319f9fa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:57:25Z', 'updated_at': '2022-02-04T17:57:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2'}] {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 17:57:31.702050 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] For port 7057b531-6dab-44b3-90af-eb06babb28f4, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=7057b531-6dab-44b3-90af-eb06babb28f4,segment=NetworkSegment(5942dc44-1f07-4c27-b0ab-45a2bff20dd5),segment_id=5942dc44-1f07-4c27-b0ab-45a2bff20dd5)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:57:31.709766 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (7057b531-6dab-44b3-90af-eb06babb28f4), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:57:31.759812 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Pushing event updated for resources: {'Port': ['ID=7057b531-6dab-44b3-90af-eb06babb28f4,revision_number=4']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:57:31.777424 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-d8075203-6804-490c-9f3e-eee2abfb5efc admin admin] Publish callbacks [] for router_gateway (3e475951-ae92-4d90-8a73-fc91319f9fa0), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:57:31.828621 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-d8075203-6804-490c-9f3e-eee2abfb5efc admin admin] Deleting port 7057b531-6dab-44b3-90af-eb06babb28f4 {{(pid=103376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:57:31.828982 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-d8075203-6804-490c-9f3e-eee2abfb5efc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (7057b531-6dab-44b3-90af-eb06babb28f4), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:57:31.908085 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [None req-d8075203-6804-490c-9f3e-eee2abfb5efc admin admin] For port 7057b531-6dab-44b3-90af-eb06babb28f4, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=7057b531-6dab-44b3-90af-eb06babb28f4,segment=NetworkSegment(5942dc44-1f07-4c27-b0ab-45a2bff20dd5),segment_id=5942dc44-1f07-4c27-b0ab-45a2bff20dd5)] {{(pid=103376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:57:31.908442 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-d8075203-6804-490c-9f3e-eee2abfb5efc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (7057b531-6dab-44b3-90af-eb06babb28f4), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:57:31.921334 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-d8075203-6804-490c-9f3e-eee2abfb5efc admin admin] Calling delete_port for 7057b531-6dab-44b3-90af-eb06babb28f4 owned by network:router_gateway {{(pid=103376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:57:32.245618 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b24f6694-da16-4961-a964-39cbe9fac55a None None] Sync routers for ids ['3e475951-ae92-4d90-8a73-fc91319f9fa0'] in n-d-827839-2 {{(pid=103378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 17:57:32.256169 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b24f6694-da16-4961-a964-39cbe9fac55a None None] Routers {'3e475951-ae92-4d90-8a73-fc91319f9fa0'} bound to L3 agent in host n-d-827839-2 {{(pid=103378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:57:32.256815 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-b24f6694-da16-4961-a964-39cbe9fac55a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:57:03Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['3e475951-ae92-4d90-8a73-fc91319f9fa0'], 'active': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:57:32.353359 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvr_db [None req-b24f6694-da16-4961-a964-39cbe9fac55a None None] Set router 3e475951-ae92-4d90-8a73-fc91319f9fa0 gateway port host: None {{(pid=103378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:57:32.368125 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-d8075203-6804-490c-9f3e-eee2abfb5efc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (7057b531-6dab-44b3-90af-eb06babb28f4), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:57:32.394018 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8075203-6804-490c-9f3e-eee2abfb5efc admin admin] Pushing event deleted for resources: {'Port': ['ID=7057b531-6dab-44b3-90af-eb06babb28f4,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:57:32.412123 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-b24f6694-da16-4961-a964-39cbe9fac55a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e475951-ae92-4d90-8a73-fc91319f9fa0', 'name': 'tempest-ImageQuotaTest-1793719627-router', 'tenant_id': '949205888a404bf4bf9089e96426db9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:57:25Z', 'updated_at': '2022-02-04T17:57:31Z', 'revision_number': 6, 'project_id': '949205888a404bf4bf9089e96426db9c', 'gw_port_host': None}], 'n-d-827839-2', False) {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:57:32.438816 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b24f6694-da16-4961-a964-39cbe9fac55a None None] Checking router: 3e475951-ae92-4d90-8a73-fc91319f9fa0 for host: n-d-827839-2 {{(pid=103378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 17:57:32.448229 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b24f6694-da16-4961-a964-39cbe9fac55a None None] Routers {'3e475951-ae92-4d90-8a73-fc91319f9fa0'} bound to L3 agent in host n-d-827839-2 {{(pid=103378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:57:32.448882 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-b24f6694-da16-4961-a964-39cbe9fac55a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:57:03Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['3e475951-ae92-4d90-8a73-fc91319f9fa0'], 'active': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:57:32.461021 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-d8075203-6804-490c-9f3e-eee2abfb5efc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1595544'] for router_gateway (3e475951-ae92-4d90-8a73-fc91319f9fa0), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:57:32.526990 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvr_db [None req-b24f6694-da16-4961-a964-39cbe9fac55a None None] Set router 3e475951-ae92-4d90-8a73-fc91319f9fa0 gateway port host: None {{(pid=103378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:57:32.559041 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-d8075203-6804-490c-9f3e-eee2abfb5efc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1601811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26971'] for router (3e475951-ae92-4d90-8a73-fc91319f9fa0), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:57:32.560479 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-d8075203-6804-490c-9f3e-eee2abfb5efc admin admin] Publish callbacks [] for router_controller (3e475951-ae92-4d90-8a73-fc91319f9fa0), precommit_delete_associations {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:57:32.584009 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-b24f6694-da16-4961-a964-39cbe9fac55a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e475951-ae92-4d90-8a73-fc91319f9fa0', 'name': 'tempest-ImageQuotaTest-1793719627-router', 'tenant_id': '949205888a404bf4bf9089e96426db9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:57:25Z', 'updated_at': '2022-02-04T17:57:32Z', 'revision_number': 7, 'project_id': '949205888a404bf4bf9089e96426db9c', 'gw_port_host': None}], 'n-d-827839-2', False) {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:57:32.603131 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-d8075203-6804-490c-9f3e-eee2abfb5efc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1601832'] for router (3e475951-ae92-4d90-8a73-fc91319f9fa0), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:57:32.603812 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8075203-6804-490c-9f3e-eee2abfb5efc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3e475951-ae92-4d90-8a73-fc91319f9fa0 {{(pid=103376) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 17:57:32.608701 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-d8075203-6804-490c-9f3e-eee2abfb5efc admin admin] Publish callbacks [] for router (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:57:32.609891 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-d8075203-6804-490c-9f3e-eee2abfb5efc admin admin] 10.222.0.89 "DELETE /v2.0/routers/3e475951-ae92-4d90-8a73-fc91319f9fa0 HTTP/1.1" status: 204 len: 168 time: 1.0583925 Feb 04 17:57:32.611577 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b24f6694-da16-4961-a964-39cbe9fac55a None None] The sync data for ids ['3e475951-ae92-4d90-8a73-fc91319f9fa0'] in n-d-827839-2 is: [{'id': '3e475951-ae92-4d90-8a73-fc91319f9fa0', 'name': 'tempest-ImageQuotaTest-1793719627-router', 'tenant_id': '949205888a404bf4bf9089e96426db9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:57:25Z', 'updated_at': '2022-02-04T17:57:32Z', 'revision_number': 7, 'project_id': '949205888a404bf4bf9089e96426db9c', 'gw_port_host': None}] {{(pid=103378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 17:57:32.612510 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 53128) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:57:32.658752 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.db_base_plugin_v2 [None req-43695feb-99a4-430f-9f42-577e4e23a38d admin admin] Deleting subnet 2bffae02-9d67-40a6-9c8e-49d15889d447 {{(pid=103376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 17:57:32.662219 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-43695feb-99a4-430f-9f42-577e4e23a38d admin admin] Publish callbacks [] for subnet (2bffae02-9d67-40a6-9c8e-49d15889d447), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:57:32.705651 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-43695feb-99a4-430f-9f42-577e4e23a38d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25674901'] for subnet (2bffae02-9d67-40a6-9c8e-49d15889d447), precommit_delete_associations {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:57:32.784763 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-43695feb-99a4-430f-9f42-577e4e23a38d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1541225'] for subnet (2bffae02-9d67-40a6-9c8e-49d15889d447), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:57:32.836143 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-43695feb-99a4-430f-9f42-577e4e23a38d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1541216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25675894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25858947'] for subnet (2bffae02-9d67-40a6-9c8e-49d15889d447), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:57:32.852342 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-388eaccb-0566-4c68-879c-31f62ae0fa78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (64ada913-9131-4d99-a265-63a920956287), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:57:32.864008 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43695feb-99a4-430f-9f42-577e4e23a38d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2bffae02-9d67-40a6-9c8e-49d15889d447,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:57:32.870354 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-43695feb-99a4-430f-9f42-577e4e23a38d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:57:32.873511 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-43695feb-99a4-430f-9f42-577e4e23a38d admin admin] 10.222.0.89 "DELETE /v2.0/subnets/2bffae02-9d67-40a6-9c8e-49d15889d447 HTTP/1.1" status: 204 len: 168 time: 0.2600224 Feb 04 17:57:32.875954 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 53130) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:57:32.878661 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e4eb65a-74c7-45a7-a3e8-e16434b9bfa7 None None] Network f55c074a-2ed5-4f74-b062-330126651c68 requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:57:32.943069 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-b60b44b3-32d2-41b5-8600-223690b1bfa7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628832'] for network (f55c074a-2ed5-4f74-b062-330126651c68), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:57:32.999126 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-b60b44b3-32d2-41b5-8600-223690b1bfa7 admin admin] Deleting port bca61def-4dc1-4858-811e-46a7f954cc54 {{(pid=103376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:57:32.999478 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-b60b44b3-32d2-41b5-8600-223690b1bfa7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (bca61def-4dc1-4858-811e-46a7f954cc54), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:57:33.049564 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b088bb90-cae7-49f3-ab56-b0642fe88bee None None] DHCP port deletion for f55c074a-2ed5-4f74-b062-330126651c68 request from n-d-827839-2 {{(pid=103378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 17:57:33.070950 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [None req-b60b44b3-32d2-41b5-8600-223690b1bfa7 admin admin] For port bca61def-4dc1-4858-811e-46a7f954cc54, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=bca61def-4dc1-4858-811e-46a7f954cc54,segment=NetworkSegment(09f0613d-3f24-4584-a255-fab9e940822e),segment_id=09f0613d-3f24-4584-a255-fab9e940822e)] {{(pid=103376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:57:33.071318 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-b60b44b3-32d2-41b5-8600-223690b1bfa7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (bca61def-4dc1-4858-811e-46a7f954cc54), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:57:33.084505 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-b60b44b3-32d2-41b5-8600-223690b1bfa7 admin admin] Calling delete_port for bca61def-4dc1-4858-811e-46a7f954cc54 owned by network:dhcp {{(pid=103376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:57:33.104049 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-b088bb90-cae7-49f3-ab56-b0642fe88bee None None] Deleting port bca61def-4dc1-4858-811e-46a7f954cc54 {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:57:33.104585 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b088bb90-cae7-49f3-ab56-b0642fe88bee None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (bca61def-4dc1-4858-811e-46a7f954cc54), before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:57:33.162781 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d408ec64-b374-4acb-a1fc-48241dad6d47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (0cd6d64a-47a7-40ff-8c12-71dd526c62e0), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:57:33.169404 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-b60b44b3-32d2-41b5-8600-223690b1bfa7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (bca61def-4dc1-4858-811e-46a7f954cc54), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:57:33.183205 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-b088bb90-cae7-49f3-ab56-b0642fe88bee None None] For port bca61def-4dc1-4858-811e-46a7f954cc54, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=bca61def-4dc1-4858-811e-46a7f954cc54,segment=NetworkSegment(09f0613d-3f24-4584-a255-fab9e940822e),segment_id=09f0613d-3f24-4584-a255-fab9e940822e)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:57:33.183606 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b088bb90-cae7-49f3-ab56-b0642fe88bee None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (bca61def-4dc1-4858-811e-46a7f954cc54), precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:57:33.197902 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b60b44b3-32d2-41b5-8600-223690b1bfa7 admin admin] No DVR routers for this DVR port bca61def-4dc1-4858-811e-46a7f954cc54 on host n-d-827839-2 {{(pid=103376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 17:57:33.198546 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-b088bb90-cae7-49f3-ab56-b0642fe88bee None None] Calling delete_port for bca61def-4dc1-4858-811e-46a7f954cc54 owned by network:dhcp {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:57:33.200706 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60b44b3-32d2-41b5-8600-223690b1bfa7 admin admin] Pushing event deleted for resources: {'Port': ['ID=bca61def-4dc1-4858-811e-46a7f954cc54,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:57:33.278476 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-b60b44b3-32d2-41b5-8600-223690b1bfa7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1543676', 'neutron.services.segments.db._delete_segments_for_network-8781084786517'] for network (f55c074a-2ed5-4f74-b062-330126651c68), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:57:33.282906 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b088bb90-cae7-49f3-ab56-b0642fe88bee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144'] for port (bca61def-4dc1-4858-811e-46a7f954cc54), after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:57:33.300131 n-d-827839-2 neutron-server[103376]: DEBUG neutron.services.segments.db [None req-b60b44b3-32d2-41b5-8600-223690b1bfa7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f55c074a-2ed5-4f74-b062-330126651c68']}} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:57:33.310470 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b088bb90-cae7-49f3-ab56-b0642fe88bee None None] Pushing event deleted for resources: {'Port': ['ID=bca61def-4dc1-4858-811e-46a7f954cc54,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:57:33.311375 n-d-827839-2 neutron-server[103376]: DEBUG neutron.services.segments.db [None req-b60b44b3-32d2-41b5-8600-223690b1bfa7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09f0613d-3f24-4584-a255-fab9e940822e') {'for_net_delete': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:57:33.311698 n-d-827839-2 neutron-server[103376]: DEBUG neutron.services.segments.db [None req-b60b44b3-32d2-41b5-8600-223690b1bfa7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09f0613d-3f24-4584-a255-fab9e940822e') {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:57:33.323162 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b088bb90-cae7-49f3-ab56-b0642fe88bee None None] No DVR routers for this DVR port bca61def-4dc1-4858-811e-46a7f954cc54 on host n-d-827839-2 {{(pid=103378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 17:57:33.336306 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-b60b44b3-32d2-41b5-8600-223690b1bfa7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781084783966', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25674908'] for segment (09f0613d-3f24-4584-a255-fab9e940822e), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:57:33.349767 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-b60b44b3-32d2-41b5-8600-223690b1bfa7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (09f0613d-3f24-4584-a255-fab9e940822e), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:57:33.356018 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b60b44b3-32d2-41b5-8600-223690b1bfa7 admin admin] Releasing vlan 751 on physical network physnet1 to pool {{(pid=103376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 17:57:33.356549 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-b60b44b3-32d2-41b5-8600-223690b1bfa7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25675992'] for segment (09f0613d-3f24-4584-a255-fab9e940822e), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:57:33.358463 n-d-827839-2 neutron-server[103376]: Traceback (most recent call last): Feb 04 17:57:33.358463 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 17:57:33.358463 n-d-827839-2 neutron-server[103376]: timer() Feb 04 17:57:33.358463 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 17:57:33.358463 n-d-827839-2 neutron-server[103376]: cb(*args, **kw) Feb 04 17:57:33.358463 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 17:57:33.358463 n-d-827839-2 neutron-server[103376]: return func(*args, **kwargs) Feb 04 17:57:33.358463 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 17:57:33.358463 n-d-827839-2 neutron-server[103376]: self._notify() Feb 04 17:57:33.358463 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 17:57:33.358463 n-d-827839-2 neutron-server[103376]: self.callback(batched_events) Feb 04 17:57:33.358463 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 17:57:33.358463 n-d-827839-2 neutron-server[103376]: event.method(event) Feb 04 17:57:33.358463 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 17:57:33.358463 n-d-827839-2 neutron-server[103376]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 17:57:33.358463 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 17:57:33.358463 n-d-827839-2 neutron-server[103376]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 17:57:33.358463 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 17:57:33.358463 n-d-827839-2 neutron-server[103376]: return f(self, *a, **k) Feb 04 17:57:33.358463 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 17:57:33.358463 n-d-827839-2 neutron-server[103376]: return self._get(url).json() Feb 04 17:57:33.358463 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 17:57:33.358463 n-d-827839-2 neutron-server[103376]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 17:57:33.358463 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 17:57:33.358463 n-d-827839-2 neutron-server[103376]: return self.request(url, 'GET', **kwargs) Feb 04 17:57:33.358463 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 17:57:33.358463 n-d-827839-2 neutron-server[103376]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 17:57:33.358463 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 17:57:33.358463 n-d-827839-2 neutron-server[103376]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 17:57:33.358463 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 17:57:33.358463 n-d-827839-2 neutron-server[103376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 17:57:33.358463 n-d-827839-2 neutron-server[103376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 17:57:33.412654 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-b60b44b3-32d2-41b5-8600-223690b1bfa7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1543671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1595572'] for network (f55c074a-2ed5-4f74-b062-330126651c68), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:57:33.417359 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-b60b44b3-32d2-41b5-8600-223690b1bfa7 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:57:33.420964 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-b60b44b3-32d2-41b5-8600-223690b1bfa7 admin admin] 10.222.0.89 "DELETE /v2.0/networks/f55c074a-2ed5-4f74-b062-330126651c68 HTTP/1.1" status: 204 len: 168 time: 0.5440340 Feb 04 17:57:33.438975 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60b44b3-32d2-41b5-8600-223690b1bfa7 admin admin] Pushing event deleted for resources: {'Network': ['ID=f55c074a-2ed5-4f74-b062-330126651c68,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:57:33.499250 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device f48734d0-4795-4d64-bc70-daf95540fbfe no longer exists at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:57:33.524061 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] No Port match for: f48734d0-4795-4d64-bc70-daf95540fbfe {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 17:57:33.524417 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device f48734d0-4795-4d64-bc70-daf95540fbfe not bound to the agent host n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 17:57:33.524856 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device bca61def-4dc1-4858-811e-46a7f954cc54 no longer exists at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:57:33.544000 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 53134) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:57:33.551969 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] No Port match for: bca61def-4dc1-4858-811e-46a7f954cc54 {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 17:57:33.551969 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device bca61def-4dc1-4858-811e-46a7f954cc54 not bound to the agent host n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 17:57:33.551969 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 7057b531-6dab-44b3-90af-eb06babb28f4 no longer exists at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:57:33.572348 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] No Port match for: 7057b531-6dab-44b3-90af-eb06babb28f4 {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 17:57:33.572690 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 7057b531-6dab-44b3-90af-eb06babb28f4 not bound to the agent host n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 17:57:33.586426 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-844f679f-4e33-4f2a-898b-a40144e84565 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=949205888a404bf4bf9089e96426db9c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0412681 Feb 04 17:57:33.589096 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 53136) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:57:33.637568 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-75cfc52b-7528-4c49-a1d4-e1e5f2706fe6 admin admin] Publish callbacks [] for security_group (aaf76577-2bb2-4c60-bbb1-c55d40e091cd), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:57:33.658232 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-75cfc52b-7528-4c49-a1d4-e1e5f2706fe6 admin admin] Publish callbacks [] for security_group (aaf76577-2bb2-4c60-bbb1-c55d40e091cd), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:57:33.704317 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-75cfc52b-7528-4c49-a1d4-e1e5f2706fe6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (aaf76577-2bb2-4c60-bbb1-c55d40e091cd), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:57:33.706964 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-75cfc52b-7528-4c49-a1d4-e1e5f2706fe6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:57:33.708119 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-75cfc52b-7528-4c49-a1d4-e1e5f2706fe6 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/aaf76577-2bb2-4c60-bbb1-c55d40e091cd HTTP/1.1" status: 204 len: 168 time: 0.1180313 Feb 04 17:57:33.715804 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75cfc52b-7528-4c49-a1d4-e1e5f2706fe6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aaf76577-2bb2-4c60-bbb1-c55d40e091cd,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:57:34.028792 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 53142) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:57:34.041639 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-e4bd30d2-d9c6-4ba4-90c6-d017bf256b6a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:57:34.115801 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-e4bd30d2-d9c6-4ba4-90c6-d017bf256b6a admin admin] Publish callbacks [] for security_group (1f88b06a-5bd9-45dd-848f-7c17df7de12f), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:57:34.120324 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-e4bd30d2-d9c6-4ba4-90c6-d017bf256b6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (1f88b06a-5bd9-45dd-848f-7c17df7de12f), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:57:34.157860 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-e4bd30d2-d9c6-4ba4-90c6-d017bf256b6a admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2720 time: 0.1280107 Feb 04 17:57:34.159821 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4bd30d2-d9c6-4ba4-90c6-d017bf256b6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f88b06a-5bd9-45dd-848f-7c17df7de12f,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:57:34.160579 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 53144) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:57:34.219542 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-2b18bfb8-4bc8-4df3-872f-28f1157e617c admin admin] Publish callbacks [] for security_group (1f88b06a-5bd9-45dd-848f-7c17df7de12f), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:57:34.239960 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-2b18bfb8-4bc8-4df3-872f-28f1157e617c admin admin] Publish callbacks [] for security_group (1f88b06a-5bd9-45dd-848f-7c17df7de12f), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:57:34.287519 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-2b18bfb8-4bc8-4df3-872f-28f1157e617c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (1f88b06a-5bd9-45dd-848f-7c17df7de12f), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:57:34.290829 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-2b18bfb8-4bc8-4df3-872f-28f1157e617c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:57:34.293199 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-2b18bfb8-4bc8-4df3-872f-28f1157e617c admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/1f88b06a-5bd9-45dd-848f-7c17df7de12f HTTP/1.1" status: 204 len: 168 time: 0.1315010 Feb 04 17:57:34.301370 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b18bfb8-4bc8-4df3-872f-28f1157e617c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f88b06a-5bd9-45dd-848f-7c17df7de12f,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:57:34.854759 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 53166) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:57:34.911228 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4f14bb47-e72b-46ac-9e44-a61d9293afcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (75326290-f7a3-4db8-9cf2-15c7139ed224), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:57:34.953269 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-abe74136-964b-4897-86d1-6433140bf095 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1456540857-network', 'tenant_id': '0082fd5bf0af4f76918b9b76b2e7b4a0'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:57:34.976728 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abe74136-964b-4897-86d1-6433140bf095 admin admin] Made reservation on behalf of 0082fd5bf0af4f76918b9b76b2e7b4a0 for: {'network': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:57:34.978960 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-abe74136-964b-4897-86d1-6433140bf095 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for network (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:57:34.986818 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-abe74136-964b-4897-86d1-6433140bf095 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:57:35.058357 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-abe74136-964b-4897-86d1-6433140bf095 admin admin] Publish callbacks [] for security_group (6ae3ac6a-ca24-406f-b6a6-87d9888b6b27), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:57:35.061961 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-abe74136-964b-4897-86d1-6433140bf095 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (6ae3ac6a-ca24-406f-b6a6-87d9888b6b27), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:57:35.086599 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-abe74136-964b-4897-86d1-6433140bf095 admin admin] vlan segment allocate from pool success with {'vlan_id': 752, 'physical_network': 'physnet1'} {{(pid=103377) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 17:57:35.096258 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe74136-964b-4897-86d1-6433140bf095 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ae3ac6a-ca24-406f-b6a6-87d9888b6b27,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:57:35.100959 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-abe74136-964b-4897-86d1-6433140bf095 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (14b42f91-bfd2-4a53-b270-b22cde6aff98), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:57:35.101312 n-d-827839-2 neutron-server[103377]: INFO neutron.db.segments_db [None req-abe74136-964b-4897-86d1-6433140bf095 admin admin] Added segment 14b42f91-bfd2-4a53-b270-b22cde6aff98 of type vlan for network 373501d5-ea79-4aa8-8415-e77aad537579 Feb 04 17:57:35.140538 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-abe74136-964b-4897-86d1-6433140bf095 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781084292801'] for network (373501d5-ea79-4aa8-8415-e77aad537579), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:57:35.165208 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-abe74136-964b-4897-86d1-6433140bf095 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327'] for network (373501d5-ea79-4aa8-8415-e77aad537579), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:57:35.166063 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abe74136-964b-4897-86d1-6433140bf095 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:57:35.166664 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-abe74136-964b-4897-86d1-6433140bf095 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:57:35.217935 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-abe74136-964b-4897-86d1-6433140bf095 admin admin] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3620932 Feb 04 17:57:35.220981 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 53170) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:57:35.226135 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-9dfbf15f-9ed4-4546-bd2d-530380cc23f2 admin admin] Request body: {'subnet': {'network_id': '373501d5-ea79-4aa8-8415-e77aad537579', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1456540857-subnet', 'tenant_id': '0082fd5bf0af4f76918b9b76b2e7b4a0', 'ip_version': 4}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:57:35.230037 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe74136-964b-4897-86d1-6433140bf095 admin admin] Pushing event updated for resources: {'Network': ['ID=373501d5-ea79-4aa8-8415-e77aad537579,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:57:35.240067 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Network 373501d5-ea79-4aa8-8415-e77aad537579 details requested by agent ovs-agent-n-d-827839-2 with host n-d-827839-2 {{(pid=103378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 17:57:35.246281 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9dfbf15f-9ed4-4546-bd2d-530380cc23f2 admin admin] Made reservation on behalf of 0082fd5bf0af4f76918b9b76b2e7b4a0 for: {'subnet': 1} {{(pid=103376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:57:35.248622 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-9dfbf15f-9ed4-4546-bd2d-530380cc23f2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25859006'] for subnet (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:57:35.413873 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-9dfbf15f-9ed4-4546-bd2d-530380cc23f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25674939', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25858952'] for subnet (645125ba-dc72-4374-be18-fe910df5a518), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:57:35.472840 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dfbf15f-9ed4-4546-bd2d-530380cc23f2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=645125ba-dc72-4374-be18-fe910df5a518,revision_number=0']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:57:35.481300 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dfbf15f-9ed4-4546-bd2d-530380cc23f2 admin admin] Checking segment: {'id': '14b42f91-bfd2-4a53-b270-b22cde6aff98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '373501d5-ea79-4aa8-8415-e77aad537579'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:57:35.481658 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dfbf15f-9ed4-4546-bd2d-530380cc23f2 admin admin] Network hostable DHCP agents. Network: 373501d5-ea79-4aa8-8415-e77aad537579, hostable agents: ['bb89f5a3-3c22-440b-b7d1-c4f0c43c184a'], hosted agents: [] {{(pid=103376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 17:57:35.498059 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dfbf15f-9ed4-4546-bd2d-530380cc23f2 admin admin] Network 373501d5-ea79-4aa8-8415-e77aad537579 is scheduled to be hosted by DHCP agent bb89f5a3-3c22-440b-b7d1-c4f0c43c184a with binding_index 1 {{(pid=103376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 17:57:35.506528 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [None req-9dfbf15f-9ed4-4546-bd2d-530380cc23f2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827839-2, 373501d5-ea79-4aa8-8415-e77aad537579) {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:57:35.511113 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dfbf15f-9ed4-4546-bd2d-530380cc23f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:57:35.511706 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-9dfbf15f-9ed4-4546-bd2d-530380cc23f2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:57:35.516326 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e7d0437-f406-48e7-9b0d-f51eb3d1f9c3 None None] Network 373501d5-ea79-4aa8-8415-e77aad537579 requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:57:35.527325 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-9dfbf15f-9ed4-4546-bd2d-530380cc23f2 admin admin] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3051569 Feb 04 17:57:35.529989 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 53172) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:57:35.534235 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-61482b6b-e3ab-4574-b749-1f240519c808 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1456540857-router', 'tenant_id': '0082fd5bf0af4f76918b9b76b2e7b4a0', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188'}}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:57:35.552833 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-61482b6b-e3ab-4574-b749-1f240519c808 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1601657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26921'] for router (28361fe3-6036-43c9-b8f6-14ae321a7597), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:57:35.553850 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-61482b6b-e3ab-4574-b749-1f240519c808 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1602025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603663', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1630571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26960'] for router (28361fe3-6036-43c9-b8f6-14ae321a7597), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:57:35.609080 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-61482b6b-e3ab-4574-b749-1f240519c808 admin admin] Publish callbacks [] for router_controller (28361fe3-6036-43c9-b8f6-14ae321a7597), precommit_add_association {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:57:35.621552 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec8e834d-9200-4f46-910e-08c785d48bb1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e4c19ad-5724-5db8-8ee1-4f56ae69fcf4-373501d5-ea79-4aa8-8415-e77aad537579', 'network_id': '373501d5-ea79-4aa8-8415-e77aad537579', 'project_id': '0082fd5bf0af4f76918b9b76b2e7b4a0', 'fixed_ips': [{'subnet_id': '645125ba-dc72-4374-be18-fe910df5a518'}]}} from n-d-827839-2. {{(pid=103378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 17:57:35.622413 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ec8e834d-9200-4f46-910e-08c785d48bb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:57:35.753845 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-61482b6b-e3ab-4574-b749-1f240519c808 admin admin] Publish callbacks [] for router_gateway (28361fe3-6036-43c9-b8f6-14ae321a7597), precommit_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:57:35.768151 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-ec8e834d-9200-4f46-910e-08c785d48bb1 None None] Allocated IP 172.20.0.2 (373501d5-ea79-4aa8-8415-e77aad537579/645125ba-dc72-4374-be18-fe910df5a518/bbb42e5c-5d13-4d1d-9578-a4ab84c99a60) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:57:35.779570 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (ba70844b-66a0-45fd-a2f2-e6ed673321fc), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:57:35.916312 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ec8e834d-9200-4f46-910e-08c785d48bb1 None None] Publish callbacks [] for port (bbb42e5c-5d13-4d1d-9578-a4ab84c99a60), precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:57:35.923645 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ec8e834d-9200-4f46-910e-08c785d48bb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135'] for port (bbb42e5c-5d13-4d1d-9578-a4ab84c99a60), after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:57:35.963945 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-61482b6b-e3ab-4574-b749-1f240519c808 admin admin] Publish callbacks [] for router_gateway (28361fe3-6036-43c9-b8f6-14ae321a7597), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:57:35.966418 n-d-827839-2 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec8e834d-9200-4f46-910e-08c785d48bb1 None None] Network 373501d5-ea79-4aa8-8415-e77aad537579 is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:57:35.969310 n-d-827839-2 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-ec8e834d-9200-4f46-910e-08c785d48bb1 None None] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:57:35.971705 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec8e834d-9200-4f46-910e-08c785d48bb1 None None] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:57:35.983528 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-61482b6b-e3ab-4574-b749-1f240519c808 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:57:36.089747 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.db_base_plugin_common [None req-61482b6b-e3ab-4574-b749-1f240519c808 admin admin] Allocated IP 172.25.6.242 (48165773-85ad-49a1-9ec1-76fc8dc24188/7660bfad-1ea8-4fe7-831b-bed836f13efc/2a3e8b82-3998-4110-8b53-6dbc74b5b664) {{(pid=103376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:57:36.160462 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8e834d-9200-4f46-910e-08c785d48bb1 None None] Pushing event updated for resources: {'Port': ['ID=bbb42e5c-5d13-4d1d-9578-a4ab84c99a60,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:57:36.192500 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-ec8e834d-9200-4f46-910e-08c785d48bb1 None None] Attempting to bind port bbb42e5c-5d13-4d1d-9578-a4ab84c99a60 on host n-d-827839-2 for vnic_type normal with profile {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:57:36.192907 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-ec8e834d-9200-4f46-910e-08c785d48bb1 None None] Attempting to bind port bbb42e5c-5d13-4d1d-9578-a4ab84c99a60 by drivers openvswitch,hyperv on host n-d-827839-2 at level 0 using segments [{'id': '14b42f91-bfd2-4a53-b270-b22cde6aff98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '373501d5-ea79-4aa8-8415-e77aad537579'}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:57:36.193269 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec8e834d-9200-4f46-910e-08c785d48bb1 None None] Attempting to bind port bbb42e5c-5d13-4d1d-9578-a4ab84c99a60 on network 373501d5-ea79-4aa8-8415-e77aad537579 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:57:36.198562 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec8e834d-9200-4f46-910e-08c785d48bb1 None None] Checking agent: {'id': 'ba70844b-66a0-45fd-a2f2-e6ed673321fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 0, 36), 'started_at': datetime.datetime(2022, 2, 4, 17, 1, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 57, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:57:36.198939 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec8e834d-9200-4f46-910e-08c785d48bb1 None None] Checking segment: {'id': '14b42f91-bfd2-4a53-b270-b22cde6aff98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '373501d5-ea79-4aa8-8415-e77aad537579'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:57:36.199335 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ec8e834d-9200-4f46-910e-08c785d48bb1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:57:36.199731 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec8e834d-9200-4f46-910e-08c785d48bb1 None None] Bound using segment: {'id': '14b42f91-bfd2-4a53-b270-b22cde6aff98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '373501d5-ea79-4aa8-8415-e77aad537579'} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:57:36.200199 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-ec8e834d-9200-4f46-910e-08c785d48bb1 None None] Bound port: bbb42e5c-5d13-4d1d-9578-a4ab84c99a60, host: n-d-827839-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14b42f91-bfd2-4a53-b270-b22cde6aff98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '373501d5-ea79-4aa8-8415-e77aad537579'}}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:57:36.200578 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ec8e834d-9200-4f46-910e-08c785d48bb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (bbb42e5c-5d13-4d1d-9578-a4ab84c99a60), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:57:36.201995 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-61482b6b-e3ab-4574-b749-1f240519c808 admin admin] Publish callbacks [] for port (2a3e8b82-3998-4110-8b53-6dbc74b5b664), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:57:36.237140 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-61482b6b-e3ab-4574-b749-1f240519c808 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (2a3e8b82-3998-4110-8b53-6dbc74b5b664), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:57:36.262442 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-ec8e834d-9200-4f46-910e-08c785d48bb1 None None] For port bbb42e5c-5d13-4d1d-9578-a4ab84c99a60, host n-d-827839-2, cleared binding levels {{(pid=103378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:57:36.265719 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-ec8e834d-9200-4f46-910e-08c785d48bb1 None None] For port bbb42e5c-5d13-4d1d-9578-a4ab84c99a60, host n-d-827839-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=bbb42e5c-5d13-4d1d-9578-a4ab84c99a60,segment=NetworkSegment(14b42f91-bfd2-4a53-b270-b22cde6aff98),segment_id=14b42f91-bfd2-4a53-b270-b22cde6aff98)] {{(pid=103378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:57:36.272046 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ec8e834d-9200-4f46-910e-08c785d48bb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (bbb42e5c-5d13-4d1d-9578-a4ab84c99a60), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:57:36.281513 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61482b6b-e3ab-4574-b749-1f240519c808 admin admin] Network 48165773-85ad-49a1-9ec1-76fc8dc24188 is already hosted by enough agents. {{(pid=103376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:57:36.288176 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [None req-61482b6b-e3ab-4574-b749-1f240519c808 admin admin] Resources bound (agent type, host, resource id): {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:57:36.291077 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61482b6b-e3ab-4574-b749-1f240519c808 admin admin] Pushing event updated for resources: {'Port': ['ID=2a3e8b82-3998-4110-8b53-6dbc74b5b664,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:57:36.293750 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61482b6b-e3ab-4574-b749-1f240519c808 admin admin] Received port after_create {{(pid=103376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:57:36.343255 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8e834d-9200-4f46-910e-08c785d48bb1 None None] Pushing event updated for resources: {'Port': ['ID=bbb42e5c-5d13-4d1d-9578-a4ab84c99a60,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:57:36.574914 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-61482b6b-e3ab-4574-b749-1f240519c808 admin admin] Publish callbacks [] for router_gateway (28361fe3-6036-43c9-b8f6-14ae321a7597), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:57:36.777015 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-61482b6b-e3ab-4574-b749-1f240519c808 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1602046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603680'] for router (28361fe3-6036-43c9-b8f6-14ae321a7597), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:57:36.907379 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61482b6b-e3ab-4574-b749-1f240519c808 admin admin] Router 28361fe3-6036-43c9-b8f6-14ae321a7597 is scheduled to L3 agent 64ada913-9131-4d99-a265-63a920956287 with binding_index 1 {{(pid=103376) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 17:57:37.019251 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61482b6b-e3ab-4574-b749-1f240519c808 admin admin] Notify agent at l3_agent.n-d-827839-2 the message routers_updated {{(pid=103376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 17:57:37.031357 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca75eaed-6d33-4ef7-870c-715969e6ef99 None None] Sync routers for ids ['28361fe3-6036-43c9-b8f6-14ae321a7597'] in n-d-827839-2 {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 17:57:37.037580 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-61482b6b-e3ab-4574-b749-1f240519c808 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:57:37.038867 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-61482b6b-e3ab-4574-b749-1f240519c808 admin admin] 10.222.0.89 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.5079300 Feb 04 17:57:37.041733 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 53174) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:57:37.043330 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca75eaed-6d33-4ef7-870c-715969e6ef99 None None] Routers {'28361fe3-6036-43c9-b8f6-14ae321a7597'} bound to L3 agent in host n-d-827839-2 {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:57:37.043961 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-ca75eaed-6d33-4ef7-870c-715969e6ef99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:57:33Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['28361fe3-6036-43c9-b8f6-14ae321a7597'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:57:37.251467 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvr_db [None req-ca75eaed-6d33-4ef7-870c-715969e6ef99 None None] Set router 28361fe3-6036-43c9-b8f6-14ae321a7597 gateway port host: n-d-827839-2 {{(pid=103379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:57:37.282586 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b589e010-8437-4cd5-8fca-08a0f1bc73fe None None] Network 373501d5-ea79-4aa8-8415-e77aad537579 requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:57:37.386758 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-e5edaf8a-c1ae-4dab-b6d8-1b3e2f8d4d50 None None] Provisioning complete for port bbb42e5c-5d13-4d1d-9578-a4ab84c99a60 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:57:37.387519 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e5edaf8a-c1ae-4dab-b6d8-1b3e2f8d4d50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (bbb42e5c-5d13-4d1d-9578-a4ab84c99a60), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:57:37.463639 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-ca75eaed-6d33-4ef7-870c-715969e6ef99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28361fe3-6036-43c9-b8f6-14ae321a7597', 'name': 'tempest-TestVolumeBootPattern-1456540857-router', 'tenant_id': '0082fd5bf0af4f76918b9b76b2e7b4a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.242'}], 'enable_snat': True}, 'gw_port_id': '2a3e8b82-3998-4110-8b53-6dbc74b5b664', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:57:35Z', 'updated_at': '2022-02-04T17:57:36Z', 'revision_number': 3, 'project_id': '0082fd5bf0af4f76918b9b76b2e7b4a0', 'gw_port': {'id': '2a3e8b82-3998-4110-8b53-6dbc74b5b664', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:db:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28361fe3-6036-43c9-b8f6-14ae321a7597', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4017, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:57:35Z', 'updated_at': '2022-02-04T17:57:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2'}], 'n-d-827839-2', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:57:37.500395 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca75eaed-6d33-4ef7-870c-715969e6ef99 None None] Checking router: 28361fe3-6036-43c9-b8f6-14ae321a7597 for host: n-d-827839-2 {{(pid=103379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 17:57:37.500772 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca75eaed-6d33-4ef7-870c-715969e6ef99 None None] Updating router 28361fe3-6036-43c9-b8f6-14ae321a7597 port 2a3e8b82-3998-4110-8b53-6dbc74b5b664 binding host n-d-827839-2 {{(pid=103379) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 17:57:37.510283 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-63e5926c-4527-48b8-992e-9d386c95dff2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:57:37.529522 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-e5edaf8a-c1ae-4dab-b6d8-1b3e2f8d4d50 None None] Current status of the port bbb42e5c-5d13-4d1d-9578-a4ab84c99a60 is: DOWN; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:57:37.529917 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e5edaf8a-c1ae-4dab-b6d8-1b3e2f8d4d50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (bbb42e5c-5d13-4d1d-9578-a4ab84c99a60), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:57:37.556329 n-d-827839-2 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-ca75eaed-6d33-4ef7-870c-715969e6ef99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (2a3e8b82-3998-4110-8b53-6dbc74b5b664), before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:57:37.581896 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-e5edaf8a-c1ae-4dab-b6d8-1b3e2f8d4d50 None None] For port bbb42e5c-5d13-4d1d-9578-a4ab84c99a60, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=bbb42e5c-5d13-4d1d-9578-a4ab84c99a60,segment=NetworkSegment(14b42f91-bfd2-4a53-b270-b22cde6aff98),segment_id=14b42f91-bfd2-4a53-b270-b22cde6aff98)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:57:37.586321 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device bbb42e5c-5d13-4d1d-9578-a4ab84c99a60 up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:57:37.589421 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e5edaf8a-c1ae-4dab-b6d8-1b3e2f8d4d50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (bbb42e5c-5d13-4d1d-9578-a4ab84c99a60), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:57:37.711926 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5edaf8a-c1ae-4dab-b6d8-1b3e2f8d4d50 None None] Pushing event updated for resources: {'Port': ['ID=bbb42e5c-5d13-4d1d-9578-a4ab84c99a60,revision_number=3']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:57:37.724250 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port bbb42e5c-5d13-4d1d-9578-a4ab84c99a60 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:57:37.724606 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (bbb42e5c-5d13-4d1d-9578-a4ab84c99a60), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:57:37.729279 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.db_base_plugin_common [None req-63e5926c-4527-48b8-992e-9d386c95dff2 admin admin] Allocated IP 172.20.0.1 (373501d5-ea79-4aa8-8415-e77aad537579/645125ba-dc72-4374-be18-fe910df5a518/ff343d00-6c83-4645-b77b-ac82283080b8) {{(pid=103377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:57:37.826283 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port bbb42e5c-5d13-4d1d-9578-a4ab84c99a60 is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:57:37.828945 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-5ef651fd-2fca-4290-9236-900de5f26bdf None None] Provisioning complete for port bbb42e5c-5d13-4d1d-9578-a4ab84c99a60 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:57:37.829329 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5ef651fd-2fca-4290-9236-900de5f26bdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (bbb42e5c-5d13-4d1d-9578-a4ab84c99a60), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:57:37.868275 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-63e5926c-4527-48b8-992e-9d386c95dff2 admin admin] Publish callbacks [] for port (ff343d00-6c83-4645-b77b-ac82283080b8), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:57:37.903076 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-63e5926c-4527-48b8-992e-9d386c95dff2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (ff343d00-6c83-4645-b77b-ac82283080b8), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:57:37.920758 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-5ef651fd-2fca-4290-9236-900de5f26bdf None None] Current status of the port bbb42e5c-5d13-4d1d-9578-a4ab84c99a60 is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:57:37.923302 n-d-827839-2 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-ca75eaed-6d33-4ef7-870c-715969e6ef99 None None] Publish callbacks [] for port (2a3e8b82-3998-4110-8b53-6dbc74b5b664), precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:57:37.928689 n-d-827839-2 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-ca75eaed-6d33-4ef7-870c-715969e6ef99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (2a3e8b82-3998-4110-8b53-6dbc74b5b664), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:57:37.949393 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63e5926c-4527-48b8-992e-9d386c95dff2 admin admin] Network 373501d5-ea79-4aa8-8415-e77aad537579 is already hosted by enough agents. {{(pid=103377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:57:37.953719 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [None req-63e5926c-4527-48b8-992e-9d386c95dff2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:57:37.957991 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63e5926c-4527-48b8-992e-9d386c95dff2 admin admin] Received port after_create {{(pid=103377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:57:37.981103 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e5926c-4527-48b8-992e-9d386c95dff2 admin admin] Pushing event updated for resources: {'Port': ['ID=ff343d00-6c83-4645-b77b-ac82283080b8,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:57:37.981269 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [None req-ca75eaed-6d33-4ef7-870c-715969e6ef99 None None] Attempting to bind port 2a3e8b82-3998-4110-8b53-6dbc74b5b664 on host n-d-827839-2 for vnic_type normal with profile {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:57:37.981474 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [None req-ca75eaed-6d33-4ef7-870c-715969e6ef99 None None] Attempting to bind port 2a3e8b82-3998-4110-8b53-6dbc74b5b664 by drivers openvswitch,hyperv on host n-d-827839-2 at level 0 using segments [{'id': '5942dc44-1f07-4c27-b0ab-45a2bff20dd5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188'}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:57:37.981829 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca75eaed-6d33-4ef7-870c-715969e6ef99 None None] Attempting to bind port 2a3e8b82-3998-4110-8b53-6dbc74b5b664 on network 48165773-85ad-49a1-9ec1-76fc8dc24188 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:57:37.983732 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff13de6e-0dbd-4863-a0c2-60c14aefc6a0 None None] Pushing event updated for resources: {'Port': ['ID=2a3e8b82-3998-4110-8b53-6dbc74b5b664,revision_number=2']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:57:37.993670 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff13de6e-0dbd-4863-a0c2-60c14aefc6a0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:57:37.994020 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff13de6e-0dbd-4863-a0c2-60c14aefc6a0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:57:37.994366 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff13de6e-0dbd-4863-a0c2-60c14aefc6a0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:57:37.994704 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff13de6e-0dbd-4863-a0c2-60c14aefc6a0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:57:37.995038 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff13de6e-0dbd-4863-a0c2-60c14aefc6a0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:57:37.995368 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff13de6e-0dbd-4863-a0c2-60c14aefc6a0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:57:37.995693 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff13de6e-0dbd-4863-a0c2-60c14aefc6a0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:57:37.996019 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff13de6e-0dbd-4863-a0c2-60c14aefc6a0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:57:37.996343 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff13de6e-0dbd-4863-a0c2-60c14aefc6a0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:57:37.996663 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff13de6e-0dbd-4863-a0c2-60c14aefc6a0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:57:37.997014 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff13de6e-0dbd-4863-a0c2-60c14aefc6a0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:57:37.997351 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff13de6e-0dbd-4863-a0c2-60c14aefc6a0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:57:37.997722 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff13de6e-0dbd-4863-a0c2-60c14aefc6a0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:57:38.001260 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca75eaed-6d33-4ef7-870c-715969e6ef99 None None] Checking agent: {'id': 'ba70844b-66a0-45fd-a2f2-e6ed673321fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 0, 36), 'started_at': datetime.datetime(2022, 2, 4, 17, 1, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 57, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:57:38.001639 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca75eaed-6d33-4ef7-870c-715969e6ef99 None None] Checking segment: {'id': '5942dc44-1f07-4c27-b0ab-45a2bff20dd5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:57:38.002041 n-d-827839-2 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-ca75eaed-6d33-4ef7-870c-715969e6ef99 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:57:38.002426 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca75eaed-6d33-4ef7-870c-715969e6ef99 None None] Bound using segment: {'id': '5942dc44-1f07-4c27-b0ab-45a2bff20dd5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188'} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:57:38.002905 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [None req-ca75eaed-6d33-4ef7-870c-715969e6ef99 None None] Bound port: 2a3e8b82-3998-4110-8b53-6dbc74b5b664, host: n-d-827839-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5942dc44-1f07-4c27-b0ab-45a2bff20dd5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188'}}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:57:38.003284 n-d-827839-2 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-ca75eaed-6d33-4ef7-870c-715969e6ef99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (2a3e8b82-3998-4110-8b53-6dbc74b5b664), before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:57:38.008232 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-63e5926c-4527-48b8-992e-9d386c95dff2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1595471'] for router_interface (28361fe3-6036-43c9-b8f6-14ae321a7597), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:57:38.067174 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-ca75eaed-6d33-4ef7-870c-715969e6ef99 None None] For port 2a3e8b82-3998-4110-8b53-6dbc74b5b664, host n-d-827839-2, cleared binding levels {{(pid=103379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:57:38.070858 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-ca75eaed-6d33-4ef7-870c-715969e6ef99 None None] For port 2a3e8b82-3998-4110-8b53-6dbc74b5b664, host n-d-827839-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=2a3e8b82-3998-4110-8b53-6dbc74b5b664,segment=NetworkSegment(5942dc44-1f07-4c27-b0ab-45a2bff20dd5),segment_id=5942dc44-1f07-4c27-b0ab-45a2bff20dd5)] {{(pid=103379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:57:38.075846 n-d-827839-2 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-ca75eaed-6d33-4ef7-870c-715969e6ef99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (2a3e8b82-3998-4110-8b53-6dbc74b5b664), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:57:38.144200 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca75eaed-6d33-4ef7-870c-715969e6ef99 None None] Routers {'28361fe3-6036-43c9-b8f6-14ae321a7597'} bound to L3 agent in host n-d-827839-2 {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:57:38.145107 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-ca75eaed-6d33-4ef7-870c-715969e6ef99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:57:33Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['28361fe3-6036-43c9-b8f6-14ae321a7597'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:57:38.147067 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff13de6e-0dbd-4863-a0c2-60c14aefc6a0 None None] Pushing event updated for resources: {'Port': ['ID=2a3e8b82-3998-4110-8b53-6dbc74b5b664,revision_number=3']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:57:38.155241 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-63e5926c-4527-48b8-992e-9d386c95dff2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (ff343d00-6c83-4645-b77b-ac82283080b8), before_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:57:38.245697 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-7f72f50d-2ce3-4585-bbc3-10d910875077 None None] Provisioning complete for port ff343d00-6c83-4645-b77b-ac82283080b8 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:57:38.246447 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7f72f50d-2ce3-4585-bbc3-10d910875077 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (ff343d00-6c83-4645-b77b-ac82283080b8), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:57:38.261545 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvr_db [None req-ca75eaed-6d33-4ef7-870c-715969e6ef99 None None] Set router 28361fe3-6036-43c9-b8f6-14ae321a7597 gateway port host: n-d-827839-2 {{(pid=103379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:57:38.287517 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-7f72f50d-2ce3-4585-bbc3-10d910875077 None None] Port ff343d00-6c83-4645-b77b-ac82283080b8 cannot update to ACTIVE because it is not bound. {{(pid=103378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 17:57:38.334236 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-63e5926c-4527-48b8-992e-9d386c95dff2 admin admin] Publish callbacks [] for port (ff343d00-6c83-4645-b77b-ac82283080b8), precommit_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:57:38.339091 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-63e5926c-4527-48b8-992e-9d386c95dff2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25888290'] for port (ff343d00-6c83-4645-b77b-ac82283080b8), after_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:57:38.404213 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-63e5926c-4527-48b8-992e-9d386c95dff2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1677345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602751'] for router_interface (28361fe3-6036-43c9-b8f6-14ae321a7597), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:57:38.405951 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e5926c-4527-48b8-992e-9d386c95dff2 admin admin] Pushing event updated for resources: {'Port': ['ID=ff343d00-6c83-4645-b77b-ac82283080b8,revision_number=2']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:57:38.468388 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-ca75eaed-6d33-4ef7-870c-715969e6ef99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28361fe3-6036-43c9-b8f6-14ae321a7597', 'name': 'tempest-TestVolumeBootPattern-1456540857-router', 'tenant_id': '0082fd5bf0af4f76918b9b76b2e7b4a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.242'}], 'enable_snat': True}, 'gw_port_id': '2a3e8b82-3998-4110-8b53-6dbc74b5b664', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:57:35Z', 'updated_at': '2022-02-04T17:57:38Z', 'revision_number': 4, 'project_id': '0082fd5bf0af4f76918b9b76b2e7b4a0', 'gw_port': {'id': '2a3e8b82-3998-4110-8b53-6dbc74b5b664', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:db:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28361fe3-6036-43c9-b8f6-14ae321a7597', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4017, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:57:35Z', 'updated_at': '2022-02-04T17:57:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_interfaces': [{'id': 'ff343d00-6c83-4645-b77b-ac82283080b8', 'name': '', 'network_id': '373501d5-ea79-4aa8-8415-e77aad537579', 'tenant_id': '0082fd5bf0af4f76918b9b76b2e7b4a0', 'mac_address': 'fa:16:3e:4b:6f:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28361fe3-6036-43c9-b8f6-14ae321a7597', 'device_owner': 'network:router_interface', 'standard_attr_id': 4018, 'fixed_ips': [{'subnet_id': '645125ba-dc72-4374-be18-fe910df5a518', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:57:37Z', 'updated_at': '2022-02-04T17:57:37Z', 'revision_number': 1, 'project_id': '0082fd5bf0af4f76918b9b76b2e7b4a0', 'subnets': [{'id': '645125ba-dc72-4374-be18-fe910df5a518', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-2', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:57:38.501107 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca75eaed-6d33-4ef7-870c-715969e6ef99 None None] The sync data for ids ['28361fe3-6036-43c9-b8f6-14ae321a7597'] in n-d-827839-2 is: [{'id': '28361fe3-6036-43c9-b8f6-14ae321a7597', 'name': 'tempest-TestVolumeBootPattern-1456540857-router', 'tenant_id': '0082fd5bf0af4f76918b9b76b2e7b4a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.242'}], 'enable_snat': True}, 'gw_port_id': '2a3e8b82-3998-4110-8b53-6dbc74b5b664', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:57:35Z', 'updated_at': '2022-02-04T17:57:38Z', 'revision_number': 4, 'project_id': '0082fd5bf0af4f76918b9b76b2e7b4a0', 'gw_port': {'id': '2a3e8b82-3998-4110-8b53-6dbc74b5b664', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:db:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28361fe3-6036-43c9-b8f6-14ae321a7597', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4017, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:57:35Z', 'updated_at': '2022-02-04T17:57:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_interfaces': [{'id': 'ff343d00-6c83-4645-b77b-ac82283080b8', 'name': '', 'network_id': '373501d5-ea79-4aa8-8415-e77aad537579', 'tenant_id': '0082fd5bf0af4f76918b9b76b2e7b4a0', 'mac_address': 'fa:16:3e:4b:6f:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28361fe3-6036-43c9-b8f6-14ae321a7597', 'device_owner': 'network:router_interface', 'standard_attr_id': 4018, 'fixed_ips': [{'subnet_id': '645125ba-dc72-4374-be18-fe910df5a518', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:57:37Z', 'updated_at': '2022-02-04T17:57:37Z', 'revision_number': 1, 'project_id': '0082fd5bf0af4f76918b9b76b2e7b4a0', 'subnets': [{'id': '645125ba-dc72-4374-be18-fe910df5a518', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 17:57:38.762306 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63e5926c-4527-48b8-992e-9d386c95dff2 admin admin] Network 373501d5-ea79-4aa8-8415-e77aad537579 is already hosted by enough agents. {{(pid=103377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:57:38.763603 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [None req-63e5926c-4527-48b8-992e-9d386c95dff2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:57:38.901826 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63e5926c-4527-48b8-992e-9d386c95dff2 admin admin] Router 28361fe3-6036-43c9-b8f6-14ae321a7597 has already been hosted by L3 agent 64ada913-9131-4d99-a265-63a920956287 {{(pid=103377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 17:57:39.017176 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-d60f6eb3-dfda-443d-ab3e-2ad1affe1b73 None None] Provisioning complete for port ff343d00-6c83-4645-b77b-ac82283080b8 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:57:39.017930 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d60f6eb3-dfda-443d-ab3e-2ad1affe1b73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (ff343d00-6c83-4645-b77b-ac82283080b8), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:57:39.018731 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63e5926c-4527-48b8-992e-9d386c95dff2 admin admin] Notify agent at l3_agent.n-d-827839-2 the message routers_updated {{(pid=103377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 17:57:39.040777 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-63e5926c-4527-48b8-992e-9d386c95dff2 admin admin] 10.222.0.89 "PUT /v2.0/routers/28361fe3-6036-43c9-b8f6-14ae321a7597/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9825528 Feb 04 17:57:39.065274 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-d60f6eb3-dfda-443d-ab3e-2ad1affe1b73 None None] Port ff343d00-6c83-4645-b77b-ac82283080b8 cannot update to ACTIVE because it is not bound. {{(pid=103378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 17:57:39.604912 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device bbb42e5c-5d13-4d1d-9578-a4ab84c99a60 up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:57:39.658021 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 53192) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:57:39.663035 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-3cb09c0b-7459-4c28-ab8a-0d12530eb13a admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1675421711-network', 'tenant_id': '9e79425933f743fdaeb94143003736fa'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:57:39.663943 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port bbb42e5c-5d13-4d1d-9578-a4ab84c99a60 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:57:39.664368 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (bbb42e5c-5d13-4d1d-9578-a4ab84c99a60), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:57:39.682373 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cb09c0b-7459-4c28-ab8a-0d12530eb13a admin admin] Made reservation on behalf of 9e79425933f743fdaeb94143003736fa for: {'network': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:57:39.684787 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-3cb09c0b-7459-4c28-ab8a-0d12530eb13a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for network (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:57:39.693876 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-3cb09c0b-7459-4c28-ab8a-0d12530eb13a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:57:39.749787 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port bbb42e5c-5d13-4d1d-9578-a4ab84c99a60 is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:57:39.751135 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 2a3e8b82-3998-4110-8b53-6dbc74b5b664 up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:57:39.780827 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-3cb09c0b-7459-4c28-ab8a-0d12530eb13a admin admin] Publish callbacks [] for security_group (1283bb8e-d872-42f0-91b8-b7b52ebca4cd), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:57:39.784998 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-3cb09c0b-7459-4c28-ab8a-0d12530eb13a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (1283bb8e-d872-42f0-91b8-b7b52ebca4cd), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:57:39.803171 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port 2a3e8b82-3998-4110-8b53-6dbc74b5b664 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:57:39.803752 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (2a3e8b82-3998-4110-8b53-6dbc74b5b664), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:57:39.813999 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3cb09c0b-7459-4c28-ab8a-0d12530eb13a admin admin] vlan segment allocate from pool success with {'vlan_id': 783, 'physical_network': 'physnet1'} {{(pid=103377) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 17:57:39.821353 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb09c0b-7459-4c28-ab8a-0d12530eb13a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1283bb8e-d872-42f0-91b8-b7b52ebca4cd,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:57:39.827713 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-3cb09c0b-7459-4c28-ab8a-0d12530eb13a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (fcddcddb-b308-4137-b666-caced26290c2), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:57:39.828055 n-d-827839-2 neutron-server[103377]: INFO neutron.db.segments_db [None req-3cb09c0b-7459-4c28-ab8a-0d12530eb13a admin admin] Added segment fcddcddb-b308-4137-b666-caced26290c2 of type vlan for network bb841d01-d3c9-43ba-9de1-dce2e57f33ed Feb 04 17:57:39.871757 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-3cb09c0b-7459-4c28-ab8a-0d12530eb13a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781084292801'] for network (bb841d01-d3c9-43ba-9de1-dce2e57f33ed), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:57:39.894089 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port 2a3e8b82-3998-4110-8b53-6dbc74b5b664 is: DOWN; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:57:39.894502 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (2a3e8b82-3998-4110-8b53-6dbc74b5b664), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:57:39.897690 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-3cb09c0b-7459-4c28-ab8a-0d12530eb13a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327'] for network (bb841d01-d3c9-43ba-9de1-dce2e57f33ed), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:57:39.899502 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cb09c0b-7459-4c28-ab8a-0d12530eb13a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:57:39.900070 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-3cb09c0b-7459-4c28-ab8a-0d12530eb13a admin admin] Publish callbacks [] for network (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:57:39.920064 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] For port 2a3e8b82-3998-4110-8b53-6dbc74b5b664, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=2a3e8b82-3998-4110-8b53-6dbc74b5b664,segment=NetworkSegment(5942dc44-1f07-4c27-b0ab-45a2bff20dd5),segment_id=5942dc44-1f07-4c27-b0ab-45a2bff20dd5)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:57:39.924407 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (2a3e8b82-3998-4110-8b53-6dbc74b5b664), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:57:39.973636 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 53194) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:57:39.974075 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-3cb09c0b-7459-4c28-ab8a-0d12530eb13a admin admin] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3149018 Feb 04 17:57:39.975491 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Pushing event updated for resources: {'Port': ['ID=2a3e8b82-3998-4110-8b53-6dbc74b5b664,revision_number=4']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:57:39.978096 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb09c0b-7459-4c28-ab8a-0d12530eb13a admin admin] Pushing event updated for resources: {'Network': ['ID=bb841d01-d3c9-43ba-9de1-dce2e57f33ed,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:57:39.985635 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-8a4d9907-2c2e-4b60-9c48-2a82b24e2493 admin admin] Request body: {'subnet': {'network_id': 'bb841d01-d3c9-43ba-9de1-dce2e57f33ed', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1675421711-subnet', 'tenant_id': '9e79425933f743fdaeb94143003736fa', 'ip_version': 4}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:57:39.995349 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Network bb841d01-d3c9-43ba-9de1-dce2e57f33ed details requested by agent ovs-agent-n-d-827839-2 with host n-d-827839-2 {{(pid=103378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 17:57:40.014680 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a4d9907-2c2e-4b60-9c48-2a82b24e2493 admin admin] Made reservation on behalf of 9e79425933f743fdaeb94143003736fa for: {'subnet': 1} {{(pid=103376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:57:40.017072 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-8a4d9907-2c2e-4b60-9c48-2a82b24e2493 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25859006'] for subnet (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:57:40.188488 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-8a4d9907-2c2e-4b60-9c48-2a82b24e2493 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25674939', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25858952'] for subnet (01883d4a-576a-450f-ace9-6b7ae7b90b1b), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:57:40.243886 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4d9907-2c2e-4b60-9c48-2a82b24e2493 admin admin] Pushing event updated for resources: {'Subnet': ['ID=01883d4a-576a-450f-ace9-6b7ae7b90b1b,revision_number=0']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:57:40.254994 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a4d9907-2c2e-4b60-9c48-2a82b24e2493 admin admin] Checking segment: {'id': 'fcddcddb-b308-4137-b666-caced26290c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'bb841d01-d3c9-43ba-9de1-dce2e57f33ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:57:40.255351 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a4d9907-2c2e-4b60-9c48-2a82b24e2493 admin admin] Network hostable DHCP agents. Network: bb841d01-d3c9-43ba-9de1-dce2e57f33ed, hostable agents: ['bb89f5a3-3c22-440b-b7d1-c4f0c43c184a'], hosted agents: [] {{(pid=103376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 17:57:40.272206 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a4d9907-2c2e-4b60-9c48-2a82b24e2493 admin admin] Network bb841d01-d3c9-43ba-9de1-dce2e57f33ed is scheduled to be hosted by DHCP agent bb89f5a3-3c22-440b-b7d1-c4f0c43c184a with binding_index 1 {{(pid=103376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 17:57:40.281318 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [None req-8a4d9907-2c2e-4b60-9c48-2a82b24e2493 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827839-2, bb841d01-d3c9-43ba-9de1-dce2e57f33ed) {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:57:40.285311 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a4d9907-2c2e-4b60-9c48-2a82b24e2493 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:57:40.285910 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-8a4d9907-2c2e-4b60-9c48-2a82b24e2493 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:57:40.291688 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-033fa4a5-670e-447f-b3d7-92ec202fedbd None None] Network bb841d01-d3c9-43ba-9de1-dce2e57f33ed requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:57:40.301716 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-8a4d9907-2c2e-4b60-9c48-2a82b24e2493 admin admin] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3270538 Feb 04 17:57:40.304951 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 53196) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:57:40.309722 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-fdf2379e-89a9-4476-b72c-171397921613 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1675421711-router', 'tenant_id': '9e79425933f743fdaeb94143003736fa', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188'}}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:57:40.334155 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-fdf2379e-89a9-4476-b72c-171397921613 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1601657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26921'] for router (172f04d8-0664-4e34-b2bd-a14c945d4416), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:57:40.335139 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-fdf2379e-89a9-4476-b72c-171397921613 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1602025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603663', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1630571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26960'] for router (172f04d8-0664-4e34-b2bd-a14c945d4416), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:57:40.388189 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-fdf2379e-89a9-4476-b72c-171397921613 admin admin] Publish callbacks [] for router_controller (172f04d8-0664-4e34-b2bd-a14c945d4416), precommit_add_association {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:57:40.399712 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5c54c6e-6a6f-4e4d-ab60-caa33351364a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e4c19ad-5724-5db8-8ee1-4f56ae69fcf4-bb841d01-d3c9-43ba-9de1-dce2e57f33ed', 'network_id': 'bb841d01-d3c9-43ba-9de1-dce2e57f33ed', 'project_id': '9e79425933f743fdaeb94143003736fa', 'fixed_ips': [{'subnet_id': '01883d4a-576a-450f-ace9-6b7ae7b90b1b'}]}} from n-d-827839-2. {{(pid=103378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 17:57:40.400847 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f5c54c6e-6a6f-4e4d-ab60-caa33351364a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:57:40.509315 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (f20a1ab3-4332-4f54-833b-ba4a7c687e89), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:57:40.540298 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-fdf2379e-89a9-4476-b72c-171397921613 admin admin] Publish callbacks [] for router_gateway (172f04d8-0664-4e34-b2bd-a14c945d4416), precommit_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:57:40.561195 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-f5c54c6e-6a6f-4e4d-ab60-caa33351364a None None] Allocated IP 172.20.0.2 (bb841d01-d3c9-43ba-9de1-dce2e57f33ed/01883d4a-576a-450f-ace9-6b7ae7b90b1b/b58f5464-65a5-45b3-a3a7-182758dd85bc) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:57:40.713540 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f5c54c6e-6a6f-4e4d-ab60-caa33351364a None None] Publish callbacks [] for port (b58f5464-65a5-45b3-a3a7-182758dd85bc), precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:57:40.722600 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f5c54c6e-6a6f-4e4d-ab60-caa33351364a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135'] for port (b58f5464-65a5-45b3-a3a7-182758dd85bc), after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:57:40.731209 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd2e76b7-de59-44f1-9fe4-873160cbf0ac None None] Sync routers for ids ['28361fe3-6036-43c9-b8f6-14ae321a7597'] in n-d-827839-2 {{(pid=103378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 17:57:40.753661 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-fdf2379e-89a9-4476-b72c-171397921613 admin admin] Publish callbacks [] for router_gateway (172f04d8-0664-4e34-b2bd-a14c945d4416), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:57:40.775103 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-fdf2379e-89a9-4476-b72c-171397921613 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:57:40.781911 n-d-827839-2 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5c54c6e-6a6f-4e4d-ab60-caa33351364a None None] Network bb841d01-d3c9-43ba-9de1-dce2e57f33ed is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:57:40.786657 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd2e76b7-de59-44f1-9fe4-873160cbf0ac None None] Routers {'28361fe3-6036-43c9-b8f6-14ae321a7597'} bound to L3 agent in host n-d-827839-2 {{(pid=103378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:57:40.787279 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-dd2e76b7-de59-44f1-9fe4-873160cbf0ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:57:33Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['28361fe3-6036-43c9-b8f6-14ae321a7597'], 'active': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:57:40.789636 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c54c6e-6a6f-4e4d-ab60-caa33351364a None None] Pushing event updated for resources: {'Port': ['ID=b58f5464-65a5-45b3-a3a7-182758dd85bc,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:57:40.792386 n-d-827839-2 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-f5c54c6e-6a6f-4e4d-ab60-caa33351364a None None] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:57:40.795369 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5c54c6e-6a6f-4e4d-ab60-caa33351364a None None] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:57:40.889609 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.db_base_plugin_common [None req-fdf2379e-89a9-4476-b72c-171397921613 admin admin] Allocated IP 172.25.6.2 (48165773-85ad-49a1-9ec1-76fc8dc24188/7660bfad-1ea8-4fe7-831b-bed836f13efc/f8610304-7d1e-4bc8-b562-036cb3746d8f) {{(pid=103376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:57:40.932981 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-f5c54c6e-6a6f-4e4d-ab60-caa33351364a None None] Attempting to bind port b58f5464-65a5-45b3-a3a7-182758dd85bc on host n-d-827839-2 for vnic_type normal with profile {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:57:40.933347 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-f5c54c6e-6a6f-4e4d-ab60-caa33351364a None None] Attempting to bind port b58f5464-65a5-45b3-a3a7-182758dd85bc by drivers openvswitch,hyperv on host n-d-827839-2 at level 0 using segments [{'id': 'fcddcddb-b308-4137-b666-caced26290c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'bb841d01-d3c9-43ba-9de1-dce2e57f33ed'}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:57:40.933701 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5c54c6e-6a6f-4e4d-ab60-caa33351364a None None] Attempting to bind port b58f5464-65a5-45b3-a3a7-182758dd85bc on network bb841d01-d3c9-43ba-9de1-dce2e57f33ed {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:57:40.942674 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5c54c6e-6a6f-4e4d-ab60-caa33351364a None None] Checking agent: {'id': 'ba70844b-66a0-45fd-a2f2-e6ed673321fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 0, 36), 'started_at': datetime.datetime(2022, 2, 4, 17, 1, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 57, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:57:40.943044 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5c54c6e-6a6f-4e4d-ab60-caa33351364a None None] Checking segment: {'id': 'fcddcddb-b308-4137-b666-caced26290c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'bb841d01-d3c9-43ba-9de1-dce2e57f33ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:57:40.943442 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f5c54c6e-6a6f-4e4d-ab60-caa33351364a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:57:40.943829 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5c54c6e-6a6f-4e4d-ab60-caa33351364a None None] Bound using segment: {'id': 'fcddcddb-b308-4137-b666-caced26290c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'bb841d01-d3c9-43ba-9de1-dce2e57f33ed'} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:57:40.944292 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-f5c54c6e-6a6f-4e4d-ab60-caa33351364a None None] Bound port: b58f5464-65a5-45b3-a3a7-182758dd85bc, host: n-d-827839-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fcddcddb-b308-4137-b666-caced26290c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'bb841d01-d3c9-43ba-9de1-dce2e57f33ed'}}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:57:40.944699 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f5c54c6e-6a6f-4e4d-ab60-caa33351364a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (b58f5464-65a5-45b3-a3a7-182758dd85bc), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:57:40.958335 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvr_db [None req-dd2e76b7-de59-44f1-9fe4-873160cbf0ac None None] Set router 28361fe3-6036-43c9-b8f6-14ae321a7597 gateway port host: n-d-827839-2 {{(pid=103378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:57:40.996164 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-fdf2379e-89a9-4476-b72c-171397921613 admin admin] Publish callbacks [] for port (f8610304-7d1e-4bc8-b562-036cb3746d8f), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:57:41.032422 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-fdf2379e-89a9-4476-b72c-171397921613 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (f8610304-7d1e-4bc8-b562-036cb3746d8f), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:57:41.071212 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdf2379e-89a9-4476-b72c-171397921613 admin admin] Network 48165773-85ad-49a1-9ec1-76fc8dc24188 is already hosted by enough agents. {{(pid=103376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:57:41.074101 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [None req-fdf2379e-89a9-4476-b72c-171397921613 admin admin] Resources bound (agent type, host, resource id): {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:57:41.077628 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdf2379e-89a9-4476-b72c-171397921613 admin admin] Received port after_create {{(pid=103376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:57:41.108560 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf2379e-89a9-4476-b72c-171397921613 admin admin] Pushing event updated for resources: {'Port': ['ID=f8610304-7d1e-4bc8-b562-036cb3746d8f,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:57:41.116080 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-f5c54c6e-6a6f-4e4d-ab60-caa33351364a None None] For port b58f5464-65a5-45b3-a3a7-182758dd85bc, host n-d-827839-2, cleared binding levels {{(pid=103378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:57:41.122747 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-f5c54c6e-6a6f-4e4d-ab60-caa33351364a None None] For port b58f5464-65a5-45b3-a3a7-182758dd85bc, host n-d-827839-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=b58f5464-65a5-45b3-a3a7-182758dd85bc,segment=NetworkSegment(fcddcddb-b308-4137-b666-caced26290c2),segment_id=fcddcddb-b308-4137-b666-caced26290c2)] {{(pid=103378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:57:41.134812 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f5c54c6e-6a6f-4e4d-ab60-caa33351364a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (b58f5464-65a5-45b3-a3a7-182758dd85bc), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:57:41.214309 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c54c6e-6a6f-4e4d-ab60-caa33351364a None None] Pushing event updated for resources: {'Port': ['ID=b58f5464-65a5-45b3-a3a7-182758dd85bc,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:57:41.284885 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-dd2e76b7-de59-44f1-9fe4-873160cbf0ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28361fe3-6036-43c9-b8f6-14ae321a7597', 'name': 'tempest-TestVolumeBootPattern-1456540857-router', 'tenant_id': '0082fd5bf0af4f76918b9b76b2e7b4a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.242'}], 'enable_snat': True}, 'gw_port_id': '2a3e8b82-3998-4110-8b53-6dbc74b5b664', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:57:35Z', 'updated_at': '2022-02-04T17:57:38Z', 'revision_number': 4, 'project_id': '0082fd5bf0af4f76918b9b76b2e7b4a0', 'gw_port': {'id': '2a3e8b82-3998-4110-8b53-6dbc74b5b664', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:db:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28361fe3-6036-43c9-b8f6-14ae321a7597', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4017, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:57:35Z', 'updated_at': '2022-02-04T17:57:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_interfaces': [{'id': 'ff343d00-6c83-4645-b77b-ac82283080b8', 'name': '', 'network_id': '373501d5-ea79-4aa8-8415-e77aad537579', 'tenant_id': '0082fd5bf0af4f76918b9b76b2e7b4a0', 'mac_address': 'fa:16:3e:4b:6f:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28361fe3-6036-43c9-b8f6-14ae321a7597', 'device_owner': 'network:router_interface', 'standard_attr_id': 4018, 'fixed_ips': [{'subnet_id': '645125ba-dc72-4374-be18-fe910df5a518', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:57:37Z', 'updated_at': '2022-02-04T17:57:38Z', 'revision_number': 2, 'project_id': '0082fd5bf0af4f76918b9b76b2e7b4a0', 'subnets': [{'id': '645125ba-dc72-4374-be18-fe910df5a518', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-2', False) {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:57:41.315735 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd2e76b7-de59-44f1-9fe4-873160cbf0ac None None] Checking router: 28361fe3-6036-43c9-b8f6-14ae321a7597 for host: n-d-827839-2 {{(pid=103378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 17:57:41.316163 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd2e76b7-de59-44f1-9fe4-873160cbf0ac None None] Updating router 28361fe3-6036-43c9-b8f6-14ae321a7597 port ff343d00-6c83-4645-b77b-ac82283080b8 binding host n-d-827839-2 {{(pid=103378) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 17:57:41.349561 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-dd2e76b7-de59-44f1-9fe4-873160cbf0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (ff343d00-6c83-4645-b77b-ac82283080b8), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:57:41.355777 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-fdf2379e-89a9-4476-b72c-171397921613 admin admin] Publish callbacks [] for router_gateway (172f04d8-0664-4e34-b2bd-a14c945d4416), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:57:41.686431 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device b58f5464-65a5-45b3-a3a7-182758dd85bc up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:57:41.734339 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-dd2e76b7-de59-44f1-9fe4-873160cbf0ac None None] Publish callbacks [] for port (ff343d00-6c83-4645-b77b-ac82283080b8), precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:57:41.743330 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-dd2e76b7-de59-44f1-9fe4-873160cbf0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (ff343d00-6c83-4645-b77b-ac82283080b8), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:57:41.805964 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port b58f5464-65a5-45b3-a3a7-182758dd85bc triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:57:41.806349 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (b58f5464-65a5-45b3-a3a7-182758dd85bc), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:57:41.848316 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0eb150-9fae-42fe-b660-d2d66d88d2c0 None None] Pushing event updated for resources: {'Port': ['ID=ff343d00-6c83-4645-b77b-ac82283080b8,revision_number=3']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:57:41.890403 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-dd2e76b7-de59-44f1-9fe4-873160cbf0ac None None] Attempting to bind port ff343d00-6c83-4645-b77b-ac82283080b8 on host n-d-827839-2 for vnic_type normal with profile {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:57:41.890778 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-dd2e76b7-de59-44f1-9fe4-873160cbf0ac None None] Attempting to bind port ff343d00-6c83-4645-b77b-ac82283080b8 by drivers openvswitch,hyperv on host n-d-827839-2 at level 0 using segments [{'id': '14b42f91-bfd2-4a53-b270-b22cde6aff98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '373501d5-ea79-4aa8-8415-e77aad537579'}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:57:41.891456 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd2e76b7-de59-44f1-9fe4-873160cbf0ac None None] Attempting to bind port ff343d00-6c83-4645-b77b-ac82283080b8 on network 373501d5-ea79-4aa8-8415-e77aad537579 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:57:41.896068 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-fdf2379e-89a9-4476-b72c-171397921613 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1602046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603680'] for router (172f04d8-0664-4e34-b2bd-a14c945d4416), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:57:41.898705 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd2e76b7-de59-44f1-9fe4-873160cbf0ac None None] Checking agent: {'id': 'ba70844b-66a0-45fd-a2f2-e6ed673321fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 0, 36), 'started_at': datetime.datetime(2022, 2, 4, 17, 1, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 57, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:57:41.899087 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd2e76b7-de59-44f1-9fe4-873160cbf0ac None None] Checking segment: {'id': '14b42f91-bfd2-4a53-b270-b22cde6aff98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '373501d5-ea79-4aa8-8415-e77aad537579'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:57:41.899494 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-dd2e76b7-de59-44f1-9fe4-873160cbf0ac None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:57:41.899890 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd2e76b7-de59-44f1-9fe4-873160cbf0ac None None] Bound using segment: {'id': '14b42f91-bfd2-4a53-b270-b22cde6aff98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '373501d5-ea79-4aa8-8415-e77aad537579'} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:57:41.900362 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-dd2e76b7-de59-44f1-9fe4-873160cbf0ac None None] Bound port: ff343d00-6c83-4645-b77b-ac82283080b8, host: n-d-827839-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14b42f91-bfd2-4a53-b270-b22cde6aff98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '373501d5-ea79-4aa8-8415-e77aad537579'}}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:57:41.900771 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-dd2e76b7-de59-44f1-9fe4-873160cbf0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (ff343d00-6c83-4645-b77b-ac82283080b8), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:57:41.986995 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port b58f5464-65a5-45b3-a3a7-182758dd85bc is: DOWN; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:57:41.987302 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (b58f5464-65a5-45b3-a3a7-182758dd85bc), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:57:42.025629 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-dd2e76b7-de59-44f1-9fe4-873160cbf0ac None None] For port ff343d00-6c83-4645-b77b-ac82283080b8, host n-d-827839-2, cleared binding levels {{(pid=103378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:57:42.036773 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdf2379e-89a9-4476-b72c-171397921613 admin admin] Router 172f04d8-0664-4e34-b2bd-a14c945d4416 is scheduled to L3 agent 64ada913-9131-4d99-a265-63a920956287 with binding_index 1 {{(pid=103376) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 17:57:42.047293 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-dd2e76b7-de59-44f1-9fe4-873160cbf0ac None None] For port ff343d00-6c83-4645-b77b-ac82283080b8, host n-d-827839-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=ff343d00-6c83-4645-b77b-ac82283080b8,segment=NetworkSegment(14b42f91-bfd2-4a53-b270-b22cde6aff98),segment_id=14b42f91-bfd2-4a53-b270-b22cde6aff98)] {{(pid=103378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:57:42.061803 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-dd2e76b7-de59-44f1-9fe4-873160cbf0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (ff343d00-6c83-4645-b77b-ac82283080b8), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:57:42.065720 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] For port b58f5464-65a5-45b3-a3a7-182758dd85bc, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=b58f5464-65a5-45b3-a3a7-182758dd85bc,segment=NetworkSegment(fcddcddb-b308-4137-b666-caced26290c2),segment_id=fcddcddb-b308-4137-b666-caced26290c2)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:57:42.068647 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-1eeec62d-9408-4c5b-b36c-df464987e5be None None] Provisioning complete for port ff343d00-6c83-4645-b77b-ac82283080b8 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:57:42.069054 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1eeec62d-9408-4c5b-b36c-df464987e5be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (ff343d00-6c83-4645-b77b-ac82283080b8), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:57:42.092651 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (b58f5464-65a5-45b3-a3a7-182758dd85bc), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:57:42.093446 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 2a3e8b82-3998-4110-8b53-6dbc74b5b664 up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:57:42.173404 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdf2379e-89a9-4476-b72c-171397921613 admin admin] Notify agent at l3_agent.n-d-827839-2 the message routers_updated {{(pid=103376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 17:57:42.192964 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-fdf2379e-89a9-4476-b72c-171397921613 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:57:42.194420 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-fdf2379e-89a9-4476-b72c-171397921613 admin admin] 10.222.0.89 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.8881936 Feb 04 17:57:42.197313 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.agents_db [None req-e1691f3b-aacd-4cd6-8ebb-a9c53bb301c0 None None] Agent healthcheck: found 7 active agents {{(pid=103379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 17:57:42.197805 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 53202) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:57:42.200663 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6425c68-8999-4d5f-9895-6b63b38e6d77 None None] Sync routers for ids ['172f04d8-0664-4e34-b2bd-a14c945d4416'] in n-d-827839-2 {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 17:57:42.222637 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6425c68-8999-4d5f-9895-6b63b38e6d77 None None] Routers {'172f04d8-0664-4e34-b2bd-a14c945d4416'} bound to L3 agent in host n-d-827839-2 {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:57:42.224009 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-f6425c68-8999-4d5f-9895-6b63b38e6d77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:57:33Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['172f04d8-0664-4e34-b2bd-a14c945d4416'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:57:42.375212 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd2e76b7-de59-44f1-9fe4-873160cbf0ac None None] Routers {'28361fe3-6036-43c9-b8f6-14ae321a7597'} bound to L3 agent in host n-d-827839-2 {{(pid=103378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:57:42.375854 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-dd2e76b7-de59-44f1-9fe4-873160cbf0ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:57:33Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['28361fe3-6036-43c9-b8f6-14ae321a7597'], 'active': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:57:42.381386 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0eb150-9fae-42fe-b660-d2d66d88d2c0 None None] Pushing event updated for resources: {'Port': ['ID=ff343d00-6c83-4645-b77b-ac82283080b8,revision_number=4']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:57:42.383703 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvr_db [None req-f6425c68-8999-4d5f-9895-6b63b38e6d77 None None] Set router 172f04d8-0664-4e34-b2bd-a14c945d4416 gateway port host: n-d-827839-2 {{(pid=103379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:57:42.504125 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea08c15c-9449-488f-a393-de9474e7777c None None] Network bb841d01-d3c9-43ba-9de1-dce2e57f33ed requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:57:42.570368 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1eeec62d-9408-4c5b-b36c-df464987e5be None None] Current status of the port ff343d00-6c83-4645-b77b-ac82283080b8 is: DOWN; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:57:42.570755 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1eeec62d-9408-4c5b-b36c-df464987e5be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (ff343d00-6c83-4645-b77b-ac82283080b8), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:57:42.631724 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-f6425c68-8999-4d5f-9895-6b63b38e6d77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '172f04d8-0664-4e34-b2bd-a14c945d4416', 'name': 'tempest-TestVolumeBootPattern-1675421711-router', 'tenant_id': '9e79425933f743fdaeb94143003736fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.2'}], 'enable_snat': True}, 'gw_port_id': 'f8610304-7d1e-4bc8-b562-036cb3746d8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:57:40Z', 'updated_at': '2022-02-04T17:57:41Z', 'revision_number': 3, 'project_id': '9e79425933f743fdaeb94143003736fa', 'gw_port': {'id': 'f8610304-7d1e-4bc8-b562-036cb3746d8f', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:79:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '172f04d8-0664-4e34-b2bd-a14c945d4416', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4029, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:57:40Z', 'updated_at': '2022-02-04T17:57:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2'}], 'n-d-827839-2', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:57:42.670831 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6425c68-8999-4d5f-9895-6b63b38e6d77 None None] Checking router: 172f04d8-0664-4e34-b2bd-a14c945d4416 for host: n-d-827839-2 {{(pid=103379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 17:57:42.671805 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6425c68-8999-4d5f-9895-6b63b38e6d77 None None] Updating router 172f04d8-0664-4e34-b2bd-a14c945d4416 port f8610304-7d1e-4bc8-b562-036cb3746d8f binding host n-d-827839-2 {{(pid=103379) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 17:57:42.682790 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Pushing event updated for resources: {'Port': ['ID=b58f5464-65a5-45b3-a3a7-182758dd85bc,revision_number=3']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:57:42.712348 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (3f9244a9-75fc-4c10-b195-11d48b853b41), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:57:42.719777 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1eeec62d-9408-4c5b-b36c-df464987e5be None None] For port ff343d00-6c83-4645-b77b-ac82283080b8, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=ff343d00-6c83-4645-b77b-ac82283080b8,segment=NetworkSegment(14b42f91-bfd2-4a53-b270-b22cde6aff98),segment_id=14b42f91-bfd2-4a53-b270-b22cde6aff98)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:57:42.720797 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port 2a3e8b82-3998-4110-8b53-6dbc74b5b664 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:57:42.721519 n-d-827839-2 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f6425c68-8999-4d5f-9895-6b63b38e6d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (f8610304-7d1e-4bc8-b562-036cb3746d8f), before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:57:42.721937 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (2a3e8b82-3998-4110-8b53-6dbc74b5b664), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:57:42.740018 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1eeec62d-9408-4c5b-b36c-df464987e5be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (ff343d00-6c83-4645-b77b-ac82283080b8), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:57:42.783765 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-bd1f131b-fbd9-48bc-bbee-ba9a3815c304 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:57:42.800349 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvr_db [None req-dd2e76b7-de59-44f1-9fe4-873160cbf0ac None None] Set router 28361fe3-6036-43c9-b8f6-14ae321a7597 gateway port host: n-d-827839-2 {{(pid=103378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:57:42.938149 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eeec62d-9408-4c5b-b36c-df464987e5be None None] Pushing event updated for resources: {'Port': ['ID=ff343d00-6c83-4645-b77b-ac82283080b8,revision_number=5']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:57:42.964114 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.db_base_plugin_common [None req-bd1f131b-fbd9-48bc-bbee-ba9a3815c304 admin admin] Allocated IP 172.20.0.1 (bb841d01-d3c9-43ba-9de1-dce2e57f33ed/01883d4a-576a-450f-ace9-6b7ae7b90b1b/99b567d5-87c2-4ee6-8ec5-cc9989bf290e) {{(pid=103376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:57:42.988523 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-382e1309-e057-4e19-aebb-9a0082fea54e None None] Provisioning complete for port b58f5464-65a5-45b3-a3a7-182758dd85bc triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:57:42.988945 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-382e1309-e057-4e19-aebb-9a0082fea54e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (b58f5464-65a5-45b3-a3a7-182758dd85bc), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:57:43.092008 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port 2a3e8b82-3998-4110-8b53-6dbc74b5b664 is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:57:43.102508 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-bd1f131b-fbd9-48bc-bbee-ba9a3815c304 admin admin] Publish callbacks [] for port (99b567d5-87c2-4ee6-8ec5-cc9989bf290e), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:57:43.153812 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-bd1f131b-fbd9-48bc-bbee-ba9a3815c304 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (99b567d5-87c2-4ee6-8ec5-cc9989bf290e), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:57:43.171488 n-d-827839-2 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f6425c68-8999-4d5f-9895-6b63b38e6d77 None None] Publish callbacks [] for port (f8610304-7d1e-4bc8-b562-036cb3746d8f), precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:57:43.179718 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd1f131b-fbd9-48bc-bbee-ba9a3815c304 admin admin] Network bb841d01-d3c9-43ba-9de1-dce2e57f33ed is already hosted by enough agents. {{(pid=103376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:57:43.179890 n-d-827839-2 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f6425c68-8999-4d5f-9895-6b63b38e6d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (f8610304-7d1e-4bc8-b562-036cb3746d8f), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:57:43.182011 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [None req-bd1f131b-fbd9-48bc-bbee-ba9a3815c304 admin admin] Resources bound (agent type, host, resource id): {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:57:43.202965 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd1f131b-fbd9-48bc-bbee-ba9a3815c304 admin admin] Received port after_create {{(pid=103376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:57:43.221384 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-382e1309-e057-4e19-aebb-9a0082fea54e None None] Current status of the port b58f5464-65a5-45b3-a3a7-182758dd85bc is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:57:43.232649 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f1a993-98b1-4776-bbee-13738418df05 None None] Pushing event updated for resources: {'Port': ['ID=f8610304-7d1e-4bc8-b562-036cb3746d8f,revision_number=2']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:57:43.257552 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [None req-f6425c68-8999-4d5f-9895-6b63b38e6d77 None None] Attempting to bind port f8610304-7d1e-4bc8-b562-036cb3746d8f on host n-d-827839-2 for vnic_type normal with profile {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:57:43.258488 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [None req-f6425c68-8999-4d5f-9895-6b63b38e6d77 None None] Attempting to bind port f8610304-7d1e-4bc8-b562-036cb3746d8f by drivers openvswitch,hyperv on host n-d-827839-2 at level 0 using segments [{'id': '5942dc44-1f07-4c27-b0ab-45a2bff20dd5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188'}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:57:43.258994 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6425c68-8999-4d5f-9895-6b63b38e6d77 None None] Attempting to bind port f8610304-7d1e-4bc8-b562-036cb3746d8f on network 48165773-85ad-49a1-9ec1-76fc8dc24188 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:57:43.263460 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1f131b-fbd9-48bc-bbee-ba9a3815c304 admin admin] Pushing event updated for resources: {'Port': ['ID=99b567d5-87c2-4ee6-8ec5-cc9989bf290e,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:57:43.265150 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6425c68-8999-4d5f-9895-6b63b38e6d77 None None] Checking agent: {'id': 'ba70844b-66a0-45fd-a2f2-e6ed673321fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 0, 36), 'started_at': datetime.datetime(2022, 2, 4, 17, 1, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 57, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:57:43.265968 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6425c68-8999-4d5f-9895-6b63b38e6d77 None None] Checking segment: {'id': '5942dc44-1f07-4c27-b0ab-45a2bff20dd5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:57:43.269173 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-382e1309-e057-4e19-aebb-9a0082fea54e None None] Provisioning complete for port ff343d00-6c83-4645-b77b-ac82283080b8 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:57:43.269548 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-382e1309-e057-4e19-aebb-9a0082fea54e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (ff343d00-6c83-4645-b77b-ac82283080b8), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:57:43.270853 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-bd1f131b-fbd9-48bc-bbee-ba9a3815c304 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1595471'] for router_interface (172f04d8-0664-4e34-b2bd-a14c945d4416), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:57:43.279266 n-d-827839-2 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f6425c68-8999-4d5f-9895-6b63b38e6d77 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:57:43.279733 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6425c68-8999-4d5f-9895-6b63b38e6d77 None None] Bound using segment: {'id': '5942dc44-1f07-4c27-b0ab-45a2bff20dd5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188'} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:57:43.280242 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [None req-f6425c68-8999-4d5f-9895-6b63b38e6d77 None None] Bound port: f8610304-7d1e-4bc8-b562-036cb3746d8f, host: n-d-827839-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5942dc44-1f07-4c27-b0ab-45a2bff20dd5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188'}}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:57:43.280635 n-d-827839-2 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f6425c68-8999-4d5f-9895-6b63b38e6d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (f8610304-7d1e-4bc8-b562-036cb3746d8f), before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:57:43.354800 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-dd2e76b7-de59-44f1-9fe4-873160cbf0ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28361fe3-6036-43c9-b8f6-14ae321a7597', 'name': 'tempest-TestVolumeBootPattern-1456540857-router', 'tenant_id': '0082fd5bf0af4f76918b9b76b2e7b4a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.242'}], 'enable_snat': True}, 'gw_port_id': '2a3e8b82-3998-4110-8b53-6dbc74b5b664', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:57:35Z', 'updated_at': '2022-02-04T17:57:38Z', 'revision_number': 4, 'project_id': '0082fd5bf0af4f76918b9b76b2e7b4a0', 'gw_port': {'id': '2a3e8b82-3998-4110-8b53-6dbc74b5b664', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:db:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28361fe3-6036-43c9-b8f6-14ae321a7597', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4017, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:57:35Z', 'updated_at': '2022-02-04T17:57:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_interfaces': [{'id': 'ff343d00-6c83-4645-b77b-ac82283080b8', 'name': '', 'network_id': '373501d5-ea79-4aa8-8415-e77aad537579', 'tenant_id': '0082fd5bf0af4f76918b9b76b2e7b4a0', 'mac_address': 'fa:16:3e:4b:6f:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28361fe3-6036-43c9-b8f6-14ae321a7597', 'device_owner': 'network:router_interface', 'standard_attr_id': 4018, 'fixed_ips': [{'subnet_id': '645125ba-dc72-4374-be18-fe910df5a518', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:57:37Z', 'updated_at': '2022-02-04T17:57:42Z', 'revision_number': 4, 'project_id': '0082fd5bf0af4f76918b9b76b2e7b4a0', 'subnets': [{'id': '645125ba-dc72-4374-be18-fe910df5a518', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-2', False) {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:57:43.356264 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-f6425c68-8999-4d5f-9895-6b63b38e6d77 None None] For port f8610304-7d1e-4bc8-b562-036cb3746d8f, host n-d-827839-2, cleared binding levels {{(pid=103379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:57:43.359949 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-f6425c68-8999-4d5f-9895-6b63b38e6d77 None None] For port f8610304-7d1e-4bc8-b562-036cb3746d8f, host n-d-827839-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=f8610304-7d1e-4bc8-b562-036cb3746d8f,segment=NetworkSegment(5942dc44-1f07-4c27-b0ab-45a2bff20dd5),segment_id=5942dc44-1f07-4c27-b0ab-45a2bff20dd5)] {{(pid=103379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:57:43.368904 n-d-827839-2 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f6425c68-8999-4d5f-9895-6b63b38e6d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (f8610304-7d1e-4bc8-b562-036cb3746d8f), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:57:43.398466 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd2e76b7-de59-44f1-9fe4-873160cbf0ac None None] The sync data for ids ['28361fe3-6036-43c9-b8f6-14ae321a7597'] in n-d-827839-2 is: [{'id': '28361fe3-6036-43c9-b8f6-14ae321a7597', 'name': 'tempest-TestVolumeBootPattern-1456540857-router', 'tenant_id': '0082fd5bf0af4f76918b9b76b2e7b4a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.242'}], 'enable_snat': True}, 'gw_port_id': '2a3e8b82-3998-4110-8b53-6dbc74b5b664', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:57:35Z', 'updated_at': '2022-02-04T17:57:38Z', 'revision_number': 4, 'project_id': '0082fd5bf0af4f76918b9b76b2e7b4a0', 'gw_port': {'id': '2a3e8b82-3998-4110-8b53-6dbc74b5b664', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:db:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28361fe3-6036-43c9-b8f6-14ae321a7597', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4017, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:57:35Z', 'updated_at': '2022-02-04T17:57:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_interfaces': [{'id': 'ff343d00-6c83-4645-b77b-ac82283080b8', 'name': '', 'network_id': '373501d5-ea79-4aa8-8415-e77aad537579', 'tenant_id': '0082fd5bf0af4f76918b9b76b2e7b4a0', 'mac_address': 'fa:16:3e:4b:6f:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28361fe3-6036-43c9-b8f6-14ae321a7597', 'device_owner': 'network:router_interface', 'standard_attr_id': 4018, 'fixed_ips': [{'subnet_id': '645125ba-dc72-4374-be18-fe910df5a518', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:57:37Z', 'updated_at': '2022-02-04T17:57:42Z', 'revision_number': 4, 'project_id': '0082fd5bf0af4f76918b9b76b2e7b4a0', 'subnets': [{'id': '645125ba-dc72-4374-be18-fe910df5a518', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 17:57:43.424889 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-382e1309-e057-4e19-aebb-9a0082fea54e None None] Current status of the port ff343d00-6c83-4645-b77b-ac82283080b8 is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:57:43.450654 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6425c68-8999-4d5f-9895-6b63b38e6d77 None None] Routers {'172f04d8-0664-4e34-b2bd-a14c945d4416'} bound to L3 agent in host n-d-827839-2 {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:57:43.451383 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-f6425c68-8999-4d5f-9895-6b63b38e6d77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:57:33Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['172f04d8-0664-4e34-b2bd-a14c945d4416'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:57:43.453580 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-bd1f131b-fbd9-48bc-bbee-ba9a3815c304 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (99b567d5-87c2-4ee6-8ec5-cc9989bf290e), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:57:43.455351 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f1a993-98b1-4776-bbee-13738418df05 None None] Pushing event updated for resources: {'Port': ['ID=f8610304-7d1e-4bc8-b562-036cb3746d8f,revision_number=3']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:57:43.571976 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-2df46e25-e1d1-4c8c-893b-db7957ecc5ef None None] Provisioning complete for port b58f5464-65a5-45b3-a3a7-182758dd85bc triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:57:43.574758 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2df46e25-e1d1-4c8c-893b-db7957ecc5ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (b58f5464-65a5-45b3-a3a7-182758dd85bc), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:57:43.624477 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvr_db [None req-f6425c68-8999-4d5f-9895-6b63b38e6d77 None None] Set router 172f04d8-0664-4e34-b2bd-a14c945d4416 gateway port host: n-d-827839-2 {{(pid=103379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:57:43.654650 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device b58f5464-65a5-45b3-a3a7-182758dd85bc up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:57:43.753943 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-bd1f131b-fbd9-48bc-bbee-ba9a3815c304 admin admin] Publish callbacks [] for port (99b567d5-87c2-4ee6-8ec5-cc9989bf290e), precommit_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:57:43.758975 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-bd1f131b-fbd9-48bc-bbee-ba9a3815c304 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675836'] for port (99b567d5-87c2-4ee6-8ec5-cc9989bf290e), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:57:43.767667 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-2df46e25-e1d1-4c8c-893b-db7957ecc5ef None None] Current status of the port b58f5464-65a5-45b3-a3a7-182758dd85bc is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:57:43.784414 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port b58f5464-65a5-45b3-a3a7-182758dd85bc triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:57:43.784992 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (b58f5464-65a5-45b3-a3a7-182758dd85bc), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:57:43.863045 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-bd1f131b-fbd9-48bc-bbee-ba9a3815c304 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1677345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602751'] for router_interface (172f04d8-0664-4e34-b2bd-a14c945d4416), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:57:43.865410 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1f131b-fbd9-48bc-bbee-ba9a3815c304 admin admin] Pushing event updated for resources: {'Port': ['ID=99b567d5-87c2-4ee6-8ec5-cc9989bf290e,revision_number=2']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:57:43.877004 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-f6425c68-8999-4d5f-9895-6b63b38e6d77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '172f04d8-0664-4e34-b2bd-a14c945d4416', 'name': 'tempest-TestVolumeBootPattern-1675421711-router', 'tenant_id': '9e79425933f743fdaeb94143003736fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.2'}], 'enable_snat': True}, 'gw_port_id': 'f8610304-7d1e-4bc8-b562-036cb3746d8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:57:40Z', 'updated_at': '2022-02-04T17:57:43Z', 'revision_number': 4, 'project_id': '9e79425933f743fdaeb94143003736fa', 'gw_port': {'id': 'f8610304-7d1e-4bc8-b562-036cb3746d8f', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:79:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '172f04d8-0664-4e34-b2bd-a14c945d4416', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4029, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:57:40Z', 'updated_at': '2022-02-04T17:57:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_interfaces': [{'id': '99b567d5-87c2-4ee6-8ec5-cc9989bf290e', 'name': '', 'network_id': 'bb841d01-d3c9-43ba-9de1-dce2e57f33ed', 'tenant_id': '9e79425933f743fdaeb94143003736fa', 'mac_address': 'fa:16:3e:55:10:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '172f04d8-0664-4e34-b2bd-a14c945d4416', 'device_owner': 'network:router_interface', 'standard_attr_id': 4030, 'fixed_ips': [{'subnet_id': '01883d4a-576a-450f-ace9-6b7ae7b90b1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:57:42Z', 'updated_at': '2022-02-04T17:57:42Z', 'revision_number': 1, 'project_id': '9e79425933f743fdaeb94143003736fa', 'subnets': [{'id': '01883d4a-576a-450f-ace9-6b7ae7b90b1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-2', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:57:43.895823 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port b58f5464-65a5-45b3-a3a7-182758dd85bc is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:57:43.897027 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device ff343d00-6c83-4645-b77b-ac82283080b8 up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:57:43.909019 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6425c68-8999-4d5f-9895-6b63b38e6d77 None None] The sync data for ids ['172f04d8-0664-4e34-b2bd-a14c945d4416'] in n-d-827839-2 is: [{'id': '172f04d8-0664-4e34-b2bd-a14c945d4416', 'name': 'tempest-TestVolumeBootPattern-1675421711-router', 'tenant_id': '9e79425933f743fdaeb94143003736fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.2'}], 'enable_snat': True}, 'gw_port_id': 'f8610304-7d1e-4bc8-b562-036cb3746d8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:57:40Z', 'updated_at': '2022-02-04T17:57:43Z', 'revision_number': 4, 'project_id': '9e79425933f743fdaeb94143003736fa', 'gw_port': {'id': 'f8610304-7d1e-4bc8-b562-036cb3746d8f', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:79:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '172f04d8-0664-4e34-b2bd-a14c945d4416', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4029, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:57:40Z', 'updated_at': '2022-02-04T17:57:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_interfaces': [{'id': '99b567d5-87c2-4ee6-8ec5-cc9989bf290e', 'name': '', 'network_id': 'bb841d01-d3c9-43ba-9de1-dce2e57f33ed', 'tenant_id': '9e79425933f743fdaeb94143003736fa', 'mac_address': 'fa:16:3e:55:10:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '172f04d8-0664-4e34-b2bd-a14c945d4416', 'device_owner': 'network:router_interface', 'standard_attr_id': 4030, 'fixed_ips': [{'subnet_id': '01883d4a-576a-450f-ace9-6b7ae7b90b1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:57:42Z', 'updated_at': '2022-02-04T17:57:42Z', 'revision_number': 1, 'project_id': '9e79425933f743fdaeb94143003736fa', 'subnets': [{'id': '01883d4a-576a-450f-ace9-6b7ae7b90b1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 17:57:43.943050 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-181f76fa-91bb-47dd-b3a9-79ccc08db0a1 None None] Provisioning complete for port 99b567d5-87c2-4ee6-8ec5-cc9989bf290e triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:57:43.943426 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-181f76fa-91bb-47dd-b3a9-79ccc08db0a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (99b567d5-87c2-4ee6-8ec5-cc9989bf290e), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:57:43.983695 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd1f131b-fbd9-48bc-bbee-ba9a3815c304 admin admin] Network bb841d01-d3c9-43ba-9de1-dce2e57f33ed is already hosted by enough agents. {{(pid=103376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:57:43.986535 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [None req-bd1f131b-fbd9-48bc-bbee-ba9a3815c304 admin admin] Resources bound (agent type, host, resource id): {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:57:43.997660 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port ff343d00-6c83-4645-b77b-ac82283080b8 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:57:43.998129 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (ff343d00-6c83-4645-b77b-ac82283080b8), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:57:44.003087 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-181f76fa-91bb-47dd-b3a9-79ccc08db0a1 None None] Port 99b567d5-87c2-4ee6-8ec5-cc9989bf290e cannot update to ACTIVE because it is not bound. {{(pid=103378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 17:57:44.115154 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port ff343d00-6c83-4645-b77b-ac82283080b8 is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:57:44.152032 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd1f131b-fbd9-48bc-bbee-ba9a3815c304 admin admin] Router 172f04d8-0664-4e34-b2bd-a14c945d4416 has already been hosted by L3 agent 64ada913-9131-4d99-a265-63a920956287 {{(pid=103376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 17:57:44.287875 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd1f131b-fbd9-48bc-bbee-ba9a3815c304 admin admin] Notify agent at l3_agent.n-d-827839-2 the message routers_updated {{(pid=103376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 17:57:44.293926 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-bd1f131b-fbd9-48bc-bbee-ba9a3815c304 admin admin] 10.222.0.89 "PUT /v2.0/routers/172f04d8-0664-4e34-b2bd-a14c945d4416/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0932121 Feb 04 17:57:44.334413 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-50bfbe8e-2d24-4a2c-a749-7480a9baa293 None None] Provisioning complete for port 99b567d5-87c2-4ee6-8ec5-cc9989bf290e triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:57:44.334800 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-50bfbe8e-2d24-4a2c-a749-7480a9baa293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (99b567d5-87c2-4ee6-8ec5-cc9989bf290e), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:57:44.374964 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-50bfbe8e-2d24-4a2c-a749-7480a9baa293 None None] Port 99b567d5-87c2-4ee6-8ec5-cc9989bf290e cannot update to ACTIVE because it is not bound. {{(pid=103378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 17:57:45.556301 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device f8610304-7d1e-4bc8-b562-036cb3746d8f up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:57:45.614658 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port f8610304-7d1e-4bc8-b562-036cb3746d8f triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:57:45.615266 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (f8610304-7d1e-4bc8-b562-036cb3746d8f), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:57:45.702211 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port f8610304-7d1e-4bc8-b562-036cb3746d8f is: DOWN; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:57:45.702735 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (f8610304-7d1e-4bc8-b562-036cb3746d8f), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:57:45.726749 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] For port f8610304-7d1e-4bc8-b562-036cb3746d8f, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=f8610304-7d1e-4bc8-b562-036cb3746d8f,segment=NetworkSegment(5942dc44-1f07-4c27-b0ab-45a2bff20dd5),segment_id=5942dc44-1f07-4c27-b0ab-45a2bff20dd5)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:57:45.731047 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (f8610304-7d1e-4bc8-b562-036cb3746d8f), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:57:45.786696 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Pushing event updated for resources: {'Port': ['ID=f8610304-7d1e-4bc8-b562-036cb3746d8f,revision_number=4']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:57:46.782913 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2944371d-5df8-4f59-9526-c8f9e88700d6 None None] Sync routers for ids ['172f04d8-0664-4e34-b2bd-a14c945d4416'] in n-d-827839-2 {{(pid=103378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 17:57:46.792881 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2944371d-5df8-4f59-9526-c8f9e88700d6 None None] Routers {'172f04d8-0664-4e34-b2bd-a14c945d4416'} bound to L3 agent in host n-d-827839-2 {{(pid=103378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:57:46.793493 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-2944371d-5df8-4f59-9526-c8f9e88700d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:57:33Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['172f04d8-0664-4e34-b2bd-a14c945d4416'], 'active': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:57:46.909061 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvr_db [None req-2944371d-5df8-4f59-9526-c8f9e88700d6 None None] Set router 172f04d8-0664-4e34-b2bd-a14c945d4416 gateway port host: n-d-827839-2 {{(pid=103378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:57:47.109474 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-2944371d-5df8-4f59-9526-c8f9e88700d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '172f04d8-0664-4e34-b2bd-a14c945d4416', 'name': 'tempest-TestVolumeBootPattern-1675421711-router', 'tenant_id': '9e79425933f743fdaeb94143003736fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.2'}], 'enable_snat': True}, 'gw_port_id': 'f8610304-7d1e-4bc8-b562-036cb3746d8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:57:40Z', 'updated_at': '2022-02-04T17:57:43Z', 'revision_number': 4, 'project_id': '9e79425933f743fdaeb94143003736fa', 'gw_port': {'id': 'f8610304-7d1e-4bc8-b562-036cb3746d8f', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:79:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '172f04d8-0664-4e34-b2bd-a14c945d4416', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4029, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:57:40Z', 'updated_at': '2022-02-04T17:57:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_interfaces': [{'id': '99b567d5-87c2-4ee6-8ec5-cc9989bf290e', 'name': '', 'network_id': 'bb841d01-d3c9-43ba-9de1-dce2e57f33ed', 'tenant_id': '9e79425933f743fdaeb94143003736fa', 'mac_address': 'fa:16:3e:55:10:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '172f04d8-0664-4e34-b2bd-a14c945d4416', 'device_owner': 'network:router_interface', 'standard_attr_id': 4030, 'fixed_ips': [{'subnet_id': '01883d4a-576a-450f-ace9-6b7ae7b90b1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:57:42Z', 'updated_at': '2022-02-04T17:57:43Z', 'revision_number': 2, 'project_id': '9e79425933f743fdaeb94143003736fa', 'subnets': [{'id': '01883d4a-576a-450f-ace9-6b7ae7b90b1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-2', False) {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:57:47.136385 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2944371d-5df8-4f59-9526-c8f9e88700d6 None None] Checking router: 172f04d8-0664-4e34-b2bd-a14c945d4416 for host: n-d-827839-2 {{(pid=103378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 17:57:47.136841 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2944371d-5df8-4f59-9526-c8f9e88700d6 None None] Updating router 172f04d8-0664-4e34-b2bd-a14c945d4416 port 99b567d5-87c2-4ee6-8ec5-cc9989bf290e binding host n-d-827839-2 {{(pid=103378) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 17:57:47.164867 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2944371d-5df8-4f59-9526-c8f9e88700d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (99b567d5-87c2-4ee6-8ec5-cc9989bf290e), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:57:47.442847 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2944371d-5df8-4f59-9526-c8f9e88700d6 None None] Publish callbacks [] for port (99b567d5-87c2-4ee6-8ec5-cc9989bf290e), precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:57:47.448804 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2944371d-5df8-4f59-9526-c8f9e88700d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (99b567d5-87c2-4ee6-8ec5-cc9989bf290e), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:57:47.503313 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a240c5b-faed-4705-89cc-d583b34bbe7a None None] Pushing event updated for resources: {'Port': ['ID=99b567d5-87c2-4ee6-8ec5-cc9989bf290e,revision_number=3']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:57:47.519995 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device f8610304-7d1e-4bc8-b562-036cb3746d8f up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:57:47.520894 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbb3303-fb7c-4cc5-b9d6-8504786814de req-aa9083f6-113e-45a2-9deb-10a457bea079 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:57:47.522606 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-2bbb3303-fb7c-4cc5-b9d6-8504786814de req-aa9083f6-113e-45a2-9deb-10a457bea079 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "GET /v2.0/networks?id=373501d5-ea79-4aa8-8415-e77aad537579 HTTP/1.1" status: 200 len: 812 time: 0.1215806 Feb 04 17:57:47.541673 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-2bbb3303-fb7c-4cc5-b9d6-8504786814de req-c5d28f70-f391-4487-bda6-e39967b32c73 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "GET /v2.0/quotas/0082fd5bf0af4f76918b9b76b2e7b4a0 HTTP/1.1" status: 200 len: 375 time: 0.0105069 Feb 04 17:57:47.605804 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-2bbb3303-fb7c-4cc5-b9d6-8504786814de req-fe6ec1d9-cc6d-4f5c-8437-863e8f77f125 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=0082fd5bf0af4f76918b9b76b2e7b4a0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0560513 Feb 04 17:57:47.733824 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [req-2bbb3303-fb7c-4cc5-b9d6-8504786814de req-050c5657-c27f-49d3-9600-5eb5fb25b849 service neutron] http://10.222.0.89:9696/v2.0/extensions returned with HTTP 200 {{(pid=103376) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 17:57:47.734977 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-2bbb3303-fb7c-4cc5-b9d6-8504786814de req-050c5657-c27f-49d3-9600-5eb5fb25b849 service neutron] 10.222.0.89 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1221230 Feb 04 17:57:47.749722 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-2944371d-5df8-4f59-9526-c8f9e88700d6 None None] Attempting to bind port 99b567d5-87c2-4ee6-8ec5-cc9989bf290e on host n-d-827839-2 for vnic_type normal with profile {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:57:47.750091 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-2944371d-5df8-4f59-9526-c8f9e88700d6 None None] Attempting to bind port 99b567d5-87c2-4ee6-8ec5-cc9989bf290e by drivers openvswitch,hyperv on host n-d-827839-2 at level 0 using segments [{'id': 'fcddcddb-b308-4137-b666-caced26290c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'bb841d01-d3c9-43ba-9de1-dce2e57f33ed'}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:57:47.750453 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2944371d-5df8-4f59-9526-c8f9e88700d6 None None] Attempting to bind port 99b567d5-87c2-4ee6-8ec5-cc9989bf290e on network bb841d01-d3c9-43ba-9de1-dce2e57f33ed {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:57:47.757790 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2944371d-5df8-4f59-9526-c8f9e88700d6 None None] Checking agent: {'id': 'ba70844b-66a0-45fd-a2f2-e6ed673321fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 0, 36), 'started_at': datetime.datetime(2022, 2, 4, 17, 1, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 57, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:57:47.758105 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2944371d-5df8-4f59-9526-c8f9e88700d6 None None] Checking segment: {'id': 'fcddcddb-b308-4137-b666-caced26290c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'bb841d01-d3c9-43ba-9de1-dce2e57f33ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:57:47.758513 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2944371d-5df8-4f59-9526-c8f9e88700d6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:57:47.758894 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2944371d-5df8-4f59-9526-c8f9e88700d6 None None] Bound using segment: {'id': 'fcddcddb-b308-4137-b666-caced26290c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'bb841d01-d3c9-43ba-9de1-dce2e57f33ed'} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:57:47.759354 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-2944371d-5df8-4f59-9526-c8f9e88700d6 None None] Bound port: 99b567d5-87c2-4ee6-8ec5-cc9989bf290e, host: n-d-827839-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fcddcddb-b308-4137-b666-caced26290c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'bb841d01-d3c9-43ba-9de1-dce2e57f33ed'}}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:57:47.759733 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2944371d-5df8-4f59-9526-c8f9e88700d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (99b567d5-87c2-4ee6-8ec5-cc9989bf290e), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:57:47.801666 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port f8610304-7d1e-4bc8-b562-036cb3746d8f triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:57:47.802346 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (f8610304-7d1e-4bc8-b562-036cb3746d8f), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:57:47.831302 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-2bbb3303-fb7c-4cc5-b9d6-8504786814de req-d8604812-1ef9-4f0f-93ea-b36d7f3d5a8d service neutron] 10.222.0.89 "GET /v2.0/networks/373501d5-ea79-4aa8-8415-e77aad537579?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899613 Feb 04 17:57:47.873821 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-831a7ed9-1fe9-4f45-8c50-b08eb90ad8af None None] Provisioning complete for port 99b567d5-87c2-4ee6-8ec5-cc9989bf290e triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:57:47.874098 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-831a7ed9-1fe9-4f45-8c50-b08eb90ad8af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (99b567d5-87c2-4ee6-8ec5-cc9989bf290e), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:57:47.879228 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-2944371d-5df8-4f59-9526-c8f9e88700d6 None None] For port 99b567d5-87c2-4ee6-8ec5-cc9989bf290e, host n-d-827839-2, cleared binding levels {{(pid=103378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:57:47.884149 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-2944371d-5df8-4f59-9526-c8f9e88700d6 None None] For port 99b567d5-87c2-4ee6-8ec5-cc9989bf290e, host n-d-827839-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=99b567d5-87c2-4ee6-8ec5-cc9989bf290e,segment=NetworkSegment(fcddcddb-b308-4137-b666-caced26290c2),segment_id=fcddcddb-b308-4137-b666-caced26290c2)] {{(pid=103378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:57:47.917350 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2944371d-5df8-4f59-9526-c8f9e88700d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (99b567d5-87c2-4ee6-8ec5-cc9989bf290e), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:57:47.930691 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-2bbb3303-fb7c-4cc5-b9d6-8504786814de req-a68667c0-e889-451f-b15b-3715f720f61f service neutron] 10.222.0.89 "GET /v2.0/networks/373501d5-ea79-4aa8-8415-e77aad537579?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928125 Feb 04 17:57:47.952214 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-831a7ed9-1fe9-4f45-8c50-b08eb90ad8af None None] Port 99b567d5-87c2-4ee6-8ec5-cc9989bf290e cannot update to ACTIVE because it is not bound. {{(pid=103378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 17:57:47.987173 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a240c5b-faed-4705-89cc-d583b34bbe7a None None] Pushing event updated for resources: {'Port': ['ID=99b567d5-87c2-4ee6-8ec5-cc9989bf290e,revision_number=4']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:57:48.021244 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2944371d-5df8-4f59-9526-c8f9e88700d6 None None] Routers {'172f04d8-0664-4e34-b2bd-a14c945d4416'} bound to L3 agent in host n-d-827839-2 {{(pid=103378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:57:48.021891 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-2944371d-5df8-4f59-9526-c8f9e88700d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T17:57:33Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['172f04d8-0664-4e34-b2bd-a14c945d4416'], 'active': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:57:48.065420 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port f8610304-7d1e-4bc8-b562-036cb3746d8f is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:57:48.146178 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvr_db [None req-2944371d-5df8-4f59-9526-c8f9e88700d6 None None] Set router 172f04d8-0664-4e34-b2bd-a14c945d4416 gateway port host: n-d-827839-2 {{(pid=103378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:57:48.297626 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-341c143a-3fe3-4c03-83a0-899fee22f80e None None] Provisioning complete for port 99b567d5-87c2-4ee6-8ec5-cc9989bf290e triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:57:48.297999 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-341c143a-3fe3-4c03-83a0-899fee22f80e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (99b567d5-87c2-4ee6-8ec5-cc9989bf290e), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:57:48.324445 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-1bb863c5-9950-4f83-a7db-112e0b78abc4 req-8b6f9ae7-b15f-4baf-8176-769f15c9c6cc tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "GET /v2.0/ports?device_id=d99a2e45-3f6f-452e-b7f2-ea1cc423d30f HTTP/1.1" status: 200 len: 210 time: 0.0919852 Feb 04 17:57:48.441885 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-341c143a-3fe3-4c03-83a0-899fee22f80e None None] Current status of the port 99b567d5-87c2-4ee6-8ec5-cc9989bf290e is: DOWN; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:57:48.442272 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-341c143a-3fe3-4c03-83a0-899fee22f80e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (99b567d5-87c2-4ee6-8ec5-cc9989bf290e), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:57:48.447304 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-2944371d-5df8-4f59-9526-c8f9e88700d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '172f04d8-0664-4e34-b2bd-a14c945d4416', 'name': 'tempest-TestVolumeBootPattern-1675421711-router', 'tenant_id': '9e79425933f743fdaeb94143003736fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.2'}], 'enable_snat': True}, 'gw_port_id': 'f8610304-7d1e-4bc8-b562-036cb3746d8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:57:40Z', 'updated_at': '2022-02-04T17:57:43Z', 'revision_number': 4, 'project_id': '9e79425933f743fdaeb94143003736fa', 'gw_port': {'id': 'f8610304-7d1e-4bc8-b562-036cb3746d8f', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:79:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '172f04d8-0664-4e34-b2bd-a14c945d4416', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4029, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:57:40Z', 'updated_at': '2022-02-04T17:57:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_interfaces': [{'id': '99b567d5-87c2-4ee6-8ec5-cc9989bf290e', 'name': '', 'network_id': 'bb841d01-d3c9-43ba-9de1-dce2e57f33ed', 'tenant_id': '9e79425933f743fdaeb94143003736fa', 'mac_address': 'fa:16:3e:55:10:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '172f04d8-0664-4e34-b2bd-a14c945d4416', 'device_owner': 'network:router_interface', 'standard_attr_id': 4030, 'fixed_ips': [{'subnet_id': '01883d4a-576a-450f-ace9-6b7ae7b90b1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:57:42Z', 'updated_at': '2022-02-04T17:57:47Z', 'revision_number': 4, 'project_id': '9e79425933f743fdaeb94143003736fa', 'subnets': [{'id': '01883d4a-576a-450f-ace9-6b7ae7b90b1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-2', False) {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:57:48.480437 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2944371d-5df8-4f59-9526-c8f9e88700d6 None None] The sync data for ids ['172f04d8-0664-4e34-b2bd-a14c945d4416'] in n-d-827839-2 is: [{'id': '172f04d8-0664-4e34-b2bd-a14c945d4416', 'name': 'tempest-TestVolumeBootPattern-1675421711-router', 'tenant_id': '9e79425933f743fdaeb94143003736fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.2'}], 'enable_snat': True}, 'gw_port_id': 'f8610304-7d1e-4bc8-b562-036cb3746d8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:57:40Z', 'updated_at': '2022-02-04T17:57:43Z', 'revision_number': 4, 'project_id': '9e79425933f743fdaeb94143003736fa', 'gw_port': {'id': 'f8610304-7d1e-4bc8-b562-036cb3746d8f', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:79:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '172f04d8-0664-4e34-b2bd-a14c945d4416', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4029, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:57:40Z', 'updated_at': '2022-02-04T17:57:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_interfaces': [{'id': '99b567d5-87c2-4ee6-8ec5-cc9989bf290e', 'name': '', 'network_id': 'bb841d01-d3c9-43ba-9de1-dce2e57f33ed', 'tenant_id': '9e79425933f743fdaeb94143003736fa', 'mac_address': 'fa:16:3e:55:10:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '172f04d8-0664-4e34-b2bd-a14c945d4416', 'device_owner': 'network:router_interface', 'standard_attr_id': 4030, 'fixed_ips': [{'subnet_id': '01883d4a-576a-450f-ace9-6b7ae7b90b1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:57:42Z', 'updated_at': '2022-02-04T17:57:47Z', 'revision_number': 4, 'project_id': '9e79425933f743fdaeb94143003736fa', 'subnets': [{'id': '01883d4a-576a-450f-ace9-6b7ae7b90b1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 17:57:48.504429 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-341c143a-3fe3-4c03-83a0-899fee22f80e None None] For port 99b567d5-87c2-4ee6-8ec5-cc9989bf290e, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=99b567d5-87c2-4ee6-8ec5-cc9989bf290e,segment=NetworkSegment(fcddcddb-b308-4137-b666-caced26290c2),segment_id=fcddcddb-b308-4137-b666-caced26290c2)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:57:48.509184 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-341c143a-3fe3-4c03-83a0-899fee22f80e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (99b567d5-87c2-4ee6-8ec5-cc9989bf290e), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:57:48.570298 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341c143a-3fe3-4c03-83a0-899fee22f80e None None] Pushing event updated for resources: {'Port': ['ID=99b567d5-87c2-4ee6-8ec5-cc9989bf290e,revision_number=5']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:57:49.429664 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbb3303-fb7c-4cc5-b9d6-8504786814de req-820cb8dd-bdab-45c2-90ac-d9d443e35874 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:57:49.431114 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-2bbb3303-fb7c-4cc5-b9d6-8504786814de req-820cb8dd-bdab-45c2-90ac-d9d443e35874 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.90 "GET /v2.0/networks?id=373501d5-ea79-4aa8-8415-e77aad537579 HTTP/1.1" status: 200 len: 812 time: 0.1235332 Feb 04 17:57:49.443144 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [req-2bbb3303-fb7c-4cc5-b9d6-8504786814de req-71196e01-f363-49a8-806e-a1c36d8c56d3 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Request body: {'port': {'device_id': 'd99a2e45-3f6f-452e-b7f2-ea1cc423d30f', 'network_id': '373501d5-ea79-4aa8-8415-e77aad537579', 'admin_state_up': True, 'tenant_id': '0082fd5bf0af4f76918b9b76b2e7b4a0'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:57:49.445602 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-cd9ce38c-0b28-4cea-b984-57105e915c06 req-680ce9ca-5110-49be-8557-5a10780d68fe tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "GET /v2.0/ports?device_id=d99a2e45-3f6f-452e-b7f2-ea1cc423d30f HTTP/1.1" status: 200 len: 210 time: 0.0319107 Feb 04 17:57:49.577381 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 99b567d5-87c2-4ee6-8ec5-cc9989bf290e up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:57:49.597721 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2bbb3303-fb7c-4cc5-b9d6-8504786814de req-71196e01-f363-49a8-806e-a1c36d8c56d3 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Made reservation on behalf of 0082fd5bf0af4f76918b9b76b2e7b4a0 for: {'port': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:57:49.601283 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-2bbb3303-fb7c-4cc5-b9d6-8504786814de req-71196e01-f363-49a8-806e-a1c36d8c56d3 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:57:49.641682 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port 99b567d5-87c2-4ee6-8ec5-cc9989bf290e triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:57:49.642361 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (99b567d5-87c2-4ee6-8ec5-cc9989bf290e), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:57:49.737220 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port 99b567d5-87c2-4ee6-8ec5-cc9989bf290e is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:57:49.755992 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.db_base_plugin_common [req-2bbb3303-fb7c-4cc5-b9d6-8504786814de req-71196e01-f363-49a8-806e-a1c36d8c56d3 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Allocated IP 172.20.0.4 (373501d5-ea79-4aa8-8415-e77aad537579/645125ba-dc72-4374-be18-fe910df5a518/ee8e71cb-e1bf-4ca4-85ec-89da5c409416) {{(pid=103377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:57:49.921646 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-2bbb3303-fb7c-4cc5-b9d6-8504786814de req-71196e01-f363-49a8-806e-a1c36d8c56d3 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Publish callbacks [] for port (ee8e71cb-e1bf-4ca4-85ec-89da5c409416), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:57:49.954100 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-2bbb3303-fb7c-4cc5-b9d6-8504786814de req-71196e01-f363-49a8-806e-a1c36d8c56d3 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (ee8e71cb-e1bf-4ca4-85ec-89da5c409416), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:57:49.997544 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2bbb3303-fb7c-4cc5-b9d6-8504786814de req-71196e01-f363-49a8-806e-a1c36d8c56d3 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Network 373501d5-ea79-4aa8-8415-e77aad537579 is already hosted by enough agents. {{(pid=103377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:57:50.000574 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [req-2bbb3303-fb7c-4cc5-b9d6-8504786814de req-71196e01-f363-49a8-806e-a1c36d8c56d3 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Resources bound (agent type, host, resource id): {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:57:50.004298 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bbb3303-fb7c-4cc5-b9d6-8504786814de req-71196e01-f363-49a8-806e-a1c36d8c56d3 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Received port after_create {{(pid=103377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:57:50.011710 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71196e01-f363-49a8-806e-a1c36d8c56d3 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Pushing event updated for resources: {'Port': ['ID=ee8e71cb-e1bf-4ca4-85ec-89da5c409416,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:57:50.061202 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbb3303-fb7c-4cc5-b9d6-8504786814de req-71196e01-f363-49a8-806e-a1c36d8c56d3 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:57:50.061848 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-2bbb3303-fb7c-4cc5-b9d6-8504786814de req-71196e01-f363-49a8-806e-a1c36d8c56d3 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:57:50.079959 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-2bbb3303-fb7c-4cc5-b9d6-8504786814de req-71196e01-f363-49a8-806e-a1c36d8c56d3 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6408150 Feb 04 17:57:50.159558 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [req-2bbb3303-fb7c-4cc5-b9d6-8504786814de req-15f3bd43-da3b-4295-a065-5d1c28d23941 service neutron] Request body: {'port': {'device_id': 'd99a2e45-3f6f-452e-b7f2-ea1cc423d30f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827839-2'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:57:50.225323 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-2bbb3303-fb7c-4cc5-b9d6-8504786814de req-15f3bd43-da3b-4295-a065-5d1c28d23941 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (ee8e71cb-e1bf-4ca4-85ec-89da5c409416), before_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:57:50.249356 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-e73d312b-5425-4356-857e-f1fd983cf165 None None] Provisioning complete for port ee8e71cb-e1bf-4ca4-85ec-89da5c409416 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:57:50.249927 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e73d312b-5425-4356-857e-f1fd983cf165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (ee8e71cb-e1bf-4ca4-85ec-89da5c409416), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:57:50.290077 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-e73d312b-5425-4356-857e-f1fd983cf165 None None] Port ee8e71cb-e1bf-4ca4-85ec-89da5c409416 cannot update to ACTIVE because it is not bound. {{(pid=103378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 17:57:50.497180 n-d-827839-2 neutron-server[103377]: DEBUG neutron.notifiers.nova [req-2bbb3303-fb7c-4cc5-b9d6-8504786814de req-15f3bd43-da3b-4295-a065-5d1c28d23941 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee8e71cb-e1bf-4ca4-85ec-89da5c409416 {{(pid=103377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 17:57:50.507251 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-2bbb3303-fb7c-4cc5-b9d6-8504786814de req-15f3bd43-da3b-4295-a065-5d1c28d23941 service neutron] Publish callbacks [] for port (ee8e71cb-e1bf-4ca4-85ec-89da5c409416), precommit_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:57:50.521738 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.provisioning_blocks [req-2bbb3303-fb7c-4cc5-b9d6-8504786814de req-15f3bd43-da3b-4295-a065-5d1c28d23941 service neutron] Transition to ACTIVE for port object ee8e71cb-e1bf-4ca4-85ec-89da5c409416 will not be triggered until provisioned by entity L2. {{(pid=103377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 17:57:50.531071 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-2bbb3303-fb7c-4cc5-b9d6-8504786814de req-15f3bd43-da3b-4295-a065-5d1c28d23941 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25888290'] for port (ee8e71cb-e1bf-4ca4-85ec-89da5c409416), after_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:57:50.628775 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f3bd43-da3b-4295-a065-5d1c28d23941 service neutron] Pushing event updated for resources: {'Port': ['ID=ee8e71cb-e1bf-4ca4-85ec-89da5c409416,revision_number=2']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:57:50.697895 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fe7be0-42c6-412b-8ba9-54543248757d req-de4d6416-49b1-4ea9-a394-5170308b000e tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:57:50.699532 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-f4fe7be0-42c6-412b-8ba9-54543248757d req-de4d6416-49b1-4ea9-a394-5170308b000e tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "GET /v2.0/ports?device_id=d99a2e45-3f6f-452e-b7f2-ea1cc423d30f HTTP/1.1" status: 200 len: 943 time: 0.1296546 Feb 04 17:57:50.752610 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [req-2bbb3303-fb7c-4cc5-b9d6-8504786814de req-15f3bd43-da3b-4295-a065-5d1c28d23941 service neutron] Attempting to bind port ee8e71cb-e1bf-4ca4-85ec-89da5c409416 on host n-h2-827839-2 for vnic_type normal with profile {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:57:50.752981 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [req-2bbb3303-fb7c-4cc5-b9d6-8504786814de req-15f3bd43-da3b-4295-a065-5d1c28d23941 service neutron] Attempting to bind port ee8e71cb-e1bf-4ca4-85ec-89da5c409416 by drivers openvswitch,hyperv on host n-h2-827839-2 at level 0 using segments [{'id': '14b42f91-bfd2-4a53-b270-b22cde6aff98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '373501d5-ea79-4aa8-8415-e77aad537579'}] {{(pid=103377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:57:50.753310 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bbb3303-fb7c-4cc5-b9d6-8504786814de req-15f3bd43-da3b-4295-a065-5d1c28d23941 service neutron] Attempting to bind port ee8e71cb-e1bf-4ca4-85ec-89da5c409416 on network 373501d5-ea79-4aa8-8415-e77aad537579 {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:57:50.765319 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bbb3303-fb7c-4cc5-b9d6-8504786814de req-15f3bd43-da3b-4295-a065-5d1c28d23941 service neutron] Port ee8e71cb-e1bf-4ca4-85ec-89da5c409416 on network 373501d5-ea79-4aa8-8415-e77aad537579 not bound, no agent of type Open vSwitch agent registered on host n-h2-827839-2 {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 17:57:50.765642 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bbb3303-fb7c-4cc5-b9d6-8504786814de req-15f3bd43-da3b-4295-a065-5d1c28d23941 service neutron] Attempting to bind port ee8e71cb-e1bf-4ca4-85ec-89da5c409416 on network 373501d5-ea79-4aa8-8415-e77aad537579 {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:57:50.777787 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-f4fe7be0-42c6-412b-8ba9-54543248757d req-f9928e21-5d95-4bd1-865b-f73318e26790 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "GET /v2.0/security-groups?id=6ae3ac6a-ca24-406f-b6a6-87d9888b6b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709264 Feb 04 17:57:50.778968 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bbb3303-fb7c-4cc5-b9d6-8504786814de req-15f3bd43-da3b-4295-a065-5d1c28d23941 service neutron] Checking agent: {'id': 'f20a1ab3-4332-4f54-833b-ba4a7c687e89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 8, 40), 'started_at': datetime.datetime(2022, 2, 4, 17, 8, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 57, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:57:50.779304 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bbb3303-fb7c-4cc5-b9d6-8504786814de req-15f3bd43-da3b-4295-a065-5d1c28d23941 service neutron] Checking segment: {'id': '14b42f91-bfd2-4a53-b270-b22cde6aff98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '373501d5-ea79-4aa8-8415-e77aad537579'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:57:50.779676 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bbb3303-fb7c-4cc5-b9d6-8504786814de req-15f3bd43-da3b-4295-a065-5d1c28d23941 service neutron] Bound using segment: {'id': '14b42f91-bfd2-4a53-b270-b22cde6aff98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '373501d5-ea79-4aa8-8415-e77aad537579'} {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:57:50.780113 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [req-2bbb3303-fb7c-4cc5-b9d6-8504786814de req-15f3bd43-da3b-4295-a065-5d1c28d23941 service neutron] Bound port: ee8e71cb-e1bf-4ca4-85ec-89da5c409416, host: n-h2-827839-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14b42f91-bfd2-4a53-b270-b22cde6aff98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '373501d5-ea79-4aa8-8415-e77aad537579'}}] {{(pid=103377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:57:50.780466 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-2bbb3303-fb7c-4cc5-b9d6-8504786814de req-15f3bd43-da3b-4295-a065-5d1c28d23941 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (ee8e71cb-e1bf-4ca4-85ec-89da5c409416), before_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:57:50.848921 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [req-2bbb3303-fb7c-4cc5-b9d6-8504786814de req-15f3bd43-da3b-4295-a065-5d1c28d23941 service neutron] For port ee8e71cb-e1bf-4ca4-85ec-89da5c409416, host n-h2-827839-2, cleared binding levels {{(pid=103377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:57:50.852218 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [req-2bbb3303-fb7c-4cc5-b9d6-8504786814de req-15f3bd43-da3b-4295-a065-5d1c28d23941 service neutron] For port ee8e71cb-e1bf-4ca4-85ec-89da5c409416, host n-h2-827839-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=ee8e71cb-e1bf-4ca4-85ec-89da5c409416,segment=NetworkSegment(14b42f91-bfd2-4a53-b270-b22cde6aff98),segment_id=14b42f91-bfd2-4a53-b270-b22cde6aff98)] {{(pid=103377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:57:50.859000 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-2bbb3303-fb7c-4cc5-b9d6-8504786814de req-15f3bd43-da3b-4295-a065-5d1c28d23941 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25888290'] for port (ee8e71cb-e1bf-4ca4-85ec-89da5c409416), after_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:57:50.899386 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbb3303-fb7c-4cc5-b9d6-8504786814de req-15f3bd43-da3b-4295-a065-5d1c28d23941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:57:50.900681 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-2bbb3303-fb7c-4cc5-b9d6-8504786814de req-15f3bd43-da3b-4295-a065-5d1c28d23941 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:57:50.902415 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-2bbb3303-fb7c-4cc5-b9d6-8504786814de req-15f3bd43-da3b-4295-a065-5d1c28d23941 service neutron] 10.222.0.90 "PUT /v2.0/ports/ee8e71cb-e1bf-4ca4-85ec-89da5c409416 HTTP/1.1" status: 200 len: 1091 time: 0.8078198 Feb 04 17:57:50.902860 n-d-827839-2 neutron-server[103377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd99a2e45-3f6f-452e-b7f2-ea1cc423d30f', 'tag': 'ee8e71cb-e1bf-4ca4-85ec-89da5c409416'}] {{(pid=103377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:57:50.905206 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7240428b650e1488e9361b62648ff4b3a6c19d49d8c27c949491ab58c1346cf0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa20a14c-ff57-46f6-bfe2-b2efcadd2b85" -d '{"events": [{"name": "network-changed", "server_uuid": "d99a2e45-3f6f-452e-b7f2-ea1cc423d30f", "tag": "ee8e71cb-e1bf-4ca4-85ec-89da5c409416"}]}' {{(pid=103377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:57:50.940235 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f3bd43-da3b-4295-a065-5d1c28d23941 service neutron] Pushing event updated for resources: {'Port': ['ID=ee8e71cb-e1bf-4ca4-85ec-89da5c409416,revision_number=3']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:57:51.016179 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbb3303-fb7c-4cc5-b9d6-8504786814de req-9b7d6cc3-898d-4951-8329-5c878ba6a5c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:57:51.018316 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-2bbb3303-fb7c-4cc5-b9d6-8504786814de req-9b7d6cc3-898d-4951-8329-5c878ba6a5c6 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=0082fd5bf0af4f76918b9b76b2e7b4a0&device_id=d99a2e45-3f6f-452e-b7f2-ea1cc423d30f HTTP/1.1" status: 200 len: 1125 time: 0.0633225 Feb 04 17:57:51.069018 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 17:57:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f04b6c4a-c93a-472c-ac29-73dd7ec975e9 x-openstack-request-id: req-f04b6c4a-c93a-472c-ac29-73dd7ec975e9 {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:57:51.069311 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d99a2e45-3f6f-452e-b7f2-ea1cc423d30f", "tag": "ee8e71cb-e1bf-4ca4-85ec-89da5c409416", "status": "completed", "code": 200}]} {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:57:51.070362 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-f04b6c4a-c93a-472c-ac29-73dd7ec975e9 {{(pid=103377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:57:51.070881 n-d-827839-2 neutron-server[103377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd99a2e45-3f6f-452e-b7f2-ea1cc423d30f', 'tag': 'ee8e71cb-e1bf-4ca4-85ec-89da5c409416', 'status': 'completed', 'code': 200} Feb 04 17:57:51.072529 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-2bbb3303-fb7c-4cc5-b9d6-8504786814de req-bc0fcaeb-6531-477a-91de-26eb8043f75c service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ee8e71cb-e1bf-4ca4-85ec-89da5c409416 HTTP/1.1" status: 200 len: 217 time: 0.0423250 Feb 04 17:57:51.127974 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbb3303-fb7c-4cc5-b9d6-8504786814de req-4d5f1d5d-8212-4011-bf32-734e57e21669 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:57:51.130018 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-2bbb3303-fb7c-4cc5-b9d6-8504786814de req-4d5f1d5d-8212-4011-bf32-734e57e21669 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=645125ba-dc72-4374-be18-fe910df5a518 HTTP/1.1" status: 200 len: 851 time: 0.0511158 Feb 04 17:57:51.184594 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbb3303-fb7c-4cc5-b9d6-8504786814de req-5046c862-bfa1-4255-9e99-b4cae8322c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:57:51.186089 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-2bbb3303-fb7c-4cc5-b9d6-8504786814de req-5046c862-bfa1-4255-9e99-b4cae8322c09 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=373501d5-ea79-4aa8-8415-e77aad537579&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0466039 Feb 04 17:57:51.290666 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-2bbb3303-fb7c-4cc5-b9d6-8504786814de req-f9df4e81-a42b-4618-89cb-f44ef2e36318 service neutron] 10.222.0.90 "GET /v2.0/networks/373501d5-ea79-4aa8-8415-e77aad537579?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926938 Feb 04 17:57:51.391190 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-2bbb3303-fb7c-4cc5-b9d6-8504786814de req-49c0d850-93fa-4d00-a775-56820bc7dade service neutron] 10.222.0.90 "GET /v2.0/networks/373501d5-ea79-4aa8-8415-e77aad537579?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916905 Feb 04 17:57:51.496275 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa20a14c-ff57-46f6-bfe2-b2efcadd2b85 req-35fc7d0b-6899-4c7d-aa93-99d301e1979c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:57:51.498171 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-aa20a14c-ff57-46f6-bfe2-b2efcadd2b85 req-35fc7d0b-6899-4c7d-aa93-99d301e1979c service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=0082fd5bf0af4f76918b9b76b2e7b4a0&device_id=d99a2e45-3f6f-452e-b7f2-ea1cc423d30f HTTP/1.1" status: 200 len: 1125 time: 0.0528984 Feb 04 17:57:51.597658 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa20a14c-ff57-46f6-bfe2-b2efcadd2b85 req-cb19cd97-8c22-4c8c-b8c1-ca202d2a6117 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:57:51.599037 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-aa20a14c-ff57-46f6-bfe2-b2efcadd2b85 req-cb19cd97-8c22-4c8c-b8c1-ca202d2a6117 service neutron] 10.222.0.90 "GET /v2.0/networks?id=373501d5-ea79-4aa8-8415-e77aad537579 HTTP/1.1" status: 200 len: 913 time: 0.0916080 Feb 04 17:57:51.643330 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-aa20a14c-ff57-46f6-bfe2-b2efcadd2b85 req-f3a2a38f-f70f-4e0e-a7cc-e38f5a6fc9fd service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ee8e71cb-e1bf-4ca4-85ec-89da5c409416 HTTP/1.1" status: 200 len: 217 time: 0.0363383 Feb 04 17:57:51.692238 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa20a14c-ff57-46f6-bfe2-b2efcadd2b85 req-a312a5a4-f873-44be-9846-b9720bbd4942 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:57:51.693737 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-aa20a14c-ff57-46f6-bfe2-b2efcadd2b85 req-a312a5a4-f873-44be-9846-b9720bbd4942 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=645125ba-dc72-4374-be18-fe910df5a518 HTTP/1.1" status: 200 len: 851 time: 0.0440111 Feb 04 17:57:51.749777 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa20a14c-ff57-46f6-bfe2-b2efcadd2b85 req-19539fed-380c-413e-9168-1e3ce360c2b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:57:51.751567 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-aa20a14c-ff57-46f6-bfe2-b2efcadd2b85 req-19539fed-380c-413e-9168-1e3ce360c2b9 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=373501d5-ea79-4aa8-8415-e77aad537579&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0514500 Feb 04 17:57:51.852080 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-aa20a14c-ff57-46f6-bfe2-b2efcadd2b85 req-8dc1d6cd-ef65-4d40-b021-df507f4568bd service neutron] 10.222.0.90 "GET /v2.0/networks/373501d5-ea79-4aa8-8415-e77aad537579?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893579 Feb 04 17:57:51.969171 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43db52bc-81b8-4162-9d2e-9fdcfc0c64b0 req-749c7298-566e-4de0-b01c-0499cb21a8f1 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:57:51.970935 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-43db52bc-81b8-4162-9d2e-9fdcfc0c64b0 req-749c7298-566e-4de0-b01c-0499cb21a8f1 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "GET /v2.0/ports?device_id=d99a2e45-3f6f-452e-b7f2-ea1cc423d30f HTTP/1.1" status: 200 len: 943 time: 0.1177680 Feb 04 17:57:52.003870 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-aa20a14c-ff57-46f6-bfe2-b2efcadd2b85 req-93e563ec-d8c4-4380-a35e-b8a9704ece32 service neutron] 10.222.0.90 "GET /v2.0/networks/373501d5-ea79-4aa8-8415-e77aad537579?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1401684 Feb 04 17:57:52.042084 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-43db52bc-81b8-4162-9d2e-9fdcfc0c64b0 req-3365c38b-561c-4fc5-9606-02b60c776dd4 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "GET /v2.0/security-groups?id=6ae3ac6a-ca24-406f-b6a6-87d9888b6b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613823 Feb 04 17:57:53.173736 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c99661c-3f38-40dc-b62e-7e7961f2b1b1 req-8f4dbcec-4a3c-4b85-a22f-9a1848bfd424 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:57:53.175249 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-3c99661c-3f38-40dc-b62e-7e7961f2b1b1 req-8f4dbcec-4a3c-4b85-a22f-9a1848bfd424 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "GET /v2.0/ports?device_id=d99a2e45-3f6f-452e-b7f2-ea1cc423d30f HTTP/1.1" status: 200 len: 943 time: 0.0609746 Feb 04 17:57:53.227454 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-3c99661c-3f38-40dc-b62e-7e7961f2b1b1 req-07fe41e1-e16e-4046-87d2-b0a7d8f8ae3e tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "GET /v2.0/security-groups?id=6ae3ac6a-ca24-406f-b6a6-87d9888b6b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455692 Feb 04 17:57:54.345183 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e69144-b192-4936-8bb7-239a85b07319 req-56153a61-5488-40f5-8c5a-fac248f6d429 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:57:54.346663 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-99e69144-b192-4936-8bb7-239a85b07319 req-56153a61-5488-40f5-8c5a-fac248f6d429 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "GET /v2.0/ports?device_id=d99a2e45-3f6f-452e-b7f2-ea1cc423d30f HTTP/1.1" status: 200 len: 943 time: 0.0527108 Feb 04 17:57:54.395955 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-99e69144-b192-4936-8bb7-239a85b07319 req-fa9444e9-ea20-4a67-800a-1ab81e5940f5 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "GET /v2.0/security-groups?id=6ae3ac6a-ca24-406f-b6a6-87d9888b6b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427248 Feb 04 17:57:55.517533 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c216c613-5ac4-4952-83a8-6b50349f46a9 req-5233913e-ba66-467e-9f0e-def46e2ded1b tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:57:55.519075 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-c216c613-5ac4-4952-83a8-6b50349f46a9 req-5233913e-ba66-467e-9f0e-def46e2ded1b tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "GET /v2.0/ports?device_id=d99a2e45-3f6f-452e-b7f2-ea1cc423d30f HTTP/1.1" status: 200 len: 943 time: 0.0563383 Feb 04 17:57:55.569902 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-c216c613-5ac4-4952-83a8-6b50349f46a9 req-15d0834e-7659-4191-8c89-933f4dfefee3 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "GET /v2.0/security-groups?id=6ae3ac6a-ca24-406f-b6a6-87d9888b6b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449688 Feb 04 17:57:56.693778 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9d339d-9c71-4215-afab-87ce55368640 req-bb7e4183-d177-433d-a6ff-c20c8b8bdeb9 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:57:56.695278 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-7e9d339d-9c71-4215-afab-87ce55368640 req-bb7e4183-d177-433d-a6ff-c20c8b8bdeb9 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "GET /v2.0/ports?device_id=d99a2e45-3f6f-452e-b7f2-ea1cc423d30f HTTP/1.1" status: 200 len: 943 time: 0.0534437 Feb 04 17:57:56.741515 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-7e9d339d-9c71-4215-afab-87ce55368640 req-b1b27514-a9de-4596-878e-4ef59fd12598 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "GET /v2.0/security-groups?id=6ae3ac6a-ca24-406f-b6a6-87d9888b6b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406165 Feb 04 17:57:57.858875 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689e6e24-e7e9-4b19-b7f2-2ef6d7ffba65 req-12ed8f59-9647-4572-a2c2-ee48e678eed1 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:57:57.860396 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-689e6e24-e7e9-4b19-b7f2-2ef6d7ffba65 req-12ed8f59-9647-4572-a2c2-ee48e678eed1 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "GET /v2.0/ports?device_id=d99a2e45-3f6f-452e-b7f2-ea1cc423d30f HTTP/1.1" status: 200 len: 943 time: 0.0526261 Feb 04 17:57:57.908171 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-689e6e24-e7e9-4b19-b7f2-2ef6d7ffba65 req-99de9037-0976-4487-b929-25b19de4867f tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "GET /v2.0/security-groups?id=6ae3ac6a-ca24-406f-b6a6-87d9888b6b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417297 Feb 04 17:57:59.029622 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f7d19f-9c5b-4bc4-90c0-992eb633bef4 req-2536fac6-8737-41f6-8169-cfcc397e549e tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:57:59.031142 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-c3f7d19f-9c5b-4bc4-90c0-992eb633bef4 req-2536fac6-8737-41f6-8169-cfcc397e549e tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "GET /v2.0/ports?device_id=d99a2e45-3f6f-452e-b7f2-ea1cc423d30f HTTP/1.1" status: 200 len: 943 time: 0.0542681 Feb 04 17:57:59.078844 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-c3f7d19f-9c5b-4bc4-90c0-992eb633bef4 req-955febc7-a46b-42c8-9dd2-abcf27946232 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "GET /v2.0/security-groups?id=6ae3ac6a-ca24-406f-b6a6-87d9888b6b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414000 Feb 04 17:57:59.778772 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4e0bb981-c74f-4c42-bcd5-0763b48c1262 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (bb89f5a3-3c22-440b-b7d1-c4f0c43c184a), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:58:00.199820 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e97f68-7ae6-4a65-915f-36a1a528da4e req-e00554fc-37f3-4c1a-9a01-4f0ef48ebb4b tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:58:00.201318 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-78e97f68-7ae6-4a65-915f-36a1a528da4e req-e00554fc-37f3-4c1a-9a01-4f0ef48ebb4b tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "GET /v2.0/ports?device_id=d99a2e45-3f6f-452e-b7f2-ea1cc423d30f HTTP/1.1" status: 200 len: 943 time: 0.0568542 Feb 04 17:58:00.247353 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-78e97f68-7ae6-4a65-915f-36a1a528da4e req-b864bccb-a89d-4d1e-ab17-ef74b1d0a158 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "GET /v2.0/security-groups?id=6ae3ac6a-ca24-406f-b6a6-87d9888b6b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404789 Feb 04 17:58:01.368092 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3d4d10-255c-45bf-b9af-e1dc457a67cb req-537d1d6c-3308-47b1-84cd-e5d6c9ed7311 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:58:01.369599 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-de3d4d10-255c-45bf-b9af-e1dc457a67cb req-537d1d6c-3308-47b1-84cd-e5d6c9ed7311 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "GET /v2.0/ports?device_id=d99a2e45-3f6f-452e-b7f2-ea1cc423d30f HTTP/1.1" status: 200 len: 943 time: 0.0561731 Feb 04 17:58:01.416182 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-de3d4d10-255c-45bf-b9af-e1dc457a67cb req-ebf51221-b948-43c4-b260-97630e5881ef tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "GET /v2.0/security-groups?id=6ae3ac6a-ca24-406f-b6a6-87d9888b6b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409458 Feb 04 17:58:02.530792 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f06c06-e685-4475-915b-a5cd39e54c9b req-6ee9e6be-3d08-43fa-b65d-20730af5585e tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:58:02.532263 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-56f06c06-e685-4475-915b-a5cd39e54c9b req-6ee9e6be-3d08-43fa-b65d-20730af5585e tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "GET /v2.0/ports?device_id=d99a2e45-3f6f-452e-b7f2-ea1cc423d30f HTTP/1.1" status: 200 len: 943 time: 0.0526307 Feb 04 17:58:02.578540 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-56f06c06-e685-4475-915b-a5cd39e54c9b req-9f901ed0-6140-454f-b827-cd4f6ea47919 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "GET /v2.0/security-groups?id=6ae3ac6a-ca24-406f-b6a6-87d9888b6b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407131 Feb 04 17:58:02.856798 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8bdf27ae-885d-4261-8dc0-38d1508b5727 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (64ada913-9131-4d99-a265-63a920956287), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:58:03.115970 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d408ec64-b374-4acb-a1fc-48241dad6d47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (0cd6d64a-47a7-40ff-8c12-71dd526c62e0), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:58:03.698270 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fbb691-b925-4166-a6c7-9cc95b76b1ad req-2ded1e4e-b6ce-4cdf-97a4-b34c906c5273 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:58:03.699691 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-e3fbb691-b925-4166-a6c7-9cc95b76b1ad req-2ded1e4e-b6ce-4cdf-97a4-b34c906c5273 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "GET /v2.0/ports?device_id=d99a2e45-3f6f-452e-b7f2-ea1cc423d30f HTTP/1.1" status: 200 len: 943 time: 0.0561216 Feb 04 17:58:03.746093 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-e3fbb691-b925-4166-a6c7-9cc95b76b1ad req-036c30ff-9149-4efa-944f-b41ef0dad59d tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "GET /v2.0/security-groups?id=6ae3ac6a-ca24-406f-b6a6-87d9888b6b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406716 Feb 04 17:58:04.868969 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1f47c7-b83a-47e8-8af9-e03841163e87 req-e3d1d7b2-30fe-4aaf-bf22-b0d221d4b47f tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:58:04.870459 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-6d1f47c7-b83a-47e8-8af9-e03841163e87 req-e3d1d7b2-30fe-4aaf-bf22-b0d221d4b47f tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "GET /v2.0/ports?device_id=d99a2e45-3f6f-452e-b7f2-ea1cc423d30f HTTP/1.1" status: 200 len: 943 time: 0.0564234 Feb 04 17:58:04.914667 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4f14bb47-e72b-46ac-9e44-a61d9293afcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (75326290-f7a3-4db8-9cf2-15c7139ed224), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:58:04.917861 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-6d1f47c7-b83a-47e8-8af9-e03841163e87 req-c3bbdd2e-c158-445b-ab0d-fc5a3b8f37c9 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "GET /v2.0/security-groups?id=6ae3ac6a-ca24-406f-b6a6-87d9888b6b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419328 Feb 04 17:58:05.761941 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (ba70844b-66a0-45fd-a2f2-e6ed673321fc), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:58:06.037369 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911089b9-4157-4904-8f23-98bff2632672 req-dcfd4544-cc5e-4501-9685-16625f02c09b tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:58:06.039239 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-911089b9-4157-4904-8f23-98bff2632672 req-dcfd4544-cc5e-4501-9685-16625f02c09b tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "GET /v2.0/ports?device_id=d99a2e45-3f6f-452e-b7f2-ea1cc423d30f HTTP/1.1" status: 200 len: 943 time: 0.0551989 Feb 04 17:58:06.086490 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-911089b9-4157-4904-8f23-98bff2632672 req-e6210259-5aeb-47b9-a27f-19f6ff2101bb tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "GET /v2.0/security-groups?id=6ae3ac6a-ca24-406f-b6a6-87d9888b6b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403416 Feb 04 17:58:07.205979 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ac4d90-bc54-4fef-80b3-12d8d32abc2e req-905f7a70-05dd-4024-b1de-3398123140cd tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:58:07.207468 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-92ac4d90-bc54-4fef-80b3-12d8d32abc2e req-905f7a70-05dd-4024-b1de-3398123140cd tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "GET /v2.0/ports?device_id=d99a2e45-3f6f-452e-b7f2-ea1cc423d30f HTTP/1.1" status: 200 len: 943 time: 0.0517490 Feb 04 17:58:07.254100 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-92ac4d90-bc54-4fef-80b3-12d8d32abc2e req-fb790567-a3c4-42f5-81b3-caff4a15e6bb tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "GET /v2.0/security-groups?id=6ae3ac6a-ca24-406f-b6a6-87d9888b6b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406103 Feb 04 17:58:07.635043 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Device ee8e71cb-e1bf-4ca4-85ec-89da5c409416 details requested by agent hyperv_n-h2-827839-2 with host n-h2-827839-2 {{(pid=103378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 17:58:07.732324 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] For port ee8e71cb-e1bf-4ca4-85ec-89da5c409416, host n-h2-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=ee8e71cb-e1bf-4ca4-85ec-89da5c409416,segment=NetworkSegment(14b42f91-bfd2-4a53-b270-b22cde6aff98),segment_id=14b42f91-bfd2-4a53-b270-b22cde6aff98)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:58:07.744118 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Returning: {'device': 'ee8e71cb-e1bf-4ca4-85ec-89da5c409416', 'network_id': '373501d5-ea79-4aa8-8415-e77aad537579', 'port_id': 'ee8e71cb-e1bf-4ca4-85ec-89da5c409416', 'mac_address': 'fa:16:3e:c3:41:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 752, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '645125ba-dc72-4374-be18-fe910df5a518', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 17:58:07.780595 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Current status of the port ee8e71cb-e1bf-4ca4-85ec-89da5c409416 is: DOWN; New status is: BUILD {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:58:07.781006 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (ee8e71cb-e1bf-4ca4-85ec-89da5c409416), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:58:07.793340 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee8e71cb-e1bf-4ca4-85ec-89da5c409416 {{(pid=103378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 17:58:07.812656 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] For port ee8e71cb-e1bf-4ca4-85ec-89da5c409416, host n-h2-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=ee8e71cb-e1bf-4ca4-85ec-89da5c409416,segment=NetworkSegment(14b42f91-bfd2-4a53-b270-b22cde6aff98),segment_id=14b42f91-bfd2-4a53-b270-b22cde6aff98)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:58:07.816549 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (ee8e71cb-e1bf-4ca4-85ec-89da5c409416), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:58:07.862518 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Pushing event updated for resources: {'Port': ['ID=ee8e71cb-e1bf-4ca4-85ec-89da5c409416,revision_number=4']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:58:08.130851 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] get_ports_and_sgs() called for port_ids ['ee8e71cb-e1bf-4ca4-85ec-89da5c409416'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 17:58:08.372493 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad9a025-9189-4b57-bb17-d5a2fb5b45a6 req-9bb92bca-b30c-45ee-a8d4-343d4ec881ec tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:58:08.374005 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-0ad9a025-9189-4b57-bb17-d5a2fb5b45a6 req-9bb92bca-b30c-45ee-a8d4-343d4ec881ec tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "GET /v2.0/ports?device_id=d99a2e45-3f6f-452e-b7f2-ea1cc423d30f HTTP/1.1" status: 200 len: 944 time: 0.0512705 Feb 04 17:58:08.420250 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-0ad9a025-9189-4b57-bb17-d5a2fb5b45a6 req-6f076899-495a-4139-a7c1-49d3db4759e8 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "GET /v2.0/security-groups?id=6ae3ac6a-ca24-406f-b6a6-87d9888b6b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405595 Feb 04 17:58:09.535443 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c96dfb7-9e0f-48e3-b1ba-81e88d63810b req-6d477d6b-bbc8-4b0f-ab8f-04cf1788b6bb tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:58:09.536830 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-7c96dfb7-9e0f-48e3-b1ba-81e88d63810b req-6d477d6b-bbc8-4b0f-ab8f-04cf1788b6bb tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "GET /v2.0/ports?device_id=d99a2e45-3f6f-452e-b7f2-ea1cc423d30f HTTP/1.1" status: 200 len: 944 time: 0.0513349 Feb 04 17:58:09.587037 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-7c96dfb7-9e0f-48e3-b1ba-81e88d63810b req-db2dee2a-f105-45d3-806c-e16216db2144 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "GET /v2.0/security-groups?id=6ae3ac6a-ca24-406f-b6a6-87d9888b6b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440521 Feb 04 17:58:09.649937 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Device ee8e71cb-e1bf-4ca4-85ec-89da5c409416 up at agent hyperv_n-h2-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:58:09.697718 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Provisioning for port ee8e71cb-e1bf-4ca4-85ec-89da5c409416 completed by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 17:58:09.701404 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Provisioning complete for port ee8e71cb-e1bf-4ca4-85ec-89da5c409416 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:58:09.701778 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (ee8e71cb-e1bf-4ca4-85ec-89da5c409416), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:58:09.781679 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Current status of the port ee8e71cb-e1bf-4ca4-85ec-89da5c409416 is: BUILD; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:58:09.782071 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (ee8e71cb-e1bf-4ca4-85ec-89da5c409416), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:58:09.804648 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd99a2e45-3f6f-452e-b7f2-ea1cc423d30f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee8e71cb-e1bf-4ca4-85ec-89da5c409416'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:58:09.806824 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c34bc964ce2211770fda26ca2f3801cc06f4f39928110690550e94ab9c9d2fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-528b1432-f151-4310-87d0-62e529d1dda3" -d '{"events": [{"server_uuid": "d99a2e45-3f6f-452e-b7f2-ea1cc423d30f", "name": "network-vif-plugged", "status": "completed", "tag": "ee8e71cb-e1bf-4ca4-85ec-89da5c409416"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:58:09.819493 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] For port ee8e71cb-e1bf-4ca4-85ec-89da5c409416, host n-h2-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=ee8e71cb-e1bf-4ca4-85ec-89da5c409416,segment=NetworkSegment(14b42f91-bfd2-4a53-b270-b22cde6aff98),segment_id=14b42f91-bfd2-4a53-b270-b22cde6aff98)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:58:09.825056 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (ee8e71cb-e1bf-4ca4-85ec-89da5c409416), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:58:09.852254 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 17:58:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-695a081b-84f9-4d89-a122-85955097b893 x-openstack-request-id: req-695a081b-84f9-4d89-a122-85955097b893 {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:58:09.852554 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d99a2e45-3f6f-452e-b7f2-ea1cc423d30f", "name": "network-vif-plugged", "status": "completed", "tag": "ee8e71cb-e1bf-4ca4-85ec-89da5c409416", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:58:09.852837 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-695a081b-84f9-4d89-a122-85955097b893 {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:58:09.853238 n-d-827839-2 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd99a2e45-3f6f-452e-b7f2-ea1cc423d30f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee8e71cb-e1bf-4ca4-85ec-89da5c409416', 'code': 200} Feb 04 17:58:09.882178 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Pushing event updated for resources: {'Port': ['ID=ee8e71cb-e1bf-4ca4-85ec-89da5c409416,revision_number=5']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:58:09.951651 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af55c83f-52de-484e-b301-a9a1fd8737f1 req-7251af8b-993c-4dbc-a157-c977700b89ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:58:09.953133 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-af55c83f-52de-484e-b301-a9a1fd8737f1 req-7251af8b-993c-4dbc-a157-c977700b89ef service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=d99a2e45-3f6f-452e-b7f2-ea1cc423d30f HTTP/1.1" status: 200 len: 1127 time: 0.0429702 Feb 04 17:58:10.001366 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-af55c83f-52de-484e-b301-a9a1fd8737f1 req-d18828ce-83e5-41b2-b046-c202d2b5782a service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=6ae3ac6a-ca24-406f-b6a6-87d9888b6b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385737 Feb 04 17:58:10.492425 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (f20a1ab3-4332-4f54-833b-ba4a7c687e89), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:58:10.701621 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8cd008-a897-45db-9499-8e583eeb0bf1 req-fecb80e3-82f7-4771-8399-be0e02f21f39 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:58:10.703090 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-ae8cd008-a897-45db-9499-8e583eeb0bf1 req-fecb80e3-82f7-4771-8399-be0e02f21f39 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "GET /v2.0/ports?device_id=d99a2e45-3f6f-452e-b7f2-ea1cc423d30f HTTP/1.1" status: 200 len: 945 time: 0.0523512 Feb 04 17:58:10.750294 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-ae8cd008-a897-45db-9499-8e583eeb0bf1 req-2807a284-bcb8-42fc-9de8-531ca1720108 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "GET /v2.0/security-groups?id=6ae3ac6a-ca24-406f-b6a6-87d9888b6b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406356 Feb 04 17:58:11.869519 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c963d52a-2211-4aef-a4a6-0abb1bef2d84 req-f97d32ae-6aaf-49c2-80a6-3314065898a9 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:58:11.870990 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-c963d52a-2211-4aef-a4a6-0abb1bef2d84 req-f97d32ae-6aaf-49c2-80a6-3314065898a9 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "GET /v2.0/ports?device_id=d99a2e45-3f6f-452e-b7f2-ea1cc423d30f HTTP/1.1" status: 200 len: 945 time: 0.0523312 Feb 04 17:58:11.917279 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-c963d52a-2211-4aef-a4a6-0abb1bef2d84 req-cdda17b0-c165-4a15-b3a3-664fcaca15dc tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "GET /v2.0/security-groups?id=6ae3ac6a-ca24-406f-b6a6-87d9888b6b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406899 Feb 04 17:58:12.031896 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849e158c-8f36-49ed-bdc9-19b3727eee18 req-ea2904d1-2d71-4732-bdc9-98f8840bee50 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:58:12.033467 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-849e158c-8f36-49ed-bdc9-19b3727eee18 req-ea2904d1-2d71-4732-bdc9-98f8840bee50 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "GET /v2.0/ports?device_id=d99a2e45-3f6f-452e-b7f2-ea1cc423d30f HTTP/1.1" status: 200 len: 945 time: 0.0520453 Feb 04 17:58:12.079867 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-849e158c-8f36-49ed-bdc9-19b3727eee18 req-3130993b-f124-44cd-98d6-2bc20fe070f4 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "GET /v2.0/security-groups?id=6ae3ac6a-ca24-406f-b6a6-87d9888b6b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408232 Feb 04 17:58:12.196788 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93544f75-523a-43c7-81bc-530e25aabf39 req-de27afe2-b8ca-413f-9cbd-73702d289563 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:58:12.198265 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-93544f75-523a-43c7-81bc-530e25aabf39 req-de27afe2-b8ca-413f-9cbd-73702d289563 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "GET /v2.0/ports?device_id=d99a2e45-3f6f-452e-b7f2-ea1cc423d30f HTTP/1.1" status: 200 len: 945 time: 0.0526123 Feb 04 17:58:12.243866 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-93544f75-523a-43c7-81bc-530e25aabf39 req-5ca5cc76-7dd0-4659-8654-a7addfdba807 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "GET /v2.0/security-groups?id=6ae3ac6a-ca24-406f-b6a6-87d9888b6b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400777 Feb 04 17:58:12.476907 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770e4808-81a0-4d07-ac51-fcac01d64ee0 req-e82c66cb-0cd4-4574-ad36-621e5dd989b6 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:58:12.478355 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-770e4808-81a0-4d07-ac51-fcac01d64ee0 req-e82c66cb-0cd4-4574-ad36-621e5dd989b6 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "GET /v2.0/ports?device_id=d99a2e45-3f6f-452e-b7f2-ea1cc423d30f HTTP/1.1" status: 200 len: 945 time: 0.0553772 Feb 04 17:58:12.523640 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-770e4808-81a0-4d07-ac51-fcac01d64ee0 req-1d03819e-3b88-4240-81a7-8583edb8b4bf tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "GET /v2.0/security-groups?id=6ae3ac6a-ca24-406f-b6a6-87d9888b6b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395832 Feb 04 17:58:12.560695 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (3f9244a9-75fc-4c10-b195-11d48b853b41), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:58:13.648881 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd27f354-e1f7-4baf-83b6-103aca2e6c07 req-eb6fd5dd-961c-42ba-a065-d3bda6080ebd tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:58:13.651009 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-dd27f354-e1f7-4baf-83b6-103aca2e6c07 req-eb6fd5dd-961c-42ba-a065-d3bda6080ebd tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "GET /v2.0/ports?device_id=d99a2e45-3f6f-452e-b7f2-ea1cc423d30f HTTP/1.1" status: 200 len: 945 time: 0.0563724 Feb 04 17:58:13.697884 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-dd27f354-e1f7-4baf-83b6-103aca2e6c07 req-84d98ed6-9b67-4e4d-a218-867726a2de77 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "GET /v2.0/security-groups?id=6ae3ac6a-ca24-406f-b6a6-87d9888b6b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409505 Feb 04 17:58:14.078053 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba517313-be42-4f85-b3de-5c577a5c86e4 req-0bfd0e80-fec7-4bb7-8efb-380bf77c464e tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:58:14.079499 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-ba517313-be42-4f85-b3de-5c577a5c86e4 req-0bfd0e80-fec7-4bb7-8efb-380bf77c464e tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.90 "GET /v2.0/ports?device_id=d99a2e45-3f6f-452e-b7f2-ea1cc423d30f HTTP/1.1" status: 200 len: 945 time: 0.0519466 Feb 04 17:58:14.177033 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [req-ba517313-be42-4f85-b3de-5c577a5c86e4 req-8db8ec44-e268-42c3-bde7-67327495d492 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Deleting port ee8e71cb-e1bf-4ca4-85ec-89da5c409416 {{(pid=103377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:58:14.177372 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-ba517313-be42-4f85-b3de-5c577a5c86e4 req-8db8ec44-e268-42c3-bde7-67327495d492 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (ee8e71cb-e1bf-4ca4-85ec-89da5c409416), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:58:14.262295 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [req-ba517313-be42-4f85-b3de-5c577a5c86e4 req-8db8ec44-e268-42c3-bde7-67327495d492 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] For port ee8e71cb-e1bf-4ca4-85ec-89da5c409416, host n-h2-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=ee8e71cb-e1bf-4ca4-85ec-89da5c409416,segment=NetworkSegment(14b42f91-bfd2-4a53-b270-b22cde6aff98),segment_id=14b42f91-bfd2-4a53-b270-b22cde6aff98)] {{(pid=103377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:58:14.262648 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-ba517313-be42-4f85-b3de-5c577a5c86e4 req-8db8ec44-e268-42c3-bde7-67327495d492 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (ee8e71cb-e1bf-4ca4-85ec-89da5c409416), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:58:14.274834 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [req-ba517313-be42-4f85-b3de-5c577a5c86e4 req-8db8ec44-e268-42c3-bde7-67327495d492 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Calling delete_port for ee8e71cb-e1bf-4ca4-85ec-89da5c409416 owned by compute:nova {{(pid=103377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:58:14.402130 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-ba517313-be42-4f85-b3de-5c577a5c86e4 req-8db8ec44-e268-42c3-bde7-67327495d492 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (ee8e71cb-e1bf-4ca4-85ec-89da5c409416), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:58:14.420316 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] get_ports_and_sgs() called for port_ids ['ee8e71cb-e1bf-4ca4-85ec-89da5c409416'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 17:58:14.430445 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db8ec44-e268-42c3-bde7-67327495d492 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Pushing event deleted for resources: {'Port': ['ID=ee8e71cb-e1bf-4ca4-85ec-89da5c409416,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:58:14.455967 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db8ec44-e268-42c3-bde7-67327495d492 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:58:14.456328 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db8ec44-e268-42c3-bde7-67327495d492 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:58:14.456682 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db8ec44-e268-42c3-bde7-67327495d492 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:58:14.457027 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db8ec44-e268-42c3-bde7-67327495d492 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:58:14.457366 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db8ec44-e268-42c3-bde7-67327495d492 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:58:14.457777 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db8ec44-e268-42c3-bde7-67327495d492 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:58:14.458018 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db8ec44-e268-42c3-bde7-67327495d492 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:58:14.458344 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db8ec44-e268-42c3-bde7-67327495d492 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:58:14.458674 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db8ec44-e268-42c3-bde7-67327495d492 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:58:14.458998 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db8ec44-e268-42c3-bde7-67327495d492 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:58:14.459333 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db8ec44-e268-42c3-bde7-67327495d492 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:58:14.459644 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db8ec44-e268-42c3-bde7-67327495d492 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:58:14.459962 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db8ec44-e268-42c3-bde7-67327495d492 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:58:14.487505 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba517313-be42-4f85-b3de-5c577a5c86e4 req-8db8ec44-e268-42c3-bde7-67327495d492 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] No DVR routers for this DVR port ee8e71cb-e1bf-4ca4-85ec-89da5c409416 on host n-h2-827839-2 {{(pid=103377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 17:58:14.490306 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-ba517313-be42-4f85-b3de-5c577a5c86e4 req-8db8ec44-e268-42c3-bde7-67327495d492 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:58:14.493690 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-ba517313-be42-4f85-b3de-5c577a5c86e4 req-8db8ec44-e268-42c3-bde7-67327495d492 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.90 "DELETE /v2.0/ports/ee8e71cb-e1bf-4ca4-85ec-89da5c409416 HTTP/1.1" status: 204 len: 173 time: 0.4052300 Feb 04 17:58:14.494145 n-d-827839-2 neutron-server[103377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd99a2e45-3f6f-452e-b7f2-ea1cc423d30f', 'name': 'network-vif-deleted', 'tag': 'ee8e71cb-e1bf-4ca4-85ec-89da5c409416'}] {{(pid=103377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:58:14.496401 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7240428b650e1488e9361b62648ff4b3a6c19d49d8c27c949491ab58c1346cf0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-404a2be7-b8bc-41e7-8fb9-18da73f587e8" -d '{"events": [{"server_uuid": "d99a2e45-3f6f-452e-b7f2-ea1cc423d30f", "name": "network-vif-deleted", "tag": "ee8e71cb-e1bf-4ca4-85ec-89da5c409416"}]}' {{(pid=103377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:58:14.535522 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 17:58:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3c2f09e-6a4e-4f45-95a5-ca8841334edc x-openstack-request-id: req-c3c2f09e-6a4e-4f45-95a5-ca8841334edc {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:58:14.535824 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d99a2e45-3f6f-452e-b7f2-ea1cc423d30f", "name": "network-vif-deleted", "tag": "ee8e71cb-e1bf-4ca4-85ec-89da5c409416", "status": "completed", "code": 200}]} {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:58:14.536381 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-c3c2f09e-6a4e-4f45-95a5-ca8841334edc {{(pid=103377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:58:14.536806 n-d-827839-2 neutron-server[103377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd99a2e45-3f6f-452e-b7f2-ea1cc423d30f', 'name': 'network-vif-deleted', 'tag': 'ee8e71cb-e1bf-4ca4-85ec-89da5c409416', 'status': 'completed', 'code': 200} Feb 04 17:58:14.794584 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-2234eda2-c891-47cf-b713-651f3e27b23a req-ee830d3c-9d5e-4ec8-9dd0-7e24080a7d95 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "GET /v2.0/ports?device_id=d99a2e45-3f6f-452e-b7f2-ea1cc423d30f HTTP/1.1" status: 200 len: 210 time: 0.0278206 Feb 04 17:58:15.893605 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-bb9192b5-94e8-41e0-ba7e-41da7bd8f252 req-033642ea-1ec4-449e-8a00-d4ead6f5bad3 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "GET /v2.0/ports?device_id=d99a2e45-3f6f-452e-b7f2-ea1cc423d30f HTTP/1.1" status: 200 len: 210 time: 0.0317044 Feb 04 17:58:16.988522 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-18650bb7-d6b4-4191-8731-9dd51a282016 req-fd75a2d3-510d-46bd-a919-0e765891ea47 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "GET /v2.0/ports?device_id=d99a2e45-3f6f-452e-b7f2-ea1cc423d30f HTTP/1.1" status: 200 len: 210 time: 0.0276222 Feb 04 17:58:18.081999 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-66dffb7e-8bdd-4466-8363-86d39875009f req-0eec3ad9-bcd5-49b8-ae9a-ff01b2ae9659 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "GET /v2.0/ports?device_id=d99a2e45-3f6f-452e-b7f2-ea1cc423d30f HTTP/1.1" status: 200 len: 210 time: 0.0277321 Feb 04 17:58:19.181118 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-90516469-fafd-4f34-a0f1-912933737e30 req-0ab060ba-1356-46d9-a1cd-9760d91e27a0 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "GET /v2.0/ports?device_id=d99a2e45-3f6f-452e-b7f2-ea1cc423d30f HTTP/1.1" status: 200 len: 210 time: 0.0319309 Feb 04 17:58:19.188390 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.agents_db [None req-e1691f3b-aacd-4cd6-8ebb-a9c53bb301c0 None None] Agent healthcheck: found 7 active agents {{(pid=103379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 17:58:19.670434 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Device ee8e71cb-e1bf-4ca4-85ec-89da5c409416 no longer exists at agent hyperv_n-h2-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:58:19.690908 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] No Port match for: ee8e71cb-e1bf-4ca4-85ec-89da5c409416 {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 17:58:19.691255 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Device ee8e71cb-e1bf-4ca4-85ec-89da5c409416 not bound to the agent host n-h2-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 17:58:20.276021 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-5220f8ab-b8dc-4d87-a9d9-53bb27bca5b3 req-e2a8c66d-f7a2-41b3-aaee-c1ac53b17700 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "GET /v2.0/ports?device_id=d99a2e45-3f6f-452e-b7f2-ea1cc423d30f HTTP/1.1" status: 200 len: 210 time: 0.0280788 Feb 04 17:58:21.369129 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-45bf713d-9aaf-4832-943c-e21a024763e1 req-a502cda8-3bf0-472d-aa97-5eb93b48e622 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "GET /v2.0/ports?device_id=d99a2e45-3f6f-452e-b7f2-ea1cc423d30f HTTP/1.1" status: 200 len: 210 time: 0.0270381 Feb 04 17:58:22.461597 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-9e5f8d5b-aa09-4e57-ac0c-df00d8b7769a req-a4d43b71-e3c6-47cf-99c7-9f2d9e5502ea tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "GET /v2.0/ports?device_id=d99a2e45-3f6f-452e-b7f2-ea1cc423d30f HTTP/1.1" status: 200 len: 210 time: 0.0265701 Feb 04 17:58:29.782242 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6b339b87-e479-451d-bd54-4a0383043ec6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (bb89f5a3-3c22-440b-b7d1-c4f0c43c184a), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:58:32.860779 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-090d9393-e2e6-4a68-91f4-7a03c02ae4b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (64ada913-9131-4d99-a265-63a920956287), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:58:33.121075 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d408ec64-b374-4acb-a1fc-48241dad6d47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (0cd6d64a-47a7-40ff-8c12-71dd526c62e0), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:58:34.919802 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4f14bb47-e72b-46ac-9e44-a61d9293afcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (75326290-f7a3-4db8-9cf2-15c7139ed224), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:58:35.766649 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (ba70844b-66a0-45fd-a2f2-e6ed673321fc), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:58:40.507655 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (f20a1ab3-4332-4f54-833b-ba4a7c687e89), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:58:42.566332 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (3f9244a9-75fc-4c10-b195-11d48b853b41), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:58:50.967402 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26ad19c-07b2-4fd3-b9ba-f32f626afac8 req-f3253b76-b770-4c2c-a05b-69f4b539de92 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:58:50.968802 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-f26ad19c-07b2-4fd3-b9ba-f32f626afac8 req-f3253b76-b770-4c2c-a05b-69f4b539de92 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "GET /v2.0/networks?id=373501d5-ea79-4aa8-8415-e77aad537579 HTTP/1.1" status: 200 len: 812 time: 0.3523648 Feb 04 17:58:50.983331 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-f26ad19c-07b2-4fd3-b9ba-f32f626afac8 req-e436239a-2531-40ff-845a-37c55914ae20 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "GET /v2.0/quotas/0082fd5bf0af4f76918b9b76b2e7b4a0 HTTP/1.1" status: 200 len: 375 time: 0.0091963 Feb 04 17:58:51.035974 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-f26ad19c-07b2-4fd3-b9ba-f32f626afac8 req-d6555f2e-18b7-4064-ab17-691a62ffd5dc tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=0082fd5bf0af4f76918b9b76b2e7b4a0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0480504 Feb 04 17:58:51.152910 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [req-f26ad19c-07b2-4fd3-b9ba-f32f626afac8 req-413b8787-91fc-4482-aec2-538254cf1dd3 service neutron] http://10.222.0.89:9696/v2.0/extensions returned with HTTP 200 {{(pid=103377) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 17:58:51.154159 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-f26ad19c-07b2-4fd3-b9ba-f32f626afac8 req-413b8787-91fc-4482-aec2-538254cf1dd3 service neutron] 10.222.0.89 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1113219 Feb 04 17:58:51.245703 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-f26ad19c-07b2-4fd3-b9ba-f32f626afac8 req-b0071966-c6ac-44bb-ab80-55a8b01e37e9 service neutron] 10.222.0.89 "GET /v2.0/networks/373501d5-ea79-4aa8-8415-e77aad537579?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855460 Feb 04 17:58:51.334481 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-f26ad19c-07b2-4fd3-b9ba-f32f626afac8 req-b98ec638-8856-411c-a1d5-5bc3045fe0c1 service neutron] 10.222.0.89 "GET /v2.0/networks/373501d5-ea79-4aa8-8415-e77aad537579?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830519 Feb 04 17:58:52.529578 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-bfbb3a96-e31c-4d55-b07a-4776cd3b28f7 req-7e9f7738-960e-400e-8fcf-13e55c79b6bf tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "GET /v2.0/ports?device_id=122bd508-84b8-4ee1-b66d-46afac5fc6fe HTTP/1.1" status: 200 len: 210 time: 0.0273695 Feb 04 17:58:53.609460 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-287c205b-172c-4d05-9452-79c639ddfd80 req-fa4a20ec-3946-4f3e-ac5c-691e294ba8ad tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "GET /v2.0/ports?device_id=122bd508-84b8-4ee1-b66d-46afac5fc6fe HTTP/1.1" status: 200 len: 210 time: 0.0277061 Feb 04 17:58:54.690525 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-abed2c60-f821-4d2e-b9ac-af8f79f66609 req-c4fc6f44-ee88-4580-892c-8f041d91889f tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "GET /v2.0/ports?device_id=122bd508-84b8-4ee1-b66d-46afac5fc6fe HTTP/1.1" status: 200 len: 210 time: 0.0275850 Feb 04 17:58:55.504818 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26ad19c-07b2-4fd3-b9ba-f32f626afac8 req-bfa705bb-180d-4c68-87d8-99c986d18840 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:58:55.506251 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-f26ad19c-07b2-4fd3-b9ba-f32f626afac8 req-bfa705bb-180d-4c68-87d8-99c986d18840 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.90 "GET /v2.0/networks?id=373501d5-ea79-4aa8-8415-e77aad537579 HTTP/1.1" status: 200 len: 812 time: 0.1071532 Feb 04 17:58:55.521775 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [req-f26ad19c-07b2-4fd3-b9ba-f32f626afac8 req-06ffd25a-07ff-4f43-8b10-ef362d1eb625 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Request body: {'port': {'device_id': '122bd508-84b8-4ee1-b66d-46afac5fc6fe', 'network_id': '373501d5-ea79-4aa8-8415-e77aad537579', 'admin_state_up': True, 'tenant_id': '0082fd5bf0af4f76918b9b76b2e7b4a0'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:58:55.628693 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f26ad19c-07b2-4fd3-b9ba-f32f626afac8 req-06ffd25a-07ff-4f43-8b10-ef362d1eb625 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Made reservation on behalf of 0082fd5bf0af4f76918b9b76b2e7b4a0 for: {'port': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:58:55.632087 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-f26ad19c-07b2-4fd3-b9ba-f32f626afac8 req-06ffd25a-07ff-4f43-8b10-ef362d1eb625 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:58:55.797009 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-965adaab-615f-414c-81f5-ed47d5813b32 req-832fa833-6d81-445c-9432-f2ab8b03d1fc tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "GET /v2.0/ports?device_id=122bd508-84b8-4ee1-b66d-46afac5fc6fe HTTP/1.1" status: 200 len: 210 time: 0.0362947 Feb 04 17:58:55.797964 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.db_base_plugin_common [req-f26ad19c-07b2-4fd3-b9ba-f32f626afac8 req-06ffd25a-07ff-4f43-8b10-ef362d1eb625 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Allocated IP 172.20.0.7 (373501d5-ea79-4aa8-8415-e77aad537579/645125ba-dc72-4374-be18-fe910df5a518/0b6f48f1-1e46-488b-8ada-c0eca7d25ec1) {{(pid=103377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:58:55.965907 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-f26ad19c-07b2-4fd3-b9ba-f32f626afac8 req-06ffd25a-07ff-4f43-8b10-ef362d1eb625 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Publish callbacks [] for port (0b6f48f1-1e46-488b-8ada-c0eca7d25ec1), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:58:55.998853 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-f26ad19c-07b2-4fd3-b9ba-f32f626afac8 req-06ffd25a-07ff-4f43-8b10-ef362d1eb625 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (0b6f48f1-1e46-488b-8ada-c0eca7d25ec1), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:58:56.049753 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f26ad19c-07b2-4fd3-b9ba-f32f626afac8 req-06ffd25a-07ff-4f43-8b10-ef362d1eb625 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Network 373501d5-ea79-4aa8-8415-e77aad537579 is already hosted by enough agents. {{(pid=103377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:58:56.052909 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [req-f26ad19c-07b2-4fd3-b9ba-f32f626afac8 req-06ffd25a-07ff-4f43-8b10-ef362d1eb625 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Resources bound (agent type, host, resource id): {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:58:56.056774 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [req-f26ad19c-07b2-4fd3-b9ba-f32f626afac8 req-06ffd25a-07ff-4f43-8b10-ef362d1eb625 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Received port after_create {{(pid=103377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:58:56.081276 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ffd25a-07ff-4f43-8b10-ef362d1eb625 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Pushing event updated for resources: {'Port': ['ID=0b6f48f1-1e46-488b-8ada-c0eca7d25ec1,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:58:56.116549 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26ad19c-07b2-4fd3-b9ba-f32f626afac8 req-06ffd25a-07ff-4f43-8b10-ef362d1eb625 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:58:56.117228 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-f26ad19c-07b2-4fd3-b9ba-f32f626afac8 req-06ffd25a-07ff-4f43-8b10-ef362d1eb625 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:58:56.134913 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-f26ad19c-07b2-4fd3-b9ba-f32f626afac8 req-06ffd25a-07ff-4f43-8b10-ef362d1eb625 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6169314 Feb 04 17:58:56.149911 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [req-f26ad19c-07b2-4fd3-b9ba-f32f626afac8 req-df8f0bc6-3c60-4d38-83c1-b36444565d5d service neutron] Request body: {'port': {'device_id': '122bd508-84b8-4ee1-b66d-46afac5fc6fe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827839-2'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:58:56.192513 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.agents_db [None req-e1691f3b-aacd-4cd6-8ebb-a9c53bb301c0 None None] Agent healthcheck: found 7 active agents {{(pid=103379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 17:58:56.213097 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-f26ad19c-07b2-4fd3-b9ba-f32f626afac8 req-df8f0bc6-3c60-4d38-83c1-b36444565d5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (0b6f48f1-1e46-488b-8ada-c0eca7d25ec1), before_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:58:56.364426 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-20c14138-c87d-4653-bdb6-b8c3ca007bfa None None] Provisioning complete for port 0b6f48f1-1e46-488b-8ada-c0eca7d25ec1 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:58:56.365321 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-20c14138-c87d-4653-bdb6-b8c3ca007bfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (0b6f48f1-1e46-488b-8ada-c0eca7d25ec1), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:58:56.401554 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-20c14138-c87d-4653-bdb6-b8c3ca007bfa None None] Port 0b6f48f1-1e46-488b-8ada-c0eca7d25ec1 cannot update to ACTIVE because it is not bound. {{(pid=103378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 17:58:56.486499 n-d-827839-2 neutron-server[103377]: DEBUG neutron.notifiers.nova [req-f26ad19c-07b2-4fd3-b9ba-f32f626afac8 req-df8f0bc6-3c60-4d38-83c1-b36444565d5d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b6f48f1-1e46-488b-8ada-c0eca7d25ec1 {{(pid=103377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 17:58:56.494093 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-f26ad19c-07b2-4fd3-b9ba-f32f626afac8 req-df8f0bc6-3c60-4d38-83c1-b36444565d5d service neutron] Publish callbacks [] for port (0b6f48f1-1e46-488b-8ada-c0eca7d25ec1), precommit_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:58:56.505896 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.provisioning_blocks [req-f26ad19c-07b2-4fd3-b9ba-f32f626afac8 req-df8f0bc6-3c60-4d38-83c1-b36444565d5d service neutron] Transition to ACTIVE for port object 0b6f48f1-1e46-488b-8ada-c0eca7d25ec1 will not be triggered until provisioned by entity L2. {{(pid=103377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 17:58:56.509277 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-f26ad19c-07b2-4fd3-b9ba-f32f626afac8 req-df8f0bc6-3c60-4d38-83c1-b36444565d5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25888290'] for port (0b6f48f1-1e46-488b-8ada-c0eca7d25ec1), after_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:58:56.560025 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8f0bc6-3c60-4d38-83c1-b36444565d5d service neutron] Pushing event updated for resources: {'Port': ['ID=0b6f48f1-1e46-488b-8ada-c0eca7d25ec1,revision_number=2']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:58:56.632796 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [req-f26ad19c-07b2-4fd3-b9ba-f32f626afac8 req-df8f0bc6-3c60-4d38-83c1-b36444565d5d service neutron] Attempting to bind port 0b6f48f1-1e46-488b-8ada-c0eca7d25ec1 on host n-h2-827839-2 for vnic_type normal with profile {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:58:56.633140 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [req-f26ad19c-07b2-4fd3-b9ba-f32f626afac8 req-df8f0bc6-3c60-4d38-83c1-b36444565d5d service neutron] Attempting to bind port 0b6f48f1-1e46-488b-8ada-c0eca7d25ec1 by drivers openvswitch,hyperv on host n-h2-827839-2 at level 0 using segments [{'id': '14b42f91-bfd2-4a53-b270-b22cde6aff98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '373501d5-ea79-4aa8-8415-e77aad537579'}] {{(pid=103377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:58:56.633468 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f26ad19c-07b2-4fd3-b9ba-f32f626afac8 req-df8f0bc6-3c60-4d38-83c1-b36444565d5d service neutron] Attempting to bind port 0b6f48f1-1e46-488b-8ada-c0eca7d25ec1 on network 373501d5-ea79-4aa8-8415-e77aad537579 {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:58:56.638258 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f26ad19c-07b2-4fd3-b9ba-f32f626afac8 req-df8f0bc6-3c60-4d38-83c1-b36444565d5d service neutron] Port 0b6f48f1-1e46-488b-8ada-c0eca7d25ec1 on network 373501d5-ea79-4aa8-8415-e77aad537579 not bound, no agent of type Open vSwitch agent registered on host n-h2-827839-2 {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 17:58:56.638576 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f26ad19c-07b2-4fd3-b9ba-f32f626afac8 req-df8f0bc6-3c60-4d38-83c1-b36444565d5d service neutron] Attempting to bind port 0b6f48f1-1e46-488b-8ada-c0eca7d25ec1 on network 373501d5-ea79-4aa8-8415-e77aad537579 {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:58:56.643741 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f26ad19c-07b2-4fd3-b9ba-f32f626afac8 req-df8f0bc6-3c60-4d38-83c1-b36444565d5d service neutron] Checking agent: {'id': 'f20a1ab3-4332-4f54-833b-ba4a7c687e89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 8, 40), 'started_at': datetime.datetime(2022, 2, 4, 17, 8, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 58, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:58:56.644085 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f26ad19c-07b2-4fd3-b9ba-f32f626afac8 req-df8f0bc6-3c60-4d38-83c1-b36444565d5d service neutron] Checking segment: {'id': '14b42f91-bfd2-4a53-b270-b22cde6aff98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '373501d5-ea79-4aa8-8415-e77aad537579'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:58:56.644607 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f26ad19c-07b2-4fd3-b9ba-f32f626afac8 req-df8f0bc6-3c60-4d38-83c1-b36444565d5d service neutron] Bound using segment: {'id': '14b42f91-bfd2-4a53-b270-b22cde6aff98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '373501d5-ea79-4aa8-8415-e77aad537579'} {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:58:56.645062 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [req-f26ad19c-07b2-4fd3-b9ba-f32f626afac8 req-df8f0bc6-3c60-4d38-83c1-b36444565d5d service neutron] Bound port: 0b6f48f1-1e46-488b-8ada-c0eca7d25ec1, host: n-h2-827839-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14b42f91-bfd2-4a53-b270-b22cde6aff98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '373501d5-ea79-4aa8-8415-e77aad537579'}}] {{(pid=103377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:58:56.645421 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-f26ad19c-07b2-4fd3-b9ba-f32f626afac8 req-df8f0bc6-3c60-4d38-83c1-b36444565d5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (0b6f48f1-1e46-488b-8ada-c0eca7d25ec1), before_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:58:56.716763 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [req-f26ad19c-07b2-4fd3-b9ba-f32f626afac8 req-df8f0bc6-3c60-4d38-83c1-b36444565d5d service neutron] For port 0b6f48f1-1e46-488b-8ada-c0eca7d25ec1, host n-h2-827839-2, cleared binding levels {{(pid=103377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:58:56.719954 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [req-f26ad19c-07b2-4fd3-b9ba-f32f626afac8 req-df8f0bc6-3c60-4d38-83c1-b36444565d5d service neutron] For port 0b6f48f1-1e46-488b-8ada-c0eca7d25ec1, host n-h2-827839-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=0b6f48f1-1e46-488b-8ada-c0eca7d25ec1,segment=NetworkSegment(14b42f91-bfd2-4a53-b270-b22cde6aff98),segment_id=14b42f91-bfd2-4a53-b270-b22cde6aff98)] {{(pid=103377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:58:56.728986 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-f26ad19c-07b2-4fd3-b9ba-f32f626afac8 req-df8f0bc6-3c60-4d38-83c1-b36444565d5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25888290'] for port (0b6f48f1-1e46-488b-8ada-c0eca7d25ec1), after_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:58:56.766180 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26ad19c-07b2-4fd3-b9ba-f32f626afac8 req-df8f0bc6-3c60-4d38-83c1-b36444565d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:58:56.766804 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-f26ad19c-07b2-4fd3-b9ba-f32f626afac8 req-df8f0bc6-3c60-4d38-83c1-b36444565d5d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:58:56.768217 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-f26ad19c-07b2-4fd3-b9ba-f32f626afac8 req-df8f0bc6-3c60-4d38-83c1-b36444565d5d service neutron] 10.222.0.90 "PUT /v2.0/ports/0b6f48f1-1e46-488b-8ada-c0eca7d25ec1 HTTP/1.1" status: 200 len: 1091 time: 0.6228459 Feb 04 17:58:56.768675 n-d-827839-2 neutron-server[103377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '122bd508-84b8-4ee1-b66d-46afac5fc6fe', 'tag': '0b6f48f1-1e46-488b-8ada-c0eca7d25ec1'}] {{(pid=103377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:58:56.770964 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7240428b650e1488e9361b62648ff4b3a6c19d49d8c27c949491ab58c1346cf0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54d30a7b-0aa4-4bc0-a66d-64978f0c8e86" -d '{"events": [{"name": "network-changed", "server_uuid": "122bd508-84b8-4ee1-b66d-46afac5fc6fe", "tag": "0b6f48f1-1e46-488b-8ada-c0eca7d25ec1"}]}' {{(pid=103377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:58:56.804259 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8f0bc6-3c60-4d38-83c1-b36444565d5d service neutron] Pushing event updated for resources: {'Port': ['ID=0b6f48f1-1e46-488b-8ada-c0eca7d25ec1,revision_number=3']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:58:56.819918 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 17:58:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f2bd45a-ceb2-4d3f-89cf-7ee5e2ef069d x-openstack-request-id: req-8f2bd45a-ceb2-4d3f-89cf-7ee5e2ef069d {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:58:56.820221 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "122bd508-84b8-4ee1-b66d-46afac5fc6fe", "tag": "0b6f48f1-1e46-488b-8ada-c0eca7d25ec1", "status": "completed", "code": 200}]} {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:58:56.820476 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-8f2bd45a-ceb2-4d3f-89cf-7ee5e2ef069d {{(pid=103377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:58:56.820907 n-d-827839-2 neutron-server[103377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '122bd508-84b8-4ee1-b66d-46afac5fc6fe', 'tag': '0b6f48f1-1e46-488b-8ada-c0eca7d25ec1', 'status': 'completed', 'code': 200} Feb 04 17:58:56.886322 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26ad19c-07b2-4fd3-b9ba-f32f626afac8 req-3b24bfae-1c11-462a-a044-2d23e3030108 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:58:56.888546 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-f26ad19c-07b2-4fd3-b9ba-f32f626afac8 req-3b24bfae-1c11-462a-a044-2d23e3030108 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=0082fd5bf0af4f76918b9b76b2e7b4a0&device_id=122bd508-84b8-4ee1-b66d-46afac5fc6fe HTTP/1.1" status: 200 len: 1125 time: 0.0661039 Feb 04 17:58:56.961397 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-f26ad19c-07b2-4fd3-b9ba-f32f626afac8 req-474d0877-42ef-4173-826a-66becfa14988 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0b6f48f1-1e46-488b-8ada-c0eca7d25ec1 HTTP/1.1" status: 200 len: 217 time: 0.0561118 Feb 04 17:58:57.016253 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3886b0-232d-463c-87a5-5c479f9120bc req-c45bb68b-b73f-432d-9a57-e5a998e2742b tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:58:57.017786 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-7d3886b0-232d-463c-87a5-5c479f9120bc req-c45bb68b-b73f-432d-9a57-e5a998e2742b tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "GET /v2.0/ports?device_id=122bd508-84b8-4ee1-b66d-46afac5fc6fe HTTP/1.1" status: 200 len: 943 time: 0.1261501 Feb 04 17:58:57.037955 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26ad19c-07b2-4fd3-b9ba-f32f626afac8 req-197f2167-de67-418d-a3cc-ee9e02be6413 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:58:57.039364 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-f26ad19c-07b2-4fd3-b9ba-f32f626afac8 req-197f2167-de67-418d-a3cc-ee9e02be6413 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=645125ba-dc72-4374-be18-fe910df5a518 HTTP/1.1" status: 200 len: 851 time: 0.0681067 Feb 04 17:58:57.109644 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-7d3886b0-232d-463c-87a5-5c479f9120bc req-d427435f-f221-46de-b52f-09f15aeef484 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "GET /v2.0/security-groups?id=6ae3ac6a-ca24-406f-b6a6-87d9888b6b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831628 Feb 04 17:58:57.125434 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26ad19c-07b2-4fd3-b9ba-f32f626afac8 req-d436cf5e-f388-4cee-827f-5013b1d1ac24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:58:57.127010 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-f26ad19c-07b2-4fd3-b9ba-f32f626afac8 req-d436cf5e-f388-4cee-827f-5013b1d1ac24 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=373501d5-ea79-4aa8-8415-e77aad537579&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0748186 Feb 04 17:58:57.229095 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-f26ad19c-07b2-4fd3-b9ba-f32f626afac8 req-b450457f-3116-4b54-8540-80349bbd05c0 service neutron] 10.222.0.90 "GET /v2.0/networks/373501d5-ea79-4aa8-8415-e77aad537579?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922947 Feb 04 17:58:57.322900 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-f26ad19c-07b2-4fd3-b9ba-f32f626afac8 req-e88b7e27-873d-4a7f-9657-deebeba3bedb service neutron] 10.222.0.90 "GET /v2.0/networks/373501d5-ea79-4aa8-8415-e77aad537579?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838377 Feb 04 17:58:57.423849 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d30a7b-0aa4-4bc0-a66d-64978f0c8e86 req-343c90ca-fb88-46b0-aeb7-99b3a7632a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:58:57.426152 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-54d30a7b-0aa4-4bc0-a66d-64978f0c8e86 req-343c90ca-fb88-46b0-aeb7-99b3a7632a64 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=0082fd5bf0af4f76918b9b76b2e7b4a0&device_id=122bd508-84b8-4ee1-b66d-46afac5fc6fe HTTP/1.1" status: 200 len: 1125 time: 0.0542893 Feb 04 17:58:57.518639 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d30a7b-0aa4-4bc0-a66d-64978f0c8e86 req-9eb66769-c360-43ee-8276-0b04874d320a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:58:57.520131 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-54d30a7b-0aa4-4bc0-a66d-64978f0c8e86 req-9eb66769-c360-43ee-8276-0b04874d320a service neutron] 10.222.0.90 "GET /v2.0/networks?id=373501d5-ea79-4aa8-8415-e77aad537579 HTTP/1.1" status: 200 len: 913 time: 0.0851312 Feb 04 17:58:57.567185 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-54d30a7b-0aa4-4bc0-a66d-64978f0c8e86 req-a15a36d0-ab8d-4e85-be64-a779d31e6f21 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0b6f48f1-1e46-488b-8ada-c0eca7d25ec1 HTTP/1.1" status: 200 len: 217 time: 0.0381267 Feb 04 17:58:57.618482 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d30a7b-0aa4-4bc0-a66d-64978f0c8e86 req-c582e927-2d80-4ea6-8e11-04f39535d362 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:58:57.619945 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-54d30a7b-0aa4-4bc0-a66d-64978f0c8e86 req-c582e927-2d80-4ea6-8e11-04f39535d362 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=645125ba-dc72-4374-be18-fe910df5a518 HTTP/1.1" status: 200 len: 851 time: 0.0436690 Feb 04 17:58:57.678214 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d30a7b-0aa4-4bc0-a66d-64978f0c8e86 req-7b7fe08b-f7d5-4e5e-b7c0-19787f0c6ced service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:58:57.679766 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-54d30a7b-0aa4-4bc0-a66d-64978f0c8e86 req-7b7fe08b-f7d5-4e5e-b7c0-19787f0c6ced service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=373501d5-ea79-4aa8-8415-e77aad537579&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0509074 Feb 04 17:58:57.781261 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-54d30a7b-0aa4-4bc0-a66d-64978f0c8e86 req-af292483-e803-41dd-8b73-36b033808626 service neutron] 10.222.0.90 "GET /v2.0/networks/373501d5-ea79-4aa8-8415-e77aad537579?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900970 Feb 04 17:58:57.876590 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-54d30a7b-0aa4-4bc0-a66d-64978f0c8e86 req-95b7d20e-c51b-4db8-8d59-b0d122d46343 service neutron] 10.222.0.90 "GET /v2.0/networks/373501d5-ea79-4aa8-8415-e77aad537579?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884602 Feb 04 17:58:58.243298 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd19eff1-312f-43f6-a93f-27a712600ec2 req-503677ff-a9cd-4cc5-a5f6-17bb1f953f2d tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:58:58.244872 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-dd19eff1-312f-43f6-a93f-27a712600ec2 req-503677ff-a9cd-4cc5-a5f6-17bb1f953f2d tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "GET /v2.0/ports?device_id=122bd508-84b8-4ee1-b66d-46afac5fc6fe HTTP/1.1" status: 200 len: 943 time: 0.0565226 Feb 04 17:58:58.298280 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-dd19eff1-312f-43f6-a93f-27a712600ec2 req-961612ab-911a-450d-bce2-475578e49f9c tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "GET /v2.0/security-groups?id=6ae3ac6a-ca24-406f-b6a6-87d9888b6b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477092 Feb 04 17:58:59.417756 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93e42cb-e6de-4b15-b135-c6f321cc14f7 req-e8e00fce-1642-47ea-b3f4-f87d4787aefe tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:58:59.419159 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-c93e42cb-e6de-4b15-b135-c6f321cc14f7 req-e8e00fce-1642-47ea-b3f4-f87d4787aefe tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "GET /v2.0/ports?device_id=122bd508-84b8-4ee1-b66d-46afac5fc6fe HTTP/1.1" status: 200 len: 943 time: 0.0535562 Feb 04 17:58:59.465523 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-c93e42cb-e6de-4b15-b135-c6f321cc14f7 req-684652d8-c87c-4efb-8c14-4508305f8c1e tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "GET /v2.0/security-groups?id=6ae3ac6a-ca24-406f-b6a6-87d9888b6b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407438 Feb 04 17:58:59.785706 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5f82ff16-4666-4871-a24c-a1ca92b46198 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (bb89f5a3-3c22-440b-b7d1-c4f0c43c184a), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:59:00.593142 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc70ab3-2d50-4591-aee3-6d34df066650 req-3ba467c1-c513-49f2-81fe-23082b6983cb tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:59:00.594651 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-ddc70ab3-2d50-4591-aee3-6d34df066650 req-3ba467c1-c513-49f2-81fe-23082b6983cb tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "GET /v2.0/ports?device_id=122bd508-84b8-4ee1-b66d-46afac5fc6fe HTTP/1.1" status: 200 len: 943 time: 0.0565541 Feb 04 17:59:00.642156 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-ddc70ab3-2d50-4591-aee3-6d34df066650 req-7d7e2a87-44f1-4d0a-aed8-0ae95b980bf7 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "GET /v2.0/security-groups?id=6ae3ac6a-ca24-406f-b6a6-87d9888b6b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418849 Feb 04 17:59:01.815521 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80e287b-1dbe-4b69-99f8-60c40b9aefa2 req-9ce4b569-6de6-4a31-8055-241b24f16ae2 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:59:01.817799 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-a80e287b-1dbe-4b69-99f8-60c40b9aefa2 req-9ce4b569-6de6-4a31-8055-241b24f16ae2 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "GET /v2.0/ports?device_id=122bd508-84b8-4ee1-b66d-46afac5fc6fe HTTP/1.1" status: 200 len: 943 time: 0.0936565 Feb 04 17:59:01.884332 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-a80e287b-1dbe-4b69-99f8-60c40b9aefa2 req-35a5d4fa-13c2-4a4f-95ac-0aa319e6721e tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "GET /v2.0/security-groups?id=6ae3ac6a-ca24-406f-b6a6-87d9888b6b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597184 Feb 04 17:59:02.866215 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5d28c889-470f-45f3-8cb0-82016a6ed7ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (64ada913-9131-4d99-a265-63a920956287), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:59:03.056940 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff868d2-89d1-422f-b6b5-108cd908e68b req-86a00e1c-eaf3-49b8-907b-0b354dc706a6 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:59:03.059402 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-4ff868d2-89d1-422f-b6b5-108cd908e68b req-86a00e1c-eaf3-49b8-907b-0b354dc706a6 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "GET /v2.0/ports?device_id=122bd508-84b8-4ee1-b66d-46afac5fc6fe HTTP/1.1" status: 200 len: 943 time: 0.0953834 Feb 04 17:59:03.140275 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d408ec64-b374-4acb-a1fc-48241dad6d47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (0cd6d64a-47a7-40ff-8c12-71dd526c62e0), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:59:03.145931 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-4ff868d2-89d1-422f-b6b5-108cd908e68b req-ae014e5a-642d-4caf-bf66-e07811c8e3a4 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "GET /v2.0/security-groups?id=6ae3ac6a-ca24-406f-b6a6-87d9888b6b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794976 Feb 04 17:59:04.302706 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef1929e-61f5-4bc8-9024-8c5c749a7dfa req-d2188311-5537-4513-8bdf-44932c0e47bb tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:59:04.304244 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-aef1929e-61f5-4bc8-9024-8c5c749a7dfa req-d2188311-5537-4513-8bdf-44932c0e47bb tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "GET /v2.0/ports?device_id=122bd508-84b8-4ee1-b66d-46afac5fc6fe HTTP/1.1" status: 200 len: 943 time: 0.0866034 Feb 04 17:59:04.357286 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-aef1929e-61f5-4bc8-9024-8c5c749a7dfa req-98d819c9-e57b-472b-aaf6-d97b97883d4b tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "GET /v2.0/security-groups?id=6ae3ac6a-ca24-406f-b6a6-87d9888b6b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458112 Feb 04 17:59:04.924917 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4f14bb47-e72b-46ac-9e44-a61d9293afcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (75326290-f7a3-4db8-9cf2-15c7139ed224), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:59:05.483926 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f5aad0-0b78-47c8-bf0a-77956b59d586 req-b949bb46-1567-4e17-8d25-01420735c6b5 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:59:05.491145 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-87f5aad0-0b78-47c8-bf0a-77956b59d586 req-b949bb46-1567-4e17-8d25-01420735c6b5 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "GET /v2.0/ports?device_id=122bd508-84b8-4ee1-b66d-46afac5fc6fe HTTP/1.1" status: 200 len: 943 time: 0.0653508 Feb 04 17:59:05.535143 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-87f5aad0-0b78-47c8-bf0a-77956b59d586 req-710bc488-e625-4f64-ac4b-f04334e65cec tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "GET /v2.0/security-groups?id=6ae3ac6a-ca24-406f-b6a6-87d9888b6b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425069 Feb 04 17:59:05.763503 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (ba70844b-66a0-45fd-a2f2-e6ed673321fc), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:59:06.657961 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8b91c1-9053-45fa-97b6-af4cbbf5140f req-4dbd69d6-fb62-4b83-8713-b12c1b6be908 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:59:06.659448 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-9e8b91c1-9053-45fa-97b6-af4cbbf5140f req-4dbd69d6-fb62-4b83-8713-b12c1b6be908 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "GET /v2.0/ports?device_id=122bd508-84b8-4ee1-b66d-46afac5fc6fe HTTP/1.1" status: 200 len: 943 time: 0.0566394 Feb 04 17:59:06.705132 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-9e8b91c1-9053-45fa-97b6-af4cbbf5140f req-e53d160e-b8a5-4097-8f96-cba286402596 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "GET /v2.0/security-groups?id=6ae3ac6a-ca24-406f-b6a6-87d9888b6b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400863 Feb 04 17:59:07.822217 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39783b9f-9b52-4010-b63e-f7551f8acaa9 req-1a8c47b8-2c48-4989-b5ae-42c707e11a47 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:59:07.823694 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-39783b9f-9b52-4010-b63e-f7551f8acaa9 req-1a8c47b8-2c48-4989-b5ae-42c707e11a47 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "GET /v2.0/ports?device_id=122bd508-84b8-4ee1-b66d-46afac5fc6fe HTTP/1.1" status: 200 len: 943 time: 0.0527608 Feb 04 17:59:07.870992 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-39783b9f-9b52-4010-b63e-f7551f8acaa9 req-65dd1f4a-c111-4cc2-92e9-e17b2e835aac tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "GET /v2.0/security-groups?id=6ae3ac6a-ca24-406f-b6a6-87d9888b6b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415947 Feb 04 17:59:08.993170 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cc8a22-abbb-4962-a6ee-67674971fec0 req-349897dd-e8b6-43ea-9a3e-a7219a763324 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:59:08.994720 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-c5cc8a22-abbb-4962-a6ee-67674971fec0 req-349897dd-e8b6-43ea-9a3e-a7219a763324 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "GET /v2.0/ports?device_id=122bd508-84b8-4ee1-b66d-46afac5fc6fe HTTP/1.1" status: 200 len: 943 time: 0.0523136 Feb 04 17:59:09.041453 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-c5cc8a22-abbb-4962-a6ee-67674971fec0 req-299fb218-d32e-48cd-bdca-3b81c8b61df0 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "GET /v2.0/security-groups?id=6ae3ac6a-ca24-406f-b6a6-87d9888b6b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410950 Feb 04 17:59:10.164072 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde1cb2c-9159-4995-bb7b-b6d11e92e7e9 req-6705120a-1a15-499f-b8c8-7a1cfb982530 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:59:10.165621 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-fde1cb2c-9159-4995-bb7b-b6d11e92e7e9 req-6705120a-1a15-499f-b8c8-7a1cfb982530 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "GET /v2.0/ports?device_id=122bd508-84b8-4ee1-b66d-46afac5fc6fe HTTP/1.1" status: 200 len: 943 time: 0.0576401 Feb 04 17:59:10.213039 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-fde1cb2c-9159-4995-bb7b-b6d11e92e7e9 req-b82619c8-8860-4216-9447-7d87ead811a8 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "GET /v2.0/security-groups?id=6ae3ac6a-ca24-406f-b6a6-87d9888b6b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414941 Feb 04 17:59:10.526013 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (f20a1ab3-4332-4f54-833b-ba4a7c687e89), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:59:11.334939 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e1fd31-4f3b-4fda-885d-60f84f41d2a9 req-4a1920ee-df46-4c82-a635-735991c2a846 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:59:11.336432 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-55e1fd31-4f3b-4fda-885d-60f84f41d2a9 req-4a1920ee-df46-4c82-a635-735991c2a846 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "GET /v2.0/ports?device_id=122bd508-84b8-4ee1-b66d-46afac5fc6fe HTTP/1.1" status: 200 len: 943 time: 0.0527756 Feb 04 17:59:11.386490 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-55e1fd31-4f3b-4fda-885d-60f84f41d2a9 req-df2e3a34-3e94-4885-b00e-27682ec4ec05 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "GET /v2.0/security-groups?id=6ae3ac6a-ca24-406f-b6a6-87d9888b6b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444672 Feb 04 17:59:12.512579 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb97f83b-a35f-4282-8d46-37d63d88c71f req-e3ae7132-d26e-4fc2-b2b3-a61ad489ac4e tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:59:12.514209 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-bb97f83b-a35f-4282-8d46-37d63d88c71f req-e3ae7132-d26e-4fc2-b2b3-a61ad489ac4e tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "GET /v2.0/ports?device_id=122bd508-84b8-4ee1-b66d-46afac5fc6fe HTTP/1.1" status: 200 len: 943 time: 0.0553780 Feb 04 17:59:12.565143 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-bb97f83b-a35f-4282-8d46-37d63d88c71f req-0974d2be-7317-47d1-b849-22e42d281780 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "GET /v2.0/security-groups?id=6ae3ac6a-ca24-406f-b6a6-87d9888b6b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452569 Feb 04 17:59:12.567612 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (3f9244a9-75fc-4c10-b195-11d48b853b41), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:59:13.684621 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d2cdfd-70dd-40b6-9e62-981c71b4a5c2 req-e4416b40-af7d-4744-812a-b37c2095ed58 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:59:13.686179 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-e5d2cdfd-70dd-40b6-9e62-981c71b4a5c2 req-e4416b40-af7d-4744-812a-b37c2095ed58 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "GET /v2.0/ports?device_id=122bd508-84b8-4ee1-b66d-46afac5fc6fe HTTP/1.1" status: 200 len: 943 time: 0.0532763 Feb 04 17:59:13.731781 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-e5d2cdfd-70dd-40b6-9e62-981c71b4a5c2 req-2f5ade10-4c4a-4ee8-97f1-134808b1ab18 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "GET /v2.0/security-groups?id=6ae3ac6a-ca24-406f-b6a6-87d9888b6b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400600 Feb 04 17:59:14.851556 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbcef35-fe69-4d7a-b099-a292898b787b req-d3a1fcd7-7a30-4156-988d-fd1ab2b4d4c1 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:59:14.853083 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-dcbcef35-fe69-4d7a-b099-a292898b787b req-d3a1fcd7-7a30-4156-988d-fd1ab2b4d4c1 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "GET /v2.0/ports?device_id=122bd508-84b8-4ee1-b66d-46afac5fc6fe HTTP/1.1" status: 200 len: 943 time: 0.0548174 Feb 04 17:59:14.904104 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-dcbcef35-fe69-4d7a-b099-a292898b787b req-d9776843-f8c9-4f12-bdb7-89d67a14576b tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "GET /v2.0/security-groups?id=6ae3ac6a-ca24-406f-b6a6-87d9888b6b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453742 Feb 04 17:59:16.020246 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b27decf-990b-4262-bb2a-fba20419091e req-f99d6d28-106d-4afd-96bf-4650766305e3 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:59:16.021747 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-5b27decf-990b-4262-bb2a-fba20419091e req-f99d6d28-106d-4afd-96bf-4650766305e3 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "GET /v2.0/ports?device_id=122bd508-84b8-4ee1-b66d-46afac5fc6fe HTTP/1.1" status: 200 len: 943 time: 0.0516171 Feb 04 17:59:16.069189 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-5b27decf-990b-4262-bb2a-fba20419091e req-b684e670-bc92-4bf5-8b3d-885bedabcf91 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "GET /v2.0/security-groups?id=6ae3ac6a-ca24-406f-b6a6-87d9888b6b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411737 Feb 04 17:59:17.189148 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8006dafc-69b8-458b-ab5c-992a09094854 req-dc80eac9-9651-41df-840e-610e1ca3e756 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:59:17.190756 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-8006dafc-69b8-458b-ab5c-992a09094854 req-dc80eac9-9651-41df-840e-610e1ca3e756 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "GET /v2.0/ports?device_id=122bd508-84b8-4ee1-b66d-46afac5fc6fe HTTP/1.1" status: 200 len: 943 time: 0.0544815 Feb 04 17:59:17.242639 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-8006dafc-69b8-458b-ab5c-992a09094854 req-621e5d5e-826f-4ab8-9909-bcf760164f2e tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "GET /v2.0/security-groups?id=6ae3ac6a-ca24-406f-b6a6-87d9888b6b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462880 Feb 04 17:59:18.362556 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2f2075-602d-4f24-b9a4-5dfcad73a55e req-119ae19e-3d96-4904-a950-abf1172e5fb7 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:59:18.364230 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-bd2f2075-602d-4f24-b9a4-5dfcad73a55e req-119ae19e-3d96-4904-a950-abf1172e5fb7 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "GET /v2.0/ports?device_id=122bd508-84b8-4ee1-b66d-46afac5fc6fe HTTP/1.1" status: 200 len: 943 time: 0.0558453 Feb 04 17:59:18.410456 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-bd2f2075-602d-4f24-b9a4-5dfcad73a55e req-356356c2-0b27-41d0-a076-0ffc81d5b9cc tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "GET /v2.0/security-groups?id=6ae3ac6a-ca24-406f-b6a6-87d9888b6b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401344 Feb 04 17:59:19.526225 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7f1cb3-96c9-41c2-821c-69896f7e2fff req-314b38dc-31e8-4c73-835e-7d299f668f46 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:59:19.527636 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-6f7f1cb3-96c9-41c2-821c-69896f7e2fff req-314b38dc-31e8-4c73-835e-7d299f668f46 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "GET /v2.0/ports?device_id=122bd508-84b8-4ee1-b66d-46afac5fc6fe HTTP/1.1" status: 200 len: 943 time: 0.0528183 Feb 04 17:59:19.574325 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-6f7f1cb3-96c9-41c2-821c-69896f7e2fff req-9c8f6030-0056-4fe7-8d52-559a0477e078 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "GET /v2.0/security-groups?id=6ae3ac6a-ca24-406f-b6a6-87d9888b6b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409002 Feb 04 17:59:20.688630 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9b3340-285b-44ab-a5d6-2fab2e61dafc req-63140631-2b4b-44a1-8c98-ea2979deea9a tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:59:20.690165 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-ab9b3340-285b-44ab-a5d6-2fab2e61dafc req-63140631-2b4b-44a1-8c98-ea2979deea9a tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "GET /v2.0/ports?device_id=122bd508-84b8-4ee1-b66d-46afac5fc6fe HTTP/1.1" status: 200 len: 943 time: 0.0515978 Feb 04 17:59:20.735820 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-ab9b3340-285b-44ab-a5d6-2fab2e61dafc req-5d701dfc-14ed-4f3c-b93c-57258d026fbb tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "GET /v2.0/security-groups?id=6ae3ac6a-ca24-406f-b6a6-87d9888b6b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401793 Feb 04 17:59:21.857414 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46687fff-4c7f-4604-b530-927a0e666e4a req-dd6131fb-17be-4e07-8034-300f1be499ab tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:59:21.858880 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-46687fff-4c7f-4604-b530-927a0e666e4a req-dd6131fb-17be-4e07-8034-300f1be499ab tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "GET /v2.0/ports?device_id=122bd508-84b8-4ee1-b66d-46afac5fc6fe HTTP/1.1" status: 200 len: 943 time: 0.0558758 Feb 04 17:59:21.904468 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-46687fff-4c7f-4604-b530-927a0e666e4a req-35ccb1c1-5203-499b-b6f6-44b36de30fbe tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "GET /v2.0/security-groups?id=6ae3ac6a-ca24-406f-b6a6-87d9888b6b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400145 Feb 04 17:59:23.026430 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534d0c91-9022-471e-92a8-0f36ca4b9fe3 req-59bdd3e6-d716-4f89-adcd-ad39ec57fa07 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:59:23.027899 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-534d0c91-9022-471e-92a8-0f36ca4b9fe3 req-59bdd3e6-d716-4f89-adcd-ad39ec57fa07 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "GET /v2.0/ports?device_id=122bd508-84b8-4ee1-b66d-46afac5fc6fe HTTP/1.1" status: 200 len: 943 time: 0.0517604 Feb 04 17:59:23.078033 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-534d0c91-9022-471e-92a8-0f36ca4b9fe3 req-b4acf9b2-8e3e-4637-aea1-51def71fe834 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "GET /v2.0/security-groups?id=6ae3ac6a-ca24-406f-b6a6-87d9888b6b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443118 Feb 04 17:59:24.196562 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43edab6-0712-4cb1-be0f-12ed9b54071f req-96787dc6-410c-4023-8ca1-748556c202c5 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:59:24.198095 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-a43edab6-0712-4cb1-be0f-12ed9b54071f req-96787dc6-410c-4023-8ca1-748556c202c5 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "GET /v2.0/ports?device_id=122bd508-84b8-4ee1-b66d-46afac5fc6fe HTTP/1.1" status: 200 len: 943 time: 0.0548491 Feb 04 17:59:24.244365 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-a43edab6-0712-4cb1-be0f-12ed9b54071f req-970fd5be-b689-408a-b9fb-6339d7b1d368 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "GET /v2.0/security-groups?id=6ae3ac6a-ca24-406f-b6a6-87d9888b6b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407083 Feb 04 17:59:25.363486 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd732e8-9d5f-4ff9-90d4-0e4b7dea32ba req-3b511e8d-6b67-4fff-a421-c52350a33ad6 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:59:25.364987 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-ecd732e8-9d5f-4ff9-90d4-0e4b7dea32ba req-3b511e8d-6b67-4fff-a421-c52350a33ad6 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "GET /v2.0/ports?device_id=122bd508-84b8-4ee1-b66d-46afac5fc6fe HTTP/1.1" status: 200 len: 943 time: 0.0526814 Feb 04 17:59:25.411314 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-ecd732e8-9d5f-4ff9-90d4-0e4b7dea32ba req-237f4f2a-9fa9-4964-95dd-d4c3af8100c3 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "GET /v2.0/security-groups?id=6ae3ac6a-ca24-406f-b6a6-87d9888b6b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407996 Feb 04 17:59:25.998048 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Device 0b6f48f1-1e46-488b-8ada-c0eca7d25ec1 details requested by agent hyperv_n-h2-827839-2 with host n-h2-827839-2 {{(pid=103378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 17:59:26.092504 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] For port 0b6f48f1-1e46-488b-8ada-c0eca7d25ec1, host n-h2-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=0b6f48f1-1e46-488b-8ada-c0eca7d25ec1,segment=NetworkSegment(14b42f91-bfd2-4a53-b270-b22cde6aff98),segment_id=14b42f91-bfd2-4a53-b270-b22cde6aff98)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:59:26.104184 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Returning: {'device': '0b6f48f1-1e46-488b-8ada-c0eca7d25ec1', 'network_id': '373501d5-ea79-4aa8-8415-e77aad537579', 'port_id': '0b6f48f1-1e46-488b-8ada-c0eca7d25ec1', 'mac_address': 'fa:16:3e:f7:17:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 752, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '645125ba-dc72-4374-be18-fe910df5a518', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 17:59:26.143311 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Current status of the port 0b6f48f1-1e46-488b-8ada-c0eca7d25ec1 is: DOWN; New status is: BUILD {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:59:26.143702 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (0b6f48f1-1e46-488b-8ada-c0eca7d25ec1), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:59:26.156373 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b6f48f1-1e46-488b-8ada-c0eca7d25ec1 {{(pid=103378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 17:59:26.175061 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] For port 0b6f48f1-1e46-488b-8ada-c0eca7d25ec1, host n-h2-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=0b6f48f1-1e46-488b-8ada-c0eca7d25ec1,segment=NetworkSegment(14b42f91-bfd2-4a53-b270-b22cde6aff98),segment_id=14b42f91-bfd2-4a53-b270-b22cde6aff98)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:59:26.179183 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (0b6f48f1-1e46-488b-8ada-c0eca7d25ec1), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:59:26.224548 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Pushing event updated for resources: {'Port': ['ID=0b6f48f1-1e46-488b-8ada-c0eca7d25ec1,revision_number=4']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:59:26.232254 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:59:26.232604 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:59:26.232973 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:59:26.233315 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:59:26.233655 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:59:26.233983 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:59:26.234310 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:59:26.234634 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:59:26.234959 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:59:26.235281 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:59:26.235603 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:59:26.235930 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:59:26.236245 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:59:26.428633 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] get_ports_and_sgs() called for port_ids ['0b6f48f1-1e46-488b-8ada-c0eca7d25ec1'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 17:59:26.527781 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4af11a3-5a06-43fc-ae79-d17e1f4a119b req-30902280-2061-4608-8a12-fbef4d4dc4ac tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:59:26.529247 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-f4af11a3-5a06-43fc-ae79-d17e1f4a119b req-30902280-2061-4608-8a12-fbef4d4dc4ac tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "GET /v2.0/ports?device_id=122bd508-84b8-4ee1-b66d-46afac5fc6fe HTTP/1.1" status: 200 len: 944 time: 0.0525041 Feb 04 17:59:26.579411 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-f4af11a3-5a06-43fc-ae79-d17e1f4a119b req-1a1265e1-064f-40c7-8c5e-92825facd353 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "GET /v2.0/security-groups?id=6ae3ac6a-ca24-406f-b6a6-87d9888b6b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443106 Feb 04 17:59:27.698544 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66535ef7-bd3d-4090-ad80-5aed34dd92a8 req-43723a5f-6b71-4b91-9fc4-0d5d8664adf5 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:59:27.700021 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-66535ef7-bd3d-4090-ad80-5aed34dd92a8 req-43723a5f-6b71-4b91-9fc4-0d5d8664adf5 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "GET /v2.0/ports?device_id=122bd508-84b8-4ee1-b66d-46afac5fc6fe HTTP/1.1" status: 200 len: 944 time: 0.0528491 Feb 04 17:59:27.745527 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-66535ef7-bd3d-4090-ad80-5aed34dd92a8 req-e0b9e12f-a1e2-4d7b-9901-8525bc9b3640 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "GET /v2.0/security-groups?id=6ae3ac6a-ca24-406f-b6a6-87d9888b6b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398841 Feb 04 17:59:28.010651 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Device 0b6f48f1-1e46-488b-8ada-c0eca7d25ec1 up at agent hyperv_n-h2-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:59:28.061425 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Provisioning for port 0b6f48f1-1e46-488b-8ada-c0eca7d25ec1 completed by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 17:59:28.064995 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Provisioning complete for port 0b6f48f1-1e46-488b-8ada-c0eca7d25ec1 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:59:28.065373 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (0b6f48f1-1e46-488b-8ada-c0eca7d25ec1), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:59:28.142505 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Current status of the port 0b6f48f1-1e46-488b-8ada-c0eca7d25ec1 is: BUILD; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:59:28.142887 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (0b6f48f1-1e46-488b-8ada-c0eca7d25ec1), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:59:28.165974 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '122bd508-84b8-4ee1-b66d-46afac5fc6fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b6f48f1-1e46-488b-8ada-c0eca7d25ec1'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:59:28.168222 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c34bc964ce2211770fda26ca2f3801cc06f4f39928110690550e94ab9c9d2fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d212a3e-9c9b-41e4-a009-fa9156ed9235" -d '{"events": [{"server_uuid": "122bd508-84b8-4ee1-b66d-46afac5fc6fe", "name": "network-vif-plugged", "status": "completed", "tag": "0b6f48f1-1e46-488b-8ada-c0eca7d25ec1"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:59:28.180694 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] For port 0b6f48f1-1e46-488b-8ada-c0eca7d25ec1, host n-h2-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=0b6f48f1-1e46-488b-8ada-c0eca7d25ec1,segment=NetworkSegment(14b42f91-bfd2-4a53-b270-b22cde6aff98),segment_id=14b42f91-bfd2-4a53-b270-b22cde6aff98)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:59:28.184422 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (0b6f48f1-1e46-488b-8ada-c0eca7d25ec1), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:59:28.231033 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Pushing event updated for resources: {'Port': ['ID=0b6f48f1-1e46-488b-8ada-c0eca7d25ec1,revision_number=5']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:59:28.275522 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 17:59:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8110cf73-1dfe-4355-bc3f-8ef2f8b037ec x-openstack-request-id: req-8110cf73-1dfe-4355-bc3f-8ef2f8b037ec {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:59:28.275817 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "122bd508-84b8-4ee1-b66d-46afac5fc6fe", "name": "network-vif-plugged", "status": "completed", "tag": "0b6f48f1-1e46-488b-8ada-c0eca7d25ec1", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:59:28.276071 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-8110cf73-1dfe-4355-bc3f-8ef2f8b037ec {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:59:28.276466 n-d-827839-2 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '122bd508-84b8-4ee1-b66d-46afac5fc6fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b6f48f1-1e46-488b-8ada-c0eca7d25ec1', 'code': 200} Feb 04 17:59:28.375947 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fdee01-7abb-484f-aba6-8d406f577f5a req-98624ec4-d541-4485-8f8e-67b74ad2c48b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:59:28.377476 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-07fdee01-7abb-484f-aba6-8d406f577f5a req-98624ec4-d541-4485-8f8e-67b74ad2c48b service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=122bd508-84b8-4ee1-b66d-46afac5fc6fe HTTP/1.1" status: 200 len: 1127 time: 0.0469925 Feb 04 17:59:28.422634 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-07fdee01-7abb-484f-aba6-8d406f577f5a req-f6efc0a2-7e31-4c5c-91d8-1c3d7ba0f0ef service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=6ae3ac6a-ca24-406f-b6a6-87d9888b6b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359192 Feb 04 17:59:28.861700 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0295bd98-cda2-480c-bd2d-f91d901fb084 req-3f623b8e-cc5a-4a75-9a31-fedb39b3c22e tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:59:28.863177 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-0295bd98-cda2-480c-bd2d-f91d901fb084 req-3f623b8e-cc5a-4a75-9a31-fedb39b3c22e tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "GET /v2.0/ports?device_id=122bd508-84b8-4ee1-b66d-46afac5fc6fe HTTP/1.1" status: 200 len: 945 time: 0.0524852 Feb 04 17:59:28.907980 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-0295bd98-cda2-480c-bd2d-f91d901fb084 req-e1f76780-1bfc-4166-8a48-e460805c02f7 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "GET /v2.0/security-groups?id=6ae3ac6a-ca24-406f-b6a6-87d9888b6b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392456 Feb 04 17:59:29.787693 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-062c397e-1ea0-4c55-9439-9bbff668ca20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (bb89f5a3-3c22-440b-b7d1-c4f0c43c184a), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:59:30.031177 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e69be4-b1ad-4ec4-9ebc-186d607807bc req-65a1df6e-df69-431a-b3f1-9b7d070d4096 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:59:30.032672 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-33e69be4-b1ad-4ec4-9ebc-186d607807bc req-65a1df6e-df69-431a-b3f1-9b7d070d4096 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "GET /v2.0/ports?device_id=122bd508-84b8-4ee1-b66d-46afac5fc6fe HTTP/1.1" status: 200 len: 945 time: 0.0571256 Feb 04 17:59:30.079181 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-33e69be4-b1ad-4ec4-9ebc-186d607807bc req-d18956fa-db32-4598-b978-2358c72411e1 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "GET /v2.0/security-groups?id=6ae3ac6a-ca24-406f-b6a6-87d9888b6b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408933 Feb 04 17:59:30.199659 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556fd0f6-2bda-45e7-9203-6e432f871b97 req-d6c3d41c-fd16-421b-a239-af610db3a691 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:59:30.201079 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-556fd0f6-2bda-45e7-9203-6e432f871b97 req-d6c3d41c-fd16-421b-a239-af610db3a691 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "GET /v2.0/ports?device_id=122bd508-84b8-4ee1-b66d-46afac5fc6fe HTTP/1.1" status: 200 len: 945 time: 0.0561440 Feb 04 17:59:30.247143 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-556fd0f6-2bda-45e7-9203-6e432f871b97 req-1622e154-ee2f-4b43-82ea-91a59dc0ff04 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "GET /v2.0/security-groups?id=6ae3ac6a-ca24-406f-b6a6-87d9888b6b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405838 Feb 04 17:59:30.362379 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dac09b4-2eac-450d-a8d3-bb6bc67bb8a5 req-0e823c76-a270-4bdd-a829-2ec5052aefef tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:59:30.363872 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-0dac09b4-2eac-450d-a8d3-bb6bc67bb8a5 req-0e823c76-a270-4bdd-a829-2ec5052aefef tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "GET /v2.0/ports?device_id=122bd508-84b8-4ee1-b66d-46afac5fc6fe HTTP/1.1" status: 200 len: 945 time: 0.0527852 Feb 04 17:59:30.409951 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-0dac09b4-2eac-450d-a8d3-bb6bc67bb8a5 req-e8740c93-18fd-43e8-a1d0-8737eb1daca5 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "GET /v2.0/security-groups?id=6ae3ac6a-ca24-406f-b6a6-87d9888b6b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405161 Feb 04 17:59:30.689855 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98371ca-2dd2-4a07-be38-06d19ce75c75 req-3cff5b0b-b2b1-468b-adfb-2c9d92ce1a0b tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:59:30.691333 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-e98371ca-2dd2-4a07-be38-06d19ce75c75 req-3cff5b0b-b2b1-468b-adfb-2c9d92ce1a0b tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "GET /v2.0/ports?device_id=122bd508-84b8-4ee1-b66d-46afac5fc6fe HTTP/1.1" status: 200 len: 945 time: 0.0557239 Feb 04 17:59:30.737444 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-e98371ca-2dd2-4a07-be38-06d19ce75c75 req-d09839ef-ff0f-4f9e-8249-edd1a602c070 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "GET /v2.0/security-groups?id=6ae3ac6a-ca24-406f-b6a6-87d9888b6b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399413 Feb 04 17:59:31.859984 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2604494e-b732-4475-a3cc-24b89856d745 req-83bdc5a1-6c57-4144-8829-8f3176a3853c tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:59:31.861432 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-2604494e-b732-4475-a3cc-24b89856d745 req-83bdc5a1-6c57-4144-8829-8f3176a3853c tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "GET /v2.0/ports?device_id=122bd508-84b8-4ee1-b66d-46afac5fc6fe HTTP/1.1" status: 200 len: 945 time: 0.0531611 Feb 04 17:59:31.907841 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-2604494e-b732-4475-a3cc-24b89856d745 req-239f5612-cf30-4dff-b3b2-7781eef537a1 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "GET /v2.0/security-groups?id=6ae3ac6a-ca24-406f-b6a6-87d9888b6b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408671 Feb 04 17:59:32.335544 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ff6e63-aeac-4dfc-9471-a56902b2dd9e req-acdfd5bf-2475-46dd-b323-f1f05daff866 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:59:32.337672 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-b8ff6e63-aeac-4dfc-9471-a56902b2dd9e req-acdfd5bf-2475-46dd-b323-f1f05daff866 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.90 "GET /v2.0/ports?device_id=122bd508-84b8-4ee1-b66d-46afac5fc6fe HTTP/1.1" status: 200 len: 945 time: 0.0526218 Feb 04 17:59:32.434986 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [req-b8ff6e63-aeac-4dfc-9471-a56902b2dd9e req-18446b3b-1f8e-4e10-a7d2-fec6d2fb20fd tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Deleting port 0b6f48f1-1e46-488b-8ada-c0eca7d25ec1 {{(pid=103377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:59:32.435321 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-b8ff6e63-aeac-4dfc-9471-a56902b2dd9e req-18446b3b-1f8e-4e10-a7d2-fec6d2fb20fd tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (0b6f48f1-1e46-488b-8ada-c0eca7d25ec1), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:59:32.521878 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [req-b8ff6e63-aeac-4dfc-9471-a56902b2dd9e req-18446b3b-1f8e-4e10-a7d2-fec6d2fb20fd tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] For port 0b6f48f1-1e46-488b-8ada-c0eca7d25ec1, host n-h2-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=0b6f48f1-1e46-488b-8ada-c0eca7d25ec1,segment=NetworkSegment(14b42f91-bfd2-4a53-b270-b22cde6aff98),segment_id=14b42f91-bfd2-4a53-b270-b22cde6aff98)] {{(pid=103377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:59:32.522293 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-b8ff6e63-aeac-4dfc-9471-a56902b2dd9e req-18446b3b-1f8e-4e10-a7d2-fec6d2fb20fd tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (0b6f48f1-1e46-488b-8ada-c0eca7d25ec1), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:59:32.538651 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [req-b8ff6e63-aeac-4dfc-9471-a56902b2dd9e req-18446b3b-1f8e-4e10-a7d2-fec6d2fb20fd tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Calling delete_port for 0b6f48f1-1e46-488b-8ada-c0eca7d25ec1 owned by compute:nova {{(pid=103377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:59:32.660320 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-b8ff6e63-aeac-4dfc-9471-a56902b2dd9e req-18446b3b-1f8e-4e10-a7d2-fec6d2fb20fd tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (0b6f48f1-1e46-488b-8ada-c0eca7d25ec1), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:59:32.675954 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] get_ports_and_sgs() called for port_ids ['0b6f48f1-1e46-488b-8ada-c0eca7d25ec1'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 17:59:32.688264 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18446b3b-1f8e-4e10-a7d2-fec6d2fb20fd tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Pushing event deleted for resources: {'Port': ['ID=0b6f48f1-1e46-488b-8ada-c0eca7d25ec1,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:59:32.701383 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18446b3b-1f8e-4e10-a7d2-fec6d2fb20fd tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:59:32.701744 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18446b3b-1f8e-4e10-a7d2-fec6d2fb20fd tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:59:32.702112 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18446b3b-1f8e-4e10-a7d2-fec6d2fb20fd tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:59:32.702455 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18446b3b-1f8e-4e10-a7d2-fec6d2fb20fd tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:59:32.702794 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18446b3b-1f8e-4e10-a7d2-fec6d2fb20fd tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:59:32.703128 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18446b3b-1f8e-4e10-a7d2-fec6d2fb20fd tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:59:32.703458 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18446b3b-1f8e-4e10-a7d2-fec6d2fb20fd tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:59:32.703786 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18446b3b-1f8e-4e10-a7d2-fec6d2fb20fd tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:59:32.704114 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18446b3b-1f8e-4e10-a7d2-fec6d2fb20fd tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:59:32.704444 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18446b3b-1f8e-4e10-a7d2-fec6d2fb20fd tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:59:32.704793 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18446b3b-1f8e-4e10-a7d2-fec6d2fb20fd tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:59:32.705125 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18446b3b-1f8e-4e10-a7d2-fec6d2fb20fd tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:59:32.705453 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18446b3b-1f8e-4e10-a7d2-fec6d2fb20fd tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:59:32.745663 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8ff6e63-aeac-4dfc-9471-a56902b2dd9e req-18446b3b-1f8e-4e10-a7d2-fec6d2fb20fd tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] No DVR routers for this DVR port 0b6f48f1-1e46-488b-8ada-c0eca7d25ec1 on host n-h2-827839-2 {{(pid=103377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 17:59:32.748267 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-b8ff6e63-aeac-4dfc-9471-a56902b2dd9e req-18446b3b-1f8e-4e10-a7d2-fec6d2fb20fd tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:59:32.751605 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-b8ff6e63-aeac-4dfc-9471-a56902b2dd9e req-18446b3b-1f8e-4e10-a7d2-fec6d2fb20fd tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.90 "DELETE /v2.0/ports/0b6f48f1-1e46-488b-8ada-c0eca7d25ec1 HTTP/1.1" status: 204 len: 173 time: 0.4047561 Feb 04 17:59:32.752058 n-d-827839-2 neutron-server[103377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '122bd508-84b8-4ee1-b66d-46afac5fc6fe', 'name': 'network-vif-deleted', 'tag': '0b6f48f1-1e46-488b-8ada-c0eca7d25ec1'}] {{(pid=103377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:59:32.754354 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7240428b650e1488e9361b62648ff4b3a6c19d49d8c27c949491ab58c1346cf0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c330b7ba-0278-4b52-b45e-639e2b1973b9" -d '{"events": [{"server_uuid": "122bd508-84b8-4ee1-b66d-46afac5fc6fe", "name": "network-vif-deleted", "tag": "0b6f48f1-1e46-488b-8ada-c0eca7d25ec1"}]}' {{(pid=103377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:59:32.796306 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 17:59:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcaac961-2c2d-4d29-97a9-d54fcb1c52dd x-openstack-request-id: req-fcaac961-2c2d-4d29-97a9-d54fcb1c52dd {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:59:32.796461 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "122bd508-84b8-4ee1-b66d-46afac5fc6fe", "name": "network-vif-deleted", "tag": "0b6f48f1-1e46-488b-8ada-c0eca7d25ec1", "status": "completed", "code": 200}]} {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:59:32.796676 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-fcaac961-2c2d-4d29-97a9-d54fcb1c52dd {{(pid=103377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:59:32.797104 n-d-827839-2 neutron-server[103377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '122bd508-84b8-4ee1-b66d-46afac5fc6fe', 'name': 'network-vif-deleted', 'tag': '0b6f48f1-1e46-488b-8ada-c0eca7d25ec1', 'status': 'completed', 'code': 200} Feb 04 17:59:32.862662 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1c905911-7445-48d4-9a31-983167b25884 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (64ada913-9131-4d99-a265-63a920956287), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:59:33.004118 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-e347191d-f8ba-4156-92af-66c17c690b0d req-1f1ff171-8af5-4874-afa8-017c343206f8 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "GET /v2.0/ports?device_id=122bd508-84b8-4ee1-b66d-46afac5fc6fe HTTP/1.1" status: 200 len: 210 time: 0.0280886 Feb 04 17:59:33.129109 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d408ec64-b374-4acb-a1fc-48241dad6d47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (0cd6d64a-47a7-40ff-8c12-71dd526c62e0), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:59:33.193339 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.agents_db [None req-e1691f3b-aacd-4cd6-8ebb-a9c53bb301c0 None None] Agent healthcheck: found 7 active agents {{(pid=103379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 17:59:34.100917 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-b6214c60-d8f6-4161-9d69-59b439e1630a req-ab30d2a3-dbe0-4bb3-bd31-2d6e1e7da813 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "GET /v2.0/ports?device_id=122bd508-84b8-4ee1-b66d-46afac5fc6fe HTTP/1.1" status: 200 len: 210 time: 0.0279777 Feb 04 17:59:34.927959 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4f14bb47-e72b-46ac-9e44-a61d9293afcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (75326290-f7a3-4db8-9cf2-15c7139ed224), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:59:35.201326 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-423731db-ea2a-42c9-8bb4-8893fdc615e2 req-930f954b-fc90-42a3-8335-7f94f23b4b33 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "GET /v2.0/ports?device_id=122bd508-84b8-4ee1-b66d-46afac5fc6fe HTTP/1.1" status: 200 len: 210 time: 0.0279934 Feb 04 17:59:35.765825 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (ba70844b-66a0-45fd-a2f2-e6ed673321fc), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:59:36.075166 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Device 0b6f48f1-1e46-488b-8ada-c0eca7d25ec1 no longer exists at agent hyperv_n-h2-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:59:36.096032 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] No Port match for: 0b6f48f1-1e46-488b-8ada-c0eca7d25ec1 {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 17:59:36.096382 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Device 0b6f48f1-1e46-488b-8ada-c0eca7d25ec1 not bound to the agent host n-h2-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 17:59:36.294971 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-7f78bedf-74d1-4204-8d52-555c2c9cf43b req-1e0d26fc-6aab-4dd6-a74a-fefa5ba2bdd1 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "GET /v2.0/ports?device_id=122bd508-84b8-4ee1-b66d-46afac5fc6fe HTTP/1.1" status: 200 len: 210 time: 0.0287914 Feb 04 17:59:37.391400 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-4809095a-52ea-4fb5-b952-e8a09e6eefd2 req-bfa479a5-86d1-4df6-957a-a52422b745f0 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "GET /v2.0/ports?device_id=122bd508-84b8-4ee1-b66d-46afac5fc6fe HTTP/1.1" status: 200 len: 210 time: 0.0300980 Feb 04 17:59:38.488206 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-19b42f2c-7915-40e6-9883-58f9418d5918 req-05991cb6-2390-4251-89ce-99bfa1a32df8 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "GET /v2.0/ports?device_id=122bd508-84b8-4ee1-b66d-46afac5fc6fe HTTP/1.1" status: 200 len: 210 time: 0.0311396 Feb 04 17:59:39.581522 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-f99dceac-3476-42ab-865c-6e5c76bce738 req-d8c81483-91f5-498a-9509-5939cb220d96 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "GET /v2.0/ports?device_id=122bd508-84b8-4ee1-b66d-46afac5fc6fe HTTP/1.1" status: 200 len: 210 time: 0.0271931 Feb 04 17:59:40.528381 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (f20a1ab3-4332-4f54-833b-ba4a7c687e89), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:59:40.681736 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-8fa194c4-32e5-4360-8e37-9be640b43218 req-c02c808b-dddf-4b36-8642-fa39da40df7a tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "GET /v2.0/ports?device_id=122bd508-84b8-4ee1-b66d-46afac5fc6fe HTTP/1.1" status: 200 len: 210 time: 0.0314634 Feb 04 17:59:42.568545 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (3f9244a9-75fc-4c10-b195-11d48b853b41), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:59:59.835709 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f40cb662-9081-47b0-b6bb-70d689767260 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (bb89f5a3-3c22-440b-b7d1-c4f0c43c184a), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:00:02.864561 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-aa14ea23-6fcc-4ad1-98df-245c5c7954cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (64ada913-9131-4d99-a265-63a920956287), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:00:03.131507 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d408ec64-b374-4acb-a1fc-48241dad6d47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (0cd6d64a-47a7-40ff-8c12-71dd526c62e0), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:00:04.929931 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4f14bb47-e72b-46ac-9e44-a61d9293afcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (75326290-f7a3-4db8-9cf2-15c7139ed224), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:00:05.768545 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (ba70844b-66a0-45fd-a2f2-e6ed673321fc), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:00:10.192042 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.agents_db [None req-e1691f3b-aacd-4cd6-8ebb-a9c53bb301c0 None None] Agent healthcheck: found 7 active agents {{(pid=103379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 18:00:10.541339 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (f20a1ab3-4332-4f54-833b-ba4a7c687e89), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:00:10.870784 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065b6abf-aec3-497c-9cad-b28d28c8368c req-93ef4cef-1090-4948-8e90-f3c5f6899178 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:00:10.872188 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-065b6abf-aec3-497c-9cad-b28d28c8368c req-93ef4cef-1090-4948-8e90-f3c5f6899178 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "GET /v2.0/networks?id=373501d5-ea79-4aa8-8415-e77aad537579 HTTP/1.1" status: 200 len: 812 time: 0.1021304 Feb 04 18:00:10.886723 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-065b6abf-aec3-497c-9cad-b28d28c8368c req-97df9ed4-8335-49f6-8135-ece08915e94e tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "GET /v2.0/quotas/0082fd5bf0af4f76918b9b76b2e7b4a0 HTTP/1.1" status: 200 len: 375 time: 0.0092764 Feb 04 18:00:10.943574 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-065b6abf-aec3-497c-9cad-b28d28c8368c req-e1ce8525-07fe-4f65-ad38-4759ecc545a3 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=0082fd5bf0af4f76918b9b76b2e7b4a0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0523028 Feb 04 18:00:11.033129 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-065b6abf-aec3-497c-9cad-b28d28c8368c req-49bdc325-d1c6-49aa-8d6a-9936b4fd886a service neutron] 10.222.0.89 "GET /v2.0/networks/373501d5-ea79-4aa8-8415-e77aad537579?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827086 Feb 04 18:00:11.124222 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-065b6abf-aec3-497c-9cad-b28d28c8368c req-546f533c-5652-4ac2-ab50-119f9d0a2b4e service neutron] 10.222.0.89 "GET /v2.0/networks/373501d5-ea79-4aa8-8415-e77aad537579?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853894 Feb 04 18:00:11.395872 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-f138abcf-79f4-4134-94ec-99dcd3e3b3cb req-0a70319d-85f3-4620-ad67-64e5abbc8f5f tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "GET /v2.0/ports?device_id=dd5ac582-f9ee-4b86-a150-49056dace386 HTTP/1.1" status: 200 len: 210 time: 0.0271621 Feb 04 18:00:12.455957 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065b6abf-aec3-497c-9cad-b28d28c8368c req-76df41c0-10c8-46f9-b42f-cdc7d1b472a5 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:00:12.457464 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-065b6abf-aec3-497c-9cad-b28d28c8368c req-76df41c0-10c8-46f9-b42f-cdc7d1b472a5 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.90 "GET /v2.0/networks?id=373501d5-ea79-4aa8-8415-e77aad537579 HTTP/1.1" status: 200 len: 812 time: 0.1058362 Feb 04 18:00:12.469897 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [req-065b6abf-aec3-497c-9cad-b28d28c8368c req-2fe9b31d-b6d3-47e5-b59a-e7f305c794fc tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Request body: {'port': {'device_id': 'dd5ac582-f9ee-4b86-a150-49056dace386', 'network_id': '373501d5-ea79-4aa8-8415-e77aad537579', 'admin_state_up': True, 'tenant_id': '0082fd5bf0af4f76918b9b76b2e7b4a0'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 18:00:12.494605 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-764e279a-4fdd-4617-9d5e-67658f92b8a3 req-e2e7e42b-2472-44d2-b67f-343a305f73f4 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "GET /v2.0/ports?device_id=dd5ac582-f9ee-4b86-a150-49056dace386 HTTP/1.1" status: 200 len: 210 time: 0.0293279 Feb 04 18:00:12.574063 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (3f9244a9-75fc-4c10-b195-11d48b853b41), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:00:12.578609 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-065b6abf-aec3-497c-9cad-b28d28c8368c req-2fe9b31d-b6d3-47e5-b59a-e7f305c794fc tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Made reservation on behalf of 0082fd5bf0af4f76918b9b76b2e7b4a0 for: {'port': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 18:00:12.582139 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-065b6abf-aec3-497c-9cad-b28d28c8368c req-2fe9b31d-b6d3-47e5-b59a-e7f305c794fc tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:00:12.712346 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.db_base_plugin_common [req-065b6abf-aec3-497c-9cad-b28d28c8368c req-2fe9b31d-b6d3-47e5-b59a-e7f305c794fc tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Allocated IP 172.20.0.8 (373501d5-ea79-4aa8-8415-e77aad537579/645125ba-dc72-4374-be18-fe910df5a518/b7ea58b6-1093-4871-beef-37d352c2338b) {{(pid=103377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 18:00:12.857304 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-065b6abf-aec3-497c-9cad-b28d28c8368c req-2fe9b31d-b6d3-47e5-b59a-e7f305c794fc tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Publish callbacks [] for port (b7ea58b6-1093-4871-beef-37d352c2338b), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:00:12.889143 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-065b6abf-aec3-497c-9cad-b28d28c8368c req-2fe9b31d-b6d3-47e5-b59a-e7f305c794fc tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (b7ea58b6-1093-4871-beef-37d352c2338b), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:00:12.933687 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-065b6abf-aec3-497c-9cad-b28d28c8368c req-2fe9b31d-b6d3-47e5-b59a-e7f305c794fc tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Network 373501d5-ea79-4aa8-8415-e77aad537579 is already hosted by enough agents. {{(pid=103377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 18:00:12.936758 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [req-065b6abf-aec3-497c-9cad-b28d28c8368c req-2fe9b31d-b6d3-47e5-b59a-e7f305c794fc tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Resources bound (agent type, host, resource id): {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 18:00:12.940354 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [req-065b6abf-aec3-497c-9cad-b28d28c8368c req-2fe9b31d-b6d3-47e5-b59a-e7f305c794fc tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Received port after_create {{(pid=103377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 18:00:12.969890 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe9b31d-b6d3-47e5-b59a-e7f305c794fc tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Pushing event updated for resources: {'Port': ['ID=b7ea58b6-1093-4871-beef-37d352c2338b,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:00:12.999164 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065b6abf-aec3-497c-9cad-b28d28c8368c req-2fe9b31d-b6d3-47e5-b59a-e7f305c794fc tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:00:12.999789 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-065b6abf-aec3-497c-9cad-b28d28c8368c req-2fe9b31d-b6d3-47e5-b59a-e7f305c794fc tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:00:13.020680 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-065b6abf-aec3-497c-9cad-b28d28c8368c req-2fe9b31d-b6d3-47e5-b59a-e7f305c794fc tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5546210 Feb 04 18:00:13.035903 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [req-065b6abf-aec3-497c-9cad-b28d28c8368c req-30d7b893-56d6-47d4-9a84-006586da79d6 service neutron] Request body: {'port': {'device_id': 'dd5ac582-f9ee-4b86-a150-49056dace386', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827839-2'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 18:00:13.102805 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-065b6abf-aec3-497c-9cad-b28d28c8368c req-30d7b893-56d6-47d4-9a84-006586da79d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (b7ea58b6-1093-4871-beef-37d352c2338b), before_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:00:13.248332 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-c19f5feb-2c5c-43f0-bce2-267dcd0f07f5 None None] Provisioning complete for port b7ea58b6-1093-4871-beef-37d352c2338b triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 18:00:13.248994 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c19f5feb-2c5c-43f0-bce2-267dcd0f07f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (b7ea58b6-1093-4871-beef-37d352c2338b), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:00:13.286350 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-c19f5feb-2c5c-43f0-bce2-267dcd0f07f5 None None] Port b7ea58b6-1093-4871-beef-37d352c2338b cannot update to ACTIVE because it is not bound. {{(pid=103378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 18:00:13.369432 n-d-827839-2 neutron-server[103377]: DEBUG neutron.notifiers.nova [req-065b6abf-aec3-497c-9cad-b28d28c8368c req-30d7b893-56d6-47d4-9a84-006586da79d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b7ea58b6-1093-4871-beef-37d352c2338b {{(pid=103377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 18:00:13.377412 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-065b6abf-aec3-497c-9cad-b28d28c8368c req-30d7b893-56d6-47d4-9a84-006586da79d6 service neutron] Publish callbacks [] for port (b7ea58b6-1093-4871-beef-37d352c2338b), precommit_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:00:13.390530 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.provisioning_blocks [req-065b6abf-aec3-497c-9cad-b28d28c8368c req-30d7b893-56d6-47d4-9a84-006586da79d6 service neutron] Transition to ACTIVE for port object b7ea58b6-1093-4871-beef-37d352c2338b will not be triggered until provisioned by entity L2. {{(pid=103377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 18:00:13.394299 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-065b6abf-aec3-497c-9cad-b28d28c8368c req-30d7b893-56d6-47d4-9a84-006586da79d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25888290'] for port (b7ea58b6-1093-4871-beef-37d352c2338b), after_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:00:13.446399 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d7b893-56d6-47d4-9a84-006586da79d6 service neutron] Pushing event updated for resources: {'Port': ['ID=b7ea58b6-1093-4871-beef-37d352c2338b,revision_number=2']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:00:13.522641 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [req-065b6abf-aec3-497c-9cad-b28d28c8368c req-30d7b893-56d6-47d4-9a84-006586da79d6 service neutron] Attempting to bind port b7ea58b6-1093-4871-beef-37d352c2338b on host n-h2-827839-2 for vnic_type normal with profile {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 18:00:13.523640 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [req-065b6abf-aec3-497c-9cad-b28d28c8368c req-30d7b893-56d6-47d4-9a84-006586da79d6 service neutron] Attempting to bind port b7ea58b6-1093-4871-beef-37d352c2338b by drivers openvswitch,hyperv on host n-h2-827839-2 at level 0 using segments [{'id': '14b42f91-bfd2-4a53-b270-b22cde6aff98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '373501d5-ea79-4aa8-8415-e77aad537579'}] {{(pid=103377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 18:00:13.524194 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-065b6abf-aec3-497c-9cad-b28d28c8368c req-30d7b893-56d6-47d4-9a84-006586da79d6 service neutron] Attempting to bind port b7ea58b6-1093-4871-beef-37d352c2338b on network 373501d5-ea79-4aa8-8415-e77aad537579 {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 18:00:13.530194 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-065b6abf-aec3-497c-9cad-b28d28c8368c req-30d7b893-56d6-47d4-9a84-006586da79d6 service neutron] Port b7ea58b6-1093-4871-beef-37d352c2338b on network 373501d5-ea79-4aa8-8415-e77aad537579 not bound, no agent of type Open vSwitch agent registered on host n-h2-827839-2 {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 18:00:13.530521 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-065b6abf-aec3-497c-9cad-b28d28c8368c req-30d7b893-56d6-47d4-9a84-006586da79d6 service neutron] Attempting to bind port b7ea58b6-1093-4871-beef-37d352c2338b on network 373501d5-ea79-4aa8-8415-e77aad537579 {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 18:00:13.536259 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-065b6abf-aec3-497c-9cad-b28d28c8368c req-30d7b893-56d6-47d4-9a84-006586da79d6 service neutron] Checking agent: {'id': 'f20a1ab3-4332-4f54-833b-ba4a7c687e89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 8, 40), 'started_at': datetime.datetime(2022, 2, 4, 17, 8, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 18, 0, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 18:00:13.536866 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-065b6abf-aec3-497c-9cad-b28d28c8368c req-30d7b893-56d6-47d4-9a84-006586da79d6 service neutron] Checking segment: {'id': '14b42f91-bfd2-4a53-b270-b22cde6aff98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '373501d5-ea79-4aa8-8415-e77aad537579'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 18:00:13.537058 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-065b6abf-aec3-497c-9cad-b28d28c8368c req-30d7b893-56d6-47d4-9a84-006586da79d6 service neutron] Bound using segment: {'id': '14b42f91-bfd2-4a53-b270-b22cde6aff98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '373501d5-ea79-4aa8-8415-e77aad537579'} {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 18:00:13.537580 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [req-065b6abf-aec3-497c-9cad-b28d28c8368c req-30d7b893-56d6-47d4-9a84-006586da79d6 service neutron] Bound port: b7ea58b6-1093-4871-beef-37d352c2338b, host: n-h2-827839-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14b42f91-bfd2-4a53-b270-b22cde6aff98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '373501d5-ea79-4aa8-8415-e77aad537579'}}] {{(pid=103377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 18:00:13.537952 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-065b6abf-aec3-497c-9cad-b28d28c8368c req-30d7b893-56d6-47d4-9a84-006586da79d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (b7ea58b6-1093-4871-beef-37d352c2338b), before_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:00:13.643429 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [req-065b6abf-aec3-497c-9cad-b28d28c8368c req-30d7b893-56d6-47d4-9a84-006586da79d6 service neutron] For port b7ea58b6-1093-4871-beef-37d352c2338b, host n-h2-827839-2, cleared binding levels {{(pid=103377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 18:00:13.647867 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [req-065b6abf-aec3-497c-9cad-b28d28c8368c req-30d7b893-56d6-47d4-9a84-006586da79d6 service neutron] For port b7ea58b6-1093-4871-beef-37d352c2338b, host n-h2-827839-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=b7ea58b6-1093-4871-beef-37d352c2338b,segment=NetworkSegment(14b42f91-bfd2-4a53-b270-b22cde6aff98),segment_id=14b42f91-bfd2-4a53-b270-b22cde6aff98)] {{(pid=103377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 18:00:13.658930 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-065b6abf-aec3-497c-9cad-b28d28c8368c req-30d7b893-56d6-47d4-9a84-006586da79d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25888290'] for port (b7ea58b6-1093-4871-beef-37d352c2338b), after_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:00:13.678256 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa5d19f-6ab1-4dff-b31d-cacdedbd32d8 req-cc5ac38b-a6b6-449d-9f10-8e094073bb2b tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:00:13.679726 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-9aa5d19f-6ab1-4dff-b31d-cacdedbd32d8 req-cc5ac38b-a6b6-449d-9f10-8e094073bb2b tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "GET /v2.0/ports?device_id=dd5ac582-f9ee-4b86-a150-49056dace386 HTTP/1.1" status: 200 len: 943 time: 0.0934057 Feb 04 18:00:13.701437 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065b6abf-aec3-497c-9cad-b28d28c8368c req-30d7b893-56d6-47d4-9a84-006586da79d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:00:13.702216 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-065b6abf-aec3-497c-9cad-b28d28c8368c req-30d7b893-56d6-47d4-9a84-006586da79d6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:00:13.703587 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-065b6abf-aec3-497c-9cad-b28d28c8368c req-30d7b893-56d6-47d4-9a84-006586da79d6 service neutron] 10.222.0.90 "PUT /v2.0/ports/b7ea58b6-1093-4871-beef-37d352c2338b HTTP/1.1" status: 200 len: 1091 time: 0.6724167 Feb 04 18:00:13.705169 n-d-827839-2 neutron-server[103377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd5ac582-f9ee-4b86-a150-49056dace386', 'tag': 'b7ea58b6-1093-4871-beef-37d352c2338b'}] {{(pid=103377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 18:00:13.707501 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7240428b650e1488e9361b62648ff4b3a6c19d49d8c27c949491ab58c1346cf0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-993fd476-4ddb-489a-99e2-bb9e43ea6f21" -d '{"events": [{"name": "network-changed", "server_uuid": "dd5ac582-f9ee-4b86-a150-49056dace386", "tag": "b7ea58b6-1093-4871-beef-37d352c2338b"}]}' {{(pid=103377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 18:00:13.774810 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 18:00:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98f3d684-e591-45b4-bd32-882801a9874f x-openstack-request-id: req-98f3d684-e591-45b4-bd32-882801a9874f {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 18:00:13.775117 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd5ac582-f9ee-4b86-a150-49056dace386", "tag": "b7ea58b6-1093-4871-beef-37d352c2338b", "status": "completed", "code": 200}]} {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 18:00:13.775354 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-98f3d684-e591-45b4-bd32-882801a9874f {{(pid=103377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 18:00:13.775780 n-d-827839-2 neutron-server[103377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd5ac582-f9ee-4b86-a150-49056dace386', 'tag': 'b7ea58b6-1093-4871-beef-37d352c2338b', 'status': 'completed', 'code': 200} Feb 04 18:00:13.817944 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d7b893-56d6-47d4-9a84-006586da79d6 service neutron] Pushing event updated for resources: {'Port': ['ID=b7ea58b6-1093-4871-beef-37d352c2338b,revision_number=3']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:00:13.836208 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-9aa5d19f-6ab1-4dff-b31d-cacdedbd32d8 req-340f6160-6d93-41a2-af1e-8198e44fe08b tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "GET /v2.0/security-groups?id=6ae3ac6a-ca24-406f-b6a6-87d9888b6b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316826 Feb 04 18:00:13.846060 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065b6abf-aec3-497c-9cad-b28d28c8368c req-7c323428-0c4e-4d4a-bdf9-33778a78293b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:00:13.847571 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-065b6abf-aec3-497c-9cad-b28d28c8368c req-7c323428-0c4e-4d4a-bdf9-33778a78293b service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=0082fd5bf0af4f76918b9b76b2e7b4a0&device_id=dd5ac582-f9ee-4b86-a150-49056dace386 HTTP/1.1" status: 200 len: 1125 time: 0.0871317 Feb 04 18:00:13.892303 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-065b6abf-aec3-497c-9cad-b28d28c8368c req-aac1bb65-a4dc-4b58-a737-8396de715b4b service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b7ea58b6-1093-4871-beef-37d352c2338b HTTP/1.1" status: 200 len: 217 time: 0.0363421 Feb 04 18:00:13.949114 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065b6abf-aec3-497c-9cad-b28d28c8368c req-c54f1ff8-3723-41c3-810a-8b2e87418c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:00:13.950504 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-065b6abf-aec3-497c-9cad-b28d28c8368c req-c54f1ff8-3723-41c3-810a-8b2e87418c4d service neutron] 10.222.0.90 "GET /v2.0/subnets?id=645125ba-dc72-4374-be18-fe910df5a518 HTTP/1.1" status: 200 len: 851 time: 0.0510950 Feb 04 18:00:13.999681 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065b6abf-aec3-497c-9cad-b28d28c8368c req-855f1641-ed6b-43b8-b82d-5491f82af1c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:00:14.001156 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-065b6abf-aec3-497c-9cad-b28d28c8368c req-855f1641-ed6b-43b8-b82d-5491f82af1c9 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=373501d5-ea79-4aa8-8415-e77aad537579&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0435932 Feb 04 18:00:14.087980 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-065b6abf-aec3-497c-9cad-b28d28c8368c req-5fc89a49-e221-4d49-8050-58dc3dfae60a service neutron] 10.222.0.90 "GET /v2.0/networks/373501d5-ea79-4aa8-8415-e77aad537579?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795896 Feb 04 18:00:14.428406 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-065b6abf-aec3-497c-9cad-b28d28c8368c req-c5f8ffda-5cb6-434b-abdc-1af4209d456f service neutron] 10.222.0.90 "GET /v2.0/networks/373501d5-ea79-4aa8-8415-e77aad537579?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3323603 Feb 04 18:00:14.519533 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993fd476-4ddb-489a-99e2-bb9e43ea6f21 req-460fa3e4-88e9-4dfa-85d3-1a44e935ca1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:00:14.521046 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-993fd476-4ddb-489a-99e2-bb9e43ea6f21 req-460fa3e4-88e9-4dfa-85d3-1a44e935ca1a service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=0082fd5bf0af4f76918b9b76b2e7b4a0&device_id=dd5ac582-f9ee-4b86-a150-49056dace386 HTTP/1.1" status: 200 len: 1125 time: 0.0443592 Feb 04 18:00:14.610489 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993fd476-4ddb-489a-99e2-bb9e43ea6f21 req-fd8d4877-922f-4d0e-8e50-72dde5abc15d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:00:14.611869 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-993fd476-4ddb-489a-99e2-bb9e43ea6f21 req-fd8d4877-922f-4d0e-8e50-72dde5abc15d service neutron] 10.222.0.90 "GET /v2.0/networks?id=373501d5-ea79-4aa8-8415-e77aad537579 HTTP/1.1" status: 200 len: 913 time: 0.0847833 Feb 04 18:00:14.655406 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-993fd476-4ddb-489a-99e2-bb9e43ea6f21 req-1cba4f30-df95-452a-8707-59245839ee60 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b7ea58b6-1093-4871-beef-37d352c2338b HTTP/1.1" status: 200 len: 217 time: 0.0357850 Feb 04 18:00:14.703165 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993fd476-4ddb-489a-99e2-bb9e43ea6f21 req-a7d8fd3e-3a26-4b0b-ab91-47299e5a0e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:00:14.704599 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-993fd476-4ddb-489a-99e2-bb9e43ea6f21 req-a7d8fd3e-3a26-4b0b-ab91-47299e5a0e8b service neutron] 10.222.0.90 "GET /v2.0/subnets?id=645125ba-dc72-4374-be18-fe910df5a518 HTTP/1.1" status: 200 len: 851 time: 0.0428612 Feb 04 18:00:14.757526 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993fd476-4ddb-489a-99e2-bb9e43ea6f21 req-438d4ac8-85d2-49f9-8d4d-7fc10c17d3a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:00:14.759544 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-993fd476-4ddb-489a-99e2-bb9e43ea6f21 req-438d4ac8-85d2-49f9-8d4d-7fc10c17d3a7 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=373501d5-ea79-4aa8-8415-e77aad537579&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0470934 Feb 04 18:00:14.848559 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-993fd476-4ddb-489a-99e2-bb9e43ea6f21 req-f04714e7-2fbc-4796-b4ed-7e79e03c09f7 service neutron] 10.222.0.90 "GET /v2.0/networks/373501d5-ea79-4aa8-8415-e77aad537579?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810945 Feb 04 18:00:14.946665 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-993fd476-4ddb-489a-99e2-bb9e43ea6f21 req-b0316eeb-d5aa-4153-8277-ffa728f11381 service neutron] 10.222.0.90 "GET /v2.0/networks/373501d5-ea79-4aa8-8415-e77aad537579?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907347 Feb 04 18:00:14.963493 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f633e58-67c1-4dbc-9ccd-c749e6730cff req-6271d2a8-d699-4197-b651-98fbb2c8b954 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:00:14.965046 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-9f633e58-67c1-4dbc-9ccd-c749e6730cff req-6271d2a8-d699-4197-b651-98fbb2c8b954 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "GET /v2.0/ports?device_id=dd5ac582-f9ee-4b86-a150-49056dace386 HTTP/1.1" status: 200 len: 943 time: 0.0551333 Feb 04 18:00:15.012729 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-9f633e58-67c1-4dbc-9ccd-c749e6730cff req-63ac0d83-68f5-4460-bdbb-f303db4bd705 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "GET /v2.0/security-groups?id=6ae3ac6a-ca24-406f-b6a6-87d9888b6b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416358 Feb 04 18:00:16.130988 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea99eb4-308c-4576-a981-6d3146f3a1c9 req-72064b3b-06b6-4220-9e95-bf260709af42 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:00:16.132461 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-8ea99eb4-308c-4576-a981-6d3146f3a1c9 req-72064b3b-06b6-4220-9e95-bf260709af42 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "GET /v2.0/ports?device_id=dd5ac582-f9ee-4b86-a150-49056dace386 HTTP/1.1" status: 200 len: 943 time: 0.0524023 Feb 04 18:00:16.180818 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-8ea99eb4-308c-4576-a981-6d3146f3a1c9 req-8c5471d4-3188-44b1-a711-362170b5d665 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "GET /v2.0/security-groups?id=6ae3ac6a-ca24-406f-b6a6-87d9888b6b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413773 Feb 04 18:00:17.298749 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0b2bec-8308-4c70-87ab-da7546b42787 req-d58d7e9c-293e-409c-afe2-d60161d5487f tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:00:17.300249 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-6e0b2bec-8308-4c70-87ab-da7546b42787 req-d58d7e9c-293e-409c-afe2-d60161d5487f tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "GET /v2.0/ports?device_id=dd5ac582-f9ee-4b86-a150-49056dace386 HTTP/1.1" status: 200 len: 943 time: 0.0534720 Feb 04 18:00:17.626378 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-6e0b2bec-8308-4c70-87ab-da7546b42787 req-edd8debc-390e-450d-ab32-9d8fe2e5da97 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "GET /v2.0/security-groups?id=6ae3ac6a-ca24-406f-b6a6-87d9888b6b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3204753 Feb 04 18:00:18.744457 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa87fa53-ccb6-4fbf-a584-f67f83b6601f req-8b5dba8f-34db-47ae-a37a-47708f4b5fd0 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:00:18.745972 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-aa87fa53-ccb6-4fbf-a584-f67f83b6601f req-8b5dba8f-34db-47ae-a37a-47708f4b5fd0 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "GET /v2.0/ports?device_id=dd5ac582-f9ee-4b86-a150-49056dace386 HTTP/1.1" status: 200 len: 943 time: 0.0522296 Feb 04 18:00:18.797071 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-aa87fa53-ccb6-4fbf-a584-f67f83b6601f req-c874a210-bf15-44dc-a490-45e325e1789b tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "GET /v2.0/security-groups?id=6ae3ac6a-ca24-406f-b6a6-87d9888b6b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451961 Feb 04 18:00:19.918827 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e316b4c-26d2-44fb-858b-2b4be650245d req-fea3460e-70a2-47c9-8466-af8959946439 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:00:19.920389 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-9e316b4c-26d2-44fb-858b-2b4be650245d req-fea3460e-70a2-47c9-8466-af8959946439 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "GET /v2.0/ports?device_id=dd5ac582-f9ee-4b86-a150-49056dace386 HTTP/1.1" status: 200 len: 943 time: 0.0565426 Feb 04 18:00:19.968026 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-9e316b4c-26d2-44fb-858b-2b4be650245d req-7b414844-79ec-4f19-9eb8-7f7ce626508c tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "GET /v2.0/security-groups?id=6ae3ac6a-ca24-406f-b6a6-87d9888b6b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418572 Feb 04 18:00:21.085942 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61501e20-287c-4464-8f69-38fdcea6e2b8 req-94153c4a-913a-49f3-a485-27bca1f4d5b1 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:00:21.087955 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-61501e20-287c-4464-8f69-38fdcea6e2b8 req-94153c4a-913a-49f3-a485-27bca1f4d5b1 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "GET /v2.0/ports?device_id=dd5ac582-f9ee-4b86-a150-49056dace386 HTTP/1.1" status: 200 len: 943 time: 0.0537839 Feb 04 18:00:21.133972 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-61501e20-287c-4464-8f69-38fdcea6e2b8 req-3b732a8b-f162-454a-bea7-115d670b5f6b tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "GET /v2.0/security-groups?id=6ae3ac6a-ca24-406f-b6a6-87d9888b6b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401859 Feb 04 18:00:22.255097 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6809cd0-18f5-4a87-bc22-eeed617e76ed req-429f5eb7-f1a4-4147-ab44-a6998a38d6d3 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:00:22.256585 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-f6809cd0-18f5-4a87-bc22-eeed617e76ed req-429f5eb7-f1a4-4147-ab44-a6998a38d6d3 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "GET /v2.0/ports?device_id=dd5ac582-f9ee-4b86-a150-49056dace386 HTTP/1.1" status: 200 len: 943 time: 0.0526433 Feb 04 18:00:22.306074 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-f6809cd0-18f5-4a87-bc22-eeed617e76ed req-420d2c02-be31-469e-8246-b783a0bf5468 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "GET /v2.0/security-groups?id=6ae3ac6a-ca24-406f-b6a6-87d9888b6b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433693 Feb 04 18:00:23.423557 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603fda71-c418-4222-895b-ffd1d38b3fd9 req-48c49907-0846-40ab-9816-64cc050778cd tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:00:23.425061 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-603fda71-c418-4222-895b-ffd1d38b3fd9 req-48c49907-0846-40ab-9816-64cc050778cd tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "GET /v2.0/ports?device_id=dd5ac582-f9ee-4b86-a150-49056dace386 HTTP/1.1" status: 200 len: 943 time: 0.0524180 Feb 04 18:00:23.471610 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-603fda71-c418-4222-895b-ffd1d38b3fd9 req-1ef4c9c9-bcfd-4a5a-b1c0-3db99cc5c471 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "GET /v2.0/security-groups?id=6ae3ac6a-ca24-406f-b6a6-87d9888b6b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407994 Feb 04 18:00:24.588227 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88dbbea2-023f-4e70-83ba-7019ae6c1445 req-fc5b5246-a52b-4dd5-a274-9f3b0bc3a0a4 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:00:24.589657 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-88dbbea2-023f-4e70-83ba-7019ae6c1445 req-fc5b5246-a52b-4dd5-a274-9f3b0bc3a0a4 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "GET /v2.0/ports?device_id=dd5ac582-f9ee-4b86-a150-49056dace386 HTTP/1.1" status: 200 len: 943 time: 0.0519533 Feb 04 18:00:24.642393 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-88dbbea2-023f-4e70-83ba-7019ae6c1445 req-3d0dd8c6-f657-4801-8aff-cab883791321 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "GET /v2.0/security-groups?id=6ae3ac6a-ca24-406f-b6a6-87d9888b6b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466149 Feb 04 18:00:25.762875 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3736eca-0695-42af-9628-525e6575aca4 req-38b6b19a-63fc-4b86-a3f0-e39887db00cf tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:00:25.764357 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-b3736eca-0695-42af-9628-525e6575aca4 req-38b6b19a-63fc-4b86-a3f0-e39887db00cf tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "GET /v2.0/ports?device_id=dd5ac582-f9ee-4b86-a150-49056dace386 HTTP/1.1" status: 200 len: 943 time: 0.0557828 Feb 04 18:00:25.811100 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-b3736eca-0695-42af-9628-525e6575aca4 req-c75ace49-cc0c-4baa-988c-f8ae52a800bc tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "GET /v2.0/security-groups?id=6ae3ac6a-ca24-406f-b6a6-87d9888b6b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411291 Feb 04 18:00:26.926883 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc06ee1-1bf5-4980-8c0c-92833037e782 req-12bcd23f-cd2a-41c3-8ddd-31aefc73f886 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:00:26.928354 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-dbc06ee1-1bf5-4980-8c0c-92833037e782 req-12bcd23f-cd2a-41c3-8ddd-31aefc73f886 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "GET /v2.0/ports?device_id=dd5ac582-f9ee-4b86-a150-49056dace386 HTTP/1.1" status: 200 len: 943 time: 0.0521333 Feb 04 18:00:26.973709 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-dbc06ee1-1bf5-4980-8c0c-92833037e782 req-2f15f1c5-5014-48c5-ac57-dcb445c81266 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "GET /v2.0/security-groups?id=6ae3ac6a-ca24-406f-b6a6-87d9888b6b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397947 Feb 04 18:00:28.094263 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9990d89-5df0-47f7-ac3a-96cdcddd3a0a req-4f7457c8-36c5-4498-8c15-9869141403a4 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:00:28.095834 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-e9990d89-5df0-47f7-ac3a-96cdcddd3a0a req-4f7457c8-36c5-4498-8c15-9869141403a4 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "GET /v2.0/ports?device_id=dd5ac582-f9ee-4b86-a150-49056dace386 HTTP/1.1" status: 200 len: 943 time: 0.0563543 Feb 04 18:00:28.143342 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-e9990d89-5df0-47f7-ac3a-96cdcddd3a0a req-12f8eba3-fbad-47f4-8c0d-cd29c1c59cf1 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "GET /v2.0/security-groups?id=6ae3ac6a-ca24-406f-b6a6-87d9888b6b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418983 Feb 04 18:00:29.263965 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8c39b3-c339-490f-8948-dd2e624f11e3 req-d5194ea4-d570-459b-ab8d-1b06c87f36e9 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:00:29.265473 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-ac8c39b3-c339-490f-8948-dd2e624f11e3 req-d5194ea4-d570-459b-ab8d-1b06c87f36e9 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "GET /v2.0/ports?device_id=dd5ac582-f9ee-4b86-a150-49056dace386 HTTP/1.1" status: 200 len: 943 time: 0.0558972 Feb 04 18:00:29.312812 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-ac8c39b3-c339-490f-8948-dd2e624f11e3 req-23756596-2ce5-4636-b642-7fa62ec06cbb tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "GET /v2.0/security-groups?id=6ae3ac6a-ca24-406f-b6a6-87d9888b6b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417249 Feb 04 18:00:29.796159 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5ce44121-33d2-4637-94f7-f58b3437ad2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (bb89f5a3-3c22-440b-b7d1-c4f0c43c184a), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:00:30.355251 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Device b7ea58b6-1093-4871-beef-37d352c2338b details requested by agent hyperv_n-h2-827839-2 with host n-h2-827839-2 {{(pid=103378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 18:00:30.434163 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4789452e-afcf-475b-bf59-54247fa59cb5 req-daba4e8f-cdee-4222-9545-abfad4e5d26a tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:00:30.435658 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-4789452e-afcf-475b-bf59-54247fa59cb5 req-daba4e8f-cdee-4222-9545-abfad4e5d26a tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "GET /v2.0/ports?device_id=dd5ac582-f9ee-4b86-a150-49056dace386 HTTP/1.1" status: 200 len: 943 time: 0.0530345 Feb 04 18:00:30.451381 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] For port b7ea58b6-1093-4871-beef-37d352c2338b, host n-h2-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=b7ea58b6-1093-4871-beef-37d352c2338b,segment=NetworkSegment(14b42f91-bfd2-4a53-b270-b22cde6aff98),segment_id=14b42f91-bfd2-4a53-b270-b22cde6aff98)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 18:00:30.463033 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Returning: {'device': 'b7ea58b6-1093-4871-beef-37d352c2338b', 'network_id': '373501d5-ea79-4aa8-8415-e77aad537579', 'port_id': 'b7ea58b6-1093-4871-beef-37d352c2338b', 'mac_address': 'fa:16:3e:ad:a1:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 752, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '645125ba-dc72-4374-be18-fe910df5a518', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 18:00:30.486080 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-4789452e-afcf-475b-bf59-54247fa59cb5 req-086e824b-1047-42fc-82d3-f961909377a8 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "GET /v2.0/security-groups?id=6ae3ac6a-ca24-406f-b6a6-87d9888b6b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447762 Feb 04 18:00:30.501726 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Current status of the port b7ea58b6-1093-4871-beef-37d352c2338b is: DOWN; New status is: BUILD {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 18:00:30.502113 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (b7ea58b6-1093-4871-beef-37d352c2338b), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:00:30.519057 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7ea58b6-1093-4871-beef-37d352c2338b {{(pid=103378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 18:00:30.539447 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] For port b7ea58b6-1093-4871-beef-37d352c2338b, host n-h2-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=b7ea58b6-1093-4871-beef-37d352c2338b,segment=NetworkSegment(14b42f91-bfd2-4a53-b270-b22cde6aff98),segment_id=14b42f91-bfd2-4a53-b270-b22cde6aff98)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 18:00:30.543272 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (b7ea58b6-1093-4871-beef-37d352c2338b), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:00:30.590886 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Pushing event updated for resources: {'Port': ['ID=b7ea58b6-1093-4871-beef-37d352c2338b,revision_number=4']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:00:30.598063 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:00:30.598420 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:00:30.598762 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:00:30.599110 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:00:30.599437 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:00:30.599768 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:00:30.600095 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:00:30.600421 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:00:30.600762 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:00:30.601091 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:00:30.601413 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:00:30.601734 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:00:30.602082 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:00:30.810397 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] get_ports_and_sgs() called for port_ids ['b7ea58b6-1093-4871-beef-37d352c2338b'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 18:00:31.606569 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce29f18f-c037-4369-914e-3a27a73c5306 req-45b5389c-42c1-4900-9466-fd5d4cd79beb tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:00:31.608046 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-ce29f18f-c037-4369-914e-3a27a73c5306 req-45b5389c-42c1-4900-9466-fd5d4cd79beb tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "GET /v2.0/ports?device_id=dd5ac582-f9ee-4b86-a150-49056dace386 HTTP/1.1" status: 200 len: 944 time: 0.0521026 Feb 04 18:00:31.653968 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-ce29f18f-c037-4369-914e-3a27a73c5306 req-2d3b61b6-2b23-4377-9c01-4325969e4502 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "GET /v2.0/security-groups?id=6ae3ac6a-ca24-406f-b6a6-87d9888b6b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400636 Feb 04 18:00:32.386214 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Device b7ea58b6-1093-4871-beef-37d352c2338b up at agent hyperv_n-h2-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 18:00:32.433466 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Provisioning for port b7ea58b6-1093-4871-beef-37d352c2338b completed by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 18:00:32.436948 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Provisioning complete for port b7ea58b6-1093-4871-beef-37d352c2338b triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 18:00:32.437321 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (b7ea58b6-1093-4871-beef-37d352c2338b), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:00:32.514016 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Current status of the port b7ea58b6-1093-4871-beef-37d352c2338b is: BUILD; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 18:00:32.514400 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (b7ea58b6-1093-4871-beef-37d352c2338b), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:00:32.535808 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd5ac582-f9ee-4b86-a150-49056dace386', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7ea58b6-1093-4871-beef-37d352c2338b'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 18:00:32.537991 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c34bc964ce2211770fda26ca2f3801cc06f4f39928110690550e94ab9c9d2fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84656623-1948-4658-850a-b7c95def240e" -d '{"events": [{"server_uuid": "dd5ac582-f9ee-4b86-a150-49056dace386", "name": "network-vif-plugged", "status": "completed", "tag": "b7ea58b6-1093-4871-beef-37d352c2338b"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 18:00:32.553665 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] For port b7ea58b6-1093-4871-beef-37d352c2338b, host n-h2-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=b7ea58b6-1093-4871-beef-37d352c2338b,segment=NetworkSegment(14b42f91-bfd2-4a53-b270-b22cde6aff98),segment_id=14b42f91-bfd2-4a53-b270-b22cde6aff98)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 18:00:32.558679 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (b7ea58b6-1093-4871-beef-37d352c2338b), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:00:32.697144 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f17bc2-791c-48b4-8969-8d168acecfc3 req-5610054c-9408-43b9-87d6-e6ba7c258ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:00:32.697978 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-58f17bc2-791c-48b4-8969-8d168acecfc3 req-5610054c-9408-43b9-87d6-e6ba7c258ef8 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=dd5ac582-f9ee-4b86-a150-49056dace386 HTTP/1.1" status: 200 len: 1127 time: 0.0479853 Feb 04 18:00:32.741993 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 18:00:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7da90cc-eb8f-401b-aa96-02710cc7910a x-openstack-request-id: req-e7da90cc-eb8f-401b-aa96-02710cc7910a {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 18:00:32.741993 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd5ac582-f9ee-4b86-a150-49056dace386", "name": "network-vif-plugged", "status": "completed", "tag": "b7ea58b6-1093-4871-beef-37d352c2338b", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 18:00:32.742331 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-e7da90cc-eb8f-401b-aa96-02710cc7910a {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 18:00:32.742660 n-d-827839-2 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd5ac582-f9ee-4b86-a150-49056dace386', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7ea58b6-1093-4871-beef-37d352c2338b', 'code': 200} Feb 04 18:00:32.746156 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-58f17bc2-791c-48b4-8969-8d168acecfc3 req-83160139-5787-4c9e-8dfb-beb9f81284b2 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=6ae3ac6a-ca24-406f-b6a6-87d9888b6b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416389 Feb 04 18:00:32.769279 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Pushing event updated for resources: {'Port': ['ID=b7ea58b6-1093-4871-beef-37d352c2338b,revision_number=5']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:00:32.779470 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0478050-aa0c-46e2-a525-babf3cf2f6e9 req-ebc5e66e-caf0-4099-a0b6-1ed1635ce292 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:00:32.781006 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-f0478050-aa0c-46e2-a525-babf3cf2f6e9 req-ebc5e66e-caf0-4099-a0b6-1ed1635ce292 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "GET /v2.0/ports?device_id=dd5ac582-f9ee-4b86-a150-49056dace386 HTTP/1.1" status: 200 len: 945 time: 0.0569272 Feb 04 18:00:32.831823 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-f0478050-aa0c-46e2-a525-babf3cf2f6e9 req-dcbbf489-cf4c-46b0-bb82-2ac1f889237b tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "GET /v2.0/security-groups?id=6ae3ac6a-ca24-406f-b6a6-87d9888b6b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449212 Feb 04 18:00:32.866581 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-aacd9ed3-a5dc-4d28-a09d-36a55c7a27d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (64ada913-9131-4d99-a265-63a920956287), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:00:33.132053 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d408ec64-b374-4acb-a1fc-48241dad6d47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (0cd6d64a-47a7-40ff-8c12-71dd526c62e0), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:00:33.954109 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49111198-aa2b-42ed-86f6-bf9abf4dd62a req-62a613f5-99eb-4010-b6fb-1e0fd6e91558 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:00:33.955833 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-49111198-aa2b-42ed-86f6-bf9abf4dd62a req-62a613f5-99eb-4010-b6fb-1e0fd6e91558 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "GET /v2.0/ports?device_id=dd5ac582-f9ee-4b86-a150-49056dace386 HTTP/1.1" status: 200 len: 945 time: 0.0533497 Feb 04 18:00:34.004000 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-49111198-aa2b-42ed-86f6-bf9abf4dd62a req-c467d33d-0ed7-45c1-84b0-c864008436e5 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "GET /v2.0/security-groups?id=6ae3ac6a-ca24-406f-b6a6-87d9888b6b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413041 Feb 04 18:00:34.933263 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4f14bb47-e72b-46ac-9e44-a61d9293afcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (75326290-f7a3-4db8-9cf2-15c7139ed224), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:00:35.124572 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea94919-51ce-4afa-afe8-5a2b33331da0 req-def49a9b-7eda-4afa-b93e-d94a3002a21a tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:00:35.126136 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-0ea94919-51ce-4afa-afe8-5a2b33331da0 req-def49a9b-7eda-4afa-b93e-d94a3002a21a tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "GET /v2.0/ports?device_id=dd5ac582-f9ee-4b86-a150-49056dace386 HTTP/1.1" status: 200 len: 945 time: 0.0522833 Feb 04 18:00:35.172177 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-0ea94919-51ce-4afa-afe8-5a2b33331da0 req-45c1a718-cc6d-4573-a28c-f1d83f579347 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "GET /v2.0/security-groups?id=6ae3ac6a-ca24-406f-b6a6-87d9888b6b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405114 Feb 04 18:00:35.291364 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76151eb-2ad6-4e4e-8af1-24a7fbd75c78 req-71feb15e-f983-450d-bf1f-a1fa7c12df2c tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:00:35.292875 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-c76151eb-2ad6-4e4e-8af1-24a7fbd75c78 req-71feb15e-f983-450d-bf1f-a1fa7c12df2c tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "GET /v2.0/ports?device_id=dd5ac582-f9ee-4b86-a150-49056dace386 HTTP/1.1" status: 200 len: 945 time: 0.0559466 Feb 04 18:00:35.338632 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-c76151eb-2ad6-4e4e-8af1-24a7fbd75c78 req-5b4d99db-a5e3-41f8-b3bc-7cdcdd5355c3 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "GET /v2.0/security-groups?id=6ae3ac6a-ca24-406f-b6a6-87d9888b6b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402172 Feb 04 18:00:35.772938 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (ba70844b-66a0-45fd-a2f2-e6ed673321fc), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:00:38.820470 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2822abd3-813e-4f5f-96ea-c81899db9bd5 req-e0e2e820-6978-475c-8ee2-f77a4df0db92 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:00:38.822851 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-2822abd3-813e-4f5f-96ea-c81899db9bd5 req-e0e2e820-6978-475c-8ee2-f77a4df0db92 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "GET /v2.0/networks?id=373501d5-ea79-4aa8-8415-e77aad537579 HTTP/1.1" status: 200 len: 812 time: 0.1116974 Feb 04 18:00:38.837320 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-2822abd3-813e-4f5f-96ea-c81899db9bd5 req-94497f27-b186-44da-b852-c1f881aff8b4 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "GET /v2.0/quotas/0082fd5bf0af4f76918b9b76b2e7b4a0 HTTP/1.1" status: 200 len: 375 time: 0.0089974 Feb 04 18:00:38.896940 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-2822abd3-813e-4f5f-96ea-c81899db9bd5 req-446067d6-e06d-4d84-b25e-b6db670c91b4 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=0082fd5bf0af4f76918b9b76b2e7b4a0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0541849 Feb 04 18:00:38.983660 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-2822abd3-813e-4f5f-96ea-c81899db9bd5 req-6feddb37-3f32-4c8e-93a2-429fe70005e7 service neutron] 10.222.0.89 "GET /v2.0/networks/373501d5-ea79-4aa8-8415-e77aad537579?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803211 Feb 04 18:00:39.074531 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-2822abd3-813e-4f5f-96ea-c81899db9bd5 req-ce3c98e4-9d33-47e1-9c58-850ea8ec8f10 service neutron] 10.222.0.89 "GET /v2.0/networks/373501d5-ea79-4aa8-8415-e77aad537579?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852981 Feb 04 18:00:39.260593 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-af49aab1-d81f-48b4-9ade-496ec5a0e8f6 req-fe088a4f-ae0b-461f-a714-3c2bc75751cb tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "GET /v2.0/ports?device_id=6a9c1317-2361-4c5f-ad52-fb2db1435f79 HTTP/1.1" status: 200 len: 210 time: 0.0278234 Feb 04 18:00:39.452947 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-d2f922c0-7c21-45d0-b4cf-61540b10e80a req-a46e3c16-70b6-4ac0-a065-bc734346472c service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=dd5ac582-f9ee-4b86-a150-49056dace386&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0459766 Feb 04 18:00:39.542037 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f922c0-7c21-45d0-b4cf-61540b10e80a req-1e9e5cc4-63a7-43a0-afc9-bac2f56e25a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:00:39.543859 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-d2f922c0-7c21-45d0-b4cf-61540b10e80a req-1e9e5cc4-63a7-43a0-afc9-bac2f56e25a9 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=0082fd5bf0af4f76918b9b76b2e7b4a0&device_id=dd5ac582-f9ee-4b86-a150-49056dace386 HTTP/1.1" status: 200 len: 1127 time: 0.0472574 Feb 04 18:00:39.661143 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f922c0-7c21-45d0-b4cf-61540b10e80a req-f372108a-ce4d-46f0-a22e-be876ea0a8b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:00:39.662762 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-d2f922c0-7c21-45d0-b4cf-61540b10e80a req-f372108a-ce4d-46f0-a22e-be876ea0a8b7 service neutron] 10.222.0.90 "GET /v2.0/networks?id=373501d5-ea79-4aa8-8415-e77aad537579 HTTP/1.1" status: 200 len: 913 time: 0.1001878 Feb 04 18:00:39.707661 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-d2f922c0-7c21-45d0-b4cf-61540b10e80a req-836deed5-5c6e-47e5-8063-922ad0671f9c service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b7ea58b6-1093-4871-beef-37d352c2338b HTTP/1.1" status: 200 len: 217 time: 0.0376399 Feb 04 18:00:39.758393 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f922c0-7c21-45d0-b4cf-61540b10e80a req-dbd8cf43-5f33-4c25-8ae5-46ec7d20cf99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:00:39.759872 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-d2f922c0-7c21-45d0-b4cf-61540b10e80a req-dbd8cf43-5f33-4c25-8ae5-46ec7d20cf99 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=645125ba-dc72-4374-be18-fe910df5a518 HTTP/1.1" status: 200 len: 851 time: 0.0457225 Feb 04 18:00:39.814731 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f922c0-7c21-45d0-b4cf-61540b10e80a req-47742b04-fae7-4638-b3ef-105a2b4f0748 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:00:39.816288 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-d2f922c0-7c21-45d0-b4cf-61540b10e80a req-47742b04-fae7-4638-b3ef-105a2b4f0748 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=373501d5-ea79-4aa8-8415-e77aad537579&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0503182 Feb 04 18:00:39.905698 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-d2f922c0-7c21-45d0-b4cf-61540b10e80a req-ab34b678-9e4f-4fed-95a5-dd27efa6aaa1 service neutron] 10.222.0.90 "GET /v2.0/networks/373501d5-ea79-4aa8-8415-e77aad537579?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797820 Feb 04 18:00:40.000854 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-d2f922c0-7c21-45d0-b4cf-61540b10e80a req-00621dbb-4860-4a21-8ca4-57d26152e2aa service neutron] 10.222.0.90 "GET /v2.0/networks/373501d5-ea79-4aa8-8415-e77aad537579?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842824 Feb 04 18:00:40.360269 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-f7a4cf2c-5724-475f-807b-16ace8a5c97e req-0d768295-1b6e-496e-b89f-867b003aeb55 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "GET /v2.0/ports?device_id=6a9c1317-2361-4c5f-ad52-fb2db1435f79 HTTP/1.1" status: 200 len: 210 time: 0.0284293 Feb 04 18:00:40.541558 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (f20a1ab3-4332-4f54-833b-ba4a7c687e89), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:00:40.555455 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2822abd3-813e-4f5f-96ea-c81899db9bd5 req-e8615e06-019d-41bf-9ded-c4d88037e506 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:00:40.556946 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-2822abd3-813e-4f5f-96ea-c81899db9bd5 req-e8615e06-019d-41bf-9ded-c4d88037e506 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.96 "GET /v2.0/networks?id=373501d5-ea79-4aa8-8415-e77aad537579 HTTP/1.1" status: 200 len: 812 time: 0.1088245 Feb 04 18:00:40.569589 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [req-2822abd3-813e-4f5f-96ea-c81899db9bd5 req-29d8a9e0-db71-49d7-8a7c-9a564b47d1bf tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Request body: {'port': {'device_id': '6a9c1317-2361-4c5f-ad52-fb2db1435f79', 'network_id': '373501d5-ea79-4aa8-8415-e77aad537579', 'admin_state_up': True, 'tenant_id': '0082fd5bf0af4f76918b9b76b2e7b4a0'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 18:00:40.680909 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2822abd3-813e-4f5f-96ea-c81899db9bd5 req-29d8a9e0-db71-49d7-8a7c-9a564b47d1bf tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Made reservation on behalf of 0082fd5bf0af4f76918b9b76b2e7b4a0 for: {'port': 1} {{(pid=103376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 18:00:40.684356 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-2822abd3-813e-4f5f-96ea-c81899db9bd5 req-29d8a9e0-db71-49d7-8a7c-9a564b47d1bf tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:00:40.813648 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.db_base_plugin_common [req-2822abd3-813e-4f5f-96ea-c81899db9bd5 req-29d8a9e0-db71-49d7-8a7c-9a564b47d1bf tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Allocated IP 172.20.0.11 (373501d5-ea79-4aa8-8415-e77aad537579/645125ba-dc72-4374-be18-fe910df5a518/f3befe23-ffd1-4a44-9a62-384a3cc91d2f) {{(pid=103376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 18:00:40.976454 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-2822abd3-813e-4f5f-96ea-c81899db9bd5 req-29d8a9e0-db71-49d7-8a7c-9a564b47d1bf tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Publish callbacks [] for port (f3befe23-ffd1-4a44-9a62-384a3cc91d2f), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:00:41.011506 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-2822abd3-813e-4f5f-96ea-c81899db9bd5 req-29d8a9e0-db71-49d7-8a7c-9a564b47d1bf tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (f3befe23-ffd1-4a44-9a62-384a3cc91d2f), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:00:41.023747 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] get_ports_and_sgs() called for port_ids ['b7ea58b6-1093-4871-beef-37d352c2338b'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 18:00:41.055611 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2822abd3-813e-4f5f-96ea-c81899db9bd5 req-29d8a9e0-db71-49d7-8a7c-9a564b47d1bf tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Network 373501d5-ea79-4aa8-8415-e77aad537579 is already hosted by enough agents. {{(pid=103376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 18:00:41.058781 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [req-2822abd3-813e-4f5f-96ea-c81899db9bd5 req-29d8a9e0-db71-49d7-8a7c-9a564b47d1bf tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Resources bound (agent type, host, resource id): {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 18:00:41.062568 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [req-2822abd3-813e-4f5f-96ea-c81899db9bd5 req-29d8a9e0-db71-49d7-8a7c-9a564b47d1bf tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Received port after_create {{(pid=103376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 18:00:41.099928 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d8a9e0-db71-49d7-8a7c-9a564b47d1bf tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Pushing event updated for resources: {'Port': ['ID=f3befe23-ffd1-4a44-9a62-384a3cc91d2f,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:00:41.113929 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d8a9e0-db71-49d7-8a7c-9a564b47d1bf tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:00:41.114279 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d8a9e0-db71-49d7-8a7c-9a564b47d1bf tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:00:41.114622 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d8a9e0-db71-49d7-8a7c-9a564b47d1bf tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:00:41.114965 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d8a9e0-db71-49d7-8a7c-9a564b47d1bf tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:00:41.115301 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d8a9e0-db71-49d7-8a7c-9a564b47d1bf tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:00:41.115636 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d8a9e0-db71-49d7-8a7c-9a564b47d1bf tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:00:41.115966 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d8a9e0-db71-49d7-8a7c-9a564b47d1bf tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:00:41.116363 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d8a9e0-db71-49d7-8a7c-9a564b47d1bf tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:00:41.116945 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d8a9e0-db71-49d7-8a7c-9a564b47d1bf tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:00:41.117194 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d8a9e0-db71-49d7-8a7c-9a564b47d1bf tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:00:41.117563 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d8a9e0-db71-49d7-8a7c-9a564b47d1bf tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:00:41.117895 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d8a9e0-db71-49d7-8a7c-9a564b47d1bf tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:00:41.118221 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d8a9e0-db71-49d7-8a7c-9a564b47d1bf tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:00:41.150543 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2822abd3-813e-4f5f-96ea-c81899db9bd5 req-29d8a9e0-db71-49d7-8a7c-9a564b47d1bf tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:00:41.151277 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-2822abd3-813e-4f5f-96ea-c81899db9bd5 req-29d8a9e0-db71-49d7-8a7c-9a564b47d1bf tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:00:41.178039 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-2822abd3-813e-4f5f-96ea-c81899db9bd5 req-29d8a9e0-db71-49d7-8a7c-9a564b47d1bf tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6122959 Feb 04 18:00:41.285760 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [req-2822abd3-813e-4f5f-96ea-c81899db9bd5 req-af24f548-c041-4089-87f5-a5ee23705863 service neutron] Request body: {'port': {'device_id': '6a9c1317-2361-4c5f-ad52-fb2db1435f79', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827839-2'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 18:00:41.350304 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-2822abd3-813e-4f5f-96ea-c81899db9bd5 req-af24f548-c041-4089-87f5-a5ee23705863 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (f3befe23-ffd1-4a44-9a62-384a3cc91d2f), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:00:41.426080 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-700e14ee-9f27-473d-a591-9c3ea4a2f769 None None] Provisioning complete for port f3befe23-ffd1-4a44-9a62-384a3cc91d2f triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 18:00:41.426730 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-700e14ee-9f27-473d-a591-9c3ea4a2f769 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (f3befe23-ffd1-4a44-9a62-384a3cc91d2f), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:00:41.468482 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-700e14ee-9f27-473d-a591-9c3ea4a2f769 None None] Port f3befe23-ffd1-4a44-9a62-384a3cc91d2f cannot update to ACTIVE because it is not bound. {{(pid=103378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 18:00:41.578579 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0da76d-3e0f-46ff-abfd-23e1141a071d req-fd95d6a4-a528-4f00-a520-a55c00335ccd tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:00:41.579986 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-af0da76d-3e0f-46ff-abfd-23e1141a071d req-fd95d6a4-a528-4f00-a520-a55c00335ccd tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "GET /v2.0/ports?device_id=6a9c1317-2361-4c5f-ad52-fb2db1435f79 HTTP/1.1" status: 200 len: 932 time: 0.1191640 Feb 04 18:00:41.660012 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-af0da76d-3e0f-46ff-abfd-23e1141a071d req-da4c0ec7-9ef8-4d31-8643-88e65b19cb47 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "GET /v2.0/security-groups?id=6ae3ac6a-ca24-406f-b6a6-87d9888b6b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688801 Feb 04 18:00:41.701427 n-d-827839-2 neutron-server[103376]: DEBUG neutron.notifiers.nova [req-2822abd3-813e-4f5f-96ea-c81899db9bd5 req-af24f548-c041-4089-87f5-a5ee23705863 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f3befe23-ffd1-4a44-9a62-384a3cc91d2f {{(pid=103376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 18:00:41.709158 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-2822abd3-813e-4f5f-96ea-c81899db9bd5 req-af24f548-c041-4089-87f5-a5ee23705863 service neutron] Publish callbacks [] for port (f3befe23-ffd1-4a44-9a62-384a3cc91d2f), precommit_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:00:41.721990 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.provisioning_blocks [req-2822abd3-813e-4f5f-96ea-c81899db9bd5 req-af24f548-c041-4089-87f5-a5ee23705863 service neutron] Transition to ACTIVE for port object f3befe23-ffd1-4a44-9a62-384a3cc91d2f will not be triggered until provisioned by entity L2. {{(pid=103376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 18:00:41.725134 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-2822abd3-813e-4f5f-96ea-c81899db9bd5 req-af24f548-c041-4089-87f5-a5ee23705863 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675836'] for port (f3befe23-ffd1-4a44-9a62-384a3cc91d2f), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:00:41.799817 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af24f548-c041-4089-87f5-a5ee23705863 service neutron] Pushing event updated for resources: {'Port': ['ID=f3befe23-ffd1-4a44-9a62-384a3cc91d2f,revision_number=2']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:00:41.852597 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [req-2822abd3-813e-4f5f-96ea-c81899db9bd5 req-af24f548-c041-4089-87f5-a5ee23705863 service neutron] Attempting to bind port f3befe23-ffd1-4a44-9a62-384a3cc91d2f on host n-h1-827839-2 for vnic_type normal with profile {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 18:00:41.853346 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [req-2822abd3-813e-4f5f-96ea-c81899db9bd5 req-af24f548-c041-4089-87f5-a5ee23705863 service neutron] Attempting to bind port f3befe23-ffd1-4a44-9a62-384a3cc91d2f by drivers openvswitch,hyperv on host n-h1-827839-2 at level 0 using segments [{'id': '14b42f91-bfd2-4a53-b270-b22cde6aff98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '373501d5-ea79-4aa8-8415-e77aad537579'}] {{(pid=103376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 18:00:41.854484 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2822abd3-813e-4f5f-96ea-c81899db9bd5 req-af24f548-c041-4089-87f5-a5ee23705863 service neutron] Attempting to bind port f3befe23-ffd1-4a44-9a62-384a3cc91d2f on network 373501d5-ea79-4aa8-8415-e77aad537579 {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 18:00:41.859614 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2822abd3-813e-4f5f-96ea-c81899db9bd5 req-af24f548-c041-4089-87f5-a5ee23705863 service neutron] Port f3befe23-ffd1-4a44-9a62-384a3cc91d2f on network 373501d5-ea79-4aa8-8415-e77aad537579 not bound, no agent of type Open vSwitch agent registered on host n-h1-827839-2 {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 18:00:41.860150 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2822abd3-813e-4f5f-96ea-c81899db9bd5 req-af24f548-c041-4089-87f5-a5ee23705863 service neutron] Attempting to bind port f3befe23-ffd1-4a44-9a62-384a3cc91d2f on network 373501d5-ea79-4aa8-8415-e77aad537579 {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 18:00:41.866067 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2822abd3-813e-4f5f-96ea-c81899db9bd5 req-af24f548-c041-4089-87f5-a5ee23705863 service neutron] Checking agent: {'id': '3f9244a9-75fc-4c10-b195-11d48b853b41', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 8, 42), 'started_at': datetime.datetime(2022, 2, 4, 17, 8, 42), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 18, 0, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 18:00:41.866413 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2822abd3-813e-4f5f-96ea-c81899db9bd5 req-af24f548-c041-4089-87f5-a5ee23705863 service neutron] Checking segment: {'id': '14b42f91-bfd2-4a53-b270-b22cde6aff98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '373501d5-ea79-4aa8-8415-e77aad537579'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 18:00:41.866804 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2822abd3-813e-4f5f-96ea-c81899db9bd5 req-af24f548-c041-4089-87f5-a5ee23705863 service neutron] Bound using segment: {'id': '14b42f91-bfd2-4a53-b270-b22cde6aff98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '373501d5-ea79-4aa8-8415-e77aad537579'} {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 18:00:41.867236 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [req-2822abd3-813e-4f5f-96ea-c81899db9bd5 req-af24f548-c041-4089-87f5-a5ee23705863 service neutron] Bound port: f3befe23-ffd1-4a44-9a62-384a3cc91d2f, host: n-h1-827839-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14b42f91-bfd2-4a53-b270-b22cde6aff98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '373501d5-ea79-4aa8-8415-e77aad537579'}}] {{(pid=103376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 18:00:41.868146 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-2822abd3-813e-4f5f-96ea-c81899db9bd5 req-af24f548-c041-4089-87f5-a5ee23705863 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (f3befe23-ffd1-4a44-9a62-384a3cc91d2f), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:00:41.938636 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [req-2822abd3-813e-4f5f-96ea-c81899db9bd5 req-af24f548-c041-4089-87f5-a5ee23705863 service neutron] For port f3befe23-ffd1-4a44-9a62-384a3cc91d2f, host n-h1-827839-2, cleared binding levels {{(pid=103376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 18:00:41.941965 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [req-2822abd3-813e-4f5f-96ea-c81899db9bd5 req-af24f548-c041-4089-87f5-a5ee23705863 service neutron] For port f3befe23-ffd1-4a44-9a62-384a3cc91d2f, host n-h1-827839-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=f3befe23-ffd1-4a44-9a62-384a3cc91d2f,segment=NetworkSegment(14b42f91-bfd2-4a53-b270-b22cde6aff98),segment_id=14b42f91-bfd2-4a53-b270-b22cde6aff98)] {{(pid=103376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 18:00:41.950022 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-2822abd3-813e-4f5f-96ea-c81899db9bd5 req-af24f548-c041-4089-87f5-a5ee23705863 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675836'] for port (f3befe23-ffd1-4a44-9a62-384a3cc91d2f), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:00:41.994568 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2822abd3-813e-4f5f-96ea-c81899db9bd5 req-af24f548-c041-4089-87f5-a5ee23705863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:00:41.995209 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-2822abd3-813e-4f5f-96ea-c81899db9bd5 req-af24f548-c041-4089-87f5-a5ee23705863 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:00:41.996727 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-2822abd3-813e-4f5f-96ea-c81899db9bd5 req-af24f548-c041-4089-87f5-a5ee23705863 service neutron] 10.222.0.96 "PUT /v2.0/ports/f3befe23-ffd1-4a44-9a62-384a3cc91d2f HTTP/1.1" status: 200 len: 1092 time: 0.8103147 Feb 04 18:00:41.997202 n-d-827839-2 neutron-server[103376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a9c1317-2361-4c5f-ad52-fb2db1435f79', 'tag': 'f3befe23-ffd1-4a44-9a62-384a3cc91d2f'}] {{(pid=103376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 18:00:41.999517 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d59c3bb5e2f09ebf62144d5e09b1cff60c763a9c19614c24538e77842938c05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6cfed51-d309-4d79-b09d-5774490ae520" -d '{"events": [{"name": "network-changed", "server_uuid": "6a9c1317-2361-4c5f-ad52-fb2db1435f79", "tag": "f3befe23-ffd1-4a44-9a62-384a3cc91d2f"}]}' {{(pid=103376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 18:00:42.036486 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af24f548-c041-4089-87f5-a5ee23705863 service neutron] Pushing event updated for resources: {'Port': ['ID=f3befe23-ffd1-4a44-9a62-384a3cc91d2f,revision_number=3']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:00:42.149398 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2822abd3-813e-4f5f-96ea-c81899db9bd5 req-cb5d502e-1ca5-48d3-9f84-fa17bf0493b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:00:42.151869 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-2822abd3-813e-4f5f-96ea-c81899db9bd5 req-cb5d502e-1ca5-48d3-9f84-fa17bf0493b2 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=0082fd5bf0af4f76918b9b76b2e7b4a0&device_id=6a9c1317-2361-4c5f-ad52-fb2db1435f79 HTTP/1.1" status: 200 len: 1126 time: 0.0965865 Feb 04 18:00:42.168192 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 18:00:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a1a1777-e44a-4f18-99b5-dc16474875fd x-openstack-request-id: req-3a1a1777-e44a-4f18-99b5-dc16474875fd {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 18:00:42.168497 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a9c1317-2361-4c5f-ad52-fb2db1435f79", "tag": "f3befe23-ffd1-4a44-9a62-384a3cc91d2f", "status": "completed", "code": 200}]} {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 18:00:42.168776 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-3a1a1777-e44a-4f18-99b5-dc16474875fd {{(pid=103376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 18:00:42.169203 n-d-827839-2 neutron-server[103376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a9c1317-2361-4c5f-ad52-fb2db1435f79', 'tag': 'f3befe23-ffd1-4a44-9a62-384a3cc91d2f', 'status': 'completed', 'code': 200} Feb 04 18:00:42.201563 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-2822abd3-813e-4f5f-96ea-c81899db9bd5 req-2626a699-e235-42da-9006-4adaa1097265 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f3befe23-ffd1-4a44-9a62-384a3cc91d2f HTTP/1.1" status: 200 len: 217 time: 0.0420306 Feb 04 18:00:42.256403 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2822abd3-813e-4f5f-96ea-c81899db9bd5 req-3e244963-423d-44ad-975e-4b73226e0aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:00:42.258152 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-2822abd3-813e-4f5f-96ea-c81899db9bd5 req-3e244963-423d-44ad-975e-4b73226e0aeb service neutron] 10.222.0.96 "GET /v2.0/subnets?id=645125ba-dc72-4374-be18-fe910df5a518 HTTP/1.1" status: 200 len: 851 time: 0.0496337 Feb 04 18:00:42.315514 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2822abd3-813e-4f5f-96ea-c81899db9bd5 req-042aea71-c2f7-45ad-a229-2b4a5e596049 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:00:42.317073 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-2822abd3-813e-4f5f-96ea-c81899db9bd5 req-042aea71-c2f7-45ad-a229-2b4a5e596049 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=373501d5-ea79-4aa8-8415-e77aad537579&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0526695 Feb 04 18:00:42.409237 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-2822abd3-813e-4f5f-96ea-c81899db9bd5 req-5e5e5bc0-580b-462d-b2eb-5c23805eeb60 service neutron] 10.222.0.96 "GET /v2.0/networks/373501d5-ea79-4aa8-8415-e77aad537579?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848010 Feb 04 18:00:42.504295 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-2822abd3-813e-4f5f-96ea-c81899db9bd5 req-54488d1c-103e-4998-a21d-6dbd2603dd91 service neutron] 10.222.0.96 "GET /v2.0/networks/373501d5-ea79-4aa8-8415-e77aad537579?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885148 Feb 04 18:00:42.588579 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (3f9244a9-75fc-4c10-b195-11d48b853b41), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:00:42.597434 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cfed51-d309-4d79-b09d-5774490ae520 req-2f34590e-d207-4f1c-be38-6c15fd9ffd5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:00:42.599162 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-c6cfed51-d309-4d79-b09d-5774490ae520 req-2f34590e-d207-4f1c-be38-6c15fd9ffd5f service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=0082fd5bf0af4f76918b9b76b2e7b4a0&device_id=6a9c1317-2361-4c5f-ad52-fb2db1435f79 HTTP/1.1" status: 200 len: 1126 time: 0.0487623 Feb 04 18:00:42.695242 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cfed51-d309-4d79-b09d-5774490ae520 req-df28f7ec-4a7a-49b2-842a-5ebde04dea4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:00:42.697058 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-c6cfed51-d309-4d79-b09d-5774490ae520 req-df28f7ec-4a7a-49b2-842a-5ebde04dea4c service neutron] 10.222.0.96 "GET /v2.0/networks?id=373501d5-ea79-4aa8-8415-e77aad537579 HTTP/1.1" status: 200 len: 913 time: 0.0915742 Feb 04 18:00:42.749945 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-c6cfed51-d309-4d79-b09d-5774490ae520 req-f54cf5e0-9ab9-4abc-8227-48355f1cc8bf service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f3befe23-ffd1-4a44-9a62-384a3cc91d2f HTTP/1.1" status: 200 len: 217 time: 0.0451841 Feb 04 18:00:42.835602 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cfed51-d309-4d79-b09d-5774490ae520 req-809eac27-ade3-4615-a5c7-6b88687e7ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:00:42.838217 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-c6cfed51-d309-4d79-b09d-5774490ae520 req-809eac27-ade3-4615-a5c7-6b88687e7ca9 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=645125ba-dc72-4374-be18-fe910df5a518 HTTP/1.1" status: 200 len: 851 time: 0.0800018 Feb 04 18:00:42.851694 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd179510-9827-4b35-98b4-677cb71769ec req-b4bbf970-a328-4f53-8027-e1983b602189 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:00:42.854016 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-cd179510-9827-4b35-98b4-677cb71769ec req-b4bbf970-a328-4f53-8027-e1983b602189 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "GET /v2.0/ports?device_id=6a9c1317-2361-4c5f-ad52-fb2db1435f79 HTTP/1.1" status: 200 len: 944 time: 0.1061459 Feb 04 18:00:42.937130 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-cd179510-9827-4b35-98b4-677cb71769ec req-a59e99c9-04bb-4472-86a3-69a7b7b28903 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "GET /v2.0/security-groups?id=6ae3ac6a-ca24-406f-b6a6-87d9888b6b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730224 Feb 04 18:00:42.938880 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cfed51-d309-4d79-b09d-5774490ae520 req-91177ea0-057d-4c2b-8def-3d83f8851d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:00:42.940376 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-c6cfed51-d309-4d79-b09d-5774490ae520 req-91177ea0-057d-4c2b-8def-3d83f8851d42 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=373501d5-ea79-4aa8-8415-e77aad537579&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0854063 Feb 04 18:00:43.037494 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-c6cfed51-d309-4d79-b09d-5774490ae520 req-662fd5c4-2218-4605-99f3-e28b176ab061 service neutron] 10.222.0.96 "GET /v2.0/networks/373501d5-ea79-4aa8-8415-e77aad537579?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900826 Feb 04 18:00:43.133595 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-c6cfed51-d309-4d79-b09d-5774490ae520 req-1dc68b71-8862-4dd2-9adc-26ef1b9bf7ab service neutron] 10.222.0.96 "GET /v2.0/networks/373501d5-ea79-4aa8-8415-e77aad537579?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830414 Feb 04 18:00:44.061523 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c4fa1a-b608-4b9e-abf1-fbfcb5d4855d req-b2576194-f344-4e30-9aa8-cd62c03135ee tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:00:44.063018 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-15c4fa1a-b608-4b9e-abf1-fbfcb5d4855d req-b2576194-f344-4e30-9aa8-cd62c03135ee tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "GET /v2.0/ports?device_id=6a9c1317-2361-4c5f-ad52-fb2db1435f79 HTTP/1.1" status: 200 len: 944 time: 0.0530043 Feb 04 18:00:44.121403 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-15c4fa1a-b608-4b9e-abf1-fbfcb5d4855d req-49829dac-1b65-434e-ba57-7dc55f409fe5 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "GET /v2.0/security-groups?id=6ae3ac6a-ca24-406f-b6a6-87d9888b6b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524082 Feb 04 18:00:45.245610 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79c593c-8a8e-4af2-85f3-10b18460c661 req-508963a5-48b0-4735-987a-a7d45c47936c tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:00:45.247163 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-c79c593c-8a8e-4af2-85f3-10b18460c661 req-508963a5-48b0-4735-987a-a7d45c47936c tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "GET /v2.0/ports?device_id=6a9c1317-2361-4c5f-ad52-fb2db1435f79 HTTP/1.1" status: 200 len: 944 time: 0.0551975 Feb 04 18:00:45.298394 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-c79c593c-8a8e-4af2-85f3-10b18460c661 req-1200b45a-5d5c-4e83-b2e6-dc6aa570296d tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "GET /v2.0/security-groups?id=6ae3ac6a-ca24-406f-b6a6-87d9888b6b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447044 Feb 04 18:00:46.475056 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5d22b3-a85c-4944-b574-566a8ff9cfd4 req-9172e155-5fcb-4654-bec8-4db51572dbc2 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:00:46.476834 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-9a5d22b3-a85c-4944-b574-566a8ff9cfd4 req-9172e155-5fcb-4654-bec8-4db51572dbc2 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "GET /v2.0/ports?device_id=6a9c1317-2361-4c5f-ad52-fb2db1435f79 HTTP/1.1" status: 200 len: 944 time: 0.0641642 Feb 04 18:00:46.528630 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-9a5d22b3-a85c-4944-b574-566a8ff9cfd4 req-47cea354-3020-4bad-9b32-a658f6f08635 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "GET /v2.0/security-groups?id=6ae3ac6a-ca24-406f-b6a6-87d9888b6b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461838 Feb 04 18:00:47.199993 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.agents_db [None req-e1691f3b-aacd-4cd6-8ebb-a9c53bb301c0 None None] Agent healthcheck: found 7 active agents {{(pid=103379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 18:00:47.709866 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cc4606-0854-42ee-8a68-d6fb0cbbcc55 req-eb4f4f64-e64f-4610-9812-4720446106a8 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:00:47.712049 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-01cc4606-0854-42ee-8a68-d6fb0cbbcc55 req-eb4f4f64-e64f-4610-9812-4720446106a8 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "GET /v2.0/ports?device_id=6a9c1317-2361-4c5f-ad52-fb2db1435f79 HTTP/1.1" status: 200 len: 944 time: 0.0827889 Feb 04 18:00:47.771961 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-01cc4606-0854-42ee-8a68-d6fb0cbbcc55 req-cfc675d7-5642-4dad-8c9a-33fd48dc381e tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "GET /v2.0/security-groups?id=6ae3ac6a-ca24-406f-b6a6-87d9888b6b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530171 Feb 04 18:00:48.911311 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1d228c-f5ca-405d-b4d5-bb7bc6fa0d56 req-f56be99c-4371-4229-9061-36b37e9c7612 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:00:48.912814 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-8c1d228c-f5ca-405d-b4d5-bb7bc6fa0d56 req-f56be99c-4371-4229-9061-36b37e9c7612 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "GET /v2.0/ports?device_id=6a9c1317-2361-4c5f-ad52-fb2db1435f79 HTTP/1.1" status: 200 len: 944 time: 0.0566339 Feb 04 18:00:48.971581 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-8c1d228c-f5ca-405d-b4d5-bb7bc6fa0d56 req-040da6e3-5b8f-4779-85ee-0677d49d6d03 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "GET /v2.0/security-groups?id=6ae3ac6a-ca24-406f-b6a6-87d9888b6b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523400 Feb 04 18:00:50.106976 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49146cb-2905-487a-8d6a-b184be9f9d5a req-4a49e179-bfcc-4c89-9841-2926ed314602 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:00:50.108527 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-c49146cb-2905-487a-8d6a-b184be9f9d5a req-4a49e179-bfcc-4c89-9841-2926ed314602 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "GET /v2.0/ports?device_id=6a9c1317-2361-4c5f-ad52-fb2db1435f79 HTTP/1.1" status: 200 len: 944 time: 0.0551283 Feb 04 18:00:50.159172 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-c49146cb-2905-487a-8d6a-b184be9f9d5a req-af1e0290-7a94-4c26-8f4f-de092cd6ee92 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "GET /v2.0/security-groups?id=6ae3ac6a-ca24-406f-b6a6-87d9888b6b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444794 Feb 04 18:00:51.278869 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d28e06-74b0-404a-8077-7456f5df4cb1 req-f2f84db4-7fda-48e1-b773-5f4dfd1f0932 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:00:51.280351 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-a2d28e06-74b0-404a-8077-7456f5df4cb1 req-f2f84db4-7fda-48e1-b773-5f4dfd1f0932 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "GET /v2.0/ports?device_id=6a9c1317-2361-4c5f-ad52-fb2db1435f79 HTTP/1.1" status: 200 len: 944 time: 0.0540459 Feb 04 18:00:51.331067 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-a2d28e06-74b0-404a-8077-7456f5df4cb1 req-4adba7a7-f5ad-42b1-853b-bd8cf70b0448 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "GET /v2.0/security-groups?id=6ae3ac6a-ca24-406f-b6a6-87d9888b6b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447998 Feb 04 18:00:52.456324 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058c2d34-0c8b-4656-abe7-ca7b2322d0a9 req-f9f72c74-f7c2-4cb9-9821-722be8b02bc2 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:00:52.457743 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-058c2d34-0c8b-4656-abe7-ca7b2322d0a9 req-f9f72c74-f7c2-4cb9-9821-722be8b02bc2 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "GET /v2.0/ports?device_id=6a9c1317-2361-4c5f-ad52-fb2db1435f79 HTTP/1.1" status: 200 len: 944 time: 0.0577669 Feb 04 18:00:52.505399 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-058c2d34-0c8b-4656-abe7-ca7b2322d0a9 req-54889489-9deb-41b2-b4e7-aecea34ae009 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "GET /v2.0/security-groups?id=6ae3ac6a-ca24-406f-b6a6-87d9888b6b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415521 Feb 04 18:00:53.625127 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f769e8a8-dae3-45ed-804b-f3458fdebd0c req-0cdd8aab-dadd-4a3d-9ada-3685265a3946 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:00:53.626513 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-f769e8a8-dae3-45ed-804b-f3458fdebd0c req-0cdd8aab-dadd-4a3d-9ada-3685265a3946 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "GET /v2.0/ports?device_id=6a9c1317-2361-4c5f-ad52-fb2db1435f79 HTTP/1.1" status: 200 len: 944 time: 0.0520377 Feb 04 18:00:53.673012 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-f769e8a8-dae3-45ed-804b-f3458fdebd0c req-9c1c94aa-708d-47f5-af3e-fc27356dfc14 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "GET /v2.0/security-groups?id=6ae3ac6a-ca24-406f-b6a6-87d9888b6b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407887 Feb 04 18:00:54.790746 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d344d985-99fb-4875-bcd4-28aae2040808 req-aa68632b-f380-4999-bc45-f08eeee1fd79 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:00:54.792234 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-d344d985-99fb-4875-bcd4-28aae2040808 req-aa68632b-f380-4999-bc45-f08eeee1fd79 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "GET /v2.0/ports?device_id=6a9c1317-2361-4c5f-ad52-fb2db1435f79 HTTP/1.1" status: 200 len: 944 time: 0.0530910 Feb 04 18:00:54.838838 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-d344d985-99fb-4875-bcd4-28aae2040808 req-cb06e0fa-fbbe-4490-813b-81d9468dc5d2 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "GET /v2.0/security-groups?id=6ae3ac6a-ca24-406f-b6a6-87d9888b6b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410688 Feb 04 18:00:55.963610 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8716b664-bd9c-4a02-b8e3-6309171d68ec req-51aab15f-df0f-4e31-8d17-13a04ef2a03f tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:00:55.965134 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-8716b664-bd9c-4a02-b8e3-6309171d68ec req-51aab15f-df0f-4e31-8d17-13a04ef2a03f tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "GET /v2.0/ports?device_id=6a9c1317-2361-4c5f-ad52-fb2db1435f79 HTTP/1.1" status: 200 len: 944 time: 0.0561574 Feb 04 18:00:56.012118 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-8716b664-bd9c-4a02-b8e3-6309171d68ec req-4c1661d3-ea5e-4c14-874d-233feb00e572 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "GET /v2.0/security-groups?id=6ae3ac6a-ca24-406f-b6a6-87d9888b6b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411689 Feb 04 18:00:57.134586 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a323bc67-f8d0-472d-9388-65378edf4396 req-b149c34b-83b6-4416-91b0-84b71351e937 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:00:57.136070 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-a323bc67-f8d0-472d-9388-65378edf4396 req-b149c34b-83b6-4416-91b0-84b71351e937 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "GET /v2.0/ports?device_id=6a9c1317-2361-4c5f-ad52-fb2db1435f79 HTTP/1.1" status: 200 len: 944 time: 0.0529554 Feb 04 18:00:57.186266 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-a323bc67-f8d0-472d-9388-65378edf4396 req-58661bce-83c2-429d-b17b-84557c0cefe9 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "GET /v2.0/security-groups?id=6ae3ac6a-ca24-406f-b6a6-87d9888b6b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444515 Feb 04 18:00:58.322263 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee93ab6-6940-4ed4-a49c-a14fe2021267 req-4fa73e3b-99a1-44f6-8794-ea5505725fa7 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:00:58.323467 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-dee93ab6-6940-4ed4-a49c-a14fe2021267 req-4fa73e3b-99a1-44f6-8794-ea5505725fa7 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "GET /v2.0/ports?device_id=6a9c1317-2361-4c5f-ad52-fb2db1435f79 HTTP/1.1" status: 200 len: 944 time: 0.0650647 Feb 04 18:00:58.376447 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-dee93ab6-6940-4ed4-a49c-a14fe2021267 req-7888cb41-dd52-4002-825d-3892a4cf2eb7 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "GET /v2.0/security-groups?id=6ae3ac6a-ca24-406f-b6a6-87d9888b6b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449460 Feb 04 18:00:59.508596 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76aa11d-74d7-40e6-98de-f39a564d4a87 req-6198492c-c6b7-477a-8ca9-ea354228f13c tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:00:59.510091 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-f76aa11d-74d7-40e6-98de-f39a564d4a87 req-6198492c-c6b7-477a-8ca9-ea354228f13c tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "GET /v2.0/ports?device_id=6a9c1317-2361-4c5f-ad52-fb2db1435f79 HTTP/1.1" status: 200 len: 944 time: 0.0550532 Feb 04 18:00:59.557977 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-f76aa11d-74d7-40e6-98de-f39a564d4a87 req-77095b5f-7dd6-4b48-8450-06af1e89a0c9 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "GET /v2.0/security-groups?id=6ae3ac6a-ca24-406f-b6a6-87d9888b6b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420938 Feb 04 18:00:59.787796 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-eac86023-cb85-4ea0-9bae-899d204932eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (bb89f5a3-3c22-440b-b7d1-c4f0c43c184a), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:01:00.689412 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769934b2-97fe-48ae-a3b4-d19ef3232804 req-9a776bb8-f2c0-480f-a41b-30bb1964b68a tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:01:00.691013 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-769934b2-97fe-48ae-a3b4-d19ef3232804 req-9a776bb8-f2c0-480f-a41b-30bb1964b68a tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "GET /v2.0/ports?device_id=6a9c1317-2361-4c5f-ad52-fb2db1435f79 HTTP/1.1" status: 200 len: 944 time: 0.0579579 Feb 04 18:01:00.749428 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-769934b2-97fe-48ae-a3b4-d19ef3232804 req-66ae14c6-6098-49a5-a939-720e32d076f7 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "GET /v2.0/security-groups?id=6ae3ac6a-ca24-406f-b6a6-87d9888b6b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506761 Feb 04 18:01:01.880937 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a86a84-558e-4ede-a4da-0416dbc3e920 req-3cbef328-2e84-4809-b74e-67dd34555c61 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:01:01.882430 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-39a86a84-558e-4ede-a4da-0416dbc3e920 req-3cbef328-2e84-4809-b74e-67dd34555c61 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "GET /v2.0/ports?device_id=6a9c1317-2361-4c5f-ad52-fb2db1435f79 HTTP/1.1" status: 200 len: 944 time: 0.0552249 Feb 04 18:01:01.934798 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-39a86a84-558e-4ede-a4da-0416dbc3e920 req-9c0ded1b-1d37-414c-86f9-a178fd3a4616 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "GET /v2.0/security-groups?id=6ae3ac6a-ca24-406f-b6a6-87d9888b6b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462258 Feb 04 18:01:02.875211 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d2d7130e-c05c-49c2-912d-ad61685ff1af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (64ada913-9131-4d99-a265-63a920956287), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:01:03.057565 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9106540-8ab1-460e-beb3-ad46f9a10175 req-84cbce21-7497-49a8-9d8a-3320cae9367b tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:01:03.059078 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-a9106540-8ab1-460e-beb3-ad46f9a10175 req-84cbce21-7497-49a8-9d8a-3320cae9367b tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "GET /v2.0/ports?device_id=6a9c1317-2361-4c5f-ad52-fb2db1435f79 HTTP/1.1" status: 200 len: 944 time: 0.0543351 Feb 04 18:01:03.107751 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-a9106540-8ab1-460e-beb3-ad46f9a10175 req-ca89f916-91b4-4cdc-aec9-5c88ec093b11 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "GET /v2.0/security-groups?id=6ae3ac6a-ca24-406f-b6a6-87d9888b6b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431795 Feb 04 18:01:03.136161 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d408ec64-b374-4acb-a1fc-48241dad6d47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (0cd6d64a-47a7-40ff-8c12-71dd526c62e0), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:01:04.237459 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed65020-fe96-4ae2-9116-b8e991b3343a req-c9e1590f-990b-40ea-9cbd-7e727ac54618 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:01:04.239061 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-aed65020-fe96-4ae2-9116-b8e991b3343a req-c9e1590f-990b-40ea-9cbd-7e727ac54618 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "GET /v2.0/ports?device_id=6a9c1317-2361-4c5f-ad52-fb2db1435f79 HTTP/1.1" status: 200 len: 944 time: 0.0614433 Feb 04 18:01:04.288305 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-aed65020-fe96-4ae2-9116-b8e991b3343a req-52268aaa-a4e2-41b5-a7b0-01f2c2885e3e tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "GET /v2.0/security-groups?id=6ae3ac6a-ca24-406f-b6a6-87d9888b6b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436666 Feb 04 18:01:04.937532 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4f14bb47-e72b-46ac-9e44-a61d9293afcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (75326290-f7a3-4db8-9cf2-15c7139ed224), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:01:05.413389 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fabe23-6464-4091-b2c9-af7b3652d4d5 req-a233998b-bedb-4dc0-9b7e-c03464c3334b tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:01:05.414916 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-67fabe23-6464-4091-b2c9-af7b3652d4d5 req-a233998b-bedb-4dc0-9b7e-c03464c3334b tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "GET /v2.0/ports?device_id=6a9c1317-2361-4c5f-ad52-fb2db1435f79 HTTP/1.1" status: 200 len: 944 time: 0.0549674 Feb 04 18:01:05.466652 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-67fabe23-6464-4091-b2c9-af7b3652d4d5 req-bdee9822-6e64-4b90-b0ce-246128586086 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "GET /v2.0/security-groups?id=6ae3ac6a-ca24-406f-b6a6-87d9888b6b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448012 Feb 04 18:01:05.777297 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (ba70844b-66a0-45fd-a2f2-e6ed673321fc), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:01:06.591325 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea5d0d9-6bc7-4932-aa1a-75b108060454 req-3cf54422-d3d2-407c-8089-d6815f934f45 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:01:06.592715 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-cea5d0d9-6bc7-4932-aa1a-75b108060454 req-3cf54422-d3d2-407c-8089-d6815f934f45 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "GET /v2.0/ports?device_id=6a9c1317-2361-4c5f-ad52-fb2db1435f79 HTTP/1.1" status: 200 len: 944 time: 0.0538816 Feb 04 18:01:06.640430 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-cea5d0d9-6bc7-4932-aa1a-75b108060454 req-f41342ea-c912-42fe-89c1-9f4931000959 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "GET /v2.0/security-groups?id=6ae3ac6a-ca24-406f-b6a6-87d9888b6b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417783 Feb 04 18:01:07.766342 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9676749c-2946-476a-b0e9-e47367bfadfe req-cea6afbf-48bb-4d9c-91fc-f49d9e84fc2c tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:01:07.767827 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-9676749c-2946-476a-b0e9-e47367bfadfe req-cea6afbf-48bb-4d9c-91fc-f49d9e84fc2c tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "GET /v2.0/ports?device_id=6a9c1317-2361-4c5f-ad52-fb2db1435f79 HTTP/1.1" status: 200 len: 944 time: 0.0577056 Feb 04 18:01:07.818303 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-9676749c-2946-476a-b0e9-e47367bfadfe req-0b7122d4-c0d8-43e9-9cbc-fab6eb084a5f tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "GET /v2.0/security-groups?id=6ae3ac6a-ca24-406f-b6a6-87d9888b6b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439885 Feb 04 18:01:08.936361 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93c08bf-4c89-4897-b814-4878aeec5573 req-b6d13121-8c50-416a-869f-178eeebe9539 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:01:08.937874 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-b93c08bf-4c89-4897-b814-4878aeec5573 req-b6d13121-8c50-416a-869f-178eeebe9539 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "GET /v2.0/ports?device_id=6a9c1317-2361-4c5f-ad52-fb2db1435f79 HTTP/1.1" status: 200 len: 944 time: 0.0522530 Feb 04 18:01:08.987146 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-b93c08bf-4c89-4897-b814-4878aeec5573 req-ae4f01b2-0b92-4ec1-81c3-06a37f43b948 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "GET /v2.0/security-groups?id=6ae3ac6a-ca24-406f-b6a6-87d9888b6b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438061 Feb 04 18:01:10.108077 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8c798b-42c4-4f6b-b932-a8a2cd15aeaf req-cdb48cb9-be16-46c5-bb9d-01f368e58408 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:01:10.109589 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-5b8c798b-42c4-4f6b-b932-a8a2cd15aeaf req-cdb48cb9-be16-46c5-bb9d-01f368e58408 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "GET /v2.0/ports?device_id=6a9c1317-2361-4c5f-ad52-fb2db1435f79 HTTP/1.1" status: 200 len: 944 time: 0.0552399 Feb 04 18:01:10.155630 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-5b8c798b-42c4-4f6b-b932-a8a2cd15aeaf req-dea6b135-c84e-447e-9eca-d6b04ba272c0 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "GET /v2.0/security-groups?id=6ae3ac6a-ca24-406f-b6a6-87d9888b6b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405414 Feb 04 18:01:10.570753 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (f20a1ab3-4332-4f54-833b-ba4a7c687e89), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:01:11.272966 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7c9f98-0d96-413c-97ed-47c5b4a02b40 req-10ff8971-d8d5-4280-9a6e-da7d00a841f8 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:01:11.275135 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-ca7c9f98-0d96-413c-97ed-47c5b4a02b40 req-10ff8971-d8d5-4280-9a6e-da7d00a841f8 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "GET /v2.0/ports?device_id=6a9c1317-2361-4c5f-ad52-fb2db1435f79 HTTP/1.1" status: 200 len: 944 time: 0.0522528 Feb 04 18:01:11.320983 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-ca7c9f98-0d96-413c-97ed-47c5b4a02b40 req-7fe875a3-390d-4d3c-92e6-c07c33047bb2 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "GET /v2.0/security-groups?id=6ae3ac6a-ca24-406f-b6a6-87d9888b6b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397995 Feb 04 18:01:11.473080 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device f3befe23-ffd1-4a44-9a62-384a3cc91d2f details requested by agent hyperv_n-h1-827839-2 with host n-h1-827839-2 {{(pid=103378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 18:01:11.569069 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] For port f3befe23-ffd1-4a44-9a62-384a3cc91d2f, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=f3befe23-ffd1-4a44-9a62-384a3cc91d2f,segment=NetworkSegment(14b42f91-bfd2-4a53-b270-b22cde6aff98),segment_id=14b42f91-bfd2-4a53-b270-b22cde6aff98)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 18:01:11.580757 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Returning: {'device': 'f3befe23-ffd1-4a44-9a62-384a3cc91d2f', 'network_id': '373501d5-ea79-4aa8-8415-e77aad537579', 'port_id': 'f3befe23-ffd1-4a44-9a62-384a3cc91d2f', 'mac_address': 'fa:16:3e:35:96:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 752, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '645125ba-dc72-4374-be18-fe910df5a518', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 18:01:11.616058 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Current status of the port f3befe23-ffd1-4a44-9a62-384a3cc91d2f is: DOWN; New status is: BUILD {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 18:01:11.616442 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (f3befe23-ffd1-4a44-9a62-384a3cc91d2f), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:01:11.633564 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3befe23-ffd1-4a44-9a62-384a3cc91d2f {{(pid=103378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 18:01:11.654220 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] For port f3befe23-ffd1-4a44-9a62-384a3cc91d2f, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=f3befe23-ffd1-4a44-9a62-384a3cc91d2f,segment=NetworkSegment(14b42f91-bfd2-4a53-b270-b22cde6aff98),segment_id=14b42f91-bfd2-4a53-b270-b22cde6aff98)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 18:01:11.657993 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (f3befe23-ffd1-4a44-9a62-384a3cc91d2f), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:01:11.705207 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Pushing event updated for resources: {'Port': ['ID=f3befe23-ffd1-4a44-9a62-384a3cc91d2f,revision_number=4']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:01:12.063320 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] get_ports_and_sgs() called for port_ids ['f3befe23-ffd1-4a44-9a62-384a3cc91d2f'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 18:01:12.446557 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75e0ac6-91e2-471e-906a-303b57bf665c req-08080468-1c9e-4f85-88f0-cda9d655938a tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:01:12.448027 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-e75e0ac6-91e2-471e-906a-303b57bf665c req-08080468-1c9e-4f85-88f0-cda9d655938a tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "GET /v2.0/ports?device_id=6a9c1317-2361-4c5f-ad52-fb2db1435f79 HTTP/1.1" status: 200 len: 945 time: 0.0559347 Feb 04 18:01:12.494551 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-e75e0ac6-91e2-471e-906a-303b57bf665c req-04908ba2-0d02-4ff4-b662-93c30ae8ce0f tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "GET /v2.0/security-groups?id=6ae3ac6a-ca24-406f-b6a6-87d9888b6b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409281 Feb 04 18:01:12.579872 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (3f9244a9-75fc-4c10-b195-11d48b853b41), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:01:13.472688 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device f3befe23-ffd1-4a44-9a62-384a3cc91d2f up at agent hyperv_n-h1-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 18:01:13.520236 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Provisioning for port f3befe23-ffd1-4a44-9a62-384a3cc91d2f completed by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 18:01:13.524090 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Provisioning complete for port f3befe23-ffd1-4a44-9a62-384a3cc91d2f triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 18:01:13.524416 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (f3befe23-ffd1-4a44-9a62-384a3cc91d2f), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:01:13.600727 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Current status of the port f3befe23-ffd1-4a44-9a62-384a3cc91d2f is: BUILD; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 18:01:13.601144 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (f3befe23-ffd1-4a44-9a62-384a3cc91d2f), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:01:13.612612 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e724f3-ce2c-4e2f-b7f5-ce16b1f929f6 req-03aa0904-ea55-461b-8d9c-0d30b61a35af tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:01:13.614147 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-26e724f3-ce2c-4e2f-b7f5-ce16b1f929f6 req-03aa0904-ea55-461b-8d9c-0d30b61a35af tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "GET /v2.0/ports?device_id=6a9c1317-2361-4c5f-ad52-fb2db1435f79 HTTP/1.1" status: 200 len: 945 time: 0.0516059 Feb 04 18:01:13.627996 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a9c1317-2361-4c5f-ad52-fb2db1435f79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3befe23-ffd1-4a44-9a62-384a3cc91d2f'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 18:01:13.630235 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c34bc964ce2211770fda26ca2f3801cc06f4f39928110690550e94ab9c9d2fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-861a2bd2-36e0-4896-8427-792c9c6d71b9" -d '{"events": [{"server_uuid": "6a9c1317-2361-4c5f-ad52-fb2db1435f79", "name": "network-vif-plugged", "status": "completed", "tag": "f3befe23-ffd1-4a44-9a62-384a3cc91d2f"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 18:01:13.642283 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] For port f3befe23-ffd1-4a44-9a62-384a3cc91d2f, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=f3befe23-ffd1-4a44-9a62-384a3cc91d2f,segment=NetworkSegment(14b42f91-bfd2-4a53-b270-b22cde6aff98),segment_id=14b42f91-bfd2-4a53-b270-b22cde6aff98)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 18:01:13.646781 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (f3befe23-ffd1-4a44-9a62-384a3cc91d2f), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:01:13.664012 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-26e724f3-ce2c-4e2f-b7f5-ce16b1f929f6 req-b0159b7a-cdfb-425a-826c-808e6fc5ea21 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "GET /v2.0/security-groups?id=6ae3ac6a-ca24-406f-b6a6-87d9888b6b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435791 Feb 04 18:01:13.678709 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 18:01:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30e0379c-2488-4e4e-8a9d-fa9cb180bee1 x-openstack-request-id: req-30e0379c-2488-4e4e-8a9d-fa9cb180bee1 {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 18:01:13.679003 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a9c1317-2361-4c5f-ad52-fb2db1435f79", "name": "network-vif-plugged", "status": "completed", "tag": "f3befe23-ffd1-4a44-9a62-384a3cc91d2f", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 18:01:13.679254 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-30e0379c-2488-4e4e-8a9d-fa9cb180bee1 {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 18:01:13.679680 n-d-827839-2 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a9c1317-2361-4c5f-ad52-fb2db1435f79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3befe23-ffd1-4a44-9a62-384a3cc91d2f', 'code': 200} Feb 04 18:01:13.698170 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Pushing event updated for resources: {'Port': ['ID=f3befe23-ffd1-4a44-9a62-384a3cc91d2f,revision_number=5']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:01:13.789269 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870f49d4-87e3-431a-a1da-48e99e138815 req-9d881c61-89d1-491c-b600-ae362dd0b8ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:01:13.790735 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-870f49d4-87e3-431a-a1da-48e99e138815 req-9d881c61-89d1-491c-b600-ae362dd0b8ee service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=6a9c1317-2361-4c5f-ad52-fb2db1435f79 HTTP/1.1" status: 200 len: 1128 time: 0.0505648 Feb 04 18:01:13.835368 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-870f49d4-87e3-431a-a1da-48e99e138815 req-fe39d53c-58c1-483a-910e-9793cfdf5ec8 service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=6ae3ac6a-ca24-406f-b6a6-87d9888b6b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380695 Feb 04 18:01:14.792214 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe758945-7fb7-461c-9628-9bf4ec62580b req-526e570f-35a9-496b-a31e-a80c9475d64d tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:01:14.793741 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-fe758945-7fb7-461c-9628-9bf4ec62580b req-526e570f-35a9-496b-a31e-a80c9475d64d tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "GET /v2.0/ports?device_id=6a9c1317-2361-4c5f-ad52-fb2db1435f79 HTTP/1.1" status: 200 len: 946 time: 0.0576181 Feb 04 18:01:14.840750 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-fe758945-7fb7-461c-9628-9bf4ec62580b req-98ecf5c9-7181-424b-af34-1b3fb3623d93 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "GET /v2.0/security-groups?id=6ae3ac6a-ca24-406f-b6a6-87d9888b6b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409429 Feb 04 18:01:15.963803 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a72adf3-410c-4514-90d5-5a5f30fb350b req-33ccc896-b171-4156-80c3-4dfc3b01c096 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:01:15.966080 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-2a72adf3-410c-4514-90d5-5a5f30fb350b req-33ccc896-b171-4156-80c3-4dfc3b01c096 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "GET /v2.0/ports?device_id=6a9c1317-2361-4c5f-ad52-fb2db1435f79 HTTP/1.1" status: 200 len: 946 time: 0.0562222 Feb 04 18:01:16.014836 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-2a72adf3-410c-4514-90d5-5a5f30fb350b req-109e666b-34df-4d82-b093-203d91ae294f tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "GET /v2.0/security-groups?id=6ae3ac6a-ca24-406f-b6a6-87d9888b6b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431898 Feb 04 18:01:16.136707 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c898a814-ba5a-45c4-8491-2135240d250c req-48f01e7b-fbe2-467e-af03-8b61e016d78a tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:01:16.138355 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-c898a814-ba5a-45c4-8491-2135240d250c req-48f01e7b-fbe2-467e-af03-8b61e016d78a tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "GET /v2.0/ports?device_id=6a9c1317-2361-4c5f-ad52-fb2db1435f79 HTTP/1.1" status: 200 len: 946 time: 0.0563180 Feb 04 18:01:16.189398 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-c898a814-ba5a-45c4-8491-2135240d250c req-d37c799b-e756-45f2-b889-67ee9ce33c66 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "GET /v2.0/security-groups?id=6ae3ac6a-ca24-406f-b6a6-87d9888b6b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453091 Feb 04 18:01:16.474317 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8233f2-1073-45db-9f46-ca26010f9353 req-212d10cd-dc9c-417a-98ab-a2829d1c2a01 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:01:16.479803 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-3a8233f2-1073-45db-9f46-ca26010f9353 req-212d10cd-dc9c-417a-98ab-a2829d1c2a01 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "GET /v2.0/ports?device_id=6a9c1317-2361-4c5f-ad52-fb2db1435f79 HTTP/1.1" status: 200 len: 946 time: 0.0552795 Feb 04 18:01:16.526692 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-3a8233f2-1073-45db-9f46-ca26010f9353 req-74c0b5e9-cc48-442c-add0-ef4bf5ce92f8 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "GET /v2.0/security-groups?id=6ae3ac6a-ca24-406f-b6a6-87d9888b6b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448594 Feb 04 18:01:17.652684 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf448c7-6f56-4adc-b4bb-0836160b6d4b req-c6792c11-7362-43a2-a79f-150a1713c4ba tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:01:17.654202 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-caf448c7-6f56-4adc-b4bb-0836160b6d4b req-c6792c11-7362-43a2-a79f-150a1713c4ba tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "GET /v2.0/ports?device_id=6a9c1317-2361-4c5f-ad52-fb2db1435f79 HTTP/1.1" status: 200 len: 946 time: 0.0569534 Feb 04 18:01:17.703794 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-caf448c7-6f56-4adc-b4bb-0836160b6d4b req-96b39935-7c31-4ce8-b5b0-709e2deff5f4 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "GET /v2.0/security-groups?id=6ae3ac6a-ca24-406f-b6a6-87d9888b6b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436192 Feb 04 18:01:18.359780 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7e8fea-7e04-46b7-ae35-21d34aaed278 req-5f935fb0-1e4a-4228-a91d-3c4534973fdd tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:01:18.361259 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-9b7e8fea-7e04-46b7-ae35-21d34aaed278 req-5f935fb0-1e4a-4228-a91d-3c4534973fdd tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.96 "GET /v2.0/ports?device_id=6a9c1317-2361-4c5f-ad52-fb2db1435f79 HTTP/1.1" status: 200 len: 946 time: 0.0539925 Feb 04 18:01:18.456941 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [req-9b7e8fea-7e04-46b7-ae35-21d34aaed278 req-0ed480fa-d16c-48c7-97c8-2093efd1455c tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Deleting port f3befe23-ffd1-4a44-9a62-384a3cc91d2f {{(pid=103376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 18:01:18.457296 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-9b7e8fea-7e04-46b7-ae35-21d34aaed278 req-0ed480fa-d16c-48c7-97c8-2093efd1455c tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (f3befe23-ffd1-4a44-9a62-384a3cc91d2f), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:01:18.553855 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [req-9b7e8fea-7e04-46b7-ae35-21d34aaed278 req-0ed480fa-d16c-48c7-97c8-2093efd1455c tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] For port f3befe23-ffd1-4a44-9a62-384a3cc91d2f, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=f3befe23-ffd1-4a44-9a62-384a3cc91d2f,segment=NetworkSegment(14b42f91-bfd2-4a53-b270-b22cde6aff98),segment_id=14b42f91-bfd2-4a53-b270-b22cde6aff98)] {{(pid=103376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 18:01:18.554147 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-9b7e8fea-7e04-46b7-ae35-21d34aaed278 req-0ed480fa-d16c-48c7-97c8-2093efd1455c tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (f3befe23-ffd1-4a44-9a62-384a3cc91d2f), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:01:18.568092 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [req-9b7e8fea-7e04-46b7-ae35-21d34aaed278 req-0ed480fa-d16c-48c7-97c8-2093efd1455c tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Calling delete_port for f3befe23-ffd1-4a44-9a62-384a3cc91d2f owned by compute:nova {{(pid=103376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 18:01:18.702638 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-9b7e8fea-7e04-46b7-ae35-21d34aaed278 req-0ed480fa-d16c-48c7-97c8-2093efd1455c tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (f3befe23-ffd1-4a44-9a62-384a3cc91d2f), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:01:18.717104 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] get_ports_and_sgs() called for port_ids ['f3befe23-ffd1-4a44-9a62-384a3cc91d2f'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 18:01:18.719541 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] get_ports_and_sgs() called for port_ids ['b7ea58b6-1093-4871-beef-37d352c2338b'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 18:01:18.733389 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed480fa-d16c-48c7-97c8-2093efd1455c tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Pushing event deleted for resources: {'Port': ['ID=f3befe23-ffd1-4a44-9a62-384a3cc91d2f,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:01:18.786892 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b7e8fea-7e04-46b7-ae35-21d34aaed278 req-0ed480fa-d16c-48c7-97c8-2093efd1455c tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] No DVR routers for this DVR port f3befe23-ffd1-4a44-9a62-384a3cc91d2f on host n-h1-827839-2 {{(pid=103376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 18:01:18.796243 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-9b7e8fea-7e04-46b7-ae35-21d34aaed278 req-0ed480fa-d16c-48c7-97c8-2093efd1455c tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:01:18.804226 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-9b7e8fea-7e04-46b7-ae35-21d34aaed278 req-0ed480fa-d16c-48c7-97c8-2093efd1455c tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.96 "DELETE /v2.0/ports/f3befe23-ffd1-4a44-9a62-384a3cc91d2f HTTP/1.1" status: 204 len: 173 time: 0.4362261 Feb 04 18:01:18.804226 n-d-827839-2 neutron-server[103376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a9c1317-2361-4c5f-ad52-fb2db1435f79', 'name': 'network-vif-deleted', 'tag': 'f3befe23-ffd1-4a44-9a62-384a3cc91d2f'}] {{(pid=103376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 18:01:18.810195 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d59c3bb5e2f09ebf62144d5e09b1cff60c763a9c19614c24538e77842938c05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c2a1a5d-9ec3-42ae-b427-a05d215900d9" -d '{"events": [{"server_uuid": "6a9c1317-2361-4c5f-ad52-fb2db1435f79", "name": "network-vif-deleted", "tag": "f3befe23-ffd1-4a44-9a62-384a3cc91d2f"}]}' {{(pid=103376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 18:01:18.829241 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-3372065c-ee52-4d1b-ae48-09781fd30c67 req-c8174cdf-a251-47a7-8a79-ffd41ee55a28 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "GET /v2.0/ports?device_id=6a9c1317-2361-4c5f-ad52-fb2db1435f79 HTTP/1.1" status: 200 len: 210 time: 0.0394681 Feb 04 18:01:18.854311 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 18:01:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b2e6837-7c84-4b30-9fc1-c2cd8772d8da x-openstack-request-id: req-7b2e6837-7c84-4b30-9fc1-c2cd8772d8da {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 18:01:18.855463 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a9c1317-2361-4c5f-ad52-fb2db1435f79", "name": "network-vif-deleted", "tag": "f3befe23-ffd1-4a44-9a62-384a3cc91d2f", "status": "completed", "code": 200}]} {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 18:01:18.855943 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-7b2e6837-7c84-4b30-9fc1-c2cd8772d8da {{(pid=103376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 18:01:18.856568 n-d-827839-2 neutron-server[103376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a9c1317-2361-4c5f-ad52-fb2db1435f79', 'name': 'network-vif-deleted', 'tag': 'f3befe23-ffd1-4a44-9a62-384a3cc91d2f', 'status': 'completed', 'code': 200} Feb 04 18:01:19.935142 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-1a5035e9-9617-46fa-b321-59a6d5d6a33c req-62f14dc7-1783-459c-ab22-1d0c4e08246d tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "GET /v2.0/ports?device_id=6a9c1317-2361-4c5f-ad52-fb2db1435f79 HTTP/1.1" status: 200 len: 210 time: 0.0278997 Feb 04 18:01:21.036245 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-8ee62d37-07ea-4fc1-97f8-9ae6324b4d3a req-33923bfd-bfdb-40a7-a62b-20defa04ebaa tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "GET /v2.0/ports?device_id=6a9c1317-2361-4c5f-ad52-fb2db1435f79 HTTP/1.1" status: 200 len: 210 time: 0.0315983 Feb 04 18:01:22.131545 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-c4ab3dcc-92ed-410b-a3b2-bd63de57b74c req-14eef0e6-da0e-4fb8-ab8b-8388a33cc66d tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "GET /v2.0/ports?device_id=6a9c1317-2361-4c5f-ad52-fb2db1435f79 HTTP/1.1" status: 200 len: 210 time: 0.0274713 Feb 04 18:01:23.227025 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-480816b3-34ca-4660-82c6-11bee21036d0 req-2502a2e3-8d0d-415d-a090-c51774e9cd27 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "GET /v2.0/ports?device_id=6a9c1317-2361-4c5f-ad52-fb2db1435f79 HTTP/1.1" status: 200 len: 210 time: 0.0283797 Feb 04 18:01:23.488625 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device f3befe23-ffd1-4a44-9a62-384a3cc91d2f no longer exists at agent hyperv_n-h1-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 18:01:23.509788 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] No Port match for: f3befe23-ffd1-4a44-9a62-384a3cc91d2f {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 18:01:23.510153 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device f3befe23-ffd1-4a44-9a62-384a3cc91d2f not bound to the agent host n-h1-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 18:01:24.191772 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.agents_db [None req-e1691f3b-aacd-4cd6-8ebb-a9c53bb301c0 None None] Agent healthcheck: found 7 active agents {{(pid=103379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 18:01:24.322442 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-4482c305-b91d-428e-8f81-86a74ff584ba req-d06fa893-ed82-41ea-a04f-2e627f6008c2 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "GET /v2.0/ports?device_id=6a9c1317-2361-4c5f-ad52-fb2db1435f79 HTTP/1.1" status: 200 len: 210 time: 0.0269027 Feb 04 18:01:25.420183 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-cfa12f86-00f9-4146-a0a5-a76baacb73d2 req-09d2624f-76e0-4994-ad30-8441b898c083 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "GET /v2.0/ports?device_id=6a9c1317-2361-4c5f-ad52-fb2db1435f79 HTTP/1.1" status: 200 len: 210 time: 0.0279782 Feb 04 18:01:26.517053 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-2656109a-933b-442d-ab34-3ebbad446304 req-afc1b45c-caa9-4a98-9d49-2b4bc8121f96 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "GET /v2.0/ports?device_id=6a9c1317-2361-4c5f-ad52-fb2db1435f79 HTTP/1.1" status: 200 len: 210 time: 0.0280786 Feb 04 18:01:28.430904 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [req-4676b22e-8b75-45cc-a5f2-ce5b0119ed4b req-a63739d2-da3f-434f-97a1-fee6c3a4a36a service neutron] (103376) timed out ('10.222.0.96', 57030) {{(pid=103376) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 04 18:01:29.790661 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-92e78063-e4d0-43bd-8d84-87e7f557136e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (bb89f5a3-3c22-440b-b7d1-c4f0c43c184a), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:01:32.869597 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4f91aaeb-9e45-4dda-a357-f41fe23cb74e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (64ada913-9131-4d99-a265-63a920956287), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:01:33.141328 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d408ec64-b374-4acb-a1fc-48241dad6d47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (0cd6d64a-47a7-40ff-8c12-71dd526c62e0), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:01:34.939536 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4f14bb47-e72b-46ac-9e44-a61d9293afcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (75326290-f7a3-4db8-9cf2-15c7139ed224), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:01:35.143667 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f7c69a-39e9-4614-a647-62c37ab1e0df req-c474fa55-26b5-44bb-bab1-9f2af310bf7e tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:01:35.145170 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-67f7c69a-39e9-4614-a647-62c37ab1e0df req-c474fa55-26b5-44bb-bab1-9f2af310bf7e tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "GET /v2.0/ports?device_id=dd5ac582-f9ee-4b86-a150-49056dace386 HTTP/1.1" status: 200 len: 945 time: 0.0522177 Feb 04 18:01:35.191169 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-67f7c69a-39e9-4614-a647-62c37ab1e0df req-b0ff3789-23c2-4cb1-81ed-7920cc9a054d tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "GET /v2.0/security-groups?id=6ae3ac6a-ca24-406f-b6a6-87d9888b6b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402708 Feb 04 18:01:35.780020 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (ba70844b-66a0-45fd-a2f2-e6ed673321fc), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:01:36.314619 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6e2554-844e-41b9-bf0d-0a482c43640c req-9716255f-a123-4936-9729-cc2b73931f8f tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:01:36.316120 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-fe6e2554-844e-41b9-bf0d-0a482c43640c req-9716255f-a123-4936-9729-cc2b73931f8f tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "GET /v2.0/ports?device_id=dd5ac582-f9ee-4b86-a150-49056dace386 HTTP/1.1" status: 200 len: 945 time: 0.0568213 Feb 04 18:01:36.364821 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-fe6e2554-844e-41b9-bf0d-0a482c43640c req-e6c54683-a864-4689-9a85-d4f20066ecc3 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "GET /v2.0/security-groups?id=6ae3ac6a-ca24-406f-b6a6-87d9888b6b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430107 Feb 04 18:01:36.908035 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67995d0-e0b3-4b06-88f8-24a44f7ac324 req-9b79462d-79a4-45c1-8df5-bdc7080bca7a tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:01:36.909513 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-b67995d0-e0b3-4b06-88f8-24a44f7ac324 req-9b79462d-79a4-45c1-8df5-bdc7080bca7a tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.90 "GET /v2.0/ports?device_id=dd5ac582-f9ee-4b86-a150-49056dace386 HTTP/1.1" status: 200 len: 945 time: 0.0522215 Feb 04 18:01:37.003262 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [req-b67995d0-e0b3-4b06-88f8-24a44f7ac324 req-60b3c439-ba84-4611-b255-1142c6a04875 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Deleting port b7ea58b6-1093-4871-beef-37d352c2338b {{(pid=103377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 18:01:37.003604 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-b67995d0-e0b3-4b06-88f8-24a44f7ac324 req-60b3c439-ba84-4611-b255-1142c6a04875 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (b7ea58b6-1093-4871-beef-37d352c2338b), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:01:37.090171 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [req-b67995d0-e0b3-4b06-88f8-24a44f7ac324 req-60b3c439-ba84-4611-b255-1142c6a04875 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] For port b7ea58b6-1093-4871-beef-37d352c2338b, host n-h2-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=b7ea58b6-1093-4871-beef-37d352c2338b,segment=NetworkSegment(14b42f91-bfd2-4a53-b270-b22cde6aff98),segment_id=14b42f91-bfd2-4a53-b270-b22cde6aff98)] {{(pid=103377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 18:01:37.090532 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-b67995d0-e0b3-4b06-88f8-24a44f7ac324 req-60b3c439-ba84-4611-b255-1142c6a04875 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (b7ea58b6-1093-4871-beef-37d352c2338b), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:01:37.102782 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [req-b67995d0-e0b3-4b06-88f8-24a44f7ac324 req-60b3c439-ba84-4611-b255-1142c6a04875 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Calling delete_port for b7ea58b6-1093-4871-beef-37d352c2338b owned by compute:nova {{(pid=103377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 18:01:37.230287 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-b67995d0-e0b3-4b06-88f8-24a44f7ac324 req-60b3c439-ba84-4611-b255-1142c6a04875 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (b7ea58b6-1093-4871-beef-37d352c2338b), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:01:37.244052 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] get_ports_and_sgs() called for port_ids ['b7ea58b6-1093-4871-beef-37d352c2338b'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 18:01:37.257134 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b3c439-ba84-4611-b255-1142c6a04875 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Pushing event deleted for resources: {'Port': ['ID=b7ea58b6-1093-4871-beef-37d352c2338b,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:01:37.289052 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60b3c439-ba84-4611-b255-1142c6a04875 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:01:37.289416 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60b3c439-ba84-4611-b255-1142c6a04875 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:01:37.289797 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60b3c439-ba84-4611-b255-1142c6a04875 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:01:37.290143 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60b3c439-ba84-4611-b255-1142c6a04875 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:01:37.290486 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60b3c439-ba84-4611-b255-1142c6a04875 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:01:37.290823 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60b3c439-ba84-4611-b255-1142c6a04875 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:01:37.291153 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60b3c439-ba84-4611-b255-1142c6a04875 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:01:37.291482 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60b3c439-ba84-4611-b255-1142c6a04875 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:01:37.291807 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60b3c439-ba84-4611-b255-1142c6a04875 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:01:37.292637 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60b3c439-ba84-4611-b255-1142c6a04875 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:01:37.293001 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60b3c439-ba84-4611-b255-1142c6a04875 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:01:37.293328 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60b3c439-ba84-4611-b255-1142c6a04875 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:01:37.293656 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60b3c439-ba84-4611-b255-1142c6a04875 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:01:37.316205 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [req-b67995d0-e0b3-4b06-88f8-24a44f7ac324 req-60b3c439-ba84-4611-b255-1142c6a04875 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] No DVR routers for this DVR port b7ea58b6-1093-4871-beef-37d352c2338b on host n-h2-827839-2 {{(pid=103377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 18:01:37.318817 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-b67995d0-e0b3-4b06-88f8-24a44f7ac324 req-60b3c439-ba84-4611-b255-1142c6a04875 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:01:37.322158 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-b67995d0-e0b3-4b06-88f8-24a44f7ac324 req-60b3c439-ba84-4611-b255-1142c6a04875 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.90 "DELETE /v2.0/ports/b7ea58b6-1093-4871-beef-37d352c2338b HTTP/1.1" status: 204 len: 173 time: 0.4074399 Feb 04 18:01:37.322604 n-d-827839-2 neutron-server[103377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd5ac582-f9ee-4b86-a150-49056dace386', 'name': 'network-vif-deleted', 'tag': 'b7ea58b6-1093-4871-beef-37d352c2338b'}] {{(pid=103377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 18:01:37.324935 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7240428b650e1488e9361b62648ff4b3a6c19d49d8c27c949491ab58c1346cf0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f30e418-67a5-4de9-a774-a8a385356e03" -d '{"events": [{"server_uuid": "dd5ac582-f9ee-4b86-a150-49056dace386", "name": "network-vif-deleted", "tag": "b7ea58b6-1093-4871-beef-37d352c2338b"}]}' {{(pid=103377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 18:01:37.374344 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 18:01:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1cc2e86-ac09-49fc-b228-e623847a9139 x-openstack-request-id: req-f1cc2e86-ac09-49fc-b228-e623847a9139 {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 18:01:37.374697 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd5ac582-f9ee-4b86-a150-49056dace386", "name": "network-vif-deleted", "tag": "b7ea58b6-1093-4871-beef-37d352c2338b", "status": "completed", "code": 200}]} {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 18:01:37.375073 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-f1cc2e86-ac09-49fc-b228-e623847a9139 {{(pid=103377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 18:01:37.375538 n-d-827839-2 neutron-server[103377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd5ac582-f9ee-4b86-a150-49056dace386', 'name': 'network-vif-deleted', 'tag': 'b7ea58b6-1093-4871-beef-37d352c2338b', 'status': 'completed', 'code': 200} Feb 04 18:01:37.470511 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-2a6ae8fb-79a6-4853-9e86-6cd4b1b97db4 req-fd6b2fa0-11ab-49a4-935a-f8ec48e130d5 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "GET /v2.0/ports?device_id=dd5ac582-f9ee-4b86-a150-49056dace386 HTTP/1.1" status: 200 len: 210 time: 0.0328498 Feb 04 18:01:38.579741 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-4f08a7aa-21b8-4cab-b56d-8ea151a4fd9c req-f8a3af01-30db-48cf-ba4d-1131f1b52b98 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "GET /v2.0/ports?device_id=dd5ac582-f9ee-4b86-a150-49056dace386 HTTP/1.1" status: 200 len: 210 time: 0.0312171 Feb 04 18:01:39.676243 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-e76ad949-1177-4b1a-a375-9685cdfeacbf req-b80596c6-ba3d-4e0a-8e6f-8c0e9e7dfefc tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "GET /v2.0/ports?device_id=dd5ac582-f9ee-4b86-a150-49056dace386 HTTP/1.1" status: 200 len: 210 time: 0.0296838 Feb 04 18:01:40.587639 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (f20a1ab3-4332-4f54-833b-ba4a7c687e89), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:01:40.770939 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-15487601-7c40-4ead-bbe1-befe04285b1f req-8d17d4dc-e91d-4a52-9a3e-5ae7b38f8fcd tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "GET /v2.0/ports?device_id=dd5ac582-f9ee-4b86-a150-49056dace386 HTTP/1.1" status: 200 len: 210 time: 0.0282602 Feb 04 18:01:40.822547 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Device b7ea58b6-1093-4871-beef-37d352c2338b no longer exists at agent hyperv_n-h2-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 18:01:40.844318 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] No Port match for: b7ea58b6-1093-4871-beef-37d352c2338b {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 18:01:40.844553 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Device b7ea58b6-1093-4871-beef-37d352c2338b not bound to the agent host n-h2-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 18:01:41.865126 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-f503ebc3-2015-465b-bc95-0c47cde4042c req-089807de-9e25-4dc8-b8b4-9fe77bb84b9f tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "GET /v2.0/ports?device_id=dd5ac582-f9ee-4b86-a150-49056dace386 HTTP/1.1" status: 200 len: 210 time: 0.0277259 Feb 04 18:01:42.596195 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (3f9244a9-75fc-4c10-b195-11d48b853b41), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:01:42.959608 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-de07aa88-2609-4ae7-83f7-a5d8a17dd9c0 req-ee6c4b06-310e-46b7-832a-8254171d48fc tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "GET /v2.0/ports?device_id=dd5ac582-f9ee-4b86-a150-49056dace386 HTTP/1.1" status: 200 len: 210 time: 0.0277865 Feb 04 18:01:44.063402 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-a59e1e39-fa5c-4ab5-9a4b-e5c8d307c572 req-d9325e26-fb7d-4887-bbf7-7fdbb63fd1ed tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "GET /v2.0/ports?device_id=dd5ac582-f9ee-4b86-a150-49056dace386 HTTP/1.1" status: 200 len: 210 time: 0.0290377 Feb 04 18:01:45.160300 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-28569ae2-2878-4b81-a86f-742c5538b4e0 req-610ac77e-f348-4576-beef-b7d0d4710e04 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "GET /v2.0/ports?device_id=dd5ac582-f9ee-4b86-a150-49056dace386 HTTP/1.1" status: 200 len: 210 time: 0.0284698 Feb 04 18:01:51.245745 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 54246) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:01:51.251146 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-9b2fb224-76ac-43e7-8b8f-f71d4e1bbcd0 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2060476137', 'description': 'tempest-secgroup-smoke-2060476137 description', 'project_id': '0082fd5bf0af4f76918b9b76b2e7b4a0'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 18:01:51.280217 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-9b2fb224-76ac-43e7-8b8f-f71d4e1bbcd0 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Publish callbacks [] for security_group (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:01:51.354989 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-9b2fb224-76ac-43e7-8b8f-f71d4e1bbcd0 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Publish callbacks [] for security_group (a7fc0481-d484-4f06-a09a-3d6b9023a037), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:01:51.359614 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-9b2fb224-76ac-43e7-8b8f-f71d4e1bbcd0 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (a7fc0481-d484-4f06-a09a-3d6b9023a037), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:01:51.390704 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-9b2fb224-76ac-43e7-8b8f-f71d4e1bbcd0 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Publish callbacks [] for security_group (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:01:51.393249 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-9b2fb224-76ac-43e7-8b8f-f71d4e1bbcd0 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1457818 Feb 04 18:01:51.395269 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 54248) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:01:51.395763 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2fb224-76ac-43e7-8b8f-f71d4e1bbcd0 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a7fc0481-d484-4f06-a09a-3d6b9023a037,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:01:51.400544 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-a27a6857-f642-4094-81e1-72b141916846 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Request body: {'security_group_rule': {'security_group_id': 'a7fc0481-d484-4f06-a09a-3d6b9023a037', 'project_id': '0082fd5bf0af4f76918b9b76b2e7b4a0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 18:01:51.407931 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2fb224-76ac-43e7-8b8f-f71d4e1bbcd0 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:01:51.408825 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2fb224-76ac-43e7-8b8f-f71d4e1bbcd0 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:01:51.409345 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2fb224-76ac-43e7-8b8f-f71d4e1bbcd0 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:01:51.409863 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2fb224-76ac-43e7-8b8f-f71d4e1bbcd0 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:01:51.410421 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2fb224-76ac-43e7-8b8f-f71d4e1bbcd0 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:01:51.410914 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2fb224-76ac-43e7-8b8f-f71d4e1bbcd0 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:01:51.411412 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2fb224-76ac-43e7-8b8f-f71d4e1bbcd0 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:01:51.411905 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2fb224-76ac-43e7-8b8f-f71d4e1bbcd0 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:01:51.412941 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2fb224-76ac-43e7-8b8f-f71d4e1bbcd0 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:01:51.413450 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2fb224-76ac-43e7-8b8f-f71d4e1bbcd0 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:01:51.413948 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2fb224-76ac-43e7-8b8f-f71d4e1bbcd0 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:01:51.414502 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2fb224-76ac-43e7-8b8f-f71d4e1bbcd0 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:01:51.415346 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2fb224-76ac-43e7-8b8f-f71d4e1bbcd0 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:01:51.443560 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-a27a6857-f642-4094-81e1-72b141916846 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Publish callbacks [] for security_group_rule (f95b4dd1-dadd-43c1-aa1f-b76f1fe6c625), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:01:51.497710 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-a27a6857-f642-4094-81e1-72b141916846 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Publish callbacks [] for security_group_rule (f95b4dd1-dadd-43c1-aa1f-b76f1fe6c625), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:01:51.501763 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-a27a6857-f642-4094-81e1-72b141916846 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664556'] for security_group_rule (f95b4dd1-dadd-43c1-aa1f-b76f1fe6c625), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:01:51.528187 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-a27a6857-f642-4094-81e1-72b141916846 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:01:51.532835 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 54250) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:01:51.532978 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-a27a6857-f642-4094-81e1-72b141916846 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1358395 Feb 04 18:01:51.534039 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27a6857-f642-4094-81e1-72b141916846 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f95b4dd1-dadd-43c1-aa1f-b76f1fe6c625,revision_number=0']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:01:51.538912 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-72831ed4-93f3-4624-b7ae-9503d2c623da tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Request body: {'security_group_rule': {'security_group_id': 'a7fc0481-d484-4f06-a09a-3d6b9023a037', 'project_id': '0082fd5bf0af4f76918b9b76b2e7b4a0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 18:01:51.565574 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-72831ed4-93f3-4624-b7ae-9503d2c623da tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Publish callbacks [] for security_group_rule (02147155-5dd6-4a5a-8a55-136a7292796e), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:01:51.627329 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-72831ed4-93f3-4624-b7ae-9503d2c623da tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Publish callbacks [] for security_group_rule (02147155-5dd6-4a5a-8a55-136a7292796e), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:01:51.630991 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-72831ed4-93f3-4624-b7ae-9503d2c623da tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664556'] for security_group_rule (02147155-5dd6-4a5a-8a55-136a7292796e), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:01:51.649216 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72831ed4-93f3-4624-b7ae-9503d2c623da tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02147155-5dd6-4a5a-8a55-136a7292796e,revision_number=0']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:01:51.656103 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-72831ed4-93f3-4624-b7ae-9503d2c623da tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:01:51.660479 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 54252) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:01:51.660615 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-72831ed4-93f3-4624-b7ae-9503d2c623da tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1262951 Feb 04 18:01:51.665557 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-0b99fa54-c983-4895-8869-d89cfbad419e tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Request body: {'security_group_rule': {'security_group_id': 'a7fc0481-d484-4f06-a09a-3d6b9023a037', 'project_id': '0082fd5bf0af4f76918b9b76b2e7b4a0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 18:01:51.690720 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-0b99fa54-c983-4895-8869-d89cfbad419e tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Publish callbacks [] for security_group_rule (f02acf33-48ef-49ee-8425-af99e9c13fd4), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:01:51.758832 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-0b99fa54-c983-4895-8869-d89cfbad419e tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Publish callbacks [] for security_group_rule (f02acf33-48ef-49ee-8425-af99e9c13fd4), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:01:51.763114 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-0b99fa54-c983-4895-8869-d89cfbad419e tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664556'] for security_group_rule (f02acf33-48ef-49ee-8425-af99e9c13fd4), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:01:51.777657 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b99fa54-c983-4895-8869-d89cfbad419e tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f02acf33-48ef-49ee-8425-af99e9c13fd4,revision_number=0']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:01:51.793153 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-0b99fa54-c983-4895-8869-d89cfbad419e tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:01:51.797591 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-0b99fa54-c983-4895-8869-d89cfbad419e tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1352556 Feb 04 18:01:51.797956 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 54254) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:01:51.802714 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-87e0f27d-5fa0-4d46-a399-8053c197e605 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Request body: {'security_group_rule': {'security_group_id': 'a7fc0481-d484-4f06-a09a-3d6b9023a037', 'project_id': '0082fd5bf0af4f76918b9b76b2e7b4a0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 18:01:51.831233 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-87e0f27d-5fa0-4d46-a399-8053c197e605 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Publish callbacks [] for security_group_rule (5f622c7d-e664-4c94-bb92-6fd814035c10), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:01:51.894797 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-87e0f27d-5fa0-4d46-a399-8053c197e605 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Publish callbacks [] for security_group_rule (5f622c7d-e664-4c94-bb92-6fd814035c10), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:01:51.898288 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-87e0f27d-5fa0-4d46-a399-8053c197e605 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664556'] for security_group_rule (5f622c7d-e664-4c94-bb92-6fd814035c10), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:01:51.914701 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e0f27d-5fa0-4d46-a399-8053c197e605 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f622c7d-e664-4c94-bb92-6fd814035c10,revision_number=0']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:01:51.926702 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-87e0f27d-5fa0-4d46-a399-8053c197e605 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:01:51.930910 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 54256) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:01:51.931056 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-87e0f27d-5fa0-4d46-a399-8053c197e605 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1320000 Feb 04 18:01:51.936710 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-da8924cf-c7a7-46dc-bb5a-364005a04618 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Request body: {'security_group_rule': {'security_group_id': 'a7fc0481-d484-4f06-a09a-3d6b9023a037', 'project_id': '0082fd5bf0af4f76918b9b76b2e7b4a0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 18:01:51.958688 n-d-827839-2 neutron-server[103377]: INFO neutron.db.securitygroups_db [None req-da8924cf-c7a7-46dc-bb5a-364005a04618 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Project 0082fd5bf0af4f76918b9b76b2e7b4a0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 18:01:51.970889 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-da8924cf-c7a7-46dc-bb5a-364005a04618 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Publish callbacks [] for security_group_rule (4fabdccb-c04d-49aa-9a7f-7c46668d7706), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:01:52.029896 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-da8924cf-c7a7-46dc-bb5a-364005a04618 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Publish callbacks [] for security_group_rule (4fabdccb-c04d-49aa-9a7f-7c46668d7706), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:01:52.034480 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-da8924cf-c7a7-46dc-bb5a-364005a04618 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664556'] for security_group_rule (4fabdccb-c04d-49aa-9a7f-7c46668d7706), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:01:52.052776 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8924cf-c7a7-46dc-bb5a-364005a04618 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4fabdccb-c04d-49aa-9a7f-7c46668d7706,revision_number=0']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:01:52.061073 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-da8924cf-c7a7-46dc-bb5a-364005a04618 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:01:52.062547 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-da8924cf-c7a7-46dc-bb5a-364005a04618 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1301033 Feb 04 18:01:52.065218 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 54258) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:01:52.070313 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-4c3f88d3-3847-4596-9909-d77533e34357 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Request body: {'security_group_rule': {'security_group_id': 'a7fc0481-d484-4f06-a09a-3d6b9023a037', 'project_id': '0082fd5bf0af4f76918b9b76b2e7b4a0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 18:01:52.091265 n-d-827839-2 neutron-server[103377]: INFO neutron.db.securitygroups_db [None req-4c3f88d3-3847-4596-9909-d77533e34357 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Project 0082fd5bf0af4f76918b9b76b2e7b4a0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 18:01:52.096767 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-4c3f88d3-3847-4596-9909-d77533e34357 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Publish callbacks [] for security_group_rule (75898d1a-eaa3-4a50-b70a-02d9999a0d8e), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:01:52.156306 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-4c3f88d3-3847-4596-9909-d77533e34357 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Publish callbacks [] for security_group_rule (75898d1a-eaa3-4a50-b70a-02d9999a0d8e), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:01:52.159660 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-4c3f88d3-3847-4596-9909-d77533e34357 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664556'] for security_group_rule (75898d1a-eaa3-4a50-b70a-02d9999a0d8e), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:01:52.178827 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3f88d3-3847-4596-9909-d77533e34357 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75898d1a-eaa3-4a50-b70a-02d9999a0d8e,revision_number=0']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:01:52.184719 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-4c3f88d3-3847-4596-9909-d77533e34357 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:01:52.187089 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-4c3f88d3-3847-4596-9909-d77533e34357 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1208141 Feb 04 18:01:59.796198 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-56525bbd-919e-4466-b33a-36962e34524b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (bb89f5a3-3c22-440b-b7d1-c4f0c43c184a), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:02:01.193748 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.agents_db [None req-e1691f3b-aacd-4cd6-8ebb-a9c53bb301c0 None None] Agent healthcheck: found 7 active agents {{(pid=103379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 18:02:02.866306 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-09b1d73d-cdd4-4fa5-acab-4d7e7f5944ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (64ada913-9131-4d99-a265-63a920956287), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:02:03.143086 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d408ec64-b374-4acb-a1fc-48241dad6d47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (0cd6d64a-47a7-40ff-8c12-71dd526c62e0), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:02:04.943714 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4f14bb47-e72b-46ac-9e44-a61d9293afcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (75326290-f7a3-4db8-9cf2-15c7139ed224), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:02:05.781763 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (ba70844b-66a0-45fd-a2f2-e6ed673321fc), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:02:10.602468 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (f20a1ab3-4332-4f54-833b-ba4a7c687e89), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:02:10.632774 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-0d1eb148-b2c4-4e03-b661-4093d353b04a req-4f0ae92d-85de-4f99-b485-1f7dfc27f341 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2060476137&fields=id&tenant_id=0082fd5bf0af4f76918b9b76b2e7b4a0 HTTP/1.1" status: 200 len: 267 time: 0.0557330 Feb 04 18:02:10.737237 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1eb148-b2c4-4e03-b661-4093d353b04a req-69d18ab8-e6ce-4c08-bf4c-2422939faaf7 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:02:10.738684 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-0d1eb148-b2c4-4e03-b661-4093d353b04a req-69d18ab8-e6ce-4c08-bf4c-2422939faaf7 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "GET /v2.0/networks?id=373501d5-ea79-4aa8-8415-e77aad537579 HTTP/1.1" status: 200 len: 812 time: 0.0987837 Feb 04 18:02:10.753436 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-0d1eb148-b2c4-4e03-b661-4093d353b04a req-17efb3fa-d746-4726-85cc-bf9d799fcc32 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "GET /v2.0/quotas/0082fd5bf0af4f76918b9b76b2e7b4a0 HTTP/1.1" status: 200 len: 375 time: 0.0093870 Feb 04 18:02:10.812004 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-0d1eb148-b2c4-4e03-b661-4093d353b04a req-055e4650-f00b-4a09-a8bc-fe1499387f29 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=0082fd5bf0af4f76918b9b76b2e7b4a0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0536296 Feb 04 18:02:10.904290 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-0d1eb148-b2c4-4e03-b661-4093d353b04a req-7d2dc1cc-715e-4a1a-afee-59bb66875502 service neutron] 10.222.0.89 "GET /v2.0/networks/373501d5-ea79-4aa8-8415-e77aad537579?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811346 Feb 04 18:02:10.996291 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-0d1eb148-b2c4-4e03-b661-4093d353b04a req-c2e80947-92fd-46cd-b5b3-cab710aa07a6 service neutron] 10.222.0.89 "GET /v2.0/networks/373501d5-ea79-4aa8-8415-e77aad537579?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860806 Feb 04 18:02:11.271464 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-df8f7907-88b5-4e2c-9d7a-8b30b559977a req-99863a6c-8123-4367-96d1-b9002e4e5143 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "GET /v2.0/ports?device_id=c7ab0f73-ca7a-404d-a2f6-81d510360793 HTTP/1.1" status: 200 len: 210 time: 0.0274332 Feb 04 18:02:12.248291 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1eb148-b2c4-4e03-b661-4093d353b04a req-2cca5d98-2bcb-458d-a838-ab22708a1823 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:02:12.249746 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-0d1eb148-b2c4-4e03-b661-4093d353b04a req-2cca5d98-2bcb-458d-a838-ab22708a1823 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.90 "GET /v2.0/networks?id=373501d5-ea79-4aa8-8415-e77aad537579 HTTP/1.1" status: 200 len: 812 time: 0.1059332 Feb 04 18:02:12.344354 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-0d1eb148-b2c4-4e03-b661-4093d353b04a req-8f522024-00c7-4e9d-8113-4be15263da69 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.90 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0082fd5bf0af4f76918b9b76b2e7b4a0 HTTP/1.1" status: 200 len: 380 time: 0.0642617 Feb 04 18:02:12.362230 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [req-0d1eb148-b2c4-4e03-b661-4093d353b04a req-ca4a9706-3190-4c6d-befc-b87db645304c tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Request body: {'port': {'device_id': 'c7ab0f73-ca7a-404d-a2f6-81d510360793', 'network_id': '373501d5-ea79-4aa8-8415-e77aad537579', 'admin_state_up': True, 'tenant_id': '0082fd5bf0af4f76918b9b76b2e7b4a0', 'security_groups': ['a7fc0481-d484-4f06-a09a-3d6b9023a037']}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 18:02:12.415305 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-111b641f-4dfd-4cc8-b8ba-0f1dda47f49b req-1da8ec9b-d3e7-43f1-8f20-79a6a7d8a044 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "GET /v2.0/ports?device_id=c7ab0f73-ca7a-404d-a2f6-81d510360793 HTTP/1.1" status: 200 len: 210 time: 0.0699489 Feb 04 18:02:12.482425 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d1eb148-b2c4-4e03-b661-4093d353b04a req-ca4a9706-3190-4c6d-befc-b87db645304c tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Made reservation on behalf of 0082fd5bf0af4f76918b9b76b2e7b4a0 for: {'port': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 18:02:12.485943 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-0d1eb148-b2c4-4e03-b661-4093d353b04a req-ca4a9706-3190-4c6d-befc-b87db645304c tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:02:12.596342 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (3f9244a9-75fc-4c10-b195-11d48b853b41), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:02:12.614954 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.db_base_plugin_common [req-0d1eb148-b2c4-4e03-b661-4093d353b04a req-ca4a9706-3190-4c6d-befc-b87db645304c tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Allocated IP 172.20.0.10 (373501d5-ea79-4aa8-8415-e77aad537579/645125ba-dc72-4374-be18-fe910df5a518/5ff1a503-0595-4321-b842-7bd98bb59275) {{(pid=103377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 18:02:12.752774 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-0d1eb148-b2c4-4e03-b661-4093d353b04a req-ca4a9706-3190-4c6d-befc-b87db645304c tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Publish callbacks [] for port (5ff1a503-0595-4321-b842-7bd98bb59275), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:02:12.784408 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-0d1eb148-b2c4-4e03-b661-4093d353b04a req-ca4a9706-3190-4c6d-befc-b87db645304c tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (5ff1a503-0595-4321-b842-7bd98bb59275), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:02:12.827227 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d1eb148-b2c4-4e03-b661-4093d353b04a req-ca4a9706-3190-4c6d-befc-b87db645304c tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Network 373501d5-ea79-4aa8-8415-e77aad537579 is already hosted by enough agents. {{(pid=103377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 18:02:12.830236 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [req-0d1eb148-b2c4-4e03-b661-4093d353b04a req-ca4a9706-3190-4c6d-befc-b87db645304c tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Resources bound (agent type, host, resource id): {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 18:02:12.833780 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d1eb148-b2c4-4e03-b661-4093d353b04a req-ca4a9706-3190-4c6d-befc-b87db645304c tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Received port after_create {{(pid=103377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 18:02:12.858695 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4a9706-3190-4c6d-befc-b87db645304c tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Pushing event updated for resources: {'Port': ['ID=5ff1a503-0595-4321-b842-7bd98bb59275,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:02:12.886265 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1eb148-b2c4-4e03-b661-4093d353b04a req-ca4a9706-3190-4c6d-befc-b87db645304c tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:02:12.886891 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-0d1eb148-b2c4-4e03-b661-4093d353b04a req-ca4a9706-3190-4c6d-befc-b87db645304c tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:02:12.905114 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-0d1eb148-b2c4-4e03-b661-4093d353b04a req-ca4a9706-3190-4c6d-befc-b87db645304c tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5513830 Feb 04 18:02:12.921895 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [req-0d1eb148-b2c4-4e03-b661-4093d353b04a req-9c701001-682e-4367-91e6-0f2ba93a0b5e service neutron] Request body: {'port': {'device_id': 'c7ab0f73-ca7a-404d-a2f6-81d510360793', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827839-2'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 18:02:12.987993 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-0d1eb148-b2c4-4e03-b661-4093d353b04a req-9c701001-682e-4367-91e6-0f2ba93a0b5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (5ff1a503-0595-4321-b842-7bd98bb59275), before_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:02:13.120093 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-646ad0a8-e640-4c66-aeb7-61ff873fcebe None None] Provisioning complete for port 5ff1a503-0595-4321-b842-7bd98bb59275 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 18:02:13.120386 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-646ad0a8-e640-4c66-aeb7-61ff873fcebe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (5ff1a503-0595-4321-b842-7bd98bb59275), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:02:13.158128 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-646ad0a8-e640-4c66-aeb7-61ff873fcebe None None] Port 5ff1a503-0595-4321-b842-7bd98bb59275 cannot update to ACTIVE because it is not bound. {{(pid=103378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 18:02:13.517341 n-d-827839-2 neutron-server[103377]: DEBUG neutron.notifiers.nova [req-0d1eb148-b2c4-4e03-b661-4093d353b04a req-9c701001-682e-4367-91e6-0f2ba93a0b5e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ff1a503-0595-4321-b842-7bd98bb59275 {{(pid=103377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 18:02:13.527033 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-0d1eb148-b2c4-4e03-b661-4093d353b04a req-9c701001-682e-4367-91e6-0f2ba93a0b5e service neutron] Publish callbacks [] for port (5ff1a503-0595-4321-b842-7bd98bb59275), precommit_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:02:13.539059 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc0456c-a124-48ab-ba3d-d79a7c339c39 req-6c6d8f9e-4998-4d20-85ee-f687e0a28c26 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:02:13.540820 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.provisioning_blocks [req-0d1eb148-b2c4-4e03-b661-4093d353b04a req-9c701001-682e-4367-91e6-0f2ba93a0b5e service neutron] Transition to ACTIVE for port object 5ff1a503-0595-4321-b842-7bd98bb59275 will not be triggered until provisioned by entity L2. {{(pid=103377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 18:02:13.545613 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-0d1eb148-b2c4-4e03-b661-4093d353b04a req-9c701001-682e-4367-91e6-0f2ba93a0b5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25888290'] for port (5ff1a503-0595-4321-b842-7bd98bb59275), after_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:02:13.547113 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-0cc0456c-a124-48ab-ba3d-d79a7c339c39 req-6c6d8f9e-4998-4d20-85ee-f687e0a28c26 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "GET /v2.0/ports?device_id=c7ab0f73-ca7a-404d-a2f6-81d510360793 HTTP/1.1" status: 200 len: 932 time: 0.0602229 Feb 04 18:02:13.606540 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-0cc0456c-a124-48ab-ba3d-d79a7c339c39 req-ba5bb705-2840-466b-8e35-22c0efaf6ff6 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "GET /v2.0/security-groups?id=a7fc0481-d484-4f06-a09a-3d6b9023a037&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584788 Feb 04 18:02:13.632100 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c701001-682e-4367-91e6-0f2ba93a0b5e service neutron] Pushing event updated for resources: {'Port': ['ID=5ff1a503-0595-4321-b842-7bd98bb59275,revision_number=2']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:02:13.688808 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [req-0d1eb148-b2c4-4e03-b661-4093d353b04a req-9c701001-682e-4367-91e6-0f2ba93a0b5e service neutron] Attempting to bind port 5ff1a503-0595-4321-b842-7bd98bb59275 on host n-h2-827839-2 for vnic_type normal with profile {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 18:02:13.689089 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [req-0d1eb148-b2c4-4e03-b661-4093d353b04a req-9c701001-682e-4367-91e6-0f2ba93a0b5e service neutron] Attempting to bind port 5ff1a503-0595-4321-b842-7bd98bb59275 by drivers openvswitch,hyperv on host n-h2-827839-2 at level 0 using segments [{'id': '14b42f91-bfd2-4a53-b270-b22cde6aff98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '373501d5-ea79-4aa8-8415-e77aad537579'}] {{(pid=103377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 18:02:13.689424 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d1eb148-b2c4-4e03-b661-4093d353b04a req-9c701001-682e-4367-91e6-0f2ba93a0b5e service neutron] Attempting to bind port 5ff1a503-0595-4321-b842-7bd98bb59275 on network 373501d5-ea79-4aa8-8415-e77aad537579 {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 18:02:13.694088 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d1eb148-b2c4-4e03-b661-4093d353b04a req-9c701001-682e-4367-91e6-0f2ba93a0b5e service neutron] Port 5ff1a503-0595-4321-b842-7bd98bb59275 on network 373501d5-ea79-4aa8-8415-e77aad537579 not bound, no agent of type Open vSwitch agent registered on host n-h2-827839-2 {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 18:02:13.694355 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d1eb148-b2c4-4e03-b661-4093d353b04a req-9c701001-682e-4367-91e6-0f2ba93a0b5e service neutron] Attempting to bind port 5ff1a503-0595-4321-b842-7bd98bb59275 on network 373501d5-ea79-4aa8-8415-e77aad537579 {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 18:02:13.699918 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d1eb148-b2c4-4e03-b661-4093d353b04a req-9c701001-682e-4367-91e6-0f2ba93a0b5e service neutron] Checking agent: {'id': 'f20a1ab3-4332-4f54-833b-ba4a7c687e89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 8, 40), 'started_at': datetime.datetime(2022, 2, 4, 17, 8, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 18, 2, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 18:02:13.700252 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d1eb148-b2c4-4e03-b661-4093d353b04a req-9c701001-682e-4367-91e6-0f2ba93a0b5e service neutron] Checking segment: {'id': '14b42f91-bfd2-4a53-b270-b22cde6aff98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '373501d5-ea79-4aa8-8415-e77aad537579'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 18:02:13.700651 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d1eb148-b2c4-4e03-b661-4093d353b04a req-9c701001-682e-4367-91e6-0f2ba93a0b5e service neutron] Bound using segment: {'id': '14b42f91-bfd2-4a53-b270-b22cde6aff98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '373501d5-ea79-4aa8-8415-e77aad537579'} {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 18:02:13.701138 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [req-0d1eb148-b2c4-4e03-b661-4093d353b04a req-9c701001-682e-4367-91e6-0f2ba93a0b5e service neutron] Bound port: 5ff1a503-0595-4321-b842-7bd98bb59275, host: n-h2-827839-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14b42f91-bfd2-4a53-b270-b22cde6aff98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '373501d5-ea79-4aa8-8415-e77aad537579'}}] {{(pid=103377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 18:02:13.701496 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-0d1eb148-b2c4-4e03-b661-4093d353b04a req-9c701001-682e-4367-91e6-0f2ba93a0b5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (5ff1a503-0595-4321-b842-7bd98bb59275), before_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:02:13.768375 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [req-0d1eb148-b2c4-4e03-b661-4093d353b04a req-9c701001-682e-4367-91e6-0f2ba93a0b5e service neutron] For port 5ff1a503-0595-4321-b842-7bd98bb59275, host n-h2-827839-2, cleared binding levels {{(pid=103377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 18:02:13.772828 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [req-0d1eb148-b2c4-4e03-b661-4093d353b04a req-9c701001-682e-4367-91e6-0f2ba93a0b5e service neutron] For port 5ff1a503-0595-4321-b842-7bd98bb59275, host n-h2-827839-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=5ff1a503-0595-4321-b842-7bd98bb59275,segment=NetworkSegment(14b42f91-bfd2-4a53-b270-b22cde6aff98),segment_id=14b42f91-bfd2-4a53-b270-b22cde6aff98)] {{(pid=103377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 18:02:13.780656 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-0d1eb148-b2c4-4e03-b661-4093d353b04a req-9c701001-682e-4367-91e6-0f2ba93a0b5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25888290'] for port (5ff1a503-0595-4321-b842-7bd98bb59275), after_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:02:13.816256 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1eb148-b2c4-4e03-b661-4093d353b04a req-9c701001-682e-4367-91e6-0f2ba93a0b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:02:13.816913 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-0d1eb148-b2c4-4e03-b661-4093d353b04a req-9c701001-682e-4367-91e6-0f2ba93a0b5e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:02:13.818606 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-0d1eb148-b2c4-4e03-b661-4093d353b04a req-9c701001-682e-4367-91e6-0f2ba93a0b5e service neutron] 10.222.0.90 "PUT /v2.0/ports/5ff1a503-0595-4321-b842-7bd98bb59275 HTTP/1.1" status: 200 len: 1092 time: 0.9018686 Feb 04 18:02:13.823721 n-d-827839-2 neutron-server[103377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7ab0f73-ca7a-404d-a2f6-81d510360793', 'tag': '5ff1a503-0595-4321-b842-7bd98bb59275'}] {{(pid=103377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 18:02:13.826909 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7240428b650e1488e9361b62648ff4b3a6c19d49d8c27c949491ab58c1346cf0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90de95f0-656d-4bcc-8ee9-ad092026e498" -d '{"events": [{"name": "network-changed", "server_uuid": "c7ab0f73-ca7a-404d-a2f6-81d510360793", "tag": "5ff1a503-0595-4321-b842-7bd98bb59275"}]}' {{(pid=103377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 18:02:13.851598 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c701001-682e-4367-91e6-0f2ba93a0b5e service neutron] Pushing event updated for resources: {'Port': ['ID=5ff1a503-0595-4321-b842-7bd98bb59275,revision_number=3']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:02:13.910097 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 18:02:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c5fb2ea-7879-4a8e-a1c1-0174e83297e3 x-openstack-request-id: req-2c5fb2ea-7879-4a8e-a1c1-0174e83297e3 {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 18:02:13.910504 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7ab0f73-ca7a-404d-a2f6-81d510360793", "tag": "5ff1a503-0595-4321-b842-7bd98bb59275", "status": "completed", "code": 200}]} {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 18:02:13.910859 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-2c5fb2ea-7879-4a8e-a1c1-0174e83297e3 {{(pid=103377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 18:02:13.911531 n-d-827839-2 neutron-server[103377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7ab0f73-ca7a-404d-a2f6-81d510360793', 'tag': '5ff1a503-0595-4321-b842-7bd98bb59275', 'status': 'completed', 'code': 200} Feb 04 18:02:13.927403 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1eb148-b2c4-4e03-b661-4093d353b04a req-62bfa300-1d30-49ec-86cc-0cd668236ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:02:13.929013 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-0d1eb148-b2c4-4e03-b661-4093d353b04a req-62bfa300-1d30-49ec-86cc-0cd668236ec1 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=0082fd5bf0af4f76918b9b76b2e7b4a0&device_id=c7ab0f73-ca7a-404d-a2f6-81d510360793 HTTP/1.1" status: 200 len: 1126 time: 0.0608287 Feb 04 18:02:13.988035 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-0d1eb148-b2c4-4e03-b661-4093d353b04a req-2f0d8165-8fe2-4d30-96ab-9dead8c5eb33 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5ff1a503-0595-4321-b842-7bd98bb59275 HTTP/1.1" status: 200 len: 217 time: 0.0489280 Feb 04 18:02:14.045287 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1eb148-b2c4-4e03-b661-4093d353b04a req-811e1c05-8752-4669-9de4-18d89c15aaea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:02:14.046708 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-0d1eb148-b2c4-4e03-b661-4093d353b04a req-811e1c05-8752-4669-9de4-18d89c15aaea service neutron] 10.222.0.90 "GET /v2.0/subnets?id=645125ba-dc72-4374-be18-fe910df5a518 HTTP/1.1" status: 200 len: 851 time: 0.0480905 Feb 04 18:02:14.103469 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1eb148-b2c4-4e03-b661-4093d353b04a req-8f2642b1-4256-4bc7-8131-0ce60c114dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:02:14.105024 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-0d1eb148-b2c4-4e03-b661-4093d353b04a req-8f2642b1-4256-4bc7-8131-0ce60c114dbc service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=373501d5-ea79-4aa8-8415-e77aad537579&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0488167 Feb 04 18:02:14.204238 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-0d1eb148-b2c4-4e03-b661-4093d353b04a req-54260a29-b777-477e-bd4f-e1139dca1982 service neutron] 10.222.0.90 "GET /v2.0/networks/373501d5-ea79-4aa8-8415-e77aad537579?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874665 Feb 04 18:02:14.294127 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-0d1eb148-b2c4-4e03-b661-4093d353b04a req-49fafc4c-e79a-457d-9b8f-c8b1985e52dc service neutron] 10.222.0.90 "GET /v2.0/networks/373501d5-ea79-4aa8-8415-e77aad537579?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829139 Feb 04 18:02:14.393381 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90de95f0-656d-4bcc-8ee9-ad092026e498 req-1c1d7dbb-7d2a-451b-9b38-71fe2d3110f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:02:14.394799 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-90de95f0-656d-4bcc-8ee9-ad092026e498 req-1c1d7dbb-7d2a-451b-9b38-71fe2d3110f3 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=0082fd5bf0af4f76918b9b76b2e7b4a0&device_id=c7ab0f73-ca7a-404d-a2f6-81d510360793 HTTP/1.1" status: 200 len: 1126 time: 0.0493672 Feb 04 18:02:14.499227 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90de95f0-656d-4bcc-8ee9-ad092026e498 req-2d526ef2-57bf-4411-ac91-b154ee57fb2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:02:14.500703 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-90de95f0-656d-4bcc-8ee9-ad092026e498 req-2d526ef2-57bf-4411-ac91-b154ee57fb2b service neutron] 10.222.0.90 "GET /v2.0/networks?id=373501d5-ea79-4aa8-8415-e77aad537579 HTTP/1.1" status: 200 len: 913 time: 0.0961270 Feb 04 18:02:14.547394 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-90de95f0-656d-4bcc-8ee9-ad092026e498 req-302b95c7-07c0-4a01-a345-a69cf824f543 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5ff1a503-0595-4321-b842-7bd98bb59275 HTTP/1.1" status: 200 len: 217 time: 0.0382371 Feb 04 18:02:14.596531 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90de95f0-656d-4bcc-8ee9-ad092026e498 req-dc759ee5-e872-416a-ada5-7459b2d55f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:02:14.597978 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-90de95f0-656d-4bcc-8ee9-ad092026e498 req-dc759ee5-e872-416a-ada5-7459b2d55f81 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=645125ba-dc72-4374-be18-fe910df5a518 HTTP/1.1" status: 200 len: 851 time: 0.0420086 Feb 04 18:02:14.650775 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90de95f0-656d-4bcc-8ee9-ad092026e498 req-30bc6be7-f1b8-4612-b36c-ef8ccce83c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:02:14.652379 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-90de95f0-656d-4bcc-8ee9-ad092026e498 req-30bc6be7-f1b8-4612-b36c-ef8ccce83c78 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=373501d5-ea79-4aa8-8415-e77aad537579&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0461302 Feb 04 18:02:14.724127 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b1bd6c-1efb-4197-aaec-0eb5ac781365 req-f14d4681-f2f5-4a85-aeb0-3c62ad89c847 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:02:14.726390 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-d8b1bd6c-1efb-4197-aaec-0eb5ac781365 req-f14d4681-f2f5-4a85-aeb0-3c62ad89c847 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "GET /v2.0/ports?device_id=c7ab0f73-ca7a-404d-a2f6-81d510360793 HTTP/1.1" status: 200 len: 944 time: 0.0628033 Feb 04 18:02:14.753555 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-90de95f0-656d-4bcc-8ee9-ad092026e498 req-71e7a1e0-c714-4c21-9357-87e60313c7dd service neutron] 10.222.0.90 "GET /v2.0/networks/373501d5-ea79-4aa8-8415-e77aad537579?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925910 Feb 04 18:02:14.779250 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-d8b1bd6c-1efb-4197-aaec-0eb5ac781365 req-c499f7e3-d7c3-4389-825c-744f0170f314 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "GET /v2.0/security-groups?id=a7fc0481-d484-4f06-a09a-3d6b9023a037&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453477 Feb 04 18:02:14.850620 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-90de95f0-656d-4bcc-8ee9-ad092026e498 req-bbc7c868-1272-4351-9013-5e3d06c3a520 service neutron] 10.222.0.90 "GET /v2.0/networks/373501d5-ea79-4aa8-8415-e77aad537579?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884666 Feb 04 18:02:15.903321 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2016a593-8cd5-4e06-98f0-3947f8099eac req-2da120b3-4c08-4607-91ed-3e324b3bccfe tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:02:15.904802 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-2016a593-8cd5-4e06-98f0-3947f8099eac req-2da120b3-4c08-4607-91ed-3e324b3bccfe tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "GET /v2.0/ports?device_id=c7ab0f73-ca7a-404d-a2f6-81d510360793 HTTP/1.1" status: 200 len: 944 time: 0.0551143 Feb 04 18:02:15.955834 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-2016a593-8cd5-4e06-98f0-3947f8099eac req-988a8187-21c2-4c95-bfa9-741b67e5df94 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "GET /v2.0/security-groups?id=a7fc0481-d484-4f06-a09a-3d6b9023a037&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444741 Feb 04 18:02:17.080044 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6445e4-f68f-4caa-9160-ec763ea7c0fb req-add4ca7e-1298-4ba4-ac93-03b558337237 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:02:17.081569 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-dc6445e4-f68f-4caa-9160-ec763ea7c0fb req-add4ca7e-1298-4ba4-ac93-03b558337237 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "GET /v2.0/ports?device_id=c7ab0f73-ca7a-404d-a2f6-81d510360793 HTTP/1.1" status: 200 len: 944 time: 0.0524547 Feb 04 18:02:17.129739 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-dc6445e4-f68f-4caa-9160-ec763ea7c0fb req-737a3cf4-9c5c-4b09-bd4a-d5d9c7a18a11 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "GET /v2.0/security-groups?id=a7fc0481-d484-4f06-a09a-3d6b9023a037&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426040 Feb 04 18:02:18.264429 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9edf3dc-00e7-4555-bc93-354262f112f2 req-86ef48b2-c23f-4d6f-84ce-71b3aa6bdc36 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:02:18.266030 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-c9edf3dc-00e7-4555-bc93-354262f112f2 req-86ef48b2-c23f-4d6f-84ce-71b3aa6bdc36 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "GET /v2.0/ports?device_id=c7ab0f73-ca7a-404d-a2f6-81d510360793 HTTP/1.1" status: 200 len: 944 time: 0.0607908 Feb 04 18:02:18.315265 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-c9edf3dc-00e7-4555-bc93-354262f112f2 req-2e7537ae-7f6a-4ba8-b2b2-7f3a187d1887 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "GET /v2.0/security-groups?id=a7fc0481-d484-4f06-a09a-3d6b9023a037&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433285 Feb 04 18:02:19.440450 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0458cc-e278-494a-9e8a-e96a1e17a638 req-b5740000-f754-44e8-83a0-dbfde1bdf886 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:02:19.441955 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-fc0458cc-e278-494a-9e8a-e96a1e17a638 req-b5740000-f754-44e8-83a0-dbfde1bdf886 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "GET /v2.0/ports?device_id=c7ab0f73-ca7a-404d-a2f6-81d510360793 HTTP/1.1" status: 200 len: 944 time: 0.0553086 Feb 04 18:02:19.490214 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-fc0458cc-e278-494a-9e8a-e96a1e17a638 req-7a1999cc-1d03-4a0a-a31c-12c63ce8a6c0 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "GET /v2.0/security-groups?id=a7fc0481-d484-4f06-a09a-3d6b9023a037&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425048 Feb 04 18:02:20.610772 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217fef25-8ec1-4d54-9d52-630cd867dd54 req-ca5cf51e-2992-49a6-8f4c-d7b5723266f5 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:02:20.612285 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-217fef25-8ec1-4d54-9d52-630cd867dd54 req-ca5cf51e-2992-49a6-8f4c-d7b5723266f5 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "GET /v2.0/ports?device_id=c7ab0f73-ca7a-404d-a2f6-81d510360793 HTTP/1.1" status: 200 len: 944 time: 0.0549884 Feb 04 18:02:20.661153 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-217fef25-8ec1-4d54-9d52-630cd867dd54 req-c5ee0370-2727-4b1d-92d2-f9d5a898ab26 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "GET /v2.0/security-groups?id=a7fc0481-d484-4f06-a09a-3d6b9023a037&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431063 Feb 04 18:02:21.777264 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890b1881-c132-40eb-b804-57faeef52c10 req-335fb2e5-fc4a-4d1a-b235-262703a0b8f9 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:02:21.778752 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-890b1881-c132-40eb-b804-57faeef52c10 req-335fb2e5-fc4a-4d1a-b235-262703a0b8f9 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "GET /v2.0/ports?device_id=c7ab0f73-ca7a-404d-a2f6-81d510360793 HTTP/1.1" status: 200 len: 944 time: 0.0519831 Feb 04 18:02:21.826847 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-890b1881-c132-40eb-b804-57faeef52c10 req-c8b84813-4bfa-4c70-8eb1-1633a4a82d1f tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "GET /v2.0/security-groups?id=a7fc0481-d484-4f06-a09a-3d6b9023a037&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422456 Feb 04 18:02:22.948083 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec142260-f6bf-42b2-ac99-67c98e5b666c req-dcf77790-c189-4649-ac5a-e547c1a4b576 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:02:22.949597 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-ec142260-f6bf-42b2-ac99-67c98e5b666c req-dcf77790-c189-4649-ac5a-e547c1a4b576 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "GET /v2.0/ports?device_id=c7ab0f73-ca7a-404d-a2f6-81d510360793 HTTP/1.1" status: 200 len: 944 time: 0.0569386 Feb 04 18:02:22.997477 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-ec142260-f6bf-42b2-ac99-67c98e5b666c req-2632e5a5-2c8b-44ac-832f-769e0829573c tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "GET /v2.0/security-groups?id=a7fc0481-d484-4f06-a09a-3d6b9023a037&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423539 Feb 04 18:02:24.113684 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba5d568-11ad-4994-8487-dda294d48719 req-54408581-1507-4012-ac1f-cb1e0135ccd9 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:02:24.115184 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-aba5d568-11ad-4994-8487-dda294d48719 req-54408581-1507-4012-ac1f-cb1e0135ccd9 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "GET /v2.0/ports?device_id=c7ab0f73-ca7a-404d-a2f6-81d510360793 HTTP/1.1" status: 200 len: 944 time: 0.0513868 Feb 04 18:02:24.167008 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-aba5d568-11ad-4994-8487-dda294d48719 req-940d784e-668d-438b-8be9-9cf2a0ad353d tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "GET /v2.0/security-groups?id=a7fc0481-d484-4f06-a09a-3d6b9023a037&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457845 Feb 04 18:02:25.286884 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcbf648-e537-466a-84ba-8e6d072810e0 req-917ad888-7f55-4fc7-9ec8-af9fdf45784e tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:02:25.288410 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-3fcbf648-e537-466a-84ba-8e6d072810e0 req-917ad888-7f55-4fc7-9ec8-af9fdf45784e tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "GET /v2.0/ports?device_id=c7ab0f73-ca7a-404d-a2f6-81d510360793 HTTP/1.1" status: 200 len: 944 time: 0.0530865 Feb 04 18:02:25.343432 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-3fcbf648-e537-466a-84ba-8e6d072810e0 req-2eed7759-74dd-4995-b2b2-f293c79a4bf2 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "GET /v2.0/security-groups?id=a7fc0481-d484-4f06-a09a-3d6b9023a037&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488064 Feb 04 18:02:26.460617 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4864b12d-9d81-4137-879f-4e708b1b98ef req-2d4c0a03-481d-425f-a44a-5fc155a55ec8 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:02:26.462142 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-4864b12d-9d81-4137-879f-4e708b1b98ef req-2d4c0a03-481d-425f-a44a-5fc155a55ec8 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "GET /v2.0/ports?device_id=c7ab0f73-ca7a-404d-a2f6-81d510360793 HTTP/1.1" status: 200 len: 944 time: 0.0523107 Feb 04 18:02:26.510764 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-4864b12d-9d81-4137-879f-4e708b1b98ef req-0534437b-d4e6-4ddf-af99-b76be7d6d133 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "GET /v2.0/security-groups?id=a7fc0481-d484-4f06-a09a-3d6b9023a037&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430329 Feb 04 18:02:27.630042 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc932aa2-6f94-4f3f-b1ae-39404d6f380a req-2a83bc9f-428e-48fa-a92a-f8895659084a tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:02:27.631532 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-bc932aa2-6f94-4f3f-b1ae-39404d6f380a req-2a83bc9f-428e-48fa-a92a-f8895659084a tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "GET /v2.0/ports?device_id=c7ab0f73-ca7a-404d-a2f6-81d510360793 HTTP/1.1" status: 200 len: 944 time: 0.0551393 Feb 04 18:02:27.683728 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-bc932aa2-6f94-4f3f-b1ae-39404d6f380a req-1f976eed-8bbd-46d9-87de-3a5c120a1800 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "GET /v2.0/security-groups?id=a7fc0481-d484-4f06-a09a-3d6b9023a037&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460007 Feb 04 18:02:28.803086 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6cf27c-535c-4849-97d3-242bf1b115ac req-382102d4-d1a0-42e3-90d9-17159c00bfa0 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:02:28.804577 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-4d6cf27c-535c-4849-97d3-242bf1b115ac req-382102d4-d1a0-42e3-90d9-17159c00bfa0 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "GET /v2.0/ports?device_id=c7ab0f73-ca7a-404d-a2f6-81d510360793 HTTP/1.1" status: 200 len: 944 time: 0.0531547 Feb 04 18:02:28.852837 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-4d6cf27c-535c-4849-97d3-242bf1b115ac req-3f9b1bcb-b46b-4c09-8a33-10f5b54dbaf9 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "GET /v2.0/security-groups?id=a7fc0481-d484-4f06-a09a-3d6b9023a037&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426764 Feb 04 18:02:28.995955 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Device 5ff1a503-0595-4321-b842-7bd98bb59275 details requested by agent hyperv_n-h2-827839-2 with host n-h2-827839-2 {{(pid=103378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 18:02:29.104458 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] For port 5ff1a503-0595-4321-b842-7bd98bb59275, host n-h2-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=5ff1a503-0595-4321-b842-7bd98bb59275,segment=NetworkSegment(14b42f91-bfd2-4a53-b270-b22cde6aff98),segment_id=14b42f91-bfd2-4a53-b270-b22cde6aff98)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 18:02:29.115418 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Returning: {'device': '5ff1a503-0595-4321-b842-7bd98bb59275', 'network_id': '373501d5-ea79-4aa8-8415-e77aad537579', 'port_id': '5ff1a503-0595-4321-b842-7bd98bb59275', 'mac_address': 'fa:16:3e:f7:fe:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 752, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '645125ba-dc72-4374-be18-fe910df5a518', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 18:02:29.152247 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Current status of the port 5ff1a503-0595-4321-b842-7bd98bb59275 is: DOWN; New status is: BUILD {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 18:02:29.152628 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (5ff1a503-0595-4321-b842-7bd98bb59275), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:02:29.165422 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ff1a503-0595-4321-b842-7bd98bb59275 {{(pid=103378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 18:02:29.184576 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] For port 5ff1a503-0595-4321-b842-7bd98bb59275, host n-h2-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=5ff1a503-0595-4321-b842-7bd98bb59275,segment=NetworkSegment(14b42f91-bfd2-4a53-b270-b22cde6aff98),segment_id=14b42f91-bfd2-4a53-b270-b22cde6aff98)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 18:02:29.189147 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (5ff1a503-0595-4321-b842-7bd98bb59275), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:02:29.234784 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Pushing event updated for resources: {'Port': ['ID=5ff1a503-0595-4321-b842-7bd98bb59275,revision_number=4']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:02:29.241916 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:02:29.242297 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:02:29.242636 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:02:29.242975 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:02:29.243307 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:02:29.243635 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:02:29.243964 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:02:29.244290 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:02:29.244614 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:02:29.244963 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:02:29.245805 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:02:29.246182 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:02:29.246455 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:02:29.456640 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] get_ports_and_sgs() called for port_ids ['5ff1a503-0595-4321-b842-7bd98bb59275'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 18:02:29.797070 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-716e20d5-7388-4d8f-b40e-a3e24f3b731f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (bb89f5a3-3c22-440b-b7d1-c4f0c43c184a), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:02:29.972299 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bbec67-5079-4746-8445-94ae98c1290c req-62582817-f0f1-43d6-b856-90ea19be8ddc tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:02:29.973798 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-83bbec67-5079-4746-8445-94ae98c1290c req-62582817-f0f1-43d6-b856-90ea19be8ddc tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "GET /v2.0/ports?device_id=c7ab0f73-ca7a-404d-a2f6-81d510360793 HTTP/1.1" status: 200 len: 945 time: 0.0544264 Feb 04 18:02:30.021690 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-83bbec67-5079-4746-8445-94ae98c1290c req-ab153644-88b4-40bc-a2ca-031b082a9efa tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "GET /v2.0/security-groups?id=a7fc0481-d484-4f06-a09a-3d6b9023a037&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422430 Feb 04 18:02:31.012130 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Device 5ff1a503-0595-4321-b842-7bd98bb59275 up at agent hyperv_n-h2-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 18:02:31.061503 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Provisioning for port 5ff1a503-0595-4321-b842-7bd98bb59275 completed by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 18:02:31.065286 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Provisioning complete for port 5ff1a503-0595-4321-b842-7bd98bb59275 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 18:02:31.065675 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (5ff1a503-0595-4321-b842-7bd98bb59275), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:02:31.145110 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Current status of the port 5ff1a503-0595-4321-b842-7bd98bb59275 is: BUILD; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 18:02:31.145508 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (5ff1a503-0595-4321-b842-7bd98bb59275), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:02:31.149708 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55f748f-8c06-40dd-9d84-5a9cbeb76e85 req-b596b94b-24be-4dd7-858c-dbb1dc190c62 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:02:31.151248 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-b55f748f-8c06-40dd-9d84-5a9cbeb76e85 req-b596b94b-24be-4dd7-858c-dbb1dc190c62 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "GET /v2.0/ports?device_id=c7ab0f73-ca7a-404d-a2f6-81d510360793 HTTP/1.1" status: 200 len: 945 time: 0.0598264 Feb 04 18:02:31.170568 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7ab0f73-ca7a-404d-a2f6-81d510360793', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ff1a503-0595-4321-b842-7bd98bb59275'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 18:02:31.172851 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c34bc964ce2211770fda26ca2f3801cc06f4f39928110690550e94ab9c9d2fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0119147-df5b-4b9a-8da3-813b1e21e53b" -d '{"events": [{"server_uuid": "c7ab0f73-ca7a-404d-a2f6-81d510360793", "name": "network-vif-plugged", "status": "completed", "tag": "5ff1a503-0595-4321-b842-7bd98bb59275"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 18:02:31.188869 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] For port 5ff1a503-0595-4321-b842-7bd98bb59275, host n-h2-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=5ff1a503-0595-4321-b842-7bd98bb59275,segment=NetworkSegment(14b42f91-bfd2-4a53-b270-b22cde6aff98),segment_id=14b42f91-bfd2-4a53-b270-b22cde6aff98)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 18:02:31.193846 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (5ff1a503-0595-4321-b842-7bd98bb59275), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:02:31.208494 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-b55f748f-8c06-40dd-9d84-5a9cbeb76e85 req-3b0b09ce-6744-47c2-b168-0565655ac016 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "GET /v2.0/security-groups?id=a7fc0481-d484-4f06-a09a-3d6b9023a037&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467777 Feb 04 18:02:31.219922 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 18:02:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2542de56-aadf-4b53-bb54-e20c0d3e0748 x-openstack-request-id: req-2542de56-aadf-4b53-bb54-e20c0d3e0748 {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 18:02:31.220204 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7ab0f73-ca7a-404d-a2f6-81d510360793", "name": "network-vif-plugged", "status": "completed", "tag": "5ff1a503-0595-4321-b842-7bd98bb59275", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 18:02:31.220461 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-2542de56-aadf-4b53-bb54-e20c0d3e0748 {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 18:02:31.220944 n-d-827839-2 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7ab0f73-ca7a-404d-a2f6-81d510360793', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ff1a503-0595-4321-b842-7bd98bb59275', 'code': 200} Feb 04 18:02:31.245759 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Pushing event updated for resources: {'Port': ['ID=5ff1a503-0595-4321-b842-7bd98bb59275,revision_number=5']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:02:31.328014 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb750790-a839-4352-80b6-1351d721b959 req-a7a67db8-905b-4728-924f-b7265634d479 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:02:31.329645 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-fb750790-a839-4352-80b6-1351d721b959 req-a7a67db8-905b-4728-924f-b7265634d479 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=c7ab0f73-ca7a-404d-a2f6-81d510360793 HTTP/1.1" status: 200 len: 1128 time: 0.0449533 Feb 04 18:02:31.377174 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-fb750790-a839-4352-80b6-1351d721b959 req-89d7e33d-fb02-466c-b7c9-8523ca494da7 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=a7fc0481-d484-4f06-a09a-3d6b9023a037&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380378 Feb 04 18:02:32.332769 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d376abb2-d117-4689-807e-c4f12dbe4856 req-ce820e63-108f-488c-87c1-c00f1fc35df0 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:02:32.334256 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-d376abb2-d117-4689-807e-c4f12dbe4856 req-ce820e63-108f-488c-87c1-c00f1fc35df0 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "GET /v2.0/ports?device_id=c7ab0f73-ca7a-404d-a2f6-81d510360793 HTTP/1.1" status: 200 len: 946 time: 0.0580664 Feb 04 18:02:32.382084 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-d376abb2-d117-4689-807e-c4f12dbe4856 req-20128f6c-4b58-4257-8dec-79253782a198 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "GET /v2.0/security-groups?id=a7fc0481-d484-4f06-a09a-3d6b9023a037&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421784 Feb 04 18:02:32.868258 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-49c19755-d32a-490b-a249-6418290c2b22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (64ada913-9131-4d99-a265-63a920956287), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:02:33.145236 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d408ec64-b374-4acb-a1fc-48241dad6d47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (0cd6d64a-47a7-40ff-8c12-71dd526c62e0), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:02:33.501472 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be62cabf-db94-46e4-9c37-3aaa72f9738f req-327a38ea-9da4-4dc1-9210-76fec60143ad tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:02:33.502952 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-be62cabf-db94-46e4-9c37-3aaa72f9738f req-327a38ea-9da4-4dc1-9210-76fec60143ad tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "GET /v2.0/ports?device_id=c7ab0f73-ca7a-404d-a2f6-81d510360793 HTTP/1.1" status: 200 len: 946 time: 0.0526767 Feb 04 18:02:33.550821 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-be62cabf-db94-46e4-9c37-3aaa72f9738f req-d730fb66-0889-4f1d-b329-ce0abb77e769 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "GET /v2.0/security-groups?id=a7fc0481-d484-4f06-a09a-3d6b9023a037&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422590 Feb 04 18:02:33.666232 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbaeb322-8c4c-459f-97d6-ddc63f89c197 req-b58030e6-d52d-457c-bff0-4186207d7a7a tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:02:33.667636 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-cbaeb322-8c4c-459f-97d6-ddc63f89c197 req-b58030e6-d52d-457c-bff0-4186207d7a7a tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "GET /v2.0/ports?device_id=c7ab0f73-ca7a-404d-a2f6-81d510360793 HTTP/1.1" status: 200 len: 946 time: 0.0523448 Feb 04 18:02:33.715481 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-cbaeb322-8c4c-459f-97d6-ddc63f89c197 req-b365170f-540a-4af8-8f23-b1008f2548d8 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "GET /v2.0/security-groups?id=a7fc0481-d484-4f06-a09a-3d6b9023a037&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411444 Feb 04 18:02:33.737618 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 54458) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:02:33.780504 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1e12362-866a-424a-a514-f4df4a4d7e9b tempest-TestVolumeBootPattern-1878344515 tempest-TestVolumeBootPattern-1878344515-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:02:33.782051 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-c1e12362-866a-424a-a514-f4df4a4d7e9b tempest-TestVolumeBootPattern-1878344515 tempest-TestVolumeBootPattern-1878344515-project-admin] 10.222.0.89 "GET /v2.0/ports?device_id=c7ab0f73-ca7a-404d-a2f6-81d510360793 HTTP/1.1" status: 200 len: 1123 time: 0.0434670 Feb 04 18:02:33.785310 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 54460) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:02:33.789758 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-3c81239c-cafe-4c6d-858c-3e1982700454 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Request body: {'floatingip': {'floating_network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'port_id': '5ff1a503-0595-4321-b842-7bd98bb59275', 'tenant_id': '0082fd5bf0af4f76918b9b76b2e7b4a0', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 18:02:33.815950 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-3c81239c-cafe-4c6d-858c-3e1982700454 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:02:33.911860 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-3c81239c-cafe-4c6d-858c-3e1982700454 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:02:34.016376 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.db_base_plugin_common [None req-3c81239c-cafe-4c6d-858c-3e1982700454 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Allocated IP 172.25.6.46 (48165773-85ad-49a1-9ec1-76fc8dc24188/7660bfad-1ea8-4fe7-831b-bed836f13efc/e5f07134-033a-44ff-a730-add5286047ab) {{(pid=103377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 18:02:34.113874 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-3c81239c-cafe-4c6d-858c-3e1982700454 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Publish callbacks [] for port (e5f07134-033a-44ff-a730-add5286047ab), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:02:34.148027 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-3c81239c-cafe-4c6d-858c-3e1982700454 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (e5f07134-033a-44ff-a730-add5286047ab), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:02:34.190792 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c81239c-cafe-4c6d-858c-3e1982700454 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Network 48165773-85ad-49a1-9ec1-76fc8dc24188 is already hosted by enough agents. {{(pid=103377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 18:02:34.193652 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [None req-3c81239c-cafe-4c6d-858c-3e1982700454 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Resources bound (agent type, host, resource id): {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 18:02:34.197892 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c81239c-cafe-4c6d-858c-3e1982700454 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Received port after_create {{(pid=103377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 18:02:34.222104 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c81239c-cafe-4c6d-858c-3e1982700454 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Pushing event updated for resources: {'Port': ['ID=e5f07134-033a-44ff-a730-add5286047ab,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:02:34.646650 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-3c81239c-cafe-4c6d-858c-3e1982700454 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Publish callbacks [] for floatingip (14ab0c48-d313-4fd2-ad31-f323247728b7), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:02:34.752519 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-3c81239c-cafe-4c6d-858c-3e1982700454 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (e5f07134-033a-44ff-a730-add5286047ab), before_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:02:34.905695 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-3c81239c-cafe-4c6d-858c-3e1982700454 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Publish callbacks [] for port (e5f07134-033a-44ff-a730-add5286047ab), precommit_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:02:34.910280 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-3c81239c-cafe-4c6d-858c-3e1982700454 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25888290'] for port (e5f07134-033a-44ff-a730-add5286047ab), after_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:02:34.945787 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4f14bb47-e72b-46ac-9e44-a61d9293afcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (75326290-f7a3-4db8-9cf2-15c7139ed224), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:02:34.976063 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c81239c-cafe-4c6d-858c-3e1982700454 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Pushing event updated for resources: {'Port': ['ID=e5f07134-033a-44ff-a730-add5286047ab,revision_number=2']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:02:34.991095 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-3c81239c-cafe-4c6d-858c-3e1982700454 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1595586'] for floatingip (14ab0c48-d313-4fd2-ad31-f323247728b7), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:02:35.091437 n-d-827839-2 neutron-server[103377]: INFO neutron.db.l3_db [None req-3c81239c-cafe-4c6d-858c-3e1982700454 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Floating IP 14ab0c48-d313-4fd2-ad31-f323247728b7 associated. External IP: 172.25.6.46, port: 5ff1a503-0595-4321-b842-7bd98bb59275. Feb 04 18:02:35.556285 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c81239c-cafe-4c6d-858c-3e1982700454 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Router 28361fe3-6036-43c9-b8f6-14ae321a7597 has already been hosted by L3 agent 64ada913-9131-4d99-a265-63a920956287 {{(pid=103377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 18:02:35.665542 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c81239c-cafe-4c6d-858c-3e1982700454 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Notify agent at l3_agent.n-d-827839-2 the message routers_updated {{(pid=103377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 18:02:35.675511 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1a3961d-378d-4fa6-83e9-d556117722b3 None None] Sync routers for ids ['28361fe3-6036-43c9-b8f6-14ae321a7597'] in n-d-827839-2 {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 18:02:35.682932 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-3c81239c-cafe-4c6d-858c-3e1982700454 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for floatingip (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:02:35.686188 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1a3961d-378d-4fa6-83e9-d556117722b3 None None] Routers {'28361fe3-6036-43c9-b8f6-14ae321a7597'} bound to L3 agent in host n-d-827839-2 {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 18:02:35.686804 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-d1a3961d-378d-4fa6-83e9-d556117722b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T18:02:33Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['28361fe3-6036-43c9-b8f6-14ae321a7597'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:02:35.713353 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-3c81239c-cafe-4c6d-858c-3e1982700454 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9270270 Feb 04 18:02:35.714087 n-d-827839-2 neutron-server[103377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7ab0f73-ca7a-404d-a2f6-81d510360793', 'tag': '5ff1a503-0595-4321-b842-7bd98bb59275'}] {{(pid=103377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 18:02:35.716341 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7240428b650e1488e9361b62648ff4b3a6c19d49d8c27c949491ab58c1346cf0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2df9efff-867d-4875-b4dd-7901c24642ce" -d '{"events": [{"name": "network-changed", "server_uuid": "c7ab0f73-ca7a-404d-a2f6-81d510360793", "tag": "5ff1a503-0595-4321-b842-7bd98bb59275"}]}' {{(pid=103377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 18:02:35.752976 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 18:02:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edc55bd2-3d3b-4b51-b04e-a6c086b26fe2 x-openstack-request-id: req-edc55bd2-3d3b-4b51-b04e-a6c086b26fe2 {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 18:02:35.753594 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7ab0f73-ca7a-404d-a2f6-81d510360793", "tag": "5ff1a503-0595-4321-b842-7bd98bb59275", "status": "completed", "code": 200}]} {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 18:02:35.753594 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-edc55bd2-3d3b-4b51-b04e-a6c086b26fe2 {{(pid=103377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 18:02:35.753917 n-d-827839-2 neutron-server[103377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7ab0f73-ca7a-404d-a2f6-81d510360793', 'tag': '5ff1a503-0595-4321-b842-7bd98bb59275', 'status': 'completed', 'code': 200} Feb 04 18:02:35.787750 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (ba70844b-66a0-45fd-a2f2-e6ed673321fc), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:02:35.797694 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvr_db [None req-d1a3961d-378d-4fa6-83e9-d556117722b3 None None] Set router 28361fe3-6036-43c9-b8f6-14ae321a7597 gateway port host: n-d-827839-2 {{(pid=103379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 18:02:35.820901 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df9efff-867d-4875-b4dd-7901c24642ce req-4bf243f0-6d54-415f-b1d6-ef47df24da9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:02:35.822374 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-2df9efff-867d-4875-b4dd-7901c24642ce req-4bf243f0-6d54-415f-b1d6-ef47df24da9a service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=0082fd5bf0af4f76918b9b76b2e7b4a0&device_id=c7ab0f73-ca7a-404d-a2f6-81d510360793 HTTP/1.1" status: 200 len: 1128 time: 0.0475290 Feb 04 18:02:35.910776 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df9efff-867d-4875-b4dd-7901c24642ce req-61397952-8fe6-467f-b72b-d74afbd2ed05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:02:35.912252 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-2df9efff-867d-4875-b4dd-7901c24642ce req-61397952-8fe6-467f-b72b-d74afbd2ed05 service neutron] 10.222.0.90 "GET /v2.0/networks?id=373501d5-ea79-4aa8-8415-e77aad537579 HTTP/1.1" status: 200 len: 913 time: 0.0841906 Feb 04 18:02:35.985243 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-2df9efff-867d-4875-b4dd-7901c24642ce req-852b6b7b-f713-493b-9628-c1f8b0d31c5f service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5ff1a503-0595-4321-b842-7bd98bb59275 HTTP/1.1" status: 200 len: 999 time: 0.0659826 Feb 04 18:02:36.034580 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df9efff-867d-4875-b4dd-7901c24642ce req-d2099804-fbe6-4b55-b7ad-600826d0963f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:02:36.036590 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-2df9efff-867d-4875-b4dd-7901c24642ce req-d2099804-fbe6-4b55-b7ad-600826d0963f service neutron] 10.222.0.90 "GET /v2.0/subnets?id=645125ba-dc72-4374-be18-fe910df5a518 HTTP/1.1" status: 200 len: 851 time: 0.0438535 Feb 04 18:02:36.037416 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-d1a3961d-378d-4fa6-83e9-d556117722b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28361fe3-6036-43c9-b8f6-14ae321a7597', 'name': 'tempest-TestVolumeBootPattern-1456540857-router', 'tenant_id': '0082fd5bf0af4f76918b9b76b2e7b4a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.242'}], 'enable_snat': True}, 'gw_port_id': '2a3e8b82-3998-4110-8b53-6dbc74b5b664', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:57:35Z', 'updated_at': '2022-02-04T17:57:38Z', 'revision_number': 4, 'project_id': '0082fd5bf0af4f76918b9b76b2e7b4a0', 'gw_port': {'id': '2a3e8b82-3998-4110-8b53-6dbc74b5b664', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:db:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28361fe3-6036-43c9-b8f6-14ae321a7597', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4017, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:57:35Z', 'updated_at': '2022-02-04T17:57:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_floatingips': [{'id': '14ab0c48-d313-4fd2-ad31-f323247728b7', 'tenant_id': '0082fd5bf0af4f76918b9b76b2e7b4a0', 'floating_ip_address': '172.25.6.46', 'floating_network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'router_id': '28361fe3-6036-43c9-b8f6-14ae321a7597', 'port_id': '5ff1a503-0595-4321-b842-7bd98bb59275', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4046, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '373501d5-ea79-4aa8-8415-e77aad537579', 'mac_address': 'fa:16:3e:f7:fe:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7ab0f73-ca7a-404d-a2f6-81d510360793', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T18:02:34Z', 'updated_at': '2022-02-04T18:02:34Z', 'revision_number': 0, 'project_id': '0082fd5bf0af4f76918b9b76b2e7b4a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff343d00-6c83-4645-b77b-ac82283080b8', 'name': '', 'network_id': '373501d5-ea79-4aa8-8415-e77aad537579', 'tenant_id': '0082fd5bf0af4f76918b9b76b2e7b4a0', 'mac_address': 'fa:16:3e:4b:6f:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28361fe3-6036-43c9-b8f6-14ae321a7597', 'device_owner': 'network:router_interface', 'standard_attr_id': 4018, 'fixed_ips': [{'subnet_id': '645125ba-dc72-4374-be18-fe910df5a518', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:57:37Z', 'updated_at': '2022-02-04T17:57:42Z', 'revision_number': 5, 'project_id': '0082fd5bf0af4f76918b9b76b2e7b4a0', 'subnets': [{'id': '645125ba-dc72-4374-be18-fe910df5a518', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-2', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:02:36.063630 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1a3961d-378d-4fa6-83e9-d556117722b3 None None] Checking router: 28361fe3-6036-43c9-b8f6-14ae321a7597 for host: n-d-827839-2 {{(pid=103379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 18:02:36.071997 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1a3961d-378d-4fa6-83e9-d556117722b3 None None] Routers {'28361fe3-6036-43c9-b8f6-14ae321a7597'} bound to L3 agent in host n-d-827839-2 {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 18:02:36.072538 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-d1a3961d-378d-4fa6-83e9-d556117722b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T18:02:33Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['28361fe3-6036-43c9-b8f6-14ae321a7597'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:02:36.084697 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df9efff-867d-4875-b4dd-7901c24642ce req-1b38bf4b-6b78-4796-be60-15079f9ac91e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:02:36.086260 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-2df9efff-867d-4875-b4dd-7901c24642ce req-1b38bf4b-6b78-4796-be60-15079f9ac91e service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=373501d5-ea79-4aa8-8415-e77aad537579&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0442283 Feb 04 18:02:36.096822 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [req-2df9efff-867d-4875-b4dd-7901c24642ce req-d26135cb-f196-4728-964a-e6ca610eb17a service neutron] http://10.222.0.89:9696/v2.0/extensions returned with HTTP 200 {{(pid=103377) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 18:02:36.097829 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-2df9efff-867d-4875-b4dd-7901c24642ce req-d26135cb-f196-4728-964a-e6ca610eb17a service neutron] 10.222.0.90 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050051 Feb 04 18:02:36.181564 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvr_db [None req-d1a3961d-378d-4fa6-83e9-d556117722b3 None None] Set router 28361fe3-6036-43c9-b8f6-14ae321a7597 gateway port host: n-d-827839-2 {{(pid=103379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 18:02:36.190620 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-2df9efff-867d-4875-b4dd-7901c24642ce req-7f308f3c-9f28-4139-8ee0-7f2d08dc1710 service neutron] 10.222.0.90 "GET /v2.0/networks/373501d5-ea79-4aa8-8415-e77aad537579?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869408 Feb 04 18:02:36.282939 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-2df9efff-867d-4875-b4dd-7901c24642ce req-f7c923e0-afa4-471a-8bdd-dce1c01adda7 service neutron] 10.222.0.90 "GET /v2.0/networks/373501d5-ea79-4aa8-8415-e77aad537579?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865653 Feb 04 18:02:36.405964 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-d1a3961d-378d-4fa6-83e9-d556117722b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28361fe3-6036-43c9-b8f6-14ae321a7597', 'name': 'tempest-TestVolumeBootPattern-1456540857-router', 'tenant_id': '0082fd5bf0af4f76918b9b76b2e7b4a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.242'}], 'enable_snat': True}, 'gw_port_id': '2a3e8b82-3998-4110-8b53-6dbc74b5b664', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:57:35Z', 'updated_at': '2022-02-04T17:57:38Z', 'revision_number': 4, 'project_id': '0082fd5bf0af4f76918b9b76b2e7b4a0', 'gw_port': {'id': '2a3e8b82-3998-4110-8b53-6dbc74b5b664', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:db:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28361fe3-6036-43c9-b8f6-14ae321a7597', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4017, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:57:35Z', 'updated_at': '2022-02-04T17:57:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_floatingips': [{'id': '14ab0c48-d313-4fd2-ad31-f323247728b7', 'tenant_id': '0082fd5bf0af4f76918b9b76b2e7b4a0', 'floating_ip_address': '172.25.6.46', 'floating_network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'router_id': '28361fe3-6036-43c9-b8f6-14ae321a7597', 'port_id': '5ff1a503-0595-4321-b842-7bd98bb59275', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4046, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '373501d5-ea79-4aa8-8415-e77aad537579', 'mac_address': 'fa:16:3e:f7:fe:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7ab0f73-ca7a-404d-a2f6-81d510360793', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T18:02:34Z', 'updated_at': '2022-02-04T18:02:34Z', 'revision_number': 0, 'project_id': '0082fd5bf0af4f76918b9b76b2e7b4a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff343d00-6c83-4645-b77b-ac82283080b8', 'name': '', 'network_id': '373501d5-ea79-4aa8-8415-e77aad537579', 'tenant_id': '0082fd5bf0af4f76918b9b76b2e7b4a0', 'mac_address': 'fa:16:3e:4b:6f:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28361fe3-6036-43c9-b8f6-14ae321a7597', 'device_owner': 'network:router_interface', 'standard_attr_id': 4018, 'fixed_ips': [{'subnet_id': '645125ba-dc72-4374-be18-fe910df5a518', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:57:37Z', 'updated_at': '2022-02-04T17:57:42Z', 'revision_number': 5, 'project_id': '0082fd5bf0af4f76918b9b76b2e7b4a0', 'subnets': [{'id': '645125ba-dc72-4374-be18-fe910df5a518', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-2', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:02:36.431785 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1a3961d-378d-4fa6-83e9-d556117722b3 None None] The sync data for ids ['28361fe3-6036-43c9-b8f6-14ae321a7597'] in n-d-827839-2 is: [{'id': '28361fe3-6036-43c9-b8f6-14ae321a7597', 'name': 'tempest-TestVolumeBootPattern-1456540857-router', 'tenant_id': '0082fd5bf0af4f76918b9b76b2e7b4a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.242'}], 'enable_snat': True}, 'gw_port_id': '2a3e8b82-3998-4110-8b53-6dbc74b5b664', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:57:35Z', 'updated_at': '2022-02-04T17:57:38Z', 'revision_number': 4, 'project_id': '0082fd5bf0af4f76918b9b76b2e7b4a0', 'gw_port': {'id': '2a3e8b82-3998-4110-8b53-6dbc74b5b664', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:db:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28361fe3-6036-43c9-b8f6-14ae321a7597', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4017, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:57:35Z', 'updated_at': '2022-02-04T17:57:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_floatingips': [{'id': '14ab0c48-d313-4fd2-ad31-f323247728b7', 'tenant_id': '0082fd5bf0af4f76918b9b76b2e7b4a0', 'floating_ip_address': '172.25.6.46', 'floating_network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'router_id': '28361fe3-6036-43c9-b8f6-14ae321a7597', 'port_id': '5ff1a503-0595-4321-b842-7bd98bb59275', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4046, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '373501d5-ea79-4aa8-8415-e77aad537579', 'mac_address': 'fa:16:3e:f7:fe:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7ab0f73-ca7a-404d-a2f6-81d510360793', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T18:02:34Z', 'updated_at': '2022-02-04T18:02:34Z', 'revision_number': 0, 'project_id': '0082fd5bf0af4f76918b9b76b2e7b4a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff343d00-6c83-4645-b77b-ac82283080b8', 'name': '', 'network_id': '373501d5-ea79-4aa8-8415-e77aad537579', 'tenant_id': '0082fd5bf0af4f76918b9b76b2e7b4a0', 'mac_address': 'fa:16:3e:4b:6f:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28361fe3-6036-43c9-b8f6-14ae321a7597', 'device_owner': 'network:router_interface', 'standard_attr_id': 4018, 'fixed_ips': [{'subnet_id': '645125ba-dc72-4374-be18-fe910df5a518', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:57:37Z', 'updated_at': '2022-02-04T17:57:42Z', 'revision_number': 5, 'project_id': '0082fd5bf0af4f76918b9b76b2e7b4a0', 'subnets': [{'id': '645125ba-dc72-4374-be18-fe910df5a518', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 18:02:36.621058 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08ce1712-9963-49ad-bb13-25f506cd00a5 None None] New status for floating IP 14ab0c48-d313-4fd2-ad31-f323247728b7: ACTIVE {{(pid=103378) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 18:02:38.193465 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.agents_db [None req-e1691f3b-aacd-4cd6-8ebb-a9c53bb301c0 None None] Agent healthcheck: found 7 active agents {{(pid=103379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 18:02:39.460048 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-c7c8d434-d0a2-4042-a627-e96e4c650045 req-2be4f04c-fac5-421e-87a5-1ab45ce2b8a6 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=c7ab0f73-ca7a-404d-a2f6-81d510360793&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0483069 Feb 04 18:02:39.543905 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c8d434-d0a2-4042-a627-e96e4c650045 req-7e62ab6b-9f31-47a6-96ec-d4dabf26b275 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:02:39.545331 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-c7c8d434-d0a2-4042-a627-e96e4c650045 req-7e62ab6b-9f31-47a6-96ec-d4dabf26b275 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=0082fd5bf0af4f76918b9b76b2e7b4a0&device_id=c7ab0f73-ca7a-404d-a2f6-81d510360793 HTTP/1.1" status: 200 len: 1128 time: 0.0449126 Feb 04 18:02:39.645528 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c8d434-d0a2-4042-a627-e96e4c650045 req-1bb2d40f-0005-45b0-b4bb-f3965a50db5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:02:39.647000 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-c7c8d434-d0a2-4042-a627-e96e4c650045 req-1bb2d40f-0005-45b0-b4bb-f3965a50db5d service neutron] 10.222.0.90 "GET /v2.0/networks?id=373501d5-ea79-4aa8-8415-e77aad537579 HTTP/1.1" status: 200 len: 913 time: 0.0837522 Feb 04 18:02:39.716375 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-c7c8d434-d0a2-4042-a627-e96e4c650045 req-a89d711d-75af-4055-9da1-73d97c0860a9 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5ff1a503-0595-4321-b842-7bd98bb59275 HTTP/1.1" status: 200 len: 1001 time: 0.0632687 Feb 04 18:02:39.763161 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c8d434-d0a2-4042-a627-e96e4c650045 req-24c9c2e5-3a40-49c7-862c-f14e8133c8c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:02:39.764590 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-c7c8d434-d0a2-4042-a627-e96e4c650045 req-24c9c2e5-3a40-49c7-862c-f14e8133c8c4 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=645125ba-dc72-4374-be18-fe910df5a518 HTTP/1.1" status: 200 len: 851 time: 0.0419819 Feb 04 18:02:39.813308 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c8d434-d0a2-4042-a627-e96e4c650045 req-67b25b4d-2960-42f6-8078-62fb6a940741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:02:39.815242 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-c7c8d434-d0a2-4042-a627-e96e4c650045 req-67b25b4d-2960-42f6-8078-62fb6a940741 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=373501d5-ea79-4aa8-8415-e77aad537579&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0438788 Feb 04 18:02:39.907977 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-c7c8d434-d0a2-4042-a627-e96e4c650045 req-584cc59a-335f-4193-8251-328adedb829d service neutron] 10.222.0.90 "GET /v2.0/networks/373501d5-ea79-4aa8-8415-e77aad537579?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851166 Feb 04 18:02:39.996245 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-c7c8d434-d0a2-4042-a627-e96e4c650045 req-89e68195-b612-4455-8a99-4f20a2c24f7f service neutron] 10.222.0.90 "GET /v2.0/networks/373501d5-ea79-4aa8-8415-e77aad537579?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811086 Feb 04 18:02:40.602388 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (f20a1ab3-4332-4f54-833b-ba4a7c687e89), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:02:42.609989 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (3f9244a9-75fc-4c10-b195-11d48b853b41), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:02:59.798189 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c1f9c134-a8fb-4d11-9b33-53d64d53cda3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (bb89f5a3-3c22-440b-b7d1-c4f0c43c184a), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:03:02.870126 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-bd8161a2-0df2-42d7-9cfc-1bb90755dfc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (64ada913-9131-4d99-a265-63a920956287), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:03:03.149632 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d408ec64-b374-4acb-a1fc-48241dad6d47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (0cd6d64a-47a7-40ff-8c12-71dd526c62e0), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:03:04.950698 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4f14bb47-e72b-46ac-9e44-a61d9293afcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (75326290-f7a3-4db8-9cf2-15c7139ed224), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:03:05.779974 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (ba70844b-66a0-45fd-a2f2-e6ed673321fc), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:03:10.608110 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (f20a1ab3-4332-4f54-833b-ba4a7c687e89), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:03:12.602685 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (3f9244a9-75fc-4c10-b195-11d48b853b41), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:03:15.192734 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.agents_db [None req-e1691f3b-aacd-4cd6-8ebb-a9c53bb301c0 None None] Agent healthcheck: found 7 active agents {{(pid=103379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 18:03:29.800657 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-aaf8d805-f671-4f3a-8a0b-cc87d0feb0e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (bb89f5a3-3c22-440b-b7d1-c4f0c43c184a), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:03:32.872711 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5970e4af-e5f5-4a69-b62b-853d15912149 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (64ada913-9131-4d99-a265-63a920956287), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:03:33.150057 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d408ec64-b374-4acb-a1fc-48241dad6d47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (0cd6d64a-47a7-40ff-8c12-71dd526c62e0), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:03:34.953151 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4f14bb47-e72b-46ac-9e44-a61d9293afcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (75326290-f7a3-4db8-9cf2-15c7139ed224), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:03:35.781987 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (ba70844b-66a0-45fd-a2f2-e6ed673321fc), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:03:40.509567 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-244d0dea-c4b9-4bc4-b496-948df3ba7c01 req-ec3f2675-b492-40d2-a106-6390d38992d6 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=c7ab0f73-ca7a-404d-a2f6-81d510360793&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1015031 Feb 04 18:03:40.600894 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (f20a1ab3-4332-4f54-833b-ba4a7c687e89), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:03:40.602618 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244d0dea-c4b9-4bc4-b496-948df3ba7c01 req-1769f4e4-5235-4a75-afc5-c1cb60aa07e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:03:40.604144 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-244d0dea-c4b9-4bc4-b496-948df3ba7c01 req-1769f4e4-5235-4a75-afc5-c1cb60aa07e1 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=0082fd5bf0af4f76918b9b76b2e7b4a0&device_id=c7ab0f73-ca7a-404d-a2f6-81d510360793 HTTP/1.1" status: 200 len: 1128 time: 0.0460522 Feb 04 18:03:40.709676 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244d0dea-c4b9-4bc4-b496-948df3ba7c01 req-bf4b6a75-cddd-476d-96c1-82292c4e67f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:03:40.711145 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-244d0dea-c4b9-4bc4-b496-948df3ba7c01 req-bf4b6a75-cddd-476d-96c1-82292c4e67f0 service neutron] 10.222.0.90 "GET /v2.0/networks?id=373501d5-ea79-4aa8-8415-e77aad537579 HTTP/1.1" status: 200 len: 913 time: 0.0850375 Feb 04 18:03:40.784531 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-244d0dea-c4b9-4bc4-b496-948df3ba7c01 req-538f611d-4373-424e-adc9-3e80d08a355a service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5ff1a503-0595-4321-b842-7bd98bb59275 HTTP/1.1" status: 200 len: 1001 time: 0.0632081 Feb 04 18:03:40.836707 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244d0dea-c4b9-4bc4-b496-948df3ba7c01 req-b6516111-1984-4849-be9d-d5febb88ffc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:03:40.838196 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-244d0dea-c4b9-4bc4-b496-948df3ba7c01 req-b6516111-1984-4849-be9d-d5febb88ffc5 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=645125ba-dc72-4374-be18-fe910df5a518 HTTP/1.1" status: 200 len: 851 time: 0.0432210 Feb 04 18:03:40.885210 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244d0dea-c4b9-4bc4-b496-948df3ba7c01 req-04669c41-f02c-4e32-b6d5-fad18e7b4872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:03:40.886677 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-244d0dea-c4b9-4bc4-b496-948df3ba7c01 req-04669c41-f02c-4e32-b6d5-fad18e7b4872 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=373501d5-ea79-4aa8-8415-e77aad537579&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0424225 Feb 04 18:03:40.976828 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-244d0dea-c4b9-4bc4-b496-948df3ba7c01 req-eadd6536-858a-466a-8a10-553002b12df0 service neutron] 10.222.0.90 "GET /v2.0/networks/373501d5-ea79-4aa8-8415-e77aad537579?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835917 Feb 04 18:03:41.069241 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-244d0dea-c4b9-4bc4-b496-948df3ba7c01 req-8f13c9f5-2dbc-4c01-9e72-c48421bc92be service neutron] 10.222.0.90 "GET /v2.0/networks/373501d5-ea79-4aa8-8415-e77aad537579?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804212 Feb 04 18:03:42.617227 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (3f9244a9-75fc-4c10-b195-11d48b853b41), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:03:52.193729 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.agents_db [None req-e1691f3b-aacd-4cd6-8ebb-a9c53bb301c0 None None] Agent healthcheck: found 7 active agents {{(pid=103379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 18:03:59.803236 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-02734234-07e0-474d-9f04-2b3947f7197c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (bb89f5a3-3c22-440b-b7d1-c4f0c43c184a), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:04:02.875664 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-74949842-00a3-45ff-84d5-c9a77fa6f85f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (64ada913-9131-4d99-a265-63a920956287), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:04:03.156586 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d408ec64-b374-4acb-a1fc-48241dad6d47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (0cd6d64a-47a7-40ff-8c12-71dd526c62e0), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:04:04.955784 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4f14bb47-e72b-46ac-9e44-a61d9293afcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (75326290-f7a3-4db8-9cf2-15c7139ed224), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:04:05.783464 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (ba70844b-66a0-45fd-a2f2-e6ed673321fc), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:04:10.617291 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (f20a1ab3-4332-4f54-833b-ba4a7c687e89), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:04:12.617439 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (3f9244a9-75fc-4c10-b195-11d48b853b41), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:04:21.186933 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [req-f11b55d5-78ee-43ad-9416-4aecfd3ef001 req-590efd1b-2215-495e-8529-ecd4385c2d54 service neutron] (103377) timed out ('10.222.0.89', 38348) {{(pid=103377) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 04 18:04:22.174195 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [req-aa14ee4a-4a86-43d9-a2f4-edf44a1b79d8 req-4615f3e7-de04-4205-b4cf-7d656faf87c7 service neutron] (103376) timed out ('10.222.0.89', 45306) {{(pid=103376) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 04 18:04:29.193147 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.agents_db [None req-e1691f3b-aacd-4cd6-8ebb-a9c53bb301c0 None None] Agent healthcheck: found 7 active agents {{(pid=103379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 18:04:29.804998 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d9477ffc-41cd-45a8-89a4-081f7a344e5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (bb89f5a3-3c22-440b-b7d1-c4f0c43c184a), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:04:32.876309 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-abd3bb2d-5f51-4a30-bd96-59dec90424d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (64ada913-9131-4d99-a265-63a920956287), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:04:33.156527 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d408ec64-b374-4acb-a1fc-48241dad6d47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (0cd6d64a-47a7-40ff-8c12-71dd526c62e0), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:04:34.577869 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf5512b-b669-4502-999f-1554b0436192 req-7d299b66-fbd8-498a-82a8-d39796544636 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:04:34.579366 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-7bf5512b-b669-4502-999f-1554b0436192 req-7d299b66-fbd8-498a-82a8-d39796544636 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "GET /v2.0/ports?device_id=c7ab0f73-ca7a-404d-a2f6-81d510360793 HTTP/1.1" status: 200 len: 946 time: 0.1107500 Feb 04 18:04:34.904556 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-7bf5512b-b669-4502-999f-1554b0436192 req-2913bda3-10b0-47dc-a7e6-69ab0b3a561e tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "GET /v2.0/security-groups?id=a7fc0481-d484-4f06-a09a-3d6b9023a037&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3196011 Feb 04 18:04:34.960135 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4f14bb47-e72b-46ac-9e44-a61d9293afcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (75326290-f7a3-4db8-9cf2-15c7139ed224), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:04:35.788432 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (ba70844b-66a0-45fd-a2f2-e6ed673321fc), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:04:36.076537 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a60b951-544f-44e7-b385-8a3abefa8935 req-5fde5b8f-940d-461e-9082-8bbe8717c709 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:04:36.078064 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-1a60b951-544f-44e7-b385-8a3abefa8935 req-5fde5b8f-940d-461e-9082-8bbe8717c709 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "GET /v2.0/ports?device_id=c7ab0f73-ca7a-404d-a2f6-81d510360793 HTTP/1.1" status: 200 len: 946 time: 0.1057432 Feb 04 18:04:36.125706 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-1a60b951-544f-44e7-b385-8a3abefa8935 req-08514974-84bc-4ff7-a427-d4deb366bc09 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "GET /v2.0/security-groups?id=a7fc0481-d484-4f06-a09a-3d6b9023a037&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419998 Feb 04 18:04:36.339210 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6449dd66-60fa-4d0b-9520-813a8254fa86 req-2df7f48e-ddfa-4831-82ad-43820ce5bd2f tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:04:36.340675 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-6449dd66-60fa-4d0b-9520-813a8254fa86 req-2df7f48e-ddfa-4831-82ad-43820ce5bd2f tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.90 "GET /v2.0/ports?device_id=c7ab0f73-ca7a-404d-a2f6-81d510360793 HTTP/1.1" status: 200 len: 946 time: 0.0600369 Feb 04 18:04:36.434714 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [req-6449dd66-60fa-4d0b-9520-813a8254fa86 req-0d74fbdf-5d36-4a21-ab04-e818448b1ab2 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Deleting port 5ff1a503-0595-4321-b842-7bd98bb59275 {{(pid=103377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 18:04:36.435049 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-6449dd66-60fa-4d0b-9520-813a8254fa86 req-0d74fbdf-5d36-4a21-ab04-e818448b1ab2 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (5ff1a503-0595-4321-b842-7bd98bb59275), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:04:36.521489 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [req-6449dd66-60fa-4d0b-9520-813a8254fa86 req-0d74fbdf-5d36-4a21-ab04-e818448b1ab2 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] For port 5ff1a503-0595-4321-b842-7bd98bb59275, host n-h2-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=5ff1a503-0595-4321-b842-7bd98bb59275,segment=NetworkSegment(14b42f91-bfd2-4a53-b270-b22cde6aff98),segment_id=14b42f91-bfd2-4a53-b270-b22cde6aff98)] {{(pid=103377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 18:04:36.521859 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-6449dd66-60fa-4d0b-9520-813a8254fa86 req-0d74fbdf-5d36-4a21-ab04-e818448b1ab2 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (5ff1a503-0595-4321-b842-7bd98bb59275), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:04:36.740858 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-6449dd66-60fa-4d0b-9520-813a8254fa86 req-0d74fbdf-5d36-4a21-ab04-e818448b1ab2 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:04:36.741254 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-6449dd66-60fa-4d0b-9520-813a8254fa86 req-0d74fbdf-5d36-4a21-ab04-e818448b1ab2 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1595586'] for floatingip (14ab0c48-d313-4fd2-ad31-f323247728b7), after_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:04:36.741575 n-d-827839-2 neutron-server[103377]: INFO neutron.db.l3_db [req-6449dd66-60fa-4d0b-9520-813a8254fa86 req-0d74fbdf-5d36-4a21-ab04-e818448b1ab2 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Floating IP 14ab0c48-d313-4fd2-ad31-f323247728b7 disassociated. External IP: 172.25.6.46, port: 5ff1a503-0595-4321-b842-7bd98bb59275. Feb 04 18:04:36.742007 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [req-6449dd66-60fa-4d0b-9520-813a8254fa86 req-0d74fbdf-5d36-4a21-ab04-e818448b1ab2 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Calling delete_port for 5ff1a503-0595-4321-b842-7bd98bb59275 owned by compute:nova {{(pid=103377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 18:04:36.867356 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-6449dd66-60fa-4d0b-9520-813a8254fa86 req-0d74fbdf-5d36-4a21-ab04-e818448b1ab2 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (5ff1a503-0595-4321-b842-7bd98bb59275), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:04:36.895106 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d74fbdf-5d36-4a21-ab04-e818448b1ab2 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Pushing event deleted for resources: {'Port': ['ID=5ff1a503-0595-4321-b842-7bd98bb59275,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:04:36.905960 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d74fbdf-5d36-4a21-ab04-e818448b1ab2 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:04:36.906317 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d74fbdf-5d36-4a21-ab04-e818448b1ab2 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:04:36.906655 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d74fbdf-5d36-4a21-ab04-e818448b1ab2 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:04:36.906995 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d74fbdf-5d36-4a21-ab04-e818448b1ab2 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:04:36.907338 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d74fbdf-5d36-4a21-ab04-e818448b1ab2 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:04:36.907672 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d74fbdf-5d36-4a21-ab04-e818448b1ab2 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:04:36.908005 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d74fbdf-5d36-4a21-ab04-e818448b1ab2 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:04:36.908333 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d74fbdf-5d36-4a21-ab04-e818448b1ab2 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:04:36.908658 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d74fbdf-5d36-4a21-ab04-e818448b1ab2 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:04:36.909011 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d74fbdf-5d36-4a21-ab04-e818448b1ab2 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:04:36.909340 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d74fbdf-5d36-4a21-ab04-e818448b1ab2 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:04:36.909667 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d74fbdf-5d36-4a21-ab04-e818448b1ab2 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:04:36.909991 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d74fbdf-5d36-4a21-ab04-e818448b1ab2 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:04:37.019852 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6449dd66-60fa-4d0b-9520-813a8254fa86 req-0d74fbdf-5d36-4a21-ab04-e818448b1ab2 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Router 28361fe3-6036-43c9-b8f6-14ae321a7597 has already been hosted by L3 agent 64ada913-9131-4d99-a265-63a920956287 {{(pid=103377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 18:04:37.126440 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6449dd66-60fa-4d0b-9520-813a8254fa86 req-0d74fbdf-5d36-4a21-ab04-e818448b1ab2 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Notify agent at l3_agent.n-d-827839-2 the message routers_updated {{(pid=103377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 18:04:37.136617 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-886094aa-3659-4337-aa53-5c3b43f57409 None None] Sync routers for ids ['28361fe3-6036-43c9-b8f6-14ae321a7597'] in n-d-827839-2 {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 18:04:37.149469 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-886094aa-3659-4337-aa53-5c3b43f57409 None None] Routers {'28361fe3-6036-43c9-b8f6-14ae321a7597'} bound to L3 agent in host n-d-827839-2 {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 18:04:37.150086 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-886094aa-3659-4337-aa53-5c3b43f57409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T18:04:33Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['28361fe3-6036-43c9-b8f6-14ae321a7597'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:04:37.171193 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [req-6449dd66-60fa-4d0b-9520-813a8254fa86 req-0d74fbdf-5d36-4a21-ab04-e818448b1ab2 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] No DVR routers for this DVR port 5ff1a503-0595-4321-b842-7bd98bb59275 on host n-h2-827839-2 {{(pid=103377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 18:04:37.173869 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-6449dd66-60fa-4d0b-9520-813a8254fa86 req-0d74fbdf-5d36-4a21-ab04-e818448b1ab2 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:04:37.177761 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-6449dd66-60fa-4d0b-9520-813a8254fa86 req-0d74fbdf-5d36-4a21-ab04-e818448b1ab2 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.90 "DELETE /v2.0/ports/5ff1a503-0595-4321-b842-7bd98bb59275 HTTP/1.1" status: 204 len: 173 time: 0.8307748 Feb 04 18:04:37.178429 n-d-827839-2 neutron-server[103377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7ab0f73-ca7a-404d-a2f6-81d510360793', 'name': 'network-vif-deleted', 'tag': '5ff1a503-0595-4321-b842-7bd98bb59275'}] {{(pid=103377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 18:04:37.180843 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7240428b650e1488e9361b62648ff4b3a6c19d49d8c27c949491ab58c1346cf0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3609c81-3361-4224-b25d-b6134b08e4ac" -d '{"events": [{"server_uuid": "c7ab0f73-ca7a-404d-a2f6-81d510360793", "name": "network-vif-deleted", "tag": "5ff1a503-0595-4321-b842-7bd98bb59275"}]}' {{(pid=103377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 18:04:37.271748 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvr_db [None req-886094aa-3659-4337-aa53-5c3b43f57409 None None] Set router 28361fe3-6036-43c9-b8f6-14ae321a7597 gateway port host: n-d-827839-2 {{(pid=103379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 18:04:37.286935 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-848294e8-fa4c-4f05-aa78-02fa3ab318e0 req-b4550a5d-b918-421c-92bd-ecec1a8883bc tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "GET /v2.0/ports?device_id=c7ab0f73-ca7a-404d-a2f6-81d510360793 HTTP/1.1" status: 200 len: 210 time: 0.0352099 Feb 04 18:04:37.351815 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 18:04:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37d926d6-19ce-4f65-bc54-2da355901780 x-openstack-request-id: req-37d926d6-19ce-4f65-bc54-2da355901780 {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 18:04:37.352115 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7ab0f73-ca7a-404d-a2f6-81d510360793", "name": "network-vif-deleted", "tag": "5ff1a503-0595-4321-b842-7bd98bb59275", "status": "completed", "code": 200}]} {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 18:04:37.352373 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-37d926d6-19ce-4f65-bc54-2da355901780 {{(pid=103377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 18:04:37.352805 n-d-827839-2 neutron-server[103377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7ab0f73-ca7a-404d-a2f6-81d510360793', 'name': 'network-vif-deleted', 'tag': '5ff1a503-0595-4321-b842-7bd98bb59275', 'status': 'completed', 'code': 200} Feb 04 18:04:37.506959 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-886094aa-3659-4337-aa53-5c3b43f57409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28361fe3-6036-43c9-b8f6-14ae321a7597', 'name': 'tempest-TestVolumeBootPattern-1456540857-router', 'tenant_id': '0082fd5bf0af4f76918b9b76b2e7b4a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.242'}], 'enable_snat': True}, 'gw_port_id': '2a3e8b82-3998-4110-8b53-6dbc74b5b664', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:57:35Z', 'updated_at': '2022-02-04T17:57:38Z', 'revision_number': 4, 'project_id': '0082fd5bf0af4f76918b9b76b2e7b4a0', 'gw_port': {'id': '2a3e8b82-3998-4110-8b53-6dbc74b5b664', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:db:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28361fe3-6036-43c9-b8f6-14ae321a7597', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4017, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:57:35Z', 'updated_at': '2022-02-04T17:57:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_interfaces': [{'id': 'ff343d00-6c83-4645-b77b-ac82283080b8', 'name': '', 'network_id': '373501d5-ea79-4aa8-8415-e77aad537579', 'tenant_id': '0082fd5bf0af4f76918b9b76b2e7b4a0', 'mac_address': 'fa:16:3e:4b:6f:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28361fe3-6036-43c9-b8f6-14ae321a7597', 'device_owner': 'network:router_interface', 'standard_attr_id': 4018, 'fixed_ips': [{'subnet_id': '645125ba-dc72-4374-be18-fe910df5a518', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:57:37Z', 'updated_at': '2022-02-04T17:57:42Z', 'revision_number': 5, 'project_id': '0082fd5bf0af4f76918b9b76b2e7b4a0', 'subnets': [{'id': '645125ba-dc72-4374-be18-fe910df5a518', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-2', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:04:37.532488 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-886094aa-3659-4337-aa53-5c3b43f57409 None None] Checking router: 28361fe3-6036-43c9-b8f6-14ae321a7597 for host: n-d-827839-2 {{(pid=103379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 18:04:37.540902 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-886094aa-3659-4337-aa53-5c3b43f57409 None None] Routers {'28361fe3-6036-43c9-b8f6-14ae321a7597'} bound to L3 agent in host n-d-827839-2 {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 18:04:37.542031 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-886094aa-3659-4337-aa53-5c3b43f57409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T18:04:33Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['28361fe3-6036-43c9-b8f6-14ae321a7597'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:04:37.735821 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvr_db [None req-886094aa-3659-4337-aa53-5c3b43f57409 None None] Set router 28361fe3-6036-43c9-b8f6-14ae321a7597 gateway port host: n-d-827839-2 {{(pid=103379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 18:04:37.934031 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-886094aa-3659-4337-aa53-5c3b43f57409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28361fe3-6036-43c9-b8f6-14ae321a7597', 'name': 'tempest-TestVolumeBootPattern-1456540857-router', 'tenant_id': '0082fd5bf0af4f76918b9b76b2e7b4a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.242'}], 'enable_snat': True}, 'gw_port_id': '2a3e8b82-3998-4110-8b53-6dbc74b5b664', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:57:35Z', 'updated_at': '2022-02-04T17:57:38Z', 'revision_number': 4, 'project_id': '0082fd5bf0af4f76918b9b76b2e7b4a0', 'gw_port': {'id': '2a3e8b82-3998-4110-8b53-6dbc74b5b664', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:db:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28361fe3-6036-43c9-b8f6-14ae321a7597', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4017, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:57:35Z', 'updated_at': '2022-02-04T17:57:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_interfaces': [{'id': 'ff343d00-6c83-4645-b77b-ac82283080b8', 'name': '', 'network_id': '373501d5-ea79-4aa8-8415-e77aad537579', 'tenant_id': '0082fd5bf0af4f76918b9b76b2e7b4a0', 'mac_address': 'fa:16:3e:4b:6f:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28361fe3-6036-43c9-b8f6-14ae321a7597', 'device_owner': 'network:router_interface', 'standard_attr_id': 4018, 'fixed_ips': [{'subnet_id': '645125ba-dc72-4374-be18-fe910df5a518', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:57:37Z', 'updated_at': '2022-02-04T17:57:42Z', 'revision_number': 5, 'project_id': '0082fd5bf0af4f76918b9b76b2e7b4a0', 'subnets': [{'id': '645125ba-dc72-4374-be18-fe910df5a518', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-2', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:04:37.963817 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-886094aa-3659-4337-aa53-5c3b43f57409 None None] The sync data for ids ['28361fe3-6036-43c9-b8f6-14ae321a7597'] in n-d-827839-2 is: [{'id': '28361fe3-6036-43c9-b8f6-14ae321a7597', 'name': 'tempest-TestVolumeBootPattern-1456540857-router', 'tenant_id': '0082fd5bf0af4f76918b9b76b2e7b4a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.242'}], 'enable_snat': True}, 'gw_port_id': '2a3e8b82-3998-4110-8b53-6dbc74b5b664', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:57:35Z', 'updated_at': '2022-02-04T17:57:38Z', 'revision_number': 4, 'project_id': '0082fd5bf0af4f76918b9b76b2e7b4a0', 'gw_port': {'id': '2a3e8b82-3998-4110-8b53-6dbc74b5b664', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:db:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28361fe3-6036-43c9-b8f6-14ae321a7597', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4017, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:57:35Z', 'updated_at': '2022-02-04T17:57:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_interfaces': [{'id': 'ff343d00-6c83-4645-b77b-ac82283080b8', 'name': '', 'network_id': '373501d5-ea79-4aa8-8415-e77aad537579', 'tenant_id': '0082fd5bf0af4f76918b9b76b2e7b4a0', 'mac_address': 'fa:16:3e:4b:6f:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28361fe3-6036-43c9-b8f6-14ae321a7597', 'device_owner': 'network:router_interface', 'standard_attr_id': 4018, 'fixed_ips': [{'subnet_id': '645125ba-dc72-4374-be18-fe910df5a518', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:57:37Z', 'updated_at': '2022-02-04T17:57:42Z', 'revision_number': 5, 'project_id': '0082fd5bf0af4f76918b9b76b2e7b4a0', 'subnets': [{'id': '645125ba-dc72-4374-be18-fe910df5a518', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 18:04:38.195821 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9418720b-e295-4948-add2-4e0bd106c9c8 None None] New status for floating IP 14ab0c48-d313-4fd2-ad31-f323247728b7: DOWN {{(pid=103378) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 18:04:38.367201 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-11d23630-d6da-47a6-bc84-8042c9f8f757 req-82abd788-4467-43ae-ac0b-fe65273742a5 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "GET /v2.0/ports?device_id=c7ab0f73-ca7a-404d-a2f6-81d510360793 HTTP/1.1" status: 200 len: 210 time: 0.0294466 Feb 04 18:04:39.469518 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-56800acc-4feb-47ad-8db4-63e2673a162b req-813bcd2c-2ccf-430a-bccb-f5cb4c90715c tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "GET /v2.0/ports?device_id=c7ab0f73-ca7a-404d-a2f6-81d510360793 HTTP/1.1" status: 200 len: 210 time: 0.0272634 Feb 04 18:04:39.579981 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Device 5ff1a503-0595-4321-b842-7bd98bb59275 no longer exists at agent hyperv_n-h2-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 18:04:39.600953 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] No Port match for: 5ff1a503-0595-4321-b842-7bd98bb59275 {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 18:04:39.601302 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Device 5ff1a503-0595-4321-b842-7bd98bb59275 not bound to the agent host n-h2-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 18:04:40.569911 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-04781fbd-b280-42bf-bbfc-a98525984efe req-173384aa-3b32-4fd6-a8cd-ba56753f0375 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "GET /v2.0/ports?device_id=c7ab0f73-ca7a-404d-a2f6-81d510360793 HTTP/1.1" status: 200 len: 210 time: 0.0272784 Feb 04 18:04:40.617868 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (f20a1ab3-4332-4f54-833b-ba4a7c687e89), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:04:41.667263 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-417289d9-3704-4535-aa14-3f6a5211956a req-71e6c871-9535-4913-920a-6295025ffea6 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "GET /v2.0/ports?device_id=c7ab0f73-ca7a-404d-a2f6-81d510360793 HTTP/1.1" status: 200 len: 210 time: 0.0307252 Feb 04 18:04:41.919583 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [req-eb7d5892-8c06-465e-a4fe-a5caaf687012 req-74537bfa-2a73-4a57-835b-7e92134a7304 service neutron] (103377) timed out ('10.222.0.90', 56843) {{(pid=103377) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 04 18:04:42.626186 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (3f9244a9-75fc-4c10-b195-11d48b853b41), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:04:42.765427 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-5155115d-c93b-4464-adaf-8b8b450178e2 req-e19c881a-907d-4e44-95e1-1470b73ed902 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "GET /v2.0/ports?device_id=c7ab0f73-ca7a-404d-a2f6-81d510360793 HTTP/1.1" status: 200 len: 210 time: 0.0285106 Feb 04 18:04:43.860902 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-2c1c6d3f-3dab-45ce-988d-c34784999898 req-0a6f2095-8ccf-416a-b079-007f23132655 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "GET /v2.0/ports?device_id=c7ab0f73-ca7a-404d-a2f6-81d510360793 HTTP/1.1" status: 200 len: 210 time: 0.0268645 Feb 04 18:04:44.959663 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-7ef44d02-12a5-4fe3-8f11-418447e387c6 req-928fb8e2-0ccc-44a0-9638-820c7f679510 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "GET /v2.0/ports?device_id=c7ab0f73-ca7a-404d-a2f6-81d510360793 HTTP/1.1" status: 200 len: 210 time: 0.0292318 Feb 04 18:04:46.160539 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-bcc4da7d-81c8-4464-8e33-80b3795ab794 req-fa4d4830-e249-4715-b08c-032446658d56 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2060476137&fields=id&tenant_id=0082fd5bf0af4f76918b9b76b2e7b4a0 HTTP/1.1" status: 200 len: 267 time: 0.0425041 Feb 04 18:04:46.267488 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc4da7d-81c8-4464-8e33-80b3795ab794 req-7d07c59c-3a53-48db-9686-472151877bc0 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:04:46.269109 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-bcc4da7d-81c8-4464-8e33-80b3795ab794 req-7d07c59c-3a53-48db-9686-472151877bc0 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "GET /v2.0/networks?id=373501d5-ea79-4aa8-8415-e77aad537579 HTTP/1.1" status: 200 len: 812 time: 0.1014748 Feb 04 18:04:46.284267 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-bcc4da7d-81c8-4464-8e33-80b3795ab794 req-581bd812-7db7-4813-87e4-781f89bb7b88 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "GET /v2.0/quotas/0082fd5bf0af4f76918b9b76b2e7b4a0 HTTP/1.1" status: 200 len: 375 time: 0.0099232 Feb 04 18:04:46.340360 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-bcc4da7d-81c8-4464-8e33-80b3795ab794 req-a52a8bc2-a237-4a01-8b3d-68feef0dc51a tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=0082fd5bf0af4f76918b9b76b2e7b4a0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0493796 Feb 04 18:04:46.474433 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-bcc4da7d-81c8-4464-8e33-80b3795ab794 req-7c0755db-0d16-45e1-b4a0-5a7982ee5861 service neutron] 10.222.0.89 "GET /v2.0/networks/373501d5-ea79-4aa8-8415-e77aad537579?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231964 Feb 04 18:04:46.568015 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-bcc4da7d-81c8-4464-8e33-80b3795ab794 req-317acddd-5f79-4c10-93a0-e54a35e6aa8f service neutron] 10.222.0.89 "GET /v2.0/networks/373501d5-ea79-4aa8-8415-e77aad537579?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877976 Feb 04 18:04:46.849457 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-b36c95d6-8679-405d-8ebb-b9b61bd09e84 req-f1c37620-266b-446e-8937-4e45f23379cf tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "GET /v2.0/ports?device_id=a963da0a-264f-43db-8098-e7d3616c167a HTTP/1.1" status: 200 len: 210 time: 0.0295959 Feb 04 18:04:47.774119 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc4da7d-81c8-4464-8e33-80b3795ab794 req-b37f348f-39b6-4da7-b37e-b07833d15823 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:04:47.775565 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-bcc4da7d-81c8-4464-8e33-80b3795ab794 req-b37f348f-39b6-4da7-b37e-b07833d15823 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.96 "GET /v2.0/networks?id=373501d5-ea79-4aa8-8415-e77aad537579 HTTP/1.1" status: 200 len: 812 time: 0.1117048 Feb 04 18:04:47.846337 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-bcc4da7d-81c8-4464-8e33-80b3795ab794 req-403a0525-2aa6-41d0-919b-ac71fbcadffc tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.96 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0082fd5bf0af4f76918b9b76b2e7b4a0 HTTP/1.1" status: 200 len: 380 time: 0.0621319 Feb 04 18:04:47.855784 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [req-bcc4da7d-81c8-4464-8e33-80b3795ab794 req-a1d4ea2c-6d9d-45bc-bc79-3744925d5034 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Request body: {'port': {'device_id': 'a963da0a-264f-43db-8098-e7d3616c167a', 'network_id': '373501d5-ea79-4aa8-8415-e77aad537579', 'admin_state_up': True, 'tenant_id': '0082fd5bf0af4f76918b9b76b2e7b4a0', 'security_groups': ['a7fc0481-d484-4f06-a09a-3d6b9023a037']}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 18:04:47.961564 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-b09b821e-b8cf-44dc-b53a-87a3cf59ead5 req-3f05da83-1917-40b7-820e-ea646f96bc71 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "GET /v2.0/ports?device_id=a963da0a-264f-43db-8098-e7d3616c167a HTTP/1.1" status: 200 len: 210 time: 0.0373819 Feb 04 18:04:47.988483 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bcc4da7d-81c8-4464-8e33-80b3795ab794 req-a1d4ea2c-6d9d-45bc-bc79-3744925d5034 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Made reservation on behalf of 0082fd5bf0af4f76918b9b76b2e7b4a0 for: {'port': 1} {{(pid=103376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 18:04:47.991883 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-bcc4da7d-81c8-4464-8e33-80b3795ab794 req-a1d4ea2c-6d9d-45bc-bc79-3744925d5034 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:04:48.121985 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.db_base_plugin_common [req-bcc4da7d-81c8-4464-8e33-80b3795ab794 req-a1d4ea2c-6d9d-45bc-bc79-3744925d5034 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Allocated IP 172.20.0.9 (373501d5-ea79-4aa8-8415-e77aad537579/645125ba-dc72-4374-be18-fe910df5a518/0a921c4d-5fa5-4590-b1bc-e2554d3d62d3) {{(pid=103376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 18:04:48.273457 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-bcc4da7d-81c8-4464-8e33-80b3795ab794 req-a1d4ea2c-6d9d-45bc-bc79-3744925d5034 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Publish callbacks [] for port (0a921c4d-5fa5-4590-b1bc-e2554d3d62d3), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:04:48.307162 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-bcc4da7d-81c8-4464-8e33-80b3795ab794 req-a1d4ea2c-6d9d-45bc-bc79-3744925d5034 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (0a921c4d-5fa5-4590-b1bc-e2554d3d62d3), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:04:48.351050 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bcc4da7d-81c8-4464-8e33-80b3795ab794 req-a1d4ea2c-6d9d-45bc-bc79-3744925d5034 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Network 373501d5-ea79-4aa8-8415-e77aad537579 is already hosted by enough agents. {{(pid=103376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 18:04:48.354137 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [req-bcc4da7d-81c8-4464-8e33-80b3795ab794 req-a1d4ea2c-6d9d-45bc-bc79-3744925d5034 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Resources bound (agent type, host, resource id): {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 18:04:48.358396 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [req-bcc4da7d-81c8-4464-8e33-80b3795ab794 req-a1d4ea2c-6d9d-45bc-bc79-3744925d5034 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Received port after_create {{(pid=103376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 18:04:48.382043 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d4ea2c-6d9d-45bc-bc79-3744925d5034 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Pushing event updated for resources: {'Port': ['ID=0a921c4d-5fa5-4590-b1bc-e2554d3d62d3,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:04:48.394891 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d4ea2c-6d9d-45bc-bc79-3744925d5034 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:04:48.395239 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d4ea2c-6d9d-45bc-bc79-3744925d5034 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:04:48.395582 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d4ea2c-6d9d-45bc-bc79-3744925d5034 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:04:48.395923 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d4ea2c-6d9d-45bc-bc79-3744925d5034 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:04:48.396322 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d4ea2c-6d9d-45bc-bc79-3744925d5034 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:04:48.396655 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d4ea2c-6d9d-45bc-bc79-3744925d5034 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:04:48.397013 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d4ea2c-6d9d-45bc-bc79-3744925d5034 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:04:48.397338 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d4ea2c-6d9d-45bc-bc79-3744925d5034 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:04:48.397660 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d4ea2c-6d9d-45bc-bc79-3744925d5034 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:04:48.397983 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d4ea2c-6d9d-45bc-bc79-3744925d5034 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:04:48.398318 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d4ea2c-6d9d-45bc-bc79-3744925d5034 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:04:48.398634 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d4ea2c-6d9d-45bc-bc79-3744925d5034 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:04:48.398961 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d4ea2c-6d9d-45bc-bc79-3744925d5034 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:04:48.425637 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc4da7d-81c8-4464-8e33-80b3795ab794 req-a1d4ea2c-6d9d-45bc-bc79-3744925d5034 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:04:48.426370 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-bcc4da7d-81c8-4464-8e33-80b3795ab794 req-a1d4ea2c-6d9d-45bc-bc79-3744925d5034 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:04:48.444903 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-bcc4da7d-81c8-4464-8e33-80b3795ab794 req-a1d4ea2c-6d9d-45bc-bc79-3744925d5034 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5933113 Feb 04 18:04:48.455112 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [req-bcc4da7d-81c8-4464-8e33-80b3795ab794 req-004af676-096f-4aed-af6c-89647e6ba540 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] http://10.222.0.89:9696/v2.0/extensions returned with HTTP 200 {{(pid=103376) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 18:04:48.456473 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-bcc4da7d-81c8-4464-8e33-80b3795ab794 req-004af676-096f-4aed-af6c-89647e6ba540 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.96 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0058713 Feb 04 18:04:48.469150 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [req-bcc4da7d-81c8-4464-8e33-80b3795ab794 req-bc4a2c69-df68-4a62-94ab-f82c03bc3cf1 service neutron] Request body: {'port': {'device_id': 'a963da0a-264f-43db-8098-e7d3616c167a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827839-2'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 18:04:48.536493 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-bcc4da7d-81c8-4464-8e33-80b3795ab794 req-bc4a2c69-df68-4a62-94ab-f82c03bc3cf1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (0a921c4d-5fa5-4590-b1bc-e2554d3d62d3), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:04:48.654179 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-7d588227-2610-4224-94d0-5cada16c2f7d None None] Provisioning complete for port 0a921c4d-5fa5-4590-b1bc-e2554d3d62d3 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 18:04:48.654709 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7d588227-2610-4224-94d0-5cada16c2f7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (0a921c4d-5fa5-4590-b1bc-e2554d3d62d3), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:04:48.695359 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-7d588227-2610-4224-94d0-5cada16c2f7d None None] Port 0a921c4d-5fa5-4590-b1bc-e2554d3d62d3 cannot update to ACTIVE because it is not bound. {{(pid=103378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 18:04:48.809808 n-d-827839-2 neutron-server[103376]: DEBUG neutron.notifiers.nova [req-bcc4da7d-81c8-4464-8e33-80b3795ab794 req-bc4a2c69-df68-4a62-94ab-f82c03bc3cf1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a921c4d-5fa5-4590-b1bc-e2554d3d62d3 {{(pid=103376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 18:04:48.817080 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-bcc4da7d-81c8-4464-8e33-80b3795ab794 req-bc4a2c69-df68-4a62-94ab-f82c03bc3cf1 service neutron] Publish callbacks [] for port (0a921c4d-5fa5-4590-b1bc-e2554d3d62d3), precommit_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:04:48.830396 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.provisioning_blocks [req-bcc4da7d-81c8-4464-8e33-80b3795ab794 req-bc4a2c69-df68-4a62-94ab-f82c03bc3cf1 service neutron] Transition to ACTIVE for port object 0a921c4d-5fa5-4590-b1bc-e2554d3d62d3 will not be triggered until provisioned by entity L2. {{(pid=103376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 18:04:48.834033 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-bcc4da7d-81c8-4464-8e33-80b3795ab794 req-bc4a2c69-df68-4a62-94ab-f82c03bc3cf1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675836'] for port (0a921c4d-5fa5-4590-b1bc-e2554d3d62d3), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:04:48.885086 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4a2c69-df68-4a62-94ab-f82c03bc3cf1 service neutron] Pushing event updated for resources: {'Port': ['ID=0a921c4d-5fa5-4590-b1bc-e2554d3d62d3,revision_number=2']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:04:48.965588 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [req-bcc4da7d-81c8-4464-8e33-80b3795ab794 req-bc4a2c69-df68-4a62-94ab-f82c03bc3cf1 service neutron] Attempting to bind port 0a921c4d-5fa5-4590-b1bc-e2554d3d62d3 on host n-h1-827839-2 for vnic_type normal with profile {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 18:04:48.966065 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [req-bcc4da7d-81c8-4464-8e33-80b3795ab794 req-bc4a2c69-df68-4a62-94ab-f82c03bc3cf1 service neutron] Attempting to bind port 0a921c4d-5fa5-4590-b1bc-e2554d3d62d3 by drivers openvswitch,hyperv on host n-h1-827839-2 at level 0 using segments [{'id': '14b42f91-bfd2-4a53-b270-b22cde6aff98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '373501d5-ea79-4aa8-8415-e77aad537579'}] {{(pid=103376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 18:04:48.966397 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcc4da7d-81c8-4464-8e33-80b3795ab794 req-bc4a2c69-df68-4a62-94ab-f82c03bc3cf1 service neutron] Attempting to bind port 0a921c4d-5fa5-4590-b1bc-e2554d3d62d3 on network 373501d5-ea79-4aa8-8415-e77aad537579 {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 18:04:48.971145 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcc4da7d-81c8-4464-8e33-80b3795ab794 req-bc4a2c69-df68-4a62-94ab-f82c03bc3cf1 service neutron] Port 0a921c4d-5fa5-4590-b1bc-e2554d3d62d3 on network 373501d5-ea79-4aa8-8415-e77aad537579 not bound, no agent of type Open vSwitch agent registered on host n-h1-827839-2 {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 18:04:48.971472 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcc4da7d-81c8-4464-8e33-80b3795ab794 req-bc4a2c69-df68-4a62-94ab-f82c03bc3cf1 service neutron] Attempting to bind port 0a921c4d-5fa5-4590-b1bc-e2554d3d62d3 on network 373501d5-ea79-4aa8-8415-e77aad537579 {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 18:04:48.976884 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcc4da7d-81c8-4464-8e33-80b3795ab794 req-bc4a2c69-df68-4a62-94ab-f82c03bc3cf1 service neutron] Checking agent: {'id': '3f9244a9-75fc-4c10-b195-11d48b853b41', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 8, 42), 'started_at': datetime.datetime(2022, 2, 4, 17, 8, 42), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 18, 4, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 18:04:48.977229 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcc4da7d-81c8-4464-8e33-80b3795ab794 req-bc4a2c69-df68-4a62-94ab-f82c03bc3cf1 service neutron] Checking segment: {'id': '14b42f91-bfd2-4a53-b270-b22cde6aff98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '373501d5-ea79-4aa8-8415-e77aad537579'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 18:04:48.977615 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcc4da7d-81c8-4464-8e33-80b3795ab794 req-bc4a2c69-df68-4a62-94ab-f82c03bc3cf1 service neutron] Bound using segment: {'id': '14b42f91-bfd2-4a53-b270-b22cde6aff98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '373501d5-ea79-4aa8-8415-e77aad537579'} {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 18:04:48.978042 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [req-bcc4da7d-81c8-4464-8e33-80b3795ab794 req-bc4a2c69-df68-4a62-94ab-f82c03bc3cf1 service neutron] Bound port: 0a921c4d-5fa5-4590-b1bc-e2554d3d62d3, host: n-h1-827839-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14b42f91-bfd2-4a53-b270-b22cde6aff98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '373501d5-ea79-4aa8-8415-e77aad537579'}}] {{(pid=103376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 18:04:48.978456 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-bcc4da7d-81c8-4464-8e33-80b3795ab794 req-bc4a2c69-df68-4a62-94ab-f82c03bc3cf1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (0a921c4d-5fa5-4590-b1bc-e2554d3d62d3), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:04:49.047213 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [req-bcc4da7d-81c8-4464-8e33-80b3795ab794 req-bc4a2c69-df68-4a62-94ab-f82c03bc3cf1 service neutron] For port 0a921c4d-5fa5-4590-b1bc-e2554d3d62d3, host n-h1-827839-2, cleared binding levels {{(pid=103376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 18:04:49.050638 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [req-bcc4da7d-81c8-4464-8e33-80b3795ab794 req-bc4a2c69-df68-4a62-94ab-f82c03bc3cf1 service neutron] For port 0a921c4d-5fa5-4590-b1bc-e2554d3d62d3, host n-h1-827839-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=0a921c4d-5fa5-4590-b1bc-e2554d3d62d3,segment=NetworkSegment(14b42f91-bfd2-4a53-b270-b22cde6aff98),segment_id=14b42f91-bfd2-4a53-b270-b22cde6aff98)] {{(pid=103376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 18:04:49.059744 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-bcc4da7d-81c8-4464-8e33-80b3795ab794 req-bc4a2c69-df68-4a62-94ab-f82c03bc3cf1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675836'] for port (0a921c4d-5fa5-4590-b1bc-e2554d3d62d3), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:04:49.078103 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc4da7d-81c8-4464-8e33-80b3795ab794 req-bc4a2c69-df68-4a62-94ab-f82c03bc3cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:04:49.079448 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-bcc4da7d-81c8-4464-8e33-80b3795ab794 req-bc4a2c69-df68-4a62-94ab-f82c03bc3cf1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:04:49.080928 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-bcc4da7d-81c8-4464-8e33-80b3795ab794 req-bc4a2c69-df68-4a62-94ab-f82c03bc3cf1 service neutron] 10.222.0.96 "PUT /v2.0/ports/0a921c4d-5fa5-4590-b1bc-e2554d3d62d3 HTTP/1.1" status: 200 len: 1091 time: 0.6168432 Feb 04 18:04:49.083045 n-d-827839-2 neutron-server[103376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a963da0a-264f-43db-8098-e7d3616c167a', 'tag': '0a921c4d-5fa5-4590-b1bc-e2554d3d62d3'}] {{(pid=103376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 18:04:49.086948 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d59c3bb5e2f09ebf62144d5e09b1cff60c763a9c19614c24538e77842938c05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-716f0e1b-d721-4d8f-8b3c-68638b677729" -d '{"events": [{"name": "network-changed", "server_uuid": "a963da0a-264f-43db-8098-e7d3616c167a", "tag": "0a921c4d-5fa5-4590-b1bc-e2554d3d62d3"}]}' {{(pid=103376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 18:04:49.111891 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d6983a-f53c-4ef2-a430-e3266427c943 req-9f8fb655-4910-420d-ad8d-59165fee3b03 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:04:49.114620 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-48d6983a-f53c-4ef2-a430-e3266427c943 req-9f8fb655-4910-420d-ad8d-59165fee3b03 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "GET /v2.0/ports?device_id=a963da0a-264f-43db-8098-e7d3616c167a HTTP/1.1" status: 200 len: 943 time: 0.0670567 Feb 04 18:04:49.164028 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 18:04:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f199f0aa-6d72-4337-b3fd-9a3f38405c36 x-openstack-request-id: req-f199f0aa-6d72-4337-b3fd-9a3f38405c36 {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 18:04:49.164369 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a963da0a-264f-43db-8098-e7d3616c167a", "tag": "0a921c4d-5fa5-4590-b1bc-e2554d3d62d3", "status": "completed", "code": 200}]} {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 18:04:49.164584 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-f199f0aa-6d72-4337-b3fd-9a3f38405c36 {{(pid=103376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 18:04:49.165927 n-d-827839-2 neutron-server[103376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a963da0a-264f-43db-8098-e7d3616c167a', 'tag': '0a921c4d-5fa5-4590-b1bc-e2554d3d62d3', 'status': 'completed', 'code': 200} Feb 04 18:04:49.187506 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-48d6983a-f53c-4ef2-a430-e3266427c943 req-ce75e723-fc24-43a0-99d7-a03c296ed27f tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "GET /v2.0/security-groups?id=a7fc0481-d484-4f06-a09a-3d6b9023a037&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645394 Feb 04 18:04:49.222669 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4a2c69-df68-4a62-94ab-f82c03bc3cf1 service neutron] Pushing event updated for resources: {'Port': ['ID=0a921c4d-5fa5-4590-b1bc-e2554d3d62d3,revision_number=3']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:04:49.233119 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc4da7d-81c8-4464-8e33-80b3795ab794 req-e6676bb1-9ddc-4c31-a9f0-f473ab78a47e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:04:49.234907 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-bcc4da7d-81c8-4464-8e33-80b3795ab794 req-e6676bb1-9ddc-4c31-a9f0-f473ab78a47e service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=0082fd5bf0af4f76918b9b76b2e7b4a0&device_id=a963da0a-264f-43db-8098-e7d3616c167a HTTP/1.1" status: 200 len: 1125 time: 0.0875740 Feb 04 18:04:49.290249 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-bcc4da7d-81c8-4464-8e33-80b3795ab794 req-7f7aba97-d266-4367-84a5-b7b5507fcbc9 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0a921c4d-5fa5-4590-b1bc-e2554d3d62d3 HTTP/1.1" status: 200 len: 217 time: 0.0463154 Feb 04 18:04:49.350493 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc4da7d-81c8-4464-8e33-80b3795ab794 req-6cc2b569-62f8-424a-a70d-60d1b4649632 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:04:49.352521 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-bcc4da7d-81c8-4464-8e33-80b3795ab794 req-6cc2b569-62f8-424a-a70d-60d1b4649632 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=645125ba-dc72-4374-be18-fe910df5a518 HTTP/1.1" status: 200 len: 851 time: 0.0558820 Feb 04 18:04:49.402568 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc4da7d-81c8-4464-8e33-80b3795ab794 req-68d4f5b1-1af7-4d07-8f0b-5e32b8172448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:04:49.404075 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-bcc4da7d-81c8-4464-8e33-80b3795ab794 req-68d4f5b1-1af7-4d07-8f0b-5e32b8172448 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=373501d5-ea79-4aa8-8415-e77aad537579&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0445778 Feb 04 18:04:49.497235 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-bcc4da7d-81c8-4464-8e33-80b3795ab794 req-da22efea-8c82-4f82-949e-f8a4f5e2940b service neutron] 10.222.0.96 "GET /v2.0/networks/373501d5-ea79-4aa8-8415-e77aad537579?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868471 Feb 04 18:04:49.587416 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-bcc4da7d-81c8-4464-8e33-80b3795ab794 req-63a14acf-a8ea-4a49-8d60-d3343a6412f8 service neutron] 10.222.0.96 "GET /v2.0/networks/373501d5-ea79-4aa8-8415-e77aad537579?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821686 Feb 04 18:04:49.682246 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716f0e1b-d721-4d8f-8b3c-68638b677729 req-bed7c33e-ede6-4835-9c6c-cb11ea129e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:04:49.684344 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-716f0e1b-d721-4d8f-8b3c-68638b677729 req-bed7c33e-ede6-4835-9c6c-cb11ea129e1f service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=0082fd5bf0af4f76918b9b76b2e7b4a0&device_id=a963da0a-264f-43db-8098-e7d3616c167a HTTP/1.1" status: 200 len: 1125 time: 0.0508530 Feb 04 18:04:49.775001 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716f0e1b-d721-4d8f-8b3c-68638b677729 req-8133b3fe-f1c5-45b4-bdf9-c01bad0e7aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:04:49.776538 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-716f0e1b-d721-4d8f-8b3c-68638b677729 req-8133b3fe-f1c5-45b4-bdf9-c01bad0e7aaf service neutron] 10.222.0.96 "GET /v2.0/networks?id=373501d5-ea79-4aa8-8415-e77aad537579 HTTP/1.1" status: 200 len: 913 time: 0.0862362 Feb 04 18:04:49.822554 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-716f0e1b-d721-4d8f-8b3c-68638b677729 req-debf085f-0abb-4dac-bf47-f8eaf453828a service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0a921c4d-5fa5-4590-b1bc-e2554d3d62d3 HTTP/1.1" status: 200 len: 217 time: 0.0398960 Feb 04 18:04:49.877462 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716f0e1b-d721-4d8f-8b3c-68638b677729 req-9e4f4e5d-f31b-472e-80df-a38b09df119c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:04:49.878866 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-716f0e1b-d721-4d8f-8b3c-68638b677729 req-9e4f4e5d-f31b-472e-80df-a38b09df119c service neutron] 10.222.0.96 "GET /v2.0/subnets?id=645125ba-dc72-4374-be18-fe910df5a518 HTTP/1.1" status: 200 len: 851 time: 0.0502298 Feb 04 18:04:49.930915 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716f0e1b-d721-4d8f-8b3c-68638b677729 req-1a2c949e-f373-43ff-ac78-36481fa104c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:04:49.932428 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-716f0e1b-d721-4d8f-8b3c-68638b677729 req-1a2c949e-f373-43ff-ac78-36481fa104c9 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=373501d5-ea79-4aa8-8415-e77aad537579&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0460804 Feb 04 18:04:50.028074 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-716f0e1b-d721-4d8f-8b3c-68638b677729 req-12595bcb-a20c-474f-a50c-98892b857f5a service neutron] 10.222.0.96 "GET /v2.0/networks/373501d5-ea79-4aa8-8415-e77aad537579?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885859 Feb 04 18:04:50.116399 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-716f0e1b-d721-4d8f-8b3c-68638b677729 req-1c1277f0-9ea5-424e-b276-991e1bb7f90b service neutron] 10.222.0.96 "GET /v2.0/networks/373501d5-ea79-4aa8-8415-e77aad537579?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823412 Feb 04 18:04:50.309622 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cb69e5-5d54-4c53-8fcb-708bd3bbc830 req-45fbf16a-b3f3-4ae9-a2a2-160dc239abd1 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:04:50.311125 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-41cb69e5-5d54-4c53-8fcb-708bd3bbc830 req-45fbf16a-b3f3-4ae9-a2a2-160dc239abd1 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "GET /v2.0/ports?device_id=a963da0a-264f-43db-8098-e7d3616c167a HTTP/1.1" status: 200 len: 943 time: 0.0548992 Feb 04 18:04:50.363476 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-41cb69e5-5d54-4c53-8fcb-708bd3bbc830 req-c03f6fca-5abe-41b6-ae54-40211138d424 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "GET /v2.0/security-groups?id=a7fc0481-d484-4f06-a09a-3d6b9023a037&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467412 Feb 04 18:04:51.485459 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6012396-36f6-464b-b1a9-ebcef372fe0c req-4ca81748-4673-45af-981d-36ca1e5c1ed3 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:04:51.486823 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-a6012396-36f6-464b-b1a9-ebcef372fe0c req-4ca81748-4673-45af-981d-36ca1e5c1ed3 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "GET /v2.0/ports?device_id=a963da0a-264f-43db-8098-e7d3616c167a HTTP/1.1" status: 200 len: 943 time: 0.0560861 Feb 04 18:04:51.535989 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-a6012396-36f6-464b-b1a9-ebcef372fe0c req-fb147987-f542-4842-b597-08dc5b8b9c74 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "GET /v2.0/security-groups?id=a7fc0481-d484-4f06-a09a-3d6b9023a037&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429294 Feb 04 18:04:52.666870 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee678d95-03bb-4a61-ad72-c860bd49fafb req-3c8b193f-6cf7-4b95-a0a3-f9cce447e93e tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:04:52.669315 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-ee678d95-03bb-4a61-ad72-c860bd49fafb req-3c8b193f-6cf7-4b95-a0a3-f9cce447e93e tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "GET /v2.0/ports?device_id=a963da0a-264f-43db-8098-e7d3616c167a HTTP/1.1" status: 200 len: 943 time: 0.0595353 Feb 04 18:04:52.720420 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-ee678d95-03bb-4a61-ad72-c860bd49fafb req-b354e346-10f6-40d7-90d1-1a11f94b406a tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "GET /v2.0/security-groups?id=a7fc0481-d484-4f06-a09a-3d6b9023a037&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450170 Feb 04 18:04:53.844267 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d446e7c-1193-4e57-9973-1509743b574f req-76a3ac18-bde6-464d-9072-5b35ed4eb44a tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:04:53.845804 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-1d446e7c-1193-4e57-9973-1509743b574f req-76a3ac18-bde6-464d-9072-5b35ed4eb44a tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "GET /v2.0/ports?device_id=a963da0a-264f-43db-8098-e7d3616c167a HTTP/1.1" status: 200 len: 943 time: 0.0564022 Feb 04 18:04:53.893969 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-1d446e7c-1193-4e57-9973-1509743b574f req-c01716f4-c39c-4b34-a2b2-a2c2a313b507 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "GET /v2.0/security-groups?id=a7fc0481-d484-4f06-a09a-3d6b9023a037&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425293 Feb 04 18:04:55.013561 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d3eea2-9f9e-4071-81a8-82e4f1c86891 req-788b650e-9d41-4858-bedb-26f81180bfa4 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:04:55.015067 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-94d3eea2-9f9e-4071-81a8-82e4f1c86891 req-788b650e-9d41-4858-bedb-26f81180bfa4 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "GET /v2.0/ports?device_id=a963da0a-264f-43db-8098-e7d3616c167a HTTP/1.1" status: 200 len: 943 time: 0.0529478 Feb 04 18:04:55.064571 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-94d3eea2-9f9e-4071-81a8-82e4f1c86891 req-535bdd52-d5fe-42d5-818b-8ba1b4ad2e1d tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "GET /v2.0/security-groups?id=a7fc0481-d484-4f06-a09a-3d6b9023a037&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438356 Feb 04 18:04:56.182321 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc93b38-2161-498f-8260-982fef3340e8 req-841445ad-8a92-41f7-8bb8-3d1540c00102 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:04:56.183802 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-afc93b38-2161-498f-8260-982fef3340e8 req-841445ad-8a92-41f7-8bb8-3d1540c00102 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "GET /v2.0/ports?device_id=a963da0a-264f-43db-8098-e7d3616c167a HTTP/1.1" status: 200 len: 943 time: 0.0530040 Feb 04 18:04:56.236476 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-afc93b38-2161-498f-8260-982fef3340e8 req-6e23d28c-f67b-44c4-9923-a74cd8ed96aa tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "GET /v2.0/security-groups?id=a7fc0481-d484-4f06-a09a-3d6b9023a037&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470662 Feb 04 18:04:57.366761 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0604d90-a98a-417a-bc1c-627a816d8086 req-43f88f53-d3db-4b6b-817a-fea35a2b14be tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:04:57.368281 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-e0604d90-a98a-417a-bc1c-627a816d8086 req-43f88f53-d3db-4b6b-817a-fea35a2b14be tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "GET /v2.0/ports?device_id=a963da0a-264f-43db-8098-e7d3616c167a HTTP/1.1" status: 200 len: 943 time: 0.0624330 Feb 04 18:04:57.417044 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-e0604d90-a98a-417a-bc1c-627a816d8086 req-bc2f4ec0-7cca-4296-a25c-cbc1ce543a18 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "GET /v2.0/security-groups?id=a7fc0481-d484-4f06-a09a-3d6b9023a037&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426726 Feb 04 18:04:58.533672 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8430d644-a743-45ea-963e-6d434baa1c0e req-1606da40-e7ef-4a31-ac8d-7871bca1acef tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:04:58.535072 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-8430d644-a743-45ea-963e-6d434baa1c0e req-1606da40-e7ef-4a31-ac8d-7871bca1acef tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "GET /v2.0/ports?device_id=a963da0a-264f-43db-8098-e7d3616c167a HTTP/1.1" status: 200 len: 943 time: 0.0518439 Feb 04 18:04:58.582860 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-8430d644-a743-45ea-963e-6d434baa1c0e req-811a3abb-b662-4bf7-884c-90b66e2a159d tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "GET /v2.0/security-groups?id=a7fc0481-d484-4f06-a09a-3d6b9023a037&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420616 Feb 04 18:04:59.702957 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d239967-d1f0-428b-9c1b-6bb50bb77a50 req-690d8b10-9a60-427e-af7a-6439def5c8a5 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:04:59.704445 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-6d239967-d1f0-428b-9c1b-6bb50bb77a50 req-690d8b10-9a60-427e-af7a-6439def5c8a5 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "GET /v2.0/ports?device_id=a963da0a-264f-43db-8098-e7d3616c167a HTTP/1.1" status: 200 len: 943 time: 0.0533957 Feb 04 18:04:59.752195 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-6d239967-d1f0-428b-9c1b-6bb50bb77a50 req-6cbaeb8e-71c8-4a02-8b50-844166faf3b8 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "GET /v2.0/security-groups?id=a7fc0481-d484-4f06-a09a-3d6b9023a037&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421920 Feb 04 18:04:59.961025 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ae2b9cc1-f0d1-4b38-80e0-52312220ab3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (bb89f5a3-3c22-440b-b7d1-c4f0c43c184a), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:05:00.872090 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31334abe-94e6-4e9f-99db-e7b7fa40e1d6 req-ce5eb16a-1d81-4f72-a757-ec4f7f8eabef tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:05:00.873592 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-31334abe-94e6-4e9f-99db-e7b7fa40e1d6 req-ce5eb16a-1d81-4f72-a757-ec4f7f8eabef tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "GET /v2.0/ports?device_id=a963da0a-264f-43db-8098-e7d3616c167a HTTP/1.1" status: 200 len: 943 time: 0.0518076 Feb 04 18:05:00.921804 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-31334abe-94e6-4e9f-99db-e7b7fa40e1d6 req-5b09b3d2-2bf8-4602-866e-2083a3fa461e tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "GET /v2.0/security-groups?id=a7fc0481-d484-4f06-a09a-3d6b9023a037&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426366 Feb 04 18:05:02.039620 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4ef56d-d27d-4101-8bb5-ccfc1ad1091b req-1617be38-9b7e-413c-88b3-5da10304071f tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:05:02.041168 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-de4ef56d-d27d-4101-8bb5-ccfc1ad1091b req-1617be38-9b7e-413c-88b3-5da10304071f tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "GET /v2.0/ports?device_id=a963da0a-264f-43db-8098-e7d3616c167a HTTP/1.1" status: 200 len: 943 time: 0.0527706 Feb 04 18:05:02.093300 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-de4ef56d-d27d-4101-8bb5-ccfc1ad1091b req-57552cb0-1784-4218-ab85-655dbcfb1f9c tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "GET /v2.0/security-groups?id=a7fc0481-d484-4f06-a09a-3d6b9023a037&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466130 Feb 04 18:05:02.878000 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2e7f0547-8c3e-46f5-80fd-3d5db1b90968 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (64ada913-9131-4d99-a265-63a920956287), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:05:03.161482 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d408ec64-b374-4acb-a1fc-48241dad6d47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (0cd6d64a-47a7-40ff-8c12-71dd526c62e0), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:05:03.222895 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57ecd31-8ec6-424b-9cfb-1ff19b5425f9 req-d6619300-d551-4418-bf39-bc2026191700 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:05:03.224779 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-b57ecd31-8ec6-424b-9cfb-1ff19b5425f9 req-d6619300-d551-4418-bf39-bc2026191700 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "GET /v2.0/ports?device_id=a963da0a-264f-43db-8098-e7d3616c167a HTTP/1.1" status: 200 len: 943 time: 0.0617201 Feb 04 18:05:03.278077 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-b57ecd31-8ec6-424b-9cfb-1ff19b5425f9 req-4666bef0-0bfa-4089-bcb6-f9b01a75b708 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "GET /v2.0/security-groups?id=a7fc0481-d484-4f06-a09a-3d6b9023a037&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475168 Feb 04 18:05:04.395798 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12787046-7c4a-4f11-a777-adf22ac907f4 req-2c227f1e-94f0-4793-a9f7-13fc0fda5a04 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:05:04.397311 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-12787046-7c4a-4f11-a777-adf22ac907f4 req-2c227f1e-94f0-4793-a9f7-13fc0fda5a04 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "GET /v2.0/ports?device_id=a963da0a-264f-43db-8098-e7d3616c167a HTTP/1.1" status: 200 len: 943 time: 0.0525866 Feb 04 18:05:04.445593 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-12787046-7c4a-4f11-a777-adf22ac907f4 req-d6432351-ab4c-42e4-8ca0-270b06c57c4d tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "GET /v2.0/security-groups?id=a7fc0481-d484-4f06-a09a-3d6b9023a037&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428298 Feb 04 18:05:04.961678 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4f14bb47-e72b-46ac-9e44-a61d9293afcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (75326290-f7a3-4db8-9cf2-15c7139ed224), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:05:05.571673 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0e1d22-391d-4fc4-9494-838cb021353e req-2125d2c5-f3b2-4aba-8e6d-1bb5df36ecf4 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:05:05.573106 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-ba0e1d22-391d-4fc4-9494-838cb021353e req-2125d2c5-f3b2-4aba-8e6d-1bb5df36ecf4 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "GET /v2.0/ports?device_id=a963da0a-264f-43db-8098-e7d3616c167a HTTP/1.1" status: 200 len: 943 time: 0.0592799 Feb 04 18:05:05.621129 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-ba0e1d22-391d-4fc4-9494-838cb021353e req-d74f713f-4c83-46a2-8e91-8fbae156da98 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "GET /v2.0/security-groups?id=a7fc0481-d484-4f06-a09a-3d6b9023a037&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418689 Feb 04 18:05:05.790642 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (ba70844b-66a0-45fd-a2f2-e6ed673321fc), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:05:06.192609 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.agents_db [None req-e1691f3b-aacd-4cd6-8ebb-a9c53bb301c0 None None] Agent healthcheck: found 7 active agents {{(pid=103379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 18:05:06.696099 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device 0a921c4d-5fa5-4590-b1bc-e2554d3d62d3 details requested by agent hyperv_n-h1-827839-2 with host n-h1-827839-2 {{(pid=103378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 18:05:06.739366 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507f7dfb-83ce-4899-af26-aa2e00db63f0 req-cc24be7b-3f31-4082-a525-cb35e491f35e tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:05:06.740957 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-507f7dfb-83ce-4899-af26-aa2e00db63f0 req-cc24be7b-3f31-4082-a525-cb35e491f35e tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "GET /v2.0/ports?device_id=a963da0a-264f-43db-8098-e7d3616c167a HTTP/1.1" status: 200 len: 943 time: 0.0533998 Feb 04 18:05:06.789775 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-507f7dfb-83ce-4899-af26-aa2e00db63f0 req-bef568b7-d08e-4276-9149-b82b2a4a5db1 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "GET /v2.0/security-groups?id=a7fc0481-d484-4f06-a09a-3d6b9023a037&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426199 Feb 04 18:05:06.794287 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] For port 0a921c4d-5fa5-4590-b1bc-e2554d3d62d3, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=0a921c4d-5fa5-4590-b1bc-e2554d3d62d3,segment=NetworkSegment(14b42f91-bfd2-4a53-b270-b22cde6aff98),segment_id=14b42f91-bfd2-4a53-b270-b22cde6aff98)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 18:05:06.806987 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Returning: {'device': '0a921c4d-5fa5-4590-b1bc-e2554d3d62d3', 'network_id': '373501d5-ea79-4aa8-8415-e77aad537579', 'port_id': '0a921c4d-5fa5-4590-b1bc-e2554d3d62d3', 'mac_address': 'fa:16:3e:b5:82:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 752, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '645125ba-dc72-4374-be18-fe910df5a518', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 18:05:06.843929 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Current status of the port 0a921c4d-5fa5-4590-b1bc-e2554d3d62d3 is: DOWN; New status is: BUILD {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 18:05:06.844322 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (0a921c4d-5fa5-4590-b1bc-e2554d3d62d3), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:05:06.857492 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a921c4d-5fa5-4590-b1bc-e2554d3d62d3 {{(pid=103378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 18:05:06.876916 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] For port 0a921c4d-5fa5-4590-b1bc-e2554d3d62d3, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=0a921c4d-5fa5-4590-b1bc-e2554d3d62d3,segment=NetworkSegment(14b42f91-bfd2-4a53-b270-b22cde6aff98),segment_id=14b42f91-bfd2-4a53-b270-b22cde6aff98)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 18:05:06.880564 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (0a921c4d-5fa5-4590-b1bc-e2554d3d62d3), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:05:06.930671 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Pushing event updated for resources: {'Port': ['ID=0a921c4d-5fa5-4590-b1bc-e2554d3d62d3,revision_number=4']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:05:06.938923 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:05:06.939268 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:05:06.939617 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:05:06.939947 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:05:06.940357 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:05:06.940692 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:05:06.941134 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:05:06.941461 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:05:06.941783 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:05:06.942106 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:05:06.942430 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:05:06.946592 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:05:06.946945 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:05:07.315634 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] get_ports_and_sgs() called for port_ids ['0a921c4d-5fa5-4590-b1bc-e2554d3d62d3'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 18:05:07.910208 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fc6a88-6adb-488f-81bc-ea9f6cc16464 req-e57ce16a-dd53-42d6-a7b8-21d2632b1ed0 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:05:07.911946 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-13fc6a88-6adb-488f-81bc-ea9f6cc16464 req-e57ce16a-dd53-42d6-a7b8-21d2632b1ed0 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "GET /v2.0/ports?device_id=a963da0a-264f-43db-8098-e7d3616c167a HTTP/1.1" status: 200 len: 944 time: 0.0561490 Feb 04 18:05:07.959789 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-13fc6a88-6adb-488f-81bc-ea9f6cc16464 req-14600697-eca3-42d7-8575-a9136660378e tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "GET /v2.0/security-groups?id=a7fc0481-d484-4f06-a09a-3d6b9023a037&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421560 Feb 04 18:05:08.704202 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device 0a921c4d-5fa5-4590-b1bc-e2554d3d62d3 up at agent hyperv_n-h1-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 18:05:08.751660 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Provisioning for port 0a921c4d-5fa5-4590-b1bc-e2554d3d62d3 completed by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 18:05:08.755282 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Provisioning complete for port 0a921c4d-5fa5-4590-b1bc-e2554d3d62d3 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 18:05:08.755653 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (0a921c4d-5fa5-4590-b1bc-e2554d3d62d3), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:05:08.833870 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Current status of the port 0a921c4d-5fa5-4590-b1bc-e2554d3d62d3 is: BUILD; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 18:05:08.834258 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (0a921c4d-5fa5-4590-b1bc-e2554d3d62d3), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:05:08.856595 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a963da0a-264f-43db-8098-e7d3616c167a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a921c4d-5fa5-4590-b1bc-e2554d3d62d3'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 18:05:08.858842 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c34bc964ce2211770fda26ca2f3801cc06f4f39928110690550e94ab9c9d2fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af6b4edf-6e8e-42d7-a11d-05ab42edb577" -d '{"events": [{"server_uuid": "a963da0a-264f-43db-8098-e7d3616c167a", "name": "network-vif-plugged", "status": "completed", "tag": "0a921c4d-5fa5-4590-b1bc-e2554d3d62d3"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 18:05:08.871735 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] For port 0a921c4d-5fa5-4590-b1bc-e2554d3d62d3, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=0a921c4d-5fa5-4590-b1bc-e2554d3d62d3,segment=NetworkSegment(14b42f91-bfd2-4a53-b270-b22cde6aff98),segment_id=14b42f91-bfd2-4a53-b270-b22cde6aff98)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 18:05:08.876048 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (0a921c4d-5fa5-4590-b1bc-e2554d3d62d3), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:05:08.922871 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Pushing event updated for resources: {'Port': ['ID=0a921c4d-5fa5-4590-b1bc-e2554d3d62d3,revision_number=5']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:05:08.955107 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 18:05:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7bae652-2e5b-484f-86c3-2f217103529c x-openstack-request-id: req-d7bae652-2e5b-484f-86c3-2f217103529c {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 18:05:08.955358 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a963da0a-264f-43db-8098-e7d3616c167a", "name": "network-vif-plugged", "status": "completed", "tag": "0a921c4d-5fa5-4590-b1bc-e2554d3d62d3", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 18:05:08.955619 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-d7bae652-2e5b-484f-86c3-2f217103529c {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 18:05:08.956025 n-d-827839-2 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a963da0a-264f-43db-8098-e7d3616c167a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a921c4d-5fa5-4590-b1bc-e2554d3d62d3', 'code': 200} Feb 04 18:05:09.067986 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34623ce-6856-4b98-abf1-c718d3db03c1 req-fd60ac4e-1ee4-42a8-9885-8859f2ebaf2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:05:09.070175 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-c34623ce-6856-4b98-abf1-c718d3db03c1 req-fd60ac4e-1ee4-42a8-9885-8859f2ebaf2d service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=a963da0a-264f-43db-8098-e7d3616c167a HTTP/1.1" status: 200 len: 1127 time: 0.0496440 Feb 04 18:05:09.078982 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2378d49-1d5e-491e-9074-00dac041127a req-f3525e26-11c1-4ba8-8722-618ae86d02cb tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:05:09.080469 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-d2378d49-1d5e-491e-9074-00dac041127a req-f3525e26-11c1-4ba8-8722-618ae86d02cb tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "GET /v2.0/ports?device_id=a963da0a-264f-43db-8098-e7d3616c167a HTTP/1.1" status: 200 len: 945 time: 0.0531917 Feb 04 18:05:09.117872 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-c34623ce-6856-4b98-abf1-c718d3db03c1 req-123ca7fd-fba4-4971-9dbc-77a5b816a6bd service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=a7fc0481-d484-4f06-a09a-3d6b9023a037&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398870 Feb 04 18:05:09.129351 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-d2378d49-1d5e-491e-9074-00dac041127a req-4a7e1db7-6b18-4c68-831c-e8e19c9873e5 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "GET /v2.0/security-groups?id=a7fc0481-d484-4f06-a09a-3d6b9023a037&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431769 Feb 04 18:05:10.250069 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10abca6e-e33a-4b22-81b8-788074ffe336 req-77075bb5-d45d-4cb9-8a5c-60879f67a3db tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:05:10.251550 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-10abca6e-e33a-4b22-81b8-788074ffe336 req-77075bb5-d45d-4cb9-8a5c-60879f67a3db tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "GET /v2.0/ports?device_id=a963da0a-264f-43db-8098-e7d3616c167a HTTP/1.1" status: 200 len: 945 time: 0.0516965 Feb 04 18:05:10.299706 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-10abca6e-e33a-4b22-81b8-788074ffe336 req-88d11524-e1f3-4d43-81c8-8dac48bdf3e7 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "GET /v2.0/security-groups?id=a7fc0481-d484-4f06-a09a-3d6b9023a037&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426073 Feb 04 18:05:10.616811 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (f20a1ab3-4332-4f54-833b-ba4a7c687e89), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:05:11.415787 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16ec27a-8723-4973-b0b6-27941d2b2d8e req-cb801733-0080-4dcc-8bc5-62e5dca680f9 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:05:11.417645 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-d16ec27a-8723-4973-b0b6-27941d2b2d8e req-cb801733-0080-4dcc-8bc5-62e5dca680f9 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "GET /v2.0/ports?device_id=a963da0a-264f-43db-8098-e7d3616c167a HTTP/1.1" status: 200 len: 945 time: 0.0508835 Feb 04 18:05:11.467886 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-d16ec27a-8723-4973-b0b6-27941d2b2d8e req-96363045-126e-41ba-9c79-adba1380363c tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "GET /v2.0/security-groups?id=a7fc0481-d484-4f06-a09a-3d6b9023a037&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447199 Feb 04 18:05:11.584789 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69de021-a615-47f2-b554-a3c3a0359159 req-4ecba6e5-b2b9-4753-848a-b8c6c8034db5 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:05:11.586297 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-a69de021-a615-47f2-b554-a3c3a0359159 req-4ecba6e5-b2b9-4753-848a-b8c6c8034db5 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "GET /v2.0/ports?device_id=a963da0a-264f-43db-8098-e7d3616c167a HTTP/1.1" status: 200 len: 945 time: 0.0530376 Feb 04 18:05:11.638941 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-a69de021-a615-47f2-b554-a3c3a0359159 req-45b65ab3-2e11-46a5-8c5e-179aa99e252b tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "GET /v2.0/security-groups?id=a7fc0481-d484-4f06-a09a-3d6b9023a037&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465491 Feb 04 18:05:11.661411 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 54632) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:05:11.745057 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd8b6db7-6deb-4f3b-865b-51c6b52e3756 tempest-TestVolumeBootPattern-1878344515 tempest-TestVolumeBootPattern-1878344515-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:05:11.746603 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-fd8b6db7-6deb-4f3b-865b-51c6b52e3756 tempest-TestVolumeBootPattern-1878344515 tempest-TestVolumeBootPattern-1878344515-project-admin] 10.222.0.89 "GET /v2.0/ports?device_id=a963da0a-264f-43db-8098-e7d3616c167a HTTP/1.1" status: 200 len: 1122 time: 0.0842276 Feb 04 18:05:11.749364 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 54636) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:05:11.753613 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-85fe57c3-140a-4616-b530-97f636e8ff87 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Request body: {'floatingip': {'floating_network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'port_id': '0a921c4d-5fa5-4590-b1bc-e2554d3d62d3', 'tenant_id': '0082fd5bf0af4f76918b9b76b2e7b4a0', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 18:05:11.772970 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-85fe57c3-140a-4616-b530-97f636e8ff87 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:05:11.873606 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-85fe57c3-140a-4616-b530-97f636e8ff87 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:05:11.977036 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.db_base_plugin_common [None req-85fe57c3-140a-4616-b530-97f636e8ff87 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Allocated IP 172.25.6.174 (48165773-85ad-49a1-9ec1-76fc8dc24188/7660bfad-1ea8-4fe7-831b-bed836f13efc/6bde479f-5173-4336-857c-bbf172d4f677) {{(pid=103376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 18:05:12.080209 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-85fe57c3-140a-4616-b530-97f636e8ff87 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Publish callbacks [] for port (6bde479f-5173-4336-857c-bbf172d4f677), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:05:12.113763 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-85fe57c3-140a-4616-b530-97f636e8ff87 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (6bde479f-5173-4336-857c-bbf172d4f677), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:05:12.152490 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85fe57c3-140a-4616-b530-97f636e8ff87 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Network 48165773-85ad-49a1-9ec1-76fc8dc24188 is already hosted by enough agents. {{(pid=103376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 18:05:12.155382 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [None req-85fe57c3-140a-4616-b530-97f636e8ff87 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Resources bound (agent type, host, resource id): {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 18:05:12.158907 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85fe57c3-140a-4616-b530-97f636e8ff87 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Received port after_create {{(pid=103376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 18:05:12.183744 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85fe57c3-140a-4616-b530-97f636e8ff87 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Pushing event updated for resources: {'Port': ['ID=6bde479f-5173-4336-857c-bbf172d4f677,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:05:12.506932 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-85fe57c3-140a-4616-b530-97f636e8ff87 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Publish callbacks [] for floatingip (694f035a-53c0-4808-8f73-34a3b461a781), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:05:12.573940 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-85fe57c3-140a-4616-b530-97f636e8ff87 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (6bde479f-5173-4336-857c-bbf172d4f677), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:05:12.615202 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (3f9244a9-75fc-4c10-b195-11d48b853b41), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:05:12.723579 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-85fe57c3-140a-4616-b530-97f636e8ff87 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Publish callbacks [] for port (6bde479f-5173-4336-857c-bbf172d4f677), precommit_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:05:12.727968 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-85fe57c3-140a-4616-b530-97f636e8ff87 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675836'] for port (6bde479f-5173-4336-857c-bbf172d4f677), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:05:12.794614 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85fe57c3-140a-4616-b530-97f636e8ff87 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Pushing event updated for resources: {'Port': ['ID=6bde479f-5173-4336-857c-bbf172d4f677,revision_number=2']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:05:12.816541 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-85fe57c3-140a-4616-b530-97f636e8ff87 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1595586'] for floatingip (694f035a-53c0-4808-8f73-34a3b461a781), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:05:12.916677 n-d-827839-2 neutron-server[103376]: INFO neutron.db.l3_db [None req-85fe57c3-140a-4616-b530-97f636e8ff87 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Floating IP 694f035a-53c0-4808-8f73-34a3b461a781 associated. External IP: 172.25.6.174, port: 0a921c4d-5fa5-4590-b1bc-e2554d3d62d3. Feb 04 18:05:13.126306 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85fe57c3-140a-4616-b530-97f636e8ff87 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Router 28361fe3-6036-43c9-b8f6-14ae321a7597 has already been hosted by L3 agent 64ada913-9131-4d99-a265-63a920956287 {{(pid=103376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 18:05:13.508158 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85fe57c3-140a-4616-b530-97f636e8ff87 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Notify agent at l3_agent.n-d-827839-2 the message routers_updated {{(pid=103376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 18:05:13.519816 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8531a03f-0d34-47a8-aa9d-0b10d1b8305b None None] Sync routers for ids ['28361fe3-6036-43c9-b8f6-14ae321a7597'] in n-d-827839-2 {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 18:05:13.529223 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-85fe57c3-140a-4616-b530-97f636e8ff87 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for floatingip (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:05:13.530050 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8531a03f-0d34-47a8-aa9d-0b10d1b8305b None None] Routers {'28361fe3-6036-43c9-b8f6-14ae321a7597'} bound to L3 agent in host n-d-827839-2 {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 18:05:13.530670 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-8531a03f-0d34-47a8-aa9d-0b10d1b8305b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T18:05:03Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['28361fe3-6036-43c9-b8f6-14ae321a7597'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:05:13.558752 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-85fe57c3-140a-4616-b530-97f636e8ff87 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8083658 Feb 04 18:05:13.559356 n-d-827839-2 neutron-server[103376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a963da0a-264f-43db-8098-e7d3616c167a', 'tag': '0a921c4d-5fa5-4590-b1bc-e2554d3d62d3'}] {{(pid=103376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 18:05:13.561636 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d59c3bb5e2f09ebf62144d5e09b1cff60c763a9c19614c24538e77842938c05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b555bd3e-9991-47ba-b25f-4453b8e8abdf" -d '{"events": [{"name": "network-changed", "server_uuid": "a963da0a-264f-43db-8098-e7d3616c167a", "tag": "0a921c4d-5fa5-4590-b1bc-e2554d3d62d3"}]}' {{(pid=103376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 18:05:13.603696 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 18:05:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5daf4ef-45db-45f9-a1ab-3a7a706409a9 x-openstack-request-id: req-e5daf4ef-45db-45f9-a1ab-3a7a706409a9 {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 18:05:13.603994 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a963da0a-264f-43db-8098-e7d3616c167a", "tag": "0a921c4d-5fa5-4590-b1bc-e2554d3d62d3", "status": "completed", "code": 200}]} {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 18:05:13.604250 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-e5daf4ef-45db-45f9-a1ab-3a7a706409a9 {{(pid=103376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 18:05:13.604684 n-d-827839-2 neutron-server[103376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a963da0a-264f-43db-8098-e7d3616c167a', 'tag': '0a921c4d-5fa5-4590-b1bc-e2554d3d62d3', 'status': 'completed', 'code': 200} Feb 04 18:05:13.638492 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvr_db [None req-8531a03f-0d34-47a8-aa9d-0b10d1b8305b None None] Set router 28361fe3-6036-43c9-b8f6-14ae321a7597 gateway port host: n-d-827839-2 {{(pid=103379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 18:05:13.673251 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b555bd3e-9991-47ba-b25f-4453b8e8abdf req-9c11ed14-3200-495c-a260-e68242bb4352 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:05:13.674767 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-b555bd3e-9991-47ba-b25f-4453b8e8abdf req-9c11ed14-3200-495c-a260-e68242bb4352 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=0082fd5bf0af4f76918b9b76b2e7b4a0&device_id=a963da0a-264f-43db-8098-e7d3616c167a HTTP/1.1" status: 200 len: 1127 time: 0.0468013 Feb 04 18:05:13.767432 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b555bd3e-9991-47ba-b25f-4453b8e8abdf req-c5c426d7-c07a-4706-984d-e673ac3f7be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:05:13.768931 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-b555bd3e-9991-47ba-b25f-4453b8e8abdf req-c5c426d7-c07a-4706-984d-e673ac3f7be6 service neutron] 10.222.0.96 "GET /v2.0/networks?id=373501d5-ea79-4aa8-8415-e77aad537579 HTTP/1.1" status: 200 len: 913 time: 0.0864749 Feb 04 18:05:13.840135 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-b555bd3e-9991-47ba-b25f-4453b8e8abdf req-b6c09f0d-6a2d-4a44-b2ed-cba7db10601d service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0a921c4d-5fa5-4590-b1bc-e2554d3d62d3 HTTP/1.1" status: 200 len: 999 time: 0.0597284 Feb 04 18:05:13.873767 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-8531a03f-0d34-47a8-aa9d-0b10d1b8305b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28361fe3-6036-43c9-b8f6-14ae321a7597', 'name': 'tempest-TestVolumeBootPattern-1456540857-router', 'tenant_id': '0082fd5bf0af4f76918b9b76b2e7b4a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.242'}], 'enable_snat': True}, 'gw_port_id': '2a3e8b82-3998-4110-8b53-6dbc74b5b664', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:57:35Z', 'updated_at': '2022-02-04T17:57:38Z', 'revision_number': 4, 'project_id': '0082fd5bf0af4f76918b9b76b2e7b4a0', 'gw_port': {'id': '2a3e8b82-3998-4110-8b53-6dbc74b5b664', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:db:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28361fe3-6036-43c9-b8f6-14ae321a7597', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4017, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:57:35Z', 'updated_at': '2022-02-04T17:57:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_floatingips': [{'id': '694f035a-53c0-4808-8f73-34a3b461a781', 'tenant_id': '0082fd5bf0af4f76918b9b76b2e7b4a0', 'floating_ip_address': '172.25.6.174', 'floating_network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'router_id': '28361fe3-6036-43c9-b8f6-14ae321a7597', 'port_id': '0a921c4d-5fa5-4590-b1bc-e2554d3d62d3', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4049, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '373501d5-ea79-4aa8-8415-e77aad537579', 'mac_address': 'fa:16:3e:b5:82:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a963da0a-264f-43db-8098-e7d3616c167a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T18:05:12Z', 'updated_at': '2022-02-04T18:05:12Z', 'revision_number': 0, 'project_id': '0082fd5bf0af4f76918b9b76b2e7b4a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff343d00-6c83-4645-b77b-ac82283080b8', 'name': '', 'network_id': '373501d5-ea79-4aa8-8415-e77aad537579', 'tenant_id': '0082fd5bf0af4f76918b9b76b2e7b4a0', 'mac_address': 'fa:16:3e:4b:6f:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28361fe3-6036-43c9-b8f6-14ae321a7597', 'device_owner': 'network:router_interface', 'standard_attr_id': 4018, 'fixed_ips': [{'subnet_id': '645125ba-dc72-4374-be18-fe910df5a518', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:57:37Z', 'updated_at': '2022-02-04T17:57:42Z', 'revision_number': 5, 'project_id': '0082fd5bf0af4f76918b9b76b2e7b4a0', 'subnets': [{'id': '645125ba-dc72-4374-be18-fe910df5a518', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-2', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:05:13.896757 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b555bd3e-9991-47ba-b25f-4453b8e8abdf req-a0a6f86e-2009-451a-add9-502d135f3587 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:05:13.898261 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-b555bd3e-9991-47ba-b25f-4453b8e8abdf req-a0a6f86e-2009-451a-add9-502d135f3587 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=645125ba-dc72-4374-be18-fe910df5a518 HTTP/1.1" status: 200 len: 851 time: 0.0484819 Feb 04 18:05:13.899493 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8531a03f-0d34-47a8-aa9d-0b10d1b8305b None None] Checking router: 28361fe3-6036-43c9-b8f6-14ae321a7597 for host: n-d-827839-2 {{(pid=103379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 18:05:13.908391 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8531a03f-0d34-47a8-aa9d-0b10d1b8305b None None] Routers {'28361fe3-6036-43c9-b8f6-14ae321a7597'} bound to L3 agent in host n-d-827839-2 {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 18:05:13.909023 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-8531a03f-0d34-47a8-aa9d-0b10d1b8305b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T18:05:03Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['28361fe3-6036-43c9-b8f6-14ae321a7597'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:05:13.948529 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b555bd3e-9991-47ba-b25f-4453b8e8abdf req-c3426f38-0fa5-4018-ad59-fa0199d30ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:05:13.950096 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-b555bd3e-9991-47ba-b25f-4453b8e8abdf req-c3426f38-0fa5-4018-ad59-fa0199d30ff3 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=373501d5-ea79-4aa8-8415-e77aad537579&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0444722 Feb 04 18:05:14.015161 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvr_db [None req-8531a03f-0d34-47a8-aa9d-0b10d1b8305b None None] Set router 28361fe3-6036-43c9-b8f6-14ae321a7597 gateway port host: n-d-827839-2 {{(pid=103379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 18:05:14.038176 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-b555bd3e-9991-47ba-b25f-4453b8e8abdf req-9e95fdad-d058-42ea-8b68-2f41aa809832 service neutron] 10.222.0.96 "GET /v2.0/networks/373501d5-ea79-4aa8-8415-e77aad537579?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815117 Feb 04 18:05:14.131990 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-b555bd3e-9991-47ba-b25f-4453b8e8abdf req-7f1d86f9-cee0-449d-b71d-5831c4bb2d2e service neutron] 10.222.0.96 "GET /v2.0/networks/373501d5-ea79-4aa8-8415-e77aad537579?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866745 Feb 04 18:05:14.249071 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-8531a03f-0d34-47a8-aa9d-0b10d1b8305b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28361fe3-6036-43c9-b8f6-14ae321a7597', 'name': 'tempest-TestVolumeBootPattern-1456540857-router', 'tenant_id': '0082fd5bf0af4f76918b9b76b2e7b4a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.242'}], 'enable_snat': True}, 'gw_port_id': '2a3e8b82-3998-4110-8b53-6dbc74b5b664', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:57:35Z', 'updated_at': '2022-02-04T17:57:38Z', 'revision_number': 4, 'project_id': '0082fd5bf0af4f76918b9b76b2e7b4a0', 'gw_port': {'id': '2a3e8b82-3998-4110-8b53-6dbc74b5b664', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:db:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28361fe3-6036-43c9-b8f6-14ae321a7597', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4017, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:57:35Z', 'updated_at': '2022-02-04T17:57:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_floatingips': [{'id': '694f035a-53c0-4808-8f73-34a3b461a781', 'tenant_id': '0082fd5bf0af4f76918b9b76b2e7b4a0', 'floating_ip_address': '172.25.6.174', 'floating_network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'router_id': '28361fe3-6036-43c9-b8f6-14ae321a7597', 'port_id': '0a921c4d-5fa5-4590-b1bc-e2554d3d62d3', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4049, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '373501d5-ea79-4aa8-8415-e77aad537579', 'mac_address': 'fa:16:3e:b5:82:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a963da0a-264f-43db-8098-e7d3616c167a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T18:05:12Z', 'updated_at': '2022-02-04T18:05:12Z', 'revision_number': 0, 'project_id': '0082fd5bf0af4f76918b9b76b2e7b4a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff343d00-6c83-4645-b77b-ac82283080b8', 'name': '', 'network_id': '373501d5-ea79-4aa8-8415-e77aad537579', 'tenant_id': '0082fd5bf0af4f76918b9b76b2e7b4a0', 'mac_address': 'fa:16:3e:4b:6f:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28361fe3-6036-43c9-b8f6-14ae321a7597', 'device_owner': 'network:router_interface', 'standard_attr_id': 4018, 'fixed_ips': [{'subnet_id': '645125ba-dc72-4374-be18-fe910df5a518', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:57:37Z', 'updated_at': '2022-02-04T17:57:42Z', 'revision_number': 5, 'project_id': '0082fd5bf0af4f76918b9b76b2e7b4a0', 'subnets': [{'id': '645125ba-dc72-4374-be18-fe910df5a518', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-2', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:05:14.275253 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8531a03f-0d34-47a8-aa9d-0b10d1b8305b None None] The sync data for ids ['28361fe3-6036-43c9-b8f6-14ae321a7597'] in n-d-827839-2 is: [{'id': '28361fe3-6036-43c9-b8f6-14ae321a7597', 'name': 'tempest-TestVolumeBootPattern-1456540857-router', 'tenant_id': '0082fd5bf0af4f76918b9b76b2e7b4a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.242'}], 'enable_snat': True}, 'gw_port_id': '2a3e8b82-3998-4110-8b53-6dbc74b5b664', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:57:35Z', 'updated_at': '2022-02-04T17:57:38Z', 'revision_number': 4, 'project_id': '0082fd5bf0af4f76918b9b76b2e7b4a0', 'gw_port': {'id': '2a3e8b82-3998-4110-8b53-6dbc74b5b664', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:db:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28361fe3-6036-43c9-b8f6-14ae321a7597', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4017, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:57:35Z', 'updated_at': '2022-02-04T17:57:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_floatingips': [{'id': '694f035a-53c0-4808-8f73-34a3b461a781', 'tenant_id': '0082fd5bf0af4f76918b9b76b2e7b4a0', 'floating_ip_address': '172.25.6.174', 'floating_network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'router_id': '28361fe3-6036-43c9-b8f6-14ae321a7597', 'port_id': '0a921c4d-5fa5-4590-b1bc-e2554d3d62d3', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4049, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '373501d5-ea79-4aa8-8415-e77aad537579', 'mac_address': 'fa:16:3e:b5:82:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a963da0a-264f-43db-8098-e7d3616c167a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T18:05:12Z', 'updated_at': '2022-02-04T18:05:12Z', 'revision_number': 0, 'project_id': '0082fd5bf0af4f76918b9b76b2e7b4a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff343d00-6c83-4645-b77b-ac82283080b8', 'name': '', 'network_id': '373501d5-ea79-4aa8-8415-e77aad537579', 'tenant_id': '0082fd5bf0af4f76918b9b76b2e7b4a0', 'mac_address': 'fa:16:3e:4b:6f:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28361fe3-6036-43c9-b8f6-14ae321a7597', 'device_owner': 'network:router_interface', 'standard_attr_id': 4018, 'fixed_ips': [{'subnet_id': '645125ba-dc72-4374-be18-fe910df5a518', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:57:37Z', 'updated_at': '2022-02-04T17:57:42Z', 'revision_number': 5, 'project_id': '0082fd5bf0af4f76918b9b76b2e7b4a0', 'subnets': [{'id': '645125ba-dc72-4374-be18-fe910df5a518', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 18:05:14.462590 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a58fa7d-bbd5-4890-81ed-ec34ed2b09e3 None None] New status for floating IP 694f035a-53c0-4808-8f73-34a3b461a781: ACTIVE {{(pid=103378) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 18:05:29.806893 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-19cf42f6-71f0-4931-8b80-58654768fa03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (bb89f5a3-3c22-440b-b7d1-c4f0c43c184a), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:05:32.879500 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5608cd4c-e899-42c5-b5f7-12d97c3b9909 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (64ada913-9131-4d99-a265-63a920956287), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:05:33.160351 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d408ec64-b374-4acb-a1fc-48241dad6d47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (0cd6d64a-47a7-40ff-8c12-71dd526c62e0), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:05:34.966899 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4f14bb47-e72b-46ac-9e44-a61d9293afcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (75326290-f7a3-4db8-9cf2-15c7139ed224), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:05:35.797500 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (ba70844b-66a0-45fd-a2f2-e6ed673321fc), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:05:40.630931 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (f20a1ab3-4332-4f54-833b-ba4a7c687e89), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:05:42.633033 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (3f9244a9-75fc-4c10-b195-11d48b853b41), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:05:43.191689 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.agents_db [None req-e1691f3b-aacd-4cd6-8ebb-a9c53bb301c0 None None] Agent healthcheck: found 7 active agents {{(pid=103379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 18:05:48.445597 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-c26edfc8-8307-4d16-9ce5-6c41057284b1 req-506db789-6172-4866-bd1b-b195dbd9ccf2 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=a963da0a-264f-43db-8098-e7d3616c167a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0859308 Feb 04 18:05:48.532440 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26edfc8-8307-4d16-9ce5-6c41057284b1 req-c1536b85-c16d-4a3d-a7a9-9f9c3e2d14bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:05:48.533888 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-c26edfc8-8307-4d16-9ce5-6c41057284b1 req-c1536b85-c16d-4a3d-a7a9-9f9c3e2d14bc service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=0082fd5bf0af4f76918b9b76b2e7b4a0&device_id=a963da0a-264f-43db-8098-e7d3616c167a HTTP/1.1" status: 200 len: 1127 time: 0.0442660 Feb 04 18:05:48.637289 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26edfc8-8307-4d16-9ce5-6c41057284b1 req-e8385edd-2499-41f2-bceb-934d16de90e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:05:48.638733 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-c26edfc8-8307-4d16-9ce5-6c41057284b1 req-e8385edd-2499-41f2-bceb-934d16de90e8 service neutron] 10.222.0.96 "GET /v2.0/networks?id=373501d5-ea79-4aa8-8415-e77aad537579 HTTP/1.1" status: 200 len: 913 time: 0.0859728 Feb 04 18:05:48.703407 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-c26edfc8-8307-4d16-9ce5-6c41057284b1 req-2a9934d5-8097-4c58-be6c-089ae5183634 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0a921c4d-5fa5-4590-b1bc-e2554d3d62d3 HTTP/1.1" status: 200 len: 1001 time: 0.0581670 Feb 04 18:05:48.760319 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26edfc8-8307-4d16-9ce5-6c41057284b1 req-216a943e-2ce0-46cc-9b0b-47716923779f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:05:48.761818 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-c26edfc8-8307-4d16-9ce5-6c41057284b1 req-216a943e-2ce0-46cc-9b0b-47716923779f service neutron] 10.222.0.96 "GET /v2.0/subnets?id=645125ba-dc72-4374-be18-fe910df5a518 HTTP/1.1" status: 200 len: 851 time: 0.0522254 Feb 04 18:05:48.814950 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26edfc8-8307-4d16-9ce5-6c41057284b1 req-695fd95b-7e0a-48ee-9da4-eeb8ba19b684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:05:48.816472 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-c26edfc8-8307-4d16-9ce5-6c41057284b1 req-695fd95b-7e0a-48ee-9da4-eeb8ba19b684 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=373501d5-ea79-4aa8-8415-e77aad537579&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0481322 Feb 04 18:05:48.909005 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-c26edfc8-8307-4d16-9ce5-6c41057284b1 req-7c482515-515a-4ad7-aa1b-a8c60e76f49a service neutron] 10.222.0.96 "GET /v2.0/networks/373501d5-ea79-4aa8-8415-e77aad537579?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824630 Feb 04 18:05:49.003683 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-c26edfc8-8307-4d16-9ce5-6c41057284b1 req-87084472-c2b4-480c-a031-f8f0710e957c service neutron] 10.222.0.96 "GET /v2.0/networks/373501d5-ea79-4aa8-8415-e77aad537579?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874798 Feb 04 18:05:59.799827 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8ceef2b4-47f3-4394-bc3f-28de69f63e2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (bb89f5a3-3c22-440b-b7d1-c4f0c43c184a), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:06:02.884169 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5648677e-b5db-4c18-b600-7cb4c77f591a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (64ada913-9131-4d99-a265-63a920956287), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:06:03.164396 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d408ec64-b374-4acb-a1fc-48241dad6d47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (0cd6d64a-47a7-40ff-8c12-71dd526c62e0), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:06:04.967864 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4f14bb47-e72b-46ac-9e44-a61d9293afcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (75326290-f7a3-4db8-9cf2-15c7139ed224), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:06:05.789142 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (ba70844b-66a0-45fd-a2f2-e6ed673321fc), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:06:10.646247 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (f20a1ab3-4332-4f54-833b-ba4a7c687e89), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:06:12.640668 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (3f9244a9-75fc-4c10-b195-11d48b853b41), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:06:20.191035 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.agents_db [None req-e1691f3b-aacd-4cd6-8ebb-a9c53bb301c0 None None] Agent healthcheck: found 7 active agents {{(pid=103379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 18:06:29.802217 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a8d2094a-52f0-4dee-bb04-a33b32cf59fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (bb89f5a3-3c22-440b-b7d1-c4f0c43c184a), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:06:32.885645 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-25cd1b7c-76f9-4796-80a8-0f6d81ea2ed3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (64ada913-9131-4d99-a265-63a920956287), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:06:33.165586 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d408ec64-b374-4acb-a1fc-48241dad6d47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (0cd6d64a-47a7-40ff-8c12-71dd526c62e0), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:06:34.971708 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4f14bb47-e72b-46ac-9e44-a61d9293afcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (75326290-f7a3-4db8-9cf2-15c7139ed224), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:06:35.790283 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (ba70844b-66a0-45fd-a2f2-e6ed673321fc), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:06:40.653922 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (f20a1ab3-4332-4f54-833b-ba4a7c687e89), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:06:42.629984 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (3f9244a9-75fc-4c10-b195-11d48b853b41), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:06:50.153342 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-a23625df-47aa-4fe0-a9f6-9a2ce0addb18 req-c25de938-d1a9-4807-8e05-3a28af91adbd service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=a963da0a-264f-43db-8098-e7d3616c167a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0459220 Feb 04 18:06:50.245047 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23625df-47aa-4fe0-a9f6-9a2ce0addb18 req-ad2f35de-f798-4056-b33c-a84a52e573b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:06:50.246572 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-a23625df-47aa-4fe0-a9f6-9a2ce0addb18 req-ad2f35de-f798-4056-b33c-a84a52e573b7 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=0082fd5bf0af4f76918b9b76b2e7b4a0&device_id=a963da0a-264f-43db-8098-e7d3616c167a HTTP/1.1" status: 200 len: 1127 time: 0.0458808 Feb 04 18:06:50.353982 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23625df-47aa-4fe0-a9f6-9a2ce0addb18 req-a5fb08eb-8958-4f22-9739-21854e9195db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:06:50.355452 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-a23625df-47aa-4fe0-a9f6-9a2ce0addb18 req-a5fb08eb-8958-4f22-9739-21854e9195db service neutron] 10.222.0.96 "GET /v2.0/networks?id=373501d5-ea79-4aa8-8415-e77aad537579 HTTP/1.1" status: 200 len: 913 time: 0.0899553 Feb 04 18:06:50.422539 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-a23625df-47aa-4fe0-a9f6-9a2ce0addb18 req-8e007fec-f1e2-4134-b4d5-0187f6383db8 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0a921c4d-5fa5-4590-b1bc-e2554d3d62d3 HTTP/1.1" status: 200 len: 1001 time: 0.0587273 Feb 04 18:06:50.478588 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23625df-47aa-4fe0-a9f6-9a2ce0addb18 req-4aa7732c-e405-41a5-b02c-80ab956dee89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:06:50.480487 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-a23625df-47aa-4fe0-a9f6-9a2ce0addb18 req-4aa7732c-e405-41a5-b02c-80ab956dee89 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=645125ba-dc72-4374-be18-fe910df5a518 HTTP/1.1" status: 200 len: 851 time: 0.0503948 Feb 04 18:06:50.539167 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23625df-47aa-4fe0-a9f6-9a2ce0addb18 req-d05c9559-9d72-4e93-ac49-cc094af2a979 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:06:50.540722 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-a23625df-47aa-4fe0-a9f6-9a2ce0addb18 req-d05c9559-9d72-4e93-ac49-cc094af2a979 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=373501d5-ea79-4aa8-8415-e77aad537579&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0539982 Feb 04 18:06:50.650502 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-a23625df-47aa-4fe0-a9f6-9a2ce0addb18 req-67cc8e3a-5269-4912-8225-5a88bf8624c0 service neutron] 10.222.0.96 "GET /v2.0/networks/373501d5-ea79-4aa8-8415-e77aad537579?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1029749 Feb 04 18:06:50.757345 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-a23625df-47aa-4fe0-a9f6-9a2ce0addb18 req-98a0bd66-4771-4279-a2da-31b68c4404d2 service neutron] 10.222.0.96 "GET /v2.0/networks/373501d5-ea79-4aa8-8415-e77aad537579?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997484 Feb 04 18:06:56.252359 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-c6dfaacd-8908-4941-ba86-4077c0f36918 req-00a6937b-fcef-468f-af08-7e8102d4f07d tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2060476137&fields=id&tenant_id=0082fd5bf0af4f76918b9b76b2e7b4a0 HTTP/1.1" status: 200 len: 267 time: 0.0468388 Feb 04 18:06:56.364595 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6dfaacd-8908-4941-ba86-4077c0f36918 req-7fa97db3-6970-4319-866f-543a88fb0aef tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:06:56.366306 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-c6dfaacd-8908-4941-ba86-4077c0f36918 req-7fa97db3-6970-4319-866f-543a88fb0aef tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "GET /v2.0/networks?id=373501d5-ea79-4aa8-8415-e77aad537579 HTTP/1.1" status: 200 len: 812 time: 0.1068985 Feb 04 18:06:56.381071 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-c6dfaacd-8908-4941-ba86-4077c0f36918 req-50ab3dc3-2674-417a-8fec-4f4cf3158ef5 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "GET /v2.0/quotas/0082fd5bf0af4f76918b9b76b2e7b4a0 HTTP/1.1" status: 200 len: 375 time: 0.0090091 Feb 04 18:06:56.439437 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-c6dfaacd-8908-4941-ba86-4077c0f36918 req-ca1bff16-1a76-4e16-99ff-f6c588646d86 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=0082fd5bf0af4f76918b9b76b2e7b4a0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0530448 Feb 04 18:06:56.535868 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-c6dfaacd-8908-4941-ba86-4077c0f36918 req-41eb1f26-bdad-4c4e-bd88-b6ec346ead82 service neutron] 10.222.0.89 "GET /v2.0/networks/373501d5-ea79-4aa8-8415-e77aad537579?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857363 Feb 04 18:06:56.631279 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-c6dfaacd-8908-4941-ba86-4077c0f36918 req-48ce74c6-dae3-40a7-b52b-af2128da2eb3 service neutron] 10.222.0.89 "GET /v2.0/networks/373501d5-ea79-4aa8-8415-e77aad537579?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894477 Feb 04 18:06:56.912504 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-f2b655ea-9743-4ba1-a34c-a3fcf8b82583 req-e51566ad-5f67-46e4-bfd1-f2bf68000200 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "GET /v2.0/ports?device_id=05ff5bee-a177-4ba8-835b-b1fb1d27165b HTTP/1.1" status: 200 len: 210 time: 0.0320053 Feb 04 18:06:57.192095 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.agents_db [None req-e1691f3b-aacd-4cd6-8ebb-a9c53bb301c0 None None] Agent healthcheck: found 7 active agents {{(pid=103379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 18:06:57.967337 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6dfaacd-8908-4941-ba86-4077c0f36918 req-d22d5c4f-3278-448b-b2fd-deb054277f7a tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:06:57.968881 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-c6dfaacd-8908-4941-ba86-4077c0f36918 req-d22d5c4f-3278-448b-b2fd-deb054277f7a tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.90 "GET /v2.0/networks?id=373501d5-ea79-4aa8-8415-e77aad537579 HTTP/1.1" status: 200 len: 812 time: 0.1016121 Feb 04 18:06:58.013805 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-b003684d-42c6-4664-8657-4f6e3a6f6f06 req-52ee6591-a4f7-455b-be65-63647a34125d tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "GET /v2.0/ports?device_id=05ff5bee-a177-4ba8-835b-b1fb1d27165b HTTP/1.1" status: 200 len: 210 time: 0.0305803 Feb 04 18:06:58.045576 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-c6dfaacd-8908-4941-ba86-4077c0f36918 req-a6011865-1c5f-46d7-9acf-4c13b67a964e tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.90 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0082fd5bf0af4f76918b9b76b2e7b4a0 HTTP/1.1" status: 200 len: 380 time: 0.0644777 Feb 04 18:06:58.058766 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [req-c6dfaacd-8908-4941-ba86-4077c0f36918 req-419de264-139a-4881-93bc-6df45abda508 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Request body: {'port': {'device_id': '05ff5bee-a177-4ba8-835b-b1fb1d27165b', 'network_id': '373501d5-ea79-4aa8-8415-e77aad537579', 'admin_state_up': True, 'tenant_id': '0082fd5bf0af4f76918b9b76b2e7b4a0', 'security_groups': ['a7fc0481-d484-4f06-a09a-3d6b9023a037']}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 18:06:58.162992 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c6dfaacd-8908-4941-ba86-4077c0f36918 req-419de264-139a-4881-93bc-6df45abda508 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Made reservation on behalf of 0082fd5bf0af4f76918b9b76b2e7b4a0 for: {'port': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 18:06:58.167326 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-c6dfaacd-8908-4941-ba86-4077c0f36918 req-419de264-139a-4881-93bc-6df45abda508 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:06:58.300574 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.db_base_plugin_common [req-c6dfaacd-8908-4941-ba86-4077c0f36918 req-419de264-139a-4881-93bc-6df45abda508 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Allocated IP 172.20.0.14 (373501d5-ea79-4aa8-8415-e77aad537579/645125ba-dc72-4374-be18-fe910df5a518/0f56235d-fdde-4bdd-8f67-e1e6680a1bac) {{(pid=103377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 18:06:58.450697 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-c6dfaacd-8908-4941-ba86-4077c0f36918 req-419de264-139a-4881-93bc-6df45abda508 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Publish callbacks [] for port (0f56235d-fdde-4bdd-8f67-e1e6680a1bac), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:06:58.490047 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-c6dfaacd-8908-4941-ba86-4077c0f36918 req-419de264-139a-4881-93bc-6df45abda508 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (0f56235d-fdde-4bdd-8f67-e1e6680a1bac), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:06:58.533530 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c6dfaacd-8908-4941-ba86-4077c0f36918 req-419de264-139a-4881-93bc-6df45abda508 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Network 373501d5-ea79-4aa8-8415-e77aad537579 is already hosted by enough agents. {{(pid=103377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 18:06:58.536837 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [req-c6dfaacd-8908-4941-ba86-4077c0f36918 req-419de264-139a-4881-93bc-6df45abda508 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Resources bound (agent type, host, resource id): {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 18:06:58.541040 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6dfaacd-8908-4941-ba86-4077c0f36918 req-419de264-139a-4881-93bc-6df45abda508 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Received port after_create {{(pid=103377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 18:06:58.564667 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419de264-139a-4881-93bc-6df45abda508 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Pushing event updated for resources: {'Port': ['ID=0f56235d-fdde-4bdd-8f67-e1e6680a1bac,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:06:58.577318 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419de264-139a-4881-93bc-6df45abda508 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:06:58.577668 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419de264-139a-4881-93bc-6df45abda508 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:06:58.578012 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419de264-139a-4881-93bc-6df45abda508 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:06:58.578359 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419de264-139a-4881-93bc-6df45abda508 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:06:58.578699 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419de264-139a-4881-93bc-6df45abda508 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:06:58.579034 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419de264-139a-4881-93bc-6df45abda508 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:06:58.579367 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419de264-139a-4881-93bc-6df45abda508 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:06:58.579696 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419de264-139a-4881-93bc-6df45abda508 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:06:58.580022 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419de264-139a-4881-93bc-6df45abda508 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:06:58.580347 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419de264-139a-4881-93bc-6df45abda508 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:06:58.580675 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419de264-139a-4881-93bc-6df45abda508 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:06:58.581049 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419de264-139a-4881-93bc-6df45abda508 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:06:58.581359 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419de264-139a-4881-93bc-6df45abda508 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:06:58.605779 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6dfaacd-8908-4941-ba86-4077c0f36918 req-419de264-139a-4881-93bc-6df45abda508 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:06:58.606669 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-c6dfaacd-8908-4941-ba86-4077c0f36918 req-419de264-139a-4881-93bc-6df45abda508 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:06:58.629257 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-c6dfaacd-8908-4941-ba86-4077c0f36918 req-419de264-139a-4881-93bc-6df45abda508 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5748327 Feb 04 18:06:58.641295 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [req-c6dfaacd-8908-4941-ba86-4077c0f36918 req-89896152-f168-4e32-a962-64ced24b6c10 service neutron] Request body: {'port': {'device_id': '05ff5bee-a177-4ba8-835b-b1fb1d27165b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827839-2'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 18:06:58.717512 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-c6dfaacd-8908-4941-ba86-4077c0f36918 req-89896152-f168-4e32-a962-64ced24b6c10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (0f56235d-fdde-4bdd-8f67-e1e6680a1bac), before_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:06:58.823362 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-a43c8fde-b392-44dc-9f9c-d5f7dd29dbeb None None] Provisioning complete for port 0f56235d-fdde-4bdd-8f67-e1e6680a1bac triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 18:06:58.823892 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a43c8fde-b392-44dc-9f9c-d5f7dd29dbeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (0f56235d-fdde-4bdd-8f67-e1e6680a1bac), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:06:58.858847 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-a43c8fde-b392-44dc-9f9c-d5f7dd29dbeb None None] Port 0f56235d-fdde-4bdd-8f67-e1e6680a1bac cannot update to ACTIVE because it is not bound. {{(pid=103378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 18:06:58.982161 n-d-827839-2 neutron-server[103377]: DEBUG neutron.notifiers.nova [req-c6dfaacd-8908-4941-ba86-4077c0f36918 req-89896152-f168-4e32-a962-64ced24b6c10 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f56235d-fdde-4bdd-8f67-e1e6680a1bac {{(pid=103377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 18:06:58.989897 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-c6dfaacd-8908-4941-ba86-4077c0f36918 req-89896152-f168-4e32-a962-64ced24b6c10 service neutron] Publish callbacks [] for port (0f56235d-fdde-4bdd-8f67-e1e6680a1bac), precommit_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:06:59.002401 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.provisioning_blocks [req-c6dfaacd-8908-4941-ba86-4077c0f36918 req-89896152-f168-4e32-a962-64ced24b6c10 service neutron] Transition to ACTIVE for port object 0f56235d-fdde-4bdd-8f67-e1e6680a1bac will not be triggered until provisioned by entity L2. {{(pid=103377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 18:06:59.006471 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-c6dfaacd-8908-4941-ba86-4077c0f36918 req-89896152-f168-4e32-a962-64ced24b6c10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25888290'] for port (0f56235d-fdde-4bdd-8f67-e1e6680a1bac), after_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:06:59.062590 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89896152-f168-4e32-a962-64ced24b6c10 service neutron] Pushing event updated for resources: {'Port': ['ID=0f56235d-fdde-4bdd-8f67-e1e6680a1bac,revision_number=2']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:06:59.190095 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [req-c6dfaacd-8908-4941-ba86-4077c0f36918 req-89896152-f168-4e32-a962-64ced24b6c10 service neutron] Attempting to bind port 0f56235d-fdde-4bdd-8f67-e1e6680a1bac on host n-h2-827839-2 for vnic_type normal with profile {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 18:06:59.190435 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [req-c6dfaacd-8908-4941-ba86-4077c0f36918 req-89896152-f168-4e32-a962-64ced24b6c10 service neutron] Attempting to bind port 0f56235d-fdde-4bdd-8f67-e1e6680a1bac by drivers openvswitch,hyperv on host n-h2-827839-2 at level 0 using segments [{'id': '14b42f91-bfd2-4a53-b270-b22cde6aff98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '373501d5-ea79-4aa8-8415-e77aad537579'}] {{(pid=103377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 18:06:59.190775 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6dfaacd-8908-4941-ba86-4077c0f36918 req-89896152-f168-4e32-a962-64ced24b6c10 service neutron] Attempting to bind port 0f56235d-fdde-4bdd-8f67-e1e6680a1bac on network 373501d5-ea79-4aa8-8415-e77aad537579 {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 18:06:59.198375 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6dfaacd-8908-4941-ba86-4077c0f36918 req-89896152-f168-4e32-a962-64ced24b6c10 service neutron] Port 0f56235d-fdde-4bdd-8f67-e1e6680a1bac on network 373501d5-ea79-4aa8-8415-e77aad537579 not bound, no agent of type Open vSwitch agent registered on host n-h2-827839-2 {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 18:06:59.198696 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6dfaacd-8908-4941-ba86-4077c0f36918 req-89896152-f168-4e32-a962-64ced24b6c10 service neutron] Attempting to bind port 0f56235d-fdde-4bdd-8f67-e1e6680a1bac on network 373501d5-ea79-4aa8-8415-e77aad537579 {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 18:06:59.206555 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6dfaacd-8908-4941-ba86-4077c0f36918 req-89896152-f168-4e32-a962-64ced24b6c10 service neutron] Checking agent: {'id': 'f20a1ab3-4332-4f54-833b-ba4a7c687e89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 8, 40), 'started_at': datetime.datetime(2022, 2, 4, 17, 8, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 18, 6, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 18:06:59.206890 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6dfaacd-8908-4941-ba86-4077c0f36918 req-89896152-f168-4e32-a962-64ced24b6c10 service neutron] Checking segment: {'id': '14b42f91-bfd2-4a53-b270-b22cde6aff98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '373501d5-ea79-4aa8-8415-e77aad537579'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 18:06:59.207275 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6dfaacd-8908-4941-ba86-4077c0f36918 req-89896152-f168-4e32-a962-64ced24b6c10 service neutron] Bound using segment: {'id': '14b42f91-bfd2-4a53-b270-b22cde6aff98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '373501d5-ea79-4aa8-8415-e77aad537579'} {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 18:06:59.208167 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [req-c6dfaacd-8908-4941-ba86-4077c0f36918 req-89896152-f168-4e32-a962-64ced24b6c10 service neutron] Bound port: 0f56235d-fdde-4bdd-8f67-e1e6680a1bac, host: n-h2-827839-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14b42f91-bfd2-4a53-b270-b22cde6aff98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '373501d5-ea79-4aa8-8415-e77aad537579'}}] {{(pid=103377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 18:06:59.208167 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-c6dfaacd-8908-4941-ba86-4077c0f36918 req-89896152-f168-4e32-a962-64ced24b6c10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (0f56235d-fdde-4bdd-8f67-e1e6680a1bac), before_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:06:59.217747 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1acc691-c9e4-4590-962c-1dfd2d7d0093 req-8d2f8f27-4120-41a0-bea0-d2e1eb89e594 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:06:59.219297 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-f1acc691-c9e4-4590-962c-1dfd2d7d0093 req-8d2f8f27-4120-41a0-bea0-d2e1eb89e594 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "GET /v2.0/ports?device_id=05ff5bee-a177-4ba8-835b-b1fb1d27165b HTTP/1.1" status: 200 len: 944 time: 0.0915866 Feb 04 18:06:59.314130 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-f1acc691-c9e4-4590-962c-1dfd2d7d0093 req-b6741cce-05f4-46a8-a4ae-2965d236243f tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "GET /v2.0/security-groups?id=a7fc0481-d484-4f06-a09a-3d6b9023a037&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0855358 Feb 04 18:06:59.320525 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [req-c6dfaacd-8908-4941-ba86-4077c0f36918 req-89896152-f168-4e32-a962-64ced24b6c10 service neutron] For port 0f56235d-fdde-4bdd-8f67-e1e6680a1bac, host n-h2-827839-2, cleared binding levels {{(pid=103377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 18:06:59.324592 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [req-c6dfaacd-8908-4941-ba86-4077c0f36918 req-89896152-f168-4e32-a962-64ced24b6c10 service neutron] For port 0f56235d-fdde-4bdd-8f67-e1e6680a1bac, host n-h2-827839-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=0f56235d-fdde-4bdd-8f67-e1e6680a1bac,segment=NetworkSegment(14b42f91-bfd2-4a53-b270-b22cde6aff98),segment_id=14b42f91-bfd2-4a53-b270-b22cde6aff98)] {{(pid=103377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 18:06:59.330901 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-c6dfaacd-8908-4941-ba86-4077c0f36918 req-89896152-f168-4e32-a962-64ced24b6c10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25888290'] for port (0f56235d-fdde-4bdd-8f67-e1e6680a1bac), after_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:06:59.373544 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6dfaacd-8908-4941-ba86-4077c0f36918 req-89896152-f168-4e32-a962-64ced24b6c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:06:59.374313 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-c6dfaacd-8908-4941-ba86-4077c0f36918 req-89896152-f168-4e32-a962-64ced24b6c10 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:06:59.375926 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-c6dfaacd-8908-4941-ba86-4077c0f36918 req-89896152-f168-4e32-a962-64ced24b6c10 service neutron] 10.222.0.90 "PUT /v2.0/ports/0f56235d-fdde-4bdd-8f67-e1e6680a1bac HTTP/1.1" status: 200 len: 1092 time: 0.7389288 Feb 04 18:06:59.376507 n-d-827839-2 neutron-server[103377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05ff5bee-a177-4ba8-835b-b1fb1d27165b', 'tag': '0f56235d-fdde-4bdd-8f67-e1e6680a1bac'}] {{(pid=103377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 18:06:59.379014 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7240428b650e1488e9361b62648ff4b3a6c19d49d8c27c949491ab58c1346cf0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a80815cc-74e8-4bd8-aab5-1ed036814373" -d '{"events": [{"name": "network-changed", "server_uuid": "05ff5bee-a177-4ba8-835b-b1fb1d27165b", "tag": "0f56235d-fdde-4bdd-8f67-e1e6680a1bac"}]}' {{(pid=103377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 18:06:59.404320 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89896152-f168-4e32-a962-64ced24b6c10 service neutron] Pushing event updated for resources: {'Port': ['ID=0f56235d-fdde-4bdd-8f67-e1e6680a1bac,revision_number=3']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:06:59.431570 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 18:06:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-573eda95-5c04-44a7-ba83-2aab547b5b5d x-openstack-request-id: req-573eda95-5c04-44a7-ba83-2aab547b5b5d {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 18:06:59.431896 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05ff5bee-a177-4ba8-835b-b1fb1d27165b", "tag": "0f56235d-fdde-4bdd-8f67-e1e6680a1bac", "status": "completed", "code": 200}]} {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 18:06:59.432198 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-573eda95-5c04-44a7-ba83-2aab547b5b5d {{(pid=103377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 18:06:59.432779 n-d-827839-2 neutron-server[103377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05ff5bee-a177-4ba8-835b-b1fb1d27165b', 'tag': '0f56235d-fdde-4bdd-8f67-e1e6680a1bac', 'status': 'completed', 'code': 200} Feb 04 18:06:59.486108 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6dfaacd-8908-4941-ba86-4077c0f36918 req-0e8c4c42-a9d3-4381-bded-3473e6fb86f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:06:59.487706 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-c6dfaacd-8908-4941-ba86-4077c0f36918 req-0e8c4c42-a9d3-4381-bded-3473e6fb86f8 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=0082fd5bf0af4f76918b9b76b2e7b4a0&device_id=05ff5bee-a177-4ba8-835b-b1fb1d27165b HTTP/1.1" status: 200 len: 1126 time: 0.0500109 Feb 04 18:06:59.532586 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-c6dfaacd-8908-4941-ba86-4077c0f36918 req-ebe72d3b-30f4-45e4-b981-998ea88868b9 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0f56235d-fdde-4bdd-8f67-e1e6680a1bac HTTP/1.1" status: 200 len: 217 time: 0.0374162 Feb 04 18:06:59.589225 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6dfaacd-8908-4941-ba86-4077c0f36918 req-667d6035-1dc0-45e6-9414-bc769786515c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:06:59.590779 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-c6dfaacd-8908-4941-ba86-4077c0f36918 req-667d6035-1dc0-45e6-9414-bc769786515c service neutron] 10.222.0.90 "GET /v2.0/subnets?id=645125ba-dc72-4374-be18-fe910df5a518 HTTP/1.1" status: 200 len: 851 time: 0.0531223 Feb 04 18:06:59.641311 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6dfaacd-8908-4941-ba86-4077c0f36918 req-2f2b97c0-c36a-41cb-b28a-869071232214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:06:59.642861 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-c6dfaacd-8908-4941-ba86-4077c0f36918 req-2f2b97c0-c36a-41cb-b28a-869071232214 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=373501d5-ea79-4aa8-8415-e77aad537579&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0450385 Feb 04 18:06:59.734160 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-c6dfaacd-8908-4941-ba86-4077c0f36918 req-2d4f0d47-8cf4-47fd-9f05-a75be62ca3aa service neutron] 10.222.0.90 "GET /v2.0/networks/373501d5-ea79-4aa8-8415-e77aad537579?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842035 Feb 04 18:06:59.806721 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-069bd557-aa49-416e-88a8-2a0aa62987c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (bb89f5a3-3c22-440b-b7d1-c4f0c43c184a), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:07:00.103396 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-c6dfaacd-8908-4941-ba86-4077c0f36918 req-453d50bf-814c-4453-8891-ce207bb334ef service neutron] 10.222.0.90 "GET /v2.0/networks/373501d5-ea79-4aa8-8415-e77aad537579?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3611517 Feb 04 18:07:00.196413 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80815cc-74e8-4bd8-aab5-1ed036814373 req-5badf9fa-292e-4a56-abce-8080aa1fd668 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:07:00.197980 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-a80815cc-74e8-4bd8-aab5-1ed036814373 req-5badf9fa-292e-4a56-abce-8080aa1fd668 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=0082fd5bf0af4f76918b9b76b2e7b4a0&device_id=05ff5bee-a177-4ba8-835b-b1fb1d27165b HTTP/1.1" status: 200 len: 1126 time: 0.0465162 Feb 04 18:07:00.291178 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80815cc-74e8-4bd8-aab5-1ed036814373 req-ca9311c6-905b-43d4-9abd-48af7fe0df80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:07:00.292718 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-a80815cc-74e8-4bd8-aab5-1ed036814373 req-ca9311c6-905b-43d4-9abd-48af7fe0df80 service neutron] 10.222.0.90 "GET /v2.0/networks?id=373501d5-ea79-4aa8-8415-e77aad537579 HTTP/1.1" status: 200 len: 913 time: 0.0882885 Feb 04 18:07:00.333995 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-a80815cc-74e8-4bd8-aab5-1ed036814373 req-42f403e7-58e8-498b-b191-f1e5812e6d21 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0f56235d-fdde-4bdd-8f67-e1e6680a1bac HTTP/1.1" status: 200 len: 217 time: 0.0348907 Feb 04 18:07:00.387903 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80815cc-74e8-4bd8-aab5-1ed036814373 req-3edd5ea8-fa23-4a04-a54f-01194003fcc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:07:00.389504 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-a80815cc-74e8-4bd8-aab5-1ed036814373 req-3edd5ea8-fa23-4a04-a54f-01194003fcc0 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=645125ba-dc72-4374-be18-fe910df5a518 HTTP/1.1" status: 200 len: 851 time: 0.0483780 Feb 04 18:07:00.481018 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4eed754-b8ed-4f59-8af7-6175477341fb req-24793fb9-463a-410f-a4b7-66c627c74f16 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:07:00.482682 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-c4eed754-b8ed-4f59-8af7-6175477341fb req-24793fb9-463a-410f-a4b7-66c627c74f16 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "GET /v2.0/ports?device_id=05ff5bee-a177-4ba8-835b-b1fb1d27165b HTTP/1.1" status: 200 len: 944 time: 0.0899282 Feb 04 18:07:00.485349 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80815cc-74e8-4bd8-aab5-1ed036814373 req-4fb501c1-eceb-4147-9c14-5e7d60678fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:07:00.486806 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-a80815cc-74e8-4bd8-aab5-1ed036814373 req-4fb501c1-eceb-4147-9c14-5e7d60678fc2 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=373501d5-ea79-4aa8-8415-e77aad537579&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0853598 Feb 04 18:07:00.588450 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-c4eed754-b8ed-4f59-8af7-6175477341fb req-fad1bed0-9f05-400e-8977-8cf61600bcbb tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "GET /v2.0/security-groups?id=a7fc0481-d484-4f06-a09a-3d6b9023a037&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0998433 Feb 04 18:07:00.613532 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-a80815cc-74e8-4bd8-aab5-1ed036814373 req-76c4f456-9743-43dc-bc29-715a0522a4a4 service neutron] 10.222.0.90 "GET /v2.0/networks/373501d5-ea79-4aa8-8415-e77aad537579?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1189618 Feb 04 18:07:00.719388 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-a80815cc-74e8-4bd8-aab5-1ed036814373 req-21e5bec0-e981-447a-b680-6d764abe060e service neutron] 10.222.0.90 "GET /v2.0/networks/373501d5-ea79-4aa8-8415-e77aad537579?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988591 Feb 04 18:07:01.711405 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd44238-fd90-45aa-babe-6839ffe81b21 req-ba143e4a-cad7-4d17-add5-04df2729deab tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:07:01.712937 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-7fd44238-fd90-45aa-babe-6839ffe81b21 req-ba143e4a-cad7-4d17-add5-04df2729deab tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "GET /v2.0/ports?device_id=05ff5bee-a177-4ba8-835b-b1fb1d27165b HTTP/1.1" status: 200 len: 944 time: 0.0537994 Feb 04 18:07:01.767001 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-7fd44238-fd90-45aa-babe-6839ffe81b21 req-b3cf36bf-1061-4ae0-abcc-9bb32cbd9d34 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "GET /v2.0/security-groups?id=a7fc0481-d484-4f06-a09a-3d6b9023a037&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482588 Feb 04 18:07:02.893541 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-56b3a4ae-1b35-4884-b26b-59b6a2f5a8e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (64ada913-9131-4d99-a265-63a920956287), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:07:02.908511 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19f346f-df79-4d08-bc99-7a04fe5a08d1 req-453c5cfd-b1b5-451d-b607-ffbbfacdfb26 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:07:02.910010 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-b19f346f-df79-4d08-bc99-7a04fe5a08d1 req-453c5cfd-b1b5-451d-b607-ffbbfacdfb26 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "GET /v2.0/ports?device_id=05ff5bee-a177-4ba8-835b-b1fb1d27165b HTTP/1.1" status: 200 len: 944 time: 0.0703843 Feb 04 18:07:02.971843 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-b19f346f-df79-4d08-bc99-7a04fe5a08d1 req-aa9b11fc-22aa-40ed-945f-323aa1fdc10e tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "GET /v2.0/security-groups?id=a7fc0481-d484-4f06-a09a-3d6b9023a037&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542705 Feb 04 18:07:03.170030 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d408ec64-b374-4acb-a1fc-48241dad6d47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (0cd6d64a-47a7-40ff-8c12-71dd526c62e0), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:07:04.099440 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b29bca4-b0c6-44bc-89a1-90124c475fca req-4a044f5a-e74c-45de-9b97-8aa8c14ae4a4 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:07:04.100967 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-0b29bca4-b0c6-44bc-89a1-90124c475fca req-4a044f5a-e74c-45de-9b97-8aa8c14ae4a4 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "GET /v2.0/ports?device_id=05ff5bee-a177-4ba8-835b-b1fb1d27165b HTTP/1.1" status: 200 len: 944 time: 0.0541961 Feb 04 18:07:04.153346 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-0b29bca4-b0c6-44bc-89a1-90124c475fca req-ffbd4ce0-c707-4c0c-8439-2990d817d873 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "GET /v2.0/security-groups?id=a7fc0481-d484-4f06-a09a-3d6b9023a037&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466261 Feb 04 18:07:04.976210 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4f14bb47-e72b-46ac-9e44-a61d9293afcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (75326290-f7a3-4db8-9cf2-15c7139ed224), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:07:05.284238 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d6370b-215e-40bb-8a60-24311d5b29be req-e128dc2a-3860-4e20-b9af-d9ea9ae2d795 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:07:05.286550 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-31d6370b-215e-40bb-8a60-24311d5b29be req-e128dc2a-3860-4e20-b9af-d9ea9ae2d795 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "GET /v2.0/ports?device_id=05ff5bee-a177-4ba8-835b-b1fb1d27165b HTTP/1.1" status: 200 len: 944 time: 0.0620852 Feb 04 18:07:05.339191 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-31d6370b-215e-40bb-8a60-24311d5b29be req-f84329bc-e64c-4e83-8e23-76d2c81c3db7 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "GET /v2.0/security-groups?id=a7fc0481-d484-4f06-a09a-3d6b9023a037&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467303 Feb 04 18:07:05.793117 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (ba70844b-66a0-45fd-a2f2-e6ed673321fc), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:07:06.464014 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323541a7-8c5b-4b01-bd0d-857b76cd1f3f req-67003e7a-2e80-40a5-bbb6-cea34c309594 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:07:06.465641 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-323541a7-8c5b-4b01-bd0d-857b76cd1f3f req-67003e7a-2e80-40a5-bbb6-cea34c309594 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "GET /v2.0/ports?device_id=05ff5bee-a177-4ba8-835b-b1fb1d27165b HTTP/1.1" status: 200 len: 944 time: 0.0555670 Feb 04 18:07:06.515964 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-323541a7-8c5b-4b01-bd0d-857b76cd1f3f req-f8eb7c94-126c-44bb-b2ee-76d477817e69 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "GET /v2.0/security-groups?id=a7fc0481-d484-4f06-a09a-3d6b9023a037&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447836 Feb 04 18:07:07.640469 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f3c7e8-092d-4227-9ea4-f9879f63ecee req-1766b58c-c649-4d42-8a10-7a1368499afa tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:07:07.642006 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-89f3c7e8-092d-4227-9ea4-f9879f63ecee req-1766b58c-c649-4d42-8a10-7a1368499afa tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "GET /v2.0/ports?device_id=05ff5bee-a177-4ba8-835b-b1fb1d27165b HTTP/1.1" status: 200 len: 944 time: 0.0580704 Feb 04 18:07:07.693799 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-89f3c7e8-092d-4227-9ea4-f9879f63ecee req-d5bffc6a-fdfd-452f-a5fe-e4c442cf5a84 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "GET /v2.0/security-groups?id=a7fc0481-d484-4f06-a09a-3d6b9023a037&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460153 Feb 04 18:07:08.814417 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9c0520-90d2-4c1f-809c-d876ef88e2ce req-f9bc6d4f-99cb-488c-b4c8-36a4f60960b3 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:07:08.815984 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-1a9c0520-90d2-4c1f-809c-d876ef88e2ce req-f9bc6d4f-99cb-488c-b4c8-36a4f60960b3 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "GET /v2.0/ports?device_id=05ff5bee-a177-4ba8-835b-b1fb1d27165b HTTP/1.1" status: 200 len: 944 time: 0.0575407 Feb 04 18:07:08.864850 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-1a9c0520-90d2-4c1f-809c-d876ef88e2ce req-29cb82b1-ab24-43fd-a008-6936b4491bcb tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "GET /v2.0/security-groups?id=a7fc0481-d484-4f06-a09a-3d6b9023a037&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427697 Feb 04 18:07:09.990256 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e18849d-e3d5-4476-9309-31a070454fe4 req-dbeab5e2-32d4-4244-922a-d6760daf4a32 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:07:09.991735 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-3e18849d-e3d5-4476-9309-31a070454fe4 req-dbeab5e2-32d4-4244-922a-d6760daf4a32 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "GET /v2.0/ports?device_id=05ff5bee-a177-4ba8-835b-b1fb1d27165b HTTP/1.1" status: 200 len: 944 time: 0.0567062 Feb 04 18:07:10.039583 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-3e18849d-e3d5-4476-9309-31a070454fe4 req-2e14cc58-9838-41f2-9a7d-3b72f1abaa9f tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "GET /v2.0/security-groups?id=a7fc0481-d484-4f06-a09a-3d6b9023a037&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421984 Feb 04 18:07:10.660721 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (f20a1ab3-4332-4f54-833b-ba4a7c687e89), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:07:11.158246 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4e34f3-f54d-4be8-a185-f441f8dfd1a4 req-adcef0f1-e1c8-4721-bacb-6c595f374a96 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:07:11.159776 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-1a4e34f3-f54d-4be8-a185-f441f8dfd1a4 req-adcef0f1-e1c8-4721-bacb-6c595f374a96 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "GET /v2.0/ports?device_id=05ff5bee-a177-4ba8-835b-b1fb1d27165b HTTP/1.1" status: 200 len: 944 time: 0.0537813 Feb 04 18:07:11.208397 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-1a4e34f3-f54d-4be8-a185-f441f8dfd1a4 req-94a5c4f4-fab5-4f7e-8604-b49378f236ec tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "GET /v2.0/security-groups?id=a7fc0481-d484-4f06-a09a-3d6b9023a037&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420065 Feb 04 18:07:12.325754 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376de700-3ab5-497a-8873-737fddecc781 req-da5e7d26-6742-4734-b32b-17d040456f47 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:07:12.327254 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-376de700-3ab5-497a-8873-737fddecc781 req-da5e7d26-6742-4734-b32b-17d040456f47 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "GET /v2.0/ports?device_id=05ff5bee-a177-4ba8-835b-b1fb1d27165b HTTP/1.1" status: 200 len: 944 time: 0.0526679 Feb 04 18:07:12.375395 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-376de700-3ab5-497a-8873-737fddecc781 req-fb83b9e3-ac80-44c5-b67d-f89a3bbe0bfc tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "GET /v2.0/security-groups?id=a7fc0481-d484-4f06-a09a-3d6b9023a037&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424504 Feb 04 18:07:12.653092 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (3f9244a9-75fc-4c10-b195-11d48b853b41), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:07:13.494716 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17e8514-6b53-491f-bf82-cace7ba7a205 req-f75e10b4-5ef5-458c-9e5b-c701bdf8e116 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:07:13.496228 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-b17e8514-6b53-491f-bf82-cace7ba7a205 req-f75e10b4-5ef5-458c-9e5b-c701bdf8e116 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "GET /v2.0/ports?device_id=05ff5bee-a177-4ba8-835b-b1fb1d27165b HTTP/1.1" status: 200 len: 944 time: 0.0534241 Feb 04 18:07:13.550213 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-b17e8514-6b53-491f-bf82-cace7ba7a205 req-0ec9bdd3-7cd8-4f89-b7a7-8c56a958e1d9 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "GET /v2.0/security-groups?id=a7fc0481-d484-4f06-a09a-3d6b9023a037&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483606 Feb 04 18:07:14.673766 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6802f5db-6ffe-4280-a227-8d6b0dd1a1b4 req-9730501e-573c-492d-ac44-996462789976 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:07:14.675288 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-6802f5db-6ffe-4280-a227-8d6b0dd1a1b4 req-9730501e-573c-492d-ac44-996462789976 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "GET /v2.0/ports?device_id=05ff5bee-a177-4ba8-835b-b1fb1d27165b HTTP/1.1" status: 200 len: 944 time: 0.0548749 Feb 04 18:07:14.729013 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-6802f5db-6ffe-4280-a227-8d6b0dd1a1b4 req-cd94c9d2-3417-4015-975f-7edf707bb566 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "GET /v2.0/security-groups?id=a7fc0481-d484-4f06-a09a-3d6b9023a037&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472722 Feb 04 18:07:15.848392 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f5dcc9-5421-477f-8987-053efedfe212 req-8527d504-d68e-47d7-a67e-942d96b879dd tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:07:15.849910 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-24f5dcc9-5421-477f-8987-053efedfe212 req-8527d504-d68e-47d7-a67e-942d96b879dd tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "GET /v2.0/ports?device_id=05ff5bee-a177-4ba8-835b-b1fb1d27165b HTTP/1.1" status: 200 len: 944 time: 0.0537336 Feb 04 18:07:15.900445 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-24f5dcc9-5421-477f-8987-053efedfe212 req-f92d668d-c8b2-467c-b8fe-66bf62dcd56f tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "GET /v2.0/security-groups?id=a7fc0481-d484-4f06-a09a-3d6b9023a037&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443776 Feb 04 18:07:16.384383 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Device 0f56235d-fdde-4bdd-8f67-e1e6680a1bac details requested by agent hyperv_n-h2-827839-2 with host n-h2-827839-2 {{(pid=103378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 18:07:16.478269 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] For port 0f56235d-fdde-4bdd-8f67-e1e6680a1bac, host n-h2-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=0f56235d-fdde-4bdd-8f67-e1e6680a1bac,segment=NetworkSegment(14b42f91-bfd2-4a53-b270-b22cde6aff98),segment_id=14b42f91-bfd2-4a53-b270-b22cde6aff98)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 18:07:16.489776 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Returning: {'device': '0f56235d-fdde-4bdd-8f67-e1e6680a1bac', 'network_id': '373501d5-ea79-4aa8-8415-e77aad537579', 'port_id': '0f56235d-fdde-4bdd-8f67-e1e6680a1bac', 'mac_address': 'fa:16:3e:d3:d7:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 752, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '645125ba-dc72-4374-be18-fe910df5a518', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 18:07:16.526249 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Current status of the port 0f56235d-fdde-4bdd-8f67-e1e6680a1bac is: DOWN; New status is: BUILD {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 18:07:16.526577 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (0f56235d-fdde-4bdd-8f67-e1e6680a1bac), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:07:16.542705 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f56235d-fdde-4bdd-8f67-e1e6680a1bac {{(pid=103378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 18:07:16.561636 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] For port 0f56235d-fdde-4bdd-8f67-e1e6680a1bac, host n-h2-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=0f56235d-fdde-4bdd-8f67-e1e6680a1bac,segment=NetworkSegment(14b42f91-bfd2-4a53-b270-b22cde6aff98),segment_id=14b42f91-bfd2-4a53-b270-b22cde6aff98)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 18:07:16.565788 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (0f56235d-fdde-4bdd-8f67-e1e6680a1bac), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:07:16.613789 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Pushing event updated for resources: {'Port': ['ID=0f56235d-fdde-4bdd-8f67-e1e6680a1bac,revision_number=4']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:07:16.621770 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:07:16.622121 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:07:16.622466 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:07:16.622804 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:07:16.623140 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:07:16.623471 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:07:16.623801 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:07:16.624126 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:07:16.624449 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:07:16.624827 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:07:16.625157 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:07:16.626360 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:07:16.626360 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:07:16.839077 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] get_ports_and_sgs() called for port_ids ['0f56235d-fdde-4bdd-8f67-e1e6680a1bac'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 18:07:17.018851 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c407790-aca7-4230-8c6b-87fb21ed0c9d req-aeee02ee-6949-4e95-96e3-ec5dc9d0780a tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:07:17.020475 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-4c407790-aca7-4230-8c6b-87fb21ed0c9d req-aeee02ee-6949-4e95-96e3-ec5dc9d0780a tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "GET /v2.0/ports?device_id=05ff5bee-a177-4ba8-835b-b1fb1d27165b HTTP/1.1" status: 200 len: 945 time: 0.0530212 Feb 04 18:07:17.069813 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-4c407790-aca7-4230-8c6b-87fb21ed0c9d req-f4c9765d-d0ef-4e17-9c5f-8761faa17242 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "GET /v2.0/security-groups?id=a7fc0481-d484-4f06-a09a-3d6b9023a037&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437067 Feb 04 18:07:18.189828 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a41125f-e287-4d9b-85af-6e31301ba2dd req-c5ddb266-f626-4160-8e24-db4655ba27f7 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:07:18.191353 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-1a41125f-e287-4d9b-85af-6e31301ba2dd req-c5ddb266-f626-4160-8e24-db4655ba27f7 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "GET /v2.0/ports?device_id=05ff5bee-a177-4ba8-835b-b1fb1d27165b HTTP/1.1" status: 200 len: 945 time: 0.0551014 Feb 04 18:07:18.240787 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-1a41125f-e287-4d9b-85af-6e31301ba2dd req-e2dbbc83-8e54-46e6-8e85-31b565b1a238 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "GET /v2.0/security-groups?id=a7fc0481-d484-4f06-a09a-3d6b9023a037&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431268 Feb 04 18:07:18.398485 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Device 0f56235d-fdde-4bdd-8f67-e1e6680a1bac up at agent hyperv_n-h2-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 18:07:18.447074 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Provisioning for port 0f56235d-fdde-4bdd-8f67-e1e6680a1bac completed by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 18:07:18.450841 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Provisioning complete for port 0f56235d-fdde-4bdd-8f67-e1e6680a1bac triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 18:07:18.451222 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (0f56235d-fdde-4bdd-8f67-e1e6680a1bac), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:07:18.529589 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Current status of the port 0f56235d-fdde-4bdd-8f67-e1e6680a1bac is: BUILD; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 18:07:18.529959 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (0f56235d-fdde-4bdd-8f67-e1e6680a1bac), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:07:18.551889 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05ff5bee-a177-4ba8-835b-b1fb1d27165b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f56235d-fdde-4bdd-8f67-e1e6680a1bac'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 18:07:18.554181 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c34bc964ce2211770fda26ca2f3801cc06f4f39928110690550e94ab9c9d2fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7a2c561-3ba1-4eb3-9804-315eae2fe3c5" -d '{"events": [{"server_uuid": "05ff5bee-a177-4ba8-835b-b1fb1d27165b", "name": "network-vif-plugged", "status": "completed", "tag": "0f56235d-fdde-4bdd-8f67-e1e6680a1bac"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 18:07:18.567512 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] For port 0f56235d-fdde-4bdd-8f67-e1e6680a1bac, host n-h2-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=0f56235d-fdde-4bdd-8f67-e1e6680a1bac,segment=NetworkSegment(14b42f91-bfd2-4a53-b270-b22cde6aff98),segment_id=14b42f91-bfd2-4a53-b270-b22cde6aff98)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 18:07:18.571751 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (0f56235d-fdde-4bdd-8f67-e1e6680a1bac), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:07:18.595094 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 18:07:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9c69979-c402-4dbd-bf9d-a7fc6c512307 x-openstack-request-id: req-b9c69979-c402-4dbd-bf9d-a7fc6c512307 {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 18:07:18.595392 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05ff5bee-a177-4ba8-835b-b1fb1d27165b", "name": "network-vif-plugged", "status": "completed", "tag": "0f56235d-fdde-4bdd-8f67-e1e6680a1bac", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 18:07:18.595650 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-b9c69979-c402-4dbd-bf9d-a7fc6c512307 {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 18:07:18.596046 n-d-827839-2 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05ff5bee-a177-4ba8-835b-b1fb1d27165b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f56235d-fdde-4bdd-8f67-e1e6680a1bac', 'code': 200} Feb 04 18:07:18.621458 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Pushing event updated for resources: {'Port': ['ID=0f56235d-fdde-4bdd-8f67-e1e6680a1bac,revision_number=5']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:07:18.703203 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e047c611-7903-49fe-95ce-0f0abd1a81b7 req-8b8c0773-b113-4f3c-b7a3-cb2bc52222f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:07:18.704653 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-e047c611-7903-49fe-95ce-0f0abd1a81b7 req-8b8c0773-b113-4f3c-b7a3-cb2bc52222f4 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=05ff5bee-a177-4ba8-835b-b1fb1d27165b HTTP/1.1" status: 200 len: 1128 time: 0.0458384 Feb 04 18:07:18.749164 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-e047c611-7903-49fe-95ce-0f0abd1a81b7 req-6ebc35b0-915c-4c81-9602-08d727725a63 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=a7fc0481-d484-4f06-a09a-3d6b9023a037&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383635 Feb 04 18:07:19.364356 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5013c16-1233-480a-894f-d1477dd813a8 req-3d6484b7-6e8c-4270-96a3-826264c76e85 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:07:19.365897 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-d5013c16-1233-480a-894f-d1477dd813a8 req-3d6484b7-6e8c-4270-96a3-826264c76e85 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "GET /v2.0/ports?device_id=05ff5bee-a177-4ba8-835b-b1fb1d27165b HTTP/1.1" status: 200 len: 946 time: 0.0572789 Feb 04 18:07:19.414086 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-d5013c16-1233-480a-894f-d1477dd813a8 req-e5aaea40-1a78-424d-b3e1-5aacc3fb7c56 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "GET /v2.0/security-groups?id=a7fc0481-d484-4f06-a09a-3d6b9023a037&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420070 Feb 04 18:07:20.537125 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bf0506-75ad-4dfa-a9be-d853b6dacd21 req-694a9a6d-c3e4-48cb-8d7b-f98bc3ad7489 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:07:20.539058 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-72bf0506-75ad-4dfa-a9be-d853b6dacd21 req-694a9a6d-c3e4-48cb-8d7b-f98bc3ad7489 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "GET /v2.0/ports?device_id=05ff5bee-a177-4ba8-835b-b1fb1d27165b HTTP/1.1" status: 200 len: 946 time: 0.0573621 Feb 04 18:07:20.586753 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-72bf0506-75ad-4dfa-a9be-d853b6dacd21 req-f1fbb932-bc99-4e38-bdad-4fabbc7eb6e8 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "GET /v2.0/security-groups?id=a7fc0481-d484-4f06-a09a-3d6b9023a037&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421827 Feb 04 18:07:20.705522 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bda9f7-d14a-4d7d-b7c6-56e8dabf5448 req-aa2042ae-ccd7-45b6-bd90-f3b6e7b658b4 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:07:20.707014 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-76bda9f7-d14a-4d7d-b7c6-56e8dabf5448 req-aa2042ae-ccd7-45b6-bd90-f3b6e7b658b4 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "GET /v2.0/ports?device_id=05ff5bee-a177-4ba8-835b-b1fb1d27165b HTTP/1.1" status: 200 len: 946 time: 0.0537608 Feb 04 18:07:20.756327 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-76bda9f7-d14a-4d7d-b7c6-56e8dabf5448 req-b02726d6-dfd3-4b77-a337-444bb8001442 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "GET /v2.0/security-groups?id=a7fc0481-d484-4f06-a09a-3d6b9023a037&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438840 Feb 04 18:07:20.778619 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 54804) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:07:20.826014 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02e408ba-4add-4727-80d6-fc03be0666fd tempest-TestVolumeBootPattern-1878344515 tempest-TestVolumeBootPattern-1878344515-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:07:20.827812 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-02e408ba-4add-4727-80d6-fc03be0666fd tempest-TestVolumeBootPattern-1878344515 tempest-TestVolumeBootPattern-1878344515-project-admin] 10.222.0.89 "GET /v2.0/ports?device_id=05ff5bee-a177-4ba8-835b-b1fb1d27165b HTTP/1.1" status: 200 len: 1123 time: 0.0480361 Feb 04 18:07:20.830330 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 54806) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:07:20.834593 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-24531364-016e-4209-984b-4137fefca7f2 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Request body: {'floatingip': {'floating_network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'port_id': '0f56235d-fdde-4bdd-8f67-e1e6680a1bac', 'tenant_id': '0082fd5bf0af4f76918b9b76b2e7b4a0', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 18:07:20.857967 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-24531364-016e-4209-984b-4137fefca7f2 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:07:20.952482 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-24531364-016e-4209-984b-4137fefca7f2 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:07:21.057548 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.db_base_plugin_common [None req-24531364-016e-4209-984b-4137fefca7f2 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Allocated IP 172.25.6.42 (48165773-85ad-49a1-9ec1-76fc8dc24188/7660bfad-1ea8-4fe7-831b-bed836f13efc/b141d5f9-ca2d-4f66-bdec-57e5d3939d76) {{(pid=103376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 18:07:21.157938 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-24531364-016e-4209-984b-4137fefca7f2 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Publish callbacks [] for port (b141d5f9-ca2d-4f66-bdec-57e5d3939d76), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:07:21.190717 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-24531364-016e-4209-984b-4137fefca7f2 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (b141d5f9-ca2d-4f66-bdec-57e5d3939d76), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:07:21.234056 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24531364-016e-4209-984b-4137fefca7f2 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Network 48165773-85ad-49a1-9ec1-76fc8dc24188 is already hosted by enough agents. {{(pid=103376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 18:07:21.236936 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [None req-24531364-016e-4209-984b-4137fefca7f2 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Resources bound (agent type, host, resource id): {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 18:07:21.242901 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24531364-016e-4209-984b-4137fefca7f2 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Received port after_create {{(pid=103376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 18:07:21.245868 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24531364-016e-4209-984b-4137fefca7f2 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Pushing event updated for resources: {'Port': ['ID=b141d5f9-ca2d-4f66-bdec-57e5d3939d76,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:07:21.272032 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24531364-016e-4209-984b-4137fefca7f2 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:07:21.272383 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24531364-016e-4209-984b-4137fefca7f2 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:07:21.273276 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24531364-016e-4209-984b-4137fefca7f2 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:07:21.273276 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24531364-016e-4209-984b-4137fefca7f2 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:07:21.273470 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24531364-016e-4209-984b-4137fefca7f2 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:07:21.273780 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24531364-016e-4209-984b-4137fefca7f2 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:07:21.274110 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24531364-016e-4209-984b-4137fefca7f2 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:07:21.274436 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24531364-016e-4209-984b-4137fefca7f2 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:07:21.274761 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24531364-016e-4209-984b-4137fefca7f2 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:07:21.275085 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24531364-016e-4209-984b-4137fefca7f2 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:07:21.275409 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24531364-016e-4209-984b-4137fefca7f2 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:07:21.275736 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24531364-016e-4209-984b-4137fefca7f2 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:07:21.276060 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24531364-016e-4209-984b-4137fefca7f2 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:07:21.601638 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-24531364-016e-4209-984b-4137fefca7f2 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Publish callbacks [] for floatingip (b90a3f9f-4f32-4bdd-be03-fa4bc27abe04), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:07:21.672429 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-24531364-016e-4209-984b-4137fefca7f2 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (b141d5f9-ca2d-4f66-bdec-57e5d3939d76), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:07:21.823470 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-24531364-016e-4209-984b-4137fefca7f2 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Publish callbacks [] for port (b141d5f9-ca2d-4f66-bdec-57e5d3939d76), precommit_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:07:21.828539 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-24531364-016e-4209-984b-4137fefca7f2 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675836'] for port (b141d5f9-ca2d-4f66-bdec-57e5d3939d76), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:07:21.899302 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24531364-016e-4209-984b-4137fefca7f2 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Pushing event updated for resources: {'Port': ['ID=b141d5f9-ca2d-4f66-bdec-57e5d3939d76,revision_number=2']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:07:21.914709 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-24531364-016e-4209-984b-4137fefca7f2 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1595586'] for floatingip (b90a3f9f-4f32-4bdd-be03-fa4bc27abe04), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:07:22.017628 n-d-827839-2 neutron-server[103376]: INFO neutron.db.l3_db [None req-24531364-016e-4209-984b-4137fefca7f2 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Floating IP b90a3f9f-4f32-4bdd-be03-fa4bc27abe04 associated. External IP: 172.25.6.42, port: 0f56235d-fdde-4bdd-8f67-e1e6680a1bac. Feb 04 18:07:22.226466 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24531364-016e-4209-984b-4137fefca7f2 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Router 28361fe3-6036-43c9-b8f6-14ae321a7597 has already been hosted by L3 agent 64ada913-9131-4d99-a265-63a920956287 {{(pid=103376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 18:07:22.336400 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24531364-016e-4209-984b-4137fefca7f2 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Notify agent at l3_agent.n-d-827839-2 the message routers_updated {{(pid=103376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 18:07:22.346280 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bf63459-83d7-4cc2-8f5b-26707ea4b192 None None] Sync routers for ids ['28361fe3-6036-43c9-b8f6-14ae321a7597'] in n-d-827839-2 {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 18:07:22.353552 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-24531364-016e-4209-984b-4137fefca7f2 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for floatingip (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:07:22.356906 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bf63459-83d7-4cc2-8f5b-26707ea4b192 None None] Routers {'28361fe3-6036-43c9-b8f6-14ae321a7597'} bound to L3 agent in host n-d-827839-2 {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 18:07:22.357583 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-2bf63459-83d7-4cc2-8f5b-26707ea4b192 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T18:07:03Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['28361fe3-6036-43c9-b8f6-14ae321a7597'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:07:22.384489 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-24531364-016e-4209-984b-4137fefca7f2 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5531373 Feb 04 18:07:22.385296 n-d-827839-2 neutron-server[103376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05ff5bee-a177-4ba8-835b-b1fb1d27165b', 'tag': '0f56235d-fdde-4bdd-8f67-e1e6680a1bac'}] {{(pid=103376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 18:07:22.387555 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d59c3bb5e2f09ebf62144d5e09b1cff60c763a9c19614c24538e77842938c05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b13931e4-0870-47a9-9ccf-14343ff139d4" -d '{"events": [{"name": "network-changed", "server_uuid": "05ff5bee-a177-4ba8-835b-b1fb1d27165b", "tag": "0f56235d-fdde-4bdd-8f67-e1e6680a1bac"}]}' {{(pid=103376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 18:07:22.484590 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 18:07:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b525690-7268-4ae5-8fa7-39eaa1b28049 x-openstack-request-id: req-1b525690-7268-4ae5-8fa7-39eaa1b28049 {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 18:07:22.484918 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05ff5bee-a177-4ba8-835b-b1fb1d27165b", "tag": "0f56235d-fdde-4bdd-8f67-e1e6680a1bac", "status": "completed", "code": 200}]} {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 18:07:22.485179 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-1b525690-7268-4ae5-8fa7-39eaa1b28049 {{(pid=103376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 18:07:22.485597 n-d-827839-2 neutron-server[103376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05ff5bee-a177-4ba8-835b-b1fb1d27165b', 'tag': '0f56235d-fdde-4bdd-8f67-e1e6680a1bac', 'status': 'completed', 'code': 200} Feb 04 18:07:22.559562 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvr_db [None req-2bf63459-83d7-4cc2-8f5b-26707ea4b192 None None] Set router 28361fe3-6036-43c9-b8f6-14ae321a7597 gateway port host: n-d-827839-2 {{(pid=103379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 18:07:22.561513 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13931e4-0870-47a9-9ccf-14343ff139d4 req-b4fce147-2649-4198-8b62-947d9ac40eea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:07:22.563036 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-b13931e4-0870-47a9-9ccf-14343ff139d4 req-b4fce147-2649-4198-8b62-947d9ac40eea service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=0082fd5bf0af4f76918b9b76b2e7b4a0&device_id=05ff5bee-a177-4ba8-835b-b1fb1d27165b HTTP/1.1" status: 200 len: 1128 time: 0.0456841 Feb 04 18:07:22.656148 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13931e4-0870-47a9-9ccf-14343ff139d4 req-a341ed35-b0e3-4007-96d6-a5f8186eec1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:07:22.657710 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-b13931e4-0870-47a9-9ccf-14343ff139d4 req-a341ed35-b0e3-4007-96d6-a5f8186eec1c service neutron] 10.222.0.90 "GET /v2.0/networks?id=373501d5-ea79-4aa8-8415-e77aad537579 HTTP/1.1" status: 200 len: 913 time: 0.0889745 Feb 04 18:07:22.722904 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-b13931e4-0870-47a9-9ccf-14343ff139d4 req-50299d3f-f67f-45ac-accf-48e7acab3813 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0f56235d-fdde-4bdd-8f67-e1e6680a1bac HTTP/1.1" status: 200 len: 999 time: 0.0579081 Feb 04 18:07:22.770907 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13931e4-0870-47a9-9ccf-14343ff139d4 req-2e21f686-6fbd-4245-baac-bdf252c71bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:07:22.772359 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-b13931e4-0870-47a9-9ccf-14343ff139d4 req-2e21f686-6fbd-4245-baac-bdf252c71bbc service neutron] 10.222.0.90 "GET /v2.0/subnets?id=645125ba-dc72-4374-be18-fe910df5a518 HTTP/1.1" status: 200 len: 851 time: 0.0429423 Feb 04 18:07:22.782253 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-2bf63459-83d7-4cc2-8f5b-26707ea4b192 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28361fe3-6036-43c9-b8f6-14ae321a7597', 'name': 'tempest-TestVolumeBootPattern-1456540857-router', 'tenant_id': '0082fd5bf0af4f76918b9b76b2e7b4a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.242'}], 'enable_snat': True}, 'gw_port_id': '2a3e8b82-3998-4110-8b53-6dbc74b5b664', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:57:35Z', 'updated_at': '2022-02-04T17:57:38Z', 'revision_number': 4, 'project_id': '0082fd5bf0af4f76918b9b76b2e7b4a0', 'gw_port': {'id': '2a3e8b82-3998-4110-8b53-6dbc74b5b664', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:db:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28361fe3-6036-43c9-b8f6-14ae321a7597', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4017, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:57:35Z', 'updated_at': '2022-02-04T17:57:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_floatingips': [{'id': '694f035a-53c0-4808-8f73-34a3b461a781', 'tenant_id': '0082fd5bf0af4f76918b9b76b2e7b4a0', 'floating_ip_address': '172.25.6.174', 'floating_network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'router_id': '28361fe3-6036-43c9-b8f6-14ae321a7597', 'port_id': '0a921c4d-5fa5-4590-b1bc-e2554d3d62d3', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4049, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '373501d5-ea79-4aa8-8415-e77aad537579', 'mac_address': 'fa:16:3e:b5:82:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a963da0a-264f-43db-8098-e7d3616c167a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T18:05:12Z', 'updated_at': '2022-02-04T18:05:14Z', 'revision_number': 1, 'project_id': '0082fd5bf0af4f76918b9b76b2e7b4a0', 'fixed_ip_address_scope': None}, {'id': 'b90a3f9f-4f32-4bdd-be03-fa4bc27abe04', 'tenant_id': '0082fd5bf0af4f76918b9b76b2e7b4a0', 'floating_ip_address': '172.25.6.42', 'floating_network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'router_id': '28361fe3-6036-43c9-b8f6-14ae321a7597', 'port_id': '0f56235d-fdde-4bdd-8f67-e1e6680a1bac', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4052, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '373501d5-ea79-4aa8-8415-e77aad537579', 'mac_address': 'fa:16:3e:d3:d7:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05ff5bee-a177-4ba8-835b-b1fb1d27165b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T18:07:21Z', 'updated_at': '2022-02-04T18:07:21Z', 'revision_number': 0, 'project_id': '0082fd5bf0af4f76918b9b76b2e7b4a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff343d00-6c83-4645-b77b-ac82283080b8', 'name': '', 'network_id': '373501d5-ea79-4aa8-8415-e77aad537579', 'tenant_id': '0082fd5bf0af4f76918b9b76b2e7b4a0', 'mac_address': 'fa:16:3e:4b:6f:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28361fe3-6036-43c9-b8f6-14ae321a7597', 'device_owner': 'network:router_interface', 'standard_attr_id': 4018, 'fixed_ips': [{'subnet_id': '645125ba-dc72-4374-be18-fe910df5a518', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:57:37Z', 'updated_at': '2022-02-04T17:57:42Z', 'revision_number': 5, 'project_id': '0082fd5bf0af4f76918b9b76b2e7b4a0', 'subnets': [{'id': '645125ba-dc72-4374-be18-fe910df5a518', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-2', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:07:22.811620 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bf63459-83d7-4cc2-8f5b-26707ea4b192 None None] Checking router: 28361fe3-6036-43c9-b8f6-14ae321a7597 for host: n-d-827839-2 {{(pid=103379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 18:07:22.820392 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bf63459-83d7-4cc2-8f5b-26707ea4b192 None None] Routers {'28361fe3-6036-43c9-b8f6-14ae321a7597'} bound to L3 agent in host n-d-827839-2 {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 18:07:22.821016 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-2bf63459-83d7-4cc2-8f5b-26707ea4b192 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T18:07:03Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['28361fe3-6036-43c9-b8f6-14ae321a7597'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:07:22.825411 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13931e4-0870-47a9-9ccf-14343ff139d4 req-0de93b27-17fa-41ab-9735-d00919e43303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:07:22.826927 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-b13931e4-0870-47a9-9ccf-14343ff139d4 req-0de93b27-17fa-41ab-9735-d00919e43303 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=373501d5-ea79-4aa8-8415-e77aad537579&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0479999 Feb 04 18:07:22.930234 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-b13931e4-0870-47a9-9ccf-14343ff139d4 req-2f973f1f-ecee-411b-a08c-2e5bd3fb298a service neutron] 10.222.0.90 "GET /v2.0/networks/373501d5-ea79-4aa8-8415-e77aad537579?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962193 Feb 04 18:07:22.930871 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvr_db [None req-2bf63459-83d7-4cc2-8f5b-26707ea4b192 None None] Set router 28361fe3-6036-43c9-b8f6-14ae321a7597 gateway port host: n-d-827839-2 {{(pid=103379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 18:07:23.030704 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-b13931e4-0870-47a9-9ccf-14343ff139d4 req-cfc40fff-28d0-489f-a5f1-f18ed222d8c5 service neutron] 10.222.0.90 "GET /v2.0/networks/373501d5-ea79-4aa8-8415-e77aad537579?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944018 Feb 04 18:07:23.151714 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-2bf63459-83d7-4cc2-8f5b-26707ea4b192 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28361fe3-6036-43c9-b8f6-14ae321a7597', 'name': 'tempest-TestVolumeBootPattern-1456540857-router', 'tenant_id': '0082fd5bf0af4f76918b9b76b2e7b4a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.242'}], 'enable_snat': True}, 'gw_port_id': '2a3e8b82-3998-4110-8b53-6dbc74b5b664', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:57:35Z', 'updated_at': '2022-02-04T17:57:38Z', 'revision_number': 4, 'project_id': '0082fd5bf0af4f76918b9b76b2e7b4a0', 'gw_port': {'id': '2a3e8b82-3998-4110-8b53-6dbc74b5b664', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:db:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28361fe3-6036-43c9-b8f6-14ae321a7597', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4017, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:57:35Z', 'updated_at': '2022-02-04T17:57:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_floatingips': [{'id': '694f035a-53c0-4808-8f73-34a3b461a781', 'tenant_id': '0082fd5bf0af4f76918b9b76b2e7b4a0', 'floating_ip_address': '172.25.6.174', 'floating_network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'router_id': '28361fe3-6036-43c9-b8f6-14ae321a7597', 'port_id': '0a921c4d-5fa5-4590-b1bc-e2554d3d62d3', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4049, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '373501d5-ea79-4aa8-8415-e77aad537579', 'mac_address': 'fa:16:3e:b5:82:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a963da0a-264f-43db-8098-e7d3616c167a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T18:05:12Z', 'updated_at': '2022-02-04T18:05:14Z', 'revision_number': 1, 'project_id': '0082fd5bf0af4f76918b9b76b2e7b4a0', 'fixed_ip_address_scope': None}, {'id': 'b90a3f9f-4f32-4bdd-be03-fa4bc27abe04', 'tenant_id': '0082fd5bf0af4f76918b9b76b2e7b4a0', 'floating_ip_address': '172.25.6.42', 'floating_network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'router_id': '28361fe3-6036-43c9-b8f6-14ae321a7597', 'port_id': '0f56235d-fdde-4bdd-8f67-e1e6680a1bac', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4052, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '373501d5-ea79-4aa8-8415-e77aad537579', 'mac_address': 'fa:16:3e:d3:d7:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05ff5bee-a177-4ba8-835b-b1fb1d27165b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T18:07:21Z', 'updated_at': '2022-02-04T18:07:21Z', 'revision_number': 0, 'project_id': '0082fd5bf0af4f76918b9b76b2e7b4a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff343d00-6c83-4645-b77b-ac82283080b8', 'name': '', 'network_id': '373501d5-ea79-4aa8-8415-e77aad537579', 'tenant_id': '0082fd5bf0af4f76918b9b76b2e7b4a0', 'mac_address': 'fa:16:3e:4b:6f:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28361fe3-6036-43c9-b8f6-14ae321a7597', 'device_owner': 'network:router_interface', 'standard_attr_id': 4018, 'fixed_ips': [{'subnet_id': '645125ba-dc72-4374-be18-fe910df5a518', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:57:37Z', 'updated_at': '2022-02-04T17:57:42Z', 'revision_number': 5, 'project_id': '0082fd5bf0af4f76918b9b76b2e7b4a0', 'subnets': [{'id': '645125ba-dc72-4374-be18-fe910df5a518', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-2', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:07:23.181199 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bf63459-83d7-4cc2-8f5b-26707ea4b192 None None] The sync data for ids ['28361fe3-6036-43c9-b8f6-14ae321a7597'] in n-d-827839-2 is: [{'id': '28361fe3-6036-43c9-b8f6-14ae321a7597', 'name': 'tempest-TestVolumeBootPattern-1456540857-router', 'tenant_id': '0082fd5bf0af4f76918b9b76b2e7b4a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.242'}], 'enable_snat': True}, 'gw_port_id': '2a3e8b82-3998-4110-8b53-6dbc74b5b664', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:57:35Z', 'updated_at': '2022-02-04T17:57:38Z', 'revision_number': 4, 'project_id': '0082fd5bf0af4f76918b9b76b2e7b4a0', 'gw_port': {'id': '2a3e8b82-3998-4110-8b53-6dbc74b5b664', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:db:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28361fe3-6036-43c9-b8f6-14ae321a7597', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4017, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:57:35Z', 'updated_at': '2022-02-04T17:57:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_floatingips': [{'id': '694f035a-53c0-4808-8f73-34a3b461a781', 'tenant_id': '0082fd5bf0af4f76918b9b76b2e7b4a0', 'floating_ip_address': '172.25.6.174', 'floating_network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'router_id': '28361fe3-6036-43c9-b8f6-14ae321a7597', 'port_id': '0a921c4d-5fa5-4590-b1bc-e2554d3d62d3', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4049, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '373501d5-ea79-4aa8-8415-e77aad537579', 'mac_address': 'fa:16:3e:b5:82:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a963da0a-264f-43db-8098-e7d3616c167a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T18:05:12Z', 'updated_at': '2022-02-04T18:05:14Z', 'revision_number': 1, 'project_id': '0082fd5bf0af4f76918b9b76b2e7b4a0', 'fixed_ip_address_scope': None}, {'id': 'b90a3f9f-4f32-4bdd-be03-fa4bc27abe04', 'tenant_id': '0082fd5bf0af4f76918b9b76b2e7b4a0', 'floating_ip_address': '172.25.6.42', 'floating_network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'router_id': '28361fe3-6036-43c9-b8f6-14ae321a7597', 'port_id': '0f56235d-fdde-4bdd-8f67-e1e6680a1bac', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4052, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '373501d5-ea79-4aa8-8415-e77aad537579', 'mac_address': 'fa:16:3e:d3:d7:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05ff5bee-a177-4ba8-835b-b1fb1d27165b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T18:07:21Z', 'updated_at': '2022-02-04T18:07:21Z', 'revision_number': 0, 'project_id': '0082fd5bf0af4f76918b9b76b2e7b4a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff343d00-6c83-4645-b77b-ac82283080b8', 'name': '', 'network_id': '373501d5-ea79-4aa8-8415-e77aad537579', 'tenant_id': '0082fd5bf0af4f76918b9b76b2e7b4a0', 'mac_address': 'fa:16:3e:4b:6f:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28361fe3-6036-43c9-b8f6-14ae321a7597', 'device_owner': 'network:router_interface', 'standard_attr_id': 4018, 'fixed_ips': [{'subnet_id': '645125ba-dc72-4374-be18-fe910df5a518', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:57:37Z', 'updated_at': '2022-02-04T17:57:42Z', 'revision_number': 5, 'project_id': '0082fd5bf0af4f76918b9b76b2e7b4a0', 'subnets': [{'id': '645125ba-dc72-4374-be18-fe910df5a518', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 18:07:23.380035 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93b2511b-d7f1-4255-bc59-0792ffc04918 None None] New status for floating IP b90a3f9f-4f32-4bdd-be03-fa4bc27abe04: ACTIVE {{(pid=103378) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 18:07:29.809315 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e1227563-5c98-4cb5-8fb4-054b940cab23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (bb89f5a3-3c22-440b-b7d1-c4f0c43c184a), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:07:32.885818 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-bf342a64-729f-48cc-8da0-e728b01948c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (64ada913-9131-4d99-a265-63a920956287), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:07:33.173541 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d408ec64-b374-4acb-a1fc-48241dad6d47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (0cd6d64a-47a7-40ff-8c12-71dd526c62e0), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:07:34.190948 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.agents_db [None req-e1691f3b-aacd-4cd6-8ebb-a9c53bb301c0 None None] Agent healthcheck: found 7 active agents {{(pid=103379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 18:07:34.984603 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4f14bb47-e72b-46ac-9e44-a61d9293afcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (75326290-f7a3-4db8-9cf2-15c7139ed224), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:07:35.795107 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (ba70844b-66a0-45fd-a2f2-e6ed673321fc), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:07:40.662668 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (f20a1ab3-4332-4f54-833b-ba4a7c687e89), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:07:42.658970 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (3f9244a9-75fc-4c10-b195-11d48b853b41), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:07:45.453741 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-63748c44-ecb3-45d7-8a71-78691218545f req-ff744181-44ad-4170-beb2-4b66647e9ec8 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=05ff5bee-a177-4ba8-835b-b1fb1d27165b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0481868 Feb 04 18:07:45.549281 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63748c44-ecb3-45d7-8a71-78691218545f req-9c8d92cb-fa86-4875-8d0a-c525ef217656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:07:45.550758 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-63748c44-ecb3-45d7-8a71-78691218545f req-9c8d92cb-fa86-4875-8d0a-c525ef217656 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=0082fd5bf0af4f76918b9b76b2e7b4a0&device_id=05ff5bee-a177-4ba8-835b-b1fb1d27165b HTTP/1.1" status: 200 len: 1128 time: 0.0521574 Feb 04 18:07:45.663683 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63748c44-ecb3-45d7-8a71-78691218545f req-69e1d542-bc5a-466e-b8d8-512de1196652 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:07:45.665188 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-63748c44-ecb3-45d7-8a71-78691218545f req-69e1d542-bc5a-466e-b8d8-512de1196652 service neutron] 10.222.0.90 "GET /v2.0/networks?id=373501d5-ea79-4aa8-8415-e77aad537579 HTTP/1.1" status: 200 len: 913 time: 0.0955305 Feb 04 18:07:45.733944 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-63748c44-ecb3-45d7-8a71-78691218545f req-b58ac976-e6b2-449b-9463-fded2aaf5699 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0f56235d-fdde-4bdd-8f67-e1e6680a1bac HTTP/1.1" status: 200 len: 1001 time: 0.0621028 Feb 04 18:07:45.786528 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63748c44-ecb3-45d7-8a71-78691218545f req-1e75948f-a3e9-400d-a883-65ca82bd1e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:07:45.788004 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-63748c44-ecb3-45d7-8a71-78691218545f req-1e75948f-a3e9-400d-a883-65ca82bd1e2c service neutron] 10.222.0.90 "GET /v2.0/subnets?id=645125ba-dc72-4374-be18-fe910df5a518 HTTP/1.1" status: 200 len: 851 time: 0.0443513 Feb 04 18:07:45.848631 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63748c44-ecb3-45d7-8a71-78691218545f req-979c2892-0aa3-4e34-bd8d-9e1c7388f75b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:07:45.850242 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-63748c44-ecb3-45d7-8a71-78691218545f req-979c2892-0aa3-4e34-bd8d-9e1c7388f75b service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=373501d5-ea79-4aa8-8415-e77aad537579&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0538819 Feb 04 18:07:45.947289 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-63748c44-ecb3-45d7-8a71-78691218545f req-50f8f05e-de96-498e-b51d-7b99089bf9b7 service neutron] 10.222.0.90 "GET /v2.0/networks/373501d5-ea79-4aa8-8415-e77aad537579?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907028 Feb 04 18:07:46.041096 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-63748c44-ecb3-45d7-8a71-78691218545f req-bec9950b-93a9-462f-999c-1cd37a9cf028 service neutron] 10.222.0.90 "GET /v2.0/networks/373501d5-ea79-4aa8-8415-e77aad537579?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875497 Feb 04 18:07:50.380191 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-a6e895c3-136b-4398-aa9e-de01280affaf req-0c45ff58-5278-46e5-97ac-d5d2f9de84da service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=a963da0a-264f-43db-8098-e7d3616c167a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0442245 Feb 04 18:07:50.467215 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e895c3-136b-4398-aa9e-de01280affaf req-8bb74a48-b17a-4761-bd2d-cbb6e4af694c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:07:50.468758 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-a6e895c3-136b-4398-aa9e-de01280affaf req-8bb74a48-b17a-4761-bd2d-cbb6e4af694c service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=0082fd5bf0af4f76918b9b76b2e7b4a0&device_id=a963da0a-264f-43db-8098-e7d3616c167a HTTP/1.1" status: 200 len: 1127 time: 0.0441027 Feb 04 18:07:50.574769 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e895c3-136b-4398-aa9e-de01280affaf req-db570863-f9a6-458a-a0db-72d5833be2c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:07:50.576155 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-a6e895c3-136b-4398-aa9e-de01280affaf req-db570863-f9a6-458a-a0db-72d5833be2c0 service neutron] 10.222.0.96 "GET /v2.0/networks?id=373501d5-ea79-4aa8-8415-e77aad537579 HTTP/1.1" status: 200 len: 913 time: 0.0875995 Feb 04 18:07:50.644140 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-a6e895c3-136b-4398-aa9e-de01280affaf req-86473f8f-d4f1-4cb5-953b-b947baa74dfa service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0a921c4d-5fa5-4590-b1bc-e2554d3d62d3 HTTP/1.1" status: 200 len: 1001 time: 0.0589302 Feb 04 18:07:50.696821 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e895c3-136b-4398-aa9e-de01280affaf req-87e8b438-85ae-45b6-a53e-0e8b9ec0d91f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:07:50.698260 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-a6e895c3-136b-4398-aa9e-de01280affaf req-87e8b438-85ae-45b6-a53e-0e8b9ec0d91f service neutron] 10.222.0.96 "GET /v2.0/subnets?id=645125ba-dc72-4374-be18-fe910df5a518 HTTP/1.1" status: 200 len: 851 time: 0.0476403 Feb 04 18:07:50.748411 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e895c3-136b-4398-aa9e-de01280affaf req-714de5a0-c31f-4adc-9df2-a409f09ee339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:07:50.749936 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-a6e895c3-136b-4398-aa9e-de01280affaf req-714de5a0-c31f-4adc-9df2-a409f09ee339 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=373501d5-ea79-4aa8-8415-e77aad537579&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0439847 Feb 04 18:07:50.837036 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-a6e895c3-136b-4398-aa9e-de01280affaf req-2573fd76-9c0a-4884-b643-2cab51e29d6e service neutron] 10.222.0.96 "GET /v2.0/networks/373501d5-ea79-4aa8-8415-e77aad537579?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805051 Feb 04 18:07:50.929093 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-a6e895c3-136b-4398-aa9e-de01280affaf req-1410521a-063a-46da-8716-6043e1e7707a service neutron] 10.222.0.96 "GET /v2.0/networks/373501d5-ea79-4aa8-8415-e77aad537579?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863252 Feb 04 18:07:59.809632 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-221a0eb8-70e0-4361-8852-1abe63435092 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (bb89f5a3-3c22-440b-b7d1-c4f0c43c184a), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:08:02.888204 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8ff19600-61e6-4968-9817-590d8be2fcc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (64ada913-9131-4d99-a265-63a920956287), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:08:03.174761 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d408ec64-b374-4acb-a1fc-48241dad6d47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (0cd6d64a-47a7-40ff-8c12-71dd526c62e0), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:08:04.981831 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4f14bb47-e72b-46ac-9e44-a61d9293afcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (75326290-f7a3-4db8-9cf2-15c7139ed224), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:08:05.796450 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (ba70844b-66a0-45fd-a2f2-e6ed673321fc), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:08:10.662291 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (f20a1ab3-4332-4f54-833b-ba4a7c687e89), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:08:11.190936 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.agents_db [None req-e1691f3b-aacd-4cd6-8ebb-a9c53bb301c0 None None] Agent healthcheck: found 7 active agents {{(pid=103379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 18:08:12.674593 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (3f9244a9-75fc-4c10-b195-11d48b853b41), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:08:29.810768 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ddefd01b-f81c-4776-9de1-e9aca80d741d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (bb89f5a3-3c22-440b-b7d1-c4f0c43c184a), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:08:29.928556 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [req-43c57d4a-cc22-4f89-b2e4-87ec2f96cdec req-a0170323-c3f3-4270-956f-06be4dab5b7b service neutron] (103376) timed out ('10.222.0.96', 56837) {{(pid=103376) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 04 18:08:32.889578 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ab42f31b-da62-4616-a477-5465a9278397 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (64ada913-9131-4d99-a265-63a920956287), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:08:33.177562 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d408ec64-b374-4acb-a1fc-48241dad6d47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (0cd6d64a-47a7-40ff-8c12-71dd526c62e0), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:08:34.985228 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4f14bb47-e72b-46ac-9e44-a61d9293afcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (75326290-f7a3-4db8-9cf2-15c7139ed224), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:08:35.799210 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (ba70844b-66a0-45fd-a2f2-e6ed673321fc), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:08:40.667947 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (f20a1ab3-4332-4f54-833b-ba4a7c687e89), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:08:42.687082 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (3f9244a9-75fc-4c10-b195-11d48b853b41), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:08:47.552173 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-b67d75f6-d030-489c-9df0-e6215a971327 req-6b14a078-6671-47c3-886a-1039eed1bdfe service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=05ff5bee-a177-4ba8-835b-b1fb1d27165b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1507204 Feb 04 18:08:47.643200 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67d75f6-d030-489c-9df0-e6215a971327 req-9390a3d8-9984-4724-adc7-272720a7ca52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:08:47.644689 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-b67d75f6-d030-489c-9df0-e6215a971327 req-9390a3d8-9984-4724-adc7-272720a7ca52 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=0082fd5bf0af4f76918b9b76b2e7b4a0&device_id=05ff5bee-a177-4ba8-835b-b1fb1d27165b HTTP/1.1" status: 200 len: 1128 time: 0.0455606 Feb 04 18:08:47.752912 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67d75f6-d030-489c-9df0-e6215a971327 req-a576b9ef-b60e-4028-8b4c-fa071b2f3f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:08:47.754383 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-b67d75f6-d030-489c-9df0-e6215a971327 req-a576b9ef-b60e-4028-8b4c-fa071b2f3f1c service neutron] 10.222.0.90 "GET /v2.0/networks?id=373501d5-ea79-4aa8-8415-e77aad537579 HTTP/1.1" status: 200 len: 913 time: 0.0889027 Feb 04 18:08:47.820265 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-b67d75f6-d030-489c-9df0-e6215a971327 req-1ec1957e-228d-45c6-87ae-ebb38d6f0272 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0f56235d-fdde-4bdd-8f67-e1e6680a1bac HTTP/1.1" status: 200 len: 1001 time: 0.0585983 Feb 04 18:08:47.870503 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67d75f6-d030-489c-9df0-e6215a971327 req-dfbcb17f-f926-4367-8b8a-3e539220f36e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:08:47.871904 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-b67d75f6-d030-489c-9df0-e6215a971327 req-dfbcb17f-f926-4367-8b8a-3e539220f36e service neutron] 10.222.0.90 "GET /v2.0/subnets?id=645125ba-dc72-4374-be18-fe910df5a518 HTTP/1.1" status: 200 len: 851 time: 0.0426259 Feb 04 18:08:47.925707 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67d75f6-d030-489c-9df0-e6215a971327 req-c3bbaded-db7c-48c5-b96e-05a5b5642a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:08:47.927169 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-b67d75f6-d030-489c-9df0-e6215a971327 req-c3bbaded-db7c-48c5-b96e-05a5b5642a87 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=373501d5-ea79-4aa8-8415-e77aad537579&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0470469 Feb 04 18:08:48.018921 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-b67d75f6-d030-489c-9df0-e6215a971327 req-2f17fa60-df84-4888-abb8-8db2cf474232 service neutron] 10.222.0.90 "GET /v2.0/networks/373501d5-ea79-4aa8-8415-e77aad537579?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808220 Feb 04 18:08:48.113884 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-b67d75f6-d030-489c-9df0-e6215a971327 req-a60c512a-e8f7-4253-85b1-71f10c07e907 service neutron] 10.222.0.90 "GET /v2.0/networks/373501d5-ea79-4aa8-8415-e77aad537579?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875127 Feb 04 18:08:48.192729 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.agents_db [None req-e1691f3b-aacd-4cd6-8ebb-a9c53bb301c0 None None] Agent healthcheck: found 7 active agents {{(pid=103379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 18:08:51.396876 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-40fd3835-cd77-4525-8bd7-35eb99efda67 req-729bfe99-34e2-40e9-a1d9-0c773bdff964 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=a963da0a-264f-43db-8098-e7d3616c167a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0456986 Feb 04 18:08:51.481918 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fd3835-cd77-4525-8bd7-35eb99efda67 req-7c04e438-ec99-4fae-80ec-ab21e49ca242 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:08:51.483337 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-40fd3835-cd77-4525-8bd7-35eb99efda67 req-7c04e438-ec99-4fae-80ec-ab21e49ca242 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=0082fd5bf0af4f76918b9b76b2e7b4a0&device_id=a963da0a-264f-43db-8098-e7d3616c167a HTTP/1.1" status: 200 len: 1127 time: 0.0450237 Feb 04 18:08:51.594303 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fd3835-cd77-4525-8bd7-35eb99efda67 req-3fb3f0d4-bdcb-4599-96b7-f2808524405b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:08:51.595905 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-40fd3835-cd77-4525-8bd7-35eb99efda67 req-3fb3f0d4-bdcb-4599-96b7-f2808524405b service neutron] 10.222.0.96 "GET /v2.0/networks?id=373501d5-ea79-4aa8-8415-e77aad537579 HTTP/1.1" status: 200 len: 913 time: 0.0945399 Feb 04 18:08:51.666759 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-40fd3835-cd77-4525-8bd7-35eb99efda67 req-930e393d-0eec-4952-9f82-583faa018174 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0a921c4d-5fa5-4590-b1bc-e2554d3d62d3 HTTP/1.1" status: 200 len: 1001 time: 0.0644276 Feb 04 18:08:51.725431 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fd3835-cd77-4525-8bd7-35eb99efda67 req-5ec1d118-e228-4af7-a9d2-9353d2c4d1da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:08:51.726961 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-40fd3835-cd77-4525-8bd7-35eb99efda67 req-5ec1d118-e228-4af7-a9d2-9353d2c4d1da service neutron] 10.222.0.96 "GET /v2.0/subnets?id=645125ba-dc72-4374-be18-fe910df5a518 HTTP/1.1" status: 200 len: 851 time: 0.0533082 Feb 04 18:08:51.781975 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fd3835-cd77-4525-8bd7-35eb99efda67 req-7b425ece-6e1b-4394-8285-965c1deb3a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:08:51.783519 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-40fd3835-cd77-4525-8bd7-35eb99efda67 req-7b425ece-6e1b-4394-8285-965c1deb3a0d service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=373501d5-ea79-4aa8-8415-e77aad537579&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0482752 Feb 04 18:08:51.877627 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-40fd3835-cd77-4525-8bd7-35eb99efda67 req-0d7174f5-e829-45f2-9187-612cbdaec80b service neutron] 10.222.0.96 "GET /v2.0/networks/373501d5-ea79-4aa8-8415-e77aad537579?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874617 Feb 04 18:08:51.977413 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-40fd3835-cd77-4525-8bd7-35eb99efda67 req-733fbe76-1e87-4ad1-aa5a-3cb43544f746 service neutron] 10.222.0.96 "GET /v2.0/networks/373501d5-ea79-4aa8-8415-e77aad537579?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937438 Feb 04 18:08:59.812474 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7e4b7ca8-96d1-4cc3-be8e-5b08ce492384 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (bb89f5a3-3c22-440b-b7d1-c4f0c43c184a), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:09:01.583910 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 54852) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:09:01.740001 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-549268af-b344-4657-89ef-860e5a1c71de tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Deleting port b141d5f9-ca2d-4f66-bdec-57e5d3939d76 {{(pid=103377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 18:09:01.740345 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-549268af-b344-4657-89ef-860e5a1c71de tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (b141d5f9-ca2d-4f66-bdec-57e5d3939d76), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:09:01.818100 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-549268af-b344-4657-89ef-860e5a1c71de tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (b141d5f9-ca2d-4f66-bdec-57e5d3939d76), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:09:01.818569 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-549268af-b344-4657-89ef-860e5a1c71de tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Publish callbacks [] for floatingip (b141d5f9-ca2d-4f66-bdec-57e5d3939d76), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:09:01.830802 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-549268af-b344-4657-89ef-860e5a1c71de tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Calling delete_port for b141d5f9-ca2d-4f66-bdec-57e5d3939d76 owned by network:floatingip {{(pid=103377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 18:09:01.978019 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-549268af-b344-4657-89ef-860e5a1c71de tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (b141d5f9-ca2d-4f66-bdec-57e5d3939d76), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:09:02.004033 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549268af-b344-4657-89ef-860e5a1c71de tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Pushing event deleted for resources: {'Port': ['ID=b141d5f9-ca2d-4f66-bdec-57e5d3939d76,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:09:02.029321 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-549268af-b344-4657-89ef-860e5a1c71de tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:09:02.029673 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-549268af-b344-4657-89ef-860e5a1c71de tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:09:02.030018 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-549268af-b344-4657-89ef-860e5a1c71de tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:09:02.030362 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-549268af-b344-4657-89ef-860e5a1c71de tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:09:02.030698 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-549268af-b344-4657-89ef-860e5a1c71de tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:09:02.031033 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-549268af-b344-4657-89ef-860e5a1c71de tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:09:02.031366 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-549268af-b344-4657-89ef-860e5a1c71de tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:09:02.031693 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-549268af-b344-4657-89ef-860e5a1c71de tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:09:02.032019 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-549268af-b344-4657-89ef-860e5a1c71de tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:09:02.032344 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-549268af-b344-4657-89ef-860e5a1c71de tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:09:02.032668 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-549268af-b344-4657-89ef-860e5a1c71de tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:09:02.033018 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-549268af-b344-4657-89ef-860e5a1c71de tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:09:02.033345 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-549268af-b344-4657-89ef-860e5a1c71de tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:09:02.075913 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-549268af-b344-4657-89ef-860e5a1c71de tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Publish callbacks [] for floatingip (b90a3f9f-4f32-4bdd-be03-fa4bc27abe04), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:09:02.076246 n-d-827839-2 neutron-server[103377]: INFO neutron.db.l3_db [None req-549268af-b344-4657-89ef-860e5a1c71de tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Floating IP b90a3f9f-4f32-4bdd-be03-fa4bc27abe04 disassociated (deleted). External IP: 172.25.6.42, port: 0f56235d-fdde-4bdd-8f67-e1e6680a1bac. Feb 04 18:09:02.281686 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-549268af-b344-4657-89ef-860e5a1c71de tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Router 28361fe3-6036-43c9-b8f6-14ae321a7597 has already been hosted by L3 agent 64ada913-9131-4d99-a265-63a920956287 {{(pid=103377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 18:09:02.389535 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-549268af-b344-4657-89ef-860e5a1c71de tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Notify agent at l3_agent.n-d-827839-2 the message routers_updated {{(pid=103377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 18:09:02.394350 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-549268af-b344-4657-89ef-860e5a1c71de tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for floatingip (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:09:02.398946 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c06c305-0a5f-4639-abd0-ea298bf827df None None] Sync routers for ids ['28361fe3-6036-43c9-b8f6-14ae321a7597'] in n-d-827839-2 {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 18:09:02.408626 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c06c305-0a5f-4639-abd0-ea298bf827df None None] Routers {'28361fe3-6036-43c9-b8f6-14ae321a7597'} bound to L3 agent in host n-d-827839-2 {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 18:09:02.409249 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-9c06c305-0a5f-4639-abd0-ea298bf827df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T18:08:33Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['28361fe3-6036-43c9-b8f6-14ae321a7597'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:09:02.423826 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-549268af-b344-4657-89ef-860e5a1c71de tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "DELETE /v2.0/floatingips/b90a3f9f-4f32-4bdd-be03-fa4bc27abe04 HTTP/1.1" status: 204 len: 168 time: 0.8388920 Feb 04 18:09:02.424425 n-d-827839-2 neutron-server[103377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05ff5bee-a177-4ba8-835b-b1fb1d27165b', 'tag': '0f56235d-fdde-4bdd-8f67-e1e6680a1bac'}] {{(pid=103377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 18:09:02.426783 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7240428b650e1488e9361b62648ff4b3a6c19d49d8c27c949491ab58c1346cf0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-339f50bd-c91e-4cde-99f9-8a2a9f78b45b" -d '{"events": [{"name": "network-changed", "server_uuid": "05ff5bee-a177-4ba8-835b-b1fb1d27165b", "tag": "0f56235d-fdde-4bdd-8f67-e1e6680a1bac"}]}' {{(pid=103377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 18:09:02.469517 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 18:09:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88431855-8cf2-4e55-85c1-48cb25d26603 x-openstack-request-id: req-88431855-8cf2-4e55-85c1-48cb25d26603 {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 18:09:02.469810 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05ff5bee-a177-4ba8-835b-b1fb1d27165b", "tag": "0f56235d-fdde-4bdd-8f67-e1e6680a1bac", "status": "completed", "code": 200}]} {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 18:09:02.470191 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-88431855-8cf2-4e55-85c1-48cb25d26603 {{(pid=103377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 18:09:02.470467 n-d-827839-2 neutron-server[103377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05ff5bee-a177-4ba8-835b-b1fb1d27165b', 'tag': '0f56235d-fdde-4bdd-8f67-e1e6680a1bac', 'status': 'completed', 'code': 200} Feb 04 18:09:02.524105 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvr_db [None req-9c06c305-0a5f-4639-abd0-ea298bf827df None None] Set router 28361fe3-6036-43c9-b8f6-14ae321a7597 gateway port host: n-d-827839-2 {{(pid=103379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 18:09:02.545587 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339f50bd-c91e-4cde-99f9-8a2a9f78b45b req-3aa82bde-44bb-4dcd-a94e-9443c53bf1a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:09:02.547161 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-339f50bd-c91e-4cde-99f9-8a2a9f78b45b req-3aa82bde-44bb-4dcd-a94e-9443c53bf1a0 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=0082fd5bf0af4f76918b9b76b2e7b4a0&device_id=05ff5bee-a177-4ba8-835b-b1fb1d27165b HTTP/1.1" status: 200 len: 1128 time: 0.0509696 Feb 04 18:09:02.646088 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339f50bd-c91e-4cde-99f9-8a2a9f78b45b req-08977bb8-afbf-4f34-8bbc-4868809d59fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:09:02.647645 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-339f50bd-c91e-4cde-99f9-8a2a9f78b45b req-08977bb8-afbf-4f34-8bbc-4868809d59fb service neutron] 10.222.0.90 "GET /v2.0/networks?id=373501d5-ea79-4aa8-8415-e77aad537579 HTTP/1.1" status: 200 len: 913 time: 0.0939486 Feb 04 18:09:02.697794 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-339f50bd-c91e-4cde-99f9-8a2a9f78b45b req-b9009fa8-3936-4083-918b-19a365e41436 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0f56235d-fdde-4bdd-8f67-e1e6680a1bac HTTP/1.1" status: 200 len: 217 time: 0.0410213 Feb 04 18:09:02.751137 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339f50bd-c91e-4cde-99f9-8a2a9f78b45b req-6fdf7558-b031-4fbb-b81b-6d4ff916b708 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:09:02.752563 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-339f50bd-c91e-4cde-99f9-8a2a9f78b45b req-6fdf7558-b031-4fbb-b81b-6d4ff916b708 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=645125ba-dc72-4374-be18-fe910df5a518 HTTP/1.1" status: 200 len: 851 time: 0.0462792 Feb 04 18:09:02.772310 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-9c06c305-0a5f-4639-abd0-ea298bf827df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28361fe3-6036-43c9-b8f6-14ae321a7597', 'name': 'tempest-TestVolumeBootPattern-1456540857-router', 'tenant_id': '0082fd5bf0af4f76918b9b76b2e7b4a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.242'}], 'enable_snat': True}, 'gw_port_id': '2a3e8b82-3998-4110-8b53-6dbc74b5b664', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:57:35Z', 'updated_at': '2022-02-04T17:57:38Z', 'revision_number': 4, 'project_id': '0082fd5bf0af4f76918b9b76b2e7b4a0', 'gw_port': {'id': '2a3e8b82-3998-4110-8b53-6dbc74b5b664', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:db:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28361fe3-6036-43c9-b8f6-14ae321a7597', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4017, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:57:35Z', 'updated_at': '2022-02-04T17:57:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_floatingips': [{'id': '694f035a-53c0-4808-8f73-34a3b461a781', 'tenant_id': '0082fd5bf0af4f76918b9b76b2e7b4a0', 'floating_ip_address': '172.25.6.174', 'floating_network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'router_id': '28361fe3-6036-43c9-b8f6-14ae321a7597', 'port_id': '0a921c4d-5fa5-4590-b1bc-e2554d3d62d3', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4049, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '373501d5-ea79-4aa8-8415-e77aad537579', 'mac_address': 'fa:16:3e:b5:82:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a963da0a-264f-43db-8098-e7d3616c167a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T18:05:12Z', 'updated_at': '2022-02-04T18:05:14Z', 'revision_number': 1, 'project_id': '0082fd5bf0af4f76918b9b76b2e7b4a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff343d00-6c83-4645-b77b-ac82283080b8', 'name': '', 'network_id': '373501d5-ea79-4aa8-8415-e77aad537579', 'tenant_id': '0082fd5bf0af4f76918b9b76b2e7b4a0', 'mac_address': 'fa:16:3e:4b:6f:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28361fe3-6036-43c9-b8f6-14ae321a7597', 'device_owner': 'network:router_interface', 'standard_attr_id': 4018, 'fixed_ips': [{'subnet_id': '645125ba-dc72-4374-be18-fe910df5a518', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:57:37Z', 'updated_at': '2022-02-04T17:57:42Z', 'revision_number': 5, 'project_id': '0082fd5bf0af4f76918b9b76b2e7b4a0', 'subnets': [{'id': '645125ba-dc72-4374-be18-fe910df5a518', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-2', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:09:02.800136 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c06c305-0a5f-4639-abd0-ea298bf827df None None] Checking router: 28361fe3-6036-43c9-b8f6-14ae321a7597 for host: n-d-827839-2 {{(pid=103379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 18:09:02.808751 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c06c305-0a5f-4639-abd0-ea298bf827df None None] Routers {'28361fe3-6036-43c9-b8f6-14ae321a7597'} bound to L3 agent in host n-d-827839-2 {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 18:09:02.810057 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-9c06c305-0a5f-4639-abd0-ea298bf827df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T18:08:33Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['28361fe3-6036-43c9-b8f6-14ae321a7597'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:09:02.838532 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f51132-939f-4c51-a541-1158f93b09ee req-9e586567-53dc-4113-8bf5-b51370388ba4 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:09:02.840034 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-45f51132-939f-4c51-a541-1158f93b09ee req-9e586567-53dc-4113-8bf5-b51370388ba4 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "GET /v2.0/ports?device_id=05ff5bee-a177-4ba8-835b-b1fb1d27165b HTTP/1.1" status: 200 len: 946 time: 0.0915017 Feb 04 18:09:02.842353 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339f50bd-c91e-4cde-99f9-8a2a9f78b45b req-98958cb3-c9b1-42a2-9da5-f9d9e05a2fed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:09:02.843730 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-339f50bd-c91e-4cde-99f9-8a2a9f78b45b req-98958cb3-c9b1-42a2-9da5-f9d9e05a2fed service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=373501d5-ea79-4aa8-8415-e77aad537579&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0827336 Feb 04 18:09:02.892769 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8ead81be-993c-4c5a-88cc-b182547faf88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (64ada913-9131-4d99-a265-63a920956287), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:09:02.945728 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-45f51132-939f-4c51-a541-1158f93b09ee req-4c8ed658-6527-4a80-a344-bf54dc28e723 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "GET /v2.0/security-groups?id=a7fc0481-d484-4f06-a09a-3d6b9023a037&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0995011 Feb 04 18:09:02.974500 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-339f50bd-c91e-4cde-99f9-8a2a9f78b45b req-49e5b86a-0396-456a-9363-f675d90ee6f9 service neutron] 10.222.0.90 "GET /v2.0/networks/373501d5-ea79-4aa8-8415-e77aad537579?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216180 Feb 04 18:09:03.027898 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvr_db [None req-9c06c305-0a5f-4639-abd0-ea298bf827df None None] Set router 28361fe3-6036-43c9-b8f6-14ae321a7597 gateway port host: n-d-827839-2 {{(pid=103379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 18:09:03.069661 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-339f50bd-c91e-4cde-99f9-8a2a9f78b45b req-01024017-b9e8-4108-a09f-0dc933949997 service neutron] 10.222.0.90 "GET /v2.0/networks/373501d5-ea79-4aa8-8415-e77aad537579?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861714 Feb 04 18:09:03.180332 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d408ec64-b374-4acb-a1fc-48241dad6d47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (0cd6d64a-47a7-40ff-8c12-71dd526c62e0), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:09:03.258345 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-9c06c305-0a5f-4639-abd0-ea298bf827df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28361fe3-6036-43c9-b8f6-14ae321a7597', 'name': 'tempest-TestVolumeBootPattern-1456540857-router', 'tenant_id': '0082fd5bf0af4f76918b9b76b2e7b4a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.242'}], 'enable_snat': True}, 'gw_port_id': '2a3e8b82-3998-4110-8b53-6dbc74b5b664', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:57:35Z', 'updated_at': '2022-02-04T17:57:38Z', 'revision_number': 4, 'project_id': '0082fd5bf0af4f76918b9b76b2e7b4a0', 'gw_port': {'id': '2a3e8b82-3998-4110-8b53-6dbc74b5b664', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:db:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28361fe3-6036-43c9-b8f6-14ae321a7597', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4017, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:57:35Z', 'updated_at': '2022-02-04T17:57:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_floatingips': [{'id': '694f035a-53c0-4808-8f73-34a3b461a781', 'tenant_id': '0082fd5bf0af4f76918b9b76b2e7b4a0', 'floating_ip_address': '172.25.6.174', 'floating_network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'router_id': '28361fe3-6036-43c9-b8f6-14ae321a7597', 'port_id': '0a921c4d-5fa5-4590-b1bc-e2554d3d62d3', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4049, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '373501d5-ea79-4aa8-8415-e77aad537579', 'mac_address': 'fa:16:3e:b5:82:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a963da0a-264f-43db-8098-e7d3616c167a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T18:05:12Z', 'updated_at': '2022-02-04T18:05:14Z', 'revision_number': 1, 'project_id': '0082fd5bf0af4f76918b9b76b2e7b4a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff343d00-6c83-4645-b77b-ac82283080b8', 'name': '', 'network_id': '373501d5-ea79-4aa8-8415-e77aad537579', 'tenant_id': '0082fd5bf0af4f76918b9b76b2e7b4a0', 'mac_address': 'fa:16:3e:4b:6f:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28361fe3-6036-43c9-b8f6-14ae321a7597', 'device_owner': 'network:router_interface', 'standard_attr_id': 4018, 'fixed_ips': [{'subnet_id': '645125ba-dc72-4374-be18-fe910df5a518', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:57:37Z', 'updated_at': '2022-02-04T17:57:42Z', 'revision_number': 5, 'project_id': '0082fd5bf0af4f76918b9b76b2e7b4a0', 'subnets': [{'id': '645125ba-dc72-4374-be18-fe910df5a518', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-2', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:09:03.284243 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c06c305-0a5f-4639-abd0-ea298bf827df None None] The sync data for ids ['28361fe3-6036-43c9-b8f6-14ae321a7597'] in n-d-827839-2 is: [{'id': '28361fe3-6036-43c9-b8f6-14ae321a7597', 'name': 'tempest-TestVolumeBootPattern-1456540857-router', 'tenant_id': '0082fd5bf0af4f76918b9b76b2e7b4a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.242'}], 'enable_snat': True}, 'gw_port_id': '2a3e8b82-3998-4110-8b53-6dbc74b5b664', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:57:35Z', 'updated_at': '2022-02-04T17:57:38Z', 'revision_number': 4, 'project_id': '0082fd5bf0af4f76918b9b76b2e7b4a0', 'gw_port': {'id': '2a3e8b82-3998-4110-8b53-6dbc74b5b664', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:db:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28361fe3-6036-43c9-b8f6-14ae321a7597', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4017, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:57:35Z', 'updated_at': '2022-02-04T17:57:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_floatingips': [{'id': '694f035a-53c0-4808-8f73-34a3b461a781', 'tenant_id': '0082fd5bf0af4f76918b9b76b2e7b4a0', 'floating_ip_address': '172.25.6.174', 'floating_network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'router_id': '28361fe3-6036-43c9-b8f6-14ae321a7597', 'port_id': '0a921c4d-5fa5-4590-b1bc-e2554d3d62d3', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4049, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '373501d5-ea79-4aa8-8415-e77aad537579', 'mac_address': 'fa:16:3e:b5:82:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a963da0a-264f-43db-8098-e7d3616c167a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T18:05:12Z', 'updated_at': '2022-02-04T18:05:14Z', 'revision_number': 1, 'project_id': '0082fd5bf0af4f76918b9b76b2e7b4a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff343d00-6c83-4645-b77b-ac82283080b8', 'name': '', 'network_id': '373501d5-ea79-4aa8-8415-e77aad537579', 'tenant_id': '0082fd5bf0af4f76918b9b76b2e7b4a0', 'mac_address': 'fa:16:3e:4b:6f:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28361fe3-6036-43c9-b8f6-14ae321a7597', 'device_owner': 'network:router_interface', 'standard_attr_id': 4018, 'fixed_ips': [{'subnet_id': '645125ba-dc72-4374-be18-fe910df5a518', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:57:37Z', 'updated_at': '2022-02-04T17:57:42Z', 'revision_number': 5, 'project_id': '0082fd5bf0af4f76918b9b76b2e7b4a0', 'subnets': [{'id': '645125ba-dc72-4374-be18-fe910df5a518', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 18:09:03.502967 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d55a06d-1320-4317-9c6d-1979ce7b4c83 None None] New status for floating IP b90a3f9f-4f32-4bdd-be03-fa4bc27abe04: DOWN {{(pid=103378) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 18:09:04.104643 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f649044-6bf8-425c-adb0-55eec52c750a req-47a54048-1b1b-44f2-88c4-74bffda043f8 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:09:04.106156 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-6f649044-6bf8-425c-adb0-55eec52c750a req-47a54048-1b1b-44f2-88c4-74bffda043f8 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "GET /v2.0/ports?device_id=05ff5bee-a177-4ba8-835b-b1fb1d27165b HTTP/1.1" status: 200 len: 946 time: 0.0526896 Feb 04 18:09:04.154090 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-6f649044-6bf8-425c-adb0-55eec52c750a req-44410dbe-048b-4916-82dd-32d4eddca210 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "GET /v2.0/security-groups?id=a7fc0481-d484-4f06-a09a-3d6b9023a037&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418534 Feb 04 18:09:04.501766 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f9e767-c156-4ce1-9198-b3bced920234 req-05c94acb-dcca-4883-8e57-403c92ce5f61 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:09:04.503207 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-d0f9e767-c156-4ce1-9198-b3bced920234 req-05c94acb-dcca-4883-8e57-403c92ce5f61 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.90 "GET /v2.0/ports?device_id=05ff5bee-a177-4ba8-835b-b1fb1d27165b HTTP/1.1" status: 200 len: 946 time: 0.0517380 Feb 04 18:09:04.591451 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [req-d0f9e767-c156-4ce1-9198-b3bced920234 req-34f27957-e43c-40c4-91f1-f09d1c395b36 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Deleting port 0f56235d-fdde-4bdd-8f67-e1e6680a1bac {{(pid=103377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 18:09:04.591709 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-d0f9e767-c156-4ce1-9198-b3bced920234 req-34f27957-e43c-40c4-91f1-f09d1c395b36 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (0f56235d-fdde-4bdd-8f67-e1e6680a1bac), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:09:04.679894 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [req-d0f9e767-c156-4ce1-9198-b3bced920234 req-34f27957-e43c-40c4-91f1-f09d1c395b36 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] For port 0f56235d-fdde-4bdd-8f67-e1e6680a1bac, host n-h2-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=0f56235d-fdde-4bdd-8f67-e1e6680a1bac,segment=NetworkSegment(14b42f91-bfd2-4a53-b270-b22cde6aff98),segment_id=14b42f91-bfd2-4a53-b270-b22cde6aff98)] {{(pid=103377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 18:09:04.680249 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-d0f9e767-c156-4ce1-9198-b3bced920234 req-34f27957-e43c-40c4-91f1-f09d1c395b36 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (0f56235d-fdde-4bdd-8f67-e1e6680a1bac), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:09:04.693253 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [req-d0f9e767-c156-4ce1-9198-b3bced920234 req-34f27957-e43c-40c4-91f1-f09d1c395b36 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Calling delete_port for 0f56235d-fdde-4bdd-8f67-e1e6680a1bac owned by compute:nova {{(pid=103377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 18:09:04.818811 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-d0f9e767-c156-4ce1-9198-b3bced920234 req-34f27957-e43c-40c4-91f1-f09d1c395b36 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (0f56235d-fdde-4bdd-8f67-e1e6680a1bac), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:09:04.846101 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f27957-e43c-40c4-91f1-f09d1c395b36 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Pushing event deleted for resources: {'Port': ['ID=0f56235d-fdde-4bdd-8f67-e1e6680a1bac,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:09:04.889434 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0f9e767-c156-4ce1-9198-b3bced920234 req-34f27957-e43c-40c4-91f1-f09d1c395b36 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] No DVR routers for this DVR port 0f56235d-fdde-4bdd-8f67-e1e6680a1bac on host n-h2-827839-2 {{(pid=103377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 18:09:04.892055 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-d0f9e767-c156-4ce1-9198-b3bced920234 req-34f27957-e43c-40c4-91f1-f09d1c395b36 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:09:04.895417 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-d0f9e767-c156-4ce1-9198-b3bced920234 req-34f27957-e43c-40c4-91f1-f09d1c395b36 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.90 "DELETE /v2.0/ports/0f56235d-fdde-4bdd-8f67-e1e6680a1bac HTTP/1.1" status: 204 len: 173 time: 0.3861337 Feb 04 18:09:04.895863 n-d-827839-2 neutron-server[103377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05ff5bee-a177-4ba8-835b-b1fb1d27165b', 'name': 'network-vif-deleted', 'tag': '0f56235d-fdde-4bdd-8f67-e1e6680a1bac'}] {{(pid=103377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 18:09:04.898158 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7240428b650e1488e9361b62648ff4b3a6c19d49d8c27c949491ab58c1346cf0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-596b8cca-a09b-4236-9836-05ada3357767" -d '{"events": [{"server_uuid": "05ff5bee-a177-4ba8-835b-b1fb1d27165b", "name": "network-vif-deleted", "tag": "0f56235d-fdde-4bdd-8f67-e1e6680a1bac"}]}' {{(pid=103377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 18:09:04.944195 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 18:09:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31ee7327-aa7a-4595-827e-386c42cd142a x-openstack-request-id: req-31ee7327-aa7a-4595-827e-386c42cd142a {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 18:09:04.944495 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05ff5bee-a177-4ba8-835b-b1fb1d27165b", "name": "network-vif-deleted", "tag": "0f56235d-fdde-4bdd-8f67-e1e6680a1bac", "status": "completed", "code": 200}]} {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 18:09:04.944764 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-31ee7327-aa7a-4595-827e-386c42cd142a {{(pid=103377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 18:09:04.945184 n-d-827839-2 neutron-server[103377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05ff5bee-a177-4ba8-835b-b1fb1d27165b', 'name': 'network-vif-deleted', 'tag': '0f56235d-fdde-4bdd-8f67-e1e6680a1bac', 'status': 'completed', 'code': 200} Feb 04 18:09:04.988502 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4f14bb47-e72b-46ac-9e44-a61d9293afcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (75326290-f7a3-4db8-9cf2-15c7139ed224), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:09:05.261590 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-389db730-41fd-42f3-8a5c-0a3a9982c867 req-402f30ae-f01e-4d5b-84a4-a0a87ee32ca7 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "GET /v2.0/ports?device_id=05ff5bee-a177-4ba8-835b-b1fb1d27165b HTTP/1.1" status: 200 len: 210 time: 0.0363109 Feb 04 18:09:05.801205 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (ba70844b-66a0-45fd-a2f2-e6ed673321fc), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:09:06.371443 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-e50d0028-0604-43bf-8151-ee97d093ba38 req-bbd740fa-bee6-4125-b037-2867cc2e1a9f tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "GET /v2.0/ports?device_id=05ff5bee-a177-4ba8-835b-b1fb1d27165b HTTP/1.1" status: 200 len: 210 time: 0.0312903 Feb 04 18:09:07.464781 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-d7e69e86-a2f0-47bf-bfd3-6a359f6a50f3 req-31661087-c144-4958-9bab-3e4db97a5f78 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "GET /v2.0/ports?device_id=05ff5bee-a177-4ba8-835b-b1fb1d27165b HTTP/1.1" status: 200 len: 210 time: 0.0277481 Feb 04 18:09:08.830237 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Device 0f56235d-fdde-4bdd-8f67-e1e6680a1bac no longer exists at agent hyperv_n-h2-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 18:09:08.831355 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-9e3a00f8-5ef9-4687-8f73-c7d0cff640a3 req-6018cbbc-ac0b-49f9-9c4c-84a10d7c105a tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "GET /v2.0/ports?device_id=05ff5bee-a177-4ba8-835b-b1fb1d27165b HTTP/1.1" status: 200 len: 210 time: 0.3004258 Feb 04 18:09:08.851662 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] No Port match for: 0f56235d-fdde-4bdd-8f67-e1e6680a1bac {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 18:09:08.852015 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Device 0f56235d-fdde-4bdd-8f67-e1e6680a1bac not bound to the agent host n-h2-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 18:09:10.013800 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-0cbb0fe4-1a84-4568-94ed-14575733672a req-6aedcee5-89d6-4ece-838d-18489c4ad47e tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "GET /v2.0/ports?device_id=05ff5bee-a177-4ba8-835b-b1fb1d27165b HTTP/1.1" status: 200 len: 210 time: 0.0726769 Feb 04 18:09:10.677842 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (f20a1ab3-4332-4f54-833b-ba4a7c687e89), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:09:11.194401 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-4e9995dc-6404-4cbd-8f02-b73f5db43364 req-6028e3f2-db5b-4d6b-a848-d60136a302df tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "GET /v2.0/ports?device_id=05ff5bee-a177-4ba8-835b-b1fb1d27165b HTTP/1.1" status: 200 len: 210 time: 0.0784342 Feb 04 18:09:12.294205 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-87b75e48-0ad0-4962-ba2b-7f7cf5f32e21 req-168a2c76-8ce3-4543-ab79-e31e53219506 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "GET /v2.0/ports?device_id=05ff5bee-a177-4ba8-835b-b1fb1d27165b HTTP/1.1" status: 200 len: 210 time: 0.0278077 Feb 04 18:09:12.685152 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (3f9244a9-75fc-4c10-b195-11d48b853b41), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:09:13.399900 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-146b122e-46be-4654-a18f-a12430b584e9 req-677a8e51-dda9-4ba9-a166-1174e035e050 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "GET /v2.0/ports?device_id=05ff5bee-a177-4ba8-835b-b1fb1d27165b HTTP/1.1" status: 200 len: 210 time: 0.0272694 Feb 04 18:09:22.917142 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 54930) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:09:23.070984 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-853d17b3-01a4-4d44-83e4-6a521a3c540b tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Deleting port 6bde479f-5173-4336-857c-bbf172d4f677 {{(pid=103377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 18:09:23.071314 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-853d17b3-01a4-4d44-83e4-6a521a3c540b tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (6bde479f-5173-4336-857c-bbf172d4f677), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:09:23.142506 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-853d17b3-01a4-4d44-83e4-6a521a3c540b tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (6bde479f-5173-4336-857c-bbf172d4f677), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:09:23.142830 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-853d17b3-01a4-4d44-83e4-6a521a3c540b tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Publish callbacks [] for floatingip (6bde479f-5173-4336-857c-bbf172d4f677), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:09:23.154190 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-853d17b3-01a4-4d44-83e4-6a521a3c540b tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Calling delete_port for 6bde479f-5173-4336-857c-bbf172d4f677 owned by network:floatingip {{(pid=103377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 18:09:23.302595 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-853d17b3-01a4-4d44-83e4-6a521a3c540b tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (6bde479f-5173-4336-857c-bbf172d4f677), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:09:23.332993 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853d17b3-01a4-4d44-83e4-6a521a3c540b tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Pushing event deleted for resources: {'Port': ['ID=6bde479f-5173-4336-857c-bbf172d4f677,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:09:23.390720 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-853d17b3-01a4-4d44-83e4-6a521a3c540b tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Publish callbacks [] for floatingip (694f035a-53c0-4808-8f73-34a3b461a781), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:09:23.391080 n-d-827839-2 neutron-server[103377]: INFO neutron.db.l3_db [None req-853d17b3-01a4-4d44-83e4-6a521a3c540b tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Floating IP 694f035a-53c0-4808-8f73-34a3b461a781 disassociated (deleted). External IP: 172.25.6.174, port: 0a921c4d-5fa5-4590-b1bc-e2554d3d62d3. Feb 04 18:09:23.600551 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-853d17b3-01a4-4d44-83e4-6a521a3c540b tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Router 28361fe3-6036-43c9-b8f6-14ae321a7597 has already been hosted by L3 agent 64ada913-9131-4d99-a265-63a920956287 {{(pid=103377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 18:09:23.710585 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-853d17b3-01a4-4d44-83e4-6a521a3c540b tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Notify agent at l3_agent.n-d-827839-2 the message routers_updated {{(pid=103377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 18:09:23.715453 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-853d17b3-01a4-4d44-83e4-6a521a3c540b tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for floatingip (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:09:23.721179 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d985235a-ee60-4a56-a0bd-2993d61c8623 None None] Sync routers for ids ['28361fe3-6036-43c9-b8f6-14ae321a7597'] in n-d-827839-2 {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 18:09:23.730150 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d985235a-ee60-4a56-a0bd-2993d61c8623 None None] Routers {'28361fe3-6036-43c9-b8f6-14ae321a7597'} bound to L3 agent in host n-d-827839-2 {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 18:09:23.730753 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-d985235a-ee60-4a56-a0bd-2993d61c8623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T18:09:03Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['28361fe3-6036-43c9-b8f6-14ae321a7597'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:09:23.746102 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-853d17b3-01a4-4d44-83e4-6a521a3c540b tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "DELETE /v2.0/floatingips/694f035a-53c0-4808-8f73-34a3b461a781 HTTP/1.1" status: 204 len: 168 time: 0.8278675 Feb 04 18:09:23.746683 n-d-827839-2 neutron-server[103377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a963da0a-264f-43db-8098-e7d3616c167a', 'tag': '0a921c4d-5fa5-4590-b1bc-e2554d3d62d3'}] {{(pid=103377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 18:09:23.789922 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2026467e03276fe79290e5b19027649602583100b1291b9f7533f134bdcccf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d221589-717c-4f90-9cb2-93bb77e25bc6" -d '{"events": [{"name": "network-changed", "server_uuid": "a963da0a-264f-43db-8098-e7d3616c167a", "tag": "0a921c4d-5fa5-4590-b1bc-e2554d3d62d3"}]}' {{(pid=103377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 18:09:23.861346 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvr_db [None req-d985235a-ee60-4a56-a0bd-2993d61c8623 None None] Set router 28361fe3-6036-43c9-b8f6-14ae321a7597 gateway port host: n-d-827839-2 {{(pid=103379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 18:09:23.886934 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 18:09:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30810344-dad3-4b17-a6e7-df9ccbc2e108 x-openstack-request-id: req-30810344-dad3-4b17-a6e7-df9ccbc2e108 {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 18:09:23.887245 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a963da0a-264f-43db-8098-e7d3616c167a", "tag": "0a921c4d-5fa5-4590-b1bc-e2554d3d62d3", "status": "completed", "code": 200}]} {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 18:09:23.887499 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-30810344-dad3-4b17-a6e7-df9ccbc2e108 {{(pid=103377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 18:09:23.888350 n-d-827839-2 neutron-server[103377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a963da0a-264f-43db-8098-e7d3616c167a', 'tag': '0a921c4d-5fa5-4590-b1bc-e2554d3d62d3', 'status': 'completed', 'code': 200} Feb 04 18:09:23.963136 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d221589-717c-4f90-9cb2-93bb77e25bc6 req-2969690b-e2ae-49e3-9c0e-d6a210fcdcfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:09:23.964633 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-8d221589-717c-4f90-9cb2-93bb77e25bc6 req-2969690b-e2ae-49e3-9c0e-d6a210fcdcfc service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=0082fd5bf0af4f76918b9b76b2e7b4a0&device_id=a963da0a-264f-43db-8098-e7d3616c167a HTTP/1.1" status: 200 len: 1127 time: 0.0556116 Feb 04 18:09:24.062145 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b68462-e0b8-4b93-beec-9a66f5959fb2 req-75d3851f-30af-4f9d-bb97-ad4ff2822baf tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:09:24.063628 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-32b68462-e0b8-4b93-beec-9a66f5959fb2 req-75d3851f-30af-4f9d-bb97-ad4ff2822baf tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "GET /v2.0/ports?device_id=a963da0a-264f-43db-8098-e7d3616c167a HTTP/1.1" status: 200 len: 945 time: 0.1141737 Feb 04 18:09:24.077331 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-d985235a-ee60-4a56-a0bd-2993d61c8623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28361fe3-6036-43c9-b8f6-14ae321a7597', 'name': 'tempest-TestVolumeBootPattern-1456540857-router', 'tenant_id': '0082fd5bf0af4f76918b9b76b2e7b4a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.242'}], 'enable_snat': True}, 'gw_port_id': '2a3e8b82-3998-4110-8b53-6dbc74b5b664', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:57:35Z', 'updated_at': '2022-02-04T17:57:38Z', 'revision_number': 4, 'project_id': '0082fd5bf0af4f76918b9b76b2e7b4a0', 'gw_port': {'id': '2a3e8b82-3998-4110-8b53-6dbc74b5b664', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:db:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28361fe3-6036-43c9-b8f6-14ae321a7597', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4017, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:57:35Z', 'updated_at': '2022-02-04T17:57:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_interfaces': [{'id': 'ff343d00-6c83-4645-b77b-ac82283080b8', 'name': '', 'network_id': '373501d5-ea79-4aa8-8415-e77aad537579', 'tenant_id': '0082fd5bf0af4f76918b9b76b2e7b4a0', 'mac_address': 'fa:16:3e:4b:6f:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28361fe3-6036-43c9-b8f6-14ae321a7597', 'device_owner': 'network:router_interface', 'standard_attr_id': 4018, 'fixed_ips': [{'subnet_id': '645125ba-dc72-4374-be18-fe910df5a518', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:57:37Z', 'updated_at': '2022-02-04T17:57:42Z', 'revision_number': 5, 'project_id': '0082fd5bf0af4f76918b9b76b2e7b4a0', 'subnets': [{'id': '645125ba-dc72-4374-be18-fe910df5a518', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-2', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:09:24.103934 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d985235a-ee60-4a56-a0bd-2993d61c8623 None None] Checking router: 28361fe3-6036-43c9-b8f6-14ae321a7597 for host: n-d-827839-2 {{(pid=103379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 18:09:24.112138 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d221589-717c-4f90-9cb2-93bb77e25bc6 req-23735c40-0f40-40b6-9605-aec79a5e9055 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:09:24.112501 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d985235a-ee60-4a56-a0bd-2993d61c8623 None None] Routers {'28361fe3-6036-43c9-b8f6-14ae321a7597'} bound to L3 agent in host n-d-827839-2 {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 18:09:24.113147 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-d985235a-ee60-4a56-a0bd-2993d61c8623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T18:09:03Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['28361fe3-6036-43c9-b8f6-14ae321a7597'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:09:24.113595 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-8d221589-717c-4f90-9cb2-93bb77e25bc6 req-23735c40-0f40-40b6-9605-aec79a5e9055 service neutron] 10.222.0.96 "GET /v2.0/networks?id=373501d5-ea79-4aa8-8415-e77aad537579 HTTP/1.1" status: 200 len: 913 time: 0.1308966 Feb 04 18:09:24.169275 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-32b68462-e0b8-4b93-beec-9a66f5959fb2 req-430319fa-9954-49dd-ac83-8e232bcd4ede tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "GET /v2.0/security-groups?id=a7fc0481-d484-4f06-a09a-3d6b9023a037&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0948751 Feb 04 18:09:24.171015 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-8d221589-717c-4f90-9cb2-93bb77e25bc6 req-d5c96048-c244-40a9-94b7-287af5ba2478 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0a921c4d-5fa5-4590-b1bc-e2554d3d62d3 HTTP/1.1" status: 200 len: 217 time: 0.0476296 Feb 04 18:09:24.221214 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d221589-717c-4f90-9cb2-93bb77e25bc6 req-1038ec4c-6822-4283-a461-d31c839db62c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:09:24.221463 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvr_db [None req-d985235a-ee60-4a56-a0bd-2993d61c8623 None None] Set router 28361fe3-6036-43c9-b8f6-14ae321a7597 gateway port host: n-d-827839-2 {{(pid=103379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 18:09:24.222701 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-8d221589-717c-4f90-9cb2-93bb77e25bc6 req-1038ec4c-6822-4283-a461-d31c839db62c service neutron] 10.222.0.96 "GET /v2.0/subnets?id=645125ba-dc72-4374-be18-fe910df5a518 HTTP/1.1" status: 200 len: 851 time: 0.0451369 Feb 04 18:09:24.273507 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d221589-717c-4f90-9cb2-93bb77e25bc6 req-1a23aab3-b962-4ffe-a12c-0e89e6a26788 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:09:24.275040 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-8d221589-717c-4f90-9cb2-93bb77e25bc6 req-1a23aab3-b962-4ffe-a12c-0e89e6a26788 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=373501d5-ea79-4aa8-8415-e77aad537579&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0456207 Feb 04 18:09:24.427701 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-d985235a-ee60-4a56-a0bd-2993d61c8623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28361fe3-6036-43c9-b8f6-14ae321a7597', 'name': 'tempest-TestVolumeBootPattern-1456540857-router', 'tenant_id': '0082fd5bf0af4f76918b9b76b2e7b4a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.242'}], 'enable_snat': True}, 'gw_port_id': '2a3e8b82-3998-4110-8b53-6dbc74b5b664', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:57:35Z', 'updated_at': '2022-02-04T17:57:38Z', 'revision_number': 4, 'project_id': '0082fd5bf0af4f76918b9b76b2e7b4a0', 'gw_port': {'id': '2a3e8b82-3998-4110-8b53-6dbc74b5b664', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:db:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28361fe3-6036-43c9-b8f6-14ae321a7597', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4017, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:57:35Z', 'updated_at': '2022-02-04T17:57:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_interfaces': [{'id': 'ff343d00-6c83-4645-b77b-ac82283080b8', 'name': '', 'network_id': '373501d5-ea79-4aa8-8415-e77aad537579', 'tenant_id': '0082fd5bf0af4f76918b9b76b2e7b4a0', 'mac_address': 'fa:16:3e:4b:6f:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28361fe3-6036-43c9-b8f6-14ae321a7597', 'device_owner': 'network:router_interface', 'standard_attr_id': 4018, 'fixed_ips': [{'subnet_id': '645125ba-dc72-4374-be18-fe910df5a518', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:57:37Z', 'updated_at': '2022-02-04T17:57:42Z', 'revision_number': 5, 'project_id': '0082fd5bf0af4f76918b9b76b2e7b4a0', 'subnets': [{'id': '645125ba-dc72-4374-be18-fe910df5a518', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-2', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:09:24.455620 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d985235a-ee60-4a56-a0bd-2993d61c8623 None None] The sync data for ids ['28361fe3-6036-43c9-b8f6-14ae321a7597'] in n-d-827839-2 is: [{'id': '28361fe3-6036-43c9-b8f6-14ae321a7597', 'name': 'tempest-TestVolumeBootPattern-1456540857-router', 'tenant_id': '0082fd5bf0af4f76918b9b76b2e7b4a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.242'}], 'enable_snat': True}, 'gw_port_id': '2a3e8b82-3998-4110-8b53-6dbc74b5b664', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:57:35Z', 'updated_at': '2022-02-04T17:57:38Z', 'revision_number': 4, 'project_id': '0082fd5bf0af4f76918b9b76b2e7b4a0', 'gw_port': {'id': '2a3e8b82-3998-4110-8b53-6dbc74b5b664', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:db:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28361fe3-6036-43c9-b8f6-14ae321a7597', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4017, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:57:35Z', 'updated_at': '2022-02-04T17:57:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_interfaces': [{'id': 'ff343d00-6c83-4645-b77b-ac82283080b8', 'name': '', 'network_id': '373501d5-ea79-4aa8-8415-e77aad537579', 'tenant_id': '0082fd5bf0af4f76918b9b76b2e7b4a0', 'mac_address': 'fa:16:3e:4b:6f:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28361fe3-6036-43c9-b8f6-14ae321a7597', 'device_owner': 'network:router_interface', 'standard_attr_id': 4018, 'fixed_ips': [{'subnet_id': '645125ba-dc72-4374-be18-fe910df5a518', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:57:37Z', 'updated_at': '2022-02-04T17:57:42Z', 'revision_number': 5, 'project_id': '0082fd5bf0af4f76918b9b76b2e7b4a0', 'subnets': [{'id': '645125ba-dc72-4374-be18-fe910df5a518', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 18:09:24.653008 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-8d221589-717c-4f90-9cb2-93bb77e25bc6 req-c0ef06ec-6e92-448d-9d10-2eb9ffa9d203 service neutron] 10.222.0.96 "GET /v2.0/networks/373501d5-ea79-4aa8-8415-e77aad537579?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3698177 Feb 04 18:09:24.684904 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-164101bb-3c55-4e82-946b-b048747749c5 None None] New status for floating IP 694f035a-53c0-4808-8f73-34a3b461a781: DOWN {{(pid=103378) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 18:09:24.746327 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-8d221589-717c-4f90-9cb2-93bb77e25bc6 req-09c44611-51e2-480a-8a0b-fd6730969145 service neutron] 10.222.0.96 "GET /v2.0/networks/373501d5-ea79-4aa8-8415-e77aad537579?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860479 Feb 04 18:09:25.191845 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.agents_db [None req-e1691f3b-aacd-4cd6-8ebb-a9c53bb301c0 None None] Agent healthcheck: found 7 active agents {{(pid=103379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 18:09:25.292427 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6764f8-ec57-4b8a-896f-a36b24f396f3 req-6c23afc4-cf3a-4125-8795-a1d1aae3d839 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:09:25.293999 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-8f6764f8-ec57-4b8a-896f-a36b24f396f3 req-6c23afc4-cf3a-4125-8795-a1d1aae3d839 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "GET /v2.0/ports?device_id=a963da0a-264f-43db-8098-e7d3616c167a HTTP/1.1" status: 200 len: 945 time: 0.0569956 Feb 04 18:09:25.343245 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-8f6764f8-ec57-4b8a-896f-a36b24f396f3 req-81dd5745-7615-479e-832d-d11053b2ee84 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "GET /v2.0/security-groups?id=a7fc0481-d484-4f06-a09a-3d6b9023a037&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430007 Feb 04 18:09:25.808955 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2291fcea-c156-44fa-9a56-f375967d5f6a req-5487659b-75fa-4b6d-ba1d-f1b5bffd9e3c tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:09:25.810400 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-2291fcea-c156-44fa-9a56-f375967d5f6a req-5487659b-75fa-4b6d-ba1d-f1b5bffd9e3c tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.96 "GET /v2.0/ports?device_id=a963da0a-264f-43db-8098-e7d3616c167a HTTP/1.1" status: 200 len: 945 time: 0.0548871 Feb 04 18:09:25.900842 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [req-2291fcea-c156-44fa-9a56-f375967d5f6a req-58ad4cbc-356e-4412-ae57-2ac7fe48c174 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Deleting port 0a921c4d-5fa5-4590-b1bc-e2554d3d62d3 {{(pid=103376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 18:09:25.901175 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-2291fcea-c156-44fa-9a56-f375967d5f6a req-58ad4cbc-356e-4412-ae57-2ac7fe48c174 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (0a921c4d-5fa5-4590-b1bc-e2554d3d62d3), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:09:25.993001 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [req-2291fcea-c156-44fa-9a56-f375967d5f6a req-58ad4cbc-356e-4412-ae57-2ac7fe48c174 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] For port 0a921c4d-5fa5-4590-b1bc-e2554d3d62d3, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=0a921c4d-5fa5-4590-b1bc-e2554d3d62d3,segment=NetworkSegment(14b42f91-bfd2-4a53-b270-b22cde6aff98),segment_id=14b42f91-bfd2-4a53-b270-b22cde6aff98)] {{(pid=103376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 18:09:25.993364 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-2291fcea-c156-44fa-9a56-f375967d5f6a req-58ad4cbc-356e-4412-ae57-2ac7fe48c174 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (0a921c4d-5fa5-4590-b1bc-e2554d3d62d3), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:09:26.006130 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [req-2291fcea-c156-44fa-9a56-f375967d5f6a req-58ad4cbc-356e-4412-ae57-2ac7fe48c174 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Calling delete_port for 0a921c4d-5fa5-4590-b1bc-e2554d3d62d3 owned by compute:nova {{(pid=103376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 18:09:26.158969 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-2291fcea-c156-44fa-9a56-f375967d5f6a req-58ad4cbc-356e-4412-ae57-2ac7fe48c174 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (0a921c4d-5fa5-4590-b1bc-e2554d3d62d3), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:09:26.185843 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ad4cbc-356e-4412-ae57-2ac7fe48c174 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Pushing event deleted for resources: {'Port': ['ID=0a921c4d-5fa5-4590-b1bc-e2554d3d62d3,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:09:26.195972 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ad4cbc-356e-4412-ae57-2ac7fe48c174 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:09:26.196327 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ad4cbc-356e-4412-ae57-2ac7fe48c174 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:09:26.196675 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ad4cbc-356e-4412-ae57-2ac7fe48c174 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:09:26.197042 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ad4cbc-356e-4412-ae57-2ac7fe48c174 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:09:26.197385 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ad4cbc-356e-4412-ae57-2ac7fe48c174 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:09:26.197742 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ad4cbc-356e-4412-ae57-2ac7fe48c174 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:09:26.198058 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ad4cbc-356e-4412-ae57-2ac7fe48c174 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:09:26.198942 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ad4cbc-356e-4412-ae57-2ac7fe48c174 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:09:26.198942 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ad4cbc-356e-4412-ae57-2ac7fe48c174 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:09:26.199132 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ad4cbc-356e-4412-ae57-2ac7fe48c174 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:09:26.199318 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ad4cbc-356e-4412-ae57-2ac7fe48c174 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:09:26.199653 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ad4cbc-356e-4412-ae57-2ac7fe48c174 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:09:26.199982 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ad4cbc-356e-4412-ae57-2ac7fe48c174 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:09:26.241849 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [req-2291fcea-c156-44fa-9a56-f375967d5f6a req-58ad4cbc-356e-4412-ae57-2ac7fe48c174 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] No DVR routers for this DVR port 0a921c4d-5fa5-4590-b1bc-e2554d3d62d3 on host n-h1-827839-2 {{(pid=103376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 18:09:26.244458 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-2291fcea-c156-44fa-9a56-f375967d5f6a req-58ad4cbc-356e-4412-ae57-2ac7fe48c174 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:09:26.247845 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-2291fcea-c156-44fa-9a56-f375967d5f6a req-58ad4cbc-356e-4412-ae57-2ac7fe48c174 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.96 "DELETE /v2.0/ports/0a921c4d-5fa5-4590-b1bc-e2554d3d62d3 HTTP/1.1" status: 204 len: 173 time: 0.4314063 Feb 04 18:09:26.248333 n-d-827839-2 neutron-server[103376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a963da0a-264f-43db-8098-e7d3616c167a', 'name': 'network-vif-deleted', 'tag': '0a921c4d-5fa5-4590-b1bc-e2554d3d62d3'}] {{(pid=103376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 18:09:26.250557 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d59c3bb5e2f09ebf62144d5e09b1cff60c763a9c19614c24538e77842938c05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abdd5421-f6f0-4ddf-b9e9-2915a8aac102" -d '{"events": [{"server_uuid": "a963da0a-264f-43db-8098-e7d3616c167a", "name": "network-vif-deleted", "tag": "0a921c4d-5fa5-4590-b1bc-e2554d3d62d3"}]}' {{(pid=103376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 18:09:26.291293 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 18:09:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd32aeac-0dac-49d1-9868-c9a9239b4870 x-openstack-request-id: req-bd32aeac-0dac-49d1-9868-c9a9239b4870 {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 18:09:26.291587 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a963da0a-264f-43db-8098-e7d3616c167a", "name": "network-vif-deleted", "tag": "0a921c4d-5fa5-4590-b1bc-e2554d3d62d3", "status": "completed", "code": 200}]} {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 18:09:26.291842 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-bd32aeac-0dac-49d1-9868-c9a9239b4870 {{(pid=103376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 18:09:26.292247 n-d-827839-2 neutron-server[103376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a963da0a-264f-43db-8098-e7d3616c167a', 'name': 'network-vif-deleted', 'tag': '0a921c4d-5fa5-4590-b1bc-e2554d3d62d3', 'status': 'completed', 'code': 200} Feb 04 18:09:26.442081 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-b60c5618-3d09-4b42-a8e0-ca4b948ee585 req-fa6033ed-ea0e-40c7-b292-f882fdee661a tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "GET /v2.0/ports?device_id=a963da0a-264f-43db-8098-e7d3616c167a HTTP/1.1" status: 200 len: 210 time: 0.0271227 Feb 04 18:09:27.539784 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-552c0617-3aeb-448a-aff7-dabe2b7bb2c8 req-60ff4d8a-f0b0-4873-a9d4-e4bfcbf16548 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "GET /v2.0/ports?device_id=a963da0a-264f-43db-8098-e7d3616c167a HTTP/1.1" status: 200 len: 210 time: 0.0277958 Feb 04 18:09:28.634455 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-74890977-be6d-4e5f-9e52-7f8cb3c09e2f req-16f4c4b5-afd7-42ed-96c1-b95d6dd66bf2 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "GET /v2.0/ports?device_id=a963da0a-264f-43db-8098-e7d3616c167a HTTP/1.1" status: 200 len: 210 time: 0.0281706 Feb 04 18:09:29.731319 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-7ff87731-8da1-4a83-a0d9-f5710d2d4eb7 req-3826050b-88bc-4cac-b8be-9e6851a84913 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "GET /v2.0/ports?device_id=a963da0a-264f-43db-8098-e7d3616c167a HTTP/1.1" status: 200 len: 210 time: 0.0308371 Feb 04 18:09:29.781219 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device 0a921c4d-5fa5-4590-b1bc-e2554d3d62d3 no longer exists at agent hyperv_n-h1-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 18:09:29.806720 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] No Port match for: 0a921c4d-5fa5-4590-b1bc-e2554d3d62d3 {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 18:09:29.807068 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device 0a921c4d-5fa5-4590-b1bc-e2554d3d62d3 not bound to the agent host n-h1-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 18:09:29.827219 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b7da2bf9-df92-434c-9d62-5ebcf6626cbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (bb89f5a3-3c22-440b-b7d1-c4f0c43c184a), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:09:30.829976 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-9e6e491a-e7ea-4151-899e-521dd52c8546 req-c7bf5daa-b7f2-4f88-93f0-f813137b37b6 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "GET /v2.0/ports?device_id=a963da0a-264f-43db-8098-e7d3616c167a HTTP/1.1" status: 200 len: 210 time: 0.0309711 Feb 04 18:09:31.925693 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-bd6e1165-fbb2-4d0d-b2b6-393e7f91fd65 req-074db760-558d-4407-83c5-a61f820ba54f tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "GET /v2.0/ports?device_id=a963da0a-264f-43db-8098-e7d3616c167a HTTP/1.1" status: 200 len: 210 time: 0.0286906 Feb 04 18:09:32.895626 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-df3cfe9a-eddf-4260-b30c-2996bdfbf6b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (64ada913-9131-4d99-a265-63a920956287), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:09:33.020301 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-7ce8131a-0747-4ae8-867d-20adeb50f178 req-7892bb5d-626b-49ce-9051-d2148477ff54 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "GET /v2.0/ports?device_id=a963da0a-264f-43db-8098-e7d3616c167a HTTP/1.1" status: 200 len: 210 time: 0.0284240 Feb 04 18:09:33.182254 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d408ec64-b374-4acb-a1fc-48241dad6d47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (0cd6d64a-47a7-40ff-8c12-71dd526c62e0), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:09:34.254445 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-2cdfcd01-7fcf-4036-af50-7ba84ca15cc8 req-6a56ad78-aa1e-4a63-97d9-90f156a5aab1 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "GET /v2.0/ports?device_id=a963da0a-264f-43db-8098-e7d3616c167a HTTP/1.1" status: 200 len: 210 time: 0.0286553 Feb 04 18:09:34.991472 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4f14bb47-e72b-46ac-9e44-a61d9293afcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (75326290-f7a3-4db8-9cf2-15c7139ed224), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:09:35.309774 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 54970) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:09:35.432154 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-d045ad24-6319-4780-8fb8-87cbbccf9bae tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Deleting port e5f07134-033a-44ff-a730-add5286047ab {{(pid=103377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 18:09:35.432495 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-d045ad24-6319-4780-8fb8-87cbbccf9bae tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (e5f07134-033a-44ff-a730-add5286047ab), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:09:35.509371 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-d045ad24-6319-4780-8fb8-87cbbccf9bae tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (e5f07134-033a-44ff-a730-add5286047ab), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:09:35.509702 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-d045ad24-6319-4780-8fb8-87cbbccf9bae tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Publish callbacks [] for floatingip (e5f07134-033a-44ff-a730-add5286047ab), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:09:35.521125 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-d045ad24-6319-4780-8fb8-87cbbccf9bae tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Calling delete_port for e5f07134-033a-44ff-a730-add5286047ab owned by network:floatingip {{(pid=103377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 18:09:35.651557 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-d045ad24-6319-4780-8fb8-87cbbccf9bae tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (e5f07134-033a-44ff-a730-add5286047ab), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:09:35.677058 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d045ad24-6319-4780-8fb8-87cbbccf9bae tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Pushing event deleted for resources: {'Port': ['ID=e5f07134-033a-44ff-a730-add5286047ab,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:09:35.740144 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-d045ad24-6319-4780-8fb8-87cbbccf9bae tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Publish callbacks [] for floatingip (14ab0c48-d313-4fd2-ad31-f323247728b7), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:09:35.742807 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-d045ad24-6319-4780-8fb8-87cbbccf9bae tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for floatingip (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:09:35.743966 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-d045ad24-6319-4780-8fb8-87cbbccf9bae tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "DELETE /v2.0/floatingips/14ab0c48-d313-4fd2-ad31-f323247728b7 HTTP/1.1" status: 204 len: 168 time: 0.4332132 Feb 04 18:09:35.799833 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (ba70844b-66a0-45fd-a2f2-e6ed673321fc), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:09:40.675255 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (f20a1ab3-4332-4f54-833b-ba4a7c687e89), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:09:41.121955 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 54990) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:09:41.179102 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-b260fcb6-f4a8-44a5-a336-f12053a5f718 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Publish callbacks [] for security_group (a7fc0481-d484-4f06-a09a-3d6b9023a037), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:09:41.209661 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-b260fcb6-f4a8-44a5-a336-f12053a5f718 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Publish callbacks [] for security_group (a7fc0481-d484-4f06-a09a-3d6b9023a037), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:09:41.271597 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-b260fcb6-f4a8-44a5-a336-f12053a5f718 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (a7fc0481-d484-4f06-a09a-3d6b9023a037), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:09:41.274641 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-b260fcb6-f4a8-44a5-a336-f12053a5f718 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:09:41.275546 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-b260fcb6-f4a8-44a5-a336-f12053a5f718 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] 10.222.0.89 "DELETE /v2.0/security-groups/a7fc0481-d484-4f06-a09a-3d6b9023a037 HTTP/1.1" status: 204 len: 168 time: 0.1525147 Feb 04 18:09:41.285211 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b260fcb6-f4a8-44a5-a336-f12053a5f718 tempest-TestVolumeBootPattern-650943088 tempest-TestVolumeBootPattern-650943088-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7fc0481-d484-4f06-a09a-3d6b9023a037,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:09:41.355156 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 54994) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:09:41.862085 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-bda66bf1-01e8-4c70-b2e3-9e086da0154d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602754'] for router_interface (28361fe3-6036-43c9-b8f6-14ae321a7597), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:09:42.113663 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-bda66bf1-01e8-4c70-b2e3-9e086da0154d admin admin] Deleting port ff343d00-6c83-4645-b77b-ac82283080b8 {{(pid=103377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 18:09:42.114002 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-bda66bf1-01e8-4c70-b2e3-9e086da0154d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (ff343d00-6c83-4645-b77b-ac82283080b8), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:09:42.191386 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [None req-bda66bf1-01e8-4c70-b2e3-9e086da0154d admin admin] For port ff343d00-6c83-4645-b77b-ac82283080b8, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=ff343d00-6c83-4645-b77b-ac82283080b8,segment=NetworkSegment(14b42f91-bfd2-4a53-b270-b22cde6aff98),segment_id=14b42f91-bfd2-4a53-b270-b22cde6aff98)] {{(pid=103377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 18:09:42.192084 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-bda66bf1-01e8-4c70-b2e3-9e086da0154d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (ff343d00-6c83-4645-b77b-ac82283080b8), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:09:42.205122 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-bda66bf1-01e8-4c70-b2e3-9e086da0154d admin admin] Calling delete_port for ff343d00-6c83-4645-b77b-ac82283080b8 owned by network:router_interface {{(pid=103377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 18:09:42.392900 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-bda66bf1-01e8-4c70-b2e3-9e086da0154d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (ff343d00-6c83-4645-b77b-ac82283080b8), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:09:42.423812 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda66bf1-01e8-4c70-b2e3-9e086da0154d admin admin] Pushing event deleted for resources: {'Port': ['ID=ff343d00-6c83-4645-b77b-ac82283080b8,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:09:42.589836 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-bda66bf1-01e8-4c70-b2e3-9e086da0154d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1677336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1602614'] for router_interface (28361fe3-6036-43c9-b8f6-14ae321a7597), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:09:42.704506 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (3f9244a9-75fc-4c10-b195-11d48b853b41), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:09:42.815521 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bda66bf1-01e8-4c70-b2e3-9e086da0154d admin admin] Router 28361fe3-6036-43c9-b8f6-14ae321a7597 has already been hosted by L3 agent 64ada913-9131-4d99-a265-63a920956287 {{(pid=103377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 18:09:42.920555 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bda66bf1-01e8-4c70-b2e3-9e086da0154d admin admin] Notify agent at l3_agent.n-d-827839-2 the message routers_updated {{(pid=103377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 18:09:42.925528 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-bda66bf1-01e8-4c70-b2e3-9e086da0154d admin admin] 10.222.0.89 "PUT /v2.0/routers/28361fe3-6036-43c9-b8f6-14ae321a7597/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5695899 Feb 04 18:09:42.928062 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 54998) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:09:42.929611 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-999ed68c-2fc8-4120-b2b5-12c14c2913d2 None None] Sync routers for ids ['28361fe3-6036-43c9-b8f6-14ae321a7597'] in n-d-827839-2 {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 18:09:42.944895 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-999ed68c-2fc8-4120-b2b5-12c14c2913d2 None None] Routers {'28361fe3-6036-43c9-b8f6-14ae321a7597'} bound to L3 agent in host n-d-827839-2 {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 18:09:42.945444 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-999ed68c-2fc8-4120-b2b5-12c14c2913d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T18:09:33Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['28361fe3-6036-43c9-b8f6-14ae321a7597'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:09:43.034880 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-d0782c4b-2b5a-436c-82f6-c50d3fd149e7 admin admin] Publish callbacks [] for router (28361fe3-6036-43c9-b8f6-14ae321a7597), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:09:43.051970 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvr_db [None req-999ed68c-2fc8-4120-b2b5-12c14c2913d2 None None] Set router 28361fe3-6036-43c9-b8f6-14ae321a7597 gateway port host: n-d-827839-2 {{(pid=103379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 18:09:43.247276 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-999ed68c-2fc8-4120-b2b5-12c14c2913d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28361fe3-6036-43c9-b8f6-14ae321a7597', 'name': 'tempest-TestVolumeBootPattern-1456540857-router', 'tenant_id': '0082fd5bf0af4f76918b9b76b2e7b4a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.242'}], 'enable_snat': True}, 'gw_port_id': '2a3e8b82-3998-4110-8b53-6dbc74b5b664', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:57:35Z', 'updated_at': '2022-02-04T18:09:42Z', 'revision_number': 5, 'project_id': '0082fd5bf0af4f76918b9b76b2e7b4a0', 'gw_port': {'id': '2a3e8b82-3998-4110-8b53-6dbc74b5b664', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:db:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28361fe3-6036-43c9-b8f6-14ae321a7597', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4017, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:57:35Z', 'updated_at': '2022-02-04T17:57:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2'}], 'n-d-827839-2', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:09:43.278104 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-999ed68c-2fc8-4120-b2b5-12c14c2913d2 None None] Checking router: 28361fe3-6036-43c9-b8f6-14ae321a7597 for host: n-d-827839-2 {{(pid=103379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 18:09:43.288005 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-999ed68c-2fc8-4120-b2b5-12c14c2913d2 None None] Routers {'28361fe3-6036-43c9-b8f6-14ae321a7597'} bound to L3 agent in host n-d-827839-2 {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 18:09:43.288550 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-999ed68c-2fc8-4120-b2b5-12c14c2913d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T18:09:33Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['28361fe3-6036-43c9-b8f6-14ae321a7597'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:09:43.413896 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-d0782c4b-2b5a-436c-82f6-c50d3fd149e7 admin admin] Publish callbacks [] for router_gateway (28361fe3-6036-43c9-b8f6-14ae321a7597), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:09:43.472044 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-d0782c4b-2b5a-436c-82f6-c50d3fd149e7 admin admin] Deleting port 2a3e8b82-3998-4110-8b53-6dbc74b5b664 {{(pid=103377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 18:09:43.472382 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-d0782c4b-2b5a-436c-82f6-c50d3fd149e7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (2a3e8b82-3998-4110-8b53-6dbc74b5b664), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:09:43.497664 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvr_db [None req-999ed68c-2fc8-4120-b2b5-12c14c2913d2 None None] Set router 28361fe3-6036-43c9-b8f6-14ae321a7597 gateway port host: n-d-827839-2 {{(pid=103379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 18:09:43.556215 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [None req-d0782c4b-2b5a-436c-82f6-c50d3fd149e7 admin admin] For port 2a3e8b82-3998-4110-8b53-6dbc74b5b664, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=2a3e8b82-3998-4110-8b53-6dbc74b5b664,segment=NetworkSegment(5942dc44-1f07-4c27-b0ab-45a2bff20dd5),segment_id=5942dc44-1f07-4c27-b0ab-45a2bff20dd5)] {{(pid=103377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 18:09:43.556498 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-d0782c4b-2b5a-436c-82f6-c50d3fd149e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (2a3e8b82-3998-4110-8b53-6dbc74b5b664), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:09:43.569708 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-d0782c4b-2b5a-436c-82f6-c50d3fd149e7 admin admin] Calling delete_port for 2a3e8b82-3998-4110-8b53-6dbc74b5b664 owned by network:router_gateway {{(pid=103377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 18:09:43.677281 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-999ed68c-2fc8-4120-b2b5-12c14c2913d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28361fe3-6036-43c9-b8f6-14ae321a7597', 'name': 'tempest-TestVolumeBootPattern-1456540857-router', 'tenant_id': '0082fd5bf0af4f76918b9b76b2e7b4a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.242'}], 'enable_snat': True}, 'gw_port_id': '2a3e8b82-3998-4110-8b53-6dbc74b5b664', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:57:35Z', 'updated_at': '2022-02-04T18:09:42Z', 'revision_number': 5, 'project_id': '0082fd5bf0af4f76918b9b76b2e7b4a0', 'gw_port': {'id': '2a3e8b82-3998-4110-8b53-6dbc74b5b664', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:db:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28361fe3-6036-43c9-b8f6-14ae321a7597', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4017, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:57:35Z', 'updated_at': '2022-02-04T17:57:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2'}], 'n-d-827839-2', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:09:43.708483 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-999ed68c-2fc8-4120-b2b5-12c14c2913d2 None None] The sync data for ids ['28361fe3-6036-43c9-b8f6-14ae321a7597'] in n-d-827839-2 is: [{'id': '28361fe3-6036-43c9-b8f6-14ae321a7597', 'name': 'tempest-TestVolumeBootPattern-1456540857-router', 'tenant_id': '0082fd5bf0af4f76918b9b76b2e7b4a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.242'}], 'enable_snat': True}, 'gw_port_id': '2a3e8b82-3998-4110-8b53-6dbc74b5b664', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:57:35Z', 'updated_at': '2022-02-04T18:09:42Z', 'revision_number': 5, 'project_id': '0082fd5bf0af4f76918b9b76b2e7b4a0', 'gw_port': {'id': '2a3e8b82-3998-4110-8b53-6dbc74b5b664', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:db:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28361fe3-6036-43c9-b8f6-14ae321a7597', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4017, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:57:35Z', 'updated_at': '2022-02-04T17:57:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2'}] {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 18:09:43.753639 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-d0782c4b-2b5a-436c-82f6-c50d3fd149e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (2a3e8b82-3998-4110-8b53-6dbc74b5b664), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:09:43.779765 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0782c4b-2b5a-436c-82f6-c50d3fd149e7 admin admin] Pushing event deleted for resources: {'Port': ['ID=2a3e8b82-3998-4110-8b53-6dbc74b5b664,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:09:43.839071 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-d0782c4b-2b5a-436c-82f6-c50d3fd149e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1595544'] for router_gateway (28361fe3-6036-43c9-b8f6-14ae321a7597), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:09:43.930094 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-d0782c4b-2b5a-436c-82f6-c50d3fd149e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1601811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26971'] for router (28361fe3-6036-43c9-b8f6-14ae321a7597), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:09:43.932188 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-d0782c4b-2b5a-436c-82f6-c50d3fd149e7 admin admin] Publish callbacks [] for router_controller (28361fe3-6036-43c9-b8f6-14ae321a7597), precommit_delete_associations {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:09:43.988918 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-d0782c4b-2b5a-436c-82f6-c50d3fd149e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1601832'] for router (28361fe3-6036-43c9-b8f6-14ae321a7597), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:09:43.989442 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0782c4b-2b5a-436c-82f6-c50d3fd149e7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 28361fe3-6036-43c9-b8f6-14ae321a7597 {{(pid=103377) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 18:09:43.994599 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-d0782c4b-2b5a-436c-82f6-c50d3fd149e7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:09:43.994910 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-d0782c4b-2b5a-436c-82f6-c50d3fd149e7 admin admin] 10.222.0.89 "DELETE /v2.0/routers/28361fe3-6036-43c9-b8f6-14ae321a7597 HTTP/1.1" status: 204 len: 168 time: 1.0659213 Feb 04 18:09:43.997482 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 55004) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:09:44.042293 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.db_base_plugin_v2 [None req-a18cc240-ca4d-4e5b-a3fa-a5297f7a2931 admin admin] Deleting subnet 645125ba-dc72-4374-be18-fe910df5a518 {{(pid=103377) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 18:09:44.045274 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-a18cc240-ca4d-4e5b-a3fa-a5297f7a2931 admin admin] Publish callbacks [] for subnet (645125ba-dc72-4374-be18-fe910df5a518), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:09:44.082020 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-a18cc240-ca4d-4e5b-a3fa-a5297f7a2931 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26866676'] for subnet (645125ba-dc72-4374-be18-fe910df5a518), precommit_delete_associations {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:09:44.162587 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device ff343d00-6c83-4645-b77b-ac82283080b8 no longer exists at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 18:09:44.178604 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-a18cc240-ca4d-4e5b-a3fa-a5297f7a2931 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1541225'] for subnet (645125ba-dc72-4374-be18-fe910df5a518), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:09:44.183317 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] No Port match for: ff343d00-6c83-4645-b77b-ac82283080b8 {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 18:09:44.183664 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device ff343d00-6c83-4645-b77b-ac82283080b8 not bound to the agent host n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 18:09:44.236960 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-a18cc240-ca4d-4e5b-a3fa-a5297f7a2931 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1541216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25888360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25597190'] for subnet (645125ba-dc72-4374-be18-fe910df5a518), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:09:44.271726 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-a18cc240-ca4d-4e5b-a3fa-a5297f7a2931 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:09:44.277274 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-a18cc240-ca4d-4e5b-a3fa-a5297f7a2931 admin admin] 10.222.0.89 "DELETE /v2.0/subnets/645125ba-dc72-4374-be18-fe910df5a518 HTTP/1.1" status: 204 len: 168 time: 0.2760332 Feb 04 18:09:44.277274 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18cc240-ca4d-4e5b-a3fa-a5297f7a2931 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=645125ba-dc72-4374-be18-fe910df5a518,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:09:44.277490 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1924a1f8-6e04-43f4-8615-67cae5a18e51 None None] Network 373501d5-ea79-4aa8-8415-e77aad537579 requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 18:09:44.277667 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 55008) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:09:44.351073 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-f41adab0-c7a6-4ea6-90e6-77b95099551e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628832'] for network (373501d5-ea79-4aa8-8415-e77aad537579), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:09:44.417902 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-f41adab0-c7a6-4ea6-90e6-77b95099551e admin admin] Deleting port bbb42e5c-5d13-4d1d-9578-a4ab84c99a60 {{(pid=103377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 18:09:44.418473 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-f41adab0-c7a6-4ea6-90e6-77b95099551e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (bbb42e5c-5d13-4d1d-9578-a4ab84c99a60), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:09:44.449539 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d5f00be-a8fc-4251-9060-dd9258330575 None None] DHCP port deletion for 373501d5-ea79-4aa8-8415-e77aad537579 request from n-d-827839-2 {{(pid=103378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 18:09:44.487231 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [None req-f41adab0-c7a6-4ea6-90e6-77b95099551e admin admin] For port bbb42e5c-5d13-4d1d-9578-a4ab84c99a60, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=bbb42e5c-5d13-4d1d-9578-a4ab84c99a60,segment=NetworkSegment(14b42f91-bfd2-4a53-b270-b22cde6aff98),segment_id=14b42f91-bfd2-4a53-b270-b22cde6aff98)] {{(pid=103377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 18:09:44.487620 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-f41adab0-c7a6-4ea6-90e6-77b95099551e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (bbb42e5c-5d13-4d1d-9578-a4ab84c99a60), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:09:44.497202 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-2d5f00be-a8fc-4251-9060-dd9258330575 None None] Deleting port bbb42e5c-5d13-4d1d-9578-a4ab84c99a60 {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 18:09:44.497586 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2d5f00be-a8fc-4251-9060-dd9258330575 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (bbb42e5c-5d13-4d1d-9578-a4ab84c99a60), before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:09:44.500988 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-f41adab0-c7a6-4ea6-90e6-77b95099551e admin admin] Calling delete_port for bbb42e5c-5d13-4d1d-9578-a4ab84c99a60 owned by network:dhcp {{(pid=103377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 18:09:44.585611 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-f41adab0-c7a6-4ea6-90e6-77b95099551e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (bbb42e5c-5d13-4d1d-9578-a4ab84c99a60), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:09:44.614072 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41adab0-c7a6-4ea6-90e6-77b95099551e admin admin] Pushing event deleted for resources: {'Port': ['ID=bbb42e5c-5d13-4d1d-9578-a4ab84c99a60,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:09:44.616108 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f41adab0-c7a6-4ea6-90e6-77b95099551e admin admin] No DVR routers for this DVR port bbb42e5c-5d13-4d1d-9578-a4ab84c99a60 on host n-d-827839-2 {{(pid=103377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 18:09:44.689589 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-f41adab0-c7a6-4ea6-90e6-77b95099551e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1543676', 'neutron.services.segments.db._delete_segments_for_network-8781084786517'] for network (373501d5-ea79-4aa8-8415-e77aad537579), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:09:44.713660 n-d-827839-2 neutron-server[103377]: DEBUG neutron.services.segments.db [None req-f41adab0-c7a6-4ea6-90e6-77b95099551e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['373501d5-ea79-4aa8-8415-e77aad537579']}} {{(pid=103377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:09:44.720286 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-2d5f00be-a8fc-4251-9060-dd9258330575 None None] For port bbb42e5c-5d13-4d1d-9578-a4ab84c99a60, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=bbb42e5c-5d13-4d1d-9578-a4ab84c99a60,segment=NetworkSegment(14b42f91-bfd2-4a53-b270-b22cde6aff98),segment_id=14b42f91-bfd2-4a53-b270-b22cde6aff98)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 18:09:44.720683 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2d5f00be-a8fc-4251-9060-dd9258330575 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (bbb42e5c-5d13-4d1d-9578-a4ab84c99a60), precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:09:44.723769 n-d-827839-2 neutron-server[103377]: DEBUG neutron.services.segments.db [None req-f41adab0-c7a6-4ea6-90e6-77b95099551e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14b42f91-bfd2-4a53-b270-b22cde6aff98') {'for_net_delete': True} {{(pid=103377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:09:44.724068 n-d-827839-2 neutron-server[103377]: DEBUG neutron.services.segments.db [None req-f41adab0-c7a6-4ea6-90e6-77b95099551e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14b42f91-bfd2-4a53-b270-b22cde6aff98') {} {{(pid=103377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:09:44.733396 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-2d5f00be-a8fc-4251-9060-dd9258330575 None None] Calling delete_port for bbb42e5c-5d13-4d1d-9578-a4ab84c99a60 owned by network:dhcp {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 18:09:44.733851 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-f41adab0-c7a6-4ea6-90e6-77b95099551e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781084783966', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26866685'] for segment (14b42f91-bfd2-4a53-b270-b22cde6aff98), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:09:44.746606 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-f41adab0-c7a6-4ea6-90e6-77b95099551e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (14b42f91-bfd2-4a53-b270-b22cde6aff98), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:09:44.752469 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f41adab0-c7a6-4ea6-90e6-77b95099551e admin admin] Releasing vlan 752 on physical network physnet1 to pool {{(pid=103377) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 18:09:44.752941 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-f41adab0-c7a6-4ea6-90e6-77b95099551e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25888454'] for segment (14b42f91-bfd2-4a53-b270-b22cde6aff98), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:09:44.754564 n-d-827839-2 neutron-server[103377]: Traceback (most recent call last): Feb 04 18:09:44.754564 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 18:09:44.754564 n-d-827839-2 neutron-server[103377]: timer() Feb 04 18:09:44.754564 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 18:09:44.754564 n-d-827839-2 neutron-server[103377]: cb(*args, **kw) Feb 04 18:09:44.754564 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 18:09:44.754564 n-d-827839-2 neutron-server[103377]: return func(*args, **kwargs) Feb 04 18:09:44.754564 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 18:09:44.754564 n-d-827839-2 neutron-server[103377]: self._notify() Feb 04 18:09:44.754564 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 18:09:44.754564 n-d-827839-2 neutron-server[103377]: self.callback(batched_events) Feb 04 18:09:44.754564 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 18:09:44.754564 n-d-827839-2 neutron-server[103377]: event.method(event) Feb 04 18:09:44.754564 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 18:09:44.754564 n-d-827839-2 neutron-server[103377]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 18:09:44.754564 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 18:09:44.754564 n-d-827839-2 neutron-server[103377]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 18:09:44.754564 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 18:09:44.754564 n-d-827839-2 neutron-server[103377]: return f(self, *a, **k) Feb 04 18:09:44.754564 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 18:09:44.754564 n-d-827839-2 neutron-server[103377]: return self._get(url).json() Feb 04 18:09:44.754564 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 18:09:44.754564 n-d-827839-2 neutron-server[103377]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 18:09:44.754564 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 18:09:44.754564 n-d-827839-2 neutron-server[103377]: return self.request(url, 'GET', **kwargs) Feb 04 18:09:44.754564 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 18:09:44.754564 n-d-827839-2 neutron-server[103377]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 18:09:44.754564 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 18:09:44.754564 n-d-827839-2 neutron-server[103377]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 18:09:44.754564 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 18:09:44.754564 n-d-827839-2 neutron-server[103377]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 18:09:44.754564 n-d-827839-2 neutron-server[103377]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 18:09:44.811106 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-f41adab0-c7a6-4ea6-90e6-77b95099551e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1543671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1595572'] for network (373501d5-ea79-4aa8-8415-e77aad537579), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:09:44.811366 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2d5f00be-a8fc-4251-9060-dd9258330575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144'] for port (bbb42e5c-5d13-4d1d-9578-a4ab84c99a60), after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:09:44.816759 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-f41adab0-c7a6-4ea6-90e6-77b95099551e admin admin] Publish callbacks [] for network (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:09:44.822945 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-f41adab0-c7a6-4ea6-90e6-77b95099551e admin admin] 10.222.0.89 "DELETE /v2.0/networks/373501d5-ea79-4aa8-8415-e77aad537579 HTTP/1.1" status: 204 len: 168 time: 0.5415368 Feb 04 18:09:44.823520 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 55010) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:09:44.831687 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41adab0-c7a6-4ea6-90e6-77b95099551e admin admin] Pushing event deleted for resources: {'Network': ['ID=373501d5-ea79-4aa8-8415-e77aad537579,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:09:44.835437 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-2d5f00be-a8fc-4251-9060-dd9258330575 None None] Network 373501d5-ea79-4aa8-8415-e77aad537579 is not hosted by any dhcp agent {{(pid=103378) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 04 18:09:44.835958 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d5f00be-a8fc-4251-9060-dd9258330575 None None] No DVR routers for this DVR port bbb42e5c-5d13-4d1d-9578-a4ab84c99a60 on host n-d-827839-2 {{(pid=103378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 18:09:44.837586 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5f00be-a8fc-4251-9060-dd9258330575 None None] Pushing event deleted for resources: {'Port': ['ID=bbb42e5c-5d13-4d1d-9578-a4ab84c99a60,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:09:44.847065 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d5f00be-a8fc-4251-9060-dd9258330575 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:09:44.847424 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d5f00be-a8fc-4251-9060-dd9258330575 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:09:44.847791 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d5f00be-a8fc-4251-9060-dd9258330575 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:09:44.848236 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d5f00be-a8fc-4251-9060-dd9258330575 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:09:44.848472 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d5f00be-a8fc-4251-9060-dd9258330575 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:09:44.848881 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d5f00be-a8fc-4251-9060-dd9258330575 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:09:44.849165 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d5f00be-a8fc-4251-9060-dd9258330575 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:09:44.849500 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d5f00be-a8fc-4251-9060-dd9258330575 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:09:44.849828 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d5f00be-a8fc-4251-9060-dd9258330575 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:09:44.850156 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d5f00be-a8fc-4251-9060-dd9258330575 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:09:44.850774 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d5f00be-a8fc-4251-9060-dd9258330575 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:09:44.850774 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d5f00be-a8fc-4251-9060-dd9258330575 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:09:44.852054 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d5f00be-a8fc-4251-9060-dd9258330575 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:09:45.187069 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-9cc1d315-7883-4f51-92b1-3e87e8dcc6a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602754'] for router_interface (172f04d8-0664-4e34-b2bd-a14c945d4416), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:09:45.439848 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-9cc1d315-7883-4f51-92b1-3e87e8dcc6a4 admin admin] Deleting port 99b567d5-87c2-4ee6-8ec5-cc9989bf290e {{(pid=103376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 18:09:45.440109 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-9cc1d315-7883-4f51-92b1-3e87e8dcc6a4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (99b567d5-87c2-4ee6-8ec5-cc9989bf290e), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:09:45.516887 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [None req-9cc1d315-7883-4f51-92b1-3e87e8dcc6a4 admin admin] For port 99b567d5-87c2-4ee6-8ec5-cc9989bf290e, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=99b567d5-87c2-4ee6-8ec5-cc9989bf290e,segment=NetworkSegment(fcddcddb-b308-4137-b666-caced26290c2),segment_id=fcddcddb-b308-4137-b666-caced26290c2)] {{(pid=103376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 18:09:45.517251 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-9cc1d315-7883-4f51-92b1-3e87e8dcc6a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (99b567d5-87c2-4ee6-8ec5-cc9989bf290e), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:09:45.529882 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-9cc1d315-7883-4f51-92b1-3e87e8dcc6a4 admin admin] Calling delete_port for 99b567d5-87c2-4ee6-8ec5-cc9989bf290e owned by network:router_interface {{(pid=103376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 18:09:45.713612 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-9cc1d315-7883-4f51-92b1-3e87e8dcc6a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (99b567d5-87c2-4ee6-8ec5-cc9989bf290e), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:09:45.736452 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc1d315-7883-4f51-92b1-3e87e8dcc6a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=99b567d5-87c2-4ee6-8ec5-cc9989bf290e,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:09:45.936990 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-9cc1d315-7883-4f51-92b1-3e87e8dcc6a4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1677336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1602614'] for router_interface (172f04d8-0664-4e34-b2bd-a14c945d4416), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:09:45.979669 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device bbb42e5c-5d13-4d1d-9578-a4ab84c99a60 no longer exists at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 18:09:46.004948 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] No Port match for: bbb42e5c-5d13-4d1d-9578-a4ab84c99a60 {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 18:09:46.005443 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device bbb42e5c-5d13-4d1d-9578-a4ab84c99a60 not bound to the agent host n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 18:09:46.005972 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 2a3e8b82-3998-4110-8b53-6dbc74b5b664 no longer exists at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 18:09:46.026553 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] No Port match for: 2a3e8b82-3998-4110-8b53-6dbc74b5b664 {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 18:09:46.027181 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 2a3e8b82-3998-4110-8b53-6dbc74b5b664 not bound to the agent host n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 18:09:46.174722 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cc1d315-7883-4f51-92b1-3e87e8dcc6a4 admin admin] Router 172f04d8-0664-4e34-b2bd-a14c945d4416 has already been hosted by L3 agent 64ada913-9131-4d99-a265-63a920956287 {{(pid=103376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 18:09:46.285213 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cc1d315-7883-4f51-92b1-3e87e8dcc6a4 admin admin] Notify agent at l3_agent.n-d-827839-2 the message routers_updated {{(pid=103376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 18:09:46.290618 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-9cc1d315-7883-4f51-92b1-3e87e8dcc6a4 admin admin] 10.222.0.89 "PUT /v2.0/routers/172f04d8-0664-4e34-b2bd-a14c945d4416/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4660521 Feb 04 18:09:46.293129 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 55014) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:09:46.296165 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cc002e3-543a-4549-8a70-56be1471fc7e None None] Sync routers for ids ['172f04d8-0664-4e34-b2bd-a14c945d4416'] in n-d-827839-2 {{(pid=103378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 18:09:46.306450 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cc002e3-543a-4549-8a70-56be1471fc7e None None] Routers {'172f04d8-0664-4e34-b2bd-a14c945d4416'} bound to L3 agent in host n-d-827839-2 {{(pid=103378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 18:09:46.307078 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-1cc002e3-543a-4549-8a70-56be1471fc7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T18:09:33Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['172f04d8-0664-4e34-b2bd-a14c945d4416'], 'active': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:09:46.395749 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-b418803d-7ada-4d7b-87df-02a4fc7b18a4 admin admin] Publish callbacks [] for router (172f04d8-0664-4e34-b2bd-a14c945d4416), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:09:46.418280 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvr_db [None req-1cc002e3-543a-4549-8a70-56be1471fc7e None None] Set router 172f04d8-0664-4e34-b2bd-a14c945d4416 gateway port host: n-d-827839-2 {{(pid=103378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 18:09:46.498592 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-b418803d-7ada-4d7b-87df-02a4fc7b18a4 admin admin] Publish callbacks [] for router_gateway (172f04d8-0664-4e34-b2bd-a14c945d4416), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:09:46.555225 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-b418803d-7ada-4d7b-87df-02a4fc7b18a4 admin admin] Deleting port f8610304-7d1e-4bc8-b562-036cb3746d8f {{(pid=103376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 18:09:46.555498 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-b418803d-7ada-4d7b-87df-02a4fc7b18a4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (f8610304-7d1e-4bc8-b562-036cb3746d8f), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:09:46.598690 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-1cc002e3-543a-4549-8a70-56be1471fc7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '172f04d8-0664-4e34-b2bd-a14c945d4416', 'name': 'tempest-TestVolumeBootPattern-1675421711-router', 'tenant_id': '9e79425933f743fdaeb94143003736fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.2'}], 'enable_snat': True}, 'gw_port_id': 'f8610304-7d1e-4bc8-b562-036cb3746d8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:57:40Z', 'updated_at': '2022-02-04T18:09:45Z', 'revision_number': 5, 'project_id': '9e79425933f743fdaeb94143003736fa', 'gw_port': {'id': 'f8610304-7d1e-4bc8-b562-036cb3746d8f', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:79:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '172f04d8-0664-4e34-b2bd-a14c945d4416', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4029, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:57:40Z', 'updated_at': '2022-02-04T17:57:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2'}], 'n-d-827839-2', False) {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:09:46.629004 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cc002e3-543a-4549-8a70-56be1471fc7e None None] Checking router: 172f04d8-0664-4e34-b2bd-a14c945d4416 for host: n-d-827839-2 {{(pid=103378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 18:09:46.637588 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cc002e3-543a-4549-8a70-56be1471fc7e None None] Routers {'172f04d8-0664-4e34-b2bd-a14c945d4416'} bound to L3 agent in host n-d-827839-2 {{(pid=103378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 18:09:46.638806 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-1cc002e3-543a-4549-8a70-56be1471fc7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T18:09:33Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['172f04d8-0664-4e34-b2bd-a14c945d4416'], 'active': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:09:46.640759 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [None req-b418803d-7ada-4d7b-87df-02a4fc7b18a4 admin admin] For port f8610304-7d1e-4bc8-b562-036cb3746d8f, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=f8610304-7d1e-4bc8-b562-036cb3746d8f,segment=NetworkSegment(5942dc44-1f07-4c27-b0ab-45a2bff20dd5),segment_id=5942dc44-1f07-4c27-b0ab-45a2bff20dd5)] {{(pid=103376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 18:09:46.642303 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-b418803d-7ada-4d7b-87df-02a4fc7b18a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (f8610304-7d1e-4bc8-b562-036cb3746d8f), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:09:46.656606 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-b418803d-7ada-4d7b-87df-02a4fc7b18a4 admin admin] Calling delete_port for f8610304-7d1e-4bc8-b562-036cb3746d8f owned by network:router_gateway {{(pid=103376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 18:09:46.733510 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvr_db [None req-1cc002e3-543a-4549-8a70-56be1471fc7e None None] Set router 172f04d8-0664-4e34-b2bd-a14c945d4416 gateway port host: None {{(pid=103378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 18:09:46.786651 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-1cc002e3-543a-4549-8a70-56be1471fc7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '172f04d8-0664-4e34-b2bd-a14c945d4416', 'name': 'tempest-TestVolumeBootPattern-1675421711-router', 'tenant_id': '9e79425933f743fdaeb94143003736fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:57:40Z', 'updated_at': '2022-02-04T18:09:46Z', 'revision_number': 6, 'project_id': '9e79425933f743fdaeb94143003736fa', 'gw_port_host': None}], 'n-d-827839-2', False) {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:09:46.816164 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cc002e3-543a-4549-8a70-56be1471fc7e None None] The sync data for ids ['172f04d8-0664-4e34-b2bd-a14c945d4416'] in n-d-827839-2 is: [{'id': '172f04d8-0664-4e34-b2bd-a14c945d4416', 'name': 'tempest-TestVolumeBootPattern-1675421711-router', 'tenant_id': '9e79425933f743fdaeb94143003736fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:57:40Z', 'updated_at': '2022-02-04T18:09:46Z', 'revision_number': 6, 'project_id': '9e79425933f743fdaeb94143003736fa', 'gw_port_host': None}] {{(pid=103378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 18:09:46.839435 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-b418803d-7ada-4d7b-87df-02a4fc7b18a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (f8610304-7d1e-4bc8-b562-036cb3746d8f), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:09:46.871733 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b418803d-7ada-4d7b-87df-02a4fc7b18a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=f8610304-7d1e-4bc8-b562-036cb3746d8f,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:09:46.931984 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-b418803d-7ada-4d7b-87df-02a4fc7b18a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1595544'] for router_gateway (172f04d8-0664-4e34-b2bd-a14c945d4416), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:09:47.022736 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-b418803d-7ada-4d7b-87df-02a4fc7b18a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1601811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26971'] for router (172f04d8-0664-4e34-b2bd-a14c945d4416), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:09:47.024866 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-b418803d-7ada-4d7b-87df-02a4fc7b18a4 admin admin] Publish callbacks [] for router_controller (172f04d8-0664-4e34-b2bd-a14c945d4416), precommit_delete_associations {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:09:47.066928 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-b418803d-7ada-4d7b-87df-02a4fc7b18a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1601832'] for router (172f04d8-0664-4e34-b2bd-a14c945d4416), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:09:47.067539 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b418803d-7ada-4d7b-87df-02a4fc7b18a4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 172f04d8-0664-4e34-b2bd-a14c945d4416 {{(pid=103376) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 18:09:47.072174 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-b418803d-7ada-4d7b-87df-02a4fc7b18a4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:09:47.073407 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-b418803d-7ada-4d7b-87df-02a4fc7b18a4 admin admin] 10.222.0.89 "DELETE /v2.0/routers/172f04d8-0664-4e34-b2bd-a14c945d4416 HTTP/1.1" status: 204 len: 168 time: 0.7791963 Feb 04 18:09:47.077869 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 55016) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:09:47.127908 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.db_base_plugin_v2 [None req-073a8617-a9e4-4509-9126-c8a8a211f10c admin admin] Deleting subnet 01883d4a-576a-450f-ace9-6b7ae7b90b1b {{(pid=103376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 18:09:47.130927 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-073a8617-a9e4-4509-9126-c8a8a211f10c admin admin] Publish callbacks [] for subnet (01883d4a-576a-450f-ace9-6b7ae7b90b1b), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:09:47.165229 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-073a8617-a9e4-4509-9126-c8a8a211f10c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25674901'] for subnet (01883d4a-576a-450f-ace9-6b7ae7b90b1b), precommit_delete_associations {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:09:47.244809 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-073a8617-a9e4-4509-9126-c8a8a211f10c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1541225'] for subnet (01883d4a-576a-450f-ace9-6b7ae7b90b1b), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:09:47.304011 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-073a8617-a9e4-4509-9126-c8a8a211f10c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1541216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25675894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25858947'] for subnet (01883d4a-576a-450f-ace9-6b7ae7b90b1b), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:09:47.603366 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073a8617-a9e4-4509-9126-c8a8a211f10c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=01883d4a-576a-450f-ace9-6b7ae7b90b1b,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:09:47.607498 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-073a8617-a9e4-4509-9126-c8a8a211f10c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:09:47.611001 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-073a8617-a9e4-4509-9126-c8a8a211f10c admin admin] 10.222.0.89 "DELETE /v2.0/subnets/01883d4a-576a-450f-ace9-6b7ae7b90b1b HTTP/1.1" status: 204 len: 168 time: 0.5319262 Feb 04 18:09:47.613221 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 55018) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:09:47.614205 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1a3e211-e31f-4644-9af8-d770608599f4 None None] Network bb841d01-d3c9-43ba-9de1-dce2e57f33ed requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 18:09:47.689336 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-78f1b991-2b61-43e2-a91d-854939f9017e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628832'] for network (bb841d01-d3c9-43ba-9de1-dce2e57f33ed), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:09:47.749264 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-78f1b991-2b61-43e2-a91d-854939f9017e admin admin] Deleting port b58f5464-65a5-45b3-a3a7-182758dd85bc {{(pid=103376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 18:09:47.750757 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-78f1b991-2b61-43e2-a91d-854939f9017e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (b58f5464-65a5-45b3-a3a7-182758dd85bc), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:09:47.778329 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dee6954-d947-41c1-a6ee-fe67953edf50 None None] DHCP port deletion for bb841d01-d3c9-43ba-9de1-dce2e57f33ed request from n-d-827839-2 {{(pid=103378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 18:09:47.817620 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [None req-78f1b991-2b61-43e2-a91d-854939f9017e admin admin] For port b58f5464-65a5-45b3-a3a7-182758dd85bc, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=b58f5464-65a5-45b3-a3a7-182758dd85bc,segment=NetworkSegment(fcddcddb-b308-4137-b666-caced26290c2),segment_id=fcddcddb-b308-4137-b666-caced26290c2)] {{(pid=103376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 18:09:47.817986 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-78f1b991-2b61-43e2-a91d-854939f9017e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (b58f5464-65a5-45b3-a3a7-182758dd85bc), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:09:47.828542 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1dee6954-d947-41c1-a6ee-fe67953edf50 None None] Deleting port b58f5464-65a5-45b3-a3a7-182758dd85bc {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 18:09:47.829089 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1dee6954-d947-41c1-a6ee-fe67953edf50 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (b58f5464-65a5-45b3-a3a7-182758dd85bc), before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:09:47.831561 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-78f1b991-2b61-43e2-a91d-854939f9017e admin admin] Calling delete_port for b58f5464-65a5-45b3-a3a7-182758dd85bc owned by network:dhcp {{(pid=103376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 18:09:47.899065 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device b58f5464-65a5-45b3-a3a7-182758dd85bc no longer exists at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 18:09:47.926929 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-78f1b991-2b61-43e2-a91d-854939f9017e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (b58f5464-65a5-45b3-a3a7-182758dd85bc), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:09:47.931178 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1dee6954-d947-41c1-a6ee-fe67953edf50 None None] For port b58f5464-65a5-45b3-a3a7-182758dd85bc, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=b58f5464-65a5-45b3-a3a7-182758dd85bc,segment=NetworkSegment(fcddcddb-b308-4137-b666-caced26290c2),segment_id=fcddcddb-b308-4137-b666-caced26290c2)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 18:09:47.931587 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1dee6954-d947-41c1-a6ee-fe67953edf50 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (b58f5464-65a5-45b3-a3a7-182758dd85bc), precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:09:47.953419 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f1b991-2b61-43e2-a91d-854939f9017e admin admin] Pushing event deleted for resources: {'Port': ['ID=b58f5464-65a5-45b3-a3a7-182758dd85bc,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:09:47.958721 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78f1b991-2b61-43e2-a91d-854939f9017e admin admin] No DVR routers for this DVR port b58f5464-65a5-45b3-a3a7-182758dd85bc on host n-d-827839-2 {{(pid=103376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 18:09:47.962144 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1dee6954-d947-41c1-a6ee-fe67953edf50 None None] Calling delete_port for b58f5464-65a5-45b3-a3a7-182758dd85bc owned by network:dhcp {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 18:09:47.966182 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] No active binding found for port b58f5464-65a5-45b3-a3a7-182758dd85bc {{(pid=103378) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 04 18:09:47.967095 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] The host n-d-827839-2 is not matching for port b58f5464-65a5-45b3-a3a7-182758dd85bc host None! {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Feb 04 18:09:47.967485 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device b58f5464-65a5-45b3-a3a7-182758dd85bc not bound to the agent host n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 18:09:47.967894 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device f8610304-7d1e-4bc8-b562-036cb3746d8f no longer exists at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 18:09:47.991361 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] No Port match for: f8610304-7d1e-4bc8-b562-036cb3746d8f {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 18:09:47.991712 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device f8610304-7d1e-4bc8-b562-036cb3746d8f not bound to the agent host n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 18:09:47.992127 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 99b567d5-87c2-4ee6-8ec5-cc9989bf290e no longer exists at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 18:09:48.037516 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-78f1b991-2b61-43e2-a91d-854939f9017e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1543676', 'neutron.services.segments.db._delete_segments_for_network-8781084786517'] for network (bb841d01-d3c9-43ba-9de1-dce2e57f33ed), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:09:48.039017 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] No Port match for: 99b567d5-87c2-4ee6-8ec5-cc9989bf290e {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 18:09:48.039370 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 99b567d5-87c2-4ee6-8ec5-cc9989bf290e not bound to the agent host n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 18:09:48.064237 n-d-827839-2 neutron-server[103376]: DEBUG neutron.services.segments.db [None req-78f1b991-2b61-43e2-a91d-854939f9017e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb841d01-d3c9-43ba-9de1-dce2e57f33ed']}} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:09:48.073655 n-d-827839-2 neutron-server[103376]: DEBUG neutron.services.segments.db [None req-78f1b991-2b61-43e2-a91d-854939f9017e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fcddcddb-b308-4137-b666-caced26290c2') {'for_net_delete': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:09:48.073950 n-d-827839-2 neutron-server[103376]: DEBUG neutron.services.segments.db [None req-78f1b991-2b61-43e2-a91d-854939f9017e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fcddcddb-b308-4137-b666-caced26290c2') {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:09:48.078325 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1dee6954-d947-41c1-a6ee-fe67953edf50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144'] for port (b58f5464-65a5-45b3-a3a7-182758dd85bc), after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:09:48.083827 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-78f1b991-2b61-43e2-a91d-854939f9017e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781084783966', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25674908'] for segment (fcddcddb-b308-4137-b666-caced26290c2), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:09:48.097968 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-78f1b991-2b61-43e2-a91d-854939f9017e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (fcddcddb-b308-4137-b666-caced26290c2), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:09:48.104580 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78f1b991-2b61-43e2-a91d-854939f9017e admin admin] Releasing vlan 783 on physical network physnet1 to pool {{(pid=103376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 18:09:48.105029 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-78f1b991-2b61-43e2-a91d-854939f9017e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25675992'] for segment (fcddcddb-b308-4137-b666-caced26290c2), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:09:48.106684 n-d-827839-2 neutron-server[103376]: Traceback (most recent call last): Feb 04 18:09:48.106684 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 18:09:48.106684 n-d-827839-2 neutron-server[103376]: timer() Feb 04 18:09:48.106684 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 18:09:48.106684 n-d-827839-2 neutron-server[103376]: cb(*args, **kw) Feb 04 18:09:48.106684 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 18:09:48.106684 n-d-827839-2 neutron-server[103376]: return func(*args, **kwargs) Feb 04 18:09:48.106684 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 18:09:48.106684 n-d-827839-2 neutron-server[103376]: self._notify() Feb 04 18:09:48.106684 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 18:09:48.106684 n-d-827839-2 neutron-server[103376]: self.callback(batched_events) Feb 04 18:09:48.106684 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 18:09:48.106684 n-d-827839-2 neutron-server[103376]: event.method(event) Feb 04 18:09:48.106684 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 18:09:48.106684 n-d-827839-2 neutron-server[103376]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 18:09:48.106684 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 18:09:48.106684 n-d-827839-2 neutron-server[103376]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 18:09:48.106684 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 18:09:48.106684 n-d-827839-2 neutron-server[103376]: return f(self, *a, **k) Feb 04 18:09:48.106684 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 18:09:48.106684 n-d-827839-2 neutron-server[103376]: return self._get(url).json() Feb 04 18:09:48.106684 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 18:09:48.106684 n-d-827839-2 neutron-server[103376]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 18:09:48.106684 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 18:09:48.106684 n-d-827839-2 neutron-server[103376]: return self.request(url, 'GET', **kwargs) Feb 04 18:09:48.106684 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 18:09:48.106684 n-d-827839-2 neutron-server[103376]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 18:09:48.106684 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 18:09:48.106684 n-d-827839-2 neutron-server[103376]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 18:09:48.106684 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 18:09:48.106684 n-d-827839-2 neutron-server[103376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 18:09:48.106684 n-d-827839-2 neutron-server[103376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 18:09:48.108611 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dee6954-d947-41c1-a6ee-fe67953edf50 None None] Pushing event deleted for resources: {'Port': ['ID=b58f5464-65a5-45b3-a3a7-182758dd85bc,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:09:48.114814 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dee6954-d947-41c1-a6ee-fe67953edf50 None None] No DVR routers for this DVR port b58f5464-65a5-45b3-a3a7-182758dd85bc on host n-d-827839-2 {{(pid=103378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 18:09:48.161865 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-78f1b991-2b61-43e2-a91d-854939f9017e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1543671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1595572'] for network (bb841d01-d3c9-43ba-9de1-dce2e57f33ed), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:09:48.167506 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-78f1b991-2b61-43e2-a91d-854939f9017e admin admin] Publish callbacks [] for network (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:09:48.170740 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-78f1b991-2b61-43e2-a91d-854939f9017e admin admin] 10.222.0.89 "DELETE /v2.0/networks/bb841d01-d3c9-43ba-9de1-dce2e57f33ed HTTP/1.1" status: 204 len: 168 time: 0.5563800 Feb 04 18:09:48.181802 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f1b991-2b61-43e2-a91d-854939f9017e admin admin] Pushing event deleted for resources: {'Network': ['ID=bb841d01-d3c9-43ba-9de1-dce2e57f33ed,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:09:48.283434 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 55022) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:09:48.324106 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-2466a14a-6ce1-49a9-ae58-64a795969c10 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=0082fd5bf0af4f76918b9b76b2e7b4a0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0388741 Feb 04 18:09:48.326942 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 55024) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:09:48.377332 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-d891d13a-5f67-47d8-94fe-403cd0c35a26 admin admin] Publish callbacks [] for security_group (6ae3ac6a-ca24-406f-b6a6-87d9888b6b27), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:09:48.397986 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-d891d13a-5f67-47d8-94fe-403cd0c35a26 admin admin] Publish callbacks [] for security_group (6ae3ac6a-ca24-406f-b6a6-87d9888b6b27), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:09:48.444251 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-d891d13a-5f67-47d8-94fe-403cd0c35a26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (6ae3ac6a-ca24-406f-b6a6-87d9888b6b27), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:09:48.446929 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-d891d13a-5f67-47d8-94fe-403cd0c35a26 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:09:48.448185 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-d891d13a-5f67-47d8-94fe-403cd0c35a26 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/6ae3ac6a-ca24-406f-b6a6-87d9888b6b27 HTTP/1.1" status: 204 len: 168 time: 0.1202486 Feb 04 18:09:48.456354 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d891d13a-5f67-47d8-94fe-403cd0c35a26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ae3ac6a-ca24-406f-b6a6-87d9888b6b27,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:09:48.762852 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 55030) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:09:48.803290 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-09071220-5c64-4309-b0b7-37da347fe76b admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=9e79425933f743fdaeb94143003736fa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0392427 Feb 04 18:09:48.805739 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 55032) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:09:48.851964 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-ec3e0d45-bc6d-4249-b65b-aa1be5004094 admin admin] Publish callbacks [] for security_group (1283bb8e-d872-42f0-91b8-b7b52ebca4cd), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:09:48.872084 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-ec3e0d45-bc6d-4249-b65b-aa1be5004094 admin admin] Publish callbacks [] for security_group (1283bb8e-d872-42f0-91b8-b7b52ebca4cd), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:09:48.917202 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-ec3e0d45-bc6d-4249-b65b-aa1be5004094 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (1283bb8e-d872-42f0-91b8-b7b52ebca4cd), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:09:48.919765 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-ec3e0d45-bc6d-4249-b65b-aa1be5004094 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:09:48.923257 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-ec3e0d45-bc6d-4249-b65b-aa1be5004094 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/1283bb8e-d872-42f0-91b8-b7b52ebca4cd HTTP/1.1" status: 204 len: 168 time: 0.1140790 Feb 04 18:09:48.930565 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3e0d45-bc6d-4249-b65b-aa1be5004094 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1283bb8e-d872-42f0-91b8-b7b52ebca4cd,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:09:59.385422 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-0b88a044-7ef5-4978-936a-065a45670ac9 req-f214551d-4efa-41b4-a86e-134f420d9fbe tempest-ServersAdminNegativeTestJSON-964242582 tempest-ServersAdminNegativeTestJSON-964242582-project] 10.222.0.89 "GET /v2.0/networks?tenant_id=5b19f3a94c6c45ccb6968835629686b1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0297861 Feb 04 18:09:59.569674 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b88a044-7ef5-4978-936a-065a45670ac9 req-3e431111-e5a7-4ff0-b64e-b2e816fc654a tempest-ServersAdminNegativeTestJSON-964242582 tempest-ServersAdminNegativeTestJSON-964242582-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:09:59.571161 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-0b88a044-7ef5-4978-936a-065a45670ac9 req-3e431111-e5a7-4ff0-b64e-b2e816fc654a tempest-ServersAdminNegativeTestJSON-964242582 tempest-ServersAdminNegativeTestJSON-964242582-project] 10.222.0.89 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1808462 Feb 04 18:09:59.589886 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-0b88a044-7ef5-4978-936a-065a45670ac9 req-2e5ea308-cd8b-4ff7-b202-b72b7b2ea68a tempest-ServersAdminNegativeTestJSON-964242582 tempest-ServersAdminNegativeTestJSON-964242582-project] 10.222.0.89 "GET /v2.0/quotas/5b19f3a94c6c45ccb6968835629686b1 HTTP/1.1" status: 200 len: 375 time: 0.0115817 Feb 04 18:09:59.625390 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-0b88a044-7ef5-4978-936a-065a45670ac9 req-e6cb8362-bbaf-47c5-a7ad-90ee120a62e9 tempest-ServersAdminNegativeTestJSON-964242582 tempest-ServersAdminNegativeTestJSON-964242582-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=5b19f3a94c6c45ccb6968835629686b1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0320420 Feb 04 18:09:59.789988 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-63ef558f-33b8-4bfc-93df-274547fda964 req-3179e064-cf78-4c3b-b86b-d6a658d062f2 tempest-ServersAdminNegativeTestJSON-964242582 tempest-ServersAdminNegativeTestJSON-964242582-project] 10.222.0.89 "GET /v2.0/ports?device_id=79dc2776-f2a4-47fb-bbc9-1e08166daf95 HTTP/1.1" status: 200 len: 210 time: 0.0305197 Feb 04 18:09:59.818962 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6d6576b2-35a8-4ad6-b22c-835c8ba22e21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (bb89f5a3-3c22-440b-b7d1-c4f0c43c184a), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:10:00.757315 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-0b88a044-7ef5-4978-936a-065a45670ac9 req-3fb0eed4-6926-425d-ad26-6f9f38438f28 tempest-ServersAdminNegativeTestJSON-964242582 tempest-ServersAdminNegativeTestJSON-964242582-project] 10.222.0.90 "GET /v2.0/networks?tenant_id=5b19f3a94c6c45ccb6968835629686b1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0208485 Feb 04 18:10:00.866057 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b88a044-7ef5-4978-936a-065a45670ac9 req-8aa89e2f-4dc3-4d67-9b66-3e7f715de878 tempest-ServersAdminNegativeTestJSON-964242582 tempest-ServersAdminNegativeTestJSON-964242582-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:10:00.867506 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-0b88a044-7ef5-4978-936a-065a45670ac9 req-8aa89e2f-4dc3-4d67-9b66-3e7f715de878 tempest-ServersAdminNegativeTestJSON-964242582 tempest-ServersAdminNegativeTestJSON-964242582-project] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1055150 Feb 04 18:10:00.881067 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [req-0b88a044-7ef5-4978-936a-065a45670ac9 req-4aa493f9-9a90-4aa6-9179-42e37560104e tempest-ServersAdminNegativeTestJSON-964242582 tempest-ServersAdminNegativeTestJSON-964242582-project] Request body: {'port': {'device_id': '79dc2776-f2a4-47fb-bbc9-1e08166daf95', 'network_id': '02be22b9-aa53-40ea-8050-9239cd27d1ff', 'admin_state_up': True, 'tenant_id': '5b19f3a94c6c45ccb6968835629686b1'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 18:10:00.908932 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-2f7a2ef0-03d5-4a30-bf5e-a397ab6784af req-bb8845ee-b865-46c3-b39b-a2aca8c5de37 tempest-ServersAdminNegativeTestJSON-964242582 tempest-ServersAdminNegativeTestJSON-964242582-project] 10.222.0.89 "GET /v2.0/ports?device_id=79dc2776-f2a4-47fb-bbc9-1e08166daf95 HTTP/1.1" status: 200 len: 210 time: 0.0404887 Feb 04 18:10:01.005205 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b88a044-7ef5-4978-936a-065a45670ac9 req-4aa493f9-9a90-4aa6-9179-42e37560104e tempest-ServersAdminNegativeTestJSON-964242582 tempest-ServersAdminNegativeTestJSON-964242582-project] Made reservation on behalf of 5b19f3a94c6c45ccb6968835629686b1 for: {'port': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 18:10:01.008468 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-0b88a044-7ef5-4978-936a-065a45670ac9 req-4aa493f9-9a90-4aa6-9179-42e37560104e tempest-ServersAdminNegativeTestJSON-964242582 tempest-ServersAdminNegativeTestJSON-964242582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:10:01.017075 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-0b88a044-7ef5-4978-936a-065a45670ac9 req-4aa493f9-9a90-4aa6-9179-42e37560104e tempest-ServersAdminNegativeTestJSON-964242582 tempest-ServersAdminNegativeTestJSON-964242582-project] Publish callbacks [] for security_group (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:10:01.087182 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-0b88a044-7ef5-4978-936a-065a45670ac9 req-4aa493f9-9a90-4aa6-9179-42e37560104e tempest-ServersAdminNegativeTestJSON-964242582 tempest-ServersAdminNegativeTestJSON-964242582-project] Publish callbacks [] for security_group (d0c10994-c6a0-433a-8b90-f7912699d385), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:10:01.090693 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-0b88a044-7ef5-4978-936a-065a45670ac9 req-4aa493f9-9a90-4aa6-9179-42e37560104e tempest-ServersAdminNegativeTestJSON-964242582 tempest-ServersAdminNegativeTestJSON-964242582-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (d0c10994-c6a0-433a-8b90-f7912699d385), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:10:01.151225 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa493f9-9a90-4aa6-9179-42e37560104e tempest-ServersAdminNegativeTestJSON-964242582 tempest-ServersAdminNegativeTestJSON-964242582-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d0c10994-c6a0-433a-8b90-f7912699d385,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:10:01.222157 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.db_base_plugin_common [req-0b88a044-7ef5-4978-936a-065a45670ac9 req-4aa493f9-9a90-4aa6-9179-42e37560104e tempest-ServersAdminNegativeTestJSON-964242582 tempest-ServersAdminNegativeTestJSON-964242582-project] Allocated IP 192.168.233.169 (02be22b9-aa53-40ea-8050-9239cd27d1ff/c974b0ff-2c5c-4667-8a81-3bde3ea6ced5/6765c544-1a47-4393-ba49-bfa38d8321aa) {{(pid=103377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 18:10:01.365611 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-0b88a044-7ef5-4978-936a-065a45670ac9 req-4aa493f9-9a90-4aa6-9179-42e37560104e tempest-ServersAdminNegativeTestJSON-964242582 tempest-ServersAdminNegativeTestJSON-964242582-project] Publish callbacks [] for port (6765c544-1a47-4393-ba49-bfa38d8321aa), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:10:01.399200 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-0b88a044-7ef5-4978-936a-065a45670ac9 req-4aa493f9-9a90-4aa6-9179-42e37560104e tempest-ServersAdminNegativeTestJSON-964242582 tempest-ServersAdminNegativeTestJSON-964242582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (6765c544-1a47-4393-ba49-bfa38d8321aa), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:10:01.446294 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b88a044-7ef5-4978-936a-065a45670ac9 req-4aa493f9-9a90-4aa6-9179-42e37560104e tempest-ServersAdminNegativeTestJSON-964242582 tempest-ServersAdminNegativeTestJSON-964242582-project] Network 02be22b9-aa53-40ea-8050-9239cd27d1ff is already hosted by enough agents. {{(pid=103377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 18:10:01.449357 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [req-0b88a044-7ef5-4978-936a-065a45670ac9 req-4aa493f9-9a90-4aa6-9179-42e37560104e tempest-ServersAdminNegativeTestJSON-964242582 tempest-ServersAdminNegativeTestJSON-964242582-project] Resources bound (agent type, host, resource id): {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 18:10:01.453562 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b88a044-7ef5-4978-936a-065a45670ac9 req-4aa493f9-9a90-4aa6-9179-42e37560104e tempest-ServersAdminNegativeTestJSON-964242582 tempest-ServersAdminNegativeTestJSON-964242582-project] Received port after_create {{(pid=103377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 18:10:01.459725 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa493f9-9a90-4aa6-9179-42e37560104e tempest-ServersAdminNegativeTestJSON-964242582 tempest-ServersAdminNegativeTestJSON-964242582-project] Pushing event updated for resources: {'Port': ['ID=6765c544-1a47-4393-ba49-bfa38d8321aa,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:10:01.505557 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b88a044-7ef5-4978-936a-065a45670ac9 req-4aa493f9-9a90-4aa6-9179-42e37560104e tempest-ServersAdminNegativeTestJSON-964242582 tempest-ServersAdminNegativeTestJSON-964242582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:10:01.506178 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-0b88a044-7ef5-4978-936a-065a45670ac9 req-4aa493f9-9a90-4aa6-9179-42e37560104e tempest-ServersAdminNegativeTestJSON-964242582 tempest-ServersAdminNegativeTestJSON-964242582-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:10:01.523017 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-0b88a044-7ef5-4978-936a-065a45670ac9 req-4aa493f9-9a90-4aa6-9179-42e37560104e tempest-ServersAdminNegativeTestJSON-964242582 tempest-ServersAdminNegativeTestJSON-964242582-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6452165 Feb 04 18:10:01.694427 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [req-0b88a044-7ef5-4978-936a-065a45670ac9 req-05ddef5f-7e2b-43d3-a5c8-5b47f572405b service neutron] Request body: {'port': {'device_id': '79dc2776-f2a4-47fb-bbc9-1e08166daf95', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827839-2'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 18:10:01.714450 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-78a9cd4e-9310-4534-b335-25605e0ea344 None None] Provisioning complete for port 6765c544-1a47-4393-ba49-bfa38d8321aa triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 18:10:01.715418 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-78a9cd4e-9310-4534-b335-25605e0ea344 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (6765c544-1a47-4393-ba49-bfa38d8321aa), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:10:01.751990 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-0b88a044-7ef5-4978-936a-065a45670ac9 req-05ddef5f-7e2b-43d3-a5c8-5b47f572405b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (6765c544-1a47-4393-ba49-bfa38d8321aa), before_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:10:01.752279 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-78a9cd4e-9310-4534-b335-25605e0ea344 None None] Port 6765c544-1a47-4393-ba49-bfa38d8321aa cannot update to ACTIVE because it is not bound. {{(pid=103378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 18:10:02.009595 n-d-827839-2 neutron-server[103377]: DEBUG neutron.notifiers.nova [req-0b88a044-7ef5-4978-936a-065a45670ac9 req-05ddef5f-7e2b-43d3-a5c8-5b47f572405b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6765c544-1a47-4393-ba49-bfa38d8321aa {{(pid=103377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 18:10:02.017312 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-0b88a044-7ef5-4978-936a-065a45670ac9 req-05ddef5f-7e2b-43d3-a5c8-5b47f572405b service neutron] Publish callbacks [] for port (6765c544-1a47-4393-ba49-bfa38d8321aa), precommit_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:10:02.025816 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f941c1c9-464f-4d14-9b9c-6bce97836ad6 req-7942e9ff-d733-421e-827f-8ada34c26c1c tempest-ServersAdminNegativeTestJSON-964242582 tempest-ServersAdminNegativeTestJSON-964242582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:10:02.027325 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-f941c1c9-464f-4d14-9b9c-6bce97836ad6 req-7942e9ff-d733-421e-827f-8ada34c26c1c tempest-ServersAdminNegativeTestJSON-964242582 tempest-ServersAdminNegativeTestJSON-964242582-project] 10.222.0.89 "GET /v2.0/ports?device_id=79dc2776-f2a4-47fb-bbc9-1e08166daf95 HTTP/1.1" status: 200 len: 936 time: 0.0524342 Feb 04 18:10:02.029637 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.provisioning_blocks [req-0b88a044-7ef5-4978-936a-065a45670ac9 req-05ddef5f-7e2b-43d3-a5c8-5b47f572405b service neutron] Transition to ACTIVE for port object 6765c544-1a47-4393-ba49-bfa38d8321aa will not be triggered until provisioned by entity L2. {{(pid=103377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 18:10:02.033700 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-0b88a044-7ef5-4978-936a-065a45670ac9 req-05ddef5f-7e2b-43d3-a5c8-5b47f572405b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25888290'] for port (6765c544-1a47-4393-ba49-bfa38d8321aa), after_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:10:02.077556 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-f941c1c9-464f-4d14-9b9c-6bce97836ad6 req-a1736452-89d6-4a58-8f69-e9fa34f18031 tempest-ServersAdminNegativeTestJSON-964242582 tempest-ServersAdminNegativeTestJSON-964242582-project] 10.222.0.89 "GET /v2.0/security-groups?id=d0c10994-c6a0-433a-8b90-f7912699d385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435567 Feb 04 18:10:02.085148 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ddef5f-7e2b-43d3-a5c8-5b47f572405b service neutron] Pushing event updated for resources: {'Port': ['ID=6765c544-1a47-4393-ba49-bfa38d8321aa,revision_number=2']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:10:02.108059 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ddef5f-7e2b-43d3-a5c8-5b47f572405b service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:10:02.108401 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ddef5f-7e2b-43d3-a5c8-5b47f572405b service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:10:02.108752 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ddef5f-7e2b-43d3-a5c8-5b47f572405b service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:10:02.109089 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ddef5f-7e2b-43d3-a5c8-5b47f572405b service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:10:02.109416 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ddef5f-7e2b-43d3-a5c8-5b47f572405b service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:10:02.109741 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ddef5f-7e2b-43d3-a5c8-5b47f572405b service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:10:02.110064 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ddef5f-7e2b-43d3-a5c8-5b47f572405b service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:10:02.110385 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ddef5f-7e2b-43d3-a5c8-5b47f572405b service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:10:02.110702 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ddef5f-7e2b-43d3-a5c8-5b47f572405b service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:10:02.111053 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ddef5f-7e2b-43d3-a5c8-5b47f572405b service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:10:02.111399 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ddef5f-7e2b-43d3-a5c8-5b47f572405b service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:10:02.111729 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ddef5f-7e2b-43d3-a5c8-5b47f572405b service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:10:02.112006 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ddef5f-7e2b-43d3-a5c8-5b47f572405b service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:10:02.168534 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [req-0b88a044-7ef5-4978-936a-065a45670ac9 req-05ddef5f-7e2b-43d3-a5c8-5b47f572405b service neutron] Attempting to bind port 6765c544-1a47-4393-ba49-bfa38d8321aa on host n-h2-827839-2 for vnic_type normal with profile {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 18:10:02.168905 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [req-0b88a044-7ef5-4978-936a-065a45670ac9 req-05ddef5f-7e2b-43d3-a5c8-5b47f572405b service neutron] Attempting to bind port 6765c544-1a47-4393-ba49-bfa38d8321aa by drivers openvswitch,hyperv on host n-h2-827839-2 at level 0 using segments [{'id': '3a39b085-d3e6-43bb-a64c-1b06dd049e5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '02be22b9-aa53-40ea-8050-9239cd27d1ff'}] {{(pid=103377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 18:10:02.169775 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b88a044-7ef5-4978-936a-065a45670ac9 req-05ddef5f-7e2b-43d3-a5c8-5b47f572405b service neutron] Attempting to bind port 6765c544-1a47-4393-ba49-bfa38d8321aa on network 02be22b9-aa53-40ea-8050-9239cd27d1ff {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 18:10:02.174210 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b88a044-7ef5-4978-936a-065a45670ac9 req-05ddef5f-7e2b-43d3-a5c8-5b47f572405b service neutron] Port 6765c544-1a47-4393-ba49-bfa38d8321aa on network 02be22b9-aa53-40ea-8050-9239cd27d1ff not bound, no agent of type Open vSwitch agent registered on host n-h2-827839-2 {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 18:10:02.174569 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b88a044-7ef5-4978-936a-065a45670ac9 req-05ddef5f-7e2b-43d3-a5c8-5b47f572405b service neutron] Attempting to bind port 6765c544-1a47-4393-ba49-bfa38d8321aa on network 02be22b9-aa53-40ea-8050-9239cd27d1ff {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 18:10:02.179478 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b88a044-7ef5-4978-936a-065a45670ac9 req-05ddef5f-7e2b-43d3-a5c8-5b47f572405b service neutron] Checking agent: {'id': 'f20a1ab3-4332-4f54-833b-ba4a7c687e89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 8, 40), 'started_at': datetime.datetime(2022, 2, 4, 17, 8, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 18, 9, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 18:10:02.179820 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b88a044-7ef5-4978-936a-065a45670ac9 req-05ddef5f-7e2b-43d3-a5c8-5b47f572405b service neutron] Checking segment: {'id': '3a39b085-d3e6-43bb-a64c-1b06dd049e5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '02be22b9-aa53-40ea-8050-9239cd27d1ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 18:10:02.180207 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b88a044-7ef5-4978-936a-065a45670ac9 req-05ddef5f-7e2b-43d3-a5c8-5b47f572405b service neutron] Bound using segment: {'id': '3a39b085-d3e6-43bb-a64c-1b06dd049e5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '02be22b9-aa53-40ea-8050-9239cd27d1ff'} {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 18:10:02.180634 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [req-0b88a044-7ef5-4978-936a-065a45670ac9 req-05ddef5f-7e2b-43d3-a5c8-5b47f572405b service neutron] Bound port: 6765c544-1a47-4393-ba49-bfa38d8321aa, host: n-h2-827839-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a39b085-d3e6-43bb-a64c-1b06dd049e5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '02be22b9-aa53-40ea-8050-9239cd27d1ff'}}] {{(pid=103377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 18:10:02.181014 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-0b88a044-7ef5-4978-936a-065a45670ac9 req-05ddef5f-7e2b-43d3-a5c8-5b47f572405b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (6765c544-1a47-4393-ba49-bfa38d8321aa), before_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:10:02.191148 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.agents_db [None req-e1691f3b-aacd-4cd6-8ebb-a9c53bb301c0 None None] Agent healthcheck: found 7 active agents {{(pid=103379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 18:10:02.249129 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [req-0b88a044-7ef5-4978-936a-065a45670ac9 req-05ddef5f-7e2b-43d3-a5c8-5b47f572405b service neutron] For port 6765c544-1a47-4393-ba49-bfa38d8321aa, host n-h2-827839-2, cleared binding levels {{(pid=103377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 18:10:02.252689 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [req-0b88a044-7ef5-4978-936a-065a45670ac9 req-05ddef5f-7e2b-43d3-a5c8-5b47f572405b service neutron] For port 6765c544-1a47-4393-ba49-bfa38d8321aa, host n-h2-827839-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=6765c544-1a47-4393-ba49-bfa38d8321aa,segment=NetworkSegment(3a39b085-d3e6-43bb-a64c-1b06dd049e5a),segment_id=3a39b085-d3e6-43bb-a64c-1b06dd049e5a)] {{(pid=103377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 18:10:02.258559 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-0b88a044-7ef5-4978-936a-065a45670ac9 req-05ddef5f-7e2b-43d3-a5c8-5b47f572405b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25888290'] for port (6765c544-1a47-4393-ba49-bfa38d8321aa), after_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:10:02.295758 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b88a044-7ef5-4978-936a-065a45670ac9 req-05ddef5f-7e2b-43d3-a5c8-5b47f572405b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:10:02.296370 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-0b88a044-7ef5-4978-936a-065a45670ac9 req-05ddef5f-7e2b-43d3-a5c8-5b47f572405b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:10:02.297768 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-0b88a044-7ef5-4978-936a-065a45670ac9 req-05ddef5f-7e2b-43d3-a5c8-5b47f572405b service neutron] 10.222.0.90 "PUT /v2.0/ports/6765c544-1a47-4393-ba49-bfa38d8321aa HTTP/1.1" status: 200 len: 1096 time: 0.6490197 Feb 04 18:10:02.298211 n-d-827839-2 neutron-server[103377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79dc2776-f2a4-47fb-bbc9-1e08166daf95', 'tag': '6765c544-1a47-4393-ba49-bfa38d8321aa'}] {{(pid=103377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 18:10:02.300457 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2026467e03276fe79290e5b19027649602583100b1291b9f7533f134bdcccf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e1f9c63-8476-4fba-9d30-3bc595a0a140" -d '{"events": [{"name": "network-changed", "server_uuid": "79dc2776-f2a4-47fb-bbc9-1e08166daf95", "tag": "6765c544-1a47-4393-ba49-bfa38d8321aa"}]}' {{(pid=103377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 18:10:02.323783 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ddef5f-7e2b-43d3-a5c8-5b47f572405b service neutron] Pushing event updated for resources: {'Port': ['ID=6765c544-1a47-4393-ba49-bfa38d8321aa,revision_number=3']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:10:02.349285 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 18:10:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d417c7c4-e516-47de-ba0e-9be9a49e9020 x-openstack-request-id: req-d417c7c4-e516-47de-ba0e-9be9a49e9020 {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 18:10:02.349723 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79dc2776-f2a4-47fb-bbc9-1e08166daf95", "tag": "6765c544-1a47-4393-ba49-bfa38d8321aa", "status": "completed", "code": 200}]} {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 18:10:02.349986 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-d417c7c4-e516-47de-ba0e-9be9a49e9020 {{(pid=103377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 18:10:02.350399 n-d-827839-2 neutron-server[103377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79dc2776-f2a4-47fb-bbc9-1e08166daf95', 'tag': '6765c544-1a47-4393-ba49-bfa38d8321aa', 'status': 'completed', 'code': 200} Feb 04 18:10:02.399007 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b88a044-7ef5-4978-936a-065a45670ac9 req-c8110b29-3fe3-4ae6-b4d4-c6317df87be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:10:02.400554 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-0b88a044-7ef5-4978-936a-065a45670ac9 req-c8110b29-3fe3-4ae6-b4d4-c6317df87be4 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=5b19f3a94c6c45ccb6968835629686b1&device_id=79dc2776-f2a4-47fb-bbc9-1e08166daf95 HTTP/1.1" status: 200 len: 1130 time: 0.0466406 Feb 04 18:10:02.455306 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-0b88a044-7ef5-4978-936a-065a45670ac9 req-08b62abb-5270-412b-9b80-e66a08ec656c service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.169&port_id=6765c544-1a47-4393-ba49-bfa38d8321aa HTTP/1.1" status: 200 len: 217 time: 0.0429118 Feb 04 18:10:02.506139 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b88a044-7ef5-4978-936a-065a45670ac9 req-17e717eb-0d80-45ec-aa80-d107cd0967b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:10:02.507619 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-0b88a044-7ef5-4978-936a-065a45670ac9 req-17e717eb-0d80-45ec-aa80-d107cd0967b4 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=c974b0ff-2c5c-4667-8a81-3bde3ea6ced5 HTTP/1.1" status: 200 len: 843 time: 0.0445354 Feb 04 18:10:02.560560 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b88a044-7ef5-4978-936a-065a45670ac9 req-a9718e50-28d4-4869-ad2b-7f3da23f95c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:10:02.562095 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-0b88a044-7ef5-4978-936a-065a45670ac9 req-a9718e50-28d4-4869-ad2b-7f3da23f95c3 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=02be22b9-aa53-40ea-8050-9239cd27d1ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0477066 Feb 04 18:10:02.652843 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-0b88a044-7ef5-4978-936a-065a45670ac9 req-760271ff-98c8-4af7-af64-44ae00aafca7 service neutron] 10.222.0.90 "GET /v2.0/networks/02be22b9-aa53-40ea-8050-9239cd27d1ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837014 Feb 04 18:10:02.746033 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-0b88a044-7ef5-4978-936a-065a45670ac9 req-61fda510-fd11-48e6-a036-3d17b52e9f9c service neutron] 10.222.0.90 "GET /v2.0/networks/02be22b9-aa53-40ea-8050-9239cd27d1ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827146 Feb 04 18:10:02.844617 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1f9c63-8476-4fba-9d30-3bc595a0a140 req-748de169-4a12-4688-8a46-2a9792b20cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:10:02.846130 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-6e1f9c63-8476-4fba-9d30-3bc595a0a140 req-748de169-4a12-4688-8a46-2a9792b20cb3 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=5b19f3a94c6c45ccb6968835629686b1&device_id=79dc2776-f2a4-47fb-bbc9-1e08166daf95 HTTP/1.1" status: 200 len: 1130 time: 0.0485961 Feb 04 18:10:02.897203 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-26e07a6b-dca8-4b05-b82e-456e7c9d4690 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (64ada913-9131-4d99-a265-63a920956287), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:10:02.934490 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1f9c63-8476-4fba-9d30-3bc595a0a140 req-045c7815-113f-4d6e-b2d6-15f92af5e323 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:10:02.936460 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-6e1f9c63-8476-4fba-9d30-3bc595a0a140 req-045c7815-113f-4d6e-b2d6-15f92af5e323 service neutron] 10.222.0.90 "GET /v2.0/networks?id=02be22b9-aa53-40ea-8050-9239cd27d1ff HTTP/1.1" status: 200 len: 870 time: 0.0845478 Feb 04 18:10:02.981863 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-6e1f9c63-8476-4fba-9d30-3bc595a0a140 req-94626026-44e0-4a79-95b2-c5019ff717c5 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.169&port_id=6765c544-1a47-4393-ba49-bfa38d8321aa HTTP/1.1" status: 200 len: 217 time: 0.0375230 Feb 04 18:10:03.032637 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1f9c63-8476-4fba-9d30-3bc595a0a140 req-bb17a3ab-e39c-4ae7-b10a-fd1df92c89ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:10:03.034057 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-6e1f9c63-8476-4fba-9d30-3bc595a0a140 req-bb17a3ab-e39c-4ae7-b10a-fd1df92c89ee service neutron] 10.222.0.90 "GET /v2.0/subnets?id=c974b0ff-2c5c-4667-8a81-3bde3ea6ced5 HTTP/1.1" status: 200 len: 843 time: 0.0421417 Feb 04 18:10:03.083355 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1f9c63-8476-4fba-9d30-3bc595a0a140 req-f40349bd-cba9-425d-aa33-09cb3e8bbb7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:10:03.084833 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-6e1f9c63-8476-4fba-9d30-3bc595a0a140 req-f40349bd-cba9-425d-aa33-09cb3e8bbb7c service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=02be22b9-aa53-40ea-8050-9239cd27d1ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0432556 Feb 04 18:10:03.176021 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-6e1f9c63-8476-4fba-9d30-3bc595a0a140 req-b8271b8b-075c-4969-afac-04d18523404d service neutron] 10.222.0.90 "GET /v2.0/networks/02be22b9-aa53-40ea-8050-9239cd27d1ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848110 Feb 04 18:10:03.186746 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d408ec64-b374-4acb-a1fc-48241dad6d47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (0cd6d64a-47a7-40ff-8c12-71dd526c62e0), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:10:03.201192 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37987d0a-0aca-45d4-9399-ab1d0257e49e req-2ca889ed-1413-4d39-9807-a15bc8a8f85e tempest-ServersAdminNegativeTestJSON-964242582 tempest-ServersAdminNegativeTestJSON-964242582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:10:03.202707 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-37987d0a-0aca-45d4-9399-ab1d0257e49e req-2ca889ed-1413-4d39-9807-a15bc8a8f85e tempest-ServersAdminNegativeTestJSON-964242582 tempest-ServersAdminNegativeTestJSON-964242582-project] 10.222.0.89 "GET /v2.0/ports?device_id=79dc2776-f2a4-47fb-bbc9-1e08166daf95 HTTP/1.1" status: 200 len: 948 time: 0.0573945 Feb 04 18:10:03.252495 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-37987d0a-0aca-45d4-9399-ab1d0257e49e req-93908841-782a-46df-a385-e7714e7bcd56 tempest-ServersAdminNegativeTestJSON-964242582 tempest-ServersAdminNegativeTestJSON-964242582-project] 10.222.0.89 "GET /v2.0/security-groups?id=d0c10994-c6a0-433a-8b90-f7912699d385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440032 Feb 04 18:10:03.272868 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-6e1f9c63-8476-4fba-9d30-3bc595a0a140 req-f1fbd302-7e80-4fa9-a1ec-c52023ad7a8a service neutron] 10.222.0.90 "GET /v2.0/networks/02be22b9-aa53-40ea-8050-9239cd27d1ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907972 Feb 04 18:10:04.372007 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a95a7b3-350c-4629-927b-d4d627eea056 req-6877aa19-e1d3-467d-8855-18ac77c38b2f tempest-ServersAdminNegativeTestJSON-964242582 tempest-ServersAdminNegativeTestJSON-964242582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:10:04.374004 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-2a95a7b3-350c-4629-927b-d4d627eea056 req-6877aa19-e1d3-467d-8855-18ac77c38b2f tempest-ServersAdminNegativeTestJSON-964242582 tempest-ServersAdminNegativeTestJSON-964242582-project] 10.222.0.89 "GET /v2.0/ports?device_id=79dc2776-f2a4-47fb-bbc9-1e08166daf95 HTTP/1.1" status: 200 len: 948 time: 0.0529509 Feb 04 18:10:04.418906 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-2a95a7b3-350c-4629-927b-d4d627eea056 req-a3627686-ea96-4cc8-9846-c0d441c0910c tempest-ServersAdminNegativeTestJSON-964242582 tempest-ServersAdminNegativeTestJSON-964242582-project] 10.222.0.89 "GET /v2.0/security-groups?id=d0c10994-c6a0-433a-8b90-f7912699d385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392504 Feb 04 18:10:04.996965 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4f14bb47-e72b-46ac-9e44-a61d9293afcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (75326290-f7a3-4db8-9cf2-15c7139ed224), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:10:05.157110 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Device 6765c544-1a47-4393-ba49-bfa38d8321aa details requested by agent hyperv_n-h2-827839-2 with host n-h2-827839-2 {{(pid=103378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 18:10:05.254963 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] For port 6765c544-1a47-4393-ba49-bfa38d8321aa, host n-h2-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=6765c544-1a47-4393-ba49-bfa38d8321aa,segment=NetworkSegment(3a39b085-d3e6-43bb-a64c-1b06dd049e5a),segment_id=3a39b085-d3e6-43bb-a64c-1b06dd049e5a)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 18:10:05.266216 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Returning: {'device': '6765c544-1a47-4393-ba49-bfa38d8321aa', 'network_id': '02be22b9-aa53-40ea-8050-9239cd27d1ff', 'port_id': '6765c544-1a47-4393-ba49-bfa38d8321aa', 'mac_address': 'fa:16:3e:87:18:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 797, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c974b0ff-2c5c-4667-8a81-3bde3ea6ced5', 'ip_address': '192.168.233.169'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 18:10:05.303988 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Current status of the port 6765c544-1a47-4393-ba49-bfa38d8321aa is: DOWN; New status is: BUILD {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 18:10:05.304386 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (6765c544-1a47-4393-ba49-bfa38d8321aa), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:10:05.317288 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6765c544-1a47-4393-ba49-bfa38d8321aa {{(pid=103378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 18:10:05.337044 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] For port 6765c544-1a47-4393-ba49-bfa38d8321aa, host n-h2-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=6765c544-1a47-4393-ba49-bfa38d8321aa,segment=NetworkSegment(3a39b085-d3e6-43bb-a64c-1b06dd049e5a),segment_id=3a39b085-d3e6-43bb-a64c-1b06dd049e5a)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 18:10:05.341663 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (6765c544-1a47-4393-ba49-bfa38d8321aa), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:10:05.390763 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Pushing event updated for resources: {'Port': ['ID=6765c544-1a47-4393-ba49-bfa38d8321aa,revision_number=4']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:10:05.541376 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57039a2-247b-4cf7-83d1-2f1df1ab942f req-75cc942b-2ce0-47bf-a07d-debe5e46e1a3 tempest-ServersAdminNegativeTestJSON-964242582 tempest-ServersAdminNegativeTestJSON-964242582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:10:05.542739 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-c57039a2-247b-4cf7-83d1-2f1df1ab942f req-75cc942b-2ce0-47bf-a07d-debe5e46e1a3 tempest-ServersAdminNegativeTestJSON-964242582 tempest-ServersAdminNegativeTestJSON-964242582-project] 10.222.0.89 "GET /v2.0/ports?device_id=79dc2776-f2a4-47fb-bbc9-1e08166daf95 HTTP/1.1" status: 200 len: 949 time: 0.0563152 Feb 04 18:10:05.589010 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-c57039a2-247b-4cf7-83d1-2f1df1ab942f req-e10823e4-90a9-4701-b232-567a3f8c288e tempest-ServersAdminNegativeTestJSON-964242582 tempest-ServersAdminNegativeTestJSON-964242582-project] 10.222.0.89 "GET /v2.0/security-groups?id=d0c10994-c6a0-433a-8b90-f7912699d385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407214 Feb 04 18:10:05.645189 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] get_ports_and_sgs() called for port_ids ['6765c544-1a47-4393-ba49-bfa38d8321aa'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 18:10:05.800934 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (ba70844b-66a0-45fd-a2f2-e6ed673321fc), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:10:06.711474 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c0f8fa-6e77-4100-8bfa-b0e86b6daacc req-5385cf89-d0f3-4cec-a571-1ce425aa4b49 tempest-ServersAdminNegativeTestJSON-964242582 tempest-ServersAdminNegativeTestJSON-964242582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:10:06.712997 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-e3c0f8fa-6e77-4100-8bfa-b0e86b6daacc req-5385cf89-d0f3-4cec-a571-1ce425aa4b49 tempest-ServersAdminNegativeTestJSON-964242582 tempest-ServersAdminNegativeTestJSON-964242582-project] 10.222.0.89 "GET /v2.0/ports?device_id=79dc2776-f2a4-47fb-bbc9-1e08166daf95 HTTP/1.1" status: 200 len: 949 time: 0.0580404 Feb 04 18:10:06.758245 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-e3c0f8fa-6e77-4100-8bfa-b0e86b6daacc req-92cada97-ba64-4469-944f-371777a5a3a4 tempest-ServersAdminNegativeTestJSON-964242582 tempest-ServersAdminNegativeTestJSON-964242582-project] 10.222.0.89 "GET /v2.0/security-groups?id=d0c10994-c6a0-433a-8b90-f7912699d385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395317 Feb 04 18:10:07.190290 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Device 6765c544-1a47-4393-ba49-bfa38d8321aa up at agent hyperv_n-h2-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 18:10:07.238104 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Provisioning for port 6765c544-1a47-4393-ba49-bfa38d8321aa completed by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 18:10:07.241845 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Provisioning complete for port 6765c544-1a47-4393-ba49-bfa38d8321aa triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 18:10:07.242216 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (6765c544-1a47-4393-ba49-bfa38d8321aa), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:10:07.318389 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Current status of the port 6765c544-1a47-4393-ba49-bfa38d8321aa is: BUILD; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 18:10:07.318781 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (6765c544-1a47-4393-ba49-bfa38d8321aa), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:10:07.341449 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79dc2776-f2a4-47fb-bbc9-1e08166daf95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6765c544-1a47-4393-ba49-bfa38d8321aa'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 18:10:07.355588 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] For port 6765c544-1a47-4393-ba49-bfa38d8321aa, host n-h2-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=6765c544-1a47-4393-ba49-bfa38d8321aa,segment=NetworkSegment(3a39b085-d3e6-43bb-a64c-1b06dd049e5a),segment_id=3a39b085-d3e6-43bb-a64c-1b06dd049e5a)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 18:10:07.359401 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (6765c544-1a47-4393-ba49-bfa38d8321aa), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:10:07.386664 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d531d67ec453461b01ecd2cf0c6686e25a5679cf38f56e7e92bae688f1026262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be9b8cc7-6530-4cb6-842d-fbe613acce5e" -d '{"events": [{"server_uuid": "79dc2776-f2a4-47fb-bbc9-1e08166daf95", "name": "network-vif-plugged", "status": "completed", "tag": "6765c544-1a47-4393-ba49-bfa38d8321aa"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 18:10:07.414620 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Pushing event updated for resources: {'Port': ['ID=6765c544-1a47-4393-ba49-bfa38d8321aa,revision_number=5']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:10:07.475024 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 18:10:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-369dc9d0-0705-4fb5-96a4-4be33f17eafb x-openstack-request-id: req-369dc9d0-0705-4fb5-96a4-4be33f17eafb {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 18:10:07.475383 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79dc2776-f2a4-47fb-bbc9-1e08166daf95", "name": "network-vif-plugged", "status": "completed", "tag": "6765c544-1a47-4393-ba49-bfa38d8321aa", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 18:10:07.475643 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-369dc9d0-0705-4fb5-96a4-4be33f17eafb {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 18:10:07.476043 n-d-827839-2 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79dc2776-f2a4-47fb-bbc9-1e08166daf95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6765c544-1a47-4393-ba49-bfa38d8321aa', 'code': 200} Feb 04 18:10:07.581917 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9433296e-b581-48e1-ae1e-f8d2fb012a6f req-bd6fcf21-854d-4e49-ab5e-fd5b6613b699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:10:07.583388 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-9433296e-b581-48e1-ae1e-f8d2fb012a6f req-bd6fcf21-854d-4e49-ab5e-fd5b6613b699 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=79dc2776-f2a4-47fb-bbc9-1e08166daf95 HTTP/1.1" status: 200 len: 1132 time: 0.0430937 Feb 04 18:10:07.630711 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-9433296e-b581-48e1-ae1e-f8d2fb012a6f req-dcecd79e-5378-4e1b-95b3-944d7901964f service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=d0c10994-c6a0-433a-8b90-f7912699d385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410612 Feb 04 18:10:07.896570 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cad644-fede-4fb5-be52-07deb12d900e req-7c9d62f1-8bfe-4065-9f12-cbd703439c1a tempest-ServersAdminNegativeTestJSON-964242582 tempest-ServersAdminNegativeTestJSON-964242582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:10:07.898117 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-d7cad644-fede-4fb5-be52-07deb12d900e req-7c9d62f1-8bfe-4065-9f12-cbd703439c1a tempest-ServersAdminNegativeTestJSON-964242582 tempest-ServersAdminNegativeTestJSON-964242582-project] 10.222.0.89 "GET /v2.0/ports?device_id=79dc2776-f2a4-47fb-bbc9-1e08166daf95 HTTP/1.1" status: 200 len: 950 time: 0.0586355 Feb 04 18:10:07.946819 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-d7cad644-fede-4fb5-be52-07deb12d900e req-d51c0006-8ef8-476f-b242-93cde49f8475 tempest-ServersAdminNegativeTestJSON-964242582 tempest-ServersAdminNegativeTestJSON-964242582-project] 10.222.0.89 "GET /v2.0/security-groups?id=d0c10994-c6a0-433a-8b90-f7912699d385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423818 Feb 04 18:10:09.068932 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e503eb6d-4437-4c46-b2dc-b6880866c754 req-d9d7a2c8-009d-46cd-8e41-cf7729a8a4e8 tempest-ServersAdminNegativeTestJSON-964242582 tempest-ServersAdminNegativeTestJSON-964242582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:10:09.070414 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-e503eb6d-4437-4c46-b2dc-b6880866c754 req-d9d7a2c8-009d-46cd-8e41-cf7729a8a4e8 tempest-ServersAdminNegativeTestJSON-964242582 tempest-ServersAdminNegativeTestJSON-964242582-project] 10.222.0.89 "GET /v2.0/ports?device_id=79dc2776-f2a4-47fb-bbc9-1e08166daf95 HTTP/1.1" status: 200 len: 950 time: 0.0528364 Feb 04 18:10:09.116437 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-e503eb6d-4437-4c46-b2dc-b6880866c754 req-4b5405b4-1ee2-413c-916d-ae9a0c8fea3a tempest-ServersAdminNegativeTestJSON-964242582 tempest-ServersAdminNegativeTestJSON-964242582-project] 10.222.0.89 "GET /v2.0/security-groups?id=d0c10994-c6a0-433a-8b90-f7912699d385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400388 Feb 04 18:10:09.426985 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [req-25a7db53-64ae-4406-8251-2db553b7c0be req-06cd22fd-734f-4456-8d5c-6c5812b5c886 service neutron] http://10.222.0.89:9696/v2.0/extensions returned with HTTP 200 {{(pid=103377) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 18:10:09.427992 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-25a7db53-64ae-4406-8251-2db553b7c0be req-06cd22fd-734f-4456-8d5c-6c5812b5c886 service neutron] 10.222.0.89 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0530801 Feb 04 18:10:09.818555 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [req-a3562e98-6ced-4293-a697-737f4a08ce12 req-b116592e-39f7-46ef-8f06-e64faf681a60 service neutron] http://10.222.0.89:9696/v2.0/extensions returned with HTTP 200 {{(pid=103376) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 18:10:09.819586 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-a3562e98-6ced-4293-a697-737f4a08ce12 req-b116592e-39f7-46ef-8f06-e64faf681a60 service neutron] 10.222.0.89 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0479395 Feb 04 18:10:10.165947 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f462ce-2c0b-47b6-9f84-04916c6b1062 req-0750a548-d5c7-440f-8a3a-ff34dff7c00b tempest-ServersAdminNegativeTestJSON-964242582 tempest-ServersAdminNegativeTestJSON-964242582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:10:10.167435 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-b3f462ce-2c0b-47b6-9f84-04916c6b1062 req-0750a548-d5c7-440f-8a3a-ff34dff7c00b tempest-ServersAdminNegativeTestJSON-964242582 tempest-ServersAdminNegativeTestJSON-964242582-project] 10.222.0.89 "GET /v2.0/ports?device_id=79dc2776-f2a4-47fb-bbc9-1e08166daf95 HTTP/1.1" status: 200 len: 950 time: 0.0572288 Feb 04 18:10:10.214386 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-b3f462ce-2c0b-47b6-9f84-04916c6b1062 req-c30ddd90-2f98-4ddb-9f84-9c2e69ba2cb2 tempest-ServersAdminNegativeTestJSON-964242582 tempest-ServersAdminNegativeTestJSON-964242582-project] 10.222.0.89 "GET /v2.0/security-groups?id=d0c10994-c6a0-433a-8b90-f7912699d385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407851 Feb 04 18:10:10.672137 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (f20a1ab3-4332-4f54-833b-ba4a7c687e89), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:10:11.336453 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76227028-67f7-440c-9135-4edc87fcc787 req-bf9de3e5-76f5-4715-96bb-d3ee155805ef tempest-ServersAdminNegativeTestJSON-964242582 tempest-ServersAdminNegativeTestJSON-964242582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:10:11.337956 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-76227028-67f7-440c-9135-4edc87fcc787 req-bf9de3e5-76f5-4715-96bb-d3ee155805ef tempest-ServersAdminNegativeTestJSON-964242582 tempest-ServersAdminNegativeTestJSON-964242582-project] 10.222.0.89 "GET /v2.0/ports?device_id=79dc2776-f2a4-47fb-bbc9-1e08166daf95 HTTP/1.1" status: 200 len: 950 time: 0.0533173 Feb 04 18:10:11.383691 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-76227028-67f7-440c-9135-4edc87fcc787 req-1f1cbad5-3665-4bd6-ae1c-4732ae04518d tempest-ServersAdminNegativeTestJSON-964242582 tempest-ServersAdminNegativeTestJSON-964242582-project] 10.222.0.89 "GET /v2.0/security-groups?id=d0c10994-c6a0-433a-8b90-f7912699d385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398288 Feb 04 18:10:11.546164 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305a86bf-67ce-4c3e-93c1-0e0f11f41721 req-8b67f682-8221-4029-993e-f154b5147473 tempest-ServersAdminNegativeTestJSON-964242582 tempest-ServersAdminNegativeTestJSON-964242582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:10:11.547577 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-305a86bf-67ce-4c3e-93c1-0e0f11f41721 req-8b67f682-8221-4029-993e-f154b5147473 tempest-ServersAdminNegativeTestJSON-964242582 tempest-ServersAdminNegativeTestJSON-964242582-project] 10.222.0.90 "GET /v2.0/ports?device_id=79dc2776-f2a4-47fb-bbc9-1e08166daf95 HTTP/1.1" status: 200 len: 950 time: 0.0507698 Feb 04 18:10:11.641089 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [req-305a86bf-67ce-4c3e-93c1-0e0f11f41721 req-a0cacd99-5d51-4b52-9b3d-f5b2fa575f90 tempest-ServersAdminNegativeTestJSON-964242582 tempest-ServersAdminNegativeTestJSON-964242582-project] Deleting port 6765c544-1a47-4393-ba49-bfa38d8321aa {{(pid=103377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 18:10:11.641432 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-305a86bf-67ce-4c3e-93c1-0e0f11f41721 req-a0cacd99-5d51-4b52-9b3d-f5b2fa575f90 tempest-ServersAdminNegativeTestJSON-964242582 tempest-ServersAdminNegativeTestJSON-964242582-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (6765c544-1a47-4393-ba49-bfa38d8321aa), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:10:11.728318 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [req-305a86bf-67ce-4c3e-93c1-0e0f11f41721 req-a0cacd99-5d51-4b52-9b3d-f5b2fa575f90 tempest-ServersAdminNegativeTestJSON-964242582 tempest-ServersAdminNegativeTestJSON-964242582-project] For port 6765c544-1a47-4393-ba49-bfa38d8321aa, host n-h2-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=6765c544-1a47-4393-ba49-bfa38d8321aa,segment=NetworkSegment(3a39b085-d3e6-43bb-a64c-1b06dd049e5a),segment_id=3a39b085-d3e6-43bb-a64c-1b06dd049e5a)] {{(pid=103377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 18:10:11.728685 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-305a86bf-67ce-4c3e-93c1-0e0f11f41721 req-a0cacd99-5d51-4b52-9b3d-f5b2fa575f90 tempest-ServersAdminNegativeTestJSON-964242582 tempest-ServersAdminNegativeTestJSON-964242582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (6765c544-1a47-4393-ba49-bfa38d8321aa), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:10:11.744999 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [req-305a86bf-67ce-4c3e-93c1-0e0f11f41721 req-a0cacd99-5d51-4b52-9b3d-f5b2fa575f90 tempest-ServersAdminNegativeTestJSON-964242582 tempest-ServersAdminNegativeTestJSON-964242582-project] Calling delete_port for 6765c544-1a47-4393-ba49-bfa38d8321aa owned by compute:nova {{(pid=103377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 18:10:11.870029 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-305a86bf-67ce-4c3e-93c1-0e0f11f41721 req-a0cacd99-5d51-4b52-9b3d-f5b2fa575f90 tempest-ServersAdminNegativeTestJSON-964242582 tempest-ServersAdminNegativeTestJSON-964242582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (6765c544-1a47-4393-ba49-bfa38d8321aa), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:10:11.885403 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] get_ports_and_sgs() called for port_ids ['6765c544-1a47-4393-ba49-bfa38d8321aa'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 18:10:11.896212 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cacd99-5d51-4b52-9b3d-f5b2fa575f90 tempest-ServersAdminNegativeTestJSON-964242582 tempest-ServersAdminNegativeTestJSON-964242582-project] Pushing event deleted for resources: {'Port': ['ID=6765c544-1a47-4393-ba49-bfa38d8321aa,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:10:12.221977 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [req-305a86bf-67ce-4c3e-93c1-0e0f11f41721 req-a0cacd99-5d51-4b52-9b3d-f5b2fa575f90 tempest-ServersAdminNegativeTestJSON-964242582 tempest-ServersAdminNegativeTestJSON-964242582-project] No DVR routers for this DVR port 6765c544-1a47-4393-ba49-bfa38d8321aa on host n-h2-827839-2 {{(pid=103377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 18:10:12.224469 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-305a86bf-67ce-4c3e-93c1-0e0f11f41721 req-a0cacd99-5d51-4b52-9b3d-f5b2fa575f90 tempest-ServersAdminNegativeTestJSON-964242582 tempest-ServersAdminNegativeTestJSON-964242582-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:10:12.227678 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-305a86bf-67ce-4c3e-93c1-0e0f11f41721 req-a0cacd99-5d51-4b52-9b3d-f5b2fa575f90 tempest-ServersAdminNegativeTestJSON-964242582 tempest-ServersAdminNegativeTestJSON-964242582-project] 10.222.0.90 "DELETE /v2.0/ports/6765c544-1a47-4393-ba49-bfa38d8321aa HTTP/1.1" status: 204 len: 173 time: 0.6728361 Feb 04 18:10:12.228116 n-d-827839-2 neutron-server[103377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79dc2776-f2a4-47fb-bbc9-1e08166daf95', 'name': 'network-vif-deleted', 'tag': '6765c544-1a47-4393-ba49-bfa38d8321aa'}] {{(pid=103377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 18:10:12.230353 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2026467e03276fe79290e5b19027649602583100b1291b9f7533f134bdcccf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-325158e1-dc31-4003-8c51-7a13547bcbb2" -d '{"events": [{"server_uuid": "79dc2776-f2a4-47fb-bbc9-1e08166daf95", "name": "network-vif-deleted", "tag": "6765c544-1a47-4393-ba49-bfa38d8321aa"}]}' {{(pid=103377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 18:10:12.266280 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 18:10:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-953ca31e-6bde-4099-99ff-131bcaf842b3 x-openstack-request-id: req-953ca31e-6bde-4099-99ff-131bcaf842b3 {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 18:10:12.266549 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79dc2776-f2a4-47fb-bbc9-1e08166daf95", "name": "network-vif-deleted", "tag": "6765c544-1a47-4393-ba49-bfa38d8321aa", "status": "completed", "code": 200}]} {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 18:10:12.266803 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-953ca31e-6bde-4099-99ff-131bcaf842b3 {{(pid=103377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 18:10:12.267183 n-d-827839-2 neutron-server[103377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79dc2776-f2a4-47fb-bbc9-1e08166daf95', 'name': 'network-vif-deleted', 'tag': '6765c544-1a47-4393-ba49-bfa38d8321aa', 'status': 'completed', 'code': 200} Feb 04 18:10:12.491558 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-f0222078-50ab-4d40-8ad1-82602ba0a098 req-c232e058-3733-450f-9fa7-16c4ade1b84a tempest-ServersAdminNegativeTestJSON-964242582 tempest-ServersAdminNegativeTestJSON-964242582-project] 10.222.0.89 "GET /v2.0/ports?device_id=79dc2776-f2a4-47fb-bbc9-1e08166daf95 HTTP/1.1" status: 200 len: 210 time: 0.0288141 Feb 04 18:10:12.715471 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (3f9244a9-75fc-4c10-b195-11d48b853b41), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:10:13.784433 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 55178) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:10:13.914137 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-21c0299e-5d4c-4912-86b4-9143f20800ac admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=5b19f3a94c6c45ccb6968835629686b1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1285167 Feb 04 18:10:13.916590 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 55182) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:10:13.962168 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-a0902211-044f-459f-ada2-5305f47745d3 admin admin] Publish callbacks [] for security_group (d0c10994-c6a0-433a-8b90-f7912699d385), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:10:13.982299 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-a0902211-044f-459f-ada2-5305f47745d3 admin admin] Publish callbacks [] for security_group (d0c10994-c6a0-433a-8b90-f7912699d385), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:10:14.029692 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-a0902211-044f-459f-ada2-5305f47745d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (d0c10994-c6a0-433a-8b90-f7912699d385), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:10:14.032397 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-a0902211-044f-459f-ada2-5305f47745d3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:10:14.033527 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-a0902211-044f-459f-ada2-5305f47745d3 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/d0c10994-c6a0-433a-8b90-f7912699d385 HTTP/1.1" status: 204 len: 168 time: 0.1160345 Feb 04 18:10:14.041552 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0902211-044f-459f-ada2-5305f47745d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0c10994-c6a0-433a-8b90-f7912699d385,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:10:14.291757 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 55188) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:10:14.304932 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-35517026-3b94-4c8c-a4c0-11fb3a5fa579 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:10:14.389811 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-35517026-3b94-4c8c-a4c0-11fb3a5fa579 admin admin] Publish callbacks [] for security_group (d7e1b3e3-b915-4413-aaa5-6353881f0056), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:10:14.393604 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-35517026-3b94-4c8c-a4c0-11fb3a5fa579 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (d7e1b3e3-b915-4413-aaa5-6353881f0056), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:10:14.429167 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35517026-3b94-4c8c-a4c0-11fb3a5fa579 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7e1b3e3-b915-4413-aaa5-6353881f0056,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:10:14.433496 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-35517026-3b94-4c8c-a4c0-11fb3a5fa579 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=536b88861fc7468bb55415b8d8711528&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1407287 Feb 04 18:10:14.436825 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 55190) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:10:14.485184 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-a65d5a3f-3a62-4aee-b847-7ba3c7958844 admin admin] Publish callbacks [] for security_group (d7e1b3e3-b915-4413-aaa5-6353881f0056), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:10:14.505647 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-a65d5a3f-3a62-4aee-b847-7ba3c7958844 admin admin] Publish callbacks [] for security_group (d7e1b3e3-b915-4413-aaa5-6353881f0056), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:10:14.550578 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-a65d5a3f-3a62-4aee-b847-7ba3c7958844 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (d7e1b3e3-b915-4413-aaa5-6353881f0056), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:10:14.553002 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-a65d5a3f-3a62-4aee-b847-7ba3c7958844 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:10:14.554120 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-a65d5a3f-3a62-4aee-b847-7ba3c7958844 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/d7e1b3e3-b915-4413-aaa5-6353881f0056 HTTP/1.1" status: 204 len: 168 time: 0.1163721 Feb 04 18:10:14.561878 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65d5a3f-3a62-4aee-b847-7ba3c7958844 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7e1b3e3-b915-4413-aaa5-6353881f0056,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:10:15.203235 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Device 6765c544-1a47-4393-ba49-bfa38d8321aa no longer exists at agent hyperv_n-h2-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 18:10:15.222497 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 55212) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:10:15.224955 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] No Port match for: 6765c544-1a47-4393-ba49-bfa38d8321aa {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 18:10:15.225303 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Device 6765c544-1a47-4393-ba49-bfa38d8321aa not bound to the agent host n-h2-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 18:10:15.319701 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-eac8c950-7edb-4e69-abc2-b3530f2e712c admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1648415698-network', 'tenant_id': 'fd2e6a6dcd51427288b9dad1d8bfbbc2'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 18:10:15.340090 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eac8c950-7edb-4e69-abc2-b3530f2e712c admin admin] Made reservation on behalf of fd2e6a6dcd51427288b9dad1d8bfbbc2 for: {'network': 1} {{(pid=103376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 18:10:15.343102 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-eac8c950-7edb-4e69-abc2-b3530f2e712c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for network (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:10:15.351870 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-eac8c950-7edb-4e69-abc2-b3530f2e712c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:10:15.431767 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-eac8c950-7edb-4e69-abc2-b3530f2e712c admin admin] Publish callbacks [] for security_group (bbf782db-5575-488d-9741-b220ea30f11b), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:10:15.435933 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-eac8c950-7edb-4e69-abc2-b3530f2e712c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (bbf782db-5575-488d-9741-b220ea30f11b), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:10:15.456497 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eac8c950-7edb-4e69-abc2-b3530f2e712c admin admin] vlan segment allocate from pool success with {'vlan_id': 773, 'physical_network': 'physnet1'} {{(pid=103376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 18:10:15.470822 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac8c950-7edb-4e69-abc2-b3530f2e712c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbf782db-5575-488d-9741-b220ea30f11b,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:10:15.473746 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-eac8c950-7edb-4e69-abc2-b3530f2e712c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (af1a826f-3aaa-4c38-a20f-946959885138), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:10:15.474084 n-d-827839-2 neutron-server[103376]: INFO neutron.db.segments_db [None req-eac8c950-7edb-4e69-abc2-b3530f2e712c admin admin] Added segment af1a826f-3aaa-4c38-a20f-946959885138 of type vlan for network e7d3aa7c-a27d-428b-af7b-1b988083d582 Feb 04 18:10:15.514107 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-eac8c950-7edb-4e69-abc2-b3530f2e712c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781084292801'] for network (e7d3aa7c-a27d-428b-af7b-1b988083d582), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:10:15.538216 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-eac8c950-7edb-4e69-abc2-b3530f2e712c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327'] for network (e7d3aa7c-a27d-428b-af7b-1b988083d582), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:10:15.539150 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eac8c950-7edb-4e69-abc2-b3530f2e712c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:10:15.539733 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-eac8c950-7edb-4e69-abc2-b3530f2e712c admin admin] Publish callbacks [] for network (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:10:15.588571 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-eac8c950-7edb-4e69-abc2-b3530f2e712c admin admin] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3649232 Feb 04 18:10:15.591730 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 55216) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:10:15.596794 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-77e0d1bc-baf1-46bd-89df-d56f5ddb8870 admin admin] Request body: {'subnet': {'network_id': 'e7d3aa7c-a27d-428b-af7b-1b988083d582', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1648415698-subnet', 'tenant_id': 'fd2e6a6dcd51427288b9dad1d8bfbbc2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 18:10:15.600828 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac8c950-7edb-4e69-abc2-b3530f2e712c admin admin] Pushing event updated for resources: {'Network': ['ID=e7d3aa7c-a27d-428b-af7b-1b988083d582,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:10:15.612064 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Network e7d3aa7c-a27d-428b-af7b-1b988083d582 details requested by agent ovs-agent-n-d-827839-2 with host n-d-827839-2 {{(pid=103378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 18:10:15.616625 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77e0d1bc-baf1-46bd-89df-d56f5ddb8870 admin admin] Made reservation on behalf of fd2e6a6dcd51427288b9dad1d8bfbbc2 for: {'subnet': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 18:10:15.618954 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-77e0d1bc-baf1-46bd-89df-d56f5ddb8870 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25597243'] for subnet (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:10:15.782434 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-77e0d1bc-baf1-46bd-89df-d56f5ddb8870 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25889445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25597197'] for subnet (b9d8cc76-d0e3-4c77-970b-e122a2de4391), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:10:15.830468 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e0d1bc-baf1-46bd-89df-d56f5ddb8870 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b9d8cc76-d0e3-4c77-970b-e122a2de4391,revision_number=0']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:10:15.845388 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77e0d1bc-baf1-46bd-89df-d56f5ddb8870 admin admin] Checking segment: {'id': 'af1a826f-3aaa-4c38-a20f-946959885138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'e7d3aa7c-a27d-428b-af7b-1b988083d582'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 18:10:15.845759 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77e0d1bc-baf1-46bd-89df-d56f5ddb8870 admin admin] Network hostable DHCP agents. Network: e7d3aa7c-a27d-428b-af7b-1b988083d582, hostable agents: ['bb89f5a3-3c22-440b-b7d1-c4f0c43c184a'], hosted agents: [] {{(pid=103377) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 18:10:15.861320 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77e0d1bc-baf1-46bd-89df-d56f5ddb8870 admin admin] Network e7d3aa7c-a27d-428b-af7b-1b988083d582 is scheduled to be hosted by DHCP agent bb89f5a3-3c22-440b-b7d1-c4f0c43c184a with binding_index 1 {{(pid=103377) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 18:10:15.869823 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [None req-77e0d1bc-baf1-46bd-89df-d56f5ddb8870 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827839-2, e7d3aa7c-a27d-428b-af7b-1b988083d582) {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 18:10:15.874399 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77e0d1bc-baf1-46bd-89df-d56f5ddb8870 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:10:15.874994 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-77e0d1bc-baf1-46bd-89df-d56f5ddb8870 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:10:15.880409 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-436f1ea4-1015-43a1-9c13-3d6572585530 None None] Network e7d3aa7c-a27d-428b-af7b-1b988083d582 requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 18:10:15.890000 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-77e0d1bc-baf1-46bd-89df-d56f5ddb8870 admin admin] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.2971580 Feb 04 18:10:15.977623 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d00c71ac-4002-49f3-8bac-919fb618fdfc None None] Network e7d3aa7c-a27d-428b-af7b-1b988083d582 requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 18:10:16.310171 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49b74b3-c31d-4f4f-832f-503f89b98d62 req-73d0f8c8-b547-449f-b88c-8ae412f67517 tempest-DeleteServersTestJSON-1054536096 tempest-DeleteServersTestJSON-1054536096-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:10:16.311658 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-d49b74b3-c31d-4f4f-832f-503f89b98d62 req-73d0f8c8-b547-449f-b88c-8ae412f67517 tempest-DeleteServersTestJSON-1054536096 tempest-DeleteServersTestJSON-1054536096-project] 10.222.0.89 "GET /v2.0/networks?id=e7d3aa7c-a27d-428b-af7b-1b988083d582 HTTP/1.1" status: 200 len: 812 time: 0.1032252 Feb 04 18:10:16.326034 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-d49b74b3-c31d-4f4f-832f-503f89b98d62 req-ee8c8778-8d02-4d64-9d79-46d458a41631 tempest-DeleteServersTestJSON-1054536096 tempest-DeleteServersTestJSON-1054536096-project] 10.222.0.89 "GET /v2.0/quotas/fd2e6a6dcd51427288b9dad1d8bfbbc2 HTTP/1.1" status: 200 len: 375 time: 0.0089760 Feb 04 18:10:16.358091 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-d49b74b3-c31d-4f4f-832f-503f89b98d62 req-b4d27bbb-5922-42e6-9267-d71ddb1b7591 tempest-DeleteServersTestJSON-1054536096 tempest-DeleteServersTestJSON-1054536096-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=fd2e6a6dcd51427288b9dad1d8bfbbc2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0269411 Feb 04 18:10:16.367961 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [req-d49b74b3-c31d-4f4f-832f-503f89b98d62 req-74b6f26e-7b47-456f-acce-239e1aa1ffaa service neutron] http://10.222.0.89:9696/v2.0/extensions returned with HTTP 200 {{(pid=103377) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 18:10:16.368928 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-d49b74b3-c31d-4f4f-832f-503f89b98d62 req-74b6f26e-7b47-456f-acce-239e1aa1ffaa service neutron] 10.222.0.89 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048294 Feb 04 18:10:16.463578 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-d49b74b3-c31d-4f4f-832f-503f89b98d62 req-a3daa6f9-fa7d-48aa-978b-7f7fcbd82cde service neutron] 10.222.0.89 "GET /v2.0/networks/e7d3aa7c-a27d-428b-af7b-1b988083d582?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894907 Feb 04 18:10:16.555012 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-d49b74b3-c31d-4f4f-832f-503f89b98d62 req-a5a37ac1-5a77-42c3-aeba-6ce2e0f5ab4e service neutron] 10.222.0.89 "GET /v2.0/networks/e7d3aa7c-a27d-428b-af7b-1b988083d582?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833955 Feb 04 18:10:16.731481 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-7a27e195-606d-4105-8a0e-cf2d0d40c628 req-4223a34f-213f-484e-9ffc-a80051b9994c tempest-DeleteServersTestJSON-1054536096 tempest-DeleteServersTestJSON-1054536096-project] 10.222.0.89 "GET /v2.0/ports?device_id=14e2bbd5-8350-46ed-9203-dc7c8a194528 HTTP/1.1" status: 200 len: 210 time: 0.0350389 Feb 04 18:10:17.711233 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49b74b3-c31d-4f4f-832f-503f89b98d62 req-376d7edf-0b73-45bf-9f4c-83e6e693eefb tempest-DeleteServersTestJSON-1054536096 tempest-DeleteServersTestJSON-1054536096-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:10:17.712601 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-d49b74b3-c31d-4f4f-832f-503f89b98d62 req-376d7edf-0b73-45bf-9f4c-83e6e693eefb tempest-DeleteServersTestJSON-1054536096 tempest-DeleteServersTestJSON-1054536096-project] 10.222.0.90 "GET /v2.0/networks?id=e7d3aa7c-a27d-428b-af7b-1b988083d582 HTTP/1.1" status: 200 len: 812 time: 0.1070118 Feb 04 18:10:17.730854 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [req-d49b74b3-c31d-4f4f-832f-503f89b98d62 req-8b93b6b8-50dc-4f8f-b9fc-71407abae3e9 tempest-DeleteServersTestJSON-1054536096 tempest-DeleteServersTestJSON-1054536096-project] Request body: {'port': {'device_id': '14e2bbd5-8350-46ed-9203-dc7c8a194528', 'network_id': 'e7d3aa7c-a27d-428b-af7b-1b988083d582', 'admin_state_up': True, 'tenant_id': 'fd2e6a6dcd51427288b9dad1d8bfbbc2'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 18:10:17.847880 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-826faf96-28ac-4a5c-a2ae-57a20993a789 req-be49cf65-010f-423a-bd19-e93581663add tempest-DeleteServersTestJSON-1054536096 tempest-DeleteServersTestJSON-1054536096-project] 10.222.0.89 "GET /v2.0/ports?device_id=14e2bbd5-8350-46ed-9203-dc7c8a194528 HTTP/1.1" status: 200 len: 210 time: 0.0384176 Feb 04 18:10:17.863874 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d49b74b3-c31d-4f4f-832f-503f89b98d62 req-8b93b6b8-50dc-4f8f-b9fc-71407abae3e9 tempest-DeleteServersTestJSON-1054536096 tempest-DeleteServersTestJSON-1054536096-project] Made reservation on behalf of fd2e6a6dcd51427288b9dad1d8bfbbc2 for: {'port': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 18:10:17.867235 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-d49b74b3-c31d-4f4f-832f-503f89b98d62 req-8b93b6b8-50dc-4f8f-b9fc-71407abae3e9 tempest-DeleteServersTestJSON-1054536096 tempest-DeleteServersTestJSON-1054536096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:10:17.987539 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.db_base_plugin_common [req-d49b74b3-c31d-4f4f-832f-503f89b98d62 req-8b93b6b8-50dc-4f8f-b9fc-71407abae3e9 tempest-DeleteServersTestJSON-1054536096 tempest-DeleteServersTestJSON-1054536096-project] Allocated IP 172.20.0.5 (e7d3aa7c-a27d-428b-af7b-1b988083d582/b9d8cc76-d0e3-4c77-970b-e122a2de4391/6e800248-c946-49c4-9be1-2dc922982735) {{(pid=103377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 18:10:18.132220 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-d49b74b3-c31d-4f4f-832f-503f89b98d62 req-8b93b6b8-50dc-4f8f-b9fc-71407abae3e9 tempest-DeleteServersTestJSON-1054536096 tempest-DeleteServersTestJSON-1054536096-project] Publish callbacks [] for port (6e800248-c946-49c4-9be1-2dc922982735), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:10:18.164452 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-d49b74b3-c31d-4f4f-832f-503f89b98d62 req-8b93b6b8-50dc-4f8f-b9fc-71407abae3e9 tempest-DeleteServersTestJSON-1054536096 tempest-DeleteServersTestJSON-1054536096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (6e800248-c946-49c4-9be1-2dc922982735), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:10:18.210416 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d49b74b3-c31d-4f4f-832f-503f89b98d62 req-8b93b6b8-50dc-4f8f-b9fc-71407abae3e9 tempest-DeleteServersTestJSON-1054536096 tempest-DeleteServersTestJSON-1054536096-project] Network e7d3aa7c-a27d-428b-af7b-1b988083d582 is already hosted by enough agents. {{(pid=103377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 18:10:18.213457 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [req-d49b74b3-c31d-4f4f-832f-503f89b98d62 req-8b93b6b8-50dc-4f8f-b9fc-71407abae3e9 tempest-DeleteServersTestJSON-1054536096 tempest-DeleteServersTestJSON-1054536096-project] Resources bound (agent type, host, resource id): {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 18:10:18.217691 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [req-d49b74b3-c31d-4f4f-832f-503f89b98d62 req-8b93b6b8-50dc-4f8f-b9fc-71407abae3e9 tempest-DeleteServersTestJSON-1054536096 tempest-DeleteServersTestJSON-1054536096-project] Received port after_create {{(pid=103377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 18:10:18.245978 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b93b6b8-50dc-4f8f-b9fc-71407abae3e9 tempest-DeleteServersTestJSON-1054536096 tempest-DeleteServersTestJSON-1054536096-project] Pushing event updated for resources: {'Port': ['ID=6e800248-c946-49c4-9be1-2dc922982735,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:10:18.272980 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49b74b3-c31d-4f4f-832f-503f89b98d62 req-8b93b6b8-50dc-4f8f-b9fc-71407abae3e9 tempest-DeleteServersTestJSON-1054536096 tempest-DeleteServersTestJSON-1054536096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:10:18.273599 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-d49b74b3-c31d-4f4f-832f-503f89b98d62 req-8b93b6b8-50dc-4f8f-b9fc-71407abae3e9 tempest-DeleteServersTestJSON-1054536096 tempest-DeleteServersTestJSON-1054536096-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:10:18.289517 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-d49b74b3-c31d-4f4f-832f-503f89b98d62 req-8b93b6b8-50dc-4f8f-b9fc-71407abae3e9 tempest-DeleteServersTestJSON-1054536096 tempest-DeleteServersTestJSON-1054536096-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5625701 Feb 04 18:10:18.305921 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [req-d49b74b3-c31d-4f4f-832f-503f89b98d62 req-a37491c4-19b8-4f9c-87fd-04316a1a18e6 service neutron] Request body: {'port': {'device_id': '14e2bbd5-8350-46ed-9203-dc7c8a194528', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827839-2'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 18:10:18.364153 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-d49b74b3-c31d-4f4f-832f-503f89b98d62 req-a37491c4-19b8-4f9c-87fd-04316a1a18e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (6e800248-c946-49c4-9be1-2dc922982735), before_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:10:18.622391 n-d-827839-2 neutron-server[103377]: DEBUG neutron.notifiers.nova [req-d49b74b3-c31d-4f4f-832f-503f89b98d62 req-a37491c4-19b8-4f9c-87fd-04316a1a18e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e800248-c946-49c4-9be1-2dc922982735 {{(pid=103377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 18:10:18.629834 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-d49b74b3-c31d-4f4f-832f-503f89b98d62 req-a37491c4-19b8-4f9c-87fd-04316a1a18e6 service neutron] Publish callbacks [] for port (6e800248-c946-49c4-9be1-2dc922982735), precommit_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:10:18.642028 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.provisioning_blocks [req-d49b74b3-c31d-4f4f-832f-503f89b98d62 req-a37491c4-19b8-4f9c-87fd-04316a1a18e6 service neutron] Transition to ACTIVE for port object 6e800248-c946-49c4-9be1-2dc922982735 will not be triggered until provisioned by entity L2. {{(pid=103377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 18:10:18.646047 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-d49b74b3-c31d-4f4f-832f-503f89b98d62 req-a37491c4-19b8-4f9c-87fd-04316a1a18e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25888290'] for port (6e800248-c946-49c4-9be1-2dc922982735), after_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:10:18.696336 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37491c4-19b8-4f9c-87fd-04316a1a18e6 service neutron] Pushing event updated for resources: {'Port': ['ID=6e800248-c946-49c4-9be1-2dc922982735,revision_number=2']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:10:18.760180 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [req-d49b74b3-c31d-4f4f-832f-503f89b98d62 req-a37491c4-19b8-4f9c-87fd-04316a1a18e6 service neutron] Attempting to bind port 6e800248-c946-49c4-9be1-2dc922982735 on host n-h2-827839-2 for vnic_type normal with profile {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 18:10:18.760907 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [req-d49b74b3-c31d-4f4f-832f-503f89b98d62 req-a37491c4-19b8-4f9c-87fd-04316a1a18e6 service neutron] Attempting to bind port 6e800248-c946-49c4-9be1-2dc922982735 by drivers openvswitch,hyperv on host n-h2-827839-2 at level 0 using segments [{'id': 'af1a826f-3aaa-4c38-a20f-946959885138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'e7d3aa7c-a27d-428b-af7b-1b988083d582'}] {{(pid=103377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 18:10:18.760907 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d49b74b3-c31d-4f4f-832f-503f89b98d62 req-a37491c4-19b8-4f9c-87fd-04316a1a18e6 service neutron] Attempting to bind port 6e800248-c946-49c4-9be1-2dc922982735 on network e7d3aa7c-a27d-428b-af7b-1b988083d582 {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 18:10:18.765588 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d49b74b3-c31d-4f4f-832f-503f89b98d62 req-a37491c4-19b8-4f9c-87fd-04316a1a18e6 service neutron] Port 6e800248-c946-49c4-9be1-2dc922982735 on network e7d3aa7c-a27d-428b-af7b-1b988083d582 not bound, no agent of type Open vSwitch agent registered on host n-h2-827839-2 {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 18:10:18.765909 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d49b74b3-c31d-4f4f-832f-503f89b98d62 req-a37491c4-19b8-4f9c-87fd-04316a1a18e6 service neutron] Attempting to bind port 6e800248-c946-49c4-9be1-2dc922982735 on network e7d3aa7c-a27d-428b-af7b-1b988083d582 {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 18:10:18.770688 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d49b74b3-c31d-4f4f-832f-503f89b98d62 req-a37491c4-19b8-4f9c-87fd-04316a1a18e6 service neutron] Checking agent: {'id': 'f20a1ab3-4332-4f54-833b-ba4a7c687e89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 8, 40), 'started_at': datetime.datetime(2022, 2, 4, 17, 8, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 18, 10, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 18:10:18.771027 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d49b74b3-c31d-4f4f-832f-503f89b98d62 req-a37491c4-19b8-4f9c-87fd-04316a1a18e6 service neutron] Checking segment: {'id': 'af1a826f-3aaa-4c38-a20f-946959885138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'e7d3aa7c-a27d-428b-af7b-1b988083d582'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 18:10:18.771413 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d49b74b3-c31d-4f4f-832f-503f89b98d62 req-a37491c4-19b8-4f9c-87fd-04316a1a18e6 service neutron] Bound using segment: {'id': 'af1a826f-3aaa-4c38-a20f-946959885138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'e7d3aa7c-a27d-428b-af7b-1b988083d582'} {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 18:10:18.771863 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [req-d49b74b3-c31d-4f4f-832f-503f89b98d62 req-a37491c4-19b8-4f9c-87fd-04316a1a18e6 service neutron] Bound port: 6e800248-c946-49c4-9be1-2dc922982735, host: n-h2-827839-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af1a826f-3aaa-4c38-a20f-946959885138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'e7d3aa7c-a27d-428b-af7b-1b988083d582'}}] {{(pid=103377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 18:10:18.772213 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-d49b74b3-c31d-4f4f-832f-503f89b98d62 req-a37491c4-19b8-4f9c-87fd-04316a1a18e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (6e800248-c946-49c4-9be1-2dc922982735), before_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:10:18.837268 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [req-d49b74b3-c31d-4f4f-832f-503f89b98d62 req-a37491c4-19b8-4f9c-87fd-04316a1a18e6 service neutron] For port 6e800248-c946-49c4-9be1-2dc922982735, host n-h2-827839-2, cleared binding levels {{(pid=103377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 18:10:18.840215 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [req-d49b74b3-c31d-4f4f-832f-503f89b98d62 req-a37491c4-19b8-4f9c-87fd-04316a1a18e6 service neutron] For port 6e800248-c946-49c4-9be1-2dc922982735, host n-h2-827839-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=6e800248-c946-49c4-9be1-2dc922982735,segment=NetworkSegment(af1a826f-3aaa-4c38-a20f-946959885138),segment_id=af1a826f-3aaa-4c38-a20f-946959885138)] {{(pid=103377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 18:10:18.845896 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-d49b74b3-c31d-4f4f-832f-503f89b98d62 req-a37491c4-19b8-4f9c-87fd-04316a1a18e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25888290'] for port (6e800248-c946-49c4-9be1-2dc922982735), after_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:10:18.882955 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49b74b3-c31d-4f4f-832f-503f89b98d62 req-a37491c4-19b8-4f9c-87fd-04316a1a18e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:10:18.883583 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-d49b74b3-c31d-4f4f-832f-503f89b98d62 req-a37491c4-19b8-4f9c-87fd-04316a1a18e6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:10:18.885002 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-d49b74b3-c31d-4f4f-832f-503f89b98d62 req-a37491c4-19b8-4f9c-87fd-04316a1a18e6 service neutron] 10.222.0.90 "PUT /v2.0/ports/6e800248-c946-49c4-9be1-2dc922982735 HTTP/1.1" status: 200 len: 1091 time: 0.5830998 Feb 04 18:10:18.885528 n-d-827839-2 neutron-server[103377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14e2bbd5-8350-46ed-9203-dc7c8a194528', 'tag': '6e800248-c946-49c4-9be1-2dc922982735'}] {{(pid=103377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 18:10:18.887799 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2026467e03276fe79290e5b19027649602583100b1291b9f7533f134bdcccf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-395c7c1b-2cca-447e-a98d-24eaaa38ed50" -d '{"events": [{"name": "network-changed", "server_uuid": "14e2bbd5-8350-46ed-9203-dc7c8a194528", "tag": "6e800248-c946-49c4-9be1-2dc922982735"}]}' {{(pid=103377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 18:10:18.908586 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37491c4-19b8-4f9c-87fd-04316a1a18e6 service neutron] Pushing event updated for resources: {'Port': ['ID=6e800248-c946-49c4-9be1-2dc922982735,revision_number=3']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:10:18.953465 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 18:10:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0af0b32-882f-4166-addc-112f78e92e7e x-openstack-request-id: req-b0af0b32-882f-4166-addc-112f78e92e7e {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 18:10:18.953767 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14e2bbd5-8350-46ed-9203-dc7c8a194528", "tag": "6e800248-c946-49c4-9be1-2dc922982735", "status": "completed", "code": 200}]} {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 18:10:18.954020 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-b0af0b32-882f-4166-addc-112f78e92e7e {{(pid=103377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 18:10:18.954425 n-d-827839-2 neutron-server[103377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14e2bbd5-8350-46ed-9203-dc7c8a194528', 'tag': '6e800248-c946-49c4-9be1-2dc922982735', 'status': 'completed', 'code': 200} Feb 04 18:10:18.973061 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49b74b3-c31d-4f4f-832f-503f89b98d62 req-5663a977-8087-4b1e-bde1-d1308ad64e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:10:18.974592 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-d49b74b3-c31d-4f4f-832f-503f89b98d62 req-5663a977-8087-4b1e-bde1-d1308ad64e62 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=fd2e6a6dcd51427288b9dad1d8bfbbc2&device_id=14e2bbd5-8350-46ed-9203-dc7c8a194528 HTTP/1.1" status: 200 len: 1125 time: 0.0496778 Feb 04 18:10:18.980504 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1d0fb9-2000-45df-9796-7b48e0ce3ab8 req-80c14c51-93b1-4b11-97db-5f0acfec2299 tempest-DeleteServersTestJSON-1054536096 tempest-DeleteServersTestJSON-1054536096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:10:18.982550 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-1f1d0fb9-2000-45df-9796-7b48e0ce3ab8 req-80c14c51-93b1-4b11-97db-5f0acfec2299 tempest-DeleteServersTestJSON-1054536096 tempest-DeleteServersTestJSON-1054536096-project] 10.222.0.89 "GET /v2.0/ports?device_id=14e2bbd5-8350-46ed-9203-dc7c8a194528 HTTP/1.1" status: 200 len: 943 time: 0.0530124 Feb 04 18:10:19.021214 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-d49b74b3-c31d-4f4f-832f-503f89b98d62 req-34866b51-484b-42fe-bd1b-5068804a2fbf service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6e800248-c946-49c4-9be1-2dc922982735 HTTP/1.1" status: 200 len: 217 time: 0.0386617 Feb 04 18:10:19.028859 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-1f1d0fb9-2000-45df-9796-7b48e0ce3ab8 req-1c4314eb-651d-40cf-b31e-8da0223ec23f tempest-DeleteServersTestJSON-1054536096 tempest-DeleteServersTestJSON-1054536096-project] 10.222.0.89 "GET /v2.0/security-groups?id=bbf782db-5575-488d-9741-b220ea30f11b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406356 Feb 04 18:10:19.070075 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49b74b3-c31d-4f4f-832f-503f89b98d62 req-99f38692-adf0-4b0c-a4dc-7a54c62267fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:10:19.071527 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-d49b74b3-c31d-4f4f-832f-503f89b98d62 req-99f38692-adf0-4b0c-a4dc-7a54c62267fe service neutron] 10.222.0.90 "GET /v2.0/subnets?id=b9d8cc76-d0e3-4c77-970b-e122a2de4391 HTTP/1.1" status: 200 len: 852 time: 0.0447676 Feb 04 18:10:19.102296 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-d49b74b3-c31d-4f4f-832f-503f89b98d62 req-e7e8c72e-b6ac-408e-b51d-52e0dad510c9 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=e7d3aa7c-a27d-428b-af7b-1b988083d582&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248225 Feb 04 18:10:19.194485 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-d49b74b3-c31d-4f4f-832f-503f89b98d62 req-afd8956d-d846-410b-8a75-8c02b9d56fcc service neutron] 10.222.0.90 "GET /v2.0/networks/e7d3aa7c-a27d-428b-af7b-1b988083d582?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837765 Feb 04 18:10:19.285842 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-d49b74b3-c31d-4f4f-832f-503f89b98d62 req-57f6a875-6d83-49b6-b733-4d51436ee1de service neutron] 10.222.0.90 "GET /v2.0/networks/e7d3aa7c-a27d-428b-af7b-1b988083d582?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813906 Feb 04 18:10:19.374514 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395c7c1b-2cca-447e-a98d-24eaaa38ed50 req-7c17b7f9-b9b6-4d39-bf2e-5812354b46a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:10:19.375986 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-395c7c1b-2cca-447e-a98d-24eaaa38ed50 req-7c17b7f9-b9b6-4d39-bf2e-5812354b46a1 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=fd2e6a6dcd51427288b9dad1d8bfbbc2&device_id=14e2bbd5-8350-46ed-9203-dc7c8a194528 HTTP/1.1" status: 200 len: 1125 time: 0.0457368 Feb 04 18:10:19.466689 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395c7c1b-2cca-447e-a98d-24eaaa38ed50 req-18aafdff-fdc5-451b-9467-a474d9993135 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:10:19.468036 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-395c7c1b-2cca-447e-a98d-24eaaa38ed50 req-18aafdff-fdc5-451b-9467-a474d9993135 service neutron] 10.222.0.90 "GET /v2.0/networks?id=e7d3aa7c-a27d-428b-af7b-1b988083d582 HTTP/1.1" status: 200 len: 913 time: 0.0865285 Feb 04 18:10:19.509342 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-395c7c1b-2cca-447e-a98d-24eaaa38ed50 req-a57a4912-5b16-4fc4-81c7-682b165b8871 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6e800248-c946-49c4-9be1-2dc922982735 HTTP/1.1" status: 200 len: 217 time: 0.0342817 Feb 04 18:10:19.556589 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395c7c1b-2cca-447e-a98d-24eaaa38ed50 req-1b6844a5-06bc-4533-bd0b-b4b3b997e6be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:10:19.558018 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-395c7c1b-2cca-447e-a98d-24eaaa38ed50 req-1b6844a5-06bc-4533-bd0b-b4b3b997e6be service neutron] 10.222.0.90 "GET /v2.0/subnets?id=b9d8cc76-d0e3-4c77-970b-e122a2de4391 HTTP/1.1" status: 200 len: 852 time: 0.0422442 Feb 04 18:10:19.593438 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-395c7c1b-2cca-447e-a98d-24eaaa38ed50 req-6808b0cb-5c49-4876-9728-9c0d0599dc2f service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=e7d3aa7c-a27d-428b-af7b-1b988083d582&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292115 Feb 04 18:10:19.683739 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-395c7c1b-2cca-447e-a98d-24eaaa38ed50 req-0f35bb18-03b5-4ff5-a307-d33df8f7f9e8 service neutron] 10.222.0.90 "GET /v2.0/networks/e7d3aa7c-a27d-428b-af7b-1b988083d582?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800538 Feb 04 18:10:19.780423 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-395c7c1b-2cca-447e-a98d-24eaaa38ed50 req-0a018297-1b41-4c1e-a415-836f637c8b29 service neutron] 10.222.0.90 "GET /v2.0/networks/e7d3aa7c-a27d-428b-af7b-1b988083d582?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851638 Feb 04 18:10:20.149425 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72075257-22cb-4c55-9a53-9901ed953d33 req-c68b20e1-06de-4dc7-982b-c1d4c0000b6b tempest-DeleteServersTestJSON-1054536096 tempest-DeleteServersTestJSON-1054536096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:10:20.150895 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-72075257-22cb-4c55-9a53-9901ed953d33 req-c68b20e1-06de-4dc7-982b-c1d4c0000b6b tempest-DeleteServersTestJSON-1054536096 tempest-DeleteServersTestJSON-1054536096-project] 10.222.0.89 "GET /v2.0/ports?device_id=14e2bbd5-8350-46ed-9203-dc7c8a194528 HTTP/1.1" status: 200 len: 943 time: 0.0524991 Feb 04 18:10:20.196770 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-72075257-22cb-4c55-9a53-9901ed953d33 req-652bb969-2470-4ab2-8a75-b8e7c00909a5 tempest-DeleteServersTestJSON-1054536096 tempest-DeleteServersTestJSON-1054536096-project] 10.222.0.89 "GET /v2.0/security-groups?id=bbf782db-5575-488d-9741-b220ea30f11b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397751 Feb 04 18:10:21.253945 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Device 6e800248-c946-49c4-9be1-2dc922982735 details requested by agent hyperv_n-h2-827839-2 with host n-h2-827839-2 {{(pid=103378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 18:10:21.314429 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f47e23-af45-450c-b801-a65d5150e4fc req-f0c0e5d0-391c-4e88-b743-07923f54133a tempest-DeleteServersTestJSON-1054536096 tempest-DeleteServersTestJSON-1054536096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:10:21.315953 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-f2f47e23-af45-450c-b801-a65d5150e4fc req-f0c0e5d0-391c-4e88-b743-07923f54133a tempest-DeleteServersTestJSON-1054536096 tempest-DeleteServersTestJSON-1054536096-project] 10.222.0.89 "GET /v2.0/ports?device_id=14e2bbd5-8350-46ed-9203-dc7c8a194528 HTTP/1.1" status: 200 len: 943 time: 0.0531158 Feb 04 18:10:21.354305 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] For port 6e800248-c946-49c4-9be1-2dc922982735, host n-h2-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=6e800248-c946-49c4-9be1-2dc922982735,segment=NetworkSegment(af1a826f-3aaa-4c38-a20f-946959885138),segment_id=af1a826f-3aaa-4c38-a20f-946959885138)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 18:10:21.366627 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Returning: {'device': '6e800248-c946-49c4-9be1-2dc922982735', 'network_id': 'e7d3aa7c-a27d-428b-af7b-1b988083d582', 'port_id': '6e800248-c946-49c4-9be1-2dc922982735', 'mac_address': 'fa:16:3e:51:cd:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 773, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9d8cc76-d0e3-4c77-970b-e122a2de4391', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 18:10:21.371328 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-f2f47e23-af45-450c-b801-a65d5150e4fc req-b9a10a54-4739-422c-8606-b988e2c84ec3 tempest-DeleteServersTestJSON-1054536096 tempest-DeleteServersTestJSON-1054536096-project] 10.222.0.89 "GET /v2.0/security-groups?id=bbf782db-5575-488d-9741-b220ea30f11b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496662 Feb 04 18:10:21.403565 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Current status of the port 6e800248-c946-49c4-9be1-2dc922982735 is: DOWN; New status is: BUILD {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 18:10:21.403957 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (6e800248-c946-49c4-9be1-2dc922982735), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:10:21.417235 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e800248-c946-49c4-9be1-2dc922982735 {{(pid=103378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 18:10:21.436477 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] For port 6e800248-c946-49c4-9be1-2dc922982735, host n-h2-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=6e800248-c946-49c4-9be1-2dc922982735,segment=NetworkSegment(af1a826f-3aaa-4c38-a20f-946959885138),segment_id=af1a826f-3aaa-4c38-a20f-946959885138)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 18:10:21.440718 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (6e800248-c946-49c4-9be1-2dc922982735), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:10:21.489288 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Pushing event updated for resources: {'Port': ['ID=6e800248-c946-49c4-9be1-2dc922982735,revision_number=4']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:10:21.683587 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] get_ports_and_sgs() called for port_ids ['6e800248-c946-49c4-9be1-2dc922982735'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 18:10:22.488887 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c66806-68b9-4f44-8f57-1c10ba223318 req-c878347a-fad6-4091-a327-062de60049f7 tempest-DeleteServersTestJSON-1054536096 tempest-DeleteServersTestJSON-1054536096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:10:22.490331 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-74c66806-68b9-4f44-8f57-1c10ba223318 req-c878347a-fad6-4091-a327-062de60049f7 tempest-DeleteServersTestJSON-1054536096 tempest-DeleteServersTestJSON-1054536096-project] 10.222.0.89 "GET /v2.0/ports?device_id=14e2bbd5-8350-46ed-9203-dc7c8a194528 HTTP/1.1" status: 200 len: 944 time: 0.0511448 Feb 04 18:10:22.535475 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-74c66806-68b9-4f44-8f57-1c10ba223318 req-ce17218f-69b2-4af9-8ffb-a1eb8906a378 tempest-DeleteServersTestJSON-1054536096 tempest-DeleteServersTestJSON-1054536096-project] 10.222.0.89 "GET /v2.0/security-groups?id=bbf782db-5575-488d-9741-b220ea30f11b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396769 Feb 04 18:10:23.270369 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Device 6e800248-c946-49c4-9be1-2dc922982735 up at agent hyperv_n-h2-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 18:10:23.319885 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Provisioning for port 6e800248-c946-49c4-9be1-2dc922982735 completed by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 18:10:23.323852 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Provisioning complete for port 6e800248-c946-49c4-9be1-2dc922982735 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 18:10:23.324228 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (6e800248-c946-49c4-9be1-2dc922982735), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:10:23.402002 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Current status of the port 6e800248-c946-49c4-9be1-2dc922982735 is: BUILD; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 18:10:23.402387 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (6e800248-c946-49c4-9be1-2dc922982735), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:10:23.427723 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14e2bbd5-8350-46ed-9203-dc7c8a194528', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e800248-c946-49c4-9be1-2dc922982735'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 18:10:23.430075 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d531d67ec453461b01ecd2cf0c6686e25a5679cf38f56e7e92bae688f1026262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c4070eb-dd94-45c2-9ec3-6da6581cd460" -d '{"events": [{"server_uuid": "14e2bbd5-8350-46ed-9203-dc7c8a194528", "name": "network-vif-plugged", "status": "completed", "tag": "6e800248-c946-49c4-9be1-2dc922982735"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 18:10:23.442625 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] For port 6e800248-c946-49c4-9be1-2dc922982735, host n-h2-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=6e800248-c946-49c4-9be1-2dc922982735,segment=NetworkSegment(af1a826f-3aaa-4c38-a20f-946959885138),segment_id=af1a826f-3aaa-4c38-a20f-946959885138)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 18:10:23.445829 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (6e800248-c946-49c4-9be1-2dc922982735), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:10:23.471906 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 18:10:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c22a79f1-e164-4c49-997c-596d2d69e013 x-openstack-request-id: req-c22a79f1-e164-4c49-997c-596d2d69e013 {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 18:10:23.472204 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14e2bbd5-8350-46ed-9203-dc7c8a194528", "name": "network-vif-plugged", "status": "completed", "tag": "6e800248-c946-49c4-9be1-2dc922982735", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 18:10:23.472462 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-c22a79f1-e164-4c49-997c-596d2d69e013 {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 18:10:23.472878 n-d-827839-2 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14e2bbd5-8350-46ed-9203-dc7c8a194528', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e800248-c946-49c4-9be1-2dc922982735', 'code': 200} Feb 04 18:10:23.502154 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Pushing event updated for resources: {'Port': ['ID=6e800248-c946-49c4-9be1-2dc922982735,revision_number=5']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:10:23.585141 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39addc2c-98b6-40d2-9172-00917e6fe7f5 req-960eccef-a4c7-4d61-8fd2-b612ca3890d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:10:23.586656 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-39addc2c-98b6-40d2-9172-00917e6fe7f5 req-960eccef-a4c7-4d61-8fd2-b612ca3890d7 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=14e2bbd5-8350-46ed-9203-dc7c8a194528 HTTP/1.1" status: 200 len: 1127 time: 0.0479944 Feb 04 18:10:23.659984 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-39addc2c-98b6-40d2-9172-00917e6fe7f5 req-9756fad4-7d4d-4104-b541-83ef05154121 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=bbf782db-5575-488d-9741-b220ea30f11b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635228 Feb 04 18:10:23.674910 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f048ad-a185-49d7-8bfc-2468f9919fbc req-71ecbf91-fd62-45a7-8806-66f64633dfa7 tempest-DeleteServersTestJSON-1054536096 tempest-DeleteServersTestJSON-1054536096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:10:23.676305 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-b9f048ad-a185-49d7-8bfc-2468f9919fbc req-71ecbf91-fd62-45a7-8806-66f64633dfa7 tempest-DeleteServersTestJSON-1054536096 tempest-DeleteServersTestJSON-1054536096-project] 10.222.0.89 "GET /v2.0/ports?device_id=14e2bbd5-8350-46ed-9203-dc7c8a194528 HTTP/1.1" status: 200 len: 945 time: 0.0738335 Feb 04 18:10:23.721970 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-b9f048ad-a185-49d7-8bfc-2468f9919fbc req-a1ec172a-64a0-418f-b828-659201b3dd0a tempest-DeleteServersTestJSON-1054536096 tempest-DeleteServersTestJSON-1054536096-project] 10.222.0.89 "GET /v2.0/security-groups?id=bbf782db-5575-488d-9741-b220ea30f11b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400178 Feb 04 18:10:24.844946 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a8a64c-ee1b-41ac-89a1-627682d4d29b req-375ae9f8-7841-492a-b7d4-e05c4fd14445 tempest-DeleteServersTestJSON-1054536096 tempest-DeleteServersTestJSON-1054536096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:10:24.846436 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-39a8a64c-ee1b-41ac-89a1-627682d4d29b req-375ae9f8-7841-492a-b7d4-e05c4fd14445 tempest-DeleteServersTestJSON-1054536096 tempest-DeleteServersTestJSON-1054536096-project] 10.222.0.89 "GET /v2.0/ports?device_id=14e2bbd5-8350-46ed-9203-dc7c8a194528 HTTP/1.1" status: 200 len: 945 time: 0.0569727 Feb 04 18:10:24.896101 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-39a8a64c-ee1b-41ac-89a1-627682d4d29b req-66e8e7e4-79ff-4b68-bf7a-4048973c03e7 tempest-DeleteServersTestJSON-1054536096 tempest-DeleteServersTestJSON-1054536096-project] 10.222.0.89 "GET /v2.0/security-groups?id=bbf782db-5575-488d-9741-b220ea30f11b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440667 Feb 04 18:10:26.021863 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0171053-7ecd-45d4-9b07-29fb5d5cc13a req-4d4d224e-3b1a-4d13-8b62-804d1ade10a9 tempest-DeleteServersTestJSON-1054536096 tempest-DeleteServersTestJSON-1054536096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:10:26.023346 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-f0171053-7ecd-45d4-9b07-29fb5d5cc13a req-4d4d224e-3b1a-4d13-8b62-804d1ade10a9 tempest-DeleteServersTestJSON-1054536096 tempest-DeleteServersTestJSON-1054536096-project] 10.222.0.89 "GET /v2.0/ports?device_id=14e2bbd5-8350-46ed-9203-dc7c8a194528 HTTP/1.1" status: 200 len: 945 time: 0.0559893 Feb 04 18:10:26.068699 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-f0171053-7ecd-45d4-9b07-29fb5d5cc13a req-550d5f6f-9899-4d8f-a6b2-19a1e72d1fab tempest-DeleteServersTestJSON-1054536096 tempest-DeleteServersTestJSON-1054536096-project] 10.222.0.89 "GET /v2.0/security-groups?id=bbf782db-5575-488d-9741-b220ea30f11b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398355 Feb 04 18:10:26.646252 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 55290) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:10:26.676561 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d277f176-9c88-4cff-a25a-d505805bfc23 req-caac8f18-19d0-480c-aee6-8d338a7ffa8e tempest-DeleteServersTestJSON-1054536096 tempest-DeleteServersTestJSON-1054536096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:10:26.678113 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-d277f176-9c88-4cff-a25a-d505805bfc23 req-caac8f18-19d0-480c-aee6-8d338a7ffa8e tempest-DeleteServersTestJSON-1054536096 tempest-DeleteServersTestJSON-1054536096-project] 10.222.0.89 "GET /v2.0/ports?device_id=14e2bbd5-8350-46ed-9203-dc7c8a194528 HTTP/1.1" status: 200 len: 945 time: 0.0575185 Feb 04 18:10:26.729214 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-d277f176-9c88-4cff-a25a-d505805bfc23 req-fbb01bcc-da43-4a93-863d-83a4a8c37fd6 tempest-DeleteServersTestJSON-1054536096 tempest-DeleteServersTestJSON-1054536096-project] 10.222.0.89 "GET /v2.0/security-groups?id=bbf782db-5575-488d-9741-b220ea30f11b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454566 Feb 04 18:10:26.734876 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-d25001cd-de48-48d7-a1ed-485838712dd0 req-7a66f6e4-edfe-4e30-bb18-9d104a55d5af service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=14e2bbd5-8350-46ed-9203-dc7c8a194528&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0874717 Feb 04 18:10:26.744014 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [req-d25001cd-de48-48d7-a1ed-485838712dd0 req-689e2123-4945-4b79-9f8a-7808b19a791d service neutron] http://10.222.0.89:9696/v2.0/extensions returned with HTTP 200 {{(pid=103376) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 18:10:26.745136 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-d25001cd-de48-48d7-a1ed-485838712dd0 req-689e2123-4945-4b79-9f8a-7808b19a791d service neutron] 10.222.0.89 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055125 Feb 04 18:10:27.854655 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd8c156-0f33-44dc-b22c-147f4512b0f0 req-b48c3673-8191-45c5-983a-0aab2d4fb2c6 tempest-DeleteServersTestJSON-1054536096 tempest-DeleteServersTestJSON-1054536096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:10:27.856165 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-1fd8c156-0f33-44dc-b22c-147f4512b0f0 req-b48c3673-8191-45c5-983a-0aab2d4fb2c6 tempest-DeleteServersTestJSON-1054536096 tempest-DeleteServersTestJSON-1054536096-project] 10.222.0.89 "GET /v2.0/ports?device_id=14e2bbd5-8350-46ed-9203-dc7c8a194528 HTTP/1.1" status: 200 len: 945 time: 0.0584168 Feb 04 18:10:27.902022 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25001cd-de48-48d7-a1ed-485838712dd0 req-1dfc5713-17f7-457d-8e94-4fb8f0687c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:10:27.903298 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-1fd8c156-0f33-44dc-b22c-147f4512b0f0 req-b3c750f9-6c1d-452f-9e7f-e02bbce41688 tempest-DeleteServersTestJSON-1054536096 tempest-DeleteServersTestJSON-1054536096-project] 10.222.0.89 "GET /v2.0/security-groups?id=bbf782db-5575-488d-9741-b220ea30f11b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410168 Feb 04 18:10:27.903549 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-d25001cd-de48-48d7-a1ed-485838712dd0 req-1dfc5713-17f7-457d-8e94-4fb8f0687c18 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=fd2e6a6dcd51427288b9dad1d8bfbbc2&device_id=14e2bbd5-8350-46ed-9203-dc7c8a194528 HTTP/1.1" status: 200 len: 1127 time: 0.0445147 Feb 04 18:10:27.994792 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25001cd-de48-48d7-a1ed-485838712dd0 req-afd0ef4b-462b-4ae0-a4ec-de44a0278e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:10:27.996261 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-d25001cd-de48-48d7-a1ed-485838712dd0 req-afd0ef4b-462b-4ae0-a4ec-de44a0278e80 service neutron] 10.222.0.90 "GET /v2.0/networks?id=e7d3aa7c-a27d-428b-af7b-1b988083d582 HTTP/1.1" status: 200 len: 913 time: 0.0867872 Feb 04 18:10:28.035239 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-d25001cd-de48-48d7-a1ed-485838712dd0 req-1dbc3b0e-3daf-4b34-9730-0232a9eefd8e service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6e800248-c946-49c4-9be1-2dc922982735 HTTP/1.1" status: 200 len: 217 time: 0.0333049 Feb 04 18:10:28.086101 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25001cd-de48-48d7-a1ed-485838712dd0 req-9f422e7a-2c6e-4159-ab6e-c31acef03729 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:10:28.087547 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-d25001cd-de48-48d7-a1ed-485838712dd0 req-9f422e7a-2c6e-4159-ab6e-c31acef03729 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=b9d8cc76-d0e3-4c77-970b-e122a2de4391 HTTP/1.1" status: 200 len: 852 time: 0.0471275 Feb 04 18:10:28.118995 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-d25001cd-de48-48d7-a1ed-485838712dd0 req-717d1673-284a-439a-931d-44bf43e2581b service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=e7d3aa7c-a27d-428b-af7b-1b988083d582&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250156 Feb 04 18:10:28.204209 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-d25001cd-de48-48d7-a1ed-485838712dd0 req-b91166da-fbc2-4422-b000-fbc53dda75ae service neutron] 10.222.0.90 "GET /v2.0/networks/e7d3aa7c-a27d-428b-af7b-1b988083d582?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794244 Feb 04 18:10:28.294239 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-d25001cd-de48-48d7-a1ed-485838712dd0 req-37960b71-1a9d-4997-9fcc-90240508ec71 service neutron] 10.222.0.90 "GET /v2.0/networks/e7d3aa7c-a27d-428b-af7b-1b988083d582?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838890 Feb 04 18:10:29.024348 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a972060d-0f7d-4b8e-b14f-d3648e978999 req-4919cf87-06f3-4400-a93a-889e98f760d3 tempest-DeleteServersTestJSON-1054536096 tempest-DeleteServersTestJSON-1054536096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:10:29.025852 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-a972060d-0f7d-4b8e-b14f-d3648e978999 req-4919cf87-06f3-4400-a93a-889e98f760d3 tempest-DeleteServersTestJSON-1054536096 tempest-DeleteServersTestJSON-1054536096-project] 10.222.0.89 "GET /v2.0/ports?device_id=14e2bbd5-8350-46ed-9203-dc7c8a194528 HTTP/1.1" status: 200 len: 945 time: 0.0531693 Feb 04 18:10:29.071305 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-a972060d-0f7d-4b8e-b14f-d3648e978999 req-40cfe56d-862c-4d1e-879d-5768255ce643 tempest-DeleteServersTestJSON-1054536096 tempest-DeleteServersTestJSON-1054536096-project] 10.222.0.89 "GET /v2.0/security-groups?id=bbf782db-5575-488d-9741-b220ea30f11b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399277 Feb 04 18:10:29.820311 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0c1e9622-5330-4b60-a559-2482e3532a08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (bb89f5a3-3c22-440b-b7d1-c4f0c43c184a), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:10:30.194048 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d437d7-efc1-4242-a59b-6c8328ccccd1 req-acdb5c4d-2ee2-4c9d-9cfe-df9f1979660c tempest-DeleteServersTestJSON-1054536096 tempest-DeleteServersTestJSON-1054536096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:10:30.195774 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-e3d437d7-efc1-4242-a59b-6c8328ccccd1 req-acdb5c4d-2ee2-4c9d-9cfe-df9f1979660c tempest-DeleteServersTestJSON-1054536096 tempest-DeleteServersTestJSON-1054536096-project] 10.222.0.89 "GET /v2.0/ports?device_id=14e2bbd5-8350-46ed-9203-dc7c8a194528 HTTP/1.1" status: 200 len: 945 time: 0.0580547 Feb 04 18:10:30.242447 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-e3d437d7-efc1-4242-a59b-6c8328ccccd1 req-3d09e38a-cfab-44a3-a4eb-b0c05c64dfe4 tempest-DeleteServersTestJSON-1054536096 tempest-DeleteServersTestJSON-1054536096-project] 10.222.0.89 "GET /v2.0/security-groups?id=bbf782db-5575-488d-9741-b220ea30f11b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413225 Feb 04 18:10:31.361030 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d367fc-e771-42eb-87c5-103b362e742d req-fbc891b3-68d7-448c-b06f-2dd1f9a423cd tempest-DeleteServersTestJSON-1054536096 tempest-DeleteServersTestJSON-1054536096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:10:31.362496 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-95d367fc-e771-42eb-87c5-103b362e742d req-fbc891b3-68d7-448c-b06f-2dd1f9a423cd tempest-DeleteServersTestJSON-1054536096 tempest-DeleteServersTestJSON-1054536096-project] 10.222.0.89 "GET /v2.0/ports?device_id=14e2bbd5-8350-46ed-9203-dc7c8a194528 HTTP/1.1" status: 200 len: 945 time: 0.0516963 Feb 04 18:10:31.410899 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-95d367fc-e771-42eb-87c5-103b362e742d req-5f90ce3b-4d37-4117-8dd4-070cf7113807 tempest-DeleteServersTestJSON-1054536096 tempest-DeleteServersTestJSON-1054536096-project] 10.222.0.89 "GET /v2.0/security-groups?id=bbf782db-5575-488d-9741-b220ea30f11b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428898 Feb 04 18:10:32.538968 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f98fd4-1ca9-4005-842d-cdfe7ccfa3ef req-33d3089c-d9a7-433c-a9bc-496138423b6b tempest-DeleteServersTestJSON-1054536096 tempest-DeleteServersTestJSON-1054536096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:10:32.540392 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-39f98fd4-1ca9-4005-842d-cdfe7ccfa3ef req-33d3089c-d9a7-433c-a9bc-496138423b6b tempest-DeleteServersTestJSON-1054536096 tempest-DeleteServersTestJSON-1054536096-project] 10.222.0.89 "GET /v2.0/ports?device_id=14e2bbd5-8350-46ed-9203-dc7c8a194528 HTTP/1.1" status: 200 len: 945 time: 0.0524709 Feb 04 18:10:32.586947 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-39f98fd4-1ca9-4005-842d-cdfe7ccfa3ef req-31e99d4c-87ca-421c-8d24-4e6eb0e6c00f tempest-DeleteServersTestJSON-1054536096 tempest-DeleteServersTestJSON-1054536096-project] 10.222.0.89 "GET /v2.0/security-groups?id=bbf782db-5575-488d-9741-b220ea30f11b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405154 Feb 04 18:10:32.898491 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2daef4e3-c12e-4d7a-a6ea-540b71b6318f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (64ada913-9131-4d99-a265-63a920956287), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:10:33.188305 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d408ec64-b374-4acb-a1fc-48241dad6d47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (0cd6d64a-47a7-40ff-8c12-71dd526c62e0), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:10:33.705703 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6e8970-04f0-45b6-8ba8-97756d8cf59d req-df8490d6-ac3d-428f-8fcc-a718853aab4d tempest-DeleteServersTestJSON-1054536096 tempest-DeleteServersTestJSON-1054536096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:10:33.707189 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-9a6e8970-04f0-45b6-8ba8-97756d8cf59d req-df8490d6-ac3d-428f-8fcc-a718853aab4d tempest-DeleteServersTestJSON-1054536096 tempest-DeleteServersTestJSON-1054536096-project] 10.222.0.89 "GET /v2.0/ports?device_id=14e2bbd5-8350-46ed-9203-dc7c8a194528 HTTP/1.1" status: 200 len: 945 time: 0.0531049 Feb 04 18:10:33.753130 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-9a6e8970-04f0-45b6-8ba8-97756d8cf59d req-7d2645ea-56f1-48fc-92d4-dcb1549304c2 tempest-DeleteServersTestJSON-1054536096 tempest-DeleteServersTestJSON-1054536096-project] 10.222.0.89 "GET /v2.0/security-groups?id=bbf782db-5575-488d-9741-b220ea30f11b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403600 Feb 04 18:10:34.875511 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414c9e88-3519-4930-93a6-a74c45ff56f8 req-5cfd11bb-c4bd-4f42-b4d9-7e4010893f43 tempest-DeleteServersTestJSON-1054536096 tempest-DeleteServersTestJSON-1054536096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:10:34.877036 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-414c9e88-3519-4930-93a6-a74c45ff56f8 req-5cfd11bb-c4bd-4f42-b4d9-7e4010893f43 tempest-DeleteServersTestJSON-1054536096 tempest-DeleteServersTestJSON-1054536096-project] 10.222.0.89 "GET /v2.0/ports?device_id=14e2bbd5-8350-46ed-9203-dc7c8a194528 HTTP/1.1" status: 200 len: 945 time: 0.0569081 Feb 04 18:10:34.926179 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-414c9e88-3519-4930-93a6-a74c45ff56f8 req-cc57eb2a-7532-4a96-b6ea-7289d51e8667 tempest-DeleteServersTestJSON-1054536096 tempest-DeleteServersTestJSON-1054536096-project] 10.222.0.89 "GET /v2.0/security-groups?id=bbf782db-5575-488d-9741-b220ea30f11b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435686 Feb 04 18:10:34.997966 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4f14bb47-e72b-46ac-9e44-a61d9293afcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (75326290-f7a3-4db8-9cf2-15c7139ed224), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:10:35.803041 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (ba70844b-66a0-45fd-a2f2-e6ed673321fc), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:10:36.042748 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36466417-0635-42aa-a879-3c1a7e73a5ef req-4bd83712-6076-4d47-b939-e3928fc9cd5d tempest-DeleteServersTestJSON-1054536096 tempest-DeleteServersTestJSON-1054536096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:10:36.044225 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-36466417-0635-42aa-a879-3c1a7e73a5ef req-4bd83712-6076-4d47-b939-e3928fc9cd5d tempest-DeleteServersTestJSON-1054536096 tempest-DeleteServersTestJSON-1054536096-project] 10.222.0.89 "GET /v2.0/ports?device_id=14e2bbd5-8350-46ed-9203-dc7c8a194528 HTTP/1.1" status: 200 len: 945 time: 0.0516794 Feb 04 18:10:36.089908 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-36466417-0635-42aa-a879-3c1a7e73a5ef req-578d28e7-46ea-4f2d-adf0-a83f61e2838c tempest-DeleteServersTestJSON-1054536096 tempest-DeleteServersTestJSON-1054536096-project] 10.222.0.89 "GET /v2.0/security-groups?id=bbf782db-5575-488d-9741-b220ea30f11b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394242 Feb 04 18:10:37.209420 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c537e5-0fba-4a4e-9196-bb7be803c7a5 req-8ce5df03-46e8-47b6-824a-60de219257d3 tempest-DeleteServersTestJSON-1054536096 tempest-DeleteServersTestJSON-1054536096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:10:37.210881 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-90c537e5-0fba-4a4e-9196-bb7be803c7a5 req-8ce5df03-46e8-47b6-824a-60de219257d3 tempest-DeleteServersTestJSON-1054536096 tempest-DeleteServersTestJSON-1054536096-project] 10.222.0.89 "GET /v2.0/ports?device_id=14e2bbd5-8350-46ed-9203-dc7c8a194528 HTTP/1.1" status: 200 len: 945 time: 0.0521379 Feb 04 18:10:37.256527 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-90c537e5-0fba-4a4e-9196-bb7be803c7a5 req-1fd29f63-75a3-4297-bc71-34d9c77e4cb6 tempest-DeleteServersTestJSON-1054536096 tempest-DeleteServersTestJSON-1054536096-project] 10.222.0.89 "GET /v2.0/security-groups?id=bbf782db-5575-488d-9741-b220ea30f11b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400999 Feb 04 18:10:38.379385 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfc8bf3-644c-4104-b30a-12ac6a6e24ba req-61041525-d6a4-4fd9-941a-c2b37835e802 tempest-DeleteServersTestJSON-1054536096 tempest-DeleteServersTestJSON-1054536096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:10:38.380909 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-6cfc8bf3-644c-4104-b30a-12ac6a6e24ba req-61041525-d6a4-4fd9-941a-c2b37835e802 tempest-DeleteServersTestJSON-1054536096 tempest-DeleteServersTestJSON-1054536096-project] 10.222.0.89 "GET /v2.0/ports?device_id=14e2bbd5-8350-46ed-9203-dc7c8a194528 HTTP/1.1" status: 200 len: 945 time: 0.0560269 Feb 04 18:10:38.426606 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-6cfc8bf3-644c-4104-b30a-12ac6a6e24ba req-926c5ed5-a7e2-4695-8eab-20ade886a9a8 tempest-DeleteServersTestJSON-1054536096 tempest-DeleteServersTestJSON-1054536096-project] 10.222.0.89 "GET /v2.0/security-groups?id=bbf782db-5575-488d-9741-b220ea30f11b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400279 Feb 04 18:10:39.190014 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.agents_db [None req-e1691f3b-aacd-4cd6-8ebb-a9c53bb301c0 None None] Agent healthcheck: found 7 active agents {{(pid=103379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 18:10:39.545891 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b53e5dd-36b0-4973-997d-9d2f2b6dd546 req-5afac990-b56b-40bf-9a02-c606bbbfc5be tempest-DeleteServersTestJSON-1054536096 tempest-DeleteServersTestJSON-1054536096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:10:39.547383 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-1b53e5dd-36b0-4973-997d-9d2f2b6dd546 req-5afac990-b56b-40bf-9a02-c606bbbfc5be tempest-DeleteServersTestJSON-1054536096 tempest-DeleteServersTestJSON-1054536096-project] 10.222.0.89 "GET /v2.0/ports?device_id=14e2bbd5-8350-46ed-9203-dc7c8a194528 HTTP/1.1" status: 200 len: 945 time: 0.0537689 Feb 04 18:10:39.598345 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-1b53e5dd-36b0-4973-997d-9d2f2b6dd546 req-e0b01b21-beb7-422a-bb5a-14726367f4f4 tempest-DeleteServersTestJSON-1054536096 tempest-DeleteServersTestJSON-1054536096-project] 10.222.0.89 "GET /v2.0/security-groups?id=bbf782db-5575-488d-9741-b220ea30f11b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454836 Feb 04 18:10:40.688069 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (f20a1ab3-4332-4f54-833b-ba4a7c687e89), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:10:40.716632 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c76b5d-2b88-4cb4-8061-399ea7dc8d14 req-d35182a1-03b1-4bf1-9908-0b80bb1a53d6 tempest-DeleteServersTestJSON-1054536096 tempest-DeleteServersTestJSON-1054536096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:10:40.718819 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-d8c76b5d-2b88-4cb4-8061-399ea7dc8d14 req-d35182a1-03b1-4bf1-9908-0b80bb1a53d6 tempest-DeleteServersTestJSON-1054536096 tempest-DeleteServersTestJSON-1054536096-project] 10.222.0.89 "GET /v2.0/ports?device_id=14e2bbd5-8350-46ed-9203-dc7c8a194528 HTTP/1.1" status: 200 len: 945 time: 0.0530972 Feb 04 18:10:40.763461 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-d8c76b5d-2b88-4cb4-8061-399ea7dc8d14 req-ab774961-5608-4e79-b3cc-35e2abdec2d4 tempest-DeleteServersTestJSON-1054536096 tempest-DeleteServersTestJSON-1054536096-project] 10.222.0.89 "GET /v2.0/security-groups?id=bbf782db-5575-488d-9741-b220ea30f11b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390096 Feb 04 18:10:41.883073 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7cebde-3b31-42d5-837a-30e6a1350079 req-cf12d8fa-d2bf-4792-a148-f2c4340b60c6 tempest-DeleteServersTestJSON-1054536096 tempest-DeleteServersTestJSON-1054536096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:10:41.884538 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-ea7cebde-3b31-42d5-837a-30e6a1350079 req-cf12d8fa-d2bf-4792-a148-f2c4340b60c6 tempest-DeleteServersTestJSON-1054536096 tempest-DeleteServersTestJSON-1054536096-project] 10.222.0.89 "GET /v2.0/ports?device_id=14e2bbd5-8350-46ed-9203-dc7c8a194528 HTTP/1.1" status: 200 len: 945 time: 0.0537646 Feb 04 18:10:41.931408 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-ea7cebde-3b31-42d5-837a-30e6a1350079 req-6fea6c35-d251-4230-8a4a-0bf19c6021a5 tempest-DeleteServersTestJSON-1054536096 tempest-DeleteServersTestJSON-1054536096-project] 10.222.0.89 "GET /v2.0/security-groups?id=bbf782db-5575-488d-9741-b220ea30f11b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412874 Feb 04 18:10:42.745364 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (3f9244a9-75fc-4c10-b195-11d48b853b41), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:10:43.046956 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40402139-e109-4b29-a4bd-ac22848ab7f6 req-6bf23a7d-d60c-40e1-ac1a-d533416674f0 tempest-DeleteServersTestJSON-1054536096 tempest-DeleteServersTestJSON-1054536096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:10:43.048333 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-40402139-e109-4b29-a4bd-ac22848ab7f6 req-6bf23a7d-d60c-40e1-ac1a-d533416674f0 tempest-DeleteServersTestJSON-1054536096 tempest-DeleteServersTestJSON-1054536096-project] 10.222.0.89 "GET /v2.0/ports?device_id=14e2bbd5-8350-46ed-9203-dc7c8a194528 HTTP/1.1" status: 200 len: 945 time: 0.0517297 Feb 04 18:10:43.098002 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-40402139-e109-4b29-a4bd-ac22848ab7f6 req-5eccc141-ed9f-4e2e-b654-359f37e8b5a4 tempest-DeleteServersTestJSON-1054536096 tempest-DeleteServersTestJSON-1054536096-project] 10.222.0.89 "GET /v2.0/security-groups?id=bbf782db-5575-488d-9741-b220ea30f11b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442052 Feb 04 18:10:44.226208 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2512862e-e468-4d6b-8e86-def7f1cc677b req-49b671b4-287c-4c4f-b78d-3f43e84e4f8a tempest-DeleteServersTestJSON-1054536096 tempest-DeleteServersTestJSON-1054536096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:10:44.227714 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-2512862e-e468-4d6b-8e86-def7f1cc677b req-49b671b4-287c-4c4f-b78d-3f43e84e4f8a tempest-DeleteServersTestJSON-1054536096 tempest-DeleteServersTestJSON-1054536096-project] 10.222.0.89 "GET /v2.0/ports?device_id=14e2bbd5-8350-46ed-9203-dc7c8a194528 HTTP/1.1" status: 200 len: 945 time: 0.0537190 Feb 04 18:10:44.274149 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-2512862e-e468-4d6b-8e86-def7f1cc677b req-23655fe1-44b5-47c4-b88e-5abd05607ba3 tempest-DeleteServersTestJSON-1054536096 tempest-DeleteServersTestJSON-1054536096-project] 10.222.0.89 "GET /v2.0/security-groups?id=bbf782db-5575-488d-9741-b220ea30f11b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409102 Feb 04 18:10:45.391252 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803b65bb-0977-49b1-99b2-c185790ea46d req-1a8500ec-3aab-44ae-a1f2-e006b9e961fb tempest-DeleteServersTestJSON-1054536096 tempest-DeleteServersTestJSON-1054536096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:10:45.393345 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-803b65bb-0977-49b1-99b2-c185790ea46d req-1a8500ec-3aab-44ae-a1f2-e006b9e961fb tempest-DeleteServersTestJSON-1054536096 tempest-DeleteServersTestJSON-1054536096-project] 10.222.0.89 "GET /v2.0/ports?device_id=14e2bbd5-8350-46ed-9203-dc7c8a194528 HTTP/1.1" status: 200 len: 945 time: 0.0519571 Feb 04 18:10:45.438948 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-803b65bb-0977-49b1-99b2-c185790ea46d req-35867c89-19ca-4b24-b894-168acb2a6b00 tempest-DeleteServersTestJSON-1054536096 tempest-DeleteServersTestJSON-1054536096-project] 10.222.0.89 "GET /v2.0/security-groups?id=bbf782db-5575-488d-9741-b220ea30f11b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396960 Feb 04 18:10:46.565507 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc779eae-63fa-4329-8d2e-41cbf3f65e6f req-b728554c-4cc2-438b-be72-8f5155991511 tempest-DeleteServersTestJSON-1054536096 tempest-DeleteServersTestJSON-1054536096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:10:46.566912 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-cc779eae-63fa-4329-8d2e-41cbf3f65e6f req-b728554c-4cc2-438b-be72-8f5155991511 tempest-DeleteServersTestJSON-1054536096 tempest-DeleteServersTestJSON-1054536096-project] 10.222.0.89 "GET /v2.0/ports?device_id=14e2bbd5-8350-46ed-9203-dc7c8a194528 HTTP/1.1" status: 200 len: 945 time: 0.0571175 Feb 04 18:10:46.614612 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-cc779eae-63fa-4329-8d2e-41cbf3f65e6f req-8c1b2e60-91fe-470e-b62a-0174875a7caf tempest-DeleteServersTestJSON-1054536096 tempest-DeleteServersTestJSON-1054536096-project] 10.222.0.89 "GET /v2.0/security-groups?id=bbf782db-5575-488d-9741-b220ea30f11b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422187 Feb 04 18:10:47.467675 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202740a0-c7fe-47bf-8673-3140538bc8f1 req-96ff2d1e-3400-48b0-9862-9444dd8da2df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:10:47.469192 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-202740a0-c7fe-47bf-8673-3140538bc8f1 req-96ff2d1e-3400-48b0-9862-9444dd8da2df service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=fd2e6a6dcd51427288b9dad1d8bfbbc2&device_id=14e2bbd5-8350-46ed-9203-dc7c8a194528 HTTP/1.1" status: 200 len: 1127 time: 0.0438118 Feb 04 18:10:47.580901 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202740a0-c7fe-47bf-8673-3140538bc8f1 req-43364eed-7770-4d84-9198-5c9ce7266fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:10:47.582352 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-202740a0-c7fe-47bf-8673-3140538bc8f1 req-43364eed-7770-4d84-9198-5c9ce7266fb8 service neutron] 10.222.0.90 "GET /v2.0/networks?id=e7d3aa7c-a27d-428b-af7b-1b988083d582 HTTP/1.1" status: 200 len: 913 time: 0.0926509 Feb 04 18:10:47.624012 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-202740a0-c7fe-47bf-8673-3140538bc8f1 req-2c320447-bb78-4ef3-b04d-458ea0c089d5 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6e800248-c946-49c4-9be1-2dc922982735 HTTP/1.1" status: 200 len: 217 time: 0.0355175 Feb 04 18:10:47.675074 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202740a0-c7fe-47bf-8673-3140538bc8f1 req-127e351a-57bd-47d5-a73e-6fddf7990982 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:10:47.676943 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-202740a0-c7fe-47bf-8673-3140538bc8f1 req-127e351a-57bd-47d5-a73e-6fddf7990982 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=b9d8cc76-d0e3-4c77-970b-e122a2de4391 HTTP/1.1" status: 200 len: 852 time: 0.0458016 Feb 04 18:10:47.721263 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-202740a0-c7fe-47bf-8673-3140538bc8f1 req-4b64af67-9529-4c93-a0ea-24e76e508a44 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=e7d3aa7c-a27d-428b-af7b-1b988083d582&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0370390 Feb 04 18:10:47.819608 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707184f0-7682-4353-8567-bfef01079000 req-eb778519-f9ee-4db6-8df7-badb64354cdf tempest-DeleteServersTestJSON-1054536096 tempest-DeleteServersTestJSON-1054536096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:10:47.821090 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-707184f0-7682-4353-8567-bfef01079000 req-eb778519-f9ee-4db6-8df7-badb64354cdf tempest-DeleteServersTestJSON-1054536096 tempest-DeleteServersTestJSON-1054536096-project] 10.222.0.89 "GET /v2.0/ports?device_id=14e2bbd5-8350-46ed-9203-dc7c8a194528 HTTP/1.1" status: 200 len: 945 time: 0.1286886 Feb 04 18:10:47.843396 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-202740a0-c7fe-47bf-8673-3140538bc8f1 req-d6e2c89e-14d6-4906-bae1-155f07e45769 service neutron] 10.222.0.90 "GET /v2.0/networks/e7d3aa7c-a27d-428b-af7b-1b988083d582?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1081204 Feb 04 18:10:47.923216 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-707184f0-7682-4353-8567-bfef01079000 req-f3294f8d-416e-481f-96f4-a72422f23cd4 tempest-DeleteServersTestJSON-1054536096 tempest-DeleteServersTestJSON-1054536096-project] 10.222.0.89 "GET /v2.0/security-groups?id=bbf782db-5575-488d-9741-b220ea30f11b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944436 Feb 04 18:10:47.952330 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-202740a0-c7fe-47bf-8673-3140538bc8f1 req-59b205d4-45cc-4fa3-aa9b-ec332e5f5cc6 service neutron] 10.222.0.90 "GET /v2.0/networks/e7d3aa7c-a27d-428b-af7b-1b988083d582?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1026468 Feb 04 18:10:49.040312 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac535a7-89e2-45a2-b761-f535d7aa8d04 req-e7427932-2f72-4ce2-91d9-d007cc4c81f1 tempest-DeleteServersTestJSON-1054536096 tempest-DeleteServersTestJSON-1054536096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:10:49.041852 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-2ac535a7-89e2-45a2-b761-f535d7aa8d04 req-e7427932-2f72-4ce2-91d9-d007cc4c81f1 tempest-DeleteServersTestJSON-1054536096 tempest-DeleteServersTestJSON-1054536096-project] 10.222.0.89 "GET /v2.0/ports?device_id=14e2bbd5-8350-46ed-9203-dc7c8a194528 HTTP/1.1" status: 200 len: 945 time: 0.0532317 Feb 04 18:10:49.087431 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-2ac535a7-89e2-45a2-b761-f535d7aa8d04 req-076b14b5-6e18-4f4b-9237-b66c9e68b717 tempest-DeleteServersTestJSON-1054536096 tempest-DeleteServersTestJSON-1054536096-project] 10.222.0.89 "GET /v2.0/security-groups?id=bbf782db-5575-488d-9741-b220ea30f11b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401521 Feb 04 18:10:50.210708 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c6cce9-84de-40a1-87b1-339d268bee31 req-21df351a-510f-4565-b826-39c5d1946151 tempest-DeleteServersTestJSON-1054536096 tempest-DeleteServersTestJSON-1054536096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:10:50.212190 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-08c6cce9-84de-40a1-87b1-339d268bee31 req-21df351a-510f-4565-b826-39c5d1946151 tempest-DeleteServersTestJSON-1054536096 tempest-DeleteServersTestJSON-1054536096-project] 10.222.0.89 "GET /v2.0/ports?device_id=14e2bbd5-8350-46ed-9203-dc7c8a194528 HTTP/1.1" status: 200 len: 945 time: 0.0578320 Feb 04 18:10:50.257339 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-08c6cce9-84de-40a1-87b1-339d268bee31 req-c09dc003-726b-423a-8452-45c6331e945e tempest-DeleteServersTestJSON-1054536096 tempest-DeleteServersTestJSON-1054536096-project] 10.222.0.89 "GET /v2.0/security-groups?id=bbf782db-5575-488d-9741-b220ea30f11b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396876 Feb 04 18:10:51.377944 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6381261-0c7a-4911-8ac3-befba497a33c req-9fad37c0-e2d6-45f1-8c56-e650e9495a7c tempest-DeleteServersTestJSON-1054536096 tempest-DeleteServersTestJSON-1054536096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:10:51.379475 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-e6381261-0c7a-4911-8ac3-befba497a33c req-9fad37c0-e2d6-45f1-8c56-e650e9495a7c tempest-DeleteServersTestJSON-1054536096 tempest-DeleteServersTestJSON-1054536096-project] 10.222.0.89 "GET /v2.0/ports?device_id=14e2bbd5-8350-46ed-9203-dc7c8a194528 HTTP/1.1" status: 200 len: 945 time: 0.0531332 Feb 04 18:10:51.430308 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-e6381261-0c7a-4911-8ac3-befba497a33c req-5ea0aeae-4001-4560-bd7f-d6dcd12a7af4 tempest-DeleteServersTestJSON-1054536096 tempest-DeleteServersTestJSON-1054536096-project] 10.222.0.89 "GET /v2.0/security-groups?id=bbf782db-5575-488d-9741-b220ea30f11b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451651 Feb 04 18:10:52.547344 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f60afe-a24c-4fc7-aedb-16f23f2a2312 req-70e295b6-f83d-477f-96ba-1e0d2406bdd6 tempest-DeleteServersTestJSON-1054536096 tempest-DeleteServersTestJSON-1054536096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:10:52.549327 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-b7f60afe-a24c-4fc7-aedb-16f23f2a2312 req-70e295b6-f83d-477f-96ba-1e0d2406bdd6 tempest-DeleteServersTestJSON-1054536096 tempest-DeleteServersTestJSON-1054536096-project] 10.222.0.89 "GET /v2.0/ports?device_id=14e2bbd5-8350-46ed-9203-dc7c8a194528 HTTP/1.1" status: 200 len: 945 time: 0.0515847 Feb 04 18:10:52.593721 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-b7f60afe-a24c-4fc7-aedb-16f23f2a2312 req-1edc3f64-fe24-4835-bcc8-1ff1f2cfb647 tempest-DeleteServersTestJSON-1054536096 tempest-DeleteServersTestJSON-1054536096-project] 10.222.0.89 "GET /v2.0/security-groups?id=bbf782db-5575-488d-9741-b220ea30f11b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388389 Feb 04 18:10:53.711399 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8502125-338f-4b5c-aeb2-a323969a7c94 req-d3a0baf3-7653-4e70-a078-ce4a9ffbe7db tempest-DeleteServersTestJSON-1054536096 tempest-DeleteServersTestJSON-1054536096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:10:53.712894 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-a8502125-338f-4b5c-aeb2-a323969a7c94 req-d3a0baf3-7653-4e70-a078-ce4a9ffbe7db tempest-DeleteServersTestJSON-1054536096 tempest-DeleteServersTestJSON-1054536096-project] 10.222.0.89 "GET /v2.0/ports?device_id=14e2bbd5-8350-46ed-9203-dc7c8a194528 HTTP/1.1" status: 200 len: 945 time: 0.0520232 Feb 04 18:10:53.758290 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-a8502125-338f-4b5c-aeb2-a323969a7c94 req-5fecb6fd-2a38-4052-a359-f3cceda95c6b tempest-DeleteServersTestJSON-1054536096 tempest-DeleteServersTestJSON-1054536096-project] 10.222.0.89 "GET /v2.0/security-groups?id=bbf782db-5575-488d-9741-b220ea30f11b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399098 Feb 04 18:10:54.878306 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b566c763-b822-469a-b871-485822deb742 req-2f42e759-0397-42f1-ae3b-4d1bebaa0769 tempest-DeleteServersTestJSON-1054536096 tempest-DeleteServersTestJSON-1054536096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:10:54.879804 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-b566c763-b822-469a-b871-485822deb742 req-2f42e759-0397-42f1-ae3b-4d1bebaa0769 tempest-DeleteServersTestJSON-1054536096 tempest-DeleteServersTestJSON-1054536096-project] 10.222.0.89 "GET /v2.0/ports?device_id=14e2bbd5-8350-46ed-9203-dc7c8a194528 HTTP/1.1" status: 200 len: 945 time: 0.0529401 Feb 04 18:10:54.932656 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-b566c763-b822-469a-b871-485822deb742 req-c2d764df-cb1c-4e65-a188-53b10d9f415b tempest-DeleteServersTestJSON-1054536096 tempest-DeleteServersTestJSON-1054536096-project] 10.222.0.89 "GET /v2.0/security-groups?id=bbf782db-5575-488d-9741-b220ea30f11b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471470 Feb 04 18:10:56.053960 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e2edaa-5304-4418-a15a-519d451a8877 req-ade68756-f6c7-4bf4-8489-4b5cef5dfad0 tempest-DeleteServersTestJSON-1054536096 tempest-DeleteServersTestJSON-1054536096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:10:56.055441 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-75e2edaa-5304-4418-a15a-519d451a8877 req-ade68756-f6c7-4bf4-8489-4b5cef5dfad0 tempest-DeleteServersTestJSON-1054536096 tempest-DeleteServersTestJSON-1054536096-project] 10.222.0.89 "GET /v2.0/ports?device_id=14e2bbd5-8350-46ed-9203-dc7c8a194528 HTTP/1.1" status: 200 len: 945 time: 0.0541363 Feb 04 18:10:56.101349 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-75e2edaa-5304-4418-a15a-519d451a8877 req-24529d88-5242-42b3-996b-a6e6e5d1a495 tempest-DeleteServersTestJSON-1054536096 tempest-DeleteServersTestJSON-1054536096-project] 10.222.0.89 "GET /v2.0/security-groups?id=bbf782db-5575-488d-9741-b220ea30f11b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404100 Feb 04 18:10:57.218645 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a144ec4-b513-404f-8ee8-72433683a8f2 req-defec811-f04a-4295-a221-38d5ad3519d8 tempest-DeleteServersTestJSON-1054536096 tempest-DeleteServersTestJSON-1054536096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:10:57.220161 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-9a144ec4-b513-404f-8ee8-72433683a8f2 req-defec811-f04a-4295-a221-38d5ad3519d8 tempest-DeleteServersTestJSON-1054536096 tempest-DeleteServersTestJSON-1054536096-project] 10.222.0.89 "GET /v2.0/ports?device_id=14e2bbd5-8350-46ed-9203-dc7c8a194528 HTTP/1.1" status: 200 len: 945 time: 0.0522764 Feb 04 18:10:57.265510 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-9a144ec4-b513-404f-8ee8-72433683a8f2 req-0395bb7d-3ef9-4254-9826-8435ae4eee73 tempest-DeleteServersTestJSON-1054536096 tempest-DeleteServersTestJSON-1054536096-project] 10.222.0.89 "GET /v2.0/security-groups?id=bbf782db-5575-488d-9741-b220ea30f11b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392671 Feb 04 18:10:58.389350 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596cd650-a747-4e50-aa4e-589ff8ad25cb req-e0214410-c81f-46bd-8266-5b294a7d6a31 tempest-DeleteServersTestJSON-1054536096 tempest-DeleteServersTestJSON-1054536096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:10:58.390828 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-596cd650-a747-4e50-aa4e-589ff8ad25cb req-e0214410-c81f-46bd-8266-5b294a7d6a31 tempest-DeleteServersTestJSON-1054536096 tempest-DeleteServersTestJSON-1054536096-project] 10.222.0.89 "GET /v2.0/ports?device_id=14e2bbd5-8350-46ed-9203-dc7c8a194528 HTTP/1.1" status: 200 len: 945 time: 0.0576749 Feb 04 18:10:58.437631 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-596cd650-a747-4e50-aa4e-589ff8ad25cb req-dcd4f5fa-3f06-48e7-9318-bdce95cb58df tempest-DeleteServersTestJSON-1054536096 tempest-DeleteServersTestJSON-1054536096-project] 10.222.0.89 "GET /v2.0/security-groups?id=bbf782db-5575-488d-9741-b220ea30f11b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407610 Feb 04 18:10:59.554421 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce73052-c31f-4c13-8101-0613d4d02ace req-e9a9e774-cc70-4607-9b6e-9bbeffb83d4c tempest-DeleteServersTestJSON-1054536096 tempest-DeleteServersTestJSON-1054536096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:10:59.555797 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-5ce73052-c31f-4c13-8101-0613d4d02ace req-e9a9e774-cc70-4607-9b6e-9bbeffb83d4c tempest-DeleteServersTestJSON-1054536096 tempest-DeleteServersTestJSON-1054536096-project] 10.222.0.89 "GET /v2.0/ports?device_id=14e2bbd5-8350-46ed-9203-dc7c8a194528 HTTP/1.1" status: 200 len: 945 time: 0.0511799 Feb 04 18:10:59.601034 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-5ce73052-c31f-4c13-8101-0613d4d02ace req-24aeed65-cbb5-4f05-a975-b8a196063201 tempest-DeleteServersTestJSON-1054536096 tempest-DeleteServersTestJSON-1054536096-project] 10.222.0.89 "GET /v2.0/security-groups?id=bbf782db-5575-488d-9741-b220ea30f11b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397017 Feb 04 18:10:59.824840 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-917d362b-7f03-425c-9832-7ec4e1dd78f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (bb89f5a3-3c22-440b-b7d1-c4f0c43c184a), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:11:00.576821 n-d-827839-2 neutron-server[103377]: INFO neutron.api.v2.resource [req-d25001cd-de48-48d7-a1ed-485838712dd0 req-e517d5bf-7a46-4dd6-990c-56139ff19666 service neutron] show failed (client error): The resource could not be found. Feb 04 18:11:00.577729 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-d25001cd-de48-48d7-a1ed-485838712dd0 req-e517d5bf-7a46-4dd6-990c-56139ff19666 service neutron] 10.222.0.90 "GET /v2.0/ports/6e800248-c946-49c4-9be1-2dc922982735/bindings/n-h1-827839-2 HTTP/1.1" status: 404 len: 380 time: 0.0572722 Feb 04 18:11:00.723632 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d603b5a1-639b-43f4-8e68-98e5f1c72920 req-d6a81bf0-7baf-483f-9cc4-634baeb324bd tempest-DeleteServersTestJSON-1054536096 tempest-DeleteServersTestJSON-1054536096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:11:00.725192 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-d603b5a1-639b-43f4-8e68-98e5f1c72920 req-d6a81bf0-7baf-483f-9cc4-634baeb324bd tempest-DeleteServersTestJSON-1054536096 tempest-DeleteServersTestJSON-1054536096-project] 10.222.0.89 "GET /v2.0/ports?device_id=14e2bbd5-8350-46ed-9203-dc7c8a194528 HTTP/1.1" status: 200 len: 945 time: 0.0535655 Feb 04 18:11:00.773893 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-d603b5a1-639b-43f4-8e68-98e5f1c72920 req-a640bd90-36e7-445b-98a7-b4befeb838cf tempest-DeleteServersTestJSON-1054536096 tempest-DeleteServersTestJSON-1054536096-project] 10.222.0.89 "GET /v2.0/security-groups?id=bbf782db-5575-488d-9741-b220ea30f11b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425756 Feb 04 18:11:00.903872 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25001cd-de48-48d7-a1ed-485838712dd0 req-ba95aa4d-933e-4d2e-a152-b1e2c55922d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:11:00.905338 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-d25001cd-de48-48d7-a1ed-485838712dd0 req-ba95aa4d-933e-4d2e-a152-b1e2c55922d4 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=14e2bbd5-8350-46ed-9203-dc7c8a194528&tenant_id=fd2e6a6dcd51427288b9dad1d8bfbbc2 HTTP/1.1" status: 200 len: 1127 time: 0.1239843 Feb 04 18:11:00.916909 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [req-d25001cd-de48-48d7-a1ed-485838712dd0 req-e9fd70cf-222d-4db6-9ff5-73e58d5e1e18 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-827839-2', 'device_owner': 'compute:nova'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 18:11:00.979874 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-d25001cd-de48-48d7-a1ed-485838712dd0 req-e9fd70cf-222d-4db6-9ff5-73e58d5e1e18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (6e800248-c946-49c4-9be1-2dc922982735), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:11:01.185699 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [req-d25001cd-de48-48d7-a1ed-485838712dd0 req-e9fd70cf-222d-4db6-9ff5-73e58d5e1e18 service neutron] For port 6e800248-c946-49c4-9be1-2dc922982735, host n-h2-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=6e800248-c946-49c4-9be1-2dc922982735,segment=NetworkSegment(af1a826f-3aaa-4c38-a20f-946959885138),segment_id=af1a826f-3aaa-4c38-a20f-946959885138)] {{(pid=103376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 18:11:01.218860 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [req-d25001cd-de48-48d7-a1ed-485838712dd0 req-e9fd70cf-222d-4db6-9ff5-73e58d5e1e18 service neutron] For port 6e800248-c946-49c4-9be1-2dc922982735, host n-h2-827839-2, cleared binding levels {{(pid=103376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 18:11:01.258167 n-d-827839-2 neutron-server[103376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14e2bbd5-8350-46ed-9203-dc7c8a194528', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6e800248-c946-49c4-9be1-2dc922982735'}] {{(pid=103376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 18:11:01.262981 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-d25001cd-de48-48d7-a1ed-485838712dd0 req-e9fd70cf-222d-4db6-9ff5-73e58d5e1e18 service neutron] Publish callbacks [] for port (6e800248-c946-49c4-9be1-2dc922982735), precommit_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:11:01.276539 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.provisioning_blocks [req-d25001cd-de48-48d7-a1ed-485838712dd0 req-e9fd70cf-222d-4db6-9ff5-73e58d5e1e18 service neutron] Transition to ACTIVE for port object 6e800248-c946-49c4-9be1-2dc922982735 will not be triggered until provisioned by entity L2. {{(pid=103376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 18:11:01.280964 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-d25001cd-de48-48d7-a1ed-485838712dd0 req-e9fd70cf-222d-4db6-9ff5-73e58d5e1e18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675836'] for port (6e800248-c946-49c4-9be1-2dc922982735), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:11:01.315479 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7aefa7f3373fd63bd14caed2f0c404cd5bacff84a7eb60e70ea20ed0b49017dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bd96068-7f25-4c5f-95a3-7ebe0a1842f5" -d '{"events": [{"server_uuid": "14e2bbd5-8350-46ed-9203-dc7c8a194528", "name": "network-vif-unplugged", "status": "completed", "tag": "6e800248-c946-49c4-9be1-2dc922982735"}]}' {{(pid=103376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 18:11:01.356881 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [req-d25001cd-de48-48d7-a1ed-485838712dd0 req-e9fd70cf-222d-4db6-9ff5-73e58d5e1e18 service neutron] No DVR routers for this DVR port 6e800248-c946-49c4-9be1-2dc922982735 on host n-h2-827839-2 {{(pid=103376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 18:11:01.359999 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fd70cf-222d-4db6-9ff5-73e58d5e1e18 service neutron] Pushing event updated for resources: {'Port': ['ID=6e800248-c946-49c4-9be1-2dc922982735,revision_number=6']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:11:01.372111 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fd70cf-222d-4db6-9ff5-73e58d5e1e18 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:11:01.372462 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fd70cf-222d-4db6-9ff5-73e58d5e1e18 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:11:01.372834 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fd70cf-222d-4db6-9ff5-73e58d5e1e18 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:11:01.373178 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fd70cf-222d-4db6-9ff5-73e58d5e1e18 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:11:01.373515 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fd70cf-222d-4db6-9ff5-73e58d5e1e18 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:11:01.373846 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fd70cf-222d-4db6-9ff5-73e58d5e1e18 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:11:01.374178 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fd70cf-222d-4db6-9ff5-73e58d5e1e18 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:11:01.374507 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fd70cf-222d-4db6-9ff5-73e58d5e1e18 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:11:01.374833 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fd70cf-222d-4db6-9ff5-73e58d5e1e18 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:11:01.375166 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fd70cf-222d-4db6-9ff5-73e58d5e1e18 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:11:01.375489 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fd70cf-222d-4db6-9ff5-73e58d5e1e18 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:11:01.375812 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fd70cf-222d-4db6-9ff5-73e58d5e1e18 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:11:01.376134 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fd70cf-222d-4db6-9ff5-73e58d5e1e18 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:11:01.411302 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [req-d25001cd-de48-48d7-a1ed-485838712dd0 req-e9fd70cf-222d-4db6-9ff5-73e58d5e1e18 service neutron] Attempting to bind port 6e800248-c946-49c4-9be1-2dc922982735 on host n-h1-827839-2 for vnic_type normal with profile {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 18:11:01.411696 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [req-d25001cd-de48-48d7-a1ed-485838712dd0 req-e9fd70cf-222d-4db6-9ff5-73e58d5e1e18 service neutron] Attempting to bind port 6e800248-c946-49c4-9be1-2dc922982735 by drivers openvswitch,hyperv on host n-h1-827839-2 at level 0 using segments [{'id': 'af1a826f-3aaa-4c38-a20f-946959885138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'e7d3aa7c-a27d-428b-af7b-1b988083d582'}] {{(pid=103376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 18:11:01.412012 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d25001cd-de48-48d7-a1ed-485838712dd0 req-e9fd70cf-222d-4db6-9ff5-73e58d5e1e18 service neutron] Attempting to bind port 6e800248-c946-49c4-9be1-2dc922982735 on network e7d3aa7c-a27d-428b-af7b-1b988083d582 {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 18:11:01.416391 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d25001cd-de48-48d7-a1ed-485838712dd0 req-e9fd70cf-222d-4db6-9ff5-73e58d5e1e18 service neutron] Port 6e800248-c946-49c4-9be1-2dc922982735 on network e7d3aa7c-a27d-428b-af7b-1b988083d582 not bound, no agent of type Open vSwitch agent registered on host n-h1-827839-2 {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 18:11:01.416698 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d25001cd-de48-48d7-a1ed-485838712dd0 req-e9fd70cf-222d-4db6-9ff5-73e58d5e1e18 service neutron] Attempting to bind port 6e800248-c946-49c4-9be1-2dc922982735 on network e7d3aa7c-a27d-428b-af7b-1b988083d582 {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 18:11:01.423305 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d25001cd-de48-48d7-a1ed-485838712dd0 req-e9fd70cf-222d-4db6-9ff5-73e58d5e1e18 service neutron] Checking agent: {'id': '3f9244a9-75fc-4c10-b195-11d48b853b41', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 8, 42), 'started_at': datetime.datetime(2022, 2, 4, 17, 8, 42), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 18, 10, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 18:11:01.424418 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d25001cd-de48-48d7-a1ed-485838712dd0 req-e9fd70cf-222d-4db6-9ff5-73e58d5e1e18 service neutron] Checking segment: {'id': 'af1a826f-3aaa-4c38-a20f-946959885138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'e7d3aa7c-a27d-428b-af7b-1b988083d582'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 18:11:01.424914 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d25001cd-de48-48d7-a1ed-485838712dd0 req-e9fd70cf-222d-4db6-9ff5-73e58d5e1e18 service neutron] Bound using segment: {'id': 'af1a826f-3aaa-4c38-a20f-946959885138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'e7d3aa7c-a27d-428b-af7b-1b988083d582'} {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 18:11:01.425345 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [req-d25001cd-de48-48d7-a1ed-485838712dd0 req-e9fd70cf-222d-4db6-9ff5-73e58d5e1e18 service neutron] Bound port: 6e800248-c946-49c4-9be1-2dc922982735, host: n-h1-827839-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af1a826f-3aaa-4c38-a20f-946959885138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'e7d3aa7c-a27d-428b-af7b-1b988083d582'}}] {{(pid=103376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 18:11:01.425712 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-d25001cd-de48-48d7-a1ed-485838712dd0 req-e9fd70cf-222d-4db6-9ff5-73e58d5e1e18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (6e800248-c946-49c4-9be1-2dc922982735), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:11:01.428684 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 04 Feb 2022 18:11:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a11da36-d77b-484c-a514-14b9d94453d8 x-openstack-request-id: req-4a11da36-d77b-484c-a514-14b9d94453d8 {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 18:11:01.429396 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14e2bbd5-8350-46ed-9203-dc7c8a194528", "name": "network-vif-unplugged", "status": "completed", "tag": "6e800248-c946-49c4-9be1-2dc922982735", "code": 200}]} {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 18:11:01.429655 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-4a11da36-d77b-484c-a514-14b9d94453d8 {{(pid=103376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 18:11:01.430051 n-d-827839-2 neutron-server[103376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14e2bbd5-8350-46ed-9203-dc7c8a194528', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6e800248-c946-49c4-9be1-2dc922982735', 'code': 200} Feb 04 18:11:01.491700 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [req-d25001cd-de48-48d7-a1ed-485838712dd0 req-e9fd70cf-222d-4db6-9ff5-73e58d5e1e18 service neutron] For port 6e800248-c946-49c4-9be1-2dc922982735, host n-h1-827839-2, cleared binding levels {{(pid=103376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 18:11:01.494838 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [req-d25001cd-de48-48d7-a1ed-485838712dd0 req-e9fd70cf-222d-4db6-9ff5-73e58d5e1e18 service neutron] For port 6e800248-c946-49c4-9be1-2dc922982735, host n-h1-827839-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=6e800248-c946-49c4-9be1-2dc922982735,segment=NetworkSegment(af1a826f-3aaa-4c38-a20f-946959885138),segment_id=af1a826f-3aaa-4c38-a20f-946959885138)] {{(pid=103376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 18:11:01.500239 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-d25001cd-de48-48d7-a1ed-485838712dd0 req-e9fd70cf-222d-4db6-9ff5-73e58d5e1e18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675836'] for port (6e800248-c946-49c4-9be1-2dc922982735), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:11:01.535989 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25001cd-de48-48d7-a1ed-485838712dd0 req-e9fd70cf-222d-4db6-9ff5-73e58d5e1e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:11:01.536912 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-d25001cd-de48-48d7-a1ed-485838712dd0 req-e9fd70cf-222d-4db6-9ff5-73e58d5e1e18 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:11:01.538306 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-d25001cd-de48-48d7-a1ed-485838712dd0 req-e9fd70cf-222d-4db6-9ff5-73e58d5e1e18 service neutron] 10.222.0.96 "PUT /v2.0/ports/6e800248-c946-49c4-9be1-2dc922982735 HTTP/1.1" status: 200 len: 1091 time: 0.6254816 Feb 04 18:11:01.555531 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fd70cf-222d-4db6-9ff5-73e58d5e1e18 service neutron] Pushing event updated for resources: {'Port': ['ID=6e800248-c946-49c4-9be1-2dc922982735,revision_number=7']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:11:01.603694 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25001cd-de48-48d7-a1ed-485838712dd0 req-8337186e-a526-4141-be50-01ed7b6628ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:11:01.605236 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-d25001cd-de48-48d7-a1ed-485838712dd0 req-8337186e-a526-4141-be50-01ed7b6628ec service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=fd2e6a6dcd51427288b9dad1d8bfbbc2&device_id=14e2bbd5-8350-46ed-9203-dc7c8a194528 HTTP/1.1" status: 200 len: 1125 time: 0.0463004 Feb 04 18:11:01.699903 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25001cd-de48-48d7-a1ed-485838712dd0 req-f4f77392-39b5-4344-a53a-79784c0ed146 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:11:01.701426 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-d25001cd-de48-48d7-a1ed-485838712dd0 req-f4f77392-39b5-4344-a53a-79784c0ed146 service neutron] 10.222.0.96 "GET /v2.0/networks?id=e7d3aa7c-a27d-428b-af7b-1b988083d582 HTTP/1.1" status: 200 len: 913 time: 0.0894375 Feb 04 18:11:01.742451 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-d25001cd-de48-48d7-a1ed-485838712dd0 req-18871c83-2406-4da0-968d-2f0f3f2e6538 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6e800248-c946-49c4-9be1-2dc922982735 HTTP/1.1" status: 200 len: 217 time: 0.0341313 Feb 04 18:11:01.793715 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25001cd-de48-48d7-a1ed-485838712dd0 req-06040fa8-93d9-41a0-94c3-eddc548845a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:11:01.795170 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-d25001cd-de48-48d7-a1ed-485838712dd0 req-06040fa8-93d9-41a0-94c3-eddc548845a1 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=b9d8cc76-d0e3-4c77-970b-e122a2de4391 HTTP/1.1" status: 200 len: 852 time: 0.0465379 Feb 04 18:11:01.827799 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-d25001cd-de48-48d7-a1ed-485838712dd0 req-e5976667-5e2b-4ffa-abed-c21c4b3a26cb service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=e7d3aa7c-a27d-428b-af7b-1b988083d582&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258384 Feb 04 18:11:01.951407 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-d25001cd-de48-48d7-a1ed-485838712dd0 req-a9749ce7-ac0a-4fe3-9ab3-cb045c1856b8 service neutron] 10.222.0.96 "GET /v2.0/networks/e7d3aa7c-a27d-428b-af7b-1b988083d582?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1163013 Feb 04 18:11:01.959546 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e10e2b-ace0-4288-b279-86ea783a4dc0 req-1eed1062-7d5d-435b-9860-5d8e9fe6bd97 tempest-DeleteServersTestJSON-1054536096 tempest-DeleteServersTestJSON-1054536096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:11:01.960940 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-f2e10e2b-ace0-4288-b279-86ea783a4dc0 req-1eed1062-7d5d-435b-9860-5d8e9fe6bd97 tempest-DeleteServersTestJSON-1054536096 tempest-DeleteServersTestJSON-1054536096-project] 10.222.0.89 "GET /v2.0/ports?device_id=14e2bbd5-8350-46ed-9203-dc7c8a194528 HTTP/1.1" status: 200 len: 943 time: 0.1089609 Feb 04 18:11:02.053239 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-f2e10e2b-ace0-4288-b279-86ea783a4dc0 req-5a09f457-a96a-4a97-8b4c-8425bc7f8a6e tempest-DeleteServersTestJSON-1054536096 tempest-DeleteServersTestJSON-1054536096-project] 10.222.0.89 "GET /v2.0/security-groups?id=bbf782db-5575-488d-9741-b220ea30f11b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844951 Feb 04 18:11:02.075938 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-d25001cd-de48-48d7-a1ed-485838712dd0 req-50d52c6b-e7dd-4745-b2bd-2fe368798390 service neutron] 10.222.0.96 "GET /v2.0/networks/e7d3aa7c-a27d-428b-af7b-1b988083d582?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1140733 Feb 04 18:11:02.899012 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ee0b9225-e81b-4a23-aea7-b38bd577d0d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (64ada913-9131-4d99-a265-63a920956287), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:11:03.177255 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83682ee4-3a8a-49b1-aec4-ba43e8cb6c1c req-1a7bc530-cdd2-43f6-9ae4-4e903714e552 tempest-DeleteServersTestJSON-1054536096 tempest-DeleteServersTestJSON-1054536096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:11:03.178682 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-83682ee4-3a8a-49b1-aec4-ba43e8cb6c1c req-1a7bc530-cdd2-43f6-9ae4-4e903714e552 tempest-DeleteServersTestJSON-1054536096 tempest-DeleteServersTestJSON-1054536096-project] 10.222.0.89 "GET /v2.0/ports?device_id=14e2bbd5-8350-46ed-9203-dc7c8a194528 HTTP/1.1" status: 200 len: 943 time: 0.0562172 Feb 04 18:11:03.192585 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d408ec64-b374-4acb-a1fc-48241dad6d47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (0cd6d64a-47a7-40ff-8c12-71dd526c62e0), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:11:03.225136 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-83682ee4-3a8a-49b1-aec4-ba43e8cb6c1c req-2d4fa355-b24f-4508-81cb-273e5121334e tempest-DeleteServersTestJSON-1054536096 tempest-DeleteServersTestJSON-1054536096-project] 10.222.0.89 "GET /v2.0/security-groups?id=bbf782db-5575-488d-9741-b220ea30f11b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407879 Feb 04 18:11:03.431955 n-d-827839-2 neutron-server[103376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14e2bbd5-8350-46ed-9203-dc7c8a194528', 'tag': '6e800248-c946-49c4-9be1-2dc922982735'}] {{(pid=103376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 18:11:03.434237 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7aefa7f3373fd63bd14caed2f0c404cd5bacff84a7eb60e70ea20ed0b49017dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f9ee399-54dd-4345-af99-14d237a87ff2" -d '{"events": [{"name": "network-changed", "server_uuid": "14e2bbd5-8350-46ed-9203-dc7c8a194528", "tag": "6e800248-c946-49c4-9be1-2dc922982735"}]}' {{(pid=103376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 18:11:03.485403 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 18:11:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-174129d4-5f10-4222-9c4a-2ae59f0aeec1 x-openstack-request-id: req-174129d4-5f10-4222-9c4a-2ae59f0aeec1 {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 18:11:03.485706 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14e2bbd5-8350-46ed-9203-dc7c8a194528", "tag": "6e800248-c946-49c4-9be1-2dc922982735", "status": "completed", "code": 200}]} {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 18:11:03.485970 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-174129d4-5f10-4222-9c4a-2ae59f0aeec1 {{(pid=103376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 18:11:03.487015 n-d-827839-2 neutron-server[103376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14e2bbd5-8350-46ed-9203-dc7c8a194528', 'tag': '6e800248-c946-49c4-9be1-2dc922982735', 'status': 'completed', 'code': 200} Feb 04 18:11:03.554718 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9ee399-54dd-4345-af99-14d237a87ff2 req-e0529fcf-9e65-4d23-84b4-e1f78cb03518 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:11:03.556214 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9ee399-54dd-4345-af99-14d237a87ff2 req-2c9041f7-315a-462f-bf8e-9bed1a051c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:11:03.556341 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-8f9ee399-54dd-4345-af99-14d237a87ff2 req-e0529fcf-9e65-4d23-84b4-e1f78cb03518 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=fd2e6a6dcd51427288b9dad1d8bfbbc2&device_id=14e2bbd5-8350-46ed-9203-dc7c8a194528 HTTP/1.1" status: 200 len: 1125 time: 0.0439873 Feb 04 18:11:03.557785 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-8f9ee399-54dd-4345-af99-14d237a87ff2 req-2c9041f7-315a-462f-bf8e-9bed1a051c79 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=fd2e6a6dcd51427288b9dad1d8bfbbc2&device_id=14e2bbd5-8350-46ed-9203-dc7c8a194528 HTTP/1.1" status: 200 len: 1125 time: 0.0524108 Feb 04 18:11:03.649929 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9ee399-54dd-4345-af99-14d237a87ff2 req-4628e1a1-d54a-4c1b-943c-bf1ee1dc93b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:11:03.651063 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-8f9ee399-54dd-4345-af99-14d237a87ff2 req-4628e1a1-d54a-4c1b-943c-bf1ee1dc93b0 service neutron] 10.222.0.96 "GET /v2.0/networks?id=e7d3aa7c-a27d-428b-af7b-1b988083d582 HTTP/1.1" status: 200 len: 913 time: 0.0865567 Feb 04 18:11:03.655528 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9ee399-54dd-4345-af99-14d237a87ff2 req-043f69c0-6bf0-4a2f-a71e-b9c3bd8f6ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:11:03.656994 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-8f9ee399-54dd-4345-af99-14d237a87ff2 req-043f69c0-6bf0-4a2f-a71e-b9c3bd8f6ce0 service neutron] 10.222.0.90 "GET /v2.0/networks?id=e7d3aa7c-a27d-428b-af7b-1b988083d582 HTTP/1.1" status: 200 len: 913 time: 0.0922852 Feb 04 18:11:03.695819 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-8f9ee399-54dd-4345-af99-14d237a87ff2 req-5ddcec2c-abcf-420c-841a-ee8115780539 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6e800248-c946-49c4-9be1-2dc922982735 HTTP/1.1" status: 200 len: 217 time: 0.0384574 Feb 04 18:11:03.697616 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-8f9ee399-54dd-4345-af99-14d237a87ff2 req-99d13e73-fcfd-4a02-b85a-77c6cea9904c service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6e800248-c946-49c4-9be1-2dc922982735 HTTP/1.1" status: 200 len: 217 time: 0.0337613 Feb 04 18:11:03.745399 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9ee399-54dd-4345-af99-14d237a87ff2 req-03b2dffb-2337-470e-9bcc-9d3fb773fc7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:11:03.746892 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-8f9ee399-54dd-4345-af99-14d237a87ff2 req-03b2dffb-2337-470e-9bcc-9d3fb773fc7d service neutron] 10.222.0.96 "GET /v2.0/subnets?id=b9d8cc76-d0e3-4c77-970b-e122a2de4391 HTTP/1.1" status: 200 len: 852 time: 0.0436835 Feb 04 18:11:03.752079 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9ee399-54dd-4345-af99-14d237a87ff2 req-1189dfe5-9f2f-4c09-bf45-65029e815f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:11:03.753558 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-8f9ee399-54dd-4345-af99-14d237a87ff2 req-1189dfe5-9f2f-4c09-bf45-65029e815f9b service neutron] 10.222.0.90 "GET /v2.0/subnets?id=b9d8cc76-d0e3-4c77-970b-e122a2de4391 HTTP/1.1" status: 200 len: 852 time: 0.0462813 Feb 04 18:11:03.781353 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-8f9ee399-54dd-4345-af99-14d237a87ff2 req-0806dd52-6228-4429-a0d6-625b4630e824 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=e7d3aa7c-a27d-428b-af7b-1b988083d582&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254946 Feb 04 18:11:03.788517 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-8f9ee399-54dd-4345-af99-14d237a87ff2 req-c7b176a1-778f-49cc-9581-3c502e8f9641 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=e7d3aa7c-a27d-428b-af7b-1b988083d582&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269587 Feb 04 18:11:03.870796 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-8f9ee399-54dd-4345-af99-14d237a87ff2 req-4316798d-2c09-4fbc-a8d2-453301aa796c service neutron] 10.222.0.96 "GET /v2.0/networks/e7d3aa7c-a27d-428b-af7b-1b988083d582?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818517 Feb 04 18:11:03.876431 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-8f9ee399-54dd-4345-af99-14d237a87ff2 req-9a67c55c-d9bf-4738-bbb4-4c8fe23d3c60 service neutron] 10.222.0.90 "GET /v2.0/networks/e7d3aa7c-a27d-428b-af7b-1b988083d582?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797110 Feb 04 18:11:03.962854 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-8f9ee399-54dd-4345-af99-14d237a87ff2 req-a11e628e-aae8-4ec9-bc0c-4c751e95a741 service neutron] 10.222.0.96 "GET /v2.0/networks/e7d3aa7c-a27d-428b-af7b-1b988083d582?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857811 Feb 04 18:11:03.968256 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-8f9ee399-54dd-4345-af99-14d237a87ff2 req-7063ebb3-14ef-4d51-828f-0bbd4a3d46d8 service neutron] 10.222.0.90 "GET /v2.0/networks/e7d3aa7c-a27d-428b-af7b-1b988083d582?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840173 Feb 04 18:11:04.345235 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a3a459-6a8b-4ca3-9787-667debbcd351 req-2404788a-5c83-42b1-89ef-d1f70ff25e0b tempest-DeleteServersTestJSON-1054536096 tempest-DeleteServersTestJSON-1054536096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:11:04.346682 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-82a3a459-6a8b-4ca3-9787-667debbcd351 req-2404788a-5c83-42b1-89ef-d1f70ff25e0b tempest-DeleteServersTestJSON-1054536096 tempest-DeleteServersTestJSON-1054536096-project] 10.222.0.89 "GET /v2.0/ports?device_id=14e2bbd5-8350-46ed-9203-dc7c8a194528 HTTP/1.1" status: 200 len: 943 time: 0.0522125 Feb 04 18:11:04.391447 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-82a3a459-6a8b-4ca3-9787-667debbcd351 req-ada53455-b52f-482d-941d-927fd2bd9d58 tempest-DeleteServersTestJSON-1054536096 tempest-DeleteServersTestJSON-1054536096-project] 10.222.0.89 "GET /v2.0/security-groups?id=bbf782db-5575-488d-9741-b220ea30f11b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393655 Feb 04 18:11:05.001537 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4f14bb47-e72b-46ac-9e44-a61d9293afcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (75326290-f7a3-4db8-9cf2-15c7139ed224), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:11:05.473922 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Device 6e800248-c946-49c4-9be1-2dc922982735 no longer exists at agent hyperv_n-h2-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 18:11:05.511256 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] The host n-h2-827839-2 is not matching for port 6e800248-c946-49c4-9be1-2dc922982735 host n-h1-827839-2! {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Feb 04 18:11:05.511646 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Device 6e800248-c946-49c4-9be1-2dc922982735 not bound to the agent host n-h2-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 18:11:05.513794 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9df2ce-55e8-4803-b083-8c642a671e1e req-054f3791-774c-4027-a828-39ddbef35e6b tempest-DeleteServersTestJSON-1054536096 tempest-DeleteServersTestJSON-1054536096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:11:05.515696 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-dc9df2ce-55e8-4803-b083-8c642a671e1e req-054f3791-774c-4027-a828-39ddbef35e6b tempest-DeleteServersTestJSON-1054536096 tempest-DeleteServersTestJSON-1054536096-project] 10.222.0.89 "GET /v2.0/ports?device_id=14e2bbd5-8350-46ed-9203-dc7c8a194528 HTTP/1.1" status: 200 len: 943 time: 0.0557718 Feb 04 18:11:05.561867 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-dc9df2ce-55e8-4803-b083-8c642a671e1e req-cde9a7e5-022e-469a-b196-211016cb6331 tempest-DeleteServersTestJSON-1054536096 tempest-DeleteServersTestJSON-1054536096-project] 10.222.0.89 "GET /v2.0/security-groups?id=bbf782db-5575-488d-9741-b220ea30f11b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399888 Feb 04 18:11:05.808917 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (ba70844b-66a0-45fd-a2f2-e6ed673321fc), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:11:06.123755 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac98f66-a9a8-4934-a7e7-8c56897c145f req-33045268-d186-43fd-b408-7cb9283aa9ac tempest-DeleteServersTestJSON-1054536096 tempest-DeleteServersTestJSON-1054536096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:11:06.125131 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-dac98f66-a9a8-4934-a7e7-8c56897c145f req-33045268-d186-43fd-b408-7cb9283aa9ac tempest-DeleteServersTestJSON-1054536096 tempest-DeleteServersTestJSON-1054536096-project] 10.222.0.90 "GET /v2.0/ports?device_id=14e2bbd5-8350-46ed-9203-dc7c8a194528&tenant_id=fd2e6a6dcd51427288b9dad1d8bfbbc2&binding%3Ahost_id=n-h1-827839-2 HTTP/1.1" status: 200 len: 943 time: 0.3798070 Feb 04 18:11:06.183764 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device 6e800248-c946-49c4-9be1-2dc922982735 details requested by agent hyperv_n-h1-827839-2 with host n-h1-827839-2 {{(pid=103378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 18:11:06.185939 n-d-827839-2 neutron-server[103377]: INFO neutron.api.v2.resource [req-dac98f66-a9a8-4934-a7e7-8c56897c145f req-a192e62e-3330-44ea-813e-c1673a054ad0 service neutron] delete failed (client error): The resource could not be found. Feb 04 18:11:06.186947 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-dac98f66-a9a8-4934-a7e7-8c56897c145f req-a192e62e-3330-44ea-813e-c1673a054ad0 service neutron] 10.222.0.90 "DELETE /v2.0/ports/6e800248-c946-49c4-9be1-2dc922982735/bindings/n-h2-827839-2 HTTP/1.1" status: 404 len: 380 time: 0.0515718 Feb 04 18:11:06.280911 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac98f66-a9a8-4934-a7e7-8c56897c145f req-44da614c-3221-4f17-8302-e9ab1b7a2876 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:11:06.282457 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-dac98f66-a9a8-4934-a7e7-8c56897c145f req-44da614c-3221-4f17-8302-e9ab1b7a2876 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=fd2e6a6dcd51427288b9dad1d8bfbbc2&device_id=14e2bbd5-8350-46ed-9203-dc7c8a194528 HTTP/1.1" status: 200 len: 1125 time: 0.0446906 Feb 04 18:11:06.283009 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] For port 6e800248-c946-49c4-9be1-2dc922982735, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=6e800248-c946-49c4-9be1-2dc922982735,segment=NetworkSegment(af1a826f-3aaa-4c38-a20f-946959885138),segment_id=af1a826f-3aaa-4c38-a20f-946959885138)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 18:11:06.296049 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Returning: {'device': '6e800248-c946-49c4-9be1-2dc922982735', 'network_id': 'e7d3aa7c-a27d-428b-af7b-1b988083d582', 'port_id': '6e800248-c946-49c4-9be1-2dc922982735', 'mac_address': 'fa:16:3e:51:cd:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 773, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9d8cc76-d0e3-4c77-970b-e122a2de4391', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 18:11:06.332899 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Current status of the port 6e800248-c946-49c4-9be1-2dc922982735 is: DOWN; New status is: BUILD {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 18:11:06.333292 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (6e800248-c946-49c4-9be1-2dc922982735), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:11:06.345870 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e800248-c946-49c4-9be1-2dc922982735 {{(pid=103378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 18:11:06.366397 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] For port 6e800248-c946-49c4-9be1-2dc922982735, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=6e800248-c946-49c4-9be1-2dc922982735,segment=NetworkSegment(af1a826f-3aaa-4c38-a20f-946959885138),segment_id=af1a826f-3aaa-4c38-a20f-946959885138)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 18:11:06.370709 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (6e800248-c946-49c4-9be1-2dc922982735), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:11:06.372016 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac98f66-a9a8-4934-a7e7-8c56897c145f req-da218e1a-dfe3-4e23-8ef5-fb016b4a7f3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:11:06.373560 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-dac98f66-a9a8-4934-a7e7-8c56897c145f req-da218e1a-dfe3-4e23-8ef5-fb016b4a7f3c service neutron] 10.222.0.90 "GET /v2.0/networks?id=e7d3aa7c-a27d-428b-af7b-1b988083d582 HTTP/1.1" status: 200 len: 913 time: 0.0856149 Feb 04 18:11:06.417017 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-dac98f66-a9a8-4934-a7e7-8c56897c145f req-67dd6925-6d75-4e1f-9b1c-b89d2407ce10 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6e800248-c946-49c4-9be1-2dc922982735 HTTP/1.1" status: 200 len: 217 time: 0.0343950 Feb 04 18:11:06.420571 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Pushing event updated for resources: {'Port': ['ID=6e800248-c946-49c4-9be1-2dc922982735,revision_number=8']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:11:06.428462 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:11:06.428844 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:11:06.429199 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:11:06.429542 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:11:06.429880 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:11:06.430217 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:11:06.430550 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:11:06.430879 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:11:06.431208 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:11:06.431536 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:11:06.431866 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:11:06.432191 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:11:06.432515 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:11:06.472006 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac98f66-a9a8-4934-a7e7-8c56897c145f req-1a63efbd-0e82-458a-8af5-409fed4ef808 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:11:06.473460 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-dac98f66-a9a8-4934-a7e7-8c56897c145f req-1a63efbd-0e82-458a-8af5-409fed4ef808 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=b9d8cc76-d0e3-4c77-970b-e122a2de4391 HTTP/1.1" status: 200 len: 852 time: 0.0459940 Feb 04 18:11:06.511710 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-dac98f66-a9a8-4934-a7e7-8c56897c145f req-c516d4f7-9237-4382-b294-0410c7f3e010 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=e7d3aa7c-a27d-428b-af7b-1b988083d582&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241001 Feb 04 18:11:06.600128 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-dac98f66-a9a8-4934-a7e7-8c56897c145f req-b601db1f-9eb1-4263-a6ba-d191fd363456 service neutron] 10.222.0.90 "GET /v2.0/networks/e7d3aa7c-a27d-428b-af7b-1b988083d582?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0783463 Feb 04 18:11:06.697186 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-dac98f66-a9a8-4934-a7e7-8c56897c145f req-d32a3faf-a086-4111-86c7-32b191cebf34 service neutron] 10.222.0.90 "GET /v2.0/networks/e7d3aa7c-a27d-428b-af7b-1b988083d582?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840876 Feb 04 18:11:06.802946 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] get_ports_and_sgs() called for port_ids ['6e800248-c946-49c4-9be1-2dc922982735'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 18:11:07.460674 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5145794e-f2e5-4694-843f-e66ddbfc2c48 req-677c24c5-884e-47ac-86e5-9defbc4e4902 tempest-DeleteServersTestJSON-1054536096 tempest-DeleteServersTestJSON-1054536096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:11:07.462091 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-5145794e-f2e5-4694-843f-e66ddbfc2c48 req-677c24c5-884e-47ac-86e5-9defbc4e4902 tempest-DeleteServersTestJSON-1054536096 tempest-DeleteServersTestJSON-1054536096-project] 10.222.0.89 "GET /v2.0/ports?device_id=14e2bbd5-8350-46ed-9203-dc7c8a194528 HTTP/1.1" status: 200 len: 944 time: 0.0573730 Feb 04 18:11:07.508365 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-5145794e-f2e5-4694-843f-e66ddbfc2c48 req-52bafe84-a738-4e10-9475-24f9bee51d43 tempest-DeleteServersTestJSON-1054536096 tempest-DeleteServersTestJSON-1054536096-project] 10.222.0.89 "GET /v2.0/security-groups?id=bbf782db-5575-488d-9741-b220ea30f11b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407667 Feb 04 18:11:08.200067 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device 6e800248-c946-49c4-9be1-2dc922982735 up at agent hyperv_n-h1-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 18:11:08.414426 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Provisioning for port 6e800248-c946-49c4-9be1-2dc922982735 completed by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 18:11:08.418709 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Provisioning complete for port 6e800248-c946-49c4-9be1-2dc922982735 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 18:11:08.419089 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (6e800248-c946-49c4-9be1-2dc922982735), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:11:08.492405 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Current status of the port 6e800248-c946-49c4-9be1-2dc922982735 is: BUILD; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 18:11:08.492825 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (6e800248-c946-49c4-9be1-2dc922982735), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:11:08.514987 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14e2bbd5-8350-46ed-9203-dc7c8a194528', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e800248-c946-49c4-9be1-2dc922982735'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 18:11:08.517212 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d531d67ec453461b01ecd2cf0c6686e25a5679cf38f56e7e92bae688f1026262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6360d8ad-b1e3-4452-9a2a-f0cec44bfbe3" -d '{"events": [{"server_uuid": "14e2bbd5-8350-46ed-9203-dc7c8a194528", "name": "network-vif-plugged", "status": "completed", "tag": "6e800248-c946-49c4-9be1-2dc922982735"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 18:11:08.532825 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] For port 6e800248-c946-49c4-9be1-2dc922982735, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=6e800248-c946-49c4-9be1-2dc922982735,segment=NetworkSegment(af1a826f-3aaa-4c38-a20f-946959885138),segment_id=af1a826f-3aaa-4c38-a20f-946959885138)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 18:11:08.538563 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (6e800248-c946-49c4-9be1-2dc922982735), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:11:08.566231 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 18:11:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e8d16d7-7cdd-4f82-a2e0-d6943b5ed1b7 x-openstack-request-id: req-7e8d16d7-7cdd-4f82-a2e0-d6943b5ed1b7 {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 18:11:08.566533 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14e2bbd5-8350-46ed-9203-dc7c8a194528", "name": "network-vif-plugged", "status": "completed", "tag": "6e800248-c946-49c4-9be1-2dc922982735", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 18:11:08.566786 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-7e8d16d7-7cdd-4f82-a2e0-d6943b5ed1b7 {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 18:11:08.567177 n-d-827839-2 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14e2bbd5-8350-46ed-9203-dc7c8a194528', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e800248-c946-49c4-9be1-2dc922982735', 'code': 200} Feb 04 18:11:08.593376 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Pushing event updated for resources: {'Port': ['ID=6e800248-c946-49c4-9be1-2dc922982735,revision_number=9']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:11:08.629413 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c590b906-e1ad-42d8-a66c-088b74e0783d req-c1d8ecca-83a8-47c8-9713-5cbe59a60b14 tempest-DeleteServersTestJSON-1054536096 tempest-DeleteServersTestJSON-1054536096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:11:08.630900 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-c590b906-e1ad-42d8-a66c-088b74e0783d req-c1d8ecca-83a8-47c8-9713-5cbe59a60b14 tempest-DeleteServersTestJSON-1054536096 tempest-DeleteServersTestJSON-1054536096-project] 10.222.0.89 "GET /v2.0/ports?device_id=14e2bbd5-8350-46ed-9203-dc7c8a194528 HTTP/1.1" status: 200 len: 945 time: 0.0529647 Feb 04 18:11:08.676520 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-c590b906-e1ad-42d8-a66c-088b74e0783d req-11bc779a-1391-4694-8331-9be5c592abe8 tempest-DeleteServersTestJSON-1054536096 tempest-DeleteServersTestJSON-1054536096-project] 10.222.0.89 "GET /v2.0/security-groups?id=bbf782db-5575-488d-9741-b220ea30f11b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401509 Feb 04 18:11:09.050336 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac98f66-a9a8-4934-a7e7-8c56897c145f req-587c52e0-d5f3-4d35-a5ba-61ce5bcf4de2 tempest-DeleteServersTestJSON-1054536096 tempest-DeleteServersTestJSON-1054536096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:11:09.051834 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-dac98f66-a9a8-4934-a7e7-8c56897c145f req-587c52e0-d5f3-4d35-a5ba-61ce5bcf4de2 tempest-DeleteServersTestJSON-1054536096 tempest-DeleteServersTestJSON-1054536096-project] 10.222.0.96 "GET /v2.0/ports?device_id=14e2bbd5-8350-46ed-9203-dc7c8a194528 HTTP/1.1" status: 200 len: 945 time: 0.0518601 Feb 04 18:11:09.147177 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [req-dac98f66-a9a8-4934-a7e7-8c56897c145f req-8e6f1c36-1402-4271-a8d1-c6625e655b72 tempest-DeleteServersTestJSON-1054536096 tempest-DeleteServersTestJSON-1054536096-project] Deleting port 6e800248-c946-49c4-9be1-2dc922982735 {{(pid=103376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 18:11:09.147520 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-dac98f66-a9a8-4934-a7e7-8c56897c145f req-8e6f1c36-1402-4271-a8d1-c6625e655b72 tempest-DeleteServersTestJSON-1054536096 tempest-DeleteServersTestJSON-1054536096-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (6e800248-c946-49c4-9be1-2dc922982735), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:11:09.238724 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [req-dac98f66-a9a8-4934-a7e7-8c56897c145f req-8e6f1c36-1402-4271-a8d1-c6625e655b72 tempest-DeleteServersTestJSON-1054536096 tempest-DeleteServersTestJSON-1054536096-project] For port 6e800248-c946-49c4-9be1-2dc922982735, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=6e800248-c946-49c4-9be1-2dc922982735,segment=NetworkSegment(af1a826f-3aaa-4c38-a20f-946959885138),segment_id=af1a826f-3aaa-4c38-a20f-946959885138)] {{(pid=103376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 18:11:09.239089 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-dac98f66-a9a8-4934-a7e7-8c56897c145f req-8e6f1c36-1402-4271-a8d1-c6625e655b72 tempest-DeleteServersTestJSON-1054536096 tempest-DeleteServersTestJSON-1054536096-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (6e800248-c946-49c4-9be1-2dc922982735), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:11:09.250839 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [req-dac98f66-a9a8-4934-a7e7-8c56897c145f req-8e6f1c36-1402-4271-a8d1-c6625e655b72 tempest-DeleteServersTestJSON-1054536096 tempest-DeleteServersTestJSON-1054536096-project] Calling delete_port for 6e800248-c946-49c4-9be1-2dc922982735 owned by compute:nova {{(pid=103376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 18:11:09.375680 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-dac98f66-a9a8-4934-a7e7-8c56897c145f req-8e6f1c36-1402-4271-a8d1-c6625e655b72 tempest-DeleteServersTestJSON-1054536096 tempest-DeleteServersTestJSON-1054536096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (6e800248-c946-49c4-9be1-2dc922982735), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:11:09.388886 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] get_ports_and_sgs() called for port_ids ['6e800248-c946-49c4-9be1-2dc922982735'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 18:11:09.407211 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6f1c36-1402-4271-a8d1-c6625e655b72 tempest-DeleteServersTestJSON-1054536096 tempest-DeleteServersTestJSON-1054536096-project] Pushing event deleted for resources: {'Port': ['ID=6e800248-c946-49c4-9be1-2dc922982735,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:11:09.450664 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [req-dac98f66-a9a8-4934-a7e7-8c56897c145f req-8e6f1c36-1402-4271-a8d1-c6625e655b72 tempest-DeleteServersTestJSON-1054536096 tempest-DeleteServersTestJSON-1054536096-project] No DVR routers for this DVR port 6e800248-c946-49c4-9be1-2dc922982735 on host n-h1-827839-2 {{(pid=103376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 18:11:09.453261 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-dac98f66-a9a8-4934-a7e7-8c56897c145f req-8e6f1c36-1402-4271-a8d1-c6625e655b72 tempest-DeleteServersTestJSON-1054536096 tempest-DeleteServersTestJSON-1054536096-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:11:09.456618 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-dac98f66-a9a8-4934-a7e7-8c56897c145f req-8e6f1c36-1402-4271-a8d1-c6625e655b72 tempest-DeleteServersTestJSON-1054536096 tempest-DeleteServersTestJSON-1054536096-project] 10.222.0.96 "DELETE /v2.0/ports/6e800248-c946-49c4-9be1-2dc922982735 HTTP/1.1" status: 204 len: 173 time: 0.3992226 Feb 04 18:11:09.457088 n-d-827839-2 neutron-server[103376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14e2bbd5-8350-46ed-9203-dc7c8a194528', 'name': 'network-vif-deleted', 'tag': '6e800248-c946-49c4-9be1-2dc922982735'}] {{(pid=103376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 18:11:09.459311 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7aefa7f3373fd63bd14caed2f0c404cd5bacff84a7eb60e70ea20ed0b49017dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd74c0b9-5668-4655-a6ea-5a91b46bff22" -d '{"events": [{"server_uuid": "14e2bbd5-8350-46ed-9203-dc7c8a194528", "name": "network-vif-deleted", "tag": "6e800248-c946-49c4-9be1-2dc922982735"}]}' {{(pid=103376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 18:11:09.499787 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 18:11:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-273b9ec6-5573-454d-8ea7-8b1d5dc4a38b x-openstack-request-id: req-273b9ec6-5573-454d-8ea7-8b1d5dc4a38b {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 18:11:09.500086 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14e2bbd5-8350-46ed-9203-dc7c8a194528", "name": "network-vif-deleted", "tag": "6e800248-c946-49c4-9be1-2dc922982735", "status": "completed", "code": 200}]} {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 18:11:09.500344 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-273b9ec6-5573-454d-8ea7-8b1d5dc4a38b {{(pid=103376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 18:11:09.500766 n-d-827839-2 neutron-server[103376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14e2bbd5-8350-46ed-9203-dc7c8a194528', 'name': 'network-vif-deleted', 'tag': '6e800248-c946-49c4-9be1-2dc922982735', 'status': 'completed', 'code': 200} Feb 04 18:11:09.803826 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 55418) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:11:09.847666 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.db_base_plugin_v2 [None req-2010d092-9681-423f-a051-d1cd50c9bd1c admin admin] Deleting subnet b9d8cc76-d0e3-4c77-970b-e122a2de4391 {{(pid=103376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 18:11:09.850745 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-2010d092-9681-423f-a051-d1cd50c9bd1c admin admin] Publish callbacks [] for subnet (b9d8cc76-d0e3-4c77-970b-e122a2de4391), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:11:09.884827 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-2010d092-9681-423f-a051-d1cd50c9bd1c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25674901'] for subnet (b9d8cc76-d0e3-4c77-970b-e122a2de4391), precommit_delete_associations {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:11:09.927018 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-2010d092-9681-423f-a051-d1cd50c9bd1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1541225'] for subnet (b9d8cc76-d0e3-4c77-970b-e122a2de4391), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:11:09.978351 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-2010d092-9681-423f-a051-d1cd50c9bd1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1541216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25675894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25858947'] for subnet (b9d8cc76-d0e3-4c77-970b-e122a2de4391), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:11:10.003588 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2010d092-9681-423f-a051-d1cd50c9bd1c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b9d8cc76-d0e3-4c77-970b-e122a2de4391,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:11:10.007265 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-2010d092-9681-423f-a051-d1cd50c9bd1c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:11:10.010472 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-2010d092-9681-423f-a051-d1cd50c9bd1c admin admin] 10.222.0.89 "DELETE /v2.0/subnets/b9d8cc76-d0e3-4c77-970b-e122a2de4391 HTTP/1.1" status: 204 len: 168 time: 0.2056582 Feb 04 18:11:10.013013 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 55420) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:11:10.078818 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-b0f648d3-758c-4677-a006-07f70566511a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628832'] for network (e7d3aa7c-a27d-428b-af7b-1b988083d582), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:11:10.158952 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-b0f648d3-758c-4677-a006-07f70566511a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1543676', 'neutron.services.segments.db._delete_segments_for_network-8781084786517'] for network (e7d3aa7c-a27d-428b-af7b-1b988083d582), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:11:10.179528 n-d-827839-2 neutron-server[103376]: DEBUG neutron.services.segments.db [None req-b0f648d3-758c-4677-a006-07f70566511a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7d3aa7c-a27d-428b-af7b-1b988083d582']}} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:11:10.188611 n-d-827839-2 neutron-server[103376]: DEBUG neutron.services.segments.db [None req-b0f648d3-758c-4677-a006-07f70566511a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af1a826f-3aaa-4c38-a20f-946959885138') {'for_net_delete': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:11:10.188938 n-d-827839-2 neutron-server[103376]: DEBUG neutron.services.segments.db [None req-b0f648d3-758c-4677-a006-07f70566511a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af1a826f-3aaa-4c38-a20f-946959885138') {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:11:10.198312 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-b0f648d3-758c-4677-a006-07f70566511a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781084783966', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25674908'] for segment (af1a826f-3aaa-4c38-a20f-946959885138), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:11:10.211839 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-b0f648d3-758c-4677-a006-07f70566511a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (af1a826f-3aaa-4c38-a20f-946959885138), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:11:10.217621 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0f648d3-758c-4677-a006-07f70566511a admin admin] Releasing vlan 773 on physical network physnet1 to pool {{(pid=103376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 18:11:10.218003 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-b0f648d3-758c-4677-a006-07f70566511a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25675992'] for segment (af1a826f-3aaa-4c38-a20f-946959885138), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:11:10.219612 n-d-827839-2 neutron-server[103376]: Traceback (most recent call last): Feb 04 18:11:10.219612 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 18:11:10.219612 n-d-827839-2 neutron-server[103376]: timer() Feb 04 18:11:10.219612 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 18:11:10.219612 n-d-827839-2 neutron-server[103376]: cb(*args, **kw) Feb 04 18:11:10.219612 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 18:11:10.219612 n-d-827839-2 neutron-server[103376]: return func(*args, **kwargs) Feb 04 18:11:10.219612 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 18:11:10.219612 n-d-827839-2 neutron-server[103376]: self._notify() Feb 04 18:11:10.219612 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 18:11:10.219612 n-d-827839-2 neutron-server[103376]: self.callback(batched_events) Feb 04 18:11:10.219612 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 18:11:10.219612 n-d-827839-2 neutron-server[103376]: event.method(event) Feb 04 18:11:10.219612 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 18:11:10.219612 n-d-827839-2 neutron-server[103376]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 18:11:10.219612 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 18:11:10.219612 n-d-827839-2 neutron-server[103376]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 18:11:10.219612 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 18:11:10.219612 n-d-827839-2 neutron-server[103376]: return f(self, *a, **k) Feb 04 18:11:10.219612 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 18:11:10.219612 n-d-827839-2 neutron-server[103376]: return self._get(url).json() Feb 04 18:11:10.219612 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 18:11:10.219612 n-d-827839-2 neutron-server[103376]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 18:11:10.219612 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 18:11:10.219612 n-d-827839-2 neutron-server[103376]: return self.request(url, 'GET', **kwargs) Feb 04 18:11:10.219612 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 18:11:10.219612 n-d-827839-2 neutron-server[103376]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 18:11:10.219612 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 18:11:10.219612 n-d-827839-2 neutron-server[103376]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 18:11:10.219612 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 18:11:10.219612 n-d-827839-2 neutron-server[103376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 18:11:10.219612 n-d-827839-2 neutron-server[103376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 18:11:10.272727 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-b0f648d3-758c-4677-a006-07f70566511a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1543671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1595572'] for network (e7d3aa7c-a27d-428b-af7b-1b988083d582), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:11:10.278443 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-b0f648d3-758c-4677-a006-07f70566511a admin admin] Publish callbacks [] for network (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:11:10.281776 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-b0f648d3-758c-4677-a006-07f70566511a admin admin] 10.222.0.89 "DELETE /v2.0/networks/e7d3aa7c-a27d-428b-af7b-1b988083d582 HTTP/1.1" status: 204 len: 168 time: 0.2678239 Feb 04 18:11:10.298697 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f648d3-758c-4677-a006-07f70566511a admin admin] Pushing event deleted for resources: {'Network': ['ID=e7d3aa7c-a27d-428b-af7b-1b988083d582,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:11:10.390100 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 55424) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:11:10.429655 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-2686d8ec-0769-4418-af0d-7e3f375a7fb5 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=fd2e6a6dcd51427288b9dad1d8bfbbc2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0384190 Feb 04 18:11:10.431972 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 55426) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:11:10.477699 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-02dd5bf9-9d9b-473f-b844-8f0949a6ff35 admin admin] Publish callbacks [] for security_group (bbf782db-5575-488d-9741-b220ea30f11b), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:11:10.497745 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-02dd5bf9-9d9b-473f-b844-8f0949a6ff35 admin admin] Publish callbacks [] for security_group (bbf782db-5575-488d-9741-b220ea30f11b), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:11:10.543479 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-02dd5bf9-9d9b-473f-b844-8f0949a6ff35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (bbf782db-5575-488d-9741-b220ea30f11b), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:11:10.546126 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-02dd5bf9-9d9b-473f-b844-8f0949a6ff35 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:11:10.547258 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-02dd5bf9-9d9b-473f-b844-8f0949a6ff35 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/bbf782db-5575-488d-9741-b220ea30f11b HTTP/1.1" status: 204 len: 168 time: 0.1144238 Feb 04 18:11:10.555146 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02dd5bf9-9d9b-473f-b844-8f0949a6ff35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbf782db-5575-488d-9741-b220ea30f11b,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:11:10.562564 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02dd5bf9-9d9b-473f-b844-8f0949a6ff35 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:11:10.562911 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02dd5bf9-9d9b-473f-b844-8f0949a6ff35 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:11:10.563253 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02dd5bf9-9d9b-473f-b844-8f0949a6ff35 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:11:10.563595 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02dd5bf9-9d9b-473f-b844-8f0949a6ff35 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:11:10.563929 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02dd5bf9-9d9b-473f-b844-8f0949a6ff35 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:11:10.564260 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02dd5bf9-9d9b-473f-b844-8f0949a6ff35 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:11:10.564589 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02dd5bf9-9d9b-473f-b844-8f0949a6ff35 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:11:10.564944 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02dd5bf9-9d9b-473f-b844-8f0949a6ff35 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:11:10.565271 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02dd5bf9-9d9b-473f-b844-8f0949a6ff35 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:11:10.565594 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02dd5bf9-9d9b-473f-b844-8f0949a6ff35 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:11:10.565915 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02dd5bf9-9d9b-473f-b844-8f0949a6ff35 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:11:10.566237 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02dd5bf9-9d9b-473f-b844-8f0949a6ff35 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:11:10.566557 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02dd5bf9-9d9b-473f-b844-8f0949a6ff35 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:11:10.686824 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (f20a1ab3-4332-4f54-833b-ba4a7c687e89), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:11:11.197474 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 55448) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:11:11.292975 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-26e6d4ac-af16-450c-a15b-4871368f80b0 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-890973244-network', 'tenant_id': '285c02d312e64539b866e7aca0c0f2f4'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 18:11:11.311783 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26e6d4ac-af16-450c-a15b-4871368f80b0 admin admin] Made reservation on behalf of 285c02d312e64539b866e7aca0c0f2f4 for: {'network': 1} {{(pid=103376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 18:11:11.314034 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-26e6d4ac-af16-450c-a15b-4871368f80b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for network (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:11:11.322964 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-26e6d4ac-af16-450c-a15b-4871368f80b0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:11:11.394648 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-26e6d4ac-af16-450c-a15b-4871368f80b0 admin admin] Publish callbacks [] for security_group (62db07d4-1973-4936-955e-cfe027b0a38f), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:11:11.398076 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-26e6d4ac-af16-450c-a15b-4871368f80b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (62db07d4-1973-4936-955e-cfe027b0a38f), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:11:11.421336 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26e6d4ac-af16-450c-a15b-4871368f80b0 admin admin] vlan segment allocate from pool success with {'vlan_id': 778, 'physical_network': 'physnet1'} {{(pid=103376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 18:11:11.430348 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e6d4ac-af16-450c-a15b-4871368f80b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62db07d4-1973-4936-955e-cfe027b0a38f,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:11:11.436801 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-26e6d4ac-af16-450c-a15b-4871368f80b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (1cd8840d-5343-42a5-aca3-974d96067f8f), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:11:11.437143 n-d-827839-2 neutron-server[103376]: INFO neutron.db.segments_db [None req-26e6d4ac-af16-450c-a15b-4871368f80b0 admin admin] Added segment 1cd8840d-5343-42a5-aca3-974d96067f8f of type vlan for network 6f385a05-c28b-461a-9e98-d7019b21b7b7 Feb 04 18:11:11.475683 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-26e6d4ac-af16-450c-a15b-4871368f80b0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781084292801'] for network (6f385a05-c28b-461a-9e98-d7019b21b7b7), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:11:11.499767 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-26e6d4ac-af16-450c-a15b-4871368f80b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327'] for network (6f385a05-c28b-461a-9e98-d7019b21b7b7), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:11:11.500746 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26e6d4ac-af16-450c-a15b-4871368f80b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:11:11.501329 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-26e6d4ac-af16-450c-a15b-4871368f80b0 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:11:11.552695 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-26e6d4ac-af16-450c-a15b-4871368f80b0 admin admin] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3540449 Feb 04 18:11:11.555785 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 55452) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:11:11.560820 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-5459d0e1-8fa4-456c-a964-d9af693d8059 admin admin] Request body: {'subnet': {'network_id': '6f385a05-c28b-461a-9e98-d7019b21b7b7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-890973244-subnet', 'tenant_id': '285c02d312e64539b866e7aca0c0f2f4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 18:11:11.565230 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e6d4ac-af16-450c-a15b-4871368f80b0 admin admin] Pushing event updated for resources: {'Network': ['ID=6f385a05-c28b-461a-9e98-d7019b21b7b7,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:11:11.574703 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Network 6f385a05-c28b-461a-9e98-d7019b21b7b7 details requested by agent ovs-agent-n-d-827839-2 with host n-d-827839-2 {{(pid=103378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 18:11:11.581837 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5459d0e1-8fa4-456c-a964-d9af693d8059 admin admin] Made reservation on behalf of 285c02d312e64539b866e7aca0c0f2f4 for: {'subnet': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 18:11:11.584256 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-5459d0e1-8fa4-456c-a964-d9af693d8059 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25597243'] for subnet (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:11:11.752221 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-5459d0e1-8fa4-456c-a964-d9af693d8059 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25889445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25597197'] for subnet (ef5613f9-5eee-4b3e-a672-37438c312fe0), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:11:11.809472 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5459d0e1-8fa4-456c-a964-d9af693d8059 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ef5613f9-5eee-4b3e-a672-37438c312fe0,revision_number=0']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:11:11.819397 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5459d0e1-8fa4-456c-a964-d9af693d8059 admin admin] Checking segment: {'id': '1cd8840d-5343-42a5-aca3-974d96067f8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '6f385a05-c28b-461a-9e98-d7019b21b7b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 18:11:11.819698 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5459d0e1-8fa4-456c-a964-d9af693d8059 admin admin] Network hostable DHCP agents. Network: 6f385a05-c28b-461a-9e98-d7019b21b7b7, hostable agents: ['bb89f5a3-3c22-440b-b7d1-c4f0c43c184a'], hosted agents: [] {{(pid=103377) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 18:11:11.834918 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5459d0e1-8fa4-456c-a964-d9af693d8059 admin admin] Network 6f385a05-c28b-461a-9e98-d7019b21b7b7 is scheduled to be hosted by DHCP agent bb89f5a3-3c22-440b-b7d1-c4f0c43c184a with binding_index 1 {{(pid=103377) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 18:11:11.843307 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [None req-5459d0e1-8fa4-456c-a964-d9af693d8059 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827839-2, 6f385a05-c28b-461a-9e98-d7019b21b7b7) {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 18:11:11.847884 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5459d0e1-8fa4-456c-a964-d9af693d8059 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:11:11.848696 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-5459d0e1-8fa4-456c-a964-d9af693d8059 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:11:11.854510 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43510f95-e899-43d7-96f3-5d9d109ffa53 None None] Network 6f385a05-c28b-461a-9e98-d7019b21b7b7 requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 18:11:11.869254 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-5459d0e1-8fa4-456c-a964-d9af693d8059 admin admin] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3123155 Feb 04 18:11:11.957263 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bb6ca96-389f-4921-a624-0693b2c7adbd None None] Network 6f385a05-c28b-461a-9e98-d7019b21b7b7 requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 18:11:12.282755 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c552150-961f-4a38-b90e-e0515a198670 req-72984051-1e60-42ae-98e0-5e47efee4e9f tempest-ServerDiskConfigTestJSON-1122270722 tempest-ServerDiskConfigTestJSON-1122270722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:11:12.284222 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-3c552150-961f-4a38-b90e-e0515a198670 req-72984051-1e60-42ae-98e0-5e47efee4e9f tempest-ServerDiskConfigTestJSON-1122270722 tempest-ServerDiskConfigTestJSON-1122270722-project] 10.222.0.89 "GET /v2.0/networks?id=6f385a05-c28b-461a-9e98-d7019b21b7b7 HTTP/1.1" status: 200 len: 814 time: 0.1011631 Feb 04 18:11:12.298483 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-3c552150-961f-4a38-b90e-e0515a198670 req-0888941f-72e2-4959-a259-f8d0d974e885 tempest-ServerDiskConfigTestJSON-1122270722 tempest-ServerDiskConfigTestJSON-1122270722-project] 10.222.0.89 "GET /v2.0/quotas/285c02d312e64539b866e7aca0c0f2f4 HTTP/1.1" status: 200 len: 375 time: 0.0086832 Feb 04 18:11:12.335084 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-3c552150-961f-4a38-b90e-e0515a198670 req-a0b74ee0-1499-4462-9fae-d83cb1865c46 tempest-ServerDiskConfigTestJSON-1122270722 tempest-ServerDiskConfigTestJSON-1122270722-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=285c02d312e64539b866e7aca0c0f2f4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0318606 Feb 04 18:11:12.499032 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-3c552150-961f-4a38-b90e-e0515a198670 req-582768fd-cc81-4216-8a15-10675e84ad95 service neutron] 10.222.0.89 "GET /v2.0/networks/6f385a05-c28b-461a-9e98-d7019b21b7b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228435 Feb 04 18:11:12.590174 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-3c552150-961f-4a38-b90e-e0515a198670 req-5f6c78e8-cd70-4d72-90df-eddfa190d8c8 service neutron] 10.222.0.89 "GET /v2.0/networks/6f385a05-c28b-461a-9e98-d7019b21b7b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850339 Feb 04 18:11:12.754364 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (3f9244a9-75fc-4c10-b195-11d48b853b41), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:11:12.759871 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-2a32fa32-9fe4-44a8-ae24-59f472e85f26 req-92fa83d6-df48-4328-b4e3-d8674ce7eba6 tempest-ServerDiskConfigTestJSON-1122270722 tempest-ServerDiskConfigTestJSON-1122270722-project] 10.222.0.89 "GET /v2.0/ports?device_id=3e3279b0-533b-446d-b00f-ffdece6bac03 HTTP/1.1" status: 200 len: 210 time: 0.0351031 Feb 04 18:11:13.702130 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c552150-961f-4a38-b90e-e0515a198670 req-1e1b2e48-60f7-4bac-835a-08fa5f8115e4 tempest-ServerDiskConfigTestJSON-1122270722 tempest-ServerDiskConfigTestJSON-1122270722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:11:13.703542 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-3c552150-961f-4a38-b90e-e0515a198670 req-1e1b2e48-60f7-4bac-835a-08fa5f8115e4 tempest-ServerDiskConfigTestJSON-1122270722 tempest-ServerDiskConfigTestJSON-1122270722-project] 10.222.0.96 "GET /v2.0/networks?id=6f385a05-c28b-461a-9e98-d7019b21b7b7 HTTP/1.1" status: 200 len: 814 time: 0.1040072 Feb 04 18:11:13.716600 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [req-3c552150-961f-4a38-b90e-e0515a198670 req-de651f84-b902-4f96-85f5-4d6c33de2220 tempest-ServerDiskConfigTestJSON-1122270722 tempest-ServerDiskConfigTestJSON-1122270722-project] Request body: {'port': {'device_id': '3e3279b0-533b-446d-b00f-ffdece6bac03', 'network_id': '6f385a05-c28b-461a-9e98-d7019b21b7b7', 'admin_state_up': True, 'tenant_id': '285c02d312e64539b866e7aca0c0f2f4'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 18:11:13.830198 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c552150-961f-4a38-b90e-e0515a198670 req-de651f84-b902-4f96-85f5-4d6c33de2220 tempest-ServerDiskConfigTestJSON-1122270722 tempest-ServerDiskConfigTestJSON-1122270722-project] Made reservation on behalf of 285c02d312e64539b866e7aca0c0f2f4 for: {'port': 1} {{(pid=103376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 18:11:13.834090 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-3c552150-961f-4a38-b90e-e0515a198670 req-de651f84-b902-4f96-85f5-4d6c33de2220 tempest-ServerDiskConfigTestJSON-1122270722 tempest-ServerDiskConfigTestJSON-1122270722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:11:13.855853 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-64c30316-17c0-43ae-8944-337cffad100a req-ef579b01-8aac-4d51-8863-b6309beed845 tempest-ServerDiskConfigTestJSON-1122270722 tempest-ServerDiskConfigTestJSON-1122270722-project] 10.222.0.89 "GET /v2.0/ports?device_id=3e3279b0-533b-446d-b00f-ffdece6bac03 HTTP/1.1" status: 200 len: 210 time: 0.0277798 Feb 04 18:11:14.201314 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device 6e800248-c946-49c4-9be1-2dc922982735 no longer exists at agent hyperv_n-h1-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 18:11:14.221326 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] No Port match for: 6e800248-c946-49c4-9be1-2dc922982735 {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 18:11:14.221669 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device 6e800248-c946-49c4-9be1-2dc922982735 not bound to the agent host n-h1-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 18:11:14.231981 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.db_base_plugin_common [req-3c552150-961f-4a38-b90e-e0515a198670 req-de651f84-b902-4f96-85f5-4d6c33de2220 tempest-ServerDiskConfigTestJSON-1122270722 tempest-ServerDiskConfigTestJSON-1122270722-project] Allocated IP 172.20.0.5 (6f385a05-c28b-461a-9e98-d7019b21b7b7/ef5613f9-5eee-4b3e-a672-37438c312fe0/85cca120-894a-4602-a61c-962e15b9a771) {{(pid=103376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 18:11:14.379164 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-3c552150-961f-4a38-b90e-e0515a198670 req-de651f84-b902-4f96-85f5-4d6c33de2220 tempest-ServerDiskConfigTestJSON-1122270722 tempest-ServerDiskConfigTestJSON-1122270722-project] Publish callbacks [] for port (85cca120-894a-4602-a61c-962e15b9a771), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:11:14.411803 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-3c552150-961f-4a38-b90e-e0515a198670 req-de651f84-b902-4f96-85f5-4d6c33de2220 tempest-ServerDiskConfigTestJSON-1122270722 tempest-ServerDiskConfigTestJSON-1122270722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (85cca120-894a-4602-a61c-962e15b9a771), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:11:14.454756 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c552150-961f-4a38-b90e-e0515a198670 req-de651f84-b902-4f96-85f5-4d6c33de2220 tempest-ServerDiskConfigTestJSON-1122270722 tempest-ServerDiskConfigTestJSON-1122270722-project] Network 6f385a05-c28b-461a-9e98-d7019b21b7b7 is already hosted by enough agents. {{(pid=103376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 18:11:14.457792 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [req-3c552150-961f-4a38-b90e-e0515a198670 req-de651f84-b902-4f96-85f5-4d6c33de2220 tempest-ServerDiskConfigTestJSON-1122270722 tempest-ServerDiskConfigTestJSON-1122270722-project] Resources bound (agent type, host, resource id): {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 18:11:14.460282 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c552150-961f-4a38-b90e-e0515a198670 req-de651f84-b902-4f96-85f5-4d6c33de2220 tempest-ServerDiskConfigTestJSON-1122270722 tempest-ServerDiskConfigTestJSON-1122270722-project] Received port after_create {{(pid=103376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 18:11:14.491394 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de651f84-b902-4f96-85f5-4d6c33de2220 tempest-ServerDiskConfigTestJSON-1122270722 tempest-ServerDiskConfigTestJSON-1122270722-project] Pushing event updated for resources: {'Port': ['ID=85cca120-894a-4602-a61c-962e15b9a771,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:11:14.515257 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c552150-961f-4a38-b90e-e0515a198670 req-de651f84-b902-4f96-85f5-4d6c33de2220 tempest-ServerDiskConfigTestJSON-1122270722 tempest-ServerDiskConfigTestJSON-1122270722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:11:14.515866 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-3c552150-961f-4a38-b90e-e0515a198670 req-de651f84-b902-4f96-85f5-4d6c33de2220 tempest-ServerDiskConfigTestJSON-1122270722 tempest-ServerDiskConfigTestJSON-1122270722-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:11:14.530571 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-3c552150-961f-4a38-b90e-e0515a198670 req-de651f84-b902-4f96-85f5-4d6c33de2220 tempest-ServerDiskConfigTestJSON-1122270722 tempest-ServerDiskConfigTestJSON-1122270722-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8178141 Feb 04 18:11:14.541739 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [req-3c552150-961f-4a38-b90e-e0515a198670 req-0fbf369a-32be-41f5-98dc-b3a9572834c5 service neutron] Request body: {'port': {'device_id': '3e3279b0-533b-446d-b00f-ffdece6bac03', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827839-2'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 18:11:14.600965 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-3c552150-961f-4a38-b90e-e0515a198670 req-0fbf369a-32be-41f5-98dc-b3a9572834c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (85cca120-894a-4602-a61c-962e15b9a771), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:11:14.866873 n-d-827839-2 neutron-server[103376]: DEBUG neutron.notifiers.nova [req-3c552150-961f-4a38-b90e-e0515a198670 req-0fbf369a-32be-41f5-98dc-b3a9572834c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85cca120-894a-4602-a61c-962e15b9a771 {{(pid=103376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 18:11:14.874367 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-3c552150-961f-4a38-b90e-e0515a198670 req-0fbf369a-32be-41f5-98dc-b3a9572834c5 service neutron] Publish callbacks [] for port (85cca120-894a-4602-a61c-962e15b9a771), precommit_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:11:14.886685 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.provisioning_blocks [req-3c552150-961f-4a38-b90e-e0515a198670 req-0fbf369a-32be-41f5-98dc-b3a9572834c5 service neutron] Transition to ACTIVE for port object 85cca120-894a-4602-a61c-962e15b9a771 will not be triggered until provisioned by entity L2. {{(pid=103376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 18:11:14.890178 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-3c552150-961f-4a38-b90e-e0515a198670 req-0fbf369a-32be-41f5-98dc-b3a9572834c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675836'] for port (85cca120-894a-4602-a61c-962e15b9a771), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:11:14.989527 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbf369a-32be-41f5-98dc-b3a9572834c5 service neutron] Pushing event updated for resources: {'Port': ['ID=85cca120-894a-4602-a61c-962e15b9a771,revision_number=2']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:11:15.047394 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a83c30-bffd-43e9-ae04-6796895e3ae9 req-497a1493-a31c-4ad7-bb82-69b8265c6e26 tempest-ServerDiskConfigTestJSON-1122270722 tempest-ServerDiskConfigTestJSON-1122270722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:11:15.048934 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-f4a83c30-bffd-43e9-ae04-6796895e3ae9 req-497a1493-a31c-4ad7-bb82-69b8265c6e26 tempest-ServerDiskConfigTestJSON-1122270722 tempest-ServerDiskConfigTestJSON-1122270722-project] 10.222.0.89 "GET /v2.0/ports?device_id=3e3279b0-533b-446d-b00f-ffdece6bac03 HTTP/1.1" status: 200 len: 943 time: 0.1220043 Feb 04 18:11:15.077978 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [req-3c552150-961f-4a38-b90e-e0515a198670 req-0fbf369a-32be-41f5-98dc-b3a9572834c5 service neutron] Attempting to bind port 85cca120-894a-4602-a61c-962e15b9a771 on host n-h1-827839-2 for vnic_type normal with profile {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 18:11:15.078333 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [req-3c552150-961f-4a38-b90e-e0515a198670 req-0fbf369a-32be-41f5-98dc-b3a9572834c5 service neutron] Attempting to bind port 85cca120-894a-4602-a61c-962e15b9a771 by drivers openvswitch,hyperv on host n-h1-827839-2 at level 0 using segments [{'id': '1cd8840d-5343-42a5-aca3-974d96067f8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '6f385a05-c28b-461a-9e98-d7019b21b7b7'}] {{(pid=103376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 18:11:15.078669 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c552150-961f-4a38-b90e-e0515a198670 req-0fbf369a-32be-41f5-98dc-b3a9572834c5 service neutron] Attempting to bind port 85cca120-894a-4602-a61c-962e15b9a771 on network 6f385a05-c28b-461a-9e98-d7019b21b7b7 {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 18:11:15.090388 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c552150-961f-4a38-b90e-e0515a198670 req-0fbf369a-32be-41f5-98dc-b3a9572834c5 service neutron] Port 85cca120-894a-4602-a61c-962e15b9a771 on network 6f385a05-c28b-461a-9e98-d7019b21b7b7 not bound, no agent of type Open vSwitch agent registered on host n-h1-827839-2 {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 18:11:15.090717 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c552150-961f-4a38-b90e-e0515a198670 req-0fbf369a-32be-41f5-98dc-b3a9572834c5 service neutron] Attempting to bind port 85cca120-894a-4602-a61c-962e15b9a771 on network 6f385a05-c28b-461a-9e98-d7019b21b7b7 {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 18:11:15.102598 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c552150-961f-4a38-b90e-e0515a198670 req-0fbf369a-32be-41f5-98dc-b3a9572834c5 service neutron] Checking agent: {'id': '3f9244a9-75fc-4c10-b195-11d48b853b41', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 8, 42), 'started_at': datetime.datetime(2022, 2, 4, 17, 8, 42), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 18, 11, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 18:11:15.102948 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c552150-961f-4a38-b90e-e0515a198670 req-0fbf369a-32be-41f5-98dc-b3a9572834c5 service neutron] Checking segment: {'id': '1cd8840d-5343-42a5-aca3-974d96067f8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '6f385a05-c28b-461a-9e98-d7019b21b7b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 18:11:15.103337 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c552150-961f-4a38-b90e-e0515a198670 req-0fbf369a-32be-41f5-98dc-b3a9572834c5 service neutron] Bound using segment: {'id': '1cd8840d-5343-42a5-aca3-974d96067f8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '6f385a05-c28b-461a-9e98-d7019b21b7b7'} {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 18:11:15.103772 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [req-3c552150-961f-4a38-b90e-e0515a198670 req-0fbf369a-32be-41f5-98dc-b3a9572834c5 service neutron] Bound port: 85cca120-894a-4602-a61c-962e15b9a771, host: n-h1-827839-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1cd8840d-5343-42a5-aca3-974d96067f8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '6f385a05-c28b-461a-9e98-d7019b21b7b7'}}] {{(pid=103376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 18:11:15.104132 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-3c552150-961f-4a38-b90e-e0515a198670 req-0fbf369a-32be-41f5-98dc-b3a9572834c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (85cca120-894a-4602-a61c-962e15b9a771), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:11:15.128826 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-f4a83c30-bffd-43e9-ae04-6796895e3ae9 req-4bf0c912-1072-43ec-81f1-b8b1faa3689a tempest-ServerDiskConfigTestJSON-1122270722 tempest-ServerDiskConfigTestJSON-1122270722-project] 10.222.0.89 "GET /v2.0/security-groups?id=62db07d4-1973-4936-955e-cfe027b0a38f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740616 Feb 04 18:11:15.186938 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [req-3c552150-961f-4a38-b90e-e0515a198670 req-0fbf369a-32be-41f5-98dc-b3a9572834c5 service neutron] For port 85cca120-894a-4602-a61c-962e15b9a771, host n-h1-827839-2, cleared binding levels {{(pid=103376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 18:11:15.189935 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [req-3c552150-961f-4a38-b90e-e0515a198670 req-0fbf369a-32be-41f5-98dc-b3a9572834c5 service neutron] For port 85cca120-894a-4602-a61c-962e15b9a771, host n-h1-827839-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=85cca120-894a-4602-a61c-962e15b9a771,segment=NetworkSegment(1cd8840d-5343-42a5-aca3-974d96067f8f),segment_id=1cd8840d-5343-42a5-aca3-974d96067f8f)] {{(pid=103376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 18:11:15.196230 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-3c552150-961f-4a38-b90e-e0515a198670 req-0fbf369a-32be-41f5-98dc-b3a9572834c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675836'] for port (85cca120-894a-4602-a61c-962e15b9a771), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:11:15.228870 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c552150-961f-4a38-b90e-e0515a198670 req-0fbf369a-32be-41f5-98dc-b3a9572834c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:11:15.229504 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-3c552150-961f-4a38-b90e-e0515a198670 req-0fbf369a-32be-41f5-98dc-b3a9572834c5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:11:15.230916 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-3c552150-961f-4a38-b90e-e0515a198670 req-0fbf369a-32be-41f5-98dc-b3a9572834c5 service neutron] 10.222.0.96 "PUT /v2.0/ports/85cca120-894a-4602-a61c-962e15b9a771 HTTP/1.1" status: 200 len: 1091 time: 0.6930652 Feb 04 18:11:15.231375 n-d-827839-2 neutron-server[103376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e3279b0-533b-446d-b00f-ffdece6bac03', 'tag': '85cca120-894a-4602-a61c-962e15b9a771'}] {{(pid=103376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 18:11:15.233671 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7aefa7f3373fd63bd14caed2f0c404cd5bacff84a7eb60e70ea20ed0b49017dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b72d897b-dc63-4fcd-af54-f4113fce4cef" -d '{"events": [{"name": "network-changed", "server_uuid": "3e3279b0-533b-446d-b00f-ffdece6bac03", "tag": "85cca120-894a-4602-a61c-962e15b9a771"}]}' {{(pid=103376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 18:11:15.266420 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbf369a-32be-41f5-98dc-b3a9572834c5 service neutron] Pushing event updated for resources: {'Port': ['ID=85cca120-894a-4602-a61c-962e15b9a771,revision_number=3']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:11:15.272762 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 18:11:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15e83fc1-c32e-4574-b218-501999d021ba x-openstack-request-id: req-15e83fc1-c32e-4574-b218-501999d021ba {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 18:11:15.273468 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e3279b0-533b-446d-b00f-ffdece6bac03", "tag": "85cca120-894a-4602-a61c-962e15b9a771", "status": "completed", "code": 200}]} {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 18:11:15.273468 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-15e83fc1-c32e-4574-b218-501999d021ba {{(pid=103376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 18:11:15.273688 n-d-827839-2 neutron-server[103376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e3279b0-533b-446d-b00f-ffdece6bac03', 'tag': '85cca120-894a-4602-a61c-962e15b9a771', 'status': 'completed', 'code': 200} Feb 04 18:11:15.319268 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c552150-961f-4a38-b90e-e0515a198670 req-3caf4f72-f845-49f3-85cf-1e5224a1508f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:11:15.320809 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-3c552150-961f-4a38-b90e-e0515a198670 req-3caf4f72-f845-49f3-85cf-1e5224a1508f service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=285c02d312e64539b866e7aca0c0f2f4&device_id=3e3279b0-533b-446d-b00f-ffdece6bac03 HTTP/1.1" status: 200 len: 1125 time: 0.0452156 Feb 04 18:11:15.365464 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-3c552150-961f-4a38-b90e-e0515a198670 req-74e0defa-61fc-4369-a9cd-7c7e7031ceb5 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=85cca120-894a-4602-a61c-962e15b9a771 HTTP/1.1" status: 200 len: 217 time: 0.0375478 Feb 04 18:11:15.414952 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c552150-961f-4a38-b90e-e0515a198670 req-15c6b789-aa91-4963-98d4-c7bb4a5ff55f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:11:15.416304 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-3c552150-961f-4a38-b90e-e0515a198670 req-15c6b789-aa91-4963-98d4-c7bb4a5ff55f service neutron] 10.222.0.96 "GET /v2.0/subnets?id=ef5613f9-5eee-4b3e-a672-37438c312fe0 HTTP/1.1" status: 200 len: 854 time: 0.0441897 Feb 04 18:11:15.448263 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-3c552150-961f-4a38-b90e-e0515a198670 req-151cafaa-bcfa-4b17-93e5-a67c6f156776 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=6f385a05-c28b-461a-9e98-d7019b21b7b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253842 Feb 04 18:11:15.535800 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-3c552150-961f-4a38-b90e-e0515a198670 req-2e438cbf-c237-430c-8cb3-10d233885117 service neutron] 10.222.0.96 "GET /v2.0/networks/6f385a05-c28b-461a-9e98-d7019b21b7b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810950 Feb 04 18:11:15.628138 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-3c552150-961f-4a38-b90e-e0515a198670 req-2353b58a-905e-4ce1-9291-08c649778557 service neutron] 10.222.0.96 "GET /v2.0/networks/6f385a05-c28b-461a-9e98-d7019b21b7b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859334 Feb 04 18:11:15.714681 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72d897b-dc63-4fcd-af54-f4113fce4cef req-b1fabf19-32f4-4087-bc08-c337c53d5ab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:11:15.716108 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-b72d897b-dc63-4fcd-af54-f4113fce4cef req-b1fabf19-32f4-4087-bc08-c337c53d5ab4 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=285c02d312e64539b866e7aca0c0f2f4&device_id=3e3279b0-533b-446d-b00f-ffdece6bac03 HTTP/1.1" status: 200 len: 1125 time: 0.0458250 Feb 04 18:11:15.809639 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72d897b-dc63-4fcd-af54-f4113fce4cef req-ff1fc63d-8ab5-4303-a7c4-cfdc5ca3ea0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:11:15.811124 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-b72d897b-dc63-4fcd-af54-f4113fce4cef req-ff1fc63d-8ab5-4303-a7c4-cfdc5ca3ea0a service neutron] 10.222.0.96 "GET /v2.0/networks?id=6f385a05-c28b-461a-9e98-d7019b21b7b7 HTTP/1.1" status: 200 len: 915 time: 0.0880136 Feb 04 18:11:15.852165 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-b72d897b-dc63-4fcd-af54-f4113fce4cef req-3b88df22-4406-4e78-98c1-4e7c9c659e88 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=85cca120-894a-4602-a61c-962e15b9a771 HTTP/1.1" status: 200 len: 217 time: 0.0340006 Feb 04 18:11:15.900055 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72d897b-dc63-4fcd-af54-f4113fce4cef req-2b4ff183-5b9c-4afd-9c28-e2e7e191eeb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:11:15.901553 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-b72d897b-dc63-4fcd-af54-f4113fce4cef req-2b4ff183-5b9c-4afd-9c28-e2e7e191eeb9 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=ef5613f9-5eee-4b3e-a672-37438c312fe0 HTTP/1.1" status: 200 len: 854 time: 0.0433948 Feb 04 18:11:15.938545 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-b72d897b-dc63-4fcd-af54-f4113fce4cef req-4081a78d-ac7e-4091-99b3-973548d8fc7a service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=6f385a05-c28b-461a-9e98-d7019b21b7b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289445 Feb 04 18:11:16.025689 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-b72d897b-dc63-4fcd-af54-f4113fce4cef req-b0b40d7c-f968-4cf6-b3a0-14ad0321080a service neutron] 10.222.0.96 "GET /v2.0/networks/6f385a05-c28b-461a-9e98-d7019b21b7b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809207 Feb 04 18:11:16.118317 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-b72d897b-dc63-4fcd-af54-f4113fce4cef req-eb8b15d8-74db-4b14-a926-e83fc9486783 service neutron] 10.222.0.96 "GET /v2.0/networks/6f385a05-c28b-461a-9e98-d7019b21b7b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867624 Feb 04 18:11:16.189211 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.agents_db [None req-e1691f3b-aacd-4cd6-8ebb-a9c53bb301c0 None None] Agent healthcheck: found 7 active agents {{(pid=103379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 18:11:16.251309 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7885f186-9484-48ff-a152-9515313c7269 req-47bd6e6b-c084-4d44-a71e-52dc6c8cb3f9 tempest-ServerDiskConfigTestJSON-1122270722 tempest-ServerDiskConfigTestJSON-1122270722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:11:16.252871 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-7885f186-9484-48ff-a152-9515313c7269 req-47bd6e6b-c084-4d44-a71e-52dc6c8cb3f9 tempest-ServerDiskConfigTestJSON-1122270722 tempest-ServerDiskConfigTestJSON-1122270722-project] 10.222.0.89 "GET /v2.0/ports?device_id=3e3279b0-533b-446d-b00f-ffdece6bac03 HTTP/1.1" status: 200 len: 943 time: 0.0538995 Feb 04 18:11:16.300208 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-7885f186-9484-48ff-a152-9515313c7269 req-a0357a02-7c47-4055-a728-d0a7e4339018 tempest-ServerDiskConfigTestJSON-1122270722 tempest-ServerDiskConfigTestJSON-1122270722-project] 10.222.0.89 "GET /v2.0/security-groups?id=62db07d4-1973-4936-955e-cfe027b0a38f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417414 Feb 04 18:11:17.420520 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290c0681-a505-49cb-a9cc-0f046bbec621 req-6a7b2b73-fd5c-43e2-8069-b1e45c23ea94 tempest-ServerDiskConfigTestJSON-1122270722 tempest-ServerDiskConfigTestJSON-1122270722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:11:17.422040 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-290c0681-a505-49cb-a9cc-0f046bbec621 req-6a7b2b73-fd5c-43e2-8069-b1e45c23ea94 tempest-ServerDiskConfigTestJSON-1122270722 tempest-ServerDiskConfigTestJSON-1122270722-project] 10.222.0.89 "GET /v2.0/ports?device_id=3e3279b0-533b-446d-b00f-ffdece6bac03 HTTP/1.1" status: 200 len: 943 time: 0.0525982 Feb 04 18:11:17.468571 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-290c0681-a505-49cb-a9cc-0f046bbec621 req-e485180e-1cec-4d07-9b5a-5b94ddd7dda6 tempest-ServerDiskConfigTestJSON-1122270722 tempest-ServerDiskConfigTestJSON-1122270722-project] 10.222.0.89 "GET /v2.0/security-groups?id=62db07d4-1973-4936-955e-cfe027b0a38f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406358 Feb 04 18:11:18.586970 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc94e41-ebae-40ad-9e0d-9f7d77977c16 req-b6943db5-c235-4b84-9fdf-c309f9558607 tempest-ServerDiskConfigTestJSON-1122270722 tempest-ServerDiskConfigTestJSON-1122270722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:11:18.588373 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-2cc94e41-ebae-40ad-9e0d-9f7d77977c16 req-b6943db5-c235-4b84-9fdf-c309f9558607 tempest-ServerDiskConfigTestJSON-1122270722 tempest-ServerDiskConfigTestJSON-1122270722-project] 10.222.0.89 "GET /v2.0/ports?device_id=3e3279b0-533b-446d-b00f-ffdece6bac03 HTTP/1.1" status: 200 len: 943 time: 0.0526490 Feb 04 18:11:18.635298 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-2cc94e41-ebae-40ad-9e0d-9f7d77977c16 req-b7ef61f1-8e15-48d6-b56d-a9a58c7e17ac tempest-ServerDiskConfigTestJSON-1122270722 tempest-ServerDiskConfigTestJSON-1122270722-project] 10.222.0.89 "GET /v2.0/security-groups?id=62db07d4-1973-4936-955e-cfe027b0a38f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414381 Feb 04 18:11:19.757854 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59451911-10ec-451d-9ca8-5bf4b613853e req-ff34eb62-e31c-4025-863f-d126724fced3 tempest-ServerDiskConfigTestJSON-1122270722 tempest-ServerDiskConfigTestJSON-1122270722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:11:19.759318 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-59451911-10ec-451d-9ca8-5bf4b613853e req-ff34eb62-e31c-4025-863f-d126724fced3 tempest-ServerDiskConfigTestJSON-1122270722 tempest-ServerDiskConfigTestJSON-1122270722-project] 10.222.0.89 "GET /v2.0/ports?device_id=3e3279b0-533b-446d-b00f-ffdece6bac03 HTTP/1.1" status: 200 len: 943 time: 0.0586870 Feb 04 18:11:19.808850 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-59451911-10ec-451d-9ca8-5bf4b613853e req-7e7d3162-c3cb-4d98-b79f-dc2af486d597 tempest-ServerDiskConfigTestJSON-1122270722 tempest-ServerDiskConfigTestJSON-1122270722-project] 10.222.0.89 "GET /v2.0/security-groups?id=62db07d4-1973-4936-955e-cfe027b0a38f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438867 Feb 04 18:11:20.202375 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device 85cca120-894a-4602-a61c-962e15b9a771 details requested by agent hyperv_n-h1-827839-2 with host n-h1-827839-2 {{(pid=103378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 18:11:20.301255 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] For port 85cca120-894a-4602-a61c-962e15b9a771, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=85cca120-894a-4602-a61c-962e15b9a771,segment=NetworkSegment(1cd8840d-5343-42a5-aca3-974d96067f8f),segment_id=1cd8840d-5343-42a5-aca3-974d96067f8f)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 18:11:20.312830 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Returning: {'device': '85cca120-894a-4602-a61c-962e15b9a771', 'network_id': '6f385a05-c28b-461a-9e98-d7019b21b7b7', 'port_id': '85cca120-894a-4602-a61c-962e15b9a771', 'mac_address': 'fa:16:3e:0e:da:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 778, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef5613f9-5eee-4b3e-a672-37438c312fe0', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 18:11:20.350019 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Current status of the port 85cca120-894a-4602-a61c-962e15b9a771 is: DOWN; New status is: BUILD {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 18:11:20.350413 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (85cca120-894a-4602-a61c-962e15b9a771), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:11:20.363178 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85cca120-894a-4602-a61c-962e15b9a771 {{(pid=103378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 18:11:20.381598 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] For port 85cca120-894a-4602-a61c-962e15b9a771, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=85cca120-894a-4602-a61c-962e15b9a771,segment=NetworkSegment(1cd8840d-5343-42a5-aca3-974d96067f8f),segment_id=1cd8840d-5343-42a5-aca3-974d96067f8f)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 18:11:20.385060 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (85cca120-894a-4602-a61c-962e15b9a771), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:11:20.430112 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Pushing event updated for resources: {'Port': ['ID=85cca120-894a-4602-a61c-962e15b9a771,revision_number=4']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:11:20.715195 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] get_ports_and_sgs() called for port_ids ['85cca120-894a-4602-a61c-962e15b9a771'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 18:11:20.930861 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f2aa6a-b684-4dbe-b5f5-b05a98c9626a req-2c264e3c-7828-41bd-b74a-5244d7486d41 tempest-ServerDiskConfigTestJSON-1122270722 tempest-ServerDiskConfigTestJSON-1122270722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:11:20.932329 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-43f2aa6a-b684-4dbe-b5f5-b05a98c9626a req-2c264e3c-7828-41bd-b74a-5244d7486d41 tempest-ServerDiskConfigTestJSON-1122270722 tempest-ServerDiskConfigTestJSON-1122270722-project] 10.222.0.89 "GET /v2.0/ports?device_id=3e3279b0-533b-446d-b00f-ffdece6bac03 HTTP/1.1" status: 200 len: 944 time: 0.0565248 Feb 04 18:11:20.978587 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-43f2aa6a-b684-4dbe-b5f5-b05a98c9626a req-2e57835f-cb88-44b8-af1a-c60b74ecbc01 tempest-ServerDiskConfigTestJSON-1122270722 tempest-ServerDiskConfigTestJSON-1122270722-project] 10.222.0.89 "GET /v2.0/security-groups?id=62db07d4-1973-4936-955e-cfe027b0a38f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397336 Feb 04 18:11:22.094323 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0345986c-3ce5-47f3-b895-543e16081aff req-1bc1ac94-bf08-45b7-867d-c259c20cb664 tempest-ServerDiskConfigTestJSON-1122270722 tempest-ServerDiskConfigTestJSON-1122270722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:11:22.096292 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-0345986c-3ce5-47f3-b895-543e16081aff req-1bc1ac94-bf08-45b7-867d-c259c20cb664 tempest-ServerDiskConfigTestJSON-1122270722 tempest-ServerDiskConfigTestJSON-1122270722-project] 10.222.0.89 "GET /v2.0/ports?device_id=3e3279b0-533b-446d-b00f-ffdece6bac03 HTTP/1.1" status: 200 len: 944 time: 0.0522027 Feb 04 18:11:22.143473 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-0345986c-3ce5-47f3-b895-543e16081aff req-17ab386a-dc66-4c31-ae39-f97b7722bbb4 tempest-ServerDiskConfigTestJSON-1122270722 tempest-ServerDiskConfigTestJSON-1122270722-project] 10.222.0.89 "GET /v2.0/security-groups?id=62db07d4-1973-4936-955e-cfe027b0a38f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414922 Feb 04 18:11:22.208145 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device 85cca120-894a-4602-a61c-962e15b9a771 up at agent hyperv_n-h1-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 18:11:22.257023 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Provisioning for port 85cca120-894a-4602-a61c-962e15b9a771 completed by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 18:11:22.261175 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Provisioning complete for port 85cca120-894a-4602-a61c-962e15b9a771 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 18:11:22.261580 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (85cca120-894a-4602-a61c-962e15b9a771), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:11:22.342414 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Current status of the port 85cca120-894a-4602-a61c-962e15b9a771 is: BUILD; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 18:11:22.342819 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (85cca120-894a-4602-a61c-962e15b9a771), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:11:22.364939 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e3279b0-533b-446d-b00f-ffdece6bac03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85cca120-894a-4602-a61c-962e15b9a771'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 18:11:22.367152 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d531d67ec453461b01ecd2cf0c6686e25a5679cf38f56e7e92bae688f1026262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1122ca6e-6996-40fd-b739-9ceb5bea9499" -d '{"events": [{"server_uuid": "3e3279b0-533b-446d-b00f-ffdece6bac03", "name": "network-vif-plugged", "status": "completed", "tag": "85cca120-894a-4602-a61c-962e15b9a771"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 18:11:22.380014 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] For port 85cca120-894a-4602-a61c-962e15b9a771, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=85cca120-894a-4602-a61c-962e15b9a771,segment=NetworkSegment(1cd8840d-5343-42a5-aca3-974d96067f8f),segment_id=1cd8840d-5343-42a5-aca3-974d96067f8f)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 18:11:22.384147 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (85cca120-894a-4602-a61c-962e15b9a771), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:11:22.407875 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 18:11:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fa74900-ebaf-4d5d-a132-59dcbc45a749 x-openstack-request-id: req-3fa74900-ebaf-4d5d-a132-59dcbc45a749 {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 18:11:22.408160 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e3279b0-533b-446d-b00f-ffdece6bac03", "name": "network-vif-plugged", "status": "completed", "tag": "85cca120-894a-4602-a61c-962e15b9a771", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 18:11:22.408467 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-3fa74900-ebaf-4d5d-a132-59dcbc45a749 {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 18:11:22.408891 n-d-827839-2 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e3279b0-533b-446d-b00f-ffdece6bac03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85cca120-894a-4602-a61c-962e15b9a771', 'code': 200} Feb 04 18:11:22.435656 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Pushing event updated for resources: {'Port': ['ID=85cca120-894a-4602-a61c-962e15b9a771,revision_number=5']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:11:22.503258 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0915fcc-8709-4325-ac2b-f8a09dc4e2ed req-bf083d71-e549-414d-a186-ffc95e99be23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:11:22.504775 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-e0915fcc-8709-4325-ac2b-f8a09dc4e2ed req-bf083d71-e549-414d-a186-ffc95e99be23 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=3e3279b0-533b-446d-b00f-ffdece6bac03 HTTP/1.1" status: 200 len: 1127 time: 0.0437024 Feb 04 18:11:22.555039 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-e0915fcc-8709-4325-ac2b-f8a09dc4e2ed req-5655f9c1-9674-45f2-91aa-fd8c694aa4d6 service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=62db07d4-1973-4936-955e-cfe027b0a38f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436883 Feb 04 18:11:23.262804 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f5e9da-bab4-4735-95cb-1e019d412604 req-2e2f0d61-fb47-4f13-b17b-f7cb0901672d tempest-ServerDiskConfigTestJSON-1122270722 tempest-ServerDiskConfigTestJSON-1122270722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:11:23.264642 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-98f5e9da-bab4-4735-95cb-1e019d412604 req-2e2f0d61-fb47-4f13-b17b-f7cb0901672d tempest-ServerDiskConfigTestJSON-1122270722 tempest-ServerDiskConfigTestJSON-1122270722-project] 10.222.0.89 "GET /v2.0/ports?device_id=3e3279b0-533b-446d-b00f-ffdece6bac03 HTTP/1.1" status: 200 len: 945 time: 0.0531924 Feb 04 18:11:23.310679 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-98f5e9da-bab4-4735-95cb-1e019d412604 req-b3f01197-be53-4f15-adf9-978a97c2d292 tempest-ServerDiskConfigTestJSON-1122270722 tempest-ServerDiskConfigTestJSON-1122270722-project] 10.222.0.89 "GET /v2.0/security-groups?id=62db07d4-1973-4936-955e-cfe027b0a38f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405490 Feb 04 18:11:24.429875 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0be009-607b-4ca6-8964-b0603c29833b req-0a31e315-77f9-4332-bde6-71ce7e5b6dd4 tempest-ServerDiskConfigTestJSON-1122270722 tempest-ServerDiskConfigTestJSON-1122270722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:11:24.431359 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-ca0be009-607b-4ca6-8964-b0603c29833b req-0a31e315-77f9-4332-bde6-71ce7e5b6dd4 tempest-ServerDiskConfigTestJSON-1122270722 tempest-ServerDiskConfigTestJSON-1122270722-project] 10.222.0.89 "GET /v2.0/ports?device_id=3e3279b0-533b-446d-b00f-ffdece6bac03 HTTP/1.1" status: 200 len: 945 time: 0.0519650 Feb 04 18:11:24.482481 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-ca0be009-607b-4ca6-8964-b0603c29833b req-842be729-91ed-4f23-8b7d-22a80b11982a tempest-ServerDiskConfigTestJSON-1122270722 tempest-ServerDiskConfigTestJSON-1122270722-project] 10.222.0.89 "GET /v2.0/security-groups?id=62db07d4-1973-4936-955e-cfe027b0a38f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456126 Feb 04 18:11:24.605484 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22f5cf7-c5ea-499d-9da3-a62218a2c3df req-02dd8ea9-8f40-4f9c-92a0-c8661ac24a3f tempest-ServerDiskConfigTestJSON-1122270722 tempest-ServerDiskConfigTestJSON-1122270722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:11:24.606872 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-e22f5cf7-c5ea-499d-9da3-a62218a2c3df req-02dd8ea9-8f40-4f9c-92a0-c8661ac24a3f tempest-ServerDiskConfigTestJSON-1122270722 tempest-ServerDiskConfigTestJSON-1122270722-project] 10.222.0.89 "GET /v2.0/ports?device_id=3e3279b0-533b-446d-b00f-ffdece6bac03 HTTP/1.1" status: 200 len: 945 time: 0.0567524 Feb 04 18:11:24.652447 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-e22f5cf7-c5ea-499d-9da3-a62218a2c3df req-e4920ef2-1a55-4f6b-a682-f4b56abfa628 tempest-ServerDiskConfigTestJSON-1122270722 tempest-ServerDiskConfigTestJSON-1122270722-project] 10.222.0.89 "GET /v2.0/security-groups?id=62db07d4-1973-4936-955e-cfe027b0a38f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395172 Feb 04 18:11:24.857813 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfba01e3-974d-45cb-9788-4230b6f7dc21 req-43d8a49f-d409-45dc-88b5-c27ceadfd096 tempest-ServerDiskConfigTestJSON-1122270722 tempest-ServerDiskConfigTestJSON-1122270722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:11:24.859278 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-dfba01e3-974d-45cb-9788-4230b6f7dc21 req-43d8a49f-d409-45dc-88b5-c27ceadfd096 tempest-ServerDiskConfigTestJSON-1122270722 tempest-ServerDiskConfigTestJSON-1122270722-project] 10.222.0.89 "GET /v2.0/ports?device_id=3e3279b0-533b-446d-b00f-ffdece6bac03 HTTP/1.1" status: 200 len: 945 time: 0.0597432 Feb 04 18:11:24.904989 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-dfba01e3-974d-45cb-9788-4230b6f7dc21 req-676a7861-c581-4dc1-93dd-be02df8c6ac3 tempest-ServerDiskConfigTestJSON-1122270722 tempest-ServerDiskConfigTestJSON-1122270722-project] 10.222.0.89 "GET /v2.0/security-groups?id=62db07d4-1973-4936-955e-cfe027b0a38f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400972 Feb 04 18:11:25.025603 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee02367-d651-4371-b1c2-6ccd05adf430 req-636f980f-c497-46f9-a133-5735e6d43d5d tempest-ServerDiskConfigTestJSON-1122270722 tempest-ServerDiskConfigTestJSON-1122270722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:11:25.027109 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-8ee02367-d651-4371-b1c2-6ccd05adf430 req-636f980f-c497-46f9-a133-5735e6d43d5d tempest-ServerDiskConfigTestJSON-1122270722 tempest-ServerDiskConfigTestJSON-1122270722-project] 10.222.0.89 "GET /v2.0/ports?device_id=3e3279b0-533b-446d-b00f-ffdece6bac03 HTTP/1.1" status: 200 len: 945 time: 0.0538242 Feb 04 18:11:25.073225 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-8ee02367-d651-4371-b1c2-6ccd05adf430 req-ef77072f-dd93-415d-bb08-ef531a7dae00 tempest-ServerDiskConfigTestJSON-1122270722 tempest-ServerDiskConfigTestJSON-1122270722-project] 10.222.0.89 "GET /v2.0/security-groups?id=62db07d4-1973-4936-955e-cfe027b0a38f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407252 Feb 04 18:11:25.342869 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-4db6a3ca-94d8-46d0-b0b4-e76f194c67cc req-6c436283-f270-4968-b9ce-7e1dfd9f3b68 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=3e3279b0-533b-446d-b00f-ffdece6bac03&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0809808 Feb 04 18:11:25.350407 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21603f75-e59d-4bf3-b585-8b848bea90e9 req-cc7b5339-af78-4484-934e-e173036d31a7 tempest-ServerDiskConfigTestJSON-1122270722 tempest-ServerDiskConfigTestJSON-1122270722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:11:25.351820 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-21603f75-e59d-4bf3-b585-8b848bea90e9 req-cc7b5339-af78-4484-934e-e173036d31a7 tempest-ServerDiskConfigTestJSON-1122270722 tempest-ServerDiskConfigTestJSON-1122270722-project] 10.222.0.89 "GET /v2.0/ports?device_id=3e3279b0-533b-446d-b00f-ffdece6bac03 HTTP/1.1" status: 200 len: 945 time: 0.0813053 Feb 04 18:11:25.399809 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-21603f75-e59d-4bf3-b585-8b848bea90e9 req-5d98c50a-bfc1-4353-a006-ef2203f1fa5b tempest-ServerDiskConfigTestJSON-1122270722 tempest-ServerDiskConfigTestJSON-1122270722-project] 10.222.0.89 "GET /v2.0/security-groups?id=62db07d4-1973-4936-955e-cfe027b0a38f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421617 Feb 04 18:11:26.521237 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d1f4df-adda-47ed-88c0-bec586b850a1 req-3c9574d9-7ad4-47b3-8b87-46da86fc6877 tempest-ServerDiskConfigTestJSON-1122270722 tempest-ServerDiskConfigTestJSON-1122270722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:11:26.522784 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-47d1f4df-adda-47ed-88c0-bec586b850a1 req-3c9574d9-7ad4-47b3-8b87-46da86fc6877 tempest-ServerDiskConfigTestJSON-1122270722 tempest-ServerDiskConfigTestJSON-1122270722-project] 10.222.0.89 "GET /v2.0/ports?device_id=3e3279b0-533b-446d-b00f-ffdece6bac03 HTTP/1.1" status: 200 len: 945 time: 0.0529904 Feb 04 18:11:26.551575 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db6a3ca-94d8-46d0-b0b4-e76f194c67cc req-c886d61f-b63c-447f-b5be-fb80159b5374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:11:26.553118 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-4db6a3ca-94d8-46d0-b0b4-e76f194c67cc req-c886d61f-b63c-447f-b5be-fb80159b5374 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=285c02d312e64539b866e7aca0c0f2f4&device_id=3e3279b0-533b-446d-b00f-ffdece6bac03 HTTP/1.1" status: 200 len: 1127 time: 0.0472083 Feb 04 18:11:26.572662 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-47d1f4df-adda-47ed-88c0-bec586b850a1 req-14bdb905-5e09-4d52-b1ac-0089fe5aeef9 tempest-ServerDiskConfigTestJSON-1122270722 tempest-ServerDiskConfigTestJSON-1122270722-project] 10.222.0.89 "GET /v2.0/security-groups?id=62db07d4-1973-4936-955e-cfe027b0a38f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442038 Feb 04 18:11:26.644943 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db6a3ca-94d8-46d0-b0b4-e76f194c67cc req-e62de7e3-e39c-4874-a94f-403caf3ad306 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:11:26.646395 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-4db6a3ca-94d8-46d0-b0b4-e76f194c67cc req-e62de7e3-e39c-4874-a94f-403caf3ad306 service neutron] 10.222.0.96 "GET /v2.0/networks?id=6f385a05-c28b-461a-9e98-d7019b21b7b7 HTTP/1.1" status: 200 len: 915 time: 0.0865192 Feb 04 18:11:26.688326 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-4db6a3ca-94d8-46d0-b0b4-e76f194c67cc req-c3a60bba-58ea-4213-a70d-d8c004cbfdaf service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=85cca120-894a-4602-a61c-962e15b9a771 HTTP/1.1" status: 200 len: 217 time: 0.0349374 Feb 04 18:11:26.734409 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db6a3ca-94d8-46d0-b0b4-e76f194c67cc req-bb705b0b-0c0c-4a90-8a3b-cca85d43d990 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:11:26.735801 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-4db6a3ca-94d8-46d0-b0b4-e76f194c67cc req-bb705b0b-0c0c-4a90-8a3b-cca85d43d990 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=ef5613f9-5eee-4b3e-a672-37438c312fe0 HTTP/1.1" status: 200 len: 854 time: 0.0417280 Feb 04 18:11:26.766125 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-4db6a3ca-94d8-46d0-b0b4-e76f194c67cc req-97d6f0d2-6bd9-434b-95d8-3a1a3a9fe99f service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=6f385a05-c28b-461a-9e98-d7019b21b7b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240066 Feb 04 18:11:26.857342 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-4db6a3ca-94d8-46d0-b0b4-e76f194c67cc req-9891aa5b-12a0-4dc6-8efb-bfad49f7a66d service neutron] 10.222.0.96 "GET /v2.0/networks/6f385a05-c28b-461a-9e98-d7019b21b7b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849378 Feb 04 18:11:26.949599 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-4db6a3ca-94d8-46d0-b0b4-e76f194c67cc req-998f0fe4-3f0b-4c16-a33e-3a6be6efb526 service neutron] 10.222.0.96 "GET /v2.0/networks/6f385a05-c28b-461a-9e98-d7019b21b7b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858634 Feb 04 18:11:27.708236 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49654a94-9650-407e-9ebd-faf53f85c2f3 req-559309a4-4816-4150-9321-b8e34d2afdf4 tempest-ServerDiskConfigTestJSON-1122270722 tempest-ServerDiskConfigTestJSON-1122270722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:11:27.709795 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-49654a94-9650-407e-9ebd-faf53f85c2f3 req-559309a4-4816-4150-9321-b8e34d2afdf4 tempest-ServerDiskConfigTestJSON-1122270722 tempest-ServerDiskConfigTestJSON-1122270722-project] 10.222.0.89 "GET /v2.0/ports?device_id=3e3279b0-533b-446d-b00f-ffdece6bac03 HTTP/1.1" status: 200 len: 945 time: 0.0649610 Feb 04 18:11:27.755432 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-49654a94-9650-407e-9ebd-faf53f85c2f3 req-539c7388-5952-4f0c-939a-7870435788c4 tempest-ServerDiskConfigTestJSON-1122270722 tempest-ServerDiskConfigTestJSON-1122270722-project] 10.222.0.89 "GET /v2.0/security-groups?id=62db07d4-1973-4936-955e-cfe027b0a38f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400789 Feb 04 18:11:28.873743 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96252ce-2488-40d1-9751-bd81c85116db req-ee1d60be-fbdc-4e03-93f1-3bb2f2bc0f4b tempest-ServerDiskConfigTestJSON-1122270722 tempest-ServerDiskConfigTestJSON-1122270722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:11:28.875208 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-b96252ce-2488-40d1-9751-bd81c85116db req-ee1d60be-fbdc-4e03-93f1-3bb2f2bc0f4b tempest-ServerDiskConfigTestJSON-1122270722 tempest-ServerDiskConfigTestJSON-1122270722-project] 10.222.0.89 "GET /v2.0/ports?device_id=3e3279b0-533b-446d-b00f-ffdece6bac03 HTTP/1.1" status: 200 len: 945 time: 0.0519700 Feb 04 18:11:28.920108 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-b96252ce-2488-40d1-9751-bd81c85116db req-527e93dd-56ba-40da-b797-67b59ba39e3c tempest-ServerDiskConfigTestJSON-1122270722 tempest-ServerDiskConfigTestJSON-1122270722-project] 10.222.0.89 "GET /v2.0/security-groups?id=62db07d4-1973-4936-955e-cfe027b0a38f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394735 Feb 04 18:11:29.826073 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-37bfa2cd-2bdf-4104-b418-7c7f106c3b12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (bb89f5a3-3c22-440b-b7d1-c4f0c43c184a), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:11:30.046450 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b80a1f7-1f76-4373-925c-2e9863978ddc req-eb25e924-50c8-4835-812b-ac64fd022e25 tempest-ServerDiskConfigTestJSON-1122270722 tempest-ServerDiskConfigTestJSON-1122270722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:11:30.047935 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-3b80a1f7-1f76-4373-925c-2e9863978ddc req-eb25e924-50c8-4835-812b-ac64fd022e25 tempest-ServerDiskConfigTestJSON-1122270722 tempest-ServerDiskConfigTestJSON-1122270722-project] 10.222.0.89 "GET /v2.0/ports?device_id=3e3279b0-533b-446d-b00f-ffdece6bac03 HTTP/1.1" status: 200 len: 945 time: 0.0522695 Feb 04 18:11:30.094371 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-3b80a1f7-1f76-4373-925c-2e9863978ddc req-9efc15da-25fb-4330-b2fb-fe35c82cc429 tempest-ServerDiskConfigTestJSON-1122270722 tempest-ServerDiskConfigTestJSON-1122270722-project] 10.222.0.89 "GET /v2.0/security-groups?id=62db07d4-1973-4936-955e-cfe027b0a38f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403192 Feb 04 18:11:31.214251 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a99a960-d962-4329-a853-54a98213c3a4 req-43c56665-7918-4d33-b2c0-c7133c9b4e62 tempest-ServerDiskConfigTestJSON-1122270722 tempest-ServerDiskConfigTestJSON-1122270722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:11:31.215734 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-6a99a960-d962-4329-a853-54a98213c3a4 req-43c56665-7918-4d33-b2c0-c7133c9b4e62 tempest-ServerDiskConfigTestJSON-1122270722 tempest-ServerDiskConfigTestJSON-1122270722-project] 10.222.0.89 "GET /v2.0/ports?device_id=3e3279b0-533b-446d-b00f-ffdece6bac03 HTTP/1.1" status: 200 len: 945 time: 0.0536277 Feb 04 18:11:31.260783 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-6a99a960-d962-4329-a853-54a98213c3a4 req-78936af1-cc5b-40db-934e-e037eed2c26f tempest-ServerDiskConfigTestJSON-1122270722 tempest-ServerDiskConfigTestJSON-1122270722-project] 10.222.0.89 "GET /v2.0/security-groups?id=62db07d4-1973-4936-955e-cfe027b0a38f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394847 Feb 04 18:11:32.382548 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a305622-5b98-4766-bb89-78a029fa9389 req-73ba013f-7a19-4b9d-b752-371b9ee8e0c6 tempest-ServerDiskConfigTestJSON-1122270722 tempest-ServerDiskConfigTestJSON-1122270722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:11:32.384024 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-8a305622-5b98-4766-bb89-78a029fa9389 req-73ba013f-7a19-4b9d-b752-371b9ee8e0c6 tempest-ServerDiskConfigTestJSON-1122270722 tempest-ServerDiskConfigTestJSON-1122270722-project] 10.222.0.89 "GET /v2.0/ports?device_id=3e3279b0-533b-446d-b00f-ffdece6bac03 HTTP/1.1" status: 200 len: 945 time: 0.0561845 Feb 04 18:11:32.429897 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-8a305622-5b98-4766-bb89-78a029fa9389 req-011219c9-cdfc-402b-afd4-203b89363598 tempest-ServerDiskConfigTestJSON-1122270722 tempest-ServerDiskConfigTestJSON-1122270722-project] 10.222.0.89 "GET /v2.0/security-groups?id=62db07d4-1973-4936-955e-cfe027b0a38f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404193 Feb 04 18:11:32.900049 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8e053915-195a-4013-aee9-b8b9082c261b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (64ada913-9131-4d99-a265-63a920956287), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:11:33.194577 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d408ec64-b374-4acb-a1fc-48241dad6d47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (0cd6d64a-47a7-40ff-8c12-71dd526c62e0), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:11:33.553546 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87dfac01-ba93-46aa-b05d-7af98a5752de req-1528ba8a-b82b-44c1-bebe-d083023f6661 tempest-ServerDiskConfigTestJSON-1122270722 tempest-ServerDiskConfigTestJSON-1122270722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:11:33.555030 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-87dfac01-ba93-46aa-b05d-7af98a5752de req-1528ba8a-b82b-44c1-bebe-d083023f6661 tempest-ServerDiskConfigTestJSON-1122270722 tempest-ServerDiskConfigTestJSON-1122270722-project] 10.222.0.89 "GET /v2.0/ports?device_id=3e3279b0-533b-446d-b00f-ffdece6bac03 HTTP/1.1" status: 200 len: 945 time: 0.0564690 Feb 04 18:11:33.600571 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-87dfac01-ba93-46aa-b05d-7af98a5752de req-bf508caf-47eb-4679-949f-56c73587cfbb tempest-ServerDiskConfigTestJSON-1122270722 tempest-ServerDiskConfigTestJSON-1122270722-project] 10.222.0.89 "GET /v2.0/security-groups?id=62db07d4-1973-4936-955e-cfe027b0a38f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400319 Feb 04 18:11:34.718144 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfad039b-e0e1-467f-85d4-770be4c514e4 req-0b7e6a90-28fe-48eb-80a8-ad54766d926c tempest-ServerDiskConfigTestJSON-1122270722 tempest-ServerDiskConfigTestJSON-1122270722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:11:34.719621 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-dfad039b-e0e1-467f-85d4-770be4c514e4 req-0b7e6a90-28fe-48eb-80a8-ad54766d926c tempest-ServerDiskConfigTestJSON-1122270722 tempest-ServerDiskConfigTestJSON-1122270722-project] 10.222.0.89 "GET /v2.0/ports?device_id=3e3279b0-533b-446d-b00f-ffdece6bac03 HTTP/1.1" status: 200 len: 945 time: 0.0528555 Feb 04 18:11:34.765718 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-dfad039b-e0e1-467f-85d4-770be4c514e4 req-30349da6-f24d-4156-a5b4-620cc0312445 tempest-ServerDiskConfigTestJSON-1122270722 tempest-ServerDiskConfigTestJSON-1122270722-project] 10.222.0.89 "GET /v2.0/security-groups?id=62db07d4-1973-4936-955e-cfe027b0a38f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400357 Feb 04 18:11:35.004042 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4f14bb47-e72b-46ac-9e44-a61d9293afcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (75326290-f7a3-4db8-9cf2-15c7139ed224), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:11:35.803099 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (ba70844b-66a0-45fd-a2f2-e6ed673321fc), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:11:35.883937 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bf4722-ad7c-448b-9f4a-093db748484d req-bed11b57-9a72-46d2-9fa4-f82c67664372 tempest-ServerDiskConfigTestJSON-1122270722 tempest-ServerDiskConfigTestJSON-1122270722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:11:35.885436 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-41bf4722-ad7c-448b-9f4a-093db748484d req-bed11b57-9a72-46d2-9fa4-f82c67664372 tempest-ServerDiskConfigTestJSON-1122270722 tempest-ServerDiskConfigTestJSON-1122270722-project] 10.222.0.89 "GET /v2.0/ports?device_id=3e3279b0-533b-446d-b00f-ffdece6bac03 HTTP/1.1" status: 200 len: 945 time: 0.0519054 Feb 04 18:11:35.930536 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-41bf4722-ad7c-448b-9f4a-093db748484d req-b7935ff9-2b47-4ba4-86a9-b09b44fab085 tempest-ServerDiskConfigTestJSON-1122270722 tempest-ServerDiskConfigTestJSON-1122270722-project] 10.222.0.89 "GET /v2.0/security-groups?id=62db07d4-1973-4936-955e-cfe027b0a38f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395846 Feb 04 18:11:37.048771 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a42041-d926-47ae-8b3e-fc65f3b7fefd req-058db60c-64f1-401e-bcaa-7736204af289 tempest-ServerDiskConfigTestJSON-1122270722 tempest-ServerDiskConfigTestJSON-1122270722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:11:37.050253 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-e6a42041-d926-47ae-8b3e-fc65f3b7fefd req-058db60c-64f1-401e-bcaa-7736204af289 tempest-ServerDiskConfigTestJSON-1122270722 tempest-ServerDiskConfigTestJSON-1122270722-project] 10.222.0.89 "GET /v2.0/ports?device_id=3e3279b0-533b-446d-b00f-ffdece6bac03 HTTP/1.1" status: 200 len: 945 time: 0.0526187 Feb 04 18:11:37.100044 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-e6a42041-d926-47ae-8b3e-fc65f3b7fefd req-2dbd750b-63ca-42aa-ba31-0b8ec6bcd661 tempest-ServerDiskConfigTestJSON-1122270722 tempest-ServerDiskConfigTestJSON-1122270722-project] 10.222.0.89 "GET /v2.0/security-groups?id=62db07d4-1973-4936-955e-cfe027b0a38f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441797 Feb 04 18:11:38.222984 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723045cd-e29b-458a-9196-49a0c9996431 req-0c905b13-ab75-4d1a-bc14-e7a853159106 tempest-ServerDiskConfigTestJSON-1122270722 tempest-ServerDiskConfigTestJSON-1122270722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:11:38.224476 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-723045cd-e29b-458a-9196-49a0c9996431 req-0c905b13-ab75-4d1a-bc14-e7a853159106 tempest-ServerDiskConfigTestJSON-1122270722 tempest-ServerDiskConfigTestJSON-1122270722-project] 10.222.0.89 "GET /v2.0/ports?device_id=3e3279b0-533b-446d-b00f-ffdece6bac03 HTTP/1.1" status: 200 len: 945 time: 0.0565281 Feb 04 18:11:38.270206 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-723045cd-e29b-458a-9196-49a0c9996431 req-9e6b0f3a-e730-488a-aad6-3a645639d839 tempest-ServerDiskConfigTestJSON-1122270722 tempest-ServerDiskConfigTestJSON-1122270722-project] 10.222.0.89 "GET /v2.0/security-groups?id=62db07d4-1973-4936-955e-cfe027b0a38f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401213 Feb 04 18:11:39.395689 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4514d0d7-af84-474e-bee6-2ba4b2c6d477 req-77ffb961-9ea0-4d62-a629-0b6cf56c9650 tempest-ServerDiskConfigTestJSON-1122270722 tempest-ServerDiskConfigTestJSON-1122270722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:11:39.397479 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-4514d0d7-af84-474e-bee6-2ba4b2c6d477 req-77ffb961-9ea0-4d62-a629-0b6cf56c9650 tempest-ServerDiskConfigTestJSON-1122270722 tempest-ServerDiskConfigTestJSON-1122270722-project] 10.222.0.89 "GET /v2.0/ports?device_id=3e3279b0-533b-446d-b00f-ffdece6bac03 HTTP/1.1" status: 200 len: 945 time: 0.0573032 Feb 04 18:11:39.443908 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-4514d0d7-af84-474e-bee6-2ba4b2c6d477 req-1e8b0483-b256-4a63-a219-78dc745d7984 tempest-ServerDiskConfigTestJSON-1122270722 tempest-ServerDiskConfigTestJSON-1122270722-project] 10.222.0.89 "GET /v2.0/security-groups?id=62db07d4-1973-4936-955e-cfe027b0a38f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408685 Feb 04 18:11:40.566721 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c0667d-780c-412e-ac89-28c780a69c80 req-c1b7add6-3baa-4020-a526-2e8bd6ad6038 tempest-ServerDiskConfigTestJSON-1122270722 tempest-ServerDiskConfigTestJSON-1122270722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:11:40.568260 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-73c0667d-780c-412e-ac89-28c780a69c80 req-c1b7add6-3baa-4020-a526-2e8bd6ad6038 tempest-ServerDiskConfigTestJSON-1122270722 tempest-ServerDiskConfigTestJSON-1122270722-project] 10.222.0.89 "GET /v2.0/ports?device_id=3e3279b0-533b-446d-b00f-ffdece6bac03 HTTP/1.1" status: 200 len: 945 time: 0.0581346 Feb 04 18:11:40.618199 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-73c0667d-780c-412e-ac89-28c780a69c80 req-a4ab0c7d-f0f1-46fb-8d5c-4977e162dbd3 tempest-ServerDiskConfigTestJSON-1122270722 tempest-ServerDiskConfigTestJSON-1122270722-project] 10.222.0.89 "GET /v2.0/security-groups?id=62db07d4-1973-4936-955e-cfe027b0a38f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444345 Feb 04 18:11:40.687038 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (f20a1ab3-4332-4f54-833b-ba4a7c687e89), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:11:41.735481 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229d2ccf-acfd-47dd-a233-822ad1c8f2bb req-5ab3750b-6c40-4be4-bcf8-3f807615fad3 tempest-ServerDiskConfigTestJSON-1122270722 tempest-ServerDiskConfigTestJSON-1122270722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:11:41.737502 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-229d2ccf-acfd-47dd-a233-822ad1c8f2bb req-5ab3750b-6c40-4be4-bcf8-3f807615fad3 tempest-ServerDiskConfigTestJSON-1122270722 tempest-ServerDiskConfigTestJSON-1122270722-project] 10.222.0.89 "GET /v2.0/ports?device_id=3e3279b0-533b-446d-b00f-ffdece6bac03 HTTP/1.1" status: 200 len: 945 time: 0.0521791 Feb 04 18:11:41.785018 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-229d2ccf-acfd-47dd-a233-822ad1c8f2bb req-df8d18bc-128e-4ff5-9851-4f4de4cd7777 tempest-ServerDiskConfigTestJSON-1122270722 tempest-ServerDiskConfigTestJSON-1122270722-project] 10.222.0.89 "GET /v2.0/security-groups?id=62db07d4-1973-4936-955e-cfe027b0a38f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419631 Feb 04 18:11:42.764822 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (3f9244a9-75fc-4c10-b195-11d48b853b41), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:11:42.902233 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7a4209-4275-4058-99d1-5204c596d825 req-7687ca40-12e4-469f-80d7-ff78597f42be tempest-ServerDiskConfigTestJSON-1122270722 tempest-ServerDiskConfigTestJSON-1122270722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:11:42.903722 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-ce7a4209-4275-4058-99d1-5204c596d825 req-7687ca40-12e4-469f-80d7-ff78597f42be tempest-ServerDiskConfigTestJSON-1122270722 tempest-ServerDiskConfigTestJSON-1122270722-project] 10.222.0.89 "GET /v2.0/ports?device_id=3e3279b0-533b-446d-b00f-ffdece6bac03 HTTP/1.1" status: 200 len: 945 time: 0.0516248 Feb 04 18:11:42.953842 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-ce7a4209-4275-4058-99d1-5204c596d825 req-efcb46fb-f825-4689-af62-5e5fc6bca038 tempest-ServerDiskConfigTestJSON-1122270722 tempest-ServerDiskConfigTestJSON-1122270722-project] 10.222.0.89 "GET /v2.0/security-groups?id=62db07d4-1973-4936-955e-cfe027b0a38f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439413 Feb 04 18:11:44.083000 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138e1b05-2ed6-4941-afc3-96e3c44a0f15 req-fa5298cd-6a14-4a1c-947a-83c8af04eaba tempest-ServerDiskConfigTestJSON-1122270722 tempest-ServerDiskConfigTestJSON-1122270722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:11:44.084479 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-138e1b05-2ed6-4941-afc3-96e3c44a0f15 req-fa5298cd-6a14-4a1c-947a-83c8af04eaba tempest-ServerDiskConfigTestJSON-1122270722 tempest-ServerDiskConfigTestJSON-1122270722-project] 10.222.0.89 "GET /v2.0/ports?device_id=3e3279b0-533b-446d-b00f-ffdece6bac03 HTTP/1.1" status: 200 len: 945 time: 0.0565982 Feb 04 18:11:44.131044 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-138e1b05-2ed6-4941-afc3-96e3c44a0f15 req-a49dcfe3-c4c9-4d25-b99a-99b69e849ad4 tempest-ServerDiskConfigTestJSON-1122270722 tempest-ServerDiskConfigTestJSON-1122270722-project] 10.222.0.89 "GET /v2.0/security-groups?id=62db07d4-1973-4936-955e-cfe027b0a38f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408564 Feb 04 18:11:45.249652 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46e01a8-2c1e-4156-b9c2-0cf735d671a0 req-77bc4412-8718-433e-b56a-d1794a2b888d tempest-ServerDiskConfigTestJSON-1122270722 tempest-ServerDiskConfigTestJSON-1122270722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:11:45.251620 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-b46e01a8-2c1e-4156-b9c2-0cf735d671a0 req-77bc4412-8718-433e-b56a-d1794a2b888d tempest-ServerDiskConfigTestJSON-1122270722 tempest-ServerDiskConfigTestJSON-1122270722-project] 10.222.0.89 "GET /v2.0/ports?device_id=3e3279b0-533b-446d-b00f-ffdece6bac03 HTTP/1.1" status: 200 len: 945 time: 0.0524828 Feb 04 18:11:45.297512 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-b46e01a8-2c1e-4156-b9c2-0cf735d671a0 req-d1bc7bcc-cac6-4755-a21b-88d5b9affc21 tempest-ServerDiskConfigTestJSON-1122270722 tempest-ServerDiskConfigTestJSON-1122270722-project] 10.222.0.89 "GET /v2.0/security-groups?id=62db07d4-1973-4936-955e-cfe027b0a38f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404472 Feb 04 18:11:46.421844 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115d9983-8dd1-4686-932a-b6fdbedc7b5f req-1dd56580-eb54-4583-842e-a9e05c8dc344 tempest-ServerDiskConfigTestJSON-1122270722 tempest-ServerDiskConfigTestJSON-1122270722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:11:46.423849 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-115d9983-8dd1-4686-932a-b6fdbedc7b5f req-1dd56580-eb54-4583-842e-a9e05c8dc344 tempest-ServerDiskConfigTestJSON-1122270722 tempest-ServerDiskConfigTestJSON-1122270722-project] 10.222.0.89 "GET /v2.0/ports?device_id=3e3279b0-533b-446d-b00f-ffdece6bac03 HTTP/1.1" status: 200 len: 945 time: 0.0586762 Feb 04 18:11:46.483097 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-115d9983-8dd1-4686-932a-b6fdbedc7b5f req-d8852672-5963-489a-bc03-1aeaa98f8323 tempest-ServerDiskConfigTestJSON-1122270722 tempest-ServerDiskConfigTestJSON-1122270722-project] 10.222.0.89 "GET /v2.0/security-groups?id=62db07d4-1973-4936-955e-cfe027b0a38f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533376 Feb 04 18:11:47.607895 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45551fab-317b-4ad5-b732-f93c132e1f57 req-f4073505-8ea5-48d7-bfd9-1285ec937e5b tempest-ServerDiskConfigTestJSON-1122270722 tempest-ServerDiskConfigTestJSON-1122270722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:11:47.609415 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-45551fab-317b-4ad5-b732-f93c132e1f57 req-f4073505-8ea5-48d7-bfd9-1285ec937e5b tempest-ServerDiskConfigTestJSON-1122270722 tempest-ServerDiskConfigTestJSON-1122270722-project] 10.222.0.89 "GET /v2.0/ports?device_id=3e3279b0-533b-446d-b00f-ffdece6bac03 HTTP/1.1" status: 200 len: 945 time: 0.0525606 Feb 04 18:11:47.656359 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-45551fab-317b-4ad5-b732-f93c132e1f57 req-e48638cf-132d-44ef-908f-d04f8651cce0 tempest-ServerDiskConfigTestJSON-1122270722 tempest-ServerDiskConfigTestJSON-1122270722-project] 10.222.0.89 "GET /v2.0/security-groups?id=62db07d4-1973-4936-955e-cfe027b0a38f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404153 Feb 04 18:11:48.777702 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9460509-c429-4a0e-a759-9ac68819e7f6 req-3d46e4fd-52ae-40cc-b7d0-70667966db51 tempest-ServerDiskConfigTestJSON-1122270722 tempest-ServerDiskConfigTestJSON-1122270722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:11:48.779237 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-b9460509-c429-4a0e-a759-9ac68819e7f6 req-3d46e4fd-52ae-40cc-b7d0-70667966db51 tempest-ServerDiskConfigTestJSON-1122270722 tempest-ServerDiskConfigTestJSON-1122270722-project] 10.222.0.89 "GET /v2.0/ports?device_id=3e3279b0-533b-446d-b00f-ffdece6bac03 HTTP/1.1" status: 200 len: 945 time: 0.0537093 Feb 04 18:11:48.830338 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-b9460509-c429-4a0e-a759-9ac68819e7f6 req-9ab1b9a4-864b-4032-97e3-e1d6d6366536 tempest-ServerDiskConfigTestJSON-1122270722 tempest-ServerDiskConfigTestJSON-1122270722-project] 10.222.0.89 "GET /v2.0/security-groups?id=62db07d4-1973-4936-955e-cfe027b0a38f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453188 Feb 04 18:11:49.952323 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d165478-d846-4c0f-8795-8b87ced30e22 req-f3bedb7b-6199-4784-ae94-27c74aade11d tempest-ServerDiskConfigTestJSON-1122270722 tempest-ServerDiskConfigTestJSON-1122270722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:11:49.953905 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-4d165478-d846-4c0f-8795-8b87ced30e22 req-f3bedb7b-6199-4784-ae94-27c74aade11d tempest-ServerDiskConfigTestJSON-1122270722 tempest-ServerDiskConfigTestJSON-1122270722-project] 10.222.0.89 "GET /v2.0/ports?device_id=3e3279b0-533b-446d-b00f-ffdece6bac03 HTTP/1.1" status: 200 len: 945 time: 0.0568442 Feb 04 18:11:49.999645 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-4d165478-d846-4c0f-8795-8b87ced30e22 req-3741eee2-7eb3-4847-9d44-11452e986ebc tempest-ServerDiskConfigTestJSON-1122270722 tempest-ServerDiskConfigTestJSON-1122270722-project] 10.222.0.89 "GET /v2.0/security-groups?id=62db07d4-1973-4936-955e-cfe027b0a38f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396760 Feb 04 18:11:51.118752 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d18dcd-56ab-4be9-9745-06b20f6b9cfa req-8ad10fab-fda4-4e9c-9de1-9b87d783d440 tempest-ServerDiskConfigTestJSON-1122270722 tempest-ServerDiskConfigTestJSON-1122270722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:11:51.120307 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-82d18dcd-56ab-4be9-9745-06b20f6b9cfa req-8ad10fab-fda4-4e9c-9de1-9b87d783d440 tempest-ServerDiskConfigTestJSON-1122270722 tempest-ServerDiskConfigTestJSON-1122270722-project] 10.222.0.89 "GET /v2.0/ports?device_id=3e3279b0-533b-446d-b00f-ffdece6bac03 HTTP/1.1" status: 200 len: 945 time: 0.0529239 Feb 04 18:11:51.166691 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-82d18dcd-56ab-4be9-9745-06b20f6b9cfa req-1b8263f7-6663-4d5e-bcce-d3e1d1141c66 tempest-ServerDiskConfigTestJSON-1122270722 tempest-ServerDiskConfigTestJSON-1122270722-project] 10.222.0.89 "GET /v2.0/security-groups?id=62db07d4-1973-4936-955e-cfe027b0a38f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408065 Feb 04 18:11:52.289819 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0374e3c8-30f8-4aa8-befa-f2383291eea3 req-e0634136-e5a8-4300-b6aa-31ea2143fb14 tempest-ServerDiskConfigTestJSON-1122270722 tempest-ServerDiskConfigTestJSON-1122270722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:11:52.291405 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-0374e3c8-30f8-4aa8-befa-f2383291eea3 req-e0634136-e5a8-4300-b6aa-31ea2143fb14 tempest-ServerDiskConfigTestJSON-1122270722 tempest-ServerDiskConfigTestJSON-1122270722-project] 10.222.0.89 "GET /v2.0/ports?device_id=3e3279b0-533b-446d-b00f-ffdece6bac03 HTTP/1.1" status: 200 len: 945 time: 0.0539737 Feb 04 18:11:52.345103 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-0374e3c8-30f8-4aa8-befa-f2383291eea3 req-ff63c50d-4bd1-471f-bca9-af437c2ca797 tempest-ServerDiskConfigTestJSON-1122270722 tempest-ServerDiskConfigTestJSON-1122270722-project] 10.222.0.89 "GET /v2.0/security-groups?id=62db07d4-1973-4936-955e-cfe027b0a38f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474651 Feb 04 18:11:53.189203 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.agents_db [None req-e1691f3b-aacd-4cd6-8ebb-a9c53bb301c0 None None] Agent healthcheck: found 7 active agents {{(pid=103379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 18:11:53.466546 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4a9a2d-9aee-4057-91b1-e3d22faad934 req-76c6c65b-0637-49dd-afc5-9f040a36b588 tempest-ServerDiskConfigTestJSON-1122270722 tempest-ServerDiskConfigTestJSON-1122270722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:11:53.467943 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-ad4a9a2d-9aee-4057-91b1-e3d22faad934 req-76c6c65b-0637-49dd-afc5-9f040a36b588 tempest-ServerDiskConfigTestJSON-1122270722 tempest-ServerDiskConfigTestJSON-1122270722-project] 10.222.0.89 "GET /v2.0/ports?device_id=3e3279b0-533b-446d-b00f-ffdece6bac03 HTTP/1.1" status: 200 len: 945 time: 0.0517571 Feb 04 18:11:53.515034 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-ad4a9a2d-9aee-4057-91b1-e3d22faad934 req-417e2a66-c83b-43f8-a1ab-7dc653c17980 tempest-ServerDiskConfigTestJSON-1122270722 tempest-ServerDiskConfigTestJSON-1122270722-project] 10.222.0.89 "GET /v2.0/security-groups?id=62db07d4-1973-4936-955e-cfe027b0a38f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409732 Feb 04 18:11:54.314906 n-d-827839-2 neutron-server[103376]: INFO neutron.api.v2.resource [req-4db6a3ca-94d8-46d0-b0b4-e76f194c67cc req-0a1853fc-249a-489e-bcbd-7e945a5b43f9 service neutron] show failed (client error): The resource could not be found. Feb 04 18:11:54.315931 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-4db6a3ca-94d8-46d0-b0b4-e76f194c67cc req-0a1853fc-249a-489e-bcbd-7e945a5b43f9 service neutron] 10.222.0.96 "GET /v2.0/ports/85cca120-894a-4602-a61c-962e15b9a771/bindings/n-h2-827839-2 HTTP/1.1" status: 404 len: 380 time: 0.0593963 Feb 04 18:11:54.562322 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db6a3ca-94d8-46d0-b0b4-e76f194c67cc req-0e1d5ad8-5525-406e-bdd9-265b32f0e09b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:11:54.564458 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-4db6a3ca-94d8-46d0-b0b4-e76f194c67cc req-0e1d5ad8-5525-406e-bdd9-265b32f0e09b service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=3e3279b0-533b-446d-b00f-ffdece6bac03&tenant_id=285c02d312e64539b866e7aca0c0f2f4 HTTP/1.1" status: 200 len: 1127 time: 0.0814166 Feb 04 18:11:54.579694 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [req-4db6a3ca-94d8-46d0-b0b4-e76f194c67cc req-af0dce3e-31ce-4e20-9066-c3a9de2c2bae service neutron] Request body: {'port': {'binding:host_id': 'n-h2-827839-2', 'device_owner': 'compute:nova'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 18:11:54.669939 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-4db6a3ca-94d8-46d0-b0b4-e76f194c67cc req-af0dce3e-31ce-4e20-9066-c3a9de2c2bae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (85cca120-894a-4602-a61c-962e15b9a771), before_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:11:54.691000 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5b6b7f-8246-415e-bb19-f698b9c0f151 req-560d7b87-6315-498b-bd15-3af50a645673 tempest-ServerDiskConfigTestJSON-1122270722 tempest-ServerDiskConfigTestJSON-1122270722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:11:54.692475 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-2f5b6b7f-8246-415e-bb19-f698b9c0f151 req-560d7b87-6315-498b-bd15-3af50a645673 tempest-ServerDiskConfigTestJSON-1122270722 tempest-ServerDiskConfigTestJSON-1122270722-project] 10.222.0.89 "GET /v2.0/ports?device_id=3e3279b0-533b-446d-b00f-ffdece6bac03 HTTP/1.1" status: 200 len: 945 time: 0.0943217 Feb 04 18:11:54.823059 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-2f5b6b7f-8246-415e-bb19-f698b9c0f151 req-8683bbc9-d5c1-48d9-b4be-88f596e2fa40 tempest-ServerDiskConfigTestJSON-1122270722 tempest-ServerDiskConfigTestJSON-1122270722-project] 10.222.0.89 "GET /v2.0/security-groups?id=62db07d4-1973-4936-955e-cfe027b0a38f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105363 Feb 04 18:11:54.909059 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [req-4db6a3ca-94d8-46d0-b0b4-e76f194c67cc req-af0dce3e-31ce-4e20-9066-c3a9de2c2bae service neutron] For port 85cca120-894a-4602-a61c-962e15b9a771, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=85cca120-894a-4602-a61c-962e15b9a771,segment=NetworkSegment(1cd8840d-5343-42a5-aca3-974d96067f8f),segment_id=1cd8840d-5343-42a5-aca3-974d96067f8f)] {{(pid=103377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 18:11:54.942494 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [req-4db6a3ca-94d8-46d0-b0b4-e76f194c67cc req-af0dce3e-31ce-4e20-9066-c3a9de2c2bae service neutron] For port 85cca120-894a-4602-a61c-962e15b9a771, host n-h1-827839-2, cleared binding levels {{(pid=103377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 18:11:54.980265 n-d-827839-2 neutron-server[103377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e3279b0-533b-446d-b00f-ffdece6bac03', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '85cca120-894a-4602-a61c-962e15b9a771'}] {{(pid=103377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 18:11:54.982532 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2026467e03276fe79290e5b19027649602583100b1291b9f7533f134bdcccf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64469f6d-89fa-44eb-998e-aec6fb2194dd" -d '{"events": [{"server_uuid": "3e3279b0-533b-446d-b00f-ffdece6bac03", "name": "network-vif-unplugged", "status": "completed", "tag": "85cca120-894a-4602-a61c-962e15b9a771"}]}' {{(pid=103377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 18:11:54.986833 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-4db6a3ca-94d8-46d0-b0b4-e76f194c67cc req-af0dce3e-31ce-4e20-9066-c3a9de2c2bae service neutron] Publish callbacks [] for port (85cca120-894a-4602-a61c-962e15b9a771), precommit_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:11:54.999329 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.provisioning_blocks [req-4db6a3ca-94d8-46d0-b0b4-e76f194c67cc req-af0dce3e-31ce-4e20-9066-c3a9de2c2bae service neutron] Transition to ACTIVE for port object 85cca120-894a-4602-a61c-962e15b9a771 will not be triggered until provisioned by entity L2. {{(pid=103377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 18:11:55.003172 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-4db6a3ca-94d8-46d0-b0b4-e76f194c67cc req-af0dce3e-31ce-4e20-9066-c3a9de2c2bae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25888290'] for port (85cca120-894a-4602-a61c-962e15b9a771), after_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:11:55.046500 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 04 Feb 2022 18:11:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d09d269c-e617-4af2-b2c3-c6f70e59f9ce x-openstack-request-id: req-d09d269c-e617-4af2-b2c3-c6f70e59f9ce {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 18:11:55.046800 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e3279b0-533b-446d-b00f-ffdece6bac03", "name": "network-vif-unplugged", "status": "completed", "tag": "85cca120-894a-4602-a61c-962e15b9a771", "code": 200}]} {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 18:11:55.047053 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-d09d269c-e617-4af2-b2c3-c6f70e59f9ce {{(pid=103377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 18:11:55.047486 n-d-827839-2 neutron-server[103377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e3279b0-533b-446d-b00f-ffdece6bac03', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '85cca120-894a-4602-a61c-962e15b9a771', 'code': 200} Feb 04 18:11:55.069955 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [req-4db6a3ca-94d8-46d0-b0b4-e76f194c67cc req-af0dce3e-31ce-4e20-9066-c3a9de2c2bae service neutron] No DVR routers for this DVR port 85cca120-894a-4602-a61c-962e15b9a771 on host n-h1-827839-2 {{(pid=103377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 18:11:55.076210 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0dce3e-31ce-4e20-9066-c3a9de2c2bae service neutron] Pushing event updated for resources: {'Port': ['ID=85cca120-894a-4602-a61c-962e15b9a771,revision_number=6']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:11:55.108824 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [req-4db6a3ca-94d8-46d0-b0b4-e76f194c67cc req-af0dce3e-31ce-4e20-9066-c3a9de2c2bae service neutron] Attempting to bind port 85cca120-894a-4602-a61c-962e15b9a771 on host n-h2-827839-2 for vnic_type normal with profile {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 18:11:55.109161 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [req-4db6a3ca-94d8-46d0-b0b4-e76f194c67cc req-af0dce3e-31ce-4e20-9066-c3a9de2c2bae service neutron] Attempting to bind port 85cca120-894a-4602-a61c-962e15b9a771 by drivers openvswitch,hyperv on host n-h2-827839-2 at level 0 using segments [{'id': '1cd8840d-5343-42a5-aca3-974d96067f8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '6f385a05-c28b-461a-9e98-d7019b21b7b7'}] {{(pid=103377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 18:11:55.109488 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4db6a3ca-94d8-46d0-b0b4-e76f194c67cc req-af0dce3e-31ce-4e20-9066-c3a9de2c2bae service neutron] Attempting to bind port 85cca120-894a-4602-a61c-962e15b9a771 on network 6f385a05-c28b-461a-9e98-d7019b21b7b7 {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 18:11:55.114352 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4db6a3ca-94d8-46d0-b0b4-e76f194c67cc req-af0dce3e-31ce-4e20-9066-c3a9de2c2bae service neutron] Port 85cca120-894a-4602-a61c-962e15b9a771 on network 6f385a05-c28b-461a-9e98-d7019b21b7b7 not bound, no agent of type Open vSwitch agent registered on host n-h2-827839-2 {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 18:11:55.114671 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4db6a3ca-94d8-46d0-b0b4-e76f194c67cc req-af0dce3e-31ce-4e20-9066-c3a9de2c2bae service neutron] Attempting to bind port 85cca120-894a-4602-a61c-962e15b9a771 on network 6f385a05-c28b-461a-9e98-d7019b21b7b7 {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 18:11:55.119394 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4db6a3ca-94d8-46d0-b0b4-e76f194c67cc req-af0dce3e-31ce-4e20-9066-c3a9de2c2bae service neutron] Checking agent: {'id': 'f20a1ab3-4332-4f54-833b-ba4a7c687e89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 8, 40), 'started_at': datetime.datetime(2022, 2, 4, 17, 8, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 18, 11, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 18:11:55.119730 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4db6a3ca-94d8-46d0-b0b4-e76f194c67cc req-af0dce3e-31ce-4e20-9066-c3a9de2c2bae service neutron] Checking segment: {'id': '1cd8840d-5343-42a5-aca3-974d96067f8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '6f385a05-c28b-461a-9e98-d7019b21b7b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 18:11:55.120106 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4db6a3ca-94d8-46d0-b0b4-e76f194c67cc req-af0dce3e-31ce-4e20-9066-c3a9de2c2bae service neutron] Bound using segment: {'id': '1cd8840d-5343-42a5-aca3-974d96067f8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '6f385a05-c28b-461a-9e98-d7019b21b7b7'} {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 18:11:55.120524 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [req-4db6a3ca-94d8-46d0-b0b4-e76f194c67cc req-af0dce3e-31ce-4e20-9066-c3a9de2c2bae service neutron] Bound port: 85cca120-894a-4602-a61c-962e15b9a771, host: n-h2-827839-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1cd8840d-5343-42a5-aca3-974d96067f8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '6f385a05-c28b-461a-9e98-d7019b21b7b7'}}] {{(pid=103377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 18:11:55.120914 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-4db6a3ca-94d8-46d0-b0b4-e76f194c67cc req-af0dce3e-31ce-4e20-9066-c3a9de2c2bae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (85cca120-894a-4602-a61c-962e15b9a771), before_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:11:55.181023 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [req-4db6a3ca-94d8-46d0-b0b4-e76f194c67cc req-af0dce3e-31ce-4e20-9066-c3a9de2c2bae service neutron] For port 85cca120-894a-4602-a61c-962e15b9a771, host n-h2-827839-2, cleared binding levels {{(pid=103377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 18:11:55.184026 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [req-4db6a3ca-94d8-46d0-b0b4-e76f194c67cc req-af0dce3e-31ce-4e20-9066-c3a9de2c2bae service neutron] For port 85cca120-894a-4602-a61c-962e15b9a771, host n-h2-827839-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=85cca120-894a-4602-a61c-962e15b9a771,segment=NetworkSegment(1cd8840d-5343-42a5-aca3-974d96067f8f),segment_id=1cd8840d-5343-42a5-aca3-974d96067f8f)] {{(pid=103377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 18:11:55.189321 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-4db6a3ca-94d8-46d0-b0b4-e76f194c67cc req-af0dce3e-31ce-4e20-9066-c3a9de2c2bae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25888290'] for port (85cca120-894a-4602-a61c-962e15b9a771), after_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:11:55.224132 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db6a3ca-94d8-46d0-b0b4-e76f194c67cc req-af0dce3e-31ce-4e20-9066-c3a9de2c2bae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:11:55.224765 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-4db6a3ca-94d8-46d0-b0b4-e76f194c67cc req-af0dce3e-31ce-4e20-9066-c3a9de2c2bae service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:11:55.226156 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-4db6a3ca-94d8-46d0-b0b4-e76f194c67cc req-af0dce3e-31ce-4e20-9066-c3a9de2c2bae service neutron] 10.222.0.90 "PUT /v2.0/ports/85cca120-894a-4602-a61c-962e15b9a771 HTTP/1.1" status: 200 len: 1091 time: 0.6510954 Feb 04 18:11:55.243783 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0dce3e-31ce-4e20-9066-c3a9de2c2bae service neutron] Pushing event updated for resources: {'Port': ['ID=85cca120-894a-4602-a61c-962e15b9a771,revision_number=7']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:11:55.307567 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db6a3ca-94d8-46d0-b0b4-e76f194c67cc req-483645b8-b740-4403-8bb3-4a262613b682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:11:55.309178 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-4db6a3ca-94d8-46d0-b0b4-e76f194c67cc req-483645b8-b740-4403-8bb3-4a262613b682 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=285c02d312e64539b866e7aca0c0f2f4&device_id=3e3279b0-533b-446d-b00f-ffdece6bac03 HTTP/1.1" status: 200 len: 1125 time: 0.0571258 Feb 04 18:11:55.397987 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db6a3ca-94d8-46d0-b0b4-e76f194c67cc req-d1581e81-3c45-4be1-afaa-5864463ffa70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:11:55.399380 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-4db6a3ca-94d8-46d0-b0b4-e76f194c67cc req-d1581e81-3c45-4be1-afaa-5864463ffa70 service neutron] 10.222.0.90 "GET /v2.0/networks?id=6f385a05-c28b-461a-9e98-d7019b21b7b7 HTTP/1.1" status: 200 len: 915 time: 0.0842366 Feb 04 18:11:55.445997 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-4db6a3ca-94d8-46d0-b0b4-e76f194c67cc req-3e2a6944-328b-411f-89bd-0313995c6ff1 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=85cca120-894a-4602-a61c-962e15b9a771 HTTP/1.1" status: 200 len: 217 time: 0.0376635 Feb 04 18:11:55.494569 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db6a3ca-94d8-46d0-b0b4-e76f194c67cc req-3a0093be-c54a-4096-8c38-c278c73a4161 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:11:55.495989 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-4db6a3ca-94d8-46d0-b0b4-e76f194c67cc req-3a0093be-c54a-4096-8c38-c278c73a4161 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=ef5613f9-5eee-4b3e-a672-37438c312fe0 HTTP/1.1" status: 200 len: 854 time: 0.0421932 Feb 04 18:11:55.527304 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-4db6a3ca-94d8-46d0-b0b4-e76f194c67cc req-2efbb15f-cf44-44f6-9938-899aa7754e21 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=6f385a05-c28b-461a-9e98-d7019b21b7b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247202 Feb 04 18:11:55.617075 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-4db6a3ca-94d8-46d0-b0b4-e76f194c67cc req-9d96850e-88e2-4fff-a01e-50dbca564fdd service neutron] 10.222.0.90 "GET /v2.0/networks/6f385a05-c28b-461a-9e98-d7019b21b7b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818231 Feb 04 18:11:55.709147 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-4db6a3ca-94d8-46d0-b0b4-e76f194c67cc req-508e36e9-5028-4f8f-ac10-fb33debb4ea5 service neutron] 10.222.0.90 "GET /v2.0/networks/6f385a05-c28b-461a-9e98-d7019b21b7b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842614 Feb 04 18:11:55.950076 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef96ff7-90b5-40bb-86c3-67cef89c8466 req-a80e6941-9986-4908-abdb-9a1052433831 tempest-ServerDiskConfigTestJSON-1122270722 tempest-ServerDiskConfigTestJSON-1122270722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:11:55.951537 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-5ef96ff7-90b5-40bb-86c3-67cef89c8466 req-a80e6941-9986-4908-abdb-9a1052433831 tempest-ServerDiskConfigTestJSON-1122270722 tempest-ServerDiskConfigTestJSON-1122270722-project] 10.222.0.89 "GET /v2.0/ports?device_id=3e3279b0-533b-446d-b00f-ffdece6bac03 HTTP/1.1" status: 200 len: 943 time: 0.0573983 Feb 04 18:11:55.995969 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-5ef96ff7-90b5-40bb-86c3-67cef89c8466 req-9a623eb2-d50a-4791-b0cd-f15d573ea9c4 tempest-ServerDiskConfigTestJSON-1122270722 tempest-ServerDiskConfigTestJSON-1122270722-project] 10.222.0.89 "GET /v2.0/security-groups?id=62db07d4-1973-4936-955e-cfe027b0a38f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383964 Feb 04 18:11:57.049296 n-d-827839-2 neutron-server[103377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e3279b0-533b-446d-b00f-ffdece6bac03', 'tag': '85cca120-894a-4602-a61c-962e15b9a771'}] {{(pid=103377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 18:11:57.051751 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2026467e03276fe79290e5b19027649602583100b1291b9f7533f134bdcccf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a495c59-d0e5-4081-8e55-db139344f75f" -d '{"events": [{"name": "network-changed", "server_uuid": "3e3279b0-533b-446d-b00f-ffdece6bac03", "tag": "85cca120-894a-4602-a61c-962e15b9a771"}]}' {{(pid=103377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 18:11:57.099779 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 18:11:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8e83172-0540-4b6a-8730-10ed5c0b244f x-openstack-request-id: req-e8e83172-0540-4b6a-8730-10ed5c0b244f {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 18:11:57.100081 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e3279b0-533b-446d-b00f-ffdece6bac03", "tag": "85cca120-894a-4602-a61c-962e15b9a771", "status": "completed", "code": 200}]} {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 18:11:57.100344 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-e8e83172-0540-4b6a-8730-10ed5c0b244f {{(pid=103377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 18:11:57.100774 n-d-827839-2 neutron-server[103377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e3279b0-533b-446d-b00f-ffdece6bac03', 'tag': '85cca120-894a-4602-a61c-962e15b9a771', 'status': 'completed', 'code': 200} Feb 04 18:11:57.123473 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c7e5b9-c018-48be-ac44-c8997692d421 req-60f03449-92c8-40d3-95cf-5f075de6677a tempest-ServerDiskConfigTestJSON-1122270722 tempest-ServerDiskConfigTestJSON-1122270722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:11:57.125015 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-69c7e5b9-c018-48be-ac44-c8997692d421 req-60f03449-92c8-40d3-95cf-5f075de6677a tempest-ServerDiskConfigTestJSON-1122270722 tempest-ServerDiskConfigTestJSON-1122270722-project] 10.222.0.89 "GET /v2.0/ports?device_id=3e3279b0-533b-446d-b00f-ffdece6bac03 HTTP/1.1" status: 200 len: 943 time: 0.0589511 Feb 04 18:11:57.168543 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a495c59-d0e5-4081-8e55-db139344f75f req-6c6605af-84ab-43f5-8cf5-b5514c7a96ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:11:57.170092 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-4a495c59-d0e5-4081-8e55-db139344f75f req-6c6605af-84ab-43f5-8cf5-b5514c7a96ea service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=285c02d312e64539b866e7aca0c0f2f4&device_id=3e3279b0-533b-446d-b00f-ffdece6bac03 HTTP/1.1" status: 200 len: 1125 time: 0.0507011 Feb 04 18:11:57.204667 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-69c7e5b9-c018-48be-ac44-c8997692d421 req-ebfd7e09-1c4f-4476-81a9-82fd0a65c26d tempest-ServerDiskConfigTestJSON-1122270722 tempest-ServerDiskConfigTestJSON-1122270722-project] 10.222.0.89 "GET /v2.0/security-groups?id=62db07d4-1973-4936-955e-cfe027b0a38f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644844 Feb 04 18:11:57.209114 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a495c59-d0e5-4081-8e55-db139344f75f req-aa1df4ac-2d89-43b4-85a8-ca0c71297a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:11:57.210924 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-4a495c59-d0e5-4081-8e55-db139344f75f req-aa1df4ac-2d89-43b4-85a8-ca0c71297a9d service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=285c02d312e64539b866e7aca0c0f2f4&device_id=3e3279b0-533b-446d-b00f-ffdece6bac03 HTTP/1.1" status: 200 len: 1125 time: 0.0846469 Feb 04 18:11:57.258341 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a495c59-d0e5-4081-8e55-db139344f75f req-1c6b4d40-03f1-46df-b85a-c84ef7591815 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:11:57.259807 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-4a495c59-d0e5-4081-8e55-db139344f75f req-1c6b4d40-03f1-46df-b85a-c84ef7591815 service neutron] 10.222.0.90 "GET /v2.0/networks?id=6f385a05-c28b-461a-9e98-d7019b21b7b7 HTTP/1.1" status: 200 len: 915 time: 0.0838258 Feb 04 18:11:57.305745 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a495c59-d0e5-4081-8e55-db139344f75f req-c4af6109-94d0-4688-a916-31855c65a817 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:11:57.307149 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-4a495c59-d0e5-4081-8e55-db139344f75f req-c4af6109-94d0-4688-a916-31855c65a817 service neutron] 10.222.0.96 "GET /v2.0/networks?id=6f385a05-c28b-461a-9e98-d7019b21b7b7 HTTP/1.1" status: 200 len: 915 time: 0.0907142 Feb 04 18:11:57.307280 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-4a495c59-d0e5-4081-8e55-db139344f75f req-74a63326-20ed-48b1-b759-71268505d153 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=85cca120-894a-4602-a61c-962e15b9a771 HTTP/1.1" status: 200 len: 217 time: 0.0397768 Feb 04 18:11:57.349301 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-4a495c59-d0e5-4081-8e55-db139344f75f req-448785e8-81ea-4ee3-bf0d-27055af4f333 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=85cca120-894a-4602-a61c-962e15b9a771 HTTP/1.1" status: 200 len: 217 time: 0.0354154 Feb 04 18:11:57.355496 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a495c59-d0e5-4081-8e55-db139344f75f req-951aaf47-d97d-480d-aae4-a3a0e30a67c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:11:57.356943 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-4a495c59-d0e5-4081-8e55-db139344f75f req-951aaf47-d97d-480d-aae4-a3a0e30a67c6 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=ef5613f9-5eee-4b3e-a672-37438c312fe0 HTTP/1.1" status: 200 len: 854 time: 0.0426238 Feb 04 18:11:57.389619 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-4a495c59-d0e5-4081-8e55-db139344f75f req-ae6b0dad-3e60-47a8-b877-acc9ddb41cec service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=6f385a05-c28b-461a-9e98-d7019b21b7b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248227 Feb 04 18:11:57.401617 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a495c59-d0e5-4081-8e55-db139344f75f req-3415be2d-ea66-4681-9179-110826cb8202 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:11:57.403056 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-4a495c59-d0e5-4081-8e55-db139344f75f req-3415be2d-ea66-4681-9179-110826cb8202 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=ef5613f9-5eee-4b3e-a672-37438c312fe0 HTTP/1.1" status: 200 len: 854 time: 0.0476573 Feb 04 18:11:57.435357 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-4a495c59-d0e5-4081-8e55-db139344f75f req-05a41b78-c18b-4fbb-b31d-7cb730d12f75 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=6f385a05-c28b-461a-9e98-d7019b21b7b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254250 Feb 04 18:11:57.480142 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-4a495c59-d0e5-4081-8e55-db139344f75f req-1dd599a4-c4f0-449f-bcd9-372861cf0994 service neutron] 10.222.0.90 "GET /v2.0/networks/6f385a05-c28b-461a-9e98-d7019b21b7b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809252 Feb 04 18:11:57.523989 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-4a495c59-d0e5-4081-8e55-db139344f75f req-8206b329-a342-46ab-8bee-41cd4d9241c9 service neutron] 10.222.0.96 "GET /v2.0/networks/6f385a05-c28b-461a-9e98-d7019b21b7b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819180 Feb 04 18:11:57.581487 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-4a495c59-d0e5-4081-8e55-db139344f75f req-ec260ed2-fff4-4a4c-a160-50ca0ad7b02b service neutron] 10.222.0.90 "GET /v2.0/networks/6f385a05-c28b-461a-9e98-d7019b21b7b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929446 Feb 04 18:11:57.621519 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-4a495c59-d0e5-4081-8e55-db139344f75f req-ba7d0f81-cb99-4766-9075-77a9033bc315 service neutron] 10.222.0.96 "GET /v2.0/networks/6f385a05-c28b-461a-9e98-d7019b21b7b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915887 Feb 04 18:11:57.750102 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Device 85cca120-894a-4602-a61c-962e15b9a771 details requested by agent hyperv_n-h2-827839-2 with host n-h2-827839-2 {{(pid=103378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 18:11:57.847571 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] For port 85cca120-894a-4602-a61c-962e15b9a771, host n-h2-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=85cca120-894a-4602-a61c-962e15b9a771,segment=NetworkSegment(1cd8840d-5343-42a5-aca3-974d96067f8f),segment_id=1cd8840d-5343-42a5-aca3-974d96067f8f)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 18:11:57.858584 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Returning: {'device': '85cca120-894a-4602-a61c-962e15b9a771', 'network_id': '6f385a05-c28b-461a-9e98-d7019b21b7b7', 'port_id': '85cca120-894a-4602-a61c-962e15b9a771', 'mac_address': 'fa:16:3e:0e:da:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 778, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef5613f9-5eee-4b3e-a672-37438c312fe0', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 18:11:57.894956 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Current status of the port 85cca120-894a-4602-a61c-962e15b9a771 is: DOWN; New status is: BUILD {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 18:11:57.895348 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (85cca120-894a-4602-a61c-962e15b9a771), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:11:57.908585 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85cca120-894a-4602-a61c-962e15b9a771 {{(pid=103378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 18:11:57.927967 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] For port 85cca120-894a-4602-a61c-962e15b9a771, host n-h2-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=85cca120-894a-4602-a61c-962e15b9a771,segment=NetworkSegment(1cd8840d-5343-42a5-aca3-974d96067f8f),segment_id=1cd8840d-5343-42a5-aca3-974d96067f8f)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 18:11:57.931793 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (85cca120-894a-4602-a61c-962e15b9a771), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:11:57.981137 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Pushing event updated for resources: {'Port': ['ID=85cca120-894a-4602-a61c-962e15b9a771,revision_number=8']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:11:58.173505 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] get_ports_and_sgs() called for port_ids ['85cca120-894a-4602-a61c-962e15b9a771'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 18:11:58.325891 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29164a01-668a-45c5-9f9c-cf3d968f8741 req-d6c18c0a-19df-4249-a46f-a56bddebbf07 tempest-ServerDiskConfigTestJSON-1122270722 tempest-ServerDiskConfigTestJSON-1122270722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:11:58.327376 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-29164a01-668a-45c5-9f9c-cf3d968f8741 req-d6c18c0a-19df-4249-a46f-a56bddebbf07 tempest-ServerDiskConfigTestJSON-1122270722 tempest-ServerDiskConfigTestJSON-1122270722-project] 10.222.0.89 "GET /v2.0/ports?device_id=3e3279b0-533b-446d-b00f-ffdece6bac03 HTTP/1.1" status: 200 len: 944 time: 0.0522783 Feb 04 18:11:58.372827 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-29164a01-668a-45c5-9f9c-cf3d968f8741 req-1f806205-851c-437f-93d0-c48d098bd665 tempest-ServerDiskConfigTestJSON-1122270722 tempest-ServerDiskConfigTestJSON-1122270722-project] 10.222.0.89 "GET /v2.0/security-groups?id=62db07d4-1973-4936-955e-cfe027b0a38f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393219 Feb 04 18:11:58.379167 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device 85cca120-894a-4602-a61c-962e15b9a771 no longer exists at agent hyperv_n-h1-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 18:11:58.422107 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] The host n-h1-827839-2 is not matching for port 85cca120-894a-4602-a61c-962e15b9a771 host n-h2-827839-2! {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Feb 04 18:11:58.422990 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device 85cca120-894a-4602-a61c-962e15b9a771 not bound to the agent host n-h1-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 18:11:58.572493 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9ccd34-64b1-4e16-8d96-863ddbeb7fa9 req-ed68f46f-58f7-4f8d-83bc-1e288e915486 tempest-ServerDiskConfigTestJSON-1122270722 tempest-ServerDiskConfigTestJSON-1122270722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:11:58.573996 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-8c9ccd34-64b1-4e16-8d96-863ddbeb7fa9 req-ed68f46f-58f7-4f8d-83bc-1e288e915486 tempest-ServerDiskConfigTestJSON-1122270722 tempest-ServerDiskConfigTestJSON-1122270722-project] 10.222.0.89 "GET /v2.0/ports?device_id=3e3279b0-533b-446d-b00f-ffdece6bac03 HTTP/1.1" status: 200 len: 944 time: 0.0584373 Feb 04 18:11:58.616464 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a943e9-cc68-4e42-8ad6-b48208e25cfc req-90c12344-0023-4636-8136-2f7328080d6b tempest-ServerDiskConfigTestJSON-1122270722 tempest-ServerDiskConfigTestJSON-1122270722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:11:58.617969 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-41a943e9-cc68-4e42-8ad6-b48208e25cfc req-90c12344-0023-4636-8136-2f7328080d6b tempest-ServerDiskConfigTestJSON-1122270722 tempest-ServerDiskConfigTestJSON-1122270722-project] 10.222.0.96 "GET /v2.0/ports?device_id=3e3279b0-533b-446d-b00f-ffdece6bac03&tenant_id=285c02d312e64539b866e7aca0c0f2f4&binding%3Ahost_id=n-h2-827839-2 HTTP/1.1" status: 200 len: 944 time: 0.0913792 Feb 04 18:11:58.620203 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-8c9ccd34-64b1-4e16-8d96-863ddbeb7fa9 req-43deddf9-7f7a-4e8b-a485-f86b4f574772 tempest-ServerDiskConfigTestJSON-1122270722 tempest-ServerDiskConfigTestJSON-1122270722-project] 10.222.0.89 "GET /v2.0/security-groups?id=62db07d4-1973-4936-955e-cfe027b0a38f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406084 Feb 04 18:11:58.681890 n-d-827839-2 neutron-server[103376]: INFO neutron.api.v2.resource [req-41a943e9-cc68-4e42-8ad6-b48208e25cfc req-eee7ca87-7ab0-4596-953d-bd6bf7219d6d service neutron] delete failed (client error): The resource could not be found. Feb 04 18:11:58.682885 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-41a943e9-cc68-4e42-8ad6-b48208e25cfc req-eee7ca87-7ab0-4596-953d-bd6bf7219d6d service neutron] 10.222.0.96 "DELETE /v2.0/ports/85cca120-894a-4602-a61c-962e15b9a771/bindings/n-h1-827839-2 HTTP/1.1" status: 404 len: 380 time: 0.0579433 Feb 04 18:11:58.780337 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a943e9-cc68-4e42-8ad6-b48208e25cfc req-9a6ce11f-5dde-4028-825b-35875ac59b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:11:58.782396 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-41a943e9-cc68-4e42-8ad6-b48208e25cfc req-9a6ce11f-5dde-4028-825b-35875ac59b2b service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=285c02d312e64539b866e7aca0c0f2f4&device_id=3e3279b0-533b-446d-b00f-ffdece6bac03 HTTP/1.1" status: 200 len: 1126 time: 0.0515904 Feb 04 18:11:58.871676 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a943e9-cc68-4e42-8ad6-b48208e25cfc req-714817c1-a0dd-48a6-bdb2-ddd0bc95fd28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:11:58.873176 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-41a943e9-cc68-4e42-8ad6-b48208e25cfc req-714817c1-a0dd-48a6-bdb2-ddd0bc95fd28 service neutron] 10.222.0.96 "GET /v2.0/networks?id=6f385a05-c28b-461a-9e98-d7019b21b7b7 HTTP/1.1" status: 200 len: 915 time: 0.0840268 Feb 04 18:11:58.917406 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-41a943e9-cc68-4e42-8ad6-b48208e25cfc req-f4a3b591-a298-42b0-903a-92040a1f35a8 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=85cca120-894a-4602-a61c-962e15b9a771 HTTP/1.1" status: 200 len: 217 time: 0.0377710 Feb 04 18:11:58.963946 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a943e9-cc68-4e42-8ad6-b48208e25cfc req-7f1900af-bdcc-4243-abc9-c4e0559cb4de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:11:58.965362 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-41a943e9-cc68-4e42-8ad6-b48208e25cfc req-7f1900af-bdcc-4243-abc9-c4e0559cb4de service neutron] 10.222.0.96 "GET /v2.0/subnets?id=ef5613f9-5eee-4b3e-a672-37438c312fe0 HTTP/1.1" status: 200 len: 854 time: 0.0416856 Feb 04 18:11:58.997233 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-41a943e9-cc68-4e42-8ad6-b48208e25cfc req-df3e8930-2d8f-4581-8cdf-c1437b3e5b54 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=6f385a05-c28b-461a-9e98-d7019b21b7b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250049 Feb 04 18:11:59.087362 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-41a943e9-cc68-4e42-8ad6-b48208e25cfc req-132c590e-5c5a-400b-bda2-03063af408ef service neutron] 10.222.0.96 "GET /v2.0/networks/6f385a05-c28b-461a-9e98-d7019b21b7b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832105 Feb 04 18:11:59.183742 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-41a943e9-cc68-4e42-8ad6-b48208e25cfc req-5f1394b9-4d1d-4e9c-bd50-1003a746d2f8 service neutron] 10.222.0.96 "GET /v2.0/networks/6f385a05-c28b-461a-9e98-d7019b21b7b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882382 Feb 04 18:11:59.747005 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd20f921-e6f0-4430-850e-0ce9f79e5dbb req-45ec6dec-c124-4a86-8790-319378dc50f8 tempest-ServerDiskConfigTestJSON-1122270722 tempest-ServerDiskConfigTestJSON-1122270722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:11:59.749330 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-dd20f921-e6f0-4430-850e-0ce9f79e5dbb req-45ec6dec-c124-4a86-8790-319378dc50f8 tempest-ServerDiskConfigTestJSON-1122270722 tempest-ServerDiskConfigTestJSON-1122270722-project] 10.222.0.89 "GET /v2.0/ports?device_id=3e3279b0-533b-446d-b00f-ffdece6bac03 HTTP/1.1" status: 200 len: 944 time: 0.0576906 Feb 04 18:11:59.751717 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Device 85cca120-894a-4602-a61c-962e15b9a771 up at agent hyperv_n-h2-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 18:11:59.800616 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Provisioning for port 85cca120-894a-4602-a61c-962e15b9a771 completed by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 18:11:59.801582 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-dd20f921-e6f0-4430-850e-0ce9f79e5dbb req-ef166fce-e2a9-4085-ae5c-74c677c20b31 tempest-ServerDiskConfigTestJSON-1122270722 tempest-ServerDiskConfigTestJSON-1122270722-project] 10.222.0.89 "GET /v2.0/security-groups?id=62db07d4-1973-4936-955e-cfe027b0a38f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459929 Feb 04 18:11:59.804402 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Provisioning complete for port 85cca120-894a-4602-a61c-962e15b9a771 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 18:11:59.804845 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (85cca120-894a-4602-a61c-962e15b9a771), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:11:59.851140 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a3729bbc-3f1f-47ce-862c-f9dc14bfbe5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (bb89f5a3-3c22-440b-b7d1-c4f0c43c184a), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:11:59.900335 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Current status of the port 85cca120-894a-4602-a61c-962e15b9a771 is: BUILD; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 18:11:59.900722 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (85cca120-894a-4602-a61c-962e15b9a771), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:11:59.924072 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99c4be4-5ec1-40eb-8411-98c3cb2ccdff req-d5a9655c-9e68-4598-84fd-3b72b282ab2d tempest-ServerDiskConfigTestJSON-1122270722 tempest-ServerDiskConfigTestJSON-1122270722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:11:59.924656 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e3279b0-533b-446d-b00f-ffdece6bac03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85cca120-894a-4602-a61c-962e15b9a771'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 18:11:59.925687 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-d99c4be4-5ec1-40eb-8411-98c3cb2ccdff req-d5a9655c-9e68-4598-84fd-3b72b282ab2d tempest-ServerDiskConfigTestJSON-1122270722 tempest-ServerDiskConfigTestJSON-1122270722-project] 10.222.0.89 "GET /v2.0/ports?device_id=3e3279b0-533b-446d-b00f-ffdece6bac03 HTTP/1.1" status: 200 len: 944 time: 0.0540149 Feb 04 18:11:59.926495 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d531d67ec453461b01ecd2cf0c6686e25a5679cf38f56e7e92bae688f1026262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de040799-ba4d-49a5-a9fe-4a8a65386d5b" -d '{"events": [{"server_uuid": "3e3279b0-533b-446d-b00f-ffdece6bac03", "name": "network-vif-plugged", "status": "completed", "tag": "85cca120-894a-4602-a61c-962e15b9a771"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 18:11:59.941419 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] For port 85cca120-894a-4602-a61c-962e15b9a771, host n-h2-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=85cca120-894a-4602-a61c-962e15b9a771,segment=NetworkSegment(1cd8840d-5343-42a5-aca3-974d96067f8f),segment_id=1cd8840d-5343-42a5-aca3-974d96067f8f)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 18:11:59.945911 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (85cca120-894a-4602-a61c-962e15b9a771), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:11:59.978457 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 18:11:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3822f40-5671-41e3-856b-398aa3f053c2 x-openstack-request-id: req-f3822f40-5671-41e3-856b-398aa3f053c2 {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 18:11:59.978682 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-d99c4be4-5ec1-40eb-8411-98c3cb2ccdff req-124844c9-9eea-4192-b335-b789ea2584d9 tempest-ServerDiskConfigTestJSON-1122270722 tempest-ServerDiskConfigTestJSON-1122270722-project] 10.222.0.89 "GET /v2.0/security-groups?id=62db07d4-1973-4936-955e-cfe027b0a38f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465653 Feb 04 18:11:59.978882 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e3279b0-533b-446d-b00f-ffdece6bac03", "name": "network-vif-plugged", "status": "completed", "tag": "85cca120-894a-4602-a61c-962e15b9a771", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 18:11:59.979214 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-f3822f40-5671-41e3-856b-398aa3f053c2 {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 18:11:59.979679 n-d-827839-2 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e3279b0-533b-446d-b00f-ffdece6bac03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85cca120-894a-4602-a61c-962e15b9a771', 'code': 200} Feb 04 18:11:59.999358 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Pushing event updated for resources: {'Port': ['ID=85cca120-894a-4602-a61c-962e15b9a771,revision_number=9']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:12:00.096223 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789f98ff-86b0-427c-b884-37aa7d3f258b req-867d93f9-30d1-48df-91f4-dbb31aabcd64 tempest-ServerDiskConfigTestJSON-1122270722 tempest-ServerDiskConfigTestJSON-1122270722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:12:00.097616 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-789f98ff-86b0-427c-b884-37aa7d3f258b req-867d93f9-30d1-48df-91f4-dbb31aabcd64 tempest-ServerDiskConfigTestJSON-1122270722 tempest-ServerDiskConfigTestJSON-1122270722-project] 10.222.0.89 "GET /v2.0/ports?device_id=3e3279b0-533b-446d-b00f-ffdece6bac03 HTTP/1.1" status: 200 len: 945 time: 0.0518982 Feb 04 18:12:00.142912 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-789f98ff-86b0-427c-b884-37aa7d3f258b req-132f5361-da43-4fdf-99cc-d72f3a397e7f tempest-ServerDiskConfigTestJSON-1122270722 tempest-ServerDiskConfigTestJSON-1122270722-project] 10.222.0.89 "GET /v2.0/security-groups?id=62db07d4-1973-4936-955e-cfe027b0a38f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398402 Feb 04 18:12:00.492814 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb367b7d-2054-4111-ae7b-4990bd9b529c req-799ad5e4-ec69-41f5-a057-c0dc221e78f2 tempest-ServerDiskConfigTestJSON-1122270722 tempest-ServerDiskConfigTestJSON-1122270722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:12:00.494279 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-cb367b7d-2054-4111-ae7b-4990bd9b529c req-799ad5e4-ec69-41f5-a057-c0dc221e78f2 tempest-ServerDiskConfigTestJSON-1122270722 tempest-ServerDiskConfigTestJSON-1122270722-project] 10.222.0.89 "GET /v2.0/networks?id=6f385a05-c28b-461a-9e98-d7019b21b7b7 HTTP/1.1" status: 200 len: 814 time: 0.1064479 Feb 04 18:12:00.508902 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-cb367b7d-2054-4111-ae7b-4990bd9b529c req-6ea326bb-4ffe-4038-86ad-fcfb9aa9c710 tempest-ServerDiskConfigTestJSON-1122270722 tempest-ServerDiskConfigTestJSON-1122270722-project] 10.222.0.89 "GET /v2.0/quotas/285c02d312e64539b866e7aca0c0f2f4 HTTP/1.1" status: 200 len: 375 time: 0.0092185 Feb 04 18:12:00.560371 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-cb367b7d-2054-4111-ae7b-4990bd9b529c req-9f110ea1-8485-401c-8c10-50a4c940d7e9 tempest-ServerDiskConfigTestJSON-1122270722 tempest-ServerDiskConfigTestJSON-1122270722-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=285c02d312e64539b866e7aca0c0f2f4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0467620 Feb 04 18:12:00.571011 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [req-cb367b7d-2054-4111-ae7b-4990bd9b529c req-d381c2ba-933d-4443-846b-e51f2061f8a2 service neutron] http://10.222.0.89:9696/v2.0/extensions returned with HTTP 200 {{(pid=103376) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 18:12:00.571963 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-cb367b7d-2054-4111-ae7b-4990bd9b529c req-d381c2ba-933d-4443-846b-e51f2061f8a2 service neutron] 10.222.0.89 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048187 Feb 04 18:12:00.658076 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-cb367b7d-2054-4111-ae7b-4990bd9b529c req-cd72ac02-4323-4d44-a764-807b9edea969 service neutron] 10.222.0.89 "GET /v2.0/networks/6f385a05-c28b-461a-9e98-d7019b21b7b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808642 Feb 04 18:12:00.759227 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-cb367b7d-2054-4111-ae7b-4990bd9b529c req-ae1122e1-95c2-4f86-ba81-a33396a94726 service neutron] 10.222.0.89 "GET /v2.0/networks/6f385a05-c28b-461a-9e98-d7019b21b7b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953987 Feb 04 18:12:00.922762 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-47b42a19-d4c3-447f-a75c-c0c2a2cc9ce4 req-18abf757-56e5-44fd-b2f2-e4f0b43cf8dd tempest-ServerDiskConfigTestJSON-1122270722 tempest-ServerDiskConfigTestJSON-1122270722-project] 10.222.0.89 "GET /v2.0/ports?device_id=1b4119db-aa93-4d7c-9f92-28d080c7f5f3 HTTP/1.1" status: 200 len: 210 time: 0.0277951 Feb 04 18:12:01.809513 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.90', 57453) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:12:01.870878 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d300fa-1f56-43c6-b57f-01fc58eebca2 req-687f59e6-c830-4841-a52e-923d8de30001 tempest-ServerDiskConfigTestJSON-1122270722 tempest-ServerDiskConfigTestJSON-1122270722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:12:01.872495 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-33d300fa-1f56-43c6-b57f-01fc58eebca2 req-687f59e6-c830-4841-a52e-923d8de30001 tempest-ServerDiskConfigTestJSON-1122270722 tempest-ServerDiskConfigTestJSON-1122270722-project] 10.222.0.90 "GET /v2.0/ports?device_id=3e3279b0-533b-446d-b00f-ffdece6bac03 HTTP/1.1" status: 200 len: 945 time: 0.0626559 Feb 04 18:12:01.925326 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb367b7d-2054-4111-ae7b-4990bd9b529c req-273f720b-7b4e-4440-a4d0-34b94b1fcfe9 tempest-ServerDiskConfigTestJSON-1122270722 tempest-ServerDiskConfigTestJSON-1122270722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:12:01.926999 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-cb367b7d-2054-4111-ae7b-4990bd9b529c req-273f720b-7b4e-4440-a4d0-34b94b1fcfe9 tempest-ServerDiskConfigTestJSON-1122270722 tempest-ServerDiskConfigTestJSON-1122270722-project] 10.222.0.90 "GET /v2.0/networks?id=6f385a05-c28b-461a-9e98-d7019b21b7b7 HTTP/1.1" status: 200 len: 814 time: 0.1157527 Feb 04 18:12:01.943388 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [req-cb367b7d-2054-4111-ae7b-4990bd9b529c req-b3d5e002-6d91-45d4-b218-78a4f50e5fc6 tempest-ServerDiskConfigTestJSON-1122270722 tempest-ServerDiskConfigTestJSON-1122270722-project] Request body: {'port': {'device_id': '1b4119db-aa93-4d7c-9f92-28d080c7f5f3', 'network_id': '6f385a05-c28b-461a-9e98-d7019b21b7b7', 'admin_state_up': True, 'tenant_id': '285c02d312e64539b866e7aca0c0f2f4'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 18:12:01.975764 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [req-33d300fa-1f56-43c6-b57f-01fc58eebca2 req-48999be8-468d-475e-83d6-767a0c6d6260 tempest-ServerDiskConfigTestJSON-1122270722 tempest-ServerDiskConfigTestJSON-1122270722-project] Deleting port 85cca120-894a-4602-a61c-962e15b9a771 {{(pid=103377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 18:12:01.976107 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-33d300fa-1f56-43c6-b57f-01fc58eebca2 req-48999be8-468d-475e-83d6-767a0c6d6260 tempest-ServerDiskConfigTestJSON-1122270722 tempest-ServerDiskConfigTestJSON-1122270722-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (85cca120-894a-4602-a61c-962e15b9a771), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:12:02.029257 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-10dc55a6-3915-49b2-9256-93701e0b5e87 req-3ab1b622-fb80-401c-ad42-339966bfa79e tempest-ServerDiskConfigTestJSON-1122270722 tempest-ServerDiskConfigTestJSON-1122270722-project] 10.222.0.89 "GET /v2.0/ports?device_id=1b4119db-aa93-4d7c-9f92-28d080c7f5f3 HTTP/1.1" status: 200 len: 210 time: 0.0317121 Feb 04 18:12:02.068650 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [req-33d300fa-1f56-43c6-b57f-01fc58eebca2 req-48999be8-468d-475e-83d6-767a0c6d6260 tempest-ServerDiskConfigTestJSON-1122270722 tempest-ServerDiskConfigTestJSON-1122270722-project] For port 85cca120-894a-4602-a61c-962e15b9a771, host n-h2-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=85cca120-894a-4602-a61c-962e15b9a771,segment=NetworkSegment(1cd8840d-5343-42a5-aca3-974d96067f8f),segment_id=1cd8840d-5343-42a5-aca3-974d96067f8f)] {{(pid=103377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 18:12:02.069077 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-33d300fa-1f56-43c6-b57f-01fc58eebca2 req-48999be8-468d-475e-83d6-767a0c6d6260 tempest-ServerDiskConfigTestJSON-1122270722 tempest-ServerDiskConfigTestJSON-1122270722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (85cca120-894a-4602-a61c-962e15b9a771), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:12:02.073965 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb367b7d-2054-4111-ae7b-4990bd9b529c req-b3d5e002-6d91-45d4-b218-78a4f50e5fc6 tempest-ServerDiskConfigTestJSON-1122270722 tempest-ServerDiskConfigTestJSON-1122270722-project] Made reservation on behalf of 285c02d312e64539b866e7aca0c0f2f4 for: {'port': 1} {{(pid=103376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 18:12:02.077614 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-cb367b7d-2054-4111-ae7b-4990bd9b529c req-b3d5e002-6d91-45d4-b218-78a4f50e5fc6 tempest-ServerDiskConfigTestJSON-1122270722 tempest-ServerDiskConfigTestJSON-1122270722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:12:02.082894 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [req-33d300fa-1f56-43c6-b57f-01fc58eebca2 req-48999be8-468d-475e-83d6-767a0c6d6260 tempest-ServerDiskConfigTestJSON-1122270722 tempest-ServerDiskConfigTestJSON-1122270722-project] Calling delete_port for 85cca120-894a-4602-a61c-962e15b9a771 owned by compute:nova {{(pid=103377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 18:12:02.218689 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-33d300fa-1f56-43c6-b57f-01fc58eebca2 req-48999be8-468d-475e-83d6-767a0c6d6260 tempest-ServerDiskConfigTestJSON-1122270722 tempest-ServerDiskConfigTestJSON-1122270722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (85cca120-894a-4602-a61c-962e15b9a771), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:12:02.235654 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] get_ports_and_sgs() called for port_ids ['85cca120-894a-4602-a61c-962e15b9a771'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 18:12:02.250107 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48999be8-468d-475e-83d6-767a0c6d6260 tempest-ServerDiskConfigTestJSON-1122270722 tempest-ServerDiskConfigTestJSON-1122270722-project] Pushing event deleted for resources: {'Port': ['ID=85cca120-894a-4602-a61c-962e15b9a771,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:12:02.293630 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [req-33d300fa-1f56-43c6-b57f-01fc58eebca2 req-48999be8-468d-475e-83d6-767a0c6d6260 tempest-ServerDiskConfigTestJSON-1122270722 tempest-ServerDiskConfigTestJSON-1122270722-project] No DVR routers for this DVR port 85cca120-894a-4602-a61c-962e15b9a771 on host n-h2-827839-2 {{(pid=103377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 18:12:02.296333 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-33d300fa-1f56-43c6-b57f-01fc58eebca2 req-48999be8-468d-475e-83d6-767a0c6d6260 tempest-ServerDiskConfigTestJSON-1122270722 tempest-ServerDiskConfigTestJSON-1122270722-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:12:02.299760 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-33d300fa-1f56-43c6-b57f-01fc58eebca2 req-48999be8-468d-475e-83d6-767a0c6d6260 tempest-ServerDiskConfigTestJSON-1122270722 tempest-ServerDiskConfigTestJSON-1122270722-project] 10.222.0.90 "DELETE /v2.0/ports/85cca120-894a-4602-a61c-962e15b9a771 HTTP/1.1" status: 204 len: 173 time: 0.4171324 Feb 04 18:12:02.300238 n-d-827839-2 neutron-server[103377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e3279b0-533b-446d-b00f-ffdece6bac03', 'name': 'network-vif-deleted', 'tag': '85cca120-894a-4602-a61c-962e15b9a771'}] {{(pid=103377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 18:12:02.302624 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2026467e03276fe79290e5b19027649602583100b1291b9f7533f134bdcccf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fe0b8eb-9ba8-433e-a76f-563e6a777ebd" -d '{"events": [{"server_uuid": "3e3279b0-533b-446d-b00f-ffdece6bac03", "name": "network-vif-deleted", "tag": "85cca120-894a-4602-a61c-962e15b9a771"}]}' {{(pid=103377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 18:12:02.346359 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 18:12:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a155726-32aa-4d2b-a678-460972c72cbb x-openstack-request-id: req-3a155726-32aa-4d2b-a678-460972c72cbb {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 18:12:02.346714 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e3279b0-533b-446d-b00f-ffdece6bac03", "name": "network-vif-deleted", "tag": "85cca120-894a-4602-a61c-962e15b9a771", "status": "completed", "code": 200}]} {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 18:12:02.347084 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-3a155726-32aa-4d2b-a678-460972c72cbb {{(pid=103377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 18:12:02.347559 n-d-827839-2 neutron-server[103377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e3279b0-533b-446d-b00f-ffdece6bac03', 'name': 'network-vif-deleted', 'tag': '85cca120-894a-4602-a61c-962e15b9a771', 'status': 'completed', 'code': 200} Feb 04 18:12:02.511317 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.db_base_plugin_common [req-cb367b7d-2054-4111-ae7b-4990bd9b529c req-b3d5e002-6d91-45d4-b218-78a4f50e5fc6 tempest-ServerDiskConfigTestJSON-1122270722 tempest-ServerDiskConfigTestJSON-1122270722-project] Allocated IP 172.20.0.3 (6f385a05-c28b-461a-9e98-d7019b21b7b7/ef5613f9-5eee-4b3e-a672-37438c312fe0/b2e9d16e-d394-4319-af8b-138da464226b) {{(pid=103376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 18:12:02.655037 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-cb367b7d-2054-4111-ae7b-4990bd9b529c req-b3d5e002-6d91-45d4-b218-78a4f50e5fc6 tempest-ServerDiskConfigTestJSON-1122270722 tempest-ServerDiskConfigTestJSON-1122270722-project] Publish callbacks [] for port (b2e9d16e-d394-4319-af8b-138da464226b), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:12:02.689238 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-cb367b7d-2054-4111-ae7b-4990bd9b529c req-b3d5e002-6d91-45d4-b218-78a4f50e5fc6 tempest-ServerDiskConfigTestJSON-1122270722 tempest-ServerDiskConfigTestJSON-1122270722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (b2e9d16e-d394-4319-af8b-138da464226b), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:12:02.701497 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] get_ports_and_sgs() called for port_ids ['85cca120-894a-4602-a61c-962e15b9a771'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 18:12:02.734095 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb367b7d-2054-4111-ae7b-4990bd9b529c req-b3d5e002-6d91-45d4-b218-78a4f50e5fc6 tempest-ServerDiskConfigTestJSON-1122270722 tempest-ServerDiskConfigTestJSON-1122270722-project] Network 6f385a05-c28b-461a-9e98-d7019b21b7b7 is already hosted by enough agents. {{(pid=103376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 18:12:02.737373 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [req-cb367b7d-2054-4111-ae7b-4990bd9b529c req-b3d5e002-6d91-45d4-b218-78a4f50e5fc6 tempest-ServerDiskConfigTestJSON-1122270722 tempest-ServerDiskConfigTestJSON-1122270722-project] Resources bound (agent type, host, resource id): {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 18:12:02.741116 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb367b7d-2054-4111-ae7b-4990bd9b529c req-b3d5e002-6d91-45d4-b218-78a4f50e5fc6 tempest-ServerDiskConfigTestJSON-1122270722 tempest-ServerDiskConfigTestJSON-1122270722-project] Received port after_create {{(pid=103376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 18:12:02.764547 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d5e002-6d91-45d4-b218-78a4f50e5fc6 tempest-ServerDiskConfigTestJSON-1122270722 tempest-ServerDiskConfigTestJSON-1122270722-project] Pushing event updated for resources: {'Port': ['ID=b2e9d16e-d394-4319-af8b-138da464226b,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:12:02.782203 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d5e002-6d91-45d4-b218-78a4f50e5fc6 tempest-ServerDiskConfigTestJSON-1122270722 tempest-ServerDiskConfigTestJSON-1122270722-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:12:02.782805 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d5e002-6d91-45d4-b218-78a4f50e5fc6 tempest-ServerDiskConfigTestJSON-1122270722 tempest-ServerDiskConfigTestJSON-1122270722-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:12:02.783406 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d5e002-6d91-45d4-b218-78a4f50e5fc6 tempest-ServerDiskConfigTestJSON-1122270722 tempest-ServerDiskConfigTestJSON-1122270722-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:12:02.783998 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d5e002-6d91-45d4-b218-78a4f50e5fc6 tempest-ServerDiskConfigTestJSON-1122270722 tempest-ServerDiskConfigTestJSON-1122270722-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:12:02.784358 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d5e002-6d91-45d4-b218-78a4f50e5fc6 tempest-ServerDiskConfigTestJSON-1122270722 tempest-ServerDiskConfigTestJSON-1122270722-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:12:02.784718 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d5e002-6d91-45d4-b218-78a4f50e5fc6 tempest-ServerDiskConfigTestJSON-1122270722 tempest-ServerDiskConfigTestJSON-1122270722-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:12:02.785070 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d5e002-6d91-45d4-b218-78a4f50e5fc6 tempest-ServerDiskConfigTestJSON-1122270722 tempest-ServerDiskConfigTestJSON-1122270722-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:12:02.785407 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d5e002-6d91-45d4-b218-78a4f50e5fc6 tempest-ServerDiskConfigTestJSON-1122270722 tempest-ServerDiskConfigTestJSON-1122270722-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:12:02.785743 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d5e002-6d91-45d4-b218-78a4f50e5fc6 tempest-ServerDiskConfigTestJSON-1122270722 tempest-ServerDiskConfigTestJSON-1122270722-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:12:02.786337 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d5e002-6d91-45d4-b218-78a4f50e5fc6 tempest-ServerDiskConfigTestJSON-1122270722 tempest-ServerDiskConfigTestJSON-1122270722-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:12:02.786671 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d5e002-6d91-45d4-b218-78a4f50e5fc6 tempest-ServerDiskConfigTestJSON-1122270722 tempest-ServerDiskConfigTestJSON-1122270722-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:12:02.787007 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d5e002-6d91-45d4-b218-78a4f50e5fc6 tempest-ServerDiskConfigTestJSON-1122270722 tempest-ServerDiskConfigTestJSON-1122270722-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:12:02.788062 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d5e002-6d91-45d4-b218-78a4f50e5fc6 tempest-ServerDiskConfigTestJSON-1122270722 tempest-ServerDiskConfigTestJSON-1122270722-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:12:02.812374 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb367b7d-2054-4111-ae7b-4990bd9b529c req-b3d5e002-6d91-45d4-b218-78a4f50e5fc6 tempest-ServerDiskConfigTestJSON-1122270722 tempest-ServerDiskConfigTestJSON-1122270722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:12:02.813614 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-cb367b7d-2054-4111-ae7b-4990bd9b529c req-b3d5e002-6d91-45d4-b218-78a4f50e5fc6 tempest-ServerDiskConfigTestJSON-1122270722 tempest-ServerDiskConfigTestJSON-1122270722-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:12:02.831012 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-cb367b7d-2054-4111-ae7b-4990bd9b529c req-b3d5e002-6d91-45d4-b218-78a4f50e5fc6 tempest-ServerDiskConfigTestJSON-1122270722 tempest-ServerDiskConfigTestJSON-1122270722-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8915155 Feb 04 18:12:02.853907 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [req-cb367b7d-2054-4111-ae7b-4990bd9b529c req-4b319906-b99d-4869-8b0e-fff70058aeb8 service neutron] Request body: {'port': {'device_id': '1b4119db-aa93-4d7c-9f92-28d080c7f5f3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827839-2'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 18:12:02.902031 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-20c87c37-b36d-49fd-b82e-dcca9c7d199b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (64ada913-9131-4d99-a265-63a920956287), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:12:02.919018 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-cb367b7d-2054-4111-ae7b-4990bd9b529c req-4b319906-b99d-4869-8b0e-fff70058aeb8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (b2e9d16e-d394-4319-af8b-138da464226b), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:12:03.189268 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05dcf0a-303c-4cda-aa60-bdda5ba9f729 req-ba6fc2f0-a513-4856-98ec-d7a069a3e662 tempest-ServerDiskConfigTestJSON-1122270722 tempest-ServerDiskConfigTestJSON-1122270722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:12:03.190902 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-b05dcf0a-303c-4cda-aa60-bdda5ba9f729 req-ba6fc2f0-a513-4856-98ec-d7a069a3e662 tempest-ServerDiskConfigTestJSON-1122270722 tempest-ServerDiskConfigTestJSON-1122270722-project] 10.222.0.89 "GET /v2.0/ports?device_id=1b4119db-aa93-4d7c-9f92-28d080c7f5f3 HTTP/1.1" status: 200 len: 931 time: 0.0917132 Feb 04 18:12:03.201710 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d408ec64-b374-4acb-a1fc-48241dad6d47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (0cd6d64a-47a7-40ff-8c12-71dd526c62e0), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:12:03.237624 n-d-827839-2 neutron-server[103376]: DEBUG neutron.notifiers.nova [req-cb367b7d-2054-4111-ae7b-4990bd9b529c req-4b319906-b99d-4869-8b0e-fff70058aeb8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b2e9d16e-d394-4319-af8b-138da464226b {{(pid=103376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 18:12:03.248685 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-cb367b7d-2054-4111-ae7b-4990bd9b529c req-4b319906-b99d-4869-8b0e-fff70058aeb8 service neutron] Publish callbacks [] for port (b2e9d16e-d394-4319-af8b-138da464226b), precommit_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:12:03.276156 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.provisioning_blocks [req-cb367b7d-2054-4111-ae7b-4990bd9b529c req-4b319906-b99d-4869-8b0e-fff70058aeb8 service neutron] Transition to ACTIVE for port object b2e9d16e-d394-4319-af8b-138da464226b will not be triggered until provisioned by entity L2. {{(pid=103376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 18:12:03.279940 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-b05dcf0a-303c-4cda-aa60-bdda5ba9f729 req-50fc5372-5c24-4c9a-a07f-6903c107ab7e tempest-ServerDiskConfigTestJSON-1122270722 tempest-ServerDiskConfigTestJSON-1122270722-project] 10.222.0.89 "GET /v2.0/security-groups?id=62db07d4-1973-4936-955e-cfe027b0a38f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711515 Feb 04 18:12:03.281031 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-cb367b7d-2054-4111-ae7b-4990bd9b529c req-4b319906-b99d-4869-8b0e-fff70058aeb8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675836'] for port (b2e9d16e-d394-4319-af8b-138da464226b), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:12:03.330566 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b319906-b99d-4869-8b0e-fff70058aeb8 service neutron] Pushing event updated for resources: {'Port': ['ID=b2e9d16e-d394-4319-af8b-138da464226b,revision_number=2']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:12:03.402753 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [req-cb367b7d-2054-4111-ae7b-4990bd9b529c req-4b319906-b99d-4869-8b0e-fff70058aeb8 service neutron] Attempting to bind port b2e9d16e-d394-4319-af8b-138da464226b on host n-h2-827839-2 for vnic_type normal with profile {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 18:12:03.403082 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [req-cb367b7d-2054-4111-ae7b-4990bd9b529c req-4b319906-b99d-4869-8b0e-fff70058aeb8 service neutron] Attempting to bind port b2e9d16e-d394-4319-af8b-138da464226b by drivers openvswitch,hyperv on host n-h2-827839-2 at level 0 using segments [{'id': '1cd8840d-5343-42a5-aca3-974d96067f8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '6f385a05-c28b-461a-9e98-d7019b21b7b7'}] {{(pid=103376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 18:12:03.403402 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb367b7d-2054-4111-ae7b-4990bd9b529c req-4b319906-b99d-4869-8b0e-fff70058aeb8 service neutron] Attempting to bind port b2e9d16e-d394-4319-af8b-138da464226b on network 6f385a05-c28b-461a-9e98-d7019b21b7b7 {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 18:12:03.407707 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb367b7d-2054-4111-ae7b-4990bd9b529c req-4b319906-b99d-4869-8b0e-fff70058aeb8 service neutron] Port b2e9d16e-d394-4319-af8b-138da464226b on network 6f385a05-c28b-461a-9e98-d7019b21b7b7 not bound, no agent of type Open vSwitch agent registered on host n-h2-827839-2 {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 18:12:03.408024 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb367b7d-2054-4111-ae7b-4990bd9b529c req-4b319906-b99d-4869-8b0e-fff70058aeb8 service neutron] Attempting to bind port b2e9d16e-d394-4319-af8b-138da464226b on network 6f385a05-c28b-461a-9e98-d7019b21b7b7 {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 18:12:03.413034 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb367b7d-2054-4111-ae7b-4990bd9b529c req-4b319906-b99d-4869-8b0e-fff70058aeb8 service neutron] Checking agent: {'id': 'f20a1ab3-4332-4f54-833b-ba4a7c687e89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 8, 40), 'started_at': datetime.datetime(2022, 2, 4, 17, 8, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 18, 11, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 18:12:03.413367 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb367b7d-2054-4111-ae7b-4990bd9b529c req-4b319906-b99d-4869-8b0e-fff70058aeb8 service neutron] Checking segment: {'id': '1cd8840d-5343-42a5-aca3-974d96067f8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '6f385a05-c28b-461a-9e98-d7019b21b7b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 18:12:03.413745 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb367b7d-2054-4111-ae7b-4990bd9b529c req-4b319906-b99d-4869-8b0e-fff70058aeb8 service neutron] Bound using segment: {'id': '1cd8840d-5343-42a5-aca3-974d96067f8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '6f385a05-c28b-461a-9e98-d7019b21b7b7'} {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 18:12:03.414159 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [req-cb367b7d-2054-4111-ae7b-4990bd9b529c req-4b319906-b99d-4869-8b0e-fff70058aeb8 service neutron] Bound port: b2e9d16e-d394-4319-af8b-138da464226b, host: n-h2-827839-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1cd8840d-5343-42a5-aca3-974d96067f8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '6f385a05-c28b-461a-9e98-d7019b21b7b7'}}] {{(pid=103376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 18:12:03.414508 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-cb367b7d-2054-4111-ae7b-4990bd9b529c req-4b319906-b99d-4869-8b0e-fff70058aeb8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (b2e9d16e-d394-4319-af8b-138da464226b), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:12:03.475119 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [req-cb367b7d-2054-4111-ae7b-4990bd9b529c req-4b319906-b99d-4869-8b0e-fff70058aeb8 service neutron] For port b2e9d16e-d394-4319-af8b-138da464226b, host n-h2-827839-2, cleared binding levels {{(pid=103376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 18:12:03.477933 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [req-cb367b7d-2054-4111-ae7b-4990bd9b529c req-4b319906-b99d-4869-8b0e-fff70058aeb8 service neutron] For port b2e9d16e-d394-4319-af8b-138da464226b, host n-h2-827839-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=b2e9d16e-d394-4319-af8b-138da464226b,segment=NetworkSegment(1cd8840d-5343-42a5-aca3-974d96067f8f),segment_id=1cd8840d-5343-42a5-aca3-974d96067f8f)] {{(pid=103376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 18:12:03.484149 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-cb367b7d-2054-4111-ae7b-4990bd9b529c req-4b319906-b99d-4869-8b0e-fff70058aeb8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675836'] for port (b2e9d16e-d394-4319-af8b-138da464226b), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:12:03.516099 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb367b7d-2054-4111-ae7b-4990bd9b529c req-4b319906-b99d-4869-8b0e-fff70058aeb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:12:03.517499 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-cb367b7d-2054-4111-ae7b-4990bd9b529c req-4b319906-b99d-4869-8b0e-fff70058aeb8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:12:03.518887 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-cb367b7d-2054-4111-ae7b-4990bd9b529c req-4b319906-b99d-4869-8b0e-fff70058aeb8 service neutron] 10.222.0.90 "PUT /v2.0/ports/b2e9d16e-d394-4319-af8b-138da464226b HTTP/1.1" status: 200 len: 1091 time: 0.6693237 Feb 04 18:12:03.520991 n-d-827839-2 neutron-server[103376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b4119db-aa93-4d7c-9f92-28d080c7f5f3', 'tag': 'b2e9d16e-d394-4319-af8b-138da464226b'}] {{(pid=103376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 18:12:03.523232 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7aefa7f3373fd63bd14caed2f0c404cd5bacff84a7eb60e70ea20ed0b49017dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f142f17-79de-4ec2-9237-a4b8f9c2b462" -d '{"events": [{"name": "network-changed", "server_uuid": "1b4119db-aa93-4d7c-9f92-28d080c7f5f3", "tag": "b2e9d16e-d394-4319-af8b-138da464226b"}]}' {{(pid=103376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 18:12:03.555326 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b319906-b99d-4869-8b0e-fff70058aeb8 service neutron] Pushing event updated for resources: {'Port': ['ID=b2e9d16e-d394-4319-af8b-138da464226b,revision_number=3']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:12:03.563800 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 18:12:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30e9cf47-77da-4c99-bf4a-55359330fa39 x-openstack-request-id: req-30e9cf47-77da-4c99-bf4a-55359330fa39 {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 18:12:03.564092 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b4119db-aa93-4d7c-9f92-28d080c7f5f3", "tag": "b2e9d16e-d394-4319-af8b-138da464226b", "status": "completed", "code": 200}]} {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 18:12:03.564351 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-30e9cf47-77da-4c99-bf4a-55359330fa39 {{(pid=103376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 18:12:03.564766 n-d-827839-2 neutron-server[103376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b4119db-aa93-4d7c-9f92-28d080c7f5f3', 'tag': 'b2e9d16e-d394-4319-af8b-138da464226b', 'status': 'completed', 'code': 200} Feb 04 18:12:03.610394 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb367b7d-2054-4111-ae7b-4990bd9b529c req-50b704ce-2169-4542-b0d4-c255d90a5904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:12:03.611904 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-cb367b7d-2054-4111-ae7b-4990bd9b529c req-50b704ce-2169-4542-b0d4-c255d90a5904 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=285c02d312e64539b866e7aca0c0f2f4&device_id=1b4119db-aa93-4d7c-9f92-28d080c7f5f3 HTTP/1.1" status: 200 len: 1125 time: 0.0452976 Feb 04 18:12:03.656522 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-cb367b7d-2054-4111-ae7b-4990bd9b529c req-2dd71ff7-7569-4631-a5c8-63305e9094f5 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b2e9d16e-d394-4319-af8b-138da464226b HTTP/1.1" status: 200 len: 217 time: 0.0379641 Feb 04 18:12:03.707032 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb367b7d-2054-4111-ae7b-4990bd9b529c req-bd68212a-feac-498e-83a9-1577f0c07293 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:12:03.708511 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-cb367b7d-2054-4111-ae7b-4990bd9b529c req-bd68212a-feac-498e-83a9-1577f0c07293 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=ef5613f9-5eee-4b3e-a672-37438c312fe0 HTTP/1.1" status: 200 len: 854 time: 0.0436358 Feb 04 18:12:03.743800 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-cb367b7d-2054-4111-ae7b-4990bd9b529c req-c13d2cae-b993-48ef-b521-3247109a7197 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=6f385a05-c28b-461a-9e98-d7019b21b7b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253284 Feb 04 18:12:03.841102 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-cb367b7d-2054-4111-ae7b-4990bd9b529c req-49646071-aa8b-4be7-b70f-c77271771700 service neutron] 10.222.0.90 "GET /v2.0/networks/6f385a05-c28b-461a-9e98-d7019b21b7b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855315 Feb 04 18:12:03.934204 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-cb367b7d-2054-4111-ae7b-4990bd9b529c req-28a7940c-aa5b-4392-8bff-83c485fa5b92 service neutron] 10.222.0.90 "GET /v2.0/networks/6f385a05-c28b-461a-9e98-d7019b21b7b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823581 Feb 04 18:12:04.076003 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f142f17-79de-4ec2-9237-a4b8f9c2b462 req-8b4b99eb-7d9a-4108-b1b0-4e565dfec903 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:12:04.077445 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-2f142f17-79de-4ec2-9237-a4b8f9c2b462 req-8b4b99eb-7d9a-4108-b1b0-4e565dfec903 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=285c02d312e64539b866e7aca0c0f2f4&device_id=1b4119db-aa93-4d7c-9f92-28d080c7f5f3 HTTP/1.1" status: 200 len: 1125 time: 0.0455782 Feb 04 18:12:04.169613 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f142f17-79de-4ec2-9237-a4b8f9c2b462 req-a4053327-b116-4710-9110-27486730ebfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:12:04.171086 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-2f142f17-79de-4ec2-9237-a4b8f9c2b462 req-a4053327-b116-4710-9110-27486730ebfd service neutron] 10.222.0.90 "GET /v2.0/networks?id=6f385a05-c28b-461a-9e98-d7019b21b7b7 HTTP/1.1" status: 200 len: 915 time: 0.0879164 Feb 04 18:12:04.212931 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-2f142f17-79de-4ec2-9237-a4b8f9c2b462 req-dc9778aa-c139-4cd4-aad3-96491e7d33c7 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b2e9d16e-d394-4319-af8b-138da464226b HTTP/1.1" status: 200 len: 217 time: 0.0357156 Feb 04 18:12:04.264437 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f142f17-79de-4ec2-9237-a4b8f9c2b462 req-5cbe4066-4494-4cc3-bdfe-09245b3d75cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:12:04.266492 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-2f142f17-79de-4ec2-9237-a4b8f9c2b462 req-5cbe4066-4494-4cc3-bdfe-09245b3d75cf service neutron] 10.222.0.90 "GET /v2.0/subnets?id=ef5613f9-5eee-4b3e-a672-37438c312fe0 HTTP/1.1" status: 200 len: 854 time: 0.0466747 Feb 04 18:12:04.299208 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-2f142f17-79de-4ec2-9237-a4b8f9c2b462 req-3fb28842-5d73-41a3-8cda-7be8142cb3f6 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=6f385a05-c28b-461a-9e98-d7019b21b7b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255218 Feb 04 18:12:04.431325 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-2f142f17-79de-4ec2-9237-a4b8f9c2b462 req-0e0128ca-e093-468e-8db7-3c3aa3a711d9 service neutron] 10.222.0.90 "GET /v2.0/networks/6f385a05-c28b-461a-9e98-d7019b21b7b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255567 Feb 04 18:12:04.439480 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd44af38-0d54-4a0e-b18d-8498b2c7877d req-ff500519-f9f6-48f2-aded-4737f62e9ca1 tempest-ServerDiskConfigTestJSON-1122270722 tempest-ServerDiskConfigTestJSON-1122270722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:12:04.440880 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-cd44af38-0d54-4a0e-b18d-8498b2c7877d req-ff500519-f9f6-48f2-aded-4737f62e9ca1 tempest-ServerDiskConfigTestJSON-1122270722 tempest-ServerDiskConfigTestJSON-1122270722-project] 10.222.0.89 "GET /v2.0/ports?device_id=1b4119db-aa93-4d7c-9f92-28d080c7f5f3 HTTP/1.1" status: 200 len: 943 time: 0.0911121 Feb 04 18:12:04.533572 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-cd44af38-0d54-4a0e-b18d-8498b2c7877d req-d6b25e50-93df-481c-afff-38d0f889ed3b tempest-ServerDiskConfigTestJSON-1122270722 tempest-ServerDiskConfigTestJSON-1122270722-project] 10.222.0.89 "GET /v2.0/security-groups?id=62db07d4-1973-4936-955e-cfe027b0a38f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848389 Feb 04 18:12:04.556655 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-2f142f17-79de-4ec2-9237-a4b8f9c2b462 req-30dd6723-f0b1-408e-855c-8a7d3c41500e service neutron] 10.222.0.90 "GET /v2.0/networks/6f385a05-c28b-461a-9e98-d7019b21b7b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1148629 Feb 04 18:12:05.007537 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4f14bb47-e72b-46ac-9e44-a61d9293afcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (75326290-f7a3-4db8-9cf2-15c7139ed224), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:12:05.652541 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906a8f8d-887e-4c06-b03c-97cd43b730d3 req-f0345c4a-892a-44f0-a4e7-0df6a99174b4 tempest-ServerDiskConfigTestJSON-1122270722 tempest-ServerDiskConfigTestJSON-1122270722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:12:05.654048 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-906a8f8d-887e-4c06-b03c-97cd43b730d3 req-f0345c4a-892a-44f0-a4e7-0df6a99174b4 tempest-ServerDiskConfigTestJSON-1122270722 tempest-ServerDiskConfigTestJSON-1122270722-project] 10.222.0.89 "GET /v2.0/ports?device_id=1b4119db-aa93-4d7c-9f92-28d080c7f5f3 HTTP/1.1" status: 200 len: 943 time: 0.0522983 Feb 04 18:12:05.702241 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-906a8f8d-887e-4c06-b03c-97cd43b730d3 req-dffc3b7a-7a5d-4d17-bc00-093e7aa608dd tempest-ServerDiskConfigTestJSON-1122270722 tempest-ServerDiskConfigTestJSON-1122270722-project] 10.222.0.89 "GET /v2.0/security-groups?id=62db07d4-1973-4936-955e-cfe027b0a38f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426228 Feb 04 18:12:05.782838 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Device b2e9d16e-d394-4319-af8b-138da464226b details requested by agent hyperv_n-h2-827839-2 with host n-h2-827839-2 {{(pid=103378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 18:12:05.786163 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Device 85cca120-894a-4602-a61c-962e15b9a771 no longer exists at agent hyperv_n-h2-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 18:12:05.820928 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] No Port match for: 85cca120-894a-4602-a61c-962e15b9a771 {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 18:12:05.821200 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Device 85cca120-894a-4602-a61c-962e15b9a771 not bound to the agent host n-h2-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 18:12:05.833158 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (ba70844b-66a0-45fd-a2f2-e6ed673321fc), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:12:05.910811 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] For port b2e9d16e-d394-4319-af8b-138da464226b, host n-h2-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=b2e9d16e-d394-4319-af8b-138da464226b,segment=NetworkSegment(1cd8840d-5343-42a5-aca3-974d96067f8f),segment_id=1cd8840d-5343-42a5-aca3-974d96067f8f)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 18:12:05.922770 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Returning: {'device': 'b2e9d16e-d394-4319-af8b-138da464226b', 'network_id': '6f385a05-c28b-461a-9e98-d7019b21b7b7', 'port_id': 'b2e9d16e-d394-4319-af8b-138da464226b', 'mac_address': 'fa:16:3e:7d:c0:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 778, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef5613f9-5eee-4b3e-a672-37438c312fe0', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 18:12:05.958183 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Current status of the port b2e9d16e-d394-4319-af8b-138da464226b is: DOWN; New status is: BUILD {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 18:12:05.958562 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (b2e9d16e-d394-4319-af8b-138da464226b), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:12:05.971121 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2e9d16e-d394-4319-af8b-138da464226b {{(pid=103378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 18:12:05.990256 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] For port b2e9d16e-d394-4319-af8b-138da464226b, host n-h2-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=b2e9d16e-d394-4319-af8b-138da464226b,segment=NetworkSegment(1cd8840d-5343-42a5-aca3-974d96067f8f),segment_id=1cd8840d-5343-42a5-aca3-974d96067f8f)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 18:12:05.994546 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (b2e9d16e-d394-4319-af8b-138da464226b), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:12:06.043743 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Pushing event updated for resources: {'Port': ['ID=b2e9d16e-d394-4319-af8b-138da464226b,revision_number=4']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:12:06.240900 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] get_ports_and_sgs() called for port_ids ['b2e9d16e-d394-4319-af8b-138da464226b'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 18:12:06.830032 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21d892a-8a79-484e-8950-1a13bd7ccb0b req-741a9b45-820e-40ee-9ece-6b1bb7909132 tempest-ServerDiskConfigTestJSON-1122270722 tempest-ServerDiskConfigTestJSON-1122270722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:12:06.831665 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-b21d892a-8a79-484e-8950-1a13bd7ccb0b req-741a9b45-820e-40ee-9ece-6b1bb7909132 tempest-ServerDiskConfigTestJSON-1122270722 tempest-ServerDiskConfigTestJSON-1122270722-project] 10.222.0.89 "GET /v2.0/ports?device_id=1b4119db-aa93-4d7c-9f92-28d080c7f5f3 HTTP/1.1" status: 200 len: 944 time: 0.0633919 Feb 04 18:12:06.883822 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-b21d892a-8a79-484e-8950-1a13bd7ccb0b req-36d8af30-bcd8-47c1-acc8-8bcf0a945d99 tempest-ServerDiskConfigTestJSON-1122270722 tempest-ServerDiskConfigTestJSON-1122270722-project] 10.222.0.89 "GET /v2.0/security-groups?id=62db07d4-1973-4936-955e-cfe027b0a38f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463958 Feb 04 18:12:07.787422 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Device b2e9d16e-d394-4319-af8b-138da464226b up at agent hyperv_n-h2-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 18:12:07.839376 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Provisioning for port b2e9d16e-d394-4319-af8b-138da464226b completed by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 18:12:07.843724 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Provisioning complete for port b2e9d16e-d394-4319-af8b-138da464226b triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 18:12:07.844133 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (b2e9d16e-d394-4319-af8b-138da464226b), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:12:07.918844 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Current status of the port b2e9d16e-d394-4319-af8b-138da464226b is: BUILD; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 18:12:07.919316 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (b2e9d16e-d394-4319-af8b-138da464226b), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:12:07.941855 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b4119db-aa93-4d7c-9f92-28d080c7f5f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2e9d16e-d394-4319-af8b-138da464226b'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 18:12:07.944105 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d531d67ec453461b01ecd2cf0c6686e25a5679cf38f56e7e92bae688f1026262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85c06a2b-5c40-4151-a69a-2d95b1f01b0f" -d '{"events": [{"server_uuid": "1b4119db-aa93-4d7c-9f92-28d080c7f5f3", "name": "network-vif-plugged", "status": "completed", "tag": "b2e9d16e-d394-4319-af8b-138da464226b"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 18:12:07.956874 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] For port b2e9d16e-d394-4319-af8b-138da464226b, host n-h2-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=b2e9d16e-d394-4319-af8b-138da464226b,segment=NetworkSegment(1cd8840d-5343-42a5-aca3-974d96067f8f),segment_id=1cd8840d-5343-42a5-aca3-974d96067f8f)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 18:12:07.961256 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (b2e9d16e-d394-4319-af8b-138da464226b), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:12:07.992466 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 18:12:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98f5b045-9439-4d1b-9351-0625b10afcbe x-openstack-request-id: req-98f5b045-9439-4d1b-9351-0625b10afcbe {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 18:12:07.992781 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b4119db-aa93-4d7c-9f92-28d080c7f5f3", "name": "network-vif-plugged", "status": "completed", "tag": "b2e9d16e-d394-4319-af8b-138da464226b", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 18:12:07.993039 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-98f5b045-9439-4d1b-9351-0625b10afcbe {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 18:12:07.993433 n-d-827839-2 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b4119db-aa93-4d7c-9f92-28d080c7f5f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2e9d16e-d394-4319-af8b-138da464226b', 'code': 200} Feb 04 18:12:08.010101 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e21d2fc-7ab2-497a-9d7f-0e4f974359aa req-c6399215-4147-4202-a94d-bbcd4828508e tempest-ServerDiskConfigTestJSON-1122270722 tempest-ServerDiskConfigTestJSON-1122270722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:12:08.011598 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-5e21d2fc-7ab2-497a-9d7f-0e4f974359aa req-c6399215-4147-4202-a94d-bbcd4828508e tempest-ServerDiskConfigTestJSON-1122270722 tempest-ServerDiskConfigTestJSON-1122270722-project] 10.222.0.89 "GET /v2.0/ports?device_id=1b4119db-aa93-4d7c-9f92-28d080c7f5f3 HTTP/1.1" status: 200 len: 945 time: 0.0592272 Feb 04 18:12:08.026827 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Pushing event updated for resources: {'Port': ['ID=b2e9d16e-d394-4319-af8b-138da464226b,revision_number=5']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:12:08.036639 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:12:08.037021 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:12:08.037373 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:12:08.037774 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:12:08.038057 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:12:08.038387 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:12:08.039056 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:12:08.039056 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:12:08.039356 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:12:08.039708 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:12:08.040030 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:12:08.040357 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:12:08.040683 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:12:08.061870 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-5e21d2fc-7ab2-497a-9d7f-0e4f974359aa req-0b4b6c2f-ad9c-45d6-b8b2-0b36d26c8da4 tempest-ServerDiskConfigTestJSON-1122270722 tempest-ServerDiskConfigTestJSON-1122270722-project] 10.222.0.89 "GET /v2.0/security-groups?id=62db07d4-1973-4936-955e-cfe027b0a38f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442009 Feb 04 18:12:08.101823 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd2cc4e-9b4d-4f9b-92f7-8ac9ee8c469d req-be3eb4d9-ef35-4893-9983-6a35bc885d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:12:08.103455 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-cdd2cc4e-9b4d-4f9b-92f7-8ac9ee8c469d req-be3eb4d9-ef35-4893-9983-6a35bc885d99 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=1b4119db-aa93-4d7c-9f92-28d080c7f5f3 HTTP/1.1" status: 200 len: 1127 time: 0.0457695 Feb 04 18:12:08.151545 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-cdd2cc4e-9b4d-4f9b-92f7-8ac9ee8c469d req-149bc551-6aca-47ed-a630-d6330b6b5514 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=62db07d4-1973-4936-955e-cfe027b0a38f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406828 Feb 04 18:12:09.187466 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc69945f-10db-4324-ac08-6239099f8996 req-eb964a83-c994-4200-923d-86f412560e47 tempest-ServerDiskConfigTestJSON-1122270722 tempest-ServerDiskConfigTestJSON-1122270722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:12:09.189023 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-bc69945f-10db-4324-ac08-6239099f8996 req-eb964a83-c994-4200-923d-86f412560e47 tempest-ServerDiskConfigTestJSON-1122270722 tempest-ServerDiskConfigTestJSON-1122270722-project] 10.222.0.89 "GET /v2.0/ports?device_id=1b4119db-aa93-4d7c-9f92-28d080c7f5f3 HTTP/1.1" status: 200 len: 945 time: 0.0565677 Feb 04 18:12:09.235914 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-bc69945f-10db-4324-ac08-6239099f8996 req-1ea69a9a-3bd1-40e3-a76f-573b9199f82a tempest-ServerDiskConfigTestJSON-1122270722 tempest-ServerDiskConfigTestJSON-1122270722-project] 10.222.0.89 "GET /v2.0/security-groups?id=62db07d4-1973-4936-955e-cfe027b0a38f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412335 Feb 04 18:12:10.355442 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2236cf75-07f5-40c1-86e9-661aa332e5a6 req-3a7b9479-8602-4944-a51e-22ab02c0deb7 tempest-ServerDiskConfigTestJSON-1122270722 tempest-ServerDiskConfigTestJSON-1122270722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:12:10.356944 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-2236cf75-07f5-40c1-86e9-661aa332e5a6 req-3a7b9479-8602-4944-a51e-22ab02c0deb7 tempest-ServerDiskConfigTestJSON-1122270722 tempest-ServerDiskConfigTestJSON-1122270722-project] 10.222.0.89 "GET /v2.0/ports?device_id=1b4119db-aa93-4d7c-9f92-28d080c7f5f3 HTTP/1.1" status: 200 len: 945 time: 0.0513763 Feb 04 18:12:10.402631 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-2236cf75-07f5-40c1-86e9-661aa332e5a6 req-600ff9df-7d20-4312-ad4a-4eb6b9a9d67e tempest-ServerDiskConfigTestJSON-1122270722 tempest-ServerDiskConfigTestJSON-1122270722-project] 10.222.0.89 "GET /v2.0/security-groups?id=62db07d4-1973-4936-955e-cfe027b0a38f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395586 Feb 04 18:12:10.521144 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f88d24-7c9e-4c08-9c73-e9879752bfba req-80968157-7c76-49a6-8e92-00cca0960d74 tempest-ServerDiskConfigTestJSON-1122270722 tempest-ServerDiskConfigTestJSON-1122270722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:12:10.522539 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-45f88d24-7c9e-4c08-9c73-e9879752bfba req-80968157-7c76-49a6-8e92-00cca0960d74 tempest-ServerDiskConfigTestJSON-1122270722 tempest-ServerDiskConfigTestJSON-1122270722-project] 10.222.0.89 "GET /v2.0/ports?device_id=1b4119db-aa93-4d7c-9f92-28d080c7f5f3 HTTP/1.1" status: 200 len: 945 time: 0.0514364 Feb 04 18:12:10.568526 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-45f88d24-7c9e-4c08-9c73-e9879752bfba req-37a75d00-3077-447d-b43a-5917fac2d3c1 tempest-ServerDiskConfigTestJSON-1122270722 tempest-ServerDiskConfigTestJSON-1122270722-project] 10.222.0.89 "GET /v2.0/security-groups?id=62db07d4-1973-4936-955e-cfe027b0a38f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404880 Feb 04 18:12:10.699660 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (f20a1ab3-4332-4f54-833b-ba4a7c687e89), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:12:10.829767 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-3cf76a9c-babb-4f8e-af7f-69fbbb45bb2a req-d0b5c8bd-1d6e-4bb8-b4ec-c06c8ef201a1 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=1b4119db-aa93-4d7c-9f92-28d080c7f5f3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0769639 Feb 04 18:12:10.839948 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6614a9-32a2-4f95-b601-f4fd65d9a2fc req-eaa4d9b2-1627-4ee6-aa19-58a099e32709 tempest-ServerDiskConfigTestJSON-1122270722 tempest-ServerDiskConfigTestJSON-1122270722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:12:10.841368 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-2f6614a9-32a2-4f95-b601-f4fd65d9a2fc req-eaa4d9b2-1627-4ee6-aa19-58a099e32709 tempest-ServerDiskConfigTestJSON-1122270722 tempest-ServerDiskConfigTestJSON-1122270722-project] 10.222.0.89 "GET /v2.0/ports?device_id=1b4119db-aa93-4d7c-9f92-28d080c7f5f3 HTTP/1.1" status: 200 len: 945 time: 0.0797753 Feb 04 18:12:10.888669 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-2f6614a9-32a2-4f95-b601-f4fd65d9a2fc req-b1921f1f-581b-4d3d-8e8c-e1d6a8a1cb87 tempest-ServerDiskConfigTestJSON-1122270722 tempest-ServerDiskConfigTestJSON-1122270722-project] 10.222.0.89 "GET /v2.0/security-groups?id=62db07d4-1973-4936-955e-cfe027b0a38f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416310 Feb 04 18:12:11.889926 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf76a9c-babb-4f8e-af7f-69fbbb45bb2a req-0c6dd136-2a6c-4f80-869d-8a2bd734c1d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:12:11.891420 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-3cf76a9c-babb-4f8e-af7f-69fbbb45bb2a req-0c6dd136-2a6c-4f80-869d-8a2bd734c1d8 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=285c02d312e64539b866e7aca0c0f2f4&device_id=1b4119db-aa93-4d7c-9f92-28d080c7f5f3 HTTP/1.1" status: 200 len: 1127 time: 0.0449190 Feb 04 18:12:11.985504 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf76a9c-babb-4f8e-af7f-69fbbb45bb2a req-6f491229-0727-49cb-82f0-a961221e8f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:12:11.986997 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-3cf76a9c-babb-4f8e-af7f-69fbbb45bb2a req-6f491229-0727-49cb-82f0-a961221e8f0f service neutron] 10.222.0.90 "GET /v2.0/networks?id=6f385a05-c28b-461a-9e98-d7019b21b7b7 HTTP/1.1" status: 200 len: 915 time: 0.0903184 Feb 04 18:12:12.012556 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e3f462-ea71-4239-8f67-486ec7d8fee5 req-7f0359bf-1ccf-47e1-8e95-bd4339c0d8e9 tempest-ServerDiskConfigTestJSON-1122270722 tempest-ServerDiskConfigTestJSON-1122270722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:12:12.014066 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-09e3f462-ea71-4239-8f67-486ec7d8fee5 req-7f0359bf-1ccf-47e1-8e95-bd4339c0d8e9 tempest-ServerDiskConfigTestJSON-1122270722 tempest-ServerDiskConfigTestJSON-1122270722-project] 10.222.0.89 "GET /v2.0/ports?device_id=1b4119db-aa93-4d7c-9f92-28d080c7f5f3 HTTP/1.1" status: 200 len: 945 time: 0.0560579 Feb 04 18:12:12.028488 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-3cf76a9c-babb-4f8e-af7f-69fbbb45bb2a req-08a2c4c8-b5a5-4c49-9f7c-30386799570f service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b2e9d16e-d394-4319-af8b-138da464226b HTTP/1.1" status: 200 len: 217 time: 0.0352149 Feb 04 18:12:12.060547 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-09e3f462-ea71-4239-8f67-486ec7d8fee5 req-f42fb389-92e4-4d54-bcb1-6b0b09157de1 tempest-ServerDiskConfigTestJSON-1122270722 tempest-ServerDiskConfigTestJSON-1122270722-project] 10.222.0.89 "GET /v2.0/security-groups?id=62db07d4-1973-4936-955e-cfe027b0a38f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408282 Feb 04 18:12:12.077788 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf76a9c-babb-4f8e-af7f-69fbbb45bb2a req-37d222ac-2605-48da-af5f-4c8815cd52c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:12:12.079313 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-3cf76a9c-babb-4f8e-af7f-69fbbb45bb2a req-37d222ac-2605-48da-af5f-4c8815cd52c8 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=ef5613f9-5eee-4b3e-a672-37438c312fe0 HTTP/1.1" status: 200 len: 854 time: 0.0446942 Feb 04 18:12:12.110453 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-3cf76a9c-babb-4f8e-af7f-69fbbb45bb2a req-c192274d-1c85-4aeb-98e3-2831958ff2ed service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=6f385a05-c28b-461a-9e98-d7019b21b7b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253723 Feb 04 18:12:12.202936 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-3cf76a9c-babb-4f8e-af7f-69fbbb45bb2a req-c003a8a8-d715-4ed3-9e8f-5571f7ebcb87 service neutron] 10.222.0.90 "GET /v2.0/networks/6f385a05-c28b-461a-9e98-d7019b21b7b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851877 Feb 04 18:12:12.290616 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-3cf76a9c-babb-4f8e-af7f-69fbbb45bb2a req-9546dfc9-145e-41c3-a977-57a9d2962ff0 service neutron] 10.222.0.90 "GET /v2.0/networks/6f385a05-c28b-461a-9e98-d7019b21b7b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822721 Feb 04 18:12:12.788374 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (3f9244a9-75fc-4c10-b195-11d48b853b41), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:12:13.184205 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a503e214-4349-4c0f-9de8-19d7d945596c req-cb85d540-68b6-47e8-b668-fef796b71c9d tempest-ServerDiskConfigTestJSON-1122270722 tempest-ServerDiskConfigTestJSON-1122270722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:12:13.185719 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-a503e214-4349-4c0f-9de8-19d7d945596c req-cb85d540-68b6-47e8-b668-fef796b71c9d tempest-ServerDiskConfigTestJSON-1122270722 tempest-ServerDiskConfigTestJSON-1122270722-project] 10.222.0.89 "GET /v2.0/ports?device_id=1b4119db-aa93-4d7c-9f92-28d080c7f5f3 HTTP/1.1" status: 200 len: 945 time: 0.0572295 Feb 04 18:12:13.232299 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-a503e214-4349-4c0f-9de8-19d7d945596c req-2cd05c48-fa64-4779-9734-0d7cef5cd4ed tempest-ServerDiskConfigTestJSON-1122270722 tempest-ServerDiskConfigTestJSON-1122270722-project] 10.222.0.89 "GET /v2.0/security-groups?id=62db07d4-1973-4936-955e-cfe027b0a38f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405021 Feb 04 18:12:14.349602 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08dce553-6c10-49ca-a0ba-100de1115e3f req-bba5d353-9ca6-4286-85b9-0b13dbbf8125 tempest-ServerDiskConfigTestJSON-1122270722 tempest-ServerDiskConfigTestJSON-1122270722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:12:14.351059 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-08dce553-6c10-49ca-a0ba-100de1115e3f req-bba5d353-9ca6-4286-85b9-0b13dbbf8125 tempest-ServerDiskConfigTestJSON-1122270722 tempest-ServerDiskConfigTestJSON-1122270722-project] 10.222.0.89 "GET /v2.0/ports?device_id=1b4119db-aa93-4d7c-9f92-28d080c7f5f3 HTTP/1.1" status: 200 len: 945 time: 0.0511193 Feb 04 18:12:14.395877 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-08dce553-6c10-49ca-a0ba-100de1115e3f req-bb6cfab2-2c48-4d30-855a-806d09c2d9d3 tempest-ServerDiskConfigTestJSON-1122270722 tempest-ServerDiskConfigTestJSON-1122270722-project] 10.222.0.89 "GET /v2.0/security-groups?id=62db07d4-1973-4936-955e-cfe027b0a38f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392883 Feb 04 18:12:15.517648 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b981fc4-6c24-4f89-9c0f-cd2477cca3f1 req-68119811-25bc-47c2-b71c-7ceb459faf03 tempest-ServerDiskConfigTestJSON-1122270722 tempest-ServerDiskConfigTestJSON-1122270722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:12:15.519144 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-7b981fc4-6c24-4f89-9c0f-cd2477cca3f1 req-68119811-25bc-47c2-b71c-7ceb459faf03 tempest-ServerDiskConfigTestJSON-1122270722 tempest-ServerDiskConfigTestJSON-1122270722-project] 10.222.0.89 "GET /v2.0/ports?device_id=1b4119db-aa93-4d7c-9f92-28d080c7f5f3 HTTP/1.1" status: 200 len: 945 time: 0.0529478 Feb 04 18:12:15.565410 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-7b981fc4-6c24-4f89-9c0f-cd2477cca3f1 req-ee9630fb-7430-440d-b0d7-d5cf6e89bafd tempest-ServerDiskConfigTestJSON-1122270722 tempest-ServerDiskConfigTestJSON-1122270722-project] 10.222.0.89 "GET /v2.0/security-groups?id=62db07d4-1973-4936-955e-cfe027b0a38f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406969 Feb 04 18:12:16.681602 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e30a638-64d7-4297-8faa-4738b3e971e2 req-c9978e66-a62f-425e-82bc-a95f003b7a85 tempest-ServerDiskConfigTestJSON-1122270722 tempest-ServerDiskConfigTestJSON-1122270722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:12:16.683053 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-5e30a638-64d7-4297-8faa-4738b3e971e2 req-c9978e66-a62f-425e-82bc-a95f003b7a85 tempest-ServerDiskConfigTestJSON-1122270722 tempest-ServerDiskConfigTestJSON-1122270722-project] 10.222.0.89 "GET /v2.0/ports?device_id=1b4119db-aa93-4d7c-9f92-28d080c7f5f3 HTTP/1.1" status: 200 len: 945 time: 0.0514045 Feb 04 18:12:16.731562 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-5e30a638-64d7-4297-8faa-4738b3e971e2 req-bd8bab00-3eb6-4a47-ae89-4432242b219d tempest-ServerDiskConfigTestJSON-1122270722 tempest-ServerDiskConfigTestJSON-1122270722-project] 10.222.0.89 "GET /v2.0/security-groups?id=62db07d4-1973-4936-955e-cfe027b0a38f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430081 Feb 04 18:12:17.852292 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abcda16-338b-48f2-843b-91d85683fd2d req-bc890bad-e2b8-44ef-8265-95e723eb8dfe tempest-ServerDiskConfigTestJSON-1122270722 tempest-ServerDiskConfigTestJSON-1122270722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:12:17.853775 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-4abcda16-338b-48f2-843b-91d85683fd2d req-bc890bad-e2b8-44ef-8265-95e723eb8dfe tempest-ServerDiskConfigTestJSON-1122270722 tempest-ServerDiskConfigTestJSON-1122270722-project] 10.222.0.89 "GET /v2.0/ports?device_id=1b4119db-aa93-4d7c-9f92-28d080c7f5f3 HTTP/1.1" status: 200 len: 945 time: 0.0543921 Feb 04 18:12:17.899511 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-4abcda16-338b-48f2-843b-91d85683fd2d req-bb8369b1-ec51-41b1-8194-cfe155f54ddb tempest-ServerDiskConfigTestJSON-1122270722 tempest-ServerDiskConfigTestJSON-1122270722-project] 10.222.0.89 "GET /v2.0/security-groups?id=62db07d4-1973-4936-955e-cfe027b0a38f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402215 Feb 04 18:12:19.020582 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27a8c3c-8e49-46e2-88cb-bce633a3dbf5 req-5986fa5d-aae2-46de-9eb2-e4606d0ff6b9 tempest-ServerDiskConfigTestJSON-1122270722 tempest-ServerDiskConfigTestJSON-1122270722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:12:19.022093 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-d27a8c3c-8e49-46e2-88cb-bce633a3dbf5 req-5986fa5d-aae2-46de-9eb2-e4606d0ff6b9 tempest-ServerDiskConfigTestJSON-1122270722 tempest-ServerDiskConfigTestJSON-1122270722-project] 10.222.0.89 "GET /v2.0/ports?device_id=1b4119db-aa93-4d7c-9f92-28d080c7f5f3 HTTP/1.1" status: 200 len: 945 time: 0.0551860 Feb 04 18:12:19.068763 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-d27a8c3c-8e49-46e2-88cb-bce633a3dbf5 req-9f989c3d-63e4-4867-be2d-61e4596bf0ee tempest-ServerDiskConfigTestJSON-1122270722 tempest-ServerDiskConfigTestJSON-1122270722-project] 10.222.0.89 "GET /v2.0/security-groups?id=62db07d4-1973-4936-955e-cfe027b0a38f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407016 Feb 04 18:12:20.185745 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414a520f-3ebd-459b-a9f8-b5e2c76e64f1 req-7849ef6b-d9e5-4e7b-b877-e38a4e0556c8 tempest-ServerDiskConfigTestJSON-1122270722 tempest-ServerDiskConfigTestJSON-1122270722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:12:20.187118 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-414a520f-3ebd-459b-a9f8-b5e2c76e64f1 req-7849ef6b-d9e5-4e7b-b877-e38a4e0556c8 tempest-ServerDiskConfigTestJSON-1122270722 tempest-ServerDiskConfigTestJSON-1122270722-project] 10.222.0.89 "GET /v2.0/ports?device_id=1b4119db-aa93-4d7c-9f92-28d080c7f5f3 HTTP/1.1" status: 200 len: 945 time: 0.0511405 Feb 04 18:12:20.233748 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-414a520f-3ebd-459b-a9f8-b5e2c76e64f1 req-06922b3b-1f5d-4ddd-ad3b-e216a5f33740 tempest-ServerDiskConfigTestJSON-1122270722 tempest-ServerDiskConfigTestJSON-1122270722-project] 10.222.0.89 "GET /v2.0/security-groups?id=62db07d4-1973-4936-955e-cfe027b0a38f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403318 Feb 04 18:12:21.357735 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa19b75-446f-401a-99ba-9ef1ddaa2943 req-d482843a-03fd-442f-a1d2-6ba586a6d913 tempest-ServerDiskConfigTestJSON-1122270722 tempest-ServerDiskConfigTestJSON-1122270722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:12:21.359212 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-ffa19b75-446f-401a-99ba-9ef1ddaa2943 req-d482843a-03fd-442f-a1d2-6ba586a6d913 tempest-ServerDiskConfigTestJSON-1122270722 tempest-ServerDiskConfigTestJSON-1122270722-project] 10.222.0.89 "GET /v2.0/ports?device_id=1b4119db-aa93-4d7c-9f92-28d080c7f5f3 HTTP/1.1" status: 200 len: 945 time: 0.0545378 Feb 04 18:12:21.404703 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-ffa19b75-446f-401a-99ba-9ef1ddaa2943 req-2d81305b-5410-4259-9c2f-05efd4d566c3 tempest-ServerDiskConfigTestJSON-1122270722 tempest-ServerDiskConfigTestJSON-1122270722-project] 10.222.0.89 "GET /v2.0/security-groups?id=62db07d4-1973-4936-955e-cfe027b0a38f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398793 Feb 04 18:12:22.520448 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893bbb1e-0e9e-4cdd-8ba9-37d99c6557e6 req-c0853fa4-13f7-40c1-b79d-b7955caed422 tempest-ServerDiskConfigTestJSON-1122270722 tempest-ServerDiskConfigTestJSON-1122270722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:12:22.521939 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-893bbb1e-0e9e-4cdd-8ba9-37d99c6557e6 req-c0853fa4-13f7-40c1-b79d-b7955caed422 tempest-ServerDiskConfigTestJSON-1122270722 tempest-ServerDiskConfigTestJSON-1122270722-project] 10.222.0.89 "GET /v2.0/ports?device_id=1b4119db-aa93-4d7c-9f92-28d080c7f5f3 HTTP/1.1" status: 200 len: 945 time: 0.0512958 Feb 04 18:12:22.571781 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-893bbb1e-0e9e-4cdd-8ba9-37d99c6557e6 req-3d8657c7-8fcd-40ef-9832-e716e4868526 tempest-ServerDiskConfigTestJSON-1122270722 tempest-ServerDiskConfigTestJSON-1122270722-project] 10.222.0.89 "GET /v2.0/security-groups?id=62db07d4-1973-4936-955e-cfe027b0a38f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442376 Feb 04 18:12:23.691228 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c820335b-53a8-4858-8a88-526d2cd64204 req-d4afd1ed-0116-4e89-ae3a-cb710151282f tempest-ServerDiskConfigTestJSON-1122270722 tempest-ServerDiskConfigTestJSON-1122270722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:12:23.692681 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-c820335b-53a8-4858-8a88-526d2cd64204 req-d4afd1ed-0116-4e89-ae3a-cb710151282f tempest-ServerDiskConfigTestJSON-1122270722 tempest-ServerDiskConfigTestJSON-1122270722-project] 10.222.0.89 "GET /v2.0/ports?device_id=1b4119db-aa93-4d7c-9f92-28d080c7f5f3 HTTP/1.1" status: 200 len: 945 time: 0.0551159 Feb 04 18:12:23.737009 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-c820335b-53a8-4858-8a88-526d2cd64204 req-040704be-1f2d-4779-bd5c-8db79bac784f tempest-ServerDiskConfigTestJSON-1122270722 tempest-ServerDiskConfigTestJSON-1122270722-project] 10.222.0.89 "GET /v2.0/security-groups?id=62db07d4-1973-4936-955e-cfe027b0a38f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388465 Feb 04 18:12:24.856731 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e58faa-d18f-479d-97e9-94a5688a2299 req-2a7b8ffb-b290-4d51-936b-5e8da206b01c tempest-ServerDiskConfigTestJSON-1122270722 tempest-ServerDiskConfigTestJSON-1122270722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:12:24.858227 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-a6e58faa-d18f-479d-97e9-94a5688a2299 req-2a7b8ffb-b290-4d51-936b-5e8da206b01c tempest-ServerDiskConfigTestJSON-1122270722 tempest-ServerDiskConfigTestJSON-1122270722-project] 10.222.0.89 "GET /v2.0/ports?device_id=1b4119db-aa93-4d7c-9f92-28d080c7f5f3 HTTP/1.1" status: 200 len: 945 time: 0.0521927 Feb 04 18:12:24.903992 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-a6e58faa-d18f-479d-97e9-94a5688a2299 req-4057e618-6cf3-419a-8244-43cb278fbbf7 tempest-ServerDiskConfigTestJSON-1122270722 tempest-ServerDiskConfigTestJSON-1122270722-project] 10.222.0.89 "GET /v2.0/security-groups?id=62db07d4-1973-4936-955e-cfe027b0a38f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402842 Feb 04 18:12:26.020116 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098aa94a-7749-4aaa-9750-c519b791caad req-d494765d-8114-468b-9683-6d4c0ebca046 tempest-ServerDiskConfigTestJSON-1122270722 tempest-ServerDiskConfigTestJSON-1122270722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:12:26.021593 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-098aa94a-7749-4aaa-9750-c519b791caad req-d494765d-8114-468b-9683-6d4c0ebca046 tempest-ServerDiskConfigTestJSON-1122270722 tempest-ServerDiskConfigTestJSON-1122270722-project] 10.222.0.89 "GET /v2.0/ports?device_id=1b4119db-aa93-4d7c-9f92-28d080c7f5f3 HTTP/1.1" status: 200 len: 945 time: 0.0503845 Feb 04 18:12:26.066615 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-098aa94a-7749-4aaa-9750-c519b791caad req-f6c5b0c3-d5fb-44a3-aca9-7ee567bb009d tempest-ServerDiskConfigTestJSON-1122270722 tempest-ServerDiskConfigTestJSON-1122270722-project] 10.222.0.89 "GET /v2.0/security-groups?id=62db07d4-1973-4936-955e-cfe027b0a38f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395615 Feb 04 18:12:27.183591 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6e6f59-ba98-496d-8c6f-58a9d99c0d2c req-70e358f1-dbab-4b12-929d-158ae47b0e5a tempest-ServerDiskConfigTestJSON-1122270722 tempest-ServerDiskConfigTestJSON-1122270722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:12:27.185149 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-3a6e6f59-ba98-496d-8c6f-58a9d99c0d2c req-70e358f1-dbab-4b12-929d-158ae47b0e5a tempest-ServerDiskConfigTestJSON-1122270722 tempest-ServerDiskConfigTestJSON-1122270722-project] 10.222.0.89 "GET /v2.0/ports?device_id=1b4119db-aa93-4d7c-9f92-28d080c7f5f3 HTTP/1.1" status: 200 len: 945 time: 0.0512953 Feb 04 18:12:27.231529 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-3a6e6f59-ba98-496d-8c6f-58a9d99c0d2c req-62973a9a-3209-4eee-9490-f2ecf6c82d15 tempest-ServerDiskConfigTestJSON-1122270722 tempest-ServerDiskConfigTestJSON-1122270722-project] 10.222.0.89 "GET /v2.0/security-groups?id=62db07d4-1973-4936-955e-cfe027b0a38f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402541 Feb 04 18:12:28.353145 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acd3b09-3c88-4b09-ae44-0a5895c9ee74 req-6c6fd205-725c-455c-8357-28bcf4382438 tempest-ServerDiskConfigTestJSON-1122270722 tempest-ServerDiskConfigTestJSON-1122270722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:12:28.354625 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-1acd3b09-3c88-4b09-ae44-0a5895c9ee74 req-6c6fd205-725c-455c-8357-28bcf4382438 tempest-ServerDiskConfigTestJSON-1122270722 tempest-ServerDiskConfigTestJSON-1122270722-project] 10.222.0.89 "GET /v2.0/ports?device_id=1b4119db-aa93-4d7c-9f92-28d080c7f5f3 HTTP/1.1" status: 200 len: 945 time: 0.0559604 Feb 04 18:12:28.404564 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-1acd3b09-3c88-4b09-ae44-0a5895c9ee74 req-9b3b6ab7-57c3-46ea-98a3-d5a574920bdd tempest-ServerDiskConfigTestJSON-1122270722 tempest-ServerDiskConfigTestJSON-1122270722-project] 10.222.0.89 "GET /v2.0/security-groups?id=62db07d4-1973-4936-955e-cfe027b0a38f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438092 Feb 04 18:12:29.529913 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56dc6db5-5065-4f66-a998-6a075a9b82f6 req-667a2f11-d165-4266-82fc-4e16b8c8666d tempest-ServerDiskConfigTestJSON-1122270722 tempest-ServerDiskConfigTestJSON-1122270722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:12:29.531854 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-56dc6db5-5065-4f66-a998-6a075a9b82f6 req-667a2f11-d165-4266-82fc-4e16b8c8666d tempest-ServerDiskConfigTestJSON-1122270722 tempest-ServerDiskConfigTestJSON-1122270722-project] 10.222.0.89 "GET /v2.0/ports?device_id=1b4119db-aa93-4d7c-9f92-28d080c7f5f3 HTTP/1.1" status: 200 len: 945 time: 0.0571234 Feb 04 18:12:29.578670 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-56dc6db5-5065-4f66-a998-6a075a9b82f6 req-a4cd1b10-5333-4861-96e1-4bd6df8db8aa tempest-ServerDiskConfigTestJSON-1122270722 tempest-ServerDiskConfigTestJSON-1122270722-project] 10.222.0.89 "GET /v2.0/security-groups?id=62db07d4-1973-4936-955e-cfe027b0a38f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409374 Feb 04 18:12:29.832099 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5ef7cf14-3b52-46d0-8e6a-1d4ac74b5920 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (bb89f5a3-3c22-440b-b7d1-c4f0c43c184a), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:12:30.188976 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.agents_db [None req-e1691f3b-aacd-4cd6-8ebb-a9c53bb301c0 None None] Agent healthcheck: found 7 active agents {{(pid=103379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 18:12:30.695940 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97061853-22ce-4ca1-8ff9-5a213f3870d1 req-60406163-ef9f-48f2-ad0f-7b404fce1307 tempest-ServerDiskConfigTestJSON-1122270722 tempest-ServerDiskConfigTestJSON-1122270722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:12:30.697465 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-97061853-22ce-4ca1-8ff9-5a213f3870d1 req-60406163-ef9f-48f2-ad0f-7b404fce1307 tempest-ServerDiskConfigTestJSON-1122270722 tempest-ServerDiskConfigTestJSON-1122270722-project] 10.222.0.89 "GET /v2.0/ports?device_id=1b4119db-aa93-4d7c-9f92-28d080c7f5f3 HTTP/1.1" status: 200 len: 945 time: 0.0519941 Feb 04 18:12:30.745844 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-97061853-22ce-4ca1-8ff9-5a213f3870d1 req-b5cc44fb-01fd-439c-bdce-797c85d3a733 tempest-ServerDiskConfigTestJSON-1122270722 tempest-ServerDiskConfigTestJSON-1122270722-project] 10.222.0.89 "GET /v2.0/security-groups?id=62db07d4-1973-4936-955e-cfe027b0a38f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429182 Feb 04 18:12:31.865696 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92787e9-0f8c-4469-a61b-8e197eab06ef req-1e1f1ada-09ca-4e2f-b3cd-42dacfd0d795 tempest-ServerDiskConfigTestJSON-1122270722 tempest-ServerDiskConfigTestJSON-1122270722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:12:31.867115 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-d92787e9-0f8c-4469-a61b-8e197eab06ef req-1e1f1ada-09ca-4e2f-b3cd-42dacfd0d795 tempest-ServerDiskConfigTestJSON-1122270722 tempest-ServerDiskConfigTestJSON-1122270722-project] 10.222.0.89 "GET /v2.0/ports?device_id=1b4119db-aa93-4d7c-9f92-28d080c7f5f3 HTTP/1.1" status: 200 len: 945 time: 0.0536392 Feb 04 18:12:31.913995 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-d92787e9-0f8c-4469-a61b-8e197eab06ef req-23353189-06b6-41dd-ab63-f36813e8e650 tempest-ServerDiskConfigTestJSON-1122270722 tempest-ServerDiskConfigTestJSON-1122270722-project] 10.222.0.89 "GET /v2.0/security-groups?id=62db07d4-1973-4936-955e-cfe027b0a38f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413570 Feb 04 18:12:32.903594 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9916844c-ae3e-4edd-9748-3b7f504fd6ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (64ada913-9131-4d99-a265-63a920956287), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:12:33.031356 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe54e7e-3598-43ee-baa8-cc30fb0b9547 req-d8513600-f662-4f61-b825-022f4c6296f3 tempest-ServerDiskConfigTestJSON-1122270722 tempest-ServerDiskConfigTestJSON-1122270722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:12:33.032853 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-1fe54e7e-3598-43ee-baa8-cc30fb0b9547 req-d8513600-f662-4f61-b825-022f4c6296f3 tempest-ServerDiskConfigTestJSON-1122270722 tempest-ServerDiskConfigTestJSON-1122270722-project] 10.222.0.89 "GET /v2.0/ports?device_id=1b4119db-aa93-4d7c-9f92-28d080c7f5f3 HTTP/1.1" status: 200 len: 945 time: 0.0518157 Feb 04 18:12:33.088676 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-1fe54e7e-3598-43ee-baa8-cc30fb0b9547 req-f96305f0-2419-4e8b-8fa4-305f58547d57 tempest-ServerDiskConfigTestJSON-1122270722 tempest-ServerDiskConfigTestJSON-1122270722-project] 10.222.0.89 "GET /v2.0/security-groups?id=62db07d4-1973-4936-955e-cfe027b0a38f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500534 Feb 04 18:12:33.199741 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d408ec64-b374-4acb-a1fc-48241dad6d47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (0cd6d64a-47a7-40ff-8c12-71dd526c62e0), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:12:34.207244 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec035c8d-e40a-417c-b3ba-40d80bd1342e req-2bf853ef-8a16-40ef-a1c6-a4a59ccd8939 tempest-ServerDiskConfigTestJSON-1122270722 tempest-ServerDiskConfigTestJSON-1122270722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:12:34.208649 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-ec035c8d-e40a-417c-b3ba-40d80bd1342e req-2bf853ef-8a16-40ef-a1c6-a4a59ccd8939 tempest-ServerDiskConfigTestJSON-1122270722 tempest-ServerDiskConfigTestJSON-1122270722-project] 10.222.0.89 "GET /v2.0/ports?device_id=1b4119db-aa93-4d7c-9f92-28d080c7f5f3 HTTP/1.1" status: 200 len: 945 time: 0.0516086 Feb 04 18:12:34.258501 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-ec035c8d-e40a-417c-b3ba-40d80bd1342e req-25669b08-c2ad-4385-ab5b-6bb7fcccb020 tempest-ServerDiskConfigTestJSON-1122270722 tempest-ServerDiskConfigTestJSON-1122270722-project] 10.222.0.89 "GET /v2.0/security-groups?id=62db07d4-1973-4936-955e-cfe027b0a38f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442624 Feb 04 18:12:35.009777 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4f14bb47-e72b-46ac-9e44-a61d9293afcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (75326290-f7a3-4db8-9cf2-15c7139ed224), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:12:35.377321 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dae5b2e-12e7-4c7f-bf1f-0ba8f28ac2dc req-05336b7a-f2a6-4dd1-a85f-7efbe76dbd9d tempest-ServerDiskConfigTestJSON-1122270722 tempest-ServerDiskConfigTestJSON-1122270722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:12:35.378765 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-9dae5b2e-12e7-4c7f-bf1f-0ba8f28ac2dc req-05336b7a-f2a6-4dd1-a85f-7efbe76dbd9d tempest-ServerDiskConfigTestJSON-1122270722 tempest-ServerDiskConfigTestJSON-1122270722-project] 10.222.0.89 "GET /v2.0/ports?device_id=1b4119db-aa93-4d7c-9f92-28d080c7f5f3 HTTP/1.1" status: 200 len: 945 time: 0.0512817 Feb 04 18:12:35.423440 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-9dae5b2e-12e7-4c7f-bf1f-0ba8f28ac2dc req-10a0311d-9844-4cac-861a-9d6d96cfbdaf tempest-ServerDiskConfigTestJSON-1122270722 tempest-ServerDiskConfigTestJSON-1122270722-project] 10.222.0.89 "GET /v2.0/security-groups?id=62db07d4-1973-4936-955e-cfe027b0a38f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391114 Feb 04 18:12:35.805136 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (ba70844b-66a0-45fd-a2f2-e6ed673321fc), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:12:36.541343 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84604bd1-7395-44a4-864d-2aad99084d57 req-3a03e1a3-cc11-47b8-820e-a6ee63529635 tempest-ServerDiskConfigTestJSON-1122270722 tempest-ServerDiskConfigTestJSON-1122270722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:12:36.542737 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-84604bd1-7395-44a4-864d-2aad99084d57 req-3a03e1a3-cc11-47b8-820e-a6ee63529635 tempest-ServerDiskConfigTestJSON-1122270722 tempest-ServerDiskConfigTestJSON-1122270722-project] 10.222.0.89 "GET /v2.0/ports?device_id=1b4119db-aa93-4d7c-9f92-28d080c7f5f3 HTTP/1.1" status: 200 len: 945 time: 0.0523028 Feb 04 18:12:36.589466 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-84604bd1-7395-44a4-864d-2aad99084d57 req-42b1be2e-aa11-4096-a511-fe7c2c3ec638 tempest-ServerDiskConfigTestJSON-1122270722 tempest-ServerDiskConfigTestJSON-1122270722-project] 10.222.0.89 "GET /v2.0/security-groups?id=62db07d4-1973-4936-955e-cfe027b0a38f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399435 Feb 04 18:12:37.710279 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358c17e9-5bfb-47a8-aa7f-542210db9f5a req-09de4efb-b82f-4cb0-95e0-abe35a37feba tempest-ServerDiskConfigTestJSON-1122270722 tempest-ServerDiskConfigTestJSON-1122270722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:12:37.711756 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-358c17e9-5bfb-47a8-aa7f-542210db9f5a req-09de4efb-b82f-4cb0-95e0-abe35a37feba tempest-ServerDiskConfigTestJSON-1122270722 tempest-ServerDiskConfigTestJSON-1122270722-project] 10.222.0.89 "GET /v2.0/ports?device_id=1b4119db-aa93-4d7c-9f92-28d080c7f5f3 HTTP/1.1" status: 200 len: 945 time: 0.0548582 Feb 04 18:12:37.761150 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-358c17e9-5bfb-47a8-aa7f-542210db9f5a req-a5af098f-0557-49e7-ab71-3d4dea153a28 tempest-ServerDiskConfigTestJSON-1122270722 tempest-ServerDiskConfigTestJSON-1122270722-project] 10.222.0.89 "GET /v2.0/security-groups?id=62db07d4-1973-4936-955e-cfe027b0a38f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437582 Feb 04 18:12:38.884266 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597ca7c4-933e-466d-b0a9-24a1e490c0b8 req-d1f5bc67-a81d-4112-aed3-7838338c52b0 tempest-ServerDiskConfigTestJSON-1122270722 tempest-ServerDiskConfigTestJSON-1122270722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:12:38.885822 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-597ca7c4-933e-466d-b0a9-24a1e490c0b8 req-d1f5bc67-a81d-4112-aed3-7838338c52b0 tempest-ServerDiskConfigTestJSON-1122270722 tempest-ServerDiskConfigTestJSON-1122270722-project] 10.222.0.89 "GET /v2.0/ports?device_id=1b4119db-aa93-4d7c-9f92-28d080c7f5f3 HTTP/1.1" status: 200 len: 945 time: 0.0513201 Feb 04 18:12:38.932841 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-597ca7c4-933e-466d-b0a9-24a1e490c0b8 req-d6f6bae4-08e5-4ece-9747-6842901942c9 tempest-ServerDiskConfigTestJSON-1122270722 tempest-ServerDiskConfigTestJSON-1122270722-project] 10.222.0.89 "GET /v2.0/security-groups?id=62db07d4-1973-4936-955e-cfe027b0a38f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414560 Feb 04 18:12:39.430082 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [req-3cf76a9c-babb-4f8e-af7f-69fbbb45bb2a req-7256b277-8a7f-45e8-84fa-b797b0f9778d tempest-ServerDiskConfigTestJSON-1122270722 tempest-ServerDiskConfigTestJSON-1122270722-project] http://10.222.0.89:9696/v2.0/extensions returned with HTTP 200 {{(pid=103376) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 18:12:39.431089 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-3cf76a9c-babb-4f8e-af7f-69fbbb45bb2a req-7256b277-8a7f-45e8-84fa-b797b0f9778d tempest-ServerDiskConfigTestJSON-1122270722 tempest-ServerDiskConfigTestJSON-1122270722-project] 10.222.0.90 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052972 Feb 04 18:12:39.495908 n-d-827839-2 neutron-server[103376]: INFO neutron.api.v2.resource [req-3cf76a9c-babb-4f8e-af7f-69fbbb45bb2a req-dc980309-ea48-4f92-928b-feb7e198904e service neutron] show failed (client error): The resource could not be found. Feb 04 18:12:39.496972 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-3cf76a9c-babb-4f8e-af7f-69fbbb45bb2a req-dc980309-ea48-4f92-928b-feb7e198904e service neutron] 10.222.0.90 "GET /v2.0/ports/b2e9d16e-d394-4319-af8b-138da464226b/bindings/n-h1-827839-2 HTTP/1.1" status: 404 len: 380 time: 0.0563304 Feb 04 18:12:39.695514 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf76a9c-babb-4f8e-af7f-69fbbb45bb2a req-f4f7d0aa-1026-4861-aab8-d053df685627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:12:39.696971 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-3cf76a9c-babb-4f8e-af7f-69fbbb45bb2a req-f4f7d0aa-1026-4861-aab8-d053df685627 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=1b4119db-aa93-4d7c-9f92-28d080c7f5f3&tenant_id=285c02d312e64539b866e7aca0c0f2f4 HTTP/1.1" status: 200 len: 1127 time: 0.0459621 Feb 04 18:12:39.708116 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [req-3cf76a9c-babb-4f8e-af7f-69fbbb45bb2a req-d341cd34-58f8-4c21-abe9-fa876196583b service neutron] Request body: {'port': {'binding:host_id': 'n-h1-827839-2', 'device_owner': 'compute:nova'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 18:12:39.764454 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-3cf76a9c-babb-4f8e-af7f-69fbbb45bb2a req-d341cd34-58f8-4c21-abe9-fa876196583b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (b2e9d16e-d394-4319-af8b-138da464226b), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:12:39.974714 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [req-3cf76a9c-babb-4f8e-af7f-69fbbb45bb2a req-d341cd34-58f8-4c21-abe9-fa876196583b service neutron] For port b2e9d16e-d394-4319-af8b-138da464226b, host n-h2-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=b2e9d16e-d394-4319-af8b-138da464226b,segment=NetworkSegment(1cd8840d-5343-42a5-aca3-974d96067f8f),segment_id=1cd8840d-5343-42a5-aca3-974d96067f8f)] {{(pid=103376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 18:12:40.008983 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [req-3cf76a9c-babb-4f8e-af7f-69fbbb45bb2a req-d341cd34-58f8-4c21-abe9-fa876196583b service neutron] For port b2e9d16e-d394-4319-af8b-138da464226b, host n-h2-827839-2, cleared binding levels {{(pid=103376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 18:12:40.049173 n-d-827839-2 neutron-server[103376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b4119db-aa93-4d7c-9f92-28d080c7f5f3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b2e9d16e-d394-4319-af8b-138da464226b'}] {{(pid=103376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 18:12:40.051376 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7aefa7f3373fd63bd14caed2f0c404cd5bacff84a7eb60e70ea20ed0b49017dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45a3b3a8-efe6-4082-9449-a08228031f65" -d '{"events": [{"server_uuid": "1b4119db-aa93-4d7c-9f92-28d080c7f5f3", "name": "network-vif-unplugged", "status": "completed", "tag": "b2e9d16e-d394-4319-af8b-138da464226b"}]}' {{(pid=103376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 18:12:40.055497 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-3cf76a9c-babb-4f8e-af7f-69fbbb45bb2a req-d341cd34-58f8-4c21-abe9-fa876196583b service neutron] Publish callbacks [] for port (b2e9d16e-d394-4319-af8b-138da464226b), precommit_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:12:40.067882 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.provisioning_blocks [req-3cf76a9c-babb-4f8e-af7f-69fbbb45bb2a req-d341cd34-58f8-4c21-abe9-fa876196583b service neutron] Transition to ACTIVE for port object b2e9d16e-d394-4319-af8b-138da464226b will not be triggered until provisioned by entity L2. {{(pid=103376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 18:12:40.072095 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-3cf76a9c-babb-4f8e-af7f-69fbbb45bb2a req-d341cd34-58f8-4c21-abe9-fa876196583b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675836'] for port (b2e9d16e-d394-4319-af8b-138da464226b), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:12:40.073446 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643d9158-1f55-421c-9656-0e91561374ea req-531c8870-c631-46eb-8da2-8435d92376b3 tempest-ServerDiskConfigTestJSON-1122270722 tempest-ServerDiskConfigTestJSON-1122270722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:12:40.074976 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-643d9158-1f55-421c-9656-0e91561374ea req-531c8870-c631-46eb-8da2-8435d92376b3 tempest-ServerDiskConfigTestJSON-1122270722 tempest-ServerDiskConfigTestJSON-1122270722-project] 10.222.0.89 "GET /v2.0/ports?device_id=1b4119db-aa93-4d7c-9f92-28d080c7f5f3 HTTP/1.1" status: 200 len: 945 time: 0.0699153 Feb 04 18:12:40.106988 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 04 Feb 2022 18:12:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83e0a1e5-2ec8-4ccd-88b3-9d6799924ad2 x-openstack-request-id: req-83e0a1e5-2ec8-4ccd-88b3-9d6799924ad2 {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 18:12:40.107288 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b4119db-aa93-4d7c-9f92-28d080c7f5f3", "name": "network-vif-unplugged", "status": "completed", "tag": "b2e9d16e-d394-4319-af8b-138da464226b", "code": 200}]} {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 18:12:40.107544 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-83e0a1e5-2ec8-4ccd-88b3-9d6799924ad2 {{(pid=103376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 18:12:40.107949 n-d-827839-2 neutron-server[103376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b4119db-aa93-4d7c-9f92-28d080c7f5f3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b2e9d16e-d394-4319-af8b-138da464226b', 'code': 200} Feb 04 18:12:40.123818 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-643d9158-1f55-421c-9656-0e91561374ea req-22d30290-b8b4-4932-a6e5-048cc7e75f17 tempest-ServerDiskConfigTestJSON-1122270722 tempest-ServerDiskConfigTestJSON-1122270722-project] 10.222.0.89 "GET /v2.0/security-groups?id=62db07d4-1973-4936-955e-cfe027b0a38f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427949 Feb 04 18:12:40.146773 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [req-3cf76a9c-babb-4f8e-af7f-69fbbb45bb2a req-d341cd34-58f8-4c21-abe9-fa876196583b service neutron] No DVR routers for this DVR port b2e9d16e-d394-4319-af8b-138da464226b on host n-h2-827839-2 {{(pid=103376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 18:12:40.153213 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d341cd34-58f8-4c21-abe9-fa876196583b service neutron] Pushing event updated for resources: {'Port': ['ID=b2e9d16e-d394-4319-af8b-138da464226b,revision_number=6']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:12:40.190430 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [req-3cf76a9c-babb-4f8e-af7f-69fbbb45bb2a req-d341cd34-58f8-4c21-abe9-fa876196583b service neutron] Attempting to bind port b2e9d16e-d394-4319-af8b-138da464226b on host n-h1-827839-2 for vnic_type normal with profile {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 18:12:40.190768 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [req-3cf76a9c-babb-4f8e-af7f-69fbbb45bb2a req-d341cd34-58f8-4c21-abe9-fa876196583b service neutron] Attempting to bind port b2e9d16e-d394-4319-af8b-138da464226b by drivers openvswitch,hyperv on host n-h1-827839-2 at level 0 using segments [{'id': '1cd8840d-5343-42a5-aca3-974d96067f8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '6f385a05-c28b-461a-9e98-d7019b21b7b7'}] {{(pid=103376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 18:12:40.191094 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cf76a9c-babb-4f8e-af7f-69fbbb45bb2a req-d341cd34-58f8-4c21-abe9-fa876196583b service neutron] Attempting to bind port b2e9d16e-d394-4319-af8b-138da464226b on network 6f385a05-c28b-461a-9e98-d7019b21b7b7 {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 18:12:40.195379 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cf76a9c-babb-4f8e-af7f-69fbbb45bb2a req-d341cd34-58f8-4c21-abe9-fa876196583b service neutron] Port b2e9d16e-d394-4319-af8b-138da464226b on network 6f385a05-c28b-461a-9e98-d7019b21b7b7 not bound, no agent of type Open vSwitch agent registered on host n-h1-827839-2 {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 18:12:40.195699 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cf76a9c-babb-4f8e-af7f-69fbbb45bb2a req-d341cd34-58f8-4c21-abe9-fa876196583b service neutron] Attempting to bind port b2e9d16e-d394-4319-af8b-138da464226b on network 6f385a05-c28b-461a-9e98-d7019b21b7b7 {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 18:12:40.200492 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cf76a9c-babb-4f8e-af7f-69fbbb45bb2a req-d341cd34-58f8-4c21-abe9-fa876196583b service neutron] Checking agent: {'id': '3f9244a9-75fc-4c10-b195-11d48b853b41', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 8, 42), 'started_at': datetime.datetime(2022, 2, 4, 17, 8, 42), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 18, 12, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 18:12:40.200867 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cf76a9c-babb-4f8e-af7f-69fbbb45bb2a req-d341cd34-58f8-4c21-abe9-fa876196583b service neutron] Checking segment: {'id': '1cd8840d-5343-42a5-aca3-974d96067f8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '6f385a05-c28b-461a-9e98-d7019b21b7b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 18:12:40.201254 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cf76a9c-babb-4f8e-af7f-69fbbb45bb2a req-d341cd34-58f8-4c21-abe9-fa876196583b service neutron] Bound using segment: {'id': '1cd8840d-5343-42a5-aca3-974d96067f8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '6f385a05-c28b-461a-9e98-d7019b21b7b7'} {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 18:12:40.201675 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [req-3cf76a9c-babb-4f8e-af7f-69fbbb45bb2a req-d341cd34-58f8-4c21-abe9-fa876196583b service neutron] Bound port: b2e9d16e-d394-4319-af8b-138da464226b, host: n-h1-827839-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1cd8840d-5343-42a5-aca3-974d96067f8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '6f385a05-c28b-461a-9e98-d7019b21b7b7'}}] {{(pid=103376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 18:12:40.202026 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-3cf76a9c-babb-4f8e-af7f-69fbbb45bb2a req-d341cd34-58f8-4c21-abe9-fa876196583b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (b2e9d16e-d394-4319-af8b-138da464226b), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:12:40.264222 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [req-3cf76a9c-babb-4f8e-af7f-69fbbb45bb2a req-d341cd34-58f8-4c21-abe9-fa876196583b service neutron] For port b2e9d16e-d394-4319-af8b-138da464226b, host n-h1-827839-2, cleared binding levels {{(pid=103376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 18:12:40.267758 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [req-3cf76a9c-babb-4f8e-af7f-69fbbb45bb2a req-d341cd34-58f8-4c21-abe9-fa876196583b service neutron] For port b2e9d16e-d394-4319-af8b-138da464226b, host n-h1-827839-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=b2e9d16e-d394-4319-af8b-138da464226b,segment=NetworkSegment(1cd8840d-5343-42a5-aca3-974d96067f8f),segment_id=1cd8840d-5343-42a5-aca3-974d96067f8f)] {{(pid=103376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 18:12:40.273590 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-3cf76a9c-babb-4f8e-af7f-69fbbb45bb2a req-d341cd34-58f8-4c21-abe9-fa876196583b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675836'] for port (b2e9d16e-d394-4319-af8b-138da464226b), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:12:40.306774 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf76a9c-babb-4f8e-af7f-69fbbb45bb2a req-d341cd34-58f8-4c21-abe9-fa876196583b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:12:40.307400 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-3cf76a9c-babb-4f8e-af7f-69fbbb45bb2a req-d341cd34-58f8-4c21-abe9-fa876196583b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:12:40.308792 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-3cf76a9c-babb-4f8e-af7f-69fbbb45bb2a req-d341cd34-58f8-4c21-abe9-fa876196583b service neutron] 10.222.0.96 "PUT /v2.0/ports/b2e9d16e-d394-4319-af8b-138da464226b HTTP/1.1" status: 200 len: 1091 time: 0.6047044 Feb 04 18:12:40.330848 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d341cd34-58f8-4c21-abe9-fa876196583b service neutron] Pushing event updated for resources: {'Port': ['ID=b2e9d16e-d394-4319-af8b-138da464226b,revision_number=7']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:12:40.377640 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf76a9c-babb-4f8e-af7f-69fbbb45bb2a req-602c0cc9-53b4-4696-b96d-ca4cfa3b8958 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:12:40.379179 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-3cf76a9c-babb-4f8e-af7f-69fbbb45bb2a req-602c0cc9-53b4-4696-b96d-ca4cfa3b8958 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=285c02d312e64539b866e7aca0c0f2f4&device_id=1b4119db-aa93-4d7c-9f92-28d080c7f5f3 HTTP/1.1" status: 200 len: 1125 time: 0.0455365 Feb 04 18:12:40.471744 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf76a9c-babb-4f8e-af7f-69fbbb45bb2a req-70e6bef6-c754-49c8-9384-8faf359ee76c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:12:40.473252 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-3cf76a9c-babb-4f8e-af7f-69fbbb45bb2a req-70e6bef6-c754-49c8-9384-8faf359ee76c service neutron] 10.222.0.96 "GET /v2.0/networks?id=6f385a05-c28b-461a-9e98-d7019b21b7b7 HTTP/1.1" status: 200 len: 915 time: 0.0878546 Feb 04 18:12:40.513256 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-3cf76a9c-babb-4f8e-af7f-69fbbb45bb2a req-bbd85e99-2b53-4b6b-a3af-67d85dd88b5a service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b2e9d16e-d394-4319-af8b-138da464226b HTTP/1.1" status: 200 len: 217 time: 0.0340750 Feb 04 18:12:40.564691 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf76a9c-babb-4f8e-af7f-69fbbb45bb2a req-d38cb363-7435-49ee-8b98-e90f06bea31b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:12:40.566075 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-3cf76a9c-babb-4f8e-af7f-69fbbb45bb2a req-d38cb363-7435-49ee-8b98-e90f06bea31b service neutron] 10.222.0.96 "GET /v2.0/subnets?id=ef5613f9-5eee-4b3e-a672-37438c312fe0 HTTP/1.1" status: 200 len: 854 time: 0.0471570 Feb 04 18:12:40.597439 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-3cf76a9c-babb-4f8e-af7f-69fbbb45bb2a req-2cf08d50-2d7d-464e-a159-10f19de67ad5 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=6f385a05-c28b-461a-9e98-d7019b21b7b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254261 Feb 04 18:12:40.683538 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-3cf76a9c-babb-4f8e-af7f-69fbbb45bb2a req-ed2264cd-ac10-4e2e-8312-44410d6f1327 service neutron] 10.222.0.96 "GET /v2.0/networks/6f385a05-c28b-461a-9e98-d7019b21b7b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802426 Feb 04 18:12:40.690839 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (f20a1ab3-4332-4f54-833b-ba4a7c687e89), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:12:40.774924 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-3cf76a9c-babb-4f8e-af7f-69fbbb45bb2a req-3a3c5b59-7b27-41c2-a6d2-b8a30631603f service neutron] 10.222.0.96 "GET /v2.0/networks/6f385a05-c28b-461a-9e98-d7019b21b7b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857584 Feb 04 18:12:41.244964 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c086ac-36b8-43be-912b-d26a6446eb4a req-325b3bad-3874-4967-99c5-0a16a042d301 tempest-ServerDiskConfigTestJSON-1122270722 tempest-ServerDiskConfigTestJSON-1122270722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:12:41.246464 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-28c086ac-36b8-43be-912b-d26a6446eb4a req-325b3bad-3874-4967-99c5-0a16a042d301 tempest-ServerDiskConfigTestJSON-1122270722 tempest-ServerDiskConfigTestJSON-1122270722-project] 10.222.0.89 "GET /v2.0/ports?device_id=1b4119db-aa93-4d7c-9f92-28d080c7f5f3 HTTP/1.1" status: 200 len: 943 time: 0.0534739 Feb 04 18:12:41.293165 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-28c086ac-36b8-43be-912b-d26a6446eb4a req-479fcc63-482d-4787-9427-d83189212214 tempest-ServerDiskConfigTestJSON-1122270722 tempest-ServerDiskConfigTestJSON-1122270722-project] 10.222.0.89 "GET /v2.0/security-groups?id=62db07d4-1973-4936-955e-cfe027b0a38f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406990 Feb 04 18:12:42.109577 n-d-827839-2 neutron-server[103376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b4119db-aa93-4d7c-9f92-28d080c7f5f3', 'tag': 'b2e9d16e-d394-4319-af8b-138da464226b'}] {{(pid=103376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 18:12:42.112456 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7aefa7f3373fd63bd14caed2f0c404cd5bacff84a7eb60e70ea20ed0b49017dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b9328bd-90bf-4d9d-9e95-ef8d049fb580" -d '{"events": [{"name": "network-changed", "server_uuid": "1b4119db-aa93-4d7c-9f92-28d080c7f5f3", "tag": "b2e9d16e-d394-4319-af8b-138da464226b"}]}' {{(pid=103376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 18:12:42.158601 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 18:12:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f1096b6-77ba-4273-9780-64253c44eb7f x-openstack-request-id: req-7f1096b6-77ba-4273-9780-64253c44eb7f {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 18:12:42.158962 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b4119db-aa93-4d7c-9f92-28d080c7f5f3", "tag": "b2e9d16e-d394-4319-af8b-138da464226b", "status": "completed", "code": 200}]} {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 18:12:42.159174 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-7f1096b6-77ba-4273-9780-64253c44eb7f {{(pid=103376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 18:12:42.159599 n-d-827839-2 neutron-server[103376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b4119db-aa93-4d7c-9f92-28d080c7f5f3', 'tag': 'b2e9d16e-d394-4319-af8b-138da464226b', 'status': 'completed', 'code': 200} Feb 04 18:12:42.257933 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9328bd-90bf-4d9d-9e95-ef8d049fb580 req-54abbbd3-4e7c-421f-b164-c97ec823a68b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:12:42.259427 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-1b9328bd-90bf-4d9d-9e95-ef8d049fb580 req-54abbbd3-4e7c-421f-b164-c97ec823a68b service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=285c02d312e64539b866e7aca0c0f2f4&device_id=1b4119db-aa93-4d7c-9f92-28d080c7f5f3 HTTP/1.1" status: 200 len: 1125 time: 0.0770218 Feb 04 18:12:42.261767 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9328bd-90bf-4d9d-9e95-ef8d049fb580 req-d487223c-8500-4418-a6f1-5816ebe0b40f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:12:42.263112 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-1b9328bd-90bf-4d9d-9e95-ef8d049fb580 req-d487223c-8500-4418-a6f1-5816ebe0b40f service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=285c02d312e64539b866e7aca0c0f2f4&device_id=1b4119db-aa93-4d7c-9f92-28d080c7f5f3 HTTP/1.1" status: 200 len: 1125 time: 0.0819044 Feb 04 18:12:42.457560 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9328bd-90bf-4d9d-9e95-ef8d049fb580 req-5665e54d-66e0-49fa-8a4b-651e951a4802 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:12:42.458955 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-1b9328bd-90bf-4d9d-9e95-ef8d049fb580 req-5665e54d-66e0-49fa-8a4b-651e951a4802 service neutron] 10.222.0.96 "GET /v2.0/networks?id=6f385a05-c28b-461a-9e98-d7019b21b7b7 HTTP/1.1" status: 200 len: 915 time: 0.1891522 Feb 04 18:12:42.460794 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9328bd-90bf-4d9d-9e95-ef8d049fb580 req-fca1a22e-0fa7-44cd-82cd-c1a5d8c5bd19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:12:42.462116 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-1b9328bd-90bf-4d9d-9e95-ef8d049fb580 req-fca1a22e-0fa7-44cd-82cd-c1a5d8c5bd19 service neutron] 10.222.0.90 "GET /v2.0/networks?id=6f385a05-c28b-461a-9e98-d7019b21b7b7 HTTP/1.1" status: 200 len: 915 time: 0.1911790 Feb 04 18:12:42.480349 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7796c89-45b1-40cf-afe3-41e253fad658 req-bbee2cd3-786a-41bd-a07d-03c07e0df423 tempest-ServerDiskConfigTestJSON-1122270722 tempest-ServerDiskConfigTestJSON-1122270722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:12:42.481785 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-f7796c89-45b1-40cf-afe3-41e253fad658 req-bbee2cd3-786a-41bd-a07d-03c07e0df423 tempest-ServerDiskConfigTestJSON-1122270722 tempest-ServerDiskConfigTestJSON-1122270722-project] 10.222.0.89 "GET /v2.0/ports?device_id=1b4119db-aa93-4d7c-9f92-28d080c7f5f3 HTTP/1.1" status: 200 len: 943 time: 0.1194112 Feb 04 18:12:42.519568 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-1b9328bd-90bf-4d9d-9e95-ef8d049fb580 req-137f80c4-c9d1-4237-ae1b-fab1a8ee57b8 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b2e9d16e-d394-4319-af8b-138da464226b HTTP/1.1" status: 200 len: 217 time: 0.0540910 Feb 04 18:12:42.564167 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-1b9328bd-90bf-4d9d-9e95-ef8d049fb580 req-e0464d05-c684-4ad7-9bac-d7f96a6cc5a7 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b2e9d16e-d394-4319-af8b-138da464226b HTTP/1.1" status: 200 len: 217 time: 0.0913203 Feb 04 18:12:42.805076 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (3f9244a9-75fc-4c10-b195-11d48b853b41), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:12:42.935197 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9328bd-90bf-4d9d-9e95-ef8d049fb580 req-7ac40613-306f-4edb-a8d7-1f9e5bc8f678 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:12:42.936667 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-1b9328bd-90bf-4d9d-9e95-ef8d049fb580 req-7ac40613-306f-4edb-a8d7-1f9e5bc8f678 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=ef5613f9-5eee-4b3e-a672-37438c312fe0 HTTP/1.1" status: 200 len: 854 time: 0.3859632 Feb 04 18:12:42.942254 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-f7796c89-45b1-40cf-afe3-41e253fad658 req-833c70ef-01e1-411b-93aa-bc0f48652290 tempest-ServerDiskConfigTestJSON-1122270722 tempest-ServerDiskConfigTestJSON-1122270722-project] 10.222.0.89 "GET /v2.0/security-groups?id=62db07d4-1973-4936-955e-cfe027b0a38f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4266977 Feb 04 18:12:42.953193 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9328bd-90bf-4d9d-9e95-ef8d049fb580 req-9e0ec414-39e3-46c7-95d7-aad1d82966fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:12:42.955146 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-1b9328bd-90bf-4d9d-9e95-ef8d049fb580 req-9e0ec414-39e3-46c7-95d7-aad1d82966fe service neutron] 10.222.0.90 "GET /v2.0/subnets?id=ef5613f9-5eee-4b3e-a672-37438c312fe0 HTTP/1.1" status: 200 len: 854 time: 0.3700433 Feb 04 18:12:42.975551 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-1b9328bd-90bf-4d9d-9e95-ef8d049fb580 req-307ff622-6d3b-49c0-aba6-b77fca2a2763 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=6f385a05-c28b-461a-9e98-d7019b21b7b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304163 Feb 04 18:12:43.013365 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-1b9328bd-90bf-4d9d-9e95-ef8d049fb580 req-f8a1acd4-d197-446b-b1bc-eca37521f168 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=6f385a05-c28b-461a-9e98-d7019b21b7b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0401552 Feb 04 18:12:43.139984 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-1b9328bd-90bf-4d9d-9e95-ef8d049fb580 req-e85a27ff-3fc7-48ba-8092-1f01b85f543a service neutron] 10.222.0.96 "GET /v2.0/networks/6f385a05-c28b-461a-9e98-d7019b21b7b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1573696 Feb 04 18:12:43.155945 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-1b9328bd-90bf-4d9d-9e95-ef8d049fb580 req-a1138caf-74ae-431f-b8d0-4a69c0b1f189 service neutron] 10.222.0.90 "GET /v2.0/networks/6f385a05-c28b-461a-9e98-d7019b21b7b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1161363 Feb 04 18:12:43.301821 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-1b9328bd-90bf-4d9d-9e95-ef8d049fb580 req-3b79364c-bfcd-4f6a-8420-320306044734 service neutron] 10.222.0.96 "GET /v2.0/networks/6f385a05-c28b-461a-9e98-d7019b21b7b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1538024 Feb 04 18:12:43.306829 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-1b9328bd-90bf-4d9d-9e95-ef8d049fb580 req-7a64f381-9384-4971-9b9e-8a9dde6b998e service neutron] 10.222.0.90 "GET /v2.0/networks/6f385a05-c28b-461a-9e98-d7019b21b7b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1369603 Feb 04 18:12:43.889454 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Device b2e9d16e-d394-4319-af8b-138da464226b no longer exists at agent hyperv_n-h2-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 18:12:43.927899 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] The host n-h2-827839-2 is not matching for port b2e9d16e-d394-4319-af8b-138da464226b host n-h1-827839-2! {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Feb 04 18:12:43.928278 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Device b2e9d16e-d394-4319-af8b-138da464226b not bound to the agent host n-h2-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 18:12:44.065555 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ab67fd-3425-4a7b-8933-a7947ca24ced req-73025f52-0d8e-43c6-b2f8-af94035536bc tempest-ServerDiskConfigTestJSON-1122270722 tempest-ServerDiskConfigTestJSON-1122270722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:12:44.067007 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-e6ab67fd-3425-4a7b-8933-a7947ca24ced req-73025f52-0d8e-43c6-b2f8-af94035536bc tempest-ServerDiskConfigTestJSON-1122270722 tempest-ServerDiskConfigTestJSON-1122270722-project] 10.222.0.89 "GET /v2.0/ports?device_id=1b4119db-aa93-4d7c-9f92-28d080c7f5f3 HTTP/1.1" status: 200 len: 943 time: 0.0540874 Feb 04 18:12:44.111734 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-e6ab67fd-3425-4a7b-8933-a7947ca24ced req-cf082edd-e1ac-418d-92cc-df03142036c3 tempest-ServerDiskConfigTestJSON-1122270722 tempest-ServerDiskConfigTestJSON-1122270722-project] 10.222.0.89 "GET /v2.0/security-groups?id=62db07d4-1973-4936-955e-cfe027b0a38f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389073 Feb 04 18:12:44.305699 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca36cc91-a040-4e49-b56d-fbb9107bc811 req-2e2b8d23-b99d-4e05-aa73-823545d11a91 tempest-ServerDiskConfigTestJSON-1122270722 tempest-ServerDiskConfigTestJSON-1122270722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:12:44.307178 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-ca36cc91-a040-4e49-b56d-fbb9107bc811 req-2e2b8d23-b99d-4e05-aa73-823545d11a91 tempest-ServerDiskConfigTestJSON-1122270722 tempest-ServerDiskConfigTestJSON-1122270722-project] 10.222.0.89 "GET /v2.0/ports?device_id=1b4119db-aa93-4d7c-9f92-28d080c7f5f3 HTTP/1.1" status: 200 len: 943 time: 0.0549948 Feb 04 18:12:44.319446 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7769c6f9-78ca-43d6-889c-2c6e59fba8f2 req-277b5acd-4278-4e79-a41e-e89e1782f613 tempest-ServerDiskConfigTestJSON-1122270722 tempest-ServerDiskConfigTestJSON-1122270722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:12:44.321086 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-7769c6f9-78ca-43d6-889c-2c6e59fba8f2 req-277b5acd-4278-4e79-a41e-e89e1782f613 tempest-ServerDiskConfigTestJSON-1122270722 tempest-ServerDiskConfigTestJSON-1122270722-project] 10.222.0.90 "GET /v2.0/ports?device_id=1b4119db-aa93-4d7c-9f92-28d080c7f5f3&tenant_id=285c02d312e64539b866e7aca0c0f2f4&binding%3Ahost_id=n-h1-827839-2 HTTP/1.1" status: 200 len: 943 time: 0.0577281 Feb 04 18:12:44.358431 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-ca36cc91-a040-4e49-b56d-fbb9107bc811 req-22087979-f444-4898-a98f-367b849c5ea1 tempest-ServerDiskConfigTestJSON-1122270722 tempest-ServerDiskConfigTestJSON-1122270722-project] 10.222.0.89 "GET /v2.0/security-groups?id=62db07d4-1973-4936-955e-cfe027b0a38f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456009 Feb 04 18:12:44.380872 n-d-827839-2 neutron-server[103376]: INFO neutron.api.v2.resource [req-7769c6f9-78ca-43d6-889c-2c6e59fba8f2 req-a739a1ca-cf2d-47df-b4cd-aef93d4f9d24 service neutron] delete failed (client error): The resource could not be found. Feb 04 18:12:44.381911 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-7769c6f9-78ca-43d6-889c-2c6e59fba8f2 req-a739a1ca-cf2d-47df-b4cd-aef93d4f9d24 service neutron] 10.222.0.90 "DELETE /v2.0/ports/b2e9d16e-d394-4319-af8b-138da464226b/bindings/n-h2-827839-2 HTTP/1.1" status: 404 len: 380 time: 0.0547097 Feb 04 18:12:44.471722 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7769c6f9-78ca-43d6-889c-2c6e59fba8f2 req-0e1dea23-a92c-4d42-9eee-02777cafc7c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:12:44.473225 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-7769c6f9-78ca-43d6-889c-2c6e59fba8f2 req-0e1dea23-a92c-4d42-9eee-02777cafc7c4 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=285c02d312e64539b866e7aca0c0f2f4&device_id=1b4119db-aa93-4d7c-9f92-28d080c7f5f3 HTTP/1.1" status: 200 len: 1125 time: 0.0454733 Feb 04 18:12:44.556381 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device b2e9d16e-d394-4319-af8b-138da464226b details requested by agent hyperv_n-h1-827839-2 with host n-h1-827839-2 {{(pid=103378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 18:12:44.572947 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7769c6f9-78ca-43d6-889c-2c6e59fba8f2 req-6f2efd60-d5bc-4536-bf68-8cfa13cdafcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:12:44.574431 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-7769c6f9-78ca-43d6-889c-2c6e59fba8f2 req-6f2efd60-d5bc-4536-bf68-8cfa13cdafcf service neutron] 10.222.0.90 "GET /v2.0/networks?id=6f385a05-c28b-461a-9e98-d7019b21b7b7 HTTP/1.1" status: 200 len: 915 time: 0.0918541 Feb 04 18:12:44.615580 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-7769c6f9-78ca-43d6-889c-2c6e59fba8f2 req-a8e5f8bb-36cd-4e9c-b8cd-ba1d1c4fe182 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b2e9d16e-d394-4319-af8b-138da464226b HTTP/1.1" status: 200 len: 217 time: 0.0347264 Feb 04 18:12:44.653222 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] For port b2e9d16e-d394-4319-af8b-138da464226b, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=b2e9d16e-d394-4319-af8b-138da464226b,segment=NetworkSegment(1cd8840d-5343-42a5-aca3-974d96067f8f),segment_id=1cd8840d-5343-42a5-aca3-974d96067f8f)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 18:12:44.665284 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Returning: {'device': 'b2e9d16e-d394-4319-af8b-138da464226b', 'network_id': '6f385a05-c28b-461a-9e98-d7019b21b7b7', 'port_id': 'b2e9d16e-d394-4319-af8b-138da464226b', 'mac_address': 'fa:16:3e:7d:c0:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 778, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef5613f9-5eee-4b3e-a672-37438c312fe0', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 18:12:44.668578 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7769c6f9-78ca-43d6-889c-2c6e59fba8f2 req-1f3530e4-c647-4b12-a3f8-9c7444f1a67b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:12:44.670096 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-7769c6f9-78ca-43d6-889c-2c6e59fba8f2 req-1f3530e4-c647-4b12-a3f8-9c7444f1a67b service neutron] 10.222.0.90 "GET /v2.0/subnets?id=ef5613f9-5eee-4b3e-a672-37438c312fe0 HTTP/1.1" status: 200 len: 854 time: 0.0481906 Feb 04 18:12:44.703306 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Current status of the port b2e9d16e-d394-4319-af8b-138da464226b is: DOWN; New status is: BUILD {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 18:12:44.703707 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (b2e9d16e-d394-4319-af8b-138da464226b), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:12:44.704972 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-7769c6f9-78ca-43d6-889c-2c6e59fba8f2 req-955042ae-9a9d-4db7-ab6a-956a2504c4f9 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=6f385a05-c28b-461a-9e98-d7019b21b7b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258694 Feb 04 18:12:44.716464 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2e9d16e-d394-4319-af8b-138da464226b {{(pid=103378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 18:12:44.736222 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] For port b2e9d16e-d394-4319-af8b-138da464226b, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=b2e9d16e-d394-4319-af8b-138da464226b,segment=NetworkSegment(1cd8840d-5343-42a5-aca3-974d96067f8f),segment_id=1cd8840d-5343-42a5-aca3-974d96067f8f)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 18:12:44.740479 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (b2e9d16e-d394-4319-af8b-138da464226b), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:12:44.789213 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Pushing event updated for resources: {'Port': ['ID=b2e9d16e-d394-4319-af8b-138da464226b,revision_number=8']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:12:44.795117 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-7769c6f9-78ca-43d6-889c-2c6e59fba8f2 req-2d1d19b1-1748-477a-addd-876d0db4f813 service neutron] 10.222.0.90 "GET /v2.0/networks/6f385a05-c28b-461a-9e98-d7019b21b7b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836377 Feb 04 18:12:44.889126 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-7769c6f9-78ca-43d6-889c-2c6e59fba8f2 req-daea17ff-40aa-47d5-a0b0-eb065b7ccf44 service neutron] 10.222.0.90 "GET /v2.0/networks/6f385a05-c28b-461a-9e98-d7019b21b7b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860803 Feb 04 18:12:45.106394 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] get_ports_and_sgs() called for port_ids ['b2e9d16e-d394-4319-af8b-138da464226b'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 18:12:45.483889 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb92206c-a4af-4529-b93c-77d66b362d2a req-0b636e02-99b3-4862-b770-813a6f1735ab tempest-ServerDiskConfigTestJSON-1122270722 tempest-ServerDiskConfigTestJSON-1122270722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:12:45.485424 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-fb92206c-a4af-4529-b93c-77d66b362d2a req-0b636e02-99b3-4862-b770-813a6f1735ab tempest-ServerDiskConfigTestJSON-1122270722 tempest-ServerDiskConfigTestJSON-1122270722-project] 10.222.0.89 "GET /v2.0/ports?device_id=1b4119db-aa93-4d7c-9f92-28d080c7f5f3 HTTP/1.1" status: 200 len: 944 time: 0.0560362 Feb 04 18:12:45.533151 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-fb92206c-a4af-4529-b93c-77d66b362d2a req-f8b79f77-8fb0-4fd5-9653-425146d4cdad tempest-ServerDiskConfigTestJSON-1122270722 tempest-ServerDiskConfigTestJSON-1122270722-project] 10.222.0.89 "GET /v2.0/security-groups?id=62db07d4-1973-4936-955e-cfe027b0a38f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420578 Feb 04 18:12:45.651706 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49106157-1de9-467f-a798-f0dacb90b24e req-72ab990e-a57e-4e76-bba4-e95af6da9fa0 tempest-ServerDiskConfigTestJSON-1122270722 tempest-ServerDiskConfigTestJSON-1122270722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:12:45.653348 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-49106157-1de9-467f-a798-f0dacb90b24e req-72ab990e-a57e-4e76-bba4-e95af6da9fa0 tempest-ServerDiskConfigTestJSON-1122270722 tempest-ServerDiskConfigTestJSON-1122270722-project] 10.222.0.89 "GET /v2.0/ports?device_id=1b4119db-aa93-4d7c-9f92-28d080c7f5f3 HTTP/1.1" status: 200 len: 944 time: 0.0515933 Feb 04 18:12:45.700517 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-49106157-1de9-467f-a798-f0dacb90b24e req-7522833f-b474-44c3-bf4c-e305c6434913 tempest-ServerDiskConfigTestJSON-1122270722 tempest-ServerDiskConfigTestJSON-1122270722-project] 10.222.0.89 "GET /v2.0/security-groups?id=62db07d4-1973-4936-955e-cfe027b0a38f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406425 Feb 04 18:12:45.815932 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21703042-476a-4c4f-8019-ac2b730b7eda req-101b1abc-4de8-4de1-a449-3c8c4d1d2900 tempest-ServerDiskConfigTestJSON-1122270722 tempest-ServerDiskConfigTestJSON-1122270722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:12:45.817451 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-21703042-476a-4c4f-8019-ac2b730b7eda req-101b1abc-4de8-4de1-a449-3c8c4d1d2900 tempest-ServerDiskConfigTestJSON-1122270722 tempest-ServerDiskConfigTestJSON-1122270722-project] 10.222.0.89 "GET /v2.0/ports?device_id=1b4119db-aa93-4d7c-9f92-28d080c7f5f3 HTTP/1.1" status: 200 len: 944 time: 0.0530665 Feb 04 18:12:45.879507 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-21703042-476a-4c4f-8019-ac2b730b7eda req-4f49d287-5b02-4e4e-ad7a-23dd85146238 tempest-ServerDiskConfigTestJSON-1122270722 tempest-ServerDiskConfigTestJSON-1122270722-project] 10.222.0.89 "GET /v2.0/security-groups?id=62db07d4-1973-4936-955e-cfe027b0a38f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564401 Feb 04 18:12:46.212969 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6596d46-e6ce-458b-ab75-d42050c4bf1f req-743d5418-66fe-4c20-8419-bceb15ddb1ac tempest-ServerDiskConfigTestJSON-1122270722 tempest-ServerDiskConfigTestJSON-1122270722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:12:46.214336 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-d6596d46-e6ce-458b-ab75-d42050c4bf1f req-743d5418-66fe-4c20-8419-bceb15ddb1ac tempest-ServerDiskConfigTestJSON-1122270722 tempest-ServerDiskConfigTestJSON-1122270722-project] 10.222.0.89 "GET /v2.0/ports?device_id=1b4119db-aa93-4d7c-9f92-28d080c7f5f3 HTTP/1.1" status: 200 len: 944 time: 0.0517230 Feb 04 18:12:46.260687 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-d6596d46-e6ce-458b-ab75-d42050c4bf1f req-9f94c822-9ee9-461b-bfbe-9f7faf8cc62b tempest-ServerDiskConfigTestJSON-1122270722 tempest-ServerDiskConfigTestJSON-1122270722-project] 10.222.0.89 "GET /v2.0/security-groups?id=62db07d4-1973-4936-955e-cfe027b0a38f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407677 Feb 04 18:12:46.567076 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device b2e9d16e-d394-4319-af8b-138da464226b up at agent hyperv_n-h1-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 18:12:46.775155 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Provisioning for port b2e9d16e-d394-4319-af8b-138da464226b completed by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 18:12:46.778998 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Provisioning complete for port b2e9d16e-d394-4319-af8b-138da464226b triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 18:12:46.779380 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (b2e9d16e-d394-4319-af8b-138da464226b), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:12:46.858201 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Current status of the port b2e9d16e-d394-4319-af8b-138da464226b is: BUILD; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 18:12:46.858834 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (b2e9d16e-d394-4319-af8b-138da464226b), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:12:46.881400 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b4119db-aa93-4d7c-9f92-28d080c7f5f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2e9d16e-d394-4319-af8b-138da464226b'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 18:12:46.884063 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d531d67ec453461b01ecd2cf0c6686e25a5679cf38f56e7e92bae688f1026262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f24c760-5538-448d-8a62-6e4f45dfae19" -d '{"events": [{"server_uuid": "1b4119db-aa93-4d7c-9f92-28d080c7f5f3", "name": "network-vif-plugged", "status": "completed", "tag": "b2e9d16e-d394-4319-af8b-138da464226b"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 18:12:46.899311 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] For port b2e9d16e-d394-4319-af8b-138da464226b, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=b2e9d16e-d394-4319-af8b-138da464226b,segment=NetworkSegment(1cd8840d-5343-42a5-aca3-974d96067f8f),segment_id=1cd8840d-5343-42a5-aca3-974d96067f8f)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 18:12:46.904515 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (b2e9d16e-d394-4319-af8b-138da464226b), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:12:46.929567 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 18:12:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d44a241f-8bf2-4101-9ccf-0a872d1f60b7 x-openstack-request-id: req-d44a241f-8bf2-4101-9ccf-0a872d1f60b7 {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 18:12:46.929865 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b4119db-aa93-4d7c-9f92-28d080c7f5f3", "name": "network-vif-plugged", "status": "completed", "tag": "b2e9d16e-d394-4319-af8b-138da464226b", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 18:12:46.930123 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-d44a241f-8bf2-4101-9ccf-0a872d1f60b7 {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 18:12:46.930508 n-d-827839-2 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b4119db-aa93-4d7c-9f92-28d080c7f5f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2e9d16e-d394-4319-af8b-138da464226b', 'code': 200} Feb 04 18:12:46.957977 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Pushing event updated for resources: {'Port': ['ID=b2e9d16e-d394-4319-af8b-138da464226b,revision_number=9']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:12:47.382160 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c00229-93c7-44cc-b6d5-183f6ec02f89 req-3af0c85a-3f42-4894-a93c-881121828063 tempest-ServerDiskConfigTestJSON-1122270722 tempest-ServerDiskConfigTestJSON-1122270722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:12:47.383667 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-46c00229-93c7-44cc-b6d5-183f6ec02f89 req-3af0c85a-3f42-4894-a93c-881121828063 tempest-ServerDiskConfigTestJSON-1122270722 tempest-ServerDiskConfigTestJSON-1122270722-project] 10.222.0.89 "GET /v2.0/ports?device_id=1b4119db-aa93-4d7c-9f92-28d080c7f5f3 HTTP/1.1" status: 200 len: 945 time: 0.0562446 Feb 04 18:12:47.429673 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-46c00229-93c7-44cc-b6d5-183f6ec02f89 req-0f610fdb-9e73-44cf-aafa-3193b01f86a5 tempest-ServerDiskConfigTestJSON-1122270722 tempest-ServerDiskConfigTestJSON-1122270722-project] 10.222.0.89 "GET /v2.0/security-groups?id=62db07d4-1973-4936-955e-cfe027b0a38f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403409 Feb 04 18:12:47.572975 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d39cd40-4165-4a93-a9e7-e70f677be473 req-c9b17763-599f-47bd-b7fd-cb0c235520e1 tempest-ServerDiskConfigTestJSON-1122270722 tempest-ServerDiskConfigTestJSON-1122270722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:12:47.574363 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-2d39cd40-4165-4a93-a9e7-e70f677be473 req-c9b17763-599f-47bd-b7fd-cb0c235520e1 tempest-ServerDiskConfigTestJSON-1122270722 tempest-ServerDiskConfigTestJSON-1122270722-project] 10.222.0.96 "GET /v2.0/ports?device_id=1b4119db-aa93-4d7c-9f92-28d080c7f5f3 HTTP/1.1" status: 200 len: 945 time: 0.0522311 Feb 04 18:12:47.665792 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [req-2d39cd40-4165-4a93-a9e7-e70f677be473 req-1e91524c-53ea-4292-bad0-e0bedb9f1bbf tempest-ServerDiskConfigTestJSON-1122270722 tempest-ServerDiskConfigTestJSON-1122270722-project] Deleting port b2e9d16e-d394-4319-af8b-138da464226b {{(pid=103376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 18:12:47.666784 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-2d39cd40-4165-4a93-a9e7-e70f677be473 req-1e91524c-53ea-4292-bad0-e0bedb9f1bbf tempest-ServerDiskConfigTestJSON-1122270722 tempest-ServerDiskConfigTestJSON-1122270722-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (b2e9d16e-d394-4319-af8b-138da464226b), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:12:47.757567 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [req-2d39cd40-4165-4a93-a9e7-e70f677be473 req-1e91524c-53ea-4292-bad0-e0bedb9f1bbf tempest-ServerDiskConfigTestJSON-1122270722 tempest-ServerDiskConfigTestJSON-1122270722-project] For port b2e9d16e-d394-4319-af8b-138da464226b, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=b2e9d16e-d394-4319-af8b-138da464226b,segment=NetworkSegment(1cd8840d-5343-42a5-aca3-974d96067f8f),segment_id=1cd8840d-5343-42a5-aca3-974d96067f8f)] {{(pid=103376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 18:12:47.757933 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-2d39cd40-4165-4a93-a9e7-e70f677be473 req-1e91524c-53ea-4292-bad0-e0bedb9f1bbf tempest-ServerDiskConfigTestJSON-1122270722 tempest-ServerDiskConfigTestJSON-1122270722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (b2e9d16e-d394-4319-af8b-138da464226b), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:12:47.771231 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [req-2d39cd40-4165-4a93-a9e7-e70f677be473 req-1e91524c-53ea-4292-bad0-e0bedb9f1bbf tempest-ServerDiskConfigTestJSON-1122270722 tempest-ServerDiskConfigTestJSON-1122270722-project] Calling delete_port for b2e9d16e-d394-4319-af8b-138da464226b owned by compute:nova {{(pid=103376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 18:12:47.908857 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-2d39cd40-4165-4a93-a9e7-e70f677be473 req-1e91524c-53ea-4292-bad0-e0bedb9f1bbf tempest-ServerDiskConfigTestJSON-1122270722 tempest-ServerDiskConfigTestJSON-1122270722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (b2e9d16e-d394-4319-af8b-138da464226b), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:12:47.921203 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] get_ports_and_sgs() called for port_ids ['b2e9d16e-d394-4319-af8b-138da464226b'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 18:12:47.938060 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e91524c-53ea-4292-bad0-e0bedb9f1bbf tempest-ServerDiskConfigTestJSON-1122270722 tempest-ServerDiskConfigTestJSON-1122270722-project] Pushing event deleted for resources: {'Port': ['ID=b2e9d16e-d394-4319-af8b-138da464226b,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:12:47.980346 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d39cd40-4165-4a93-a9e7-e70f677be473 req-1e91524c-53ea-4292-bad0-e0bedb9f1bbf tempest-ServerDiskConfigTestJSON-1122270722 tempest-ServerDiskConfigTestJSON-1122270722-project] No DVR routers for this DVR port b2e9d16e-d394-4319-af8b-138da464226b on host n-h1-827839-2 {{(pid=103376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 18:12:47.982942 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-2d39cd40-4165-4a93-a9e7-e70f677be473 req-1e91524c-53ea-4292-bad0-e0bedb9f1bbf tempest-ServerDiskConfigTestJSON-1122270722 tempest-ServerDiskConfigTestJSON-1122270722-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:12:47.986286 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-2d39cd40-4165-4a93-a9e7-e70f677be473 req-1e91524c-53ea-4292-bad0-e0bedb9f1bbf tempest-ServerDiskConfigTestJSON-1122270722 tempest-ServerDiskConfigTestJSON-1122270722-project] 10.222.0.96 "DELETE /v2.0/ports/b2e9d16e-d394-4319-af8b-138da464226b HTTP/1.1" status: 204 len: 173 time: 0.4066272 Feb 04 18:12:47.986727 n-d-827839-2 neutron-server[103376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b4119db-aa93-4d7c-9f92-28d080c7f5f3', 'name': 'network-vif-deleted', 'tag': 'b2e9d16e-d394-4319-af8b-138da464226b'}] {{(pid=103376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 18:12:47.988983 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7aefa7f3373fd63bd14caed2f0c404cd5bacff84a7eb60e70ea20ed0b49017dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25e7b1c6-cd64-4065-ad88-b92446ab00cc" -d '{"events": [{"server_uuid": "1b4119db-aa93-4d7c-9f92-28d080c7f5f3", "name": "network-vif-deleted", "tag": "b2e9d16e-d394-4319-af8b-138da464226b"}]}' {{(pid=103376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 18:12:48.029284 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 18:12:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9950e01-d14e-45c8-9352-7e13f8794965 x-openstack-request-id: req-f9950e01-d14e-45c8-9352-7e13f8794965 {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 18:12:48.029581 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b4119db-aa93-4d7c-9f92-28d080c7f5f3", "name": "network-vif-deleted", "tag": "b2e9d16e-d394-4319-af8b-138da464226b", "status": "completed", "code": 200}]} {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 18:12:48.029836 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-f9950e01-d14e-45c8-9352-7e13f8794965 {{(pid=103376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 18:12:48.030919 n-d-827839-2 neutron-server[103376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b4119db-aa93-4d7c-9f92-28d080c7f5f3', 'name': 'network-vif-deleted', 'tag': 'b2e9d16e-d394-4319-af8b-138da464226b', 'status': 'completed', 'code': 200} Feb 04 18:12:48.555025 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 55830) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:12:48.602700 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b6ec0e3-4510-462d-8e70-60d81e7c3a9a admin admin] Deleting subnet ef5613f9-5eee-4b3e-a672-37438c312fe0 {{(pid=103376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 18:12:48.605768 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-2b6ec0e3-4510-462d-8e70-60d81e7c3a9a admin admin] Publish callbacks [] for subnet (ef5613f9-5eee-4b3e-a672-37438c312fe0), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:12:48.640193 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-2b6ec0e3-4510-462d-8e70-60d81e7c3a9a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25674901'] for subnet (ef5613f9-5eee-4b3e-a672-37438c312fe0), precommit_delete_associations {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:12:48.679159 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-2b6ec0e3-4510-462d-8e70-60d81e7c3a9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1541225'] for subnet (ef5613f9-5eee-4b3e-a672-37438c312fe0), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:12:48.729626 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-2b6ec0e3-4510-462d-8e70-60d81e7c3a9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1541216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25675894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25858947'] for subnet (ef5613f9-5eee-4b3e-a672-37438c312fe0), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:12:48.759091 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6ec0e3-4510-462d-8e70-60d81e7c3a9a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ef5613f9-5eee-4b3e-a672-37438c312fe0,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:12:48.762770 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-2b6ec0e3-4510-462d-8e70-60d81e7c3a9a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:12:48.765943 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-2b6ec0e3-4510-462d-8e70-60d81e7c3a9a admin admin] 10.222.0.89 "DELETE /v2.0/subnets/ef5613f9-5eee-4b3e-a672-37438c312fe0 HTTP/1.1" status: 204 len: 168 time: 0.2099395 Feb 04 18:12:48.768415 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 55832) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:12:48.835891 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-cdea32e3-b992-45ab-a8ab-47b93937e14a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628832'] for network (6f385a05-c28b-461a-9e98-d7019b21b7b7), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:12:48.917101 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-cdea32e3-b992-45ab-a8ab-47b93937e14a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1543676', 'neutron.services.segments.db._delete_segments_for_network-8781084786517'] for network (6f385a05-c28b-461a-9e98-d7019b21b7b7), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:12:48.937523 n-d-827839-2 neutron-server[103376]: DEBUG neutron.services.segments.db [None req-cdea32e3-b992-45ab-a8ab-47b93937e14a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f385a05-c28b-461a-9e98-d7019b21b7b7']}} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:12:48.946633 n-d-827839-2 neutron-server[103376]: DEBUG neutron.services.segments.db [None req-cdea32e3-b992-45ab-a8ab-47b93937e14a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1cd8840d-5343-42a5-aca3-974d96067f8f') {'for_net_delete': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:12:48.946935 n-d-827839-2 neutron-server[103376]: DEBUG neutron.services.segments.db [None req-cdea32e3-b992-45ab-a8ab-47b93937e14a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1cd8840d-5343-42a5-aca3-974d96067f8f') {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:12:48.956682 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-cdea32e3-b992-45ab-a8ab-47b93937e14a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781084783966', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25674908'] for segment (1cd8840d-5343-42a5-aca3-974d96067f8f), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:12:48.969528 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-cdea32e3-b992-45ab-a8ab-47b93937e14a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (1cd8840d-5343-42a5-aca3-974d96067f8f), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:12:48.977120 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cdea32e3-b992-45ab-a8ab-47b93937e14a admin admin] Releasing vlan 778 on physical network physnet1 to pool {{(pid=103376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 18:12:48.977677 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-cdea32e3-b992-45ab-a8ab-47b93937e14a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25675992'] for segment (1cd8840d-5343-42a5-aca3-974d96067f8f), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:12:48.979448 n-d-827839-2 neutron-server[103376]: Traceback (most recent call last): Feb 04 18:12:48.979448 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 18:12:48.979448 n-d-827839-2 neutron-server[103376]: timer() Feb 04 18:12:48.979448 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 18:12:48.979448 n-d-827839-2 neutron-server[103376]: cb(*args, **kw) Feb 04 18:12:48.979448 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 18:12:48.979448 n-d-827839-2 neutron-server[103376]: return func(*args, **kwargs) Feb 04 18:12:48.979448 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 18:12:48.979448 n-d-827839-2 neutron-server[103376]: self._notify() Feb 04 18:12:48.979448 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 18:12:48.979448 n-d-827839-2 neutron-server[103376]: self.callback(batched_events) Feb 04 18:12:48.979448 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 18:12:48.979448 n-d-827839-2 neutron-server[103376]: event.method(event) Feb 04 18:12:48.979448 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 18:12:48.979448 n-d-827839-2 neutron-server[103376]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 18:12:48.979448 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 18:12:48.979448 n-d-827839-2 neutron-server[103376]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 18:12:48.979448 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 18:12:48.979448 n-d-827839-2 neutron-server[103376]: return f(self, *a, **k) Feb 04 18:12:48.979448 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 18:12:48.979448 n-d-827839-2 neutron-server[103376]: return self._get(url).json() Feb 04 18:12:48.979448 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 18:12:48.979448 n-d-827839-2 neutron-server[103376]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 18:12:48.979448 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 18:12:48.979448 n-d-827839-2 neutron-server[103376]: return self.request(url, 'GET', **kwargs) Feb 04 18:12:48.979448 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 18:12:48.979448 n-d-827839-2 neutron-server[103376]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 18:12:48.979448 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 18:12:48.979448 n-d-827839-2 neutron-server[103376]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 18:12:48.979448 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 18:12:48.979448 n-d-827839-2 neutron-server[103376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 18:12:48.979448 n-d-827839-2 neutron-server[103376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 18:12:49.032143 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-cdea32e3-b992-45ab-a8ab-47b93937e14a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1543671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1595572'] for network (6f385a05-c28b-461a-9e98-d7019b21b7b7), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:12:49.038276 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-cdea32e3-b992-45ab-a8ab-47b93937e14a admin admin] Publish callbacks [] for network (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:12:49.041410 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-cdea32e3-b992-45ab-a8ab-47b93937e14a admin admin] 10.222.0.89 "DELETE /v2.0/networks/6f385a05-c28b-461a-9e98-d7019b21b7b7 HTTP/1.1" status: 204 len: 168 time: 0.2720675 Feb 04 18:12:49.052266 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdea32e3-b992-45ab-a8ab-47b93937e14a admin admin] Pushing event deleted for resources: {'Network': ['ID=6f385a05-c28b-461a-9e98-d7019b21b7b7,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:12:49.148001 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 55836) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:12:49.187111 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-cd7745c0-e3a4-47d1-8d74-0e0a9e1cdf58 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=285c02d312e64539b866e7aca0c0f2f4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0379612 Feb 04 18:12:49.189651 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 55838) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:12:49.241401 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-53d560e2-5cc5-4632-8c67-abb6099db4ae admin admin] Publish callbacks [] for security_group (62db07d4-1973-4936-955e-cfe027b0a38f), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:12:49.261689 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-53d560e2-5cc5-4632-8c67-abb6099db4ae admin admin] Publish callbacks [] for security_group (62db07d4-1973-4936-955e-cfe027b0a38f), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:12:49.307632 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-53d560e2-5cc5-4632-8c67-abb6099db4ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (62db07d4-1973-4936-955e-cfe027b0a38f), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:12:49.310301 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-53d560e2-5cc5-4632-8c67-abb6099db4ae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:12:49.311519 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-53d560e2-5cc5-4632-8c67-abb6099db4ae admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/62db07d4-1973-4936-955e-cfe027b0a38f HTTP/1.1" status: 204 len: 168 time: 0.1209457 Feb 04 18:12:49.320120 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d560e2-5cc5-4632-8c67-abb6099db4ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62db07d4-1973-4936-955e-cfe027b0a38f,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:12:49.964867 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 55860) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:12:50.066715 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-aea4a901-c65a-455b-9a13-3f86515ce33f admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1013004487-network', 'tenant_id': '4338804066934839a89616343b009f4c'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 18:12:50.085431 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aea4a901-c65a-455b-9a13-3f86515ce33f admin admin] Made reservation on behalf of 4338804066934839a89616343b009f4c for: {'network': 1} {{(pid=103376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 18:12:50.087960 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-aea4a901-c65a-455b-9a13-3f86515ce33f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for network (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:12:50.096813 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-aea4a901-c65a-455b-9a13-3f86515ce33f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:12:50.169912 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-aea4a901-c65a-455b-9a13-3f86515ce33f admin admin] Publish callbacks [] for security_group (2c33d5d0-0f28-416a-a32f-0350d428ae3f), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:12:50.173672 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-aea4a901-c65a-455b-9a13-3f86515ce33f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (2c33d5d0-0f28-416a-a32f-0350d428ae3f), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:12:50.194008 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aea4a901-c65a-455b-9a13-3f86515ce33f admin admin] vlan segment allocate from pool success with {'vlan_id': 769, 'physical_network': 'physnet1'} {{(pid=103376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 18:12:50.207645 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea4a901-c65a-455b-9a13-3f86515ce33f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c33d5d0-0f28-416a-a32f-0350d428ae3f,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:12:50.212262 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-aea4a901-c65a-455b-9a13-3f86515ce33f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (d79ca10e-822b-48e1-9f93-626585c84a5d), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:12:50.212605 n-d-827839-2 neutron-server[103376]: INFO neutron.db.segments_db [None req-aea4a901-c65a-455b-9a13-3f86515ce33f admin admin] Added segment d79ca10e-822b-48e1-9f93-626585c84a5d of type vlan for network 9202776c-3b7c-4c3e-8f4a-d5bfef65b2d4 Feb 04 18:12:50.253532 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-aea4a901-c65a-455b-9a13-3f86515ce33f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781084292801'] for network (9202776c-3b7c-4c3e-8f4a-d5bfef65b2d4), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:12:50.280240 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-aea4a901-c65a-455b-9a13-3f86515ce33f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327'] for network (9202776c-3b7c-4c3e-8f4a-d5bfef65b2d4), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:12:50.281225 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aea4a901-c65a-455b-9a13-3f86515ce33f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:12:50.281803 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-aea4a901-c65a-455b-9a13-3f86515ce33f admin admin] Publish callbacks [] for network (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:12:50.334067 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-aea4a901-c65a-455b-9a13-3f86515ce33f admin admin] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3681157 Feb 04 18:12:50.336996 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 55864) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:12:50.342102 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-18e9ae14-93a8-4156-b61e-11cc5f447456 admin admin] Request body: {'subnet': {'network_id': '9202776c-3b7c-4c3e-8f4a-d5bfef65b2d4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1013004487-subnet', 'tenant_id': '4338804066934839a89616343b009f4c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 18:12:50.346379 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea4a901-c65a-455b-9a13-3f86515ce33f admin admin] Pushing event updated for resources: {'Network': ['ID=9202776c-3b7c-4c3e-8f4a-d5bfef65b2d4,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:12:50.356135 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Network 9202776c-3b7c-4c3e-8f4a-d5bfef65b2d4 details requested by agent ovs-agent-n-d-827839-2 with host n-d-827839-2 {{(pid=103378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 18:12:50.361964 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18e9ae14-93a8-4156-b61e-11cc5f447456 admin admin] Made reservation on behalf of 4338804066934839a89616343b009f4c for: {'subnet': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 18:12:50.364576 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-18e9ae14-93a8-4156-b61e-11cc5f447456 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25597243'] for subnet (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:12:50.529684 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-18e9ae14-93a8-4156-b61e-11cc5f447456 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25889445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25597197'] for subnet (83fb5fd4-36d5-407e-bda8-162bf59018d2), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:12:50.571219 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device b2e9d16e-d394-4319-af8b-138da464226b no longer exists at agent hyperv_n-h1-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 18:12:50.584612 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e9ae14-93a8-4156-b61e-11cc5f447456 admin admin] Pushing event updated for resources: {'Subnet': ['ID=83fb5fd4-36d5-407e-bda8-162bf59018d2,revision_number=0']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:12:50.597910 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e9ae14-93a8-4156-b61e-11cc5f447456 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:12:50.598253 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e9ae14-93a8-4156-b61e-11cc5f447456 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:12:50.598591 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e9ae14-93a8-4156-b61e-11cc5f447456 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:12:50.598925 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e9ae14-93a8-4156-b61e-11cc5f447456 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:12:50.599445 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e9ae14-93a8-4156-b61e-11cc5f447456 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:12:50.599551 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] No Port match for: b2e9d16e-d394-4319-af8b-138da464226b {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 18:12:50.599777 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e9ae14-93a8-4156-b61e-11cc5f447456 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:12:50.599880 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device b2e9d16e-d394-4319-af8b-138da464226b not bound to the agent host n-h1-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 18:12:50.600100 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e9ae14-93a8-4156-b61e-11cc5f447456 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:12:50.600420 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e9ae14-93a8-4156-b61e-11cc5f447456 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:12:50.600766 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e9ae14-93a8-4156-b61e-11cc5f447456 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:12:50.601335 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e9ae14-93a8-4156-b61e-11cc5f447456 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:12:50.601654 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e9ae14-93a8-4156-b61e-11cc5f447456 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:12:50.601972 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e9ae14-93a8-4156-b61e-11cc5f447456 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:12:50.602357 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e9ae14-93a8-4156-b61e-11cc5f447456 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:12:50.605185 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18e9ae14-93a8-4156-b61e-11cc5f447456 admin admin] Checking segment: {'id': 'd79ca10e-822b-48e1-9f93-626585c84a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '9202776c-3b7c-4c3e-8f4a-d5bfef65b2d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 18:12:50.605538 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18e9ae14-93a8-4156-b61e-11cc5f447456 admin admin] Network hostable DHCP agents. Network: 9202776c-3b7c-4c3e-8f4a-d5bfef65b2d4, hostable agents: ['bb89f5a3-3c22-440b-b7d1-c4f0c43c184a'], hosted agents: [] {{(pid=103377) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 18:12:50.622641 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18e9ae14-93a8-4156-b61e-11cc5f447456 admin admin] Network 9202776c-3b7c-4c3e-8f4a-d5bfef65b2d4 is scheduled to be hosted by DHCP agent bb89f5a3-3c22-440b-b7d1-c4f0c43c184a with binding_index 1 {{(pid=103377) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 18:12:50.631578 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [None req-18e9ae14-93a8-4156-b61e-11cc5f447456 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827839-2, 9202776c-3b7c-4c3e-8f4a-d5bfef65b2d4) {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 18:12:50.635718 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18e9ae14-93a8-4156-b61e-11cc5f447456 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:12:50.636307 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-18e9ae14-93a8-4156-b61e-11cc5f447456 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:12:50.640474 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3cacdc8-e1e2-4bb6-8742-dbd1f0317708 None None] Network 9202776c-3b7c-4c3e-8f4a-d5bfef65b2d4 requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 18:12:50.652471 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-18e9ae14-93a8-4156-b61e-11cc5f447456 admin admin] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3143384 Feb 04 18:12:50.655148 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 55866) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:12:50.660081 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-caaad7f1-f311-4639-a1ba-065297cf761b admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1013004487-router', 'tenant_id': '4338804066934839a89616343b009f4c', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188'}}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 18:12:50.681476 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-caaad7f1-f311-4639-a1ba-065297cf761b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1601657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26921'] for router (11f91aae-f9a1-4e17-be5e-e5778981f04f), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:12:50.682388 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-caaad7f1-f311-4639-a1ba-065297cf761b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1602025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603663', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1630571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26960'] for router (11f91aae-f9a1-4e17-be5e-e5778981f04f), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:12:50.747029 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d083d152-a41b-49c2-8ff0-4a64c1e61d4e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e4c19ad-5724-5db8-8ee1-4f56ae69fcf4-9202776c-3b7c-4c3e-8f4a-d5bfef65b2d4', 'network_id': '9202776c-3b7c-4c3e-8f4a-d5bfef65b2d4', 'project_id': '4338804066934839a89616343b009f4c', 'fixed_ips': [{'subnet_id': '83fb5fd4-36d5-407e-bda8-162bf59018d2'}]}} from n-d-827839-2. {{(pid=103378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 18:12:50.747921 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d083d152-a41b-49c2-8ff0-4a64c1e61d4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:12:50.885955 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-d083d152-a41b-49c2-8ff0-4a64c1e61d4e None None] Allocated IP 172.20.0.2 (9202776c-3b7c-4c3e-8f4a-d5bfef65b2d4/83fb5fd4-36d5-407e-bda8-162bf59018d2/050e15e8-9dc5-45b4-bb1f-0de45b14d8f2) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 18:12:51.037099 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d083d152-a41b-49c2-8ff0-4a64c1e61d4e None None] Publish callbacks [] for port (050e15e8-9dc5-45b4-bb1f-0de45b14d8f2), precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:12:51.043986 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d083d152-a41b-49c2-8ff0-4a64c1e61d4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135'] for port (050e15e8-9dc5-45b4-bb1f-0de45b14d8f2), after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:12:51.061520 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-caaad7f1-f311-4639-a1ba-065297cf761b admin admin] Publish callbacks [] for router_controller (11f91aae-f9a1-4e17-be5e-e5778981f04f), precommit_add_association {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:12:51.086635 n-d-827839-2 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d083d152-a41b-49c2-8ff0-4a64c1e61d4e None None] Network 9202776c-3b7c-4c3e-8f4a-d5bfef65b2d4 is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 18:12:51.090986 n-d-827839-2 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-d083d152-a41b-49c2-8ff0-4a64c1e61d4e None None] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 18:12:51.096033 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d083d152-a41b-49c2-8ff0-4a64c1e61d4e None None] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 18:12:51.099249 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d083d152-a41b-49c2-8ff0-4a64c1e61d4e None None] Pushing event updated for resources: {'Port': ['ID=050e15e8-9dc5-45b4-bb1f-0de45b14d8f2,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:12:51.156689 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-d083d152-a41b-49c2-8ff0-4a64c1e61d4e None None] Attempting to bind port 050e15e8-9dc5-45b4-bb1f-0de45b14d8f2 on host n-d-827839-2 for vnic_type normal with profile {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 18:12:51.157092 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-d083d152-a41b-49c2-8ff0-4a64c1e61d4e None None] Attempting to bind port 050e15e8-9dc5-45b4-bb1f-0de45b14d8f2 by drivers openvswitch,hyperv on host n-d-827839-2 at level 0 using segments [{'id': 'd79ca10e-822b-48e1-9f93-626585c84a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '9202776c-3b7c-4c3e-8f4a-d5bfef65b2d4'}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 18:12:51.157460 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d083d152-a41b-49c2-8ff0-4a64c1e61d4e None None] Attempting to bind port 050e15e8-9dc5-45b4-bb1f-0de45b14d8f2 on network 9202776c-3b7c-4c3e-8f4a-d5bfef65b2d4 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 18:12:51.162609 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d083d152-a41b-49c2-8ff0-4a64c1e61d4e None None] Checking agent: {'id': 'ba70844b-66a0-45fd-a2f2-e6ed673321fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 0, 36), 'started_at': datetime.datetime(2022, 2, 4, 17, 1, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 18, 12, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 18:12:51.162988 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d083d152-a41b-49c2-8ff0-4a64c1e61d4e None None] Checking segment: {'id': 'd79ca10e-822b-48e1-9f93-626585c84a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '9202776c-3b7c-4c3e-8f4a-d5bfef65b2d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 18:12:51.163391 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d083d152-a41b-49c2-8ff0-4a64c1e61d4e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:12:51.163787 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d083d152-a41b-49c2-8ff0-4a64c1e61d4e None None] Bound using segment: {'id': 'd79ca10e-822b-48e1-9f93-626585c84a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '9202776c-3b7c-4c3e-8f4a-d5bfef65b2d4'} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 18:12:51.164255 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-d083d152-a41b-49c2-8ff0-4a64c1e61d4e None None] Bound port: 050e15e8-9dc5-45b4-bb1f-0de45b14d8f2, host: n-d-827839-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd79ca10e-822b-48e1-9f93-626585c84a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '9202776c-3b7c-4c3e-8f4a-d5bfef65b2d4'}}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 18:12:51.164670 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d083d152-a41b-49c2-8ff0-4a64c1e61d4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (050e15e8-9dc5-45b4-bb1f-0de45b14d8f2), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:12:51.203508 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-caaad7f1-f311-4639-a1ba-065297cf761b admin admin] Publish callbacks [] for router_gateway (11f91aae-f9a1-4e17-be5e-e5778981f04f), precommit_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:12:51.230522 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-d083d152-a41b-49c2-8ff0-4a64c1e61d4e None None] For port 050e15e8-9dc5-45b4-bb1f-0de45b14d8f2, host n-d-827839-2, cleared binding levels {{(pid=103378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 18:12:51.233769 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-d083d152-a41b-49c2-8ff0-4a64c1e61d4e None None] For port 050e15e8-9dc5-45b4-bb1f-0de45b14d8f2, host n-d-827839-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=050e15e8-9dc5-45b4-bb1f-0de45b14d8f2,segment=NetworkSegment(d79ca10e-822b-48e1-9f93-626585c84a5d),segment_id=d79ca10e-822b-48e1-9f93-626585c84a5d)] {{(pid=103378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 18:12:51.240287 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d083d152-a41b-49c2-8ff0-4a64c1e61d4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (050e15e8-9dc5-45b4-bb1f-0de45b14d8f2), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:12:51.316020 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d083d152-a41b-49c2-8ff0-4a64c1e61d4e None None] Pushing event updated for resources: {'Port': ['ID=050e15e8-9dc5-45b4-bb1f-0de45b14d8f2,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:12:51.437369 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-caaad7f1-f311-4639-a1ba-065297cf761b admin admin] Publish callbacks [] for router_gateway (11f91aae-f9a1-4e17-be5e-e5778981f04f), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:12:51.473105 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-caaad7f1-f311-4639-a1ba-065297cf761b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:12:51.599218 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.db_base_plugin_common [None req-caaad7f1-f311-4639-a1ba-065297cf761b admin admin] Allocated IP 172.25.6.150 (48165773-85ad-49a1-9ec1-76fc8dc24188/7660bfad-1ea8-4fe7-831b-bed836f13efc/ddb03411-7259-4cd8-876f-44e1c1c3c2dc) {{(pid=103377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 18:12:51.711456 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-caaad7f1-f311-4639-a1ba-065297cf761b admin admin] Publish callbacks [] for port (ddb03411-7259-4cd8-876f-44e1c1c3c2dc), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:12:51.745391 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-caaad7f1-f311-4639-a1ba-065297cf761b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (ddb03411-7259-4cd8-876f-44e1c1c3c2dc), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:12:51.784999 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caaad7f1-f311-4639-a1ba-065297cf761b admin admin] Network 48165773-85ad-49a1-9ec1-76fc8dc24188 is already hosted by enough agents. {{(pid=103377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 18:12:51.788127 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [None req-caaad7f1-f311-4639-a1ba-065297cf761b admin admin] Resources bound (agent type, host, resource id): {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 18:12:51.791897 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caaad7f1-f311-4639-a1ba-065297cf761b admin admin] Received port after_create {{(pid=103377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 18:12:51.797274 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caaad7f1-f311-4639-a1ba-065297cf761b admin admin] Pushing event updated for resources: {'Port': ['ID=ddb03411-7259-4cd8-876f-44e1c1c3c2dc,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:12:52.034801 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 050e15e8-9dc5-45b4-bb1f-0de45b14d8f2 up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 18:12:52.069169 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-caaad7f1-f311-4639-a1ba-065297cf761b admin admin] Publish callbacks [] for router_gateway (11f91aae-f9a1-4e17-be5e-e5778981f04f), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:12:52.091085 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port 050e15e8-9dc5-45b4-bb1f-0de45b14d8f2 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 18:12:52.091547 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (050e15e8-9dc5-45b4-bb1f-0de45b14d8f2), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:12:52.174575 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port 050e15e8-9dc5-45b4-bb1f-0de45b14d8f2 is: DOWN; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 18:12:52.175277 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (050e15e8-9dc5-45b4-bb1f-0de45b14d8f2), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:12:52.212167 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] For port 050e15e8-9dc5-45b4-bb1f-0de45b14d8f2, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=050e15e8-9dc5-45b4-bb1f-0de45b14d8f2,segment=NetworkSegment(d79ca10e-822b-48e1-9f93-626585c84a5d),segment_id=d79ca10e-822b-48e1-9f93-626585c84a5d)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 18:12:52.218099 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (050e15e8-9dc5-45b4-bb1f-0de45b14d8f2), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:12:52.284178 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Pushing event updated for resources: {'Port': ['ID=050e15e8-9dc5-45b4-bb1f-0de45b14d8f2,revision_number=3']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:12:52.303499 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-caaad7f1-f311-4639-a1ba-065297cf761b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1602046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603680'] for router (11f91aae-f9a1-4e17-be5e-e5778981f04f), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:12:52.423194 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ce58fec-9f98-416d-a277-ddec168f9a0d None None] Network 9202776c-3b7c-4c3e-8f4a-d5bfef65b2d4 requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 18:12:52.448215 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-caaad7f1-f311-4639-a1ba-065297cf761b admin admin] Router 11f91aae-f9a1-4e17-be5e-e5778981f04f is scheduled to L3 agent 64ada913-9131-4d99-a265-63a920956287 with binding_index 1 {{(pid=103377) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 18:12:52.490424 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4fdf8ad2-40c9-42f1-b9c6-686f1b07e17f None None] Provisioning complete for port 050e15e8-9dc5-45b4-bb1f-0de45b14d8f2 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 18:12:52.491074 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4fdf8ad2-40c9-42f1-b9c6-686f1b07e17f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (050e15e8-9dc5-45b4-bb1f-0de45b14d8f2), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:12:52.561255 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-caaad7f1-f311-4639-a1ba-065297cf761b admin admin] Notify agent at l3_agent.n-d-827839-2 the message routers_updated {{(pid=103377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 18:12:52.573027 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29ffb93f-2d2c-42a2-a970-9e9f3a39287f None None] Sync routers for ids ['11f91aae-f9a1-4e17-be5e-e5778981f04f'] in n-d-827839-2 {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 18:12:52.583897 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-caaad7f1-f311-4639-a1ba-065297cf761b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:12:52.584432 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29ffb93f-2d2c-42a2-a970-9e9f3a39287f None None] Routers {'11f91aae-f9a1-4e17-be5e-e5778981f04f'} bound to L3 agent in host n-d-827839-2 {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 18:12:52.585299 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-29ffb93f-2d2c-42a2-a970-9e9f3a39287f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T18:12:33Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['11f91aae-f9a1-4e17-be5e-e5778981f04f'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:12:52.588164 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 55868) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:12:52.588658 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-caaad7f1-f311-4639-a1ba-065297cf761b admin admin] 10.222.0.89 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.9324112 Feb 04 18:12:52.627952 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4fdf8ad2-40c9-42f1-b9c6-686f1b07e17f None None] Current status of the port 050e15e8-9dc5-45b4-bb1f-0de45b14d8f2 is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 18:12:52.733880 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvr_db [None req-29ffb93f-2d2c-42a2-a970-9e9f3a39287f None None] Set router 11f91aae-f9a1-4e17-be5e-e5778981f04f gateway port host: n-d-827839-2 {{(pid=103379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 18:12:52.925077 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-29ffb93f-2d2c-42a2-a970-9e9f3a39287f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11f91aae-f9a1-4e17-be5e-e5778981f04f', 'name': 'tempest-ServerActionsTestJSON-1013004487-router', 'tenant_id': '4338804066934839a89616343b009f4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.150'}], 'enable_snat': True}, 'gw_port_id': 'ddb03411-7259-4cd8-876f-44e1c1c3c2dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T18:12:50Z', 'updated_at': '2022-02-04T18:12:51Z', 'revision_number': 3, 'project_id': '4338804066934839a89616343b009f4c', 'gw_port': {'id': 'ddb03411-7259-4cd8-876f-44e1c1c3c2dc', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:68:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11f91aae-f9a1-4e17-be5e-e5778981f04f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:12:51Z', 'updated_at': '2022-02-04T18:12:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2'}], 'n-d-827839-2', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:12:52.951828 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29ffb93f-2d2c-42a2-a970-9e9f3a39287f None None] Checking router: 11f91aae-f9a1-4e17-be5e-e5778981f04f for host: n-d-827839-2 {{(pid=103379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 18:12:52.952172 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29ffb93f-2d2c-42a2-a970-9e9f3a39287f None None] Updating router 11f91aae-f9a1-4e17-be5e-e5778981f04f port ddb03411-7259-4cd8-876f-44e1c1c3c2dc binding host n-d-827839-2 {{(pid=103379) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 18:12:52.952348 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-48151d77-814a-4360-8944-e8b181fbab28 None None] Provisioning complete for port 050e15e8-9dc5-45b4-bb1f-0de45b14d8f2 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 18:12:52.953069 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-48151d77-814a-4360-8944-e8b181fbab28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (050e15e8-9dc5-45b4-bb1f-0de45b14d8f2), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:12:52.988273 n-d-827839-2 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-29ffb93f-2d2c-42a2-a970-9e9f3a39287f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (ddb03411-7259-4cd8-876f-44e1c1c3c2dc), before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:12:53.044980 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-48151d77-814a-4360-8944-e8b181fbab28 None None] Current status of the port 050e15e8-9dc5-45b4-bb1f-0de45b14d8f2 is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 18:12:53.072257 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-7551d550-38b4-4d57-a9a7-c0e58242d9b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:12:53.236558 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.db_base_plugin_common [None req-7551d550-38b4-4d57-a9a7-c0e58242d9b3 admin admin] Allocated IP 172.20.0.1 (9202776c-3b7c-4c3e-8f4a-d5bfef65b2d4/83fb5fd4-36d5-407e-bda8-162bf59018d2/3d9015b8-c253-4336-9e3f-641bc2fa8c48) {{(pid=103376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 18:12:53.346082 n-d-827839-2 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-29ffb93f-2d2c-42a2-a970-9e9f3a39287f None None] Publish callbacks [] for port (ddb03411-7259-4cd8-876f-44e1c1c3c2dc), precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:12:53.351119 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-7551d550-38b4-4d57-a9a7-c0e58242d9b3 admin admin] Publish callbacks [] for port (3d9015b8-c253-4336-9e3f-641bc2fa8c48), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:12:53.351607 n-d-827839-2 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-29ffb93f-2d2c-42a2-a970-9e9f3a39287f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (ddb03411-7259-4cd8-876f-44e1c1c3c2dc), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:12:53.386838 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-7551d550-38b4-4d57-a9a7-c0e58242d9b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (3d9015b8-c253-4336-9e3f-641bc2fa8c48), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:12:53.410847 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca9b966-7c78-4270-8e6e-c9ae4184c39c None None] Pushing event updated for resources: {'Port': ['ID=ddb03411-7259-4cd8-876f-44e1c1c3c2dc,revision_number=2']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:12:53.413053 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [None req-29ffb93f-2d2c-42a2-a970-9e9f3a39287f None None] Attempting to bind port ddb03411-7259-4cd8-876f-44e1c1c3c2dc on host n-d-827839-2 for vnic_type normal with profile {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 18:12:53.413416 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [None req-29ffb93f-2d2c-42a2-a970-9e9f3a39287f None None] Attempting to bind port ddb03411-7259-4cd8-876f-44e1c1c3c2dc by drivers openvswitch,hyperv on host n-d-827839-2 at level 0 using segments [{'id': '5942dc44-1f07-4c27-b0ab-45a2bff20dd5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188'}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 18:12:53.413765 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29ffb93f-2d2c-42a2-a970-9e9f3a39287f None None] Attempting to bind port ddb03411-7259-4cd8-876f-44e1c1c3c2dc on network 48165773-85ad-49a1-9ec1-76fc8dc24188 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 18:12:53.423483 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca9b966-7c78-4270-8e6e-c9ae4184c39c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:12:53.423725 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca9b966-7c78-4270-8e6e-c9ae4184c39c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:12:53.424443 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca9b966-7c78-4270-8e6e-c9ae4184c39c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:12:53.424797 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca9b966-7c78-4270-8e6e-c9ae4184c39c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:12:53.425146 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca9b966-7c78-4270-8e6e-c9ae4184c39c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:12:53.425459 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca9b966-7c78-4270-8e6e-c9ae4184c39c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:12:53.425798 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca9b966-7c78-4270-8e6e-c9ae4184c39c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:12:53.426108 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca9b966-7c78-4270-8e6e-c9ae4184c39c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:12:53.426427 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca9b966-7c78-4270-8e6e-c9ae4184c39c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:12:53.426750 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca9b966-7c78-4270-8e6e-c9ae4184c39c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:12:53.427451 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca9b966-7c78-4270-8e6e-c9ae4184c39c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:12:53.427451 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca9b966-7c78-4270-8e6e-c9ae4184c39c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:12:53.427686 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca9b966-7c78-4270-8e6e-c9ae4184c39c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:12:53.431303 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29ffb93f-2d2c-42a2-a970-9e9f3a39287f None None] Checking agent: {'id': 'ba70844b-66a0-45fd-a2f2-e6ed673321fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 0, 36), 'started_at': datetime.datetime(2022, 2, 4, 17, 1, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 18, 12, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 18:12:53.431702 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29ffb93f-2d2c-42a2-a970-9e9f3a39287f None None] Checking segment: {'id': '5942dc44-1f07-4c27-b0ab-45a2bff20dd5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 18:12:53.432085 n-d-827839-2 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-29ffb93f-2d2c-42a2-a970-9e9f3a39287f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:12:53.432502 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29ffb93f-2d2c-42a2-a970-9e9f3a39287f None None] Bound using segment: {'id': '5942dc44-1f07-4c27-b0ab-45a2bff20dd5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188'} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 18:12:53.432962 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [None req-29ffb93f-2d2c-42a2-a970-9e9f3a39287f None None] Bound port: ddb03411-7259-4cd8-876f-44e1c1c3c2dc, host: n-d-827839-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5942dc44-1f07-4c27-b0ab-45a2bff20dd5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188'}}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 18:12:53.433339 n-d-827839-2 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-29ffb93f-2d2c-42a2-a970-9e9f3a39287f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (ddb03411-7259-4cd8-876f-44e1c1c3c2dc), before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:12:53.443655 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7551d550-38b4-4d57-a9a7-c0e58242d9b3 admin admin] Network 9202776c-3b7c-4c3e-8f4a-d5bfef65b2d4 is already hosted by enough agents. {{(pid=103376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 18:12:53.446928 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [None req-7551d550-38b4-4d57-a9a7-c0e58242d9b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 18:12:53.451545 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7551d550-38b4-4d57-a9a7-c0e58242d9b3 admin admin] Received port after_create {{(pid=103376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 18:12:53.454539 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7551d550-38b4-4d57-a9a7-c0e58242d9b3 admin admin] Pushing event updated for resources: {'Port': ['ID=3d9015b8-c253-4336-9e3f-641bc2fa8c48,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:12:53.497121 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-7551d550-38b4-4d57-a9a7-c0e58242d9b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1595471'] for router_interface (11f91aae-f9a1-4e17-be5e-e5778981f04f), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:12:53.501315 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-29ffb93f-2d2c-42a2-a970-9e9f3a39287f None None] For port ddb03411-7259-4cd8-876f-44e1c1c3c2dc, host n-d-827839-2, cleared binding levels {{(pid=103379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 18:12:53.505250 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-29ffb93f-2d2c-42a2-a970-9e9f3a39287f None None] For port ddb03411-7259-4cd8-876f-44e1c1c3c2dc, host n-d-827839-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=ddb03411-7259-4cd8-876f-44e1c1c3c2dc,segment=NetworkSegment(5942dc44-1f07-4c27-b0ab-45a2bff20dd5),segment_id=5942dc44-1f07-4c27-b0ab-45a2bff20dd5)] {{(pid=103379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 18:12:53.511406 n-d-827839-2 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-29ffb93f-2d2c-42a2-a970-9e9f3a39287f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (ddb03411-7259-4cd8-876f-44e1c1c3c2dc), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:12:53.559744 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29ffb93f-2d2c-42a2-a970-9e9f3a39287f None None] Routers {'11f91aae-f9a1-4e17-be5e-e5778981f04f'} bound to L3 agent in host n-d-827839-2 {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 18:12:53.560052 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-29ffb93f-2d2c-42a2-a970-9e9f3a39287f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T18:12:33Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['11f91aae-f9a1-4e17-be5e-e5778981f04f'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:12:53.637618 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-7551d550-38b4-4d57-a9a7-c0e58242d9b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (3d9015b8-c253-4336-9e3f-641bc2fa8c48), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:12:53.642185 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca9b966-7c78-4270-8e6e-c9ae4184c39c None None] Pushing event updated for resources: {'Port': ['ID=ddb03411-7259-4cd8-876f-44e1c1c3c2dc,revision_number=3']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:12:53.694595 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvr_db [None req-29ffb93f-2d2c-42a2-a970-9e9f3a39287f None None] Set router 11f91aae-f9a1-4e17-be5e-e5778981f04f gateway port host: n-d-827839-2 {{(pid=103379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 18:12:53.772654 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-b3af6026-e498-411c-b769-12908cfaa46a None None] Provisioning complete for port 3d9015b8-c253-4336-9e3f-641bc2fa8c48 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 18:12:53.773220 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b3af6026-e498-411c-b769-12908cfaa46a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (3d9015b8-c253-4336-9e3f-641bc2fa8c48), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:12:53.811062 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-b3af6026-e498-411c-b769-12908cfaa46a None None] Port 3d9015b8-c253-4336-9e3f-641bc2fa8c48 cannot update to ACTIVE because it is not bound. {{(pid=103378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 18:12:53.812376 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-7551d550-38b4-4d57-a9a7-c0e58242d9b3 admin admin] Publish callbacks [] for port (3d9015b8-c253-4336-9e3f-641bc2fa8c48), precommit_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:12:53.817556 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-7551d550-38b4-4d57-a9a7-c0e58242d9b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675836'] for port (3d9015b8-c253-4336-9e3f-641bc2fa8c48), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:12:53.874497 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-29ffb93f-2d2c-42a2-a970-9e9f3a39287f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11f91aae-f9a1-4e17-be5e-e5778981f04f', 'name': 'tempest-ServerActionsTestJSON-1013004487-router', 'tenant_id': '4338804066934839a89616343b009f4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.150'}], 'enable_snat': True}, 'gw_port_id': 'ddb03411-7259-4cd8-876f-44e1c1c3c2dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T18:12:50Z', 'updated_at': '2022-02-04T18:12:51Z', 'revision_number': 3, 'project_id': '4338804066934839a89616343b009f4c', 'gw_port': {'id': 'ddb03411-7259-4cd8-876f-44e1c1c3c2dc', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:68:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11f91aae-f9a1-4e17-be5e-e5778981f04f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:12:51Z', 'updated_at': '2022-02-04T18:12:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2'}], 'n-d-827839-2', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:12:53.887356 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7551d550-38b4-4d57-a9a7-c0e58242d9b3 admin admin] Pushing event updated for resources: {'Port': ['ID=3d9015b8-c253-4336-9e3f-641bc2fa8c48,revision_number=2']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:12:53.889768 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-7551d550-38b4-4d57-a9a7-c0e58242d9b3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1677345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602751'] for router_interface (11f91aae-f9a1-4e17-be5e-e5778981f04f), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:12:53.900764 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29ffb93f-2d2c-42a2-a970-9e9f3a39287f None None] The sync data for ids ['11f91aae-f9a1-4e17-be5e-e5778981f04f'] in n-d-827839-2 is: [{'id': '11f91aae-f9a1-4e17-be5e-e5778981f04f', 'name': 'tempest-ServerActionsTestJSON-1013004487-router', 'tenant_id': '4338804066934839a89616343b009f4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.150'}], 'enable_snat': True}, 'gw_port_id': 'ddb03411-7259-4cd8-876f-44e1c1c3c2dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T18:12:50Z', 'updated_at': '2022-02-04T18:12:51Z', 'revision_number': 3, 'project_id': '4338804066934839a89616343b009f4c', 'gw_port': {'id': 'ddb03411-7259-4cd8-876f-44e1c1c3c2dc', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:68:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11f91aae-f9a1-4e17-be5e-e5778981f04f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:12:51Z', 'updated_at': '2022-02-04T18:12:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2'}] {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 18:12:53.993319 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 050e15e8-9dc5-45b4-bb1f-0de45b14d8f2 up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 18:12:53.993523 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7551d550-38b4-4d57-a9a7-c0e58242d9b3 admin admin] Network 9202776c-3b7c-4c3e-8f4a-d5bfef65b2d4 is already hosted by enough agents. {{(pid=103376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 18:12:53.995548 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [None req-7551d550-38b4-4d57-a9a7-c0e58242d9b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 18:12:54.062178 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port 050e15e8-9dc5-45b4-bb1f-0de45b14d8f2 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 18:12:54.062729 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (050e15e8-9dc5-45b4-bb1f-0de45b14d8f2), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:12:54.139991 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7551d550-38b4-4d57-a9a7-c0e58242d9b3 admin admin] Router 11f91aae-f9a1-4e17-be5e-e5778981f04f has already been hosted by L3 agent 64ada913-9131-4d99-a265-63a920956287 {{(pid=103376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 18:12:54.165142 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port 050e15e8-9dc5-45b4-bb1f-0de45b14d8f2 is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 18:12:54.287500 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7551d550-38b4-4d57-a9a7-c0e58242d9b3 admin admin] Notify agent at l3_agent.n-d-827839-2 the message routers_updated {{(pid=103376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 18:12:54.293113 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-7551d550-38b4-4d57-a9a7-c0e58242d9b3 admin admin] 10.222.0.89 "PUT /v2.0/routers/11f91aae-f9a1-4e17-be5e-e5778981f04f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7031112 Feb 04 18:12:54.346359 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-0d17d624-557e-49a5-97bf-561c38554ada None None] Provisioning complete for port 3d9015b8-c253-4336-9e3f-641bc2fa8c48 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 18:12:54.346750 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0d17d624-557e-49a5-97bf-561c38554ada None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (3d9015b8-c253-4336-9e3f-641bc2fa8c48), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:12:54.386147 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-0d17d624-557e-49a5-97bf-561c38554ada None None] Port 3d9015b8-c253-4336-9e3f-641bc2fa8c48 cannot update to ACTIVE because it is not bound. {{(pid=103378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 18:12:54.802141 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 55878) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:12:54.806784 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-12a8027d-031d-45f7-9217-edaf68798e3b tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] Request body: {'security_group': {'name': 'tempest-securitygroup--778896337', 'description': 'tempest-description--2064203487'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 18:12:54.828799 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-12a8027d-031d-45f7-9217-edaf68798e3b tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] Publish callbacks [] for security_group (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:12:54.895030 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-12a8027d-031d-45f7-9217-edaf68798e3b tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] Publish callbacks [] for security_group (d74ae94c-d214-4034-aa3d-c5ace6bc144b), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:12:54.898647 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-12a8027d-031d-45f7-9217-edaf68798e3b tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (d74ae94c-d214-4034-aa3d-c5ace6bc144b), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:12:54.927854 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-12a8027d-031d-45f7-9217-edaf68798e3b tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] Publish callbacks [] for security_group (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:12:54.929101 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-12a8027d-031d-45f7-9217-edaf68798e3b tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] 10.222.0.89 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.1259444 Feb 04 18:12:54.931149 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a8027d-031d-45f7-9217-edaf68798e3b tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d74ae94c-d214-4034-aa3d-c5ace6bc144b,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:12:54.931989 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 55880) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:12:54.936982 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-b62945db-cf44-4f68-9703-1835e12f189b tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] Request body: {'security_group_rule': {'security_group_id': 'd74ae94c-d214-4034-aa3d-c5ace6bc144b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 18:12:54.962015 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-b62945db-cf44-4f68-9703-1835e12f189b tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] Publish callbacks [] for security_group_rule (d52e6b5b-82d4-444e-9e79-05879fcb51c1), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:12:55.016927 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-b62945db-cf44-4f68-9703-1835e12f189b tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] Publish callbacks [] for security_group_rule (d52e6b5b-82d4-444e-9e79-05879fcb51c1), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:12:55.020528 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-b62945db-cf44-4f68-9703-1835e12f189b tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664556'] for security_group_rule (d52e6b5b-82d4-444e-9e79-05879fcb51c1), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:12:55.039028 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62945db-cf44-4f68-9703-1835e12f189b tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d52e6b5b-82d4-444e-9e79-05879fcb51c1,revision_number=0']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:12:55.044245 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-b62945db-cf44-4f68-9703-1835e12f189b tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:12:55.045487 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-b62945db-cf44-4f68-9703-1835e12f189b tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1124930 Feb 04 18:12:55.048075 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 55882) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:12:55.053228 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-904daab3-6530-432d-9760-d580f4bcf18c tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] Request body: {'security_group_rule': {'security_group_id': 'd74ae94c-d214-4034-aa3d-c5ace6bc144b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 18:12:55.077675 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-904daab3-6530-432d-9760-d580f4bcf18c tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] Publish callbacks [] for security_group_rule (e8cb5602-cdd7-4a9c-947a-2873a0dedc01), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:12:55.131201 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-904daab3-6530-432d-9760-d580f4bcf18c tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] Publish callbacks [] for security_group_rule (e8cb5602-cdd7-4a9c-947a-2873a0dedc01), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:12:55.134477 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-904daab3-6530-432d-9760-d580f4bcf18c tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664556'] for security_group_rule (e8cb5602-cdd7-4a9c-947a-2873a0dedc01), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:12:55.150716 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904daab3-6530-432d-9760-d580f4bcf18c tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8cb5602-cdd7-4a9c-947a-2873a0dedc01,revision_number=0']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:12:55.158603 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-904daab3-6530-432d-9760-d580f4bcf18c tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:12:55.159793 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-904daab3-6530-432d-9760-d580f4bcf18c tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1100423 Feb 04 18:12:55.162988 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 55884) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:12:55.167151 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-daa44e7d-690f-427e-83d7-9aff941cfbd1 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] Request body: {'floatingip': {'floating_network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 18:12:55.186333 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-daa44e7d-690f-427e-83d7-9aff941cfbd1 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:12:55.289318 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-daa44e7d-690f-427e-83d7-9aff941cfbd1 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:12:55.401055 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.db_base_plugin_common [None req-daa44e7d-690f-427e-83d7-9aff941cfbd1 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] Allocated IP 172.25.6.102 (48165773-85ad-49a1-9ec1-76fc8dc24188/7660bfad-1ea8-4fe7-831b-bed836f13efc/02e9bdca-0a1d-46f2-9523-610a9d37a706) {{(pid=103377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 18:12:55.503883 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-daa44e7d-690f-427e-83d7-9aff941cfbd1 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] Publish callbacks [] for port (02e9bdca-0a1d-46f2-9523-610a9d37a706), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:12:55.540446 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2603b1ef-5e71-47ab-aa6c-70fde73d1880 None None] Sync routers for ids ['11f91aae-f9a1-4e17-be5e-e5778981f04f'] in n-d-827839-2 {{(pid=103378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 18:12:55.541464 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-daa44e7d-690f-427e-83d7-9aff941cfbd1 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (02e9bdca-0a1d-46f2-9523-610a9d37a706), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:12:55.551017 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2603b1ef-5e71-47ab-aa6c-70fde73d1880 None None] Routers {'11f91aae-f9a1-4e17-be5e-e5778981f04f'} bound to L3 agent in host n-d-827839-2 {{(pid=103378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 18:12:55.551639 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-2603b1ef-5e71-47ab-aa6c-70fde73d1880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T18:12:33Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['11f91aae-f9a1-4e17-be5e-e5778981f04f'], 'active': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:12:55.580998 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daa44e7d-690f-427e-83d7-9aff941cfbd1 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] Network 48165773-85ad-49a1-9ec1-76fc8dc24188 is already hosted by enough agents. {{(pid=103377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 18:12:55.584066 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [None req-daa44e7d-690f-427e-83d7-9aff941cfbd1 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] Resources bound (agent type, host, resource id): {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 18:12:55.587261 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daa44e7d-690f-427e-83d7-9aff941cfbd1 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] Received port after_create {{(pid=103377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 18:12:55.619891 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa44e7d-690f-427e-83d7-9aff941cfbd1 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] Pushing event updated for resources: {'Port': ['ID=02e9bdca-0a1d-46f2-9523-610a9d37a706,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:12:55.677379 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvr_db [None req-2603b1ef-5e71-47ab-aa6c-70fde73d1880 None None] Set router 11f91aae-f9a1-4e17-be5e-e5778981f04f gateway port host: n-d-827839-2 {{(pid=103378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 18:12:55.690670 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-daa44e7d-690f-427e-83d7-9aff941cfbd1 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] Publish callbacks [] for floatingip (6aa29e7b-43ce-4747-b566-7ad4f61be5e0), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:12:55.728307 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-daa44e7d-690f-427e-83d7-9aff941cfbd1 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (02e9bdca-0a1d-46f2-9523-610a9d37a706), before_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:12:55.883610 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-2603b1ef-5e71-47ab-aa6c-70fde73d1880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11f91aae-f9a1-4e17-be5e-e5778981f04f', 'name': 'tempest-ServerActionsTestJSON-1013004487-router', 'tenant_id': '4338804066934839a89616343b009f4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.150'}], 'enable_snat': True}, 'gw_port_id': 'ddb03411-7259-4cd8-876f-44e1c1c3c2dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T18:12:50Z', 'updated_at': '2022-02-04T18:12:53Z', 'revision_number': 4, 'project_id': '4338804066934839a89616343b009f4c', 'gw_port': {'id': 'ddb03411-7259-4cd8-876f-44e1c1c3c2dc', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:68:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11f91aae-f9a1-4e17-be5e-e5778981f04f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:12:51Z', 'updated_at': '2022-02-04T18:12:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_interfaces': [{'id': '3d9015b8-c253-4336-9e3f-641bc2fa8c48', 'name': '', 'network_id': '9202776c-3b7c-4c3e-8f4a-d5bfef65b2d4', 'tenant_id': '4338804066934839a89616343b009f4c', 'mac_address': 'fa:16:3e:8c:1f:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11f91aae-f9a1-4e17-be5e-e5778981f04f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '83fb5fd4-36d5-407e-bda8-162bf59018d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:12:53Z', 'updated_at': '2022-02-04T18:12:53Z', 'revision_number': 2, 'project_id': '4338804066934839a89616343b009f4c', 'subnets': [{'id': '83fb5fd4-36d5-407e-bda8-162bf59018d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-2', False) {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:12:55.888143 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-daa44e7d-690f-427e-83d7-9aff941cfbd1 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] Publish callbacks [] for port (02e9bdca-0a1d-46f2-9523-610a9d37a706), precommit_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:12:55.893160 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-daa44e7d-690f-427e-83d7-9aff941cfbd1 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25888290'] for port (02e9bdca-0a1d-46f2-9523-610a9d37a706), after_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:12:55.915182 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2603b1ef-5e71-47ab-aa6c-70fde73d1880 None None] Checking router: 11f91aae-f9a1-4e17-be5e-e5778981f04f for host: n-d-827839-2 {{(pid=103378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 18:12:55.915543 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2603b1ef-5e71-47ab-aa6c-70fde73d1880 None None] Updating router 11f91aae-f9a1-4e17-be5e-e5778981f04f port 3d9015b8-c253-4336-9e3f-641bc2fa8c48 binding host n-d-827839-2 {{(pid=103378) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 18:12:55.944829 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2603b1ef-5e71-47ab-aa6c-70fde73d1880 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (3d9015b8-c253-4336-9e3f-641bc2fa8c48), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:12:55.964390 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa44e7d-690f-427e-83d7-9aff941cfbd1 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] Pushing event updated for resources: {'Port': ['ID=02e9bdca-0a1d-46f2-9523-610a9d37a706,revision_number=2']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:12:55.977266 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-daa44e7d-690f-427e-83d7-9aff941cfbd1 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1595586'] for floatingip (6aa29e7b-43ce-4747-b566-7ad4f61be5e0), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:12:55.993298 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-daa44e7d-690f-427e-83d7-9aff941cfbd1 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for floatingip (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:12:55.994595 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-daa44e7d-690f-427e-83d7-9aff941cfbd1 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] 10.222.0.89 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8306963 Feb 04 18:12:56.060697 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device ddb03411-7259-4cd8-876f-44e1c1c3c2dc up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 18:12:56.156080 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-6703b471-2b59-40ef-bab2-0e6beeeb99da req-fd68aac2-bf39-48c0-bc04-8bf5553c6938 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] 10.222.0.89 "GET /v2.0/security-groups?name=tempest-securitygroup--778896337&fields=id&tenant_id=4338804066934839a89616343b009f4c HTTP/1.1" status: 200 len: 267 time: 0.0458064 Feb 04 18:12:56.191038 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port ddb03411-7259-4cd8-876f-44e1c1c3c2dc triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 18:12:56.191329 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (ddb03411-7259-4cd8-876f-44e1c1c3c2dc), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:12:56.261699 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6703b471-2b59-40ef-bab2-0e6beeeb99da req-e6eb7105-2e86-428e-bd6b-318bb0077be4 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:12:56.263161 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-6703b471-2b59-40ef-bab2-0e6beeeb99da req-e6eb7105-2e86-428e-bd6b-318bb0077be4 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] 10.222.0.89 "GET /v2.0/networks?id=9202776c-3b7c-4c3e-8f4a-d5bfef65b2d4 HTTP/1.1" status: 200 len: 812 time: 0.1003175 Feb 04 18:12:56.278607 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-6703b471-2b59-40ef-bab2-0e6beeeb99da req-6b61549e-3a2b-434b-9f84-485f7c03a6d9 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] 10.222.0.89 "GET /v2.0/quotas/4338804066934839a89616343b009f4c HTTP/1.1" status: 200 len: 375 time: 0.0092623 Feb 04 18:12:56.335884 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-6703b471-2b59-40ef-bab2-0e6beeeb99da req-72b3b83b-0cf4-47b5-9ceb-7ac5b5958ccd tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=4338804066934839a89616343b009f4c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0516481 Feb 04 18:12:56.336683 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2603b1ef-5e71-47ab-aa6c-70fde73d1880 None None] Publish callbacks [] for port (3d9015b8-c253-4336-9e3f-641bc2fa8c48), precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:12:56.341891 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port ddb03411-7259-4cd8-876f-44e1c1c3c2dc is: DOWN; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 18:12:56.342246 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (ddb03411-7259-4cd8-876f-44e1c1c3c2dc), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:12:56.348355 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2603b1ef-5e71-47ab-aa6c-70fde73d1880 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (3d9015b8-c253-4336-9e3f-641bc2fa8c48), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:12:56.398126 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] For port ddb03411-7259-4cd8-876f-44e1c1c3c2dc, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=ddb03411-7259-4cd8-876f-44e1c1c3c2dc,segment=NetworkSegment(5942dc44-1f07-4c27-b0ab-45a2bff20dd5),segment_id=5942dc44-1f07-4c27-b0ab-45a2bff20dd5)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 18:12:56.405909 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (ddb03411-7259-4cd8-876f-44e1c1c3c2dc), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:12:56.416092 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5911f4ea-0001-4fcf-bf36-1481f3006f34 None None] Pushing event updated for resources: {'Port': ['ID=3d9015b8-c253-4336-9e3f-641bc2fa8c48,revision_number=3']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:12:56.443270 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-6703b471-2b59-40ef-bab2-0e6beeeb99da req-a31eb394-5e7a-4eb8-805e-e3a94c273160 service neutron] 10.222.0.89 "GET /v2.0/networks/9202776c-3b7c-4c3e-8f4a-d5bfef65b2d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946684 Feb 04 18:12:56.508638 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Pushing event updated for resources: {'Port': ['ID=ddb03411-7259-4cd8-876f-44e1c1c3c2dc,revision_number=4']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:12:56.511721 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-2603b1ef-5e71-47ab-aa6c-70fde73d1880 None None] Attempting to bind port 3d9015b8-c253-4336-9e3f-641bc2fa8c48 on host n-d-827839-2 for vnic_type normal with profile {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 18:12:56.511861 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-2603b1ef-5e71-47ab-aa6c-70fde73d1880 None None] Attempting to bind port 3d9015b8-c253-4336-9e3f-641bc2fa8c48 by drivers openvswitch,hyperv on host n-d-827839-2 at level 0 using segments [{'id': 'd79ca10e-822b-48e1-9f93-626585c84a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '9202776c-3b7c-4c3e-8f4a-d5bfef65b2d4'}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 18:12:56.512157 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2603b1ef-5e71-47ab-aa6c-70fde73d1880 None None] Attempting to bind port 3d9015b8-c253-4336-9e3f-641bc2fa8c48 on network 9202776c-3b7c-4c3e-8f4a-d5bfef65b2d4 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 18:12:56.518496 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2603b1ef-5e71-47ab-aa6c-70fde73d1880 None None] Checking agent: {'id': 'ba70844b-66a0-45fd-a2f2-e6ed673321fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 0, 36), 'started_at': datetime.datetime(2022, 2, 4, 17, 1, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 18, 12, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 18:12:56.518773 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2603b1ef-5e71-47ab-aa6c-70fde73d1880 None None] Checking segment: {'id': 'd79ca10e-822b-48e1-9f93-626585c84a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '9202776c-3b7c-4c3e-8f4a-d5bfef65b2d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 18:12:56.519186 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2603b1ef-5e71-47ab-aa6c-70fde73d1880 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:12:56.519577 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2603b1ef-5e71-47ab-aa6c-70fde73d1880 None None] Bound using segment: {'id': 'd79ca10e-822b-48e1-9f93-626585c84a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '9202776c-3b7c-4c3e-8f4a-d5bfef65b2d4'} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 18:12:56.520048 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-2603b1ef-5e71-47ab-aa6c-70fde73d1880 None None] Bound port: 3d9015b8-c253-4336-9e3f-641bc2fa8c48, host: n-d-827839-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd79ca10e-822b-48e1-9f93-626585c84a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '9202776c-3b7c-4c3e-8f4a-d5bfef65b2d4'}}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 18:12:56.520439 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2603b1ef-5e71-47ab-aa6c-70fde73d1880 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (3d9015b8-c253-4336-9e3f-641bc2fa8c48), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:12:56.544967 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-6703b471-2b59-40ef-bab2-0e6beeeb99da req-29b6bebc-39d3-4904-9b6d-ad4cd25eb590 service neutron] 10.222.0.89 "GET /v2.0/networks/9202776c-3b7c-4c3e-8f4a-d5bfef65b2d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937634 Feb 04 18:12:56.591933 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-2603b1ef-5e71-47ab-aa6c-70fde73d1880 None None] For port 3d9015b8-c253-4336-9e3f-641bc2fa8c48, host n-d-827839-2, cleared binding levels {{(pid=103378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 18:12:56.595478 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-2603b1ef-5e71-47ab-aa6c-70fde73d1880 None None] For port 3d9015b8-c253-4336-9e3f-641bc2fa8c48, host n-d-827839-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=3d9015b8-c253-4336-9e3f-641bc2fa8c48,segment=NetworkSegment(d79ca10e-822b-48e1-9f93-626585c84a5d),segment_id=d79ca10e-822b-48e1-9f93-626585c84a5d)] {{(pid=103378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 18:12:56.602266 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2603b1ef-5e71-47ab-aa6c-70fde73d1880 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (3d9015b8-c253-4336-9e3f-641bc2fa8c48), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:12:56.663594 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2603b1ef-5e71-47ab-aa6c-70fde73d1880 None None] Routers {'11f91aae-f9a1-4e17-be5e-e5778981f04f'} bound to L3 agent in host n-d-827839-2 {{(pid=103378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 18:12:56.664233 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-2603b1ef-5e71-47ab-aa6c-70fde73d1880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T18:12:33Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['11f91aae-f9a1-4e17-be5e-e5778981f04f'], 'active': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:12:56.667458 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5911f4ea-0001-4fcf-bf36-1481f3006f34 None None] Pushing event updated for resources: {'Port': ['ID=3d9015b8-c253-4336-9e3f-641bc2fa8c48,revision_number=4']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:12:56.746632 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-ce0d9bed-c03d-4559-98f1-f679cc180c8f req-75dd73c7-54e5-42d2-9b98-17a679b84b4f tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] 10.222.0.89 "GET /v2.0/ports?device_id=11866dc7-9959-4137-9f13-05ea680ed6a5 HTTP/1.1" status: 200 len: 210 time: 0.0294034 Feb 04 18:12:56.769264 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-a31f7094-fdc0-454a-bae4-ad24c5be80df None None] Provisioning complete for port 3d9015b8-c253-4336-9e3f-641bc2fa8c48 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 18:12:56.769643 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a31f7094-fdc0-454a-bae4-ad24c5be80df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (3d9015b8-c253-4336-9e3f-641bc2fa8c48), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:12:56.825706 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvr_db [None req-2603b1ef-5e71-47ab-aa6c-70fde73d1880 None None] Set router 11f91aae-f9a1-4e17-be5e-e5778981f04f gateway port host: n-d-827839-2 {{(pid=103378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 18:12:56.984803 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-a31f7094-fdc0-454a-bae4-ad24c5be80df None None] Current status of the port 3d9015b8-c253-4336-9e3f-641bc2fa8c48 is: DOWN; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 18:12:56.985240 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a31f7094-fdc0-454a-bae4-ad24c5be80df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (3d9015b8-c253-4336-9e3f-641bc2fa8c48), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:12:57.044384 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-a31f7094-fdc0-454a-bae4-ad24c5be80df None None] For port 3d9015b8-c253-4336-9e3f-641bc2fa8c48, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=3d9015b8-c253-4336-9e3f-641bc2fa8c48,segment=NetworkSegment(d79ca10e-822b-48e1-9f93-626585c84a5d),segment_id=d79ca10e-822b-48e1-9f93-626585c84a5d)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 18:12:57.048289 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a31f7094-fdc0-454a-bae4-ad24c5be80df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (3d9015b8-c253-4336-9e3f-641bc2fa8c48), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:12:57.120429 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31f7094-fdc0-454a-bae4-ad24c5be80df None None] Pushing event updated for resources: {'Port': ['ID=3d9015b8-c253-4336-9e3f-641bc2fa8c48,revision_number=5']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:12:57.137369 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-2603b1ef-5e71-47ab-aa6c-70fde73d1880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11f91aae-f9a1-4e17-be5e-e5778981f04f', 'name': 'tempest-ServerActionsTestJSON-1013004487-router', 'tenant_id': '4338804066934839a89616343b009f4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.150'}], 'enable_snat': True}, 'gw_port_id': 'ddb03411-7259-4cd8-876f-44e1c1c3c2dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T18:12:50Z', 'updated_at': '2022-02-04T18:12:53Z', 'revision_number': 4, 'project_id': '4338804066934839a89616343b009f4c', 'gw_port': {'id': 'ddb03411-7259-4cd8-876f-44e1c1c3c2dc', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:68:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11f91aae-f9a1-4e17-be5e-e5778981f04f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:12:51Z', 'updated_at': '2022-02-04T18:12:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_interfaces': [{'id': '3d9015b8-c253-4336-9e3f-641bc2fa8c48', 'name': '', 'network_id': '9202776c-3b7c-4c3e-8f4a-d5bfef65b2d4', 'tenant_id': '4338804066934839a89616343b009f4c', 'mac_address': 'fa:16:3e:8c:1f:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11f91aae-f9a1-4e17-be5e-e5778981f04f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '83fb5fd4-36d5-407e-bda8-162bf59018d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:12:53Z', 'updated_at': '2022-02-04T18:12:56Z', 'revision_number': 4, 'project_id': '4338804066934839a89616343b009f4c', 'subnets': [{'id': '83fb5fd4-36d5-407e-bda8-162bf59018d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-2', False) {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:12:57.328484 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2603b1ef-5e71-47ab-aa6c-70fde73d1880 None None] The sync data for ids ['11f91aae-f9a1-4e17-be5e-e5778981f04f'] in n-d-827839-2 is: [{'id': '11f91aae-f9a1-4e17-be5e-e5778981f04f', 'name': 'tempest-ServerActionsTestJSON-1013004487-router', 'tenant_id': '4338804066934839a89616343b009f4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.150'}], 'enable_snat': True}, 'gw_port_id': 'ddb03411-7259-4cd8-876f-44e1c1c3c2dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T18:12:50Z', 'updated_at': '2022-02-04T18:12:53Z', 'revision_number': 4, 'project_id': '4338804066934839a89616343b009f4c', 'gw_port': {'id': 'ddb03411-7259-4cd8-876f-44e1c1c3c2dc', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:68:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11f91aae-f9a1-4e17-be5e-e5778981f04f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:12:51Z', 'updated_at': '2022-02-04T18:12:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_interfaces': [{'id': '3d9015b8-c253-4336-9e3f-641bc2fa8c48', 'name': '', 'network_id': '9202776c-3b7c-4c3e-8f4a-d5bfef65b2d4', 'tenant_id': '4338804066934839a89616343b009f4c', 'mac_address': 'fa:16:3e:8c:1f:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11f91aae-f9a1-4e17-be5e-e5778981f04f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '83fb5fd4-36d5-407e-bda8-162bf59018d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:12:53Z', 'updated_at': '2022-02-04T18:12:56Z', 'revision_number': 4, 'project_id': '4338804066934839a89616343b009f4c', 'subnets': [{'id': '83fb5fd4-36d5-407e-bda8-162bf59018d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 18:12:57.340228 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-e52d48d9-6c93-44ca-bdf3-801e9c81a92e None None] Provisioning complete for port 3d9015b8-c253-4336-9e3f-641bc2fa8c48 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 18:12:57.340604 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e52d48d9-6c93-44ca-bdf3-801e9c81a92e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (3d9015b8-c253-4336-9e3f-641bc2fa8c48), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:12:57.437919 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-e52d48d9-6c93-44ca-bdf3-801e9c81a92e None None] Current status of the port 3d9015b8-c253-4336-9e3f-641bc2fa8c48 is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 18:12:57.882040 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-ff7a4d0f-dfa3-475b-bbda-899e31b050e2 req-2cac8f56-81c3-4935-9b3a-cd1f9d352cc6 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] 10.222.0.89 "GET /v2.0/ports?device_id=11866dc7-9959-4137-9f13-05ea680ed6a5 HTTP/1.1" status: 200 len: 210 time: 0.0412912 Feb 04 18:12:57.898612 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6703b471-2b59-40ef-bab2-0e6beeeb99da req-8da9eb70-d74e-4c73-a5c9-2d6be40757fa tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:12:57.900106 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-6703b471-2b59-40ef-bab2-0e6beeeb99da req-8da9eb70-d74e-4c73-a5c9-2d6be40757fa tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] 10.222.0.90 "GET /v2.0/networks?id=9202776c-3b7c-4c3e-8f4a-d5bfef65b2d4 HTTP/1.1" status: 200 len: 812 time: 0.1333759 Feb 04 18:12:57.974742 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-6703b471-2b59-40ef-bab2-0e6beeeb99da req-398c02d1-e769-4c7e-aa1b-273a2a177397 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] 10.222.0.90 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4338804066934839a89616343b009f4c HTTP/1.1" status: 200 len: 379 time: 0.0595465 Feb 04 18:12:57.987056 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [req-6703b471-2b59-40ef-bab2-0e6beeeb99da req-7f5ab1be-c216-4967-a4b4-c96d73da224c tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] Request body: {'port': {'device_id': '11866dc7-9959-4137-9f13-05ea680ed6a5', 'network_id': '9202776c-3b7c-4c3e-8f4a-d5bfef65b2d4', 'admin_state_up': True, 'tenant_id': '4338804066934839a89616343b009f4c', 'security_groups': ['d74ae94c-d214-4034-aa3d-c5ace6bc144b']}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 18:12:58.093990 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 3d9015b8-c253-4336-9e3f-641bc2fa8c48 up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 18:12:58.156402 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port 3d9015b8-c253-4336-9e3f-641bc2fa8c48 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 18:12:58.156826 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (3d9015b8-c253-4336-9e3f-641bc2fa8c48), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:12:58.243639 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port 3d9015b8-c253-4336-9e3f-641bc2fa8c48 is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 18:12:58.245031 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device ddb03411-7259-4cd8-876f-44e1c1c3c2dc up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 18:12:58.299747 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port ddb03411-7259-4cd8-876f-44e1c1c3c2dc triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 18:12:58.300305 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (ddb03411-7259-4cd8-876f-44e1c1c3c2dc), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:12:58.390987 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port ddb03411-7259-4cd8-876f-44e1c1c3c2dc is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 18:12:58.414729 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6703b471-2b59-40ef-bab2-0e6beeeb99da req-7f5ab1be-c216-4967-a4b4-c96d73da224c tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] Made reservation on behalf of 4338804066934839a89616343b009f4c for: {'port': 1} {{(pid=103376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 18:12:58.418358 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-6703b471-2b59-40ef-bab2-0e6beeeb99da req-7f5ab1be-c216-4967-a4b4-c96d73da224c tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:12:58.544719 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.db_base_plugin_common [req-6703b471-2b59-40ef-bab2-0e6beeeb99da req-7f5ab1be-c216-4967-a4b4-c96d73da224c tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] Allocated IP 172.20.0.13 (9202776c-3b7c-4c3e-8f4a-d5bfef65b2d4/83fb5fd4-36d5-407e-bda8-162bf59018d2/81a00f95-fbfe-4796-abe1-c7398a84fefb) {{(pid=103376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 18:12:58.681769 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-6703b471-2b59-40ef-bab2-0e6beeeb99da req-7f5ab1be-c216-4967-a4b4-c96d73da224c tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] Publish callbacks [] for port (81a00f95-fbfe-4796-abe1-c7398a84fefb), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:12:58.716028 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-6703b471-2b59-40ef-bab2-0e6beeeb99da req-7f5ab1be-c216-4967-a4b4-c96d73da224c tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (81a00f95-fbfe-4796-abe1-c7398a84fefb), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:12:58.758978 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6703b471-2b59-40ef-bab2-0e6beeeb99da req-7f5ab1be-c216-4967-a4b4-c96d73da224c tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] Network 9202776c-3b7c-4c3e-8f4a-d5bfef65b2d4 is already hosted by enough agents. {{(pid=103376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 18:12:58.762075 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [req-6703b471-2b59-40ef-bab2-0e6beeeb99da req-7f5ab1be-c216-4967-a4b4-c96d73da224c tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] Resources bound (agent type, host, resource id): {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 18:12:58.765670 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [req-6703b471-2b59-40ef-bab2-0e6beeeb99da req-7f5ab1be-c216-4967-a4b4-c96d73da224c tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] Received port after_create {{(pid=103376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 18:12:58.799843 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5ab1be-c216-4967-a4b4-c96d73da224c tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] Pushing event updated for resources: {'Port': ['ID=81a00f95-fbfe-4796-abe1-c7398a84fefb,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:12:58.823172 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6703b471-2b59-40ef-bab2-0e6beeeb99da req-7f5ab1be-c216-4967-a4b4-c96d73da224c tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:12:58.824147 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-6703b471-2b59-40ef-bab2-0e6beeeb99da req-7f5ab1be-c216-4967-a4b4-c96d73da224c tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:12:58.841400 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-6703b471-2b59-40ef-bab2-0e6beeeb99da req-7f5ab1be-c216-4967-a4b4-c96d73da224c tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8589277 Feb 04 18:12:58.856808 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [req-6703b471-2b59-40ef-bab2-0e6beeeb99da req-6f019a03-c331-4ad1-badf-bf26af66010d service neutron] Request body: {'port': {'device_id': '11866dc7-9959-4137-9f13-05ea680ed6a5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827839-2'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 18:12:58.922870 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-6703b471-2b59-40ef-bab2-0e6beeeb99da req-6f019a03-c331-4ad1-badf-bf26af66010d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (81a00f95-fbfe-4796-abe1-c7398a84fefb), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:12:58.966994 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-1f01e68f-7539-4be7-ab2b-f4d883605e8b None None] Provisioning complete for port 81a00f95-fbfe-4796-abe1-c7398a84fefb triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 18:12:58.967372 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f01e68f-7539-4be7-ab2b-f4d883605e8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (81a00f95-fbfe-4796-abe1-c7398a84fefb), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:12:59.001315 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1f01e68f-7539-4be7-ab2b-f4d883605e8b None None] Port 81a00f95-fbfe-4796-abe1-c7398a84fefb cannot update to ACTIVE because it is not bound. {{(pid=103378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 18:12:59.086911 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5c2141-25b6-4c13-a124-dc940c995cf2 req-9a2a3552-025b-42c7-bb1d-47f8fa5628b9 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:12:59.088276 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-fe5c2141-25b6-4c13-a124-dc940c995cf2 req-9a2a3552-025b-42c7-bb1d-47f8fa5628b9 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] 10.222.0.89 "GET /v2.0/ports?device_id=11866dc7-9959-4137-9f13-05ea680ed6a5 HTTP/1.1" status: 200 len: 932 time: 0.1302416 Feb 04 18:12:59.192424 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-fe5c2141-25b6-4c13-a124-dc940c995cf2 req-61d933af-19bc-4605-b938-0dd3ab7f414b tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] 10.222.0.89 "GET /v2.0/security-groups?id=d74ae94c-d214-4034-aa3d-c5ace6bc144b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0897796 Feb 04 18:12:59.263318 n-d-827839-2 neutron-server[103376]: DEBUG neutron.notifiers.nova [req-6703b471-2b59-40ef-bab2-0e6beeeb99da req-6f019a03-c331-4ad1-badf-bf26af66010d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81a00f95-fbfe-4796-abe1-c7398a84fefb {{(pid=103376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 18:12:59.271421 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-6703b471-2b59-40ef-bab2-0e6beeeb99da req-6f019a03-c331-4ad1-badf-bf26af66010d service neutron] Publish callbacks [] for port (81a00f95-fbfe-4796-abe1-c7398a84fefb), precommit_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:12:59.283315 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.provisioning_blocks [req-6703b471-2b59-40ef-bab2-0e6beeeb99da req-6f019a03-c331-4ad1-badf-bf26af66010d service neutron] Transition to ACTIVE for port object 81a00f95-fbfe-4796-abe1-c7398a84fefb will not be triggered until provisioned by entity L2. {{(pid=103376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 18:12:59.286850 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-6703b471-2b59-40ef-bab2-0e6beeeb99da req-6f019a03-c331-4ad1-badf-bf26af66010d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675836'] for port (81a00f95-fbfe-4796-abe1-c7398a84fefb), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:12:59.338698 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f019a03-c331-4ad1-badf-bf26af66010d service neutron] Pushing event updated for resources: {'Port': ['ID=81a00f95-fbfe-4796-abe1-c7398a84fefb,revision_number=2']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:12:59.414793 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [req-6703b471-2b59-40ef-bab2-0e6beeeb99da req-6f019a03-c331-4ad1-badf-bf26af66010d service neutron] Attempting to bind port 81a00f95-fbfe-4796-abe1-c7398a84fefb on host n-h2-827839-2 for vnic_type normal with profile {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 18:12:59.415136 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [req-6703b471-2b59-40ef-bab2-0e6beeeb99da req-6f019a03-c331-4ad1-badf-bf26af66010d service neutron] Attempting to bind port 81a00f95-fbfe-4796-abe1-c7398a84fefb by drivers openvswitch,hyperv on host n-h2-827839-2 at level 0 using segments [{'id': 'd79ca10e-822b-48e1-9f93-626585c84a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '9202776c-3b7c-4c3e-8f4a-d5bfef65b2d4'}] {{(pid=103376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 18:12:59.415475 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6703b471-2b59-40ef-bab2-0e6beeeb99da req-6f019a03-c331-4ad1-badf-bf26af66010d service neutron] Attempting to bind port 81a00f95-fbfe-4796-abe1-c7398a84fefb on network 9202776c-3b7c-4c3e-8f4a-d5bfef65b2d4 {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 18:12:59.420249 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6703b471-2b59-40ef-bab2-0e6beeeb99da req-6f019a03-c331-4ad1-badf-bf26af66010d service neutron] Port 81a00f95-fbfe-4796-abe1-c7398a84fefb on network 9202776c-3b7c-4c3e-8f4a-d5bfef65b2d4 not bound, no agent of type Open vSwitch agent registered on host n-h2-827839-2 {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 18:12:59.420575 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6703b471-2b59-40ef-bab2-0e6beeeb99da req-6f019a03-c331-4ad1-badf-bf26af66010d service neutron] Attempting to bind port 81a00f95-fbfe-4796-abe1-c7398a84fefb on network 9202776c-3b7c-4c3e-8f4a-d5bfef65b2d4 {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 18:12:59.426187 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6703b471-2b59-40ef-bab2-0e6beeeb99da req-6f019a03-c331-4ad1-badf-bf26af66010d service neutron] Checking agent: {'id': 'f20a1ab3-4332-4f54-833b-ba4a7c687e89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 8, 40), 'started_at': datetime.datetime(2022, 2, 4, 17, 8, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 18, 12, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 18:12:59.426535 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6703b471-2b59-40ef-bab2-0e6beeeb99da req-6f019a03-c331-4ad1-badf-bf26af66010d service neutron] Checking segment: {'id': 'd79ca10e-822b-48e1-9f93-626585c84a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '9202776c-3b7c-4c3e-8f4a-d5bfef65b2d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 18:12:59.426927 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6703b471-2b59-40ef-bab2-0e6beeeb99da req-6f019a03-c331-4ad1-badf-bf26af66010d service neutron] Bound using segment: {'id': 'd79ca10e-822b-48e1-9f93-626585c84a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '9202776c-3b7c-4c3e-8f4a-d5bfef65b2d4'} {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 18:12:59.427363 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [req-6703b471-2b59-40ef-bab2-0e6beeeb99da req-6f019a03-c331-4ad1-badf-bf26af66010d service neutron] Bound port: 81a00f95-fbfe-4796-abe1-c7398a84fefb, host: n-h2-827839-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd79ca10e-822b-48e1-9f93-626585c84a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '9202776c-3b7c-4c3e-8f4a-d5bfef65b2d4'}}] {{(pid=103376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 18:12:59.427727 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-6703b471-2b59-40ef-bab2-0e6beeeb99da req-6f019a03-c331-4ad1-badf-bf26af66010d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (81a00f95-fbfe-4796-abe1-c7398a84fefb), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:12:59.493685 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [req-6703b471-2b59-40ef-bab2-0e6beeeb99da req-6f019a03-c331-4ad1-badf-bf26af66010d service neutron] For port 81a00f95-fbfe-4796-abe1-c7398a84fefb, host n-h2-827839-2, cleared binding levels {{(pid=103376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 18:12:59.496670 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [req-6703b471-2b59-40ef-bab2-0e6beeeb99da req-6f019a03-c331-4ad1-badf-bf26af66010d service neutron] For port 81a00f95-fbfe-4796-abe1-c7398a84fefb, host n-h2-827839-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=81a00f95-fbfe-4796-abe1-c7398a84fefb,segment=NetworkSegment(d79ca10e-822b-48e1-9f93-626585c84a5d),segment_id=d79ca10e-822b-48e1-9f93-626585c84a5d)] {{(pid=103376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 18:12:59.503282 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-6703b471-2b59-40ef-bab2-0e6beeeb99da req-6f019a03-c331-4ad1-badf-bf26af66010d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675836'] for port (81a00f95-fbfe-4796-abe1-c7398a84fefb), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:12:59.538737 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6703b471-2b59-40ef-bab2-0e6beeeb99da req-6f019a03-c331-4ad1-badf-bf26af66010d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:12:59.539360 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-6703b471-2b59-40ef-bab2-0e6beeeb99da req-6f019a03-c331-4ad1-badf-bf26af66010d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:12:59.540773 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-6703b471-2b59-40ef-bab2-0e6beeeb99da req-6f019a03-c331-4ad1-badf-bf26af66010d service neutron] 10.222.0.90 "PUT /v2.0/ports/81a00f95-fbfe-4796-abe1-c7398a84fefb HTTP/1.1" status: 200 len: 1092 time: 0.6883333 Feb 04 18:12:59.541218 n-d-827839-2 neutron-server[103376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11866dc7-9959-4137-9f13-05ea680ed6a5', 'tag': '81a00f95-fbfe-4796-abe1-c7398a84fefb'}] {{(pid=103376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 18:12:59.543471 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7aefa7f3373fd63bd14caed2f0c404cd5bacff84a7eb60e70ea20ed0b49017dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99a7f6ae-9f65-469d-8d8f-ea43a7efb6b2" -d '{"events": [{"name": "network-changed", "server_uuid": "11866dc7-9959-4137-9f13-05ea680ed6a5", "tag": "81a00f95-fbfe-4796-abe1-c7398a84fefb"}]}' {{(pid=103376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 18:12:59.567124 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f019a03-c331-4ad1-badf-bf26af66010d service neutron] Pushing event updated for resources: {'Port': ['ID=81a00f95-fbfe-4796-abe1-c7398a84fefb,revision_number=3']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:12:59.624197 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 18:12:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59118ead-9d62-4551-af01-b41eab7022f7 x-openstack-request-id: req-59118ead-9d62-4551-af01-b41eab7022f7 {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 18:12:59.624497 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11866dc7-9959-4137-9f13-05ea680ed6a5", "tag": "81a00f95-fbfe-4796-abe1-c7398a84fefb", "status": "completed", "code": 200}]} {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 18:12:59.624775 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-59118ead-9d62-4551-af01-b41eab7022f7 {{(pid=103376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 18:12:59.625180 n-d-827839-2 neutron-server[103376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11866dc7-9959-4137-9f13-05ea680ed6a5', 'tag': '81a00f95-fbfe-4796-abe1-c7398a84fefb', 'status': 'completed', 'code': 200} Feb 04 18:12:59.644951 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6703b471-2b59-40ef-bab2-0e6beeeb99da req-fdf9859d-8eaf-4d89-ba97-a9a4005850f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:12:59.646521 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-6703b471-2b59-40ef-bab2-0e6beeeb99da req-fdf9859d-8eaf-4d89-ba97-a9a4005850f3 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=4338804066934839a89616343b009f4c&device_id=11866dc7-9959-4137-9f13-05ea680ed6a5 HTTP/1.1" status: 200 len: 1126 time: 0.0547776 Feb 04 18:12:59.693049 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-6703b471-2b59-40ef-bab2-0e6beeeb99da req-0c3d2c75-21e5-4cc0-99cc-689eccd87278 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=81a00f95-fbfe-4796-abe1-c7398a84fefb HTTP/1.1" status: 200 len: 217 time: 0.0369196 Feb 04 18:12:59.743955 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6703b471-2b59-40ef-bab2-0e6beeeb99da req-143c8b53-39e0-4b81-9b45-4c82ee58b75b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:12:59.745377 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-6703b471-2b59-40ef-bab2-0e6beeeb99da req-143c8b53-39e0-4b81-9b45-4c82ee58b75b service neutron] 10.222.0.90 "GET /v2.0/subnets?id=83fb5fd4-36d5-407e-bda8-162bf59018d2 HTTP/1.1" status: 200 len: 851 time: 0.0449502 Feb 04 18:12:59.800304 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6703b471-2b59-40ef-bab2-0e6beeeb99da req-9d8510ca-2950-4710-b7e9-a22f357b1401 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:12:59.801872 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-6703b471-2b59-40ef-bab2-0e6beeeb99da req-9d8510ca-2950-4710-b7e9-a22f357b1401 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=9202776c-3b7c-4c3e-8f4a-d5bfef65b2d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0502026 Feb 04 18:12:59.832444 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6cadb4b8-1d16-4ed2-a2f0-62dff63e66d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (bb89f5a3-3c22-440b-b7d1-c4f0c43c184a), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:12:59.893906 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-6703b471-2b59-40ef-bab2-0e6beeeb99da req-8fb64360-08c0-478f-b436-fdecf2f232b1 service neutron] 10.222.0.90 "GET /v2.0/networks/9202776c-3b7c-4c3e-8f4a-d5bfef65b2d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849118 Feb 04 18:12:59.992567 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-6703b471-2b59-40ef-bab2-0e6beeeb99da req-4e2f4abe-13c8-430f-a610-fa9c21a2aa52 service neutron] 10.222.0.90 "GET /v2.0/networks/9202776c-3b7c-4c3e-8f4a-d5bfef65b2d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902398 Feb 04 18:13:00.094152 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a7f6ae-9f65-469d-8d8f-ea43a7efb6b2 req-55838c47-767c-457c-b965-32063d1dc752 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:13:00.096229 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-99a7f6ae-9f65-469d-8d8f-ea43a7efb6b2 req-55838c47-767c-457c-b965-32063d1dc752 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=4338804066934839a89616343b009f4c&device_id=11866dc7-9959-4137-9f13-05ea680ed6a5 HTTP/1.1" status: 200 len: 1126 time: 0.0496542 Feb 04 18:13:00.189036 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a7f6ae-9f65-469d-8d8f-ea43a7efb6b2 req-e9d538af-8b9d-486c-9a96-6c88287489df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:13:00.190471 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-99a7f6ae-9f65-469d-8d8f-ea43a7efb6b2 req-e9d538af-8b9d-486c-9a96-6c88287489df service neutron] 10.222.0.90 "GET /v2.0/networks?id=9202776c-3b7c-4c3e-8f4a-d5bfef65b2d4 HTTP/1.1" status: 200 len: 913 time: 0.0870593 Feb 04 18:13:00.235982 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-99a7f6ae-9f65-469d-8d8f-ea43a7efb6b2 req-2aa47a1e-2e50-4b1b-9214-6ebc1a75ab23 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=81a00f95-fbfe-4796-abe1-c7398a84fefb HTTP/1.1" status: 200 len: 217 time: 0.0392168 Feb 04 18:13:00.310996 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a7f6ae-9f65-469d-8d8f-ea43a7efb6b2 req-b6d1896f-ec55-400b-bfb9-0cf389e5c428 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:13:00.312509 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-99a7f6ae-9f65-469d-8d8f-ea43a7efb6b2 req-b6d1896f-ec55-400b-bfb9-0cf389e5c428 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=83fb5fd4-36d5-407e-bda8-162bf59018d2 HTTP/1.1" status: 200 len: 851 time: 0.0698681 Feb 04 18:13:00.359264 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb64721e-0f6b-4d7c-bd95-00ae9ccca091 req-20072f85-15b4-43bf-88de-3f50ac79c97e tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:13:00.360708 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-eb64721e-0f6b-4d7c-bd95-00ae9ccca091 req-20072f85-15b4-43bf-88de-3f50ac79c97e tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] 10.222.0.89 "GET /v2.0/ports?device_id=11866dc7-9959-4137-9f13-05ea680ed6a5 HTTP/1.1" status: 200 len: 944 time: 0.0932493 Feb 04 18:13:00.400570 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a7f6ae-9f65-469d-8d8f-ea43a7efb6b2 req-8a941fea-528b-4b84-9071-2e9ae9743f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:13:00.402105 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-99a7f6ae-9f65-469d-8d8f-ea43a7efb6b2 req-8a941fea-528b-4b84-9071-2e9ae9743f13 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=9202776c-3b7c-4c3e-8f4a-d5bfef65b2d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0818117 Feb 04 18:13:00.431599 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-eb64721e-0f6b-4d7c-bd95-00ae9ccca091 req-6bf77207-1977-4ebc-98e3-423f89a95baf tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] 10.222.0.89 "GET /v2.0/security-groups?id=d74ae94c-d214-4034-aa3d-c5ace6bc144b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0647488 Feb 04 18:13:00.496567 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-99a7f6ae-9f65-469d-8d8f-ea43a7efb6b2 req-316d8622-4993-4db4-b505-a58b584840e6 service neutron] 10.222.0.90 "GET /v2.0/networks/9202776c-3b7c-4c3e-8f4a-d5bfef65b2d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866680 Feb 04 18:13:00.588616 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-99a7f6ae-9f65-469d-8d8f-ea43a7efb6b2 req-db587453-9d3f-4e1e-bde9-b71a2f2c8712 service neutron] 10.222.0.90 "GET /v2.0/networks/9202776c-3b7c-4c3e-8f4a-d5bfef65b2d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857916 Feb 04 18:13:01.550319 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0749b1e1-1e4c-4a47-8d7a-eda0024aee24 req-2bb85667-82bf-49ff-bb96-89cc4f4f3c22 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:13:01.551693 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-0749b1e1-1e4c-4a47-8d7a-eda0024aee24 req-2bb85667-82bf-49ff-bb96-89cc4f4f3c22 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] 10.222.0.89 "GET /v2.0/ports?device_id=11866dc7-9959-4137-9f13-05ea680ed6a5 HTTP/1.1" status: 200 len: 944 time: 0.0522726 Feb 04 18:13:01.596799 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-0749b1e1-1e4c-4a47-8d7a-eda0024aee24 req-5375cd0f-9d34-4803-bf35-42e6f6571fa4 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] 10.222.0.89 "GET /v2.0/security-groups?id=d74ae94c-d214-4034-aa3d-c5ace6bc144b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395892 Feb 04 18:13:01.936455 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Device 81a00f95-fbfe-4796-abe1-c7398a84fefb details requested by agent hyperv_n-h2-827839-2 with host n-h2-827839-2 {{(pid=103378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 18:13:02.029881 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] For port 81a00f95-fbfe-4796-abe1-c7398a84fefb, host n-h2-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=81a00f95-fbfe-4796-abe1-c7398a84fefb,segment=NetworkSegment(d79ca10e-822b-48e1-9f93-626585c84a5d),segment_id=d79ca10e-822b-48e1-9f93-626585c84a5d)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 18:13:02.041687 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Returning: {'device': '81a00f95-fbfe-4796-abe1-c7398a84fefb', 'network_id': '9202776c-3b7c-4c3e-8f4a-d5bfef65b2d4', 'port_id': '81a00f95-fbfe-4796-abe1-c7398a84fefb', 'mac_address': 'fa:16:3e:27:e8:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 769, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83fb5fd4-36d5-407e-bda8-162bf59018d2', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 18:13:02.081954 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Current status of the port 81a00f95-fbfe-4796-abe1-c7398a84fefb is: DOWN; New status is: BUILD {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 18:13:02.082345 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (81a00f95-fbfe-4796-abe1-c7398a84fefb), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:13:02.099574 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81a00f95-fbfe-4796-abe1-c7398a84fefb {{(pid=103378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 18:13:02.119243 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] For port 81a00f95-fbfe-4796-abe1-c7398a84fefb, host n-h2-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=81a00f95-fbfe-4796-abe1-c7398a84fefb,segment=NetworkSegment(d79ca10e-822b-48e1-9f93-626585c84a5d),segment_id=d79ca10e-822b-48e1-9f93-626585c84a5d)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 18:13:02.123436 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (81a00f95-fbfe-4796-abe1-c7398a84fefb), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:13:02.172812 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Pushing event updated for resources: {'Port': ['ID=81a00f95-fbfe-4796-abe1-c7398a84fefb,revision_number=4']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:13:02.389575 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] get_ports_and_sgs() called for port_ids ['81a00f95-fbfe-4796-abe1-c7398a84fefb'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 18:13:02.715085 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42324e62-20b8-4541-a301-f359e83d74da req-ee5af4bf-3080-4d63-9c77-63cdd3a1d0d3 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:13:02.716573 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-42324e62-20b8-4541-a301-f359e83d74da req-ee5af4bf-3080-4d63-9c77-63cdd3a1d0d3 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] 10.222.0.89 "GET /v2.0/ports?device_id=11866dc7-9959-4137-9f13-05ea680ed6a5 HTTP/1.1" status: 200 len: 945 time: 0.0528867 Feb 04 18:13:02.762469 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-42324e62-20b8-4541-a301-f359e83d74da req-4033e866-2770-4e60-9d97-ce84d886c0b9 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] 10.222.0.89 "GET /v2.0/security-groups?id=d74ae94c-d214-4034-aa3d-c5ace6bc144b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396705 Feb 04 18:13:02.906048 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6ee20170-4da8-4be8-87eb-80c5bd7ac6b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (64ada913-9131-4d99-a265-63a920956287), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:13:03.203718 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d408ec64-b374-4acb-a1fc-48241dad6d47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (0cd6d64a-47a7-40ff-8c12-71dd526c62e0), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:13:03.882685 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9545368c-c330-42e2-bbdc-025a13ca8a94 req-55bd30da-cb8e-47e8-ace2-c40447d959d2 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:13:03.884149 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-9545368c-c330-42e2-bbdc-025a13ca8a94 req-55bd30da-cb8e-47e8-ace2-c40447d959d2 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] 10.222.0.89 "GET /v2.0/ports?device_id=11866dc7-9959-4137-9f13-05ea680ed6a5 HTTP/1.1" status: 200 len: 945 time: 0.0523963 Feb 04 18:13:03.930982 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-9545368c-c330-42e2-bbdc-025a13ca8a94 req-db249635-bfc9-4358-9293-0071663ca97e tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] 10.222.0.89 "GET /v2.0/security-groups?id=d74ae94c-d214-4034-aa3d-c5ace6bc144b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412123 Feb 04 18:13:03.957453 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Device 81a00f95-fbfe-4796-abe1-c7398a84fefb up at agent hyperv_n-h2-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 18:13:04.005138 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Provisioning for port 81a00f95-fbfe-4796-abe1-c7398a84fefb completed by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 18:13:04.008918 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Provisioning complete for port 81a00f95-fbfe-4796-abe1-c7398a84fefb triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 18:13:04.009359 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (81a00f95-fbfe-4796-abe1-c7398a84fefb), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:13:04.088701 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Current status of the port 81a00f95-fbfe-4796-abe1-c7398a84fefb is: BUILD; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 18:13:04.089036 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (81a00f95-fbfe-4796-abe1-c7398a84fefb), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:13:04.112881 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11866dc7-9959-4137-9f13-05ea680ed6a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81a00f95-fbfe-4796-abe1-c7398a84fefb'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 18:13:04.114898 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d531d67ec453461b01ecd2cf0c6686e25a5679cf38f56e7e92bae688f1026262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d68cc278-145d-45ec-b088-6645c388c1bc" -d '{"events": [{"server_uuid": "11866dc7-9959-4137-9f13-05ea680ed6a5", "name": "network-vif-plugged", "status": "completed", "tag": "81a00f95-fbfe-4796-abe1-c7398a84fefb"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 18:13:04.127429 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] For port 81a00f95-fbfe-4796-abe1-c7398a84fefb, host n-h2-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=81a00f95-fbfe-4796-abe1-c7398a84fefb,segment=NetworkSegment(d79ca10e-822b-48e1-9f93-626585c84a5d),segment_id=d79ca10e-822b-48e1-9f93-626585c84a5d)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 18:13:04.131267 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (81a00f95-fbfe-4796-abe1-c7398a84fefb), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:13:04.154615 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 18:13:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5ec5b58-afd4-43f3-a181-1ada0e0fd72c x-openstack-request-id: req-d5ec5b58-afd4-43f3-a181-1ada0e0fd72c {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 18:13:04.154906 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11866dc7-9959-4137-9f13-05ea680ed6a5", "name": "network-vif-plugged", "status": "completed", "tag": "81a00f95-fbfe-4796-abe1-c7398a84fefb", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 18:13:04.155160 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-d5ec5b58-afd4-43f3-a181-1ada0e0fd72c {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 18:13:04.155547 n-d-827839-2 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11866dc7-9959-4137-9f13-05ea680ed6a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81a00f95-fbfe-4796-abe1-c7398a84fefb', 'code': 200} Feb 04 18:13:04.184519 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Pushing event updated for resources: {'Port': ['ID=81a00f95-fbfe-4796-abe1-c7398a84fefb,revision_number=5']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:13:04.256923 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511db14e-5c12-491f-aa37-aacb19fbc987 req-51a950a8-a5ab-462e-a94c-bb00b952eb0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:13:04.258466 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-511db14e-5c12-491f-aa37-aacb19fbc987 req-51a950a8-a5ab-462e-a94c-bb00b952eb0e service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=11866dc7-9959-4137-9f13-05ea680ed6a5 HTTP/1.1" status: 200 len: 1128 time: 0.0477734 Feb 04 18:13:04.305205 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-511db14e-5c12-491f-aa37-aacb19fbc987 req-575b5d89-d1be-4cbd-bd04-cd54d29c7ced service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=d74ae94c-d214-4034-aa3d-c5ace6bc144b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367692 Feb 04 18:13:05.014281 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4f14bb47-e72b-46ac-9e44-a61d9293afcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (75326290-f7a3-4db8-9cf2-15c7139ed224), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:13:05.050679 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ee1022-8373-4aa0-b17d-838ae0fab103 req-66fd40bb-58ff-400d-9422-d9abf9ad611e tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:13:05.052128 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-56ee1022-8373-4aa0-b17d-838ae0fab103 req-66fd40bb-58ff-400d-9422-d9abf9ad611e tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] 10.222.0.89 "GET /v2.0/ports?device_id=11866dc7-9959-4137-9f13-05ea680ed6a5 HTTP/1.1" status: 200 len: 946 time: 0.0559702 Feb 04 18:13:05.096990 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-56ee1022-8373-4aa0-b17d-838ae0fab103 req-bc6e3b9f-cbc7-4c30-a301-52664a549bc7 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] 10.222.0.89 "GET /v2.0/security-groups?id=d74ae94c-d214-4034-aa3d-c5ace6bc144b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393305 Feb 04 18:13:05.808051 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (ba70844b-66a0-45fd-a2f2-e6ed673321fc), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:13:06.225059 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6157b9f3-6a56-4b78-b25e-e82ec24b54a2 req-1ae90da3-e679-4056-a76d-3ff939ca441a tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:13:06.226563 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-6157b9f3-6a56-4b78-b25e-e82ec24b54a2 req-1ae90da3-e679-4056-a76d-3ff939ca441a tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] 10.222.0.89 "GET /v2.0/ports?device_id=11866dc7-9959-4137-9f13-05ea680ed6a5 HTTP/1.1" status: 200 len: 946 time: 0.0553551 Feb 04 18:13:06.272307 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-6157b9f3-6a56-4b78-b25e-e82ec24b54a2 req-ff1e972d-3c00-41ef-bc6d-580c097b6163 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] 10.222.0.89 "GET /v2.0/security-groups?id=d74ae94c-d214-4034-aa3d-c5ace6bc144b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401902 Feb 04 18:13:06.385352 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c34f5d3-0a0f-48a4-b861-aa91652d4307 req-3c1bf13e-afb9-42db-b2d6-bd6c0e467847 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:13:06.386732 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-7c34f5d3-0a0f-48a4-b861-aa91652d4307 req-3c1bf13e-afb9-42db-b2d6-bd6c0e467847 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] 10.222.0.89 "GET /v2.0/ports?device_id=11866dc7-9959-4137-9f13-05ea680ed6a5 HTTP/1.1" status: 200 len: 946 time: 0.0514977 Feb 04 18:13:06.395625 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 55934) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:13:06.400033 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-6648bf2c-9af9-4f98-9ad3-9916d1474c71 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] Request body: {'floatingip': {'port_id': '81a00f95-fbfe-4796-abe1-c7398a84fefb'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 18:13:06.438129 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-6648bf2c-9af9-4f98-9ad3-9916d1474c71 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] Publish callbacks [] for floatingip (6aa29e7b-43ce-4747-b566-7ad4f61be5e0), before_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:13:06.862109 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-6648bf2c-9af9-4f98-9ad3-9916d1474c71 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:13:06.865853 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-6648bf2c-9af9-4f98-9ad3-9916d1474c71 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1595586'] for floatingip (6aa29e7b-43ce-4747-b566-7ad4f61be5e0), after_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:13:06.965790 n-d-827839-2 neutron-server[103377]: INFO neutron.db.l3_db [None req-6648bf2c-9af9-4f98-9ad3-9916d1474c71 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] Floating IP 6aa29e7b-43ce-4747-b566-7ad4f61be5e0 associated. External IP: 172.25.6.102, port: 81a00f95-fbfe-4796-abe1-c7398a84fefb. Feb 04 18:13:07.171748 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6648bf2c-9af9-4f98-9ad3-9916d1474c71 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] Router 11f91aae-f9a1-4e17-be5e-e5778981f04f has already been hosted by L3 agent 64ada913-9131-4d99-a265-63a920956287 {{(pid=103377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 18:13:07.193325 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.agents_db [None req-e1691f3b-aacd-4cd6-8ebb-a9c53bb301c0 None None] Agent healthcheck: found 7 active agents {{(pid=103379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 18:13:07.565732 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6648bf2c-9af9-4f98-9ad3-9916d1474c71 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] Notify agent at l3_agent.n-d-827839-2 the message routers_updated {{(pid=103377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 18:13:07.570185 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-6648bf2c-9af9-4f98-9ad3-9916d1474c71 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for floatingip (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:13:07.575172 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a1118d4-de81-4e60-b43a-23ee19a5bc1e None None] Sync routers for ids ['11f91aae-f9a1-4e17-be5e-e5778981f04f'] in n-d-827839-2 {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 18:13:07.584623 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a1118d4-de81-4e60-b43a-23ee19a5bc1e None None] Routers {'11f91aae-f9a1-4e17-be5e-e5778981f04f'} bound to L3 agent in host n-d-827839-2 {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 18:13:07.585244 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-0a1118d4-de81-4e60-b43a-23ee19a5bc1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T18:13:03Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['11f91aae-f9a1-4e17-be5e-e5778981f04f'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:13:07.599861 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-6648bf2c-9af9-4f98-9ad3-9916d1474c71 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] 10.222.0.89 "PUT /v2.0/floatingips/6aa29e7b-43ce-4747-b566-7ad4f61be5e0 HTTP/1.1" status: 200 len: 992 time: 1.2031717 Feb 04 18:13:07.600451 n-d-827839-2 neutron-server[103377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11866dc7-9959-4137-9f13-05ea680ed6a5', 'tag': '81a00f95-fbfe-4796-abe1-c7398a84fefb'}] {{(pid=103377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 18:13:07.602725 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2026467e03276fe79290e5b19027649602583100b1291b9f7533f134bdcccf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5bc4e6e-07f7-4c32-a18f-84d266f6cd0c" -d '{"events": [{"name": "network-changed", "server_uuid": "11866dc7-9959-4137-9f13-05ea680ed6a5", "tag": "81a00f95-fbfe-4796-abe1-c7398a84fefb"}]}' {{(pid=103377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 18:13:07.646062 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 18:13:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33b92a68-39ee-41b7-83b6-4c6d6f59269b x-openstack-request-id: req-33b92a68-39ee-41b7-83b6-4c6d6f59269b {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 18:13:07.646223 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11866dc7-9959-4137-9f13-05ea680ed6a5", "tag": "81a00f95-fbfe-4796-abe1-c7398a84fefb", "status": "completed", "code": 200}]} {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 18:13:07.646441 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-33b92a68-39ee-41b7-83b6-4c6d6f59269b {{(pid=103377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 18:13:07.646855 n-d-827839-2 neutron-server[103377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11866dc7-9959-4137-9f13-05ea680ed6a5', 'tag': '81a00f95-fbfe-4796-abe1-c7398a84fefb', 'status': 'completed', 'code': 200} Feb 04 18:13:07.695330 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvr_db [None req-0a1118d4-de81-4e60-b43a-23ee19a5bc1e None None] Set router 11f91aae-f9a1-4e17-be5e-e5778981f04f gateway port host: n-d-827839-2 {{(pid=103379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 18:13:07.746473 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bc4e6e-07f7-4c32-a18f-84d266f6cd0c req-c91355d4-6c4c-445c-9e88-d462824ebd90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:13:07.748012 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-b5bc4e6e-07f7-4c32-a18f-84d266f6cd0c req-c91355d4-6c4c-445c-9e88-d462824ebd90 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=4338804066934839a89616343b009f4c&device_id=11866dc7-9959-4137-9f13-05ea680ed6a5 HTTP/1.1" status: 200 len: 1128 time: 0.0722492 Feb 04 18:13:07.754922 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6d85cd-32fe-4e0f-a465-5250de6a7381 req-0dbf4e60-548e-43d3-b2dc-baa506dc0b7e tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:13:07.756308 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-3e6d85cd-32fe-4e0f-a465-5250de6a7381 req-0dbf4e60-548e-43d3-b2dc-baa506dc0b7e tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] 10.222.0.89 "GET /v2.0/ports?device_id=11866dc7-9959-4137-9f13-05ea680ed6a5 HTTP/1.1" status: 200 len: 946 time: 0.0909421 Feb 04 18:13:07.863717 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-3e6d85cd-32fe-4e0f-a465-5250de6a7381 req-4f3793a9-4788-42da-9290-850b74080c9b tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] 10.222.0.89 "GET /v2.0/security-groups?id=d74ae94c-d214-4034-aa3d-c5ace6bc144b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0993481 Feb 04 18:13:07.880673 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bc4e6e-07f7-4c32-a18f-84d266f6cd0c req-1d6a197b-0013-4754-a831-8cf0225db152 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:13:07.882186 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-b5bc4e6e-07f7-4c32-a18f-84d266f6cd0c req-1d6a197b-0013-4754-a831-8cf0225db152 service neutron] 10.222.0.90 "GET /v2.0/networks?id=9202776c-3b7c-4c3e-8f4a-d5bfef65b2d4 HTTP/1.1" status: 200 len: 913 time: 0.1250098 Feb 04 18:13:07.917941 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-0a1118d4-de81-4e60-b43a-23ee19a5bc1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11f91aae-f9a1-4e17-be5e-e5778981f04f', 'name': 'tempest-ServerActionsTestJSON-1013004487-router', 'tenant_id': '4338804066934839a89616343b009f4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.150'}], 'enable_snat': True}, 'gw_port_id': 'ddb03411-7259-4cd8-876f-44e1c1c3c2dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T18:12:50Z', 'updated_at': '2022-02-04T18:12:53Z', 'revision_number': 4, 'project_id': '4338804066934839a89616343b009f4c', 'gw_port': {'id': 'ddb03411-7259-4cd8-876f-44e1c1c3c2dc', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:68:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11f91aae-f9a1-4e17-be5e-e5778981f04f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:12:51Z', 'updated_at': '2022-02-04T18:12:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_floatingips': [{'id': '6aa29e7b-43ce-4747-b566-7ad4f61be5e0', 'tenant_id': '4338804066934839a89616343b009f4c', 'floating_ip_address': '172.25.6.102', 'floating_network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'router_id': '11f91aae-f9a1-4e17-be5e-e5778981f04f', 'port_id': '81a00f95-fbfe-4796-abe1-c7398a84fefb', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4101, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9202776c-3b7c-4c3e-8f4a-d5bfef65b2d4', 'mac_address': 'fa:16:3e:27:e8:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11866dc7-9959-4137-9f13-05ea680ed6a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T18:12:55Z', 'updated_at': '2022-02-04T18:13:06Z', 'revision_number': 1, 'project_id': '4338804066934839a89616343b009f4c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d9015b8-c253-4336-9e3f-641bc2fa8c48', 'name': '', 'network_id': '9202776c-3b7c-4c3e-8f4a-d5bfef65b2d4', 'tenant_id': '4338804066934839a89616343b009f4c', 'mac_address': 'fa:16:3e:8c:1f:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11f91aae-f9a1-4e17-be5e-e5778981f04f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '83fb5fd4-36d5-407e-bda8-162bf59018d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:12:53Z', 'updated_at': '2022-02-04T18:12:57Z', 'revision_number': 5, 'project_id': '4338804066934839a89616343b009f4c', 'subnets': [{'id': '83fb5fd4-36d5-407e-bda8-162bf59018d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-2', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:13:07.944356 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a1118d4-de81-4e60-b43a-23ee19a5bc1e None None] Checking router: 11f91aae-f9a1-4e17-be5e-e5778981f04f for host: n-d-827839-2 {{(pid=103379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 18:13:07.952306 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-b5bc4e6e-07f7-4c32-a18f-84d266f6cd0c req-cc0737eb-55fa-41e7-a725-5578e83f1e87 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=81a00f95-fbfe-4796-abe1-c7398a84fefb HTTP/1.1" status: 200 len: 1000 time: 0.0626571 Feb 04 18:13:07.952452 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a1118d4-de81-4e60-b43a-23ee19a5bc1e None None] Routers {'11f91aae-f9a1-4e17-be5e-e5778981f04f'} bound to L3 agent in host n-d-827839-2 {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 18:13:07.952936 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-0a1118d4-de81-4e60-b43a-23ee19a5bc1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T18:13:03Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['11f91aae-f9a1-4e17-be5e-e5778981f04f'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:13:08.001072 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bc4e6e-07f7-4c32-a18f-84d266f6cd0c req-a2048413-a70e-4a83-b6e6-29fa079d1f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:13:08.003123 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-b5bc4e6e-07f7-4c32-a18f-84d266f6cd0c req-a2048413-a70e-4a83-b6e6-29fa079d1f87 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=83fb5fd4-36d5-407e-bda8-162bf59018d2 HTTP/1.1" status: 200 len: 851 time: 0.0448198 Feb 04 18:13:08.059767 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvr_db [None req-0a1118d4-de81-4e60-b43a-23ee19a5bc1e None None] Set router 11f91aae-f9a1-4e17-be5e-e5778981f04f gateway port host: n-d-827839-2 {{(pid=103379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 18:13:08.060539 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bc4e6e-07f7-4c32-a18f-84d266f6cd0c req-420fcd46-ae35-4f8f-95a1-b1e8a6cae34a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:13:08.062196 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-b5bc4e6e-07f7-4c32-a18f-84d266f6cd0c req-420fcd46-ae35-4f8f-95a1-b1e8a6cae34a service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=9202776c-3b7c-4c3e-8f4a-d5bfef65b2d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0530381 Feb 04 18:13:08.149906 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-b5bc4e6e-07f7-4c32-a18f-84d266f6cd0c req-ee9ab341-bd40-4c2e-812c-96fceebc9750 service neutron] 10.222.0.90 "GET /v2.0/networks/9202776c-3b7c-4c3e-8f4a-d5bfef65b2d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809569 Feb 04 18:13:08.248199 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-b5bc4e6e-07f7-4c32-a18f-84d266f6cd0c req-6ece7144-3b10-4c08-a43e-5df531dd7a9b service neutron] 10.222.0.90 "GET /v2.0/networks/9202776c-3b7c-4c3e-8f4a-d5bfef65b2d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910742 Feb 04 18:13:08.286934 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-0a1118d4-de81-4e60-b43a-23ee19a5bc1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11f91aae-f9a1-4e17-be5e-e5778981f04f', 'name': 'tempest-ServerActionsTestJSON-1013004487-router', 'tenant_id': '4338804066934839a89616343b009f4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.150'}], 'enable_snat': True}, 'gw_port_id': 'ddb03411-7259-4cd8-876f-44e1c1c3c2dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T18:12:50Z', 'updated_at': '2022-02-04T18:12:53Z', 'revision_number': 4, 'project_id': '4338804066934839a89616343b009f4c', 'gw_port': {'id': 'ddb03411-7259-4cd8-876f-44e1c1c3c2dc', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:68:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11f91aae-f9a1-4e17-be5e-e5778981f04f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:12:51Z', 'updated_at': '2022-02-04T18:12:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_floatingips': [{'id': '6aa29e7b-43ce-4747-b566-7ad4f61be5e0', 'tenant_id': '4338804066934839a89616343b009f4c', 'floating_ip_address': '172.25.6.102', 'floating_network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'router_id': '11f91aae-f9a1-4e17-be5e-e5778981f04f', 'port_id': '81a00f95-fbfe-4796-abe1-c7398a84fefb', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4101, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9202776c-3b7c-4c3e-8f4a-d5bfef65b2d4', 'mac_address': 'fa:16:3e:27:e8:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11866dc7-9959-4137-9f13-05ea680ed6a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T18:12:55Z', 'updated_at': '2022-02-04T18:13:06Z', 'revision_number': 1, 'project_id': '4338804066934839a89616343b009f4c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d9015b8-c253-4336-9e3f-641bc2fa8c48', 'name': '', 'network_id': '9202776c-3b7c-4c3e-8f4a-d5bfef65b2d4', 'tenant_id': '4338804066934839a89616343b009f4c', 'mac_address': 'fa:16:3e:8c:1f:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11f91aae-f9a1-4e17-be5e-e5778981f04f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '83fb5fd4-36d5-407e-bda8-162bf59018d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:12:53Z', 'updated_at': '2022-02-04T18:12:57Z', 'revision_number': 5, 'project_id': '4338804066934839a89616343b009f4c', 'subnets': [{'id': '83fb5fd4-36d5-407e-bda8-162bf59018d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-2', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:13:08.313128 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a1118d4-de81-4e60-b43a-23ee19a5bc1e None None] The sync data for ids ['11f91aae-f9a1-4e17-be5e-e5778981f04f'] in n-d-827839-2 is: [{'id': '11f91aae-f9a1-4e17-be5e-e5778981f04f', 'name': 'tempest-ServerActionsTestJSON-1013004487-router', 'tenant_id': '4338804066934839a89616343b009f4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.150'}], 'enable_snat': True}, 'gw_port_id': 'ddb03411-7259-4cd8-876f-44e1c1c3c2dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T18:12:50Z', 'updated_at': '2022-02-04T18:12:53Z', 'revision_number': 4, 'project_id': '4338804066934839a89616343b009f4c', 'gw_port': {'id': 'ddb03411-7259-4cd8-876f-44e1c1c3c2dc', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:68:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11f91aae-f9a1-4e17-be5e-e5778981f04f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:12:51Z', 'updated_at': '2022-02-04T18:12:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_floatingips': [{'id': '6aa29e7b-43ce-4747-b566-7ad4f61be5e0', 'tenant_id': '4338804066934839a89616343b009f4c', 'floating_ip_address': '172.25.6.102', 'floating_network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'router_id': '11f91aae-f9a1-4e17-be5e-e5778981f04f', 'port_id': '81a00f95-fbfe-4796-abe1-c7398a84fefb', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4101, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9202776c-3b7c-4c3e-8f4a-d5bfef65b2d4', 'mac_address': 'fa:16:3e:27:e8:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11866dc7-9959-4137-9f13-05ea680ed6a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T18:12:55Z', 'updated_at': '2022-02-04T18:13:06Z', 'revision_number': 1, 'project_id': '4338804066934839a89616343b009f4c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d9015b8-c253-4336-9e3f-641bc2fa8c48', 'name': '', 'network_id': '9202776c-3b7c-4c3e-8f4a-d5bfef65b2d4', 'tenant_id': '4338804066934839a89616343b009f4c', 'mac_address': 'fa:16:3e:8c:1f:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11f91aae-f9a1-4e17-be5e-e5778981f04f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '83fb5fd4-36d5-407e-bda8-162bf59018d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:12:53Z', 'updated_at': '2022-02-04T18:12:57Z', 'revision_number': 5, 'project_id': '4338804066934839a89616343b009f4c', 'subnets': [{'id': '83fb5fd4-36d5-407e-bda8-162bf59018d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 18:13:08.500017 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9993f7de-6412-4665-9122-6ee6f9986129 None None] New status for floating IP 6aa29e7b-43ce-4747-b566-7ad4f61be5e0: ACTIVE {{(pid=103378) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 18:13:08.996993 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6bb83c-1f8c-4e41-9484-4ca2bd9029ae req-6f9c1aaa-b943-4497-9302-e68cd3282b30 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:13:08.998475 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-5b6bb83c-1f8c-4e41-9484-4ca2bd9029ae req-6f9c1aaa-b943-4497-9302-e68cd3282b30 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] 10.222.0.89 "GET /v2.0/ports?device_id=11866dc7-9959-4137-9f13-05ea680ed6a5 HTTP/1.1" status: 200 len: 946 time: 0.0620768 Feb 04 18:13:09.052155 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-5b6bb83c-1f8c-4e41-9484-4ca2bd9029ae req-bb696138-c95f-415d-9723-f03f74d5adbd tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] 10.222.0.89 "GET /v2.0/security-groups?id=d74ae94c-d214-4034-aa3d-c5ace6bc144b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466769 Feb 04 18:13:09.173800 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e882cef-600e-47cf-8eb9-b27749fe94c8 req-18efc053-1632-49c8-8eb7-af6c33fe1e75 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:13:09.175294 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-0e882cef-600e-47cf-8eb9-b27749fe94c8 req-18efc053-1632-49c8-8eb7-af6c33fe1e75 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] 10.222.0.89 "GET /v2.0/ports?device_id=11866dc7-9959-4137-9f13-05ea680ed6a5 HTTP/1.1" status: 200 len: 946 time: 0.0544102 Feb 04 18:13:09.222399 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-0e882cef-600e-47cf-8eb9-b27749fe94c8 req-7089ada2-b018-4f74-98bb-5ae92c354733 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] 10.222.0.89 "GET /v2.0/security-groups?id=d74ae94c-d214-4034-aa3d-c5ace6bc144b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415010 Feb 04 18:13:09.485285 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-f3df44ac-a21c-4e9e-85b3-9329e56c5fbf req-6e48260d-36e4-4bda-8130-aea6cc62b095 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=11866dc7-9959-4137-9f13-05ea680ed6a5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0809894 Feb 04 18:13:09.493381 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351a74d9-524a-4f79-b047-48131d390f8a req-60f3789e-319b-42a2-9111-0d1d8a99589f tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:13:09.494768 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-351a74d9-524a-4f79-b047-48131d390f8a req-60f3789e-319b-42a2-9111-0d1d8a99589f tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] 10.222.0.89 "GET /v2.0/ports?device_id=11866dc7-9959-4137-9f13-05ea680ed6a5 HTTP/1.1" status: 200 len: 946 time: 0.0810404 Feb 04 18:13:09.545591 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-351a74d9-524a-4f79-b047-48131d390f8a req-6b24276d-d312-4f21-892c-954fac11379d tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] 10.222.0.89 "GET /v2.0/security-groups?id=d74ae94c-d214-4034-aa3d-c5ace6bc144b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448527 Feb 04 18:13:10.632082 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3df44ac-a21c-4e9e-85b3-9329e56c5fbf req-a4aa3bee-bc83-4b20-90e9-0d8ecdb4a0bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:13:10.633621 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-f3df44ac-a21c-4e9e-85b3-9329e56c5fbf req-a4aa3bee-bc83-4b20-90e9-0d8ecdb4a0bd service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=4338804066934839a89616343b009f4c&device_id=11866dc7-9959-4137-9f13-05ea680ed6a5 HTTP/1.1" status: 200 len: 1128 time: 0.0444865 Feb 04 18:13:10.666213 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a3889b-3828-4c1d-9664-cc09e9756bbf req-34b6402f-d2f7-496a-a80e-99cbf20f1243 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:13:10.667727 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-06a3889b-3828-4c1d-9664-cc09e9756bbf req-34b6402f-d2f7-496a-a80e-99cbf20f1243 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] 10.222.0.89 "GET /v2.0/ports?device_id=11866dc7-9959-4137-9f13-05ea680ed6a5 HTTP/1.1" status: 200 len: 946 time: 0.0524030 Feb 04 18:13:10.708275 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (f20a1ab3-4332-4f54-833b-ba4a7c687e89), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:13:10.719215 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-06a3889b-3828-4c1d-9664-cc09e9756bbf req-b9ac8481-34d0-4209-be9f-c677a3e35632 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] 10.222.0.89 "GET /v2.0/security-groups?id=d74ae94c-d214-4034-aa3d-c5ace6bc144b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458338 Feb 04 18:13:10.730102 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3df44ac-a21c-4e9e-85b3-9329e56c5fbf req-3e352e96-0a65-4772-8eb7-dbfd86a48db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:13:10.731556 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-f3df44ac-a21c-4e9e-85b3-9329e56c5fbf req-3e352e96-0a65-4772-8eb7-dbfd86a48db8 service neutron] 10.222.0.90 "GET /v2.0/networks?id=9202776c-3b7c-4c3e-8f4a-d5bfef65b2d4 HTTP/1.1" status: 200 len: 913 time: 0.0918558 Feb 04 18:13:10.800674 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-f3df44ac-a21c-4e9e-85b3-9329e56c5fbf req-750d8224-f880-4e4e-ba31-3996474db445 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=81a00f95-fbfe-4796-abe1-c7398a84fefb HTTP/1.1" status: 200 len: 1002 time: 0.0603752 Feb 04 18:13:10.848458 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3df44ac-a21c-4e9e-85b3-9329e56c5fbf req-8c6d2334-535a-40d9-9d5e-8f6ee5c654f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:13:10.849829 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-f3df44ac-a21c-4e9e-85b3-9329e56c5fbf req-8c6d2334-535a-40d9-9d5e-8f6ee5c654f6 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=83fb5fd4-36d5-407e-bda8-162bf59018d2 HTTP/1.1" status: 200 len: 851 time: 0.0435398 Feb 04 18:13:10.904134 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3df44ac-a21c-4e9e-85b3-9329e56c5fbf req-fc17eedb-1ae0-4694-8934-bca2a7b1ab27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:13:10.905651 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-f3df44ac-a21c-4e9e-85b3-9329e56c5fbf req-fc17eedb-1ae0-4694-8934-bca2a7b1ab27 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=9202776c-3b7c-4c3e-8f4a-d5bfef65b2d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0497525 Feb 04 18:13:10.992087 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-f3df44ac-a21c-4e9e-85b3-9329e56c5fbf req-ef96abbd-d742-4f52-9535-09d776f98a55 service neutron] 10.222.0.90 "GET /v2.0/networks/9202776c-3b7c-4c3e-8f4a-d5bfef65b2d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802464 Feb 04 18:13:11.083929 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-f3df44ac-a21c-4e9e-85b3-9329e56c5fbf req-0cdcd9e3-8321-4ab5-b90e-f4beffb7d96c service neutron] 10.222.0.90 "GET /v2.0/networks/9202776c-3b7c-4c3e-8f4a-d5bfef65b2d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853503 Feb 04 18:13:11.839318 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaed157c-5b26-4bbf-aadb-48ff1570aa2c req-ce873c8b-d026-4391-9b9b-62a58ab51512 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:13:11.840830 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-aaed157c-5b26-4bbf-aadb-48ff1570aa2c req-ce873c8b-d026-4391-9b9b-62a58ab51512 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] 10.222.0.89 "GET /v2.0/ports?device_id=11866dc7-9959-4137-9f13-05ea680ed6a5 HTTP/1.1" status: 200 len: 946 time: 0.0535688 Feb 04 18:13:11.887322 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-aaed157c-5b26-4bbf-aadb-48ff1570aa2c req-deb4cd79-c405-4d93-966e-993018904c13 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] 10.222.0.89 "GET /v2.0/security-groups?id=d74ae94c-d214-4034-aa3d-c5ace6bc144b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409839 Feb 04 18:13:12.802938 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (3f9244a9-75fc-4c10-b195-11d48b853b41), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:13:13.005929 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3462e61-0337-479b-aa4a-15597dba4b76 req-c35e44fb-6264-4f84-9579-73982d90bd25 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:13:13.007408 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-e3462e61-0337-479b-aa4a-15597dba4b76 req-c35e44fb-6264-4f84-9579-73982d90bd25 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] 10.222.0.89 "GET /v2.0/ports?device_id=11866dc7-9959-4137-9f13-05ea680ed6a5 HTTP/1.1" status: 200 len: 946 time: 0.0505028 Feb 04 18:13:13.053177 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-e3462e61-0337-479b-aa4a-15597dba4b76 req-ae8586af-cf10-46b1-adc3-ba7fc60be108 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] 10.222.0.89 "GET /v2.0/security-groups?id=d74ae94c-d214-4034-aa3d-c5ace6bc144b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400624 Feb 04 18:13:14.171152 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d2a82d-067b-49ef-97d2-5ca2970ebd8a req-ae2d8ab2-6d06-4658-b3e7-edaa8b992f50 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:13:14.172640 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-c3d2a82d-067b-49ef-97d2-5ca2970ebd8a req-ae2d8ab2-6d06-4658-b3e7-edaa8b992f50 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] 10.222.0.89 "GET /v2.0/ports?device_id=11866dc7-9959-4137-9f13-05ea680ed6a5 HTTP/1.1" status: 200 len: 946 time: 0.0518463 Feb 04 18:13:14.218946 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-c3d2a82d-067b-49ef-97d2-5ca2970ebd8a req-1f9f3d93-ebd7-4fd7-918f-63003da61d67 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] 10.222.0.89 "GET /v2.0/security-groups?id=d74ae94c-d214-4034-aa3d-c5ace6bc144b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398548 Feb 04 18:13:15.337642 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfaa693a-5c34-4ecd-bcf3-4efd17a3fbc2 req-f9954030-b65f-4f30-874f-d048ddf12e57 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:13:15.339091 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-dfaa693a-5c34-4ecd-bcf3-4efd17a3fbc2 req-f9954030-b65f-4f30-874f-d048ddf12e57 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] 10.222.0.89 "GET /v2.0/ports?device_id=11866dc7-9959-4137-9f13-05ea680ed6a5 HTTP/1.1" status: 200 len: 946 time: 0.0514874 Feb 04 18:13:15.383343 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-dfaa693a-5c34-4ecd-bcf3-4efd17a3fbc2 req-f51023c4-fc7d-4d8e-94f6-fe1e8de91934 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] 10.222.0.89 "GET /v2.0/security-groups?id=d74ae94c-d214-4034-aa3d-c5ace6bc144b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387919 Feb 04 18:13:16.505541 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef45e4c1-5d94-4f3f-8c58-c7b9d5ed8901 req-3920474e-aae9-4009-a762-a6740f87dd25 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:13:16.507033 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-ef45e4c1-5d94-4f3f-8c58-c7b9d5ed8901 req-3920474e-aae9-4009-a762-a6740f87dd25 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] 10.222.0.89 "GET /v2.0/ports?device_id=11866dc7-9959-4137-9f13-05ea680ed6a5 HTTP/1.1" status: 200 len: 946 time: 0.0561628 Feb 04 18:13:16.552780 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-ef45e4c1-5d94-4f3f-8c58-c7b9d5ed8901 req-dd443f7d-34cd-4029-9271-ae57d95cacaf tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] 10.222.0.89 "GET /v2.0/security-groups?id=d74ae94c-d214-4034-aa3d-c5ace6bc144b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401487 Feb 04 18:13:17.678671 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dec5895-9582-41bb-ab3d-da3e01d3ccc9 req-d19b1143-7ed1-4d39-a57e-a4660c69d860 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:13:17.680168 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-2dec5895-9582-41bb-ab3d-da3e01d3ccc9 req-d19b1143-7ed1-4d39-a57e-a4660c69d860 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] 10.222.0.89 "GET /v2.0/ports?device_id=11866dc7-9959-4137-9f13-05ea680ed6a5 HTTP/1.1" status: 200 len: 946 time: 0.0583670 Feb 04 18:13:17.726894 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-2dec5895-9582-41bb-ab3d-da3e01d3ccc9 req-34797f06-5330-4ea9-b2f8-af622a9cf0e8 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] 10.222.0.89 "GET /v2.0/security-groups?id=d74ae94c-d214-4034-aa3d-c5ace6bc144b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410349 Feb 04 18:13:18.845664 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83318cd4-12d2-425b-a589-9136bbe68871 req-9de9c554-5b27-4f6e-8e0b-c9d4ce918c93 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:13:18.847151 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-83318cd4-12d2-425b-a589-9136bbe68871 req-9de9c554-5b27-4f6e-8e0b-c9d4ce918c93 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] 10.222.0.89 "GET /v2.0/ports?device_id=11866dc7-9959-4137-9f13-05ea680ed6a5 HTTP/1.1" status: 200 len: 946 time: 0.0526111 Feb 04 18:13:18.893567 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-83318cd4-12d2-425b-a589-9136bbe68871 req-61b21f7f-21e7-4ba7-926d-78839dddfe7d tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] 10.222.0.89 "GET /v2.0/security-groups?id=d74ae94c-d214-4034-aa3d-c5ace6bc144b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409431 Feb 04 18:13:20.013248 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cba1b1-5daa-4e29-9216-b74aeeb13471 req-e21e9652-7108-4d52-b96b-f46ad6f6f0d8 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:13:20.014731 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-02cba1b1-5daa-4e29-9216-b74aeeb13471 req-e21e9652-7108-4d52-b96b-f46ad6f6f0d8 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] 10.222.0.89 "GET /v2.0/ports?device_id=11866dc7-9959-4137-9f13-05ea680ed6a5 HTTP/1.1" status: 200 len: 946 time: 0.0536714 Feb 04 18:13:20.060359 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-02cba1b1-5daa-4e29-9216-b74aeeb13471 req-1d5f9ac6-7fe8-4661-9134-e37dbd46cada tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] 10.222.0.89 "GET /v2.0/security-groups?id=d74ae94c-d214-4034-aa3d-c5ace6bc144b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400968 Feb 04 18:13:21.179212 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee0fcd1-36dd-4379-8726-185577f5a3bf req-13a58559-d8f0-4287-a458-58288e929496 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:13:21.180707 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-dee0fcd1-36dd-4379-8726-185577f5a3bf req-13a58559-d8f0-4287-a458-58288e929496 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] 10.222.0.89 "GET /v2.0/ports?device_id=11866dc7-9959-4137-9f13-05ea680ed6a5 HTTP/1.1" status: 200 len: 946 time: 0.0527112 Feb 04 18:13:21.232645 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-dee0fcd1-36dd-4379-8726-185577f5a3bf req-e9efaf37-d333-4904-b46c-04ed3895b08c tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] 10.222.0.89 "GET /v2.0/security-groups?id=d74ae94c-d214-4034-aa3d-c5ace6bc144b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463302 Feb 04 18:13:22.357750 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b1f5d4-deff-4d2a-81db-10ac3b4006e3 req-bf90fe56-7144-49d1-8428-402ceb4ec153 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:13:22.359223 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-21b1f5d4-deff-4d2a-81db-10ac3b4006e3 req-bf90fe56-7144-49d1-8428-402ceb4ec153 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] 10.222.0.89 "GET /v2.0/ports?device_id=11866dc7-9959-4137-9f13-05ea680ed6a5 HTTP/1.1" status: 200 len: 946 time: 0.0577281 Feb 04 18:13:22.403797 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-21b1f5d4-deff-4d2a-81db-10ac3b4006e3 req-3ef54a77-431a-4254-9c91-0b0265d23f35 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] 10.222.0.89 "GET /v2.0/security-groups?id=d74ae94c-d214-4034-aa3d-c5ace6bc144b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385418 Feb 04 18:13:23.523657 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00d2f0a-bb18-4527-973d-df57126e4432 req-0eeda5c7-bb66-4737-a698-6834edb02205 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:13:23.525093 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-f00d2f0a-bb18-4527-973d-df57126e4432 req-0eeda5c7-bb66-4737-a698-6834edb02205 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] 10.222.0.89 "GET /v2.0/ports?device_id=11866dc7-9959-4137-9f13-05ea680ed6a5 HTTP/1.1" status: 200 len: 946 time: 0.0530078 Feb 04 18:13:23.571453 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-f00d2f0a-bb18-4527-973d-df57126e4432 req-b3267787-60dd-41e2-b60a-bf77d87a767e tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] 10.222.0.89 "GET /v2.0/security-groups?id=d74ae94c-d214-4034-aa3d-c5ace6bc144b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407248 Feb 04 18:13:24.687331 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1240a68f-1edb-4895-98c5-3ed708399d39 req-92323a1a-b1e1-4620-83c7-61b0d0e35210 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:13:24.689321 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-1240a68f-1edb-4895-98c5-3ed708399d39 req-92323a1a-b1e1-4620-83c7-61b0d0e35210 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] 10.222.0.89 "GET /v2.0/ports?device_id=11866dc7-9959-4137-9f13-05ea680ed6a5 HTTP/1.1" status: 200 len: 946 time: 0.0513086 Feb 04 18:13:24.735413 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-1240a68f-1edb-4895-98c5-3ed708399d39 req-d92466aa-07f1-44b3-b561-922411a4ac1f tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] 10.222.0.89 "GET /v2.0/security-groups?id=d74ae94c-d214-4034-aa3d-c5ace6bc144b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405984 Feb 04 18:13:25.854494 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5f710b-cf22-44bb-a6cb-9d11fe71f0bc req-e5fba1f0-a378-4891-a248-3ae824276a50 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:13:25.855974 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-3b5f710b-cf22-44bb-a6cb-9d11fe71f0bc req-e5fba1f0-a378-4891-a248-3ae824276a50 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] 10.222.0.89 "GET /v2.0/ports?device_id=11866dc7-9959-4137-9f13-05ea680ed6a5 HTTP/1.1" status: 200 len: 946 time: 0.0514803 Feb 04 18:13:25.901390 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-3b5f710b-cf22-44bb-a6cb-9d11fe71f0bc req-473fc34a-f5b2-4491-974a-11839c994a1b tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] 10.222.0.89 "GET /v2.0/security-groups?id=d74ae94c-d214-4034-aa3d-c5ace6bc144b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398264 Feb 04 18:13:27.021493 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9b15bd-f2ce-4e83-b738-eef944ab2bb0 req-98b4a516-374d-4fe3-8f18-555cb4776186 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:13:27.022960 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-3e9b15bd-f2ce-4e83-b738-eef944ab2bb0 req-98b4a516-374d-4fe3-8f18-555cb4776186 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] 10.222.0.89 "GET /v2.0/ports?device_id=11866dc7-9959-4137-9f13-05ea680ed6a5 HTTP/1.1" status: 200 len: 946 time: 0.0518162 Feb 04 18:13:27.072920 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-3e9b15bd-f2ce-4e83-b738-eef944ab2bb0 req-6f990516-c0f9-45ca-bb35-ee2a39034556 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] 10.222.0.89 "GET /v2.0/security-groups?id=d74ae94c-d214-4034-aa3d-c5ace6bc144b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443707 Feb 04 18:13:28.195193 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521e3608-6142-4daf-b379-2c0a94ae200a req-9a607717-097d-4293-bd7b-d70576b39d5a tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:13:28.196581 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-521e3608-6142-4daf-b379-2c0a94ae200a req-9a607717-097d-4293-bd7b-d70576b39d5a tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] 10.222.0.89 "GET /v2.0/ports?device_id=11866dc7-9959-4137-9f13-05ea680ed6a5 HTTP/1.1" status: 200 len: 946 time: 0.0565238 Feb 04 18:13:28.242926 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-521e3608-6142-4daf-b379-2c0a94ae200a req-de31f499-99c2-41e2-9d83-c791d1db5424 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] 10.222.0.89 "GET /v2.0/security-groups?id=d74ae94c-d214-4034-aa3d-c5ace6bc144b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407219 Feb 04 18:13:29.360920 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b04bb9b-6d40-45a6-9feb-f4a6262c0e72 req-01ffcda5-73fa-4a4a-8e30-b89e4fc50127 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:13:29.362397 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-9b04bb9b-6d40-45a6-9feb-f4a6262c0e72 req-01ffcda5-73fa-4a4a-8e30-b89e4fc50127 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] 10.222.0.89 "GET /v2.0/ports?device_id=11866dc7-9959-4137-9f13-05ea680ed6a5 HTTP/1.1" status: 200 len: 946 time: 0.0525062 Feb 04 18:13:29.408167 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-9b04bb9b-6d40-45a6-9feb-f4a6262c0e72 req-4ec0daa7-0e72-4611-87fc-156cb062f05d tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] 10.222.0.89 "GET /v2.0/security-groups?id=d74ae94c-d214-4034-aa3d-c5ace6bc144b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398397 Feb 04 18:13:29.833858 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-81ea199f-20b8-465a-beb8-c4670e429c5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (bb89f5a3-3c22-440b-b7d1-c4f0c43c184a), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:13:30.527341 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd3c456-73b5-4d05-af74-69ad40a2d4bb req-c6fafd6f-4f20-46cf-9cb6-5e0e4d50b50b tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:13:30.528914 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-5bd3c456-73b5-4d05-af74-69ad40a2d4bb req-c6fafd6f-4f20-46cf-9cb6-5e0e4d50b50b tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] 10.222.0.89 "GET /v2.0/ports?device_id=11866dc7-9959-4137-9f13-05ea680ed6a5 HTTP/1.1" status: 200 len: 946 time: 0.0529518 Feb 04 18:13:30.575129 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-5bd3c456-73b5-4d05-af74-69ad40a2d4bb req-f2c175e8-7ab0-49c4-a67b-5d45b609770b tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] 10.222.0.89 "GET /v2.0/security-groups?id=d74ae94c-d214-4034-aa3d-c5ace6bc144b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405920 Feb 04 18:13:31.694897 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e43a5c8-77cb-452b-8d74-fcfba61f73e2 req-bff30c94-dfbe-4840-b23a-f7cee9003437 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:13:31.696370 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-2e43a5c8-77cb-452b-8d74-fcfba61f73e2 req-bff30c94-dfbe-4840-b23a-f7cee9003437 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] 10.222.0.89 "GET /v2.0/ports?device_id=11866dc7-9959-4137-9f13-05ea680ed6a5 HTTP/1.1" status: 200 len: 946 time: 0.0537150 Feb 04 18:13:31.741980 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-2e43a5c8-77cb-452b-8d74-fcfba61f73e2 req-294cc9bd-9d74-478e-96cb-1245f33d94aa tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] 10.222.0.89 "GET /v2.0/security-groups?id=d74ae94c-d214-4034-aa3d-c5ace6bc144b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401151 Feb 04 18:13:32.879804 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8d51af-25aa-41db-82cf-cac71a707501 req-78621c9d-b9d7-4c34-b11e-d6f295ffe548 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:13:32.881415 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-5b8d51af-25aa-41db-82cf-cac71a707501 req-78621c9d-b9d7-4c34-b11e-d6f295ffe548 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] 10.222.0.89 "GET /v2.0/ports?device_id=11866dc7-9959-4137-9f13-05ea680ed6a5 HTTP/1.1" status: 200 len: 946 time: 0.0573153 Feb 04 18:13:32.906758 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-040d6828-77a3-47cc-8e75-e63c07d4fd97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (64ada913-9131-4d99-a265-63a920956287), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:13:32.931414 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-5b8d51af-25aa-41db-82cf-cac71a707501 req-ec418461-0b17-40a2-ac2e-1e7d5703d685 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] 10.222.0.89 "GET /v2.0/security-groups?id=d74ae94c-d214-4034-aa3d-c5ace6bc144b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444245 Feb 04 18:13:33.207487 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d408ec64-b374-4acb-a1fc-48241dad6d47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (0cd6d64a-47a7-40ff-8c12-71dd526c62e0), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:13:34.053433 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650dbc7b-e337-467a-9514-84b1b3434f22 req-31730d3d-aabd-4191-a1b8-41b66cbbc409 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:13:34.054913 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-650dbc7b-e337-467a-9514-84b1b3434f22 req-31730d3d-aabd-4191-a1b8-41b66cbbc409 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] 10.222.0.89 "GET /v2.0/ports?device_id=11866dc7-9959-4137-9f13-05ea680ed6a5 HTTP/1.1" status: 200 len: 946 time: 0.0577173 Feb 04 18:13:34.100064 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-650dbc7b-e337-467a-9514-84b1b3434f22 req-b03935ad-e1d8-4c85-985e-aded8a13e9c9 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] 10.222.0.89 "GET /v2.0/security-groups?id=d74ae94c-d214-4034-aa3d-c5ace6bc144b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396538 Feb 04 18:13:35.017620 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4f14bb47-e72b-46ac-9e44-a61d9293afcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (75326290-f7a3-4db8-9cf2-15c7139ed224), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:13:35.219842 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fff80d8-a54b-42d6-b6c3-d14defe3fc58 req-0c21899e-ea79-40a7-bce0-0e13c30ab6b7 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:13:35.221883 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-6fff80d8-a54b-42d6-b6c3-d14defe3fc58 req-0c21899e-ea79-40a7-bce0-0e13c30ab6b7 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] 10.222.0.89 "GET /v2.0/ports?device_id=11866dc7-9959-4137-9f13-05ea680ed6a5 HTTP/1.1" status: 200 len: 946 time: 0.0541737 Feb 04 18:13:35.267330 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-6fff80d8-a54b-42d6-b6c3-d14defe3fc58 req-171ac3ca-c9cd-43aa-801c-f89b290050da tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] 10.222.0.89 "GET /v2.0/security-groups?id=d74ae94c-d214-4034-aa3d-c5ace6bc144b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397878 Feb 04 18:13:35.811110 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (ba70844b-66a0-45fd-a2f2-e6ed673321fc), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:13:36.385896 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2846aeb9-ddfb-459c-94b0-99b2d36f94b6 req-dbca3ff1-c5a1-431c-bd0e-450cafe76031 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:13:36.387377 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-2846aeb9-ddfb-459c-94b0-99b2d36f94b6 req-dbca3ff1-c5a1-431c-bd0e-450cafe76031 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] 10.222.0.89 "GET /v2.0/ports?device_id=11866dc7-9959-4137-9f13-05ea680ed6a5 HTTP/1.1" status: 200 len: 946 time: 0.0529821 Feb 04 18:13:36.436758 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-2846aeb9-ddfb-459c-94b0-99b2d36f94b6 req-b4c6385d-6a29-4a50-9acd-06aee8b3876b tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] 10.222.0.89 "GET /v2.0/security-groups?id=d74ae94c-d214-4034-aa3d-c5ace6bc144b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439055 Feb 04 18:13:37.561052 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04192961-e634-4d30-885a-f0afdba3ce31 req-7ea19a5f-f8c5-4a27-8b0b-6d84a04049e4 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:13:37.562435 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-04192961-e634-4d30-885a-f0afdba3ce31 req-7ea19a5f-f8c5-4a27-8b0b-6d84a04049e4 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] 10.222.0.89 "GET /v2.0/ports?device_id=11866dc7-9959-4137-9f13-05ea680ed6a5 HTTP/1.1" status: 200 len: 946 time: 0.0514245 Feb 04 18:13:37.612503 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-04192961-e634-4d30-885a-f0afdba3ce31 req-7f27d690-8460-4807-8195-c87799416768 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] 10.222.0.89 "GET /v2.0/security-groups?id=d74ae94c-d214-4034-aa3d-c5ace6bc144b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441160 Feb 04 18:13:38.228435 n-d-827839-2 neutron-server[103376]: INFO neutron.api.v2.resource [req-f3df44ac-a21c-4e9e-85b3-9329e56c5fbf req-04c77b91-69c4-4847-a405-48fffcc4e543 service neutron] show failed (client error): The resource could not be found. Feb 04 18:13:38.229419 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-f3df44ac-a21c-4e9e-85b3-9329e56c5fbf req-04c77b91-69c4-4847-a405-48fffcc4e543 service neutron] 10.222.0.90 "GET /v2.0/ports/81a00f95-fbfe-4796-abe1-c7398a84fefb/bindings/n-h1-827839-2 HTTP/1.1" status: 404 len: 380 time: 0.0541048 Feb 04 18:13:38.435861 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3df44ac-a21c-4e9e-85b3-9329e56c5fbf req-b2d312d6-627e-45fc-be1c-ecd3a4b5a729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:13:38.437480 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-f3df44ac-a21c-4e9e-85b3-9329e56c5fbf req-b2d312d6-627e-45fc-be1c-ecd3a4b5a729 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=11866dc7-9959-4137-9f13-05ea680ed6a5&tenant_id=4338804066934839a89616343b009f4c HTTP/1.1" status: 200 len: 1128 time: 0.0458567 Feb 04 18:13:38.449051 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [req-f3df44ac-a21c-4e9e-85b3-9329e56c5fbf req-03a7e8c3-9f9a-43c7-a624-7ff53e531cb1 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-827839-2', 'device_owner': 'compute:nova'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 18:13:38.509616 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-f3df44ac-a21c-4e9e-85b3-9329e56c5fbf req-03a7e8c3-9f9a-43c7-a624-7ff53e531cb1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (81a00f95-fbfe-4796-abe1-c7398a84fefb), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:13:38.711710 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [req-f3df44ac-a21c-4e9e-85b3-9329e56c5fbf req-03a7e8c3-9f9a-43c7-a624-7ff53e531cb1 service neutron] For port 81a00f95-fbfe-4796-abe1-c7398a84fefb, host n-h2-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=81a00f95-fbfe-4796-abe1-c7398a84fefb,segment=NetworkSegment(d79ca10e-822b-48e1-9f93-626585c84a5d),segment_id=d79ca10e-822b-48e1-9f93-626585c84a5d)] {{(pid=103376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 18:13:38.734992 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd98cc9-d8a0-4a4c-8ba3-1e3a8e7d94c8 req-a6038221-4dd1-43f8-9345-218281a63582 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:13:38.736483 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-fcd98cc9-d8a0-4a4c-8ba3-1e3a8e7d94c8 req-a6038221-4dd1-43f8-9345-218281a63582 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] 10.222.0.89 "GET /v2.0/ports?device_id=11866dc7-9959-4137-9f13-05ea680ed6a5 HTTP/1.1" status: 200 len: 946 time: 0.0540340 Feb 04 18:13:38.745934 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [req-f3df44ac-a21c-4e9e-85b3-9329e56c5fbf req-03a7e8c3-9f9a-43c7-a624-7ff53e531cb1 service neutron] For port 81a00f95-fbfe-4796-abe1-c7398a84fefb, host n-h2-827839-2, cleared binding levels {{(pid=103376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 18:13:38.786377 n-d-827839-2 neutron-server[103376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11866dc7-9959-4137-9f13-05ea680ed6a5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '81a00f95-fbfe-4796-abe1-c7398a84fefb'}] {{(pid=103376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 18:13:38.788497 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-fcd98cc9-d8a0-4a4c-8ba3-1e3a8e7d94c8 req-fb66909b-a704-4d50-ac7f-20189f7b1e9c tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] 10.222.0.89 "GET /v2.0/security-groups?id=d74ae94c-d214-4034-aa3d-c5ace6bc144b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462618 Feb 04 18:13:38.788637 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7aefa7f3373fd63bd14caed2f0c404cd5bacff84a7eb60e70ea20ed0b49017dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72ed8dbc-23d7-4acf-89da-b51d493e6e60" -d '{"events": [{"server_uuid": "11866dc7-9959-4137-9f13-05ea680ed6a5", "name": "network-vif-unplugged", "status": "completed", "tag": "81a00f95-fbfe-4796-abe1-c7398a84fefb"}]}' {{(pid=103376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 18:13:38.792561 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-f3df44ac-a21c-4e9e-85b3-9329e56c5fbf req-03a7e8c3-9f9a-43c7-a624-7ff53e531cb1 service neutron] Publish callbacks [] for port (81a00f95-fbfe-4796-abe1-c7398a84fefb), precommit_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:13:38.806012 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.provisioning_blocks [req-f3df44ac-a21c-4e9e-85b3-9329e56c5fbf req-03a7e8c3-9f9a-43c7-a624-7ff53e531cb1 service neutron] Transition to ACTIVE for port object 81a00f95-fbfe-4796-abe1-c7398a84fefb will not be triggered until provisioned by entity L2. {{(pid=103376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 18:13:38.809274 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-f3df44ac-a21c-4e9e-85b3-9329e56c5fbf req-03a7e8c3-9f9a-43c7-a624-7ff53e531cb1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675836'] for port (81a00f95-fbfe-4796-abe1-c7398a84fefb), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:13:38.873900 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 04 Feb 2022 18:13:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-963644a4-019a-4fd2-87ed-756474f1509c x-openstack-request-id: req-963644a4-019a-4fd2-87ed-756474f1509c {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 18:13:38.874204 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11866dc7-9959-4137-9f13-05ea680ed6a5", "name": "network-vif-unplugged", "status": "completed", "tag": "81a00f95-fbfe-4796-abe1-c7398a84fefb", "code": 200}]} {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 18:13:38.874448 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-963644a4-019a-4fd2-87ed-756474f1509c {{(pid=103376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 18:13:38.874847 n-d-827839-2 neutron-server[103376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11866dc7-9959-4137-9f13-05ea680ed6a5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '81a00f95-fbfe-4796-abe1-c7398a84fefb', 'code': 200} Feb 04 18:13:38.928533 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a7e8c3-9f9a-43c7-a624-7ff53e531cb1 service neutron] Pushing event updated for resources: {'Port': ['ID=81a00f95-fbfe-4796-abe1-c7398a84fefb,revision_number=6']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:13:38.953657 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a7e8c3-9f9a-43c7-a624-7ff53e531cb1 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:13:38.954008 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a7e8c3-9f9a-43c7-a624-7ff53e531cb1 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:13:38.954353 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a7e8c3-9f9a-43c7-a624-7ff53e531cb1 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:13:38.954692 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a7e8c3-9f9a-43c7-a624-7ff53e531cb1 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:13:38.955025 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a7e8c3-9f9a-43c7-a624-7ff53e531cb1 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:13:38.955396 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a7e8c3-9f9a-43c7-a624-7ff53e531cb1 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:13:38.955722 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a7e8c3-9f9a-43c7-a624-7ff53e531cb1 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:13:38.956049 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a7e8c3-9f9a-43c7-a624-7ff53e531cb1 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:13:38.956372 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a7e8c3-9f9a-43c7-a624-7ff53e531cb1 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:13:38.956696 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a7e8c3-9f9a-43c7-a624-7ff53e531cb1 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:13:38.957044 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a7e8c3-9f9a-43c7-a624-7ff53e531cb1 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:13:38.957364 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a7e8c3-9f9a-43c7-a624-7ff53e531cb1 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:13:38.957689 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a7e8c3-9f9a-43c7-a624-7ff53e531cb1 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:13:38.999779 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3df44ac-a21c-4e9e-85b3-9329e56c5fbf req-03a7e8c3-9f9a-43c7-a624-7ff53e531cb1 service neutron] No DVR routers for this DVR port 81a00f95-fbfe-4796-abe1-c7398a84fefb on host n-h2-827839-2 {{(pid=103376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 18:13:39.423771 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [req-f3df44ac-a21c-4e9e-85b3-9329e56c5fbf req-03a7e8c3-9f9a-43c7-a624-7ff53e531cb1 service neutron] Attempting to bind port 81a00f95-fbfe-4796-abe1-c7398a84fefb on host n-h1-827839-2 for vnic_type normal with profile {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 18:13:39.424047 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [req-f3df44ac-a21c-4e9e-85b3-9329e56c5fbf req-03a7e8c3-9f9a-43c7-a624-7ff53e531cb1 service neutron] Attempting to bind port 81a00f95-fbfe-4796-abe1-c7398a84fefb by drivers openvswitch,hyperv on host n-h1-827839-2 at level 0 using segments [{'id': 'd79ca10e-822b-48e1-9f93-626585c84a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '9202776c-3b7c-4c3e-8f4a-d5bfef65b2d4'}] {{(pid=103376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 18:13:39.424370 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3df44ac-a21c-4e9e-85b3-9329e56c5fbf req-03a7e8c3-9f9a-43c7-a624-7ff53e531cb1 service neutron] Attempting to bind port 81a00f95-fbfe-4796-abe1-c7398a84fefb on network 9202776c-3b7c-4c3e-8f4a-d5bfef65b2d4 {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 18:13:39.428616 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3df44ac-a21c-4e9e-85b3-9329e56c5fbf req-03a7e8c3-9f9a-43c7-a624-7ff53e531cb1 service neutron] Port 81a00f95-fbfe-4796-abe1-c7398a84fefb on network 9202776c-3b7c-4c3e-8f4a-d5bfef65b2d4 not bound, no agent of type Open vSwitch agent registered on host n-h1-827839-2 {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 18:13:39.428966 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3df44ac-a21c-4e9e-85b3-9329e56c5fbf req-03a7e8c3-9f9a-43c7-a624-7ff53e531cb1 service neutron] Attempting to bind port 81a00f95-fbfe-4796-abe1-c7398a84fefb on network 9202776c-3b7c-4c3e-8f4a-d5bfef65b2d4 {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 18:13:39.433672 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3df44ac-a21c-4e9e-85b3-9329e56c5fbf req-03a7e8c3-9f9a-43c7-a624-7ff53e531cb1 service neutron] Checking agent: {'id': '3f9244a9-75fc-4c10-b195-11d48b853b41', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 8, 42), 'started_at': datetime.datetime(2022, 2, 4, 17, 8, 42), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 18, 13, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 18:13:39.434012 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3df44ac-a21c-4e9e-85b3-9329e56c5fbf req-03a7e8c3-9f9a-43c7-a624-7ff53e531cb1 service neutron] Checking segment: {'id': 'd79ca10e-822b-48e1-9f93-626585c84a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '9202776c-3b7c-4c3e-8f4a-d5bfef65b2d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 18:13:39.434396 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3df44ac-a21c-4e9e-85b3-9329e56c5fbf req-03a7e8c3-9f9a-43c7-a624-7ff53e531cb1 service neutron] Bound using segment: {'id': 'd79ca10e-822b-48e1-9f93-626585c84a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '9202776c-3b7c-4c3e-8f4a-d5bfef65b2d4'} {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 18:13:39.434812 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [req-f3df44ac-a21c-4e9e-85b3-9329e56c5fbf req-03a7e8c3-9f9a-43c7-a624-7ff53e531cb1 service neutron] Bound port: 81a00f95-fbfe-4796-abe1-c7398a84fefb, host: n-h1-827839-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd79ca10e-822b-48e1-9f93-626585c84a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '9202776c-3b7c-4c3e-8f4a-d5bfef65b2d4'}}] {{(pid=103376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 18:13:39.435163 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-f3df44ac-a21c-4e9e-85b3-9329e56c5fbf req-03a7e8c3-9f9a-43c7-a624-7ff53e531cb1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (81a00f95-fbfe-4796-abe1-c7398a84fefb), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:13:39.496218 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [req-f3df44ac-a21c-4e9e-85b3-9329e56c5fbf req-03a7e8c3-9f9a-43c7-a624-7ff53e531cb1 service neutron] For port 81a00f95-fbfe-4796-abe1-c7398a84fefb, host n-h1-827839-2, cleared binding levels {{(pid=103376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 18:13:39.499133 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [req-f3df44ac-a21c-4e9e-85b3-9329e56c5fbf req-03a7e8c3-9f9a-43c7-a624-7ff53e531cb1 service neutron] For port 81a00f95-fbfe-4796-abe1-c7398a84fefb, host n-h1-827839-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=81a00f95-fbfe-4796-abe1-c7398a84fefb,segment=NetworkSegment(d79ca10e-822b-48e1-9f93-626585c84a5d),segment_id=d79ca10e-822b-48e1-9f93-626585c84a5d)] {{(pid=103376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 18:13:39.509421 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-f3df44ac-a21c-4e9e-85b3-9329e56c5fbf req-03a7e8c3-9f9a-43c7-a624-7ff53e531cb1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675836'] for port (81a00f95-fbfe-4796-abe1-c7398a84fefb), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:13:39.547814 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3df44ac-a21c-4e9e-85b3-9329e56c5fbf req-03a7e8c3-9f9a-43c7-a624-7ff53e531cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:13:39.548442 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-f3df44ac-a21c-4e9e-85b3-9329e56c5fbf req-03a7e8c3-9f9a-43c7-a624-7ff53e531cb1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:13:39.549892 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-f3df44ac-a21c-4e9e-85b3-9329e56c5fbf req-03a7e8c3-9f9a-43c7-a624-7ff53e531cb1 service neutron] 10.222.0.96 "PUT /v2.0/ports/81a00f95-fbfe-4796-abe1-c7398a84fefb HTTP/1.1" status: 200 len: 1092 time: 1.1048641 Feb 04 18:13:39.569315 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a7e8c3-9f9a-43c7-a624-7ff53e531cb1 service neutron] Pushing event updated for resources: {'Port': ['ID=81a00f95-fbfe-4796-abe1-c7398a84fefb,revision_number=7']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:13:39.621886 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3df44ac-a21c-4e9e-85b3-9329e56c5fbf req-b05646d9-5387-4289-a8ad-fd06b79df288 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:13:39.623423 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-f3df44ac-a21c-4e9e-85b3-9329e56c5fbf req-b05646d9-5387-4289-a8ad-fd06b79df288 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=4338804066934839a89616343b009f4c&device_id=11866dc7-9959-4137-9f13-05ea680ed6a5 HTTP/1.1" status: 200 len: 1126 time: 0.0475388 Feb 04 18:13:39.721253 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3df44ac-a21c-4e9e-85b3-9329e56c5fbf req-b8327a74-4fca-433b-b564-333d10331766 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:13:39.722790 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-f3df44ac-a21c-4e9e-85b3-9329e56c5fbf req-b8327a74-4fca-433b-b564-333d10331766 service neutron] 10.222.0.96 "GET /v2.0/networks?id=9202776c-3b7c-4c3e-8f4a-d5bfef65b2d4 HTTP/1.1" status: 200 len: 913 time: 0.0923889 Feb 04 18:13:39.787682 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-f3df44ac-a21c-4e9e-85b3-9329e56c5fbf req-d391376d-4d05-40f2-84d4-ff34c7bd9407 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=81a00f95-fbfe-4796-abe1-c7398a84fefb HTTP/1.1" status: 200 len: 1000 time: 0.0584486 Feb 04 18:13:39.841756 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3df44ac-a21c-4e9e-85b3-9329e56c5fbf req-35741c00-8914-4381-b637-24528432a4b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:13:39.843247 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-f3df44ac-a21c-4e9e-85b3-9329e56c5fbf req-35741c00-8914-4381-b637-24528432a4b3 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=83fb5fd4-36d5-407e-bda8-162bf59018d2 HTTP/1.1" status: 200 len: 851 time: 0.0487909 Feb 04 18:13:39.893351 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3df44ac-a21c-4e9e-85b3-9329e56c5fbf req-24a0eea2-594a-4577-84bc-43d21a69af6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:13:39.894902 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-f3df44ac-a21c-4e9e-85b3-9329e56c5fbf req-24a0eea2-594a-4577-84bc-43d21a69af6e service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=9202776c-3b7c-4c3e-8f4a-d5bfef65b2d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0450244 Feb 04 18:13:39.912023 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bc5099-184a-4432-9aa5-b83bc1831167 req-ac262fc3-4402-4712-8352-eb7668b148f3 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:13:39.913538 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-17bc5099-184a-4432-9aa5-b83bc1831167 req-ac262fc3-4402-4712-8352-eb7668b148f3 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] 10.222.0.89 "GET /v2.0/ports?device_id=11866dc7-9959-4137-9f13-05ea680ed6a5 HTTP/1.1" status: 200 len: 944 time: 0.0523260 Feb 04 18:13:39.961158 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-17bc5099-184a-4432-9aa5-b83bc1831167 req-0700e4a6-94ab-4d86-b034-0ea559b0efac tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] 10.222.0.89 "GET /v2.0/security-groups?id=d74ae94c-d214-4034-aa3d-c5ace6bc144b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420270 Feb 04 18:13:39.987439 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-f3df44ac-a21c-4e9e-85b3-9329e56c5fbf req-8ca96074-6477-4213-949c-9fa3a3a69005 service neutron] 10.222.0.96 "GET /v2.0/networks/9202776c-3b7c-4c3e-8f4a-d5bfef65b2d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860324 Feb 04 18:13:40.081950 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-f3df44ac-a21c-4e9e-85b3-9329e56c5fbf req-41524fe5-1776-42e2-b3e5-3400d2287fb8 service neutron] 10.222.0.96 "GET /v2.0/networks/9202776c-3b7c-4c3e-8f4a-d5bfef65b2d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875497 Feb 04 18:13:40.706228 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (f20a1ab3-4332-4f54-833b-ba4a7c687e89), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:13:40.875485 n-d-827839-2 neutron-server[103376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11866dc7-9959-4137-9f13-05ea680ed6a5', 'tag': '81a00f95-fbfe-4796-abe1-c7398a84fefb'}] {{(pid=103376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 18:13:40.877860 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7aefa7f3373fd63bd14caed2f0c404cd5bacff84a7eb60e70ea20ed0b49017dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59225716-542e-4e28-8353-2bf41f64b0b7" -d '{"events": [{"name": "network-changed", "server_uuid": "11866dc7-9959-4137-9f13-05ea680ed6a5", "tag": "81a00f95-fbfe-4796-abe1-c7398a84fefb"}]}' {{(pid=103376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 18:13:40.926731 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 18:13:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3dce1bcc-9d3b-487e-ad9f-b994b8d00a99 x-openstack-request-id: req-3dce1bcc-9d3b-487e-ad9f-b994b8d00a99 {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 18:13:40.927032 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11866dc7-9959-4137-9f13-05ea680ed6a5", "tag": "81a00f95-fbfe-4796-abe1-c7398a84fefb", "status": "completed", "code": 200}]} {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 18:13:40.927293 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-3dce1bcc-9d3b-487e-ad9f-b994b8d00a99 {{(pid=103376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 18:13:40.927706 n-d-827839-2 neutron-server[103376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11866dc7-9959-4137-9f13-05ea680ed6a5', 'tag': '81a00f95-fbfe-4796-abe1-c7398a84fefb', 'status': 'completed', 'code': 200} Feb 04 18:13:41.025809 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59225716-542e-4e28-8353-2bf41f64b0b7 req-edbbbb62-ede7-4c16-aa1b-6088d55a1730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:13:41.027336 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-59225716-542e-4e28-8353-2bf41f64b0b7 req-edbbbb62-ede7-4c16-aa1b-6088d55a1730 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=4338804066934839a89616343b009f4c&device_id=11866dc7-9959-4137-9f13-05ea680ed6a5 HTTP/1.1" status: 200 len: 1126 time: 0.0811751 Feb 04 18:13:41.029776 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59225716-542e-4e28-8353-2bf41f64b0b7 req-c1e2835e-860e-470c-b29b-98e1347dd986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:13:41.031146 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-59225716-542e-4e28-8353-2bf41f64b0b7 req-c1e2835e-860e-470c-b29b-98e1347dd986 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=4338804066934839a89616343b009f4c&device_id=11866dc7-9959-4137-9f13-05ea680ed6a5 HTTP/1.1" status: 200 len: 1126 time: 0.0766850 Feb 04 18:13:41.082312 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b34ee79-c222-40c7-a61a-04c306f994d1 req-fef12c70-f174-41a0-ad95-15268d2307ae tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:13:41.083832 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-5b34ee79-c222-40c7-a61a-04c306f994d1 req-fef12c70-f174-41a0-ad95-15268d2307ae tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] 10.222.0.89 "GET /v2.0/ports?device_id=11866dc7-9959-4137-9f13-05ea680ed6a5 HTTP/1.1" status: 200 len: 944 time: 0.0536788 Feb 04 18:13:41.131146 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-5b34ee79-c222-40c7-a61a-04c306f994d1 req-8501920c-0223-4cbe-966d-0d88cbe0da9d tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] 10.222.0.89 "GET /v2.0/security-groups?id=d74ae94c-d214-4034-aa3d-c5ace6bc144b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416543 Feb 04 18:13:41.191764 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59225716-542e-4e28-8353-2bf41f64b0b7 req-0e83f9e1-00ea-417c-ab57-153dd6574e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:13:41.193279 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-59225716-542e-4e28-8353-2bf41f64b0b7 req-0e83f9e1-00ea-417c-ab57-153dd6574e69 service neutron] 10.222.0.96 "GET /v2.0/networks?id=9202776c-3b7c-4c3e-8f4a-d5bfef65b2d4 HTTP/1.1" status: 200 len: 913 time: 0.1571131 Feb 04 18:13:41.194349 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59225716-542e-4e28-8353-2bf41f64b0b7 req-dd580a72-cb6a-49c1-ae23-d672ce26e1c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:13:41.195668 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-59225716-542e-4e28-8353-2bf41f64b0b7 req-dd580a72-cb6a-49c1-ae23-d672ce26e1c7 service neutron] 10.222.0.90 "GET /v2.0/networks?id=9202776c-3b7c-4c3e-8f4a-d5bfef65b2d4 HTTP/1.1" status: 200 len: 913 time: 0.1584253 Feb 04 18:13:41.305760 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-59225716-542e-4e28-8353-2bf41f64b0b7 req-5e67ba71-5f14-44b7-af6a-206cc015100a service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=81a00f95-fbfe-4796-abe1-c7398a84fefb HTTP/1.1" status: 200 len: 1000 time: 0.1056204 Feb 04 18:13:41.320508 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-59225716-542e-4e28-8353-2bf41f64b0b7 req-c30e06a2-3cd9-4d1f-a01e-b066707a79ea service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=81a00f95-fbfe-4796-abe1-c7398a84fefb HTTP/1.1" status: 200 len: 1000 time: 0.0855942 Feb 04 18:13:41.389979 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59225716-542e-4e28-8353-2bf41f64b0b7 req-35bd17df-7336-4b6c-93d7-0cad8a075f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:13:41.391432 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-59225716-542e-4e28-8353-2bf41f64b0b7 req-35bd17df-7336-4b6c-93d7-0cad8a075f1f service neutron] 10.222.0.96 "GET /v2.0/subnets?id=83fb5fd4-36d5-407e-bda8-162bf59018d2 HTTP/1.1" status: 200 len: 851 time: 0.0793164 Feb 04 18:13:41.395274 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59225716-542e-4e28-8353-2bf41f64b0b7 req-b0bf4b26-840a-49bc-a51f-10e40f27b541 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:13:41.396601 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-59225716-542e-4e28-8353-2bf41f64b0b7 req-b0bf4b26-840a-49bc-a51f-10e40f27b541 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=83fb5fd4-36d5-407e-bda8-162bf59018d2 HTTP/1.1" status: 200 len: 851 time: 0.0570006 Feb 04 18:13:41.476815 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59225716-542e-4e28-8353-2bf41f64b0b7 req-a694c860-4e0f-458a-82b1-08b45866f8b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:13:41.478351 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-59225716-542e-4e28-8353-2bf41f64b0b7 req-a694c860-4e0f-458a-82b1-08b45866f8b6 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=9202776c-3b7c-4c3e-8f4a-d5bfef65b2d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0805130 Feb 04 18:13:41.480073 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59225716-542e-4e28-8353-2bf41f64b0b7 req-b2380b66-212b-4816-b4f8-c7d47ce8eed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:13:41.481476 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-59225716-542e-4e28-8353-2bf41f64b0b7 req-b2380b66-212b-4816-b4f8-c7d47ce8eed0 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=9202776c-3b7c-4c3e-8f4a-d5bfef65b2d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0753498 Feb 04 18:13:41.637126 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-59225716-542e-4e28-8353-2bf41f64b0b7 req-fff4ef2b-33c4-4261-bf44-aadbfa6bf5aa service neutron] 10.222.0.96 "GET /v2.0/networks/9202776c-3b7c-4c3e-8f4a-d5bfef65b2d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1506300 Feb 04 18:13:41.640346 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-59225716-542e-4e28-8353-2bf41f64b0b7 req-16a8cda1-8ca0-48cb-97be-1b3980a847d1 service neutron] 10.222.0.90 "GET /v2.0/networks/9202776c-3b7c-4c3e-8f4a-d5bfef65b2d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1459603 Feb 04 18:13:41.796711 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-59225716-542e-4e28-8353-2bf41f64b0b7 req-f321db3c-1981-4c94-be9a-b83058f2ebf6 service neutron] 10.222.0.96 "GET /v2.0/networks/9202776c-3b7c-4c3e-8f4a-d5bfef65b2d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1527953 Feb 04 18:13:41.800420 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-59225716-542e-4e28-8353-2bf41f64b0b7 req-f5d5a1af-d11f-497d-870a-3908065021a2 service neutron] 10.222.0.90 "GET /v2.0/networks/9202776c-3b7c-4c3e-8f4a-d5bfef65b2d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1481965 Feb 04 18:13:42.091784 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Device 81a00f95-fbfe-4796-abe1-c7398a84fefb no longer exists at agent hyperv_n-h2-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 18:13:42.137773 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] The host n-h2-827839-2 is not matching for port 81a00f95-fbfe-4796-abe1-c7398a84fefb host n-h1-827839-2! {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Feb 04 18:13:42.138159 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Device 81a00f95-fbfe-4796-abe1-c7398a84fefb not bound to the agent host n-h2-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 18:13:42.258120 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267943a5-8e73-4d78-9338-9f821478df84 req-f469e148-4bdc-4fd6-aceb-7cc4cc7d0413 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:13:42.259629 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-267943a5-8e73-4d78-9338-9f821478df84 req-f469e148-4bdc-4fd6-aceb-7cc4cc7d0413 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] 10.222.0.89 "GET /v2.0/ports?device_id=11866dc7-9959-4137-9f13-05ea680ed6a5 HTTP/1.1" status: 200 len: 944 time: 0.0587950 Feb 04 18:13:42.306218 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-267943a5-8e73-4d78-9338-9f821478df84 req-b0bf081d-5d22-43c9-b2bd-67e9c665fc90 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] 10.222.0.89 "GET /v2.0/security-groups?id=d74ae94c-d214-4034-aa3d-c5ace6bc144b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410254 Feb 04 18:13:42.833182 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (3f9244a9-75fc-4c10-b195-11d48b853b41), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:13:42.883230 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device 81a00f95-fbfe-4796-abe1-c7398a84fefb details requested by agent hyperv_n-h1-827839-2 with host n-h1-827839-2 {{(pid=103378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 18:13:42.979368 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] For port 81a00f95-fbfe-4796-abe1-c7398a84fefb, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=81a00f95-fbfe-4796-abe1-c7398a84fefb,segment=NetworkSegment(d79ca10e-822b-48e1-9f93-626585c84a5d),segment_id=d79ca10e-822b-48e1-9f93-626585c84a5d)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 18:13:42.991145 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Returning: {'device': '81a00f95-fbfe-4796-abe1-c7398a84fefb', 'network_id': '9202776c-3b7c-4c3e-8f4a-d5bfef65b2d4', 'port_id': '81a00f95-fbfe-4796-abe1-c7398a84fefb', 'mac_address': 'fa:16:3e:27:e8:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 769, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83fb5fd4-36d5-407e-bda8-162bf59018d2', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 18:13:43.026764 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Current status of the port 81a00f95-fbfe-4796-abe1-c7398a84fefb is: DOWN; New status is: BUILD {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 18:13:43.027150 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (81a00f95-fbfe-4796-abe1-c7398a84fefb), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:13:43.040173 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81a00f95-fbfe-4796-abe1-c7398a84fefb {{(pid=103378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 18:13:43.059268 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] For port 81a00f95-fbfe-4796-abe1-c7398a84fefb, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=81a00f95-fbfe-4796-abe1-c7398a84fefb,segment=NetworkSegment(d79ca10e-822b-48e1-9f93-626585c84a5d),segment_id=d79ca10e-822b-48e1-9f93-626585c84a5d)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 18:13:43.063198 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (81a00f95-fbfe-4796-abe1-c7398a84fefb), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:13:43.113719 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Pushing event updated for resources: {'Port': ['ID=81a00f95-fbfe-4796-abe1-c7398a84fefb,revision_number=8']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:13:43.120794 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:13:43.121148 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:13:43.121490 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:13:43.121825 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:13:43.122157 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:13:43.122511 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:13:43.122837 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:13:43.123161 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:13:43.123484 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:13:43.123804 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:13:43.124128 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:13:43.124447 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:13:43.124783 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:13:43.428561 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a220e41c-9cb1-470c-a5bb-7d22921360ef req-392783bd-bb18-40dc-b92e-4ff4913baca8 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:13:43.429976 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-a220e41c-9cb1-470c-a5bb-7d22921360ef req-392783bd-bb18-40dc-b92e-4ff4913baca8 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] 10.222.0.89 "GET /v2.0/ports?device_id=11866dc7-9959-4137-9f13-05ea680ed6a5 HTTP/1.1" status: 200 len: 945 time: 0.0555177 Feb 04 18:13:43.430116 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] get_ports_and_sgs() called for port_ids ['81a00f95-fbfe-4796-abe1-c7398a84fefb'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 18:13:43.476093 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-a220e41c-9cb1-470c-a5bb-7d22921360ef req-d2eca55d-8a27-404a-aab8-667429bdfa33 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] 10.222.0.89 "GET /v2.0/security-groups?id=d74ae94c-d214-4034-aa3d-c5ace6bc144b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404768 Feb 04 18:13:43.674932 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f066fc-77eb-4ac6-82c2-bd8b8baa34ff req-19625d17-5d52-4187-8f13-18f05f3c36d0 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:13:43.676908 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-20f066fc-77eb-4ac6-82c2-bd8b8baa34ff req-19625d17-5d52-4187-8f13-18f05f3c36d0 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] 10.222.0.89 "GET /v2.0/ports?device_id=11866dc7-9959-4137-9f13-05ea680ed6a5 HTTP/1.1" status: 200 len: 945 time: 0.0533092 Feb 04 18:13:43.696444 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23a2711-6612-4fef-ad27-56d060a6983b req-f72d555e-717b-4ed8-8c10-6030cebae6e5 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:13:43.697864 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-b23a2711-6612-4fef-ad27-56d060a6983b req-f72d555e-717b-4ed8-8c10-6030cebae6e5 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] 10.222.0.90 "GET /v2.0/ports?device_id=11866dc7-9959-4137-9f13-05ea680ed6a5&tenant_id=4338804066934839a89616343b009f4c&binding%3Ahost_id=n-h1-827839-2 HTTP/1.1" status: 200 len: 945 time: 0.0570438 Feb 04 18:13:43.723652 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-20f066fc-77eb-4ac6-82c2-bd8b8baa34ff req-30820ab7-07ec-46f4-bbba-9fefa748b29f tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] 10.222.0.89 "GET /v2.0/security-groups?id=d74ae94c-d214-4034-aa3d-c5ace6bc144b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410855 Feb 04 18:13:43.760698 n-d-827839-2 neutron-server[103376]: INFO neutron.api.v2.resource [req-b23a2711-6612-4fef-ad27-56d060a6983b req-670e362c-0415-48da-9f56-70d6bce088d4 service neutron] delete failed (client error): The resource could not be found. Feb 04 18:13:43.761762 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-b23a2711-6612-4fef-ad27-56d060a6983b req-670e362c-0415-48da-9f56-70d6bce088d4 service neutron] 10.222.0.90 "DELETE /v2.0/ports/81a00f95-fbfe-4796-abe1-c7398a84fefb/bindings/n-h2-827839-2 HTTP/1.1" status: 404 len: 380 time: 0.0539839 Feb 04 18:13:43.861872 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23a2711-6612-4fef-ad27-56d060a6983b req-b1e81098-a487-48fb-a1e8-6f2e977818da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:13:43.863389 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-b23a2711-6612-4fef-ad27-56d060a6983b req-b1e81098-a487-48fb-a1e8-6f2e977818da service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=4338804066934839a89616343b009f4c&device_id=11866dc7-9959-4137-9f13-05ea680ed6a5 HTTP/1.1" status: 200 len: 1127 time: 0.0460708 Feb 04 18:13:43.958649 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23a2711-6612-4fef-ad27-56d060a6983b req-ef001a57-18c7-484b-bec0-6a7a7ffbc02b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:13:43.960140 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-b23a2711-6612-4fef-ad27-56d060a6983b req-ef001a57-18c7-484b-bec0-6a7a7ffbc02b service neutron] 10.222.0.90 "GET /v2.0/networks?id=9202776c-3b7c-4c3e-8f4a-d5bfef65b2d4 HTTP/1.1" status: 200 len: 913 time: 0.0885577 Feb 04 18:13:44.030878 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-b23a2711-6612-4fef-ad27-56d060a6983b req-3be2656d-147f-4803-9a4c-571e0b5e7623 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=81a00f95-fbfe-4796-abe1-c7398a84fefb HTTP/1.1" status: 200 len: 1001 time: 0.0572920 Feb 04 18:13:44.082342 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23a2711-6612-4fef-ad27-56d060a6983b req-c804e080-431f-4b9f-bd7d-760358817439 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:13:44.083754 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-b23a2711-6612-4fef-ad27-56d060a6983b req-c804e080-431f-4b9f-bd7d-760358817439 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=83fb5fd4-36d5-407e-bda8-162bf59018d2 HTTP/1.1" status: 200 len: 851 time: 0.0464621 Feb 04 18:13:44.133833 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23a2711-6612-4fef-ad27-56d060a6983b req-de53dcc6-3ca8-424c-8e11-3de9a586bf02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:13:44.135360 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-b23a2711-6612-4fef-ad27-56d060a6983b req-de53dcc6-3ca8-424c-8e11-3de9a586bf02 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=9202776c-3b7c-4c3e-8f4a-d5bfef65b2d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0449557 Feb 04 18:13:44.193454 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.agents_db [None req-e1691f3b-aacd-4cd6-8ebb-a9c53bb301c0 None None] Agent healthcheck: found 7 active agents {{(pid=103379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 18:13:44.223428 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-b23a2711-6612-4fef-ad27-56d060a6983b req-fcf1e2b7-ff5d-42fe-9826-77ead01de5af service neutron] 10.222.0.90 "GET /v2.0/networks/9202776c-3b7c-4c3e-8f4a-d5bfef65b2d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818448 Feb 04 18:13:44.318528 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-b23a2711-6612-4fef-ad27-56d060a6983b req-1bc1cc58-abe2-49eb-ad26-eaf0c434b770 service neutron] 10.222.0.90 "GET /v2.0/networks/9202776c-3b7c-4c3e-8f4a-d5bfef65b2d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862882 Feb 04 18:13:44.849774 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab9b0af-133b-400e-ba55-69e9bf0216d9 req-997985c8-df2a-4ddc-ad4b-8e67f3ad6dc7 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:13:44.851277 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-1ab9b0af-133b-400e-ba55-69e9bf0216d9 req-997985c8-df2a-4ddc-ad4b-8e67f3ad6dc7 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] 10.222.0.89 "GET /v2.0/ports?device_id=11866dc7-9959-4137-9f13-05ea680ed6a5 HTTP/1.1" status: 200 len: 945 time: 0.0550578 Feb 04 18:13:44.898424 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-1ab9b0af-133b-400e-ba55-69e9bf0216d9 req-a764f284-8451-418a-99f5-e01ae04f5b52 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] 10.222.0.89 "GET /v2.0/security-groups?id=d74ae94c-d214-4034-aa3d-c5ace6bc144b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412917 Feb 04 18:13:44.908868 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device 81a00f95-fbfe-4796-abe1-c7398a84fefb up at agent hyperv_n-h1-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 18:13:44.973877 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Provisioning for port 81a00f95-fbfe-4796-abe1-c7398a84fefb completed by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 18:13:44.977830 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Provisioning complete for port 81a00f95-fbfe-4796-abe1-c7398a84fefb triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 18:13:44.978203 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (81a00f95-fbfe-4796-abe1-c7398a84fefb), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:13:45.035871 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc4924e-49e8-40c0-8f12-f367359cf93f req-3e11fcb7-e69d-408f-8edb-e047e3a24a78 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:13:45.037530 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-8dc4924e-49e8-40c0-8f12-f367359cf93f req-3e11fcb7-e69d-408f-8edb-e047e3a24a78 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] 10.222.0.89 "GET /v2.0/ports?device_id=11866dc7-9959-4137-9f13-05ea680ed6a5 HTTP/1.1" status: 200 len: 945 time: 0.0671592 Feb 04 18:13:45.059442 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Current status of the port 81a00f95-fbfe-4796-abe1-c7398a84fefb is: BUILD; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 18:13:45.059828 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (81a00f95-fbfe-4796-abe1-c7398a84fefb), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:13:45.082323 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11866dc7-9959-4137-9f13-05ea680ed6a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81a00f95-fbfe-4796-abe1-c7398a84fefb'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 18:13:45.084529 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d531d67ec453461b01ecd2cf0c6686e25a5679cf38f56e7e92bae688f1026262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42bb73c0-32af-4245-8de7-67fb4e8f78af" -d '{"events": [{"server_uuid": "11866dc7-9959-4137-9f13-05ea680ed6a5", "name": "network-vif-plugged", "status": "completed", "tag": "81a00f95-fbfe-4796-abe1-c7398a84fefb"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 18:13:45.084714 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-8dc4924e-49e8-40c0-8f12-f367359cf93f req-90658f6b-96fa-42e7-b49d-26b04d9f039b tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] 10.222.0.89 "GET /v2.0/security-groups?id=d74ae94c-d214-4034-aa3d-c5ace6bc144b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414212 Feb 04 18:13:45.097631 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] For port 81a00f95-fbfe-4796-abe1-c7398a84fefb, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=81a00f95-fbfe-4796-abe1-c7398a84fefb,segment=NetworkSegment(d79ca10e-822b-48e1-9f93-626585c84a5d),segment_id=d79ca10e-822b-48e1-9f93-626585c84a5d)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 18:13:45.101609 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (81a00f95-fbfe-4796-abe1-c7398a84fefb), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:13:45.135515 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 18:13:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db79dd64-9482-4fe7-bf29-81fafe620f20 x-openstack-request-id: req-db79dd64-9482-4fe7-bf29-81fafe620f20 {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 18:13:45.135809 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11866dc7-9959-4137-9f13-05ea680ed6a5", "name": "network-vif-plugged", "status": "completed", "tag": "81a00f95-fbfe-4796-abe1-c7398a84fefb", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 18:13:45.136065 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-db79dd64-9482-4fe7-bf29-81fafe620f20 {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 18:13:45.136455 n-d-827839-2 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11866dc7-9959-4137-9f13-05ea680ed6a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81a00f95-fbfe-4796-abe1-c7398a84fefb', 'code': 200} Feb 04 18:13:45.154431 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Pushing event updated for resources: {'Port': ['ID=81a00f95-fbfe-4796-abe1-c7398a84fefb,revision_number=9']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:13:45.205586 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8b9817-f0ab-4208-bcc2-768878175481 req-170698ad-9df1-4555-b613-8459699f8417 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:13:45.207620 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-9f8b9817-f0ab-4208-bcc2-768878175481 req-170698ad-9df1-4555-b613-8459699f8417 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] 10.222.0.89 "GET /v2.0/ports?device_id=11866dc7-9959-4137-9f13-05ea680ed6a5 HTTP/1.1" status: 200 len: 946 time: 0.0527105 Feb 04 18:13:45.254672 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-9f8b9817-f0ab-4208-bcc2-768878175481 req-16eede14-18af-4832-8d5c-6063807c83bb tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] 10.222.0.89 "GET /v2.0/security-groups?id=d74ae94c-d214-4034-aa3d-c5ace6bc144b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410645 Feb 04 18:13:45.487725 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017738f8-53db-4de7-a6c7-27c5d1685e52 req-a3e429fc-d809-40ce-a7f5-d97f257f708b tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:13:45.489217 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-017738f8-53db-4de7-a6c7-27c5d1685e52 req-a3e429fc-d809-40ce-a7f5-d97f257f708b tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] 10.222.0.89 "GET /v2.0/ports?device_id=11866dc7-9959-4137-9f13-05ea680ed6a5 HTTP/1.1" status: 200 len: 946 time: 0.0525451 Feb 04 18:13:45.540652 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-017738f8-53db-4de7-a6c7-27c5d1685e52 req-1b1ca684-e747-4252-9949-309ad938b1dd tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] 10.222.0.89 "GET /v2.0/security-groups?id=d74ae94c-d214-4034-aa3d-c5ace6bc144b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456028 Feb 04 18:13:46.672141 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf69cdd-0260-42d6-92c8-138074f0194a req-6f1bf81b-79ba-4800-85d8-4326e5b44823 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:13:46.673677 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-edf69cdd-0260-42d6-92c8-138074f0194a req-6f1bf81b-79ba-4800-85d8-4326e5b44823 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] 10.222.0.89 "GET /v2.0/ports?device_id=11866dc7-9959-4137-9f13-05ea680ed6a5 HTTP/1.1" status: 200 len: 946 time: 0.0597775 Feb 04 18:13:46.719959 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-edf69cdd-0260-42d6-92c8-138074f0194a req-be916cab-64fc-4720-afed-12ed3dbb529c tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] 10.222.0.89 "GET /v2.0/security-groups?id=d74ae94c-d214-4034-aa3d-c5ace6bc144b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407398 Feb 04 18:13:46.911227 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55661e6-9c46-4fb1-a016-b4153dafba7c req-cc17ca0f-424c-42fa-bf39-3eeb3cd7fbbe tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:13:46.912559 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-c55661e6-9c46-4fb1-a016-b4153dafba7c req-cc17ca0f-424c-42fa-bf39-3eeb3cd7fbbe tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] 10.222.0.96 "GET /v2.0/ports?device_id=11866dc7-9959-4137-9f13-05ea680ed6a5 HTTP/1.1" status: 200 len: 946 time: 0.0521741 Feb 04 18:13:47.009021 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [req-c55661e6-9c46-4fb1-a016-b4153dafba7c req-d4891e94-bd9f-48f7-97eb-c497dcfe6d81 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] Deleting port 81a00f95-fbfe-4796-abe1-c7398a84fefb {{(pid=103376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 18:13:47.009364 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-c55661e6-9c46-4fb1-a016-b4153dafba7c req-d4891e94-bd9f-48f7-97eb-c497dcfe6d81 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (81a00f95-fbfe-4796-abe1-c7398a84fefb), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:13:47.099915 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [req-c55661e6-9c46-4fb1-a016-b4153dafba7c req-d4891e94-bd9f-48f7-97eb-c497dcfe6d81 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] For port 81a00f95-fbfe-4796-abe1-c7398a84fefb, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=81a00f95-fbfe-4796-abe1-c7398a84fefb,segment=NetworkSegment(d79ca10e-822b-48e1-9f93-626585c84a5d),segment_id=d79ca10e-822b-48e1-9f93-626585c84a5d)] {{(pid=103376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 18:13:47.100324 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-c55661e6-9c46-4fb1-a016-b4153dafba7c req-d4891e94-bd9f-48f7-97eb-c497dcfe6d81 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (81a00f95-fbfe-4796-abe1-c7398a84fefb), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:13:47.320864 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-c55661e6-9c46-4fb1-a016-b4153dafba7c req-d4891e94-bd9f-48f7-97eb-c497dcfe6d81 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:13:47.321232 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-c55661e6-9c46-4fb1-a016-b4153dafba7c req-d4891e94-bd9f-48f7-97eb-c497dcfe6d81 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1595586'] for floatingip (6aa29e7b-43ce-4747-b566-7ad4f61be5e0), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:13:47.321553 n-d-827839-2 neutron-server[103376]: INFO neutron.db.l3_db [req-c55661e6-9c46-4fb1-a016-b4153dafba7c req-d4891e94-bd9f-48f7-97eb-c497dcfe6d81 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] Floating IP 6aa29e7b-43ce-4747-b566-7ad4f61be5e0 disassociated. External IP: 172.25.6.102, port: 81a00f95-fbfe-4796-abe1-c7398a84fefb. Feb 04 18:13:47.321904 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [req-c55661e6-9c46-4fb1-a016-b4153dafba7c req-d4891e94-bd9f-48f7-97eb-c497dcfe6d81 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] Calling delete_port for 81a00f95-fbfe-4796-abe1-c7398a84fefb owned by compute:nova {{(pid=103376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 18:13:47.450512 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-c55661e6-9c46-4fb1-a016-b4153dafba7c req-d4891e94-bd9f-48f7-97eb-c497dcfe6d81 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (81a00f95-fbfe-4796-abe1-c7398a84fefb), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:13:47.476586 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4891e94-bd9f-48f7-97eb-c497dcfe6d81 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] Pushing event deleted for resources: {'Port': ['ID=81a00f95-fbfe-4796-abe1-c7398a84fefb,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:13:47.595712 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c55661e6-9c46-4fb1-a016-b4153dafba7c req-d4891e94-bd9f-48f7-97eb-c497dcfe6d81 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] Router 11f91aae-f9a1-4e17-be5e-e5778981f04f has already been hosted by L3 agent 64ada913-9131-4d99-a265-63a920956287 {{(pid=103376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 18:13:47.704546 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c55661e6-9c46-4fb1-a016-b4153dafba7c req-d4891e94-bd9f-48f7-97eb-c497dcfe6d81 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] Notify agent at l3_agent.n-d-827839-2 the message routers_updated {{(pid=103376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 18:13:47.715074 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15b38955-9de7-4d1d-a363-c1d1ef61ba44 None None] Sync routers for ids ['11f91aae-f9a1-4e17-be5e-e5778981f04f'] in n-d-827839-2 {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 18:13:47.725657 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15b38955-9de7-4d1d-a363-c1d1ef61ba44 None None] Routers {'11f91aae-f9a1-4e17-be5e-e5778981f04f'} bound to L3 agent in host n-d-827839-2 {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 18:13:47.726263 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-15b38955-9de7-4d1d-a363-c1d1ef61ba44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T18:13:33Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['11f91aae-f9a1-4e17-be5e-e5778981f04f'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:13:47.745957 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [req-c55661e6-9c46-4fb1-a016-b4153dafba7c req-d4891e94-bd9f-48f7-97eb-c497dcfe6d81 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] No DVR routers for this DVR port 81a00f95-fbfe-4796-abe1-c7398a84fefb on host n-h1-827839-2 {{(pid=103376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 18:13:47.749184 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-c55661e6-9c46-4fb1-a016-b4153dafba7c req-d4891e94-bd9f-48f7-97eb-c497dcfe6d81 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:13:47.753040 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-c55661e6-9c46-4fb1-a016-b4153dafba7c req-d4891e94-bd9f-48f7-97eb-c497dcfe6d81 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] 10.222.0.96 "DELETE /v2.0/ports/81a00f95-fbfe-4796-abe1-c7398a84fefb HTTP/1.1" status: 204 len: 173 time: 0.8354514 Feb 04 18:13:47.753529 n-d-827839-2 neutron-server[103376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11866dc7-9959-4137-9f13-05ea680ed6a5', 'name': 'network-vif-deleted', 'tag': '81a00f95-fbfe-4796-abe1-c7398a84fefb'}] {{(pid=103376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 18:13:47.755781 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7aefa7f3373fd63bd14caed2f0c404cd5bacff84a7eb60e70ea20ed0b49017dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af472400-a003-490c-898a-43a15876e263" -d '{"events": [{"server_uuid": "11866dc7-9959-4137-9f13-05ea680ed6a5", "name": "network-vif-deleted", "tag": "81a00f95-fbfe-4796-abe1-c7398a84fefb"}]}' {{(pid=103376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 18:13:47.796703 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 18:13:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f71b364f-aa8b-40b3-ae85-9fc763fcfd78 x-openstack-request-id: req-f71b364f-aa8b-40b3-ae85-9fc763fcfd78 {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 18:13:47.797094 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11866dc7-9959-4137-9f13-05ea680ed6a5", "name": "network-vif-deleted", "tag": "81a00f95-fbfe-4796-abe1-c7398a84fefb", "status": "completed", "code": 200}]} {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 18:13:47.797424 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-f71b364f-aa8b-40b3-ae85-9fc763fcfd78 {{(pid=103376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 18:13:47.797900 n-d-827839-2 neutron-server[103376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11866dc7-9959-4137-9f13-05ea680ed6a5', 'name': 'network-vif-deleted', 'tag': '81a00f95-fbfe-4796-abe1-c7398a84fefb', 'status': 'completed', 'code': 200} Feb 04 18:13:47.851658 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-4c512f60-eb7b-4555-b3ec-d3fad4d388f9 req-110ccd7e-d4f2-49e8-a7e9-50906dd64c56 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] 10.222.0.89 "GET /v2.0/ports?device_id=11866dc7-9959-4137-9f13-05ea680ed6a5 HTTP/1.1" status: 200 len: 210 time: 0.0461547 Feb 04 18:13:47.962077 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvr_db [None req-15b38955-9de7-4d1d-a363-c1d1ef61ba44 None None] Set router 11f91aae-f9a1-4e17-be5e-e5778981f04f gateway port host: n-d-827839-2 {{(pid=103379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 18:13:48.162976 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-15b38955-9de7-4d1d-a363-c1d1ef61ba44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11f91aae-f9a1-4e17-be5e-e5778981f04f', 'name': 'tempest-ServerActionsTestJSON-1013004487-router', 'tenant_id': '4338804066934839a89616343b009f4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.150'}], 'enable_snat': True}, 'gw_port_id': 'ddb03411-7259-4cd8-876f-44e1c1c3c2dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T18:12:50Z', 'updated_at': '2022-02-04T18:12:53Z', 'revision_number': 4, 'project_id': '4338804066934839a89616343b009f4c', 'gw_port': {'id': 'ddb03411-7259-4cd8-876f-44e1c1c3c2dc', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:68:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11f91aae-f9a1-4e17-be5e-e5778981f04f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:12:51Z', 'updated_at': '2022-02-04T18:12:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_interfaces': [{'id': '3d9015b8-c253-4336-9e3f-641bc2fa8c48', 'name': '', 'network_id': '9202776c-3b7c-4c3e-8f4a-d5bfef65b2d4', 'tenant_id': '4338804066934839a89616343b009f4c', 'mac_address': 'fa:16:3e:8c:1f:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11f91aae-f9a1-4e17-be5e-e5778981f04f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '83fb5fd4-36d5-407e-bda8-162bf59018d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:12:53Z', 'updated_at': '2022-02-04T18:12:57Z', 'revision_number': 5, 'project_id': '4338804066934839a89616343b009f4c', 'subnets': [{'id': '83fb5fd4-36d5-407e-bda8-162bf59018d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-2', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:13:48.192357 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15b38955-9de7-4d1d-a363-c1d1ef61ba44 None None] Checking router: 11f91aae-f9a1-4e17-be5e-e5778981f04f for host: n-d-827839-2 {{(pid=103379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 18:13:48.201073 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15b38955-9de7-4d1d-a363-c1d1ef61ba44 None None] Routers {'11f91aae-f9a1-4e17-be5e-e5778981f04f'} bound to L3 agent in host n-d-827839-2 {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 18:13:48.201676 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-15b38955-9de7-4d1d-a363-c1d1ef61ba44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T18:13:33Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['11f91aae-f9a1-4e17-be5e-e5778981f04f'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:13:48.314727 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvr_db [None req-15b38955-9de7-4d1d-a363-c1d1ef61ba44 None None] Set router 11f91aae-f9a1-4e17-be5e-e5778981f04f gateway port host: n-d-827839-2 {{(pid=103379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 18:13:48.507181 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-15b38955-9de7-4d1d-a363-c1d1ef61ba44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11f91aae-f9a1-4e17-be5e-e5778981f04f', 'name': 'tempest-ServerActionsTestJSON-1013004487-router', 'tenant_id': '4338804066934839a89616343b009f4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.150'}], 'enable_snat': True}, 'gw_port_id': 'ddb03411-7259-4cd8-876f-44e1c1c3c2dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T18:12:50Z', 'updated_at': '2022-02-04T18:12:53Z', 'revision_number': 4, 'project_id': '4338804066934839a89616343b009f4c', 'gw_port': {'id': 'ddb03411-7259-4cd8-876f-44e1c1c3c2dc', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:68:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11f91aae-f9a1-4e17-be5e-e5778981f04f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:12:51Z', 'updated_at': '2022-02-04T18:12:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_interfaces': [{'id': '3d9015b8-c253-4336-9e3f-641bc2fa8c48', 'name': '', 'network_id': '9202776c-3b7c-4c3e-8f4a-d5bfef65b2d4', 'tenant_id': '4338804066934839a89616343b009f4c', 'mac_address': 'fa:16:3e:8c:1f:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11f91aae-f9a1-4e17-be5e-e5778981f04f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '83fb5fd4-36d5-407e-bda8-162bf59018d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:12:53Z', 'updated_at': '2022-02-04T18:12:57Z', 'revision_number': 5, 'project_id': '4338804066934839a89616343b009f4c', 'subnets': [{'id': '83fb5fd4-36d5-407e-bda8-162bf59018d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-2', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:13:48.533331 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15b38955-9de7-4d1d-a363-c1d1ef61ba44 None None] The sync data for ids ['11f91aae-f9a1-4e17-be5e-e5778981f04f'] in n-d-827839-2 is: [{'id': '11f91aae-f9a1-4e17-be5e-e5778981f04f', 'name': 'tempest-ServerActionsTestJSON-1013004487-router', 'tenant_id': '4338804066934839a89616343b009f4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.150'}], 'enable_snat': True}, 'gw_port_id': 'ddb03411-7259-4cd8-876f-44e1c1c3c2dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T18:12:50Z', 'updated_at': '2022-02-04T18:12:53Z', 'revision_number': 4, 'project_id': '4338804066934839a89616343b009f4c', 'gw_port': {'id': 'ddb03411-7259-4cd8-876f-44e1c1c3c2dc', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:68:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11f91aae-f9a1-4e17-be5e-e5778981f04f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:12:51Z', 'updated_at': '2022-02-04T18:12:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_interfaces': [{'id': '3d9015b8-c253-4336-9e3f-641bc2fa8c48', 'name': '', 'network_id': '9202776c-3b7c-4c3e-8f4a-d5bfef65b2d4', 'tenant_id': '4338804066934839a89616343b009f4c', 'mac_address': 'fa:16:3e:8c:1f:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11f91aae-f9a1-4e17-be5e-e5778981f04f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '83fb5fd4-36d5-407e-bda8-162bf59018d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:12:53Z', 'updated_at': '2022-02-04T18:12:57Z', 'revision_number': 5, 'project_id': '4338804066934839a89616343b009f4c', 'subnets': [{'id': '83fb5fd4-36d5-407e-bda8-162bf59018d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 18:13:48.759790 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-602a9be0-3c48-446f-99cd-84939ec6fe67 None None] New status for floating IP 6aa29e7b-43ce-4747-b566-7ad4f61be5e0: DOWN {{(pid=103378) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 18:13:49.098419 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-e2febdf5-4aa9-48d4-9cad-d75ddddf892e req-d44e54c6-7971-4965-8ced-bf31f55d64c7 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] 10.222.0.89 "GET /v2.0/security-groups?name=tempest-securitygroup--778896337&fields=id&tenant_id=4338804066934839a89616343b009f4c HTTP/1.1" status: 200 len: 267 time: 0.0424430 Feb 04 18:13:49.204899 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2febdf5-4aa9-48d4-9cad-d75ddddf892e req-23eb7935-a4d0-470e-a1d5-75d4d9039bd8 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:13:49.206381 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-e2febdf5-4aa9-48d4-9cad-d75ddddf892e req-23eb7935-a4d0-470e-a1d5-75d4d9039bd8 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] 10.222.0.89 "GET /v2.0/networks?id=9202776c-3b7c-4c3e-8f4a-d5bfef65b2d4 HTTP/1.1" status: 200 len: 812 time: 0.1015239 Feb 04 18:13:49.220657 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-e2febdf5-4aa9-48d4-9cad-d75ddddf892e req-c4e415fc-3c82-42b7-a6ef-7e26593d3eff tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] 10.222.0.89 "GET /v2.0/quotas/4338804066934839a89616343b009f4c HTTP/1.1" status: 200 len: 375 time: 0.0088995 Feb 04 18:13:49.274181 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-e2febdf5-4aa9-48d4-9cad-d75ddddf892e req-42d8087d-1c96-462c-b58b-eebe5bd81854 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=4338804066934839a89616343b009f4c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0481613 Feb 04 18:13:49.370476 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-e2febdf5-4aa9-48d4-9cad-d75ddddf892e req-924e4d51-3dac-4a85-84bd-3586d489a246 service neutron] 10.222.0.89 "GET /v2.0/networks/9202776c-3b7c-4c3e-8f4a-d5bfef65b2d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844667 Feb 04 18:13:49.457501 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-e2febdf5-4aa9-48d4-9cad-d75ddddf892e req-f6051bb5-bd76-4900-a1cb-c9c8fef7cfea service neutron] 10.222.0.89 "GET /v2.0/networks/9202776c-3b7c-4c3e-8f4a-d5bfef65b2d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812893 Feb 04 18:13:49.621566 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-ee33ba34-73be-4905-a05b-cc224105d426 req-7a927e06-6e43-4dc3-a4dd-6a0f5042e4b9 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] 10.222.0.89 "GET /v2.0/ports?device_id=949f078b-8cc7-4e51-be9e-2c47880d6377 HTTP/1.1" status: 200 len: 210 time: 0.0276699 Feb 04 18:13:50.556791 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2febdf5-4aa9-48d4-9cad-d75ddddf892e req-990733ba-65f1-4d9a-90e5-b63650319920 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:13:50.558282 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-e2febdf5-4aa9-48d4-9cad-d75ddddf892e req-990733ba-65f1-4d9a-90e5-b63650319920 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] 10.222.0.96 "GET /v2.0/networks?id=9202776c-3b7c-4c3e-8f4a-d5bfef65b2d4 HTTP/1.1" status: 200 len: 812 time: 0.1110170 Feb 04 18:13:50.619607 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-e2febdf5-4aa9-48d4-9cad-d75ddddf892e req-06a63f25-5f96-473b-98a7-11b45706de37 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] 10.222.0.96 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4338804066934839a89616343b009f4c HTTP/1.1" status: 200 len: 379 time: 0.0522969 Feb 04 18:13:50.627980 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [req-e2febdf5-4aa9-48d4-9cad-d75ddddf892e req-64321bb5-cf65-4cf0-bf9f-dbcd75d4c539 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] Request body: {'port': {'device_id': '949f078b-8cc7-4e51-be9e-2c47880d6377', 'network_id': '9202776c-3b7c-4c3e-8f4a-d5bfef65b2d4', 'admin_state_up': True, 'tenant_id': '4338804066934839a89616343b009f4c', 'security_groups': ['d74ae94c-d214-4034-aa3d-c5ace6bc144b']}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 18:13:50.913748 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device 81a00f95-fbfe-4796-abe1-c7398a84fefb no longer exists at agent hyperv_n-h1-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 18:13:50.935972 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] No Port match for: 81a00f95-fbfe-4796-abe1-c7398a84fefb {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 18:13:50.936322 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device 81a00f95-fbfe-4796-abe1-c7398a84fefb not bound to the agent host n-h1-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 18:13:51.021418 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-24db19a1-911b-4ce5-9e9a-112d0c5d6597 req-fac43d34-58b8-4770-b6e6-6d38589cb91c tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] 10.222.0.89 "GET /v2.0/ports?device_id=949f078b-8cc7-4e51-be9e-2c47880d6377 HTTP/1.1" status: 200 len: 210 time: 0.3311925 Feb 04 18:13:51.050498 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e2febdf5-4aa9-48d4-9cad-d75ddddf892e req-64321bb5-cf65-4cf0-bf9f-dbcd75d4c539 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] Made reservation on behalf of 4338804066934839a89616343b009f4c for: {'port': 1} {{(pid=103376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 18:13:51.054272 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-e2febdf5-4aa9-48d4-9cad-d75ddddf892e req-64321bb5-cf65-4cf0-bf9f-dbcd75d4c539 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:13:51.173987 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.db_base_plugin_common [req-e2febdf5-4aa9-48d4-9cad-d75ddddf892e req-64321bb5-cf65-4cf0-bf9f-dbcd75d4c539 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] Allocated IP 172.20.0.10 (9202776c-3b7c-4c3e-8f4a-d5bfef65b2d4/83fb5fd4-36d5-407e-bda8-162bf59018d2/a4017917-177a-461e-9593-5974cd40b21b) {{(pid=103376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 18:13:51.328427 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-e2febdf5-4aa9-48d4-9cad-d75ddddf892e req-64321bb5-cf65-4cf0-bf9f-dbcd75d4c539 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] Publish callbacks [] for port (a4017917-177a-461e-9593-5974cd40b21b), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:13:51.361235 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-e2febdf5-4aa9-48d4-9cad-d75ddddf892e req-64321bb5-cf65-4cf0-bf9f-dbcd75d4c539 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (a4017917-177a-461e-9593-5974cd40b21b), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:13:51.407997 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e2febdf5-4aa9-48d4-9cad-d75ddddf892e req-64321bb5-cf65-4cf0-bf9f-dbcd75d4c539 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] Network 9202776c-3b7c-4c3e-8f4a-d5bfef65b2d4 is already hosted by enough agents. {{(pid=103376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 18:13:51.412022 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [req-e2febdf5-4aa9-48d4-9cad-d75ddddf892e req-64321bb5-cf65-4cf0-bf9f-dbcd75d4c539 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] Resources bound (agent type, host, resource id): {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 18:13:51.414445 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2febdf5-4aa9-48d4-9cad-d75ddddf892e req-64321bb5-cf65-4cf0-bf9f-dbcd75d4c539 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] Received port after_create {{(pid=103376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 18:13:51.441750 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64321bb5-cf65-4cf0-bf9f-dbcd75d4c539 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] Pushing event updated for resources: {'Port': ['ID=a4017917-177a-461e-9593-5974cd40b21b,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:13:51.473317 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2febdf5-4aa9-48d4-9cad-d75ddddf892e req-64321bb5-cf65-4cf0-bf9f-dbcd75d4c539 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:13:51.473970 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-e2febdf5-4aa9-48d4-9cad-d75ddddf892e req-64321bb5-cf65-4cf0-bf9f-dbcd75d4c539 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:13:51.490933 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-e2febdf5-4aa9-48d4-9cad-d75ddddf892e req-64321bb5-cf65-4cf0-bf9f-dbcd75d4c539 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8665097 Feb 04 18:13:51.503480 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [req-e2febdf5-4aa9-48d4-9cad-d75ddddf892e req-99e2068c-6e52-4551-ab2f-d2a4492a3bee service neutron] Request body: {'port': {'device_id': '949f078b-8cc7-4e51-be9e-2c47880d6377', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827839-2'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 18:13:51.567797 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-e2febdf5-4aa9-48d4-9cad-d75ddddf892e req-99e2068c-6e52-4551-ab2f-d2a4492a3bee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (a4017917-177a-461e-9593-5974cd40b21b), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:13:51.700921 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-63002fa5-8977-4ee5-80e8-0cec809995b3 None None] Provisioning complete for port a4017917-177a-461e-9593-5974cd40b21b triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 18:13:51.701366 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-63002fa5-8977-4ee5-80e8-0cec809995b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (a4017917-177a-461e-9593-5974cd40b21b), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:13:51.739434 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-63002fa5-8977-4ee5-80e8-0cec809995b3 None None] Port a4017917-177a-461e-9593-5974cd40b21b cannot update to ACTIVE because it is not bound. {{(pid=103378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 18:13:51.863370 n-d-827839-2 neutron-server[103376]: DEBUG neutron.notifiers.nova [req-e2febdf5-4aa9-48d4-9cad-d75ddddf892e req-99e2068c-6e52-4551-ab2f-d2a4492a3bee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a4017917-177a-461e-9593-5974cd40b21b {{(pid=103376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 18:13:51.870958 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-e2febdf5-4aa9-48d4-9cad-d75ddddf892e req-99e2068c-6e52-4551-ab2f-d2a4492a3bee service neutron] Publish callbacks [] for port (a4017917-177a-461e-9593-5974cd40b21b), precommit_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:13:51.882904 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.provisioning_blocks [req-e2febdf5-4aa9-48d4-9cad-d75ddddf892e req-99e2068c-6e52-4551-ab2f-d2a4492a3bee service neutron] Transition to ACTIVE for port object a4017917-177a-461e-9593-5974cd40b21b will not be triggered until provisioned by entity L2. {{(pid=103376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 18:13:51.886889 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-e2febdf5-4aa9-48d4-9cad-d75ddddf892e req-99e2068c-6e52-4551-ab2f-d2a4492a3bee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675836'] for port (a4017917-177a-461e-9593-5974cd40b21b), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:13:51.938245 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e2068c-6e52-4551-ab2f-d2a4492a3bee service neutron] Pushing event updated for resources: {'Port': ['ID=a4017917-177a-461e-9593-5974cd40b21b,revision_number=2']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:13:52.013467 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [req-e2febdf5-4aa9-48d4-9cad-d75ddddf892e req-99e2068c-6e52-4551-ab2f-d2a4492a3bee service neutron] Attempting to bind port a4017917-177a-461e-9593-5974cd40b21b on host n-h1-827839-2 for vnic_type normal with profile {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 18:13:52.013810 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [req-e2febdf5-4aa9-48d4-9cad-d75ddddf892e req-99e2068c-6e52-4551-ab2f-d2a4492a3bee service neutron] Attempting to bind port a4017917-177a-461e-9593-5974cd40b21b by drivers openvswitch,hyperv on host n-h1-827839-2 at level 0 using segments [{'id': 'd79ca10e-822b-48e1-9f93-626585c84a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '9202776c-3b7c-4c3e-8f4a-d5bfef65b2d4'}] {{(pid=103376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 18:13:52.014143 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2febdf5-4aa9-48d4-9cad-d75ddddf892e req-99e2068c-6e52-4551-ab2f-d2a4492a3bee service neutron] Attempting to bind port a4017917-177a-461e-9593-5974cd40b21b on network 9202776c-3b7c-4c3e-8f4a-d5bfef65b2d4 {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 18:13:52.019442 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2febdf5-4aa9-48d4-9cad-d75ddddf892e req-99e2068c-6e52-4551-ab2f-d2a4492a3bee service neutron] Port a4017917-177a-461e-9593-5974cd40b21b on network 9202776c-3b7c-4c3e-8f4a-d5bfef65b2d4 not bound, no agent of type Open vSwitch agent registered on host n-h1-827839-2 {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 18:13:52.019769 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2febdf5-4aa9-48d4-9cad-d75ddddf892e req-99e2068c-6e52-4551-ab2f-d2a4492a3bee service neutron] Attempting to bind port a4017917-177a-461e-9593-5974cd40b21b on network 9202776c-3b7c-4c3e-8f4a-d5bfef65b2d4 {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 18:13:52.024953 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2febdf5-4aa9-48d4-9cad-d75ddddf892e req-99e2068c-6e52-4551-ab2f-d2a4492a3bee service neutron] Checking agent: {'id': '3f9244a9-75fc-4c10-b195-11d48b853b41', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 8, 42), 'started_at': datetime.datetime(2022, 2, 4, 17, 8, 42), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 18, 13, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 18:13:52.025303 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2febdf5-4aa9-48d4-9cad-d75ddddf892e req-99e2068c-6e52-4551-ab2f-d2a4492a3bee service neutron] Checking segment: {'id': 'd79ca10e-822b-48e1-9f93-626585c84a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '9202776c-3b7c-4c3e-8f4a-d5bfef65b2d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 18:13:52.026363 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2febdf5-4aa9-48d4-9cad-d75ddddf892e req-99e2068c-6e52-4551-ab2f-d2a4492a3bee service neutron] Bound using segment: {'id': 'd79ca10e-822b-48e1-9f93-626585c84a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '9202776c-3b7c-4c3e-8f4a-d5bfef65b2d4'} {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 18:13:52.026806 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [req-e2febdf5-4aa9-48d4-9cad-d75ddddf892e req-99e2068c-6e52-4551-ab2f-d2a4492a3bee service neutron] Bound port: a4017917-177a-461e-9593-5974cd40b21b, host: n-h1-827839-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd79ca10e-822b-48e1-9f93-626585c84a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '9202776c-3b7c-4c3e-8f4a-d5bfef65b2d4'}}] {{(pid=103376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 18:13:52.027174 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-e2febdf5-4aa9-48d4-9cad-d75ddddf892e req-99e2068c-6e52-4551-ab2f-d2a4492a3bee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (a4017917-177a-461e-9593-5974cd40b21b), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:13:52.104810 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [req-e2febdf5-4aa9-48d4-9cad-d75ddddf892e req-99e2068c-6e52-4551-ab2f-d2a4492a3bee service neutron] For port a4017917-177a-461e-9593-5974cd40b21b, host n-h1-827839-2, cleared binding levels {{(pid=103376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 18:13:52.108284 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [req-e2febdf5-4aa9-48d4-9cad-d75ddddf892e req-99e2068c-6e52-4551-ab2f-d2a4492a3bee service neutron] For port a4017917-177a-461e-9593-5974cd40b21b, host n-h1-827839-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=a4017917-177a-461e-9593-5974cd40b21b,segment=NetworkSegment(d79ca10e-822b-48e1-9f93-626585c84a5d),segment_id=d79ca10e-822b-48e1-9f93-626585c84a5d)] {{(pid=103376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 18:13:52.121357 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-e2febdf5-4aa9-48d4-9cad-d75ddddf892e req-99e2068c-6e52-4551-ab2f-d2a4492a3bee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675836'] for port (a4017917-177a-461e-9593-5974cd40b21b), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:13:52.156275 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2581e146-261f-4531-9ddf-921aaa53fd42 req-b2ac6a54-394b-4aea-b1fa-398cb571901e tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:13:52.158611 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2febdf5-4aa9-48d4-9cad-d75ddddf892e req-99e2068c-6e52-4551-ab2f-d2a4492a3bee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:13:52.159292 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-e2febdf5-4aa9-48d4-9cad-d75ddddf892e req-99e2068c-6e52-4551-ab2f-d2a4492a3bee service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:13:52.161056 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-e2febdf5-4aa9-48d4-9cad-d75ddddf892e req-99e2068c-6e52-4551-ab2f-d2a4492a3bee service neutron] 10.222.0.96 "PUT /v2.0/ports/a4017917-177a-461e-9593-5974cd40b21b HTTP/1.1" status: 200 len: 1092 time: 0.6617877 Feb 04 18:13:52.161513 n-d-827839-2 neutron-server[103376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '949f078b-8cc7-4e51-be9e-2c47880d6377', 'tag': 'a4017917-177a-461e-9593-5974cd40b21b'}] {{(pid=103376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 18:13:52.163571 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-2581e146-261f-4531-9ddf-921aaa53fd42 req-b2ac6a54-394b-4aea-b1fa-398cb571901e tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] 10.222.0.89 "GET /v2.0/ports?device_id=949f078b-8cc7-4e51-be9e-2c47880d6377 HTTP/1.1" status: 200 len: 944 time: 0.0653720 Feb 04 18:13:52.163900 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7aefa7f3373fd63bd14caed2f0c404cd5bacff84a7eb60e70ea20ed0b49017dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc4ff024-e095-47b0-91f0-c4403361c4ac" -d '{"events": [{"name": "network-changed", "server_uuid": "949f078b-8cc7-4e51-be9e-2c47880d6377", "tag": "a4017917-177a-461e-9593-5974cd40b21b"}]}' {{(pid=103376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 18:13:52.193504 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e2068c-6e52-4551-ab2f-d2a4492a3bee service neutron] Pushing event updated for resources: {'Port': ['ID=a4017917-177a-461e-9593-5974cd40b21b,revision_number=3']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:13:52.235523 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-2581e146-261f-4531-9ddf-921aaa53fd42 req-88e6f2d6-3e46-4ef7-a106-abafb284fc58 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] 10.222.0.89 "GET /v2.0/security-groups?id=d74ae94c-d214-4034-aa3d-c5ace6bc144b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0710683 Feb 04 18:13:52.251279 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 18:13:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-654aeaa8-8a29-4170-9822-a5d78112a0a0 x-openstack-request-id: req-654aeaa8-8a29-4170-9822-a5d78112a0a0 {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 18:13:52.251578 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "949f078b-8cc7-4e51-be9e-2c47880d6377", "tag": "a4017917-177a-461e-9593-5974cd40b21b", "status": "completed", "code": 200}]} {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 18:13:52.251834 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-654aeaa8-8a29-4170-9822-a5d78112a0a0 {{(pid=103376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 18:13:52.252242 n-d-827839-2 neutron-server[103376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '949f078b-8cc7-4e51-be9e-2c47880d6377', 'tag': 'a4017917-177a-461e-9593-5974cd40b21b', 'status': 'completed', 'code': 200} Feb 04 18:13:52.273326 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2febdf5-4aa9-48d4-9cad-d75ddddf892e req-799a6d3d-493c-45a6-87d8-9dd5235df0f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:13:52.274956 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-e2febdf5-4aa9-48d4-9cad-d75ddddf892e req-799a6d3d-493c-45a6-87d8-9dd5235df0f9 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=4338804066934839a89616343b009f4c&device_id=949f078b-8cc7-4e51-be9e-2c47880d6377 HTTP/1.1" status: 200 len: 1126 time: 0.0657482 Feb 04 18:13:52.324709 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-e2febdf5-4aa9-48d4-9cad-d75ddddf892e req-66179342-19fb-43ff-8212-879c6148e50d service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a4017917-177a-461e-9593-5974cd40b21b HTTP/1.1" status: 200 len: 217 time: 0.0423899 Feb 04 18:13:52.379794 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2febdf5-4aa9-48d4-9cad-d75ddddf892e req-3174a8e3-c216-44b8-ad23-b4ef733df979 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:13:52.381417 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-e2febdf5-4aa9-48d4-9cad-d75ddddf892e req-3174a8e3-c216-44b8-ad23-b4ef733df979 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=83fb5fd4-36d5-407e-bda8-162bf59018d2 HTTP/1.1" status: 200 len: 851 time: 0.0510509 Feb 04 18:13:52.435837 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2febdf5-4aa9-48d4-9cad-d75ddddf892e req-36029cd5-6829-43a2-a988-f785e5d2a8c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:13:52.437637 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-e2febdf5-4aa9-48d4-9cad-d75ddddf892e req-36029cd5-6829-43a2-a988-f785e5d2a8c1 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=9202776c-3b7c-4c3e-8f4a-d5bfef65b2d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0486801 Feb 04 18:13:52.530827 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-e2febdf5-4aa9-48d4-9cad-d75ddddf892e req-f34615da-5a55-45d1-8080-1d62439ba8ae service neutron] 10.222.0.96 "GET /v2.0/networks/9202776c-3b7c-4c3e-8f4a-d5bfef65b2d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868506 Feb 04 18:13:52.620170 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-e2febdf5-4aa9-48d4-9cad-d75ddddf892e req-63808263-221b-4409-a263-d04941d5c337 service neutron] 10.222.0.96 "GET /v2.0/networks/9202776c-3b7c-4c3e-8f4a-d5bfef65b2d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833793 Feb 04 18:13:52.705029 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4ff024-e095-47b0-91f0-c4403361c4ac req-671135cd-053a-4f70-a9f6-a9f0253a23cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:13:52.707093 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-bc4ff024-e095-47b0-91f0-c4403361c4ac req-671135cd-053a-4f70-a9f6-a9f0253a23cc service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=4338804066934839a89616343b009f4c&device_id=949f078b-8cc7-4e51-be9e-2c47880d6377 HTTP/1.1" status: 200 len: 1126 time: 0.0451548 Feb 04 18:13:52.803981 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4ff024-e095-47b0-91f0-c4403361c4ac req-020aa8d0-61a3-45e4-96ba-9397932d0c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:13:52.805438 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-bc4ff024-e095-47b0-91f0-c4403361c4ac req-020aa8d0-61a3-45e4-96ba-9397932d0c31 service neutron] 10.222.0.96 "GET /v2.0/networks?id=9202776c-3b7c-4c3e-8f4a-d5bfef65b2d4 HTTP/1.1" status: 200 len: 913 time: 0.0913408 Feb 04 18:13:52.847441 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-bc4ff024-e095-47b0-91f0-c4403361c4ac req-1846fea3-ce0a-4680-b0d7-05c67592af95 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a4017917-177a-461e-9593-5974cd40b21b HTTP/1.1" status: 200 len: 217 time: 0.0355115 Feb 04 18:13:52.894810 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4ff024-e095-47b0-91f0-c4403361c4ac req-4d63e7b6-8989-47d9-9d11-af66b8e21116 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:13:52.896316 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-bc4ff024-e095-47b0-91f0-c4403361c4ac req-4d63e7b6-8989-47d9-9d11-af66b8e21116 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=83fb5fd4-36d5-407e-bda8-162bf59018d2 HTTP/1.1" status: 200 len: 851 time: 0.0438108 Feb 04 18:13:52.954601 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4ff024-e095-47b0-91f0-c4403361c4ac req-4d004f47-ba8d-44f7-8d3a-3759137dc2d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:13:52.956680 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-bc4ff024-e095-47b0-91f0-c4403361c4ac req-4d004f47-ba8d-44f7-8d3a-3759137dc2d2 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=9202776c-3b7c-4c3e-8f4a-d5bfef65b2d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0540421 Feb 04 18:13:53.045089 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-bc4ff024-e095-47b0-91f0-c4403361c4ac req-4bb935a4-7c6b-473a-bb9f-710ca8d4ec73 service neutron] 10.222.0.96 "GET /v2.0/networks/9202776c-3b7c-4c3e-8f4a-d5bfef65b2d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827062 Feb 04 18:13:53.142696 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-bc4ff024-e095-47b0-91f0-c4403361c4ac req-b1bbca5b-7951-4a6d-bfd8-5a3c239949df service neutron] 10.222.0.96 "GET /v2.0/networks/9202776c-3b7c-4c3e-8f4a-d5bfef65b2d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911276 Feb 04 18:13:53.375832 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f17ee1-431b-4ec9-8d88-9c17e6682a76 req-46c5fcea-5fae-472a-8ea7-401d586b0190 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:13:53.377357 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-19f17ee1-431b-4ec9-8d88-9c17e6682a76 req-46c5fcea-5fae-472a-8ea7-401d586b0190 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] 10.222.0.89 "GET /v2.0/ports?device_id=949f078b-8cc7-4e51-be9e-2c47880d6377 HTTP/1.1" status: 200 len: 944 time: 0.0624399 Feb 04 18:13:53.424635 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-19f17ee1-431b-4ec9-8d88-9c17e6682a76 req-d1d3244f-361e-4b1e-afd9-73428cc51008 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] 10.222.0.89 "GET /v2.0/security-groups?id=d74ae94c-d214-4034-aa3d-c5ace6bc144b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410473 Feb 04 18:13:54.546290 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3534d2-a80c-4415-90ca-759c828ba647 req-2671c5bc-b43d-4212-8310-ec012e4d7a0a tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:13:54.547681 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-ac3534d2-a80c-4415-90ca-759c828ba647 req-2671c5bc-b43d-4212-8310-ec012e4d7a0a tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] 10.222.0.89 "GET /v2.0/ports?device_id=949f078b-8cc7-4e51-be9e-2c47880d6377 HTTP/1.1" status: 200 len: 944 time: 0.0553596 Feb 04 18:13:54.592962 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-ac3534d2-a80c-4415-90ca-759c828ba647 req-5702a895-5ce6-4510-b38b-dbdf555c9a16 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] 10.222.0.89 "GET /v2.0/security-groups?id=d74ae94c-d214-4034-aa3d-c5ace6bc144b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391722 Feb 04 18:13:55.711892 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c048785-b9ca-4e33-a9d7-3d62c399d326 req-1a3851c8-51f2-428b-b309-1a6c193fa9cd tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:13:55.713421 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-2c048785-b9ca-4e33-a9d7-3d62c399d326 req-1a3851c8-51f2-428b-b309-1a6c193fa9cd tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] 10.222.0.89 "GET /v2.0/ports?device_id=949f078b-8cc7-4e51-be9e-2c47880d6377 HTTP/1.1" status: 200 len: 944 time: 0.0535011 Feb 04 18:13:55.763573 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-2c048785-b9ca-4e33-a9d7-3d62c399d326 req-d4f3d159-1b11-402f-bb9c-b1a6ed8b8d32 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] 10.222.0.89 "GET /v2.0/security-groups?id=d74ae94c-d214-4034-aa3d-c5ace6bc144b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446043 Feb 04 18:13:56.881236 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c913912-c585-4097-8b96-68a214f79b83 req-8f847040-5f6a-4a04-8b0c-949ba3d417f7 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:13:56.882731 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-5c913912-c585-4097-8b96-68a214f79b83 req-8f847040-5f6a-4a04-8b0c-949ba3d417f7 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] 10.222.0.89 "GET /v2.0/ports?device_id=949f078b-8cc7-4e51-be9e-2c47880d6377 HTTP/1.1" status: 200 len: 944 time: 0.0530100 Feb 04 18:13:56.929513 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-5c913912-c585-4097-8b96-68a214f79b83 req-668a5da0-71a1-44db-a4ce-6687fa86cc69 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] 10.222.0.89 "GET /v2.0/security-groups?id=d74ae94c-d214-4034-aa3d-c5ace6bc144b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412467 Feb 04 18:13:56.954117 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device a4017917-177a-461e-9593-5974cd40b21b details requested by agent hyperv_n-h1-827839-2 with host n-h1-827839-2 {{(pid=103378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 18:13:57.052653 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] For port a4017917-177a-461e-9593-5974cd40b21b, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=a4017917-177a-461e-9593-5974cd40b21b,segment=NetworkSegment(d79ca10e-822b-48e1-9f93-626585c84a5d),segment_id=d79ca10e-822b-48e1-9f93-626585c84a5d)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 18:13:57.063930 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Returning: {'device': 'a4017917-177a-461e-9593-5974cd40b21b', 'network_id': '9202776c-3b7c-4c3e-8f4a-d5bfef65b2d4', 'port_id': 'a4017917-177a-461e-9593-5974cd40b21b', 'mac_address': 'fa:16:3e:53:55:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 769, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83fb5fd4-36d5-407e-bda8-162bf59018d2', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 18:13:57.100754 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Current status of the port a4017917-177a-461e-9593-5974cd40b21b is: DOWN; New status is: BUILD {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 18:13:57.101155 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (a4017917-177a-461e-9593-5974cd40b21b), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:13:57.114252 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a4017917-177a-461e-9593-5974cd40b21b {{(pid=103378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 18:13:57.133132 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] For port a4017917-177a-461e-9593-5974cd40b21b, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=a4017917-177a-461e-9593-5974cd40b21b,segment=NetworkSegment(d79ca10e-822b-48e1-9f93-626585c84a5d),segment_id=d79ca10e-822b-48e1-9f93-626585c84a5d)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 18:13:57.137244 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (a4017917-177a-461e-9593-5974cd40b21b), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:13:57.183113 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Pushing event updated for resources: {'Port': ['ID=a4017917-177a-461e-9593-5974cd40b21b,revision_number=4']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:13:57.435678 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] get_ports_and_sgs() called for port_ids ['a4017917-177a-461e-9593-5974cd40b21b'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 18:13:58.047634 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1f81a5-5676-442a-9c9f-97692e20c6bd req-af07077d-fc3a-47b5-aca0-434aa0887e14 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:13:58.049140 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-fa1f81a5-5676-442a-9c9f-97692e20c6bd req-af07077d-fc3a-47b5-aca0-434aa0887e14 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] 10.222.0.89 "GET /v2.0/ports?device_id=949f078b-8cc7-4e51-be9e-2c47880d6377 HTTP/1.1" status: 200 len: 945 time: 0.0529954 Feb 04 18:13:58.095022 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-fa1f81a5-5676-442a-9c9f-97692e20c6bd req-bebe2de8-57ca-449e-8c7d-952d76edd5c0 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] 10.222.0.89 "GET /v2.0/security-groups?id=d74ae94c-d214-4034-aa3d-c5ace6bc144b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404260 Feb 04 18:13:58.958997 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device a4017917-177a-461e-9593-5974cd40b21b up at agent hyperv_n-h1-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 18:13:59.005618 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Provisioning for port a4017917-177a-461e-9593-5974cd40b21b completed by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 18:13:59.009164 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Provisioning complete for port a4017917-177a-461e-9593-5974cd40b21b triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 18:13:59.009534 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (a4017917-177a-461e-9593-5974cd40b21b), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:13:59.086742 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Current status of the port a4017917-177a-461e-9593-5974cd40b21b is: BUILD; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 18:13:59.087125 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (a4017917-177a-461e-9593-5974cd40b21b), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:13:59.108251 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '949f078b-8cc7-4e51-be9e-2c47880d6377', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4017917-177a-461e-9593-5974cd40b21b'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 18:13:59.110475 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d531d67ec453461b01ecd2cf0c6686e25a5679cf38f56e7e92bae688f1026262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8fa01cc-df74-4218-b65c-28c7ba724317" -d '{"events": [{"server_uuid": "949f078b-8cc7-4e51-be9e-2c47880d6377", "name": "network-vif-plugged", "status": "completed", "tag": "a4017917-177a-461e-9593-5974cd40b21b"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 18:13:59.123414 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] For port a4017917-177a-461e-9593-5974cd40b21b, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=a4017917-177a-461e-9593-5974cd40b21b,segment=NetworkSegment(d79ca10e-822b-48e1-9f93-626585c84a5d),segment_id=d79ca10e-822b-48e1-9f93-626585c84a5d)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 18:13:59.127307 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (a4017917-177a-461e-9593-5974cd40b21b), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:13:59.153148 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 18:13:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-704ffcf3-29ce-401e-b316-82c5dc73b516 x-openstack-request-id: req-704ffcf3-29ce-401e-b316-82c5dc73b516 {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 18:13:59.153444 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "949f078b-8cc7-4e51-be9e-2c47880d6377", "name": "network-vif-plugged", "status": "completed", "tag": "a4017917-177a-461e-9593-5974cd40b21b", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 18:13:59.153695 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-704ffcf3-29ce-401e-b316-82c5dc73b516 {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 18:13:59.154082 n-d-827839-2 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '949f078b-8cc7-4e51-be9e-2c47880d6377', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4017917-177a-461e-9593-5974cd40b21b', 'code': 200} Feb 04 18:13:59.178967 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Pushing event updated for resources: {'Port': ['ID=a4017917-177a-461e-9593-5974cd40b21b,revision_number=5']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:13:59.249714 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd6cc62-3c2a-4071-9267-592fb9553d25 req-234b9c1c-e2be-44f6-b973-d066dc831ab8 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:13:59.251176 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-8fd6cc62-3c2a-4071-9267-592fb9553d25 req-234b9c1c-e2be-44f6-b973-d066dc831ab8 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] 10.222.0.89 "GET /v2.0/ports?device_id=949f078b-8cc7-4e51-be9e-2c47880d6377 HTTP/1.1" status: 200 len: 946 time: 0.0810137 Feb 04 18:13:59.292724 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b9cb92-1f41-42a6-bf53-494ef0353b32 req-0cef9550-6d9d-4bc0-b18f-1a53055b9e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:13:59.294255 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-c6b9cb92-1f41-42a6-bf53-494ef0353b32 req-0cef9550-6d9d-4bc0-b18f-1a53055b9e2c service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=949f078b-8cc7-4e51-be9e-2c47880d6377 HTTP/1.1" status: 200 len: 1128 time: 0.0799742 Feb 04 18:13:59.321069 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-8fd6cc62-3c2a-4071-9267-592fb9553d25 req-a031c82f-f846-44f5-b59d-ebb8fc571cfe tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] 10.222.0.89 "GET /v2.0/security-groups?id=d74ae94c-d214-4034-aa3d-c5ace6bc144b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0637066 Feb 04 18:13:59.347509 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-c6b9cb92-1f41-42a6-bf53-494ef0353b32 req-56458078-d6ea-4862-96f1-b1ecd250d1c3 service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=d74ae94c-d214-4034-aa3d-c5ace6bc144b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440321 Feb 04 18:13:59.835841 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0c7c5bdd-da29-495f-85a9-a29c7bf5f6fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (bb89f5a3-3c22-440b-b7d1-c4f0c43c184a), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:14:00.445566 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488ea9bd-4463-4fc8-b4a1-f28033dc9053 req-26283601-033c-404e-afbe-49bf3f764dc2 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:14:00.447035 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-488ea9bd-4463-4fc8-b4a1-f28033dc9053 req-26283601-033c-404e-afbe-49bf3f764dc2 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] 10.222.0.89 "GET /v2.0/ports?device_id=949f078b-8cc7-4e51-be9e-2c47880d6377 HTTP/1.1" status: 200 len: 946 time: 0.0563071 Feb 04 18:14:00.492471 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-488ea9bd-4463-4fc8-b4a1-f28033dc9053 req-59d67025-e1c9-4ea2-8b20-080a539a0684 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] 10.222.0.89 "GET /v2.0/security-groups?id=d74ae94c-d214-4034-aa3d-c5ace6bc144b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399790 Feb 04 18:14:01.610140 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106f6fff-f4f5-4f8a-b652-05a461b632ab req-a26dacfa-7e87-4c15-ba8d-47bbda231f4a tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:14:01.611645 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-106f6fff-f4f5-4f8a-b652-05a461b632ab req-a26dacfa-7e87-4c15-ba8d-47bbda231f4a tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] 10.222.0.89 "GET /v2.0/ports?device_id=949f078b-8cc7-4e51-be9e-2c47880d6377 HTTP/1.1" status: 200 len: 946 time: 0.0526557 Feb 04 18:14:01.657761 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-106f6fff-f4f5-4f8a-b652-05a461b632ab req-39ac830a-7a3a-4281-a2a0-5c12ccaaf2cd tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] 10.222.0.89 "GET /v2.0/security-groups?id=d74ae94c-d214-4034-aa3d-c5ace6bc144b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406318 Feb 04 18:14:01.771677 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9f4104-c20a-4745-bb46-be39f49080dc req-d139a89a-0083-4ca8-8af3-ba6a9473430f tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:14:01.773196 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-7f9f4104-c20a-4745-bb46-be39f49080dc req-d139a89a-0083-4ca8-8af3-ba6a9473430f tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] 10.222.0.89 "GET /v2.0/ports?device_id=949f078b-8cc7-4e51-be9e-2c47880d6377 HTTP/1.1" status: 200 len: 946 time: 0.0530026 Feb 04 18:14:01.781711 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 56108) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:14:01.786848 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-96848ec9-80ba-451c-a998-5d5969ba2bdc tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] Request body: {'floatingip': {'port_id': 'a4017917-177a-461e-9593-5974cd40b21b'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 18:14:01.824471 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-96848ec9-80ba-451c-a998-5d5969ba2bdc tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] Publish callbacks [] for floatingip (6aa29e7b-43ce-4747-b566-7ad4f61be5e0), before_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:14:02.246002 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-96848ec9-80ba-451c-a998-5d5969ba2bdc tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:14:02.249815 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-96848ec9-80ba-451c-a998-5d5969ba2bdc tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1595586'] for floatingip (6aa29e7b-43ce-4747-b566-7ad4f61be5e0), after_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:14:02.353570 n-d-827839-2 neutron-server[103377]: INFO neutron.db.l3_db [None req-96848ec9-80ba-451c-a998-5d5969ba2bdc tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] Floating IP 6aa29e7b-43ce-4747-b566-7ad4f61be5e0 associated. External IP: 172.25.6.102, port: a4017917-177a-461e-9593-5974cd40b21b. Feb 04 18:14:02.559188 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96848ec9-80ba-451c-a998-5d5969ba2bdc tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] Router 11f91aae-f9a1-4e17-be5e-e5778981f04f has already been hosted by L3 agent 64ada913-9131-4d99-a265-63a920956287 {{(pid=103377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 18:14:02.666782 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96848ec9-80ba-451c-a998-5d5969ba2bdc tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] Notify agent at l3_agent.n-d-827839-2 the message routers_updated {{(pid=103377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 18:14:02.671556 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-96848ec9-80ba-451c-a998-5d5969ba2bdc tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for floatingip (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:14:02.676688 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cb7caae-6c9a-4b4f-9e7b-481ebc8641c0 None None] Sync routers for ids ['11f91aae-f9a1-4e17-be5e-e5778981f04f'] in n-d-827839-2 {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 18:14:02.689292 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cb7caae-6c9a-4b4f-9e7b-481ebc8641c0 None None] Routers {'11f91aae-f9a1-4e17-be5e-e5778981f04f'} bound to L3 agent in host n-d-827839-2 {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 18:14:02.689907 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-4cb7caae-6c9a-4b4f-9e7b-481ebc8641c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T18:13:33Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['11f91aae-f9a1-4e17-be5e-e5778981f04f'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:14:02.701856 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-96848ec9-80ba-451c-a998-5d5969ba2bdc tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] 10.222.0.89 "PUT /v2.0/floatingips/6aa29e7b-43ce-4747-b566-7ad4f61be5e0 HTTP/1.1" status: 200 len: 992 time: 0.9191630 Feb 04 18:14:02.702458 n-d-827839-2 neutron-server[103377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '949f078b-8cc7-4e51-be9e-2c47880d6377', 'tag': 'a4017917-177a-461e-9593-5974cd40b21b'}] {{(pid=103377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 18:14:02.704727 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2026467e03276fe79290e5b19027649602583100b1291b9f7533f134bdcccf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-385beb65-9e5d-4550-9b1d-c813522e235a" -d '{"events": [{"name": "network-changed", "server_uuid": "949f078b-8cc7-4e51-be9e-2c47880d6377", "tag": "a4017917-177a-461e-9593-5974cd40b21b"}]}' {{(pid=103377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 18:14:02.748546 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 18:14:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-284c3592-dd29-486a-8756-ab299f01dbf8 x-openstack-request-id: req-284c3592-dd29-486a-8756-ab299f01dbf8 {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 18:14:02.748872 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "949f078b-8cc7-4e51-be9e-2c47880d6377", "tag": "a4017917-177a-461e-9593-5974cd40b21b", "status": "completed", "code": 200}]} {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 18:14:02.749134 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-284c3592-dd29-486a-8756-ab299f01dbf8 {{(pid=103377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 18:14:02.749545 n-d-827839-2 neutron-server[103377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '949f078b-8cc7-4e51-be9e-2c47880d6377', 'tag': 'a4017917-177a-461e-9593-5974cd40b21b', 'status': 'completed', 'code': 200} Feb 04 18:14:02.802088 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvr_db [None req-4cb7caae-6c9a-4b4f-9e7b-481ebc8641c0 None None] Set router 11f91aae-f9a1-4e17-be5e-e5778981f04f gateway port host: n-d-827839-2 {{(pid=103379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 18:14:02.852775 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e679974-0c4e-4a05-a76b-a936605186eb req-6316735b-1c35-47ac-b358-8604552b6fd0 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:14:02.854197 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-3e679974-0c4e-4a05-a76b-a936605186eb req-6316735b-1c35-47ac-b358-8604552b6fd0 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] 10.222.0.89 "GET /v2.0/ports?device_id=949f078b-8cc7-4e51-be9e-2c47880d6377 HTTP/1.1" status: 200 len: 946 time: 0.0911515 Feb 04 18:14:02.856847 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385beb65-9e5d-4550-9b1d-c813522e235a req-25ce482c-bf23-49ed-b490-cf527332d429 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:14:02.858235 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-385beb65-9e5d-4550-9b1d-c813522e235a req-25ce482c-bf23-49ed-b490-cf527332d429 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=4338804066934839a89616343b009f4c&device_id=949f078b-8cc7-4e51-be9e-2c47880d6377 HTTP/1.1" status: 200 len: 1128 time: 0.0838442 Feb 04 18:14:02.912482 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-04a6bb3c-dc94-44dc-a7d5-488cfb759fe0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (64ada913-9131-4d99-a265-63a920956287), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:14:02.960245 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-3e679974-0c4e-4a05-a76b-a936605186eb req-c878888b-e52e-4e3d-9105-6d90d8d2ceab tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] 10.222.0.89 "GET /v2.0/security-groups?id=d74ae94c-d214-4034-aa3d-c5ace6bc144b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1001067 Feb 04 18:14:02.990058 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385beb65-9e5d-4550-9b1d-c813522e235a req-bbcae7fb-f01e-4bfa-80d1-fbe2be96b41f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:14:02.991571 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-385beb65-9e5d-4550-9b1d-c813522e235a req-bbcae7fb-f01e-4bfa-80d1-fbe2be96b41f service neutron] 10.222.0.96 "GET /v2.0/networks?id=9202776c-3b7c-4c3e-8f4a-d5bfef65b2d4 HTTP/1.1" status: 200 len: 913 time: 0.1243465 Feb 04 18:14:03.046247 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-4cb7caae-6c9a-4b4f-9e7b-481ebc8641c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11f91aae-f9a1-4e17-be5e-e5778981f04f', 'name': 'tempest-ServerActionsTestJSON-1013004487-router', 'tenant_id': '4338804066934839a89616343b009f4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.150'}], 'enable_snat': True}, 'gw_port_id': 'ddb03411-7259-4cd8-876f-44e1c1c3c2dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T18:12:50Z', 'updated_at': '2022-02-04T18:12:53Z', 'revision_number': 4, 'project_id': '4338804066934839a89616343b009f4c', 'gw_port': {'id': 'ddb03411-7259-4cd8-876f-44e1c1c3c2dc', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:68:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11f91aae-f9a1-4e17-be5e-e5778981f04f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:12:51Z', 'updated_at': '2022-02-04T18:12:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_floatingips': [{'id': '6aa29e7b-43ce-4747-b566-7ad4f61be5e0', 'tenant_id': '4338804066934839a89616343b009f4c', 'floating_ip_address': '172.25.6.102', 'floating_network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'router_id': '11f91aae-f9a1-4e17-be5e-e5778981f04f', 'port_id': 'a4017917-177a-461e-9593-5974cd40b21b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4101, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9202776c-3b7c-4c3e-8f4a-d5bfef65b2d4', 'mac_address': 'fa:16:3e:53:55:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '949f078b-8cc7-4e51-be9e-2c47880d6377', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T18:12:55Z', 'updated_at': '2022-02-04T18:14:02Z', 'revision_number': 5, 'project_id': '4338804066934839a89616343b009f4c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d9015b8-c253-4336-9e3f-641bc2fa8c48', 'name': '', 'network_id': '9202776c-3b7c-4c3e-8f4a-d5bfef65b2d4', 'tenant_id': '4338804066934839a89616343b009f4c', 'mac_address': 'fa:16:3e:8c:1f:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11f91aae-f9a1-4e17-be5e-e5778981f04f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '83fb5fd4-36d5-407e-bda8-162bf59018d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:12:53Z', 'updated_at': '2022-02-04T18:12:57Z', 'revision_number': 5, 'project_id': '4338804066934839a89616343b009f4c', 'subnets': [{'id': '83fb5fd4-36d5-407e-bda8-162bf59018d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-2', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:14:03.056161 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-385beb65-9e5d-4550-9b1d-c813522e235a req-72fc50d1-e1ee-451c-82c0-6213d5fdd714 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a4017917-177a-461e-9593-5974cd40b21b HTTP/1.1" status: 200 len: 1000 time: 0.0587749 Feb 04 18:14:03.072088 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cb7caae-6c9a-4b4f-9e7b-481ebc8641c0 None None] Checking router: 11f91aae-f9a1-4e17-be5e-e5778981f04f for host: n-d-827839-2 {{(pid=103379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 18:14:03.080012 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cb7caae-6c9a-4b4f-9e7b-481ebc8641c0 None None] Routers {'11f91aae-f9a1-4e17-be5e-e5778981f04f'} bound to L3 agent in host n-d-827839-2 {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 18:14:03.081117 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-4cb7caae-6c9a-4b4f-9e7b-481ebc8641c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T18:14:03Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['11f91aae-f9a1-4e17-be5e-e5778981f04f'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:14:03.104310 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385beb65-9e5d-4550-9b1d-c813522e235a req-229f5ec3-dd60-47d4-a532-335255d2ed48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:14:03.105717 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-385beb65-9e5d-4550-9b1d-c813522e235a req-229f5ec3-dd60-47d4-a532-335255d2ed48 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=83fb5fd4-36d5-407e-bda8-162bf59018d2 HTTP/1.1" status: 200 len: 851 time: 0.0442812 Feb 04 18:14:03.157831 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385beb65-9e5d-4550-9b1d-c813522e235a req-60796cef-9eca-407d-89f0-51a2f8a5d99a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:14:03.159955 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-385beb65-9e5d-4550-9b1d-c813522e235a req-60796cef-9eca-407d-89f0-51a2f8a5d99a service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=9202776c-3b7c-4c3e-8f4a-d5bfef65b2d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0488698 Feb 04 18:14:03.187371 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvr_db [None req-4cb7caae-6c9a-4b4f-9e7b-481ebc8641c0 None None] Set router 11f91aae-f9a1-4e17-be5e-e5778981f04f gateway port host: n-d-827839-2 {{(pid=103379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 18:14:03.251040 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-385beb65-9e5d-4550-9b1d-c813522e235a req-09a37648-170a-44ea-aed6-607e48cd2646 service neutron] 10.222.0.96 "GET /v2.0/networks/9202776c-3b7c-4c3e-8f4a-d5bfef65b2d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850844 Feb 04 18:14:03.352358 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-385beb65-9e5d-4550-9b1d-c813522e235a req-63a7b433-526f-45a5-a293-a65582912a05 service neutron] 10.222.0.96 "GET /v2.0/networks/9202776c-3b7c-4c3e-8f4a-d5bfef65b2d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956082 Feb 04 18:14:03.376397 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d408ec64-b374-4acb-a1fc-48241dad6d47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (0cd6d64a-47a7-40ff-8c12-71dd526c62e0), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:14:03.438434 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-4cb7caae-6c9a-4b4f-9e7b-481ebc8641c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11f91aae-f9a1-4e17-be5e-e5778981f04f', 'name': 'tempest-ServerActionsTestJSON-1013004487-router', 'tenant_id': '4338804066934839a89616343b009f4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.150'}], 'enable_snat': True}, 'gw_port_id': 'ddb03411-7259-4cd8-876f-44e1c1c3c2dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T18:12:50Z', 'updated_at': '2022-02-04T18:12:53Z', 'revision_number': 4, 'project_id': '4338804066934839a89616343b009f4c', 'gw_port': {'id': 'ddb03411-7259-4cd8-876f-44e1c1c3c2dc', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:68:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11f91aae-f9a1-4e17-be5e-e5778981f04f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:12:51Z', 'updated_at': '2022-02-04T18:12:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_floatingips': [{'id': '6aa29e7b-43ce-4747-b566-7ad4f61be5e0', 'tenant_id': '4338804066934839a89616343b009f4c', 'floating_ip_address': '172.25.6.102', 'floating_network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'router_id': '11f91aae-f9a1-4e17-be5e-e5778981f04f', 'port_id': 'a4017917-177a-461e-9593-5974cd40b21b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4101, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9202776c-3b7c-4c3e-8f4a-d5bfef65b2d4', 'mac_address': 'fa:16:3e:53:55:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '949f078b-8cc7-4e51-be9e-2c47880d6377', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T18:12:55Z', 'updated_at': '2022-02-04T18:14:02Z', 'revision_number': 5, 'project_id': '4338804066934839a89616343b009f4c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d9015b8-c253-4336-9e3f-641bc2fa8c48', 'name': '', 'network_id': '9202776c-3b7c-4c3e-8f4a-d5bfef65b2d4', 'tenant_id': '4338804066934839a89616343b009f4c', 'mac_address': 'fa:16:3e:8c:1f:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11f91aae-f9a1-4e17-be5e-e5778981f04f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '83fb5fd4-36d5-407e-bda8-162bf59018d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:12:53Z', 'updated_at': '2022-02-04T18:12:57Z', 'revision_number': 5, 'project_id': '4338804066934839a89616343b009f4c', 'subnets': [{'id': '83fb5fd4-36d5-407e-bda8-162bf59018d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-2', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:14:03.464354 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cb7caae-6c9a-4b4f-9e7b-481ebc8641c0 None None] The sync data for ids ['11f91aae-f9a1-4e17-be5e-e5778981f04f'] in n-d-827839-2 is: [{'id': '11f91aae-f9a1-4e17-be5e-e5778981f04f', 'name': 'tempest-ServerActionsTestJSON-1013004487-router', 'tenant_id': '4338804066934839a89616343b009f4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.150'}], 'enable_snat': True}, 'gw_port_id': 'ddb03411-7259-4cd8-876f-44e1c1c3c2dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T18:12:50Z', 'updated_at': '2022-02-04T18:12:53Z', 'revision_number': 4, 'project_id': '4338804066934839a89616343b009f4c', 'gw_port': {'id': 'ddb03411-7259-4cd8-876f-44e1c1c3c2dc', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:68:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11f91aae-f9a1-4e17-be5e-e5778981f04f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:12:51Z', 'updated_at': '2022-02-04T18:12:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_floatingips': [{'id': '6aa29e7b-43ce-4747-b566-7ad4f61be5e0', 'tenant_id': '4338804066934839a89616343b009f4c', 'floating_ip_address': '172.25.6.102', 'floating_network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'router_id': '11f91aae-f9a1-4e17-be5e-e5778981f04f', 'port_id': 'a4017917-177a-461e-9593-5974cd40b21b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4101, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9202776c-3b7c-4c3e-8f4a-d5bfef65b2d4', 'mac_address': 'fa:16:3e:53:55:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '949f078b-8cc7-4e51-be9e-2c47880d6377', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T18:12:55Z', 'updated_at': '2022-02-04T18:14:02Z', 'revision_number': 5, 'project_id': '4338804066934839a89616343b009f4c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d9015b8-c253-4336-9e3f-641bc2fa8c48', 'name': '', 'network_id': '9202776c-3b7c-4c3e-8f4a-d5bfef65b2d4', 'tenant_id': '4338804066934839a89616343b009f4c', 'mac_address': 'fa:16:3e:8c:1f:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11f91aae-f9a1-4e17-be5e-e5778981f04f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '83fb5fd4-36d5-407e-bda8-162bf59018d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:12:53Z', 'updated_at': '2022-02-04T18:12:57Z', 'revision_number': 5, 'project_id': '4338804066934839a89616343b009f4c', 'subnets': [{'id': '83fb5fd4-36d5-407e-bda8-162bf59018d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 18:14:03.659045 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3ee61bc-77a5-4d80-87c5-8a657d6b3ef5 None None] New status for floating IP 6aa29e7b-43ce-4747-b566-7ad4f61be5e0: ACTIVE {{(pid=103378) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 18:14:04.082853 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cd7d78-08c1-4d68-828e-77fa48a9af2c req-fe51e514-358b-475e-bfbb-60f7e0772744 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:14:04.084327 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-14cd7d78-08c1-4d68-828e-77fa48a9af2c req-fe51e514-358b-475e-bfbb-60f7e0772744 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] 10.222.0.89 "GET /v2.0/ports?device_id=949f078b-8cc7-4e51-be9e-2c47880d6377 HTTP/1.1" status: 200 len: 946 time: 0.0527470 Feb 04 18:14:04.130116 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-14cd7d78-08c1-4d68-828e-77fa48a9af2c req-766d3789-0f20-4712-8859-ebf677fef5a3 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] 10.222.0.89 "GET /v2.0/security-groups?id=d74ae94c-d214-4034-aa3d-c5ace6bc144b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402596 Feb 04 18:14:04.335280 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5923a949-d0e0-48d4-9670-4566214a3fc9 req-696d85a1-12fb-4cab-a610-ec48a3d2b03b tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:14:04.336839 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-5923a949-d0e0-48d4-9670-4566214a3fc9 req-696d85a1-12fb-4cab-a610-ec48a3d2b03b tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] 10.222.0.89 "GET /v2.0/ports?device_id=949f078b-8cc7-4e51-be9e-2c47880d6377 HTTP/1.1" status: 200 len: 946 time: 0.0578320 Feb 04 18:14:04.386721 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-5923a949-d0e0-48d4-9670-4566214a3fc9 req-8b78a61d-c2fe-482f-a8b9-ba5787c4dfe3 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] 10.222.0.89 "GET /v2.0/security-groups?id=d74ae94c-d214-4034-aa3d-c5ace6bc144b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440993 Feb 04 18:14:05.021516 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4f14bb47-e72b-46ac-9e44-a61d9293afcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (75326290-f7a3-4db8-9cf2-15c7139ed224), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:14:05.506831 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc2ef97-51ed-4a8f-97c1-a49f4fbf0765 req-8c002b8f-1acb-4f75-b591-c6a133a64ff0 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:14:05.508301 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-8bc2ef97-51ed-4a8f-97c1-a49f4fbf0765 req-8c002b8f-1acb-4f75-b591-c6a133a64ff0 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] 10.222.0.89 "GET /v2.0/ports?device_id=949f078b-8cc7-4e51-be9e-2c47880d6377 HTTP/1.1" status: 200 len: 946 time: 0.0528698 Feb 04 18:14:05.553740 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-8bc2ef97-51ed-4a8f-97c1-a49f4fbf0765 req-21b7679f-470e-4e81-a92e-f32a3c8fb013 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] 10.222.0.89 "GET /v2.0/security-groups?id=d74ae94c-d214-4034-aa3d-c5ace6bc144b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397935 Feb 04 18:14:05.811848 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (ba70844b-66a0-45fd-a2f2-e6ed673321fc), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:14:06.670382 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fed7017-376c-480b-9f7d-1f9ccdd1500d req-2b6211f5-2def-4659-a0f9-d9ef469f2e06 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:14:06.671847 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-2fed7017-376c-480b-9f7d-1f9ccdd1500d req-2b6211f5-2def-4659-a0f9-d9ef469f2e06 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] 10.222.0.89 "GET /v2.0/ports?device_id=949f078b-8cc7-4e51-be9e-2c47880d6377 HTTP/1.1" status: 200 len: 946 time: 0.0520954 Feb 04 18:14:06.717773 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-2fed7017-376c-480b-9f7d-1f9ccdd1500d req-9a5a851f-e27d-48ec-9ae5-0847428a231f tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] 10.222.0.89 "GET /v2.0/security-groups?id=d74ae94c-d214-4034-aa3d-c5ace6bc144b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403092 Feb 04 18:14:07.833839 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c9ea72-d0e7-4bd4-b962-be155ff6b0c4 req-0c67b824-f0ef-4699-90f0-029931c158ea tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:14:07.835336 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-f6c9ea72-d0e7-4bd4-b962-be155ff6b0c4 req-0c67b824-f0ef-4699-90f0-029931c158ea tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] 10.222.0.89 "GET /v2.0/ports?device_id=949f078b-8cc7-4e51-be9e-2c47880d6377 HTTP/1.1" status: 200 len: 946 time: 0.0529835 Feb 04 18:14:07.881809 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-f6c9ea72-d0e7-4bd4-b962-be155ff6b0c4 req-3077b4f0-f63a-48c5-b5a4-a75a6c9150e4 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] 10.222.0.89 "GET /v2.0/security-groups?id=d74ae94c-d214-4034-aa3d-c5ace6bc144b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408869 Feb 04 18:14:08.999383 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a4e839-9dbd-4385-b011-28864b313830 req-d88e14b0-b953-4f12-808b-bf3ce8b319a6 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:14:09.000770 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-b6a4e839-9dbd-4385-b011-28864b313830 req-d88e14b0-b953-4f12-808b-bf3ce8b319a6 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] 10.222.0.89 "GET /v2.0/ports?device_id=949f078b-8cc7-4e51-be9e-2c47880d6377 HTTP/1.1" status: 200 len: 946 time: 0.0523100 Feb 04 18:14:09.045870 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-b6a4e839-9dbd-4385-b011-28864b313830 req-002fb074-ab6b-4394-9634-1c7a86964329 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] 10.222.0.89 "GET /v2.0/security-groups?id=d74ae94c-d214-4034-aa3d-c5ace6bc144b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396183 Feb 04 18:14:10.225529 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116c8971-de31-4d75-b33f-be1234bf3506 req-716c27f6-6ff4-42fd-b0c1-9754b447b993 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:14:10.227028 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-116c8971-de31-4d75-b33f-be1234bf3506 req-716c27f6-6ff4-42fd-b0c1-9754b447b993 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] 10.222.0.89 "GET /v2.0/ports?device_id=949f078b-8cc7-4e51-be9e-2c47880d6377 HTTP/1.1" status: 200 len: 946 time: 0.1140018 Feb 04 18:14:10.273965 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-116c8971-de31-4d75-b33f-be1234bf3506 req-fab1cfc3-3137-47d0-9903-68ccf2081d38 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] 10.222.0.89 "GET /v2.0/security-groups?id=d74ae94c-d214-4034-aa3d-c5ace6bc144b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413494 Feb 04 18:14:10.717611 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (f20a1ab3-4332-4f54-833b-ba4a7c687e89), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:14:11.454715 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eef1d99-65db-4140-8470-5026fa945dec req-168600d9-3f94-4640-9280-9407751800a4 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:14:11.456676 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-7eef1d99-65db-4140-8470-5026fa945dec req-168600d9-3f94-4640-9280-9407751800a4 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] 10.222.0.89 "GET /v2.0/ports?device_id=949f078b-8cc7-4e51-be9e-2c47880d6377 HTTP/1.1" status: 200 len: 946 time: 0.1151936 Feb 04 18:14:11.502879 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-7eef1d99-65db-4140-8470-5026fa945dec req-427c8584-ea9f-499c-b621-30c7c6d0eca2 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] 10.222.0.89 "GET /v2.0/security-groups?id=d74ae94c-d214-4034-aa3d-c5ace6bc144b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406680 Feb 04 18:14:12.619737 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cd5d0c-b430-42a7-a66d-95b1312540e0 req-f8739d25-fe37-4973-b593-010d631b2d45 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:14:12.621266 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-03cd5d0c-b430-42a7-a66d-95b1312540e0 req-f8739d25-fe37-4973-b593-010d631b2d45 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] 10.222.0.89 "GET /v2.0/ports?device_id=949f078b-8cc7-4e51-be9e-2c47880d6377 HTTP/1.1" status: 200 len: 946 time: 0.0523529 Feb 04 18:14:12.667817 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-03cd5d0c-b430-42a7-a66d-95b1312540e0 req-aa43a680-4bcf-467a-9448-169074c57217 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] 10.222.0.89 "GET /v2.0/security-groups?id=d74ae94c-d214-4034-aa3d-c5ace6bc144b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408833 Feb 04 18:14:12.847465 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (3f9244a9-75fc-4c10-b195-11d48b853b41), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:14:13.786493 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eac2830-7744-4a5c-b480-e5859a75a7a2 req-fb80d8fd-b7fb-4831-9a24-3624d34589d1 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:14:13.788021 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-1eac2830-7744-4a5c-b480-e5859a75a7a2 req-fb80d8fd-b7fb-4831-9a24-3624d34589d1 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] 10.222.0.89 "GET /v2.0/ports?device_id=949f078b-8cc7-4e51-be9e-2c47880d6377 HTTP/1.1" status: 200 len: 946 time: 0.0533459 Feb 04 18:14:13.833936 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-1eac2830-7744-4a5c-b480-e5859a75a7a2 req-b3bf7e61-6e9b-4a86-9ad5-01f754bd2309 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] 10.222.0.89 "GET /v2.0/security-groups?id=d74ae94c-d214-4034-aa3d-c5ace6bc144b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404096 Feb 04 18:14:14.958888 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5007e34e-41ae-4f99-90b2-664492cd2c22 req-b1d90ce4-fc6b-44d8-9f65-8d1d64ebfb0c tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:14:14.960411 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-5007e34e-41ae-4f99-90b2-664492cd2c22 req-b1d90ce4-fc6b-44d8-9f65-8d1d64ebfb0c tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] 10.222.0.89 "GET /v2.0/ports?device_id=949f078b-8cc7-4e51-be9e-2c47880d6377 HTTP/1.1" status: 200 len: 946 time: 0.0587473 Feb 04 18:14:15.007848 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-5007e34e-41ae-4f99-90b2-664492cd2c22 req-a8dbc542-af01-4d05-83aa-207d35e9bddf tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] 10.222.0.89 "GET /v2.0/security-groups?id=d74ae94c-d214-4034-aa3d-c5ace6bc144b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418105 Feb 04 18:14:16.127787 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64265b69-6189-4d27-9eb8-c9103572a73a req-9c70b515-12cc-4a16-a619-0b77b1de33ea tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:14:16.129295 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-64265b69-6189-4d27-9eb8-c9103572a73a req-9c70b515-12cc-4a16-a619-0b77b1de33ea tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] 10.222.0.89 "GET /v2.0/ports?device_id=949f078b-8cc7-4e51-be9e-2c47880d6377 HTTP/1.1" status: 200 len: 946 time: 0.0555139 Feb 04 18:14:16.173780 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-64265b69-6189-4d27-9eb8-c9103572a73a req-124e13b8-e790-4802-a7f3-541fa3e8ca35 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] 10.222.0.89 "GET /v2.0/security-groups?id=d74ae94c-d214-4034-aa3d-c5ace6bc144b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389397 Feb 04 18:14:17.295941 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd2e35f-5ef3-4d03-9f13-5b2fd9537c0d req-6e4b643f-aeb6-4a09-88c4-f5522217214f tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:14:17.297539 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-1fd2e35f-5ef3-4d03-9f13-5b2fd9537c0d req-6e4b643f-aeb6-4a09-88c4-f5522217214f tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] 10.222.0.89 "GET /v2.0/ports?device_id=949f078b-8cc7-4e51-be9e-2c47880d6377 HTTP/1.1" status: 200 len: 946 time: 0.0534222 Feb 04 18:14:17.344342 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-1fd2e35f-5ef3-4d03-9f13-5b2fd9537c0d req-beaa9639-cd00-449b-b601-4e84eaf28b11 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] 10.222.0.89 "GET /v2.0/security-groups?id=d74ae94c-d214-4034-aa3d-c5ace6bc144b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406938 Feb 04 18:14:18.467276 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bf3a6a-c85c-4cf7-8e7a-f84cb9825af5 req-1eb10aa1-91c6-4d9a-ada8-73c36a137697 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:14:18.468758 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-d2bf3a6a-c85c-4cf7-8e7a-f84cb9825af5 req-1eb10aa1-91c6-4d9a-ada8-73c36a137697 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] 10.222.0.89 "GET /v2.0/ports?device_id=949f078b-8cc7-4e51-be9e-2c47880d6377 HTTP/1.1" status: 200 len: 946 time: 0.0525532 Feb 04 18:14:18.514211 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-d2bf3a6a-c85c-4cf7-8e7a-f84cb9825af5 req-aad1e397-a9f4-449e-8d40-73f401296514 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] 10.222.0.89 "GET /v2.0/security-groups?id=d74ae94c-d214-4034-aa3d-c5ace6bc144b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394034 Feb 04 18:14:19.633299 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25a653a-a120-452b-9c96-3d0115bbdb06 req-fd1c530b-d170-445c-802b-aabc91022e7c tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:14:19.634804 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-e25a653a-a120-452b-9c96-3d0115bbdb06 req-fd1c530b-d170-445c-802b-aabc91022e7c tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] 10.222.0.89 "GET /v2.0/ports?device_id=949f078b-8cc7-4e51-be9e-2c47880d6377 HTTP/1.1" status: 200 len: 946 time: 0.0525126 Feb 04 18:14:19.686126 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-e25a653a-a120-452b-9c96-3d0115bbdb06 req-8aaf8499-f08d-42df-a6a5-20be7f930e67 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] 10.222.0.89 "GET /v2.0/security-groups?id=d74ae94c-d214-4034-aa3d-c5ace6bc144b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455744 Feb 04 18:14:20.804787 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715d93be-2a81-4a1d-8e0a-819ea368b869 req-1fe1d341-a1bf-487a-89ef-efd90634bbb3 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:14:20.806257 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-715d93be-2a81-4a1d-8e0a-819ea368b869 req-1fe1d341-a1bf-487a-89ef-efd90634bbb3 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] 10.222.0.89 "GET /v2.0/ports?device_id=949f078b-8cc7-4e51-be9e-2c47880d6377 HTTP/1.1" status: 200 len: 946 time: 0.0518963 Feb 04 18:14:20.854944 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-715d93be-2a81-4a1d-8e0a-819ea368b869 req-3783ba4a-24e2-47ab-bc75-8df19e12f9b4 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] 10.222.0.89 "GET /v2.0/security-groups?id=d74ae94c-d214-4034-aa3d-c5ace6bc144b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431538 Feb 04 18:14:21.195957 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.agents_db [None req-e1691f3b-aacd-4cd6-8ebb-a9c53bb301c0 None None] Agent healthcheck: found 7 active agents {{(pid=103379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 18:14:21.973226 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f9436c-bee5-495a-85a8-402da46abcac req-e388f9b4-6a3b-4144-b404-c83fb07e5119 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:14:21.974711 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-e6f9436c-bee5-495a-85a8-402da46abcac req-e388f9b4-6a3b-4144-b404-c83fb07e5119 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] 10.222.0.89 "GET /v2.0/ports?device_id=949f078b-8cc7-4e51-be9e-2c47880d6377 HTTP/1.1" status: 200 len: 946 time: 0.0524051 Feb 04 18:14:22.020695 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-e6f9436c-bee5-495a-85a8-402da46abcac req-2163c51f-0701-4b38-959e-806017634d55 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] 10.222.0.89 "GET /v2.0/security-groups?id=d74ae94c-d214-4034-aa3d-c5ace6bc144b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403829 Feb 04 18:14:23.137736 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea81f10-aeb2-468c-b584-659a7e08c0bc req-d0dc5b70-bd88-40c9-a067-c499e9e6dd9c tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:14:23.139219 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-cea81f10-aeb2-468c-b584-659a7e08c0bc req-d0dc5b70-bd88-40c9-a067-c499e9e6dd9c tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] 10.222.0.89 "GET /v2.0/ports?device_id=949f078b-8cc7-4e51-be9e-2c47880d6377 HTTP/1.1" status: 200 len: 946 time: 0.0519192 Feb 04 18:14:23.184837 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-cea81f10-aeb2-468c-b584-659a7e08c0bc req-b9e2aecc-31df-41f5-9e64-b61719e9307a tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] 10.222.0.89 "GET /v2.0/security-groups?id=d74ae94c-d214-4034-aa3d-c5ace6bc144b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394769 Feb 04 18:14:24.308547 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c8f963-edb8-4cba-acf1-6e4bf26664ad req-61186b8c-b301-47f0-b4c1-50d3429fffee tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:14:24.310074 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-38c8f963-edb8-4cba-acf1-6e4bf26664ad req-61186b8c-b301-47f0-b4c1-50d3429fffee tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] 10.222.0.89 "GET /v2.0/ports?device_id=949f078b-8cc7-4e51-be9e-2c47880d6377 HTTP/1.1" status: 200 len: 946 time: 0.0529575 Feb 04 18:14:24.356020 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-38c8f963-edb8-4cba-acf1-6e4bf26664ad req-81341169-f417-4a6c-84c2-b16bc4b2198c tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] 10.222.0.89 "GET /v2.0/security-groups?id=d74ae94c-d214-4034-aa3d-c5ace6bc144b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397506 Feb 04 18:14:25.471911 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133717c7-3a3e-4f82-84ea-1a6aeedd9cb6 req-81f424c3-12dc-4e0e-b8ba-0fa540eb3385 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:14:25.473403 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-133717c7-3a3e-4f82-84ea-1a6aeedd9cb6 req-81f424c3-12dc-4e0e-b8ba-0fa540eb3385 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] 10.222.0.89 "GET /v2.0/ports?device_id=949f078b-8cc7-4e51-be9e-2c47880d6377 HTTP/1.1" status: 200 len: 946 time: 0.0514879 Feb 04 18:14:25.518211 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-133717c7-3a3e-4f82-84ea-1a6aeedd9cb6 req-5d2bb772-0d77-45b4-84ff-06df072c4a06 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] 10.222.0.89 "GET /v2.0/security-groups?id=d74ae94c-d214-4034-aa3d-c5ace6bc144b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393343 Feb 04 18:14:26.639958 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a74662-9a3d-48b8-80d8-768fa4747373 req-d698ec6c-145a-4ff9-aefc-a268b9f4c567 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:14:26.641452 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-75a74662-9a3d-48b8-80d8-768fa4747373 req-d698ec6c-145a-4ff9-aefc-a268b9f4c567 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] 10.222.0.89 "GET /v2.0/ports?device_id=949f078b-8cc7-4e51-be9e-2c47880d6377 HTTP/1.1" status: 200 len: 946 time: 0.0558558 Feb 04 18:14:26.687627 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-75a74662-9a3d-48b8-80d8-768fa4747373 req-46aff121-c233-4d26-9de8-4d106eb2a109 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] 10.222.0.89 "GET /v2.0/security-groups?id=d74ae94c-d214-4034-aa3d-c5ace6bc144b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405831 Feb 04 18:14:27.808603 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2460803f-8d26-48ee-a45a-551789b50221 req-d7390fa0-bde2-4210-94d0-850a51800b78 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:14:27.810118 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-2460803f-8d26-48ee-a45a-551789b50221 req-d7390fa0-bde2-4210-94d0-850a51800b78 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] 10.222.0.89 "GET /v2.0/ports?device_id=949f078b-8cc7-4e51-be9e-2c47880d6377 HTTP/1.1" status: 200 len: 946 time: 0.0561955 Feb 04 18:14:27.856040 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-2460803f-8d26-48ee-a45a-551789b50221 req-1009b4ae-a1da-473d-95b4-c5466e4f1f1e tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] 10.222.0.89 "GET /v2.0/security-groups?id=d74ae94c-d214-4034-aa3d-c5ace6bc144b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398991 Feb 04 18:14:28.974528 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61e32c8-9792-40d7-b40e-0c76ce0967c6 req-f5bf2c73-19e5-4c0b-8d52-a476eaf26b4b tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:14:28.976031 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-c61e32c8-9792-40d7-b40e-0c76ce0967c6 req-f5bf2c73-19e5-4c0b-8d52-a476eaf26b4b tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] 10.222.0.89 "GET /v2.0/ports?device_id=949f078b-8cc7-4e51-be9e-2c47880d6377 HTTP/1.1" status: 200 len: 946 time: 0.0526168 Feb 04 18:14:29.024819 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-c61e32c8-9792-40d7-b40e-0c76ce0967c6 req-a23d1144-0155-41c1-8e09-7c3509428fa2 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] 10.222.0.89 "GET /v2.0/security-groups?id=d74ae94c-d214-4034-aa3d-c5ace6bc144b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431373 Feb 04 18:14:29.840213 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-51519f0c-305d-4243-9a78-9b8674a3a05a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (bb89f5a3-3c22-440b-b7d1-c4f0c43c184a), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:14:30.140948 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7610f6-1288-4ac0-af17-b327aaf45e5f req-8e4e074c-fa8f-435a-9cae-4a4dd9a1988e tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:14:30.142429 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-6b7610f6-1288-4ac0-af17-b327aaf45e5f req-8e4e074c-fa8f-435a-9cae-4a4dd9a1988e tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] 10.222.0.89 "GET /v2.0/ports?device_id=949f078b-8cc7-4e51-be9e-2c47880d6377 HTTP/1.1" status: 200 len: 946 time: 0.0518210 Feb 04 18:14:30.187174 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-6b7610f6-1288-4ac0-af17-b327aaf45e5f req-16cdfa4a-555d-40e8-a49b-f09525ccbb8b tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] 10.222.0.89 "GET /v2.0/security-groups?id=d74ae94c-d214-4034-aa3d-c5ace6bc144b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393002 Feb 04 18:14:30.429275 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-c80d3e30-b3ee-42c4-af06-637f860444ed req-a82f6fab-1b86-4752-b74f-b038067dd45a service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=949f078b-8cc7-4e51-be9e-2c47880d6377&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0436223 Feb 04 18:14:30.444070 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2614da-27c1-4655-abf3-2b3335e69753 req-a1244c84-68f1-436a-8ff9-66e262adb17f tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:14:30.445595 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-5d2614da-27c1-4655-abf3-2b3335e69753 req-a1244c84-68f1-436a-8ff9-66e262adb17f tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] 10.222.0.89 "GET /v2.0/ports?device_id=949f078b-8cc7-4e51-be9e-2c47880d6377 HTTP/1.1" status: 200 len: 946 time: 0.0517266 Feb 04 18:14:30.498269 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-5d2614da-27c1-4655-abf3-2b3335e69753 req-6453236f-b6da-4d1e-9e64-9c7827474665 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] 10.222.0.89 "GET /v2.0/security-groups?id=d74ae94c-d214-4034-aa3d-c5ace6bc144b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463407 Feb 04 18:14:31.561108 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80d3e30-b3ee-42c4-af06-637f860444ed req-4fff0dae-cfe9-45c3-9881-bcadcc54f9d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:14:31.562632 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-c80d3e30-b3ee-42c4-af06-637f860444ed req-4fff0dae-cfe9-45c3-9881-bcadcc54f9d7 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=4338804066934839a89616343b009f4c&device_id=949f078b-8cc7-4e51-be9e-2c47880d6377 HTTP/1.1" status: 200 len: 1128 time: 0.0493755 Feb 04 18:14:31.687616 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854125e8-35bf-496e-b46e-ab839f60595c req-dbd8acc0-1953-43dd-868f-bde73e6f9b33 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:14:31.689211 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-854125e8-35bf-496e-b46e-ab839f60595c req-dbd8acc0-1953-43dd-868f-bde73e6f9b33 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] 10.222.0.89 "GET /v2.0/ports?device_id=949f078b-8cc7-4e51-be9e-2c47880d6377 HTTP/1.1" status: 200 len: 946 time: 0.1236815 Feb 04 18:14:31.705032 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80d3e30-b3ee-42c4-af06-637f860444ed req-46f30cf0-8527-4693-bc96-b76450bf49d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:14:31.706403 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-c80d3e30-b3ee-42c4-af06-637f860444ed req-46f30cf0-8527-4693-bc96-b76450bf49d9 service neutron] 10.222.0.96 "GET /v2.0/networks?id=9202776c-3b7c-4c3e-8f4a-d5bfef65b2d4 HTTP/1.1" status: 200 len: 913 time: 0.1279421 Feb 04 18:14:31.787161 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-854125e8-35bf-496e-b46e-ab839f60595c req-40f3c01a-4529-4c37-b395-ae3f7e7ff93d tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] 10.222.0.89 "GET /v2.0/security-groups?id=d74ae94c-d214-4034-aa3d-c5ace6bc144b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0902712 Feb 04 18:14:31.790908 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-c80d3e30-b3ee-42c4-af06-637f860444ed req-d87772ae-79d3-47d7-815a-478f2f76bf2c service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a4017917-177a-461e-9593-5974cd40b21b HTTP/1.1" status: 200 len: 1002 time: 0.0778878 Feb 04 18:14:31.843372 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80d3e30-b3ee-42c4-af06-637f860444ed req-3f24fd61-2ce2-4f5e-92b2-027b2aeaab4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:14:31.844820 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-c80d3e30-b3ee-42c4-af06-637f860444ed req-3f24fd61-2ce2-4f5e-92b2-027b2aeaab4f service neutron] 10.222.0.96 "GET /v2.0/subnets?id=83fb5fd4-36d5-407e-bda8-162bf59018d2 HTTP/1.1" status: 200 len: 851 time: 0.0475307 Feb 04 18:14:31.894282 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80d3e30-b3ee-42c4-af06-637f860444ed req-69c6866b-715a-43c3-9dbb-a212cd276833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:14:31.895865 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-c80d3e30-b3ee-42c4-af06-637f860444ed req-69c6866b-715a-43c3-9dbb-a212cd276833 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=9202776c-3b7c-4c3e-8f4a-d5bfef65b2d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0447040 Feb 04 18:14:31.984353 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-c80d3e30-b3ee-42c4-af06-637f860444ed req-f45f8e65-3147-4bac-9830-49ffe2619074 service neutron] 10.222.0.96 "GET /v2.0/networks/9202776c-3b7c-4c3e-8f4a-d5bfef65b2d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824146 Feb 04 18:14:32.075707 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-c80d3e30-b3ee-42c4-af06-637f860444ed req-1537abca-0078-4c4b-9b2f-d00ffa540ed2 service neutron] 10.222.0.96 "GET /v2.0/networks/9202776c-3b7c-4c3e-8f4a-d5bfef65b2d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854414 Feb 04 18:14:32.905554 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-27d21243-f16a-4fa4-80c8-19b0ea8c3751 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (64ada913-9131-4d99-a265-63a920956287), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:14:32.907053 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ecb6a3-c8e3-4314-86f4-3b86ce9d7613 req-5a859bb7-f280-4f34-abee-affc150a45c6 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:14:32.909338 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-78ecb6a3-c8e3-4314-86f4-3b86ce9d7613 req-5a859bb7-f280-4f34-abee-affc150a45c6 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] 10.222.0.89 "GET /v2.0/ports?device_id=949f078b-8cc7-4e51-be9e-2c47880d6377 HTTP/1.1" status: 200 len: 946 time: 0.0551105 Feb 04 18:14:32.955820 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-78ecb6a3-c8e3-4314-86f4-3b86ce9d7613 req-1c9aa523-8d39-4ecf-8ec0-718382171923 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] 10.222.0.89 "GET /v2.0/security-groups?id=d74ae94c-d214-4034-aa3d-c5ace6bc144b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403876 Feb 04 18:14:33.211942 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d408ec64-b374-4acb-a1fc-48241dad6d47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (0cd6d64a-47a7-40ff-8c12-71dd526c62e0), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:14:34.071225 n-d-827839-2 neutron-server[103376]: INFO neutron.api.v2.resource [req-c80d3e30-b3ee-42c4-af06-637f860444ed req-2f4a3fb4-3b0c-4901-9095-cc09202697a6 service neutron] show failed (client error): The resource could not be found. Feb 04 18:14:34.072233 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-c80d3e30-b3ee-42c4-af06-637f860444ed req-2f4a3fb4-3b0c-4901-9095-cc09202697a6 service neutron] 10.222.0.96 "GET /v2.0/ports/a4017917-177a-461e-9593-5974cd40b21b/bindings/n-h2-827839-2 HTTP/1.1" status: 404 len: 380 time: 0.0823801 Feb 04 18:14:34.089626 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a04d533-0abe-4243-ad5a-1820368c9071 req-2f4d03b2-ef7d-474d-a9cb-a579658d100c tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:14:34.091094 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-4a04d533-0abe-4243-ad5a-1820368c9071 req-2f4d03b2-ef7d-474d-a9cb-a579658d100c tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] 10.222.0.89 "GET /v2.0/ports?device_id=949f078b-8cc7-4e51-be9e-2c47880d6377 HTTP/1.1" status: 200 len: 946 time: 0.0652592 Feb 04 18:14:34.144490 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-4a04d533-0abe-4243-ad5a-1820368c9071 req-42057352-7fb7-4919-bb50-99091c3f55bd tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] 10.222.0.89 "GET /v2.0/security-groups?id=d74ae94c-d214-4034-aa3d-c5ace6bc144b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476778 Feb 04 18:14:34.276221 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80d3e30-b3ee-42c4-af06-637f860444ed req-7a0865e1-4964-468a-8e53-0b20f5ef95bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:14:34.277754 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-c80d3e30-b3ee-42c4-af06-637f860444ed req-7a0865e1-4964-468a-8e53-0b20f5ef95bb service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=949f078b-8cc7-4e51-be9e-2c47880d6377&tenant_id=4338804066934839a89616343b009f4c HTTP/1.1" status: 200 len: 1128 time: 0.0451398 Feb 04 18:14:34.288310 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [req-c80d3e30-b3ee-42c4-af06-637f860444ed req-3e313b46-1982-4656-88b9-f319c79254a9 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-827839-2', 'device_owner': 'compute:nova'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 18:14:34.344165 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-c80d3e30-b3ee-42c4-af06-637f860444ed req-3e313b46-1982-4656-88b9-f319c79254a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (a4017917-177a-461e-9593-5974cd40b21b), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:14:34.538014 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [req-c80d3e30-b3ee-42c4-af06-637f860444ed req-3e313b46-1982-4656-88b9-f319c79254a9 service neutron] For port a4017917-177a-461e-9593-5974cd40b21b, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=a4017917-177a-461e-9593-5974cd40b21b,segment=NetworkSegment(d79ca10e-822b-48e1-9f93-626585c84a5d),segment_id=d79ca10e-822b-48e1-9f93-626585c84a5d)] {{(pid=103376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 18:14:34.574370 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [req-c80d3e30-b3ee-42c4-af06-637f860444ed req-3e313b46-1982-4656-88b9-f319c79254a9 service neutron] For port a4017917-177a-461e-9593-5974cd40b21b, host n-h1-827839-2, cleared binding levels {{(pid=103376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 18:14:34.613140 n-d-827839-2 neutron-server[103376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '949f078b-8cc7-4e51-be9e-2c47880d6377', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a4017917-177a-461e-9593-5974cd40b21b'}] {{(pid=103376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 18:14:34.615369 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7aefa7f3373fd63bd14caed2f0c404cd5bacff84a7eb60e70ea20ed0b49017dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a1a480a-f5e2-4d8f-8637-0d95ae68b14e" -d '{"events": [{"server_uuid": "949f078b-8cc7-4e51-be9e-2c47880d6377", "name": "network-vif-unplugged", "status": "completed", "tag": "a4017917-177a-461e-9593-5974cd40b21b"}]}' {{(pid=103376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 18:14:34.619238 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-c80d3e30-b3ee-42c4-af06-637f860444ed req-3e313b46-1982-4656-88b9-f319c79254a9 service neutron] Publish callbacks [] for port (a4017917-177a-461e-9593-5974cd40b21b), precommit_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:14:34.631508 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.provisioning_blocks [req-c80d3e30-b3ee-42c4-af06-637f860444ed req-3e313b46-1982-4656-88b9-f319c79254a9 service neutron] Transition to ACTIVE for port object a4017917-177a-461e-9593-5974cd40b21b will not be triggered until provisioned by entity L2. {{(pid=103376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 18:14:34.635428 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-c80d3e30-b3ee-42c4-af06-637f860444ed req-3e313b46-1982-4656-88b9-f319c79254a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675836'] for port (a4017917-177a-461e-9593-5974cd40b21b), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:14:34.668669 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 04 Feb 2022 18:14:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15bd91ec-526b-4412-849a-a1c780e0e266 x-openstack-request-id: req-15bd91ec-526b-4412-849a-a1c780e0e266 {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 18:14:34.668669 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "949f078b-8cc7-4e51-be9e-2c47880d6377", "name": "network-vif-unplugged", "status": "completed", "tag": "a4017917-177a-461e-9593-5974cd40b21b", "code": 200}]} {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 18:14:34.668669 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-15bd91ec-526b-4412-849a-a1c780e0e266 {{(pid=103376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 18:14:34.668992 n-d-827839-2 neutron-server[103376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '949f078b-8cc7-4e51-be9e-2c47880d6377', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a4017917-177a-461e-9593-5974cd40b21b', 'code': 200} Feb 04 18:14:34.721028 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e313b46-1982-4656-88b9-f319c79254a9 service neutron] Pushing event updated for resources: {'Port': ['ID=a4017917-177a-461e-9593-5974cd40b21b,revision_number=6']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:14:34.765523 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [req-c80d3e30-b3ee-42c4-af06-637f860444ed req-3e313b46-1982-4656-88b9-f319c79254a9 service neutron] No DVR routers for this DVR port a4017917-177a-461e-9593-5974cd40b21b on host n-h1-827839-2 {{(pid=103376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 18:14:34.903959 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [req-c80d3e30-b3ee-42c4-af06-637f860444ed req-3e313b46-1982-4656-88b9-f319c79254a9 service neutron] Attempting to bind port a4017917-177a-461e-9593-5974cd40b21b on host n-h2-827839-2 for vnic_type normal with profile {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 18:14:34.904296 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [req-c80d3e30-b3ee-42c4-af06-637f860444ed req-3e313b46-1982-4656-88b9-f319c79254a9 service neutron] Attempting to bind port a4017917-177a-461e-9593-5974cd40b21b by drivers openvswitch,hyperv on host n-h2-827839-2 at level 0 using segments [{'id': 'd79ca10e-822b-48e1-9f93-626585c84a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '9202776c-3b7c-4c3e-8f4a-d5bfef65b2d4'}] {{(pid=103376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 18:14:34.904629 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c80d3e30-b3ee-42c4-af06-637f860444ed req-3e313b46-1982-4656-88b9-f319c79254a9 service neutron] Attempting to bind port a4017917-177a-461e-9593-5974cd40b21b on network 9202776c-3b7c-4c3e-8f4a-d5bfef65b2d4 {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 18:14:34.909602 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c80d3e30-b3ee-42c4-af06-637f860444ed req-3e313b46-1982-4656-88b9-f319c79254a9 service neutron] Port a4017917-177a-461e-9593-5974cd40b21b on network 9202776c-3b7c-4c3e-8f4a-d5bfef65b2d4 not bound, no agent of type Open vSwitch agent registered on host n-h2-827839-2 {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 18:14:34.909926 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c80d3e30-b3ee-42c4-af06-637f860444ed req-3e313b46-1982-4656-88b9-f319c79254a9 service neutron] Attempting to bind port a4017917-177a-461e-9593-5974cd40b21b on network 9202776c-3b7c-4c3e-8f4a-d5bfef65b2d4 {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 18:14:34.915120 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c80d3e30-b3ee-42c4-af06-637f860444ed req-3e313b46-1982-4656-88b9-f319c79254a9 service neutron] Checking agent: {'id': 'f20a1ab3-4332-4f54-833b-ba4a7c687e89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 8, 40), 'started_at': datetime.datetime(2022, 2, 4, 17, 8, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 18, 14, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 18:14:34.915461 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c80d3e30-b3ee-42c4-af06-637f860444ed req-3e313b46-1982-4656-88b9-f319c79254a9 service neutron] Checking segment: {'id': 'd79ca10e-822b-48e1-9f93-626585c84a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '9202776c-3b7c-4c3e-8f4a-d5bfef65b2d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 18:14:34.915845 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c80d3e30-b3ee-42c4-af06-637f860444ed req-3e313b46-1982-4656-88b9-f319c79254a9 service neutron] Bound using segment: {'id': 'd79ca10e-822b-48e1-9f93-626585c84a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '9202776c-3b7c-4c3e-8f4a-d5bfef65b2d4'} {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 18:14:34.916264 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [req-c80d3e30-b3ee-42c4-af06-637f860444ed req-3e313b46-1982-4656-88b9-f319c79254a9 service neutron] Bound port: a4017917-177a-461e-9593-5974cd40b21b, host: n-h2-827839-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd79ca10e-822b-48e1-9f93-626585c84a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '9202776c-3b7c-4c3e-8f4a-d5bfef65b2d4'}}] {{(pid=103376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 18:14:34.916617 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-c80d3e30-b3ee-42c4-af06-637f860444ed req-3e313b46-1982-4656-88b9-f319c79254a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (a4017917-177a-461e-9593-5974cd40b21b), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:14:34.978539 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [req-c80d3e30-b3ee-42c4-af06-637f860444ed req-3e313b46-1982-4656-88b9-f319c79254a9 service neutron] For port a4017917-177a-461e-9593-5974cd40b21b, host n-h2-827839-2, cleared binding levels {{(pid=103376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 18:14:34.982600 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [req-c80d3e30-b3ee-42c4-af06-637f860444ed req-3e313b46-1982-4656-88b9-f319c79254a9 service neutron] For port a4017917-177a-461e-9593-5974cd40b21b, host n-h2-827839-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=a4017917-177a-461e-9593-5974cd40b21b,segment=NetworkSegment(d79ca10e-822b-48e1-9f93-626585c84a5d),segment_id=d79ca10e-822b-48e1-9f93-626585c84a5d)] {{(pid=103376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 18:14:34.989714 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-c80d3e30-b3ee-42c4-af06-637f860444ed req-3e313b46-1982-4656-88b9-f319c79254a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675836'] for port (a4017917-177a-461e-9593-5974cd40b21b), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:14:35.022877 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80d3e30-b3ee-42c4-af06-637f860444ed req-3e313b46-1982-4656-88b9-f319c79254a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:14:35.023448 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-c80d3e30-b3ee-42c4-af06-637f860444ed req-3e313b46-1982-4656-88b9-f319c79254a9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:14:35.024900 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-c80d3e30-b3ee-42c4-af06-637f860444ed req-3e313b46-1982-4656-88b9-f319c79254a9 service neutron] 10.222.0.90 "PUT /v2.0/ports/a4017917-177a-461e-9593-5974cd40b21b HTTP/1.1" status: 200 len: 1092 time: 0.7406583 Feb 04 18:14:35.026731 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4f14bb47-e72b-46ac-9e44-a61d9293afcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (75326290-f7a3-4db8-9cf2-15c7139ed224), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:14:35.048182 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e313b46-1982-4656-88b9-f319c79254a9 service neutron] Pushing event updated for resources: {'Port': ['ID=a4017917-177a-461e-9593-5974cd40b21b,revision_number=7']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:14:35.103174 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80d3e30-b3ee-42c4-af06-637f860444ed req-9f55a839-19d6-42f5-8f38-f2d7666d8d93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:14:35.104712 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-c80d3e30-b3ee-42c4-af06-637f860444ed req-9f55a839-19d6-42f5-8f38-f2d7666d8d93 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=4338804066934839a89616343b009f4c&device_id=949f078b-8cc7-4e51-be9e-2c47880d6377 HTTP/1.1" status: 200 len: 1126 time: 0.0537157 Feb 04 18:14:35.203696 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80d3e30-b3ee-42c4-af06-637f860444ed req-dab6fe80-066f-45c6-a096-2969d6d1a185 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:14:35.205858 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-c80d3e30-b3ee-42c4-af06-637f860444ed req-dab6fe80-066f-45c6-a096-2969d6d1a185 service neutron] 10.222.0.90 "GET /v2.0/networks?id=9202776c-3b7c-4c3e-8f4a-d5bfef65b2d4 HTTP/1.1" status: 200 len: 913 time: 0.0913713 Feb 04 18:14:35.307688 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-c80d3e30-b3ee-42c4-af06-637f860444ed req-1b8d497a-8676-4db8-97b7-4ec9ba856614 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a4017917-177a-461e-9593-5974cd40b21b HTTP/1.1" status: 200 len: 1000 time: 0.0900564 Feb 04 18:14:35.321342 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd5a386-5b4c-4f17-8d7f-632c86232295 req-7a49f750-8b9c-46cf-b5ee-7b0f7c5f3a6d tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:14:35.322804 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-dcd5a386-5b4c-4f17-8d7f-632c86232295 req-7a49f750-8b9c-46cf-b5ee-7b0f7c5f3a6d tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] 10.222.0.89 "GET /v2.0/ports?device_id=949f078b-8cc7-4e51-be9e-2c47880d6377 HTTP/1.1" status: 200 len: 944 time: 0.0991371 Feb 04 18:14:35.396413 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80d3e30-b3ee-42c4-af06-637f860444ed req-dee7c9ed-c247-4262-8641-0ebfc777fe01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:14:35.397815 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-c80d3e30-b3ee-42c4-af06-637f860444ed req-dee7c9ed-c247-4262-8641-0ebfc777fe01 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=83fb5fd4-36d5-407e-bda8-162bf59018d2 HTTP/1.1" status: 200 len: 851 time: 0.0741642 Feb 04 18:14:35.404690 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-dcd5a386-5b4c-4f17-8d7f-632c86232295 req-b2697b56-6099-43cb-a3eb-4b60c4fb27ea tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] 10.222.0.89 "GET /v2.0/security-groups?id=d74ae94c-d214-4034-aa3d-c5ace6bc144b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0733385 Feb 04 18:14:35.450440 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80d3e30-b3ee-42c4-af06-637f860444ed req-cc94d4ef-9455-4a11-8db2-3cb4fa4a61ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:14:35.451927 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-c80d3e30-b3ee-42c4-af06-637f860444ed req-cc94d4ef-9455-4a11-8db2-3cb4fa4a61ca service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=9202776c-3b7c-4c3e-8f4a-d5bfef65b2d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0444574 Feb 04 18:14:35.814497 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (ba70844b-66a0-45fd-a2f2-e6ed673321fc), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:14:35.838816 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-c80d3e30-b3ee-42c4-af06-637f860444ed req-1b6f423a-c3ef-4080-a4ea-23485da2db7d service neutron] 10.222.0.90 "GET /v2.0/networks/9202776c-3b7c-4c3e-8f4a-d5bfef65b2d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3768830 Feb 04 18:14:35.934462 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-c80d3e30-b3ee-42c4-af06-637f860444ed req-f4e39437-db4c-464c-8ef1-c181248b29b0 service neutron] 10.222.0.90 "GET /v2.0/networks/9202776c-3b7c-4c3e-8f4a-d5bfef65b2d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848136 Feb 04 18:14:36.524884 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e700eff-0816-4f44-8058-dcfc77111e60 req-bbc08c13-14f4-4bf4-88b3-7d4918be7752 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:14:36.526346 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-3e700eff-0816-4f44-8058-dcfc77111e60 req-bbc08c13-14f4-4bf4-88b3-7d4918be7752 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] 10.222.0.89 "GET /v2.0/ports?device_id=949f078b-8cc7-4e51-be9e-2c47880d6377 HTTP/1.1" status: 200 len: 944 time: 0.0514693 Feb 04 18:14:36.572252 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-3e700eff-0816-4f44-8058-dcfc77111e60 req-432a1acd-60b5-40c0-b7f0-d41ea59abf62 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] 10.222.0.89 "GET /v2.0/security-groups?id=d74ae94c-d214-4034-aa3d-c5ace6bc144b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394244 Feb 04 18:14:36.670316 n-d-827839-2 neutron-server[103376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '949f078b-8cc7-4e51-be9e-2c47880d6377', 'tag': 'a4017917-177a-461e-9593-5974cd40b21b'}] {{(pid=103376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 18:14:36.672642 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7aefa7f3373fd63bd14caed2f0c404cd5bacff84a7eb60e70ea20ed0b49017dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39323f41-f38d-46ab-bdae-a3844c129dc4" -d '{"events": [{"name": "network-changed", "server_uuid": "949f078b-8cc7-4e51-be9e-2c47880d6377", "tag": "a4017917-177a-461e-9593-5974cd40b21b"}]}' {{(pid=103376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 18:14:36.719912 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 18:14:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dc2e285-58a7-4b1c-b6a4-3f665fe0ce24 x-openstack-request-id: req-7dc2e285-58a7-4b1c-b6a4-3f665fe0ce24 {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 18:14:36.720233 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "949f078b-8cc7-4e51-be9e-2c47880d6377", "tag": "a4017917-177a-461e-9593-5974cd40b21b", "status": "completed", "code": 200}]} {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 18:14:36.720549 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-7dc2e285-58a7-4b1c-b6a4-3f665fe0ce24 {{(pid=103376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 18:14:36.720984 n-d-827839-2 neutron-server[103376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '949f078b-8cc7-4e51-be9e-2c47880d6377', 'tag': 'a4017917-177a-461e-9593-5974cd40b21b', 'status': 'completed', 'code': 200} Feb 04 18:14:36.815428 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39323f41-f38d-46ab-bdae-a3844c129dc4 req-bf6d832b-cfe8-48d4-bca4-158bcd10dfd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:14:36.816961 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-39323f41-f38d-46ab-bdae-a3844c129dc4 req-bf6d832b-cfe8-48d4-bca4-158bcd10dfd1 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=4338804066934839a89616343b009f4c&device_id=949f078b-8cc7-4e51-be9e-2c47880d6377 HTTP/1.1" status: 200 len: 1126 time: 0.0712502 Feb 04 18:14:36.819357 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39323f41-f38d-46ab-bdae-a3844c129dc4 req-b0f7b108-ff78-49a3-b77c-a12d8f1912cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:14:36.820727 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-39323f41-f38d-46ab-bdae-a3844c129dc4 req-b0f7b108-ff78-49a3-b77c-a12d8f1912cd service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=4338804066934839a89616343b009f4c&device_id=949f078b-8cc7-4e51-be9e-2c47880d6377 HTTP/1.1" status: 200 len: 1126 time: 0.0831001 Feb 04 18:14:36.977994 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39323f41-f38d-46ab-bdae-a3844c129dc4 req-147f9601-e1ce-4d34-bebf-f16e61fe3608 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:14:36.979409 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-39323f41-f38d-46ab-bdae-a3844c129dc4 req-147f9601-e1ce-4d34-bebf-f16e61fe3608 service neutron] 10.222.0.96 "GET /v2.0/networks?id=9202776c-3b7c-4c3e-8f4a-d5bfef65b2d4 HTTP/1.1" status: 200 len: 913 time: 0.1566997 Feb 04 18:14:36.981980 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39323f41-f38d-46ab-bdae-a3844c129dc4 req-d2b37034-94bc-4775-a80c-3adfd05de4e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:14:36.983319 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-39323f41-f38d-46ab-bdae-a3844c129dc4 req-d2b37034-94bc-4775-a80c-3adfd05de4e1 service neutron] 10.222.0.90 "GET /v2.0/networks?id=9202776c-3b7c-4c3e-8f4a-d5bfef65b2d4 HTTP/1.1" status: 200 len: 913 time: 0.1535857 Feb 04 18:14:37.092492 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-39323f41-f38d-46ab-bdae-a3844c129dc4 req-fa97c8c6-7bad-43fe-833e-f0a0638485c2 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a4017917-177a-461e-9593-5974cd40b21b HTTP/1.1" status: 200 len: 1000 time: 0.1056685 Feb 04 18:14:37.096341 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-39323f41-f38d-46ab-bdae-a3844c129dc4 req-22249924-0910-46d4-ab57-e3985a34ed78 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a4017917-177a-461e-9593-5974cd40b21b HTTP/1.1" status: 200 len: 1000 time: 0.1028764 Feb 04 18:14:37.136039 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device a4017917-177a-461e-9593-5974cd40b21b no longer exists at agent hyperv_n-h1-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 18:14:37.176840 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] The host n-h1-827839-2 is not matching for port a4017917-177a-461e-9593-5974cd40b21b host n-h2-827839-2! {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Feb 04 18:14:37.177238 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device a4017917-177a-461e-9593-5974cd40b21b not bound to the agent host n-h1-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 18:14:37.180165 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39323f41-f38d-46ab-bdae-a3844c129dc4 req-d9c36df0-8a06-4853-80e8-8c382c4fe50c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:14:37.181679 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-39323f41-f38d-46ab-bdae-a3844c129dc4 req-d9c36df0-8a06-4853-80e8-8c382c4fe50c service neutron] 10.222.0.96 "GET /v2.0/subnets?id=83fb5fd4-36d5-407e-bda8-162bf59018d2 HTTP/1.1" status: 200 len: 851 time: 0.0831754 Feb 04 18:14:37.183071 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39323f41-f38d-46ab-bdae-a3844c129dc4 req-14f19cbe-4152-4c42-a43b-42c5f084decc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:14:37.184391 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-39323f41-f38d-46ab-bdae-a3844c129dc4 req-14f19cbe-4152-4c42-a43b-42c5f084decc service neutron] 10.222.0.90 "GET /v2.0/subnets?id=83fb5fd4-36d5-407e-bda8-162bf59018d2 HTTP/1.1" status: 200 len: 851 time: 0.0775762 Feb 04 18:14:37.273022 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39323f41-f38d-46ab-bdae-a3844c129dc4 req-31be944c-915a-4549-b0db-9818f7b7a13c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:14:37.274246 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-39323f41-f38d-46ab-bdae-a3844c129dc4 req-31be944c-915a-4549-b0db-9818f7b7a13c service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=9202776c-3b7c-4c3e-8f4a-d5bfef65b2d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0857663 Feb 04 18:14:37.275948 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39323f41-f38d-46ab-bdae-a3844c129dc4 req-cc4d7a6b-c2e5-4161-bdb3-0ce65ccc66c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:14:37.277338 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-39323f41-f38d-46ab-bdae-a3844c129dc4 req-cc4d7a6b-c2e5-4161-bdb3-0ce65ccc66c2 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=9202776c-3b7c-4c3e-8f4a-d5bfef65b2d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0756454 Feb 04 18:14:37.439875 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-39323f41-f38d-46ab-bdae-a3844c129dc4 req-600a8352-544f-44ca-85fe-f94dd586ba05 service neutron] 10.222.0.96 "GET /v2.0/networks/9202776c-3b7c-4c3e-8f4a-d5bfef65b2d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1593618 Feb 04 18:14:37.441774 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-39323f41-f38d-46ab-bdae-a3844c129dc4 req-b9d93c39-df0a-45c3-b0ed-3a6a476c3ade service neutron] 10.222.0.90 "GET /v2.0/networks/9202776c-3b7c-4c3e-8f4a-d5bfef65b2d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1536946 Feb 04 18:14:37.603744 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-39323f41-f38d-46ab-bdae-a3844c129dc4 req-96bf757b-f2cd-449e-bbdf-b70c4123020f service neutron] 10.222.0.90 "GET /v2.0/networks/9202776c-3b7c-4c3e-8f4a-d5bfef65b2d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1504142 Feb 04 18:14:37.605679 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-39323f41-f38d-46ab-bdae-a3844c129dc4 req-41f9fc4c-f695-4960-9533-0d01d61da26f service neutron] 10.222.0.96 "GET /v2.0/networks/9202776c-3b7c-4c3e-8f4a-d5bfef65b2d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1600285 Feb 04 18:14:37.700512 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a90e02-af66-4bea-a8dd-3770ab3c6819 req-1d0cad25-a94a-497c-9339-30f994e5dd83 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:14:37.702035 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-d8a90e02-af66-4bea-a8dd-3770ab3c6819 req-1d0cad25-a94a-497c-9339-30f994e5dd83 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] 10.222.0.89 "GET /v2.0/ports?device_id=949f078b-8cc7-4e51-be9e-2c47880d6377 HTTP/1.1" status: 200 len: 944 time: 0.0609663 Feb 04 18:14:37.747820 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-d8a90e02-af66-4bea-a8dd-3770ab3c6819 req-71fc5720-af66-44aa-b2ec-29f26f6179ef tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] 10.222.0.89 "GET /v2.0/security-groups?id=d74ae94c-d214-4034-aa3d-c5ace6bc144b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398076 Feb 04 18:14:37.941327 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0adacb-0567-475b-be0b-5b300b0cda2a req-321ad744-cf83-4f0e-8ac9-c766e42a08dd tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:14:37.942825 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-6b0adacb-0567-475b-be0b-5b300b0cda2a req-321ad744-cf83-4f0e-8ac9-c766e42a08dd tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] 10.222.0.89 "GET /v2.0/ports?device_id=949f078b-8cc7-4e51-be9e-2c47880d6377 HTTP/1.1" status: 200 len: 944 time: 0.0533361 Feb 04 18:14:37.959047 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88485c9b-f164-4592-83ee-59a1cce88886 req-abb0d099-5035-4083-8993-f1657b1f42e9 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:14:37.960538 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-88485c9b-f164-4592-83ee-59a1cce88886 req-abb0d099-5035-4083-8993-f1657b1f42e9 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] 10.222.0.96 "GET /v2.0/ports?device_id=949f078b-8cc7-4e51-be9e-2c47880d6377&tenant_id=4338804066934839a89616343b009f4c&binding%3Ahost_id=n-h2-827839-2 HTTP/1.1" status: 200 len: 944 time: 0.0564425 Feb 04 18:14:37.990590 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-6b0adacb-0567-475b-be0b-5b300b0cda2a req-703b7896-e88e-422b-b2c5-8f0f186bc355 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] 10.222.0.89 "GET /v2.0/security-groups?id=d74ae94c-d214-4034-aa3d-c5ace6bc144b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420465 Feb 04 18:14:38.028144 n-d-827839-2 neutron-server[103376]: INFO neutron.api.v2.resource [req-88485c9b-f164-4592-83ee-59a1cce88886 req-0cce2f0c-190e-4976-a12d-f4d5e15b4acf service neutron] delete failed (client error): The resource could not be found. Feb 04 18:14:38.029210 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-88485c9b-f164-4592-83ee-59a1cce88886 req-0cce2f0c-190e-4976-a12d-f4d5e15b4acf service neutron] 10.222.0.96 "DELETE /v2.0/ports/a4017917-177a-461e-9593-5974cd40b21b/bindings/n-h1-827839-2 HTTP/1.1" status: 404 len: 380 time: 0.0623457 Feb 04 18:14:38.117177 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88485c9b-f164-4592-83ee-59a1cce88886 req-a044ba8f-76a2-4690-b1be-8fb793a34bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:14:38.118598 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-88485c9b-f164-4592-83ee-59a1cce88886 req-a044ba8f-76a2-4690-b1be-8fb793a34bfa service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=4338804066934839a89616343b009f4c&device_id=949f078b-8cc7-4e51-be9e-2c47880d6377 HTTP/1.1" status: 200 len: 1126 time: 0.0455320 Feb 04 18:14:38.207242 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88485c9b-f164-4592-83ee-59a1cce88886 req-78a09692-e645-4338-8f9e-2a45cd545030 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:14:38.208769 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-88485c9b-f164-4592-83ee-59a1cce88886 req-78a09692-e645-4338-8f9e-2a45cd545030 service neutron] 10.222.0.96 "GET /v2.0/networks?id=9202776c-3b7c-4c3e-8f4a-d5bfef65b2d4 HTTP/1.1" status: 200 len: 913 time: 0.0845878 Feb 04 18:14:38.277954 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-88485c9b-f164-4592-83ee-59a1cce88886 req-e4ba112b-10ac-423d-8b5f-15e40b963f80 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a4017917-177a-461e-9593-5974cd40b21b HTTP/1.1" status: 200 len: 1000 time: 0.0632787 Feb 04 18:14:38.327022 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88485c9b-f164-4592-83ee-59a1cce88886 req-f3e10fe3-cae2-44b2-a3f6-4663d7c0b9cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:14:38.328505 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-88485c9b-f164-4592-83ee-59a1cce88886 req-f3e10fe3-cae2-44b2-a3f6-4663d7c0b9cd service neutron] 10.222.0.96 "GET /v2.0/subnets?id=83fb5fd4-36d5-407e-bda8-162bf59018d2 HTTP/1.1" status: 200 len: 851 time: 0.0439537 Feb 04 18:14:38.377639 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88485c9b-f164-4592-83ee-59a1cce88886 req-8d0c4107-068c-42d2-9320-6c72f1195cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:14:38.379075 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-88485c9b-f164-4592-83ee-59a1cce88886 req-8d0c4107-068c-42d2-9320-6c72f1195cc9 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=9202776c-3b7c-4c3e-8f4a-d5bfef65b2d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0443001 Feb 04 18:14:38.469594 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-88485c9b-f164-4592-83ee-59a1cce88886 req-6791592d-0df0-4c08-9abd-90780a005e3d service neutron] 10.222.0.96 "GET /v2.0/networks/9202776c-3b7c-4c3e-8f4a-d5bfef65b2d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845873 Feb 04 18:14:38.560239 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-88485c9b-f164-4592-83ee-59a1cce88886 req-07229b36-f0cb-4b92-918a-29a79d3a9f92 service neutron] 10.222.0.96 "GET /v2.0/networks/9202776c-3b7c-4c3e-8f4a-d5bfef65b2d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849185 Feb 04 18:14:39.125137 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80deb826-160a-410a-8a5b-476258c865e3 req-20300578-5217-4fe4-a21f-ee6110da4853 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:14:39.126713 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-80deb826-160a-410a-8a5b-476258c865e3 req-20300578-5217-4fe4-a21f-ee6110da4853 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] 10.222.0.89 "GET /v2.0/ports?device_id=949f078b-8cc7-4e51-be9e-2c47880d6377 HTTP/1.1" status: 200 len: 944 time: 0.0605288 Feb 04 18:14:39.173679 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-80deb826-160a-410a-8a5b-476258c865e3 req-832f5b1e-e4bc-42e4-ba6a-9c001563bb85 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] 10.222.0.89 "GET /v2.0/security-groups?id=d74ae94c-d214-4034-aa3d-c5ace6bc144b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403194 Feb 04 18:14:39.295003 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98609bf1-123f-45e1-b5e9-31a7fc7050ae req-77468150-29c2-420e-9e62-d61797819b6e tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:14:39.296493 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-98609bf1-123f-45e1-b5e9-31a7fc7050ae req-77468150-29c2-420e-9e62-d61797819b6e tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] 10.222.0.89 "GET /v2.0/ports?device_id=949f078b-8cc7-4e51-be9e-2c47880d6377 HTTP/1.1" status: 200 len: 944 time: 0.0560176 Feb 04 18:14:39.342996 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-98609bf1-123f-45e1-b5e9-31a7fc7050ae req-2f903e15-4b59-49e2-8102-69c24323e61f tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] 10.222.0.89 "GET /v2.0/security-groups?id=d74ae94c-d214-4034-aa3d-c5ace6bc144b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404053 Feb 04 18:14:39.554275 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6b4b80-f00e-4c59-9e9c-7c3c79b85704 req-006fdeaa-2cbc-48e9-af60-59f958d5d9da tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:14:39.555780 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-aa6b4b80-f00e-4c59-9e9c-7c3c79b85704 req-006fdeaa-2cbc-48e9-af60-59f958d5d9da tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] 10.222.0.89 "GET /v2.0/ports?device_id=949f078b-8cc7-4e51-be9e-2c47880d6377 HTTP/1.1" status: 200 len: 944 time: 0.0616419 Feb 04 18:14:39.579721 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b103f537-23f4-47e8-aaf3-c7424290c730 req-cafbca16-06eb-4813-8ef8-d1a0560b9bae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:14:39.581284 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-b103f537-23f4-47e8-aaf3-c7424290c730 req-cafbca16-06eb-4813-8ef8-d1a0560b9bae service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=4338804066934839a89616343b009f4c&device_id=949f078b-8cc7-4e51-be9e-2c47880d6377 HTTP/1.1" status: 200 len: 1126 time: 0.0452673 Feb 04 18:14:39.603346 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-aa6b4b80-f00e-4c59-9e9c-7c3c79b85704 req-d7a33627-ac6d-4c37-8ede-4b653198dcb8 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] 10.222.0.89 "GET /v2.0/security-groups?id=d74ae94c-d214-4034-aa3d-c5ace6bc144b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418358 Feb 04 18:14:39.682493 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b103f537-23f4-47e8-aaf3-c7424290c730 req-bb658123-a633-4b94-95e1-4aa7cd738c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:14:39.683975 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-b103f537-23f4-47e8-aaf3-c7424290c730 req-bb658123-a633-4b94-95e1-4aa7cd738c6b service neutron] 10.222.0.90 "GET /v2.0/networks?id=9202776c-3b7c-4c3e-8f4a-d5bfef65b2d4 HTTP/1.1" status: 200 len: 913 time: 0.0920560 Feb 04 18:14:39.759722 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-b103f537-23f4-47e8-aaf3-c7424290c730 req-f11596b8-fbf0-4a0a-8e0c-b34e307b4df0 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a4017917-177a-461e-9593-5974cd40b21b HTTP/1.1" status: 200 len: 1000 time: 0.0652473 Feb 04 18:14:39.811443 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b103f537-23f4-47e8-aaf3-c7424290c730 req-0be8e05e-5f5b-4b26-aafe-78182716d6b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:14:39.812964 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-b103f537-23f4-47e8-aaf3-c7424290c730 req-0be8e05e-5f5b-4b26-aafe-78182716d6b6 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=83fb5fd4-36d5-407e-bda8-162bf59018d2 HTTP/1.1" status: 200 len: 851 time: 0.0445380 Feb 04 18:14:39.866609 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b103f537-23f4-47e8-aaf3-c7424290c730 req-1109b126-6604-4747-828d-eab394d813ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:14:39.868142 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-b103f537-23f4-47e8-aaf3-c7424290c730 req-1109b126-6604-4747-828d-eab394d813ae service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=9202776c-3b7c-4c3e-8f4a-d5bfef65b2d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0478728 Feb 04 18:14:39.957870 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-b103f537-23f4-47e8-aaf3-c7424290c730 req-397f248c-1286-4bb2-9bd2-f484e44b5321 service neutron] 10.222.0.90 "GET /v2.0/networks/9202776c-3b7c-4c3e-8f4a-d5bfef65b2d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801566 Feb 04 18:14:40.056414 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-b103f537-23f4-47e8-aaf3-c7424290c730 req-63aedeb4-2e68-4766-ad50-ccaa59018849 service neutron] 10.222.0.90 "GET /v2.0/networks/9202776c-3b7c-4c3e-8f4a-d5bfef65b2d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876088 Feb 04 18:14:40.407523 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Device a4017917-177a-461e-9593-5974cd40b21b details requested by agent hyperv_n-h2-827839-2 with host n-h2-827839-2 {{(pid=103378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 18:14:40.503780 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] For port a4017917-177a-461e-9593-5974cd40b21b, host n-h2-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=a4017917-177a-461e-9593-5974cd40b21b,segment=NetworkSegment(d79ca10e-822b-48e1-9f93-626585c84a5d),segment_id=d79ca10e-822b-48e1-9f93-626585c84a5d)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 18:14:40.516016 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Returning: {'device': 'a4017917-177a-461e-9593-5974cd40b21b', 'network_id': '9202776c-3b7c-4c3e-8f4a-d5bfef65b2d4', 'port_id': 'a4017917-177a-461e-9593-5974cd40b21b', 'mac_address': 'fa:16:3e:53:55:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 769, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83fb5fd4-36d5-407e-bda8-162bf59018d2', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 18:14:40.558414 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Current status of the port a4017917-177a-461e-9593-5974cd40b21b is: DOWN; New status is: BUILD {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 18:14:40.558807 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (a4017917-177a-461e-9593-5974cd40b21b), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:14:40.572676 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a4017917-177a-461e-9593-5974cd40b21b {{(pid=103378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 18:14:40.592276 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] For port a4017917-177a-461e-9593-5974cd40b21b, host n-h2-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=a4017917-177a-461e-9593-5974cd40b21b,segment=NetworkSegment(d79ca10e-822b-48e1-9f93-626585c84a5d),segment_id=d79ca10e-822b-48e1-9f93-626585c84a5d)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 18:14:40.595914 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (a4017917-177a-461e-9593-5974cd40b21b), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:14:40.642026 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Pushing event updated for resources: {'Port': ['ID=a4017917-177a-461e-9593-5974cd40b21b,revision_number=8']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:14:40.721076 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (f20a1ab3-4332-4f54-833b-ba4a7c687e89), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:14:40.728771 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b41998-8670-42d1-910e-dbe716393276 req-52d92f3a-ddcf-4c77-93ee-37a40f3c0b87 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:14:40.730278 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-b0b41998-8670-42d1-910e-dbe716393276 req-52d92f3a-ddcf-4c77-93ee-37a40f3c0b87 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] 10.222.0.89 "GET /v2.0/ports?device_id=949f078b-8cc7-4e51-be9e-2c47880d6377 HTTP/1.1" status: 200 len: 945 time: 0.0546620 Feb 04 18:14:40.781072 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-b0b41998-8670-42d1-910e-dbe716393276 req-44eab749-c313-45a5-bb92-9e03f02a9c9f tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] 10.222.0.89 "GET /v2.0/security-groups?id=d74ae94c-d214-4034-aa3d-c5ace6bc144b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442050 Feb 04 18:14:40.846349 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] get_ports_and_sgs() called for port_ids ['a4017917-177a-461e-9593-5974cd40b21b'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 18:14:41.022184 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f636a321-f5d7-41f3-a309-d0649e2eb32b req-60ee38b5-aa89-4e8a-b6a3-562f506fe128 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:14:41.023667 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-f636a321-f5d7-41f3-a309-d0649e2eb32b req-60ee38b5-aa89-4e8a-b6a3-562f506fe128 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] 10.222.0.89 "GET /v2.0/ports?device_id=949f078b-8cc7-4e51-be9e-2c47880d6377 HTTP/1.1" status: 200 len: 945 time: 0.0524909 Feb 04 18:14:41.069665 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-f636a321-f5d7-41f3-a309-d0649e2eb32b req-af6186c3-3558-4778-b953-1a866a950efd tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] 10.222.0.89 "GET /v2.0/security-groups?id=d74ae94c-d214-4034-aa3d-c5ace6bc144b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404346 Feb 04 18:14:42.189979 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619a2542-7052-48f0-87f0-6f6a0e445e46 req-f607feef-b453-4e11-8805-64ce1ab09f09 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:14:42.191459 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-619a2542-7052-48f0-87f0-6f6a0e445e46 req-f607feef-b453-4e11-8805-64ce1ab09f09 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] 10.222.0.89 "GET /v2.0/ports?device_id=949f078b-8cc7-4e51-be9e-2c47880d6377 HTTP/1.1" status: 200 len: 945 time: 0.0532768 Feb 04 18:14:42.241780 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-619a2542-7052-48f0-87f0-6f6a0e445e46 req-733e3e7c-bb88-4880-b73b-c5620afa3c15 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] 10.222.0.89 "GET /v2.0/security-groups?id=d74ae94c-d214-4034-aa3d-c5ace6bc144b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447741 Feb 04 18:14:42.420208 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Device a4017917-177a-461e-9593-5974cd40b21b up at agent hyperv_n-h2-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 18:14:42.458053 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e035b0-8cd7-4032-b359-89ae4df14843 req-d5b7e179-f12d-40d6-a01d-ffb618ae4be5 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:14:42.459618 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-e9e035b0-8cd7-4032-b359-89ae4df14843 req-d5b7e179-f12d-40d6-a01d-ffb618ae4be5 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] 10.222.0.90 "GET /v2.0/ports?device_id=949f078b-8cc7-4e51-be9e-2c47880d6377 HTTP/1.1" status: 200 len: 945 time: 0.0568678 Feb 04 18:14:42.468946 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Provisioning for port a4017917-177a-461e-9593-5974cd40b21b completed by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 18:14:42.472470 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Provisioning complete for port a4017917-177a-461e-9593-5974cd40b21b triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 18:14:42.472874 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (a4017917-177a-461e-9593-5974cd40b21b), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:14:42.551577 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [req-e9e035b0-8cd7-4032-b359-89ae4df14843 req-b51b06d7-9808-4482-97b0-8ca43afd4f34 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] Deleting port a4017917-177a-461e-9593-5974cd40b21b {{(pid=103376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 18:14:42.551803 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Current status of the port a4017917-177a-461e-9593-5974cd40b21b is: BUILD; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 18:14:42.551924 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-e9e035b0-8cd7-4032-b359-89ae4df14843 req-b51b06d7-9808-4482-97b0-8ca43afd4f34 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (a4017917-177a-461e-9593-5974cd40b21b), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:14:42.552089 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (a4017917-177a-461e-9593-5974cd40b21b), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:14:42.574715 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '949f078b-8cc7-4e51-be9e-2c47880d6377', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4017917-177a-461e-9593-5974cd40b21b'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 18:14:42.576973 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d531d67ec453461b01ecd2cf0c6686e25a5679cf38f56e7e92bae688f1026262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c1ff4b9-ebe4-43fd-adaf-1e8cb280e723" -d '{"events": [{"server_uuid": "949f078b-8cc7-4e51-be9e-2c47880d6377", "name": "network-vif-plugged", "status": "completed", "tag": "a4017917-177a-461e-9593-5974cd40b21b"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 18:14:42.591635 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] For port a4017917-177a-461e-9593-5974cd40b21b, host n-h2-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=a4017917-177a-461e-9593-5974cd40b21b,segment=NetworkSegment(d79ca10e-822b-48e1-9f93-626585c84a5d),segment_id=d79ca10e-822b-48e1-9f93-626585c84a5d)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 18:14:42.595137 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (a4017917-177a-461e-9593-5974cd40b21b), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:14:42.618833 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 18:14:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6668218-a29e-4cc9-a1b2-82f2f1234c72 x-openstack-request-id: req-c6668218-a29e-4cc9-a1b2-82f2f1234c72 {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 18:14:42.619128 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "949f078b-8cc7-4e51-be9e-2c47880d6377", "name": "network-vif-plugged", "status": "completed", "tag": "a4017917-177a-461e-9593-5974cd40b21b", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 18:14:42.619382 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-c6668218-a29e-4cc9-a1b2-82f2f1234c72 {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 18:14:42.619771 n-d-827839-2 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '949f078b-8cc7-4e51-be9e-2c47880d6377', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4017917-177a-461e-9593-5974cd40b21b', 'code': 200} Feb 04 18:14:42.645406 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Pushing event updated for resources: {'Port': ['ID=a4017917-177a-461e-9593-5974cd40b21b,revision_number=9']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:14:42.653062 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [req-e9e035b0-8cd7-4032-b359-89ae4df14843 req-b51b06d7-9808-4482-97b0-8ca43afd4f34 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] For port a4017917-177a-461e-9593-5974cd40b21b, host n-h2-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=a4017917-177a-461e-9593-5974cd40b21b,segment=NetworkSegment(d79ca10e-822b-48e1-9f93-626585c84a5d),segment_id=d79ca10e-822b-48e1-9f93-626585c84a5d)] {{(pid=103376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 18:14:42.653570 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-e9e035b0-8cd7-4032-b359-89ae4df14843 req-b51b06d7-9808-4482-97b0-8ca43afd4f34 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (a4017917-177a-461e-9593-5974cd40b21b), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:14:42.822151 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-e9e035b0-8cd7-4032-b359-89ae4df14843 req-b51b06d7-9808-4482-97b0-8ca43afd4f34 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:14:42.822430 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-e9e035b0-8cd7-4032-b359-89ae4df14843 req-b51b06d7-9808-4482-97b0-8ca43afd4f34 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1595586'] for floatingip (6aa29e7b-43ce-4747-b566-7ad4f61be5e0), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:14:42.822747 n-d-827839-2 neutron-server[103376]: INFO neutron.db.l3_db [req-e9e035b0-8cd7-4032-b359-89ae4df14843 req-b51b06d7-9808-4482-97b0-8ca43afd4f34 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] Floating IP 6aa29e7b-43ce-4747-b566-7ad4f61be5e0 disassociated. External IP: 172.25.6.102, port: a4017917-177a-461e-9593-5974cd40b21b. Feb 04 18:14:42.823092 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [req-e9e035b0-8cd7-4032-b359-89ae4df14843 req-b51b06d7-9808-4482-97b0-8ca43afd4f34 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] Calling delete_port for a4017917-177a-461e-9593-5974cd40b21b owned by compute:nova {{(pid=103376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 18:14:42.844691 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (3f9244a9-75fc-4c10-b195-11d48b853b41), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:14:42.952340 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-e9e035b0-8cd7-4032-b359-89ae4df14843 req-b51b06d7-9808-4482-97b0-8ca43afd4f34 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (a4017917-177a-461e-9593-5974cd40b21b), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:14:42.978696 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51b06d7-9808-4482-97b0-8ca43afd4f34 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] Pushing event deleted for resources: {'Port': ['ID=a4017917-177a-461e-9593-5974cd40b21b,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:14:42.989008 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51b06d7-9808-4482-97b0-8ca43afd4f34 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:14:42.989615 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51b06d7-9808-4482-97b0-8ca43afd4f34 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:14:42.989742 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51b06d7-9808-4482-97b0-8ca43afd4f34 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:14:42.990028 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51b06d7-9808-4482-97b0-8ca43afd4f34 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:14:42.990361 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51b06d7-9808-4482-97b0-8ca43afd4f34 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:14:42.990708 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51b06d7-9808-4482-97b0-8ca43afd4f34 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:14:42.991028 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51b06d7-9808-4482-97b0-8ca43afd4f34 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:14:42.991355 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51b06d7-9808-4482-97b0-8ca43afd4f34 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:14:42.991683 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51b06d7-9808-4482-97b0-8ca43afd4f34 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:14:42.992431 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51b06d7-9808-4482-97b0-8ca43afd4f34 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:14:42.992431 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51b06d7-9808-4482-97b0-8ca43afd4f34 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:14:42.992694 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51b06d7-9808-4482-97b0-8ca43afd4f34 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:14:42.992985 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51b06d7-9808-4482-97b0-8ca43afd4f34 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:14:43.113829 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e9e035b0-8cd7-4032-b359-89ae4df14843 req-b51b06d7-9808-4482-97b0-8ca43afd4f34 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] Router 11f91aae-f9a1-4e17-be5e-e5778981f04f has already been hosted by L3 agent 64ada913-9131-4d99-a265-63a920956287 {{(pid=103376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 18:14:43.226886 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e9e035b0-8cd7-4032-b359-89ae4df14843 req-b51b06d7-9808-4482-97b0-8ca43afd4f34 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] Notify agent at l3_agent.n-d-827839-2 the message routers_updated {{(pid=103376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 18:14:43.236867 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c14d8b3c-3829-490c-b9bb-014b29b46f4c None None] Sync routers for ids ['11f91aae-f9a1-4e17-be5e-e5778981f04f'] in n-d-827839-2 {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 18:14:43.246233 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c14d8b3c-3829-490c-b9bb-014b29b46f4c None None] Routers {'11f91aae-f9a1-4e17-be5e-e5778981f04f'} bound to L3 agent in host n-d-827839-2 {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 18:14:43.246847 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-c14d8b3c-3829-490c-b9bb-014b29b46f4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T18:14:33Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['11f91aae-f9a1-4e17-be5e-e5778981f04f'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:14:43.270370 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9e035b0-8cd7-4032-b359-89ae4df14843 req-b51b06d7-9808-4482-97b0-8ca43afd4f34 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] No DVR routers for this DVR port a4017917-177a-461e-9593-5974cd40b21b on host n-h2-827839-2 {{(pid=103376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 18:14:43.272991 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-e9e035b0-8cd7-4032-b359-89ae4df14843 req-b51b06d7-9808-4482-97b0-8ca43afd4f34 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:14:43.276893 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-e9e035b0-8cd7-4032-b359-89ae4df14843 req-b51b06d7-9808-4482-97b0-8ca43afd4f34 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] 10.222.0.90 "DELETE /v2.0/ports/a4017917-177a-461e-9593-5974cd40b21b HTTP/1.1" status: 204 len: 173 time: 0.8115165 Feb 04 18:14:43.277129 n-d-827839-2 neutron-server[103376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '949f078b-8cc7-4e51-be9e-2c47880d6377', 'name': 'network-vif-deleted', 'tag': 'a4017917-177a-461e-9593-5974cd40b21b'}] {{(pid=103376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 18:14:43.279375 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7aefa7f3373fd63bd14caed2f0c404cd5bacff84a7eb60e70ea20ed0b49017dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64652a2f-35a6-48a6-b8d8-a9e80222f36b" -d '{"events": [{"server_uuid": "949f078b-8cc7-4e51-be9e-2c47880d6377", "name": "network-vif-deleted", "tag": "a4017917-177a-461e-9593-5974cd40b21b"}]}' {{(pid=103376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 18:14:43.320465 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 18:14:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-963bb7f1-a1f9-445c-877b-8f662a82fccf x-openstack-request-id: req-963bb7f1-a1f9-445c-877b-8f662a82fccf {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 18:14:43.321027 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "949f078b-8cc7-4e51-be9e-2c47880d6377", "name": "network-vif-deleted", "tag": "a4017917-177a-461e-9593-5974cd40b21b", "status": "completed", "code": 200}]} {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 18:14:43.321293 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-963bb7f1-a1f9-445c-877b-8f662a82fccf {{(pid=103376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 18:14:43.321707 n-d-827839-2 neutron-server[103376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '949f078b-8cc7-4e51-be9e-2c47880d6377', 'name': 'network-vif-deleted', 'tag': 'a4017917-177a-461e-9593-5974cd40b21b', 'status': 'completed', 'code': 200} Feb 04 18:14:43.392846 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-3e2c550c-886a-4475-bf24-974e8c81bdc5 req-10ac9616-cd24-4dbe-a420-81da85b0ca09 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] 10.222.0.89 "GET /v2.0/ports?device_id=949f078b-8cc7-4e51-be9e-2c47880d6377 HTTP/1.1" status: 200 len: 210 time: 0.0308533 Feb 04 18:14:43.459150 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvr_db [None req-c14d8b3c-3829-490c-b9bb-014b29b46f4c None None] Set router 11f91aae-f9a1-4e17-be5e-e5778981f04f gateway port host: n-d-827839-2 {{(pid=103379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 18:14:43.657161 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-c14d8b3c-3829-490c-b9bb-014b29b46f4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11f91aae-f9a1-4e17-be5e-e5778981f04f', 'name': 'tempest-ServerActionsTestJSON-1013004487-router', 'tenant_id': '4338804066934839a89616343b009f4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.150'}], 'enable_snat': True}, 'gw_port_id': 'ddb03411-7259-4cd8-876f-44e1c1c3c2dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T18:12:50Z', 'updated_at': '2022-02-04T18:12:53Z', 'revision_number': 4, 'project_id': '4338804066934839a89616343b009f4c', 'gw_port': {'id': 'ddb03411-7259-4cd8-876f-44e1c1c3c2dc', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:68:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11f91aae-f9a1-4e17-be5e-e5778981f04f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:12:51Z', 'updated_at': '2022-02-04T18:12:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_interfaces': [{'id': '3d9015b8-c253-4336-9e3f-641bc2fa8c48', 'name': '', 'network_id': '9202776c-3b7c-4c3e-8f4a-d5bfef65b2d4', 'tenant_id': '4338804066934839a89616343b009f4c', 'mac_address': 'fa:16:3e:8c:1f:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11f91aae-f9a1-4e17-be5e-e5778981f04f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '83fb5fd4-36d5-407e-bda8-162bf59018d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:12:53Z', 'updated_at': '2022-02-04T18:12:57Z', 'revision_number': 5, 'project_id': '4338804066934839a89616343b009f4c', 'subnets': [{'id': '83fb5fd4-36d5-407e-bda8-162bf59018d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-2', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:14:43.685979 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c14d8b3c-3829-490c-b9bb-014b29b46f4c None None] Checking router: 11f91aae-f9a1-4e17-be5e-e5778981f04f for host: n-d-827839-2 {{(pid=103379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 18:14:43.694645 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c14d8b3c-3829-490c-b9bb-014b29b46f4c None None] Routers {'11f91aae-f9a1-4e17-be5e-e5778981f04f'} bound to L3 agent in host n-d-827839-2 {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 18:14:43.695236 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-c14d8b3c-3829-490c-b9bb-014b29b46f4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T18:14:33Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['11f91aae-f9a1-4e17-be5e-e5778981f04f'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:14:43.799973 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvr_db [None req-c14d8b3c-3829-490c-b9bb-014b29b46f4c None None] Set router 11f91aae-f9a1-4e17-be5e-e5778981f04f gateway port host: n-d-827839-2 {{(pid=103379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 18:14:43.990843 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-c14d8b3c-3829-490c-b9bb-014b29b46f4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11f91aae-f9a1-4e17-be5e-e5778981f04f', 'name': 'tempest-ServerActionsTestJSON-1013004487-router', 'tenant_id': '4338804066934839a89616343b009f4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.150'}], 'enable_snat': True}, 'gw_port_id': 'ddb03411-7259-4cd8-876f-44e1c1c3c2dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T18:12:50Z', 'updated_at': '2022-02-04T18:12:53Z', 'revision_number': 4, 'project_id': '4338804066934839a89616343b009f4c', 'gw_port': {'id': 'ddb03411-7259-4cd8-876f-44e1c1c3c2dc', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:68:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11f91aae-f9a1-4e17-be5e-e5778981f04f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:12:51Z', 'updated_at': '2022-02-04T18:12:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_interfaces': [{'id': '3d9015b8-c253-4336-9e3f-641bc2fa8c48', 'name': '', 'network_id': '9202776c-3b7c-4c3e-8f4a-d5bfef65b2d4', 'tenant_id': '4338804066934839a89616343b009f4c', 'mac_address': 'fa:16:3e:8c:1f:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11f91aae-f9a1-4e17-be5e-e5778981f04f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '83fb5fd4-36d5-407e-bda8-162bf59018d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:12:53Z', 'updated_at': '2022-02-04T18:12:57Z', 'revision_number': 5, 'project_id': '4338804066934839a89616343b009f4c', 'subnets': [{'id': '83fb5fd4-36d5-407e-bda8-162bf59018d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-2', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:14:44.015626 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c14d8b3c-3829-490c-b9bb-014b29b46f4c None None] The sync data for ids ['11f91aae-f9a1-4e17-be5e-e5778981f04f'] in n-d-827839-2 is: [{'id': '11f91aae-f9a1-4e17-be5e-e5778981f04f', 'name': 'tempest-ServerActionsTestJSON-1013004487-router', 'tenant_id': '4338804066934839a89616343b009f4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.150'}], 'enable_snat': True}, 'gw_port_id': 'ddb03411-7259-4cd8-876f-44e1c1c3c2dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T18:12:50Z', 'updated_at': '2022-02-04T18:12:53Z', 'revision_number': 4, 'project_id': '4338804066934839a89616343b009f4c', 'gw_port': {'id': 'ddb03411-7259-4cd8-876f-44e1c1c3c2dc', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:68:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11f91aae-f9a1-4e17-be5e-e5778981f04f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:12:51Z', 'updated_at': '2022-02-04T18:12:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_interfaces': [{'id': '3d9015b8-c253-4336-9e3f-641bc2fa8c48', 'name': '', 'network_id': '9202776c-3b7c-4c3e-8f4a-d5bfef65b2d4', 'tenant_id': '4338804066934839a89616343b009f4c', 'mac_address': 'fa:16:3e:8c:1f:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11f91aae-f9a1-4e17-be5e-e5778981f04f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '83fb5fd4-36d5-407e-bda8-162bf59018d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:12:53Z', 'updated_at': '2022-02-04T18:12:57Z', 'revision_number': 5, 'project_id': '4338804066934839a89616343b009f4c', 'subnets': [{'id': '83fb5fd4-36d5-407e-bda8-162bf59018d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 18:14:44.218807 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecdbe520-62e0-4235-a043-a6c765227355 None None] New status for floating IP 6aa29e7b-43ce-4747-b566-7ad4f61be5e0: DOWN {{(pid=103378) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 18:14:44.635490 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-e79a9608-82e3-42b5-8543-60a404595283 req-96de3ef3-0a1a-4870-b90b-31a85b91ee2b tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] 10.222.0.89 "GET /v2.0/security-groups?name=tempest-securitygroup--778896337&fields=id&tenant_id=4338804066934839a89616343b009f4c HTTP/1.1" status: 200 len: 267 time: 0.0432785 Feb 04 18:14:44.746599 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79a9608-82e3-42b5-8543-60a404595283 req-ea4f41db-38cd-49fb-8b51-129f85b605ef tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:14:44.748043 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-e79a9608-82e3-42b5-8543-60a404595283 req-ea4f41db-38cd-49fb-8b51-129f85b605ef tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] 10.222.0.89 "GET /v2.0/networks?id=9202776c-3b7c-4c3e-8f4a-d5bfef65b2d4 HTTP/1.1" status: 200 len: 812 time: 0.1061471 Feb 04 18:14:44.762664 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-e79a9608-82e3-42b5-8543-60a404595283 req-212c6e6b-789e-4b84-ad59-45776a2294a8 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] 10.222.0.89 "GET /v2.0/quotas/4338804066934839a89616343b009f4c HTTP/1.1" status: 200 len: 375 time: 0.0087419 Feb 04 18:14:44.816343 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-e79a9608-82e3-42b5-8543-60a404595283 req-e1640cd4-09a6-4387-8811-486d66530233 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=4338804066934839a89616343b009f4c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0481691 Feb 04 18:14:44.911667 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-e79a9608-82e3-42b5-8543-60a404595283 req-46a8963b-96d1-40e9-ae11-a17075cb7624 service neutron] 10.222.0.89 "GET /v2.0/networks/9202776c-3b7c-4c3e-8f4a-d5bfef65b2d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843284 Feb 04 18:14:44.999230 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-e79a9608-82e3-42b5-8543-60a404595283 req-09acc901-5609-457e-b779-fe749bb31f1b service neutron] 10.222.0.89 "GET /v2.0/networks/9202776c-3b7c-4c3e-8f4a-d5bfef65b2d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818446 Feb 04 18:14:45.163671 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-3eeaadc7-890b-4a94-9b47-9f5040758f91 req-32a1c447-797a-4942-843f-6c8bc05600cb tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] 10.222.0.89 "GET /v2.0/ports?device_id=0cc0b73c-a324-4ec0-bd2f-62e03b2770ff HTTP/1.1" status: 200 len: 210 time: 0.0268760 Feb 04 18:14:46.145984 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79a9608-82e3-42b5-8543-60a404595283 req-5b54fe3b-099b-4a42-a13b-ac573fe70dfa tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:14:46.147494 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-e79a9608-82e3-42b5-8543-60a404595283 req-5b54fe3b-099b-4a42-a13b-ac573fe70dfa tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] 10.222.0.90 "GET /v2.0/networks?id=9202776c-3b7c-4c3e-8f4a-d5bfef65b2d4 HTTP/1.1" status: 200 len: 812 time: 0.1109197 Feb 04 18:14:46.212829 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-e79a9608-82e3-42b5-8543-60a404595283 req-b4ad77e4-e7c5-4dc7-8fd3-a07db3cc47b6 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] 10.222.0.90 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4338804066934839a89616343b009f4c HTTP/1.1" status: 200 len: 379 time: 0.0532749 Feb 04 18:14:46.227746 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [req-e79a9608-82e3-42b5-8543-60a404595283 req-3c97c0d2-48a8-4e06-92de-75c49e9234ff tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] Request body: {'port': {'device_id': '0cc0b73c-a324-4ec0-bd2f-62e03b2770ff', 'network_id': '9202776c-3b7c-4c3e-8f4a-d5bfef65b2d4', 'admin_state_up': True, 'tenant_id': '4338804066934839a89616343b009f4c', 'security_groups': ['d74ae94c-d214-4034-aa3d-c5ace6bc144b']}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 18:14:46.451266 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Device a4017917-177a-461e-9593-5974cd40b21b no longer exists at agent hyperv_n-h2-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 18:14:46.475781 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] No Port match for: a4017917-177a-461e-9593-5974cd40b21b {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 18:14:46.476126 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Device a4017917-177a-461e-9593-5974cd40b21b not bound to the agent host n-h2-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 18:14:46.590405 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-564ea7c8-b626-4db1-add8-d91bc3bff0ef req-024d3371-d38a-459d-9a4e-acf299a8a044 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] 10.222.0.89 "GET /v2.0/ports?device_id=0cc0b73c-a324-4ec0-bd2f-62e03b2770ff HTTP/1.1" status: 200 len: 210 time: 0.3481352 Feb 04 18:14:46.652252 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e79a9608-82e3-42b5-8543-60a404595283 req-3c97c0d2-48a8-4e06-92de-75c49e9234ff tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] Made reservation on behalf of 4338804066934839a89616343b009f4c for: {'port': 1} {{(pid=103376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 18:14:46.655605 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-e79a9608-82e3-42b5-8543-60a404595283 req-3c97c0d2-48a8-4e06-92de-75c49e9234ff tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:14:46.774936 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.db_base_plugin_common [req-e79a9608-82e3-42b5-8543-60a404595283 req-3c97c0d2-48a8-4e06-92de-75c49e9234ff tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] Allocated IP 172.20.0.10 (9202776c-3b7c-4c3e-8f4a-d5bfef65b2d4/83fb5fd4-36d5-407e-bda8-162bf59018d2/e809802a-b92f-440a-a1d6-e105cd0bc18e) {{(pid=103376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 18:14:46.918923 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-e79a9608-82e3-42b5-8543-60a404595283 req-3c97c0d2-48a8-4e06-92de-75c49e9234ff tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] Publish callbacks [] for port (e809802a-b92f-440a-a1d6-e105cd0bc18e), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:14:46.951890 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-e79a9608-82e3-42b5-8543-60a404595283 req-3c97c0d2-48a8-4e06-92de-75c49e9234ff tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (e809802a-b92f-440a-a1d6-e105cd0bc18e), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:14:46.991437 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e79a9608-82e3-42b5-8543-60a404595283 req-3c97c0d2-48a8-4e06-92de-75c49e9234ff tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] Network 9202776c-3b7c-4c3e-8f4a-d5bfef65b2d4 is already hosted by enough agents. {{(pid=103376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 18:14:46.996627 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [req-e79a9608-82e3-42b5-8543-60a404595283 req-3c97c0d2-48a8-4e06-92de-75c49e9234ff tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] Resources bound (agent type, host, resource id): {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 18:14:46.999267 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [req-e79a9608-82e3-42b5-8543-60a404595283 req-3c97c0d2-48a8-4e06-92de-75c49e9234ff tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] Received port after_create {{(pid=103376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 18:14:47.037202 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c97c0d2-48a8-4e06-92de-75c49e9234ff tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] Pushing event updated for resources: {'Port': ['ID=e809802a-b92f-440a-a1d6-e105cd0bc18e,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:14:47.062488 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79a9608-82e3-42b5-8543-60a404595283 req-3c97c0d2-48a8-4e06-92de-75c49e9234ff tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:14:47.063130 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-e79a9608-82e3-42b5-8543-60a404595283 req-3c97c0d2-48a8-4e06-92de-75c49e9234ff tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:14:47.079915 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-e79a9608-82e3-42b5-8543-60a404595283 req-3c97c0d2-48a8-4e06-92de-75c49e9234ff tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8553953 Feb 04 18:14:47.094290 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [req-e79a9608-82e3-42b5-8543-60a404595283 req-ea6747b4-eced-4b7a-a6cd-9afa42dad913 service neutron] Request body: {'port': {'device_id': '0cc0b73c-a324-4ec0-bd2f-62e03b2770ff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827839-2'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 18:14:47.155849 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-e79a9608-82e3-42b5-8543-60a404595283 req-ea6747b4-eced-4b7a-a6cd-9afa42dad913 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (e809802a-b92f-440a-a1d6-e105cd0bc18e), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:14:47.226287 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-369d9344-e608-452c-8fdf-8016eb618aa6 None None] Provisioning complete for port e809802a-b92f-440a-a1d6-e105cd0bc18e triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 18:14:47.227138 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-369d9344-e608-452c-8fdf-8016eb618aa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (e809802a-b92f-440a-a1d6-e105cd0bc18e), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:14:47.262971 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-369d9344-e608-452c-8fdf-8016eb618aa6 None None] Port e809802a-b92f-440a-a1d6-e105cd0bc18e cannot update to ACTIVE because it is not bound. {{(pid=103378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 18:14:47.432693 n-d-827839-2 neutron-server[103376]: DEBUG neutron.notifiers.nova [req-e79a9608-82e3-42b5-8543-60a404595283 req-ea6747b4-eced-4b7a-a6cd-9afa42dad913 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e809802a-b92f-440a-a1d6-e105cd0bc18e {{(pid=103376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 18:14:47.440563 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-e79a9608-82e3-42b5-8543-60a404595283 req-ea6747b4-eced-4b7a-a6cd-9afa42dad913 service neutron] Publish callbacks [] for port (e809802a-b92f-440a-a1d6-e105cd0bc18e), precommit_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:14:47.452701 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.provisioning_blocks [req-e79a9608-82e3-42b5-8543-60a404595283 req-ea6747b4-eced-4b7a-a6cd-9afa42dad913 service neutron] Transition to ACTIVE for port object e809802a-b92f-440a-a1d6-e105cd0bc18e will not be triggered until provisioned by entity L2. {{(pid=103376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 18:14:47.457279 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-e79a9608-82e3-42b5-8543-60a404595283 req-ea6747b4-eced-4b7a-a6cd-9afa42dad913 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675836'] for port (e809802a-b92f-440a-a1d6-e105cd0bc18e), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:14:47.524705 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6747b4-eced-4b7a-a6cd-9afa42dad913 service neutron] Pushing event updated for resources: {'Port': ['ID=e809802a-b92f-440a-a1d6-e105cd0bc18e,revision_number=2']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:14:47.580056 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [req-e79a9608-82e3-42b5-8543-60a404595283 req-ea6747b4-eced-4b7a-a6cd-9afa42dad913 service neutron] Attempting to bind port e809802a-b92f-440a-a1d6-e105cd0bc18e on host n-h2-827839-2 for vnic_type normal with profile {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 18:14:47.580397 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [req-e79a9608-82e3-42b5-8543-60a404595283 req-ea6747b4-eced-4b7a-a6cd-9afa42dad913 service neutron] Attempting to bind port e809802a-b92f-440a-a1d6-e105cd0bc18e by drivers openvswitch,hyperv on host n-h2-827839-2 at level 0 using segments [{'id': 'd79ca10e-822b-48e1-9f93-626585c84a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '9202776c-3b7c-4c3e-8f4a-d5bfef65b2d4'}] {{(pid=103376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 18:14:47.580728 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e79a9608-82e3-42b5-8543-60a404595283 req-ea6747b4-eced-4b7a-a6cd-9afa42dad913 service neutron] Attempting to bind port e809802a-b92f-440a-a1d6-e105cd0bc18e on network 9202776c-3b7c-4c3e-8f4a-d5bfef65b2d4 {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 18:14:47.585409 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e79a9608-82e3-42b5-8543-60a404595283 req-ea6747b4-eced-4b7a-a6cd-9afa42dad913 service neutron] Port e809802a-b92f-440a-a1d6-e105cd0bc18e on network 9202776c-3b7c-4c3e-8f4a-d5bfef65b2d4 not bound, no agent of type Open vSwitch agent registered on host n-h2-827839-2 {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 18:14:47.585734 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e79a9608-82e3-42b5-8543-60a404595283 req-ea6747b4-eced-4b7a-a6cd-9afa42dad913 service neutron] Attempting to bind port e809802a-b92f-440a-a1d6-e105cd0bc18e on network 9202776c-3b7c-4c3e-8f4a-d5bfef65b2d4 {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 18:14:47.590795 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e79a9608-82e3-42b5-8543-60a404595283 req-ea6747b4-eced-4b7a-a6cd-9afa42dad913 service neutron] Checking agent: {'id': 'f20a1ab3-4332-4f54-833b-ba4a7c687e89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 8, 40), 'started_at': datetime.datetime(2022, 2, 4, 17, 8, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 18, 14, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 18:14:47.591144 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e79a9608-82e3-42b5-8543-60a404595283 req-ea6747b4-eced-4b7a-a6cd-9afa42dad913 service neutron] Checking segment: {'id': 'd79ca10e-822b-48e1-9f93-626585c84a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '9202776c-3b7c-4c3e-8f4a-d5bfef65b2d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 18:14:47.591524 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e79a9608-82e3-42b5-8543-60a404595283 req-ea6747b4-eced-4b7a-a6cd-9afa42dad913 service neutron] Bound using segment: {'id': 'd79ca10e-822b-48e1-9f93-626585c84a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '9202776c-3b7c-4c3e-8f4a-d5bfef65b2d4'} {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 18:14:47.591950 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [req-e79a9608-82e3-42b5-8543-60a404595283 req-ea6747b4-eced-4b7a-a6cd-9afa42dad913 service neutron] Bound port: e809802a-b92f-440a-a1d6-e105cd0bc18e, host: n-h2-827839-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd79ca10e-822b-48e1-9f93-626585c84a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '9202776c-3b7c-4c3e-8f4a-d5bfef65b2d4'}}] {{(pid=103376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 18:14:47.592311 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-e79a9608-82e3-42b5-8543-60a404595283 req-ea6747b4-eced-4b7a-a6cd-9afa42dad913 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (e809802a-b92f-440a-a1d6-e105cd0bc18e), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:14:47.665185 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [req-e79a9608-82e3-42b5-8543-60a404595283 req-ea6747b4-eced-4b7a-a6cd-9afa42dad913 service neutron] For port e809802a-b92f-440a-a1d6-e105cd0bc18e, host n-h2-827839-2, cleared binding levels {{(pid=103376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 18:14:47.668206 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [req-e79a9608-82e3-42b5-8543-60a404595283 req-ea6747b4-eced-4b7a-a6cd-9afa42dad913 service neutron] For port e809802a-b92f-440a-a1d6-e105cd0bc18e, host n-h2-827839-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=e809802a-b92f-440a-a1d6-e105cd0bc18e,segment=NetworkSegment(d79ca10e-822b-48e1-9f93-626585c84a5d),segment_id=d79ca10e-822b-48e1-9f93-626585c84a5d)] {{(pid=103376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 18:14:47.675658 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-e79a9608-82e3-42b5-8543-60a404595283 req-ea6747b4-eced-4b7a-a6cd-9afa42dad913 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675836'] for port (e809802a-b92f-440a-a1d6-e105cd0bc18e), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:14:47.712009 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79a9608-82e3-42b5-8543-60a404595283 req-ea6747b4-eced-4b7a-a6cd-9afa42dad913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:14:47.713065 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-e79a9608-82e3-42b5-8543-60a404595283 req-ea6747b4-eced-4b7a-a6cd-9afa42dad913 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:14:47.714467 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-e79a9608-82e3-42b5-8543-60a404595283 req-ea6747b4-eced-4b7a-a6cd-9afa42dad913 service neutron] 10.222.0.90 "PUT /v2.0/ports/e809802a-b92f-440a-a1d6-e105cd0bc18e HTTP/1.1" status: 200 len: 1092 time: 0.6261494 Feb 04 18:14:47.716622 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03ca4d9-49c8-41f0-99fc-24bd5a1b3d98 req-57f7e695-55f7-47d2-8808-7df0dc354c66 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:14:47.717155 n-d-827839-2 neutron-server[103376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0cc0b73c-a324-4ec0-bd2f-62e03b2770ff', 'tag': 'e809802a-b92f-440a-a1d6-e105cd0bc18e'}] {{(pid=103376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 18:14:47.718182 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-f03ca4d9-49c8-41f0-99fc-24bd5a1b3d98 req-57f7e695-55f7-47d2-8808-7df0dc354c66 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] 10.222.0.89 "GET /v2.0/ports?device_id=0cc0b73c-a324-4ec0-bd2f-62e03b2770ff HTTP/1.1" status: 200 len: 944 time: 0.0565343 Feb 04 18:14:47.719226 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7aefa7f3373fd63bd14caed2f0c404cd5bacff84a7eb60e70ea20ed0b49017dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ee520ec-8bd3-4a8a-bf26-4361ed68e2f4" -d '{"events": [{"name": "network-changed", "server_uuid": "0cc0b73c-a324-4ec0-bd2f-62e03b2770ff", "tag": "e809802a-b92f-440a-a1d6-e105cd0bc18e"}]}' {{(pid=103376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 18:14:47.755595 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6747b4-eced-4b7a-a6cd-9afa42dad913 service neutron] Pushing event updated for resources: {'Port': ['ID=e809802a-b92f-440a-a1d6-e105cd0bc18e,revision_number=3']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:14:47.789639 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-f03ca4d9-49c8-41f0-99fc-24bd5a1b3d98 req-41670823-8523-4da5-aded-f9faa3620c64 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] 10.222.0.89 "GET /v2.0/security-groups?id=d74ae94c-d214-4034-aa3d-c5ace6bc144b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0637665 Feb 04 18:14:47.791507 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 18:14:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cc6c0b4-e064-4657-8773-88db9fa0179e x-openstack-request-id: req-2cc6c0b4-e064-4657-8773-88db9fa0179e {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 18:14:47.791807 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0cc0b73c-a324-4ec0-bd2f-62e03b2770ff", "tag": "e809802a-b92f-440a-a1d6-e105cd0bc18e", "status": "completed", "code": 200}]} {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 18:14:47.792063 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-2cc6c0b4-e064-4657-8773-88db9fa0179e {{(pid=103376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 18:14:47.792469 n-d-827839-2 neutron-server[103376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0cc0b73c-a324-4ec0-bd2f-62e03b2770ff', 'tag': 'e809802a-b92f-440a-a1d6-e105cd0bc18e', 'status': 'completed', 'code': 200} Feb 04 18:14:47.814639 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79a9608-82e3-42b5-8543-60a404595283 req-984a4af3-b89c-47ab-af3b-1cd9f48b9788 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:14:47.816295 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-e79a9608-82e3-42b5-8543-60a404595283 req-984a4af3-b89c-47ab-af3b-1cd9f48b9788 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=4338804066934839a89616343b009f4c&device_id=0cc0b73c-a324-4ec0-bd2f-62e03b2770ff HTTP/1.1" status: 200 len: 1126 time: 0.0556538 Feb 04 18:14:47.866494 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-e79a9608-82e3-42b5-8543-60a404595283 req-450332bf-57b9-4cb6-b8a3-fa377ef9c18a service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e809802a-b92f-440a-a1d6-e105cd0bc18e HTTP/1.1" status: 200 len: 217 time: 0.0406470 Feb 04 18:14:47.926216 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79a9608-82e3-42b5-8543-60a404595283 req-009628c4-ab45-420c-a05c-4e71613c1587 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:14:47.927710 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-e79a9608-82e3-42b5-8543-60a404595283 req-009628c4-ab45-420c-a05c-4e71613c1587 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=83fb5fd4-36d5-407e-bda8-162bf59018d2 HTTP/1.1" status: 200 len: 851 time: 0.0461307 Feb 04 18:14:47.976462 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79a9608-82e3-42b5-8543-60a404595283 req-f64a7f4c-c46e-490d-877a-9aefac9db19f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:14:47.977928 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-e79a9608-82e3-42b5-8543-60a404595283 req-f64a7f4c-c46e-490d-877a-9aefac9db19f service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=9202776c-3b7c-4c3e-8f4a-d5bfef65b2d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0441413 Feb 04 18:14:48.069363 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-e79a9608-82e3-42b5-8543-60a404595283 req-a23c793e-f94d-4e7b-895d-766052e3aefa service neutron] 10.222.0.90 "GET /v2.0/networks/9202776c-3b7c-4c3e-8f4a-d5bfef65b2d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851119 Feb 04 18:14:48.169959 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-e79a9608-82e3-42b5-8543-60a404595283 req-0ff037a8-6fff-44c8-9920-f559837635e6 service neutron] 10.222.0.90 "GET /v2.0/networks/9202776c-3b7c-4c3e-8f4a-d5bfef65b2d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899920 Feb 04 18:14:48.262372 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee520ec-8bd3-4a8a-bf26-4361ed68e2f4 req-745763b6-c520-4593-960b-74e306d57053 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:14:48.263902 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-7ee520ec-8bd3-4a8a-bf26-4361ed68e2f4 req-745763b6-c520-4593-960b-74e306d57053 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=4338804066934839a89616343b009f4c&device_id=0cc0b73c-a324-4ec0-bd2f-62e03b2770ff HTTP/1.1" status: 200 len: 1126 time: 0.0453048 Feb 04 18:14:48.357704 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee520ec-8bd3-4a8a-bf26-4361ed68e2f4 req-a25a6a1c-3ecc-4abf-bd62-7b7f83001685 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:14:48.359190 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-7ee520ec-8bd3-4a8a-bf26-4361ed68e2f4 req-a25a6a1c-3ecc-4abf-bd62-7b7f83001685 service neutron] 10.222.0.90 "GET /v2.0/networks?id=9202776c-3b7c-4c3e-8f4a-d5bfef65b2d4 HTTP/1.1" status: 200 len: 913 time: 0.0888913 Feb 04 18:14:48.400944 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-7ee520ec-8bd3-4a8a-bf26-4361ed68e2f4 req-a032daa4-6481-45e1-a4ef-edb1fea6ad0a service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e809802a-b92f-440a-a1d6-e105cd0bc18e HTTP/1.1" status: 200 len: 217 time: 0.0353334 Feb 04 18:14:48.451926 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee520ec-8bd3-4a8a-bf26-4361ed68e2f4 req-42ed083a-f796-4ac6-9574-482d332511eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:14:48.453386 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-7ee520ec-8bd3-4a8a-bf26-4361ed68e2f4 req-42ed083a-f796-4ac6-9574-482d332511eb service neutron] 10.222.0.90 "GET /v2.0/subnets?id=83fb5fd4-36d5-407e-bda8-162bf59018d2 HTTP/1.1" status: 200 len: 851 time: 0.0433586 Feb 04 18:14:48.507031 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee520ec-8bd3-4a8a-bf26-4361ed68e2f4 req-17dbc879-ccf5-4813-b2e8-bdb7cd24da8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:14:48.508520 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-7ee520ec-8bd3-4a8a-bf26-4361ed68e2f4 req-17dbc879-ccf5-4813-b2e8-bdb7cd24da8d service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=9202776c-3b7c-4c3e-8f4a-d5bfef65b2d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0485437 Feb 04 18:14:48.599256 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-7ee520ec-8bd3-4a8a-bf26-4361ed68e2f4 req-79549886-26c3-4b5c-952a-1d36f653c2ed service neutron] 10.222.0.90 "GET /v2.0/networks/9202776c-3b7c-4c3e-8f4a-d5bfef65b2d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807633 Feb 04 18:14:48.690714 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-7ee520ec-8bd3-4a8a-bf26-4361ed68e2f4 req-428c9be0-2aba-4451-b8c2-d5a02365cc10 service neutron] 10.222.0.90 "GET /v2.0/networks/9202776c-3b7c-4c3e-8f4a-d5bfef65b2d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844595 Feb 04 18:14:48.913199 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d35f49-ae5c-411a-a1c7-6e92812d6f97 req-3e4749fa-3302-42d2-80e6-9c5f4cd0d62e tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:14:48.914573 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-c5d35f49-ae5c-411a-a1c7-6e92812d6f97 req-3e4749fa-3302-42d2-80e6-9c5f4cd0d62e tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] 10.222.0.89 "GET /v2.0/ports?device_id=0cc0b73c-a324-4ec0-bd2f-62e03b2770ff HTTP/1.1" status: 200 len: 944 time: 0.0529921 Feb 04 18:14:48.962513 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-c5d35f49-ae5c-411a-a1c7-6e92812d6f97 req-d8713895-dfe9-4331-a096-0595ada1ed93 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] 10.222.0.89 "GET /v2.0/security-groups?id=d74ae94c-d214-4034-aa3d-c5ace6bc144b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423374 Feb 04 18:14:50.084539 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72dd2740-4d46-4f9d-8733-fd34c42faa4b req-a08c5de5-e6ba-46a8-ae9b-27149864e0de tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:14:50.086052 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-72dd2740-4d46-4f9d-8733-fd34c42faa4b req-a08c5de5-e6ba-46a8-ae9b-27149864e0de tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] 10.222.0.89 "GET /v2.0/ports?device_id=0cc0b73c-a324-4ec0-bd2f-62e03b2770ff HTTP/1.1" status: 200 len: 944 time: 0.0563250 Feb 04 18:14:50.131373 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-72dd2740-4d46-4f9d-8733-fd34c42faa4b req-5dd9d8e7-43da-4596-9c76-3fdd6cbea0a9 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] 10.222.0.89 "GET /v2.0/security-groups?id=d74ae94c-d214-4034-aa3d-c5ace6bc144b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399337 Feb 04 18:14:51.255695 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40429d74-9ef9-435e-bf31-362047cc70d9 req-accbca2b-6584-422a-a100-0cfaf047142c tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:14:51.257539 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-40429d74-9ef9-435e-bf31-362047cc70d9 req-accbca2b-6584-422a-a100-0cfaf047142c tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] 10.222.0.89 "GET /v2.0/ports?device_id=0cc0b73c-a324-4ec0-bd2f-62e03b2770ff HTTP/1.1" status: 200 len: 944 time: 0.0586779 Feb 04 18:14:51.309880 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-40429d74-9ef9-435e-bf31-362047cc70d9 req-b0f1459e-5eb7-495c-a837-ebb711330e71 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] 10.222.0.89 "GET /v2.0/security-groups?id=d74ae94c-d214-4034-aa3d-c5ace6bc144b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468178 Feb 04 18:14:52.430109 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8e55af-41f0-4848-a1ae-eed3b22cff33 req-9c3c80d9-1739-48bb-884c-730ed2ab747e tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:14:52.431792 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-7c8e55af-41f0-4848-a1ae-eed3b22cff33 req-9c3c80d9-1739-48bb-884c-730ed2ab747e tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] 10.222.0.89 "GET /v2.0/ports?device_id=0cc0b73c-a324-4ec0-bd2f-62e03b2770ff HTTP/1.1" status: 200 len: 944 time: 0.0525234 Feb 04 18:14:52.480647 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-7c8e55af-41f0-4848-a1ae-eed3b22cff33 req-e986e061-8cd6-4547-a756-613c84670161 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] 10.222.0.89 "GET /v2.0/security-groups?id=d74ae94c-d214-4034-aa3d-c5ace6bc144b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414927 Feb 04 18:14:52.495966 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Device e809802a-b92f-440a-a1d6-e105cd0bc18e details requested by agent hyperv_n-h2-827839-2 with host n-h2-827839-2 {{(pid=103378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 18:14:52.595349 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] For port e809802a-b92f-440a-a1d6-e105cd0bc18e, host n-h2-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=e809802a-b92f-440a-a1d6-e105cd0bc18e,segment=NetworkSegment(d79ca10e-822b-48e1-9f93-626585c84a5d),segment_id=d79ca10e-822b-48e1-9f93-626585c84a5d)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 18:14:52.606629 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Returning: {'device': 'e809802a-b92f-440a-a1d6-e105cd0bc18e', 'network_id': '9202776c-3b7c-4c3e-8f4a-d5bfef65b2d4', 'port_id': 'e809802a-b92f-440a-a1d6-e105cd0bc18e', 'mac_address': 'fa:16:3e:15:ca:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 769, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83fb5fd4-36d5-407e-bda8-162bf59018d2', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 18:14:52.643212 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Current status of the port e809802a-b92f-440a-a1d6-e105cd0bc18e is: DOWN; New status is: BUILD {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 18:14:52.643602 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (e809802a-b92f-440a-a1d6-e105cd0bc18e), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:14:52.656148 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e809802a-b92f-440a-a1d6-e105cd0bc18e {{(pid=103378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 18:14:52.677665 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] For port e809802a-b92f-440a-a1d6-e105cd0bc18e, host n-h2-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=e809802a-b92f-440a-a1d6-e105cd0bc18e,segment=NetworkSegment(d79ca10e-822b-48e1-9f93-626585c84a5d),segment_id=d79ca10e-822b-48e1-9f93-626585c84a5d)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 18:14:52.681737 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (e809802a-b92f-440a-a1d6-e105cd0bc18e), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:14:52.732246 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Pushing event updated for resources: {'Port': ['ID=e809802a-b92f-440a-a1d6-e105cd0bc18e,revision_number=4']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:14:52.739710 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:14:52.740066 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:14:52.740421 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:14:52.740813 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:14:52.741163 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:14:52.741499 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:14:52.741830 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:14:52.742164 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:14:52.742493 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:14:52.742816 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:14:52.743140 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:14:52.743468 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:14:52.743792 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:14:52.920527 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] get_ports_and_sgs() called for port_ids ['e809802a-b92f-440a-a1d6-e105cd0bc18e'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 18:14:53.605956 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6c6c11-1417-4744-b3f1-bffcf1db62fc req-416766fa-e9d6-4970-b4fb-7ab10d46eb6d tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:14:53.607566 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-be6c6c11-1417-4744-b3f1-bffcf1db62fc req-416766fa-e9d6-4970-b4fb-7ab10d46eb6d tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] 10.222.0.89 "GET /v2.0/ports?device_id=0cc0b73c-a324-4ec0-bd2f-62e03b2770ff HTTP/1.1" status: 200 len: 945 time: 0.0541406 Feb 04 18:14:53.655958 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-be6c6c11-1417-4744-b3f1-bffcf1db62fc req-3fc4bf0b-3263-4c62-b243-f2a5f0efbf98 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] 10.222.0.89 "GET /v2.0/security-groups?id=d74ae94c-d214-4034-aa3d-c5ace6bc144b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422075 Feb 04 18:14:54.498730 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Device e809802a-b92f-440a-a1d6-e105cd0bc18e up at agent hyperv_n-h2-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 18:14:54.546131 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Provisioning for port e809802a-b92f-440a-a1d6-e105cd0bc18e completed by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 18:14:54.549786 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Provisioning complete for port e809802a-b92f-440a-a1d6-e105cd0bc18e triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 18:14:54.550165 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (e809802a-b92f-440a-a1d6-e105cd0bc18e), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:14:54.626615 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Current status of the port e809802a-b92f-440a-a1d6-e105cd0bc18e is: BUILD; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 18:14:54.626997 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (e809802a-b92f-440a-a1d6-e105cd0bc18e), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:14:54.648318 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cc0b73c-a324-4ec0-bd2f-62e03b2770ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e809802a-b92f-440a-a1d6-e105cd0bc18e'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 18:14:54.650569 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d531d67ec453461b01ecd2cf0c6686e25a5679cf38f56e7e92bae688f1026262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-394c6171-86a3-433b-a556-3338fb89d1e7" -d '{"events": [{"server_uuid": "0cc0b73c-a324-4ec0-bd2f-62e03b2770ff", "name": "network-vif-plugged", "status": "completed", "tag": "e809802a-b92f-440a-a1d6-e105cd0bc18e"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 18:14:54.663467 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] For port e809802a-b92f-440a-a1d6-e105cd0bc18e, host n-h2-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=e809802a-b92f-440a-a1d6-e105cd0bc18e,segment=NetworkSegment(d79ca10e-822b-48e1-9f93-626585c84a5d),segment_id=d79ca10e-822b-48e1-9f93-626585c84a5d)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 18:14:54.667636 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (e809802a-b92f-440a-a1d6-e105cd0bc18e), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:14:54.694419 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 18:14:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34b8f7a3-2474-40d9-9d6a-e6d2773960d4 x-openstack-request-id: req-34b8f7a3-2474-40d9-9d6a-e6d2773960d4 {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 18:14:54.694720 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0cc0b73c-a324-4ec0-bd2f-62e03b2770ff", "name": "network-vif-plugged", "status": "completed", "tag": "e809802a-b92f-440a-a1d6-e105cd0bc18e", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 18:14:54.694970 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-34b8f7a3-2474-40d9-9d6a-e6d2773960d4 {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 18:14:54.695426 n-d-827839-2 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0cc0b73c-a324-4ec0-bd2f-62e03b2770ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e809802a-b92f-440a-a1d6-e105cd0bc18e', 'code': 200} Feb 04 18:14:54.721529 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Pushing event updated for resources: {'Port': ['ID=e809802a-b92f-440a-a1d6-e105cd0bc18e,revision_number=5']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:14:54.819716 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9c4001-bcd0-4af7-b8fc-fe483e7b1fe4 req-e882c764-f085-4dce-ae79-14a43582e22a tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:14:54.821161 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-ef9c4001-bcd0-4af7-b8fc-fe483e7b1fe4 req-e882c764-f085-4dce-ae79-14a43582e22a tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] 10.222.0.89 "GET /v2.0/ports?device_id=0cc0b73c-a324-4ec0-bd2f-62e03b2770ff HTTP/1.1" status: 200 len: 946 time: 0.0879741 Feb 04 18:14:54.826343 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7512f45-5433-4bb6-9ef5-8dfe30de5a51 req-497546fc-5104-4ecb-8c21-79898aef8f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:14:54.827737 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-f7512f45-5433-4bb6-9ef5-8dfe30de5a51 req-497546fc-5104-4ecb-8c21-79898aef8f08 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=0cc0b73c-a324-4ec0-bd2f-62e03b2770ff HTTP/1.1" status: 200 len: 1128 time: 0.0669940 Feb 04 18:14:54.900262 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-ef9c4001-bcd0-4af7-b8fc-fe483e7b1fe4 req-e4bf3d04-9839-4cf1-9280-c96982910143 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] 10.222.0.89 "GET /v2.0/security-groups?id=d74ae94c-d214-4034-aa3d-c5ace6bc144b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0715718 Feb 04 18:14:54.903477 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-f7512f45-5433-4bb6-9ef5-8dfe30de5a51 req-481689e8-8b4d-4c24-8d09-9b0eb12df752 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=d74ae94c-d214-4034-aa3d-c5ace6bc144b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0688670 Feb 04 18:14:56.019095 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f73162-f5bb-4d77-bc72-276a62904aea req-60df6a6c-266f-437f-81f9-f353a4a2b0d2 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:14:56.020586 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-41f73162-f5bb-4d77-bc72-276a62904aea req-60df6a6c-266f-437f-81f9-f353a4a2b0d2 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] 10.222.0.89 "GET /v2.0/ports?device_id=0cc0b73c-a324-4ec0-bd2f-62e03b2770ff HTTP/1.1" status: 200 len: 946 time: 0.0525465 Feb 04 18:14:56.070880 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-41f73162-f5bb-4d77-bc72-276a62904aea req-67d03e00-4d9a-4c48-abc6-bcd24a22f348 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] 10.222.0.89 "GET /v2.0/security-groups?id=d74ae94c-d214-4034-aa3d-c5ace6bc144b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447159 Feb 04 18:14:57.189448 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4338b11f-231a-4ec0-bde8-9e3363d94e39 req-dfff679a-024a-4e77-839e-4b8655c25eda tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:14:57.190908 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-4338b11f-231a-4ec0-bde8-9e3363d94e39 req-dfff679a-024a-4e77-839e-4b8655c25eda tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] 10.222.0.89 "GET /v2.0/ports?device_id=0cc0b73c-a324-4ec0-bd2f-62e03b2770ff HTTP/1.1" status: 200 len: 946 time: 0.0528383 Feb 04 18:14:57.237600 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-4338b11f-231a-4ec0-bde8-9e3363d94e39 req-43d59f9a-bebf-45df-8ec3-4eb308d3988d tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] 10.222.0.89 "GET /v2.0/security-groups?id=d74ae94c-d214-4034-aa3d-c5ace6bc144b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411584 Feb 04 18:14:57.352799 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3aa8ace-bf97-4eb6-b4d8-7c08fc37418e req-40d99047-c51f-4f4d-a290-112c2323104d tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:14:57.354205 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-e3aa8ace-bf97-4eb6-b4d8-7c08fc37418e req-40d99047-c51f-4f4d-a290-112c2323104d tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] 10.222.0.89 "GET /v2.0/ports?device_id=0cc0b73c-a324-4ec0-bd2f-62e03b2770ff HTTP/1.1" status: 200 len: 946 time: 0.0527611 Feb 04 18:14:57.362849 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 56298) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:14:57.367139 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-0942bb5b-6116-45e0-89b9-c435635042e7 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] Request body: {'floatingip': {'port_id': 'e809802a-b92f-440a-a1d6-e105cd0bc18e'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 18:14:57.406116 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-0942bb5b-6116-45e0-89b9-c435635042e7 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] Publish callbacks [] for floatingip (6aa29e7b-43ce-4747-b566-7ad4f61be5e0), before_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:14:57.837187 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-0942bb5b-6116-45e0-89b9-c435635042e7 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:14:57.840928 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-0942bb5b-6116-45e0-89b9-c435635042e7 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1595586'] for floatingip (6aa29e7b-43ce-4747-b566-7ad4f61be5e0), after_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:14:58.198770 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.agents_db [None req-e1691f3b-aacd-4cd6-8ebb-a9c53bb301c0 None None] Agent healthcheck: found 7 active agents {{(pid=103379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 18:14:58.234099 n-d-827839-2 neutron-server[103377]: INFO neutron.db.l3_db [None req-0942bb5b-6116-45e0-89b9-c435635042e7 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] Floating IP 6aa29e7b-43ce-4747-b566-7ad4f61be5e0 associated. External IP: 172.25.6.102, port: e809802a-b92f-440a-a1d6-e105cd0bc18e. Feb 04 18:14:58.442526 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0942bb5b-6116-45e0-89b9-c435635042e7 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] Router 11f91aae-f9a1-4e17-be5e-e5778981f04f has already been hosted by L3 agent 64ada913-9131-4d99-a265-63a920956287 {{(pid=103377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 18:14:58.550492 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0942bb5b-6116-45e0-89b9-c435635042e7 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] Notify agent at l3_agent.n-d-827839-2 the message routers_updated {{(pid=103377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 18:14:58.555283 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-0942bb5b-6116-45e0-89b9-c435635042e7 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for floatingip (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:14:58.559940 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0707eb92-1138-4aa2-acd9-1645b000e26f None None] Sync routers for ids ['11f91aae-f9a1-4e17-be5e-e5778981f04f'] in n-d-827839-2 {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 18:14:58.575640 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0707eb92-1138-4aa2-acd9-1645b000e26f None None] Routers {'11f91aae-f9a1-4e17-be5e-e5778981f04f'} bound to L3 agent in host n-d-827839-2 {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 18:14:58.576226 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-0707eb92-1138-4aa2-acd9-1645b000e26f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T18:14:33Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['11f91aae-f9a1-4e17-be5e-e5778981f04f'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:14:58.585640 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-0942bb5b-6116-45e0-89b9-c435635042e7 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] 10.222.0.89 "PUT /v2.0/floatingips/6aa29e7b-43ce-4747-b566-7ad4f61be5e0 HTTP/1.1" status: 200 len: 992 time: 1.2217546 Feb 04 18:14:58.586229 n-d-827839-2 neutron-server[103377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0cc0b73c-a324-4ec0-bd2f-62e03b2770ff', 'tag': 'e809802a-b92f-440a-a1d6-e105cd0bc18e'}] {{(pid=103377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 18:14:58.588640 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2026467e03276fe79290e5b19027649602583100b1291b9f7533f134bdcccf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ec7fb5a-b713-4ee0-869d-9fcd4b1fab6a" -d '{"events": [{"name": "network-changed", "server_uuid": "0cc0b73c-a324-4ec0-bd2f-62e03b2770ff", "tag": "e809802a-b92f-440a-a1d6-e105cd0bc18e"}]}' {{(pid=103377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 18:14:58.691922 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e1b41f-1619-4873-a99c-0a2f90bec54f req-db56d497-5c43-45b7-b7a0-9a0b03fa8ea5 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:14:58.692466 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvr_db [None req-0707eb92-1138-4aa2-acd9-1645b000e26f None None] Set router 11f91aae-f9a1-4e17-be5e-e5778981f04f gateway port host: n-d-827839-2 {{(pid=103379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 18:14:58.693480 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-e4e1b41f-1619-4873-a99c-0a2f90bec54f req-db56d497-5c43-45b7-b7a0-9a0b03fa8ea5 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] 10.222.0.89 "GET /v2.0/ports?device_id=0cc0b73c-a324-4ec0-bd2f-62e03b2770ff HTTP/1.1" status: 200 len: 946 time: 0.0560081 Feb 04 18:14:58.714383 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 18:14:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a0144ff-9c89-4924-8424-f22d47ed20c2 x-openstack-request-id: req-5a0144ff-9c89-4924-8424-f22d47ed20c2 {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 18:14:58.714729 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0cc0b73c-a324-4ec0-bd2f-62e03b2770ff", "tag": "e809802a-b92f-440a-a1d6-e105cd0bc18e", "status": "completed", "code": 200}]} {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 18:14:58.714985 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-5a0144ff-9c89-4924-8424-f22d47ed20c2 {{(pid=103377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 18:14:58.715386 n-d-827839-2 neutron-server[103377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0cc0b73c-a324-4ec0-bd2f-62e03b2770ff', 'tag': 'e809802a-b92f-440a-a1d6-e105cd0bc18e', 'status': 'completed', 'code': 200} Feb 04 18:14:58.774401 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-e4e1b41f-1619-4873-a99c-0a2f90bec54f req-0dac2908-dd48-4774-b5e9-975670c1161a tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] 10.222.0.89 "GET /v2.0/security-groups?id=d74ae94c-d214-4034-aa3d-c5ace6bc144b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0752320 Feb 04 18:14:58.795659 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec7fb5a-b713-4ee0-869d-9fcd4b1fab6a req-e48e022b-b54d-4d4b-a86f-31be4ac658d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:14:58.795659 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-3ec7fb5a-b713-4ee0-869d-9fcd4b1fab6a req-e48e022b-b54d-4d4b-a86f-31be4ac658d0 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=4338804066934839a89616343b009f4c&device_id=0cc0b73c-a324-4ec0-bd2f-62e03b2770ff HTTP/1.1" status: 200 len: 1128 time: 0.0540764 Feb 04 18:14:58.883584 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec7fb5a-b713-4ee0-869d-9fcd4b1fab6a req-191aee3f-ddf7-4118-a62d-65d318e508c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:14:58.885076 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-3ec7fb5a-b713-4ee0-869d-9fcd4b1fab6a req-191aee3f-ddf7-4118-a62d-65d318e508c2 service neutron] 10.222.0.90 "GET /v2.0/networks?id=9202776c-3b7c-4c3e-8f4a-d5bfef65b2d4 HTTP/1.1" status: 200 len: 913 time: 0.0850036 Feb 04 18:14:58.925013 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-0707eb92-1138-4aa2-acd9-1645b000e26f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11f91aae-f9a1-4e17-be5e-e5778981f04f', 'name': 'tempest-ServerActionsTestJSON-1013004487-router', 'tenant_id': '4338804066934839a89616343b009f4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.150'}], 'enable_snat': True}, 'gw_port_id': 'ddb03411-7259-4cd8-876f-44e1c1c3c2dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T18:12:50Z', 'updated_at': '2022-02-04T18:12:53Z', 'revision_number': 4, 'project_id': '4338804066934839a89616343b009f4c', 'gw_port': {'id': 'ddb03411-7259-4cd8-876f-44e1c1c3c2dc', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:68:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11f91aae-f9a1-4e17-be5e-e5778981f04f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:12:51Z', 'updated_at': '2022-02-04T18:12:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_floatingips': [{'id': '6aa29e7b-43ce-4747-b566-7ad4f61be5e0', 'tenant_id': '4338804066934839a89616343b009f4c', 'floating_ip_address': '172.25.6.102', 'floating_network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'router_id': '11f91aae-f9a1-4e17-be5e-e5778981f04f', 'port_id': 'e809802a-b92f-440a-a1d6-e105cd0bc18e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4101, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9202776c-3b7c-4c3e-8f4a-d5bfef65b2d4', 'mac_address': 'fa:16:3e:15:ca:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cc0b73c-a324-4ec0-bd2f-62e03b2770ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T18:12:55Z', 'updated_at': '2022-02-04T18:14:57Z', 'revision_number': 9, 'project_id': '4338804066934839a89616343b009f4c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d9015b8-c253-4336-9e3f-641bc2fa8c48', 'name': '', 'network_id': '9202776c-3b7c-4c3e-8f4a-d5bfef65b2d4', 'tenant_id': '4338804066934839a89616343b009f4c', 'mac_address': 'fa:16:3e:8c:1f:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11f91aae-f9a1-4e17-be5e-e5778981f04f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '83fb5fd4-36d5-407e-bda8-162bf59018d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:12:53Z', 'updated_at': '2022-02-04T18:12:57Z', 'revision_number': 5, 'project_id': '4338804066934839a89616343b009f4c', 'subnets': [{'id': '83fb5fd4-36d5-407e-bda8-162bf59018d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-2', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:14:58.950890 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0707eb92-1138-4aa2-acd9-1645b000e26f None None] Checking router: 11f91aae-f9a1-4e17-be5e-e5778981f04f for host: n-d-827839-2 {{(pid=103379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 18:14:58.954913 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-3ec7fb5a-b713-4ee0-869d-9fcd4b1fab6a req-43b56042-7fad-408c-9789-3d13569bab98 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e809802a-b92f-440a-a1d6-e105cd0bc18e HTTP/1.1" status: 200 len: 1000 time: 0.0637610 Feb 04 18:14:58.959640 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0707eb92-1138-4aa2-acd9-1645b000e26f None None] Routers {'11f91aae-f9a1-4e17-be5e-e5778981f04f'} bound to L3 agent in host n-d-827839-2 {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 18:14:58.960238 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-0707eb92-1138-4aa2-acd9-1645b000e26f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T18:14:33Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['11f91aae-f9a1-4e17-be5e-e5778981f04f'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:14:59.003767 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec7fb5a-b713-4ee0-869d-9fcd4b1fab6a req-a08da1bb-0b4f-47dd-86ff-55e56f278987 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:14:59.005268 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-3ec7fb5a-b713-4ee0-869d-9fcd4b1fab6a req-a08da1bb-0b4f-47dd-86ff-55e56f278987 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=83fb5fd4-36d5-407e-bda8-162bf59018d2 HTTP/1.1" status: 200 len: 851 time: 0.0435052 Feb 04 18:14:59.054243 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec7fb5a-b713-4ee0-869d-9fcd4b1fab6a req-43b0dd89-98ce-4038-8273-52bc6acbc876 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:14:59.055800 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-3ec7fb5a-b713-4ee0-869d-9fcd4b1fab6a req-43b0dd89-98ce-4038-8273-52bc6acbc876 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=9202776c-3b7c-4c3e-8f4a-d5bfef65b2d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0440826 Feb 04 18:14:59.066404 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvr_db [None req-0707eb92-1138-4aa2-acd9-1645b000e26f None None] Set router 11f91aae-f9a1-4e17-be5e-e5778981f04f gateway port host: n-d-827839-2 {{(pid=103379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 18:14:59.147765 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-3ec7fb5a-b713-4ee0-869d-9fcd4b1fab6a req-a375b59f-8dfa-4790-b2f8-ff8f1cf09299 service neutron] 10.222.0.90 "GET /v2.0/networks/9202776c-3b7c-4c3e-8f4a-d5bfef65b2d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857725 Feb 04 18:14:59.236978 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-3ec7fb5a-b713-4ee0-869d-9fcd4b1fab6a req-88731dcd-5b86-4008-a334-f73ea882e41f service neutron] 10.222.0.90 "GET /v2.0/networks/9202776c-3b7c-4c3e-8f4a-d5bfef65b2d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831239 Feb 04 18:14:59.292934 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-0707eb92-1138-4aa2-acd9-1645b000e26f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11f91aae-f9a1-4e17-be5e-e5778981f04f', 'name': 'tempest-ServerActionsTestJSON-1013004487-router', 'tenant_id': '4338804066934839a89616343b009f4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.150'}], 'enable_snat': True}, 'gw_port_id': 'ddb03411-7259-4cd8-876f-44e1c1c3c2dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T18:12:50Z', 'updated_at': '2022-02-04T18:12:53Z', 'revision_number': 4, 'project_id': '4338804066934839a89616343b009f4c', 'gw_port': {'id': 'ddb03411-7259-4cd8-876f-44e1c1c3c2dc', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:68:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11f91aae-f9a1-4e17-be5e-e5778981f04f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:12:51Z', 'updated_at': '2022-02-04T18:12:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_floatingips': [{'id': '6aa29e7b-43ce-4747-b566-7ad4f61be5e0', 'tenant_id': '4338804066934839a89616343b009f4c', 'floating_ip_address': '172.25.6.102', 'floating_network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'router_id': '11f91aae-f9a1-4e17-be5e-e5778981f04f', 'port_id': 'e809802a-b92f-440a-a1d6-e105cd0bc18e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4101, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9202776c-3b7c-4c3e-8f4a-d5bfef65b2d4', 'mac_address': 'fa:16:3e:15:ca:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cc0b73c-a324-4ec0-bd2f-62e03b2770ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T18:12:55Z', 'updated_at': '2022-02-04T18:14:57Z', 'revision_number': 9, 'project_id': '4338804066934839a89616343b009f4c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d9015b8-c253-4336-9e3f-641bc2fa8c48', 'name': '', 'network_id': '9202776c-3b7c-4c3e-8f4a-d5bfef65b2d4', 'tenant_id': '4338804066934839a89616343b009f4c', 'mac_address': 'fa:16:3e:8c:1f:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11f91aae-f9a1-4e17-be5e-e5778981f04f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '83fb5fd4-36d5-407e-bda8-162bf59018d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:12:53Z', 'updated_at': '2022-02-04T18:12:57Z', 'revision_number': 5, 'project_id': '4338804066934839a89616343b009f4c', 'subnets': [{'id': '83fb5fd4-36d5-407e-bda8-162bf59018d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-2', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:14:59.322506 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0707eb92-1138-4aa2-acd9-1645b000e26f None None] The sync data for ids ['11f91aae-f9a1-4e17-be5e-e5778981f04f'] in n-d-827839-2 is: [{'id': '11f91aae-f9a1-4e17-be5e-e5778981f04f', 'name': 'tempest-ServerActionsTestJSON-1013004487-router', 'tenant_id': '4338804066934839a89616343b009f4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.150'}], 'enable_snat': True}, 'gw_port_id': 'ddb03411-7259-4cd8-876f-44e1c1c3c2dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T18:12:50Z', 'updated_at': '2022-02-04T18:12:53Z', 'revision_number': 4, 'project_id': '4338804066934839a89616343b009f4c', 'gw_port': {'id': 'ddb03411-7259-4cd8-876f-44e1c1c3c2dc', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:68:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11f91aae-f9a1-4e17-be5e-e5778981f04f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:12:51Z', 'updated_at': '2022-02-04T18:12:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_floatingips': [{'id': '6aa29e7b-43ce-4747-b566-7ad4f61be5e0', 'tenant_id': '4338804066934839a89616343b009f4c', 'floating_ip_address': '172.25.6.102', 'floating_network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'router_id': '11f91aae-f9a1-4e17-be5e-e5778981f04f', 'port_id': 'e809802a-b92f-440a-a1d6-e105cd0bc18e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4101, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9202776c-3b7c-4c3e-8f4a-d5bfef65b2d4', 'mac_address': 'fa:16:3e:15:ca:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cc0b73c-a324-4ec0-bd2f-62e03b2770ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T18:12:55Z', 'updated_at': '2022-02-04T18:14:57Z', 'revision_number': 9, 'project_id': '4338804066934839a89616343b009f4c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d9015b8-c253-4336-9e3f-641bc2fa8c48', 'name': '', 'network_id': '9202776c-3b7c-4c3e-8f4a-d5bfef65b2d4', 'tenant_id': '4338804066934839a89616343b009f4c', 'mac_address': 'fa:16:3e:8c:1f:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11f91aae-f9a1-4e17-be5e-e5778981f04f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '83fb5fd4-36d5-407e-bda8-162bf59018d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:12:53Z', 'updated_at': '2022-02-04T18:12:57Z', 'revision_number': 5, 'project_id': '4338804066934839a89616343b009f4c', 'subnets': [{'id': '83fb5fd4-36d5-407e-bda8-162bf59018d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 18:14:59.510661 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3fb6cef-4931-44c5-9065-3a4c9bf9230f None None] New status for floating IP 6aa29e7b-43ce-4747-b566-7ad4f61be5e0: ACTIVE {{(pid=103378) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 18:14:59.841371 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-cb2a8671-0a29-4c9b-907c-dc56360dd674 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (bb89f5a3-3c22-440b-b7d1-c4f0c43c184a), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:14:59.905368 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210311be-556e-49a5-a8e9-c0b0993314c5 req-01075ab5-89ea-4517-bec3-929871fe369c tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:14:59.906891 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-210311be-556e-49a5-a8e9-c0b0993314c5 req-01075ab5-89ea-4517-bec3-929871fe369c tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] 10.222.0.89 "GET /v2.0/ports?device_id=0cc0b73c-a324-4ec0-bd2f-62e03b2770ff HTTP/1.1" status: 200 len: 946 time: 0.0607164 Feb 04 18:14:59.953565 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-210311be-556e-49a5-a8e9-c0b0993314c5 req-794361f9-c363-4dc3-b2f0-5536738fa15d tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] 10.222.0.89 "GET /v2.0/security-groups?id=d74ae94c-d214-4034-aa3d-c5ace6bc144b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406225 Feb 04 18:15:00.182771 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-c39a23df-7264-4adf-aea9-cb0817248a7a req-8ea48221-4550-4f2c-877a-f22814cee49b service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=0cc0b73c-a324-4ec0-bd2f-62e03b2770ff&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0443702 Feb 04 18:15:00.202270 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907aa305-3da1-4173-9c9c-5e188bbc1667 req-8489231c-0393-4803-a987-71274579a5c7 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:15:00.203810 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-907aa305-3da1-4173-9c9c-5e188bbc1667 req-8489231c-0393-4803-a987-71274579a5c7 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] 10.222.0.89 "GET /v2.0/ports?device_id=0cc0b73c-a324-4ec0-bd2f-62e03b2770ff HTTP/1.1" status: 200 len: 946 time: 0.0576525 Feb 04 18:15:00.258003 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-907aa305-3da1-4173-9c9c-5e188bbc1667 req-c3b39a77-996e-43f8-9c1b-2c71e4feadc7 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] 10.222.0.89 "GET /v2.0/security-groups?id=d74ae94c-d214-4034-aa3d-c5ace6bc144b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470629 Feb 04 18:15:01.401582 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39a23df-7264-4adf-aea9-cb0817248a7a req-7109d50a-119b-40e8-be1e-ba512e02aec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:15:01.403097 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-c39a23df-7264-4adf-aea9-cb0817248a7a req-7109d50a-119b-40e8-be1e-ba512e02aec3 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=4338804066934839a89616343b009f4c&device_id=0cc0b73c-a324-4ec0-bd2f-62e03b2770ff HTTP/1.1" status: 200 len: 1128 time: 0.1262183 Feb 04 18:15:01.414485 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e031da-bad1-48b0-ba23-aa81866504c3 req-68fa11e3-b477-4514-bbfe-3e6448486806 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:15:01.415860 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-04e031da-bad1-48b0-ba23-aa81866504c3 req-68fa11e3-b477-4514-bbfe-3e6448486806 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] 10.222.0.89 "GET /v2.0/ports?device_id=0cc0b73c-a324-4ec0-bd2f-62e03b2770ff HTTP/1.1" status: 200 len: 946 time: 0.0838490 Feb 04 18:15:01.518944 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-04e031da-bad1-48b0-ba23-aa81866504c3 req-516973fd-a131-4e72-98bb-c9a5fad7433e tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] 10.222.0.89 "GET /v2.0/security-groups?id=d74ae94c-d214-4034-aa3d-c5ace6bc144b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0947139 Feb 04 18:15:01.535086 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39a23df-7264-4adf-aea9-cb0817248a7a req-3d20e2e8-395f-4771-9a27-8516850ff4f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:15:01.536550 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-c39a23df-7264-4adf-aea9-cb0817248a7a req-3d20e2e8-395f-4771-9a27-8516850ff4f6 service neutron] 10.222.0.90 "GET /v2.0/networks?id=9202776c-3b7c-4c3e-8f4a-d5bfef65b2d4 HTTP/1.1" status: 200 len: 913 time: 0.1198592 Feb 04 18:15:01.601378 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-c39a23df-7264-4adf-aea9-cb0817248a7a req-6cc6985b-cf89-44d3-935b-9b6c5970e250 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e809802a-b92f-440a-a1d6-e105cd0bc18e HTTP/1.1" status: 200 len: 1003 time: 0.0579290 Feb 04 18:15:01.653064 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39a23df-7264-4adf-aea9-cb0817248a7a req-d16dd211-44c1-49d9-b58b-8d2676090fdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:15:01.654485 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-c39a23df-7264-4adf-aea9-cb0817248a7a req-d16dd211-44c1-49d9-b58b-8d2676090fdb service neutron] 10.222.0.90 "GET /v2.0/subnets?id=83fb5fd4-36d5-407e-bda8-162bf59018d2 HTTP/1.1" status: 200 len: 851 time: 0.0469162 Feb 04 18:15:01.705262 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39a23df-7264-4adf-aea9-cb0817248a7a req-15024aa7-8172-45f4-b87e-c271d3546768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:15:01.706786 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-c39a23df-7264-4adf-aea9-cb0817248a7a req-15024aa7-8172-45f4-b87e-c271d3546768 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=9202776c-3b7c-4c3e-8f4a-d5bfef65b2d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0458663 Feb 04 18:15:01.798469 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-c39a23df-7264-4adf-aea9-cb0817248a7a req-6c2bf2aa-9dbe-4211-bbbf-7d552c5354ee service neutron] 10.222.0.90 "GET /v2.0/networks/9202776c-3b7c-4c3e-8f4a-d5bfef65b2d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837216 Feb 04 18:15:01.890172 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-c39a23df-7264-4adf-aea9-cb0817248a7a req-a9ade91c-84e2-4543-a7c6-6162a6396120 service neutron] 10.222.0.90 "GET /v2.0/networks/9202776c-3b7c-4c3e-8f4a-d5bfef65b2d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853982 Feb 04 18:15:02.636030 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c85c1dc-250f-4276-860e-e475cacccc69 req-1d2a1538-7e6c-461d-979f-fce857707806 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:15:02.637508 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-7c85c1dc-250f-4276-860e-e475cacccc69 req-1d2a1538-7e6c-461d-979f-fce857707806 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] 10.222.0.89 "GET /v2.0/ports?device_id=0cc0b73c-a324-4ec0-bd2f-62e03b2770ff HTTP/1.1" status: 200 len: 946 time: 0.0510318 Feb 04 18:15:02.682267 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-7c85c1dc-250f-4276-860e-e475cacccc69 req-420b2e06-0fae-433f-bec9-8d69334796ca tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] 10.222.0.89 "GET /v2.0/security-groups?id=d74ae94c-d214-4034-aa3d-c5ace6bc144b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386205 Feb 04 18:15:02.907442 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-cc4c7921-4a02-40a2-9688-3cafc9c2733f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (64ada913-9131-4d99-a265-63a920956287), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:15:03.218426 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d408ec64-b374-4acb-a1fc-48241dad6d47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (0cd6d64a-47a7-40ff-8c12-71dd526c62e0), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:15:03.802354 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1edc5ef-d1f8-4f7f-b728-f989f9c3e22e req-b279efb4-a1c8-4d34-b754-408e99b81ff7 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:15:03.803846 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-d1edc5ef-d1f8-4f7f-b728-f989f9c3e22e req-b279efb4-a1c8-4d34-b754-408e99b81ff7 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] 10.222.0.89 "GET /v2.0/ports?device_id=0cc0b73c-a324-4ec0-bd2f-62e03b2770ff HTTP/1.1" status: 200 len: 946 time: 0.0542598 Feb 04 18:15:03.850525 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-d1edc5ef-d1f8-4f7f-b728-f989f9c3e22e req-53401bd2-8f51-4bde-aa25-f5e6f33ad6ca tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] 10.222.0.89 "GET /v2.0/security-groups?id=d74ae94c-d214-4034-aa3d-c5ace6bc144b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410571 Feb 04 18:15:04.970532 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145b3022-2a2e-4b12-8adc-45626bfe48d5 req-1faa530c-ad11-4bb9-ab7b-e614d58a716f tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:15:04.972012 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-145b3022-2a2e-4b12-8adc-45626bfe48d5 req-1faa530c-ad11-4bb9-ab7b-e614d58a716f tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] 10.222.0.89 "GET /v2.0/ports?device_id=0cc0b73c-a324-4ec0-bd2f-62e03b2770ff HTTP/1.1" status: 200 len: 946 time: 0.0533488 Feb 04 18:15:05.021587 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-145b3022-2a2e-4b12-8adc-45626bfe48d5 req-902d2e73-dca3-439b-9e71-41ec7f857c29 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] 10.222.0.89 "GET /v2.0/security-groups?id=d74ae94c-d214-4034-aa3d-c5ace6bc144b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441530 Feb 04 18:15:05.028089 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4f14bb47-e72b-46ac-9e44-a61d9293afcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (75326290-f7a3-4db8-9cf2-15c7139ed224), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:15:05.816682 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (ba70844b-66a0-45fd-a2f2-e6ed673321fc), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:15:06.136862 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29014fce-5b34-4581-9c62-f85ee0d45363 req-6e4d70a7-ee38-4937-ba42-b9b2b7bf6b56 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:15:06.138353 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-29014fce-5b34-4581-9c62-f85ee0d45363 req-6e4d70a7-ee38-4937-ba42-b9b2b7bf6b56 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] 10.222.0.89 "GET /v2.0/ports?device_id=0cc0b73c-a324-4ec0-bd2f-62e03b2770ff HTTP/1.1" status: 200 len: 946 time: 0.0523291 Feb 04 18:15:06.189905 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-29014fce-5b34-4581-9c62-f85ee0d45363 req-da0bad1c-0654-4e0a-abfc-5f2f1fccf8d9 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] 10.222.0.89 "GET /v2.0/security-groups?id=d74ae94c-d214-4034-aa3d-c5ace6bc144b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458601 Feb 04 18:15:07.311908 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fc29d4-045f-40d9-8f12-10dd2cec7f41 req-3fb6a6a0-0102-4256-8125-cb5d5e9a450b tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:15:07.313970 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-c9fc29d4-045f-40d9-8f12-10dd2cec7f41 req-3fb6a6a0-0102-4256-8125-cb5d5e9a450b tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] 10.222.0.89 "GET /v2.0/ports?device_id=0cc0b73c-a324-4ec0-bd2f-62e03b2770ff HTTP/1.1" status: 200 len: 946 time: 0.0571234 Feb 04 18:15:07.360589 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-c9fc29d4-045f-40d9-8f12-10dd2cec7f41 req-14b4bc13-c69a-4566-807c-cff7016eb077 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] 10.222.0.89 "GET /v2.0/security-groups?id=d74ae94c-d214-4034-aa3d-c5ace6bc144b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404797 Feb 04 18:15:08.477407 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66159c09-bba8-4069-a9bd-1ce7081c7d62 req-7287d67a-1ae8-4e70-ae3a-31d7a864a0a0 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:15:08.478867 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-66159c09-bba8-4069-a9bd-1ce7081c7d62 req-7287d67a-1ae8-4e70-ae3a-31d7a864a0a0 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] 10.222.0.89 "GET /v2.0/ports?device_id=0cc0b73c-a324-4ec0-bd2f-62e03b2770ff HTTP/1.1" status: 200 len: 946 time: 0.0518742 Feb 04 18:15:08.524658 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-66159c09-bba8-4069-a9bd-1ce7081c7d62 req-61051a58-c8a4-4eb3-94b6-480ed67a4946 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] 10.222.0.89 "GET /v2.0/security-groups?id=d74ae94c-d214-4034-aa3d-c5ace6bc144b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401380 Feb 04 18:15:09.641675 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd090d41-92b8-49ab-824c-cd3042a13fa9 req-ab6c8076-79ec-4b17-afc7-0ecce9f69736 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:15:09.643142 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-fd090d41-92b8-49ab-824c-cd3042a13fa9 req-ab6c8076-79ec-4b17-afc7-0ecce9f69736 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] 10.222.0.89 "GET /v2.0/ports?device_id=0cc0b73c-a324-4ec0-bd2f-62e03b2770ff HTTP/1.1" status: 200 len: 946 time: 0.0524261 Feb 04 18:15:09.688805 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-fd090d41-92b8-49ab-824c-cd3042a13fa9 req-0c17e972-262a-4187-adf8-8610bdcafade tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] 10.222.0.89 "GET /v2.0/security-groups?id=d74ae94c-d214-4034-aa3d-c5ace6bc144b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396123 Feb 04 18:15:10.726938 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (f20a1ab3-4332-4f54-833b-ba4a7c687e89), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:15:10.813720 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d0ba44-54f3-4868-a994-894ea3f2b39c req-2735541a-273b-4814-ab1e-6c6150d640f4 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:15:10.815305 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-b7d0ba44-54f3-4868-a994-894ea3f2b39c req-2735541a-273b-4814-ab1e-6c6150d640f4 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] 10.222.0.89 "GET /v2.0/ports?device_id=0cc0b73c-a324-4ec0-bd2f-62e03b2770ff HTTP/1.1" status: 200 len: 946 time: 0.0580211 Feb 04 18:15:10.869969 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-b7d0ba44-54f3-4868-a994-894ea3f2b39c req-42004ab2-f3cf-4f8f-bbdc-2904eb18a25a tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] 10.222.0.89 "GET /v2.0/security-groups?id=d74ae94c-d214-4034-aa3d-c5ace6bc144b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488362 Feb 04 18:15:11.989800 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24242f92-96fb-406c-9eea-85c8ea222627 req-06a55ec5-7ba1-46c1-aaca-b03f4d351427 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:15:11.991285 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-24242f92-96fb-406c-9eea-85c8ea222627 req-06a55ec5-7ba1-46c1-aaca-b03f4d351427 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] 10.222.0.89 "GET /v2.0/ports?device_id=0cc0b73c-a324-4ec0-bd2f-62e03b2770ff HTTP/1.1" status: 200 len: 946 time: 0.0527122 Feb 04 18:15:12.045153 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-24242f92-96fb-406c-9eea-85c8ea222627 req-55ca24d4-207d-4e62-994e-ad14744307c0 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] 10.222.0.89 "GET /v2.0/security-groups?id=d74ae94c-d214-4034-aa3d-c5ace6bc144b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482967 Feb 04 18:15:12.845991 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (3f9244a9-75fc-4c10-b195-11d48b853b41), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:15:13.169601 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f06c32e-d7e8-4bcc-8ac7-3480424cdded req-5c3507fc-738e-408c-bb99-08301feb39b8 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:15:13.170965 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-3f06c32e-d7e8-4bcc-8ac7-3480424cdded req-5c3507fc-738e-408c-bb99-08301feb39b8 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] 10.222.0.89 "GET /v2.0/ports?device_id=0cc0b73c-a324-4ec0-bd2f-62e03b2770ff HTTP/1.1" status: 200 len: 946 time: 0.0558708 Feb 04 18:15:13.216766 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-3f06c32e-d7e8-4bcc-8ac7-3480424cdded req-1d3e61d3-ac6b-40c8-ae26-07aebb918877 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] 10.222.0.89 "GET /v2.0/security-groups?id=d74ae94c-d214-4034-aa3d-c5ace6bc144b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402091 Feb 04 18:15:14.335399 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf16202-0e0f-41df-b526-2a06c083e804 req-009a68fe-78c6-4c2c-bf36-10c83aad912c tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:15:14.336928 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-dbf16202-0e0f-41df-b526-2a06c083e804 req-009a68fe-78c6-4c2c-bf36-10c83aad912c tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] 10.222.0.89 "GET /v2.0/ports?device_id=0cc0b73c-a324-4ec0-bd2f-62e03b2770ff HTTP/1.1" status: 200 len: 946 time: 0.0529535 Feb 04 18:15:14.385332 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-dbf16202-0e0f-41df-b526-2a06c083e804 req-f4b75c3e-a7e4-4da9-9902-7198d1325827 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] 10.222.0.89 "GET /v2.0/security-groups?id=d74ae94c-d214-4034-aa3d-c5ace6bc144b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428226 Feb 04 18:15:15.505170 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e06c3f7-9451-4fad-a01a-0ec4f4f573fe req-f55fb541-71eb-442d-97a0-a668d8f33286 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:15:15.506661 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-6e06c3f7-9451-4fad-a01a-0ec4f4f573fe req-f55fb541-71eb-442d-97a0-a668d8f33286 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] 10.222.0.89 "GET /v2.0/ports?device_id=0cc0b73c-a324-4ec0-bd2f-62e03b2770ff HTTP/1.1" status: 200 len: 946 time: 0.0528505 Feb 04 18:15:15.553495 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-6e06c3f7-9451-4fad-a01a-0ec4f4f573fe req-e52db277-d712-43da-9a72-d8d6d9d8136f tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] 10.222.0.89 "GET /v2.0/security-groups?id=d74ae94c-d214-4034-aa3d-c5ace6bc144b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412362 Feb 04 18:15:16.670345 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177430a4-71bf-4e5c-823c-58b91ceb0664 req-cfaab7e3-cfce-4066-b137-b10c676efe6f tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:15:16.671808 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-177430a4-71bf-4e5c-823c-58b91ceb0664 req-cfaab7e3-cfce-4066-b137-b10c676efe6f tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] 10.222.0.89 "GET /v2.0/ports?device_id=0cc0b73c-a324-4ec0-bd2f-62e03b2770ff HTTP/1.1" status: 200 len: 946 time: 0.0517848 Feb 04 18:15:16.717227 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-177430a4-71bf-4e5c-823c-58b91ceb0664 req-e8e34e73-bf41-457c-8291-07d1a71f4160 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] 10.222.0.89 "GET /v2.0/security-groups?id=d74ae94c-d214-4034-aa3d-c5ace6bc144b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394213 Feb 04 18:15:17.847358 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ee5dc9-50ec-4fbc-9f80-4f76a55a889c req-2957f89b-f95c-48b9-9b3a-ef25c3a95d94 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:15:17.848879 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-50ee5dc9-50ec-4fbc-9f80-4f76a55a889c req-2957f89b-f95c-48b9-9b3a-ef25c3a95d94 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] 10.222.0.89 "GET /v2.0/ports?device_id=0cc0b73c-a324-4ec0-bd2f-62e03b2770ff HTTP/1.1" status: 200 len: 946 time: 0.0574639 Feb 04 18:15:17.894779 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-50ee5dc9-50ec-4fbc-9f80-4f76a55a889c req-f7498a90-dbba-46d8-bcef-a99d11e4993e tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] 10.222.0.89 "GET /v2.0/security-groups?id=d74ae94c-d214-4034-aa3d-c5ace6bc144b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403988 Feb 04 18:15:19.019064 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4c1cf1-73ba-462e-a70c-722f64884035 req-1c81b0ac-cb48-40e1-8d78-1cf9c0ab4ba4 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:15:19.020842 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-cc4c1cf1-73ba-462e-a70c-722f64884035 req-1c81b0ac-cb48-40e1-8d78-1cf9c0ab4ba4 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] 10.222.0.89 "GET /v2.0/ports?device_id=0cc0b73c-a324-4ec0-bd2f-62e03b2770ff HTTP/1.1" status: 200 len: 946 time: 0.0564351 Feb 04 18:15:19.066596 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-cc4c1cf1-73ba-462e-a70c-722f64884035 req-c4ea476b-468d-4b8d-ac48-cc5ddf4f553a tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] 10.222.0.89 "GET /v2.0/security-groups?id=d74ae94c-d214-4034-aa3d-c5ace6bc144b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402563 Feb 04 18:15:20.183586 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fe797e-8382-4f75-a53c-b434192a34a6 req-0484108b-37d2-48c7-86d5-5d1fe3948d4d tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:15:20.185089 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-42fe797e-8382-4f75-a53c-b434192a34a6 req-0484108b-37d2-48c7-86d5-5d1fe3948d4d tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] 10.222.0.89 "GET /v2.0/ports?device_id=0cc0b73c-a324-4ec0-bd2f-62e03b2770ff HTTP/1.1" status: 200 len: 946 time: 0.0527031 Feb 04 18:15:20.232727 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-42fe797e-8382-4f75-a53c-b434192a34a6 req-17f1e637-90d7-4781-9711-71843a53af5f tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] 10.222.0.89 "GET /v2.0/security-groups?id=d74ae94c-d214-4034-aa3d-c5ace6bc144b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420089 Feb 04 18:15:21.350545 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6513ee2e-07b0-4abe-aeee-27daf15e4a16 req-053251b3-38f8-4d1b-bb95-0726dbd8f293 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:15:21.352033 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-6513ee2e-07b0-4abe-aeee-27daf15e4a16 req-053251b3-38f8-4d1b-bb95-0726dbd8f293 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] 10.222.0.89 "GET /v2.0/ports?device_id=0cc0b73c-a324-4ec0-bd2f-62e03b2770ff HTTP/1.1" status: 200 len: 946 time: 0.0525913 Feb 04 18:15:21.398553 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-6513ee2e-07b0-4abe-aeee-27daf15e4a16 req-10316440-449a-474b-8b29-5f00a8f28a1c tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] 10.222.0.89 "GET /v2.0/security-groups?id=d74ae94c-d214-4034-aa3d-c5ace6bc144b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410187 Feb 04 18:15:22.522640 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad1f786-2ab2-429c-80aa-0a19f42d3f80 req-48c20ab2-5f2d-4ad7-83d4-7a2225019e20 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:15:22.524043 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-3ad1f786-2ab2-429c-80aa-0a19f42d3f80 req-48c20ab2-5f2d-4ad7-83d4-7a2225019e20 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] 10.222.0.89 "GET /v2.0/ports?device_id=0cc0b73c-a324-4ec0-bd2f-62e03b2770ff HTTP/1.1" status: 200 len: 946 time: 0.0515518 Feb 04 18:15:22.573693 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-3ad1f786-2ab2-429c-80aa-0a19f42d3f80 req-12ebb251-ec27-47df-83f4-300b448388ad tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] 10.222.0.89 "GET /v2.0/security-groups?id=d74ae94c-d214-4034-aa3d-c5ace6bc144b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441234 Feb 04 18:15:23.696856 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283ebddf-84a1-41a2-bd5f-ac1b358f25e1 req-af9b2410-988e-4247-b9fa-9f6ec664fea8 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:15:23.698332 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-283ebddf-84a1-41a2-bd5f-ac1b358f25e1 req-af9b2410-988e-4247-b9fa-9f6ec664fea8 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] 10.222.0.89 "GET /v2.0/ports?device_id=0cc0b73c-a324-4ec0-bd2f-62e03b2770ff HTTP/1.1" status: 200 len: 946 time: 0.0566492 Feb 04 18:15:23.744060 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-283ebddf-84a1-41a2-bd5f-ac1b358f25e1 req-b7f2623a-2bfe-40ef-ae7a-0713e52f03ca tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] 10.222.0.89 "GET /v2.0/security-groups?id=d74ae94c-d214-4034-aa3d-c5ace6bc144b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402403 Feb 04 18:15:24.864763 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a216bd-165d-4e12-b854-76522cfd736f req-f40562db-d8b9-42e6-8c37-3bd1798af82d tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:15:24.866276 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-83a216bd-165d-4e12-b854-76522cfd736f req-f40562db-d8b9-42e6-8c37-3bd1798af82d tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] 10.222.0.89 "GET /v2.0/ports?device_id=0cc0b73c-a324-4ec0-bd2f-62e03b2770ff HTTP/1.1" status: 200 len: 946 time: 0.0530996 Feb 04 18:15:24.912560 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-83a216bd-165d-4e12-b854-76522cfd736f req-6505c474-0e72-4a10-9506-a31f174cef45 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] 10.222.0.89 "GET /v2.0/security-groups?id=d74ae94c-d214-4034-aa3d-c5ace6bc144b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407176 Feb 04 18:15:26.028959 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32277e76-05e0-447e-b49c-fe8d1d46409d req-04204b2e-15ac-40af-a8a7-e2f543e5b345 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:15:26.030443 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-32277e76-05e0-447e-b49c-fe8d1d46409d req-04204b2e-15ac-40af-a8a7-e2f543e5b345 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] 10.222.0.89 "GET /v2.0/ports?device_id=0cc0b73c-a324-4ec0-bd2f-62e03b2770ff HTTP/1.1" status: 200 len: 946 time: 0.0516012 Feb 04 18:15:26.077079 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-32277e76-05e0-447e-b49c-fe8d1d46409d req-9a78b226-3ea8-4366-ac5e-bd4838d988e3 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] 10.222.0.89 "GET /v2.0/security-groups?id=d74ae94c-d214-4034-aa3d-c5ace6bc144b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403974 Feb 04 18:15:27.200527 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcff8ad2-01f3-408a-9e68-c158477cca87 req-6b76c17a-c965-4dbe-84eb-218f3b2eab6a tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:15:27.202060 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-bcff8ad2-01f3-408a-9e68-c158477cca87 req-6b76c17a-c965-4dbe-84eb-218f3b2eab6a tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] 10.222.0.89 "GET /v2.0/ports?device_id=0cc0b73c-a324-4ec0-bd2f-62e03b2770ff HTTP/1.1" status: 200 len: 946 time: 0.0531585 Feb 04 18:15:27.248471 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-bcff8ad2-01f3-408a-9e68-c158477cca87 req-6af7b96a-228b-4975-8af7-a409fa5e8619 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] 10.222.0.89 "GET /v2.0/security-groups?id=d74ae94c-d214-4034-aa3d-c5ace6bc144b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407567 Feb 04 18:15:28.373590 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b74528-e749-4648-a558-e874149364e2 req-09a72850-40b6-43eb-b911-38fc939a558f tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:15:28.375040 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-f6b74528-e749-4648-a558-e874149364e2 req-09a72850-40b6-43eb-b911-38fc939a558f tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] 10.222.0.89 "GET /v2.0/ports?device_id=0cc0b73c-a324-4ec0-bd2f-62e03b2770ff HTTP/1.1" status: 200 len: 946 time: 0.0519788 Feb 04 18:15:28.424535 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-f6b74528-e749-4648-a558-e874149364e2 req-adacd9cb-56ba-4806-acb6-1aa551692494 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] 10.222.0.89 "GET /v2.0/security-groups?id=d74ae94c-d214-4034-aa3d-c5ace6bc144b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440564 Feb 04 18:15:29.545926 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38412999-eac9-4af8-b739-e2a3cc87d3bb req-6f2d043d-dbe9-469e-acd7-3d42bf4d3236 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:15:29.547942 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-38412999-eac9-4af8-b739-e2a3cc87d3bb req-6f2d043d-dbe9-469e-acd7-3d42bf4d3236 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] 10.222.0.89 "GET /v2.0/ports?device_id=0cc0b73c-a324-4ec0-bd2f-62e03b2770ff HTTP/1.1" status: 200 len: 946 time: 0.0562725 Feb 04 18:15:29.592459 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-38412999-eac9-4af8-b739-e2a3cc87d3bb req-f7c198b7-bd4b-40c7-b1bf-46941bc3ea28 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] 10.222.0.89 "GET /v2.0/security-groups?id=d74ae94c-d214-4034-aa3d-c5ace6bc144b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388939 Feb 04 18:15:29.842225 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-fc473ce8-1aac-485e-994b-ccfcb3a63947 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (bb89f5a3-3c22-440b-b7d1-c4f0c43c184a), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:15:30.709732 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2da33f-4d63-4852-b112-99a388e2e005 req-98735501-6bc7-4cbd-adf7-1099954745b8 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:15:30.711191 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-aa2da33f-4d63-4852-b112-99a388e2e005 req-98735501-6bc7-4cbd-adf7-1099954745b8 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] 10.222.0.89 "GET /v2.0/ports?device_id=0cc0b73c-a324-4ec0-bd2f-62e03b2770ff HTTP/1.1" status: 200 len: 946 time: 0.0516815 Feb 04 18:15:30.755670 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-aa2da33f-4d63-4852-b112-99a388e2e005 req-240d5b5a-2144-40e2-9e12-e8939fd7bf04 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] 10.222.0.89 "GET /v2.0/security-groups?id=d74ae94c-d214-4034-aa3d-c5ace6bc144b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390933 Feb 04 18:15:31.873459 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8b7ca9-cd9d-4dd4-9702-df64e5ee6ee6 req-d181c97d-d18e-4a53-9a12-a73e76025133 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:15:31.875360 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-5d8b7ca9-cd9d-4dd4-9702-df64e5ee6ee6 req-d181c97d-d18e-4a53-9a12-a73e76025133 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] 10.222.0.89 "GET /v2.0/ports?device_id=0cc0b73c-a324-4ec0-bd2f-62e03b2770ff HTTP/1.1" status: 200 len: 946 time: 0.0521457 Feb 04 18:15:31.921905 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-5d8b7ca9-cd9d-4dd4-9702-df64e5ee6ee6 req-9d2e7824-043b-40df-8ad9-72ddbb9f0b8b tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] 10.222.0.89 "GET /v2.0/security-groups?id=d74ae94c-d214-4034-aa3d-c5ace6bc144b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409472 Feb 04 18:15:32.908123 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8bbe1d68-63d4-4c6e-b74b-605c022930db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (64ada913-9131-4d99-a265-63a920956287), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:15:33.042640 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17c960c-964c-4ac9-ae46-fbe188ad2920 req-8683b0d7-79bc-4924-82e1-9cec865503d3 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:15:33.044228 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-e17c960c-964c-4ac9-ae46-fbe188ad2920 req-8683b0d7-79bc-4924-82e1-9cec865503d3 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] 10.222.0.89 "GET /v2.0/ports?device_id=0cc0b73c-a324-4ec0-bd2f-62e03b2770ff HTTP/1.1" status: 200 len: 946 time: 0.0521841 Feb 04 18:15:33.089640 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-e17c960c-964c-4ac9-ae46-fbe188ad2920 req-797623f2-7a01-438a-8ed2-67b25757f594 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] 10.222.0.89 "GET /v2.0/security-groups?id=d74ae94c-d214-4034-aa3d-c5ace6bc144b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394158 Feb 04 18:15:33.217096 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d408ec64-b374-4acb-a1fc-48241dad6d47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (0cd6d64a-47a7-40ff-8c12-71dd526c62e0), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:15:34.102693 n-d-827839-2 neutron-server[103376]: INFO neutron.api.v2.resource [req-c39a23df-7264-4adf-aea9-cb0817248a7a req-6dfd85a2-ad63-495e-936f-d5ca698230c9 service neutron] show failed (client error): The resource could not be found. Feb 04 18:15:34.103650 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-c39a23df-7264-4adf-aea9-cb0817248a7a req-6dfd85a2-ad63-495e-936f-d5ca698230c9 service neutron] 10.222.0.90 "GET /v2.0/ports/e809802a-b92f-440a-a1d6-e105cd0bc18e/bindings/n-h1-827839-2 HTTP/1.1" status: 404 len: 380 time: 0.0521784 Feb 04 18:15:34.213690 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116e8c21-28c0-4d1c-b5d9-4993ed26179a req-87be398f-c426-4dfa-9b06-d115a34cd923 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:15:34.215163 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-116e8c21-28c0-4d1c-b5d9-4993ed26179a req-87be398f-c426-4dfa-9b06-d115a34cd923 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] 10.222.0.89 "GET /v2.0/ports?device_id=0cc0b73c-a324-4ec0-bd2f-62e03b2770ff HTTP/1.1" status: 200 len: 946 time: 0.0572920 Feb 04 18:15:34.277223 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-116e8c21-28c0-4d1c-b5d9-4993ed26179a req-9d92f1e9-da7a-4eb1-a484-4cd0c7971efc tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] 10.222.0.89 "GET /v2.0/security-groups?id=d74ae94c-d214-4034-aa3d-c5ace6bc144b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558109 Feb 04 18:15:34.309369 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39a23df-7264-4adf-aea9-cb0817248a7a req-3b075ac9-d4bf-4600-b504-5c46587e62a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:15:34.310845 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-c39a23df-7264-4adf-aea9-cb0817248a7a req-3b075ac9-d4bf-4600-b504-5c46587e62a4 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=0cc0b73c-a324-4ec0-bd2f-62e03b2770ff&tenant_id=4338804066934839a89616343b009f4c HTTP/1.1" status: 200 len: 1128 time: 0.0463631 Feb 04 18:15:34.321164 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [req-c39a23df-7264-4adf-aea9-cb0817248a7a req-c4ee5d1f-4e8c-41e9-b658-147b7d72fd39 service neutron] http://10.222.0.89:9696/v2.0/extensions returned with HTTP 200 {{(pid=103376) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 18:15:34.322111 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-c39a23df-7264-4adf-aea9-cb0817248a7a req-c4ee5d1f-4e8c-41e9-b658-147b7d72fd39 service neutron] 10.222.0.96 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049448 Feb 04 18:15:34.332652 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [req-c39a23df-7264-4adf-aea9-cb0817248a7a req-b0d7e5c8-eb94-4c30-87fb-7b5642f3cbcf service neutron] Request body: {'port': {'binding:host_id': 'n-h1-827839-2', 'device_owner': 'compute:nova'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 18:15:34.393856 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-c39a23df-7264-4adf-aea9-cb0817248a7a req-b0d7e5c8-eb94-4c30-87fb-7b5642f3cbcf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (e809802a-b92f-440a-a1d6-e105cd0bc18e), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:15:34.593167 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [req-c39a23df-7264-4adf-aea9-cb0817248a7a req-b0d7e5c8-eb94-4c30-87fb-7b5642f3cbcf service neutron] For port e809802a-b92f-440a-a1d6-e105cd0bc18e, host n-h2-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=e809802a-b92f-440a-a1d6-e105cd0bc18e,segment=NetworkSegment(d79ca10e-822b-48e1-9f93-626585c84a5d),segment_id=d79ca10e-822b-48e1-9f93-626585c84a5d)] {{(pid=103376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 18:15:34.626088 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [req-c39a23df-7264-4adf-aea9-cb0817248a7a req-b0d7e5c8-eb94-4c30-87fb-7b5642f3cbcf service neutron] For port e809802a-b92f-440a-a1d6-e105cd0bc18e, host n-h2-827839-2, cleared binding levels {{(pid=103376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 18:15:34.663111 n-d-827839-2 neutron-server[103376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cc0b73c-a324-4ec0-bd2f-62e03b2770ff', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e809802a-b92f-440a-a1d6-e105cd0bc18e'}] {{(pid=103376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 18:15:34.665350 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7aefa7f3373fd63bd14caed2f0c404cd5bacff84a7eb60e70ea20ed0b49017dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73216d9d-e812-40fb-b4ec-513b7dd0bd1a" -d '{"events": [{"server_uuid": "0cc0b73c-a324-4ec0-bd2f-62e03b2770ff", "name": "network-vif-unplugged", "status": "completed", "tag": "e809802a-b92f-440a-a1d6-e105cd0bc18e"}]}' {{(pid=103376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 18:15:34.668806 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-c39a23df-7264-4adf-aea9-cb0817248a7a req-b0d7e5c8-eb94-4c30-87fb-7b5642f3cbcf service neutron] Publish callbacks [] for port (e809802a-b92f-440a-a1d6-e105cd0bc18e), precommit_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:15:34.681554 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.provisioning_blocks [req-c39a23df-7264-4adf-aea9-cb0817248a7a req-b0d7e5c8-eb94-4c30-87fb-7b5642f3cbcf service neutron] Transition to ACTIVE for port object e809802a-b92f-440a-a1d6-e105cd0bc18e will not be triggered until provisioned by entity L2. {{(pid=103376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 18:15:34.685743 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-c39a23df-7264-4adf-aea9-cb0817248a7a req-b0d7e5c8-eb94-4c30-87fb-7b5642f3cbcf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675836'] for port (e809802a-b92f-440a-a1d6-e105cd0bc18e), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:15:34.717622 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 04 Feb 2022 18:15:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dc415fb-7534-4744-a625-a59465a9fa5c x-openstack-request-id: req-9dc415fb-7534-4744-a625-a59465a9fa5c {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 18:15:34.717917 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0cc0b73c-a324-4ec0-bd2f-62e03b2770ff", "name": "network-vif-unplugged", "status": "completed", "tag": "e809802a-b92f-440a-a1d6-e105cd0bc18e", "code": 200}]} {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 18:15:34.718684 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-9dc415fb-7534-4744-a625-a59465a9fa5c {{(pid=103376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 18:15:34.719485 n-d-827839-2 neutron-server[103376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0cc0b73c-a324-4ec0-bd2f-62e03b2770ff', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e809802a-b92f-440a-a1d6-e105cd0bc18e', 'code': 200} Feb 04 18:15:34.772420 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d7e5c8-eb94-4c30-87fb-7b5642f3cbcf service neutron] Pushing event updated for resources: {'Port': ['ID=e809802a-b92f-440a-a1d6-e105cd0bc18e,revision_number=6']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:15:34.811275 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [req-c39a23df-7264-4adf-aea9-cb0817248a7a req-b0d7e5c8-eb94-4c30-87fb-7b5642f3cbcf service neutron] No DVR routers for this DVR port e809802a-b92f-440a-a1d6-e105cd0bc18e on host n-h2-827839-2 {{(pid=103376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 18:15:34.951746 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [req-c39a23df-7264-4adf-aea9-cb0817248a7a req-b0d7e5c8-eb94-4c30-87fb-7b5642f3cbcf service neutron] Attempting to bind port e809802a-b92f-440a-a1d6-e105cd0bc18e on host n-h1-827839-2 for vnic_type normal with profile {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 18:15:34.952082 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [req-c39a23df-7264-4adf-aea9-cb0817248a7a req-b0d7e5c8-eb94-4c30-87fb-7b5642f3cbcf service neutron] Attempting to bind port e809802a-b92f-440a-a1d6-e105cd0bc18e by drivers openvswitch,hyperv on host n-h1-827839-2 at level 0 using segments [{'id': 'd79ca10e-822b-48e1-9f93-626585c84a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '9202776c-3b7c-4c3e-8f4a-d5bfef65b2d4'}] {{(pid=103376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 18:15:34.952412 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c39a23df-7264-4adf-aea9-cb0817248a7a req-b0d7e5c8-eb94-4c30-87fb-7b5642f3cbcf service neutron] Attempting to bind port e809802a-b92f-440a-a1d6-e105cd0bc18e on network 9202776c-3b7c-4c3e-8f4a-d5bfef65b2d4 {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 18:15:34.956588 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c39a23df-7264-4adf-aea9-cb0817248a7a req-b0d7e5c8-eb94-4c30-87fb-7b5642f3cbcf service neutron] Port e809802a-b92f-440a-a1d6-e105cd0bc18e on network 9202776c-3b7c-4c3e-8f4a-d5bfef65b2d4 not bound, no agent of type Open vSwitch agent registered on host n-h1-827839-2 {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 18:15:34.956948 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c39a23df-7264-4adf-aea9-cb0817248a7a req-b0d7e5c8-eb94-4c30-87fb-7b5642f3cbcf service neutron] Attempting to bind port e809802a-b92f-440a-a1d6-e105cd0bc18e on network 9202776c-3b7c-4c3e-8f4a-d5bfef65b2d4 {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 18:15:34.961760 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c39a23df-7264-4adf-aea9-cb0817248a7a req-b0d7e5c8-eb94-4c30-87fb-7b5642f3cbcf service neutron] Checking agent: {'id': '3f9244a9-75fc-4c10-b195-11d48b853b41', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 8, 42), 'started_at': datetime.datetime(2022, 2, 4, 17, 8, 42), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 18, 15, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 18:15:34.962099 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c39a23df-7264-4adf-aea9-cb0817248a7a req-b0d7e5c8-eb94-4c30-87fb-7b5642f3cbcf service neutron] Checking segment: {'id': 'd79ca10e-822b-48e1-9f93-626585c84a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '9202776c-3b7c-4c3e-8f4a-d5bfef65b2d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 18:15:34.962481 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c39a23df-7264-4adf-aea9-cb0817248a7a req-b0d7e5c8-eb94-4c30-87fb-7b5642f3cbcf service neutron] Bound using segment: {'id': 'd79ca10e-822b-48e1-9f93-626585c84a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '9202776c-3b7c-4c3e-8f4a-d5bfef65b2d4'} {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 18:15:34.962902 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [req-c39a23df-7264-4adf-aea9-cb0817248a7a req-b0d7e5c8-eb94-4c30-87fb-7b5642f3cbcf service neutron] Bound port: e809802a-b92f-440a-a1d6-e105cd0bc18e, host: n-h1-827839-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd79ca10e-822b-48e1-9f93-626585c84a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '9202776c-3b7c-4c3e-8f4a-d5bfef65b2d4'}}] {{(pid=103376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 18:15:34.963249 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-c39a23df-7264-4adf-aea9-cb0817248a7a req-b0d7e5c8-eb94-4c30-87fb-7b5642f3cbcf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (e809802a-b92f-440a-a1d6-e105cd0bc18e), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:15:35.028830 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [req-c39a23df-7264-4adf-aea9-cb0817248a7a req-b0d7e5c8-eb94-4c30-87fb-7b5642f3cbcf service neutron] For port e809802a-b92f-440a-a1d6-e105cd0bc18e, host n-h1-827839-2, cleared binding levels {{(pid=103376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 18:15:35.032438 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [req-c39a23df-7264-4adf-aea9-cb0817248a7a req-b0d7e5c8-eb94-4c30-87fb-7b5642f3cbcf service neutron] For port e809802a-b92f-440a-a1d6-e105cd0bc18e, host n-h1-827839-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=e809802a-b92f-440a-a1d6-e105cd0bc18e,segment=NetworkSegment(d79ca10e-822b-48e1-9f93-626585c84a5d),segment_id=d79ca10e-822b-48e1-9f93-626585c84a5d)] {{(pid=103376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 18:15:35.036096 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4f14bb47-e72b-46ac-9e44-a61d9293afcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (75326290-f7a3-4db8-9cf2-15c7139ed224), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:15:35.039145 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-c39a23df-7264-4adf-aea9-cb0817248a7a req-b0d7e5c8-eb94-4c30-87fb-7b5642f3cbcf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675836'] for port (e809802a-b92f-440a-a1d6-e105cd0bc18e), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:15:35.074324 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39a23df-7264-4adf-aea9-cb0817248a7a req-b0d7e5c8-eb94-4c30-87fb-7b5642f3cbcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:15:35.074969 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-c39a23df-7264-4adf-aea9-cb0817248a7a req-b0d7e5c8-eb94-4c30-87fb-7b5642f3cbcf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:15:35.077029 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-c39a23df-7264-4adf-aea9-cb0817248a7a req-b0d7e5c8-eb94-4c30-87fb-7b5642f3cbcf service neutron] 10.222.0.96 "PUT /v2.0/ports/e809802a-b92f-440a-a1d6-e105cd0bc18e HTTP/1.1" status: 200 len: 1092 time: 0.7472949 Feb 04 18:15:35.109030 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d7e5c8-eb94-4c30-87fb-7b5642f3cbcf service neutron] Pushing event updated for resources: {'Port': ['ID=e809802a-b92f-440a-a1d6-e105cd0bc18e,revision_number=7']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:15:35.150432 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39a23df-7264-4adf-aea9-cb0817248a7a req-a798b31c-8a72-49f5-accd-fa4a615b71b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:15:35.152342 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-c39a23df-7264-4adf-aea9-cb0817248a7a req-a798b31c-8a72-49f5-accd-fa4a615b71b9 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=4338804066934839a89616343b009f4c&device_id=0cc0b73c-a324-4ec0-bd2f-62e03b2770ff HTTP/1.1" status: 200 len: 1126 time: 0.0510585 Feb 04 18:15:35.197978 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.agents_db [None req-e1691f3b-aacd-4cd6-8ebb-a9c53bb301c0 None None] Agent healthcheck: found 7 active agents {{(pid=103379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 18:15:35.244718 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39a23df-7264-4adf-aea9-cb0817248a7a req-04c73120-e5aa-4376-adf4-6647c66bcd8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:15:35.246256 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-c39a23df-7264-4adf-aea9-cb0817248a7a req-04c73120-e5aa-4376-adf4-6647c66bcd8c service neutron] 10.222.0.96 "GET /v2.0/networks?id=9202776c-3b7c-4c3e-8f4a-d5bfef65b2d4 HTTP/1.1" status: 200 len: 913 time: 0.0875096 Feb 04 18:15:35.316849 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-c39a23df-7264-4adf-aea9-cb0817248a7a req-121ea889-e436-4d80-bf74-6aaafe805bf4 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e809802a-b92f-440a-a1d6-e105cd0bc18e HTTP/1.1" status: 200 len: 1001 time: 0.0637829 Feb 04 18:15:35.395598 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39a23df-7264-4adf-aea9-cb0817248a7a req-d599a86d-e60e-49b3-bdc8-6cbcb85e86e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:15:35.396984 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-c39a23df-7264-4adf-aea9-cb0817248a7a req-d599a86d-e60e-49b3-bdc8-6cbcb85e86e3 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=83fb5fd4-36d5-407e-bda8-162bf59018d2 HTTP/1.1" status: 200 len: 851 time: 0.0725389 Feb 04 18:15:35.443536 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a69dd8-0cc8-4d73-acdc-0e82bb12fb80 req-c978e288-5772-441a-813c-ea97e61c692f tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:15:35.445001 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-79a69dd8-0cc8-4d73-acdc-0e82bb12fb80 req-c978e288-5772-441a-813c-ea97e61c692f tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] 10.222.0.89 "GET /v2.0/ports?device_id=0cc0b73c-a324-4ec0-bd2f-62e03b2770ff HTTP/1.1" status: 200 len: 944 time: 0.0932763 Feb 04 18:15:35.477508 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39a23df-7264-4adf-aea9-cb0817248a7a req-d2c36c7a-baac-41d4-9918-529e76f3055b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:15:35.478969 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-c39a23df-7264-4adf-aea9-cb0817248a7a req-d2c36c7a-baac-41d4-9918-529e76f3055b service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=9202776c-3b7c-4c3e-8f4a-d5bfef65b2d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0757492 Feb 04 18:15:35.541915 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-79a69dd8-0cc8-4d73-acdc-0e82bb12fb80 req-d7c82876-6e12-4a52-a2bf-0cd1f3ac7152 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] 10.222.0.89 "GET /v2.0/security-groups?id=d74ae94c-d214-4034-aa3d-c5ace6bc144b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0896034 Feb 04 18:15:35.580950 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-c39a23df-7264-4adf-aea9-cb0817248a7a req-4a4bd8e6-ff54-46e8-bbdd-ebe479077d26 service neutron] 10.222.0.96 "GET /v2.0/networks/9202776c-3b7c-4c3e-8f4a-d5bfef65b2d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949976 Feb 04 18:15:35.820161 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (ba70844b-66a0-45fd-a2f2-e6ed673321fc), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:15:35.966360 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-c39a23df-7264-4adf-aea9-cb0817248a7a req-e3854728-19d2-4937-a0dd-3dfccf44af45 service neutron] 10.222.0.96 "GET /v2.0/networks/9202776c-3b7c-4c3e-8f4a-d5bfef65b2d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3785458 Feb 04 18:15:36.666070 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbef738a-881d-4874-aec5-3f8810bf563c req-46348b78-b2b6-4bb4-bbf8-fe9a7e527a11 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:15:36.667543 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-bbef738a-881d-4874-aec5-3f8810bf563c req-46348b78-b2b6-4bb4-bbf8-fe9a7e527a11 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] 10.222.0.89 "GET /v2.0/ports?device_id=0cc0b73c-a324-4ec0-bd2f-62e03b2770ff HTTP/1.1" status: 200 len: 944 time: 0.0566897 Feb 04 18:15:36.712642 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-bbef738a-881d-4874-aec5-3f8810bf563c req-413e95c9-5364-4148-93b7-f628a8204370 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] 10.222.0.89 "GET /v2.0/security-groups?id=d74ae94c-d214-4034-aa3d-c5ace6bc144b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396712 Feb 04 18:15:36.720219 n-d-827839-2 neutron-server[103376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0cc0b73c-a324-4ec0-bd2f-62e03b2770ff', 'tag': 'e809802a-b92f-440a-a1d6-e105cd0bc18e'}] {{(pid=103376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 18:15:36.722568 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7aefa7f3373fd63bd14caed2f0c404cd5bacff84a7eb60e70ea20ed0b49017dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bafd446-ee1f-41cc-89c4-0d379d092b6c" -d '{"events": [{"name": "network-changed", "server_uuid": "0cc0b73c-a324-4ec0-bd2f-62e03b2770ff", "tag": "e809802a-b92f-440a-a1d6-e105cd0bc18e"}]}' {{(pid=103376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 18:15:36.771511 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 18:15:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d42c843-d11e-4a60-9260-7c0f6980766f x-openstack-request-id: req-5d42c843-d11e-4a60-9260-7c0f6980766f {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 18:15:36.771804 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0cc0b73c-a324-4ec0-bd2f-62e03b2770ff", "tag": "e809802a-b92f-440a-a1d6-e105cd0bc18e", "status": "completed", "code": 200}]} {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 18:15:36.772058 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-5d42c843-d11e-4a60-9260-7c0f6980766f {{(pid=103376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 18:15:36.772453 n-d-827839-2 neutron-server[103376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0cc0b73c-a324-4ec0-bd2f-62e03b2770ff', 'tag': 'e809802a-b92f-440a-a1d6-e105cd0bc18e', 'status': 'completed', 'code': 200} Feb 04 18:15:36.862563 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bafd446-ee1f-41cc-89c4-0d379d092b6c req-35bf5184-36c7-4bf3-a471-398a0ab242ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:15:36.863972 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-3bafd446-ee1f-41cc-89c4-0d379d092b6c req-35bf5184-36c7-4bf3-a471-398a0ab242ed service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=4338804066934839a89616343b009f4c&device_id=0cc0b73c-a324-4ec0-bd2f-62e03b2770ff HTTP/1.1" status: 200 len: 1126 time: 0.0723829 Feb 04 18:15:36.868937 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bafd446-ee1f-41cc-89c4-0d379d092b6c req-84759afa-2e36-4395-8a1d-22d195237f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:15:36.870284 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-3bafd446-ee1f-41cc-89c4-0d379d092b6c req-84759afa-2e36-4395-8a1d-22d195237f3d service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=4338804066934839a89616343b009f4c&device_id=0cc0b73c-a324-4ec0-bd2f-62e03b2770ff HTTP/1.1" status: 200 len: 1126 time: 0.0707099 Feb 04 18:15:37.025980 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bafd446-ee1f-41cc-89c4-0d379d092b6c req-ad6cb4e6-be53-4aca-a7c8-428a2bbebfd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:15:37.027446 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-3bafd446-ee1f-41cc-89c4-0d379d092b6c req-ad6cb4e6-be53-4aca-a7c8-428a2bbebfd3 service neutron] 10.222.0.96 "GET /v2.0/networks?id=9202776c-3b7c-4c3e-8f4a-d5bfef65b2d4 HTTP/1.1" status: 200 len: 913 time: 0.1563315 Feb 04 18:15:37.028766 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bafd446-ee1f-41cc-89c4-0d379d092b6c req-3b0c9ddc-c257-490d-bd72-c58332df3347 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:15:37.030078 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-3bafd446-ee1f-41cc-89c4-0d379d092b6c req-3b0c9ddc-c257-490d-bd72-c58332df3347 service neutron] 10.222.0.90 "GET /v2.0/networks?id=9202776c-3b7c-4c3e-8f4a-d5bfef65b2d4 HTTP/1.1" status: 200 len: 913 time: 0.1511180 Feb 04 18:15:37.137564 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-3bafd446-ee1f-41cc-89c4-0d379d092b6c req-6f72685f-8d14-43e2-9ac8-f652a6e25b72 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e809802a-b92f-440a-a1d6-e105cd0bc18e HTTP/1.1" status: 200 len: 1001 time: 0.1042445 Feb 04 18:15:37.143579 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-3bafd446-ee1f-41cc-89c4-0d379d092b6c req-0e44b263-c55d-488e-a933-87771e513342 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e809802a-b92f-440a-a1d6-e105cd0bc18e HTTP/1.1" status: 200 len: 1001 time: 0.0757678 Feb 04 18:15:37.218354 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bafd446-ee1f-41cc-89c4-0d379d092b6c req-7aa2d552-c2ff-4b60-9847-3d340e62ca90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:15:37.219879 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-3bafd446-ee1f-41cc-89c4-0d379d092b6c req-7aa2d552-c2ff-4b60-9847-3d340e62ca90 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=83fb5fd4-36d5-407e-bda8-162bf59018d2 HTTP/1.1" status: 200 len: 851 time: 0.0754681 Feb 04 18:15:37.225229 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bafd446-ee1f-41cc-89c4-0d379d092b6c req-9ddd2bf9-e404-45f4-a8ad-7dabdf78d419 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:15:37.226550 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-3bafd446-ee1f-41cc-89c4-0d379d092b6c req-9ddd2bf9-e404-45f4-a8ad-7dabdf78d419 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=83fb5fd4-36d5-407e-bda8-162bf59018d2 HTTP/1.1" status: 200 len: 851 time: 0.0575244 Feb 04 18:15:37.305211 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bafd446-ee1f-41cc-89c4-0d379d092b6c req-54d042c8-3815-4a08-8650-2cbbc7f5aa16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:15:37.306707 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-3bafd446-ee1f-41cc-89c4-0d379d092b6c req-54d042c8-3815-4a08-8650-2cbbc7f5aa16 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=9202776c-3b7c-4c3e-8f4a-d5bfef65b2d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0793238 Feb 04 18:15:37.311592 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bafd446-ee1f-41cc-89c4-0d379d092b6c req-fe282557-9cba-4ae1-b29e-bda0c7ed299a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:15:37.315982 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-3bafd446-ee1f-41cc-89c4-0d379d092b6c req-fe282557-9cba-4ae1-b29e-bda0c7ed299a service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=9202776c-3b7c-4c3e-8f4a-d5bfef65b2d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0764785 Feb 04 18:15:37.475088 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-3bafd446-ee1f-41cc-89c4-0d379d092b6c req-c7bc73e6-cdf1-4f8f-9cae-dd0d294bd262 service neutron] 10.222.0.96 "GET /v2.0/networks/9202776c-3b7c-4c3e-8f4a-d5bfef65b2d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1582179 Feb 04 18:15:37.476825 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-3bafd446-ee1f-41cc-89c4-0d379d092b6c req-9fafc87e-e54c-47c7-a55f-9daa69cfa41d service neutron] 10.222.0.90 "GET /v2.0/networks/9202776c-3b7c-4c3e-8f4a-d5bfef65b2d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1528525 Feb 04 18:15:37.631717 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-3bafd446-ee1f-41cc-89c4-0d379d092b6c req-a45622bb-50e0-4e84-b8db-1d4de7f0c767 service neutron] 10.222.0.96 "GET /v2.0/networks/9202776c-3b7c-4c3e-8f4a-d5bfef65b2d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1501765 Feb 04 18:15:37.633611 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-3bafd446-ee1f-41cc-89c4-0d379d092b6c req-71cf3c74-4b47-4fce-8323-992fcbfe9db5 service neutron] 10.222.0.90 "GET /v2.0/networks/9202776c-3b7c-4c3e-8f4a-d5bfef65b2d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1448596 Feb 04 18:15:37.835943 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416c8713-26dd-4192-a20f-4f35f32aeebc req-757d60d9-7841-413a-b105-0ebd63414054 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:15:37.837456 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-416c8713-26dd-4192-a20f-4f35f32aeebc req-757d60d9-7841-413a-b105-0ebd63414054 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] 10.222.0.89 "GET /v2.0/ports?device_id=0cc0b73c-a324-4ec0-bd2f-62e03b2770ff HTTP/1.1" status: 200 len: 944 time: 0.0516226 Feb 04 18:15:37.883442 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-416c8713-26dd-4192-a20f-4f35f32aeebc req-8dccca2a-f34d-4a47-84af-dff9b1c2872f tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] 10.222.0.89 "GET /v2.0/security-groups?id=d74ae94c-d214-4034-aa3d-c5ace6bc144b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405138 Feb 04 18:15:38.780801 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Device e809802a-b92f-440a-a1d6-e105cd0bc18e no longer exists at agent hyperv_n-h2-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 18:15:38.818189 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] The host n-h2-827839-2 is not matching for port e809802a-b92f-440a-a1d6-e105cd0bc18e host n-h1-827839-2! {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Feb 04 18:15:38.818568 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Device e809802a-b92f-440a-a1d6-e105cd0bc18e not bound to the agent host n-h2-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 18:15:39.007871 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4bf448-f20f-44a5-a619-035a08ba975f req-470b8ce9-f2b9-4641-8621-2d511298a21a tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:15:39.009416 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-3a4bf448-f20f-44a5-a619-035a08ba975f req-470b8ce9-f2b9-4641-8621-2d511298a21a tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] 10.222.0.89 "GET /v2.0/ports?device_id=0cc0b73c-a324-4ec0-bd2f-62e03b2770ff HTTP/1.1" status: 200 len: 944 time: 0.0570304 Feb 04 18:15:39.056347 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-3a4bf448-f20f-44a5-a619-035a08ba975f req-4cefef23-f0bc-4fd0-a7a1-8b594b501aec tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] 10.222.0.89 "GET /v2.0/security-groups?id=d74ae94c-d214-4034-aa3d-c5ace6bc144b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412967 Feb 04 18:15:39.513994 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device e809802a-b92f-440a-a1d6-e105cd0bc18e details requested by agent hyperv_n-h1-827839-2 with host n-h1-827839-2 {{(pid=103378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 18:15:39.609514 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] For port e809802a-b92f-440a-a1d6-e105cd0bc18e, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=e809802a-b92f-440a-a1d6-e105cd0bc18e,segment=NetworkSegment(d79ca10e-822b-48e1-9f93-626585c84a5d),segment_id=d79ca10e-822b-48e1-9f93-626585c84a5d)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 18:15:39.620839 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Returning: {'device': 'e809802a-b92f-440a-a1d6-e105cd0bc18e', 'network_id': '9202776c-3b7c-4c3e-8f4a-d5bfef65b2d4', 'port_id': 'e809802a-b92f-440a-a1d6-e105cd0bc18e', 'mac_address': 'fa:16:3e:15:ca:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 769, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83fb5fd4-36d5-407e-bda8-162bf59018d2', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 18:15:39.657082 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Current status of the port e809802a-b92f-440a-a1d6-e105cd0bc18e is: DOWN; New status is: BUILD {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 18:15:39.657465 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (e809802a-b92f-440a-a1d6-e105cd0bc18e), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:15:39.669835 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e809802a-b92f-440a-a1d6-e105cd0bc18e {{(pid=103378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 18:15:39.690075 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] For port e809802a-b92f-440a-a1d6-e105cd0bc18e, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=e809802a-b92f-440a-a1d6-e105cd0bc18e,segment=NetworkSegment(d79ca10e-822b-48e1-9f93-626585c84a5d),segment_id=d79ca10e-822b-48e1-9f93-626585c84a5d)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 18:15:39.694208 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (e809802a-b92f-440a-a1d6-e105cd0bc18e), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:15:39.740853 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Pushing event updated for resources: {'Port': ['ID=e809802a-b92f-440a-a1d6-e105cd0bc18e,revision_number=8']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:15:40.115000 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] get_ports_and_sgs() called for port_ids ['e809802a-b92f-440a-a1d6-e105cd0bc18e'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 18:15:40.177133 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495986eb-d979-4dbf-b37f-8afd6576d80e req-d2c77a4f-9e47-4160-92a7-4bb3369cec4e tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:15:40.178612 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-495986eb-d979-4dbf-b37f-8afd6576d80e req-d2c77a4f-9e47-4160-92a7-4bb3369cec4e tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] 10.222.0.89 "GET /v2.0/ports?device_id=0cc0b73c-a324-4ec0-bd2f-62e03b2770ff HTTP/1.1" status: 200 len: 945 time: 0.0531752 Feb 04 18:15:40.229709 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-495986eb-d979-4dbf-b37f-8afd6576d80e req-4a7b2c44-82cb-44f7-88c5-a58ef7993e18 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] 10.222.0.89 "GET /v2.0/security-groups?id=d74ae94c-d214-4034-aa3d-c5ace6bc144b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455711 Feb 04 18:15:40.523401 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba92974-ad62-4ea2-aa12-e127598c80a4 req-993ffbca-b166-48fc-95f2-b1c723c11c40 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:15:40.524811 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-4ba92974-ad62-4ea2-aa12-e127598c80a4 req-993ffbca-b166-48fc-95f2-b1c723c11c40 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] 10.222.0.96 "GET /v2.0/ports?device_id=0cc0b73c-a324-4ec0-bd2f-62e03b2770ff&tenant_id=4338804066934839a89616343b009f4c&binding%3Ahost_id=n-h1-827839-2 HTTP/1.1" status: 200 len: 945 time: 0.0551820 Feb 04 18:15:40.529516 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a6c7ed-bdae-4e1c-92f9-3b8bd6f9b101 req-18d2c935-f23d-45b4-a901-7649cd213210 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:15:40.531654 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-b6a6c7ed-bdae-4e1c-92f9-3b8bd6f9b101 req-18d2c935-f23d-45b4-a901-7649cd213210 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] 10.222.0.89 "GET /v2.0/ports?device_id=0cc0b73c-a324-4ec0-bd2f-62e03b2770ff HTTP/1.1" status: 200 len: 945 time: 0.0527277 Feb 04 18:15:40.578430 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-b6a6c7ed-bdae-4e1c-92f9-3b8bd6f9b101 req-4ad1b20d-baf6-4b77-b30a-1f92b5eab965 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] 10.222.0.89 "GET /v2.0/security-groups?id=d74ae94c-d214-4034-aa3d-c5ace6bc144b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409222 Feb 04 18:15:40.589226 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-4ba92974-ad62-4ea2-aa12-e127598c80a4 req-54bb824f-d2aa-4789-93c9-72ca6f2ec660 service neutron] 10.222.0.96 "GET /v2.0/ports/e809802a-b92f-440a-a1d6-e105cd0bc18e/bindings/n-h1-827839-2 HTTP/1.1" status: 200 len: 382 time: 0.0539372 Feb 04 18:15:40.663433 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba92974-ad62-4ea2-aa12-e127598c80a4 req-b47dfa48-9392-4ed6-a64c-9d024fad7c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:15:40.664950 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-4ba92974-ad62-4ea2-aa12-e127598c80a4 req-b47dfa48-9392-4ed6-a64c-9d024fad7c87 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=4338804066934839a89616343b009f4c&device_id=0cc0b73c-a324-4ec0-bd2f-62e03b2770ff HTTP/1.1" status: 200 len: 1127 time: 0.0494351 Feb 04 18:15:40.720961 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (f20a1ab3-4332-4f54-833b-ba4a7c687e89), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:15:40.754176 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba92974-ad62-4ea2-aa12-e127598c80a4 req-e68ac21d-7635-4d91-960c-182d3e8b342d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:15:40.755708 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-4ba92974-ad62-4ea2-aa12-e127598c80a4 req-e68ac21d-7635-4d91-960c-182d3e8b342d service neutron] 10.222.0.96 "GET /v2.0/networks?id=9202776c-3b7c-4c3e-8f4a-d5bfef65b2d4 HTTP/1.1" status: 200 len: 913 time: 0.0845883 Feb 04 18:15:40.824889 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-4ba92974-ad62-4ea2-aa12-e127598c80a4 req-0147e2a9-b028-4d1a-b1a1-afaa747d137a service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e809802a-b92f-440a-a1d6-e105cd0bc18e HTTP/1.1" status: 200 len: 1002 time: 0.0620530 Feb 04 18:15:40.872391 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba92974-ad62-4ea2-aa12-e127598c80a4 req-5ae2365b-012a-4a64-8ef3-5d8a8f66dd3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:15:40.873847 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-4ba92974-ad62-4ea2-aa12-e127598c80a4 req-5ae2365b-012a-4a64-8ef3-5d8a8f66dd3c service neutron] 10.222.0.96 "GET /v2.0/subnets?id=83fb5fd4-36d5-407e-bda8-162bf59018d2 HTTP/1.1" status: 200 len: 851 time: 0.0424104 Feb 04 18:15:40.921675 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba92974-ad62-4ea2-aa12-e127598c80a4 req-7d300300-dc96-4d5c-8047-f6b1feaac6cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:15:40.923169 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-4ba92974-ad62-4ea2-aa12-e127598c80a4 req-7d300300-dc96-4d5c-8047-f6b1feaac6cc service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=9202776c-3b7c-4c3e-8f4a-d5bfef65b2d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0435090 Feb 04 18:15:41.015899 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-4ba92974-ad62-4ea2-aa12-e127598c80a4 req-d3ac110b-4e05-43d9-b7dd-e8cbde3f384f service neutron] 10.222.0.96 "GET /v2.0/networks/9202776c-3b7c-4c3e-8f4a-d5bfef65b2d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852628 Feb 04 18:15:41.105418 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-4ba92974-ad62-4ea2-aa12-e127598c80a4 req-7fb9846c-42d5-4804-80f3-09e54577bd7d service neutron] 10.222.0.96 "GET /v2.0/networks/9202776c-3b7c-4c3e-8f4a-d5bfef65b2d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840306 Feb 04 18:15:41.543449 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device e809802a-b92f-440a-a1d6-e105cd0bc18e up at agent hyperv_n-h1-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 18:15:41.594257 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Provisioning for port e809802a-b92f-440a-a1d6-e105cd0bc18e completed by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 18:15:41.597865 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Provisioning complete for port e809802a-b92f-440a-a1d6-e105cd0bc18e triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 18:15:41.598244 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (e809802a-b92f-440a-a1d6-e105cd0bc18e), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:15:41.677743 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Current status of the port e809802a-b92f-440a-a1d6-e105cd0bc18e is: BUILD; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 18:15:41.678139 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (e809802a-b92f-440a-a1d6-e105cd0bc18e), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:15:41.700568 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cc0b73c-a324-4ec0-bd2f-62e03b2770ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e809802a-b92f-440a-a1d6-e105cd0bc18e'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 18:15:41.702815 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d531d67ec453461b01ecd2cf0c6686e25a5679cf38f56e7e92bae688f1026262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e55d57f-2c01-4bd1-833b-71c71ad66dbb" -d '{"events": [{"server_uuid": "0cc0b73c-a324-4ec0-bd2f-62e03b2770ff", "name": "network-vif-plugged", "status": "completed", "tag": "e809802a-b92f-440a-a1d6-e105cd0bc18e"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 18:15:41.703588 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13b044e-d41b-4d73-a321-ef42d9e7f6ab req-ac293366-d5aa-4213-b0a9-6265f00d65c5 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:15:41.705340 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-b13b044e-d41b-4d73-a321-ef42d9e7f6ab req-ac293366-d5aa-4213-b0a9-6265f00d65c5 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] 10.222.0.89 "GET /v2.0/ports?device_id=0cc0b73c-a324-4ec0-bd2f-62e03b2770ff HTTP/1.1" status: 200 len: 945 time: 0.0552478 Feb 04 18:15:41.715285 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] For port e809802a-b92f-440a-a1d6-e105cd0bc18e, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=e809802a-b92f-440a-a1d6-e105cd0bc18e,segment=NetworkSegment(d79ca10e-822b-48e1-9f93-626585c84a5d),segment_id=d79ca10e-822b-48e1-9f93-626585c84a5d)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 18:15:41.719765 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (e809802a-b92f-440a-a1d6-e105cd0bc18e), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:15:41.756882 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-b13b044e-d41b-4d73-a321-ef42d9e7f6ab req-9233480f-020e-4a18-8513-aa0dcd683841 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] 10.222.0.89 "GET /v2.0/security-groups?id=d74ae94c-d214-4034-aa3d-c5ace6bc144b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456650 Feb 04 18:15:41.774869 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Pushing event updated for resources: {'Port': ['ID=e809802a-b92f-440a-a1d6-e105cd0bc18e,revision_number=9']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:15:41.818339 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 18:15:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d93ac98-65ce-409c-8f88-eac25bc2af82 x-openstack-request-id: req-8d93ac98-65ce-409c-8f88-eac25bc2af82 {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 18:15:41.818670 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0cc0b73c-a324-4ec0-bd2f-62e03b2770ff", "name": "network-vif-plugged", "status": "completed", "tag": "e809802a-b92f-440a-a1d6-e105cd0bc18e", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 18:15:41.818962 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-8d93ac98-65ce-409c-8f88-eac25bc2af82 {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 18:15:41.819396 n-d-827839-2 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0cc0b73c-a324-4ec0-bd2f-62e03b2770ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e809802a-b92f-440a-a1d6-e105cd0bc18e', 'code': 200} Feb 04 18:15:42.849522 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (3f9244a9-75fc-4c10-b195-11d48b853b41), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:15:42.885218 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0fa722-6474-4ef2-93f3-8bae4b9b2d63 req-5e76703f-7794-490b-8dd5-c6082a32b3df tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:15:42.886713 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-9f0fa722-6474-4ef2-93f3-8bae4b9b2d63 req-5e76703f-7794-490b-8dd5-c6082a32b3df tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] 10.222.0.89 "GET /v2.0/ports?device_id=0cc0b73c-a324-4ec0-bd2f-62e03b2770ff HTTP/1.1" status: 200 len: 946 time: 0.0578697 Feb 04 18:15:42.932588 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-9f0fa722-6474-4ef2-93f3-8bae4b9b2d63 req-38536c26-f3f8-41a3-9603-cfd06e8d8d6e tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] 10.222.0.89 "GET /v2.0/security-groups?id=d74ae94c-d214-4034-aa3d-c5ace6bc144b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402880 Feb 04 18:15:43.442281 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba92974-ad62-4ea2-aa12-e127598c80a4 req-201e4d2f-dadf-4a06-81b1-6bbc0f681b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:15:43.443697 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-4ba92974-ad62-4ea2-aa12-e127598c80a4 req-201e4d2f-dadf-4a06-81b1-6bbc0f681b0a service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=0cc0b73c-a324-4ec0-bd2f-62e03b2770ff&tenant_id=4338804066934839a89616343b009f4c HTTP/1.1" status: 200 len: 1128 time: 0.0452824 Feb 04 18:15:43.461242 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [req-4ba92974-ad62-4ea2-aa12-e127598c80a4 req-7a229832-23e2-4f66-b400-29516b06f99f service neutron] Request body: {'port': {'binding:host_id': 'n-h2-827839-2', 'device_owner': 'compute:nova'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 18:15:43.521457 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-4ba92974-ad62-4ea2-aa12-e127598c80a4 req-7a229832-23e2-4f66-b400-29516b06f99f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (e809802a-b92f-440a-a1d6-e105cd0bc18e), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:15:43.719941 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [req-4ba92974-ad62-4ea2-aa12-e127598c80a4 req-7a229832-23e2-4f66-b400-29516b06f99f service neutron] For port e809802a-b92f-440a-a1d6-e105cd0bc18e, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=e809802a-b92f-440a-a1d6-e105cd0bc18e,segment=NetworkSegment(d79ca10e-822b-48e1-9f93-626585c84a5d),segment_id=d79ca10e-822b-48e1-9f93-626585c84a5d)] {{(pid=103376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 18:15:43.752242 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [req-4ba92974-ad62-4ea2-aa12-e127598c80a4 req-7a229832-23e2-4f66-b400-29516b06f99f service neutron] For port e809802a-b92f-440a-a1d6-e105cd0bc18e, host n-h1-827839-2, cleared binding levels {{(pid=103376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 18:15:43.790693 n-d-827839-2 neutron-server[103376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cc0b73c-a324-4ec0-bd2f-62e03b2770ff', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e809802a-b92f-440a-a1d6-e105cd0bc18e'}] {{(pid=103376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 18:15:43.793058 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7aefa7f3373fd63bd14caed2f0c404cd5bacff84a7eb60e70ea20ed0b49017dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d8ea22c-d755-4aa6-8261-b25919f1661e" -d '{"events": [{"server_uuid": "0cc0b73c-a324-4ec0-bd2f-62e03b2770ff", "name": "network-vif-unplugged", "status": "completed", "tag": "e809802a-b92f-440a-a1d6-e105cd0bc18e"}]}' {{(pid=103376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 18:15:43.797433 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-4ba92974-ad62-4ea2-aa12-e127598c80a4 req-7a229832-23e2-4f66-b400-29516b06f99f service neutron] Publish callbacks [] for port (e809802a-b92f-440a-a1d6-e105cd0bc18e), precommit_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:15:43.809707 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.provisioning_blocks [req-4ba92974-ad62-4ea2-aa12-e127598c80a4 req-7a229832-23e2-4f66-b400-29516b06f99f service neutron] Transition to ACTIVE for port object e809802a-b92f-440a-a1d6-e105cd0bc18e will not be triggered until provisioned by entity L2. {{(pid=103376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 18:15:43.814262 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-4ba92974-ad62-4ea2-aa12-e127598c80a4 req-7a229832-23e2-4f66-b400-29516b06f99f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675836'] for port (e809802a-b92f-440a-a1d6-e105cd0bc18e), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:15:43.853725 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 04 Feb 2022 18:15:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d41b2b7-988f-43e7-86ac-0f2714074b75 x-openstack-request-id: req-0d41b2b7-988f-43e7-86ac-0f2714074b75 {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 18:15:43.854017 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0cc0b73c-a324-4ec0-bd2f-62e03b2770ff", "name": "network-vif-unplugged", "status": "completed", "tag": "e809802a-b92f-440a-a1d6-e105cd0bc18e", "code": 200}]} {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 18:15:43.854275 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-0d41b2b7-988f-43e7-86ac-0f2714074b75 {{(pid=103376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 18:15:43.854673 n-d-827839-2 neutron-server[103376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0cc0b73c-a324-4ec0-bd2f-62e03b2770ff', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e809802a-b92f-440a-a1d6-e105cd0bc18e', 'code': 200} Feb 04 18:15:43.869097 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a229832-23e2-4f66-b400-29516b06f99f service neutron] Pushing event updated for resources: {'Port': ['ID=e809802a-b92f-440a-a1d6-e105cd0bc18e,revision_number=10']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:15:43.913996 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a229832-23e2-4f66-b400-29516b06f99f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:15:43.914575 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a229832-23e2-4f66-b400-29516b06f99f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:15:43.914695 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a229832-23e2-4f66-b400-29516b06f99f service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:15:43.915039 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a229832-23e2-4f66-b400-29516b06f99f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:15:43.915380 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a229832-23e2-4f66-b400-29516b06f99f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:15:43.915721 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a229832-23e2-4f66-b400-29516b06f99f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:15:43.916053 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a229832-23e2-4f66-b400-29516b06f99f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:15:43.916387 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a229832-23e2-4f66-b400-29516b06f99f service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:15:43.916718 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a229832-23e2-4f66-b400-29516b06f99f service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:15:43.917075 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a229832-23e2-4f66-b400-29516b06f99f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:15:43.917406 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a229832-23e2-4f66-b400-29516b06f99f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:15:43.917729 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a229832-23e2-4f66-b400-29516b06f99f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:15:43.918055 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a229832-23e2-4f66-b400-29516b06f99f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:15:43.956019 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ba92974-ad62-4ea2-aa12-e127598c80a4 req-7a229832-23e2-4f66-b400-29516b06f99f service neutron] No DVR routers for this DVR port e809802a-b92f-440a-a1d6-e105cd0bc18e on host n-h1-827839-2 {{(pid=103376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 18:15:44.098764 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fe5bb4-ac66-4a08-8a72-9993c3178a7c req-3000dd87-4d98-43b6-9bda-399ca5a2f820 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:15:44.100252 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-39fe5bb4-ac66-4a08-8a72-9993c3178a7c req-3000dd87-4d98-43b6-9bda-399ca5a2f820 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] 10.222.0.89 "GET /v2.0/ports?device_id=0cc0b73c-a324-4ec0-bd2f-62e03b2770ff HTTP/1.1" status: 200 len: 945 time: 0.0766230 Feb 04 18:15:44.150800 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [req-4ba92974-ad62-4ea2-aa12-e127598c80a4 req-7a229832-23e2-4f66-b400-29516b06f99f service neutron] Attempting to bind port e809802a-b92f-440a-a1d6-e105cd0bc18e on host n-h2-827839-2 for vnic_type normal with profile {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 18:15:44.151063 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [req-4ba92974-ad62-4ea2-aa12-e127598c80a4 req-7a229832-23e2-4f66-b400-29516b06f99f service neutron] Attempting to bind port e809802a-b92f-440a-a1d6-e105cd0bc18e by drivers openvswitch,hyperv on host n-h2-827839-2 at level 0 using segments [{'id': 'd79ca10e-822b-48e1-9f93-626585c84a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '9202776c-3b7c-4c3e-8f4a-d5bfef65b2d4'}] {{(pid=103376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 18:15:44.151389 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ba92974-ad62-4ea2-aa12-e127598c80a4 req-7a229832-23e2-4f66-b400-29516b06f99f service neutron] Attempting to bind port e809802a-b92f-440a-a1d6-e105cd0bc18e on network 9202776c-3b7c-4c3e-8f4a-d5bfef65b2d4 {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 18:15:44.163547 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ba92974-ad62-4ea2-aa12-e127598c80a4 req-7a229832-23e2-4f66-b400-29516b06f99f service neutron] Port e809802a-b92f-440a-a1d6-e105cd0bc18e on network 9202776c-3b7c-4c3e-8f4a-d5bfef65b2d4 not bound, no agent of type Open vSwitch agent registered on host n-h2-827839-2 {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 18:15:44.163875 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ba92974-ad62-4ea2-aa12-e127598c80a4 req-7a229832-23e2-4f66-b400-29516b06f99f service neutron] Attempting to bind port e809802a-b92f-440a-a1d6-e105cd0bc18e on network 9202776c-3b7c-4c3e-8f4a-d5bfef65b2d4 {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 18:15:44.177905 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ba92974-ad62-4ea2-aa12-e127598c80a4 req-7a229832-23e2-4f66-b400-29516b06f99f service neutron] Checking agent: {'id': 'f20a1ab3-4332-4f54-833b-ba4a7c687e89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 8, 40), 'started_at': datetime.datetime(2022, 2, 4, 17, 8, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 18, 15, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 18:15:44.178248 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ba92974-ad62-4ea2-aa12-e127598c80a4 req-7a229832-23e2-4f66-b400-29516b06f99f service neutron] Checking segment: {'id': 'd79ca10e-822b-48e1-9f93-626585c84a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '9202776c-3b7c-4c3e-8f4a-d5bfef65b2d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 18:15:44.178630 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ba92974-ad62-4ea2-aa12-e127598c80a4 req-7a229832-23e2-4f66-b400-29516b06f99f service neutron] Bound using segment: {'id': 'd79ca10e-822b-48e1-9f93-626585c84a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '9202776c-3b7c-4c3e-8f4a-d5bfef65b2d4'} {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 18:15:44.179054 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [req-4ba92974-ad62-4ea2-aa12-e127598c80a4 req-7a229832-23e2-4f66-b400-29516b06f99f service neutron] Bound port: e809802a-b92f-440a-a1d6-e105cd0bc18e, host: n-h2-827839-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd79ca10e-822b-48e1-9f93-626585c84a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '9202776c-3b7c-4c3e-8f4a-d5bfef65b2d4'}}] {{(pid=103376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 18:15:44.179409 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-4ba92974-ad62-4ea2-aa12-e127598c80a4 req-7a229832-23e2-4f66-b400-29516b06f99f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (e809802a-b92f-440a-a1d6-e105cd0bc18e), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:15:44.184960 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-39fe5bb4-ac66-4a08-8a72-9993c3178a7c req-5babf4a6-d79f-4f91-8b24-374bc590edae tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] 10.222.0.89 "GET /v2.0/security-groups?id=d74ae94c-d214-4034-aa3d-c5ace6bc144b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0773861 Feb 04 18:15:44.247563 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [req-4ba92974-ad62-4ea2-aa12-e127598c80a4 req-7a229832-23e2-4f66-b400-29516b06f99f service neutron] For port e809802a-b92f-440a-a1d6-e105cd0bc18e, host n-h2-827839-2, cleared binding levels {{(pid=103376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 18:15:44.251104 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [req-4ba92974-ad62-4ea2-aa12-e127598c80a4 req-7a229832-23e2-4f66-b400-29516b06f99f service neutron] For port e809802a-b92f-440a-a1d6-e105cd0bc18e, host n-h2-827839-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=e809802a-b92f-440a-a1d6-e105cd0bc18e,segment=NetworkSegment(d79ca10e-822b-48e1-9f93-626585c84a5d),segment_id=d79ca10e-822b-48e1-9f93-626585c84a5d)] {{(pid=103376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 18:15:44.257272 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-4ba92974-ad62-4ea2-aa12-e127598c80a4 req-7a229832-23e2-4f66-b400-29516b06f99f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675836'] for port (e809802a-b92f-440a-a1d6-e105cd0bc18e), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:15:44.289065 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba92974-ad62-4ea2-aa12-e127598c80a4 req-7a229832-23e2-4f66-b400-29516b06f99f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:15:44.289699 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-4ba92974-ad62-4ea2-aa12-e127598c80a4 req-7a229832-23e2-4f66-b400-29516b06f99f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:15:44.291070 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-4ba92974-ad62-4ea2-aa12-e127598c80a4 req-7a229832-23e2-4f66-b400-29516b06f99f service neutron] 10.222.0.90 "PUT /v2.0/ports/e809802a-b92f-440a-a1d6-e105cd0bc18e HTTP/1.1" status: 200 len: 1093 time: 0.8337798 Feb 04 18:15:44.314242 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a229832-23e2-4f66-b400-29516b06f99f service neutron] Pushing event updated for resources: {'Port': ['ID=e809802a-b92f-440a-a1d6-e105cd0bc18e,revision_number=11']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:15:44.364768 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba92974-ad62-4ea2-aa12-e127598c80a4 req-45245f5f-5338-49c7-b432-61ac0929830d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:15:44.366507 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-4ba92974-ad62-4ea2-aa12-e127598c80a4 req-45245f5f-5338-49c7-b432-61ac0929830d service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=4338804066934839a89616343b009f4c&device_id=0cc0b73c-a324-4ec0-bd2f-62e03b2770ff HTTP/1.1" status: 200 len: 1127 time: 0.0492582 Feb 04 18:15:44.473313 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba92974-ad62-4ea2-aa12-e127598c80a4 req-db62d49d-3225-40f4-a42b-77fca4e25e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:15:44.474784 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-4ba92974-ad62-4ea2-aa12-e127598c80a4 req-db62d49d-3225-40f4-a42b-77fca4e25e2e service neutron] 10.222.0.90 "GET /v2.0/networks?id=9202776c-3b7c-4c3e-8f4a-d5bfef65b2d4 HTTP/1.1" status: 200 len: 913 time: 0.0938823 Feb 04 18:15:44.542776 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-4ba92974-ad62-4ea2-aa12-e127598c80a4 req-9504d1ac-2845-4515-855d-a0a1ac5d3a86 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e809802a-b92f-440a-a1d6-e105cd0bc18e HTTP/1.1" status: 200 len: 1001 time: 0.0576460 Feb 04 18:15:44.592731 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba92974-ad62-4ea2-aa12-e127598c80a4 req-d6fb85da-a138-40af-9ca3-a7ed76829cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:15:44.594643 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-4ba92974-ad62-4ea2-aa12-e127598c80a4 req-d6fb85da-a138-40af-9ca3-a7ed76829cb1 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=83fb5fd4-36d5-407e-bda8-162bf59018d2 HTTP/1.1" status: 200 len: 851 time: 0.0423679 Feb 04 18:15:44.649019 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba92974-ad62-4ea2-aa12-e127598c80a4 req-b972bd10-4123-41d6-961d-e9fb6cde61d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:15:44.650506 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-4ba92974-ad62-4ea2-aa12-e127598c80a4 req-b972bd10-4123-41d6-961d-e9fb6cde61d9 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=9202776c-3b7c-4c3e-8f4a-d5bfef65b2d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0467181 Feb 04 18:15:44.739184 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-4ba92974-ad62-4ea2-aa12-e127598c80a4 req-7e230607-2096-413d-9c06-4451d0946150 service neutron] 10.222.0.90 "GET /v2.0/networks/9202776c-3b7c-4c3e-8f4a-d5bfef65b2d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805004 Feb 04 18:15:44.834094 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-4ba92974-ad62-4ea2-aa12-e127598c80a4 req-143d50ae-7771-4632-b1d3-925885f8f8c6 service neutron] 10.222.0.90 "GET /v2.0/networks/9202776c-3b7c-4c3e-8f4a-d5bfef65b2d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849600 Feb 04 18:15:45.308522 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f1f95a-0e05-409e-8a05-d60c62c7e583 req-b9b0275b-cdb6-4366-94d7-1839ad9d82c9 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:15:45.310034 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-f6f1f95a-0e05-409e-8a05-d60c62c7e583 req-b9b0275b-cdb6-4366-94d7-1839ad9d82c9 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] 10.222.0.89 "GET /v2.0/ports?device_id=0cc0b73c-a324-4ec0-bd2f-62e03b2770ff HTTP/1.1" status: 200 len: 945 time: 0.0529885 Feb 04 18:15:45.356542 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-f6f1f95a-0e05-409e-8a05-d60c62c7e583 req-6f46388f-5cad-460a-97cc-553b298d1da5 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] 10.222.0.89 "GET /v2.0/security-groups?id=d74ae94c-d214-4034-aa3d-c5ace6bc144b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408559 Feb 04 18:15:45.579994 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device e809802a-b92f-440a-a1d6-e105cd0bc18e no longer exists at agent hyperv_n-h1-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 18:15:45.617747 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] The host n-h1-827839-2 is not matching for port e809802a-b92f-440a-a1d6-e105cd0bc18e host n-h2-827839-2! {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Feb 04 18:15:45.618138 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device e809802a-b92f-440a-a1d6-e105cd0bc18e not bound to the agent host n-h1-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 18:15:45.856000 n-d-827839-2 neutron-server[103376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0cc0b73c-a324-4ec0-bd2f-62e03b2770ff', 'tag': 'e809802a-b92f-440a-a1d6-e105cd0bc18e'}] {{(pid=103376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 18:15:45.858346 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7aefa7f3373fd63bd14caed2f0c404cd5bacff84a7eb60e70ea20ed0b49017dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8292c7b6-9d05-45dc-8847-7e22175b6487" -d '{"events": [{"name": "network-changed", "server_uuid": "0cc0b73c-a324-4ec0-bd2f-62e03b2770ff", "tag": "e809802a-b92f-440a-a1d6-e105cd0bc18e"}]}' {{(pid=103376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 18:15:45.906533 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 18:15:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30bd9028-df28-4f1e-a8e2-f33948a258db x-openstack-request-id: req-30bd9028-df28-4f1e-a8e2-f33948a258db {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 18:15:45.906818 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0cc0b73c-a324-4ec0-bd2f-62e03b2770ff", "tag": "e809802a-b92f-440a-a1d6-e105cd0bc18e", "status": "completed", "code": 200}]} {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 18:15:45.907070 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-30bd9028-df28-4f1e-a8e2-f33948a258db {{(pid=103376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 18:15:45.907473 n-d-827839-2 neutron-server[103376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0cc0b73c-a324-4ec0-bd2f-62e03b2770ff', 'tag': 'e809802a-b92f-440a-a1d6-e105cd0bc18e', 'status': 'completed', 'code': 200} Feb 04 18:15:45.999143 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8292c7b6-9d05-45dc-8847-7e22175b6487 req-74d4f104-6fde-4bc9-9f9f-2661fa1e4500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:15:46.000638 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-8292c7b6-9d05-45dc-8847-7e22175b6487 req-74d4f104-6fde-4bc9-9f9f-2661fa1e4500 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=4338804066934839a89616343b009f4c&device_id=0cc0b73c-a324-4ec0-bd2f-62e03b2770ff HTTP/1.1" status: 200 len: 1127 time: 0.0748994 Feb 04 18:15:46.002361 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8292c7b6-9d05-45dc-8847-7e22175b6487 req-2f568f29-5850-46e5-ac54-0a2cdf49a73d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:15:46.003686 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-8292c7b6-9d05-45dc-8847-7e22175b6487 req-2f568f29-5850-46e5-ac54-0a2cdf49a73d service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=4338804066934839a89616343b009f4c&device_id=0cc0b73c-a324-4ec0-bd2f-62e03b2770ff HTTP/1.1" status: 200 len: 1127 time: 0.0701036 Feb 04 18:15:46.157946 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8292c7b6-9d05-45dc-8847-7e22175b6487 req-054a365a-b6f0-4464-b057-35ea66941b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:15:46.159359 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-8292c7b6-9d05-45dc-8847-7e22175b6487 req-054a365a-b6f0-4464-b057-35ea66941b0c service neutron] 10.222.0.90 "GET /v2.0/networks?id=9202776c-3b7c-4c3e-8f4a-d5bfef65b2d4 HTTP/1.1" status: 200 len: 913 time: 0.1507821 Feb 04 18:15:46.160966 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8292c7b6-9d05-45dc-8847-7e22175b6487 req-60f16e51-f7e0-4545-8128-0309b8ad1674 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:15:46.162246 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-8292c7b6-9d05-45dc-8847-7e22175b6487 req-60f16e51-f7e0-4545-8128-0309b8ad1674 service neutron] 10.222.0.96 "GET /v2.0/networks?id=9202776c-3b7c-4c3e-8f4a-d5bfef65b2d4 HTTP/1.1" status: 200 len: 913 time: 0.1525340 Feb 04 18:15:46.271208 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-8292c7b6-9d05-45dc-8847-7e22175b6487 req-fe6fd457-c005-4343-a14d-44718b80d208 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e809802a-b92f-440a-a1d6-e105cd0bc18e HTTP/1.1" status: 200 len: 1001 time: 0.1036344 Feb 04 18:15:46.276893 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-8292c7b6-9d05-45dc-8847-7e22175b6487 req-ea2fac2d-f576-4a3b-a3af-77ec9a85a492 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e809802a-b92f-440a-a1d6-e105cd0bc18e HTTP/1.1" status: 200 len: 1001 time: 0.0716605 Feb 04 18:15:46.358231 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8292c7b6-9d05-45dc-8847-7e22175b6487 req-9bc553c8-2367-408b-85fe-11bbcd77f98d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:15:46.359747 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-8292c7b6-9d05-45dc-8847-7e22175b6487 req-9bc553c8-2367-408b-85fe-11bbcd77f98d service neutron] 10.222.0.90 "GET /v2.0/subnets?id=83fb5fd4-36d5-407e-bda8-162bf59018d2 HTTP/1.1" status: 200 len: 851 time: 0.0797460 Feb 04 18:15:46.361187 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8292c7b6-9d05-45dc-8847-7e22175b6487 req-00b17a43-06ee-44ce-8237-211ce0aa05ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:15:46.362467 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-8292c7b6-9d05-45dc-8847-7e22175b6487 req-00b17a43-06ee-44ce-8237-211ce0aa05ac service neutron] 10.222.0.96 "GET /v2.0/subnets?id=83fb5fd4-36d5-407e-bda8-162bf59018d2 HTTP/1.1" status: 200 len: 851 time: 0.0747650 Feb 04 18:15:46.442719 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8292c7b6-9d05-45dc-8847-7e22175b6487 req-bc370b5b-2ba0-44e0-985c-0c1d69e6262e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:15:46.444119 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-8292c7b6-9d05-45dc-8847-7e22175b6487 req-bc370b5b-2ba0-44e0-985c-0c1d69e6262e service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=9202776c-3b7c-4c3e-8f4a-d5bfef65b2d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0755424 Feb 04 18:15:46.449250 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8292c7b6-9d05-45dc-8847-7e22175b6487 req-acb66c9a-e3ed-480a-bd6b-6b50a2795b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:15:46.450667 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-8292c7b6-9d05-45dc-8847-7e22175b6487 req-acb66c9a-e3ed-480a-bd6b-6b50a2795b0e service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=9202776c-3b7c-4c3e-8f4a-d5bfef65b2d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0748382 Feb 04 18:15:46.483701 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4765f3e1-bac4-42d3-9676-e74eb4525878 req-41e2df34-88a8-4c39-9375-40e4c0caff0d tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:15:46.485819 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-4765f3e1-bac4-42d3-9676-e74eb4525878 req-41e2df34-88a8-4c39-9375-40e4c0caff0d tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] 10.222.0.89 "GET /v2.0/ports?device_id=0cc0b73c-a324-4ec0-bd2f-62e03b2770ff HTTP/1.1" status: 200 len: 945 time: 0.0599043 Feb 04 18:15:46.533926 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-4765f3e1-bac4-42d3-9676-e74eb4525878 req-a0f2a144-6599-4dd0-b899-95e5329c159a tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] 10.222.0.89 "GET /v2.0/security-groups?id=d74ae94c-d214-4034-aa3d-c5ace6bc144b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415387 Feb 04 18:15:46.914701 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-8292c7b6-9d05-45dc-8847-7e22175b6487 req-d5e94560-ca5f-45f8-94a6-710ba6c83492 service neutron] 10.222.0.96 "GET /v2.0/networks/9202776c-3b7c-4c3e-8f4a-d5bfef65b2d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4630988 Feb 04 18:15:46.919736 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-8292c7b6-9d05-45dc-8847-7e22175b6487 req-cef7c7ee-c22a-4db5-934c-b347525ba489 service neutron] 10.222.0.90 "GET /v2.0/networks/9202776c-3b7c-4c3e-8f4a-d5bfef65b2d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4601688 Feb 04 18:15:47.071174 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-8292c7b6-9d05-45dc-8847-7e22175b6487 req-de317a76-470e-488b-aab1-1ca74649c72b service neutron] 10.222.0.96 "GET /v2.0/networks/9202776c-3b7c-4c3e-8f4a-d5bfef65b2d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1501956 Feb 04 18:15:47.074588 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-8292c7b6-9d05-45dc-8847-7e22175b6487 req-0d8ac808-64aa-474a-8422-69c5387af9d9 service neutron] 10.222.0.90 "GET /v2.0/networks/9202776c-3b7c-4c3e-8f4a-d5bfef65b2d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1460850 Feb 04 18:15:47.660647 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20d6fc8-000b-49fd-9464-f9a1ac25f27b req-79232ec0-a55e-4759-86ac-1274f35e4605 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:15:47.662667 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-c20d6fc8-000b-49fd-9464-f9a1ac25f27b req-79232ec0-a55e-4759-86ac-1274f35e4605 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] 10.222.0.89 "GET /v2.0/ports?device_id=0cc0b73c-a324-4ec0-bd2f-62e03b2770ff HTTP/1.1" status: 200 len: 945 time: 0.0562947 Feb 04 18:15:47.714034 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-c20d6fc8-000b-49fd-9464-f9a1ac25f27b req-f874cacf-4a1e-4360-a048-1e7b0067f49a tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] 10.222.0.89 "GET /v2.0/security-groups?id=d74ae94c-d214-4034-aa3d-c5ace6bc144b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457191 Feb 04 18:15:47.834094 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b0179d-99fa-482e-8b30-2eb39c386e23 req-972b5710-5a84-48c1-9773-4cb4384fc642 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:15:47.835543 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-c6b0179d-99fa-482e-8b30-2eb39c386e23 req-972b5710-5a84-48c1-9773-4cb4384fc642 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] 10.222.0.89 "GET /v2.0/ports?device_id=0cc0b73c-a324-4ec0-bd2f-62e03b2770ff HTTP/1.1" status: 200 len: 945 time: 0.0536351 Feb 04 18:15:47.884470 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-c6b0179d-99fa-482e-8b30-2eb39c386e23 req-0c09625e-e8bb-4e07-86ca-aee909ce1178 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] 10.222.0.89 "GET /v2.0/security-groups?id=d74ae94c-d214-4034-aa3d-c5ace6bc144b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433917 Feb 04 18:15:48.002307 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba47ae95-cdca-44f2-8c5f-30ab0b4bb846 req-b9c3b799-aa75-47b4-9081-fe33a863877f tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:15:48.003781 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-ba47ae95-cdca-44f2-8c5f-30ab0b4bb846 req-b9c3b799-aa75-47b4-9081-fe33a863877f tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] 10.222.0.89 "GET /v2.0/ports?device_id=0cc0b73c-a324-4ec0-bd2f-62e03b2770ff HTTP/1.1" status: 200 len: 945 time: 0.0522311 Feb 04 18:15:48.049132 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-ba47ae95-cdca-44f2-8c5f-30ab0b4bb846 req-e1aa9ccb-7ca2-4d4a-9949-1b1c15a06e2c tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] 10.222.0.89 "GET /v2.0/security-groups?id=d74ae94c-d214-4034-aa3d-c5ace6bc144b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397987 Feb 04 18:15:48.280692 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8456c3-0724-4d17-ada2-09e7c3edd34c req-29fa59e8-08ec-4826-9e69-2c8b0f08762d tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:15:48.282201 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-5e8456c3-0724-4d17-ada2-09e7c3edd34c req-29fa59e8-08ec-4826-9e69-2c8b0f08762d tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] 10.222.0.89 "GET /v2.0/ports?device_id=0cc0b73c-a324-4ec0-bd2f-62e03b2770ff HTTP/1.1" status: 200 len: 945 time: 0.0520294 Feb 04 18:15:48.328621 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-5e8456c3-0724-4d17-ada2-09e7c3edd34c req-c54efbbd-b159-4a65-aaac-511a982ac0de tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] 10.222.0.89 "GET /v2.0/security-groups?id=d74ae94c-d214-4034-aa3d-c5ace6bc144b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405967 Feb 04 18:15:48.810718 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Device e809802a-b92f-440a-a1d6-e105cd0bc18e details requested by agent hyperv_n-h2-827839-2 with host n-h2-827839-2 {{(pid=103378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 18:15:48.913306 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] For port e809802a-b92f-440a-a1d6-e105cd0bc18e, host n-h2-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=e809802a-b92f-440a-a1d6-e105cd0bc18e,segment=NetworkSegment(d79ca10e-822b-48e1-9f93-626585c84a5d),segment_id=d79ca10e-822b-48e1-9f93-626585c84a5d)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 18:15:48.924984 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Returning: {'device': 'e809802a-b92f-440a-a1d6-e105cd0bc18e', 'network_id': '9202776c-3b7c-4c3e-8f4a-d5bfef65b2d4', 'port_id': 'e809802a-b92f-440a-a1d6-e105cd0bc18e', 'mac_address': 'fa:16:3e:15:ca:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 769, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83fb5fd4-36d5-407e-bda8-162bf59018d2', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 18:15:48.961009 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Current status of the port e809802a-b92f-440a-a1d6-e105cd0bc18e is: DOWN; New status is: BUILD {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 18:15:48.961405 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (e809802a-b92f-440a-a1d6-e105cd0bc18e), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:15:48.974576 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e809802a-b92f-440a-a1d6-e105cd0bc18e {{(pid=103378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 18:15:48.993859 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] For port e809802a-b92f-440a-a1d6-e105cd0bc18e, host n-h2-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=e809802a-b92f-440a-a1d6-e105cd0bc18e,segment=NetworkSegment(d79ca10e-822b-48e1-9f93-626585c84a5d),segment_id=d79ca10e-822b-48e1-9f93-626585c84a5d)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 18:15:48.997870 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (e809802a-b92f-440a-a1d6-e105cd0bc18e), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:15:49.046563 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Pushing event updated for resources: {'Port': ['ID=e809802a-b92f-440a-a1d6-e105cd0bc18e,revision_number=12']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:15:49.244962 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] get_ports_and_sgs() called for port_ids ['e809802a-b92f-440a-a1d6-e105cd0bc18e'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 18:15:49.453829 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ef9b5d-4d59-4fb6-8a9f-026bb317316b req-712937c6-2371-4f26-b07d-9c16df7a57fc tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:15:49.455352 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-42ef9b5d-4d59-4fb6-8a9f-026bb317316b req-712937c6-2371-4f26-b07d-9c16df7a57fc tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] 10.222.0.89 "GET /v2.0/ports?device_id=0cc0b73c-a324-4ec0-bd2f-62e03b2770ff HTTP/1.1" status: 200 len: 946 time: 0.0570028 Feb 04 18:15:49.501205 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-42ef9b5d-4d59-4fb6-8a9f-026bb317316b req-0d3e95d2-cec4-45bb-a893-42ce61b8bdcc tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] 10.222.0.89 "GET /v2.0/security-groups?id=d74ae94c-d214-4034-aa3d-c5ace6bc144b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403121 Feb 04 18:15:49.602854 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63421449-0358-4795-9812-33c3ec1fa73f req-ca598f35-cb01-4311-9289-4a441c6b6302 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:15:49.604296 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-63421449-0358-4795-9812-33c3ec1fa73f req-ca598f35-cb01-4311-9289-4a441c6b6302 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] 10.222.0.90 "GET /v2.0/ports?device_id=0cc0b73c-a324-4ec0-bd2f-62e03b2770ff HTTP/1.1" status: 200 len: 946 time: 0.0554142 Feb 04 18:15:49.695959 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [req-63421449-0358-4795-9812-33c3ec1fa73f req-ada4f7df-c4c1-4066-bfc4-9e6cdc938afb tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] Deleting port e809802a-b92f-440a-a1d6-e105cd0bc18e {{(pid=103376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 18:15:49.696300 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-63421449-0358-4795-9812-33c3ec1fa73f req-ada4f7df-c4c1-4066-bfc4-9e6cdc938afb tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (e809802a-b92f-440a-a1d6-e105cd0bc18e), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:15:49.786880 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [req-63421449-0358-4795-9812-33c3ec1fa73f req-ada4f7df-c4c1-4066-bfc4-9e6cdc938afb tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] For port e809802a-b92f-440a-a1d6-e105cd0bc18e, host n-h2-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=e809802a-b92f-440a-a1d6-e105cd0bc18e,segment=NetworkSegment(d79ca10e-822b-48e1-9f93-626585c84a5d),segment_id=d79ca10e-822b-48e1-9f93-626585c84a5d)] {{(pid=103376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 18:15:49.787165 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-63421449-0358-4795-9812-33c3ec1fa73f req-ada4f7df-c4c1-4066-bfc4-9e6cdc938afb tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (e809802a-b92f-440a-a1d6-e105cd0bc18e), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:15:49.956940 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-63421449-0358-4795-9812-33c3ec1fa73f req-ada4f7df-c4c1-4066-bfc4-9e6cdc938afb tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:15:49.957304 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-63421449-0358-4795-9812-33c3ec1fa73f req-ada4f7df-c4c1-4066-bfc4-9e6cdc938afb tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1595586'] for floatingip (6aa29e7b-43ce-4747-b566-7ad4f61be5e0), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:15:49.957613 n-d-827839-2 neutron-server[103376]: INFO neutron.db.l3_db [req-63421449-0358-4795-9812-33c3ec1fa73f req-ada4f7df-c4c1-4066-bfc4-9e6cdc938afb tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] Floating IP 6aa29e7b-43ce-4747-b566-7ad4f61be5e0 disassociated. External IP: 172.25.6.102, port: e809802a-b92f-440a-a1d6-e105cd0bc18e. Feb 04 18:15:49.957951 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [req-63421449-0358-4795-9812-33c3ec1fa73f req-ada4f7df-c4c1-4066-bfc4-9e6cdc938afb tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] Calling delete_port for e809802a-b92f-440a-a1d6-e105cd0bc18e owned by compute:nova {{(pid=103376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 18:15:50.087578 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-63421449-0358-4795-9812-33c3ec1fa73f req-ada4f7df-c4c1-4066-bfc4-9e6cdc938afb tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (e809802a-b92f-440a-a1d6-e105cd0bc18e), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:15:50.114089 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada4f7df-c4c1-4066-bfc4-9e6cdc938afb tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] Pushing event deleted for resources: {'Port': ['ID=e809802a-b92f-440a-a1d6-e105cd0bc18e,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:15:50.231043 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.l3_agent_scheduler [req-63421449-0358-4795-9812-33c3ec1fa73f req-ada4f7df-c4c1-4066-bfc4-9e6cdc938afb tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] Router 11f91aae-f9a1-4e17-be5e-e5778981f04f has already been hosted by L3 agent 64ada913-9131-4d99-a265-63a920956287 {{(pid=103376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 18:15:50.342190 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-63421449-0358-4795-9812-33c3ec1fa73f req-ada4f7df-c4c1-4066-bfc4-9e6cdc938afb tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] Notify agent at l3_agent.n-d-827839-2 the message routers_updated {{(pid=103376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 18:15:50.352063 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cefa6b6-c069-4d57-a884-dc5dca7acfa2 None None] Sync routers for ids ['11f91aae-f9a1-4e17-be5e-e5778981f04f'] in n-d-827839-2 {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 18:15:50.363093 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cefa6b6-c069-4d57-a884-dc5dca7acfa2 None None] Routers {'11f91aae-f9a1-4e17-be5e-e5778981f04f'} bound to L3 agent in host n-d-827839-2 {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 18:15:50.363695 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-0cefa6b6-c069-4d57-a884-dc5dca7acfa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T18:15:33Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['11f91aae-f9a1-4e17-be5e-e5778981f04f'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:15:50.382828 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [req-63421449-0358-4795-9812-33c3ec1fa73f req-ada4f7df-c4c1-4066-bfc4-9e6cdc938afb tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] No DVR routers for this DVR port e809802a-b92f-440a-a1d6-e105cd0bc18e on host n-h2-827839-2 {{(pid=103376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 18:15:50.385600 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-63421449-0358-4795-9812-33c3ec1fa73f req-ada4f7df-c4c1-4066-bfc4-9e6cdc938afb tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:15:50.388976 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-63421449-0358-4795-9812-33c3ec1fa73f req-ada4f7df-c4c1-4066-bfc4-9e6cdc938afb tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] 10.222.0.90 "DELETE /v2.0/ports/e809802a-b92f-440a-a1d6-e105cd0bc18e HTTP/1.1" status: 204 len: 173 time: 0.7777140 Feb 04 18:15:50.390749 n-d-827839-2 neutron-server[103376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cc0b73c-a324-4ec0-bd2f-62e03b2770ff', 'name': 'network-vif-deleted', 'tag': 'e809802a-b92f-440a-a1d6-e105cd0bc18e'}] {{(pid=103376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 18:15:50.395545 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7aefa7f3373fd63bd14caed2f0c404cd5bacff84a7eb60e70ea20ed0b49017dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eff192f2-2bd2-4f08-b060-03df2f7540ff" -d '{"events": [{"server_uuid": "0cc0b73c-a324-4ec0-bd2f-62e03b2770ff", "name": "network-vif-deleted", "tag": "e809802a-b92f-440a-a1d6-e105cd0bc18e"}]}' {{(pid=103376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 18:15:50.433718 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 18:15:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5761f9c7-4519-4b8a-a8f4-eef5639a4e07 x-openstack-request-id: req-5761f9c7-4519-4b8a-a8f4-eef5639a4e07 {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 18:15:50.434580 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0cc0b73c-a324-4ec0-bd2f-62e03b2770ff", "name": "network-vif-deleted", "tag": "e809802a-b92f-440a-a1d6-e105cd0bc18e", "status": "completed", "code": 200}]} {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 18:15:50.434910 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-5761f9c7-4519-4b8a-a8f4-eef5639a4e07 {{(pid=103376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 18:15:50.435426 n-d-827839-2 neutron-server[103376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0cc0b73c-a324-4ec0-bd2f-62e03b2770ff', 'name': 'network-vif-deleted', 'tag': 'e809802a-b92f-440a-a1d6-e105cd0bc18e', 'status': 'completed', 'code': 200} Feb 04 18:15:50.481933 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvr_db [None req-0cefa6b6-c069-4d57-a884-dc5dca7acfa2 None None] Set router 11f91aae-f9a1-4e17-be5e-e5778981f04f gateway port host: n-d-827839-2 {{(pid=103379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 18:15:50.629749 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-90d01773-33a3-49bf-9122-c87fffdc6250 req-5b0c4b8b-d8b3-4764-a701-b36e8061a9b1 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] 10.222.0.89 "GET /v2.0/ports?device_id=0cc0b73c-a324-4ec0-bd2f-62e03b2770ff HTTP/1.1" status: 200 len: 210 time: 0.0388527 Feb 04 18:15:50.697555 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-0cefa6b6-c069-4d57-a884-dc5dca7acfa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11f91aae-f9a1-4e17-be5e-e5778981f04f', 'name': 'tempest-ServerActionsTestJSON-1013004487-router', 'tenant_id': '4338804066934839a89616343b009f4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.150'}], 'enable_snat': True}, 'gw_port_id': 'ddb03411-7259-4cd8-876f-44e1c1c3c2dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T18:12:50Z', 'updated_at': '2022-02-04T18:12:53Z', 'revision_number': 4, 'project_id': '4338804066934839a89616343b009f4c', 'gw_port': {'id': 'ddb03411-7259-4cd8-876f-44e1c1c3c2dc', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:68:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11f91aae-f9a1-4e17-be5e-e5778981f04f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:12:51Z', 'updated_at': '2022-02-04T18:12:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_interfaces': [{'id': '3d9015b8-c253-4336-9e3f-641bc2fa8c48', 'name': '', 'network_id': '9202776c-3b7c-4c3e-8f4a-d5bfef65b2d4', 'tenant_id': '4338804066934839a89616343b009f4c', 'mac_address': 'fa:16:3e:8c:1f:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11f91aae-f9a1-4e17-be5e-e5778981f04f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '83fb5fd4-36d5-407e-bda8-162bf59018d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:12:53Z', 'updated_at': '2022-02-04T18:12:57Z', 'revision_number': 5, 'project_id': '4338804066934839a89616343b009f4c', 'subnets': [{'id': '83fb5fd4-36d5-407e-bda8-162bf59018d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-2', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:15:50.723572 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cefa6b6-c069-4d57-a884-dc5dca7acfa2 None None] Checking router: 11f91aae-f9a1-4e17-be5e-e5778981f04f for host: n-d-827839-2 {{(pid=103379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 18:15:50.731547 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cefa6b6-c069-4d57-a884-dc5dca7acfa2 None None] Routers {'11f91aae-f9a1-4e17-be5e-e5778981f04f'} bound to L3 agent in host n-d-827839-2 {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 18:15:50.732137 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-0cefa6b6-c069-4d57-a884-dc5dca7acfa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T18:15:33Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['11f91aae-f9a1-4e17-be5e-e5778981f04f'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:15:50.828761 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Device e809802a-b92f-440a-a1d6-e105cd0bc18e details requested by agent hyperv_n-h2-827839-2 with host n-h2-827839-2 {{(pid=103378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 18:15:50.832876 n-d-827839-2 neutron-server[103378]: INFO neutron.plugins.ml2.plugin [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] No ports have port_id starting with e809802a-b92f-440a-a1d6-e105cd0bc18e Feb 04 18:15:50.834432 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Device e809802a-b92f-440a-a1d6-e105cd0bc18e requested by agent hyperv_n-h2-827839-2 not found in database {{(pid=103378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:115}} Feb 04 18:15:50.838044 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvr_db [None req-0cefa6b6-c069-4d57-a884-dc5dca7acfa2 None None] Set router 11f91aae-f9a1-4e17-be5e-e5778981f04f gateway port host: n-d-827839-2 {{(pid=103379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 18:15:51.025313 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-0cefa6b6-c069-4d57-a884-dc5dca7acfa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11f91aae-f9a1-4e17-be5e-e5778981f04f', 'name': 'tempest-ServerActionsTestJSON-1013004487-router', 'tenant_id': '4338804066934839a89616343b009f4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.150'}], 'enable_snat': True}, 'gw_port_id': 'ddb03411-7259-4cd8-876f-44e1c1c3c2dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T18:12:50Z', 'updated_at': '2022-02-04T18:12:53Z', 'revision_number': 4, 'project_id': '4338804066934839a89616343b009f4c', 'gw_port': {'id': 'ddb03411-7259-4cd8-876f-44e1c1c3c2dc', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:68:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11f91aae-f9a1-4e17-be5e-e5778981f04f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:12:51Z', 'updated_at': '2022-02-04T18:12:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_interfaces': [{'id': '3d9015b8-c253-4336-9e3f-641bc2fa8c48', 'name': '', 'network_id': '9202776c-3b7c-4c3e-8f4a-d5bfef65b2d4', 'tenant_id': '4338804066934839a89616343b009f4c', 'mac_address': 'fa:16:3e:8c:1f:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11f91aae-f9a1-4e17-be5e-e5778981f04f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '83fb5fd4-36d5-407e-bda8-162bf59018d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:12:53Z', 'updated_at': '2022-02-04T18:12:57Z', 'revision_number': 5, 'project_id': '4338804066934839a89616343b009f4c', 'subnets': [{'id': '83fb5fd4-36d5-407e-bda8-162bf59018d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-2', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:15:51.053930 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cefa6b6-c069-4d57-a884-dc5dca7acfa2 None None] The sync data for ids ['11f91aae-f9a1-4e17-be5e-e5778981f04f'] in n-d-827839-2 is: [{'id': '11f91aae-f9a1-4e17-be5e-e5778981f04f', 'name': 'tempest-ServerActionsTestJSON-1013004487-router', 'tenant_id': '4338804066934839a89616343b009f4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.150'}], 'enable_snat': True}, 'gw_port_id': 'ddb03411-7259-4cd8-876f-44e1c1c3c2dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T18:12:50Z', 'updated_at': '2022-02-04T18:12:53Z', 'revision_number': 4, 'project_id': '4338804066934839a89616343b009f4c', 'gw_port': {'id': 'ddb03411-7259-4cd8-876f-44e1c1c3c2dc', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:68:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11f91aae-f9a1-4e17-be5e-e5778981f04f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:12:51Z', 'updated_at': '2022-02-04T18:12:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_interfaces': [{'id': '3d9015b8-c253-4336-9e3f-641bc2fa8c48', 'name': '', 'network_id': '9202776c-3b7c-4c3e-8f4a-d5bfef65b2d4', 'tenant_id': '4338804066934839a89616343b009f4c', 'mac_address': 'fa:16:3e:8c:1f:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11f91aae-f9a1-4e17-be5e-e5778981f04f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '83fb5fd4-36d5-407e-bda8-162bf59018d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:12:53Z', 'updated_at': '2022-02-04T18:12:57Z', 'revision_number': 5, 'project_id': '4338804066934839a89616343b009f4c', 'subnets': [{'id': '83fb5fd4-36d5-407e-bda8-162bf59018d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 18:15:51.262764 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6077180-5e1a-47af-82c3-fef0192e8c80 None None] New status for floating IP 6aa29e7b-43ce-4747-b566-7ad4f61be5e0: DOWN {{(pid=103378) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 18:15:51.875787 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-748305ae-b359-4a22-951d-28583940e68e req-84b01b20-cb88-4ef1-a55e-87317c08cfef tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] 10.222.0.89 "GET /v2.0/security-groups?name=tempest-securitygroup--778896337&fields=id&tenant_id=4338804066934839a89616343b009f4c HTTP/1.1" status: 200 len: 267 time: 0.0419137 Feb 04 18:15:51.985478 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748305ae-b359-4a22-951d-28583940e68e req-3df372c0-09b7-440e-b384-3dbbe4ec3373 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:15:51.986855 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-748305ae-b359-4a22-951d-28583940e68e req-3df372c0-09b7-440e-b384-3dbbe4ec3373 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] 10.222.0.89 "GET /v2.0/networks?id=9202776c-3b7c-4c3e-8f4a-d5bfef65b2d4 HTTP/1.1" status: 200 len: 812 time: 0.1046953 Feb 04 18:15:52.001545 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-748305ae-b359-4a22-951d-28583940e68e req-830b80b4-7cd6-4df3-99e6-31a268270e28 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] 10.222.0.89 "GET /v2.0/quotas/4338804066934839a89616343b009f4c HTTP/1.1" status: 200 len: 375 time: 0.0092857 Feb 04 18:15:52.054816 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-748305ae-b359-4a22-951d-28583940e68e req-7a67fc5a-d775-48fd-b69b-301ca62a546a tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=4338804066934839a89616343b009f4c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0486228 Feb 04 18:15:52.193344 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-748305ae-b359-4a22-951d-28583940e68e req-7fef0e2c-492f-4b35-93c0-8204c1a21504 service neutron] 10.222.0.89 "GET /v2.0/networks/9202776c-3b7c-4c3e-8f4a-d5bfef65b2d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269460 Feb 04 18:15:52.282585 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-748305ae-b359-4a22-951d-28583940e68e req-c4ccca1d-3411-4b4a-ac19-1820b36b8760 service neutron] 10.222.0.89 "GET /v2.0/networks/9202776c-3b7c-4c3e-8f4a-d5bfef65b2d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835316 Feb 04 18:15:52.441493 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-c0e51551-2f0f-466d-9f55-bf47c33b0592 req-b25b8ebd-ce19-42d6-8ce2-4591ace3c84a tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] 10.222.0.89 "GET /v2.0/ports?device_id=131a1653-84c2-499d-bd26-2795e3df02f4 HTTP/1.1" status: 200 len: 210 time: 0.0274978 Feb 04 18:15:52.838991 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Device e809802a-b92f-440a-a1d6-e105cd0bc18e no longer exists at agent hyperv_n-h2-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 18:15:52.862633 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] No Port match for: e809802a-b92f-440a-a1d6-e105cd0bc18e {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 18:15:52.862985 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Device e809802a-b92f-440a-a1d6-e105cd0bc18e not bound to the agent host n-h2-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 18:15:53.333867 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748305ae-b359-4a22-951d-28583940e68e req-17ad81b8-7a2d-46e7-a6d9-fc03e465669f tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:15:53.335346 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-748305ae-b359-4a22-951d-28583940e68e req-17ad81b8-7a2d-46e7-a6d9-fc03e465669f tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] 10.222.0.96 "GET /v2.0/networks?id=9202776c-3b7c-4c3e-8f4a-d5bfef65b2d4 HTTP/1.1" status: 200 len: 812 time: 0.1102481 Feb 04 18:15:53.411845 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-748305ae-b359-4a22-951d-28583940e68e req-85be3d30-e3c2-4024-a6fa-629f88aff75e tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] 10.222.0.96 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4338804066934839a89616343b009f4c HTTP/1.1" status: 200 len: 379 time: 0.0514641 Feb 04 18:15:53.420512 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [req-748305ae-b359-4a22-951d-28583940e68e req-fd2b6139-9f13-4890-a20d-829e86aa49dd tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] Request body: {'port': {'device_id': '131a1653-84c2-499d-bd26-2795e3df02f4', 'network_id': '9202776c-3b7c-4c3e-8f4a-d5bfef65b2d4', 'admin_state_up': True, 'tenant_id': '4338804066934839a89616343b009f4c', 'security_groups': ['d74ae94c-d214-4034-aa3d-c5ace6bc144b']}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 18:15:53.547744 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-aefd9b7c-69fd-4dea-9767-77f7ec07649a req-7a036053-7aff-4d98-813e-d0425bfa20a8 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] 10.222.0.89 "GET /v2.0/ports?device_id=131a1653-84c2-499d-bd26-2795e3df02f4 HTTP/1.1" status: 200 len: 210 time: 0.0324903 Feb 04 18:15:53.563124 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-748305ae-b359-4a22-951d-28583940e68e req-fd2b6139-9f13-4890-a20d-829e86aa49dd tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] Made reservation on behalf of 4338804066934839a89616343b009f4c for: {'port': 1} {{(pid=103376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 18:15:53.566742 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-748305ae-b359-4a22-951d-28583940e68e req-fd2b6139-9f13-4890-a20d-829e86aa49dd tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:15:53.689641 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.db_base_plugin_common [req-748305ae-b359-4a22-951d-28583940e68e req-fd2b6139-9f13-4890-a20d-829e86aa49dd tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] Allocated IP 172.20.0.6 (9202776c-3b7c-4c3e-8f4a-d5bfef65b2d4/83fb5fd4-36d5-407e-bda8-162bf59018d2/a891271a-efc3-4e34-9ce3-d750402e5f58) {{(pid=103376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 18:15:53.826319 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-748305ae-b359-4a22-951d-28583940e68e req-fd2b6139-9f13-4890-a20d-829e86aa49dd tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] Publish callbacks [] for port (a891271a-efc3-4e34-9ce3-d750402e5f58), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:15:53.858621 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-748305ae-b359-4a22-951d-28583940e68e req-fd2b6139-9f13-4890-a20d-829e86aa49dd tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (a891271a-efc3-4e34-9ce3-d750402e5f58), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:15:53.906135 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-748305ae-b359-4a22-951d-28583940e68e req-fd2b6139-9f13-4890-a20d-829e86aa49dd tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] Network 9202776c-3b7c-4c3e-8f4a-d5bfef65b2d4 is already hosted by enough agents. {{(pid=103376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 18:15:53.909281 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [req-748305ae-b359-4a22-951d-28583940e68e req-fd2b6139-9f13-4890-a20d-829e86aa49dd tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] Resources bound (agent type, host, resource id): {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 18:15:53.913147 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [req-748305ae-b359-4a22-951d-28583940e68e req-fd2b6139-9f13-4890-a20d-829e86aa49dd tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] Received port after_create {{(pid=103376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 18:15:53.919369 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2b6139-9f13-4890-a20d-829e86aa49dd tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] Pushing event updated for resources: {'Port': ['ID=a891271a-efc3-4e34-9ce3-d750402e5f58,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:15:53.969483 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748305ae-b359-4a22-951d-28583940e68e req-fd2b6139-9f13-4890-a20d-829e86aa49dd tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:15:53.970259 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-748305ae-b359-4a22-951d-28583940e68e req-fd2b6139-9f13-4890-a20d-829e86aa49dd tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:15:53.987174 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-748305ae-b359-4a22-951d-28583940e68e req-fd2b6139-9f13-4890-a20d-829e86aa49dd tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5701897 Feb 04 18:15:53.998528 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [req-748305ae-b359-4a22-951d-28583940e68e req-9de0ca17-0fcc-4b5e-85d3-85ce64ef315a service neutron] Request body: {'port': {'device_id': '131a1653-84c2-499d-bd26-2795e3df02f4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827839-2'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 18:15:54.060288 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-748305ae-b359-4a22-951d-28583940e68e req-9de0ca17-0fcc-4b5e-85d3-85ce64ef315a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (a891271a-efc3-4e34-9ce3-d750402e5f58), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:15:54.204715 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-842134f6-70a3-4a4a-ba4c-c7140727c66f None None] Provisioning complete for port a891271a-efc3-4e34-9ce3-d750402e5f58 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 18:15:54.205315 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-842134f6-70a3-4a4a-ba4c-c7140727c66f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (a891271a-efc3-4e34-9ce3-d750402e5f58), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:15:54.239170 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-842134f6-70a3-4a4a-ba4c-c7140727c66f None None] Port a891271a-efc3-4e34-9ce3-d750402e5f58 cannot update to ACTIVE because it is not bound. {{(pid=103378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 18:15:54.326311 n-d-827839-2 neutron-server[103376]: DEBUG neutron.notifiers.nova [req-748305ae-b359-4a22-951d-28583940e68e req-9de0ca17-0fcc-4b5e-85d3-85ce64ef315a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a891271a-efc3-4e34-9ce3-d750402e5f58 {{(pid=103376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 18:15:54.333808 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-748305ae-b359-4a22-951d-28583940e68e req-9de0ca17-0fcc-4b5e-85d3-85ce64ef315a service neutron] Publish callbacks [] for port (a891271a-efc3-4e34-9ce3-d750402e5f58), precommit_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:15:54.346321 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.provisioning_blocks [req-748305ae-b359-4a22-951d-28583940e68e req-9de0ca17-0fcc-4b5e-85d3-85ce64ef315a service neutron] Transition to ACTIVE for port object a891271a-efc3-4e34-9ce3-d750402e5f58 will not be triggered until provisioned by entity L2. {{(pid=103376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 18:15:54.350193 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-748305ae-b359-4a22-951d-28583940e68e req-9de0ca17-0fcc-4b5e-85d3-85ce64ef315a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675836'] for port (a891271a-efc3-4e34-9ce3-d750402e5f58), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:15:54.400843 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de0ca17-0fcc-4b5e-85d3-85ce64ef315a service neutron] Pushing event updated for resources: {'Port': ['ID=a891271a-efc3-4e34-9ce3-d750402e5f58,revision_number=2']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:15:54.472354 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [req-748305ae-b359-4a22-951d-28583940e68e req-9de0ca17-0fcc-4b5e-85d3-85ce64ef315a service neutron] Attempting to bind port a891271a-efc3-4e34-9ce3-d750402e5f58 on host n-h1-827839-2 for vnic_type normal with profile {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 18:15:54.472696 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [req-748305ae-b359-4a22-951d-28583940e68e req-9de0ca17-0fcc-4b5e-85d3-85ce64ef315a service neutron] Attempting to bind port a891271a-efc3-4e34-9ce3-d750402e5f58 by drivers openvswitch,hyperv on host n-h1-827839-2 at level 0 using segments [{'id': 'd79ca10e-822b-48e1-9f93-626585c84a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '9202776c-3b7c-4c3e-8f4a-d5bfef65b2d4'}] {{(pid=103376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 18:15:54.473056 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-748305ae-b359-4a22-951d-28583940e68e req-9de0ca17-0fcc-4b5e-85d3-85ce64ef315a service neutron] Attempting to bind port a891271a-efc3-4e34-9ce3-d750402e5f58 on network 9202776c-3b7c-4c3e-8f4a-d5bfef65b2d4 {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 18:15:54.477593 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-748305ae-b359-4a22-951d-28583940e68e req-9de0ca17-0fcc-4b5e-85d3-85ce64ef315a service neutron] Port a891271a-efc3-4e34-9ce3-d750402e5f58 on network 9202776c-3b7c-4c3e-8f4a-d5bfef65b2d4 not bound, no agent of type Open vSwitch agent registered on host n-h1-827839-2 {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 18:15:54.477925 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-748305ae-b359-4a22-951d-28583940e68e req-9de0ca17-0fcc-4b5e-85d3-85ce64ef315a service neutron] Attempting to bind port a891271a-efc3-4e34-9ce3-d750402e5f58 on network 9202776c-3b7c-4c3e-8f4a-d5bfef65b2d4 {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 18:15:54.483125 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-748305ae-b359-4a22-951d-28583940e68e req-9de0ca17-0fcc-4b5e-85d3-85ce64ef315a service neutron] Checking agent: {'id': '3f9244a9-75fc-4c10-b195-11d48b853b41', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 8, 42), 'started_at': datetime.datetime(2022, 2, 4, 17, 8, 42), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 18, 15, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 18:15:54.483998 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-748305ae-b359-4a22-951d-28583940e68e req-9de0ca17-0fcc-4b5e-85d3-85ce64ef315a service neutron] Checking segment: {'id': 'd79ca10e-822b-48e1-9f93-626585c84a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '9202776c-3b7c-4c3e-8f4a-d5bfef65b2d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 18:15:54.484445 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-748305ae-b359-4a22-951d-28583940e68e req-9de0ca17-0fcc-4b5e-85d3-85ce64ef315a service neutron] Bound using segment: {'id': 'd79ca10e-822b-48e1-9f93-626585c84a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '9202776c-3b7c-4c3e-8f4a-d5bfef65b2d4'} {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 18:15:54.484910 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [req-748305ae-b359-4a22-951d-28583940e68e req-9de0ca17-0fcc-4b5e-85d3-85ce64ef315a service neutron] Bound port: a891271a-efc3-4e34-9ce3-d750402e5f58, host: n-h1-827839-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd79ca10e-822b-48e1-9f93-626585c84a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '9202776c-3b7c-4c3e-8f4a-d5bfef65b2d4'}}] {{(pid=103376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 18:15:54.485280 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-748305ae-b359-4a22-951d-28583940e68e req-9de0ca17-0fcc-4b5e-85d3-85ce64ef315a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (a891271a-efc3-4e34-9ce3-d750402e5f58), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:15:54.555175 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [req-748305ae-b359-4a22-951d-28583940e68e req-9de0ca17-0fcc-4b5e-85d3-85ce64ef315a service neutron] For port a891271a-efc3-4e34-9ce3-d750402e5f58, host n-h1-827839-2, cleared binding levels {{(pid=103376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 18:15:54.558206 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [req-748305ae-b359-4a22-951d-28583940e68e req-9de0ca17-0fcc-4b5e-85d3-85ce64ef315a service neutron] For port a891271a-efc3-4e34-9ce3-d750402e5f58, host n-h1-827839-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=a891271a-efc3-4e34-9ce3-d750402e5f58,segment=NetworkSegment(d79ca10e-822b-48e1-9f93-626585c84a5d),segment_id=d79ca10e-822b-48e1-9f93-626585c84a5d)] {{(pid=103376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 18:15:54.565128 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-748305ae-b359-4a22-951d-28583940e68e req-9de0ca17-0fcc-4b5e-85d3-85ce64ef315a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675836'] for port (a891271a-efc3-4e34-9ce3-d750402e5f58), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:15:54.598089 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748305ae-b359-4a22-951d-28583940e68e req-9de0ca17-0fcc-4b5e-85d3-85ce64ef315a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:15:54.599028 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-748305ae-b359-4a22-951d-28583940e68e req-9de0ca17-0fcc-4b5e-85d3-85ce64ef315a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:15:54.600456 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-748305ae-b359-4a22-951d-28583940e68e req-9de0ca17-0fcc-4b5e-85d3-85ce64ef315a service neutron] 10.222.0.96 "PUT /v2.0/ports/a891271a-efc3-4e34-9ce3-d750402e5f58 HTTP/1.1" status: 200 len: 1091 time: 0.6061602 Feb 04 18:15:54.602851 n-d-827839-2 neutron-server[103376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '131a1653-84c2-499d-bd26-2795e3df02f4', 'tag': 'a891271a-efc3-4e34-9ce3-d750402e5f58'}] {{(pid=103376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 18:15:54.606422 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7aefa7f3373fd63bd14caed2f0c404cd5bacff84a7eb60e70ea20ed0b49017dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c709a83-1f53-4b6e-9a78-8e822f1fd57e" -d '{"events": [{"name": "network-changed", "server_uuid": "131a1653-84c2-499d-bd26-2795e3df02f4", "tag": "a891271a-efc3-4e34-9ce3-d750402e5f58"}]}' {{(pid=103376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 18:15:54.670580 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 18:15:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f1e37f8-bf5c-4475-adfe-1d7a5485fdd4 x-openstack-request-id: req-4f1e37f8-bf5c-4475-adfe-1d7a5485fdd4 {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 18:15:54.670885 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "131a1653-84c2-499d-bd26-2795e3df02f4", "tag": "a891271a-efc3-4e34-9ce3-d750402e5f58", "status": "completed", "code": 200}]} {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 18:15:54.671146 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-4f1e37f8-bf5c-4475-adfe-1d7a5485fdd4 {{(pid=103376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 18:15:54.671566 n-d-827839-2 neutron-server[103376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '131a1653-84c2-499d-bd26-2795e3df02f4', 'tag': 'a891271a-efc3-4e34-9ce3-d750402e5f58', 'status': 'completed', 'code': 200} Feb 04 18:15:54.675255 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de0ca17-0fcc-4b5e-85d3-85ce64ef315a service neutron] Pushing event updated for resources: {'Port': ['ID=a891271a-efc3-4e34-9ce3-d750402e5f58,revision_number=3']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:15:54.704561 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748305ae-b359-4a22-951d-28583940e68e req-138cd59f-c7d5-4db8-8a96-ae9241e8a6ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:15:54.706215 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-748305ae-b359-4a22-951d-28583940e68e req-138cd59f-c7d5-4db8-8a96-ae9241e8a6ac service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=4338804066934839a89616343b009f4c&device_id=131a1653-84c2-499d-bd26-2795e3df02f4 HTTP/1.1" status: 200 len: 1125 time: 0.0667164 Feb 04 18:15:54.707219 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287f219b-20ec-496f-92de-0a2b017d4d36 req-2a2eff39-8b93-473b-870d-6cf8e8ce3621 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:15:54.708846 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-287f219b-20ec-496f-92de-0a2b017d4d36 req-2a2eff39-8b93-473b-870d-6cf8e8ce3621 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] 10.222.0.89 "GET /v2.0/ports?device_id=131a1653-84c2-499d-bd26-2795e3df02f4 HTTP/1.1" status: 200 len: 943 time: 0.0844083 Feb 04 18:15:54.766253 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-287f219b-20ec-496f-92de-0a2b017d4d36 req-15b11603-32cf-45b9-9a30-10ac9cf8178c tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] 10.222.0.89 "GET /v2.0/security-groups?id=d74ae94c-d214-4034-aa3d-c5ace6bc144b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517588 Feb 04 18:15:54.792329 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-748305ae-b359-4a22-951d-28583940e68e req-ec6adcae-fce8-4008-8af9-3f6fbec4a678 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a891271a-efc3-4e34-9ce3-d750402e5f58 HTTP/1.1" status: 200 len: 217 time: 0.0472209 Feb 04 18:15:54.845345 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748305ae-b359-4a22-951d-28583940e68e req-dc234066-5c78-4fc2-8f85-9f42cac90490 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:15:54.846915 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-748305ae-b359-4a22-951d-28583940e68e req-dc234066-5c78-4fc2-8f85-9f42cac90490 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=83fb5fd4-36d5-407e-bda8-162bf59018d2 HTTP/1.1" status: 200 len: 851 time: 0.0504999 Feb 04 18:15:54.900192 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748305ae-b359-4a22-951d-28583940e68e req-41bb6197-83f2-409b-a049-a93a5a5d70c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:15:54.901777 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-748305ae-b359-4a22-951d-28583940e68e req-41bb6197-83f2-409b-a049-a93a5a5d70c9 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=9202776c-3b7c-4c3e-8f4a-d5bfef65b2d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0487089 Feb 04 18:15:54.993534 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-748305ae-b359-4a22-951d-28583940e68e req-f6d0df02-9e5f-47f3-8591-ae48066f9833 service neutron] 10.222.0.96 "GET /v2.0/networks/9202776c-3b7c-4c3e-8f4a-d5bfef65b2d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850399 Feb 04 18:15:55.082491 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-748305ae-b359-4a22-951d-28583940e68e req-ce72088c-df27-47c7-8937-98f156ad2110 service neutron] 10.222.0.96 "GET /v2.0/networks/9202776c-3b7c-4c3e-8f4a-d5bfef65b2d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822997 Feb 04 18:15:55.169869 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c709a83-1f53-4b6e-9a78-8e822f1fd57e req-7e2c5383-7492-4363-aed6-fc469852f5cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:15:55.171289 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-5c709a83-1f53-4b6e-9a78-8e822f1fd57e req-7e2c5383-7492-4363-aed6-fc469852f5cd service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=4338804066934839a89616343b009f4c&device_id=131a1653-84c2-499d-bd26-2795e3df02f4 HTTP/1.1" status: 200 len: 1125 time: 0.0448079 Feb 04 18:15:55.265852 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c709a83-1f53-4b6e-9a78-8e822f1fd57e req-74e7f35c-b583-43e1-8104-67e08b9392b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:15:55.267323 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-5c709a83-1f53-4b6e-9a78-8e822f1fd57e req-74e7f35c-b583-43e1-8104-67e08b9392b8 service neutron] 10.222.0.96 "GET /v2.0/networks?id=9202776c-3b7c-4c3e-8f4a-d5bfef65b2d4 HTTP/1.1" status: 200 len: 913 time: 0.0890913 Feb 04 18:15:55.308263 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-5c709a83-1f53-4b6e-9a78-8e822f1fd57e req-b68368b4-ae25-4038-8b2c-b74b69933756 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a891271a-efc3-4e34-9ce3-d750402e5f58 HTTP/1.1" status: 200 len: 217 time: 0.0346529 Feb 04 18:15:55.360156 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c709a83-1f53-4b6e-9a78-8e822f1fd57e req-9377e3ed-48d4-4fe0-ba89-f0bf846c1b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:15:55.361718 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-5c709a83-1f53-4b6e-9a78-8e822f1fd57e req-9377e3ed-48d4-4fe0-ba89-f0bf846c1b6f service neutron] 10.222.0.96 "GET /v2.0/subnets?id=83fb5fd4-36d5-407e-bda8-162bf59018d2 HTTP/1.1" status: 200 len: 851 time: 0.0471027 Feb 04 18:15:55.410588 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c709a83-1f53-4b6e-9a78-8e822f1fd57e req-94c0cbf7-1990-41d8-a82d-251a1c73225f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:15:55.412069 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-5c709a83-1f53-4b6e-9a78-8e822f1fd57e req-94c0cbf7-1990-41d8-a82d-251a1c73225f service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=9202776c-3b7c-4c3e-8f4a-d5bfef65b2d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0437005 Feb 04 18:15:55.499452 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-5c709a83-1f53-4b6e-9a78-8e822f1fd57e req-dbf8df22-1e0c-4e5a-aa52-b510cae0d36e service neutron] 10.222.0.96 "GET /v2.0/networks/9202776c-3b7c-4c3e-8f4a-d5bfef65b2d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807247 Feb 04 18:15:55.595833 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-5c709a83-1f53-4b6e-9a78-8e822f1fd57e req-0d774bf7-05f5-483b-a1e3-1ee618835cfb service neutron] 10.222.0.96 "GET /v2.0/networks/9202776c-3b7c-4c3e-8f4a-d5bfef65b2d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899377 Feb 04 18:15:55.895141 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c700d53a-f858-4c3c-99ba-1fccb3261755 req-3557adc8-8cb8-4088-9df9-3c257d25a556 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:15:55.896657 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-c700d53a-f858-4c3c-99ba-1fccb3261755 req-3557adc8-8cb8-4088-9df9-3c257d25a556 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] 10.222.0.89 "GET /v2.0/ports?device_id=131a1653-84c2-499d-bd26-2795e3df02f4 HTTP/1.1" status: 200 len: 943 time: 0.0542085 Feb 04 18:15:55.943343 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-c700d53a-f858-4c3c-99ba-1fccb3261755 req-6c2229cd-417b-4278-84b5-d18725ab34de tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] 10.222.0.89 "GET /v2.0/security-groups?id=d74ae94c-d214-4034-aa3d-c5ace6bc144b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407934 Feb 04 18:15:57.064706 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5403fdf6-3b72-42b3-a0e3-c1734c410337 req-7d29a383-6135-471f-bc0f-203f1305e77b tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:15:57.066180 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-5403fdf6-3b72-42b3-a0e3-c1734c410337 req-7d29a383-6135-471f-bc0f-203f1305e77b tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] 10.222.0.89 "GET /v2.0/ports?device_id=131a1653-84c2-499d-bd26-2795e3df02f4 HTTP/1.1" status: 200 len: 943 time: 0.0521665 Feb 04 18:15:57.111344 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-5403fdf6-3b72-42b3-a0e3-c1734c410337 req-318c60e0-a78d-4a17-97b3-0b1fb1febd42 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] 10.222.0.89 "GET /v2.0/security-groups?id=d74ae94c-d214-4034-aa3d-c5ace6bc144b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397007 Feb 04 18:15:57.656760 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device a891271a-efc3-4e34-9ce3-d750402e5f58 details requested by agent hyperv_n-h1-827839-2 with host n-h1-827839-2 {{(pid=103378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 18:15:57.751924 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] For port a891271a-efc3-4e34-9ce3-d750402e5f58, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=a891271a-efc3-4e34-9ce3-d750402e5f58,segment=NetworkSegment(d79ca10e-822b-48e1-9f93-626585c84a5d),segment_id=d79ca10e-822b-48e1-9f93-626585c84a5d)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 18:15:57.763278 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Returning: {'device': 'a891271a-efc3-4e34-9ce3-d750402e5f58', 'network_id': '9202776c-3b7c-4c3e-8f4a-d5bfef65b2d4', 'port_id': 'a891271a-efc3-4e34-9ce3-d750402e5f58', 'mac_address': 'fa:16:3e:35:0b:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 769, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83fb5fd4-36d5-407e-bda8-162bf59018d2', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 18:15:57.802676 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Current status of the port a891271a-efc3-4e34-9ce3-d750402e5f58 is: DOWN; New status is: BUILD {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 18:15:57.803067 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (a891271a-efc3-4e34-9ce3-d750402e5f58), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:15:57.816008 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a891271a-efc3-4e34-9ce3-d750402e5f58 {{(pid=103378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 18:15:57.834250 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] For port a891271a-efc3-4e34-9ce3-d750402e5f58, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=a891271a-efc3-4e34-9ce3-d750402e5f58,segment=NetworkSegment(d79ca10e-822b-48e1-9f93-626585c84a5d),segment_id=d79ca10e-822b-48e1-9f93-626585c84a5d)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 18:15:57.837807 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (a891271a-efc3-4e34-9ce3-d750402e5f58), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:15:57.883564 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Pushing event updated for resources: {'Port': ['ID=a891271a-efc3-4e34-9ce3-d750402e5f58,revision_number=4']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:15:57.890770 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:15:57.891124 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:15:57.891471 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:15:57.891818 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:15:57.892156 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:15:57.892491 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:15:57.892843 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:15:57.893173 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:15:57.893501 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:15:57.893827 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:15:57.894153 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:15:57.894478 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:15:57.894802 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:15:58.168187 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] get_ports_and_sgs() called for port_ids ['a891271a-efc3-4e34-9ce3-d750402e5f58'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 18:15:58.231985 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681b718b-606f-4482-8d18-8bac8cabf0de req-30bdbbbe-8b8b-4cfa-a34b-e61590699840 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:15:58.235948 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-681b718b-606f-4482-8d18-8bac8cabf0de req-30bdbbbe-8b8b-4cfa-a34b-e61590699840 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] 10.222.0.89 "GET /v2.0/ports?device_id=131a1653-84c2-499d-bd26-2795e3df02f4 HTTP/1.1" status: 200 len: 944 time: 0.0575569 Feb 04 18:15:58.296706 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-681b718b-606f-4482-8d18-8bac8cabf0de req-1d5f8589-68f0-4e9d-8143-286c6e37842d tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] 10.222.0.89 "GET /v2.0/security-groups?id=d74ae94c-d214-4034-aa3d-c5ace6bc144b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533264 Feb 04 18:15:59.413534 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ad7609-afd3-4379-ade0-cee535135d48 req-d3cfb80e-05bc-4f3d-b83f-f47a9a076603 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:15:59.415005 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-e6ad7609-afd3-4379-ade0-cee535135d48 req-d3cfb80e-05bc-4f3d-b83f-f47a9a076603 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] 10.222.0.89 "GET /v2.0/ports?device_id=131a1653-84c2-499d-bd26-2795e3df02f4 HTTP/1.1" status: 200 len: 944 time: 0.0520689 Feb 04 18:15:59.460269 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-e6ad7609-afd3-4379-ade0-cee535135d48 req-d21815af-fde2-48ab-83e7-0edbb34c3a4b tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] 10.222.0.89 "GET /v2.0/security-groups?id=d74ae94c-d214-4034-aa3d-c5ace6bc144b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398438 Feb 04 18:15:59.672806 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device a891271a-efc3-4e34-9ce3-d750402e5f58 up at agent hyperv_n-h1-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 18:15:59.720535 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Provisioning for port a891271a-efc3-4e34-9ce3-d750402e5f58 completed by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 18:15:59.724032 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Provisioning complete for port a891271a-efc3-4e34-9ce3-d750402e5f58 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 18:15:59.724400 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (a891271a-efc3-4e34-9ce3-d750402e5f58), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:15:59.800506 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Current status of the port a891271a-efc3-4e34-9ce3-d750402e5f58 is: BUILD; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 18:15:59.800917 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (a891271a-efc3-4e34-9ce3-d750402e5f58), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:15:59.985191 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '131a1653-84c2-499d-bd26-2795e3df02f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a891271a-efc3-4e34-9ce3-d750402e5f58'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 18:15:59.987245 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d531d67ec453461b01ecd2cf0c6686e25a5679cf38f56e7e92bae688f1026262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae5dd26f-0514-41b1-8c8a-018256c2120e" -d '{"events": [{"server_uuid": "131a1653-84c2-499d-bd26-2795e3df02f4", "name": "network-vif-plugged", "status": "completed", "tag": "a891271a-efc3-4e34-9ce3-d750402e5f58"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 18:15:59.996846 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d20a04a3-2bbc-4442-b279-398aa0c5e26c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (bb89f5a3-3c22-440b-b7d1-c4f0c43c184a), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:16:00.001487 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] For port a891271a-efc3-4e34-9ce3-d750402e5f58, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=a891271a-efc3-4e34-9ce3-d750402e5f58,segment=NetworkSegment(d79ca10e-822b-48e1-9f93-626585c84a5d),segment_id=d79ca10e-822b-48e1-9f93-626585c84a5d)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 18:16:00.005279 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (a891271a-efc3-4e34-9ce3-d750402e5f58), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:16:00.031941 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 18:15:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b43571fe-19ff-40cc-9ab2-a7e5cecb7956 x-openstack-request-id: req-b43571fe-19ff-40cc-9ab2-a7e5cecb7956 {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 18:16:00.032250 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "131a1653-84c2-499d-bd26-2795e3df02f4", "name": "network-vif-plugged", "status": "completed", "tag": "a891271a-efc3-4e34-9ce3-d750402e5f58", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 18:16:00.032497 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-b43571fe-19ff-40cc-9ab2-a7e5cecb7956 {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 18:16:00.032907 n-d-827839-2 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '131a1653-84c2-499d-bd26-2795e3df02f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a891271a-efc3-4e34-9ce3-d750402e5f58', 'code': 200} Feb 04 18:16:00.056342 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Pushing event updated for resources: {'Port': ['ID=a891271a-efc3-4e34-9ce3-d750402e5f58,revision_number=5']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:16:00.136406 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4566e865-57dd-47fb-a611-2b572becc214 req-ec27c8dc-537b-4960-aca2-ff52195460f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:16:00.137952 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-4566e865-57dd-47fb-a611-2b572becc214 req-ec27c8dc-537b-4960-aca2-ff52195460f7 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=131a1653-84c2-499d-bd26-2795e3df02f4 HTTP/1.1" status: 200 len: 1127 time: 0.0437989 Feb 04 18:16:00.222971 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-4566e865-57dd-47fb-a611-2b572becc214 req-fe19ca42-04c7-44e0-a6aa-4c3498fcc6a9 service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=d74ae94c-d214-4034-aa3d-c5ace6bc144b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0793793 Feb 04 18:16:00.581303 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f8189a-d727-47f1-9255-69c63e6d707d req-4bc87d66-3205-43b9-9d53-6a1fc4708c3d tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:16:00.582720 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-91f8189a-d727-47f1-9255-69c63e6d707d req-4bc87d66-3205-43b9-9d53-6a1fc4708c3d tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] 10.222.0.89 "GET /v2.0/ports?device_id=131a1653-84c2-499d-bd26-2795e3df02f4 HTTP/1.1" status: 200 len: 945 time: 0.0567186 Feb 04 18:16:00.627956 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-91f8189a-d727-47f1-9255-69c63e6d707d req-6c0561f6-fb52-4443-865b-11b411f76cf9 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] 10.222.0.89 "GET /v2.0/security-groups?id=d74ae94c-d214-4034-aa3d-c5ace6bc144b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398073 Feb 04 18:16:01.749734 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a8df08-dc4e-443c-b05a-ed02743b34cb req-58bf6620-0380-47d4-9408-be40862abc00 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:16:01.751206 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-64a8df08-dc4e-443c-b05a-ed02743b34cb req-58bf6620-0380-47d4-9408-be40862abc00 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] 10.222.0.89 "GET /v2.0/ports?device_id=131a1653-84c2-499d-bd26-2795e3df02f4 HTTP/1.1" status: 200 len: 945 time: 0.0520308 Feb 04 18:16:01.797717 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-64a8df08-dc4e-443c-b05a-ed02743b34cb req-ed89115f-b675-4fa8-aa80-a1cfde7f8415 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] 10.222.0.89 "GET /v2.0/security-groups?id=d74ae94c-d214-4034-aa3d-c5ace6bc144b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410354 Feb 04 18:16:01.910882 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef9557f-07a8-46e8-8e34-da0dc68c7840 req-a6c626ac-f6e4-425e-8dba-144494929975 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:16:01.912280 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-0ef9557f-07a8-46e8-8e34-da0dc68c7840 req-a6c626ac-f6e4-425e-8dba-144494929975 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] 10.222.0.89 "GET /v2.0/ports?device_id=131a1653-84c2-499d-bd26-2795e3df02f4 HTTP/1.1" status: 200 len: 945 time: 0.0521688 Feb 04 18:16:01.926452 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 56508) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:16:01.930816 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-8edb1a54-44fc-4778-a27a-47859f82a43c tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] Request body: {'floatingip': {'port_id': 'a891271a-efc3-4e34-9ce3-d750402e5f58'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 18:16:01.972532 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-8edb1a54-44fc-4778-a27a-47859f82a43c tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] Publish callbacks [] for floatingip (6aa29e7b-43ce-4747-b566-7ad4f61be5e0), before_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:16:02.393177 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-8edb1a54-44fc-4778-a27a-47859f82a43c tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:16:02.397124 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-8edb1a54-44fc-4778-a27a-47859f82a43c tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1595586'] for floatingip (6aa29e7b-43ce-4747-b566-7ad4f61be5e0), after_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:16:02.496153 n-d-827839-2 neutron-server[103377]: INFO neutron.db.l3_db [None req-8edb1a54-44fc-4778-a27a-47859f82a43c tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] Floating IP 6aa29e7b-43ce-4747-b566-7ad4f61be5e0 associated. External IP: 172.25.6.102, port: a891271a-efc3-4e34-9ce3-d750402e5f58. Feb 04 18:16:02.703442 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8edb1a54-44fc-4778-a27a-47859f82a43c tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] Router 11f91aae-f9a1-4e17-be5e-e5778981f04f has already been hosted by L3 agent 64ada913-9131-4d99-a265-63a920956287 {{(pid=103377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 18:16:02.810442 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8edb1a54-44fc-4778-a27a-47859f82a43c tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] Notify agent at l3_agent.n-d-827839-2 the message routers_updated {{(pid=103377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 18:16:02.815962 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-8edb1a54-44fc-4778-a27a-47859f82a43c tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for floatingip (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:16:02.820393 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8815eb0d-f6e4-4428-ab77-970378cd0f70 None None] Sync routers for ids ['11f91aae-f9a1-4e17-be5e-e5778981f04f'] in n-d-827839-2 {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 18:16:02.830049 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8815eb0d-f6e4-4428-ab77-970378cd0f70 None None] Routers {'11f91aae-f9a1-4e17-be5e-e5778981f04f'} bound to L3 agent in host n-d-827839-2 {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 18:16:02.830656 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-8815eb0d-f6e4-4428-ab77-970378cd0f70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T18:15:33Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['11f91aae-f9a1-4e17-be5e-e5778981f04f'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:16:02.845176 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-8edb1a54-44fc-4778-a27a-47859f82a43c tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] 10.222.0.89 "PUT /v2.0/floatingips/6aa29e7b-43ce-4747-b566-7ad4f61be5e0 HTTP/1.1" status: 200 len: 992 time: 0.9176562 Feb 04 18:16:02.845763 n-d-827839-2 neutron-server[103377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '131a1653-84c2-499d-bd26-2795e3df02f4', 'tag': 'a891271a-efc3-4e34-9ce3-d750402e5f58'}] {{(pid=103377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 18:16:02.847983 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2026467e03276fe79290e5b19027649602583100b1291b9f7533f134bdcccf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-687e3fcd-277b-4feb-ae64-a684b14421d2" -d '{"events": [{"name": "network-changed", "server_uuid": "131a1653-84c2-499d-bd26-2795e3df02f4", "tag": "a891271a-efc3-4e34-9ce3-d750402e5f58"}]}' {{(pid=103377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 18:16:02.885241 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 18:16:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42dee5fc-ec55-44ef-8e83-68733f506dac x-openstack-request-id: req-42dee5fc-ec55-44ef-8e83-68733f506dac {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 18:16:02.885537 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "131a1653-84c2-499d-bd26-2795e3df02f4", "tag": "a891271a-efc3-4e34-9ce3-d750402e5f58", "status": "completed", "code": 200}]} {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 18:16:02.885792 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-42dee5fc-ec55-44ef-8e83-68733f506dac {{(pid=103377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 18:16:02.886191 n-d-827839-2 neutron-server[103377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '131a1653-84c2-499d-bd26-2795e3df02f4', 'tag': 'a891271a-efc3-4e34-9ce3-d750402e5f58', 'status': 'completed', 'code': 200} Feb 04 18:16:02.921892 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2297f52b-fe66-493a-b703-67290540f0d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (64ada913-9131-4d99-a265-63a920956287), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:16:02.943232 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvr_db [None req-8815eb0d-f6e4-4428-ab77-970378cd0f70 None None] Set router 11f91aae-f9a1-4e17-be5e-e5778981f04f gateway port host: n-d-827839-2 {{(pid=103379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 18:16:02.995391 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687e3fcd-277b-4feb-ae64-a684b14421d2 req-7c6a97c0-95ab-4ca6-a68a-7384a3f40b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:16:02.996964 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-687e3fcd-277b-4feb-ae64-a684b14421d2 req-7c6a97c0-95ab-4ca6-a68a-7384a3f40b82 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=4338804066934839a89616343b009f4c&device_id=131a1653-84c2-499d-bd26-2795e3df02f4 HTTP/1.1" status: 200 len: 1127 time: 0.0878961 Feb 04 18:16:03.004861 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207c76ff-dca5-4b58-a765-a4e27c418529 req-68043c5f-8ab3-4368-9031-2ab37af9811e tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:16:03.006249 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-207c76ff-dca5-4b58-a765-a4e27c418529 req-68043c5f-8ab3-4368-9031-2ab37af9811e tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] 10.222.0.89 "GET /v2.0/ports?device_id=131a1653-84c2-499d-bd26-2795e3df02f4 HTTP/1.1" status: 200 len: 945 time: 0.0888202 Feb 04 18:16:03.103184 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-207c76ff-dca5-4b58-a765-a4e27c418529 req-c265e9db-3003-4d3d-9651-cea1991a71e3 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] 10.222.0.89 "GET /v2.0/security-groups?id=d74ae94c-d214-4034-aa3d-c5ace6bc144b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0888157 Feb 04 18:16:03.129906 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687e3fcd-277b-4feb-ae64-a684b14421d2 req-ebd19658-26f3-41c3-8f2d-59491abfb16a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:16:03.131414 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-687e3fcd-277b-4feb-ae64-a684b14421d2 req-ebd19658-26f3-41c3-8f2d-59491abfb16a service neutron] 10.222.0.96 "GET /v2.0/networks?id=9202776c-3b7c-4c3e-8f4a-d5bfef65b2d4 HTTP/1.1" status: 200 len: 913 time: 0.1243000 Feb 04 18:16:03.174732 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-8815eb0d-f6e4-4428-ab77-970378cd0f70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11f91aae-f9a1-4e17-be5e-e5778981f04f', 'name': 'tempest-ServerActionsTestJSON-1013004487-router', 'tenant_id': '4338804066934839a89616343b009f4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.150'}], 'enable_snat': True}, 'gw_port_id': 'ddb03411-7259-4cd8-876f-44e1c1c3c2dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T18:12:50Z', 'updated_at': '2022-02-04T18:12:53Z', 'revision_number': 4, 'project_id': '4338804066934839a89616343b009f4c', 'gw_port': {'id': 'ddb03411-7259-4cd8-876f-44e1c1c3c2dc', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:68:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11f91aae-f9a1-4e17-be5e-e5778981f04f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:12:51Z', 'updated_at': '2022-02-04T18:12:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_floatingips': [{'id': '6aa29e7b-43ce-4747-b566-7ad4f61be5e0', 'tenant_id': '4338804066934839a89616343b009f4c', 'floating_ip_address': '172.25.6.102', 'floating_network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'router_id': '11f91aae-f9a1-4e17-be5e-e5778981f04f', 'port_id': 'a891271a-efc3-4e34-9ce3-d750402e5f58', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4101, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9202776c-3b7c-4c3e-8f4a-d5bfef65b2d4', 'mac_address': 'fa:16:3e:35:0b:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '131a1653-84c2-499d-bd26-2795e3df02f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T18:12:55Z', 'updated_at': '2022-02-04T18:16:02Z', 'revision_number': 13, 'project_id': '4338804066934839a89616343b009f4c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d9015b8-c253-4336-9e3f-641bc2fa8c48', 'name': '', 'network_id': '9202776c-3b7c-4c3e-8f4a-d5bfef65b2d4', 'tenant_id': '4338804066934839a89616343b009f4c', 'mac_address': 'fa:16:3e:8c:1f:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11f91aae-f9a1-4e17-be5e-e5778981f04f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '83fb5fd4-36d5-407e-bda8-162bf59018d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:12:53Z', 'updated_at': '2022-02-04T18:12:57Z', 'revision_number': 5, 'project_id': '4338804066934839a89616343b009f4c', 'subnets': [{'id': '83fb5fd4-36d5-407e-bda8-162bf59018d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-2', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:16:03.198278 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-687e3fcd-277b-4feb-ae64-a684b14421d2 req-663df167-2f62-4703-8365-fbfbee707749 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a891271a-efc3-4e34-9ce3-d750402e5f58 HTTP/1.1" status: 200 len: 1000 time: 0.0589528 Feb 04 18:16:03.199731 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8815eb0d-f6e4-4428-ab77-970378cd0f70 None None] Checking router: 11f91aae-f9a1-4e17-be5e-e5778981f04f for host: n-d-827839-2 {{(pid=103379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 18:16:03.208422 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8815eb0d-f6e4-4428-ab77-970378cd0f70 None None] Routers {'11f91aae-f9a1-4e17-be5e-e5778981f04f'} bound to L3 agent in host n-d-827839-2 {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 18:16:03.209053 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-8815eb0d-f6e4-4428-ab77-970378cd0f70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T18:16:03Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['11f91aae-f9a1-4e17-be5e-e5778981f04f'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:16:03.223288 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d408ec64-b374-4acb-a1fc-48241dad6d47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (0cd6d64a-47a7-40ff-8c12-71dd526c62e0), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:16:03.250316 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687e3fcd-277b-4feb-ae64-a684b14421d2 req-66db97f0-e9d3-49e7-805b-b293158869f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:16:03.251709 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-687e3fcd-277b-4feb-ae64-a684b14421d2 req-66db97f0-e9d3-49e7-805b-b293158869f5 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=83fb5fd4-36d5-407e-bda8-162bf59018d2 HTTP/1.1" status: 200 len: 851 time: 0.0461752 Feb 04 18:16:03.306937 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687e3fcd-277b-4feb-ae64-a684b14421d2 req-7fd41202-9269-4051-aa49-423788f066b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:16:03.308630 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-687e3fcd-277b-4feb-ae64-a684b14421d2 req-7fd41202-9269-4051-aa49-423788f066b5 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=9202776c-3b7c-4c3e-8f4a-d5bfef65b2d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0513065 Feb 04 18:16:03.401721 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-687e3fcd-277b-4feb-ae64-a684b14421d2 req-2b1b8c5a-0f5b-4a03-84bf-3ad407553527 service neutron] 10.222.0.96 "GET /v2.0/networks/9202776c-3b7c-4c3e-8f4a-d5bfef65b2d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868530 Feb 04 18:16:03.407398 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvr_db [None req-8815eb0d-f6e4-4428-ab77-970378cd0f70 None None] Set router 11f91aae-f9a1-4e17-be5e-e5778981f04f gateway port host: n-d-827839-2 {{(pid=103379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 18:16:03.494812 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-687e3fcd-277b-4feb-ae64-a684b14421d2 req-8b2a8896-e80b-41ef-887c-3fb1791b3342 service neutron] 10.222.0.96 "GET /v2.0/networks/9202776c-3b7c-4c3e-8f4a-d5bfef65b2d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863461 Feb 04 18:16:03.625297 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-8815eb0d-f6e4-4428-ab77-970378cd0f70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11f91aae-f9a1-4e17-be5e-e5778981f04f', 'name': 'tempest-ServerActionsTestJSON-1013004487-router', 'tenant_id': '4338804066934839a89616343b009f4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.150'}], 'enable_snat': True}, 'gw_port_id': 'ddb03411-7259-4cd8-876f-44e1c1c3c2dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T18:12:50Z', 'updated_at': '2022-02-04T18:12:53Z', 'revision_number': 4, 'project_id': '4338804066934839a89616343b009f4c', 'gw_port': {'id': 'ddb03411-7259-4cd8-876f-44e1c1c3c2dc', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:68:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11f91aae-f9a1-4e17-be5e-e5778981f04f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:12:51Z', 'updated_at': '2022-02-04T18:12:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_floatingips': [{'id': '6aa29e7b-43ce-4747-b566-7ad4f61be5e0', 'tenant_id': '4338804066934839a89616343b009f4c', 'floating_ip_address': '172.25.6.102', 'floating_network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'router_id': '11f91aae-f9a1-4e17-be5e-e5778981f04f', 'port_id': 'a891271a-efc3-4e34-9ce3-d750402e5f58', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4101, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9202776c-3b7c-4c3e-8f4a-d5bfef65b2d4', 'mac_address': 'fa:16:3e:35:0b:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '131a1653-84c2-499d-bd26-2795e3df02f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T18:12:55Z', 'updated_at': '2022-02-04T18:16:02Z', 'revision_number': 13, 'project_id': '4338804066934839a89616343b009f4c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d9015b8-c253-4336-9e3f-641bc2fa8c48', 'name': '', 'network_id': '9202776c-3b7c-4c3e-8f4a-d5bfef65b2d4', 'tenant_id': '4338804066934839a89616343b009f4c', 'mac_address': 'fa:16:3e:8c:1f:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11f91aae-f9a1-4e17-be5e-e5778981f04f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '83fb5fd4-36d5-407e-bda8-162bf59018d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:12:53Z', 'updated_at': '2022-02-04T18:12:57Z', 'revision_number': 5, 'project_id': '4338804066934839a89616343b009f4c', 'subnets': [{'id': '83fb5fd4-36d5-407e-bda8-162bf59018d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-2', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:16:03.653801 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8815eb0d-f6e4-4428-ab77-970378cd0f70 None None] The sync data for ids ['11f91aae-f9a1-4e17-be5e-e5778981f04f'] in n-d-827839-2 is: [{'id': '11f91aae-f9a1-4e17-be5e-e5778981f04f', 'name': 'tempest-ServerActionsTestJSON-1013004487-router', 'tenant_id': '4338804066934839a89616343b009f4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.150'}], 'enable_snat': True}, 'gw_port_id': 'ddb03411-7259-4cd8-876f-44e1c1c3c2dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T18:12:50Z', 'updated_at': '2022-02-04T18:12:53Z', 'revision_number': 4, 'project_id': '4338804066934839a89616343b009f4c', 'gw_port': {'id': 'ddb03411-7259-4cd8-876f-44e1c1c3c2dc', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:68:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11f91aae-f9a1-4e17-be5e-e5778981f04f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:12:51Z', 'updated_at': '2022-02-04T18:12:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_floatingips': [{'id': '6aa29e7b-43ce-4747-b566-7ad4f61be5e0', 'tenant_id': '4338804066934839a89616343b009f4c', 'floating_ip_address': '172.25.6.102', 'floating_network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'router_id': '11f91aae-f9a1-4e17-be5e-e5778981f04f', 'port_id': 'a891271a-efc3-4e34-9ce3-d750402e5f58', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4101, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9202776c-3b7c-4c3e-8f4a-d5bfef65b2d4', 'mac_address': 'fa:16:3e:35:0b:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '131a1653-84c2-499d-bd26-2795e3df02f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T18:12:55Z', 'updated_at': '2022-02-04T18:16:02Z', 'revision_number': 13, 'project_id': '4338804066934839a89616343b009f4c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d9015b8-c253-4336-9e3f-641bc2fa8c48', 'name': '', 'network_id': '9202776c-3b7c-4c3e-8f4a-d5bfef65b2d4', 'tenant_id': '4338804066934839a89616343b009f4c', 'mac_address': 'fa:16:3e:8c:1f:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11f91aae-f9a1-4e17-be5e-e5778981f04f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '83fb5fd4-36d5-407e-bda8-162bf59018d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:12:53Z', 'updated_at': '2022-02-04T18:12:57Z', 'revision_number': 5, 'project_id': '4338804066934839a89616343b009f4c', 'subnets': [{'id': '83fb5fd4-36d5-407e-bda8-162bf59018d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 18:16:03.835946 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-520e71d4-5890-4d58-81ef-82eeb822d663 None None] New status for floating IP 6aa29e7b-43ce-4747-b566-7ad4f61be5e0: ACTIVE {{(pid=103378) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 18:16:04.226020 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9799ef38-c212-4f53-b5a3-feea00fa9de8 req-7fbd9221-23cc-4781-9182-0f6d76bcaf91 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:16:04.227437 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-9799ef38-c212-4f53-b5a3-feea00fa9de8 req-7fbd9221-23cc-4781-9182-0f6d76bcaf91 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] 10.222.0.89 "GET /v2.0/ports?device_id=131a1653-84c2-499d-bd26-2795e3df02f4 HTTP/1.1" status: 200 len: 945 time: 0.0521214 Feb 04 18:16:04.273133 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-9799ef38-c212-4f53-b5a3-feea00fa9de8 req-c6059d69-effe-43de-a4e8-1ed144fbe4a4 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] 10.222.0.89 "GET /v2.0/security-groups?id=d74ae94c-d214-4034-aa3d-c5ace6bc144b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401299 Feb 04 18:16:05.035579 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4f14bb47-e72b-46ac-9e44-a61d9293afcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (75326290-f7a3-4db8-9cf2-15c7139ed224), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:16:05.825119 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (ba70844b-66a0-45fd-a2f2-e6ed673321fc), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:16:06.759786 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0560a7-231e-4b0f-8d4b-1bb07a466472 req-fddc8d21-3ce5-4862-a654-88e76afe3fe4 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:16:06.761300 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-cf0560a7-231e-4b0f-8d4b-1bb07a466472 req-fddc8d21-3ce5-4862-a654-88e76afe3fe4 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] 10.222.0.89 "GET /v2.0/ports?device_id=131a1653-84c2-499d-bd26-2795e3df02f4 HTTP/1.1" status: 200 len: 945 time: 0.0526686 Feb 04 18:16:06.807195 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-cf0560a7-231e-4b0f-8d4b-1bb07a466472 req-a6197aef-fce2-4070-8b53-edaac00bfaf1 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] 10.222.0.89 "GET /v2.0/security-groups?id=d74ae94c-d214-4034-aa3d-c5ace6bc144b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403757 Feb 04 18:16:10.729951 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (f20a1ab3-4332-4f54-833b-ba4a7c687e89), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:16:12.197598 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.agents_db [None req-e1691f3b-aacd-4cd6-8ebb-a9c53bb301c0 None None] Agent healthcheck: found 7 active agents {{(pid=103379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 18:16:12.843911 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (3f9244a9-75fc-4c10-b195-11d48b853b41), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:16:23.154592 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f41994-462c-4642-b80f-42975d87e5bf req-e77c4501-51b4-4408-b8ae-05f8dbf9e34a tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:16:23.157209 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-84f41994-462c-4642-b80f-42975d87e5bf req-e77c4501-51b4-4408-b8ae-05f8dbf9e34a tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] 10.222.0.89 "GET /v2.0/ports?device_id=131a1653-84c2-499d-bd26-2795e3df02f4 HTTP/1.1" status: 200 len: 945 time: 0.0655258 Feb 04 18:16:23.178176 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-4459dcdc-bb2a-4439-b09d-87e3df5bd0a5 req-402941d5-cffe-4488-925f-53cfaa77638c service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=131a1653-84c2-499d-bd26-2795e3df02f4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0957968 Feb 04 18:16:23.211734 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-84f41994-462c-4642-b80f-42975d87e5bf req-de439979-45c4-4900-9744-924aee5c6acb tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] 10.222.0.89 "GET /v2.0/security-groups?id=d74ae94c-d214-4034-aa3d-c5ace6bc144b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484490 Feb 04 18:16:24.144616 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4459dcdc-bb2a-4439-b09d-87e3df5bd0a5 req-124ffe91-386d-4488-9b7e-0d07ec9eaf0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:16:24.146155 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-4459dcdc-bb2a-4439-b09d-87e3df5bd0a5 req-124ffe91-386d-4488-9b7e-0d07ec9eaf0d service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=4338804066934839a89616343b009f4c&device_id=131a1653-84c2-499d-bd26-2795e3df02f4 HTTP/1.1" status: 200 len: 1127 time: 0.0483255 Feb 04 18:16:24.235181 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4459dcdc-bb2a-4439-b09d-87e3df5bd0a5 req-c14c4c27-dbae-4983-a199-9cfd0bee073d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:16:24.236668 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-4459dcdc-bb2a-4439-b09d-87e3df5bd0a5 req-c14c4c27-dbae-4983-a199-9cfd0bee073d service neutron] 10.222.0.96 "GET /v2.0/networks?id=9202776c-3b7c-4c3e-8f4a-d5bfef65b2d4 HTTP/1.1" status: 200 len: 913 time: 0.0836089 Feb 04 18:16:24.339657 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-4459dcdc-bb2a-4439-b09d-87e3df5bd0a5 req-068a7763-84cf-4832-a30b-a21517478b4f service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a891271a-efc3-4e34-9ce3-d750402e5f58 HTTP/1.1" status: 200 len: 1002 time: 0.0963945 Feb 04 18:16:24.362163 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76693921-cd61-4e14-a581-846d88f978de req-1007b8bd-043a-4846-804b-66b30bb7d63b tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:16:24.363604 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-76693921-cd61-4e14-a581-846d88f978de req-1007b8bd-043a-4846-804b-66b30bb7d63b tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] 10.222.0.89 "GET /v2.0/ports?device_id=131a1653-84c2-499d-bd26-2795e3df02f4 HTTP/1.1" status: 200 len: 945 time: 0.0741384 Feb 04 18:16:24.423569 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4459dcdc-bb2a-4439-b09d-87e3df5bd0a5 req-eb87826b-7cb6-4728-904b-b87fadeb5476 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:16:24.425031 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-4459dcdc-bb2a-4439-b09d-87e3df5bd0a5 req-eb87826b-7cb6-4728-904b-b87fadeb5476 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=83fb5fd4-36d5-407e-bda8-162bf59018d2 HTTP/1.1" status: 200 len: 851 time: 0.0776565 Feb 04 18:16:24.447632 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-76693921-cd61-4e14-a581-846d88f978de req-b6a1839e-8b07-4b42-8872-dcc75222b805 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] 10.222.0.89 "GET /v2.0/security-groups?id=d74ae94c-d214-4034-aa3d-c5ace6bc144b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634003 Feb 04 18:16:24.479704 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4459dcdc-bb2a-4439-b09d-87e3df5bd0a5 req-35e4580f-4021-4198-b9ab-529bd3d422b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:16:24.481238 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-4459dcdc-bb2a-4439-b09d-87e3df5bd0a5 req-35e4580f-4021-4198-b9ab-529bd3d422b7 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=9202776c-3b7c-4c3e-8f4a-d5bfef65b2d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0492601 Feb 04 18:16:24.573560 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-4459dcdc-bb2a-4439-b09d-87e3df5bd0a5 req-ef62056e-9355-485b-9d61-964cef72613d service neutron] 10.222.0.96 "GET /v2.0/networks/9202776c-3b7c-4c3e-8f4a-d5bfef65b2d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850754 Feb 04 18:16:24.661882 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-4459dcdc-bb2a-4439-b09d-87e3df5bd0a5 req-730ffe17-55b7-482b-b658-ff2eae5fb8fc service neutron] 10.222.0.96 "GET /v2.0/networks/9202776c-3b7c-4c3e-8f4a-d5bfef65b2d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823591 Feb 04 18:16:25.565128 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2eea04-046a-4cf6-954f-92ab71edf5db req-9abc0cda-feb3-4ffc-89bb-7563def7c003 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:16:25.566515 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-ed2eea04-046a-4cf6-954f-92ab71edf5db req-9abc0cda-feb3-4ffc-89bb-7563def7c003 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] 10.222.0.89 "GET /v2.0/ports?device_id=131a1653-84c2-499d-bd26-2795e3df02f4 HTTP/1.1" status: 200 len: 945 time: 0.0515366 Feb 04 18:16:25.611687 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-ed2eea04-046a-4cf6-954f-92ab71edf5db req-2085414f-ef11-4f62-81de-22a0a4ac05ee tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] 10.222.0.89 "GET /v2.0/security-groups?id=d74ae94c-d214-4034-aa3d-c5ace6bc144b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397973 Feb 04 18:16:26.741187 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80198593-d3ca-4171-a897-93aa46241518 req-02f138cc-359c-4cb4-bb7b-6ed33817373c tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:16:26.742699 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-80198593-d3ca-4171-a897-93aa46241518 req-02f138cc-359c-4cb4-bb7b-6ed33817373c tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] 10.222.0.89 "GET /v2.0/ports?device_id=131a1653-84c2-499d-bd26-2795e3df02f4 HTTP/1.1" status: 200 len: 945 time: 0.0600858 Feb 04 18:16:26.791197 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-80198593-d3ca-4171-a897-93aa46241518 req-86f676c9-36c7-49dc-868b-d20db2699349 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] 10.222.0.89 "GET /v2.0/security-groups?id=d74ae94c-d214-4034-aa3d-c5ace6bc144b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429265 Feb 04 18:16:27.908374 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22eaf3b3-c14e-4810-8212-17b6a41aefa7 req-b3022c9b-6385-4fd4-8047-64ae9605908a tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:16:27.910126 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-22eaf3b3-c14e-4810-8212-17b6a41aefa7 req-b3022c9b-6385-4fd4-8047-64ae9605908a tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] 10.222.0.89 "GET /v2.0/ports?device_id=131a1653-84c2-499d-bd26-2795e3df02f4 HTTP/1.1" status: 200 len: 945 time: 0.0513775 Feb 04 18:16:27.959004 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-22eaf3b3-c14e-4810-8212-17b6a41aefa7 req-c2e48b39-bc31-49fa-92eb-077019b140d9 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] 10.222.0.89 "GET /v2.0/security-groups?id=d74ae94c-d214-4034-aa3d-c5ace6bc144b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434320 Feb 04 18:16:29.077814 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b238ef-37ef-4581-a3ad-3c0b83478e45 req-93b2849b-37a8-45c8-affd-e183bed4e5b5 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:16:29.079300 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-38b238ef-37ef-4581-a3ad-3c0b83478e45 req-93b2849b-37a8-45c8-affd-e183bed4e5b5 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] 10.222.0.89 "GET /v2.0/ports?device_id=131a1653-84c2-499d-bd26-2795e3df02f4 HTTP/1.1" status: 200 len: 945 time: 0.0529172 Feb 04 18:16:29.124551 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-38b238ef-37ef-4581-a3ad-3c0b83478e45 req-b731fa68-7c32-466e-878b-4ce057b0bfae tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] 10.222.0.89 "GET /v2.0/security-groups?id=d74ae94c-d214-4034-aa3d-c5ace6bc144b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397592 Feb 04 18:16:29.848617 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9cf07be9-f398-43c7-8c3b-d1d8a20ce92d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (bb89f5a3-3c22-440b-b7d1-c4f0c43c184a), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:16:30.244442 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635bace1-b343-4ce4-a12a-cb8d0619671d req-942ed636-a3f5-410d-bb09-357d6a67c1c7 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:16:30.246199 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-635bace1-b343-4ce4-a12a-cb8d0619671d req-942ed636-a3f5-410d-bb09-357d6a67c1c7 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] 10.222.0.89 "GET /v2.0/ports?device_id=131a1653-84c2-499d-bd26-2795e3df02f4 HTTP/1.1" status: 200 len: 945 time: 0.0535879 Feb 04 18:16:30.293099 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-635bace1-b343-4ce4-a12a-cb8d0619671d req-3b45af8a-c77e-439d-a0ab-ec28bd61385b tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] 10.222.0.89 "GET /v2.0/security-groups?id=d74ae94c-d214-4034-aa3d-c5ace6bc144b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407870 Feb 04 18:16:31.414178 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9657d65e-440b-4d3c-ab3e-7d19a978188e req-83f494c3-daaf-414d-82a9-68e5ddfcd11c tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:16:31.415633 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-9657d65e-440b-4d3c-ab3e-7d19a978188e req-83f494c3-daaf-414d-82a9-68e5ddfcd11c tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] 10.222.0.89 "GET /v2.0/ports?device_id=131a1653-84c2-499d-bd26-2795e3df02f4 HTTP/1.1" status: 200 len: 945 time: 0.0546315 Feb 04 18:16:31.759850 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-9657d65e-440b-4d3c-ab3e-7d19a978188e req-b3a7337e-ec90-4e0e-9788-d08b73081a85 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] 10.222.0.89 "GET /v2.0/security-groups?id=d74ae94c-d214-4034-aa3d-c5ace6bc144b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3379993 Feb 04 18:16:32.882439 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77195a05-cba2-44c4-beff-4dec24529cd3 req-bfddcdf2-1ea3-4bef-88c4-95f263cd883d tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:16:32.883929 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-77195a05-cba2-44c4-beff-4dec24529cd3 req-bfddcdf2-1ea3-4bef-88c4-95f263cd883d tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] 10.222.0.89 "GET /v2.0/ports?device_id=131a1653-84c2-499d-bd26-2795e3df02f4 HTTP/1.1" status: 200 len: 945 time: 0.0523455 Feb 04 18:16:32.916147 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-bfb96333-a7b4-4861-b1d4-eb8ba239d160 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (64ada913-9131-4d99-a265-63a920956287), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:16:32.935522 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-77195a05-cba2-44c4-beff-4dec24529cd3 req-26a35e90-5ef5-44c4-baed-85f5a5878112 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] 10.222.0.89 "GET /v2.0/security-groups?id=d74ae94c-d214-4034-aa3d-c5ace6bc144b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453386 Feb 04 18:16:33.223622 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d408ec64-b374-4acb-a1fc-48241dad6d47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (0cd6d64a-47a7-40ff-8c12-71dd526c62e0), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:16:34.058748 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da492b6-1628-4ac6-9d05-55db0ba98c2a req-1d27379e-5457-45a3-8d72-d332579bc745 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:16:34.060242 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-9da492b6-1628-4ac6-9d05-55db0ba98c2a req-1d27379e-5457-45a3-8d72-d332579bc745 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] 10.222.0.89 "GET /v2.0/ports?device_id=131a1653-84c2-499d-bd26-2795e3df02f4 HTTP/1.1" status: 200 len: 945 time: 0.0558171 Feb 04 18:16:34.107398 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-9da492b6-1628-4ac6-9d05-55db0ba98c2a req-f1af9db1-3413-4c34-8487-67dc439bf5f3 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] 10.222.0.89 "GET /v2.0/security-groups?id=d74ae94c-d214-4034-aa3d-c5ace6bc144b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409298 Feb 04 18:16:35.039385 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4f14bb47-e72b-46ac-9e44-a61d9293afcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (75326290-f7a3-4db8-9cf2-15c7139ed224), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:16:35.229815 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ed1b65-d962-4e7e-892f-a57c10510f1d req-c692a440-336d-4e39-a7e0-9b0095ce83b1 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:16:35.231376 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-95ed1b65-d962-4e7e-892f-a57c10510f1d req-c692a440-336d-4e39-a7e0-9b0095ce83b1 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] 10.222.0.89 "GET /v2.0/ports?device_id=131a1653-84c2-499d-bd26-2795e3df02f4 HTTP/1.1" status: 200 len: 945 time: 0.0561752 Feb 04 18:16:35.239055 n-d-827839-2 neutron-server[103376]: INFO neutron.api.v2.resource [req-4459dcdc-bb2a-4439-b09d-87e3df5bd0a5 req-5b143931-7c77-4f8f-986f-d15ea04144d8 service neutron] show failed (client error): The resource could not be found. Feb 04 18:16:35.240078 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-4459dcdc-bb2a-4439-b09d-87e3df5bd0a5 req-5b143931-7c77-4f8f-986f-d15ea04144d8 service neutron] 10.222.0.96 "GET /v2.0/ports/a891271a-efc3-4e34-9ce3-d750402e5f58/bindings/n-h2-827839-2 HTTP/1.1" status: 404 len: 380 time: 0.0538995 Feb 04 18:16:35.279395 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-95ed1b65-d962-4e7e-892f-a57c10510f1d req-f908b6ad-e5d5-4053-9d76-04d97a09a0f6 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] 10.222.0.89 "GET /v2.0/security-groups?id=d74ae94c-d214-4034-aa3d-c5ace6bc144b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411181 Feb 04 18:16:35.442438 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4459dcdc-bb2a-4439-b09d-87e3df5bd0a5 req-6ccb3336-0664-444a-a36d-5f8ec1a8b7a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:16:35.443859 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-4459dcdc-bb2a-4439-b09d-87e3df5bd0a5 req-6ccb3336-0664-444a-a36d-5f8ec1a8b7a6 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=131a1653-84c2-499d-bd26-2795e3df02f4&tenant_id=4338804066934839a89616343b009f4c HTTP/1.1" status: 200 len: 1127 time: 0.0487325 Feb 04 18:16:35.460643 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [req-4459dcdc-bb2a-4439-b09d-87e3df5bd0a5 req-503145a1-8b5a-46e0-b680-53ea74efbc8e service neutron] Request body: {'port': {'binding:host_id': 'n-h2-827839-2', 'device_owner': 'compute:nova'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 18:16:35.520334 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-4459dcdc-bb2a-4439-b09d-87e3df5bd0a5 req-503145a1-8b5a-46e0-b680-53ea74efbc8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (a891271a-efc3-4e34-9ce3-d750402e5f58), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:16:35.722945 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [req-4459dcdc-bb2a-4439-b09d-87e3df5bd0a5 req-503145a1-8b5a-46e0-b680-53ea74efbc8e service neutron] For port a891271a-efc3-4e34-9ce3-d750402e5f58, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=a891271a-efc3-4e34-9ce3-d750402e5f58,segment=NetworkSegment(d79ca10e-822b-48e1-9f93-626585c84a5d),segment_id=d79ca10e-822b-48e1-9f93-626585c84a5d)] {{(pid=103376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 18:16:35.755829 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [req-4459dcdc-bb2a-4439-b09d-87e3df5bd0a5 req-503145a1-8b5a-46e0-b680-53ea74efbc8e service neutron] For port a891271a-efc3-4e34-9ce3-d750402e5f58, host n-h1-827839-2, cleared binding levels {{(pid=103376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 18:16:35.800475 n-d-827839-2 neutron-server[103376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '131a1653-84c2-499d-bd26-2795e3df02f4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a891271a-efc3-4e34-9ce3-d750402e5f58'}] {{(pid=103376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 18:16:35.802798 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7aefa7f3373fd63bd14caed2f0c404cd5bacff84a7eb60e70ea20ed0b49017dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-febdec19-34cf-4927-87d6-6583d302cc17" -d '{"events": [{"server_uuid": "131a1653-84c2-499d-bd26-2795e3df02f4", "name": "network-vif-unplugged", "status": "completed", "tag": "a891271a-efc3-4e34-9ce3-d750402e5f58"}]}' {{(pid=103376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 18:16:35.806583 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-4459dcdc-bb2a-4439-b09d-87e3df5bd0a5 req-503145a1-8b5a-46e0-b680-53ea74efbc8e service neutron] Publish callbacks [] for port (a891271a-efc3-4e34-9ce3-d750402e5f58), precommit_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:16:35.820591 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.provisioning_blocks [req-4459dcdc-bb2a-4439-b09d-87e3df5bd0a5 req-503145a1-8b5a-46e0-b680-53ea74efbc8e service neutron] Transition to ACTIVE for port object a891271a-efc3-4e34-9ce3-d750402e5f58 will not be triggered until provisioned by entity L2. {{(pid=103376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 18:16:35.826082 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-4459dcdc-bb2a-4439-b09d-87e3df5bd0a5 req-503145a1-8b5a-46e0-b680-53ea74efbc8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675836'] for port (a891271a-efc3-4e34-9ce3-d750402e5f58), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:16:35.830238 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device a891271a-efc3-4e34-9ce3-d750402e5f58 no longer exists at agent hyperv_n-h1-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 18:16:35.874525 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (ba70844b-66a0-45fd-a2f2-e6ed673321fc), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:16:35.879129 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] The host n-h1-827839-2 is not matching for port a891271a-efc3-4e34-9ce3-d750402e5f58 host n-h2-827839-2! {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Feb 04 18:16:35.879536 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device a891271a-efc3-4e34-9ce3-d750402e5f58 not bound to the agent host n-h1-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 18:16:35.923798 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503145a1-8b5a-46e0-b680-53ea74efbc8e service neutron] Pushing event updated for resources: {'Port': ['ID=a891271a-efc3-4e34-9ce3-d750402e5f58,revision_number=6']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:16:35.939200 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 04 Feb 2022 18:16:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c00c73e-641d-46b1-8a79-d20dca67f998 x-openstack-request-id: req-1c00c73e-641d-46b1-8a79-d20dca67f998 {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 18:16:35.939574 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "131a1653-84c2-499d-bd26-2795e3df02f4", "name": "network-vif-unplugged", "status": "completed", "tag": "a891271a-efc3-4e34-9ce3-d750402e5f58", "code": 200}]} {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 18:16:35.939855 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-1c00c73e-641d-46b1-8a79-d20dca67f998 {{(pid=103376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 18:16:35.940263 n-d-827839-2 neutron-server[103376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '131a1653-84c2-499d-bd26-2795e3df02f4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a891271a-efc3-4e34-9ce3-d750402e5f58', 'code': 200} Feb 04 18:16:35.972302 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [req-4459dcdc-bb2a-4439-b09d-87e3df5bd0a5 req-503145a1-8b5a-46e0-b680-53ea74efbc8e service neutron] No DVR routers for this DVR port a891271a-efc3-4e34-9ce3-d750402e5f58 on host n-h1-827839-2 {{(pid=103376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 18:16:36.114525 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [req-4459dcdc-bb2a-4439-b09d-87e3df5bd0a5 req-503145a1-8b5a-46e0-b680-53ea74efbc8e service neutron] Attempting to bind port a891271a-efc3-4e34-9ce3-d750402e5f58 on host n-h2-827839-2 for vnic_type normal with profile {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 18:16:36.114867 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [req-4459dcdc-bb2a-4439-b09d-87e3df5bd0a5 req-503145a1-8b5a-46e0-b680-53ea74efbc8e service neutron] Attempting to bind port a891271a-efc3-4e34-9ce3-d750402e5f58 by drivers openvswitch,hyperv on host n-h2-827839-2 at level 0 using segments [{'id': 'd79ca10e-822b-48e1-9f93-626585c84a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '9202776c-3b7c-4c3e-8f4a-d5bfef65b2d4'}] {{(pid=103376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 18:16:36.115202 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4459dcdc-bb2a-4439-b09d-87e3df5bd0a5 req-503145a1-8b5a-46e0-b680-53ea74efbc8e service neutron] Attempting to bind port a891271a-efc3-4e34-9ce3-d750402e5f58 on network 9202776c-3b7c-4c3e-8f4a-d5bfef65b2d4 {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 18:16:36.119367 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4459dcdc-bb2a-4439-b09d-87e3df5bd0a5 req-503145a1-8b5a-46e0-b680-53ea74efbc8e service neutron] Port a891271a-efc3-4e34-9ce3-d750402e5f58 on network 9202776c-3b7c-4c3e-8f4a-d5bfef65b2d4 not bound, no agent of type Open vSwitch agent registered on host n-h2-827839-2 {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 18:16:36.119691 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4459dcdc-bb2a-4439-b09d-87e3df5bd0a5 req-503145a1-8b5a-46e0-b680-53ea74efbc8e service neutron] Attempting to bind port a891271a-efc3-4e34-9ce3-d750402e5f58 on network 9202776c-3b7c-4c3e-8f4a-d5bfef65b2d4 {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 18:16:36.125170 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4459dcdc-bb2a-4439-b09d-87e3df5bd0a5 req-503145a1-8b5a-46e0-b680-53ea74efbc8e service neutron] Checking agent: {'id': 'f20a1ab3-4332-4f54-833b-ba4a7c687e89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 8, 40), 'started_at': datetime.datetime(2022, 2, 4, 17, 8, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 18, 16, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 18:16:36.125517 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4459dcdc-bb2a-4439-b09d-87e3df5bd0a5 req-503145a1-8b5a-46e0-b680-53ea74efbc8e service neutron] Checking segment: {'id': 'd79ca10e-822b-48e1-9f93-626585c84a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '9202776c-3b7c-4c3e-8f4a-d5bfef65b2d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 18:16:36.125904 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4459dcdc-bb2a-4439-b09d-87e3df5bd0a5 req-503145a1-8b5a-46e0-b680-53ea74efbc8e service neutron] Bound using segment: {'id': 'd79ca10e-822b-48e1-9f93-626585c84a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '9202776c-3b7c-4c3e-8f4a-d5bfef65b2d4'} {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 18:16:36.126327 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [req-4459dcdc-bb2a-4439-b09d-87e3df5bd0a5 req-503145a1-8b5a-46e0-b680-53ea74efbc8e service neutron] Bound port: a891271a-efc3-4e34-9ce3-d750402e5f58, host: n-h2-827839-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd79ca10e-822b-48e1-9f93-626585c84a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '9202776c-3b7c-4c3e-8f4a-d5bfef65b2d4'}}] {{(pid=103376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 18:16:36.126683 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-4459dcdc-bb2a-4439-b09d-87e3df5bd0a5 req-503145a1-8b5a-46e0-b680-53ea74efbc8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (a891271a-efc3-4e34-9ce3-d750402e5f58), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:16:36.194130 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [req-4459dcdc-bb2a-4439-b09d-87e3df5bd0a5 req-503145a1-8b5a-46e0-b680-53ea74efbc8e service neutron] For port a891271a-efc3-4e34-9ce3-d750402e5f58, host n-h2-827839-2, cleared binding levels {{(pid=103376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 18:16:36.197205 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [req-4459dcdc-bb2a-4439-b09d-87e3df5bd0a5 req-503145a1-8b5a-46e0-b680-53ea74efbc8e service neutron] For port a891271a-efc3-4e34-9ce3-d750402e5f58, host n-h2-827839-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=a891271a-efc3-4e34-9ce3-d750402e5f58,segment=NetworkSegment(d79ca10e-822b-48e1-9f93-626585c84a5d),segment_id=d79ca10e-822b-48e1-9f93-626585c84a5d)] {{(pid=103376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 18:16:36.203441 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-4459dcdc-bb2a-4439-b09d-87e3df5bd0a5 req-503145a1-8b5a-46e0-b680-53ea74efbc8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675836'] for port (a891271a-efc3-4e34-9ce3-d750402e5f58), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:16:36.240439 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4459dcdc-bb2a-4439-b09d-87e3df5bd0a5 req-503145a1-8b5a-46e0-b680-53ea74efbc8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:16:36.241183 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-4459dcdc-bb2a-4439-b09d-87e3df5bd0a5 req-503145a1-8b5a-46e0-b680-53ea74efbc8e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:16:36.242524 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-4459dcdc-bb2a-4439-b09d-87e3df5bd0a5 req-503145a1-8b5a-46e0-b680-53ea74efbc8e service neutron] 10.222.0.90 "PUT /v2.0/ports/a891271a-efc3-4e34-9ce3-d750402e5f58 HTTP/1.1" status: 200 len: 1091 time: 0.7857702 Feb 04 18:16:36.261606 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503145a1-8b5a-46e0-b680-53ea74efbc8e service neutron] Pushing event updated for resources: {'Port': ['ID=a891271a-efc3-4e34-9ce3-d750402e5f58,revision_number=7']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:16:36.321774 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4459dcdc-bb2a-4439-b09d-87e3df5bd0a5 req-c809c7ee-cbca-406b-8d22-4a642eee085e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:16:36.323385 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-4459dcdc-bb2a-4439-b09d-87e3df5bd0a5 req-c809c7ee-cbca-406b-8d22-4a642eee085e service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=4338804066934839a89616343b009f4c&device_id=131a1653-84c2-499d-bd26-2795e3df02f4 HTTP/1.1" status: 200 len: 1125 time: 0.0536017 Feb 04 18:16:36.413934 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f805a6ee-df95-4259-a224-b4cda988d7fc req-f936aedc-a511-4783-a82a-7e0f766d1747 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:16:36.420231 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-f805a6ee-df95-4259-a224-b4cda988d7fc req-f936aedc-a511-4783-a82a-7e0f766d1747 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] 10.222.0.89 "GET /v2.0/ports?device_id=131a1653-84c2-499d-bd26-2795e3df02f4 HTTP/1.1" status: 200 len: 943 time: 0.0643001 Feb 04 18:16:36.425733 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4459dcdc-bb2a-4439-b09d-87e3df5bd0a5 req-2915a5a0-dd49-4066-8c4b-1d9973a72eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:16:36.427365 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-4459dcdc-bb2a-4439-b09d-87e3df5bd0a5 req-2915a5a0-dd49-4066-8c4b-1d9973a72eb8 service neutron] 10.222.0.90 "GET /v2.0/networks?id=9202776c-3b7c-4c3e-8f4a-d5bfef65b2d4 HTTP/1.1" status: 200 len: 913 time: 0.0943456 Feb 04 18:16:36.463329 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-f805a6ee-df95-4259-a224-b4cda988d7fc req-18e4e87b-8735-4263-86ca-bfbc0080b96b tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] 10.222.0.89 "GET /v2.0/security-groups?id=d74ae94c-d214-4034-aa3d-c5ace6bc144b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408096 Feb 04 18:16:36.509991 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-4459dcdc-bb2a-4439-b09d-87e3df5bd0a5 req-32370fed-746e-4563-aff6-e8f29ec4f20a service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a891271a-efc3-4e34-9ce3-d750402e5f58 HTTP/1.1" status: 200 len: 1000 time: 0.0725701 Feb 04 18:16:36.564273 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4459dcdc-bb2a-4439-b09d-87e3df5bd0a5 req-ab6f03b5-b80e-42b5-8e1d-4b2cc3047547 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:16:36.565790 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-4459dcdc-bb2a-4439-b09d-87e3df5bd0a5 req-ab6f03b5-b80e-42b5-8e1d-4b2cc3047547 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=83fb5fd4-36d5-407e-bda8-162bf59018d2 HTTP/1.1" status: 200 len: 851 time: 0.0465393 Feb 04 18:16:36.616713 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4459dcdc-bb2a-4439-b09d-87e3df5bd0a5 req-9f8dfd6f-fd41-441c-b1b5-ad404f9679d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:16:36.618236 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-4459dcdc-bb2a-4439-b09d-87e3df5bd0a5 req-9f8dfd6f-fd41-441c-b1b5-ad404f9679d9 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=9202776c-3b7c-4c3e-8f4a-d5bfef65b2d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0441957 Feb 04 18:16:36.711987 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-4459dcdc-bb2a-4439-b09d-87e3df5bd0a5 req-96b66503-c709-4197-afc7-28d20e10b69c service neutron] 10.222.0.90 "GET /v2.0/networks/9202776c-3b7c-4c3e-8f4a-d5bfef65b2d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849161 Feb 04 18:16:36.804963 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-4459dcdc-bb2a-4439-b09d-87e3df5bd0a5 req-22b501f2-31dc-44de-b835-85c10e20e0e9 service neutron] 10.222.0.90 "GET /v2.0/networks/9202776c-3b7c-4c3e-8f4a-d5bfef65b2d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821283 Feb 04 18:16:37.597929 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0d5942-3a0a-4110-9ace-8df8e500812e req-8c7dc054-f825-41c1-b370-5e580129d75d tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:16:37.599471 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-ff0d5942-3a0a-4110-9ace-8df8e500812e req-8c7dc054-f825-41c1-b370-5e580129d75d tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] 10.222.0.89 "GET /v2.0/ports?device_id=131a1653-84c2-499d-bd26-2795e3df02f4 HTTP/1.1" status: 200 len: 943 time: 0.0594707 Feb 04 18:16:37.647064 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-ff0d5942-3a0a-4110-9ace-8df8e500812e req-b34bd846-f9cf-41b4-8466-904a78b0a03b tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] 10.222.0.89 "GET /v2.0/security-groups?id=d74ae94c-d214-4034-aa3d-c5ace6bc144b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416954 Feb 04 18:16:37.942066 n-d-827839-2 neutron-server[103376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '131a1653-84c2-499d-bd26-2795e3df02f4', 'tag': 'a891271a-efc3-4e34-9ce3-d750402e5f58'}] {{(pid=103376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 18:16:37.944367 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7aefa7f3373fd63bd14caed2f0c404cd5bacff84a7eb60e70ea20ed0b49017dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-362ab776-55e3-4039-b354-36abf0cc2230" -d '{"events": [{"name": "network-changed", "server_uuid": "131a1653-84c2-499d-bd26-2795e3df02f4", "tag": "a891271a-efc3-4e34-9ce3-d750402e5f58"}]}' {{(pid=103376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 18:16:37.994475 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 18:16:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46e06a99-65ed-4ae2-a41f-453e433a94fd x-openstack-request-id: req-46e06a99-65ed-4ae2-a41f-453e433a94fd {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 18:16:37.994833 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "131a1653-84c2-499d-bd26-2795e3df02f4", "tag": "a891271a-efc3-4e34-9ce3-d750402e5f58", "status": "completed", "code": 200}]} {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 18:16:37.995152 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-46e06a99-65ed-4ae2-a41f-453e433a94fd {{(pid=103376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 18:16:37.995626 n-d-827839-2 neutron-server[103376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '131a1653-84c2-499d-bd26-2795e3df02f4', 'tag': 'a891271a-efc3-4e34-9ce3-d750402e5f58', 'status': 'completed', 'code': 200} Feb 04 18:16:38.099997 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362ab776-55e3-4039-b354-36abf0cc2230 req-73957d09-6333-44f6-9d71-965648e82c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:16:38.101715 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-362ab776-55e3-4039-b354-36abf0cc2230 req-73957d09-6333-44f6-9d71-965648e82c72 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=4338804066934839a89616343b009f4c&device_id=131a1653-84c2-499d-bd26-2795e3df02f4 HTTP/1.1" status: 200 len: 1125 time: 0.0848756 Feb 04 18:16:38.103535 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362ab776-55e3-4039-b354-36abf0cc2230 req-761d5685-6e6e-4973-9e9c-7d4bc6e7c3e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:16:38.104904 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-362ab776-55e3-4039-b354-36abf0cc2230 req-761d5685-6e6e-4973-9e9c-7d4bc6e7c3e0 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=4338804066934839a89616343b009f4c&device_id=131a1653-84c2-499d-bd26-2795e3df02f4 HTTP/1.1" status: 200 len: 1125 time: 0.0799417 Feb 04 18:16:38.261431 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362ab776-55e3-4039-b354-36abf0cc2230 req-3759b494-f825-4623-ad0d-7e80ab7b49e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:16:38.262916 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-362ab776-55e3-4039-b354-36abf0cc2230 req-3759b494-f825-4623-ad0d-7e80ab7b49e1 service neutron] 10.222.0.96 "GET /v2.0/networks?id=9202776c-3b7c-4c3e-8f4a-d5bfef65b2d4 HTTP/1.1" status: 200 len: 913 time: 0.1553519 Feb 04 18:16:38.264561 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362ab776-55e3-4039-b354-36abf0cc2230 req-eb7ac3a0-60b4-4c06-b1b2-d022b7452bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:16:38.265931 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-362ab776-55e3-4039-b354-36abf0cc2230 req-eb7ac3a0-60b4-4c06-b1b2-d022b7452bd4 service neutron] 10.222.0.90 "GET /v2.0/networks?id=9202776c-3b7c-4c3e-8f4a-d5bfef65b2d4 HTTP/1.1" status: 200 len: 913 time: 0.1511846 Feb 04 18:16:38.376398 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-362ab776-55e3-4039-b354-36abf0cc2230 req-1a62ed90-4abc-412e-b0ce-a896eaf9c5b3 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a891271a-efc3-4e34-9ce3-d750402e5f58 HTTP/1.1" status: 200 len: 1000 time: 0.1074972 Feb 04 18:16:38.382122 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-362ab776-55e3-4039-b354-36abf0cc2230 req-20d12986-72af-474d-b576-fddb091b1508 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a891271a-efc3-4e34-9ce3-d750402e5f58 HTTP/1.1" status: 200 len: 1000 time: 0.0736442 Feb 04 18:16:38.465628 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362ab776-55e3-4039-b354-36abf0cc2230 req-0a5aff04-b57d-4a9a-a78e-645b448eae3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:16:38.467109 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-362ab776-55e3-4039-b354-36abf0cc2230 req-0a5aff04-b57d-4a9a-a78e-645b448eae3c service neutron] 10.222.0.96 "GET /v2.0/subnets?id=83fb5fd4-36d5-407e-bda8-162bf59018d2 HTTP/1.1" status: 200 len: 851 time: 0.0832584 Feb 04 18:16:38.472092 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362ab776-55e3-4039-b354-36abf0cc2230 req-ddcef9ab-be5a-47c4-9e11-e68008e98931 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:16:38.473436 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-362ab776-55e3-4039-b354-36abf0cc2230 req-ddcef9ab-be5a-47c4-9e11-e68008e98931 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=83fb5fd4-36d5-407e-bda8-162bf59018d2 HTTP/1.1" status: 200 len: 851 time: 0.0577531 Feb 04 18:16:38.552256 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362ab776-55e3-4039-b354-36abf0cc2230 req-fa216e8a-31f6-4ffb-af14-e937a47ce2ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:16:38.553710 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-362ab776-55e3-4039-b354-36abf0cc2230 req-fa216e8a-31f6-4ffb-af14-e937a47ce2ab service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=9202776c-3b7c-4c3e-8f4a-d5bfef65b2d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0794396 Feb 04 18:16:38.556046 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362ab776-55e3-4039-b354-36abf0cc2230 req-c6aae924-b59d-4e82-8a30-eebd0e8648f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:16:38.557425 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-362ab776-55e3-4039-b354-36abf0cc2230 req-c6aae924-b59d-4e82-8a30-eebd0e8648f1 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=9202776c-3b7c-4c3e-8f4a-d5bfef65b2d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0744910 Feb 04 18:16:38.715052 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-362ab776-55e3-4039-b354-36abf0cc2230 req-e57aaa96-9ead-4d06-823c-d5c60e7aceee service neutron] 10.222.0.96 "GET /v2.0/networks/9202776c-3b7c-4c3e-8f4a-d5bfef65b2d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1548536 Feb 04 18:16:38.716970 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-362ab776-55e3-4039-b354-36abf0cc2230 req-0841e339-04dd-41c2-941e-52ee18f712c4 service neutron] 10.222.0.90 "GET /v2.0/networks/9202776c-3b7c-4c3e-8f4a-d5bfef65b2d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1494694 Feb 04 18:16:38.915470 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-362ab776-55e3-4039-b354-36abf0cc2230 req-42bbf84f-86c5-4716-a7ea-da1ab35524cb service neutron] 10.222.0.90 "GET /v2.0/networks/9202776c-3b7c-4c3e-8f4a-d5bfef65b2d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1868765 Feb 04 18:16:38.922652 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82e0a02-2173-45b0-8db9-00c8bfb18555 req-c4c83c6e-605a-4ecb-a005-44c7e70e4bd7 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:16:38.924042 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-e82e0a02-2173-45b0-8db9-00c8bfb18555 req-c4c83c6e-605a-4ecb-a005-44c7e70e4bd7 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] 10.222.0.89 "GET /v2.0/ports?device_id=131a1653-84c2-499d-bd26-2795e3df02f4 HTTP/1.1" status: 200 len: 943 time: 0.1868637 Feb 04 18:16:38.926306 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-362ab776-55e3-4039-b354-36abf0cc2230 req-af3d500d-ff62-4e12-bddc-5c7a1deebc48 service neutron] 10.222.0.96 "GET /v2.0/networks/9202776c-3b7c-4c3e-8f4a-d5bfef65b2d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2049990 Feb 04 18:16:38.972636 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-e82e0a02-2173-45b0-8db9-00c8bfb18555 req-20484397-42e1-443b-83ab-dfa481bb1fdf tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] 10.222.0.89 "GET /v2.0/security-groups?id=d74ae94c-d214-4034-aa3d-c5ace6bc144b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424976 Feb 04 18:16:40.095057 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c772d58c-c334-440f-b5fb-25eca50d49e9 req-738fa2e2-f845-4289-bb2f-c002ad30a4d8 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:16:40.097252 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-c772d58c-c334-440f-b5fb-25eca50d49e9 req-738fa2e2-f845-4289-bb2f-c002ad30a4d8 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] 10.222.0.89 "GET /v2.0/ports?device_id=131a1653-84c2-499d-bd26-2795e3df02f4 HTTP/1.1" status: 200 len: 943 time: 0.0534112 Feb 04 18:16:40.147807 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-c772d58c-c334-440f-b5fb-25eca50d49e9 req-060ad614-422a-41e2-abb0-03d9ead08e94 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] 10.222.0.89 "GET /v2.0/security-groups?id=d74ae94c-d214-4034-aa3d-c5ace6bc144b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450535 Feb 04 18:16:40.730155 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (f20a1ab3-4332-4f54-833b-ba4a7c687e89), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:16:41.276798 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d9c5e7-8af0-447d-bb2f-7365bc391f72 req-9f2cae40-0ad8-4eae-a396-51aac4bb1e2e tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:16:41.278302 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-a5d9c5e7-8af0-447d-bb2f-7365bc391f72 req-9f2cae40-0ad8-4eae-a396-51aac4bb1e2e tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] 10.222.0.89 "GET /v2.0/ports?device_id=131a1653-84c2-499d-bd26-2795e3df02f4 HTTP/1.1" status: 200 len: 943 time: 0.0536389 Feb 04 18:16:41.326294 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-a5d9c5e7-8af0-447d-bb2f-7365bc391f72 req-ec16b02b-9bcd-482d-a6cb-058187351804 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] 10.222.0.89 "GET /v2.0/security-groups?id=d74ae94c-d214-4034-aa3d-c5ace6bc144b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422792 Feb 04 18:16:42.455626 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72a9215-f61a-4fd6-aeae-46cb5f39d1c3 req-0759447e-9dc2-4907-ae6a-f23271deb91e tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:16:42.457742 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-f72a9215-f61a-4fd6-aeae-46cb5f39d1c3 req-0759447e-9dc2-4907-ae6a-f23271deb91e tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] 10.222.0.89 "GET /v2.0/ports?device_id=131a1653-84c2-499d-bd26-2795e3df02f4 HTTP/1.1" status: 200 len: 943 time: 0.0583143 Feb 04 18:16:42.504929 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-f72a9215-f61a-4fd6-aeae-46cb5f39d1c3 req-028cbc1c-cfec-402c-9185-1a92ef10b0ea tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] 10.222.0.89 "GET /v2.0/security-groups?id=d74ae94c-d214-4034-aa3d-c5ace6bc144b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411882 Feb 04 18:16:42.842558 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (3f9244a9-75fc-4c10-b195-11d48b853b41), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:16:43.628845 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bd093b-4d25-49b4-86bb-729c3fa5afd1 req-c351ceff-39a3-4c71-8588-283c87951218 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:16:43.630329 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-f3bd093b-4d25-49b4-86bb-729c3fa5afd1 req-c351ceff-39a3-4c71-8588-283c87951218 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] 10.222.0.89 "GET /v2.0/ports?device_id=131a1653-84c2-499d-bd26-2795e3df02f4 HTTP/1.1" status: 200 len: 943 time: 0.0532746 Feb 04 18:16:43.680783 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-f3bd093b-4d25-49b4-86bb-729c3fa5afd1 req-7a30f4f2-5d96-421a-8e8c-d1c7963e6c7a tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] 10.222.0.89 "GET /v2.0/security-groups?id=d74ae94c-d214-4034-aa3d-c5ace6bc144b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446970 Feb 04 18:16:44.798997 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d6cb52-e53a-489d-93cc-21e0207b7b11 req-bf9b9e55-8641-4d56-97b9-d5cb676ee2c3 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:16:44.800469 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-89d6cb52-e53a-489d-93cc-21e0207b7b11 req-bf9b9e55-8641-4d56-97b9-d5cb676ee2c3 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] 10.222.0.89 "GET /v2.0/ports?device_id=131a1653-84c2-499d-bd26-2795e3df02f4 HTTP/1.1" status: 200 len: 943 time: 0.0527284 Feb 04 18:16:44.846770 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-89d6cb52-e53a-489d-93cc-21e0207b7b11 req-381d6fda-39f4-436b-b24b-ebcf94375a78 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] 10.222.0.89 "GET /v2.0/security-groups?id=d74ae94c-d214-4034-aa3d-c5ace6bc144b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404496 Feb 04 18:16:45.970618 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcc9300-f338-4561-869e-105977e8c7b4 req-d9126d4d-1f72-46b0-8151-800fbcd5bf1c tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:16:45.972132 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-8bcc9300-f338-4561-869e-105977e8c7b4 req-d9126d4d-1f72-46b0-8151-800fbcd5bf1c tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] 10.222.0.89 "GET /v2.0/ports?device_id=131a1653-84c2-499d-bd26-2795e3df02f4 HTTP/1.1" status: 200 len: 943 time: 0.0531652 Feb 04 18:16:46.020876 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-8bcc9300-f338-4561-869e-105977e8c7b4 req-9f269800-a8be-40bf-af4e-4ea4e62469d9 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] 10.222.0.89 "GET /v2.0/security-groups?id=d74ae94c-d214-4034-aa3d-c5ace6bc144b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428319 Feb 04 18:16:47.155945 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127433c5-c954-4258-a0f0-3659131c69c4 req-639e8ccf-4023-411e-bb86-7959d9e60f33 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:16:47.157432 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-127433c5-c954-4258-a0f0-3659131c69c4 req-639e8ccf-4023-411e-bb86-7959d9e60f33 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] 10.222.0.89 "GET /v2.0/ports?device_id=131a1653-84c2-499d-bd26-2795e3df02f4 HTTP/1.1" status: 200 len: 943 time: 0.0557432 Feb 04 18:16:47.202111 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-127433c5-c954-4258-a0f0-3659131c69c4 req-cc63b0b3-c9f1-461a-8b44-cfa5d5469a62 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] 10.222.0.89 "GET /v2.0/security-groups?id=d74ae94c-d214-4034-aa3d-c5ace6bc144b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390036 Feb 04 18:16:47.351067 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd0cff8-c203-4505-9ab3-ae0d5e3634f6 req-4441cb76-44ef-421a-a5a1-9f0e25077161 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:16:47.352489 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-2bd0cff8-c203-4505-9ab3-ae0d5e3634f6 req-4441cb76-44ef-421a-a5a1-9f0e25077161 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] 10.222.0.89 "GET /v2.0/ports?device_id=131a1653-84c2-499d-bd26-2795e3df02f4 HTTP/1.1" status: 200 len: 943 time: 0.0531847 Feb 04 18:16:47.397672 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-2bd0cff8-c203-4505-9ab3-ae0d5e3634f6 req-8acd0c59-5008-436e-b6de-d2fe938a1b14 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] 10.222.0.89 "GET /v2.0/security-groups?id=d74ae94c-d214-4034-aa3d-c5ace6bc144b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395951 Feb 04 18:16:48.439367 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-da0344f4-3454-4cc4-b628-ebd05c34108a req-8d971afe-03e1-4e99-a564-a2a808ea05d8 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=131a1653-84c2-499d-bd26-2795e3df02f4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0477750 Feb 04 18:16:48.528459 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0344f4-3454-4cc4-b628-ebd05c34108a req-71bf42a1-2738-4ccc-b88f-012e0987ff4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:16:48.530879 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-da0344f4-3454-4cc4-b628-ebd05c34108a req-71bf42a1-2738-4ccc-b88f-012e0987ff4d service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=4338804066934839a89616343b009f4c&device_id=131a1653-84c2-499d-bd26-2795e3df02f4 HTTP/1.1" status: 200 len: 1125 time: 0.0461228 Feb 04 18:16:48.532120 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bfaf12-2968-43b8-8021-6bfd5d434325 req-dd4f1025-a418-49d7-8685-c0cdef082028 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:16:48.534954 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-73bfaf12-2968-43b8-8021-6bfd5d434325 req-dd4f1025-a418-49d7-8685-c0cdef082028 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] 10.222.0.89 "GET /v2.0/ports?device_id=131a1653-84c2-499d-bd26-2795e3df02f4 HTTP/1.1" status: 200 len: 943 time: 0.0555849 Feb 04 18:16:48.582601 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-73bfaf12-2968-43b8-8021-6bfd5d434325 req-2af0d126-dbce-4450-9fc1-196f8c0c3d47 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] 10.222.0.89 "GET /v2.0/security-groups?id=d74ae94c-d214-4034-aa3d-c5ace6bc144b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420191 Feb 04 18:16:48.636000 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0344f4-3454-4cc4-b628-ebd05c34108a req-6f9e75d9-1d3c-4145-a246-71b8ab9632b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:16:48.637600 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-da0344f4-3454-4cc4-b628-ebd05c34108a req-6f9e75d9-1d3c-4145-a246-71b8ab9632b2 service neutron] 10.222.0.90 "GET /v2.0/networks?id=9202776c-3b7c-4c3e-8f4a-d5bfef65b2d4 HTTP/1.1" status: 200 len: 913 time: 0.0855834 Feb 04 18:16:48.711934 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-da0344f4-3454-4cc4-b628-ebd05c34108a req-1f11821f-15f5-40f8-9721-35c30aa34129 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a891271a-efc3-4e34-9ce3-d750402e5f58 HTTP/1.1" status: 200 len: 1000 time: 0.0652778 Feb 04 18:16:48.769627 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0344f4-3454-4cc4-b628-ebd05c34108a req-93ed3110-f35b-4018-be8a-05de2695994e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:16:48.771096 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-da0344f4-3454-4cc4-b628-ebd05c34108a req-93ed3110-f35b-4018-be8a-05de2695994e service neutron] 10.222.0.90 "GET /v2.0/subnets?id=83fb5fd4-36d5-407e-bda8-162bf59018d2 HTTP/1.1" status: 200 len: 851 time: 0.0469887 Feb 04 18:16:48.821514 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0344f4-3454-4cc4-b628-ebd05c34108a req-b9310c45-2957-438b-9530-101a037553c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:16:48.823058 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-da0344f4-3454-4cc4-b628-ebd05c34108a req-b9310c45-2957-438b-9530-101a037553c7 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=9202776c-3b7c-4c3e-8f4a-d5bfef65b2d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0453796 Feb 04 18:16:48.850794 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b71255b-0cfc-4f46-ad97-7c20a2ea9524 req-55df50f4-111c-4239-9ac7-7680cd3c1aac tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:16:48.852297 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-9b71255b-0cfc-4f46-ad97-7c20a2ea9524 req-55df50f4-111c-4239-9ac7-7680cd3c1aac tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] 10.222.0.89 "GET /v2.0/ports?device_id=131a1653-84c2-499d-bd26-2795e3df02f4 HTTP/1.1" status: 200 len: 943 time: 0.0577383 Feb 04 18:16:48.897399 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-9b71255b-0cfc-4f46-ad97-7c20a2ea9524 req-f8de824f-799c-4857-9f90-76d18642600f tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] 10.222.0.89 "GET /v2.0/security-groups?id=d74ae94c-d214-4034-aa3d-c5ace6bc144b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395393 Feb 04 18:16:48.918114 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-da0344f4-3454-4cc4-b628-ebd05c34108a req-a3ed177c-0648-44a8-bfc9-d9f2564f74ca service neutron] 10.222.0.90 "GET /v2.0/networks/9202776c-3b7c-4c3e-8f4a-d5bfef65b2d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875795 Feb 04 18:16:49.006252 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-da0344f4-3454-4cc4-b628-ebd05c34108a req-d5774a29-9584-42f0-b120-6830db6feed5 service neutron] 10.222.0.90 "GET /v2.0/networks/9202776c-3b7c-4c3e-8f4a-d5bfef65b2d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821452 Feb 04 18:16:49.023611 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747cedbb-f4c2-42f8-b013-3288c06118de req-41275ceb-4516-4750-987e-36cde5d0192a tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:16:49.025153 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-747cedbb-f4c2-42f8-b013-3288c06118de req-41275ceb-4516-4750-987e-36cde5d0192a tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] 10.222.0.90 "GET /v2.0/ports?device_id=131a1653-84c2-499d-bd26-2795e3df02f4 HTTP/1.1" status: 200 len: 943 time: 0.0519838 Feb 04 18:16:49.117971 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [req-747cedbb-f4c2-42f8-b013-3288c06118de req-e7df3b21-578c-4565-b97b-9f93900ee571 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] Deleting port a891271a-efc3-4e34-9ce3-d750402e5f58 {{(pid=103377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 18:16:49.118314 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-747cedbb-f4c2-42f8-b013-3288c06118de req-e7df3b21-578c-4565-b97b-9f93900ee571 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (a891271a-efc3-4e34-9ce3-d750402e5f58), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:16:49.196944 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.agents_db [None req-e1691f3b-aacd-4cd6-8ebb-a9c53bb301c0 None None] Agent healthcheck: found 7 active agents {{(pid=103379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 18:16:49.500041 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [req-747cedbb-f4c2-42f8-b013-3288c06118de req-e7df3b21-578c-4565-b97b-9f93900ee571 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] For port a891271a-efc3-4e34-9ce3-d750402e5f58, host n-h2-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=a891271a-efc3-4e34-9ce3-d750402e5f58,segment=NetworkSegment(d79ca10e-822b-48e1-9f93-626585c84a5d),segment_id=d79ca10e-822b-48e1-9f93-626585c84a5d)] {{(pid=103377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 18:16:49.500396 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-747cedbb-f4c2-42f8-b013-3288c06118de req-e7df3b21-578c-4565-b97b-9f93900ee571 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (a891271a-efc3-4e34-9ce3-d750402e5f58), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:16:49.665442 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-747cedbb-f4c2-42f8-b013-3288c06118de req-e7df3b21-578c-4565-b97b-9f93900ee571 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:16:49.666087 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-747cedbb-f4c2-42f8-b013-3288c06118de req-e7df3b21-578c-4565-b97b-9f93900ee571 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1595586'] for floatingip (6aa29e7b-43ce-4747-b566-7ad4f61be5e0), after_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:16:49.666087 n-d-827839-2 neutron-server[103377]: INFO neutron.db.l3_db [req-747cedbb-f4c2-42f8-b013-3288c06118de req-e7df3b21-578c-4565-b97b-9f93900ee571 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] Floating IP 6aa29e7b-43ce-4747-b566-7ad4f61be5e0 disassociated. External IP: 172.25.6.102, port: a891271a-efc3-4e34-9ce3-d750402e5f58. Feb 04 18:16:49.666356 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [req-747cedbb-f4c2-42f8-b013-3288c06118de req-e7df3b21-578c-4565-b97b-9f93900ee571 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] Calling delete_port for a891271a-efc3-4e34-9ce3-d750402e5f58 owned by compute:nova {{(pid=103377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 18:16:49.792608 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-747cedbb-f4c2-42f8-b013-3288c06118de req-e7df3b21-578c-4565-b97b-9f93900ee571 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (a891271a-efc3-4e34-9ce3-d750402e5f58), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:16:49.820727 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7df3b21-578c-4565-b97b-9f93900ee571 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] Pushing event deleted for resources: {'Port': ['ID=a891271a-efc3-4e34-9ce3-d750402e5f58,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:16:49.832153 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7df3b21-578c-4565-b97b-9f93900ee571 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:16:49.832504 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7df3b21-578c-4565-b97b-9f93900ee571 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:16:49.832876 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7df3b21-578c-4565-b97b-9f93900ee571 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:16:49.833221 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7df3b21-578c-4565-b97b-9f93900ee571 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:16:49.833560 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7df3b21-578c-4565-b97b-9f93900ee571 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:16:49.833898 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7df3b21-578c-4565-b97b-9f93900ee571 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:16:49.834229 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7df3b21-578c-4565-b97b-9f93900ee571 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:16:49.834558 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7df3b21-578c-4565-b97b-9f93900ee571 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:16:49.834885 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7df3b21-578c-4565-b97b-9f93900ee571 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:16:49.835212 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7df3b21-578c-4565-b97b-9f93900ee571 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:16:49.835539 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7df3b21-578c-4565-b97b-9f93900ee571 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:16:49.835866 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7df3b21-578c-4565-b97b-9f93900ee571 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:16:49.836196 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7df3b21-578c-4565-b97b-9f93900ee571 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:16:49.954115 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.l3_agent_scheduler [req-747cedbb-f4c2-42f8-b013-3288c06118de req-e7df3b21-578c-4565-b97b-9f93900ee571 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] Router 11f91aae-f9a1-4e17-be5e-e5778981f04f has already been hosted by L3 agent 64ada913-9131-4d99-a265-63a920956287 {{(pid=103377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 18:16:50.027511 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-6665d354-9c72-4a21-a181-e7292dfd27c0 req-32c86d6a-50ea-4a0e-812e-7f44bf7b7ec5 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] 10.222.0.89 "GET /v2.0/ports?device_id=131a1653-84c2-499d-bd26-2795e3df02f4 HTTP/1.1" status: 200 len: 210 time: 0.0360065 Feb 04 18:16:50.071574 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-747cedbb-f4c2-42f8-b013-3288c06118de req-e7df3b21-578c-4565-b97b-9f93900ee571 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] Notify agent at l3_agent.n-d-827839-2 the message routers_updated {{(pid=103377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 18:16:50.087279 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aec8351d-abf7-4ee9-961e-059e989e0adc None None] Sync routers for ids ['11f91aae-f9a1-4e17-be5e-e5778981f04f'] in n-d-827839-2 {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 18:16:50.097959 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aec8351d-abf7-4ee9-961e-059e989e0adc None None] Routers {'11f91aae-f9a1-4e17-be5e-e5778981f04f'} bound to L3 agent in host n-d-827839-2 {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 18:16:50.098510 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-aec8351d-abf7-4ee9-961e-059e989e0adc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T18:16:33Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['11f91aae-f9a1-4e17-be5e-e5778981f04f'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:16:50.120494 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [req-747cedbb-f4c2-42f8-b013-3288c06118de req-e7df3b21-578c-4565-b97b-9f93900ee571 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] No DVR routers for this DVR port a891271a-efc3-4e34-9ce3-d750402e5f58 on host n-h2-827839-2 {{(pid=103377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 18:16:50.123540 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-747cedbb-f4c2-42f8-b013-3288c06118de req-e7df3b21-578c-4565-b97b-9f93900ee571 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:16:50.127078 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-747cedbb-f4c2-42f8-b013-3288c06118de req-e7df3b21-578c-4565-b97b-9f93900ee571 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] 10.222.0.90 "DELETE /v2.0/ports/a891271a-efc3-4e34-9ce3-d750402e5f58 HTTP/1.1" status: 204 len: 173 time: 1.0930083 Feb 04 18:16:50.127721 n-d-827839-2 neutron-server[103377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '131a1653-84c2-499d-bd26-2795e3df02f4', 'name': 'network-vif-deleted', 'tag': 'a891271a-efc3-4e34-9ce3-d750402e5f58'}] {{(pid=103377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 18:16:50.130023 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2026467e03276fe79290e5b19027649602583100b1291b9f7533f134bdcccf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8e44372-0c5b-49da-be14-26aa49261473" -d '{"events": [{"server_uuid": "131a1653-84c2-499d-bd26-2795e3df02f4", "name": "network-vif-deleted", "tag": "a891271a-efc3-4e34-9ce3-d750402e5f58"}]}' {{(pid=103377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 18:16:50.194813 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 18:16:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31cd1e15-0b79-4c34-9531-5cbf3fffc5c6 x-openstack-request-id: req-31cd1e15-0b79-4c34-9531-5cbf3fffc5c6 {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 18:16:50.195116 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "131a1653-84c2-499d-bd26-2795e3df02f4", "name": "network-vif-deleted", "tag": "a891271a-efc3-4e34-9ce3-d750402e5f58", "status": "completed", "code": 200}]} {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 18:16:50.195372 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-31cd1e15-0b79-4c34-9531-5cbf3fffc5c6 {{(pid=103377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 18:16:50.196066 n-d-827839-2 neutron-server[103377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '131a1653-84c2-499d-bd26-2795e3df02f4', 'name': 'network-vif-deleted', 'tag': 'a891271a-efc3-4e34-9ce3-d750402e5f58', 'status': 'completed', 'code': 200} Feb 04 18:16:50.219393 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvr_db [None req-aec8351d-abf7-4ee9-961e-059e989e0adc None None] Set router 11f91aae-f9a1-4e17-be5e-e5778981f04f gateway port host: n-d-827839-2 {{(pid=103379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 18:16:50.299953 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-263ddc8c-014d-480e-a750-8bd1d93c5835 req-31d2a77f-031e-4a86-a0a8-d7c08bd15012 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] 10.222.0.89 "GET /v2.0/ports?device_id=131a1653-84c2-499d-bd26-2795e3df02f4 HTTP/1.1" status: 200 len: 210 time: 0.0372910 Feb 04 18:16:50.426431 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-aec8351d-abf7-4ee9-961e-059e989e0adc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11f91aae-f9a1-4e17-be5e-e5778981f04f', 'name': 'tempest-ServerActionsTestJSON-1013004487-router', 'tenant_id': '4338804066934839a89616343b009f4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.150'}], 'enable_snat': True}, 'gw_port_id': 'ddb03411-7259-4cd8-876f-44e1c1c3c2dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T18:12:50Z', 'updated_at': '2022-02-04T18:12:53Z', 'revision_number': 4, 'project_id': '4338804066934839a89616343b009f4c', 'gw_port': {'id': 'ddb03411-7259-4cd8-876f-44e1c1c3c2dc', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:68:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11f91aae-f9a1-4e17-be5e-e5778981f04f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:12:51Z', 'updated_at': '2022-02-04T18:12:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_interfaces': [{'id': '3d9015b8-c253-4336-9e3f-641bc2fa8c48', 'name': '', 'network_id': '9202776c-3b7c-4c3e-8f4a-d5bfef65b2d4', 'tenant_id': '4338804066934839a89616343b009f4c', 'mac_address': 'fa:16:3e:8c:1f:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11f91aae-f9a1-4e17-be5e-e5778981f04f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '83fb5fd4-36d5-407e-bda8-162bf59018d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:12:53Z', 'updated_at': '2022-02-04T18:12:57Z', 'revision_number': 5, 'project_id': '4338804066934839a89616343b009f4c', 'subnets': [{'id': '83fb5fd4-36d5-407e-bda8-162bf59018d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-2', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:16:50.453017 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aec8351d-abf7-4ee9-961e-059e989e0adc None None] Checking router: 11f91aae-f9a1-4e17-be5e-e5778981f04f for host: n-d-827839-2 {{(pid=103379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 18:16:50.461172 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aec8351d-abf7-4ee9-961e-059e989e0adc None None] Routers {'11f91aae-f9a1-4e17-be5e-e5778981f04f'} bound to L3 agent in host n-d-827839-2 {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 18:16:50.461775 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-aec8351d-abf7-4ee9-961e-059e989e0adc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T18:16:33Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['11f91aae-f9a1-4e17-be5e-e5778981f04f'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:16:50.571655 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvr_db [None req-aec8351d-abf7-4ee9-961e-059e989e0adc None None] Set router 11f91aae-f9a1-4e17-be5e-e5778981f04f gateway port host: n-d-827839-2 {{(pid=103379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 18:16:50.771917 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-aec8351d-abf7-4ee9-961e-059e989e0adc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11f91aae-f9a1-4e17-be5e-e5778981f04f', 'name': 'tempest-ServerActionsTestJSON-1013004487-router', 'tenant_id': '4338804066934839a89616343b009f4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.150'}], 'enable_snat': True}, 'gw_port_id': 'ddb03411-7259-4cd8-876f-44e1c1c3c2dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T18:12:50Z', 'updated_at': '2022-02-04T18:12:53Z', 'revision_number': 4, 'project_id': '4338804066934839a89616343b009f4c', 'gw_port': {'id': 'ddb03411-7259-4cd8-876f-44e1c1c3c2dc', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:68:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11f91aae-f9a1-4e17-be5e-e5778981f04f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:12:51Z', 'updated_at': '2022-02-04T18:12:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_interfaces': [{'id': '3d9015b8-c253-4336-9e3f-641bc2fa8c48', 'name': '', 'network_id': '9202776c-3b7c-4c3e-8f4a-d5bfef65b2d4', 'tenant_id': '4338804066934839a89616343b009f4c', 'mac_address': 'fa:16:3e:8c:1f:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11f91aae-f9a1-4e17-be5e-e5778981f04f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '83fb5fd4-36d5-407e-bda8-162bf59018d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:12:53Z', 'updated_at': '2022-02-04T18:12:57Z', 'revision_number': 5, 'project_id': '4338804066934839a89616343b009f4c', 'subnets': [{'id': '83fb5fd4-36d5-407e-bda8-162bf59018d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-2', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:16:50.798199 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aec8351d-abf7-4ee9-961e-059e989e0adc None None] The sync data for ids ['11f91aae-f9a1-4e17-be5e-e5778981f04f'] in n-d-827839-2 is: [{'id': '11f91aae-f9a1-4e17-be5e-e5778981f04f', 'name': 'tempest-ServerActionsTestJSON-1013004487-router', 'tenant_id': '4338804066934839a89616343b009f4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.150'}], 'enable_snat': True}, 'gw_port_id': 'ddb03411-7259-4cd8-876f-44e1c1c3c2dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T18:12:50Z', 'updated_at': '2022-02-04T18:12:53Z', 'revision_number': 4, 'project_id': '4338804066934839a89616343b009f4c', 'gw_port': {'id': 'ddb03411-7259-4cd8-876f-44e1c1c3c2dc', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:68:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11f91aae-f9a1-4e17-be5e-e5778981f04f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:12:51Z', 'updated_at': '2022-02-04T18:12:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_interfaces': [{'id': '3d9015b8-c253-4336-9e3f-641bc2fa8c48', 'name': '', 'network_id': '9202776c-3b7c-4c3e-8f4a-d5bfef65b2d4', 'tenant_id': '4338804066934839a89616343b009f4c', 'mac_address': 'fa:16:3e:8c:1f:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11f91aae-f9a1-4e17-be5e-e5778981f04f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '83fb5fd4-36d5-407e-bda8-162bf59018d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:12:53Z', 'updated_at': '2022-02-04T18:12:57Z', 'revision_number': 5, 'project_id': '4338804066934839a89616343b009f4c', 'subnets': [{'id': '83fb5fd4-36d5-407e-bda8-162bf59018d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 18:16:51.027224 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d217c5b-684f-45e2-bcad-a20c4a7e0bee None None] New status for floating IP 6aa29e7b-43ce-4747-b566-7ad4f61be5e0: DOWN {{(pid=103378) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 18:16:51.414220 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-6a812705-de14-4f48-8966-e885de045936 req-76ed099b-5466-4036-ba0c-85c90380c1d3 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] 10.222.0.89 "GET /v2.0/ports?device_id=131a1653-84c2-499d-bd26-2795e3df02f4 HTTP/1.1" status: 200 len: 210 time: 0.0282097 Feb 04 18:16:59.850131 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-dd2ff170-7536-4a24-a11f-5ca20f59a539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (bb89f5a3-3c22-440b-b7d1-c4f0c43c184a), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:17:02.918781 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-073e6498-f864-4fb0-b7d8-dbf4ea764638 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (64ada913-9131-4d99-a265-63a920956287), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:17:03.227335 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d408ec64-b374-4acb-a1fc-48241dad6d47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (0cd6d64a-47a7-40ff-8c12-71dd526c62e0), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:17:04.538675 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 56730) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:17:04.592329 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-681b5dd7-3000-4e65-ba5c-0f3226bfe940 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] Publish callbacks [] for security_group (d74ae94c-d214-4034-aa3d-c5ace6bc144b), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:17:04.614859 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-681b5dd7-3000-4e65-ba5c-0f3226bfe940 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] Publish callbacks [] for security_group (d74ae94c-d214-4034-aa3d-c5ace6bc144b), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:17:04.666156 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-681b5dd7-3000-4e65-ba5c-0f3226bfe940 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (d74ae94c-d214-4034-aa3d-c5ace6bc144b), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:17:04.668730 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-681b5dd7-3000-4e65-ba5c-0f3226bfe940 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:17:04.672892 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-681b5dd7-3000-4e65-ba5c-0f3226bfe940 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] 10.222.0.89 "DELETE /v2.0/security-groups/d74ae94c-d214-4034-aa3d-c5ace6bc144b HTTP/1.1" status: 204 len: 168 time: 0.1303012 Feb 04 18:17:04.673433 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 56732) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:17:04.680918 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681b5dd7-3000-4e65-ba5c-0f3226bfe940 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d74ae94c-d214-4034-aa3d-c5ace6bc144b,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:17:04.695019 n-d-827839-2 neutron-server[103376]: INFO neutron.api.v2.resource [None req-894f2d81-c55d-4aac-a465-e87c595c63e8 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] show failed (client error): The resource could not be found. Feb 04 18:17:04.698694 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-894f2d81-c55d-4aac-a465-e87c595c63e8 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] 10.222.0.89 "GET /v2.0/security-groups/d74ae94c-d214-4034-aa3d-c5ace6bc144b HTTP/1.1" status: 404 len: 347 time: 0.0217047 Feb 04 18:17:04.699020 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 56734) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:17:04.834660 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-caa62a1e-439d-4118-a95d-72a92cbcdf08 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] Deleting port 02e9bdca-0a1d-46f2-9523-610a9d37a706 {{(pid=103376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 18:17:04.835009 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-caa62a1e-439d-4118-a95d-72a92cbcdf08 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (02e9bdca-0a1d-46f2-9523-610a9d37a706), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:17:04.908222 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-caa62a1e-439d-4118-a95d-72a92cbcdf08 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (02e9bdca-0a1d-46f2-9523-610a9d37a706), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:17:04.908510 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-caa62a1e-439d-4118-a95d-72a92cbcdf08 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] Publish callbacks [] for floatingip (02e9bdca-0a1d-46f2-9523-610a9d37a706), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:17:04.920317 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-caa62a1e-439d-4118-a95d-72a92cbcdf08 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] Calling delete_port for 02e9bdca-0a1d-46f2-9523-610a9d37a706 owned by network:floatingip {{(pid=103376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 18:17:05.042055 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4f14bb47-e72b-46ac-9e44-a61d9293afcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (75326290-f7a3-4db8-9cf2-15c7139ed224), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:17:05.053645 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-caa62a1e-439d-4118-a95d-72a92cbcdf08 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (02e9bdca-0a1d-46f2-9523-610a9d37a706), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:17:05.083256 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa62a1e-439d-4118-a95d-72a92cbcdf08 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] Pushing event deleted for resources: {'Port': ['ID=02e9bdca-0a1d-46f2-9523-610a9d37a706,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:17:05.096279 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa62a1e-439d-4118-a95d-72a92cbcdf08 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:17:05.096632 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa62a1e-439d-4118-a95d-72a92cbcdf08 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:17:05.097001 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa62a1e-439d-4118-a95d-72a92cbcdf08 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:17:05.097344 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa62a1e-439d-4118-a95d-72a92cbcdf08 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:17:05.097676 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa62a1e-439d-4118-a95d-72a92cbcdf08 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:17:05.098005 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa62a1e-439d-4118-a95d-72a92cbcdf08 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:17:05.098334 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa62a1e-439d-4118-a95d-72a92cbcdf08 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:17:05.098654 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa62a1e-439d-4118-a95d-72a92cbcdf08 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:17:05.098979 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa62a1e-439d-4118-a95d-72a92cbcdf08 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:17:05.099298 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa62a1e-439d-4118-a95d-72a92cbcdf08 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:17:05.099623 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa62a1e-439d-4118-a95d-72a92cbcdf08 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:17:05.099945 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa62a1e-439d-4118-a95d-72a92cbcdf08 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:17:05.100268 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa62a1e-439d-4118-a95d-72a92cbcdf08 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:17:05.160396 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-caa62a1e-439d-4118-a95d-72a92cbcdf08 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] Publish callbacks [] for floatingip (6aa29e7b-43ce-4747-b566-7ad4f61be5e0), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:17:05.162882 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-caa62a1e-439d-4118-a95d-72a92cbcdf08 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for floatingip (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:17:05.164104 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-caa62a1e-439d-4118-a95d-72a92cbcdf08 tempest-ServerActionsTestJSON-1456371226 tempest-ServerActionsTestJSON-1456371226-project] 10.222.0.89 "DELETE /v2.0/floatingips/6aa29e7b-43ce-4747-b566-7ad4f61be5e0 HTTP/1.1" status: 204 len: 168 time: 0.4640694 Feb 04 18:17:05.166959 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 56736) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:17:05.516929 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-ba82e110-c86d-4f2f-a52e-6d28310f2bc1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602754'] for router_interface (11f91aae-f9a1-4e17-be5e-e5778981f04f), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:17:05.828304 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (ba70844b-66a0-45fd-a2f2-e6ed673321fc), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:17:06.055336 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-ba82e110-c86d-4f2f-a52e-6d28310f2bc1 admin admin] Deleting port 3d9015b8-c253-4336-9e3f-641bc2fa8c48 {{(pid=103376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 18:17:06.055821 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-ba82e110-c86d-4f2f-a52e-6d28310f2bc1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (3d9015b8-c253-4336-9e3f-641bc2fa8c48), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:17:06.135697 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [None req-ba82e110-c86d-4f2f-a52e-6d28310f2bc1 admin admin] For port 3d9015b8-c253-4336-9e3f-641bc2fa8c48, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=3d9015b8-c253-4336-9e3f-641bc2fa8c48,segment=NetworkSegment(d79ca10e-822b-48e1-9f93-626585c84a5d),segment_id=d79ca10e-822b-48e1-9f93-626585c84a5d)] {{(pid=103376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 18:17:06.136057 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-ba82e110-c86d-4f2f-a52e-6d28310f2bc1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (3d9015b8-c253-4336-9e3f-641bc2fa8c48), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:17:06.148875 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-ba82e110-c86d-4f2f-a52e-6d28310f2bc1 admin admin] Calling delete_port for 3d9015b8-c253-4336-9e3f-641bc2fa8c48 owned by network:router_interface {{(pid=103376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 18:17:06.326814 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-ba82e110-c86d-4f2f-a52e-6d28310f2bc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (3d9015b8-c253-4336-9e3f-641bc2fa8c48), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:17:06.351338 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba82e110-c86d-4f2f-a52e-6d28310f2bc1 admin admin] Pushing event deleted for resources: {'Port': ['ID=3d9015b8-c253-4336-9e3f-641bc2fa8c48,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:17:06.524452 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-ba82e110-c86d-4f2f-a52e-6d28310f2bc1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1677336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1602614'] for router_interface (11f91aae-f9a1-4e17-be5e-e5778981f04f), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:17:06.749159 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba82e110-c86d-4f2f-a52e-6d28310f2bc1 admin admin] Router 11f91aae-f9a1-4e17-be5e-e5778981f04f has already been hosted by L3 agent 64ada913-9131-4d99-a265-63a920956287 {{(pid=103376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 18:17:06.865919 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba82e110-c86d-4f2f-a52e-6d28310f2bc1 admin admin] Notify agent at l3_agent.n-d-827839-2 the message routers_updated {{(pid=103376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 18:17:06.872539 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-ba82e110-c86d-4f2f-a52e-6d28310f2bc1 admin admin] 10.222.0.89 "PUT /v2.0/routers/11f91aae-f9a1-4e17-be5e-e5778981f04f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7045860 Feb 04 18:17:06.873966 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 56738) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:17:06.875491 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b39c668-6dae-4654-8767-964aea5d7e71 None None] Sync routers for ids ['11f91aae-f9a1-4e17-be5e-e5778981f04f'] in n-d-827839-2 {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 18:17:06.884926 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b39c668-6dae-4654-8767-964aea5d7e71 None None] Routers {'11f91aae-f9a1-4e17-be5e-e5778981f04f'} bound to L3 agent in host n-d-827839-2 {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 18:17:06.885534 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-0b39c668-6dae-4654-8767-964aea5d7e71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T18:17:03Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['11f91aae-f9a1-4e17-be5e-e5778981f04f'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:17:06.978335 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-ff7e5318-8f37-406c-beaf-f3816759eeb9 admin admin] Publish callbacks [] for router (11f91aae-f9a1-4e17-be5e-e5778981f04f), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:17:06.993021 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvr_db [None req-0b39c668-6dae-4654-8767-964aea5d7e71 None None] Set router 11f91aae-f9a1-4e17-be5e-e5778981f04f gateway port host: n-d-827839-2 {{(pid=103379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 18:17:07.084634 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-ff7e5318-8f37-406c-beaf-f3816759eeb9 admin admin] Publish callbacks [] for router_gateway (11f91aae-f9a1-4e17-be5e-e5778981f04f), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:17:07.145416 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-ff7e5318-8f37-406c-beaf-f3816759eeb9 admin admin] Deleting port ddb03411-7259-4cd8-876f-44e1c1c3c2dc {{(pid=103376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 18:17:07.145758 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-ff7e5318-8f37-406c-beaf-f3816759eeb9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (ddb03411-7259-4cd8-876f-44e1c1c3c2dc), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:17:07.180141 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-0b39c668-6dae-4654-8767-964aea5d7e71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11f91aae-f9a1-4e17-be5e-e5778981f04f', 'name': 'tempest-ServerActionsTestJSON-1013004487-router', 'tenant_id': '4338804066934839a89616343b009f4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.150'}], 'enable_snat': True}, 'gw_port_id': 'ddb03411-7259-4cd8-876f-44e1c1c3c2dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T18:12:50Z', 'updated_at': '2022-02-04T18:17:06Z', 'revision_number': 5, 'project_id': '4338804066934839a89616343b009f4c', 'gw_port': {'id': 'ddb03411-7259-4cd8-876f-44e1c1c3c2dc', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:68:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11f91aae-f9a1-4e17-be5e-e5778981f04f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:12:51Z', 'updated_at': '2022-02-04T18:12:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2'}], 'n-d-827839-2', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:17:07.209041 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b39c668-6dae-4654-8767-964aea5d7e71 None None] Checking router: 11f91aae-f9a1-4e17-be5e-e5778981f04f for host: n-d-827839-2 {{(pid=103379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 18:17:07.217677 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b39c668-6dae-4654-8767-964aea5d7e71 None None] Routers {'11f91aae-f9a1-4e17-be5e-e5778981f04f'} bound to L3 agent in host n-d-827839-2 {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 18:17:07.218272 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-0b39c668-6dae-4654-8767-964aea5d7e71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T18:17:03Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['11f91aae-f9a1-4e17-be5e-e5778981f04f'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:17:07.227636 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [None req-ff7e5318-8f37-406c-beaf-f3816759eeb9 admin admin] For port ddb03411-7259-4cd8-876f-44e1c1c3c2dc, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=ddb03411-7259-4cd8-876f-44e1c1c3c2dc,segment=NetworkSegment(5942dc44-1f07-4c27-b0ab-45a2bff20dd5),segment_id=5942dc44-1f07-4c27-b0ab-45a2bff20dd5)] {{(pid=103376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 18:17:07.228003 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-ff7e5318-8f37-406c-beaf-f3816759eeb9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (ddb03411-7259-4cd8-876f-44e1c1c3c2dc), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:17:07.241442 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-ff7e5318-8f37-406c-beaf-f3816759eeb9 admin admin] Calling delete_port for ddb03411-7259-4cd8-876f-44e1c1c3c2dc owned by network:router_gateway {{(pid=103376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 18:17:07.397802 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvr_db [None req-0b39c668-6dae-4654-8767-964aea5d7e71 None None] Set router 11f91aae-f9a1-4e17-be5e-e5778981f04f gateway port host: None {{(pid=103379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 18:17:07.416331 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-ff7e5318-8f37-406c-beaf-f3816759eeb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (ddb03411-7259-4cd8-876f-44e1c1c3c2dc), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:17:07.445411 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7e5318-8f37-406c-beaf-f3816759eeb9 admin admin] Pushing event deleted for resources: {'Port': ['ID=ddb03411-7259-4cd8-876f-44e1c1c3c2dc,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:17:07.455912 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-0b39c668-6dae-4654-8767-964aea5d7e71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11f91aae-f9a1-4e17-be5e-e5778981f04f', 'name': 'tempest-ServerActionsTestJSON-1013004487-router', 'tenant_id': '4338804066934839a89616343b009f4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T18:12:50Z', 'updated_at': '2022-02-04T18:17:07Z', 'revision_number': 6, 'project_id': '4338804066934839a89616343b009f4c', 'gw_port_host': None}], 'n-d-827839-2', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:17:07.485813 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b39c668-6dae-4654-8767-964aea5d7e71 None None] The sync data for ids ['11f91aae-f9a1-4e17-be5e-e5778981f04f'] in n-d-827839-2 is: [{'id': '11f91aae-f9a1-4e17-be5e-e5778981f04f', 'name': 'tempest-ServerActionsTestJSON-1013004487-router', 'tenant_id': '4338804066934839a89616343b009f4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T18:12:50Z', 'updated_at': '2022-02-04T18:17:07Z', 'revision_number': 6, 'project_id': '4338804066934839a89616343b009f4c', 'gw_port_host': None}] {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 18:17:07.509146 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-ff7e5318-8f37-406c-beaf-f3816759eeb9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1595544'] for router_gateway (11f91aae-f9a1-4e17-be5e-e5778981f04f), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:17:07.605809 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-ff7e5318-8f37-406c-beaf-f3816759eeb9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1601811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26971'] for router (11f91aae-f9a1-4e17-be5e-e5778981f04f), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:17:07.607976 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-ff7e5318-8f37-406c-beaf-f3816759eeb9 admin admin] Publish callbacks [] for router_controller (11f91aae-f9a1-4e17-be5e-e5778981f04f), precommit_delete_associations {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:17:07.653348 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-ff7e5318-8f37-406c-beaf-f3816759eeb9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1601832'] for router (11f91aae-f9a1-4e17-be5e-e5778981f04f), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:17:07.654405 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff7e5318-8f37-406c-beaf-f3816759eeb9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 11f91aae-f9a1-4e17-be5e-e5778981f04f {{(pid=103376) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 18:17:07.659915 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-ff7e5318-8f37-406c-beaf-f3816759eeb9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:17:07.661070 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-ff7e5318-8f37-406c-beaf-f3816759eeb9 admin admin] 10.222.0.89 "DELETE /v2.0/routers/11f91aae-f9a1-4e17-be5e-e5778981f04f HTTP/1.1" status: 204 len: 168 time: 0.7861559 Feb 04 18:17:07.663674 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 56740) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:17:07.714463 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.db_base_plugin_v2 [None req-db1d3331-1882-4a28-8679-b0f01f716f65 admin admin] Deleting subnet 83fb5fd4-36d5-407e-bda8-162bf59018d2 {{(pid=103376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 18:17:07.717564 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-db1d3331-1882-4a28-8679-b0f01f716f65 admin admin] Publish callbacks [] for subnet (83fb5fd4-36d5-407e-bda8-162bf59018d2), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:17:07.751479 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-db1d3331-1882-4a28-8679-b0f01f716f65 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25674901'] for subnet (83fb5fd4-36d5-407e-bda8-162bf59018d2), precommit_delete_associations {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:17:07.830206 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-db1d3331-1882-4a28-8679-b0f01f716f65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1541225'] for subnet (83fb5fd4-36d5-407e-bda8-162bf59018d2), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:17:07.895988 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-db1d3331-1882-4a28-8679-b0f01f716f65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1541216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25675894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25858947'] for subnet (83fb5fd4-36d5-407e-bda8-162bf59018d2), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:17:07.920757 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1d3331-1882-4a28-8679-b0f01f716f65 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=83fb5fd4-36d5-407e-bda8-162bf59018d2,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:17:07.928104 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-db1d3331-1882-4a28-8679-b0f01f716f65 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:17:07.933868 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-db1d3331-1882-4a28-8679-b0f01f716f65 admin admin] 10.222.0.89 "DELETE /v2.0/subnets/83fb5fd4-36d5-407e-bda8-162bf59018d2 HTTP/1.1" status: 204 len: 168 time: 0.2669244 Feb 04 18:17:07.935617 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 56742) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:17:07.938228 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5599b6e8-4983-493f-aa21-ce88248e812c None None] Network 9202776c-3b7c-4c3e-8f4a-d5bfef65b2d4 requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 18:17:08.006847 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-93335cfb-15af-40d6-b431-3c6c1972ae2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628832'] for network (9202776c-3b7c-4c3e-8f4a-d5bfef65b2d4), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:17:08.062694 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-93335cfb-15af-40d6-b431-3c6c1972ae2c admin admin] Deleting port 050e15e8-9dc5-45b4-bb1f-0de45b14d8f2 {{(pid=103376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 18:17:08.063044 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-93335cfb-15af-40d6-b431-3c6c1972ae2c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (050e15e8-9dc5-45b4-bb1f-0de45b14d8f2), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:17:08.120493 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-122c4a7e-f2eb-4044-bf63-b5e190a882f7 None None] DHCP port deletion for 9202776c-3b7c-4c3e-8f4a-d5bfef65b2d4 request from n-d-827839-2 {{(pid=103378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 18:17:08.143983 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [None req-93335cfb-15af-40d6-b431-3c6c1972ae2c admin admin] For port 050e15e8-9dc5-45b4-bb1f-0de45b14d8f2, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=050e15e8-9dc5-45b4-bb1f-0de45b14d8f2,segment=NetworkSegment(d79ca10e-822b-48e1-9f93-626585c84a5d),segment_id=d79ca10e-822b-48e1-9f93-626585c84a5d)] {{(pid=103376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 18:17:08.144492 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-93335cfb-15af-40d6-b431-3c6c1972ae2c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (050e15e8-9dc5-45b4-bb1f-0de45b14d8f2), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:17:08.153723 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 3d9015b8-c253-4336-9e3f-641bc2fa8c48 no longer exists at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 18:17:08.158254 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-93335cfb-15af-40d6-b431-3c6c1972ae2c admin admin] Calling delete_port for 050e15e8-9dc5-45b4-bb1f-0de45b14d8f2 owned by network:dhcp {{(pid=103376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 18:17:08.182267 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] No Port match for: 3d9015b8-c253-4336-9e3f-641bc2fa8c48 {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 18:17:08.182621 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 3d9015b8-c253-4336-9e3f-641bc2fa8c48 not bound to the agent host n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 18:17:08.183044 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device ddb03411-7259-4cd8-876f-44e1c1c3c2dc no longer exists at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 18:17:08.210416 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] No Port match for: ddb03411-7259-4cd8-876f-44e1c1c3c2dc {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 18:17:08.210767 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device ddb03411-7259-4cd8-876f-44e1c1c3c2dc not bound to the agent host n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 18:17:08.225808 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-122c4a7e-f2eb-4044-bf63-b5e190a882f7 None None] Deleting port 050e15e8-9dc5-45b4-bb1f-0de45b14d8f2 {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 18:17:08.226226 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-122c4a7e-f2eb-4044-bf63-b5e190a882f7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (050e15e8-9dc5-45b4-bb1f-0de45b14d8f2), before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:17:08.253603 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-93335cfb-15af-40d6-b431-3c6c1972ae2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (050e15e8-9dc5-45b4-bb1f-0de45b14d8f2), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:17:08.280253 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93335cfb-15af-40d6-b431-3c6c1972ae2c admin admin] Pushing event deleted for resources: {'Port': ['ID=050e15e8-9dc5-45b4-bb1f-0de45b14d8f2,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:17:08.286257 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93335cfb-15af-40d6-b431-3c6c1972ae2c admin admin] No DVR routers for this DVR port 050e15e8-9dc5-45b4-bb1f-0de45b14d8f2 on host n-d-827839-2 {{(pid=103376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 18:17:08.309037 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-122c4a7e-f2eb-4044-bf63-b5e190a882f7 None None] For port 050e15e8-9dc5-45b4-bb1f-0de45b14d8f2, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=050e15e8-9dc5-45b4-bb1f-0de45b14d8f2,segment=NetworkSegment(d79ca10e-822b-48e1-9f93-626585c84a5d),segment_id=d79ca10e-822b-48e1-9f93-626585c84a5d)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 18:17:08.309435 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-122c4a7e-f2eb-4044-bf63-b5e190a882f7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (050e15e8-9dc5-45b4-bb1f-0de45b14d8f2), precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:17:08.322874 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-122c4a7e-f2eb-4044-bf63-b5e190a882f7 None None] Calling delete_port for 050e15e8-9dc5-45b4-bb1f-0de45b14d8f2 owned by network:dhcp {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 18:17:08.361576 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-93335cfb-15af-40d6-b431-3c6c1972ae2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1543676', 'neutron.services.segments.db._delete_segments_for_network-8781084786517'] for network (9202776c-3b7c-4c3e-8f4a-d5bfef65b2d4), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:17:08.382964 n-d-827839-2 neutron-server[103376]: DEBUG neutron.services.segments.db [None req-93335cfb-15af-40d6-b431-3c6c1972ae2c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9202776c-3b7c-4c3e-8f4a-d5bfef65b2d4']}} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:17:08.392516 n-d-827839-2 neutron-server[103376]: DEBUG neutron.services.segments.db [None req-93335cfb-15af-40d6-b431-3c6c1972ae2c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd79ca10e-822b-48e1-9f93-626585c84a5d') {'for_net_delete': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:17:08.392879 n-d-827839-2 neutron-server[103376]: DEBUG neutron.services.segments.db [None req-93335cfb-15af-40d6-b431-3c6c1972ae2c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd79ca10e-822b-48e1-9f93-626585c84a5d') {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:17:08.401167 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-122c4a7e-f2eb-4044-bf63-b5e190a882f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144'] for port (050e15e8-9dc5-45b4-bb1f-0de45b14d8f2), after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:17:08.402930 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-93335cfb-15af-40d6-b431-3c6c1972ae2c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781084783966', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25674908'] for segment (d79ca10e-822b-48e1-9f93-626585c84a5d), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:17:08.413698 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-122c4a7e-f2eb-4044-bf63-b5e190a882f7 None None] No DVR routers for this DVR port 050e15e8-9dc5-45b4-bb1f-0de45b14d8f2 on host n-d-827839-2 {{(pid=103378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 18:17:08.418956 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-93335cfb-15af-40d6-b431-3c6c1972ae2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (d79ca10e-822b-48e1-9f93-626585c84a5d), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:17:08.431716 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93335cfb-15af-40d6-b431-3c6c1972ae2c admin admin] Releasing vlan 769 on physical network physnet1 to pool {{(pid=103376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 18:17:08.432207 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-93335cfb-15af-40d6-b431-3c6c1972ae2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25675992'] for segment (d79ca10e-822b-48e1-9f93-626585c84a5d), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:17:08.433879 n-d-827839-2 neutron-server[103376]: Traceback (most recent call last): Feb 04 18:17:08.433879 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 18:17:08.433879 n-d-827839-2 neutron-server[103376]: timer() Feb 04 18:17:08.433879 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 18:17:08.433879 n-d-827839-2 neutron-server[103376]: cb(*args, **kw) Feb 04 18:17:08.433879 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 18:17:08.433879 n-d-827839-2 neutron-server[103376]: return func(*args, **kwargs) Feb 04 18:17:08.433879 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 18:17:08.433879 n-d-827839-2 neutron-server[103376]: self._notify() Feb 04 18:17:08.433879 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 18:17:08.433879 n-d-827839-2 neutron-server[103376]: self.callback(batched_events) Feb 04 18:17:08.433879 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 18:17:08.433879 n-d-827839-2 neutron-server[103376]: event.method(event) Feb 04 18:17:08.433879 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 18:17:08.433879 n-d-827839-2 neutron-server[103376]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 18:17:08.433879 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 18:17:08.433879 n-d-827839-2 neutron-server[103376]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 18:17:08.433879 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 18:17:08.433879 n-d-827839-2 neutron-server[103376]: return f(self, *a, **k) Feb 04 18:17:08.433879 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 18:17:08.433879 n-d-827839-2 neutron-server[103376]: return self._get(url).json() Feb 04 18:17:08.433879 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 18:17:08.433879 n-d-827839-2 neutron-server[103376]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 18:17:08.433879 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 18:17:08.433879 n-d-827839-2 neutron-server[103376]: return self.request(url, 'GET', **kwargs) Feb 04 18:17:08.433879 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 18:17:08.433879 n-d-827839-2 neutron-server[103376]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 18:17:08.433879 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 18:17:08.433879 n-d-827839-2 neutron-server[103376]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 18:17:08.433879 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 18:17:08.433879 n-d-827839-2 neutron-server[103376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 18:17:08.433879 n-d-827839-2 neutron-server[103376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 18:17:08.436920 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122c4a7e-f2eb-4044-bf63-b5e190a882f7 None None] Pushing event deleted for resources: {'Port': ['ID=050e15e8-9dc5-45b4-bb1f-0de45b14d8f2,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:17:08.444878 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122c4a7e-f2eb-4044-bf63-b5e190a882f7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:17:08.445235 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122c4a7e-f2eb-4044-bf63-b5e190a882f7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:17:08.445580 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122c4a7e-f2eb-4044-bf63-b5e190a882f7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:17:08.445921 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122c4a7e-f2eb-4044-bf63-b5e190a882f7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:17:08.446256 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122c4a7e-f2eb-4044-bf63-b5e190a882f7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:17:08.446586 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122c4a7e-f2eb-4044-bf63-b5e190a882f7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:17:08.446921 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122c4a7e-f2eb-4044-bf63-b5e190a882f7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:17:08.447248 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122c4a7e-f2eb-4044-bf63-b5e190a882f7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:17:08.447573 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122c4a7e-f2eb-4044-bf63-b5e190a882f7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:17:08.447899 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122c4a7e-f2eb-4044-bf63-b5e190a882f7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:17:08.448221 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122c4a7e-f2eb-4044-bf63-b5e190a882f7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:17:08.448566 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122c4a7e-f2eb-4044-bf63-b5e190a882f7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:17:08.448913 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122c4a7e-f2eb-4044-bf63-b5e190a882f7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:17:08.492337 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-93335cfb-15af-40d6-b431-3c6c1972ae2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1543671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1595572'] for network (9202776c-3b7c-4c3e-8f4a-d5bfef65b2d4), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:17:08.498806 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-93335cfb-15af-40d6-b431-3c6c1972ae2c admin admin] Publish callbacks [] for network (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:17:08.502056 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-93335cfb-15af-40d6-b431-3c6c1972ae2c admin admin] 10.222.0.89 "DELETE /v2.0/networks/9202776c-3b7c-4c3e-8f4a-d5bfef65b2d4 HTTP/1.1" status: 204 len: 168 time: 0.5653272 Feb 04 18:17:08.513102 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93335cfb-15af-40d6-b431-3c6c1972ae2c admin admin] Pushing event deleted for resources: {'Network': ['ID=9202776c-3b7c-4c3e-8f4a-d5bfef65b2d4,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:17:08.610047 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 56746) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:17:08.649049 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-765c229b-ccae-4a29-87e2-4512bc4a4ae1 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=4338804066934839a89616343b009f4c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0378094 Feb 04 18:17:08.651447 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 56748) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:17:08.698353 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-ce672ff4-4bbb-4adb-8cf6-72a737a86e83 admin admin] Publish callbacks [] for security_group (2c33d5d0-0f28-416a-a32f-0350d428ae3f), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:17:08.719805 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-ce672ff4-4bbb-4adb-8cf6-72a737a86e83 admin admin] Publish callbacks [] for security_group (2c33d5d0-0f28-416a-a32f-0350d428ae3f), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:17:08.769142 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-ce672ff4-4bbb-4adb-8cf6-72a737a86e83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (2c33d5d0-0f28-416a-a32f-0350d428ae3f), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:17:08.771716 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-ce672ff4-4bbb-4adb-8cf6-72a737a86e83 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:17:08.772946 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-ce672ff4-4bbb-4adb-8cf6-72a737a86e83 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/2c33d5d0-0f28-416a-a32f-0350d428ae3f HTTP/1.1" status: 204 len: 168 time: 0.1205394 Feb 04 18:17:08.781453 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce672ff4-4bbb-4adb-8cf6-72a737a86e83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c33d5d0-0f28-416a-a32f-0350d428ae3f,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:17:09.427839 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 56770) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:17:09.521092 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-c3aff972-0df8-4d63-9a28-bface4e2370e admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-517657214-network', 'tenant_id': '685635c3386548438bf975e0eb2a2c12'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 18:17:09.540459 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3aff972-0df8-4d63-9a28-bface4e2370e admin admin] Made reservation on behalf of 685635c3386548438bf975e0eb2a2c12 for: {'network': 1} {{(pid=103376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 18:17:09.542873 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-c3aff972-0df8-4d63-9a28-bface4e2370e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for network (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:17:09.551572 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-c3aff972-0df8-4d63-9a28-bface4e2370e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:17:09.626414 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-c3aff972-0df8-4d63-9a28-bface4e2370e admin admin] Publish callbacks [] for security_group (c3d97ad4-af66-4ad0-a6d9-18f121a55f93), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:17:09.630031 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-c3aff972-0df8-4d63-9a28-bface4e2370e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (c3d97ad4-af66-4ad0-a6d9-18f121a55f93), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:17:09.651138 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3aff972-0df8-4d63-9a28-bface4e2370e admin admin] vlan segment allocate from pool success with {'vlan_id': 768, 'physical_network': 'physnet1'} {{(pid=103376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 18:17:09.666563 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3aff972-0df8-4d63-9a28-bface4e2370e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3d97ad4-af66-4ad0-a6d9-18f121a55f93,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:17:09.670982 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-c3aff972-0df8-4d63-9a28-bface4e2370e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (5359b46d-44ca-496f-823c-615b60fcbf98), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:17:09.671340 n-d-827839-2 neutron-server[103376]: INFO neutron.db.segments_db [None req-c3aff972-0df8-4d63-9a28-bface4e2370e admin admin] Added segment 5359b46d-44ca-496f-823c-615b60fcbf98 of type vlan for network 22c2a1b8-e028-41b4-bd2e-fd9f623d0fcf Feb 04 18:17:09.710754 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-c3aff972-0df8-4d63-9a28-bface4e2370e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781084292801'] for network (22c2a1b8-e028-41b4-bd2e-fd9f623d0fcf), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:17:09.736046 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-c3aff972-0df8-4d63-9a28-bface4e2370e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327'] for network (22c2a1b8-e028-41b4-bd2e-fd9f623d0fcf), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:17:09.737072 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3aff972-0df8-4d63-9a28-bface4e2370e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:17:09.737723 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-c3aff972-0df8-4d63-9a28-bface4e2370e admin admin] Publish callbacks [] for network (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:17:09.792039 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-c3aff972-0df8-4d63-9a28-bface4e2370e admin admin] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3630471 Feb 04 18:17:09.795513 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 56774) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:17:09.799442 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3aff972-0df8-4d63-9a28-bface4e2370e admin admin] Pushing event updated for resources: {'Network': ['ID=22c2a1b8-e028-41b4-bd2e-fd9f623d0fcf,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:17:09.800517 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-e782d2c6-bfdf-4f5d-857c-de12477dabc7 admin admin] Request body: {'subnet': {'network_id': '22c2a1b8-e028-41b4-bd2e-fd9f623d0fcf', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-517657214-subnet', 'tenant_id': '685635c3386548438bf975e0eb2a2c12', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 18:17:09.809300 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Network 22c2a1b8-e028-41b4-bd2e-fd9f623d0fcf details requested by agent ovs-agent-n-d-827839-2 with host n-d-827839-2 {{(pid=103378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 18:17:09.820881 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e782d2c6-bfdf-4f5d-857c-de12477dabc7 admin admin] Made reservation on behalf of 685635c3386548438bf975e0eb2a2c12 for: {'subnet': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 18:17:09.823297 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-e782d2c6-bfdf-4f5d-857c-de12477dabc7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25597243'] for subnet (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:17:09.988170 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-e782d2c6-bfdf-4f5d-857c-de12477dabc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25889445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25597197'] for subnet (bbf82123-550d-47bf-9388-f31db8e9b630), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:17:10.045210 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e782d2c6-bfdf-4f5d-857c-de12477dabc7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bbf82123-550d-47bf-9388-f31db8e9b630,revision_number=0']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:17:10.052505 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e782d2c6-bfdf-4f5d-857c-de12477dabc7 admin admin] Checking segment: {'id': '5359b46d-44ca-496f-823c-615b60fcbf98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '22c2a1b8-e028-41b4-bd2e-fd9f623d0fcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 18:17:10.052924 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e782d2c6-bfdf-4f5d-857c-de12477dabc7 admin admin] Network hostable DHCP agents. Network: 22c2a1b8-e028-41b4-bd2e-fd9f623d0fcf, hostable agents: ['bb89f5a3-3c22-440b-b7d1-c4f0c43c184a'], hosted agents: [] {{(pid=103377) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 18:17:10.070252 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e782d2c6-bfdf-4f5d-857c-de12477dabc7 admin admin] Network 22c2a1b8-e028-41b4-bd2e-fd9f623d0fcf is scheduled to be hosted by DHCP agent bb89f5a3-3c22-440b-b7d1-c4f0c43c184a with binding_index 1 {{(pid=103377) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 18:17:10.078921 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [None req-e782d2c6-bfdf-4f5d-857c-de12477dabc7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827839-2, 22c2a1b8-e028-41b4-bd2e-fd9f623d0fcf) {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 18:17:10.083200 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e782d2c6-bfdf-4f5d-857c-de12477dabc7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:17:10.083829 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-e782d2c6-bfdf-4f5d-857c-de12477dabc7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:17:10.090378 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73ba089a-10f4-483b-84e2-3b8f79bc9595 None None] Network 22c2a1b8-e028-41b4-bd2e-fd9f623d0fcf requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 18:17:10.105241 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-e782d2c6-bfdf-4f5d-857c-de12477dabc7 admin admin] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3086317 Feb 04 18:17:10.133432 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 050e15e8-9dc5-45b4-bb1f-0de45b14d8f2 no longer exists at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 18:17:10.159888 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] No Port match for: 050e15e8-9dc5-45b4-bb1f-0de45b14d8f2 {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 18:17:10.160238 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 050e15e8-9dc5-45b4-bb1f-0de45b14d8f2 not bound to the agent host n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 18:17:10.225459 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3e98162-9dee-4cec-a5d2-bc501b3d22c8 None None] Network 22c2a1b8-e028-41b4-bd2e-fd9f623d0fcf requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 18:17:10.523860 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8b263c-f430-43b5-af50-d84b4f3f196d req-d589f5cf-cb50-4b0d-9626-4c1bcabcd829 tempest-ServersNegativeTestJSON-2016933856 tempest-ServersNegativeTestJSON-2016933856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:17:10.525358 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-cf8b263c-f430-43b5-af50-d84b4f3f196d req-d589f5cf-cb50-4b0d-9626-4c1bcabcd829 tempest-ServersNegativeTestJSON-2016933856 tempest-ServersNegativeTestJSON-2016933856-project] 10.222.0.89 "GET /v2.0/networks?id=22c2a1b8-e028-41b4-bd2e-fd9f623d0fcf HTTP/1.1" status: 200 len: 813 time: 0.1021960 Feb 04 18:17:10.540491 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-cf8b263c-f430-43b5-af50-d84b4f3f196d req-9830d278-2eaf-4994-955f-beaf95d13cb8 tempest-ServersNegativeTestJSON-2016933856 tempest-ServersNegativeTestJSON-2016933856-project] 10.222.0.89 "GET /v2.0/quotas/685635c3386548438bf975e0eb2a2c12 HTTP/1.1" status: 200 len: 375 time: 0.0097172 Feb 04 18:17:10.574100 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-cf8b263c-f430-43b5-af50-d84b4f3f196d req-1a49482d-7cad-43c7-8da1-43248e4df323 tempest-ServersNegativeTestJSON-2016933856 tempest-ServersNegativeTestJSON-2016933856-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=685635c3386548438bf975e0eb2a2c12&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0275171 Feb 04 18:17:10.666376 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-cf8b263c-f430-43b5-af50-d84b4f3f196d req-cf670c10-3b5a-4918-bdc6-85a359eae0d3 service neutron] 10.222.0.89 "GET /v2.0/networks/22c2a1b8-e028-41b4-bd2e-fd9f623d0fcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858750 Feb 04 18:17:10.724977 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (f20a1ab3-4332-4f54-833b-ba4a7c687e89), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:17:10.756570 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-cf8b263c-f430-43b5-af50-d84b4f3f196d req-77dcba6e-974a-46f3-8742-bf87495cf57f service neutron] 10.222.0.89 "GET /v2.0/networks/22c2a1b8-e028-41b4-bd2e-fd9f623d0fcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839536 Feb 04 18:17:10.919999 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-21af8183-72da-455f-8a24-e7de1bf643dd req-a53f6177-6a2d-4d56-9b4d-c9c4fba99a3b tempest-ServersNegativeTestJSON-2016933856 tempest-ServersNegativeTestJSON-2016933856-project] 10.222.0.89 "GET /v2.0/ports?device_id=e61846bb-3db6-4e45-b559-c5c308c2e0ff HTTP/1.1" status: 200 len: 210 time: 0.0287576 Feb 04 18:17:11.820261 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8b263c-f430-43b5-af50-d84b4f3f196d req-08686e19-2065-4e4f-b728-8dc6e9f82466 tempest-ServersNegativeTestJSON-2016933856 tempest-ServersNegativeTestJSON-2016933856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:17:11.822109 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-cf8b263c-f430-43b5-af50-d84b4f3f196d req-08686e19-2065-4e4f-b728-8dc6e9f82466 tempest-ServersNegativeTestJSON-2016933856 tempest-ServersNegativeTestJSON-2016933856-project] 10.222.0.90 "GET /v2.0/networks?id=22c2a1b8-e028-41b4-bd2e-fd9f623d0fcf HTTP/1.1" status: 200 len: 813 time: 0.1078975 Feb 04 18:17:11.839171 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [req-cf8b263c-f430-43b5-af50-d84b4f3f196d req-1259fc2e-8911-4fcc-980b-d6b03b22276f tempest-ServersNegativeTestJSON-2016933856 tempest-ServersNegativeTestJSON-2016933856-project] Request body: {'port': {'device_id': 'e61846bb-3db6-4e45-b559-c5c308c2e0ff', 'network_id': '22c2a1b8-e028-41b4-bd2e-fd9f623d0fcf', 'admin_state_up': True, 'tenant_id': '685635c3386548438bf975e0eb2a2c12'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 18:17:11.946896 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf8b263c-f430-43b5-af50-d84b4f3f196d req-1259fc2e-8911-4fcc-980b-d6b03b22276f tempest-ServersNegativeTestJSON-2016933856 tempest-ServersNegativeTestJSON-2016933856-project] Made reservation on behalf of 685635c3386548438bf975e0eb2a2c12 for: {'port': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 18:17:11.950803 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-cf8b263c-f430-43b5-af50-d84b4f3f196d req-1259fc2e-8911-4fcc-980b-d6b03b22276f tempest-ServersNegativeTestJSON-2016933856 tempest-ServersNegativeTestJSON-2016933856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:17:12.016921 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-275adc15-7036-4685-8407-d84c931e703a req-cf3954ff-3483-4708-8489-02e8a35697cc tempest-ServersNegativeTestJSON-2016933856 tempest-ServersNegativeTestJSON-2016933856-project] 10.222.0.89 "GET /v2.0/ports?device_id=e61846bb-3db6-4e45-b559-c5c308c2e0ff HTTP/1.1" status: 200 len: 210 time: 0.0277205 Feb 04 18:17:12.073001 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.db_base_plugin_common [req-cf8b263c-f430-43b5-af50-d84b4f3f196d req-1259fc2e-8911-4fcc-980b-d6b03b22276f tempest-ServersNegativeTestJSON-2016933856 tempest-ServersNegativeTestJSON-2016933856-project] Allocated IP 172.20.0.7 (22c2a1b8-e028-41b4-bd2e-fd9f623d0fcf/bbf82123-550d-47bf-9388-f31db8e9b630/aae00aa1-f3d3-4df6-a27a-206a293eb1bd) {{(pid=103377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 18:17:12.219204 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-cf8b263c-f430-43b5-af50-d84b4f3f196d req-1259fc2e-8911-4fcc-980b-d6b03b22276f tempest-ServersNegativeTestJSON-2016933856 tempest-ServersNegativeTestJSON-2016933856-project] Publish callbacks [] for port (aae00aa1-f3d3-4df6-a27a-206a293eb1bd), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:17:12.251304 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-cf8b263c-f430-43b5-af50-d84b4f3f196d req-1259fc2e-8911-4fcc-980b-d6b03b22276f tempest-ServersNegativeTestJSON-2016933856 tempest-ServersNegativeTestJSON-2016933856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (aae00aa1-f3d3-4df6-a27a-206a293eb1bd), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:17:12.295139 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf8b263c-f430-43b5-af50-d84b4f3f196d req-1259fc2e-8911-4fcc-980b-d6b03b22276f tempest-ServersNegativeTestJSON-2016933856 tempest-ServersNegativeTestJSON-2016933856-project] Network 22c2a1b8-e028-41b4-bd2e-fd9f623d0fcf is already hosted by enough agents. {{(pid=103377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 18:17:12.298159 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [req-cf8b263c-f430-43b5-af50-d84b4f3f196d req-1259fc2e-8911-4fcc-980b-d6b03b22276f tempest-ServersNegativeTestJSON-2016933856 tempest-ServersNegativeTestJSON-2016933856-project] Resources bound (agent type, host, resource id): {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 18:17:12.301752 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf8b263c-f430-43b5-af50-d84b4f3f196d req-1259fc2e-8911-4fcc-980b-d6b03b22276f tempest-ServersNegativeTestJSON-2016933856 tempest-ServersNegativeTestJSON-2016933856-project] Received port after_create {{(pid=103377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 18:17:12.307945 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1259fc2e-8911-4fcc-980b-d6b03b22276f tempest-ServersNegativeTestJSON-2016933856 tempest-ServersNegativeTestJSON-2016933856-project] Pushing event updated for resources: {'Port': ['ID=aae00aa1-f3d3-4df6-a27a-206a293eb1bd,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:17:12.356558 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8b263c-f430-43b5-af50-d84b4f3f196d req-1259fc2e-8911-4fcc-980b-d6b03b22276f tempest-ServersNegativeTestJSON-2016933856 tempest-ServersNegativeTestJSON-2016933856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:17:12.357109 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-cf8b263c-f430-43b5-af50-d84b4f3f196d req-1259fc2e-8911-4fcc-980b-d6b03b22276f tempest-ServersNegativeTestJSON-2016933856 tempest-ServersNegativeTestJSON-2016933856-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:17:12.372544 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-cf8b263c-f430-43b5-af50-d84b4f3f196d req-1259fc2e-8911-4fcc-980b-d6b03b22276f tempest-ServersNegativeTestJSON-2016933856 tempest-ServersNegativeTestJSON-2016933856-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5368955 Feb 04 18:17:12.388383 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [req-cf8b263c-f430-43b5-af50-d84b4f3f196d req-501a6fa8-147a-4233-b777-9c244b46e739 service neutron] Request body: {'port': {'device_id': 'e61846bb-3db6-4e45-b559-c5c308c2e0ff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827839-2'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 18:17:12.444316 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-cf8b263c-f430-43b5-af50-d84b4f3f196d req-501a6fa8-147a-4233-b777-9c244b46e739 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (aae00aa1-f3d3-4df6-a27a-206a293eb1bd), before_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:17:12.705999 n-d-827839-2 neutron-server[103377]: DEBUG neutron.notifiers.nova [req-cf8b263c-f430-43b5-af50-d84b4f3f196d req-501a6fa8-147a-4233-b777-9c244b46e739 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aae00aa1-f3d3-4df6-a27a-206a293eb1bd {{(pid=103377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 18:17:12.713271 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-cf8b263c-f430-43b5-af50-d84b4f3f196d req-501a6fa8-147a-4233-b777-9c244b46e739 service neutron] Publish callbacks [] for port (aae00aa1-f3d3-4df6-a27a-206a293eb1bd), precommit_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:17:12.724938 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.provisioning_blocks [req-cf8b263c-f430-43b5-af50-d84b4f3f196d req-501a6fa8-147a-4233-b777-9c244b46e739 service neutron] Transition to ACTIVE for port object aae00aa1-f3d3-4df6-a27a-206a293eb1bd will not be triggered until provisioned by entity L2. {{(pid=103377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 18:17:12.729249 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-cf8b263c-f430-43b5-af50-d84b4f3f196d req-501a6fa8-147a-4233-b777-9c244b46e739 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25888290'] for port (aae00aa1-f3d3-4df6-a27a-206a293eb1bd), after_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:17:12.780222 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501a6fa8-147a-4233-b777-9c244b46e739 service neutron] Pushing event updated for resources: {'Port': ['ID=aae00aa1-f3d3-4df6-a27a-206a293eb1bd,revision_number=2']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:17:12.844730 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (3f9244a9-75fc-4c10-b195-11d48b853b41), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:17:12.857269 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [req-cf8b263c-f430-43b5-af50-d84b4f3f196d req-501a6fa8-147a-4233-b777-9c244b46e739 service neutron] Attempting to bind port aae00aa1-f3d3-4df6-a27a-206a293eb1bd on host n-h2-827839-2 for vnic_type normal with profile {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 18:17:12.857604 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [req-cf8b263c-f430-43b5-af50-d84b4f3f196d req-501a6fa8-147a-4233-b777-9c244b46e739 service neutron] Attempting to bind port aae00aa1-f3d3-4df6-a27a-206a293eb1bd by drivers openvswitch,hyperv on host n-h2-827839-2 at level 0 using segments [{'id': '5359b46d-44ca-496f-823c-615b60fcbf98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '22c2a1b8-e028-41b4-bd2e-fd9f623d0fcf'}] {{(pid=103377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 18:17:12.857929 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf8b263c-f430-43b5-af50-d84b4f3f196d req-501a6fa8-147a-4233-b777-9c244b46e739 service neutron] Attempting to bind port aae00aa1-f3d3-4df6-a27a-206a293eb1bd on network 22c2a1b8-e028-41b4-bd2e-fd9f623d0fcf {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 18:17:12.862233 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf8b263c-f430-43b5-af50-d84b4f3f196d req-501a6fa8-147a-4233-b777-9c244b46e739 service neutron] Port aae00aa1-f3d3-4df6-a27a-206a293eb1bd on network 22c2a1b8-e028-41b4-bd2e-fd9f623d0fcf not bound, no agent of type Open vSwitch agent registered on host n-h2-827839-2 {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 18:17:12.862560 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf8b263c-f430-43b5-af50-d84b4f3f196d req-501a6fa8-147a-4233-b777-9c244b46e739 service neutron] Attempting to bind port aae00aa1-f3d3-4df6-a27a-206a293eb1bd on network 22c2a1b8-e028-41b4-bd2e-fd9f623d0fcf {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 18:17:12.867345 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf8b263c-f430-43b5-af50-d84b4f3f196d req-501a6fa8-147a-4233-b777-9c244b46e739 service neutron] Checking agent: {'id': 'f20a1ab3-4332-4f54-833b-ba4a7c687e89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 8, 40), 'started_at': datetime.datetime(2022, 2, 4, 17, 8, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 18, 17, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 18:17:12.867682 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf8b263c-f430-43b5-af50-d84b4f3f196d req-501a6fa8-147a-4233-b777-9c244b46e739 service neutron] Checking segment: {'id': '5359b46d-44ca-496f-823c-615b60fcbf98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '22c2a1b8-e028-41b4-bd2e-fd9f623d0fcf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 18:17:12.868063 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf8b263c-f430-43b5-af50-d84b4f3f196d req-501a6fa8-147a-4233-b777-9c244b46e739 service neutron] Bound using segment: {'id': '5359b46d-44ca-496f-823c-615b60fcbf98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '22c2a1b8-e028-41b4-bd2e-fd9f623d0fcf'} {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 18:17:12.868482 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [req-cf8b263c-f430-43b5-af50-d84b4f3f196d req-501a6fa8-147a-4233-b777-9c244b46e739 service neutron] Bound port: aae00aa1-f3d3-4df6-a27a-206a293eb1bd, host: n-h2-827839-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5359b46d-44ca-496f-823c-615b60fcbf98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '22c2a1b8-e028-41b4-bd2e-fd9f623d0fcf'}}] {{(pid=103377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 18:17:12.868867 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-cf8b263c-f430-43b5-af50-d84b4f3f196d req-501a6fa8-147a-4233-b777-9c244b46e739 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (aae00aa1-f3d3-4df6-a27a-206a293eb1bd), before_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:17:12.936370 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [req-cf8b263c-f430-43b5-af50-d84b4f3f196d req-501a6fa8-147a-4233-b777-9c244b46e739 service neutron] For port aae00aa1-f3d3-4df6-a27a-206a293eb1bd, host n-h2-827839-2, cleared binding levels {{(pid=103377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 18:17:12.939671 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [req-cf8b263c-f430-43b5-af50-d84b4f3f196d req-501a6fa8-147a-4233-b777-9c244b46e739 service neutron] For port aae00aa1-f3d3-4df6-a27a-206a293eb1bd, host n-h2-827839-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=aae00aa1-f3d3-4df6-a27a-206a293eb1bd,segment=NetworkSegment(5359b46d-44ca-496f-823c-615b60fcbf98),segment_id=5359b46d-44ca-496f-823c-615b60fcbf98)] {{(pid=103377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 18:17:12.945508 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-cf8b263c-f430-43b5-af50-d84b4f3f196d req-501a6fa8-147a-4233-b777-9c244b46e739 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25888290'] for port (aae00aa1-f3d3-4df6-a27a-206a293eb1bd), after_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:17:12.978067 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8b263c-f430-43b5-af50-d84b4f3f196d req-501a6fa8-147a-4233-b777-9c244b46e739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:17:12.978690 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-cf8b263c-f430-43b5-af50-d84b4f3f196d req-501a6fa8-147a-4233-b777-9c244b46e739 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:17:12.980068 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-cf8b263c-f430-43b5-af50-d84b4f3f196d req-501a6fa8-147a-4233-b777-9c244b46e739 service neutron] 10.222.0.90 "PUT /v2.0/ports/aae00aa1-f3d3-4df6-a27a-206a293eb1bd HTTP/1.1" status: 200 len: 1091 time: 0.5961511 Feb 04 18:17:12.980512 n-d-827839-2 neutron-server[103377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e61846bb-3db6-4e45-b559-c5c308c2e0ff', 'tag': 'aae00aa1-f3d3-4df6-a27a-206a293eb1bd'}] {{(pid=103377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 18:17:12.983351 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2026467e03276fe79290e5b19027649602583100b1291b9f7533f134bdcccf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c210cad-5299-4cbb-a675-4eec067a02ba" -d '{"events": [{"name": "network-changed", "server_uuid": "e61846bb-3db6-4e45-b559-c5c308c2e0ff", "tag": "aae00aa1-f3d3-4df6-a27a-206a293eb1bd"}]}' {{(pid=103377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 18:17:13.009491 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501a6fa8-147a-4233-b777-9c244b46e739 service neutron] Pushing event updated for resources: {'Port': ['ID=aae00aa1-f3d3-4df6-a27a-206a293eb1bd,revision_number=3']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:17:13.035380 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 18:17:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94cbe2de-e725-4d96-a907-03f452dc7aa0 x-openstack-request-id: req-94cbe2de-e725-4d96-a907-03f452dc7aa0 {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 18:17:13.035681 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e61846bb-3db6-4e45-b559-c5c308c2e0ff", "tag": "aae00aa1-f3d3-4df6-a27a-206a293eb1bd", "status": "completed", "code": 200}]} {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 18:17:13.035931 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-94cbe2de-e725-4d96-a907-03f452dc7aa0 {{(pid=103377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 18:17:13.036565 n-d-827839-2 neutron-server[103377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e61846bb-3db6-4e45-b559-c5c308c2e0ff', 'tag': 'aae00aa1-f3d3-4df6-a27a-206a293eb1bd', 'status': 'completed', 'code': 200} Feb 04 18:17:13.077245 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8b263c-f430-43b5-af50-d84b4f3f196d req-3b1fd6ad-2a5c-4950-9731-e1c6554a5bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:17:13.078866 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-cf8b263c-f430-43b5-af50-d84b4f3f196d req-3b1fd6ad-2a5c-4950-9731-e1c6554a5bc0 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=685635c3386548438bf975e0eb2a2c12&device_id=e61846bb-3db6-4e45-b559-c5c308c2e0ff HTTP/1.1" status: 200 len: 1125 time: 0.0546391 Feb 04 18:17:13.130446 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-cf8b263c-f430-43b5-af50-d84b4f3f196d req-21bc7b19-54a1-49a9-9645-dc87ce24eb59 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=aae00aa1-f3d3-4df6-a27a-206a293eb1bd HTTP/1.1" status: 200 len: 217 time: 0.0425775 Feb 04 18:17:13.149192 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188ea36c-49b7-4871-95e4-bb8f9b743ef3 req-6ba5cd1a-7be3-4610-9f8b-0fdc207135a9 tempest-ServersNegativeTestJSON-2016933856 tempest-ServersNegativeTestJSON-2016933856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:17:13.150704 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-188ea36c-49b7-4871-95e4-bb8f9b743ef3 req-6ba5cd1a-7be3-4610-9f8b-0fdc207135a9 tempest-ServersNegativeTestJSON-2016933856 tempest-ServersNegativeTestJSON-2016933856-project] 10.222.0.89 "GET /v2.0/ports?device_id=e61846bb-3db6-4e45-b559-c5c308c2e0ff HTTP/1.1" status: 200 len: 943 time: 0.0634863 Feb 04 18:17:13.184249 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8b263c-f430-43b5-af50-d84b4f3f196d req-9de79a34-a3d6-4fb4-b8e1-ba2c906f1146 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:17:13.185767 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-cf8b263c-f430-43b5-af50-d84b4f3f196d req-9de79a34-a3d6-4fb4-b8e1-ba2c906f1146 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=bbf82123-550d-47bf-9388-f31db8e9b630 HTTP/1.1" status: 200 len: 853 time: 0.0474691 Feb 04 18:17:13.199828 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-188ea36c-49b7-4871-95e4-bb8f9b743ef3 req-a14c1aac-3bed-42d1-8d42-0ab024cb494f tempest-ServersNegativeTestJSON-2016933856 tempest-ServersNegativeTestJSON-2016933856-project] 10.222.0.89 "GET /v2.0/security-groups?id=c3d97ad4-af66-4ad0-a6d9-18f121a55f93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426669 Feb 04 18:17:13.222260 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-cf8b263c-f430-43b5-af50-d84b4f3f196d req-36880351-e918-4f44-88e7-492b99048117 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=22c2a1b8-e028-41b4-bd2e-fd9f623d0fcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279858 Feb 04 18:17:13.324943 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-cf8b263c-f430-43b5-af50-d84b4f3f196d req-7d7e4fc2-b04c-4959-b0d9-4f5cb89e331e service neutron] 10.222.0.90 "GET /v2.0/networks/22c2a1b8-e028-41b4-bd2e-fd9f623d0fcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942442 Feb 04 18:17:13.423463 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-cf8b263c-f430-43b5-af50-d84b4f3f196d req-c3eef0a5-13d1-45d9-8225-1efb28f1d980 service neutron] 10.222.0.90 "GET /v2.0/networks/22c2a1b8-e028-41b4-bd2e-fd9f623d0fcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908821 Feb 04 18:17:13.514366 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c210cad-5299-4cbb-a675-4eec067a02ba req-1fa7126d-183a-4dcc-a5e8-d3d4fa39a3f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:17:13.515934 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-9c210cad-5299-4cbb-a675-4eec067a02ba req-1fa7126d-183a-4dcc-a5e8-d3d4fa39a3f6 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=685635c3386548438bf975e0eb2a2c12&device_id=e61846bb-3db6-4e45-b559-c5c308c2e0ff HTTP/1.1" status: 200 len: 1125 time: 0.0466504 Feb 04 18:17:13.621165 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c210cad-5299-4cbb-a675-4eec067a02ba req-b36683ea-1995-4ab4-b804-d48381734ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:17:13.623039 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-9c210cad-5299-4cbb-a675-4eec067a02ba req-b36683ea-1995-4ab4-b804-d48381734ed3 service neutron] 10.222.0.90 "GET /v2.0/networks?id=22c2a1b8-e028-41b4-bd2e-fd9f623d0fcf HTTP/1.1" status: 200 len: 914 time: 0.0972784 Feb 04 18:17:13.668761 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-9c210cad-5299-4cbb-a675-4eec067a02ba req-da131a6b-3b69-48a4-91ed-3b30c9043898 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=aae00aa1-f3d3-4df6-a27a-206a293eb1bd HTTP/1.1" status: 200 len: 217 time: 0.0359502 Feb 04 18:17:13.714457 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8b263c-f430-43b5-af50-d84b4f3f196d req-7dcfb903-4938-432e-800d-bc13605d46eb tempest-ServersNegativeTestJSON-2016933856 tempest-ServersNegativeTestJSON-2016933856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:17:13.715935 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-cf8b263c-f430-43b5-af50-d84b4f3f196d req-7dcfb903-4938-432e-800d-bc13605d46eb tempest-ServersNegativeTestJSON-2016933856 tempest-ServersNegativeTestJSON-2016933856-project] 10.222.0.90 "GET /v2.0/ports?device_id=e61846bb-3db6-4e45-b559-c5c308c2e0ff HTTP/1.1" status: 200 len: 943 time: 0.0528860 Feb 04 18:17:13.716847 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c210cad-5299-4cbb-a675-4eec067a02ba req-7e826cd7-47fe-46a3-8d77-0025ec22faa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:17:13.718288 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-9c210cad-5299-4cbb-a675-4eec067a02ba req-7e826cd7-47fe-46a3-8d77-0025ec22faa6 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=bbf82123-550d-47bf-9388-f31db8e9b630 HTTP/1.1" status: 200 len: 853 time: 0.0440083 Feb 04 18:17:13.760405 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-9c210cad-5299-4cbb-a675-4eec067a02ba req-1e361fc6-9bf0-45ec-b88e-a7aed9469bdb service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=22c2a1b8-e028-41b4-bd2e-fd9f623d0fcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292864 Feb 04 18:17:13.820790 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [req-cf8b263c-f430-43b5-af50-d84b4f3f196d req-74ddc0fd-f8d1-40b4-b3b7-fcdb68006148 tempest-ServersNegativeTestJSON-2016933856 tempest-ServersNegativeTestJSON-2016933856-project] Deleting port aae00aa1-f3d3-4df6-a27a-206a293eb1bd {{(pid=103376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 18:17:13.821442 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-cf8b263c-f430-43b5-af50-d84b4f3f196d req-74ddc0fd-f8d1-40b4-b3b7-fcdb68006148 tempest-ServersNegativeTestJSON-2016933856 tempest-ServersNegativeTestJSON-2016933856-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (aae00aa1-f3d3-4df6-a27a-206a293eb1bd), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:17:13.851582 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-9c210cad-5299-4cbb-a675-4eec067a02ba req-c2471802-ddc7-42b6-b611-2f10d1572797 service neutron] 10.222.0.90 "GET /v2.0/networks/22c2a1b8-e028-41b4-bd2e-fd9f623d0fcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818362 Feb 04 18:17:13.910296 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [req-cf8b263c-f430-43b5-af50-d84b4f3f196d req-74ddc0fd-f8d1-40b4-b3b7-fcdb68006148 tempest-ServersNegativeTestJSON-2016933856 tempest-ServersNegativeTestJSON-2016933856-project] For port aae00aa1-f3d3-4df6-a27a-206a293eb1bd, host n-h2-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=aae00aa1-f3d3-4df6-a27a-206a293eb1bd,segment=NetworkSegment(5359b46d-44ca-496f-823c-615b60fcbf98),segment_id=5359b46d-44ca-496f-823c-615b60fcbf98)] {{(pid=103376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 18:17:13.910573 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-cf8b263c-f430-43b5-af50-d84b4f3f196d req-74ddc0fd-f8d1-40b4-b3b7-fcdb68006148 tempest-ServersNegativeTestJSON-2016933856 tempest-ServersNegativeTestJSON-2016933856-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (aae00aa1-f3d3-4df6-a27a-206a293eb1bd), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:17:13.923306 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [req-cf8b263c-f430-43b5-af50-d84b4f3f196d req-74ddc0fd-f8d1-40b4-b3b7-fcdb68006148 tempest-ServersNegativeTestJSON-2016933856 tempest-ServersNegativeTestJSON-2016933856-project] Calling delete_port for aae00aa1-f3d3-4df6-a27a-206a293eb1bd owned by compute:nova {{(pid=103376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 18:17:13.946929 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-9c210cad-5299-4cbb-a675-4eec067a02ba req-62d51e7c-2303-487f-b83c-3df54088c6ac service neutron] 10.222.0.90 "GET /v2.0/networks/22c2a1b8-e028-41b4-bd2e-fd9f623d0fcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858409 Feb 04 18:17:14.054052 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-cf8b263c-f430-43b5-af50-d84b4f3f196d req-74ddc0fd-f8d1-40b4-b3b7-fcdb68006148 tempest-ServersNegativeTestJSON-2016933856 tempest-ServersNegativeTestJSON-2016933856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (aae00aa1-f3d3-4df6-a27a-206a293eb1bd), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:17:14.083089 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ddc0fd-f8d1-40b4-b3b7-fcdb68006148 tempest-ServersNegativeTestJSON-2016933856 tempest-ServersNegativeTestJSON-2016933856-project] Pushing event deleted for resources: {'Port': ['ID=aae00aa1-f3d3-4df6-a27a-206a293eb1bd,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:17:14.127658 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf8b263c-f430-43b5-af50-d84b4f3f196d req-74ddc0fd-f8d1-40b4-b3b7-fcdb68006148 tempest-ServersNegativeTestJSON-2016933856 tempest-ServersNegativeTestJSON-2016933856-project] No DVR routers for this DVR port aae00aa1-f3d3-4df6-a27a-206a293eb1bd on host n-h2-827839-2 {{(pid=103376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 18:17:14.130171 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-cf8b263c-f430-43b5-af50-d84b4f3f196d req-74ddc0fd-f8d1-40b4-b3b7-fcdb68006148 tempest-ServersNegativeTestJSON-2016933856 tempest-ServersNegativeTestJSON-2016933856-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:17:14.133601 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-cf8b263c-f430-43b5-af50-d84b4f3f196d req-74ddc0fd-f8d1-40b4-b3b7-fcdb68006148 tempest-ServersNegativeTestJSON-2016933856 tempest-ServersNegativeTestJSON-2016933856-project] 10.222.0.90 "DELETE /v2.0/ports/aae00aa1-f3d3-4df6-a27a-206a293eb1bd HTTP/1.1" status: 204 len: 173 time: 0.4025743 Feb 04 18:17:14.134048 n-d-827839-2 neutron-server[103376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e61846bb-3db6-4e45-b559-c5c308c2e0ff', 'name': 'network-vif-deleted', 'tag': 'aae00aa1-f3d3-4df6-a27a-206a293eb1bd'}] {{(pid=103376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 18:17:14.136286 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7aefa7f3373fd63bd14caed2f0c404cd5bacff84a7eb60e70ea20ed0b49017dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37dd9b93-64ee-4b0d-9e06-fa5aded84fdd" -d '{"events": [{"server_uuid": "e61846bb-3db6-4e45-b559-c5c308c2e0ff", "name": "network-vif-deleted", "tag": "aae00aa1-f3d3-4df6-a27a-206a293eb1bd"}]}' {{(pid=103376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 18:17:14.170191 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Fri, 04 Feb 2022 18:17:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9325fa82-a8b9-4a7d-8528-500345f6886d x-openstack-request-id: req-9325fa82-a8b9-4a7d-8528-500345f6886d {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 18:17:14.170889 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e61846bb-3db6-4e45-b559-c5c308c2e0ff", "name": "network-vif-deleted", "tag": "aae00aa1-f3d3-4df6-a27a-206a293eb1bd", "status": "failed", "code": 422}]} {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 18:17:14.170889 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-9325fa82-a8b9-4a7d-8528-500345f6886d {{(pid=103376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 18:17:14.171177 n-d-827839-2 neutron-server[103376]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'e61846bb-3db6-4e45-b559-c5c308c2e0ff', 'name': 'network-vif-deleted', 'tag': 'aae00aa1-f3d3-4df6-a27a-206a293eb1bd', 'status': 'failed', 'code': 422} returned with failed status Feb 04 18:17:14.296684 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-605b35cc-e4df-4a6c-9782-35c77a6db95e req-97040de0-8044-4ef4-adc7-d1589e868177 tempest-ServersNegativeTestJSON-2016933856 tempest-ServersNegativeTestJSON-2016933856-project] 10.222.0.89 "GET /v2.0/ports?device_id=e61846bb-3db6-4e45-b559-c5c308c2e0ff HTTP/1.1" status: 200 len: 210 time: 0.0286305 Feb 04 18:17:15.191869 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8b263c-f430-43b5-af50-d84b4f3f196d req-d2c1c7e5-cd09-46ce-a4d8-ba8512d18352 tempest-ServersNegativeTestJSON-2016933856 tempest-ServersNegativeTestJSON-2016933856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:17:15.193395 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-cf8b263c-f430-43b5-af50-d84b4f3f196d req-d2c1c7e5-cd09-46ce-a4d8-ba8512d18352 tempest-ServersNegativeTestJSON-2016933856 tempest-ServersNegativeTestJSON-2016933856-project] 10.222.0.96 "GET /v2.0/networks?id=22c2a1b8-e028-41b4-bd2e-fd9f623d0fcf HTTP/1.1" status: 200 len: 813 time: 0.1069024 Feb 04 18:17:15.207115 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [req-cf8b263c-f430-43b5-af50-d84b4f3f196d req-2665d0eb-eebf-4755-ae1a-2d3ece53ac67 tempest-ServersNegativeTestJSON-2016933856 tempest-ServersNegativeTestJSON-2016933856-project] Request body: {'port': {'device_id': 'e61846bb-3db6-4e45-b559-c5c308c2e0ff', 'network_id': '22c2a1b8-e028-41b4-bd2e-fd9f623d0fcf', 'admin_state_up': True, 'tenant_id': '685635c3386548438bf975e0eb2a2c12'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 18:17:15.314416 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf8b263c-f430-43b5-af50-d84b4f3f196d req-2665d0eb-eebf-4755-ae1a-2d3ece53ac67 tempest-ServersNegativeTestJSON-2016933856 tempest-ServersNegativeTestJSON-2016933856-project] Made reservation on behalf of 685635c3386548438bf975e0eb2a2c12 for: {'port': 1} {{(pid=103376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 18:17:15.318229 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-cf8b263c-f430-43b5-af50-d84b4f3f196d req-2665d0eb-eebf-4755-ae1a-2d3ece53ac67 tempest-ServersNegativeTestJSON-2016933856 tempest-ServersNegativeTestJSON-2016933856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:17:15.393764 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-1aba7562-dfe4-45a2-a537-023330d4fd3f req-465371f7-f1cb-4946-94f5-377a9c5dddc2 tempest-ServersNegativeTestJSON-2016933856 tempest-ServersNegativeTestJSON-2016933856-project] 10.222.0.89 "GET /v2.0/ports?device_id=e61846bb-3db6-4e45-b559-c5c308c2e0ff HTTP/1.1" status: 200 len: 210 time: 0.0282984 Feb 04 18:17:15.445048 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.db_base_plugin_common [req-cf8b263c-f430-43b5-af50-d84b4f3f196d req-2665d0eb-eebf-4755-ae1a-2d3ece53ac67 tempest-ServersNegativeTestJSON-2016933856 tempest-ServersNegativeTestJSON-2016933856-project] Allocated IP 172.20.0.3 (22c2a1b8-e028-41b4-bd2e-fd9f623d0fcf/bbf82123-550d-47bf-9388-f31db8e9b630/945b1113-eca4-4de4-ab07-13f4d40d296f) {{(pid=103376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 18:17:15.586196 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-cf8b263c-f430-43b5-af50-d84b4f3f196d req-2665d0eb-eebf-4755-ae1a-2d3ece53ac67 tempest-ServersNegativeTestJSON-2016933856 tempest-ServersNegativeTestJSON-2016933856-project] Publish callbacks [] for port (945b1113-eca4-4de4-ab07-13f4d40d296f), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:17:15.618516 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-cf8b263c-f430-43b5-af50-d84b4f3f196d req-2665d0eb-eebf-4755-ae1a-2d3ece53ac67 tempest-ServersNegativeTestJSON-2016933856 tempest-ServersNegativeTestJSON-2016933856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (945b1113-eca4-4de4-ab07-13f4d40d296f), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:17:15.667203 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf8b263c-f430-43b5-af50-d84b4f3f196d req-2665d0eb-eebf-4755-ae1a-2d3ece53ac67 tempest-ServersNegativeTestJSON-2016933856 tempest-ServersNegativeTestJSON-2016933856-project] Network 22c2a1b8-e028-41b4-bd2e-fd9f623d0fcf is already hosted by enough agents. {{(pid=103376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 18:17:15.670364 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [req-cf8b263c-f430-43b5-af50-d84b4f3f196d req-2665d0eb-eebf-4755-ae1a-2d3ece53ac67 tempest-ServersNegativeTestJSON-2016933856 tempest-ServersNegativeTestJSON-2016933856-project] Resources bound (agent type, host, resource id): {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 18:17:15.674120 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf8b263c-f430-43b5-af50-d84b4f3f196d req-2665d0eb-eebf-4755-ae1a-2d3ece53ac67 tempest-ServersNegativeTestJSON-2016933856 tempest-ServersNegativeTestJSON-2016933856-project] Received port after_create {{(pid=103376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 18:17:15.680335 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2665d0eb-eebf-4755-ae1a-2d3ece53ac67 tempest-ServersNegativeTestJSON-2016933856 tempest-ServersNegativeTestJSON-2016933856-project] Pushing event updated for resources: {'Port': ['ID=945b1113-eca4-4de4-ab07-13f4d40d296f,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:17:15.725412 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8b263c-f430-43b5-af50-d84b4f3f196d req-2665d0eb-eebf-4755-ae1a-2d3ece53ac67 tempest-ServersNegativeTestJSON-2016933856 tempest-ServersNegativeTestJSON-2016933856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:17:15.725965 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-cf8b263c-f430-43b5-af50-d84b4f3f196d req-2665d0eb-eebf-4755-ae1a-2d3ece53ac67 tempest-ServersNegativeTestJSON-2016933856 tempest-ServersNegativeTestJSON-2016933856-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:17:15.741085 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-cf8b263c-f430-43b5-af50-d84b4f3f196d req-2665d0eb-eebf-4755-ae1a-2d3ece53ac67 tempest-ServersNegativeTestJSON-2016933856 tempest-ServersNegativeTestJSON-2016933856-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5375085 Feb 04 18:17:15.753807 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [req-cf8b263c-f430-43b5-af50-d84b4f3f196d req-b35fd9b8-4626-4395-bcbe-e46071c7f50c service neutron] Request body: {'port': {'device_id': 'e61846bb-3db6-4e45-b559-c5c308c2e0ff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827839-2'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 18:17:15.812434 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-cf8b263c-f430-43b5-af50-d84b4f3f196d req-b35fd9b8-4626-4395-bcbe-e46071c7f50c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (945b1113-eca4-4de4-ab07-13f4d40d296f), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:17:16.077937 n-d-827839-2 neutron-server[103376]: DEBUG neutron.notifiers.nova [req-cf8b263c-f430-43b5-af50-d84b4f3f196d req-b35fd9b8-4626-4395-bcbe-e46071c7f50c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 945b1113-eca4-4de4-ab07-13f4d40d296f {{(pid=103376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 18:17:16.085669 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-cf8b263c-f430-43b5-af50-d84b4f3f196d req-b35fd9b8-4626-4395-bcbe-e46071c7f50c service neutron] Publish callbacks [] for port (945b1113-eca4-4de4-ab07-13f4d40d296f), precommit_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:17:16.097556 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.provisioning_blocks [req-cf8b263c-f430-43b5-af50-d84b4f3f196d req-b35fd9b8-4626-4395-bcbe-e46071c7f50c service neutron] Transition to ACTIVE for port object 945b1113-eca4-4de4-ab07-13f4d40d296f will not be triggered until provisioned by entity L2. {{(pid=103376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 18:17:16.101121 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-cf8b263c-f430-43b5-af50-d84b4f3f196d req-b35fd9b8-4626-4395-bcbe-e46071c7f50c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675836'] for port (945b1113-eca4-4de4-ab07-13f4d40d296f), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:17:16.152540 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35fd9b8-4626-4395-bcbe-e46071c7f50c service neutron] Pushing event updated for resources: {'Port': ['ID=945b1113-eca4-4de4-ab07-13f4d40d296f,revision_number=2']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:17:16.225668 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [req-cf8b263c-f430-43b5-af50-d84b4f3f196d req-b35fd9b8-4626-4395-bcbe-e46071c7f50c service neutron] Attempting to bind port 945b1113-eca4-4de4-ab07-13f4d40d296f on host n-h1-827839-2 for vnic_type normal with profile {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 18:17:16.226355 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [req-cf8b263c-f430-43b5-af50-d84b4f3f196d req-b35fd9b8-4626-4395-bcbe-e46071c7f50c service neutron] Attempting to bind port 945b1113-eca4-4de4-ab07-13f4d40d296f by drivers openvswitch,hyperv on host n-h1-827839-2 at level 0 using segments [{'id': '5359b46d-44ca-496f-823c-615b60fcbf98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '22c2a1b8-e028-41b4-bd2e-fd9f623d0fcf'}] {{(pid=103376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 18:17:16.226355 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf8b263c-f430-43b5-af50-d84b4f3f196d req-b35fd9b8-4626-4395-bcbe-e46071c7f50c service neutron] Attempting to bind port 945b1113-eca4-4de4-ab07-13f4d40d296f on network 22c2a1b8-e028-41b4-bd2e-fd9f623d0fcf {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 18:17:16.231139 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf8b263c-f430-43b5-af50-d84b4f3f196d req-b35fd9b8-4626-4395-bcbe-e46071c7f50c service neutron] Port 945b1113-eca4-4de4-ab07-13f4d40d296f on network 22c2a1b8-e028-41b4-bd2e-fd9f623d0fcf not bound, no agent of type Open vSwitch agent registered on host n-h1-827839-2 {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 18:17:16.231482 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf8b263c-f430-43b5-af50-d84b4f3f196d req-b35fd9b8-4626-4395-bcbe-e46071c7f50c service neutron] Attempting to bind port 945b1113-eca4-4de4-ab07-13f4d40d296f on network 22c2a1b8-e028-41b4-bd2e-fd9f623d0fcf {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 18:17:16.236498 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf8b263c-f430-43b5-af50-d84b4f3f196d req-b35fd9b8-4626-4395-bcbe-e46071c7f50c service neutron] Checking agent: {'id': '3f9244a9-75fc-4c10-b195-11d48b853b41', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 8, 42), 'started_at': datetime.datetime(2022, 2, 4, 17, 8, 42), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 18, 17, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 18:17:16.236883 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf8b263c-f430-43b5-af50-d84b4f3f196d req-b35fd9b8-4626-4395-bcbe-e46071c7f50c service neutron] Checking segment: {'id': '5359b46d-44ca-496f-823c-615b60fcbf98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '22c2a1b8-e028-41b4-bd2e-fd9f623d0fcf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 18:17:16.237250 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf8b263c-f430-43b5-af50-d84b4f3f196d req-b35fd9b8-4626-4395-bcbe-e46071c7f50c service neutron] Bound using segment: {'id': '5359b46d-44ca-496f-823c-615b60fcbf98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '22c2a1b8-e028-41b4-bd2e-fd9f623d0fcf'} {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 18:17:16.237676 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [req-cf8b263c-f430-43b5-af50-d84b4f3f196d req-b35fd9b8-4626-4395-bcbe-e46071c7f50c service neutron] Bound port: 945b1113-eca4-4de4-ab07-13f4d40d296f, host: n-h1-827839-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5359b46d-44ca-496f-823c-615b60fcbf98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '22c2a1b8-e028-41b4-bd2e-fd9f623d0fcf'}}] {{(pid=103376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 18:17:16.238029 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-cf8b263c-f430-43b5-af50-d84b4f3f196d req-b35fd9b8-4626-4395-bcbe-e46071c7f50c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (945b1113-eca4-4de4-ab07-13f4d40d296f), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:17:16.638198 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [req-cf8b263c-f430-43b5-af50-d84b4f3f196d req-b35fd9b8-4626-4395-bcbe-e46071c7f50c service neutron] For port 945b1113-eca4-4de4-ab07-13f4d40d296f, host n-h1-827839-2, cleared binding levels {{(pid=103376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 18:17:16.641694 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [req-cf8b263c-f430-43b5-af50-d84b4f3f196d req-b35fd9b8-4626-4395-bcbe-e46071c7f50c service neutron] For port 945b1113-eca4-4de4-ab07-13f4d40d296f, host n-h1-827839-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=945b1113-eca4-4de4-ab07-13f4d40d296f,segment=NetworkSegment(5359b46d-44ca-496f-823c-615b60fcbf98),segment_id=5359b46d-44ca-496f-823c-615b60fcbf98)] {{(pid=103376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 18:17:16.649571 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7e33cf-b211-4738-9610-db71c76c2df7 req-33f486ec-2fef-4f44-949f-f26b9d436d65 tempest-ServersNegativeTestJSON-2016933856 tempest-ServersNegativeTestJSON-2016933856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:17:16.651067 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-de7e33cf-b211-4738-9610-db71c76c2df7 req-33f486ec-2fef-4f44-949f-f26b9d436d65 tempest-ServersNegativeTestJSON-2016933856 tempest-ServersNegativeTestJSON-2016933856-project] 10.222.0.89 "GET /v2.0/ports?device_id=e61846bb-3db6-4e45-b559-c5c308c2e0ff HTTP/1.1" status: 200 len: 943 time: 0.1021152 Feb 04 18:17:16.657014 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-cf8b263c-f430-43b5-af50-d84b4f3f196d req-b35fd9b8-4626-4395-bcbe-e46071c7f50c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675836'] for port (945b1113-eca4-4de4-ab07-13f4d40d296f), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:17:16.705665 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8b263c-f430-43b5-af50-d84b4f3f196d req-b35fd9b8-4626-4395-bcbe-e46071c7f50c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:17:16.706303 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-cf8b263c-f430-43b5-af50-d84b4f3f196d req-b35fd9b8-4626-4395-bcbe-e46071c7f50c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:17:16.707729 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-cf8b263c-f430-43b5-af50-d84b4f3f196d req-b35fd9b8-4626-4395-bcbe-e46071c7f50c service neutron] 10.222.0.96 "PUT /v2.0/ports/945b1113-eca4-4de4-ab07-13f4d40d296f HTTP/1.1" status: 200 len: 1091 time: 0.9579976 Feb 04 18:17:16.713526 n-d-827839-2 neutron-server[103376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e61846bb-3db6-4e45-b559-c5c308c2e0ff', 'tag': '945b1113-eca4-4de4-ab07-13f4d40d296f'}] {{(pid=103376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 18:17:16.716350 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7aefa7f3373fd63bd14caed2f0c404cd5bacff84a7eb60e70ea20ed0b49017dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af9594b0-be8e-46d6-b1fc-4c07670bc0b0" -d '{"events": [{"name": "network-changed", "server_uuid": "e61846bb-3db6-4e45-b559-c5c308c2e0ff", "tag": "945b1113-eca4-4de4-ab07-13f4d40d296f"}]}' {{(pid=103376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 18:17:16.756761 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35fd9b8-4626-4395-bcbe-e46071c7f50c service neutron] Pushing event updated for resources: {'Port': ['ID=945b1113-eca4-4de4-ab07-13f4d40d296f,revision_number=3']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:17:16.763505 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 18:17:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f44a85d1-f598-41c4-9522-2e838118a455 x-openstack-request-id: req-f44a85d1-f598-41c4-9522-2e838118a455 {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 18:17:16.763812 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e61846bb-3db6-4e45-b559-c5c308c2e0ff", "tag": "945b1113-eca4-4de4-ab07-13f4d40d296f", "status": "completed", "code": 200}]} {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 18:17:16.764054 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-f44a85d1-f598-41c4-9522-2e838118a455 {{(pid=103376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 18:17:16.764942 n-d-827839-2 neutron-server[103376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e61846bb-3db6-4e45-b559-c5c308c2e0ff', 'tag': '945b1113-eca4-4de4-ab07-13f4d40d296f', 'status': 'completed', 'code': 200} Feb 04 18:17:16.769966 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-de7e33cf-b211-4738-9610-db71c76c2df7 req-f9352e77-45d3-401a-968f-98720f177d0f tempest-ServersNegativeTestJSON-2016933856 tempest-ServersNegativeTestJSON-2016933856-project] 10.222.0.89 "GET /v2.0/security-groups?id=c3d97ad4-af66-4ad0-a6d9-18f121a55f93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104934 Feb 04 18:17:16.829668 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9594b0-be8e-46d6-b1fc-4c07670bc0b0 req-ff00d276-f428-40aa-805b-9dc5b50ed8bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:17:16.831254 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-af9594b0-be8e-46d6-b1fc-4c07670bc0b0 req-ff00d276-f428-40aa-805b-9dc5b50ed8bd service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=685635c3386548438bf975e0eb2a2c12&device_id=e61846bb-3db6-4e45-b559-c5c308c2e0ff HTTP/1.1" status: 200 len: 1125 time: 0.0464871 Feb 04 18:17:17.002488 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9594b0-be8e-46d6-b1fc-4c07670bc0b0 req-c8305d37-36e0-48d6-aea0-5f120e474844 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:17:17.003991 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-af9594b0-be8e-46d6-b1fc-4c07670bc0b0 req-c8305d37-36e0-48d6-aea0-5f120e474844 service neutron] 10.222.0.96 "GET /v2.0/networks?tenant_id=685635c3386548438bf975e0eb2a2c12&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1651208 Feb 04 18:17:17.165018 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9594b0-be8e-46d6-b1fc-4c07670bc0b0 req-39f5994a-8828-4ae5-9f83-c261a0b6b68d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:17:17.166509 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-af9594b0-be8e-46d6-b1fc-4c07670bc0b0 req-39f5994a-8828-4ae5-9f83-c261a0b6b68d service neutron] 10.222.0.96 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1561849 Feb 04 18:17:17.245396 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8b263c-f430-43b5-af50-d84b4f3f196d req-b1530c50-69a1-4dca-b968-610b42f93a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:17:17.246904 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-cf8b263c-f430-43b5-af50-d84b4f3f196d req-b1530c50-69a1-4dca-b968-610b42f93a8f service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=685635c3386548438bf975e0eb2a2c12&device_id=e61846bb-3db6-4e45-b559-c5c308c2e0ff HTTP/1.1" status: 200 len: 1125 time: 0.0456607 Feb 04 18:17:17.289166 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-cf8b263c-f430-43b5-af50-d84b4f3f196d req-ce0b0010-c5c6-4704-8ca9-33dcbfc26cb4 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=945b1113-eca4-4de4-ab07-13f4d40d296f HTTP/1.1" status: 200 len: 217 time: 0.0354571 Feb 04 18:17:17.341823 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8b263c-f430-43b5-af50-d84b4f3f196d req-0d7d8050-4d19-4ad2-9797-352c9c156891 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:17:17.343276 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-cf8b263c-f430-43b5-af50-d84b4f3f196d req-0d7d8050-4d19-4ad2-9797-352c9c156891 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=bbf82123-550d-47bf-9388-f31db8e9b630 HTTP/1.1" status: 200 len: 853 time: 0.0482392 Feb 04 18:17:17.375179 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-cf8b263c-f430-43b5-af50-d84b4f3f196d req-4e6890fb-b263-4712-80cc-37d94fe96287 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=22c2a1b8-e028-41b4-bd2e-fd9f623d0fcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244367 Feb 04 18:17:17.462228 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-cf8b263c-f430-43b5-af50-d84b4f3f196d req-1d827158-de40-46d0-bba4-9db26b9211f1 service neutron] 10.222.0.96 "GET /v2.0/networks/22c2a1b8-e028-41b4-bd2e-fd9f623d0fcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813379 Feb 04 18:17:17.552113 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-cf8b263c-f430-43b5-af50-d84b4f3f196d req-05a91638-1ff0-4d9d-a985-30312fbc859c service neutron] 10.222.0.96 "GET /v2.0/networks/22c2a1b8-e028-41b4-bd2e-fd9f623d0fcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843244 Feb 04 18:17:18.129590 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2db5fb-5c53-4d8d-bb48-b7b4004f23a8 req-4882c43a-5c22-42ba-bbcd-46365d28f321 tempest-ServersNegativeTestJSON-2016933856 tempest-ServersNegativeTestJSON-2016933856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:17:18.131095 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-ce2db5fb-5c53-4d8d-bb48-b7b4004f23a8 req-4882c43a-5c22-42ba-bbcd-46365d28f321 tempest-ServersNegativeTestJSON-2016933856 tempest-ServersNegativeTestJSON-2016933856-project] 10.222.0.89 "GET /v2.0/ports?device_id=e61846bb-3db6-4e45-b559-c5c308c2e0ff HTTP/1.1" status: 200 len: 943 time: 0.0526700 Feb 04 18:17:18.176967 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-ce2db5fb-5c53-4d8d-bb48-b7b4004f23a8 req-1d7e101b-e1ad-4e57-b115-10d5117cb542 tempest-ServersNegativeTestJSON-2016933856 tempest-ServersNegativeTestJSON-2016933856-project] 10.222.0.89 "GET /v2.0/security-groups?id=c3d97ad4-af66-4ad0-a6d9-18f121a55f93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403173 Feb 04 18:17:19.296634 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28d3aff-0efd-485c-b1bb-880d2d3232cc req-ebe76436-8fea-464f-a63f-81bef03435b7 tempest-ServersNegativeTestJSON-2016933856 tempest-ServersNegativeTestJSON-2016933856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:17:19.298126 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-e28d3aff-0efd-485c-b1bb-880d2d3232cc req-ebe76436-8fea-464f-a63f-81bef03435b7 tempest-ServersNegativeTestJSON-2016933856 tempest-ServersNegativeTestJSON-2016933856-project] 10.222.0.89 "GET /v2.0/ports?device_id=e61846bb-3db6-4e45-b559-c5c308c2e0ff HTTP/1.1" status: 200 len: 943 time: 0.0542085 Feb 04 18:17:19.344513 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-e28d3aff-0efd-485c-b1bb-880d2d3232cc req-9dbd7266-528d-4e99-b341-d2a37a8c2e09 tempest-ServersNegativeTestJSON-2016933856 tempest-ServersNegativeTestJSON-2016933856-project] 10.222.0.89 "GET /v2.0/security-groups?id=c3d97ad4-af66-4ad0-a6d9-18f121a55f93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408354 Feb 04 18:17:19.949829 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device 945b1113-eca4-4de4-ab07-13f4d40d296f details requested by agent hyperv_n-h1-827839-2 with host n-h1-827839-2 {{(pid=103378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 18:17:20.049832 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] For port 945b1113-eca4-4de4-ab07-13f4d40d296f, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=945b1113-eca4-4de4-ab07-13f4d40d296f,segment=NetworkSegment(5359b46d-44ca-496f-823c-615b60fcbf98),segment_id=5359b46d-44ca-496f-823c-615b60fcbf98)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 18:17:20.061839 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Returning: {'device': '945b1113-eca4-4de4-ab07-13f4d40d296f', 'network_id': '22c2a1b8-e028-41b4-bd2e-fd9f623d0fcf', 'port_id': '945b1113-eca4-4de4-ab07-13f4d40d296f', 'mac_address': 'fa:16:3e:65:a9:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 768, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bbf82123-550d-47bf-9388-f31db8e9b630', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 18:17:20.099091 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Current status of the port 945b1113-eca4-4de4-ab07-13f4d40d296f is: DOWN; New status is: BUILD {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 18:17:20.099485 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (945b1113-eca4-4de4-ab07-13f4d40d296f), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:17:20.112207 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 945b1113-eca4-4de4-ab07-13f4d40d296f {{(pid=103378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 18:17:20.130573 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] For port 945b1113-eca4-4de4-ab07-13f4d40d296f, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=945b1113-eca4-4de4-ab07-13f4d40d296f,segment=NetworkSegment(5359b46d-44ca-496f-823c-615b60fcbf98),segment_id=5359b46d-44ca-496f-823c-615b60fcbf98)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 18:17:20.134241 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (945b1113-eca4-4de4-ab07-13f4d40d296f), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:17:20.180230 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Pushing event updated for resources: {'Port': ['ID=945b1113-eca4-4de4-ab07-13f4d40d296f,revision_number=4']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:17:20.461875 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45d5f7f-d287-44d3-9f4b-f43000758760 req-1c04b5ee-11db-413f-b347-a7751c001ccd tempest-ServersNegativeTestJSON-2016933856 tempest-ServersNegativeTestJSON-2016933856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:17:20.463340 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-e45d5f7f-d287-44d3-9f4b-f43000758760 req-1c04b5ee-11db-413f-b347-a7751c001ccd tempest-ServersNegativeTestJSON-2016933856 tempest-ServersNegativeTestJSON-2016933856-project] 10.222.0.89 "GET /v2.0/ports?device_id=e61846bb-3db6-4e45-b559-c5c308c2e0ff HTTP/1.1" status: 200 len: 944 time: 0.0514030 Feb 04 18:17:20.511556 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-e45d5f7f-d287-44d3-9f4b-f43000758760 req-37cee9d5-150a-4c72-940b-31e7ab316b48 tempest-ServersNegativeTestJSON-2016933856 tempest-ServersNegativeTestJSON-2016933856-project] 10.222.0.89 "GET /v2.0/security-groups?id=c3d97ad4-af66-4ad0-a6d9-18f121a55f93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426588 Feb 04 18:17:20.511995 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] get_ports_and_sgs() called for port_ids ['945b1113-eca4-4de4-ab07-13f4d40d296f'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 18:17:21.634773 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b7361f-b598-4400-85ff-cb8077cc9fec req-8c0231b1-ec5a-4ad0-9a6e-f649e25b02c5 tempest-ServersNegativeTestJSON-2016933856 tempest-ServersNegativeTestJSON-2016933856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:17:21.636253 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-16b7361f-b598-4400-85ff-cb8077cc9fec req-8c0231b1-ec5a-4ad0-9a6e-f649e25b02c5 tempest-ServersNegativeTestJSON-2016933856 tempest-ServersNegativeTestJSON-2016933856-project] 10.222.0.89 "GET /v2.0/ports?device_id=e61846bb-3db6-4e45-b559-c5c308c2e0ff HTTP/1.1" status: 200 len: 944 time: 0.0555460 Feb 04 18:17:21.681989 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-16b7361f-b598-4400-85ff-cb8077cc9fec req-929dab33-39fb-4886-be8f-8e93050e17e6 tempest-ServersNegativeTestJSON-2016933856 tempest-ServersNegativeTestJSON-2016933856-project] 10.222.0.89 "GET /v2.0/security-groups?id=c3d97ad4-af66-4ad0-a6d9-18f121a55f93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396824 Feb 04 18:17:21.968128 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device 945b1113-eca4-4de4-ab07-13f4d40d296f up at agent hyperv_n-h1-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 18:17:22.015135 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Provisioning for port 945b1113-eca4-4de4-ab07-13f4d40d296f completed by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 18:17:22.018704 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Provisioning complete for port 945b1113-eca4-4de4-ab07-13f4d40d296f triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 18:17:22.019068 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (945b1113-eca4-4de4-ab07-13f4d40d296f), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:17:22.097451 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Current status of the port 945b1113-eca4-4de4-ab07-13f4d40d296f is: BUILD; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 18:17:22.097842 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (945b1113-eca4-4de4-ab07-13f4d40d296f), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:17:22.119910 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e61846bb-3db6-4e45-b559-c5c308c2e0ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '945b1113-eca4-4de4-ab07-13f4d40d296f'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 18:17:22.122636 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d531d67ec453461b01ecd2cf0c6686e25a5679cf38f56e7e92bae688f1026262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1685a4e-6b2c-405d-bba1-285bb77c6d16" -d '{"events": [{"server_uuid": "e61846bb-3db6-4e45-b559-c5c308c2e0ff", "name": "network-vif-plugged", "status": "completed", "tag": "945b1113-eca4-4de4-ab07-13f4d40d296f"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 18:17:22.135295 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] For port 945b1113-eca4-4de4-ab07-13f4d40d296f, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=945b1113-eca4-4de4-ab07-13f4d40d296f,segment=NetworkSegment(5359b46d-44ca-496f-823c-615b60fcbf98),segment_id=5359b46d-44ca-496f-823c-615b60fcbf98)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 18:17:22.139719 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (945b1113-eca4-4de4-ab07-13f4d40d296f), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:17:22.163201 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 18:17:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca288cf5-0434-4298-a3b4-248465334834 x-openstack-request-id: req-ca288cf5-0434-4298-a3b4-248465334834 {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 18:17:22.163497 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e61846bb-3db6-4e45-b559-c5c308c2e0ff", "name": "network-vif-plugged", "status": "completed", "tag": "945b1113-eca4-4de4-ab07-13f4d40d296f", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 18:17:22.163755 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-ca288cf5-0434-4298-a3b4-248465334834 {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 18:17:22.164149 n-d-827839-2 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e61846bb-3db6-4e45-b559-c5c308c2e0ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '945b1113-eca4-4de4-ab07-13f4d40d296f', 'code': 200} Feb 04 18:17:22.189558 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Pushing event updated for resources: {'Port': ['ID=945b1113-eca4-4de4-ab07-13f4d40d296f,revision_number=5']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:17:22.255254 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f45fe8-bbd3-4b14-9e53-9090376c53b8 req-684fb57b-64ad-4627-a088-c8611e9245b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:17:22.256788 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-43f45fe8-bbd3-4b14-9e53-9090376c53b8 req-684fb57b-64ad-4627-a088-c8611e9245b8 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=e61846bb-3db6-4e45-b559-c5c308c2e0ff HTTP/1.1" status: 200 len: 1127 time: 0.0433311 Feb 04 18:17:22.301882 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-43f45fe8-bbd3-4b14-9e53-9090376c53b8 req-08d18c64-2a1c-4966-88d8-56b4b10e165c service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=c3d97ad4-af66-4ad0-a6d9-18f121a55f93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382180 Feb 04 18:17:22.800625 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025238db-bd43-48c2-9c77-998589618a96 req-ea39ca59-de60-48ff-a877-d3a9abd9741d tempest-ServersNegativeTestJSON-2016933856 tempest-ServersNegativeTestJSON-2016933856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:17:22.802181 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-025238db-bd43-48c2-9c77-998589618a96 req-ea39ca59-de60-48ff-a877-d3a9abd9741d tempest-ServersNegativeTestJSON-2016933856 tempest-ServersNegativeTestJSON-2016933856-project] 10.222.0.89 "GET /v2.0/ports?device_id=e61846bb-3db6-4e45-b559-c5c308c2e0ff HTTP/1.1" status: 200 len: 945 time: 0.0527487 Feb 04 18:17:22.851371 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-025238db-bd43-48c2-9c77-998589618a96 req-d55bc0fe-30ab-4f2c-96ca-32138fa0ab3d tempest-ServersNegativeTestJSON-2016933856 tempest-ServersNegativeTestJSON-2016933856-project] 10.222.0.89 "GET /v2.0/security-groups?id=c3d97ad4-af66-4ad0-a6d9-18f121a55f93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434747 Feb 04 18:17:23.968443 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba23f35f-d145-4c9f-8fe4-371f3aea46ed req-4c990bcb-87ee-466a-ae9f-2206a88af175 tempest-ServersNegativeTestJSON-2016933856 tempest-ServersNegativeTestJSON-2016933856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:17:23.969916 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-ba23f35f-d145-4c9f-8fe4-371f3aea46ed req-4c990bcb-87ee-466a-ae9f-2206a88af175 tempest-ServersNegativeTestJSON-2016933856 tempest-ServersNegativeTestJSON-2016933856-project] 10.222.0.89 "GET /v2.0/ports?device_id=e61846bb-3db6-4e45-b559-c5c308c2e0ff HTTP/1.1" status: 200 len: 945 time: 0.0506659 Feb 04 18:17:24.014836 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-ba23f35f-d145-4c9f-8fe4-371f3aea46ed req-acfd082f-d135-41fc-a372-6d4715acef4e tempest-ServersNegativeTestJSON-2016933856 tempest-ServersNegativeTestJSON-2016933856-project] 10.222.0.89 "GET /v2.0/security-groups?id=c3d97ad4-af66-4ad0-a6d9-18f121a55f93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394382 Feb 04 18:17:24.230038 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecba4f3-33ba-4801-ab69-cb38bfedc1ab req-a68f66e3-f4f6-4513-941d-d405166f6249 tempest-ServersNegativeTestJSON-2016933856 tempest-ServersNegativeTestJSON-2016933856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:17:24.231441 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-8ecba4f3-33ba-4801-ab69-cb38bfedc1ab req-a68f66e3-f4f6-4513-941d-d405166f6249 tempest-ServersNegativeTestJSON-2016933856 tempest-ServersNegativeTestJSON-2016933856-project] 10.222.0.89 "GET /v2.0/networks?id=22c2a1b8-e028-41b4-bd2e-fd9f623d0fcf HTTP/1.1" status: 200 len: 813 time: 0.0986619 Feb 04 18:17:24.246062 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-8ecba4f3-33ba-4801-ab69-cb38bfedc1ab req-3f78633b-524d-4bc1-84a4-078a9aa17afc tempest-ServersNegativeTestJSON-2016933856 tempest-ServersNegativeTestJSON-2016933856-project] 10.222.0.89 "GET /v2.0/quotas/685635c3386548438bf975e0eb2a2c12 HTTP/1.1" status: 200 len: 375 time: 0.0091796 Feb 04 18:17:24.298171 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-8ecba4f3-33ba-4801-ab69-cb38bfedc1ab req-0b07e2cc-af50-4e16-86a3-4a2290518f58 tempest-ServersNegativeTestJSON-2016933856 tempest-ServersNegativeTestJSON-2016933856-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=685635c3386548438bf975e0eb2a2c12&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0466943 Feb 04 18:17:24.390049 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-8ecba4f3-33ba-4801-ab69-cb38bfedc1ab req-50f17372-02df-4a47-9229-c52d466d2ad4 service neutron] 10.222.0.89 "GET /v2.0/networks/22c2a1b8-e028-41b4-bd2e-fd9f623d0fcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853772 Feb 04 18:17:24.477417 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-8ecba4f3-33ba-4801-ab69-cb38bfedc1ab req-f7b027d1-0022-4840-b112-6a0ce492a757 service neutron] 10.222.0.89 "GET /v2.0/networks/22c2a1b8-e028-41b4-bd2e-fd9f623d0fcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816534 Feb 04 18:17:24.630019 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-0ba85e45-5141-4128-928f-2bc3b0ba88e9 req-3e1dab85-ad58-4a69-8ad0-524e22b931a3 tempest-ServersNegativeTestJSON-2016933856 tempest-ServersNegativeTestJSON-2016933856-project] 10.222.0.89 "GET /v2.0/ports?device_id=1971e0c5-f2d6-4ebc-9d0d-85e4d9eaab5b HTTP/1.1" status: 200 len: 210 time: 0.0264316 Feb 04 18:17:25.426017 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecba4f3-33ba-4801-ab69-cb38bfedc1ab req-6ff60b49-3286-4f99-aa21-15acb8f8422a tempest-ServersNegativeTestJSON-2016933856 tempest-ServersNegativeTestJSON-2016933856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:17:25.427370 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-8ecba4f3-33ba-4801-ab69-cb38bfedc1ab req-6ff60b49-3286-4f99-aa21-15acb8f8422a tempest-ServersNegativeTestJSON-2016933856 tempest-ServersNegativeTestJSON-2016933856-project] 10.222.0.90 "GET /v2.0/networks?id=22c2a1b8-e028-41b4-bd2e-fd9f623d0fcf HTTP/1.1" status: 200 len: 813 time: 0.1059024 Feb 04 18:17:25.441494 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [req-8ecba4f3-33ba-4801-ab69-cb38bfedc1ab req-da205944-7c18-4303-88c3-a97fdb2adc38 tempest-ServersNegativeTestJSON-2016933856 tempest-ServersNegativeTestJSON-2016933856-project] Request body: {'port': {'device_id': '1971e0c5-f2d6-4ebc-9d0d-85e4d9eaab5b', 'network_id': '22c2a1b8-e028-41b4-bd2e-fd9f623d0fcf', 'admin_state_up': True, 'tenant_id': '685635c3386548438bf975e0eb2a2c12'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 18:17:25.547960 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ecba4f3-33ba-4801-ab69-cb38bfedc1ab req-da205944-7c18-4303-88c3-a97fdb2adc38 tempest-ServersNegativeTestJSON-2016933856 tempest-ServersNegativeTestJSON-2016933856-project] Made reservation on behalf of 685635c3386548438bf975e0eb2a2c12 for: {'port': 1} {{(pid=103376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 18:17:25.551246 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-8ecba4f3-33ba-4801-ab69-cb38bfedc1ab req-da205944-7c18-4303-88c3-a97fdb2adc38 tempest-ServersNegativeTestJSON-2016933856 tempest-ServersNegativeTestJSON-2016933856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:17:25.671661 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.db_base_plugin_common [req-8ecba4f3-33ba-4801-ab69-cb38bfedc1ab req-da205944-7c18-4303-88c3-a97fdb2adc38 tempest-ServersNegativeTestJSON-2016933856 tempest-ServersNegativeTestJSON-2016933856-project] Allocated IP 172.20.0.13 (22c2a1b8-e028-41b4-bd2e-fd9f623d0fcf/bbf82123-550d-47bf-9388-f31db8e9b630/83612daa-157e-4673-a865-f8d19e322d2d) {{(pid=103376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 18:17:25.739736 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-2aed4033-2061-4ddf-855a-1c85fca6d142 req-03676f0b-9db0-4468-bf01-f6c4969dce30 tempest-ServersNegativeTestJSON-2016933856 tempest-ServersNegativeTestJSON-2016933856-project] 10.222.0.89 "GET /v2.0/ports?device_id=1971e0c5-f2d6-4ebc-9d0d-85e4d9eaab5b HTTP/1.1" status: 200 len: 210 time: 0.0386078 Feb 04 18:17:25.845940 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-8ecba4f3-33ba-4801-ab69-cb38bfedc1ab req-da205944-7c18-4303-88c3-a97fdb2adc38 tempest-ServersNegativeTestJSON-2016933856 tempest-ServersNegativeTestJSON-2016933856-project] Publish callbacks [] for port (83612daa-157e-4673-a865-f8d19e322d2d), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:17:25.880065 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-8ecba4f3-33ba-4801-ab69-cb38bfedc1ab req-da205944-7c18-4303-88c3-a97fdb2adc38 tempest-ServersNegativeTestJSON-2016933856 tempest-ServersNegativeTestJSON-2016933856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (83612daa-157e-4673-a865-f8d19e322d2d), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:17:25.891578 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] get_ports_and_sgs() called for port_ids ['945b1113-eca4-4de4-ab07-13f4d40d296f'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 18:17:25.927337 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ecba4f3-33ba-4801-ab69-cb38bfedc1ab req-da205944-7c18-4303-88c3-a97fdb2adc38 tempest-ServersNegativeTestJSON-2016933856 tempest-ServersNegativeTestJSON-2016933856-project] Network 22c2a1b8-e028-41b4-bd2e-fd9f623d0fcf is already hosted by enough agents. {{(pid=103376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 18:17:25.930477 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [req-8ecba4f3-33ba-4801-ab69-cb38bfedc1ab req-da205944-7c18-4303-88c3-a97fdb2adc38 tempest-ServersNegativeTestJSON-2016933856 tempest-ServersNegativeTestJSON-2016933856-project] Resources bound (agent type, host, resource id): {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 18:17:25.934470 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ecba4f3-33ba-4801-ab69-cb38bfedc1ab req-da205944-7c18-4303-88c3-a97fdb2adc38 tempest-ServersNegativeTestJSON-2016933856 tempest-ServersNegativeTestJSON-2016933856-project] Received port after_create {{(pid=103376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 18:17:25.959017 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da205944-7c18-4303-88c3-a97fdb2adc38 tempest-ServersNegativeTestJSON-2016933856 tempest-ServersNegativeTestJSON-2016933856-project] Pushing event updated for resources: {'Port': ['ID=83612daa-157e-4673-a865-f8d19e322d2d,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:17:25.989187 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecba4f3-33ba-4801-ab69-cb38bfedc1ab req-da205944-7c18-4303-88c3-a97fdb2adc38 tempest-ServersNegativeTestJSON-2016933856 tempest-ServersNegativeTestJSON-2016933856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:17:25.989949 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-8ecba4f3-33ba-4801-ab69-cb38bfedc1ab req-da205944-7c18-4303-88c3-a97fdb2adc38 tempest-ServersNegativeTestJSON-2016933856 tempest-ServersNegativeTestJSON-2016933856-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:17:26.009545 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-8ecba4f3-33ba-4801-ab69-cb38bfedc1ab req-da205944-7c18-4303-88c3-a97fdb2adc38 tempest-ServersNegativeTestJSON-2016933856 tempest-ServersNegativeTestJSON-2016933856-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5717514 Feb 04 18:17:26.023244 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [req-8ecba4f3-33ba-4801-ab69-cb38bfedc1ab req-a7b1a390-7481-465c-8963-64a29b59fcf0 service neutron] Request body: {'port': {'device_id': '1971e0c5-f2d6-4ebc-9d0d-85e4d9eaab5b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827839-2'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 18:17:26.083382 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-8ecba4f3-33ba-4801-ab69-cb38bfedc1ab req-a7b1a390-7481-465c-8963-64a29b59fcf0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (83612daa-157e-4673-a865-f8d19e322d2d), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:17:26.195754 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.agents_db [None req-e1691f3b-aacd-4cd6-8ebb-a9c53bb301c0 None None] Agent healthcheck: found 7 active agents {{(pid=103379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 18:17:26.345412 n-d-827839-2 neutron-server[103376]: DEBUG neutron.notifiers.nova [req-8ecba4f3-33ba-4801-ab69-cb38bfedc1ab req-a7b1a390-7481-465c-8963-64a29b59fcf0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 83612daa-157e-4673-a865-f8d19e322d2d {{(pid=103376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 18:17:26.353077 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-8ecba4f3-33ba-4801-ab69-cb38bfedc1ab req-a7b1a390-7481-465c-8963-64a29b59fcf0 service neutron] Publish callbacks [] for port (83612daa-157e-4673-a865-f8d19e322d2d), precommit_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:17:26.371401 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.provisioning_blocks [req-8ecba4f3-33ba-4801-ab69-cb38bfedc1ab req-a7b1a390-7481-465c-8963-64a29b59fcf0 service neutron] Transition to ACTIVE for port object 83612daa-157e-4673-a865-f8d19e322d2d will not be triggered until provisioned by entity L2. {{(pid=103376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 18:17:26.375124 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-8ecba4f3-33ba-4801-ab69-cb38bfedc1ab req-a7b1a390-7481-465c-8963-64a29b59fcf0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675836'] for port (83612daa-157e-4673-a865-f8d19e322d2d), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:17:26.441117 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b1a390-7481-465c-8963-64a29b59fcf0 service neutron] Pushing event updated for resources: {'Port': ['ID=83612daa-157e-4673-a865-f8d19e322d2d,revision_number=2']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:17:26.494320 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [req-8ecba4f3-33ba-4801-ab69-cb38bfedc1ab req-a7b1a390-7481-465c-8963-64a29b59fcf0 service neutron] Attempting to bind port 83612daa-157e-4673-a865-f8d19e322d2d on host n-h2-827839-2 for vnic_type normal with profile {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 18:17:26.494656 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [req-8ecba4f3-33ba-4801-ab69-cb38bfedc1ab req-a7b1a390-7481-465c-8963-64a29b59fcf0 service neutron] Attempting to bind port 83612daa-157e-4673-a865-f8d19e322d2d by drivers openvswitch,hyperv on host n-h2-827839-2 at level 0 using segments [{'id': '5359b46d-44ca-496f-823c-615b60fcbf98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '22c2a1b8-e028-41b4-bd2e-fd9f623d0fcf'}] {{(pid=103376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 18:17:26.494987 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ecba4f3-33ba-4801-ab69-cb38bfedc1ab req-a7b1a390-7481-465c-8963-64a29b59fcf0 service neutron] Attempting to bind port 83612daa-157e-4673-a865-f8d19e322d2d on network 22c2a1b8-e028-41b4-bd2e-fd9f623d0fcf {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 18:17:26.499278 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ecba4f3-33ba-4801-ab69-cb38bfedc1ab req-a7b1a390-7481-465c-8963-64a29b59fcf0 service neutron] Port 83612daa-157e-4673-a865-f8d19e322d2d on network 22c2a1b8-e028-41b4-bd2e-fd9f623d0fcf not bound, no agent of type Open vSwitch agent registered on host n-h2-827839-2 {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 18:17:26.499603 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ecba4f3-33ba-4801-ab69-cb38bfedc1ab req-a7b1a390-7481-465c-8963-64a29b59fcf0 service neutron] Attempting to bind port 83612daa-157e-4673-a865-f8d19e322d2d on network 22c2a1b8-e028-41b4-bd2e-fd9f623d0fcf {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 18:17:26.504434 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ecba4f3-33ba-4801-ab69-cb38bfedc1ab req-a7b1a390-7481-465c-8963-64a29b59fcf0 service neutron] Checking agent: {'id': 'f20a1ab3-4332-4f54-833b-ba4a7c687e89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 8, 40), 'started_at': datetime.datetime(2022, 2, 4, 17, 8, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 18, 17, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 18:17:26.504798 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ecba4f3-33ba-4801-ab69-cb38bfedc1ab req-a7b1a390-7481-465c-8963-64a29b59fcf0 service neutron] Checking segment: {'id': '5359b46d-44ca-496f-823c-615b60fcbf98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '22c2a1b8-e028-41b4-bd2e-fd9f623d0fcf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 18:17:26.505186 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ecba4f3-33ba-4801-ab69-cb38bfedc1ab req-a7b1a390-7481-465c-8963-64a29b59fcf0 service neutron] Bound using segment: {'id': '5359b46d-44ca-496f-823c-615b60fcbf98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '22c2a1b8-e028-41b4-bd2e-fd9f623d0fcf'} {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 18:17:26.505604 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [req-8ecba4f3-33ba-4801-ab69-cb38bfedc1ab req-a7b1a390-7481-465c-8963-64a29b59fcf0 service neutron] Bound port: 83612daa-157e-4673-a865-f8d19e322d2d, host: n-h2-827839-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5359b46d-44ca-496f-823c-615b60fcbf98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '22c2a1b8-e028-41b4-bd2e-fd9f623d0fcf'}}] {{(pid=103376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 18:17:26.505958 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-8ecba4f3-33ba-4801-ab69-cb38bfedc1ab req-a7b1a390-7481-465c-8963-64a29b59fcf0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (83612daa-157e-4673-a865-f8d19e322d2d), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:17:26.567042 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [req-8ecba4f3-33ba-4801-ab69-cb38bfedc1ab req-a7b1a390-7481-465c-8963-64a29b59fcf0 service neutron] For port 83612daa-157e-4673-a865-f8d19e322d2d, host n-h2-827839-2, cleared binding levels {{(pid=103376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 18:17:26.569922 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [req-8ecba4f3-33ba-4801-ab69-cb38bfedc1ab req-a7b1a390-7481-465c-8963-64a29b59fcf0 service neutron] For port 83612daa-157e-4673-a865-f8d19e322d2d, host n-h2-827839-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=83612daa-157e-4673-a865-f8d19e322d2d,segment=NetworkSegment(5359b46d-44ca-496f-823c-615b60fcbf98),segment_id=5359b46d-44ca-496f-823c-615b60fcbf98)] {{(pid=103376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 18:17:26.576333 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-8ecba4f3-33ba-4801-ab69-cb38bfedc1ab req-a7b1a390-7481-465c-8963-64a29b59fcf0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675836'] for port (83612daa-157e-4673-a865-f8d19e322d2d), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:17:26.609468 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecba4f3-33ba-4801-ab69-cb38bfedc1ab req-a7b1a390-7481-465c-8963-64a29b59fcf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:17:26.610102 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-8ecba4f3-33ba-4801-ab69-cb38bfedc1ab req-a7b1a390-7481-465c-8963-64a29b59fcf0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:17:26.611604 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-8ecba4f3-33ba-4801-ab69-cb38bfedc1ab req-a7b1a390-7481-465c-8963-64a29b59fcf0 service neutron] 10.222.0.90 "PUT /v2.0/ports/83612daa-157e-4673-a865-f8d19e322d2d HTTP/1.1" status: 200 len: 1092 time: 0.5930958 Feb 04 18:17:26.612067 n-d-827839-2 neutron-server[103376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1971e0c5-f2d6-4ebc-9d0d-85e4d9eaab5b', 'tag': '83612daa-157e-4673-a865-f8d19e322d2d'}] {{(pid=103376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 18:17:26.614376 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7aefa7f3373fd63bd14caed2f0c404cd5bacff84a7eb60e70ea20ed0b49017dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aadb9e29-f399-4526-a865-1544bd4469d2" -d '{"events": [{"name": "network-changed", "server_uuid": "1971e0c5-f2d6-4ebc-9d0d-85e4d9eaab5b", "tag": "83612daa-157e-4673-a865-f8d19e322d2d"}]}' {{(pid=103376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 18:17:26.647051 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b1a390-7481-465c-8963-64a29b59fcf0 service neutron] Pushing event updated for resources: {'Port': ['ID=83612daa-157e-4673-a865-f8d19e322d2d,revision_number=3']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:17:26.652466 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 18:17:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d9c9201-1013-4e8b-a39c-d93cb9da15f2 x-openstack-request-id: req-0d9c9201-1013-4e8b-a39c-d93cb9da15f2 {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 18:17:26.655430 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1971e0c5-f2d6-4ebc-9d0d-85e4d9eaab5b", "tag": "83612daa-157e-4673-a865-f8d19e322d2d", "status": "completed", "code": 200}]} {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 18:17:26.655430 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-0d9c9201-1013-4e8b-a39c-d93cb9da15f2 {{(pid=103376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 18:17:26.655430 n-d-827839-2 neutron-server[103376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1971e0c5-f2d6-4ebc-9d0d-85e4d9eaab5b', 'tag': '83612daa-157e-4673-a865-f8d19e322d2d', 'status': 'completed', 'code': 200} Feb 04 18:17:26.700852 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecba4f3-33ba-4801-ab69-cb38bfedc1ab req-270f23cb-8231-4686-aa45-94f062d2b4d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:17:26.702382 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-8ecba4f3-33ba-4801-ab69-cb38bfedc1ab req-270f23cb-8231-4686-aa45-94f062d2b4d3 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=685635c3386548438bf975e0eb2a2c12&device_id=1971e0c5-f2d6-4ebc-9d0d-85e4d9eaab5b HTTP/1.1" status: 200 len: 1126 time: 0.0461910 Feb 04 18:17:26.752960 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-8ecba4f3-33ba-4801-ab69-cb38bfedc1ab req-b7e1483c-cb98-4d07-a9fc-3b76a672dd7b service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=83612daa-157e-4673-a865-f8d19e322d2d HTTP/1.1" status: 200 len: 217 time: 0.0377941 Feb 04 18:17:26.803338 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecba4f3-33ba-4801-ab69-cb38bfedc1ab req-2054059b-965a-4707-bcad-1fd7db005124 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:17:26.804834 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-8ecba4f3-33ba-4801-ab69-cb38bfedc1ab req-2054059b-965a-4707-bcad-1fd7db005124 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=bbf82123-550d-47bf-9388-f31db8e9b630 HTTP/1.1" status: 200 len: 853 time: 0.0445657 Feb 04 18:17:26.858355 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-8ecba4f3-33ba-4801-ab69-cb38bfedc1ab req-1e7235de-38eb-418c-8f29-98730fb7bec6 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=22c2a1b8-e028-41b4-bd2e-fd9f623d0fcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0434580 Feb 04 18:17:26.888402 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847346ea-eb65-4bbf-802e-59923c71cb14 req-a1c64751-e385-4dcb-b4bd-df6fc70dd930 tempest-ServersNegativeTestJSON-2016933856 tempest-ServersNegativeTestJSON-2016933856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:17:26.889843 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-847346ea-eb65-4bbf-802e-59923c71cb14 req-a1c64751-e385-4dcb-b4bd-df6fc70dd930 tempest-ServersNegativeTestJSON-2016933856 tempest-ServersNegativeTestJSON-2016933856-project] 10.222.0.89 "GET /v2.0/ports?device_id=1971e0c5-f2d6-4ebc-9d0d-85e4d9eaab5b HTTP/1.1" status: 200 len: 944 time: 0.0832689 Feb 04 18:17:26.987835 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-847346ea-eb65-4bbf-802e-59923c71cb14 req-f1c2152d-7a95-4676-8d56-c456833673ee tempest-ServersNegativeTestJSON-2016933856 tempest-ServersNegativeTestJSON-2016933856-project] 10.222.0.89 "GET /v2.0/security-groups?id=c3d97ad4-af66-4ad0-a6d9-18f121a55f93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886722 Feb 04 18:17:27.001389 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-8ecba4f3-33ba-4801-ab69-cb38bfedc1ab req-1e56d046-50eb-48c5-955f-3a72e6d26f6e service neutron] 10.222.0.90 "GET /v2.0/networks/22c2a1b8-e028-41b4-bd2e-fd9f623d0fcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294110 Feb 04 18:17:27.099198 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-8ecba4f3-33ba-4801-ab69-cb38bfedc1ab req-61485dfa-c2e1-4e54-8319-8f1bf900c440 service neutron] 10.222.0.90 "GET /v2.0/networks/22c2a1b8-e028-41b4-bd2e-fd9f623d0fcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857568 Feb 04 18:17:27.195575 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadb9e29-f399-4526-a865-1544bd4469d2 req-63203a85-de41-4f2a-b1f3-a7e8e493af5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:17:27.197065 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-aadb9e29-f399-4526-a865-1544bd4469d2 req-63203a85-de41-4f2a-b1f3-a7e8e493af5d service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=685635c3386548438bf975e0eb2a2c12&device_id=1971e0c5-f2d6-4ebc-9d0d-85e4d9eaab5b HTTP/1.1" status: 200 len: 1126 time: 0.0465279 Feb 04 18:17:27.292091 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadb9e29-f399-4526-a865-1544bd4469d2 req-96b6e5c8-c74a-4780-8f86-c69d1758494b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:17:27.293645 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-aadb9e29-f399-4526-a865-1544bd4469d2 req-96b6e5c8-c74a-4780-8f86-c69d1758494b service neutron] 10.222.0.90 "GET /v2.0/networks?id=22c2a1b8-e028-41b4-bd2e-fd9f623d0fcf HTTP/1.1" status: 200 len: 914 time: 0.0909584 Feb 04 18:17:27.335624 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-aadb9e29-f399-4526-a865-1544bd4469d2 req-8337300e-61cc-4bdb-9c66-b639ae59c8cb service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=83612daa-157e-4673-a865-f8d19e322d2d HTTP/1.1" status: 200 len: 217 time: 0.0354505 Feb 04 18:17:27.397076 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadb9e29-f399-4526-a865-1544bd4469d2 req-f93b64d8-93ca-4c68-8ea7-56209a2f250c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:17:27.398544 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-aadb9e29-f399-4526-a865-1544bd4469d2 req-f93b64d8-93ca-4c68-8ea7-56209a2f250c service neutron] 10.222.0.90 "GET /v2.0/subnets?id=bbf82123-550d-47bf-9388-f31db8e9b630 HTTP/1.1" status: 200 len: 853 time: 0.0437913 Feb 04 18:17:27.405578 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecba4f3-33ba-4801-ab69-cb38bfedc1ab req-7ca52baf-dbee-4778-ac0b-bf9d9793843a tempest-ServersNegativeTestJSON-2016933856 tempest-ServersNegativeTestJSON-2016933856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:17:27.407021 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-8ecba4f3-33ba-4801-ab69-cb38bfedc1ab req-7ca52baf-dbee-4778-ac0b-bf9d9793843a tempest-ServersNegativeTestJSON-2016933856 tempest-ServersNegativeTestJSON-2016933856-project] 10.222.0.90 "GET /v2.0/ports?device_id=1971e0c5-f2d6-4ebc-9d0d-85e4d9eaab5b HTTP/1.1" status: 200 len: 944 time: 0.0521791 Feb 04 18:17:27.440807 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-aadb9e29-f399-4526-a865-1544bd4469d2 req-6ff9b424-edb7-4476-92b3-c1c3eba54647 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=22c2a1b8-e028-41b4-bd2e-fd9f623d0fcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253332 Feb 04 18:17:27.504625 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [req-8ecba4f3-33ba-4801-ab69-cb38bfedc1ab req-744df7dd-436d-48ca-b224-938721324e2a tempest-ServersNegativeTestJSON-2016933856 tempest-ServersNegativeTestJSON-2016933856-project] Deleting port 83612daa-157e-4673-a865-f8d19e322d2d {{(pid=103377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 18:17:27.505007 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-8ecba4f3-33ba-4801-ab69-cb38bfedc1ab req-744df7dd-436d-48ca-b224-938721324e2a tempest-ServersNegativeTestJSON-2016933856 tempest-ServersNegativeTestJSON-2016933856-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (83612daa-157e-4673-a865-f8d19e322d2d), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:17:27.534202 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-aadb9e29-f399-4526-a865-1544bd4469d2 req-228e1521-c28b-4d4a-8001-d8981c1380d0 service neutron] 10.222.0.90 "GET /v2.0/networks/22c2a1b8-e028-41b4-bd2e-fd9f623d0fcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856543 Feb 04 18:17:27.596723 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [req-8ecba4f3-33ba-4801-ab69-cb38bfedc1ab req-744df7dd-436d-48ca-b224-938721324e2a tempest-ServersNegativeTestJSON-2016933856 tempest-ServersNegativeTestJSON-2016933856-project] For port 83612daa-157e-4673-a865-f8d19e322d2d, host n-h2-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-2',level=0,port_id=83612daa-157e-4673-a865-f8d19e322d2d,segment=NetworkSegment(5359b46d-44ca-496f-823c-615b60fcbf98),segment_id=5359b46d-44ca-496f-823c-615b60fcbf98)] {{(pid=103377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 18:17:27.597120 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-8ecba4f3-33ba-4801-ab69-cb38bfedc1ab req-744df7dd-436d-48ca-b224-938721324e2a tempest-ServersNegativeTestJSON-2016933856 tempest-ServersNegativeTestJSON-2016933856-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (83612daa-157e-4673-a865-f8d19e322d2d), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:17:27.608838 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [req-8ecba4f3-33ba-4801-ab69-cb38bfedc1ab req-744df7dd-436d-48ca-b224-938721324e2a tempest-ServersNegativeTestJSON-2016933856 tempest-ServersNegativeTestJSON-2016933856-project] Calling delete_port for 83612daa-157e-4673-a865-f8d19e322d2d owned by compute:nova {{(pid=103377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 18:17:27.627678 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-aadb9e29-f399-4526-a865-1544bd4469d2 req-3a1deadc-268c-4441-85be-c7458a8fb5c3 service neutron] 10.222.0.90 "GET /v2.0/networks/22c2a1b8-e028-41b4-bd2e-fd9f623d0fcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829875 Feb 04 18:17:27.735192 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-8ecba4f3-33ba-4801-ab69-cb38bfedc1ab req-744df7dd-436d-48ca-b224-938721324e2a tempest-ServersNegativeTestJSON-2016933856 tempest-ServersNegativeTestJSON-2016933856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (83612daa-157e-4673-a865-f8d19e322d2d), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:17:27.748305 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] get_ports_and_sgs() called for port_ids ['945b1113-eca4-4de4-ab07-13f4d40d296f'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 18:17:27.767538 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744df7dd-436d-48ca-b224-938721324e2a tempest-ServersNegativeTestJSON-2016933856 tempest-ServersNegativeTestJSON-2016933856-project] Pushing event deleted for resources: {'Port': ['ID=83612daa-157e-4673-a865-f8d19e322d2d,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:17:27.809879 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ecba4f3-33ba-4801-ab69-cb38bfedc1ab req-744df7dd-436d-48ca-b224-938721324e2a tempest-ServersNegativeTestJSON-2016933856 tempest-ServersNegativeTestJSON-2016933856-project] No DVR routers for this DVR port 83612daa-157e-4673-a865-f8d19e322d2d on host n-h2-827839-2 {{(pid=103377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 18:17:27.812525 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-8ecba4f3-33ba-4801-ab69-cb38bfedc1ab req-744df7dd-436d-48ca-b224-938721324e2a tempest-ServersNegativeTestJSON-2016933856 tempest-ServersNegativeTestJSON-2016933856-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:17:27.815867 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-8ecba4f3-33ba-4801-ab69-cb38bfedc1ab req-744df7dd-436d-48ca-b224-938721324e2a tempest-ServersNegativeTestJSON-2016933856 tempest-ServersNegativeTestJSON-2016933856-project] 10.222.0.90 "DELETE /v2.0/ports/83612daa-157e-4673-a865-f8d19e322d2d HTTP/1.1" status: 204 len: 173 time: 0.3998690 Feb 04 18:17:27.816315 n-d-827839-2 neutron-server[103377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1971e0c5-f2d6-4ebc-9d0d-85e4d9eaab5b', 'name': 'network-vif-deleted', 'tag': '83612daa-157e-4673-a865-f8d19e322d2d'}] {{(pid=103377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 18:17:27.818593 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2026467e03276fe79290e5b19027649602583100b1291b9f7533f134bdcccf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e66a7fd5-9b03-4ed1-a9c9-e5a311737f45" -d '{"events": [{"server_uuid": "1971e0c5-f2d6-4ebc-9d0d-85e4d9eaab5b", "name": "network-vif-deleted", "tag": "83612daa-157e-4673-a865-f8d19e322d2d"}]}' {{(pid=103377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 18:17:27.860395 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Fri, 04 Feb 2022 18:17:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6b8886a-c71d-43e4-ac9a-846371faf6a1 x-openstack-request-id: req-b6b8886a-c71d-43e4-ac9a-846371faf6a1 {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 18:17:27.860803 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1971e0c5-f2d6-4ebc-9d0d-85e4d9eaab5b", "name": "network-vif-deleted", "tag": "83612daa-157e-4673-a865-f8d19e322d2d", "status": "failed", "code": 422}]} {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 18:17:27.860983 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-b6b8886a-c71d-43e4-ac9a-846371faf6a1 {{(pid=103377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 18:17:27.861387 n-d-827839-2 neutron-server[103377]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '1971e0c5-f2d6-4ebc-9d0d-85e4d9eaab5b', 'name': 'network-vif-deleted', 'tag': '83612daa-157e-4673-a865-f8d19e322d2d', 'status': 'failed', 'code': 422} returned with failed status Feb 04 18:17:28.091567 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-4121e8c6-59dc-41f6-8fe7-d629b6adf435 req-dbc86773-9a22-4850-af72-d72b1933688d tempest-ServersNegativeTestJSON-2016933856 tempest-ServersNegativeTestJSON-2016933856-project] 10.222.0.89 "GET /v2.0/ports?device_id=1971e0c5-f2d6-4ebc-9d0d-85e4d9eaab5b HTTP/1.1" status: 200 len: 210 time: 0.0364361 Feb 04 18:17:28.801051 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecba4f3-33ba-4801-ab69-cb38bfedc1ab req-7f04c326-82d9-4a0d-8b29-cd2ff45c60c5 tempest-ServersNegativeTestJSON-2016933856 tempest-ServersNegativeTestJSON-2016933856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:17:28.802608 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-8ecba4f3-33ba-4801-ab69-cb38bfedc1ab req-7f04c326-82d9-4a0d-8b29-cd2ff45c60c5 tempest-ServersNegativeTestJSON-2016933856 tempest-ServersNegativeTestJSON-2016933856-project] 10.222.0.96 "GET /v2.0/networks?id=22c2a1b8-e028-41b4-bd2e-fd9f623d0fcf HTTP/1.1" status: 200 len: 813 time: 0.1076629 Feb 04 18:17:28.815483 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [req-8ecba4f3-33ba-4801-ab69-cb38bfedc1ab req-18585102-6d8d-44a3-9a90-cef2442e9c2b tempest-ServersNegativeTestJSON-2016933856 tempest-ServersNegativeTestJSON-2016933856-project] Request body: {'port': {'device_id': '1971e0c5-f2d6-4ebc-9d0d-85e4d9eaab5b', 'network_id': '22c2a1b8-e028-41b4-bd2e-fd9f623d0fcf', 'admin_state_up': True, 'tenant_id': '685635c3386548438bf975e0eb2a2c12'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 18:17:28.925688 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ecba4f3-33ba-4801-ab69-cb38bfedc1ab req-18585102-6d8d-44a3-9a90-cef2442e9c2b tempest-ServersNegativeTestJSON-2016933856 tempest-ServersNegativeTestJSON-2016933856-project] Made reservation on behalf of 685635c3386548438bf975e0eb2a2c12 for: {'port': 1} {{(pid=103376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 18:17:28.929633 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-8ecba4f3-33ba-4801-ab69-cb38bfedc1ab req-18585102-6d8d-44a3-9a90-cef2442e9c2b tempest-ServersNegativeTestJSON-2016933856 tempest-ServersNegativeTestJSON-2016933856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:17:29.050255 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.db_base_plugin_common [req-8ecba4f3-33ba-4801-ab69-cb38bfedc1ab req-18585102-6d8d-44a3-9a90-cef2442e9c2b tempest-ServersNegativeTestJSON-2016933856 tempest-ServersNegativeTestJSON-2016933856-project] Allocated IP 172.20.0.7 (22c2a1b8-e028-41b4-bd2e-fd9f623d0fcf/bbf82123-550d-47bf-9388-f31db8e9b630/45030362-a708-479d-92a3-0ed5895912dd) {{(pid=103376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 18:17:29.190047 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-6fa4efe7-fe92-44d9-b749-e07c1a55cb7d req-815736a9-623f-4111-9065-f7b6c6f4e67f tempest-ServersNegativeTestJSON-2016933856 tempest-ServersNegativeTestJSON-2016933856-project] 10.222.0.89 "GET /v2.0/ports?device_id=1971e0c5-f2d6-4ebc-9d0d-85e4d9eaab5b HTTP/1.1" status: 200 len: 210 time: 0.0269096 Feb 04 18:17:29.198812 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-8ecba4f3-33ba-4801-ab69-cb38bfedc1ab req-18585102-6d8d-44a3-9a90-cef2442e9c2b tempest-ServersNegativeTestJSON-2016933856 tempest-ServersNegativeTestJSON-2016933856-project] Publish callbacks [] for port (45030362-a708-479d-92a3-0ed5895912dd), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:17:29.232721 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-8ecba4f3-33ba-4801-ab69-cb38bfedc1ab req-18585102-6d8d-44a3-9a90-cef2442e9c2b tempest-ServersNegativeTestJSON-2016933856 tempest-ServersNegativeTestJSON-2016933856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (45030362-a708-479d-92a3-0ed5895912dd), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:17:29.244760 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] get_ports_and_sgs() called for port_ids ['945b1113-eca4-4de4-ab07-13f4d40d296f'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 18:17:29.279854 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ecba4f3-33ba-4801-ab69-cb38bfedc1ab req-18585102-6d8d-44a3-9a90-cef2442e9c2b tempest-ServersNegativeTestJSON-2016933856 tempest-ServersNegativeTestJSON-2016933856-project] Network 22c2a1b8-e028-41b4-bd2e-fd9f623d0fcf is already hosted by enough agents. {{(pid=103376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 18:17:29.282966 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [req-8ecba4f3-33ba-4801-ab69-cb38bfedc1ab req-18585102-6d8d-44a3-9a90-cef2442e9c2b tempest-ServersNegativeTestJSON-2016933856 tempest-ServersNegativeTestJSON-2016933856-project] Resources bound (agent type, host, resource id): {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 18:17:29.286982 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ecba4f3-33ba-4801-ab69-cb38bfedc1ab req-18585102-6d8d-44a3-9a90-cef2442e9c2b tempest-ServersNegativeTestJSON-2016933856 tempest-ServersNegativeTestJSON-2016933856-project] Received port after_create {{(pid=103376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 18:17:29.313568 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18585102-6d8d-44a3-9a90-cef2442e9c2b tempest-ServersNegativeTestJSON-2016933856 tempest-ServersNegativeTestJSON-2016933856-project] Pushing event updated for resources: {'Port': ['ID=45030362-a708-479d-92a3-0ed5895912dd,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:17:29.341610 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecba4f3-33ba-4801-ab69-cb38bfedc1ab req-18585102-6d8d-44a3-9a90-cef2442e9c2b tempest-ServersNegativeTestJSON-2016933856 tempest-ServersNegativeTestJSON-2016933856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:17:29.342236 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-8ecba4f3-33ba-4801-ab69-cb38bfedc1ab req-18585102-6d8d-44a3-9a90-cef2442e9c2b tempest-ServersNegativeTestJSON-2016933856 tempest-ServersNegativeTestJSON-2016933856-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:17:29.356892 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-8ecba4f3-33ba-4801-ab69-cb38bfedc1ab req-18585102-6d8d-44a3-9a90-cef2442e9c2b tempest-ServersNegativeTestJSON-2016933856 tempest-ServersNegativeTestJSON-2016933856-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5449812 Feb 04 18:17:29.368486 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [req-8ecba4f3-33ba-4801-ab69-cb38bfedc1ab req-ee4b2590-bf48-47c2-8256-d18b874581a9 service neutron] Request body: {'port': {'device_id': '1971e0c5-f2d6-4ebc-9d0d-85e4d9eaab5b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827839-2'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 18:17:29.427203 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-8ecba4f3-33ba-4801-ab69-cb38bfedc1ab req-ee4b2590-bf48-47c2-8256-d18b874581a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (45030362-a708-479d-92a3-0ed5895912dd), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:17:29.681631 n-d-827839-2 neutron-server[103376]: DEBUG neutron.notifiers.nova [req-8ecba4f3-33ba-4801-ab69-cb38bfedc1ab req-ee4b2590-bf48-47c2-8256-d18b874581a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 45030362-a708-479d-92a3-0ed5895912dd {{(pid=103376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 18:17:29.689635 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-8ecba4f3-33ba-4801-ab69-cb38bfedc1ab req-ee4b2590-bf48-47c2-8256-d18b874581a9 service neutron] Publish callbacks [] for port (45030362-a708-479d-92a3-0ed5895912dd), precommit_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:17:29.701750 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.provisioning_blocks [req-8ecba4f3-33ba-4801-ab69-cb38bfedc1ab req-ee4b2590-bf48-47c2-8256-d18b874581a9 service neutron] Transition to ACTIVE for port object 45030362-a708-479d-92a3-0ed5895912dd will not be triggered until provisioned by entity L2. {{(pid=103376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 18:17:29.705526 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-8ecba4f3-33ba-4801-ab69-cb38bfedc1ab req-ee4b2590-bf48-47c2-8256-d18b874581a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675836'] for port (45030362-a708-479d-92a3-0ed5895912dd), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:17:29.755596 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4b2590-bf48-47c2-8256-d18b874581a9 service neutron] Pushing event updated for resources: {'Port': ['ID=45030362-a708-479d-92a3-0ed5895912dd,revision_number=2']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:17:29.820413 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [req-8ecba4f3-33ba-4801-ab69-cb38bfedc1ab req-ee4b2590-bf48-47c2-8256-d18b874581a9 service neutron] Attempting to bind port 45030362-a708-479d-92a3-0ed5895912dd on host n-h1-827839-2 for vnic_type normal with profile {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 18:17:29.821145 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [req-8ecba4f3-33ba-4801-ab69-cb38bfedc1ab req-ee4b2590-bf48-47c2-8256-d18b874581a9 service neutron] Attempting to bind port 45030362-a708-479d-92a3-0ed5895912dd by drivers openvswitch,hyperv on host n-h1-827839-2 at level 0 using segments [{'id': '5359b46d-44ca-496f-823c-615b60fcbf98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '22c2a1b8-e028-41b4-bd2e-fd9f623d0fcf'}] {{(pid=103376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 18:17:29.821145 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ecba4f3-33ba-4801-ab69-cb38bfedc1ab req-ee4b2590-bf48-47c2-8256-d18b874581a9 service neutron] Attempting to bind port 45030362-a708-479d-92a3-0ed5895912dd on network 22c2a1b8-e028-41b4-bd2e-fd9f623d0fcf {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 18:17:29.825376 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ecba4f3-33ba-4801-ab69-cb38bfedc1ab req-ee4b2590-bf48-47c2-8256-d18b874581a9 service neutron] Port 45030362-a708-479d-92a3-0ed5895912dd on network 22c2a1b8-e028-41b4-bd2e-fd9f623d0fcf not bound, no agent of type Open vSwitch agent registered on host n-h1-827839-2 {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 18:17:29.825697 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ecba4f3-33ba-4801-ab69-cb38bfedc1ab req-ee4b2590-bf48-47c2-8256-d18b874581a9 service neutron] Attempting to bind port 45030362-a708-479d-92a3-0ed5895912dd on network 22c2a1b8-e028-41b4-bd2e-fd9f623d0fcf {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 18:17:29.830495 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ecba4f3-33ba-4801-ab69-cb38bfedc1ab req-ee4b2590-bf48-47c2-8256-d18b874581a9 service neutron] Checking agent: {'id': '3f9244a9-75fc-4c10-b195-11d48b853b41', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 8, 42), 'started_at': datetime.datetime(2022, 2, 4, 17, 8, 42), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 18, 17, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 18:17:29.830834 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ecba4f3-33ba-4801-ab69-cb38bfedc1ab req-ee4b2590-bf48-47c2-8256-d18b874581a9 service neutron] Checking segment: {'id': '5359b46d-44ca-496f-823c-615b60fcbf98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '22c2a1b8-e028-41b4-bd2e-fd9f623d0fcf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 18:17:29.831235 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ecba4f3-33ba-4801-ab69-cb38bfedc1ab req-ee4b2590-bf48-47c2-8256-d18b874581a9 service neutron] Bound using segment: {'id': '5359b46d-44ca-496f-823c-615b60fcbf98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '22c2a1b8-e028-41b4-bd2e-fd9f623d0fcf'} {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 18:17:29.831656 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [req-8ecba4f3-33ba-4801-ab69-cb38bfedc1ab req-ee4b2590-bf48-47c2-8256-d18b874581a9 service neutron] Bound port: 45030362-a708-479d-92a3-0ed5895912dd, host: n-h1-827839-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5359b46d-44ca-496f-823c-615b60fcbf98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '22c2a1b8-e028-41b4-bd2e-fd9f623d0fcf'}}] {{(pid=103376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 18:17:29.832014 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-8ecba4f3-33ba-4801-ab69-cb38bfedc1ab req-ee4b2590-bf48-47c2-8256-d18b874581a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (45030362-a708-479d-92a3-0ed5895912dd), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:17:29.851729 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-98a7a0fb-cc75-4791-a7ba-5efe38e0c02c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (bb89f5a3-3c22-440b-b7d1-c4f0c43c184a), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:17:29.897306 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [req-8ecba4f3-33ba-4801-ab69-cb38bfedc1ab req-ee4b2590-bf48-47c2-8256-d18b874581a9 service neutron] For port 45030362-a708-479d-92a3-0ed5895912dd, host n-h1-827839-2, cleared binding levels {{(pid=103376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 18:17:29.900243 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [req-8ecba4f3-33ba-4801-ab69-cb38bfedc1ab req-ee4b2590-bf48-47c2-8256-d18b874581a9 service neutron] For port 45030362-a708-479d-92a3-0ed5895912dd, host n-h1-827839-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=45030362-a708-479d-92a3-0ed5895912dd,segment=NetworkSegment(5359b46d-44ca-496f-823c-615b60fcbf98),segment_id=5359b46d-44ca-496f-823c-615b60fcbf98)] {{(pid=103376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 18:17:29.906903 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-8ecba4f3-33ba-4801-ab69-cb38bfedc1ab req-ee4b2590-bf48-47c2-8256-d18b874581a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675836'] for port (45030362-a708-479d-92a3-0ed5895912dd), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:17:29.939384 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecba4f3-33ba-4801-ab69-cb38bfedc1ab req-ee4b2590-bf48-47c2-8256-d18b874581a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:17:29.940002 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-8ecba4f3-33ba-4801-ab69-cb38bfedc1ab req-ee4b2590-bf48-47c2-8256-d18b874581a9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:17:29.941396 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-8ecba4f3-33ba-4801-ab69-cb38bfedc1ab req-ee4b2590-bf48-47c2-8256-d18b874581a9 service neutron] 10.222.0.96 "PUT /v2.0/ports/45030362-a708-479d-92a3-0ed5895912dd HTTP/1.1" status: 200 len: 1091 time: 0.5770183 Feb 04 18:17:29.941829 n-d-827839-2 neutron-server[103376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1971e0c5-f2d6-4ebc-9d0d-85e4d9eaab5b', 'tag': '45030362-a708-479d-92a3-0ed5895912dd'}] {{(pid=103376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 18:17:29.944021 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7aefa7f3373fd63bd14caed2f0c404cd5bacff84a7eb60e70ea20ed0b49017dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c33ad30-f4cf-4a2e-9daa-3f1fd0e9e873" -d '{"events": [{"name": "network-changed", "server_uuid": "1971e0c5-f2d6-4ebc-9d0d-85e4d9eaab5b", "tag": "45030362-a708-479d-92a3-0ed5895912dd"}]}' {{(pid=103376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 18:17:29.971614 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4b2590-bf48-47c2-8256-d18b874581a9 service neutron] Pushing event updated for resources: {'Port': ['ID=45030362-a708-479d-92a3-0ed5895912dd,revision_number=3']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:17:29.989148 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 18:17:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d225d36c-17f6-4796-bfbe-a36b6fe380ec x-openstack-request-id: req-d225d36c-17f6-4796-bfbe-a36b6fe380ec {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 18:17:29.989446 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1971e0c5-f2d6-4ebc-9d0d-85e4d9eaab5b", "tag": "45030362-a708-479d-92a3-0ed5895912dd", "status": "completed", "code": 200}]} {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 18:17:29.989711 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-d225d36c-17f6-4796-bfbe-a36b6fe380ec {{(pid=103376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 18:17:29.990114 n-d-827839-2 neutron-server[103376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1971e0c5-f2d6-4ebc-9d0d-85e4d9eaab5b', 'tag': '45030362-a708-479d-92a3-0ed5895912dd', 'status': 'completed', 'code': 200} Feb 04 18:17:30.023273 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecba4f3-33ba-4801-ab69-cb38bfedc1ab req-4242affc-b8c8-4e93-88f8-fef674222f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:17:30.024805 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-8ecba4f3-33ba-4801-ab69-cb38bfedc1ab req-4242affc-b8c8-4e93-88f8-fef674222f33 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=685635c3386548438bf975e0eb2a2c12&device_id=1971e0c5-f2d6-4ebc-9d0d-85e4d9eaab5b HTTP/1.1" status: 200 len: 1125 time: 0.0470161 Feb 04 18:17:30.071890 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-8ecba4f3-33ba-4801-ab69-cb38bfedc1ab req-51aabc15-9c39-41c6-b123-470f5e14c3ee service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=45030362-a708-479d-92a3-0ed5895912dd HTTP/1.1" status: 200 len: 217 time: 0.0391304 Feb 04 18:17:30.119556 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecba4f3-33ba-4801-ab69-cb38bfedc1ab req-d0c385e2-26d5-4bcb-9c6f-02b21b3f19ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:17:30.121003 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-8ecba4f3-33ba-4801-ab69-cb38bfedc1ab req-d0c385e2-26d5-4bcb-9c6f-02b21b3f19ef service neutron] 10.222.0.96 "GET /v2.0/subnets?id=bbf82123-550d-47bf-9388-f31db8e9b630 HTTP/1.1" status: 200 len: 853 time: 0.0432980 Feb 04 18:17:30.151633 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-8ecba4f3-33ba-4801-ab69-cb38bfedc1ab req-27a59f5d-cef5-49e8-a707-9f67f3844fdf service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=22c2a1b8-e028-41b4-bd2e-fd9f623d0fcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249891 Feb 04 18:17:30.313680 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb7d69a-e99a-4ab7-8150-61c1cd46b049 req-ca2081d3-d61c-446e-a978-43fe3f7b1335 tempest-ServersNegativeTestJSON-2016933856 tempest-ServersNegativeTestJSON-2016933856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:17:30.315272 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-8fb7d69a-e99a-4ab7-8150-61c1cd46b049 req-ca2081d3-d61c-446e-a978-43fe3f7b1335 tempest-ServersNegativeTestJSON-2016933856 tempest-ServersNegativeTestJSON-2016933856-project] 10.222.0.89 "GET /v2.0/ports?device_id=1971e0c5-f2d6-4ebc-9d0d-85e4d9eaab5b HTTP/1.1" status: 200 len: 943 time: 0.0555155 Feb 04 18:17:30.368528 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-8fb7d69a-e99a-4ab7-8150-61c1cd46b049 req-2ca6f2d2-ca02-4c31-9da4-5823141872b0 tempest-ServersNegativeTestJSON-2016933856 tempest-ServersNegativeTestJSON-2016933856-project] 10.222.0.89 "GET /v2.0/security-groups?id=c3d97ad4-af66-4ad0-a6d9-18f121a55f93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473540 Feb 04 18:17:30.535836 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-8ecba4f3-33ba-4801-ab69-cb38bfedc1ab req-0b06c1b3-6c7f-4302-b54e-e10965105a89 service neutron] 10.222.0.96 "GET /v2.0/networks/22c2a1b8-e028-41b4-bd2e-fd9f623d0fcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3781431 Feb 04 18:17:30.623100 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-8ecba4f3-33ba-4801-ab69-cb38bfedc1ab req-b307c331-a3d0-4837-a2df-a9cd84889813 service neutron] 10.222.0.96 "GET /v2.0/networks/22c2a1b8-e028-41b4-bd2e-fd9f623d0fcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813437 Feb 04 18:17:30.708580 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c33ad30-f4cf-4a2e-9daa-3f1fd0e9e873 req-80a08a6a-e684-4ebc-aef3-a9abe8b41c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:17:30.710135 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-9c33ad30-f4cf-4a2e-9daa-3f1fd0e9e873 req-80a08a6a-e684-4ebc-aef3-a9abe8b41c38 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=685635c3386548438bf975e0eb2a2c12&device_id=1971e0c5-f2d6-4ebc-9d0d-85e4d9eaab5b HTTP/1.1" status: 200 len: 1125 time: 0.0444636 Feb 04 18:17:30.800407 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c33ad30-f4cf-4a2e-9daa-3f1fd0e9e873 req-2beeb1ce-cae3-4a83-afe5-a20a0ca04c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:17:30.801912 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-9c33ad30-f4cf-4a2e-9daa-3f1fd0e9e873 req-2beeb1ce-cae3-4a83-afe5-a20a0ca04c82 service neutron] 10.222.0.96 "GET /v2.0/networks?id=22c2a1b8-e028-41b4-bd2e-fd9f623d0fcf HTTP/1.1" status: 200 len: 914 time: 0.0855193 Feb 04 18:17:30.844360 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-9c33ad30-f4cf-4a2e-9daa-3f1fd0e9e873 req-9874888e-a997-47d0-824c-09815c5ab732 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=45030362-a708-479d-92a3-0ed5895912dd HTTP/1.1" status: 200 len: 217 time: 0.0357971 Feb 04 18:17:30.896069 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c33ad30-f4cf-4a2e-9daa-3f1fd0e9e873 req-01f00a60-9e91-4017-ba11-dfaaabcda2c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:17:30.897548 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-9c33ad30-f4cf-4a2e-9daa-3f1fd0e9e873 req-01f00a60-9e91-4017-ba11-dfaaabcda2c8 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=bbf82123-550d-47bf-9388-f31db8e9b630 HTTP/1.1" status: 200 len: 853 time: 0.0463037 Feb 04 18:17:30.928531 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-9c33ad30-f4cf-4a2e-9daa-3f1fd0e9e873 req-bd364a37-09ae-4ab6-a875-7ba4dfbae9e1 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=22c2a1b8-e028-41b4-bd2e-fd9f623d0fcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245581 Feb 04 18:17:31.019329 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-9c33ad30-f4cf-4a2e-9daa-3f1fd0e9e873 req-7dbdb4c6-e5fd-4fe1-b7a7-e1854f525343 service neutron] 10.222.0.96 "GET /v2.0/networks/22c2a1b8-e028-41b4-bd2e-fd9f623d0fcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839963 Feb 04 18:17:31.108841 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-9c33ad30-f4cf-4a2e-9daa-3f1fd0e9e873 req-54b5c507-967f-46b7-be27-9a64e8522fc8 service neutron] 10.222.0.96 "GET /v2.0/networks/22c2a1b8-e028-41b4-bd2e-fd9f623d0fcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836136 Feb 04 18:17:31.491178 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42701402-ff14-40b7-883a-142e9128c3ba req-8d2790d3-05d0-4150-b6ec-73095dc99a39 tempest-ServersNegativeTestJSON-2016933856 tempest-ServersNegativeTestJSON-2016933856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:17:31.492659 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-42701402-ff14-40b7-883a-142e9128c3ba req-8d2790d3-05d0-4150-b6ec-73095dc99a39 tempest-ServersNegativeTestJSON-2016933856 tempest-ServersNegativeTestJSON-2016933856-project] 10.222.0.89 "GET /v2.0/ports?device_id=1971e0c5-f2d6-4ebc-9d0d-85e4d9eaab5b HTTP/1.1" status: 200 len: 943 time: 0.0526798 Feb 04 18:17:31.539410 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-42701402-ff14-40b7-883a-142e9128c3ba req-849d4ca2-6c4a-4bea-9f72-eeceee2e4294 tempest-ServersNegativeTestJSON-2016933856 tempest-ServersNegativeTestJSON-2016933856-project] 10.222.0.89 "GET /v2.0/security-groups?id=c3d97ad4-af66-4ad0-a6d9-18f121a55f93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404525 Feb 04 18:17:32.656959 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6896fcd-0925-4767-ac96-ff48db73ed54 req-7e4f85c4-318b-4bfb-8293-05cfb8c96eb3 tempest-ServersNegativeTestJSON-2016933856 tempest-ServersNegativeTestJSON-2016933856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:17:32.658416 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-f6896fcd-0925-4767-ac96-ff48db73ed54 req-7e4f85c4-318b-4bfb-8293-05cfb8c96eb3 tempest-ServersNegativeTestJSON-2016933856 tempest-ServersNegativeTestJSON-2016933856-project] 10.222.0.89 "GET /v2.0/ports?device_id=1971e0c5-f2d6-4ebc-9d0d-85e4d9eaab5b HTTP/1.1" status: 200 len: 943 time: 0.0514209 Feb 04 18:17:32.703552 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-f6896fcd-0925-4767-ac96-ff48db73ed54 req-71f61b4a-632d-446e-895f-7ba501388d49 tempest-ServersNegativeTestJSON-2016933856 tempest-ServersNegativeTestJSON-2016933856-project] 10.222.0.89 "GET /v2.0/security-groups?id=c3d97ad4-af66-4ad0-a6d9-18f121a55f93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393965 Feb 04 18:17:32.920554 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ae3d392d-37c5-414a-bd6d-0ed92c47acc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (64ada913-9131-4d99-a265-63a920956287), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:17:33.229018 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d408ec64-b374-4acb-a1fc-48241dad6d47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (0cd6d64a-47a7-40ff-8c12-71dd526c62e0), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:17:33.820465 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0153bf66-16a9-49ac-a264-f58275b7bff9 req-7aed9e8f-d43b-4a0d-a6bc-12b7da50cec9 tempest-ServersNegativeTestJSON-2016933856 tempest-ServersNegativeTestJSON-2016933856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:17:33.821966 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-0153bf66-16a9-49ac-a264-f58275b7bff9 req-7aed9e8f-d43b-4a0d-a6bc-12b7da50cec9 tempest-ServersNegativeTestJSON-2016933856 tempest-ServersNegativeTestJSON-2016933856-project] 10.222.0.89 "GET /v2.0/ports?device_id=1971e0c5-f2d6-4ebc-9d0d-85e4d9eaab5b HTTP/1.1" status: 200 len: 943 time: 0.0523667 Feb 04 18:17:33.871715 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-0153bf66-16a9-49ac-a264-f58275b7bff9 req-5ec83a8c-1fea-40ff-8f85-e82276569328 tempest-ServersNegativeTestJSON-2016933856 tempest-ServersNegativeTestJSON-2016933856-project] 10.222.0.89 "GET /v2.0/security-groups?id=c3d97ad4-af66-4ad0-a6d9-18f121a55f93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436215 Feb 04 18:17:34.026390 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device 45030362-a708-479d-92a3-0ed5895912dd details requested by agent hyperv_n-h1-827839-2 with host n-h1-827839-2 {{(pid=103378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 18:17:34.123186 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] For port 45030362-a708-479d-92a3-0ed5895912dd, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=45030362-a708-479d-92a3-0ed5895912dd,segment=NetworkSegment(5359b46d-44ca-496f-823c-615b60fcbf98),segment_id=5359b46d-44ca-496f-823c-615b60fcbf98)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 18:17:34.134728 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Returning: {'device': '45030362-a708-479d-92a3-0ed5895912dd', 'network_id': '22c2a1b8-e028-41b4-bd2e-fd9f623d0fcf', 'port_id': '45030362-a708-479d-92a3-0ed5895912dd', 'mac_address': 'fa:16:3e:e4:58:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 768, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bbf82123-550d-47bf-9388-f31db8e9b630', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 18:17:34.170584 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Current status of the port 45030362-a708-479d-92a3-0ed5895912dd is: DOWN; New status is: BUILD {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 18:17:34.170970 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (45030362-a708-479d-92a3-0ed5895912dd), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:17:34.183493 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45030362-a708-479d-92a3-0ed5895912dd {{(pid=103378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 18:17:34.203376 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] For port 45030362-a708-479d-92a3-0ed5895912dd, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=45030362-a708-479d-92a3-0ed5895912dd,segment=NetworkSegment(5359b46d-44ca-496f-823c-615b60fcbf98),segment_id=5359b46d-44ca-496f-823c-615b60fcbf98)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 18:17:34.207060 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (45030362-a708-479d-92a3-0ed5895912dd), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:17:34.253158 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Pushing event updated for resources: {'Port': ['ID=45030362-a708-479d-92a3-0ed5895912dd,revision_number=4']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:17:34.538869 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] get_ports_and_sgs() called for port_ids ['45030362-a708-479d-92a3-0ed5895912dd'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 18:17:34.993064 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4640feff-6b54-486f-a985-80aad4a11862 req-d110c6b2-5fb6-4453-9dc0-5b956fc56d9d tempest-ServersNegativeTestJSON-2016933856 tempest-ServersNegativeTestJSON-2016933856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:17:34.994556 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-4640feff-6b54-486f-a985-80aad4a11862 req-d110c6b2-5fb6-4453-9dc0-5b956fc56d9d tempest-ServersNegativeTestJSON-2016933856 tempest-ServersNegativeTestJSON-2016933856-project] 10.222.0.89 "GET /v2.0/ports?device_id=1971e0c5-f2d6-4ebc-9d0d-85e4d9eaab5b HTTP/1.1" status: 200 len: 944 time: 0.0550086 Feb 04 18:17:35.041060 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-4640feff-6b54-486f-a985-80aad4a11862 req-a534ebe1-b6c3-4571-9f17-d2c36057d509 tempest-ServersNegativeTestJSON-2016933856 tempest-ServersNegativeTestJSON-2016933856-project] 10.222.0.89 "GET /v2.0/security-groups?id=c3d97ad4-af66-4ad0-a6d9-18f121a55f93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408669 Feb 04 18:17:35.041672 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4f14bb47-e72b-46ac-9e44-a61d9293afcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (75326290-f7a3-4db8-9cf2-15c7139ed224), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:17:35.830618 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (ba70844b-66a0-45fd-a2f2-e6ed673321fc), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:17:36.027765 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device 45030362-a708-479d-92a3-0ed5895912dd up at agent hyperv_n-h1-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 18:17:36.079521 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Provisioning for port 45030362-a708-479d-92a3-0ed5895912dd completed by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 18:17:36.084303 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Provisioning complete for port 45030362-a708-479d-92a3-0ed5895912dd triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 18:17:36.084644 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (45030362-a708-479d-92a3-0ed5895912dd), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:17:36.161350 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b6f383-df66-4c92-a547-a23522ad0d92 req-d39ac63c-980e-49de-8963-045f18819daa tempest-ServersNegativeTestJSON-2016933856 tempest-ServersNegativeTestJSON-2016933856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:17:36.162700 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Current status of the port 45030362-a708-479d-92a3-0ed5895912dd is: BUILD; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 18:17:36.162897 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-10b6f383-df66-4c92-a547-a23522ad0d92 req-d39ac63c-980e-49de-8963-045f18819daa tempest-ServersNegativeTestJSON-2016933856 tempest-ServersNegativeTestJSON-2016933856-project] 10.222.0.89 "GET /v2.0/ports?device_id=1971e0c5-f2d6-4ebc-9d0d-85e4d9eaab5b HTTP/1.1" status: 200 len: 944 time: 0.0534048 Feb 04 18:17:36.163096 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (45030362-a708-479d-92a3-0ed5895912dd), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:17:36.186773 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1971e0c5-f2d6-4ebc-9d0d-85e4d9eaab5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45030362-a708-479d-92a3-0ed5895912dd'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 18:17:36.189029 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d531d67ec453461b01ecd2cf0c6686e25a5679cf38f56e7e92bae688f1026262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61f20c66-96a4-4295-bb32-029fd09153e7" -d '{"events": [{"server_uuid": "1971e0c5-f2d6-4ebc-9d0d-85e4d9eaab5b", "name": "network-vif-plugged", "status": "completed", "tag": "45030362-a708-479d-92a3-0ed5895912dd"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 18:17:36.201593 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] For port 45030362-a708-479d-92a3-0ed5895912dd, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=45030362-a708-479d-92a3-0ed5895912dd,segment=NetworkSegment(5359b46d-44ca-496f-823c-615b60fcbf98),segment_id=5359b46d-44ca-496f-823c-615b60fcbf98)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 18:17:36.205917 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (45030362-a708-479d-92a3-0ed5895912dd), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:17:36.211100 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-10b6f383-df66-4c92-a547-a23522ad0d92 req-73eb6dec-cecf-4ace-87c7-48e41581468d tempest-ServersNegativeTestJSON-2016933856 tempest-ServersNegativeTestJSON-2016933856-project] 10.222.0.89 "GET /v2.0/security-groups?id=c3d97ad4-af66-4ad0-a6d9-18f121a55f93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425498 Feb 04 18:17:36.239836 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 18:17:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e11df8f-f13d-41e8-a222-ddb68587a441 x-openstack-request-id: req-9e11df8f-f13d-41e8-a222-ddb68587a441 {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 18:17:36.240131 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1971e0c5-f2d6-4ebc-9d0d-85e4d9eaab5b", "name": "network-vif-plugged", "status": "completed", "tag": "45030362-a708-479d-92a3-0ed5895912dd", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 18:17:36.240389 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-9e11df8f-f13d-41e8-a222-ddb68587a441 {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 18:17:36.240810 n-d-827839-2 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1971e0c5-f2d6-4ebc-9d0d-85e4d9eaab5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45030362-a708-479d-92a3-0ed5895912dd', 'code': 200} Feb 04 18:17:36.258156 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Pushing event updated for resources: {'Port': ['ID=45030362-a708-479d-92a3-0ed5895912dd,revision_number=5']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:17:36.340976 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1d3e4a-e051-44c8-892e-6438749a6491 req-18a1830c-33d5-4339-aa5d-5a9874a8d06b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:17:36.342981 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-8d1d3e4a-e051-44c8-892e-6438749a6491 req-18a1830c-33d5-4339-aa5d-5a9874a8d06b service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=1971e0c5-f2d6-4ebc-9d0d-85e4d9eaab5b HTTP/1.1" status: 200 len: 1127 time: 0.0439060 Feb 04 18:17:36.385421 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-8d1d3e4a-e051-44c8-892e-6438749a6491 req-9f6e4331-4d0f-4678-8da0-ff2ff232bf3b service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=c3d97ad4-af66-4ad0-a6d9-18f121a55f93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364859 Feb 04 18:17:37.336423 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c5c6d8-3117-4f45-8b59-e17cad793909 req-959e2ebb-f121-4701-9e77-a98a700c7b8d tempest-ServersNegativeTestJSON-2016933856 tempest-ServersNegativeTestJSON-2016933856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:17:37.337934 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-46c5c6d8-3117-4f45-8b59-e17cad793909 req-959e2ebb-f121-4701-9e77-a98a700c7b8d tempest-ServersNegativeTestJSON-2016933856 tempest-ServersNegativeTestJSON-2016933856-project] 10.222.0.89 "GET /v2.0/ports?device_id=1971e0c5-f2d6-4ebc-9d0d-85e4d9eaab5b HTTP/1.1" status: 200 len: 945 time: 0.0562906 Feb 04 18:17:37.383250 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-46c5c6d8-3117-4f45-8b59-e17cad793909 req-e093456f-1ed8-4a54-9e01-468ef73200ab tempest-ServersNegativeTestJSON-2016933856 tempest-ServersNegativeTestJSON-2016933856-project] 10.222.0.89 "GET /v2.0/security-groups?id=c3d97ad4-af66-4ad0-a6d9-18f121a55f93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392039 Feb 04 18:17:38.506755 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3115cda1-a1a2-415a-ab2f-8fe90f2bb9af req-54e49dd6-cdc9-49fa-8a8b-c886f7680c2f tempest-ServersNegativeTestJSON-2016933856 tempest-ServersNegativeTestJSON-2016933856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:17:38.508247 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-3115cda1-a1a2-415a-ab2f-8fe90f2bb9af req-54e49dd6-cdc9-49fa-8a8b-c886f7680c2f tempest-ServersNegativeTestJSON-2016933856 tempest-ServersNegativeTestJSON-2016933856-project] 10.222.0.89 "GET /v2.0/ports?device_id=1971e0c5-f2d6-4ebc-9d0d-85e4d9eaab5b HTTP/1.1" status: 200 len: 945 time: 0.0559096 Feb 04 18:17:38.554417 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-3115cda1-a1a2-415a-ab2f-8fe90f2bb9af req-8941ea76-3a83-4bb1-ae53-379c0efd1263 tempest-ServersNegativeTestJSON-2016933856 tempest-ServersNegativeTestJSON-2016933856-project] 10.222.0.89 "GET /v2.0/security-groups?id=c3d97ad4-af66-4ad0-a6d9-18f121a55f93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405068 Feb 04 18:17:38.785434 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c2b694-fc20-4985-b45d-f555573b85dd req-be633e1d-6ad8-4eed-843f-733dc12b515a tempest-ServersNegativeTestJSON-2016933856 tempest-ServersNegativeTestJSON-2016933856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:17:38.786914 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-c8c2b694-fc20-4985-b45d-f555573b85dd req-be633e1d-6ad8-4eed-843f-733dc12b515a tempest-ServersNegativeTestJSON-2016933856 tempest-ServersNegativeTestJSON-2016933856-project] 10.222.0.89 "GET /v2.0/ports?device_id=1971e0c5-f2d6-4ebc-9d0d-85e4d9eaab5b HTTP/1.1" status: 200 len: 945 time: 0.0523970 Feb 04 18:17:38.832701 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-c8c2b694-fc20-4985-b45d-f555573b85dd req-1937dc06-3cac-4095-82f1-8fbe33324aaf tempest-ServersNegativeTestJSON-2016933856 tempest-ServersNegativeTestJSON-2016933856-project] 10.222.0.89 "GET /v2.0/security-groups?id=c3d97ad4-af66-4ad0-a6d9-18f121a55f93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403011 Feb 04 18:17:39.953292 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb535c2-1855-49d1-bf41-72d8e44c58dc req-1bfbeb10-df54-4592-9e6e-b25ace145e1d tempest-ServersNegativeTestJSON-2016933856 tempest-ServersNegativeTestJSON-2016933856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:17:39.954783 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-aeb535c2-1855-49d1-bf41-72d8e44c58dc req-1bfbeb10-df54-4592-9e6e-b25ace145e1d tempest-ServersNegativeTestJSON-2016933856 tempest-ServersNegativeTestJSON-2016933856-project] 10.222.0.89 "GET /v2.0/ports?device_id=1971e0c5-f2d6-4ebc-9d0d-85e4d9eaab5b HTTP/1.1" status: 200 len: 945 time: 0.0532167 Feb 04 18:17:40.001966 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-aeb535c2-1855-49d1-bf41-72d8e44c58dc req-52443338-d7d9-4332-a480-9fb5ab231c03 tempest-ServersNegativeTestJSON-2016933856 tempest-ServersNegativeTestJSON-2016933856-project] 10.222.0.89 "GET /v2.0/security-groups?id=c3d97ad4-af66-4ad0-a6d9-18f121a55f93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414782 Feb 04 18:17:40.312210 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ba50a2-54be-48e0-94f1-1fcf07c2a275 req-6853f48c-57ca-4fa0-bd5c-1a06b12bd7d1 tempest-ServersNegativeTestJSON-2016933856 tempest-ServersNegativeTestJSON-2016933856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:17:40.313690 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-b3ba50a2-54be-48e0-94f1-1fcf07c2a275 req-6853f48c-57ca-4fa0-bd5c-1a06b12bd7d1 tempest-ServersNegativeTestJSON-2016933856 tempest-ServersNegativeTestJSON-2016933856-project] 10.222.0.96 "GET /v2.0/ports?device_id=1971e0c5-f2d6-4ebc-9d0d-85e4d9eaab5b HTTP/1.1" status: 200 len: 945 time: 0.0524030 Feb 04 18:17:40.407545 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [req-b3ba50a2-54be-48e0-94f1-1fcf07c2a275 req-2f488130-eea6-431e-b778-99cb42787bd7 tempest-ServersNegativeTestJSON-2016933856 tempest-ServersNegativeTestJSON-2016933856-project] Deleting port 45030362-a708-479d-92a3-0ed5895912dd {{(pid=103376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 18:17:40.407885 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-b3ba50a2-54be-48e0-94f1-1fcf07c2a275 req-2f488130-eea6-431e-b778-99cb42787bd7 tempest-ServersNegativeTestJSON-2016933856 tempest-ServersNegativeTestJSON-2016933856-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (45030362-a708-479d-92a3-0ed5895912dd), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:17:40.498331 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [req-b3ba50a2-54be-48e0-94f1-1fcf07c2a275 req-2f488130-eea6-431e-b778-99cb42787bd7 tempest-ServersNegativeTestJSON-2016933856 tempest-ServersNegativeTestJSON-2016933856-project] For port 45030362-a708-479d-92a3-0ed5895912dd, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=45030362-a708-479d-92a3-0ed5895912dd,segment=NetworkSegment(5359b46d-44ca-496f-823c-615b60fcbf98),segment_id=5359b46d-44ca-496f-823c-615b60fcbf98)] {{(pid=103376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 18:17:40.498793 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-b3ba50a2-54be-48e0-94f1-1fcf07c2a275 req-2f488130-eea6-431e-b778-99cb42787bd7 tempest-ServersNegativeTestJSON-2016933856 tempest-ServersNegativeTestJSON-2016933856-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (45030362-a708-479d-92a3-0ed5895912dd), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:17:40.510922 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [req-b3ba50a2-54be-48e0-94f1-1fcf07c2a275 req-2f488130-eea6-431e-b778-99cb42787bd7 tempest-ServersNegativeTestJSON-2016933856 tempest-ServersNegativeTestJSON-2016933856-project] Calling delete_port for 45030362-a708-479d-92a3-0ed5895912dd owned by compute:nova {{(pid=103376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 18:17:40.636021 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-b3ba50a2-54be-48e0-94f1-1fcf07c2a275 req-2f488130-eea6-431e-b778-99cb42787bd7 tempest-ServersNegativeTestJSON-2016933856 tempest-ServersNegativeTestJSON-2016933856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (45030362-a708-479d-92a3-0ed5895912dd), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:17:40.648350 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] get_ports_and_sgs() called for port_ids ['945b1113-eca4-4de4-ab07-13f4d40d296f', '45030362-a708-479d-92a3-0ed5895912dd'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 18:17:40.671704 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f488130-eea6-431e-b778-99cb42787bd7 tempest-ServersNegativeTestJSON-2016933856 tempest-ServersNegativeTestJSON-2016933856-project] Pushing event deleted for resources: {'Port': ['ID=45030362-a708-479d-92a3-0ed5895912dd,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:17:40.713459 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3ba50a2-54be-48e0-94f1-1fcf07c2a275 req-2f488130-eea6-431e-b778-99cb42787bd7 tempest-ServersNegativeTestJSON-2016933856 tempest-ServersNegativeTestJSON-2016933856-project] No DVR routers for this DVR port 45030362-a708-479d-92a3-0ed5895912dd on host n-h1-827839-2 {{(pid=103376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 18:17:40.715987 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-b3ba50a2-54be-48e0-94f1-1fcf07c2a275 req-2f488130-eea6-431e-b778-99cb42787bd7 tempest-ServersNegativeTestJSON-2016933856 tempest-ServersNegativeTestJSON-2016933856-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:17:40.720108 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-b3ba50a2-54be-48e0-94f1-1fcf07c2a275 req-2f488130-eea6-431e-b778-99cb42787bd7 tempest-ServersNegativeTestJSON-2016933856 tempest-ServersNegativeTestJSON-2016933856-project] 10.222.0.96 "DELETE /v2.0/ports/45030362-a708-479d-92a3-0ed5895912dd HTTP/1.1" status: 204 len: 173 time: 0.4015050 Feb 04 18:17:40.721083 n-d-827839-2 neutron-server[103376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1971e0c5-f2d6-4ebc-9d0d-85e4d9eaab5b', 'name': 'network-vif-deleted', 'tag': '45030362-a708-479d-92a3-0ed5895912dd'}] {{(pid=103376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 18:17:40.723692 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7aefa7f3373fd63bd14caed2f0c404cd5bacff84a7eb60e70ea20ed0b49017dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-613b684d-6f30-4c8a-9e1a-9413cdb356a5" -d '{"events": [{"server_uuid": "1971e0c5-f2d6-4ebc-9d0d-85e4d9eaab5b", "name": "network-vif-deleted", "tag": "45030362-a708-479d-92a3-0ed5895912dd"}]}' {{(pid=103376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 18:17:40.738965 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (f20a1ab3-4332-4f54-833b-ba4a7c687e89), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:17:40.770822 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 18:17:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83adee93-b97c-44cf-babd-cf88fcf16854 x-openstack-request-id: req-83adee93-b97c-44cf-babd-cf88fcf16854 {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 18:17:40.771133 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1971e0c5-f2d6-4ebc-9d0d-85e4d9eaab5b", "name": "network-vif-deleted", "tag": "45030362-a708-479d-92a3-0ed5895912dd", "status": "completed", "code": 200}]} {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 18:17:40.771434 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-83adee93-b97c-44cf-babd-cf88fcf16854 {{(pid=103376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 18:17:40.771844 n-d-827839-2 neutron-server[103376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1971e0c5-f2d6-4ebc-9d0d-85e4d9eaab5b', 'name': 'network-vif-deleted', 'tag': '45030362-a708-479d-92a3-0ed5895912dd', 'status': 'completed', 'code': 200} Feb 04 18:17:41.117678 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-35b11209-6754-4671-8989-744d2ee8ae37 req-679abe7a-e988-4001-ae0a-25cfe5aebd70 tempest-ServersNegativeTestJSON-2016933856 tempest-ServersNegativeTestJSON-2016933856-project] 10.222.0.89 "GET /v2.0/ports?device_id=1971e0c5-f2d6-4ebc-9d0d-85e4d9eaab5b HTTP/1.1" status: 200 len: 210 time: 0.0316241 Feb 04 18:17:42.277070 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8770da-0afc-47f4-ab76-ac006d470053 req-f870b82f-1d57-48a4-bdd5-1053b7e246ab tempest-ServersNegativeTestJSON-2016933856 tempest-ServersNegativeTestJSON-2016933856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:17:42.279047 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-ad8770da-0afc-47f4-ab76-ac006d470053 req-f870b82f-1d57-48a4-bdd5-1053b7e246ab tempest-ServersNegativeTestJSON-2016933856 tempest-ServersNegativeTestJSON-2016933856-project] 10.222.0.89 "GET /v2.0/ports?device_id=e61846bb-3db6-4e45-b559-c5c308c2e0ff HTTP/1.1" status: 200 len: 945 time: 0.0535250 Feb 04 18:17:42.329922 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-ad8770da-0afc-47f4-ab76-ac006d470053 req-c1dcafd7-4b25-4ad0-97c3-040e3968a719 tempest-ServersNegativeTestJSON-2016933856 tempest-ServersNegativeTestJSON-2016933856-project] 10.222.0.89 "GET /v2.0/security-groups?id=c3d97ad4-af66-4ad0-a6d9-18f121a55f93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449743 Feb 04 18:17:42.461360 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a56d0d1-0185-4902-9273-a15ce8e1f474 req-928f2a3d-cdb1-4e7b-8f6a-138733dd7f68 tempest-ServersNegativeTestJSON-2016933856 tempest-ServersNegativeTestJSON-2016933856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:17:42.462861 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-1a56d0d1-0185-4902-9273-a15ce8e1f474 req-928f2a3d-cdb1-4e7b-8f6a-138733dd7f68 tempest-ServersNegativeTestJSON-2016933856 tempest-ServersNegativeTestJSON-2016933856-project] 10.222.0.89 "GET /v2.0/ports?device_id=e61846bb-3db6-4e45-b559-c5c308c2e0ff HTTP/1.1" status: 200 len: 945 time: 0.0517988 Feb 04 18:17:42.509122 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-1a56d0d1-0185-4902-9273-a15ce8e1f474 req-03b4e1d5-5e71-47a5-a890-8405962f0094 tempest-ServersNegativeTestJSON-2016933856 tempest-ServersNegativeTestJSON-2016933856-project] 10.222.0.89 "GET /v2.0/security-groups?id=c3d97ad4-af66-4ad0-a6d9-18f121a55f93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402222 Feb 04 18:17:42.630885 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7310de-7b43-4ed6-8b8a-b339b2d10c06 req-9b96f200-79a4-4af2-80e6-c73de048f62b tempest-ServersNegativeTestJSON-2016933856 tempest-ServersNegativeTestJSON-2016933856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:17:42.632267 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-0d7310de-7b43-4ed6-8b8a-b339b2d10c06 req-9b96f200-79a4-4af2-80e6-c73de048f62b tempest-ServersNegativeTestJSON-2016933856 tempest-ServersNegativeTestJSON-2016933856-project] 10.222.0.89 "GET /v2.0/ports?device_id=e61846bb-3db6-4e45-b559-c5c308c2e0ff HTTP/1.1" status: 200 len: 945 time: 0.0511363 Feb 04 18:17:42.682458 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-0d7310de-7b43-4ed6-8b8a-b339b2d10c06 req-5cd337cc-eb79-4c8a-ac41-82fb2ab52555 tempest-ServersNegativeTestJSON-2016933856 tempest-ServersNegativeTestJSON-2016933856-project] 10.222.0.89 "GET /v2.0/security-groups?id=c3d97ad4-af66-4ad0-a6d9-18f121a55f93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445025 Feb 04 18:17:42.843699 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (3f9244a9-75fc-4c10-b195-11d48b853b41), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:17:42.851912 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c6102d-a550-437b-9f9f-930e3f782e48 req-3a18b6e1-28b8-4c7f-825e-146510335d1e tempest-ServersNegativeTestJSON-2016933856 tempest-ServersNegativeTestJSON-2016933856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:17:42.853438 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-95c6102d-a550-437b-9f9f-930e3f782e48 req-3a18b6e1-28b8-4c7f-825e-146510335d1e tempest-ServersNegativeTestJSON-2016933856 tempest-ServersNegativeTestJSON-2016933856-project] 10.222.0.89 "GET /v2.0/ports?device_id=e61846bb-3db6-4e45-b559-c5c308c2e0ff HTTP/1.1" status: 200 len: 945 time: 0.0528715 Feb 04 18:17:42.899230 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-95c6102d-a550-437b-9f9f-930e3f782e48 req-e44d9d41-9716-430d-acd4-c5867430c386 tempest-ServersNegativeTestJSON-2016933856 tempest-ServersNegativeTestJSON-2016933856-project] 10.222.0.89 "GET /v2.0/security-groups?id=c3d97ad4-af66-4ad0-a6d9-18f121a55f93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401189 Feb 04 18:17:43.016526 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3862f1-4e42-4600-9072-3b172bf64c01 req-01c13b7d-fc08-4167-a8fc-617404c0921d tempest-ServersNegativeTestJSON-2016933856 tempest-ServersNegativeTestJSON-2016933856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:17:43.018023 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-6f3862f1-4e42-4600-9072-3b172bf64c01 req-01c13b7d-fc08-4167-a8fc-617404c0921d tempest-ServersNegativeTestJSON-2016933856 tempest-ServersNegativeTestJSON-2016933856-project] 10.222.0.89 "GET /v2.0/ports?device_id=e61846bb-3db6-4e45-b559-c5c308c2e0ff HTTP/1.1" status: 200 len: 945 time: 0.0519576 Feb 04 18:17:43.063250 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-6f3862f1-4e42-4600-9072-3b172bf64c01 req-5e569212-4318-47a9-bb1b-583be99a7b34 tempest-ServersNegativeTestJSON-2016933856 tempest-ServersNegativeTestJSON-2016933856-project] 10.222.0.89 "GET /v2.0/security-groups?id=c3d97ad4-af66-4ad0-a6d9-18f121a55f93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396965 Feb 04 18:17:43.195442 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa266a6-d90d-4191-aae0-cfb760472b96 req-28a00c7c-9390-44e7-8d71-343c806cbf6d tempest-ServersNegativeTestJSON-2016933856 tempest-ServersNegativeTestJSON-2016933856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:17:43.196861 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-bfa266a6-d90d-4191-aae0-cfb760472b96 req-28a00c7c-9390-44e7-8d71-343c806cbf6d tempest-ServersNegativeTestJSON-2016933856 tempest-ServersNegativeTestJSON-2016933856-project] 10.222.0.89 "GET /v2.0/ports?device_id=e61846bb-3db6-4e45-b559-c5c308c2e0ff HTTP/1.1" status: 200 len: 945 time: 0.0564520 Feb 04 18:17:43.243429 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-bfa266a6-d90d-4191-aae0-cfb760472b96 req-1392759a-a947-40a8-aa93-87fdfb82f163 tempest-ServersNegativeTestJSON-2016933856 tempest-ServersNegativeTestJSON-2016933856-project] 10.222.0.89 "GET /v2.0/security-groups?id=c3d97ad4-af66-4ad0-a6d9-18f121a55f93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410502 Feb 04 18:17:43.542297 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420a0f32-49f7-48cb-8286-d48e37380dae req-8a6f62d3-846f-4483-af9e-70f5ab736bf1 tempest-ServersNegativeTestJSON-2016933856 tempest-ServersNegativeTestJSON-2016933856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:17:43.543840 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-420a0f32-49f7-48cb-8286-d48e37380dae req-8a6f62d3-846f-4483-af9e-70f5ab736bf1 tempest-ServersNegativeTestJSON-2016933856 tempest-ServersNegativeTestJSON-2016933856-project] 10.222.0.89 "GET /v2.0/ports?device_id=e61846bb-3db6-4e45-b559-c5c308c2e0ff HTTP/1.1" status: 200 len: 945 time: 0.0546482 Feb 04 18:17:43.589639 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-420a0f32-49f7-48cb-8286-d48e37380dae req-5e7fb91e-b86f-4a22-9fc9-f40e1715b473 tempest-ServersNegativeTestJSON-2016933856 tempest-ServersNegativeTestJSON-2016933856-project] 10.222.0.89 "GET /v2.0/security-groups?id=c3d97ad4-af66-4ad0-a6d9-18f121a55f93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401015 Feb 04 18:17:44.075806 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device 45030362-a708-479d-92a3-0ed5895912dd no longer exists at agent hyperv_n-h1-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 18:17:44.095861 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] No Port match for: 45030362-a708-479d-92a3-0ed5895912dd {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 18:17:44.096202 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device 45030362-a708-479d-92a3-0ed5895912dd not bound to the agent host n-h1-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 18:17:44.710678 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc6a678-7b8d-46d5-9dc9-6212d6e12850 req-9bea3058-ab60-41ff-a3d4-5412165726e4 tempest-ServersNegativeTestJSON-2016933856 tempest-ServersNegativeTestJSON-2016933856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:17:44.712147 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-efc6a678-7b8d-46d5-9dc9-6212d6e12850 req-9bea3058-ab60-41ff-a3d4-5412165726e4 tempest-ServersNegativeTestJSON-2016933856 tempest-ServersNegativeTestJSON-2016933856-project] 10.222.0.89 "GET /v2.0/ports?device_id=e61846bb-3db6-4e45-b559-c5c308c2e0ff HTTP/1.1" status: 200 len: 945 time: 0.0534518 Feb 04 18:17:44.758826 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-efc6a678-7b8d-46d5-9dc9-6212d6e12850 req-32ba188d-41f1-4d80-a9fd-46b73babbd30 tempest-ServersNegativeTestJSON-2016933856 tempest-ServersNegativeTestJSON-2016933856-project] 10.222.0.89 "GET /v2.0/security-groups?id=c3d97ad4-af66-4ad0-a6d9-18f121a55f93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410295 Feb 04 18:17:45.070054 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccb252f-59ae-4ddc-906a-eb3fd21c66b9 req-6288d57b-e28c-42fc-acef-30bc09f04422 tempest-ServersNegativeTestJSON-2016933856 tempest-ServersNegativeTestJSON-2016933856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:17:45.071520 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-dccb252f-59ae-4ddc-906a-eb3fd21c66b9 req-6288d57b-e28c-42fc-acef-30bc09f04422 tempest-ServersNegativeTestJSON-2016933856 tempest-ServersNegativeTestJSON-2016933856-project] 10.222.0.96 "GET /v2.0/ports?device_id=e61846bb-3db6-4e45-b559-c5c308c2e0ff HTTP/1.1" status: 200 len: 945 time: 0.0550747 Feb 04 18:17:45.168661 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [req-dccb252f-59ae-4ddc-906a-eb3fd21c66b9 req-922ba094-e4d0-4834-95fe-75ccfe1c9232 tempest-ServersNegativeTestJSON-2016933856 tempest-ServersNegativeTestJSON-2016933856-project] Deleting port 945b1113-eca4-4de4-ab07-13f4d40d296f {{(pid=103376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 18:17:45.169038 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-dccb252f-59ae-4ddc-906a-eb3fd21c66b9 req-922ba094-e4d0-4834-95fe-75ccfe1c9232 tempest-ServersNegativeTestJSON-2016933856 tempest-ServersNegativeTestJSON-2016933856-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (945b1113-eca4-4de4-ab07-13f4d40d296f), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:17:45.260029 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [req-dccb252f-59ae-4ddc-906a-eb3fd21c66b9 req-922ba094-e4d0-4834-95fe-75ccfe1c9232 tempest-ServersNegativeTestJSON-2016933856 tempest-ServersNegativeTestJSON-2016933856-project] For port 945b1113-eca4-4de4-ab07-13f4d40d296f, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=945b1113-eca4-4de4-ab07-13f4d40d296f,segment=NetworkSegment(5359b46d-44ca-496f-823c-615b60fcbf98),segment_id=5359b46d-44ca-496f-823c-615b60fcbf98)] {{(pid=103376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 18:17:45.260390 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-dccb252f-59ae-4ddc-906a-eb3fd21c66b9 req-922ba094-e4d0-4834-95fe-75ccfe1c9232 tempest-ServersNegativeTestJSON-2016933856 tempest-ServersNegativeTestJSON-2016933856-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (945b1113-eca4-4de4-ab07-13f4d40d296f), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:17:45.272884 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [req-dccb252f-59ae-4ddc-906a-eb3fd21c66b9 req-922ba094-e4d0-4834-95fe-75ccfe1c9232 tempest-ServersNegativeTestJSON-2016933856 tempest-ServersNegativeTestJSON-2016933856-project] Calling delete_port for 945b1113-eca4-4de4-ab07-13f4d40d296f owned by compute:nova {{(pid=103376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 18:17:45.400527 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-dccb252f-59ae-4ddc-906a-eb3fd21c66b9 req-922ba094-e4d0-4834-95fe-75ccfe1c9232 tempest-ServersNegativeTestJSON-2016933856 tempest-ServersNegativeTestJSON-2016933856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (945b1113-eca4-4de4-ab07-13f4d40d296f), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:17:45.413093 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] get_ports_and_sgs() called for port_ids ['945b1113-eca4-4de4-ab07-13f4d40d296f'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 18:17:45.433397 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922ba094-e4d0-4834-95fe-75ccfe1c9232 tempest-ServersNegativeTestJSON-2016933856 tempest-ServersNegativeTestJSON-2016933856-project] Pushing event deleted for resources: {'Port': ['ID=945b1113-eca4-4de4-ab07-13f4d40d296f,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:17:45.475350 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [req-dccb252f-59ae-4ddc-906a-eb3fd21c66b9 req-922ba094-e4d0-4834-95fe-75ccfe1c9232 tempest-ServersNegativeTestJSON-2016933856 tempest-ServersNegativeTestJSON-2016933856-project] No DVR routers for this DVR port 945b1113-eca4-4de4-ab07-13f4d40d296f on host n-h1-827839-2 {{(pid=103376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 18:17:45.477989 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-dccb252f-59ae-4ddc-906a-eb3fd21c66b9 req-922ba094-e4d0-4834-95fe-75ccfe1c9232 tempest-ServersNegativeTestJSON-2016933856 tempest-ServersNegativeTestJSON-2016933856-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:17:45.481295 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-dccb252f-59ae-4ddc-906a-eb3fd21c66b9 req-922ba094-e4d0-4834-95fe-75ccfe1c9232 tempest-ServersNegativeTestJSON-2016933856 tempest-ServersNegativeTestJSON-2016933856-project] 10.222.0.96 "DELETE /v2.0/ports/945b1113-eca4-4de4-ab07-13f4d40d296f HTTP/1.1" status: 204 len: 173 time: 0.4044826 Feb 04 18:17:45.482307 n-d-827839-2 neutron-server[103376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e61846bb-3db6-4e45-b559-c5c308c2e0ff', 'name': 'network-vif-deleted', 'tag': '945b1113-eca4-4de4-ab07-13f4d40d296f'}] {{(pid=103376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 18:17:45.484557 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7aefa7f3373fd63bd14caed2f0c404cd5bacff84a7eb60e70ea20ed0b49017dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4498fdd6-2b2b-4f6e-8b04-91caaae46249" -d '{"events": [{"server_uuid": "e61846bb-3db6-4e45-b559-c5c308c2e0ff", "name": "network-vif-deleted", "tag": "945b1113-eca4-4de4-ab07-13f4d40d296f"}]}' {{(pid=103376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 18:17:45.527054 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 18:17:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8541a592-cbbf-4313-80a9-9744876ec28c x-openstack-request-id: req-8541a592-cbbf-4313-80a9-9744876ec28c {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 18:17:45.527357 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e61846bb-3db6-4e45-b559-c5c308c2e0ff", "name": "network-vif-deleted", "tag": "945b1113-eca4-4de4-ab07-13f4d40d296f", "status": "completed", "code": 200}]} {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 18:17:45.527615 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-8541a592-cbbf-4313-80a9-9744876ec28c {{(pid=103376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 18:17:45.528027 n-d-827839-2 neutron-server[103376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e61846bb-3db6-4e45-b559-c5c308c2e0ff', 'name': 'network-vif-deleted', 'tag': '945b1113-eca4-4de4-ab07-13f4d40d296f', 'status': 'completed', 'code': 200} Feb 04 18:17:45.867199 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-0824fd58-368f-4902-a730-369576f67ea5 req-d1a7b5e0-eeba-4bc4-b309-1709b5395ba6 tempest-ServersNegativeTestJSON-2016933856 tempest-ServersNegativeTestJSON-2016933856-project] 10.222.0.89 "GET /v2.0/ports?device_id=e61846bb-3db6-4e45-b559-c5c308c2e0ff HTTP/1.1" status: 200 len: 210 time: 0.0316300 Feb 04 18:17:46.926114 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 56956) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:17:46.970533 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.db_base_plugin_v2 [None req-98bab92b-fc15-47ef-9a1f-5c41a5141e64 admin admin] Deleting subnet bbf82123-550d-47bf-9388-f31db8e9b630 {{(pid=103377) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 18:17:46.973519 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-98bab92b-fc15-47ef-9a1f-5c41a5141e64 admin admin] Publish callbacks [] for subnet (bbf82123-550d-47bf-9388-f31db8e9b630), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:17:47.006967 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-98bab92b-fc15-47ef-9a1f-5c41a5141e64 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26866676'] for subnet (bbf82123-550d-47bf-9388-f31db8e9b630), precommit_delete_associations {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:17:47.043527 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-98bab92b-fc15-47ef-9a1f-5c41a5141e64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1541225'] for subnet (bbf82123-550d-47bf-9388-f31db8e9b630), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:17:47.095593 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-98bab92b-fc15-47ef-9a1f-5c41a5141e64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1541216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25888360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25597190'] for subnet (bbf82123-550d-47bf-9388-f31db8e9b630), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:17:47.123338 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98bab92b-fc15-47ef-9a1f-5c41a5141e64 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bbf82123-550d-47bf-9388-f31db8e9b630,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:17:47.125289 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-98bab92b-fc15-47ef-9a1f-5c41a5141e64 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:17:47.128375 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-98bab92b-fc15-47ef-9a1f-5c41a5141e64 admin admin] 10.222.0.89 "DELETE /v2.0/subnets/bbf82123-550d-47bf-9388-f31db8e9b630 HTTP/1.1" status: 204 len: 168 time: 0.2012763 Feb 04 18:17:47.130960 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 56958) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:17:47.195824 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-bb24885d-0719-496e-aa6b-1d82084f41f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628832'] for network (22c2a1b8-e028-41b4-bd2e-fd9f623d0fcf), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:17:47.274562 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-bb24885d-0719-496e-aa6b-1d82084f41f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1543676', 'neutron.services.segments.db._delete_segments_for_network-8781084786517'] for network (22c2a1b8-e028-41b4-bd2e-fd9f623d0fcf), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:17:47.294853 n-d-827839-2 neutron-server[103377]: DEBUG neutron.services.segments.db [None req-bb24885d-0719-496e-aa6b-1d82084f41f0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22c2a1b8-e028-41b4-bd2e-fd9f623d0fcf']}} {{(pid=103377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:17:47.303875 n-d-827839-2 neutron-server[103377]: DEBUG neutron.services.segments.db [None req-bb24885d-0719-496e-aa6b-1d82084f41f0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5359b46d-44ca-496f-823c-615b60fcbf98') {'for_net_delete': True} {{(pid=103377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:17:47.304170 n-d-827839-2 neutron-server[103377]: DEBUG neutron.services.segments.db [None req-bb24885d-0719-496e-aa6b-1d82084f41f0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5359b46d-44ca-496f-823c-615b60fcbf98') {} {{(pid=103377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:17:47.314068 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-bb24885d-0719-496e-aa6b-1d82084f41f0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781084783966', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26866685'] for segment (5359b46d-44ca-496f-823c-615b60fcbf98), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:17:47.327044 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-bb24885d-0719-496e-aa6b-1d82084f41f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (5359b46d-44ca-496f-823c-615b60fcbf98), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:17:47.332869 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb24885d-0719-496e-aa6b-1d82084f41f0 admin admin] Releasing vlan 768 on physical network physnet1 to pool {{(pid=103377) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 18:17:47.333256 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-bb24885d-0719-496e-aa6b-1d82084f41f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25888454'] for segment (5359b46d-44ca-496f-823c-615b60fcbf98), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:17:47.334863 n-d-827839-2 neutron-server[103377]: Traceback (most recent call last): Feb 04 18:17:47.334863 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 18:17:47.334863 n-d-827839-2 neutron-server[103377]: timer() Feb 04 18:17:47.334863 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 18:17:47.334863 n-d-827839-2 neutron-server[103377]: cb(*args, **kw) Feb 04 18:17:47.334863 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 18:17:47.334863 n-d-827839-2 neutron-server[103377]: return func(*args, **kwargs) Feb 04 18:17:47.334863 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 18:17:47.334863 n-d-827839-2 neutron-server[103377]: self._notify() Feb 04 18:17:47.334863 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 18:17:47.334863 n-d-827839-2 neutron-server[103377]: self.callback(batched_events) Feb 04 18:17:47.334863 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 18:17:47.334863 n-d-827839-2 neutron-server[103377]: event.method(event) Feb 04 18:17:47.334863 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 18:17:47.334863 n-d-827839-2 neutron-server[103377]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 18:17:47.334863 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 18:17:47.334863 n-d-827839-2 neutron-server[103377]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 18:17:47.334863 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 18:17:47.334863 n-d-827839-2 neutron-server[103377]: return f(self, *a, **k) Feb 04 18:17:47.334863 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 18:17:47.334863 n-d-827839-2 neutron-server[103377]: return self._get(url).json() Feb 04 18:17:47.334863 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 18:17:47.334863 n-d-827839-2 neutron-server[103377]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 18:17:47.334863 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 18:17:47.334863 n-d-827839-2 neutron-server[103377]: return self.request(url, 'GET', **kwargs) Feb 04 18:17:47.334863 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 18:17:47.334863 n-d-827839-2 neutron-server[103377]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 18:17:47.334863 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 18:17:47.334863 n-d-827839-2 neutron-server[103377]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 18:17:47.334863 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 18:17:47.334863 n-d-827839-2 neutron-server[103377]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 18:17:47.334863 n-d-827839-2 neutron-server[103377]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 18:17:47.387314 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-bb24885d-0719-496e-aa6b-1d82084f41f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1543671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1595572'] for network (22c2a1b8-e028-41b4-bd2e-fd9f623d0fcf), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:17:47.393489 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-bb24885d-0719-496e-aa6b-1d82084f41f0 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:17:47.397856 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-bb24885d-0719-496e-aa6b-1d82084f41f0 admin admin] 10.222.0.89 "DELETE /v2.0/networks/22c2a1b8-e028-41b4-bd2e-fd9f623d0fcf HTTP/1.1" status: 204 len: 168 time: 0.2659972 Feb 04 18:17:47.411547 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb24885d-0719-496e-aa6b-1d82084f41f0 admin admin] Pushing event deleted for resources: {'Network': ['ID=22c2a1b8-e028-41b4-bd2e-fd9f623d0fcf,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:17:47.507070 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 56962) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:17:47.550560 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-06cada62-f5c7-44f4-8f2f-37da8298871d admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=685635c3386548438bf975e0eb2a2c12&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0422261 Feb 04 18:17:47.552878 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 56964) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:17:47.597450 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-0ae8ed44-cb19-432c-9b95-4cbb16bb2c2c admin admin] Publish callbacks [] for security_group (c3d97ad4-af66-4ad0-a6d9-18f121a55f93), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:17:47.619673 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-0ae8ed44-cb19-432c-9b95-4cbb16bb2c2c admin admin] Publish callbacks [] for security_group (c3d97ad4-af66-4ad0-a6d9-18f121a55f93), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:17:47.664329 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-0ae8ed44-cb19-432c-9b95-4cbb16bb2c2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (c3d97ad4-af66-4ad0-a6d9-18f121a55f93), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:17:47.666899 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-0ae8ed44-cb19-432c-9b95-4cbb16bb2c2c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:17:47.668019 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-0ae8ed44-cb19-432c-9b95-4cbb16bb2c2c admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/c3d97ad4-af66-4ad0-a6d9-18f121a55f93 HTTP/1.1" status: 204 len: 168 time: 0.1142752 Feb 04 18:17:47.677372 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae8ed44-cb19-432c-9b95-4cbb16bb2c2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3d97ad4-af66-4ad0-a6d9-18f121a55f93,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:17:48.106951 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device 945b1113-eca4-4de4-ab07-13f4d40d296f no longer exists at agent hyperv_n-h1-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 18:17:48.131125 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] No Port match for: 945b1113-eca4-4de4-ab07-13f4d40d296f {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 18:17:48.131712 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device 945b1113-eca4-4de4-ab07-13f4d40d296f not bound to the agent host n-h1-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 18:17:48.370005 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 56986) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:17:48.466084 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-78806cf5-fc19-4896-96ec-2219f989029d tempest-NetworksIpV6Test-1608698254 tempest-NetworksIpV6Test-1608698254-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1921509649'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 18:17:48.485358 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78806cf5-fc19-4896-96ec-2219f989029d tempest-NetworksIpV6Test-1608698254 tempest-NetworksIpV6Test-1608698254-project] Made reservation on behalf of a8c74e0ea9b0447b84abd3fc96092336 for: {'network': 1} {{(pid=103376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 18:17:48.488570 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-78806cf5-fc19-4896-96ec-2219f989029d tempest-NetworksIpV6Test-1608698254 tempest-NetworksIpV6Test-1608698254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for network (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:17:48.497139 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-78806cf5-fc19-4896-96ec-2219f989029d tempest-NetworksIpV6Test-1608698254 tempest-NetworksIpV6Test-1608698254-project] Publish callbacks [] for security_group (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:17:48.569587 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-78806cf5-fc19-4896-96ec-2219f989029d tempest-NetworksIpV6Test-1608698254 tempest-NetworksIpV6Test-1608698254-project] Publish callbacks [] for security_group (8864283c-477f-46a1-804c-52c5f1842f15), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:17:48.573260 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-78806cf5-fc19-4896-96ec-2219f989029d tempest-NetworksIpV6Test-1608698254 tempest-NetworksIpV6Test-1608698254-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (8864283c-477f-46a1-804c-52c5f1842f15), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:17:48.599937 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78806cf5-fc19-4896-96ec-2219f989029d tempest-NetworksIpV6Test-1608698254 tempest-NetworksIpV6Test-1608698254-project] vlan segment allocate from pool success with {'vlan_id': 756, 'physical_network': 'physnet1'} {{(pid=103376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 18:17:48.610854 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78806cf5-fc19-4896-96ec-2219f989029d tempest-NetworksIpV6Test-1608698254 tempest-NetworksIpV6Test-1608698254-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8864283c-477f-46a1-804c-52c5f1842f15,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:17:48.617255 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-78806cf5-fc19-4896-96ec-2219f989029d tempest-NetworksIpV6Test-1608698254 tempest-NetworksIpV6Test-1608698254-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (7a1b7501-2adb-4a7c-981d-735ce3cff755), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:17:48.617866 n-d-827839-2 neutron-server[103376]: INFO neutron.db.segments_db [None req-78806cf5-fc19-4896-96ec-2219f989029d tempest-NetworksIpV6Test-1608698254 tempest-NetworksIpV6Test-1608698254-project] Added segment 7a1b7501-2adb-4a7c-981d-735ce3cff755 of type vlan for network d9858aa6-f759-417e-b05f-21cb8fe4bec7 Feb 04 18:17:48.658110 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-78806cf5-fc19-4896-96ec-2219f989029d tempest-NetworksIpV6Test-1608698254 tempest-NetworksIpV6Test-1608698254-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781084292801'] for network (d9858aa6-f759-417e-b05f-21cb8fe4bec7), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:17:48.686885 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-78806cf5-fc19-4896-96ec-2219f989029d tempest-NetworksIpV6Test-1608698254 tempest-NetworksIpV6Test-1608698254-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327'] for network (d9858aa6-f759-417e-b05f-21cb8fe4bec7), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:17:48.692050 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78806cf5-fc19-4896-96ec-2219f989029d tempest-NetworksIpV6Test-1608698254 tempest-NetworksIpV6Test-1608698254-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:17:48.692796 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-78806cf5-fc19-4896-96ec-2219f989029d tempest-NetworksIpV6Test-1608698254 tempest-NetworksIpV6Test-1608698254-project] Publish callbacks [] for network (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:17:48.747890 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-78806cf5-fc19-4896-96ec-2219f989029d tempest-NetworksIpV6Test-1608698254 tempest-NetworksIpV6Test-1608698254-project] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3762124 Feb 04 18:17:48.762061 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78806cf5-fc19-4896-96ec-2219f989029d tempest-NetworksIpV6Test-1608698254 tempest-NetworksIpV6Test-1608698254-project] Pushing event updated for resources: {'Network': ['ID=d9858aa6-f759-417e-b05f-21cb8fe4bec7,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:17:48.775274 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Network d9858aa6-f759-417e-b05f-21cb8fe4bec7 details requested by agent ovs-agent-n-d-827839-2 with host n-d-827839-2 {{(pid=103378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 18:17:51.973003 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 56990) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:17:51.978239 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-28525603-2705-46bb-9e1c-864c00b685b8 tempest-NetworksIpV6Test-1608698254 tempest-NetworksIpV6Test-1608698254-project] Request body: {'subnet': {'network_id': 'd9858aa6-f759-417e-b05f-21cb8fe4bec7', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 18:17:52.068457 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28525603-2705-46bb-9e1c-864c00b685b8 tempest-NetworksIpV6Test-1608698254 tempest-NetworksIpV6Test-1608698254-project] Made reservation on behalf of a8c74e0ea9b0447b84abd3fc96092336 for: {'subnet': 1} {{(pid=103376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 18:17:52.071880 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-28525603-2705-46bb-9e1c-864c00b685b8 tempest-NetworksIpV6Test-1608698254 tempest-NetworksIpV6Test-1608698254-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25859006'] for subnet (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:17:52.263926 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-28525603-2705-46bb-9e1c-864c00b685b8 tempest-NetworksIpV6Test-1608698254 tempest-NetworksIpV6Test-1608698254-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25674939', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25858952'] for subnet (413112e5-6e95-4004-8598-0973874db76c), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:17:52.327704 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28525603-2705-46bb-9e1c-864c00b685b8 tempest-NetworksIpV6Test-1608698254 tempest-NetworksIpV6Test-1608698254-project] Pushing event updated for resources: {'Subnet': ['ID=413112e5-6e95-4004-8598-0973874db76c,revision_number=0']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:17:52.337996 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28525603-2705-46bb-9e1c-864c00b685b8 tempest-NetworksIpV6Test-1608698254 tempest-NetworksIpV6Test-1608698254-project] Checking segment: {'id': '7a1b7501-2adb-4a7c-981d-735ce3cff755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'd9858aa6-f759-417e-b05f-21cb8fe4bec7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 18:17:52.338366 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28525603-2705-46bb-9e1c-864c00b685b8 tempest-NetworksIpV6Test-1608698254 tempest-NetworksIpV6Test-1608698254-project] Network hostable DHCP agents. Network: d9858aa6-f759-417e-b05f-21cb8fe4bec7, hostable agents: ['bb89f5a3-3c22-440b-b7d1-c4f0c43c184a'], hosted agents: [] {{(pid=103376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 18:17:52.355379 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28525603-2705-46bb-9e1c-864c00b685b8 tempest-NetworksIpV6Test-1608698254 tempest-NetworksIpV6Test-1608698254-project] Network d9858aa6-f759-417e-b05f-21cb8fe4bec7 is scheduled to be hosted by DHCP agent bb89f5a3-3c22-440b-b7d1-c4f0c43c184a with binding_index 1 {{(pid=103376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 18:17:52.364797 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [None req-28525603-2705-46bb-9e1c-864c00b685b8 tempest-NetworksIpV6Test-1608698254 tempest-NetworksIpV6Test-1608698254-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827839-2, d9858aa6-f759-417e-b05f-21cb8fe4bec7) {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 18:17:52.369360 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28525603-2705-46bb-9e1c-864c00b685b8 tempest-NetworksIpV6Test-1608698254 tempest-NetworksIpV6Test-1608698254-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:17:52.370426 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-28525603-2705-46bb-9e1c-864c00b685b8 tempest-NetworksIpV6Test-1608698254 tempest-NetworksIpV6Test-1608698254-project] Publish callbacks [] for subnet (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:17:52.374869 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2e8d294-d77c-4da1-a330-05a55e4fa2eb None None] Network d9858aa6-f759-417e-b05f-21cb8fe4bec7 requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 18:17:52.390728 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-28525603-2705-46bb-9e1c-864c00b685b8 tempest-NetworksIpV6Test-1608698254 tempest-NetworksIpV6Test-1608698254-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4123631 Feb 04 18:17:52.390939 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 56992) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:17:52.396380 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-bba438ad-c605-4710-b986-ff5568d5b0bc tempest-NetworksIpV6Test-1608698254 tempest-NetworksIpV6Test-1608698254-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1220655290'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 18:17:52.418557 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bba438ad-c605-4710-b986-ff5568d5b0bc tempest-NetworksIpV6Test-1608698254 tempest-NetworksIpV6Test-1608698254-project] Made reservation on behalf of a8c74e0ea9b0447b84abd3fc96092336 for: {'network': 1} {{(pid=103376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 18:17:52.422376 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-bba438ad-c605-4710-b986-ff5568d5b0bc tempest-NetworksIpV6Test-1608698254 tempest-NetworksIpV6Test-1608698254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for network (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:17:52.452134 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bba438ad-c605-4710-b986-ff5568d5b0bc tempest-NetworksIpV6Test-1608698254 tempest-NetworksIpV6Test-1608698254-project] vlan segment allocate from pool success with {'vlan_id': 792, 'physical_network': 'physnet1'} {{(pid=103376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 18:17:52.465080 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-bba438ad-c605-4710-b986-ff5568d5b0bc tempest-NetworksIpV6Test-1608698254 tempest-NetworksIpV6Test-1608698254-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (2ac1ed60-4985-4ef8-a3c7-4b6b8fcbd120), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:17:52.465431 n-d-827839-2 neutron-server[103376]: INFO neutron.db.segments_db [None req-bba438ad-c605-4710-b986-ff5568d5b0bc tempest-NetworksIpV6Test-1608698254 tempest-NetworksIpV6Test-1608698254-project] Added segment 2ac1ed60-4985-4ef8-a3c7-4b6b8fcbd120 of type vlan for network 1a8fbf92-924a-4bb4-9143-f7f9e9381486 Feb 04 18:17:52.482142 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1522fa4b-d539-4e37-ad0e-b02aa1c17d6a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e4c19ad-5724-5db8-8ee1-4f56ae69fcf4-d9858aa6-f759-417e-b05f-21cb8fe4bec7', 'network_id': 'd9858aa6-f759-417e-b05f-21cb8fe4bec7', 'project_id': 'a8c74e0ea9b0447b84abd3fc96092336', 'fixed_ips': [{'subnet_id': '413112e5-6e95-4004-8598-0973874db76c'}]}} from n-d-827839-2. {{(pid=103378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 18:17:52.483177 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1522fa4b-d539-4e37-ad0e-b02aa1c17d6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:17:52.509461 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-bba438ad-c605-4710-b986-ff5568d5b0bc tempest-NetworksIpV6Test-1608698254 tempest-NetworksIpV6Test-1608698254-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781084292801'] for network (1a8fbf92-924a-4bb4-9143-f7f9e9381486), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:17:52.537190 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-bba438ad-c605-4710-b986-ff5568d5b0bc tempest-NetworksIpV6Test-1608698254 tempest-NetworksIpV6Test-1608698254-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327'] for network (1a8fbf92-924a-4bb4-9143-f7f9e9381486), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:17:52.542489 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bba438ad-c605-4710-b986-ff5568d5b0bc tempest-NetworksIpV6Test-1608698254 tempest-NetworksIpV6Test-1608698254-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:17:52.543088 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-bba438ad-c605-4710-b986-ff5568d5b0bc tempest-NetworksIpV6Test-1608698254 tempest-NetworksIpV6Test-1608698254-project] Publish callbacks [] for network (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:17:52.618598 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba438ad-c605-4710-b986-ff5568d5b0bc tempest-NetworksIpV6Test-1608698254 tempest-NetworksIpV6Test-1608698254-project] Pushing event updated for resources: {'Network': ['ID=1a8fbf92-924a-4bb4-9143-f7f9e9381486,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:17:52.627943 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-bba438ad-c605-4710-b986-ff5568d5b0bc tempest-NetworksIpV6Test-1608698254 tempest-NetworksIpV6Test-1608698254-project] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2330716 Feb 04 18:17:52.628141 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-1522fa4b-d539-4e37-ad0e-b02aa1c17d6a None None] Allocated IP 2001:db8:0:ffff::2 (d9858aa6-f759-417e-b05f-21cb8fe4bec7/413112e5-6e95-4004-8598-0973874db76c/6b796577-0cec-435c-b378-5c387ec40fb7) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 18:17:52.628240 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 56994) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:17:52.633634 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-8aa99cd0-6fa8-47a3-976b-a3620fc9f578 tempest-NetworksIpV6Test-1608698254 tempest-NetworksIpV6Test-1608698254-project] Request body: {'subnet': {'network_id': '1a8fbf92-924a-4bb4-9143-f7f9e9381486', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 18:17:52.639291 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Network 1a8fbf92-924a-4bb4-9143-f7f9e9381486 details requested by agent ovs-agent-n-d-827839-2 with host n-d-827839-2 {{(pid=103378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 18:17:52.725202 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8aa99cd0-6fa8-47a3-976b-a3620fc9f578 tempest-NetworksIpV6Test-1608698254 tempest-NetworksIpV6Test-1608698254-project] Made reservation on behalf of a8c74e0ea9b0447b84abd3fc96092336 for: {'subnet': 1} {{(pid=103376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 18:17:52.729466 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-8aa99cd0-6fa8-47a3-976b-a3620fc9f578 tempest-NetworksIpV6Test-1608698254 tempest-NetworksIpV6Test-1608698254-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25859006'] for subnet (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:17:52.826275 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1522fa4b-d539-4e37-ad0e-b02aa1c17d6a None None] Publish callbacks [] for port (6b796577-0cec-435c-b378-5c387ec40fb7), precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:17:52.831510 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1522fa4b-d539-4e37-ad0e-b02aa1c17d6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135'] for port (6b796577-0cec-435c-b378-5c387ec40fb7), after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:17:52.877418 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1522fa4b-d539-4e37-ad0e-b02aa1c17d6a None None] Pushing event updated for resources: {'Port': ['ID=6b796577-0cec-435c-b378-5c387ec40fb7,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:17:52.889142 n-d-827839-2 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1522fa4b-d539-4e37-ad0e-b02aa1c17d6a None None] Network d9858aa6-f759-417e-b05f-21cb8fe4bec7 is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 18:17:52.890623 n-d-827839-2 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-1522fa4b-d539-4e37-ad0e-b02aa1c17d6a None None] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 18:17:52.893058 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1522fa4b-d539-4e37-ad0e-b02aa1c17d6a None None] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 18:17:52.932286 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-8aa99cd0-6fa8-47a3-976b-a3620fc9f578 tempest-NetworksIpV6Test-1608698254 tempest-NetworksIpV6Test-1608698254-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25674939', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25858952'] for subnet (2f45911e-3c7b-4a2e-8e43-5db92f790d23), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:17:52.951544 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-1522fa4b-d539-4e37-ad0e-b02aa1c17d6a None None] Attempting to bind port 6b796577-0cec-435c-b378-5c387ec40fb7 on host n-d-827839-2 for vnic_type normal with profile {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 18:17:52.951914 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-1522fa4b-d539-4e37-ad0e-b02aa1c17d6a None None] Attempting to bind port 6b796577-0cec-435c-b378-5c387ec40fb7 by drivers openvswitch,hyperv on host n-d-827839-2 at level 0 using segments [{'id': '7a1b7501-2adb-4a7c-981d-735ce3cff755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'd9858aa6-f759-417e-b05f-21cb8fe4bec7'}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 18:17:52.952285 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1522fa4b-d539-4e37-ad0e-b02aa1c17d6a None None] Attempting to bind port 6b796577-0cec-435c-b378-5c387ec40fb7 on network d9858aa6-f759-417e-b05f-21cb8fe4bec7 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 18:17:52.957364 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1522fa4b-d539-4e37-ad0e-b02aa1c17d6a None None] Checking agent: {'id': 'ba70844b-66a0-45fd-a2f2-e6ed673321fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 0, 36), 'started_at': datetime.datetime(2022, 2, 4, 17, 1, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 18, 17, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 18:17:52.957742 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1522fa4b-d539-4e37-ad0e-b02aa1c17d6a None None] Checking segment: {'id': '7a1b7501-2adb-4a7c-981d-735ce3cff755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'd9858aa6-f759-417e-b05f-21cb8fe4bec7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 18:17:52.958147 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1522fa4b-d539-4e37-ad0e-b02aa1c17d6a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:17:52.958595 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1522fa4b-d539-4e37-ad0e-b02aa1c17d6a None None] Bound using segment: {'id': '7a1b7501-2adb-4a7c-981d-735ce3cff755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'd9858aa6-f759-417e-b05f-21cb8fe4bec7'} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 18:17:52.959086 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-1522fa4b-d539-4e37-ad0e-b02aa1c17d6a None None] Bound port: 6b796577-0cec-435c-b378-5c387ec40fb7, host: n-d-827839-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a1b7501-2adb-4a7c-981d-735ce3cff755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'd9858aa6-f759-417e-b05f-21cb8fe4bec7'}}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 18:17:52.959460 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1522fa4b-d539-4e37-ad0e-b02aa1c17d6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (6b796577-0cec-435c-b378-5c387ec40fb7), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:17:52.998884 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa99cd0-6fa8-47a3-976b-a3620fc9f578 tempest-NetworksIpV6Test-1608698254 tempest-NetworksIpV6Test-1608698254-project] Pushing event updated for resources: {'Subnet': ['ID=2f45911e-3c7b-4a2e-8e43-5db92f790d23,revision_number=0']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:17:53.009840 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aa99cd0-6fa8-47a3-976b-a3620fc9f578 tempest-NetworksIpV6Test-1608698254 tempest-NetworksIpV6Test-1608698254-project] Checking segment: {'id': '2ac1ed60-4985-4ef8-a3c7-4b6b8fcbd120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '1a8fbf92-924a-4bb4-9143-f7f9e9381486'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 18:17:53.010300 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aa99cd0-6fa8-47a3-976b-a3620fc9f578 tempest-NetworksIpV6Test-1608698254 tempest-NetworksIpV6Test-1608698254-project] Network hostable DHCP agents. Network: 1a8fbf92-924a-4bb4-9143-f7f9e9381486, hostable agents: ['bb89f5a3-3c22-440b-b7d1-c4f0c43c184a'], hosted agents: [] {{(pid=103376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 18:17:53.024271 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1522fa4b-d539-4e37-ad0e-b02aa1c17d6a None None] For port 6b796577-0cec-435c-b378-5c387ec40fb7, host n-d-827839-2, cleared binding levels {{(pid=103378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 18:17:53.027185 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aa99cd0-6fa8-47a3-976b-a3620fc9f578 tempest-NetworksIpV6Test-1608698254 tempest-NetworksIpV6Test-1608698254-project] Network 1a8fbf92-924a-4bb4-9143-f7f9e9381486 is scheduled to be hosted by DHCP agent bb89f5a3-3c22-440b-b7d1-c4f0c43c184a with binding_index 1 {{(pid=103376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 18:17:53.027487 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1522fa4b-d539-4e37-ad0e-b02aa1c17d6a None None] For port 6b796577-0cec-435c-b378-5c387ec40fb7, host n-d-827839-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=6b796577-0cec-435c-b378-5c387ec40fb7,segment=NetworkSegment(7a1b7501-2adb-4a7c-981d-735ce3cff755),segment_id=7a1b7501-2adb-4a7c-981d-735ce3cff755)] {{(pid=103378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 18:17:53.033924 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1522fa4b-d539-4e37-ad0e-b02aa1c17d6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (6b796577-0cec-435c-b378-5c387ec40fb7), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:17:53.037102 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [None req-8aa99cd0-6fa8-47a3-976b-a3620fc9f578 tempest-NetworksIpV6Test-1608698254 tempest-NetworksIpV6Test-1608698254-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827839-2, 1a8fbf92-924a-4bb4-9143-f7f9e9381486) {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 18:17:53.041232 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aa99cd0-6fa8-47a3-976b-a3620fc9f578 tempest-NetworksIpV6Test-1608698254 tempest-NetworksIpV6Test-1608698254-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:17:53.041945 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-8aa99cd0-6fa8-47a3-976b-a3620fc9f578 tempest-NetworksIpV6Test-1608698254 tempest-NetworksIpV6Test-1608698254-project] Publish callbacks [] for subnet (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:17:53.061386 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-8aa99cd0-6fa8-47a3-976b-a3620fc9f578 tempest-NetworksIpV6Test-1608698254 tempest-NetworksIpV6Test-1608698254-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4322765 Feb 04 18:17:53.062854 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 56996) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:17:53.068974 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e81a18a3-fff9-41e3-aaaa-da2e991fdb82 None None] Network 1a8fbf92-924a-4bb4-9143-f7f9e9381486 requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 18:17:53.190509 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d05cf66c-fa36-41a6-8832-338f44573947 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e4c19ad-5724-5db8-8ee1-4f56ae69fcf4-1a8fbf92-924a-4bb4-9143-f7f9e9381486', 'network_id': '1a8fbf92-924a-4bb4-9143-f7f9e9381486', 'project_id': 'a8c74e0ea9b0447b84abd3fc96092336', 'fixed_ips': [{'subnet_id': '2f45911e-3c7b-4a2e-8e43-5db92f790d23'}]}} from n-d-827839-2. {{(pid=103378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 18:17:53.191083 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-ba471d72-04a4-47b5-95f4-d35670f09e42 tempest-NetworksIpV6Test-1608698254 tempest-NetworksIpV6Test-1608698254-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628832'] for network (1a8fbf92-924a-4bb4-9143-f7f9e9381486), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:17:53.191938 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d05cf66c-fa36-41a6-8832-338f44573947 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:17:53.220301 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1522fa4b-d539-4e37-ad0e-b02aa1c17d6a None None] Pushing event updated for resources: {'Port': ['ID=6b796577-0cec-435c-b378-5c387ec40fb7,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:17:53.300847 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-ba471d72-04a4-47b5-95f4-d35670f09e42 tempest-NetworksIpV6Test-1608698254 tempest-NetworksIpV6Test-1608698254-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1541225'] for subnet (2f45911e-3c7b-4a2e-8e43-5db92f790d23), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:17:53.457917 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-d05cf66c-fa36-41a6-8832-338f44573947 None None] Allocated IP 2001:db8::2 (1a8fbf92-924a-4bb4-9143-f7f9e9381486/2f45911e-3c7b-4a2e-8e43-5db92f790d23/d1da4d22-0690-468c-ba63-54eee14efe8c) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 18:17:53.607146 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d05cf66c-fa36-41a6-8832-338f44573947 None None] Publish callbacks [] for port (d1da4d22-0690-468c-ba63-54eee14efe8c), precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:17:53.612613 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d05cf66c-fa36-41a6-8832-338f44573947 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135'] for port (d1da4d22-0690-468c-ba63-54eee14efe8c), after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:17:53.629504 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-ba471d72-04a4-47b5-95f4-d35670f09e42 tempest-NetworksIpV6Test-1608698254 tempest-NetworksIpV6Test-1608698254-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1541216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25888360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25597190'] for subnet (2f45911e-3c7b-4a2e-8e43-5db92f790d23), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:17:53.654209 n-d-827839-2 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d05cf66c-fa36-41a6-8832-338f44573947 None None] Network 1a8fbf92-924a-4bb4-9143-f7f9e9381486 is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 18:17:53.657203 n-d-827839-2 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-d05cf66c-fa36-41a6-8832-338f44573947 None None] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 18:17:53.660072 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d05cf66c-fa36-41a6-8832-338f44573947 None None] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 18:17:53.661990 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba471d72-04a4-47b5-95f4-d35670f09e42 tempest-NetworksIpV6Test-1608698254 tempest-NetworksIpV6Test-1608698254-project] Pushing event deleted for resources: {'Subnet': ['ID=2f45911e-3c7b-4a2e-8e43-5db92f790d23,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:17:53.671980 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05cf66c-fa36-41a6-8832-338f44573947 None None] Pushing event updated for resources: {'Port': ['ID=d1da4d22-0690-468c-ba63-54eee14efe8c,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:17:53.672200 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba471d72-04a4-47b5-95f4-d35670f09e42 tempest-NetworksIpV6Test-1608698254 tempest-NetworksIpV6Test-1608698254-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:17:53.672518 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba471d72-04a4-47b5-95f4-d35670f09e42 tempest-NetworksIpV6Test-1608698254 tempest-NetworksIpV6Test-1608698254-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:17:53.672916 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba471d72-04a4-47b5-95f4-d35670f09e42 tempest-NetworksIpV6Test-1608698254 tempest-NetworksIpV6Test-1608698254-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:17:53.673236 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba471d72-04a4-47b5-95f4-d35670f09e42 tempest-NetworksIpV6Test-1608698254 tempest-NetworksIpV6Test-1608698254-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:17:53.673573 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba471d72-04a4-47b5-95f4-d35670f09e42 tempest-NetworksIpV6Test-1608698254 tempest-NetworksIpV6Test-1608698254-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:17:53.673914 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba471d72-04a4-47b5-95f4-d35670f09e42 tempest-NetworksIpV6Test-1608698254 tempest-NetworksIpV6Test-1608698254-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:17:53.674246 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba471d72-04a4-47b5-95f4-d35670f09e42 tempest-NetworksIpV6Test-1608698254 tempest-NetworksIpV6Test-1608698254-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:17:53.674580 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba471d72-04a4-47b5-95f4-d35670f09e42 tempest-NetworksIpV6Test-1608698254 tempest-NetworksIpV6Test-1608698254-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:17:53.674911 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba471d72-04a4-47b5-95f4-d35670f09e42 tempest-NetworksIpV6Test-1608698254 tempest-NetworksIpV6Test-1608698254-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:17:53.675238 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba471d72-04a4-47b5-95f4-d35670f09e42 tempest-NetworksIpV6Test-1608698254 tempest-NetworksIpV6Test-1608698254-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:17:53.675564 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba471d72-04a4-47b5-95f4-d35670f09e42 tempest-NetworksIpV6Test-1608698254 tempest-NetworksIpV6Test-1608698254-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:17:53.675886 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba471d72-04a4-47b5-95f4-d35670f09e42 tempest-NetworksIpV6Test-1608698254 tempest-NetworksIpV6Test-1608698254-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:17:53.676353 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba471d72-04a4-47b5-95f4-d35670f09e42 tempest-NetworksIpV6Test-1608698254 tempest-NetworksIpV6Test-1608698254-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:17:53.738393 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-d05cf66c-fa36-41a6-8832-338f44573947 None None] Attempting to bind port d1da4d22-0690-468c-ba63-54eee14efe8c on host n-d-827839-2 for vnic_type normal with profile {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 18:17:53.738768 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-d05cf66c-fa36-41a6-8832-338f44573947 None None] Attempting to bind port d1da4d22-0690-468c-ba63-54eee14efe8c by drivers openvswitch,hyperv on host n-d-827839-2 at level 0 using segments [{'id': '2ac1ed60-4985-4ef8-a3c7-4b6b8fcbd120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '1a8fbf92-924a-4bb4-9143-f7f9e9381486'}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 18:17:53.739154 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d05cf66c-fa36-41a6-8832-338f44573947 None None] Attempting to bind port d1da4d22-0690-468c-ba63-54eee14efe8c on network 1a8fbf92-924a-4bb4-9143-f7f9e9381486 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 18:17:53.740607 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-ba471d72-04a4-47b5-95f4-d35670f09e42 tempest-NetworksIpV6Test-1608698254 tempest-NetworksIpV6Test-1608698254-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1543676', 'neutron.services.segments.db._delete_segments_for_network-8781084786517'] for network (1a8fbf92-924a-4bb4-9143-f7f9e9381486), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:17:53.744200 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d05cf66c-fa36-41a6-8832-338f44573947 None None] Checking agent: {'id': 'ba70844b-66a0-45fd-a2f2-e6ed673321fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 0, 36), 'started_at': datetime.datetime(2022, 2, 4, 17, 1, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 18, 17, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 18:17:53.744574 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d05cf66c-fa36-41a6-8832-338f44573947 None None] Checking segment: {'id': '2ac1ed60-4985-4ef8-a3c7-4b6b8fcbd120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '1a8fbf92-924a-4bb4-9143-f7f9e9381486'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 18:17:53.745008 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d05cf66c-fa36-41a6-8832-338f44573947 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:17:53.745404 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d05cf66c-fa36-41a6-8832-338f44573947 None None] Bound using segment: {'id': '2ac1ed60-4985-4ef8-a3c7-4b6b8fcbd120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '1a8fbf92-924a-4bb4-9143-f7f9e9381486'} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 18:17:53.745866 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-d05cf66c-fa36-41a6-8832-338f44573947 None None] Bound port: d1da4d22-0690-468c-ba63-54eee14efe8c, host: n-d-827839-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ac1ed60-4985-4ef8-a3c7-4b6b8fcbd120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '1a8fbf92-924a-4bb4-9143-f7f9e9381486'}}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 18:17:53.746249 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d05cf66c-fa36-41a6-8832-338f44573947 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (d1da4d22-0690-468c-ba63-54eee14efe8c), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:17:53.760663 n-d-827839-2 neutron-server[103377]: DEBUG neutron.services.segments.db [None req-ba471d72-04a4-47b5-95f4-d35670f09e42 tempest-NetworksIpV6Test-1608698254 tempest-NetworksIpV6Test-1608698254-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a8fbf92-924a-4bb4-9143-f7f9e9381486']}} {{(pid=103377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:17:53.771044 n-d-827839-2 neutron-server[103377]: DEBUG neutron.services.segments.db [None req-ba471d72-04a4-47b5-95f4-d35670f09e42 tempest-NetworksIpV6Test-1608698254 tempest-NetworksIpV6Test-1608698254-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ac1ed60-4985-4ef8-a3c7-4b6b8fcbd120') {'for_net_delete': True} {{(pid=103377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:17:53.771343 n-d-827839-2 neutron-server[103377]: DEBUG neutron.services.segments.db [None req-ba471d72-04a4-47b5-95f4-d35670f09e42 tempest-NetworksIpV6Test-1608698254 tempest-NetworksIpV6Test-1608698254-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ac1ed60-4985-4ef8-a3c7-4b6b8fcbd120') {} {{(pid=103377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:17:53.781283 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-ba471d72-04a4-47b5-95f4-d35670f09e42 tempest-NetworksIpV6Test-1608698254 tempest-NetworksIpV6Test-1608698254-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781084783966', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26866685'] for segment (2ac1ed60-4985-4ef8-a3c7-4b6b8fcbd120), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:17:53.794489 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-ba471d72-04a4-47b5-95f4-d35670f09e42 tempest-NetworksIpV6Test-1608698254 tempest-NetworksIpV6Test-1608698254-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (2ac1ed60-4985-4ef8-a3c7-4b6b8fcbd120), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:17:53.800481 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba471d72-04a4-47b5-95f4-d35670f09e42 tempest-NetworksIpV6Test-1608698254 tempest-NetworksIpV6Test-1608698254-project] Releasing vlan 792 on physical network physnet1 to pool {{(pid=103377) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 18:17:53.800945 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-ba471d72-04a4-47b5-95f4-d35670f09e42 tempest-NetworksIpV6Test-1608698254 tempest-NetworksIpV6Test-1608698254-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25888454'] for segment (2ac1ed60-4985-4ef8-a3c7-4b6b8fcbd120), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:17:53.803945 n-d-827839-2 neutron-server[103377]: Traceback (most recent call last): Feb 04 18:17:53.803945 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 18:17:53.803945 n-d-827839-2 neutron-server[103377]: timer() Feb 04 18:17:53.803945 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 18:17:53.803945 n-d-827839-2 neutron-server[103377]: cb(*args, **kw) Feb 04 18:17:53.803945 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 18:17:53.803945 n-d-827839-2 neutron-server[103377]: return func(*args, **kwargs) Feb 04 18:17:53.803945 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 18:17:53.803945 n-d-827839-2 neutron-server[103377]: self._notify() Feb 04 18:17:53.803945 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 18:17:53.803945 n-d-827839-2 neutron-server[103377]: self.callback(batched_events) Feb 04 18:17:53.803945 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 18:17:53.803945 n-d-827839-2 neutron-server[103377]: event.method(event) Feb 04 18:17:53.803945 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 18:17:53.803945 n-d-827839-2 neutron-server[103377]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 18:17:53.803945 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 18:17:53.803945 n-d-827839-2 neutron-server[103377]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 18:17:53.803945 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 18:17:53.803945 n-d-827839-2 neutron-server[103377]: return f(self, *a, **k) Feb 04 18:17:53.803945 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 18:17:53.803945 n-d-827839-2 neutron-server[103377]: return self._get(url).json() Feb 04 18:17:53.803945 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 18:17:53.803945 n-d-827839-2 neutron-server[103377]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 18:17:53.803945 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 18:17:53.803945 n-d-827839-2 neutron-server[103377]: return self.request(url, 'GET', **kwargs) Feb 04 18:17:53.803945 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 18:17:53.803945 n-d-827839-2 neutron-server[103377]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 18:17:53.803945 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 18:17:53.803945 n-d-827839-2 neutron-server[103377]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 18:17:53.803945 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 18:17:53.803945 n-d-827839-2 neutron-server[103377]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 18:17:53.803945 n-d-827839-2 neutron-server[103377]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 18:17:53.811217 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-d05cf66c-fa36-41a6-8832-338f44573947 None None] For port d1da4d22-0690-468c-ba63-54eee14efe8c, host n-d-827839-2, cleared binding levels {{(pid=103378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 18:17:53.869779 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-d05cf66c-fa36-41a6-8832-338f44573947 None None] For port d1da4d22-0690-468c-ba63-54eee14efe8c, host n-d-827839-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=d1da4d22-0690-468c-ba63-54eee14efe8c,segment=NetworkSegment(2ac1ed60-4985-4ef8-a3c7-4b6b8fcbd120),segment_id=2ac1ed60-4985-4ef8-a3c7-4b6b8fcbd120)] {{(pid=103378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 18:17:53.870625 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.db.api [None req-ba471d72-04a4-47b5-95f4-d35670f09e42 tempest-NetworksIpV6Test-1608698254 tempest-NetworksIpV6Test-1608698254-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 04 18:17:53.870625 n-d-827839-2 neutron-server[103377]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 04 18:17:53.870625 n-d-827839-2 neutron-server[103377]: [parameters: {'id': '1a8fbf92-924a-4bb4-9143-f7f9e9381486'}] Feb 04 18:17:53.870625 n-d-827839-2 neutron-server[103377]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103377) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 18:17:53.870995 n-d-827839-2 neutron-server[103377]: DEBUG oslo_db.api [None req-ba471d72-04a4-47b5-95f4-d35670f09e42 tempest-NetworksIpV6Test-1608698254 tempest-NetworksIpV6Test-1608698254-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 18:17:53.876500 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d05cf66c-fa36-41a6-8832-338f44573947 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (d1da4d22-0690-468c-ba63-54eee14efe8c), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:17:53.964598 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05cf66c-fa36-41a6-8832-338f44573947 None None] Pushing event updated for resources: {'Port': ['ID=d1da4d22-0690-468c-ba63-54eee14efe8c,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:17:53.983027 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95980ea3-22b4-4079-bc70-ce06c2cf2fcf None None] Network 1a8fbf92-924a-4bb4-9143-f7f9e9381486 requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 18:17:54.147876 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-281155ca-f03a-44b7-9b0c-c7d67a189780 None None] get_active_networks_info from n-d-827839-2 {{(pid=103378) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 04 18:17:54.187386 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 6b796577-0cec-435c-b378-5c387ec40fb7 up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 18:17:54.264763 n-d-827839-2 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-281155ca-f03a-44b7-9b0c-c7d67a189780 None None] Resources bound (agent type, host, resource id): {{(pid=103378) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 04 18:17:54.267348 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-328022a7-4ca6-4acb-8dfa-6ecfa181db3b None None] Provisioning complete for port 6b796577-0cec-435c-b378-5c387ec40fb7 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 18:17:54.267731 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-328022a7-4ca6-4acb-8dfa-6ecfa181db3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (6b796577-0cec-435c-b378-5c387ec40fb7), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:17:54.314171 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port 6b796577-0cec-435c-b378-5c387ec40fb7 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 18:17:54.314543 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (6b796577-0cec-435c-b378-5c387ec40fb7), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:17:54.372364 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-ba471d72-04a4-47b5-95f4-d35670f09e42 tempest-NetworksIpV6Test-1608698254 tempest-NetworksIpV6Test-1608698254-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628832'] for network (1a8fbf92-924a-4bb4-9143-f7f9e9381486), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:17:54.425919 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-ba471d72-04a4-47b5-95f4-d35670f09e42 tempest-NetworksIpV6Test-1608698254 tempest-NetworksIpV6Test-1608698254-project] Deleting port d1da4d22-0690-468c-ba63-54eee14efe8c {{(pid=103377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 18:17:54.426177 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-ba471d72-04a4-47b5-95f4-d35670f09e42 tempest-NetworksIpV6Test-1608698254 tempest-NetworksIpV6Test-1608698254-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (d1da4d22-0690-468c-ba63-54eee14efe8c), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:17:54.487611 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [None req-ba471d72-04a4-47b5-95f4-d35670f09e42 tempest-NetworksIpV6Test-1608698254 tempest-NetworksIpV6Test-1608698254-project] For port d1da4d22-0690-468c-ba63-54eee14efe8c, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=d1da4d22-0690-468c-ba63-54eee14efe8c,segment=NetworkSegment(2ac1ed60-4985-4ef8-a3c7-4b6b8fcbd120),segment_id=2ac1ed60-4985-4ef8-a3c7-4b6b8fcbd120)] {{(pid=103377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 18:17:54.487969 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-ba471d72-04a4-47b5-95f4-d35670f09e42 tempest-NetworksIpV6Test-1608698254 tempest-NetworksIpV6Test-1608698254-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (d1da4d22-0690-468c-ba63-54eee14efe8c), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:17:54.504474 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-ba471d72-04a4-47b5-95f4-d35670f09e42 tempest-NetworksIpV6Test-1608698254 tempest-NetworksIpV6Test-1608698254-project] Calling delete_port for d1da4d22-0690-468c-ba63-54eee14efe8c owned by network:dhcp {{(pid=103377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 18:17:54.510512 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-328022a7-4ca6-4acb-8dfa-6ecfa181db3b None None] Current status of the port 6b796577-0cec-435c-b378-5c387ec40fb7 is: DOWN; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 18:17:54.511022 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-328022a7-4ca6-4acb-8dfa-6ecfa181db3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (6b796577-0cec-435c-b378-5c387ec40fb7), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:17:54.543134 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port 6b796577-0cec-435c-b378-5c387ec40fb7 is: DOWN; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 18:17:54.543523 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (6b796577-0cec-435c-b378-5c387ec40fb7), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:17:54.582169 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-ba471d72-04a4-47b5-95f4-d35670f09e42 tempest-NetworksIpV6Test-1608698254 tempest-NetworksIpV6Test-1608698254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (d1da4d22-0690-468c-ba63-54eee14efe8c), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:17:54.586174 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-328022a7-4ca6-4acb-8dfa-6ecfa181db3b None None] For port 6b796577-0cec-435c-b378-5c387ec40fb7, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=6b796577-0cec-435c-b378-5c387ec40fb7,segment=NetworkSegment(7a1b7501-2adb-4a7c-981d-735ce3cff755),segment_id=7a1b7501-2adb-4a7c-981d-735ce3cff755)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 18:17:54.592081 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-328022a7-4ca6-4acb-8dfa-6ecfa181db3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (6b796577-0cec-435c-b378-5c387ec40fb7), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:17:54.610249 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba471d72-04a4-47b5-95f4-d35670f09e42 tempest-NetworksIpV6Test-1608698254 tempest-NetworksIpV6Test-1608698254-project] Pushing event deleted for resources: {'Port': ['ID=d1da4d22-0690-468c-ba63-54eee14efe8c,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:17:54.612046 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba471d72-04a4-47b5-95f4-d35670f09e42 tempest-NetworksIpV6Test-1608698254 tempest-NetworksIpV6Test-1608698254-project] No DVR routers for this DVR port d1da4d22-0690-468c-ba63-54eee14efe8c on host n-d-827839-2 {{(pid=103377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 18:17:54.616901 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2918318-ef4d-427a-90d8-2f0ad1262b6c None None] Network d9858aa6-f759-417e-b05f-21cb8fe4bec7 requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 18:17:54.698368 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-ba471d72-04a4-47b5-95f4-d35670f09e42 tempest-NetworksIpV6Test-1608698254 tempest-NetworksIpV6Test-1608698254-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1543676', 'neutron.services.segments.db._delete_segments_for_network-8781084786517'] for network (1a8fbf92-924a-4bb4-9143-f7f9e9381486), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:17:54.721054 n-d-827839-2 neutron-server[103377]: DEBUG neutron.services.segments.db [None req-ba471d72-04a4-47b5-95f4-d35670f09e42 tempest-NetworksIpV6Test-1608698254 tempest-NetworksIpV6Test-1608698254-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a8fbf92-924a-4bb4-9143-f7f9e9381486']}} {{(pid=103377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:17:54.731876 n-d-827839-2 neutron-server[103377]: DEBUG neutron.services.segments.db [None req-ba471d72-04a4-47b5-95f4-d35670f09e42 tempest-NetworksIpV6Test-1608698254 tempest-NetworksIpV6Test-1608698254-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ac1ed60-4985-4ef8-a3c7-4b6b8fcbd120') {'for_net_delete': True} {{(pid=103377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:17:54.732262 n-d-827839-2 neutron-server[103377]: DEBUG neutron.services.segments.db [None req-ba471d72-04a4-47b5-95f4-d35670f09e42 tempest-NetworksIpV6Test-1608698254 tempest-NetworksIpV6Test-1608698254-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ac1ed60-4985-4ef8-a3c7-4b6b8fcbd120') {} {{(pid=103377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:17:54.742478 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-ba471d72-04a4-47b5-95f4-d35670f09e42 tempest-NetworksIpV6Test-1608698254 tempest-NetworksIpV6Test-1608698254-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781084783966', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26866685'] for segment (2ac1ed60-4985-4ef8-a3c7-4b6b8fcbd120), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:17:54.756397 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-ba471d72-04a4-47b5-95f4-d35670f09e42 tempest-NetworksIpV6Test-1608698254 tempest-NetworksIpV6Test-1608698254-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (2ac1ed60-4985-4ef8-a3c7-4b6b8fcbd120), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:17:54.763938 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba471d72-04a4-47b5-95f4-d35670f09e42 tempest-NetworksIpV6Test-1608698254 tempest-NetworksIpV6Test-1608698254-project] Releasing vlan 792 on physical network physnet1 to pool {{(pid=103377) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 18:17:54.764466 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-ba471d72-04a4-47b5-95f4-d35670f09e42 tempest-NetworksIpV6Test-1608698254 tempest-NetworksIpV6Test-1608698254-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25888454'] for segment (2ac1ed60-4985-4ef8-a3c7-4b6b8fcbd120), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:17:54.767915 n-d-827839-2 neutron-server[103377]: Traceback (most recent call last): Feb 04 18:17:54.767915 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 18:17:54.767915 n-d-827839-2 neutron-server[103377]: timer() Feb 04 18:17:54.767915 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 18:17:54.767915 n-d-827839-2 neutron-server[103377]: cb(*args, **kw) Feb 04 18:17:54.767915 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 18:17:54.767915 n-d-827839-2 neutron-server[103377]: return func(*args, **kwargs) Feb 04 18:17:54.767915 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 18:17:54.767915 n-d-827839-2 neutron-server[103377]: self._notify() Feb 04 18:17:54.767915 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 18:17:54.767915 n-d-827839-2 neutron-server[103377]: self.callback(batched_events) Feb 04 18:17:54.767915 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 18:17:54.767915 n-d-827839-2 neutron-server[103377]: event.method(event) Feb 04 18:17:54.767915 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 18:17:54.767915 n-d-827839-2 neutron-server[103377]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 18:17:54.767915 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 18:17:54.767915 n-d-827839-2 neutron-server[103377]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 18:17:54.767915 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 18:17:54.767915 n-d-827839-2 neutron-server[103377]: return f(self, *a, **k) Feb 04 18:17:54.767915 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 18:17:54.767915 n-d-827839-2 neutron-server[103377]: return self._get(url).json() Feb 04 18:17:54.767915 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 18:17:54.767915 n-d-827839-2 neutron-server[103377]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 18:17:54.767915 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 18:17:54.767915 n-d-827839-2 neutron-server[103377]: return self.request(url, 'GET', **kwargs) Feb 04 18:17:54.767915 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 18:17:54.767915 n-d-827839-2 neutron-server[103377]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 18:17:54.767915 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 18:17:54.767915 n-d-827839-2 neutron-server[103377]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 18:17:54.767915 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 18:17:54.767915 n-d-827839-2 neutron-server[103377]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 18:17:54.767915 n-d-827839-2 neutron-server[103377]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 18:17:54.831230 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-ba471d72-04a4-47b5-95f4-d35670f09e42 tempest-NetworksIpV6Test-1608698254 tempest-NetworksIpV6Test-1608698254-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1543671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1595572'] for network (1a8fbf92-924a-4bb4-9143-f7f9e9381486), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:17:54.849602 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-ba471d72-04a4-47b5-95f4-d35670f09e42 tempest-NetworksIpV6Test-1608698254 tempest-NetworksIpV6Test-1608698254-project] Publish callbacks [] for network (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:17:54.852802 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-ba471d72-04a4-47b5-95f4-d35670f09e42 tempest-NetworksIpV6Test-1608698254 tempest-NetworksIpV6Test-1608698254-project] 10.222.0.89 "DELETE /v2.0/networks/1a8fbf92-924a-4bb4-9143-f7f9e9381486 HTTP/1.1" status: 204 len: 168 time: 1.7883952 Feb 04 18:17:54.853837 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba471d72-04a4-47b5-95f4-d35670f09e42 tempest-NetworksIpV6Test-1608698254 tempest-NetworksIpV6Test-1608698254-project] Pushing event deleted for resources: {'Network': ['ID=1a8fbf92-924a-4bb4-9143-f7f9e9381486,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:17:54.856320 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 56998) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:17:54.861310 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-ec68dad3-58eb-414d-bf12-bc609c2d7e97 tempest-NetworksIpV6Test-1608698254 tempest-NetworksIpV6Test-1608698254-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-735478260'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 18:17:54.879993 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.db.api [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103378) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 18:17:54.880358 n-d-827839-2 neutron-server[103378]: DEBUG oslo_db.api [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 18:17:54.880818 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec68dad3-58eb-414d-bf12-bc609c2d7e97 tempest-NetworksIpV6Test-1608698254 tempest-NetworksIpV6Test-1608698254-project] Made reservation on behalf of a8c74e0ea9b0447b84abd3fc96092336 for: {'network': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 18:17:54.884105 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-ec68dad3-58eb-414d-bf12-bc609c2d7e97 tempest-NetworksIpV6Test-1608698254 tempest-NetworksIpV6Test-1608698254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for network (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:17:54.888657 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328022a7-4ca6-4acb-8dfa-6ecfa181db3b None None] Pushing event updated for resources: {'Port': ['ID=6b796577-0cec-435c-b378-5c387ec40fb7,revision_number=3']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:17:54.907253 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec68dad3-58eb-414d-bf12-bc609c2d7e97 tempest-NetworksIpV6Test-1608698254 tempest-NetworksIpV6Test-1608698254-project] vlan segment allocate from pool success with {'vlan_id': 768, 'physical_network': 'physnet1'} {{(pid=103377) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 18:17:54.916427 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-ec68dad3-58eb-414d-bf12-bc609c2d7e97 tempest-NetworksIpV6Test-1608698254 tempest-NetworksIpV6Test-1608698254-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (cf06e01c-dadc-49e3-9549-e10fb787dab5), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:17:54.916794 n-d-827839-2 neutron-server[103377]: INFO neutron.db.segments_db [None req-ec68dad3-58eb-414d-bf12-bc609c2d7e97 tempest-NetworksIpV6Test-1608698254 tempest-NetworksIpV6Test-1608698254-project] Added segment cf06e01c-dadc-49e3-9549-e10fb787dab5 of type vlan for network 57e25a7b-2f92-4dac-918d-a38168efc8b8 Feb 04 18:17:54.955852 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-ec68dad3-58eb-414d-bf12-bc609c2d7e97 tempest-NetworksIpV6Test-1608698254 tempest-NetworksIpV6Test-1608698254-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781084292801'] for network (57e25a7b-2f92-4dac-918d-a38168efc8b8), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:17:54.980834 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-ec68dad3-58eb-414d-bf12-bc609c2d7e97 tempest-NetworksIpV6Test-1608698254 tempest-NetworksIpV6Test-1608698254-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327'] for network (57e25a7b-2f92-4dac-918d-a38168efc8b8), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:17:54.985902 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec68dad3-58eb-414d-bf12-bc609c2d7e97 tempest-NetworksIpV6Test-1608698254 tempest-NetworksIpV6Test-1608698254-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:17:54.986482 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-ec68dad3-58eb-414d-bf12-bc609c2d7e97 tempest-NetworksIpV6Test-1608698254 tempest-NetworksIpV6Test-1608698254-project] Publish callbacks [] for network (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:17:55.219596 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-6b4a78e4-52f5-4021-ac36-35e4b9eaaf23 None None] Provisioning complete for port 6b796577-0cec-435c-b378-5c387ec40fb7 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 18:17:55.219894 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6b4a78e4-52f5-4021-ac36-35e4b9eaaf23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (6b796577-0cec-435c-b378-5c387ec40fb7), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:17:55.300703 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-6b4a78e4-52f5-4021-ac36-35e4b9eaaf23 None None] Current status of the port 6b796577-0cec-435c-b378-5c387ec40fb7 is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 18:17:55.363599 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-ec68dad3-58eb-414d-bf12-bc609c2d7e97 tempest-NetworksIpV6Test-1608698254 tempest-NetworksIpV6Test-1608698254-project] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5061667 Feb 04 18:17:55.366714 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 57000) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:17:55.371866 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-bebc491a-35eb-4348-b210-2269df417fd6 tempest-NetworksIpV6Test-1608698254 tempest-NetworksIpV6Test-1608698254-project] Request body: {'subnet': {'network_id': '57e25a7b-2f92-4dac-918d-a38168efc8b8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 18:17:55.390619 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec68dad3-58eb-414d-bf12-bc609c2d7e97 tempest-NetworksIpV6Test-1608698254 tempest-NetworksIpV6Test-1608698254-project] Pushing event updated for resources: {'Network': ['ID=57e25a7b-2f92-4dac-918d-a38168efc8b8,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:17:55.401956 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Network 57e25a7b-2f92-4dac-918d-a38168efc8b8 details requested by agent ovs-agent-n-d-827839-2 with host n-d-827839-2 {{(pid=103378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 18:17:55.460766 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port 6b796577-0cec-435c-b378-5c387ec40fb7 is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 18:17:55.462652 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bebc491a-35eb-4348-b210-2269df417fd6 tempest-NetworksIpV6Test-1608698254 tempest-NetworksIpV6Test-1608698254-project] Made reservation on behalf of a8c74e0ea9b0447b84abd3fc96092336 for: {'subnet': 1} {{(pid=103376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 18:17:55.467965 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-bebc491a-35eb-4348-b210-2269df417fd6 tempest-NetworksIpV6Test-1608698254 tempest-NetworksIpV6Test-1608698254-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25859006'] for subnet (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:17:55.528952 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.ipam_backend_mixin [None req-bebc491a-35eb-4348-b210-2269df417fd6 tempest-NetworksIpV6Test-1608698254 tempest-NetworksIpV6Test-1608698254-project] Performing IP validity checks on allocation pools {{(pid=103376) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 04 18:17:55.529476 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.ipam_backend_mixin [None req-bebc491a-35eb-4348-b210-2269df417fd6 tempest-NetworksIpV6Test-1608698254 tempest-NetworksIpV6Test-1608698254-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103376) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 04 18:17:55.644380 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-bebc491a-35eb-4348-b210-2269df417fd6 tempest-NetworksIpV6Test-1608698254 tempest-NetworksIpV6Test-1608698254-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25674939', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25858952'] for subnet (00d88a5e-e74f-4f62-81d1-9f219fdec259), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:17:55.704726 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebc491a-35eb-4348-b210-2269df417fd6 tempest-NetworksIpV6Test-1608698254 tempest-NetworksIpV6Test-1608698254-project] Pushing event updated for resources: {'Subnet': ['ID=00d88a5e-e74f-4f62-81d1-9f219fdec259,revision_number=0']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:17:55.715319 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bebc491a-35eb-4348-b210-2269df417fd6 tempest-NetworksIpV6Test-1608698254 tempest-NetworksIpV6Test-1608698254-project] Checking segment: {'id': 'cf06e01c-dadc-49e3-9549-e10fb787dab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '57e25a7b-2f92-4dac-918d-a38168efc8b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 18:17:55.716210 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bebc491a-35eb-4348-b210-2269df417fd6 tempest-NetworksIpV6Test-1608698254 tempest-NetworksIpV6Test-1608698254-project] Network hostable DHCP agents. Network: 57e25a7b-2f92-4dac-918d-a38168efc8b8, hostable agents: ['bb89f5a3-3c22-440b-b7d1-c4f0c43c184a'], hosted agents: [] {{(pid=103376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 18:17:55.732836 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bebc491a-35eb-4348-b210-2269df417fd6 tempest-NetworksIpV6Test-1608698254 tempest-NetworksIpV6Test-1608698254-project] Network 57e25a7b-2f92-4dac-918d-a38168efc8b8 is scheduled to be hosted by DHCP agent bb89f5a3-3c22-440b-b7d1-c4f0c43c184a with binding_index 1 {{(pid=103376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 18:17:55.741025 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [None req-bebc491a-35eb-4348-b210-2269df417fd6 tempest-NetworksIpV6Test-1608698254 tempest-NetworksIpV6Test-1608698254-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827839-2, 57e25a7b-2f92-4dac-918d-a38168efc8b8) {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 18:17:55.744795 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bebc491a-35eb-4348-b210-2269df417fd6 tempest-NetworksIpV6Test-1608698254 tempest-NetworksIpV6Test-1608698254-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:17:55.745388 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-bebc491a-35eb-4348-b210-2269df417fd6 tempest-NetworksIpV6Test-1608698254 tempest-NetworksIpV6Test-1608698254-project] Publish callbacks [] for subnet (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:17:55.751266 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b71540ae-76cf-48dc-92fe-5d786da4a9cd None None] Network 57e25a7b-2f92-4dac-918d-a38168efc8b8 requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 18:17:55.761208 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-bebc491a-35eb-4348-b210-2269df417fd6 tempest-NetworksIpV6Test-1608698254 tempest-NetworksIpV6Test-1608698254-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.3933823 Feb 04 18:17:55.763704 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 57002) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:17:55.856277 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3921900-a66d-44cd-b915-7ea44b4c2148 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e4c19ad-5724-5db8-8ee1-4f56ae69fcf4-57e25a7b-2f92-4dac-918d-a38168efc8b8', 'network_id': '57e25a7b-2f92-4dac-918d-a38168efc8b8', 'project_id': 'a8c74e0ea9b0447b84abd3fc96092336', 'fixed_ips': [{'subnet_id': '00d88a5e-e74f-4f62-81d1-9f219fdec259'}]}} from n-d-827839-2. {{(pid=103378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 18:17:55.857322 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b3921900-a66d-44cd-b915-7ea44b4c2148 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:17:55.858591 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-923ca37f-7651-442c-bc62-2b59653de84b tempest-NetworksIpV6Test-1608698254 tempest-NetworksIpV6Test-1608698254-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628832'] for network (57e25a7b-2f92-4dac-918d-a38168efc8b8), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:17:55.910151 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-923ca37f-7651-442c-bc62-2b59653de84b tempest-NetworksIpV6Test-1608698254 tempest-NetworksIpV6Test-1608698254-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1541225'] for subnet (00d88a5e-e74f-4f62-81d1-9f219fdec259), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:17:55.994240 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-b3921900-a66d-44cd-b915-7ea44b4c2148 None None] Allocated IP 2001:db8::3 (57e25a7b-2f92-4dac-918d-a38168efc8b8/00d88a5e-e74f-4f62-81d1-9f219fdec259/c41d28e8-c79f-4250-9703-4aa74f6d970e) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 18:17:56.134429 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b3921900-a66d-44cd-b915-7ea44b4c2148 None None] Publish callbacks [] for port (c41d28e8-c79f-4250-9703-4aa74f6d970e), precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:17:56.140980 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b3921900-a66d-44cd-b915-7ea44b4c2148 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135'] for port (c41d28e8-c79f-4250-9703-4aa74f6d970e), after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:17:56.146551 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 6b796577-0cec-435c-b378-5c387ec40fb7 up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 18:17:56.158841 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-923ca37f-7651-442c-bc62-2b59653de84b tempest-NetworksIpV6Test-1608698254 tempest-NetworksIpV6Test-1608698254-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1541216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25675894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25858947'] for subnet (00d88a5e-e74f-4f62-81d1-9f219fdec259), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:17:56.192249 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923ca37f-7651-442c-bc62-2b59653de84b tempest-NetworksIpV6Test-1608698254 tempest-NetworksIpV6Test-1608698254-project] Pushing event deleted for resources: {'Subnet': ['ID=00d88a5e-e74f-4f62-81d1-9f219fdec259,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:17:56.230136 n-d-827839-2 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3921900-a66d-44cd-b915-7ea44b4c2148 None None] Network 57e25a7b-2f92-4dac-918d-a38168efc8b8 is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 18:17:56.236655 n-d-827839-2 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-b3921900-a66d-44cd-b915-7ea44b4c2148 None None] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 18:17:56.244526 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3921900-a66d-44cd-b915-7ea44b4c2148 None None] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 18:17:56.249546 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3921900-a66d-44cd-b915-7ea44b4c2148 None None] Pushing event updated for resources: {'Port': ['ID=c41d28e8-c79f-4250-9703-4aa74f6d970e,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:17:56.249774 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-923ca37f-7651-442c-bc62-2b59653de84b tempest-NetworksIpV6Test-1608698254 tempest-NetworksIpV6Test-1608698254-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1543676', 'neutron.services.segments.db._delete_segments_for_network-8781084786517'] for network (57e25a7b-2f92-4dac-918d-a38168efc8b8), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:17:56.270602 n-d-827839-2 neutron-server[103376]: DEBUG neutron.services.segments.db [None req-923ca37f-7651-442c-bc62-2b59653de84b tempest-NetworksIpV6Test-1608698254 tempest-NetworksIpV6Test-1608698254-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57e25a7b-2f92-4dac-918d-a38168efc8b8']}} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:17:56.280595 n-d-827839-2 neutron-server[103376]: DEBUG neutron.services.segments.db [None req-923ca37f-7651-442c-bc62-2b59653de84b tempest-NetworksIpV6Test-1608698254 tempest-NetworksIpV6Test-1608698254-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf06e01c-dadc-49e3-9549-e10fb787dab5') {'for_net_delete': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:17:56.280840 n-d-827839-2 neutron-server[103376]: DEBUG neutron.services.segments.db [None req-923ca37f-7651-442c-bc62-2b59653de84b tempest-NetworksIpV6Test-1608698254 tempest-NetworksIpV6Test-1608698254-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf06e01c-dadc-49e3-9549-e10fb787dab5') {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:17:56.295572 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-923ca37f-7651-442c-bc62-2b59653de84b tempest-NetworksIpV6Test-1608698254 tempest-NetworksIpV6Test-1608698254-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781084783966', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25674908'] for segment (cf06e01c-dadc-49e3-9549-e10fb787dab5), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:17:56.308701 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-923ca37f-7651-442c-bc62-2b59653de84b tempest-NetworksIpV6Test-1608698254 tempest-NetworksIpV6Test-1608698254-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (cf06e01c-dadc-49e3-9549-e10fb787dab5), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:17:56.311565 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port 6b796577-0cec-435c-b378-5c387ec40fb7 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 18:17:56.311942 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (6b796577-0cec-435c-b378-5c387ec40fb7), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:17:56.314626 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-b3921900-a66d-44cd-b915-7ea44b4c2148 None None] Attempting to bind port c41d28e8-c79f-4250-9703-4aa74f6d970e on host n-d-827839-2 for vnic_type normal with profile {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 18:17:56.315082 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-b3921900-a66d-44cd-b915-7ea44b4c2148 None None] Attempting to bind port c41d28e8-c79f-4250-9703-4aa74f6d970e by drivers openvswitch,hyperv on host n-d-827839-2 at level 0 using segments [{'id': 'cf06e01c-dadc-49e3-9549-e10fb787dab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '57e25a7b-2f92-4dac-918d-a38168efc8b8'}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 18:17:56.315392 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3921900-a66d-44cd-b915-7ea44b4c2148 None None] Attempting to bind port c41d28e8-c79f-4250-9703-4aa74f6d970e on network 57e25a7b-2f92-4dac-918d-a38168efc8b8 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 18:17:56.315763 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-923ca37f-7651-442c-bc62-2b59653de84b tempest-NetworksIpV6Test-1608698254 tempest-NetworksIpV6Test-1608698254-project] Releasing vlan 768 on physical network physnet1 to pool {{(pid=103376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 18:17:56.316186 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-923ca37f-7651-442c-bc62-2b59653de84b tempest-NetworksIpV6Test-1608698254 tempest-NetworksIpV6Test-1608698254-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25675992'] for segment (cf06e01c-dadc-49e3-9549-e10fb787dab5), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:17:56.321468 n-d-827839-2 neutron-server[103376]: Traceback (most recent call last): Feb 04 18:17:56.321468 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 18:17:56.321468 n-d-827839-2 neutron-server[103376]: timer() Feb 04 18:17:56.321468 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 18:17:56.321468 n-d-827839-2 neutron-server[103376]: cb(*args, **kw) Feb 04 18:17:56.321468 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 18:17:56.321468 n-d-827839-2 neutron-server[103376]: return func(*args, **kwargs) Feb 04 18:17:56.321468 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 18:17:56.321468 n-d-827839-2 neutron-server[103376]: self._notify() Feb 04 18:17:56.321468 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 18:17:56.321468 n-d-827839-2 neutron-server[103376]: self.callback(batched_events) Feb 04 18:17:56.321468 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 18:17:56.321468 n-d-827839-2 neutron-server[103376]: event.method(event) Feb 04 18:17:56.321468 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 18:17:56.321468 n-d-827839-2 neutron-server[103376]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 18:17:56.321468 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 18:17:56.321468 n-d-827839-2 neutron-server[103376]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 18:17:56.321468 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 18:17:56.321468 n-d-827839-2 neutron-server[103376]: return f(self, *a, **k) Feb 04 18:17:56.321468 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 18:17:56.321468 n-d-827839-2 neutron-server[103376]: return self._get(url).json() Feb 04 18:17:56.321468 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 18:17:56.321468 n-d-827839-2 neutron-server[103376]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 18:17:56.321468 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 18:17:56.321468 n-d-827839-2 neutron-server[103376]: return self.request(url, 'GET', **kwargs) Feb 04 18:17:56.321468 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 18:17:56.321468 n-d-827839-2 neutron-server[103376]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 18:17:56.321468 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 18:17:56.321468 n-d-827839-2 neutron-server[103376]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 18:17:56.321468 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 18:17:56.321468 n-d-827839-2 neutron-server[103376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 18:17:56.321468 n-d-827839-2 neutron-server[103376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 18:17:56.342809 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3921900-a66d-44cd-b915-7ea44b4c2148 None None] Checking agent: {'id': 'ba70844b-66a0-45fd-a2f2-e6ed673321fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 0, 36), 'started_at': datetime.datetime(2022, 2, 4, 17, 1, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 18, 17, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 18:17:56.343184 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3921900-a66d-44cd-b915-7ea44b4c2148 None None] Checking segment: {'id': 'cf06e01c-dadc-49e3-9549-e10fb787dab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '57e25a7b-2f92-4dac-918d-a38168efc8b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 18:17:56.343601 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b3921900-a66d-44cd-b915-7ea44b4c2148 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:17:56.343977 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3921900-a66d-44cd-b915-7ea44b4c2148 None None] Bound using segment: {'id': 'cf06e01c-dadc-49e3-9549-e10fb787dab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '57e25a7b-2f92-4dac-918d-a38168efc8b8'} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 18:17:56.344439 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-b3921900-a66d-44cd-b915-7ea44b4c2148 None None] Bound port: c41d28e8-c79f-4250-9703-4aa74f6d970e, host: n-d-827839-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf06e01c-dadc-49e3-9549-e10fb787dab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '57e25a7b-2f92-4dac-918d-a38168efc8b8'}}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 18:17:56.344840 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b3921900-a66d-44cd-b915-7ea44b4c2148 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (c41d28e8-c79f-4250-9703-4aa74f6d970e), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:17:56.375063 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.db.api [None req-923ca37f-7651-442c-bc62-2b59653de84b tempest-NetworksIpV6Test-1608698254 tempest-NetworksIpV6Test-1608698254-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 04 18:17:56.375063 n-d-827839-2 neutron-server[103376]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 04 18:17:56.375063 n-d-827839-2 neutron-server[103376]: [parameters: {'id': '57e25a7b-2f92-4dac-918d-a38168efc8b8'}] Feb 04 18:17:56.375063 n-d-827839-2 neutron-server[103376]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103376) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 18:17:56.375954 n-d-827839-2 neutron-server[103376]: DEBUG oslo_db.api [None req-923ca37f-7651-442c-bc62-2b59653de84b tempest-NetworksIpV6Test-1608698254 tempest-NetworksIpV6Test-1608698254-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 18:17:56.444212 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-b3921900-a66d-44cd-b915-7ea44b4c2148 None None] For port c41d28e8-c79f-4250-9703-4aa74f6d970e, host n-d-827839-2, cleared binding levels {{(pid=103378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 18:17:56.448492 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-b3921900-a66d-44cd-b915-7ea44b4c2148 None None] For port c41d28e8-c79f-4250-9703-4aa74f6d970e, host n-d-827839-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=c41d28e8-c79f-4250-9703-4aa74f6d970e,segment=NetworkSegment(cf06e01c-dadc-49e3-9549-e10fb787dab5),segment_id=cf06e01c-dadc-49e3-9549-e10fb787dab5)] {{(pid=103378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 18:17:56.452004 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port 6b796577-0cec-435c-b378-5c387ec40fb7 is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 18:17:56.455195 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b3921900-a66d-44cd-b915-7ea44b4c2148 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (c41d28e8-c79f-4250-9703-4aa74f6d970e), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:17:56.534262 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3921900-a66d-44cd-b915-7ea44b4c2148 None None] Pushing event updated for resources: {'Port': ['ID=c41d28e8-c79f-4250-9703-4aa74f6d970e,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:17:56.553262 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d56e7532-edd0-4647-a605-e52dcfd219bc None None] get_active_networks_info from n-d-827839-2 {{(pid=103378) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 04 18:17:56.618643 n-d-827839-2 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d56e7532-edd0-4647-a605-e52dcfd219bc None None] Resources bound (agent type, host, resource id): {{(pid=103378) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 04 18:17:56.766754 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cf01f09-b302-40f1-ac18-d671758ebd25 None None] Network 57e25a7b-2f92-4dac-918d-a38168efc8b8 requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 18:17:56.877033 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-923ca37f-7651-442c-bc62-2b59653de84b tempest-NetworksIpV6Test-1608698254 tempest-NetworksIpV6Test-1608698254-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628832'] for network (57e25a7b-2f92-4dac-918d-a38168efc8b8), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:17:56.931076 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-923ca37f-7651-442c-bc62-2b59653de84b tempest-NetworksIpV6Test-1608698254 tempest-NetworksIpV6Test-1608698254-project] Deleting port c41d28e8-c79f-4250-9703-4aa74f6d970e {{(pid=103376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 18:17:56.931414 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-923ca37f-7651-442c-bc62-2b59653de84b tempest-NetworksIpV6Test-1608698254 tempest-NetworksIpV6Test-1608698254-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (c41d28e8-c79f-4250-9703-4aa74f6d970e), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:17:56.996518 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [None req-923ca37f-7651-442c-bc62-2b59653de84b tempest-NetworksIpV6Test-1608698254 tempest-NetworksIpV6Test-1608698254-project] For port c41d28e8-c79f-4250-9703-4aa74f6d970e, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=c41d28e8-c79f-4250-9703-4aa74f6d970e,segment=NetworkSegment(cf06e01c-dadc-49e3-9549-e10fb787dab5),segment_id=cf06e01c-dadc-49e3-9549-e10fb787dab5)] {{(pid=103376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 18:17:56.996944 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-923ca37f-7651-442c-bc62-2b59653de84b tempest-NetworksIpV6Test-1608698254 tempest-NetworksIpV6Test-1608698254-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (c41d28e8-c79f-4250-9703-4aa74f6d970e), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:17:57.010284 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-923ca37f-7651-442c-bc62-2b59653de84b tempest-NetworksIpV6Test-1608698254 tempest-NetworksIpV6Test-1608698254-project] Calling delete_port for c41d28e8-c79f-4250-9703-4aa74f6d970e owned by network:dhcp {{(pid=103376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 18:17:57.085686 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-923ca37f-7651-442c-bc62-2b59653de84b tempest-NetworksIpV6Test-1608698254 tempest-NetworksIpV6Test-1608698254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (c41d28e8-c79f-4250-9703-4aa74f6d970e), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:17:57.114171 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-923ca37f-7651-442c-bc62-2b59653de84b tempest-NetworksIpV6Test-1608698254 tempest-NetworksIpV6Test-1608698254-project] No DVR routers for this DVR port c41d28e8-c79f-4250-9703-4aa74f6d970e on host n-d-827839-2 {{(pid=103376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 18:17:57.120341 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923ca37f-7651-442c-bc62-2b59653de84b tempest-NetworksIpV6Test-1608698254 tempest-NetworksIpV6Test-1608698254-project] Pushing event deleted for resources: {'Port': ['ID=c41d28e8-c79f-4250-9703-4aa74f6d970e,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:17:57.195999 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-923ca37f-7651-442c-bc62-2b59653de84b tempest-NetworksIpV6Test-1608698254 tempest-NetworksIpV6Test-1608698254-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1543676', 'neutron.services.segments.db._delete_segments_for_network-8781084786517'] for network (57e25a7b-2f92-4dac-918d-a38168efc8b8), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:17:57.219211 n-d-827839-2 neutron-server[103376]: DEBUG neutron.services.segments.db [None req-923ca37f-7651-442c-bc62-2b59653de84b tempest-NetworksIpV6Test-1608698254 tempest-NetworksIpV6Test-1608698254-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57e25a7b-2f92-4dac-918d-a38168efc8b8']}} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:17:57.229145 n-d-827839-2 neutron-server[103376]: DEBUG neutron.services.segments.db [None req-923ca37f-7651-442c-bc62-2b59653de84b tempest-NetworksIpV6Test-1608698254 tempest-NetworksIpV6Test-1608698254-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf06e01c-dadc-49e3-9549-e10fb787dab5') {'for_net_delete': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:17:57.229617 n-d-827839-2 neutron-server[103376]: DEBUG neutron.services.segments.db [None req-923ca37f-7651-442c-bc62-2b59653de84b tempest-NetworksIpV6Test-1608698254 tempest-NetworksIpV6Test-1608698254-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf06e01c-dadc-49e3-9549-e10fb787dab5') {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:17:57.239188 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-923ca37f-7651-442c-bc62-2b59653de84b tempest-NetworksIpV6Test-1608698254 tempest-NetworksIpV6Test-1608698254-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781084783966', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25674908'] for segment (cf06e01c-dadc-49e3-9549-e10fb787dab5), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:17:57.252649 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-923ca37f-7651-442c-bc62-2b59653de84b tempest-NetworksIpV6Test-1608698254 tempest-NetworksIpV6Test-1608698254-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (cf06e01c-dadc-49e3-9549-e10fb787dab5), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:17:57.258513 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-923ca37f-7651-442c-bc62-2b59653de84b tempest-NetworksIpV6Test-1608698254 tempest-NetworksIpV6Test-1608698254-project] Releasing vlan 768 on physical network physnet1 to pool {{(pid=103376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 18:17:57.258888 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-923ca37f-7651-442c-bc62-2b59653de84b tempest-NetworksIpV6Test-1608698254 tempest-NetworksIpV6Test-1608698254-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25675992'] for segment (cf06e01c-dadc-49e3-9549-e10fb787dab5), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:17:57.262160 n-d-827839-2 neutron-server[103376]: Traceback (most recent call last): Feb 04 18:17:57.262160 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 18:17:57.262160 n-d-827839-2 neutron-server[103376]: timer() Feb 04 18:17:57.262160 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 18:17:57.262160 n-d-827839-2 neutron-server[103376]: cb(*args, **kw) Feb 04 18:17:57.262160 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 18:17:57.262160 n-d-827839-2 neutron-server[103376]: return func(*args, **kwargs) Feb 04 18:17:57.262160 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 18:17:57.262160 n-d-827839-2 neutron-server[103376]: self._notify() Feb 04 18:17:57.262160 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 18:17:57.262160 n-d-827839-2 neutron-server[103376]: self.callback(batched_events) Feb 04 18:17:57.262160 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 18:17:57.262160 n-d-827839-2 neutron-server[103376]: event.method(event) Feb 04 18:17:57.262160 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 18:17:57.262160 n-d-827839-2 neutron-server[103376]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 18:17:57.262160 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 18:17:57.262160 n-d-827839-2 neutron-server[103376]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 18:17:57.262160 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 18:17:57.262160 n-d-827839-2 neutron-server[103376]: return f(self, *a, **k) Feb 04 18:17:57.262160 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 18:17:57.262160 n-d-827839-2 neutron-server[103376]: return self._get(url).json() Feb 04 18:17:57.262160 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 18:17:57.262160 n-d-827839-2 neutron-server[103376]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 18:17:57.262160 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 18:17:57.262160 n-d-827839-2 neutron-server[103376]: return self.request(url, 'GET', **kwargs) Feb 04 18:17:57.262160 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 18:17:57.262160 n-d-827839-2 neutron-server[103376]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 18:17:57.262160 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 18:17:57.262160 n-d-827839-2 neutron-server[103376]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 18:17:57.262160 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 18:17:57.262160 n-d-827839-2 neutron-server[103376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 18:17:57.262160 n-d-827839-2 neutron-server[103376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 18:17:57.323788 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-923ca37f-7651-442c-bc62-2b59653de84b tempest-NetworksIpV6Test-1608698254 tempest-NetworksIpV6Test-1608698254-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1543671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1595572'] for network (57e25a7b-2f92-4dac-918d-a38168efc8b8), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:17:57.331332 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-923ca37f-7651-442c-bc62-2b59653de84b tempest-NetworksIpV6Test-1608698254 tempest-NetworksIpV6Test-1608698254-project] Publish callbacks [] for network (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:17:57.334294 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-923ca37f-7651-442c-bc62-2b59653de84b tempest-NetworksIpV6Test-1608698254 tempest-NetworksIpV6Test-1608698254-project] 10.222.0.89 "DELETE /v2.0/networks/57e25a7b-2f92-4dac-918d-a38168efc8b8 HTTP/1.1" status: 204 len: 168 time: 1.5696700 Feb 04 18:17:57.338044 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 57004) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:17:57.343202 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-bca7ffdb-64d0-4d1e-81c9-a10b1786fefc tempest-NetworksIpV6Test-1608698254 tempest-NetworksIpV6Test-1608698254-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-569674233'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 18:17:57.346006 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923ca37f-7651-442c-bc62-2b59653de84b tempest-NetworksIpV6Test-1608698254 tempest-NetworksIpV6Test-1608698254-project] Pushing event deleted for resources: {'Network': ['ID=57e25a7b-2f92-4dac-918d-a38168efc8b8,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:17:57.363102 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bca7ffdb-64d0-4d1e-81c9-a10b1786fefc tempest-NetworksIpV6Test-1608698254 tempest-NetworksIpV6Test-1608698254-project] Made reservation on behalf of a8c74e0ea9b0447b84abd3fc96092336 for: {'network': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 18:17:57.366489 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-bca7ffdb-64d0-4d1e-81c9-a10b1786fefc tempest-NetworksIpV6Test-1608698254 tempest-NetworksIpV6Test-1608698254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for network (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:17:57.390661 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bca7ffdb-64d0-4d1e-81c9-a10b1786fefc tempest-NetworksIpV6Test-1608698254 tempest-NetworksIpV6Test-1608698254-project] vlan segment allocate from pool success with {'vlan_id': 766, 'physical_network': 'physnet1'} {{(pid=103377) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 18:17:57.399472 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-bca7ffdb-64d0-4d1e-81c9-a10b1786fefc tempest-NetworksIpV6Test-1608698254 tempest-NetworksIpV6Test-1608698254-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (e1e82995-0db4-45ce-924b-53b3ba1543db), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:17:57.399810 n-d-827839-2 neutron-server[103377]: INFO neutron.db.segments_db [None req-bca7ffdb-64d0-4d1e-81c9-a10b1786fefc tempest-NetworksIpV6Test-1608698254 tempest-NetworksIpV6Test-1608698254-project] Added segment e1e82995-0db4-45ce-924b-53b3ba1543db of type vlan for network 313ce664-d89f-4d62-8a57-969bdfffe7c7 Feb 04 18:17:57.437987 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-bca7ffdb-64d0-4d1e-81c9-a10b1786fefc tempest-NetworksIpV6Test-1608698254 tempest-NetworksIpV6Test-1608698254-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781084292801'] for network (313ce664-d89f-4d62-8a57-969bdfffe7c7), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:17:57.461417 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-bca7ffdb-64d0-4d1e-81c9-a10b1786fefc tempest-NetworksIpV6Test-1608698254 tempest-NetworksIpV6Test-1608698254-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327'] for network (313ce664-d89f-4d62-8a57-969bdfffe7c7), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:17:57.466296 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bca7ffdb-64d0-4d1e-81c9-a10b1786fefc tempest-NetworksIpV6Test-1608698254 tempest-NetworksIpV6Test-1608698254-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:17:57.466871 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-bca7ffdb-64d0-4d1e-81c9-a10b1786fefc tempest-NetworksIpV6Test-1608698254 tempest-NetworksIpV6Test-1608698254-project] Publish callbacks [] for network (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:17:57.529743 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-bca7ffdb-64d0-4d1e-81c9-a10b1786fefc tempest-NetworksIpV6Test-1608698254 tempest-NetworksIpV6Test-1608698254-project] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.1905203 Feb 04 18:17:57.532661 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 57006) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:17:57.538797 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca7ffdb-64d0-4d1e-81c9-a10b1786fefc tempest-NetworksIpV6Test-1608698254 tempest-NetworksIpV6Test-1608698254-project] Pushing event updated for resources: {'Network': ['ID=313ce664-d89f-4d62-8a57-969bdfffe7c7,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:17:57.549508 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-94df02f2-c860-402d-a3f1-a8dcc35d0982 tempest-NetworksIpV6Test-1608698254 tempest-NetworksIpV6Test-1608698254-project] Request body: {'subnet': {'network_id': '313ce664-d89f-4d62-8a57-969bdfffe7c7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 18:17:57.549943 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Network 313ce664-d89f-4d62-8a57-969bdfffe7c7 details requested by agent ovs-agent-n-d-827839-2 with host n-d-827839-2 {{(pid=103378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 18:17:57.647325 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94df02f2-c860-402d-a3f1-a8dcc35d0982 tempest-NetworksIpV6Test-1608698254 tempest-NetworksIpV6Test-1608698254-project] Made reservation on behalf of a8c74e0ea9b0447b84abd3fc96092336 for: {'subnet': 1} {{(pid=103376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 18:17:57.650916 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-94df02f2-c860-402d-a3f1-a8dcc35d0982 tempest-NetworksIpV6Test-1608698254 tempest-NetworksIpV6Test-1608698254-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25859006'] for subnet (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:17:57.833071 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-94df02f2-c860-402d-a3f1-a8dcc35d0982 tempest-NetworksIpV6Test-1608698254 tempest-NetworksIpV6Test-1608698254-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25674939', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25858952'] for subnet (6311d245-0dbf-45dd-a062-f938b3f1e76c), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:17:57.895169 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94df02f2-c860-402d-a3f1-a8dcc35d0982 tempest-NetworksIpV6Test-1608698254 tempest-NetworksIpV6Test-1608698254-project] Pushing event updated for resources: {'Subnet': ['ID=6311d245-0dbf-45dd-a062-f938b3f1e76c,revision_number=0']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:17:57.904179 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94df02f2-c860-402d-a3f1-a8dcc35d0982 tempest-NetworksIpV6Test-1608698254 tempest-NetworksIpV6Test-1608698254-project] Checking segment: {'id': 'e1e82995-0db4-45ce-924b-53b3ba1543db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '313ce664-d89f-4d62-8a57-969bdfffe7c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 18:17:57.904540 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94df02f2-c860-402d-a3f1-a8dcc35d0982 tempest-NetworksIpV6Test-1608698254 tempest-NetworksIpV6Test-1608698254-project] Network hostable DHCP agents. Network: 313ce664-d89f-4d62-8a57-969bdfffe7c7, hostable agents: ['bb89f5a3-3c22-440b-b7d1-c4f0c43c184a'], hosted agents: [] {{(pid=103376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 18:17:57.922776 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94df02f2-c860-402d-a3f1-a8dcc35d0982 tempest-NetworksIpV6Test-1608698254 tempest-NetworksIpV6Test-1608698254-project] Network 313ce664-d89f-4d62-8a57-969bdfffe7c7 is scheduled to be hosted by DHCP agent bb89f5a3-3c22-440b-b7d1-c4f0c43c184a with binding_index 1 {{(pid=103376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 18:17:57.931899 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [None req-94df02f2-c860-402d-a3f1-a8dcc35d0982 tempest-NetworksIpV6Test-1608698254 tempest-NetworksIpV6Test-1608698254-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827839-2, 313ce664-d89f-4d62-8a57-969bdfffe7c7) {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 18:17:57.936110 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94df02f2-c860-402d-a3f1-a8dcc35d0982 tempest-NetworksIpV6Test-1608698254 tempest-NetworksIpV6Test-1608698254-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:17:57.936712 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-94df02f2-c860-402d-a3f1-a8dcc35d0982 tempest-NetworksIpV6Test-1608698254 tempest-NetworksIpV6Test-1608698254-project] Publish callbacks [] for subnet (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:17:57.942224 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4b366bb-e873-423c-96d8-3cf9363c2caf None None] Network 313ce664-d89f-4d62-8a57-969bdfffe7c7 requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 18:17:57.953200 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-94df02f2-c860-402d-a3f1-a8dcc35d0982 tempest-NetworksIpV6Test-1608698254 tempest-NetworksIpV6Test-1608698254-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4078250 Feb 04 18:17:57.956773 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 57008) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:17:57.961615 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-e8418e9d-ffac-4eec-8649-a1c88eed955d tempest-NetworksIpV6Test-1608698254 tempest-NetworksIpV6Test-1608698254-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1948202118'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 18:17:57.982440 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8418e9d-ffac-4eec-8649-a1c88eed955d tempest-NetworksIpV6Test-1608698254 tempest-NetworksIpV6Test-1608698254-project] Made reservation on behalf of a8c74e0ea9b0447b84abd3fc96092336 for: {'network': 1} {{(pid=103376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 18:17:57.985894 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-e8418e9d-ffac-4eec-8649-a1c88eed955d tempest-NetworksIpV6Test-1608698254 tempest-NetworksIpV6Test-1608698254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for network (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:17:58.009576 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8418e9d-ffac-4eec-8649-a1c88eed955d tempest-NetworksIpV6Test-1608698254 tempest-NetworksIpV6Test-1608698254-project] vlan segment allocate from pool success with {'vlan_id': 767, 'physical_network': 'physnet1'} {{(pid=103376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 18:17:58.019472 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-e8418e9d-ffac-4eec-8649-a1c88eed955d tempest-NetworksIpV6Test-1608698254 tempest-NetworksIpV6Test-1608698254-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (8ff0c6e5-86a3-44e9-957c-266e893ea5cf), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:17:58.019823 n-d-827839-2 neutron-server[103376]: INFO neutron.db.segments_db [None req-e8418e9d-ffac-4eec-8649-a1c88eed955d tempest-NetworksIpV6Test-1608698254 tempest-NetworksIpV6Test-1608698254-project] Added segment 8ff0c6e5-86a3-44e9-957c-266e893ea5cf of type vlan for network 7de0d868-b255-4f81-b4ed-f8f995ede349 Feb 04 18:17:58.047880 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd658c3f-0d26-4fe2-a452-f4a6f40a5692 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e4c19ad-5724-5db8-8ee1-4f56ae69fcf4-313ce664-d89f-4d62-8a57-969bdfffe7c7', 'network_id': '313ce664-d89f-4d62-8a57-969bdfffe7c7', 'project_id': 'a8c74e0ea9b0447b84abd3fc96092336', 'fixed_ips': [{'subnet_id': '6311d245-0dbf-45dd-a062-f938b3f1e76c'}]}} from n-d-827839-2. {{(pid=103378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 18:17:58.048757 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-fd658c3f-0d26-4fe2-a452-f4a6f40a5692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:17:58.060552 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-e8418e9d-ffac-4eec-8649-a1c88eed955d tempest-NetworksIpV6Test-1608698254 tempest-NetworksIpV6Test-1608698254-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781084292801'] for network (7de0d868-b255-4f81-b4ed-f8f995ede349), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:17:58.085840 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-e8418e9d-ffac-4eec-8649-a1c88eed955d tempest-NetworksIpV6Test-1608698254 tempest-NetworksIpV6Test-1608698254-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327'] for network (7de0d868-b255-4f81-b4ed-f8f995ede349), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:17:58.091810 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8418e9d-ffac-4eec-8649-a1c88eed955d tempest-NetworksIpV6Test-1608698254 tempest-NetworksIpV6Test-1608698254-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:17:58.092424 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-e8418e9d-ffac-4eec-8649-a1c88eed955d tempest-NetworksIpV6Test-1608698254 tempest-NetworksIpV6Test-1608698254-project] Publish callbacks [] for network (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:17:58.150977 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-e8418e9d-ffac-4eec-8649-a1c88eed955d tempest-NetworksIpV6Test-1608698254 tempest-NetworksIpV6Test-1608698254-project] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1931732 Feb 04 18:17:58.154340 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 57010) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:17:58.159357 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-9f4d68ab-5b4c-4b81-96d4-84a30fc25c36 tempest-NetworksIpV6Test-1608698254 tempest-NetworksIpV6Test-1608698254-project] Request body: {'subnet': {'network_id': '7de0d868-b255-4f81-b4ed-f8f995ede349', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 18:17:58.181779 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8418e9d-ffac-4eec-8649-a1c88eed955d tempest-NetworksIpV6Test-1608698254 tempest-NetworksIpV6Test-1608698254-project] Pushing event updated for resources: {'Network': ['ID=7de0d868-b255-4f81-b4ed-f8f995ede349,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:17:58.190955 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-fd658c3f-0d26-4fe2-a452-f4a6f40a5692 None None] Allocated IP 2001:db8::2 (313ce664-d89f-4d62-8a57-969bdfffe7c7/6311d245-0dbf-45dd-a062-f938b3f1e76c/e9f48f97-3146-41c0-bddf-611d801c8aa1) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 18:17:58.194745 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Network 7de0d868-b255-4f81-b4ed-f8f995ede349 details requested by agent ovs-agent-n-d-827839-2 with host n-d-827839-2 {{(pid=103378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 18:17:58.253413 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f4d68ab-5b4c-4b81-96d4-84a30fc25c36 tempest-NetworksIpV6Test-1608698254 tempest-NetworksIpV6Test-1608698254-project] Made reservation on behalf of a8c74e0ea9b0447b84abd3fc96092336 for: {'subnet': 1} {{(pid=103376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 18:17:58.257088 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-9f4d68ab-5b4c-4b81-96d4-84a30fc25c36 tempest-NetworksIpV6Test-1608698254 tempest-NetworksIpV6Test-1608698254-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25859006'] for subnet (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:17:58.411411 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-fd658c3f-0d26-4fe2-a452-f4a6f40a5692 None None] Publish callbacks [] for port (e9f48f97-3146-41c0-bddf-611d801c8aa1), precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:17:58.417027 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-fd658c3f-0d26-4fe2-a452-f4a6f40a5692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135'] for port (e9f48f97-3146-41c0-bddf-611d801c8aa1), after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:17:58.450194 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-9f4d68ab-5b4c-4b81-96d4-84a30fc25c36 tempest-NetworksIpV6Test-1608698254 tempest-NetworksIpV6Test-1608698254-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25674939', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25858952'] for subnet (a99c4c45-460f-4fcf-92ef-5d8cbb40314f), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:17:58.460196 n-d-827839-2 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd658c3f-0d26-4fe2-a452-f4a6f40a5692 None None] Network 313ce664-d89f-4d62-8a57-969bdfffe7c7 is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 18:17:58.463292 n-d-827839-2 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-fd658c3f-0d26-4fe2-a452-f4a6f40a5692 None None] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 18:17:58.467057 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd658c3f-0d26-4fe2-a452-f4a6f40a5692 None None] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 18:17:58.475601 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd658c3f-0d26-4fe2-a452-f4a6f40a5692 None None] Pushing event updated for resources: {'Port': ['ID=e9f48f97-3146-41c0-bddf-611d801c8aa1,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:17:58.512999 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4d68ab-5b4c-4b81-96d4-84a30fc25c36 tempest-NetworksIpV6Test-1608698254 tempest-NetworksIpV6Test-1608698254-project] Pushing event updated for resources: {'Subnet': ['ID=a99c4c45-460f-4fcf-92ef-5d8cbb40314f,revision_number=0']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:17:58.521309 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f4d68ab-5b4c-4b81-96d4-84a30fc25c36 tempest-NetworksIpV6Test-1608698254 tempest-NetworksIpV6Test-1608698254-project] Checking segment: {'id': '8ff0c6e5-86a3-44e9-957c-266e893ea5cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '7de0d868-b255-4f81-b4ed-f8f995ede349'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 18:17:58.521681 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f4d68ab-5b4c-4b81-96d4-84a30fc25c36 tempest-NetworksIpV6Test-1608698254 tempest-NetworksIpV6Test-1608698254-project] Network hostable DHCP agents. Network: 7de0d868-b255-4f81-b4ed-f8f995ede349, hostable agents: ['bb89f5a3-3c22-440b-b7d1-c4f0c43c184a'], hosted agents: [] {{(pid=103376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 18:17:58.530917 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-fd658c3f-0d26-4fe2-a452-f4a6f40a5692 None None] Attempting to bind port e9f48f97-3146-41c0-bddf-611d801c8aa1 on host n-d-827839-2 for vnic_type normal with profile {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 18:17:58.531301 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-fd658c3f-0d26-4fe2-a452-f4a6f40a5692 None None] Attempting to bind port e9f48f97-3146-41c0-bddf-611d801c8aa1 by drivers openvswitch,hyperv on host n-d-827839-2 at level 0 using segments [{'id': 'e1e82995-0db4-45ce-924b-53b3ba1543db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '313ce664-d89f-4d62-8a57-969bdfffe7c7'}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 18:17:58.531667 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd658c3f-0d26-4fe2-a452-f4a6f40a5692 None None] Attempting to bind port e9f48f97-3146-41c0-bddf-611d801c8aa1 on network 313ce664-d89f-4d62-8a57-969bdfffe7c7 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 18:17:58.537237 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd658c3f-0d26-4fe2-a452-f4a6f40a5692 None None] Checking agent: {'id': 'ba70844b-66a0-45fd-a2f2-e6ed673321fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 0, 36), 'started_at': datetime.datetime(2022, 2, 4, 17, 1, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 18, 17, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 18:17:58.537654 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd658c3f-0d26-4fe2-a452-f4a6f40a5692 None None] Checking segment: {'id': 'e1e82995-0db4-45ce-924b-53b3ba1543db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '313ce664-d89f-4d62-8a57-969bdfffe7c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 18:17:58.538092 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-fd658c3f-0d26-4fe2-a452-f4a6f40a5692 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:17:58.538521 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd658c3f-0d26-4fe2-a452-f4a6f40a5692 None None] Bound using segment: {'id': 'e1e82995-0db4-45ce-924b-53b3ba1543db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '313ce664-d89f-4d62-8a57-969bdfffe7c7'} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 18:17:58.539059 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-fd658c3f-0d26-4fe2-a452-f4a6f40a5692 None None] Bound port: e9f48f97-3146-41c0-bddf-611d801c8aa1, host: n-d-827839-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1e82995-0db4-45ce-924b-53b3ba1543db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '313ce664-d89f-4d62-8a57-969bdfffe7c7'}}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 18:17:58.539172 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f4d68ab-5b4c-4b81-96d4-84a30fc25c36 tempest-NetworksIpV6Test-1608698254 tempest-NetworksIpV6Test-1608698254-project] Network 7de0d868-b255-4f81-b4ed-f8f995ede349 is scheduled to be hosted by DHCP agent bb89f5a3-3c22-440b-b7d1-c4f0c43c184a with binding_index 1 {{(pid=103376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 18:17:58.539683 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-fd658c3f-0d26-4fe2-a452-f4a6f40a5692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (e9f48f97-3146-41c0-bddf-611d801c8aa1), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:17:58.548604 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [None req-9f4d68ab-5b4c-4b81-96d4-84a30fc25c36 tempest-NetworksIpV6Test-1608698254 tempest-NetworksIpV6Test-1608698254-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827839-2, 7de0d868-b255-4f81-b4ed-f8f995ede349) {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 18:17:58.553044 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f4d68ab-5b4c-4b81-96d4-84a30fc25c36 tempest-NetworksIpV6Test-1608698254 tempest-NetworksIpV6Test-1608698254-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:17:58.553642 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-9f4d68ab-5b4c-4b81-96d4-84a30fc25c36 tempest-NetworksIpV6Test-1608698254 tempest-NetworksIpV6Test-1608698254-project] Publish callbacks [] for subnet (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:17:58.560843 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6220c523-87e9-4f15-9a27-99c576787150 None None] Network 7de0d868-b255-4f81-b4ed-f8f995ede349 requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 18:17:58.570763 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-9f4d68ab-5b4c-4b81-96d4-84a30fc25c36 tempest-NetworksIpV6Test-1608698254 tempest-NetworksIpV6Test-1608698254-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4154410 Feb 04 18:17:58.573352 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 57012) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:17:58.661574 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-fd658c3f-0d26-4fe2-a452-f4a6f40a5692 None None] For port e9f48f97-3146-41c0-bddf-611d801c8aa1, host n-d-827839-2, cleared binding levels {{(pid=103378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 18:17:58.670548 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-fd658c3f-0d26-4fe2-a452-f4a6f40a5692 None None] For port e9f48f97-3146-41c0-bddf-611d801c8aa1, host n-d-827839-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=e9f48f97-3146-41c0-bddf-611d801c8aa1,segment=NetworkSegment(e1e82995-0db4-45ce-924b-53b3ba1543db),segment_id=e1e82995-0db4-45ce-924b-53b3ba1543db)] {{(pid=103378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 18:17:58.675506 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-f83505d3-1ac2-4970-9dfd-6c017978f269 tempest-NetworksIpV6Test-1608698254 tempest-NetworksIpV6Test-1608698254-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628832'] for network (7de0d868-b255-4f81-b4ed-f8f995ede349), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:17:58.681936 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-fd658c3f-0d26-4fe2-a452-f4a6f40a5692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (e9f48f97-3146-41c0-bddf-611d801c8aa1), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:17:58.735083 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-f83505d3-1ac2-4970-9dfd-6c017978f269 tempest-NetworksIpV6Test-1608698254 tempest-NetworksIpV6Test-1608698254-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1541225'] for subnet (a99c4c45-460f-4fcf-92ef-5d8cbb40314f), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:17:58.736509 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36701f40-957e-414a-a7c7-d672186c37dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e4c19ad-5724-5db8-8ee1-4f56ae69fcf4-7de0d868-b255-4f81-b4ed-f8f995ede349', 'network_id': '7de0d868-b255-4f81-b4ed-f8f995ede349', 'project_id': 'a8c74e0ea9b0447b84abd3fc96092336', 'fixed_ips': [{'subnet_id': 'a99c4c45-460f-4fcf-92ef-5d8cbb40314f'}]}} from n-d-827839-2. {{(pid=103378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 18:17:58.737382 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-36701f40-957e-414a-a7c7-d672186c37dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:17:58.774076 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd658c3f-0d26-4fe2-a452-f4a6f40a5692 None None] Pushing event updated for resources: {'Port': ['ID=e9f48f97-3146-41c0-bddf-611d801c8aa1,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:17:58.806722 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-f83505d3-1ac2-4970-9dfd-6c017978f269 tempest-NetworksIpV6Test-1608698254 tempest-NetworksIpV6Test-1608698254-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1541216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25675894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25858947'] for subnet (a99c4c45-460f-4fcf-92ef-5d8cbb40314f), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:17:58.838909 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83505d3-1ac2-4970-9dfd-6c017978f269 tempest-NetworksIpV6Test-1608698254 tempest-NetworksIpV6Test-1608698254-project] Pushing event deleted for resources: {'Subnet': ['ID=a99c4c45-460f-4fcf-92ef-5d8cbb40314f,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:17:58.868854 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server [None req-36701f40-957e-414a-a7c7-d672186c37dc None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a99c4c45-460f-4fcf-92ef-5d8cbb40314f: This subnet is being modified by another concurrent operation. Feb 04 18:17:58.868854 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 04 18:17:58.868854 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 04 18:17:58.868854 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 04 18:17:58.868854 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 04 18:17:58.868854 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 04 18:17:58.868854 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 04 18:17:58.868854 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 04 18:17:58.868854 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 04 18:17:58.868854 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 04 18:17:58.868854 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 04 18:17:58.868854 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 04 18:17:58.868854 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 18:17:58.868854 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 18:17:58.868854 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 18:17:58.868854 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 18:17:58.868854 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 04 18:17:58.868854 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 04 18:17:58.868854 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 04 18:17:58.868854 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 04 18:17:58.868854 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 18:17:58.868854 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 18:17:58.868854 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 18:17:58.868854 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 18:17:58.868854 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 04 18:17:58.868854 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 04 18:17:58.868854 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 04 18:17:58.868854 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 04 18:17:58.868854 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 18:17:58.868854 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 18:17:58.868854 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 18:17:58.868854 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 18:17:58.868854 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 04 18:17:58.868854 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 04 18:17:58.868854 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 04 18:17:58.868854 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 04 18:17:58.868854 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Feb 04 18:17:58.868854 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 04 18:17:58.868854 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Feb 04 18:17:58.868854 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 04 18:17:58.868854 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 04 18:17:58.868854 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 04 18:17:58.868854 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 04 18:17:58.868854 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 04 18:17:58.868854 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 04 18:17:58.868854 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 04 18:17:58.868854 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 04 18:17:58.868854 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 04 18:17:58.868854 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 18:17:58.868854 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 18:17:58.868854 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 18:17:58.868854 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 18:17:58.868854 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 04 18:17:58.868854 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 04 18:17:58.868854 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 04 18:17:58.868854 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 04 18:17:58.868854 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 18:17:58.868854 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 18:17:58.868854 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 18:17:58.868854 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 18:17:58.868854 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 04 18:17:58.868854 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 04 18:17:58.868854 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 04 18:17:58.868854 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 04 18:17:58.868854 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 18:17:58.868854 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 18:17:58.868854 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 18:17:58.868854 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 18:17:58.868854 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 04 18:17:58.868854 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 04 18:17:58.868854 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1510, in create_port Feb 04 18:17:58.868854 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 04 18:17:58.868854 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1475, in _create_port_db Feb 04 18:17:58.868854 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 04 18:17:58.868854 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Feb 04 18:17:58.868854 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 04 18:17:58.868854 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 04 18:17:58.868854 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 04 18:17:58.868854 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 04 18:17:58.868854 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 04 18:17:58.868854 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 04 18:17:58.868854 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 04 18:17:58.868854 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 04 18:17:58.868854 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 04 18:17:58.868854 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 04 18:17:58.868854 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 04 18:17:58.868854 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 04 18:17:58.868854 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 04 18:17:58.868854 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 04 18:17:58.868854 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server raise exception Feb 04 18:17:58.868854 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a99c4c45-460f-4fcf-92ef-5d8cbb40314f: This subnet is being modified by another concurrent operation. Feb 04 18:17:58.868854 n-d-827839-2 neutron-server[103378]: ERROR oslo_messaging.rpc.server Feb 04 18:17:58.896176 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fc5e147-a5fe-4967-a88a-8cb62ebe5651 None None] Network 7de0d868-b255-4f81-b4ed-f8f995ede349 requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 18:17:58.911373 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-f83505d3-1ac2-4970-9dfd-6c017978f269 tempest-NetworksIpV6Test-1608698254 tempest-NetworksIpV6Test-1608698254-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1543676', 'neutron.services.segments.db._delete_segments_for_network-8781084786517'] for network (7de0d868-b255-4f81-b4ed-f8f995ede349), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:17:58.934027 n-d-827839-2 neutron-server[103376]: DEBUG neutron.services.segments.db [None req-f83505d3-1ac2-4970-9dfd-6c017978f269 tempest-NetworksIpV6Test-1608698254 tempest-NetworksIpV6Test-1608698254-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7de0d868-b255-4f81-b4ed-f8f995ede349']}} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:17:58.957554 n-d-827839-2 neutron-server[103376]: DEBUG neutron.services.segments.db [None req-f83505d3-1ac2-4970-9dfd-6c017978f269 tempest-NetworksIpV6Test-1608698254 tempest-NetworksIpV6Test-1608698254-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ff0c6e5-86a3-44e9-957c-266e893ea5cf') {'for_net_delete': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:17:58.957843 n-d-827839-2 neutron-server[103376]: DEBUG neutron.services.segments.db [None req-f83505d3-1ac2-4970-9dfd-6c017978f269 tempest-NetworksIpV6Test-1608698254 tempest-NetworksIpV6Test-1608698254-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ff0c6e5-86a3-44e9-957c-266e893ea5cf') {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:17:58.970856 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-f83505d3-1ac2-4970-9dfd-6c017978f269 tempest-NetworksIpV6Test-1608698254 tempest-NetworksIpV6Test-1608698254-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781084783966', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25674908'] for segment (8ff0c6e5-86a3-44e9-957c-266e893ea5cf), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:17:58.985389 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-f83505d3-1ac2-4970-9dfd-6c017978f269 tempest-NetworksIpV6Test-1608698254 tempest-NetworksIpV6Test-1608698254-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (8ff0c6e5-86a3-44e9-957c-266e893ea5cf), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:17:58.997674 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f83505d3-1ac2-4970-9dfd-6c017978f269 tempest-NetworksIpV6Test-1608698254 tempest-NetworksIpV6Test-1608698254-project] Releasing vlan 767 on physical network physnet1 to pool {{(pid=103376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 18:17:58.998337 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-f83505d3-1ac2-4970-9dfd-6c017978f269 tempest-NetworksIpV6Test-1608698254 tempest-NetworksIpV6Test-1608698254-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25675992'] for segment (8ff0c6e5-86a3-44e9-957c-266e893ea5cf), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:17:59.002694 n-d-827839-2 neutron-server[103376]: Traceback (most recent call last): Feb 04 18:17:59.002694 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 18:17:59.002694 n-d-827839-2 neutron-server[103376]: timer() Feb 04 18:17:59.002694 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 18:17:59.002694 n-d-827839-2 neutron-server[103376]: cb(*args, **kw) Feb 04 18:17:59.002694 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 18:17:59.002694 n-d-827839-2 neutron-server[103376]: return func(*args, **kwargs) Feb 04 18:17:59.002694 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 18:17:59.002694 n-d-827839-2 neutron-server[103376]: self._notify() Feb 04 18:17:59.002694 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 18:17:59.002694 n-d-827839-2 neutron-server[103376]: self.callback(batched_events) Feb 04 18:17:59.002694 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 18:17:59.002694 n-d-827839-2 neutron-server[103376]: event.method(event) Feb 04 18:17:59.002694 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 18:17:59.002694 n-d-827839-2 neutron-server[103376]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 18:17:59.002694 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 18:17:59.002694 n-d-827839-2 neutron-server[103376]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 18:17:59.002694 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 18:17:59.002694 n-d-827839-2 neutron-server[103376]: return f(self, *a, **k) Feb 04 18:17:59.002694 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 18:17:59.002694 n-d-827839-2 neutron-server[103376]: return self._get(url).json() Feb 04 18:17:59.002694 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 18:17:59.002694 n-d-827839-2 neutron-server[103376]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 18:17:59.002694 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 18:17:59.002694 n-d-827839-2 neutron-server[103376]: return self.request(url, 'GET', **kwargs) Feb 04 18:17:59.002694 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 18:17:59.002694 n-d-827839-2 neutron-server[103376]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 18:17:59.002694 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 18:17:59.002694 n-d-827839-2 neutron-server[103376]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 18:17:59.002694 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 18:17:59.002694 n-d-827839-2 neutron-server[103376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 18:17:59.002694 n-d-827839-2 neutron-server[103376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 18:17:59.073692 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-f83505d3-1ac2-4970-9dfd-6c017978f269 tempest-NetworksIpV6Test-1608698254 tempest-NetworksIpV6Test-1608698254-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1543671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1595572'] for network (7de0d868-b255-4f81-b4ed-f8f995ede349), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:17:59.081191 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-f83505d3-1ac2-4970-9dfd-6c017978f269 tempest-NetworksIpV6Test-1608698254 tempest-NetworksIpV6Test-1608698254-project] Publish callbacks [] for network (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:17:59.084299 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-f83505d3-1ac2-4970-9dfd-6c017978f269 tempest-NetworksIpV6Test-1608698254 tempest-NetworksIpV6Test-1608698254-project] 10.222.0.89 "DELETE /v2.0/networks/7de0d868-b255-4f81-b4ed-f8f995ede349 HTTP/1.1" status: 204 len: 168 time: 0.5099726 Feb 04 18:17:59.087719 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 57014) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:17:59.098705 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83505d3-1ac2-4970-9dfd-6c017978f269 tempest-NetworksIpV6Test-1608698254 tempest-NetworksIpV6Test-1608698254-project] Pushing event deleted for resources: {'Network': ['ID=7de0d868-b255-4f81-b4ed-f8f995ede349,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:17:59.120306 n-d-827839-2 neutron-server[103377]: INFO neutron.pecan_wsgi.hooks.translation [None req-1346520d-75f8-4067-9ecf-c19cb19f28d2 tempest-NetworksIpV6Test-1608698254 tempest-NetworksIpV6Test-1608698254-project] GET failed (client error): The resource could not be found. Feb 04 18:17:59.122381 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-1346520d-75f8-4067-9ecf-c19cb19f28d2 tempest-NetworksIpV6Test-1608698254 tempest-NetworksIpV6Test-1608698254-project] 10.222.0.89 "GET /v2.0/subnets/a99c4c45-460f-4fcf-92ef-5d8cbb40314f HTTP/1.1" status: 404 len: 337 time: 0.0329835 Feb 04 18:17:59.125165 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 57016) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:17:59.143146 n-d-827839-2 neutron-server[103377]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f4f490f-f5d1-43ce-8565-4ee9c14e3606 tempest-NetworksIpV6Test-1608698254 tempest-NetworksIpV6Test-1608698254-project] DELETE failed (client error): The resource could not be found. Feb 04 18:17:59.143629 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f4f490f-f5d1-43ce-8565-4ee9c14e3606 tempest-NetworksIpV6Test-1608698254 tempest-NetworksIpV6Test-1608698254-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103377) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 18:17:59.146526 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-9f4f490f-f5d1-43ce-8565-4ee9c14e3606 tempest-NetworksIpV6Test-1608698254 tempest-NetworksIpV6Test-1608698254-project] 10.222.0.89 "DELETE /v2.0/networks/7de0d868-b255-4f81-b4ed-f8f995ede349 HTTP/1.1" status: 404 len: 339 time: 0.0203881 Feb 04 18:17:59.150121 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 57018) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:17:59.174904 n-d-827839-2 neutron-server[103377]: INFO neutron.pecan_wsgi.hooks.translation [None req-e413fefc-8a49-4559-8e31-bd204e17b84f tempest-NetworksIpV6Test-1608698254 tempest-NetworksIpV6Test-1608698254-project] DELETE failed (client error): The resource could not be found. Feb 04 18:17:59.175288 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e413fefc-8a49-4559-8e31-bd204e17b84f tempest-NetworksIpV6Test-1608698254 tempest-NetworksIpV6Test-1608698254-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103377) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 18:17:59.178170 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-e413fefc-8a49-4559-8e31-bd204e17b84f tempest-NetworksIpV6Test-1608698254 tempest-NetworksIpV6Test-1608698254-project] 10.222.0.89 "DELETE /v2.0/subnets/a99c4c45-460f-4fcf-92ef-5d8cbb40314f HTTP/1.1" status: 404 len: 337 time: 0.0271780 Feb 04 18:17:59.180387 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 57020) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:17:59.197653 n-d-827839-2 neutron-server[103377]: INFO neutron.pecan_wsgi.hooks.translation [None req-2bbaec7d-4cc0-4d2a-a1f7-6ee79ad0c769 tempest-NetworksIpV6Test-1608698254 tempest-NetworksIpV6Test-1608698254-project] DELETE failed (client error): The resource could not be found. Feb 04 18:17:59.198072 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2bbaec7d-4cc0-4d2a-a1f7-6ee79ad0c769 tempest-NetworksIpV6Test-1608698254 tempest-NetworksIpV6Test-1608698254-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103377) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 18:17:59.200978 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-2bbaec7d-4cc0-4d2a-a1f7-6ee79ad0c769 tempest-NetworksIpV6Test-1608698254 tempest-NetworksIpV6Test-1608698254-project] 10.222.0.89 "DELETE /v2.0/networks/7de0d868-b255-4f81-b4ed-f8f995ede349 HTTP/1.1" status: 404 len: 339 time: 0.0196662 Feb 04 18:17:59.203199 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 57022) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:17:59.259080 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a2c84bf-ac0a-4f1f-8405-31a0450eba3b tempest-NetworksIpV6Test-1608698254 tempest-NetworksIpV6Test-1608698254-project] Deleting subnet 6311d245-0dbf-45dd-a062-f938b3f1e76c {{(pid=103377) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 18:17:59.262379 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-4a2c84bf-ac0a-4f1f-8405-31a0450eba3b tempest-NetworksIpV6Test-1608698254 tempest-NetworksIpV6Test-1608698254-project] Publish callbacks [] for subnet (6311d245-0dbf-45dd-a062-f938b3f1e76c), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:17:59.302225 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-4a2c84bf-ac0a-4f1f-8405-31a0450eba3b tempest-NetworksIpV6Test-1608698254 tempest-NetworksIpV6Test-1608698254-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26866676'] for subnet (6311d245-0dbf-45dd-a062-f938b3f1e76c), precommit_delete_associations {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:17:59.382235 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-4a2c84bf-ac0a-4f1f-8405-31a0450eba3b tempest-NetworksIpV6Test-1608698254 tempest-NetworksIpV6Test-1608698254-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1541225'] for subnet (6311d245-0dbf-45dd-a062-f938b3f1e76c), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:17:59.445311 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-4a2c84bf-ac0a-4f1f-8405-31a0450eba3b tempest-NetworksIpV6Test-1608698254 tempest-NetworksIpV6Test-1608698254-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1541216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25888360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25597190'] for subnet (6311d245-0dbf-45dd-a062-f938b3f1e76c), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:17:59.472720 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2c84bf-ac0a-4f1f-8405-31a0450eba3b tempest-NetworksIpV6Test-1608698254 tempest-NetworksIpV6Test-1608698254-project] Pushing event deleted for resources: {'Subnet': ['ID=6311d245-0dbf-45dd-a062-f938b3f1e76c,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:17:59.478230 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-4a2c84bf-ac0a-4f1f-8405-31a0450eba3b tempest-NetworksIpV6Test-1608698254 tempest-NetworksIpV6Test-1608698254-project] Publish callbacks [] for subnet (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:17:59.481964 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-4a2c84bf-ac0a-4f1f-8405-31a0450eba3b tempest-NetworksIpV6Test-1608698254 tempest-NetworksIpV6Test-1608698254-project] 10.222.0.89 "DELETE /v2.0/subnets/6311d245-0dbf-45dd-a062-f938b3f1e76c HTTP/1.1" status: 204 len: 168 time: 0.2778935 Feb 04 18:17:59.484385 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 57024) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:17:59.561800 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-df9e23fd-5dc6-49a4-9283-688fd1e98365 tempest-NetworksIpV6Test-1608698254 tempest-NetworksIpV6Test-1608698254-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628832'] for network (313ce664-d89f-4d62-8a57-969bdfffe7c7), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:17:59.615654 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-df9e23fd-5dc6-49a4-9283-688fd1e98365 tempest-NetworksIpV6Test-1608698254 tempest-NetworksIpV6Test-1608698254-project] Deleting port e9f48f97-3146-41c0-bddf-611d801c8aa1 {{(pid=103377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 18:17:59.616004 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-df9e23fd-5dc6-49a4-9283-688fd1e98365 tempest-NetworksIpV6Test-1608698254 tempest-NetworksIpV6Test-1608698254-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (e9f48f97-3146-41c0-bddf-611d801c8aa1), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:17:59.685087 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [None req-df9e23fd-5dc6-49a4-9283-688fd1e98365 tempest-NetworksIpV6Test-1608698254 tempest-NetworksIpV6Test-1608698254-project] For port e9f48f97-3146-41c0-bddf-611d801c8aa1, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=e9f48f97-3146-41c0-bddf-611d801c8aa1,segment=NetworkSegment(e1e82995-0db4-45ce-924b-53b3ba1543db),segment_id=e1e82995-0db4-45ce-924b-53b3ba1543db)] {{(pid=103377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 18:17:59.685454 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-df9e23fd-5dc6-49a4-9283-688fd1e98365 tempest-NetworksIpV6Test-1608698254 tempest-NetworksIpV6Test-1608698254-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (e9f48f97-3146-41c0-bddf-611d801c8aa1), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:17:59.699273 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-df9e23fd-5dc6-49a4-9283-688fd1e98365 tempest-NetworksIpV6Test-1608698254 tempest-NetworksIpV6Test-1608698254-project] Calling delete_port for e9f48f97-3146-41c0-bddf-611d801c8aa1 owned by network:dhcp {{(pid=103377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 18:17:59.739988 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bc6d211-32d8-43b8-8452-8afcfe6fe1e9 None None] get_active_networks_info from n-d-827839-2 {{(pid=103378) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 04 18:17:59.801733 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-df9e23fd-5dc6-49a4-9283-688fd1e98365 tempest-NetworksIpV6Test-1608698254 tempest-NetworksIpV6Test-1608698254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (e9f48f97-3146-41c0-bddf-611d801c8aa1), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:17:59.814063 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-bdc13636-b2b8-49be-8706-9cc6ddc132db None None] Provisioning complete for port e9f48f97-3146-41c0-bddf-611d801c8aa1 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 18:17:59.814436 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-bdc13636-b2b8-49be-8706-9cc6ddc132db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (e9f48f97-3146-41c0-bddf-611d801c8aa1), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:17:59.831651 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9e23fd-5dc6-49a4-9283-688fd1e98365 tempest-NetworksIpV6Test-1608698254 tempest-NetworksIpV6Test-1608698254-project] Pushing event deleted for resources: {'Port': ['ID=e9f48f97-3146-41c0-bddf-611d801c8aa1,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:17:59.838121 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df9e23fd-5dc6-49a4-9283-688fd1e98365 tempest-NetworksIpV6Test-1608698254 tempest-NetworksIpV6Test-1608698254-project] No DVR routers for this DVR port e9f48f97-3146-41c0-bddf-611d801c8aa1 on host n-d-827839-2 {{(pid=103377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 18:17:59.844158 n-d-827839-2 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bc6d211-32d8-43b8-8452-8afcfe6fe1e9 None None] Resources bound (agent type, host, resource id): {{(pid=103378) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 04 18:17:59.848019 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-bdc13636-b2b8-49be-8706-9cc6ddc132db None None] Port e9f48f97-3146-41c0-bddf-611d801c8aa1 was deleted so its status cannot be updated. {{(pid=103378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:336}} Feb 04 18:17:59.867083 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-04ccb27b-72cb-4b23-bb78-d46c03131a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (bb89f5a3-3c22-440b-b7d1-c4f0c43c184a), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:17:59.919359 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-df9e23fd-5dc6-49a4-9283-688fd1e98365 tempest-NetworksIpV6Test-1608698254 tempest-NetworksIpV6Test-1608698254-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1543676', 'neutron.services.segments.db._delete_segments_for_network-8781084786517'] for network (313ce664-d89f-4d62-8a57-969bdfffe7c7), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:17:59.939370 n-d-827839-2 neutron-server[103377]: DEBUG neutron.services.segments.db [None req-df9e23fd-5dc6-49a4-9283-688fd1e98365 tempest-NetworksIpV6Test-1608698254 tempest-NetworksIpV6Test-1608698254-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['313ce664-d89f-4d62-8a57-969bdfffe7c7']}} {{(pid=103377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:17:59.948770 n-d-827839-2 neutron-server[103377]: DEBUG neutron.services.segments.db [None req-df9e23fd-5dc6-49a4-9283-688fd1e98365 tempest-NetworksIpV6Test-1608698254 tempest-NetworksIpV6Test-1608698254-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1e82995-0db4-45ce-924b-53b3ba1543db') {'for_net_delete': True} {{(pid=103377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:17:59.949087 n-d-827839-2 neutron-server[103377]: DEBUG neutron.services.segments.db [None req-df9e23fd-5dc6-49a4-9283-688fd1e98365 tempest-NetworksIpV6Test-1608698254 tempest-NetworksIpV6Test-1608698254-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1e82995-0db4-45ce-924b-53b3ba1543db') {} {{(pid=103377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:17:59.964389 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-df9e23fd-5dc6-49a4-9283-688fd1e98365 tempest-NetworksIpV6Test-1608698254 tempest-NetworksIpV6Test-1608698254-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781084783966', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26866685'] for segment (e1e82995-0db4-45ce-924b-53b3ba1543db), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:17:59.978522 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-df9e23fd-5dc6-49a4-9283-688fd1e98365 tempest-NetworksIpV6Test-1608698254 tempest-NetworksIpV6Test-1608698254-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (e1e82995-0db4-45ce-924b-53b3ba1543db), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:17:59.984318 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df9e23fd-5dc6-49a4-9283-688fd1e98365 tempest-NetworksIpV6Test-1608698254 tempest-NetworksIpV6Test-1608698254-project] Releasing vlan 766 on physical network physnet1 to pool {{(pid=103377) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 18:17:59.984703 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-df9e23fd-5dc6-49a4-9283-688fd1e98365 tempest-NetworksIpV6Test-1608698254 tempest-NetworksIpV6Test-1608698254-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25888454'] for segment (e1e82995-0db4-45ce-924b-53b3ba1543db), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:17:59.987667 n-d-827839-2 neutron-server[103377]: Traceback (most recent call last): Feb 04 18:17:59.987667 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 18:17:59.987667 n-d-827839-2 neutron-server[103377]: timer() Feb 04 18:17:59.987667 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 18:17:59.987667 n-d-827839-2 neutron-server[103377]: cb(*args, **kw) Feb 04 18:17:59.987667 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 18:17:59.987667 n-d-827839-2 neutron-server[103377]: return func(*args, **kwargs) Feb 04 18:17:59.987667 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 18:17:59.987667 n-d-827839-2 neutron-server[103377]: self._notify() Feb 04 18:17:59.987667 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 18:17:59.987667 n-d-827839-2 neutron-server[103377]: self.callback(batched_events) Feb 04 18:17:59.987667 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 18:17:59.987667 n-d-827839-2 neutron-server[103377]: event.method(event) Feb 04 18:17:59.987667 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 18:17:59.987667 n-d-827839-2 neutron-server[103377]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 18:17:59.987667 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 18:17:59.987667 n-d-827839-2 neutron-server[103377]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 18:17:59.987667 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 18:17:59.987667 n-d-827839-2 neutron-server[103377]: return f(self, *a, **k) Feb 04 18:17:59.987667 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 18:17:59.987667 n-d-827839-2 neutron-server[103377]: return self._get(url).json() Feb 04 18:17:59.987667 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 18:17:59.987667 n-d-827839-2 neutron-server[103377]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 18:17:59.987667 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 18:17:59.987667 n-d-827839-2 neutron-server[103377]: return self.request(url, 'GET', **kwargs) Feb 04 18:17:59.987667 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 18:17:59.987667 n-d-827839-2 neutron-server[103377]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 18:17:59.987667 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 18:17:59.987667 n-d-827839-2 neutron-server[103377]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 18:17:59.987667 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 18:17:59.987667 n-d-827839-2 neutron-server[103377]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 18:17:59.987667 n-d-827839-2 neutron-server[103377]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 18:18:00.021443 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e844d62-57b3-4321-b4a7-1206ec8c987e None None] Network 313ce664-d89f-4d62-8a57-969bdfffe7c7 requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 18:18:00.045883 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-df9e23fd-5dc6-49a4-9283-688fd1e98365 tempest-NetworksIpV6Test-1608698254 tempest-NetworksIpV6Test-1608698254-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1543671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1595572'] for network (313ce664-d89f-4d62-8a57-969bdfffe7c7), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:18:00.052919 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-df9e23fd-5dc6-49a4-9283-688fd1e98365 tempest-NetworksIpV6Test-1608698254 tempest-NetworksIpV6Test-1608698254-project] Publish callbacks [] for network (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:18:00.056002 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-df9e23fd-5dc6-49a4-9283-688fd1e98365 tempest-NetworksIpV6Test-1608698254 tempest-NetworksIpV6Test-1608698254-project] 10.222.0.89 "DELETE /v2.0/networks/313ce664-d89f-4d62-8a57-969bdfffe7c7 HTTP/1.1" status: 204 len: 168 time: 0.5706635 Feb 04 18:18:00.058763 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 57026) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:18:00.067626 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9e23fd-5dc6-49a4-9283-688fd1e98365 tempest-NetworksIpV6Test-1608698254 tempest-NetworksIpV6Test-1608698254-project] Pushing event deleted for resources: {'Network': ['ID=313ce664-d89f-4d62-8a57-969bdfffe7c7,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:18:00.086691 n-d-827839-2 neutron-server[103376]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1a5af8c-eb14-49ec-abde-d47a36f144b8 tempest-NetworksIpV6Test-1608698254 tempest-NetworksIpV6Test-1608698254-project] DELETE failed (client error): The resource could not be found. Feb 04 18:18:00.087374 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e1a5af8c-eb14-49ec-abde-d47a36f144b8 tempest-NetworksIpV6Test-1608698254 tempest-NetworksIpV6Test-1608698254-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103376) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 18:18:00.093685 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-e1a5af8c-eb14-49ec-abde-d47a36f144b8 tempest-NetworksIpV6Test-1608698254 tempest-NetworksIpV6Test-1608698254-project] 10.222.0.89 "DELETE /v2.0/subnets/00d88a5e-e74f-4f62-81d1-9f219fdec259 HTTP/1.1" status: 404 len: 337 time: 0.0309570 Feb 04 18:18:00.094090 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 57028) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:18:00.112896 n-d-827839-2 neutron-server[103377]: INFO neutron.pecan_wsgi.hooks.translation [None req-25d0162e-6bcb-4996-94ea-b51df9ba72ca tempest-NetworksIpV6Test-1608698254 tempest-NetworksIpV6Test-1608698254-project] DELETE failed (client error): The resource could not be found. Feb 04 18:18:00.113426 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-25d0162e-6bcb-4996-94ea-b51df9ba72ca tempest-NetworksIpV6Test-1608698254 tempest-NetworksIpV6Test-1608698254-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103377) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 18:18:00.116324 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-25d0162e-6bcb-4996-94ea-b51df9ba72ca tempest-NetworksIpV6Test-1608698254 tempest-NetworksIpV6Test-1608698254-project] 10.222.0.89 "DELETE /v2.0/networks/57e25a7b-2f92-4dac-918d-a38168efc8b8 HTTP/1.1" status: 404 len: 339 time: 0.0212810 Feb 04 18:18:00.119140 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 57030) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:18:00.148052 n-d-827839-2 neutron-server[103376]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a84380c-1fd6-459d-8168-037f5069df99 tempest-NetworksIpV6Test-1608698254 tempest-NetworksIpV6Test-1608698254-project] DELETE failed (client error): The resource could not be found. Feb 04 18:18:00.148505 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a84380c-1fd6-459d-8168-037f5069df99 tempest-NetworksIpV6Test-1608698254 tempest-NetworksIpV6Test-1608698254-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103376) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 18:18:00.151524 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-4a84380c-1fd6-459d-8168-037f5069df99 tempest-NetworksIpV6Test-1608698254 tempest-NetworksIpV6Test-1608698254-project] 10.222.0.89 "DELETE /v2.0/subnets/2f45911e-3c7b-4a2e-8e43-5db92f790d23 HTTP/1.1" status: 404 len: 337 time: 0.0313971 Feb 04 18:18:00.154116 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 57032) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:18:00.165136 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7f94b2d-e4ce-4bed-ac46-1eeef4e3033a None None] DHCP port deletion for 313ce664-d89f-4d62-8a57-969bdfffe7c7 request from n-d-827839-2 {{(pid=103378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 18:18:00.171968 n-d-827839-2 neutron-server[103376]: INFO neutron.pecan_wsgi.hooks.translation [None req-a78f7ad1-5d1f-4ab4-ad71-5ca13a073fd0 tempest-NetworksIpV6Test-1608698254 tempest-NetworksIpV6Test-1608698254-project] DELETE failed (client error): The resource could not be found. Feb 04 18:18:00.172476 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a78f7ad1-5d1f-4ab4-ad71-5ca13a073fd0 tempest-NetworksIpV6Test-1608698254 tempest-NetworksIpV6Test-1608698254-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103376) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 18:18:00.178542 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-a78f7ad1-5d1f-4ab4-ad71-5ca13a073fd0 tempest-NetworksIpV6Test-1608698254 tempest-NetworksIpV6Test-1608698254-project] 10.222.0.89 "DELETE /v2.0/networks/1a8fbf92-924a-4bb4-9143-f7f9e9381486 HTTP/1.1" status: 404 len: 339 time: 0.0235324 Feb 04 18:18:00.181052 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 57034) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:18:00.233782 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.db_base_plugin_v2 [None req-deb3611b-a4db-44e6-a9ca-63d17c71b309 tempest-NetworksIpV6Test-1608698254 tempest-NetworksIpV6Test-1608698254-project] Deleting subnet 413112e5-6e95-4004-8598-0973874db76c {{(pid=103376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 18:18:00.236897 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-deb3611b-a4db-44e6-a9ca-63d17c71b309 tempest-NetworksIpV6Test-1608698254 tempest-NetworksIpV6Test-1608698254-project] Publish callbacks [] for subnet (413112e5-6e95-4004-8598-0973874db76c), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:18:00.284399 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-deb3611b-a4db-44e6-a9ca-63d17c71b309 tempest-NetworksIpV6Test-1608698254 tempest-NetworksIpV6Test-1608698254-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25674901'] for subnet (413112e5-6e95-4004-8598-0973874db76c), precommit_delete_associations {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:18:00.369705 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-deb3611b-a4db-44e6-a9ca-63d17c71b309 tempest-NetworksIpV6Test-1608698254 tempest-NetworksIpV6Test-1608698254-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1541225'] for subnet (413112e5-6e95-4004-8598-0973874db76c), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:18:00.427381 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-deb3611b-a4db-44e6-a9ca-63d17c71b309 tempest-NetworksIpV6Test-1608698254 tempest-NetworksIpV6Test-1608698254-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1541216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25675894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25858947'] for subnet (413112e5-6e95-4004-8598-0973874db76c), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:18:00.458881 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb3611b-a4db-44e6-a9ca-63d17c71b309 tempest-NetworksIpV6Test-1608698254 tempest-NetworksIpV6Test-1608698254-project] Pushing event deleted for resources: {'Subnet': ['ID=413112e5-6e95-4004-8598-0973874db76c,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:18:00.462405 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-deb3611b-a4db-44e6-a9ca-63d17c71b309 tempest-NetworksIpV6Test-1608698254 tempest-NetworksIpV6Test-1608698254-project] Publish callbacks [] for subnet (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:18:00.466085 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-deb3611b-a4db-44e6-a9ca-63d17c71b309 tempest-NetworksIpV6Test-1608698254 tempest-NetworksIpV6Test-1608698254-project] 10.222.0.89 "DELETE /v2.0/subnets/413112e5-6e95-4004-8598-0973874db76c HTTP/1.1" status: 204 len: 168 time: 0.2836893 Feb 04 18:18:00.468094 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 57036) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:18:00.470464 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-835e6ef1-bbf8-43d7-8e8a-60818d8d6653 None None] Network d9858aa6-f759-417e-b05f-21cb8fe4bec7 requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 18:18:00.545488 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-6b58faf4-2cf9-4df1-9613-fa18894c70ca tempest-NetworksIpV6Test-1608698254 tempest-NetworksIpV6Test-1608698254-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628832'] for network (d9858aa6-f759-417e-b05f-21cb8fe4bec7), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:18:00.601036 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-6b58faf4-2cf9-4df1-9613-fa18894c70ca tempest-NetworksIpV6Test-1608698254 tempest-NetworksIpV6Test-1608698254-project] Deleting port 6b796577-0cec-435c-b378-5c387ec40fb7 {{(pid=103376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 18:18:00.601386 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-6b58faf4-2cf9-4df1-9613-fa18894c70ca tempest-NetworksIpV6Test-1608698254 tempest-NetworksIpV6Test-1608698254-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (6b796577-0cec-435c-b378-5c387ec40fb7), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:18:00.671821 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [None req-6b58faf4-2cf9-4df1-9613-fa18894c70ca tempest-NetworksIpV6Test-1608698254 tempest-NetworksIpV6Test-1608698254-project] For port 6b796577-0cec-435c-b378-5c387ec40fb7, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=6b796577-0cec-435c-b378-5c387ec40fb7,segment=NetworkSegment(7a1b7501-2adb-4a7c-981d-735ce3cff755),segment_id=7a1b7501-2adb-4a7c-981d-735ce3cff755)] {{(pid=103376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 18:18:00.672187 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-6b58faf4-2cf9-4df1-9613-fa18894c70ca tempest-NetworksIpV6Test-1608698254 tempest-NetworksIpV6Test-1608698254-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (6b796577-0cec-435c-b378-5c387ec40fb7), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:18:00.685455 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-6b58faf4-2cf9-4df1-9613-fa18894c70ca tempest-NetworksIpV6Test-1608698254 tempest-NetworksIpV6Test-1608698254-project] Calling delete_port for 6b796577-0cec-435c-b378-5c387ec40fb7 owned by network:dhcp {{(pid=103376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 18:18:00.769299 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-6b58faf4-2cf9-4df1-9613-fa18894c70ca tempest-NetworksIpV6Test-1608698254 tempest-NetworksIpV6Test-1608698254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (6b796577-0cec-435c-b378-5c387ec40fb7), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:18:00.792391 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ed313e3-db5c-4a89-9ca9-0539a2929e5d None None] DHCP port deletion for d9858aa6-f759-417e-b05f-21cb8fe4bec7 request from n-d-827839-2 {{(pid=103378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 18:18:00.800031 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b58faf4-2cf9-4df1-9613-fa18894c70ca tempest-NetworksIpV6Test-1608698254 tempest-NetworksIpV6Test-1608698254-project] Pushing event deleted for resources: {'Port': ['ID=6b796577-0cec-435c-b378-5c387ec40fb7,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:18:00.801807 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b58faf4-2cf9-4df1-9613-fa18894c70ca tempest-NetworksIpV6Test-1608698254 tempest-NetworksIpV6Test-1608698254-project] No DVR routers for this DVR port 6b796577-0cec-435c-b378-5c387ec40fb7 on host n-d-827839-2 {{(pid=103376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 18:18:00.879053 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-6b58faf4-2cf9-4df1-9613-fa18894c70ca tempest-NetworksIpV6Test-1608698254 tempest-NetworksIpV6Test-1608698254-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1543676', 'neutron.services.segments.db._delete_segments_for_network-8781084786517'] for network (d9858aa6-f759-417e-b05f-21cb8fe4bec7), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:18:00.898849 n-d-827839-2 neutron-server[103376]: DEBUG neutron.services.segments.db [None req-6b58faf4-2cf9-4df1-9613-fa18894c70ca tempest-NetworksIpV6Test-1608698254 tempest-NetworksIpV6Test-1608698254-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9858aa6-f759-417e-b05f-21cb8fe4bec7']}} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:18:00.908039 n-d-827839-2 neutron-server[103376]: DEBUG neutron.services.segments.db [None req-6b58faf4-2cf9-4df1-9613-fa18894c70ca tempest-NetworksIpV6Test-1608698254 tempest-NetworksIpV6Test-1608698254-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a1b7501-2adb-4a7c-981d-735ce3cff755') {'for_net_delete': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:18:00.908334 n-d-827839-2 neutron-server[103376]: DEBUG neutron.services.segments.db [None req-6b58faf4-2cf9-4df1-9613-fa18894c70ca tempest-NetworksIpV6Test-1608698254 tempest-NetworksIpV6Test-1608698254-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a1b7501-2adb-4a7c-981d-735ce3cff755') {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:18:00.917591 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-6b58faf4-2cf9-4df1-9613-fa18894c70ca tempest-NetworksIpV6Test-1608698254 tempest-NetworksIpV6Test-1608698254-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781084783966', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25674908'] for segment (7a1b7501-2adb-4a7c-981d-735ce3cff755), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:18:00.930540 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-6b58faf4-2cf9-4df1-9613-fa18894c70ca tempest-NetworksIpV6Test-1608698254 tempest-NetworksIpV6Test-1608698254-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (7a1b7501-2adb-4a7c-981d-735ce3cff755), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:18:00.937263 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b58faf4-2cf9-4df1-9613-fa18894c70ca tempest-NetworksIpV6Test-1608698254 tempest-NetworksIpV6Test-1608698254-project] Releasing vlan 756 on physical network physnet1 to pool {{(pid=103376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 18:18:00.937641 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-6b58faf4-2cf9-4df1-9613-fa18894c70ca tempest-NetworksIpV6Test-1608698254 tempest-NetworksIpV6Test-1608698254-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25675992'] for segment (7a1b7501-2adb-4a7c-981d-735ce3cff755), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:18:00.940554 n-d-827839-2 neutron-server[103376]: Traceback (most recent call last): Feb 04 18:18:00.940554 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 18:18:00.940554 n-d-827839-2 neutron-server[103376]: timer() Feb 04 18:18:00.940554 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 18:18:00.940554 n-d-827839-2 neutron-server[103376]: cb(*args, **kw) Feb 04 18:18:00.940554 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 18:18:00.940554 n-d-827839-2 neutron-server[103376]: return func(*args, **kwargs) Feb 04 18:18:00.940554 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 18:18:00.940554 n-d-827839-2 neutron-server[103376]: self._notify() Feb 04 18:18:00.940554 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 18:18:00.940554 n-d-827839-2 neutron-server[103376]: self.callback(batched_events) Feb 04 18:18:00.940554 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 18:18:00.940554 n-d-827839-2 neutron-server[103376]: event.method(event) Feb 04 18:18:00.940554 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 18:18:00.940554 n-d-827839-2 neutron-server[103376]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 18:18:00.940554 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 18:18:00.940554 n-d-827839-2 neutron-server[103376]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 18:18:00.940554 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 18:18:00.940554 n-d-827839-2 neutron-server[103376]: return f(self, *a, **k) Feb 04 18:18:00.940554 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 18:18:00.940554 n-d-827839-2 neutron-server[103376]: return self._get(url).json() Feb 04 18:18:00.940554 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 18:18:00.940554 n-d-827839-2 neutron-server[103376]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 18:18:00.940554 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 18:18:00.940554 n-d-827839-2 neutron-server[103376]: return self.request(url, 'GET', **kwargs) Feb 04 18:18:00.940554 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 18:18:00.940554 n-d-827839-2 neutron-server[103376]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 18:18:00.940554 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 18:18:00.940554 n-d-827839-2 neutron-server[103376]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 18:18:00.940554 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 18:18:00.940554 n-d-827839-2 neutron-server[103376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 18:18:00.940554 n-d-827839-2 neutron-server[103376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 18:18:01.001603 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-6b58faf4-2cf9-4df1-9613-fa18894c70ca tempest-NetworksIpV6Test-1608698254 tempest-NetworksIpV6Test-1608698254-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1543671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1595572'] for network (d9858aa6-f759-417e-b05f-21cb8fe4bec7), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:18:01.008345 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-6b58faf4-2cf9-4df1-9613-fa18894c70ca tempest-NetworksIpV6Test-1608698254 tempest-NetworksIpV6Test-1608698254-project] Publish callbacks [] for network (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:18:01.011469 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-6b58faf4-2cf9-4df1-9613-fa18894c70ca tempest-NetworksIpV6Test-1608698254 tempest-NetworksIpV6Test-1608698254-project] 10.222.0.89 "DELETE /v2.0/networks/d9858aa6-f759-417e-b05f-21cb8fe4bec7 HTTP/1.1" status: 204 len: 168 time: 0.5423963 Feb 04 18:18:01.023983 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b58faf4-2cf9-4df1-9613-fa18894c70ca tempest-NetworksIpV6Test-1608698254 tempest-NetworksIpV6Test-1608698254-project] Pushing event deleted for resources: {'Network': ['ID=d9858aa6-f759-417e-b05f-21cb8fe4bec7,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:18:01.269314 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 57042) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:18:01.402382 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-4c63fad5-c803-4876-a286-4090a8e05274 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=a8c74e0ea9b0447b84abd3fc96092336&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1318741 Feb 04 18:18:01.404936 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 57046) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:18:01.452170 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-a26a861a-8f69-485b-ab0d-7b857602b9e1 admin admin] Publish callbacks [] for security_group (8864283c-477f-46a1-804c-52c5f1842f15), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:18:01.472843 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-a26a861a-8f69-485b-ab0d-7b857602b9e1 admin admin] Publish callbacks [] for security_group (8864283c-477f-46a1-804c-52c5f1842f15), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:18:01.519302 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-a26a861a-8f69-485b-ab0d-7b857602b9e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (8864283c-477f-46a1-804c-52c5f1842f15), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:18:01.521949 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-a26a861a-8f69-485b-ab0d-7b857602b9e1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:18:01.523133 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-a26a861a-8f69-485b-ab0d-7b857602b9e1 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/8864283c-477f-46a1-804c-52c5f1842f15 HTTP/1.1" status: 204 len: 168 time: 0.1173110 Feb 04 18:18:01.530918 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26a861a-8f69-485b-ab0d-7b857602b9e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8864283c-477f-46a1-804c-52c5f1842f15,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:18:02.136346 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device e9f48f97-3146-41c0-bddf-611d801c8aa1 no longer exists at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 18:18:02.139325 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 57068) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:18:02.157600 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] No Port match for: e9f48f97-3146-41c0-bddf-611d801c8aa1 {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 18:18:02.157947 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device e9f48f97-3146-41c0-bddf-611d801c8aa1 not bound to the agent host n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 18:18:02.158632 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 6b796577-0cec-435c-b378-5c387ec40fb7 no longer exists at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 18:18:02.180871 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] No Port match for: 6b796577-0cec-435c-b378-5c387ec40fb7 {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 18:18:02.181223 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 6b796577-0cec-435c-b378-5c387ec40fb7 not bound to the agent host n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 18:18:02.236951 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-caaba5c2-ee67-4200-9a26-72e8639ad3ab tempest-RoutersNegativeTest-1677709852 tempest-RoutersNegativeTest-1677709852-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1450774859', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 18:18:02.261684 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-caaba5c2-ee67-4200-9a26-72e8639ad3ab tempest-RoutersNegativeTest-1677709852 tempest-RoutersNegativeTest-1677709852-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1601657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26921'] for router (a5c9ac2e-6edf-4361-9b43-793a304ed86f), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:18:02.263170 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-caaba5c2-ee67-4200-9a26-72e8639ad3ab tempest-RoutersNegativeTest-1677709852 tempest-RoutersNegativeTest-1677709852-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1602025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603663', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1630571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26960'] for router (a5c9ac2e-6edf-4361-9b43-793a304ed86f), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:18:02.313368 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-caaba5c2-ee67-4200-9a26-72e8639ad3ab tempest-RoutersNegativeTest-1677709852 tempest-RoutersNegativeTest-1677709852-project] Publish callbacks [] for router_controller (a5c9ac2e-6edf-4361-9b43-793a304ed86f), precommit_add_association {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:18:02.317122 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-caaba5c2-ee67-4200-9a26-72e8639ad3ab tempest-RoutersNegativeTest-1677709852 tempest-RoutersNegativeTest-1677709852-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1602046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603680'] for router (a5c9ac2e-6edf-4361-9b43-793a304ed86f), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:18:02.335253 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-caaba5c2-ee67-4200-9a26-72e8639ad3ab tempest-RoutersNegativeTest-1677709852 tempest-RoutersNegativeTest-1677709852-project] Publish callbacks [] for router (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:18:02.336452 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-caaba5c2-ee67-4200-9a26-72e8639ad3ab tempest-RoutersNegativeTest-1677709852 tempest-RoutersNegativeTest-1677709852-project] 10.222.0.89 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1961036 Feb 04 18:18:02.339141 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 57072) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:18:02.344436 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-e969d492-2813-4f29-9ea3-bb7ad40d506e tempest-RoutersNegativeTest-1677709852 tempest-RoutersNegativeTest-1677709852-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1574583576'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 18:18:02.363716 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e969d492-2813-4f29-9ea3-bb7ad40d506e tempest-RoutersNegativeTest-1677709852 tempest-RoutersNegativeTest-1677709852-project] Made reservation on behalf of 20dc98b4b85c429188fdc5fff5b1aa80 for: {'network': 1} {{(pid=103376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 18:18:02.367367 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-e969d492-2813-4f29-9ea3-bb7ad40d506e tempest-RoutersNegativeTest-1677709852 tempest-RoutersNegativeTest-1677709852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for network (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:18:02.376533 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-e969d492-2813-4f29-9ea3-bb7ad40d506e tempest-RoutersNegativeTest-1677709852 tempest-RoutersNegativeTest-1677709852-project] Publish callbacks [] for security_group (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:18:02.448873 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-e969d492-2813-4f29-9ea3-bb7ad40d506e tempest-RoutersNegativeTest-1677709852 tempest-RoutersNegativeTest-1677709852-project] Publish callbacks [] for security_group (2dabc615-bfec-473a-8fc0-ca1729b6bed2), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:18:02.453149 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-e969d492-2813-4f29-9ea3-bb7ad40d506e tempest-RoutersNegativeTest-1677709852 tempest-RoutersNegativeTest-1677709852-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (2dabc615-bfec-473a-8fc0-ca1729b6bed2), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:18:02.478077 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e969d492-2813-4f29-9ea3-bb7ad40d506e tempest-RoutersNegativeTest-1677709852 tempest-RoutersNegativeTest-1677709852-project] vlan segment allocate from pool success with {'vlan_id': 757, 'physical_network': 'physnet1'} {{(pid=103376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 18:18:02.492634 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e969d492-2813-4f29-9ea3-bb7ad40d506e tempest-RoutersNegativeTest-1677709852 tempest-RoutersNegativeTest-1677709852-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2dabc615-bfec-473a-8fc0-ca1729b6bed2,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:18:02.495501 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-e969d492-2813-4f29-9ea3-bb7ad40d506e tempest-RoutersNegativeTest-1677709852 tempest-RoutersNegativeTest-1677709852-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (3465044a-79b7-45cb-b7a9-c73ee9044e40), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:18:02.495851 n-d-827839-2 neutron-server[103376]: INFO neutron.db.segments_db [None req-e969d492-2813-4f29-9ea3-bb7ad40d506e tempest-RoutersNegativeTest-1677709852 tempest-RoutersNegativeTest-1677709852-project] Added segment 3465044a-79b7-45cb-b7a9-c73ee9044e40 of type vlan for network dd3e26a7-390f-4501-93ac-bc1496fa9527 Feb 04 18:18:02.538878 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-e969d492-2813-4f29-9ea3-bb7ad40d506e tempest-RoutersNegativeTest-1677709852 tempest-RoutersNegativeTest-1677709852-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781084292801'] for network (dd3e26a7-390f-4501-93ac-bc1496fa9527), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:18:02.566631 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-e969d492-2813-4f29-9ea3-bb7ad40d506e tempest-RoutersNegativeTest-1677709852 tempest-RoutersNegativeTest-1677709852-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327'] for network (dd3e26a7-390f-4501-93ac-bc1496fa9527), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:18:02.571674 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e969d492-2813-4f29-9ea3-bb7ad40d506e tempest-RoutersNegativeTest-1677709852 tempest-RoutersNegativeTest-1677709852-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:18:02.572264 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-e969d492-2813-4f29-9ea3-bb7ad40d506e tempest-RoutersNegativeTest-1677709852 tempest-RoutersNegativeTest-1677709852-project] Publish callbacks [] for network (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:18:02.623277 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-e969d492-2813-4f29-9ea3-bb7ad40d506e tempest-RoutersNegativeTest-1677709852 tempest-RoutersNegativeTest-1677709852-project] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.2831421 Feb 04 18:18:02.626148 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 57074) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:18:02.631221 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-f99ab007-24ca-4e41-96eb-50deaa56c945 tempest-RoutersNegativeTest-1677709852 tempest-RoutersNegativeTest-1677709852-project] Request body: {'subnet': {'network_id': 'dd3e26a7-390f-4501-93ac-bc1496fa9527', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 18:18:02.640990 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e969d492-2813-4f29-9ea3-bb7ad40d506e tempest-RoutersNegativeTest-1677709852 tempest-RoutersNegativeTest-1677709852-project] Pushing event updated for resources: {'Network': ['ID=dd3e26a7-390f-4501-93ac-bc1496fa9527,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:18:02.650929 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Network dd3e26a7-390f-4501-93ac-bc1496fa9527 details requested by agent ovs-agent-n-d-827839-2 with host n-d-827839-2 {{(pid=103378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 18:18:02.725062 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f99ab007-24ca-4e41-96eb-50deaa56c945 tempest-RoutersNegativeTest-1677709852 tempest-RoutersNegativeTest-1677709852-project] Made reservation on behalf of 20dc98b4b85c429188fdc5fff5b1aa80 for: {'subnet': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 18:18:02.728385 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-f99ab007-24ca-4e41-96eb-50deaa56c945 tempest-RoutersNegativeTest-1677709852 tempest-RoutersNegativeTest-1677709852-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25597243'] for subnet (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:18:02.909366 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-f99ab007-24ca-4e41-96eb-50deaa56c945 tempest-RoutersNegativeTest-1677709852 tempest-RoutersNegativeTest-1677709852-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25889445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25597197'] for subnet (648ffe8f-7ca3-4e7f-9dc7-8d6d94227d9b), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:18:02.922499 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-40a061e0-ba97-4caf-8ae7-91cbf943e1e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (64ada913-9131-4d99-a265-63a920956287), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:18:02.968830 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99ab007-24ca-4e41-96eb-50deaa56c945 tempest-RoutersNegativeTest-1677709852 tempest-RoutersNegativeTest-1677709852-project] Pushing event updated for resources: {'Subnet': ['ID=648ffe8f-7ca3-4e7f-9dc7-8d6d94227d9b,revision_number=0']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:18:02.977380 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f99ab007-24ca-4e41-96eb-50deaa56c945 tempest-RoutersNegativeTest-1677709852 tempest-RoutersNegativeTest-1677709852-project] Checking segment: {'id': '3465044a-79b7-45cb-b7a9-c73ee9044e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'dd3e26a7-390f-4501-93ac-bc1496fa9527'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 18:18:02.977754 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f99ab007-24ca-4e41-96eb-50deaa56c945 tempest-RoutersNegativeTest-1677709852 tempest-RoutersNegativeTest-1677709852-project] Network hostable DHCP agents. Network: dd3e26a7-390f-4501-93ac-bc1496fa9527, hostable agents: ['bb89f5a3-3c22-440b-b7d1-c4f0c43c184a'], hosted agents: [] {{(pid=103377) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 18:18:02.994525 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f99ab007-24ca-4e41-96eb-50deaa56c945 tempest-RoutersNegativeTest-1677709852 tempest-RoutersNegativeTest-1677709852-project] Network dd3e26a7-390f-4501-93ac-bc1496fa9527 is scheduled to be hosted by DHCP agent bb89f5a3-3c22-440b-b7d1-c4f0c43c184a with binding_index 1 {{(pid=103377) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 18:18:03.002909 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [None req-f99ab007-24ca-4e41-96eb-50deaa56c945 tempest-RoutersNegativeTest-1677709852 tempest-RoutersNegativeTest-1677709852-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827839-2, dd3e26a7-390f-4501-93ac-bc1496fa9527) {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 18:18:03.006914 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f99ab007-24ca-4e41-96eb-50deaa56c945 tempest-RoutersNegativeTest-1677709852 tempest-RoutersNegativeTest-1677709852-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:18:03.007518 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-f99ab007-24ca-4e41-96eb-50deaa56c945 tempest-RoutersNegativeTest-1677709852 tempest-RoutersNegativeTest-1677709852-project] Publish callbacks [] for subnet (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:18:03.012457 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6149dfe7-7165-4ee4-b8a7-bdb4a60c77aa None None] Network dd3e26a7-390f-4501-93ac-bc1496fa9527 requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 18:18:03.023273 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-f99ab007-24ca-4e41-96eb-50deaa56c945 tempest-RoutersNegativeTest-1677709852 tempest-RoutersNegativeTest-1677709852-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.3960574 Feb 04 18:18:03.026557 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 57076) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:18:03.031598 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-9c2b883c-1bbe-4267-bd4d-a951af9a0c3b tempest-RoutersNegativeTest-1677709852 tempest-RoutersNegativeTest-1677709852-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1077094216'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 18:18:03.050519 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c2b883c-1bbe-4267-bd4d-a951af9a0c3b tempest-RoutersNegativeTest-1677709852 tempest-RoutersNegativeTest-1677709852-project] Made reservation on behalf of 20dc98b4b85c429188fdc5fff5b1aa80 for: {'network': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 18:18:03.054056 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-9c2b883c-1bbe-4267-bd4d-a951af9a0c3b tempest-RoutersNegativeTest-1677709852 tempest-RoutersNegativeTest-1677709852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for network (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:18:03.077806 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c2b883c-1bbe-4267-bd4d-a951af9a0c3b tempest-RoutersNegativeTest-1677709852 tempest-RoutersNegativeTest-1677709852-project] vlan segment allocate from pool success with {'vlan_id': 767, 'physical_network': 'physnet1'} {{(pid=103377) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 18:18:03.087027 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-9c2b883c-1bbe-4267-bd4d-a951af9a0c3b tempest-RoutersNegativeTest-1677709852 tempest-RoutersNegativeTest-1677709852-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (1a7f0545-7b76-45bd-b64c-aa172be558c0), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:18:03.087382 n-d-827839-2 neutron-server[103377]: INFO neutron.db.segments_db [None req-9c2b883c-1bbe-4267-bd4d-a951af9a0c3b tempest-RoutersNegativeTest-1677709852 tempest-RoutersNegativeTest-1677709852-project] Added segment 1a7f0545-7b76-45bd-b64c-aa172be558c0 of type vlan for network b9e48a2f-5cdb-4816-8d83-f23d7dc67228 Feb 04 18:18:03.120988 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b829768-eb08-4fd7-958f-b683c979a740 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e4c19ad-5724-5db8-8ee1-4f56ae69fcf4-dd3e26a7-390f-4501-93ac-bc1496fa9527', 'network_id': 'dd3e26a7-390f-4501-93ac-bc1496fa9527', 'project_id': '20dc98b4b85c429188fdc5fff5b1aa80', 'fixed_ips': [{'subnet_id': '648ffe8f-7ca3-4e7f-9dc7-8d6d94227d9b'}]}} from n-d-827839-2. {{(pid=103378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 18:18:03.122672 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3b829768-eb08-4fd7-958f-b683c979a740 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:18:03.129947 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-9c2b883c-1bbe-4267-bd4d-a951af9a0c3b tempest-RoutersNegativeTest-1677709852 tempest-RoutersNegativeTest-1677709852-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781084292801'] for network (b9e48a2f-5cdb-4816-8d83-f23d7dc67228), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:18:03.154990 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-9c2b883c-1bbe-4267-bd4d-a951af9a0c3b tempest-RoutersNegativeTest-1677709852 tempest-RoutersNegativeTest-1677709852-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327'] for network (b9e48a2f-5cdb-4816-8d83-f23d7dc67228), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:18:03.160309 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c2b883c-1bbe-4267-bd4d-a951af9a0c3b tempest-RoutersNegativeTest-1677709852 tempest-RoutersNegativeTest-1677709852-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:18:03.160923 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-9c2b883c-1bbe-4267-bd4d-a951af9a0c3b tempest-RoutersNegativeTest-1677709852 tempest-RoutersNegativeTest-1677709852-project] Publish callbacks [] for network (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:18:03.195622 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.agents_db [None req-e1691f3b-aacd-4cd6-8ebb-a9c53bb301c0 None None] Agent healthcheck: found 7 active agents {{(pid=103379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 18:18:03.218608 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-9c2b883c-1bbe-4267-bd4d-a951af9a0c3b tempest-RoutersNegativeTest-1677709852 tempest-RoutersNegativeTest-1677709852-project] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.1910131 Feb 04 18:18:03.222394 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 57078) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:18:03.228717 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-648931f2-a80a-4010-9c12-64ae3d320257 tempest-RoutersNegativeTest-1677709852 tempest-RoutersNegativeTest-1677709852-project] Request body: {'subnet': {'network_id': 'b9e48a2f-5cdb-4816-8d83-f23d7dc67228', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 18:18:03.235638 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2b883c-1bbe-4267-bd4d-a951af9a0c3b tempest-RoutersNegativeTest-1677709852 tempest-RoutersNegativeTest-1677709852-project] Pushing event updated for resources: {'Network': ['ID=b9e48a2f-5cdb-4816-8d83-f23d7dc67228,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:18:03.259996 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Network b9e48a2f-5cdb-4816-8d83-f23d7dc67228 details requested by agent ovs-agent-n-d-827839-2 with host n-d-827839-2 {{(pid=103378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 18:18:03.310032 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d408ec64-b374-4acb-a1fc-48241dad6d47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (0cd6d64a-47a7-40ff-8c12-71dd526c62e0), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:18:03.330482 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-648931f2-a80a-4010-9c12-64ae3d320257 tempest-RoutersNegativeTest-1677709852 tempest-RoutersNegativeTest-1677709852-project] Made reservation on behalf of 20dc98b4b85c429188fdc5fff5b1aa80 for: {'subnet': 1} {{(pid=103376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 18:18:03.334366 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-648931f2-a80a-4010-9c12-64ae3d320257 tempest-RoutersNegativeTest-1677709852 tempest-RoutersNegativeTest-1677709852-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25859006'] for subnet (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:18:03.334992 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-3b829768-eb08-4fd7-958f-b683c979a740 None None] Allocated IP 172.20.0.2 (dd3e26a7-390f-4501-93ac-bc1496fa9527/648ffe8f-7ca3-4e7f-9dc7-8d6d94227d9b/501a19f2-fd57-4eff-af2a-bc853c757650) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 18:18:03.497332 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3b829768-eb08-4fd7-958f-b683c979a740 None None] Publish callbacks [] for port (501a19f2-fd57-4eff-af2a-bc853c757650), precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:18:03.502781 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3b829768-eb08-4fd7-958f-b683c979a740 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135'] for port (501a19f2-fd57-4eff-af2a-bc853c757650), after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:18:03.548199 n-d-827839-2 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b829768-eb08-4fd7-958f-b683c979a740 None None] Network dd3e26a7-390f-4501-93ac-bc1496fa9527 is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 18:18:03.552780 n-d-827839-2 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-3b829768-eb08-4fd7-958f-b683c979a740 None None] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 18:18:03.554509 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b829768-eb08-4fd7-958f-b683c979a740 None None] Pushing event updated for resources: {'Port': ['ID=501a19f2-fd57-4eff-af2a-bc853c757650,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:18:03.556786 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b829768-eb08-4fd7-958f-b683c979a740 None None] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 18:18:03.617026 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-3b829768-eb08-4fd7-958f-b683c979a740 None None] Attempting to bind port 501a19f2-fd57-4eff-af2a-bc853c757650 on host n-d-827839-2 for vnic_type normal with profile {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 18:18:03.617404 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-3b829768-eb08-4fd7-958f-b683c979a740 None None] Attempting to bind port 501a19f2-fd57-4eff-af2a-bc853c757650 by drivers openvswitch,hyperv on host n-d-827839-2 at level 0 using segments [{'id': '3465044a-79b7-45cb-b7a9-c73ee9044e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'dd3e26a7-390f-4501-93ac-bc1496fa9527'}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 18:18:03.617778 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b829768-eb08-4fd7-958f-b683c979a740 None None] Attempting to bind port 501a19f2-fd57-4eff-af2a-bc853c757650 on network dd3e26a7-390f-4501-93ac-bc1496fa9527 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 18:18:03.623389 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b829768-eb08-4fd7-958f-b683c979a740 None None] Checking agent: {'id': 'ba70844b-66a0-45fd-a2f2-e6ed673321fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 0, 36), 'started_at': datetime.datetime(2022, 2, 4, 17, 1, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 18, 17, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 18:18:03.623767 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b829768-eb08-4fd7-958f-b683c979a740 None None] Checking segment: {'id': '3465044a-79b7-45cb-b7a9-c73ee9044e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'dd3e26a7-390f-4501-93ac-bc1496fa9527'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 18:18:03.624174 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3b829768-eb08-4fd7-958f-b683c979a740 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:18:03.624575 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b829768-eb08-4fd7-958f-b683c979a740 None None] Bound using segment: {'id': '3465044a-79b7-45cb-b7a9-c73ee9044e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'dd3e26a7-390f-4501-93ac-bc1496fa9527'} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 18:18:03.625062 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-3b829768-eb08-4fd7-958f-b683c979a740 None None] Bound port: 501a19f2-fd57-4eff-af2a-bc853c757650, host: n-d-827839-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3465044a-79b7-45cb-b7a9-c73ee9044e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'dd3e26a7-390f-4501-93ac-bc1496fa9527'}}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 18:18:03.625451 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3b829768-eb08-4fd7-958f-b683c979a740 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (501a19f2-fd57-4eff-af2a-bc853c757650), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:18:03.688929 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-3b829768-eb08-4fd7-958f-b683c979a740 None None] For port 501a19f2-fd57-4eff-af2a-bc853c757650, host n-d-827839-2, cleared binding levels {{(pid=103378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 18:18:03.691885 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-3b829768-eb08-4fd7-958f-b683c979a740 None None] For port 501a19f2-fd57-4eff-af2a-bc853c757650, host n-d-827839-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=501a19f2-fd57-4eff-af2a-bc853c757650,segment=NetworkSegment(3465044a-79b7-45cb-b7a9-c73ee9044e40),segment_id=3465044a-79b7-45cb-b7a9-c73ee9044e40)] {{(pid=103378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 18:18:03.698253 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3b829768-eb08-4fd7-958f-b683c979a740 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (501a19f2-fd57-4eff-af2a-bc853c757650), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:18:03.753521 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b829768-eb08-4fd7-958f-b683c979a740 None None] Pushing event updated for resources: {'Port': ['ID=501a19f2-fd57-4eff-af2a-bc853c757650,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:18:03.850735 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-648931f2-a80a-4010-9c12-64ae3d320257 tempest-RoutersNegativeTest-1677709852 tempest-RoutersNegativeTest-1677709852-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25674939', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25858952'] for subnet (58708540-120c-4f9b-b286-02a91bd5b674), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:18:03.927488 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648931f2-a80a-4010-9c12-64ae3d320257 tempest-RoutersNegativeTest-1677709852 tempest-RoutersNegativeTest-1677709852-project] Pushing event updated for resources: {'Subnet': ['ID=58708540-120c-4f9b-b286-02a91bd5b674,revision_number=0']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:18:03.941075 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-648931f2-a80a-4010-9c12-64ae3d320257 tempest-RoutersNegativeTest-1677709852 tempest-RoutersNegativeTest-1677709852-project] Checking segment: {'id': '1a7f0545-7b76-45bd-b64c-aa172be558c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'b9e48a2f-5cdb-4816-8d83-f23d7dc67228'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 18:18:03.941452 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-648931f2-a80a-4010-9c12-64ae3d320257 tempest-RoutersNegativeTest-1677709852 tempest-RoutersNegativeTest-1677709852-project] Network hostable DHCP agents. Network: b9e48a2f-5cdb-4816-8d83-f23d7dc67228, hostable agents: ['bb89f5a3-3c22-440b-b7d1-c4f0c43c184a'], hosted agents: [] {{(pid=103376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 18:18:03.960139 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-648931f2-a80a-4010-9c12-64ae3d320257 tempest-RoutersNegativeTest-1677709852 tempest-RoutersNegativeTest-1677709852-project] Network b9e48a2f-5cdb-4816-8d83-f23d7dc67228 is scheduled to be hosted by DHCP agent bb89f5a3-3c22-440b-b7d1-c4f0c43c184a with binding_index 1 {{(pid=103376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 18:18:03.973734 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [None req-648931f2-a80a-4010-9c12-64ae3d320257 tempest-RoutersNegativeTest-1677709852 tempest-RoutersNegativeTest-1677709852-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827839-2, b9e48a2f-5cdb-4816-8d83-f23d7dc67228) {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 18:18:03.978369 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-648931f2-a80a-4010-9c12-64ae3d320257 tempest-RoutersNegativeTest-1677709852 tempest-RoutersNegativeTest-1677709852-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:18:03.978983 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-648931f2-a80a-4010-9c12-64ae3d320257 tempest-RoutersNegativeTest-1677709852 tempest-RoutersNegativeTest-1677709852-project] Publish callbacks [] for subnet (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:18:03.986403 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28523b7d-db1a-4b1c-b9ff-098ba0b95126 None None] Network b9e48a2f-5cdb-4816-8d83-f23d7dc67228 requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 18:18:04.000090 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-648931f2-a80a-4010-9c12-64ae3d320257 tempest-RoutersNegativeTest-1677709852 tempest-RoutersNegativeTest-1677709852-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7741318 Feb 04 18:18:04.000528 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 57080) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:18:04.006172 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-6baad7fc-24dd-4f3b-bdc9-cc1c36d769b0 tempest-RoutersNegativeTest-1677709852 tempest-RoutersNegativeTest-1677709852-project] Request body: {'router': {'external_gateway_info': {'network_id': 'b9e48a2f-5cdb-4816-8d83-f23d7dc67228'}}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 18:18:04.107839 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-402e1ab8-8b24-49e5-826f-5fed471306bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e4c19ad-5724-5db8-8ee1-4f56ae69fcf4-b9e48a2f-5cdb-4816-8d83-f23d7dc67228', 'network_id': 'b9e48a2f-5cdb-4816-8d83-f23d7dc67228', 'project_id': '20dc98b4b85c429188fdc5fff5b1aa80', 'fixed_ips': [{'subnet_id': '58708540-120c-4f9b-b286-02a91bd5b674'}]}} from n-d-827839-2. {{(pid=103378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 18:18:04.108714 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-402e1ab8-8b24-49e5-826f-5fed471306bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:18:04.216041 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 501a19f2-fd57-4eff-af2a-bc853c757650 up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 18:18:04.236294 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-6baad7fc-24dd-4f3b-bdc9-cc1c36d769b0 tempest-RoutersNegativeTest-1677709852 tempest-RoutersNegativeTest-1677709852-project] Publish callbacks [] for router_gateway (a5c9ac2e-6edf-4361-9b43-793a304ed86f), precommit_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:18:04.309377 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-402e1ab8-8b24-49e5-826f-5fed471306bf None None] Allocated IP 172.21.0.2 (b9e48a2f-5cdb-4816-8d83-f23d7dc67228/58708540-120c-4f9b-b286-02a91bd5b674/a0c14f81-bca1-431d-b0af-b8bd8e616d4b) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 18:18:04.323809 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port 501a19f2-fd57-4eff-af2a-bc853c757650 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 18:18:04.324198 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (501a19f2-fd57-4eff-af2a-bc853c757650), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:18:04.345187 n-d-827839-2 neutron-server[103377]: INFO neutron.api.v2.resource [None req-6baad7fc-24dd-4f3b-bdc9-cc1c36d769b0 tempest-RoutersNegativeTest-1677709852 tempest-RoutersNegativeTest-1677709852-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 18:18:04.346277 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-6baad7fc-24dd-4f3b-bdc9-cc1c36d769b0 tempest-RoutersNegativeTest-1677709852 tempest-RoutersNegativeTest-1677709852-project] 10.222.0.89 "PUT /v2.0/routers/a5c9ac2e-6edf-4361-9b43-793a304ed86f HTTP/1.1" status: 400 len: 364 time: 0.3441331 Feb 04 18:18:04.352148 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 57082) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:18:04.403997 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ea64d4a-a926-48ac-a2ae-646b5eaabde0 tempest-RoutersNegativeTest-1677709852 tempest-RoutersNegativeTest-1677709852-project] Deleting subnet 58708540-120c-4f9b-b286-02a91bd5b674 {{(pid=103377) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 18:18:04.512497 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port 501a19f2-fd57-4eff-af2a-bc853c757650 is: DOWN; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 18:18:04.512928 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (501a19f2-fd57-4eff-af2a-bc853c757650), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:18:04.544227 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-402e1ab8-8b24-49e5-826f-5fed471306bf None None] Publish callbacks [] for port (a0c14f81-bca1-431d-b0af-b8bd8e616d4b), precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:18:04.549377 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-2ea64d4a-a926-48ac-a2ae-646b5eaabde0 tempest-RoutersNegativeTest-1677709852 tempest-RoutersNegativeTest-1677709852-project] Publish callbacks [] for subnet (58708540-120c-4f9b-b286-02a91bd5b674), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:18:04.553396 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-402e1ab8-8b24-49e5-826f-5fed471306bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135'] for port (a0c14f81-bca1-431d-b0af-b8bd8e616d4b), after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:18:04.586505 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] For port 501a19f2-fd57-4eff-af2a-bc853c757650, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=501a19f2-fd57-4eff-af2a-bc853c757650,segment=NetworkSegment(3465044a-79b7-45cb-b7a9-c73ee9044e40),segment_id=3465044a-79b7-45cb-b7a9-c73ee9044e40)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 18:18:04.596196 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (501a19f2-fd57-4eff-af2a-bc853c757650), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:18:04.601986 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-2ea64d4a-a926-48ac-a2ae-646b5eaabde0 tempest-RoutersNegativeTest-1677709852 tempest-RoutersNegativeTest-1677709852-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26866676'] for subnet (58708540-120c-4f9b-b286-02a91bd5b674), precommit_delete_associations {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:18:04.613680 n-d-827839-2 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-402e1ab8-8b24-49e5-826f-5fed471306bf None None] Network b9e48a2f-5cdb-4816-8d83-f23d7dc67228 is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 18:18:04.614981 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402e1ab8-8b24-49e5-826f-5fed471306bf None None] Pushing event updated for resources: {'Port': ['ID=a0c14f81-bca1-431d-b0af-b8bd8e616d4b,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:18:04.620455 n-d-827839-2 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-402e1ab8-8b24-49e5-826f-5fed471306bf None None] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 18:18:04.623725 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-402e1ab8-8b24-49e5-826f-5fed471306bf None None] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 18:18:04.695502 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-2ea64d4a-a926-48ac-a2ae-646b5eaabde0 tempest-RoutersNegativeTest-1677709852 tempest-RoutersNegativeTest-1677709852-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1541225'] for subnet (58708540-120c-4f9b-b286-02a91bd5b674), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:18:04.718149 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Pushing event updated for resources: {'Port': ['ID=501a19f2-fd57-4eff-af2a-bc853c757650,revision_number=3']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:18:04.722264 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-402e1ab8-8b24-49e5-826f-5fed471306bf None None] Attempting to bind port a0c14f81-bca1-431d-b0af-b8bd8e616d4b on host n-d-827839-2 for vnic_type normal with profile {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 18:18:04.723004 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-402e1ab8-8b24-49e5-826f-5fed471306bf None None] Attempting to bind port a0c14f81-bca1-431d-b0af-b8bd8e616d4b by drivers openvswitch,hyperv on host n-d-827839-2 at level 0 using segments [{'id': '1a7f0545-7b76-45bd-b64c-aa172be558c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'b9e48a2f-5cdb-4816-8d83-f23d7dc67228'}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 18:18:04.723617 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-402e1ab8-8b24-49e5-826f-5fed471306bf None None] Attempting to bind port a0c14f81-bca1-431d-b0af-b8bd8e616d4b on network b9e48a2f-5cdb-4816-8d83-f23d7dc67228 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 18:18:04.730775 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-402e1ab8-8b24-49e5-826f-5fed471306bf None None] Checking agent: {'id': 'ba70844b-66a0-45fd-a2f2-e6ed673321fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 0, 36), 'started_at': datetime.datetime(2022, 2, 4, 17, 1, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 18, 17, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 18:18:04.731163 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-402e1ab8-8b24-49e5-826f-5fed471306bf None None] Checking segment: {'id': '1a7f0545-7b76-45bd-b64c-aa172be558c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'b9e48a2f-5cdb-4816-8d83-f23d7dc67228'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 18:18:04.731575 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-402e1ab8-8b24-49e5-826f-5fed471306bf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:18:04.731969 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-402e1ab8-8b24-49e5-826f-5fed471306bf None None] Bound using segment: {'id': '1a7f0545-7b76-45bd-b64c-aa172be558c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'b9e48a2f-5cdb-4816-8d83-f23d7dc67228'} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 18:18:04.732446 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-402e1ab8-8b24-49e5-826f-5fed471306bf None None] Bound port: a0c14f81-bca1-431d-b0af-b8bd8e616d4b, host: n-d-827839-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a7f0545-7b76-45bd-b64c-aa172be558c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'b9e48a2f-5cdb-4816-8d83-f23d7dc67228'}}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 18:18:04.732909 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-402e1ab8-8b24-49e5-826f-5fed471306bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (a0c14f81-bca1-431d-b0af-b8bd8e616d4b), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:18:04.747930 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1429c17-9af2-4753-bc1a-a0d07296ff32 None None] Network dd3e26a7-390f-4501-93ac-bc1496fa9527 requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 18:18:04.763167 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-2ea64d4a-a926-48ac-a2ae-646b5eaabde0 tempest-RoutersNegativeTest-1677709852 tempest-RoutersNegativeTest-1677709852-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1541216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25888360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25597190'] for subnet (58708540-120c-4f9b-b286-02a91bd5b674), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:18:04.793648 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-2ea64d4a-a926-48ac-a2ae-646b5eaabde0 tempest-RoutersNegativeTest-1677709852 tempest-RoutersNegativeTest-1677709852-project] Publish callbacks [] for subnet (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:18:04.799061 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-2ea64d4a-a926-48ac-a2ae-646b5eaabde0 tempest-RoutersNegativeTest-1677709852 tempest-RoutersNegativeTest-1677709852-project] 10.222.0.89 "DELETE /v2.0/subnets/58708540-120c-4f9b-b286-02a91bd5b674 HTTP/1.1" status: 204 len: 168 time: 0.4436440 Feb 04 18:18:04.799061 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea64d4a-a926-48ac-a2ae-646b5eaabde0 tempest-RoutersNegativeTest-1677709852 tempest-RoutersNegativeTest-1677709852-project] Pushing event deleted for resources: {'Subnet': ['ID=58708540-120c-4f9b-b286-02a91bd5b674,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:18:04.799591 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 57084) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:18:04.856119 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-ee61c18a-f5aa-4e9b-9ab4-02d7236fe4c9 None None] Provisioning complete for port 501a19f2-fd57-4eff-af2a-bc853c757650 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 18:18:04.856499 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ee61c18a-f5aa-4e9b-9ab4-02d7236fe4c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (501a19f2-fd57-4eff-af2a-bc853c757650), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:18:04.882457 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-ce90345b-376c-45ba-a24f-d7797cdbbd11 tempest-RoutersNegativeTest-1677709852 tempest-RoutersNegativeTest-1677709852-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628832'] for network (b9e48a2f-5cdb-4816-8d83-f23d7dc67228), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:18:04.887834 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-402e1ab8-8b24-49e5-826f-5fed471306bf None None] For port a0c14f81-bca1-431d-b0af-b8bd8e616d4b, host n-d-827839-2, cleared binding levels {{(pid=103378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 18:18:04.913649 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-402e1ab8-8b24-49e5-826f-5fed471306bf None None] For port a0c14f81-bca1-431d-b0af-b8bd8e616d4b, host n-d-827839-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=a0c14f81-bca1-431d-b0af-b8bd8e616d4b,segment=NetworkSegment(1a7f0545-7b76-45bd-b64c-aa172be558c0),segment_id=1a7f0545-7b76-45bd-b64c-aa172be558c0)] {{(pid=103378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 18:18:04.935552 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-ce90345b-376c-45ba-a24f-d7797cdbbd11 tempest-RoutersNegativeTest-1677709852 tempest-RoutersNegativeTest-1677709852-project] Deleting port a0c14f81-bca1-431d-b0af-b8bd8e616d4b {{(pid=103376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 18:18:04.935889 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-ce90345b-376c-45ba-a24f-d7797cdbbd11 tempest-RoutersNegativeTest-1677709852 tempest-RoutersNegativeTest-1677709852-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (a0c14f81-bca1-431d-b0af-b8bd8e616d4b), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:18:04.943654 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-402e1ab8-8b24-49e5-826f-5fed471306bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (a0c14f81-bca1-431d-b0af-b8bd8e616d4b), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:18:05.002274 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [None req-ce90345b-376c-45ba-a24f-d7797cdbbd11 tempest-RoutersNegativeTest-1677709852 tempest-RoutersNegativeTest-1677709852-project] For port a0c14f81-bca1-431d-b0af-b8bd8e616d4b, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=a0c14f81-bca1-431d-b0af-b8bd8e616d4b,segment=NetworkSegment(1a7f0545-7b76-45bd-b64c-aa172be558c0),segment_id=1a7f0545-7b76-45bd-b64c-aa172be558c0)] {{(pid=103376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 18:18:05.002633 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-ce90345b-376c-45ba-a24f-d7797cdbbd11 tempest-RoutersNegativeTest-1677709852 tempest-RoutersNegativeTest-1677709852-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (a0c14f81-bca1-431d-b0af-b8bd8e616d4b), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:18:05.015591 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-ce90345b-376c-45ba-a24f-d7797cdbbd11 tempest-RoutersNegativeTest-1677709852 tempest-RoutersNegativeTest-1677709852-project] Calling delete_port for a0c14f81-bca1-431d-b0af-b8bd8e616d4b owned by network:dhcp {{(pid=103376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 18:18:05.085023 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402e1ab8-8b24-49e5-826f-5fed471306bf None None] Pushing event updated for resources: {'Port': ['ID=a0c14f81-bca1-431d-b0af-b8bd8e616d4b,revision_number=3']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:18:05.095334 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4f14bb47-e72b-46ac-9e44-a61d9293afcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (75326290-f7a3-4db8-9cf2-15c7139ed224), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:18:05.096688 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-ee61c18a-f5aa-4e9b-9ab4-02d7236fe4c9 None None] Current status of the port 501a19f2-fd57-4eff-af2a-bc853c757650 is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 18:18:05.099591 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-ce90345b-376c-45ba-a24f-d7797cdbbd11 tempest-RoutersNegativeTest-1677709852 tempest-RoutersNegativeTest-1677709852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (a0c14f81-bca1-431d-b0af-b8bd8e616d4b), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:18:05.124451 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e23f0dc5-541d-478b-8684-2ab5f71f5af2 None None] Network b9e48a2f-5cdb-4816-8d83-f23d7dc67228 requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 18:18:05.131593 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce90345b-376c-45ba-a24f-d7797cdbbd11 tempest-RoutersNegativeTest-1677709852 tempest-RoutersNegativeTest-1677709852-project] Pushing event deleted for resources: {'Port': ['ID=a0c14f81-bca1-431d-b0af-b8bd8e616d4b,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:18:05.139881 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce90345b-376c-45ba-a24f-d7797cdbbd11 tempest-RoutersNegativeTest-1677709852 tempest-RoutersNegativeTest-1677709852-project] No DVR routers for this DVR port a0c14f81-bca1-431d-b0af-b8bd8e616d4b on host n-d-827839-2 {{(pid=103376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 18:18:05.142455 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce90345b-376c-45ba-a24f-d7797cdbbd11 tempest-RoutersNegativeTest-1677709852 tempest-RoutersNegativeTest-1677709852-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:18:05.143032 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce90345b-376c-45ba-a24f-d7797cdbbd11 tempest-RoutersNegativeTest-1677709852 tempest-RoutersNegativeTest-1677709852-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:18:05.143388 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce90345b-376c-45ba-a24f-d7797cdbbd11 tempest-RoutersNegativeTest-1677709852 tempest-RoutersNegativeTest-1677709852-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:18:05.143734 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce90345b-376c-45ba-a24f-d7797cdbbd11 tempest-RoutersNegativeTest-1677709852 tempest-RoutersNegativeTest-1677709852-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:18:05.144080 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce90345b-376c-45ba-a24f-d7797cdbbd11 tempest-RoutersNegativeTest-1677709852 tempest-RoutersNegativeTest-1677709852-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:18:05.144435 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce90345b-376c-45ba-a24f-d7797cdbbd11 tempest-RoutersNegativeTest-1677709852 tempest-RoutersNegativeTest-1677709852-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:18:05.144789 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce90345b-376c-45ba-a24f-d7797cdbbd11 tempest-RoutersNegativeTest-1677709852 tempest-RoutersNegativeTest-1677709852-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:18:05.145132 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce90345b-376c-45ba-a24f-d7797cdbbd11 tempest-RoutersNegativeTest-1677709852 tempest-RoutersNegativeTest-1677709852-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:18:05.145467 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce90345b-376c-45ba-a24f-d7797cdbbd11 tempest-RoutersNegativeTest-1677709852 tempest-RoutersNegativeTest-1677709852-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:18:05.145799 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce90345b-376c-45ba-a24f-d7797cdbbd11 tempest-RoutersNegativeTest-1677709852 tempest-RoutersNegativeTest-1677709852-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:18:05.146132 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce90345b-376c-45ba-a24f-d7797cdbbd11 tempest-RoutersNegativeTest-1677709852 tempest-RoutersNegativeTest-1677709852-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:18:05.146469 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce90345b-376c-45ba-a24f-d7797cdbbd11 tempest-RoutersNegativeTest-1677709852 tempest-RoutersNegativeTest-1677709852-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:18:05.146805 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce90345b-376c-45ba-a24f-d7797cdbbd11 tempest-RoutersNegativeTest-1677709852 tempest-RoutersNegativeTest-1677709852-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:18:05.236908 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-ce90345b-376c-45ba-a24f-d7797cdbbd11 tempest-RoutersNegativeTest-1677709852 tempest-RoutersNegativeTest-1677709852-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1543676', 'neutron.services.segments.db._delete_segments_for_network-8781084786517'] for network (b9e48a2f-5cdb-4816-8d83-f23d7dc67228), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:18:05.257911 n-d-827839-2 neutron-server[103376]: DEBUG neutron.services.segments.db [None req-ce90345b-376c-45ba-a24f-d7797cdbbd11 tempest-RoutersNegativeTest-1677709852 tempest-RoutersNegativeTest-1677709852-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9e48a2f-5cdb-4816-8d83-f23d7dc67228']}} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:18:05.267990 n-d-827839-2 neutron-server[103376]: DEBUG neutron.services.segments.db [None req-ce90345b-376c-45ba-a24f-d7797cdbbd11 tempest-RoutersNegativeTest-1677709852 tempest-RoutersNegativeTest-1677709852-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a7f0545-7b76-45bd-b64c-aa172be558c0') {'for_net_delete': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:18:05.268292 n-d-827839-2 neutron-server[103376]: DEBUG neutron.services.segments.db [None req-ce90345b-376c-45ba-a24f-d7797cdbbd11 tempest-RoutersNegativeTest-1677709852 tempest-RoutersNegativeTest-1677709852-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a7f0545-7b76-45bd-b64c-aa172be558c0') {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:18:05.279215 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-ce90345b-376c-45ba-a24f-d7797cdbbd11 tempest-RoutersNegativeTest-1677709852 tempest-RoutersNegativeTest-1677709852-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781084783966', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25674908'] for segment (1a7f0545-7b76-45bd-b64c-aa172be558c0), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:18:05.296831 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-ce90345b-376c-45ba-a24f-d7797cdbbd11 tempest-RoutersNegativeTest-1677709852 tempest-RoutersNegativeTest-1677709852-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (1a7f0545-7b76-45bd-b64c-aa172be558c0), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:18:05.303332 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce90345b-376c-45ba-a24f-d7797cdbbd11 tempest-RoutersNegativeTest-1677709852 tempest-RoutersNegativeTest-1677709852-project] Releasing vlan 767 on physical network physnet1 to pool {{(pid=103376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 18:18:05.303759 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-ce90345b-376c-45ba-a24f-d7797cdbbd11 tempest-RoutersNegativeTest-1677709852 tempest-RoutersNegativeTest-1677709852-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25675992'] for segment (1a7f0545-7b76-45bd-b64c-aa172be558c0), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:18:05.307129 n-d-827839-2 neutron-server[103376]: Traceback (most recent call last): Feb 04 18:18:05.307129 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 18:18:05.307129 n-d-827839-2 neutron-server[103376]: timer() Feb 04 18:18:05.307129 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 18:18:05.307129 n-d-827839-2 neutron-server[103376]: cb(*args, **kw) Feb 04 18:18:05.307129 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 18:18:05.307129 n-d-827839-2 neutron-server[103376]: return func(*args, **kwargs) Feb 04 18:18:05.307129 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 18:18:05.307129 n-d-827839-2 neutron-server[103376]: self._notify() Feb 04 18:18:05.307129 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 18:18:05.307129 n-d-827839-2 neutron-server[103376]: self.callback(batched_events) Feb 04 18:18:05.307129 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 18:18:05.307129 n-d-827839-2 neutron-server[103376]: event.method(event) Feb 04 18:18:05.307129 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 18:18:05.307129 n-d-827839-2 neutron-server[103376]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 18:18:05.307129 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 18:18:05.307129 n-d-827839-2 neutron-server[103376]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 18:18:05.307129 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 18:18:05.307129 n-d-827839-2 neutron-server[103376]: return f(self, *a, **k) Feb 04 18:18:05.307129 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 18:18:05.307129 n-d-827839-2 neutron-server[103376]: return self._get(url).json() Feb 04 18:18:05.307129 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 18:18:05.307129 n-d-827839-2 neutron-server[103376]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 18:18:05.307129 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 18:18:05.307129 n-d-827839-2 neutron-server[103376]: return self.request(url, 'GET', **kwargs) Feb 04 18:18:05.307129 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 18:18:05.307129 n-d-827839-2 neutron-server[103376]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 18:18:05.307129 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 18:18:05.307129 n-d-827839-2 neutron-server[103376]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 18:18:05.307129 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 18:18:05.307129 n-d-827839-2 neutron-server[103376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 18:18:05.307129 n-d-827839-2 neutron-server[103376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 18:18:05.311404 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1727ea3-138a-447f-ba5f-989e5d329e89 None None] get_active_networks_info from n-d-827839-2 {{(pid=103378) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 04 18:18:05.366138 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-ce90345b-376c-45ba-a24f-d7797cdbbd11 tempest-RoutersNegativeTest-1677709852 tempest-RoutersNegativeTest-1677709852-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1543671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1595572'] for network (b9e48a2f-5cdb-4816-8d83-f23d7dc67228), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:18:05.367384 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-a5734df5-349d-4c81-8b5d-34f1d27475f9 None None] Provisioning complete for port 501a19f2-fd57-4eff-af2a-bc853c757650 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 18:18:05.367766 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a5734df5-349d-4c81-8b5d-34f1d27475f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (501a19f2-fd57-4eff-af2a-bc853c757650), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:18:05.373830 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-ce90345b-376c-45ba-a24f-d7797cdbbd11 tempest-RoutersNegativeTest-1677709852 tempest-RoutersNegativeTest-1677709852-project] Publish callbacks [] for network (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:18:05.376899 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-ce90345b-376c-45ba-a24f-d7797cdbbd11 tempest-RoutersNegativeTest-1677709852 tempest-RoutersNegativeTest-1677709852-project] 10.222.0.89 "DELETE /v2.0/networks/b9e48a2f-5cdb-4816-8d83-f23d7dc67228 HTTP/1.1" status: 204 len: 168 time: 0.5761080 Feb 04 18:18:05.379482 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 57086) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:18:05.388261 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce90345b-376c-45ba-a24f-d7797cdbbd11 tempest-RoutersNegativeTest-1677709852 tempest-RoutersNegativeTest-1677709852-project] Pushing event deleted for resources: {'Network': ['ID=b9e48a2f-5cdb-4816-8d83-f23d7dc67228,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:18:05.444052 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.db_base_plugin_v2 [None req-d423acfd-cc6d-4169-982c-681369bf09ab tempest-RoutersNegativeTest-1677709852 tempest-RoutersNegativeTest-1677709852-project] Deleting subnet 648ffe8f-7ca3-4e7f-9dc7-8d6d94227d9b {{(pid=103377) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 18:18:05.447494 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-d423acfd-cc6d-4169-982c-681369bf09ab tempest-RoutersNegativeTest-1677709852 tempest-RoutersNegativeTest-1677709852-project] Publish callbacks [] for subnet (648ffe8f-7ca3-4e7f-9dc7-8d6d94227d9b), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:18:05.489965 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-d423acfd-cc6d-4169-982c-681369bf09ab tempest-RoutersNegativeTest-1677709852 tempest-RoutersNegativeTest-1677709852-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26866676'] for subnet (648ffe8f-7ca3-4e7f-9dc7-8d6d94227d9b), precommit_delete_associations {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:18:05.574233 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-d423acfd-cc6d-4169-982c-681369bf09ab tempest-RoutersNegativeTest-1677709852 tempest-RoutersNegativeTest-1677709852-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1541225'] for subnet (648ffe8f-7ca3-4e7f-9dc7-8d6d94227d9b), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:18:05.579987 n-d-827839-2 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1727ea3-138a-447f-ba5f-989e5d329e89 None None] Resources bound (agent type, host, resource id): {{(pid=103378) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 04 18:18:05.637410 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-d423acfd-cc6d-4169-982c-681369bf09ab tempest-RoutersNegativeTest-1677709852 tempest-RoutersNegativeTest-1677709852-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1541216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25888360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25597190'] for subnet (648ffe8f-7ca3-4e7f-9dc7-8d6d94227d9b), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:18:05.664963 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d423acfd-cc6d-4169-982c-681369bf09ab tempest-RoutersNegativeTest-1677709852 tempest-RoutersNegativeTest-1677709852-project] Pushing event deleted for resources: {'Subnet': ['ID=648ffe8f-7ca3-4e7f-9dc7-8d6d94227d9b,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:18:05.669396 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-d423acfd-cc6d-4169-982c-681369bf09ab tempest-RoutersNegativeTest-1677709852 tempest-RoutersNegativeTest-1677709852-project] Publish callbacks [] for subnet (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:18:05.673509 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-d423acfd-cc6d-4169-982c-681369bf09ab tempest-RoutersNegativeTest-1677709852 tempest-RoutersNegativeTest-1677709852-project] 10.222.0.89 "DELETE /v2.0/subnets/648ffe8f-7ca3-4e7f-9dc7-8d6d94227d9b HTTP/1.1" status: 204 len: 168 time: 0.2921352 Feb 04 18:18:05.674976 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 57088) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:18:05.689449 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-a5734df5-349d-4c81-8b5d-34f1d27475f9 None None] Current status of the port 501a19f2-fd57-4eff-af2a-bc853c757650 is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 18:18:05.751502 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-bd54110e-f26f-401d-a55b-0985269943e6 tempest-RoutersNegativeTest-1677709852 tempest-RoutersNegativeTest-1677709852-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628832'] for network (dd3e26a7-390f-4501-93ac-bc1496fa9527), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:18:05.763879 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b8ddf2b-1cb3-49f9-a952-9db57e96dd08 None None] Network dd3e26a7-390f-4501-93ac-bc1496fa9527 requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 18:18:05.809307 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-bd54110e-f26f-401d-a55b-0985269943e6 tempest-RoutersNegativeTest-1677709852 tempest-RoutersNegativeTest-1677709852-project] Deleting port 501a19f2-fd57-4eff-af2a-bc853c757650 {{(pid=103377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 18:18:05.809668 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-bd54110e-f26f-401d-a55b-0985269943e6 tempest-RoutersNegativeTest-1677709852 tempest-RoutersNegativeTest-1677709852-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (501a19f2-fd57-4eff-af2a-bc853c757650), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:18:05.853798 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (ba70844b-66a0-45fd-a2f2-e6ed673321fc), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:18:05.873498 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [None req-bd54110e-f26f-401d-a55b-0985269943e6 tempest-RoutersNegativeTest-1677709852 tempest-RoutersNegativeTest-1677709852-project] For port 501a19f2-fd57-4eff-af2a-bc853c757650, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=501a19f2-fd57-4eff-af2a-bc853c757650,segment=NetworkSegment(3465044a-79b7-45cb-b7a9-c73ee9044e40),segment_id=3465044a-79b7-45cb-b7a9-c73ee9044e40)] {{(pid=103377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 18:18:05.873870 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-bd54110e-f26f-401d-a55b-0985269943e6 tempest-RoutersNegativeTest-1677709852 tempest-RoutersNegativeTest-1677709852-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (501a19f2-fd57-4eff-af2a-bc853c757650), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:18:05.888689 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-bd54110e-f26f-401d-a55b-0985269943e6 tempest-RoutersNegativeTest-1677709852 tempest-RoutersNegativeTest-1677709852-project] Calling delete_port for 501a19f2-fd57-4eff-af2a-bc853c757650 owned by network:dhcp {{(pid=103377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 18:18:05.919764 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32796860-568e-4ff5-b9f7-6c2ed0b6891d None None] DHCP port deletion for dd3e26a7-390f-4501-93ac-bc1496fa9527 request from n-d-827839-2 {{(pid=103378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 18:18:05.970646 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-32796860-568e-4ff5-b9f7-6c2ed0b6891d None None] Deleting port 501a19f2-fd57-4eff-af2a-bc853c757650 {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 18:18:05.971070 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-32796860-568e-4ff5-b9f7-6c2ed0b6891d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (501a19f2-fd57-4eff-af2a-bc853c757650), before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:18:05.971217 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-bd54110e-f26f-401d-a55b-0985269943e6 tempest-RoutersNegativeTest-1677709852 tempest-RoutersNegativeTest-1677709852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (501a19f2-fd57-4eff-af2a-bc853c757650), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:18:05.997300 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd54110e-f26f-401d-a55b-0985269943e6 tempest-RoutersNegativeTest-1677709852 tempest-RoutersNegativeTest-1677709852-project] Pushing event deleted for resources: {'Port': ['ID=501a19f2-fd57-4eff-af2a-bc853c757650,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:18:05.999190 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd54110e-f26f-401d-a55b-0985269943e6 tempest-RoutersNegativeTest-1677709852 tempest-RoutersNegativeTest-1677709852-project] No DVR routers for this DVR port 501a19f2-fd57-4eff-af2a-bc853c757650 on host n-d-827839-2 {{(pid=103377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 18:18:06.033960 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-32796860-568e-4ff5-b9f7-6c2ed0b6891d None None] For port 501a19f2-fd57-4eff-af2a-bc853c757650, host n-d-827839-2, got binding levels [] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 18:18:06.034358 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-32796860-568e-4ff5-b9f7-6c2ed0b6891d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (501a19f2-fd57-4eff-af2a-bc853c757650), precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:18:06.046724 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-32796860-568e-4ff5-b9f7-6c2ed0b6891d None None] Calling delete_port for 501a19f2-fd57-4eff-af2a-bc853c757650 owned by network:dhcp {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 18:18:06.049455 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.ipam_backend_mixin [None req-32796860-568e-4ff5-b9f7-6c2ed0b6891d None None] Port 501a19f2-fd57-4eff-af2a-bc853c757650 was not found and therefore no delete operation was performed {{(pid=103378) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 04 18:18:06.050705 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-32796860-568e-4ff5-b9f7-6c2ed0b6891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144'] for port (501a19f2-fd57-4eff-af2a-bc853c757650), after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:18:06.077053 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-bd54110e-f26f-401d-a55b-0985269943e6 tempest-RoutersNegativeTest-1677709852 tempest-RoutersNegativeTest-1677709852-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1543676', 'neutron.services.segments.db._delete_segments_for_network-8781084786517'] for network (dd3e26a7-390f-4501-93ac-bc1496fa9527), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:18:06.079784 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32796860-568e-4ff5-b9f7-6c2ed0b6891d None None] Pushing event deleted for resources: {'Port': ['ID=501a19f2-fd57-4eff-af2a-bc853c757650,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:18:06.083257 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32796860-568e-4ff5-b9f7-6c2ed0b6891d None None] No DVR routers for this DVR port 501a19f2-fd57-4eff-af2a-bc853c757650 on host n-d-827839-2 {{(pid=103378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 18:18:06.098442 n-d-827839-2 neutron-server[103377]: DEBUG neutron.services.segments.db [None req-bd54110e-f26f-401d-a55b-0985269943e6 tempest-RoutersNegativeTest-1677709852 tempest-RoutersNegativeTest-1677709852-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd3e26a7-390f-4501-93ac-bc1496fa9527']}} {{(pid=103377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:18:06.108988 n-d-827839-2 neutron-server[103377]: DEBUG neutron.services.segments.db [None req-bd54110e-f26f-401d-a55b-0985269943e6 tempest-RoutersNegativeTest-1677709852 tempest-RoutersNegativeTest-1677709852-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3465044a-79b7-45cb-b7a9-c73ee9044e40') {'for_net_delete': True} {{(pid=103377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:18:06.109296 n-d-827839-2 neutron-server[103377]: DEBUG neutron.services.segments.db [None req-bd54110e-f26f-401d-a55b-0985269943e6 tempest-RoutersNegativeTest-1677709852 tempest-RoutersNegativeTest-1677709852-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3465044a-79b7-45cb-b7a9-c73ee9044e40') {} {{(pid=103377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:18:06.124022 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-bd54110e-f26f-401d-a55b-0985269943e6 tempest-RoutersNegativeTest-1677709852 tempest-RoutersNegativeTest-1677709852-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781084783966', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26866685'] for segment (3465044a-79b7-45cb-b7a9-c73ee9044e40), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:18:06.137672 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-bd54110e-f26f-401d-a55b-0985269943e6 tempest-RoutersNegativeTest-1677709852 tempest-RoutersNegativeTest-1677709852-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (3465044a-79b7-45cb-b7a9-c73ee9044e40), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:18:06.143622 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd54110e-f26f-401d-a55b-0985269943e6 tempest-RoutersNegativeTest-1677709852 tempest-RoutersNegativeTest-1677709852-project] Releasing vlan 757 on physical network physnet1 to pool {{(pid=103377) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 18:18:06.143916 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-bd54110e-f26f-401d-a55b-0985269943e6 tempest-RoutersNegativeTest-1677709852 tempest-RoutersNegativeTest-1677709852-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25888454'] for segment (3465044a-79b7-45cb-b7a9-c73ee9044e40), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:18:06.146864 n-d-827839-2 neutron-server[103377]: Traceback (most recent call last): Feb 04 18:18:06.146864 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 18:18:06.146864 n-d-827839-2 neutron-server[103377]: timer() Feb 04 18:18:06.146864 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 18:18:06.146864 n-d-827839-2 neutron-server[103377]: cb(*args, **kw) Feb 04 18:18:06.146864 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 18:18:06.146864 n-d-827839-2 neutron-server[103377]: return func(*args, **kwargs) Feb 04 18:18:06.146864 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 18:18:06.146864 n-d-827839-2 neutron-server[103377]: self._notify() Feb 04 18:18:06.146864 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 18:18:06.146864 n-d-827839-2 neutron-server[103377]: self.callback(batched_events) Feb 04 18:18:06.146864 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 18:18:06.146864 n-d-827839-2 neutron-server[103377]: event.method(event) Feb 04 18:18:06.146864 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 18:18:06.146864 n-d-827839-2 neutron-server[103377]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 18:18:06.146864 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 18:18:06.146864 n-d-827839-2 neutron-server[103377]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 18:18:06.146864 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 18:18:06.146864 n-d-827839-2 neutron-server[103377]: return f(self, *a, **k) Feb 04 18:18:06.146864 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 18:18:06.146864 n-d-827839-2 neutron-server[103377]: return self._get(url).json() Feb 04 18:18:06.146864 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 18:18:06.146864 n-d-827839-2 neutron-server[103377]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 18:18:06.146864 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 18:18:06.146864 n-d-827839-2 neutron-server[103377]: return self.request(url, 'GET', **kwargs) Feb 04 18:18:06.146864 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 18:18:06.146864 n-d-827839-2 neutron-server[103377]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 18:18:06.146864 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 18:18:06.146864 n-d-827839-2 neutron-server[103377]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 18:18:06.146864 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 18:18:06.146864 n-d-827839-2 neutron-server[103377]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 18:18:06.146864 n-d-827839-2 neutron-server[103377]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 18:18:06.149899 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 501a19f2-fd57-4eff-af2a-bc853c757650 no longer exists at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 18:18:06.170486 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] No Port match for: 501a19f2-fd57-4eff-af2a-bc853c757650 {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 18:18:06.170836 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 501a19f2-fd57-4eff-af2a-bc853c757650 not bound to the agent host n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 18:18:06.205368 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-bd54110e-f26f-401d-a55b-0985269943e6 tempest-RoutersNegativeTest-1677709852 tempest-RoutersNegativeTest-1677709852-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1543671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1595572'] for network (dd3e26a7-390f-4501-93ac-bc1496fa9527), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:18:06.212908 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-bd54110e-f26f-401d-a55b-0985269943e6 tempest-RoutersNegativeTest-1677709852 tempest-RoutersNegativeTest-1677709852-project] Publish callbacks [] for network (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:18:06.215262 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-bd54110e-f26f-401d-a55b-0985269943e6 tempest-RoutersNegativeTest-1677709852 tempest-RoutersNegativeTest-1677709852-project] 10.222.0.89 "DELETE /v2.0/networks/dd3e26a7-390f-4501-93ac-bc1496fa9527 HTTP/1.1" status: 204 len: 168 time: 0.5393739 Feb 04 18:18:06.218214 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 57090) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:18:06.226894 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd54110e-f26f-401d-a55b-0985269943e6 tempest-RoutersNegativeTest-1677709852 tempest-RoutersNegativeTest-1677709852-project] Pushing event deleted for resources: {'Network': ['ID=dd3e26a7-390f-4501-93ac-bc1496fa9527,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:18:06.253869 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-a25a55ee-b17b-4bc9-9078-03ea97e0a1cc tempest-RoutersNegativeTest-1677709852 tempest-RoutersNegativeTest-1677709852-project] 10.222.0.89 "GET /v2.0/ports?device_id=a5c9ac2e-6edf-4361-9b43-793a304ed86f HTTP/1.1" status: 200 len: 205 time: 0.0339253 Feb 04 18:18:06.256176 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 57092) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:18:06.333998 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-f2dfdfab-67c9-4194-9b2c-287de9f0d8ef tempest-RoutersNegativeTest-1677709852 tempest-RoutersNegativeTest-1677709852-project] Publish callbacks [] for router (a5c9ac2e-6edf-4361-9b43-793a304ed86f), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:18:06.491064 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-f2dfdfab-67c9-4194-9b2c-287de9f0d8ef tempest-RoutersNegativeTest-1677709852 tempest-RoutersNegativeTest-1677709852-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1601811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26971'] for router (a5c9ac2e-6edf-4361-9b43-793a304ed86f), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:18:06.493231 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-f2dfdfab-67c9-4194-9b2c-287de9f0d8ef tempest-RoutersNegativeTest-1677709852 tempest-RoutersNegativeTest-1677709852-project] Publish callbacks [] for router_controller (a5c9ac2e-6edf-4361-9b43-793a304ed86f), precommit_delete_associations {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:18:06.541128 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-f2dfdfab-67c9-4194-9b2c-287de9f0d8ef tempest-RoutersNegativeTest-1677709852 tempest-RoutersNegativeTest-1677709852-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1601832'] for router (a5c9ac2e-6edf-4361-9b43-793a304ed86f), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:18:06.541653 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2dfdfab-67c9-4194-9b2c-287de9f0d8ef tempest-RoutersNegativeTest-1677709852 tempest-RoutersNegativeTest-1677709852-project] Fanout notify agent at l3_agent the message router_deleted on router a5c9ac2e-6edf-4361-9b43-793a304ed86f {{(pid=103376) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 18:18:06.549353 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-f2dfdfab-67c9-4194-9b2c-287de9f0d8ef tempest-RoutersNegativeTest-1677709852 tempest-RoutersNegativeTest-1677709852-project] Publish callbacks [] for router (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:18:06.552768 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-f2dfdfab-67c9-4194-9b2c-287de9f0d8ef tempest-RoutersNegativeTest-1677709852 tempest-RoutersNegativeTest-1677709852-project] 10.222.0.89 "DELETE /v2.0/routers/a5c9ac2e-6edf-4361-9b43-793a304ed86f HTTP/1.1" status: 204 len: 168 time: 0.2933891 Feb 04 18:18:06.787555 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 57098) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:18:06.916113 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-c8489984-935f-4327-81ae-a1fc99baa25c admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=20dc98b4b85c429188fdc5fff5b1aa80&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1273983 Feb 04 18:18:06.918697 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 57102) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:18:06.967264 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-57bd8ff8-6805-4ea0-8470-8a38d614d04f admin admin] Publish callbacks [] for security_group (2dabc615-bfec-473a-8fc0-ca1729b6bed2), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:18:06.990747 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-57bd8ff8-6805-4ea0-8470-8a38d614d04f admin admin] Publish callbacks [] for security_group (2dabc615-bfec-473a-8fc0-ca1729b6bed2), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:18:07.038326 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-57bd8ff8-6805-4ea0-8470-8a38d614d04f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (2dabc615-bfec-473a-8fc0-ca1729b6bed2), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:18:07.041005 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-57bd8ff8-6805-4ea0-8470-8a38d614d04f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:18:07.042344 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-57bd8ff8-6805-4ea0-8470-8a38d614d04f admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/2dabc615-bfec-473a-8fc0-ca1729b6bed2 HTTP/1.1" status: 204 len: 168 time: 0.1227252 Feb 04 18:18:07.049911 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57bd8ff8-6805-4ea0-8470-8a38d614d04f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dabc615-bfec-473a-8fc0-ca1729b6bed2,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:18:07.635925 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 57124) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:18:07.732203 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-bc2970c8-3ee0-49e3-a308-efcfc39aa509 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-236961321-network', 'tenant_id': '81ef02f9afe145edb19f3807d7971312'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 18:18:07.750915 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc2970c8-3ee0-49e3-a308-efcfc39aa509 admin admin] Made reservation on behalf of 81ef02f9afe145edb19f3807d7971312 for: {'network': 1} {{(pid=103376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 18:18:07.753279 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-bc2970c8-3ee0-49e3-a308-efcfc39aa509 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for network (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:18:07.761444 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-bc2970c8-3ee0-49e3-a308-efcfc39aa509 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:18:07.836775 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-bc2970c8-3ee0-49e3-a308-efcfc39aa509 admin admin] Publish callbacks [] for security_group (773f35d6-69b0-4f4e-a725-69540d577df8), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:18:07.840497 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-bc2970c8-3ee0-49e3-a308-efcfc39aa509 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (773f35d6-69b0-4f4e-a725-69540d577df8), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:18:07.863652 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc2970c8-3ee0-49e3-a308-efcfc39aa509 admin admin] vlan segment allocate from pool success with {'vlan_id': 781, 'physical_network': 'physnet1'} {{(pid=103376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 18:18:07.873431 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2970c8-3ee0-49e3-a308-efcfc39aa509 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=773f35d6-69b0-4f4e-a725-69540d577df8,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:18:07.878011 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-bc2970c8-3ee0-49e3-a308-efcfc39aa509 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (47a74d3b-c8b5-4845-b2de-521c73976651), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:18:07.878347 n-d-827839-2 neutron-server[103376]: INFO neutron.db.segments_db [None req-bc2970c8-3ee0-49e3-a308-efcfc39aa509 admin admin] Added segment 47a74d3b-c8b5-4845-b2de-521c73976651 of type vlan for network fdc2d767-6dcb-457a-a4ed-5cb26d36926f Feb 04 18:18:07.918982 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-bc2970c8-3ee0-49e3-a308-efcfc39aa509 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781084292801'] for network (fdc2d767-6dcb-457a-a4ed-5cb26d36926f), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:18:07.942753 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-bc2970c8-3ee0-49e3-a308-efcfc39aa509 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327'] for network (fdc2d767-6dcb-457a-a4ed-5cb26d36926f), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:18:07.943697 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc2970c8-3ee0-49e3-a308-efcfc39aa509 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:18:07.944280 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-bc2970c8-3ee0-49e3-a308-efcfc39aa509 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:18:07.993485 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-bc2970c8-3ee0-49e3-a308-efcfc39aa509 admin admin] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3564703 Feb 04 18:18:07.996476 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 57128) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:18:08.001420 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-049a3cde-ba08-481a-a989-2f5be21c5251 admin admin] Request body: {'subnet': {'network_id': 'fdc2d767-6dcb-457a-a4ed-5cb26d36926f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-236961321-subnet', 'tenant_id': '81ef02f9afe145edb19f3807d7971312', 'ip_version': 4}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 18:18:08.005891 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2970c8-3ee0-49e3-a308-efcfc39aa509 admin admin] Pushing event updated for resources: {'Network': ['ID=fdc2d767-6dcb-457a-a4ed-5cb26d36926f,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:18:08.016788 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Network fdc2d767-6dcb-457a-a4ed-5cb26d36926f details requested by agent ovs-agent-n-d-827839-2 with host n-d-827839-2 {{(pid=103378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 18:18:08.021234 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-049a3cde-ba08-481a-a989-2f5be21c5251 admin admin] Made reservation on behalf of 81ef02f9afe145edb19f3807d7971312 for: {'subnet': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 18:18:08.023802 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-049a3cde-ba08-481a-a989-2f5be21c5251 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25597243'] for subnet (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:18:08.186959 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-049a3cde-ba08-481a-a989-2f5be21c5251 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25889445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25597197'] for subnet (9f72659e-cee9-4ca4-a5c1-ef5b16f92ac5), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:18:08.234070 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049a3cde-ba08-481a-a989-2f5be21c5251 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9f72659e-cee9-4ca4-a5c1-ef5b16f92ac5,revision_number=0']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:18:08.248412 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-049a3cde-ba08-481a-a989-2f5be21c5251 admin admin] Checking segment: {'id': '47a74d3b-c8b5-4845-b2de-521c73976651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'fdc2d767-6dcb-457a-a4ed-5cb26d36926f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 18:18:08.248810 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-049a3cde-ba08-481a-a989-2f5be21c5251 admin admin] Network hostable DHCP agents. Network: fdc2d767-6dcb-457a-a4ed-5cb26d36926f, hostable agents: ['bb89f5a3-3c22-440b-b7d1-c4f0c43c184a'], hosted agents: [] {{(pid=103377) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 18:18:08.264971 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-049a3cde-ba08-481a-a989-2f5be21c5251 admin admin] Network fdc2d767-6dcb-457a-a4ed-5cb26d36926f is scheduled to be hosted by DHCP agent bb89f5a3-3c22-440b-b7d1-c4f0c43c184a with binding_index 1 {{(pid=103377) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 18:18:08.273370 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [None req-049a3cde-ba08-481a-a989-2f5be21c5251 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827839-2, fdc2d767-6dcb-457a-a4ed-5cb26d36926f) {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 18:18:08.277333 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-049a3cde-ba08-481a-a989-2f5be21c5251 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:18:08.278563 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-049a3cde-ba08-481a-a989-2f5be21c5251 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:18:08.284101 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d60c99f7-99db-4f1d-bb73-6811f2153ef9 None None] Network fdc2d767-6dcb-457a-a4ed-5cb26d36926f requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 18:18:08.297696 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 57130) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:18:08.297920 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-049a3cde-ba08-481a-a989-2f5be21c5251 admin admin] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3001177 Feb 04 18:18:08.302178 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-4458fe5e-6c8b-4bbb-8a0c-8ced70c7fce4 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-236961321-router', 'tenant_id': '81ef02f9afe145edb19f3807d7971312', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188'}}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 18:18:08.329168 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-4458fe5e-6c8b-4bbb-8a0c-8ced70c7fce4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1601657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26921'] for router (c0df5269-6b63-471d-8193-ba744aa0b9c8), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:18:08.330242 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-4458fe5e-6c8b-4bbb-8a0c-8ced70c7fce4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1602025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603663', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1630571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26960'] for router (c0df5269-6b63-471d-8193-ba744aa0b9c8), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:18:08.384701 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9967ac0-4c48-437c-b695-212cd2585c20 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e4c19ad-5724-5db8-8ee1-4f56ae69fcf4-fdc2d767-6dcb-457a-a4ed-5cb26d36926f', 'network_id': 'fdc2d767-6dcb-457a-a4ed-5cb26d36926f', 'project_id': '81ef02f9afe145edb19f3807d7971312', 'fixed_ips': [{'subnet_id': '9f72659e-cee9-4ca4-a5c1-ef5b16f92ac5'}]}} from n-d-827839-2. {{(pid=103378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 18:18:08.385578 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f9967ac0-4c48-437c-b695-212cd2585c20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:18:08.386671 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-4458fe5e-6c8b-4bbb-8a0c-8ced70c7fce4 admin admin] Publish callbacks [] for router_controller (c0df5269-6b63-471d-8193-ba744aa0b9c8), precommit_add_association {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:18:08.521713 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-f9967ac0-4c48-437c-b695-212cd2585c20 None None] Allocated IP 172.20.0.2 (fdc2d767-6dcb-457a-a4ed-5cb26d36926f/9f72659e-cee9-4ca4-a5c1-ef5b16f92ac5/6b59b211-8cce-4d0d-bfdf-85817966face) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 18:18:08.528207 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-4458fe5e-6c8b-4bbb-8a0c-8ced70c7fce4 admin admin] Publish callbacks [] for router_gateway (c0df5269-6b63-471d-8193-ba744aa0b9c8), precommit_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:18:08.666517 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f9967ac0-4c48-437c-b695-212cd2585c20 None None] Publish callbacks [] for port (6b59b211-8cce-4d0d-bfdf-85817966face), precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:18:08.671277 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f9967ac0-4c48-437c-b695-212cd2585c20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135'] for port (6b59b211-8cce-4d0d-bfdf-85817966face), after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:18:08.712406 n-d-827839-2 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9967ac0-4c48-437c-b695-212cd2585c20 None None] Network fdc2d767-6dcb-457a-a4ed-5cb26d36926f is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 18:18:08.715373 n-d-827839-2 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-f9967ac0-4c48-437c-b695-212cd2585c20 None None] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 18:18:08.718851 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9967ac0-4c48-437c-b695-212cd2585c20 None None] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 18:18:08.725805 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9967ac0-4c48-437c-b695-212cd2585c20 None None] Pushing event updated for resources: {'Port': ['ID=6b59b211-8cce-4d0d-bfdf-85817966face,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:18:08.733766 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-4458fe5e-6c8b-4bbb-8a0c-8ced70c7fce4 admin admin] Publish callbacks [] for router_gateway (c0df5269-6b63-471d-8193-ba744aa0b9c8), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:18:08.752981 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-4458fe5e-6c8b-4bbb-8a0c-8ced70c7fce4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:18:08.753183 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9967ac0-4c48-437c-b695-212cd2585c20 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:18:08.753547 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9967ac0-4c48-437c-b695-212cd2585c20 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:18:08.753893 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9967ac0-4c48-437c-b695-212cd2585c20 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:18:08.754247 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9967ac0-4c48-437c-b695-212cd2585c20 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:18:08.754586 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9967ac0-4c48-437c-b695-212cd2585c20 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:18:08.754925 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9967ac0-4c48-437c-b695-212cd2585c20 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:18:08.755263 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9967ac0-4c48-437c-b695-212cd2585c20 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:18:08.755595 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9967ac0-4c48-437c-b695-212cd2585c20 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:18:08.755926 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9967ac0-4c48-437c-b695-212cd2585c20 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:18:08.756276 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9967ac0-4c48-437c-b695-212cd2585c20 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:18:08.756610 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9967ac0-4c48-437c-b695-212cd2585c20 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:18:08.756969 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9967ac0-4c48-437c-b695-212cd2585c20 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:18:08.757297 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9967ac0-4c48-437c-b695-212cd2585c20 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:18:08.792121 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-f9967ac0-4c48-437c-b695-212cd2585c20 None None] Attempting to bind port 6b59b211-8cce-4d0d-bfdf-85817966face on host n-d-827839-2 for vnic_type normal with profile {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 18:18:08.792500 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-f9967ac0-4c48-437c-b695-212cd2585c20 None None] Attempting to bind port 6b59b211-8cce-4d0d-bfdf-85817966face by drivers openvswitch,hyperv on host n-d-827839-2 at level 0 using segments [{'id': '47a74d3b-c8b5-4845-b2de-521c73976651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'fdc2d767-6dcb-457a-a4ed-5cb26d36926f'}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 18:18:08.792895 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9967ac0-4c48-437c-b695-212cd2585c20 None None] Attempting to bind port 6b59b211-8cce-4d0d-bfdf-85817966face on network fdc2d767-6dcb-457a-a4ed-5cb26d36926f {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 18:18:08.798426 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9967ac0-4c48-437c-b695-212cd2585c20 None None] Checking agent: {'id': 'ba70844b-66a0-45fd-a2f2-e6ed673321fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 0, 36), 'started_at': datetime.datetime(2022, 2, 4, 17, 1, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 18, 18, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 18:18:08.798798 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9967ac0-4c48-437c-b695-212cd2585c20 None None] Checking segment: {'id': '47a74d3b-c8b5-4845-b2de-521c73976651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'fdc2d767-6dcb-457a-a4ed-5cb26d36926f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 18:18:08.799205 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f9967ac0-4c48-437c-b695-212cd2585c20 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:18:08.799599 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9967ac0-4c48-437c-b695-212cd2585c20 None None] Bound using segment: {'id': '47a74d3b-c8b5-4845-b2de-521c73976651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'fdc2d767-6dcb-457a-a4ed-5cb26d36926f'} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 18:18:08.800062 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-f9967ac0-4c48-437c-b695-212cd2585c20 None None] Bound port: 6b59b211-8cce-4d0d-bfdf-85817966face, host: n-d-827839-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47a74d3b-c8b5-4845-b2de-521c73976651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'fdc2d767-6dcb-457a-a4ed-5cb26d36926f'}}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 18:18:08.800445 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f9967ac0-4c48-437c-b695-212cd2585c20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (6b59b211-8cce-4d0d-bfdf-85817966face), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:18:08.862800 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.db_base_plugin_common [None req-4458fe5e-6c8b-4bbb-8a0c-8ced70c7fce4 admin admin] Allocated IP 172.25.6.231 (48165773-85ad-49a1-9ec1-76fc8dc24188/7660bfad-1ea8-4fe7-831b-bed836f13efc/465cd27a-149b-4bfc-94bf-7804d088ab96) {{(pid=103376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 18:18:08.867052 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-f9967ac0-4c48-437c-b695-212cd2585c20 None None] For port 6b59b211-8cce-4d0d-bfdf-85817966face, host n-d-827839-2, cleared binding levels {{(pid=103378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 18:18:08.870636 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-f9967ac0-4c48-437c-b695-212cd2585c20 None None] For port 6b59b211-8cce-4d0d-bfdf-85817966face, host n-d-827839-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=6b59b211-8cce-4d0d-bfdf-85817966face,segment=NetworkSegment(47a74d3b-c8b5-4845-b2de-521c73976651),segment_id=47a74d3b-c8b5-4845-b2de-521c73976651)] {{(pid=103378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 18:18:08.876071 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f9967ac0-4c48-437c-b695-212cd2585c20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (6b59b211-8cce-4d0d-bfdf-85817966face), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:18:08.934734 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9967ac0-4c48-437c-b695-212cd2585c20 None None] Pushing event updated for resources: {'Port': ['ID=6b59b211-8cce-4d0d-bfdf-85817966face,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:18:08.975964 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-4458fe5e-6c8b-4bbb-8a0c-8ced70c7fce4 admin admin] Publish callbacks [] for port (465cd27a-149b-4bfc-94bf-7804d088ab96), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:18:09.009690 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-4458fe5e-6c8b-4bbb-8a0c-8ced70c7fce4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (465cd27a-149b-4bfc-94bf-7804d088ab96), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:18:09.055818 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4458fe5e-6c8b-4bbb-8a0c-8ced70c7fce4 admin admin] Network 48165773-85ad-49a1-9ec1-76fc8dc24188 is already hosted by enough agents. {{(pid=103376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 18:18:09.058828 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [None req-4458fe5e-6c8b-4bbb-8a0c-8ced70c7fce4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 18:18:09.062313 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4458fe5e-6c8b-4bbb-8a0c-8ced70c7fce4 admin admin] Received port after_create {{(pid=103376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 18:18:09.095919 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4458fe5e-6c8b-4bbb-8a0c-8ced70c7fce4 admin admin] Pushing event updated for resources: {'Port': ['ID=465cd27a-149b-4bfc-94bf-7804d088ab96,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:18:09.351740 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-4458fe5e-6c8b-4bbb-8a0c-8ced70c7fce4 admin admin] Publish callbacks [] for router_gateway (c0df5269-6b63-471d-8193-ba744aa0b9c8), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:18:09.547914 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-4458fe5e-6c8b-4bbb-8a0c-8ced70c7fce4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1602046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603680'] for router (c0df5269-6b63-471d-8193-ba744aa0b9c8), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:18:09.681956 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4458fe5e-6c8b-4bbb-8a0c-8ced70c7fce4 admin admin] Router c0df5269-6b63-471d-8193-ba744aa0b9c8 is scheduled to L3 agent 64ada913-9131-4d99-a265-63a920956287 with binding_index 1 {{(pid=103376) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 18:18:09.791536 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4458fe5e-6c8b-4bbb-8a0c-8ced70c7fce4 admin admin] Notify agent at l3_agent.n-d-827839-2 the message routers_updated {{(pid=103376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 18:18:09.800656 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94af6b39-2d1b-4759-aa26-1b0dff69e127 None None] Sync routers for ids ['c0df5269-6b63-471d-8193-ba744aa0b9c8'] in n-d-827839-2 {{(pid=103378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 18:18:09.809228 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-4458fe5e-6c8b-4bbb-8a0c-8ced70c7fce4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:18:09.813438 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-4458fe5e-6c8b-4bbb-8a0c-8ced70c7fce4 admin admin] 10.222.0.89 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.5119083 Feb 04 18:18:09.813608 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94af6b39-2d1b-4759-aa26-1b0dff69e127 None None] Routers {'c0df5269-6b63-471d-8193-ba744aa0b9c8'} bound to L3 agent in host n-d-827839-2 {{(pid=103378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 18:18:09.813777 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 57132) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:18:09.813945 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-94af6b39-2d1b-4759-aa26-1b0dff69e127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T18:18:03Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['c0df5269-6b63-471d-8193-ba744aa0b9c8'], 'active': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:18:09.897643 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f0e5cbc-fd35-464e-807a-b6cb8c4ce118 None None] Network fdc2d767-6dcb-457a-a4ed-5cb26d36926f requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 18:18:09.988147 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-1268a481-a810-419d-9cf3-6d95aabec2bb None None] Provisioning complete for port 6b59b211-8cce-4d0d-bfdf-85817966face triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 18:18:09.988521 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1268a481-a810-419d-9cf3-6d95aabec2bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (6b59b211-8cce-4d0d-bfdf-85817966face), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:18:09.995301 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvr_db [None req-94af6b39-2d1b-4759-aa26-1b0dff69e127 None None] Set router c0df5269-6b63-471d-8193-ba744aa0b9c8 gateway port host: n-d-827839-2 {{(pid=103378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 18:18:10.203745 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 6b59b211-8cce-4d0d-bfdf-85817966face up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 18:18:10.257324 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-6ac2e73a-8381-4c4d-b77e-e160a05f7e9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:18:10.314633 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1268a481-a810-419d-9cf3-6d95aabec2bb None None] Current status of the port 6b59b211-8cce-4d0d-bfdf-85817966face is: DOWN; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 18:18:10.315030 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1268a481-a810-419d-9cf3-6d95aabec2bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (6b59b211-8cce-4d0d-bfdf-85817966face), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:18:10.370670 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port 6b59b211-8cce-4d0d-bfdf-85817966face triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 18:18:10.371063 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (6b59b211-8cce-4d0d-bfdf-85817966face), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:18:10.378087 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1268a481-a810-419d-9cf3-6d95aabec2bb None None] For port 6b59b211-8cce-4d0d-bfdf-85817966face, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=6b59b211-8cce-4d0d-bfdf-85817966face,segment=NetworkSegment(47a74d3b-c8b5-4845-b2de-521c73976651),segment_id=47a74d3b-c8b5-4845-b2de-521c73976651)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 18:18:10.402554 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1268a481-a810-419d-9cf3-6d95aabec2bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (6b59b211-8cce-4d0d-bfdf-85817966face), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:18:10.428140 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.db_base_plugin_common [None req-6ac2e73a-8381-4c4d-b77e-e160a05f7e9a admin admin] Allocated IP 172.20.0.1 (fdc2d767-6dcb-457a-a4ed-5cb26d36926f/9f72659e-cee9-4ca4-a5c1-ef5b16f92ac5/4b5082e8-da73-4bd6-aaf2-03c063d66089) {{(pid=103376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 18:18:10.447927 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-94af6b39-2d1b-4759-aa26-1b0dff69e127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0df5269-6b63-471d-8193-ba744aa0b9c8', 'name': 'tempest-TestEncryptedCinderVolumes-236961321-router', 'tenant_id': '81ef02f9afe145edb19f3807d7971312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.231'}], 'enable_snat': True}, 'gw_port_id': '465cd27a-149b-4bfc-94bf-7804d088ab96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T18:18:08Z', 'updated_at': '2022-02-04T18:18:09Z', 'revision_number': 3, 'project_id': '81ef02f9afe145edb19f3807d7971312', 'gw_port': {'id': '465cd27a-149b-4bfc-94bf-7804d088ab96', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:55:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0df5269-6b63-471d-8193-ba744aa0b9c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:18:08Z', 'updated_at': '2022-02-04T18:18:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2'}], 'n-d-827839-2', False) {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:18:10.487073 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94af6b39-2d1b-4759-aa26-1b0dff69e127 None None] Checking router: c0df5269-6b63-471d-8193-ba744aa0b9c8 for host: n-d-827839-2 {{(pid=103378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 18:18:10.487428 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94af6b39-2d1b-4759-aa26-1b0dff69e127 None None] Updating router c0df5269-6b63-471d-8193-ba744aa0b9c8 port 465cd27a-149b-4bfc-94bf-7804d088ab96 binding host n-d-827839-2 {{(pid=103378) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 18:18:10.536522 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-6ac2e73a-8381-4c4d-b77e-e160a05f7e9a admin admin] Publish callbacks [] for port (4b5082e8-da73-4bd6-aaf2-03c063d66089), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:18:10.571210 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-6ac2e73a-8381-4c4d-b77e-e160a05f7e9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (4b5082e8-da73-4bd6-aaf2-03c063d66089), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:18:10.616674 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ac2e73a-8381-4c4d-b77e-e160a05f7e9a admin admin] Network fdc2d767-6dcb-457a-a4ed-5cb26d36926f is already hosted by enough agents. {{(pid=103376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 18:18:10.619785 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [None req-6ac2e73a-8381-4c4d-b77e-e160a05f7e9a admin admin] Resources bound (agent type, host, resource id): {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 18:18:10.624026 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ac2e73a-8381-4c4d-b77e-e160a05f7e9a admin admin] Received port after_create {{(pid=103376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 18:18:10.697250 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1268a481-a810-419d-9cf3-6d95aabec2bb None None] Pushing event updated for resources: {'Port': ['ID=6b59b211-8cce-4d0d-bfdf-85817966face,revision_number=3']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:18:10.738421 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-94af6b39-2d1b-4759-aa26-1b0dff69e127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (465cd27a-149b-4bfc-94bf-7804d088ab96), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:18:10.770317 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-a32d073d-210c-4aa3-b818-d099bd9450d1 None None] Provisioning complete for port 6b59b211-8cce-4d0d-bfdf-85817966face triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 18:18:10.770698 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a32d073d-210c-4aa3-b818-d099bd9450d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (6b59b211-8cce-4d0d-bfdf-85817966face), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:18:10.811136 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (f20a1ab3-4332-4f54-833b-ba4a7c687e89), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:18:10.815299 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port 6b59b211-8cce-4d0d-bfdf-85817966face is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 18:18:10.967222 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac2e73a-8381-4c4d-b77e-e160a05f7e9a admin admin] Pushing event updated for resources: {'Port': ['ID=4b5082e8-da73-4bd6-aaf2-03c063d66089,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:18:10.983376 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-6ac2e73a-8381-4c4d-b77e-e160a05f7e9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1595471'] for router_interface (c0df5269-6b63-471d-8193-ba744aa0b9c8), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:18:10.993279 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-a32d073d-210c-4aa3-b818-d099bd9450d1 None None] Current status of the port 6b59b211-8cce-4d0d-bfdf-85817966face is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 18:18:11.094160 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-94af6b39-2d1b-4759-aa26-1b0dff69e127 None None] Publish callbacks [] for port (465cd27a-149b-4bfc-94bf-7804d088ab96), precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:18:11.099593 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-94af6b39-2d1b-4759-aa26-1b0dff69e127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (465cd27a-149b-4bfc-94bf-7804d088ab96), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:18:11.114112 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-6ac2e73a-8381-4c4d-b77e-e160a05f7e9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (4b5082e8-da73-4bd6-aaf2-03c063d66089), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:18:11.168069 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-fdc7f907-6fca-4d65-a910-573687d19966 None None] Provisioning complete for port 4b5082e8-da73-4bd6-aaf2-03c063d66089 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 18:18:11.168453 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-fdc7f907-6fca-4d65-a910-573687d19966 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (4b5082e8-da73-4bd6-aaf2-03c063d66089), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:18:11.170615 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-94af6b39-2d1b-4759-aa26-1b0dff69e127 None None] Attempting to bind port 465cd27a-149b-4bfc-94bf-7804d088ab96 on host n-d-827839-2 for vnic_type normal with profile {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 18:18:11.170744 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-94af6b39-2d1b-4759-aa26-1b0dff69e127 None None] Attempting to bind port 465cd27a-149b-4bfc-94bf-7804d088ab96 by drivers openvswitch,hyperv on host n-d-827839-2 at level 0 using segments [{'id': '5942dc44-1f07-4c27-b0ab-45a2bff20dd5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188'}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 18:18:11.171689 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94af6b39-2d1b-4759-aa26-1b0dff69e127 None None] Attempting to bind port 465cd27a-149b-4bfc-94bf-7804d088ab96 on network 48165773-85ad-49a1-9ec1-76fc8dc24188 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 18:18:11.173046 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca75fc8c-9ae6-4b9f-9ef5-04d4a94b65af None None] Pushing event updated for resources: {'Port': ['ID=465cd27a-149b-4bfc-94bf-7804d088ab96,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:18:11.206065 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94af6b39-2d1b-4759-aa26-1b0dff69e127 None None] Checking agent: {'id': 'ba70844b-66a0-45fd-a2f2-e6ed673321fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 0, 36), 'started_at': datetime.datetime(2022, 2, 4, 17, 1, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 18, 18, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 18:18:11.206444 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94af6b39-2d1b-4759-aa26-1b0dff69e127 None None] Checking segment: {'id': '5942dc44-1f07-4c27-b0ab-45a2bff20dd5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 18:18:11.206855 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-94af6b39-2d1b-4759-aa26-1b0dff69e127 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:18:11.207251 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94af6b39-2d1b-4759-aa26-1b0dff69e127 None None] Bound using segment: {'id': '5942dc44-1f07-4c27-b0ab-45a2bff20dd5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188'} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 18:18:11.207722 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-94af6b39-2d1b-4759-aa26-1b0dff69e127 None None] Bound port: 465cd27a-149b-4bfc-94bf-7804d088ab96, host: n-d-827839-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5942dc44-1f07-4c27-b0ab-45a2bff20dd5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188'}}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 18:18:11.208104 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-94af6b39-2d1b-4759-aa26-1b0dff69e127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (465cd27a-149b-4bfc-94bf-7804d088ab96), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:18:11.239839 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-fdc7f907-6fca-4d65-a910-573687d19966 None None] Port 4b5082e8-da73-4bd6-aaf2-03c063d66089 cannot update to ACTIVE because it is not bound. {{(pid=103378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 18:18:11.265061 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-94af6b39-2d1b-4759-aa26-1b0dff69e127 None None] For port 465cd27a-149b-4bfc-94bf-7804d088ab96, host n-d-827839-2, cleared binding levels {{(pid=103378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 18:18:11.274039 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-94af6b39-2d1b-4759-aa26-1b0dff69e127 None None] For port 465cd27a-149b-4bfc-94bf-7804d088ab96, host n-d-827839-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=465cd27a-149b-4bfc-94bf-7804d088ab96,segment=NetworkSegment(5942dc44-1f07-4c27-b0ab-45a2bff20dd5),segment_id=5942dc44-1f07-4c27-b0ab-45a2bff20dd5)] {{(pid=103378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 18:18:11.280176 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-94af6b39-2d1b-4759-aa26-1b0dff69e127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (465cd27a-149b-4bfc-94bf-7804d088ab96), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:18:11.286071 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-6ac2e73a-8381-4c4d-b77e-e160a05f7e9a admin admin] Publish callbacks [] for port (4b5082e8-da73-4bd6-aaf2-03c063d66089), precommit_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:18:11.290386 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-6ac2e73a-8381-4c4d-b77e-e160a05f7e9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675836'] for port (4b5082e8-da73-4bd6-aaf2-03c063d66089), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:18:11.347051 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94af6b39-2d1b-4759-aa26-1b0dff69e127 None None] Routers {'c0df5269-6b63-471d-8193-ba744aa0b9c8'} bound to L3 agent in host n-d-827839-2 {{(pid=103378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 18:18:11.347683 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-94af6b39-2d1b-4759-aa26-1b0dff69e127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T18:18:03Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['c0df5269-6b63-471d-8193-ba744aa0b9c8'], 'active': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:18:11.358951 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac2e73a-8381-4c4d-b77e-e160a05f7e9a admin admin] Pushing event updated for resources: {'Port': ['ID=4b5082e8-da73-4bd6-aaf2-03c063d66089,revision_number=2']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:18:11.361479 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-6ac2e73a-8381-4c4d-b77e-e160a05f7e9a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1677345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602751'] for router_interface (c0df5269-6b63-471d-8193-ba744aa0b9c8), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:18:11.386561 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca75fc8c-9ae6-4b9f-9ef5-04d4a94b65af None None] Pushing event updated for resources: {'Port': ['ID=465cd27a-149b-4bfc-94bf-7804d088ab96,revision_number=3']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:18:11.455183 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ac2e73a-8381-4c4d-b77e-e160a05f7e9a admin admin] Network fdc2d767-6dcb-457a-a4ed-5cb26d36926f is already hosted by enough agents. {{(pid=103376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 18:18:11.456560 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [None req-6ac2e73a-8381-4c4d-b77e-e160a05f7e9a admin admin] Resources bound (agent type, host, resource id): {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 18:18:11.463646 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvr_db [None req-94af6b39-2d1b-4759-aa26-1b0dff69e127 None None] Set router c0df5269-6b63-471d-8193-ba744aa0b9c8 gateway port host: n-d-827839-2 {{(pid=103378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 18:18:11.589905 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ac2e73a-8381-4c4d-b77e-e160a05f7e9a admin admin] Router c0df5269-6b63-471d-8193-ba744aa0b9c8 has already been hosted by L3 agent 64ada913-9131-4d99-a265-63a920956287 {{(pid=103376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 18:18:11.677864 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-89358802-1733-4634-bb92-a0da39937c7d None None] Provisioning complete for port 4b5082e8-da73-4bd6-aaf2-03c063d66089 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 18:18:11.678243 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-89358802-1733-4634-bb92-a0da39937c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (4b5082e8-da73-4bd6-aaf2-03c063d66089), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:18:11.704451 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ac2e73a-8381-4c4d-b77e-e160a05f7e9a admin admin] Notify agent at l3_agent.n-d-827839-2 the message routers_updated {{(pid=103376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 18:18:11.710407 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-6ac2e73a-8381-4c4d-b77e-e160a05f7e9a admin admin] 10.222.0.89 "PUT /v2.0/routers/c0df5269-6b63-471d-8193-ba744aa0b9c8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8953505 Feb 04 18:18:11.721575 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-89358802-1733-4634-bb92-a0da39937c7d None None] Port 4b5082e8-da73-4bd6-aaf2-03c063d66089 cannot update to ACTIVE because it is not bound. {{(pid=103378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 18:18:11.728548 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-94af6b39-2d1b-4759-aa26-1b0dff69e127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0df5269-6b63-471d-8193-ba744aa0b9c8', 'name': 'tempest-TestEncryptedCinderVolumes-236961321-router', 'tenant_id': '81ef02f9afe145edb19f3807d7971312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.231'}], 'enable_snat': True}, 'gw_port_id': '465cd27a-149b-4bfc-94bf-7804d088ab96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T18:18:08Z', 'updated_at': '2022-02-04T18:18:11Z', 'revision_number': 4, 'project_id': '81ef02f9afe145edb19f3807d7971312', 'gw_port': {'id': '465cd27a-149b-4bfc-94bf-7804d088ab96', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:55:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0df5269-6b63-471d-8193-ba744aa0b9c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:18:08Z', 'updated_at': '2022-02-04T18:18:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_interfaces': [{'id': '4b5082e8-da73-4bd6-aaf2-03c063d66089', 'name': '', 'network_id': 'fdc2d767-6dcb-457a-a4ed-5cb26d36926f', 'tenant_id': '81ef02f9afe145edb19f3807d7971312', 'mac_address': 'fa:16:3e:bc:24:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0df5269-6b63-471d-8193-ba744aa0b9c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4168, 'fixed_ips': [{'subnet_id': '9f72659e-cee9-4ca4-a5c1-ef5b16f92ac5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:18:10Z', 'updated_at': '2022-02-04T18:18:11Z', 'revision_number': 2, 'project_id': '81ef02f9afe145edb19f3807d7971312', 'subnets': [{'id': '9f72659e-cee9-4ca4-a5c1-ef5b16f92ac5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-2', False) {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:18:11.759548 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94af6b39-2d1b-4759-aa26-1b0dff69e127 None None] The sync data for ids ['c0df5269-6b63-471d-8193-ba744aa0b9c8'] in n-d-827839-2 is: [{'id': 'c0df5269-6b63-471d-8193-ba744aa0b9c8', 'name': 'tempest-TestEncryptedCinderVolumes-236961321-router', 'tenant_id': '81ef02f9afe145edb19f3807d7971312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.231'}], 'enable_snat': True}, 'gw_port_id': '465cd27a-149b-4bfc-94bf-7804d088ab96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T18:18:08Z', 'updated_at': '2022-02-04T18:18:11Z', 'revision_number': 4, 'project_id': '81ef02f9afe145edb19f3807d7971312', 'gw_port': {'id': '465cd27a-149b-4bfc-94bf-7804d088ab96', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:55:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0df5269-6b63-471d-8193-ba744aa0b9c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:18:08Z', 'updated_at': '2022-02-04T18:18:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_interfaces': [{'id': '4b5082e8-da73-4bd6-aaf2-03c063d66089', 'name': '', 'network_id': 'fdc2d767-6dcb-457a-a4ed-5cb26d36926f', 'tenant_id': '81ef02f9afe145edb19f3807d7971312', 'mac_address': 'fa:16:3e:bc:24:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0df5269-6b63-471d-8193-ba744aa0b9c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4168, 'fixed_ips': [{'subnet_id': '9f72659e-cee9-4ca4-a5c1-ef5b16f92ac5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:18:10Z', 'updated_at': '2022-02-04T18:18:11Z', 'revision_number': 2, 'project_id': '81ef02f9afe145edb19f3807d7971312', 'subnets': [{'id': '9f72659e-cee9-4ca4-a5c1-ef5b16f92ac5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 18:18:12.167444 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 6b59b211-8cce-4d0d-bfdf-85817966face up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 18:18:12.222566 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 57148) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:18:12.223042 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port 6b59b211-8cce-4d0d-bfdf-85817966face triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 18:18:12.223437 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (6b59b211-8cce-4d0d-bfdf-85817966face), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:18:12.228321 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-2c560865-77fc-463c-bd24-3480f06bf918 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1066931725-network', 'tenant_id': 'bdd1d7e62b8246979b10ab52cf69e73f'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 18:18:12.249679 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c560865-77fc-463c-bd24-3480f06bf918 admin admin] Made reservation on behalf of bdd1d7e62b8246979b10ab52cf69e73f for: {'network': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 18:18:12.252039 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-2c560865-77fc-463c-bd24-3480f06bf918 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for network (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:18:12.261430 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-2c560865-77fc-463c-bd24-3480f06bf918 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:18:12.314300 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port 6b59b211-8cce-4d0d-bfdf-85817966face is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 18:18:12.346194 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-2c560865-77fc-463c-bd24-3480f06bf918 admin admin] Publish callbacks [] for security_group (ba121a96-8bfc-45b8-adf7-ca08d78644aa), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:18:12.350051 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-2c560865-77fc-463c-bd24-3480f06bf918 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (ba121a96-8bfc-45b8-adf7-ca08d78644aa), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:18:12.376042 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c560865-77fc-463c-bd24-3480f06bf918 admin admin] vlan segment allocate from pool success with {'vlan_id': 793, 'physical_network': 'physnet1'} {{(pid=103377) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 18:18:12.386114 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c560865-77fc-463c-bd24-3480f06bf918 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba121a96-8bfc-45b8-adf7-ca08d78644aa,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:18:12.391245 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-2c560865-77fc-463c-bd24-3480f06bf918 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (3a811005-079b-4f2a-8e30-ad35285d5874), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:18:12.391589 n-d-827839-2 neutron-server[103377]: INFO neutron.db.segments_db [None req-2c560865-77fc-463c-bd24-3480f06bf918 admin admin] Added segment 3a811005-079b-4f2a-8e30-ad35285d5874 of type vlan for network e6f73f54-164d-4150-a1fa-f7b8328e01c6 Feb 04 18:18:12.435521 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-2c560865-77fc-463c-bd24-3480f06bf918 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781084292801'] for network (e6f73f54-164d-4150-a1fa-f7b8328e01c6), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:18:12.462530 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-2c560865-77fc-463c-bd24-3480f06bf918 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327'] for network (e6f73f54-164d-4150-a1fa-f7b8328e01c6), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:18:12.463769 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c560865-77fc-463c-bd24-3480f06bf918 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:18:12.464459 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-2c560865-77fc-463c-bd24-3480f06bf918 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:18:12.521447 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-2c560865-77fc-463c-bd24-3480f06bf918 admin admin] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.2977748 Feb 04 18:18:12.524133 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 57150) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:18:12.529383 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-988b0d8f-2a63-4bf2-83c4-50f6f2b7a44e admin admin] Request body: {'subnet': {'network_id': 'e6f73f54-164d-4150-a1fa-f7b8328e01c6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1066931725-subnet', 'tenant_id': 'bdd1d7e62b8246979b10ab52cf69e73f', 'ip_version': 4}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 18:18:12.554709 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c560865-77fc-463c-bd24-3480f06bf918 admin admin] Pushing event updated for resources: {'Network': ['ID=e6f73f54-164d-4150-a1fa-f7b8328e01c6,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:18:12.563849 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-988b0d8f-2a63-4bf2-83c4-50f6f2b7a44e admin admin] Made reservation on behalf of bdd1d7e62b8246979b10ab52cf69e73f for: {'subnet': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 18:18:12.565412 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Network e6f73f54-164d-4150-a1fa-f7b8328e01c6 details requested by agent ovs-agent-n-d-827839-2 with host n-d-827839-2 {{(pid=103378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 18:18:12.566254 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-988b0d8f-2a63-4bf2-83c4-50f6f2b7a44e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25597243'] for subnet (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:18:12.763682 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-988b0d8f-2a63-4bf2-83c4-50f6f2b7a44e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25889445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25597197'] for subnet (a3b455d0-0b4e-4249-9d62-8c5779b1471c), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:18:12.821229 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988b0d8f-2a63-4bf2-83c4-50f6f2b7a44e admin admin] Pushing event updated for resources: {'Subnet': ['ID=a3b455d0-0b4e-4249-9d62-8c5779b1471c,revision_number=0']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:18:12.837215 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-988b0d8f-2a63-4bf2-83c4-50f6f2b7a44e admin admin] Checking segment: {'id': '3a811005-079b-4f2a-8e30-ad35285d5874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'e6f73f54-164d-4150-a1fa-f7b8328e01c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 18:18:12.837578 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-988b0d8f-2a63-4bf2-83c4-50f6f2b7a44e admin admin] Network hostable DHCP agents. Network: e6f73f54-164d-4150-a1fa-f7b8328e01c6, hostable agents: ['bb89f5a3-3c22-440b-b7d1-c4f0c43c184a'], hosted agents: [] {{(pid=103377) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 18:18:12.854594 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (3f9244a9-75fc-4c10-b195-11d48b853b41), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:18:12.859218 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-988b0d8f-2a63-4bf2-83c4-50f6f2b7a44e admin admin] Network e6f73f54-164d-4150-a1fa-f7b8328e01c6 is scheduled to be hosted by DHCP agent bb89f5a3-3c22-440b-b7d1-c4f0c43c184a with binding_index 1 {{(pid=103377) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 18:18:12.869085 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [None req-988b0d8f-2a63-4bf2-83c4-50f6f2b7a44e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827839-2, e6f73f54-164d-4150-a1fa-f7b8328e01c6) {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 18:18:12.874584 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-988b0d8f-2a63-4bf2-83c4-50f6f2b7a44e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:18:12.875704 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-988b0d8f-2a63-4bf2-83c4-50f6f2b7a44e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:18:12.878773 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5fb172e-35d6-45e0-ad12-dbc983048689 None None] Network e6f73f54-164d-4150-a1fa-f7b8328e01c6 requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 18:18:12.892631 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-988b0d8f-2a63-4bf2-83c4-50f6f2b7a44e admin admin] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3674729 Feb 04 18:18:12.896617 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 57152) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:18:12.900927 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-275b41b1-bf10-4ec8-9ec4-d83d9e2424eb admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1066931725-router', 'tenant_id': 'bdd1d7e62b8246979b10ab52cf69e73f', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188'}}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 18:18:12.923033 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-275b41b1-bf10-4ec8-9ec4-d83d9e2424eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1601657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26921'] for router (edd4abd9-dd45-46f4-a086-79c4cf855860), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:18:12.924856 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-275b41b1-bf10-4ec8-9ec4-d83d9e2424eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1602025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603663', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1630571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26960'] for router (edd4abd9-dd45-46f4-a086-79c4cf855860), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:18:12.994901 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-275b41b1-bf10-4ec8-9ec4-d83d9e2424eb admin admin] Publish callbacks [] for router_controller (edd4abd9-dd45-46f4-a086-79c4cf855860), precommit_add_association {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:18:12.995429 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d803e8f-2435-4764-b011-4a5d3cb41800 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e4c19ad-5724-5db8-8ee1-4f56ae69fcf4-e6f73f54-164d-4150-a1fa-f7b8328e01c6', 'network_id': 'e6f73f54-164d-4150-a1fa-f7b8328e01c6', 'project_id': 'bdd1d7e62b8246979b10ab52cf69e73f', 'fixed_ips': [{'subnet_id': 'a3b455d0-0b4e-4249-9d62-8c5779b1471c'}]}} from n-d-827839-2. {{(pid=103378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 18:18:12.996587 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4d803e8f-2435-4764-b011-4a5d3cb41800 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:18:13.152165 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-4d803e8f-2435-4764-b011-4a5d3cb41800 None None] Allocated IP 172.20.0.2 (e6f73f54-164d-4150-a1fa-f7b8328e01c6/a3b455d0-0b4e-4249-9d62-8c5779b1471c/b6b4e62a-66a4-4483-8a7d-540028db5054) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 18:18:13.158106 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-275b41b1-bf10-4ec8-9ec4-d83d9e2424eb admin admin] Publish callbacks [] for router_gateway (edd4abd9-dd45-46f4-a086-79c4cf855860), precommit_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:18:13.308712 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4d803e8f-2435-4764-b011-4a5d3cb41800 None None] Publish callbacks [] for port (b6b4e62a-66a4-4483-8a7d-540028db5054), precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:18:13.315357 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4d803e8f-2435-4764-b011-4a5d3cb41800 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135'] for port (b6b4e62a-66a4-4483-8a7d-540028db5054), after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:18:13.362633 n-d-827839-2 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d803e8f-2435-4764-b011-4a5d3cb41800 None None] Network e6f73f54-164d-4150-a1fa-f7b8328e01c6 is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 18:18:13.365421 n-d-827839-2 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-4d803e8f-2435-4764-b011-4a5d3cb41800 None None] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 18:18:13.367831 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d803e8f-2435-4764-b011-4a5d3cb41800 None None] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 18:18:13.375088 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d803e8f-2435-4764-b011-4a5d3cb41800 None None] Pushing event updated for resources: {'Port': ['ID=b6b4e62a-66a4-4483-8a7d-540028db5054,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:18:13.400579 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-275b41b1-bf10-4ec8-9ec4-d83d9e2424eb admin admin] Publish callbacks [] for router_gateway (edd4abd9-dd45-46f4-a086-79c4cf855860), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:18:13.425316 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-275b41b1-bf10-4ec8-9ec4-d83d9e2424eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:18:13.430289 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-4d803e8f-2435-4764-b011-4a5d3cb41800 None None] Attempting to bind port b6b4e62a-66a4-4483-8a7d-540028db5054 on host n-d-827839-2 for vnic_type normal with profile {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 18:18:13.430659 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-4d803e8f-2435-4764-b011-4a5d3cb41800 None None] Attempting to bind port b6b4e62a-66a4-4483-8a7d-540028db5054 by drivers openvswitch,hyperv on host n-d-827839-2 at level 0 using segments [{'id': '3a811005-079b-4f2a-8e30-ad35285d5874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'e6f73f54-164d-4150-a1fa-f7b8328e01c6'}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 18:18:13.431037 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d803e8f-2435-4764-b011-4a5d3cb41800 None None] Attempting to bind port b6b4e62a-66a4-4483-8a7d-540028db5054 on network e6f73f54-164d-4150-a1fa-f7b8328e01c6 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 18:18:13.437397 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d803e8f-2435-4764-b011-4a5d3cb41800 None None] Checking agent: {'id': 'ba70844b-66a0-45fd-a2f2-e6ed673321fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 0, 36), 'started_at': datetime.datetime(2022, 2, 4, 17, 1, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 18, 18, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 18:18:13.437843 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d803e8f-2435-4764-b011-4a5d3cb41800 None None] Checking segment: {'id': '3a811005-079b-4f2a-8e30-ad35285d5874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'e6f73f54-164d-4150-a1fa-f7b8328e01c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 18:18:13.438602 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4d803e8f-2435-4764-b011-4a5d3cb41800 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:18:13.439086 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d803e8f-2435-4764-b011-4a5d3cb41800 None None] Bound using segment: {'id': '3a811005-079b-4f2a-8e30-ad35285d5874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'e6f73f54-164d-4150-a1fa-f7b8328e01c6'} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 18:18:13.439752 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-4d803e8f-2435-4764-b011-4a5d3cb41800 None None] Bound port: b6b4e62a-66a4-4483-8a7d-540028db5054, host: n-d-827839-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a811005-079b-4f2a-8e30-ad35285d5874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'e6f73f54-164d-4150-a1fa-f7b8328e01c6'}}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 18:18:13.440152 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4d803e8f-2435-4764-b011-4a5d3cb41800 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (b6b4e62a-66a4-4483-8a7d-540028db5054), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:18:13.507248 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-4d803e8f-2435-4764-b011-4a5d3cb41800 None None] For port b6b4e62a-66a4-4483-8a7d-540028db5054, host n-d-827839-2, cleared binding levels {{(pid=103378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 18:18:13.510592 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-4d803e8f-2435-4764-b011-4a5d3cb41800 None None] For port b6b4e62a-66a4-4483-8a7d-540028db5054, host n-d-827839-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=b6b4e62a-66a4-4483-8a7d-540028db5054,segment=NetworkSegment(3a811005-079b-4f2a-8e30-ad35285d5874),segment_id=3a811005-079b-4f2a-8e30-ad35285d5874)] {{(pid=103378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 18:18:13.517574 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4d803e8f-2435-4764-b011-4a5d3cb41800 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (b6b4e62a-66a4-4483-8a7d-540028db5054), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:18:13.536123 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.db_base_plugin_common [None req-275b41b1-bf10-4ec8-9ec4-d83d9e2424eb admin admin] Allocated IP 172.25.6.237 (48165773-85ad-49a1-9ec1-76fc8dc24188/7660bfad-1ea8-4fe7-831b-bed836f13efc/8f376cb7-c63f-4cdb-9759-127d9ea52cc1) {{(pid=103377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 18:18:13.579389 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d803e8f-2435-4764-b011-4a5d3cb41800 None None] Pushing event updated for resources: {'Port': ['ID=b6b4e62a-66a4-4483-8a7d-540028db5054,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:18:13.654789 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-275b41b1-bf10-4ec8-9ec4-d83d9e2424eb admin admin] Publish callbacks [] for port (8f376cb7-c63f-4cdb-9759-127d9ea52cc1), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:18:13.690534 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-275b41b1-bf10-4ec8-9ec4-d83d9e2424eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (8f376cb7-c63f-4cdb-9759-127d9ea52cc1), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:18:13.732794 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-275b41b1-bf10-4ec8-9ec4-d83d9e2424eb admin admin] Network 48165773-85ad-49a1-9ec1-76fc8dc24188 is already hosted by enough agents. {{(pid=103377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 18:18:13.735764 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [None req-275b41b1-bf10-4ec8-9ec4-d83d9e2424eb admin admin] Resources bound (agent type, host, resource id): {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 18:18:13.739327 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-275b41b1-bf10-4ec8-9ec4-d83d9e2424eb admin admin] Received port after_create {{(pid=103377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 18:18:13.773220 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275b41b1-bf10-4ec8-9ec4-d83d9e2424eb admin admin] Pushing event updated for resources: {'Port': ['ID=8f376cb7-c63f-4cdb-9759-127d9ea52cc1,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:18:14.019786 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-275b41b1-bf10-4ec8-9ec4-d83d9e2424eb admin admin] Publish callbacks [] for router_gateway (edd4abd9-dd45-46f4-a086-79c4cf855860), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:18:14.227168 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 465cd27a-149b-4bfc-94bf-7804d088ab96 up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 18:18:14.290141 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port 465cd27a-149b-4bfc-94bf-7804d088ab96 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 18:18:14.290683 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (465cd27a-149b-4bfc-94bf-7804d088ab96), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:18:14.384187 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port 465cd27a-149b-4bfc-94bf-7804d088ab96 is: DOWN; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 18:18:14.385018 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (465cd27a-149b-4bfc-94bf-7804d088ab96), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:18:14.411758 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] For port 465cd27a-149b-4bfc-94bf-7804d088ab96, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=465cd27a-149b-4bfc-94bf-7804d088ab96,segment=NetworkSegment(5942dc44-1f07-4c27-b0ab-45a2bff20dd5),segment_id=5942dc44-1f07-4c27-b0ab-45a2bff20dd5)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 18:18:14.416850 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (465cd27a-149b-4bfc-94bf-7804d088ab96), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:18:14.417740 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device b6b4e62a-66a4-4483-8a7d-540028db5054 up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 18:18:14.440672 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0afb80c1-7df2-4294-987b-6759fd203d30 None None] Sync routers for ids ['c0df5269-6b63-471d-8193-ba744aa0b9c8'] in n-d-827839-2 {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 18:18:14.450892 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0afb80c1-7df2-4294-987b-6759fd203d30 None None] Routers {'c0df5269-6b63-471d-8193-ba744aa0b9c8'} bound to L3 agent in host n-d-827839-2 {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 18:18:14.451684 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-0afb80c1-7df2-4294-987b-6759fd203d30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T18:18:03Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['c0df5269-6b63-471d-8193-ba744aa0b9c8'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:18:14.507860 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Pushing event updated for resources: {'Port': ['ID=465cd27a-149b-4bfc-94bf-7804d088ab96,revision_number=4']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:18:14.522031 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port b6b4e62a-66a4-4483-8a7d-540028db5054 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 18:18:14.522415 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (b6b4e62a-66a4-4483-8a7d-540028db5054), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:18:14.574119 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-275b41b1-bf10-4ec8-9ec4-d83d9e2424eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1602046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603680'] for router (edd4abd9-dd45-46f4-a086-79c4cf855860), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:18:14.585360 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvr_db [None req-0afb80c1-7df2-4294-987b-6759fd203d30 None None] Set router c0df5269-6b63-471d-8193-ba744aa0b9c8 gateway port host: n-d-827839-2 {{(pid=103379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 18:18:14.606097 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port b6b4e62a-66a4-4483-8a7d-540028db5054 is: DOWN; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 18:18:14.606510 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (b6b4e62a-66a4-4483-8a7d-540028db5054), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:18:14.644233 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] For port b6b4e62a-66a4-4483-8a7d-540028db5054, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=b6b4e62a-66a4-4483-8a7d-540028db5054,segment=NetworkSegment(3a811005-079b-4f2a-8e30-ad35285d5874),segment_id=3a811005-079b-4f2a-8e30-ad35285d5874)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 18:18:14.648343 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (b6b4e62a-66a4-4483-8a7d-540028db5054), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:18:14.689901 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b3bf593-53f3-4d3d-a117-c77e9dd7e262 None None] Network e6f73f54-164d-4150-a1fa-f7b8328e01c6 requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 18:18:14.738125 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-275b41b1-bf10-4ec8-9ec4-d83d9e2424eb admin admin] Router edd4abd9-dd45-46f4-a086-79c4cf855860 is scheduled to L3 agent 64ada913-9131-4d99-a265-63a920956287 with binding_index 1 {{(pid=103377) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 18:18:14.745580 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Pushing event updated for resources: {'Port': ['ID=b6b4e62a-66a4-4483-8a7d-540028db5054,revision_number=3']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:18:14.786663 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-3cf94636-27f8-4da0-a650-2ff8d3dd6d49 None None] Provisioning complete for port b6b4e62a-66a4-4483-8a7d-540028db5054 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 18:18:14.787041 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3cf94636-27f8-4da0-a650-2ff8d3dd6d49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (b6b4e62a-66a4-4483-8a7d-540028db5054), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:18:14.805337 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-0afb80c1-7df2-4294-987b-6759fd203d30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0df5269-6b63-471d-8193-ba744aa0b9c8', 'name': 'tempest-TestEncryptedCinderVolumes-236961321-router', 'tenant_id': '81ef02f9afe145edb19f3807d7971312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.231'}], 'enable_snat': True}, 'gw_port_id': '465cd27a-149b-4bfc-94bf-7804d088ab96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T18:18:08Z', 'updated_at': '2022-02-04T18:18:11Z', 'revision_number': 4, 'project_id': '81ef02f9afe145edb19f3807d7971312', 'gw_port': {'id': '465cd27a-149b-4bfc-94bf-7804d088ab96', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:55:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0df5269-6b63-471d-8193-ba744aa0b9c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:18:08Z', 'updated_at': '2022-02-04T18:18:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_interfaces': [{'id': '4b5082e8-da73-4bd6-aaf2-03c063d66089', 'name': '', 'network_id': 'fdc2d767-6dcb-457a-a4ed-5cb26d36926f', 'tenant_id': '81ef02f9afe145edb19f3807d7971312', 'mac_address': 'fa:16:3e:bc:24:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0df5269-6b63-471d-8193-ba744aa0b9c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4168, 'fixed_ips': [{'subnet_id': '9f72659e-cee9-4ca4-a5c1-ef5b16f92ac5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:18:10Z', 'updated_at': '2022-02-04T18:18:11Z', 'revision_number': 2, 'project_id': '81ef02f9afe145edb19f3807d7971312', 'subnets': [{'id': '9f72659e-cee9-4ca4-a5c1-ef5b16f92ac5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-2', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:18:14.844190 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0afb80c1-7df2-4294-987b-6759fd203d30 None None] Checking router: c0df5269-6b63-471d-8193-ba744aa0b9c8 for host: n-d-827839-2 {{(pid=103379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 18:18:14.844700 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0afb80c1-7df2-4294-987b-6759fd203d30 None None] Updating router c0df5269-6b63-471d-8193-ba744aa0b9c8 port 4b5082e8-da73-4bd6-aaf2-03c063d66089 binding host n-d-827839-2 {{(pid=103379) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 18:18:14.863369 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-275b41b1-bf10-4ec8-9ec4-d83d9e2424eb admin admin] Notify agent at l3_agent.n-d-827839-2 the message routers_updated {{(pid=103377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 18:18:14.877124 n-d-827839-2 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-0afb80c1-7df2-4294-987b-6759fd203d30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (4b5082e8-da73-4bd6-aaf2-03c063d66089), before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:18:14.885075 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf44ab68-47a9-4da8-86ad-2be089f1c411 None None] Sync routers for ids ['edd4abd9-dd45-46f4-a086-79c4cf855860'] in n-d-827839-2 {{(pid=103378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 18:18:14.891742 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-275b41b1-bf10-4ec8-9ec4-d83d9e2424eb admin admin] Publish callbacks [] for router (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:18:14.896194 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-275b41b1-bf10-4ec8-9ec4-d83d9e2424eb admin admin] 10.222.0.89 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 1.9960582 Feb 04 18:18:14.896900 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 57154) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:18:14.911266 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf44ab68-47a9-4da8-86ad-2be089f1c411 None None] Routers {'edd4abd9-dd45-46f4-a086-79c4cf855860'} bound to L3 agent in host n-d-827839-2 {{(pid=103378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 18:18:14.911894 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-cf44ab68-47a9-4da8-86ad-2be089f1c411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T18:18:03Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['edd4abd9-dd45-46f4-a086-79c4cf855860'], 'active': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:18:14.913903 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-3cf94636-27f8-4da0-a650-2ff8d3dd6d49 None None] Current status of the port b6b4e62a-66a4-4483-8a7d-540028db5054 is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 18:18:15.187382 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-077da812-905a-4455-babe-d03720b0439b None None] Provisioning complete for port b6b4e62a-66a4-4483-8a7d-540028db5054 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 18:18:15.187647 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-077da812-905a-4455-babe-d03720b0439b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (b6b4e62a-66a4-4483-8a7d-540028db5054), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:18:15.211560 n-d-827839-2 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-0afb80c1-7df2-4294-987b-6759fd203d30 None None] Publish callbacks [] for port (4b5082e8-da73-4bd6-aaf2-03c063d66089), precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:18:15.218498 n-d-827839-2 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-0afb80c1-7df2-4294-987b-6759fd203d30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (4b5082e8-da73-4bd6-aaf2-03c063d66089), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:18:15.250777 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvr_db [None req-cf44ab68-47a9-4da8-86ad-2be089f1c411 None None] Set router edd4abd9-dd45-46f4-a086-79c4cf855860 gateway port host: n-d-827839-2 {{(pid=103378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 18:18:15.328487 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ceed5f-17c3-4e79-9f36-874073ca5236 None None] Pushing event updated for resources: {'Port': ['ID=4b5082e8-da73-4bd6-aaf2-03c063d66089,revision_number=3']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:18:15.359243 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ceed5f-17c3-4e79-9f36-874073ca5236 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:18:15.359628 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ceed5f-17c3-4e79-9f36-874073ca5236 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:18:15.361527 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ceed5f-17c3-4e79-9f36-874073ca5236 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:18:15.361882 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ceed5f-17c3-4e79-9f36-874073ca5236 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:18:15.363409 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ceed5f-17c3-4e79-9f36-874073ca5236 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:18:15.363758 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ceed5f-17c3-4e79-9f36-874073ca5236 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:18:15.364095 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ceed5f-17c3-4e79-9f36-874073ca5236 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:18:15.364431 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ceed5f-17c3-4e79-9f36-874073ca5236 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:18:15.364796 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ceed5f-17c3-4e79-9f36-874073ca5236 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:18:15.365130 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ceed5f-17c3-4e79-9f36-874073ca5236 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:18:15.365622 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ceed5f-17c3-4e79-9f36-874073ca5236 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:18:15.366007 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ceed5f-17c3-4e79-9f36-874073ca5236 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:18:15.366334 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ceed5f-17c3-4e79-9f36-874073ca5236 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:18:15.392338 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-077da812-905a-4455-babe-d03720b0439b None None] Current status of the port b6b4e62a-66a4-4483-8a7d-540028db5054 is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 18:18:15.398976 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-2639a63f-d0be-46c0-8482-b977295a64a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:18:15.401507 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [None req-0afb80c1-7df2-4294-987b-6759fd203d30 None None] Attempting to bind port 4b5082e8-da73-4bd6-aaf2-03c063d66089 on host n-d-827839-2 for vnic_type normal with profile {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 18:18:15.402113 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [None req-0afb80c1-7df2-4294-987b-6759fd203d30 None None] Attempting to bind port 4b5082e8-da73-4bd6-aaf2-03c063d66089 by drivers openvswitch,hyperv on host n-d-827839-2 at level 0 using segments [{'id': '47a74d3b-c8b5-4845-b2de-521c73976651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'fdc2d767-6dcb-457a-a4ed-5cb26d36926f'}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 18:18:15.402701 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0afb80c1-7df2-4294-987b-6759fd203d30 None None] Attempting to bind port 4b5082e8-da73-4bd6-aaf2-03c063d66089 on network fdc2d767-6dcb-457a-a4ed-5cb26d36926f {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 18:18:15.409820 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0afb80c1-7df2-4294-987b-6759fd203d30 None None] Checking agent: {'id': 'ba70844b-66a0-45fd-a2f2-e6ed673321fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 0, 36), 'started_at': datetime.datetime(2022, 2, 4, 17, 1, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 18, 18, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 18:18:15.410527 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0afb80c1-7df2-4294-987b-6759fd203d30 None None] Checking segment: {'id': '47a74d3b-c8b5-4845-b2de-521c73976651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'fdc2d767-6dcb-457a-a4ed-5cb26d36926f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 18:18:15.411166 n-d-827839-2 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-0afb80c1-7df2-4294-987b-6759fd203d30 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:18:15.411742 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0afb80c1-7df2-4294-987b-6759fd203d30 None None] Bound using segment: {'id': '47a74d3b-c8b5-4845-b2de-521c73976651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'fdc2d767-6dcb-457a-a4ed-5cb26d36926f'} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 18:18:15.412399 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [None req-0afb80c1-7df2-4294-987b-6759fd203d30 None None] Bound port: 4b5082e8-da73-4bd6-aaf2-03c063d66089, host: n-d-827839-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47a74d3b-c8b5-4845-b2de-521c73976651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'fdc2d767-6dcb-457a-a4ed-5cb26d36926f'}}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 18:18:15.413030 n-d-827839-2 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-0afb80c1-7df2-4294-987b-6759fd203d30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (4b5082e8-da73-4bd6-aaf2-03c063d66089), before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:18:15.488679 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-0afb80c1-7df2-4294-987b-6759fd203d30 None None] For port 4b5082e8-da73-4bd6-aaf2-03c063d66089, host n-d-827839-2, cleared binding levels {{(pid=103379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 18:18:15.492006 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-0afb80c1-7df2-4294-987b-6759fd203d30 None None] For port 4b5082e8-da73-4bd6-aaf2-03c063d66089, host n-d-827839-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=4b5082e8-da73-4bd6-aaf2-03c063d66089,segment=NetworkSegment(47a74d3b-c8b5-4845-b2de-521c73976651),segment_id=47a74d3b-c8b5-4845-b2de-521c73976651)] {{(pid=103379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 18:18:15.499388 n-d-827839-2 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-0afb80c1-7df2-4294-987b-6759fd203d30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (4b5082e8-da73-4bd6-aaf2-03c063d66089), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:18:15.500427 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-cf44ab68-47a9-4da8-86ad-2be089f1c411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edd4abd9-dd45-46f4-a086-79c4cf855860', 'name': 'tempest-TestEncryptedCinderVolumes-1066931725-router', 'tenant_id': 'bdd1d7e62b8246979b10ab52cf69e73f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.237'}], 'enable_snat': True}, 'gw_port_id': '8f376cb7-c63f-4cdb-9759-127d9ea52cc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T18:18:12Z', 'updated_at': '2022-02-04T18:18:13Z', 'revision_number': 3, 'project_id': 'bdd1d7e62b8246979b10ab52cf69e73f', 'gw_port': {'id': '8f376cb7-c63f-4cdb-9759-127d9ea52cc1', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:32:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edd4abd9-dd45-46f4-a086-79c4cf855860', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:18:13Z', 'updated_at': '2022-02-04T18:18:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2'}], 'n-d-827839-2', False) {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:18:15.547740 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf44ab68-47a9-4da8-86ad-2be089f1c411 None None] Checking router: edd4abd9-dd45-46f4-a086-79c4cf855860 for host: n-d-827839-2 {{(pid=103378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 18:18:15.548102 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf44ab68-47a9-4da8-86ad-2be089f1c411 None None] Updating router edd4abd9-dd45-46f4-a086-79c4cf855860 port 8f376cb7-c63f-4cdb-9759-127d9ea52cc1 binding host n-d-827839-2 {{(pid=103378) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 18:18:15.573823 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0afb80c1-7df2-4294-987b-6759fd203d30 None None] Routers {'c0df5269-6b63-471d-8193-ba744aa0b9c8'} bound to L3 agent in host n-d-827839-2 {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 18:18:15.574986 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-0afb80c1-7df2-4294-987b-6759fd203d30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T18:18:03Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['c0df5269-6b63-471d-8193-ba744aa0b9c8'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:18:15.578246 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-cf44ab68-47a9-4da8-86ad-2be089f1c411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (8f376cb7-c63f-4cdb-9759-127d9ea52cc1), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:18:15.611727 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.db_base_plugin_common [None req-2639a63f-d0be-46c0-8482-b977295a64a9 admin admin] Allocated IP 172.20.0.1 (e6f73f54-164d-4150-a1fa-f7b8328e01c6/a3b455d0-0b4e-4249-9d62-8c5779b1471c/b0bd1c1b-58c4-4957-9185-8f4ac3eb90e7) {{(pid=103376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 18:18:15.613237 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ceed5f-17c3-4e79-9f36-874073ca5236 None None] Pushing event updated for resources: {'Port': ['ID=4b5082e8-da73-4bd6-aaf2-03c063d66089,revision_number=4']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:18:15.635656 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-f564c5a2-6311-447a-9da6-f36484879be5 None None] Provisioning complete for port 4b5082e8-da73-4bd6-aaf2-03c063d66089 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 18:18:15.636037 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f564c5a2-6311-447a-9da6-f36484879be5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (4b5082e8-da73-4bd6-aaf2-03c063d66089), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:18:15.692871 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvr_db [None req-0afb80c1-7df2-4294-987b-6759fd203d30 None None] Set router c0df5269-6b63-471d-8193-ba744aa0b9c8 gateway port host: n-d-827839-2 {{(pid=103379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 18:18:15.758770 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-2639a63f-d0be-46c0-8482-b977295a64a9 admin admin] Publish callbacks [] for port (b0bd1c1b-58c4-4957-9185-8f4ac3eb90e7), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:18:15.801582 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-2639a63f-d0be-46c0-8482-b977295a64a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (b0bd1c1b-58c4-4957-9185-8f4ac3eb90e7), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:18:15.845215 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2639a63f-d0be-46c0-8482-b977295a64a9 admin admin] Network e6f73f54-164d-4150-a1fa-f7b8328e01c6 is already hosted by enough agents. {{(pid=103376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 18:18:15.850143 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [None req-2639a63f-d0be-46c0-8482-b977295a64a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 18:18:15.852856 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2639a63f-d0be-46c0-8482-b977295a64a9 admin admin] Received port after_create {{(pid=103376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 18:18:15.858950 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-f564c5a2-6311-447a-9da6-f36484879be5 None None] Current status of the port 4b5082e8-da73-4bd6-aaf2-03c063d66089 is: DOWN; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 18:18:15.859342 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f564c5a2-6311-447a-9da6-f36484879be5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (4b5082e8-da73-4bd6-aaf2-03c063d66089), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:18:15.888731 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2639a63f-d0be-46c0-8482-b977295a64a9 admin admin] Pushing event updated for resources: {'Port': ['ID=b0bd1c1b-58c4-4957-9185-8f4ac3eb90e7,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:18:15.911487 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-2639a63f-d0be-46c0-8482-b977295a64a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1595471'] for router_interface (edd4abd9-dd45-46f4-a086-79c4cf855860), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:18:15.921876 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-f564c5a2-6311-447a-9da6-f36484879be5 None None] For port 4b5082e8-da73-4bd6-aaf2-03c063d66089, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=4b5082e8-da73-4bd6-aaf2-03c063d66089,segment=NetworkSegment(47a74d3b-c8b5-4845-b2de-521c73976651),segment_id=47a74d3b-c8b5-4845-b2de-521c73976651)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 18:18:15.977692 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-cf44ab68-47a9-4da8-86ad-2be089f1c411 None None] Publish callbacks [] for port (8f376cb7-c63f-4cdb-9759-127d9ea52cc1), precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:18:15.979808 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f564c5a2-6311-447a-9da6-f36484879be5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (4b5082e8-da73-4bd6-aaf2-03c063d66089), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:18:16.005377 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-cf44ab68-47a9-4da8-86ad-2be089f1c411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (8f376cb7-c63f-4cdb-9759-127d9ea52cc1), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:18:16.043888 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-0afb80c1-7df2-4294-987b-6759fd203d30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0df5269-6b63-471d-8193-ba744aa0b9c8', 'name': 'tempest-TestEncryptedCinderVolumes-236961321-router', 'tenant_id': '81ef02f9afe145edb19f3807d7971312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.231'}], 'enable_snat': True}, 'gw_port_id': '465cd27a-149b-4bfc-94bf-7804d088ab96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T18:18:08Z', 'updated_at': '2022-02-04T18:18:11Z', 'revision_number': 4, 'project_id': '81ef02f9afe145edb19f3807d7971312', 'gw_port': {'id': '465cd27a-149b-4bfc-94bf-7804d088ab96', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:55:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0df5269-6b63-471d-8193-ba744aa0b9c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:18:08Z', 'updated_at': '2022-02-04T18:18:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_interfaces': [{'id': '4b5082e8-da73-4bd6-aaf2-03c063d66089', 'name': '', 'network_id': 'fdc2d767-6dcb-457a-a4ed-5cb26d36926f', 'tenant_id': '81ef02f9afe145edb19f3807d7971312', 'mac_address': 'fa:16:3e:bc:24:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0df5269-6b63-471d-8193-ba744aa0b9c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4168, 'fixed_ips': [{'subnet_id': '9f72659e-cee9-4ca4-a5c1-ef5b16f92ac5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:18:10Z', 'updated_at': '2022-02-04T18:18:15Z', 'revision_number': 4, 'project_id': '81ef02f9afe145edb19f3807d7971312', 'subnets': [{'id': '9f72659e-cee9-4ca4-a5c1-ef5b16f92ac5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-2', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:18:16.048074 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-cf44ab68-47a9-4da8-86ad-2be089f1c411 None None] Attempting to bind port 8f376cb7-c63f-4cdb-9759-127d9ea52cc1 on host n-d-827839-2 for vnic_type normal with profile {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 18:18:16.048459 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-cf44ab68-47a9-4da8-86ad-2be089f1c411 None None] Attempting to bind port 8f376cb7-c63f-4cdb-9759-127d9ea52cc1 by drivers openvswitch,hyperv on host n-d-827839-2 at level 0 using segments [{'id': '5942dc44-1f07-4c27-b0ab-45a2bff20dd5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188'}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 18:18:16.048926 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf44ab68-47a9-4da8-86ad-2be089f1c411 None None] Attempting to bind port 8f376cb7-c63f-4cdb-9759-127d9ea52cc1 on network 48165773-85ad-49a1-9ec1-76fc8dc24188 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 18:18:16.055802 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f564c5a2-6311-447a-9da6-f36484879be5 None None] Pushing event updated for resources: {'Port': ['ID=4b5082e8-da73-4bd6-aaf2-03c063d66089,revision_number=5']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:18:16.062797 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf44ab68-47a9-4da8-86ad-2be089f1c411 None None] Checking agent: {'id': 'ba70844b-66a0-45fd-a2f2-e6ed673321fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 0, 36), 'started_at': datetime.datetime(2022, 2, 4, 17, 1, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 18, 18, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 18:18:16.063184 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf44ab68-47a9-4da8-86ad-2be089f1c411 None None] Checking segment: {'id': '5942dc44-1f07-4c27-b0ab-45a2bff20dd5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 18:18:16.063543 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-cf44ab68-47a9-4da8-86ad-2be089f1c411 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:18:16.064012 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf44ab68-47a9-4da8-86ad-2be089f1c411 None None] Bound using segment: {'id': '5942dc44-1f07-4c27-b0ab-45a2bff20dd5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188'} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 18:18:16.064681 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-cf44ab68-47a9-4da8-86ad-2be089f1c411 None None] Bound port: 8f376cb7-c63f-4cdb-9759-127d9ea52cc1, host: n-d-827839-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5942dc44-1f07-4c27-b0ab-45a2bff20dd5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188'}}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 18:18:16.065140 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-cf44ab68-47a9-4da8-86ad-2be089f1c411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (8f376cb7-c63f-4cdb-9759-127d9ea52cc1), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:18:16.085806 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0afb80c1-7df2-4294-987b-6759fd203d30 None None] The sync data for ids ['c0df5269-6b63-471d-8193-ba744aa0b9c8'] in n-d-827839-2 is: [{'id': 'c0df5269-6b63-471d-8193-ba744aa0b9c8', 'name': 'tempest-TestEncryptedCinderVolumes-236961321-router', 'tenant_id': '81ef02f9afe145edb19f3807d7971312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.231'}], 'enable_snat': True}, 'gw_port_id': '465cd27a-149b-4bfc-94bf-7804d088ab96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T18:18:08Z', 'updated_at': '2022-02-04T18:18:11Z', 'revision_number': 4, 'project_id': '81ef02f9afe145edb19f3807d7971312', 'gw_port': {'id': '465cd27a-149b-4bfc-94bf-7804d088ab96', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:55:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0df5269-6b63-471d-8193-ba744aa0b9c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:18:08Z', 'updated_at': '2022-02-04T18:18:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_interfaces': [{'id': '4b5082e8-da73-4bd6-aaf2-03c063d66089', 'name': '', 'network_id': 'fdc2d767-6dcb-457a-a4ed-5cb26d36926f', 'tenant_id': '81ef02f9afe145edb19f3807d7971312', 'mac_address': 'fa:16:3e:bc:24:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0df5269-6b63-471d-8193-ba744aa0b9c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4168, 'fixed_ips': [{'subnet_id': '9f72659e-cee9-4ca4-a5c1-ef5b16f92ac5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:18:10Z', 'updated_at': '2022-02-04T18:18:15Z', 'revision_number': 4, 'project_id': '81ef02f9afe145edb19f3807d7971312', 'subnets': [{'id': '9f72659e-cee9-4ca4-a5c1-ef5b16f92ac5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 18:18:16.126476 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-2639a63f-d0be-46c0-8482-b977295a64a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (b0bd1c1b-58c4-4957-9185-8f4ac3eb90e7), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:18:16.171291 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142def23-8607-412d-b877-227efa5ec2a4 None None] Pushing event updated for resources: {'Port': ['ID=8f376cb7-c63f-4cdb-9759-127d9ea52cc1,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:18:16.176560 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-55869c5f-ab75-4d39-a69a-c276b02cbc4b None None] Provisioning complete for port 4b5082e8-da73-4bd6-aaf2-03c063d66089 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 18:18:16.177098 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-55869c5f-ab75-4d39-a69a-c276b02cbc4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (4b5082e8-da73-4bd6-aaf2-03c063d66089), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:18:16.217350 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-cf44ab68-47a9-4da8-86ad-2be089f1c411 None None] For port 8f376cb7-c63f-4cdb-9759-127d9ea52cc1, host n-d-827839-2, cleared binding levels {{(pid=103378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 18:18:16.238336 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-cf44ab68-47a9-4da8-86ad-2be089f1c411 None None] For port 8f376cb7-c63f-4cdb-9759-127d9ea52cc1, host n-d-827839-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=8f376cb7-c63f-4cdb-9759-127d9ea52cc1,segment=NetworkSegment(5942dc44-1f07-4c27-b0ab-45a2bff20dd5),segment_id=5942dc44-1f07-4c27-b0ab-45a2bff20dd5)] {{(pid=103378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 18:18:16.244923 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 4b5082e8-da73-4bd6-aaf2-03c063d66089 up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 18:18:16.251642 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-cf44ab68-47a9-4da8-86ad-2be089f1c411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (8f376cb7-c63f-4cdb-9759-127d9ea52cc1), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:18:16.356385 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-2639a63f-d0be-46c0-8482-b977295a64a9 admin admin] Publish callbacks [] for port (b0bd1c1b-58c4-4957-9185-8f4ac3eb90e7), precommit_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:18:16.362004 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-2639a63f-d0be-46c0-8482-b977295a64a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675836'] for port (b0bd1c1b-58c4-4957-9185-8f4ac3eb90e7), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:18:16.385834 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142def23-8607-412d-b877-227efa5ec2a4 None None] Pushing event updated for resources: {'Port': ['ID=8f376cb7-c63f-4cdb-9759-127d9ea52cc1,revision_number=3']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:18:16.393206 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf44ab68-47a9-4da8-86ad-2be089f1c411 None None] Routers {'edd4abd9-dd45-46f4-a086-79c4cf855860'} bound to L3 agent in host n-d-827839-2 {{(pid=103378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 18:18:16.393869 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-cf44ab68-47a9-4da8-86ad-2be089f1c411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T18:18:03Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['edd4abd9-dd45-46f4-a086-79c4cf855860'], 'active': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:18:16.400898 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-55869c5f-ab75-4d39-a69a-c276b02cbc4b None None] Current status of the port 4b5082e8-da73-4bd6-aaf2-03c063d66089 is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 18:18:16.436284 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-2639a63f-d0be-46c0-8482-b977295a64a9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1677345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602751'] for router_interface (edd4abd9-dd45-46f4-a086-79c4cf855860), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:18:16.438112 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2639a63f-d0be-46c0-8482-b977295a64a9 admin admin] Pushing event updated for resources: {'Port': ['ID=b0bd1c1b-58c4-4957-9185-8f4ac3eb90e7,revision_number=2']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:18:16.471070 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port 4b5082e8-da73-4bd6-aaf2-03c063d66089 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 18:18:16.471447 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (4b5082e8-da73-4bd6-aaf2-03c063d66089), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:18:16.546604 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-a18d6231-e71c-46ca-bae2-fee4b2dbd373 None None] Provisioning complete for port b0bd1c1b-58c4-4957-9185-8f4ac3eb90e7 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 18:18:16.546987 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a18d6231-e71c-46ca-bae2-fee4b2dbd373 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (b0bd1c1b-58c4-4957-9185-8f4ac3eb90e7), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:18:16.549488 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2639a63f-d0be-46c0-8482-b977295a64a9 admin admin] Network e6f73f54-164d-4150-a1fa-f7b8328e01c6 is already hosted by enough agents. {{(pid=103376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 18:18:16.551322 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [None req-2639a63f-d0be-46c0-8482-b977295a64a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 18:18:16.587280 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvr_db [None req-cf44ab68-47a9-4da8-86ad-2be089f1c411 None None] Set router edd4abd9-dd45-46f4-a086-79c4cf855860 gateway port host: n-d-827839-2 {{(pid=103378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 18:18:16.663579 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-a18d6231-e71c-46ca-bae2-fee4b2dbd373 None None] Port b0bd1c1b-58c4-4957-9185-8f4ac3eb90e7 cannot update to ACTIVE because it is not bound. {{(pid=103378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 18:18:16.692321 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2639a63f-d0be-46c0-8482-b977295a64a9 admin admin] Router edd4abd9-dd45-46f4-a086-79c4cf855860 has already been hosted by L3 agent 64ada913-9131-4d99-a265-63a920956287 {{(pid=103376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 18:18:16.761913 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port 4b5082e8-da73-4bd6-aaf2-03c063d66089 is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 18:18:16.763064 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 465cd27a-149b-4bfc-94bf-7804d088ab96 up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 18:18:16.825353 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2639a63f-d0be-46c0-8482-b977295a64a9 admin admin] Notify agent at l3_agent.n-d-827839-2 the message routers_updated {{(pid=103376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 18:18:16.835838 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-2639a63f-d0be-46c0-8482-b977295a64a9 admin admin] 10.222.0.89 "PUT /v2.0/routers/edd4abd9-dd45-46f4-a086-79c4cf855860/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9311547 Feb 04 18:18:16.870168 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port 465cd27a-149b-4bfc-94bf-7804d088ab96 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 18:18:16.870549 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (465cd27a-149b-4bfc-94bf-7804d088ab96), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:18:16.947862 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-38b47592-30a5-4772-9fc9-710f0a03297d None None] Provisioning complete for port b0bd1c1b-58c4-4957-9185-8f4ac3eb90e7 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 18:18:16.948247 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-38b47592-30a5-4772-9fc9-710f0a03297d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (b0bd1c1b-58c4-4957-9185-8f4ac3eb90e7), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:18:17.006788 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-cf44ab68-47a9-4da8-86ad-2be089f1c411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edd4abd9-dd45-46f4-a086-79c4cf855860', 'name': 'tempest-TestEncryptedCinderVolumes-1066931725-router', 'tenant_id': 'bdd1d7e62b8246979b10ab52cf69e73f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.237'}], 'enable_snat': True}, 'gw_port_id': '8f376cb7-c63f-4cdb-9759-127d9ea52cc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T18:18:12Z', 'updated_at': '2022-02-04T18:18:16Z', 'revision_number': 4, 'project_id': 'bdd1d7e62b8246979b10ab52cf69e73f', 'gw_port': {'id': '8f376cb7-c63f-4cdb-9759-127d9ea52cc1', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:32:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edd4abd9-dd45-46f4-a086-79c4cf855860', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:18:13Z', 'updated_at': '2022-02-04T18:18:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_interfaces': [{'id': 'b0bd1c1b-58c4-4957-9185-8f4ac3eb90e7', 'name': '', 'network_id': 'e6f73f54-164d-4150-a1fa-f7b8328e01c6', 'tenant_id': 'bdd1d7e62b8246979b10ab52cf69e73f', 'mac_address': 'fa:16:3e:87:32:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edd4abd9-dd45-46f4-a086-79c4cf855860', 'device_owner': 'network:router_interface', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': 'a3b455d0-0b4e-4249-9d62-8c5779b1471c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:18:15Z', 'updated_at': '2022-02-04T18:18:16Z', 'revision_number': 2, 'project_id': 'bdd1d7e62b8246979b10ab52cf69e73f', 'subnets': [{'id': 'a3b455d0-0b4e-4249-9d62-8c5779b1471c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-2', False) {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:18:17.028112 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-38b47592-30a5-4772-9fc9-710f0a03297d None None] Port b0bd1c1b-58c4-4957-9185-8f4ac3eb90e7 cannot update to ACTIVE because it is not bound. {{(pid=103378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 18:18:17.061191 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf44ab68-47a9-4da8-86ad-2be089f1c411 None None] The sync data for ids ['edd4abd9-dd45-46f4-a086-79c4cf855860'] in n-d-827839-2 is: [{'id': 'edd4abd9-dd45-46f4-a086-79c4cf855860', 'name': 'tempest-TestEncryptedCinderVolumes-1066931725-router', 'tenant_id': 'bdd1d7e62b8246979b10ab52cf69e73f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.237'}], 'enable_snat': True}, 'gw_port_id': '8f376cb7-c63f-4cdb-9759-127d9ea52cc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T18:18:12Z', 'updated_at': '2022-02-04T18:18:16Z', 'revision_number': 4, 'project_id': 'bdd1d7e62b8246979b10ab52cf69e73f', 'gw_port': {'id': '8f376cb7-c63f-4cdb-9759-127d9ea52cc1', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:32:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edd4abd9-dd45-46f4-a086-79c4cf855860', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:18:13Z', 'updated_at': '2022-02-04T18:18:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_interfaces': [{'id': 'b0bd1c1b-58c4-4957-9185-8f4ac3eb90e7', 'name': '', 'network_id': 'e6f73f54-164d-4150-a1fa-f7b8328e01c6', 'tenant_id': 'bdd1d7e62b8246979b10ab52cf69e73f', 'mac_address': 'fa:16:3e:87:32:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edd4abd9-dd45-46f4-a086-79c4cf855860', 'device_owner': 'network:router_interface', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': 'a3b455d0-0b4e-4249-9d62-8c5779b1471c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:18:15Z', 'updated_at': '2022-02-04T18:18:16Z', 'revision_number': 2, 'project_id': 'bdd1d7e62b8246979b10ab52cf69e73f', 'subnets': [{'id': 'a3b455d0-0b4e-4249-9d62-8c5779b1471c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 18:18:17.073862 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port 465cd27a-149b-4bfc-94bf-7804d088ab96 is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 18:18:17.075027 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device b6b4e62a-66a4-4483-8a7d-540028db5054 up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 18:18:17.126992 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port b6b4e62a-66a4-4483-8a7d-540028db5054 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 18:18:17.127360 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (b6b4e62a-66a4-4483-8a7d-540028db5054), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:18:17.209893 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port b6b4e62a-66a4-4483-8a7d-540028db5054 is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 18:18:17.618497 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0ca438-49f5-4c3d-8999-1b153080702b req-95a3906e-2c39-4788-87f3-158c7cc90d19 tempest-TestEncryptedCinderVolumes-2116017209 tempest-TestEncryptedCinderVolumes-2116017209-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:18:17.620038 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-9b0ca438-49f5-4c3d-8999-1b153080702b req-95a3906e-2c39-4788-87f3-158c7cc90d19 tempest-TestEncryptedCinderVolumes-2116017209 tempest-TestEncryptedCinderVolumes-2116017209-project] 10.222.0.89 "GET /v2.0/networks?id=fdc2d767-6dcb-457a-a4ed-5cb26d36926f HTTP/1.1" status: 200 len: 816 time: 0.1103086 Feb 04 18:18:17.635258 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-9b0ca438-49f5-4c3d-8999-1b153080702b req-0d2d2172-cf82-4249-913d-7119578db165 tempest-TestEncryptedCinderVolumes-2116017209 tempest-TestEncryptedCinderVolumes-2116017209-project] 10.222.0.89 "GET /v2.0/quotas/81ef02f9afe145edb19f3807d7971312 HTTP/1.1" status: 200 len: 375 time: 0.0096922 Feb 04 18:18:17.693614 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-9b0ca438-49f5-4c3d-8999-1b153080702b req-0874dfde-3e48-4b8e-80cf-e77e311b81c2 tempest-TestEncryptedCinderVolumes-2116017209 tempest-TestEncryptedCinderVolumes-2116017209-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=81ef02f9afe145edb19f3807d7971312&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0528188 Feb 04 18:18:17.791121 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-9b0ca438-49f5-4c3d-8999-1b153080702b req-d288561e-2cd8-40d4-a472-35a7799afcb2 service neutron] 10.222.0.89 "GET /v2.0/networks/fdc2d767-6dcb-457a-a4ed-5cb26d36926f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860279 Feb 04 18:18:17.882381 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-9b0ca438-49f5-4c3d-8999-1b153080702b req-9571e946-3217-433c-89a2-fbd77f556469 service neutron] 10.222.0.89 "GET /v2.0/networks/fdc2d767-6dcb-457a-a4ed-5cb26d36926f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854940 Feb 04 18:18:18.045911 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-d3ae8122-7a39-42d1-a193-00527fd136d8 req-f6803c3f-2636-44ce-a844-e98d3333238a tempest-TestEncryptedCinderVolumes-2116017209 tempest-TestEncryptedCinderVolumes-2116017209-project] 10.222.0.89 "GET /v2.0/ports?device_id=18c78ff8-5ab5-43d0-b31f-86e9478db365 HTTP/1.1" status: 200 len: 210 time: 0.0290680 Feb 04 18:18:19.010254 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0ca438-49f5-4c3d-8999-1b153080702b req-a8aff123-916b-43cc-a2f5-9f1c437c98b7 tempest-TestEncryptedCinderVolumes-2116017209 tempest-TestEncryptedCinderVolumes-2116017209-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:18:19.012777 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-9b0ca438-49f5-4c3d-8999-1b153080702b req-a8aff123-916b-43cc-a2f5-9f1c437c98b7 tempest-TestEncryptedCinderVolumes-2116017209 tempest-TestEncryptedCinderVolumes-2116017209-project] 10.222.0.96 "GET /v2.0/networks?id=fdc2d767-6dcb-457a-a4ed-5cb26d36926f HTTP/1.1" status: 200 len: 816 time: 0.1206748 Feb 04 18:18:19.025409 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [req-9b0ca438-49f5-4c3d-8999-1b153080702b req-e9405f90-3090-4beb-b823-ebde7ceb0ef0 tempest-TestEncryptedCinderVolumes-2116017209 tempest-TestEncryptedCinderVolumes-2116017209-project] Request body: {'port': {'device_id': '18c78ff8-5ab5-43d0-b31f-86e9478db365', 'network_id': 'fdc2d767-6dcb-457a-a4ed-5cb26d36926f', 'admin_state_up': True, 'tenant_id': '81ef02f9afe145edb19f3807d7971312'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 18:18:19.155081 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-65928d6f-1f38-4309-a1c4-960f6aaf1983 req-b208db56-50de-4968-ad54-0aaf107849c4 tempest-TestEncryptedCinderVolumes-2116017209 tempest-TestEncryptedCinderVolumes-2116017209-project] 10.222.0.89 "GET /v2.0/ports?device_id=18c78ff8-5ab5-43d0-b31f-86e9478db365 HTTP/1.1" status: 200 len: 210 time: 0.0382726 Feb 04 18:18:19.177735 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9b0ca438-49f5-4c3d-8999-1b153080702b req-e9405f90-3090-4beb-b823-ebde7ceb0ef0 tempest-TestEncryptedCinderVolumes-2116017209 tempest-TestEncryptedCinderVolumes-2116017209-project] Made reservation on behalf of 81ef02f9afe145edb19f3807d7971312 for: {'port': 1} {{(pid=103376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 18:18:19.181229 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-9b0ca438-49f5-4c3d-8999-1b153080702b req-e9405f90-3090-4beb-b823-ebde7ceb0ef0 tempest-TestEncryptedCinderVolumes-2116017209 tempest-TestEncryptedCinderVolumes-2116017209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:18:19.314695 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.db_base_plugin_common [req-9b0ca438-49f5-4c3d-8999-1b153080702b req-e9405f90-3090-4beb-b823-ebde7ceb0ef0 tempest-TestEncryptedCinderVolumes-2116017209 tempest-TestEncryptedCinderVolumes-2116017209-project] Allocated IP 172.20.0.10 (fdc2d767-6dcb-457a-a4ed-5cb26d36926f/9f72659e-cee9-4ca4-a5c1-ef5b16f92ac5/9159653f-045f-4f08-a387-3f55fd62f30a) {{(pid=103376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 18:18:19.467293 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-9b0ca438-49f5-4c3d-8999-1b153080702b req-e9405f90-3090-4beb-b823-ebde7ceb0ef0 tempest-TestEncryptedCinderVolumes-2116017209 tempest-TestEncryptedCinderVolumes-2116017209-project] Publish callbacks [] for port (9159653f-045f-4f08-a387-3f55fd62f30a), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:18:19.500247 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-9b0ca438-49f5-4c3d-8999-1b153080702b req-e9405f90-3090-4beb-b823-ebde7ceb0ef0 tempest-TestEncryptedCinderVolumes-2116017209 tempest-TestEncryptedCinderVolumes-2116017209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (9159653f-045f-4f08-a387-3f55fd62f30a), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:18:19.544103 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9b0ca438-49f5-4c3d-8999-1b153080702b req-e9405f90-3090-4beb-b823-ebde7ceb0ef0 tempest-TestEncryptedCinderVolumes-2116017209 tempest-TestEncryptedCinderVolumes-2116017209-project] Network fdc2d767-6dcb-457a-a4ed-5cb26d36926f is already hosted by enough agents. {{(pid=103376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 18:18:19.547082 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [req-9b0ca438-49f5-4c3d-8999-1b153080702b req-e9405f90-3090-4beb-b823-ebde7ceb0ef0 tempest-TestEncryptedCinderVolumes-2116017209 tempest-TestEncryptedCinderVolumes-2116017209-project] Resources bound (agent type, host, resource id): {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 18:18:19.550625 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b0ca438-49f5-4c3d-8999-1b153080702b req-e9405f90-3090-4beb-b823-ebde7ceb0ef0 tempest-TestEncryptedCinderVolumes-2116017209 tempest-TestEncryptedCinderVolumes-2116017209-project] Received port after_create {{(pid=103376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 18:18:19.556803 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9405f90-3090-4beb-b823-ebde7ceb0ef0 tempest-TestEncryptedCinderVolumes-2116017209 tempest-TestEncryptedCinderVolumes-2116017209-project] Pushing event updated for resources: {'Port': ['ID=9159653f-045f-4f08-a387-3f55fd62f30a,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:18:19.607922 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0ca438-49f5-4c3d-8999-1b153080702b req-e9405f90-3090-4beb-b823-ebde7ceb0ef0 tempest-TestEncryptedCinderVolumes-2116017209 tempest-TestEncryptedCinderVolumes-2116017209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:18:19.608584 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-9b0ca438-49f5-4c3d-8999-1b153080702b req-e9405f90-3090-4beb-b823-ebde7ceb0ef0 tempest-TestEncryptedCinderVolumes-2116017209 tempest-TestEncryptedCinderVolumes-2116017209-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:18:19.626826 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-9b0ca438-49f5-4c3d-8999-1b153080702b req-e9405f90-3090-4beb-b823-ebde7ceb0ef0 tempest-TestEncryptedCinderVolumes-2116017209 tempest-TestEncryptedCinderVolumes-2116017209-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6063144 Feb 04 18:18:19.650187 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [req-9b0ca438-49f5-4c3d-8999-1b153080702b req-ab776d95-5e82-4f4a-9594-f961de493af4 service neutron] Request body: {'port': {'device_id': '18c78ff8-5ab5-43d0-b31f-86e9478db365', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827839-2'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 18:18:19.714230 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-9b0ca438-49f5-4c3d-8999-1b153080702b req-ab776d95-5e82-4f4a-9594-f961de493af4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (9159653f-045f-4f08-a387-3f55fd62f30a), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:18:19.767870 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-74a94904-0dc6-4c00-b34d-1e95dc74ef5f None None] Provisioning complete for port 9159653f-045f-4f08-a387-3f55fd62f30a triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 18:18:19.768379 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-74a94904-0dc6-4c00-b34d-1e95dc74ef5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (9159653f-045f-4f08-a387-3f55fd62f30a), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:18:19.807953 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-74a94904-0dc6-4c00-b34d-1e95dc74ef5f None None] Port 9159653f-045f-4f08-a387-3f55fd62f30a cannot update to ACTIVE because it is not bound. {{(pid=103378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 18:18:19.936010 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cafd0e97-32cd-4386-8a81-2cc073706943 None None] Sync routers for ids ['edd4abd9-dd45-46f4-a086-79c4cf855860'] in n-d-827839-2 {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 18:18:19.945360 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cafd0e97-32cd-4386-8a81-2cc073706943 None None] Routers {'edd4abd9-dd45-46f4-a086-79c4cf855860'} bound to L3 agent in host n-d-827839-2 {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 18:18:19.945960 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-cafd0e97-32cd-4386-8a81-2cc073706943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T18:18:03Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['edd4abd9-dd45-46f4-a086-79c4cf855860'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:18:19.984129 n-d-827839-2 neutron-server[103376]: DEBUG neutron.notifiers.nova [req-9b0ca438-49f5-4c3d-8999-1b153080702b req-ab776d95-5e82-4f4a-9594-f961de493af4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9159653f-045f-4f08-a387-3f55fd62f30a {{(pid=103376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 18:18:19.991719 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-9b0ca438-49f5-4c3d-8999-1b153080702b req-ab776d95-5e82-4f4a-9594-f961de493af4 service neutron] Publish callbacks [] for port (9159653f-045f-4f08-a387-3f55fd62f30a), precommit_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:18:20.004002 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.provisioning_blocks [req-9b0ca438-49f5-4c3d-8999-1b153080702b req-ab776d95-5e82-4f4a-9594-f961de493af4 service neutron] Transition to ACTIVE for port object 9159653f-045f-4f08-a387-3f55fd62f30a will not be triggered until provisioned by entity L2. {{(pid=103376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 18:18:20.008051 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-9b0ca438-49f5-4c3d-8999-1b153080702b req-ab776d95-5e82-4f4a-9594-f961de493af4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675836'] for port (9159653f-045f-4f08-a387-3f55fd62f30a), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:18:20.063265 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvr_db [None req-cafd0e97-32cd-4386-8a81-2cc073706943 None None] Set router edd4abd9-dd45-46f4-a086-79c4cf855860 gateway port host: n-d-827839-2 {{(pid=103379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 18:18:20.116617 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab776d95-5e82-4f4a-9594-f961de493af4 service neutron] Pushing event updated for resources: {'Port': ['ID=9159653f-045f-4f08-a387-3f55fd62f30a,revision_number=2']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:18:20.132824 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [req-9b0ca438-49f5-4c3d-8999-1b153080702b req-ab776d95-5e82-4f4a-9594-f961de493af4 service neutron] Attempting to bind port 9159653f-045f-4f08-a387-3f55fd62f30a on host n-h1-827839-2 for vnic_type normal with profile {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 18:18:20.133191 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [req-9b0ca438-49f5-4c3d-8999-1b153080702b req-ab776d95-5e82-4f4a-9594-f961de493af4 service neutron] Attempting to bind port 9159653f-045f-4f08-a387-3f55fd62f30a by drivers openvswitch,hyperv on host n-h1-827839-2 at level 0 using segments [{'id': '47a74d3b-c8b5-4845-b2de-521c73976651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'fdc2d767-6dcb-457a-a4ed-5cb26d36926f'}] {{(pid=103376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 18:18:20.133529 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b0ca438-49f5-4c3d-8999-1b153080702b req-ab776d95-5e82-4f4a-9594-f961de493af4 service neutron] Attempting to bind port 9159653f-045f-4f08-a387-3f55fd62f30a on network fdc2d767-6dcb-457a-a4ed-5cb26d36926f {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 18:18:20.138777 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b0ca438-49f5-4c3d-8999-1b153080702b req-ab776d95-5e82-4f4a-9594-f961de493af4 service neutron] Port 9159653f-045f-4f08-a387-3f55fd62f30a on network fdc2d767-6dcb-457a-a4ed-5cb26d36926f not bound, no agent of type Open vSwitch agent registered on host n-h1-827839-2 {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 18:18:20.139108 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b0ca438-49f5-4c3d-8999-1b153080702b req-ab776d95-5e82-4f4a-9594-f961de493af4 service neutron] Attempting to bind port 9159653f-045f-4f08-a387-3f55fd62f30a on network fdc2d767-6dcb-457a-a4ed-5cb26d36926f {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 18:18:20.145186 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b0ca438-49f5-4c3d-8999-1b153080702b req-ab776d95-5e82-4f4a-9594-f961de493af4 service neutron] Checking agent: {'id': '3f9244a9-75fc-4c10-b195-11d48b853b41', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 8, 42), 'started_at': datetime.datetime(2022, 2, 4, 17, 8, 42), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 18, 18, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 18:18:20.145803 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b0ca438-49f5-4c3d-8999-1b153080702b req-ab776d95-5e82-4f4a-9594-f961de493af4 service neutron] Checking segment: {'id': '47a74d3b-c8b5-4845-b2de-521c73976651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'fdc2d767-6dcb-457a-a4ed-5cb26d36926f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 18:18:20.146422 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b0ca438-49f5-4c3d-8999-1b153080702b req-ab776d95-5e82-4f4a-9594-f961de493af4 service neutron] Bound using segment: {'id': '47a74d3b-c8b5-4845-b2de-521c73976651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'fdc2d767-6dcb-457a-a4ed-5cb26d36926f'} {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 18:18:20.147072 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [req-9b0ca438-49f5-4c3d-8999-1b153080702b req-ab776d95-5e82-4f4a-9594-f961de493af4 service neutron] Bound port: 9159653f-045f-4f08-a387-3f55fd62f30a, host: n-h1-827839-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '47a74d3b-c8b5-4845-b2de-521c73976651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'fdc2d767-6dcb-457a-a4ed-5cb26d36926f'}}] {{(pid=103376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 18:18:20.147643 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-9b0ca438-49f5-4c3d-8999-1b153080702b req-ab776d95-5e82-4f4a-9594-f961de493af4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (9159653f-045f-4f08-a387-3f55fd62f30a), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:18:20.262496 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 8f376cb7-c63f-4cdb-9759-127d9ea52cc1 up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 18:18:20.266171 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [req-9b0ca438-49f5-4c3d-8999-1b153080702b req-ab776d95-5e82-4f4a-9594-f961de493af4 service neutron] For port 9159653f-045f-4f08-a387-3f55fd62f30a, host n-h1-827839-2, cleared binding levels {{(pid=103376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 18:18:20.278972 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [req-9b0ca438-49f5-4c3d-8999-1b153080702b req-ab776d95-5e82-4f4a-9594-f961de493af4 service neutron] For port 9159653f-045f-4f08-a387-3f55fd62f30a, host n-h1-827839-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=9159653f-045f-4f08-a387-3f55fd62f30a,segment=NetworkSegment(47a74d3b-c8b5-4845-b2de-521c73976651),segment_id=47a74d3b-c8b5-4845-b2de-521c73976651)] {{(pid=103376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 18:18:20.291237 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-9b0ca438-49f5-4c3d-8999-1b153080702b req-ab776d95-5e82-4f4a-9594-f961de493af4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675836'] for port (9159653f-045f-4f08-a387-3f55fd62f30a), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:18:20.304665 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9721b8-77e3-4030-93a1-a1e6e72b7c76 req-6f2d61e8-1682-4ac8-b844-dd9e75edab1d tempest-TestEncryptedCinderVolumes-2116017209 tempest-TestEncryptedCinderVolumes-2116017209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:18:20.307492 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-9d9721b8-77e3-4030-93a1-a1e6e72b7c76 req-6f2d61e8-1682-4ac8-b844-dd9e75edab1d tempest-TestEncryptedCinderVolumes-2116017209 tempest-TestEncryptedCinderVolumes-2116017209-project] 10.222.0.89 "GET /v2.0/ports?device_id=18c78ff8-5ab5-43d0-b31f-86e9478db365 HTTP/1.1" status: 200 len: 944 time: 0.0694168 Feb 04 18:18:20.361912 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-9d9721b8-77e3-4030-93a1-a1e6e72b7c76 req-8e1ddbe6-b4d1-404b-8df9-72fa0caf8b8b tempest-TestEncryptedCinderVolumes-2116017209 tempest-TestEncryptedCinderVolumes-2116017209-project] 10.222.0.89 "GET /v2.0/security-groups?id=773f35d6-69b0-4f4e-a725-69540d577df8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472512 Feb 04 18:18:20.372035 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port 8f376cb7-c63f-4cdb-9759-127d9ea52cc1 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 18:18:20.372614 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (8f376cb7-c63f-4cdb-9759-127d9ea52cc1), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:18:20.385601 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-cafd0e97-32cd-4386-8a81-2cc073706943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edd4abd9-dd45-46f4-a086-79c4cf855860', 'name': 'tempest-TestEncryptedCinderVolumes-1066931725-router', 'tenant_id': 'bdd1d7e62b8246979b10ab52cf69e73f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.237'}], 'enable_snat': True}, 'gw_port_id': '8f376cb7-c63f-4cdb-9759-127d9ea52cc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T18:18:12Z', 'updated_at': '2022-02-04T18:18:16Z', 'revision_number': 4, 'project_id': 'bdd1d7e62b8246979b10ab52cf69e73f', 'gw_port': {'id': '8f376cb7-c63f-4cdb-9759-127d9ea52cc1', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:32:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edd4abd9-dd45-46f4-a086-79c4cf855860', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:18:13Z', 'updated_at': '2022-02-04T18:18:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_interfaces': [{'id': 'b0bd1c1b-58c4-4957-9185-8f4ac3eb90e7', 'name': '', 'network_id': 'e6f73f54-164d-4150-a1fa-f7b8328e01c6', 'tenant_id': 'bdd1d7e62b8246979b10ab52cf69e73f', 'mac_address': 'fa:16:3e:87:32:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edd4abd9-dd45-46f4-a086-79c4cf855860', 'device_owner': 'network:router_interface', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': 'a3b455d0-0b4e-4249-9d62-8c5779b1471c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:18:15Z', 'updated_at': '2022-02-04T18:18:16Z', 'revision_number': 2, 'project_id': 'bdd1d7e62b8246979b10ab52cf69e73f', 'subnets': [{'id': 'a3b455d0-0b4e-4249-9d62-8c5779b1471c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-2', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:18:20.402666 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0ca438-49f5-4c3d-8999-1b153080702b req-ab776d95-5e82-4f4a-9594-f961de493af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:18:20.403629 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-9b0ca438-49f5-4c3d-8999-1b153080702b req-ab776d95-5e82-4f4a-9594-f961de493af4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:18:20.405290 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-9b0ca438-49f5-4c3d-8999-1b153080702b req-ab776d95-5e82-4f4a-9594-f961de493af4 service neutron] 10.222.0.96 "PUT /v2.0/ports/9159653f-045f-4f08-a387-3f55fd62f30a HTTP/1.1" status: 200 len: 1092 time: 0.7596748 Feb 04 18:18:20.405939 n-d-827839-2 neutron-server[103376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18c78ff8-5ab5-43d0-b31f-86e9478db365', 'tag': '9159653f-045f-4f08-a387-3f55fd62f30a'}] {{(pid=103376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 18:18:20.409321 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7aefa7f3373fd63bd14caed2f0c404cd5bacff84a7eb60e70ea20ed0b49017dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0898693c-d274-4c16-a8d4-27ddd0cbf384" -d '{"events": [{"name": "network-changed", "server_uuid": "18c78ff8-5ab5-43d0-b31f-86e9478db365", "tag": "9159653f-045f-4f08-a387-3f55fd62f30a"}]}' {{(pid=103376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 18:18:20.432362 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab776d95-5e82-4f4a-9594-f961de493af4 service neutron] Pushing event updated for resources: {'Port': ['ID=9159653f-045f-4f08-a387-3f55fd62f30a,revision_number=3']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:18:20.459587 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cafd0e97-32cd-4386-8a81-2cc073706943 None None] Checking router: edd4abd9-dd45-46f4-a086-79c4cf855860 for host: n-d-827839-2 {{(pid=103379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 18:18:20.461317 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cafd0e97-32cd-4386-8a81-2cc073706943 None None] Updating router edd4abd9-dd45-46f4-a086-79c4cf855860 port b0bd1c1b-58c4-4957-9185-8f4ac3eb90e7 binding host n-d-827839-2 {{(pid=103379) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 18:18:20.526609 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port 8f376cb7-c63f-4cdb-9759-127d9ea52cc1 is: DOWN; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 18:18:20.527844 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 18:18:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4536cef1-fadc-498c-830f-9ca23c325361 x-openstack-request-id: req-4536cef1-fadc-498c-830f-9ca23c325361 {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 18:18:20.528070 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (8f376cb7-c63f-4cdb-9759-127d9ea52cc1), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:18:20.528317 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18c78ff8-5ab5-43d0-b31f-86e9478db365", "tag": "9159653f-045f-4f08-a387-3f55fd62f30a", "status": "completed", "code": 200}]} {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 18:18:20.528666 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-4536cef1-fadc-498c-830f-9ca23c325361 {{(pid=103376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 18:18:20.529250 n-d-827839-2 neutron-server[103376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18c78ff8-5ab5-43d0-b31f-86e9478db365', 'tag': '9159653f-045f-4f08-a387-3f55fd62f30a', 'status': 'completed', 'code': 200} Feb 04 18:18:20.535012 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0ca438-49f5-4c3d-8999-1b153080702b req-92af0e74-ed07-49fa-9417-9c5ab3ecd58e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:18:20.537011 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-9b0ca438-49f5-4c3d-8999-1b153080702b req-92af0e74-ed07-49fa-9417-9c5ab3ecd58e service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=81ef02f9afe145edb19f3807d7971312&device_id=18c78ff8-5ab5-43d0-b31f-86e9478db365 HTTP/1.1" status: 200 len: 1126 time: 0.0905480 Feb 04 18:18:20.540391 n-d-827839-2 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-cafd0e97-32cd-4386-8a81-2cc073706943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (b0bd1c1b-58c4-4957-9185-8f4ac3eb90e7), before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:18:20.593653 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-9b0ca438-49f5-4c3d-8999-1b153080702b req-8dc8e69a-a9d9-4ed7-8dfd-abdf4b7928b8 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9159653f-045f-4f08-a387-3f55fd62f30a HTTP/1.1" status: 200 len: 217 time: 0.0472145 Feb 04 18:18:20.655124 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0ca438-49f5-4c3d-8999-1b153080702b req-c844088d-ce44-4697-9ebd-49828eaa696b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:18:20.657366 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-9b0ca438-49f5-4c3d-8999-1b153080702b req-c844088d-ce44-4697-9ebd-49828eaa696b service neutron] 10.222.0.96 "GET /v2.0/subnets?id=9f72659e-cee9-4ca4-a5c1-ef5b16f92ac5 HTTP/1.1" status: 200 len: 855 time: 0.0564313 Feb 04 18:18:20.710023 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0ca438-49f5-4c3d-8999-1b153080702b req-887ea147-3604-4d55-8697-906047ef2bae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:18:20.711786 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-9b0ca438-49f5-4c3d-8999-1b153080702b req-887ea147-3604-4d55-8697-906047ef2bae service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=fdc2d767-6dcb-457a-a4ed-5cb26d36926f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0483732 Feb 04 18:18:20.758727 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] For port 8f376cb7-c63f-4cdb-9759-127d9ea52cc1, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=8f376cb7-c63f-4cdb-9759-127d9ea52cc1,segment=NetworkSegment(5942dc44-1f07-4c27-b0ab-45a2bff20dd5),segment_id=5942dc44-1f07-4c27-b0ab-45a2bff20dd5)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 18:18:20.766075 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (8f376cb7-c63f-4cdb-9759-127d9ea52cc1), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:18:20.820513 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-9b0ca438-49f5-4c3d-8999-1b153080702b req-7d39e3a3-6488-4a0a-95be-2e85735dd2a0 service neutron] 10.222.0.96 "GET /v2.0/networks/fdc2d767-6dcb-457a-a4ed-5cb26d36926f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1001589 Feb 04 18:18:20.820720 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Pushing event updated for resources: {'Port': ['ID=8f376cb7-c63f-4cdb-9759-127d9ea52cc1,revision_number=4']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:18:20.846888 n-d-827839-2 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-cafd0e97-32cd-4386-8a81-2cc073706943 None None] Publish callbacks [] for port (b0bd1c1b-58c4-4957-9185-8f4ac3eb90e7), precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:18:20.851892 n-d-827839-2 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-cafd0e97-32cd-4386-8a81-2cc073706943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (b0bd1c1b-58c4-4957-9185-8f4ac3eb90e7), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:18:20.905062 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15307d1e-5345-4e8e-bfc0-828bb353e8c3 None None] Pushing event updated for resources: {'Port': ['ID=b0bd1c1b-58c4-4957-9185-8f4ac3eb90e7,revision_number=3']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:18:20.928885 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-9b0ca438-49f5-4c3d-8999-1b153080702b req-14832b7f-a8cc-4c77-8ddb-77367e5d5171 service neutron] 10.222.0.96 "GET /v2.0/networks/fdc2d767-6dcb-457a-a4ed-5cb26d36926f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012373 Feb 04 18:18:20.960571 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [None req-cafd0e97-32cd-4386-8a81-2cc073706943 None None] Attempting to bind port b0bd1c1b-58c4-4957-9185-8f4ac3eb90e7 on host n-d-827839-2 for vnic_type normal with profile {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 18:18:20.961183 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [None req-cafd0e97-32cd-4386-8a81-2cc073706943 None None] Attempting to bind port b0bd1c1b-58c4-4957-9185-8f4ac3eb90e7 by drivers openvswitch,hyperv on host n-d-827839-2 at level 0 using segments [{'id': '3a811005-079b-4f2a-8e30-ad35285d5874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'e6f73f54-164d-4150-a1fa-f7b8328e01c6'}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 18:18:20.961293 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cafd0e97-32cd-4386-8a81-2cc073706943 None None] Attempting to bind port b0bd1c1b-58c4-4957-9185-8f4ac3eb90e7 on network e6f73f54-164d-4150-a1fa-f7b8328e01c6 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 18:18:20.966947 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cafd0e97-32cd-4386-8a81-2cc073706943 None None] Checking agent: {'id': 'ba70844b-66a0-45fd-a2f2-e6ed673321fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 0, 36), 'started_at': datetime.datetime(2022, 2, 4, 17, 1, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 18, 18, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 18:18:20.968139 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cafd0e97-32cd-4386-8a81-2cc073706943 None None] Checking segment: {'id': '3a811005-079b-4f2a-8e30-ad35285d5874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'e6f73f54-164d-4150-a1fa-f7b8328e01c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 18:18:20.968549 n-d-827839-2 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-cafd0e97-32cd-4386-8a81-2cc073706943 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:18:20.968969 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cafd0e97-32cd-4386-8a81-2cc073706943 None None] Bound using segment: {'id': '3a811005-079b-4f2a-8e30-ad35285d5874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'e6f73f54-164d-4150-a1fa-f7b8328e01c6'} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 18:18:20.969542 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [None req-cafd0e97-32cd-4386-8a81-2cc073706943 None None] Bound port: b0bd1c1b-58c4-4957-9185-8f4ac3eb90e7, host: n-d-827839-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a811005-079b-4f2a-8e30-ad35285d5874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'e6f73f54-164d-4150-a1fa-f7b8328e01c6'}}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 18:18:20.969812 n-d-827839-2 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-cafd0e97-32cd-4386-8a81-2cc073706943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (b0bd1c1b-58c4-4957-9185-8f4ac3eb90e7), before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:18:21.023211 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0898693c-d274-4c16-a8d4-27ddd0cbf384 req-a2f2a234-299b-44b2-8d05-b8b82ddcc546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:18:21.025329 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-0898693c-d274-4c16-a8d4-27ddd0cbf384 req-a2f2a234-299b-44b2-8d05-b8b82ddcc546 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=81ef02f9afe145edb19f3807d7971312&device_id=18c78ff8-5ab5-43d0-b31f-86e9478db365 HTTP/1.1" status: 200 len: 1126 time: 0.0495148 Feb 04 18:18:21.040055 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-cafd0e97-32cd-4386-8a81-2cc073706943 None None] For port b0bd1c1b-58c4-4957-9185-8f4ac3eb90e7, host n-d-827839-2, cleared binding levels {{(pid=103379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 18:18:21.044256 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-cafd0e97-32cd-4386-8a81-2cc073706943 None None] For port b0bd1c1b-58c4-4957-9185-8f4ac3eb90e7, host n-d-827839-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=b0bd1c1b-58c4-4957-9185-8f4ac3eb90e7,segment=NetworkSegment(3a811005-079b-4f2a-8e30-ad35285d5874),segment_id=3a811005-079b-4f2a-8e30-ad35285d5874)] {{(pid=103379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 18:18:21.050706 n-d-827839-2 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-cafd0e97-32cd-4386-8a81-2cc073706943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (b0bd1c1b-58c4-4957-9185-8f4ac3eb90e7), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:18:21.116193 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cafd0e97-32cd-4386-8a81-2cc073706943 None None] Routers {'edd4abd9-dd45-46f4-a086-79c4cf855860'} bound to L3 agent in host n-d-827839-2 {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 18:18:21.116837 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-cafd0e97-32cd-4386-8a81-2cc073706943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T18:18:03Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['edd4abd9-dd45-46f4-a086-79c4cf855860'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:18:21.130997 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4d5ab587-6822-44b0-8000-4e68e3501d65 None None] Provisioning complete for port b0bd1c1b-58c4-4957-9185-8f4ac3eb90e7 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 18:18:21.131561 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4d5ab587-6822-44b0-8000-4e68e3501d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (b0bd1c1b-58c4-4957-9185-8f4ac3eb90e7), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:18:21.141403 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0898693c-d274-4c16-a8d4-27ddd0cbf384 req-9a1188b3-3f7a-47ad-ba64-1e7c56df06ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:18:21.143069 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-0898693c-d274-4c16-a8d4-27ddd0cbf384 req-9a1188b3-3f7a-47ad-ba64-1e7c56df06ae service neutron] 10.222.0.96 "GET /v2.0/networks?id=fdc2d767-6dcb-457a-a4ed-5cb26d36926f HTTP/1.1" status: 200 len: 917 time: 0.1111052 Feb 04 18:18:21.157061 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15307d1e-5345-4e8e-bfc0-828bb353e8c3 None None] Pushing event updated for resources: {'Port': ['ID=b0bd1c1b-58c4-4957-9185-8f4ac3eb90e7,revision_number=4']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:18:21.197657 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-0898693c-d274-4c16-a8d4-27ddd0cbf384 req-f7b52b0c-0cac-4c35-932e-e4a8507b48ae service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9159653f-045f-4f08-a387-3f55fd62f30a HTTP/1.1" status: 200 len: 217 time: 0.0469229 Feb 04 18:18:21.239668 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4d5ab587-6822-44b0-8000-4e68e3501d65 None None] Current status of the port b0bd1c1b-58c4-4957-9185-8f4ac3eb90e7 is: DOWN; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 18:18:21.240539 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4d5ab587-6822-44b0-8000-4e68e3501d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (b0bd1c1b-58c4-4957-9185-8f4ac3eb90e7), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:18:21.243045 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvr_db [None req-cafd0e97-32cd-4386-8a81-2cc073706943 None None] Set router edd4abd9-dd45-46f4-a086-79c4cf855860 gateway port host: n-d-827839-2 {{(pid=103379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 18:18:21.274735 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0898693c-d274-4c16-a8d4-27ddd0cbf384 req-978f2eb9-28f3-40d3-93d0-864f7d072e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:18:21.276383 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-0898693c-d274-4c16-a8d4-27ddd0cbf384 req-978f2eb9-28f3-40d3-93d0-864f7d072e0d service neutron] 10.222.0.96 "GET /v2.0/subnets?id=9f72659e-cee9-4ca4-a5c1-ef5b16f92ac5 HTTP/1.1" status: 200 len: 855 time: 0.0709083 Feb 04 18:18:21.281900 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-4d5ab587-6822-44b0-8000-4e68e3501d65 None None] For port b0bd1c1b-58c4-4957-9185-8f4ac3eb90e7, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=b0bd1c1b-58c4-4957-9185-8f4ac3eb90e7,segment=NetworkSegment(3a811005-079b-4f2a-8e30-ad35285d5874),segment_id=3a811005-079b-4f2a-8e30-ad35285d5874)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 18:18:21.286791 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4d5ab587-6822-44b0-8000-4e68e3501d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (b0bd1c1b-58c4-4957-9185-8f4ac3eb90e7), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:18:21.340732 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5ab587-6822-44b0-8000-4e68e3501d65 None None] Pushing event updated for resources: {'Port': ['ID=b0bd1c1b-58c4-4957-9185-8f4ac3eb90e7,revision_number=5']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:18:21.348369 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0898693c-d274-4c16-a8d4-27ddd0cbf384 req-bee45e8e-5bc8-494a-b77f-db76e078599a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:18:21.351305 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-0898693c-d274-4c16-a8d4-27ddd0cbf384 req-bee45e8e-5bc8-494a-b77f-db76e078599a service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=fdc2d767-6dcb-457a-a4ed-5cb26d36926f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0629947 Feb 04 18:18:21.414455 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-11b4483e-66fa-4da5-aa6c-3d77d290c96e None None] Provisioning complete for port b0bd1c1b-58c4-4957-9185-8f4ac3eb90e7 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 18:18:21.415220 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-11b4483e-66fa-4da5-aa6c-3d77d290c96e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (b0bd1c1b-58c4-4957-9185-8f4ac3eb90e7), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:18:21.462996 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-0898693c-d274-4c16-a8d4-27ddd0cbf384 req-6517164d-4a67-4a9e-aa11-b12a10c7e0c5 service neutron] 10.222.0.96 "GET /v2.0/networks/fdc2d767-6dcb-457a-a4ed-5cb26d36926f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1048470 Feb 04 18:18:21.479644 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-cafd0e97-32cd-4386-8a81-2cc073706943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edd4abd9-dd45-46f4-a086-79c4cf855860', 'name': 'tempest-TestEncryptedCinderVolumes-1066931725-router', 'tenant_id': 'bdd1d7e62b8246979b10ab52cf69e73f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.237'}], 'enable_snat': True}, 'gw_port_id': '8f376cb7-c63f-4cdb-9759-127d9ea52cc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T18:18:12Z', 'updated_at': '2022-02-04T18:18:16Z', 'revision_number': 4, 'project_id': 'bdd1d7e62b8246979b10ab52cf69e73f', 'gw_port': {'id': '8f376cb7-c63f-4cdb-9759-127d9ea52cc1', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:32:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edd4abd9-dd45-46f4-a086-79c4cf855860', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:18:13Z', 'updated_at': '2022-02-04T18:18:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_interfaces': [{'id': 'b0bd1c1b-58c4-4957-9185-8f4ac3eb90e7', 'name': '', 'network_id': 'e6f73f54-164d-4150-a1fa-f7b8328e01c6', 'tenant_id': 'bdd1d7e62b8246979b10ab52cf69e73f', 'mac_address': 'fa:16:3e:87:32:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edd4abd9-dd45-46f4-a086-79c4cf855860', 'device_owner': 'network:router_interface', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': 'a3b455d0-0b4e-4249-9d62-8c5779b1471c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:18:15Z', 'updated_at': '2022-02-04T18:18:21Z', 'revision_number': 4, 'project_id': 'bdd1d7e62b8246979b10ab52cf69e73f', 'subnets': [{'id': 'a3b455d0-0b4e-4249-9d62-8c5779b1471c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-2', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:18:21.501400 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e7daca-a387-4cec-9df5-1f9d16e433d3 req-867aabf9-f232-4d35-b4e5-b740d720df03 tempest-TestEncryptedCinderVolumes-2116017209 tempest-TestEncryptedCinderVolumes-2116017209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:18:21.503628 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-a0e7daca-a387-4cec-9df5-1f9d16e433d3 req-867aabf9-f232-4d35-b4e5-b740d720df03 tempest-TestEncryptedCinderVolumes-2116017209 tempest-TestEncryptedCinderVolumes-2116017209-project] 10.222.0.89 "GET /v2.0/ports?device_id=18c78ff8-5ab5-43d0-b31f-86e9478db365 HTTP/1.1" status: 200 len: 944 time: 0.0592406 Feb 04 18:18:21.508334 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-11b4483e-66fa-4da5-aa6c-3d77d290c96e None None] Current status of the port b0bd1c1b-58c4-4957-9185-8f4ac3eb90e7 is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 18:18:21.515582 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cafd0e97-32cd-4386-8a81-2cc073706943 None None] The sync data for ids ['edd4abd9-dd45-46f4-a086-79c4cf855860'] in n-d-827839-2 is: [{'id': 'edd4abd9-dd45-46f4-a086-79c4cf855860', 'name': 'tempest-TestEncryptedCinderVolumes-1066931725-router', 'tenant_id': 'bdd1d7e62b8246979b10ab52cf69e73f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.237'}], 'enable_snat': True}, 'gw_port_id': '8f376cb7-c63f-4cdb-9759-127d9ea52cc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T18:18:12Z', 'updated_at': '2022-02-04T18:18:16Z', 'revision_number': 4, 'project_id': 'bdd1d7e62b8246979b10ab52cf69e73f', 'gw_port': {'id': '8f376cb7-c63f-4cdb-9759-127d9ea52cc1', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:32:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edd4abd9-dd45-46f4-a086-79c4cf855860', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:18:13Z', 'updated_at': '2022-02-04T18:18:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_interfaces': [{'id': 'b0bd1c1b-58c4-4957-9185-8f4ac3eb90e7', 'name': '', 'network_id': 'e6f73f54-164d-4150-a1fa-f7b8328e01c6', 'tenant_id': 'bdd1d7e62b8246979b10ab52cf69e73f', 'mac_address': 'fa:16:3e:87:32:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edd4abd9-dd45-46f4-a086-79c4cf855860', 'device_owner': 'network:router_interface', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': 'a3b455d0-0b4e-4249-9d62-8c5779b1471c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:18:15Z', 'updated_at': '2022-02-04T18:18:21Z', 'revision_number': 4, 'project_id': 'bdd1d7e62b8246979b10ab52cf69e73f', 'subnets': [{'id': 'a3b455d0-0b4e-4249-9d62-8c5779b1471c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 18:18:21.561203 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-a0e7daca-a387-4cec-9df5-1f9d16e433d3 req-10b79e50-7884-40c2-87b3-2c3093cc6883 tempest-TestEncryptedCinderVolumes-2116017209 tempest-TestEncryptedCinderVolumes-2116017209-project] 10.222.0.89 "GET /v2.0/security-groups?id=773f35d6-69b0-4f4e-a725-69540d577df8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512607 Feb 04 18:18:21.586601 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-0898693c-d274-4c16-a8d4-27ddd0cbf384 req-6e7830e3-4d96-4ad7-a682-0434042c3cf9 service neutron] 10.222.0.96 "GET /v2.0/networks/fdc2d767-6dcb-457a-a4ed-5cb26d36926f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1169641 Feb 04 18:18:22.183214 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 8f376cb7-c63f-4cdb-9759-127d9ea52cc1 up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 18:18:22.233987 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port 8f376cb7-c63f-4cdb-9759-127d9ea52cc1 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 18:18:22.234365 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (8f376cb7-c63f-4cdb-9759-127d9ea52cc1), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:18:22.309487 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port 8f376cb7-c63f-4cdb-9759-127d9ea52cc1 is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 18:18:22.310513 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device b0bd1c1b-58c4-4957-9185-8f4ac3eb90e7 up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 18:18:22.360184 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port b0bd1c1b-58c4-4957-9185-8f4ac3eb90e7 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 18:18:22.360561 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (b0bd1c1b-58c4-4957-9185-8f4ac3eb90e7), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:18:22.437957 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port b0bd1c1b-58c4-4957-9185-8f4ac3eb90e7 is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 18:18:22.683629 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92470b6-f24b-4043-b3e4-c2936034fd25 req-6933c22d-9d0a-4afe-83f5-d74a74e185bf tempest-TestEncryptedCinderVolumes-2116017209 tempest-TestEncryptedCinderVolumes-2116017209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:18:22.685242 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-f92470b6-f24b-4043-b3e4-c2936034fd25 req-6933c22d-9d0a-4afe-83f5-d74a74e185bf tempest-TestEncryptedCinderVolumes-2116017209 tempest-TestEncryptedCinderVolumes-2116017209-project] 10.222.0.89 "GET /v2.0/ports?device_id=18c78ff8-5ab5-43d0-b31f-86e9478db365 HTTP/1.1" status: 200 len: 944 time: 0.0543809 Feb 04 18:18:22.734664 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-f92470b6-f24b-4043-b3e4-c2936034fd25 req-f0f65012-f2c3-40e7-b6ce-7bfdf70fb642 tempest-TestEncryptedCinderVolumes-2116017209 tempest-TestEncryptedCinderVolumes-2116017209-project] 10.222.0.89 "GET /v2.0/security-groups?id=773f35d6-69b0-4f4e-a725-69540d577df8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437534 Feb 04 18:18:23.852907 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870bfb3b-0b4d-49d6-8324-1a8235e9dd61 req-afe71222-3605-4ecd-bfa8-c0abdb6f9d23 tempest-TestEncryptedCinderVolumes-2116017209 tempest-TestEncryptedCinderVolumes-2116017209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:18:23.854391 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-870bfb3b-0b4d-49d6-8324-1a8235e9dd61 req-afe71222-3605-4ecd-bfa8-c0abdb6f9d23 tempest-TestEncryptedCinderVolumes-2116017209 tempest-TestEncryptedCinderVolumes-2116017209-project] 10.222.0.89 "GET /v2.0/ports?device_id=18c78ff8-5ab5-43d0-b31f-86e9478db365 HTTP/1.1" status: 200 len: 944 time: 0.0523078 Feb 04 18:18:23.900794 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-870bfb3b-0b4d-49d6-8324-1a8235e9dd61 req-5a8d4016-3c2c-4f38-aa9b-cc1fcf1e36c3 tempest-TestEncryptedCinderVolumes-2116017209 tempest-TestEncryptedCinderVolumes-2116017209-project] 10.222.0.89 "GET /v2.0/security-groups?id=773f35d6-69b0-4f4e-a725-69540d577df8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407524 Feb 04 18:18:24.247625 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device 9159653f-045f-4f08-a387-3f55fd62f30a details requested by agent hyperv_n-h1-827839-2 with host n-h1-827839-2 {{(pid=103378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 18:18:24.348958 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] For port 9159653f-045f-4f08-a387-3f55fd62f30a, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=9159653f-045f-4f08-a387-3f55fd62f30a,segment=NetworkSegment(47a74d3b-c8b5-4845-b2de-521c73976651),segment_id=47a74d3b-c8b5-4845-b2de-521c73976651)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 18:18:24.360076 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Returning: {'device': '9159653f-045f-4f08-a387-3f55fd62f30a', 'network_id': 'fdc2d767-6dcb-457a-a4ed-5cb26d36926f', 'port_id': '9159653f-045f-4f08-a387-3f55fd62f30a', 'mac_address': 'fa:16:3e:5a:6f:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 781, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f72659e-cee9-4ca4-a5c1-ef5b16f92ac5', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 18:18:24.397465 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Current status of the port 9159653f-045f-4f08-a387-3f55fd62f30a is: DOWN; New status is: BUILD {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 18:18:24.397857 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (9159653f-045f-4f08-a387-3f55fd62f30a), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:18:24.417439 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9159653f-045f-4f08-a387-3f55fd62f30a {{(pid=103378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 18:18:24.436624 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] For port 9159653f-045f-4f08-a387-3f55fd62f30a, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=9159653f-045f-4f08-a387-3f55fd62f30a,segment=NetworkSegment(47a74d3b-c8b5-4845-b2de-521c73976651),segment_id=47a74d3b-c8b5-4845-b2de-521c73976651)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 18:18:24.440061 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (9159653f-045f-4f08-a387-3f55fd62f30a), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:18:24.485082 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Pushing event updated for resources: {'Port': ['ID=9159653f-045f-4f08-a387-3f55fd62f30a,revision_number=4']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:18:24.775882 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] get_ports_and_sgs() called for port_ids ['9159653f-045f-4f08-a387-3f55fd62f30a'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 18:18:25.019836 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06b78c2-6b67-4030-a378-ae983f343e4b req-dabd9989-16fd-415f-8ee4-7371784b98fe tempest-TestEncryptedCinderVolumes-2116017209 tempest-TestEncryptedCinderVolumes-2116017209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:18:25.021348 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-a06b78c2-6b67-4030-a378-ae983f343e4b req-dabd9989-16fd-415f-8ee4-7371784b98fe tempest-TestEncryptedCinderVolumes-2116017209 tempest-TestEncryptedCinderVolumes-2116017209-project] 10.222.0.89 "GET /v2.0/ports?device_id=18c78ff8-5ab5-43d0-b31f-86e9478db365 HTTP/1.1" status: 200 len: 945 time: 0.0519047 Feb 04 18:18:25.071141 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-a06b78c2-6b67-4030-a378-ae983f343e4b req-1642e643-eed7-440c-bb2e-9c8696bd9bc2 tempest-TestEncryptedCinderVolumes-2116017209 tempest-TestEncryptedCinderVolumes-2116017209-project] 10.222.0.89 "GET /v2.0/security-groups?id=773f35d6-69b0-4f4e-a725-69540d577df8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441120 Feb 04 18:18:26.188940 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1490ff9-2718-4ddc-a4f2-bf12ac2d2c08 req-057af145-96cb-4456-8c7b-fe25c7f783de tempest-TestEncryptedCinderVolumes-2116017209 tempest-TestEncryptedCinderVolumes-2116017209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:18:26.190408 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-c1490ff9-2718-4ddc-a4f2-bf12ac2d2c08 req-057af145-96cb-4456-8c7b-fe25c7f783de tempest-TestEncryptedCinderVolumes-2116017209 tempest-TestEncryptedCinderVolumes-2116017209-project] 10.222.0.89 "GET /v2.0/ports?device_id=18c78ff8-5ab5-43d0-b31f-86e9478db365 HTTP/1.1" status: 200 len: 945 time: 0.0513284 Feb 04 18:18:26.239852 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-c1490ff9-2718-4ddc-a4f2-bf12ac2d2c08 req-0cd99ce4-242e-4a9e-802e-2fa21f612356 tempest-TestEncryptedCinderVolumes-2116017209 tempest-TestEncryptedCinderVolumes-2116017209-project] 10.222.0.89 "GET /v2.0/security-groups?id=773f35d6-69b0-4f4e-a725-69540d577df8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438921 Feb 04 18:18:26.259335 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device 9159653f-045f-4f08-a387-3f55fd62f30a up at agent hyperv_n-h1-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 18:18:26.310671 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Provisioning for port 9159653f-045f-4f08-a387-3f55fd62f30a completed by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 18:18:26.314606 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Provisioning complete for port 9159653f-045f-4f08-a387-3f55fd62f30a triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 18:18:26.314984 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (9159653f-045f-4f08-a387-3f55fd62f30a), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:18:26.395598 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Current status of the port 9159653f-045f-4f08-a387-3f55fd62f30a is: BUILD; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 18:18:26.395983 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (9159653f-045f-4f08-a387-3f55fd62f30a), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:18:26.419604 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18c78ff8-5ab5-43d0-b31f-86e9478db365', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9159653f-045f-4f08-a387-3f55fd62f30a'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 18:18:26.421922 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d531d67ec453461b01ecd2cf0c6686e25a5679cf38f56e7e92bae688f1026262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-538474bc-4fa6-47a4-adbf-ed4d8530ac76" -d '{"events": [{"server_uuid": "18c78ff8-5ab5-43d0-b31f-86e9478db365", "name": "network-vif-plugged", "status": "completed", "tag": "9159653f-045f-4f08-a387-3f55fd62f30a"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 18:18:26.433983 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] For port 9159653f-045f-4f08-a387-3f55fd62f30a, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=9159653f-045f-4f08-a387-3f55fd62f30a,segment=NetworkSegment(47a74d3b-c8b5-4845-b2de-521c73976651),segment_id=47a74d3b-c8b5-4845-b2de-521c73976651)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 18:18:26.438056 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (9159653f-045f-4f08-a387-3f55fd62f30a), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:18:26.462461 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 18:18:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f26c24b7-d7b1-40e5-863e-2cd7af1443be x-openstack-request-id: req-f26c24b7-d7b1-40e5-863e-2cd7af1443be {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 18:18:26.462759 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18c78ff8-5ab5-43d0-b31f-86e9478db365", "name": "network-vif-plugged", "status": "completed", "tag": "9159653f-045f-4f08-a387-3f55fd62f30a", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 18:18:26.463018 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-f26c24b7-d7b1-40e5-863e-2cd7af1443be {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 18:18:26.463411 n-d-827839-2 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18c78ff8-5ab5-43d0-b31f-86e9478db365', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9159653f-045f-4f08-a387-3f55fd62f30a', 'code': 200} Feb 04 18:18:26.490701 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Pushing event updated for resources: {'Port': ['ID=9159653f-045f-4f08-a387-3f55fd62f30a,revision_number=5']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:18:26.563932 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b500b34-38f5-4544-a29c-cdd78f54ef12 req-7b94cfc3-d0ec-499c-ae66-4e4ed800575f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:18:26.565504 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-4b500b34-38f5-4544-a29c-cdd78f54ef12 req-7b94cfc3-d0ec-499c-ae66-4e4ed800575f service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=18c78ff8-5ab5-43d0-b31f-86e9478db365 HTTP/1.1" status: 200 len: 1128 time: 0.0447295 Feb 04 18:18:26.609749 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-4b500b34-38f5-4544-a29c-cdd78f54ef12 req-81fff000-047b-407c-87f1-dd2acc443a6d service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=773f35d6-69b0-4f4e-a725-69540d577df8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370033 Feb 04 18:18:27.356760 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925907eb-4533-4717-82c3-33567e5f60f7 req-f4ef0005-f6e1-459d-a2c8-cc8b1768b62e tempest-TestEncryptedCinderVolumes-2116017209 tempest-TestEncryptedCinderVolumes-2116017209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:18:27.358255 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-925907eb-4533-4717-82c3-33567e5f60f7 req-f4ef0005-f6e1-459d-a2c8-cc8b1768b62e tempest-TestEncryptedCinderVolumes-2116017209 tempest-TestEncryptedCinderVolumes-2116017209-project] 10.222.0.89 "GET /v2.0/ports?device_id=18c78ff8-5ab5-43d0-b31f-86e9478db365 HTTP/1.1" status: 200 len: 946 time: 0.0522330 Feb 04 18:18:27.404426 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-925907eb-4533-4717-82c3-33567e5f60f7 req-1b309af1-686d-4680-9dea-d158843f1b91 tempest-TestEncryptedCinderVolumes-2116017209 tempest-TestEncryptedCinderVolumes-2116017209-project] 10.222.0.89 "GET /v2.0/security-groups?id=773f35d6-69b0-4f4e-a725-69540d577df8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406444 Feb 04 18:18:28.526028 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66198323-06de-4e38-a200-be64b3fef2c6 req-c5865580-5335-4a45-837a-9b832413e05e tempest-TestEncryptedCinderVolumes-2116017209 tempest-TestEncryptedCinderVolumes-2116017209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:18:28.527996 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-66198323-06de-4e38-a200-be64b3fef2c6 req-c5865580-5335-4a45-837a-9b832413e05e tempest-TestEncryptedCinderVolumes-2116017209 tempest-TestEncryptedCinderVolumes-2116017209-project] 10.222.0.89 "GET /v2.0/ports?device_id=18c78ff8-5ab5-43d0-b31f-86e9478db365 HTTP/1.1" status: 200 len: 946 time: 0.0523777 Feb 04 18:18:28.573195 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-66198323-06de-4e38-a200-be64b3fef2c6 req-e4ba1c88-ef35-41fb-879b-15ece1b02ee1 tempest-TestEncryptedCinderVolumes-2116017209 tempest-TestEncryptedCinderVolumes-2116017209-project] 10.222.0.89 "GET /v2.0/security-groups?id=773f35d6-69b0-4f4e-a725-69540d577df8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394177 Feb 04 18:18:28.689399 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d094494-b4b6-4aa3-9d31-51a101025126 req-f334a82c-bd5e-42b8-a81c-e5c19264c129 tempest-TestEncryptedCinderVolumes-2116017209 tempest-TestEncryptedCinderVolumes-2116017209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:18:28.690865 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-1d094494-b4b6-4aa3-9d31-51a101025126 req-f334a82c-bd5e-42b8-a81c-e5c19264c129 tempest-TestEncryptedCinderVolumes-2116017209 tempest-TestEncryptedCinderVolumes-2116017209-project] 10.222.0.89 "GET /v2.0/ports?device_id=18c78ff8-5ab5-43d0-b31f-86e9478db365 HTTP/1.1" status: 200 len: 946 time: 0.0512736 Feb 04 18:18:28.736605 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-1d094494-b4b6-4aa3-9d31-51a101025126 req-aff792a7-5842-4096-a4bc-dce587c38374 tempest-TestEncryptedCinderVolumes-2116017209 tempest-TestEncryptedCinderVolumes-2116017209-project] 10.222.0.89 "GET /v2.0/security-groups?id=773f35d6-69b0-4f4e-a725-69540d577df8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402668 Feb 04 18:18:29.859989 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d65227bb-fe42-486b-8819-74204a19fbdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (bb89f5a3-3c22-440b-b7d1-c4f0c43c184a), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:18:32.925466 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e7088371-45a6-46cf-8bee-24e8ae5bb83a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (64ada913-9131-4d99-a265-63a920956287), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:18:33.237569 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d408ec64-b374-4acb-a1fc-48241dad6d47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (0cd6d64a-47a7-40ff-8c12-71dd526c62e0), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:18:35.047488 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4f14bb47-e72b-46ac-9e44-a61d9293afcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (75326290-f7a3-4db8-9cf2-15c7139ed224), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:18:35.839897 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (ba70844b-66a0-45fd-a2f2-e6ed673321fc), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:18:40.195509 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.agents_db [None req-e1691f3b-aacd-4cd6-8ebb-a9c53bb301c0 None None] Agent healthcheck: found 7 active agents {{(pid=103379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 18:18:40.741043 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (f20a1ab3-4332-4f54-833b-ba4a7c687e89), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:18:42.859509 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (3f9244a9-75fc-4c10-b195-11d48b853b41), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:18:59.863692 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2cdf71c6-d1b5-4693-b717-5daf0a89c49c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (bb89f5a3-3c22-440b-b7d1-c4f0c43c184a), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:18:59.907595 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-91c196a0-05c2-4763-a16b-d46bf3c8eb7c req-e1bc3535-2a7d-4abf-9822-c16d3a3eb055 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=18c78ff8-5ab5-43d0-b31f-86e9478db365&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0499351 Feb 04 18:18:59.992518 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c196a0-05c2-4763-a16b-d46bf3c8eb7c req-b561d97b-4430-489a-b5f2-9a780d15eb6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:18:59.994062 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-91c196a0-05c2-4763-a16b-d46bf3c8eb7c req-b561d97b-4430-489a-b5f2-9a780d15eb6b service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=81ef02f9afe145edb19f3807d7971312&device_id=18c78ff8-5ab5-43d0-b31f-86e9478db365 HTTP/1.1" status: 200 len: 1128 time: 0.0450561 Feb 04 18:19:00.097661 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c196a0-05c2-4763-a16b-d46bf3c8eb7c req-57d711ba-0698-424f-b6a8-280e0a0c0020 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:19:00.099022 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-91c196a0-05c2-4763-a16b-d46bf3c8eb7c req-57d711ba-0698-424f-b6a8-280e0a0c0020 service neutron] 10.222.0.96 "GET /v2.0/networks?id=fdc2d767-6dcb-457a-a4ed-5cb26d36926f HTTP/1.1" status: 200 len: 917 time: 0.0868859 Feb 04 18:19:00.157260 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-91c196a0-05c2-4763-a16b-d46bf3c8eb7c req-625330c3-c4fd-4569-a2eb-0d10c55f64ee service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9159653f-045f-4f08-a387-3f55fd62f30a HTTP/1.1" status: 200 len: 217 time: 0.0510638 Feb 04 18:19:00.210751 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c196a0-05c2-4763-a16b-d46bf3c8eb7c req-d25bf8cf-da61-44e1-941c-a1f57800c637 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:19:00.212214 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-91c196a0-05c2-4763-a16b-d46bf3c8eb7c req-d25bf8cf-da61-44e1-941c-a1f57800c637 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=9f72659e-cee9-4ca4-a5c1-ef5b16f92ac5 HTTP/1.1" status: 200 len: 855 time: 0.0479460 Feb 04 18:19:00.261054 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c196a0-05c2-4763-a16b-d46bf3c8eb7c req-ce7b86b4-9857-4294-8e50-e385853fe413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:19:00.262852 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-91c196a0-05c2-4763-a16b-d46bf3c8eb7c req-ce7b86b4-9857-4294-8e50-e385853fe413 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=fdc2d767-6dcb-457a-a4ed-5cb26d36926f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0449474 Feb 04 18:19:00.355900 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-91c196a0-05c2-4763-a16b-d46bf3c8eb7c req-a3767dff-c191-4707-81e5-a2adb77a6834 service neutron] 10.222.0.96 "GET /v2.0/networks/fdc2d767-6dcb-457a-a4ed-5cb26d36926f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855329 Feb 04 18:19:00.448645 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-91c196a0-05c2-4763-a16b-d46bf3c8eb7c req-af18512b-c7f3-461d-b6e1-3acaff6b41b1 service neutron] 10.222.0.96 "GET /v2.0/networks/fdc2d767-6dcb-457a-a4ed-5cb26d36926f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867724 Feb 04 18:19:02.833042 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651a9c5f-f110-4a1f-9574-7388395cbe23 req-4de40c60-6755-4aaa-bfeb-e2b4fc45ce36 tempest-TestEncryptedCinderVolumes-2116017209 tempest-TestEncryptedCinderVolumes-2116017209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:19:02.834461 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-651a9c5f-f110-4a1f-9574-7388395cbe23 req-4de40c60-6755-4aaa-bfeb-e2b4fc45ce36 tempest-TestEncryptedCinderVolumes-2116017209 tempest-TestEncryptedCinderVolumes-2116017209-project] 10.222.0.89 "GET /v2.0/ports?device_id=18c78ff8-5ab5-43d0-b31f-86e9478db365 HTTP/1.1" status: 200 len: 946 time: 0.0536563 Feb 04 18:19:02.884856 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-651a9c5f-f110-4a1f-9574-7388395cbe23 req-1393f5b7-a623-4281-a95c-aeca81915e83 tempest-TestEncryptedCinderVolumes-2116017209 tempest-TestEncryptedCinderVolumes-2116017209-project] 10.222.0.89 "GET /v2.0/security-groups?id=773f35d6-69b0-4f4e-a725-69540d577df8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448706 Feb 04 18:19:02.928416 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-089b0ae9-5884-46c6-af1d-46753413f28c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (64ada913-9131-4d99-a265-63a920956287), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:19:03.243820 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d408ec64-b374-4acb-a1fc-48241dad6d47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (0cd6d64a-47a7-40ff-8c12-71dd526c62e0), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:19:04.014638 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4d4416-6107-4091-a9ad-1c9e67f14734 req-83718f2d-0777-4541-9b5e-15006a348137 tempest-TestEncryptedCinderVolumes-2116017209 tempest-TestEncryptedCinderVolumes-2116017209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:19:04.016210 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-9c4d4416-6107-4091-a9ad-1c9e67f14734 req-83718f2d-0777-4541-9b5e-15006a348137 tempest-TestEncryptedCinderVolumes-2116017209 tempest-TestEncryptedCinderVolumes-2116017209-project] 10.222.0.89 "GET /v2.0/ports?device_id=18c78ff8-5ab5-43d0-b31f-86e9478db365 HTTP/1.1" status: 200 len: 946 time: 0.0583851 Feb 04 18:19:04.063645 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-9c4d4416-6107-4091-a9ad-1c9e67f14734 req-8583b32c-ccbb-48f8-83e1-784034db4dba tempest-TestEncryptedCinderVolumes-2116017209 tempest-TestEncryptedCinderVolumes-2116017209-project] 10.222.0.89 "GET /v2.0/security-groups?id=773f35d6-69b0-4f4e-a725-69540d577df8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408568 Feb 04 18:19:04.723723 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6df8ac-4d46-4783-927c-3f92e6583262 req-51e3854f-c433-4760-a54f-30f36daeda6b tempest-TestEncryptedCinderVolumes-2116017209 tempest-TestEncryptedCinderVolumes-2116017209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:19:04.725152 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-8a6df8ac-4d46-4783-927c-3f92e6583262 req-51e3854f-c433-4760-a54f-30f36daeda6b tempest-TestEncryptedCinderVolumes-2116017209 tempest-TestEncryptedCinderVolumes-2116017209-project] 10.222.0.96 "GET /v2.0/ports?device_id=18c78ff8-5ab5-43d0-b31f-86e9478db365 HTTP/1.1" status: 200 len: 946 time: 0.0522447 Feb 04 18:19:04.814281 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [req-8a6df8ac-4d46-4783-927c-3f92e6583262 req-b4d72f59-35fa-467d-b8e4-27586de92c79 tempest-TestEncryptedCinderVolumes-2116017209 tempest-TestEncryptedCinderVolumes-2116017209-project] Deleting port 9159653f-045f-4f08-a387-3f55fd62f30a {{(pid=103376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 18:19:04.814620 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-8a6df8ac-4d46-4783-927c-3f92e6583262 req-b4d72f59-35fa-467d-b8e4-27586de92c79 tempest-TestEncryptedCinderVolumes-2116017209 tempest-TestEncryptedCinderVolumes-2116017209-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (9159653f-045f-4f08-a387-3f55fd62f30a), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:19:04.906522 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [req-8a6df8ac-4d46-4783-927c-3f92e6583262 req-b4d72f59-35fa-467d-b8e4-27586de92c79 tempest-TestEncryptedCinderVolumes-2116017209 tempest-TestEncryptedCinderVolumes-2116017209-project] For port 9159653f-045f-4f08-a387-3f55fd62f30a, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=9159653f-045f-4f08-a387-3f55fd62f30a,segment=NetworkSegment(47a74d3b-c8b5-4845-b2de-521c73976651),segment_id=47a74d3b-c8b5-4845-b2de-521c73976651)] {{(pid=103376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 18:19:04.906906 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-8a6df8ac-4d46-4783-927c-3f92e6583262 req-b4d72f59-35fa-467d-b8e4-27586de92c79 tempest-TestEncryptedCinderVolumes-2116017209 tempest-TestEncryptedCinderVolumes-2116017209-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (9159653f-045f-4f08-a387-3f55fd62f30a), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:19:04.919967 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [req-8a6df8ac-4d46-4783-927c-3f92e6583262 req-b4d72f59-35fa-467d-b8e4-27586de92c79 tempest-TestEncryptedCinderVolumes-2116017209 tempest-TestEncryptedCinderVolumes-2116017209-project] Calling delete_port for 9159653f-045f-4f08-a387-3f55fd62f30a owned by compute:nova {{(pid=103376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 18:19:05.050777 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4f14bb47-e72b-46ac-9e44-a61d9293afcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (75326290-f7a3-4db8-9cf2-15c7139ed224), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:19:05.052821 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-8a6df8ac-4d46-4783-927c-3f92e6583262 req-b4d72f59-35fa-467d-b8e4-27586de92c79 tempest-TestEncryptedCinderVolumes-2116017209 tempest-TestEncryptedCinderVolumes-2116017209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (9159653f-045f-4f08-a387-3f55fd62f30a), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:19:05.065108 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] get_ports_and_sgs() called for port_ids ['9159653f-045f-4f08-a387-3f55fd62f30a'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 18:19:05.083831 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d72f59-35fa-467d-b8e4-27586de92c79 tempest-TestEncryptedCinderVolumes-2116017209 tempest-TestEncryptedCinderVolumes-2116017209-project] Pushing event deleted for resources: {'Port': ['ID=9159653f-045f-4f08-a387-3f55fd62f30a,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:19:05.130236 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a6df8ac-4d46-4783-927c-3f92e6583262 req-b4d72f59-35fa-467d-b8e4-27586de92c79 tempest-TestEncryptedCinderVolumes-2116017209 tempest-TestEncryptedCinderVolumes-2116017209-project] No DVR routers for this DVR port 9159653f-045f-4f08-a387-3f55fd62f30a on host n-h1-827839-2 {{(pid=103376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 18:19:05.134256 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-8a6df8ac-4d46-4783-927c-3f92e6583262 req-b4d72f59-35fa-467d-b8e4-27586de92c79 tempest-TestEncryptedCinderVolumes-2116017209 tempest-TestEncryptedCinderVolumes-2116017209-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:19:05.137765 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-8a6df8ac-4d46-4783-927c-3f92e6583262 req-b4d72f59-35fa-467d-b8e4-27586de92c79 tempest-TestEncryptedCinderVolumes-2116017209 tempest-TestEncryptedCinderVolumes-2116017209-project] 10.222.0.96 "DELETE /v2.0/ports/9159653f-045f-4f08-a387-3f55fd62f30a HTTP/1.1" status: 204 len: 173 time: 0.4076333 Feb 04 18:19:05.138279 n-d-827839-2 neutron-server[103376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18c78ff8-5ab5-43d0-b31f-86e9478db365', 'name': 'network-vif-deleted', 'tag': '9159653f-045f-4f08-a387-3f55fd62f30a'}] {{(pid=103376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 18:19:05.141564 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7aefa7f3373fd63bd14caed2f0c404cd5bacff84a7eb60e70ea20ed0b49017dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3110e07f-7da3-4494-8442-24b9c62f2ee7" -d '{"events": [{"server_uuid": "18c78ff8-5ab5-43d0-b31f-86e9478db365", "name": "network-vif-deleted", "tag": "9159653f-045f-4f08-a387-3f55fd62f30a"}]}' {{(pid=103376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 18:19:05.196197 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-cf01caa1-4be0-4deb-a0d6-502777f7834b req-bf7643d6-4d2c-417b-99bf-980d467e562f tempest-TestEncryptedCinderVolumes-2116017209 tempest-TestEncryptedCinderVolumes-2116017209-project] 10.222.0.89 "GET /v2.0/ports?device_id=18c78ff8-5ab5-43d0-b31f-86e9478db365 HTTP/1.1" status: 200 len: 210 time: 0.0502937 Feb 04 18:19:05.198335 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 18:19:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9631f5a-41f4-4ea9-a62e-cafc84ee9f19 x-openstack-request-id: req-c9631f5a-41f4-4ea9-a62e-cafc84ee9f19 {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 18:19:05.198635 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18c78ff8-5ab5-43d0-b31f-86e9478db365", "name": "network-vif-deleted", "tag": "9159653f-045f-4f08-a387-3f55fd62f30a", "status": "completed", "code": 200}]} {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 18:19:05.199021 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-c9631f5a-41f4-4ea9-a62e-cafc84ee9f19 {{(pid=103376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 18:19:05.199422 n-d-827839-2 neutron-server[103376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18c78ff8-5ab5-43d0-b31f-86e9478db365', 'name': 'network-vif-deleted', 'tag': '9159653f-045f-4f08-a387-3f55fd62f30a', 'status': 'completed', 'code': 200} Feb 04 18:19:05.836229 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (ba70844b-66a0-45fd-a2f2-e6ed673321fc), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:19:08.461886 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacde0a7-a337-4072-9fa4-f533a01601aa req-78cd8df9-1f4e-4c65-a43b-df450a52e4b0 tempest-TestEncryptedCinderVolumes-2116017209 tempest-TestEncryptedCinderVolumes-2116017209-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:19:08.463438 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-bacde0a7-a337-4072-9fa4-f533a01601aa req-78cd8df9-1f4e-4c65-a43b-df450a52e4b0 tempest-TestEncryptedCinderVolumes-2116017209 tempest-TestEncryptedCinderVolumes-2116017209-project] 10.222.0.89 "GET /v2.0/networks?id=fdc2d767-6dcb-457a-a4ed-5cb26d36926f HTTP/1.1" status: 200 len: 816 time: 0.4101524 Feb 04 18:19:08.476899 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device 9159653f-045f-4f08-a387-3f55fd62f30a no longer exists at agent hyperv_n-h1-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 18:19:08.478323 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-bacde0a7-a337-4072-9fa4-f533a01601aa req-245e8ac4-601e-4729-9778-3e4ce9532f7d tempest-TestEncryptedCinderVolumes-2116017209 tempest-TestEncryptedCinderVolumes-2116017209-project] 10.222.0.89 "GET /v2.0/quotas/81ef02f9afe145edb19f3807d7971312 HTTP/1.1" status: 200 len: 375 time: 0.0093966 Feb 04 18:19:08.499447 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] No Port match for: 9159653f-045f-4f08-a387-3f55fd62f30a {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 18:19:08.499792 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device 9159653f-045f-4f08-a387-3f55fd62f30a not bound to the agent host n-h1-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 18:19:08.537773 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-bacde0a7-a337-4072-9fa4-f533a01601aa req-7a3bc8d7-49ca-45fc-a541-4508e784bed2 tempest-TestEncryptedCinderVolumes-2116017209 tempest-TestEncryptedCinderVolumes-2116017209-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=81ef02f9afe145edb19f3807d7971312&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0538542 Feb 04 18:19:08.630306 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-bacde0a7-a337-4072-9fa4-f533a01601aa req-5d622554-27cd-4355-b8b2-76e6d2c9624d service neutron] 10.222.0.89 "GET /v2.0/networks/fdc2d767-6dcb-457a-a4ed-5cb26d36926f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812376 Feb 04 18:19:08.723082 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-bacde0a7-a337-4072-9fa4-f533a01601aa req-7e0d7691-9ab1-4ecc-b4af-4a8d57e7e6d2 service neutron] 10.222.0.89 "GET /v2.0/networks/fdc2d767-6dcb-457a-a4ed-5cb26d36926f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864174 Feb 04 18:19:08.884547 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-15b8e818-cff5-41e7-a260-312d4a1cdf42 req-e1b008aa-0531-4a59-8805-1a8ba85062b9 tempest-TestEncryptedCinderVolumes-2116017209 tempest-TestEncryptedCinderVolumes-2116017209-project] 10.222.0.89 "GET /v2.0/ports?device_id=74e143f2-7381-4150-8be0-9c8df2e36fd6 HTTP/1.1" status: 200 len: 210 time: 0.0288301 Feb 04 18:19:09.775061 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacde0a7-a337-4072-9fa4-f533a01601aa req-330c3987-ae60-4983-9365-f7495f1028b4 tempest-TestEncryptedCinderVolumes-2116017209 tempest-TestEncryptedCinderVolumes-2116017209-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:19:09.777126 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-bacde0a7-a337-4072-9fa4-f533a01601aa req-330c3987-ae60-4983-9365-f7495f1028b4 tempest-TestEncryptedCinderVolumes-2116017209 tempest-TestEncryptedCinderVolumes-2116017209-project] 10.222.0.96 "GET /v2.0/networks?id=fdc2d767-6dcb-457a-a4ed-5cb26d36926f HTTP/1.1" status: 200 len: 816 time: 0.1022708 Feb 04 18:19:09.789854 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [req-bacde0a7-a337-4072-9fa4-f533a01601aa req-02601913-78ff-4420-98ec-f7aca6ae72fe tempest-TestEncryptedCinderVolumes-2116017209 tempest-TestEncryptedCinderVolumes-2116017209-project] Request body: {'port': {'device_id': '74e143f2-7381-4150-8be0-9c8df2e36fd6', 'network_id': 'fdc2d767-6dcb-457a-a4ed-5cb26d36926f', 'admin_state_up': True, 'tenant_id': '81ef02f9afe145edb19f3807d7971312'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 18:19:09.897690 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bacde0a7-a337-4072-9fa4-f533a01601aa req-02601913-78ff-4420-98ec-f7aca6ae72fe tempest-TestEncryptedCinderVolumes-2116017209 tempest-TestEncryptedCinderVolumes-2116017209-project] Made reservation on behalf of 81ef02f9afe145edb19f3807d7971312 for: {'port': 1} {{(pid=103376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 18:19:09.901228 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-bacde0a7-a337-4072-9fa4-f533a01601aa req-02601913-78ff-4420-98ec-f7aca6ae72fe tempest-TestEncryptedCinderVolumes-2116017209 tempest-TestEncryptedCinderVolumes-2116017209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:19:10.030219 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.db_base_plugin_common [req-bacde0a7-a337-4072-9fa4-f533a01601aa req-02601913-78ff-4420-98ec-f7aca6ae72fe tempest-TestEncryptedCinderVolumes-2116017209 tempest-TestEncryptedCinderVolumes-2116017209-project] Allocated IP 172.20.0.12 (fdc2d767-6dcb-457a-a4ed-5cb26d36926f/9f72659e-cee9-4ca4-a5c1-ef5b16f92ac5/a819a4d2-aec1-4ed8-9717-7891231af06b) {{(pid=103376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 18:19:10.102536 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-fdfb7dee-11af-40f2-bc6e-ebe1c769fd16 req-6740e1a9-1139-4687-889f-3ffc54f6cfa9 tempest-TestEncryptedCinderVolumes-2116017209 tempest-TestEncryptedCinderVolumes-2116017209-project] 10.222.0.89 "GET /v2.0/ports?device_id=74e143f2-7381-4150-8be0-9c8df2e36fd6 HTTP/1.1" status: 200 len: 210 time: 0.1472132 Feb 04 18:19:10.208520 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-bacde0a7-a337-4072-9fa4-f533a01601aa req-02601913-78ff-4420-98ec-f7aca6ae72fe tempest-TestEncryptedCinderVolumes-2116017209 tempest-TestEncryptedCinderVolumes-2116017209-project] Publish callbacks [] for port (a819a4d2-aec1-4ed8-9717-7891231af06b), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:19:10.240573 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-bacde0a7-a337-4072-9fa4-f533a01601aa req-02601913-78ff-4420-98ec-f7aca6ae72fe tempest-TestEncryptedCinderVolumes-2116017209 tempest-TestEncryptedCinderVolumes-2116017209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (a819a4d2-aec1-4ed8-9717-7891231af06b), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:19:10.289348 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bacde0a7-a337-4072-9fa4-f533a01601aa req-02601913-78ff-4420-98ec-f7aca6ae72fe tempest-TestEncryptedCinderVolumes-2116017209 tempest-TestEncryptedCinderVolumes-2116017209-project] Network fdc2d767-6dcb-457a-a4ed-5cb26d36926f is already hosted by enough agents. {{(pid=103376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 18:19:10.292895 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [req-bacde0a7-a337-4072-9fa4-f533a01601aa req-02601913-78ff-4420-98ec-f7aca6ae72fe tempest-TestEncryptedCinderVolumes-2116017209 tempest-TestEncryptedCinderVolumes-2116017209-project] Resources bound (agent type, host, resource id): {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 18:19:10.296546 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [req-bacde0a7-a337-4072-9fa4-f533a01601aa req-02601913-78ff-4420-98ec-f7aca6ae72fe tempest-TestEncryptedCinderVolumes-2116017209 tempest-TestEncryptedCinderVolumes-2116017209-project] Received port after_create {{(pid=103376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 18:19:10.302867 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02601913-78ff-4420-98ec-f7aca6ae72fe tempest-TestEncryptedCinderVolumes-2116017209 tempest-TestEncryptedCinderVolumes-2116017209-project] Pushing event updated for resources: {'Port': ['ID=a819a4d2-aec1-4ed8-9717-7891231af06b,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:19:10.331490 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02601913-78ff-4420-98ec-f7aca6ae72fe tempest-TestEncryptedCinderVolumes-2116017209 tempest-TestEncryptedCinderVolumes-2116017209-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:19:10.331848 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02601913-78ff-4420-98ec-f7aca6ae72fe tempest-TestEncryptedCinderVolumes-2116017209 tempest-TestEncryptedCinderVolumes-2116017209-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:19:10.332198 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02601913-78ff-4420-98ec-f7aca6ae72fe tempest-TestEncryptedCinderVolumes-2116017209 tempest-TestEncryptedCinderVolumes-2116017209-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:19:10.332537 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02601913-78ff-4420-98ec-f7aca6ae72fe tempest-TestEncryptedCinderVolumes-2116017209 tempest-TestEncryptedCinderVolumes-2116017209-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:19:10.332904 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02601913-78ff-4420-98ec-f7aca6ae72fe tempest-TestEncryptedCinderVolumes-2116017209 tempest-TestEncryptedCinderVolumes-2116017209-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:19:10.333243 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02601913-78ff-4420-98ec-f7aca6ae72fe tempest-TestEncryptedCinderVolumes-2116017209 tempest-TestEncryptedCinderVolumes-2116017209-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:19:10.333576 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02601913-78ff-4420-98ec-f7aca6ae72fe tempest-TestEncryptedCinderVolumes-2116017209 tempest-TestEncryptedCinderVolumes-2116017209-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:19:10.333909 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02601913-78ff-4420-98ec-f7aca6ae72fe tempest-TestEncryptedCinderVolumes-2116017209 tempest-TestEncryptedCinderVolumes-2116017209-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:19:10.334241 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02601913-78ff-4420-98ec-f7aca6ae72fe tempest-TestEncryptedCinderVolumes-2116017209 tempest-TestEncryptedCinderVolumes-2116017209-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:19:10.334579 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02601913-78ff-4420-98ec-f7aca6ae72fe tempest-TestEncryptedCinderVolumes-2116017209 tempest-TestEncryptedCinderVolumes-2116017209-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:19:10.334900 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02601913-78ff-4420-98ec-f7aca6ae72fe tempest-TestEncryptedCinderVolumes-2116017209 tempest-TestEncryptedCinderVolumes-2116017209-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:19:10.335228 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02601913-78ff-4420-98ec-f7aca6ae72fe tempest-TestEncryptedCinderVolumes-2116017209 tempest-TestEncryptedCinderVolumes-2116017209-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:19:10.335551 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02601913-78ff-4420-98ec-f7aca6ae72fe tempest-TestEncryptedCinderVolumes-2116017209 tempest-TestEncryptedCinderVolumes-2116017209-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:19:10.361385 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacde0a7-a337-4072-9fa4-f533a01601aa req-02601913-78ff-4420-98ec-f7aca6ae72fe tempest-TestEncryptedCinderVolumes-2116017209 tempest-TestEncryptedCinderVolumes-2116017209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:19:10.362043 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-bacde0a7-a337-4072-9fa4-f533a01601aa req-02601913-78ff-4420-98ec-f7aca6ae72fe tempest-TestEncryptedCinderVolumes-2116017209 tempest-TestEncryptedCinderVolumes-2116017209-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:19:10.379529 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-bacde0a7-a337-4072-9fa4-f533a01601aa req-02601913-78ff-4420-98ec-f7aca6ae72fe tempest-TestEncryptedCinderVolumes-2116017209 tempest-TestEncryptedCinderVolumes-2116017209-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5934067 Feb 04 18:19:10.390735 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [req-bacde0a7-a337-4072-9fa4-f533a01601aa req-0da1ba65-fe74-4505-8361-3826b72ce7fd service neutron] Request body: {'port': {'device_id': '74e143f2-7381-4150-8be0-9c8df2e36fd6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827839-2'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 18:19:10.455939 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-bacde0a7-a337-4072-9fa4-f533a01601aa req-0da1ba65-fe74-4505-8361-3826b72ce7fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (a819a4d2-aec1-4ed8-9717-7891231af06b), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:19:10.526566 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-b07bca73-d5cc-46eb-b293-bd524607280e None None] Provisioning complete for port a819a4d2-aec1-4ed8-9717-7891231af06b triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 18:19:10.527141 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b07bca73-d5cc-46eb-b293-bd524607280e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (a819a4d2-aec1-4ed8-9717-7891231af06b), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:19:10.561710 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-b07bca73-d5cc-46eb-b293-bd524607280e None None] Port a819a4d2-aec1-4ed8-9717-7891231af06b cannot update to ACTIVE because it is not bound. {{(pid=103378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 18:19:10.716981 n-d-827839-2 neutron-server[103376]: DEBUG neutron.notifiers.nova [req-bacde0a7-a337-4072-9fa4-f533a01601aa req-0da1ba65-fe74-4505-8361-3826b72ce7fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a819a4d2-aec1-4ed8-9717-7891231af06b {{(pid=103376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 18:19:10.725808 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-bacde0a7-a337-4072-9fa4-f533a01601aa req-0da1ba65-fe74-4505-8361-3826b72ce7fd service neutron] Publish callbacks [] for port (a819a4d2-aec1-4ed8-9717-7891231af06b), precommit_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:19:10.736068 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (f20a1ab3-4332-4f54-833b-ba4a7c687e89), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:19:10.739211 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.provisioning_blocks [req-bacde0a7-a337-4072-9fa4-f533a01601aa req-0da1ba65-fe74-4505-8361-3826b72ce7fd service neutron] Transition to ACTIVE for port object a819a4d2-aec1-4ed8-9717-7891231af06b will not be triggered until provisioned by entity L2. {{(pid=103376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 18:19:10.741881 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-bacde0a7-a337-4072-9fa4-f533a01601aa req-0da1ba65-fe74-4505-8361-3826b72ce7fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675836'] for port (a819a4d2-aec1-4ed8-9717-7891231af06b), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:19:10.796771 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da1ba65-fe74-4505-8361-3826b72ce7fd service neutron] Pushing event updated for resources: {'Port': ['ID=a819a4d2-aec1-4ed8-9717-7891231af06b,revision_number=2']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:19:10.872040 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [req-bacde0a7-a337-4072-9fa4-f533a01601aa req-0da1ba65-fe74-4505-8361-3826b72ce7fd service neutron] Attempting to bind port a819a4d2-aec1-4ed8-9717-7891231af06b on host n-h1-827839-2 for vnic_type normal with profile {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 18:19:10.872287 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [req-bacde0a7-a337-4072-9fa4-f533a01601aa req-0da1ba65-fe74-4505-8361-3826b72ce7fd service neutron] Attempting to bind port a819a4d2-aec1-4ed8-9717-7891231af06b by drivers openvswitch,hyperv on host n-h1-827839-2 at level 0 using segments [{'id': '47a74d3b-c8b5-4845-b2de-521c73976651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'fdc2d767-6dcb-457a-a4ed-5cb26d36926f'}] {{(pid=103376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 18:19:10.872603 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bacde0a7-a337-4072-9fa4-f533a01601aa req-0da1ba65-fe74-4505-8361-3826b72ce7fd service neutron] Attempting to bind port a819a4d2-aec1-4ed8-9717-7891231af06b on network fdc2d767-6dcb-457a-a4ed-5cb26d36926f {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 18:19:10.877657 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bacde0a7-a337-4072-9fa4-f533a01601aa req-0da1ba65-fe74-4505-8361-3826b72ce7fd service neutron] Port a819a4d2-aec1-4ed8-9717-7891231af06b on network fdc2d767-6dcb-457a-a4ed-5cb26d36926f not bound, no agent of type Open vSwitch agent registered on host n-h1-827839-2 {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 18:19:10.877974 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bacde0a7-a337-4072-9fa4-f533a01601aa req-0da1ba65-fe74-4505-8361-3826b72ce7fd service neutron] Attempting to bind port a819a4d2-aec1-4ed8-9717-7891231af06b on network fdc2d767-6dcb-457a-a4ed-5cb26d36926f {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 18:19:10.883164 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bacde0a7-a337-4072-9fa4-f533a01601aa req-0da1ba65-fe74-4505-8361-3826b72ce7fd service neutron] Checking agent: {'id': '3f9244a9-75fc-4c10-b195-11d48b853b41', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 8, 42), 'started_at': datetime.datetime(2022, 2, 4, 17, 8, 42), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 18, 18, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 18:19:10.883501 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bacde0a7-a337-4072-9fa4-f533a01601aa req-0da1ba65-fe74-4505-8361-3826b72ce7fd service neutron] Checking segment: {'id': '47a74d3b-c8b5-4845-b2de-521c73976651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'fdc2d767-6dcb-457a-a4ed-5cb26d36926f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 18:19:10.883884 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bacde0a7-a337-4072-9fa4-f533a01601aa req-0da1ba65-fe74-4505-8361-3826b72ce7fd service neutron] Bound using segment: {'id': '47a74d3b-c8b5-4845-b2de-521c73976651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'fdc2d767-6dcb-457a-a4ed-5cb26d36926f'} {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 18:19:10.884308 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [req-bacde0a7-a337-4072-9fa4-f533a01601aa req-0da1ba65-fe74-4505-8361-3826b72ce7fd service neutron] Bound port: a819a4d2-aec1-4ed8-9717-7891231af06b, host: n-h1-827839-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '47a74d3b-c8b5-4845-b2de-521c73976651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'fdc2d767-6dcb-457a-a4ed-5cb26d36926f'}}] {{(pid=103376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 18:19:10.884698 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-bacde0a7-a337-4072-9fa4-f533a01601aa req-0da1ba65-fe74-4505-8361-3826b72ce7fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (a819a4d2-aec1-4ed8-9717-7891231af06b), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:19:10.958808 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [req-bacde0a7-a337-4072-9fa4-f533a01601aa req-0da1ba65-fe74-4505-8361-3826b72ce7fd service neutron] For port a819a4d2-aec1-4ed8-9717-7891231af06b, host n-h1-827839-2, cleared binding levels {{(pid=103376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 18:19:10.962139 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [req-bacde0a7-a337-4072-9fa4-f533a01601aa req-0da1ba65-fe74-4505-8361-3826b72ce7fd service neutron] For port a819a4d2-aec1-4ed8-9717-7891231af06b, host n-h1-827839-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=a819a4d2-aec1-4ed8-9717-7891231af06b,segment=NetworkSegment(47a74d3b-c8b5-4845-b2de-521c73976651),segment_id=47a74d3b-c8b5-4845-b2de-521c73976651)] {{(pid=103376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 18:19:10.969207 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-bacde0a7-a337-4072-9fa4-f533a01601aa req-0da1ba65-fe74-4505-8361-3826b72ce7fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675836'] for port (a819a4d2-aec1-4ed8-9717-7891231af06b), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:19:11.009489 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacde0a7-a337-4072-9fa4-f533a01601aa req-0da1ba65-fe74-4505-8361-3826b72ce7fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:19:11.010636 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-bacde0a7-a337-4072-9fa4-f533a01601aa req-0da1ba65-fe74-4505-8361-3826b72ce7fd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:19:11.012048 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-bacde0a7-a337-4072-9fa4-f533a01601aa req-0da1ba65-fe74-4505-8361-3826b72ce7fd service neutron] 10.222.0.96 "PUT /v2.0/ports/a819a4d2-aec1-4ed8-9717-7891231af06b HTTP/1.1" status: 200 len: 1092 time: 0.6255367 Feb 04 18:19:11.012493 n-d-827839-2 neutron-server[103376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74e143f2-7381-4150-8be0-9c8df2e36fd6', 'tag': 'a819a4d2-aec1-4ed8-9717-7891231af06b'}] {{(pid=103376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 18:19:11.014770 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7aefa7f3373fd63bd14caed2f0c404cd5bacff84a7eb60e70ea20ed0b49017dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0a1cd11-d8fe-4b06-9509-3cd2fe84470f" -d '{"events": [{"name": "network-changed", "server_uuid": "74e143f2-7381-4150-8be0-9c8df2e36fd6", "tag": "a819a4d2-aec1-4ed8-9717-7891231af06b"}]}' {{(pid=103376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 18:19:11.034825 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da1ba65-fe74-4505-8361-3826b72ce7fd service neutron] Pushing event updated for resources: {'Port': ['ID=a819a4d2-aec1-4ed8-9717-7891231af06b,revision_number=3']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:19:11.081469 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 18:19:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a350c53-2f08-4328-9f98-5c6749d54089 x-openstack-request-id: req-8a350c53-2f08-4328-9f98-5c6749d54089 {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 18:19:11.081847 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74e143f2-7381-4150-8be0-9c8df2e36fd6", "tag": "a819a4d2-aec1-4ed8-9717-7891231af06b", "status": "completed", "code": 200}]} {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 18:19:11.082197 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-8a350c53-2f08-4328-9f98-5c6749d54089 {{(pid=103376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 18:19:11.082676 n-d-827839-2 neutron-server[103376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74e143f2-7381-4150-8be0-9c8df2e36fd6', 'tag': 'a819a4d2-aec1-4ed8-9717-7891231af06b', 'status': 'completed', 'code': 200} Feb 04 18:19:11.105575 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacde0a7-a337-4072-9fa4-f533a01601aa req-157fc3c0-7bbc-4b2e-bac0-02fff30b2cde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:19:11.107156 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-bacde0a7-a337-4072-9fa4-f533a01601aa req-157fc3c0-7bbc-4b2e-bac0-02fff30b2cde service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=81ef02f9afe145edb19f3807d7971312&device_id=74e143f2-7381-4150-8be0-9c8df2e36fd6 HTTP/1.1" status: 200 len: 1126 time: 0.0549157 Feb 04 18:19:11.156836 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-bacde0a7-a337-4072-9fa4-f533a01601aa req-492de6ec-18a4-419c-85ae-82e8186b0349 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a819a4d2-aec1-4ed8-9717-7891231af06b HTTP/1.1" status: 200 len: 217 time: 0.0429497 Feb 04 18:19:11.247238 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacde0a7-a337-4072-9fa4-f533a01601aa req-9843a4d9-1cf1-4489-bc5f-336a434d9a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:19:11.248773 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-bacde0a7-a337-4072-9fa4-f533a01601aa req-9843a4d9-1cf1-4489-bc5f-336a434d9a37 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=9f72659e-cee9-4ca4-a5c1-ef5b16f92ac5 HTTP/1.1" status: 200 len: 855 time: 0.0842285 Feb 04 18:19:11.299728 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5870525a-3ce2-4d12-aec1-a3353627c764 req-7ae98b57-d2cb-4cef-8dfc-f5f344f60e54 tempest-TestEncryptedCinderVolumes-2116017209 tempest-TestEncryptedCinderVolumes-2116017209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:19:11.301241 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-5870525a-3ce2-4d12-aec1-a3353627c764 req-7ae98b57-d2cb-4cef-8dfc-f5f344f60e54 tempest-TestEncryptedCinderVolumes-2116017209 tempest-TestEncryptedCinderVolumes-2116017209-project] 10.222.0.89 "GET /v2.0/ports?device_id=74e143f2-7381-4150-8be0-9c8df2e36fd6 HTTP/1.1" status: 200 len: 944 time: 0.1061633 Feb 04 18:19:11.331840 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacde0a7-a337-4072-9fa4-f533a01601aa req-1ff9c90b-f2f2-4efe-be0c-81b230547822 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:19:11.333400 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-bacde0a7-a337-4072-9fa4-f533a01601aa req-1ff9c90b-f2f2-4efe-be0c-81b230547822 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=fdc2d767-6dcb-457a-a4ed-5cb26d36926f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0788686 Feb 04 18:19:11.399671 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-5870525a-3ce2-4d12-aec1-a3353627c764 req-237b06af-5da6-43b9-8f8f-b346946e20a4 tempest-TestEncryptedCinderVolumes-2116017209 tempest-TestEncryptedCinderVolumes-2116017209-project] 10.222.0.89 "GET /v2.0/security-groups?id=773f35d6-69b0-4f4e-a725-69540d577df8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910859 Feb 04 18:19:11.438488 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-bacde0a7-a337-4072-9fa4-f533a01601aa req-4da9365c-5695-48a8-8566-2713b521725d service neutron] 10.222.0.96 "GET /v2.0/networks/fdc2d767-6dcb-457a-a4ed-5cb26d36926f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950167 Feb 04 18:19:11.531737 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-bacde0a7-a337-4072-9fa4-f533a01601aa req-e8f5c8f2-9827-4235-a27e-d65c0428750c service neutron] 10.222.0.96 "GET /v2.0/networks/fdc2d767-6dcb-457a-a4ed-5cb26d36926f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859501 Feb 04 18:19:11.629929 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a1cd11-d8fe-4b06-9509-3cd2fe84470f req-0721ecb1-45bc-4634-9b9a-a8550a08499e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:19:11.631472 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-f0a1cd11-d8fe-4b06-9509-3cd2fe84470f req-0721ecb1-45bc-4634-9b9a-a8550a08499e service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=81ef02f9afe145edb19f3807d7971312&device_id=74e143f2-7381-4150-8be0-9c8df2e36fd6 HTTP/1.1" status: 200 len: 1126 time: 0.0537045 Feb 04 18:19:11.723600 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a1cd11-d8fe-4b06-9509-3cd2fe84470f req-0e7c35cc-ac2b-4177-aca4-feb00ac1fbef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:19:11.725031 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-f0a1cd11-d8fe-4b06-9509-3cd2fe84470f req-0e7c35cc-ac2b-4177-aca4-feb00ac1fbef service neutron] 10.222.0.96 "GET /v2.0/networks?id=fdc2d767-6dcb-457a-a4ed-5cb26d36926f HTTP/1.1" status: 200 len: 917 time: 0.0877602 Feb 04 18:19:11.765821 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-f0a1cd11-d8fe-4b06-9509-3cd2fe84470f req-9c90b846-9a1d-4e14-a44e-3197311b6e81 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a819a4d2-aec1-4ed8-9717-7891231af06b HTTP/1.1" status: 200 len: 217 time: 0.0350604 Feb 04 18:19:11.812801 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a1cd11-d8fe-4b06-9509-3cd2fe84470f req-bce94641-0b8c-49cc-9fdd-0e29e9b5b545 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:19:11.814237 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-f0a1cd11-d8fe-4b06-9509-3cd2fe84470f req-bce94641-0b8c-49cc-9fdd-0e29e9b5b545 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=9f72659e-cee9-4ca4-a5c1-ef5b16f92ac5 HTTP/1.1" status: 200 len: 855 time: 0.0431149 Feb 04 18:19:11.870166 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a1cd11-d8fe-4b06-9509-3cd2fe84470f req-60777e98-4468-455b-840e-84168818bfc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:19:11.871724 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-f0a1cd11-d8fe-4b06-9509-3cd2fe84470f req-60777e98-4468-455b-840e-84168818bfc0 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=fdc2d767-6dcb-457a-a4ed-5cb26d36926f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0502479 Feb 04 18:19:11.961237 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-f0a1cd11-d8fe-4b06-9509-3cd2fe84470f req-dd7b59af-9c6e-4faa-bad6-27e4cb20ce19 service neutron] 10.222.0.96 "GET /v2.0/networks/fdc2d767-6dcb-457a-a4ed-5cb26d36926f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827060 Feb 04 18:19:12.052221 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-f0a1cd11-d8fe-4b06-9509-3cd2fe84470f req-8ecea883-b5f9-4028-81c0-a27098a0c727 service neutron] 10.222.0.96 "GET /v2.0/networks/fdc2d767-6dcb-457a-a4ed-5cb26d36926f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850830 Feb 04 18:19:12.584835 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1f0678-b0b6-4ae0-b30f-c675cbdd5cac req-24a00b8e-ec9b-4789-8f63-b26147e6605f tempest-TestEncryptedCinderVolumes-2116017209 tempest-TestEncryptedCinderVolumes-2116017209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:19:12.586324 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-2f1f0678-b0b6-4ae0-b30f-c675cbdd5cac req-24a00b8e-ec9b-4789-8f63-b26147e6605f tempest-TestEncryptedCinderVolumes-2116017209 tempest-TestEncryptedCinderVolumes-2116017209-project] 10.222.0.89 "GET /v2.0/ports?device_id=74e143f2-7381-4150-8be0-9c8df2e36fd6 HTTP/1.1" status: 200 len: 944 time: 0.1171894 Feb 04 18:19:12.633947 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-2f1f0678-b0b6-4ae0-b30f-c675cbdd5cac req-38e461d0-d7d9-4fc6-9b12-56751edf494e tempest-TestEncryptedCinderVolumes-2116017209 tempest-TestEncryptedCinderVolumes-2116017209-project] 10.222.0.89 "GET /v2.0/security-groups?id=773f35d6-69b0-4f4e-a725-69540d577df8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420270 Feb 04 18:19:12.849211 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (3f9244a9-75fc-4c10-b195-11d48b853b41), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:19:13.755419 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a381b2f4-db95-4d10-8ca3-0cbaa117b10b req-628955c9-e6c6-4a41-bd54-86c50715c350 tempest-TestEncryptedCinderVolumes-2116017209 tempest-TestEncryptedCinderVolumes-2116017209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:19:13.756931 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-a381b2f4-db95-4d10-8ca3-0cbaa117b10b req-628955c9-e6c6-4a41-bd54-86c50715c350 tempest-TestEncryptedCinderVolumes-2116017209 tempest-TestEncryptedCinderVolumes-2116017209-project] 10.222.0.89 "GET /v2.0/ports?device_id=74e143f2-7381-4150-8be0-9c8df2e36fd6 HTTP/1.1" status: 200 len: 944 time: 0.0531180 Feb 04 18:19:13.803278 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-a381b2f4-db95-4d10-8ca3-0cbaa117b10b req-0cf7a693-b63a-46d1-889f-d8e2833a4a5b tempest-TestEncryptedCinderVolumes-2116017209 tempest-TestEncryptedCinderVolumes-2116017209-project] 10.222.0.89 "GET /v2.0/security-groups?id=773f35d6-69b0-4f4e-a725-69540d577df8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405958 Feb 04 18:19:14.492033 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device a819a4d2-aec1-4ed8-9717-7891231af06b details requested by agent hyperv_n-h1-827839-2 with host n-h1-827839-2 {{(pid=103378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 18:19:14.587870 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] For port a819a4d2-aec1-4ed8-9717-7891231af06b, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=a819a4d2-aec1-4ed8-9717-7891231af06b,segment=NetworkSegment(47a74d3b-c8b5-4845-b2de-521c73976651),segment_id=47a74d3b-c8b5-4845-b2de-521c73976651)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 18:19:14.600143 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Returning: {'device': 'a819a4d2-aec1-4ed8-9717-7891231af06b', 'network_id': 'fdc2d767-6dcb-457a-a4ed-5cb26d36926f', 'port_id': 'a819a4d2-aec1-4ed8-9717-7891231af06b', 'mac_address': 'fa:16:3e:da:5a:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 781, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f72659e-cee9-4ca4-a5c1-ef5b16f92ac5', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 18:19:14.636725 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Current status of the port a819a4d2-aec1-4ed8-9717-7891231af06b is: DOWN; New status is: BUILD {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 18:19:14.637139 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (a819a4d2-aec1-4ed8-9717-7891231af06b), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:19:14.649827 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a819a4d2-aec1-4ed8-9717-7891231af06b {{(pid=103378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 18:19:14.673417 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] For port a819a4d2-aec1-4ed8-9717-7891231af06b, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=a819a4d2-aec1-4ed8-9717-7891231af06b,segment=NetworkSegment(47a74d3b-c8b5-4845-b2de-521c73976651),segment_id=47a74d3b-c8b5-4845-b2de-521c73976651)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 18:19:14.677433 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (a819a4d2-aec1-4ed8-9717-7891231af06b), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:19:14.740962 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Pushing event updated for resources: {'Port': ['ID=a819a4d2-aec1-4ed8-9717-7891231af06b,revision_number=4']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:19:14.780348 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:19:14.780645 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:19:14.781019 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:19:14.781363 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:19:14.781703 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:19:14.782036 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:19:14.782367 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:19:14.782948 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:19:14.783278 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:19:14.783603 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:19:14.783930 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:19:14.784255 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:19:14.784583 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:19:14.927373 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c40a94-17ba-4788-bedf-dd65be7da436 req-8966bf5f-7fed-4e6a-bf5e-84c4ee1a4a01 tempest-TestEncryptedCinderVolumes-2116017209 tempest-TestEncryptedCinderVolumes-2116017209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:19:14.929913 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-20c40a94-17ba-4788-bedf-dd65be7da436 req-8966bf5f-7fed-4e6a-bf5e-84c4ee1a4a01 tempest-TestEncryptedCinderVolumes-2116017209 tempest-TestEncryptedCinderVolumes-2116017209-project] 10.222.0.89 "GET /v2.0/ports?device_id=74e143f2-7381-4150-8be0-9c8df2e36fd6 HTTP/1.1" status: 200 len: 945 time: 0.0577438 Feb 04 18:19:14.977960 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-20c40a94-17ba-4788-bedf-dd65be7da436 req-6c1ecc43-76c5-4050-adcc-97e1c3622a02 tempest-TestEncryptedCinderVolumes-2116017209 tempest-TestEncryptedCinderVolumes-2116017209-project] 10.222.0.89 "GET /v2.0/security-groups?id=773f35d6-69b0-4f4e-a725-69540d577df8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432746 Feb 04 18:19:15.004274 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] get_ports_and_sgs() called for port_ids ['a819a4d2-aec1-4ed8-9717-7891231af06b'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 18:19:16.101494 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98129fa0-9eb4-4acc-8152-6ead90fe3ed3 req-f4b9b10b-5a4b-4bb1-b463-35d516527811 tempest-TestEncryptedCinderVolumes-2116017209 tempest-TestEncryptedCinderVolumes-2116017209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:19:16.102997 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-98129fa0-9eb4-4acc-8152-6ead90fe3ed3 req-f4b9b10b-5a4b-4bb1-b463-35d516527811 tempest-TestEncryptedCinderVolumes-2116017209 tempest-TestEncryptedCinderVolumes-2116017209-project] 10.222.0.89 "GET /v2.0/ports?device_id=74e143f2-7381-4150-8be0-9c8df2e36fd6 HTTP/1.1" status: 200 len: 945 time: 0.0524173 Feb 04 18:19:16.149875 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-98129fa0-9eb4-4acc-8152-6ead90fe3ed3 req-d2956ebd-8072-4bc3-b662-2af5c9a73652 tempest-TestEncryptedCinderVolumes-2116017209 tempest-TestEncryptedCinderVolumes-2116017209-project] 10.222.0.89 "GET /v2.0/security-groups?id=773f35d6-69b0-4f4e-a725-69540d577df8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412829 Feb 04 18:19:16.510851 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device a819a4d2-aec1-4ed8-9717-7891231af06b up at agent hyperv_n-h1-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 18:19:16.557377 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Provisioning for port a819a4d2-aec1-4ed8-9717-7891231af06b completed by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 18:19:16.561380 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Provisioning complete for port a819a4d2-aec1-4ed8-9717-7891231af06b triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 18:19:16.561750 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (a819a4d2-aec1-4ed8-9717-7891231af06b), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:19:16.638444 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Current status of the port a819a4d2-aec1-4ed8-9717-7891231af06b is: BUILD; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 18:19:16.638821 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (a819a4d2-aec1-4ed8-9717-7891231af06b), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:19:16.660810 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74e143f2-7381-4150-8be0-9c8df2e36fd6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a819a4d2-aec1-4ed8-9717-7891231af06b'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 18:19:16.662990 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d531d67ec453461b01ecd2cf0c6686e25a5679cf38f56e7e92bae688f1026262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04ff921d-376b-4dff-bbff-4170e1de7ba3" -d '{"events": [{"server_uuid": "74e143f2-7381-4150-8be0-9c8df2e36fd6", "name": "network-vif-plugged", "status": "completed", "tag": "a819a4d2-aec1-4ed8-9717-7891231af06b"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 18:19:16.675663 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] For port a819a4d2-aec1-4ed8-9717-7891231af06b, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=a819a4d2-aec1-4ed8-9717-7891231af06b,segment=NetworkSegment(47a74d3b-c8b5-4845-b2de-521c73976651),segment_id=47a74d3b-c8b5-4845-b2de-521c73976651)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 18:19:16.679417 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (a819a4d2-aec1-4ed8-9717-7891231af06b), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:19:16.702993 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 18:19:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15d9a0df-cdd3-4454-8ab4-512a7eabd0ff x-openstack-request-id: req-15d9a0df-cdd3-4454-8ab4-512a7eabd0ff {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 18:19:16.703289 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74e143f2-7381-4150-8be0-9c8df2e36fd6", "name": "network-vif-plugged", "status": "completed", "tag": "a819a4d2-aec1-4ed8-9717-7891231af06b", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 18:19:16.703542 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-15d9a0df-cdd3-4454-8ab4-512a7eabd0ff {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 18:19:16.703928 n-d-827839-2 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74e143f2-7381-4150-8be0-9c8df2e36fd6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a819a4d2-aec1-4ed8-9717-7891231af06b', 'code': 200} Feb 04 18:19:16.728656 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Pushing event updated for resources: {'Port': ['ID=a819a4d2-aec1-4ed8-9717-7891231af06b,revision_number=5']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:19:16.800093 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c3fcdc-3dc0-40ff-a333-a75f171efb93 req-264a4d4b-3e4b-4dc0-a915-150ce6f19f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:19:16.801630 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-89c3fcdc-3dc0-40ff-a333-a75f171efb93 req-264a4d4b-3e4b-4dc0-a915-150ce6f19f39 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=74e143f2-7381-4150-8be0-9c8df2e36fd6 HTTP/1.1" status: 200 len: 1128 time: 0.0480964 Feb 04 18:19:16.844943 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-89c3fcdc-3dc0-40ff-a333-a75f171efb93 req-b640f153-4a2c-4e2c-8fd0-4e6388ffe28a service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=773f35d6-69b0-4f4e-a725-69540d577df8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371761 Feb 04 18:19:17.194598 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.agents_db [None req-e1691f3b-aacd-4cd6-8ebb-a9c53bb301c0 None None] Agent healthcheck: found 7 active agents {{(pid=103379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 18:19:17.269523 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc3de1a-7540-45a6-a9cd-d1f77b67cb2b req-4de447d7-fcab-4e25-be6d-33b5da787f12 tempest-TestEncryptedCinderVolumes-2116017209 tempest-TestEncryptedCinderVolumes-2116017209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:19:17.271052 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-ccc3de1a-7540-45a6-a9cd-d1f77b67cb2b req-4de447d7-fcab-4e25-be6d-33b5da787f12 tempest-TestEncryptedCinderVolumes-2116017209 tempest-TestEncryptedCinderVolumes-2116017209-project] 10.222.0.89 "GET /v2.0/ports?device_id=74e143f2-7381-4150-8be0-9c8df2e36fd6 HTTP/1.1" status: 200 len: 946 time: 0.0527768 Feb 04 18:19:17.318465 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-ccc3de1a-7540-45a6-a9cd-d1f77b67cb2b req-aa59cc75-13e6-4c34-8e45-b844fe9b9772 tempest-TestEncryptedCinderVolumes-2116017209 tempest-TestEncryptedCinderVolumes-2116017209-project] 10.222.0.89 "GET /v2.0/security-groups?id=773f35d6-69b0-4f4e-a725-69540d577df8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418820 Feb 04 18:19:18.437233 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdbff41-4a0f-4169-b6c3-1e9eeb101239 req-7af3e5c5-1feb-402f-86f6-42554b2cc3ac tempest-TestEncryptedCinderVolumes-2116017209 tempest-TestEncryptedCinderVolumes-2116017209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:19:18.438616 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-3cdbff41-4a0f-4169-b6c3-1e9eeb101239 req-7af3e5c5-1feb-402f-86f6-42554b2cc3ac tempest-TestEncryptedCinderVolumes-2116017209 tempest-TestEncryptedCinderVolumes-2116017209-project] 10.222.0.89 "GET /v2.0/ports?device_id=74e143f2-7381-4150-8be0-9c8df2e36fd6 HTTP/1.1" status: 200 len: 946 time: 0.0525451 Feb 04 18:19:18.484500 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-3cdbff41-4a0f-4169-b6c3-1e9eeb101239 req-f3c994c3-d924-4c5e-9f39-2e86c6bc9b37 tempest-TestEncryptedCinderVolumes-2116017209 tempest-TestEncryptedCinderVolumes-2116017209-project] 10.222.0.89 "GET /v2.0/security-groups?id=773f35d6-69b0-4f4e-a725-69540d577df8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403290 Feb 04 18:19:18.600883 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7b8237-5274-4f44-93e5-5f31632f1680 req-8fc607cf-1263-477b-b447-7001429ea44f tempest-TestEncryptedCinderVolumes-2116017209 tempest-TestEncryptedCinderVolumes-2116017209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:19:18.602377 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-3c7b8237-5274-4f44-93e5-5f31632f1680 req-8fc607cf-1263-477b-b447-7001429ea44f tempest-TestEncryptedCinderVolumes-2116017209 tempest-TestEncryptedCinderVolumes-2116017209-project] 10.222.0.89 "GET /v2.0/ports?device_id=74e143f2-7381-4150-8be0-9c8df2e36fd6 HTTP/1.1" status: 200 len: 946 time: 0.0521829 Feb 04 18:19:18.653103 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-3c7b8237-5274-4f44-93e5-5f31632f1680 req-5eaf5814-ac02-4dc2-95db-46edf579793f tempest-TestEncryptedCinderVolumes-2116017209 tempest-TestEncryptedCinderVolumes-2116017209-project] 10.222.0.89 "GET /v2.0/security-groups?id=773f35d6-69b0-4f4e-a725-69540d577df8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450807 Feb 04 18:19:29.871154 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0033a0ab-eabd-4065-a376-e164bada3040 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (bb89f5a3-3c22-440b-b7d1-c4f0c43c184a), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:19:32.930729 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c385cf5d-5c8b-4017-85dc-9ba2ccb611ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (64ada913-9131-4d99-a265-63a920956287), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:19:33.241236 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d408ec64-b374-4acb-a1fc-48241dad6d47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (0cd6d64a-47a7-40ff-8c12-71dd526c62e0), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:19:35.053466 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4f14bb47-e72b-46ac-9e44-a61d9293afcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (75326290-f7a3-4db8-9cf2-15c7139ed224), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:19:35.837342 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (ba70844b-66a0-45fd-a2f2-e6ed673321fc), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:19:40.751007 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (f20a1ab3-4332-4f54-833b-ba4a7c687e89), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:19:42.865428 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (3f9244a9-75fc-4c10-b195-11d48b853b41), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:19:52.662585 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfca10ac-106c-4261-8869-bdf076438bad req-4de0367b-1401-45a4-b034-1dcaa22e1d73 tempest-TestEncryptedCinderVolumes-2116017209 tempest-TestEncryptedCinderVolumes-2116017209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:19:52.664116 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-dfca10ac-106c-4261-8869-bdf076438bad req-4de0367b-1401-45a4-b034-1dcaa22e1d73 tempest-TestEncryptedCinderVolumes-2116017209 tempest-TestEncryptedCinderVolumes-2116017209-project] 10.222.0.89 "GET /v2.0/ports?device_id=74e143f2-7381-4150-8be0-9c8df2e36fd6 HTTP/1.1" status: 200 len: 946 time: 0.0595829 Feb 04 18:19:52.711054 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-dfca10ac-106c-4261-8869-bdf076438bad req-e0729eb0-3906-48fd-b03b-19edebbf46a3 tempest-TestEncryptedCinderVolumes-2116017209 tempest-TestEncryptedCinderVolumes-2116017209-project] 10.222.0.89 "GET /v2.0/security-groups?id=773f35d6-69b0-4f4e-a725-69540d577df8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397854 Feb 04 18:19:53.838192 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5215b3d5-8420-4ee4-8cad-ff0596a5e192 req-d72a1d44-6a2d-4927-9fba-5db27d85f52b tempest-TestEncryptedCinderVolumes-2116017209 tempest-TestEncryptedCinderVolumes-2116017209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:19:53.839724 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-5215b3d5-8420-4ee4-8cad-ff0596a5e192 req-d72a1d44-6a2d-4927-9fba-5db27d85f52b tempest-TestEncryptedCinderVolumes-2116017209 tempest-TestEncryptedCinderVolumes-2116017209-project] 10.222.0.89 "GET /v2.0/ports?device_id=74e143f2-7381-4150-8be0-9c8df2e36fd6 HTTP/1.1" status: 200 len: 946 time: 0.0565696 Feb 04 18:19:53.889870 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-5215b3d5-8420-4ee4-8cad-ff0596a5e192 req-0b94a9c1-cfed-4fe9-a98e-ef103ee6a3a0 tempest-TestEncryptedCinderVolumes-2116017209 tempest-TestEncryptedCinderVolumes-2116017209-project] 10.222.0.89 "GET /v2.0/security-groups?id=773f35d6-69b0-4f4e-a725-69540d577df8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429003 Feb 04 18:19:54.193632 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.agents_db [None req-e1691f3b-aacd-4cd6-8ebb-a9c53bb301c0 None None] Agent healthcheck: found 7 active agents {{(pid=103379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 18:19:54.358684 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd96435-9e3f-43cc-98d6-f7965407832e req-62961ffc-49c2-4c66-885e-7f60a4e008fa tempest-TestEncryptedCinderVolumes-2116017209 tempest-TestEncryptedCinderVolumes-2116017209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:19:54.360218 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-0cd96435-9e3f-43cc-98d6-f7965407832e req-62961ffc-49c2-4c66-885e-7f60a4e008fa tempest-TestEncryptedCinderVolumes-2116017209 tempest-TestEncryptedCinderVolumes-2116017209-project] 10.222.0.96 "GET /v2.0/ports?device_id=74e143f2-7381-4150-8be0-9c8df2e36fd6 HTTP/1.1" status: 200 len: 946 time: 0.0522025 Feb 04 18:19:54.452073 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [req-0cd96435-9e3f-43cc-98d6-f7965407832e req-0a9a7b45-257a-400c-9dd4-f7a51e548068 tempest-TestEncryptedCinderVolumes-2116017209 tempest-TestEncryptedCinderVolumes-2116017209-project] Deleting port a819a4d2-aec1-4ed8-9717-7891231af06b {{(pid=103376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 18:19:54.452329 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-0cd96435-9e3f-43cc-98d6-f7965407832e req-0a9a7b45-257a-400c-9dd4-f7a51e548068 tempest-TestEncryptedCinderVolumes-2116017209 tempest-TestEncryptedCinderVolumes-2116017209-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (a819a4d2-aec1-4ed8-9717-7891231af06b), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:19:54.538768 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [req-0cd96435-9e3f-43cc-98d6-f7965407832e req-0a9a7b45-257a-400c-9dd4-f7a51e548068 tempest-TestEncryptedCinderVolumes-2116017209 tempest-TestEncryptedCinderVolumes-2116017209-project] For port a819a4d2-aec1-4ed8-9717-7891231af06b, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=a819a4d2-aec1-4ed8-9717-7891231af06b,segment=NetworkSegment(47a74d3b-c8b5-4845-b2de-521c73976651),segment_id=47a74d3b-c8b5-4845-b2de-521c73976651)] {{(pid=103376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 18:19:54.539132 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-0cd96435-9e3f-43cc-98d6-f7965407832e req-0a9a7b45-257a-400c-9dd4-f7a51e548068 tempest-TestEncryptedCinderVolumes-2116017209 tempest-TestEncryptedCinderVolumes-2116017209-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (a819a4d2-aec1-4ed8-9717-7891231af06b), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:19:54.551932 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [req-0cd96435-9e3f-43cc-98d6-f7965407832e req-0a9a7b45-257a-400c-9dd4-f7a51e548068 tempest-TestEncryptedCinderVolumes-2116017209 tempest-TestEncryptedCinderVolumes-2116017209-project] Calling delete_port for a819a4d2-aec1-4ed8-9717-7891231af06b owned by compute:nova {{(pid=103376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 18:19:54.678399 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-0cd96435-9e3f-43cc-98d6-f7965407832e req-0a9a7b45-257a-400c-9dd4-f7a51e548068 tempest-TestEncryptedCinderVolumes-2116017209 tempest-TestEncryptedCinderVolumes-2116017209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (a819a4d2-aec1-4ed8-9717-7891231af06b), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:19:54.690902 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] get_ports_and_sgs() called for port_ids ['a819a4d2-aec1-4ed8-9717-7891231af06b'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 18:19:54.707143 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9a7b45-257a-400c-9dd4-f7a51e548068 tempest-TestEncryptedCinderVolumes-2116017209 tempest-TestEncryptedCinderVolumes-2116017209-project] Pushing event deleted for resources: {'Port': ['ID=a819a4d2-aec1-4ed8-9717-7891231af06b,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:19:54.753763 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [req-0cd96435-9e3f-43cc-98d6-f7965407832e req-0a9a7b45-257a-400c-9dd4-f7a51e548068 tempest-TestEncryptedCinderVolumes-2116017209 tempest-TestEncryptedCinderVolumes-2116017209-project] No DVR routers for this DVR port a819a4d2-aec1-4ed8-9717-7891231af06b on host n-h1-827839-2 {{(pid=103376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 18:19:54.756454 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-0cd96435-9e3f-43cc-98d6-f7965407832e req-0a9a7b45-257a-400c-9dd4-f7a51e548068 tempest-TestEncryptedCinderVolumes-2116017209 tempest-TestEncryptedCinderVolumes-2116017209-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:19:54.760375 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-0cd96435-9e3f-43cc-98d6-f7965407832e req-0a9a7b45-257a-400c-9dd4-f7a51e548068 tempest-TestEncryptedCinderVolumes-2116017209 tempest-TestEncryptedCinderVolumes-2116017209-project] 10.222.0.96 "DELETE /v2.0/ports/a819a4d2-aec1-4ed8-9717-7891231af06b HTTP/1.1" status: 204 len: 173 time: 0.3948150 Feb 04 18:19:54.760840 n-d-827839-2 neutron-server[103376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74e143f2-7381-4150-8be0-9c8df2e36fd6', 'name': 'network-vif-deleted', 'tag': 'a819a4d2-aec1-4ed8-9717-7891231af06b'}] {{(pid=103376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 18:19:54.763060 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7aefa7f3373fd63bd14caed2f0c404cd5bacff84a7eb60e70ea20ed0b49017dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a520520-1133-4e78-8f2d-d59696c50f5d" -d '{"events": [{"server_uuid": "74e143f2-7381-4150-8be0-9c8df2e36fd6", "name": "network-vif-deleted", "tag": "a819a4d2-aec1-4ed8-9717-7891231af06b"}]}' {{(pid=103376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 18:19:54.805631 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 18:19:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca236358-ef2d-4bd9-a38e-c671319e9242 x-openstack-request-id: req-ca236358-ef2d-4bd9-a38e-c671319e9242 {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 18:19:54.806006 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74e143f2-7381-4150-8be0-9c8df2e36fd6", "name": "network-vif-deleted", "tag": "a819a4d2-aec1-4ed8-9717-7891231af06b", "status": "completed", "code": 200}]} {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 18:19:54.806187 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-ca236358-ef2d-4bd9-a38e-c671319e9242 {{(pid=103376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 18:19:54.806585 n-d-827839-2 neutron-server[103376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74e143f2-7381-4150-8be0-9c8df2e36fd6', 'name': 'network-vif-deleted', 'tag': 'a819a4d2-aec1-4ed8-9717-7891231af06b', 'status': 'completed', 'code': 200} Feb 04 18:19:54.998347 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-9e31cb41-ea3a-4468-96d9-1d92c9c69394 req-725f2a18-328a-4304-8a7e-916664154267 tempest-TestEncryptedCinderVolumes-2116017209 tempest-TestEncryptedCinderVolumes-2116017209-project] 10.222.0.89 "GET /v2.0/ports?device_id=74e143f2-7381-4150-8be0-9c8df2e36fd6 HTTP/1.1" status: 200 len: 210 time: 0.0280170 Feb 04 18:19:56.089922 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 57516) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:19:56.435752 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-02100a6a-4547-4844-a422-d5645054f7cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602754'] for router_interface (c0df5269-6b63-471d-8193-ba744aa0b9c8), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:19:56.677450 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-02100a6a-4547-4844-a422-d5645054f7cb admin admin] Deleting port 4b5082e8-da73-4bd6-aaf2-03c063d66089 {{(pid=103377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 18:19:56.677786 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-02100a6a-4547-4844-a422-d5645054f7cb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (4b5082e8-da73-4bd6-aaf2-03c063d66089), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:19:56.716178 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device a819a4d2-aec1-4ed8-9717-7891231af06b no longer exists at agent hyperv_n-h1-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 18:19:56.738800 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] No Port match for: a819a4d2-aec1-4ed8-9717-7891231af06b {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 18:19:56.739164 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device a819a4d2-aec1-4ed8-9717-7891231af06b not bound to the agent host n-h1-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 18:19:56.756767 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [None req-02100a6a-4547-4844-a422-d5645054f7cb admin admin] For port 4b5082e8-da73-4bd6-aaf2-03c063d66089, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=4b5082e8-da73-4bd6-aaf2-03c063d66089,segment=NetworkSegment(47a74d3b-c8b5-4845-b2de-521c73976651),segment_id=47a74d3b-c8b5-4845-b2de-521c73976651)] {{(pid=103377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 18:19:56.757132 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-02100a6a-4547-4844-a422-d5645054f7cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (4b5082e8-da73-4bd6-aaf2-03c063d66089), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:19:56.770494 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-02100a6a-4547-4844-a422-d5645054f7cb admin admin] Calling delete_port for 4b5082e8-da73-4bd6-aaf2-03c063d66089 owned by network:router_interface {{(pid=103377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 18:19:56.947803 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-02100a6a-4547-4844-a422-d5645054f7cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (4b5082e8-da73-4bd6-aaf2-03c063d66089), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:19:56.972732 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02100a6a-4547-4844-a422-d5645054f7cb admin admin] Pushing event deleted for resources: {'Port': ['ID=4b5082e8-da73-4bd6-aaf2-03c063d66089,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:19:56.984840 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02100a6a-4547-4844-a422-d5645054f7cb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:19:56.985195 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02100a6a-4547-4844-a422-d5645054f7cb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:19:56.985537 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02100a6a-4547-4844-a422-d5645054f7cb admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:19:56.985879 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02100a6a-4547-4844-a422-d5645054f7cb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:19:56.986215 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02100a6a-4547-4844-a422-d5645054f7cb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:19:56.986543 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02100a6a-4547-4844-a422-d5645054f7cb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:19:56.986880 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02100a6a-4547-4844-a422-d5645054f7cb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:19:56.987209 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02100a6a-4547-4844-a422-d5645054f7cb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:19:56.987533 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02100a6a-4547-4844-a422-d5645054f7cb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:19:56.987858 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02100a6a-4547-4844-a422-d5645054f7cb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:19:56.988179 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02100a6a-4547-4844-a422-d5645054f7cb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:19:56.988503 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02100a6a-4547-4844-a422-d5645054f7cb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:19:56.988845 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02100a6a-4547-4844-a422-d5645054f7cb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:19:57.151566 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-02100a6a-4547-4844-a422-d5645054f7cb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1677336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1602614'] for router_interface (c0df5269-6b63-471d-8193-ba744aa0b9c8), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:19:57.366015 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02100a6a-4547-4844-a422-d5645054f7cb admin admin] Router c0df5269-6b63-471d-8193-ba744aa0b9c8 has already been hosted by L3 agent 64ada913-9131-4d99-a265-63a920956287 {{(pid=103377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 18:19:57.473047 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02100a6a-4547-4844-a422-d5645054f7cb admin admin] Notify agent at l3_agent.n-d-827839-2 the message routers_updated {{(pid=103377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 18:19:57.478104 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-02100a6a-4547-4844-a422-d5645054f7cb admin admin] 10.222.0.89 "PUT /v2.0/routers/c0df5269-6b63-471d-8193-ba744aa0b9c8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3869624 Feb 04 18:19:57.480501 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 57518) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:19:57.484004 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6c926cc-ff59-465c-8c6f-cbd87090c028 None None] Sync routers for ids ['c0df5269-6b63-471d-8193-ba744aa0b9c8'] in n-d-827839-2 {{(pid=103378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 18:19:57.494166 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6c926cc-ff59-465c-8c6f-cbd87090c028 None None] Routers {'c0df5269-6b63-471d-8193-ba744aa0b9c8'} bound to L3 agent in host n-d-827839-2 {{(pid=103378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 18:19:57.494790 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-b6c926cc-ff59-465c-8c6f-cbd87090c028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T18:19:33Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['c0df5269-6b63-471d-8193-ba744aa0b9c8'], 'active': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:19:57.592374 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-d854ee7e-ed30-4611-ab51-935902f0b87f admin admin] Publish callbacks [] for router (c0df5269-6b63-471d-8193-ba744aa0b9c8), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:19:57.603513 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvr_db [None req-b6c926cc-ff59-465c-8c6f-cbd87090c028 None None] Set router c0df5269-6b63-471d-8193-ba744aa0b9c8 gateway port host: n-d-827839-2 {{(pid=103378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 18:19:57.698938 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-d854ee7e-ed30-4611-ab51-935902f0b87f admin admin] Publish callbacks [] for router_gateway (c0df5269-6b63-471d-8193-ba744aa0b9c8), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:19:57.750992 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-d854ee7e-ed30-4611-ab51-935902f0b87f admin admin] Deleting port 465cd27a-149b-4bfc-94bf-7804d088ab96 {{(pid=103377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 18:19:57.751333 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-d854ee7e-ed30-4611-ab51-935902f0b87f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (465cd27a-149b-4bfc-94bf-7804d088ab96), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:19:57.779073 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-b6c926cc-ff59-465c-8c6f-cbd87090c028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0df5269-6b63-471d-8193-ba744aa0b9c8', 'name': 'tempest-TestEncryptedCinderVolumes-236961321-router', 'tenant_id': '81ef02f9afe145edb19f3807d7971312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.231'}], 'enable_snat': True}, 'gw_port_id': '465cd27a-149b-4bfc-94bf-7804d088ab96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T18:18:08Z', 'updated_at': '2022-02-04T18:19:56Z', 'revision_number': 5, 'project_id': '81ef02f9afe145edb19f3807d7971312', 'gw_port': {'id': '465cd27a-149b-4bfc-94bf-7804d088ab96', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:55:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0df5269-6b63-471d-8193-ba744aa0b9c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:18:08Z', 'updated_at': '2022-02-04T18:18:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2'}], 'n-d-827839-2', False) {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:19:57.805810 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6c926cc-ff59-465c-8c6f-cbd87090c028 None None] Checking router: c0df5269-6b63-471d-8193-ba744aa0b9c8 for host: n-d-827839-2 {{(pid=103378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 18:19:57.817035 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6c926cc-ff59-465c-8c6f-cbd87090c028 None None] Routers {'c0df5269-6b63-471d-8193-ba744aa0b9c8'} bound to L3 agent in host n-d-827839-2 {{(pid=103378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 18:19:57.817643 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-b6c926cc-ff59-465c-8c6f-cbd87090c028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T18:19:33Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['c0df5269-6b63-471d-8193-ba744aa0b9c8'], 'active': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:19:57.835254 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [None req-d854ee7e-ed30-4611-ab51-935902f0b87f admin admin] For port 465cd27a-149b-4bfc-94bf-7804d088ab96, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=465cd27a-149b-4bfc-94bf-7804d088ab96,segment=NetworkSegment(5942dc44-1f07-4c27-b0ab-45a2bff20dd5),segment_id=5942dc44-1f07-4c27-b0ab-45a2bff20dd5)] {{(pid=103377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 18:19:57.835613 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-d854ee7e-ed30-4611-ab51-935902f0b87f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (465cd27a-149b-4bfc-94bf-7804d088ab96), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:19:57.848960 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-d854ee7e-ed30-4611-ab51-935902f0b87f admin admin] Calling delete_port for 465cd27a-149b-4bfc-94bf-7804d088ab96 owned by network:router_gateway {{(pid=103377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 18:19:57.921977 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvr_db [None req-b6c926cc-ff59-465c-8c6f-cbd87090c028 None None] Set router c0df5269-6b63-471d-8193-ba744aa0b9c8 gateway port host: None {{(pid=103378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 18:19:58.017299 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-d854ee7e-ed30-4611-ab51-935902f0b87f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (465cd27a-149b-4bfc-94bf-7804d088ab96), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:19:58.045935 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d854ee7e-ed30-4611-ab51-935902f0b87f admin admin] Pushing event deleted for resources: {'Port': ['ID=465cd27a-149b-4bfc-94bf-7804d088ab96,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:19:58.107158 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-d854ee7e-ed30-4611-ab51-935902f0b87f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1595544'] for router_gateway (c0df5269-6b63-471d-8193-ba744aa0b9c8), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:19:58.133127 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-b6c926cc-ff59-465c-8c6f-cbd87090c028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0df5269-6b63-471d-8193-ba744aa0b9c8', 'name': 'tempest-TestEncryptedCinderVolumes-236961321-router', 'tenant_id': '81ef02f9afe145edb19f3807d7971312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T18:18:08Z', 'updated_at': '2022-02-04T18:19:57Z', 'revision_number': 6, 'project_id': '81ef02f9afe145edb19f3807d7971312', 'gw_port_host': None}], 'n-d-827839-2', False) {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:19:58.161542 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6c926cc-ff59-465c-8c6f-cbd87090c028 None None] The sync data for ids ['c0df5269-6b63-471d-8193-ba744aa0b9c8'] in n-d-827839-2 is: [{'id': 'c0df5269-6b63-471d-8193-ba744aa0b9c8', 'name': 'tempest-TestEncryptedCinderVolumes-236961321-router', 'tenant_id': '81ef02f9afe145edb19f3807d7971312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T18:18:08Z', 'updated_at': '2022-02-04T18:19:57Z', 'revision_number': 6, 'project_id': '81ef02f9afe145edb19f3807d7971312', 'gw_port_host': None}] {{(pid=103378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 18:19:58.517252 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-d854ee7e-ed30-4611-ab51-935902f0b87f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1601811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26971'] for router (c0df5269-6b63-471d-8193-ba744aa0b9c8), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:19:58.519494 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-d854ee7e-ed30-4611-ab51-935902f0b87f admin admin] Publish callbacks [] for router_controller (c0df5269-6b63-471d-8193-ba744aa0b9c8), precommit_delete_associations {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:19:58.564881 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-d854ee7e-ed30-4611-ab51-935902f0b87f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1601832'] for router (c0df5269-6b63-471d-8193-ba744aa0b9c8), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:19:58.565408 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d854ee7e-ed30-4611-ab51-935902f0b87f admin admin] Fanout notify agent at l3_agent the message router_deleted on router c0df5269-6b63-471d-8193-ba744aa0b9c8 {{(pid=103377) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 18:19:58.578065 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-d854ee7e-ed30-4611-ab51-935902f0b87f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:19:58.579417 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-d854ee7e-ed30-4611-ab51-935902f0b87f admin admin] 10.222.0.89 "DELETE /v2.0/routers/c0df5269-6b63-471d-8193-ba744aa0b9c8 HTTP/1.1" status: 204 len: 168 time: 1.0978198 Feb 04 18:19:58.581941 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 57520) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:19:58.628124 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8c511a1-5ee4-492c-b31f-64f5eec7b805 admin admin] Deleting subnet 9f72659e-cee9-4ca4-a5c1-ef5b16f92ac5 {{(pid=103377) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 18:19:58.631478 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-e8c511a1-5ee4-492c-b31f-64f5eec7b805 admin admin] Publish callbacks [] for subnet (9f72659e-cee9-4ca4-a5c1-ef5b16f92ac5), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:19:58.667364 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-e8c511a1-5ee4-492c-b31f-64f5eec7b805 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26866676'] for subnet (9f72659e-cee9-4ca4-a5c1-ef5b16f92ac5), precommit_delete_associations {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:19:58.745999 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-e8c511a1-5ee4-492c-b31f-64f5eec7b805 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1541225'] for subnet (9f72659e-cee9-4ca4-a5c1-ef5b16f92ac5), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:19:58.797122 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-e8c511a1-5ee4-492c-b31f-64f5eec7b805 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1541216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25888360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25597190'] for subnet (9f72659e-cee9-4ca4-a5c1-ef5b16f92ac5), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:19:58.826658 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-e8c511a1-5ee4-492c-b31f-64f5eec7b805 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:19:58.830515 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-e8c511a1-5ee4-492c-b31f-64f5eec7b805 admin admin] 10.222.0.89 "DELETE /v2.0/subnets/9f72659e-cee9-4ca4-a5c1-ef5b16f92ac5 HTTP/1.1" status: 204 len: 168 time: 0.2475572 Feb 04 18:19:58.831506 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c511a1-5ee4-492c-b31f-64f5eec7b805 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9f72659e-cee9-4ca4-a5c1-ef5b16f92ac5,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:19:58.831831 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4422af22-2106-45b9-a843-2d56322cb27a None None] Network fdc2d767-6dcb-457a-a4ed-5cb26d36926f requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 18:19:58.833398 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 57522) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:19:58.900814 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-e3143d8c-1b53-418c-8d03-e0eda2819bad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628832'] for network (fdc2d767-6dcb-457a-a4ed-5cb26d36926f), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:19:58.960321 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-e3143d8c-1b53-418c-8d03-e0eda2819bad admin admin] Deleting port 6b59b211-8cce-4d0d-bfdf-85817966face {{(pid=103376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 18:19:58.960822 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-e3143d8c-1b53-418c-8d03-e0eda2819bad admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (6b59b211-8cce-4d0d-bfdf-85817966face), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:19:58.999962 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60108da9-e42a-45c9-9917-a2ae6b6267a4 None None] DHCP port deletion for fdc2d767-6dcb-457a-a4ed-5cb26d36926f request from n-d-827839-2 {{(pid=103378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 18:19:59.027988 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [None req-e3143d8c-1b53-418c-8d03-e0eda2819bad admin admin] For port 6b59b211-8cce-4d0d-bfdf-85817966face, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=6b59b211-8cce-4d0d-bfdf-85817966face,segment=NetworkSegment(47a74d3b-c8b5-4845-b2de-521c73976651),segment_id=47a74d3b-c8b5-4845-b2de-521c73976651)] {{(pid=103376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 18:19:59.028348 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-e3143d8c-1b53-418c-8d03-e0eda2819bad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (6b59b211-8cce-4d0d-bfdf-85817966face), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:19:59.042355 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-e3143d8c-1b53-418c-8d03-e0eda2819bad admin admin] Calling delete_port for 6b59b211-8cce-4d0d-bfdf-85817966face owned by network:dhcp {{(pid=103376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 18:19:59.047013 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-60108da9-e42a-45c9-9917-a2ae6b6267a4 None None] Deleting port 6b59b211-8cce-4d0d-bfdf-85817966face {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 18:19:59.047429 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-60108da9-e42a-45c9-9917-a2ae6b6267a4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (6b59b211-8cce-4d0d-bfdf-85817966face), before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:19:59.115618 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-60108da9-e42a-45c9-9917-a2ae6b6267a4 None None] For port 6b59b211-8cce-4d0d-bfdf-85817966face, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=6b59b211-8cce-4d0d-bfdf-85817966face,segment=NetworkSegment(47a74d3b-c8b5-4845-b2de-521c73976651),segment_id=47a74d3b-c8b5-4845-b2de-521c73976651)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 18:19:59.116050 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-60108da9-e42a-45c9-9917-a2ae6b6267a4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (6b59b211-8cce-4d0d-bfdf-85817966face), precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:19:59.128593 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-60108da9-e42a-45c9-9917-a2ae6b6267a4 None None] Calling delete_port for 6b59b211-8cce-4d0d-bfdf-85817966face owned by network:dhcp {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 18:19:59.130825 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-e3143d8c-1b53-418c-8d03-e0eda2819bad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (6b59b211-8cce-4d0d-bfdf-85817966face), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:19:59.158886 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3143d8c-1b53-418c-8d03-e0eda2819bad admin admin] Pushing event deleted for resources: {'Port': ['ID=6b59b211-8cce-4d0d-bfdf-85817966face,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:19:59.160748 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3143d8c-1b53-418c-8d03-e0eda2819bad admin admin] No DVR routers for this DVR port 6b59b211-8cce-4d0d-bfdf-85817966face on host n-d-827839-2 {{(pid=103376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 18:19:59.207573 n-d-827839-2 neutron-server[103378]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 18:19:59.207573 n-d-827839-2 neutron-server[103378]: self.session.flush() Feb 04 18:19:59.207573 n-d-827839-2 neutron-server[103378]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 18:19:59.207573 n-d-827839-2 neutron-server[103378]: self.session.flush() Feb 04 18:19:59.207573 n-d-827839-2 neutron-server[103378]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 18:19:59.207573 n-d-827839-2 neutron-server[103378]: self.session.flush() Feb 04 18:19:59.207573 n-d-827839-2 neutron-server[103378]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 18:19:59.207573 n-d-827839-2 neutron-server[103378]: self.session.flush() Feb 04 18:19:59.207573 n-d-827839-2 neutron-server[103378]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 18:19:59.207573 n-d-827839-2 neutron-server[103378]: self.session.flush() Feb 04 18:19:59.207573 n-d-827839-2 neutron-server[103378]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 18:19:59.207573 n-d-827839-2 neutron-server[103378]: self.session.flush() Feb 04 18:19:59.207573 n-d-827839-2 neutron-server[103378]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 18:19:59.207573 n-d-827839-2 neutron-server[103378]: self.session.flush() Feb 04 18:19:59.207573 n-d-827839-2 neutron-server[103378]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 18:19:59.207573 n-d-827839-2 neutron-server[103378]: self.session.flush() Feb 04 18:19:59.207573 n-d-827839-2 neutron-server[103378]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 18:19:59.207573 n-d-827839-2 neutron-server[103378]: self.session.flush() Feb 04 18:19:59.207573 n-d-827839-2 neutron-server[103378]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 18:19:59.207573 n-d-827839-2 neutron-server[103378]: self.session.flush() Feb 04 18:19:59.207573 n-d-827839-2 neutron-server[103378]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 18:19:59.207573 n-d-827839-2 neutron-server[103378]: self.session.flush() Feb 04 18:19:59.207573 n-d-827839-2 neutron-server[103378]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 18:19:59.207573 n-d-827839-2 neutron-server[103378]: self.session.flush() Feb 04 18:19:59.207573 n-d-827839-2 neutron-server[103378]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 18:19:59.207573 n-d-827839-2 neutron-server[103378]: self.session.flush() Feb 04 18:19:59.207573 n-d-827839-2 neutron-server[103378]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 18:19:59.207573 n-d-827839-2 neutron-server[103378]: self.session.flush() Feb 04 18:19:59.207573 n-d-827839-2 neutron-server[103378]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 18:19:59.207573 n-d-827839-2 neutron-server[103378]: self.session.flush() Feb 04 18:19:59.207573 n-d-827839-2 neutron-server[103378]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 18:19:59.207573 n-d-827839-2 neutron-server[103378]: self.session.flush() Feb 04 18:19:59.207573 n-d-827839-2 neutron-server[103378]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 18:19:59.207573 n-d-827839-2 neutron-server[103378]: self.session.flush() Feb 04 18:19:59.207573 n-d-827839-2 neutron-server[103378]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 18:19:59.207573 n-d-827839-2 neutron-server[103378]: self.session.flush() Feb 04 18:19:59.207573 n-d-827839-2 neutron-server[103378]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 18:19:59.207573 n-d-827839-2 neutron-server[103378]: self.session.flush() Feb 04 18:19:59.207573 n-d-827839-2 neutron-server[103378]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 18:19:59.207573 n-d-827839-2 neutron-server[103378]: self.session.flush() Feb 04 18:19:59.207573 n-d-827839-2 neutron-server[103378]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 18:19:59.207573 n-d-827839-2 neutron-server[103378]: self.session.flush() Feb 04 18:19:59.207573 n-d-827839-2 neutron-server[103378]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 18:19:59.207573 n-d-827839-2 neutron-server[103378]: self.session.flush() Feb 04 18:19:59.207573 n-d-827839-2 neutron-server[103378]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 18:19:59.207573 n-d-827839-2 neutron-server[103378]: self.session.flush() Feb 04 18:19:59.207573 n-d-827839-2 neutron-server[103378]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 18:19:59.207573 n-d-827839-2 neutron-server[103378]: self.session.flush() Feb 04 18:19:59.207573 n-d-827839-2 neutron-server[103378]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 18:19:59.207573 n-d-827839-2 neutron-server[103378]: self.session.flush() Feb 04 18:19:59.207573 n-d-827839-2 neutron-server[103378]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 18:19:59.207573 n-d-827839-2 neutron-server[103378]: self.session.flush() Feb 04 18:19:59.207573 n-d-827839-2 neutron-server[103378]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 18:19:59.207573 n-d-827839-2 neutron-server[103378]: self.session.flush() Feb 04 18:19:59.213792 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-60108da9-e42a-45c9-9917-a2ae6b6267a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144'] for port (6b59b211-8cce-4d0d-bfdf-85817966face), after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:19:59.233428 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-e3143d8c-1b53-418c-8d03-e0eda2819bad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1543676', 'neutron.services.segments.db._delete_segments_for_network-8781084786517'] for network (fdc2d767-6dcb-457a-a4ed-5cb26d36926f), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:19:59.245327 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60108da9-e42a-45c9-9917-a2ae6b6267a4 None None] Pushing event deleted for resources: {'Port': ['ID=6b59b211-8cce-4d0d-bfdf-85817966face,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:19:59.247316 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60108da9-e42a-45c9-9917-a2ae6b6267a4 None None] No DVR routers for this DVR port 6b59b211-8cce-4d0d-bfdf-85817966face on host n-d-827839-2 {{(pid=103378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 18:19:59.259990 n-d-827839-2 neutron-server[103376]: DEBUG neutron.services.segments.db [None req-e3143d8c-1b53-418c-8d03-e0eda2819bad admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fdc2d767-6dcb-457a-a4ed-5cb26d36926f']}} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:19:59.270037 n-d-827839-2 neutron-server[103376]: DEBUG neutron.services.segments.db [None req-e3143d8c-1b53-418c-8d03-e0eda2819bad admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47a74d3b-c8b5-4845-b2de-521c73976651') {'for_net_delete': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:19:59.270380 n-d-827839-2 neutron-server[103376]: DEBUG neutron.services.segments.db [None req-e3143d8c-1b53-418c-8d03-e0eda2819bad admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47a74d3b-c8b5-4845-b2de-521c73976651') {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:19:59.287321 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-e3143d8c-1b53-418c-8d03-e0eda2819bad admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781084783966', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25674908'] for segment (47a74d3b-c8b5-4845-b2de-521c73976651), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:19:59.300503 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-e3143d8c-1b53-418c-8d03-e0eda2819bad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (47a74d3b-c8b5-4845-b2de-521c73976651), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:19:59.306299 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3143d8c-1b53-418c-8d03-e0eda2819bad admin admin] Releasing vlan 781 on physical network physnet1 to pool {{(pid=103376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 18:19:59.306673 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-e3143d8c-1b53-418c-8d03-e0eda2819bad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25675992'] for segment (47a74d3b-c8b5-4845-b2de-521c73976651), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:19:59.308277 n-d-827839-2 neutron-server[103376]: Traceback (most recent call last): Feb 04 18:19:59.308277 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 18:19:59.308277 n-d-827839-2 neutron-server[103376]: timer() Feb 04 18:19:59.308277 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 18:19:59.308277 n-d-827839-2 neutron-server[103376]: cb(*args, **kw) Feb 04 18:19:59.308277 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 18:19:59.308277 n-d-827839-2 neutron-server[103376]: return func(*args, **kwargs) Feb 04 18:19:59.308277 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 18:19:59.308277 n-d-827839-2 neutron-server[103376]: self._notify() Feb 04 18:19:59.308277 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 18:19:59.308277 n-d-827839-2 neutron-server[103376]: self.callback(batched_events) Feb 04 18:19:59.308277 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 18:19:59.308277 n-d-827839-2 neutron-server[103376]: event.method(event) Feb 04 18:19:59.308277 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 18:19:59.308277 n-d-827839-2 neutron-server[103376]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 18:19:59.308277 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 18:19:59.308277 n-d-827839-2 neutron-server[103376]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 18:19:59.308277 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 18:19:59.308277 n-d-827839-2 neutron-server[103376]: return f(self, *a, **k) Feb 04 18:19:59.308277 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 18:19:59.308277 n-d-827839-2 neutron-server[103376]: return self._get(url).json() Feb 04 18:19:59.308277 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 18:19:59.308277 n-d-827839-2 neutron-server[103376]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 18:19:59.308277 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 18:19:59.308277 n-d-827839-2 neutron-server[103376]: return self.request(url, 'GET', **kwargs) Feb 04 18:19:59.308277 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 18:19:59.308277 n-d-827839-2 neutron-server[103376]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 18:19:59.308277 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 18:19:59.308277 n-d-827839-2 neutron-server[103376]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 18:19:59.308277 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 18:19:59.308277 n-d-827839-2 neutron-server[103376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 18:19:59.308277 n-d-827839-2 neutron-server[103376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 18:19:59.361127 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-e3143d8c-1b53-418c-8d03-e0eda2819bad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1543671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1595572'] for network (fdc2d767-6dcb-457a-a4ed-5cb26d36926f), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:19:59.366520 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-e3143d8c-1b53-418c-8d03-e0eda2819bad admin admin] Publish callbacks [] for network (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:19:59.369875 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-e3143d8c-1b53-418c-8d03-e0eda2819bad admin admin] 10.222.0.89 "DELETE /v2.0/networks/fdc2d767-6dcb-457a-a4ed-5cb26d36926f HTTP/1.1" status: 204 len: 168 time: 0.5354798 Feb 04 18:19:59.373085 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 57524) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:19:59.382070 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3143d8c-1b53-418c-8d03-e0eda2819bad admin admin] Pushing event deleted for resources: {'Network': ['ID=fdc2d767-6dcb-457a-a4ed-5cb26d36926f,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:19:59.720282 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-08cf8284-91d2-44f5-a546-987104df8575 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602754'] for router_interface (edd4abd9-dd45-46f4-a086-79c4cf855860), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:19:59.863374 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a5bb3676-8c83-4976-bcd4-4e95961526f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (bb89f5a3-3c22-440b-b7d1-c4f0c43c184a), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:19:59.965173 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-08cf8284-91d2-44f5-a546-987104df8575 admin admin] Deleting port b0bd1c1b-58c4-4957-9185-8f4ac3eb90e7 {{(pid=103377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 18:19:59.965505 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-08cf8284-91d2-44f5-a546-987104df8575 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (b0bd1c1b-58c4-4957-9185-8f4ac3eb90e7), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:20:00.042138 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [None req-08cf8284-91d2-44f5-a546-987104df8575 admin admin] For port b0bd1c1b-58c4-4957-9185-8f4ac3eb90e7, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=b0bd1c1b-58c4-4957-9185-8f4ac3eb90e7,segment=NetworkSegment(3a811005-079b-4f2a-8e30-ad35285d5874),segment_id=3a811005-079b-4f2a-8e30-ad35285d5874)] {{(pid=103377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 18:20:00.042498 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-08cf8284-91d2-44f5-a546-987104df8575 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (b0bd1c1b-58c4-4957-9185-8f4ac3eb90e7), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:20:00.055101 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-08cf8284-91d2-44f5-a546-987104df8575 admin admin] Calling delete_port for b0bd1c1b-58c4-4957-9185-8f4ac3eb90e7 owned by network:router_interface {{(pid=103377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 18:20:00.206428 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 4b5082e8-da73-4bd6-aaf2-03c063d66089 no longer exists at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 18:20:00.227434 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] No Port match for: 4b5082e8-da73-4bd6-aaf2-03c063d66089 {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 18:20:00.228461 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 4b5082e8-da73-4bd6-aaf2-03c063d66089 not bound to the agent host n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 18:20:00.228920 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 465cd27a-149b-4bfc-94bf-7804d088ab96 no longer exists at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 18:20:00.237807 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-08cf8284-91d2-44f5-a546-987104df8575 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (b0bd1c1b-58c4-4957-9185-8f4ac3eb90e7), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:20:00.247498 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] No Port match for: 465cd27a-149b-4bfc-94bf-7804d088ab96 {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 18:20:00.247846 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 465cd27a-149b-4bfc-94bf-7804d088ab96 not bound to the agent host n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 18:20:00.248254 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 6b59b211-8cce-4d0d-bfdf-85817966face no longer exists at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 18:20:00.264167 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cf8284-91d2-44f5-a546-987104df8575 admin admin] Pushing event deleted for resources: {'Port': ['ID=b0bd1c1b-58c4-4957-9185-8f4ac3eb90e7,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:20:00.276913 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] No Port match for: 6b59b211-8cce-4d0d-bfdf-85817966face {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 18:20:00.277265 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 6b59b211-8cce-4d0d-bfdf-85817966face not bound to the agent host n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 18:20:00.445402 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-08cf8284-91d2-44f5-a546-987104df8575 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1677336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1602614'] for router_interface (edd4abd9-dd45-46f4-a086-79c4cf855860), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:20:00.663307 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08cf8284-91d2-44f5-a546-987104df8575 admin admin] Router edd4abd9-dd45-46f4-a086-79c4cf855860 has already been hosted by L3 agent 64ada913-9131-4d99-a265-63a920956287 {{(pid=103377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 18:20:00.767305 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08cf8284-91d2-44f5-a546-987104df8575 admin admin] Notify agent at l3_agent.n-d-827839-2 the message routers_updated {{(pid=103377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 18:20:00.772192 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-08cf8284-91d2-44f5-a546-987104df8575 admin admin] 10.222.0.89 "PUT /v2.0/routers/edd4abd9-dd45-46f4-a086-79c4cf855860/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3980176 Feb 04 18:20:00.774694 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 57526) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:20:00.776760 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68169b83-c0aa-4fb3-94bf-985cd296c528 None None] Sync routers for ids ['edd4abd9-dd45-46f4-a086-79c4cf855860'] in n-d-827839-2 {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 18:20:00.787227 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68169b83-c0aa-4fb3-94bf-985cd296c528 None None] Routers {'edd4abd9-dd45-46f4-a086-79c4cf855860'} bound to L3 agent in host n-d-827839-2 {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 18:20:00.787835 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-68169b83-c0aa-4fb3-94bf-985cd296c528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T18:19:33Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['edd4abd9-dd45-46f4-a086-79c4cf855860'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:20:00.881691 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-23441af4-2f61-4f45-8f6a-a377af7cb83c admin admin] Publish callbacks [] for router (edd4abd9-dd45-46f4-a086-79c4cf855860), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:20:00.891594 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvr_db [None req-68169b83-c0aa-4fb3-94bf-985cd296c528 None None] Set router edd4abd9-dd45-46f4-a086-79c4cf855860 gateway port host: n-d-827839-2 {{(pid=103379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 18:20:00.985767 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-23441af4-2f61-4f45-8f6a-a377af7cb83c admin admin] Publish callbacks [] for router_gateway (edd4abd9-dd45-46f4-a086-79c4cf855860), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:20:01.038068 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-23441af4-2f61-4f45-8f6a-a377af7cb83c admin admin] Deleting port 8f376cb7-c63f-4cdb-9759-127d9ea52cc1 {{(pid=103377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 18:20:01.038510 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-23441af4-2f61-4f45-8f6a-a377af7cb83c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (8f376cb7-c63f-4cdb-9759-127d9ea52cc1), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:20:01.071245 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-68169b83-c0aa-4fb3-94bf-985cd296c528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edd4abd9-dd45-46f4-a086-79c4cf855860', 'name': 'tempest-TestEncryptedCinderVolumes-1066931725-router', 'tenant_id': 'bdd1d7e62b8246979b10ab52cf69e73f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.237'}], 'enable_snat': True}, 'gw_port_id': '8f376cb7-c63f-4cdb-9759-127d9ea52cc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T18:18:12Z', 'updated_at': '2022-02-04T18:20:00Z', 'revision_number': 5, 'project_id': 'bdd1d7e62b8246979b10ab52cf69e73f', 'gw_port': {'id': '8f376cb7-c63f-4cdb-9759-127d9ea52cc1', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:32:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edd4abd9-dd45-46f4-a086-79c4cf855860', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:18:13Z', 'updated_at': '2022-02-04T18:18:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2'}], 'n-d-827839-2', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:20:01.097506 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68169b83-c0aa-4fb3-94bf-985cd296c528 None None] Checking router: edd4abd9-dd45-46f4-a086-79c4cf855860 for host: n-d-827839-2 {{(pid=103379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 18:20:01.107408 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68169b83-c0aa-4fb3-94bf-985cd296c528 None None] Routers {'edd4abd9-dd45-46f4-a086-79c4cf855860'} bound to L3 agent in host n-d-827839-2 {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 18:20:01.108004 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-68169b83-c0aa-4fb3-94bf-985cd296c528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T18:19:33Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['edd4abd9-dd45-46f4-a086-79c4cf855860'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:20:01.119416 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [None req-23441af4-2f61-4f45-8f6a-a377af7cb83c admin admin] For port 8f376cb7-c63f-4cdb-9759-127d9ea52cc1, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=8f376cb7-c63f-4cdb-9759-127d9ea52cc1,segment=NetworkSegment(5942dc44-1f07-4c27-b0ab-45a2bff20dd5),segment_id=5942dc44-1f07-4c27-b0ab-45a2bff20dd5)] {{(pid=103377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 18:20:01.119773 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-23441af4-2f61-4f45-8f6a-a377af7cb83c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (8f376cb7-c63f-4cdb-9759-127d9ea52cc1), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:20:01.132035 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-23441af4-2f61-4f45-8f6a-a377af7cb83c admin admin] Calling delete_port for 8f376cb7-c63f-4cdb-9759-127d9ea52cc1 owned by network:router_gateway {{(pid=103377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 18:20:01.288437 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvr_db [None req-68169b83-c0aa-4fb3-94bf-985cd296c528 None None] Set router edd4abd9-dd45-46f4-a086-79c4cf855860 gateway port host: None {{(pid=103379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 18:20:01.302312 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-23441af4-2f61-4f45-8f6a-a377af7cb83c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (8f376cb7-c63f-4cdb-9759-127d9ea52cc1), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:20:01.328251 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23441af4-2f61-4f45-8f6a-a377af7cb83c admin admin] Pushing event deleted for resources: {'Port': ['ID=8f376cb7-c63f-4cdb-9759-127d9ea52cc1,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:20:01.343362 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-68169b83-c0aa-4fb3-94bf-985cd296c528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edd4abd9-dd45-46f4-a086-79c4cf855860', 'name': 'tempest-TestEncryptedCinderVolumes-1066931725-router', 'tenant_id': 'bdd1d7e62b8246979b10ab52cf69e73f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T18:18:12Z', 'updated_at': '2022-02-04T18:20:00Z', 'revision_number': 6, 'project_id': 'bdd1d7e62b8246979b10ab52cf69e73f', 'gw_port_host': None}], 'n-d-827839-2', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:20:01.369925 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68169b83-c0aa-4fb3-94bf-985cd296c528 None None] The sync data for ids ['edd4abd9-dd45-46f4-a086-79c4cf855860'] in n-d-827839-2 is: [{'id': 'edd4abd9-dd45-46f4-a086-79c4cf855860', 'name': 'tempest-TestEncryptedCinderVolumes-1066931725-router', 'tenant_id': 'bdd1d7e62b8246979b10ab52cf69e73f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T18:18:12Z', 'updated_at': '2022-02-04T18:20:00Z', 'revision_number': 6, 'project_id': 'bdd1d7e62b8246979b10ab52cf69e73f', 'gw_port_host': None}] {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 18:20:01.393432 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-23441af4-2f61-4f45-8f6a-a377af7cb83c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1595544'] for router_gateway (edd4abd9-dd45-46f4-a086-79c4cf855860), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:20:01.491271 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-23441af4-2f61-4f45-8f6a-a377af7cb83c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1601811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26971'] for router (edd4abd9-dd45-46f4-a086-79c4cf855860), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:20:01.493486 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-23441af4-2f61-4f45-8f6a-a377af7cb83c admin admin] Publish callbacks [] for router_controller (edd4abd9-dd45-46f4-a086-79c4cf855860), precommit_delete_associations {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:20:01.537557 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-23441af4-2f61-4f45-8f6a-a377af7cb83c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1601832'] for router (edd4abd9-dd45-46f4-a086-79c4cf855860), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:20:01.538073 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23441af4-2f61-4f45-8f6a-a377af7cb83c admin admin] Fanout notify agent at l3_agent the message router_deleted on router edd4abd9-dd45-46f4-a086-79c4cf855860 {{(pid=103377) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 18:20:01.543574 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-23441af4-2f61-4f45-8f6a-a377af7cb83c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:20:01.544719 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-23441af4-2f61-4f45-8f6a-a377af7cb83c admin admin] 10.222.0.89 "DELETE /v2.0/routers/edd4abd9-dd45-46f4-a086-79c4cf855860 HTTP/1.1" status: 204 len: 168 time: 0.7690699 Feb 04 18:20:01.547599 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 57528) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:20:01.595614 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9d811de-9c59-4eba-9ea2-065c14307b19 admin admin] Deleting subnet a3b455d0-0b4e-4249-9d62-8c5779b1471c {{(pid=103377) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 18:20:01.598606 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-a9d811de-9c59-4eba-9ea2-065c14307b19 admin admin] Publish callbacks [] for subnet (a3b455d0-0b4e-4249-9d62-8c5779b1471c), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:20:01.631337 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-a9d811de-9c59-4eba-9ea2-065c14307b19 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26866676'] for subnet (a3b455d0-0b4e-4249-9d62-8c5779b1471c), precommit_delete_associations {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:20:01.705864 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-a9d811de-9c59-4eba-9ea2-065c14307b19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1541225'] for subnet (a3b455d0-0b4e-4249-9d62-8c5779b1471c), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:20:01.759813 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-a9d811de-9c59-4eba-9ea2-065c14307b19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1541216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25888360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25597190'] for subnet (a3b455d0-0b4e-4249-9d62-8c5779b1471c), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:20:01.788810 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d811de-9c59-4eba-9ea2-065c14307b19 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a3b455d0-0b4e-4249-9d62-8c5779b1471c,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:20:01.795429 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-a9d811de-9c59-4eba-9ea2-065c14307b19 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:20:01.799751 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-a9d811de-9c59-4eba-9ea2-065c14307b19 admin admin] 10.222.0.89 "DELETE /v2.0/subnets/a3b455d0-0b4e-4249-9d62-8c5779b1471c HTTP/1.1" status: 204 len: 168 time: 0.2512147 Feb 04 18:20:01.802160 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b4b00ab-51c6-47a5-8665-b0cad35d62ee None None] Network e6f73f54-164d-4150-a1fa-f7b8328e01c6 requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 18:20:01.802687 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 57530) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:20:01.872301 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-bf97892b-694c-4fa1-9aa6-b858e6d46849 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628832'] for network (e6f73f54-164d-4150-a1fa-f7b8328e01c6), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:20:01.933771 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-bf97892b-694c-4fa1-9aa6-b858e6d46849 admin admin] Deleting port b6b4e62a-66a4-4483-8a7d-540028db5054 {{(pid=103377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 18:20:01.934108 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-bf97892b-694c-4fa1-9aa6-b858e6d46849 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (b6b4e62a-66a4-4483-8a7d-540028db5054), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:20:02.016156 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [None req-bf97892b-694c-4fa1-9aa6-b858e6d46849 admin admin] For port b6b4e62a-66a4-4483-8a7d-540028db5054, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=b6b4e62a-66a4-4483-8a7d-540028db5054,segment=NetworkSegment(3a811005-079b-4f2a-8e30-ad35285d5874),segment_id=3a811005-079b-4f2a-8e30-ad35285d5874)] {{(pid=103377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 18:20:02.016517 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-bf97892b-694c-4fa1-9aa6-b858e6d46849 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (b6b4e62a-66a4-4483-8a7d-540028db5054), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:20:02.029126 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-bf97892b-694c-4fa1-9aa6-b858e6d46849 admin admin] Calling delete_port for b6b4e62a-66a4-4483-8a7d-540028db5054 owned by network:dhcp {{(pid=103377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 18:20:02.105924 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-bf97892b-694c-4fa1-9aa6-b858e6d46849 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (b6b4e62a-66a4-4483-8a7d-540028db5054), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:20:02.129090 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf97892b-694c-4fa1-9aa6-b858e6d46849 admin admin] Pushing event deleted for resources: {'Port': ['ID=b6b4e62a-66a4-4483-8a7d-540028db5054,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:20:02.134795 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf97892b-694c-4fa1-9aa6-b858e6d46849 admin admin] No DVR routers for this DVR port b6b4e62a-66a4-4483-8a7d-540028db5054 on host n-d-827839-2 {{(pid=103377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 18:20:02.168176 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de051d87-f36c-41be-b476-bff52a0500ce None None] DHCP port deletion for e6f73f54-164d-4150-a1fa-f7b8328e01c6 request from n-d-827839-2 {{(pid=103378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 18:20:02.220009 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-bf97892b-694c-4fa1-9aa6-b858e6d46849 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1543676', 'neutron.services.segments.db._delete_segments_for_network-8781084786517'] for network (e6f73f54-164d-4150-a1fa-f7b8328e01c6), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:20:02.241174 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 8f376cb7-c63f-4cdb-9759-127d9ea52cc1 no longer exists at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 18:20:02.242707 n-d-827839-2 neutron-server[103377]: DEBUG neutron.services.segments.db [None req-bf97892b-694c-4fa1-9aa6-b858e6d46849 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6f73f54-164d-4150-a1fa-f7b8328e01c6']}} {{(pid=103377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:20:02.259003 n-d-827839-2 neutron-server[103377]: DEBUG neutron.services.segments.db [None req-bf97892b-694c-4fa1-9aa6-b858e6d46849 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a811005-079b-4f2a-8e30-ad35285d5874') {'for_net_delete': True} {{(pid=103377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:20:02.259307 n-d-827839-2 neutron-server[103377]: DEBUG neutron.services.segments.db [None req-bf97892b-694c-4fa1-9aa6-b858e6d46849 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a811005-079b-4f2a-8e30-ad35285d5874') {} {{(pid=103377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:20:02.265595 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] No Port match for: 8f376cb7-c63f-4cdb-9759-127d9ea52cc1 {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 18:20:02.265952 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 8f376cb7-c63f-4cdb-9759-127d9ea52cc1 not bound to the agent host n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 18:20:02.266422 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device b0bd1c1b-58c4-4957-9185-8f4ac3eb90e7 no longer exists at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 18:20:02.276487 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-bf97892b-694c-4fa1-9aa6-b858e6d46849 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781084783966', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26866685'] for segment (3a811005-079b-4f2a-8e30-ad35285d5874), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:20:02.300507 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-bf97892b-694c-4fa1-9aa6-b858e6d46849 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (3a811005-079b-4f2a-8e30-ad35285d5874), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:20:02.307425 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] No Port match for: b0bd1c1b-58c4-4957-9185-8f4ac3eb90e7 {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 18:20:02.307779 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device b0bd1c1b-58c4-4957-9185-8f4ac3eb90e7 not bound to the agent host n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 18:20:02.308206 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device b6b4e62a-66a4-4483-8a7d-540028db5054 no longer exists at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 18:20:02.308899 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf97892b-694c-4fa1-9aa6-b858e6d46849 admin admin] Releasing vlan 793 on physical network physnet1 to pool {{(pid=103377) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 18:20:02.309175 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-bf97892b-694c-4fa1-9aa6-b858e6d46849 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25888454'] for segment (3a811005-079b-4f2a-8e30-ad35285d5874), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:20:02.311184 n-d-827839-2 neutron-server[103377]: Traceback (most recent call last): Feb 04 18:20:02.311184 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 18:20:02.311184 n-d-827839-2 neutron-server[103377]: timer() Feb 04 18:20:02.311184 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 18:20:02.311184 n-d-827839-2 neutron-server[103377]: cb(*args, **kw) Feb 04 18:20:02.311184 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 18:20:02.311184 n-d-827839-2 neutron-server[103377]: return func(*args, **kwargs) Feb 04 18:20:02.311184 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 18:20:02.311184 n-d-827839-2 neutron-server[103377]: self._notify() Feb 04 18:20:02.311184 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 18:20:02.311184 n-d-827839-2 neutron-server[103377]: self.callback(batched_events) Feb 04 18:20:02.311184 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 18:20:02.311184 n-d-827839-2 neutron-server[103377]: event.method(event) Feb 04 18:20:02.311184 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 18:20:02.311184 n-d-827839-2 neutron-server[103377]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 18:20:02.311184 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 18:20:02.311184 n-d-827839-2 neutron-server[103377]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 18:20:02.311184 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 18:20:02.311184 n-d-827839-2 neutron-server[103377]: return f(self, *a, **k) Feb 04 18:20:02.311184 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 18:20:02.311184 n-d-827839-2 neutron-server[103377]: return self._get(url).json() Feb 04 18:20:02.311184 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 18:20:02.311184 n-d-827839-2 neutron-server[103377]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 18:20:02.311184 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 18:20:02.311184 n-d-827839-2 neutron-server[103377]: return self.request(url, 'GET', **kwargs) Feb 04 18:20:02.311184 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 18:20:02.311184 n-d-827839-2 neutron-server[103377]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 18:20:02.311184 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 18:20:02.311184 n-d-827839-2 neutron-server[103377]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 18:20:02.311184 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 18:20:02.311184 n-d-827839-2 neutron-server[103377]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 18:20:02.311184 n-d-827839-2 neutron-server[103377]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 18:20:02.332405 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] No Port match for: b6b4e62a-66a4-4483-8a7d-540028db5054 {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 18:20:02.332773 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device b6b4e62a-66a4-4483-8a7d-540028db5054 not bound to the agent host n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 18:20:02.369854 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-bf97892b-694c-4fa1-9aa6-b858e6d46849 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1543671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1595572'] for network (e6f73f54-164d-4150-a1fa-f7b8328e01c6), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:20:02.375137 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-bf97892b-694c-4fa1-9aa6-b858e6d46849 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:20:02.380993 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-bf97892b-694c-4fa1-9aa6-b858e6d46849 admin admin] 10.222.0.89 "DELETE /v2.0/networks/e6f73f54-164d-4150-a1fa-f7b8328e01c6 HTTP/1.1" status: 204 len: 168 time: 0.5776889 Feb 04 18:20:02.392487 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf97892b-694c-4fa1-9aa6-b858e6d46849 admin admin] Pushing event deleted for resources: {'Network': ['ID=e6f73f54-164d-4150-a1fa-f7b8328e01c6,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:20:02.605389 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 57534) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:20:02.645716 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-df9621a9-1a2d-4aa5-9e89-e15aac2f8326 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=81ef02f9afe145edb19f3807d7971312&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0390949 Feb 04 18:20:02.648190 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 57536) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:20:02.695646 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-e37d1f7d-b11d-4116-8a03-6121bc407e04 admin admin] Publish callbacks [] for security_group (773f35d6-69b0-4f4e-a725-69540d577df8), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:20:02.716931 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-e37d1f7d-b11d-4116-8a03-6121bc407e04 admin admin] Publish callbacks [] for security_group (773f35d6-69b0-4f4e-a725-69540d577df8), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:20:02.762402 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-e37d1f7d-b11d-4116-8a03-6121bc407e04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (773f35d6-69b0-4f4e-a725-69540d577df8), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:20:02.764972 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-e37d1f7d-b11d-4116-8a03-6121bc407e04 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:20:02.766119 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-e37d1f7d-b11d-4116-8a03-6121bc407e04 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/773f35d6-69b0-4f4e-a725-69540d577df8 HTTP/1.1" status: 204 len: 168 time: 0.1169136 Feb 04 18:20:02.773698 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37d1f7d-b11d-4116-8a03-6121bc407e04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=773f35d6-69b0-4f4e-a725-69540d577df8,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:20:02.933222 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ac0b4ed2-b3f0-4c86-a2e3-75de7cd78d7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (64ada913-9131-4d99-a265-63a920956287), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:20:03.087757 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 57542) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:20:03.127026 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-a7004aaa-1d3c-4b62-b137-4798959dd0ff admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=bdd1d7e62b8246979b10ab52cf69e73f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0381253 Feb 04 18:20:03.129429 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 57544) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:20:03.174939 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-8c6f37e4-164e-4863-9f31-98ab7dfc8ef6 admin admin] Publish callbacks [] for security_group (ba121a96-8bfc-45b8-adf7-ca08d78644aa), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:20:03.195207 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-8c6f37e4-164e-4863-9f31-98ab7dfc8ef6 admin admin] Publish callbacks [] for security_group (ba121a96-8bfc-45b8-adf7-ca08d78644aa), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:20:03.241536 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-8c6f37e4-164e-4863-9f31-98ab7dfc8ef6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (ba121a96-8bfc-45b8-adf7-ca08d78644aa), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:20:03.245293 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-8c6f37e4-164e-4863-9f31-98ab7dfc8ef6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:20:03.246584 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-8c6f37e4-164e-4863-9f31-98ab7dfc8ef6 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/ba121a96-8bfc-45b8-adf7-ca08d78644aa HTTP/1.1" status: 204 len: 168 time: 0.1162648 Feb 04 18:20:03.247562 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d408ec64-b374-4acb-a1fc-48241dad6d47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (0cd6d64a-47a7-40ff-8c12-71dd526c62e0), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:20:03.254677 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6f37e4-164e-4863-9f31-98ab7dfc8ef6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba121a96-8bfc-45b8-adf7-ca08d78644aa,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:20:03.976432 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 57566) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:20:04.072892 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-c3377456-db35-4c50-8c3c-e520cc0048c3 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-315544835-network', 'tenant_id': 'a7f084d7e77244a89186bf339607fa53'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 18:20:04.091211 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3377456-db35-4c50-8c3c-e520cc0048c3 admin admin] Made reservation on behalf of a7f084d7e77244a89186bf339607fa53 for: {'network': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 18:20:04.093695 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-c3377456-db35-4c50-8c3c-e520cc0048c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for network (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:20:04.105243 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-c3377456-db35-4c50-8c3c-e520cc0048c3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:20:04.176928 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-c3377456-db35-4c50-8c3c-e520cc0048c3 admin admin] Publish callbacks [] for security_group (02f25008-f71b-4b64-a6a4-e426ae57fb70), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:20:04.181176 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-c3377456-db35-4c50-8c3c-e520cc0048c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (02f25008-f71b-4b64-a6a4-e426ae57fb70), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:20:04.204539 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3377456-db35-4c50-8c3c-e520cc0048c3 admin admin] vlan segment allocate from pool success with {'vlan_id': 764, 'physical_network': 'physnet1'} {{(pid=103377) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 18:20:04.212911 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3377456-db35-4c50-8c3c-e520cc0048c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02f25008-f71b-4b64-a6a4-e426ae57fb70,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:20:04.218596 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-c3377456-db35-4c50-8c3c-e520cc0048c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (73adcb13-bdc6-48ed-8048-45b389f76477), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:20:04.218933 n-d-827839-2 neutron-server[103377]: INFO neutron.db.segments_db [None req-c3377456-db35-4c50-8c3c-e520cc0048c3 admin admin] Added segment 73adcb13-bdc6-48ed-8048-45b389f76477 of type vlan for network 3a77eecf-82b5-41e0-9c8c-825eee7888c6 Feb 04 18:20:04.270020 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-c3377456-db35-4c50-8c3c-e520cc0048c3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781084292801'] for network (3a77eecf-82b5-41e0-9c8c-825eee7888c6), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:20:04.296012 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-c3377456-db35-4c50-8c3c-e520cc0048c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327'] for network (3a77eecf-82b5-41e0-9c8c-825eee7888c6), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:20:04.297000 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3377456-db35-4c50-8c3c-e520cc0048c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:20:04.297562 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-c3377456-db35-4c50-8c3c-e520cc0048c3 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:20:04.355452 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-c3377456-db35-4c50-8c3c-e520cc0048c3 admin admin] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3778915 Feb 04 18:20:04.358577 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 57570) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:20:04.362453 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3377456-db35-4c50-8c3c-e520cc0048c3 admin admin] Pushing event updated for resources: {'Network': ['ID=3a77eecf-82b5-41e0-9c8c-825eee7888c6,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:20:04.363503 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-28b42698-cc83-4da8-bfb8-9ffe6ad35856 admin admin] Request body: {'subnet': {'network_id': '3a77eecf-82b5-41e0-9c8c-825eee7888c6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-315544835-subnet', 'tenant_id': 'a7f084d7e77244a89186bf339607fa53', 'ip_version': 4}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 18:20:04.374178 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Network 3a77eecf-82b5-41e0-9c8c-825eee7888c6 details requested by agent ovs-agent-n-d-827839-2 with host n-d-827839-2 {{(pid=103378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 18:20:04.389820 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28b42698-cc83-4da8-bfb8-9ffe6ad35856 admin admin] Made reservation on behalf of a7f084d7e77244a89186bf339607fa53 for: {'subnet': 1} {{(pid=103376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 18:20:04.392211 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-28b42698-cc83-4da8-bfb8-9ffe6ad35856 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25859006'] for subnet (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:20:04.560653 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-28b42698-cc83-4da8-bfb8-9ffe6ad35856 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25674939', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25858952'] for subnet (cf2bcec4-c5a8-4185-b78f-23eedb23cd35), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:20:04.617419 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b42698-cc83-4da8-bfb8-9ffe6ad35856 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cf2bcec4-c5a8-4185-b78f-23eedb23cd35,revision_number=0']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:20:04.633464 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28b42698-cc83-4da8-bfb8-9ffe6ad35856 admin admin] Checking segment: {'id': '73adcb13-bdc6-48ed-8048-45b389f76477', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '3a77eecf-82b5-41e0-9c8c-825eee7888c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 18:20:04.634370 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28b42698-cc83-4da8-bfb8-9ffe6ad35856 admin admin] Network hostable DHCP agents. Network: 3a77eecf-82b5-41e0-9c8c-825eee7888c6, hostable agents: ['bb89f5a3-3c22-440b-b7d1-c4f0c43c184a'], hosted agents: [] {{(pid=103376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 18:20:04.650864 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28b42698-cc83-4da8-bfb8-9ffe6ad35856 admin admin] Network 3a77eecf-82b5-41e0-9c8c-825eee7888c6 is scheduled to be hosted by DHCP agent bb89f5a3-3c22-440b-b7d1-c4f0c43c184a with binding_index 1 {{(pid=103376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 18:20:04.661087 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [None req-28b42698-cc83-4da8-bfb8-9ffe6ad35856 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827839-2, 3a77eecf-82b5-41e0-9c8c-825eee7888c6) {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 18:20:04.665669 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28b42698-cc83-4da8-bfb8-9ffe6ad35856 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:20:04.666299 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-28b42698-cc83-4da8-bfb8-9ffe6ad35856 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:20:04.671664 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba9acdc7-a731-4fbf-8bc2-43ca49f7cf31 None None] Network 3a77eecf-82b5-41e0-9c8c-825eee7888c6 requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 18:20:04.685222 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-28b42698-cc83-4da8-bfb8-9ffe6ad35856 admin admin] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3230464 Feb 04 18:20:04.685421 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 57572) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:20:04.689659 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-90849728-a63b-44fe-af3b-5cb67b83dd8a admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-315544835-router', 'tenant_id': 'a7f084d7e77244a89186bf339607fa53', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188'}}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 18:20:04.715767 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-90849728-a63b-44fe-af3b-5cb67b83dd8a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1601657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26921'] for router (456c6ed1-c28c-4856-8a65-62223fa104be), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:20:04.716782 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-90849728-a63b-44fe-af3b-5cb67b83dd8a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1602025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603663', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1630571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26960'] for router (456c6ed1-c28c-4856-8a65-62223fa104be), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:20:04.772249 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-90849728-a63b-44fe-af3b-5cb67b83dd8a admin admin] Publish callbacks [] for router_controller (456c6ed1-c28c-4856-8a65-62223fa104be), precommit_add_association {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:20:04.789711 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e203386-e105-4ba1-960c-efaf4007fc66 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e4c19ad-5724-5db8-8ee1-4f56ae69fcf4-3a77eecf-82b5-41e0-9c8c-825eee7888c6', 'network_id': '3a77eecf-82b5-41e0-9c8c-825eee7888c6', 'project_id': 'a7f084d7e77244a89186bf339607fa53', 'fixed_ips': [{'subnet_id': 'cf2bcec4-c5a8-4185-b78f-23eedb23cd35'}]}} from n-d-827839-2. {{(pid=103378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 18:20:04.790563 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6e203386-e105-4ba1-960c-efaf4007fc66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:20:04.916953 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-90849728-a63b-44fe-af3b-5cb67b83dd8a admin admin] Publish callbacks [] for router_gateway (456c6ed1-c28c-4856-8a65-62223fa104be), precommit_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:20:04.922480 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-6e203386-e105-4ba1-960c-efaf4007fc66 None None] Allocated IP 172.20.0.2 (3a77eecf-82b5-41e0-9c8c-825eee7888c6/cf2bcec4-c5a8-4185-b78f-23eedb23cd35/3147b41d-0838-452d-a1bd-d7c2c5ef31e3) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 18:20:05.079047 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4f14bb47-e72b-46ac-9e44-a61d9293afcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (75326290-f7a3-4db8-9cf2-15c7139ed224), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:20:05.080161 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6e203386-e105-4ba1-960c-efaf4007fc66 None None] Publish callbacks [] for port (3147b41d-0838-452d-a1bd-d7c2c5ef31e3), precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:20:05.085435 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6e203386-e105-4ba1-960c-efaf4007fc66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135'] for port (3147b41d-0838-452d-a1bd-d7c2c5ef31e3), after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:20:05.121675 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-90849728-a63b-44fe-af3b-5cb67b83dd8a admin admin] Publish callbacks [] for router_gateway (456c6ed1-c28c-4856-8a65-62223fa104be), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:20:05.129057 n-d-827839-2 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e203386-e105-4ba1-960c-efaf4007fc66 None None] Network 3a77eecf-82b5-41e0-9c8c-825eee7888c6 is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 18:20:05.131861 n-d-827839-2 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-6e203386-e105-4ba1-960c-efaf4007fc66 None None] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 18:20:05.136127 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e203386-e105-4ba1-960c-efaf4007fc66 None None] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 18:20:05.139309 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e203386-e105-4ba1-960c-efaf4007fc66 None None] Pushing event updated for resources: {'Port': ['ID=3147b41d-0838-452d-a1bd-d7c2c5ef31e3,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:20:05.141357 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-90849728-a63b-44fe-af3b-5cb67b83dd8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:20:05.201657 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-6e203386-e105-4ba1-960c-efaf4007fc66 None None] Attempting to bind port 3147b41d-0838-452d-a1bd-d7c2c5ef31e3 on host n-d-827839-2 for vnic_type normal with profile {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 18:20:05.201941 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-6e203386-e105-4ba1-960c-efaf4007fc66 None None] Attempting to bind port 3147b41d-0838-452d-a1bd-d7c2c5ef31e3 by drivers openvswitch,hyperv on host n-d-827839-2 at level 0 using segments [{'id': '73adcb13-bdc6-48ed-8048-45b389f76477', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '3a77eecf-82b5-41e0-9c8c-825eee7888c6'}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 18:20:05.202311 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e203386-e105-4ba1-960c-efaf4007fc66 None None] Attempting to bind port 3147b41d-0838-452d-a1bd-d7c2c5ef31e3 on network 3a77eecf-82b5-41e0-9c8c-825eee7888c6 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 18:20:05.207503 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e203386-e105-4ba1-960c-efaf4007fc66 None None] Checking agent: {'id': 'ba70844b-66a0-45fd-a2f2-e6ed673321fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 0, 36), 'started_at': datetime.datetime(2022, 2, 4, 17, 1, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 18, 19, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 18:20:05.207879 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e203386-e105-4ba1-960c-efaf4007fc66 None None] Checking segment: {'id': '73adcb13-bdc6-48ed-8048-45b389f76477', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '3a77eecf-82b5-41e0-9c8c-825eee7888c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 18:20:05.208275 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6e203386-e105-4ba1-960c-efaf4007fc66 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:20:05.208665 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e203386-e105-4ba1-960c-efaf4007fc66 None None] Bound using segment: {'id': '73adcb13-bdc6-48ed-8048-45b389f76477', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '3a77eecf-82b5-41e0-9c8c-825eee7888c6'} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 18:20:05.209689 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-6e203386-e105-4ba1-960c-efaf4007fc66 None None] Bound port: 3147b41d-0838-452d-a1bd-d7c2c5ef31e3, host: n-d-827839-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73adcb13-bdc6-48ed-8048-45b389f76477', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '3a77eecf-82b5-41e0-9c8c-825eee7888c6'}}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 18:20:05.210077 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6e203386-e105-4ba1-960c-efaf4007fc66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (3147b41d-0838-452d-a1bd-d7c2c5ef31e3), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:20:05.245540 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.db_base_plugin_common [None req-90849728-a63b-44fe-af3b-5cb67b83dd8a admin admin] Allocated IP 172.25.6.115 (48165773-85ad-49a1-9ec1-76fc8dc24188/7660bfad-1ea8-4fe7-831b-bed836f13efc/2f61c45b-7202-4e79-834d-fa3c0872b4a6) {{(pid=103376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 18:20:05.277807 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-6e203386-e105-4ba1-960c-efaf4007fc66 None None] For port 3147b41d-0838-452d-a1bd-d7c2c5ef31e3, host n-d-827839-2, cleared binding levels {{(pid=103378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 18:20:05.281188 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-6e203386-e105-4ba1-960c-efaf4007fc66 None None] For port 3147b41d-0838-452d-a1bd-d7c2c5ef31e3, host n-d-827839-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=3147b41d-0838-452d-a1bd-d7c2c5ef31e3,segment=NetworkSegment(73adcb13-bdc6-48ed-8048-45b389f76477),segment_id=73adcb13-bdc6-48ed-8048-45b389f76477)] {{(pid=103378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 18:20:05.287116 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6e203386-e105-4ba1-960c-efaf4007fc66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (3147b41d-0838-452d-a1bd-d7c2c5ef31e3), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:20:05.344793 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e203386-e105-4ba1-960c-efaf4007fc66 None None] Pushing event updated for resources: {'Port': ['ID=3147b41d-0838-452d-a1bd-d7c2c5ef31e3,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:20:05.358919 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-90849728-a63b-44fe-af3b-5cb67b83dd8a admin admin] Publish callbacks [] for port (2f61c45b-7202-4e79-834d-fa3c0872b4a6), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:20:05.394162 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-90849728-a63b-44fe-af3b-5cb67b83dd8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (2f61c45b-7202-4e79-834d-fa3c0872b4a6), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:20:05.430412 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90849728-a63b-44fe-af3b-5cb67b83dd8a admin admin] Network 48165773-85ad-49a1-9ec1-76fc8dc24188 is already hosted by enough agents. {{(pid=103376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 18:20:05.435783 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [None req-90849728-a63b-44fe-af3b-5cb67b83dd8a admin admin] Resources bound (agent type, host, resource id): {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 18:20:05.439207 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90849728-a63b-44fe-af3b-5cb67b83dd8a admin admin] Received port after_create {{(pid=103376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 18:20:05.467743 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90849728-a63b-44fe-af3b-5cb67b83dd8a admin admin] Pushing event updated for resources: {'Port': ['ID=2f61c45b-7202-4e79-834d-fa3c0872b4a6,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:20:05.711133 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-90849728-a63b-44fe-af3b-5cb67b83dd8a admin admin] Publish callbacks [] for router_gateway (456c6ed1-c28c-4856-8a65-62223fa104be), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:20:05.840450 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (ba70844b-66a0-45fd-a2f2-e6ed673321fc), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:20:05.911999 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-90849728-a63b-44fe-af3b-5cb67b83dd8a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1602046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603680'] for router (456c6ed1-c28c-4856-8a65-62223fa104be), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:20:06.045807 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90849728-a63b-44fe-af3b-5cb67b83dd8a admin admin] Router 456c6ed1-c28c-4856-8a65-62223fa104be is scheduled to L3 agent 64ada913-9131-4d99-a265-63a920956287 with binding_index 1 {{(pid=103376) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 18:20:06.281072 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0932550-2aac-4ae0-a8e8-549aedff8cb9 None None] Network 3a77eecf-82b5-41e0-9c8c-825eee7888c6 requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 18:20:06.328579 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 3147b41d-0838-452d-a1bd-d7c2c5ef31e3 up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 18:20:06.383305 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-b054c96c-5178-4a6d-9b59-7ea4683aa233 None None] Provisioning complete for port 3147b41d-0838-452d-a1bd-d7c2c5ef31e3 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 18:20:06.383721 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b054c96c-5178-4a6d-9b59-7ea4683aa233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (3147b41d-0838-452d-a1bd-d7c2c5ef31e3), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:20:06.472949 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port 3147b41d-0838-452d-a1bd-d7c2c5ef31e3 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 18:20:06.473333 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (3147b41d-0838-452d-a1bd-d7c2c5ef31e3), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:20:06.486655 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90849728-a63b-44fe-af3b-5cb67b83dd8a admin admin] Notify agent at l3_agent.n-d-827839-2 the message routers_updated {{(pid=103376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 18:20:06.500288 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-507cbac7-ceb8-43e2-9d55-abcff76760cf None None] Sync routers for ids ['456c6ed1-c28c-4856-8a65-62223fa104be'] in n-d-827839-2 {{(pid=103378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 18:20:06.503494 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-90849728-a63b-44fe-af3b-5cb67b83dd8a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:20:06.504832 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-90849728-a63b-44fe-af3b-5cb67b83dd8a admin admin] 10.222.0.89 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.8184862 Feb 04 18:20:06.507649 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 57574) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:20:06.559508 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-507cbac7-ceb8-43e2-9d55-abcff76760cf None None] Routers {'456c6ed1-c28c-4856-8a65-62223fa104be'} bound to L3 agent in host n-d-827839-2 {{(pid=103378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 18:20:06.560146 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-507cbac7-ceb8-43e2-9d55-abcff76760cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T18:20:03Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['456c6ed1-c28c-4856-8a65-62223fa104be'], 'active': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:20:06.639716 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-b054c96c-5178-4a6d-9b59-7ea4683aa233 None None] Current status of the port 3147b41d-0838-452d-a1bd-d7c2c5ef31e3 is: DOWN; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 18:20:06.640104 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b054c96c-5178-4a6d-9b59-7ea4683aa233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (3147b41d-0838-452d-a1bd-d7c2c5ef31e3), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:20:06.731309 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-b054c96c-5178-4a6d-9b59-7ea4683aa233 None None] For port 3147b41d-0838-452d-a1bd-d7c2c5ef31e3, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=3147b41d-0838-452d-a1bd-d7c2c5ef31e3,segment=NetworkSegment(73adcb13-bdc6-48ed-8048-45b389f76477),segment_id=73adcb13-bdc6-48ed-8048-45b389f76477)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 18:20:06.734187 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port 3147b41d-0838-452d-a1bd-d7c2c5ef31e3 is: DOWN; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 18:20:06.734601 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (3147b41d-0838-452d-a1bd-d7c2c5ef31e3), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:20:06.742085 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b054c96c-5178-4a6d-9b59-7ea4683aa233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (3147b41d-0838-452d-a1bd-d7c2c5ef31e3), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:20:06.754902 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvr_db [None req-507cbac7-ceb8-43e2-9d55-abcff76760cf None None] Set router 456c6ed1-c28c-4856-8a65-62223fa104be gateway port host: n-d-827839-2 {{(pid=103378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 18:20:06.948948 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b054c96c-5178-4a6d-9b59-7ea4683aa233 None None] Pushing event updated for resources: {'Port': ['ID=3147b41d-0838-452d-a1bd-d7c2c5ef31e3,revision_number=3']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:20:06.962176 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-5e586e6a-bd59-4796-baf6-13c2940aa441 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:20:06.966011 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.db.api [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103378) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 18:20:06.966369 n-d-827839-2 neutron-server[103378]: DEBUG oslo_db.api [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 18:20:06.974127 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-52ccf68c-543a-4c55-9325-a01acc5d7a3b None None] Provisioning complete for port 3147b41d-0838-452d-a1bd-d7c2c5ef31e3 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 18:20:06.974506 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-52ccf68c-543a-4c55-9325-a01acc5d7a3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (3147b41d-0838-452d-a1bd-d7c2c5ef31e3), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:20:07.093865 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-52ccf68c-543a-4c55-9325-a01acc5d7a3b None None] Current status of the port 3147b41d-0838-452d-a1bd-d7c2c5ef31e3 is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 18:20:07.100898 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-507cbac7-ceb8-43e2-9d55-abcff76760cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '456c6ed1-c28c-4856-8a65-62223fa104be', 'name': 'tempest-TestMinimumBasicScenario-315544835-router', 'tenant_id': 'a7f084d7e77244a89186bf339607fa53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.115'}], 'enable_snat': True}, 'gw_port_id': '2f61c45b-7202-4e79-834d-fa3c0872b4a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T18:20:04Z', 'updated_at': '2022-02-04T18:20:05Z', 'revision_number': 3, 'project_id': 'a7f084d7e77244a89186bf339607fa53', 'gw_port': {'id': '2f61c45b-7202-4e79-834d-fa3c0872b4a6', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:36:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '456c6ed1-c28c-4856-8a65-62223fa104be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:20:05Z', 'updated_at': '2022-02-04T18:20:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2'}], 'n-d-827839-2', False) {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:20:07.119109 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.db_base_plugin_common [None req-5e586e6a-bd59-4796-baf6-13c2940aa441 admin admin] Allocated IP 172.20.0.1 (3a77eecf-82b5-41e0-9c8c-825eee7888c6/cf2bcec4-c5a8-4185-b78f-23eedb23cd35/6354d72b-74eb-4d6f-a62a-319cb2dcc779) {{(pid=103376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 18:20:07.131142 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-507cbac7-ceb8-43e2-9d55-abcff76760cf None None] Checking router: 456c6ed1-c28c-4856-8a65-62223fa104be for host: n-d-827839-2 {{(pid=103378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 18:20:07.131503 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-507cbac7-ceb8-43e2-9d55-abcff76760cf None None] Updating router 456c6ed1-c28c-4856-8a65-62223fa104be port 2f61c45b-7202-4e79-834d-fa3c0872b4a6 binding host n-d-827839-2 {{(pid=103378) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 18:20:07.160104 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-507cbac7-ceb8-43e2-9d55-abcff76760cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (2f61c45b-7202-4e79-834d-fa3c0872b4a6), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:20:07.220842 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-5e586e6a-bd59-4796-baf6-13c2940aa441 admin admin] Publish callbacks [] for port (6354d72b-74eb-4d6f-a62a-319cb2dcc779), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:20:07.254439 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-5e586e6a-bd59-4796-baf6-13c2940aa441 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (6354d72b-74eb-4d6f-a62a-319cb2dcc779), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:20:07.303998 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e586e6a-bd59-4796-baf6-13c2940aa441 admin admin] Network 3a77eecf-82b5-41e0-9c8c-825eee7888c6 is already hosted by enough agents. {{(pid=103376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 18:20:07.307232 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [None req-5e586e6a-bd59-4796-baf6-13c2940aa441 admin admin] Resources bound (agent type, host, resource id): {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 18:20:07.310970 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e586e6a-bd59-4796-baf6-13c2940aa441 admin admin] Received port after_create {{(pid=103376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 18:20:07.334955 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e586e6a-bd59-4796-baf6-13c2940aa441 admin admin] Pushing event updated for resources: {'Port': ['ID=6354d72b-74eb-4d6f-a62a-319cb2dcc779,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:20:07.358192 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-5e586e6a-bd59-4796-baf6-13c2940aa441 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1595471'] for router_interface (456c6ed1-c28c-4856-8a65-62223fa104be), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:20:07.522748 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-5e586e6a-bd59-4796-baf6-13c2940aa441 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (6354d72b-74eb-4d6f-a62a-319cb2dcc779), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:20:07.541576 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port 3147b41d-0838-452d-a1bd-d7c2c5ef31e3 is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 18:20:07.654202 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-507cbac7-ceb8-43e2-9d55-abcff76760cf None None] Publish callbacks [] for port (2f61c45b-7202-4e79-834d-fa3c0872b4a6), precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:20:07.655567 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4f4fedae-f368-456d-8551-092e0d07f504 None None] Provisioning complete for port 6354d72b-74eb-4d6f-a62a-319cb2dcc779 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 18:20:07.655937 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4f4fedae-f368-456d-8551-092e0d07f504 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (6354d72b-74eb-4d6f-a62a-319cb2dcc779), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:20:07.676590 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-507cbac7-ceb8-43e2-9d55-abcff76760cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (2f61c45b-7202-4e79-834d-fa3c0872b4a6), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:20:07.703532 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-5e586e6a-bd59-4796-baf6-13c2940aa441 admin admin] Publish callbacks [] for port (6354d72b-74eb-4d6f-a62a-319cb2dcc779), precommit_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:20:07.708314 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-5e586e6a-bd59-4796-baf6-13c2940aa441 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675836'] for port (6354d72b-74eb-4d6f-a62a-319cb2dcc779), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:20:07.736728 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4f4fedae-f368-456d-8551-092e0d07f504 None None] Port 6354d72b-74eb-4d6f-a62a-319cb2dcc779 cannot update to ACTIVE because it is not bound. {{(pid=103378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 18:20:07.742570 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-507cbac7-ceb8-43e2-9d55-abcff76760cf None None] Attempting to bind port 2f61c45b-7202-4e79-834d-fa3c0872b4a6 on host n-d-827839-2 for vnic_type normal with profile {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 18:20:07.743472 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-507cbac7-ceb8-43e2-9d55-abcff76760cf None None] Attempting to bind port 2f61c45b-7202-4e79-834d-fa3c0872b4a6 by drivers openvswitch,hyperv on host n-d-827839-2 at level 0 using segments [{'id': '5942dc44-1f07-4c27-b0ab-45a2bff20dd5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188'}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 18:20:07.743842 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-507cbac7-ceb8-43e2-9d55-abcff76760cf None None] Attempting to bind port 2f61c45b-7202-4e79-834d-fa3c0872b4a6 on network 48165773-85ad-49a1-9ec1-76fc8dc24188 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 18:20:07.745895 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec20128a-b28b-4a8a-ba1f-0f809e1fe398 None None] Pushing event updated for resources: {'Port': ['ID=2f61c45b-7202-4e79-834d-fa3c0872b4a6,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:20:07.751178 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-507cbac7-ceb8-43e2-9d55-abcff76760cf None None] Checking agent: {'id': 'ba70844b-66a0-45fd-a2f2-e6ed673321fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 0, 36), 'started_at': datetime.datetime(2022, 2, 4, 17, 1, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 18, 20, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 18:20:07.751557 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-507cbac7-ceb8-43e2-9d55-abcff76760cf None None] Checking segment: {'id': '5942dc44-1f07-4c27-b0ab-45a2bff20dd5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 18:20:07.751968 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-507cbac7-ceb8-43e2-9d55-abcff76760cf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:20:07.752367 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-507cbac7-ceb8-43e2-9d55-abcff76760cf None None] Bound using segment: {'id': '5942dc44-1f07-4c27-b0ab-45a2bff20dd5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188'} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 18:20:07.752848 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-507cbac7-ceb8-43e2-9d55-abcff76760cf None None] Bound port: 2f61c45b-7202-4e79-834d-fa3c0872b4a6, host: n-d-827839-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5942dc44-1f07-4c27-b0ab-45a2bff20dd5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188'}}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 18:20:07.753599 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-507cbac7-ceb8-43e2-9d55-abcff76760cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (2f61c45b-7202-4e79-834d-fa3c0872b4a6), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:20:07.778089 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-5e586e6a-bd59-4796-baf6-13c2940aa441 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1677345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602751'] for router_interface (456c6ed1-c28c-4856-8a65-62223fa104be), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:20:07.780761 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e586e6a-bd59-4796-baf6-13c2940aa441 admin admin] Pushing event updated for resources: {'Port': ['ID=6354d72b-74eb-4d6f-a62a-319cb2dcc779,revision_number=2']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:20:07.808277 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-507cbac7-ceb8-43e2-9d55-abcff76760cf None None] For port 2f61c45b-7202-4e79-834d-fa3c0872b4a6, host n-d-827839-2, cleared binding levels {{(pid=103378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 18:20:07.811625 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-507cbac7-ceb8-43e2-9d55-abcff76760cf None None] For port 2f61c45b-7202-4e79-834d-fa3c0872b4a6, host n-d-827839-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=2f61c45b-7202-4e79-834d-fa3c0872b4a6,segment=NetworkSegment(5942dc44-1f07-4c27-b0ab-45a2bff20dd5),segment_id=5942dc44-1f07-4c27-b0ab-45a2bff20dd5)] {{(pid=103378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 18:20:07.818046 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-507cbac7-ceb8-43e2-9d55-abcff76760cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (2f61c45b-7202-4e79-834d-fa3c0872b4a6), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:20:07.873709 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-507cbac7-ceb8-43e2-9d55-abcff76760cf None None] Routers {'456c6ed1-c28c-4856-8a65-62223fa104be'} bound to L3 agent in host n-d-827839-2 {{(pid=103378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 18:20:07.874319 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-507cbac7-ceb8-43e2-9d55-abcff76760cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T18:20:03Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['456c6ed1-c28c-4856-8a65-62223fa104be'], 'active': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:20:07.879000 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec20128a-b28b-4a8a-ba1f-0f809e1fe398 None None] Pushing event updated for resources: {'Port': ['ID=2f61c45b-7202-4e79-834d-fa3c0872b4a6,revision_number=3']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:20:07.881535 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e586e6a-bd59-4796-baf6-13c2940aa441 admin admin] Network 3a77eecf-82b5-41e0-9c8c-825eee7888c6 is already hosted by enough agents. {{(pid=103376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 18:20:07.882961 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [None req-5e586e6a-bd59-4796-baf6-13c2940aa441 admin admin] Resources bound (agent type, host, resource id): {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 18:20:07.997843 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvr_db [None req-507cbac7-ceb8-43e2-9d55-abcff76760cf None None] Set router 456c6ed1-c28c-4856-8a65-62223fa104be gateway port host: n-d-827839-2 {{(pid=103378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 18:20:08.006039 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e586e6a-bd59-4796-baf6-13c2940aa441 admin admin] Router 456c6ed1-c28c-4856-8a65-62223fa104be has already been hosted by L3 agent 64ada913-9131-4d99-a265-63a920956287 {{(pid=103376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 18:20:08.119419 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e586e6a-bd59-4796-baf6-13c2940aa441 admin admin] Notify agent at l3_agent.n-d-827839-2 the message routers_updated {{(pid=103376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 18:20:08.124378 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-5e586e6a-bd59-4796-baf6-13c2940aa441 admin admin] 10.222.0.89 "PUT /v2.0/routers/456c6ed1-c28c-4856-8a65-62223fa104be/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6158407 Feb 04 18:20:08.178562 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-1d38c936-22cd-495a-a18d-ea58b0279ac1 None None] Provisioning complete for port 6354d72b-74eb-4d6f-a62a-319cb2dcc779 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 18:20:08.178936 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1d38c936-22cd-495a-a18d-ea58b0279ac1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (6354d72b-74eb-4d6f-a62a-319cb2dcc779), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:20:08.231485 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 3147b41d-0838-452d-a1bd-d7c2c5ef31e3 up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 18:20:08.269808 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1d38c936-22cd-495a-a18d-ea58b0279ac1 None None] Port 6354d72b-74eb-4d6f-a62a-319cb2dcc779 cannot update to ACTIVE because it is not bound. {{(pid=103378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 18:20:08.302572 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-507cbac7-ceb8-43e2-9d55-abcff76760cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '456c6ed1-c28c-4856-8a65-62223fa104be', 'name': 'tempest-TestMinimumBasicScenario-315544835-router', 'tenant_id': 'a7f084d7e77244a89186bf339607fa53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.115'}], 'enable_snat': True}, 'gw_port_id': '2f61c45b-7202-4e79-834d-fa3c0872b4a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T18:20:04Z', 'updated_at': '2022-02-04T18:20:07Z', 'revision_number': 4, 'project_id': 'a7f084d7e77244a89186bf339607fa53', 'gw_port': {'id': '2f61c45b-7202-4e79-834d-fa3c0872b4a6', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:36:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '456c6ed1-c28c-4856-8a65-62223fa104be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:20:05Z', 'updated_at': '2022-02-04T18:20:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_interfaces': [{'id': '6354d72b-74eb-4d6f-a62a-319cb2dcc779', 'name': '', 'network_id': '3a77eecf-82b5-41e0-9c8c-825eee7888c6', 'tenant_id': 'a7f084d7e77244a89186bf339607fa53', 'mac_address': 'fa:16:3e:f9:df:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '456c6ed1-c28c-4856-8a65-62223fa104be', 'device_owner': 'network:router_interface', 'standard_attr_id': 4194, 'fixed_ips': [{'subnet_id': 'cf2bcec4-c5a8-4185-b78f-23eedb23cd35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:20:06Z', 'updated_at': '2022-02-04T18:20:07Z', 'revision_number': 2, 'project_id': 'a7f084d7e77244a89186bf339607fa53', 'subnets': [{'id': 'cf2bcec4-c5a8-4185-b78f-23eedb23cd35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-2', False) {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:20:08.334042 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-507cbac7-ceb8-43e2-9d55-abcff76760cf None None] The sync data for ids ['456c6ed1-c28c-4856-8a65-62223fa104be'] in n-d-827839-2 is: [{'id': '456c6ed1-c28c-4856-8a65-62223fa104be', 'name': 'tempest-TestMinimumBasicScenario-315544835-router', 'tenant_id': 'a7f084d7e77244a89186bf339607fa53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.115'}], 'enable_snat': True}, 'gw_port_id': '2f61c45b-7202-4e79-834d-fa3c0872b4a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T18:20:04Z', 'updated_at': '2022-02-04T18:20:07Z', 'revision_number': 4, 'project_id': 'a7f084d7e77244a89186bf339607fa53', 'gw_port': {'id': '2f61c45b-7202-4e79-834d-fa3c0872b4a6', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:36:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '456c6ed1-c28c-4856-8a65-62223fa104be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:20:05Z', 'updated_at': '2022-02-04T18:20:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_interfaces': [{'id': '6354d72b-74eb-4d6f-a62a-319cb2dcc779', 'name': '', 'network_id': '3a77eecf-82b5-41e0-9c8c-825eee7888c6', 'tenant_id': 'a7f084d7e77244a89186bf339607fa53', 'mac_address': 'fa:16:3e:f9:df:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '456c6ed1-c28c-4856-8a65-62223fa104be', 'device_owner': 'network:router_interface', 'standard_attr_id': 4194, 'fixed_ips': [{'subnet_id': 'cf2bcec4-c5a8-4185-b78f-23eedb23cd35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:20:06Z', 'updated_at': '2022-02-04T18:20:07Z', 'revision_number': 2, 'project_id': 'a7f084d7e77244a89186bf339607fa53', 'subnets': [{'id': 'cf2bcec4-c5a8-4185-b78f-23eedb23cd35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 18:20:08.337706 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port 3147b41d-0838-452d-a1bd-d7c2c5ef31e3 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 18:20:08.338068 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (3147b41d-0838-452d-a1bd-d7c2c5ef31e3), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:20:08.434231 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port 3147b41d-0838-452d-a1bd-d7c2c5ef31e3 is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 18:20:08.648067 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 57590) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:20:08.653595 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-6c2b6d0a-e7a2-4ca3-b283-e629caeefd64 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-527153290-network', 'tenant_id': '69071679a2e34a53a250d9e5ff5ea19c'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 18:20:08.674017 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c2b6d0a-e7a2-4ca3-b283-e629caeefd64 admin admin] Made reservation on behalf of 69071679a2e34a53a250d9e5ff5ea19c for: {'network': 1} {{(pid=103376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 18:20:08.676459 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-6c2b6d0a-e7a2-4ca3-b283-e629caeefd64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for network (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:20:08.690261 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-6c2b6d0a-e7a2-4ca3-b283-e629caeefd64 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:20:08.768981 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-6c2b6d0a-e7a2-4ca3-b283-e629caeefd64 admin admin] Publish callbacks [] for security_group (5caeaba1-de26-4cf2-96ca-a81fd09e28be), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:20:08.773143 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-6c2b6d0a-e7a2-4ca3-b283-e629caeefd64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (5caeaba1-de26-4cf2-96ca-a81fd09e28be), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:20:08.801363 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c2b6d0a-e7a2-4ca3-b283-e629caeefd64 admin admin] vlan segment allocate from pool success with {'vlan_id': 762, 'physical_network': 'physnet1'} {{(pid=103376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 18:20:08.811759 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2b6d0a-e7a2-4ca3-b283-e629caeefd64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5caeaba1-de26-4cf2-96ca-a81fd09e28be,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:20:08.818373 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-6c2b6d0a-e7a2-4ca3-b283-e629caeefd64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (ccc8a5bc-89fd-47dc-95b9-12d53f1f71a7), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:20:08.818719 n-d-827839-2 neutron-server[103376]: INFO neutron.db.segments_db [None req-6c2b6d0a-e7a2-4ca3-b283-e629caeefd64 admin admin] Added segment ccc8a5bc-89fd-47dc-95b9-12d53f1f71a7 of type vlan for network 9e7fdb60-f187-47a5-bafd-084b957c0c24 Feb 04 18:20:08.863512 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-6c2b6d0a-e7a2-4ca3-b283-e629caeefd64 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781084292801'] for network (9e7fdb60-f187-47a5-bafd-084b957c0c24), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:20:08.890104 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-6c2b6d0a-e7a2-4ca3-b283-e629caeefd64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327'] for network (9e7fdb60-f187-47a5-bafd-084b957c0c24), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:20:08.891083 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c2b6d0a-e7a2-4ca3-b283-e629caeefd64 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:20:08.891677 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-6c2b6d0a-e7a2-4ca3-b283-e629caeefd64 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:20:08.944826 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-6c2b6d0a-e7a2-4ca3-b283-e629caeefd64 admin admin] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.2930424 Feb 04 18:20:08.945610 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 57592) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:20:08.951822 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-a0cb4fc6-b103-4e37-a043-7896e52ae5ba admin admin] Request body: {'subnet': {'network_id': '9e7fdb60-f187-47a5-bafd-084b957c0c24', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-527153290-subnet', 'tenant_id': '69071679a2e34a53a250d9e5ff5ea19c', 'ip_version': 4}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 18:20:08.956241 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2b6d0a-e7a2-4ca3-b283-e629caeefd64 admin admin] Pushing event updated for resources: {'Network': ['ID=9e7fdb60-f187-47a5-bafd-084b957c0c24,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:20:08.967193 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Network 9e7fdb60-f187-47a5-bafd-084b957c0c24 details requested by agent ovs-agent-n-d-827839-2 with host n-d-827839-2 {{(pid=103378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 18:20:08.978112 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0cb4fc6-b103-4e37-a043-7896e52ae5ba admin admin] Made reservation on behalf of 69071679a2e34a53a250d9e5ff5ea19c for: {'subnet': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 18:20:08.981763 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-a0cb4fc6-b103-4e37-a043-7896e52ae5ba admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25597243'] for subnet (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:20:09.173876 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-a0cb4fc6-b103-4e37-a043-7896e52ae5ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25889445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25597197'] for subnet (82c3c508-474a-4a55-9877-74f702530660), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:20:09.235330 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cb4fc6-b103-4e37-a043-7896e52ae5ba admin admin] Pushing event updated for resources: {'Subnet': ['ID=82c3c508-474a-4a55-9877-74f702530660,revision_number=0']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:20:09.249854 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0cb4fc6-b103-4e37-a043-7896e52ae5ba admin admin] Checking segment: {'id': 'ccc8a5bc-89fd-47dc-95b9-12d53f1f71a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '9e7fdb60-f187-47a5-bafd-084b957c0c24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 18:20:09.250249 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0cb4fc6-b103-4e37-a043-7896e52ae5ba admin admin] Network hostable DHCP agents. Network: 9e7fdb60-f187-47a5-bafd-084b957c0c24, hostable agents: ['bb89f5a3-3c22-440b-b7d1-c4f0c43c184a'], hosted agents: [] {{(pid=103377) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 18:20:09.267455 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0cb4fc6-b103-4e37-a043-7896e52ae5ba admin admin] Network 9e7fdb60-f187-47a5-bafd-084b957c0c24 is scheduled to be hosted by DHCP agent bb89f5a3-3c22-440b-b7d1-c4f0c43c184a with binding_index 1 {{(pid=103377) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 18:20:09.278511 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [None req-a0cb4fc6-b103-4e37-a043-7896e52ae5ba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827839-2, 9e7fdb60-f187-47a5-bafd-084b957c0c24) {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 18:20:09.283879 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0cb4fc6-b103-4e37-a043-7896e52ae5ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:20:09.285080 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-a0cb4fc6-b103-4e37-a043-7896e52ae5ba admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:20:09.290409 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b094ee60-b424-49c9-a893-08dea7b35e84 None None] Network 9e7fdb60-f187-47a5-bafd-084b957c0c24 requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 18:20:09.303203 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-a0cb4fc6-b103-4e37-a043-7896e52ae5ba admin admin] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3556349 Feb 04 18:20:09.305930 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 57594) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:20:09.310700 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-d5c43a81-ece4-4a15-bdfc-42ad09e263ee admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-527153290-router', 'tenant_id': '69071679a2e34a53a250d9e5ff5ea19c', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188'}}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 18:20:09.335835 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-d5c43a81-ece4-4a15-bdfc-42ad09e263ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1601657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26921'] for router (ee5746ac-3147-45d6-8305-cdf764154163), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:20:09.337737 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-d5c43a81-ece4-4a15-bdfc-42ad09e263ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1602025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603663', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1630571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26960'] for router (ee5746ac-3147-45d6-8305-cdf764154163), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:20:09.396716 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-d5c43a81-ece4-4a15-bdfc-42ad09e263ee admin admin] Publish callbacks [] for router_controller (ee5746ac-3147-45d6-8305-cdf764154163), precommit_add_association {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:20:09.409292 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27fc45f6-ca8b-4f06-bd8b-a14b681b7486 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e4c19ad-5724-5db8-8ee1-4f56ae69fcf4-9e7fdb60-f187-47a5-bafd-084b957c0c24', 'network_id': '9e7fdb60-f187-47a5-bafd-084b957c0c24', 'project_id': '69071679a2e34a53a250d9e5ff5ea19c', 'fixed_ips': [{'subnet_id': '82c3c508-474a-4a55-9877-74f702530660'}]}} from n-d-827839-2. {{(pid=103378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 18:20:09.410402 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-27fc45f6-ca8b-4f06-bd8b-a14b681b7486 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:20:09.550976 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-d5c43a81-ece4-4a15-bdfc-42ad09e263ee admin admin] Publish callbacks [] for router_gateway (ee5746ac-3147-45d6-8305-cdf764154163), precommit_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:20:09.560297 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-27fc45f6-ca8b-4f06-bd8b-a14b681b7486 None None] Allocated IP 172.20.0.2 (9e7fdb60-f187-47a5-bafd-084b957c0c24/82c3c508-474a-4a55-9877-74f702530660/a1829fc8-ba19-45a4-b97e-507fd1e787be) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 18:20:09.718486 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-27fc45f6-ca8b-4f06-bd8b-a14b681b7486 None None] Publish callbacks [] for port (a1829fc8-ba19-45a4-b97e-507fd1e787be), precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:20:09.725454 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-27fc45f6-ca8b-4f06-bd8b-a14b681b7486 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135'] for port (a1829fc8-ba19-45a4-b97e-507fd1e787be), after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:20:09.765531 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-d5c43a81-ece4-4a15-bdfc-42ad09e263ee admin admin] Publish callbacks [] for router_gateway (ee5746ac-3147-45d6-8305-cdf764154163), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:20:09.766266 n-d-827839-2 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27fc45f6-ca8b-4f06-bd8b-a14b681b7486 None None] Network 9e7fdb60-f187-47a5-bafd-084b957c0c24 is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 18:20:09.769231 n-d-827839-2 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-27fc45f6-ca8b-4f06-bd8b-a14b681b7486 None None] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 18:20:09.772611 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27fc45f6-ca8b-4f06-bd8b-a14b681b7486 None None] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 18:20:09.779879 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27fc45f6-ca8b-4f06-bd8b-a14b681b7486 None None] Pushing event updated for resources: {'Port': ['ID=a1829fc8-ba19-45a4-b97e-507fd1e787be,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:20:09.789595 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-d5c43a81-ece4-4a15-bdfc-42ad09e263ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:20:09.831547 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-27fc45f6-ca8b-4f06-bd8b-a14b681b7486 None None] Attempting to bind port a1829fc8-ba19-45a4-b97e-507fd1e787be on host n-d-827839-2 for vnic_type normal with profile {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 18:20:09.831916 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-27fc45f6-ca8b-4f06-bd8b-a14b681b7486 None None] Attempting to bind port a1829fc8-ba19-45a4-b97e-507fd1e787be by drivers openvswitch,hyperv on host n-d-827839-2 at level 0 using segments [{'id': 'ccc8a5bc-89fd-47dc-95b9-12d53f1f71a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '9e7fdb60-f187-47a5-bafd-084b957c0c24'}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 18:20:09.832271 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27fc45f6-ca8b-4f06-bd8b-a14b681b7486 None None] Attempting to bind port a1829fc8-ba19-45a4-b97e-507fd1e787be on network 9e7fdb60-f187-47a5-bafd-084b957c0c24 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 18:20:09.838159 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27fc45f6-ca8b-4f06-bd8b-a14b681b7486 None None] Checking agent: {'id': 'ba70844b-66a0-45fd-a2f2-e6ed673321fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 0, 36), 'started_at': datetime.datetime(2022, 2, 4, 17, 1, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 18, 20, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 18:20:09.838538 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27fc45f6-ca8b-4f06-bd8b-a14b681b7486 None None] Checking segment: {'id': 'ccc8a5bc-89fd-47dc-95b9-12d53f1f71a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '9e7fdb60-f187-47a5-bafd-084b957c0c24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 18:20:09.838939 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-27fc45f6-ca8b-4f06-bd8b-a14b681b7486 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:20:09.839382 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27fc45f6-ca8b-4f06-bd8b-a14b681b7486 None None] Bound using segment: {'id': 'ccc8a5bc-89fd-47dc-95b9-12d53f1f71a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '9e7fdb60-f187-47a5-bafd-084b957c0c24'} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 18:20:09.839793 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-27fc45f6-ca8b-4f06-bd8b-a14b681b7486 None None] Bound port: a1829fc8-ba19-45a4-b97e-507fd1e787be, host: n-d-827839-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ccc8a5bc-89fd-47dc-95b9-12d53f1f71a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '9e7fdb60-f187-47a5-bafd-084b957c0c24'}}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 18:20:09.840173 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-27fc45f6-ca8b-4f06-bd8b-a14b681b7486 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (a1829fc8-ba19-45a4-b97e-507fd1e787be), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:20:09.901219 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.db_base_plugin_common [None req-d5c43a81-ece4-4a15-bdfc-42ad09e263ee admin admin] Allocated IP 172.25.6.194 (48165773-85ad-49a1-9ec1-76fc8dc24188/7660bfad-1ea8-4fe7-831b-bed836f13efc/16338dbb-ad13-47a1-9b4d-bcc2e54dc51a) {{(pid=103376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 18:20:09.907596 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-27fc45f6-ca8b-4f06-bd8b-a14b681b7486 None None] For port a1829fc8-ba19-45a4-b97e-507fd1e787be, host n-d-827839-2, cleared binding levels {{(pid=103378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 18:20:09.911239 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-27fc45f6-ca8b-4f06-bd8b-a14b681b7486 None None] For port a1829fc8-ba19-45a4-b97e-507fd1e787be, host n-d-827839-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=a1829fc8-ba19-45a4-b97e-507fd1e787be,segment=NetworkSegment(ccc8a5bc-89fd-47dc-95b9-12d53f1f71a7),segment_id=ccc8a5bc-89fd-47dc-95b9-12d53f1f71a7)] {{(pid=103378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 18:20:09.917552 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-27fc45f6-ca8b-4f06-bd8b-a14b681b7486 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (a1829fc8-ba19-45a4-b97e-507fd1e787be), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:20:09.978513 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27fc45f6-ca8b-4f06-bd8b-a14b681b7486 None None] Pushing event updated for resources: {'Port': ['ID=a1829fc8-ba19-45a4-b97e-507fd1e787be,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:20:10.012212 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-d5c43a81-ece4-4a15-bdfc-42ad09e263ee admin admin] Publish callbacks [] for port (16338dbb-ad13-47a1-9b4d-bcc2e54dc51a), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:20:10.047909 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-d5c43a81-ece4-4a15-bdfc-42ad09e263ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (16338dbb-ad13-47a1-9b4d-bcc2e54dc51a), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:20:10.097916 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5c43a81-ece4-4a15-bdfc-42ad09e263ee admin admin] Network 48165773-85ad-49a1-9ec1-76fc8dc24188 is already hosted by enough agents. {{(pid=103376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 18:20:10.100928 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [None req-d5c43a81-ece4-4a15-bdfc-42ad09e263ee admin admin] Resources bound (agent type, host, resource id): {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 18:20:10.103955 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5c43a81-ece4-4a15-bdfc-42ad09e263ee admin admin] Received port after_create {{(pid=103376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 18:20:10.131579 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c43a81-ece4-4a15-bdfc-42ad09e263ee admin admin] Pushing event updated for resources: {'Port': ['ID=16338dbb-ad13-47a1-9b4d-bcc2e54dc51a,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:20:10.364895 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device a1829fc8-ba19-45a4-b97e-507fd1e787be up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 18:20:10.416707 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port a1829fc8-ba19-45a4-b97e-507fd1e787be triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 18:20:10.417240 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (a1829fc8-ba19-45a4-b97e-507fd1e787be), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:20:10.422131 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-d5c43a81-ece4-4a15-bdfc-42ad09e263ee admin admin] Publish callbacks [] for router_gateway (ee5746ac-3147-45d6-8305-cdf764154163), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:20:10.482576 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1e80328-f793-4106-aa9d-6f9d00b4ac11 None None] Sync routers for ids ['456c6ed1-c28c-4856-8a65-62223fa104be'] in n-d-827839-2 {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 18:20:10.493405 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1e80328-f793-4106-aa9d-6f9d00b4ac11 None None] Routers {'456c6ed1-c28c-4856-8a65-62223fa104be'} bound to L3 agent in host n-d-827839-2 {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 18:20:10.494303 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-f1e80328-f793-4106-aa9d-6f9d00b4ac11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T18:20:03Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['456c6ed1-c28c-4856-8a65-62223fa104be'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:20:10.503254 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port a1829fc8-ba19-45a4-b97e-507fd1e787be is: DOWN; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 18:20:10.503898 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (a1829fc8-ba19-45a4-b97e-507fd1e787be), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:20:10.538203 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] For port a1829fc8-ba19-45a4-b97e-507fd1e787be, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=a1829fc8-ba19-45a4-b97e-507fd1e787be,segment=NetworkSegment(ccc8a5bc-89fd-47dc-95b9-12d53f1f71a7),segment_id=ccc8a5bc-89fd-47dc-95b9-12d53f1f71a7)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 18:20:10.542437 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (a1829fc8-ba19-45a4-b97e-507fd1e787be), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:20:10.543335 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 2f61c45b-7202-4e79-834d-fa3c0872b4a6 up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 18:20:10.611951 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvr_db [None req-f1e80328-f793-4106-aa9d-6f9d00b4ac11 None None] Set router 456c6ed1-c28c-4856-8a65-62223fa104be gateway port host: n-d-827839-2 {{(pid=103379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 18:20:10.617815 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Pushing event updated for resources: {'Port': ['ID=a1829fc8-ba19-45a4-b97e-507fd1e787be,revision_number=3']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:20:10.628872 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port 2f61c45b-7202-4e79-834d-fa3c0872b4a6 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 18:20:10.629251 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (2f61c45b-7202-4e79-834d-fa3c0872b4a6), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:20:10.637288 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-d5c43a81-ece4-4a15-bdfc-42ad09e263ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1602046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603680'] for router (ee5746ac-3147-45d6-8305-cdf764154163), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:20:10.714819 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port 2f61c45b-7202-4e79-834d-fa3c0872b4a6 is: DOWN; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 18:20:10.715206 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (2f61c45b-7202-4e79-834d-fa3c0872b4a6), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:20:10.752392 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] For port 2f61c45b-7202-4e79-834d-fa3c0872b4a6, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=2f61c45b-7202-4e79-834d-fa3c0872b4a6,segment=NetworkSegment(5942dc44-1f07-4c27-b0ab-45a2bff20dd5),segment_id=5942dc44-1f07-4c27-b0ab-45a2bff20dd5)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 18:20:10.761751 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (2f61c45b-7202-4e79-834d-fa3c0872b4a6), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:20:10.783628 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5c43a81-ece4-4a15-bdfc-42ad09e263ee admin admin] Router ee5746ac-3147-45d6-8305-cdf764154163 is scheduled to L3 agent 64ada913-9131-4d99-a265-63a920956287 with binding_index 1 {{(pid=103376) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 18:20:10.787355 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (f20a1ab3-4332-4f54-833b-ba4a7c687e89), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:20:10.812951 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Pushing event updated for resources: {'Port': ['ID=2f61c45b-7202-4e79-834d-fa3c0872b4a6,revision_number=4']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:20:10.853180 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-f1e80328-f793-4106-aa9d-6f9d00b4ac11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '456c6ed1-c28c-4856-8a65-62223fa104be', 'name': 'tempest-TestMinimumBasicScenario-315544835-router', 'tenant_id': 'a7f084d7e77244a89186bf339607fa53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.115'}], 'enable_snat': True}, 'gw_port_id': '2f61c45b-7202-4e79-834d-fa3c0872b4a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T18:20:04Z', 'updated_at': '2022-02-04T18:20:07Z', 'revision_number': 4, 'project_id': 'a7f084d7e77244a89186bf339607fa53', 'gw_port': {'id': '2f61c45b-7202-4e79-834d-fa3c0872b4a6', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:36:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '456c6ed1-c28c-4856-8a65-62223fa104be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:20:05Z', 'updated_at': '2022-02-04T18:20:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_interfaces': [{'id': '6354d72b-74eb-4d6f-a62a-319cb2dcc779', 'name': '', 'network_id': '3a77eecf-82b5-41e0-9c8c-825eee7888c6', 'tenant_id': 'a7f084d7e77244a89186bf339607fa53', 'mac_address': 'fa:16:3e:f9:df:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '456c6ed1-c28c-4856-8a65-62223fa104be', 'device_owner': 'network:router_interface', 'standard_attr_id': 4194, 'fixed_ips': [{'subnet_id': 'cf2bcec4-c5a8-4185-b78f-23eedb23cd35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:20:06Z', 'updated_at': '2022-02-04T18:20:07Z', 'revision_number': 2, 'project_id': 'a7f084d7e77244a89186bf339607fa53', 'subnets': [{'id': 'cf2bcec4-c5a8-4185-b78f-23eedb23cd35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-2', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:20:10.880442 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1e80328-f793-4106-aa9d-6f9d00b4ac11 None None] Checking router: 456c6ed1-c28c-4856-8a65-62223fa104be for host: n-d-827839-2 {{(pid=103379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 18:20:10.880798 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1e80328-f793-4106-aa9d-6f9d00b4ac11 None None] Updating router 456c6ed1-c28c-4856-8a65-62223fa104be port 6354d72b-74eb-4d6f-a62a-319cb2dcc779 binding host n-d-827839-2 {{(pid=103379) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 18:20:10.902869 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5c43a81-ece4-4a15-bdfc-42ad09e263ee admin admin] Notify agent at l3_agent.n-d-827839-2 the message routers_updated {{(pid=103376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 18:20:10.909596 n-d-827839-2 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f1e80328-f793-4106-aa9d-6f9d00b4ac11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (6354d72b-74eb-4d6f-a62a-319cb2dcc779), before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:20:10.918130 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b52f2ae-5812-49b4-8830-8c3c37a58a80 None None] Sync routers for ids ['ee5746ac-3147-45d6-8305-cdf764154163'] in n-d-827839-2 {{(pid=103378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 18:20:10.922138 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-d5c43a81-ece4-4a15-bdfc-42ad09e263ee admin admin] Publish callbacks [] for router (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:20:10.923538 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-d5c43a81-ece4-4a15-bdfc-42ad09e263ee admin admin] 10.222.0.89 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.6165919 Feb 04 18:20:10.926099 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 57596) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:20:10.934657 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b52f2ae-5812-49b4-8830-8c3c37a58a80 None None] Routers {'ee5746ac-3147-45d6-8305-cdf764154163'} bound to L3 agent in host n-d-827839-2 {{(pid=103378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 18:20:10.935260 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-0b52f2ae-5812-49b4-8830-8c3c37a58a80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T18:20:03Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['ee5746ac-3147-45d6-8305-cdf764154163'], 'active': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:20:11.076691 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvr_db [None req-0b52f2ae-5812-49b4-8830-8c3c37a58a80 None None] Set router ee5746ac-3147-45d6-8305-cdf764154163 gateway port host: n-d-827839-2 {{(pid=103378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 18:20:11.220138 n-d-827839-2 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f1e80328-f793-4106-aa9d-6f9d00b4ac11 None None] Publish callbacks [] for port (6354d72b-74eb-4d6f-a62a-319cb2dcc779), precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:20:11.229363 n-d-827839-2 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f1e80328-f793-4106-aa9d-6f9d00b4ac11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (6354d72b-74eb-4d6f-a62a-319cb2dcc779), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:20:11.283603 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35b59fb-d1c2-4eed-b282-148e4208cd53 None None] Pushing event updated for resources: {'Port': ['ID=6354d72b-74eb-4d6f-a62a-319cb2dcc779,revision_number=3']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:20:11.295960 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35b59fb-d1c2-4eed-b282-148e4208cd53 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:20:11.296322 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35b59fb-d1c2-4eed-b282-148e4208cd53 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:20:11.296662 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35b59fb-d1c2-4eed-b282-148e4208cd53 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:20:11.297059 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35b59fb-d1c2-4eed-b282-148e4208cd53 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:20:11.298288 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35b59fb-d1c2-4eed-b282-148e4208cd53 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:20:11.298622 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35b59fb-d1c2-4eed-b282-148e4208cd53 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:20:11.299086 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35b59fb-d1c2-4eed-b282-148e4208cd53 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:20:11.299420 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35b59fb-d1c2-4eed-b282-148e4208cd53 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:20:11.299747 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35b59fb-d1c2-4eed-b282-148e4208cd53 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:20:11.300373 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35b59fb-d1c2-4eed-b282-148e4208cd53 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:20:11.300373 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35b59fb-d1c2-4eed-b282-148e4208cd53 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:20:11.301010 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35b59fb-d1c2-4eed-b282-148e4208cd53 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:20:11.301339 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35b59fb-d1c2-4eed-b282-148e4208cd53 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:20:11.314598 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-0b52f2ae-5812-49b4-8830-8c3c37a58a80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee5746ac-3147-45d6-8305-cdf764154163', 'name': 'tempest-TestMinimumBasicScenario-527153290-router', 'tenant_id': '69071679a2e34a53a250d9e5ff5ea19c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.194'}], 'enable_snat': True}, 'gw_port_id': '16338dbb-ad13-47a1-9b4d-bcc2e54dc51a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T18:20:09Z', 'updated_at': '2022-02-04T18:20:10Z', 'revision_number': 3, 'project_id': '69071679a2e34a53a250d9e5ff5ea19c', 'gw_port': {'id': '16338dbb-ad13-47a1-9b4d-bcc2e54dc51a', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:5f:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee5746ac-3147-45d6-8305-cdf764154163', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:20:09Z', 'updated_at': '2022-02-04T18:20:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2'}], 'n-d-827839-2', False) {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:20:11.356226 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b52f2ae-5812-49b4-8830-8c3c37a58a80 None None] Checking router: ee5746ac-3147-45d6-8305-cdf764154163 for host: n-d-827839-2 {{(pid=103378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 18:20:11.356580 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b52f2ae-5812-49b4-8830-8c3c37a58a80 None None] Updating router ee5746ac-3147-45d6-8305-cdf764154163 port 16338dbb-ad13-47a1-9b4d-bcc2e54dc51a binding host n-d-827839-2 {{(pid=103378) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 18:20:11.376682 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [None req-f1e80328-f793-4106-aa9d-6f9d00b4ac11 None None] Attempting to bind port 6354d72b-74eb-4d6f-a62a-319cb2dcc779 on host n-d-827839-2 for vnic_type normal with profile {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 18:20:11.377177 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [None req-f1e80328-f793-4106-aa9d-6f9d00b4ac11 None None] Attempting to bind port 6354d72b-74eb-4d6f-a62a-319cb2dcc779 by drivers openvswitch,hyperv on host n-d-827839-2 at level 0 using segments [{'id': '73adcb13-bdc6-48ed-8048-45b389f76477', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '3a77eecf-82b5-41e0-9c8c-825eee7888c6'}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 18:20:11.377542 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1e80328-f793-4106-aa9d-6f9d00b4ac11 None None] Attempting to bind port 6354d72b-74eb-4d6f-a62a-319cb2dcc779 on network 3a77eecf-82b5-41e0-9c8c-825eee7888c6 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 18:20:11.384139 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1e80328-f793-4106-aa9d-6f9d00b4ac11 None None] Checking agent: {'id': 'ba70844b-66a0-45fd-a2f2-e6ed673321fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 0, 36), 'started_at': datetime.datetime(2022, 2, 4, 17, 1, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 18, 20, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 18:20:11.384507 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1e80328-f793-4106-aa9d-6f9d00b4ac11 None None] Checking segment: {'id': '73adcb13-bdc6-48ed-8048-45b389f76477', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '3a77eecf-82b5-41e0-9c8c-825eee7888c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 18:20:11.384932 n-d-827839-2 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f1e80328-f793-4106-aa9d-6f9d00b4ac11 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:20:11.385329 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1e80328-f793-4106-aa9d-6f9d00b4ac11 None None] Bound using segment: {'id': '73adcb13-bdc6-48ed-8048-45b389f76477', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '3a77eecf-82b5-41e0-9c8c-825eee7888c6'} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 18:20:11.386329 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [None req-f1e80328-f793-4106-aa9d-6f9d00b4ac11 None None] Bound port: 6354d72b-74eb-4d6f-a62a-319cb2dcc779, host: n-d-827839-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73adcb13-bdc6-48ed-8048-45b389f76477', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '3a77eecf-82b5-41e0-9c8c-825eee7888c6'}}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 18:20:11.386712 n-d-827839-2 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f1e80328-f793-4106-aa9d-6f9d00b4ac11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (6354d72b-74eb-4d6f-a62a-319cb2dcc779), before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:20:11.394787 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0b52f2ae-5812-49b4-8830-8c3c37a58a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (16338dbb-ad13-47a1-9b4d-bcc2e54dc51a), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:20:11.433049 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dbedaff-761b-44f4-95ba-00d5df8d07aa None None] Network 9e7fdb60-f187-47a5-bafd-084b957c0c24 requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 18:20:11.467301 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-f1e80328-f793-4106-aa9d-6f9d00b4ac11 None None] For port 6354d72b-74eb-4d6f-a62a-319cb2dcc779, host n-d-827839-2, cleared binding levels {{(pid=103379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 18:20:11.471706 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-f1e80328-f793-4106-aa9d-6f9d00b4ac11 None None] For port 6354d72b-74eb-4d6f-a62a-319cb2dcc779, host n-d-827839-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=6354d72b-74eb-4d6f-a62a-319cb2dcc779,segment=NetworkSegment(73adcb13-bdc6-48ed-8048-45b389f76477),segment_id=73adcb13-bdc6-48ed-8048-45b389f76477)] {{(pid=103379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 18:20:11.481551 n-d-827839-2 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f1e80328-f793-4106-aa9d-6f9d00b4ac11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (6354d72b-74eb-4d6f-a62a-319cb2dcc779), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:20:11.547982 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1e80328-f793-4106-aa9d-6f9d00b4ac11 None None] Routers {'456c6ed1-c28c-4856-8a65-62223fa104be'} bound to L3 agent in host n-d-827839-2 {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 18:20:11.548625 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-f1e80328-f793-4106-aa9d-6f9d00b4ac11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T18:20:03Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['456c6ed1-c28c-4856-8a65-62223fa104be'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:20:11.626756 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-a89caa31-7bdf-412a-8e4a-46cf098c3d66 None None] Provisioning complete for port a1829fc8-ba19-45a4-b97e-507fd1e787be triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 18:20:11.627113 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a89caa31-7bdf-412a-8e4a-46cf098c3d66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (a1829fc8-ba19-45a4-b97e-507fd1e787be), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:20:11.658412 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35b59fb-d1c2-4eed-b282-148e4208cd53 None None] Pushing event updated for resources: {'Port': ['ID=6354d72b-74eb-4d6f-a62a-319cb2dcc779,revision_number=4']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:20:11.707905 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvr_db [None req-f1e80328-f793-4106-aa9d-6f9d00b4ac11 None None] Set router 456c6ed1-c28c-4856-8a65-62223fa104be gateway port host: n-d-827839-2 {{(pid=103379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 18:20:11.813163 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-1bd106ec-d260-44e8-b0b0-9f0aab8cfa5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:20:11.939708 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-f1e80328-f793-4106-aa9d-6f9d00b4ac11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '456c6ed1-c28c-4856-8a65-62223fa104be', 'name': 'tempest-TestMinimumBasicScenario-315544835-router', 'tenant_id': 'a7f084d7e77244a89186bf339607fa53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.115'}], 'enable_snat': True}, 'gw_port_id': '2f61c45b-7202-4e79-834d-fa3c0872b4a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T18:20:04Z', 'updated_at': '2022-02-04T18:20:07Z', 'revision_number': 4, 'project_id': 'a7f084d7e77244a89186bf339607fa53', 'gw_port': {'id': '2f61c45b-7202-4e79-834d-fa3c0872b4a6', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:36:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '456c6ed1-c28c-4856-8a65-62223fa104be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:20:05Z', 'updated_at': '2022-02-04T18:20:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_interfaces': [{'id': '6354d72b-74eb-4d6f-a62a-319cb2dcc779', 'name': '', 'network_id': '3a77eecf-82b5-41e0-9c8c-825eee7888c6', 'tenant_id': 'a7f084d7e77244a89186bf339607fa53', 'mac_address': 'fa:16:3e:f9:df:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '456c6ed1-c28c-4856-8a65-62223fa104be', 'device_owner': 'network:router_interface', 'standard_attr_id': 4194, 'fixed_ips': [{'subnet_id': 'cf2bcec4-c5a8-4185-b78f-23eedb23cd35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:20:06Z', 'updated_at': '2022-02-04T18:20:11Z', 'revision_number': 4, 'project_id': 'a7f084d7e77244a89186bf339607fa53', 'subnets': [{'id': 'cf2bcec4-c5a8-4185-b78f-23eedb23cd35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-2', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:20:11.974292 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1e80328-f793-4106-aa9d-6f9d00b4ac11 None None] The sync data for ids ['456c6ed1-c28c-4856-8a65-62223fa104be'] in n-d-827839-2 is: [{'id': '456c6ed1-c28c-4856-8a65-62223fa104be', 'name': 'tempest-TestMinimumBasicScenario-315544835-router', 'tenant_id': 'a7f084d7e77244a89186bf339607fa53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.115'}], 'enable_snat': True}, 'gw_port_id': '2f61c45b-7202-4e79-834d-fa3c0872b4a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T18:20:04Z', 'updated_at': '2022-02-04T18:20:07Z', 'revision_number': 4, 'project_id': 'a7f084d7e77244a89186bf339607fa53', 'gw_port': {'id': '2f61c45b-7202-4e79-834d-fa3c0872b4a6', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:36:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '456c6ed1-c28c-4856-8a65-62223fa104be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:20:05Z', 'updated_at': '2022-02-04T18:20:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_interfaces': [{'id': '6354d72b-74eb-4d6f-a62a-319cb2dcc779', 'name': '', 'network_id': '3a77eecf-82b5-41e0-9c8c-825eee7888c6', 'tenant_id': 'a7f084d7e77244a89186bf339607fa53', 'mac_address': 'fa:16:3e:f9:df:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '456c6ed1-c28c-4856-8a65-62223fa104be', 'device_owner': 'network:router_interface', 'standard_attr_id': 4194, 'fixed_ips': [{'subnet_id': 'cf2bcec4-c5a8-4185-b78f-23eedb23cd35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:20:06Z', 'updated_at': '2022-02-04T18:20:11Z', 'revision_number': 4, 'project_id': 'a7f084d7e77244a89186bf339607fa53', 'subnets': [{'id': 'cf2bcec4-c5a8-4185-b78f-23eedb23cd35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 18:20:12.000230 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.db_base_plugin_common [None req-1bd106ec-d260-44e8-b0b0-9f0aab8cfa5b admin admin] Allocated IP 172.20.0.1 (9e7fdb60-f187-47a5-bafd-084b957c0c24/82c3c508-474a-4a55-9877-74f702530660/c33a689a-5a5b-429b-89be-87f582deaf68) {{(pid=103376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 18:20:12.006480 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-a89caa31-7bdf-412a-8e4a-46cf098c3d66 None None] Current status of the port a1829fc8-ba19-45a4-b97e-507fd1e787be is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 18:20:12.081227 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0b52f2ae-5812-49b4-8830-8c3c37a58a80 None None] Publish callbacks [] for port (16338dbb-ad13-47a1-9b4d-bcc2e54dc51a), precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:20:12.090842 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0b52f2ae-5812-49b4-8830-8c3c37a58a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (16338dbb-ad13-47a1-9b4d-bcc2e54dc51a), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:20:12.147286 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-1bd106ec-d260-44e8-b0b0-9f0aab8cfa5b admin admin] Publish callbacks [] for port (c33a689a-5a5b-429b-89be-87f582deaf68), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:20:12.185406 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-0b52f2ae-5812-49b4-8830-8c3c37a58a80 None None] Attempting to bind port 16338dbb-ad13-47a1-9b4d-bcc2e54dc51a on host n-d-827839-2 for vnic_type normal with profile {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 18:20:12.186108 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-0b52f2ae-5812-49b4-8830-8c3c37a58a80 None None] Attempting to bind port 16338dbb-ad13-47a1-9b4d-bcc2e54dc51a by drivers openvswitch,hyperv on host n-d-827839-2 at level 0 using segments [{'id': '5942dc44-1f07-4c27-b0ab-45a2bff20dd5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188'}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 18:20:12.186586 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b52f2ae-5812-49b4-8830-8c3c37a58a80 None None] Attempting to bind port 16338dbb-ad13-47a1-9b4d-bcc2e54dc51a on network 48165773-85ad-49a1-9ec1-76fc8dc24188 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 18:20:12.192504 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-b1e30cc1-bfca-43ce-8747-bc403ca5f49d None None] Provisioning complete for port 6354d72b-74eb-4d6f-a62a-319cb2dcc779 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 18:20:12.192918 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b1e30cc1-bfca-43ce-8747-bc403ca5f49d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (6354d72b-74eb-4d6f-a62a-319cb2dcc779), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:20:12.194615 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4de13b6-b0d7-42e6-bf11-82e543c7c5d2 None None] Pushing event updated for resources: {'Port': ['ID=16338dbb-ad13-47a1-9b4d-bcc2e54dc51a,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:20:12.200875 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b52f2ae-5812-49b4-8830-8c3c37a58a80 None None] Checking agent: {'id': 'ba70844b-66a0-45fd-a2f2-e6ed673321fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 0, 36), 'started_at': datetime.datetime(2022, 2, 4, 17, 1, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 18, 20, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 18:20:12.201532 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b52f2ae-5812-49b4-8830-8c3c37a58a80 None None] Checking segment: {'id': '5942dc44-1f07-4c27-b0ab-45a2bff20dd5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 18:20:12.202016 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0b52f2ae-5812-49b4-8830-8c3c37a58a80 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:20:12.202539 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b52f2ae-5812-49b4-8830-8c3c37a58a80 None None] Bound using segment: {'id': '5942dc44-1f07-4c27-b0ab-45a2bff20dd5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188'} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 18:20:12.202927 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-1bd106ec-d260-44e8-b0b0-9f0aab8cfa5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (c33a689a-5a5b-429b-89be-87f582deaf68), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:20:12.203290 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-0b52f2ae-5812-49b4-8830-8c3c37a58a80 None None] Bound port: 16338dbb-ad13-47a1-9b4d-bcc2e54dc51a, host: n-d-827839-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5942dc44-1f07-4c27-b0ab-45a2bff20dd5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188'}}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 18:20:12.203670 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0b52f2ae-5812-49b4-8830-8c3c37a58a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (16338dbb-ad13-47a1-9b4d-bcc2e54dc51a), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:20:12.223532 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bd106ec-d260-44e8-b0b0-9f0aab8cfa5b admin admin] Network 9e7fdb60-f187-47a5-bafd-084b957c0c24 is already hosted by enough agents. {{(pid=103376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 18:20:12.255194 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [None req-1bd106ec-d260-44e8-b0b0-9f0aab8cfa5b admin admin] Resources bound (agent type, host, resource id): {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 18:20:12.272540 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bd106ec-d260-44e8-b0b0-9f0aab8cfa5b admin admin] Received port after_create {{(pid=103376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 18:20:12.298721 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-0b52f2ae-5812-49b4-8830-8c3c37a58a80 None None] For port 16338dbb-ad13-47a1-9b4d-bcc2e54dc51a, host n-d-827839-2, cleared binding levels {{(pid=103378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 18:20:12.304361 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-0b52f2ae-5812-49b4-8830-8c3c37a58a80 None None] For port 16338dbb-ad13-47a1-9b4d-bcc2e54dc51a, host n-d-827839-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=16338dbb-ad13-47a1-9b4d-bcc2e54dc51a,segment=NetworkSegment(5942dc44-1f07-4c27-b0ab-45a2bff20dd5),segment_id=5942dc44-1f07-4c27-b0ab-45a2bff20dd5)] {{(pid=103378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 18:20:12.350731 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-b1e30cc1-bfca-43ce-8747-bc403ca5f49d None None] Current status of the port 6354d72b-74eb-4d6f-a62a-319cb2dcc779 is: DOWN; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 18:20:12.351133 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b1e30cc1-bfca-43ce-8747-bc403ca5f49d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (6354d72b-74eb-4d6f-a62a-319cb2dcc779), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:20:12.353776 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0b52f2ae-5812-49b4-8830-8c3c37a58a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (16338dbb-ad13-47a1-9b4d-bcc2e54dc51a), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:20:12.360644 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd106ec-d260-44e8-b0b0-9f0aab8cfa5b admin admin] Pushing event updated for resources: {'Port': ['ID=c33a689a-5a5b-429b-89be-87f582deaf68,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:20:12.373650 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device a1829fc8-ba19-45a4-b97e-507fd1e787be up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 18:20:12.377441 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-1bd106ec-d260-44e8-b0b0-9f0aab8cfa5b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1595471'] for router_interface (ee5746ac-3147-45d6-8305-cdf764154163), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:20:12.505275 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-b1e30cc1-bfca-43ce-8747-bc403ca5f49d None None] For port 6354d72b-74eb-4d6f-a62a-319cb2dcc779, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=6354d72b-74eb-4d6f-a62a-319cb2dcc779,segment=NetworkSegment(73adcb13-bdc6-48ed-8048-45b389f76477),segment_id=73adcb13-bdc6-48ed-8048-45b389f76477)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 18:20:12.513070 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b52f2ae-5812-49b4-8830-8c3c37a58a80 None None] Routers {'ee5746ac-3147-45d6-8305-cdf764154163'} bound to L3 agent in host n-d-827839-2 {{(pid=103378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 18:20:12.513722 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-0b52f2ae-5812-49b4-8830-8c3c37a58a80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T18:20:03Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['ee5746ac-3147-45d6-8305-cdf764154163'], 'active': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:20:12.529378 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd106ec-d260-44e8-b0b0-9f0aab8cfa5b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:20:12.529916 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd106ec-d260-44e8-b0b0-9f0aab8cfa5b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:20:12.530360 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd106ec-d260-44e8-b0b0-9f0aab8cfa5b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:20:12.530712 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd106ec-d260-44e8-b0b0-9f0aab8cfa5b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:20:12.531099 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd106ec-d260-44e8-b0b0-9f0aab8cfa5b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:20:12.531533 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd106ec-d260-44e8-b0b0-9f0aab8cfa5b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:20:12.532029 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd106ec-d260-44e8-b0b0-9f0aab8cfa5b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:20:12.532977 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd106ec-d260-44e8-b0b0-9f0aab8cfa5b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:20:12.533636 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd106ec-d260-44e8-b0b0-9f0aab8cfa5b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:20:12.533980 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd106ec-d260-44e8-b0b0-9f0aab8cfa5b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:20:12.534397 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd106ec-d260-44e8-b0b0-9f0aab8cfa5b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:20:12.534781 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd106ec-d260-44e8-b0b0-9f0aab8cfa5b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:20:12.535163 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd106ec-d260-44e8-b0b0-9f0aab8cfa5b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:20:12.563238 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b1e30cc1-bfca-43ce-8747-bc403ca5f49d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (6354d72b-74eb-4d6f-a62a-319cb2dcc779), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:20:12.583063 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-1bd106ec-d260-44e8-b0b0-9f0aab8cfa5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (c33a689a-5a5b-429b-89be-87f582deaf68), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:20:12.600523 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4de13b6-b0d7-42e6-bf11-82e543c7c5d2 None None] Pushing event updated for resources: {'Port': ['ID=16338dbb-ad13-47a1-9b4d-bcc2e54dc51a,revision_number=3']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:20:12.646673 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port a1829fc8-ba19-45a4-b97e-507fd1e787be triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 18:20:12.647059 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (a1829fc8-ba19-45a4-b97e-507fd1e787be), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:20:12.720648 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e30cc1-bfca-43ce-8747-bc403ca5f49d None None] Pushing event updated for resources: {'Port': ['ID=6354d72b-74eb-4d6f-a62a-319cb2dcc779,revision_number=5']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:20:12.732016 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-0d330e88-acd8-4f0a-b41c-9d6026e3cbd0 None None] Provisioning complete for port a1829fc8-ba19-45a4-b97e-507fd1e787be triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 18:20:12.732395 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0d330e88-acd8-4f0a-b41c-9d6026e3cbd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (a1829fc8-ba19-45a4-b97e-507fd1e787be), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:20:12.772420 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-1bd106ec-d260-44e8-b0b0-9f0aab8cfa5b admin admin] Publish callbacks [] for port (c33a689a-5a5b-429b-89be-87f582deaf68), precommit_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:20:12.777172 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvr_db [None req-0b52f2ae-5812-49b4-8830-8c3c37a58a80 None None] Set router ee5746ac-3147-45d6-8305-cdf764154163 gateway port host: n-d-827839-2 {{(pid=103378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 18:20:12.778714 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-1bd106ec-d260-44e8-b0b0-9f0aab8cfa5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675836'] for port (c33a689a-5a5b-429b-89be-87f582deaf68), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:20:12.851411 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd106ec-d260-44e8-b0b0-9f0aab8cfa5b admin admin] Pushing event updated for resources: {'Port': ['ID=c33a689a-5a5b-429b-89be-87f582deaf68,revision_number=2']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:20:12.854838 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-1bd106ec-d260-44e8-b0b0-9f0aab8cfa5b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1677345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602751'] for router_interface (ee5746ac-3147-45d6-8305-cdf764154163), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:20:12.945742 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port a1829fc8-ba19-45a4-b97e-507fd1e787be is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 18:20:12.947361 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 2f61c45b-7202-4e79-834d-fa3c0872b4a6 up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 18:20:12.951165 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bd106ec-d260-44e8-b0b0-9f0aab8cfa5b admin admin] Network 9e7fdb60-f187-47a5-bafd-084b957c0c24 is already hosted by enough agents. {{(pid=103376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 18:20:12.951500 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (3f9244a9-75fc-4c10-b195-11d48b853b41), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:20:12.952564 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [None req-1bd106ec-d260-44e8-b0b0-9f0aab8cfa5b admin admin] Resources bound (agent type, host, resource id): {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 18:20:13.049917 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-0d330e88-acd8-4f0a-b41c-9d6026e3cbd0 None None] Current status of the port a1829fc8-ba19-45a4-b97e-507fd1e787be is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 18:20:13.086701 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bd106ec-d260-44e8-b0b0-9f0aab8cfa5b admin admin] Router ee5746ac-3147-45d6-8305-cdf764154163 has already been hosted by L3 agent 64ada913-9131-4d99-a265-63a920956287 {{(pid=103376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 18:20:13.116434 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-0d330e88-acd8-4f0a-b41c-9d6026e3cbd0 None None] Provisioning complete for port c33a689a-5a5b-429b-89be-87f582deaf68 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 18:20:13.117152 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0d330e88-acd8-4f0a-b41c-9d6026e3cbd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (c33a689a-5a5b-429b-89be-87f582deaf68), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:20:13.174728 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port 2f61c45b-7202-4e79-834d-fa3c0872b4a6 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 18:20:13.175325 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (2f61c45b-7202-4e79-834d-fa3c0872b4a6), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:20:13.235027 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-0d330e88-acd8-4f0a-b41c-9d6026e3cbd0 None None] Port c33a689a-5a5b-429b-89be-87f582deaf68 cannot update to ACTIVE because it is not bound. {{(pid=103378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 18:20:13.269641 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-0b52f2ae-5812-49b4-8830-8c3c37a58a80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee5746ac-3147-45d6-8305-cdf764154163', 'name': 'tempest-TestMinimumBasicScenario-527153290-router', 'tenant_id': '69071679a2e34a53a250d9e5ff5ea19c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.194'}], 'enable_snat': True}, 'gw_port_id': '16338dbb-ad13-47a1-9b4d-bcc2e54dc51a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T18:20:09Z', 'updated_at': '2022-02-04T18:20:10Z', 'revision_number': 3, 'project_id': '69071679a2e34a53a250d9e5ff5ea19c', 'gw_port': {'id': '16338dbb-ad13-47a1-9b4d-bcc2e54dc51a', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:5f:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee5746ac-3147-45d6-8305-cdf764154163', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:20:09Z', 'updated_at': '2022-02-04T18:20:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2'}], 'n-d-827839-2', False) {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:20:13.270224 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bd106ec-d260-44e8-b0b0-9f0aab8cfa5b admin admin] Notify agent at l3_agent.n-d-827839-2 the message routers_updated {{(pid=103376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 18:20:13.278713 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-1bd106ec-d260-44e8-b0b0-9f0aab8cfa5b admin admin] 10.222.0.89 "PUT /v2.0/routers/ee5746ac-3147-45d6-8305-cdf764154163/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3512733 Feb 04 18:20:13.307327 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b52f2ae-5812-49b4-8830-8c3c37a58a80 None None] The sync data for ids ['ee5746ac-3147-45d6-8305-cdf764154163'] in n-d-827839-2 is: [{'id': 'ee5746ac-3147-45d6-8305-cdf764154163', 'name': 'tempest-TestMinimumBasicScenario-527153290-router', 'tenant_id': '69071679a2e34a53a250d9e5ff5ea19c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.194'}], 'enable_snat': True}, 'gw_port_id': '16338dbb-ad13-47a1-9b4d-bcc2e54dc51a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T18:20:09Z', 'updated_at': '2022-02-04T18:20:10Z', 'revision_number': 3, 'project_id': '69071679a2e34a53a250d9e5ff5ea19c', 'gw_port': {'id': '16338dbb-ad13-47a1-9b4d-bcc2e54dc51a', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:5f:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee5746ac-3147-45d6-8305-cdf764154163', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:20:09Z', 'updated_at': '2022-02-04T18:20:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2'}] {{(pid=103378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 18:20:13.359298 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port 2f61c45b-7202-4e79-834d-fa3c0872b4a6 is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 18:20:13.360507 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 6354d72b-74eb-4d6f-a62a-319cb2dcc779 up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 18:20:13.400679 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-45c9baa1-9551-4806-920b-326713b46de4 None None] Provisioning complete for port c33a689a-5a5b-429b-89be-87f582deaf68 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 18:20:13.401083 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-45c9baa1-9551-4806-920b-326713b46de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (c33a689a-5a5b-429b-89be-87f582deaf68), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:20:13.449494 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-45c9baa1-9551-4806-920b-326713b46de4 None None] Port c33a689a-5a5b-429b-89be-87f582deaf68 cannot update to ACTIVE because it is not bound. {{(pid=103378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 18:20:13.457598 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port 6354d72b-74eb-4d6f-a62a-319cb2dcc779 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 18:20:13.457975 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (6354d72b-74eb-4d6f-a62a-319cb2dcc779), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:20:13.548819 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port 6354d72b-74eb-4d6f-a62a-319cb2dcc779 is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 18:20:14.366191 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 16338dbb-ad13-47a1-9b4d-bcc2e54dc51a up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 18:20:14.422899 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port 16338dbb-ad13-47a1-9b4d-bcc2e54dc51a triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 18:20:14.423532 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (16338dbb-ad13-47a1-9b4d-bcc2e54dc51a), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:20:14.533059 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port 16338dbb-ad13-47a1-9b4d-bcc2e54dc51a is: DOWN; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 18:20:14.533362 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (16338dbb-ad13-47a1-9b4d-bcc2e54dc51a), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:20:14.559429 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] For port 16338dbb-ad13-47a1-9b4d-bcc2e54dc51a, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=16338dbb-ad13-47a1-9b4d-bcc2e54dc51a,segment=NetworkSegment(5942dc44-1f07-4c27-b0ab-45a2bff20dd5),segment_id=5942dc44-1f07-4c27-b0ab-45a2bff20dd5)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 18:20:14.565258 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (16338dbb-ad13-47a1-9b4d-bcc2e54dc51a), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:20:14.566186 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 6354d72b-74eb-4d6f-a62a-319cb2dcc779 up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 18:20:14.660463 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Pushing event updated for resources: {'Port': ['ID=16338dbb-ad13-47a1-9b4d-bcc2e54dc51a,revision_number=4']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:20:14.674973 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port 6354d72b-74eb-4d6f-a62a-319cb2dcc779 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 18:20:14.675355 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (6354d72b-74eb-4d6f-a62a-319cb2dcc779), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:20:14.762713 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port 6354d72b-74eb-4d6f-a62a-319cb2dcc779 is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 18:20:15.632544 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32c4173c-1ecd-4630-bf93-540773622ad1 None None] Sync routers for ids ['ee5746ac-3147-45d6-8305-cdf764154163'] in n-d-827839-2 {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 18:20:15.643438 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32c4173c-1ecd-4630-bf93-540773622ad1 None None] Routers {'ee5746ac-3147-45d6-8305-cdf764154163'} bound to L3 agent in host n-d-827839-2 {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 18:20:15.645635 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-32c4173c-1ecd-4630-bf93-540773622ad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T18:20:03Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['ee5746ac-3147-45d6-8305-cdf764154163'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:20:15.864767 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvr_db [None req-32c4173c-1ecd-4630-bf93-540773622ad1 None None] Set router ee5746ac-3147-45d6-8305-cdf764154163 gateway port host: n-d-827839-2 {{(pid=103379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 18:20:16.082933 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-32c4173c-1ecd-4630-bf93-540773622ad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee5746ac-3147-45d6-8305-cdf764154163', 'name': 'tempest-TestMinimumBasicScenario-527153290-router', 'tenant_id': '69071679a2e34a53a250d9e5ff5ea19c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.194'}], 'enable_snat': True}, 'gw_port_id': '16338dbb-ad13-47a1-9b4d-bcc2e54dc51a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T18:20:09Z', 'updated_at': '2022-02-04T18:20:12Z', 'revision_number': 4, 'project_id': '69071679a2e34a53a250d9e5ff5ea19c', 'gw_port': {'id': '16338dbb-ad13-47a1-9b4d-bcc2e54dc51a', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:5f:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee5746ac-3147-45d6-8305-cdf764154163', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:20:09Z', 'updated_at': '2022-02-04T18:20:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_interfaces': [{'id': 'c33a689a-5a5b-429b-89be-87f582deaf68', 'name': '', 'network_id': '9e7fdb60-f187-47a5-bafd-084b957c0c24', 'tenant_id': '69071679a2e34a53a250d9e5ff5ea19c', 'mac_address': 'fa:16:3e:f2:e6:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee5746ac-3147-45d6-8305-cdf764154163', 'device_owner': 'network:router_interface', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': '82c3c508-474a-4a55-9877-74f702530660', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:20:11Z', 'updated_at': '2022-02-04T18:20:12Z', 'revision_number': 2, 'project_id': '69071679a2e34a53a250d9e5ff5ea19c', 'subnets': [{'id': '82c3c508-474a-4a55-9877-74f702530660', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-2', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:20:16.119278 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32c4173c-1ecd-4630-bf93-540773622ad1 None None] Checking router: ee5746ac-3147-45d6-8305-cdf764154163 for host: n-d-827839-2 {{(pid=103379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 18:20:16.119546 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32c4173c-1ecd-4630-bf93-540773622ad1 None None] Updating router ee5746ac-3147-45d6-8305-cdf764154163 port c33a689a-5a5b-429b-89be-87f582deaf68 binding host n-d-827839-2 {{(pid=103379) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 18:20:16.151026 n-d-827839-2 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-32c4173c-1ecd-4630-bf93-540773622ad1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (c33a689a-5a5b-429b-89be-87f582deaf68), before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:20:16.267547 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 16338dbb-ad13-47a1-9b4d-bcc2e54dc51a up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 18:20:16.343002 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port 16338dbb-ad13-47a1-9b4d-bcc2e54dc51a triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 18:20:16.343542 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (16338dbb-ad13-47a1-9b4d-bcc2e54dc51a), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:20:16.450195 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port 16338dbb-ad13-47a1-9b4d-bcc2e54dc51a is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 18:20:16.513340 n-d-827839-2 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-32c4173c-1ecd-4630-bf93-540773622ad1 None None] Publish callbacks [] for port (c33a689a-5a5b-429b-89be-87f582deaf68), precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:20:16.520665 n-d-827839-2 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-32c4173c-1ecd-4630-bf93-540773622ad1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (c33a689a-5a5b-429b-89be-87f582deaf68), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:20:16.584858 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b219b81f-a4e1-424a-9f39-2f7f44603a2e None None] Pushing event updated for resources: {'Port': ['ID=c33a689a-5a5b-429b-89be-87f582deaf68,revision_number=3']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:20:16.645600 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [None req-32c4173c-1ecd-4630-bf93-540773622ad1 None None] Attempting to bind port c33a689a-5a5b-429b-89be-87f582deaf68 on host n-d-827839-2 for vnic_type normal with profile {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 18:20:16.646264 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [None req-32c4173c-1ecd-4630-bf93-540773622ad1 None None] Attempting to bind port c33a689a-5a5b-429b-89be-87f582deaf68 by drivers openvswitch,hyperv on host n-d-827839-2 at level 0 using segments [{'id': 'ccc8a5bc-89fd-47dc-95b9-12d53f1f71a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '9e7fdb60-f187-47a5-bafd-084b957c0c24'}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 18:20:16.646405 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32c4173c-1ecd-4630-bf93-540773622ad1 None None] Attempting to bind port c33a689a-5a5b-429b-89be-87f582deaf68 on network 9e7fdb60-f187-47a5-bafd-084b957c0c24 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 18:20:16.655455 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32c4173c-1ecd-4630-bf93-540773622ad1 None None] Checking agent: {'id': 'ba70844b-66a0-45fd-a2f2-e6ed673321fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 0, 36), 'started_at': datetime.datetime(2022, 2, 4, 17, 1, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 18, 20, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 18:20:16.655834 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32c4173c-1ecd-4630-bf93-540773622ad1 None None] Checking segment: {'id': 'ccc8a5bc-89fd-47dc-95b9-12d53f1f71a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '9e7fdb60-f187-47a5-bafd-084b957c0c24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 18:20:16.656239 n-d-827839-2 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-32c4173c-1ecd-4630-bf93-540773622ad1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:20:16.656622 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32c4173c-1ecd-4630-bf93-540773622ad1 None None] Bound using segment: {'id': 'ccc8a5bc-89fd-47dc-95b9-12d53f1f71a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '9e7fdb60-f187-47a5-bafd-084b957c0c24'} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 18:20:16.657465 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [None req-32c4173c-1ecd-4630-bf93-540773622ad1 None None] Bound port: c33a689a-5a5b-429b-89be-87f582deaf68, host: n-d-827839-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ccc8a5bc-89fd-47dc-95b9-12d53f1f71a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '9e7fdb60-f187-47a5-bafd-084b957c0c24'}}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 18:20:16.657843 n-d-827839-2 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-32c4173c-1ecd-4630-bf93-540773622ad1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (c33a689a-5a5b-429b-89be-87f582deaf68), before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:20:16.739821 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-32c4173c-1ecd-4630-bf93-540773622ad1 None None] For port c33a689a-5a5b-429b-89be-87f582deaf68, host n-d-827839-2, cleared binding levels {{(pid=103379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 18:20:16.739821 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-32c4173c-1ecd-4630-bf93-540773622ad1 None None] For port c33a689a-5a5b-429b-89be-87f582deaf68, host n-d-827839-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=c33a689a-5a5b-429b-89be-87f582deaf68,segment=NetworkSegment(ccc8a5bc-89fd-47dc-95b9-12d53f1f71a7),segment_id=ccc8a5bc-89fd-47dc-95b9-12d53f1f71a7)] {{(pid=103379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 18:20:16.746836 n-d-827839-2 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-32c4173c-1ecd-4630-bf93-540773622ad1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (c33a689a-5a5b-429b-89be-87f582deaf68), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:20:16.809444 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32c4173c-1ecd-4630-bf93-540773622ad1 None None] Routers {'ee5746ac-3147-45d6-8305-cdf764154163'} bound to L3 agent in host n-d-827839-2 {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 18:20:16.810081 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-32c4173c-1ecd-4630-bf93-540773622ad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T18:20:03Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['ee5746ac-3147-45d6-8305-cdf764154163'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:20:16.822972 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b219b81f-a4e1-424a-9f39-2f7f44603a2e None None] Pushing event updated for resources: {'Port': ['ID=c33a689a-5a5b-429b-89be-87f582deaf68,revision_number=4']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:20:16.957548 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvr_db [None req-32c4173c-1ecd-4630-bf93-540773622ad1 None None] Set router ee5746ac-3147-45d6-8305-cdf764154163 gateway port host: n-d-827839-2 {{(pid=103379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 18:20:16.959759 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-df0e3bc8-a18f-4c07-ae95-7e3cda43612d None None] Provisioning complete for port c33a689a-5a5b-429b-89be-87f582deaf68 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 18:20:16.960143 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-df0e3bc8-a18f-4c07-ae95-7e3cda43612d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (c33a689a-5a5b-429b-89be-87f582deaf68), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:20:17.088025 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-df0e3bc8-a18f-4c07-ae95-7e3cda43612d None None] Current status of the port c33a689a-5a5b-429b-89be-87f582deaf68 is: DOWN; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 18:20:17.088678 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-df0e3bc8-a18f-4c07-ae95-7e3cda43612d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (c33a689a-5a5b-429b-89be-87f582deaf68), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:20:17.128793 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-df0e3bc8-a18f-4c07-ae95-7e3cda43612d None None] For port c33a689a-5a5b-429b-89be-87f582deaf68, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=c33a689a-5a5b-429b-89be-87f582deaf68,segment=NetworkSegment(ccc8a5bc-89fd-47dc-95b9-12d53f1f71a7),segment_id=ccc8a5bc-89fd-47dc-95b9-12d53f1f71a7)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 18:20:17.133842 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-df0e3bc8-a18f-4c07-ae95-7e3cda43612d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (c33a689a-5a5b-429b-89be-87f582deaf68), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:20:17.193887 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0e3bc8-a18f-4c07-ae95-7e3cda43612d None None] Pushing event updated for resources: {'Port': ['ID=c33a689a-5a5b-429b-89be-87f582deaf68,revision_number=5']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:20:17.202791 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df0e3bc8-a18f-4c07-ae95-7e3cda43612d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:20:17.203137 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df0e3bc8-a18f-4c07-ae95-7e3cda43612d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:20:17.203520 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df0e3bc8-a18f-4c07-ae95-7e3cda43612d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:20:17.203975 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df0e3bc8-a18f-4c07-ae95-7e3cda43612d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:20:17.204314 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df0e3bc8-a18f-4c07-ae95-7e3cda43612d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:20:17.204648 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df0e3bc8-a18f-4c07-ae95-7e3cda43612d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:20:17.205005 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df0e3bc8-a18f-4c07-ae95-7e3cda43612d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:20:17.205333 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df0e3bc8-a18f-4c07-ae95-7e3cda43612d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:20:17.205657 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df0e3bc8-a18f-4c07-ae95-7e3cda43612d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:20:17.205977 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df0e3bc8-a18f-4c07-ae95-7e3cda43612d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:20:17.206361 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df0e3bc8-a18f-4c07-ae95-7e3cda43612d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:20:17.206610 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df0e3bc8-a18f-4c07-ae95-7e3cda43612d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:20:17.206932 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df0e3bc8-a18f-4c07-ae95-7e3cda43612d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:20:17.241787 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-32c4173c-1ecd-4630-bf93-540773622ad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee5746ac-3147-45d6-8305-cdf764154163', 'name': 'tempest-TestMinimumBasicScenario-527153290-router', 'tenant_id': '69071679a2e34a53a250d9e5ff5ea19c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.194'}], 'enable_snat': True}, 'gw_port_id': '16338dbb-ad13-47a1-9b4d-bcc2e54dc51a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T18:20:09Z', 'updated_at': '2022-02-04T18:20:12Z', 'revision_number': 4, 'project_id': '69071679a2e34a53a250d9e5ff5ea19c', 'gw_port': {'id': '16338dbb-ad13-47a1-9b4d-bcc2e54dc51a', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:5f:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee5746ac-3147-45d6-8305-cdf764154163', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:20:09Z', 'updated_at': '2022-02-04T18:20:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_interfaces': [{'id': 'c33a689a-5a5b-429b-89be-87f582deaf68', 'name': '', 'network_id': '9e7fdb60-f187-47a5-bafd-084b957c0c24', 'tenant_id': '69071679a2e34a53a250d9e5ff5ea19c', 'mac_address': 'fa:16:3e:f2:e6:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee5746ac-3147-45d6-8305-cdf764154163', 'device_owner': 'network:router_interface', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': '82c3c508-474a-4a55-9877-74f702530660', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:20:11Z', 'updated_at': '2022-02-04T18:20:16Z', 'revision_number': 4, 'project_id': '69071679a2e34a53a250d9e5ff5ea19c', 'subnets': [{'id': '82c3c508-474a-4a55-9877-74f702530660', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-2', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:20:17.260188 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-24a889b7-5c3a-4a8b-aa4a-6fb10a454917 None None] Provisioning complete for port c33a689a-5a5b-429b-89be-87f582deaf68 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 18:20:17.260569 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-24a889b7-5c3a-4a8b-aa4a-6fb10a454917 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (c33a689a-5a5b-429b-89be-87f582deaf68), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:20:17.276229 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32c4173c-1ecd-4630-bf93-540773622ad1 None None] The sync data for ids ['ee5746ac-3147-45d6-8305-cdf764154163'] in n-d-827839-2 is: [{'id': 'ee5746ac-3147-45d6-8305-cdf764154163', 'name': 'tempest-TestMinimumBasicScenario-527153290-router', 'tenant_id': '69071679a2e34a53a250d9e5ff5ea19c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.194'}], 'enable_snat': True}, 'gw_port_id': '16338dbb-ad13-47a1-9b4d-bcc2e54dc51a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T18:20:09Z', 'updated_at': '2022-02-04T18:20:12Z', 'revision_number': 4, 'project_id': '69071679a2e34a53a250d9e5ff5ea19c', 'gw_port': {'id': '16338dbb-ad13-47a1-9b4d-bcc2e54dc51a', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:5f:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee5746ac-3147-45d6-8305-cdf764154163', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:20:09Z', 'updated_at': '2022-02-04T18:20:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_interfaces': [{'id': 'c33a689a-5a5b-429b-89be-87f582deaf68', 'name': '', 'network_id': '9e7fdb60-f187-47a5-bafd-084b957c0c24', 'tenant_id': '69071679a2e34a53a250d9e5ff5ea19c', 'mac_address': 'fa:16:3e:f2:e6:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee5746ac-3147-45d6-8305-cdf764154163', 'device_owner': 'network:router_interface', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': '82c3c508-474a-4a55-9877-74f702530660', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:20:11Z', 'updated_at': '2022-02-04T18:20:16Z', 'revision_number': 4, 'project_id': '69071679a2e34a53a250d9e5ff5ea19c', 'subnets': [{'id': '82c3c508-474a-4a55-9877-74f702530660', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 18:20:17.406080 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-24a889b7-5c3a-4a8b-aa4a-6fb10a454917 None None] Current status of the port c33a689a-5a5b-429b-89be-87f582deaf68 is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 18:20:18.313392 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device c33a689a-5a5b-429b-89be-87f582deaf68 up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 18:20:18.381942 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port c33a689a-5a5b-429b-89be-87f582deaf68 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 18:20:18.382326 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (c33a689a-5a5b-429b-89be-87f582deaf68), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:20:18.468625 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port c33a689a-5a5b-429b-89be-87f582deaf68 is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 18:20:23.757891 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba187fcd-d6d8-472c-9953-cd1edde63afb req-e83f584c-1cc5-43f1-b8ed-c1490325ce39 tempest-TestMinimumBasicScenario-1638750273 tempest-TestMinimumBasicScenario-1638750273-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:20:23.759920 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-ba187fcd-d6d8-472c-9953-cd1edde63afb req-e83f584c-1cc5-43f1-b8ed-c1490325ce39 tempest-TestMinimumBasicScenario-1638750273 tempest-TestMinimumBasicScenario-1638750273-project] 10.222.0.89 "GET /v2.0/networks?id=3a77eecf-82b5-41e0-9c8c-825eee7888c6 HTTP/1.1" status: 200 len: 814 time: 0.0996909 Feb 04 18:20:23.774388 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-ba187fcd-d6d8-472c-9953-cd1edde63afb req-5db152b8-d3a4-41e0-98f1-dab7d47ff653 tempest-TestMinimumBasicScenario-1638750273 tempest-TestMinimumBasicScenario-1638750273-project] 10.222.0.89 "GET /v2.0/quotas/a7f084d7e77244a89186bf339607fa53 HTTP/1.1" status: 200 len: 375 time: 0.0089121 Feb 04 18:20:23.829328 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-ba187fcd-d6d8-472c-9953-cd1edde63afb req-bd9b1d30-19d2-4f78-be42-fe402c0d9f2f tempest-TestMinimumBasicScenario-1638750273 tempest-TestMinimumBasicScenario-1638750273-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=a7f084d7e77244a89186bf339607fa53&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0500917 Feb 04 18:20:23.926045 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-ba187fcd-d6d8-472c-9953-cd1edde63afb req-7ae4f2e9-bcaf-4f4e-aab2-74dac853652a service neutron] 10.222.0.89 "GET /v2.0/networks/3a77eecf-82b5-41e0-9c8c-825eee7888c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857825 Feb 04 18:20:24.014055 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-ba187fcd-d6d8-472c-9953-cd1edde63afb req-40cf25c0-2b28-4cf5-a0d2-1f8e54bd2fb1 service neutron] 10.222.0.89 "GET /v2.0/networks/3a77eecf-82b5-41e0-9c8c-825eee7888c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816696 Feb 04 18:20:24.178665 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-53489968-3ad5-49d5-85de-7a69c7d22e53 req-4a5a096e-f45e-411e-8d08-70c5b511ef93 tempest-TestMinimumBasicScenario-1638750273 tempest-TestMinimumBasicScenario-1638750273-project] 10.222.0.89 "GET /v2.0/ports?device_id=61da2300-4097-4cc3-8050-30737b0e2f62 HTTP/1.1" status: 200 len: 210 time: 0.0289786 Feb 04 18:20:25.162921 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba187fcd-d6d8-472c-9953-cd1edde63afb req-a91ed617-180f-4008-8b78-5c733edf2362 tempest-TestMinimumBasicScenario-1638750273 tempest-TestMinimumBasicScenario-1638750273-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:20:25.164452 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-ba187fcd-d6d8-472c-9953-cd1edde63afb req-a91ed617-180f-4008-8b78-5c733edf2362 tempest-TestMinimumBasicScenario-1638750273 tempest-TestMinimumBasicScenario-1638750273-project] 10.222.0.96 "GET /v2.0/networks?id=3a77eecf-82b5-41e0-9c8c-825eee7888c6 HTTP/1.1" status: 200 len: 814 time: 0.1083510 Feb 04 18:20:25.177860 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [req-ba187fcd-d6d8-472c-9953-cd1edde63afb req-d8a9423a-9ecb-4604-8c5d-7474330e3470 tempest-TestMinimumBasicScenario-1638750273 tempest-TestMinimumBasicScenario-1638750273-project] Request body: {'port': {'device_id': '61da2300-4097-4cc3-8050-30737b0e2f62', 'network_id': '3a77eecf-82b5-41e0-9c8c-825eee7888c6', 'admin_state_up': True, 'tenant_id': 'a7f084d7e77244a89186bf339607fa53'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 18:20:25.296657 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-514bf3ee-a226-4cd9-b02a-87db303ecdff req-a6b26557-f637-4758-bbb9-fb62cc59bc84 tempest-TestMinimumBasicScenario-1638750273 tempest-TestMinimumBasicScenario-1638750273-project] 10.222.0.89 "GET /v2.0/ports?device_id=61da2300-4097-4cc3-8050-30737b0e2f62 HTTP/1.1" status: 200 len: 210 time: 0.0407200 Feb 04 18:20:25.318585 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba187fcd-d6d8-472c-9953-cd1edde63afb req-d8a9423a-9ecb-4604-8c5d-7474330e3470 tempest-TestMinimumBasicScenario-1638750273 tempest-TestMinimumBasicScenario-1638750273-project] Made reservation on behalf of a7f084d7e77244a89186bf339607fa53 for: {'port': 1} {{(pid=103376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 18:20:25.322135 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-ba187fcd-d6d8-472c-9953-cd1edde63afb req-d8a9423a-9ecb-4604-8c5d-7474330e3470 tempest-TestMinimumBasicScenario-1638750273 tempest-TestMinimumBasicScenario-1638750273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:20:25.469937 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.db_base_plugin_common [req-ba187fcd-d6d8-472c-9953-cd1edde63afb req-d8a9423a-9ecb-4604-8c5d-7474330e3470 tempest-TestMinimumBasicScenario-1638750273 tempest-TestMinimumBasicScenario-1638750273-project] Allocated IP 172.20.0.8 (3a77eecf-82b5-41e0-9c8c-825eee7888c6/cf2bcec4-c5a8-4185-b78f-23eedb23cd35/280cb09f-f3b2-4969-ba6c-dc59bad6e866) {{(pid=103376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 18:20:25.677893 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-ba187fcd-d6d8-472c-9953-cd1edde63afb req-d8a9423a-9ecb-4604-8c5d-7474330e3470 tempest-TestMinimumBasicScenario-1638750273 tempest-TestMinimumBasicScenario-1638750273-project] Publish callbacks [] for port (280cb09f-f3b2-4969-ba6c-dc59bad6e866), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:20:25.716967 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-ba187fcd-d6d8-472c-9953-cd1edde63afb req-d8a9423a-9ecb-4604-8c5d-7474330e3470 tempest-TestMinimumBasicScenario-1638750273 tempest-TestMinimumBasicScenario-1638750273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (280cb09f-f3b2-4969-ba6c-dc59bad6e866), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:20:25.782716 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba187fcd-d6d8-472c-9953-cd1edde63afb req-d8a9423a-9ecb-4604-8c5d-7474330e3470 tempest-TestMinimumBasicScenario-1638750273 tempest-TestMinimumBasicScenario-1638750273-project] Network 3a77eecf-82b5-41e0-9c8c-825eee7888c6 is already hosted by enough agents. {{(pid=103376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 18:20:25.786250 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [req-ba187fcd-d6d8-472c-9953-cd1edde63afb req-d8a9423a-9ecb-4604-8c5d-7474330e3470 tempest-TestMinimumBasicScenario-1638750273 tempest-TestMinimumBasicScenario-1638750273-project] Resources bound (agent type, host, resource id): {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 18:20:25.792027 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba187fcd-d6d8-472c-9953-cd1edde63afb req-d8a9423a-9ecb-4604-8c5d-7474330e3470 tempest-TestMinimumBasicScenario-1638750273 tempest-TestMinimumBasicScenario-1638750273-project] Received port after_create {{(pid=103376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 18:20:25.796350 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a9423a-9ecb-4604-8c5d-7474330e3470 tempest-TestMinimumBasicScenario-1638750273 tempest-TestMinimumBasicScenario-1638750273-project] Pushing event updated for resources: {'Port': ['ID=280cb09f-f3b2-4969-ba6c-dc59bad6e866,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:20:25.863772 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba187fcd-d6d8-472c-9953-cd1edde63afb req-d8a9423a-9ecb-4604-8c5d-7474330e3470 tempest-TestMinimumBasicScenario-1638750273 tempest-TestMinimumBasicScenario-1638750273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:20:25.866526 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-ba187fcd-d6d8-472c-9953-cd1edde63afb req-d8a9423a-9ecb-4604-8c5d-7474330e3470 tempest-TestMinimumBasicScenario-1638750273 tempest-TestMinimumBasicScenario-1638750273-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:20:25.888988 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-ba187fcd-d6d8-472c-9953-cd1edde63afb req-d8a9423a-9ecb-4604-8c5d-7474330e3470 tempest-TestMinimumBasicScenario-1638750273 tempest-TestMinimumBasicScenario-1638750273-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7153563 Feb 04 18:20:26.088726 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-f85d8026-4bc7-4015-8556-34c3e1a72e73 None None] Provisioning complete for port 280cb09f-f3b2-4969-ba6c-dc59bad6e866 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 18:20:26.089375 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f85d8026-4bc7-4015-8556-34c3e1a72e73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (280cb09f-f3b2-4969-ba6c-dc59bad6e866), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:20:26.128416 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-f85d8026-4bc7-4015-8556-34c3e1a72e73 None None] Port 280cb09f-f3b2-4969-ba6c-dc59bad6e866 cannot update to ACTIVE because it is not bound. {{(pid=103378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 18:20:26.425788 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c36e805-ddb8-4481-a6c6-89898f8d6b2c req-9a66b1aa-4c4c-4a27-a57e-3b093172202b tempest-TestMinimumBasicScenario-1638750273 tempest-TestMinimumBasicScenario-1638750273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:20:26.427285 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-5c36e805-ddb8-4481-a6c6-89898f8d6b2c req-9a66b1aa-4c4c-4a27-a57e-3b093172202b tempest-TestMinimumBasicScenario-1638750273 tempest-TestMinimumBasicScenario-1638750273-project] 10.222.0.89 "GET /v2.0/ports?device_id=61da2300-4097-4cc3-8050-30737b0e2f62 HTTP/1.1" status: 200 len: 931 time: 0.0559080 Feb 04 18:20:26.485545 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-5c36e805-ddb8-4481-a6c6-89898f8d6b2c req-cf7c3dbc-db39-4612-a1f8-ee64a755ef7c tempest-TestMinimumBasicScenario-1638750273 tempest-TestMinimumBasicScenario-1638750273-project] 10.222.0.89 "GET /v2.0/security-groups?id=02f25008-f71b-4b64-a6a4-e426ae57fb70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505941 Feb 04 18:20:27.617509 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d00e44d-eec5-4cf9-8a6d-556d5445978b req-92102563-4ad7-4ce2-98d2-3580e86995cf tempest-TestMinimumBasicScenario-1638750273 tempest-TestMinimumBasicScenario-1638750273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:20:27.621210 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-3d00e44d-eec5-4cf9-8a6d-556d5445978b req-92102563-4ad7-4ce2-98d2-3580e86995cf tempest-TestMinimumBasicScenario-1638750273 tempest-TestMinimumBasicScenario-1638750273-project] 10.222.0.89 "GET /v2.0/ports?device_id=61da2300-4097-4cc3-8050-30737b0e2f62 HTTP/1.1" status: 200 len: 931 time: 0.0601435 Feb 04 18:20:27.676801 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-3d00e44d-eec5-4cf9-8a6d-556d5445978b req-1b8fe702-0401-4d66-a753-e809c6ab782a tempest-TestMinimumBasicScenario-1638750273 tempest-TestMinimumBasicScenario-1638750273-project] 10.222.0.89 "GET /v2.0/security-groups?id=02f25008-f71b-4b64-a6a4-e426ae57fb70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519452 Feb 04 18:20:28.830972 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503e564f-7be4-4db3-b258-290bed7be047 req-6d258d57-28c1-4a69-85a1-9e038c2d1904 tempest-TestMinimumBasicScenario-1638750273 tempest-TestMinimumBasicScenario-1638750273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:20:28.833611 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-503e564f-7be4-4db3-b258-290bed7be047 req-6d258d57-28c1-4a69-85a1-9e038c2d1904 tempest-TestMinimumBasicScenario-1638750273 tempest-TestMinimumBasicScenario-1638750273-project] 10.222.0.89 "GET /v2.0/ports?device_id=61da2300-4097-4cc3-8050-30737b0e2f62 HTTP/1.1" status: 200 len: 931 time: 0.0734715 Feb 04 18:20:28.890623 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-503e564f-7be4-4db3-b258-290bed7be047 req-c8f72f8f-397d-41d9-97ec-44c4e583ee5f tempest-TestMinimumBasicScenario-1638750273 tempest-TestMinimumBasicScenario-1638750273-project] 10.222.0.89 "GET /v2.0/security-groups?id=02f25008-f71b-4b64-a6a4-e426ae57fb70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503094 Feb 04 18:20:29.868934 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-aefdb423-6274-4203-9fb7-2cf73cf60b7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (bb89f5a3-3c22-440b-b7d1-c4f0c43c184a), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:20:30.022743 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf1a950-5630-4993-91c2-5212d87a7c8a req-60aba30b-34d1-4ce0-8c7a-b40caad6aa03 tempest-TestMinimumBasicScenario-1638750273 tempest-TestMinimumBasicScenario-1638750273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:20:30.024280 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-daf1a950-5630-4993-91c2-5212d87a7c8a req-60aba30b-34d1-4ce0-8c7a-b40caad6aa03 tempest-TestMinimumBasicScenario-1638750273 tempest-TestMinimumBasicScenario-1638750273-project] 10.222.0.89 "GET /v2.0/ports?device_id=61da2300-4097-4cc3-8050-30737b0e2f62 HTTP/1.1" status: 200 len: 931 time: 0.0618773 Feb 04 18:20:30.085544 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-daf1a950-5630-4993-91c2-5212d87a7c8a req-463f20bd-aafc-4bc9-b7aa-1d89674c214c tempest-TestMinimumBasicScenario-1638750273 tempest-TestMinimumBasicScenario-1638750273-project] 10.222.0.89 "GET /v2.0/security-groups?id=02f25008-f71b-4b64-a6a4-e426ae57fb70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513203 Feb 04 18:20:31.193222 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.agents_db [None req-e1691f3b-aacd-4cd6-8ebb-a9c53bb301c0 None None] Agent healthcheck: found 7 active agents {{(pid=103379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 18:20:31.222387 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093971ec-1ff7-4994-9f47-2d8baf8d57aa req-28a1f1e3-be42-4a4b-96f5-f63358b410ba tempest-TestMinimumBasicScenario-1638750273 tempest-TestMinimumBasicScenario-1638750273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:20:31.223952 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-093971ec-1ff7-4994-9f47-2d8baf8d57aa req-28a1f1e3-be42-4a4b-96f5-f63358b410ba tempest-TestMinimumBasicScenario-1638750273 tempest-TestMinimumBasicScenario-1638750273-project] 10.222.0.89 "GET /v2.0/ports?device_id=61da2300-4097-4cc3-8050-30737b0e2f62 HTTP/1.1" status: 200 len: 931 time: 0.0611820 Feb 04 18:20:31.282549 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-093971ec-1ff7-4994-9f47-2d8baf8d57aa req-765870a9-bc92-48cb-a4e1-3e0058fddb9b tempest-TestMinimumBasicScenario-1638750273 tempest-TestMinimumBasicScenario-1638750273-project] 10.222.0.89 "GET /v2.0/security-groups?id=02f25008-f71b-4b64-a6a4-e426ae57fb70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506077 Feb 04 18:20:32.404688 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6554d943-ad5e-47f0-b2ab-c3459a6d71b3 req-f03a7638-e990-4bc8-b71e-2c6bbd668ff7 tempest-TestMinimumBasicScenario-1638750273 tempest-TestMinimumBasicScenario-1638750273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:20:32.406261 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-6554d943-ad5e-47f0-b2ab-c3459a6d71b3 req-f03a7638-e990-4bc8-b71e-2c6bbd668ff7 tempest-TestMinimumBasicScenario-1638750273 tempest-TestMinimumBasicScenario-1638750273-project] 10.222.0.89 "GET /v2.0/ports?device_id=61da2300-4097-4cc3-8050-30737b0e2f62 HTTP/1.1" status: 200 len: 931 time: 0.0529284 Feb 04 18:20:32.453214 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-6554d943-ad5e-47f0-b2ab-c3459a6d71b3 req-1960f09c-b637-4884-8102-ea284aea0c13 tempest-TestMinimumBasicScenario-1638750273 tempest-TestMinimumBasicScenario-1638750273-project] 10.222.0.89 "GET /v2.0/security-groups?id=02f25008-f71b-4b64-a6a4-e426ae57fb70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409737 Feb 04 18:20:32.939354 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9d5c1e76-7e62-462a-9853-351f4c9ddeeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (64ada913-9131-4d99-a265-63a920956287), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:20:33.246171 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d408ec64-b374-4acb-a1fc-48241dad6d47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (0cd6d64a-47a7-40ff-8c12-71dd526c62e0), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:20:33.569759 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fd1236-5880-403d-8b6e-61a40d62745a req-8df4a6de-08c7-47a9-914e-21c919ba25d0 tempest-TestMinimumBasicScenario-1638750273 tempest-TestMinimumBasicScenario-1638750273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:20:33.571655 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-82fd1236-5880-403d-8b6e-61a40d62745a req-8df4a6de-08c7-47a9-914e-21c919ba25d0 tempest-TestMinimumBasicScenario-1638750273 tempest-TestMinimumBasicScenario-1638750273-project] 10.222.0.89 "GET /v2.0/ports?device_id=61da2300-4097-4cc3-8050-30737b0e2f62 HTTP/1.1" status: 200 len: 931 time: 0.0537176 Feb 04 18:20:33.620862 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-82fd1236-5880-403d-8b6e-61a40d62745a req-92fd341d-ca0c-4cd5-b4de-b084ae710b1f tempest-TestMinimumBasicScenario-1638750273 tempest-TestMinimumBasicScenario-1638750273-project] 10.222.0.89 "GET /v2.0/security-groups?id=02f25008-f71b-4b64-a6a4-e426ae57fb70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434968 Feb 04 18:20:34.738351 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4a0eae-141f-4f5e-8b0e-8f78d2d5f9ae req-ab03d046-0a08-4919-bc18-982a1c2eca68 tempest-TestMinimumBasicScenario-1638750273 tempest-TestMinimumBasicScenario-1638750273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:20:34.739828 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-cb4a0eae-141f-4f5e-8b0e-8f78d2d5f9ae req-ab03d046-0a08-4919-bc18-982a1c2eca68 tempest-TestMinimumBasicScenario-1638750273 tempest-TestMinimumBasicScenario-1638750273-project] 10.222.0.89 "GET /v2.0/ports?device_id=61da2300-4097-4cc3-8050-30737b0e2f62 HTTP/1.1" status: 200 len: 931 time: 0.0521059 Feb 04 18:20:34.791836 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-cb4a0eae-141f-4f5e-8b0e-8f78d2d5f9ae req-af2fb533-3685-4d5b-9011-0d6ea77ae8fa tempest-TestMinimumBasicScenario-1638750273 tempest-TestMinimumBasicScenario-1638750273-project] 10.222.0.89 "GET /v2.0/security-groups?id=02f25008-f71b-4b64-a6a4-e426ae57fb70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448384 Feb 04 18:20:35.056993 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4f14bb47-e72b-46ac-9e44-a61d9293afcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (75326290-f7a3-4db8-9cf2-15c7139ed224), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:20:35.101979 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [req-ba187fcd-d6d8-472c-9953-cd1edde63afb req-9c51b58c-81e5-4c96-842a-cc39d7a9b6fe service neutron] Request body: {'port': {'device_id': '61da2300-4097-4cc3-8050-30737b0e2f62', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827839-2'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 18:20:35.159620 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-ba187fcd-d6d8-472c-9953-cd1edde63afb req-9c51b58c-81e5-4c96-842a-cc39d7a9b6fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (280cb09f-f3b2-4969-ba6c-dc59bad6e866), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:20:35.422137 n-d-827839-2 neutron-server[103376]: DEBUG neutron.notifiers.nova [req-ba187fcd-d6d8-472c-9953-cd1edde63afb req-9c51b58c-81e5-4c96-842a-cc39d7a9b6fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 280cb09f-f3b2-4969-ba6c-dc59bad6e866 {{(pid=103376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 18:20:35.429676 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-ba187fcd-d6d8-472c-9953-cd1edde63afb req-9c51b58c-81e5-4c96-842a-cc39d7a9b6fe service neutron] Publish callbacks [] for port (280cb09f-f3b2-4969-ba6c-dc59bad6e866), precommit_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:20:35.441265 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.provisioning_blocks [req-ba187fcd-d6d8-472c-9953-cd1edde63afb req-9c51b58c-81e5-4c96-842a-cc39d7a9b6fe service neutron] Transition to ACTIVE for port object 280cb09f-f3b2-4969-ba6c-dc59bad6e866 will not be triggered until provisioned by entity L2. {{(pid=103376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 18:20:35.445088 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-ba187fcd-d6d8-472c-9953-cd1edde63afb req-9c51b58c-81e5-4c96-842a-cc39d7a9b6fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675836'] for port (280cb09f-f3b2-4969-ba6c-dc59bad6e866), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:20:35.494583 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c51b58c-81e5-4c96-842a-cc39d7a9b6fe service neutron] Pushing event updated for resources: {'Port': ['ID=280cb09f-f3b2-4969-ba6c-dc59bad6e866,revision_number=2']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:20:35.563350 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [req-ba187fcd-d6d8-472c-9953-cd1edde63afb req-9c51b58c-81e5-4c96-842a-cc39d7a9b6fe service neutron] Attempting to bind port 280cb09f-f3b2-4969-ba6c-dc59bad6e866 on host n-h1-827839-2 for vnic_type normal with profile {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 18:20:35.563686 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [req-ba187fcd-d6d8-472c-9953-cd1edde63afb req-9c51b58c-81e5-4c96-842a-cc39d7a9b6fe service neutron] Attempting to bind port 280cb09f-f3b2-4969-ba6c-dc59bad6e866 by drivers openvswitch,hyperv on host n-h1-827839-2 at level 0 using segments [{'id': '73adcb13-bdc6-48ed-8048-45b389f76477', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '3a77eecf-82b5-41e0-9c8c-825eee7888c6'}] {{(pid=103376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 18:20:35.564012 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba187fcd-d6d8-472c-9953-cd1edde63afb req-9c51b58c-81e5-4c96-842a-cc39d7a9b6fe service neutron] Attempting to bind port 280cb09f-f3b2-4969-ba6c-dc59bad6e866 on network 3a77eecf-82b5-41e0-9c8c-825eee7888c6 {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 18:20:35.568577 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba187fcd-d6d8-472c-9953-cd1edde63afb req-9c51b58c-81e5-4c96-842a-cc39d7a9b6fe service neutron] Port 280cb09f-f3b2-4969-ba6c-dc59bad6e866 on network 3a77eecf-82b5-41e0-9c8c-825eee7888c6 not bound, no agent of type Open vSwitch agent registered on host n-h1-827839-2 {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 18:20:35.568931 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba187fcd-d6d8-472c-9953-cd1edde63afb req-9c51b58c-81e5-4c96-842a-cc39d7a9b6fe service neutron] Attempting to bind port 280cb09f-f3b2-4969-ba6c-dc59bad6e866 on network 3a77eecf-82b5-41e0-9c8c-825eee7888c6 {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 18:20:35.574053 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba187fcd-d6d8-472c-9953-cd1edde63afb req-9c51b58c-81e5-4c96-842a-cc39d7a9b6fe service neutron] Checking agent: {'id': '3f9244a9-75fc-4c10-b195-11d48b853b41', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 8, 42), 'started_at': datetime.datetime(2022, 2, 4, 17, 8, 42), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 18, 20, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 18:20:35.574393 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba187fcd-d6d8-472c-9953-cd1edde63afb req-9c51b58c-81e5-4c96-842a-cc39d7a9b6fe service neutron] Checking segment: {'id': '73adcb13-bdc6-48ed-8048-45b389f76477', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '3a77eecf-82b5-41e0-9c8c-825eee7888c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 18:20:35.574775 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba187fcd-d6d8-472c-9953-cd1edde63afb req-9c51b58c-81e5-4c96-842a-cc39d7a9b6fe service neutron] Bound using segment: {'id': '73adcb13-bdc6-48ed-8048-45b389f76477', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '3a77eecf-82b5-41e0-9c8c-825eee7888c6'} {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 18:20:35.575201 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [req-ba187fcd-d6d8-472c-9953-cd1edde63afb req-9c51b58c-81e5-4c96-842a-cc39d7a9b6fe service neutron] Bound port: 280cb09f-f3b2-4969-ba6c-dc59bad6e866, host: n-h1-827839-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73adcb13-bdc6-48ed-8048-45b389f76477', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '3a77eecf-82b5-41e0-9c8c-825eee7888c6'}}] {{(pid=103376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 18:20:35.575554 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-ba187fcd-d6d8-472c-9953-cd1edde63afb req-9c51b58c-81e5-4c96-842a-cc39d7a9b6fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (280cb09f-f3b2-4969-ba6c-dc59bad6e866), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:20:35.643180 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [req-ba187fcd-d6d8-472c-9953-cd1edde63afb req-9c51b58c-81e5-4c96-842a-cc39d7a9b6fe service neutron] For port 280cb09f-f3b2-4969-ba6c-dc59bad6e866, host n-h1-827839-2, cleared binding levels {{(pid=103376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 18:20:35.646086 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [req-ba187fcd-d6d8-472c-9953-cd1edde63afb req-9c51b58c-81e5-4c96-842a-cc39d7a9b6fe service neutron] For port 280cb09f-f3b2-4969-ba6c-dc59bad6e866, host n-h1-827839-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=280cb09f-f3b2-4969-ba6c-dc59bad6e866,segment=NetworkSegment(73adcb13-bdc6-48ed-8048-45b389f76477),segment_id=73adcb13-bdc6-48ed-8048-45b389f76477)] {{(pid=103376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 18:20:35.652848 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-ba187fcd-d6d8-472c-9953-cd1edde63afb req-9c51b58c-81e5-4c96-842a-cc39d7a9b6fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675836'] for port (280cb09f-f3b2-4969-ba6c-dc59bad6e866), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:20:35.689352 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba187fcd-d6d8-472c-9953-cd1edde63afb req-9c51b58c-81e5-4c96-842a-cc39d7a9b6fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:20:35.689978 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-ba187fcd-d6d8-472c-9953-cd1edde63afb req-9c51b58c-81e5-4c96-842a-cc39d7a9b6fe service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:20:35.691369 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-ba187fcd-d6d8-472c-9953-cd1edde63afb req-9c51b58c-81e5-4c96-842a-cc39d7a9b6fe service neutron] 10.222.0.96 "PUT /v2.0/ports/280cb09f-f3b2-4969-ba6c-dc59bad6e866 HTTP/1.1" status: 200 len: 1091 time: 0.5962846 Feb 04 18:20:35.691816 n-d-827839-2 neutron-server[103376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61da2300-4097-4cc3-8050-30737b0e2f62', 'tag': '280cb09f-f3b2-4969-ba6c-dc59bad6e866'}] {{(pid=103376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 18:20:35.694108 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7aefa7f3373fd63bd14caed2f0c404cd5bacff84a7eb60e70ea20ed0b49017dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-343233f2-bbc7-4633-adb4-c9e9e716f3af" -d '{"events": [{"name": "network-changed", "server_uuid": "61da2300-4097-4cc3-8050-30737b0e2f62", "tag": "280cb09f-f3b2-4969-ba6c-dc59bad6e866"}]}' {{(pid=103376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 18:20:35.715997 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c51b58c-81e5-4c96-842a-cc39d7a9b6fe service neutron] Pushing event updated for resources: {'Port': ['ID=280cb09f-f3b2-4969-ba6c-dc59bad6e866,revision_number=3']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:20:35.753755 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 18:20:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e016c86b-0532-4955-ac3c-f5b375806816 x-openstack-request-id: req-e016c86b-0532-4955-ac3c-f5b375806816 {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 18:20:35.754365 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61da2300-4097-4cc3-8050-30737b0e2f62", "tag": "280cb09f-f3b2-4969-ba6c-dc59bad6e866", "status": "completed", "code": 200}]} {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 18:20:35.754365 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-e016c86b-0532-4955-ac3c-f5b375806816 {{(pid=103376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 18:20:35.754728 n-d-827839-2 neutron-server[103376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61da2300-4097-4cc3-8050-30737b0e2f62', 'tag': '280cb09f-f3b2-4969-ba6c-dc59bad6e866', 'status': 'completed', 'code': 200} Feb 04 18:20:35.803870 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba187fcd-d6d8-472c-9953-cd1edde63afb req-37f54114-96a2-4379-b5ef-e132e805b38b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:20:35.806043 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-ba187fcd-d6d8-472c-9953-cd1edde63afb req-37f54114-96a2-4379-b5ef-e132e805b38b service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=a7f084d7e77244a89186bf339607fa53&device_id=61da2300-4097-4cc3-8050-30737b0e2f62 HTTP/1.1" status: 200 len: 1125 time: 0.0474327 Feb 04 18:20:35.854918 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (ba70844b-66a0-45fd-a2f2-e6ed673321fc), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:20:35.855081 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-ba187fcd-d6d8-472c-9953-cd1edde63afb req-e754b4d9-6e4d-42ff-afa2-d7d321ad92d7 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=280cb09f-f3b2-4969-ba6c-dc59bad6e866 HTTP/1.1" status: 200 len: 217 time: 0.0408783 Feb 04 18:20:35.936426 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba187fcd-d6d8-472c-9953-cd1edde63afb req-b6a7d9b0-b86e-444d-a098-3e337b3dc429 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:20:35.937775 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-ba187fcd-d6d8-472c-9953-cd1edde63afb req-b6a7d9b0-b86e-444d-a098-3e337b3dc429 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=cf2bcec4-c5a8-4185-b78f-23eedb23cd35 HTTP/1.1" status: 200 len: 853 time: 0.0745111 Feb 04 18:20:35.960492 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05f75d5-74c6-4288-9fc8-c1e7a37fb803 req-105b5c59-f2c4-42cb-9d25-544383a582fc tempest-TestMinimumBasicScenario-1638750273 tempest-TestMinimumBasicScenario-1638750273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:20:35.961948 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-d05f75d5-74c6-4288-9fc8-c1e7a37fb803 req-105b5c59-f2c4-42cb-9d25-544383a582fc tempest-TestMinimumBasicScenario-1638750273 tempest-TestMinimumBasicScenario-1638750273-project] 10.222.0.89 "GET /v2.0/ports?device_id=61da2300-4097-4cc3-8050-30737b0e2f62 HTTP/1.1" status: 200 len: 943 time: 0.0900795 Feb 04 18:20:36.029857 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-d05f75d5-74c6-4288-9fc8-c1e7a37fb803 req-4335f6d1-78b6-44c6-9865-4c8a894d3999 tempest-TestMinimumBasicScenario-1638750273 tempest-TestMinimumBasicScenario-1638750273-project] 10.222.0.89 "GET /v2.0/security-groups?id=02f25008-f71b-4b64-a6a4-e426ae57fb70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535357 Feb 04 18:20:36.034291 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba187fcd-d6d8-472c-9953-cd1edde63afb req-dc3f6128-2d43-4d8e-be8f-2ff293465850 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:20:36.035729 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-ba187fcd-d6d8-472c-9953-cd1edde63afb req-dc3f6128-2d43-4d8e-be8f-2ff293465850 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=3a77eecf-82b5-41e0-9c8c-825eee7888c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0903049 Feb 04 18:20:36.127887 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-ba187fcd-d6d8-472c-9953-cd1edde63afb req-4ac77b25-35dc-4a5d-b3e3-b91da67ceafa service neutron] 10.222.0.96 "GET /v2.0/networks/3a77eecf-82b5-41e0-9c8c-825eee7888c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856514 Feb 04 18:20:36.220177 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-ba187fcd-d6d8-472c-9953-cd1edde63afb req-6d74e17f-5a45-435b-928a-d331c63f9dde service neutron] 10.222.0.96 "GET /v2.0/networks/3a77eecf-82b5-41e0-9c8c-825eee7888c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863795 Feb 04 18:20:36.307831 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343233f2-bbc7-4633-adb4-c9e9e716f3af req-f56922d2-e33b-4199-a9f4-7cece1008a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:20:36.309399 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-343233f2-bbc7-4633-adb4-c9e9e716f3af req-f56922d2-e33b-4199-a9f4-7cece1008a8b service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=a7f084d7e77244a89186bf339607fa53&device_id=61da2300-4097-4cc3-8050-30737b0e2f62 HTTP/1.1" status: 200 len: 1125 time: 0.0457611 Feb 04 18:20:36.397544 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343233f2-bbc7-4633-adb4-c9e9e716f3af req-07ebf214-059f-448b-acdb-8d12a0d41b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:20:36.399049 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-343233f2-bbc7-4633-adb4-c9e9e716f3af req-07ebf214-059f-448b-acdb-8d12a0d41b01 service neutron] 10.222.0.96 "GET /v2.0/networks?id=3a77eecf-82b5-41e0-9c8c-825eee7888c6 HTTP/1.1" status: 200 len: 915 time: 0.0832889 Feb 04 18:20:36.442845 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-343233f2-bbc7-4633-adb4-c9e9e716f3af req-2f5bd257-e7f8-4458-a650-46da3587e251 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=280cb09f-f3b2-4969-ba6c-dc59bad6e866 HTTP/1.1" status: 200 len: 217 time: 0.0374589 Feb 04 18:20:36.488133 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343233f2-bbc7-4633-adb4-c9e9e716f3af req-aa9a269e-6a96-47be-9f3d-d0f1b2ba70ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:20:36.489574 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-343233f2-bbc7-4633-adb4-c9e9e716f3af req-aa9a269e-6a96-47be-9f3d-d0f1b2ba70ed service neutron] 10.222.0.96 "GET /v2.0/subnets?id=cf2bcec4-c5a8-4185-b78f-23eedb23cd35 HTTP/1.1" status: 200 len: 853 time: 0.0414188 Feb 04 18:20:36.537461 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343233f2-bbc7-4633-adb4-c9e9e716f3af req-d76ebdfa-7b1f-4c7c-af12-72dda3380aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:20:36.539440 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-343233f2-bbc7-4633-adb4-c9e9e716f3af req-d76ebdfa-7b1f-4c7c-af12-72dda3380aa2 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=3a77eecf-82b5-41e0-9c8c-825eee7888c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0433252 Feb 04 18:20:36.629296 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-343233f2-bbc7-4633-adb4-c9e9e716f3af req-3379db6b-1f51-4833-b30f-38b1d990279f service neutron] 10.222.0.96 "GET /v2.0/networks/3a77eecf-82b5-41e0-9c8c-825eee7888c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834861 Feb 04 18:20:36.715492 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-343233f2-bbc7-4633-adb4-c9e9e716f3af req-5ef7d286-384f-43c7-a018-ee77ead79d0b service neutron] 10.222.0.96 "GET /v2.0/networks/3a77eecf-82b5-41e0-9c8c-825eee7888c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804136 Feb 04 18:20:37.148162 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fe02a5-8eee-4fc0-afa2-227a6b9c37b8 req-dcd99f35-c109-49dd-822d-55bf3da6f841 tempest-TestMinimumBasicScenario-1638750273 tempest-TestMinimumBasicScenario-1638750273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:20:37.149638 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-46fe02a5-8eee-4fc0-afa2-227a6b9c37b8 req-dcd99f35-c109-49dd-822d-55bf3da6f841 tempest-TestMinimumBasicScenario-1638750273 tempest-TestMinimumBasicScenario-1638750273-project] 10.222.0.89 "GET /v2.0/ports?device_id=61da2300-4097-4cc3-8050-30737b0e2f62 HTTP/1.1" status: 200 len: 943 time: 0.0520992 Feb 04 18:20:37.197082 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-46fe02a5-8eee-4fc0-afa2-227a6b9c37b8 req-89b41c02-3516-4787-a6fd-76210d0aaea6 tempest-TestMinimumBasicScenario-1638750273 tempest-TestMinimumBasicScenario-1638750273-project] 10.222.0.89 "GET /v2.0/security-groups?id=02f25008-f71b-4b64-a6a4-e426ae57fb70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419378 Feb 04 18:20:38.317966 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b89a2b5-cc7e-4dd0-8390-24e3e825aae3 req-4c0c495e-bd01-41b3-95ed-7d403618115e tempest-TestMinimumBasicScenario-1638750273 tempest-TestMinimumBasicScenario-1638750273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:20:38.319460 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-7b89a2b5-cc7e-4dd0-8390-24e3e825aae3 req-4c0c495e-bd01-41b3-95ed-7d403618115e tempest-TestMinimumBasicScenario-1638750273 tempest-TestMinimumBasicScenario-1638750273-project] 10.222.0.89 "GET /v2.0/ports?device_id=61da2300-4097-4cc3-8050-30737b0e2f62 HTTP/1.1" status: 200 len: 943 time: 0.0573964 Feb 04 18:20:38.368047 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-7b89a2b5-cc7e-4dd0-8390-24e3e825aae3 req-bcbcfa97-5ad2-4e8d-982a-55507b66d0fc tempest-TestMinimumBasicScenario-1638750273 tempest-TestMinimumBasicScenario-1638750273-project] 10.222.0.89 "GET /v2.0/security-groups?id=02f25008-f71b-4b64-a6a4-e426ae57fb70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419962 Feb 04 18:20:38.909962 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device 280cb09f-f3b2-4969-ba6c-dc59bad6e866 details requested by agent hyperv_n-h1-827839-2 with host n-h1-827839-2 {{(pid=103378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 18:20:39.002939 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] For port 280cb09f-f3b2-4969-ba6c-dc59bad6e866, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=280cb09f-f3b2-4969-ba6c-dc59bad6e866,segment=NetworkSegment(73adcb13-bdc6-48ed-8048-45b389f76477),segment_id=73adcb13-bdc6-48ed-8048-45b389f76477)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 18:20:39.014557 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Returning: {'device': '280cb09f-f3b2-4969-ba6c-dc59bad6e866', 'network_id': '3a77eecf-82b5-41e0-9c8c-825eee7888c6', 'port_id': '280cb09f-f3b2-4969-ba6c-dc59bad6e866', 'mac_address': 'fa:16:3e:19:77:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 764, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf2bcec4-c5a8-4185-b78f-23eedb23cd35', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 18:20:39.055344 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Current status of the port 280cb09f-f3b2-4969-ba6c-dc59bad6e866 is: DOWN; New status is: BUILD {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 18:20:39.055966 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (280cb09f-f3b2-4969-ba6c-dc59bad6e866), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:20:39.068643 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 280cb09f-f3b2-4969-ba6c-dc59bad6e866 {{(pid=103378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 18:20:39.088850 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] For port 280cb09f-f3b2-4969-ba6c-dc59bad6e866, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=280cb09f-f3b2-4969-ba6c-dc59bad6e866,segment=NetworkSegment(73adcb13-bdc6-48ed-8048-45b389f76477),segment_id=73adcb13-bdc6-48ed-8048-45b389f76477)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 18:20:39.092624 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (280cb09f-f3b2-4969-ba6c-dc59bad6e866), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:20:39.138229 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Pushing event updated for resources: {'Port': ['ID=280cb09f-f3b2-4969-ba6c-dc59bad6e866,revision_number=4']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:20:39.413291 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] get_ports_and_sgs() called for port_ids ['280cb09f-f3b2-4969-ba6c-dc59bad6e866'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 18:20:39.485737 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b83969-7257-431f-ba12-cadc335b06ab req-950e8e9d-3371-4bef-97a5-5efc57451755 tempest-TestMinimumBasicScenario-1638750273 tempest-TestMinimumBasicScenario-1638750273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:20:39.487274 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-b9b83969-7257-431f-ba12-cadc335b06ab req-950e8e9d-3371-4bef-97a5-5efc57451755 tempest-TestMinimumBasicScenario-1638750273 tempest-TestMinimumBasicScenario-1638750273-project] 10.222.0.89 "GET /v2.0/ports?device_id=61da2300-4097-4cc3-8050-30737b0e2f62 HTTP/1.1" status: 200 len: 944 time: 0.0515473 Feb 04 18:20:39.535041 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-b9b83969-7257-431f-ba12-cadc335b06ab req-f86e1f5c-4992-41fd-b90d-e836d54ed1f2 tempest-TestMinimumBasicScenario-1638750273 tempest-TestMinimumBasicScenario-1638750273-project] 10.222.0.89 "GET /v2.0/security-groups?id=02f25008-f71b-4b64-a6a4-e426ae57fb70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414839 Feb 04 18:20:40.654530 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d334da9-13cd-435d-932b-fb4d8e3caae2 req-864bc5b3-71c2-423f-b262-a37b9e9d5953 tempest-TestMinimumBasicScenario-1638750273 tempest-TestMinimumBasicScenario-1638750273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:20:40.656001 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-8d334da9-13cd-435d-932b-fb4d8e3caae2 req-864bc5b3-71c2-423f-b262-a37b9e9d5953 tempest-TestMinimumBasicScenario-1638750273 tempest-TestMinimumBasicScenario-1638750273-project] 10.222.0.89 "GET /v2.0/ports?device_id=61da2300-4097-4cc3-8050-30737b0e2f62 HTTP/1.1" status: 200 len: 944 time: 0.0517259 Feb 04 18:20:40.701241 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-8d334da9-13cd-435d-932b-fb4d8e3caae2 req-02ee14f4-e64b-4d59-a7da-9868901d54d0 tempest-TestMinimumBasicScenario-1638750273 tempest-TestMinimumBasicScenario-1638750273-project] 10.222.0.89 "GET /v2.0/security-groups?id=02f25008-f71b-4b64-a6a4-e426ae57fb70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394361 Feb 04 18:20:40.760209 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (f20a1ab3-4332-4f54-833b-ba4a7c687e89), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:20:40.941090 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device 280cb09f-f3b2-4969-ba6c-dc59bad6e866 up at agent hyperv_n-h1-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 18:20:40.989392 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Provisioning for port 280cb09f-f3b2-4969-ba6c-dc59bad6e866 completed by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 18:20:40.993484 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Provisioning complete for port 280cb09f-f3b2-4969-ba6c-dc59bad6e866 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 18:20:40.993856 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (280cb09f-f3b2-4969-ba6c-dc59bad6e866), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:20:41.072486 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Current status of the port 280cb09f-f3b2-4969-ba6c-dc59bad6e866 is: BUILD; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 18:20:41.072906 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (280cb09f-f3b2-4969-ba6c-dc59bad6e866), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:20:41.094427 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61da2300-4097-4cc3-8050-30737b0e2f62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '280cb09f-f3b2-4969-ba6c-dc59bad6e866'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 18:20:41.096637 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d531d67ec453461b01ecd2cf0c6686e25a5679cf38f56e7e92bae688f1026262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6dda89b2-57f9-4f98-a452-f77ede74b931" -d '{"events": [{"server_uuid": "61da2300-4097-4cc3-8050-30737b0e2f62", "name": "network-vif-plugged", "status": "completed", "tag": "280cb09f-f3b2-4969-ba6c-dc59bad6e866"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 18:20:41.109772 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] For port 280cb09f-f3b2-4969-ba6c-dc59bad6e866, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=280cb09f-f3b2-4969-ba6c-dc59bad6e866,segment=NetworkSegment(73adcb13-bdc6-48ed-8048-45b389f76477),segment_id=73adcb13-bdc6-48ed-8048-45b389f76477)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 18:20:41.113897 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (280cb09f-f3b2-4969-ba6c-dc59bad6e866), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:20:41.137143 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 18:20:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e91ae6c3-e193-4a08-885d-d5131f1c80fa x-openstack-request-id: req-e91ae6c3-e193-4a08-885d-d5131f1c80fa {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 18:20:41.137439 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61da2300-4097-4cc3-8050-30737b0e2f62", "name": "network-vif-plugged", "status": "completed", "tag": "280cb09f-f3b2-4969-ba6c-dc59bad6e866", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 18:20:41.137692 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-e91ae6c3-e193-4a08-885d-d5131f1c80fa {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 18:20:41.138084 n-d-827839-2 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61da2300-4097-4cc3-8050-30737b0e2f62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '280cb09f-f3b2-4969-ba6c-dc59bad6e866', 'code': 200} Feb 04 18:20:41.165860 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Pushing event updated for resources: {'Port': ['ID=280cb09f-f3b2-4969-ba6c-dc59bad6e866,revision_number=5']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:20:41.238243 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c42d48-7554-485b-9caf-8c2e797da8ca req-c3b70b6b-7d1c-4ce6-932d-d5aa528e61bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:20:41.239631 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-23c42d48-7554-485b-9caf-8c2e797da8ca req-c3b70b6b-7d1c-4ce6-932d-d5aa528e61bf service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=61da2300-4097-4cc3-8050-30737b0e2f62 HTTP/1.1" status: 200 len: 1127 time: 0.0432174 Feb 04 18:20:41.285838 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-23c42d48-7554-485b-9caf-8c2e797da8ca req-70619733-3afd-4c60-90e0-f730411c3a6e service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=02f25008-f71b-4b64-a6a4-e426ae57fb70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401406 Feb 04 18:20:41.819040 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636b4063-8b74-4590-91f0-b6609b201272 req-545d88f2-d875-4a64-92e5-49a4836c2d03 tempest-TestMinimumBasicScenario-1638750273 tempest-TestMinimumBasicScenario-1638750273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:20:41.821046 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-636b4063-8b74-4590-91f0-b6609b201272 req-545d88f2-d875-4a64-92e5-49a4836c2d03 tempest-TestMinimumBasicScenario-1638750273 tempest-TestMinimumBasicScenario-1638750273-project] 10.222.0.89 "GET /v2.0/ports?device_id=61da2300-4097-4cc3-8050-30737b0e2f62 HTTP/1.1" status: 200 len: 945 time: 0.0526350 Feb 04 18:20:41.866366 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-636b4063-8b74-4590-91f0-b6609b201272 req-e7c460ae-97aa-4279-a628-f006a66d800b tempest-TestMinimumBasicScenario-1638750273 tempest-TestMinimumBasicScenario-1638750273-project] 10.222.0.89 "GET /v2.0/security-groups?id=02f25008-f71b-4b64-a6a4-e426ae57fb70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396972 Feb 04 18:20:42.881085 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (3f9244a9-75fc-4c10-b195-11d48b853b41), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:20:42.989411 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1281de-0c2e-432e-9ed4-c7ce373c2a0d req-8b0a5229-ee87-4049-8a36-eb119b5ff1e0 tempest-TestMinimumBasicScenario-1638750273 tempest-TestMinimumBasicScenario-1638750273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:20:42.991150 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-4b1281de-0c2e-432e-9ed4-c7ce373c2a0d req-8b0a5229-ee87-4049-8a36-eb119b5ff1e0 tempest-TestMinimumBasicScenario-1638750273 tempest-TestMinimumBasicScenario-1638750273-project] 10.222.0.89 "GET /v2.0/ports?device_id=61da2300-4097-4cc3-8050-30737b0e2f62 HTTP/1.1" status: 200 len: 945 time: 0.0557194 Feb 04 18:20:43.036669 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-4b1281de-0c2e-432e-9ed4-c7ce373c2a0d req-f6a533a9-c3f1-4856-8d03-9eb909eed32f tempest-TestMinimumBasicScenario-1638750273 tempest-TestMinimumBasicScenario-1638750273-project] 10.222.0.89 "GET /v2.0/security-groups?id=02f25008-f71b-4b64-a6a4-e426ae57fb70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394542 Feb 04 18:20:43.152227 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d8a3f3-29ef-4f65-b5a6-3bfa24c5b683 req-e5d2ef68-f594-49cc-a193-29ac8da8ceaf tempest-TestMinimumBasicScenario-1638750273 tempest-TestMinimumBasicScenario-1638750273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:20:43.153732 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-77d8a3f3-29ef-4f65-b5a6-3bfa24c5b683 req-e5d2ef68-f594-49cc-a193-29ac8da8ceaf tempest-TestMinimumBasicScenario-1638750273 tempest-TestMinimumBasicScenario-1638750273-project] 10.222.0.89 "GET /v2.0/ports?device_id=61da2300-4097-4cc3-8050-30737b0e2f62 HTTP/1.1" status: 200 len: 945 time: 0.0524468 Feb 04 18:20:43.200586 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-77d8a3f3-29ef-4f65-b5a6-3bfa24c5b683 req-4986e42f-2d5a-49a2-8546-b658f58cd7d8 tempest-TestMinimumBasicScenario-1638750273 tempest-TestMinimumBasicScenario-1638750273-project] 10.222.0.89 "GET /v2.0/security-groups?id=02f25008-f71b-4b64-a6a4-e426ae57fb70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410202 Feb 04 18:20:43.394879 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a099f4-d7a3-4f2c-8cd0-827191969a57 req-39d0575d-6f8f-4fbf-8052-1064a7f2b01a tempest-TestMinimumBasicScenario-1638750273 tempest-TestMinimumBasicScenario-1638750273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:20:43.396581 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-88a099f4-d7a3-4f2c-8cd0-827191969a57 req-39d0575d-6f8f-4fbf-8052-1064a7f2b01a tempest-TestMinimumBasicScenario-1638750273 tempest-TestMinimumBasicScenario-1638750273-project] 10.222.0.89 "GET /v2.0/ports?device_id=61da2300-4097-4cc3-8050-30737b0e2f62 HTTP/1.1" status: 200 len: 945 time: 0.0581057 Feb 04 18:20:43.445722 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-88a099f4-d7a3-4f2c-8cd0-827191969a57 req-60974957-7921-49b2-b0e7-465eee5fb27a tempest-TestMinimumBasicScenario-1638750273 tempest-TestMinimumBasicScenario-1638750273-project] 10.222.0.89 "GET /v2.0/security-groups?id=02f25008-f71b-4b64-a6a4-e426ae57fb70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433190 Feb 04 18:20:59.860935 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e9f4096f-9dd2-4bb4-a419-5f33a9015bf3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (bb89f5a3-3c22-440b-b7d1-c4f0c43c184a), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:21:02.226823 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a3cfb2-13aa-49c8-9468-092b76e13051 req-84f41bfb-0f34-418e-98e4-b0a2d6dd6b59 tempest-TestMinimumBasicScenario-1638750273 tempest-TestMinimumBasicScenario-1638750273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:21:02.228318 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-73a3cfb2-13aa-49c8-9468-092b76e13051 req-84f41bfb-0f34-418e-98e4-b0a2d6dd6b59 tempest-TestMinimumBasicScenario-1638750273 tempest-TestMinimumBasicScenario-1638750273-project] 10.222.0.89 "GET /v2.0/ports?device_id=61da2300-4097-4cc3-8050-30737b0e2f62 HTTP/1.1" status: 200 len: 945 time: 0.0529499 Feb 04 18:21:02.276480 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-73a3cfb2-13aa-49c8-9468-092b76e13051 req-48821eaf-5a51-40e1-acd0-c7b58fbc4bbd tempest-TestMinimumBasicScenario-1638750273 tempest-TestMinimumBasicScenario-1638750273-project] 10.222.0.89 "GET /v2.0/security-groups?id=02f25008-f71b-4b64-a6a4-e426ae57fb70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425537 Feb 04 18:21:02.299023 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 57806) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:21:02.432676 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1945894e-9018-4bcf-8b10-55dd71eff4b9 tempest-TestMinimumBasicScenario-992476449 tempest-TestMinimumBasicScenario-992476449-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:21:02.434237 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-1945894e-9018-4bcf-8b10-55dd71eff4b9 tempest-TestMinimumBasicScenario-992476449 tempest-TestMinimumBasicScenario-992476449-project-admin] 10.222.0.89 "GET /v2.0/ports?device_id=61da2300-4097-4cc3-8050-30737b0e2f62 HTTP/1.1" status: 200 len: 1122 time: 0.1342740 Feb 04 18:21:02.437311 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 57810) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:21:02.441540 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-843bf6c1-c733-4427-8b4b-ad7b3e183a6e tempest-TestMinimumBasicScenario-1638750273 tempest-TestMinimumBasicScenario-1638750273-project] Request body: {'floatingip': {'floating_network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'port_id': '280cb09f-f3b2-4969-ba6c-dc59bad6e866', 'tenant_id': 'a7f084d7e77244a89186bf339607fa53', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 18:21:02.461620 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-843bf6c1-c733-4427-8b4b-ad7b3e183a6e tempest-TestMinimumBasicScenario-1638750273 tempest-TestMinimumBasicScenario-1638750273-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:21:02.556396 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-843bf6c1-c733-4427-8b4b-ad7b3e183a6e tempest-TestMinimumBasicScenario-1638750273 tempest-TestMinimumBasicScenario-1638750273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:21:02.659202 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.db_base_plugin_common [None req-843bf6c1-c733-4427-8b4b-ad7b3e183a6e tempest-TestMinimumBasicScenario-1638750273 tempest-TestMinimumBasicScenario-1638750273-project] Allocated IP 172.25.6.11 (48165773-85ad-49a1-9ec1-76fc8dc24188/7660bfad-1ea8-4fe7-831b-bed836f13efc/5e88843d-cb28-45fd-8519-a5133c694b0f) {{(pid=103376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 18:21:02.755852 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-843bf6c1-c733-4427-8b4b-ad7b3e183a6e tempest-TestMinimumBasicScenario-1638750273 tempest-TestMinimumBasicScenario-1638750273-project] Publish callbacks [] for port (5e88843d-cb28-45fd-8519-a5133c694b0f), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:21:02.789538 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-843bf6c1-c733-4427-8b4b-ad7b3e183a6e tempest-TestMinimumBasicScenario-1638750273 tempest-TestMinimumBasicScenario-1638750273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (5e88843d-cb28-45fd-8519-a5133c694b0f), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:21:02.837237 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-843bf6c1-c733-4427-8b4b-ad7b3e183a6e tempest-TestMinimumBasicScenario-1638750273 tempest-TestMinimumBasicScenario-1638750273-project] Network 48165773-85ad-49a1-9ec1-76fc8dc24188 is already hosted by enough agents. {{(pid=103376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 18:21:02.844449 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [None req-843bf6c1-c733-4427-8b4b-ad7b3e183a6e tempest-TestMinimumBasicScenario-1638750273 tempest-TestMinimumBasicScenario-1638750273-project] Resources bound (agent type, host, resource id): {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 18:21:02.846644 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843bf6c1-c733-4427-8b4b-ad7b3e183a6e tempest-TestMinimumBasicScenario-1638750273 tempest-TestMinimumBasicScenario-1638750273-project] Pushing event updated for resources: {'Port': ['ID=5e88843d-cb28-45fd-8519-a5133c694b0f,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:21:02.848845 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-843bf6c1-c733-4427-8b4b-ad7b3e183a6e tempest-TestMinimumBasicScenario-1638750273 tempest-TestMinimumBasicScenario-1638750273-project] Received port after_create {{(pid=103376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 18:21:02.930255 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5d50c9b7-c7ee-46e4-8e65-ab464a3f1c8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (64ada913-9131-4d99-a265-63a920956287), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:21:02.984625 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-e4ff607f-b02c-4491-ba83-3bafb96476c2 req-8d72cdd4-ad36-40ae-8e1c-5fc7c95d5bdb service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=61da2300-4097-4cc3-8050-30737b0e2f62&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1611519 Feb 04 18:21:03.135177 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ff607f-b02c-4491-ba83-3bafb96476c2 req-c2534a16-d8e0-41d0-a114-38b533a299be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:21:03.136593 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-e4ff607f-b02c-4491-ba83-3bafb96476c2 req-c2534a16-d8e0-41d0-a114-38b533a299be service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=a7f084d7e77244a89186bf339607fa53&device_id=61da2300-4097-4cc3-8050-30737b0e2f62 HTTP/1.1" status: 200 len: 1127 time: 0.0968688 Feb 04 18:21:03.251384 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d408ec64-b374-4acb-a1fc-48241dad6d47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (0cd6d64a-47a7-40ff-8c12-71dd526c62e0), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:21:03.650924 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ff607f-b02c-4491-ba83-3bafb96476c2 req-1863b2b2-1fa5-4432-be69-541a9938ab15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:21:03.652410 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-e4ff607f-b02c-4491-ba83-3bafb96476c2 req-1863b2b2-1fa5-4432-be69-541a9938ab15 service neutron] 10.222.0.96 "GET /v2.0/networks?id=3a77eecf-82b5-41e0-9c8c-825eee7888c6 HTTP/1.1" status: 200 len: 915 time: 0.4969981 Feb 04 18:21:03.658016 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-843bf6c1-c733-4427-8b4b-ad7b3e183a6e tempest-TestMinimumBasicScenario-1638750273 tempest-TestMinimumBasicScenario-1638750273-project] Publish callbacks [] for floatingip (51a5faaa-083e-42c6-9ea6-aee8978c5b15), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:21:03.711280 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-e4ff607f-b02c-4491-ba83-3bafb96476c2 req-6314b8ce-22df-450c-a50c-aae69ee97f2c service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=280cb09f-f3b2-4969-ba6c-dc59bad6e866 HTTP/1.1" status: 200 len: 217 time: 0.0516043 Feb 04 18:21:03.786061 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ff607f-b02c-4491-ba83-3bafb96476c2 req-a89bcfce-df56-4ca7-9921-cb038f5af7fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:21:03.788045 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-e4ff607f-b02c-4491-ba83-3bafb96476c2 req-a89bcfce-df56-4ca7-9921-cb038f5af7fb service neutron] 10.222.0.96 "GET /v2.0/subnets?id=cf2bcec4-c5a8-4185-b78f-23eedb23cd35 HTTP/1.1" status: 200 len: 853 time: 0.0702956 Feb 04 18:21:03.804406 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-843bf6c1-c733-4427-8b4b-ad7b3e183a6e tempest-TestMinimumBasicScenario-1638750273 tempest-TestMinimumBasicScenario-1638750273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (5e88843d-cb28-45fd-8519-a5133c694b0f), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:21:03.881739 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ff607f-b02c-4491-ba83-3bafb96476c2 req-63d7c834-eedd-461e-a824-4242c008fac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:21:03.883267 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-e4ff607f-b02c-4491-ba83-3bafb96476c2 req-63d7c834-eedd-461e-a824-4242c008fac2 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=3a77eecf-82b5-41e0-9c8c-825eee7888c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0891252 Feb 04 18:21:04.036613 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-e4ff607f-b02c-4491-ba83-3bafb96476c2 req-7951b2c8-d5dd-4727-8c5f-428f3d2b43a5 service neutron] 10.222.0.96 "GET /v2.0/networks/3a77eecf-82b5-41e0-9c8c-825eee7888c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258118 Feb 04 18:21:04.066408 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-843bf6c1-c733-4427-8b4b-ad7b3e183a6e tempest-TestMinimumBasicScenario-1638750273 tempest-TestMinimumBasicScenario-1638750273-project] Publish callbacks [] for port (5e88843d-cb28-45fd-8519-a5133c694b0f), precommit_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:21:04.092129 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-843bf6c1-c733-4427-8b4b-ad7b3e183a6e tempest-TestMinimumBasicScenario-1638750273 tempest-TestMinimumBasicScenario-1638750273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675836'] for port (5e88843d-cb28-45fd-8519-a5133c694b0f), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:21:04.182527 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843bf6c1-c733-4427-8b4b-ad7b3e183a6e tempest-TestMinimumBasicScenario-1638750273 tempest-TestMinimumBasicScenario-1638750273-project] Pushing event updated for resources: {'Port': ['ID=5e88843d-cb28-45fd-8519-a5133c694b0f,revision_number=2']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:21:04.206692 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-843bf6c1-c733-4427-8b4b-ad7b3e183a6e tempest-TestMinimumBasicScenario-1638750273 tempest-TestMinimumBasicScenario-1638750273-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1595586'] for floatingip (51a5faaa-083e-42c6-9ea6-aee8978c5b15), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:21:04.210483 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-e4ff607f-b02c-4491-ba83-3bafb96476c2 req-533b0c53-4a1c-425e-ab60-6be2aecd6acc service neutron] 10.222.0.96 "GET /v2.0/networks/3a77eecf-82b5-41e0-9c8c-825eee7888c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1669168 Feb 04 18:21:04.315549 n-d-827839-2 neutron-server[103376]: INFO neutron.db.l3_db [None req-843bf6c1-c733-4427-8b4b-ad7b3e183a6e tempest-TestMinimumBasicScenario-1638750273 tempest-TestMinimumBasicScenario-1638750273-project] Floating IP 51a5faaa-083e-42c6-9ea6-aee8978c5b15 associated. External IP: 172.25.6.11, port: 280cb09f-f3b2-4969-ba6c-dc59bad6e866. Feb 04 18:21:04.522459 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-843bf6c1-c733-4427-8b4b-ad7b3e183a6e tempest-TestMinimumBasicScenario-1638750273 tempest-TestMinimumBasicScenario-1638750273-project] Router 456c6ed1-c28c-4856-8a65-62223fa104be has already been hosted by L3 agent 64ada913-9131-4d99-a265-63a920956287 {{(pid=103376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 18:21:04.637572 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-843bf6c1-c733-4427-8b4b-ad7b3e183a6e tempest-TestMinimumBasicScenario-1638750273 tempest-TestMinimumBasicScenario-1638750273-project] Notify agent at l3_agent.n-d-827839-2 the message routers_updated {{(pid=103376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 18:21:04.647509 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c18d5f10-f038-4458-876a-a07fac265466 None None] Sync routers for ids ['456c6ed1-c28c-4856-8a65-62223fa104be'] in n-d-827839-2 {{(pid=103378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 18:21:04.655921 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-843bf6c1-c733-4427-8b4b-ad7b3e183a6e tempest-TestMinimumBasicScenario-1638750273 tempest-TestMinimumBasicScenario-1638750273-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for floatingip (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:21:04.658168 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c18d5f10-f038-4458-876a-a07fac265466 None None] Routers {'456c6ed1-c28c-4856-8a65-62223fa104be'} bound to L3 agent in host n-d-827839-2 {{(pid=103378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 18:21:04.658799 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-c18d5f10-f038-4458-876a-a07fac265466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T18:21:03Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['456c6ed1-c28c-4856-8a65-62223fa104be'], 'active': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:21:04.686426 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-843bf6c1-c733-4427-8b4b-ad7b3e183a6e tempest-TestMinimumBasicScenario-1638750273 tempest-TestMinimumBasicScenario-1638750273-project] 10.222.0.89 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.2480795 Feb 04 18:21:04.687142 n-d-827839-2 neutron-server[103376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61da2300-4097-4cc3-8050-30737b0e2f62', 'tag': '280cb09f-f3b2-4969-ba6c-dc59bad6e866'}] {{(pid=103376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 18:21:04.689299 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 57814) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:21:04.689841 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7aefa7f3373fd63bd14caed2f0c404cd5bacff84a7eb60e70ea20ed0b49017dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89356226-449d-478a-9dff-ab87d00b3976" -d '{"events": [{"name": "network-changed", "server_uuid": "61da2300-4097-4cc3-8050-30737b0e2f62", "tag": "280cb09f-f3b2-4969-ba6c-dc59bad6e866"}]}' {{(pid=103376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 18:21:04.694445 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-11a959ec-255f-4bb5-b33f-ffffde734f98 tempest-TestMinimumBasicScenario-1638750273 tempest-TestMinimumBasicScenario-1638750273-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-954383795', 'description': 'tempest-secgroup-smoke-954383795 description', 'project_id': 'a7f084d7e77244a89186bf339607fa53'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 18:21:04.719917 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-11a959ec-255f-4bb5-b33f-ffffde734f98 tempest-TestMinimumBasicScenario-1638750273 tempest-TestMinimumBasicScenario-1638750273-project] Publish callbacks [] for security_group (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:21:04.734081 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 18:21:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcafa31b-4849-4779-8387-afdadf52843d x-openstack-request-id: req-fcafa31b-4849-4779-8387-afdadf52843d {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 18:21:04.734378 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61da2300-4097-4cc3-8050-30737b0e2f62", "tag": "280cb09f-f3b2-4969-ba6c-dc59bad6e866", "status": "completed", "code": 200}]} {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 18:21:04.734636 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-fcafa31b-4849-4779-8387-afdadf52843d {{(pid=103376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 18:21:04.735073 n-d-827839-2 neutron-server[103376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61da2300-4097-4cc3-8050-30737b0e2f62', 'tag': '280cb09f-f3b2-4969-ba6c-dc59bad6e866', 'status': 'completed', 'code': 200} Feb 04 18:21:04.796072 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-11a959ec-255f-4bb5-b33f-ffffde734f98 tempest-TestMinimumBasicScenario-1638750273 tempest-TestMinimumBasicScenario-1638750273-project] Publish callbacks [] for security_group (1f8f2ef1-e7d7-416f-bc5b-c585bf5427bb), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:21:04.801948 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-11a959ec-255f-4bb5-b33f-ffffde734f98 tempest-TestMinimumBasicScenario-1638750273 tempest-TestMinimumBasicScenario-1638750273-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (1f8f2ef1-e7d7-416f-bc5b-c585bf5427bb), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:21:04.812844 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89356226-449d-478a-9dff-ab87d00b3976 req-fa483260-20fc-483a-b558-1dcc52ad2cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:21:04.814512 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-89356226-449d-478a-9dff-ab87d00b3976 req-fa483260-20fc-483a-b558-1dcc52ad2cdc service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=a7f084d7e77244a89186bf339607fa53&device_id=61da2300-4097-4cc3-8050-30737b0e2f62 HTTP/1.1" status: 200 len: 1127 time: 0.0570986 Feb 04 18:21:04.831394 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-11a959ec-255f-4bb5-b33f-ffffde734f98 tempest-TestMinimumBasicScenario-1638750273 tempest-TestMinimumBasicScenario-1638750273-project] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:21:04.832714 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-11a959ec-255f-4bb5-b33f-ffffde734f98 tempest-TestMinimumBasicScenario-1638750273 tempest-TestMinimumBasicScenario-1638750273-project] 10.222.0.89 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1424086 Feb 04 18:21:04.835596 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 57818) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:21:04.839992 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-84ab5c61-3571-41fe-ba18-d45bf5ae3ab1 tempest-TestMinimumBasicScenario-1638750273 tempest-TestMinimumBasicScenario-1638750273-project] Request body: {'security_group_rule': {'security_group_id': '1f8f2ef1-e7d7-416f-bc5b-c585bf5427bb', 'project_id': 'a7f084d7e77244a89186bf339607fa53', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 18:21:04.850208 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a959ec-255f-4bb5-b33f-ffffde734f98 tempest-TestMinimumBasicScenario-1638750273 tempest-TestMinimumBasicScenario-1638750273-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1f8f2ef1-e7d7-416f-bc5b-c585bf5427bb,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:21:04.864868 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a959ec-255f-4bb5-b33f-ffffde734f98 tempest-TestMinimumBasicScenario-1638750273 tempest-TestMinimumBasicScenario-1638750273-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:21:04.866044 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a959ec-255f-4bb5-b33f-ffffde734f98 tempest-TestMinimumBasicScenario-1638750273 tempest-TestMinimumBasicScenario-1638750273-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:21:04.866205 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a959ec-255f-4bb5-b33f-ffffde734f98 tempest-TestMinimumBasicScenario-1638750273 tempest-TestMinimumBasicScenario-1638750273-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:21:04.866913 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a959ec-255f-4bb5-b33f-ffffde734f98 tempest-TestMinimumBasicScenario-1638750273 tempest-TestMinimumBasicScenario-1638750273-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:21:04.866913 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a959ec-255f-4bb5-b33f-ffffde734f98 tempest-TestMinimumBasicScenario-1638750273 tempest-TestMinimumBasicScenario-1638750273-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:21:04.867380 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a959ec-255f-4bb5-b33f-ffffde734f98 tempest-TestMinimumBasicScenario-1638750273 tempest-TestMinimumBasicScenario-1638750273-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:21:04.867775 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a959ec-255f-4bb5-b33f-ffffde734f98 tempest-TestMinimumBasicScenario-1638750273 tempest-TestMinimumBasicScenario-1638750273-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:21:04.868174 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a959ec-255f-4bb5-b33f-ffffde734f98 tempest-TestMinimumBasicScenario-1638750273 tempest-TestMinimumBasicScenario-1638750273-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:21:04.868761 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a959ec-255f-4bb5-b33f-ffffde734f98 tempest-TestMinimumBasicScenario-1638750273 tempest-TestMinimumBasicScenario-1638750273-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:21:04.870635 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a959ec-255f-4bb5-b33f-ffffde734f98 tempest-TestMinimumBasicScenario-1638750273 tempest-TestMinimumBasicScenario-1638750273-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:21:04.870635 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a959ec-255f-4bb5-b33f-ffffde734f98 tempest-TestMinimumBasicScenario-1638750273 tempest-TestMinimumBasicScenario-1638750273-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:21:04.870635 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a959ec-255f-4bb5-b33f-ffffde734f98 tempest-TestMinimumBasicScenario-1638750273 tempest-TestMinimumBasicScenario-1638750273-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:21:04.870635 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a959ec-255f-4bb5-b33f-ffffde734f98 tempest-TestMinimumBasicScenario-1638750273 tempest-TestMinimumBasicScenario-1638750273-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:21:04.878869 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-84ab5c61-3571-41fe-ba18-d45bf5ae3ab1 tempest-TestMinimumBasicScenario-1638750273 tempest-TestMinimumBasicScenario-1638750273-project] Publish callbacks [] for security_group_rule (180654bb-6e34-4ca5-8736-f01fd011f11b), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:21:04.915287 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89356226-449d-478a-9dff-ab87d00b3976 req-cbdd560c-d243-4776-9499-8be34bb95e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:21:04.916913 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-89356226-449d-478a-9dff-ab87d00b3976 req-cbdd560c-d243-4776-9499-8be34bb95e48 service neutron] 10.222.0.96 "GET /v2.0/networks?id=3a77eecf-82b5-41e0-9c8c-825eee7888c6 HTTP/1.1" status: 200 len: 915 time: 0.0959585 Feb 04 18:21:04.925351 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-84ab5c61-3571-41fe-ba18-d45bf5ae3ab1 tempest-TestMinimumBasicScenario-1638750273 tempest-TestMinimumBasicScenario-1638750273-project] Publish callbacks [] for security_group_rule (180654bb-6e34-4ca5-8736-f01fd011f11b), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:21:04.929892 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-84ab5c61-3571-41fe-ba18-d45bf5ae3ab1 tempest-TestMinimumBasicScenario-1638750273 tempest-TestMinimumBasicScenario-1638750273-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664556'] for security_group_rule (180654bb-6e34-4ca5-8736-f01fd011f11b), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:21:04.947109 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvr_db [None req-c18d5f10-f038-4458-876a-a07fac265466 None None] Set router 456c6ed1-c28c-4856-8a65-62223fa104be gateway port host: n-d-827839-2 {{(pid=103378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 18:21:04.953973 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ab5c61-3571-41fe-ba18-d45bf5ae3ab1 tempest-TestMinimumBasicScenario-1638750273 tempest-TestMinimumBasicScenario-1638750273-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=180654bb-6e34-4ca5-8736-f01fd011f11b,revision_number=0']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:21:04.959881 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-84ab5c61-3571-41fe-ba18-d45bf5ae3ab1 tempest-TestMinimumBasicScenario-1638750273 tempest-TestMinimumBasicScenario-1638750273-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:21:04.961313 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-84ab5c61-3571-41fe-ba18-d45bf5ae3ab1 tempest-TestMinimumBasicScenario-1638750273 tempest-TestMinimumBasicScenario-1638750273-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1245415 Feb 04 18:21:04.963745 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 57820) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:21:04.968680 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-2fda795b-a7bc-41a6-a222-126a01d34aa5 tempest-TestMinimumBasicScenario-1638750273 tempest-TestMinimumBasicScenario-1638750273-project] Request body: {'security_group_rule': {'security_group_id': '1f8f2ef1-e7d7-416f-bc5b-c585bf5427bb', 'project_id': 'a7f084d7e77244a89186bf339607fa53', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 18:21:04.998876 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-89356226-449d-478a-9dff-ab87d00b3976 req-b82688fd-9c6a-4770-a15d-9f963dda50fe service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=280cb09f-f3b2-4969-ba6c-dc59bad6e866 HTTP/1.1" status: 200 len: 998 time: 0.0748479 Feb 04 18:21:05.000089 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-2fda795b-a7bc-41a6-a222-126a01d34aa5 tempest-TestMinimumBasicScenario-1638750273 tempest-TestMinimumBasicScenario-1638750273-project] Publish callbacks [] for security_group_rule (628fb659-b4be-417d-8a7f-78d10d8882e2), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:21:05.052516 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89356226-449d-478a-9dff-ab87d00b3976 req-989c9e99-5ccd-443c-bb4f-64046e46012b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:21:05.055386 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-89356226-449d-478a-9dff-ab87d00b3976 req-989c9e99-5ccd-443c-bb4f-64046e46012b service neutron] 10.222.0.96 "GET /v2.0/subnets?id=cf2bcec4-c5a8-4185-b78f-23eedb23cd35 HTTP/1.1" status: 200 len: 853 time: 0.0504680 Feb 04 18:21:05.065404 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-2fda795b-a7bc-41a6-a222-126a01d34aa5 tempest-TestMinimumBasicScenario-1638750273 tempest-TestMinimumBasicScenario-1638750273-project] Publish callbacks [] for security_group_rule (628fb659-b4be-417d-8a7f-78d10d8882e2), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:21:05.069297 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-2fda795b-a7bc-41a6-a222-126a01d34aa5 tempest-TestMinimumBasicScenario-1638750273 tempest-TestMinimumBasicScenario-1638750273-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664556'] for security_group_rule (628fb659-b4be-417d-8a7f-78d10d8882e2), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:21:05.090366 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-2fda795b-a7bc-41a6-a222-126a01d34aa5 tempest-TestMinimumBasicScenario-1638750273 tempest-TestMinimumBasicScenario-1638750273-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:21:05.094064 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-2fda795b-a7bc-41a6-a222-126a01d34aa5 tempest-TestMinimumBasicScenario-1638750273 tempest-TestMinimumBasicScenario-1638750273-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1267691 Feb 04 18:21:05.095962 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 57822) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:21:05.101518 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-d6d3720a-9fef-4e57-acb2-7e2e7dc0c279 tempest-TestMinimumBasicScenario-1638750273 tempest-TestMinimumBasicScenario-1638750273-project] Request body: {'security_group_rule': {'security_group_id': '1f8f2ef1-e7d7-416f-bc5b-c585bf5427bb', 'project_id': 'a7f084d7e77244a89186bf339607fa53', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 18:21:05.113033 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89356226-449d-478a-9dff-ab87d00b3976 req-43487d97-9419-465e-b0b8-33cee811c396 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:21:05.113288 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fda795b-a7bc-41a6-a222-126a01d34aa5 tempest-TestMinimumBasicScenario-1638750273 tempest-TestMinimumBasicScenario-1638750273-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=628fb659-b4be-417d-8a7f-78d10d8882e2,revision_number=0']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:21:05.114968 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-89356226-449d-478a-9dff-ab87d00b3976 req-43487d97-9419-465e-b0b8-33cee811c396 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=3a77eecf-82b5-41e0-9c8c-825eee7888c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0527096 Feb 04 18:21:05.117274 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4f14bb47-e72b-46ac-9e44-a61d9293afcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (75326290-f7a3-4db8-9cf2-15c7139ed224), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:21:05.141313 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-d6d3720a-9fef-4e57-acb2-7e2e7dc0c279 tempest-TestMinimumBasicScenario-1638750273 tempest-TestMinimumBasicScenario-1638750273-project] Publish callbacks [] for security_group_rule (6dc5f1e6-601b-4349-bf48-0b65c8534856), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:21:05.201323 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-d6d3720a-9fef-4e57-acb2-7e2e7dc0c279 tempest-TestMinimumBasicScenario-1638750273 tempest-TestMinimumBasicScenario-1638750273-project] Publish callbacks [] for security_group_rule (6dc5f1e6-601b-4349-bf48-0b65c8534856), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:21:05.205659 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-d6d3720a-9fef-4e57-acb2-7e2e7dc0c279 tempest-TestMinimumBasicScenario-1638750273 tempest-TestMinimumBasicScenario-1638750273-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664556'] for security_group_rule (6dc5f1e6-601b-4349-bf48-0b65c8534856), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:21:05.212574 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-c18d5f10-f038-4458-876a-a07fac265466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '456c6ed1-c28c-4856-8a65-62223fa104be', 'name': 'tempest-TestMinimumBasicScenario-315544835-router', 'tenant_id': 'a7f084d7e77244a89186bf339607fa53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.115'}], 'enable_snat': True}, 'gw_port_id': '2f61c45b-7202-4e79-834d-fa3c0872b4a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T18:20:04Z', 'updated_at': '2022-02-04T18:20:07Z', 'revision_number': 4, 'project_id': 'a7f084d7e77244a89186bf339607fa53', 'gw_port': {'id': '2f61c45b-7202-4e79-834d-fa3c0872b4a6', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:36:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '456c6ed1-c28c-4856-8a65-62223fa104be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:20:05Z', 'updated_at': '2022-02-04T18:20:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_floatingips': [{'id': '51a5faaa-083e-42c6-9ea6-aee8978c5b15', 'tenant_id': 'a7f084d7e77244a89186bf339607fa53', 'floating_ip_address': '172.25.6.11', 'floating_network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'router_id': '456c6ed1-c28c-4856-8a65-62223fa104be', 'port_id': '280cb09f-f3b2-4969-ba6c-dc59bad6e866', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4209, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3a77eecf-82b5-41e0-9c8c-825eee7888c6', 'mac_address': 'fa:16:3e:19:77:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61da2300-4097-4cc3-8050-30737b0e2f62', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T18:21:03Z', 'updated_at': '2022-02-04T18:21:03Z', 'revision_number': 0, 'project_id': 'a7f084d7e77244a89186bf339607fa53', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6354d72b-74eb-4d6f-a62a-319cb2dcc779', 'name': '', 'network_id': '3a77eecf-82b5-41e0-9c8c-825eee7888c6', 'tenant_id': 'a7f084d7e77244a89186bf339607fa53', 'mac_address': 'fa:16:3e:f9:df:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '456c6ed1-c28c-4856-8a65-62223fa104be', 'device_owner': 'network:router_interface', 'standard_attr_id': 4194, 'fixed_ips': [{'subnet_id': 'cf2bcec4-c5a8-4185-b78f-23eedb23cd35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:20:06Z', 'updated_at': '2022-02-04T18:20:12Z', 'revision_number': 5, 'project_id': 'a7f084d7e77244a89186bf339607fa53', 'subnets': [{'id': 'cf2bcec4-c5a8-4185-b78f-23eedb23cd35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-2', False) {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:21:05.219572 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-89356226-449d-478a-9dff-ab87d00b3976 req-a97ee99a-0b62-432e-bb5d-b6340f6987ef service neutron] 10.222.0.96 "GET /v2.0/networks/3a77eecf-82b5-41e0-9c8c-825eee7888c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978832 Feb 04 18:21:05.227373 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d3720a-9fef-4e57-acb2-7e2e7dc0c279 tempest-TestMinimumBasicScenario-1638750273 tempest-TestMinimumBasicScenario-1638750273-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6dc5f1e6-601b-4349-bf48-0b65c8534856,revision_number=0']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:21:05.233416 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-d6d3720a-9fef-4e57-acb2-7e2e7dc0c279 tempest-TestMinimumBasicScenario-1638750273 tempest-TestMinimumBasicScenario-1638750273-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:21:05.237097 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-d6d3720a-9fef-4e57-acb2-7e2e7dc0c279 tempest-TestMinimumBasicScenario-1638750273 tempest-TestMinimumBasicScenario-1638750273-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1375887 Feb 04 18:21:05.237468 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 57824) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:21:05.242487 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-12a4a5d4-129e-4ebe-be8b-3dff64b97da4 tempest-TestMinimumBasicScenario-1638750273 tempest-TestMinimumBasicScenario-1638750273-project] Request body: {'security_group_rule': {'security_group_id': '1f8f2ef1-e7d7-416f-bc5b-c585bf5427bb', 'project_id': 'a7f084d7e77244a89186bf339607fa53', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 18:21:05.244681 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c18d5f10-f038-4458-876a-a07fac265466 None None] Checking router: 456c6ed1-c28c-4856-8a65-62223fa104be for host: n-d-827839-2 {{(pid=103378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 18:21:05.254304 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c18d5f10-f038-4458-876a-a07fac265466 None None] Routers {'456c6ed1-c28c-4856-8a65-62223fa104be'} bound to L3 agent in host n-d-827839-2 {{(pid=103378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 18:21:05.254964 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-c18d5f10-f038-4458-876a-a07fac265466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T18:21:03Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['456c6ed1-c28c-4856-8a65-62223fa104be'], 'active': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:21:05.273763 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-12a4a5d4-129e-4ebe-be8b-3dff64b97da4 tempest-TestMinimumBasicScenario-1638750273 tempest-TestMinimumBasicScenario-1638750273-project] Publish callbacks [] for security_group_rule (7c9b04a5-481e-42c1-9774-7b4a532a236c), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:21:05.331909 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-89356226-449d-478a-9dff-ab87d00b3976 req-0155e769-58ee-4578-a7e8-54fd5cf72712 service neutron] 10.222.0.96 "GET /v2.0/networks/3a77eecf-82b5-41e0-9c8c-825eee7888c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1048522 Feb 04 18:21:05.337152 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-12a4a5d4-129e-4ebe-be8b-3dff64b97da4 tempest-TestMinimumBasicScenario-1638750273 tempest-TestMinimumBasicScenario-1638750273-project] Publish callbacks [] for security_group_rule (7c9b04a5-481e-42c1-9774-7b4a532a236c), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:21:05.341014 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-12a4a5d4-129e-4ebe-be8b-3dff64b97da4 tempest-TestMinimumBasicScenario-1638750273 tempest-TestMinimumBasicScenario-1638750273-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664556'] for security_group_rule (7c9b04a5-481e-42c1-9774-7b4a532a236c), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:21:05.362263 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a4a5d4-129e-4ebe-be8b-3dff64b97da4 tempest-TestMinimumBasicScenario-1638750273 tempest-TestMinimumBasicScenario-1638750273-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c9b04a5-481e-42c1-9774-7b4a532a236c,revision_number=0']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:21:05.371200 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-12a4a5d4-129e-4ebe-be8b-3dff64b97da4 tempest-TestMinimumBasicScenario-1638750273 tempest-TestMinimumBasicScenario-1638750273-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:21:05.372419 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-12a4a5d4-129e-4ebe-be8b-3dff64b97da4 tempest-TestMinimumBasicScenario-1638750273 tempest-TestMinimumBasicScenario-1638750273-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1342325 Feb 04 18:21:05.375454 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 57826) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:21:05.379003 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvr_db [None req-c18d5f10-f038-4458-876a-a07fac265466 None None] Set router 456c6ed1-c28c-4856-8a65-62223fa104be gateway port host: n-d-827839-2 {{(pid=103378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 18:21:05.381297 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-f54db898-a1f5-43b0-8c9d-b66aaf9d8c8e tempest-TestMinimumBasicScenario-1638750273 tempest-TestMinimumBasicScenario-1638750273-project] Request body: {'security_group_rule': {'security_group_id': '1f8f2ef1-e7d7-416f-bc5b-c585bf5427bb', 'project_id': 'a7f084d7e77244a89186bf339607fa53', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 18:21:05.400769 n-d-827839-2 neutron-server[103377]: INFO neutron.db.securitygroups_db [None req-f54db898-a1f5-43b0-8c9d-b66aaf9d8c8e tempest-TestMinimumBasicScenario-1638750273 tempest-TestMinimumBasicScenario-1638750273-project] Project a7f084d7e77244a89186bf339607fa53 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 18:21:05.405856 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-f54db898-a1f5-43b0-8c9d-b66aaf9d8c8e tempest-TestMinimumBasicScenario-1638750273 tempest-TestMinimumBasicScenario-1638750273-project] Publish callbacks [] for security_group_rule (1c02b2a6-a378-4d25-887e-f684969eea10), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:21:05.464376 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-f54db898-a1f5-43b0-8c9d-b66aaf9d8c8e tempest-TestMinimumBasicScenario-1638750273 tempest-TestMinimumBasicScenario-1638750273-project] Publish callbacks [] for security_group_rule (1c02b2a6-a378-4d25-887e-f684969eea10), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:21:05.469177 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-f54db898-a1f5-43b0-8c9d-b66aaf9d8c8e tempest-TestMinimumBasicScenario-1638750273 tempest-TestMinimumBasicScenario-1638750273-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664556'] for security_group_rule (1c02b2a6-a378-4d25-887e-f684969eea10), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:21:05.485092 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54db898-a1f5-43b0-8c9d-b66aaf9d8c8e tempest-TestMinimumBasicScenario-1638750273 tempest-TestMinimumBasicScenario-1638750273-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c02b2a6-a378-4d25-887e-f684969eea10,revision_number=0']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:21:05.495553 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-f54db898-a1f5-43b0-8c9d-b66aaf9d8c8e tempest-TestMinimumBasicScenario-1638750273 tempest-TestMinimumBasicScenario-1638750273-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:21:05.496759 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-f54db898-a1f5-43b0-8c9d-b66aaf9d8c8e tempest-TestMinimumBasicScenario-1638750273 tempest-TestMinimumBasicScenario-1638750273-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1203301 Feb 04 18:21:05.499852 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 57828) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:21:05.504646 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-69146ff1-561b-4861-8707-2c5ba8649450 tempest-TestMinimumBasicScenario-1638750273 tempest-TestMinimumBasicScenario-1638750273-project] Request body: {'security_group_rule': {'security_group_id': '1f8f2ef1-e7d7-416f-bc5b-c585bf5427bb', 'project_id': 'a7f084d7e77244a89186bf339607fa53', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 18:21:05.526114 n-d-827839-2 neutron-server[103376]: INFO neutron.db.securitygroups_db [None req-69146ff1-561b-4861-8707-2c5ba8649450 tempest-TestMinimumBasicScenario-1638750273 tempest-TestMinimumBasicScenario-1638750273-project] Project a7f084d7e77244a89186bf339607fa53 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 18:21:05.531133 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-69146ff1-561b-4861-8707-2c5ba8649450 tempest-TestMinimumBasicScenario-1638750273 tempest-TestMinimumBasicScenario-1638750273-project] Publish callbacks [] for security_group_rule (141f788b-6a86-4006-8a61-f5c9792b822d), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:21:05.590756 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-69146ff1-561b-4861-8707-2c5ba8649450 tempest-TestMinimumBasicScenario-1638750273 tempest-TestMinimumBasicScenario-1638750273-project] Publish callbacks [] for security_group_rule (141f788b-6a86-4006-8a61-f5c9792b822d), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:21:05.594531 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-69146ff1-561b-4861-8707-2c5ba8649450 tempest-TestMinimumBasicScenario-1638750273 tempest-TestMinimumBasicScenario-1638750273-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664556'] for security_group_rule (141f788b-6a86-4006-8a61-f5c9792b822d), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:21:05.612315 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69146ff1-561b-4861-8707-2c5ba8649450 tempest-TestMinimumBasicScenario-1638750273 tempest-TestMinimumBasicScenario-1638750273-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=141f788b-6a86-4006-8a61-f5c9792b822d,revision_number=0']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:21:05.615698 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-c18d5f10-f038-4458-876a-a07fac265466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '456c6ed1-c28c-4856-8a65-62223fa104be', 'name': 'tempest-TestMinimumBasicScenario-315544835-router', 'tenant_id': 'a7f084d7e77244a89186bf339607fa53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.115'}], 'enable_snat': True}, 'gw_port_id': '2f61c45b-7202-4e79-834d-fa3c0872b4a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T18:20:04Z', 'updated_at': '2022-02-04T18:20:07Z', 'revision_number': 4, 'project_id': 'a7f084d7e77244a89186bf339607fa53', 'gw_port': {'id': '2f61c45b-7202-4e79-834d-fa3c0872b4a6', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:36:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '456c6ed1-c28c-4856-8a65-62223fa104be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:20:05Z', 'updated_at': '2022-02-04T18:20:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_floatingips': [{'id': '51a5faaa-083e-42c6-9ea6-aee8978c5b15', 'tenant_id': 'a7f084d7e77244a89186bf339607fa53', 'floating_ip_address': '172.25.6.11', 'floating_network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'router_id': '456c6ed1-c28c-4856-8a65-62223fa104be', 'port_id': '280cb09f-f3b2-4969-ba6c-dc59bad6e866', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4209, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3a77eecf-82b5-41e0-9c8c-825eee7888c6', 'mac_address': 'fa:16:3e:19:77:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61da2300-4097-4cc3-8050-30737b0e2f62', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T18:21:03Z', 'updated_at': '2022-02-04T18:21:03Z', 'revision_number': 0, 'project_id': 'a7f084d7e77244a89186bf339607fa53', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6354d72b-74eb-4d6f-a62a-319cb2dcc779', 'name': '', 'network_id': '3a77eecf-82b5-41e0-9c8c-825eee7888c6', 'tenant_id': 'a7f084d7e77244a89186bf339607fa53', 'mac_address': 'fa:16:3e:f9:df:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '456c6ed1-c28c-4856-8a65-62223fa104be', 'device_owner': 'network:router_interface', 'standard_attr_id': 4194, 'fixed_ips': [{'subnet_id': 'cf2bcec4-c5a8-4185-b78f-23eedb23cd35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:20:06Z', 'updated_at': '2022-02-04T18:20:12Z', 'revision_number': 5, 'project_id': 'a7f084d7e77244a89186bf339607fa53', 'subnets': [{'id': 'cf2bcec4-c5a8-4185-b78f-23eedb23cd35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-2', False) {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:21:05.622894 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-69146ff1-561b-4861-8707-2c5ba8649450 tempest-TestMinimumBasicScenario-1638750273 tempest-TestMinimumBasicScenario-1638750273-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:21:05.624120 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-69146ff1-561b-4861-8707-2c5ba8649450 tempest-TestMinimumBasicScenario-1638750273 tempest-TestMinimumBasicScenario-1638750273-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1231797 Feb 04 18:21:05.644730 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c18d5f10-f038-4458-876a-a07fac265466 None None] The sync data for ids ['456c6ed1-c28c-4856-8a65-62223fa104be'] in n-d-827839-2 is: [{'id': '456c6ed1-c28c-4856-8a65-62223fa104be', 'name': 'tempest-TestMinimumBasicScenario-315544835-router', 'tenant_id': 'a7f084d7e77244a89186bf339607fa53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.115'}], 'enable_snat': True}, 'gw_port_id': '2f61c45b-7202-4e79-834d-fa3c0872b4a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T18:20:04Z', 'updated_at': '2022-02-04T18:20:07Z', 'revision_number': 4, 'project_id': 'a7f084d7e77244a89186bf339607fa53', 'gw_port': {'id': '2f61c45b-7202-4e79-834d-fa3c0872b4a6', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:36:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '456c6ed1-c28c-4856-8a65-62223fa104be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:20:05Z', 'updated_at': '2022-02-04T18:20:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_floatingips': [{'id': '51a5faaa-083e-42c6-9ea6-aee8978c5b15', 'tenant_id': 'a7f084d7e77244a89186bf339607fa53', 'floating_ip_address': '172.25.6.11', 'floating_network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'router_id': '456c6ed1-c28c-4856-8a65-62223fa104be', 'port_id': '280cb09f-f3b2-4969-ba6c-dc59bad6e866', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4209, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3a77eecf-82b5-41e0-9c8c-825eee7888c6', 'mac_address': 'fa:16:3e:19:77:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61da2300-4097-4cc3-8050-30737b0e2f62', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T18:21:03Z', 'updated_at': '2022-02-04T18:21:03Z', 'revision_number': 0, 'project_id': 'a7f084d7e77244a89186bf339607fa53', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6354d72b-74eb-4d6f-a62a-319cb2dcc779', 'name': '', 'network_id': '3a77eecf-82b5-41e0-9c8c-825eee7888c6', 'tenant_id': 'a7f084d7e77244a89186bf339607fa53', 'mac_address': 'fa:16:3e:f9:df:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '456c6ed1-c28c-4856-8a65-62223fa104be', 'device_owner': 'network:router_interface', 'standard_attr_id': 4194, 'fixed_ips': [{'subnet_id': 'cf2bcec4-c5a8-4185-b78f-23eedb23cd35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:20:06Z', 'updated_at': '2022-02-04T18:20:12Z', 'revision_number': 5, 'project_id': 'a7f084d7e77244a89186bf339607fa53', 'subnets': [{'id': 'cf2bcec4-c5a8-4185-b78f-23eedb23cd35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 18:21:05.719652 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-70d0c589-ffc3-4752-838e-a85830755f43 req-f8f389ae-67c4-475f-9d75-b2768c1ac463 tempest-TestMinimumBasicScenario-1638750273 tempest-TestMinimumBasicScenario-1638750273-project] 10.222.0.89 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-954383795&fields=id&tenant_id=a7f084d7e77244a89186bf339607fa53 HTTP/1.1" status: 200 len: 267 time: 0.0486572 Feb 04 18:21:05.779708 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d0c589-ffc3-4752-838e-a85830755f43 req-ea7bb24c-2e36-4b83-a60b-7c44f3a8fa29 tempest-TestMinimumBasicScenario-1638750273 tempest-TestMinimumBasicScenario-1638750273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:21:05.781865 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-70d0c589-ffc3-4752-838e-a85830755f43 req-ea7bb24c-2e36-4b83-a60b-7c44f3a8fa29 tempest-TestMinimumBasicScenario-1638750273 tempest-TestMinimumBasicScenario-1638750273-project] 10.222.0.89 "GET /v2.0/ports?device_id=61da2300-4097-4cc3-8050-30737b0e2f62 HTTP/1.1" status: 200 len: 945 time: 0.0545552 Feb 04 18:21:05.794348 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [req-70d0c589-ffc3-4752-838e-a85830755f43 req-a39dddab-6fbf-465e-bdda-d48a57f5a9ae tempest-TestMinimumBasicScenario-1638750273 tempest-TestMinimumBasicScenario-1638750273-project] Request body: {'port': {'security_groups': ['02f25008-f71b-4b64-a6a4-e426ae57fb70', '1f8f2ef1-e7d7-416f-bc5b-c585bf5427bb']}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 18:21:05.840852 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (ba70844b-66a0-45fd-a2f2-e6ed673321fc), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:21:05.877895 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-70d0c589-ffc3-4752-838e-a85830755f43 req-a39dddab-6fbf-465e-bdda-d48a57f5a9ae tempest-TestMinimumBasicScenario-1638750273 tempest-TestMinimumBasicScenario-1638750273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (280cb09f-f3b2-4969-ba6c-dc59bad6e866), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:21:05.882431 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8627c6d7-2887-4395-addc-32a8d6910367 None None] New status for floating IP 51a5faaa-083e-42c6-9ea6-aee8978c5b15: ACTIVE {{(pid=103379) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 18:21:06.075450 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [req-70d0c589-ffc3-4752-838e-a85830755f43 req-a39dddab-6fbf-465e-bdda-d48a57f5a9ae tempest-TestMinimumBasicScenario-1638750273 tempest-TestMinimumBasicScenario-1638750273-project] For port 280cb09f-f3b2-4969-ba6c-dc59bad6e866, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=280cb09f-f3b2-4969-ba6c-dc59bad6e866,segment=NetworkSegment(73adcb13-bdc6-48ed-8048-45b389f76477),segment_id=73adcb13-bdc6-48ed-8048-45b389f76477)] {{(pid=103376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 18:21:06.104192 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-70d0c589-ffc3-4752-838e-a85830755f43 req-a39dddab-6fbf-465e-bdda-d48a57f5a9ae tempest-TestMinimumBasicScenario-1638750273 tempest-TestMinimumBasicScenario-1638750273-project] Publish callbacks [] for port (280cb09f-f3b2-4969-ba6c-dc59bad6e866), precommit_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:21:06.108648 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-70d0c589-ffc3-4752-838e-a85830755f43 req-a39dddab-6fbf-465e-bdda-d48a57f5a9ae tempest-TestMinimumBasicScenario-1638750273 tempest-TestMinimumBasicScenario-1638750273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675836'] for port (280cb09f-f3b2-4969-ba6c-dc59bad6e866), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:21:06.120682 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] get_ports_and_sgs() called for port_ids ['280cb09f-f3b2-4969-ba6c-dc59bad6e866'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 18:21:06.157670 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d0c589-ffc3-4752-838e-a85830755f43 req-a39dddab-6fbf-465e-bdda-d48a57f5a9ae tempest-TestMinimumBasicScenario-1638750273 tempest-TestMinimumBasicScenario-1638750273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:21:06.158736 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-70d0c589-ffc3-4752-838e-a85830755f43 req-a39dddab-6fbf-465e-bdda-d48a57f5a9ae tempest-TestMinimumBasicScenario-1638750273 tempest-TestMinimumBasicScenario-1638750273-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:21:06.159722 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-70d0c589-ffc3-4752-838e-a85830755f43 req-a39dddab-6fbf-465e-bdda-d48a57f5a9ae tempest-TestMinimumBasicScenario-1638750273 tempest-TestMinimumBasicScenario-1638750273-project] 10.222.0.89 "PUT /v2.0/ports/280cb09f-f3b2-4969-ba6c-dc59bad6e866 HTTP/1.1" status: 200 len: 981 time: 0.3702922 Feb 04 18:21:06.181503 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39dddab-6fbf-465e-bdda-d48a57f5a9ae tempest-TestMinimumBasicScenario-1638750273 tempest-TestMinimumBasicScenario-1638750273-project] Pushing event updated for resources: {'Port': ['ID=280cb09f-f3b2-4969-ba6c-dc59bad6e866,revision_number=6']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:21:06.226327 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] get_ports_and_sgs() called for port_ids ['280cb09f-f3b2-4969-ba6c-dc59bad6e866'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 18:21:06.298979 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33eba129-139b-41d8-a6e2-1770171243f8 req-a30e20ef-42de-4e1c-b7ba-78d48704e38d tempest-TestMinimumBasicScenario-1638750273 tempest-TestMinimumBasicScenario-1638750273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:21:06.301139 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-33eba129-139b-41d8-a6e2-1770171243f8 req-a30e20ef-42de-4e1c-b7ba-78d48704e38d tempest-TestMinimumBasicScenario-1638750273 tempest-TestMinimumBasicScenario-1638750273-project] 10.222.0.89 "GET /v2.0/ports?device_id=61da2300-4097-4cc3-8050-30737b0e2f62 HTTP/1.1" status: 200 len: 984 time: 0.0706489 Feb 04 18:21:06.377377 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-33eba129-139b-41d8-a6e2-1770171243f8 req-109f4d1a-5e00-4119-b5b5-5e8a60a59cdc tempest-TestMinimumBasicScenario-1638750273 tempest-TestMinimumBasicScenario-1638750273-project] 10.222.0.89 "GET /v2.0/security-groups?id=02f25008-f71b-4b64-a6a4-e426ae57fb70&id=1f8f2ef1-e7d7-416f-bc5b-c585bf5427bb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0685513 Feb 04 18:21:06.488582 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-6de337b7-b12c-4b74-a428-8346d926519d None None] Provisioning complete for port 280cb09f-f3b2-4969-ba6c-dc59bad6e866 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 18:21:06.488917 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6de337b7-b12c-4b74-a428-8346d926519d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (280cb09f-f3b2-4969-ba6c-dc59bad6e866), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:21:06.687347 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-6de337b7-b12c-4b74-a428-8346d926519d None None] Current status of the port 280cb09f-f3b2-4969-ba6c-dc59bad6e866 is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 18:21:06.736005 n-d-827839-2 neutron-server[103376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61da2300-4097-4cc3-8050-30737b0e2f62', 'tag': '280cb09f-f3b2-4969-ba6c-dc59bad6e866'}] {{(pid=103376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 18:21:06.738399 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7aefa7f3373fd63bd14caed2f0c404cd5bacff84a7eb60e70ea20ed0b49017dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b40b616b-e768-42a4-ae90-14e3b95f99ed" -d '{"events": [{"name": "network-changed", "server_uuid": "61da2300-4097-4cc3-8050-30737b0e2f62", "tag": "280cb09f-f3b2-4969-ba6c-dc59bad6e866"}]}' {{(pid=103376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 18:21:06.774605 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 18:21:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a734369c-a259-46c8-816c-31ee7970772f x-openstack-request-id: req-a734369c-a259-46c8-816c-31ee7970772f {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 18:21:06.774905 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61da2300-4097-4cc3-8050-30737b0e2f62", "tag": "280cb09f-f3b2-4969-ba6c-dc59bad6e866", "status": "completed", "code": 200}]} {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 18:21:06.775166 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-a734369c-a259-46c8-816c-31ee7970772f {{(pid=103376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 18:21:06.775572 n-d-827839-2 neutron-server[103376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61da2300-4097-4cc3-8050-30737b0e2f62', 'tag': '280cb09f-f3b2-4969-ba6c-dc59bad6e866', 'status': 'completed', 'code': 200} Feb 04 18:21:06.844428 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40b616b-e768-42a4-ae90-14e3b95f99ed req-e001899b-6fdb-46e5-8c52-7a8b89dbb3a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:21:06.845979 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-b40b616b-e768-42a4-ae90-14e3b95f99ed req-e001899b-6fdb-46e5-8c52-7a8b89dbb3a1 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=a7f084d7e77244a89186bf339607fa53&device_id=61da2300-4097-4cc3-8050-30737b0e2f62 HTTP/1.1" status: 200 len: 1166 time: 0.0453370 Feb 04 18:21:06.934999 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40b616b-e768-42a4-ae90-14e3b95f99ed req-dfa7b227-d1af-41e9-878e-7d2c495619e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:21:06.936492 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-b40b616b-e768-42a4-ae90-14e3b95f99ed req-dfa7b227-d1af-41e9-878e-7d2c495619e2 service neutron] 10.222.0.96 "GET /v2.0/networks?id=3a77eecf-82b5-41e0-9c8c-825eee7888c6 HTTP/1.1" status: 200 len: 915 time: 0.0835094 Feb 04 18:21:07.008508 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-b40b616b-e768-42a4-ae90-14e3b95f99ed req-8ef1d948-3e65-42aa-a54a-f4bfad3c2110 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=280cb09f-f3b2-4969-ba6c-dc59bad6e866 HTTP/1.1" status: 200 len: 1000 time: 0.0650797 Feb 04 18:21:07.056348 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40b616b-e768-42a4-ae90-14e3b95f99ed req-534fad7a-d753-4c11-8592-6561c5a712ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:21:07.057812 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-b40b616b-e768-42a4-ae90-14e3b95f99ed req-534fad7a-d753-4c11-8592-6561c5a712ab service neutron] 10.222.0.96 "GET /v2.0/subnets?id=cf2bcec4-c5a8-4185-b78f-23eedb23cd35 HTTP/1.1" status: 200 len: 853 time: 0.0433786 Feb 04 18:21:07.106086 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40b616b-e768-42a4-ae90-14e3b95f99ed req-5d130b28-572b-47de-9fbd-285d671c7672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:21:07.107623 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-b40b616b-e768-42a4-ae90-14e3b95f99ed req-5d130b28-572b-47de-9fbd-285d671c7672 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=3a77eecf-82b5-41e0-9c8c-825eee7888c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0434363 Feb 04 18:21:07.203865 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-b40b616b-e768-42a4-ae90-14e3b95f99ed req-87f5b9d5-63a1-40d1-acad-96c99419f6bf service neutron] 10.222.0.96 "GET /v2.0/networks/3a77eecf-82b5-41e0-9c8c-825eee7888c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888073 Feb 04 18:21:07.293444 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-b40b616b-e768-42a4-ae90-14e3b95f99ed req-23867008-9076-4dac-b29c-27c172505b0b service neutron] 10.222.0.96 "GET /v2.0/networks/3a77eecf-82b5-41e0-9c8c-825eee7888c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831211 Feb 04 18:21:08.192332 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.agents_db [None req-e1691f3b-aacd-4cd6-8ebb-a9c53bb301c0 None None] Agent healthcheck: found 7 active agents {{(pid=103379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 18:21:10.762228 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (f20a1ab3-4332-4f54-833b-ba4a7c687e89), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:21:12.894583 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (3f9244a9-75fc-4c10-b195-11d48b853b41), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:21:29.861814 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4078fe3c-18df-4f7f-8ae2-7ca8b94810a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (bb89f5a3-3c22-440b-b7d1-c4f0c43c184a), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:21:32.931311 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-15d842a6-8655-460b-be2d-2641e7f24145 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (64ada913-9131-4d99-a265-63a920956287), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:21:33.251005 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d408ec64-b374-4acb-a1fc-48241dad6d47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (0cd6d64a-47a7-40ff-8c12-71dd526c62e0), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:21:35.063009 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4f14bb47-e72b-46ac-9e44-a61d9293afcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (75326290-f7a3-4db8-9cf2-15c7139ed224), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:21:35.842246 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (ba70844b-66a0-45fd-a2f2-e6ed673321fc), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:21:40.764577 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (f20a1ab3-4332-4f54-833b-ba4a7c687e89), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:21:42.891605 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (3f9244a9-75fc-4c10-b195-11d48b853b41), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:21:45.191452 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.agents_db [None req-e1691f3b-aacd-4cd6-8ebb-a9c53bb301c0 None None] Agent healthcheck: found 7 active agents {{(pid=103379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 18:21:52.715651 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923504cb-79bd-45d6-846e-4f0bc02e48ed req-ae4f0b17-0fa6-4e0b-9f93-5555471039d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:21:52.717222 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-923504cb-79bd-45d6-846e-4f0bc02e48ed req-ae4f0b17-0fa6-4e0b-9f93-5555471039d0 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=a7f084d7e77244a89186bf339607fa53&device_id=61da2300-4097-4cc3-8050-30737b0e2f62 HTTP/1.1" status: 200 len: 1166 time: 0.0758879 Feb 04 18:21:52.724934 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31faac34-f811-4585-9e58-daa19a0ba213 req-004b76ee-7008-43f3-ba54-7ceffb432041 tempest-TestMinimumBasicScenario-1638750273 tempest-TestMinimumBasicScenario-1638750273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:21:52.726335 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-31faac34-f811-4585-9e58-daa19a0ba213 req-004b76ee-7008-43f3-ba54-7ceffb432041 tempest-TestMinimumBasicScenario-1638750273 tempest-TestMinimumBasicScenario-1638750273-project] 10.222.0.89 "GET /v2.0/ports?device_id=61da2300-4097-4cc3-8050-30737b0e2f62 HTTP/1.1" status: 200 len: 984 time: 0.0942214 Feb 04 18:21:52.837963 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-31faac34-f811-4585-9e58-daa19a0ba213 req-b3cdec0e-5442-406a-b838-0309191a0899 tempest-TestMinimumBasicScenario-1638750273 tempest-TestMinimumBasicScenario-1638750273-project] 10.222.0.89 "GET /v2.0/security-groups?id=02f25008-f71b-4b64-a6a4-e426ae57fb70&id=1f8f2ef1-e7d7-416f-bc5b-c585bf5427bb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1028211 Feb 04 18:21:52.860604 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923504cb-79bd-45d6-846e-4f0bc02e48ed req-c3c72eac-21b6-467e-96f9-18737afc4cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:21:52.862123 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-923504cb-79bd-45d6-846e-4f0bc02e48ed req-c3c72eac-21b6-467e-96f9-18737afc4cf2 service neutron] 10.222.0.96 "GET /v2.0/networks?id=3a77eecf-82b5-41e0-9c8c-825eee7888c6 HTTP/1.1" status: 200 len: 915 time: 0.1349504 Feb 04 18:21:52.928728 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-923504cb-79bd-45d6-846e-4f0bc02e48ed req-dba1c711-c566-43d8-8bc2-4cbea1f941fc service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=280cb09f-f3b2-4969-ba6c-dc59bad6e866 HTTP/1.1" status: 200 len: 1000 time: 0.0600963 Feb 04 18:21:52.977167 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923504cb-79bd-45d6-846e-4f0bc02e48ed req-1f283ee3-b6bc-4569-b2bb-4e1e9d2e0018 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:21:52.978676 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-923504cb-79bd-45d6-846e-4f0bc02e48ed req-1f283ee3-b6bc-4569-b2bb-4e1e9d2e0018 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=cf2bcec4-c5a8-4185-b78f-23eedb23cd35 HTTP/1.1" status: 200 len: 853 time: 0.0431485 Feb 04 18:21:53.033585 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923504cb-79bd-45d6-846e-4f0bc02e48ed req-727f4cee-bd0f-4b7f-9b6d-b7b24b420271 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:21:53.035103 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-923504cb-79bd-45d6-846e-4f0bc02e48ed req-727f4cee-bd0f-4b7f-9b6d-b7b24b420271 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=3a77eecf-82b5-41e0-9c8c-825eee7888c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0488288 Feb 04 18:21:53.127150 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-923504cb-79bd-45d6-846e-4f0bc02e48ed req-214602b2-88b1-4678-a924-27723e9deaeb service neutron] 10.222.0.96 "GET /v2.0/networks/3a77eecf-82b5-41e0-9c8c-825eee7888c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846722 Feb 04 18:21:53.222561 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-923504cb-79bd-45d6-846e-4f0bc02e48ed req-4e6cdae5-7538-4e18-80d4-2d2f164fcbce service neutron] 10.222.0.96 "GET /v2.0/networks/3a77eecf-82b5-41e0-9c8c-825eee7888c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894036 Feb 04 18:21:53.961266 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44eaa9b2-f3d3-4139-b8a7-fb551320a576 req-d640ad4d-9d0f-4898-b53a-0f52ee5e608d tempest-TestMinimumBasicScenario-1638750273 tempest-TestMinimumBasicScenario-1638750273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:21:53.963267 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-44eaa9b2-f3d3-4139-b8a7-fb551320a576 req-d640ad4d-9d0f-4898-b53a-0f52ee5e608d tempest-TestMinimumBasicScenario-1638750273 tempest-TestMinimumBasicScenario-1638750273-project] 10.222.0.89 "GET /v2.0/ports?device_id=61da2300-4097-4cc3-8050-30737b0e2f62 HTTP/1.1" status: 200 len: 984 time: 0.0550163 Feb 04 18:21:54.022204 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-44eaa9b2-f3d3-4139-b8a7-fb551320a576 req-6817247d-f7c2-4f97-923e-c6774d92ac2e tempest-TestMinimumBasicScenario-1638750273 tempest-TestMinimumBasicScenario-1638750273-project] 10.222.0.89 "GET /v2.0/security-groups?id=02f25008-f71b-4b64-a6a4-e426ae57fb70&id=1f8f2ef1-e7d7-416f-bc5b-c585bf5427bb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0532916 Feb 04 18:21:55.145721 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d52b22-2ad0-4475-b025-dfa51e3e5783 req-07769061-1805-4f71-a40e-f136381f0114 tempest-TestMinimumBasicScenario-1638750273 tempest-TestMinimumBasicScenario-1638750273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:21:55.147189 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-c4d52b22-2ad0-4475-b025-dfa51e3e5783 req-07769061-1805-4f71-a40e-f136381f0114 tempest-TestMinimumBasicScenario-1638750273 tempest-TestMinimumBasicScenario-1638750273-project] 10.222.0.89 "GET /v2.0/ports?device_id=61da2300-4097-4cc3-8050-30737b0e2f62 HTTP/1.1" status: 200 len: 984 time: 0.0543175 Feb 04 18:21:55.205897 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-c4d52b22-2ad0-4475-b025-dfa51e3e5783 req-79ff1603-64ad-40e1-92d7-3acaebc69a88 tempest-TestMinimumBasicScenario-1638750273 tempest-TestMinimumBasicScenario-1638750273-project] 10.222.0.89 "GET /v2.0/security-groups?id=02f25008-f71b-4b64-a6a4-e426ae57fb70&id=1f8f2ef1-e7d7-416f-bc5b-c585bf5427bb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0528338 Feb 04 18:21:56.329825 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2780475-957c-4ac0-ab49-58076c42da8b req-8673df2c-52cf-4825-ae90-4352882b45e2 tempest-TestMinimumBasicScenario-1638750273 tempest-TestMinimumBasicScenario-1638750273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:21:56.331294 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-c2780475-957c-4ac0-ab49-58076c42da8b req-8673df2c-52cf-4825-ae90-4352882b45e2 tempest-TestMinimumBasicScenario-1638750273 tempest-TestMinimumBasicScenario-1638750273-project] 10.222.0.89 "GET /v2.0/ports?device_id=61da2300-4097-4cc3-8050-30737b0e2f62 HTTP/1.1" status: 200 len: 984 time: 0.0560820 Feb 04 18:21:56.390069 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-c2780475-957c-4ac0-ab49-58076c42da8b req-d63aedef-26b5-4926-ab67-2602afce2b62 tempest-TestMinimumBasicScenario-1638750273 tempest-TestMinimumBasicScenario-1638750273-project] 10.222.0.89 "GET /v2.0/security-groups?id=02f25008-f71b-4b64-a6a4-e426ae57fb70&id=1f8f2ef1-e7d7-416f-bc5b-c585bf5427bb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0530815 Feb 04 18:21:57.508621 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17d9430-a8eb-406a-ab4f-29db58c16b14 req-23141763-b2bf-4b2a-a72c-44ffe18d84bb tempest-TestMinimumBasicScenario-1638750273 tempest-TestMinimumBasicScenario-1638750273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:21:57.510688 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-d17d9430-a8eb-406a-ab4f-29db58c16b14 req-23141763-b2bf-4b2a-a72c-44ffe18d84bb tempest-TestMinimumBasicScenario-1638750273 tempest-TestMinimumBasicScenario-1638750273-project] 10.222.0.89 "GET /v2.0/ports?device_id=61da2300-4097-4cc3-8050-30737b0e2f62 HTTP/1.1" status: 200 len: 984 time: 0.0526843 Feb 04 18:21:57.573746 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-d17d9430-a8eb-406a-ab4f-29db58c16b14 req-934f8465-92a4-449e-9e2f-1eca96c243f7 tempest-TestMinimumBasicScenario-1638750273 tempest-TestMinimumBasicScenario-1638750273-project] 10.222.0.89 "GET /v2.0/security-groups?id=02f25008-f71b-4b64-a6a4-e426ae57fb70&id=1f8f2ef1-e7d7-416f-bc5b-c585bf5427bb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0574338 Feb 04 18:21:58.692040 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db120e76-b315-422a-85f2-4ff3b25a6f81 req-1b24d8b1-7115-4164-9b02-bbade14fb407 tempest-TestMinimumBasicScenario-1638750273 tempest-TestMinimumBasicScenario-1638750273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:21:58.693543 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-db120e76-b315-422a-85f2-4ff3b25a6f81 req-1b24d8b1-7115-4164-9b02-bbade14fb407 tempest-TestMinimumBasicScenario-1638750273 tempest-TestMinimumBasicScenario-1638750273-project] 10.222.0.89 "GET /v2.0/ports?device_id=61da2300-4097-4cc3-8050-30737b0e2f62 HTTP/1.1" status: 200 len: 984 time: 0.0527277 Feb 04 18:21:58.752234 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-db120e76-b315-422a-85f2-4ff3b25a6f81 req-059d16ae-188d-4c5c-8585-a03c09012839 tempest-TestMinimumBasicScenario-1638750273 tempest-TestMinimumBasicScenario-1638750273-project] 10.222.0.89 "GET /v2.0/security-groups?id=02f25008-f71b-4b64-a6a4-e426ae57fb70&id=1f8f2ef1-e7d7-416f-bc5b-c585bf5427bb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0530515 Feb 04 18:21:59.863452 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-191b3219-a8c4-4b98-a2b8-cbc2f37faf97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (bb89f5a3-3c22-440b-b7d1-c4f0c43c184a), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:21:59.875064 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0903cf9-fac5-433b-adcf-e413edabc2d3 req-1b77e223-c7d2-480b-92a4-a56f08aea56c tempest-TestMinimumBasicScenario-1638750273 tempest-TestMinimumBasicScenario-1638750273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:21:59.876554 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-d0903cf9-fac5-433b-adcf-e413edabc2d3 req-1b77e223-c7d2-480b-92a4-a56f08aea56c tempest-TestMinimumBasicScenario-1638750273 tempest-TestMinimumBasicScenario-1638750273-project] 10.222.0.89 "GET /v2.0/ports?device_id=61da2300-4097-4cc3-8050-30737b0e2f62 HTTP/1.1" status: 200 len: 984 time: 0.0538239 Feb 04 18:21:59.936220 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-d0903cf9-fac5-433b-adcf-e413edabc2d3 req-15cdc3d4-2971-4a56-8422-bd8be6e59ce3 tempest-TestMinimumBasicScenario-1638750273 tempest-TestMinimumBasicScenario-1638750273-project] 10.222.0.89 "GET /v2.0/security-groups?id=02f25008-f71b-4b64-a6a4-e426ae57fb70&id=1f8f2ef1-e7d7-416f-bc5b-c585bf5427bb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0539327 Feb 04 18:22:01.056209 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd82461-f1a7-436f-8b88-73782dc6d3a3 req-50157a4a-7892-450b-99c7-243ea5322926 tempest-TestMinimumBasicScenario-1638750273 tempest-TestMinimumBasicScenario-1638750273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:22:01.057724 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-dcd82461-f1a7-436f-8b88-73782dc6d3a3 req-50157a4a-7892-450b-99c7-243ea5322926 tempest-TestMinimumBasicScenario-1638750273 tempest-TestMinimumBasicScenario-1638750273-project] 10.222.0.89 "GET /v2.0/ports?device_id=61da2300-4097-4cc3-8050-30737b0e2f62 HTTP/1.1" status: 200 len: 984 time: 0.0527010 Feb 04 18:22:01.118943 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-dcd82461-f1a7-436f-8b88-73782dc6d3a3 req-ce16b2a5-f3e4-4413-b731-fb462c051fa0 tempest-TestMinimumBasicScenario-1638750273 tempest-TestMinimumBasicScenario-1638750273-project] 10.222.0.89 "GET /v2.0/security-groups?id=02f25008-f71b-4b64-a6a4-e426ae57fb70&id=1f8f2ef1-e7d7-416f-bc5b-c585bf5427bb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0549073 Feb 04 18:22:02.237861 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4d3ba9-79d0-4dd1-824a-b506ad8ff5f6 req-9bb17c97-af22-487c-a30c-fa9f88ea24dc tempest-TestMinimumBasicScenario-1638750273 tempest-TestMinimumBasicScenario-1638750273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:22:02.239361 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-5d4d3ba9-79d0-4dd1-824a-b506ad8ff5f6 req-9bb17c97-af22-487c-a30c-fa9f88ea24dc tempest-TestMinimumBasicScenario-1638750273 tempest-TestMinimumBasicScenario-1638750273-project] 10.222.0.89 "GET /v2.0/ports?device_id=61da2300-4097-4cc3-8050-30737b0e2f62 HTTP/1.1" status: 200 len: 984 time: 0.0532002 Feb 04 18:22:02.304499 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-5d4d3ba9-79d0-4dd1-824a-b506ad8ff5f6 req-a48b806c-9870-4a1b-85ee-c938044738b4 tempest-TestMinimumBasicScenario-1638750273 tempest-TestMinimumBasicScenario-1638750273-project] 10.222.0.89 "GET /v2.0/security-groups?id=02f25008-f71b-4b64-a6a4-e426ae57fb70&id=1f8f2ef1-e7d7-416f-bc5b-c585bf5427bb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0588925 Feb 04 18:22:02.933145 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4c6fc12a-436f-4235-b6d8-2dcdd764272a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (64ada913-9131-4d99-a265-63a920956287), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:22:03.101097 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32b2e33-9dae-4b46-82a2-3d0f6c6cf73a req-a2c6daf4-68bc-43a8-8b26-c2606fe3340c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:22:03.103152 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-a32b2e33-9dae-4b46-82a2-3d0f6c6cf73a req-a2c6daf4-68bc-43a8-8b26-c2606fe3340c service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=a7f084d7e77244a89186bf339607fa53&device_id=61da2300-4097-4cc3-8050-30737b0e2f62 HTTP/1.1" status: 200 len: 1166 time: 0.0494821 Feb 04 18:22:03.202298 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32b2e33-9dae-4b46-82a2-3d0f6c6cf73a req-4a777649-3d7b-4dbd-8395-a939f3540188 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:22:03.203681 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-a32b2e33-9dae-4b46-82a2-3d0f6c6cf73a req-4a777649-3d7b-4dbd-8395-a939f3540188 service neutron] 10.222.0.96 "GET /v2.0/networks?id=3a77eecf-82b5-41e0-9c8c-825eee7888c6 HTTP/1.1" status: 200 len: 915 time: 0.0824611 Feb 04 18:22:03.255179 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d408ec64-b374-4acb-a1fc-48241dad6d47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (0cd6d64a-47a7-40ff-8c12-71dd526c62e0), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:22:03.274283 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-a32b2e33-9dae-4b46-82a2-3d0f6c6cf73a req-d2f677ec-990f-49d3-a76e-26691d095641 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=280cb09f-f3b2-4969-ba6c-dc59bad6e866 HTTP/1.1" status: 200 len: 1000 time: 0.0647593 Feb 04 18:22:03.323406 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32b2e33-9dae-4b46-82a2-3d0f6c6cf73a req-0b76ff7d-1501-4378-bb0d-311a9431462f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:22:03.324900 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-a32b2e33-9dae-4b46-82a2-3d0f6c6cf73a req-0b76ff7d-1501-4378-bb0d-311a9431462f service neutron] 10.222.0.96 "GET /v2.0/subnets?id=cf2bcec4-c5a8-4185-b78f-23eedb23cd35 HTTP/1.1" status: 200 len: 853 time: 0.0443065 Feb 04 18:22:03.374996 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32b2e33-9dae-4b46-82a2-3d0f6c6cf73a req-5f5ce73f-bb36-4051-82a1-b6377da4a540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:22:03.376499 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-a32b2e33-9dae-4b46-82a2-3d0f6c6cf73a req-5f5ce73f-bb36-4051-82a1-b6377da4a540 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=3a77eecf-82b5-41e0-9c8c-825eee7888c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0449586 Feb 04 18:22:03.427522 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff52093-5226-4417-8779-8054b57fb12c req-1c8783e1-2fc6-4344-8a71-a42578606573 tempest-TestMinimumBasicScenario-1638750273 tempest-TestMinimumBasicScenario-1638750273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:22:03.429054 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-5ff52093-5226-4417-8779-8054b57fb12c req-1c8783e1-2fc6-4344-8a71-a42578606573 tempest-TestMinimumBasicScenario-1638750273 tempest-TestMinimumBasicScenario-1638750273-project] 10.222.0.89 "GET /v2.0/ports?device_id=61da2300-4097-4cc3-8050-30737b0e2f62 HTTP/1.1" status: 200 len: 984 time: 0.0551105 Feb 04 18:22:03.468129 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-a32b2e33-9dae-4b46-82a2-3d0f6c6cf73a req-98a5f6fd-b7cd-4b3e-9ec3-039599104374 service neutron] 10.222.0.96 "GET /v2.0/networks/3a77eecf-82b5-41e0-9c8c-825eee7888c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852692 Feb 04 18:22:03.489384 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-5ff52093-5226-4417-8779-8054b57fb12c req-107a5581-dc0a-48e7-bcfa-8dcb4f546ca6 tempest-TestMinimumBasicScenario-1638750273 tempest-TestMinimumBasicScenario-1638750273-project] 10.222.0.89 "GET /v2.0/security-groups?id=02f25008-f71b-4b64-a6a4-e426ae57fb70&id=1f8f2ef1-e7d7-416f-bc5b-c585bf5427bb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0538321 Feb 04 18:22:03.559931 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-a32b2e33-9dae-4b46-82a2-3d0f6c6cf73a req-7f562535-71c1-41b2-bc4a-2dd4b6460b82 service neutron] 10.222.0.96 "GET /v2.0/networks/3a77eecf-82b5-41e0-9c8c-825eee7888c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853870 Feb 04 18:22:04.608285 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cf8c6e-d834-4fdf-ada2-615e1134d9f2 req-99131149-2edf-4928-85d7-4bd067194017 tempest-TestMinimumBasicScenario-1638750273 tempest-TestMinimumBasicScenario-1638750273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:22:04.609806 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-e5cf8c6e-d834-4fdf-ada2-615e1134d9f2 req-99131149-2edf-4928-85d7-4bd067194017 tempest-TestMinimumBasicScenario-1638750273 tempest-TestMinimumBasicScenario-1638750273-project] 10.222.0.89 "GET /v2.0/ports?device_id=61da2300-4097-4cc3-8050-30737b0e2f62 HTTP/1.1" status: 200 len: 984 time: 0.0545161 Feb 04 18:22:04.673875 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-e5cf8c6e-d834-4fdf-ada2-615e1134d9f2 req-46e91c46-7e85-4531-9579-fc982cdbe6b8 tempest-TestMinimumBasicScenario-1638750273 tempest-TestMinimumBasicScenario-1638750273-project] 10.222.0.89 "GET /v2.0/security-groups?id=02f25008-f71b-4b64-a6a4-e426ae57fb70&id=1f8f2ef1-e7d7-416f-bc5b-c585bf5427bb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0583608 Feb 04 18:22:05.069085 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4f14bb47-e72b-46ac-9e44-a61d9293afcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (75326290-f7a3-4db8-9cf2-15c7139ed224), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:22:05.791038 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c0f8c2-f52e-4ded-b91d-99a3cece0ebc req-1af359b9-0750-4b46-859f-c62bff24b71d tempest-TestMinimumBasicScenario-1638750273 tempest-TestMinimumBasicScenario-1638750273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:22:05.792519 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-83c0f8c2-f52e-4ded-b91d-99a3cece0ebc req-1af359b9-0750-4b46-859f-c62bff24b71d tempest-TestMinimumBasicScenario-1638750273 tempest-TestMinimumBasicScenario-1638750273-project] 10.222.0.89 "GET /v2.0/ports?device_id=61da2300-4097-4cc3-8050-30737b0e2f62 HTTP/1.1" status: 200 len: 984 time: 0.0532794 Feb 04 18:22:05.844503 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (ba70844b-66a0-45fd-a2f2-e6ed673321fc), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:22:05.850666 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-83c0f8c2-f52e-4ded-b91d-99a3cece0ebc req-858d269e-8e97-4ac7-8d08-661f22ab6544 tempest-TestMinimumBasicScenario-1638750273 tempest-TestMinimumBasicScenario-1638750273-project] 10.222.0.89 "GET /v2.0/security-groups?id=02f25008-f71b-4b64-a6a4-e426ae57fb70&id=1f8f2ef1-e7d7-416f-bc5b-c585bf5427bb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0524287 Feb 04 18:22:06.972272 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83848b1d-129a-476f-a689-39ea00ad9fc4 req-16039da3-80c8-454d-ad3b-935481751a14 tempest-TestMinimumBasicScenario-1638750273 tempest-TestMinimumBasicScenario-1638750273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:22:06.973788 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-83848b1d-129a-476f-a689-39ea00ad9fc4 req-16039da3-80c8-454d-ad3b-935481751a14 tempest-TestMinimumBasicScenario-1638750273 tempest-TestMinimumBasicScenario-1638750273-project] 10.222.0.89 "GET /v2.0/ports?device_id=61da2300-4097-4cc3-8050-30737b0e2f62 HTTP/1.1" status: 200 len: 984 time: 0.0527313 Feb 04 18:22:07.036862 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-83848b1d-129a-476f-a689-39ea00ad9fc4 req-574352a3-059c-424c-a9ad-4e71ef376708 tempest-TestMinimumBasicScenario-1638750273 tempest-TestMinimumBasicScenario-1638750273-project] 10.222.0.89 "GET /v2.0/security-groups?id=02f25008-f71b-4b64-a6a4-e426ae57fb70&id=1f8f2ef1-e7d7-416f-bc5b-c585bf5427bb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0570891 Feb 04 18:22:08.163243 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2cb7ba-99b4-4a65-b8d1-5eee02bf42a2 req-3e528962-06a0-4222-84fe-d8590e7aec30 tempest-TestMinimumBasicScenario-1638750273 tempest-TestMinimumBasicScenario-1638750273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:22:08.165274 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-9d2cb7ba-99b4-4a65-b8d1-5eee02bf42a2 req-3e528962-06a0-4222-84fe-d8590e7aec30 tempest-TestMinimumBasicScenario-1638750273 tempest-TestMinimumBasicScenario-1638750273-project] 10.222.0.89 "GET /v2.0/ports?device_id=61da2300-4097-4cc3-8050-30737b0e2f62 HTTP/1.1" status: 200 len: 984 time: 0.0546379 Feb 04 18:22:08.221523 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-9d2cb7ba-99b4-4a65-b8d1-5eee02bf42a2 req-d480a704-314a-4748-9a9d-50e7b4070bce tempest-TestMinimumBasicScenario-1638750273 tempest-TestMinimumBasicScenario-1638750273-project] 10.222.0.89 "GET /v2.0/security-groups?id=02f25008-f71b-4b64-a6a4-e426ae57fb70&id=1f8f2ef1-e7d7-416f-bc5b-c585bf5427bb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0506115 Feb 04 18:22:09.343078 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed6104c-e2c5-4bef-9ed6-3d5a4a08e248 req-fd7ae5ff-6c6d-495e-bae7-e94af292cfd5 tempest-TestMinimumBasicScenario-1638750273 tempest-TestMinimumBasicScenario-1638750273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:22:09.344574 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-aed6104c-e2c5-4bef-9ed6-3d5a4a08e248 req-fd7ae5ff-6c6d-495e-bae7-e94af292cfd5 tempest-TestMinimumBasicScenario-1638750273 tempest-TestMinimumBasicScenario-1638750273-project] 10.222.0.89 "GET /v2.0/ports?device_id=61da2300-4097-4cc3-8050-30737b0e2f62 HTTP/1.1" status: 200 len: 984 time: 0.0534394 Feb 04 18:22:09.403318 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-aed6104c-e2c5-4bef-9ed6-3d5a4a08e248 req-253792ae-5826-458d-947b-f6f3b29543b9 tempest-TestMinimumBasicScenario-1638750273 tempest-TestMinimumBasicScenario-1638750273-project] 10.222.0.89 "GET /v2.0/security-groups?id=02f25008-f71b-4b64-a6a4-e426ae57fb70&id=1f8f2ef1-e7d7-416f-bc5b-c585bf5427bb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0530334 Feb 04 18:22:10.762955 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (f20a1ab3-4332-4f54-833b-ba4a7c687e89), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:22:12.910167 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (3f9244a9-75fc-4c10-b195-11d48b853b41), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:22:22.191102 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.agents_db [None req-e1691f3b-aacd-4cd6-8ebb-a9c53bb301c0 None None] Agent healthcheck: found 7 active agents {{(pid=103379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 18:22:29.864101 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a462ed75-1e1d-4e7a-9e58-0392e5f67a3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (bb89f5a3-3c22-440b-b7d1-c4f0c43c184a), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:22:32.933305 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2711f161-ba01-4b8b-b0c0-a85795721c7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (64ada913-9131-4d99-a265-63a920956287), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:22:33.256522 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d408ec64-b374-4acb-a1fc-48241dad6d47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (0cd6d64a-47a7-40ff-8c12-71dd526c62e0), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:22:35.073619 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4f14bb47-e72b-46ac-9e44-a61d9293afcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (75326290-f7a3-4db8-9cf2-15c7139ed224), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:22:35.845606 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (ba70844b-66a0-45fd-a2f2-e6ed673321fc), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:22:40.762918 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (f20a1ab3-4332-4f54-833b-ba4a7c687e89), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:22:42.903218 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (3f9244a9-75fc-4c10-b195-11d48b853b41), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:22:59.190629 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.agents_db [None req-e1691f3b-aacd-4cd6-8ebb-a9c53bb301c0 None None] Agent healthcheck: found 7 active agents {{(pid=103379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 18:22:59.865382 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4f2f34ea-33fb-4d68-81e1-382cdb370f5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (bb89f5a3-3c22-440b-b7d1-c4f0c43c184a), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:23:02.939921 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4f7f8319-1280-460b-b8be-74a875250d77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (64ada913-9131-4d99-a265-63a920956287), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:23:03.257959 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d408ec64-b374-4acb-a1fc-48241dad6d47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (0cd6d64a-47a7-40ff-8c12-71dd526c62e0), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:23:03.898831 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-488e6c53-8cd3-43a8-8a40-5c1d9c07aa75 req-527bf717-4d03-42a2-ba41-00ba0df74829 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=61da2300-4097-4cc3-8050-30737b0e2f62&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0476565 Feb 04 18:23:03.987359 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488e6c53-8cd3-43a8-8a40-5c1d9c07aa75 req-949b3139-8306-47bc-9d4c-b0f216347ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:23:03.988827 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-488e6c53-8cd3-43a8-8a40-5c1d9c07aa75 req-949b3139-8306-47bc-9d4c-b0f216347ce6 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=a7f084d7e77244a89186bf339607fa53&device_id=61da2300-4097-4cc3-8050-30737b0e2f62 HTTP/1.1" status: 200 len: 1166 time: 0.0464683 Feb 04 18:23:04.133580 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488e6c53-8cd3-43a8-8a40-5c1d9c07aa75 req-12f477f8-918c-4cc1-bdee-72af5161e911 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:23:04.135138 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-488e6c53-8cd3-43a8-8a40-5c1d9c07aa75 req-12f477f8-918c-4cc1-bdee-72af5161e911 service neutron] 10.222.0.96 "GET /v2.0/networks?id=3a77eecf-82b5-41e0-9c8c-825eee7888c6 HTTP/1.1" status: 200 len: 915 time: 0.1265512 Feb 04 18:23:04.215029 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-488e6c53-8cd3-43a8-8a40-5c1d9c07aa75 req-770a218f-f978-4e2e-b070-94c62740b16a service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=280cb09f-f3b2-4969-ba6c-dc59bad6e866 HTTP/1.1" status: 200 len: 1000 time: 0.0718517 Feb 04 18:23:04.264850 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488e6c53-8cd3-43a8-8a40-5c1d9c07aa75 req-758f5238-2278-489d-8dbd-ebb9ff8e233a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:23:04.266393 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-488e6c53-8cd3-43a8-8a40-5c1d9c07aa75 req-758f5238-2278-489d-8dbd-ebb9ff8e233a service neutron] 10.222.0.96 "GET /v2.0/subnets?id=cf2bcec4-c5a8-4185-b78f-23eedb23cd35 HTTP/1.1" status: 200 len: 853 time: 0.0451210 Feb 04 18:23:04.318782 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488e6c53-8cd3-43a8-8a40-5c1d9c07aa75 req-2d5a85b6-695d-495c-afc6-3b59877c797f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:23:04.320320 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-488e6c53-8cd3-43a8-8a40-5c1d9c07aa75 req-2d5a85b6-695d-495c-afc6-3b59877c797f service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=3a77eecf-82b5-41e0-9c8c-825eee7888c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0477176 Feb 04 18:23:04.417017 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-488e6c53-8cd3-43a8-8a40-5c1d9c07aa75 req-7e0fd6a8-9f16-4303-847d-d2d490949013 service neutron] 10.222.0.96 "GET /v2.0/networks/3a77eecf-82b5-41e0-9c8c-825eee7888c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900877 Feb 04 18:23:04.512407 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-488e6c53-8cd3-43a8-8a40-5c1d9c07aa75 req-2b70a90e-b8c0-4f89-bc97-c1e4f60de51e service neutron] 10.222.0.96 "GET /v2.0/networks/3a77eecf-82b5-41e0-9c8c-825eee7888c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879927 Feb 04 18:23:05.078544 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4f14bb47-e72b-46ac-9e44-a61d9293afcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (75326290-f7a3-4db8-9cf2-15c7139ed224), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:23:05.847614 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (ba70844b-66a0-45fd-a2f2-e6ed673321fc), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:23:10.764929 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (f20a1ab3-4332-4f54-833b-ba4a7c687e89), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:23:12.844356 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-33d7e122-60c2-43e3-8d38-fc60e82a5275 req-d6ca5dd2-bf2a-49a5-a0ca-50424bd876bc tempest-TestMinimumBasicScenario-1638750273 tempest-TestMinimumBasicScenario-1638750273-project] 10.222.0.89 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-954383795&fields=id&tenant_id=a7f084d7e77244a89186bf339607fa53 HTTP/1.1" status: 200 len: 267 time: 0.0430343 Feb 04 18:23:12.900158 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d7e122-60c2-43e3-8d38-fc60e82a5275 req-bb6046a2-1393-4186-a2c5-53e0976a2a32 tempest-TestMinimumBasicScenario-1638750273 tempest-TestMinimumBasicScenario-1638750273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:23:12.901661 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-33d7e122-60c2-43e3-8d38-fc60e82a5275 req-bb6046a2-1393-4186-a2c5-53e0976a2a32 tempest-TestMinimumBasicScenario-1638750273 tempest-TestMinimumBasicScenario-1638750273-project] 10.222.0.89 "GET /v2.0/ports?device_id=61da2300-4097-4cc3-8050-30737b0e2f62 HTTP/1.1" status: 200 len: 984 time: 0.0516067 Feb 04 18:23:12.913060 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [req-33d7e122-60c2-43e3-8d38-fc60e82a5275 req-e4dba096-2452-4bf7-a731-73decead3fad tempest-TestMinimumBasicScenario-1638750273 tempest-TestMinimumBasicScenario-1638750273-project] Request body: {'port': {'security_groups': ['02f25008-f71b-4b64-a6a4-e426ae57fb70']}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 18:23:12.919891 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (3f9244a9-75fc-4c10-b195-11d48b853b41), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:23:13.289308 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-33d7e122-60c2-43e3-8d38-fc60e82a5275 req-e4dba096-2452-4bf7-a731-73decead3fad tempest-TestMinimumBasicScenario-1638750273 tempest-TestMinimumBasicScenario-1638750273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (280cb09f-f3b2-4969-ba6c-dc59bad6e866), before_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:23:13.462297 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [req-33d7e122-60c2-43e3-8d38-fc60e82a5275 req-e4dba096-2452-4bf7-a731-73decead3fad tempest-TestMinimumBasicScenario-1638750273 tempest-TestMinimumBasicScenario-1638750273-project] For port 280cb09f-f3b2-4969-ba6c-dc59bad6e866, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=280cb09f-f3b2-4969-ba6c-dc59bad6e866,segment=NetworkSegment(73adcb13-bdc6-48ed-8048-45b389f76477),segment_id=73adcb13-bdc6-48ed-8048-45b389f76477)] {{(pid=103377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 18:23:13.489928 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-33d7e122-60c2-43e3-8d38-fc60e82a5275 req-e4dba096-2452-4bf7-a731-73decead3fad tempest-TestMinimumBasicScenario-1638750273 tempest-TestMinimumBasicScenario-1638750273-project] Publish callbacks [] for port (280cb09f-f3b2-4969-ba6c-dc59bad6e866), precommit_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:23:13.494396 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-33d7e122-60c2-43e3-8d38-fc60e82a5275 req-e4dba096-2452-4bf7-a731-73decead3fad tempest-TestMinimumBasicScenario-1638750273 tempest-TestMinimumBasicScenario-1638750273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25888290'] for port (280cb09f-f3b2-4969-ba6c-dc59bad6e866), after_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:23:13.505836 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] get_ports_and_sgs() called for port_ids ['280cb09f-f3b2-4969-ba6c-dc59bad6e866'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 18:23:13.536137 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d7e122-60c2-43e3-8d38-fc60e82a5275 req-e4dba096-2452-4bf7-a731-73decead3fad tempest-TestMinimumBasicScenario-1638750273 tempest-TestMinimumBasicScenario-1638750273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:23:13.536685 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-33d7e122-60c2-43e3-8d38-fc60e82a5275 req-e4dba096-2452-4bf7-a731-73decead3fad tempest-TestMinimumBasicScenario-1638750273 tempest-TestMinimumBasicScenario-1638750273-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:23:13.538146 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-33d7e122-60c2-43e3-8d38-fc60e82a5275 req-e4dba096-2452-4bf7-a731-73decead3fad tempest-TestMinimumBasicScenario-1638750273 tempest-TestMinimumBasicScenario-1638750273-project] 10.222.0.89 "PUT /v2.0/ports/280cb09f-f3b2-4969-ba6c-dc59bad6e866 HTTP/1.1" status: 200 len: 942 time: 0.6301494 Feb 04 18:23:13.538777 n-d-827839-2 neutron-server[103377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61da2300-4097-4cc3-8050-30737b0e2f62', 'tag': '280cb09f-f3b2-4969-ba6c-dc59bad6e866'}] {{(pid=103377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 18:23:13.541099 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2026467e03276fe79290e5b19027649602583100b1291b9f7533f134bdcccf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53d70a40-077a-47fd-baa8-9ddb1490cd61" -d '{"events": [{"name": "network-changed", "server_uuid": "61da2300-4097-4cc3-8050-30737b0e2f62", "tag": "280cb09f-f3b2-4969-ba6c-dc59bad6e866"}]}' {{(pid=103377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 18:23:13.545311 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 57922) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:23:13.582122 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4dba096-2452-4bf7-a731-73decead3fad tempest-TestMinimumBasicScenario-1638750273 tempest-TestMinimumBasicScenario-1638750273-project] Pushing event updated for resources: {'Port': ['ID=280cb09f-f3b2-4969-ba6c-dc59bad6e866,revision_number=7']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:23:13.592220 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4dba096-2452-4bf7-a731-73decead3fad tempest-TestMinimumBasicScenario-1638750273 tempest-TestMinimumBasicScenario-1638750273-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:23:13.592587 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4dba096-2452-4bf7-a731-73decead3fad tempest-TestMinimumBasicScenario-1638750273 tempest-TestMinimumBasicScenario-1638750273-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:23:13.592961 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4dba096-2452-4bf7-a731-73decead3fad tempest-TestMinimumBasicScenario-1638750273 tempest-TestMinimumBasicScenario-1638750273-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:23:13.593312 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4dba096-2452-4bf7-a731-73decead3fad tempest-TestMinimumBasicScenario-1638750273 tempest-TestMinimumBasicScenario-1638750273-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:23:13.593640 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4dba096-2452-4bf7-a731-73decead3fad tempest-TestMinimumBasicScenario-1638750273 tempest-TestMinimumBasicScenario-1638750273-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:23:13.594418 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4dba096-2452-4bf7-a731-73decead3fad tempest-TestMinimumBasicScenario-1638750273 tempest-TestMinimumBasicScenario-1638750273-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:23:13.594762 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4dba096-2452-4bf7-a731-73decead3fad tempest-TestMinimumBasicScenario-1638750273 tempest-TestMinimumBasicScenario-1638750273-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:23:13.595088 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4dba096-2452-4bf7-a731-73decead3fad tempest-TestMinimumBasicScenario-1638750273 tempest-TestMinimumBasicScenario-1638750273-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:23:13.595447 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4dba096-2452-4bf7-a731-73decead3fad tempest-TestMinimumBasicScenario-1638750273 tempest-TestMinimumBasicScenario-1638750273-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:23:13.595777 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4dba096-2452-4bf7-a731-73decead3fad tempest-TestMinimumBasicScenario-1638750273 tempest-TestMinimumBasicScenario-1638750273-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:23:13.596104 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4dba096-2452-4bf7-a731-73decead3fad tempest-TestMinimumBasicScenario-1638750273 tempest-TestMinimumBasicScenario-1638750273-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:23:13.596426 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4dba096-2452-4bf7-a731-73decead3fad tempest-TestMinimumBasicScenario-1638750273 tempest-TestMinimumBasicScenario-1638750273-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:23:13.596800 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4dba096-2452-4bf7-a731-73decead3fad tempest-TestMinimumBasicScenario-1638750273 tempest-TestMinimumBasicScenario-1638750273-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:23:13.618180 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] get_ports_and_sgs() called for port_ids ['280cb09f-f3b2-4969-ba6c-dc59bad6e866'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 18:23:13.627897 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-c0fe046e-dfbe-483a-b1e0-8d3912afa1fa tempest-TestMinimumBasicScenario-1638750273 tempest-TestMinimumBasicScenario-1638750273-project] Publish callbacks [] for security_group (1f8f2ef1-e7d7-416f-bc5b-c585bf5427bb), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:23:13.667427 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-c0fe046e-dfbe-483a-b1e0-8d3912afa1fa tempest-TestMinimumBasicScenario-1638750273 tempest-TestMinimumBasicScenario-1638750273-project] Publish callbacks [] for security_group (1f8f2ef1-e7d7-416f-bc5b-c585bf5427bb), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:23:13.761108 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-c0fe046e-dfbe-483a-b1e0-8d3912afa1fa tempest-TestMinimumBasicScenario-1638750273 tempest-TestMinimumBasicScenario-1638750273-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (1f8f2ef1-e7d7-416f-bc5b-c585bf5427bb), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:23:13.764408 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-c0fe046e-dfbe-483a-b1e0-8d3912afa1fa tempest-TestMinimumBasicScenario-1638750273 tempest-TestMinimumBasicScenario-1638750273-project] Publish callbacks [] for security_group (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:23:13.769287 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-c0fe046e-dfbe-483a-b1e0-8d3912afa1fa tempest-TestMinimumBasicScenario-1638750273 tempest-TestMinimumBasicScenario-1638750273-project] 10.222.0.89 "DELETE /v2.0/security-groups/1f8f2ef1-e7d7-416f-bc5b-c585bf5427bb HTTP/1.1" status: 204 len: 168 time: 0.2221522 Feb 04 18:23:13.769987 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 57928) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:23:13.771494 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 18:23:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcc90395-7276-45ac-b58c-1a8a09b956a2 x-openstack-request-id: req-dcc90395-7276-45ac-b58c-1a8a09b956a2 {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 18:23:13.771798 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61da2300-4097-4cc3-8050-30737b0e2f62", "tag": "280cb09f-f3b2-4969-ba6c-dc59bad6e866", "status": "completed", "code": 200}]} {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 18:23:13.772051 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-dcc90395-7276-45ac-b58c-1a8a09b956a2 {{(pid=103377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 18:23:13.772484 n-d-827839-2 neutron-server[103377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61da2300-4097-4cc3-8050-30737b0e2f62', 'tag': '280cb09f-f3b2-4969-ba6c-dc59bad6e866', 'status': 'completed', 'code': 200} Feb 04 18:23:13.821141 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0fe046e-dfbe-483a-b1e0-8d3912afa1fa tempest-TestMinimumBasicScenario-1638750273 tempest-TestMinimumBasicScenario-1638750273-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f8f2ef1-e7d7-416f-bc5b-c585bf5427bb,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:23:13.844926 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-1a281f41-8d46-4285-8ce8-fa7124874b3f None None] Provisioning complete for port 280cb09f-f3b2-4969-ba6c-dc59bad6e866 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 18:23:13.845227 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1a281f41-8d46-4285-8ce8-fa7124874b3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (280cb09f-f3b2-4969-ba6c-dc59bad6e866), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:23:13.859321 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0fe046e-dfbe-483a-b1e0-8d3912afa1fa tempest-TestMinimumBasicScenario-1638750273 tempest-TestMinimumBasicScenario-1638750273-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:23:13.859676 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0fe046e-dfbe-483a-b1e0-8d3912afa1fa tempest-TestMinimumBasicScenario-1638750273 tempest-TestMinimumBasicScenario-1638750273-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:23:13.860025 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0fe046e-dfbe-483a-b1e0-8d3912afa1fa tempest-TestMinimumBasicScenario-1638750273 tempest-TestMinimumBasicScenario-1638750273-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:23:13.860372 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0fe046e-dfbe-483a-b1e0-8d3912afa1fa tempest-TestMinimumBasicScenario-1638750273 tempest-TestMinimumBasicScenario-1638750273-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:23:13.860708 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0fe046e-dfbe-483a-b1e0-8d3912afa1fa tempest-TestMinimumBasicScenario-1638750273 tempest-TestMinimumBasicScenario-1638750273-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:23:13.861614 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0fe046e-dfbe-483a-b1e0-8d3912afa1fa tempest-TestMinimumBasicScenario-1638750273 tempest-TestMinimumBasicScenario-1638750273-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:23:13.861951 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0fe046e-dfbe-483a-b1e0-8d3912afa1fa tempest-TestMinimumBasicScenario-1638750273 tempest-TestMinimumBasicScenario-1638750273-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:23:13.862282 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0fe046e-dfbe-483a-b1e0-8d3912afa1fa tempest-TestMinimumBasicScenario-1638750273 tempest-TestMinimumBasicScenario-1638750273-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:23:13.862610 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0fe046e-dfbe-483a-b1e0-8d3912afa1fa tempest-TestMinimumBasicScenario-1638750273 tempest-TestMinimumBasicScenario-1638750273-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:23:13.862940 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0fe046e-dfbe-483a-b1e0-8d3912afa1fa tempest-TestMinimumBasicScenario-1638750273 tempest-TestMinimumBasicScenario-1638750273-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:23:13.863267 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0fe046e-dfbe-483a-b1e0-8d3912afa1fa tempest-TestMinimumBasicScenario-1638750273 tempest-TestMinimumBasicScenario-1638750273-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:23:13.863591 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0fe046e-dfbe-483a-b1e0-8d3912afa1fa tempest-TestMinimumBasicScenario-1638750273 tempest-TestMinimumBasicScenario-1638750273-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:23:13.863923 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0fe046e-dfbe-483a-b1e0-8d3912afa1fa tempest-TestMinimumBasicScenario-1638750273 tempest-TestMinimumBasicScenario-1638750273-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:23:13.936765 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d70a40-077a-47fd-baa8-9ddb1490cd61 req-eccbdd3b-7c54-44da-9157-25f0a5832149 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:23:13.937508 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1a281f41-8d46-4285-8ce8-fa7124874b3f None None] Current status of the port 280cb09f-f3b2-4969-ba6c-dc59bad6e866 is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 18:23:13.938271 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-53d70a40-077a-47fd-baa8-9ddb1490cd61 req-eccbdd3b-7c54-44da-9157-25f0a5832149 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=a7f084d7e77244a89186bf339607fa53&device_id=61da2300-4097-4cc3-8050-30737b0e2f62 HTTP/1.1" status: 200 len: 1127 time: 0.1183498 Feb 04 18:23:14.374894 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-c9f2fada-bd12-42be-94aa-d2c6578eef13 tempest-TestMinimumBasicScenario-1638750273 tempest-TestMinimumBasicScenario-1638750273-project] Deleting port 5e88843d-cb28-45fd-8519-a5133c694b0f {{(pid=103376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 18:23:14.375231 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-c9f2fada-bd12-42be-94aa-d2c6578eef13 tempest-TestMinimumBasicScenario-1638750273 tempest-TestMinimumBasicScenario-1638750273-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (5e88843d-cb28-45fd-8519-a5133c694b0f), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:23:14.377296 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d70a40-077a-47fd-baa8-9ddb1490cd61 req-8548eb2f-4973-466f-9c8d-7f23f8ca4498 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:23:14.378771 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-53d70a40-077a-47fd-baa8-9ddb1490cd61 req-8548eb2f-4973-466f-9c8d-7f23f8ca4498 service neutron] 10.222.0.96 "GET /v2.0/networks?id=3a77eecf-82b5-41e0-9c8c-825eee7888c6 HTTP/1.1" status: 200 len: 915 time: 0.4340091 Feb 04 18:23:14.488581 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-53d70a40-077a-47fd-baa8-9ddb1490cd61 req-85efde70-5b38-4f58-87b2-79e5db4f1fa6 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=280cb09f-f3b2-4969-ba6c-dc59bad6e866 HTTP/1.1" status: 200 len: 1000 time: 0.0995500 Feb 04 18:23:14.510907 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-c9f2fada-bd12-42be-94aa-d2c6578eef13 tempest-TestMinimumBasicScenario-1638750273 tempest-TestMinimumBasicScenario-1638750273-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (5e88843d-cb28-45fd-8519-a5133c694b0f), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:23:14.511178 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-c9f2fada-bd12-42be-94aa-d2c6578eef13 tempest-TestMinimumBasicScenario-1638750273 tempest-TestMinimumBasicScenario-1638750273-project] Publish callbacks [] for floatingip (5e88843d-cb28-45fd-8519-a5133c694b0f), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:23:14.543023 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-c9f2fada-bd12-42be-94aa-d2c6578eef13 tempest-TestMinimumBasicScenario-1638750273 tempest-TestMinimumBasicScenario-1638750273-project] Calling delete_port for 5e88843d-cb28-45fd-8519-a5133c694b0f owned by network:floatingip {{(pid=103376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 18:23:14.564511 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d70a40-077a-47fd-baa8-9ddb1490cd61 req-bf2e7fc4-d9a0-447a-8c7a-cff2d38fd007 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:23:14.565997 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-53d70a40-077a-47fd-baa8-9ddb1490cd61 req-bf2e7fc4-d9a0-447a-8c7a-cff2d38fd007 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=cf2bcec4-c5a8-4185-b78f-23eedb23cd35 HTTP/1.1" status: 200 len: 853 time: 0.0702090 Feb 04 18:23:14.669785 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d70a40-077a-47fd-baa8-9ddb1490cd61 req-c405d918-6a64-4e7a-890c-b4253e803697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:23:14.671284 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-53d70a40-077a-47fd-baa8-9ddb1490cd61 req-c405d918-6a64-4e7a-890c-b4253e803697 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=3a77eecf-82b5-41e0-9c8c-825eee7888c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0723796 Feb 04 18:23:14.805988 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-53d70a40-077a-47fd-baa8-9ddb1490cd61 req-32df4c1d-7da2-49f7-9102-c4e044cbbd6b service neutron] 10.222.0.96 "GET /v2.0/networks/3a77eecf-82b5-41e0-9c8c-825eee7888c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270657 Feb 04 18:23:14.807664 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-c9f2fada-bd12-42be-94aa-d2c6578eef13 tempest-TestMinimumBasicScenario-1638750273 tempest-TestMinimumBasicScenario-1638750273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (5e88843d-cb28-45fd-8519-a5133c694b0f), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:23:14.843319 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f2fada-bd12-42be-94aa-d2c6578eef13 tempest-TestMinimumBasicScenario-1638750273 tempest-TestMinimumBasicScenario-1638750273-project] Pushing event deleted for resources: {'Port': ['ID=5e88843d-cb28-45fd-8519-a5133c694b0f,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:23:14.963446 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-c9f2fada-bd12-42be-94aa-d2c6578eef13 tempest-TestMinimumBasicScenario-1638750273 tempest-TestMinimumBasicScenario-1638750273-project] Publish callbacks [] for floatingip (51a5faaa-083e-42c6-9ea6-aee8978c5b15), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:23:14.963844 n-d-827839-2 neutron-server[103376]: INFO neutron.db.l3_db [None req-c9f2fada-bd12-42be-94aa-d2c6578eef13 tempest-TestMinimumBasicScenario-1638750273 tempest-TestMinimumBasicScenario-1638750273-project] Floating IP 51a5faaa-083e-42c6-9ea6-aee8978c5b15 disassociated (deleted). External IP: 172.25.6.11, port: 280cb09f-f3b2-4969-ba6c-dc59bad6e866. Feb 04 18:23:15.009964 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-53d70a40-077a-47fd-baa8-9ddb1490cd61 req-6d062ba2-e5b2-480e-86a7-aca30ad110c0 service neutron] 10.222.0.96 "GET /v2.0/networks/3a77eecf-82b5-41e0-9c8c-825eee7888c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1761646 Feb 04 18:23:15.186304 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9f2fada-bd12-42be-94aa-d2c6578eef13 tempest-TestMinimumBasicScenario-1638750273 tempest-TestMinimumBasicScenario-1638750273-project] Router 456c6ed1-c28c-4856-8a65-62223fa104be has already been hosted by L3 agent 64ada913-9131-4d99-a265-63a920956287 {{(pid=103376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 18:23:15.299419 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9f2fada-bd12-42be-94aa-d2c6578eef13 tempest-TestMinimumBasicScenario-1638750273 tempest-TestMinimumBasicScenario-1638750273-project] Notify agent at l3_agent.n-d-827839-2 the message routers_updated {{(pid=103376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 18:23:15.304217 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-c9f2fada-bd12-42be-94aa-d2c6578eef13 tempest-TestMinimumBasicScenario-1638750273 tempest-TestMinimumBasicScenario-1638750273-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for floatingip (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:23:15.308954 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e4fcfc8-e8a2-4462-8048-b49be5990ca4 None None] Sync routers for ids ['456c6ed1-c28c-4856-8a65-62223fa104be'] in n-d-827839-2 {{(pid=103378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 18:23:15.319827 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e4fcfc8-e8a2-4462-8048-b49be5990ca4 None None] Routers {'456c6ed1-c28c-4856-8a65-62223fa104be'} bound to L3 agent in host n-d-827839-2 {{(pid=103378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 18:23:15.320456 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-5e4fcfc8-e8a2-4462-8048-b49be5990ca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T18:23:03Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['456c6ed1-c28c-4856-8a65-62223fa104be'], 'active': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:23:15.334788 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-c9f2fada-bd12-42be-94aa-d2c6578eef13 tempest-TestMinimumBasicScenario-1638750273 tempest-TestMinimumBasicScenario-1638750273-project] 10.222.0.89 "DELETE /v2.0/floatingips/51a5faaa-083e-42c6-9ea6-aee8978c5b15 HTTP/1.1" status: 204 len: 168 time: 1.5608413 Feb 04 18:23:15.335377 n-d-827839-2 neutron-server[103376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61da2300-4097-4cc3-8050-30737b0e2f62', 'tag': '280cb09f-f3b2-4969-ba6c-dc59bad6e866'}] {{(pid=103376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 18:23:15.338903 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7aefa7f3373fd63bd14caed2f0c404cd5bacff84a7eb60e70ea20ed0b49017dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff00da18-c0d5-403a-bf55-b8fe2087ecbe" -d '{"events": [{"name": "network-changed", "server_uuid": "61da2300-4097-4cc3-8050-30737b0e2f62", "tag": "280cb09f-f3b2-4969-ba6c-dc59bad6e866"}]}' {{(pid=103376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 18:23:15.432014 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 18:23:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44034d24-1b81-4845-9016-8ab7303eedb0 x-openstack-request-id: req-44034d24-1b81-4845-9016-8ab7303eedb0 {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 18:23:15.432677 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61da2300-4097-4cc3-8050-30737b0e2f62", "tag": "280cb09f-f3b2-4969-ba6c-dc59bad6e866", "status": "completed", "code": 200}]} {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 18:23:15.432677 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-44034d24-1b81-4845-9016-8ab7303eedb0 {{(pid=103376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 18:23:15.433025 n-d-827839-2 neutron-server[103376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61da2300-4097-4cc3-8050-30737b0e2f62', 'tag': '280cb09f-f3b2-4969-ba6c-dc59bad6e866', 'status': 'completed', 'code': 200} Feb 04 18:23:15.448593 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvr_db [None req-5e4fcfc8-e8a2-4462-8048-b49be5990ca4 None None] Set router 456c6ed1-c28c-4856-8a65-62223fa104be gateway port host: n-d-827839-2 {{(pid=103378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 18:23:15.501402 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff00da18-c0d5-403a-bf55-b8fe2087ecbe req-4f804fc0-d717-4704-b20d-cdc27a22ce2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:23:15.503569 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-ff00da18-c0d5-403a-bf55-b8fe2087ecbe req-4f804fc0-d717-4704-b20d-cdc27a22ce2d service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=a7f084d7e77244a89186bf339607fa53&device_id=61da2300-4097-4cc3-8050-30737b0e2f62 HTTP/1.1" status: 200 len: 1127 time: 0.0473757 Feb 04 18:23:15.618523 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff00da18-c0d5-403a-bf55-b8fe2087ecbe req-4a55391a-f5ed-4a9c-bc1b-0b1699ee82b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:23:15.620546 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-ff00da18-c0d5-403a-bf55-b8fe2087ecbe req-4a55391a-f5ed-4a9c-bc1b-0b1699ee82b0 service neutron] 10.222.0.96 "GET /v2.0/networks?id=3a77eecf-82b5-41e0-9c8c-825eee7888c6 HTTP/1.1" status: 200 len: 915 time: 0.1095166 Feb 04 18:23:15.664974 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-ff00da18-c0d5-403a-bf55-b8fe2087ecbe req-6699420b-960a-47d3-a34d-140d9ee4759d service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=280cb09f-f3b2-4969-ba6c-dc59bad6e866 HTTP/1.1" status: 200 len: 217 time: 0.0380342 Feb 04 18:23:15.715195 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff00da18-c0d5-403a-bf55-b8fe2087ecbe req-3e283d46-bddf-4e1c-9f77-190dc2c69e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:23:15.716639 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-ff00da18-c0d5-403a-bf55-b8fe2087ecbe req-3e283d46-bddf-4e1c-9f77-190dc2c69e44 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=cf2bcec4-c5a8-4185-b78f-23eedb23cd35 HTTP/1.1" status: 200 len: 853 time: 0.0454736 Feb 04 18:23:15.770917 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff00da18-c0d5-403a-bf55-b8fe2087ecbe req-319fe769-7ed2-4e8b-ae70-473a3f6f25fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:23:15.772467 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-ff00da18-c0d5-403a-bf55-b8fe2087ecbe req-319fe769-7ed2-4e8b-ae70-473a3f6f25fd service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=3a77eecf-82b5-41e0-9c8c-825eee7888c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0493793 Feb 04 18:23:15.846316 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-5e4fcfc8-e8a2-4462-8048-b49be5990ca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '456c6ed1-c28c-4856-8a65-62223fa104be', 'name': 'tempest-TestMinimumBasicScenario-315544835-router', 'tenant_id': 'a7f084d7e77244a89186bf339607fa53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.115'}], 'enable_snat': True}, 'gw_port_id': '2f61c45b-7202-4e79-834d-fa3c0872b4a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T18:20:04Z', 'updated_at': '2022-02-04T18:20:07Z', 'revision_number': 4, 'project_id': 'a7f084d7e77244a89186bf339607fa53', 'gw_port': {'id': '2f61c45b-7202-4e79-834d-fa3c0872b4a6', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:36:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '456c6ed1-c28c-4856-8a65-62223fa104be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:20:05Z', 'updated_at': '2022-02-04T18:20:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_interfaces': [{'id': '6354d72b-74eb-4d6f-a62a-319cb2dcc779', 'name': '', 'network_id': '3a77eecf-82b5-41e0-9c8c-825eee7888c6', 'tenant_id': 'a7f084d7e77244a89186bf339607fa53', 'mac_address': 'fa:16:3e:f9:df:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '456c6ed1-c28c-4856-8a65-62223fa104be', 'device_owner': 'network:router_interface', 'standard_attr_id': 4194, 'fixed_ips': [{'subnet_id': 'cf2bcec4-c5a8-4185-b78f-23eedb23cd35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:20:06Z', 'updated_at': '2022-02-04T18:20:12Z', 'revision_number': 5, 'project_id': 'a7f084d7e77244a89186bf339607fa53', 'subnets': [{'id': 'cf2bcec4-c5a8-4185-b78f-23eedb23cd35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-2', False) {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:23:15.878321 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-ff00da18-c0d5-403a-bf55-b8fe2087ecbe req-9979c84c-bafa-4867-8681-eeec2c3a7829 service neutron] 10.222.0.96 "GET /v2.0/networks/3a77eecf-82b5-41e0-9c8c-825eee7888c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993164 Feb 04 18:23:15.880151 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e4fcfc8-e8a2-4462-8048-b49be5990ca4 None None] Checking router: 456c6ed1-c28c-4856-8a65-62223fa104be for host: n-d-827839-2 {{(pid=103378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 18:23:15.889969 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e4fcfc8-e8a2-4462-8048-b49be5990ca4 None None] Routers {'456c6ed1-c28c-4856-8a65-62223fa104be'} bound to L3 agent in host n-d-827839-2 {{(pid=103378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 18:23:15.890577 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-5e4fcfc8-e8a2-4462-8048-b49be5990ca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T18:23:03Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['456c6ed1-c28c-4856-8a65-62223fa104be'], 'active': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:23:15.983041 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-ff00da18-c0d5-403a-bf55-b8fe2087ecbe req-2557ea48-fbae-424b-a144-6d66fcb7feab service neutron] 10.222.0.96 "GET /v2.0/networks/3a77eecf-82b5-41e0-9c8c-825eee7888c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974450 Feb 04 18:23:16.014558 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvr_db [None req-5e4fcfc8-e8a2-4462-8048-b49be5990ca4 None None] Set router 456c6ed1-c28c-4856-8a65-62223fa104be gateway port host: n-d-827839-2 {{(pid=103378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 18:23:16.227740 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-5e4fcfc8-e8a2-4462-8048-b49be5990ca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '456c6ed1-c28c-4856-8a65-62223fa104be', 'name': 'tempest-TestMinimumBasicScenario-315544835-router', 'tenant_id': 'a7f084d7e77244a89186bf339607fa53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.115'}], 'enable_snat': True}, 'gw_port_id': '2f61c45b-7202-4e79-834d-fa3c0872b4a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T18:20:04Z', 'updated_at': '2022-02-04T18:20:07Z', 'revision_number': 4, 'project_id': 'a7f084d7e77244a89186bf339607fa53', 'gw_port': {'id': '2f61c45b-7202-4e79-834d-fa3c0872b4a6', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:36:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '456c6ed1-c28c-4856-8a65-62223fa104be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:20:05Z', 'updated_at': '2022-02-04T18:20:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_interfaces': [{'id': '6354d72b-74eb-4d6f-a62a-319cb2dcc779', 'name': '', 'network_id': '3a77eecf-82b5-41e0-9c8c-825eee7888c6', 'tenant_id': 'a7f084d7e77244a89186bf339607fa53', 'mac_address': 'fa:16:3e:f9:df:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '456c6ed1-c28c-4856-8a65-62223fa104be', 'device_owner': 'network:router_interface', 'standard_attr_id': 4194, 'fixed_ips': [{'subnet_id': 'cf2bcec4-c5a8-4185-b78f-23eedb23cd35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:20:06Z', 'updated_at': '2022-02-04T18:20:12Z', 'revision_number': 5, 'project_id': 'a7f084d7e77244a89186bf339607fa53', 'subnets': [{'id': 'cf2bcec4-c5a8-4185-b78f-23eedb23cd35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-2', False) {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:23:16.259604 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e4fcfc8-e8a2-4462-8048-b49be5990ca4 None None] The sync data for ids ['456c6ed1-c28c-4856-8a65-62223fa104be'] in n-d-827839-2 is: [{'id': '456c6ed1-c28c-4856-8a65-62223fa104be', 'name': 'tempest-TestMinimumBasicScenario-315544835-router', 'tenant_id': 'a7f084d7e77244a89186bf339607fa53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.115'}], 'enable_snat': True}, 'gw_port_id': '2f61c45b-7202-4e79-834d-fa3c0872b4a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T18:20:04Z', 'updated_at': '2022-02-04T18:20:07Z', 'revision_number': 4, 'project_id': 'a7f084d7e77244a89186bf339607fa53', 'gw_port': {'id': '2f61c45b-7202-4e79-834d-fa3c0872b4a6', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:36:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '456c6ed1-c28c-4856-8a65-62223fa104be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:20:05Z', 'updated_at': '2022-02-04T18:20:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_interfaces': [{'id': '6354d72b-74eb-4d6f-a62a-319cb2dcc779', 'name': '', 'network_id': '3a77eecf-82b5-41e0-9c8c-825eee7888c6', 'tenant_id': 'a7f084d7e77244a89186bf339607fa53', 'mac_address': 'fa:16:3e:f9:df:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '456c6ed1-c28c-4856-8a65-62223fa104be', 'device_owner': 'network:router_interface', 'standard_attr_id': 4194, 'fixed_ips': [{'subnet_id': 'cf2bcec4-c5a8-4185-b78f-23eedb23cd35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:20:06Z', 'updated_at': '2022-02-04T18:20:12Z', 'revision_number': 5, 'project_id': 'a7f084d7e77244a89186bf339607fa53', 'subnets': [{'id': 'cf2bcec4-c5a8-4185-b78f-23eedb23cd35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 18:23:16.487686 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22e242b2-deff-4cb2-b0c8-c504096e6f83 None None] New status for floating IP 51a5faaa-083e-42c6-9ea6-aee8978c5b15: DOWN {{(pid=103379) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 18:23:29.866757 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7cc75e2f-7807-45cb-bb80-cb52be5e91ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (bb89f5a3-3c22-440b-b7d1-c4f0c43c184a), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:23:30.674267 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08aab4b-93df-4d96-881c-3bfcaf1868e2 req-15b43750-c25c-4cb4-a73e-50db3f23bad0 tempest-TestMinimumBasicScenario-1638750273 tempest-TestMinimumBasicScenario-1638750273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:23:30.675748 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-f08aab4b-93df-4d96-881c-3bfcaf1868e2 req-15b43750-c25c-4cb4-a73e-50db3f23bad0 tempest-TestMinimumBasicScenario-1638750273 tempest-TestMinimumBasicScenario-1638750273-project] 10.222.0.89 "GET /v2.0/ports?device_id=61da2300-4097-4cc3-8050-30737b0e2f62 HTTP/1.1" status: 200 len: 945 time: 0.0535932 Feb 04 18:23:30.724867 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-f08aab4b-93df-4d96-881c-3bfcaf1868e2 req-669ea5a3-b8ef-4c08-95d0-3cacbb2a083c tempest-TestMinimumBasicScenario-1638750273 tempest-TestMinimumBasicScenario-1638750273-project] 10.222.0.89 "GET /v2.0/security-groups?id=02f25008-f71b-4b64-a6a4-e426ae57fb70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433953 Feb 04 18:23:31.848455 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a80379c-48c0-4a0b-bf5d-3cbe6be40b86 req-dc071bc9-9c70-4439-bb81-40ae36cb0726 tempest-TestMinimumBasicScenario-1638750273 tempest-TestMinimumBasicScenario-1638750273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:23:31.850018 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-1a80379c-48c0-4a0b-bf5d-3cbe6be40b86 req-dc071bc9-9c70-4439-bb81-40ae36cb0726 tempest-TestMinimumBasicScenario-1638750273 tempest-TestMinimumBasicScenario-1638750273-project] 10.222.0.89 "GET /v2.0/ports?device_id=61da2300-4097-4cc3-8050-30737b0e2f62 HTTP/1.1" status: 200 len: 945 time: 0.0564706 Feb 04 18:23:31.904426 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-1a80379c-48c0-4a0b-bf5d-3cbe6be40b86 req-de7e4520-fe44-45f6-866c-04525b6cf996 tempest-TestMinimumBasicScenario-1638750273 tempest-TestMinimumBasicScenario-1638750273-project] 10.222.0.89 "GET /v2.0/security-groups?id=02f25008-f71b-4b64-a6a4-e426ae57fb70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488131 Feb 04 18:23:32.735963 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e5aeb3-537f-4e5f-bfff-abd026cf5afa req-7f7ed909-9782-4d9b-864f-5f3e0cc9637d tempest-TestMinimumBasicScenario-1638750273 tempest-TestMinimumBasicScenario-1638750273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:23:32.737555 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-45e5aeb3-537f-4e5f-bfff-abd026cf5afa req-7f7ed909-9782-4d9b-864f-5f3e0cc9637d tempest-TestMinimumBasicScenario-1638750273 tempest-TestMinimumBasicScenario-1638750273-project] 10.222.0.96 "GET /v2.0/ports?device_id=61da2300-4097-4cc3-8050-30737b0e2f62 HTTP/1.1" status: 200 len: 945 time: 0.0535772 Feb 04 18:23:32.834269 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [req-45e5aeb3-537f-4e5f-bfff-abd026cf5afa req-b91c51e1-74d5-4795-8cda-884f260358e6 tempest-TestMinimumBasicScenario-1638750273 tempest-TestMinimumBasicScenario-1638750273-project] Deleting port 280cb09f-f3b2-4969-ba6c-dc59bad6e866 {{(pid=103376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 18:23:32.834615 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-45e5aeb3-537f-4e5f-bfff-abd026cf5afa req-b91c51e1-74d5-4795-8cda-884f260358e6 tempest-TestMinimumBasicScenario-1638750273 tempest-TestMinimumBasicScenario-1638750273-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (280cb09f-f3b2-4969-ba6c-dc59bad6e866), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:23:32.922837 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [req-45e5aeb3-537f-4e5f-bfff-abd026cf5afa req-b91c51e1-74d5-4795-8cda-884f260358e6 tempest-TestMinimumBasicScenario-1638750273 tempest-TestMinimumBasicScenario-1638750273-project] For port 280cb09f-f3b2-4969-ba6c-dc59bad6e866, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=280cb09f-f3b2-4969-ba6c-dc59bad6e866,segment=NetworkSegment(73adcb13-bdc6-48ed-8048-45b389f76477),segment_id=73adcb13-bdc6-48ed-8048-45b389f76477)] {{(pid=103376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 18:23:32.923205 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-45e5aeb3-537f-4e5f-bfff-abd026cf5afa req-b91c51e1-74d5-4795-8cda-884f260358e6 tempest-TestMinimumBasicScenario-1638750273 tempest-TestMinimumBasicScenario-1638750273-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (280cb09f-f3b2-4969-ba6c-dc59bad6e866), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:23:32.932903 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-24808847-3ffb-4c1b-827e-4feb5c215a71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (64ada913-9131-4d99-a265-63a920956287), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:23:32.942008 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [req-45e5aeb3-537f-4e5f-bfff-abd026cf5afa req-b91c51e1-74d5-4795-8cda-884f260358e6 tempest-TestMinimumBasicScenario-1638750273 tempest-TestMinimumBasicScenario-1638750273-project] Calling delete_port for 280cb09f-f3b2-4969-ba6c-dc59bad6e866 owned by compute:nova {{(pid=103376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 18:23:33.067006 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4adb24b-cfe2-4c62-b6a3-805f94727296 req-b4286bf6-943f-4429-9938-7d4b7fc59fc8 tempest-TestMinimumBasicScenario-1638750273 tempest-TestMinimumBasicScenario-1638750273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:23:33.068499 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-d4adb24b-cfe2-4c62-b6a3-805f94727296 req-b4286bf6-943f-4429-9938-7d4b7fc59fc8 tempest-TestMinimumBasicScenario-1638750273 tempest-TestMinimumBasicScenario-1638750273-project] 10.222.0.89 "GET /v2.0/ports?device_id=61da2300-4097-4cc3-8050-30737b0e2f62 HTTP/1.1" status: 200 len: 945 time: 0.0836875 Feb 04 18:23:33.154027 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-45e5aeb3-537f-4e5f-bfff-abd026cf5afa req-b91c51e1-74d5-4795-8cda-884f260358e6 tempest-TestMinimumBasicScenario-1638750273 tempest-TestMinimumBasicScenario-1638750273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (280cb09f-f3b2-4969-ba6c-dc59bad6e866), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:23:33.169104 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-d4adb24b-cfe2-4c62-b6a3-805f94727296 req-b5e8ecc5-972a-4c0a-ad5c-0d0c2f5a600f tempest-TestMinimumBasicScenario-1638750273 tempest-TestMinimumBasicScenario-1638750273-project] 10.222.0.89 "GET /v2.0/security-groups?id=02f25008-f71b-4b64-a6a4-e426ae57fb70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920422 Feb 04 18:23:33.170226 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] get_ports_and_sgs() called for port_ids ['280cb09f-f3b2-4969-ba6c-dc59bad6e866'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 18:23:33.190410 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91c51e1-74d5-4795-8cda-884f260358e6 tempest-TestMinimumBasicScenario-1638750273 tempest-TestMinimumBasicScenario-1638750273-project] Pushing event deleted for resources: {'Port': ['ID=280cb09f-f3b2-4969-ba6c-dc59bad6e866,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:23:33.234206 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [req-45e5aeb3-537f-4e5f-bfff-abd026cf5afa req-b91c51e1-74d5-4795-8cda-884f260358e6 tempest-TestMinimumBasicScenario-1638750273 tempest-TestMinimumBasicScenario-1638750273-project] No DVR routers for this DVR port 280cb09f-f3b2-4969-ba6c-dc59bad6e866 on host n-h1-827839-2 {{(pid=103376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 18:23:33.237425 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-45e5aeb3-537f-4e5f-bfff-abd026cf5afa req-b91c51e1-74d5-4795-8cda-884f260358e6 tempest-TestMinimumBasicScenario-1638750273 tempest-TestMinimumBasicScenario-1638750273-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:23:33.240897 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-45e5aeb3-537f-4e5f-bfff-abd026cf5afa req-b91c51e1-74d5-4795-8cda-884f260358e6 tempest-TestMinimumBasicScenario-1638750273 tempest-TestMinimumBasicScenario-1638750273-project] 10.222.0.96 "DELETE /v2.0/ports/280cb09f-f3b2-4969-ba6c-dc59bad6e866 HTTP/1.1" status: 204 len: 173 time: 0.4973660 Feb 04 18:23:33.241441 n-d-827839-2 neutron-server[103376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61da2300-4097-4cc3-8050-30737b0e2f62', 'name': 'network-vif-deleted', 'tag': '280cb09f-f3b2-4969-ba6c-dc59bad6e866'}] {{(pid=103376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 18:23:33.243751 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7aefa7f3373fd63bd14caed2f0c404cd5bacff84a7eb60e70ea20ed0b49017dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c1735d1-4019-44a3-8aa6-d11f482b0118" -d '{"events": [{"server_uuid": "61da2300-4097-4cc3-8050-30737b0e2f62", "name": "network-vif-deleted", "tag": "280cb09f-f3b2-4969-ba6c-dc59bad6e866"}]}' {{(pid=103376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 18:23:33.268125 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d408ec64-b374-4acb-a1fc-48241dad6d47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (0cd6d64a-47a7-40ff-8c12-71dd526c62e0), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:23:33.283385 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 18:23:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2f6c4a9-6aed-4f18-b1d3-27038d0c4e81 x-openstack-request-id: req-a2f6c4a9-6aed-4f18-b1d3-27038d0c4e81 {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 18:23:33.283682 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61da2300-4097-4cc3-8050-30737b0e2f62", "name": "network-vif-deleted", "tag": "280cb09f-f3b2-4969-ba6c-dc59bad6e866", "status": "completed", "code": 200}]} {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 18:23:33.283965 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-a2f6c4a9-6aed-4f18-b1d3-27038d0c4e81 {{(pid=103376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 18:23:33.284375 n-d-827839-2 neutron-server[103376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61da2300-4097-4cc3-8050-30737b0e2f62', 'name': 'network-vif-deleted', 'tag': '280cb09f-f3b2-4969-ba6c-dc59bad6e866', 'status': 'completed', 'code': 200} Feb 04 18:23:34.736246 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 58042) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:23:35.080590 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4f14bb47-e72b-46ac-9e44-a61d9293afcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (75326290-f7a3-4db8-9cf2-15c7139ed224), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:23:35.087898 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-8a90b8a4-fcc7-43b6-ba98-9f9d8eb224c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602754'] for router_interface (456c6ed1-c28c-4856-8a65-62223fa104be), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:23:35.341569 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-8a90b8a4-fcc7-43b6-ba98-9f9d8eb224c3 admin admin] Deleting port 6354d72b-74eb-4d6f-a62a-319cb2dcc779 {{(pid=103377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 18:23:35.341840 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-8a90b8a4-fcc7-43b6-ba98-9f9d8eb224c3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (6354d72b-74eb-4d6f-a62a-319cb2dcc779), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:23:35.422166 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [None req-8a90b8a4-fcc7-43b6-ba98-9f9d8eb224c3 admin admin] For port 6354d72b-74eb-4d6f-a62a-319cb2dcc779, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=6354d72b-74eb-4d6f-a62a-319cb2dcc779,segment=NetworkSegment(73adcb13-bdc6-48ed-8048-45b389f76477),segment_id=73adcb13-bdc6-48ed-8048-45b389f76477)] {{(pid=103377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 18:23:35.423069 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-8a90b8a4-fcc7-43b6-ba98-9f9d8eb224c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (6354d72b-74eb-4d6f-a62a-319cb2dcc779), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:23:35.435813 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-8a90b8a4-fcc7-43b6-ba98-9f9d8eb224c3 admin admin] Calling delete_port for 6354d72b-74eb-4d6f-a62a-319cb2dcc779 owned by network:router_interface {{(pid=103377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 18:23:35.613576 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-8a90b8a4-fcc7-43b6-ba98-9f9d8eb224c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (6354d72b-74eb-4d6f-a62a-319cb2dcc779), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:23:35.639346 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a90b8a4-fcc7-43b6-ba98-9f9d8eb224c3 admin admin] Pushing event deleted for resources: {'Port': ['ID=6354d72b-74eb-4d6f-a62a-319cb2dcc779,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:23:35.813834 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-8a90b8a4-fcc7-43b6-ba98-9f9d8eb224c3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1677336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1602614'] for router_interface (456c6ed1-c28c-4856-8a65-62223fa104be), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:23:35.850920 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (ba70844b-66a0-45fd-a2f2-e6ed673321fc), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:23:36.034256 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a90b8a4-fcc7-43b6-ba98-9f9d8eb224c3 admin admin] Router 456c6ed1-c28c-4856-8a65-62223fa104be has already been hosted by L3 agent 64ada913-9131-4d99-a265-63a920956287 {{(pid=103377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 18:23:36.140764 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a90b8a4-fcc7-43b6-ba98-9f9d8eb224c3 admin admin] Notify agent at l3_agent.n-d-827839-2 the message routers_updated {{(pid=103377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 18:23:36.146330 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-8a90b8a4-fcc7-43b6-ba98-9f9d8eb224c3 admin admin] 10.222.0.89 "PUT /v2.0/routers/456c6ed1-c28c-4856-8a65-62223fa104be/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4086182 Feb 04 18:23:36.148855 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 58044) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:23:36.151462 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55c8a17e-be80-4e75-ad81-3c305f6be395 None None] Sync routers for ids ['456c6ed1-c28c-4856-8a65-62223fa104be'] in n-d-827839-2 {{(pid=103378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 18:23:36.161797 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55c8a17e-be80-4e75-ad81-3c305f6be395 None None] Routers {'456c6ed1-c28c-4856-8a65-62223fa104be'} bound to L3 agent in host n-d-827839-2 {{(pid=103378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 18:23:36.162407 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-55c8a17e-be80-4e75-ad81-3c305f6be395 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T18:23:33Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['456c6ed1-c28c-4856-8a65-62223fa104be'], 'active': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:23:36.190535 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.agents_db [None req-e1691f3b-aacd-4cd6-8ebb-a9c53bb301c0 None None] Agent healthcheck: found 7 active agents {{(pid=103379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 18:23:36.255884 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-537e4fef-11c5-4676-9688-c2f56a900674 admin admin] Publish callbacks [] for router (456c6ed1-c28c-4856-8a65-62223fa104be), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:23:36.270658 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvr_db [None req-55c8a17e-be80-4e75-ad81-3c305f6be395 None None] Set router 456c6ed1-c28c-4856-8a65-62223fa104be gateway port host: n-d-827839-2 {{(pid=103378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 18:23:36.370877 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-537e4fef-11c5-4676-9688-c2f56a900674 admin admin] Publish callbacks [] for router_gateway (456c6ed1-c28c-4856-8a65-62223fa104be), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:23:36.428537 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-537e4fef-11c5-4676-9688-c2f56a900674 admin admin] Deleting port 2f61c45b-7202-4e79-834d-fa3c0872b4a6 {{(pid=103377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 18:23:36.429004 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-537e4fef-11c5-4676-9688-c2f56a900674 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (2f61c45b-7202-4e79-834d-fa3c0872b4a6), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:23:36.484624 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-55c8a17e-be80-4e75-ad81-3c305f6be395 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '456c6ed1-c28c-4856-8a65-62223fa104be', 'name': 'tempest-TestMinimumBasicScenario-315544835-router', 'tenant_id': 'a7f084d7e77244a89186bf339607fa53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.115'}], 'enable_snat': True}, 'gw_port_id': '2f61c45b-7202-4e79-834d-fa3c0872b4a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T18:20:04Z', 'updated_at': '2022-02-04T18:23:35Z', 'revision_number': 5, 'project_id': 'a7f084d7e77244a89186bf339607fa53', 'gw_port': {'id': '2f61c45b-7202-4e79-834d-fa3c0872b4a6', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:36:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '456c6ed1-c28c-4856-8a65-62223fa104be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:20:05Z', 'updated_at': '2022-02-04T18:20:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2'}], 'n-d-827839-2', False) {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:23:36.506942 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [None req-537e4fef-11c5-4676-9688-c2f56a900674 admin admin] For port 2f61c45b-7202-4e79-834d-fa3c0872b4a6, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=2f61c45b-7202-4e79-834d-fa3c0872b4a6,segment=NetworkSegment(5942dc44-1f07-4c27-b0ab-45a2bff20dd5),segment_id=5942dc44-1f07-4c27-b0ab-45a2bff20dd5)] {{(pid=103377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 18:23:36.507303 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-537e4fef-11c5-4676-9688-c2f56a900674 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (2f61c45b-7202-4e79-834d-fa3c0872b4a6), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:23:36.511955 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55c8a17e-be80-4e75-ad81-3c305f6be395 None None] Checking router: 456c6ed1-c28c-4856-8a65-62223fa104be for host: n-d-827839-2 {{(pid=103378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 18:23:36.520191 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55c8a17e-be80-4e75-ad81-3c305f6be395 None None] Routers {'456c6ed1-c28c-4856-8a65-62223fa104be'} bound to L3 agent in host n-d-827839-2 {{(pid=103378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 18:23:36.520833 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-55c8a17e-be80-4e75-ad81-3c305f6be395 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T18:23:33Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['456c6ed1-c28c-4856-8a65-62223fa104be'], 'active': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:23:36.524501 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-537e4fef-11c5-4676-9688-c2f56a900674 admin admin] Calling delete_port for 2f61c45b-7202-4e79-834d-fa3c0872b4a6 owned by network:router_gateway {{(pid=103377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 18:23:36.609028 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvr_db [None req-55c8a17e-be80-4e75-ad81-3c305f6be395 None None] Set router 456c6ed1-c28c-4856-8a65-62223fa104be gateway port host: None {{(pid=103378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 18:23:36.661657 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-55c8a17e-be80-4e75-ad81-3c305f6be395 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '456c6ed1-c28c-4856-8a65-62223fa104be', 'name': 'tempest-TestMinimumBasicScenario-315544835-router', 'tenant_id': 'a7f084d7e77244a89186bf339607fa53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T18:20:04Z', 'updated_at': '2022-02-04T18:23:36Z', 'revision_number': 6, 'project_id': 'a7f084d7e77244a89186bf339607fa53', 'gw_port_host': None}], 'n-d-827839-2', False) {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:23:36.698351 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55c8a17e-be80-4e75-ad81-3c305f6be395 None None] The sync data for ids ['456c6ed1-c28c-4856-8a65-62223fa104be'] in n-d-827839-2 is: [{'id': '456c6ed1-c28c-4856-8a65-62223fa104be', 'name': 'tempest-TestMinimumBasicScenario-315544835-router', 'tenant_id': 'a7f084d7e77244a89186bf339607fa53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T18:20:04Z', 'updated_at': '2022-02-04T18:23:36Z', 'revision_number': 6, 'project_id': 'a7f084d7e77244a89186bf339607fa53', 'gw_port_host': None}] {{(pid=103378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 18:23:36.706195 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-537e4fef-11c5-4676-9688-c2f56a900674 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (2f61c45b-7202-4e79-834d-fa3c0872b4a6), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:23:36.742424 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537e4fef-11c5-4676-9688-c2f56a900674 admin admin] Pushing event deleted for resources: {'Port': ['ID=2f61c45b-7202-4e79-834d-fa3c0872b4a6,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:23:36.809538 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-537e4fef-11c5-4676-9688-c2f56a900674 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1595544'] for router_gateway (456c6ed1-c28c-4856-8a65-62223fa104be), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:23:36.906090 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-537e4fef-11c5-4676-9688-c2f56a900674 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1601811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26971'] for router (456c6ed1-c28c-4856-8a65-62223fa104be), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:23:36.908724 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-537e4fef-11c5-4676-9688-c2f56a900674 admin admin] Publish callbacks [] for router_controller (456c6ed1-c28c-4856-8a65-62223fa104be), precommit_delete_associations {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:23:36.955688 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-537e4fef-11c5-4676-9688-c2f56a900674 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1601832'] for router (456c6ed1-c28c-4856-8a65-62223fa104be), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:23:36.956355 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-537e4fef-11c5-4676-9688-c2f56a900674 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 456c6ed1-c28c-4856-8a65-62223fa104be {{(pid=103377) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 18:23:36.961116 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-537e4fef-11c5-4676-9688-c2f56a900674 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:23:36.965345 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-537e4fef-11c5-4676-9688-c2f56a900674 admin admin] 10.222.0.89 "DELETE /v2.0/routers/456c6ed1-c28c-4856-8a65-62223fa104be HTTP/1.1" status: 204 len: 168 time: 0.8125038 Feb 04 18:23:36.965553 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 58046) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:23:37.009160 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.db_base_plugin_v2 [None req-225a8c5f-598b-44fb-b306-76e1cb2f50a4 admin admin] Deleting subnet cf2bcec4-c5a8-4185-b78f-23eedb23cd35 {{(pid=103377) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 18:23:37.012238 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-225a8c5f-598b-44fb-b306-76e1cb2f50a4 admin admin] Publish callbacks [] for subnet (cf2bcec4-c5a8-4185-b78f-23eedb23cd35), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:23:37.047393 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-225a8c5f-598b-44fb-b306-76e1cb2f50a4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26866676'] for subnet (cf2bcec4-c5a8-4185-b78f-23eedb23cd35), precommit_delete_associations {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:23:37.135669 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-225a8c5f-598b-44fb-b306-76e1cb2f50a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1541225'] for subnet (cf2bcec4-c5a8-4185-b78f-23eedb23cd35), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:23:37.188869 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-225a8c5f-598b-44fb-b306-76e1cb2f50a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1541216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25888360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25597190'] for subnet (cf2bcec4-c5a8-4185-b78f-23eedb23cd35), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:23:37.215317 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225a8c5f-598b-44fb-b306-76e1cb2f50a4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cf2bcec4-c5a8-4185-b78f-23eedb23cd35,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:23:37.220660 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-225a8c5f-598b-44fb-b306-76e1cb2f50a4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:23:37.225319 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-225a8c5f-598b-44fb-b306-76e1cb2f50a4 admin admin] 10.222.0.89 "DELETE /v2.0/subnets/cf2bcec4-c5a8-4185-b78f-23eedb23cd35 HTTP/1.1" status: 204 len: 168 time: 0.2588100 Feb 04 18:23:37.226919 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bef61bf9-3bdf-4ad0-ad7d-e7ed288afb08 None None] Network 3a77eecf-82b5-41e0-9c8c-825eee7888c6 requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 18:23:37.227940 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 58048) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:23:37.300322 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-46dadfb3-0709-4402-96dd-46d8af193eb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628832'] for network (3a77eecf-82b5-41e0-9c8c-825eee7888c6), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:23:37.356479 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-46dadfb3-0709-4402-96dd-46d8af193eb6 admin admin] Deleting port 3147b41d-0838-452d-a1bd-d7c2c5ef31e3 {{(pid=103376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 18:23:37.356857 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-46dadfb3-0709-4402-96dd-46d8af193eb6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (3147b41d-0838-452d-a1bd-d7c2c5ef31e3), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:23:37.419637 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [None req-46dadfb3-0709-4402-96dd-46d8af193eb6 admin admin] For port 3147b41d-0838-452d-a1bd-d7c2c5ef31e3, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=3147b41d-0838-452d-a1bd-d7c2c5ef31e3,segment=NetworkSegment(73adcb13-bdc6-48ed-8048-45b389f76477),segment_id=73adcb13-bdc6-48ed-8048-45b389f76477)] {{(pid=103376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 18:23:37.419926 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-46dadfb3-0709-4402-96dd-46d8af193eb6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (3147b41d-0838-452d-a1bd-d7c2c5ef31e3), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:23:37.432586 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-46dadfb3-0709-4402-96dd-46d8af193eb6 admin admin] Calling delete_port for 3147b41d-0838-452d-a1bd-d7c2c5ef31e3 owned by network:dhcp {{(pid=103376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 18:23:37.499137 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bb8dc69-526b-4cc1-af16-72500583c0d7 None None] DHCP port deletion for 3a77eecf-82b5-41e0-9c8c-825eee7888c6 request from n-d-827839-2 {{(pid=103378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 18:23:37.518635 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-46dadfb3-0709-4402-96dd-46d8af193eb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (3147b41d-0838-452d-a1bd-d7c2c5ef31e3), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:23:37.543939 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46dadfb3-0709-4402-96dd-46d8af193eb6 admin admin] Pushing event deleted for resources: {'Port': ['ID=3147b41d-0838-452d-a1bd-d7c2c5ef31e3,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:23:37.551335 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46dadfb3-0709-4402-96dd-46d8af193eb6 admin admin] No DVR routers for this DVR port 3147b41d-0838-452d-a1bd-d7c2c5ef31e3 on host n-d-827839-2 {{(pid=103376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 18:23:37.551622 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-2bb8dc69-526b-4cc1-af16-72500583c0d7 None None] Deleting port 3147b41d-0838-452d-a1bd-d7c2c5ef31e3 {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 18:23:37.552100 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2bb8dc69-526b-4cc1-af16-72500583c0d7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (3147b41d-0838-452d-a1bd-d7c2c5ef31e3), before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:23:37.617472 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-2bb8dc69-526b-4cc1-af16-72500583c0d7 None None] For port 3147b41d-0838-452d-a1bd-d7c2c5ef31e3, host n-d-827839-2, got binding levels [] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 18:23:37.617868 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2bb8dc69-526b-4cc1-af16-72500583c0d7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (3147b41d-0838-452d-a1bd-d7c2c5ef31e3), precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:23:37.627179 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-46dadfb3-0709-4402-96dd-46d8af193eb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1543676', 'neutron.services.segments.db._delete_segments_for_network-8781084786517'] for network (3a77eecf-82b5-41e0-9c8c-825eee7888c6), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:23:37.631726 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-2bb8dc69-526b-4cc1-af16-72500583c0d7 None None] Calling delete_port for 3147b41d-0838-452d-a1bd-d7c2c5ef31e3 owned by network:dhcp {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 18:23:37.634433 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.ipam_backend_mixin [None req-2bb8dc69-526b-4cc1-af16-72500583c0d7 None None] Port 3147b41d-0838-452d-a1bd-d7c2c5ef31e3 was not found and therefore no delete operation was performed {{(pid=103378) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 04 18:23:37.635665 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2bb8dc69-526b-4cc1-af16-72500583c0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144'] for port (3147b41d-0838-452d-a1bd-d7c2c5ef31e3), after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:23:37.652094 n-d-827839-2 neutron-server[103376]: DEBUG neutron.services.segments.db [None req-46dadfb3-0709-4402-96dd-46d8af193eb6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a77eecf-82b5-41e0-9c8c-825eee7888c6']}} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:23:37.662054 n-d-827839-2 neutron-server[103376]: DEBUG neutron.services.segments.db [None req-46dadfb3-0709-4402-96dd-46d8af193eb6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73adcb13-bdc6-48ed-8048-45b389f76477') {'for_net_delete': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:23:37.662355 n-d-827839-2 neutron-server[103376]: DEBUG neutron.services.segments.db [None req-46dadfb3-0709-4402-96dd-46d8af193eb6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73adcb13-bdc6-48ed-8048-45b389f76477') {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:23:37.664107 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb8dc69-526b-4cc1-af16-72500583c0d7 None None] Pushing event deleted for resources: {'Port': ['ID=3147b41d-0838-452d-a1bd-d7c2c5ef31e3,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:23:37.674613 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-46dadfb3-0709-4402-96dd-46d8af193eb6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781084783966', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25674908'] for segment (73adcb13-bdc6-48ed-8048-45b389f76477), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:23:37.675322 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb8dc69-526b-4cc1-af16-72500583c0d7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:23:37.675667 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb8dc69-526b-4cc1-af16-72500583c0d7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:23:37.676175 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb8dc69-526b-4cc1-af16-72500583c0d7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:23:37.676797 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb8dc69-526b-4cc1-af16-72500583c0d7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:23:37.677039 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb8dc69-526b-4cc1-af16-72500583c0d7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:23:37.677374 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb8dc69-526b-4cc1-af16-72500583c0d7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:23:37.677706 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb8dc69-526b-4cc1-af16-72500583c0d7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:23:37.678015 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb8dc69-526b-4cc1-af16-72500583c0d7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:23:37.678400 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb8dc69-526b-4cc1-af16-72500583c0d7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:23:37.678653 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb8dc69-526b-4cc1-af16-72500583c0d7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:23:37.678978 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb8dc69-526b-4cc1-af16-72500583c0d7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:23:37.679368 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb8dc69-526b-4cc1-af16-72500583c0d7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:23:37.679604 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb8dc69-526b-4cc1-af16-72500583c0d7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:23:37.682490 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bb8dc69-526b-4cc1-af16-72500583c0d7 None None] No DVR routers for this DVR port 3147b41d-0838-452d-a1bd-d7c2c5ef31e3 on host n-d-827839-2 {{(pid=103378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 18:23:37.697051 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-46dadfb3-0709-4402-96dd-46d8af193eb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (73adcb13-bdc6-48ed-8048-45b389f76477), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:23:37.704966 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device 280cb09f-f3b2-4969-ba6c-dc59bad6e866 no longer exists at agent hyperv_n-h1-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 18:23:37.705329 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46dadfb3-0709-4402-96dd-46d8af193eb6 admin admin] Releasing vlan 764 on physical network physnet1 to pool {{(pid=103376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 18:23:37.705774 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-46dadfb3-0709-4402-96dd-46d8af193eb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25675992'] for segment (73adcb13-bdc6-48ed-8048-45b389f76477), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:23:37.707745 n-d-827839-2 neutron-server[103376]: Traceback (most recent call last): Feb 04 18:23:37.707745 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 18:23:37.707745 n-d-827839-2 neutron-server[103376]: timer() Feb 04 18:23:37.707745 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 18:23:37.707745 n-d-827839-2 neutron-server[103376]: cb(*args, **kw) Feb 04 18:23:37.707745 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 18:23:37.707745 n-d-827839-2 neutron-server[103376]: return func(*args, **kwargs) Feb 04 18:23:37.707745 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 18:23:37.707745 n-d-827839-2 neutron-server[103376]: self._notify() Feb 04 18:23:37.707745 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 18:23:37.707745 n-d-827839-2 neutron-server[103376]: self.callback(batched_events) Feb 04 18:23:37.707745 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 18:23:37.707745 n-d-827839-2 neutron-server[103376]: event.method(event) Feb 04 18:23:37.707745 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 18:23:37.707745 n-d-827839-2 neutron-server[103376]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 18:23:37.707745 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 18:23:37.707745 n-d-827839-2 neutron-server[103376]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 18:23:37.707745 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 18:23:37.707745 n-d-827839-2 neutron-server[103376]: return f(self, *a, **k) Feb 04 18:23:37.707745 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 18:23:37.707745 n-d-827839-2 neutron-server[103376]: return self._get(url).json() Feb 04 18:23:37.707745 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 18:23:37.707745 n-d-827839-2 neutron-server[103376]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 18:23:37.707745 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 18:23:37.707745 n-d-827839-2 neutron-server[103376]: return self.request(url, 'GET', **kwargs) Feb 04 18:23:37.707745 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 18:23:37.707745 n-d-827839-2 neutron-server[103376]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 18:23:37.707745 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 18:23:37.707745 n-d-827839-2 neutron-server[103376]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 18:23:37.707745 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 18:23:37.707745 n-d-827839-2 neutron-server[103376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 18:23:37.707745 n-d-827839-2 neutron-server[103376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 18:23:37.725493 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] No Port match for: 280cb09f-f3b2-4969-ba6c-dc59bad6e866 {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 18:23:37.725843 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device 280cb09f-f3b2-4969-ba6c-dc59bad6e866 not bound to the agent host n-h1-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 18:23:37.767218 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-46dadfb3-0709-4402-96dd-46d8af193eb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1543671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1595572'] for network (3a77eecf-82b5-41e0-9c8c-825eee7888c6), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:23:37.774422 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-46dadfb3-0709-4402-96dd-46d8af193eb6 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:23:37.777337 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-46dadfb3-0709-4402-96dd-46d8af193eb6 admin admin] 10.222.0.89 "DELETE /v2.0/networks/3a77eecf-82b5-41e0-9c8c-825eee7888c6 HTTP/1.1" status: 204 len: 168 time: 0.5480897 Feb 04 18:23:37.781204 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 58050) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:23:37.790471 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46dadfb3-0709-4402-96dd-46d8af193eb6 admin admin] Pushing event deleted for resources: {'Network': ['ID=3a77eecf-82b5-41e0-9c8c-825eee7888c6,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:23:38.143537 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-1fbf11f5-489e-4c05-9fdd-bc981871acb3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602754'] for router_interface (ee5746ac-3147-45d6-8305-cdf764154163), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:23:38.335320 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 2f61c45b-7202-4e79-834d-fa3c0872b4a6 no longer exists at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 18:23:38.355241 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] No Port match for: 2f61c45b-7202-4e79-834d-fa3c0872b4a6 {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 18:23:38.355595 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 2f61c45b-7202-4e79-834d-fa3c0872b4a6 not bound to the agent host n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 18:23:38.356011 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 3147b41d-0838-452d-a1bd-d7c2c5ef31e3 no longer exists at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 18:23:38.374756 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] No Port match for: 3147b41d-0838-452d-a1bd-d7c2c5ef31e3 {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 18:23:38.375107 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 3147b41d-0838-452d-a1bd-d7c2c5ef31e3 not bound to the agent host n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 18:23:38.376024 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 6354d72b-74eb-4d6f-a62a-319cb2dcc779 no longer exists at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 18:23:38.393470 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-1fbf11f5-489e-4c05-9fdd-bc981871acb3 admin admin] Deleting port c33a689a-5a5b-429b-89be-87f582deaf68 {{(pid=103377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 18:23:38.393864 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-1fbf11f5-489e-4c05-9fdd-bc981871acb3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (c33a689a-5a5b-429b-89be-87f582deaf68), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:23:38.395296 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] No Port match for: 6354d72b-74eb-4d6f-a62a-319cb2dcc779 {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 18:23:38.395664 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 6354d72b-74eb-4d6f-a62a-319cb2dcc779 not bound to the agent host n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 18:23:38.470430 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [None req-1fbf11f5-489e-4c05-9fdd-bc981871acb3 admin admin] For port c33a689a-5a5b-429b-89be-87f582deaf68, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=c33a689a-5a5b-429b-89be-87f582deaf68,segment=NetworkSegment(ccc8a5bc-89fd-47dc-95b9-12d53f1f71a7),segment_id=ccc8a5bc-89fd-47dc-95b9-12d53f1f71a7)] {{(pid=103377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 18:23:38.470789 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-1fbf11f5-489e-4c05-9fdd-bc981871acb3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (c33a689a-5a5b-429b-89be-87f582deaf68), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:23:38.483237 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-1fbf11f5-489e-4c05-9fdd-bc981871acb3 admin admin] Calling delete_port for c33a689a-5a5b-429b-89be-87f582deaf68 owned by network:router_interface {{(pid=103377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 18:23:38.966183 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-1fbf11f5-489e-4c05-9fdd-bc981871acb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (c33a689a-5a5b-429b-89be-87f582deaf68), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:23:38.995232 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbf11f5-489e-4c05-9fdd-bc981871acb3 admin admin] Pushing event deleted for resources: {'Port': ['ID=c33a689a-5a5b-429b-89be-87f582deaf68,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:23:39.161059 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-1fbf11f5-489e-4c05-9fdd-bc981871acb3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1677336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1602614'] for router_interface (ee5746ac-3147-45d6-8305-cdf764154163), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:23:39.379545 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fbf11f5-489e-4c05-9fdd-bc981871acb3 admin admin] Router ee5746ac-3147-45d6-8305-cdf764154163 has already been hosted by L3 agent 64ada913-9131-4d99-a265-63a920956287 {{(pid=103377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 18:23:39.488514 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fbf11f5-489e-4c05-9fdd-bc981871acb3 admin admin] Notify agent at l3_agent.n-d-827839-2 the message routers_updated {{(pid=103377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 18:23:39.493729 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-1fbf11f5-489e-4c05-9fdd-bc981871acb3 admin admin] 10.222.0.89 "PUT /v2.0/routers/ee5746ac-3147-45d6-8305-cdf764154163/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7114449 Feb 04 18:23:39.496342 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 58052) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:23:39.497173 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb174a0f-3c7b-4602-b020-64f09e60cbdc None None] Sync routers for ids ['ee5746ac-3147-45d6-8305-cdf764154163'] in n-d-827839-2 {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 18:23:39.508284 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb174a0f-3c7b-4602-b020-64f09e60cbdc None None] Routers {'ee5746ac-3147-45d6-8305-cdf764154163'} bound to L3 agent in host n-d-827839-2 {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 18:23:39.508924 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-cb174a0f-3c7b-4602-b020-64f09e60cbdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T18:23:33Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['ee5746ac-3147-45d6-8305-cdf764154163'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:23:39.603411 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-5f117a91-865f-41b0-8665-858a41233f88 admin admin] Publish callbacks [] for router (ee5746ac-3147-45d6-8305-cdf764154163), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:23:39.615574 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvr_db [None req-cb174a0f-3c7b-4602-b020-64f09e60cbdc None None] Set router ee5746ac-3147-45d6-8305-cdf764154163 gateway port host: n-d-827839-2 {{(pid=103379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 18:23:39.707889 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-5f117a91-865f-41b0-8665-858a41233f88 admin admin] Publish callbacks [] for router_gateway (ee5746ac-3147-45d6-8305-cdf764154163), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:23:39.764781 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-5f117a91-865f-41b0-8665-858a41233f88 admin admin] Deleting port 16338dbb-ad13-47a1-9b4d-bcc2e54dc51a {{(pid=103377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 18:23:39.765128 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-5f117a91-865f-41b0-8665-858a41233f88 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (16338dbb-ad13-47a1-9b4d-bcc2e54dc51a), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:23:39.843256 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [None req-5f117a91-865f-41b0-8665-858a41233f88 admin admin] For port 16338dbb-ad13-47a1-9b4d-bcc2e54dc51a, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=16338dbb-ad13-47a1-9b4d-bcc2e54dc51a,segment=NetworkSegment(5942dc44-1f07-4c27-b0ab-45a2bff20dd5),segment_id=5942dc44-1f07-4c27-b0ab-45a2bff20dd5)] {{(pid=103377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 18:23:39.843904 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-5f117a91-865f-41b0-8665-858a41233f88 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (16338dbb-ad13-47a1-9b4d-bcc2e54dc51a), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:23:39.857043 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-5f117a91-865f-41b0-8665-858a41233f88 admin admin] Calling delete_port for 16338dbb-ad13-47a1-9b4d-bcc2e54dc51a owned by network:router_gateway {{(pid=103377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 18:23:39.894840 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-cb174a0f-3c7b-4602-b020-64f09e60cbdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee5746ac-3147-45d6-8305-cdf764154163', 'name': 'tempest-TestMinimumBasicScenario-527153290-router', 'tenant_id': '69071679a2e34a53a250d9e5ff5ea19c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.194'}], 'enable_snat': True}, 'gw_port_id': '16338dbb-ad13-47a1-9b4d-bcc2e54dc51a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T18:20:09Z', 'updated_at': '2022-02-04T18:23:38Z', 'revision_number': 5, 'project_id': '69071679a2e34a53a250d9e5ff5ea19c', 'gw_port': {'id': '16338dbb-ad13-47a1-9b4d-bcc2e54dc51a', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:5f:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee5746ac-3147-45d6-8305-cdf764154163', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:20:09Z', 'updated_at': '2022-02-04T18:20:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2'}], 'n-d-827839-2', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:23:39.921304 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb174a0f-3c7b-4602-b020-64f09e60cbdc None None] Checking router: ee5746ac-3147-45d6-8305-cdf764154163 for host: n-d-827839-2 {{(pid=103379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 18:23:39.932168 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb174a0f-3c7b-4602-b020-64f09e60cbdc None None] Routers {'ee5746ac-3147-45d6-8305-cdf764154163'} bound to L3 agent in host n-d-827839-2 {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 18:23:39.933180 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-cb174a0f-3c7b-4602-b020-64f09e60cbdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T18:23:33Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['ee5746ac-3147-45d6-8305-cdf764154163'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:23:40.023775 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvr_db [None req-cb174a0f-3c7b-4602-b020-64f09e60cbdc None None] Set router ee5746ac-3147-45d6-8305-cdf764154163 gateway port host: None {{(pid=103379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 18:23:40.035781 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-5f117a91-865f-41b0-8665-858a41233f88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (16338dbb-ad13-47a1-9b4d-bcc2e54dc51a), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:23:40.066211 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f117a91-865f-41b0-8665-858a41233f88 admin admin] Pushing event deleted for resources: {'Port': ['ID=16338dbb-ad13-47a1-9b4d-bcc2e54dc51a,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:23:40.078700 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-cb174a0f-3c7b-4602-b020-64f09e60cbdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee5746ac-3147-45d6-8305-cdf764154163', 'name': 'tempest-TestMinimumBasicScenario-527153290-router', 'tenant_id': '69071679a2e34a53a250d9e5ff5ea19c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T18:20:09Z', 'updated_at': '2022-02-04T18:23:39Z', 'revision_number': 6, 'project_id': '69071679a2e34a53a250d9e5ff5ea19c', 'gw_port_host': None}], 'n-d-827839-2', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:23:40.105146 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb174a0f-3c7b-4602-b020-64f09e60cbdc None None] The sync data for ids ['ee5746ac-3147-45d6-8305-cdf764154163'] in n-d-827839-2 is: [{'id': 'ee5746ac-3147-45d6-8305-cdf764154163', 'name': 'tempest-TestMinimumBasicScenario-527153290-router', 'tenant_id': '69071679a2e34a53a250d9e5ff5ea19c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T18:20:09Z', 'updated_at': '2022-02-04T18:23:39Z', 'revision_number': 6, 'project_id': '69071679a2e34a53a250d9e5ff5ea19c', 'gw_port_host': None}] {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 18:23:40.133666 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-5f117a91-865f-41b0-8665-858a41233f88 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1595544'] for router_gateway (ee5746ac-3147-45d6-8305-cdf764154163), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:23:40.228105 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-5f117a91-865f-41b0-8665-858a41233f88 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1601811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26971'] for router (ee5746ac-3147-45d6-8305-cdf764154163), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:23:40.230213 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-5f117a91-865f-41b0-8665-858a41233f88 admin admin] Publish callbacks [] for router_controller (ee5746ac-3147-45d6-8305-cdf764154163), precommit_delete_associations {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:23:40.275090 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-5f117a91-865f-41b0-8665-858a41233f88 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1601832'] for router (ee5746ac-3147-45d6-8305-cdf764154163), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:23:40.275707 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f117a91-865f-41b0-8665-858a41233f88 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ee5746ac-3147-45d6-8305-cdf764154163 {{(pid=103377) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 18:23:40.280709 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-5f117a91-865f-41b0-8665-858a41233f88 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:23:40.284723 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-5f117a91-865f-41b0-8665-858a41233f88 admin admin] 10.222.0.89 "DELETE /v2.0/routers/ee5746ac-3147-45d6-8305-cdf764154163 HTTP/1.1" status: 204 len: 168 time: 0.7846055 Feb 04 18:23:40.285194 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 58054) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:23:40.334113 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.db_base_plugin_v2 [None req-a60c5a9e-71ca-48b7-ac65-0d7851c9d34f admin admin] Deleting subnet 82c3c508-474a-4a55-9877-74f702530660 {{(pid=103376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 18:23:40.337285 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-a60c5a9e-71ca-48b7-ac65-0d7851c9d34f admin admin] Publish callbacks [] for subnet (82c3c508-474a-4a55-9877-74f702530660), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:23:40.376309 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-a60c5a9e-71ca-48b7-ac65-0d7851c9d34f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25674901'] for subnet (82c3c508-474a-4a55-9877-74f702530660), precommit_delete_associations {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:23:40.451126 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-a60c5a9e-71ca-48b7-ac65-0d7851c9d34f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1541225'] for subnet (82c3c508-474a-4a55-9877-74f702530660), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:23:40.510826 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-a60c5a9e-71ca-48b7-ac65-0d7851c9d34f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1541216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25675894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25858947'] for subnet (82c3c508-474a-4a55-9877-74f702530660), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:23:40.544204 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60c5a9e-71ca-48b7-ac65-0d7851c9d34f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=82c3c508-474a-4a55-9877-74f702530660,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:23:40.548111 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-a60c5a9e-71ca-48b7-ac65-0d7851c9d34f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:23:40.553892 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-a60c5a9e-71ca-48b7-ac65-0d7851c9d34f admin admin] 10.222.0.89 "DELETE /v2.0/subnets/82c3c508-474a-4a55-9877-74f702530660 HTTP/1.1" status: 204 len: 168 time: 0.2650380 Feb 04 18:23:40.554005 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddae2cf0-a5c4-4f66-8be4-3c2e5667af69 None None] Network 9e7fdb60-f187-47a5-bafd-084b957c0c24 requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 18:23:40.554543 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 58056) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:23:40.613720 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device c33a689a-5a5b-429b-89be-87f582deaf68 no longer exists at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 18:23:40.638147 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] No Port match for: c33a689a-5a5b-429b-89be-87f582deaf68 {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 18:23:40.638415 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device c33a689a-5a5b-429b-89be-87f582deaf68 not bound to the agent host n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 18:23:40.641137 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-306c52da-5b56-471e-bec4-08814d70f737 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628832'] for network (9e7fdb60-f187-47a5-bafd-084b957c0c24), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:23:40.703066 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-306c52da-5b56-471e-bec4-08814d70f737 admin admin] Deleting port a1829fc8-ba19-45a4-b97e-507fd1e787be {{(pid=103377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 18:23:40.703940 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-306c52da-5b56-471e-bec4-08814d70f737 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (a1829fc8-ba19-45a4-b97e-507fd1e787be), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:23:40.771049 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [None req-306c52da-5b56-471e-bec4-08814d70f737 admin admin] For port a1829fc8-ba19-45a4-b97e-507fd1e787be, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=a1829fc8-ba19-45a4-b97e-507fd1e787be,segment=NetworkSegment(ccc8a5bc-89fd-47dc-95b9-12d53f1f71a7),segment_id=ccc8a5bc-89fd-47dc-95b9-12d53f1f71a7)] {{(pid=103377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 18:23:40.771411 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-306c52da-5b56-471e-bec4-08814d70f737 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (a1829fc8-ba19-45a4-b97e-507fd1e787be), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:23:40.776337 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (f20a1ab3-4332-4f54-833b-ba4a7c687e89), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:23:40.786297 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-306c52da-5b56-471e-bec4-08814d70f737 admin admin] Calling delete_port for a1829fc8-ba19-45a4-b97e-507fd1e787be owned by network:dhcp {{(pid=103377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 18:23:40.864465 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-306c52da-5b56-471e-bec4-08814d70f737 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (a1829fc8-ba19-45a4-b97e-507fd1e787be), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:23:40.891894 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-306c52da-5b56-471e-bec4-08814d70f737 admin admin] No DVR routers for this DVR port a1829fc8-ba19-45a4-b97e-507fd1e787be on host n-d-827839-2 {{(pid=103377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 18:23:40.895752 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306c52da-5b56-471e-bec4-08814d70f737 admin admin] Pushing event deleted for resources: {'Port': ['ID=a1829fc8-ba19-45a4-b97e-507fd1e787be,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:23:40.959226 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5afb2f2c-ed5f-47c3-9a61-117083855ce9 None None] DHCP port deletion for 9e7fdb60-f187-47a5-bafd-084b957c0c24 request from n-d-827839-2 {{(pid=103378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 18:23:40.973575 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-306c52da-5b56-471e-bec4-08814d70f737 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1543676', 'neutron.services.segments.db._delete_segments_for_network-8781084786517'] for network (9e7fdb60-f187-47a5-bafd-084b957c0c24), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:23:40.994772 n-d-827839-2 neutron-server[103377]: DEBUG neutron.services.segments.db [None req-306c52da-5b56-471e-bec4-08814d70f737 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e7fdb60-f187-47a5-bafd-084b957c0c24']}} {{(pid=103377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:23:41.004649 n-d-827839-2 neutron-server[103377]: DEBUG neutron.services.segments.db [None req-306c52da-5b56-471e-bec4-08814d70f737 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ccc8a5bc-89fd-47dc-95b9-12d53f1f71a7') {'for_net_delete': True} {{(pid=103377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:23:41.004999 n-d-827839-2 neutron-server[103377]: DEBUG neutron.services.segments.db [None req-306c52da-5b56-471e-bec4-08814d70f737 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ccc8a5bc-89fd-47dc-95b9-12d53f1f71a7') {} {{(pid=103377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:23:41.014307 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-306c52da-5b56-471e-bec4-08814d70f737 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781084783966', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26866685'] for segment (ccc8a5bc-89fd-47dc-95b9-12d53f1f71a7), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:23:41.028809 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-306c52da-5b56-471e-bec4-08814d70f737 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (ccc8a5bc-89fd-47dc-95b9-12d53f1f71a7), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:23:41.036042 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-306c52da-5b56-471e-bec4-08814d70f737 admin admin] Releasing vlan 762 on physical network physnet1 to pool {{(pid=103377) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 18:23:41.036552 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-306c52da-5b56-471e-bec4-08814d70f737 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25888454'] for segment (ccc8a5bc-89fd-47dc-95b9-12d53f1f71a7), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:23:41.038388 n-d-827839-2 neutron-server[103377]: Traceback (most recent call last): Feb 04 18:23:41.038388 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 18:23:41.038388 n-d-827839-2 neutron-server[103377]: timer() Feb 04 18:23:41.038388 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 18:23:41.038388 n-d-827839-2 neutron-server[103377]: cb(*args, **kw) Feb 04 18:23:41.038388 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 18:23:41.038388 n-d-827839-2 neutron-server[103377]: return func(*args, **kwargs) Feb 04 18:23:41.038388 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 18:23:41.038388 n-d-827839-2 neutron-server[103377]: self._notify() Feb 04 18:23:41.038388 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 18:23:41.038388 n-d-827839-2 neutron-server[103377]: self.callback(batched_events) Feb 04 18:23:41.038388 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 18:23:41.038388 n-d-827839-2 neutron-server[103377]: event.method(event) Feb 04 18:23:41.038388 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 18:23:41.038388 n-d-827839-2 neutron-server[103377]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 18:23:41.038388 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 18:23:41.038388 n-d-827839-2 neutron-server[103377]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 18:23:41.038388 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 18:23:41.038388 n-d-827839-2 neutron-server[103377]: return f(self, *a, **k) Feb 04 18:23:41.038388 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 18:23:41.038388 n-d-827839-2 neutron-server[103377]: return self._get(url).json() Feb 04 18:23:41.038388 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 18:23:41.038388 n-d-827839-2 neutron-server[103377]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 18:23:41.038388 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 18:23:41.038388 n-d-827839-2 neutron-server[103377]: return self.request(url, 'GET', **kwargs) Feb 04 18:23:41.038388 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 18:23:41.038388 n-d-827839-2 neutron-server[103377]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 18:23:41.038388 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 18:23:41.038388 n-d-827839-2 neutron-server[103377]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 18:23:41.038388 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 18:23:41.038388 n-d-827839-2 neutron-server[103377]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 18:23:41.038388 n-d-827839-2 neutron-server[103377]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 18:23:41.093395 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-306c52da-5b56-471e-bec4-08814d70f737 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1543671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1595572'] for network (9e7fdb60-f187-47a5-bafd-084b957c0c24), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:23:41.099208 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-306c52da-5b56-471e-bec4-08814d70f737 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:23:41.102412 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-306c52da-5b56-471e-bec4-08814d70f737 admin admin] 10.222.0.89 "DELETE /v2.0/networks/9e7fdb60-f187-47a5-bafd-084b957c0c24 HTTP/1.1" status: 204 len: 168 time: 0.5472889 Feb 04 18:23:41.114091 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306c52da-5b56-471e-bec4-08814d70f737 admin admin] Pushing event deleted for resources: {'Network': ['ID=9e7fdb60-f187-47a5-bafd-084b957c0c24,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:23:41.272974 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 58060) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:23:41.316668 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-a933c585-65d4-4c21-9aa2-03d12b8be4cc admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=a7f084d7e77244a89186bf339607fa53&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0425379 Feb 04 18:23:41.319163 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 58062) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:23:41.365559 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-3a22a69f-2a82-4320-b124-207d3e5d5bc7 admin admin] Publish callbacks [] for security_group (02f25008-f71b-4b64-a6a4-e426ae57fb70), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:23:41.386668 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-3a22a69f-2a82-4320-b124-207d3e5d5bc7 admin admin] Publish callbacks [] for security_group (02f25008-f71b-4b64-a6a4-e426ae57fb70), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:23:41.433408 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-3a22a69f-2a82-4320-b124-207d3e5d5bc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (02f25008-f71b-4b64-a6a4-e426ae57fb70), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:23:41.435935 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-3a22a69f-2a82-4320-b124-207d3e5d5bc7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:23:41.437097 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-3a22a69f-2a82-4320-b124-207d3e5d5bc7 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/02f25008-f71b-4b64-a6a4-e426ae57fb70 HTTP/1.1" status: 204 len: 168 time: 0.1170371 Feb 04 18:23:41.445343 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a22a69f-2a82-4320-b124-207d3e5d5bc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02f25008-f71b-4b64-a6a4-e426ae57fb70,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:23:41.739742 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 58068) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:23:41.778891 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-65c86fbd-4c80-40bb-99f9-8de10726af66 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=69071679a2e34a53a250d9e5ff5ea19c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0380015 Feb 04 18:23:41.782090 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 58070) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:23:41.828196 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-adfff3ab-766c-4014-90c3-4ed59dd6a1b1 admin admin] Publish callbacks [] for security_group (5caeaba1-de26-4cf2-96ca-a81fd09e28be), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:23:41.849093 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-adfff3ab-766c-4014-90c3-4ed59dd6a1b1 admin admin] Publish callbacks [] for security_group (5caeaba1-de26-4cf2-96ca-a81fd09e28be), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:23:41.897054 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-adfff3ab-766c-4014-90c3-4ed59dd6a1b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (5caeaba1-de26-4cf2-96ca-a81fd09e28be), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:23:41.899563 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-adfff3ab-766c-4014-90c3-4ed59dd6a1b1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:23:41.900816 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-adfff3ab-766c-4014-90c3-4ed59dd6a1b1 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/5caeaba1-de26-4cf2-96ca-a81fd09e28be HTTP/1.1" status: 204 len: 168 time: 0.1177883 Feb 04 18:23:41.909052 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adfff3ab-766c-4014-90c3-4ed59dd6a1b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5caeaba1-de26-4cf2-96ca-a81fd09e28be,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:23:42.330742 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device a1829fc8-ba19-45a4-b97e-507fd1e787be no longer exists at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 18:23:42.350949 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] No Port match for: a1829fc8-ba19-45a4-b97e-507fd1e787be {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 18:23:42.351301 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device a1829fc8-ba19-45a4-b97e-507fd1e787be not bound to the agent host n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 18:23:42.351790 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 16338dbb-ad13-47a1-9b4d-bcc2e54dc51a no longer exists at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 18:23:42.371604 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] No Port match for: 16338dbb-ad13-47a1-9b4d-bcc2e54dc51a {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 18:23:42.371947 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 16338dbb-ad13-47a1-9b4d-bcc2e54dc51a not bound to the agent host n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 18:23:42.917544 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (3f9244a9-75fc-4c10-b195-11d48b853b41), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:23:43.410576 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 58110) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:23:43.415166 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-382eab63-01eb-4aa8-ad13-132805c68805 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1552978558', 'description': 'tempest-secgroup-smoke-1552978558 description', 'project_id': '0a3be2315053479497104165645f2b52'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 18:23:43.436525 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-382eab63-01eb-4aa8-ad13-132805c68805 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks [] for security_group (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:23:43.444818 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-382eab63-01eb-4aa8-ad13-132805c68805 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks [] for security_group (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:23:43.515974 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-382eab63-01eb-4aa8-ad13-132805c68805 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks [] for security_group (981d2e14-a7c0-49f3-be6d-c1731ebc9c09), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:23:43.519445 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-382eab63-01eb-4aa8-ad13-132805c68805 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (981d2e14-a7c0-49f3-be6d-c1731ebc9c09), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:23:43.557356 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382eab63-01eb-4aa8-ad13-132805c68805 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Pushing event updated for resources: {'SecurityGroup': ['ID=981d2e14-a7c0-49f3-be6d-c1731ebc9c09,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:23:43.598506 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-382eab63-01eb-4aa8-ad13-132805c68805 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks [] for security_group (af909025-a715-4788-a56b-10ddd134e181), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:23:43.602041 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-382eab63-01eb-4aa8-ad13-132805c68805 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (af909025-a715-4788-a56b-10ddd134e181), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:23:43.633955 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-382eab63-01eb-4aa8-ad13-132805c68805 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:23:43.635201 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-382eab63-01eb-4aa8-ad13-132805c68805 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] 10.222.0.89 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2236068 Feb 04 18:23:43.637352 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382eab63-01eb-4aa8-ad13-132805c68805 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Pushing event updated for resources: {'SecurityGroup': ['ID=af909025-a715-4788-a56b-10ddd134e181,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:23:43.639607 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 58112) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:23:43.645517 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-b3359a51-76cf-4897-aeca-da111e600865 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Request body: {'security_group_rule': {'security_group_id': 'af909025-a715-4788-a56b-10ddd134e181', 'project_id': '0a3be2315053479497104165645f2b52', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 18:23:43.678736 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-b3359a51-76cf-4897-aeca-da111e600865 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks [] for security_group_rule (cec0d9ff-b917-4bfd-8c86-8b8653c89d75), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:23:43.733518 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-b3359a51-76cf-4897-aeca-da111e600865 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks [] for security_group_rule (cec0d9ff-b917-4bfd-8c86-8b8653c89d75), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:23:43.737426 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-b3359a51-76cf-4897-aeca-da111e600865 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664556'] for security_group_rule (cec0d9ff-b917-4bfd-8c86-8b8653c89d75), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:23:43.757917 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3359a51-76cf-4897-aeca-da111e600865 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cec0d9ff-b917-4bfd-8c86-8b8653c89d75,revision_number=0']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:23:43.763546 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-b3359a51-76cf-4897-aeca-da111e600865 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:23:43.764767 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-b3359a51-76cf-4897-aeca-da111e600865 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1239433 Feb 04 18:23:43.767524 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 58114) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:23:43.771696 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-5f819da1-4f5f-4284-9410-42101d29f1c8 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Request body: {'security_group_rule': {'security_group_id': 'af909025-a715-4788-a56b-10ddd134e181', 'project_id': '0a3be2315053479497104165645f2b52', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 18:23:43.795851 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-5f819da1-4f5f-4284-9410-42101d29f1c8 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks [] for security_group_rule (6e336cf8-67b5-48f8-a233-fa3e68227577), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:23:43.850730 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-5f819da1-4f5f-4284-9410-42101d29f1c8 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks [] for security_group_rule (6e336cf8-67b5-48f8-a233-fa3e68227577), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:23:43.854253 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-5f819da1-4f5f-4284-9410-42101d29f1c8 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664556'] for security_group_rule (6e336cf8-67b5-48f8-a233-fa3e68227577), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:23:43.871995 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f819da1-4f5f-4284-9410-42101d29f1c8 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e336cf8-67b5-48f8-a233-fa3e68227577,revision_number=0']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:23:43.879370 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-5f819da1-4f5f-4284-9410-42101d29f1c8 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:23:43.880633 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-5f819da1-4f5f-4284-9410-42101d29f1c8 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1121826 Feb 04 18:23:43.883476 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 58116) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:23:43.888027 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-91bca5ba-cb56-4371-9f7d-dfcde87eab80 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Request body: {'security_group_rule': {'security_group_id': 'af909025-a715-4788-a56b-10ddd134e181', 'project_id': '0a3be2315053479497104165645f2b52', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 18:23:43.912116 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-91bca5ba-cb56-4371-9f7d-dfcde87eab80 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks [] for security_group_rule (f9fd7a60-ba21-4132-8d66-d205aeafc686), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:23:43.967704 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-91bca5ba-cb56-4371-9f7d-dfcde87eab80 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks [] for security_group_rule (f9fd7a60-ba21-4132-8d66-d205aeafc686), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:23:43.971742 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-91bca5ba-cb56-4371-9f7d-dfcde87eab80 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664556'] for security_group_rule (f9fd7a60-ba21-4132-8d66-d205aeafc686), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:23:43.993487 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91bca5ba-cb56-4371-9f7d-dfcde87eab80 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9fd7a60-ba21-4132-8d66-d205aeafc686,revision_number=0']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:23:44.002624 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-91bca5ba-cb56-4371-9f7d-dfcde87eab80 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:23:44.003912 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-91bca5ba-cb56-4371-9f7d-dfcde87eab80 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1194079 Feb 04 18:23:44.006681 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 58118) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:23:44.011437 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-2c87975a-3f89-446c-877d-56bb0c0de47a tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Request body: {'security_group_rule': {'security_group_id': 'af909025-a715-4788-a56b-10ddd134e181', 'project_id': '0a3be2315053479497104165645f2b52', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 18:23:44.035645 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-2c87975a-3f89-446c-877d-56bb0c0de47a tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks [] for security_group_rule (37328504-6905-43fa-9732-14c3717d466f), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:23:44.092375 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-2c87975a-3f89-446c-877d-56bb0c0de47a tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks [] for security_group_rule (37328504-6905-43fa-9732-14c3717d466f), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:23:44.096385 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-2c87975a-3f89-446c-877d-56bb0c0de47a tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664556'] for security_group_rule (37328504-6905-43fa-9732-14c3717d466f), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:23:44.114337 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c87975a-3f89-446c-877d-56bb0c0de47a tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37328504-6905-43fa-9732-14c3717d466f,revision_number=0']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:23:44.121237 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-2c87975a-3f89-446c-877d-56bb0c0de47a tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:23:44.122426 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-2c87975a-3f89-446c-877d-56bb0c0de47a tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1146555 Feb 04 18:23:44.125295 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 58120) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:23:44.129561 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-7cafa669-ac0d-44f1-aaf4-955bee4e104e tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Request body: {'security_group_rule': {'security_group_id': 'af909025-a715-4788-a56b-10ddd134e181', 'project_id': '0a3be2315053479497104165645f2b52', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 18:23:44.149351 n-d-827839-2 neutron-server[103377]: INFO neutron.db.securitygroups_db [None req-7cafa669-ac0d-44f1-aaf4-955bee4e104e tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Project 0a3be2315053479497104165645f2b52 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 18:23:44.157611 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-7cafa669-ac0d-44f1-aaf4-955bee4e104e tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks [] for security_group_rule (268f662c-e2a4-4c8a-aa60-fe8f6e14cfe4), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:23:44.215634 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-7cafa669-ac0d-44f1-aaf4-955bee4e104e tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks [] for security_group_rule (268f662c-e2a4-4c8a-aa60-fe8f6e14cfe4), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:23:44.219700 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-7cafa669-ac0d-44f1-aaf4-955bee4e104e tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664556'] for security_group_rule (268f662c-e2a4-4c8a-aa60-fe8f6e14cfe4), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:23:44.236951 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cafa669-ac0d-44f1-aaf4-955bee4e104e tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=268f662c-e2a4-4c8a-aa60-fe8f6e14cfe4,revision_number=0']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:23:44.244478 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-7cafa669-ac0d-44f1-aaf4-955bee4e104e tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:23:44.245737 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-7cafa669-ac0d-44f1-aaf4-955bee4e104e tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1195319 Feb 04 18:23:44.248486 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 58122) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:23:44.252713 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-dee775f3-9d2e-4db4-ab2d-d09f0d60a4c8 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Request body: {'security_group_rule': {'security_group_id': 'af909025-a715-4788-a56b-10ddd134e181', 'project_id': '0a3be2315053479497104165645f2b52', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 18:23:44.272506 n-d-827839-2 neutron-server[103377]: INFO neutron.db.securitygroups_db [None req-dee775f3-9d2e-4db4-ab2d-d09f0d60a4c8 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Project 0a3be2315053479497104165645f2b52 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 18:23:44.278163 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-dee775f3-9d2e-4db4-ab2d-d09f0d60a4c8 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks [] for security_group_rule (d91b2340-822c-414a-991c-aea0414d9295), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:23:44.339725 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-dee775f3-9d2e-4db4-ab2d-d09f0d60a4c8 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks [] for security_group_rule (d91b2340-822c-414a-991c-aea0414d9295), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:23:44.345282 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-dee775f3-9d2e-4db4-ab2d-d09f0d60a4c8 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664556'] for security_group_rule (d91b2340-822c-414a-991c-aea0414d9295), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:23:44.368084 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee775f3-9d2e-4db4-ab2d-d09f0d60a4c8 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d91b2340-822c-414a-991c-aea0414d9295,revision_number=0']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:23:44.375973 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-dee775f3-9d2e-4db4-ab2d-d09f0d60a4c8 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:23:44.377336 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-dee775f3-9d2e-4db4-ab2d-d09f0d60a4c8 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1278377 Feb 04 18:23:44.380247 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 58124) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:23:44.385050 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-4eda5ebf-91d0-4e18-b72a-6edf5ab54708 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Request body: {'network': {'name': 'tempest-network-smoke--2101757069', 'project_id': '0a3be2315053479497104165645f2b52', 'port_security_enabled': True}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 18:23:44.404664 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4eda5ebf-91d0-4e18-b72a-6edf5ab54708 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Made reservation on behalf of 0a3be2315053479497104165645f2b52 for: {'network': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 18:23:44.408200 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-4eda5ebf-91d0-4e18-b72a-6edf5ab54708 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for network (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:23:44.432005 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4eda5ebf-91d0-4e18-b72a-6edf5ab54708 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] vlan segment allocate from pool success with {'vlan_id': 781, 'physical_network': 'physnet1'} {{(pid=103377) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 18:23:44.441013 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-4eda5ebf-91d0-4e18-b72a-6edf5ab54708 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (c090f35a-beca-445d-be59-42e56157e57b), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:23:44.441355 n-d-827839-2 neutron-server[103377]: INFO neutron.db.segments_db [None req-4eda5ebf-91d0-4e18-b72a-6edf5ab54708 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Added segment c090f35a-beca-445d-be59-42e56157e57b of type vlan for network a61f62d0-0119-446a-9c02-c0f959e8625f Feb 04 18:23:44.480691 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-4eda5ebf-91d0-4e18-b72a-6edf5ab54708 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781084292801'] for network (a61f62d0-0119-446a-9c02-c0f959e8625f), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:23:44.503486 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-4eda5ebf-91d0-4e18-b72a-6edf5ab54708 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327'] for network (a61f62d0-0119-446a-9c02-c0f959e8625f), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:23:44.508389 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eda5ebf-91d0-4e18-b72a-6edf5ab54708 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:23:44.509007 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-4eda5ebf-91d0-4e18-b72a-6edf5ab54708 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks [] for network (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:23:44.562082 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-4eda5ebf-91d0-4e18-b72a-6edf5ab54708 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1808100 Feb 04 18:23:44.565149 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 58126) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:23:44.570083 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-c5c56b9a-75e5-4d46-b2c3-402f51543ede tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1259820023', 'admin_state_up': True, 'project_id': '0a3be2315053479497104165645f2b52', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188'}}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 18:23:44.576169 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eda5ebf-91d0-4e18-b72a-6edf5ab54708 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Pushing event updated for resources: {'Network': ['ID=a61f62d0-0119-446a-9c02-c0f959e8625f,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:23:44.590247 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Network a61f62d0-0119-446a-9c02-c0f959e8625f details requested by agent ovs-agent-n-d-827839-2 with host n-d-827839-2 {{(pid=103378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 18:23:44.591298 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-c5c56b9a-75e5-4d46-b2c3-402f51543ede tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1601657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26921'] for router (349c1ed7-4dea-4986-bd2d-68d4257b2d7e), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:23:44.592624 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-c5c56b9a-75e5-4d46-b2c3-402f51543ede tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1602025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603663', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1630571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26960'] for router (349c1ed7-4dea-4986-bd2d-68d4257b2d7e), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:23:44.647677 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-c5c56b9a-75e5-4d46-b2c3-402f51543ede tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks [] for router_controller (349c1ed7-4dea-4986-bd2d-68d4257b2d7e), precommit_add_association {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:23:44.790940 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-c5c56b9a-75e5-4d46-b2c3-402f51543ede tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks [] for router_gateway (349c1ed7-4dea-4986-bd2d-68d4257b2d7e), precommit_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:23:44.993590 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-c5c56b9a-75e5-4d46-b2c3-402f51543ede tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks [] for router_gateway (349c1ed7-4dea-4986-bd2d-68d4257b2d7e), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:23:45.012188 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-c5c56b9a-75e5-4d46-b2c3-402f51543ede tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:23:45.120109 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.db_base_plugin_common [None req-c5c56b9a-75e5-4d46-b2c3-402f51543ede tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Allocated IP 172.25.6.38 (48165773-85ad-49a1-9ec1-76fc8dc24188/7660bfad-1ea8-4fe7-831b-bed836f13efc/d0683066-8199-42bc-b296-76e0392c6cbb) {{(pid=103376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 18:23:45.228192 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-c5c56b9a-75e5-4d46-b2c3-402f51543ede tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks [] for port (d0683066-8199-42bc-b296-76e0392c6cbb), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:23:45.262046 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-c5c56b9a-75e5-4d46-b2c3-402f51543ede tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (d0683066-8199-42bc-b296-76e0392c6cbb), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:23:45.304943 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5c56b9a-75e5-4d46-b2c3-402f51543ede tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Network 48165773-85ad-49a1-9ec1-76fc8dc24188 is already hosted by enough agents. {{(pid=103376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 18:23:45.307744 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [None req-c5c56b9a-75e5-4d46-b2c3-402f51543ede tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Resources bound (agent type, host, resource id): {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 18:23:45.311125 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5c56b9a-75e5-4d46-b2c3-402f51543ede tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Received port after_create {{(pid=103376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 18:23:45.333680 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c56b9a-75e5-4d46-b2c3-402f51543ede tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Pushing event updated for resources: {'Port': ['ID=d0683066-8199-42bc-b296-76e0392c6cbb,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:23:45.872702 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-c5c56b9a-75e5-4d46-b2c3-402f51543ede tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks [] for router_gateway (349c1ed7-4dea-4986-bd2d-68d4257b2d7e), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:23:46.069567 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-c5c56b9a-75e5-4d46-b2c3-402f51543ede tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1602046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603680'] for router (349c1ed7-4dea-4986-bd2d-68d4257b2d7e), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:23:46.196913 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5c56b9a-75e5-4d46-b2c3-402f51543ede tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Router 349c1ed7-4dea-4986-bd2d-68d4257b2d7e is scheduled to L3 agent 64ada913-9131-4d99-a265-63a920956287 with binding_index 1 {{(pid=103376) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 18:23:46.311560 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5c56b9a-75e5-4d46-b2c3-402f51543ede tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Notify agent at l3_agent.n-d-827839-2 the message routers_updated {{(pid=103376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 18:23:46.325894 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ecadc3a-756e-491e-b894-9b25e37921db None None] Sync routers for ids ['349c1ed7-4dea-4986-bd2d-68d4257b2d7e'] in n-d-827839-2 {{(pid=103378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 18:23:46.332510 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-c5c56b9a-75e5-4d46-b2c3-402f51543ede tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks [] for router (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:23:46.334126 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-c5c56b9a-75e5-4d46-b2c3-402f51543ede tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] 10.222.0.89 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7678862 Feb 04 18:23:46.337124 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ecadc3a-756e-491e-b894-9b25e37921db None None] Routers {'349c1ed7-4dea-4986-bd2d-68d4257b2d7e'} bound to L3 agent in host n-d-827839-2 {{(pid=103378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 18:23:46.337503 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 58128) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:23:46.337961 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-0ecadc3a-756e-491e-b894-9b25e37921db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T18:23:33Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['349c1ed7-4dea-4986-bd2d-68d4257b2d7e'], 'active': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:23:46.447249 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvr_db [None req-0ecadc3a-756e-491e-b894-9b25e37921db None None] Set router 349c1ed7-4dea-4986-bd2d-68d4257b2d7e gateway port host: n-d-827839-2 {{(pid=103378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 18:23:46.464160 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-9249b54a-7822-4fa8-b1b3-9c038e6fe22d tempest-TestNetworkAdvancedServerOps-797370670 tempest-TestNetworkAdvancedServerOps-797370670-project-admin] 10.222.0.89 "GET /v2.0/subnets?project_id=0a3be2315053479497104165645f2b52&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1253924 Feb 04 18:23:46.466947 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 58132) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:23:46.552385 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bde9773-7cb4-4250-89f3-d736c0aebf6a tempest-TestNetworkAdvancedServerOps-797370670 tempest-TestNetworkAdvancedServerOps-797370670-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:23:46.554050 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-9bde9773-7cb4-4250-89f3-d736c0aebf6a tempest-TestNetworkAdvancedServerOps-797370670 tempest-TestNetworkAdvancedServerOps-797370670-project-admin] 10.222.0.89 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0862100 Feb 04 18:23:46.556917 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 58134) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:23:46.584790 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-25b9b1cc-5d05-43db-88c7-73f8899eb162 tempest-TestNetworkAdvancedServerOps-797370670 tempest-TestNetworkAdvancedServerOps-797370670-project-admin] 10.222.0.89 "GET /v2.0/subnets?network_id=48165773-85ad-49a1-9ec1-76fc8dc24188&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0268040 Feb 04 18:23:46.587432 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 58136) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:23:46.591990 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-15227179-c1ec-4ded-9ac3-5219df1e2b13 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2136929723', 'network_id': 'a61f62d0-0119-446a-9c02-c0f959e8625f', 'project_id': '0a3be2315053479497104165645f2b52', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 18:23:46.622470 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-0ecadc3a-756e-491e-b894-9b25e37921db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '349c1ed7-4dea-4986-bd2d-68d4257b2d7e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1259820023', 'tenant_id': '0a3be2315053479497104165645f2b52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.38'}], 'enable_snat': True}, 'gw_port_id': 'd0683066-8199-42bc-b296-76e0392c6cbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T18:23:44Z', 'updated_at': '2022-02-04T18:23:45Z', 'revision_number': 3, 'project_id': '0a3be2315053479497104165645f2b52', 'gw_port': {'id': 'd0683066-8199-42bc-b296-76e0392c6cbb', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:5d:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '349c1ed7-4dea-4986-bd2d-68d4257b2d7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:23:45Z', 'updated_at': '2022-02-04T18:23:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2'}], 'n-d-827839-2', False) {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:23:46.654156 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ecadc3a-756e-491e-b894-9b25e37921db None None] Checking router: 349c1ed7-4dea-4986-bd2d-68d4257b2d7e for host: n-d-827839-2 {{(pid=103378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 18:23:46.654513 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ecadc3a-756e-491e-b894-9b25e37921db None None] Updating router 349c1ed7-4dea-4986-bd2d-68d4257b2d7e port d0683066-8199-42bc-b296-76e0392c6cbb binding host n-d-827839-2 {{(pid=103378) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 18:23:46.680264 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15227179-c1ec-4ded-9ac3-5219df1e2b13 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Made reservation on behalf of 0a3be2315053479497104165645f2b52 for: {'subnet': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 18:23:46.682959 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0ecadc3a-756e-491e-b894-9b25e37921db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (d0683066-8199-42bc-b296-76e0392c6cbb), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:23:46.684381 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-15227179-c1ec-4ded-9ac3-5219df1e2b13 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25597243'] for subnet (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:23:46.867412 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-15227179-c1ec-4ded-9ac3-5219df1e2b13 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25889445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25597197'] for subnet (910f82e6-1df8-46b6-80ac-468eee484cfd), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:23:46.930665 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15227179-c1ec-4ded-9ac3-5219df1e2b13 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Pushing event updated for resources: {'Subnet': ['ID=910f82e6-1df8-46b6-80ac-468eee484cfd,revision_number=0']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:23:46.939930 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15227179-c1ec-4ded-9ac3-5219df1e2b13 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Checking segment: {'id': 'c090f35a-beca-445d-be59-42e56157e57b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'a61f62d0-0119-446a-9c02-c0f959e8625f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 18:23:46.940318 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15227179-c1ec-4ded-9ac3-5219df1e2b13 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Network hostable DHCP agents. Network: a61f62d0-0119-446a-9c02-c0f959e8625f, hostable agents: ['bb89f5a3-3c22-440b-b7d1-c4f0c43c184a'], hosted agents: [] {{(pid=103377) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 18:23:46.941679 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0ecadc3a-756e-491e-b894-9b25e37921db None None] Publish callbacks [] for port (d0683066-8199-42bc-b296-76e0392c6cbb), precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:23:46.947218 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0ecadc3a-756e-491e-b894-9b25e37921db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (d0683066-8199-42bc-b296-76e0392c6cbb), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:23:46.957253 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15227179-c1ec-4ded-9ac3-5219df1e2b13 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Network a61f62d0-0119-446a-9c02-c0f959e8625f is scheduled to be hosted by DHCP agent bb89f5a3-3c22-440b-b7d1-c4f0c43c184a with binding_index 1 {{(pid=103377) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 18:23:46.966518 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [None req-15227179-c1ec-4ded-9ac3-5219df1e2b13 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827839-2, a61f62d0-0119-446a-9c02-c0f959e8625f) {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 18:23:46.971393 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15227179-c1ec-4ded-9ac3-5219df1e2b13 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:23:46.971996 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-15227179-c1ec-4ded-9ac3-5219df1e2b13 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks [] for subnet (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:23:46.980665 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11d4340e-9f82-4300-bc58-e0ec90f6e1ef None None] Network a61f62d0-0119-446a-9c02-c0f959e8625f requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 18:23:46.991204 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-15227179-c1ec-4ded-9ac3-5219df1e2b13 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4027715 Feb 04 18:23:46.993997 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 58138) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:23:47.045263 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-0ecadc3a-756e-491e-b894-9b25e37921db None None] Attempting to bind port d0683066-8199-42bc-b296-76e0392c6cbb on host n-d-827839-2 for vnic_type normal with profile {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 18:23:47.045657 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-0ecadc3a-756e-491e-b894-9b25e37921db None None] Attempting to bind port d0683066-8199-42bc-b296-76e0392c6cbb by drivers openvswitch,hyperv on host n-d-827839-2 at level 0 using segments [{'id': '5942dc44-1f07-4c27-b0ab-45a2bff20dd5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188'}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 18:23:47.046007 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ecadc3a-756e-491e-b894-9b25e37921db None None] Attempting to bind port d0683066-8199-42bc-b296-76e0392c6cbb on network 48165773-85ad-49a1-9ec1-76fc8dc24188 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 18:23:47.061629 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ac87a6-524e-402c-b2b3-4983a8fc262d None None] Pushing event updated for resources: {'Port': ['ID=d0683066-8199-42bc-b296-76e0392c6cbb,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:23:47.064347 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ecadc3a-756e-491e-b894-9b25e37921db None None] Checking agent: {'id': 'ba70844b-66a0-45fd-a2f2-e6ed673321fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 0, 36), 'started_at': datetime.datetime(2022, 2, 4, 17, 1, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 18, 23, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 18:23:47.064825 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ecadc3a-756e-491e-b894-9b25e37921db None None] Checking segment: {'id': '5942dc44-1f07-4c27-b0ab-45a2bff20dd5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 18:23:47.065245 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0ecadc3a-756e-491e-b894-9b25e37921db None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:23:47.065733 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ecadc3a-756e-491e-b894-9b25e37921db None None] Bound using segment: {'id': '5942dc44-1f07-4c27-b0ab-45a2bff20dd5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188'} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 18:23:47.066655 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-0ecadc3a-756e-491e-b894-9b25e37921db None None] Bound port: d0683066-8199-42bc-b296-76e0392c6cbb, host: n-d-827839-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5942dc44-1f07-4c27-b0ab-45a2bff20dd5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188'}}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 18:23:47.066785 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0ecadc3a-756e-491e-b894-9b25e37921db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (d0683066-8199-42bc-b296-76e0392c6cbb), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:23:47.156095 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-0ecadc3a-756e-491e-b894-9b25e37921db None None] For port d0683066-8199-42bc-b296-76e0392c6cbb, host n-d-827839-2, cleared binding levels {{(pid=103378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 18:23:47.163442 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00056e8c-1de1-4183-942a-a07234ad8821 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e4c19ad-5724-5db8-8ee1-4f56ae69fcf4-a61f62d0-0119-446a-9c02-c0f959e8625f', 'network_id': 'a61f62d0-0119-446a-9c02-c0f959e8625f', 'project_id': '0a3be2315053479497104165645f2b52', 'fixed_ips': [{'subnet_id': '910f82e6-1df8-46b6-80ac-468eee484cfd'}]}} from n-d-827839-2. {{(pid=103378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 18:23:47.164299 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-00056e8c-1de1-4183-942a-a07234ad8821 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:23:47.181386 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-0ecadc3a-756e-491e-b894-9b25e37921db None None] For port d0683066-8199-42bc-b296-76e0392c6cbb, host n-d-827839-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=d0683066-8199-42bc-b296-76e0392c6cbb,segment=NetworkSegment(5942dc44-1f07-4c27-b0ab-45a2bff20dd5),segment_id=5942dc44-1f07-4c27-b0ab-45a2bff20dd5)] {{(pid=103378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 18:23:47.190811 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0ecadc3a-756e-491e-b894-9b25e37921db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (d0683066-8199-42bc-b296-76e0392c6cbb), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:23:47.448477 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-b27a560e-6ad0-4e23-bc27-09e17cf074dc tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:23:47.486248 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ecadc3a-756e-491e-b894-9b25e37921db None None] Routers {'349c1ed7-4dea-4986-bd2d-68d4257b2d7e'} bound to L3 agent in host n-d-827839-2 {{(pid=103378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 18:23:47.486877 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-0ecadc3a-756e-491e-b894-9b25e37921db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T18:23:33Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['349c1ed7-4dea-4986-bd2d-68d4257b2d7e'], 'active': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:23:47.488642 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ac87a6-524e-402c-b2b3-4983a8fc262d None None] Pushing event updated for resources: {'Port': ['ID=d0683066-8199-42bc-b296-76e0392c6cbb,revision_number=3']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:23:47.612932 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-00056e8c-1de1-4183-942a-a07234ad8821 None None] Allocated IP 172.20.0.2 (a61f62d0-0119-446a-9c02-c0f959e8625f/910f82e6-1df8-46b6-80ac-468eee484cfd/02e65dfa-f351-4807-886f-3498dee6c623) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 18:23:47.657433 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvr_db [None req-0ecadc3a-756e-491e-b894-9b25e37921db None None] Set router 349c1ed7-4dea-4986-bd2d-68d4257b2d7e gateway port host: n-d-827839-2 {{(pid=103378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 18:23:47.925180 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-00056e8c-1de1-4183-942a-a07234ad8821 None None] Publish callbacks [] for port (02e65dfa-f351-4807-886f-3498dee6c623), precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:23:47.932803 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-00056e8c-1de1-4183-942a-a07234ad8821 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135'] for port (02e65dfa-f351-4807-886f-3498dee6c623), after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:23:47.988119 n-d-827839-2 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00056e8c-1de1-4183-942a-a07234ad8821 None None] Network a61f62d0-0119-446a-9c02-c0f959e8625f is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 18:23:47.995056 n-d-827839-2 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-00056e8c-1de1-4183-942a-a07234ad8821 None None] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 18:23:47.997905 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00056e8c-1de1-4183-942a-a07234ad8821 None None] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 18:23:47.999822 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00056e8c-1de1-4183-942a-a07234ad8821 None None] Pushing event updated for resources: {'Port': ['ID=02e65dfa-f351-4807-886f-3498dee6c623,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:23:48.014895 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-0ecadc3a-756e-491e-b894-9b25e37921db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '349c1ed7-4dea-4986-bd2d-68d4257b2d7e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1259820023', 'tenant_id': '0a3be2315053479497104165645f2b52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.38'}], 'enable_snat': True}, 'gw_port_id': 'd0683066-8199-42bc-b296-76e0392c6cbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T18:23:44Z', 'updated_at': '2022-02-04T18:23:45Z', 'revision_number': 3, 'project_id': '0a3be2315053479497104165645f2b52', 'gw_port': {'id': 'd0683066-8199-42bc-b296-76e0392c6cbb', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:5d:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '349c1ed7-4dea-4986-bd2d-68d4257b2d7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:23:45Z', 'updated_at': '2022-02-04T18:23:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2'}], 'n-d-827839-2', False) {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:23:48.015926 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.db_base_plugin_common [None req-b27a560e-6ad0-4e23-bc27-09e17cf074dc tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Allocated IP 172.20.0.1 (a61f62d0-0119-446a-9c02-c0f959e8625f/910f82e6-1df8-46b6-80ac-468eee484cfd/f21cc85b-a55f-4de9-9f7a-805378571ab6) {{(pid=103377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 18:23:48.059603 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ecadc3a-756e-491e-b894-9b25e37921db None None] The sync data for ids ['349c1ed7-4dea-4986-bd2d-68d4257b2d7e'] in n-d-827839-2 is: [{'id': '349c1ed7-4dea-4986-bd2d-68d4257b2d7e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1259820023', 'tenant_id': '0a3be2315053479497104165645f2b52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.38'}], 'enable_snat': True}, 'gw_port_id': 'd0683066-8199-42bc-b296-76e0392c6cbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T18:23:44Z', 'updated_at': '2022-02-04T18:23:45Z', 'revision_number': 3, 'project_id': '0a3be2315053479497104165645f2b52', 'gw_port': {'id': 'd0683066-8199-42bc-b296-76e0392c6cbb', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:5d:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '349c1ed7-4dea-4986-bd2d-68d4257b2d7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:23:45Z', 'updated_at': '2022-02-04T18:23:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2'}] {{(pid=103378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 18:23:48.089166 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-00056e8c-1de1-4183-942a-a07234ad8821 None None] Attempting to bind port 02e65dfa-f351-4807-886f-3498dee6c623 on host n-d-827839-2 for vnic_type normal with profile {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 18:23:48.089546 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-00056e8c-1de1-4183-942a-a07234ad8821 None None] Attempting to bind port 02e65dfa-f351-4807-886f-3498dee6c623 by drivers openvswitch,hyperv on host n-d-827839-2 at level 0 using segments [{'id': 'c090f35a-beca-445d-be59-42e56157e57b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'a61f62d0-0119-446a-9c02-c0f959e8625f'}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 18:23:48.089914 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00056e8c-1de1-4183-942a-a07234ad8821 None None] Attempting to bind port 02e65dfa-f351-4807-886f-3498dee6c623 on network a61f62d0-0119-446a-9c02-c0f959e8625f {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 18:23:48.095624 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00056e8c-1de1-4183-942a-a07234ad8821 None None] Checking agent: {'id': 'ba70844b-66a0-45fd-a2f2-e6ed673321fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 0, 36), 'started_at': datetime.datetime(2022, 2, 4, 17, 1, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 18, 23, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 18:23:48.096169 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00056e8c-1de1-4183-942a-a07234ad8821 None None] Checking segment: {'id': 'c090f35a-beca-445d-be59-42e56157e57b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'a61f62d0-0119-446a-9c02-c0f959e8625f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 18:23:48.096831 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-00056e8c-1de1-4183-942a-a07234ad8821 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:23:48.097021 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00056e8c-1de1-4183-942a-a07234ad8821 None None] Bound using segment: {'id': 'c090f35a-beca-445d-be59-42e56157e57b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'a61f62d0-0119-446a-9c02-c0f959e8625f'} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 18:23:48.097501 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-00056e8c-1de1-4183-942a-a07234ad8821 None None] Bound port: 02e65dfa-f351-4807-886f-3498dee6c623, host: n-d-827839-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c090f35a-beca-445d-be59-42e56157e57b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'a61f62d0-0119-446a-9c02-c0f959e8625f'}}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 18:23:48.097887 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-00056e8c-1de1-4183-942a-a07234ad8821 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (02e65dfa-f351-4807-886f-3498dee6c623), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:23:48.142887 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-b27a560e-6ad0-4e23-bc27-09e17cf074dc tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks [] for port (f21cc85b-a55f-4de9-9f7a-805378571ab6), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:23:48.170222 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-00056e8c-1de1-4183-942a-a07234ad8821 None None] For port 02e65dfa-f351-4807-886f-3498dee6c623, host n-d-827839-2, cleared binding levels {{(pid=103378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 18:23:48.174429 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-00056e8c-1de1-4183-942a-a07234ad8821 None None] For port 02e65dfa-f351-4807-886f-3498dee6c623, host n-d-827839-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=02e65dfa-f351-4807-886f-3498dee6c623,segment=NetworkSegment(c090f35a-beca-445d-be59-42e56157e57b),segment_id=c090f35a-beca-445d-be59-42e56157e57b)] {{(pid=103378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 18:23:48.180320 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-b27a560e-6ad0-4e23-bc27-09e17cf074dc tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (f21cc85b-a55f-4de9-9f7a-805378571ab6), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:23:48.181303 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-00056e8c-1de1-4183-942a-a07234ad8821 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (02e65dfa-f351-4807-886f-3498dee6c623), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:23:48.224513 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b27a560e-6ad0-4e23-bc27-09e17cf074dc tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Network a61f62d0-0119-446a-9c02-c0f959e8625f is already hosted by enough agents. {{(pid=103377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 18:23:48.228025 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [None req-b27a560e-6ad0-4e23-bc27-09e17cf074dc tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Resources bound (agent type, host, resource id): {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 18:23:48.232106 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b27a560e-6ad0-4e23-bc27-09e17cf074dc tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Received port after_create {{(pid=103377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 18:23:48.239186 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00056e8c-1de1-4183-942a-a07234ad8821 None None] Pushing event updated for resources: {'Port': ['ID=02e65dfa-f351-4807-886f-3498dee6c623,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:23:48.264358 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27a560e-6ad0-4e23-bc27-09e17cf074dc tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Pushing event updated for resources: {'Port': ['ID=f21cc85b-a55f-4de9-9f7a-805378571ab6,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:23:48.287794 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-b27a560e-6ad0-4e23-bc27-09e17cf074dc tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1595471'] for router_interface (349c1ed7-4dea-4986-bd2d-68d4257b2d7e), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:23:48.457805 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-b27a560e-6ad0-4e23-bc27-09e17cf074dc tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (f21cc85b-a55f-4de9-9f7a-805378571ab6), before_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:23:48.783167 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-b27a560e-6ad0-4e23-bc27-09e17cf074dc tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks [] for port (f21cc85b-a55f-4de9-9f7a-805378571ab6), precommit_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:23:48.788251 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-b27a560e-6ad0-4e23-bc27-09e17cf074dc tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25888290'] for port (f21cc85b-a55f-4de9-9f7a-805378571ab6), after_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:23:48.868188 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27a560e-6ad0-4e23-bc27-09e17cf074dc tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Pushing event updated for resources: {'Port': ['ID=f21cc85b-a55f-4de9-9f7a-805378571ab6,revision_number=2']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:23:48.870660 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-b27a560e-6ad0-4e23-bc27-09e17cf074dc tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1677345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602751'] for router_interface (349c1ed7-4dea-4986-bd2d-68d4257b2d7e), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:23:48.970163 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b27a560e-6ad0-4e23-bc27-09e17cf074dc tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Network a61f62d0-0119-446a-9c02-c0f959e8625f is already hosted by enough agents. {{(pid=103377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 18:23:48.971813 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [None req-b27a560e-6ad0-4e23-bc27-09e17cf074dc tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Resources bound (agent type, host, resource id): {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 18:23:49.096249 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b27a560e-6ad0-4e23-bc27-09e17cf074dc tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Router 349c1ed7-4dea-4986-bd2d-68d4257b2d7e has already been hosted by L3 agent 64ada913-9131-4d99-a265-63a920956287 {{(pid=103377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 18:23:49.214656 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b27a560e-6ad0-4e23-bc27-09e17cf074dc tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Notify agent at l3_agent.n-d-827839-2 the message routers_updated {{(pid=103377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 18:23:49.220475 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-b27a560e-6ad0-4e23-bc27-09e17cf074dc tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] 10.222.0.89 "PUT /v2.0/routers/349c1ed7-4dea-4986-bd2d-68d4257b2d7e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2254963 Feb 04 18:23:49.332948 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0452cc2b-5c8a-4a9e-8a61-6d93c63501c2 None None] Network a61f62d0-0119-446a-9c02-c0f959e8625f requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 18:23:49.379577 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-3b985e12-34df-443a-96c4-2904f5eafad3 req-69099c85-53d2-4958-a575-0a6132692f62 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] 10.222.0.89 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1552978558&fields=id&tenant_id=0a3be2315053479497104165645f2b52 HTTP/1.1" status: 200 len: 267 time: 0.0449493 Feb 04 18:23:49.406210 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-3256a344-e543-4409-b07d-0eebe31c28fd None None] Provisioning complete for port 02e65dfa-f351-4807-886f-3498dee6c623 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 18:23:49.406575 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3256a344-e543-4409-b07d-0eebe31c28fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (02e65dfa-f351-4807-886f-3498dee6c623), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:23:49.510759 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b985e12-34df-443a-96c4-2904f5eafad3 req-15d269b6-7704-4568-91ca-ff6bd2606887 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:23:49.518443 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-3b985e12-34df-443a-96c4-2904f5eafad3 req-15d269b6-7704-4568-91ca-ff6bd2606887 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] 10.222.0.89 "GET /v2.0/networks?id=a61f62d0-0119-446a-9c02-c0f959e8625f HTTP/1.1" status: 200 len: 797 time: 0.1323757 Feb 04 18:23:49.537542 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-3b985e12-34df-443a-96c4-2904f5eafad3 req-e9b54c80-eab9-48f5-9d12-352e84b2021b tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] 10.222.0.89 "GET /v2.0/quotas/0a3be2315053479497104165645f2b52 HTTP/1.1" status: 200 len: 375 time: 0.0181572 Feb 04 18:23:49.554799 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-3256a344-e543-4409-b07d-0eebe31c28fd None None] Current status of the port 02e65dfa-f351-4807-886f-3498dee6c623 is: DOWN; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 18:23:49.555203 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3256a344-e543-4409-b07d-0eebe31c28fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (02e65dfa-f351-4807-886f-3498dee6c623), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:23:49.606427 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-3256a344-e543-4409-b07d-0eebe31c28fd None None] For port 02e65dfa-f351-4807-886f-3498dee6c623, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=02e65dfa-f351-4807-886f-3498dee6c623,segment=NetworkSegment(c090f35a-beca-445d-be59-42e56157e57b),segment_id=c090f35a-beca-445d-be59-42e56157e57b)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 18:23:49.611243 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3256a344-e543-4409-b07d-0eebe31c28fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (02e65dfa-f351-4807-886f-3498dee6c623), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:23:49.613482 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-3b985e12-34df-443a-96c4-2904f5eafad3 req-99209d7b-5e6c-4ab7-bc4a-6d12c28ca220 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=0a3be2315053479497104165645f2b52&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0704124 Feb 04 18:23:49.680892 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3256a344-e543-4409-b07d-0eebe31c28fd None None] Pushing event updated for resources: {'Port': ['ID=02e65dfa-f351-4807-886f-3498dee6c623,revision_number=3']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:23:49.710738 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [req-3b985e12-34df-443a-96c4-2904f5eafad3 req-f9299c2f-f85f-4941-87b0-057e895b97c4 service neutron] http://10.222.0.89:9696/v2.0/extensions returned with HTTP 200 {{(pid=103377) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 18:23:49.711761 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-3b985e12-34df-443a-96c4-2904f5eafad3 req-f9299c2f-f85f-4941-87b0-057e895b97c4 service neutron] 10.222.0.89 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0752175 Feb 04 18:23:49.829253 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-3b985e12-34df-443a-96c4-2904f5eafad3 req-28cfc9c1-ccde-493b-90a9-f1a58427562c service neutron] 10.222.0.89 "GET /v2.0/networks/a61f62d0-0119-446a-9c02-c0f959e8625f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1098812 Feb 04 18:23:49.836299 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-08cea771-837d-4cda-af71-d7fb4ba4c528 None None] Provisioning complete for port f21cc85b-a55f-4de9-9f7a-805378571ab6 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 18:23:49.836683 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-08cea771-837d-4cda-af71-d7fb4ba4c528 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (f21cc85b-a55f-4de9-9f7a-805378571ab6), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:23:49.879665 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-08cea771-837d-4cda-af71-d7fb4ba4c528 None None] Port f21cc85b-a55f-4de9-9f7a-805378571ab6 cannot update to ACTIVE because it is not bound. {{(pid=103378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 18:23:49.890238 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-08cea771-837d-4cda-af71-d7fb4ba4c528 None None] Provisioning complete for port 02e65dfa-f351-4807-886f-3498dee6c623 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 18:23:49.891628 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-08cea771-837d-4cda-af71-d7fb4ba4c528 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (02e65dfa-f351-4807-886f-3498dee6c623), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:23:49.919384 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-3b985e12-34df-443a-96c4-2904f5eafad3 req-de47e683-4279-4706-ae07-41035fcceaca service neutron] 10.222.0.89 "GET /v2.0/networks/a61f62d0-0119-446a-9c02-c0f959e8625f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891638 Feb 04 18:23:49.981564 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-08cea771-837d-4cda-af71-d7fb4ba4c528 None None] Current status of the port 02e65dfa-f351-4807-886f-3498dee6c623 is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 18:23:49.985133 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68434dc5-43f3-4302-a8db-ff062612a6df None None] Sync routers for ids ['349c1ed7-4dea-4986-bd2d-68d4257b2d7e'] in n-d-827839-2 {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 18:23:49.997448 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68434dc5-43f3-4302-a8db-ff062612a6df None None] Routers {'349c1ed7-4dea-4986-bd2d-68d4257b2d7e'} bound to L3 agent in host n-d-827839-2 {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 18:23:49.998083 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-68434dc5-43f3-4302-a8db-ff062612a6df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T18:23:33Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['349c1ed7-4dea-4986-bd2d-68d4257b2d7e'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:23:50.101830 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4a7dab00-e651-447b-bf5c-7f918e0eb29e None None] Provisioning complete for port f21cc85b-a55f-4de9-9f7a-805378571ab6 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 18:23:50.102205 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4a7dab00-e651-447b-bf5c-7f918e0eb29e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (f21cc85b-a55f-4de9-9f7a-805378571ab6), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:23:50.134276 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvr_db [None req-68434dc5-43f3-4302-a8db-ff062612a6df None None] Set router 349c1ed7-4dea-4986-bd2d-68d4257b2d7e gateway port host: n-d-827839-2 {{(pid=103379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 18:23:50.151839 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-26e773b8-6b64-4e81-9844-defae7f102fb req-e2190514-8e0d-4a28-b2a0-b149884e0eb9 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] 10.222.0.89 "GET /v2.0/ports?device_id=a11a75d1-300a-408a-9990-af0836890a8e HTTP/1.1" status: 200 len: 210 time: 0.0368812 Feb 04 18:23:50.153676 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4a7dab00-e651-447b-bf5c-7f918e0eb29e None None] Port f21cc85b-a55f-4de9-9f7a-805378571ab6 cannot update to ACTIVE because it is not bound. {{(pid=103378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 18:23:50.279218 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-15efdc0a-e866-4be8-8fc0-fd56b011e00b None None] Provisioning complete for port f21cc85b-a55f-4de9-9f7a-805378571ab6 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 18:23:50.279708 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-15efdc0a-e866-4be8-8fc0-fd56b011e00b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (f21cc85b-a55f-4de9-9f7a-805378571ab6), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:23:50.324832 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-15efdc0a-e866-4be8-8fc0-fd56b011e00b None None] Port f21cc85b-a55f-4de9-9f7a-805378571ab6 cannot update to ACTIVE because it is not bound. {{(pid=103378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 18:23:50.359581 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-68434dc5-43f3-4302-a8db-ff062612a6df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '349c1ed7-4dea-4986-bd2d-68d4257b2d7e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1259820023', 'tenant_id': '0a3be2315053479497104165645f2b52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.38'}], 'enable_snat': True}, 'gw_port_id': 'd0683066-8199-42bc-b296-76e0392c6cbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T18:23:44Z', 'updated_at': '2022-02-04T18:23:48Z', 'revision_number': 4, 'project_id': '0a3be2315053479497104165645f2b52', 'gw_port': {'id': 'd0683066-8199-42bc-b296-76e0392c6cbb', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:5d:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '349c1ed7-4dea-4986-bd2d-68d4257b2d7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:23:45Z', 'updated_at': '2022-02-04T18:23:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_interfaces': [{'id': 'f21cc85b-a55f-4de9-9f7a-805378571ab6', 'name': '', 'network_id': 'a61f62d0-0119-446a-9c02-c0f959e8625f', 'tenant_id': '0a3be2315053479497104165645f2b52', 'mac_address': 'fa:16:3e:17:fa:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '349c1ed7-4dea-4986-bd2d-68d4257b2d7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '910f82e6-1df8-46b6-80ac-468eee484cfd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:23:47Z', 'updated_at': '2022-02-04T18:23:48Z', 'revision_number': 2, 'project_id': '0a3be2315053479497104165645f2b52', 'subnets': [{'id': '910f82e6-1df8-46b6-80ac-468eee484cfd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-2', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:23:50.387904 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68434dc5-43f3-4302-a8db-ff062612a6df None None] Checking router: 349c1ed7-4dea-4986-bd2d-68d4257b2d7e for host: n-d-827839-2 {{(pid=103379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 18:23:50.387904 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68434dc5-43f3-4302-a8db-ff062612a6df None None] Updating router 349c1ed7-4dea-4986-bd2d-68d4257b2d7e port f21cc85b-a55f-4de9-9f7a-805378571ab6 binding host n-d-827839-2 {{(pid=103379) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 18:23:50.422877 n-d-827839-2 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-68434dc5-43f3-4302-a8db-ff062612a6df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (f21cc85b-a55f-4de9-9f7a-805378571ab6), before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:23:50.436958 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 02e65dfa-f351-4807-886f-3498dee6c623 up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 18:23:50.484932 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port 02e65dfa-f351-4807-886f-3498dee6c623 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 18:23:50.485290 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (02e65dfa-f351-4807-886f-3498dee6c623), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:23:50.565617 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port 02e65dfa-f351-4807-886f-3498dee6c623 is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 18:23:50.566589 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device d0683066-8199-42bc-b296-76e0392c6cbb up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 18:23:50.612480 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port d0683066-8199-42bc-b296-76e0392c6cbb triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 18:23:50.612888 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (d0683066-8199-42bc-b296-76e0392c6cbb), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:23:50.691114 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port d0683066-8199-42bc-b296-76e0392c6cbb is: DOWN; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 18:23:50.691523 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (d0683066-8199-42bc-b296-76e0392c6cbb), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:23:50.696943 n-d-827839-2 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-68434dc5-43f3-4302-a8db-ff062612a6df None None] Publish callbacks [] for port (f21cc85b-a55f-4de9-9f7a-805378571ab6), precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:23:50.702552 n-d-827839-2 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-68434dc5-43f3-4302-a8db-ff062612a6df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (f21cc85b-a55f-4de9-9f7a-805378571ab6), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:23:50.711487 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] For port d0683066-8199-42bc-b296-76e0392c6cbb, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=d0683066-8199-42bc-b296-76e0392c6cbb,segment=NetworkSegment(5942dc44-1f07-4c27-b0ab-45a2bff20dd5),segment_id=5942dc44-1f07-4c27-b0ab-45a2bff20dd5)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 18:23:50.715350 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (d0683066-8199-42bc-b296-76e0392c6cbb), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:23:50.754158 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f28dd7-e68f-43e2-b441-0d660c9ea6c6 None None] Pushing event updated for resources: {'Port': ['ID=f21cc85b-a55f-4de9-9f7a-805378571ab6,revision_number=3']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:23:50.765689 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Pushing event updated for resources: {'Port': ['ID=d0683066-8199-42bc-b296-76e0392c6cbb,revision_number=4']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:23:50.778395 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f28dd7-e68f-43e2-b441-0d660c9ea6c6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:23:50.778748 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f28dd7-e68f-43e2-b441-0d660c9ea6c6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:23:50.779089 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f28dd7-e68f-43e2-b441-0d660c9ea6c6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:23:50.779422 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f28dd7-e68f-43e2-b441-0d660c9ea6c6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:23:50.780020 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f28dd7-e68f-43e2-b441-0d660c9ea6c6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:23:50.780350 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f28dd7-e68f-43e2-b441-0d660c9ea6c6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:23:50.780680 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f28dd7-e68f-43e2-b441-0d660c9ea6c6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:23:50.781025 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f28dd7-e68f-43e2-b441-0d660c9ea6c6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:23:50.781895 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f28dd7-e68f-43e2-b441-0d660c9ea6c6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:23:50.782217 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f28dd7-e68f-43e2-b441-0d660c9ea6c6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:23:50.782576 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f28dd7-e68f-43e2-b441-0d660c9ea6c6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:23:50.782898 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f28dd7-e68f-43e2-b441-0d660c9ea6c6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:23:50.783225 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f28dd7-e68f-43e2-b441-0d660c9ea6c6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:23:50.817818 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [None req-68434dc5-43f3-4302-a8db-ff062612a6df None None] Attempting to bind port f21cc85b-a55f-4de9-9f7a-805378571ab6 on host n-d-827839-2 for vnic_type normal with profile {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 18:23:50.818101 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [None req-68434dc5-43f3-4302-a8db-ff062612a6df None None] Attempting to bind port f21cc85b-a55f-4de9-9f7a-805378571ab6 by drivers openvswitch,hyperv on host n-d-827839-2 at level 0 using segments [{'id': 'c090f35a-beca-445d-be59-42e56157e57b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'a61f62d0-0119-446a-9c02-c0f959e8625f'}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 18:23:50.818463 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68434dc5-43f3-4302-a8db-ff062612a6df None None] Attempting to bind port f21cc85b-a55f-4de9-9f7a-805378571ab6 on network a61f62d0-0119-446a-9c02-c0f959e8625f {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 18:23:50.823585 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68434dc5-43f3-4302-a8db-ff062612a6df None None] Checking agent: {'id': 'ba70844b-66a0-45fd-a2f2-e6ed673321fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 0, 36), 'started_at': datetime.datetime(2022, 2, 4, 17, 1, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 18, 23, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 18:23:50.823955 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68434dc5-43f3-4302-a8db-ff062612a6df None None] Checking segment: {'id': 'c090f35a-beca-445d-be59-42e56157e57b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'a61f62d0-0119-446a-9c02-c0f959e8625f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 18:23:50.824357 n-d-827839-2 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-68434dc5-43f3-4302-a8db-ff062612a6df None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:23:50.824781 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68434dc5-43f3-4302-a8db-ff062612a6df None None] Bound using segment: {'id': 'c090f35a-beca-445d-be59-42e56157e57b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'a61f62d0-0119-446a-9c02-c0f959e8625f'} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 18:23:50.825245 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [None req-68434dc5-43f3-4302-a8db-ff062612a6df None None] Bound port: f21cc85b-a55f-4de9-9f7a-805378571ab6, host: n-d-827839-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c090f35a-beca-445d-be59-42e56157e57b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'a61f62d0-0119-446a-9c02-c0f959e8625f'}}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 18:23:50.825622 n-d-827839-2 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-68434dc5-43f3-4302-a8db-ff062612a6df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (f21cc85b-a55f-4de9-9f7a-805378571ab6), before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:23:50.891429 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-68434dc5-43f3-4302-a8db-ff062612a6df None None] For port f21cc85b-a55f-4de9-9f7a-805378571ab6, host n-d-827839-2, cleared binding levels {{(pid=103379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 18:23:50.894474 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-68434dc5-43f3-4302-a8db-ff062612a6df None None] For port f21cc85b-a55f-4de9-9f7a-805378571ab6, host n-d-827839-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=f21cc85b-a55f-4de9-9f7a-805378571ab6,segment=NetworkSegment(c090f35a-beca-445d-be59-42e56157e57b),segment_id=c090f35a-beca-445d-be59-42e56157e57b)] {{(pid=103379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 18:23:50.901454 n-d-827839-2 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-68434dc5-43f3-4302-a8db-ff062612a6df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (f21cc85b-a55f-4de9-9f7a-805378571ab6), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:23:50.951386 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-9a3d4f9a-8d3a-400a-9bee-ceedbfd0cfd8 None None] Provisioning complete for port f21cc85b-a55f-4de9-9f7a-805378571ab6 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 18:23:50.952125 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9a3d4f9a-8d3a-400a-9bee-ceedbfd0cfd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (f21cc85b-a55f-4de9-9f7a-805378571ab6), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:23:50.963930 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68434dc5-43f3-4302-a8db-ff062612a6df None None] Routers {'349c1ed7-4dea-4986-bd2d-68d4257b2d7e'} bound to L3 agent in host n-d-827839-2 {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 18:23:50.964604 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-68434dc5-43f3-4302-a8db-ff062612a6df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T18:23:33Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['349c1ed7-4dea-4986-bd2d-68d4257b2d7e'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:23:50.966664 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f28dd7-e68f-43e2-b441-0d660c9ea6c6 None None] Pushing event updated for resources: {'Port': ['ID=f21cc85b-a55f-4de9-9f7a-805378571ab6,revision_number=4']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:23:51.051012 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-9a3d4f9a-8d3a-400a-9bee-ceedbfd0cfd8 None None] Current status of the port f21cc85b-a55f-4de9-9f7a-805378571ab6 is: DOWN; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 18:23:51.051506 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9a3d4f9a-8d3a-400a-9bee-ceedbfd0cfd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (f21cc85b-a55f-4de9-9f7a-805378571ab6), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:23:51.080912 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvr_db [None req-68434dc5-43f3-4302-a8db-ff062612a6df None None] Set router 349c1ed7-4dea-4986-bd2d-68d4257b2d7e gateway port host: n-d-827839-2 {{(pid=103379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 18:23:51.111069 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-9a3d4f9a-8d3a-400a-9bee-ceedbfd0cfd8 None None] For port f21cc85b-a55f-4de9-9f7a-805378571ab6, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=f21cc85b-a55f-4de9-9f7a-805378571ab6,segment=NetworkSegment(c090f35a-beca-445d-be59-42e56157e57b),segment_id=c090f35a-beca-445d-be59-42e56157e57b)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 18:23:51.117141 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9a3d4f9a-8d3a-400a-9bee-ceedbfd0cfd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (f21cc85b-a55f-4de9-9f7a-805378571ab6), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:23:51.170054 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3d4f9a-8d3a-400a-9bee-ceedbfd0cfd8 None None] Pushing event updated for resources: {'Port': ['ID=f21cc85b-a55f-4de9-9f7a-805378571ab6,revision_number=5']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:23:51.243134 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-42d8f976-1c1c-4d90-897b-f267fbf57cef None None] Provisioning complete for port f21cc85b-a55f-4de9-9f7a-805378571ab6 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 18:23:51.243555 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-42d8f976-1c1c-4d90-897b-f267fbf57cef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (f21cc85b-a55f-4de9-9f7a-805378571ab6), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:23:51.249269 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-eb6dc645-8434-4c67-b708-b8ca3d852c57 req-ad5777a8-80fc-4265-9f20-483d1ef760d5 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] 10.222.0.89 "GET /v2.0/ports?device_id=a11a75d1-300a-408a-9990-af0836890a8e HTTP/1.1" status: 200 len: 210 time: 0.0429211 Feb 04 18:23:51.342596 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-42d8f976-1c1c-4d90-897b-f267fbf57cef None None] Current status of the port f21cc85b-a55f-4de9-9f7a-805378571ab6 is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 18:23:51.410972 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-68434dc5-43f3-4302-a8db-ff062612a6df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '349c1ed7-4dea-4986-bd2d-68d4257b2d7e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1259820023', 'tenant_id': '0a3be2315053479497104165645f2b52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.38'}], 'enable_snat': True}, 'gw_port_id': 'd0683066-8199-42bc-b296-76e0392c6cbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T18:23:44Z', 'updated_at': '2022-02-04T18:23:48Z', 'revision_number': 4, 'project_id': '0a3be2315053479497104165645f2b52', 'gw_port': {'id': 'd0683066-8199-42bc-b296-76e0392c6cbb', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:5d:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '349c1ed7-4dea-4986-bd2d-68d4257b2d7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:23:45Z', 'updated_at': '2022-02-04T18:23:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_interfaces': [{'id': 'f21cc85b-a55f-4de9-9f7a-805378571ab6', 'name': '', 'network_id': 'a61f62d0-0119-446a-9c02-c0f959e8625f', 'tenant_id': '0a3be2315053479497104165645f2b52', 'mac_address': 'fa:16:3e:17:fa:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '349c1ed7-4dea-4986-bd2d-68d4257b2d7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '910f82e6-1df8-46b6-80ac-468eee484cfd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:23:47Z', 'updated_at': '2022-02-04T18:23:50Z', 'revision_number': 4, 'project_id': '0a3be2315053479497104165645f2b52', 'subnets': [{'id': '910f82e6-1df8-46b6-80ac-468eee484cfd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-2', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:23:51.437112 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68434dc5-43f3-4302-a8db-ff062612a6df None None] The sync data for ids ['349c1ed7-4dea-4986-bd2d-68d4257b2d7e'] in n-d-827839-2 is: [{'id': '349c1ed7-4dea-4986-bd2d-68d4257b2d7e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1259820023', 'tenant_id': '0a3be2315053479497104165645f2b52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.38'}], 'enable_snat': True}, 'gw_port_id': 'd0683066-8199-42bc-b296-76e0392c6cbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T18:23:44Z', 'updated_at': '2022-02-04T18:23:48Z', 'revision_number': 4, 'project_id': '0a3be2315053479497104165645f2b52', 'gw_port': {'id': 'd0683066-8199-42bc-b296-76e0392c6cbb', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:5d:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '349c1ed7-4dea-4986-bd2d-68d4257b2d7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:23:45Z', 'updated_at': '2022-02-04T18:23:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_interfaces': [{'id': 'f21cc85b-a55f-4de9-9f7a-805378571ab6', 'name': '', 'network_id': 'a61f62d0-0119-446a-9c02-c0f959e8625f', 'tenant_id': '0a3be2315053479497104165645f2b52', 'mac_address': 'fa:16:3e:17:fa:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '349c1ed7-4dea-4986-bd2d-68d4257b2d7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '910f82e6-1df8-46b6-80ac-468eee484cfd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:23:47Z', 'updated_at': '2022-02-04T18:23:50Z', 'revision_number': 4, 'project_id': '0a3be2315053479497104165645f2b52', 'subnets': [{'id': '910f82e6-1df8-46b6-80ac-468eee484cfd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 18:23:52.357499 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-aa7403d0-5cae-4be2-86d0-b57b3a9c6654 req-a70853c3-2b56-41da-8f4a-d16899da5996 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] 10.222.0.89 "GET /v2.0/ports?device_id=a11a75d1-300a-408a-9990-af0836890a8e HTTP/1.1" status: 200 len: 210 time: 0.0495965 Feb 04 18:23:52.509106 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device d0683066-8199-42bc-b296-76e0392c6cbb up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 18:23:52.568840 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port d0683066-8199-42bc-b296-76e0392c6cbb triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 18:23:52.569303 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (d0683066-8199-42bc-b296-76e0392c6cbb), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:23:52.648679 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port d0683066-8199-42bc-b296-76e0392c6cbb is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 18:23:52.649784 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device f21cc85b-a55f-4de9-9f7a-805378571ab6 up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 18:23:52.698310 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port f21cc85b-a55f-4de9-9f7a-805378571ab6 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 18:23:52.698682 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (f21cc85b-a55f-4de9-9f7a-805378571ab6), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:23:52.772696 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port f21cc85b-a55f-4de9-9f7a-805378571ab6 is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 18:23:53.429797 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-134301a7-a386-466e-a97e-c861abc01902 req-26fa8bfe-18c4-49fe-b652-83b3c1c9ad8e tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] 10.222.0.89 "GET /v2.0/ports?device_id=a11a75d1-300a-408a-9990-af0836890a8e HTTP/1.1" status: 200 len: 210 time: 0.0286577 Feb 04 18:23:54.527213 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-77af3d3d-4206-464e-ac31-3c554d91f747 req-31060474-325f-4b33-8c92-cacc6b62d59a tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] 10.222.0.89 "GET /v2.0/ports?device_id=a11a75d1-300a-408a-9990-af0836890a8e HTTP/1.1" status: 200 len: 210 time: 0.0307796 Feb 04 18:23:55.323594 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b985e12-34df-443a-96c4-2904f5eafad3 req-fa0dd4e9-e47c-4446-a80c-92885774283e tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:23:55.325097 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-3b985e12-34df-443a-96c4-2904f5eafad3 req-fa0dd4e9-e47c-4446-a80c-92885774283e tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] 10.222.0.96 "GET /v2.0/networks?id=a61f62d0-0119-446a-9c02-c0f959e8625f HTTP/1.1" status: 200 len: 797 time: 0.1024857 Feb 04 18:23:55.386534 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-3b985e12-34df-443a-96c4-2904f5eafad3 req-cdc1bc8f-3a40-4664-9692-e978cdc887f8 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] 10.222.0.96 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0a3be2315053479497104165645f2b52 HTTP/1.1" status: 200 len: 380 time: 0.0536692 Feb 04 18:23:55.400470 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [req-3b985e12-34df-443a-96c4-2904f5eafad3 req-61122fd5-4954-4b3c-b813-15c2a26b64d4 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Request body: {'port': {'device_id': 'a11a75d1-300a-408a-9990-af0836890a8e', 'network_id': 'a61f62d0-0119-446a-9c02-c0f959e8625f', 'admin_state_up': True, 'tenant_id': '0a3be2315053479497104165645f2b52', 'security_groups': ['af909025-a715-4788-a56b-10ddd134e181']}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 18:23:55.508341 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b985e12-34df-443a-96c4-2904f5eafad3 req-61122fd5-4954-4b3c-b813-15c2a26b64d4 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Made reservation on behalf of 0a3be2315053479497104165645f2b52 for: {'port': 1} {{(pid=103376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 18:23:55.511891 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-3b985e12-34df-443a-96c4-2904f5eafad3 req-61122fd5-4954-4b3c-b813-15c2a26b64d4 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:23:55.628221 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-c281a216-a68e-4d28-8b08-a71da2706c33 req-9980f1f5-fbf9-4c3d-a4a7-160177e0a5ba tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] 10.222.0.89 "GET /v2.0/ports?device_id=a11a75d1-300a-408a-9990-af0836890a8e HTTP/1.1" status: 200 len: 210 time: 0.0326905 Feb 04 18:23:55.645467 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.db_base_plugin_common [req-3b985e12-34df-443a-96c4-2904f5eafad3 req-61122fd5-4954-4b3c-b813-15c2a26b64d4 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Allocated IP 172.20.0.5 (a61f62d0-0119-446a-9c02-c0f959e8625f/910f82e6-1df8-46b6-80ac-468eee484cfd/b06404fc-fa75-4b6e-a605-7fbc26576bf9) {{(pid=103376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 18:23:55.779057 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-3b985e12-34df-443a-96c4-2904f5eafad3 req-61122fd5-4954-4b3c-b813-15c2a26b64d4 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks [] for port (b06404fc-fa75-4b6e-a605-7fbc26576bf9), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:23:55.811322 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-3b985e12-34df-443a-96c4-2904f5eafad3 req-61122fd5-4954-4b3c-b813-15c2a26b64d4 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (b06404fc-fa75-4b6e-a605-7fbc26576bf9), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:23:55.865691 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b985e12-34df-443a-96c4-2904f5eafad3 req-61122fd5-4954-4b3c-b813-15c2a26b64d4 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Network a61f62d0-0119-446a-9c02-c0f959e8625f is already hosted by enough agents. {{(pid=103376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 18:23:55.868901 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [req-3b985e12-34df-443a-96c4-2904f5eafad3 req-61122fd5-4954-4b3c-b813-15c2a26b64d4 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Resources bound (agent type, host, resource id): {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 18:23:55.872562 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b985e12-34df-443a-96c4-2904f5eafad3 req-61122fd5-4954-4b3c-b813-15c2a26b64d4 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Received port after_create {{(pid=103376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 18:23:55.897344 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61122fd5-4954-4b3c-b813-15c2a26b64d4 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Pushing event updated for resources: {'Port': ['ID=b06404fc-fa75-4b6e-a605-7fbc26576bf9,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:23:55.926207 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b985e12-34df-443a-96c4-2904f5eafad3 req-61122fd5-4954-4b3c-b813-15c2a26b64d4 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:23:55.927011 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-3b985e12-34df-443a-96c4-2904f5eafad3 req-61122fd5-4954-4b3c-b813-15c2a26b64d4 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:23:55.944163 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-3b985e12-34df-443a-96c4-2904f5eafad3 req-61122fd5-4954-4b3c-b813-15c2a26b64d4 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5472822 Feb 04 18:23:55.956423 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [req-3b985e12-34df-443a-96c4-2904f5eafad3 req-0c42140f-d3ee-4e65-8d73-45ceeb47b95c service neutron] Request body: {'port': {'device_id': 'a11a75d1-300a-408a-9990-af0836890a8e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827839-2'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 18:23:56.018681 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-3b985e12-34df-443a-96c4-2904f5eafad3 req-0c42140f-d3ee-4e65-8d73-45ceeb47b95c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (b06404fc-fa75-4b6e-a605-7fbc26576bf9), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:23:56.098777 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-e3830a20-e3a5-473d-bb40-9bcb993a6183 None None] Provisioning complete for port b06404fc-fa75-4b6e-a605-7fbc26576bf9 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 18:23:56.099380 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e3830a20-e3a5-473d-bb40-9bcb993a6183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (b06404fc-fa75-4b6e-a605-7fbc26576bf9), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:23:56.135426 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-e3830a20-e3a5-473d-bb40-9bcb993a6183 None None] Port b06404fc-fa75-4b6e-a605-7fbc26576bf9 cannot update to ACTIVE because it is not bound. {{(pid=103378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 18:23:56.297114 n-d-827839-2 neutron-server[103376]: DEBUG neutron.notifiers.nova [req-3b985e12-34df-443a-96c4-2904f5eafad3 req-0c42140f-d3ee-4e65-8d73-45ceeb47b95c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b06404fc-fa75-4b6e-a605-7fbc26576bf9 {{(pid=103376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 18:23:56.304541 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-3b985e12-34df-443a-96c4-2904f5eafad3 req-0c42140f-d3ee-4e65-8d73-45ceeb47b95c service neutron] Publish callbacks [] for port (b06404fc-fa75-4b6e-a605-7fbc26576bf9), precommit_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:23:56.316894 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.provisioning_blocks [req-3b985e12-34df-443a-96c4-2904f5eafad3 req-0c42140f-d3ee-4e65-8d73-45ceeb47b95c service neutron] Transition to ACTIVE for port object b06404fc-fa75-4b6e-a605-7fbc26576bf9 will not be triggered until provisioned by entity L2. {{(pid=103376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 18:23:56.322689 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-3b985e12-34df-443a-96c4-2904f5eafad3 req-0c42140f-d3ee-4e65-8d73-45ceeb47b95c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675836'] for port (b06404fc-fa75-4b6e-a605-7fbc26576bf9), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:23:56.390045 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c42140f-d3ee-4e65-8d73-45ceeb47b95c service neutron] Pushing event updated for resources: {'Port': ['ID=b06404fc-fa75-4b6e-a605-7fbc26576bf9,revision_number=2']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:23:56.449400 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [req-3b985e12-34df-443a-96c4-2904f5eafad3 req-0c42140f-d3ee-4e65-8d73-45ceeb47b95c service neutron] Attempting to bind port b06404fc-fa75-4b6e-a605-7fbc26576bf9 on host n-h1-827839-2 for vnic_type normal with profile {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 18:23:56.449729 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [req-3b985e12-34df-443a-96c4-2904f5eafad3 req-0c42140f-d3ee-4e65-8d73-45ceeb47b95c service neutron] Attempting to bind port b06404fc-fa75-4b6e-a605-7fbc26576bf9 by drivers openvswitch,hyperv on host n-h1-827839-2 at level 0 using segments [{'id': 'c090f35a-beca-445d-be59-42e56157e57b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'a61f62d0-0119-446a-9c02-c0f959e8625f'}] {{(pid=103376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 18:23:56.450051 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b985e12-34df-443a-96c4-2904f5eafad3 req-0c42140f-d3ee-4e65-8d73-45ceeb47b95c service neutron] Attempting to bind port b06404fc-fa75-4b6e-a605-7fbc26576bf9 on network a61f62d0-0119-446a-9c02-c0f959e8625f {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 18:23:56.454518 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b985e12-34df-443a-96c4-2904f5eafad3 req-0c42140f-d3ee-4e65-8d73-45ceeb47b95c service neutron] Port b06404fc-fa75-4b6e-a605-7fbc26576bf9 on network a61f62d0-0119-446a-9c02-c0f959e8625f not bound, no agent of type Open vSwitch agent registered on host n-h1-827839-2 {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 18:23:56.454838 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b985e12-34df-443a-96c4-2904f5eafad3 req-0c42140f-d3ee-4e65-8d73-45ceeb47b95c service neutron] Attempting to bind port b06404fc-fa75-4b6e-a605-7fbc26576bf9 on network a61f62d0-0119-446a-9c02-c0f959e8625f {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 18:23:56.459826 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b985e12-34df-443a-96c4-2904f5eafad3 req-0c42140f-d3ee-4e65-8d73-45ceeb47b95c service neutron] Checking agent: {'id': '3f9244a9-75fc-4c10-b195-11d48b853b41', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 8, 42), 'started_at': datetime.datetime(2022, 2, 4, 17, 8, 42), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 18, 23, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 18:23:56.460165 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b985e12-34df-443a-96c4-2904f5eafad3 req-0c42140f-d3ee-4e65-8d73-45ceeb47b95c service neutron] Checking segment: {'id': 'c090f35a-beca-445d-be59-42e56157e57b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'a61f62d0-0119-446a-9c02-c0f959e8625f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 18:23:56.460544 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b985e12-34df-443a-96c4-2904f5eafad3 req-0c42140f-d3ee-4e65-8d73-45ceeb47b95c service neutron] Bound using segment: {'id': 'c090f35a-beca-445d-be59-42e56157e57b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'a61f62d0-0119-446a-9c02-c0f959e8625f'} {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 18:23:56.460998 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [req-3b985e12-34df-443a-96c4-2904f5eafad3 req-0c42140f-d3ee-4e65-8d73-45ceeb47b95c service neutron] Bound port: b06404fc-fa75-4b6e-a605-7fbc26576bf9, host: n-h1-827839-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c090f35a-beca-445d-be59-42e56157e57b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'a61f62d0-0119-446a-9c02-c0f959e8625f'}}] {{(pid=103376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 18:23:56.461353 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-3b985e12-34df-443a-96c4-2904f5eafad3 req-0c42140f-d3ee-4e65-8d73-45ceeb47b95c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (b06404fc-fa75-4b6e-a605-7fbc26576bf9), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:23:56.527291 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [req-3b985e12-34df-443a-96c4-2904f5eafad3 req-0c42140f-d3ee-4e65-8d73-45ceeb47b95c service neutron] For port b06404fc-fa75-4b6e-a605-7fbc26576bf9, host n-h1-827839-2, cleared binding levels {{(pid=103376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 18:23:56.531177 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [req-3b985e12-34df-443a-96c4-2904f5eafad3 req-0c42140f-d3ee-4e65-8d73-45ceeb47b95c service neutron] For port b06404fc-fa75-4b6e-a605-7fbc26576bf9, host n-h1-827839-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=b06404fc-fa75-4b6e-a605-7fbc26576bf9,segment=NetworkSegment(c090f35a-beca-445d-be59-42e56157e57b),segment_id=c090f35a-beca-445d-be59-42e56157e57b)] {{(pid=103376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 18:23:56.537699 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-3b985e12-34df-443a-96c4-2904f5eafad3 req-0c42140f-d3ee-4e65-8d73-45ceeb47b95c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675836'] for port (b06404fc-fa75-4b6e-a605-7fbc26576bf9), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:23:56.573236 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b985e12-34df-443a-96c4-2904f5eafad3 req-0c42140f-d3ee-4e65-8d73-45ceeb47b95c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:23:56.573883 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-3b985e12-34df-443a-96c4-2904f5eafad3 req-0c42140f-d3ee-4e65-8d73-45ceeb47b95c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:23:56.575230 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-3b985e12-34df-443a-96c4-2904f5eafad3 req-0c42140f-d3ee-4e65-8d73-45ceeb47b95c service neutron] 10.222.0.96 "PUT /v2.0/ports/b06404fc-fa75-4b6e-a605-7fbc26576bf9 HTTP/1.1" status: 200 len: 1091 time: 0.6231952 Feb 04 18:23:56.575665 n-d-827839-2 neutron-server[103376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a11a75d1-300a-408a-9990-af0836890a8e', 'tag': 'b06404fc-fa75-4b6e-a605-7fbc26576bf9'}] {{(pid=103376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 18:23:56.577982 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7aefa7f3373fd63bd14caed2f0c404cd5bacff84a7eb60e70ea20ed0b49017dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df9413a8-bdec-4f7c-8a99-2c129355713f" -d '{"events": [{"name": "network-changed", "server_uuid": "a11a75d1-300a-408a-9990-af0836890a8e", "tag": "b06404fc-fa75-4b6e-a605-7fbc26576bf9"}]}' {{(pid=103376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 18:23:56.605172 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c42140f-d3ee-4e65-8d73-45ceeb47b95c service neutron] Pushing event updated for resources: {'Port': ['ID=b06404fc-fa75-4b6e-a605-7fbc26576bf9,revision_number=3']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:23:56.621298 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 18:23:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14a68c64-3be5-45f2-972c-526167c2a52b x-openstack-request-id: req-14a68c64-3be5-45f2-972c-526167c2a52b {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 18:23:56.621591 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a11a75d1-300a-408a-9990-af0836890a8e", "tag": "b06404fc-fa75-4b6e-a605-7fbc26576bf9", "status": "completed", "code": 200}]} {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 18:23:56.621844 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-14a68c64-3be5-45f2-972c-526167c2a52b {{(pid=103376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 18:23:56.622251 n-d-827839-2 neutron-server[103376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a11a75d1-300a-408a-9990-af0836890a8e', 'tag': 'b06404fc-fa75-4b6e-a605-7fbc26576bf9', 'status': 'completed', 'code': 200} Feb 04 18:23:56.676195 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b985e12-34df-443a-96c4-2904f5eafad3 req-f731a61f-a5b2-4d5d-a732-40df20108293 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:23:56.677809 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-3b985e12-34df-443a-96c4-2904f5eafad3 req-f731a61f-a5b2-4d5d-a732-40df20108293 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=0a3be2315053479497104165645f2b52&device_id=a11a75d1-300a-408a-9990-af0836890a8e HTTP/1.1" status: 200 len: 1125 time: 0.0490041 Feb 04 18:23:56.727683 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-3b985e12-34df-443a-96c4-2904f5eafad3 req-89e8bd5b-e319-4341-8346-e380e0766490 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b06404fc-fa75-4b6e-a605-7fbc26576bf9 HTTP/1.1" status: 200 len: 217 time: 0.0412159 Feb 04 18:23:56.754007 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a912173c-a0fb-4883-bfbf-243439db3c41 req-ea2d2b03-17bb-4e84-830b-31b1b2520b69 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:23:56.757492 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-a912173c-a0fb-4883-bfbf-243439db3c41 req-ea2d2b03-17bb-4e84-830b-31b1b2520b69 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] 10.222.0.89 "GET /v2.0/ports?device_id=a11a75d1-300a-408a-9990-af0836890a8e HTTP/1.1" status: 200 len: 943 time: 0.0586751 Feb 04 18:23:56.780146 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b985e12-34df-443a-96c4-2904f5eafad3 req-4a6ca355-cbb2-4494-a69c-4eb879689225 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:23:56.782350 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-3b985e12-34df-443a-96c4-2904f5eafad3 req-4a6ca355-cbb2-4494-a69c-4eb879689225 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=910f82e6-1df8-46b6-80ac-468eee484cfd HTTP/1.1" status: 200 len: 835 time: 0.0477877 Feb 04 18:23:56.808039 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-a912173c-a0fb-4883-bfbf-243439db3c41 req-eb0f793e-3903-4a39-baeb-f9c658ceef16 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] 10.222.0.89 "GET /v2.0/security-groups?id=af909025-a715-4788-a56b-10ddd134e181&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468793 Feb 04 18:23:56.835166 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b985e12-34df-443a-96c4-2904f5eafad3 req-f968fb92-c8c2-4fc4-a529-882f4aeee1d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:23:56.836756 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-3b985e12-34df-443a-96c4-2904f5eafad3 req-f968fb92-c8c2-4fc4-a529-882f4aeee1d8 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=a61f62d0-0119-446a-9c02-c0f959e8625f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0487313 Feb 04 18:23:56.928250 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-3b985e12-34df-443a-96c4-2904f5eafad3 req-a4b480a5-9619-45ee-a234-e9ab75780b95 service neutron] 10.222.0.96 "GET /v2.0/networks/a61f62d0-0119-446a-9c02-c0f959e8625f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853961 Feb 04 18:23:57.018948 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-3b985e12-34df-443a-96c4-2904f5eafad3 req-9354c8ee-9da5-468f-9a19-10a46dd80271 service neutron] 10.222.0.96 "GET /v2.0/networks/a61f62d0-0119-446a-9c02-c0f959e8625f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844758 Feb 04 18:23:57.114932 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9413a8-bdec-4f7c-8a99-2c129355713f req-d2bd2e77-e277-4725-8d6c-68a320fbefa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:23:57.116440 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-df9413a8-bdec-4f7c-8a99-2c129355713f req-d2bd2e77-e277-4725-8d6c-68a320fbefa4 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=0a3be2315053479497104165645f2b52&device_id=a11a75d1-300a-408a-9990-af0836890a8e HTTP/1.1" status: 200 len: 1125 time: 0.0497284 Feb 04 18:23:57.206487 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9413a8-bdec-4f7c-8a99-2c129355713f req-8937d5c4-9c1e-4883-8206-b847b7015b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:23:57.208010 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-df9413a8-bdec-4f7c-8a99-2c129355713f req-8937d5c4-9c1e-4883-8206-b847b7015b42 service neutron] 10.222.0.96 "GET /v2.0/networks?id=a61f62d0-0119-446a-9c02-c0f959e8625f HTTP/1.1" status: 200 len: 898 time: 0.0851483 Feb 04 18:23:57.248626 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-df9413a8-bdec-4f7c-8a99-2c129355713f req-56aea0e6-fb74-4383-80b2-77f0d65ab041 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b06404fc-fa75-4b6e-a605-7fbc26576bf9 HTTP/1.1" status: 200 len: 217 time: 0.0344939 Feb 04 18:23:57.301480 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9413a8-bdec-4f7c-8a99-2c129355713f req-68b143ce-5ddc-4ffa-8d2a-8a4986a0e969 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:23:57.302946 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-df9413a8-bdec-4f7c-8a99-2c129355713f req-68b143ce-5ddc-4ffa-8d2a-8a4986a0e969 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=910f82e6-1df8-46b6-80ac-468eee484cfd HTTP/1.1" status: 200 len: 835 time: 0.0484848 Feb 04 18:23:57.351349 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9413a8-bdec-4f7c-8a99-2c129355713f req-9c407fd7-5aad-44f1-a7f7-24e0d11dfc22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:23:57.352885 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-df9413a8-bdec-4f7c-8a99-2c129355713f req-9c407fd7-5aad-44f1-a7f7-24e0d11dfc22 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=a61f62d0-0119-446a-9c02-c0f959e8625f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0440438 Feb 04 18:23:57.441941 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-df9413a8-bdec-4f7c-8a99-2c129355713f req-16a1cc84-104e-49b8-adbe-b3631e74d059 service neutron] 10.222.0.96 "GET /v2.0/networks/a61f62d0-0119-446a-9c02-c0f959e8625f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813873 Feb 04 18:23:57.533751 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-df9413a8-bdec-4f7c-8a99-2c129355713f req-ea5679de-3d05-42ab-84a6-1e079969d0d2 service neutron] 10.222.0.96 "GET /v2.0/networks/a61f62d0-0119-446a-9c02-c0f959e8625f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859430 Feb 04 18:23:57.931207 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce16a39-cdc1-4dc3-8fc8-3dec2ef0d0c9 req-38a2227b-2c5e-4fd5-89a2-abb1be0f9a23 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:23:57.932725 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-1ce16a39-cdc1-4dc3-8fc8-3dec2ef0d0c9 req-38a2227b-2c5e-4fd5-89a2-abb1be0f9a23 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] 10.222.0.89 "GET /v2.0/ports?device_id=a11a75d1-300a-408a-9990-af0836890a8e HTTP/1.1" status: 200 len: 943 time: 0.0547328 Feb 04 18:23:57.987807 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-1ce16a39-cdc1-4dc3-8fc8-3dec2ef0d0c9 req-0da6a026-7857-49a0-9e3c-f058cde006cc tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] 10.222.0.89 "GET /v2.0/security-groups?id=af909025-a715-4788-a56b-10ddd134e181&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428426 Feb 04 18:23:59.108668 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdb4c9b-e875-400f-b140-02bd8a6215ad req-c26530f5-bdd2-4140-b3f2-409845b5392b tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:23:59.110786 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-6fdb4c9b-e875-400f-b140-02bd8a6215ad req-c26530f5-bdd2-4140-b3f2-409845b5392b tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] 10.222.0.89 "GET /v2.0/ports?device_id=a11a75d1-300a-408a-9990-af0836890a8e HTTP/1.1" status: 200 len: 943 time: 0.0521362 Feb 04 18:23:59.158048 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-6fdb4c9b-e875-400f-b140-02bd8a6215ad req-970a21b0-e1d8-43b3-9163-2aca7bced2d4 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] 10.222.0.89 "GET /v2.0/security-groups?id=af909025-a715-4788-a56b-10ddd134e181&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418010 Feb 04 18:23:59.868480 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-edb33ddc-2741-4a07-9a4b-7b39466c139b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (bb89f5a3-3c22-440b-b7d1-c4f0c43c184a), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:24:00.287836 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156b672c-002d-4a87-86b9-bab758ce1f9e req-8c5af730-8ce7-4dfd-ab0b-2c6dc3f76e6b tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:24:00.289396 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-156b672c-002d-4a87-86b9-bab758ce1f9e req-8c5af730-8ce7-4dfd-ab0b-2c6dc3f76e6b tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] 10.222.0.89 "GET /v2.0/ports?device_id=a11a75d1-300a-408a-9990-af0836890a8e HTTP/1.1" status: 200 len: 943 time: 0.0652208 Feb 04 18:24:00.338198 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-156b672c-002d-4a87-86b9-bab758ce1f9e req-ce0e82c0-4b21-4dcb-a618-eb0f6f4072b9 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] 10.222.0.89 "GET /v2.0/security-groups?id=af909025-a715-4788-a56b-10ddd134e181&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433033 Feb 04 18:24:01.463424 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275f5efe-04c8-4b89-a95c-233a69f8412a req-70902eab-2cdc-491b-b831-28000408b971 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:24:01.464937 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-275f5efe-04c8-4b89-a95c-233a69f8412a req-70902eab-2cdc-491b-b831-28000408b971 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] 10.222.0.89 "GET /v2.0/ports?device_id=a11a75d1-300a-408a-9990-af0836890a8e HTTP/1.1" status: 200 len: 943 time: 0.0564690 Feb 04 18:24:01.513094 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-275f5efe-04c8-4b89-a95c-233a69f8412a req-f41e7acc-2a90-47e9-b2ae-94e61993a481 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] 10.222.0.89 "GET /v2.0/security-groups?id=af909025-a715-4788-a56b-10ddd134e181&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423424 Feb 04 18:24:01.775571 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device b06404fc-fa75-4b6e-a605-7fbc26576bf9 details requested by agent hyperv_n-h1-827839-2 with host n-h1-827839-2 {{(pid=103378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 18:24:01.878415 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] For port b06404fc-fa75-4b6e-a605-7fbc26576bf9, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=b06404fc-fa75-4b6e-a605-7fbc26576bf9,segment=NetworkSegment(c090f35a-beca-445d-be59-42e56157e57b),segment_id=c090f35a-beca-445d-be59-42e56157e57b)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 18:24:01.889793 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Returning: {'device': 'b06404fc-fa75-4b6e-a605-7fbc26576bf9', 'network_id': 'a61f62d0-0119-446a-9c02-c0f959e8625f', 'port_id': 'b06404fc-fa75-4b6e-a605-7fbc26576bf9', 'mac_address': 'fa:16:3e:cd:cd:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 781, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '910f82e6-1df8-46b6-80ac-468eee484cfd', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 18:24:01.925820 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Current status of the port b06404fc-fa75-4b6e-a605-7fbc26576bf9 is: DOWN; New status is: BUILD {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 18:24:01.926208 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (b06404fc-fa75-4b6e-a605-7fbc26576bf9), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:24:01.939167 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b06404fc-fa75-4b6e-a605-7fbc26576bf9 {{(pid=103378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 18:24:01.958605 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] For port b06404fc-fa75-4b6e-a605-7fbc26576bf9, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=b06404fc-fa75-4b6e-a605-7fbc26576bf9,segment=NetworkSegment(c090f35a-beca-445d-be59-42e56157e57b),segment_id=c090f35a-beca-445d-be59-42e56157e57b)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 18:24:01.962347 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (b06404fc-fa75-4b6e-a605-7fbc26576bf9), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:24:02.007379 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Pushing event updated for resources: {'Port': ['ID=b06404fc-fa75-4b6e-a605-7fbc26576bf9,revision_number=4']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:24:02.318522 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] get_ports_and_sgs() called for port_ids ['b06404fc-fa75-4b6e-a605-7fbc26576bf9'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 18:24:02.636885 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07659dd6-c46e-4320-8d47-c1bce4377aea req-1e124287-15df-4770-8ac9-5320949a3385 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:24:02.638412 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-07659dd6-c46e-4320-8d47-c1bce4377aea req-1e124287-15df-4770-8ac9-5320949a3385 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] 10.222.0.89 "GET /v2.0/ports?device_id=a11a75d1-300a-408a-9990-af0836890a8e HTTP/1.1" status: 200 len: 944 time: 0.0548823 Feb 04 18:24:02.687698 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-07659dd6-c46e-4320-8d47-c1bce4377aea req-08a3c6e9-d5b0-4280-bbce-411f549e7ff9 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] 10.222.0.89 "GET /v2.0/security-groups?id=af909025-a715-4788-a56b-10ddd134e181&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429478 Feb 04 18:24:02.938484 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1eeb8413-863e-44c9-8e86-21d6b123ac49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (64ada913-9131-4d99-a265-63a920956287), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:24:03.264935 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d408ec64-b374-4acb-a1fc-48241dad6d47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (0cd6d64a-47a7-40ff-8c12-71dd526c62e0), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:24:03.777954 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device b06404fc-fa75-4b6e-a605-7fbc26576bf9 up at agent hyperv_n-h1-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 18:24:03.807552 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9066d8f8-3832-4024-a9eb-49b56791af2d req-5f3be5a7-8653-4f91-a8de-66cc9b279122 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:24:03.809063 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-9066d8f8-3832-4024-a9eb-49b56791af2d req-5f3be5a7-8653-4f91-a8de-66cc9b279122 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] 10.222.0.89 "GET /v2.0/ports?device_id=a11a75d1-300a-408a-9990-af0836890a8e HTTP/1.1" status: 200 len: 944 time: 0.0547993 Feb 04 18:24:03.827450 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Provisioning for port b06404fc-fa75-4b6e-a605-7fbc26576bf9 completed by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 18:24:03.831215 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Provisioning complete for port b06404fc-fa75-4b6e-a605-7fbc26576bf9 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 18:24:03.831622 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (b06404fc-fa75-4b6e-a605-7fbc26576bf9), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:24:03.857649 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-9066d8f8-3832-4024-a9eb-49b56791af2d req-130da09c-62ab-41ce-aa28-5ac8ec6fdac5 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] 10.222.0.89 "GET /v2.0/security-groups?id=af909025-a715-4788-a56b-10ddd134e181&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430486 Feb 04 18:24:03.911245 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Current status of the port b06404fc-fa75-4b6e-a605-7fbc26576bf9 is: BUILD; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 18:24:03.911636 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (b06404fc-fa75-4b6e-a605-7fbc26576bf9), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:24:03.936852 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a11a75d1-300a-408a-9990-af0836890a8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b06404fc-fa75-4b6e-a605-7fbc26576bf9'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 18:24:03.939085 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d531d67ec453461b01ecd2cf0c6686e25a5679cf38f56e7e92bae688f1026262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-536444c2-6d46-4771-a973-f6ae1f6e3d7b" -d '{"events": [{"server_uuid": "a11a75d1-300a-408a-9990-af0836890a8e", "name": "network-vif-plugged", "status": "completed", "tag": "b06404fc-fa75-4b6e-a605-7fbc26576bf9"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 18:24:03.951606 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] For port b06404fc-fa75-4b6e-a605-7fbc26576bf9, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=b06404fc-fa75-4b6e-a605-7fbc26576bf9,segment=NetworkSegment(c090f35a-beca-445d-be59-42e56157e57b),segment_id=c090f35a-beca-445d-be59-42e56157e57b)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 18:24:03.958715 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (b06404fc-fa75-4b6e-a605-7fbc26576bf9), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:24:04.011916 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Pushing event updated for resources: {'Port': ['ID=b06404fc-fa75-4b6e-a605-7fbc26576bf9,revision_number=5']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:24:04.034795 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 18:24:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46269f92-acba-40ee-a798-e28c3ad4cd84 x-openstack-request-id: req-46269f92-acba-40ee-a798-e28c3ad4cd84 {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 18:24:04.035090 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a11a75d1-300a-408a-9990-af0836890a8e", "name": "network-vif-plugged", "status": "completed", "tag": "b06404fc-fa75-4b6e-a605-7fbc26576bf9", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 18:24:04.035343 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-46269f92-acba-40ee-a798-e28c3ad4cd84 {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 18:24:04.035863 n-d-827839-2 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a11a75d1-300a-408a-9990-af0836890a8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b06404fc-fa75-4b6e-a605-7fbc26576bf9', 'code': 200} Feb 04 18:24:04.155134 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30db3fde-9f70-410c-a24b-a354cf13cecc req-13cbac81-a3b1-4a5d-86b9-b31f342dde62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:24:04.157369 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-30db3fde-9f70-410c-a24b-a354cf13cecc req-13cbac81-a3b1-4a5d-86b9-b31f342dde62 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=a11a75d1-300a-408a-9990-af0836890a8e HTTP/1.1" status: 200 len: 1127 time: 0.0437267 Feb 04 18:24:04.206435 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-30db3fde-9f70-410c-a24b-a354cf13cecc req-661af673-01b6-4421-9aba-47c224590c79 service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=af909025-a715-4788-a56b-10ddd134e181&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420365 Feb 04 18:24:04.976850 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecae3ef-8ad0-4b29-af68-441f7282923d req-521aec0c-c6cf-4cd6-b79b-1073b83819ec tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:24:04.978348 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-8ecae3ef-8ad0-4b29-af68-441f7282923d req-521aec0c-c6cf-4cd6-b79b-1073b83819ec tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] 10.222.0.89 "GET /v2.0/ports?device_id=a11a75d1-300a-408a-9990-af0836890a8e HTTP/1.1" status: 200 len: 945 time: 0.0517492 Feb 04 18:24:05.033504 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-8ecae3ef-8ad0-4b29-af68-441f7282923d req-ba730b8e-deb9-4402-9522-dbf2c61363c7 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] 10.222.0.89 "GET /v2.0/security-groups?id=af909025-a715-4788-a56b-10ddd134e181&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496757 Feb 04 18:24:05.085481 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4f14bb47-e72b-46ac-9e44-a61d9293afcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (75326290-f7a3-4db8-9cf2-15c7139ed224), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:24:05.852667 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (ba70844b-66a0-45fd-a2f2-e6ed673321fc), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:24:06.156285 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5551b3d9-608e-4ab1-bf35-7b51cb717333 req-3f8fc6b1-d210-4e3e-abe9-cda3bf4c709a tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:24:06.157765 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-5551b3d9-608e-4ab1-bf35-7b51cb717333 req-3f8fc6b1-d210-4e3e-abe9-cda3bf4c709a tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] 10.222.0.89 "GET /v2.0/ports?device_id=a11a75d1-300a-408a-9990-af0836890a8e HTTP/1.1" status: 200 len: 945 time: 0.0528367 Feb 04 18:24:06.206076 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-5551b3d9-608e-4ab1-bf35-7b51cb717333 req-2b70cdcb-f890-4a8c-916f-67b6cff142ca tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] 10.222.0.89 "GET /v2.0/security-groups?id=af909025-a715-4788-a56b-10ddd134e181&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427046 Feb 04 18:24:06.323963 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1f4dd8-1f1b-41d8-9414-455194b71155 req-f3ce6027-c8f9-4eb9-ac06-f98c3804ab08 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:24:06.325516 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-ca1f4dd8-1f1b-41d8-9414-455194b71155 req-f3ce6027-c8f9-4eb9-ac06-f98c3804ab08 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] 10.222.0.89 "GET /v2.0/ports?device_id=a11a75d1-300a-408a-9990-af0836890a8e HTTP/1.1" status: 200 len: 945 time: 0.0528975 Feb 04 18:24:06.373296 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-ca1f4dd8-1f1b-41d8-9414-455194b71155 req-e0dc0e73-9beb-4464-be21-e96beb1fa512 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] 10.222.0.89 "GET /v2.0/security-groups?id=af909025-a715-4788-a56b-10ddd134e181&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421836 Feb 04 18:24:06.395032 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 58212) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:24:06.440158 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f36f2bd7-fff2-4578-862b-c1b962236895 tempest-TestNetworkAdvancedServerOps-797370670 tempest-TestNetworkAdvancedServerOps-797370670-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:24:06.441746 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-f36f2bd7-fff2-4578-862b-c1b962236895 tempest-TestNetworkAdvancedServerOps-797370670 tempest-TestNetworkAdvancedServerOps-797370670-project-admin] 10.222.0.89 "GET /v2.0/ports?device_id=a11a75d1-300a-408a-9990-af0836890a8e HTTP/1.1" status: 200 len: 1122 time: 0.0456648 Feb 04 18:24:06.445266 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 58214) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:24:06.449621 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-e2fb2b6e-5e4b-474d-8395-d10b53d3ffa1 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Request body: {'floatingip': {'floating_network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'port_id': 'b06404fc-fa75-4b6e-a605-7fbc26576bf9', 'tenant_id': '0a3be2315053479497104165645f2b52', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 18:24:06.469652 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-e2fb2b6e-5e4b-474d-8395-d10b53d3ffa1 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:24:06.567643 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-e2fb2b6e-5e4b-474d-8395-d10b53d3ffa1 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:24:06.665924 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.db_base_plugin_common [None req-e2fb2b6e-5e4b-474d-8395-d10b53d3ffa1 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Allocated IP 172.25.6.71 (48165773-85ad-49a1-9ec1-76fc8dc24188/7660bfad-1ea8-4fe7-831b-bed836f13efc/4f83344b-655e-40ce-9295-ddf8c47d195a) {{(pid=103377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 18:24:06.768131 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-e2fb2b6e-5e4b-474d-8395-d10b53d3ffa1 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks [] for port (4f83344b-655e-40ce-9295-ddf8c47d195a), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:24:06.801641 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-e2fb2b6e-5e4b-474d-8395-d10b53d3ffa1 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (4f83344b-655e-40ce-9295-ddf8c47d195a), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:24:06.839366 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2fb2b6e-5e4b-474d-8395-d10b53d3ffa1 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Network 48165773-85ad-49a1-9ec1-76fc8dc24188 is already hosted by enough agents. {{(pid=103377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 18:24:06.842154 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [None req-e2fb2b6e-5e4b-474d-8395-d10b53d3ffa1 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Resources bound (agent type, host, resource id): {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 18:24:06.846767 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2fb2b6e-5e4b-474d-8395-d10b53d3ffa1 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Received port after_create {{(pid=103377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 18:24:06.872122 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2fb2b6e-5e4b-474d-8395-d10b53d3ffa1 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Pushing event updated for resources: {'Port': ['ID=4f83344b-655e-40ce-9295-ddf8c47d195a,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:24:07.195685 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-e2fb2b6e-5e4b-474d-8395-d10b53d3ffa1 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks [] for floatingip (8b345dc6-9cf2-4626-9287-8d1467fe5dbf), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:24:07.262050 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-e2fb2b6e-5e4b-474d-8395-d10b53d3ffa1 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (4f83344b-655e-40ce-9295-ddf8c47d195a), before_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:24:07.411103 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-e2fb2b6e-5e4b-474d-8395-d10b53d3ffa1 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks [] for port (4f83344b-655e-40ce-9295-ddf8c47d195a), precommit_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:24:07.415323 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-e2fb2b6e-5e4b-474d-8395-d10b53d3ffa1 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25888290'] for port (4f83344b-655e-40ce-9295-ddf8c47d195a), after_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:24:07.482699 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2fb2b6e-5e4b-474d-8395-d10b53d3ffa1 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Pushing event updated for resources: {'Port': ['ID=4f83344b-655e-40ce-9295-ddf8c47d195a,revision_number=2']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:24:07.495627 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-e2fb2b6e-5e4b-474d-8395-d10b53d3ffa1 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1595586'] for floatingip (8b345dc6-9cf2-4626-9287-8d1467fe5dbf), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:24:07.596311 n-d-827839-2 neutron-server[103377]: INFO neutron.db.l3_db [None req-e2fb2b6e-5e4b-474d-8395-d10b53d3ffa1 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Floating IP 8b345dc6-9cf2-4626-9287-8d1467fe5dbf associated. External IP: 172.25.6.71, port: b06404fc-fa75-4b6e-a605-7fbc26576bf9. Feb 04 18:24:07.819585 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2fb2b6e-5e4b-474d-8395-d10b53d3ffa1 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Router 349c1ed7-4dea-4986-bd2d-68d4257b2d7e has already been hosted by L3 agent 64ada913-9131-4d99-a265-63a920956287 {{(pid=103377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 18:24:07.923028 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2fb2b6e-5e4b-474d-8395-d10b53d3ffa1 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Notify agent at l3_agent.n-d-827839-2 the message routers_updated {{(pid=103377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 18:24:07.932503 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d79e2159-b428-43a9-b176-9ec40501c4c1 None None] Sync routers for ids ['349c1ed7-4dea-4986-bd2d-68d4257b2d7e'] in n-d-827839-2 {{(pid=103378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 18:24:07.941060 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-e2fb2b6e-5e4b-474d-8395-d10b53d3ffa1 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for floatingip (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:24:07.942154 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d79e2159-b428-43a9-b176-9ec40501c4c1 None None] Routers {'349c1ed7-4dea-4986-bd2d-68d4257b2d7e'} bound to L3 agent in host n-d-827839-2 {{(pid=103378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 18:24:07.942767 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-d79e2159-b428-43a9-b176-9ec40501c4c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T18:24:03Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['349c1ed7-4dea-4986-bd2d-68d4257b2d7e'], 'active': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:24:07.973615 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-e2fb2b6e-5e4b-474d-8395-d10b53d3ffa1 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] 10.222.0.89 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5273230 Feb 04 18:24:07.974245 n-d-827839-2 neutron-server[103377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a11a75d1-300a-408a-9990-af0836890a8e', 'tag': 'b06404fc-fa75-4b6e-a605-7fbc26576bf9'}] {{(pid=103377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 18:24:07.976904 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2026467e03276fe79290e5b19027649602583100b1291b9f7533f134bdcccf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef7ec987-b975-4bcf-8903-fcb19be25a06" -d '{"events": [{"name": "network-changed", "server_uuid": "a11a75d1-300a-408a-9990-af0836890a8e", "tag": "b06404fc-fa75-4b6e-a605-7fbc26576bf9"}]}' {{(pid=103377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 18:24:08.016481 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 18:24:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ca4badd-2c98-488b-88d2-c7ccc9943356 x-openstack-request-id: req-0ca4badd-2c98-488b-88d2-c7ccc9943356 {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 18:24:08.016809 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a11a75d1-300a-408a-9990-af0836890a8e", "tag": "b06404fc-fa75-4b6e-a605-7fbc26576bf9", "status": "completed", "code": 200}]} {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 18:24:08.017072 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-0ca4badd-2c98-488b-88d2-c7ccc9943356 {{(pid=103377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 18:24:08.017974 n-d-827839-2 neutron-server[103377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a11a75d1-300a-408a-9990-af0836890a8e', 'tag': 'b06404fc-fa75-4b6e-a605-7fbc26576bf9', 'status': 'completed', 'code': 200} Feb 04 18:24:08.065005 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvr_db [None req-d79e2159-b428-43a9-b176-9ec40501c4c1 None None] Set router 349c1ed7-4dea-4986-bd2d-68d4257b2d7e gateway port host: n-d-827839-2 {{(pid=103378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 18:24:08.120598 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5496883e-064b-4e47-81a3-2ae4cc89886f req-2f4a0513-06e0-4b52-ad1f-696ea570437a tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:24:08.122037 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-5496883e-064b-4e47-81a3-2ae4cc89886f req-2f4a0513-06e0-4b52-ad1f-696ea570437a tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] 10.222.0.89 "GET /v2.0/ports?device_id=a11a75d1-300a-408a-9990-af0836890a8e HTTP/1.1" status: 200 len: 945 time: 0.0990512 Feb 04 18:24:08.136223 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7ec987-b975-4bcf-8903-fcb19be25a06 req-a32b9f0b-01b5-4847-9a0d-5e1dcb39b53c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:24:08.137672 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-ef7ec987-b975-4bcf-8903-fcb19be25a06 req-a32b9f0b-01b5-4847-9a0d-5e1dcb39b53c service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=0a3be2315053479497104165645f2b52&device_id=a11a75d1-300a-408a-9990-af0836890a8e HTTP/1.1" status: 200 len: 1127 time: 0.0824795 Feb 04 18:24:08.221246 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-5496883e-064b-4e47-81a3-2ae4cc89886f req-d5acb5dd-218d-4329-9d0b-7e25ce80feb2 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] 10.222.0.89 "GET /v2.0/security-groups?id=af909025-a715-4788-a56b-10ddd134e181&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0923369 Feb 04 18:24:08.247153 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 58222) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:24:08.253645 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7ec987-b975-4bcf-8903-fcb19be25a06 req-c8c1f4f9-c1f4-4ab8-8ee3-f895039987d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:24:08.255114 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-ef7ec987-b975-4bcf-8903-fcb19be25a06 req-c8c1f4f9-c1f4-4ab8-8ee3-f895039987d1 service neutron] 10.222.0.96 "GET /v2.0/networks?id=a61f62d0-0119-446a-9c02-c0f959e8625f HTTP/1.1" status: 200 len: 898 time: 0.1102488 Feb 04 18:24:08.305573 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-d79e2159-b428-43a9-b176-9ec40501c4c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '349c1ed7-4dea-4986-bd2d-68d4257b2d7e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1259820023', 'tenant_id': '0a3be2315053479497104165645f2b52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.38'}], 'enable_snat': True}, 'gw_port_id': 'd0683066-8199-42bc-b296-76e0392c6cbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T18:23:44Z', 'updated_at': '2022-02-04T18:23:48Z', 'revision_number': 4, 'project_id': '0a3be2315053479497104165645f2b52', 'gw_port': {'id': 'd0683066-8199-42bc-b296-76e0392c6cbb', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:5d:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '349c1ed7-4dea-4986-bd2d-68d4257b2d7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:23:45Z', 'updated_at': '2022-02-04T18:23:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_floatingips': [{'id': '8b345dc6-9cf2-4626-9287-8d1467fe5dbf', 'tenant_id': '0a3be2315053479497104165645f2b52', 'floating_ip_address': '172.25.6.71', 'floating_network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'router_id': '349c1ed7-4dea-4986-bd2d-68d4257b2d7e', 'port_id': 'b06404fc-fa75-4b6e-a605-7fbc26576bf9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4242, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a61f62d0-0119-446a-9c02-c0f959e8625f', 'mac_address': 'fa:16:3e:cd:cd:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a11a75d1-300a-408a-9990-af0836890a8e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T18:24:07Z', 'updated_at': '2022-02-04T18:24:07Z', 'revision_number': 0, 'project_id': '0a3be2315053479497104165645f2b52', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f21cc85b-a55f-4de9-9f7a-805378571ab6', 'name': '', 'network_id': 'a61f62d0-0119-446a-9c02-c0f959e8625f', 'tenant_id': '0a3be2315053479497104165645f2b52', 'mac_address': 'fa:16:3e:17:fa:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '349c1ed7-4dea-4986-bd2d-68d4257b2d7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '910f82e6-1df8-46b6-80ac-468eee484cfd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:23:47Z', 'updated_at': '2022-02-04T18:23:51Z', 'revision_number': 5, 'project_id': '0a3be2315053479497104165645f2b52', 'subnets': [{'id': '910f82e6-1df8-46b6-80ac-468eee484cfd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-2', False) {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:24:08.310950 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-e378bdc8-f520-499f-b1f3-f3d747c11445 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] 10.222.0.89 "GET /v2.0/floatingips/8b345dc6-9cf2-4626-9287-8d1467fe5dbf HTTP/1.1" status: 200 len: 990 time: 0.0626671 Feb 04 18:24:08.331650 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d79e2159-b428-43a9-b176-9ec40501c4c1 None None] Checking router: 349c1ed7-4dea-4986-bd2d-68d4257b2d7e for host: n-d-827839-2 {{(pid=103378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 18:24:08.332899 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-ef7ec987-b975-4bcf-8903-fcb19be25a06 req-c8c69516-20ff-45c6-8962-ee23bdb02f82 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b06404fc-fa75-4b6e-a605-7fbc26576bf9 HTTP/1.1" status: 200 len: 998 time: 0.0707552 Feb 04 18:24:08.340041 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d79e2159-b428-43a9-b176-9ec40501c4c1 None None] Routers {'349c1ed7-4dea-4986-bd2d-68d4257b2d7e'} bound to L3 agent in host n-d-827839-2 {{(pid=103378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 18:24:08.340636 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-d79e2159-b428-43a9-b176-9ec40501c4c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T18:24:03Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['349c1ed7-4dea-4986-bd2d-68d4257b2d7e'], 'active': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:24:08.381751 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7ec987-b975-4bcf-8903-fcb19be25a06 req-48b7c1dc-92c1-4ad8-869f-804a038ac514 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:24:08.383302 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-ef7ec987-b975-4bcf-8903-fcb19be25a06 req-48b7c1dc-92c1-4ad8-869f-804a038ac514 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=910f82e6-1df8-46b6-80ac-468eee484cfd HTTP/1.1" status: 200 len: 835 time: 0.0449026 Feb 04 18:24:08.432295 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7ec987-b975-4bcf-8903-fcb19be25a06 req-4720570c-ee09-453a-9cbe-d0107198ebdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:24:08.433866 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-ef7ec987-b975-4bcf-8903-fcb19be25a06 req-4720570c-ee09-453a-9cbe-d0107198ebdf service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=a61f62d0-0119-446a-9c02-c0f959e8625f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0450683 Feb 04 18:24:08.450626 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvr_db [None req-d79e2159-b428-43a9-b176-9ec40501c4c1 None None] Set router 349c1ed7-4dea-4986-bd2d-68d4257b2d7e gateway port host: n-d-827839-2 {{(pid=103378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 18:24:08.526557 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-ef7ec987-b975-4bcf-8903-fcb19be25a06 req-cb9abbf3-8acc-4fb6-895d-e281d650041b service neutron] 10.222.0.96 "GET /v2.0/networks/a61f62d0-0119-446a-9c02-c0f959e8625f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868275 Feb 04 18:24:08.615479 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-ef7ec987-b975-4bcf-8903-fcb19be25a06 req-44919949-4074-4aaf-b438-ac82360a0499 service neutron] 10.222.0.96 "GET /v2.0/networks/a61f62d0-0119-446a-9c02-c0f959e8625f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819988 Feb 04 18:24:08.676495 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-d79e2159-b428-43a9-b176-9ec40501c4c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '349c1ed7-4dea-4986-bd2d-68d4257b2d7e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1259820023', 'tenant_id': '0a3be2315053479497104165645f2b52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.38'}], 'enable_snat': True}, 'gw_port_id': 'd0683066-8199-42bc-b296-76e0392c6cbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T18:23:44Z', 'updated_at': '2022-02-04T18:23:48Z', 'revision_number': 4, 'project_id': '0a3be2315053479497104165645f2b52', 'gw_port': {'id': 'd0683066-8199-42bc-b296-76e0392c6cbb', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:5d:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '349c1ed7-4dea-4986-bd2d-68d4257b2d7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:23:45Z', 'updated_at': '2022-02-04T18:23:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_floatingips': [{'id': '8b345dc6-9cf2-4626-9287-8d1467fe5dbf', 'tenant_id': '0a3be2315053479497104165645f2b52', 'floating_ip_address': '172.25.6.71', 'floating_network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'router_id': '349c1ed7-4dea-4986-bd2d-68d4257b2d7e', 'port_id': 'b06404fc-fa75-4b6e-a605-7fbc26576bf9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4242, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a61f62d0-0119-446a-9c02-c0f959e8625f', 'mac_address': 'fa:16:3e:cd:cd:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a11a75d1-300a-408a-9990-af0836890a8e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T18:24:07Z', 'updated_at': '2022-02-04T18:24:07Z', 'revision_number': 0, 'project_id': '0a3be2315053479497104165645f2b52', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f21cc85b-a55f-4de9-9f7a-805378571ab6', 'name': '', 'network_id': 'a61f62d0-0119-446a-9c02-c0f959e8625f', 'tenant_id': '0a3be2315053479497104165645f2b52', 'mac_address': 'fa:16:3e:17:fa:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '349c1ed7-4dea-4986-bd2d-68d4257b2d7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '910f82e6-1df8-46b6-80ac-468eee484cfd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:23:47Z', 'updated_at': '2022-02-04T18:23:51Z', 'revision_number': 5, 'project_id': '0a3be2315053479497104165645f2b52', 'subnets': [{'id': '910f82e6-1df8-46b6-80ac-468eee484cfd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-2', False) {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:24:08.703268 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d79e2159-b428-43a9-b176-9ec40501c4c1 None None] The sync data for ids ['349c1ed7-4dea-4986-bd2d-68d4257b2d7e'] in n-d-827839-2 is: [{'id': '349c1ed7-4dea-4986-bd2d-68d4257b2d7e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1259820023', 'tenant_id': '0a3be2315053479497104165645f2b52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.38'}], 'enable_snat': True}, 'gw_port_id': 'd0683066-8199-42bc-b296-76e0392c6cbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T18:23:44Z', 'updated_at': '2022-02-04T18:23:48Z', 'revision_number': 4, 'project_id': '0a3be2315053479497104165645f2b52', 'gw_port': {'id': 'd0683066-8199-42bc-b296-76e0392c6cbb', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:5d:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '349c1ed7-4dea-4986-bd2d-68d4257b2d7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:23:45Z', 'updated_at': '2022-02-04T18:23:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_floatingips': [{'id': '8b345dc6-9cf2-4626-9287-8d1467fe5dbf', 'tenant_id': '0a3be2315053479497104165645f2b52', 'floating_ip_address': '172.25.6.71', 'floating_network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'router_id': '349c1ed7-4dea-4986-bd2d-68d4257b2d7e', 'port_id': 'b06404fc-fa75-4b6e-a605-7fbc26576bf9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4242, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a61f62d0-0119-446a-9c02-c0f959e8625f', 'mac_address': 'fa:16:3e:cd:cd:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a11a75d1-300a-408a-9990-af0836890a8e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T18:24:07Z', 'updated_at': '2022-02-04T18:24:07Z', 'revision_number': 0, 'project_id': '0a3be2315053479497104165645f2b52', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f21cc85b-a55f-4de9-9f7a-805378571ab6', 'name': '', 'network_id': 'a61f62d0-0119-446a-9c02-c0f959e8625f', 'tenant_id': '0a3be2315053479497104165645f2b52', 'mac_address': 'fa:16:3e:17:fa:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '349c1ed7-4dea-4986-bd2d-68d4257b2d7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '910f82e6-1df8-46b6-80ac-468eee484cfd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:23:47Z', 'updated_at': '2022-02-04T18:23:51Z', 'revision_number': 5, 'project_id': '0a3be2315053479497104165645f2b52', 'subnets': [{'id': '910f82e6-1df8-46b6-80ac-468eee484cfd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 18:24:08.903141 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b243e908-177f-4fb7-8bf3-c459eeac8d7c None None] New status for floating IP 8b345dc6-9cf2-4626-9287-8d1467fe5dbf: ACTIVE {{(pid=103379) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 18:24:09.314575 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 58224) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:24:09.672732 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-ba931b15-20cf-4646-9342-ff6e221ea579 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] 10.222.0.89 "GET /v2.0/floatingips/8b345dc6-9cf2-4626-9287-8d1467fe5dbf HTTP/1.1" status: 200 len: 992 time: 0.3569911 Feb 04 18:24:10.777890 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (f20a1ab3-4332-4f54-833b-ba4a7c687e89), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:24:12.928757 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (3f9244a9-75fc-4c10-b195-11d48b853b41), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:24:13.189277 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.agents_db [None req-e1691f3b-aacd-4cd6-8ebb-a9c53bb301c0 None None] Agent healthcheck: found 7 active agents {{(pid=103379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 18:24:29.870469 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a13154bd-034a-46ff-a86c-3ddbbcaedd22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (bb89f5a3-3c22-440b-b7d1-c4f0c43c184a), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:24:32.939461 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-97843c62-5c02-4a78-bba0-b0ffeda879a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (64ada913-9131-4d99-a265-63a920956287), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:24:33.270148 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d408ec64-b374-4acb-a1fc-48241dad6d47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (0cd6d64a-47a7-40ff-8c12-71dd526c62e0), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:24:35.085151 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4f14bb47-e72b-46ac-9e44-a61d9293afcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (75326290-f7a3-4db8-9cf2-15c7139ed224), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:24:35.855453 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (ba70844b-66a0-45fd-a2f2-e6ed673321fc), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:24:40.774280 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (f20a1ab3-4332-4f54-833b-ba4a7c687e89), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:24:42.942194 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (3f9244a9-75fc-4c10-b195-11d48b853b41), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:24:50.188220 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.agents_db [None req-e1691f3b-aacd-4cd6-8ebb-a9c53bb301c0 None None] Agent healthcheck: found 7 active agents {{(pid=103379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 18:24:59.871605 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0a96c2f7-bcf9-42b6-8514-3a1d297620ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (bb89f5a3-3c22-440b-b7d1-c4f0c43c184a), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:25:02.940421 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6a01c8a5-e0b1-4c49-ba8b-6b63bc975c90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (64ada913-9131-4d99-a265-63a920956287), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:25:03.270929 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d408ec64-b374-4acb-a1fc-48241dad6d47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (0cd6d64a-47a7-40ff-8c12-71dd526c62e0), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:25:05.089134 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4f14bb47-e72b-46ac-9e44-a61d9293afcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (75326290-f7a3-4db8-9cf2-15c7139ed224), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:25:05.324784 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-1a258964-ca60-4e49-9d58-8e9788b67678 req-cf809647-ed3e-4361-8cab-ee4970fc1e7c service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=a11a75d1-300a-408a-9990-af0836890a8e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0440259 Feb 04 18:25:05.415616 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a258964-ca60-4e49-9d58-8e9788b67678 req-3e068a18-34d9-459c-b787-c990b0525fef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:25:05.417158 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-1a258964-ca60-4e49-9d58-8e9788b67678 req-3e068a18-34d9-459c-b787-c990b0525fef service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=0a3be2315053479497104165645f2b52&device_id=a11a75d1-300a-408a-9990-af0836890a8e HTTP/1.1" status: 200 len: 1127 time: 0.0494683 Feb 04 18:25:05.518173 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a258964-ca60-4e49-9d58-8e9788b67678 req-62ae2024-a924-4f19-b09a-9aa6609dd06d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:25:05.519670 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-1a258964-ca60-4e49-9d58-8e9788b67678 req-62ae2024-a924-4f19-b09a-9aa6609dd06d service neutron] 10.222.0.96 "GET /v2.0/networks?id=a61f62d0-0119-446a-9c02-c0f959e8625f HTTP/1.1" status: 200 len: 898 time: 0.0835390 Feb 04 18:25:05.588564 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-1a258964-ca60-4e49-9d58-8e9788b67678 req-f5278a43-cb7d-451b-8000-9587e744a087 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b06404fc-fa75-4b6e-a605-7fbc26576bf9 HTTP/1.1" status: 200 len: 1000 time: 0.0611436 Feb 04 18:25:05.638472 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a258964-ca60-4e49-9d58-8e9788b67678 req-ea64077e-875f-4196-9fa9-4572bb8fbecf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:25:05.639894 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-1a258964-ca60-4e49-9d58-8e9788b67678 req-ea64077e-875f-4196-9fa9-4572bb8fbecf service neutron] 10.222.0.96 "GET /v2.0/subnets?id=910f82e6-1df8-46b6-80ac-468eee484cfd HTTP/1.1" status: 200 len: 835 time: 0.0435100 Feb 04 18:25:05.693885 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a258964-ca60-4e49-9d58-8e9788b67678 req-2d5662c4-02cd-4e1e-9de4-c6715f71be1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:25:05.695396 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-1a258964-ca60-4e49-9d58-8e9788b67678 req-2d5662c4-02cd-4e1e-9de4-c6715f71be1e service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=a61f62d0-0119-446a-9c02-c0f959e8625f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0473478 Feb 04 18:25:05.785650 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-1a258964-ca60-4e49-9d58-8e9788b67678 req-bf3c4cde-b533-4a54-8c59-fbf952a96511 service neutron] 10.222.0.96 "GET /v2.0/networks/a61f62d0-0119-446a-9c02-c0f959e8625f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840364 Feb 04 18:25:05.856938 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (ba70844b-66a0-45fd-a2f2-e6ed673321fc), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:25:05.874797 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-1a258964-ca60-4e49-9d58-8e9788b67678 req-e7d17a74-1672-4eca-b26b-d1c6dc77ccd9 service neutron] 10.222.0.96 "GET /v2.0/networks/a61f62d0-0119-446a-9c02-c0f959e8625f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825100 Feb 04 18:25:10.763925 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (f20a1ab3-4332-4f54-833b-ba4a7c687e89), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:25:12.635413 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381874e6-3652-439d-bd17-df8339520360 req-d8a709f1-94b5-43bd-82a4-096ee730de12 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:25:12.636971 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-381874e6-3652-439d-bd17-df8339520360 req-d8a709f1-94b5-43bd-82a4-096ee730de12 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] 10.222.0.89 "GET /v2.0/ports?device_id=a11a75d1-300a-408a-9990-af0836890a8e HTTP/1.1" status: 200 len: 945 time: 0.1287451 Feb 04 18:25:12.687169 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-381874e6-3652-439d-bd17-df8339520360 req-2671e48a-918b-4fd8-9583-a6fc573fe3f0 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] 10.222.0.89 "GET /v2.0/security-groups?id=af909025-a715-4788-a56b-10ddd134e181&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443878 Feb 04 18:25:12.941426 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (3f9244a9-75fc-4c10-b195-11d48b853b41), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:25:13.866296 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8653c7-4f80-4144-aaa8-46c79a8fcee1 req-78abca4b-76f3-4e27-b474-b90946faccfd tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:25:13.867771 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-6b8653c7-4f80-4144-aaa8-46c79a8fcee1 req-78abca4b-76f3-4e27-b474-b90946faccfd tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] 10.222.0.89 "GET /v2.0/ports?device_id=a11a75d1-300a-408a-9990-af0836890a8e HTTP/1.1" status: 200 len: 945 time: 0.1055694 Feb 04 18:25:13.923619 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-6b8653c7-4f80-4144-aaa8-46c79a8fcee1 req-35f5a097-9065-4cbf-8b20-76ae47fe7dfc tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] 10.222.0.89 "GET /v2.0/security-groups?id=af909025-a715-4788-a56b-10ddd134e181&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502071 Feb 04 18:25:13.946240 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 58260) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:25:14.006712 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-b5e74874-3776-4987-b690-0b774c486fd4 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] 10.222.0.89 "GET /v2.0/floatingips/8b345dc6-9cf2-4626-9287-8d1467fe5dbf HTTP/1.1" status: 200 len: 992 time: 0.0593610 Feb 04 18:25:15.270849 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa281ce-28ce-410c-8eb2-8f5d236a6c35 req-60335c7f-4dbe-4736-b2f9-a69830dad631 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:25:15.273162 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-0fa281ce-28ce-410c-8eb2-8f5d236a6c35 req-60335c7f-4dbe-4736-b2f9-a69830dad631 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] 10.222.0.89 "GET /v2.0/ports?device_id=a11a75d1-300a-408a-9990-af0836890a8e HTTP/1.1" status: 200 len: 945 time: 0.0547626 Feb 04 18:25:15.324001 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-0fa281ce-28ce-410c-8eb2-8f5d236a6c35 req-a15860cc-3ada-4035-9b9b-b69e3bc51c85 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] 10.222.0.89 "GET /v2.0/security-groups?id=af909025-a715-4788-a56b-10ddd134e181&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435314 Feb 04 18:25:16.451569 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493abb38-00e2-446d-b616-31c8db102d63 req-f7c42dbb-31a3-4dc0-b66b-4d18bd363895 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:25:16.453080 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-493abb38-00e2-446d-b616-31c8db102d63 req-f7c42dbb-31a3-4dc0-b66b-4d18bd363895 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] 10.222.0.89 "GET /v2.0/ports?device_id=a11a75d1-300a-408a-9990-af0836890a8e HTTP/1.1" status: 200 len: 945 time: 0.0528886 Feb 04 18:25:16.501013 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-493abb38-00e2-446d-b616-31c8db102d63 req-d3362a6d-4212-4169-b061-e4541109500d tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] 10.222.0.89 "GET /v2.0/security-groups?id=af909025-a715-4788-a56b-10ddd134e181&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418217 Feb 04 18:25:16.523328 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 58270) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:25:16.585195 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-48494621-b64d-481e-bde9-e7a692388b31 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] 10.222.0.89 "GET /v2.0/floatingips/8b345dc6-9cf2-4626-9287-8d1467fe5dbf HTTP/1.1" status: 200 len: 992 time: 0.0608318 Feb 04 18:25:16.836592 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 58276) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:25:16.995895 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-144fbfbe-dac4-467c-a4a5-c3ab0e9d15a2 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Deleting port 4f83344b-655e-40ce-9295-ddf8c47d195a {{(pid=103377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 18:25:16.996246 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-144fbfbe-dac4-467c-a4a5-c3ab0e9d15a2 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (4f83344b-655e-40ce-9295-ddf8c47d195a), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:25:17.070049 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-144fbfbe-dac4-467c-a4a5-c3ab0e9d15a2 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (4f83344b-655e-40ce-9295-ddf8c47d195a), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:25:17.070379 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-144fbfbe-dac4-467c-a4a5-c3ab0e9d15a2 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks [] for floatingip (4f83344b-655e-40ce-9295-ddf8c47d195a), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:25:17.081845 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-144fbfbe-dac4-467c-a4a5-c3ab0e9d15a2 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Calling delete_port for 4f83344b-655e-40ce-9295-ddf8c47d195a owned by network:floatingip {{(pid=103377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 18:25:17.226110 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-144fbfbe-dac4-467c-a4a5-c3ab0e9d15a2 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (4f83344b-655e-40ce-9295-ddf8c47d195a), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:25:17.252101 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144fbfbe-dac4-467c-a4a5-c3ab0e9d15a2 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Pushing event deleted for resources: {'Port': ['ID=4f83344b-655e-40ce-9295-ddf8c47d195a,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:25:17.276012 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144fbfbe-dac4-467c-a4a5-c3ab0e9d15a2 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:25:17.276374 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144fbfbe-dac4-467c-a4a5-c3ab0e9d15a2 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:25:17.276724 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144fbfbe-dac4-467c-a4a5-c3ab0e9d15a2 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:25:17.277092 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144fbfbe-dac4-467c-a4a5-c3ab0e9d15a2 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:25:17.277431 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144fbfbe-dac4-467c-a4a5-c3ab0e9d15a2 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:25:17.277768 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144fbfbe-dac4-467c-a4a5-c3ab0e9d15a2 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:25:17.278105 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144fbfbe-dac4-467c-a4a5-c3ab0e9d15a2 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:25:17.278437 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144fbfbe-dac4-467c-a4a5-c3ab0e9d15a2 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:25:17.279037 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144fbfbe-dac4-467c-a4a5-c3ab0e9d15a2 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:25:17.279367 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144fbfbe-dac4-467c-a4a5-c3ab0e9d15a2 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:25:17.279694 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144fbfbe-dac4-467c-a4a5-c3ab0e9d15a2 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:25:17.280019 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144fbfbe-dac4-467c-a4a5-c3ab0e9d15a2 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:25:17.280341 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144fbfbe-dac4-467c-a4a5-c3ab0e9d15a2 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:25:17.325622 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-144fbfbe-dac4-467c-a4a5-c3ab0e9d15a2 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks [] for floatingip (8b345dc6-9cf2-4626-9287-8d1467fe5dbf), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:25:17.325957 n-d-827839-2 neutron-server[103377]: INFO neutron.db.l3_db [None req-144fbfbe-dac4-467c-a4a5-c3ab0e9d15a2 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Floating IP 8b345dc6-9cf2-4626-9287-8d1467fe5dbf disassociated (deleted). External IP: 172.25.6.71, port: b06404fc-fa75-4b6e-a605-7fbc26576bf9. Feb 04 18:25:17.529927 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-144fbfbe-dac4-467c-a4a5-c3ab0e9d15a2 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Router 349c1ed7-4dea-4986-bd2d-68d4257b2d7e has already been hosted by L3 agent 64ada913-9131-4d99-a265-63a920956287 {{(pid=103377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 18:25:17.641566 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-144fbfbe-dac4-467c-a4a5-c3ab0e9d15a2 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Notify agent at l3_agent.n-d-827839-2 the message routers_updated {{(pid=103377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 18:25:17.646213 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-144fbfbe-dac4-467c-a4a5-c3ab0e9d15a2 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for floatingip (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:25:17.653695 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea54c52b-ea09-4421-b257-edab645cbf1a None None] Sync routers for ids ['349c1ed7-4dea-4986-bd2d-68d4257b2d7e'] in n-d-827839-2 {{(pid=103378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 18:25:17.666307 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea54c52b-ea09-4421-b257-edab645cbf1a None None] Routers {'349c1ed7-4dea-4986-bd2d-68d4257b2d7e'} bound to L3 agent in host n-d-827839-2 {{(pid=103378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 18:25:17.666921 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-ea54c52b-ea09-4421-b257-edab645cbf1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T18:25:03Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['349c1ed7-4dea-4986-bd2d-68d4257b2d7e'], 'active': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:25:17.677349 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-144fbfbe-dac4-467c-a4a5-c3ab0e9d15a2 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] 10.222.0.89 "DELETE /v2.0/floatingips/8b345dc6-9cf2-4626-9287-8d1467fe5dbf HTTP/1.1" status: 204 len: 168 time: 0.8397243 Feb 04 18:25:17.677934 n-d-827839-2 neutron-server[103377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a11a75d1-300a-408a-9990-af0836890a8e', 'tag': 'b06404fc-fa75-4b6e-a605-7fbc26576bf9'}] {{(pid=103377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 18:25:17.680263 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2026467e03276fe79290e5b19027649602583100b1291b9f7533f134bdcccf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cba196c-7eec-4a62-973f-c44036f737cf" -d '{"events": [{"name": "network-changed", "server_uuid": "a11a75d1-300a-408a-9990-af0836890a8e", "tag": "b06404fc-fa75-4b6e-a605-7fbc26576bf9"}]}' {{(pid=103377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 18:25:17.723632 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 18:25:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-921cd147-37df-49e0-ba62-d983e2a4fd86 x-openstack-request-id: req-921cd147-37df-49e0-ba62-d983e2a4fd86 {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 18:25:17.723998 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a11a75d1-300a-408a-9990-af0836890a8e", "tag": "b06404fc-fa75-4b6e-a605-7fbc26576bf9", "status": "completed", "code": 200}]} {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 18:25:17.724262 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-921cd147-37df-49e0-ba62-d983e2a4fd86 {{(pid=103377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 18:25:17.724673 n-d-827839-2 neutron-server[103377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a11a75d1-300a-408a-9990-af0836890a8e', 'tag': 'b06404fc-fa75-4b6e-a605-7fbc26576bf9', 'status': 'completed', 'code': 200} Feb 04 18:25:17.791176 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvr_db [None req-ea54c52b-ea09-4421-b257-edab645cbf1a None None] Set router 349c1ed7-4dea-4986-bd2d-68d4257b2d7e gateway port host: n-d-827839-2 {{(pid=103378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 18:25:17.806808 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cba196c-7eec-4a62-973f-c44036f737cf req-c9f16bf0-b06d-4b7f-8e9a-91d879746495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:25:17.808587 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-0cba196c-7eec-4a62-973f-c44036f737cf req-c9f16bf0-b06d-4b7f-8e9a-91d879746495 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=0a3be2315053479497104165645f2b52&device_id=a11a75d1-300a-408a-9990-af0836890a8e HTTP/1.1" status: 200 len: 1127 time: 0.0598922 Feb 04 18:25:17.920169 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cba196c-7eec-4a62-973f-c44036f737cf req-f13847e7-0578-42b2-9b59-c5e1099f53e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:25:17.921706 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-0cba196c-7eec-4a62-973f-c44036f737cf req-f13847e7-0578-42b2-9b59-c5e1099f53e3 service neutron] 10.222.0.96 "GET /v2.0/networks?id=a61f62d0-0119-446a-9c02-c0f959e8625f HTTP/1.1" status: 200 len: 898 time: 0.1057644 Feb 04 18:25:17.941792 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68f1945-6355-4ed8-aeeb-1a65131875db req-7497ee08-063d-427a-bee2-b4b3c7f365dc tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:25:17.943348 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-d68f1945-6355-4ed8-aeeb-1a65131875db req-7497ee08-063d-427a-bee2-b4b3c7f365dc tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] 10.222.0.89 "GET /v2.0/ports?device_id=a11a75d1-300a-408a-9990-af0836890a8e HTTP/1.1" status: 200 len: 945 time: 0.0604084 Feb 04 18:25:17.969935 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-0cba196c-7eec-4a62-973f-c44036f737cf req-27f43434-1ed4-4081-814d-c58adb153610 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b06404fc-fa75-4b6e-a605-7fbc26576bf9 HTTP/1.1" status: 200 len: 217 time: 0.0409780 Feb 04 18:25:18.019386 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-d68f1945-6355-4ed8-aeeb-1a65131875db req-e45d9a9c-3cf9-4f38-9b21-9fc5c438191e tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] 10.222.0.89 "GET /v2.0/security-groups?id=af909025-a715-4788-a56b-10ddd134e181&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684202 Feb 04 18:25:18.034980 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-ea54c52b-ea09-4421-b257-edab645cbf1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '349c1ed7-4dea-4986-bd2d-68d4257b2d7e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1259820023', 'tenant_id': '0a3be2315053479497104165645f2b52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.38'}], 'enable_snat': True}, 'gw_port_id': 'd0683066-8199-42bc-b296-76e0392c6cbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T18:23:44Z', 'updated_at': '2022-02-04T18:23:48Z', 'revision_number': 4, 'project_id': '0a3be2315053479497104165645f2b52', 'gw_port': {'id': 'd0683066-8199-42bc-b296-76e0392c6cbb', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:5d:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '349c1ed7-4dea-4986-bd2d-68d4257b2d7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:23:45Z', 'updated_at': '2022-02-04T18:23:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_interfaces': [{'id': 'f21cc85b-a55f-4de9-9f7a-805378571ab6', 'name': '', 'network_id': 'a61f62d0-0119-446a-9c02-c0f959e8625f', 'tenant_id': '0a3be2315053479497104165645f2b52', 'mac_address': 'fa:16:3e:17:fa:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '349c1ed7-4dea-4986-bd2d-68d4257b2d7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '910f82e6-1df8-46b6-80ac-468eee484cfd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:23:47Z', 'updated_at': '2022-02-04T18:23:51Z', 'revision_number': 5, 'project_id': '0a3be2315053479497104165645f2b52', 'subnets': [{'id': '910f82e6-1df8-46b6-80ac-468eee484cfd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-2', False) {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:25:18.035240 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cba196c-7eec-4a62-973f-c44036f737cf req-195a9863-194e-4de6-b171-991a745a1b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:25:18.035240 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-0cba196c-7eec-4a62-973f-c44036f737cf req-195a9863-194e-4de6-b171-991a745a1b6f service neutron] 10.222.0.96 "GET /v2.0/subnets?id=910f82e6-1df8-46b6-80ac-468eee484cfd HTTP/1.1" status: 200 len: 835 time: 0.0522065 Feb 04 18:25:18.057941 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea54c52b-ea09-4421-b257-edab645cbf1a None None] Checking router: 349c1ed7-4dea-4986-bd2d-68d4257b2d7e for host: n-d-827839-2 {{(pid=103378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 18:25:18.075535 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea54c52b-ea09-4421-b257-edab645cbf1a None None] Routers {'349c1ed7-4dea-4986-bd2d-68d4257b2d7e'} bound to L3 agent in host n-d-827839-2 {{(pid=103378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 18:25:18.076142 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-ea54c52b-ea09-4421-b257-edab645cbf1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T18:25:03Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['349c1ed7-4dea-4986-bd2d-68d4257b2d7e'], 'active': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:25:18.085343 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cba196c-7eec-4a62-973f-c44036f737cf req-12b7cfb3-90cf-4d4b-beca-43061202bf64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:25:18.086946 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-0cba196c-7eec-4a62-973f-c44036f737cf req-12b7cfb3-90cf-4d4b-beca-43061202bf64 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=a61f62d0-0119-446a-9c02-c0f959e8625f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0501583 Feb 04 18:25:18.181364 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-0cba196c-7eec-4a62-973f-c44036f737cf req-3098f99e-7e13-49dd-8fea-94ec8cb47ef7 service neutron] 10.222.0.96 "GET /v2.0/networks/a61f62d0-0119-446a-9c02-c0f959e8625f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858409 Feb 04 18:25:18.291225 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-0cba196c-7eec-4a62-973f-c44036f737cf req-0e78542d-7553-4496-b063-147e8afbf367 service neutron] 10.222.0.96 "GET /v2.0/networks/a61f62d0-0119-446a-9c02-c0f959e8625f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025715 Feb 04 18:25:18.357796 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvr_db [None req-ea54c52b-ea09-4421-b257-edab645cbf1a None None] Set router 349c1ed7-4dea-4986-bd2d-68d4257b2d7e gateway port host: n-d-827839-2 {{(pid=103378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 18:25:18.554692 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-ea54c52b-ea09-4421-b257-edab645cbf1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '349c1ed7-4dea-4986-bd2d-68d4257b2d7e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1259820023', 'tenant_id': '0a3be2315053479497104165645f2b52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.38'}], 'enable_snat': True}, 'gw_port_id': 'd0683066-8199-42bc-b296-76e0392c6cbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T18:23:44Z', 'updated_at': '2022-02-04T18:23:48Z', 'revision_number': 4, 'project_id': '0a3be2315053479497104165645f2b52', 'gw_port': {'id': 'd0683066-8199-42bc-b296-76e0392c6cbb', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:5d:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '349c1ed7-4dea-4986-bd2d-68d4257b2d7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:23:45Z', 'updated_at': '2022-02-04T18:23:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_interfaces': [{'id': 'f21cc85b-a55f-4de9-9f7a-805378571ab6', 'name': '', 'network_id': 'a61f62d0-0119-446a-9c02-c0f959e8625f', 'tenant_id': '0a3be2315053479497104165645f2b52', 'mac_address': 'fa:16:3e:17:fa:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '349c1ed7-4dea-4986-bd2d-68d4257b2d7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '910f82e6-1df8-46b6-80ac-468eee484cfd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:23:47Z', 'updated_at': '2022-02-04T18:23:51Z', 'revision_number': 5, 'project_id': '0a3be2315053479497104165645f2b52', 'subnets': [{'id': '910f82e6-1df8-46b6-80ac-468eee484cfd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-2', False) {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:25:18.581411 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea54c52b-ea09-4421-b257-edab645cbf1a None None] The sync data for ids ['349c1ed7-4dea-4986-bd2d-68d4257b2d7e'] in n-d-827839-2 is: [{'id': '349c1ed7-4dea-4986-bd2d-68d4257b2d7e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1259820023', 'tenant_id': '0a3be2315053479497104165645f2b52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.38'}], 'enable_snat': True}, 'gw_port_id': 'd0683066-8199-42bc-b296-76e0392c6cbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T18:23:44Z', 'updated_at': '2022-02-04T18:23:48Z', 'revision_number': 4, 'project_id': '0a3be2315053479497104165645f2b52', 'gw_port': {'id': 'd0683066-8199-42bc-b296-76e0392c6cbb', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:5d:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '349c1ed7-4dea-4986-bd2d-68d4257b2d7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:23:45Z', 'updated_at': '2022-02-04T18:23:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_interfaces': [{'id': 'f21cc85b-a55f-4de9-9f7a-805378571ab6', 'name': '', 'network_id': 'a61f62d0-0119-446a-9c02-c0f959e8625f', 'tenant_id': '0a3be2315053479497104165645f2b52', 'mac_address': 'fa:16:3e:17:fa:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '349c1ed7-4dea-4986-bd2d-68d4257b2d7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '910f82e6-1df8-46b6-80ac-468eee484cfd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:23:47Z', 'updated_at': '2022-02-04T18:23:51Z', 'revision_number': 5, 'project_id': '0a3be2315053479497104165645f2b52', 'subnets': [{'id': '910f82e6-1df8-46b6-80ac-468eee484cfd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 18:25:18.799146 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8d8f042-fb2a-4bd5-b4f9-d5dc8984549a None None] New status for floating IP 8b345dc6-9cf2-4626-9287-8d1467fe5dbf: DOWN {{(pid=103379) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 18:25:19.136923 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49834c47-dd88-40a6-831a-b1266c6f3b88 req-8cdcda0c-fbcb-484a-b7a4-ade98cb35b04 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:25:19.142568 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-49834c47-dd88-40a6-831a-b1266c6f3b88 req-8cdcda0c-fbcb-484a-b7a4-ade98cb35b04 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] 10.222.0.89 "GET /v2.0/ports?device_id=a11a75d1-300a-408a-9990-af0836890a8e HTTP/1.1" status: 200 len: 945 time: 0.0526178 Feb 04 18:25:19.188415 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-49834c47-dd88-40a6-831a-b1266c6f3b88 req-ec812b18-c909-4a97-9301-badfa35b833b tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] 10.222.0.89 "GET /v2.0/security-groups?id=af909025-a715-4788-a56b-10ddd134e181&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421848 Feb 04 18:25:19.987456 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b54219f-61a4-4d22-8b4e-dd91ae92afa3 req-b4aefcfc-6c80-49c3-aa1f-61e26eabf9ef tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:25:19.988969 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-4b54219f-61a4-4d22-8b4e-dd91ae92afa3 req-b4aefcfc-6c80-49c3-aa1f-61e26eabf9ef tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] 10.222.0.96 "GET /v2.0/ports?device_id=a11a75d1-300a-408a-9990-af0836890a8e HTTP/1.1" status: 200 len: 945 time: 0.0515690 Feb 04 18:25:20.082796 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [req-4b54219f-61a4-4d22-8b4e-dd91ae92afa3 req-37852699-8ef7-4872-aefa-04093c24e9fe tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Deleting port b06404fc-fa75-4b6e-a605-7fbc26576bf9 {{(pid=103376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 18:25:20.083134 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-4b54219f-61a4-4d22-8b4e-dd91ae92afa3 req-37852699-8ef7-4872-aefa-04093c24e9fe tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (b06404fc-fa75-4b6e-a605-7fbc26576bf9), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:25:20.171122 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [req-4b54219f-61a4-4d22-8b4e-dd91ae92afa3 req-37852699-8ef7-4872-aefa-04093c24e9fe tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] For port b06404fc-fa75-4b6e-a605-7fbc26576bf9, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=b06404fc-fa75-4b6e-a605-7fbc26576bf9,segment=NetworkSegment(c090f35a-beca-445d-be59-42e56157e57b),segment_id=c090f35a-beca-445d-be59-42e56157e57b)] {{(pid=103376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 18:25:20.172440 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-4b54219f-61a4-4d22-8b4e-dd91ae92afa3 req-37852699-8ef7-4872-aefa-04093c24e9fe tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (b06404fc-fa75-4b6e-a605-7fbc26576bf9), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:25:20.188171 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [req-4b54219f-61a4-4d22-8b4e-dd91ae92afa3 req-37852699-8ef7-4872-aefa-04093c24e9fe tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Calling delete_port for b06404fc-fa75-4b6e-a605-7fbc26576bf9 owned by compute:nova {{(pid=103376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 18:25:20.309764 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf143ac3-1fb1-4a5f-8e4a-16f1fa18652a req-ea0c65ed-0092-4e63-9245-f4ddbf1dddd2 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:25:20.311271 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-bf143ac3-1fb1-4a5f-8e4a-16f1fa18652a req-ea0c65ed-0092-4e63-9245-f4ddbf1dddd2 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] 10.222.0.89 "GET /v2.0/ports?device_id=a11a75d1-300a-408a-9990-af0836890a8e HTTP/1.1" status: 200 len: 945 time: 0.0557384 Feb 04 18:25:20.319105 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-4b54219f-61a4-4d22-8b4e-dd91ae92afa3 req-37852699-8ef7-4872-aefa-04093c24e9fe tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (b06404fc-fa75-4b6e-a605-7fbc26576bf9), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:25:20.350051 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37852699-8ef7-4872-aefa-04093c24e9fe tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Pushing event deleted for resources: {'Port': ['ID=b06404fc-fa75-4b6e-a605-7fbc26576bf9,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:25:20.362791 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-bf143ac3-1fb1-4a5f-8e4a-16f1fa18652a req-80ce40b6-1c0e-46c9-803b-e3e97f21f161 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] 10.222.0.89 "GET /v2.0/security-groups?id=af909025-a715-4788-a56b-10ddd134e181&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450861 Feb 04 18:25:20.365767 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37852699-8ef7-4872-aefa-04093c24e9fe tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:25:20.366129 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37852699-8ef7-4872-aefa-04093c24e9fe tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:25:20.366486 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37852699-8ef7-4872-aefa-04093c24e9fe tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:25:20.366829 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37852699-8ef7-4872-aefa-04093c24e9fe tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:25:20.367206 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37852699-8ef7-4872-aefa-04093c24e9fe tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:25:20.367501 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37852699-8ef7-4872-aefa-04093c24e9fe tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:25:20.367840 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37852699-8ef7-4872-aefa-04093c24e9fe tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:25:20.368171 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37852699-8ef7-4872-aefa-04093c24e9fe tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:25:20.368506 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37852699-8ef7-4872-aefa-04093c24e9fe tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:25:20.368864 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37852699-8ef7-4872-aefa-04093c24e9fe tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:25:20.369216 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37852699-8ef7-4872-aefa-04093c24e9fe tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:25:20.369520 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37852699-8ef7-4872-aefa-04093c24e9fe tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:25:20.369847 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37852699-8ef7-4872-aefa-04093c24e9fe tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:25:20.411171 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b54219f-61a4-4d22-8b4e-dd91ae92afa3 req-37852699-8ef7-4872-aefa-04093c24e9fe tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] No DVR routers for this DVR port b06404fc-fa75-4b6e-a605-7fbc26576bf9 on host n-h1-827839-2 {{(pid=103376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 18:25:20.413897 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-4b54219f-61a4-4d22-8b4e-dd91ae92afa3 req-37852699-8ef7-4872-aefa-04093c24e9fe tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:25:20.417368 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-4b54219f-61a4-4d22-8b4e-dd91ae92afa3 req-37852699-8ef7-4872-aefa-04093c24e9fe tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] 10.222.0.96 "DELETE /v2.0/ports/b06404fc-fa75-4b6e-a605-7fbc26576bf9 HTTP/1.1" status: 204 len: 173 time: 0.4224358 Feb 04 18:25:20.417835 n-d-827839-2 neutron-server[103376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a11a75d1-300a-408a-9990-af0836890a8e', 'name': 'network-vif-deleted', 'tag': 'b06404fc-fa75-4b6e-a605-7fbc26576bf9'}] {{(pid=103376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 18:25:20.420138 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7aefa7f3373fd63bd14caed2f0c404cd5bacff84a7eb60e70ea20ed0b49017dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3939e6c-9685-427d-89a3-227a853b7b62" -d '{"events": [{"server_uuid": "a11a75d1-300a-408a-9990-af0836890a8e", "name": "network-vif-deleted", "tag": "b06404fc-fa75-4b6e-a605-7fbc26576bf9"}]}' {{(pid=103376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 18:25:20.459945 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 18:25:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfe2a5d6-e1a8-4484-8c11-41c3fb60da12 x-openstack-request-id: req-bfe2a5d6-e1a8-4484-8c11-41c3fb60da12 {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 18:25:20.460236 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a11a75d1-300a-408a-9990-af0836890a8e", "name": "network-vif-deleted", "tag": "b06404fc-fa75-4b6e-a605-7fbc26576bf9", "status": "completed", "code": 200}]} {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 18:25:20.464976 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-bfe2a5d6-e1a8-4484-8c11-41c3fb60da12 {{(pid=103376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 18:25:20.465423 n-d-827839-2 neutron-server[103376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a11a75d1-300a-408a-9990-af0836890a8e', 'name': 'network-vif-deleted', 'tag': 'b06404fc-fa75-4b6e-a605-7fbc26576bf9', 'status': 'completed', 'code': 200} Feb 04 18:25:21.425022 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 58292) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:25:21.791960 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-dc08eede-debc-49f4-a404-231d03d9aa62 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602754'] for router_interface (349c1ed7-4dea-4986-bd2d-68d4257b2d7e), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:25:22.050077 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-dc08eede-debc-49f4-a404-231d03d9aa62 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Deleting port f21cc85b-a55f-4de9-9f7a-805378571ab6 {{(pid=103377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 18:25:22.050346 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-dc08eede-debc-49f4-a404-231d03d9aa62 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (f21cc85b-a55f-4de9-9f7a-805378571ab6), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:25:22.136290 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [None req-dc08eede-debc-49f4-a404-231d03d9aa62 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] For port f21cc85b-a55f-4de9-9f7a-805378571ab6, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=f21cc85b-a55f-4de9-9f7a-805378571ab6,segment=NetworkSegment(c090f35a-beca-445d-be59-42e56157e57b),segment_id=c090f35a-beca-445d-be59-42e56157e57b)] {{(pid=103377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 18:25:22.136727 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-dc08eede-debc-49f4-a404-231d03d9aa62 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (f21cc85b-a55f-4de9-9f7a-805378571ab6), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:25:22.149579 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-dc08eede-debc-49f4-a404-231d03d9aa62 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Calling delete_port for f21cc85b-a55f-4de9-9f7a-805378571ab6 owned by network:router_interface {{(pid=103377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 18:25:22.338119 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-dc08eede-debc-49f4-a404-231d03d9aa62 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (f21cc85b-a55f-4de9-9f7a-805378571ab6), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:25:22.363713 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc08eede-debc-49f4-a404-231d03d9aa62 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Pushing event deleted for resources: {'Port': ['ID=f21cc85b-a55f-4de9-9f7a-805378571ab6,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:25:22.535813 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-dc08eede-debc-49f4-a404-231d03d9aa62 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1677336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1602614'] for router_interface (349c1ed7-4dea-4986-bd2d-68d4257b2d7e), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:25:22.755543 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc08eede-debc-49f4-a404-231d03d9aa62 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Router 349c1ed7-4dea-4986-bd2d-68d4257b2d7e has already been hosted by L3 agent 64ada913-9131-4d99-a265-63a920956287 {{(pid=103377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 18:25:22.862133 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc08eede-debc-49f4-a404-231d03d9aa62 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Notify agent at l3_agent.n-d-827839-2 the message routers_updated {{(pid=103377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 18:25:22.867184 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-dc08eede-debc-49f4-a404-231d03d9aa62 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] 10.222.0.89 "PUT /v2.0/routers/349c1ed7-4dea-4986-bd2d-68d4257b2d7e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4411464 Feb 04 18:25:22.869828 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 58294) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:25:22.873352 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0c6d9b6-0879-469d-aa7b-34cd824d8220 None None] Sync routers for ids ['349c1ed7-4dea-4986-bd2d-68d4257b2d7e'] in n-d-827839-2 {{(pid=103378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 18:25:22.882949 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0c6d9b6-0879-469d-aa7b-34cd824d8220 None None] Routers {'349c1ed7-4dea-4986-bd2d-68d4257b2d7e'} bound to L3 agent in host n-d-827839-2 {{(pid=103378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 18:25:22.883534 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-b0c6d9b6-0879-469d-aa7b-34cd824d8220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T18:25:03Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['349c1ed7-4dea-4986-bd2d-68d4257b2d7e'], 'active': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:25:22.920597 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.db_base_plugin_v2 [None req-d626bd72-da41-4b2d-9066-841c11365f42 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Deleting subnet 910f82e6-1df8-46b6-80ac-468eee484cfd {{(pid=103377) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 18:25:22.923716 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-d626bd72-da41-4b2d-9066-841c11365f42 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks [] for subnet (910f82e6-1df8-46b6-80ac-468eee484cfd), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:25:22.963043 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-d626bd72-da41-4b2d-9066-841c11365f42 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26866676'] for subnet (910f82e6-1df8-46b6-80ac-468eee484cfd), precommit_delete_associations {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:25:22.991633 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvr_db [None req-b0c6d9b6-0879-469d-aa7b-34cd824d8220 None None] Set router 349c1ed7-4dea-4986-bd2d-68d4257b2d7e gateway port host: n-d-827839-2 {{(pid=103378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 18:25:23.049244 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-d626bd72-da41-4b2d-9066-841c11365f42 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1541225'] for subnet (910f82e6-1df8-46b6-80ac-468eee484cfd), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:25:23.105954 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-d626bd72-da41-4b2d-9066-841c11365f42 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1541216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25888360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25597190'] for subnet (910f82e6-1df8-46b6-80ac-468eee484cfd), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:25:23.133610 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d626bd72-da41-4b2d-9066-841c11365f42 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Pushing event deleted for resources: {'Subnet': ['ID=910f82e6-1df8-46b6-80ac-468eee484cfd,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:25:23.135565 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-d626bd72-da41-4b2d-9066-841c11365f42 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks [] for subnet (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:25:23.142286 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-d626bd72-da41-4b2d-9066-841c11365f42 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] 10.222.0.89 "DELETE /v2.0/subnets/910f82e6-1df8-46b6-80ac-468eee484cfd HTTP/1.1" status: 204 len: 168 time: 0.2714124 Feb 04 18:25:23.142855 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 58296) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:25:23.150212 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-904669ba-f3f2-40e8-899c-921702a83e36 None None] Network a61f62d0-0119-446a-9c02-c0f959e8625f requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 18:25:23.250703 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-b0c6d9b6-0879-469d-aa7b-34cd824d8220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '349c1ed7-4dea-4986-bd2d-68d4257b2d7e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1259820023', 'tenant_id': '0a3be2315053479497104165645f2b52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.38'}], 'enable_snat': True}, 'gw_port_id': 'd0683066-8199-42bc-b296-76e0392c6cbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T18:23:44Z', 'updated_at': '2022-02-04T18:25:22Z', 'revision_number': 5, 'project_id': '0a3be2315053479497104165645f2b52', 'gw_port': {'id': 'd0683066-8199-42bc-b296-76e0392c6cbb', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:5d:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '349c1ed7-4dea-4986-bd2d-68d4257b2d7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:23:45Z', 'updated_at': '2022-02-04T18:23:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2'}], 'n-d-827839-2', False) {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:25:23.252458 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-14321f62-6217-40e6-92be-6afff0fe65fc tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks [] for router (349c1ed7-4dea-4986-bd2d-68d4257b2d7e), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:25:23.279675 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0c6d9b6-0879-469d-aa7b-34cd824d8220 None None] Checking router: 349c1ed7-4dea-4986-bd2d-68d4257b2d7e for host: n-d-827839-2 {{(pid=103378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 18:25:23.292852 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0c6d9b6-0879-469d-aa7b-34cd824d8220 None None] Routers {'349c1ed7-4dea-4986-bd2d-68d4257b2d7e'} bound to L3 agent in host n-d-827839-2 {{(pid=103378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 18:25:23.293450 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-b0c6d9b6-0879-469d-aa7b-34cd824d8220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T18:25:03Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['349c1ed7-4dea-4986-bd2d-68d4257b2d7e'], 'active': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:25:23.381200 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d013e522-aafd-4759-b36c-f7690310e546 None None] DHCP port deletion for a61f62d0-0119-446a-9c02-c0f959e8625f request from n-d-827839-2 {{(pid=103378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 18:25:23.382312 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-14321f62-6217-40e6-92be-6afff0fe65fc tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks [] for router_gateway (349c1ed7-4dea-4986-bd2d-68d4257b2d7e), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:25:23.436433 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-14321f62-6217-40e6-92be-6afff0fe65fc tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Deleting port d0683066-8199-42bc-b296-76e0392c6cbb {{(pid=103376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 18:25:23.437084 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-14321f62-6217-40e6-92be-6afff0fe65fc tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (d0683066-8199-42bc-b296-76e0392c6cbb), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:25:23.457895 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvr_db [None req-b0c6d9b6-0879-469d-aa7b-34cd824d8220 None None] Set router 349c1ed7-4dea-4986-bd2d-68d4257b2d7e gateway port host: n-d-827839-2 {{(pid=103378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 18:25:23.516063 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [None req-14321f62-6217-40e6-92be-6afff0fe65fc tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] For port d0683066-8199-42bc-b296-76e0392c6cbb, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=d0683066-8199-42bc-b296-76e0392c6cbb,segment=NetworkSegment(5942dc44-1f07-4c27-b0ab-45a2bff20dd5),segment_id=5942dc44-1f07-4c27-b0ab-45a2bff20dd5)] {{(pid=103376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 18:25:23.516419 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-14321f62-6217-40e6-92be-6afff0fe65fc tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (d0683066-8199-42bc-b296-76e0392c6cbb), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:25:23.518636 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-d013e522-aafd-4759-b36c-f7690310e546 None None] Deleting port 02e65dfa-f351-4807-886f-3498dee6c623 {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 18:25:23.518636 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d013e522-aafd-4759-b36c-f7690310e546 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (02e65dfa-f351-4807-886f-3498dee6c623), before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:25:23.530612 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-14321f62-6217-40e6-92be-6afff0fe65fc tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Calling delete_port for d0683066-8199-42bc-b296-76e0392c6cbb owned by network:router_gateway {{(pid=103376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 18:25:23.652063 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-d013e522-aafd-4759-b36c-f7690310e546 None None] For port 02e65dfa-f351-4807-886f-3498dee6c623, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=02e65dfa-f351-4807-886f-3498dee6c623,segment=NetworkSegment(c090f35a-beca-445d-be59-42e56157e57b),segment_id=c090f35a-beca-445d-be59-42e56157e57b)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 18:25:23.652372 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d013e522-aafd-4759-b36c-f7690310e546 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (02e65dfa-f351-4807-886f-3498dee6c623), precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:25:23.673267 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-d013e522-aafd-4759-b36c-f7690310e546 None None] Calling delete_port for 02e65dfa-f351-4807-886f-3498dee6c623 owned by network:dhcp {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 18:25:23.789633 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-b0c6d9b6-0879-469d-aa7b-34cd824d8220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '349c1ed7-4dea-4986-bd2d-68d4257b2d7e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1259820023', 'tenant_id': '0a3be2315053479497104165645f2b52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.38'}], 'enable_snat': True}, 'gw_port_id': 'd0683066-8199-42bc-b296-76e0392c6cbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T18:23:44Z', 'updated_at': '2022-02-04T18:25:22Z', 'revision_number': 5, 'project_id': '0a3be2315053479497104165645f2b52', 'gw_port': {'id': 'd0683066-8199-42bc-b296-76e0392c6cbb', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:5d:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '349c1ed7-4dea-4986-bd2d-68d4257b2d7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:23:45Z', 'updated_at': '2022-02-04T18:23:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2'}], 'n-d-827839-2', False) {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:25:23.818261 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0c6d9b6-0879-469d-aa7b-34cd824d8220 None None] The sync data for ids ['349c1ed7-4dea-4986-bd2d-68d4257b2d7e'] in n-d-827839-2 is: [{'id': '349c1ed7-4dea-4986-bd2d-68d4257b2d7e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1259820023', 'tenant_id': '0a3be2315053479497104165645f2b52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.38'}], 'enable_snat': True}, 'gw_port_id': 'd0683066-8199-42bc-b296-76e0392c6cbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T18:23:44Z', 'updated_at': '2022-02-04T18:25:22Z', 'revision_number': 5, 'project_id': '0a3be2315053479497104165645f2b52', 'gw_port': {'id': 'd0683066-8199-42bc-b296-76e0392c6cbb', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:5d:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '349c1ed7-4dea-4986-bd2d-68d4257b2d7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:23:45Z', 'updated_at': '2022-02-04T18:23:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2'}] {{(pid=103378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 18:25:23.825112 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d013e522-aafd-4759-b36c-f7690310e546 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144'] for port (02e65dfa-f351-4807-886f-3498dee6c623), after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:25:23.857659 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d013e522-aafd-4759-b36c-f7690310e546 None None] Pushing event deleted for resources: {'Port': ['ID=02e65dfa-f351-4807-886f-3498dee6c623,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:25:23.865772 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d013e522-aafd-4759-b36c-f7690310e546 None None] No DVR routers for this DVR port 02e65dfa-f351-4807-886f-3498dee6c623 on host n-d-827839-2 {{(pid=103378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 18:25:23.872635 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d013e522-aafd-4759-b36c-f7690310e546 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:25:23.873099 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d013e522-aafd-4759-b36c-f7690310e546 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:25:23.873446 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d013e522-aafd-4759-b36c-f7690310e546 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:25:23.874004 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d013e522-aafd-4759-b36c-f7690310e546 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:25:23.874111 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d013e522-aafd-4759-b36c-f7690310e546 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:25:23.874437 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d013e522-aafd-4759-b36c-f7690310e546 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:25:23.875295 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d013e522-aafd-4759-b36c-f7690310e546 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:25:23.875627 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d013e522-aafd-4759-b36c-f7690310e546 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:25:23.875956 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d013e522-aafd-4759-b36c-f7690310e546 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:25:23.876278 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d013e522-aafd-4759-b36c-f7690310e546 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:25:23.876605 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d013e522-aafd-4759-b36c-f7690310e546 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:25:23.877847 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d013e522-aafd-4759-b36c-f7690310e546 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:25:23.877847 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d013e522-aafd-4759-b36c-f7690310e546 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:25:24.054893 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-14321f62-6217-40e6-92be-6afff0fe65fc tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (d0683066-8199-42bc-b296-76e0392c6cbb), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:25:24.087410 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14321f62-6217-40e6-92be-6afff0fe65fc tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Pushing event deleted for resources: {'Port': ['ID=d0683066-8199-42bc-b296-76e0392c6cbb,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:25:24.149882 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-14321f62-6217-40e6-92be-6afff0fe65fc tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1595544'] for router_gateway (349c1ed7-4dea-4986-bd2d-68d4257b2d7e), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:25:24.250275 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-14321f62-6217-40e6-92be-6afff0fe65fc tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1601811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26971'] for router (349c1ed7-4dea-4986-bd2d-68d4257b2d7e), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:25:24.252570 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-14321f62-6217-40e6-92be-6afff0fe65fc tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks [] for router_controller (349c1ed7-4dea-4986-bd2d-68d4257b2d7e), precommit_delete_associations {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:25:24.274810 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device b06404fc-fa75-4b6e-a605-7fbc26576bf9 no longer exists at agent hyperv_n-h1-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 18:25:24.300303 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] No Port match for: b06404fc-fa75-4b6e-a605-7fbc26576bf9 {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 18:25:24.300648 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device b06404fc-fa75-4b6e-a605-7fbc26576bf9 not bound to the agent host n-h1-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 18:25:24.318121 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-14321f62-6217-40e6-92be-6afff0fe65fc tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1601832'] for router (349c1ed7-4dea-4986-bd2d-68d4257b2d7e), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:25:24.318627 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14321f62-6217-40e6-92be-6afff0fe65fc tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Fanout notify agent at l3_agent the message router_deleted on router 349c1ed7-4dea-4986-bd2d-68d4257b2d7e {{(pid=103376) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 18:25:24.325567 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-14321f62-6217-40e6-92be-6afff0fe65fc tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks [] for router (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:25:24.326722 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-14321f62-6217-40e6-92be-6afff0fe65fc tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] 10.222.0.89 "DELETE /v2.0/routers/349c1ed7-4dea-4986-bd2d-68d4257b2d7e HTTP/1.1" status: 204 len: 168 time: 1.1828413 Feb 04 18:25:24.330065 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 58298) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:25:24.414423 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-a0488652-8a6b-4afa-935d-59d838f3191e tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628832'] for network (a61f62d0-0119-446a-9c02-c0f959e8625f), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:25:24.494006 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 02e65dfa-f351-4807-886f-3498dee6c623 no longer exists at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 18:25:24.506586 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-a0488652-8a6b-4afa-935d-59d838f3191e tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1543676', 'neutron.services.segments.db._delete_segments_for_network-8781084786517'] for network (a61f62d0-0119-446a-9c02-c0f959e8625f), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:25:24.516230 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] No Port match for: 02e65dfa-f351-4807-886f-3498dee6c623 {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 18:25:24.516594 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 02e65dfa-f351-4807-886f-3498dee6c623 not bound to the agent host n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 18:25:24.517042 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device f21cc85b-a55f-4de9-9f7a-805378571ab6 no longer exists at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 18:25:24.533331 n-d-827839-2 neutron-server[103376]: DEBUG neutron.services.segments.db [None req-a0488652-8a6b-4afa-935d-59d838f3191e tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a61f62d0-0119-446a-9c02-c0f959e8625f']}} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:25:24.538649 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] No Port match for: f21cc85b-a55f-4de9-9f7a-805378571ab6 {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 18:25:24.539114 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device f21cc85b-a55f-4de9-9f7a-805378571ab6 not bound to the agent host n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 18:25:24.543634 n-d-827839-2 neutron-server[103376]: DEBUG neutron.services.segments.db [None req-a0488652-8a6b-4afa-935d-59d838f3191e tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c090f35a-beca-445d-be59-42e56157e57b') {'for_net_delete': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:25:24.543936 n-d-827839-2 neutron-server[103376]: DEBUG neutron.services.segments.db [None req-a0488652-8a6b-4afa-935d-59d838f3191e tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c090f35a-beca-445d-be59-42e56157e57b') {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:25:24.558110 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-a0488652-8a6b-4afa-935d-59d838f3191e tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781084783966', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25674908'] for segment (c090f35a-beca-445d-be59-42e56157e57b), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:25:24.575733 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-a0488652-8a6b-4afa-935d-59d838f3191e tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (c090f35a-beca-445d-be59-42e56157e57b), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:25:24.582001 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0488652-8a6b-4afa-935d-59d838f3191e tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Releasing vlan 781 on physical network physnet1 to pool {{(pid=103376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 18:25:24.582390 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-a0488652-8a6b-4afa-935d-59d838f3191e tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25675992'] for segment (c090f35a-beca-445d-be59-42e56157e57b), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:25:24.585399 n-d-827839-2 neutron-server[103376]: Traceback (most recent call last): Feb 04 18:25:24.585399 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 18:25:24.585399 n-d-827839-2 neutron-server[103376]: timer() Feb 04 18:25:24.585399 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 18:25:24.585399 n-d-827839-2 neutron-server[103376]: cb(*args, **kw) Feb 04 18:25:24.585399 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 18:25:24.585399 n-d-827839-2 neutron-server[103376]: return func(*args, **kwargs) Feb 04 18:25:24.585399 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 18:25:24.585399 n-d-827839-2 neutron-server[103376]: self._notify() Feb 04 18:25:24.585399 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 18:25:24.585399 n-d-827839-2 neutron-server[103376]: self.callback(batched_events) Feb 04 18:25:24.585399 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 18:25:24.585399 n-d-827839-2 neutron-server[103376]: event.method(event) Feb 04 18:25:24.585399 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 18:25:24.585399 n-d-827839-2 neutron-server[103376]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 18:25:24.585399 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 18:25:24.585399 n-d-827839-2 neutron-server[103376]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 18:25:24.585399 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 18:25:24.585399 n-d-827839-2 neutron-server[103376]: return f(self, *a, **k) Feb 04 18:25:24.585399 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 18:25:24.585399 n-d-827839-2 neutron-server[103376]: return self._get(url).json() Feb 04 18:25:24.585399 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 18:25:24.585399 n-d-827839-2 neutron-server[103376]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 18:25:24.585399 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 18:25:24.585399 n-d-827839-2 neutron-server[103376]: return self.request(url, 'GET', **kwargs) Feb 04 18:25:24.585399 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 18:25:24.585399 n-d-827839-2 neutron-server[103376]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 18:25:24.585399 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 18:25:24.585399 n-d-827839-2 neutron-server[103376]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 18:25:24.585399 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 18:25:24.585399 n-d-827839-2 neutron-server[103376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 18:25:24.585399 n-d-827839-2 neutron-server[103376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 18:25:24.642415 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-a0488652-8a6b-4afa-935d-59d838f3191e tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1543671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1595572'] for network (a61f62d0-0119-446a-9c02-c0f959e8625f), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:25:24.649350 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-a0488652-8a6b-4afa-935d-59d838f3191e tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks [] for network (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:25:24.652809 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-a0488652-8a6b-4afa-935d-59d838f3191e tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] 10.222.0.89 "DELETE /v2.0/networks/a61f62d0-0119-446a-9c02-c0f959e8625f HTTP/1.1" status: 204 len: 168 time: 0.3216434 Feb 04 18:25:24.655876 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 58300) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:25:24.665257 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0488652-8a6b-4afa-935d-59d838f3191e tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Pushing event deleted for resources: {'Network': ['ID=a61f62d0-0119-446a-9c02-c0f959e8625f,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:25:24.712315 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-8e0c0113-d9a0-41e5-bbde-2cfcd205e807 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks [] for security_group (af909025-a715-4788-a56b-10ddd134e181), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:25:24.737817 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-8e0c0113-d9a0-41e5-bbde-2cfcd205e807 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks [] for security_group (af909025-a715-4788-a56b-10ddd134e181), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:25:24.801805 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-8e0c0113-d9a0-41e5-bbde-2cfcd205e807 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (af909025-a715-4788-a56b-10ddd134e181), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:25:24.804344 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-8e0c0113-d9a0-41e5-bbde-2cfcd205e807 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:25:24.805529 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-8e0c0113-d9a0-41e5-bbde-2cfcd205e807 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] 10.222.0.89 "DELETE /v2.0/security-groups/af909025-a715-4788-a56b-10ddd134e181 HTTP/1.1" status: 204 len: 168 time: 0.1481364 Feb 04 18:25:24.814622 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0c0113-d9a0-41e5-bbde-2cfcd205e807 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=af909025-a715-4788-a56b-10ddd134e181,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:25:25.107582 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 58306) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:25:25.112197 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-eeb82a46-6e33-4b32-b371-57f4309a1da6 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1047837726', 'description': 'tempest-secgroup-smoke-1047837726 description', 'project_id': '0a3be2315053479497104165645f2b52'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 18:25:25.131637 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-eeb82a46-6e33-4b32-b371-57f4309a1da6 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks [] for security_group (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:25:25.202630 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-eeb82a46-6e33-4b32-b371-57f4309a1da6 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks [] for security_group (71719b76-5397-4377-ad8b-397420e87dd9), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:25:25.207059 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-eeb82a46-6e33-4b32-b371-57f4309a1da6 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (71719b76-5397-4377-ad8b-397420e87dd9), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:25:25.241942 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-eeb82a46-6e33-4b32-b371-57f4309a1da6 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks [] for security_group (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:25:25.243185 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-eeb82a46-6e33-4b32-b371-57f4309a1da6 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] 10.222.0.89 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1345878 Feb 04 18:25:25.245155 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb82a46-6e33-4b32-b371-57f4309a1da6 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Pushing event updated for resources: {'SecurityGroup': ['ID=71719b76-5397-4377-ad8b-397420e87dd9,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:25:25.246243 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 58308) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:25:25.251565 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-7e9478ec-dcdf-40bb-b7d7-bf18049d1cae tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Request body: {'security_group_rule': {'security_group_id': '71719b76-5397-4377-ad8b-397420e87dd9', 'project_id': '0a3be2315053479497104165645f2b52', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 18:25:25.279255 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-7e9478ec-dcdf-40bb-b7d7-bf18049d1cae tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks [] for security_group_rule (d88b7049-79eb-4310-bfa6-6a3f740d5752), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:25:25.325183 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-7e9478ec-dcdf-40bb-b7d7-bf18049d1cae tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks [] for security_group_rule (d88b7049-79eb-4310-bfa6-6a3f740d5752), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:25:25.328702 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-7e9478ec-dcdf-40bb-b7d7-bf18049d1cae tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664556'] for security_group_rule (d88b7049-79eb-4310-bfa6-6a3f740d5752), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:25:25.347724 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9478ec-dcdf-40bb-b7d7-bf18049d1cae tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d88b7049-79eb-4310-bfa6-6a3f740d5752,revision_number=0']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:25:25.354651 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-7e9478ec-dcdf-40bb-b7d7-bf18049d1cae tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:25:25.355814 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-7e9478ec-dcdf-40bb-b7d7-bf18049d1cae tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1084673 Feb 04 18:25:25.358607 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 58310) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:25:25.363633 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-16a12834-ef6b-4068-8160-b255abe98c91 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Request body: {'security_group_rule': {'security_group_id': '71719b76-5397-4377-ad8b-397420e87dd9', 'project_id': '0a3be2315053479497104165645f2b52', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 18:25:25.386202 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-16a12834-ef6b-4068-8160-b255abe98c91 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks [] for security_group_rule (e5060ed0-322c-4c15-a248-7ea1b0b940b4), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:25:25.440261 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-16a12834-ef6b-4068-8160-b255abe98c91 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks [] for security_group_rule (e5060ed0-322c-4c15-a248-7ea1b0b940b4), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:25:25.443590 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-16a12834-ef6b-4068-8160-b255abe98c91 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664556'] for security_group_rule (e5060ed0-322c-4c15-a248-7ea1b0b940b4), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:25:25.460886 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a12834-ef6b-4068-8160-b255abe98c91 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5060ed0-322c-4c15-a248-7ea1b0b940b4,revision_number=0']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:25:25.465069 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-16a12834-ef6b-4068-8160-b255abe98c91 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:25:25.466217 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-16a12834-ef6b-4068-8160-b255abe98c91 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1059985 Feb 04 18:25:25.469449 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 58312) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:25:25.473628 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-afbc1677-0622-4e33-984d-dd1f9df291fe tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Request body: {'security_group_rule': {'security_group_id': '71719b76-5397-4377-ad8b-397420e87dd9', 'project_id': '0a3be2315053479497104165645f2b52', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 18:25:25.498431 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-afbc1677-0622-4e33-984d-dd1f9df291fe tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks [] for security_group_rule (75e7727a-3bdf-43c7-9b8a-dc4591827d72), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:25:25.558851 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-afbc1677-0622-4e33-984d-dd1f9df291fe tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks [] for security_group_rule (75e7727a-3bdf-43c7-9b8a-dc4591827d72), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:25:25.562179 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-afbc1677-0622-4e33-984d-dd1f9df291fe tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664556'] for security_group_rule (75e7727a-3bdf-43c7-9b8a-dc4591827d72), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:25:25.579853 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afbc1677-0622-4e33-984d-dd1f9df291fe tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75e7727a-3bdf-43c7-9b8a-dc4591827d72,revision_number=0']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:25:25.584763 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-afbc1677-0622-4e33-984d-dd1f9df291fe tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:25:25.585948 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-afbc1677-0622-4e33-984d-dd1f9df291fe tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1155491 Feb 04 18:25:25.588660 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 58314) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:25:25.592960 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-4b356044-fdcd-46f7-9995-3ba5bc2e3827 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Request body: {'security_group_rule': {'security_group_id': '71719b76-5397-4377-ad8b-397420e87dd9', 'project_id': '0a3be2315053479497104165645f2b52', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 18:25:25.617203 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-4b356044-fdcd-46f7-9995-3ba5bc2e3827 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks [] for security_group_rule (6cea0afa-ea9f-4b2d-9f5c-70cd33caf37d), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:25:25.675775 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-4b356044-fdcd-46f7-9995-3ba5bc2e3827 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks [] for security_group_rule (6cea0afa-ea9f-4b2d-9f5c-70cd33caf37d), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:25:25.679193 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-4b356044-fdcd-46f7-9995-3ba5bc2e3827 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664556'] for security_group_rule (6cea0afa-ea9f-4b2d-9f5c-70cd33caf37d), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:25:25.697387 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b356044-fdcd-46f7-9995-3ba5bc2e3827 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6cea0afa-ea9f-4b2d-9f5c-70cd33caf37d,revision_number=0']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:25:25.705377 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-4b356044-fdcd-46f7-9995-3ba5bc2e3827 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:25:25.706564 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-4b356044-fdcd-46f7-9995-3ba5bc2e3827 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1169448 Feb 04 18:25:25.709416 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 58316) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:25:25.713761 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-ad09296d-3c5f-4f8a-8377-968ba17539f1 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Request body: {'security_group_rule': {'security_group_id': '71719b76-5397-4377-ad8b-397420e87dd9', 'project_id': '0a3be2315053479497104165645f2b52', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 18:25:25.733654 n-d-827839-2 neutron-server[103377]: INFO neutron.db.securitygroups_db [None req-ad09296d-3c5f-4f8a-8377-968ba17539f1 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Project 0a3be2315053479497104165645f2b52 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 18:25:25.738262 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-ad09296d-3c5f-4f8a-8377-968ba17539f1 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks [] for security_group_rule (a4ed4225-ea3a-4e7b-8095-13b153378b5f), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:25:25.794878 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-ad09296d-3c5f-4f8a-8377-968ba17539f1 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks [] for security_group_rule (a4ed4225-ea3a-4e7b-8095-13b153378b5f), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:25:25.798390 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-ad09296d-3c5f-4f8a-8377-968ba17539f1 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664556'] for security_group_rule (a4ed4225-ea3a-4e7b-8095-13b153378b5f), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:25:25.817376 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad09296d-3c5f-4f8a-8377-968ba17539f1 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4ed4225-ea3a-4e7b-8095-13b153378b5f,revision_number=0']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:25:25.824939 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-ad09296d-3c5f-4f8a-8377-968ba17539f1 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:25:25.826149 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-ad09296d-3c5f-4f8a-8377-968ba17539f1 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1157868 Feb 04 18:25:25.829418 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 58318) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:25:25.834035 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-d5ef81e7-ea1e-4d8f-a880-cd1042013a6e tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Request body: {'security_group_rule': {'security_group_id': '71719b76-5397-4377-ad8b-397420e87dd9', 'project_id': '0a3be2315053479497104165645f2b52', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 18:25:25.853696 n-d-827839-2 neutron-server[103377]: INFO neutron.db.securitygroups_db [None req-d5ef81e7-ea1e-4d8f-a880-cd1042013a6e tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Project 0a3be2315053479497104165645f2b52 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 18:25:25.858379 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-d5ef81e7-ea1e-4d8f-a880-cd1042013a6e tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks [] for security_group_rule (b7efb1cc-fb7b-4f8d-b5d2-85a33938d072), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:25:25.916040 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-d5ef81e7-ea1e-4d8f-a880-cd1042013a6e tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks [] for security_group_rule (b7efb1cc-fb7b-4f8d-b5d2-85a33938d072), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:25:25.919418 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-d5ef81e7-ea1e-4d8f-a880-cd1042013a6e tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664556'] for security_group_rule (b7efb1cc-fb7b-4f8d-b5d2-85a33938d072), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:25:25.936110 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ef81e7-ea1e-4d8f-a880-cd1042013a6e tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7efb1cc-fb7b-4f8d-b5d2-85a33938d072,revision_number=0']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:25:25.946854 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-d5ef81e7-ea1e-4d8f-a880-cd1042013a6e tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:25:25.948056 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-d5ef81e7-ea1e-4d8f-a880-cd1042013a6e tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1177204 Feb 04 18:25:25.951258 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 58320) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:25:25.956706 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-b156e49d-c388-4e23-8cb9-fe19219c5ede tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Request body: {'network': {'name': 'tempest-network-smoke--725088121', 'project_id': '0a3be2315053479497104165645f2b52', 'port_security_enabled': True}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 18:25:25.974629 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b156e49d-c388-4e23-8cb9-fe19219c5ede tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Made reservation on behalf of 0a3be2315053479497104165645f2b52 for: {'network': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 18:25:25.977816 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-b156e49d-c388-4e23-8cb9-fe19219c5ede tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for network (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:25:26.000454 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b156e49d-c388-4e23-8cb9-fe19219c5ede tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] vlan segment allocate from pool success with {'vlan_id': 793, 'physical_network': 'physnet1'} {{(pid=103377) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 18:25:26.009425 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-b156e49d-c388-4e23-8cb9-fe19219c5ede tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (435c98d8-2e4c-4cdc-981d-5832c1157adb), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:25:26.009767 n-d-827839-2 neutron-server[103377]: INFO neutron.db.segments_db [None req-b156e49d-c388-4e23-8cb9-fe19219c5ede tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Added segment 435c98d8-2e4c-4cdc-981d-5832c1157adb of type vlan for network f801f42f-c02b-4aec-ad03-f728d9a20896 Feb 04 18:25:26.051980 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-b156e49d-c388-4e23-8cb9-fe19219c5ede tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781084292801'] for network (f801f42f-c02b-4aec-ad03-f728d9a20896), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:25:26.075878 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-b156e49d-c388-4e23-8cb9-fe19219c5ede tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327'] for network (f801f42f-c02b-4aec-ad03-f728d9a20896), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:25:26.081329 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b156e49d-c388-4e23-8cb9-fe19219c5ede tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:25:26.081911 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-b156e49d-c388-4e23-8cb9-fe19219c5ede tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks [] for network (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:25:26.139671 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-b156e49d-c388-4e23-8cb9-fe19219c5ede tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1873925 Feb 04 18:25:26.142867 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 58322) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:25:26.149155 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-8b5fe08d-b8d3-4fd9-9d73-14982ba4531a tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1395702553', 'admin_state_up': True, 'project_id': '0a3be2315053479497104165645f2b52', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188'}}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 18:25:26.160630 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b156e49d-c388-4e23-8cb9-fe19219c5ede tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Pushing event updated for resources: {'Network': ['ID=f801f42f-c02b-4aec-ad03-f728d9a20896,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:25:26.173421 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-8b5fe08d-b8d3-4fd9-9d73-14982ba4531a tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1601657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26921'] for router (3b79b214-36f3-4857-b7dd-0d6171e62826), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:25:26.173712 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Network f801f42f-c02b-4aec-ad03-f728d9a20896 details requested by agent ovs-agent-n-d-827839-2 with host n-d-827839-2 {{(pid=103378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 18:25:26.174393 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-8b5fe08d-b8d3-4fd9-9d73-14982ba4531a tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1602025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603663', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1630571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26960'] for router (3b79b214-36f3-4857-b7dd-0d6171e62826), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:25:26.230409 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-8b5fe08d-b8d3-4fd9-9d73-14982ba4531a tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks [] for router_controller (3b79b214-36f3-4857-b7dd-0d6171e62826), precommit_add_association {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:25:26.346623 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device d0683066-8199-42bc-b296-76e0392c6cbb no longer exists at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 18:25:26.366746 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] No Port match for: d0683066-8199-42bc-b296-76e0392c6cbb {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 18:25:26.367084 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device d0683066-8199-42bc-b296-76e0392c6cbb not bound to the agent host n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 18:25:26.371415 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-8b5fe08d-b8d3-4fd9-9d73-14982ba4531a tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks [] for router_gateway (3b79b214-36f3-4857-b7dd-0d6171e62826), precommit_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:25:26.563631 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-8b5fe08d-b8d3-4fd9-9d73-14982ba4531a tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks [] for router_gateway (3b79b214-36f3-4857-b7dd-0d6171e62826), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:25:26.581474 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-8b5fe08d-b8d3-4fd9-9d73-14982ba4531a tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:25:26.684126 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.db_base_plugin_common [None req-8b5fe08d-b8d3-4fd9-9d73-14982ba4531a tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Allocated IP 172.25.6.8 (48165773-85ad-49a1-9ec1-76fc8dc24188/7660bfad-1ea8-4fe7-831b-bed836f13efc/60749553-6930-4441-a0e4-2f53c2ddf828) {{(pid=103377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 18:25:26.784523 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-8b5fe08d-b8d3-4fd9-9d73-14982ba4531a tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks [] for port (60749553-6930-4441-a0e4-2f53c2ddf828), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:25:26.817640 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-8b5fe08d-b8d3-4fd9-9d73-14982ba4531a tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (60749553-6930-4441-a0e4-2f53c2ddf828), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:25:26.855294 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b5fe08d-b8d3-4fd9-9d73-14982ba4531a tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Network 48165773-85ad-49a1-9ec1-76fc8dc24188 is already hosted by enough agents. {{(pid=103377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 18:25:26.860549 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [None req-8b5fe08d-b8d3-4fd9-9d73-14982ba4531a tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Resources bound (agent type, host, resource id): {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 18:25:26.863147 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b5fe08d-b8d3-4fd9-9d73-14982ba4531a tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Received port after_create {{(pid=103377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 18:25:27.187622 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.agents_db [None req-e1691f3b-aacd-4cd6-8ebb-a9c53bb301c0 None None] Agent healthcheck: found 7 active agents {{(pid=103379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 18:25:27.192726 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5fe08d-b8d3-4fd9-9d73-14982ba4531a tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Pushing event updated for resources: {'Port': ['ID=60749553-6930-4441-a0e4-2f53c2ddf828,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:25:27.412864 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-8b5fe08d-b8d3-4fd9-9d73-14982ba4531a tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks [] for router_gateway (3b79b214-36f3-4857-b7dd-0d6171e62826), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:25:27.611934 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-8b5fe08d-b8d3-4fd9-9d73-14982ba4531a tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1602046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603680'] for router (3b79b214-36f3-4857-b7dd-0d6171e62826), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:25:27.741069 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b5fe08d-b8d3-4fd9-9d73-14982ba4531a tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Router 3b79b214-36f3-4857-b7dd-0d6171e62826 is scheduled to L3 agent 64ada913-9131-4d99-a265-63a920956287 with binding_index 1 {{(pid=103377) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 18:25:27.850781 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b5fe08d-b8d3-4fd9-9d73-14982ba4531a tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Notify agent at l3_agent.n-d-827839-2 the message routers_updated {{(pid=103377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 18:25:27.861414 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-831c9bcb-307c-414f-b040-ea3159bbfa37 None None] Sync routers for ids ['3b79b214-36f3-4857-b7dd-0d6171e62826'] in n-d-827839-2 {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 18:25:27.871866 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-8b5fe08d-b8d3-4fd9-9d73-14982ba4531a tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks [] for router (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:25:27.872143 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-831c9bcb-307c-414f-b040-ea3159bbfa37 None None] Routers {'3b79b214-36f3-4857-b7dd-0d6171e62826'} bound to L3 agent in host n-d-827839-2 {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 18:25:27.872786 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-831c9bcb-307c-414f-b040-ea3159bbfa37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T18:25:03Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['3b79b214-36f3-4857-b7dd-0d6171e62826'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:25:27.873271 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-8b5fe08d-b8d3-4fd9-9d73-14982ba4531a tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] 10.222.0.89 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.7293065 Feb 04 18:25:27.876326 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 58324) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:25:27.907624 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-6da4c802-ce2b-4f2a-bf33-fa93f7170416 tempest-TestNetworkAdvancedServerOps-797370670 tempest-TestNetworkAdvancedServerOps-797370670-project-admin] 10.222.0.89 "GET /v2.0/subnets?project_id=0a3be2315053479497104165645f2b52&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0272870 Feb 04 18:25:27.907844 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 58326) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:25:27.982232 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvr_db [None req-831c9bcb-307c-414f-b040-ea3159bbfa37 None None] Set router 3b79b214-36f3-4857-b7dd-0d6171e62826 gateway port host: n-d-827839-2 {{(pid=103379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 18:25:27.996626 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aa4ccb5-38b6-485b-a4ca-67405fc47bdb tempest-TestNetworkAdvancedServerOps-797370670 tempest-TestNetworkAdvancedServerOps-797370670-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:25:27.998191 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-0aa4ccb5-38b6-485b-a4ca-67405fc47bdb tempest-TestNetworkAdvancedServerOps-797370670 tempest-TestNetworkAdvancedServerOps-797370670-project-admin] 10.222.0.89 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0894723 Feb 04 18:25:28.001004 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 58328) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:25:28.028480 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-24272821-ebf2-4ce9-88e0-05aabbf31a91 tempest-TestNetworkAdvancedServerOps-797370670 tempest-TestNetworkAdvancedServerOps-797370670-project-admin] 10.222.0.89 "GET /v2.0/subnets?network_id=48165773-85ad-49a1-9ec1-76fc8dc24188&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0263343 Feb 04 18:25:28.031688 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 58330) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:25:28.036288 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-ac900654-c265-4148-8c1d-4986d0cf2bf1 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-371196408', 'network_id': 'f801f42f-c02b-4aec-ad03-f728d9a20896', 'project_id': '0a3be2315053479497104165645f2b52', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 18:25:28.124427 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac900654-c265-4148-8c1d-4986d0cf2bf1 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Made reservation on behalf of 0a3be2315053479497104165645f2b52 for: {'subnet': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 18:25:28.127816 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-ac900654-c265-4148-8c1d-4986d0cf2bf1 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25597243'] for subnet (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:25:28.163436 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-831c9bcb-307c-414f-b040-ea3159bbfa37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b79b214-36f3-4857-b7dd-0d6171e62826', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1395702553', 'tenant_id': '0a3be2315053479497104165645f2b52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.8'}], 'enable_snat': True}, 'gw_port_id': '60749553-6930-4441-a0e4-2f53c2ddf828', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T18:25:26Z', 'updated_at': '2022-02-04T18:25:27Z', 'revision_number': 3, 'project_id': '0a3be2315053479497104165645f2b52', 'gw_port': {'id': '60749553-6930-4441-a0e4-2f53c2ddf828', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:cb:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b79b214-36f3-4857-b7dd-0d6171e62826', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:25:26Z', 'updated_at': '2022-02-04T18:25:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2'}], 'n-d-827839-2', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:25:28.189385 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-831c9bcb-307c-414f-b040-ea3159bbfa37 None None] Checking router: 3b79b214-36f3-4857-b7dd-0d6171e62826 for host: n-d-827839-2 {{(pid=103379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 18:25:28.190095 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-831c9bcb-307c-414f-b040-ea3159bbfa37 None None] Updating router 3b79b214-36f3-4857-b7dd-0d6171e62826 port 60749553-6930-4441-a0e4-2f53c2ddf828 binding host n-d-827839-2 {{(pid=103379) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 18:25:28.223013 n-d-827839-2 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-831c9bcb-307c-414f-b040-ea3159bbfa37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (60749553-6930-4441-a0e4-2f53c2ddf828), before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:25:28.311002 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-ac900654-c265-4148-8c1d-4986d0cf2bf1 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25889445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25597197'] for subnet (dee32662-2180-4d16-8599-7b7f60001b02), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:25:28.372597 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac900654-c265-4148-8c1d-4986d0cf2bf1 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Pushing event updated for resources: {'Subnet': ['ID=dee32662-2180-4d16-8599-7b7f60001b02,revision_number=0']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:25:28.380778 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac900654-c265-4148-8c1d-4986d0cf2bf1 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Checking segment: {'id': '435c98d8-2e4c-4cdc-981d-5832c1157adb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'f801f42f-c02b-4aec-ad03-f728d9a20896'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 18:25:28.381147 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac900654-c265-4148-8c1d-4986d0cf2bf1 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Network hostable DHCP agents. Network: f801f42f-c02b-4aec-ad03-f728d9a20896, hostable agents: ['bb89f5a3-3c22-440b-b7d1-c4f0c43c184a'], hosted agents: [] {{(pid=103377) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 18:25:28.398595 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac900654-c265-4148-8c1d-4986d0cf2bf1 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Network f801f42f-c02b-4aec-ad03-f728d9a20896 is scheduled to be hosted by DHCP agent bb89f5a3-3c22-440b-b7d1-c4f0c43c184a with binding_index 1 {{(pid=103377) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 18:25:28.407792 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [None req-ac900654-c265-4148-8c1d-4986d0cf2bf1 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827839-2, f801f42f-c02b-4aec-ad03-f728d9a20896) {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 18:25:28.412189 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac900654-c265-4148-8c1d-4986d0cf2bf1 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:25:28.413010 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-ac900654-c265-4148-8c1d-4986d0cf2bf1 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks [] for subnet (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:25:28.420595 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a844bf93-244b-4c7a-94a3-504a9bb2ab0f None None] Network f801f42f-c02b-4aec-ad03-f728d9a20896 requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 18:25:28.432155 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-ac900654-c265-4148-8c1d-4986d0cf2bf1 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.3968813 Feb 04 18:25:28.432883 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 58332) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:25:28.480564 n-d-827839-2 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-831c9bcb-307c-414f-b040-ea3159bbfa37 None None] Publish callbacks [] for port (60749553-6930-4441-a0e4-2f53c2ddf828), precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:25:28.486655 n-d-827839-2 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-831c9bcb-307c-414f-b040-ea3159bbfa37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (60749553-6930-4441-a0e4-2f53c2ddf828), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:25:28.528202 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02014eb5-711f-4306-bf5e-5184c13ebf2c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e4c19ad-5724-5db8-8ee1-4f56ae69fcf4-f801f42f-c02b-4aec-ad03-f728d9a20896', 'network_id': 'f801f42f-c02b-4aec-ad03-f728d9a20896', 'project_id': '0a3be2315053479497104165645f2b52', 'fixed_ips': [{'subnet_id': 'dee32662-2180-4d16-8599-7b7f60001b02'}]}} from n-d-827839-2. {{(pid=103378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 18:25:28.530322 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-02014eb5-711f-4306-bf5e-5184c13ebf2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:25:28.540965 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [None req-831c9bcb-307c-414f-b040-ea3159bbfa37 None None] Attempting to bind port 60749553-6930-4441-a0e4-2f53c2ddf828 on host n-d-827839-2 for vnic_type normal with profile {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 18:25:28.541738 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [None req-831c9bcb-307c-414f-b040-ea3159bbfa37 None None] Attempting to bind port 60749553-6930-4441-a0e4-2f53c2ddf828 by drivers openvswitch,hyperv on host n-d-827839-2 at level 0 using segments [{'id': '5942dc44-1f07-4c27-b0ab-45a2bff20dd5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188'}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 18:25:28.541738 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-831c9bcb-307c-414f-b040-ea3159bbfa37 None None] Attempting to bind port 60749553-6930-4441-a0e4-2f53c2ddf828 on network 48165773-85ad-49a1-9ec1-76fc8dc24188 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 18:25:28.554563 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-831c9bcb-307c-414f-b040-ea3159bbfa37 None None] Checking agent: {'id': 'ba70844b-66a0-45fd-a2f2-e6ed673321fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 0, 36), 'started_at': datetime.datetime(2022, 2, 4, 17, 1, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 18, 25, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 18:25:28.555069 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-831c9bcb-307c-414f-b040-ea3159bbfa37 None None] Checking segment: {'id': '5942dc44-1f07-4c27-b0ab-45a2bff20dd5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 18:25:28.555590 n-d-827839-2 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-831c9bcb-307c-414f-b040-ea3159bbfa37 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:25:28.556211 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-831c9bcb-307c-414f-b040-ea3159bbfa37 None None] Bound using segment: {'id': '5942dc44-1f07-4c27-b0ab-45a2bff20dd5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188'} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 18:25:28.556684 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [None req-831c9bcb-307c-414f-b040-ea3159bbfa37 None None] Bound port: 60749553-6930-4441-a0e4-2f53c2ddf828, host: n-d-827839-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5942dc44-1f07-4c27-b0ab-45a2bff20dd5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188'}}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 18:25:28.557096 n-d-827839-2 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-831c9bcb-307c-414f-b040-ea3159bbfa37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (60749553-6930-4441-a0e4-2f53c2ddf828), before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:25:28.587653 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63fe91dc-c71a-4d71-a979-d2a6bb942c93 None None] Pushing event updated for resources: {'Port': ['ID=60749553-6930-4441-a0e4-2f53c2ddf828,revision_number=2']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:25:28.614228 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-831c9bcb-307c-414f-b040-ea3159bbfa37 None None] For port 60749553-6930-4441-a0e4-2f53c2ddf828, host n-d-827839-2, cleared binding levels {{(pid=103379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 18:25:28.617480 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-831c9bcb-307c-414f-b040-ea3159bbfa37 None None] For port 60749553-6930-4441-a0e4-2f53c2ddf828, host n-d-827839-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=60749553-6930-4441-a0e4-2f53c2ddf828,segment=NetworkSegment(5942dc44-1f07-4c27-b0ab-45a2bff20dd5),segment_id=5942dc44-1f07-4c27-b0ab-45a2bff20dd5)] {{(pid=103379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 18:25:28.625595 n-d-827839-2 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-831c9bcb-307c-414f-b040-ea3159bbfa37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (60749553-6930-4441-a0e4-2f53c2ddf828), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:25:28.628160 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63fe91dc-c71a-4d71-a979-d2a6bb942c93 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:25:28.628845 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63fe91dc-c71a-4d71-a979-d2a6bb942c93 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:25:28.628845 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63fe91dc-c71a-4d71-a979-d2a6bb942c93 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:25:28.629197 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63fe91dc-c71a-4d71-a979-d2a6bb942c93 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:25:28.629520 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63fe91dc-c71a-4d71-a979-d2a6bb942c93 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:25:28.629870 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63fe91dc-c71a-4d71-a979-d2a6bb942c93 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:25:28.630240 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63fe91dc-c71a-4d71-a979-d2a6bb942c93 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:25:28.630507 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63fe91dc-c71a-4d71-a979-d2a6bb942c93 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:25:28.630836 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63fe91dc-c71a-4d71-a979-d2a6bb942c93 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:25:28.631161 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63fe91dc-c71a-4d71-a979-d2a6bb942c93 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:25:28.631848 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63fe91dc-c71a-4d71-a979-d2a6bb942c93 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:25:28.632148 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63fe91dc-c71a-4d71-a979-d2a6bb942c93 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:25:28.632473 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63fe91dc-c71a-4d71-a979-d2a6bb942c93 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:25:28.672147 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-02014eb5-711f-4306-bf5e-5184c13ebf2c None None] Allocated IP 172.20.0.2 (f801f42f-c02b-4aec-ad03-f728d9a20896/dee32662-2180-4d16-8599-7b7f60001b02/6914d430-4a43-4425-b5e4-f7be44f221b5) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 18:25:28.785075 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-831c9bcb-307c-414f-b040-ea3159bbfa37 None None] Routers {'3b79b214-36f3-4857-b7dd-0d6171e62826'} bound to L3 agent in host n-d-827839-2 {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 18:25:28.785716 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-831c9bcb-307c-414f-b040-ea3159bbfa37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T18:25:03Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['3b79b214-36f3-4857-b7dd-0d6171e62826'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:25:28.861314 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63fe91dc-c71a-4d71-a979-d2a6bb942c93 None None] Pushing event updated for resources: {'Port': ['ID=60749553-6930-4441-a0e4-2f53c2ddf828,revision_number=3']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:25:28.902533 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-822dff93-2cdb-44d9-ba30-284513677988 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:25:28.914550 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvr_db [None req-831c9bcb-307c-414f-b040-ea3159bbfa37 None None] Set router 3b79b214-36f3-4857-b7dd-0d6171e62826 gateway port host: n-d-827839-2 {{(pid=103379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 18:25:28.994515 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-02014eb5-711f-4306-bf5e-5184c13ebf2c None None] Publish callbacks [] for port (6914d430-4a43-4425-b5e4-f7be44f221b5), precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:25:29.000474 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-02014eb5-711f-4306-bf5e-5184c13ebf2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135'] for port (6914d430-4a43-4425-b5e4-f7be44f221b5), after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:25:29.046081 n-d-827839-2 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02014eb5-711f-4306-bf5e-5184c13ebf2c None None] Network f801f42f-c02b-4aec-ad03-f728d9a20896 is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 18:25:29.051417 n-d-827839-2 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-02014eb5-711f-4306-bf5e-5184c13ebf2c None None] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 18:25:29.053276 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02014eb5-711f-4306-bf5e-5184c13ebf2c None None] Pushing event updated for resources: {'Port': ['ID=6914d430-4a43-4425-b5e4-f7be44f221b5,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:25:29.055411 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02014eb5-711f-4306-bf5e-5184c13ebf2c None None] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 18:25:29.103288 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-831c9bcb-307c-414f-b040-ea3159bbfa37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b79b214-36f3-4857-b7dd-0d6171e62826', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1395702553', 'tenant_id': '0a3be2315053479497104165645f2b52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.8'}], 'enable_snat': True}, 'gw_port_id': '60749553-6930-4441-a0e4-2f53c2ddf828', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T18:25:26Z', 'updated_at': '2022-02-04T18:25:27Z', 'revision_number': 3, 'project_id': '0a3be2315053479497104165645f2b52', 'gw_port': {'id': '60749553-6930-4441-a0e4-2f53c2ddf828', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:cb:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b79b214-36f3-4857-b7dd-0d6171e62826', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:25:26Z', 'updated_at': '2022-02-04T18:25:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2'}], 'n-d-827839-2', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:25:29.113176 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-02014eb5-711f-4306-bf5e-5184c13ebf2c None None] Attempting to bind port 6914d430-4a43-4425-b5e4-f7be44f221b5 on host n-d-827839-2 for vnic_type normal with profile {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 18:25:29.113546 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-02014eb5-711f-4306-bf5e-5184c13ebf2c None None] Attempting to bind port 6914d430-4a43-4425-b5e4-f7be44f221b5 by drivers openvswitch,hyperv on host n-d-827839-2 at level 0 using segments [{'id': '435c98d8-2e4c-4cdc-981d-5832c1157adb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'f801f42f-c02b-4aec-ad03-f728d9a20896'}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 18:25:29.113898 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02014eb5-711f-4306-bf5e-5184c13ebf2c None None] Attempting to bind port 6914d430-4a43-4425-b5e4-f7be44f221b5 on network f801f42f-c02b-4aec-ad03-f728d9a20896 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 18:25:29.118965 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02014eb5-711f-4306-bf5e-5184c13ebf2c None None] Checking agent: {'id': 'ba70844b-66a0-45fd-a2f2-e6ed673321fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 0, 36), 'started_at': datetime.datetime(2022, 2, 4, 17, 1, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 18, 25, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 18:25:29.119334 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02014eb5-711f-4306-bf5e-5184c13ebf2c None None] Checking segment: {'id': '435c98d8-2e4c-4cdc-981d-5832c1157adb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'f801f42f-c02b-4aec-ad03-f728d9a20896'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 18:25:29.119729 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-02014eb5-711f-4306-bf5e-5184c13ebf2c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:25:29.120115 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02014eb5-711f-4306-bf5e-5184c13ebf2c None None] Bound using segment: {'id': '435c98d8-2e4c-4cdc-981d-5832c1157adb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'f801f42f-c02b-4aec-ad03-f728d9a20896'} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 18:25:29.120572 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-02014eb5-711f-4306-bf5e-5184c13ebf2c None None] Bound port: 6914d430-4a43-4425-b5e4-f7be44f221b5, host: n-d-827839-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '435c98d8-2e4c-4cdc-981d-5832c1157adb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'f801f42f-c02b-4aec-ad03-f728d9a20896'}}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 18:25:29.120969 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-02014eb5-711f-4306-bf5e-5184c13ebf2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (6914d430-4a43-4425-b5e4-f7be44f221b5), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:25:29.134519 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-831c9bcb-307c-414f-b040-ea3159bbfa37 None None] The sync data for ids ['3b79b214-36f3-4857-b7dd-0d6171e62826'] in n-d-827839-2 is: [{'id': '3b79b214-36f3-4857-b7dd-0d6171e62826', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1395702553', 'tenant_id': '0a3be2315053479497104165645f2b52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.8'}], 'enable_snat': True}, 'gw_port_id': '60749553-6930-4441-a0e4-2f53c2ddf828', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T18:25:26Z', 'updated_at': '2022-02-04T18:25:27Z', 'revision_number': 3, 'project_id': '0a3be2315053479497104165645f2b52', 'gw_port': {'id': '60749553-6930-4441-a0e4-2f53c2ddf828', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:cb:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b79b214-36f3-4857-b7dd-0d6171e62826', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:25:26Z', 'updated_at': '2022-02-04T18:25:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2'}] {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 18:25:29.188734 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-02014eb5-711f-4306-bf5e-5184c13ebf2c None None] For port 6914d430-4a43-4425-b5e4-f7be44f221b5, host n-d-827839-2, cleared binding levels {{(pid=103378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 18:25:29.192375 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-02014eb5-711f-4306-bf5e-5184c13ebf2c None None] For port 6914d430-4a43-4425-b5e4-f7be44f221b5, host n-d-827839-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=6914d430-4a43-4425-b5e4-f7be44f221b5,segment=NetworkSegment(435c98d8-2e4c-4cdc-981d-5832c1157adb),segment_id=435c98d8-2e4c-4cdc-981d-5832c1157adb)] {{(pid=103378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 18:25:29.199902 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-02014eb5-711f-4306-bf5e-5184c13ebf2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (6914d430-4a43-4425-b5e4-f7be44f221b5), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:25:29.206858 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.db_base_plugin_common [None req-822dff93-2cdb-44d9-ba30-284513677988 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Allocated IP 172.20.0.1 (f801f42f-c02b-4aec-ad03-f728d9a20896/dee32662-2180-4d16-8599-7b7f60001b02/11c9951f-9c68-4698-bee2-fc553339467e) {{(pid=103377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 18:25:29.276810 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02014eb5-711f-4306-bf5e-5184c13ebf2c None None] Pushing event updated for resources: {'Port': ['ID=6914d430-4a43-4425-b5e4-f7be44f221b5,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:25:29.338806 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-822dff93-2cdb-44d9-ba30-284513677988 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks [] for port (11c9951f-9c68-4698-bee2-fc553339467e), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:25:29.376644 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-822dff93-2cdb-44d9-ba30-284513677988 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (11c9951f-9c68-4698-bee2-fc553339467e), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:25:29.438144 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-822dff93-2cdb-44d9-ba30-284513677988 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Network f801f42f-c02b-4aec-ad03-f728d9a20896 is already hosted by enough agents. {{(pid=103377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 18:25:29.441427 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [None req-822dff93-2cdb-44d9-ba30-284513677988 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Resources bound (agent type, host, resource id): {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 18:25:29.445643 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-822dff93-2cdb-44d9-ba30-284513677988 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Received port after_create {{(pid=103377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 18:25:29.469880 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822dff93-2cdb-44d9-ba30-284513677988 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Pushing event updated for resources: {'Port': ['ID=11c9951f-9c68-4698-bee2-fc553339467e,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:25:29.509553 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-822dff93-2cdb-44d9-ba30-284513677988 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1595471'] for router_interface (3b79b214-36f3-4857-b7dd-0d6171e62826), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:25:29.671418 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-822dff93-2cdb-44d9-ba30-284513677988 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (11c9951f-9c68-4698-bee2-fc553339467e), before_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:25:29.875863 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8e491254-963a-4738-b584-6ea54bb36efe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (bb89f5a3-3c22-440b-b7d1-c4f0c43c184a), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:25:29.962159 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-822dff93-2cdb-44d9-ba30-284513677988 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks [] for port (11c9951f-9c68-4698-bee2-fc553339467e), precommit_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:25:29.968166 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-822dff93-2cdb-44d9-ba30-284513677988 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25888290'] for port (11c9951f-9c68-4698-bee2-fc553339467e), after_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:25:30.053923 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822dff93-2cdb-44d9-ba30-284513677988 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Pushing event updated for resources: {'Port': ['ID=11c9951f-9c68-4698-bee2-fc553339467e,revision_number=2']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:25:30.056557 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-822dff93-2cdb-44d9-ba30-284513677988 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1677345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602751'] for router_interface (3b79b214-36f3-4857-b7dd-0d6171e62826), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:25:30.160897 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-822dff93-2cdb-44d9-ba30-284513677988 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Network f801f42f-c02b-4aec-ad03-f728d9a20896 is already hosted by enough agents. {{(pid=103377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 18:25:30.162389 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [None req-822dff93-2cdb-44d9-ba30-284513677988 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Resources bound (agent type, host, resource id): {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 18:25:30.281220 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-822dff93-2cdb-44d9-ba30-284513677988 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Router 3b79b214-36f3-4857-b7dd-0d6171e62826 has already been hosted by L3 agent 64ada913-9131-4d99-a265-63a920956287 {{(pid=103377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 18:25:30.325558 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f8080c5-9e4a-47e0-aa7e-1880a6a71fac None None] Network f801f42f-c02b-4aec-ad03-f728d9a20896 requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 18:25:30.397871 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-6b4e95a9-a0a5-4d01-9e36-10e0677cefea None None] Provisioning complete for port 6914d430-4a43-4425-b5e4-f7be44f221b5 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 18:25:30.398253 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6b4e95a9-a0a5-4d01-9e36-10e0677cefea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (6914d430-4a43-4425-b5e4-f7be44f221b5), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:25:30.410385 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-822dff93-2cdb-44d9-ba30-284513677988 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Notify agent at l3_agent.n-d-827839-2 the message routers_updated {{(pid=103377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 18:25:30.416782 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-822dff93-2cdb-44d9-ba30-284513677988 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] 10.222.0.89 "PUT /v2.0/routers/3b79b214-36f3-4857-b7dd-0d6171e62826/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9819961 Feb 04 18:25:30.520163 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-6b4e95a9-a0a5-4d01-9e36-10e0677cefea None None] Current status of the port 6914d430-4a43-4425-b5e4-f7be44f221b5 is: DOWN; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 18:25:30.520725 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6b4e95a9-a0a5-4d01-9e36-10e0677cefea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (6914d430-4a43-4425-b5e4-f7be44f221b5), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:25:30.549088 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 60749553-6930-4441-a0e4-2f53c2ddf828 up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 18:25:30.588733 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-6b4e95a9-a0a5-4d01-9e36-10e0677cefea None None] For port 6914d430-4a43-4425-b5e4-f7be44f221b5, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=6914d430-4a43-4425-b5e4-f7be44f221b5,segment=NetworkSegment(435c98d8-2e4c-4cdc-981d-5832c1157adb),segment_id=435c98d8-2e4c-4cdc-981d-5832c1157adb)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 18:25:30.594796 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6b4e95a9-a0a5-4d01-9e36-10e0677cefea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (6914d430-4a43-4425-b5e4-f7be44f221b5), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:25:30.603508 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-cb4ed322-3924-4574-b411-56f3b1c54741 req-a2fe5592-a663-4fa0-9fa7-a24d59decc53 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] 10.222.0.89 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1047837726&fields=id&tenant_id=0a3be2315053479497104165645f2b52 HTTP/1.1" status: 200 len: 267 time: 0.0557096 Feb 04 18:25:30.667220 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4e95a9-a0a5-4d01-9e36-10e0677cefea None None] Pushing event updated for resources: {'Port': ['ID=6914d430-4a43-4425-b5e4-f7be44f221b5,revision_number=3']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:25:30.670811 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port 60749553-6930-4441-a0e4-2f53c2ddf828 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 18:25:30.671187 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (60749553-6930-4441-a0e4-2f53c2ddf828), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:25:30.721181 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4ed322-3924-4574-b411-56f3b1c54741 req-53b80511-c232-48f2-8d1b-fae772de8c70 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:25:30.722902 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-cb4ed322-3924-4574-b411-56f3b1c54741 req-53b80511-c232-48f2-8d1b-fae772de8c70 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] 10.222.0.89 "GET /v2.0/networks?id=f801f42f-c02b-4aec-ad03-f728d9a20896 HTTP/1.1" status: 200 len: 796 time: 0.1106353 Feb 04 18:25:30.741332 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-cb4ed322-3924-4574-b411-56f3b1c54741 req-46f69b1d-5ee4-4677-8c35-773fe2f13986 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] 10.222.0.89 "GET /v2.0/quotas/0a3be2315053479497104165645f2b52 HTTP/1.1" status: 200 len: 375 time: 0.0115795 Feb 04 18:25:30.773097 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port 60749553-6930-4441-a0e4-2f53c2ddf828 is: DOWN; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 18:25:30.773491 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (60749553-6930-4441-a0e4-2f53c2ddf828), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:25:30.797547 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] For port 60749553-6930-4441-a0e4-2f53c2ddf828, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=60749553-6930-4441-a0e4-2f53c2ddf828,segment=NetworkSegment(5942dc44-1f07-4c27-b0ab-45a2bff20dd5),segment_id=5942dc44-1f07-4c27-b0ab-45a2bff20dd5)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 18:25:30.802884 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (60749553-6930-4441-a0e4-2f53c2ddf828), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:25:30.803951 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 6914d430-4a43-4425-b5e4-f7be44f221b5 up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 18:25:30.810330 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-cb4ed322-3924-4574-b411-56f3b1c54741 req-1ce05286-4703-45f3-8d9c-ba51f6434bd7 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=0a3be2315053479497104165645f2b52&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0621889 Feb 04 18:25:30.883603 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [req-cb4ed322-3924-4574-b411-56f3b1c54741 req-6a1c4868-8189-4905-aeed-0e1d3acba90a service neutron] http://10.222.0.89:9696/v2.0/extensions returned with HTTP 200 {{(pid=103376) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 18:25:30.884734 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-cb4ed322-3924-4574-b411-56f3b1c54741 req-6a1c4868-8189-4905-aeed-0e1d3acba90a service neutron] 10.222.0.89 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0614429 Feb 04 18:25:30.888214 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-1a961d62-53a8-4ab3-8638-6abe1e4d8830 None None] Provisioning complete for port 6914d430-4a43-4425-b5e4-f7be44f221b5 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 18:25:30.888702 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1a961d62-53a8-4ab3-8638-6abe1e4d8830 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (6914d430-4a43-4425-b5e4-f7be44f221b5), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:25:30.935296 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Pushing event updated for resources: {'Port': ['ID=60749553-6930-4441-a0e4-2f53c2ddf828,revision_number=4']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:25:30.947397 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port 6914d430-4a43-4425-b5e4-f7be44f221b5 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 18:25:30.948084 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (6914d430-4a43-4425-b5e4-f7be44f221b5), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:25:31.007021 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-cb4ed322-3924-4574-b411-56f3b1c54741 req-f461a422-02f4-485c-bac0-daade4859cbc service neutron] 10.222.0.89 "GET /v2.0/networks/f801f42f-c02b-4aec-ad03-f728d9a20896?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1138015 Feb 04 18:25:31.063983 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1a961d62-53a8-4ab3-8638-6abe1e4d8830 None None] Current status of the port 6914d430-4a43-4425-b5e4-f7be44f221b5 is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 18:25:31.080829 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port 6914d430-4a43-4425-b5e4-f7be44f221b5 is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 18:25:31.087267 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-1a961d62-53a8-4ab3-8638-6abe1e4d8830 None None] Provisioning complete for port 11c9951f-9c68-4698-bee2-fc553339467e triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 18:25:31.087652 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1a961d62-53a8-4ab3-8638-6abe1e4d8830 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (11c9951f-9c68-4698-bee2-fc553339467e), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:25:31.112778 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-cb4ed322-3924-4574-b411-56f3b1c54741 req-20feb92f-853c-452f-b789-8e6b9f013a17 service neutron] 10.222.0.89 "GET /v2.0/networks/f801f42f-c02b-4aec-ad03-f728d9a20896?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1045415 Feb 04 18:25:31.125865 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1a961d62-53a8-4ab3-8638-6abe1e4d8830 None None] Port 11c9951f-9c68-4698-bee2-fc553339467e cannot update to ACTIVE because it is not bound. {{(pid=103378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 18:25:31.130703 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94af18d1-6cd0-4a3a-91eb-1f29fcfb663e None None] Sync routers for ids ['3b79b214-36f3-4857-b7dd-0d6171e62826'] in n-d-827839-2 {{(pid=103378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 18:25:31.142055 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94af18d1-6cd0-4a3a-91eb-1f29fcfb663e None None] Routers {'3b79b214-36f3-4857-b7dd-0d6171e62826'} bound to L3 agent in host n-d-827839-2 {{(pid=103378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 18:25:31.142681 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-94af18d1-6cd0-4a3a-91eb-1f29fcfb663e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T18:25:03Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['3b79b214-36f3-4857-b7dd-0d6171e62826'], 'active': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:25:31.260511 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-5aa75cf5-e0be-4379-aff6-33595472b5a8 None None] Provisioning complete for port 11c9951f-9c68-4698-bee2-fc553339467e triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 18:25:31.260909 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5aa75cf5-e0be-4379-aff6-33595472b5a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (11c9951f-9c68-4698-bee2-fc553339467e), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:25:31.305929 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvr_db [None req-94af18d1-6cd0-4a3a-91eb-1f29fcfb663e None None] Set router 3b79b214-36f3-4857-b7dd-0d6171e62826 gateway port host: n-d-827839-2 {{(pid=103378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 18:25:31.339062 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-5aa75cf5-e0be-4379-aff6-33595472b5a8 None None] Port 11c9951f-9c68-4698-bee2-fc553339467e cannot update to ACTIVE because it is not bound. {{(pid=103378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 18:25:31.513716 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-94af18d1-6cd0-4a3a-91eb-1f29fcfb663e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b79b214-36f3-4857-b7dd-0d6171e62826', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1395702553', 'tenant_id': '0a3be2315053479497104165645f2b52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.8'}], 'enable_snat': True}, 'gw_port_id': '60749553-6930-4441-a0e4-2f53c2ddf828', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T18:25:26Z', 'updated_at': '2022-02-04T18:25:29Z', 'revision_number': 4, 'project_id': '0a3be2315053479497104165645f2b52', 'gw_port': {'id': '60749553-6930-4441-a0e4-2f53c2ddf828', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:cb:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b79b214-36f3-4857-b7dd-0d6171e62826', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:25:26Z', 'updated_at': '2022-02-04T18:25:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_interfaces': [{'id': '11c9951f-9c68-4698-bee2-fc553339467e', 'name': '', 'network_id': 'f801f42f-c02b-4aec-ad03-f728d9a20896', 'tenant_id': '0a3be2315053479497104165645f2b52', 'mac_address': 'fa:16:3e:a1:c7:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b79b214-36f3-4857-b7dd-0d6171e62826', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'dee32662-2180-4d16-8599-7b7f60001b02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:25:29Z', 'updated_at': '2022-02-04T18:25:29Z', 'revision_number': 2, 'project_id': '0a3be2315053479497104165645f2b52', 'subnets': [{'id': 'dee32662-2180-4d16-8599-7b7f60001b02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-2', False) {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:25:31.539916 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94af18d1-6cd0-4a3a-91eb-1f29fcfb663e None None] Checking router: 3b79b214-36f3-4857-b7dd-0d6171e62826 for host: n-d-827839-2 {{(pid=103378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 18:25:31.540271 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94af18d1-6cd0-4a3a-91eb-1f29fcfb663e None None] Updating router 3b79b214-36f3-4857-b7dd-0d6171e62826 port 11c9951f-9c68-4698-bee2-fc553339467e binding host n-d-827839-2 {{(pid=103378) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 18:25:31.576134 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-94af18d1-6cd0-4a3a-91eb-1f29fcfb663e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (11c9951f-9c68-4698-bee2-fc553339467e), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:25:31.833104 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-94af18d1-6cd0-4a3a-91eb-1f29fcfb663e None None] Publish callbacks [] for port (11c9951f-9c68-4698-bee2-fc553339467e), precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:25:31.838211 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-94af18d1-6cd0-4a3a-91eb-1f29fcfb663e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (11c9951f-9c68-4698-bee2-fc553339467e), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:25:31.889713 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a022fb24-e044-4a15-a030-2afea59af382 None None] Pushing event updated for resources: {'Port': ['ID=11c9951f-9c68-4698-bee2-fc553339467e,revision_number=3']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:25:31.942910 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-94af18d1-6cd0-4a3a-91eb-1f29fcfb663e None None] Attempting to bind port 11c9951f-9c68-4698-bee2-fc553339467e on host n-d-827839-2 for vnic_type normal with profile {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 18:25:31.943296 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-94af18d1-6cd0-4a3a-91eb-1f29fcfb663e None None] Attempting to bind port 11c9951f-9c68-4698-bee2-fc553339467e by drivers openvswitch,hyperv on host n-d-827839-2 at level 0 using segments [{'id': '435c98d8-2e4c-4cdc-981d-5832c1157adb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'f801f42f-c02b-4aec-ad03-f728d9a20896'}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 18:25:31.943665 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94af18d1-6cd0-4a3a-91eb-1f29fcfb663e None None] Attempting to bind port 11c9951f-9c68-4698-bee2-fc553339467e on network f801f42f-c02b-4aec-ad03-f728d9a20896 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 18:25:31.949749 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94af18d1-6cd0-4a3a-91eb-1f29fcfb663e None None] Checking agent: {'id': 'ba70844b-66a0-45fd-a2f2-e6ed673321fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 0, 36), 'started_at': datetime.datetime(2022, 2, 4, 17, 1, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 18, 25, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 18:25:31.950132 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94af18d1-6cd0-4a3a-91eb-1f29fcfb663e None None] Checking segment: {'id': '435c98d8-2e4c-4cdc-981d-5832c1157adb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'f801f42f-c02b-4aec-ad03-f728d9a20896'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 18:25:31.950547 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-94af18d1-6cd0-4a3a-91eb-1f29fcfb663e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:25:31.950944 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94af18d1-6cd0-4a3a-91eb-1f29fcfb663e None None] Bound using segment: {'id': '435c98d8-2e4c-4cdc-981d-5832c1157adb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'f801f42f-c02b-4aec-ad03-f728d9a20896'} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 18:25:31.951419 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-94af18d1-6cd0-4a3a-91eb-1f29fcfb663e None None] Bound port: 11c9951f-9c68-4698-bee2-fc553339467e, host: n-d-827839-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '435c98d8-2e4c-4cdc-981d-5832c1157adb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'f801f42f-c02b-4aec-ad03-f728d9a20896'}}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 18:25:31.951804 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-94af18d1-6cd0-4a3a-91eb-1f29fcfb663e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (11c9951f-9c68-4698-bee2-fc553339467e), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:25:32.016783 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-94af18d1-6cd0-4a3a-91eb-1f29fcfb663e None None] For port 11c9951f-9c68-4698-bee2-fc553339467e, host n-d-827839-2, cleared binding levels {{(pid=103378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 18:25:32.020217 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-94af18d1-6cd0-4a3a-91eb-1f29fcfb663e None None] For port 11c9951f-9c68-4698-bee2-fc553339467e, host n-d-827839-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=11c9951f-9c68-4698-bee2-fc553339467e,segment=NetworkSegment(435c98d8-2e4c-4cdc-981d-5832c1157adb),segment_id=435c98d8-2e4c-4cdc-981d-5832c1157adb)] {{(pid=103378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 18:25:32.026517 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-94af18d1-6cd0-4a3a-91eb-1f29fcfb663e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (11c9951f-9c68-4698-bee2-fc553339467e), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:25:32.097207 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-c850995c-65c7-4084-8c5b-cf14e3cc0072 None None] Provisioning complete for port 11c9951f-9c68-4698-bee2-fc553339467e triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 18:25:32.097585 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c850995c-65c7-4084-8c5b-cf14e3cc0072 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (11c9951f-9c68-4698-bee2-fc553339467e), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:25:32.099087 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a022fb24-e044-4a15-a030-2afea59af382 None None] Pushing event updated for resources: {'Port': ['ID=11c9951f-9c68-4698-bee2-fc553339467e,revision_number=4']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:25:32.103095 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94af18d1-6cd0-4a3a-91eb-1f29fcfb663e None None] Routers {'3b79b214-36f3-4857-b7dd-0d6171e62826'} bound to L3 agent in host n-d-827839-2 {{(pid=103378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 18:25:32.103708 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-94af18d1-6cd0-4a3a-91eb-1f29fcfb663e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T18:25:03Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['3b79b214-36f3-4857-b7dd-0d6171e62826'], 'active': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:25:32.275984 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvr_db [None req-94af18d1-6cd0-4a3a-91eb-1f29fcfb663e None None] Set router 3b79b214-36f3-4857-b7dd-0d6171e62826 gateway port host: n-d-827839-2 {{(pid=103378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 18:25:32.311487 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-c850995c-65c7-4084-8c5b-cf14e3cc0072 None None] Current status of the port 11c9951f-9c68-4698-bee2-fc553339467e is: DOWN; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 18:25:32.311969 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c850995c-65c7-4084-8c5b-cf14e3cc0072 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (11c9951f-9c68-4698-bee2-fc553339467e), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:25:32.332852 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-ddf484ce-73d2-4172-ae21-938b09a5fb4d req-c9b7eceb-bc7b-4c27-8f9d-972f42eb6731 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] 10.222.0.89 "GET /v2.0/ports?device_id=8fa12946-0cf0-4a58-8b98-2eb05ed17876 HTTP/1.1" status: 200 len: 210 time: 0.0320196 Feb 04 18:25:32.422805 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 60749553-6930-4441-a0e4-2f53c2ddf828 up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 18:25:32.430078 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-c850995c-65c7-4084-8c5b-cf14e3cc0072 None None] For port 11c9951f-9c68-4698-bee2-fc553339467e, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=11c9951f-9c68-4698-bee2-fc553339467e,segment=NetworkSegment(435c98d8-2e4c-4cdc-981d-5832c1157adb),segment_id=435c98d8-2e4c-4cdc-981d-5832c1157adb)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 18:25:32.460164 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c850995c-65c7-4084-8c5b-cf14e3cc0072 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (11c9951f-9c68-4698-bee2-fc553339467e), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:25:32.733514 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-3996d6c2-24b5-4728-9ffd-9385abcaecdd None None] Provisioning complete for port 11c9951f-9c68-4698-bee2-fc553339467e triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 18:25:32.733925 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3996d6c2-24b5-4728-9ffd-9385abcaecdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (11c9951f-9c68-4698-bee2-fc553339467e), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:25:32.738322 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c850995c-65c7-4084-8c5b-cf14e3cc0072 None None] Pushing event updated for resources: {'Port': ['ID=11c9951f-9c68-4698-bee2-fc553339467e,revision_number=5']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:25:32.793734 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port 60749553-6930-4441-a0e4-2f53c2ddf828 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 18:25:32.794112 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (60749553-6930-4441-a0e4-2f53c2ddf828), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:25:32.891351 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-94af18d1-6cd0-4a3a-91eb-1f29fcfb663e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b79b214-36f3-4857-b7dd-0d6171e62826', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1395702553', 'tenant_id': '0a3be2315053479497104165645f2b52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.8'}], 'enable_snat': True}, 'gw_port_id': '60749553-6930-4441-a0e4-2f53c2ddf828', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T18:25:26Z', 'updated_at': '2022-02-04T18:25:29Z', 'revision_number': 4, 'project_id': '0a3be2315053479497104165645f2b52', 'gw_port': {'id': '60749553-6930-4441-a0e4-2f53c2ddf828', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:cb:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b79b214-36f3-4857-b7dd-0d6171e62826', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:25:26Z', 'updated_at': '2022-02-04T18:25:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_interfaces': [{'id': '11c9951f-9c68-4698-bee2-fc553339467e', 'name': '', 'network_id': 'f801f42f-c02b-4aec-ad03-f728d9a20896', 'tenant_id': '0a3be2315053479497104165645f2b52', 'mac_address': 'fa:16:3e:a1:c7:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b79b214-36f3-4857-b7dd-0d6171e62826', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'dee32662-2180-4d16-8599-7b7f60001b02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:25:29Z', 'updated_at': '2022-02-04T18:25:32Z', 'revision_number': 4, 'project_id': '0a3be2315053479497104165645f2b52', 'subnets': [{'id': 'dee32662-2180-4d16-8599-7b7f60001b02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-2', False) {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:25:32.955827 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94af18d1-6cd0-4a3a-91eb-1f29fcfb663e None None] The sync data for ids ['3b79b214-36f3-4857-b7dd-0d6171e62826'] in n-d-827839-2 is: [{'id': '3b79b214-36f3-4857-b7dd-0d6171e62826', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1395702553', 'tenant_id': '0a3be2315053479497104165645f2b52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.8'}], 'enable_snat': True}, 'gw_port_id': '60749553-6930-4441-a0e4-2f53c2ddf828', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T18:25:26Z', 'updated_at': '2022-02-04T18:25:29Z', 'revision_number': 4, 'project_id': '0a3be2315053479497104165645f2b52', 'gw_port': {'id': '60749553-6930-4441-a0e4-2f53c2ddf828', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:cb:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b79b214-36f3-4857-b7dd-0d6171e62826', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:25:26Z', 'updated_at': '2022-02-04T18:25:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_interfaces': [{'id': '11c9951f-9c68-4698-bee2-fc553339467e', 'name': '', 'network_id': 'f801f42f-c02b-4aec-ad03-f728d9a20896', 'tenant_id': '0a3be2315053479497104165645f2b52', 'mac_address': 'fa:16:3e:a1:c7:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b79b214-36f3-4857-b7dd-0d6171e62826', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'dee32662-2180-4d16-8599-7b7f60001b02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:25:29Z', 'updated_at': '2022-02-04T18:25:32Z', 'revision_number': 4, 'project_id': '0a3be2315053479497104165645f2b52', 'subnets': [{'id': 'dee32662-2180-4d16-8599-7b7f60001b02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 18:25:32.967448 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-3996d6c2-24b5-4728-9ffd-9385abcaecdd None None] Current status of the port 11c9951f-9c68-4698-bee2-fc553339467e is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 18:25:32.979648 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c7d45172-76e5-4a92-a264-95acb13b88fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (64ada913-9131-4d99-a265-63a920956287), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:25:32.981389 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port 60749553-6930-4441-a0e4-2f53c2ddf828 is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 18:25:32.982470 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 6914d430-4a43-4425-b5e4-f7be44f221b5 up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 18:25:33.048324 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port 6914d430-4a43-4425-b5e4-f7be44f221b5 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 18:25:33.048702 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (6914d430-4a43-4425-b5e4-f7be44f221b5), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:25:33.129194 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port 6914d430-4a43-4425-b5e4-f7be44f221b5 is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 18:25:33.279834 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d408ec64-b374-4acb-a1fc-48241dad6d47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (0cd6d64a-47a7-40ff-8c12-71dd526c62e0), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:25:33.417649 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4ed322-3924-4574-b411-56f3b1c54741 req-7935770f-15a9-4b22-b27f-259308ec70da tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:25:33.420873 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-cb4ed322-3924-4574-b411-56f3b1c54741 req-7935770f-15a9-4b22-b27f-259308ec70da tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] 10.222.0.96 "GET /v2.0/networks?id=f801f42f-c02b-4aec-ad03-f728d9a20896 HTTP/1.1" status: 200 len: 796 time: 0.1275964 Feb 04 18:25:33.474559 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-07a18d3f-14b8-4d24-8e9b-bf88366d9e3e req-e46443d8-c1e6-4af6-a5c9-b1ab1150bd20 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] 10.222.0.89 "GET /v2.0/ports?device_id=8fa12946-0cf0-4a58-8b98-2eb05ed17876 HTTP/1.1" status: 200 len: 210 time: 0.0447116 Feb 04 18:25:33.518617 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-cb4ed322-3924-4574-b411-56f3b1c54741 req-f4fa8e96-3dca-4141-b8b0-32d4a5a4e6e7 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] 10.222.0.96 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0a3be2315053479497104165645f2b52 HTTP/1.1" status: 200 len: 380 time: 0.0869350 Feb 04 18:25:33.529639 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [req-cb4ed322-3924-4574-b411-56f3b1c54741 req-9b87b35a-6463-423c-9cb7-a866cc3e36de tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Request body: {'port': {'device_id': '8fa12946-0cf0-4a58-8b98-2eb05ed17876', 'network_id': 'f801f42f-c02b-4aec-ad03-f728d9a20896', 'admin_state_up': True, 'tenant_id': '0a3be2315053479497104165645f2b52', 'security_groups': ['71719b76-5397-4377-ad8b-397420e87dd9']}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 18:25:33.650144 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb4ed322-3924-4574-b411-56f3b1c54741 req-9b87b35a-6463-423c-9cb7-a866cc3e36de tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Made reservation on behalf of 0a3be2315053479497104165645f2b52 for: {'port': 1} {{(pid=103376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 18:25:33.654151 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-cb4ed322-3924-4574-b411-56f3b1c54741 req-9b87b35a-6463-423c-9cb7-a866cc3e36de tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:25:33.789884 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.db_base_plugin_common [req-cb4ed322-3924-4574-b411-56f3b1c54741 req-9b87b35a-6463-423c-9cb7-a866cc3e36de tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Allocated IP 172.20.0.11 (f801f42f-c02b-4aec-ad03-f728d9a20896/dee32662-2180-4d16-8599-7b7f60001b02/60fc0eb2-91eb-4291-920e-f9c986e84b0d) {{(pid=103376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 18:25:33.935978 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-cb4ed322-3924-4574-b411-56f3b1c54741 req-9b87b35a-6463-423c-9cb7-a866cc3e36de tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks [] for port (60fc0eb2-91eb-4291-920e-f9c986e84b0d), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:25:33.971667 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-cb4ed322-3924-4574-b411-56f3b1c54741 req-9b87b35a-6463-423c-9cb7-a866cc3e36de tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (60fc0eb2-91eb-4291-920e-f9c986e84b0d), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:25:34.018548 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb4ed322-3924-4574-b411-56f3b1c54741 req-9b87b35a-6463-423c-9cb7-a866cc3e36de tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Network f801f42f-c02b-4aec-ad03-f728d9a20896 is already hosted by enough agents. {{(pid=103376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 18:25:34.021782 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [req-cb4ed322-3924-4574-b411-56f3b1c54741 req-9b87b35a-6463-423c-9cb7-a866cc3e36de tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Resources bound (agent type, host, resource id): {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 18:25:34.024408 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb4ed322-3924-4574-b411-56f3b1c54741 req-9b87b35a-6463-423c-9cb7-a866cc3e36de tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Received port after_create {{(pid=103376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 18:25:34.074743 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b87b35a-6463-423c-9cb7-a866cc3e36de tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Pushing event updated for resources: {'Port': ['ID=60fc0eb2-91eb-4291-920e-f9c986e84b0d,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:25:34.088405 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4ed322-3924-4574-b411-56f3b1c54741 req-9b87b35a-6463-423c-9cb7-a866cc3e36de tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:25:34.089085 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-cb4ed322-3924-4574-b411-56f3b1c54741 req-9b87b35a-6463-423c-9cb7-a866cc3e36de tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:25:34.106289 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-cb4ed322-3924-4574-b411-56f3b1c54741 req-9b87b35a-6463-423c-9cb7-a866cc3e36de tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5807152 Feb 04 18:25:34.118195 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [req-cb4ed322-3924-4574-b411-56f3b1c54741 req-94a5e364-675c-45ea-bfd1-b4ef01f0b15e service neutron] Request body: {'port': {'device_id': '8fa12946-0cf0-4a58-8b98-2eb05ed17876', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827839-2'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 18:25:34.185886 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-cb4ed322-3924-4574-b411-56f3b1c54741 req-94a5e364-675c-45ea-bfd1-b4ef01f0b15e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (60fc0eb2-91eb-4291-920e-f9c986e84b0d), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:25:34.296849 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-3a0849c6-6a30-4017-96b1-5be4201df1b7 None None] Provisioning complete for port 60fc0eb2-91eb-4291-920e-f9c986e84b0d triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 18:25:34.297386 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3a0849c6-6a30-4017-96b1-5be4201df1b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (60fc0eb2-91eb-4291-920e-f9c986e84b0d), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:25:34.333343 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-3a0849c6-6a30-4017-96b1-5be4201df1b7 None None] Port 60fc0eb2-91eb-4291-920e-f9c986e84b0d cannot update to ACTIVE because it is not bound. {{(pid=103378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 18:25:34.430758 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 11c9951f-9c68-4698-bee2-fc553339467e up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 18:25:34.457918 n-d-827839-2 neutron-server[103376]: DEBUG neutron.notifiers.nova [req-cb4ed322-3924-4574-b411-56f3b1c54741 req-94a5e364-675c-45ea-bfd1-b4ef01f0b15e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60fc0eb2-91eb-4291-920e-f9c986e84b0d {{(pid=103376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 18:25:34.465325 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-cb4ed322-3924-4574-b411-56f3b1c54741 req-94a5e364-675c-45ea-bfd1-b4ef01f0b15e service neutron] Publish callbacks [] for port (60fc0eb2-91eb-4291-920e-f9c986e84b0d), precommit_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:25:34.478087 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.provisioning_blocks [req-cb4ed322-3924-4574-b411-56f3b1c54741 req-94a5e364-675c-45ea-bfd1-b4ef01f0b15e service neutron] Transition to ACTIVE for port object 60fc0eb2-91eb-4291-920e-f9c986e84b0d will not be triggered until provisioned by entity L2. {{(pid=103376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 18:25:34.478290 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port 11c9951f-9c68-4698-bee2-fc553339467e triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 18:25:34.478541 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (11c9951f-9c68-4698-bee2-fc553339467e), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:25:34.481757 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-cb4ed322-3924-4574-b411-56f3b1c54741 req-94a5e364-675c-45ea-bfd1-b4ef01f0b15e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675836'] for port (60fc0eb2-91eb-4291-920e-f9c986e84b0d), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:25:34.557945 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a5e364-675c-45ea-bfd1-b4ef01f0b15e service neutron] Pushing event updated for resources: {'Port': ['ID=60fc0eb2-91eb-4291-920e-f9c986e84b0d,revision_number=2']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:25:34.560221 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port 11c9951f-9c68-4698-bee2-fc553339467e is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 18:25:34.611389 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aea7b66-c48e-432e-afec-e77a83ab01c8 req-48d70ce5-a658-4e5d-8313-d590d6f45e6d tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:25:34.613755 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-7aea7b66-c48e-432e-afec-e77a83ab01c8 req-48d70ce5-a658-4e5d-8313-d590d6f45e6d tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] 10.222.0.89 "GET /v2.0/ports?device_id=8fa12946-0cf0-4a58-8b98-2eb05ed17876 HTTP/1.1" status: 200 len: 944 time: 0.0638516 Feb 04 18:25:34.617062 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [req-cb4ed322-3924-4574-b411-56f3b1c54741 req-94a5e364-675c-45ea-bfd1-b4ef01f0b15e service neutron] Attempting to bind port 60fc0eb2-91eb-4291-920e-f9c986e84b0d on host n-h1-827839-2 for vnic_type normal with profile {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 18:25:34.617397 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [req-cb4ed322-3924-4574-b411-56f3b1c54741 req-94a5e364-675c-45ea-bfd1-b4ef01f0b15e service neutron] Attempting to bind port 60fc0eb2-91eb-4291-920e-f9c986e84b0d by drivers openvswitch,hyperv on host n-h1-827839-2 at level 0 using segments [{'id': '435c98d8-2e4c-4cdc-981d-5832c1157adb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'f801f42f-c02b-4aec-ad03-f728d9a20896'}] {{(pid=103376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 18:25:34.617721 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb4ed322-3924-4574-b411-56f3b1c54741 req-94a5e364-675c-45ea-bfd1-b4ef01f0b15e service neutron] Attempting to bind port 60fc0eb2-91eb-4291-920e-f9c986e84b0d on network f801f42f-c02b-4aec-ad03-f728d9a20896 {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 18:25:34.622400 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb4ed322-3924-4574-b411-56f3b1c54741 req-94a5e364-675c-45ea-bfd1-b4ef01f0b15e service neutron] Port 60fc0eb2-91eb-4291-920e-f9c986e84b0d on network f801f42f-c02b-4aec-ad03-f728d9a20896 not bound, no agent of type Open vSwitch agent registered on host n-h1-827839-2 {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 18:25:34.622722 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb4ed322-3924-4574-b411-56f3b1c54741 req-94a5e364-675c-45ea-bfd1-b4ef01f0b15e service neutron] Attempting to bind port 60fc0eb2-91eb-4291-920e-f9c986e84b0d on network f801f42f-c02b-4aec-ad03-f728d9a20896 {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 18:25:34.628320 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb4ed322-3924-4574-b411-56f3b1c54741 req-94a5e364-675c-45ea-bfd1-b4ef01f0b15e service neutron] Checking agent: {'id': '3f9244a9-75fc-4c10-b195-11d48b853b41', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 8, 42), 'started_at': datetime.datetime(2022, 2, 4, 17, 8, 42), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 18, 25, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 18:25:34.628654 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb4ed322-3924-4574-b411-56f3b1c54741 req-94a5e364-675c-45ea-bfd1-b4ef01f0b15e service neutron] Checking segment: {'id': '435c98d8-2e4c-4cdc-981d-5832c1157adb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'f801f42f-c02b-4aec-ad03-f728d9a20896'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 18:25:34.629070 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb4ed322-3924-4574-b411-56f3b1c54741 req-94a5e364-675c-45ea-bfd1-b4ef01f0b15e service neutron] Bound using segment: {'id': '435c98d8-2e4c-4cdc-981d-5832c1157adb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'f801f42f-c02b-4aec-ad03-f728d9a20896'} {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 18:25:34.629491 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [req-cb4ed322-3924-4574-b411-56f3b1c54741 req-94a5e364-675c-45ea-bfd1-b4ef01f0b15e service neutron] Bound port: 60fc0eb2-91eb-4291-920e-f9c986e84b0d, host: n-h1-827839-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '435c98d8-2e4c-4cdc-981d-5832c1157adb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'f801f42f-c02b-4aec-ad03-f728d9a20896'}}] {{(pid=103376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 18:25:34.629849 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-cb4ed322-3924-4574-b411-56f3b1c54741 req-94a5e364-675c-45ea-bfd1-b4ef01f0b15e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (60fc0eb2-91eb-4291-920e-f9c986e84b0d), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:25:34.675964 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-7aea7b66-c48e-432e-afec-e77a83ab01c8 req-81ab9913-aeea-4b23-af82-c2e048b2944f tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] 10.222.0.89 "GET /v2.0/security-groups?id=71719b76-5397-4377-ad8b-397420e87dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540621 Feb 04 18:25:34.699429 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [req-cb4ed322-3924-4574-b411-56f3b1c54741 req-94a5e364-675c-45ea-bfd1-b4ef01f0b15e service neutron] For port 60fc0eb2-91eb-4291-920e-f9c986e84b0d, host n-h1-827839-2, cleared binding levels {{(pid=103376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 18:25:34.703716 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [req-cb4ed322-3924-4574-b411-56f3b1c54741 req-94a5e364-675c-45ea-bfd1-b4ef01f0b15e service neutron] For port 60fc0eb2-91eb-4291-920e-f9c986e84b0d, host n-h1-827839-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=60fc0eb2-91eb-4291-920e-f9c986e84b0d,segment=NetworkSegment(435c98d8-2e4c-4cdc-981d-5832c1157adb),segment_id=435c98d8-2e4c-4cdc-981d-5832c1157adb)] {{(pid=103376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 18:25:34.710470 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-cb4ed322-3924-4574-b411-56f3b1c54741 req-94a5e364-675c-45ea-bfd1-b4ef01f0b15e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675836'] for port (60fc0eb2-91eb-4291-920e-f9c986e84b0d), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:25:34.756891 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4ed322-3924-4574-b411-56f3b1c54741 req-94a5e364-675c-45ea-bfd1-b4ef01f0b15e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:25:34.757544 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-cb4ed322-3924-4574-b411-56f3b1c54741 req-94a5e364-675c-45ea-bfd1-b4ef01f0b15e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:25:34.759021 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-cb4ed322-3924-4574-b411-56f3b1c54741 req-94a5e364-675c-45ea-bfd1-b4ef01f0b15e service neutron] 10.222.0.96 "PUT /v2.0/ports/60fc0eb2-91eb-4291-920e-f9c986e84b0d HTTP/1.1" status: 200 len: 1092 time: 0.6452332 Feb 04 18:25:34.759500 n-d-827839-2 neutron-server[103376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8fa12946-0cf0-4a58-8b98-2eb05ed17876', 'tag': '60fc0eb2-91eb-4291-920e-f9c986e84b0d'}] {{(pid=103376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 18:25:34.761830 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7aefa7f3373fd63bd14caed2f0c404cd5bacff84a7eb60e70ea20ed0b49017dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4bd51dd-12a4-4275-93ce-270a956cd366" -d '{"events": [{"name": "network-changed", "server_uuid": "8fa12946-0cf0-4a58-8b98-2eb05ed17876", "tag": "60fc0eb2-91eb-4291-920e-f9c986e84b0d"}]}' {{(pid=103376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 18:25:34.788894 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a5e364-675c-45ea-bfd1-b4ef01f0b15e service neutron] Pushing event updated for resources: {'Port': ['ID=60fc0eb2-91eb-4291-920e-f9c986e84b0d,revision_number=3']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:25:34.802639 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 18:25:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4de7fb2-8e37-403f-9454-0bf6f4485aa5 x-openstack-request-id: req-a4de7fb2-8e37-403f-9454-0bf6f4485aa5 {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 18:25:34.802932 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8fa12946-0cf0-4a58-8b98-2eb05ed17876", "tag": "60fc0eb2-91eb-4291-920e-f9c986e84b0d", "status": "completed", "code": 200}]} {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 18:25:34.803187 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-a4de7fb2-8e37-403f-9454-0bf6f4485aa5 {{(pid=103376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 18:25:34.803593 n-d-827839-2 neutron-server[103376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8fa12946-0cf0-4a58-8b98-2eb05ed17876', 'tag': '60fc0eb2-91eb-4291-920e-f9c986e84b0d', 'status': 'completed', 'code': 200} Feb 04 18:25:34.859480 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4ed322-3924-4574-b411-56f3b1c54741 req-19433cf5-1729-4b3f-a84f-bacbdb96b11d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:25:34.861390 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-cb4ed322-3924-4574-b411-56f3b1c54741 req-19433cf5-1729-4b3f-a84f-bacbdb96b11d service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=0a3be2315053479497104165645f2b52&device_id=8fa12946-0cf0-4a58-8b98-2eb05ed17876 HTTP/1.1" status: 200 len: 1126 time: 0.0519376 Feb 04 18:25:35.025372 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-cb4ed322-3924-4574-b411-56f3b1c54741 req-c393b4d8-b6f4-4992-be4c-794b96578c6f service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=60fc0eb2-91eb-4291-920e-f9c986e84b0d HTTP/1.1" status: 200 len: 217 time: 0.0354269 Feb 04 18:25:35.073363 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4ed322-3924-4574-b411-56f3b1c54741 req-f40a7559-2d4f-4057-897b-b6e728f52b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:25:35.074473 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-cb4ed322-3924-4574-b411-56f3b1c54741 req-f40a7559-2d4f-4057-897b-b6e728f52b60 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=dee32662-2180-4d16-8599-7b7f60001b02 HTTP/1.1" status: 200 len: 834 time: 0.0428867 Feb 04 18:25:35.097111 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4f14bb47-e72b-46ac-9e44-a61d9293afcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (75326290-f7a3-4db8-9cf2-15c7139ed224), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:25:35.123454 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4ed322-3924-4574-b411-56f3b1c54741 req-439aa58f-5ba0-4ef2-b78e-2c65a763a2cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:25:35.125522 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-cb4ed322-3924-4574-b411-56f3b1c54741 req-439aa58f-5ba0-4ef2-b78e-2c65a763a2cd service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=f801f42f-c02b-4aec-ad03-f728d9a20896&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0437372 Feb 04 18:25:35.136896 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [req-cb4ed322-3924-4574-b411-56f3b1c54741 req-c2c6ce72-ea54-4a14-af2c-e275cc3996f7 service neutron] http://10.222.0.89:9696/v2.0/extensions returned with HTTP 200 {{(pid=103376) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 18:25:35.137912 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-cb4ed322-3924-4574-b411-56f3b1c54741 req-c2c6ce72-ea54-4a14-af2c-e275cc3996f7 service neutron] 10.222.0.96 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048451 Feb 04 18:25:35.231949 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-cb4ed322-3924-4574-b411-56f3b1c54741 req-4d290e3b-41c0-4101-8055-a6394fa7b93d service neutron] 10.222.0.96 "GET /v2.0/networks/f801f42f-c02b-4aec-ad03-f728d9a20896?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848730 Feb 04 18:25:35.326436 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-cb4ed322-3924-4574-b411-56f3b1c54741 req-f1bef187-242e-40f6-a8d6-5210b44805c8 service neutron] 10.222.0.96 "GET /v2.0/networks/f801f42f-c02b-4aec-ad03-f728d9a20896?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869031 Feb 04 18:25:35.431360 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bd51dd-12a4-4275-93ce-270a956cd366 req-2f906dc1-2ecd-4ba5-94b7-1db9f7d05156 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:25:35.432893 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-a4bd51dd-12a4-4275-93ce-270a956cd366 req-2f906dc1-2ecd-4ba5-94b7-1db9f7d05156 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=0a3be2315053479497104165645f2b52&device_id=8fa12946-0cf0-4a58-8b98-2eb05ed17876 HTTP/1.1" status: 200 len: 1126 time: 0.0456374 Feb 04 18:25:35.521122 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bd51dd-12a4-4275-93ce-270a956cd366 req-4bdf9b0f-bd00-40a2-b3a6-ee2be060406a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:25:35.522519 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-a4bd51dd-12a4-4275-93ce-270a956cd366 req-4bdf9b0f-bd00-40a2-b3a6-ee2be060406a service neutron] 10.222.0.96 "GET /v2.0/networks?id=f801f42f-c02b-4aec-ad03-f728d9a20896 HTTP/1.1" status: 200 len: 897 time: 0.0820856 Feb 04 18:25:35.568453 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-a4bd51dd-12a4-4275-93ce-270a956cd366 req-f1f2a649-11f2-4929-836b-03c562b5e13a service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=60fc0eb2-91eb-4291-920e-f9c986e84b0d HTTP/1.1" status: 200 len: 217 time: 0.0386417 Feb 04 18:25:35.615520 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bd51dd-12a4-4275-93ce-270a956cd366 req-a58495d6-3206-4e06-baa7-8e6724adf13b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:25:35.616959 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-a4bd51dd-12a4-4275-93ce-270a956cd366 req-a58495d6-3206-4e06-baa7-8e6724adf13b service neutron] 10.222.0.96 "GET /v2.0/subnets?id=dee32662-2180-4d16-8599-7b7f60001b02 HTTP/1.1" status: 200 len: 834 time: 0.0427876 Feb 04 18:25:35.664245 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bd51dd-12a4-4275-93ce-270a956cd366 req-a4c3b437-1647-4058-b71a-fac8cfd230e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:25:35.665737 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-a4bd51dd-12a4-4275-93ce-270a956cd366 req-a4c3b437-1647-4058-b71a-fac8cfd230e1 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=f801f42f-c02b-4aec-ad03-f728d9a20896&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0430689 Feb 04 18:25:35.758870 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-a4bd51dd-12a4-4275-93ce-270a956cd366 req-8c5fd2c8-391a-42f3-8220-1a0c87727227 service neutron] 10.222.0.96 "GET /v2.0/networks/f801f42f-c02b-4aec-ad03-f728d9a20896?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863123 Feb 04 18:25:35.789795 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b2c7c3-954e-40c2-8a0c-b219dabaa8cf req-ecfbd834-8bd4-4754-b4ca-8ab028be7154 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:25:35.789795 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-57b2c7c3-954e-40c2-8a0c-b219dabaa8cf req-ecfbd834-8bd4-4754-b4ca-8ab028be7154 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] 10.222.0.89 "GET /v2.0/ports?device_id=8fa12946-0cf0-4a58-8b98-2eb05ed17876 HTTP/1.1" status: 200 len: 944 time: 0.0531330 Feb 04 18:25:35.837665 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-57b2c7c3-954e-40c2-8a0c-b219dabaa8cf req-647de625-6b45-46f7-a47a-711757730043 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] 10.222.0.89 "GET /v2.0/security-groups?id=71719b76-5397-4377-ad8b-397420e87dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429718 Feb 04 18:25:35.850271 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-a4bd51dd-12a4-4275-93ce-270a956cd366 req-c8823aa6-3351-4a6a-bf99-86095e7b3129 service neutron] 10.222.0.96 "GET /v2.0/networks/f801f42f-c02b-4aec-ad03-f728d9a20896?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854199 Feb 04 18:25:35.861915 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (ba70844b-66a0-45fd-a2f2-e6ed673321fc), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:25:36.963003 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad22b8d-74fa-4aa7-8d4f-03096797bc39 req-ed473532-9085-4171-815e-bf48ac84bbac tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:25:36.964513 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-aad22b8d-74fa-4aa7-8d4f-03096797bc39 req-ed473532-9085-4171-815e-bf48ac84bbac tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] 10.222.0.89 "GET /v2.0/ports?device_id=8fa12946-0cf0-4a58-8b98-2eb05ed17876 HTTP/1.1" status: 200 len: 944 time: 0.0528803 Feb 04 18:25:37.017226 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-aad22b8d-74fa-4aa7-8d4f-03096797bc39 req-010ba926-c9c5-4be3-b302-daff631d2f9b tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] 10.222.0.89 "GET /v2.0/security-groups?id=71719b76-5397-4377-ad8b-397420e87dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472307 Feb 04 18:25:38.138637 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa50d746-b111-4ae1-88b6-c4d17b643dd1 req-160d7965-1932-4625-8b1b-8bacec98c6b4 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:25:38.140716 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-aa50d746-b111-4ae1-88b6-c4d17b643dd1 req-160d7965-1932-4625-8b1b-8bacec98c6b4 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] 10.222.0.89 "GET /v2.0/ports?device_id=8fa12946-0cf0-4a58-8b98-2eb05ed17876 HTTP/1.1" status: 200 len: 944 time: 0.0549111 Feb 04 18:25:38.187392 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-aa50d746-b111-4ae1-88b6-c4d17b643dd1 req-158265e1-8f5e-4801-97ce-8fed82bcb775 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] 10.222.0.89 "GET /v2.0/security-groups?id=71719b76-5397-4377-ad8b-397420e87dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407412 Feb 04 18:25:39.304532 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7342d94-a1f1-45c7-ab4a-7536bea9bf84 req-8e003b94-277d-415d-84c5-7d5bcfdc1274 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:25:39.306056 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-f7342d94-a1f1-45c7-ab4a-7536bea9bf84 req-8e003b94-277d-415d-84c5-7d5bcfdc1274 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] 10.222.0.89 "GET /v2.0/ports?device_id=8fa12946-0cf0-4a58-8b98-2eb05ed17876 HTTP/1.1" status: 200 len: 944 time: 0.0529318 Feb 04 18:25:39.355024 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-f7342d94-a1f1-45c7-ab4a-7536bea9bf84 req-1aea91e5-f821-446e-90ca-18f332698683 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] 10.222.0.89 "GET /v2.0/security-groups?id=71719b76-5397-4377-ad8b-397420e87dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434229 Feb 04 18:25:40.333134 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device 60fc0eb2-91eb-4291-920e-f9c986e84b0d details requested by agent hyperv_n-h1-827839-2 with host n-h1-827839-2 {{(pid=103378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 18:25:40.428928 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] For port 60fc0eb2-91eb-4291-920e-f9c986e84b0d, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=60fc0eb2-91eb-4291-920e-f9c986e84b0d,segment=NetworkSegment(435c98d8-2e4c-4cdc-981d-5832c1157adb),segment_id=435c98d8-2e4c-4cdc-981d-5832c1157adb)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 18:25:40.444935 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Returning: {'device': '60fc0eb2-91eb-4291-920e-f9c986e84b0d', 'network_id': 'f801f42f-c02b-4aec-ad03-f728d9a20896', 'port_id': '60fc0eb2-91eb-4291-920e-f9c986e84b0d', 'mac_address': 'fa:16:3e:3a:99:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 793, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dee32662-2180-4d16-8599-7b7f60001b02', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 18:25:40.473610 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd495aa5-c479-4d75-8d2e-40761789ae78 req-9d3976e1-daa7-49f3-a16a-c7a0bf4e3f16 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:25:40.475131 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-fd495aa5-c479-4d75-8d2e-40761789ae78 req-9d3976e1-daa7-49f3-a16a-c7a0bf4e3f16 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] 10.222.0.89 "GET /v2.0/ports?device_id=8fa12946-0cf0-4a58-8b98-2eb05ed17876 HTTP/1.1" status: 200 len: 944 time: 0.0524728 Feb 04 18:25:40.481893 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Current status of the port 60fc0eb2-91eb-4291-920e-f9c986e84b0d is: DOWN; New status is: BUILD {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 18:25:40.482291 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (60fc0eb2-91eb-4291-920e-f9c986e84b0d), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:25:40.495677 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60fc0eb2-91eb-4291-920e-f9c986e84b0d {{(pid=103378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 18:25:40.515859 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] For port 60fc0eb2-91eb-4291-920e-f9c986e84b0d, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=60fc0eb2-91eb-4291-920e-f9c986e84b0d,segment=NetworkSegment(435c98d8-2e4c-4cdc-981d-5832c1157adb),segment_id=435c98d8-2e4c-4cdc-981d-5832c1157adb)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 18:25:40.519842 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (60fc0eb2-91eb-4291-920e-f9c986e84b0d), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:25:40.524718 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-fd495aa5-c479-4d75-8d2e-40761789ae78 req-9f710754-bdb0-4ab2-9823-b97b1a8d0419 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] 10.222.0.89 "GET /v2.0/security-groups?id=71719b76-5397-4377-ad8b-397420e87dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439696 Feb 04 18:25:40.567467 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Pushing event updated for resources: {'Port': ['ID=60fc0eb2-91eb-4291-920e-f9c986e84b0d,revision_number=4']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:25:40.770600 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (f20a1ab3-4332-4f54-833b-ba4a7c687e89), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:25:40.881985 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] get_ports_and_sgs() called for port_ids ['60fc0eb2-91eb-4291-920e-f9c986e84b0d'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 18:25:41.643598 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83caa5b-932b-496a-9cdb-086ed569bd3e req-0072d867-5ac6-452e-b94a-4d4c4c21c3e2 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:25:41.645430 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-c83caa5b-932b-496a-9cdb-086ed569bd3e req-0072d867-5ac6-452e-b94a-4d4c4c21c3e2 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] 10.222.0.89 "GET /v2.0/ports?device_id=8fa12946-0cf0-4a58-8b98-2eb05ed17876 HTTP/1.1" status: 200 len: 945 time: 0.0532172 Feb 04 18:25:41.693214 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-c83caa5b-932b-496a-9cdb-086ed569bd3e req-8703aae5-a3cc-44d8-a594-472242eadf8c tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] 10.222.0.89 "GET /v2.0/security-groups?id=71719b76-5397-4377-ad8b-397420e87dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422070 Feb 04 18:25:42.353995 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device 60fc0eb2-91eb-4291-920e-f9c986e84b0d up at agent hyperv_n-h1-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 18:25:42.405086 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Provisioning for port 60fc0eb2-91eb-4291-920e-f9c986e84b0d completed by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 18:25:42.408704 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Provisioning complete for port 60fc0eb2-91eb-4291-920e-f9c986e84b0d triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 18:25:42.409102 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (60fc0eb2-91eb-4291-920e-f9c986e84b0d), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:25:42.484474 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Current status of the port 60fc0eb2-91eb-4291-920e-f9c986e84b0d is: BUILD; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 18:25:42.484887 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (60fc0eb2-91eb-4291-920e-f9c986e84b0d), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:25:42.507388 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fa12946-0cf0-4a58-8b98-2eb05ed17876', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60fc0eb2-91eb-4291-920e-f9c986e84b0d'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 18:25:42.509839 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d531d67ec453461b01ecd2cf0c6686e25a5679cf38f56e7e92bae688f1026262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4856a8a1-644a-49e2-9154-99adb7cf71b6" -d '{"events": [{"server_uuid": "8fa12946-0cf0-4a58-8b98-2eb05ed17876", "name": "network-vif-plugged", "status": "completed", "tag": "60fc0eb2-91eb-4291-920e-f9c986e84b0d"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 18:25:42.521924 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] For port 60fc0eb2-91eb-4291-920e-f9c986e84b0d, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=60fc0eb2-91eb-4291-920e-f9c986e84b0d,segment=NetworkSegment(435c98d8-2e4c-4cdc-981d-5832c1157adb),segment_id=435c98d8-2e4c-4cdc-981d-5832c1157adb)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 18:25:42.525984 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (60fc0eb2-91eb-4291-920e-f9c986e84b0d), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:25:42.551520 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 18:25:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d61814f0-c1ff-45a9-8441-6f34c023dd90 x-openstack-request-id: req-d61814f0-c1ff-45a9-8441-6f34c023dd90 {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 18:25:42.551813 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8fa12946-0cf0-4a58-8b98-2eb05ed17876", "name": "network-vif-plugged", "status": "completed", "tag": "60fc0eb2-91eb-4291-920e-f9c986e84b0d", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 18:25:42.552070 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-d61814f0-c1ff-45a9-8441-6f34c023dd90 {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 18:25:42.552465 n-d-827839-2 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8fa12946-0cf0-4a58-8b98-2eb05ed17876', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60fc0eb2-91eb-4291-920e-f9c986e84b0d', 'code': 200} Feb 04 18:25:42.577746 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Pushing event updated for resources: {'Port': ['ID=60fc0eb2-91eb-4291-920e-f9c986e84b0d,revision_number=5']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:25:42.648845 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5a996c-772e-4745-b63f-ee7bd286acaa req-0cadb10a-8e3a-4348-8a6a-16f5cd061385 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:25:42.650350 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-7c5a996c-772e-4745-b63f-ee7bd286acaa req-0cadb10a-8e3a-4348-8a6a-16f5cd061385 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=8fa12946-0cf0-4a58-8b98-2eb05ed17876 HTTP/1.1" status: 200 len: 1128 time: 0.0469718 Feb 04 18:25:42.694198 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-7c5a996c-772e-4745-b63f-ee7bd286acaa req-db9f6835-b3f1-4596-bbf6-b81db4a69d17 service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=71719b76-5397-4377-ad8b-397420e87dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376070 Feb 04 18:25:42.811516 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9369b2-e1f7-4721-8bf4-b74e14e0563a req-b25d57aa-769c-40e4-9256-67949f9d62b6 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:25:42.812952 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-9f9369b2-e1f7-4721-8bf4-b74e14e0563a req-b25d57aa-769c-40e4-9256-67949f9d62b6 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] 10.222.0.89 "GET /v2.0/ports?device_id=8fa12946-0cf0-4a58-8b98-2eb05ed17876 HTTP/1.1" status: 200 len: 946 time: 0.0524492 Feb 04 18:25:42.861494 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-9f9369b2-e1f7-4721-8bf4-b74e14e0563a req-5fdb373d-a6fe-4501-a365-8047a5304500 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] 10.222.0.89 "GET /v2.0/security-groups?id=71719b76-5397-4377-ad8b-397420e87dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431027 Feb 04 18:25:42.943276 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (3f9244a9-75fc-4c10-b195-11d48b853b41), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:25:43.983027 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cecabb-f150-4df0-8c30-18e5afb9d836 req-4cc9fe2a-a691-4050-8eb4-bb1c17cf10c3 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:25:43.985015 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-20cecabb-f150-4df0-8c30-18e5afb9d836 req-4cc9fe2a-a691-4050-8eb4-bb1c17cf10c3 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] 10.222.0.89 "GET /v2.0/ports?device_id=8fa12946-0cf0-4a58-8b98-2eb05ed17876 HTTP/1.1" status: 200 len: 946 time: 0.0536470 Feb 04 18:25:44.042322 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-20cecabb-f150-4df0-8c30-18e5afb9d836 req-dc2167cb-8622-46bf-bcb3-38b2bfb817a7 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] 10.222.0.89 "GET /v2.0/security-groups?id=71719b76-5397-4377-ad8b-397420e87dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516737 Feb 04 18:25:45.166120 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0eac32-cda6-425d-84b5-9a259fdb1ed9 req-aec2392c-351f-4812-9353-1d031b3dba3b tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:25:45.167621 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-6a0eac32-cda6-425d-84b5-9a259fdb1ed9 req-aec2392c-351f-4812-9353-1d031b3dba3b tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] 10.222.0.89 "GET /v2.0/ports?device_id=8fa12946-0cf0-4a58-8b98-2eb05ed17876 HTTP/1.1" status: 200 len: 946 time: 0.0579793 Feb 04 18:25:45.214858 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-6a0eac32-cda6-425d-84b5-9a259fdb1ed9 req-ad7d3a19-0bff-4a3a-bbd2-3edf5814573c tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] 10.222.0.89 "GET /v2.0/security-groups?id=71719b76-5397-4377-ad8b-397420e87dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415854 Feb 04 18:25:45.334604 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01061779-0db9-4733-960f-ce61faa7d025 req-ed165189-3742-462b-8c55-2f8b9b94beb9 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:25:45.336013 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-01061779-0db9-4733-960f-ce61faa7d025 req-ed165189-3742-462b-8c55-2f8b9b94beb9 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] 10.222.0.89 "GET /v2.0/ports?device_id=8fa12946-0cf0-4a58-8b98-2eb05ed17876 HTTP/1.1" status: 200 len: 946 time: 0.0528171 Feb 04 18:25:45.385038 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-01061779-0db9-4733-960f-ce61faa7d025 req-a462c8e4-fc39-4fc0-a7cc-8d89bd02631c tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] 10.222.0.89 "GET /v2.0/security-groups?id=71719b76-5397-4377-ad8b-397420e87dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433393 Feb 04 18:25:45.407332 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 58396) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:25:45.449163 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0707998-a665-4e58-8a7f-5099f45e6735 tempest-TestNetworkAdvancedServerOps-797370670 tempest-TestNetworkAdvancedServerOps-797370670-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:25:45.450671 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-c0707998-a665-4e58-8a7f-5099f45e6735 tempest-TestNetworkAdvancedServerOps-797370670 tempest-TestNetworkAdvancedServerOps-797370670-project-admin] 10.222.0.89 "GET /v2.0/ports?device_id=8fa12946-0cf0-4a58-8b98-2eb05ed17876 HTTP/1.1" status: 200 len: 1123 time: 0.0423160 Feb 04 18:25:45.453851 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 58398) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:25:45.458004 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-710a7f5f-3cd4-465d-ac04-c9654daa903c tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Request body: {'floatingip': {'floating_network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'port_id': '60fc0eb2-91eb-4291-920e-f9c986e84b0d', 'tenant_id': '0a3be2315053479497104165645f2b52', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 18:25:45.479954 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-710a7f5f-3cd4-465d-ac04-c9654daa903c tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:25:45.877654 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-710a7f5f-3cd4-465d-ac04-c9654daa903c tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:25:45.974710 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.db_base_plugin_common [None req-710a7f5f-3cd4-465d-ac04-c9654daa903c tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Allocated IP 172.25.6.145 (48165773-85ad-49a1-9ec1-76fc8dc24188/7660bfad-1ea8-4fe7-831b-bed836f13efc/23669d1a-bff6-4d7a-a1cf-2db4b5c9a0fa) {{(pid=103377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 18:25:46.075318 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-710a7f5f-3cd4-465d-ac04-c9654daa903c tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks [] for port (23669d1a-bff6-4d7a-a1cf-2db4b5c9a0fa), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:25:46.106622 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-710a7f5f-3cd4-465d-ac04-c9654daa903c tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (23669d1a-bff6-4d7a-a1cf-2db4b5c9a0fa), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:25:46.145818 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-710a7f5f-3cd4-465d-ac04-c9654daa903c tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Network 48165773-85ad-49a1-9ec1-76fc8dc24188 is already hosted by enough agents. {{(pid=103377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 18:25:46.148567 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [None req-710a7f5f-3cd4-465d-ac04-c9654daa903c tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Resources bound (agent type, host, resource id): {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 18:25:46.151981 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-710a7f5f-3cd4-465d-ac04-c9654daa903c tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Received port after_create {{(pid=103377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 18:25:46.175701 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710a7f5f-3cd4-465d-ac04-c9654daa903c tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Pushing event updated for resources: {'Port': ['ID=23669d1a-bff6-4d7a-a1cf-2db4b5c9a0fa,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:25:46.501906 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-710a7f5f-3cd4-465d-ac04-c9654daa903c tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks [] for floatingip (36f5ddca-d6a8-42b1-8ab6-508f2c242bdb), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:25:46.572119 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-710a7f5f-3cd4-465d-ac04-c9654daa903c tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (23669d1a-bff6-4d7a-a1cf-2db4b5c9a0fa), before_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:25:46.714927 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-710a7f5f-3cd4-465d-ac04-c9654daa903c tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks [] for port (23669d1a-bff6-4d7a-a1cf-2db4b5c9a0fa), precommit_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:25:46.720082 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-710a7f5f-3cd4-465d-ac04-c9654daa903c tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25888290'] for port (23669d1a-bff6-4d7a-a1cf-2db4b5c9a0fa), after_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:25:46.789176 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710a7f5f-3cd4-465d-ac04-c9654daa903c tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Pushing event updated for resources: {'Port': ['ID=23669d1a-bff6-4d7a-a1cf-2db4b5c9a0fa,revision_number=2']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:25:46.800919 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-710a7f5f-3cd4-465d-ac04-c9654daa903c tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1595586'] for floatingip (36f5ddca-d6a8-42b1-8ab6-508f2c242bdb), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:25:46.901835 n-d-827839-2 neutron-server[103377]: INFO neutron.db.l3_db [None req-710a7f5f-3cd4-465d-ac04-c9654daa903c tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Floating IP 36f5ddca-d6a8-42b1-8ab6-508f2c242bdb associated. External IP: 172.25.6.145, port: 60fc0eb2-91eb-4291-920e-f9c986e84b0d. Feb 04 18:25:47.118964 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-710a7f5f-3cd4-465d-ac04-c9654daa903c tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Router 3b79b214-36f3-4857-b7dd-0d6171e62826 has already been hosted by L3 agent 64ada913-9131-4d99-a265-63a920956287 {{(pid=103377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 18:25:47.228002 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-710a7f5f-3cd4-465d-ac04-c9654daa903c tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Notify agent at l3_agent.n-d-827839-2 the message routers_updated {{(pid=103377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 18:25:47.237781 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-601ffd16-97c4-49b2-a360-701a6ab9f671 None None] Sync routers for ids ['3b79b214-36f3-4857-b7dd-0d6171e62826'] in n-d-827839-2 {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 18:25:47.245744 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-710a7f5f-3cd4-465d-ac04-c9654daa903c tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for floatingip (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:25:47.248507 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-601ffd16-97c4-49b2-a360-701a6ab9f671 None None] Routers {'3b79b214-36f3-4857-b7dd-0d6171e62826'} bound to L3 agent in host n-d-827839-2 {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 18:25:47.249644 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-601ffd16-97c4-49b2-a360-701a6ab9f671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T18:25:33Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['3b79b214-36f3-4857-b7dd-0d6171e62826'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:25:47.282422 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-710a7f5f-3cd4-465d-ac04-c9654daa903c tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] 10.222.0.89 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8275671 Feb 04 18:25:47.283113 n-d-827839-2 neutron-server[103377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8fa12946-0cf0-4a58-8b98-2eb05ed17876', 'tag': '60fc0eb2-91eb-4291-920e-f9c986e84b0d'}] {{(pid=103377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 18:25:47.287230 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2026467e03276fe79290e5b19027649602583100b1291b9f7533f134bdcccf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-666c1e0b-4e7f-477d-8839-3dc0a608eed5" -d '{"events": [{"name": "network-changed", "server_uuid": "8fa12946-0cf0-4a58-8b98-2eb05ed17876", "tag": "60fc0eb2-91eb-4291-920e-f9c986e84b0d"}]}' {{(pid=103377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 18:25:47.331332 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 18:25:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01633603-b2fd-42ff-9980-27e3e01c06ff x-openstack-request-id: req-01633603-b2fd-42ff-9980-27e3e01c06ff {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 18:25:47.331829 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8fa12946-0cf0-4a58-8b98-2eb05ed17876", "tag": "60fc0eb2-91eb-4291-920e-f9c986e84b0d", "status": "completed", "code": 200}]} {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 18:25:47.332085 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-01633603-b2fd-42ff-9980-27e3e01c06ff {{(pid=103377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 18:25:47.333364 n-d-827839-2 neutron-server[103377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8fa12946-0cf0-4a58-8b98-2eb05ed17876', 'tag': '60fc0eb2-91eb-4291-920e-f9c986e84b0d', 'status': 'completed', 'code': 200} Feb 04 18:25:47.359715 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvr_db [None req-601ffd16-97c4-49b2-a360-701a6ab9f671 None None] Set router 3b79b214-36f3-4857-b7dd-0d6171e62826 gateway port host: n-d-827839-2 {{(pid=103379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 18:25:47.427132 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666c1e0b-4e7f-477d-8839-3dc0a608eed5 req-af99bf0f-3feb-4c01-98e3-a2dab012cc56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:25:47.428570 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-666c1e0b-4e7f-477d-8839-3dc0a608eed5 req-af99bf0f-3feb-4c01-98e3-a2dab012cc56 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=0a3be2315053479497104165645f2b52&device_id=8fa12946-0cf0-4a58-8b98-2eb05ed17876 HTTP/1.1" status: 200 len: 1128 time: 0.0674183 Feb 04 18:25:47.436078 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ef01bc-9486-4159-9bf5-382eb0ffed68 req-26a47bb7-993d-47a6-adf7-ec58fca9423d tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:25:47.438089 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-b6ef01bc-9486-4159-9bf5-382eb0ffed68 req-26a47bb7-993d-47a6-adf7-ec58fca9423d tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] 10.222.0.89 "GET /v2.0/ports?device_id=8fa12946-0cf0-4a58-8b98-2eb05ed17876 HTTP/1.1" status: 200 len: 946 time: 0.0868614 Feb 04 18:25:47.544167 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-b6ef01bc-9486-4159-9bf5-382eb0ffed68 req-467ab98e-5602-481e-b24a-854dc011072a tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] 10.222.0.89 "GET /v2.0/security-groups?id=71719b76-5397-4377-ad8b-397420e87dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0980754 Feb 04 18:25:47.567143 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 58404) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:25:47.568299 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666c1e0b-4e7f-477d-8839-3dc0a608eed5 req-88e42acf-743e-4b13-8be5-e610ee7bcec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:25:47.569904 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-666c1e0b-4e7f-477d-8839-3dc0a608eed5 req-88e42acf-743e-4b13-8be5-e610ee7bcec8 service neutron] 10.222.0.96 "GET /v2.0/networks?id=f801f42f-c02b-4aec-ad03-f728d9a20896 HTTP/1.1" status: 200 len: 897 time: 0.1309614 Feb 04 18:25:47.583004 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-601ffd16-97c4-49b2-a360-701a6ab9f671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b79b214-36f3-4857-b7dd-0d6171e62826', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1395702553', 'tenant_id': '0a3be2315053479497104165645f2b52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.8'}], 'enable_snat': True}, 'gw_port_id': '60749553-6930-4441-a0e4-2f53c2ddf828', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T18:25:26Z', 'updated_at': '2022-02-04T18:25:29Z', 'revision_number': 4, 'project_id': '0a3be2315053479497104165645f2b52', 'gw_port': {'id': '60749553-6930-4441-a0e4-2f53c2ddf828', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:cb:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b79b214-36f3-4857-b7dd-0d6171e62826', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:25:26Z', 'updated_at': '2022-02-04T18:25:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_floatingips': [{'id': '36f5ddca-d6a8-42b1-8ab6-508f2c242bdb', 'tenant_id': '0a3be2315053479497104165645f2b52', 'floating_ip_address': '172.25.6.145', 'floating_network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'router_id': '3b79b214-36f3-4857-b7dd-0d6171e62826', 'port_id': '60fc0eb2-91eb-4291-920e-f9c986e84b0d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4261, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f801f42f-c02b-4aec-ad03-f728d9a20896', 'mac_address': 'fa:16:3e:3a:99:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fa12946-0cf0-4a58-8b98-2eb05ed17876', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T18:25:46Z', 'updated_at': '2022-02-04T18:25:46Z', 'revision_number': 0, 'project_id': '0a3be2315053479497104165645f2b52', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11c9951f-9c68-4698-bee2-fc553339467e', 'name': '', 'network_id': 'f801f42f-c02b-4aec-ad03-f728d9a20896', 'tenant_id': '0a3be2315053479497104165645f2b52', 'mac_address': 'fa:16:3e:a1:c7:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b79b214-36f3-4857-b7dd-0d6171e62826', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'dee32662-2180-4d16-8599-7b7f60001b02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:25:29Z', 'updated_at': '2022-02-04T18:25:32Z', 'revision_number': 5, 'project_id': '0a3be2315053479497104165645f2b52', 'subnets': [{'id': 'dee32662-2180-4d16-8599-7b7f60001b02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-2', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:25:47.612771 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-601ffd16-97c4-49b2-a360-701a6ab9f671 None None] Checking router: 3b79b214-36f3-4857-b7dd-0d6171e62826 for host: n-d-827839-2 {{(pid=103379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 18:25:47.621093 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-601ffd16-97c4-49b2-a360-701a6ab9f671 None None] Routers {'3b79b214-36f3-4857-b7dd-0d6171e62826'} bound to L3 agent in host n-d-827839-2 {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 18:25:47.621698 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-601ffd16-97c4-49b2-a360-701a6ab9f671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T18:25:33Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['3b79b214-36f3-4857-b7dd-0d6171e62826'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:25:47.631429 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-b01ef4d7-af92-459b-8efa-15d7c8f399b1 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] 10.222.0.89 "GET /v2.0/floatingips/36f5ddca-d6a8-42b1-8ab6-508f2c242bdb HTTP/1.1" status: 200 len: 992 time: 0.0619388 Feb 04 18:25:47.642195 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-666c1e0b-4e7f-477d-8839-3dc0a608eed5 req-33d760eb-bb00-4d8b-b76b-730e8aad0a6a service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=60fc0eb2-91eb-4291-920e-f9c986e84b0d HTTP/1.1" status: 200 len: 1000 time: 0.0662255 Feb 04 18:25:47.690719 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666c1e0b-4e7f-477d-8839-3dc0a608eed5 req-e533a285-9ea2-45ee-8d79-934b32e82f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:25:47.692113 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-666c1e0b-4e7f-477d-8839-3dc0a608eed5 req-e533a285-9ea2-45ee-8d79-934b32e82f99 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=dee32662-2180-4d16-8599-7b7f60001b02 HTTP/1.1" status: 200 len: 834 time: 0.0436735 Feb 04 18:25:47.729543 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvr_db [None req-601ffd16-97c4-49b2-a360-701a6ab9f671 None None] Set router 3b79b214-36f3-4857-b7dd-0d6171e62826 gateway port host: n-d-827839-2 {{(pid=103379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 18:25:47.743818 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666c1e0b-4e7f-477d-8839-3dc0a608eed5 req-30fdfef9-67d2-4ca6-a721-ad8aa1eeeccf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:25:47.745352 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-666c1e0b-4e7f-477d-8839-3dc0a608eed5 req-30fdfef9-67d2-4ca6-a721-ad8aa1eeeccf service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=f801f42f-c02b-4aec-ad03-f728d9a20896&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0456080 Feb 04 18:25:47.839613 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-666c1e0b-4e7f-477d-8839-3dc0a608eed5 req-6573b2df-0966-432d-a322-73be952e2337 service neutron] 10.222.0.96 "GET /v2.0/networks/f801f42f-c02b-4aec-ad03-f728d9a20896?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863664 Feb 04 18:25:47.928488 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-666c1e0b-4e7f-477d-8839-3dc0a608eed5 req-b9267bdb-6143-45ce-8d23-a7ac55e50b64 service neutron] 10.222.0.96 "GET /v2.0/networks/f801f42f-c02b-4aec-ad03-f728d9a20896?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829461 Feb 04 18:25:47.951031 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-601ffd16-97c4-49b2-a360-701a6ab9f671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b79b214-36f3-4857-b7dd-0d6171e62826', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1395702553', 'tenant_id': '0a3be2315053479497104165645f2b52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.8'}], 'enable_snat': True}, 'gw_port_id': '60749553-6930-4441-a0e4-2f53c2ddf828', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T18:25:26Z', 'updated_at': '2022-02-04T18:25:29Z', 'revision_number': 4, 'project_id': '0a3be2315053479497104165645f2b52', 'gw_port': {'id': '60749553-6930-4441-a0e4-2f53c2ddf828', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:cb:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b79b214-36f3-4857-b7dd-0d6171e62826', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:25:26Z', 'updated_at': '2022-02-04T18:25:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_floatingips': [{'id': '36f5ddca-d6a8-42b1-8ab6-508f2c242bdb', 'tenant_id': '0a3be2315053479497104165645f2b52', 'floating_ip_address': '172.25.6.145', 'floating_network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'router_id': '3b79b214-36f3-4857-b7dd-0d6171e62826', 'port_id': '60fc0eb2-91eb-4291-920e-f9c986e84b0d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4261, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f801f42f-c02b-4aec-ad03-f728d9a20896', 'mac_address': 'fa:16:3e:3a:99:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fa12946-0cf0-4a58-8b98-2eb05ed17876', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T18:25:46Z', 'updated_at': '2022-02-04T18:25:46Z', 'revision_number': 0, 'project_id': '0a3be2315053479497104165645f2b52', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11c9951f-9c68-4698-bee2-fc553339467e', 'name': '', 'network_id': 'f801f42f-c02b-4aec-ad03-f728d9a20896', 'tenant_id': '0a3be2315053479497104165645f2b52', 'mac_address': 'fa:16:3e:a1:c7:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b79b214-36f3-4857-b7dd-0d6171e62826', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'dee32662-2180-4d16-8599-7b7f60001b02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:25:29Z', 'updated_at': '2022-02-04T18:25:32Z', 'revision_number': 5, 'project_id': '0a3be2315053479497104165645f2b52', 'subnets': [{'id': 'dee32662-2180-4d16-8599-7b7f60001b02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-2', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:25:47.979874 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-601ffd16-97c4-49b2-a360-701a6ab9f671 None None] The sync data for ids ['3b79b214-36f3-4857-b7dd-0d6171e62826'] in n-d-827839-2 is: [{'id': '3b79b214-36f3-4857-b7dd-0d6171e62826', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1395702553', 'tenant_id': '0a3be2315053479497104165645f2b52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.8'}], 'enable_snat': True}, 'gw_port_id': '60749553-6930-4441-a0e4-2f53c2ddf828', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T18:25:26Z', 'updated_at': '2022-02-04T18:25:29Z', 'revision_number': 4, 'project_id': '0a3be2315053479497104165645f2b52', 'gw_port': {'id': '60749553-6930-4441-a0e4-2f53c2ddf828', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:cb:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b79b214-36f3-4857-b7dd-0d6171e62826', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:25:26Z', 'updated_at': '2022-02-04T18:25:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_floatingips': [{'id': '36f5ddca-d6a8-42b1-8ab6-508f2c242bdb', 'tenant_id': '0a3be2315053479497104165645f2b52', 'floating_ip_address': '172.25.6.145', 'floating_network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'router_id': '3b79b214-36f3-4857-b7dd-0d6171e62826', 'port_id': '60fc0eb2-91eb-4291-920e-f9c986e84b0d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4261, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f801f42f-c02b-4aec-ad03-f728d9a20896', 'mac_address': 'fa:16:3e:3a:99:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fa12946-0cf0-4a58-8b98-2eb05ed17876', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T18:25:46Z', 'updated_at': '2022-02-04T18:25:46Z', 'revision_number': 0, 'project_id': '0a3be2315053479497104165645f2b52', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11c9951f-9c68-4698-bee2-fc553339467e', 'name': '', 'network_id': 'f801f42f-c02b-4aec-ad03-f728d9a20896', 'tenant_id': '0a3be2315053479497104165645f2b52', 'mac_address': 'fa:16:3e:a1:c7:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b79b214-36f3-4857-b7dd-0d6171e62826', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'dee32662-2180-4d16-8599-7b7f60001b02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:25:29Z', 'updated_at': '2022-02-04T18:25:32Z', 'revision_number': 5, 'project_id': '0a3be2315053479497104165645f2b52', 'subnets': [{'id': 'dee32662-2180-4d16-8599-7b7f60001b02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 18:25:48.173348 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a67137e-c51b-4d17-85ec-02f2c8c0ac9c None None] New status for floating IP 36f5ddca-d6a8-42b1-8ab6-508f2c242bdb: ACTIVE {{(pid=103378) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 18:25:48.633769 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 58406) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:25:48.696772 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-fa009b0a-3a0d-4635-9974-aed81d830e2d tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] 10.222.0.89 "GET /v2.0/floatingips/36f5ddca-d6a8-42b1-8ab6-508f2c242bdb HTTP/1.1" status: 200 len: 994 time: 0.0619240 Feb 04 18:25:59.881273 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-25afadaf-b91f-4b29-8d2e-1eb50755b25c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (bb89f5a3-3c22-440b-b7d1-c4f0c43c184a), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:26:02.941355 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b14deed9-0a7d-4183-9480-de9088c361fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (64ada913-9131-4d99-a265-63a920956287), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:26:03.275240 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d408ec64-b374-4acb-a1fc-48241dad6d47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (0cd6d64a-47a7-40ff-8c12-71dd526c62e0), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:26:04.185872 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.agents_db [None req-e1691f3b-aacd-4cd6-8ebb-a9c53bb301c0 None None] Agent healthcheck: found 7 active agents {{(pid=103379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 18:26:05.097348 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4f14bb47-e72b-46ac-9e44-a61d9293afcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (75326290-f7a3-4db8-9cf2-15c7139ed224), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:26:05.863121 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (ba70844b-66a0-45fd-a2f2-e6ed673321fc), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:26:06.375048 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-8fb20134-14fb-4aaa-b497-df4a6215535e req-21dd838b-fa17-4ce7-ad0a-fc568b7b7503 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=8fa12946-0cf0-4a58-8b98-2eb05ed17876&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0848579 Feb 04 18:26:06.467548 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb20134-14fb-4aaa-b497-df4a6215535e req-2de60949-d7c6-4057-951b-b33dd91b6a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:26:06.469081 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-8fb20134-14fb-4aaa-b497-df4a6215535e req-2de60949-d7c6-4057-951b-b33dd91b6a72 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=0a3be2315053479497104165645f2b52&device_id=8fa12946-0cf0-4a58-8b98-2eb05ed17876 HTTP/1.1" status: 200 len: 1128 time: 0.0486298 Feb 04 18:26:06.567709 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb20134-14fb-4aaa-b497-df4a6215535e req-c5e99025-8453-40ab-8fc8-8242dc64223a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:26:06.569099 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-8fb20134-14fb-4aaa-b497-df4a6215535e req-c5e99025-8453-40ab-8fc8-8242dc64223a service neutron] 10.222.0.96 "GET /v2.0/networks?id=f801f42f-c02b-4aec-ad03-f728d9a20896 HTTP/1.1" status: 200 len: 897 time: 0.0817835 Feb 04 18:26:06.635570 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-8fb20134-14fb-4aaa-b497-df4a6215535e req-fa8f160d-918a-4655-8587-4cbc4150c691 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=60fc0eb2-91eb-4291-920e-f9c986e84b0d HTTP/1.1" status: 200 len: 1002 time: 0.0606236 Feb 04 18:26:06.681477 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb20134-14fb-4aaa-b497-df4a6215535e req-23f0504e-ec50-4aec-aa93-bb7c6ca2e6e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:26:06.682897 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-8fb20134-14fb-4aaa-b497-df4a6215535e req-23f0504e-ec50-4aec-aa93-bb7c6ca2e6e6 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=dee32662-2180-4d16-8599-7b7f60001b02 HTTP/1.1" status: 200 len: 834 time: 0.0421383 Feb 04 18:26:06.729328 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb20134-14fb-4aaa-b497-df4a6215535e req-1fce372c-1d65-45ca-a2b5-6e9f1ec008e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:26:06.730756 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-8fb20134-14fb-4aaa-b497-df4a6215535e req-1fce372c-1d65-45ca-a2b5-6e9f1ec008e2 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=f801f42f-c02b-4aec-ad03-f728d9a20896&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0419645 Feb 04 18:26:06.820729 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-8fb20134-14fb-4aaa-b497-df4a6215535e req-a7e8bd50-d5f2-438f-af60-cec64172c25b service neutron] 10.222.0.96 "GET /v2.0/networks/f801f42f-c02b-4aec-ad03-f728d9a20896?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833111 Feb 04 18:26:06.906642 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-8fb20134-14fb-4aaa-b497-df4a6215535e req-d96b8036-c337-40bf-bffc-85d4cd44381b service neutron] 10.222.0.96 "GET /v2.0/networks/f801f42f-c02b-4aec-ad03-f728d9a20896?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801456 Feb 04 18:26:10.771337 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (f20a1ab3-4332-4f54-833b-ba4a7c687e89), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:26:12.942074 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (3f9244a9-75fc-4c10-b195-11d48b853b41), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:26:29.882323 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7e9f7679-6fc0-458a-b315-6fade5c2a495 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (bb89f5a3-3c22-440b-b7d1-c4f0c43c184a), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:26:32.945910 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-73b94ecf-364d-4002-9ba5-9c13c22e71ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (64ada913-9131-4d99-a265-63a920956287), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:26:33.278831 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d408ec64-b374-4acb-a1fc-48241dad6d47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (0cd6d64a-47a7-40ff-8c12-71dd526c62e0), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:26:35.099295 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4f14bb47-e72b-46ac-9e44-a61d9293afcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (75326290-f7a3-4db8-9cf2-15c7139ed224), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:26:35.864433 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (ba70844b-66a0-45fd-a2f2-e6ed673321fc), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:26:40.766921 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (f20a1ab3-4332-4f54-833b-ba4a7c687e89), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:26:41.184927 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.agents_db [None req-e1691f3b-aacd-4cd6-8ebb-a9c53bb301c0 None None] Agent healthcheck: found 7 active agents {{(pid=103379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 18:26:42.938317 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (3f9244a9-75fc-4c10-b195-11d48b853b41), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:26:51.510779 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be06c0f1-b115-4689-bc21-71f3c2f5f0b4 req-313b0d25-b1c7-4d8e-a071-ef0daa97b188 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:26:51.512540 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-be06c0f1-b115-4689-bc21-71f3c2f5f0b4 req-313b0d25-b1c7-4d8e-a071-ef0daa97b188 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=0a3be2315053479497104165645f2b52&device_id=8fa12946-0cf0-4a58-8b98-2eb05ed17876 HTTP/1.1" status: 200 len: 1128 time: 0.0473990 Feb 04 18:26:51.519590 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d0f0f3-61f4-485b-93bc-b0ed53037a9d req-e5d42eb6-2333-48dc-8bab-76da282cb935 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:26:51.521672 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-02d0f0f3-61f4-485b-93bc-b0ed53037a9d req-e5d42eb6-2333-48dc-8bab-76da282cb935 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] 10.222.0.89 "GET /v2.0/ports?device_id=8fa12946-0cf0-4a58-8b98-2eb05ed17876 HTTP/1.1" status: 200 len: 946 time: 0.0594680 Feb 04 18:26:51.574568 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-02d0f0f3-61f4-485b-93bc-b0ed53037a9d req-6856ac80-bfea-426a-bbac-4531238e16b3 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] 10.222.0.89 "GET /v2.0/security-groups?id=71719b76-5397-4377-ad8b-397420e87dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467875 Feb 04 18:26:51.615140 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be06c0f1-b115-4689-bc21-71f3c2f5f0b4 req-ac386e89-528c-4760-a3f8-811be78e7255 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:26:51.616621 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-be06c0f1-b115-4689-bc21-71f3c2f5f0b4 req-ac386e89-528c-4760-a3f8-811be78e7255 service neutron] 10.222.0.96 "GET /v2.0/networks?id=f801f42f-c02b-4aec-ad03-f728d9a20896 HTTP/1.1" status: 200 len: 897 time: 0.0966733 Feb 04 18:26:51.681824 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-be06c0f1-b115-4689-bc21-71f3c2f5f0b4 req-e30bcf26-1476-496c-9539-caddde28903b service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=60fc0eb2-91eb-4291-920e-f9c986e84b0d HTTP/1.1" status: 200 len: 1002 time: 0.0575793 Feb 04 18:26:51.733858 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be06c0f1-b115-4689-bc21-71f3c2f5f0b4 req-dabb4378-0929-449e-9393-a6c945e06684 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:26:51.735314 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-be06c0f1-b115-4689-bc21-71f3c2f5f0b4 req-dabb4378-0929-449e-9393-a6c945e06684 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=dee32662-2180-4d16-8599-7b7f60001b02 HTTP/1.1" status: 200 len: 834 time: 0.0465155 Feb 04 18:26:51.784562 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be06c0f1-b115-4689-bc21-71f3c2f5f0b4 req-f310f01b-f1fe-43fd-b264-1a024ef87695 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:26:51.786034 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-be06c0f1-b115-4689-bc21-71f3c2f5f0b4 req-f310f01b-f1fe-43fd-b264-1a024ef87695 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=f801f42f-c02b-4aec-ad03-f728d9a20896&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0450432 Feb 04 18:26:51.874901 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-be06c0f1-b115-4689-bc21-71f3c2f5f0b4 req-8ca29bdc-f743-4221-8fda-d73d33066c03 service neutron] 10.222.0.96 "GET /v2.0/networks/f801f42f-c02b-4aec-ad03-f728d9a20896?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826499 Feb 04 18:26:51.967616 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-be06c0f1-b115-4689-bc21-71f3c2f5f0b4 req-541fb5a3-5c21-44c7-9c68-fb625c9fdd31 service neutron] 10.222.0.96 "GET /v2.0/networks/f801f42f-c02b-4aec-ad03-f728d9a20896?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870087 Feb 04 18:26:52.700523 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f0cd32-24f4-4dac-977f-daa99e915102 req-e7bce29f-4242-420e-a539-7fd551897227 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:26:52.702079 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-95f0cd32-24f4-4dac-977f-daa99e915102 req-e7bce29f-4242-420e-a539-7fd551897227 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] 10.222.0.89 "GET /v2.0/ports?device_id=8fa12946-0cf0-4a58-8b98-2eb05ed17876 HTTP/1.1" status: 200 len: 946 time: 0.0528738 Feb 04 18:26:52.750967 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-95f0cd32-24f4-4dac-977f-daa99e915102 req-8930dcab-76a5-467e-821b-1c19bc034749 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] 10.222.0.89 "GET /v2.0/security-groups?id=71719b76-5397-4377-ad8b-397420e87dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426924 Feb 04 18:26:53.870946 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea89f8b-9346-4d07-8ce9-1cc617299320 req-28108a85-5679-4331-bae1-6faf5d2c0351 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:26:53.872606 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-3ea89f8b-9346-4d07-8ce9-1cc617299320 req-28108a85-5679-4331-bae1-6faf5d2c0351 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] 10.222.0.89 "GET /v2.0/ports?device_id=8fa12946-0cf0-4a58-8b98-2eb05ed17876 HTTP/1.1" status: 200 len: 946 time: 0.0524263 Feb 04 18:26:53.920312 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-3ea89f8b-9346-4d07-8ce9-1cc617299320 req-2ede96c7-60ae-4544-896d-d96916f27bc9 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] 10.222.0.89 "GET /v2.0/security-groups?id=71719b76-5397-4377-ad8b-397420e87dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420208 Feb 04 18:26:55.042680 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10517ca-d69e-4848-9ec9-aea92e4634ef req-d6e1a4a3-ff6c-435e-ad21-7d939ceea175 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:26:55.044176 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-b10517ca-d69e-4848-9ec9-aea92e4634ef req-d6e1a4a3-ff6c-435e-ad21-7d939ceea175 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] 10.222.0.89 "GET /v2.0/ports?device_id=8fa12946-0cf0-4a58-8b98-2eb05ed17876 HTTP/1.1" status: 200 len: 946 time: 0.0578158 Feb 04 18:26:55.092244 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-b10517ca-d69e-4848-9ec9-aea92e4634ef req-223ca1d0-88b4-44aa-b784-b7a392b1797f tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] 10.222.0.89 "GET /v2.0/security-groups?id=71719b76-5397-4377-ad8b-397420e87dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419760 Feb 04 18:26:56.213325 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c53a86e-0b0e-4dcc-8fa1-b13839a8eb9f req-b01f3c39-588a-4527-81db-26e1e1934a42 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:26:56.214789 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-7c53a86e-0b0e-4dcc-8fa1-b13839a8eb9f req-b01f3c39-588a-4527-81db-26e1e1934a42 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] 10.222.0.89 "GET /v2.0/ports?device_id=8fa12946-0cf0-4a58-8b98-2eb05ed17876 HTTP/1.1" status: 200 len: 946 time: 0.0557311 Feb 04 18:26:56.262408 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-7c53a86e-0b0e-4dcc-8fa1-b13839a8eb9f req-25b2a44f-cd9c-44c8-9dc8-66c8430fda4a tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] 10.222.0.89 "GET /v2.0/security-groups?id=71719b76-5397-4377-ad8b-397420e87dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421035 Feb 04 18:26:57.382153 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230dfd05-a9bf-42ff-aab1-c51076aaaaf9 req-de097146-a96f-4ace-a26e-54ba62521972 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:26:57.383637 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-230dfd05-a9bf-42ff-aab1-c51076aaaaf9 req-de097146-a96f-4ace-a26e-54ba62521972 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] 10.222.0.89 "GET /v2.0/ports?device_id=8fa12946-0cf0-4a58-8b98-2eb05ed17876 HTTP/1.1" status: 200 len: 946 time: 0.0532582 Feb 04 18:26:57.431480 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-230dfd05-a9bf-42ff-aab1-c51076aaaaf9 req-fc6f3870-a721-438b-9ed0-eb48f880c7d0 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] 10.222.0.89 "GET /v2.0/security-groups?id=71719b76-5397-4377-ad8b-397420e87dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422649 Feb 04 18:26:58.551998 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ee227c-7948-49c4-b2c8-d62f7e2b4646 req-a717f28a-4e85-443b-893f-4c57154165b6 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:26:58.553428 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-06ee227c-7948-49c4-b2c8-d62f7e2b4646 req-a717f28a-4e85-443b-893f-4c57154165b6 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] 10.222.0.89 "GET /v2.0/ports?device_id=8fa12946-0cf0-4a58-8b98-2eb05ed17876 HTTP/1.1" status: 200 len: 946 time: 0.0530255 Feb 04 18:26:58.600909 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-06ee227c-7948-49c4-b2c8-d62f7e2b4646 req-537d77ae-5714-408e-af08-72af8b0440d3 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] 10.222.0.89 "GET /v2.0/security-groups?id=71719b76-5397-4377-ad8b-397420e87dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418546 Feb 04 18:26:59.719544 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7e42fb-4b71-4d5e-8154-e01dd443e11d req-872153d1-24bd-4228-81ff-1a3fe6fb1f67 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:26:59.721075 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-3e7e42fb-4b71-4d5e-8154-e01dd443e11d req-872153d1-24bd-4228-81ff-1a3fe6fb1f67 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] 10.222.0.89 "GET /v2.0/ports?device_id=8fa12946-0cf0-4a58-8b98-2eb05ed17876 HTTP/1.1" status: 200 len: 946 time: 0.0516174 Feb 04 18:26:59.772012 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-3e7e42fb-4b71-4d5e-8154-e01dd443e11d req-479d8fed-9ba0-43e9-898b-8f9123884cc8 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] 10.222.0.89 "GET /v2.0/security-groups?id=71719b76-5397-4377-ad8b-397420e87dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454791 Feb 04 18:26:59.884136 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-504c8137-1b52-4e75-88d9-31a3976d1292 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (bb89f5a3-3c22-440b-b7d1-c4f0c43c184a), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:27:00.892366 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74808ca-a2c4-488e-a354-cb150c670886 req-86433115-954b-4a05-9d49-9c4a074c5008 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:27:00.893868 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-f74808ca-a2c4-488e-a354-cb150c670886 req-86433115-954b-4a05-9d49-9c4a074c5008 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] 10.222.0.89 "GET /v2.0/ports?device_id=8fa12946-0cf0-4a58-8b98-2eb05ed17876 HTTP/1.1" status: 200 len: 946 time: 0.0557230 Feb 04 18:27:00.941221 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-f74808ca-a2c4-488e-a354-cb150c670886 req-762ac1ca-b38b-4269-b359-58460567b9b1 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] 10.222.0.89 "GET /v2.0/security-groups?id=71719b76-5397-4377-ad8b-397420e87dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418408 Feb 04 18:27:02.057118 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92e5131-a5d2-403f-92dd-33f743a182ba req-ab1ac2aa-3e9f-4fa2-ad12-9b66418f7c22 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:27:02.058585 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-c92e5131-a5d2-403f-92dd-33f743a182ba req-ab1ac2aa-3e9f-4fa2-ad12-9b66418f7c22 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] 10.222.0.89 "GET /v2.0/ports?device_id=8fa12946-0cf0-4a58-8b98-2eb05ed17876 HTTP/1.1" status: 200 len: 946 time: 0.0515110 Feb 04 18:27:02.106067 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-c92e5131-a5d2-403f-92dd-33f743a182ba req-903ae13a-8293-4318-aa22-8b878c2f3991 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] 10.222.0.89 "GET /v2.0/security-groups?id=71719b76-5397-4377-ad8b-397420e87dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420761 Feb 04 18:27:02.947116 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-395d5735-ce6b-4d3c-b042-6f1f185a11cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (64ada913-9131-4d99-a265-63a920956287), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:27:03.224636 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd611334-a761-4f68-88ed-e89163346113 req-930b800e-2a36-485b-b931-1c22e3c560d6 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:27:03.226055 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-cd611334-a761-4f68-88ed-e89163346113 req-930b800e-2a36-485b-b931-1c22e3c560d6 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] 10.222.0.89 "GET /v2.0/ports?device_id=8fa12946-0cf0-4a58-8b98-2eb05ed17876 HTTP/1.1" status: 200 len: 946 time: 0.0523384 Feb 04 18:27:03.277683 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-cd611334-a761-4f68-88ed-e89163346113 req-c63540bf-e810-4da1-a1cb-d39619333a04 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] 10.222.0.89 "GET /v2.0/security-groups?id=71719b76-5397-4377-ad8b-397420e87dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457327 Feb 04 18:27:03.282234 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d408ec64-b374-4acb-a1fc-48241dad6d47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (0cd6d64a-47a7-40ff-8c12-71dd526c62e0), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:27:04.397764 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a360b13-144f-4adb-a44b-e05bf6ee2c5a req-36cc17b2-9c81-427d-b300-6ad0e5f9c6dc tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:27:04.399240 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-4a360b13-144f-4adb-a44b-e05bf6ee2c5a req-36cc17b2-9c81-427d-b300-6ad0e5f9c6dc tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] 10.222.0.89 "GET /v2.0/ports?device_id=8fa12946-0cf0-4a58-8b98-2eb05ed17876 HTTP/1.1" status: 200 len: 946 time: 0.0525436 Feb 04 18:27:04.447492 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-4a360b13-144f-4adb-a44b-e05bf6ee2c5a req-b1e1b2a9-0ef2-4f06-a490-e440938571ad tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] 10.222.0.89 "GET /v2.0/security-groups?id=71719b76-5397-4377-ad8b-397420e87dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424125 Feb 04 18:27:05.102070 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4f14bb47-e72b-46ac-9e44-a61d9293afcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (75326290-f7a3-4db8-9cf2-15c7139ed224), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:27:05.561795 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab64f49-58c7-4af9-bcfd-0a90d0c488fd req-358cd8a6-abf8-4490-9c78-07e89c196955 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:27:05.563244 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-aab64f49-58c7-4af9-bcfd-0a90d0c488fd req-358cd8a6-abf8-4490-9c78-07e89c196955 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] 10.222.0.89 "GET /v2.0/ports?device_id=8fa12946-0cf0-4a58-8b98-2eb05ed17876 HTTP/1.1" status: 200 len: 946 time: 0.0508158 Feb 04 18:27:05.615846 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-aab64f49-58c7-4af9-bcfd-0a90d0c488fd req-75e028f9-cb55-406d-9c8f-d6e73efaf259 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] 10.222.0.89 "GET /v2.0/security-groups?id=71719b76-5397-4377-ad8b-397420e87dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462570 Feb 04 18:27:05.866860 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (ba70844b-66a0-45fd-a2f2-e6ed673321fc), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:27:06.738154 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cae31b-2e29-4c5e-bbc7-1b62e06b93f0 req-433a1622-fc13-469e-8d5d-01ba8c206a67 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:27:06.739618 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-82cae31b-2e29-4c5e-bbc7-1b62e06b93f0 req-433a1622-fc13-469e-8d5d-01ba8c206a67 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] 10.222.0.89 "GET /v2.0/ports?device_id=8fa12946-0cf0-4a58-8b98-2eb05ed17876 HTTP/1.1" status: 200 len: 946 time: 0.0575509 Feb 04 18:27:06.787385 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-82cae31b-2e29-4c5e-bbc7-1b62e06b93f0 req-3c9ead3b-3fe6-40c9-b021-7d7694fedf7b tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] 10.222.0.89 "GET /v2.0/security-groups?id=71719b76-5397-4377-ad8b-397420e87dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421984 Feb 04 18:27:06.985998 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b31fc2b-7d42-42ad-8ebe-a709672ab07e req-4e32807b-b44b-4fef-949e-257c00352668 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:27:06.988160 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-9b31fc2b-7d42-42ad-8ebe-a709672ab07e req-4e32807b-b44b-4fef-949e-257c00352668 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=0a3be2315053479497104165645f2b52&device_id=8fa12946-0cf0-4a58-8b98-2eb05ed17876 HTTP/1.1" status: 200 len: 1128 time: 0.0444674 Feb 04 18:27:07.103589 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b31fc2b-7d42-42ad-8ebe-a709672ab07e req-4e989d3b-c557-40e8-9e68-65ff7248009f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:27:07.105109 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-9b31fc2b-7d42-42ad-8ebe-a709672ab07e req-4e989d3b-c557-40e8-9e68-65ff7248009f service neutron] 10.222.0.96 "GET /v2.0/networks?id=f801f42f-c02b-4aec-ad03-f728d9a20896 HTTP/1.1" status: 200 len: 897 time: 0.0985820 Feb 04 18:27:07.170566 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-9b31fc2b-7d42-42ad-8ebe-a709672ab07e req-b7bc18f8-ce0a-403f-8391-4290167ef522 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=60fc0eb2-91eb-4291-920e-f9c986e84b0d HTTP/1.1" status: 200 len: 1002 time: 0.0587471 Feb 04 18:27:07.218545 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b31fc2b-7d42-42ad-8ebe-a709672ab07e req-c375e7a2-6887-42aa-8aa9-4a49fcf6672a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:27:07.219987 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-9b31fc2b-7d42-42ad-8ebe-a709672ab07e req-c375e7a2-6887-42aa-8aa9-4a49fcf6672a service neutron] 10.222.0.96 "GET /v2.0/subnets?id=dee32662-2180-4d16-8599-7b7f60001b02 HTTP/1.1" status: 200 len: 834 time: 0.0432498 Feb 04 18:27:07.271496 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b31fc2b-7d42-42ad-8ebe-a709672ab07e req-420fa0e4-993a-4fb1-b71e-4ec915fe7e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:27:07.273298 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-9b31fc2b-7d42-42ad-8ebe-a709672ab07e req-420fa0e4-993a-4fb1-b71e-4ec915fe7e65 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=f801f42f-c02b-4aec-ad03-f728d9a20896&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0469520 Feb 04 18:27:07.665801 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-9b31fc2b-7d42-42ad-8ebe-a709672ab07e req-35430031-0dc4-4c15-8bfa-11899182fbed service neutron] 10.222.0.96 "GET /v2.0/networks/f801f42f-c02b-4aec-ad03-f728d9a20896?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3849580 Feb 04 18:27:07.759249 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-9b31fc2b-7d42-42ad-8ebe-a709672ab07e req-c1a88f2a-daed-4635-8991-274fd67c3291 service neutron] 10.222.0.96 "GET /v2.0/networks/f801f42f-c02b-4aec-ad03-f728d9a20896?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868473 Feb 04 18:27:07.907347 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa69ec6-317e-40ff-8fc4-da2d7ce66ba5 req-634bc08a-183d-4346-a2f4-9a7e4b01f5a7 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:27:07.908874 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-8fa69ec6-317e-40ff-8fc4-da2d7ce66ba5 req-634bc08a-183d-4346-a2f4-9a7e4b01f5a7 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] 10.222.0.89 "GET /v2.0/ports?device_id=8fa12946-0cf0-4a58-8b98-2eb05ed17876 HTTP/1.1" status: 200 len: 946 time: 0.0529416 Feb 04 18:27:07.956650 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-8fa69ec6-317e-40ff-8fc4-da2d7ce66ba5 req-e4b084d1-c8d9-4380-9ddf-6a49fd9e8927 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] 10.222.0.89 "GET /v2.0/security-groups?id=71719b76-5397-4377-ad8b-397420e87dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421867 Feb 04 18:27:07.978232 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 58466) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:27:08.036461 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-5908bb5c-dd7f-43b1-a169-5732498da5b2 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] 10.222.0.89 "GET /v2.0/floatingips/36f5ddca-d6a8-42b1-8ab6-508f2c242bdb HTTP/1.1" status: 200 len: 994 time: 0.0571504 Feb 04 18:27:10.777849 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (f20a1ab3-4332-4f54-833b-ba4a7c687e89), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:27:12.935810 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (3f9244a9-75fc-4c10-b195-11d48b853b41), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:27:18.183115 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.agents_db [None req-e1691f3b-aacd-4cd6-8ebb-a9c53bb301c0 None None] Agent healthcheck: found 7 active agents {{(pid=103379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 18:27:29.885387 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5877bf78-1aec-4fc7-899e-030be0ac4137 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (bb89f5a3-3c22-440b-b7d1-c4f0c43c184a), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:27:32.947965 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9a925d0f-ac23-4edb-91d1-00226450d5ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (64ada913-9131-4d99-a265-63a920956287), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:27:33.284954 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d408ec64-b374-4acb-a1fc-48241dad6d47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (0cd6d64a-47a7-40ff-8c12-71dd526c62e0), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:27:35.106382 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4f14bb47-e72b-46ac-9e44-a61d9293afcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (75326290-f7a3-4db8-9cf2-15c7139ed224), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:27:35.868230 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (ba70844b-66a0-45fd-a2f2-e6ed673321fc), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:27:40.782685 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (f20a1ab3-4332-4f54-833b-ba4a7c687e89), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:27:42.953760 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (3f9244a9-75fc-4c10-b195-11d48b853b41), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:27:55.181327 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.agents_db [None req-e1691f3b-aacd-4cd6-8ebb-a9c53bb301c0 None None] Agent healthcheck: found 7 active agents {{(pid=103379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 18:27:59.886293 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-282afbcb-4038-4ff7-9a8c-8e8c6547e4fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (bb89f5a3-3c22-440b-b7d1-c4f0c43c184a), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:28:02.949776 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-104a2d9c-5b29-4dbe-8ac3-4f435831233d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (64ada913-9131-4d99-a265-63a920956287), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:28:03.288165 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d408ec64-b374-4acb-a1fc-48241dad6d47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (0cd6d64a-47a7-40ff-8c12-71dd526c62e0), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:28:04.979390 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 58496) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:28:05.108230 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4f14bb47-e72b-46ac-9e44-a61d9293afcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (75326290-f7a3-4db8-9cf2-15c7139ed224), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:28:05.142155 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-25da9963-c0f8-42a0-a0e3-2e7eb559db72 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Deleting port 23669d1a-bff6-4d7a-a1cf-2db4b5c9a0fa {{(pid=103377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 18:28:05.142499 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-25da9963-c0f8-42a0-a0e3-2e7eb559db72 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (23669d1a-bff6-4d7a-a1cf-2db4b5c9a0fa), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:28:05.218769 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-25da9963-c0f8-42a0-a0e3-2e7eb559db72 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (23669d1a-bff6-4d7a-a1cf-2db4b5c9a0fa), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:28:05.219096 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-25da9963-c0f8-42a0-a0e3-2e7eb559db72 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks [] for floatingip (23669d1a-bff6-4d7a-a1cf-2db4b5c9a0fa), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:28:05.230933 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-25da9963-c0f8-42a0-a0e3-2e7eb559db72 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Calling delete_port for 23669d1a-bff6-4d7a-a1cf-2db4b5c9a0fa owned by network:floatingip {{(pid=103377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 18:28:05.377603 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-25da9963-c0f8-42a0-a0e3-2e7eb559db72 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (23669d1a-bff6-4d7a-a1cf-2db4b5c9a0fa), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:28:05.401646 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25da9963-c0f8-42a0-a0e3-2e7eb559db72 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Pushing event deleted for resources: {'Port': ['ID=23669d1a-bff6-4d7a-a1cf-2db4b5c9a0fa,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:28:05.428835 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25da9963-c0f8-42a0-a0e3-2e7eb559db72 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:28:05.429187 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25da9963-c0f8-42a0-a0e3-2e7eb559db72 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:28:05.429528 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25da9963-c0f8-42a0-a0e3-2e7eb559db72 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:28:05.429865 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25da9963-c0f8-42a0-a0e3-2e7eb559db72 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:28:05.430195 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25da9963-c0f8-42a0-a0e3-2e7eb559db72 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:28:05.430524 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25da9963-c0f8-42a0-a0e3-2e7eb559db72 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:28:05.430849 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25da9963-c0f8-42a0-a0e3-2e7eb559db72 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:28:05.431173 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25da9963-c0f8-42a0-a0e3-2e7eb559db72 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:28:05.431497 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25da9963-c0f8-42a0-a0e3-2e7eb559db72 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:28:05.431822 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25da9963-c0f8-42a0-a0e3-2e7eb559db72 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:28:05.432145 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25da9963-c0f8-42a0-a0e3-2e7eb559db72 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:28:05.432465 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25da9963-c0f8-42a0-a0e3-2e7eb559db72 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:28:05.432829 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25da9963-c0f8-42a0-a0e3-2e7eb559db72 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:28:05.473986 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-25da9963-c0f8-42a0-a0e3-2e7eb559db72 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks [] for floatingip (36f5ddca-d6a8-42b1-8ab6-508f2c242bdb), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:28:05.474325 n-d-827839-2 neutron-server[103377]: INFO neutron.db.l3_db [None req-25da9963-c0f8-42a0-a0e3-2e7eb559db72 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Floating IP 36f5ddca-d6a8-42b1-8ab6-508f2c242bdb disassociated (deleted). External IP: 172.25.6.145, port: 60fc0eb2-91eb-4291-920e-f9c986e84b0d. Feb 04 18:28:05.681198 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25da9963-c0f8-42a0-a0e3-2e7eb559db72 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Router 3b79b214-36f3-4857-b7dd-0d6171e62826 has already been hosted by L3 agent 64ada913-9131-4d99-a265-63a920956287 {{(pid=103377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 18:28:05.789541 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25da9963-c0f8-42a0-a0e3-2e7eb559db72 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Notify agent at l3_agent.n-d-827839-2 the message routers_updated {{(pid=103377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 18:28:05.794810 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-25da9963-c0f8-42a0-a0e3-2e7eb559db72 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for floatingip (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:28:05.800152 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0a7ad86-064c-4ced-9532-f226df82291a None None] Sync routers for ids ['3b79b214-36f3-4857-b7dd-0d6171e62826'] in n-d-827839-2 {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 18:28:05.810180 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0a7ad86-064c-4ced-9532-f226df82291a None None] Routers {'3b79b214-36f3-4857-b7dd-0d6171e62826'} bound to L3 agent in host n-d-827839-2 {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 18:28:05.810770 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-a0a7ad86-064c-4ced-9532-f226df82291a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T18:28:03Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['3b79b214-36f3-4857-b7dd-0d6171e62826'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:28:05.824141 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-25da9963-c0f8-42a0-a0e3-2e7eb559db72 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] 10.222.0.89 "DELETE /v2.0/floatingips/36f5ddca-d6a8-42b1-8ab6-508f2c242bdb HTTP/1.1" status: 204 len: 168 time: 0.8435750 Feb 04 18:28:05.824863 n-d-827839-2 neutron-server[103377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8fa12946-0cf0-4a58-8b98-2eb05ed17876', 'tag': '60fc0eb2-91eb-4291-920e-f9c986e84b0d'}] {{(pid=103377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 18:28:05.827293 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2026467e03276fe79290e5b19027649602583100b1291b9f7533f134bdcccf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45403385-7839-4081-be8b-fa53e1851c1b" -d '{"events": [{"name": "network-changed", "server_uuid": "8fa12946-0cf0-4a58-8b98-2eb05ed17876", "tag": "60fc0eb2-91eb-4291-920e-f9c986e84b0d"}]}' {{(pid=103377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 18:28:05.871811 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 18:28:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e89ea56a-91fc-4e66-93a4-8be0a7b3255a x-openstack-request-id: req-e89ea56a-91fc-4e66-93a4-8be0a7b3255a {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 18:28:05.872732 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8fa12946-0cf0-4a58-8b98-2eb05ed17876", "tag": "60fc0eb2-91eb-4291-920e-f9c986e84b0d", "status": "completed", "code": 200}]} {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 18:28:05.873338 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-e89ea56a-91fc-4e66-93a4-8be0a7b3255a {{(pid=103377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 18:28:05.873865 n-d-827839-2 neutron-server[103377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8fa12946-0cf0-4a58-8b98-2eb05ed17876', 'tag': '60fc0eb2-91eb-4291-920e-f9c986e84b0d', 'status': 'completed', 'code': 200} Feb 04 18:28:05.879062 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (ba70844b-66a0-45fd-a2f2-e6ed673321fc), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:28:05.927737 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvr_db [None req-a0a7ad86-064c-4ced-9532-f226df82291a None None] Set router 3b79b214-36f3-4857-b7dd-0d6171e62826 gateway port host: n-d-827839-2 {{(pid=103379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 18:28:05.945544 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45403385-7839-4081-be8b-fa53e1851c1b req-3f2a2555-2041-41fe-b2de-3de070d6c788 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:28:05.947516 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-45403385-7839-4081-be8b-fa53e1851c1b req-3f2a2555-2041-41fe-b2de-3de070d6c788 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=0a3be2315053479497104165645f2b52&device_id=8fa12946-0cf0-4a58-8b98-2eb05ed17876 HTTP/1.1" status: 200 len: 1128 time: 0.0484240 Feb 04 18:28:06.085548 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45403385-7839-4081-be8b-fa53e1851c1b req-85785700-7c51-45f4-b133-bb6b70619dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:28:06.087055 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-45403385-7839-4081-be8b-fa53e1851c1b req-85785700-7c51-45f4-b133-bb6b70619dd2 service neutron] 10.222.0.96 "GET /v2.0/networks?id=f801f42f-c02b-4aec-ad03-f728d9a20896 HTTP/1.1" status: 200 len: 897 time: 0.1275618 Feb 04 18:28:06.098549 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e90f6f-690c-4973-9773-e0a605d32367 req-92c8b5de-ef07-4825-bd7d-a67ff5098282 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:28:06.099992 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-d4e90f6f-690c-4973-9773-e0a605d32367 req-92c8b5de-ef07-4825-bd7d-a67ff5098282 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] 10.222.0.89 "GET /v2.0/ports?device_id=8fa12946-0cf0-4a58-8b98-2eb05ed17876 HTTP/1.1" status: 200 len: 946 time: 0.0841880 Feb 04 18:28:06.138398 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-a0a7ad86-064c-4ced-9532-f226df82291a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b79b214-36f3-4857-b7dd-0d6171e62826', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1395702553', 'tenant_id': '0a3be2315053479497104165645f2b52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.8'}], 'enable_snat': True}, 'gw_port_id': '60749553-6930-4441-a0e4-2f53c2ddf828', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T18:25:26Z', 'updated_at': '2022-02-04T18:25:29Z', 'revision_number': 4, 'project_id': '0a3be2315053479497104165645f2b52', 'gw_port': {'id': '60749553-6930-4441-a0e4-2f53c2ddf828', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:cb:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b79b214-36f3-4857-b7dd-0d6171e62826', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:25:26Z', 'updated_at': '2022-02-04T18:25:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_interfaces': [{'id': '11c9951f-9c68-4698-bee2-fc553339467e', 'name': '', 'network_id': 'f801f42f-c02b-4aec-ad03-f728d9a20896', 'tenant_id': '0a3be2315053479497104165645f2b52', 'mac_address': 'fa:16:3e:a1:c7:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b79b214-36f3-4857-b7dd-0d6171e62826', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'dee32662-2180-4d16-8599-7b7f60001b02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:25:29Z', 'updated_at': '2022-02-04T18:25:32Z', 'revision_number': 5, 'project_id': '0a3be2315053479497104165645f2b52', 'subnets': [{'id': 'dee32662-2180-4d16-8599-7b7f60001b02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-2', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:28:06.147533 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-45403385-7839-4081-be8b-fa53e1851c1b req-48c0d98a-2968-42e7-9827-07bb4c3535c0 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=60fc0eb2-91eb-4291-920e-f9c986e84b0d HTTP/1.1" status: 200 len: 217 time: 0.0465777 Feb 04 18:28:06.164936 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0a7ad86-064c-4ced-9532-f226df82291a None None] Checking router: 3b79b214-36f3-4857-b7dd-0d6171e62826 for host: n-d-827839-2 {{(pid=103379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 18:28:06.173632 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0a7ad86-064c-4ced-9532-f226df82291a None None] Routers {'3b79b214-36f3-4857-b7dd-0d6171e62826'} bound to L3 agent in host n-d-827839-2 {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 18:28:06.174230 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-a0a7ad86-064c-4ced-9532-f226df82291a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T18:28:03Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['3b79b214-36f3-4857-b7dd-0d6171e62826'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:28:06.216059 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-d4e90f6f-690c-4973-9773-e0a605d32367 req-660b80da-179f-4abe-bb6d-a78bf799f87b tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] 10.222.0.89 "GET /v2.0/security-groups?id=71719b76-5397-4377-ad8b-397420e87dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1082513 Feb 04 18:28:06.223840 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45403385-7839-4081-be8b-fa53e1851c1b req-a44f305b-fccd-4421-b54b-47e4dfcd630b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:28:06.225441 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-45403385-7839-4081-be8b-fa53e1851c1b req-a44f305b-fccd-4421-b54b-47e4dfcd630b service neutron] 10.222.0.96 "GET /v2.0/subnets?id=dee32662-2180-4d16-8599-7b7f60001b02 HTTP/1.1" status: 200 len: 834 time: 0.0705695 Feb 04 18:28:06.277957 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45403385-7839-4081-be8b-fa53e1851c1b req-c8eb3713-a6e3-4e69-882d-cf763c404d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:28:06.279771 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-45403385-7839-4081-be8b-fa53e1851c1b req-c8eb3713-a6e3-4e69-882d-cf763c404d4e service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=f801f42f-c02b-4aec-ad03-f728d9a20896&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0478430 Feb 04 18:28:06.282929 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvr_db [None req-a0a7ad86-064c-4ced-9532-f226df82291a None None] Set router 3b79b214-36f3-4857-b7dd-0d6171e62826 gateway port host: n-d-827839-2 {{(pid=103379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 18:28:06.368307 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-45403385-7839-4081-be8b-fa53e1851c1b req-19255c52-9bd2-4329-acd4-5cd2e7233053 service neutron] 10.222.0.96 "GET /v2.0/networks/f801f42f-c02b-4aec-ad03-f728d9a20896?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820892 Feb 04 18:28:06.461917 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-45403385-7839-4081-be8b-fa53e1851c1b req-e6428489-7456-49cc-aecf-5f71408481ee service neutron] 10.222.0.96 "GET /v2.0/networks/f801f42f-c02b-4aec-ad03-f728d9a20896?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859191 Feb 04 18:28:06.481930 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-a0a7ad86-064c-4ced-9532-f226df82291a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b79b214-36f3-4857-b7dd-0d6171e62826', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1395702553', 'tenant_id': '0a3be2315053479497104165645f2b52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.8'}], 'enable_snat': True}, 'gw_port_id': '60749553-6930-4441-a0e4-2f53c2ddf828', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T18:25:26Z', 'updated_at': '2022-02-04T18:25:29Z', 'revision_number': 4, 'project_id': '0a3be2315053479497104165645f2b52', 'gw_port': {'id': '60749553-6930-4441-a0e4-2f53c2ddf828', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:cb:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b79b214-36f3-4857-b7dd-0d6171e62826', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:25:26Z', 'updated_at': '2022-02-04T18:25:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_interfaces': [{'id': '11c9951f-9c68-4698-bee2-fc553339467e', 'name': '', 'network_id': 'f801f42f-c02b-4aec-ad03-f728d9a20896', 'tenant_id': '0a3be2315053479497104165645f2b52', 'mac_address': 'fa:16:3e:a1:c7:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b79b214-36f3-4857-b7dd-0d6171e62826', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'dee32662-2180-4d16-8599-7b7f60001b02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:25:29Z', 'updated_at': '2022-02-04T18:25:32Z', 'revision_number': 5, 'project_id': '0a3be2315053479497104165645f2b52', 'subnets': [{'id': 'dee32662-2180-4d16-8599-7b7f60001b02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-2', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:28:06.514241 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0a7ad86-064c-4ced-9532-f226df82291a None None] The sync data for ids ['3b79b214-36f3-4857-b7dd-0d6171e62826'] in n-d-827839-2 is: [{'id': '3b79b214-36f3-4857-b7dd-0d6171e62826', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1395702553', 'tenant_id': '0a3be2315053479497104165645f2b52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.8'}], 'enable_snat': True}, 'gw_port_id': '60749553-6930-4441-a0e4-2f53c2ddf828', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T18:25:26Z', 'updated_at': '2022-02-04T18:25:29Z', 'revision_number': 4, 'project_id': '0a3be2315053479497104165645f2b52', 'gw_port': {'id': '60749553-6930-4441-a0e4-2f53c2ddf828', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:cb:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b79b214-36f3-4857-b7dd-0d6171e62826', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:25:26Z', 'updated_at': '2022-02-04T18:25:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_interfaces': [{'id': '11c9951f-9c68-4698-bee2-fc553339467e', 'name': '', 'network_id': 'f801f42f-c02b-4aec-ad03-f728d9a20896', 'tenant_id': '0a3be2315053479497104165645f2b52', 'mac_address': 'fa:16:3e:a1:c7:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b79b214-36f3-4857-b7dd-0d6171e62826', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'dee32662-2180-4d16-8599-7b7f60001b02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:25:29Z', 'updated_at': '2022-02-04T18:25:32Z', 'revision_number': 5, 'project_id': '0a3be2315053479497104165645f2b52', 'subnets': [{'id': 'dee32662-2180-4d16-8599-7b7f60001b02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 18:28:06.735084 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abcc3613-5511-46cb-a665-e570d43d1e45 None None] New status for floating IP 36f5ddca-d6a8-42b1-8ab6-508f2c242bdb: DOWN {{(pid=103378) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 18:28:07.347762 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c845ee6-51ea-469b-aed0-1842e390143b req-e21bb681-4017-4fc5-a499-5d71ebf61bc1 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:28:07.349272 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-0c845ee6-51ea-469b-aed0-1842e390143b req-e21bb681-4017-4fc5-a499-5d71ebf61bc1 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] 10.222.0.89 "GET /v2.0/ports?device_id=8fa12946-0cf0-4a58-8b98-2eb05ed17876 HTTP/1.1" status: 200 len: 946 time: 0.0580857 Feb 04 18:28:07.396274 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-0c845ee6-51ea-469b-aed0-1842e390143b req-394cfc83-ca33-4830-b5a0-0dcb01a9a48b tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] 10.222.0.89 "GET /v2.0/security-groups?id=71719b76-5397-4377-ad8b-397420e87dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414176 Feb 04 18:28:08.125318 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9ede82-31d2-422d-8f66-0d1b0e7b7a88 req-6c4749bc-f16c-4836-8848-57b2a8056154 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:28:08.126778 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-af9ede82-31d2-422d-8f66-0d1b0e7b7a88 req-6c4749bc-f16c-4836-8848-57b2a8056154 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] 10.222.0.96 "GET /v2.0/ports?device_id=8fa12946-0cf0-4a58-8b98-2eb05ed17876 HTTP/1.1" status: 200 len: 946 time: 0.0531206 Feb 04 18:28:08.225935 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [req-af9ede82-31d2-422d-8f66-0d1b0e7b7a88 req-5a259d7c-2890-4aec-bfd0-a6ede15911d2 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Deleting port 60fc0eb2-91eb-4291-920e-f9c986e84b0d {{(pid=103376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 18:28:08.226282 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-af9ede82-31d2-422d-8f66-0d1b0e7b7a88 req-5a259d7c-2890-4aec-bfd0-a6ede15911d2 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (60fc0eb2-91eb-4291-920e-f9c986e84b0d), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:28:08.315829 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [req-af9ede82-31d2-422d-8f66-0d1b0e7b7a88 req-5a259d7c-2890-4aec-bfd0-a6ede15911d2 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] For port 60fc0eb2-91eb-4291-920e-f9c986e84b0d, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=60fc0eb2-91eb-4291-920e-f9c986e84b0d,segment=NetworkSegment(435c98d8-2e4c-4cdc-981d-5832c1157adb),segment_id=435c98d8-2e4c-4cdc-981d-5832c1157adb)] {{(pid=103376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 18:28:08.316195 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-af9ede82-31d2-422d-8f66-0d1b0e7b7a88 req-5a259d7c-2890-4aec-bfd0-a6ede15911d2 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (60fc0eb2-91eb-4291-920e-f9c986e84b0d), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:28:08.328811 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [req-af9ede82-31d2-422d-8f66-0d1b0e7b7a88 req-5a259d7c-2890-4aec-bfd0-a6ede15911d2 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Calling delete_port for 60fc0eb2-91eb-4291-920e-f9c986e84b0d owned by compute:nova {{(pid=103376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 18:28:08.461076 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-af9ede82-31d2-422d-8f66-0d1b0e7b7a88 req-5a259d7c-2890-4aec-bfd0-a6ede15911d2 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (60fc0eb2-91eb-4291-920e-f9c986e84b0d), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:28:08.514998 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-aecedc2e-c227-48f9-9b79-305f813d7993 req-716fed7f-39e6-4855-b51b-68e1813fe03d tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] 10.222.0.89 "GET /v2.0/ports?device_id=8fa12946-0cf0-4a58-8b98-2eb05ed17876 HTTP/1.1" status: 200 len: 210 time: 0.0456004 Feb 04 18:28:08.515718 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a259d7c-2890-4aec-bfd0-a6ede15911d2 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Pushing event deleted for resources: {'Port': ['ID=60fc0eb2-91eb-4291-920e-f9c986e84b0d,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:28:08.546710 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a259d7c-2890-4aec-bfd0-a6ede15911d2 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:28:08.547070 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a259d7c-2890-4aec-bfd0-a6ede15911d2 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:28:08.547423 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a259d7c-2890-4aec-bfd0-a6ede15911d2 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:28:08.547769 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a259d7c-2890-4aec-bfd0-a6ede15911d2 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:28:08.548111 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a259d7c-2890-4aec-bfd0-a6ede15911d2 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:28:08.548447 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a259d7c-2890-4aec-bfd0-a6ede15911d2 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:28:08.548805 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a259d7c-2890-4aec-bfd0-a6ede15911d2 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:28:08.549142 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a259d7c-2890-4aec-bfd0-a6ede15911d2 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:28:08.549476 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a259d7c-2890-4aec-bfd0-a6ede15911d2 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:28:08.549810 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a259d7c-2890-4aec-bfd0-a6ede15911d2 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:28:08.550141 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a259d7c-2890-4aec-bfd0-a6ede15911d2 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:28:08.550470 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a259d7c-2890-4aec-bfd0-a6ede15911d2 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:28:08.550797 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a259d7c-2890-4aec-bfd0-a6ede15911d2 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:28:08.576000 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [req-af9ede82-31d2-422d-8f66-0d1b0e7b7a88 req-5a259d7c-2890-4aec-bfd0-a6ede15911d2 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] No DVR routers for this DVR port 60fc0eb2-91eb-4291-920e-f9c986e84b0d on host n-h1-827839-2 {{(pid=103376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 18:28:08.578635 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-af9ede82-31d2-422d-8f66-0d1b0e7b7a88 req-5a259d7c-2890-4aec-bfd0-a6ede15911d2 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:28:08.581969 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-af9ede82-31d2-422d-8f66-0d1b0e7b7a88 req-5a259d7c-2890-4aec-bfd0-a6ede15911d2 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] 10.222.0.96 "DELETE /v2.0/ports/60fc0eb2-91eb-4291-920e-f9c986e84b0d HTTP/1.1" status: 204 len: 173 time: 0.4472094 Feb 04 18:28:08.582418 n-d-827839-2 neutron-server[103376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fa12946-0cf0-4a58-8b98-2eb05ed17876', 'name': 'network-vif-deleted', 'tag': '60fc0eb2-91eb-4291-920e-f9c986e84b0d'}] {{(pid=103376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 18:28:08.584813 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7aefa7f3373fd63bd14caed2f0c404cd5bacff84a7eb60e70ea20ed0b49017dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2acbcf33-445f-4701-86a4-269628bff6d0" -d '{"events": [{"server_uuid": "8fa12946-0cf0-4a58-8b98-2eb05ed17876", "name": "network-vif-deleted", "tag": "60fc0eb2-91eb-4291-920e-f9c986e84b0d"}]}' {{(pid=103376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 18:28:08.623809 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 18:28:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63721de0-30e4-4729-95c6-7a1fa3a797e4 x-openstack-request-id: req-63721de0-30e4-4729-95c6-7a1fa3a797e4 {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 18:28:08.624106 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8fa12946-0cf0-4a58-8b98-2eb05ed17876", "name": "network-vif-deleted", "tag": "60fc0eb2-91eb-4291-920e-f9c986e84b0d", "status": "completed", "code": 200}]} {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 18:28:08.624366 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-63721de0-30e4-4729-95c6-7a1fa3a797e4 {{(pid=103376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 18:28:08.624851 n-d-827839-2 neutron-server[103376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8fa12946-0cf0-4a58-8b98-2eb05ed17876', 'name': 'network-vif-deleted', 'tag': '60fc0eb2-91eb-4291-920e-f9c986e84b0d', 'status': 'completed', 'code': 200} Feb 04 18:28:09.574778 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 58516) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:28:09.933175 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-ca20bc4a-c0fc-4835-ac47-1ba95bbbc61f tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602754'] for router_interface (3b79b214-36f3-4857-b7dd-0d6171e62826), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:28:10.190517 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-ca20bc4a-c0fc-4835-ac47-1ba95bbbc61f tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Deleting port 11c9951f-9c68-4698-bee2-fc553339467e {{(pid=103376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 18:28:10.190849 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-ca20bc4a-c0fc-4835-ac47-1ba95bbbc61f tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (11c9951f-9c68-4698-bee2-fc553339467e), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:28:10.285575 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [None req-ca20bc4a-c0fc-4835-ac47-1ba95bbbc61f tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] For port 11c9951f-9c68-4698-bee2-fc553339467e, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=11c9951f-9c68-4698-bee2-fc553339467e,segment=NetworkSegment(435c98d8-2e4c-4cdc-981d-5832c1157adb),segment_id=435c98d8-2e4c-4cdc-981d-5832c1157adb)] {{(pid=103376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 18:28:10.285942 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-ca20bc4a-c0fc-4835-ac47-1ba95bbbc61f tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (11c9951f-9c68-4698-bee2-fc553339467e), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:28:10.298887 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-ca20bc4a-c0fc-4835-ac47-1ba95bbbc61f tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Calling delete_port for 11c9951f-9c68-4698-bee2-fc553339467e owned by network:router_interface {{(pid=103376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 18:28:10.482964 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-ca20bc4a-c0fc-4835-ac47-1ba95bbbc61f tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (11c9951f-9c68-4698-bee2-fc553339467e), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:28:10.507017 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca20bc4a-c0fc-4835-ac47-1ba95bbbc61f tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Pushing event deleted for resources: {'Port': ['ID=11c9951f-9c68-4698-bee2-fc553339467e,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:28:10.695754 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-ca20bc4a-c0fc-4835-ac47-1ba95bbbc61f tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1677336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1602614'] for router_interface (3b79b214-36f3-4857-b7dd-0d6171e62826), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:28:10.785163 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (f20a1ab3-4332-4f54-833b-ba4a7c687e89), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:28:10.915271 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca20bc4a-c0fc-4835-ac47-1ba95bbbc61f tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Router 3b79b214-36f3-4857-b7dd-0d6171e62826 has already been hosted by L3 agent 64ada913-9131-4d99-a265-63a920956287 {{(pid=103376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 18:28:11.021444 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca20bc4a-c0fc-4835-ac47-1ba95bbbc61f tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Notify agent at l3_agent.n-d-827839-2 the message routers_updated {{(pid=103376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 18:28:11.027128 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-ca20bc4a-c0fc-4835-ac47-1ba95bbbc61f tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] 10.222.0.89 "PUT /v2.0/routers/3b79b214-36f3-4857-b7dd-0d6171e62826/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4512706 Feb 04 18:28:11.031207 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 58518) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:28:11.031947 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0065292e-af21-4a84-9314-34852479a9ba None None] Sync routers for ids ['3b79b214-36f3-4857-b7dd-0d6171e62826'] in n-d-827839-2 {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 18:28:11.041915 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0065292e-af21-4a84-9314-34852479a9ba None None] Routers {'3b79b214-36f3-4857-b7dd-0d6171e62826'} bound to L3 agent in host n-d-827839-2 {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 18:28:11.042436 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-0065292e-af21-4a84-9314-34852479a9ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T18:28:03Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['3b79b214-36f3-4857-b7dd-0d6171e62826'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:28:11.083999 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.db_base_plugin_v2 [None req-431dfde4-4375-435b-a87c-8b84023757cd tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Deleting subnet dee32662-2180-4d16-8599-7b7f60001b02 {{(pid=103377) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 18:28:11.087097 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-431dfde4-4375-435b-a87c-8b84023757cd tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks [] for subnet (dee32662-2180-4d16-8599-7b7f60001b02), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:28:11.126538 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-431dfde4-4375-435b-a87c-8b84023757cd tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26866676'] for subnet (dee32662-2180-4d16-8599-7b7f60001b02), precommit_delete_associations {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:28:11.148077 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvr_db [None req-0065292e-af21-4a84-9314-34852479a9ba None None] Set router 3b79b214-36f3-4857-b7dd-0d6171e62826 gateway port host: n-d-827839-2 {{(pid=103379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 18:28:11.218609 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-431dfde4-4375-435b-a87c-8b84023757cd tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1541225'] for subnet (dee32662-2180-4d16-8599-7b7f60001b02), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:28:11.285424 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-431dfde4-4375-435b-a87c-8b84023757cd tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1541216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25888360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25597190'] for subnet (dee32662-2180-4d16-8599-7b7f60001b02), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:28:11.316916 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-431dfde4-4375-435b-a87c-8b84023757cd tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks [] for subnet (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:28:11.319998 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-431dfde4-4375-435b-a87c-8b84023757cd tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] 10.222.0.89 "DELETE /v2.0/subnets/dee32662-2180-4d16-8599-7b7f60001b02 HTTP/1.1" status: 204 len: 168 time: 0.2877839 Feb 04 18:28:11.321109 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431dfde4-4375-435b-a87c-8b84023757cd tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Pushing event deleted for resources: {'Subnet': ['ID=dee32662-2180-4d16-8599-7b7f60001b02,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:28:11.323006 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 58520) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:28:11.327005 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a96e15ff-8e87-4236-ad5a-24f39097b4f2 None None] Network f801f42f-c02b-4aec-ad03-f728d9a20896 requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 18:28:11.347298 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-0065292e-af21-4a84-9314-34852479a9ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b79b214-36f3-4857-b7dd-0d6171e62826', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1395702553', 'tenant_id': '0a3be2315053479497104165645f2b52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.8'}], 'enable_snat': True}, 'gw_port_id': '60749553-6930-4441-a0e4-2f53c2ddf828', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T18:25:26Z', 'updated_at': '2022-02-04T18:28:10Z', 'revision_number': 5, 'project_id': '0a3be2315053479497104165645f2b52', 'gw_port': {'id': '60749553-6930-4441-a0e4-2f53c2ddf828', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:cb:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b79b214-36f3-4857-b7dd-0d6171e62826', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:25:26Z', 'updated_at': '2022-02-04T18:25:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2'}], 'n-d-827839-2', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:28:11.373924 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0065292e-af21-4a84-9314-34852479a9ba None None] Checking router: 3b79b214-36f3-4857-b7dd-0d6171e62826 for host: n-d-827839-2 {{(pid=103379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 18:28:11.382411 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0065292e-af21-4a84-9314-34852479a9ba None None] Routers {'3b79b214-36f3-4857-b7dd-0d6171e62826'} bound to L3 agent in host n-d-827839-2 {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 18:28:11.383022 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-0065292e-af21-4a84-9314-34852479a9ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T18:28:03Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['3b79b214-36f3-4857-b7dd-0d6171e62826'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:28:11.431640 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-ac881efc-c45e-4171-addf-9ee48b8d7e44 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks [] for router (3b79b214-36f3-4857-b7dd-0d6171e62826), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:28:11.498362 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad964084-2d22-48b1-8c8d-60548d191296 None None] DHCP port deletion for f801f42f-c02b-4aec-ad03-f728d9a20896 request from n-d-827839-2 {{(pid=103378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 18:28:11.502675 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvr_db [None req-0065292e-af21-4a84-9314-34852479a9ba None None] Set router 3b79b214-36f3-4857-b7dd-0d6171e62826 gateway port host: n-d-827839-2 {{(pid=103379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 18:28:11.544147 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-ac881efc-c45e-4171-addf-9ee48b8d7e44 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks [] for router_gateway (3b79b214-36f3-4857-b7dd-0d6171e62826), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:28:11.546412 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-ad964084-2d22-48b1-8c8d-60548d191296 None None] Deleting port 6914d430-4a43-4425-b5e4-f7be44f221b5 {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 18:28:11.546794 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ad964084-2d22-48b1-8c8d-60548d191296 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (6914d430-4a43-4425-b5e4-f7be44f221b5), before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:28:11.609064 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-ac881efc-c45e-4171-addf-9ee48b8d7e44 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Deleting port 60749553-6930-4441-a0e4-2f53c2ddf828 {{(pid=103376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 18:28:11.609697 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-ac881efc-c45e-4171-addf-9ee48b8d7e44 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (60749553-6930-4441-a0e4-2f53c2ddf828), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:28:11.622641 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-ad964084-2d22-48b1-8c8d-60548d191296 None None] For port 6914d430-4a43-4425-b5e4-f7be44f221b5, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=6914d430-4a43-4425-b5e4-f7be44f221b5,segment=NetworkSegment(435c98d8-2e4c-4cdc-981d-5832c1157adb),segment_id=435c98d8-2e4c-4cdc-981d-5832c1157adb)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 18:28:11.623819 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ad964084-2d22-48b1-8c8d-60548d191296 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (6914d430-4a43-4425-b5e4-f7be44f221b5), precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:28:11.640642 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-ad964084-2d22-48b1-8c8d-60548d191296 None None] Calling delete_port for 6914d430-4a43-4425-b5e4-f7be44f221b5 owned by network:dhcp {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 18:28:11.693732 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [None req-ac881efc-c45e-4171-addf-9ee48b8d7e44 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] For port 60749553-6930-4441-a0e4-2f53c2ddf828, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=60749553-6930-4441-a0e4-2f53c2ddf828,segment=NetworkSegment(5942dc44-1f07-4c27-b0ab-45a2bff20dd5),segment_id=5942dc44-1f07-4c27-b0ab-45a2bff20dd5)] {{(pid=103376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 18:28:11.694256 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-ac881efc-c45e-4171-addf-9ee48b8d7e44 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (60749553-6930-4441-a0e4-2f53c2ddf828), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:28:11.707981 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-ac881efc-c45e-4171-addf-9ee48b8d7e44 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Calling delete_port for 60749553-6930-4441-a0e4-2f53c2ddf828 owned by network:router_gateway {{(pid=103376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 18:28:11.722482 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ad964084-2d22-48b1-8c8d-60548d191296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144'] for port (6914d430-4a43-4425-b5e4-f7be44f221b5), after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:28:11.753525 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad964084-2d22-48b1-8c8d-60548d191296 None None] No DVR routers for this DVR port 6914d430-4a43-4425-b5e4-f7be44f221b5 on host n-d-827839-2 {{(pid=103378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 18:28:11.758383 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad964084-2d22-48b1-8c8d-60548d191296 None None] Pushing event deleted for resources: {'Port': ['ID=6914d430-4a43-4425-b5e4-f7be44f221b5,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:28:11.767168 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad964084-2d22-48b1-8c8d-60548d191296 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:28:11.768146 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad964084-2d22-48b1-8c8d-60548d191296 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:28:11.768146 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad964084-2d22-48b1-8c8d-60548d191296 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:28:11.768337 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad964084-2d22-48b1-8c8d-60548d191296 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:28:11.768521 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad964084-2d22-48b1-8c8d-60548d191296 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:28:11.768883 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad964084-2d22-48b1-8c8d-60548d191296 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:28:11.769212 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad964084-2d22-48b1-8c8d-60548d191296 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:28:11.769760 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad964084-2d22-48b1-8c8d-60548d191296 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:28:11.770009 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad964084-2d22-48b1-8c8d-60548d191296 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:28:11.770177 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad964084-2d22-48b1-8c8d-60548d191296 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:28:11.770501 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad964084-2d22-48b1-8c8d-60548d191296 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:28:11.770826 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad964084-2d22-48b1-8c8d-60548d191296 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:28:11.771149 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad964084-2d22-48b1-8c8d-60548d191296 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:28:11.791478 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-0065292e-af21-4a84-9314-34852479a9ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b79b214-36f3-4857-b7dd-0d6171e62826', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1395702553', 'tenant_id': '0a3be2315053479497104165645f2b52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.8'}], 'enable_snat': True}, 'gw_port_id': '60749553-6930-4441-a0e4-2f53c2ddf828', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T18:25:26Z', 'updated_at': '2022-02-04T18:28:10Z', 'revision_number': 5, 'project_id': '0a3be2315053479497104165645f2b52', 'gw_port': {'id': '60749553-6930-4441-a0e4-2f53c2ddf828', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:cb:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b79b214-36f3-4857-b7dd-0d6171e62826', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:25:26Z', 'updated_at': '2022-02-04T18:25:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2'}], 'n-d-827839-2', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:28:11.819137 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0065292e-af21-4a84-9314-34852479a9ba None None] The sync data for ids ['3b79b214-36f3-4857-b7dd-0d6171e62826'] in n-d-827839-2 is: [{'id': '3b79b214-36f3-4857-b7dd-0d6171e62826', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1395702553', 'tenant_id': '0a3be2315053479497104165645f2b52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.8'}], 'enable_snat': True}, 'gw_port_id': '60749553-6930-4441-a0e4-2f53c2ddf828', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T18:25:26Z', 'updated_at': '2022-02-04T18:28:10Z', 'revision_number': 5, 'project_id': '0a3be2315053479497104165645f2b52', 'gw_port': {'id': '60749553-6930-4441-a0e4-2f53c2ddf828', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:cb:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b79b214-36f3-4857-b7dd-0d6171e62826', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:25:26Z', 'updated_at': '2022-02-04T18:25:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2'}] {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 18:28:11.887219 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-ac881efc-c45e-4171-addf-9ee48b8d7e44 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (60749553-6930-4441-a0e4-2f53c2ddf828), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:28:11.915437 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac881efc-c45e-4171-addf-9ee48b8d7e44 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Pushing event deleted for resources: {'Port': ['ID=60749553-6930-4441-a0e4-2f53c2ddf828,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:28:11.975260 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-ac881efc-c45e-4171-addf-9ee48b8d7e44 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1595544'] for router_gateway (3b79b214-36f3-4857-b7dd-0d6171e62826), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:28:12.067910 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-ac881efc-c45e-4171-addf-9ee48b8d7e44 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1601811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26971'] for router (3b79b214-36f3-4857-b7dd-0d6171e62826), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:28:12.069957 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-ac881efc-c45e-4171-addf-9ee48b8d7e44 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks [] for router_controller (3b79b214-36f3-4857-b7dd-0d6171e62826), precommit_delete_associations {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:28:12.114848 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-ac881efc-c45e-4171-addf-9ee48b8d7e44 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1601832'] for router (3b79b214-36f3-4857-b7dd-0d6171e62826), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:28:12.115386 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac881efc-c45e-4171-addf-9ee48b8d7e44 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Fanout notify agent at l3_agent the message router_deleted on router 3b79b214-36f3-4857-b7dd-0d6171e62826 {{(pid=103376) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 18:28:12.122801 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-ac881efc-c45e-4171-addf-9ee48b8d7e44 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks [] for router (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:28:12.123944 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-ac881efc-c45e-4171-addf-9ee48b8d7e44 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] 10.222.0.89 "DELETE /v2.0/routers/3b79b214-36f3-4857-b7dd-0d6171e62826 HTTP/1.1" status: 204 len: 168 time: 0.7999847 Feb 04 18:28:12.126794 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 58522) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:28:12.207041 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-5e86273a-91e1-454f-a243-99cd24ff7bad tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628832'] for network (f801f42f-c02b-4aec-ad03-f728d9a20896), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:28:12.300534 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-5e86273a-91e1-454f-a243-99cd24ff7bad tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1543676', 'neutron.services.segments.db._delete_segments_for_network-8781084786517'] for network (f801f42f-c02b-4aec-ad03-f728d9a20896), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:28:12.629348 n-d-827839-2 neutron-server[103376]: DEBUG neutron.services.segments.db [None req-5e86273a-91e1-454f-a243-99cd24ff7bad tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f801f42f-c02b-4aec-ad03-f728d9a20896']}} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:28:12.639234 n-d-827839-2 neutron-server[103376]: DEBUG neutron.services.segments.db [None req-5e86273a-91e1-454f-a243-99cd24ff7bad tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '435c98d8-2e4c-4cdc-981d-5832c1157adb') {'for_net_delete': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:28:12.639535 n-d-827839-2 neutron-server[103376]: DEBUG neutron.services.segments.db [None req-5e86273a-91e1-454f-a243-99cd24ff7bad tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '435c98d8-2e4c-4cdc-981d-5832c1157adb') {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:28:12.648482 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-5e86273a-91e1-454f-a243-99cd24ff7bad tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781084783966', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25674908'] for segment (435c98d8-2e4c-4cdc-981d-5832c1157adb), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:28:12.662713 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-5e86273a-91e1-454f-a243-99cd24ff7bad tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (435c98d8-2e4c-4cdc-981d-5832c1157adb), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:28:12.668629 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e86273a-91e1-454f-a243-99cd24ff7bad tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Releasing vlan 793 on physical network physnet1 to pool {{(pid=103376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 18:28:12.669051 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-5e86273a-91e1-454f-a243-99cd24ff7bad tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25675992'] for segment (435c98d8-2e4c-4cdc-981d-5832c1157adb), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:28:12.671940 n-d-827839-2 neutron-server[103376]: Traceback (most recent call last): Feb 04 18:28:12.671940 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 18:28:12.671940 n-d-827839-2 neutron-server[103376]: timer() Feb 04 18:28:12.671940 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 18:28:12.671940 n-d-827839-2 neutron-server[103376]: cb(*args, **kw) Feb 04 18:28:12.671940 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 18:28:12.671940 n-d-827839-2 neutron-server[103376]: return func(*args, **kwargs) Feb 04 18:28:12.671940 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 18:28:12.671940 n-d-827839-2 neutron-server[103376]: self._notify() Feb 04 18:28:12.671940 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 18:28:12.671940 n-d-827839-2 neutron-server[103376]: self.callback(batched_events) Feb 04 18:28:12.671940 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 18:28:12.671940 n-d-827839-2 neutron-server[103376]: event.method(event) Feb 04 18:28:12.671940 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 18:28:12.671940 n-d-827839-2 neutron-server[103376]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 18:28:12.671940 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 18:28:12.671940 n-d-827839-2 neutron-server[103376]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 18:28:12.671940 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 18:28:12.671940 n-d-827839-2 neutron-server[103376]: return f(self, *a, **k) Feb 04 18:28:12.671940 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 18:28:12.671940 n-d-827839-2 neutron-server[103376]: return self._get(url).json() Feb 04 18:28:12.671940 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 18:28:12.671940 n-d-827839-2 neutron-server[103376]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 18:28:12.671940 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 18:28:12.671940 n-d-827839-2 neutron-server[103376]: return self.request(url, 'GET', **kwargs) Feb 04 18:28:12.671940 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 18:28:12.671940 n-d-827839-2 neutron-server[103376]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 18:28:12.671940 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 18:28:12.671940 n-d-827839-2 neutron-server[103376]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 18:28:12.671940 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 18:28:12.671940 n-d-827839-2 neutron-server[103376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 18:28:12.671940 n-d-827839-2 neutron-server[103376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 18:28:12.728992 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-5e86273a-91e1-454f-a243-99cd24ff7bad tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1543671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1595572'] for network (f801f42f-c02b-4aec-ad03-f728d9a20896), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:28:12.736568 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-5e86273a-91e1-454f-a243-99cd24ff7bad tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks [] for network (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:28:12.739603 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-5e86273a-91e1-454f-a243-99cd24ff7bad tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] 10.222.0.89 "DELETE /v2.0/networks/f801f42f-c02b-4aec-ad03-f728d9a20896 HTTP/1.1" status: 204 len: 168 time: 0.6118972 Feb 04 18:28:12.742456 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 58524) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:28:12.751817 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e86273a-91e1-454f-a243-99cd24ff7bad tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Pushing event deleted for resources: {'Network': ['ID=f801f42f-c02b-4aec-ad03-f728d9a20896,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:28:12.801727 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-ae755ff5-e801-4f71-accb-9f9416389e7f tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks [] for security_group (71719b76-5397-4377-ad8b-397420e87dd9), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:28:12.830177 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-ae755ff5-e801-4f71-accb-9f9416389e7f tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks [] for security_group (71719b76-5397-4377-ad8b-397420e87dd9), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:28:12.836972 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 11c9951f-9c68-4698-bee2-fc553339467e no longer exists at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 18:28:12.863857 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] No Port match for: 11c9951f-9c68-4698-bee2-fc553339467e {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 18:28:12.864203 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 11c9951f-9c68-4698-bee2-fc553339467e not bound to the agent host n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 18:28:12.864622 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 6914d430-4a43-4425-b5e4-f7be44f221b5 no longer exists at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 18:28:12.884235 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] No Port match for: 6914d430-4a43-4425-b5e4-f7be44f221b5 {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 18:28:12.884578 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 6914d430-4a43-4425-b5e4-f7be44f221b5 not bound to the agent host n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 18:28:12.906245 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-ae755ff5-e801-4f71-accb-9f9416389e7f tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (71719b76-5397-4377-ad8b-397420e87dd9), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:28:12.908851 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-ae755ff5-e801-4f71-accb-9f9416389e7f tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:28:12.910020 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-ae755ff5-e801-4f71-accb-9f9416389e7f tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] 10.222.0.89 "DELETE /v2.0/security-groups/71719b76-5397-4377-ad8b-397420e87dd9 HTTP/1.1" status: 204 len: 168 time: 0.1663017 Feb 04 18:28:12.920194 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae755ff5-e801-4f71-accb-9f9416389e7f tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=71719b76-5397-4377-ad8b-397420e87dd9,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:28:12.966163 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (3f9244a9-75fc-4c10-b195-11d48b853b41), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:28:13.108678 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device 60fc0eb2-91eb-4291-920e-f9c986e84b0d no longer exists at agent hyperv_n-h1-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 18:28:13.121050 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 58530) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:28:13.125683 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-8f787feb-e9a3-41cb-b10b-c8f55ea31df7 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2054414916', 'description': 'tempest-secgroup-smoke-2054414916 description', 'project_id': '0a3be2315053479497104165645f2b52'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 18:28:13.128072 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] No Port match for: 60fc0eb2-91eb-4291-920e-f9c986e84b0d {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 18:28:13.128425 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device 60fc0eb2-91eb-4291-920e-f9c986e84b0d not bound to the agent host n-h1-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 18:28:13.146058 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-8f787feb-e9a3-41cb-b10b-c8f55ea31df7 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks [] for security_group (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:28:13.210450 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-8f787feb-e9a3-41cb-b10b-c8f55ea31df7 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks [] for security_group (15479604-617e-433f-9829-162f0d12aeca), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:28:13.213781 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-8f787feb-e9a3-41cb-b10b-c8f55ea31df7 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (15479604-617e-433f-9829-162f0d12aeca), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:28:13.243448 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-8f787feb-e9a3-41cb-b10b-c8f55ea31df7 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks [] for security_group (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:28:13.244675 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-8f787feb-e9a3-41cb-b10b-c8f55ea31df7 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] 10.222.0.89 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1226194 Feb 04 18:28:13.246685 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f787feb-e9a3-41cb-b10b-c8f55ea31df7 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Pushing event updated for resources: {'SecurityGroup': ['ID=15479604-617e-433f-9829-162f0d12aeca,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:28:13.247744 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 58532) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:28:13.252485 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-8d5dadee-57b5-4aa4-b798-d30e29adee30 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Request body: {'security_group_rule': {'security_group_id': '15479604-617e-433f-9829-162f0d12aeca', 'project_id': '0a3be2315053479497104165645f2b52', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 18:28:13.280146 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-8d5dadee-57b5-4aa4-b798-d30e29adee30 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks [] for security_group_rule (77393795-7766-4e90-ad84-1b192512b604), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:28:13.324994 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-8d5dadee-57b5-4aa4-b798-d30e29adee30 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks [] for security_group_rule (77393795-7766-4e90-ad84-1b192512b604), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:28:13.328886 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-8d5dadee-57b5-4aa4-b798-d30e29adee30 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664556'] for security_group_rule (77393795-7766-4e90-ad84-1b192512b604), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:28:13.346430 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5dadee-57b5-4aa4-b798-d30e29adee30 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77393795-7766-4e90-ad84-1b192512b604,revision_number=0']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:28:13.354434 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-8d5dadee-57b5-4aa4-b798-d30e29adee30 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:28:13.355637 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-8d5dadee-57b5-4aa4-b798-d30e29adee30 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1068094 Feb 04 18:28:13.358422 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 58534) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:28:13.362650 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-fed3572c-2c88-4f19-b276-10391fd02ba9 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Request body: {'security_group_rule': {'security_group_id': '15479604-617e-433f-9829-162f0d12aeca', 'project_id': '0a3be2315053479497104165645f2b52', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 18:28:13.385613 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-fed3572c-2c88-4f19-b276-10391fd02ba9 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks [] for security_group_rule (72c919f2-e3c6-4cf1-b378-eee5e3ff7b61), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:28:13.439319 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-fed3572c-2c88-4f19-b276-10391fd02ba9 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks [] for security_group_rule (72c919f2-e3c6-4cf1-b378-eee5e3ff7b61), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:28:13.442752 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-fed3572c-2c88-4f19-b276-10391fd02ba9 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664556'] for security_group_rule (72c919f2-e3c6-4cf1-b378-eee5e3ff7b61), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:28:13.459881 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed3572c-2c88-4f19-b276-10391fd02ba9 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72c919f2-e3c6-4cf1-b378-eee5e3ff7b61,revision_number=0']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:28:13.467309 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-fed3572c-2c88-4f19-b276-10391fd02ba9 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:28:13.468464 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-fed3572c-2c88-4f19-b276-10391fd02ba9 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1091425 Feb 04 18:28:13.472226 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 58536) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:28:13.476375 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-ce790096-9fc5-4108-addf-a04fc9a7fb18 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Request body: {'security_group_rule': {'security_group_id': '15479604-617e-433f-9829-162f0d12aeca', 'project_id': '0a3be2315053479497104165645f2b52', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 18:28:13.498866 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-ce790096-9fc5-4108-addf-a04fc9a7fb18 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks [] for security_group_rule (f4effe75-4b0f-4966-8fea-5395a6d1a965), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:28:13.553928 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-ce790096-9fc5-4108-addf-a04fc9a7fb18 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks [] for security_group_rule (f4effe75-4b0f-4966-8fea-5395a6d1a965), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:28:13.557442 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-ce790096-9fc5-4108-addf-a04fc9a7fb18 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664556'] for security_group_rule (f4effe75-4b0f-4966-8fea-5395a6d1a965), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:28:13.574874 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce790096-9fc5-4108-addf-a04fc9a7fb18 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4effe75-4b0f-4966-8fea-5395a6d1a965,revision_number=0']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:28:13.581745 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-ce790096-9fc5-4108-addf-a04fc9a7fb18 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:28:13.582921 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-ce790096-9fc5-4108-addf-a04fc9a7fb18 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1097724 Feb 04 18:28:13.585772 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 58538) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:28:13.590484 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-f86fbc88-5250-4b62-a803-dbdf5ae2235c tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Request body: {'security_group_rule': {'security_group_id': '15479604-617e-433f-9829-162f0d12aeca', 'project_id': '0a3be2315053479497104165645f2b52', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 18:28:13.613486 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-f86fbc88-5250-4b62-a803-dbdf5ae2235c tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks [] for security_group_rule (838a38d1-168c-4616-8482-c516a9ababa0), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:28:13.675007 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-f86fbc88-5250-4b62-a803-dbdf5ae2235c tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks [] for security_group_rule (838a38d1-168c-4616-8482-c516a9ababa0), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:28:13.678674 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-f86fbc88-5250-4b62-a803-dbdf5ae2235c tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664556'] for security_group_rule (838a38d1-168c-4616-8482-c516a9ababa0), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:28:13.696669 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86fbc88-5250-4b62-a803-dbdf5ae2235c tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=838a38d1-168c-4616-8482-c516a9ababa0,revision_number=0']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:28:13.704889 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-f86fbc88-5250-4b62-a803-dbdf5ae2235c tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:28:13.706090 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-f86fbc88-5250-4b62-a803-dbdf5ae2235c tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1194143 Feb 04 18:28:13.709008 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 58540) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:28:13.713456 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-bb666222-1b4b-475c-a2b7-033cc163b750 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Request body: {'security_group_rule': {'security_group_id': '15479604-617e-433f-9829-162f0d12aeca', 'project_id': '0a3be2315053479497104165645f2b52', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 18:28:13.732317 n-d-827839-2 neutron-server[103377]: INFO neutron.db.securitygroups_db [None req-bb666222-1b4b-475c-a2b7-033cc163b750 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Project 0a3be2315053479497104165645f2b52 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 18:28:13.736815 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-bb666222-1b4b-475c-a2b7-033cc163b750 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks [] for security_group_rule (f1e7eb3c-2036-4935-9583-d4927617f91b), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:28:13.793407 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-bb666222-1b4b-475c-a2b7-033cc163b750 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks [] for security_group_rule (f1e7eb3c-2036-4935-9583-d4927617f91b), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:28:13.797005 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-bb666222-1b4b-475c-a2b7-033cc163b750 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664556'] for security_group_rule (f1e7eb3c-2036-4935-9583-d4927617f91b), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:28:13.815241 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb666222-1b4b-475c-a2b7-033cc163b750 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1e7eb3c-2036-4935-9583-d4927617f91b,revision_number=0']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:28:13.821125 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-bb666222-1b4b-475c-a2b7-033cc163b750 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:28:13.822396 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-bb666222-1b4b-475c-a2b7-033cc163b750 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1123953 Feb 04 18:28:13.825702 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 58542) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:28:13.830051 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-ad2d7bfa-d282-4fe5-9a37-46b989777201 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Request body: {'security_group_rule': {'security_group_id': '15479604-617e-433f-9829-162f0d12aeca', 'project_id': '0a3be2315053479497104165645f2b52', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 18:28:13.849017 n-d-827839-2 neutron-server[103377]: INFO neutron.db.securitygroups_db [None req-ad2d7bfa-d282-4fe5-9a37-46b989777201 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Project 0a3be2315053479497104165645f2b52 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 18:28:13.853688 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-ad2d7bfa-d282-4fe5-9a37-46b989777201 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks [] for security_group_rule (5edc5f90-bc6e-4f34-bff6-99bf70bff32c), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:28:13.910593 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-ad2d7bfa-d282-4fe5-9a37-46b989777201 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks [] for security_group_rule (5edc5f90-bc6e-4f34-bff6-99bf70bff32c), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:28:13.913858 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-ad2d7bfa-d282-4fe5-9a37-46b989777201 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664556'] for security_group_rule (5edc5f90-bc6e-4f34-bff6-99bf70bff32c), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:28:13.931091 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2d7bfa-d282-4fe5-9a37-46b989777201 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5edc5f90-bc6e-4f34-bff6-99bf70bff32c,revision_number=0']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:28:13.936323 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-ad2d7bfa-d282-4fe5-9a37-46b989777201 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:28:13.941169 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-ad2d7bfa-d282-4fe5-9a37-46b989777201 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1108520 Feb 04 18:28:13.941277 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 58544) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:28:13.946105 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-766a837e-1437-40be-abc0-e9bd4ccded0b tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Request body: {'network': {'name': 'tempest-network-smoke--329222048', 'project_id': '0a3be2315053479497104165645f2b52', 'port_security_enabled': True}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 18:28:13.964591 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-766a837e-1437-40be-abc0-e9bd4ccded0b tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Made reservation on behalf of 0a3be2315053479497104165645f2b52 for: {'network': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 18:28:13.967753 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-766a837e-1437-40be-abc0-e9bd4ccded0b tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for network (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:28:13.992348 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-766a837e-1437-40be-abc0-e9bd4ccded0b tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] vlan segment allocate from pool success with {'vlan_id': 756, 'physical_network': 'physnet1'} {{(pid=103377) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 18:28:14.002086 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-766a837e-1437-40be-abc0-e9bd4ccded0b tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (94e74662-ee49-4e7e-ae34-6d5cca627e2c), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:28:14.002542 n-d-827839-2 neutron-server[103377]: INFO neutron.db.segments_db [None req-766a837e-1437-40be-abc0-e9bd4ccded0b tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Added segment 94e74662-ee49-4e7e-ae34-6d5cca627e2c of type vlan for network f0ba8a17-4d91-4f00-83e6-b67766d8c1cc Feb 04 18:28:14.042022 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-766a837e-1437-40be-abc0-e9bd4ccded0b tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781084292801'] for network (f0ba8a17-4d91-4f00-83e6-b67766d8c1cc), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:28:14.066746 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-766a837e-1437-40be-abc0-e9bd4ccded0b tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327'] for network (f0ba8a17-4d91-4f00-83e6-b67766d8c1cc), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:28:14.071626 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-766a837e-1437-40be-abc0-e9bd4ccded0b tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:28:14.072211 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-766a837e-1437-40be-abc0-e9bd4ccded0b tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks [] for network (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:28:14.126404 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-766a837e-1437-40be-abc0-e9bd4ccded0b tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1840351 Feb 04 18:28:14.129416 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 58546) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:28:14.134130 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-fc2ae5f0-d01f-4a97-aead-9624f16f55b0 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-860061494', 'admin_state_up': True, 'project_id': '0a3be2315053479497104165645f2b52', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188'}}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 18:28:14.140131 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766a837e-1437-40be-abc0-e9bd4ccded0b tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Pushing event updated for resources: {'Network': ['ID=f0ba8a17-4d91-4f00-83e6-b67766d8c1cc,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:28:14.150233 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Network f0ba8a17-4d91-4f00-83e6-b67766d8c1cc details requested by agent ovs-agent-n-d-827839-2 with host n-d-827839-2 {{(pid=103378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 18:28:14.155173 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-fc2ae5f0-d01f-4a97-aead-9624f16f55b0 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1601657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26921'] for router (60bc7e8c-67db-4d6c-b905-37971c9bd731), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:28:14.156298 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-fc2ae5f0-d01f-4a97-aead-9624f16f55b0 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1602025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603663', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1630571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26960'] for router (60bc7e8c-67db-4d6c-b905-37971c9bd731), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:28:14.213231 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-fc2ae5f0-d01f-4a97-aead-9624f16f55b0 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks [] for router_controller (60bc7e8c-67db-4d6c-b905-37971c9bd731), precommit_add_association {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:28:14.359042 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-fc2ae5f0-d01f-4a97-aead-9624f16f55b0 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks [] for router_gateway (60bc7e8c-67db-4d6c-b905-37971c9bd731), precommit_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:28:14.427140 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 60749553-6930-4441-a0e4-2f53c2ddf828 no longer exists at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 18:28:14.447291 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] No Port match for: 60749553-6930-4441-a0e4-2f53c2ddf828 {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 18:28:14.447641 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 60749553-6930-4441-a0e4-2f53c2ddf828 not bound to the agent host n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 18:28:14.551428 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-fc2ae5f0-d01f-4a97-aead-9624f16f55b0 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks [] for router_gateway (60bc7e8c-67db-4d6c-b905-37971c9bd731), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:28:14.569482 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-fc2ae5f0-d01f-4a97-aead-9624f16f55b0 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:28:14.673428 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.db_base_plugin_common [None req-fc2ae5f0-d01f-4a97-aead-9624f16f55b0 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Allocated IP 172.25.6.187 (48165773-85ad-49a1-9ec1-76fc8dc24188/7660bfad-1ea8-4fe7-831b-bed836f13efc/ba642428-ea46-4c77-95bc-78dde63c264a) {{(pid=103376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 18:28:14.775362 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-fc2ae5f0-d01f-4a97-aead-9624f16f55b0 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks [] for port (ba642428-ea46-4c77-95bc-78dde63c264a), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:28:14.809707 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-fc2ae5f0-d01f-4a97-aead-9624f16f55b0 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (ba642428-ea46-4c77-95bc-78dde63c264a), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:28:14.853810 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc2ae5f0-d01f-4a97-aead-9624f16f55b0 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Network 48165773-85ad-49a1-9ec1-76fc8dc24188 is already hosted by enough agents. {{(pid=103376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 18:28:14.856767 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [None req-fc2ae5f0-d01f-4a97-aead-9624f16f55b0 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Resources bound (agent type, host, resource id): {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 18:28:14.860275 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc2ae5f0-d01f-4a97-aead-9624f16f55b0 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Received port after_create {{(pid=103376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 18:28:14.881261 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2ae5f0-d01f-4a97-aead-9624f16f55b0 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Pushing event updated for resources: {'Port': ['ID=ba642428-ea46-4c77-95bc-78dde63c264a,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:28:15.118339 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-fc2ae5f0-d01f-4a97-aead-9624f16f55b0 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks [] for router_gateway (60bc7e8c-67db-4d6c-b905-37971c9bd731), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:28:15.317925 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-fc2ae5f0-d01f-4a97-aead-9624f16f55b0 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1602046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603680'] for router (60bc7e8c-67db-4d6c-b905-37971c9bd731), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:28:15.446153 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc2ae5f0-d01f-4a97-aead-9624f16f55b0 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Router 60bc7e8c-67db-4d6c-b905-37971c9bd731 is scheduled to L3 agent 64ada913-9131-4d99-a265-63a920956287 with binding_index 1 {{(pid=103376) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 18:28:15.552184 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc2ae5f0-d01f-4a97-aead-9624f16f55b0 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Notify agent at l3_agent.n-d-827839-2 the message routers_updated {{(pid=103376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 18:28:15.562954 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc63c012-48f3-4c45-89ab-5efe7ce214b8 None None] Sync routers for ids ['60bc7e8c-67db-4d6c-b905-37971c9bd731'] in n-d-827839-2 {{(pid=103378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 18:28:15.572207 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-fc2ae5f0-d01f-4a97-aead-9624f16f55b0 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks [] for router (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:28:15.576355 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-fc2ae5f0-d01f-4a97-aead-9624f16f55b0 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] 10.222.0.89 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4430094 Feb 04 18:28:15.576509 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc63c012-48f3-4c45-89ab-5efe7ce214b8 None None] Routers {'60bc7e8c-67db-4d6c-b905-37971c9bd731'} bound to L3 agent in host n-d-827839-2 {{(pid=103378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 18:28:15.576509 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-fc63c012-48f3-4c45-89ab-5efe7ce214b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T18:28:03Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['60bc7e8c-67db-4d6c-b905-37971c9bd731'], 'active': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:28:15.576901 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 58548) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:28:15.605142 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-cd7d6998-4a26-4808-a780-14a59cdca888 tempest-TestNetworkAdvancedServerOps-797370670 tempest-TestNetworkAdvancedServerOps-797370670-project-admin] 10.222.0.89 "GET /v2.0/subnets?project_id=0a3be2315053479497104165645f2b52&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0270467 Feb 04 18:28:15.608229 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 58550) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:28:15.694165 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvr_db [None req-fc63c012-48f3-4c45-89ab-5efe7ce214b8 None None] Set router 60bc7e8c-67db-4d6c-b905-37971c9bd731 gateway port host: n-d-827839-2 {{(pid=103378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 18:28:15.704210 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9c07907-b3f2-4d21-b9c6-e053492296a1 tempest-TestNetworkAdvancedServerOps-797370670 tempest-TestNetworkAdvancedServerOps-797370670-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:28:15.705689 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-c9c07907-b3f2-4d21-b9c6-e053492296a1 tempest-TestNetworkAdvancedServerOps-797370670 tempest-TestNetworkAdvancedServerOps-797370670-project-admin] 10.222.0.89 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0965414 Feb 04 18:28:15.708430 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 58552) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:28:15.736180 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-88f6afb6-d4ee-44fa-825c-f92c5524729d tempest-TestNetworkAdvancedServerOps-797370670 tempest-TestNetworkAdvancedServerOps-797370670-project-admin] 10.222.0.89 "GET /v2.0/subnets?network_id=48165773-85ad-49a1-9ec1-76fc8dc24188&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0266082 Feb 04 18:28:15.738654 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 58554) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:28:15.743464 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-59810c68-2d9e-46fd-86e1-6198300814e1 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1400435195', 'network_id': 'f0ba8a17-4d91-4f00-83e6-b67766d8c1cc', 'project_id': '0a3be2315053479497104165645f2b52', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 18:28:15.838934 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59810c68-2d9e-46fd-86e1-6198300814e1 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Made reservation on behalf of 0a3be2315053479497104165645f2b52 for: {'subnet': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 18:28:15.842614 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-59810c68-2d9e-46fd-86e1-6198300814e1 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25597243'] for subnet (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:28:16.033657 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-59810c68-2d9e-46fd-86e1-6198300814e1 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25889445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25597197'] for subnet (4653bd7c-5432-4911-8351-a486085e6503), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:28:16.045997 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-fc63c012-48f3-4c45-89ab-5efe7ce214b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60bc7e8c-67db-4d6c-b905-37971c9bd731', 'name': 'tempest-TestNetworkAdvancedServerOps-router-860061494', 'tenant_id': '0a3be2315053479497104165645f2b52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.187'}], 'enable_snat': True}, 'gw_port_id': 'ba642428-ea46-4c77-95bc-78dde63c264a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T18:28:14Z', 'updated_at': '2022-02-04T18:28:15Z', 'revision_number': 3, 'project_id': '0a3be2315053479497104165645f2b52', 'gw_port': {'id': 'ba642428-ea46-4c77-95bc-78dde63c264a', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:75:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60bc7e8c-67db-4d6c-b905-37971c9bd731', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:28:14Z', 'updated_at': '2022-02-04T18:28:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2'}], 'n-d-827839-2', False) {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:28:16.071569 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc63c012-48f3-4c45-89ab-5efe7ce214b8 None None] Checking router: 60bc7e8c-67db-4d6c-b905-37971c9bd731 for host: n-d-827839-2 {{(pid=103378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 18:28:16.071934 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc63c012-48f3-4c45-89ab-5efe7ce214b8 None None] Updating router 60bc7e8c-67db-4d6c-b905-37971c9bd731 port ba642428-ea46-4c77-95bc-78dde63c264a binding host n-d-827839-2 {{(pid=103378) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 18:28:16.090901 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59810c68-2d9e-46fd-86e1-6198300814e1 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Pushing event updated for resources: {'Subnet': ['ID=4653bd7c-5432-4911-8351-a486085e6503,revision_number=0']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:28:16.099594 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-fc63c012-48f3-4c45-89ab-5efe7ce214b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (ba642428-ea46-4c77-95bc-78dde63c264a), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:28:16.101082 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59810c68-2d9e-46fd-86e1-6198300814e1 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Checking segment: {'id': '94e74662-ee49-4e7e-ae34-6d5cca627e2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'f0ba8a17-4d91-4f00-83e6-b67766d8c1cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 18:28:16.101457 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59810c68-2d9e-46fd-86e1-6198300814e1 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Network hostable DHCP agents. Network: f0ba8a17-4d91-4f00-83e6-b67766d8c1cc, hostable agents: ['bb89f5a3-3c22-440b-b7d1-c4f0c43c184a'], hosted agents: [] {{(pid=103377) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 18:28:16.117478 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59810c68-2d9e-46fd-86e1-6198300814e1 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Network f0ba8a17-4d91-4f00-83e6-b67766d8c1cc is scheduled to be hosted by DHCP agent bb89f5a3-3c22-440b-b7d1-c4f0c43c184a with binding_index 1 {{(pid=103377) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 18:28:16.126306 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [None req-59810c68-2d9e-46fd-86e1-6198300814e1 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827839-2, f0ba8a17-4d91-4f00-83e6-b67766d8c1cc) {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 18:28:16.130406 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59810c68-2d9e-46fd-86e1-6198300814e1 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:28:16.131365 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-59810c68-2d9e-46fd-86e1-6198300814e1 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks [] for subnet (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:28:16.137679 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a00d13f7-dcc1-43ad-9f76-7bde050433c5 None None] Network f0ba8a17-4d91-4f00-83e6-b67766d8c1cc requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 18:28:16.146954 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-59810c68-2d9e-46fd-86e1-6198300814e1 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4073045 Feb 04 18:28:16.149820 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 58556) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:28:16.350704 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-441c126c-5301-4946-bbcd-c982f863019d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e4c19ad-5724-5db8-8ee1-4f56ae69fcf4-f0ba8a17-4d91-4f00-83e6-b67766d8c1cc', 'network_id': 'f0ba8a17-4d91-4f00-83e6-b67766d8c1cc', 'project_id': '0a3be2315053479497104165645f2b52', 'fixed_ips': [{'subnet_id': '4653bd7c-5432-4911-8351-a486085e6503'}]}} from n-d-827839-2. {{(pid=103378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 18:28:16.351638 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-441c126c-5301-4946-bbcd-c982f863019d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:28:16.550169 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-fc63c012-48f3-4c45-89ab-5efe7ce214b8 None None] Publish callbacks [] for port (ba642428-ea46-4c77-95bc-78dde63c264a), precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:28:16.559527 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-fc63c012-48f3-4c45-89ab-5efe7ce214b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (ba642428-ea46-4c77-95bc-78dde63c264a), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:28:16.607294 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-441c126c-5301-4946-bbcd-c982f863019d None None] Allocated IP 172.20.0.2 (f0ba8a17-4d91-4f00-83e6-b67766d8c1cc/4653bd7c-5432-4911-8351-a486085e6503/c02a83a9-748b-4588-a15e-74bd66ce3929) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 18:28:16.638566 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53bdd2d2-5cc8-4f70-b711-3c8cae8e267d None None] Pushing event updated for resources: {'Port': ['ID=ba642428-ea46-4c77-95bc-78dde63c264a,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:28:16.643109 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-fc63c012-48f3-4c45-89ab-5efe7ce214b8 None None] Attempting to bind port ba642428-ea46-4c77-95bc-78dde63c264a on host n-d-827839-2 for vnic_type normal with profile {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 18:28:16.643490 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-fc63c012-48f3-4c45-89ab-5efe7ce214b8 None None] Attempting to bind port ba642428-ea46-4c77-95bc-78dde63c264a by drivers openvswitch,hyperv on host n-d-827839-2 at level 0 using segments [{'id': '5942dc44-1f07-4c27-b0ab-45a2bff20dd5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188'}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 18:28:16.643857 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc63c012-48f3-4c45-89ab-5efe7ce214b8 None None] Attempting to bind port ba642428-ea46-4c77-95bc-78dde63c264a on network 48165773-85ad-49a1-9ec1-76fc8dc24188 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 18:28:16.685137 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc63c012-48f3-4c45-89ab-5efe7ce214b8 None None] Checking agent: {'id': 'ba70844b-66a0-45fd-a2f2-e6ed673321fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 0, 36), 'started_at': datetime.datetime(2022, 2, 4, 17, 1, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 18, 28, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 18:28:16.685527 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc63c012-48f3-4c45-89ab-5efe7ce214b8 None None] Checking segment: {'id': '5942dc44-1f07-4c27-b0ab-45a2bff20dd5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 18:28:16.685933 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-fc63c012-48f3-4c45-89ab-5efe7ce214b8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:28:16.686329 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc63c012-48f3-4c45-89ab-5efe7ce214b8 None None] Bound using segment: {'id': '5942dc44-1f07-4c27-b0ab-45a2bff20dd5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188'} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 18:28:16.686819 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-fc63c012-48f3-4c45-89ab-5efe7ce214b8 None None] Bound port: ba642428-ea46-4c77-95bc-78dde63c264a, host: n-d-827839-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5942dc44-1f07-4c27-b0ab-45a2bff20dd5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188'}}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 18:28:16.687205 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-fc63c012-48f3-4c45-89ab-5efe7ce214b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (ba642428-ea46-4c77-95bc-78dde63c264a), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:28:16.766145 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-fc63c012-48f3-4c45-89ab-5efe7ce214b8 None None] For port ba642428-ea46-4c77-95bc-78dde63c264a, host n-d-827839-2, cleared binding levels {{(pid=103378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 18:28:16.771511 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-fc63c012-48f3-4c45-89ab-5efe7ce214b8 None None] For port ba642428-ea46-4c77-95bc-78dde63c264a, host n-d-827839-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=ba642428-ea46-4c77-95bc-78dde63c264a,segment=NetworkSegment(5942dc44-1f07-4c27-b0ab-45a2bff20dd5),segment_id=5942dc44-1f07-4c27-b0ab-45a2bff20dd5)] {{(pid=103378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 18:28:16.783577 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-fc63c012-48f3-4c45-89ab-5efe7ce214b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (ba642428-ea46-4c77-95bc-78dde63c264a), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:28:16.868342 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-441c126c-5301-4946-bbcd-c982f863019d None None] Publish callbacks [] for port (c02a83a9-748b-4588-a15e-74bd66ce3929), precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:28:16.885025 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-441c126c-5301-4946-bbcd-c982f863019d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135'] for port (c02a83a9-748b-4588-a15e-74bd66ce3929), after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:28:16.889144 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc63c012-48f3-4c45-89ab-5efe7ce214b8 None None] Routers {'60bc7e8c-67db-4d6c-b905-37971c9bd731'} bound to L3 agent in host n-d-827839-2 {{(pid=103378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 18:28:16.889754 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-fc63c012-48f3-4c45-89ab-5efe7ce214b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T18:28:03Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['60bc7e8c-67db-4d6c-b905-37971c9bd731'], 'active': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:28:16.911011 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-dc570312-c54c-4472-9e11-a9e6916cae0f tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:28:16.925315 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53bdd2d2-5cc8-4f70-b711-3c8cae8e267d None None] Pushing event updated for resources: {'Port': ['ID=ba642428-ea46-4c77-95bc-78dde63c264a,revision_number=3']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:28:17.003304 n-d-827839-2 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-441c126c-5301-4946-bbcd-c982f863019d None None] Network f0ba8a17-4d91-4f00-83e6-b67766d8c1cc is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 18:28:17.009858 n-d-827839-2 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-441c126c-5301-4946-bbcd-c982f863019d None None] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 18:28:17.014268 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-441c126c-5301-4946-bbcd-c982f863019d None None] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 18:28:17.016181 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441c126c-5301-4946-bbcd-c982f863019d None None] Pushing event updated for resources: {'Port': ['ID=c02a83a9-748b-4588-a15e-74bd66ce3929,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:28:17.091543 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvr_db [None req-fc63c012-48f3-4c45-89ab-5efe7ce214b8 None None] Set router 60bc7e8c-67db-4d6c-b905-37971c9bd731 gateway port host: n-d-827839-2 {{(pid=103378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 18:28:17.093745 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-441c126c-5301-4946-bbcd-c982f863019d None None] Attempting to bind port c02a83a9-748b-4588-a15e-74bd66ce3929 on host n-d-827839-2 for vnic_type normal with profile {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 18:28:17.094118 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-441c126c-5301-4946-bbcd-c982f863019d None None] Attempting to bind port c02a83a9-748b-4588-a15e-74bd66ce3929 by drivers openvswitch,hyperv on host n-d-827839-2 at level 0 using segments [{'id': '94e74662-ee49-4e7e-ae34-6d5cca627e2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'f0ba8a17-4d91-4f00-83e6-b67766d8c1cc'}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 18:28:17.094479 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-441c126c-5301-4946-bbcd-c982f863019d None None] Attempting to bind port c02a83a9-748b-4588-a15e-74bd66ce3929 on network f0ba8a17-4d91-4f00-83e6-b67766d8c1cc {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 18:28:17.149459 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-441c126c-5301-4946-bbcd-c982f863019d None None] Checking agent: {'id': 'ba70844b-66a0-45fd-a2f2-e6ed673321fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 0, 36), 'started_at': datetime.datetime(2022, 2, 4, 17, 1, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 18, 28, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 18:28:17.149735 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-441c126c-5301-4946-bbcd-c982f863019d None None] Checking segment: {'id': '94e74662-ee49-4e7e-ae34-6d5cca627e2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'f0ba8a17-4d91-4f00-83e6-b67766d8c1cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 18:28:17.150138 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-441c126c-5301-4946-bbcd-c982f863019d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:28:17.150532 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-441c126c-5301-4946-bbcd-c982f863019d None None] Bound using segment: {'id': '94e74662-ee49-4e7e-ae34-6d5cca627e2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'f0ba8a17-4d91-4f00-83e6-b67766d8c1cc'} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 18:28:17.151003 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-441c126c-5301-4946-bbcd-c982f863019d None None] Bound port: c02a83a9-748b-4588-a15e-74bd66ce3929, host: n-d-827839-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94e74662-ee49-4e7e-ae34-6d5cca627e2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'f0ba8a17-4d91-4f00-83e6-b67766d8c1cc'}}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 18:28:17.151385 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-441c126c-5301-4946-bbcd-c982f863019d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (c02a83a9-748b-4588-a15e-74bd66ce3929), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:28:17.186702 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.db_base_plugin_common [None req-dc570312-c54c-4472-9e11-a9e6916cae0f tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Allocated IP 172.20.0.1 (f0ba8a17-4d91-4f00-83e6-b67766d8c1cc/4653bd7c-5432-4911-8351-a486085e6503/9299acb6-847c-42e9-b7b2-a0ea261fab92) {{(pid=103377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 18:28:17.298140 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-441c126c-5301-4946-bbcd-c982f863019d None None] For port c02a83a9-748b-4588-a15e-74bd66ce3929, host n-d-827839-2, cleared binding levels {{(pid=103378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 18:28:17.307455 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-dc570312-c54c-4472-9e11-a9e6916cae0f tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks [] for port (9299acb6-847c-42e9-b7b2-a0ea261fab92), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:28:17.313170 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-441c126c-5301-4946-bbcd-c982f863019d None None] For port c02a83a9-748b-4588-a15e-74bd66ce3929, host n-d-827839-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=c02a83a9-748b-4588-a15e-74bd66ce3929,segment=NetworkSegment(94e74662-ee49-4e7e-ae34-6d5cca627e2c),segment_id=94e74662-ee49-4e7e-ae34-6d5cca627e2c)] {{(pid=103378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 18:28:17.321155 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-441c126c-5301-4946-bbcd-c982f863019d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (c02a83a9-748b-4588-a15e-74bd66ce3929), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:28:17.342632 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-dc570312-c54c-4472-9e11-a9e6916cae0f tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (9299acb6-847c-42e9-b7b2-a0ea261fab92), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:28:17.382451 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc570312-c54c-4472-9e11-a9e6916cae0f tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Network f0ba8a17-4d91-4f00-83e6-b67766d8c1cc is already hosted by enough agents. {{(pid=103377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 18:28:17.388477 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [None req-dc570312-c54c-4472-9e11-a9e6916cae0f tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Resources bound (agent type, host, resource id): {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 18:28:17.393342 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441c126c-5301-4946-bbcd-c982f863019d None None] Pushing event updated for resources: {'Port': ['ID=c02a83a9-748b-4588-a15e-74bd66ce3929,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:28:17.395832 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-fc63c012-48f3-4c45-89ab-5efe7ce214b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60bc7e8c-67db-4d6c-b905-37971c9bd731', 'name': 'tempest-TestNetworkAdvancedServerOps-router-860061494', 'tenant_id': '0a3be2315053479497104165645f2b52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.187'}], 'enable_snat': True}, 'gw_port_id': 'ba642428-ea46-4c77-95bc-78dde63c264a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T18:28:14Z', 'updated_at': '2022-02-04T18:28:15Z', 'revision_number': 3, 'project_id': '0a3be2315053479497104165645f2b52', 'gw_port': {'id': 'ba642428-ea46-4c77-95bc-78dde63c264a', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:75:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60bc7e8c-67db-4d6c-b905-37971c9bd731', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:28:14Z', 'updated_at': '2022-02-04T18:28:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2'}], 'n-d-827839-2', False) {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:28:17.399580 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc570312-c54c-4472-9e11-a9e6916cae0f tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Received port after_create {{(pid=103377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 18:28:17.425746 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc63c012-48f3-4c45-89ab-5efe7ce214b8 None None] The sync data for ids ['60bc7e8c-67db-4d6c-b905-37971c9bd731'] in n-d-827839-2 is: [{'id': '60bc7e8c-67db-4d6c-b905-37971c9bd731', 'name': 'tempest-TestNetworkAdvancedServerOps-router-860061494', 'tenant_id': '0a3be2315053479497104165645f2b52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.187'}], 'enable_snat': True}, 'gw_port_id': 'ba642428-ea46-4c77-95bc-78dde63c264a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T18:28:14Z', 'updated_at': '2022-02-04T18:28:15Z', 'revision_number': 3, 'project_id': '0a3be2315053479497104165645f2b52', 'gw_port': {'id': 'ba642428-ea46-4c77-95bc-78dde63c264a', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:75:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60bc7e8c-67db-4d6c-b905-37971c9bd731', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:28:14Z', 'updated_at': '2022-02-04T18:28:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2'}] {{(pid=103378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 18:28:17.433057 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc570312-c54c-4472-9e11-a9e6916cae0f tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Pushing event updated for resources: {'Port': ['ID=9299acb6-847c-42e9-b7b2-a0ea261fab92,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:28:17.450488 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-dc570312-c54c-4472-9e11-a9e6916cae0f tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1595471'] for router_interface (60bc7e8c-67db-4d6c-b905-37971c9bd731), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:28:17.619246 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-dc570312-c54c-4472-9e11-a9e6916cae0f tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (9299acb6-847c-42e9-b7b2-a0ea261fab92), before_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:28:17.957089 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-dc570312-c54c-4472-9e11-a9e6916cae0f tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks [] for port (9299acb6-847c-42e9-b7b2-a0ea261fab92), precommit_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:28:17.961729 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-dc570312-c54c-4472-9e11-a9e6916cae0f tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25888290'] for port (9299acb6-847c-42e9-b7b2-a0ea261fab92), after_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:28:18.035662 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-dc570312-c54c-4472-9e11-a9e6916cae0f tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1677345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602751'] for router_interface (60bc7e8c-67db-4d6c-b905-37971c9bd731), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:28:18.037661 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc570312-c54c-4472-9e11-a9e6916cae0f tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Pushing event updated for resources: {'Port': ['ID=9299acb6-847c-42e9-b7b2-a0ea261fab92,revision_number=2']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:28:18.141969 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc570312-c54c-4472-9e11-a9e6916cae0f tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Network f0ba8a17-4d91-4f00-83e6-b67766d8c1cc is already hosted by enough agents. {{(pid=103377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 18:28:18.143522 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [None req-dc570312-c54c-4472-9e11-a9e6916cae0f tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Resources bound (agent type, host, resource id): {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 18:28:18.276126 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc570312-c54c-4472-9e11-a9e6916cae0f tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Router 60bc7e8c-67db-4d6c-b905-37971c9bd731 has already been hosted by L3 agent 64ada913-9131-4d99-a265-63a920956287 {{(pid=103377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 18:28:18.400449 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc570312-c54c-4472-9e11-a9e6916cae0f tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Notify agent at l3_agent.n-d-827839-2 the message routers_updated {{(pid=103377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 18:28:18.406481 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-dc570312-c54c-4472-9e11-a9e6916cae0f tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] 10.222.0.89 "PUT /v2.0/routers/60bc7e8c-67db-4d6c-b905-37971c9bd731/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2557075 Feb 04 18:28:18.479550 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59bacf6e-0eb2-453a-b00e-3d0995e18b73 None None] Network f0ba8a17-4d91-4f00-83e6-b67766d8c1cc requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 18:28:18.570788 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-65e08c23-cdb5-4639-bcf2-e21e9f704ed9 None None] Provisioning complete for port c02a83a9-748b-4588-a15e-74bd66ce3929 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 18:28:18.571165 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-65e08c23-cdb5-4639-bcf2-e21e9f704ed9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (c02a83a9-748b-4588-a15e-74bd66ce3929), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:28:18.597362 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-7e5415e6-8fd1-48e3-af81-c1b8abf53c1c req-ab9180ac-1034-4f2a-962f-7b195336e4c3 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] 10.222.0.89 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2054414916&fields=id&tenant_id=0a3be2315053479497104165645f2b52 HTTP/1.1" status: 200 len: 267 time: 0.0650795 Feb 04 18:28:18.598044 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device ba642428-ea46-4c77-95bc-78dde63c264a up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 18:28:18.704463 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5415e6-8fd1-48e3-af81-c1b8abf53c1c req-fd7de846-02cc-407e-9a34-9d4d9f640253 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:28:18.705892 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-7e5415e6-8fd1-48e3-af81-c1b8abf53c1c req-fd7de846-02cc-407e-9a34-9d4d9f640253 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] 10.222.0.89 "GET /v2.0/networks?id=f0ba8a17-4d91-4f00-83e6-b67766d8c1cc HTTP/1.1" status: 200 len: 796 time: 0.1022213 Feb 04 18:28:18.720892 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port ba642428-ea46-4c77-95bc-78dde63c264a triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 18:28:18.721269 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (ba642428-ea46-4c77-95bc-78dde63c264a), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:28:18.721535 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-7e5415e6-8fd1-48e3-af81-c1b8abf53c1c req-541866ad-3e41-41e6-9cf1-361f950e330e tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] 10.222.0.89 "GET /v2.0/quotas/0a3be2315053479497104165645f2b52 HTTP/1.1" status: 200 len: 375 time: 0.0100226 Feb 04 18:28:18.747025 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-65e08c23-cdb5-4639-bcf2-e21e9f704ed9 None None] Current status of the port c02a83a9-748b-4588-a15e-74bd66ce3929 is: DOWN; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 18:28:18.747418 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-65e08c23-cdb5-4639-bcf2-e21e9f704ed9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (c02a83a9-748b-4588-a15e-74bd66ce3929), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:28:18.795143 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-7e5415e6-8fd1-48e3-af81-c1b8abf53c1c req-99e03961-7303-4b4d-880b-e67f8562e984 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=0a3be2315053479497104165645f2b52&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0620899 Feb 04 18:28:18.811314 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-65e08c23-cdb5-4639-bcf2-e21e9f704ed9 None None] For port c02a83a9-748b-4588-a15e-74bd66ce3929, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=c02a83a9-748b-4588-a15e-74bd66ce3929,segment=NetworkSegment(94e74662-ee49-4e7e-ae34-6d5cca627e2c),segment_id=94e74662-ee49-4e7e-ae34-6d5cca627e2c)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 18:28:18.834902 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-65e08c23-cdb5-4639-bcf2-e21e9f704ed9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (c02a83a9-748b-4588-a15e-74bd66ce3929), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:28:18.882278 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port ba642428-ea46-4c77-95bc-78dde63c264a is: DOWN; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 18:28:18.882278 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (ba642428-ea46-4c77-95bc-78dde63c264a), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:28:18.912029 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-7e5415e6-8fd1-48e3-af81-c1b8abf53c1c req-4c689f41-16c9-4f2d-9da2-6b09862a991f service neutron] 10.222.0.89 "GET /v2.0/networks/f0ba8a17-4d91-4f00-83e6-b67766d8c1cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1036234 Feb 04 18:28:18.919738 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] For port ba642428-ea46-4c77-95bc-78dde63c264a, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=ba642428-ea46-4c77-95bc-78dde63c264a,segment=NetworkSegment(5942dc44-1f07-4c27-b0ab-45a2bff20dd5),segment_id=5942dc44-1f07-4c27-b0ab-45a2bff20dd5)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 18:28:18.921325 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e08c23-cdb5-4639-bcf2-e21e9f704ed9 None None] Pushing event updated for resources: {'Port': ['ID=c02a83a9-748b-4588-a15e-74bd66ce3929,revision_number=3']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:28:18.925401 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (ba642428-ea46-4c77-95bc-78dde63c264a), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:28:18.926293 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device c02a83a9-748b-4588-a15e-74bd66ce3929 up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 18:28:19.005083 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Pushing event updated for resources: {'Port': ['ID=ba642428-ea46-4c77-95bc-78dde63c264a,revision_number=4']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:28:19.018307 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port c02a83a9-748b-4588-a15e-74bd66ce3929 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 18:28:19.019228 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (c02a83a9-748b-4588-a15e-74bd66ce3929), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:28:19.050122 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-7e5415e6-8fd1-48e3-af81-c1b8abf53c1c req-55088383-61fc-48cf-a763-0da23f750391 service neutron] 10.222.0.89 "GET /v2.0/networks/f0ba8a17-4d91-4f00-83e6-b67766d8c1cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1144867 Feb 04 18:28:19.077448 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-652568db-a79f-4f2e-a3ea-fcff77f7b5bd None None] Provisioning complete for port 9299acb6-847c-42e9-b7b2-a0ea261fab92 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 18:28:19.077821 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-652568db-a79f-4f2e-a3ea-fcff77f7b5bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (9299acb6-847c-42e9-b7b2-a0ea261fab92), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:28:19.147867 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-652568db-a79f-4f2e-a3ea-fcff77f7b5bd None None] Port 9299acb6-847c-42e9-b7b2-a0ea261fab92 cannot update to ACTIVE because it is not bound. {{(pid=103378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 18:28:19.159987 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port c02a83a9-748b-4588-a15e-74bd66ce3929 is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 18:28:19.166494 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-652568db-a79f-4f2e-a3ea-fcff77f7b5bd None None] Provisioning complete for port c02a83a9-748b-4588-a15e-74bd66ce3929 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 18:28:19.166867 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-652568db-a79f-4f2e-a3ea-fcff77f7b5bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (c02a83a9-748b-4588-a15e-74bd66ce3929), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:28:19.249444 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f88d2aef-eda0-415d-8ddb-be3cee85dc7b None None] Sync routers for ids ['60bc7e8c-67db-4d6c-b905-37971c9bd731'] in n-d-827839-2 {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 18:28:19.253951 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-3feac2c0-7eca-4c01-bb6a-70a8332c6137 req-581557ba-f4db-4d4f-bf92-2eab7cc435ea tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] 10.222.0.89 "GET /v2.0/ports?device_id=1d91966a-1648-443a-af39-21dc75a132e7 HTTP/1.1" status: 200 len: 210 time: 0.0400019 Feb 04 18:28:19.262801 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f88d2aef-eda0-415d-8ddb-be3cee85dc7b None None] Routers {'60bc7e8c-67db-4d6c-b905-37971c9bd731'} bound to L3 agent in host n-d-827839-2 {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 18:28:19.263439 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-f88d2aef-eda0-415d-8ddb-be3cee85dc7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T18:28:03Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['60bc7e8c-67db-4d6c-b905-37971c9bd731'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:28:19.270071 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-652568db-a79f-4f2e-a3ea-fcff77f7b5bd None None] Current status of the port c02a83a9-748b-4588-a15e-74bd66ce3929 is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 18:28:19.393547 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-a080ccbd-3a98-48fe-9553-1b1543910f20 None None] Provisioning complete for port 9299acb6-847c-42e9-b7b2-a0ea261fab92 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 18:28:19.393927 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a080ccbd-3a98-48fe-9553-1b1543910f20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (9299acb6-847c-42e9-b7b2-a0ea261fab92), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:28:19.412459 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvr_db [None req-f88d2aef-eda0-415d-8ddb-be3cee85dc7b None None] Set router 60bc7e8c-67db-4d6c-b905-37971c9bd731 gateway port host: n-d-827839-2 {{(pid=103379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 18:28:19.441657 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-a080ccbd-3a98-48fe-9553-1b1543910f20 None None] Port 9299acb6-847c-42e9-b7b2-a0ea261fab92 cannot update to ACTIVE because it is not bound. {{(pid=103378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 18:28:19.563236 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-11cfe695-c1ae-4bae-80c5-54f38a17e198 None None] Provisioning complete for port 9299acb6-847c-42e9-b7b2-a0ea261fab92 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 18:28:19.563828 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-11cfe695-c1ae-4bae-80c5-54f38a17e198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (9299acb6-847c-42e9-b7b2-a0ea261fab92), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:28:19.603141 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-11cfe695-c1ae-4bae-80c5-54f38a17e198 None None] Port 9299acb6-847c-42e9-b7b2-a0ea261fab92 cannot update to ACTIVE because it is not bound. {{(pid=103378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 18:28:19.635212 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-f88d2aef-eda0-415d-8ddb-be3cee85dc7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60bc7e8c-67db-4d6c-b905-37971c9bd731', 'name': 'tempest-TestNetworkAdvancedServerOps-router-860061494', 'tenant_id': '0a3be2315053479497104165645f2b52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.187'}], 'enable_snat': True}, 'gw_port_id': 'ba642428-ea46-4c77-95bc-78dde63c264a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T18:28:14Z', 'updated_at': '2022-02-04T18:28:17Z', 'revision_number': 4, 'project_id': '0a3be2315053479497104165645f2b52', 'gw_port': {'id': 'ba642428-ea46-4c77-95bc-78dde63c264a', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:75:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60bc7e8c-67db-4d6c-b905-37971c9bd731', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:28:14Z', 'updated_at': '2022-02-04T18:28:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_interfaces': [{'id': '9299acb6-847c-42e9-b7b2-a0ea261fab92', 'name': '', 'network_id': 'f0ba8a17-4d91-4f00-83e6-b67766d8c1cc', 'tenant_id': '0a3be2315053479497104165645f2b52', 'mac_address': 'fa:16:3e:f8:0e:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60bc7e8c-67db-4d6c-b905-37971c9bd731', 'device_owner': 'network:router_interface', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '4653bd7c-5432-4911-8351-a486085e6503', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:28:17Z', 'updated_at': '2022-02-04T18:28:17Z', 'revision_number': 2, 'project_id': '0a3be2315053479497104165645f2b52', 'subnets': [{'id': '4653bd7c-5432-4911-8351-a486085e6503', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-2', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:28:19.663407 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f88d2aef-eda0-415d-8ddb-be3cee85dc7b None None] Checking router: 60bc7e8c-67db-4d6c-b905-37971c9bd731 for host: n-d-827839-2 {{(pid=103379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 18:28:19.663756 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f88d2aef-eda0-415d-8ddb-be3cee85dc7b None None] Updating router 60bc7e8c-67db-4d6c-b905-37971c9bd731 port 9299acb6-847c-42e9-b7b2-a0ea261fab92 binding host n-d-827839-2 {{(pid=103379) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 18:28:19.694047 n-d-827839-2 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f88d2aef-eda0-415d-8ddb-be3cee85dc7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (9299acb6-847c-42e9-b7b2-a0ea261fab92), before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:28:19.962698 n-d-827839-2 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f88d2aef-eda0-415d-8ddb-be3cee85dc7b None None] Publish callbacks [] for port (9299acb6-847c-42e9-b7b2-a0ea261fab92), precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:28:19.968922 n-d-827839-2 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f88d2aef-eda0-415d-8ddb-be3cee85dc7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (9299acb6-847c-42e9-b7b2-a0ea261fab92), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:28:20.020122 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f433e451-ed6a-4923-bc84-4a220696197d None None] Pushing event updated for resources: {'Port': ['ID=9299acb6-847c-42e9-b7b2-a0ea261fab92,revision_number=3']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:28:20.045235 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f433e451-ed6a-4923-bc84-4a220696197d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:28:20.045578 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f433e451-ed6a-4923-bc84-4a220696197d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:28:20.045916 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f433e451-ed6a-4923-bc84-4a220696197d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:28:20.046248 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f433e451-ed6a-4923-bc84-4a220696197d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:28:20.046604 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f433e451-ed6a-4923-bc84-4a220696197d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:28:20.046929 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f433e451-ed6a-4923-bc84-4a220696197d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:28:20.047252 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f433e451-ed6a-4923-bc84-4a220696197d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:28:20.047577 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f433e451-ed6a-4923-bc84-4a220696197d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:28:20.047894 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f433e451-ed6a-4923-bc84-4a220696197d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:28:20.048210 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f433e451-ed6a-4923-bc84-4a220696197d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:28:20.048524 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f433e451-ed6a-4923-bc84-4a220696197d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:28:20.048865 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f433e451-ed6a-4923-bc84-4a220696197d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:28:20.049182 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f433e451-ed6a-4923-bc84-4a220696197d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:28:20.083054 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [None req-f88d2aef-eda0-415d-8ddb-be3cee85dc7b None None] Attempting to bind port 9299acb6-847c-42e9-b7b2-a0ea261fab92 on host n-d-827839-2 for vnic_type normal with profile {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 18:28:20.083563 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [None req-f88d2aef-eda0-415d-8ddb-be3cee85dc7b None None] Attempting to bind port 9299acb6-847c-42e9-b7b2-a0ea261fab92 by drivers openvswitch,hyperv on host n-d-827839-2 at level 0 using segments [{'id': '94e74662-ee49-4e7e-ae34-6d5cca627e2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'f0ba8a17-4d91-4f00-83e6-b67766d8c1cc'}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 18:28:20.084021 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f88d2aef-eda0-415d-8ddb-be3cee85dc7b None None] Attempting to bind port 9299acb6-847c-42e9-b7b2-a0ea261fab92 on network f0ba8a17-4d91-4f00-83e6-b67766d8c1cc {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 18:28:20.095365 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f88d2aef-eda0-415d-8ddb-be3cee85dc7b None None] Checking agent: {'id': 'ba70844b-66a0-45fd-a2f2-e6ed673321fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 0, 36), 'started_at': datetime.datetime(2022, 2, 4, 17, 1, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 18, 28, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 18:28:20.097126 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f88d2aef-eda0-415d-8ddb-be3cee85dc7b None None] Checking segment: {'id': '94e74662-ee49-4e7e-ae34-6d5cca627e2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'f0ba8a17-4d91-4f00-83e6-b67766d8c1cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 18:28:20.097551 n-d-827839-2 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f88d2aef-eda0-415d-8ddb-be3cee85dc7b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:28:20.098191 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f88d2aef-eda0-415d-8ddb-be3cee85dc7b None None] Bound using segment: {'id': '94e74662-ee49-4e7e-ae34-6d5cca627e2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'f0ba8a17-4d91-4f00-83e6-b67766d8c1cc'} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 18:28:20.098683 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [None req-f88d2aef-eda0-415d-8ddb-be3cee85dc7b None None] Bound port: 9299acb6-847c-42e9-b7b2-a0ea261fab92, host: n-d-827839-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94e74662-ee49-4e7e-ae34-6d5cca627e2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'f0ba8a17-4d91-4f00-83e6-b67766d8c1cc'}}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 18:28:20.099071 n-d-827839-2 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f88d2aef-eda0-415d-8ddb-be3cee85dc7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (9299acb6-847c-42e9-b7b2-a0ea261fab92), before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:28:20.177723 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-f88d2aef-eda0-415d-8ddb-be3cee85dc7b None None] For port 9299acb6-847c-42e9-b7b2-a0ea261fab92, host n-d-827839-2, cleared binding levels {{(pid=103379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 18:28:20.181829 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-f88d2aef-eda0-415d-8ddb-be3cee85dc7b None None] For port 9299acb6-847c-42e9-b7b2-a0ea261fab92, host n-d-827839-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=9299acb6-847c-42e9-b7b2-a0ea261fab92,segment=NetworkSegment(94e74662-ee49-4e7e-ae34-6d5cca627e2c),segment_id=94e74662-ee49-4e7e-ae34-6d5cca627e2c)] {{(pid=103379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 18:28:20.191273 n-d-827839-2 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-f88d2aef-eda0-415d-8ddb-be3cee85dc7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (9299acb6-847c-42e9-b7b2-a0ea261fab92), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:28:20.245228 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f88d2aef-eda0-415d-8ddb-be3cee85dc7b None None] Routers {'60bc7e8c-67db-4d6c-b905-37971c9bd731'} bound to L3 agent in host n-d-827839-2 {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 18:28:20.245888 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-f88d2aef-eda0-415d-8ddb-be3cee85dc7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T18:28:03Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['60bc7e8c-67db-4d6c-b905-37971c9bd731'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:28:20.247145 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-eedd4e09-46d5-4c05-b0d4-78b466210d77 None None] Provisioning complete for port 9299acb6-847c-42e9-b7b2-a0ea261fab92 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 18:28:20.249432 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-eedd4e09-46d5-4c05-b0d4-78b466210d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (9299acb6-847c-42e9-b7b2-a0ea261fab92), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:28:20.357222 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5415e6-8fd1-48e3-af81-c1b8abf53c1c req-4c69bc18-dfbb-4d37-ae23-d9864c75f92b tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:28:20.361146 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-7e5415e6-8fd1-48e3-af81-c1b8abf53c1c req-4c69bc18-dfbb-4d37-ae23-d9864c75f92b tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] 10.222.0.96 "GET /v2.0/networks?id=f0ba8a17-4d91-4f00-83e6-b67766d8c1cc HTTP/1.1" status: 200 len: 796 time: 0.1761935 Feb 04 18:28:20.444795 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvr_db [None req-f88d2aef-eda0-415d-8ddb-be3cee85dc7b None None] Set router 60bc7e8c-67db-4d6c-b905-37971c9bd731 gateway port host: n-d-827839-2 {{(pid=103379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 18:28:20.458618 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-7e5415e6-8fd1-48e3-af81-c1b8abf53c1c req-83b7c45f-8bda-48c1-ac14-2769e9e75f46 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] 10.222.0.96 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0a3be2315053479497104165645f2b52 HTTP/1.1" status: 200 len: 380 time: 0.0886245 Feb 04 18:28:20.472540 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-4b598c98-c457-4dde-9f45-89acf1548870 req-8ce0fa84-1bc2-4b1a-9d63-a897dab39e5a tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] 10.222.0.89 "GET /v2.0/ports?device_id=1d91966a-1648-443a-af39-21dc75a132e7 HTTP/1.1" status: 200 len: 210 time: 0.0939875 Feb 04 18:28:20.482315 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [req-7e5415e6-8fd1-48e3-af81-c1b8abf53c1c req-2aede0b6-a4ea-4d39-989e-5f570082b870 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Request body: {'port': {'device_id': '1d91966a-1648-443a-af39-21dc75a132e7', 'network_id': 'f0ba8a17-4d91-4f00-83e6-b67766d8c1cc', 'admin_state_up': True, 'tenant_id': '0a3be2315053479497104165645f2b52', 'security_groups': ['15479604-617e-433f-9829-162f0d12aeca']}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 18:28:20.592155 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f433e451-ed6a-4923-bc84-4a220696197d None None] Pushing event updated for resources: {'Port': ['ID=9299acb6-847c-42e9-b7b2-a0ea261fab92,revision_number=4']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:28:20.619731 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e5415e6-8fd1-48e3-af81-c1b8abf53c1c req-2aede0b6-a4ea-4d39-989e-5f570082b870 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Made reservation on behalf of 0a3be2315053479497104165645f2b52 for: {'port': 1} {{(pid=103376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 18:28:20.624233 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-7e5415e6-8fd1-48e3-af81-c1b8abf53c1c req-2aede0b6-a4ea-4d39-989e-5f570082b870 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:28:20.632896 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device ba642428-ea46-4c77-95bc-78dde63c264a up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 18:28:20.659166 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-eedd4e09-46d5-4c05-b0d4-78b466210d77 None None] Current status of the port 9299acb6-847c-42e9-b7b2-a0ea261fab92 is: DOWN; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 18:28:20.659558 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-eedd4e09-46d5-4c05-b0d4-78b466210d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (9299acb6-847c-42e9-b7b2-a0ea261fab92), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:28:20.694652 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-f88d2aef-eda0-415d-8ddb-be3cee85dc7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60bc7e8c-67db-4d6c-b905-37971c9bd731', 'name': 'tempest-TestNetworkAdvancedServerOps-router-860061494', 'tenant_id': '0a3be2315053479497104165645f2b52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.187'}], 'enable_snat': True}, 'gw_port_id': 'ba642428-ea46-4c77-95bc-78dde63c264a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T18:28:14Z', 'updated_at': '2022-02-04T18:28:17Z', 'revision_number': 4, 'project_id': '0a3be2315053479497104165645f2b52', 'gw_port': {'id': 'ba642428-ea46-4c77-95bc-78dde63c264a', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:75:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60bc7e8c-67db-4d6c-b905-37971c9bd731', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:28:14Z', 'updated_at': '2022-02-04T18:28:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_interfaces': [{'id': '9299acb6-847c-42e9-b7b2-a0ea261fab92', 'name': '', 'network_id': 'f0ba8a17-4d91-4f00-83e6-b67766d8c1cc', 'tenant_id': '0a3be2315053479497104165645f2b52', 'mac_address': 'fa:16:3e:f8:0e:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60bc7e8c-67db-4d6c-b905-37971c9bd731', 'device_owner': 'network:router_interface', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '4653bd7c-5432-4911-8351-a486085e6503', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:28:17Z', 'updated_at': '2022-02-04T18:28:20Z', 'revision_number': 4, 'project_id': '0a3be2315053479497104165645f2b52', 'subnets': [{'id': '4653bd7c-5432-4911-8351-a486085e6503', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-2', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:28:20.708202 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-eedd4e09-46d5-4c05-b0d4-78b466210d77 None None] For port 9299acb6-847c-42e9-b7b2-a0ea261fab92, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=9299acb6-847c-42e9-b7b2-a0ea261fab92,segment=NetworkSegment(94e74662-ee49-4e7e-ae34-6d5cca627e2c),segment_id=94e74662-ee49-4e7e-ae34-6d5cca627e2c)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 18:28:20.714175 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-eedd4e09-46d5-4c05-b0d4-78b466210d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (9299acb6-847c-42e9-b7b2-a0ea261fab92), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:28:20.728420 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f88d2aef-eda0-415d-8ddb-be3cee85dc7b None None] The sync data for ids ['60bc7e8c-67db-4d6c-b905-37971c9bd731'] in n-d-827839-2 is: [{'id': '60bc7e8c-67db-4d6c-b905-37971c9bd731', 'name': 'tempest-TestNetworkAdvancedServerOps-router-860061494', 'tenant_id': '0a3be2315053479497104165645f2b52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.187'}], 'enable_snat': True}, 'gw_port_id': 'ba642428-ea46-4c77-95bc-78dde63c264a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T18:28:14Z', 'updated_at': '2022-02-04T18:28:17Z', 'revision_number': 4, 'project_id': '0a3be2315053479497104165645f2b52', 'gw_port': {'id': 'ba642428-ea46-4c77-95bc-78dde63c264a', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:75:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60bc7e8c-67db-4d6c-b905-37971c9bd731', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:28:14Z', 'updated_at': '2022-02-04T18:28:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_interfaces': [{'id': '9299acb6-847c-42e9-b7b2-a0ea261fab92', 'name': '', 'network_id': 'f0ba8a17-4d91-4f00-83e6-b67766d8c1cc', 'tenant_id': '0a3be2315053479497104165645f2b52', 'mac_address': 'fa:16:3e:f8:0e:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60bc7e8c-67db-4d6c-b905-37971c9bd731', 'device_owner': 'network:router_interface', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '4653bd7c-5432-4911-8351-a486085e6503', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:28:17Z', 'updated_at': '2022-02-04T18:28:20Z', 'revision_number': 4, 'project_id': '0a3be2315053479497104165645f2b52', 'subnets': [{'id': '4653bd7c-5432-4911-8351-a486085e6503', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 18:28:20.746549 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port ba642428-ea46-4c77-95bc-78dde63c264a triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 18:28:20.746920 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (ba642428-ea46-4c77-95bc-78dde63c264a), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:28:20.781169 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.db_base_plugin_common [req-7e5415e6-8fd1-48e3-af81-c1b8abf53c1c req-2aede0b6-a4ea-4d39-989e-5f570082b870 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Allocated IP 172.20.0.11 (f0ba8a17-4d91-4f00-83e6-b67766d8c1cc/4653bd7c-5432-4911-8351-a486085e6503/97d74d71-a807-42e7-879c-dee8f31372aa) {{(pid=103376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 18:28:20.813103 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eedd4e09-46d5-4c05-b0d4-78b466210d77 None None] Pushing event updated for resources: {'Port': ['ID=9299acb6-847c-42e9-b7b2-a0ea261fab92,revision_number=5']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:28:20.863904 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-a31ddf9e-6257-461e-a2d3-ac4b72a9a948 None None] Provisioning complete for port 9299acb6-847c-42e9-b7b2-a0ea261fab92 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 18:28:20.864278 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a31ddf9e-6257-461e-a2d3-ac4b72a9a948 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (9299acb6-847c-42e9-b7b2-a0ea261fab92), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:28:20.888036 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port ba642428-ea46-4c77-95bc-78dde63c264a is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 18:28:20.889175 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device c02a83a9-748b-4588-a15e-74bd66ce3929 up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 18:28:20.938664 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-7e5415e6-8fd1-48e3-af81-c1b8abf53c1c req-2aede0b6-a4ea-4d39-989e-5f570082b870 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks [] for port (97d74d71-a807-42e7-879c-dee8f31372aa), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:28:20.976936 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-7e5415e6-8fd1-48e3-af81-c1b8abf53c1c req-2aede0b6-a4ea-4d39-989e-5f570082b870 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (97d74d71-a807-42e7-879c-dee8f31372aa), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:28:20.981595 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port c02a83a9-748b-4588-a15e-74bd66ce3929 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 18:28:20.981967 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (c02a83a9-748b-4588-a15e-74bd66ce3929), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:28:21.018213 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-a31ddf9e-6257-461e-a2d3-ac4b72a9a948 None None] Current status of the port 9299acb6-847c-42e9-b7b2-a0ea261fab92 is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 18:28:21.031356 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e5415e6-8fd1-48e3-af81-c1b8abf53c1c req-2aede0b6-a4ea-4d39-989e-5f570082b870 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Network f0ba8a17-4d91-4f00-83e6-b67766d8c1cc is already hosted by enough agents. {{(pid=103376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 18:28:21.035187 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [req-7e5415e6-8fd1-48e3-af81-c1b8abf53c1c req-2aede0b6-a4ea-4d39-989e-5f570082b870 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Resources bound (agent type, host, resource id): {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 18:28:21.037933 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e5415e6-8fd1-48e3-af81-c1b8abf53c1c req-2aede0b6-a4ea-4d39-989e-5f570082b870 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Received port after_create {{(pid=103376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 18:28:21.056199 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aede0b6-a4ea-4d39-989e-5f570082b870 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Pushing event updated for resources: {'Port': ['ID=97d74d71-a807-42e7-879c-dee8f31372aa,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:28:21.083621 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port c02a83a9-748b-4588-a15e-74bd66ce3929 is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 18:28:21.106988 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5415e6-8fd1-48e3-af81-c1b8abf53c1c req-2aede0b6-a4ea-4d39-989e-5f570082b870 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:28:21.107660 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-7e5415e6-8fd1-48e3-af81-c1b8abf53c1c req-2aede0b6-a4ea-4d39-989e-5f570082b870 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:28:21.125271 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-7e5415e6-8fd1-48e3-af81-c1b8abf53c1c req-2aede0b6-a4ea-4d39-989e-5f570082b870 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6558340 Feb 04 18:28:21.137525 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [req-7e5415e6-8fd1-48e3-af81-c1b8abf53c1c req-5af0d04c-9631-40b5-bb2f-59cfb29134d3 service neutron] Request body: {'port': {'device_id': '1d91966a-1648-443a-af39-21dc75a132e7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827839-2'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 18:28:21.206925 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-7e5415e6-8fd1-48e3-af81-c1b8abf53c1c req-5af0d04c-9631-40b5-bb2f-59cfb29134d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (97d74d71-a807-42e7-879c-dee8f31372aa), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:28:21.342773 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4e3620b1-2f83-4259-bbb5-01529301bd56 None None] Provisioning complete for port 97d74d71-a807-42e7-879c-dee8f31372aa triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 18:28:21.343149 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4e3620b1-2f83-4259-bbb5-01529301bd56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (97d74d71-a807-42e7-879c-dee8f31372aa), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:28:21.388649 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4e3620b1-2f83-4259-bbb5-01529301bd56 None None] Port 97d74d71-a807-42e7-879c-dee8f31372aa cannot update to ACTIVE because it is not bound. {{(pid=103378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 18:28:21.492364 n-d-827839-2 neutron-server[103376]: DEBUG neutron.notifiers.nova [req-7e5415e6-8fd1-48e3-af81-c1b8abf53c1c req-5af0d04c-9631-40b5-bb2f-59cfb29134d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97d74d71-a807-42e7-879c-dee8f31372aa {{(pid=103376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 18:28:21.501072 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-7e5415e6-8fd1-48e3-af81-c1b8abf53c1c req-5af0d04c-9631-40b5-bb2f-59cfb29134d3 service neutron] Publish callbacks [] for port (97d74d71-a807-42e7-879c-dee8f31372aa), precommit_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:28:21.513831 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.provisioning_blocks [req-7e5415e6-8fd1-48e3-af81-c1b8abf53c1c req-5af0d04c-9631-40b5-bb2f-59cfb29134d3 service neutron] Transition to ACTIVE for port object 97d74d71-a807-42e7-879c-dee8f31372aa will not be triggered until provisioned by entity L2. {{(pid=103376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 18:28:21.519706 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-7e5415e6-8fd1-48e3-af81-c1b8abf53c1c req-5af0d04c-9631-40b5-bb2f-59cfb29134d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675836'] for port (97d74d71-a807-42e7-879c-dee8f31372aa), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:28:21.610745 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af0d04c-9631-40b5-bb2f-59cfb29134d3 service neutron] Pushing event updated for resources: {'Port': ['ID=97d74d71-a807-42e7-879c-dee8f31372aa,revision_number=2']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:28:21.680904 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108a4d04-b9ca-40b0-9585-e2a8cfcb2bdc req-fd1a7fef-d454-428b-a0bf-0c8f169ed38a tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:28:21.682550 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-108a4d04-b9ca-40b0-9585-e2a8cfcb2bdc req-fd1a7fef-d454-428b-a0bf-0c8f169ed38a tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] 10.222.0.89 "GET /v2.0/ports?device_id=1d91966a-1648-443a-af39-21dc75a132e7 HTTP/1.1" status: 200 len: 944 time: 0.1244326 Feb 04 18:28:21.711920 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [req-7e5415e6-8fd1-48e3-af81-c1b8abf53c1c req-5af0d04c-9631-40b5-bb2f-59cfb29134d3 service neutron] Attempting to bind port 97d74d71-a807-42e7-879c-dee8f31372aa on host n-h1-827839-2 for vnic_type normal with profile {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 18:28:21.712264 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [req-7e5415e6-8fd1-48e3-af81-c1b8abf53c1c req-5af0d04c-9631-40b5-bb2f-59cfb29134d3 service neutron] Attempting to bind port 97d74d71-a807-42e7-879c-dee8f31372aa by drivers openvswitch,hyperv on host n-h1-827839-2 at level 0 using segments [{'id': '94e74662-ee49-4e7e-ae34-6d5cca627e2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'f0ba8a17-4d91-4f00-83e6-b67766d8c1cc'}] {{(pid=103376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 18:28:21.712598 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e5415e6-8fd1-48e3-af81-c1b8abf53c1c req-5af0d04c-9631-40b5-bb2f-59cfb29134d3 service neutron] Attempting to bind port 97d74d71-a807-42e7-879c-dee8f31372aa on network f0ba8a17-4d91-4f00-83e6-b67766d8c1cc {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 18:28:21.723329 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e5415e6-8fd1-48e3-af81-c1b8abf53c1c req-5af0d04c-9631-40b5-bb2f-59cfb29134d3 service neutron] Port 97d74d71-a807-42e7-879c-dee8f31372aa on network f0ba8a17-4d91-4f00-83e6-b67766d8c1cc not bound, no agent of type Open vSwitch agent registered on host n-h1-827839-2 {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 18:28:21.723663 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e5415e6-8fd1-48e3-af81-c1b8abf53c1c req-5af0d04c-9631-40b5-bb2f-59cfb29134d3 service neutron] Attempting to bind port 97d74d71-a807-42e7-879c-dee8f31372aa on network f0ba8a17-4d91-4f00-83e6-b67766d8c1cc {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 18:28:21.735404 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e5415e6-8fd1-48e3-af81-c1b8abf53c1c req-5af0d04c-9631-40b5-bb2f-59cfb29134d3 service neutron] Checking agent: {'id': '3f9244a9-75fc-4c10-b195-11d48b853b41', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 8, 42), 'started_at': datetime.datetime(2022, 2, 4, 17, 8, 42), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 18, 28, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 18:28:21.735659 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e5415e6-8fd1-48e3-af81-c1b8abf53c1c req-5af0d04c-9631-40b5-bb2f-59cfb29134d3 service neutron] Checking segment: {'id': '94e74662-ee49-4e7e-ae34-6d5cca627e2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'f0ba8a17-4d91-4f00-83e6-b67766d8c1cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 18:28:21.736056 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e5415e6-8fd1-48e3-af81-c1b8abf53c1c req-5af0d04c-9631-40b5-bb2f-59cfb29134d3 service neutron] Bound using segment: {'id': '94e74662-ee49-4e7e-ae34-6d5cca627e2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'f0ba8a17-4d91-4f00-83e6-b67766d8c1cc'} {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 18:28:21.736510 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [req-7e5415e6-8fd1-48e3-af81-c1b8abf53c1c req-5af0d04c-9631-40b5-bb2f-59cfb29134d3 service neutron] Bound port: 97d74d71-a807-42e7-879c-dee8f31372aa, host: n-h1-827839-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '94e74662-ee49-4e7e-ae34-6d5cca627e2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'f0ba8a17-4d91-4f00-83e6-b67766d8c1cc'}}] {{(pid=103376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 18:28:21.736909 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-7e5415e6-8fd1-48e3-af81-c1b8abf53c1c req-5af0d04c-9631-40b5-bb2f-59cfb29134d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (97d74d71-a807-42e7-879c-dee8f31372aa), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:28:21.766621 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-108a4d04-b9ca-40b0-9585-e2a8cfcb2bdc req-45aa5aa1-4bb1-45b9-87a0-266eb79aae51 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] 10.222.0.89 "GET /v2.0/security-groups?id=15479604-617e-433f-9829-162f0d12aeca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761020 Feb 04 18:28:21.829915 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [req-7e5415e6-8fd1-48e3-af81-c1b8abf53c1c req-5af0d04c-9631-40b5-bb2f-59cfb29134d3 service neutron] For port 97d74d71-a807-42e7-879c-dee8f31372aa, host n-h1-827839-2, cleared binding levels {{(pid=103376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 18:28:21.833041 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [req-7e5415e6-8fd1-48e3-af81-c1b8abf53c1c req-5af0d04c-9631-40b5-bb2f-59cfb29134d3 service neutron] For port 97d74d71-a807-42e7-879c-dee8f31372aa, host n-h1-827839-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=97d74d71-a807-42e7-879c-dee8f31372aa,segment=NetworkSegment(94e74662-ee49-4e7e-ae34-6d5cca627e2c),segment_id=94e74662-ee49-4e7e-ae34-6d5cca627e2c)] {{(pid=103376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 18:28:21.839001 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-7e5415e6-8fd1-48e3-af81-c1b8abf53c1c req-5af0d04c-9631-40b5-bb2f-59cfb29134d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675836'] for port (97d74d71-a807-42e7-879c-dee8f31372aa), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:28:21.875046 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5415e6-8fd1-48e3-af81-c1b8abf53c1c req-5af0d04c-9631-40b5-bb2f-59cfb29134d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:28:21.875682 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-7e5415e6-8fd1-48e3-af81-c1b8abf53c1c req-5af0d04c-9631-40b5-bb2f-59cfb29134d3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:28:21.877871 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-7e5415e6-8fd1-48e3-af81-c1b8abf53c1c req-5af0d04c-9631-40b5-bb2f-59cfb29134d3 service neutron] 10.222.0.96 "PUT /v2.0/ports/97d74d71-a807-42e7-879c-dee8f31372aa HTTP/1.1" status: 200 len: 1092 time: 0.7446520 Feb 04 18:28:21.878531 n-d-827839-2 neutron-server[103376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d91966a-1648-443a-af39-21dc75a132e7', 'tag': '97d74d71-a807-42e7-879c-dee8f31372aa'}] {{(pid=103376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 18:28:21.887201 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7aefa7f3373fd63bd14caed2f0c404cd5bacff84a7eb60e70ea20ed0b49017dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-305960ad-696b-49b7-931f-fecc99261135" -d '{"events": [{"name": "network-changed", "server_uuid": "1d91966a-1648-443a-af39-21dc75a132e7", "tag": "97d74d71-a807-42e7-879c-dee8f31372aa"}]}' {{(pid=103376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 18:28:21.932104 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af0d04c-9631-40b5-bb2f-59cfb29134d3 service neutron] Pushing event updated for resources: {'Port': ['ID=97d74d71-a807-42e7-879c-dee8f31372aa,revision_number=3']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:28:21.973136 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5415e6-8fd1-48e3-af81-c1b8abf53c1c req-26980b41-f06f-4427-b063-5d0ee06018ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:28:21.974929 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-7e5415e6-8fd1-48e3-af81-c1b8abf53c1c req-26980b41-f06f-4427-b063-5d0ee06018ce service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=0a3be2315053479497104165645f2b52&device_id=1d91966a-1648-443a-af39-21dc75a132e7 HTTP/1.1" status: 200 len: 1126 time: 0.0543492 Feb 04 18:28:22.026920 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 18:28:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-552fa2bb-e274-4b07-a70c-c6626b264c97 x-openstack-request-id: req-552fa2bb-e274-4b07-a70c-c6626b264c97 {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 18:28:22.027731 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d91966a-1648-443a-af39-21dc75a132e7", "tag": "97d74d71-a807-42e7-879c-dee8f31372aa", "status": "completed", "code": 200}]} {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 18:28:22.028028 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-552fa2bb-e274-4b07-a70c-c6626b264c97 {{(pid=103376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 18:28:22.028542 n-d-827839-2 neutron-server[103376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d91966a-1648-443a-af39-21dc75a132e7', 'tag': '97d74d71-a807-42e7-879c-dee8f31372aa', 'status': 'completed', 'code': 200} Feb 04 18:28:22.031185 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-7e5415e6-8fd1-48e3-af81-c1b8abf53c1c req-897fd79a-e666-450e-938f-a71fd77eea8b service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=97d74d71-a807-42e7-879c-dee8f31372aa HTTP/1.1" status: 200 len: 217 time: 0.0471797 Feb 04 18:28:22.085230 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5415e6-8fd1-48e3-af81-c1b8abf53c1c req-a9c795ed-89a3-4f6b-809a-3d3638e58d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:28:22.086738 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-7e5415e6-8fd1-48e3-af81-c1b8abf53c1c req-a9c795ed-89a3-4f6b-809a-3d3638e58d97 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=4653bd7c-5432-4911-8351-a486085e6503 HTTP/1.1" status: 200 len: 835 time: 0.0497422 Feb 04 18:28:22.140569 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5415e6-8fd1-48e3-af81-c1b8abf53c1c req-924bfb6f-a90e-4834-8d08-dba9ea4607a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:28:22.142115 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-7e5415e6-8fd1-48e3-af81-c1b8abf53c1c req-924bfb6f-a90e-4834-8d08-dba9ea4607a8 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=f0ba8a17-4d91-4f00-83e6-b67766d8c1cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0467422 Feb 04 18:28:22.233216 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-7e5415e6-8fd1-48e3-af81-c1b8abf53c1c req-6c85b84a-a39a-4060-aa5d-6683976f27b8 service neutron] 10.222.0.96 "GET /v2.0/networks/f0ba8a17-4d91-4f00-83e6-b67766d8c1cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850215 Feb 04 18:28:22.321560 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-7e5415e6-8fd1-48e3-af81-c1b8abf53c1c req-9d998d69-be37-4b2e-8109-3d199d07992c service neutron] 10.222.0.96 "GET /v2.0/networks/f0ba8a17-4d91-4f00-83e6-b67766d8c1cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825319 Feb 04 18:28:22.410498 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305960ad-696b-49b7-931f-fecc99261135 req-72c23a11-dd34-41e2-b0b3-11e04ffd7286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:28:22.411982 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-305960ad-696b-49b7-931f-fecc99261135 req-72c23a11-dd34-41e2-b0b3-11e04ffd7286 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=0a3be2315053479497104165645f2b52&device_id=1d91966a-1648-443a-af39-21dc75a132e7 HTTP/1.1" status: 200 len: 1126 time: 0.0452287 Feb 04 18:28:22.505958 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 9299acb6-847c-42e9-b7b2-a0ea261fab92 up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 18:28:22.509590 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305960ad-696b-49b7-931f-fecc99261135 req-538e7d6f-7df7-4d62-a635-61d8375fb86f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:28:22.511143 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-305960ad-696b-49b7-931f-fecc99261135 req-538e7d6f-7df7-4d62-a635-61d8375fb86f service neutron] 10.222.0.96 "GET /v2.0/networks?id=f0ba8a17-4d91-4f00-83e6-b67766d8c1cc HTTP/1.1" status: 200 len: 897 time: 0.0920167 Feb 04 18:28:22.552129 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-305960ad-696b-49b7-931f-fecc99261135 req-c5cd1423-5752-48df-8c83-1682cc7e0669 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=97d74d71-a807-42e7-879c-dee8f31372aa HTTP/1.1" status: 200 len: 217 time: 0.0347962 Feb 04 18:28:22.553761 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port 9299acb6-847c-42e9-b7b2-a0ea261fab92 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 18:28:22.554137 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (9299acb6-847c-42e9-b7b2-a0ea261fab92), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:28:22.600882 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305960ad-696b-49b7-931f-fecc99261135 req-6132c0bd-ed09-4d0b-a47d-eb56a68c194b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:28:22.602268 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-305960ad-696b-49b7-931f-fecc99261135 req-6132c0bd-ed09-4d0b-a47d-eb56a68c194b service neutron] 10.222.0.96 "GET /v2.0/subnets?id=4653bd7c-5432-4911-8351-a486085e6503 HTTP/1.1" status: 200 len: 835 time: 0.0428739 Feb 04 18:28:22.632308 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port 9299acb6-847c-42e9-b7b2-a0ea261fab92 is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 18:28:22.654564 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305960ad-696b-49b7-931f-fecc99261135 req-47ef6031-ab7a-4147-a392-b9540f4223ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:28:22.656076 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-305960ad-696b-49b7-931f-fecc99261135 req-47ef6031-ab7a-4147-a392-b9540f4223ad service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=f0ba8a17-4d91-4f00-83e6-b67766d8c1cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0478876 Feb 04 18:28:22.741531 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-305960ad-696b-49b7-931f-fecc99261135 req-11b689d3-8d47-44a6-b149-e14084b59cf0 service neutron] 10.222.0.96 "GET /v2.0/networks/f0ba8a17-4d91-4f00-83e6-b67766d8c1cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792098 Feb 04 18:28:23.171325 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d5980c-c637-4158-81e3-b19b22c5b10a req-b8af6c62-6364-4e8f-bdb6-6b83f87e2c94 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:28:23.172692 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-11d5980c-c637-4158-81e3-b19b22c5b10a req-b8af6c62-6364-4e8f-bdb6-6b83f87e2c94 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] 10.222.0.89 "GET /v2.0/ports?device_id=1d91966a-1648-443a-af39-21dc75a132e7 HTTP/1.1" status: 200 len: 944 time: 0.0792506 Feb 04 18:28:23.175011 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-305960ad-696b-49b7-931f-fecc99261135 req-ec25e97f-b778-44e3-8cc8-73b3df702799 service neutron] 10.222.0.96 "GET /v2.0/networks/f0ba8a17-4d91-4f00-83e6-b67766d8c1cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4266438 Feb 04 18:28:23.219916 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-11d5980c-c637-4158-81e3-b19b22c5b10a req-a637baee-a3c6-433c-ba48-357f2c2fdca8 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] 10.222.0.89 "GET /v2.0/security-groups?id=15479604-617e-433f-9829-162f0d12aeca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414047 Feb 04 18:28:24.342512 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd6698d-3ba5-42ac-9453-ad1d819ee6b4 req-9e521628-6ae5-488a-b0d6-83d4674f8918 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:28:24.343988 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-fbd6698d-3ba5-42ac-9453-ad1d819ee6b4 req-9e521628-6ae5-488a-b0d6-83d4674f8918 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] 10.222.0.89 "GET /v2.0/ports?device_id=1d91966a-1648-443a-af39-21dc75a132e7 HTTP/1.1" status: 200 len: 944 time: 0.0542533 Feb 04 18:28:24.392624 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-fbd6698d-3ba5-42ac-9453-ad1d819ee6b4 req-df1706ea-cdc3-462a-b68c-3e9a7c98aed5 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] 10.222.0.89 "GET /v2.0/security-groups?id=15479604-617e-433f-9829-162f0d12aeca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429983 Feb 04 18:28:25.513496 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565e4dba-3eb5-4abf-bad0-1be08e99450c req-86db9e59-61f9-4cef-a2bb-09d00ae1dfa1 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:28:25.514996 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-565e4dba-3eb5-4abf-bad0-1be08e99450c req-86db9e59-61f9-4cef-a2bb-09d00ae1dfa1 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] 10.222.0.89 "GET /v2.0/ports?device_id=1d91966a-1648-443a-af39-21dc75a132e7 HTTP/1.1" status: 200 len: 944 time: 0.0554845 Feb 04 18:28:25.563231 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-565e4dba-3eb5-4abf-bad0-1be08e99450c req-c6a7cc3d-f9a7-467e-8723-4fa85521f9c8 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] 10.222.0.89 "GET /v2.0/security-groups?id=15479604-617e-433f-9829-162f0d12aeca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426185 Feb 04 18:28:26.686649 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd59809-1225-4e59-8a40-f349b388c86b req-a212ad07-035a-4010-89fa-eb1b783ed34d tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:28:26.688112 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-cbd59809-1225-4e59-8a40-f349b388c86b req-a212ad07-035a-4010-89fa-eb1b783ed34d tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] 10.222.0.89 "GET /v2.0/ports?device_id=1d91966a-1648-443a-af39-21dc75a132e7 HTTP/1.1" status: 200 len: 944 time: 0.0561371 Feb 04 18:28:26.735763 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-cbd59809-1225-4e59-8a40-f349b388c86b req-3ab1621e-ace8-4f00-b6c5-20670f746828 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] 10.222.0.89 "GET /v2.0/security-groups?id=15479604-617e-433f-9829-162f0d12aeca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421340 Feb 04 18:28:27.192779 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device 97d74d71-a807-42e7-879c-dee8f31372aa details requested by agent hyperv_n-h1-827839-2 with host n-h1-827839-2 {{(pid=103378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 18:28:27.289685 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] For port 97d74d71-a807-42e7-879c-dee8f31372aa, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=97d74d71-a807-42e7-879c-dee8f31372aa,segment=NetworkSegment(94e74662-ee49-4e7e-ae34-6d5cca627e2c),segment_id=94e74662-ee49-4e7e-ae34-6d5cca627e2c)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 18:28:27.304684 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Returning: {'device': '97d74d71-a807-42e7-879c-dee8f31372aa', 'network_id': 'f0ba8a17-4d91-4f00-83e6-b67766d8c1cc', 'port_id': '97d74d71-a807-42e7-879c-dee8f31372aa', 'mac_address': 'fa:16:3e:33:f3:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 756, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4653bd7c-5432-4911-8351-a486085e6503', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 18:28:27.341823 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Current status of the port 97d74d71-a807-42e7-879c-dee8f31372aa is: DOWN; New status is: BUILD {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 18:28:27.342213 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (97d74d71-a807-42e7-879c-dee8f31372aa), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:28:27.355107 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97d74d71-a807-42e7-879c-dee8f31372aa {{(pid=103378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 18:28:27.374275 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] For port 97d74d71-a807-42e7-879c-dee8f31372aa, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=97d74d71-a807-42e7-879c-dee8f31372aa,segment=NetworkSegment(94e74662-ee49-4e7e-ae34-6d5cca627e2c),segment_id=94e74662-ee49-4e7e-ae34-6d5cca627e2c)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 18:28:27.377696 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (97d74d71-a807-42e7-879c-dee8f31372aa), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:28:27.424110 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Pushing event updated for resources: {'Port': ['ID=97d74d71-a807-42e7-879c-dee8f31372aa,revision_number=4']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:28:27.744017 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] get_ports_and_sgs() called for port_ids ['97d74d71-a807-42e7-879c-dee8f31372aa'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 18:28:27.856501 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318b6166-8583-4faa-a37c-c9612a91fc41 req-56fe2a89-fa84-4fbc-8849-196b4c8dce65 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:28:27.858512 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-318b6166-8583-4faa-a37c-c9612a91fc41 req-56fe2a89-fa84-4fbc-8849-196b4c8dce65 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] 10.222.0.89 "GET /v2.0/ports?device_id=1d91966a-1648-443a-af39-21dc75a132e7 HTTP/1.1" status: 200 len: 945 time: 0.0536335 Feb 04 18:28:27.906653 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-318b6166-8583-4faa-a37c-c9612a91fc41 req-0360e83d-79ca-48b0-b6f4-7ba9bccb19b1 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] 10.222.0.89 "GET /v2.0/security-groups?id=15479604-617e-433f-9829-162f0d12aeca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425856 Feb 04 18:28:29.022323 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f81183f-a459-43e9-9f86-912629c6d522 req-4cc9f8d8-b34b-4006-bd4a-6744899be6d3 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:28:29.023791 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-6f81183f-a459-43e9-9f86-912629c6d522 req-4cc9f8d8-b34b-4006-bd4a-6744899be6d3 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] 10.222.0.89 "GET /v2.0/ports?device_id=1d91966a-1648-443a-af39-21dc75a132e7 HTTP/1.1" status: 200 len: 945 time: 0.0519638 Feb 04 18:28:29.071338 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-6f81183f-a459-43e9-9f86-912629c6d522 req-b821076f-0012-48e1-8cad-66ff32ebae49 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] 10.222.0.89 "GET /v2.0/security-groups?id=15479604-617e-433f-9829-162f0d12aeca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408592 Feb 04 18:28:29.219362 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device 97d74d71-a807-42e7-879c-dee8f31372aa up at agent hyperv_n-h1-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 18:28:29.270472 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Provisioning for port 97d74d71-a807-42e7-879c-dee8f31372aa completed by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 18:28:29.275340 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Provisioning complete for port 97d74d71-a807-42e7-879c-dee8f31372aa triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 18:28:29.275712 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (97d74d71-a807-42e7-879c-dee8f31372aa), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:28:29.352223 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Current status of the port 97d74d71-a807-42e7-879c-dee8f31372aa is: BUILD; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 18:28:29.352602 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (97d74d71-a807-42e7-879c-dee8f31372aa), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:28:29.374604 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d91966a-1648-443a-af39-21dc75a132e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97d74d71-a807-42e7-879c-dee8f31372aa'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 18:28:29.376956 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d531d67ec453461b01ecd2cf0c6686e25a5679cf38f56e7e92bae688f1026262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff64cb85-f2a9-452a-a6ff-4185ad01846e" -d '{"events": [{"server_uuid": "1d91966a-1648-443a-af39-21dc75a132e7", "name": "network-vif-plugged", "status": "completed", "tag": "97d74d71-a807-42e7-879c-dee8f31372aa"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 18:28:29.389524 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] For port 97d74d71-a807-42e7-879c-dee8f31372aa, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=97d74d71-a807-42e7-879c-dee8f31372aa,segment=NetworkSegment(94e74662-ee49-4e7e-ae34-6d5cca627e2c),segment_id=94e74662-ee49-4e7e-ae34-6d5cca627e2c)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 18:28:29.393635 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (97d74d71-a807-42e7-879c-dee8f31372aa), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:28:29.417040 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 18:28:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33db8d2f-b3ce-4c9d-baa6-717dce998784 x-openstack-request-id: req-33db8d2f-b3ce-4c9d-baa6-717dce998784 {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 18:28:29.417340 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d91966a-1648-443a-af39-21dc75a132e7", "name": "network-vif-plugged", "status": "completed", "tag": "97d74d71-a807-42e7-879c-dee8f31372aa", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 18:28:29.417599 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-33db8d2f-b3ce-4c9d-baa6-717dce998784 {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 18:28:29.417999 n-d-827839-2 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d91966a-1648-443a-af39-21dc75a132e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97d74d71-a807-42e7-879c-dee8f31372aa', 'code': 200} Feb 04 18:28:29.444410 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Pushing event updated for resources: {'Port': ['ID=97d74d71-a807-42e7-879c-dee8f31372aa,revision_number=5']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:28:29.513782 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb1f836-471f-4517-bd2c-d433f74ff49e req-1320910c-b81d-4b43-b983-4471cf254a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:28:29.515277 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-cbb1f836-471f-4517-bd2c-d433f74ff49e req-1320910c-b81d-4b43-b983-4471cf254a8e service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=1d91966a-1648-443a-af39-21dc75a132e7 HTTP/1.1" status: 200 len: 1128 time: 0.0437455 Feb 04 18:28:29.562840 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-cbb1f836-471f-4517-bd2c-d433f74ff49e req-98731da7-f524-4bc9-a9a5-22a5d39957ef service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=15479604-617e-433f-9829-162f0d12aeca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419333 Feb 04 18:28:29.891753 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1c258c5f-bd40-4e16-91a9-2020dcaf7398 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (bb89f5a3-3c22-440b-b7d1-c4f0c43c184a), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:28:30.199155 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed039326-8e1c-4fe7-8f28-f7b328032e7c req-cafde1dc-6c50-495f-8308-951c26778552 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:28:30.200694 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-ed039326-8e1c-4fe7-8f28-f7b328032e7c req-cafde1dc-6c50-495f-8308-951c26778552 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] 10.222.0.89 "GET /v2.0/ports?device_id=1d91966a-1648-443a-af39-21dc75a132e7 HTTP/1.1" status: 200 len: 946 time: 0.0524380 Feb 04 18:28:30.253261 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-ed039326-8e1c-4fe7-8f28-f7b328032e7c req-ebac00ff-2388-48ba-b273-c7aff0ccd8e1 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] 10.222.0.89 "GET /v2.0/security-groups?id=15479604-617e-433f-9829-162f0d12aeca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463099 Feb 04 18:28:31.375133 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c2daa8-f23b-4ad5-b207-39d1badec370 req-55e2b293-5c52-4c97-a75b-63852c817650 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:28:31.376630 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-19c2daa8-f23b-4ad5-b207-39d1badec370 req-55e2b293-5c52-4c97-a75b-63852c817650 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] 10.222.0.89 "GET /v2.0/ports?device_id=1d91966a-1648-443a-af39-21dc75a132e7 HTTP/1.1" status: 200 len: 946 time: 0.0527296 Feb 04 18:28:31.427485 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-19c2daa8-f23b-4ad5-b207-39d1badec370 req-328fb126-30e9-47a2-851a-5e7e2cf6569e tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] 10.222.0.89 "GET /v2.0/security-groups?id=15479604-617e-433f-9829-162f0d12aeca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450678 Feb 04 18:28:31.555482 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f926f8e9-46b5-48f5-8a1e-3b180d3c6c7d req-90cfbdb1-6889-4e8b-8c92-fdf424fe356b tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:28:31.556917 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-f926f8e9-46b5-48f5-8a1e-3b180d3c6c7d req-90cfbdb1-6889-4e8b-8c92-fdf424fe356b tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] 10.222.0.89 "GET /v2.0/ports?device_id=1d91966a-1648-443a-af39-21dc75a132e7 HTTP/1.1" status: 200 len: 946 time: 0.0526145 Feb 04 18:28:31.604857 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-f926f8e9-46b5-48f5-8a1e-3b180d3c6c7d req-18e6e23d-74a0-4e8e-91c3-7998ccd6d448 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] 10.222.0.89 "GET /v2.0/security-groups?id=15479604-617e-433f-9829-162f0d12aeca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422769 Feb 04 18:28:31.626313 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 58612) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:28:31.668758 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce47e9db-822f-41cc-b44f-f04b306827c7 tempest-TestNetworkAdvancedServerOps-797370670 tempest-TestNetworkAdvancedServerOps-797370670-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:28:31.670353 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-ce47e9db-822f-41cc-b44f-f04b306827c7 tempest-TestNetworkAdvancedServerOps-797370670 tempest-TestNetworkAdvancedServerOps-797370670-project-admin] 10.222.0.89 "GET /v2.0/ports?device_id=1d91966a-1648-443a-af39-21dc75a132e7 HTTP/1.1" status: 200 len: 1123 time: 0.0430880 Feb 04 18:28:31.673100 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 58614) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:28:31.677375 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-2ed28002-169e-4d7d-bcaa-9fc69e08b9b0 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Request body: {'floatingip': {'floating_network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'port_id': '97d74d71-a807-42e7-879c-dee8f31372aa', 'tenant_id': '0a3be2315053479497104165645f2b52', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 18:28:31.697271 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-2ed28002-169e-4d7d-bcaa-9fc69e08b9b0 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:28:31.802203 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-2ed28002-169e-4d7d-bcaa-9fc69e08b9b0 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:28:31.908226 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.db_base_plugin_common [None req-2ed28002-169e-4d7d-bcaa-9fc69e08b9b0 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Allocated IP 172.25.6.86 (48165773-85ad-49a1-9ec1-76fc8dc24188/7660bfad-1ea8-4fe7-831b-bed836f13efc/b45079e5-aad3-41a5-b788-d9665917ae81) {{(pid=103377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 18:28:32.010034 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-2ed28002-169e-4d7d-bcaa-9fc69e08b9b0 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks [] for port (b45079e5-aad3-41a5-b788-d9665917ae81), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:28:32.042038 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-2ed28002-169e-4d7d-bcaa-9fc69e08b9b0 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (b45079e5-aad3-41a5-b788-d9665917ae81), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:28:32.083116 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ed28002-169e-4d7d-bcaa-9fc69e08b9b0 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Network 48165773-85ad-49a1-9ec1-76fc8dc24188 is already hosted by enough agents. {{(pid=103377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 18:28:32.085892 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [None req-2ed28002-169e-4d7d-bcaa-9fc69e08b9b0 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Resources bound (agent type, host, resource id): {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 18:28:32.088562 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ed28002-169e-4d7d-bcaa-9fc69e08b9b0 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Received port after_create {{(pid=103377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 18:28:32.115619 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed28002-169e-4d7d-bcaa-9fc69e08b9b0 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Pushing event updated for resources: {'Port': ['ID=b45079e5-aad3-41a5-b788-d9665917ae81,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:28:32.179800 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.agents_db [None req-e1691f3b-aacd-4cd6-8ebb-a9c53bb301c0 None None] Agent healthcheck: found 7 active agents {{(pid=103379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 18:28:32.438120 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-2ed28002-169e-4d7d-bcaa-9fc69e08b9b0 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks [] for floatingip (1a840c34-6363-463a-8329-f5d0ebe343ca), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:28:32.504330 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-2ed28002-169e-4d7d-bcaa-9fc69e08b9b0 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (b45079e5-aad3-41a5-b788-d9665917ae81), before_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:28:32.651732 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-2ed28002-169e-4d7d-bcaa-9fc69e08b9b0 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks [] for port (b45079e5-aad3-41a5-b788-d9665917ae81), precommit_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:28:32.656948 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-2ed28002-169e-4d7d-bcaa-9fc69e08b9b0 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25888290'] for port (b45079e5-aad3-41a5-b788-d9665917ae81), after_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:28:32.728128 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed28002-169e-4d7d-bcaa-9fc69e08b9b0 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Pushing event updated for resources: {'Port': ['ID=b45079e5-aad3-41a5-b788-d9665917ae81,revision_number=2']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:28:32.736844 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-2ed28002-169e-4d7d-bcaa-9fc69e08b9b0 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1595586'] for floatingip (1a840c34-6363-463a-8329-f5d0ebe343ca), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:28:32.836776 n-d-827839-2 neutron-server[103377]: INFO neutron.db.l3_db [None req-2ed28002-169e-4d7d-bcaa-9fc69e08b9b0 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Floating IP 1a840c34-6363-463a-8329-f5d0ebe343ca associated. External IP: 172.25.6.86, port: 97d74d71-a807-42e7-879c-dee8f31372aa. Feb 04 18:28:32.952856 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ca4bd501-7fad-4c80-b49f-e58f5d08d4f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (64ada913-9131-4d99-a265-63a920956287), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:28:33.291452 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d408ec64-b374-4acb-a1fc-48241dad6d47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (0cd6d64a-47a7-40ff-8c12-71dd526c62e0), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:28:33.356370 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ed28002-169e-4d7d-bcaa-9fc69e08b9b0 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Router 60bc7e8c-67db-4d6c-b905-37971c9bd731 has already been hosted by L3 agent 64ada913-9131-4d99-a265-63a920956287 {{(pid=103377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 18:28:33.463744 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ed28002-169e-4d7d-bcaa-9fc69e08b9b0 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Notify agent at l3_agent.n-d-827839-2 the message routers_updated {{(pid=103377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 18:28:33.473057 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cfe06ea-60e9-48c9-bb24-e2f93b42fdd0 None None] Sync routers for ids ['60bc7e8c-67db-4d6c-b905-37971c9bd731'] in n-d-827839-2 {{(pid=103378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 18:28:33.481272 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-2ed28002-169e-4d7d-bcaa-9fc69e08b9b0 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for floatingip (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:28:33.482999 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cfe06ea-60e9-48c9-bb24-e2f93b42fdd0 None None] Routers {'60bc7e8c-67db-4d6c-b905-37971c9bd731'} bound to L3 agent in host n-d-827839-2 {{(pid=103378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 18:28:33.483787 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-1cfe06ea-60e9-48c9-bb24-e2f93b42fdd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T18:28:33Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['60bc7e8c-67db-4d6c-b905-37971c9bd731'], 'active': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:28:33.512666 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-2ed28002-169e-4d7d-bcaa-9fc69e08b9b0 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] 10.222.0.89 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8385406 Feb 04 18:28:33.513407 n-d-827839-2 neutron-server[103377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d91966a-1648-443a-af39-21dc75a132e7', 'tag': '97d74d71-a807-42e7-879c-dee8f31372aa'}] {{(pid=103377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 18:28:33.515775 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2026467e03276fe79290e5b19027649602583100b1291b9f7533f134bdcccf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fa9b055-8347-42c2-8831-e83f3eb3ee21" -d '{"events": [{"name": "network-changed", "server_uuid": "1d91966a-1648-443a-af39-21dc75a132e7", "tag": "97d74d71-a807-42e7-879c-dee8f31372aa"}]}' {{(pid=103377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 18:28:33.596147 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvr_db [None req-1cfe06ea-60e9-48c9-bb24-e2f93b42fdd0 None None] Set router 60bc7e8c-67db-4d6c-b905-37971c9bd731 gateway port host: n-d-827839-2 {{(pid=103378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 18:28:33.613265 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 18:28:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00cda96c-00c8-4ff3-a56f-9a1d6ddb7264 x-openstack-request-id: req-00cda96c-00c8-4ff3-a56f-9a1d6ddb7264 {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 18:28:33.613630 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d91966a-1648-443a-af39-21dc75a132e7", "tag": "97d74d71-a807-42e7-879c-dee8f31372aa", "status": "completed", "code": 200}]} {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 18:28:33.613973 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-00cda96c-00c8-4ff3-a56f-9a1d6ddb7264 {{(pid=103377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 18:28:33.614462 n-d-827839-2 neutron-server[103377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d91966a-1648-443a-af39-21dc75a132e7', 'tag': '97d74d71-a807-42e7-879c-dee8f31372aa', 'status': 'completed', 'code': 200} Feb 04 18:28:33.636910 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581a9dba-8b7e-4fe4-b6c2-0314cd268384 req-111706c6-bf68-4e8e-85d0-1f6af49dc7d0 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:28:33.638654 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-581a9dba-8b7e-4fe4-b6c2-0314cd268384 req-111706c6-bf68-4e8e-85d0-1f6af49dc7d0 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] 10.222.0.89 "GET /v2.0/ports?device_id=1d91966a-1648-443a-af39-21dc75a132e7 HTTP/1.1" status: 200 len: 946 time: 0.0579486 Feb 04 18:28:33.718055 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa9b055-8347-42c2-8831-e83f3eb3ee21 req-c42f450f-301d-4eec-9785-8bbff026d862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:28:33.719601 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-0fa9b055-8347-42c2-8831-e83f3eb3ee21 req-c42f450f-301d-4eec-9785-8bbff026d862 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=0a3be2315053479497104165645f2b52&device_id=1d91966a-1648-443a-af39-21dc75a132e7 HTTP/1.1" status: 200 len: 1128 time: 0.0800009 Feb 04 18:28:33.723206 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-581a9dba-8b7e-4fe4-b6c2-0314cd268384 req-a6ecc92c-149f-4e88-a7e0-37035f7e3e6a tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] 10.222.0.89 "GET /v2.0/security-groups?id=15479604-617e-433f-9829-162f0d12aeca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0750878 Feb 04 18:28:33.746684 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 58622) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:28:33.811859 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-ba8d6a92-87ef-42fa-9afb-09dabf78e2ae tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] 10.222.0.89 "GET /v2.0/floatingips/1a840c34-6363-463a-8329-f5d0ebe343ca HTTP/1.1" status: 200 len: 991 time: 0.0620563 Feb 04 18:28:33.815350 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa9b055-8347-42c2-8831-e83f3eb3ee21 req-5043bb83-b67a-4aea-957a-0af6de3b09e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:28:33.816940 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-0fa9b055-8347-42c2-8831-e83f3eb3ee21 req-5043bb83-b67a-4aea-957a-0af6de3b09e5 service neutron] 10.222.0.96 "GET /v2.0/networks?id=f0ba8a17-4d91-4f00-83e6-b67766d8c1cc HTTP/1.1" status: 200 len: 897 time: 0.0916607 Feb 04 18:28:33.828917 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-1cfe06ea-60e9-48c9-bb24-e2f93b42fdd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60bc7e8c-67db-4d6c-b905-37971c9bd731', 'name': 'tempest-TestNetworkAdvancedServerOps-router-860061494', 'tenant_id': '0a3be2315053479497104165645f2b52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.187'}], 'enable_snat': True}, 'gw_port_id': 'ba642428-ea46-4c77-95bc-78dde63c264a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T18:28:14Z', 'updated_at': '2022-02-04T18:28:17Z', 'revision_number': 4, 'project_id': '0a3be2315053479497104165645f2b52', 'gw_port': {'id': 'ba642428-ea46-4c77-95bc-78dde63c264a', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:75:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60bc7e8c-67db-4d6c-b905-37971c9bd731', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:28:14Z', 'updated_at': '2022-02-04T18:28:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_floatingips': [{'id': '1a840c34-6363-463a-8329-f5d0ebe343ca', 'tenant_id': '0a3be2315053479497104165645f2b52', 'floating_ip_address': '172.25.6.86', 'floating_network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'router_id': '60bc7e8c-67db-4d6c-b905-37971c9bd731', 'port_id': '97d74d71-a807-42e7-879c-dee8f31372aa', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4280, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f0ba8a17-4d91-4f00-83e6-b67766d8c1cc', 'mac_address': 'fa:16:3e:33:f3:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d91966a-1648-443a-af39-21dc75a132e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T18:28:32Z', 'updated_at': '2022-02-04T18:28:32Z', 'revision_number': 0, 'project_id': '0a3be2315053479497104165645f2b52', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9299acb6-847c-42e9-b7b2-a0ea261fab92', 'name': '', 'network_id': 'f0ba8a17-4d91-4f00-83e6-b67766d8c1cc', 'tenant_id': '0a3be2315053479497104165645f2b52', 'mac_address': 'fa:16:3e:f8:0e:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60bc7e8c-67db-4d6c-b905-37971c9bd731', 'device_owner': 'network:router_interface', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '4653bd7c-5432-4911-8351-a486085e6503', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:28:17Z', 'updated_at': '2022-02-04T18:28:20Z', 'revision_number': 5, 'project_id': '0a3be2315053479497104165645f2b52', 'subnets': [{'id': '4653bd7c-5432-4911-8351-a486085e6503', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-2', False) {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:28:33.855013 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cfe06ea-60e9-48c9-bb24-e2f93b42fdd0 None None] Checking router: 60bc7e8c-67db-4d6c-b905-37971c9bd731 for host: n-d-827839-2 {{(pid=103378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 18:28:33.863911 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cfe06ea-60e9-48c9-bb24-e2f93b42fdd0 None None] Routers {'60bc7e8c-67db-4d6c-b905-37971c9bd731'} bound to L3 agent in host n-d-827839-2 {{(pid=103378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 18:28:33.864508 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-1cfe06ea-60e9-48c9-bb24-e2f93b42fdd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T18:28:33Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['60bc7e8c-67db-4d6c-b905-37971c9bd731'], 'active': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:28:33.888717 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-0fa9b055-8347-42c2-8831-e83f3eb3ee21 req-b6a73132-c4af-4663-bd4b-fc59736631d3 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=97d74d71-a807-42e7-879c-dee8f31372aa HTTP/1.1" status: 200 len: 999 time: 0.0651624 Feb 04 18:28:33.937355 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa9b055-8347-42c2-8831-e83f3eb3ee21 req-60a6b717-44bf-4dae-a485-09ec50f7fcec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:28:33.938840 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-0fa9b055-8347-42c2-8831-e83f3eb3ee21 req-60a6b717-44bf-4dae-a485-09ec50f7fcec service neutron] 10.222.0.96 "GET /v2.0/subnets?id=4653bd7c-5432-4911-8351-a486085e6503 HTTP/1.1" status: 200 len: 835 time: 0.0444164 Feb 04 18:28:33.974289 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvr_db [None req-1cfe06ea-60e9-48c9-bb24-e2f93b42fdd0 None None] Set router 60bc7e8c-67db-4d6c-b905-37971c9bd731 gateway port host: n-d-827839-2 {{(pid=103378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 18:28:33.996953 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa9b055-8347-42c2-8831-e83f3eb3ee21 req-76b7d4f8-9211-4781-bc2c-bc2cf652ac54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:28:33.998489 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-0fa9b055-8347-42c2-8831-e83f3eb3ee21 req-76b7d4f8-9211-4781-bc2c-bc2cf652ac54 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=f0ba8a17-4d91-4f00-83e6-b67766d8c1cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0537937 Feb 04 18:28:34.091693 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-0fa9b055-8347-42c2-8831-e83f3eb3ee21 req-e3a9e1b8-cfc0-4f26-b9ca-faec486fd9a2 service neutron] 10.222.0.96 "GET /v2.0/networks/f0ba8a17-4d91-4f00-83e6-b67766d8c1cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861313 Feb 04 18:28:34.189016 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-0fa9b055-8347-42c2-8831-e83f3eb3ee21 req-b11ad179-0560-4794-8abf-3e6bf82810ea service neutron] 10.222.0.96 "GET /v2.0/networks/f0ba8a17-4d91-4f00-83e6-b67766d8c1cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888793 Feb 04 18:28:34.198360 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-1cfe06ea-60e9-48c9-bb24-e2f93b42fdd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60bc7e8c-67db-4d6c-b905-37971c9bd731', 'name': 'tempest-TestNetworkAdvancedServerOps-router-860061494', 'tenant_id': '0a3be2315053479497104165645f2b52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.187'}], 'enable_snat': True}, 'gw_port_id': 'ba642428-ea46-4c77-95bc-78dde63c264a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T18:28:14Z', 'updated_at': '2022-02-04T18:28:17Z', 'revision_number': 4, 'project_id': '0a3be2315053479497104165645f2b52', 'gw_port': {'id': 'ba642428-ea46-4c77-95bc-78dde63c264a', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:75:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60bc7e8c-67db-4d6c-b905-37971c9bd731', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:28:14Z', 'updated_at': '2022-02-04T18:28:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_floatingips': [{'id': '1a840c34-6363-463a-8329-f5d0ebe343ca', 'tenant_id': '0a3be2315053479497104165645f2b52', 'floating_ip_address': '172.25.6.86', 'floating_network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'router_id': '60bc7e8c-67db-4d6c-b905-37971c9bd731', 'port_id': '97d74d71-a807-42e7-879c-dee8f31372aa', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4280, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f0ba8a17-4d91-4f00-83e6-b67766d8c1cc', 'mac_address': 'fa:16:3e:33:f3:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d91966a-1648-443a-af39-21dc75a132e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T18:28:32Z', 'updated_at': '2022-02-04T18:28:32Z', 'revision_number': 0, 'project_id': '0a3be2315053479497104165645f2b52', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9299acb6-847c-42e9-b7b2-a0ea261fab92', 'name': '', 'network_id': 'f0ba8a17-4d91-4f00-83e6-b67766d8c1cc', 'tenant_id': '0a3be2315053479497104165645f2b52', 'mac_address': 'fa:16:3e:f8:0e:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60bc7e8c-67db-4d6c-b905-37971c9bd731', 'device_owner': 'network:router_interface', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '4653bd7c-5432-4911-8351-a486085e6503', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:28:17Z', 'updated_at': '2022-02-04T18:28:20Z', 'revision_number': 5, 'project_id': '0a3be2315053479497104165645f2b52', 'subnets': [{'id': '4653bd7c-5432-4911-8351-a486085e6503', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-2', False) {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:28:34.229278 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cfe06ea-60e9-48c9-bb24-e2f93b42fdd0 None None] The sync data for ids ['60bc7e8c-67db-4d6c-b905-37971c9bd731'] in n-d-827839-2 is: [{'id': '60bc7e8c-67db-4d6c-b905-37971c9bd731', 'name': 'tempest-TestNetworkAdvancedServerOps-router-860061494', 'tenant_id': '0a3be2315053479497104165645f2b52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.187'}], 'enable_snat': True}, 'gw_port_id': 'ba642428-ea46-4c77-95bc-78dde63c264a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T18:28:14Z', 'updated_at': '2022-02-04T18:28:17Z', 'revision_number': 4, 'project_id': '0a3be2315053479497104165645f2b52', 'gw_port': {'id': 'ba642428-ea46-4c77-95bc-78dde63c264a', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:75:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60bc7e8c-67db-4d6c-b905-37971c9bd731', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:28:14Z', 'updated_at': '2022-02-04T18:28:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_floatingips': [{'id': '1a840c34-6363-463a-8329-f5d0ebe343ca', 'tenant_id': '0a3be2315053479497104165645f2b52', 'floating_ip_address': '172.25.6.86', 'floating_network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'router_id': '60bc7e8c-67db-4d6c-b905-37971c9bd731', 'port_id': '97d74d71-a807-42e7-879c-dee8f31372aa', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4280, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f0ba8a17-4d91-4f00-83e6-b67766d8c1cc', 'mac_address': 'fa:16:3e:33:f3:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d91966a-1648-443a-af39-21dc75a132e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T18:28:32Z', 'updated_at': '2022-02-04T18:28:32Z', 'revision_number': 0, 'project_id': '0a3be2315053479497104165645f2b52', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9299acb6-847c-42e9-b7b2-a0ea261fab92', 'name': '', 'network_id': 'f0ba8a17-4d91-4f00-83e6-b67766d8c1cc', 'tenant_id': '0a3be2315053479497104165645f2b52', 'mac_address': 'fa:16:3e:f8:0e:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60bc7e8c-67db-4d6c-b905-37971c9bd731', 'device_owner': 'network:router_interface', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '4653bd7c-5432-4911-8351-a486085e6503', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:28:17Z', 'updated_at': '2022-02-04T18:28:20Z', 'revision_number': 5, 'project_id': '0a3be2315053479497104165645f2b52', 'subnets': [{'id': '4653bd7c-5432-4911-8351-a486085e6503', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 18:28:34.437324 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9e1524a-27b4-4bba-8991-57eed4302a94 None None] New status for floating IP 1a840c34-6363-463a-8329-f5d0ebe343ca: ACTIVE {{(pid=103379) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 18:28:34.814569 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 58624) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:28:34.877101 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-150eb6e2-c683-4257-8b51-82df0847283a tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] 10.222.0.89 "GET /v2.0/floatingips/1a840c34-6363-463a-8329-f5d0ebe343ca HTTP/1.1" status: 200 len: 993 time: 0.0613639 Feb 04 18:28:35.112537 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4f14bb47-e72b-46ac-9e44-a61d9293afcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (75326290-f7a3-4db8-9cf2-15c7139ed224), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:28:35.873532 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (ba70844b-66a0-45fd-a2f2-e6ed673321fc), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:28:40.799977 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (f20a1ab3-4332-4f54-833b-ba4a7c687e89), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:28:42.970662 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (3f9244a9-75fc-4c10-b195-11d48b853b41), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:28:59.893013 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-85611b39-c93e-41d9-954a-7396a3f75681 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (bb89f5a3-3c22-440b-b7d1-c4f0c43c184a), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:29:02.954714 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d306e992-6453-42b5-a7ae-168799b8eabb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (64ada913-9131-4d99-a265-63a920956287), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:29:03.293688 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d408ec64-b374-4acb-a1fc-48241dad6d47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (0cd6d64a-47a7-40ff-8c12-71dd526c62e0), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:29:05.115601 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4f14bb47-e72b-46ac-9e44-a61d9293afcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (75326290-f7a3-4db8-9cf2-15c7139ed224), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:29:05.876071 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (ba70844b-66a0-45fd-a2f2-e6ed673321fc), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:29:07.891522 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-9d8a9809-665e-4670-8f03-fdd3cff90707 req-9233300f-be85-456a-bfb6-188193e7cdfc service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=1d91966a-1648-443a-af39-21dc75a132e7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0437839 Feb 04 18:29:07.980178 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8a9809-665e-4670-8f03-fdd3cff90707 req-b0aa8b1b-5944-483a-bdcd-10f8eee2e230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:29:07.981752 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-9d8a9809-665e-4670-8f03-fdd3cff90707 req-b0aa8b1b-5944-483a-bdcd-10f8eee2e230 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=0a3be2315053479497104165645f2b52&device_id=1d91966a-1648-443a-af39-21dc75a132e7 HTTP/1.1" status: 200 len: 1128 time: 0.0486054 Feb 04 18:29:08.081411 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8a9809-665e-4670-8f03-fdd3cff90707 req-fa2b690b-77ab-45b1-8a24-b16498bd1015 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:29:08.082897 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-9d8a9809-665e-4670-8f03-fdd3cff90707 req-fa2b690b-77ab-45b1-8a24-b16498bd1015 service neutron] 10.222.0.96 "GET /v2.0/networks?id=f0ba8a17-4d91-4f00-83e6-b67766d8c1cc HTTP/1.1" status: 200 len: 897 time: 0.0833349 Feb 04 18:29:08.151287 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-9d8a9809-665e-4670-8f03-fdd3cff90707 req-bb179cc5-2050-4890-a8dc-9db10c7c2609 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=97d74d71-a807-42e7-879c-dee8f31372aa HTTP/1.1" status: 200 len: 1001 time: 0.0624330 Feb 04 18:29:08.198497 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8a9809-665e-4670-8f03-fdd3cff90707 req-17288336-7020-46ff-a962-00080931af71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:29:08.199934 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-9d8a9809-665e-4670-8f03-fdd3cff90707 req-17288336-7020-46ff-a962-00080931af71 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=4653bd7c-5432-4911-8351-a486085e6503 HTTP/1.1" status: 200 len: 835 time: 0.0425100 Feb 04 18:29:08.255604 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8a9809-665e-4670-8f03-fdd3cff90707 req-0ae03ac1-5fd3-4882-aa7d-643cc509c31e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:29:08.257478 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-9d8a9809-665e-4670-8f03-fdd3cff90707 req-0ae03ac1-5fd3-4882-aa7d-643cc509c31e service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=f0ba8a17-4d91-4f00-83e6-b67766d8c1cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0513556 Feb 04 18:29:08.350201 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-9d8a9809-665e-4670-8f03-fdd3cff90707 req-79fe206d-f6fe-4bad-baa9-cc321d0a9e34 service neutron] 10.222.0.96 "GET /v2.0/networks/f0ba8a17-4d91-4f00-83e6-b67766d8c1cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868154 Feb 04 18:29:08.439138 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-9d8a9809-665e-4670-8f03-fdd3cff90707 req-373d7c1f-ecc1-40f9-a8a9-ddf00974fabd service neutron] 10.222.0.96 "GET /v2.0/networks/f0ba8a17-4d91-4f00-83e6-b67766d8c1cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831330 Feb 04 18:29:09.178716 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.agents_db [None req-e1691f3b-aacd-4cd6-8ebb-a9c53bb301c0 None None] Agent healthcheck: found 7 active agents {{(pid=103379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 18:29:10.798147 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (f20a1ab3-4332-4f54-833b-ba4a7c687e89), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:29:12.965271 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (3f9244a9-75fc-4c10-b195-11d48b853b41), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:29:29.894400 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c3a98028-9f5a-4af5-a712-13c2a4628c12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (bb89f5a3-3c22-440b-b7d1-c4f0c43c184a), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:29:32.955908 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b302abbb-7f47-419e-be28-c0f88962f5f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (64ada913-9131-4d99-a265-63a920956287), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:29:33.296211 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d408ec64-b374-4acb-a1fc-48241dad6d47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (0cd6d64a-47a7-40ff-8c12-71dd526c62e0), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:29:35.118029 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4f14bb47-e72b-46ac-9e44-a61d9293afcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (75326290-f7a3-4db8-9cf2-15c7139ed224), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:29:35.878613 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (ba70844b-66a0-45fd-a2f2-e6ed673321fc), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:29:40.799517 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (f20a1ab3-4332-4f54-833b-ba4a7c687e89), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:29:42.986341 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (3f9244a9-75fc-4c10-b195-11d48b853b41), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:29:46.177278 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.agents_db [None req-e1691f3b-aacd-4cd6-8ebb-a9c53bb301c0 None None] Agent healthcheck: found 7 active agents {{(pid=103379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 18:29:48.285200 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [req-93bb82ff-e2d5-4afc-9722-8e9b23da45f0 req-44f7b4ee-1680-4fa8-a19b-b744ffb10436 service neutron] http://10.222.0.89:9696/v2.0/extensions returned with HTTP 200 {{(pid=103376) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 18:29:48.286315 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-93bb82ff-e2d5-4afc-9722-8e9b23da45f0 req-44f7b4ee-1680-4fa8-a19b-b744ffb10436 service neutron] 10.222.0.89 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0063457 Feb 04 18:29:48.468814 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c5502f-16ed-44ba-ba0a-a8f68e1dd18a req-07025478-137c-4e51-9fbe-3c464d545f3d tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:29:48.470343 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-95c5502f-16ed-44ba-ba0a-a8f68e1dd18a req-07025478-137c-4e51-9fbe-3c464d545f3d tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] 10.222.0.89 "GET /v2.0/ports?device_id=1d91966a-1648-443a-af39-21dc75a132e7 HTTP/1.1" status: 200 len: 946 time: 0.0548246 Feb 04 18:29:48.479470 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 58658) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:29:48.520532 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-95c5502f-16ed-44ba-ba0a-a8f68e1dd18a req-1631e8a9-c57c-4e73-a8eb-4876095fd7d3 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] 10.222.0.89 "GET /v2.0/security-groups?id=15479604-617e-433f-9829-162f0d12aeca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441101 Feb 04 18:29:48.562007 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-ce4eff46-41cf-4074-bcce-5fd8c2f678e6 req-c4f38d6c-f79c-466c-8285-bcc3775abc38 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=1d91966a-1648-443a-af39-21dc75a132e7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0813701 Feb 04 18:29:48.570314 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [req-ce4eff46-41cf-4074-bcce-5fd8c2f678e6 req-29600b31-5376-4ea8-99d6-d3c5b4e780fe service neutron] http://10.222.0.89:9696/v2.0/extensions returned with HTTP 200 {{(pid=103376) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 18:29:48.571258 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-ce4eff46-41cf-4074-bcce-5fd8c2f678e6 req-29600b31-5376-4ea8-99d6-d3c5b4e780fe service neutron] 10.222.0.89 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048082 Feb 04 18:29:49.675498 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8c3692-a269-454c-8373-4856fe0d0bf7 req-c9cfbc49-33c2-4165-9fef-af14f0cc5d9c tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:29:49.677023 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-cd8c3692-a269-454c-8373-4856fe0d0bf7 req-c9cfbc49-33c2-4165-9fef-af14f0cc5d9c tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] 10.222.0.89 "GET /v2.0/ports?device_id=1d91966a-1648-443a-af39-21dc75a132e7 HTTP/1.1" status: 200 len: 946 time: 0.0844061 Feb 04 18:29:49.707464 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4eff46-41cf-4074-bcce-5fd8c2f678e6 req-ea80e42a-3410-467b-95a3-14bd1e312a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:29:49.708957 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-ce4eff46-41cf-4074-bcce-5fd8c2f678e6 req-ea80e42a-3410-467b-95a3-14bd1e312a4e service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=0a3be2315053479497104165645f2b52&device_id=1d91966a-1648-443a-af39-21dc75a132e7 HTTP/1.1" status: 200 len: 1128 time: 0.0751250 Feb 04 18:29:49.779406 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-cd8c3692-a269-454c-8373-4856fe0d0bf7 req-2c74071b-1861-4533-83d7-ae8f8ead7e54 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] 10.222.0.89 "GET /v2.0/security-groups?id=15479604-617e-433f-9829-162f0d12aeca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0952647 Feb 04 18:29:49.818471 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4eff46-41cf-4074-bcce-5fd8c2f678e6 req-a99c259b-bf9a-4f57-8e61-e2c5c0344b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:29:49.819876 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-ce4eff46-41cf-4074-bcce-5fd8c2f678e6 req-a99c259b-bf9a-4f57-8e61-e2c5c0344b47 service neutron] 10.222.0.96 "GET /v2.0/networks?id=f0ba8a17-4d91-4f00-83e6-b67766d8c1cc HTTP/1.1" status: 200 len: 897 time: 0.1039705 Feb 04 18:29:49.885080 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-ce4eff46-41cf-4074-bcce-5fd8c2f678e6 req-5f273de7-db5c-4204-9f47-b138dd018c8e service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=97d74d71-a807-42e7-879c-dee8f31372aa HTTP/1.1" status: 200 len: 1001 time: 0.0584152 Feb 04 18:29:49.932668 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4eff46-41cf-4074-bcce-5fd8c2f678e6 req-e74d2273-4bd1-4cdc-9355-84d7ad140bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:29:49.934102 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-ce4eff46-41cf-4074-bcce-5fd8c2f678e6 req-e74d2273-4bd1-4cdc-9355-84d7ad140bbf service neutron] 10.222.0.96 "GET /v2.0/subnets?id=4653bd7c-5432-4911-8351-a486085e6503 HTTP/1.1" status: 200 len: 835 time: 0.0433240 Feb 04 18:29:49.985761 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4eff46-41cf-4074-bcce-5fd8c2f678e6 req-414cd04e-051e-42a5-9616-c09eb53d58ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:29:49.987221 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-ce4eff46-41cf-4074-bcce-5fd8c2f678e6 req-414cd04e-051e-42a5-9616-c09eb53d58ce service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=f0ba8a17-4d91-4f00-83e6-b67766d8c1cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0465519 Feb 04 18:29:50.073479 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-ce4eff46-41cf-4074-bcce-5fd8c2f678e6 req-e5389e86-6f8a-4adb-969b-80859f2c81af service neutron] 10.222.0.96 "GET /v2.0/networks/f0ba8a17-4d91-4f00-83e6-b67766d8c1cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797081 Feb 04 18:29:50.165682 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-ce4eff46-41cf-4074-bcce-5fd8c2f678e6 req-0368064d-f259-4fad-9ba3-985331829bd6 service neutron] 10.222.0.96 "GET /v2.0/networks/f0ba8a17-4d91-4f00-83e6-b67766d8c1cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858562 Feb 04 18:29:50.899225 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ca13f8-961f-4793-9a85-ff3d9c957d35 req-44130370-ac86-45f8-83e1-949c8cf75d01 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:29:50.900690 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-60ca13f8-961f-4793-9a85-ff3d9c957d35 req-44130370-ac86-45f8-83e1-949c8cf75d01 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] 10.222.0.89 "GET /v2.0/ports?device_id=1d91966a-1648-443a-af39-21dc75a132e7 HTTP/1.1" status: 200 len: 946 time: 0.0516763 Feb 04 18:29:50.953550 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-60ca13f8-961f-4793-9a85-ff3d9c957d35 req-0b3be6ce-9d59-428c-9383-35ed3a3cd4a1 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] 10.222.0.89 "GET /v2.0/security-groups?id=15479604-617e-433f-9829-162f0d12aeca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473192 Feb 04 18:29:52.073488 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8152c132-ad48-4be2-aff0-851eb7328241 req-7d40535a-c34e-4b4c-8f16-3a8d5e89818d tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:29:52.074958 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-8152c132-ad48-4be2-aff0-851eb7328241 req-7d40535a-c34e-4b4c-8f16-3a8d5e89818d tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] 10.222.0.89 "GET /v2.0/ports?device_id=1d91966a-1648-443a-af39-21dc75a132e7 HTTP/1.1" status: 200 len: 946 time: 0.0524604 Feb 04 18:29:52.123431 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-8152c132-ad48-4be2-aff0-851eb7328241 req-1af495b3-f195-48a5-8f02-04d183e952af tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] 10.222.0.89 "GET /v2.0/security-groups?id=15479604-617e-433f-9829-162f0d12aeca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428777 Feb 04 18:29:53.247680 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ba40b8-3dab-41b4-a69c-b18f5d627093 req-9b5f4030-0695-4a1a-b733-a34731ec23ff tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:29:53.249321 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-b1ba40b8-3dab-41b4-a69c-b18f5d627093 req-9b5f4030-0695-4a1a-b733-a34731ec23ff tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] 10.222.0.89 "GET /v2.0/ports?device_id=1d91966a-1648-443a-af39-21dc75a132e7 HTTP/1.1" status: 200 len: 946 time: 0.0563920 Feb 04 18:29:53.306587 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-b1ba40b8-3dab-41b4-a69c-b18f5d627093 req-1c912bb1-f5f2-4dff-929c-de58fd538d38 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] 10.222.0.89 "GET /v2.0/security-groups?id=15479604-617e-433f-9829-162f0d12aeca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473869 Feb 04 18:29:54.426021 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb7e68c-665a-460f-a97b-2251dce7df7a req-30a07b2e-6619-4ab2-a0e1-94df0efc3562 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:29:54.427499 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-ddb7e68c-665a-460f-a97b-2251dce7df7a req-30a07b2e-6619-4ab2-a0e1-94df0efc3562 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] 10.222.0.89 "GET /v2.0/ports?device_id=1d91966a-1648-443a-af39-21dc75a132e7 HTTP/1.1" status: 200 len: 946 time: 0.0523050 Feb 04 18:29:54.475404 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-ddb7e68c-665a-460f-a97b-2251dce7df7a req-cbfc5c1a-4fe5-4fc1-8351-44aa5bcbad09 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] 10.222.0.89 "GET /v2.0/security-groups?id=15479604-617e-433f-9829-162f0d12aeca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423307 Feb 04 18:29:55.593046 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4791dd4-9367-46d6-8eb9-6885e833f929 req-8f3c8fa2-04e1-4dd1-81f1-8524831c15ee tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:29:55.594428 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-c4791dd4-9367-46d6-8eb9-6885e833f929 req-8f3c8fa2-04e1-4dd1-81f1-8524831c15ee tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] 10.222.0.89 "GET /v2.0/ports?device_id=1d91966a-1648-443a-af39-21dc75a132e7 HTTP/1.1" status: 200 len: 946 time: 0.0519423 Feb 04 18:29:55.642113 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-c4791dd4-9367-46d6-8eb9-6885e833f929 req-ab4d51e1-ab79-44f4-9576-6e71a8ad37e0 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] 10.222.0.89 "GET /v2.0/security-groups?id=15479604-617e-433f-9829-162f0d12aeca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415535 Feb 04 18:29:56.770412 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9af08ef-7de9-43cd-9a6d-7eca25513e1b req-f4bd6c7f-508e-4d45-9134-8a864715eaf7 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:29:56.771886 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-f9af08ef-7de9-43cd-9a6d-7eca25513e1b req-f4bd6c7f-508e-4d45-9134-8a864715eaf7 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] 10.222.0.89 "GET /v2.0/ports?device_id=1d91966a-1648-443a-af39-21dc75a132e7 HTTP/1.1" status: 200 len: 946 time: 0.0608788 Feb 04 18:29:56.818778 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-f9af08ef-7de9-43cd-9a6d-7eca25513e1b req-1660bfcc-49b7-4a06-96f7-ae5fa02757b8 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] 10.222.0.89 "GET /v2.0/security-groups?id=15479604-617e-433f-9829-162f0d12aeca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414445 Feb 04 18:29:57.940919 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cdba52-239a-40be-a2c4-2caaaa28712d req-2a27610c-3bc0-484d-a44d-aff9c116c0d7 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:29:57.942405 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-26cdba52-239a-40be-a2c4-2caaaa28712d req-2a27610c-3bc0-484d-a44d-aff9c116c0d7 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] 10.222.0.89 "GET /v2.0/ports?device_id=1d91966a-1648-443a-af39-21dc75a132e7 HTTP/1.1" status: 200 len: 946 time: 0.0566366 Feb 04 18:29:57.989534 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-26cdba52-239a-40be-a2c4-2caaaa28712d req-8e6d3c93-bdd5-461b-9591-0d27db0823a7 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] 10.222.0.89 "GET /v2.0/security-groups?id=15479604-617e-433f-9829-162f0d12aeca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415940 Feb 04 18:29:59.112057 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f3097e-81c0-4e98-a3f6-d35c9c6d1207 req-db202c83-4c83-4797-a417-195954a27080 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:29:59.113586 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-b2f3097e-81c0-4e98-a3f6-d35c9c6d1207 req-db202c83-4c83-4797-a417-195954a27080 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] 10.222.0.89 "GET /v2.0/ports?device_id=1d91966a-1648-443a-af39-21dc75a132e7 HTTP/1.1" status: 200 len: 946 time: 0.0522261 Feb 04 18:29:59.162253 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-b2f3097e-81c0-4e98-a3f6-d35c9c6d1207 req-9326b6c0-f932-4f61-9dd8-e96226e446bf tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] 10.222.0.89 "GET /v2.0/security-groups?id=15479604-617e-433f-9829-162f0d12aeca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425682 Feb 04 18:29:59.895507 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-528700cc-0683-4b5e-9c24-f15f138084ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (bb89f5a3-3c22-440b-b7d1-c4f0c43c184a), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:30:00.278412 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76792e2c-d3b7-4410-b584-c59e9e3f5db5 req-ba6f41c8-7477-483b-b2f0-683a8c4772c1 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:30:00.279908 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-76792e2c-d3b7-4410-b584-c59e9e3f5db5 req-ba6f41c8-7477-483b-b2f0-683a8c4772c1 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] 10.222.0.89 "GET /v2.0/ports?device_id=1d91966a-1648-443a-af39-21dc75a132e7 HTTP/1.1" status: 200 len: 946 time: 0.0517654 Feb 04 18:30:00.328577 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-76792e2c-d3b7-4410-b584-c59e9e3f5db5 req-4a22e20a-7c41-4839-96e9-2a2eed007af8 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] 10.222.0.89 "GET /v2.0/security-groups?id=15479604-617e-433f-9829-162f0d12aeca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428743 Feb 04 18:30:01.450361 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee434c44-83f8-4e9a-81c6-72660a1234ad req-15e6ef96-989c-4588-8e8a-ff2fa6a715c8 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:30:01.451836 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-ee434c44-83f8-4e9a-81c6-72660a1234ad req-15e6ef96-989c-4588-8e8a-ff2fa6a715c8 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] 10.222.0.89 "GET /v2.0/ports?device_id=1d91966a-1648-443a-af39-21dc75a132e7 HTTP/1.1" status: 200 len: 946 time: 0.0567541 Feb 04 18:30:01.499201 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-ee434c44-83f8-4e9a-81c6-72660a1234ad req-b30ef3eb-5633-49c2-a2b7-d2483034f403 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] 10.222.0.89 "GET /v2.0/security-groups?id=15479604-617e-433f-9829-162f0d12aeca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418258 Feb 04 18:30:02.258073 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-ce4eff46-41cf-4074-bcce-5fd8c2f678e6 req-b17b3422-246e-4a0f-b4e0-19e23ef4744b service neutron] 10.222.0.96 "GET /v2.0/ports/97d74d71-a807-42e7-879c-dee8f31372aa/bindings/n-h1-827839-2 HTTP/1.1" status: 200 len: 382 time: 0.0529892 Feb 04 18:30:02.458758 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4eff46-41cf-4074-bcce-5fd8c2f678e6 req-a7001c90-e90b-4dcf-9871-0c965eb23c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:30:02.460248 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-ce4eff46-41cf-4074-bcce-5fd8c2f678e6 req-a7001c90-e90b-4dcf-9871-0c965eb23c75 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=1d91966a-1648-443a-af39-21dc75a132e7&tenant_id=0a3be2315053479497104165645f2b52 HTTP/1.1" status: 200 len: 1128 time: 0.0451190 Feb 04 18:30:02.523401 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4eff46-41cf-4074-bcce-5fd8c2f678e6 req-64616db9-abad-45eb-83f0-8bffd6274b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:30:02.524851 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-ce4eff46-41cf-4074-bcce-5fd8c2f678e6 req-64616db9-abad-45eb-83f0-8bffd6274b21 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=0a3be2315053479497104165645f2b52&device_id=1d91966a-1648-443a-af39-21dc75a132e7 HTTP/1.1" status: 200 len: 1128 time: 0.0438087 Feb 04 18:30:02.617850 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4eff46-41cf-4074-bcce-5fd8c2f678e6 req-216db895-0753-445d-9562-c458d032ffaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:30:02.619375 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-ce4eff46-41cf-4074-bcce-5fd8c2f678e6 req-216db895-0753-445d-9562-c458d032ffaa service neutron] 10.222.0.96 "GET /v2.0/networks?id=f0ba8a17-4d91-4f00-83e6-b67766d8c1cc HTTP/1.1" status: 200 len: 897 time: 0.0875766 Feb 04 18:30:02.625138 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a3d115-c9c9-4ecf-bc52-62873c95133b req-2ab1fc0c-6cfd-4d5d-9d98-947788e11847 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:30:02.626661 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-66a3d115-c9c9-4ecf-bc52-62873c95133b req-2ab1fc0c-6cfd-4d5d-9d98-947788e11847 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] 10.222.0.89 "GET /v2.0/ports?device_id=1d91966a-1648-443a-af39-21dc75a132e7 HTTP/1.1" status: 200 len: 946 time: 0.0583158 Feb 04 18:30:02.674639 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-66a3d115-c9c9-4ecf-bc52-62873c95133b req-1b226992-292a-4f8a-8bbe-9ed9e50ee01c tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] 10.222.0.89 "GET /v2.0/security-groups?id=15479604-617e-433f-9829-162f0d12aeca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419128 Feb 04 18:30:02.685743 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-ce4eff46-41cf-4074-bcce-5fd8c2f678e6 req-9ed4c8e6-6ff2-4e31-8f7a-1e676083df48 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=97d74d71-a807-42e7-879c-dee8f31372aa HTTP/1.1" status: 200 len: 1001 time: 0.0592575 Feb 04 18:30:02.737844 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4eff46-41cf-4074-bcce-5fd8c2f678e6 req-3b9cbb9c-491a-4fd3-adff-8e79b9e7285e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:30:02.739822 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-ce4eff46-41cf-4074-bcce-5fd8c2f678e6 req-3b9cbb9c-491a-4fd3-adff-8e79b9e7285e service neutron] 10.222.0.96 "GET /v2.0/subnets?id=4653bd7c-5432-4911-8351-a486085e6503 HTTP/1.1" status: 200 len: 835 time: 0.0476422 Feb 04 18:30:02.788640 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4eff46-41cf-4074-bcce-5fd8c2f678e6 req-c1d514be-4b93-49e0-99d8-8bd86cc3dafd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:30:02.790812 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-ce4eff46-41cf-4074-bcce-5fd8c2f678e6 req-c1d514be-4b93-49e0-99d8-8bd86cc3dafd service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=f0ba8a17-4d91-4f00-83e6-b67766d8c1cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0450227 Feb 04 18:30:02.881438 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-ce4eff46-41cf-4074-bcce-5fd8c2f678e6 req-7d6ef0a5-a123-47f9-a99a-2edbcfada024 service neutron] 10.222.0.96 "GET /v2.0/networks/f0ba8a17-4d91-4f00-83e6-b67766d8c1cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837412 Feb 04 18:30:02.958525 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-28d77301-0e3e-4f86-82c0-8c95d8ec6dbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (64ada913-9131-4d99-a265-63a920956287), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:30:02.974922 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-ce4eff46-41cf-4074-bcce-5fd8c2f678e6 req-141b3b1f-c81a-4613-96fa-29c37e6dacc0 service neutron] 10.222.0.96 "GET /v2.0/networks/f0ba8a17-4d91-4f00-83e6-b67766d8c1cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875378 Feb 04 18:30:03.298739 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d408ec64-b374-4acb-a1fc-48241dad6d47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (0cd6d64a-47a7-40ff-8c12-71dd526c62e0), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:30:03.795319 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2acccca-2e56-4693-a289-892c212fbbfd req-c05ebea7-4427-42ed-9f1b-3b4885eb3a09 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:30:03.796847 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-b2acccca-2e56-4693-a289-892c212fbbfd req-c05ebea7-4427-42ed-9f1b-3b4885eb3a09 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] 10.222.0.89 "GET /v2.0/ports?device_id=1d91966a-1648-443a-af39-21dc75a132e7 HTTP/1.1" status: 200 len: 946 time: 0.0538301 Feb 04 18:30:03.844757 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-b2acccca-2e56-4693-a289-892c212fbbfd req-c54ceb22-d14d-4208-85a8-3cebb689125f tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] 10.222.0.89 "GET /v2.0/security-groups?id=15479604-617e-433f-9829-162f0d12aeca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415218 Feb 04 18:30:04.968023 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71af0f78-30e5-4f3d-98f0-7a1b56c381c9 req-43fde739-0daf-4093-818d-f2ce67655bd3 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:30:04.969539 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-71af0f78-30e5-4f3d-98f0-7a1b56c381c9 req-43fde739-0daf-4093-818d-f2ce67655bd3 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] 10.222.0.89 "GET /v2.0/ports?device_id=1d91966a-1648-443a-af39-21dc75a132e7 HTTP/1.1" status: 200 len: 946 time: 0.0520570 Feb 04 18:30:05.017390 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-71af0f78-30e5-4f3d-98f0-7a1b56c381c9 req-8081d0b5-70b1-49bf-967c-66f2fabb761c tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] 10.222.0.89 "GET /v2.0/security-groups?id=15479604-617e-433f-9829-162f0d12aeca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412323 Feb 04 18:30:05.122549 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4f14bb47-e72b-46ac-9e44-a61d9293afcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (75326290-f7a3-4db8-9cf2-15c7139ed224), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:30:05.782878 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device 97d74d71-a807-42e7-879c-dee8f31372aa no longer exists at agent hyperv_n-h1-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 18:30:05.858594 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Current status of the port 97d74d71-a807-42e7-879c-dee8f31372aa is: ACTIVE; New status is: DOWN {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 18:30:05.858985 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (97d74d71-a807-42e7-879c-dee8f31372aa), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:30:05.893205 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d91966a-1648-443a-af39-21dc75a132e7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '97d74d71-a807-42e7-879c-dee8f31372aa'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 18:30:05.895956 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d531d67ec453461b01ecd2cf0c6686e25a5679cf38f56e7e92bae688f1026262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a3c5cba-34f9-42c0-8aac-43fe92d39b99" -d '{"events": [{"server_uuid": "1d91966a-1648-443a-af39-21dc75a132e7", "name": "network-vif-unplugged", "status": "completed", "tag": "97d74d71-a807-42e7-879c-dee8f31372aa"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 18:30:05.907342 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (ba70844b-66a0-45fd-a2f2-e6ed673321fc), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:30:05.913015 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] For port 97d74d71-a807-42e7-879c-dee8f31372aa, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=97d74d71-a807-42e7-879c-dee8f31372aa,segment=NetworkSegment(94e74662-ee49-4e7e-ae34-6d5cca627e2c),segment_id=94e74662-ee49-4e7e-ae34-6d5cca627e2c)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 18:30:05.918796 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (97d74d71-a807-42e7-879c-dee8f31372aa), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:30:05.966933 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Pushing event updated for resources: {'Port': ['ID=97d74d71-a807-42e7-879c-dee8f31372aa,revision_number=6']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:30:05.974948 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:30:05.975295 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:30:05.975638 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:30:05.975974 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:30:05.976306 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:30:05.976637 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:30:05.977094 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:30:05.977424 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:30:05.977757 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:30:05.978067 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:30:05.978388 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:30:05.978711 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:30:05.979029 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:30:05.996228 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 04 Feb 2022 18:30:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b430f252-7c09-4e0f-9094-e1ee07b272b7 x-openstack-request-id: req-b430f252-7c09-4e0f-9094-e1ee07b272b7 {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 18:30:05.996528 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d91966a-1648-443a-af39-21dc75a132e7", "name": "network-vif-unplugged", "status": "completed", "tag": "97d74d71-a807-42e7-879c-dee8f31372aa", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 18:30:05.996819 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-b430f252-7c09-4e0f-9094-e1ee07b272b7 {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 18:30:05.997222 n-d-827839-2 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d91966a-1648-443a-af39-21dc75a132e7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '97d74d71-a807-42e7-879c-dee8f31372aa', 'code': 200} Feb 04 18:30:06.137369 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03d2e64-0bf6-4411-ab7f-b01d91cefde7 req-4c7c3f62-c337-4f97-b218-a003bc27d78a tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:30:06.138831 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-c03d2e64-0bf6-4411-ab7f-b01d91cefde7 req-4c7c3f62-c337-4f97-b218-a003bc27d78a tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] 10.222.0.89 "GET /v2.0/ports?device_id=1d91966a-1648-443a-af39-21dc75a132e7 HTTP/1.1" status: 200 len: 944 time: 0.0516312 Feb 04 18:30:06.191581 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-c03d2e64-0bf6-4411-ab7f-b01d91cefde7 req-1c88d319-c7a0-4635-ac8f-3cd71ffd6ec8 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] 10.222.0.89 "GET /v2.0/security-groups?id=15479604-617e-433f-9829-162f0d12aeca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471547 Feb 04 18:30:07.317956 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6006bb3-2478-406e-bf38-a7e28cfb9a94 req-2c445e93-41fc-4ae2-97fe-825f08499716 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:30:07.319469 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-b6006bb3-2478-406e-bf38-a7e28cfb9a94 req-2c445e93-41fc-4ae2-97fe-825f08499716 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] 10.222.0.89 "GET /v2.0/ports?device_id=1d91966a-1648-443a-af39-21dc75a132e7 HTTP/1.1" status: 200 len: 944 time: 0.0572367 Feb 04 18:30:07.368678 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-b6006bb3-2478-406e-bf38-a7e28cfb9a94 req-5afb9199-781a-4990-b3f3-74463853874d tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] 10.222.0.89 "GET /v2.0/security-groups?id=15479604-617e-433f-9829-162f0d12aeca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435588 Feb 04 18:30:07.597609 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0072e123-ad77-4a68-ad18-453c395477cc req-a5a2e849-3eb7-4f46-b718-65f3ecf9869a tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:30:07.599162 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-0072e123-ad77-4a68-ad18-453c395477cc req-a5a2e849-3eb7-4f46-b718-65f3ecf9869a tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] 10.222.0.89 "GET /v2.0/ports?device_id=1d91966a-1648-443a-af39-21dc75a132e7 HTTP/1.1" status: 200 len: 944 time: 0.0879748 Feb 04 18:30:07.606459 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a34eb7b-8b7c-46fb-ac2e-0231c6402b6c req-60b0683b-8f60-4732-9eb3-631e410297e5 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:30:07.607802 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-6a34eb7b-8b7c-46fb-ac2e-0231c6402b6c req-60b0683b-8f60-4732-9eb3-631e410297e5 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] 10.222.0.96 "GET /v2.0/ports?device_id=1d91966a-1648-443a-af39-21dc75a132e7&tenant_id=0a3be2315053479497104165645f2b52&binding%3Ahost_id=n-h1-827839-2 HTTP/1.1" status: 200 len: 944 time: 0.0841515 Feb 04 18:30:07.667073 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-0072e123-ad77-4a68-ad18-453c395477cc req-64a97a81-09d5-4bc5-855d-a2d07f5b3193 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] 10.222.0.89 "GET /v2.0/security-groups?id=15479604-617e-433f-9829-162f0d12aeca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583441 Feb 04 18:30:07.700615 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a34eb7b-8b7c-46fb-ac2e-0231c6402b6c req-2289b3fe-d2dc-48a1-bd60-6b5b1a64ca23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:30:07.702189 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-6a34eb7b-8b7c-46fb-ac2e-0231c6402b6c req-2289b3fe-d2dc-48a1-bd60-6b5b1a64ca23 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=0a3be2315053479497104165645f2b52&device_id=1d91966a-1648-443a-af39-21dc75a132e7 HTTP/1.1" status: 200 len: 1126 time: 0.0479076 Feb 04 18:30:07.790565 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84617dfb-ad46-4de4-a255-70e8ad93308b req-ad4431f5-fa25-4381-8015-ab3a49873e92 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:30:07.792184 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-84617dfb-ad46-4de4-a255-70e8ad93308b req-ad4431f5-fa25-4381-8015-ab3a49873e92 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] 10.222.0.89 "GET /v2.0/ports?device_id=1d91966a-1648-443a-af39-21dc75a132e7 HTTP/1.1" status: 200 len: 944 time: 0.0543694 Feb 04 18:30:07.794414 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a34eb7b-8b7c-46fb-ac2e-0231c6402b6c req-beb3827c-75a6-44f7-834e-168335f7c838 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:30:07.795880 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-6a34eb7b-8b7c-46fb-ac2e-0231c6402b6c req-beb3827c-75a6-44f7-834e-168335f7c838 service neutron] 10.222.0.96 "GET /v2.0/networks?id=f0ba8a17-4d91-4f00-83e6-b67766d8c1cc HTTP/1.1" status: 200 len: 897 time: 0.0859890 Feb 04 18:30:07.800334 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device 97d74d71-a807-42e7-879c-dee8f31372aa details requested by agent hyperv_n-h1-827839-2 with host n-h1-827839-2 {{(pid=103378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 18:30:07.842849 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-84617dfb-ad46-4de4-a255-70e8ad93308b req-63f6abf7-f65a-448c-a1ec-7abe898a3c59 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] 10.222.0.89 "GET /v2.0/security-groups?id=15479604-617e-433f-9829-162f0d12aeca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446887 Feb 04 18:30:07.867512 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-6a34eb7b-8b7c-46fb-ac2e-0231c6402b6c req-716bf8dc-692c-4df0-ba21-641580c09147 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=97d74d71-a807-42e7-879c-dee8f31372aa HTTP/1.1" status: 200 len: 999 time: 0.0654614 Feb 04 18:30:07.908138 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] For port 97d74d71-a807-42e7-879c-dee8f31372aa, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=97d74d71-a807-42e7-879c-dee8f31372aa,segment=NetworkSegment(94e74662-ee49-4e7e-ae34-6d5cca627e2c),segment_id=94e74662-ee49-4e7e-ae34-6d5cca627e2c)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 18:30:07.916227 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a34eb7b-8b7c-46fb-ac2e-0231c6402b6c req-15a668c2-450b-40dd-af26-106f3b10e8fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:30:07.917740 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-6a34eb7b-8b7c-46fb-ac2e-0231c6402b6c req-15a668c2-450b-40dd-af26-106f3b10e8fb service neutron] 10.222.0.96 "GET /v2.0/subnets?id=4653bd7c-5432-4911-8351-a486085e6503 HTTP/1.1" status: 200 len: 835 time: 0.0437033 Feb 04 18:30:07.920387 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Returning: {'device': '97d74d71-a807-42e7-879c-dee8f31372aa', 'network_id': 'f0ba8a17-4d91-4f00-83e6-b67766d8c1cc', 'port_id': '97d74d71-a807-42e7-879c-dee8f31372aa', 'mac_address': 'fa:16:3e:33:f3:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 756, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4653bd7c-5432-4911-8351-a486085e6503', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 18:30:07.959818 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Current status of the port 97d74d71-a807-42e7-879c-dee8f31372aa is: DOWN; New status is: BUILD {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 18:30:07.960208 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (97d74d71-a807-42e7-879c-dee8f31372aa), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:30:07.966318 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a34eb7b-8b7c-46fb-ac2e-0231c6402b6c req-a2fe523b-d2b5-48f5-8bad-5ef1db94c481 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:30:07.967942 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-6a34eb7b-8b7c-46fb-ac2e-0231c6402b6c req-a2fe523b-d2b5-48f5-8bad-5ef1db94c481 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=f0ba8a17-4d91-4f00-83e6-b67766d8c1cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0444083 Feb 04 18:30:07.973186 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97d74d71-a807-42e7-879c-dee8f31372aa {{(pid=103378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 18:30:07.997236 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] For port 97d74d71-a807-42e7-879c-dee8f31372aa, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=97d74d71-a807-42e7-879c-dee8f31372aa,segment=NetworkSegment(94e74662-ee49-4e7e-ae34-6d5cca627e2c),segment_id=94e74662-ee49-4e7e-ae34-6d5cca627e2c)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 18:30:08.001346 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (97d74d71-a807-42e7-879c-dee8f31372aa), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:30:08.048795 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Pushing event updated for resources: {'Port': ['ID=97d74d71-a807-42e7-879c-dee8f31372aa,revision_number=7']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:30:08.062172 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-6a34eb7b-8b7c-46fb-ac2e-0231c6402b6c req-1d9f71b8-2a04-4135-89fa-f05a29ca31de service neutron] 10.222.0.96 "GET /v2.0/networks/f0ba8a17-4d91-4f00-83e6-b67766d8c1cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877471 Feb 04 18:30:08.150232 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-6a34eb7b-8b7c-46fb-ac2e-0231c6402b6c req-8bf30ede-9f5b-4f43-b225-b5eeb9a86662 service neutron] 10.222.0.96 "GET /v2.0/networks/f0ba8a17-4d91-4f00-83e6-b67766d8c1cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803916 Feb 04 18:30:08.414559 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] get_ports_and_sgs() called for port_ids ['97d74d71-a807-42e7-879c-dee8f31372aa'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 18:30:08.967667 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52638fe-cf23-483b-b17f-bd4bf8d6cca8 req-03211b3f-b501-4628-b1fe-22ff6a913c1f tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:30:08.969189 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-f52638fe-cf23-483b-b17f-bd4bf8d6cca8 req-03211b3f-b501-4628-b1fe-22ff6a913c1f tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] 10.222.0.89 "GET /v2.0/ports?device_id=1d91966a-1648-443a-af39-21dc75a132e7 HTTP/1.1" status: 200 len: 945 time: 0.0566354 Feb 04 18:30:09.019139 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-f52638fe-cf23-483b-b17f-bd4bf8d6cca8 req-a23cc854-0459-4cf8-89fb-ecb57d7ea322 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] 10.222.0.89 "GET /v2.0/security-groups?id=15479604-617e-433f-9829-162f0d12aeca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433900 Feb 04 18:30:09.042941 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 58728) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:30:09.105764 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-a6d5c063-e3d1-43a3-a622-532b8334a50a tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] 10.222.0.89 "GET /v2.0/floatingips/1a840c34-6363-463a-8329-f5d0ebe343ca HTTP/1.1" status: 200 len: 992 time: 0.0615871 Feb 04 18:30:09.889934 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device 97d74d71-a807-42e7-879c-dee8f31372aa up at agent hyperv_n-h1-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 18:30:09.937403 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Provisioning complete for port 97d74d71-a807-42e7-879c-dee8f31372aa triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 18:30:09.937772 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (97d74d71-a807-42e7-879c-dee8f31372aa), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:30:10.013279 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Current status of the port 97d74d71-a807-42e7-879c-dee8f31372aa is: BUILD; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 18:30:10.013657 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (97d74d71-a807-42e7-879c-dee8f31372aa), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:30:10.036132 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d91966a-1648-443a-af39-21dc75a132e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97d74d71-a807-42e7-879c-dee8f31372aa'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 18:30:10.038362 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d531d67ec453461b01ecd2cf0c6686e25a5679cf38f56e7e92bae688f1026262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08ab68ae-97e6-4fda-a5ea-b1cb9146365c" -d '{"events": [{"server_uuid": "1d91966a-1648-443a-af39-21dc75a132e7", "name": "network-vif-plugged", "status": "completed", "tag": "97d74d71-a807-42e7-879c-dee8f31372aa"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 18:30:10.050417 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] For port 97d74d71-a807-42e7-879c-dee8f31372aa, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=97d74d71-a807-42e7-879c-dee8f31372aa,segment=NetworkSegment(94e74662-ee49-4e7e-ae34-6d5cca627e2c),segment_id=94e74662-ee49-4e7e-ae34-6d5cca627e2c)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 18:30:10.055486 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (97d74d71-a807-42e7-879c-dee8f31372aa), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:30:10.079818 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 18:30:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df909eca-af91-4287-b9bc-f6b966b4032f x-openstack-request-id: req-df909eca-af91-4287-b9bc-f6b966b4032f {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 18:30:10.080111 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d91966a-1648-443a-af39-21dc75a132e7", "name": "network-vif-plugged", "status": "completed", "tag": "97d74d71-a807-42e7-879c-dee8f31372aa", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 18:30:10.080359 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-df909eca-af91-4287-b9bc-f6b966b4032f {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 18:30:10.080762 n-d-827839-2 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d91966a-1648-443a-af39-21dc75a132e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97d74d71-a807-42e7-879c-dee8f31372aa', 'code': 200} Feb 04 18:30:10.103601 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Pushing event updated for resources: {'Port': ['ID=97d74d71-a807-42e7-879c-dee8f31372aa,revision_number=8']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:30:10.475036 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-afe0d086-01d9-4b44-a69b-2be9a8baf5df req-5589487a-5d76-4e94-8cb5-9754cdc2071e service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=1d91966a-1648-443a-af39-21dc75a132e7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0435739 Feb 04 18:30:10.571380 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe0d086-01d9-4b44-a69b-2be9a8baf5df req-c40dd947-9ffa-4750-bea1-495cc2e3bd4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:30:10.572835 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-afe0d086-01d9-4b44-a69b-2be9a8baf5df req-c40dd947-9ffa-4750-bea1-495cc2e3bd4c service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=0a3be2315053479497104165645f2b52&device_id=1d91966a-1648-443a-af39-21dc75a132e7 HTTP/1.1" status: 200 len: 1128 time: 0.0479794 Feb 04 18:30:10.672822 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe0d086-01d9-4b44-a69b-2be9a8baf5df req-604e9947-f5f4-45d8-870a-c9d8a9414352 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:30:10.674308 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-afe0d086-01d9-4b44-a69b-2be9a8baf5df req-604e9947-f5f4-45d8-870a-c9d8a9414352 service neutron] 10.222.0.96 "GET /v2.0/networks?id=f0ba8a17-4d91-4f00-83e6-b67766d8c1cc HTTP/1.1" status: 200 len: 897 time: 0.0828779 Feb 04 18:30:10.741564 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-afe0d086-01d9-4b44-a69b-2be9a8baf5df req-4727e456-fa6e-4732-a340-69be189980c6 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=97d74d71-a807-42e7-879c-dee8f31372aa HTTP/1.1" status: 200 len: 1001 time: 0.0611851 Feb 04 18:30:10.788501 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe0d086-01d9-4b44-a69b-2be9a8baf5df req-3cb26b7a-c3ed-4afa-a3dc-8ba672fccc9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:30:10.790046 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-afe0d086-01d9-4b44-a69b-2be9a8baf5df req-3cb26b7a-c3ed-4afa-a3dc-8ba672fccc9f service neutron] 10.222.0.96 "GET /v2.0/subnets?id=4653bd7c-5432-4911-8351-a486085e6503 HTTP/1.1" status: 200 len: 835 time: 0.0430629 Feb 04 18:30:10.796596 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (f20a1ab3-4332-4f54-833b-ba4a7c687e89), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:30:10.839980 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe0d086-01d9-4b44-a69b-2be9a8baf5df req-fa0f1c66-0fd2-4600-b135-9d312c44e13d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:30:10.841443 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-afe0d086-01d9-4b44-a69b-2be9a8baf5df req-fa0f1c66-0fd2-4600-b135-9d312c44e13d service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=f0ba8a17-4d91-4f00-83e6-b67766d8c1cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0452137 Feb 04 18:30:10.933947 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-afe0d086-01d9-4b44-a69b-2be9a8baf5df req-e3188ca5-74fb-42fd-906f-3a524968a877 service neutron] 10.222.0.96 "GET /v2.0/networks/f0ba8a17-4d91-4f00-83e6-b67766d8c1cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850990 Feb 04 18:30:11.021685 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-afe0d086-01d9-4b44-a69b-2be9a8baf5df req-43fe0152-284d-4ac8-8d7b-9f468774c77b service neutron] 10.222.0.96 "GET /v2.0/networks/f0ba8a17-4d91-4f00-83e6-b67766d8c1cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813351 Feb 04 18:30:12.984582 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (3f9244a9-75fc-4c10-b195-11d48b853b41), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:30:23.176556 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.agents_db [None req-e1691f3b-aacd-4cd6-8ebb-a9c53bb301c0 None None] Agent healthcheck: found 7 active agents {{(pid=103379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 18:30:29.897978 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c11f6ecb-c594-4a4f-9a32-6ad8a7e3320a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (bb89f5a3-3c22-440b-b7d1-c4f0c43c184a), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:30:32.961203 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8e2a8584-f0e5-4ac7-a32f-800739bca7c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (64ada913-9131-4d99-a265-63a920956287), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:30:33.301296 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d408ec64-b374-4acb-a1fc-48241dad6d47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (0cd6d64a-47a7-40ff-8c12-71dd526c62e0), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:30:35.123651 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4f14bb47-e72b-46ac-9e44-a61d9293afcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (75326290-f7a3-4db8-9cf2-15c7139ed224), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:30:35.880887 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (ba70844b-66a0-45fd-a2f2-e6ed673321fc), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:30:40.815557 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (f20a1ab3-4332-4f54-833b-ba4a7c687e89), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:30:42.978731 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (3f9244a9-75fc-4c10-b195-11d48b853b41), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:30:59.899810 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7da12ae7-3398-4ebf-8554-a0aaf9cccd62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (bb89f5a3-3c22-440b-b7d1-c4f0c43c184a), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:31:00.175872 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.agents_db [None req-e1691f3b-aacd-4cd6-8ebb-a9c53bb301c0 None None] Agent healthcheck: found 7 active agents {{(pid=103379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 18:31:02.963036 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7a7cfef4-edef-4eb5-96a7-e68bc0b62605 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (64ada913-9131-4d99-a265-63a920956287), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:31:03.306334 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d408ec64-b374-4acb-a1fc-48241dad6d47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (0cd6d64a-47a7-40ff-8c12-71dd526c62e0), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:31:05.126818 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4f14bb47-e72b-46ac-9e44-a61d9293afcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (75326290-f7a3-4db8-9cf2-15c7139ed224), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:31:05.883409 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (ba70844b-66a0-45fd-a2f2-e6ed673321fc), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:31:06.073387 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 58754) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:31:06.228265 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-b20f9654-0fe1-42ed-beaa-bb838cd0da9c tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Deleting port b45079e5-aad3-41a5-b788-d9665917ae81 {{(pid=103377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 18:31:06.228529 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-b20f9654-0fe1-42ed-beaa-bb838cd0da9c tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (b45079e5-aad3-41a5-b788-d9665917ae81), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:31:06.309773 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-b20f9654-0fe1-42ed-beaa-bb838cd0da9c tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (b45079e5-aad3-41a5-b788-d9665917ae81), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:31:06.310105 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-b20f9654-0fe1-42ed-beaa-bb838cd0da9c tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks [] for floatingip (b45079e5-aad3-41a5-b788-d9665917ae81), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:31:06.321692 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-b20f9654-0fe1-42ed-beaa-bb838cd0da9c tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Calling delete_port for b45079e5-aad3-41a5-b788-d9665917ae81 owned by network:floatingip {{(pid=103377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 18:31:06.465862 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-b20f9654-0fe1-42ed-beaa-bb838cd0da9c tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (b45079e5-aad3-41a5-b788-d9665917ae81), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:31:06.496352 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20f9654-0fe1-42ed-beaa-bb838cd0da9c tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Pushing event deleted for resources: {'Port': ['ID=b45079e5-aad3-41a5-b788-d9665917ae81,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:31:06.507523 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20f9654-0fe1-42ed-beaa-bb838cd0da9c tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:31:06.507881 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20f9654-0fe1-42ed-beaa-bb838cd0da9c tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:31:06.508230 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20f9654-0fe1-42ed-beaa-bb838cd0da9c tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:31:06.508599 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20f9654-0fe1-42ed-beaa-bb838cd0da9c tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:31:06.509007 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20f9654-0fe1-42ed-beaa-bb838cd0da9c tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:31:06.509343 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20f9654-0fe1-42ed-beaa-bb838cd0da9c tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:31:06.509676 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20f9654-0fe1-42ed-beaa-bb838cd0da9c tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:31:06.510008 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20f9654-0fe1-42ed-beaa-bb838cd0da9c tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:31:06.510363 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20f9654-0fe1-42ed-beaa-bb838cd0da9c tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:31:06.510694 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20f9654-0fe1-42ed-beaa-bb838cd0da9c tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:31:06.511024 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20f9654-0fe1-42ed-beaa-bb838cd0da9c tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:31:06.511351 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20f9654-0fe1-42ed-beaa-bb838cd0da9c tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:31:06.511674 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20f9654-0fe1-42ed-beaa-bb838cd0da9c tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:31:06.566850 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-b20f9654-0fe1-42ed-beaa-bb838cd0da9c tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks [] for floatingip (1a840c34-6363-463a-8329-f5d0ebe343ca), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:31:06.567176 n-d-827839-2 neutron-server[103377]: INFO neutron.db.l3_db [None req-b20f9654-0fe1-42ed-beaa-bb838cd0da9c tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Floating IP 1a840c34-6363-463a-8329-f5d0ebe343ca disassociated (deleted). External IP: 172.25.6.86, port: 97d74d71-a807-42e7-879c-dee8f31372aa. Feb 04 18:31:06.777408 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b20f9654-0fe1-42ed-beaa-bb838cd0da9c tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Router 60bc7e8c-67db-4d6c-b905-37971c9bd731 has already been hosted by L3 agent 64ada913-9131-4d99-a265-63a920956287 {{(pid=103377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 18:31:06.885356 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b20f9654-0fe1-42ed-beaa-bb838cd0da9c tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Notify agent at l3_agent.n-d-827839-2 the message routers_updated {{(pid=103377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 18:31:06.890130 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-b20f9654-0fe1-42ed-beaa-bb838cd0da9c tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for floatingip (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:31:06.894902 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78d3b7f3-c32b-4a18-a93b-c28996f9ba40 None None] Sync routers for ids ['60bc7e8c-67db-4d6c-b905-37971c9bd731'] in n-d-827839-2 {{(pid=103378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 18:31:06.904893 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78d3b7f3-c32b-4a18-a93b-c28996f9ba40 None None] Routers {'60bc7e8c-67db-4d6c-b905-37971c9bd731'} bound to L3 agent in host n-d-827839-2 {{(pid=103378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 18:31:06.905510 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-78d3b7f3-c32b-4a18-a93b-c28996f9ba40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T18:31:03Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['60bc7e8c-67db-4d6c-b905-37971c9bd731'], 'active': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:31:06.919476 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-b20f9654-0fe1-42ed-beaa-bb838cd0da9c tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] 10.222.0.89 "DELETE /v2.0/floatingips/1a840c34-6363-463a-8329-f5d0ebe343ca HTTP/1.1" status: 204 len: 168 time: 0.8450103 Feb 04 18:31:06.920061 n-d-827839-2 neutron-server[103377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d91966a-1648-443a-af39-21dc75a132e7', 'tag': '97d74d71-a807-42e7-879c-dee8f31372aa'}] {{(pid=103377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 18:31:06.922348 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2026467e03276fe79290e5b19027649602583100b1291b9f7533f134bdcccf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37bd74b8-3e15-4261-ab2e-6aea74c5cf50" -d '{"events": [{"name": "network-changed", "server_uuid": "1d91966a-1648-443a-af39-21dc75a132e7", "tag": "97d74d71-a807-42e7-879c-dee8f31372aa"}]}' {{(pid=103377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 18:31:06.961242 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 18:31:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cf147cb-a22d-4387-999e-6ec1af54157e x-openstack-request-id: req-3cf147cb-a22d-4387-999e-6ec1af54157e {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 18:31:06.961540 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d91966a-1648-443a-af39-21dc75a132e7", "tag": "97d74d71-a807-42e7-879c-dee8f31372aa", "status": "completed", "code": 200}]} {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 18:31:06.961796 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-3cf147cb-a22d-4387-999e-6ec1af54157e {{(pid=103377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 18:31:06.962776 n-d-827839-2 neutron-server[103377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d91966a-1648-443a-af39-21dc75a132e7', 'tag': '97d74d71-a807-42e7-879c-dee8f31372aa', 'status': 'completed', 'code': 200} Feb 04 18:31:07.021589 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvr_db [None req-78d3b7f3-c32b-4a18-a93b-c28996f9ba40 None None] Set router 60bc7e8c-67db-4d6c-b905-37971c9bd731 gateway port host: n-d-827839-2 {{(pid=103378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 18:31:07.082068 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bd74b8-3e15-4261-ab2e-6aea74c5cf50 req-b0337deb-aecb-4531-9e83-107d4774c43e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:31:07.083676 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-37bd74b8-3e15-4261-ab2e-6aea74c5cf50 req-b0337deb-aecb-4531-9e83-107d4774c43e service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=0a3be2315053479497104165645f2b52&device_id=1d91966a-1648-443a-af39-21dc75a132e7 HTTP/1.1" status: 200 len: 1128 time: 0.0982661 Feb 04 18:31:07.183813 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bd74b8-3e15-4261-ab2e-6aea74c5cf50 req-f2c6be67-b5cf-4ebf-b2d5-bd2badcc11ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:31:07.185406 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-37bd74b8-3e15-4261-ab2e-6aea74c5cf50 req-f2c6be67-b5cf-4ebf-b2d5-bd2badcc11ec service neutron] 10.222.0.96 "GET /v2.0/networks?id=f0ba8a17-4d91-4f00-83e6-b67766d8c1cc HTTP/1.1" status: 200 len: 897 time: 0.0934517 Feb 04 18:31:07.232548 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-78d3b7f3-c32b-4a18-a93b-c28996f9ba40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60bc7e8c-67db-4d6c-b905-37971c9bd731', 'name': 'tempest-TestNetworkAdvancedServerOps-router-860061494', 'tenant_id': '0a3be2315053479497104165645f2b52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.187'}], 'enable_snat': True}, 'gw_port_id': 'ba642428-ea46-4c77-95bc-78dde63c264a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T18:28:14Z', 'updated_at': '2022-02-04T18:28:17Z', 'revision_number': 4, 'project_id': '0a3be2315053479497104165645f2b52', 'gw_port': {'id': 'ba642428-ea46-4c77-95bc-78dde63c264a', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:75:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60bc7e8c-67db-4d6c-b905-37971c9bd731', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:28:14Z', 'updated_at': '2022-02-04T18:28:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_interfaces': [{'id': '9299acb6-847c-42e9-b7b2-a0ea261fab92', 'name': '', 'network_id': 'f0ba8a17-4d91-4f00-83e6-b67766d8c1cc', 'tenant_id': '0a3be2315053479497104165645f2b52', 'mac_address': 'fa:16:3e:f8:0e:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60bc7e8c-67db-4d6c-b905-37971c9bd731', 'device_owner': 'network:router_interface', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '4653bd7c-5432-4911-8351-a486085e6503', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:28:17Z', 'updated_at': '2022-02-04T18:28:20Z', 'revision_number': 5, 'project_id': '0a3be2315053479497104165645f2b52', 'subnets': [{'id': '4653bd7c-5432-4911-8351-a486085e6503', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-2', False) {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:31:07.250259 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-37bd74b8-3e15-4261-ab2e-6aea74c5cf50 req-617b7895-21fa-4ec8-bbec-0669845dc3ff service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=97d74d71-a807-42e7-879c-dee8f31372aa HTTP/1.1" status: 200 len: 217 time: 0.0510964 Feb 04 18:31:07.260946 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78d3b7f3-c32b-4a18-a93b-c28996f9ba40 None None] Checking router: 60bc7e8c-67db-4d6c-b905-37971c9bd731 for host: n-d-827839-2 {{(pid=103378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 18:31:07.270240 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78d3b7f3-c32b-4a18-a93b-c28996f9ba40 None None] Routers {'60bc7e8c-67db-4d6c-b905-37971c9bd731'} bound to L3 agent in host n-d-827839-2 {{(pid=103378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 18:31:07.270872 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-78d3b7f3-c32b-4a18-a93b-c28996f9ba40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T18:31:03Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['60bc7e8c-67db-4d6c-b905-37971c9bd731'], 'active': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:31:07.322523 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980a7ed0-2b6d-476b-ad16-40c84cc9fc9c req-48501bd2-cc51-454c-9260-f08813b7dd16 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:31:07.323959 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-980a7ed0-2b6d-476b-ad16-40c84cc9fc9c req-48501bd2-cc51-454c-9260-f08813b7dd16 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] 10.222.0.89 "GET /v2.0/ports?device_id=1d91966a-1648-443a-af39-21dc75a132e7 HTTP/1.1" status: 200 len: 946 time: 0.2146747 Feb 04 18:31:07.327722 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bd74b8-3e15-4261-ab2e-6aea74c5cf50 req-42e0d882-fb15-4d91-a61c-8d0122aaf670 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:31:07.329132 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-37bd74b8-3e15-4261-ab2e-6aea74c5cf50 req-42e0d882-fb15-4d91-a61c-8d0122aaf670 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=4653bd7c-5432-4911-8351-a486085e6503 HTTP/1.1" status: 200 len: 835 time: 0.0727894 Feb 04 18:31:07.381293 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvr_db [None req-78d3b7f3-c32b-4a18-a93b-c28996f9ba40 None None] Set router 60bc7e8c-67db-4d6c-b905-37971c9bd731 gateway port host: n-d-827839-2 {{(pid=103378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 18:31:07.402904 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-980a7ed0-2b6d-476b-ad16-40c84cc9fc9c req-040bfe39-0edf-4816-a311-9a5657c9520f tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] 10.222.0.89 "GET /v2.0/security-groups?id=15479604-617e-433f-9829-162f0d12aeca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721531 Feb 04 18:31:07.409449 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bd74b8-3e15-4261-ab2e-6aea74c5cf50 req-b4aa0a76-2549-4368-b50d-c2b7e3b3a221 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:31:07.410938 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-37bd74b8-3e15-4261-ab2e-6aea74c5cf50 req-b4aa0a76-2549-4368-b50d-c2b7e3b3a221 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=f0ba8a17-4d91-4f00-83e6-b67766d8c1cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0745358 Feb 04 18:31:07.505603 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-37bd74b8-3e15-4261-ab2e-6aea74c5cf50 req-f93cb4de-61f2-4492-91b9-b881e9c10282 service neutron] 10.222.0.96 "GET /v2.0/networks/f0ba8a17-4d91-4f00-83e6-b67766d8c1cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866027 Feb 04 18:31:07.585763 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-78d3b7f3-c32b-4a18-a93b-c28996f9ba40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60bc7e8c-67db-4d6c-b905-37971c9bd731', 'name': 'tempest-TestNetworkAdvancedServerOps-router-860061494', 'tenant_id': '0a3be2315053479497104165645f2b52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.187'}], 'enable_snat': True}, 'gw_port_id': 'ba642428-ea46-4c77-95bc-78dde63c264a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T18:28:14Z', 'updated_at': '2022-02-04T18:28:17Z', 'revision_number': 4, 'project_id': '0a3be2315053479497104165645f2b52', 'gw_port': {'id': 'ba642428-ea46-4c77-95bc-78dde63c264a', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:75:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60bc7e8c-67db-4d6c-b905-37971c9bd731', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:28:14Z', 'updated_at': '2022-02-04T18:28:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_interfaces': [{'id': '9299acb6-847c-42e9-b7b2-a0ea261fab92', 'name': '', 'network_id': 'f0ba8a17-4d91-4f00-83e6-b67766d8c1cc', 'tenant_id': '0a3be2315053479497104165645f2b52', 'mac_address': 'fa:16:3e:f8:0e:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60bc7e8c-67db-4d6c-b905-37971c9bd731', 'device_owner': 'network:router_interface', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '4653bd7c-5432-4911-8351-a486085e6503', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:28:17Z', 'updated_at': '2022-02-04T18:28:20Z', 'revision_number': 5, 'project_id': '0a3be2315053479497104165645f2b52', 'subnets': [{'id': '4653bd7c-5432-4911-8351-a486085e6503', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-2', False) {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:31:07.597239 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-37bd74b8-3e15-4261-ab2e-6aea74c5cf50 req-95a761f4-b867-4fbf-97fe-b84f5b029bbd service neutron] 10.222.0.96 "GET /v2.0/networks/f0ba8a17-4d91-4f00-83e6-b67766d8c1cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827429 Feb 04 18:31:07.612614 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78d3b7f3-c32b-4a18-a93b-c28996f9ba40 None None] The sync data for ids ['60bc7e8c-67db-4d6c-b905-37971c9bd731'] in n-d-827839-2 is: [{'id': '60bc7e8c-67db-4d6c-b905-37971c9bd731', 'name': 'tempest-TestNetworkAdvancedServerOps-router-860061494', 'tenant_id': '0a3be2315053479497104165645f2b52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.187'}], 'enable_snat': True}, 'gw_port_id': 'ba642428-ea46-4c77-95bc-78dde63c264a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T18:28:14Z', 'updated_at': '2022-02-04T18:28:17Z', 'revision_number': 4, 'project_id': '0a3be2315053479497104165645f2b52', 'gw_port': {'id': 'ba642428-ea46-4c77-95bc-78dde63c264a', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:75:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60bc7e8c-67db-4d6c-b905-37971c9bd731', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:28:14Z', 'updated_at': '2022-02-04T18:28:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_interfaces': [{'id': '9299acb6-847c-42e9-b7b2-a0ea261fab92', 'name': '', 'network_id': 'f0ba8a17-4d91-4f00-83e6-b67766d8c1cc', 'tenant_id': '0a3be2315053479497104165645f2b52', 'mac_address': 'fa:16:3e:f8:0e:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60bc7e8c-67db-4d6c-b905-37971c9bd731', 'device_owner': 'network:router_interface', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '4653bd7c-5432-4911-8351-a486085e6503', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:28:17Z', 'updated_at': '2022-02-04T18:28:20Z', 'revision_number': 5, 'project_id': '0a3be2315053479497104165645f2b52', 'subnets': [{'id': '4653bd7c-5432-4911-8351-a486085e6503', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 18:31:07.824477 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b84f212d-b7e7-476d-b1a2-560eae9632c1 None None] New status for floating IP 1a840c34-6363-463a-8329-f5d0ebe343ca: DOWN {{(pid=103379) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 18:31:08.577878 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c0507d-f5d8-4335-ae64-b1cae595e6e4 req-2a0dbc15-19b8-45e8-887e-ff2aa0810586 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:31:08.579626 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-32c0507d-f5d8-4335-ae64-b1cae595e6e4 req-2a0dbc15-19b8-45e8-887e-ff2aa0810586 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] 10.222.0.89 "GET /v2.0/ports?device_id=1d91966a-1648-443a-af39-21dc75a132e7 HTTP/1.1" status: 200 len: 946 time: 0.1008606 Feb 04 18:31:08.630488 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-32c0507d-f5d8-4335-ae64-b1cae595e6e4 req-66a92c49-0f90-4e48-ab67-c6c1cd48d3d2 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] 10.222.0.89 "GET /v2.0/security-groups?id=15479604-617e-433f-9829-162f0d12aeca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442574 Feb 04 18:31:08.826972 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ed2609-c3be-4154-a0e3-ef97ba6c975e req-e21936cc-249c-4b24-a751-b748f9879c89 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:31:08.828341 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-91ed2609-c3be-4154-a0e3-ef97ba6c975e req-e21936cc-249c-4b24-a751-b748f9879c89 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] 10.222.0.96 "GET /v2.0/ports?device_id=1d91966a-1648-443a-af39-21dc75a132e7 HTTP/1.1" status: 200 len: 946 time: 0.0519612 Feb 04 18:31:08.927323 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [req-91ed2609-c3be-4154-a0e3-ef97ba6c975e req-1f549ff3-1232-48f8-a15b-2d7b4d6e1c46 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Deleting port 97d74d71-a807-42e7-879c-dee8f31372aa {{(pid=103376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 18:31:08.927664 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-91ed2609-c3be-4154-a0e3-ef97ba6c975e req-1f549ff3-1232-48f8-a15b-2d7b4d6e1c46 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (97d74d71-a807-42e7-879c-dee8f31372aa), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:31:09.017527 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [req-91ed2609-c3be-4154-a0e3-ef97ba6c975e req-1f549ff3-1232-48f8-a15b-2d7b4d6e1c46 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] For port 97d74d71-a807-42e7-879c-dee8f31372aa, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=97d74d71-a807-42e7-879c-dee8f31372aa,segment=NetworkSegment(94e74662-ee49-4e7e-ae34-6d5cca627e2c),segment_id=94e74662-ee49-4e7e-ae34-6d5cca627e2c)] {{(pid=103376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 18:31:09.018015 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-91ed2609-c3be-4154-a0e3-ef97ba6c975e req-1f549ff3-1232-48f8-a15b-2d7b4d6e1c46 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (97d74d71-a807-42e7-879c-dee8f31372aa), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:31:09.030279 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [req-91ed2609-c3be-4154-a0e3-ef97ba6c975e req-1f549ff3-1232-48f8-a15b-2d7b4d6e1c46 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Calling delete_port for 97d74d71-a807-42e7-879c-dee8f31372aa owned by compute:nova {{(pid=103376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 18:31:09.153328 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-91ed2609-c3be-4154-a0e3-ef97ba6c975e req-1f549ff3-1232-48f8-a15b-2d7b4d6e1c46 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (97d74d71-a807-42e7-879c-dee8f31372aa), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:31:09.184370 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f549ff3-1232-48f8-a15b-2d7b4d6e1c46 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Pushing event deleted for resources: {'Port': ['ID=97d74d71-a807-42e7-879c-dee8f31372aa,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:31:09.196308 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f549ff3-1232-48f8-a15b-2d7b4d6e1c46 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:31:09.197195 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f549ff3-1232-48f8-a15b-2d7b4d6e1c46 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:31:09.197543 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f549ff3-1232-48f8-a15b-2d7b4d6e1c46 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:31:09.197884 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f549ff3-1232-48f8-a15b-2d7b4d6e1c46 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:31:09.198220 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f549ff3-1232-48f8-a15b-2d7b4d6e1c46 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:31:09.198553 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f549ff3-1232-48f8-a15b-2d7b4d6e1c46 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:31:09.198884 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f549ff3-1232-48f8-a15b-2d7b4d6e1c46 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:31:09.199215 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f549ff3-1232-48f8-a15b-2d7b4d6e1c46 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:31:09.199547 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f549ff3-1232-48f8-a15b-2d7b4d6e1c46 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:31:09.199880 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f549ff3-1232-48f8-a15b-2d7b4d6e1c46 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:31:09.200206 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f549ff3-1232-48f8-a15b-2d7b4d6e1c46 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:31:09.200535 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f549ff3-1232-48f8-a15b-2d7b4d6e1c46 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:31:09.200883 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f549ff3-1232-48f8-a15b-2d7b4d6e1c46 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:31:09.235951 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [req-91ed2609-c3be-4154-a0e3-ef97ba6c975e req-1f549ff3-1232-48f8-a15b-2d7b4d6e1c46 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] No DVR routers for this DVR port 97d74d71-a807-42e7-879c-dee8f31372aa on host n-h1-827839-2 {{(pid=103376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 18:31:09.238455 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-91ed2609-c3be-4154-a0e3-ef97ba6c975e req-1f549ff3-1232-48f8-a15b-2d7b4d6e1c46 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:31:09.241742 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-91ed2609-c3be-4154-a0e3-ef97ba6c975e req-1f549ff3-1232-48f8-a15b-2d7b4d6e1c46 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] 10.222.0.96 "DELETE /v2.0/ports/97d74d71-a807-42e7-879c-dee8f31372aa HTTP/1.1" status: 204 len: 173 time: 0.4078212 Feb 04 18:31:09.242182 n-d-827839-2 neutron-server[103376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d91966a-1648-443a-af39-21dc75a132e7', 'name': 'network-vif-deleted', 'tag': '97d74d71-a807-42e7-879c-dee8f31372aa'}] {{(pid=103376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 18:31:09.244442 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7aefa7f3373fd63bd14caed2f0c404cd5bacff84a7eb60e70ea20ed0b49017dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e84a8144-2b8b-4ccf-8520-3b0900adcc87" -d '{"events": [{"server_uuid": "1d91966a-1648-443a-af39-21dc75a132e7", "name": "network-vif-deleted", "tag": "97d74d71-a807-42e7-879c-dee8f31372aa"}]}' {{(pid=103376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 18:31:09.287531 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 18:31:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b650e079-a3f6-499a-b306-56c25869c4a4 x-openstack-request-id: req-b650e079-a3f6-499a-b306-56c25869c4a4 {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 18:31:09.287831 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d91966a-1648-443a-af39-21dc75a132e7", "name": "network-vif-deleted", "tag": "97d74d71-a807-42e7-879c-dee8f31372aa", "status": "completed", "code": 200}]} {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 18:31:09.288094 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-b650e079-a3f6-499a-b306-56c25869c4a4 {{(pid=103376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 18:31:09.288505 n-d-827839-2 neutron-server[103376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d91966a-1648-443a-af39-21dc75a132e7', 'name': 'network-vif-deleted', 'tag': '97d74d71-a807-42e7-879c-dee8f31372aa', 'status': 'completed', 'code': 200} Feb 04 18:31:09.747594 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-06a3a1cb-1da5-4e9b-9c05-898c45a773dd req-b5a96550-db92-4942-b5a7-c7fa0acdd1ef tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] 10.222.0.89 "GET /v2.0/ports?device_id=1d91966a-1648-443a-af39-21dc75a132e7 HTTP/1.1" status: 200 len: 210 time: 0.0319045 Feb 04 18:31:10.803412 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 58784) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:31:10.835889 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (f20a1ab3-4332-4f54-833b-ba4a7c687e89), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:31:11.163714 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-cfee90de-060f-42eb-a6b0-4cd122ed4613 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602754'] for router_interface (60bc7e8c-67db-4d6c-b905-37971c9bd731), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:31:11.423935 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-cfee90de-060f-42eb-a6b0-4cd122ed4613 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Deleting port 9299acb6-847c-42e9-b7b2-a0ea261fab92 {{(pid=103377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 18:31:11.424203 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-cfee90de-060f-42eb-a6b0-4cd122ed4613 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (9299acb6-847c-42e9-b7b2-a0ea261fab92), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:31:11.516314 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [None req-cfee90de-060f-42eb-a6b0-4cd122ed4613 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] For port 9299acb6-847c-42e9-b7b2-a0ea261fab92, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=9299acb6-847c-42e9-b7b2-a0ea261fab92,segment=NetworkSegment(94e74662-ee49-4e7e-ae34-6d5cca627e2c),segment_id=94e74662-ee49-4e7e-ae34-6d5cca627e2c)] {{(pid=103377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 18:31:11.516671 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-cfee90de-060f-42eb-a6b0-4cd122ed4613 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (9299acb6-847c-42e9-b7b2-a0ea261fab92), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:31:11.529728 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-cfee90de-060f-42eb-a6b0-4cd122ed4613 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Calling delete_port for 9299acb6-847c-42e9-b7b2-a0ea261fab92 owned by network:router_interface {{(pid=103377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 18:31:11.708759 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-cfee90de-060f-42eb-a6b0-4cd122ed4613 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (9299acb6-847c-42e9-b7b2-a0ea261fab92), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:31:11.734785 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfee90de-060f-42eb-a6b0-4cd122ed4613 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Pushing event deleted for resources: {'Port': ['ID=9299acb6-847c-42e9-b7b2-a0ea261fab92,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:31:11.906838 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-cfee90de-060f-42eb-a6b0-4cd122ed4613 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1677336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1602614'] for router_interface (60bc7e8c-67db-4d6c-b905-37971c9bd731), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:31:12.121412 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfee90de-060f-42eb-a6b0-4cd122ed4613 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Router 60bc7e8c-67db-4d6c-b905-37971c9bd731 has already been hosted by L3 agent 64ada913-9131-4d99-a265-63a920956287 {{(pid=103377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 18:31:12.155126 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device 97d74d71-a807-42e7-879c-dee8f31372aa no longer exists at agent hyperv_n-h1-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 18:31:12.179910 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] No Port match for: 97d74d71-a807-42e7-879c-dee8f31372aa {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 18:31:12.180260 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device 97d74d71-a807-42e7-879c-dee8f31372aa not bound to the agent host n-h1-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 18:31:12.226799 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfee90de-060f-42eb-a6b0-4cd122ed4613 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Notify agent at l3_agent.n-d-827839-2 the message routers_updated {{(pid=103377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 18:31:12.232163 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-cfee90de-060f-42eb-a6b0-4cd122ed4613 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] 10.222.0.89 "PUT /v2.0/routers/60bc7e8c-67db-4d6c-b905-37971c9bd731/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4277546 Feb 04 18:31:12.234835 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 58788) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:31:12.237680 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-904add53-2c46-47a1-bc2a-d08869eeefb2 None None] Sync routers for ids ['60bc7e8c-67db-4d6c-b905-37971c9bd731'] in n-d-827839-2 {{(pid=103378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 18:31:12.248975 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-904add53-2c46-47a1-bc2a-d08869eeefb2 None None] Routers {'60bc7e8c-67db-4d6c-b905-37971c9bd731'} bound to L3 agent in host n-d-827839-2 {{(pid=103378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 18:31:12.249595 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-904add53-2c46-47a1-bc2a-d08869eeefb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T18:31:03Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['60bc7e8c-67db-4d6c-b905-37971c9bd731'], 'active': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:31:12.293026 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.db_base_plugin_v2 [None req-07156930-9408-418c-b34c-e863c281b6b6 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Deleting subnet 4653bd7c-5432-4911-8351-a486085e6503 {{(pid=103377) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 18:31:12.296210 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-07156930-9408-418c-b34c-e863c281b6b6 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks [] for subnet (4653bd7c-5432-4911-8351-a486085e6503), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:31:12.335332 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-07156930-9408-418c-b34c-e863c281b6b6 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26866676'] for subnet (4653bd7c-5432-4911-8351-a486085e6503), precommit_delete_associations {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:31:12.360232 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvr_db [None req-904add53-2c46-47a1-bc2a-d08869eeefb2 None None] Set router 60bc7e8c-67db-4d6c-b905-37971c9bd731 gateway port host: n-d-827839-2 {{(pid=103378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 18:31:12.422095 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-07156930-9408-418c-b34c-e863c281b6b6 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1541225'] for subnet (4653bd7c-5432-4911-8351-a486085e6503), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:31:12.479188 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-07156930-9408-418c-b34c-e863c281b6b6 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1541216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25888360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25597190'] for subnet (4653bd7c-5432-4911-8351-a486085e6503), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:31:12.506788 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07156930-9408-418c-b34c-e863c281b6b6 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Pushing event deleted for resources: {'Subnet': ['ID=4653bd7c-5432-4911-8351-a486085e6503,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:31:12.514096 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-07156930-9408-418c-b34c-e863c281b6b6 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks [] for subnet (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:31:12.522241 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-07156930-9408-418c-b34c-e863c281b6b6 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] 10.222.0.89 "DELETE /v2.0/subnets/4653bd7c-5432-4911-8351-a486085e6503 HTTP/1.1" status: 204 len: 168 time: 0.2856176 Feb 04 18:31:12.522882 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 58790) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:31:12.527758 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0eb3f62e-5005-41f7-9dc9-b309ec0ed5fe None None] Network f0ba8a17-4d91-4f00-83e6-b67766d8c1cc requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 18:31:12.636215 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-6933ab82-51dd-4169-a590-4e33d17e1064 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks [] for router (60bc7e8c-67db-4d6c-b905-37971c9bd731), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:31:12.779332 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-904add53-2c46-47a1-bc2a-d08869eeefb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60bc7e8c-67db-4d6c-b905-37971c9bd731', 'name': 'tempest-TestNetworkAdvancedServerOps-router-860061494', 'tenant_id': '0a3be2315053479497104165645f2b52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.187'}], 'enable_snat': True}, 'gw_port_id': 'ba642428-ea46-4c77-95bc-78dde63c264a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T18:28:14Z', 'updated_at': '2022-02-04T18:31:11Z', 'revision_number': 5, 'project_id': '0a3be2315053479497104165645f2b52', 'gw_port': {'id': 'ba642428-ea46-4c77-95bc-78dde63c264a', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:75:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60bc7e8c-67db-4d6c-b905-37971c9bd731', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:28:14Z', 'updated_at': '2022-02-04T18:28:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2'}], 'n-d-827839-2', False) {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:31:12.811032 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-904add53-2c46-47a1-bc2a-d08869eeefb2 None None] Checking router: 60bc7e8c-67db-4d6c-b905-37971c9bd731 for host: n-d-827839-2 {{(pid=103378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 18:31:12.825339 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-904add53-2c46-47a1-bc2a-d08869eeefb2 None None] Routers {'60bc7e8c-67db-4d6c-b905-37971c9bd731'} bound to L3 agent in host n-d-827839-2 {{(pid=103378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 18:31:12.825974 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-904add53-2c46-47a1-bc2a-d08869eeefb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T18:31:03Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['60bc7e8c-67db-4d6c-b905-37971c9bd731'], 'active': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:31:12.915084 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-830b7526-3f68-48f9-a9af-3b7ed8b5b24f None None] DHCP port deletion for f0ba8a17-4d91-4f00-83e6-b67766d8c1cc request from n-d-827839-2 {{(pid=103378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 18:31:12.981807 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvr_db [None req-904add53-2c46-47a1-bc2a-d08869eeefb2 None None] Set router 60bc7e8c-67db-4d6c-b905-37971c9bd731 gateway port host: n-d-827839-2 {{(pid=103378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 18:31:13.050705 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-6933ab82-51dd-4169-a590-4e33d17e1064 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks [] for router_gateway (60bc7e8c-67db-4d6c-b905-37971c9bd731), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:31:13.055780 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (3f9244a9-75fc-4c10-b195-11d48b853b41), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:31:13.101930 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-830b7526-3f68-48f9-a9af-3b7ed8b5b24f None None] Deleting port c02a83a9-748b-4588-a15e-74bd66ce3929 {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 18:31:13.102220 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-6933ab82-51dd-4169-a590-4e33d17e1064 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Deleting port ba642428-ea46-4c77-95bc-78dde63c264a {{(pid=103377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 18:31:13.102379 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-830b7526-3f68-48f9-a9af-3b7ed8b5b24f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (c02a83a9-748b-4588-a15e-74bd66ce3929), before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:31:13.102565 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-6933ab82-51dd-4169-a590-4e33d17e1064 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (ba642428-ea46-4c77-95bc-78dde63c264a), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:31:13.183052 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-830b7526-3f68-48f9-a9af-3b7ed8b5b24f None None] For port c02a83a9-748b-4588-a15e-74bd66ce3929, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=c02a83a9-748b-4588-a15e-74bd66ce3929,segment=NetworkSegment(94e74662-ee49-4e7e-ae34-6d5cca627e2c),segment_id=94e74662-ee49-4e7e-ae34-6d5cca627e2c)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 18:31:13.183626 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [None req-6933ab82-51dd-4169-a590-4e33d17e1064 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] For port ba642428-ea46-4c77-95bc-78dde63c264a, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=ba642428-ea46-4c77-95bc-78dde63c264a,segment=NetworkSegment(5942dc44-1f07-4c27-b0ab-45a2bff20dd5),segment_id=5942dc44-1f07-4c27-b0ab-45a2bff20dd5)] {{(pid=103377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 18:31:13.183768 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-830b7526-3f68-48f9-a9af-3b7ed8b5b24f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (c02a83a9-748b-4588-a15e-74bd66ce3929), precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:31:13.183896 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-6933ab82-51dd-4169-a590-4e33d17e1064 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (ba642428-ea46-4c77-95bc-78dde63c264a), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:31:13.197336 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-6933ab82-51dd-4169-a590-4e33d17e1064 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Calling delete_port for ba642428-ea46-4c77-95bc-78dde63c264a owned by network:router_gateway {{(pid=103377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 18:31:13.217768 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-830b7526-3f68-48f9-a9af-3b7ed8b5b24f None None] Calling delete_port for c02a83a9-748b-4588-a15e-74bd66ce3929 owned by network:dhcp {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 18:31:13.303947 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-904add53-2c46-47a1-bc2a-d08869eeefb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60bc7e8c-67db-4d6c-b905-37971c9bd731', 'name': 'tempest-TestNetworkAdvancedServerOps-router-860061494', 'tenant_id': '0a3be2315053479497104165645f2b52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.187'}], 'enable_snat': True}, 'gw_port_id': 'ba642428-ea46-4c77-95bc-78dde63c264a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T18:28:14Z', 'updated_at': '2022-02-04T18:31:11Z', 'revision_number': 5, 'project_id': '0a3be2315053479497104165645f2b52', 'gw_port': {'id': 'ba642428-ea46-4c77-95bc-78dde63c264a', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:75:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60bc7e8c-67db-4d6c-b905-37971c9bd731', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:28:14Z', 'updated_at': '2022-02-04T18:28:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2'}], 'n-d-827839-2', False) {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:31:13.332444 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-904add53-2c46-47a1-bc2a-d08869eeefb2 None None] The sync data for ids ['60bc7e8c-67db-4d6c-b905-37971c9bd731'] in n-d-827839-2 is: [{'id': '60bc7e8c-67db-4d6c-b905-37971c9bd731', 'name': 'tempest-TestNetworkAdvancedServerOps-router-860061494', 'tenant_id': '0a3be2315053479497104165645f2b52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.187'}], 'enable_snat': True}, 'gw_port_id': 'ba642428-ea46-4c77-95bc-78dde63c264a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T18:28:14Z', 'updated_at': '2022-02-04T18:31:11Z', 'revision_number': 5, 'project_id': '0a3be2315053479497104165645f2b52', 'gw_port': {'id': 'ba642428-ea46-4c77-95bc-78dde63c264a', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:75:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60bc7e8c-67db-4d6c-b905-37971c9bd731', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:28:14Z', 'updated_at': '2022-02-04T18:28:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2'}] {{(pid=103378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 18:31:13.336533 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-830b7526-3f68-48f9-a9af-3b7ed8b5b24f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144'] for port (c02a83a9-748b-4588-a15e-74bd66ce3929), after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:31:13.367204 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830b7526-3f68-48f9-a9af-3b7ed8b5b24f None None] Pushing event deleted for resources: {'Port': ['ID=c02a83a9-748b-4588-a15e-74bd66ce3929,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:31:13.372528 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-830b7526-3f68-48f9-a9af-3b7ed8b5b24f None None] No DVR routers for this DVR port c02a83a9-748b-4588-a15e-74bd66ce3929 on host n-d-827839-2 {{(pid=103378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 18:31:13.374209 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-6933ab82-51dd-4169-a590-4e33d17e1064 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (ba642428-ea46-4c77-95bc-78dde63c264a), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:31:13.382955 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830b7526-3f68-48f9-a9af-3b7ed8b5b24f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:31:13.383307 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830b7526-3f68-48f9-a9af-3b7ed8b5b24f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:31:13.383646 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830b7526-3f68-48f9-a9af-3b7ed8b5b24f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:31:13.383977 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830b7526-3f68-48f9-a9af-3b7ed8b5b24f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:31:13.384916 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830b7526-3f68-48f9-a9af-3b7ed8b5b24f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:31:13.385251 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830b7526-3f68-48f9-a9af-3b7ed8b5b24f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:31:13.385579 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830b7526-3f68-48f9-a9af-3b7ed8b5b24f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:31:13.385911 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830b7526-3f68-48f9-a9af-3b7ed8b5b24f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:31:13.386248 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830b7526-3f68-48f9-a9af-3b7ed8b5b24f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:31:13.386561 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830b7526-3f68-48f9-a9af-3b7ed8b5b24f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:31:13.386885 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830b7526-3f68-48f9-a9af-3b7ed8b5b24f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:31:13.387289 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830b7526-3f68-48f9-a9af-3b7ed8b5b24f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:31:13.393062 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830b7526-3f68-48f9-a9af-3b7ed8b5b24f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:31:13.401359 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6933ab82-51dd-4169-a590-4e33d17e1064 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Pushing event deleted for resources: {'Port': ['ID=ba642428-ea46-4c77-95bc-78dde63c264a,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:31:13.462863 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-6933ab82-51dd-4169-a590-4e33d17e1064 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1595544'] for router_gateway (60bc7e8c-67db-4d6c-b905-37971c9bd731), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:31:13.567240 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-6933ab82-51dd-4169-a590-4e33d17e1064 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1601811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26971'] for router (60bc7e8c-67db-4d6c-b905-37971c9bd731), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:31:13.569313 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-6933ab82-51dd-4169-a590-4e33d17e1064 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks [] for router_controller (60bc7e8c-67db-4d6c-b905-37971c9bd731), precommit_delete_associations {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:31:13.612776 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-6933ab82-51dd-4169-a590-4e33d17e1064 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1601832'] for router (60bc7e8c-67db-4d6c-b905-37971c9bd731), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:31:13.613296 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6933ab82-51dd-4169-a590-4e33d17e1064 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Fanout notify agent at l3_agent the message router_deleted on router 60bc7e8c-67db-4d6c-b905-37971c9bd731 {{(pid=103377) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 18:31:13.621899 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-6933ab82-51dd-4169-a590-4e33d17e1064 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks [] for router (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:31:13.623078 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-6933ab82-51dd-4169-a590-4e33d17e1064 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] 10.222.0.89 "DELETE /v2.0/routers/60bc7e8c-67db-4d6c-b905-37971c9bd731 HTTP/1.1" status: 204 len: 168 time: 1.0992069 Feb 04 18:31:13.625911 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 58792) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:31:13.709356 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-2bd21d6e-06b2-45fc-a1db-9d324d287119 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628832'] for network (f0ba8a17-4d91-4f00-83e6-b67766d8c1cc), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:31:13.800012 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-2bd21d6e-06b2-45fc-a1db-9d324d287119 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1543676', 'neutron.services.segments.db._delete_segments_for_network-8781084786517'] for network (f0ba8a17-4d91-4f00-83e6-b67766d8c1cc), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:31:13.821187 n-d-827839-2 neutron-server[103376]: DEBUG neutron.services.segments.db [None req-2bd21d6e-06b2-45fc-a1db-9d324d287119 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0ba8a17-4d91-4f00-83e6-b67766d8c1cc']}} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:31:13.832004 n-d-827839-2 neutron-server[103376]: DEBUG neutron.services.segments.db [None req-2bd21d6e-06b2-45fc-a1db-9d324d287119 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94e74662-ee49-4e7e-ae34-6d5cca627e2c') {'for_net_delete': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:31:13.832311 n-d-827839-2 neutron-server[103376]: DEBUG neutron.services.segments.db [None req-2bd21d6e-06b2-45fc-a1db-9d324d287119 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94e74662-ee49-4e7e-ae34-6d5cca627e2c') {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:31:13.842074 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-2bd21d6e-06b2-45fc-a1db-9d324d287119 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781084783966', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25674908'] for segment (94e74662-ee49-4e7e-ae34-6d5cca627e2c), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:31:13.855041 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-2bd21d6e-06b2-45fc-a1db-9d324d287119 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (94e74662-ee49-4e7e-ae34-6d5cca627e2c), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:31:13.860798 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2bd21d6e-06b2-45fc-a1db-9d324d287119 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Releasing vlan 756 on physical network physnet1 to pool {{(pid=103376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 18:31:13.861182 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-2bd21d6e-06b2-45fc-a1db-9d324d287119 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25675992'] for segment (94e74662-ee49-4e7e-ae34-6d5cca627e2c), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:31:13.864102 n-d-827839-2 neutron-server[103376]: Traceback (most recent call last): Feb 04 18:31:13.864102 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 18:31:13.864102 n-d-827839-2 neutron-server[103376]: timer() Feb 04 18:31:13.864102 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 18:31:13.864102 n-d-827839-2 neutron-server[103376]: cb(*args, **kw) Feb 04 18:31:13.864102 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 18:31:13.864102 n-d-827839-2 neutron-server[103376]: return func(*args, **kwargs) Feb 04 18:31:13.864102 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 18:31:13.864102 n-d-827839-2 neutron-server[103376]: self._notify() Feb 04 18:31:13.864102 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 18:31:13.864102 n-d-827839-2 neutron-server[103376]: self.callback(batched_events) Feb 04 18:31:13.864102 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 18:31:13.864102 n-d-827839-2 neutron-server[103376]: event.method(event) Feb 04 18:31:13.864102 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 18:31:13.864102 n-d-827839-2 neutron-server[103376]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 18:31:13.864102 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 18:31:13.864102 n-d-827839-2 neutron-server[103376]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 18:31:13.864102 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 18:31:13.864102 n-d-827839-2 neutron-server[103376]: return f(self, *a, **k) Feb 04 18:31:13.864102 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 18:31:13.864102 n-d-827839-2 neutron-server[103376]: return self._get(url).json() Feb 04 18:31:13.864102 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 18:31:13.864102 n-d-827839-2 neutron-server[103376]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 18:31:13.864102 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 18:31:13.864102 n-d-827839-2 neutron-server[103376]: return self.request(url, 'GET', **kwargs) Feb 04 18:31:13.864102 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 18:31:13.864102 n-d-827839-2 neutron-server[103376]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 18:31:13.864102 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 18:31:13.864102 n-d-827839-2 neutron-server[103376]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 18:31:13.864102 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 18:31:13.864102 n-d-827839-2 neutron-server[103376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 18:31:13.864102 n-d-827839-2 neutron-server[103376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 18:31:13.927062 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-2bd21d6e-06b2-45fc-a1db-9d324d287119 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1543671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1595572'] for network (f0ba8a17-4d91-4f00-83e6-b67766d8c1cc), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:31:13.934698 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-2bd21d6e-06b2-45fc-a1db-9d324d287119 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks [] for network (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:31:13.938010 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-2bd21d6e-06b2-45fc-a1db-9d324d287119 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] 10.222.0.89 "DELETE /v2.0/networks/f0ba8a17-4d91-4f00-83e6-b67766d8c1cc HTTP/1.1" status: 204 len: 168 time: 0.3110816 Feb 04 18:31:13.940908 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 58794) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:31:13.950814 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd21d6e-06b2-45fc-a1db-9d324d287119 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Pushing event deleted for resources: {'Network': ['ID=f0ba8a17-4d91-4f00-83e6-b67766d8c1cc,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:31:14.003533 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-401f03eb-e62e-464a-8a9b-7fb0ee3deb7a tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks [] for security_group (15479604-617e-433f-9829-162f0d12aeca), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:31:14.030686 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-401f03eb-e62e-464a-8a9b-7fb0ee3deb7a tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks [] for security_group (15479604-617e-433f-9829-162f0d12aeca), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:31:14.093839 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-401f03eb-e62e-464a-8a9b-7fb0ee3deb7a tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (15479604-617e-433f-9829-162f0d12aeca), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:31:14.096400 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-401f03eb-e62e-464a-8a9b-7fb0ee3deb7a tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:31:14.097631 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-401f03eb-e62e-464a-8a9b-7fb0ee3deb7a tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] 10.222.0.89 "DELETE /v2.0/security-groups/15479604-617e-433f-9829-162f0d12aeca HTTP/1.1" status: 204 len: 168 time: 0.1555877 Feb 04 18:31:14.106551 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401f03eb-e62e-464a-8a9b-7fb0ee3deb7a tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=15479604-617e-433f-9829-162f0d12aeca,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:31:14.520853 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 58800) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:31:14.526054 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-f0d02b33-6fc3-4eff-9c5b-7186b34276ec tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-811210842', 'description': 'tempest-secgroup-smoke-811210842 description', 'project_id': '0a3be2315053479497104165645f2b52'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 18:31:14.547544 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-f0d02b33-6fc3-4eff-9c5b-7186b34276ec tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks [] for security_group (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:31:14.568438 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device ba642428-ea46-4c77-95bc-78dde63c264a no longer exists at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 18:31:14.588905 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] No Port match for: ba642428-ea46-4c77-95bc-78dde63c264a {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 18:31:14.589152 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device ba642428-ea46-4c77-95bc-78dde63c264a not bound to the agent host n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 18:31:14.589561 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device c02a83a9-748b-4588-a15e-74bd66ce3929 no longer exists at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 18:31:14.609037 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] No Port match for: c02a83a9-748b-4588-a15e-74bd66ce3929 {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 18:31:14.609367 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device c02a83a9-748b-4588-a15e-74bd66ce3929 not bound to the agent host n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 18:31:14.609730 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 9299acb6-847c-42e9-b7b2-a0ea261fab92 no longer exists at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 18:31:14.616648 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-f0d02b33-6fc3-4eff-9c5b-7186b34276ec tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks [] for security_group (6006c439-da31-4193-8305-e363c2bd9bbf), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:31:14.620697 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-f0d02b33-6fc3-4eff-9c5b-7186b34276ec tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (6006c439-da31-4193-8305-e363c2bd9bbf), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:31:14.629758 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] No Port match for: 9299acb6-847c-42e9-b7b2-a0ea261fab92 {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 18:31:14.630041 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 9299acb6-847c-42e9-b7b2-a0ea261fab92 not bound to the agent host n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 18:31:14.651703 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-f0d02b33-6fc3-4eff-9c5b-7186b34276ec tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:31:14.653018 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-f0d02b33-6fc3-4eff-9c5b-7186b34276ec tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] 10.222.0.89 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1310699 Feb 04 18:31:14.655899 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 58802) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:31:14.660800 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-f2555faa-2576-4037-8c1c-cad170c0526c tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Request body: {'security_group_rule': {'security_group_id': '6006c439-da31-4193-8305-e363c2bd9bbf', 'project_id': '0a3be2315053479497104165645f2b52', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 18:31:14.667159 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d02b33-6fc3-4eff-9c5b-7186b34276ec tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6006c439-da31-4193-8305-e363c2bd9bbf,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:31:14.688708 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-f2555faa-2576-4037-8c1c-cad170c0526c tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks [] for security_group_rule (eaed50f9-07b2-41ca-a783-6b88e782ed62), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:31:14.743619 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-f2555faa-2576-4037-8c1c-cad170c0526c tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks [] for security_group_rule (eaed50f9-07b2-41ca-a783-6b88e782ed62), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:31:14.747541 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-f2555faa-2576-4037-8c1c-cad170c0526c tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664556'] for security_group_rule (eaed50f9-07b2-41ca-a783-6b88e782ed62), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:31:14.765150 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2555faa-2576-4037-8c1c-cad170c0526c tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eaed50f9-07b2-41ca-a783-6b88e782ed62,revision_number=0']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:31:14.772353 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-f2555faa-2576-4037-8c1c-cad170c0526c tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:31:14.773610 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-f2555faa-2576-4037-8c1c-cad170c0526c tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1167886 Feb 04 18:31:14.776838 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 58804) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:31:14.781402 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-0d42a04e-47c9-4392-837a-7803753f80db tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Request body: {'security_group_rule': {'security_group_id': '6006c439-da31-4193-8305-e363c2bd9bbf', 'project_id': '0a3be2315053479497104165645f2b52', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 18:31:14.806226 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-0d42a04e-47c9-4392-837a-7803753f80db tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks [] for security_group_rule (67d9f956-996f-49d8-bc89-67fdaf202f7d), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:31:14.864818 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-0d42a04e-47c9-4392-837a-7803753f80db tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks [] for security_group_rule (67d9f956-996f-49d8-bc89-67fdaf202f7d), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:31:14.868929 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-0d42a04e-47c9-4392-837a-7803753f80db tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664556'] for security_group_rule (67d9f956-996f-49d8-bc89-67fdaf202f7d), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:31:14.886220 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d42a04e-47c9-4392-837a-7803753f80db tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67d9f956-996f-49d8-bc89-67fdaf202f7d,revision_number=0']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:31:14.894289 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-0d42a04e-47c9-4392-837a-7803753f80db tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:31:14.895478 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-0d42a04e-47c9-4392-837a-7803753f80db tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1176534 Feb 04 18:31:14.898164 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 58806) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:31:14.902465 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-14d26585-df8d-47c3-b00c-e85fd7821a09 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Request body: {'security_group_rule': {'security_group_id': '6006c439-da31-4193-8305-e363c2bd9bbf', 'project_id': '0a3be2315053479497104165645f2b52', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 18:31:14.927206 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-14d26585-df8d-47c3-b00c-e85fd7821a09 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks [] for security_group_rule (5a1e1765-92c8-4292-bdd1-919f42164dc1), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:31:14.982718 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-14d26585-df8d-47c3-b00c-e85fd7821a09 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks [] for security_group_rule (5a1e1765-92c8-4292-bdd1-919f42164dc1), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:31:14.986353 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-14d26585-df8d-47c3-b00c-e85fd7821a09 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664556'] for security_group_rule (5a1e1765-92c8-4292-bdd1-919f42164dc1), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:31:15.003386 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d26585-df8d-47c3-b00c-e85fd7821a09 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a1e1765-92c8-4292-bdd1-919f42164dc1,revision_number=0']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:31:15.011164 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-14d26585-df8d-47c3-b00c-e85fd7821a09 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:31:15.012341 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-14d26585-df8d-47c3-b00c-e85fd7821a09 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1132419 Feb 04 18:31:15.015039 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 58808) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:31:15.019270 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-18a9ff0b-3b39-46ca-8993-c3c1dce1bc8d tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Request body: {'security_group_rule': {'security_group_id': '6006c439-da31-4193-8305-e363c2bd9bbf', 'project_id': '0a3be2315053479497104165645f2b52', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 18:31:15.043177 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-18a9ff0b-3b39-46ca-8993-c3c1dce1bc8d tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks [] for security_group_rule (6e44ee59-6976-4d3c-8272-d64781f055eb), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:31:15.098655 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-18a9ff0b-3b39-46ca-8993-c3c1dce1bc8d tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks [] for security_group_rule (6e44ee59-6976-4d3c-8272-d64781f055eb), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:31:15.102218 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-18a9ff0b-3b39-46ca-8993-c3c1dce1bc8d tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664556'] for security_group_rule (6e44ee59-6976-4d3c-8272-d64781f055eb), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:31:15.118926 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a9ff0b-3b39-46ca-8993-c3c1dce1bc8d tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e44ee59-6976-4d3c-8272-d64781f055eb,revision_number=0']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:31:15.126848 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-18a9ff0b-3b39-46ca-8993-c3c1dce1bc8d tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:31:15.128017 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-18a9ff0b-3b39-46ca-8993-c3c1dce1bc8d tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1120389 Feb 04 18:31:15.130662 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 58810) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:31:15.135475 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-be43769e-681f-49ab-a0db-37101e557458 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Request body: {'security_group_rule': {'security_group_id': '6006c439-da31-4193-8305-e363c2bd9bbf', 'project_id': '0a3be2315053479497104165645f2b52', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 18:31:15.155115 n-d-827839-2 neutron-server[103377]: INFO neutron.db.securitygroups_db [None req-be43769e-681f-49ab-a0db-37101e557458 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Project 0a3be2315053479497104165645f2b52 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 18:31:15.160214 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-be43769e-681f-49ab-a0db-37101e557458 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks [] for security_group_rule (febf43ea-8b3e-4f00-bee8-785f2db39651), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:31:15.219728 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-be43769e-681f-49ab-a0db-37101e557458 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks [] for security_group_rule (febf43ea-8b3e-4f00-bee8-785f2db39651), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:31:15.223402 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-be43769e-681f-49ab-a0db-37101e557458 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664556'] for security_group_rule (febf43ea-8b3e-4f00-bee8-785f2db39651), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:31:15.242449 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be43769e-681f-49ab-a0db-37101e557458 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=febf43ea-8b3e-4f00-bee8-785f2db39651,revision_number=0']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:31:15.250375 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-be43769e-681f-49ab-a0db-37101e557458 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:31:15.251568 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-be43769e-681f-49ab-a0db-37101e557458 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1199913 Feb 04 18:31:15.254293 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 58812) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:31:15.258557 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-d788d528-56a5-47c6-a340-9fad7c762bbe tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Request body: {'security_group_rule': {'security_group_id': '6006c439-da31-4193-8305-e363c2bd9bbf', 'project_id': '0a3be2315053479497104165645f2b52', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 18:31:15.279876 n-d-827839-2 neutron-server[103377]: INFO neutron.db.securitygroups_db [None req-d788d528-56a5-47c6-a340-9fad7c762bbe tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Project 0a3be2315053479497104165645f2b52 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 18:31:15.285563 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-d788d528-56a5-47c6-a340-9fad7c762bbe tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks [] for security_group_rule (31e3eb37-7c56-4636-aaa8-e51a7ae0b733), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:31:15.345081 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-d788d528-56a5-47c6-a340-9fad7c762bbe tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks [] for security_group_rule (31e3eb37-7c56-4636-aaa8-e51a7ae0b733), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:31:15.348933 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-d788d528-56a5-47c6-a340-9fad7c762bbe tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664556'] for security_group_rule (31e3eb37-7c56-4636-aaa8-e51a7ae0b733), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:31:15.366302 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d788d528-56a5-47c6-a340-9fad7c762bbe tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31e3eb37-7c56-4636-aaa8-e51a7ae0b733,revision_number=0']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:31:15.374579 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-d788d528-56a5-47c6-a340-9fad7c762bbe tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:31:15.375766 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-d788d528-56a5-47c6-a340-9fad7c762bbe tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1205337 Feb 04 18:31:15.378663 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 58814) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:31:15.383474 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-f919bb15-c276-4475-aaec-aa0a36e145ff tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Request body: {'network': {'name': 'tempest-network-smoke--1970028301', 'project_id': '0a3be2315053479497104165645f2b52', 'port_security_enabled': True}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 18:31:15.402351 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f919bb15-c276-4475-aaec-aa0a36e145ff tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Made reservation on behalf of 0a3be2315053479497104165645f2b52 for: {'network': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 18:31:15.405562 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-f919bb15-c276-4475-aaec-aa0a36e145ff tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for network (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:31:15.429108 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f919bb15-c276-4475-aaec-aa0a36e145ff tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] vlan segment allocate from pool success with {'vlan_id': 754, 'physical_network': 'physnet1'} {{(pid=103377) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 18:31:15.437946 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-f919bb15-c276-4475-aaec-aa0a36e145ff tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (8c71f3e0-7b1b-4492-86e7-3c733919a9c7), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:31:15.438288 n-d-827839-2 neutron-server[103377]: INFO neutron.db.segments_db [None req-f919bb15-c276-4475-aaec-aa0a36e145ff tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Added segment 8c71f3e0-7b1b-4492-86e7-3c733919a9c7 of type vlan for network 7269d5b1-4109-423c-90f5-6e499e6673c8 Feb 04 18:31:15.476999 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-f919bb15-c276-4475-aaec-aa0a36e145ff tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781084292801'] for network (7269d5b1-4109-423c-90f5-6e499e6673c8), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:31:15.502542 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-f919bb15-c276-4475-aaec-aa0a36e145ff tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327'] for network (7269d5b1-4109-423c-90f5-6e499e6673c8), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:31:15.507726 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f919bb15-c276-4475-aaec-aa0a36e145ff tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:31:15.508347 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-f919bb15-c276-4475-aaec-aa0a36e145ff tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks [] for network (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:31:15.564611 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-f919bb15-c276-4475-aaec-aa0a36e145ff tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1849227 Feb 04 18:31:15.567466 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 58816) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:31:15.572077 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-ace8011d-1a2d-49c5-9b88-798986b46964 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-40677992', 'admin_state_up': True, 'project_id': '0a3be2315053479497104165645f2b52', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188'}}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 18:31:15.578458 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f919bb15-c276-4475-aaec-aa0a36e145ff tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Pushing event updated for resources: {'Network': ['ID=7269d5b1-4109-423c-90f5-6e499e6673c8,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:31:15.590130 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Network 7269d5b1-4109-423c-90f5-6e499e6673c8 details requested by agent ovs-agent-n-d-827839-2 with host n-d-827839-2 {{(pid=103378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 18:31:15.593429 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-ace8011d-1a2d-49c5-9b88-798986b46964 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1601657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26921'] for router (dda2984a-37a4-4744-ab6d-66c8c1e7867a), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:31:15.594508 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-ace8011d-1a2d-49c5-9b88-798986b46964 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1602025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603663', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1630571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26960'] for router (dda2984a-37a4-4744-ab6d-66c8c1e7867a), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:31:15.651064 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-ace8011d-1a2d-49c5-9b88-798986b46964 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks [] for router_controller (dda2984a-37a4-4744-ab6d-66c8c1e7867a), precommit_add_association {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:31:15.793052 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-ace8011d-1a2d-49c5-9b88-798986b46964 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks [] for router_gateway (dda2984a-37a4-4744-ab6d-66c8c1e7867a), precommit_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:31:15.984291 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-ace8011d-1a2d-49c5-9b88-798986b46964 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks [] for router_gateway (dda2984a-37a4-4744-ab6d-66c8c1e7867a), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:31:16.002944 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-ace8011d-1a2d-49c5-9b88-798986b46964 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:31:16.100885 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.db_base_plugin_common [None req-ace8011d-1a2d-49c5-9b88-798986b46964 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Allocated IP 172.25.6.213 (48165773-85ad-49a1-9ec1-76fc8dc24188/7660bfad-1ea8-4fe7-831b-bed836f13efc/abb58063-a068-43e5-b2b1-008ba62112c4) {{(pid=103376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 18:31:16.511322 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-ace8011d-1a2d-49c5-9b88-798986b46964 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks [] for port (abb58063-a068-43e5-b2b1-008ba62112c4), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:31:16.543501 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-ace8011d-1a2d-49c5-9b88-798986b46964 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (abb58063-a068-43e5-b2b1-008ba62112c4), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:31:16.582266 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ace8011d-1a2d-49c5-9b88-798986b46964 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Network 48165773-85ad-49a1-9ec1-76fc8dc24188 is already hosted by enough agents. {{(pid=103376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 18:31:16.585078 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [None req-ace8011d-1a2d-49c5-9b88-798986b46964 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Resources bound (agent type, host, resource id): {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 18:31:16.587585 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ace8011d-1a2d-49c5-9b88-798986b46964 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Received port after_create {{(pid=103376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 18:31:16.613528 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace8011d-1a2d-49c5-9b88-798986b46964 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Pushing event updated for resources: {'Port': ['ID=abb58063-a068-43e5-b2b1-008ba62112c4,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:31:16.846836 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-ace8011d-1a2d-49c5-9b88-798986b46964 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks [] for router_gateway (dda2984a-37a4-4744-ab6d-66c8c1e7867a), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:31:17.044719 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-ace8011d-1a2d-49c5-9b88-798986b46964 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1602046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603680'] for router (dda2984a-37a4-4744-ab6d-66c8c1e7867a), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:31:17.171152 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ace8011d-1a2d-49c5-9b88-798986b46964 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Router dda2984a-37a4-4744-ab6d-66c8c1e7867a is scheduled to L3 agent 64ada913-9131-4d99-a265-63a920956287 with binding_index 1 {{(pid=103376) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 18:31:17.280655 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ace8011d-1a2d-49c5-9b88-798986b46964 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Notify agent at l3_agent.n-d-827839-2 the message routers_updated {{(pid=103376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 18:31:17.290175 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40a2d2be-ad86-428a-8da1-9bc044be1f86 None None] Sync routers for ids ['dda2984a-37a4-4744-ab6d-66c8c1e7867a'] in n-d-827839-2 {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 18:31:17.300597 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40a2d2be-ad86-428a-8da1-9bc044be1f86 None None] Routers {'dda2984a-37a4-4744-ab6d-66c8c1e7867a'} bound to L3 agent in host n-d-827839-2 {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 18:31:17.301121 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-ace8011d-1a2d-49c5-9b88-798986b46964 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks [] for router (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:31:17.301470 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-40a2d2be-ad86-428a-8da1-9bc044be1f86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T18:31:03Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['dda2984a-37a4-4744-ab6d-66c8c1e7867a'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:31:17.302366 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-ace8011d-1a2d-49c5-9b88-798986b46964 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] 10.222.0.89 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.7339032 Feb 04 18:31:17.305535 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 58818) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:31:17.375182 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-9a1f2027-5c4f-43f2-b270-fddc08443b83 tempest-TestNetworkAdvancedServerOps-797370670 tempest-TestNetworkAdvancedServerOps-797370670-project-admin] 10.222.0.89 "GET /v2.0/subnets?project_id=0a3be2315053479497104165645f2b52&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0684690 Feb 04 18:31:17.378055 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 58822) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:31:17.410266 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvr_db [None req-40a2d2be-ad86-428a-8da1-9bc044be1f86 None None] Set router dda2984a-37a4-4744-ab6d-66c8c1e7867a gateway port host: n-d-827839-2 {{(pid=103379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 18:31:17.465492 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8a94808-3c02-4a72-bfcc-ddbecb01a41d tempest-TestNetworkAdvancedServerOps-797370670 tempest-TestNetworkAdvancedServerOps-797370670-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:31:17.467075 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-a8a94808-3c02-4a72-bfcc-ddbecb01a41d tempest-TestNetworkAdvancedServerOps-797370670 tempest-TestNetworkAdvancedServerOps-797370670-project-admin] 10.222.0.89 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0880237 Feb 04 18:31:17.469986 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 58824) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:31:17.501584 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-30a634b1-2597-4449-b895-28371c46ea77 tempest-TestNetworkAdvancedServerOps-797370670 tempest-TestNetworkAdvancedServerOps-797370670-project-admin] 10.222.0.89 "GET /v2.0/subnets?network_id=48165773-85ad-49a1-9ec1-76fc8dc24188&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0305474 Feb 04 18:31:17.504236 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 58826) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:31:17.509627 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-44e6ab27-98c1-4fe0-8a4f-b7f9efa14052 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-569201890', 'network_id': '7269d5b1-4109-423c-90f5-6e499e6673c8', 'project_id': '0a3be2315053479497104165645f2b52', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 18:31:17.585989 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-40a2d2be-ad86-428a-8da1-9bc044be1f86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dda2984a-37a4-4744-ab6d-66c8c1e7867a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-40677992', 'tenant_id': '0a3be2315053479497104165645f2b52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.213'}], 'enable_snat': True}, 'gw_port_id': 'abb58063-a068-43e5-b2b1-008ba62112c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T18:31:15Z', 'updated_at': '2022-02-04T18:31:16Z', 'revision_number': 3, 'project_id': '0a3be2315053479497104165645f2b52', 'gw_port': {'id': 'abb58063-a068-43e5-b2b1-008ba62112c4', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:5e:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dda2984a-37a4-4744-ab6d-66c8c1e7867a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:31:16Z', 'updated_at': '2022-02-04T18:31:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2'}], 'n-d-827839-2', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:31:17.595672 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44e6ab27-98c1-4fe0-8a4f-b7f9efa14052 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Made reservation on behalf of 0a3be2315053479497104165645f2b52 for: {'subnet': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 18:31:17.599190 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-44e6ab27-98c1-4fe0-8a4f-b7f9efa14052 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25597243'] for subnet (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:31:17.616071 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40a2d2be-ad86-428a-8da1-9bc044be1f86 None None] Checking router: dda2984a-37a4-4744-ab6d-66c8c1e7867a for host: n-d-827839-2 {{(pid=103379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 18:31:17.616422 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40a2d2be-ad86-428a-8da1-9bc044be1f86 None None] Updating router dda2984a-37a4-4744-ab6d-66c8c1e7867a port abb58063-a068-43e5-b2b1-008ba62112c4 binding host n-d-827839-2 {{(pid=103379) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 18:31:17.643877 n-d-827839-2 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-40a2d2be-ad86-428a-8da1-9bc044be1f86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (abb58063-a068-43e5-b2b1-008ba62112c4), before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:31:17.782387 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-44e6ab27-98c1-4fe0-8a4f-b7f9efa14052 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25889445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25597197'] for subnet (64ea1b47-e0e5-45d1-a63e-cc12c358b41b), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:31:17.835980 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e6ab27-98c1-4fe0-8a4f-b7f9efa14052 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Pushing event updated for resources: {'Subnet': ['ID=64ea1b47-e0e5-45d1-a63e-cc12c358b41b,revision_number=0']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:31:17.850743 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44e6ab27-98c1-4fe0-8a4f-b7f9efa14052 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Checking segment: {'id': '8c71f3e0-7b1b-4492-86e7-3c733919a9c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '7269d5b1-4109-423c-90f5-6e499e6673c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 18:31:17.851111 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44e6ab27-98c1-4fe0-8a4f-b7f9efa14052 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Network hostable DHCP agents. Network: 7269d5b1-4109-423c-90f5-6e499e6673c8, hostable agents: ['bb89f5a3-3c22-440b-b7d1-c4f0c43c184a'], hosted agents: [] {{(pid=103377) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 18:31:17.869922 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44e6ab27-98c1-4fe0-8a4f-b7f9efa14052 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Network 7269d5b1-4109-423c-90f5-6e499e6673c8 is scheduled to be hosted by DHCP agent bb89f5a3-3c22-440b-b7d1-c4f0c43c184a with binding_index 1 {{(pid=103377) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 18:31:17.878681 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [None req-44e6ab27-98c1-4fe0-8a4f-b7f9efa14052 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827839-2, 7269d5b1-4109-423c-90f5-6e499e6673c8) {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 18:31:17.883339 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44e6ab27-98c1-4fe0-8a4f-b7f9efa14052 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:31:17.885057 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-44e6ab27-98c1-4fe0-8a4f-b7f9efa14052 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks [] for subnet (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:31:17.889659 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51539a82-5867-4f6e-8a57-1ee073fd7837 None None] Network 7269d5b1-4109-423c-90f5-6e499e6673c8 requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 18:31:17.901062 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-44e6ab27-98c1-4fe0-8a4f-b7f9efa14052 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.3957736 Feb 04 18:31:17.903929 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 58828) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:31:17.909359 n-d-827839-2 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-40a2d2be-ad86-428a-8da1-9bc044be1f86 None None] Publish callbacks [] for port (abb58063-a068-43e5-b2b1-008ba62112c4), precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:31:17.915160 n-d-827839-2 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-40a2d2be-ad86-428a-8da1-9bc044be1f86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (abb58063-a068-43e5-b2b1-008ba62112c4), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:31:17.967376 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [None req-40a2d2be-ad86-428a-8da1-9bc044be1f86 None None] Attempting to bind port abb58063-a068-43e5-b2b1-008ba62112c4 on host n-d-827839-2 for vnic_type normal with profile {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 18:31:17.967963 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [None req-40a2d2be-ad86-428a-8da1-9bc044be1f86 None None] Attempting to bind port abb58063-a068-43e5-b2b1-008ba62112c4 by drivers openvswitch,hyperv on host n-d-827839-2 at level 0 using segments [{'id': '5942dc44-1f07-4c27-b0ab-45a2bff20dd5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188'}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 18:31:17.968590 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40a2d2be-ad86-428a-8da1-9bc044be1f86 None None] Attempting to bind port abb58063-a068-43e5-b2b1-008ba62112c4 on network 48165773-85ad-49a1-9ec1-76fc8dc24188 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 18:31:17.981272 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40a2d2be-ad86-428a-8da1-9bc044be1f86 None None] Checking agent: {'id': 'ba70844b-66a0-45fd-a2f2-e6ed673321fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 0, 36), 'started_at': datetime.datetime(2022, 2, 4, 17, 1, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 18, 31, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 18:31:17.981801 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40a2d2be-ad86-428a-8da1-9bc044be1f86 None None] Checking segment: {'id': '5942dc44-1f07-4c27-b0ab-45a2bff20dd5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 18:31:17.982501 n-d-827839-2 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-40a2d2be-ad86-428a-8da1-9bc044be1f86 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:31:17.983014 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40a2d2be-ad86-428a-8da1-9bc044be1f86 None None] Bound using segment: {'id': '5942dc44-1f07-4c27-b0ab-45a2bff20dd5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188'} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 18:31:17.983766 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [None req-40a2d2be-ad86-428a-8da1-9bc044be1f86 None None] Bound port: abb58063-a068-43e5-b2b1-008ba62112c4, host: n-d-827839-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5942dc44-1f07-4c27-b0ab-45a2bff20dd5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188'}}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 18:31:17.984718 n-d-827839-2 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-40a2d2be-ad86-428a-8da1-9bc044be1f86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (abb58063-a068-43e5-b2b1-008ba62112c4), before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:31:17.986601 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebda5b84-bb76-4c30-87d0-ce9425b523fc None None] Pushing event updated for resources: {'Port': ['ID=abb58063-a068-43e5-b2b1-008ba62112c4,revision_number=2']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:31:18.005926 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23cd2467-7b58-4950-8a35-9c4fe3b7b389 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e4c19ad-5724-5db8-8ee1-4f56ae69fcf4-7269d5b1-4109-423c-90f5-6e499e6673c8', 'network_id': '7269d5b1-4109-423c-90f5-6e499e6673c8', 'project_id': '0a3be2315053479497104165645f2b52', 'fixed_ips': [{'subnet_id': '64ea1b47-e0e5-45d1-a63e-cc12c358b41b'}]}} from n-d-827839-2. {{(pid=103378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 18:31:18.007557 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-23cd2467-7b58-4950-8a35-9c4fe3b7b389 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:31:18.017515 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebda5b84-bb76-4c30-87d0-ce9425b523fc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:31:18.018321 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebda5b84-bb76-4c30-87d0-ce9425b523fc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:31:18.018321 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebda5b84-bb76-4c30-87d0-ce9425b523fc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:31:18.018559 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebda5b84-bb76-4c30-87d0-ce9425b523fc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:31:18.018834 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebda5b84-bb76-4c30-87d0-ce9425b523fc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:31:18.019157 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebda5b84-bb76-4c30-87d0-ce9425b523fc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:31:18.019481 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebda5b84-bb76-4c30-87d0-ce9425b523fc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:31:18.019811 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebda5b84-bb76-4c30-87d0-ce9425b523fc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:31:18.020123 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebda5b84-bb76-4c30-87d0-ce9425b523fc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:31:18.020731 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebda5b84-bb76-4c30-87d0-ce9425b523fc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:31:18.020731 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebda5b84-bb76-4c30-87d0-ce9425b523fc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:31:18.021090 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebda5b84-bb76-4c30-87d0-ce9425b523fc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:31:18.021414 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebda5b84-bb76-4c30-87d0-ce9425b523fc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:31:18.057570 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-40a2d2be-ad86-428a-8da1-9bc044be1f86 None None] For port abb58063-a068-43e5-b2b1-008ba62112c4, host n-d-827839-2, cleared binding levels {{(pid=103379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 18:31:18.060964 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-40a2d2be-ad86-428a-8da1-9bc044be1f86 None None] For port abb58063-a068-43e5-b2b1-008ba62112c4, host n-d-827839-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=abb58063-a068-43e5-b2b1-008ba62112c4,segment=NetworkSegment(5942dc44-1f07-4c27-b0ab-45a2bff20dd5),segment_id=5942dc44-1f07-4c27-b0ab-45a2bff20dd5)] {{(pid=103379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 18:31:18.067093 n-d-827839-2 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-40a2d2be-ad86-428a-8da1-9bc044be1f86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (abb58063-a068-43e5-b2b1-008ba62112c4), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:31:18.119418 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40a2d2be-ad86-428a-8da1-9bc044be1f86 None None] Routers {'dda2984a-37a4-4744-ab6d-66c8c1e7867a'} bound to L3 agent in host n-d-827839-2 {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 18:31:18.120177 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-40a2d2be-ad86-428a-8da1-9bc044be1f86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T18:31:03Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['dda2984a-37a4-4744-ab6d-66c8c1e7867a'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:31:18.157091 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-23cd2467-7b58-4950-8a35-9c4fe3b7b389 None None] Allocated IP 172.20.0.2 (7269d5b1-4109-423c-90f5-6e499e6673c8/64ea1b47-e0e5-45d1-a63e-cc12c358b41b/ee0edd5b-73fd-4fcb-9b87-105f33da6032) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 18:31:18.312479 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-23cd2467-7b58-4950-8a35-9c4fe3b7b389 None None] Publish callbacks [] for port (ee0edd5b-73fd-4fcb-9b87-105f33da6032), precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:31:18.323515 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-23cd2467-7b58-4950-8a35-9c4fe3b7b389 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135'] for port (ee0edd5b-73fd-4fcb-9b87-105f33da6032), after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:31:18.327699 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvr_db [None req-40a2d2be-ad86-428a-8da1-9bc044be1f86 None None] Set router dda2984a-37a4-4744-ab6d-66c8c1e7867a gateway port host: n-d-827839-2 {{(pid=103379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 18:31:18.354810 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebda5b84-bb76-4c30-87d0-ce9425b523fc None None] Pushing event updated for resources: {'Port': ['ID=abb58063-a068-43e5-b2b1-008ba62112c4,revision_number=3']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:31:18.369977 n-d-827839-2 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23cd2467-7b58-4950-8a35-9c4fe3b7b389 None None] Network 7269d5b1-4109-423c-90f5-6e499e6673c8 is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 18:31:18.373108 n-d-827839-2 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-23cd2467-7b58-4950-8a35-9c4fe3b7b389 None None] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 18:31:18.375576 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23cd2467-7b58-4950-8a35-9c4fe3b7b389 None None] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 18:31:18.380430 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-54be586f-7f8e-4de3-ac1d-ce41d7fafea9 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:31:18.386657 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23cd2467-7b58-4950-8a35-9c4fe3b7b389 None None] Pushing event updated for resources: {'Port': ['ID=ee0edd5b-73fd-4fcb-9b87-105f33da6032,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:31:18.439792 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-23cd2467-7b58-4950-8a35-9c4fe3b7b389 None None] Attempting to bind port ee0edd5b-73fd-4fcb-9b87-105f33da6032 on host n-d-827839-2 for vnic_type normal with profile {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 18:31:18.440315 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-23cd2467-7b58-4950-8a35-9c4fe3b7b389 None None] Attempting to bind port ee0edd5b-73fd-4fcb-9b87-105f33da6032 by drivers openvswitch,hyperv on host n-d-827839-2 at level 0 using segments [{'id': '8c71f3e0-7b1b-4492-86e7-3c733919a9c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '7269d5b1-4109-423c-90f5-6e499e6673c8'}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 18:31:18.441038 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23cd2467-7b58-4950-8a35-9c4fe3b7b389 None None] Attempting to bind port ee0edd5b-73fd-4fcb-9b87-105f33da6032 on network 7269d5b1-4109-423c-90f5-6e499e6673c8 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 18:31:18.446201 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23cd2467-7b58-4950-8a35-9c4fe3b7b389 None None] Checking agent: {'id': 'ba70844b-66a0-45fd-a2f2-e6ed673321fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 0, 36), 'started_at': datetime.datetime(2022, 2, 4, 17, 1, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 18, 31, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 18:31:18.446718 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23cd2467-7b58-4950-8a35-9c4fe3b7b389 None None] Checking segment: {'id': '8c71f3e0-7b1b-4492-86e7-3c733919a9c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '7269d5b1-4109-423c-90f5-6e499e6673c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 18:31:18.447272 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-23cd2467-7b58-4950-8a35-9c4fe3b7b389 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:31:18.447757 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23cd2467-7b58-4950-8a35-9c4fe3b7b389 None None] Bound using segment: {'id': '8c71f3e0-7b1b-4492-86e7-3c733919a9c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '7269d5b1-4109-423c-90f5-6e499e6673c8'} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 18:31:18.448443 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-23cd2467-7b58-4950-8a35-9c4fe3b7b389 None None] Bound port: ee0edd5b-73fd-4fcb-9b87-105f33da6032, host: n-d-827839-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c71f3e0-7b1b-4492-86e7-3c733919a9c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '7269d5b1-4109-423c-90f5-6e499e6673c8'}}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 18:31:18.448996 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-23cd2467-7b58-4950-8a35-9c4fe3b7b389 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (ee0edd5b-73fd-4fcb-9b87-105f33da6032), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:31:18.515430 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-23cd2467-7b58-4950-8a35-9c4fe3b7b389 None None] For port ee0edd5b-73fd-4fcb-9b87-105f33da6032, host n-d-827839-2, cleared binding levels {{(pid=103378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 18:31:18.518627 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-23cd2467-7b58-4950-8a35-9c4fe3b7b389 None None] For port ee0edd5b-73fd-4fcb-9b87-105f33da6032, host n-d-827839-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=ee0edd5b-73fd-4fcb-9b87-105f33da6032,segment=NetworkSegment(8c71f3e0-7b1b-4492-86e7-3c733919a9c7),segment_id=8c71f3e0-7b1b-4492-86e7-3c733919a9c7)] {{(pid=103378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 18:31:18.522713 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-40a2d2be-ad86-428a-8da1-9bc044be1f86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dda2984a-37a4-4744-ab6d-66c8c1e7867a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-40677992', 'tenant_id': '0a3be2315053479497104165645f2b52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.213'}], 'enable_snat': True}, 'gw_port_id': 'abb58063-a068-43e5-b2b1-008ba62112c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T18:31:15Z', 'updated_at': '2022-02-04T18:31:16Z', 'revision_number': 3, 'project_id': '0a3be2315053479497104165645f2b52', 'gw_port': {'id': 'abb58063-a068-43e5-b2b1-008ba62112c4', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:5e:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dda2984a-37a4-4744-ab6d-66c8c1e7867a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:31:16Z', 'updated_at': '2022-02-04T18:31:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2'}], 'n-d-827839-2', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:31:18.528153 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-23cd2467-7b58-4950-8a35-9c4fe3b7b389 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (ee0edd5b-73fd-4fcb-9b87-105f33da6032), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:31:18.555352 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40a2d2be-ad86-428a-8da1-9bc044be1f86 None None] The sync data for ids ['dda2984a-37a4-4744-ab6d-66c8c1e7867a'] in n-d-827839-2 is: [{'id': 'dda2984a-37a4-4744-ab6d-66c8c1e7867a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-40677992', 'tenant_id': '0a3be2315053479497104165645f2b52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.213'}], 'enable_snat': True}, 'gw_port_id': 'abb58063-a068-43e5-b2b1-008ba62112c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T18:31:15Z', 'updated_at': '2022-02-04T18:31:16Z', 'revision_number': 3, 'project_id': '0a3be2315053479497104165645f2b52', 'gw_port': {'id': 'abb58063-a068-43e5-b2b1-008ba62112c4', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:5e:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dda2984a-37a4-4744-ab6d-66c8c1e7867a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:31:16Z', 'updated_at': '2022-02-04T18:31:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2'}] {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 18:31:18.599566 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23cd2467-7b58-4950-8a35-9c4fe3b7b389 None None] Pushing event updated for resources: {'Port': ['ID=ee0edd5b-73fd-4fcb-9b87-105f33da6032,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:31:18.701115 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.db_base_plugin_common [None req-54be586f-7f8e-4de3-ac1d-ce41d7fafea9 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Allocated IP 172.20.0.1 (7269d5b1-4109-423c-90f5-6e499e6673c8/64ea1b47-e0e5-45d1-a63e-cc12c358b41b/7f0e2aac-4c13-4ead-886f-ad252e9cc865) {{(pid=103377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 18:31:18.857620 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-54be586f-7f8e-4de3-ac1d-ce41d7fafea9 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks [] for port (7f0e2aac-4c13-4ead-886f-ad252e9cc865), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:31:18.907709 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-54be586f-7f8e-4de3-ac1d-ce41d7fafea9 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (7f0e2aac-4c13-4ead-886f-ad252e9cc865), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:31:18.961179 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54be586f-7f8e-4de3-ac1d-ce41d7fafea9 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Network 7269d5b1-4109-423c-90f5-6e499e6673c8 is already hosted by enough agents. {{(pid=103377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 18:31:18.970994 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [None req-54be586f-7f8e-4de3-ac1d-ce41d7fafea9 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Resources bound (agent type, host, resource id): {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 18:31:18.973694 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54be586f-7f8e-4de3-ac1d-ce41d7fafea9 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Received port after_create {{(pid=103377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 18:31:18.976696 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54be586f-7f8e-4de3-ac1d-ce41d7fafea9 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Pushing event updated for resources: {'Port': ['ID=7f0e2aac-4c13-4ead-886f-ad252e9cc865,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:31:19.024033 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-54be586f-7f8e-4de3-ac1d-ce41d7fafea9 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1595471'] for router_interface (dda2984a-37a4-4744-ab6d-66c8c1e7867a), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:31:19.173267 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-54be586f-7f8e-4de3-ac1d-ce41d7fafea9 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (7f0e2aac-4c13-4ead-886f-ad252e9cc865), before_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:31:19.482683 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-54be586f-7f8e-4de3-ac1d-ce41d7fafea9 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks [] for port (7f0e2aac-4c13-4ead-886f-ad252e9cc865), precommit_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:31:19.487920 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-54be586f-7f8e-4de3-ac1d-ce41d7fafea9 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25888290'] for port (7f0e2aac-4c13-4ead-886f-ad252e9cc865), after_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:31:19.568099 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-54be586f-7f8e-4de3-ac1d-ce41d7fafea9 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1677345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602751'] for router_interface (dda2984a-37a4-4744-ab6d-66c8c1e7867a), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:31:19.576072 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54be586f-7f8e-4de3-ac1d-ce41d7fafea9 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Pushing event updated for resources: {'Port': ['ID=7f0e2aac-4c13-4ead-886f-ad252e9cc865,revision_number=2']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:31:19.641393 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05ef6df0-9311-4038-96db-b46b438916f0 None None] Network 7269d5b1-4109-423c-90f5-6e499e6673c8 requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 18:31:19.669753 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54be586f-7f8e-4de3-ac1d-ce41d7fafea9 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Network 7269d5b1-4109-423c-90f5-6e499e6673c8 is already hosted by enough agents. {{(pid=103377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 18:31:19.671205 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [None req-54be586f-7f8e-4de3-ac1d-ce41d7fafea9 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Resources bound (agent type, host, resource id): {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 18:31:19.720731 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-703cc6b4-fb53-42fc-8a98-6f85b0689762 None None] Provisioning complete for port ee0edd5b-73fd-4fcb-9b87-105f33da6032 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 18:31:19.721126 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-703cc6b4-fb53-42fc-8a98-6f85b0689762 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (ee0edd5b-73fd-4fcb-9b87-105f33da6032), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:31:19.795205 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54be586f-7f8e-4de3-ac1d-ce41d7fafea9 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Router dda2984a-37a4-4744-ab6d-66c8c1e7867a has already been hosted by L3 agent 64ada913-9131-4d99-a265-63a920956287 {{(pid=103377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 18:31:19.850748 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-703cc6b4-fb53-42fc-8a98-6f85b0689762 None None] Current status of the port ee0edd5b-73fd-4fcb-9b87-105f33da6032 is: DOWN; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 18:31:19.851865 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-703cc6b4-fb53-42fc-8a98-6f85b0689762 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (ee0edd5b-73fd-4fcb-9b87-105f33da6032), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:31:19.889708 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-703cc6b4-fb53-42fc-8a98-6f85b0689762 None None] For port ee0edd5b-73fd-4fcb-9b87-105f33da6032, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=ee0edd5b-73fd-4fcb-9b87-105f33da6032,segment=NetworkSegment(8c71f3e0-7b1b-4492-86e7-3c733919a9c7),segment_id=8c71f3e0-7b1b-4492-86e7-3c733919a9c7)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 18:31:19.895904 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-703cc6b4-fb53-42fc-8a98-6f85b0689762 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (ee0edd5b-73fd-4fcb-9b87-105f33da6032), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:31:19.938671 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54be586f-7f8e-4de3-ac1d-ce41d7fafea9 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Notify agent at l3_agent.n-d-827839-2 the message routers_updated {{(pid=103377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 18:31:19.944597 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-54be586f-7f8e-4de3-ac1d-ce41d7fafea9 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] 10.222.0.89 "PUT /v2.0/routers/dda2984a-37a4-4744-ab6d-66c8c1e7867a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0396469 Feb 04 18:31:19.965529 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703cc6b4-fb53-42fc-8a98-6f85b0689762 None None] Pushing event updated for resources: {'Port': ['ID=ee0edd5b-73fd-4fcb-9b87-105f33da6032,revision_number=3']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:31:20.118979 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-1bb611cf-5349-4cc0-8c16-1f20fca7560d req-6414db90-fcb2-4095-b81f-208320ba684c tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] 10.222.0.89 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-811210842&fields=id&tenant_id=0a3be2315053479497104165645f2b52 HTTP/1.1" status: 200 len: 267 time: 0.0536480 Feb 04 18:31:20.121422 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-d6761265-2acd-44b7-ad44-e96cead4c39c None None] Provisioning complete for port 7f0e2aac-4c13-4ead-886f-ad252e9cc865 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 18:31:20.122017 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d6761265-2acd-44b7-ad44-e96cead4c39c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (7f0e2aac-4c13-4ead-886f-ad252e9cc865), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:31:20.169115 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-d6761265-2acd-44b7-ad44-e96cead4c39c None None] Port 7f0e2aac-4c13-4ead-886f-ad252e9cc865 cannot update to ACTIVE because it is not bound. {{(pid=103378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 18:31:20.179081 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-d6761265-2acd-44b7-ad44-e96cead4c39c None None] Provisioning complete for port ee0edd5b-73fd-4fcb-9b87-105f33da6032 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 18:31:20.179450 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d6761265-2acd-44b7-ad44-e96cead4c39c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (ee0edd5b-73fd-4fcb-9b87-105f33da6032), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:31:20.250012 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb611cf-5349-4cc0-8c16-1f20fca7560d req-fbc3fe07-cd17-4516-b495-96bab8a5fdbd tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:31:20.251653 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-1bb611cf-5349-4cc0-8c16-1f20fca7560d req-fbc3fe07-cd17-4516-b495-96bab8a5fdbd tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] 10.222.0.89 "GET /v2.0/networks?id=7269d5b1-4109-423c-90f5-6e499e6673c8 HTTP/1.1" status: 200 len: 797 time: 0.1235421 Feb 04 18:31:20.269948 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-1bb611cf-5349-4cc0-8c16-1f20fca7560d req-64d36efa-5359-4258-931d-ad4256b0b4ea tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] 10.222.0.89 "GET /v2.0/quotas/0a3be2315053479497104165645f2b52 HTTP/1.1" status: 200 len: 375 time: 0.0101151 Feb 04 18:31:20.270814 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-d6761265-2acd-44b7-ad44-e96cead4c39c None None] Current status of the port ee0edd5b-73fd-4fcb-9b87-105f33da6032 is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 18:31:20.339289 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-1bb611cf-5349-4cc0-8c16-1f20fca7560d req-2ff36c0d-07c4-40cf-9a23-ae4151cf9443 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=0a3be2315053479497104165645f2b52&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0610089 Feb 04 18:31:20.343419 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f07cc0c-5404-4727-a898-89962f294a25 None None] Sync routers for ids ['dda2984a-37a4-4744-ab6d-66c8c1e7867a'] in n-d-827839-2 {{(pid=103378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 18:31:20.357359 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f07cc0c-5404-4727-a898-89962f294a25 None None] Routers {'dda2984a-37a4-4744-ab6d-66c8c1e7867a'} bound to L3 agent in host n-d-827839-2 {{(pid=103378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 18:31:20.358063 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-6f07cc0c-5404-4727-a898-89962f294a25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T18:31:03Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['dda2984a-37a4-4744-ab6d-66c8c1e7867a'], 'active': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:31:20.453073 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-faba361d-5ad2-4e13-98dc-d40ca3944ef3 None None] Provisioning complete for port 7f0e2aac-4c13-4ead-886f-ad252e9cc865 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 18:31:20.453459 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-faba361d-5ad2-4e13-98dc-d40ca3944ef3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (7f0e2aac-4c13-4ead-886f-ad252e9cc865), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:31:20.489128 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-1bb611cf-5349-4cc0-8c16-1f20fca7560d req-949bbfc8-c0e5-4cbc-ad40-2745275223b6 service neutron] 10.222.0.89 "GET /v2.0/networks/7269d5b1-4109-423c-90f5-6e499e6673c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1345599 Feb 04 18:31:20.512051 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-faba361d-5ad2-4e13-98dc-d40ca3944ef3 None None] Port 7f0e2aac-4c13-4ead-886f-ad252e9cc865 cannot update to ACTIVE because it is not bound. {{(pid=103378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 18:31:20.517729 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvr_db [None req-6f07cc0c-5404-4727-a898-89962f294a25 None None] Set router dda2984a-37a4-4744-ab6d-66c8c1e7867a gateway port host: n-d-827839-2 {{(pid=103378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 18:31:20.615090 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-1bb611cf-5349-4cc0-8c16-1f20fca7560d req-422ab93d-cca3-4088-b48b-e0fd47f3735d service neutron] 10.222.0.89 "GET /v2.0/networks/7269d5b1-4109-423c-90f5-6e499e6673c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1166902 Feb 04 18:31:20.673420 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-ff6a1fe6-bb8f-4146-9af3-3beea7a72968 None None] Provisioning complete for port 7f0e2aac-4c13-4ead-886f-ad252e9cc865 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 18:31:20.673952 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ff6a1fe6-bb8f-4146-9af3-3beea7a72968 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (7f0e2aac-4c13-4ead-886f-ad252e9cc865), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:31:20.716595 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device abb58063-a068-43e5-b2b1-008ba62112c4 up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 18:31:20.781907 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-ff6a1fe6-bb8f-4146-9af3-3beea7a72968 None None] Port 7f0e2aac-4c13-4ead-886f-ad252e9cc865 cannot update to ACTIVE because it is not bound. {{(pid=103378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 18:31:20.808634 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-fb18bab1-d046-4e6d-a315-6fb1297b169e req-b6497271-4ff4-4c83-8ab1-5583a0656efd tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] 10.222.0.89 "GET /v2.0/ports?device_id=c739279c-74d5-4b5e-a38b-0d899432e5c9 HTTP/1.1" status: 200 len: 210 time: 0.0329020 Feb 04 18:31:20.828403 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port abb58063-a068-43e5-b2b1-008ba62112c4 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 18:31:20.828807 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (abb58063-a068-43e5-b2b1-008ba62112c4), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:31:21.026325 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-6f07cc0c-5404-4727-a898-89962f294a25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dda2984a-37a4-4744-ab6d-66c8c1e7867a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-40677992', 'tenant_id': '0a3be2315053479497104165645f2b52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.213'}], 'enable_snat': True}, 'gw_port_id': 'abb58063-a068-43e5-b2b1-008ba62112c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T18:31:15Z', 'updated_at': '2022-02-04T18:31:19Z', 'revision_number': 4, 'project_id': '0a3be2315053479497104165645f2b52', 'gw_port': {'id': 'abb58063-a068-43e5-b2b1-008ba62112c4', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:5e:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dda2984a-37a4-4744-ab6d-66c8c1e7867a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:31:16Z', 'updated_at': '2022-02-04T18:31:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_interfaces': [{'id': '7f0e2aac-4c13-4ead-886f-ad252e9cc865', 'name': '', 'network_id': '7269d5b1-4109-423c-90f5-6e499e6673c8', 'tenant_id': '0a3be2315053479497104165645f2b52', 'mac_address': 'fa:16:3e:14:98:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dda2984a-37a4-4744-ab6d-66c8c1e7867a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': '64ea1b47-e0e5-45d1-a63e-cc12c358b41b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:31:18Z', 'updated_at': '2022-02-04T18:31:19Z', 'revision_number': 2, 'project_id': '0a3be2315053479497104165645f2b52', 'subnets': [{'id': '64ea1b47-e0e5-45d1-a63e-cc12c358b41b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-2', False) {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:31:21.058216 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f07cc0c-5404-4727-a898-89962f294a25 None None] Checking router: dda2984a-37a4-4744-ab6d-66c8c1e7867a for host: n-d-827839-2 {{(pid=103378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 18:31:21.058647 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f07cc0c-5404-4727-a898-89962f294a25 None None] Updating router dda2984a-37a4-4744-ab6d-66c8c1e7867a port 7f0e2aac-4c13-4ead-886f-ad252e9cc865 binding host n-d-827839-2 {{(pid=103378) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 18:31:21.091529 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6f07cc0c-5404-4727-a898-89962f294a25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (7f0e2aac-4c13-4ead-886f-ad252e9cc865), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:31:21.165033 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port abb58063-a068-43e5-b2b1-008ba62112c4 is: DOWN; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 18:31:21.165960 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (abb58063-a068-43e5-b2b1-008ba62112c4), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:31:21.236016 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] For port abb58063-a068-43e5-b2b1-008ba62112c4, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=abb58063-a068-43e5-b2b1-008ba62112c4,segment=NetworkSegment(5942dc44-1f07-4c27-b0ab-45a2bff20dd5),segment_id=5942dc44-1f07-4c27-b0ab-45a2bff20dd5)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 18:31:21.239379 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (abb58063-a068-43e5-b2b1-008ba62112c4), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:31:21.240172 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device ee0edd5b-73fd-4fcb-9b87-105f33da6032 up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 18:31:21.371888 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Pushing event updated for resources: {'Port': ['ID=abb58063-a068-43e5-b2b1-008ba62112c4,revision_number=4']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:31:21.403947 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port ee0edd5b-73fd-4fcb-9b87-105f33da6032 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 18:31:21.404251 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (ee0edd5b-73fd-4fcb-9b87-105f33da6032), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:31:21.534841 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6f07cc0c-5404-4727-a898-89962f294a25 None None] Publish callbacks [] for port (7f0e2aac-4c13-4ead-886f-ad252e9cc865), precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:31:21.542953 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6f07cc0c-5404-4727-a898-89962f294a25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (7f0e2aac-4c13-4ead-886f-ad252e9cc865), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:31:21.552997 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port ee0edd5b-73fd-4fcb-9b87-105f33da6032 is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 18:31:21.604348 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d4975c-0718-4dcf-8da3-dc7f338576d2 None None] Pushing event updated for resources: {'Port': ['ID=7f0e2aac-4c13-4ead-886f-ad252e9cc865,revision_number=3']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:31:21.660122 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-6f07cc0c-5404-4727-a898-89962f294a25 None None] Attempting to bind port 7f0e2aac-4c13-4ead-886f-ad252e9cc865 on host n-d-827839-2 for vnic_type normal with profile {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 18:31:21.660537 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-6f07cc0c-5404-4727-a898-89962f294a25 None None] Attempting to bind port 7f0e2aac-4c13-4ead-886f-ad252e9cc865 by drivers openvswitch,hyperv on host n-d-827839-2 at level 0 using segments [{'id': '8c71f3e0-7b1b-4492-86e7-3c733919a9c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '7269d5b1-4109-423c-90f5-6e499e6673c8'}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 18:31:21.660943 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f07cc0c-5404-4727-a898-89962f294a25 None None] Attempting to bind port 7f0e2aac-4c13-4ead-886f-ad252e9cc865 on network 7269d5b1-4109-423c-90f5-6e499e6673c8 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 18:31:21.666247 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f07cc0c-5404-4727-a898-89962f294a25 None None] Checking agent: {'id': 'ba70844b-66a0-45fd-a2f2-e6ed673321fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 0, 36), 'started_at': datetime.datetime(2022, 2, 4, 17, 1, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 18, 31, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 18:31:21.666629 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f07cc0c-5404-4727-a898-89962f294a25 None None] Checking segment: {'id': '8c71f3e0-7b1b-4492-86e7-3c733919a9c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '7269d5b1-4109-423c-90f5-6e499e6673c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 18:31:21.667036 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6f07cc0c-5404-4727-a898-89962f294a25 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:31:21.668168 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f07cc0c-5404-4727-a898-89962f294a25 None None] Bound using segment: {'id': '8c71f3e0-7b1b-4492-86e7-3c733919a9c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '7269d5b1-4109-423c-90f5-6e499e6673c8'} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 18:31:21.668168 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-6f07cc0c-5404-4727-a898-89962f294a25 None None] Bound port: 7f0e2aac-4c13-4ead-886f-ad252e9cc865, host: n-d-827839-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c71f3e0-7b1b-4492-86e7-3c733919a9c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '7269d5b1-4109-423c-90f5-6e499e6673c8'}}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 18:31:21.668392 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6f07cc0c-5404-4727-a898-89962f294a25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (7f0e2aac-4c13-4ead-886f-ad252e9cc865), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:31:21.754839 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-6f07cc0c-5404-4727-a898-89962f294a25 None None] For port 7f0e2aac-4c13-4ead-886f-ad252e9cc865, host n-d-827839-2, cleared binding levels {{(pid=103378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 18:31:21.759900 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-6f07cc0c-5404-4727-a898-89962f294a25 None None] For port 7f0e2aac-4c13-4ead-886f-ad252e9cc865, host n-d-827839-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=7f0e2aac-4c13-4ead-886f-ad252e9cc865,segment=NetworkSegment(8c71f3e0-7b1b-4492-86e7-3c733919a9c7),segment_id=8c71f3e0-7b1b-4492-86e7-3c733919a9c7)] {{(pid=103378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 18:31:21.767776 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6f07cc0c-5404-4727-a898-89962f294a25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (7f0e2aac-4c13-4ead-886f-ad252e9cc865), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:31:21.832814 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb611cf-5349-4cc0-8c16-1f20fca7560d req-fd295a8d-8284-4d8e-911b-4582aa50c5ac tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:31:21.835090 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-1bb611cf-5349-4cc0-8c16-1f20fca7560d req-fd295a8d-8284-4d8e-911b-4582aa50c5ac tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] 10.222.0.96 "GET /v2.0/networks?id=7269d5b1-4109-423c-90f5-6e499e6673c8 HTTP/1.1" status: 200 len: 797 time: 0.1321721 Feb 04 18:31:21.873812 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f07cc0c-5404-4727-a898-89962f294a25 None None] Routers {'dda2984a-37a4-4744-ab6d-66c8c1e7867a'} bound to L3 agent in host n-d-827839-2 {{(pid=103378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 18:31:21.874739 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-6f07cc0c-5404-4727-a898-89962f294a25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T18:31:03Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['dda2984a-37a4-4744-ab6d-66c8c1e7867a'], 'active': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:31:21.876606 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d4975c-0718-4dcf-8da3-dc7f338576d2 None None] Pushing event updated for resources: {'Port': ['ID=7f0e2aac-4c13-4ead-886f-ad252e9cc865,revision_number=4']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:31:21.918983 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-1bb611cf-5349-4cc0-8c16-1f20fca7560d req-ad54a246-8556-47d9-90e8-6e1c9bb1d9f3 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] 10.222.0.96 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0a3be2315053479497104165645f2b52 HTTP/1.1" status: 200 len: 379 time: 0.0752394 Feb 04 18:31:21.919300 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-9ed25241-e8fb-42e8-8a61-bdae820ba0f2 None None] Provisioning complete for port 7f0e2aac-4c13-4ead-886f-ad252e9cc865 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 18:31:21.919678 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9ed25241-e8fb-42e8-8a61-bdae820ba0f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (7f0e2aac-4c13-4ead-886f-ad252e9cc865), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:31:21.932339 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [req-1bb611cf-5349-4cc0-8c16-1f20fca7560d req-0237fea3-ca25-49e4-aa83-c2f5f978fe5a tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Request body: {'port': {'device_id': 'c739279c-74d5-4b5e-a38b-0d899432e5c9', 'network_id': '7269d5b1-4109-423c-90f5-6e499e6673c8', 'admin_state_up': True, 'tenant_id': '0a3be2315053479497104165645f2b52', 'security_groups': ['6006c439-da31-4193-8305-e363c2bd9bbf']}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 18:31:21.966180 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-9daa3191-ea42-4c87-89bd-3e3b98bc756f req-1ff9d98b-b404-4df9-8678-f0e206780635 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] 10.222.0.89 "GET /v2.0/ports?device_id=c739279c-74d5-4b5e-a38b-0d899432e5c9 HTTP/1.1" status: 200 len: 210 time: 0.0397220 Feb 04 18:31:22.041859 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvr_db [None req-6f07cc0c-5404-4727-a898-89962f294a25 None None] Set router dda2984a-37a4-4744-ab6d-66c8c1e7867a gateway port host: n-d-827839-2 {{(pid=103378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 18:31:22.067939 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1bb611cf-5349-4cc0-8c16-1f20fca7560d req-0237fea3-ca25-49e4-aa83-c2f5f978fe5a tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Made reservation on behalf of 0a3be2315053479497104165645f2b52 for: {'port': 1} {{(pid=103376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 18:31:22.071567 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-1bb611cf-5349-4cc0-8c16-1f20fca7560d req-0237fea3-ca25-49e4-aa83-c2f5f978fe5a tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:31:22.140715 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-9ed25241-e8fb-42e8-8a61-bdae820ba0f2 None None] Current status of the port 7f0e2aac-4c13-4ead-886f-ad252e9cc865 is: DOWN; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 18:31:22.141145 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9ed25241-e8fb-42e8-8a61-bdae820ba0f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (7f0e2aac-4c13-4ead-886f-ad252e9cc865), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:31:22.199921 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.db_base_plugin_common [req-1bb611cf-5349-4cc0-8c16-1f20fca7560d req-0237fea3-ca25-49e4-aa83-c2f5f978fe5a tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Allocated IP 172.20.0.9 (7269d5b1-4109-423c-90f5-6e499e6673c8/64ea1b47-e0e5-45d1-a63e-cc12c358b41b/a29a7ccf-efcb-4abb-a611-75916f27a54a) {{(pid=103376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 18:31:22.221107 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-9ed25241-e8fb-42e8-8a61-bdae820ba0f2 None None] For port 7f0e2aac-4c13-4ead-886f-ad252e9cc865, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=7f0e2aac-4c13-4ead-886f-ad252e9cc865,segment=NetworkSegment(8c71f3e0-7b1b-4492-86e7-3c733919a9c7),segment_id=8c71f3e0-7b1b-4492-86e7-3c733919a9c7)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 18:31:22.226736 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9ed25241-e8fb-42e8-8a61-bdae820ba0f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (7f0e2aac-4c13-4ead-886f-ad252e9cc865), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:31:22.315018 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed25241-e8fb-42e8-8a61-bdae820ba0f2 None None] Pushing event updated for resources: {'Port': ['ID=7f0e2aac-4c13-4ead-886f-ad252e9cc865,revision_number=5']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:31:22.346938 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-6f07cc0c-5404-4727-a898-89962f294a25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dda2984a-37a4-4744-ab6d-66c8c1e7867a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-40677992', 'tenant_id': '0a3be2315053479497104165645f2b52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.213'}], 'enable_snat': True}, 'gw_port_id': 'abb58063-a068-43e5-b2b1-008ba62112c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T18:31:15Z', 'updated_at': '2022-02-04T18:31:19Z', 'revision_number': 4, 'project_id': '0a3be2315053479497104165645f2b52', 'gw_port': {'id': 'abb58063-a068-43e5-b2b1-008ba62112c4', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:5e:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dda2984a-37a4-4744-ab6d-66c8c1e7867a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:31:16Z', 'updated_at': '2022-02-04T18:31:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_interfaces': [{'id': '7f0e2aac-4c13-4ead-886f-ad252e9cc865', 'name': '', 'network_id': '7269d5b1-4109-423c-90f5-6e499e6673c8', 'tenant_id': '0a3be2315053479497104165645f2b52', 'mac_address': 'fa:16:3e:14:98:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dda2984a-37a4-4744-ab6d-66c8c1e7867a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': '64ea1b47-e0e5-45d1-a63e-cc12c358b41b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:31:18Z', 'updated_at': '2022-02-04T18:31:21Z', 'revision_number': 4, 'project_id': '0a3be2315053479497104165645f2b52', 'subnets': [{'id': '64ea1b47-e0e5-45d1-a63e-cc12c358b41b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-2', False) {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:31:22.349721 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-1bb611cf-5349-4cc0-8c16-1f20fca7560d req-0237fea3-ca25-49e4-aa83-c2f5f978fe5a tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks [] for port (a29a7ccf-efcb-4abb-a611-75916f27a54a), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:31:22.380030 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f07cc0c-5404-4727-a898-89962f294a25 None None] The sync data for ids ['dda2984a-37a4-4744-ab6d-66c8c1e7867a'] in n-d-827839-2 is: [{'id': 'dda2984a-37a4-4744-ab6d-66c8c1e7867a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-40677992', 'tenant_id': '0a3be2315053479497104165645f2b52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.213'}], 'enable_snat': True}, 'gw_port_id': 'abb58063-a068-43e5-b2b1-008ba62112c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T18:31:15Z', 'updated_at': '2022-02-04T18:31:19Z', 'revision_number': 4, 'project_id': '0a3be2315053479497104165645f2b52', 'gw_port': {'id': 'abb58063-a068-43e5-b2b1-008ba62112c4', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:5e:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dda2984a-37a4-4744-ab6d-66c8c1e7867a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:31:16Z', 'updated_at': '2022-02-04T18:31:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_interfaces': [{'id': '7f0e2aac-4c13-4ead-886f-ad252e9cc865', 'name': '', 'network_id': '7269d5b1-4109-423c-90f5-6e499e6673c8', 'tenant_id': '0a3be2315053479497104165645f2b52', 'mac_address': 'fa:16:3e:14:98:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dda2984a-37a4-4744-ab6d-66c8c1e7867a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': '64ea1b47-e0e5-45d1-a63e-cc12c358b41b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:31:18Z', 'updated_at': '2022-02-04T18:31:21Z', 'revision_number': 4, 'project_id': '0a3be2315053479497104165645f2b52', 'subnets': [{'id': '64ea1b47-e0e5-45d1-a63e-cc12c358b41b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 18:31:22.382642 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-55b61ecf-f8e3-4c01-a535-01bed8dc1de6 None None] Provisioning complete for port 7f0e2aac-4c13-4ead-886f-ad252e9cc865 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 18:31:22.383008 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-55b61ecf-f8e3-4c01-a535-01bed8dc1de6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (7f0e2aac-4c13-4ead-886f-ad252e9cc865), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:31:22.383163 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-1bb611cf-5349-4cc0-8c16-1f20fca7560d req-0237fea3-ca25-49e4-aa83-c2f5f978fe5a tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (a29a7ccf-efcb-4abb-a611-75916f27a54a), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:31:22.433243 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1bb611cf-5349-4cc0-8c16-1f20fca7560d req-0237fea3-ca25-49e4-aa83-c2f5f978fe5a tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Network 7269d5b1-4109-423c-90f5-6e499e6673c8 is already hosted by enough agents. {{(pid=103376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 18:31:22.444266 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [req-1bb611cf-5349-4cc0-8c16-1f20fca7560d req-0237fea3-ca25-49e4-aa83-c2f5f978fe5a tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Resources bound (agent type, host, resource id): {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 18:31:22.452914 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [req-1bb611cf-5349-4cc0-8c16-1f20fca7560d req-0237fea3-ca25-49e4-aa83-c2f5f978fe5a tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Received port after_create {{(pid=103376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 18:31:22.461559 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0237fea3-ca25-49e4-aa83-c2f5f978fe5a tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Pushing event updated for resources: {'Port': ['ID=a29a7ccf-efcb-4abb-a611-75916f27a54a,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:31:22.484652 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-55b61ecf-f8e3-4c01-a535-01bed8dc1de6 None None] Current status of the port 7f0e2aac-4c13-4ead-886f-ad252e9cc865 is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 18:31:22.528019 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb611cf-5349-4cc0-8c16-1f20fca7560d req-0237fea3-ca25-49e4-aa83-c2f5f978fe5a tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:31:22.529522 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-1bb611cf-5349-4cc0-8c16-1f20fca7560d req-0237fea3-ca25-49e4-aa83-c2f5f978fe5a tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:31:22.548643 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-1bb611cf-5349-4cc0-8c16-1f20fca7560d req-0237fea3-ca25-49e4-aa83-c2f5f978fe5a tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6230581 Feb 04 18:31:22.564659 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [req-1bb611cf-5349-4cc0-8c16-1f20fca7560d req-e251eb83-63bd-4728-a523-84767affd7be service neutron] Request body: {'port': {'device_id': 'c739279c-74d5-4b5e-a38b-0d899432e5c9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827839-2'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 18:31:22.648523 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-1bb611cf-5349-4cc0-8c16-1f20fca7560d req-e251eb83-63bd-4728-a523-84767affd7be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (a29a7ccf-efcb-4abb-a611-75916f27a54a), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:31:22.723489 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device abb58063-a068-43e5-b2b1-008ba62112c4 up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 18:31:22.784812 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port abb58063-a068-43e5-b2b1-008ba62112c4 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 18:31:22.785416 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (abb58063-a068-43e5-b2b1-008ba62112c4), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:31:22.843274 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-0ffd5e08-3259-40dc-bdbe-ea2fb5ae64cf None None] Provisioning complete for port a29a7ccf-efcb-4abb-a611-75916f27a54a triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 18:31:22.843893 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0ffd5e08-3259-40dc-bdbe-ea2fb5ae64cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (a29a7ccf-efcb-4abb-a611-75916f27a54a), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:31:22.911229 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-0ffd5e08-3259-40dc-bdbe-ea2fb5ae64cf None None] Port a29a7ccf-efcb-4abb-a611-75916f27a54a cannot update to ACTIVE because it is not bound. {{(pid=103378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 18:31:22.927839 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port abb58063-a068-43e5-b2b1-008ba62112c4 is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 18:31:22.928976 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 7f0e2aac-4c13-4ead-886f-ad252e9cc865 up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 18:31:22.980716 n-d-827839-2 neutron-server[103376]: DEBUG neutron.notifiers.nova [req-1bb611cf-5349-4cc0-8c16-1f20fca7560d req-e251eb83-63bd-4728-a523-84767affd7be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a29a7ccf-efcb-4abb-a611-75916f27a54a {{(pid=103376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 18:31:22.990039 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-1bb611cf-5349-4cc0-8c16-1f20fca7560d req-e251eb83-63bd-4728-a523-84767affd7be service neutron] Publish callbacks [] for port (a29a7ccf-efcb-4abb-a611-75916f27a54a), precommit_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:31:22.998496 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port 7f0e2aac-4c13-4ead-886f-ad252e9cc865 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 18:31:22.998876 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (7f0e2aac-4c13-4ead-886f-ad252e9cc865), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:31:23.006093 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.provisioning_blocks [req-1bb611cf-5349-4cc0-8c16-1f20fca7560d req-e251eb83-63bd-4728-a523-84767affd7be service neutron] Transition to ACTIVE for port object a29a7ccf-efcb-4abb-a611-75916f27a54a will not be triggered until provisioned by entity L2. {{(pid=103376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 18:31:23.014063 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-1bb611cf-5349-4cc0-8c16-1f20fca7560d req-e251eb83-63bd-4728-a523-84767affd7be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675836'] for port (a29a7ccf-efcb-4abb-a611-75916f27a54a), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:31:23.118829 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port 7f0e2aac-4c13-4ead-886f-ad252e9cc865 is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 18:31:23.167733 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e251eb83-63bd-4728-a523-84767affd7be service neutron] Pushing event updated for resources: {'Port': ['ID=a29a7ccf-efcb-4abb-a611-75916f27a54a,revision_number=2']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:31:23.179199 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [req-4459dcdc-bb2a-4439-b09d-87e3df5bd0a5 req-402941d5-cffe-4488-925f-53cfaa77638c service neutron] (103376) timed out ('10.222.0.89', 55290) {{(pid=103376) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 04 18:31:23.208308 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ba2bf7-81e4-451e-b16e-b4d2bf19dfd8 req-b5d321a8-e66f-44fa-a04f-1e6e3c43ec09 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:31:23.209938 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-19ba2bf7-81e4-451e-b16e-b4d2bf19dfd8 req-b5d321a8-e66f-44fa-a04f-1e6e3c43ec09 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] 10.222.0.89 "GET /v2.0/ports?device_id=c739279c-74d5-4b5e-a38b-0d899432e5c9 HTTP/1.1" status: 200 len: 943 time: 0.1386857 Feb 04 18:31:23.226924 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [req-1bb611cf-5349-4cc0-8c16-1f20fca7560d req-e251eb83-63bd-4728-a523-84767affd7be service neutron] Attempting to bind port a29a7ccf-efcb-4abb-a611-75916f27a54a on host n-h1-827839-2 for vnic_type normal with profile {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 18:31:23.227263 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [req-1bb611cf-5349-4cc0-8c16-1f20fca7560d req-e251eb83-63bd-4728-a523-84767affd7be service neutron] Attempting to bind port a29a7ccf-efcb-4abb-a611-75916f27a54a by drivers openvswitch,hyperv on host n-h1-827839-2 at level 0 using segments [{'id': '8c71f3e0-7b1b-4492-86e7-3c733919a9c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '7269d5b1-4109-423c-90f5-6e499e6673c8'}] {{(pid=103376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 18:31:23.227593 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bb611cf-5349-4cc0-8c16-1f20fca7560d req-e251eb83-63bd-4728-a523-84767affd7be service neutron] Attempting to bind port a29a7ccf-efcb-4abb-a611-75916f27a54a on network 7269d5b1-4109-423c-90f5-6e499e6673c8 {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 18:31:23.241067 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bb611cf-5349-4cc0-8c16-1f20fca7560d req-e251eb83-63bd-4728-a523-84767affd7be service neutron] Port a29a7ccf-efcb-4abb-a611-75916f27a54a on network 7269d5b1-4109-423c-90f5-6e499e6673c8 not bound, no agent of type Open vSwitch agent registered on host n-h1-827839-2 {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 18:31:23.241337 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bb611cf-5349-4cc0-8c16-1f20fca7560d req-e251eb83-63bd-4728-a523-84767affd7be service neutron] Attempting to bind port a29a7ccf-efcb-4abb-a611-75916f27a54a on network 7269d5b1-4109-423c-90f5-6e499e6673c8 {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 18:31:23.251860 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bb611cf-5349-4cc0-8c16-1f20fca7560d req-e251eb83-63bd-4728-a523-84767affd7be service neutron] Checking agent: {'id': '3f9244a9-75fc-4c10-b195-11d48b853b41', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 8, 42), 'started_at': datetime.datetime(2022, 2, 4, 17, 8, 42), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 18, 31, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 18:31:23.252204 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bb611cf-5349-4cc0-8c16-1f20fca7560d req-e251eb83-63bd-4728-a523-84767affd7be service neutron] Checking segment: {'id': '8c71f3e0-7b1b-4492-86e7-3c733919a9c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '7269d5b1-4109-423c-90f5-6e499e6673c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 18:31:23.252588 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bb611cf-5349-4cc0-8c16-1f20fca7560d req-e251eb83-63bd-4728-a523-84767affd7be service neutron] Bound using segment: {'id': '8c71f3e0-7b1b-4492-86e7-3c733919a9c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '7269d5b1-4109-423c-90f5-6e499e6673c8'} {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 18:31:23.253057 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [req-1bb611cf-5349-4cc0-8c16-1f20fca7560d req-e251eb83-63bd-4728-a523-84767affd7be service neutron] Bound port: a29a7ccf-efcb-4abb-a611-75916f27a54a, host: n-h1-827839-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c71f3e0-7b1b-4492-86e7-3c733919a9c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '7269d5b1-4109-423c-90f5-6e499e6673c8'}}] {{(pid=103376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 18:31:23.253419 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-1bb611cf-5349-4cc0-8c16-1f20fca7560d req-e251eb83-63bd-4728-a523-84767affd7be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (a29a7ccf-efcb-4abb-a611-75916f27a54a), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:31:23.291318 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-19ba2bf7-81e4-451e-b16e-b4d2bf19dfd8 req-5d3e927f-1615-41f7-b8fd-740a08b57b34 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] 10.222.0.89 "GET /v2.0/security-groups?id=6006c439-da31-4193-8305-e363c2bd9bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0725534 Feb 04 18:31:23.350315 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [req-1bb611cf-5349-4cc0-8c16-1f20fca7560d req-e251eb83-63bd-4728-a523-84767affd7be service neutron] For port a29a7ccf-efcb-4abb-a611-75916f27a54a, host n-h1-827839-2, cleared binding levels {{(pid=103376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 18:31:23.354407 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [req-1bb611cf-5349-4cc0-8c16-1f20fca7560d req-e251eb83-63bd-4728-a523-84767affd7be service neutron] For port a29a7ccf-efcb-4abb-a611-75916f27a54a, host n-h1-827839-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=a29a7ccf-efcb-4abb-a611-75916f27a54a,segment=NetworkSegment(8c71f3e0-7b1b-4492-86e7-3c733919a9c7),segment_id=8c71f3e0-7b1b-4492-86e7-3c733919a9c7)] {{(pid=103376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 18:31:23.360783 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-1bb611cf-5349-4cc0-8c16-1f20fca7560d req-e251eb83-63bd-4728-a523-84767affd7be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675836'] for port (a29a7ccf-efcb-4abb-a611-75916f27a54a), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:31:23.401228 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb611cf-5349-4cc0-8c16-1f20fca7560d req-e251eb83-63bd-4728-a523-84767affd7be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:31:23.401755 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-1bb611cf-5349-4cc0-8c16-1f20fca7560d req-e251eb83-63bd-4728-a523-84767affd7be service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:31:23.403174 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-1bb611cf-5349-4cc0-8c16-1f20fca7560d req-e251eb83-63bd-4728-a523-84767affd7be service neutron] 10.222.0.96 "PUT /v2.0/ports/a29a7ccf-efcb-4abb-a611-75916f27a54a HTTP/1.1" status: 200 len: 1091 time: 0.8435235 Feb 04 18:31:23.403692 n-d-827839-2 neutron-server[103376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c739279c-74d5-4b5e-a38b-0d899432e5c9', 'tag': 'a29a7ccf-efcb-4abb-a611-75916f27a54a'}] {{(pid=103376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 18:31:23.407018 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7aefa7f3373fd63bd14caed2f0c404cd5bacff84a7eb60e70ea20ed0b49017dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3162dbf8-c795-4a01-ad37-0999a993673d" -d '{"events": [{"name": "network-changed", "server_uuid": "c739279c-74d5-4b5e-a38b-0d899432e5c9", "tag": "a29a7ccf-efcb-4abb-a611-75916f27a54a"}]}' {{(pid=103376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 18:31:23.439533 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e251eb83-63bd-4728-a523-84767affd7be service neutron] Pushing event updated for resources: {'Port': ['ID=a29a7ccf-efcb-4abb-a611-75916f27a54a,revision_number=3']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:31:23.481947 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 18:31:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de11f8f6-2b8d-4b40-b658-2437a5375295 x-openstack-request-id: req-de11f8f6-2b8d-4b40-b658-2437a5375295 {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 18:31:23.482424 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c739279c-74d5-4b5e-a38b-0d899432e5c9", "tag": "a29a7ccf-efcb-4abb-a611-75916f27a54a", "status": "completed", "code": 200}]} {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 18:31:23.482686 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-de11f8f6-2b8d-4b40-b658-2437a5375295 {{(pid=103376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 18:31:23.483086 n-d-827839-2 neutron-server[103376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c739279c-74d5-4b5e-a38b-0d899432e5c9', 'tag': 'a29a7ccf-efcb-4abb-a611-75916f27a54a', 'status': 'completed', 'code': 200} Feb 04 18:31:23.507866 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb611cf-5349-4cc0-8c16-1f20fca7560d req-90fab80a-a126-4623-b914-52ddc345f1fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:31:23.509459 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-1bb611cf-5349-4cc0-8c16-1f20fca7560d req-90fab80a-a126-4623-b914-52ddc345f1fe service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=0a3be2315053479497104165645f2b52&device_id=c739279c-74d5-4b5e-a38b-0d899432e5c9 HTTP/1.1" status: 200 len: 1125 time: 0.0598249 Feb 04 18:31:23.564717 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-1bb611cf-5349-4cc0-8c16-1f20fca7560d req-75ba3215-c44e-4e7d-ac1d-c60c5f6eab7f service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a29a7ccf-efcb-4abb-a611-75916f27a54a HTTP/1.1" status: 200 len: 217 time: 0.0472174 Feb 04 18:31:23.620710 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb611cf-5349-4cc0-8c16-1f20fca7560d req-e93a48c6-4ddc-43f3-a5f2-ebe541e03f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:31:23.622292 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-1bb611cf-5349-4cc0-8c16-1f20fca7560d req-e93a48c6-4ddc-43f3-a5f2-ebe541e03f16 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=64ea1b47-e0e5-45d1-a63e-cc12c358b41b HTTP/1.1" status: 200 len: 834 time: 0.0516949 Feb 04 18:31:23.674061 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb611cf-5349-4cc0-8c16-1f20fca7560d req-524f2e01-b0c5-436d-a289-e02cd5aa6727 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:31:23.675535 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-1bb611cf-5349-4cc0-8c16-1f20fca7560d req-524f2e01-b0c5-436d-a289-e02cd5aa6727 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=7269d5b1-4109-423c-90f5-6e499e6673c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0470743 Feb 04 18:31:23.773115 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-1bb611cf-5349-4cc0-8c16-1f20fca7560d req-36f11198-5557-461c-8958-56fa8283c54a service neutron] 10.222.0.96 "GET /v2.0/networks/7269d5b1-4109-423c-90f5-6e499e6673c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910566 Feb 04 18:31:23.863377 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-1bb611cf-5349-4cc0-8c16-1f20fca7560d req-c704f629-fbfe-482a-a501-106deaae3b2b service neutron] 10.222.0.96 "GET /v2.0/networks/7269d5b1-4109-423c-90f5-6e499e6673c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839944 Feb 04 18:31:23.954246 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3162dbf8-c795-4a01-ad37-0999a993673d req-f20cca6f-412d-4907-9ffd-a78a3f7a76ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:31:23.955907 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-3162dbf8-c795-4a01-ad37-0999a993673d req-f20cca6f-412d-4907-9ffd-a78a3f7a76ae service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=0a3be2315053479497104165645f2b52&device_id=c739279c-74d5-4b5e-a38b-0d899432e5c9 HTTP/1.1" status: 200 len: 1125 time: 0.0443513 Feb 04 18:31:24.050157 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3162dbf8-c795-4a01-ad37-0999a993673d req-465909cf-2c8a-4cec-a6ec-0919dc722a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:31:24.051530 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-3162dbf8-c795-4a01-ad37-0999a993673d req-465909cf-2c8a-4cec-a6ec-0919dc722a7a service neutron] 10.222.0.96 "GET /v2.0/networks?id=7269d5b1-4109-423c-90f5-6e499e6673c8 HTTP/1.1" status: 200 len: 898 time: 0.0863807 Feb 04 18:31:24.098463 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-3162dbf8-c795-4a01-ad37-0999a993673d req-f2585506-d20b-43f9-abbf-1b07ac5fe5d9 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a29a7ccf-efcb-4abb-a611-75916f27a54a HTTP/1.1" status: 200 len: 217 time: 0.0401287 Feb 04 18:31:24.151510 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3162dbf8-c795-4a01-ad37-0999a993673d req-832007d1-dfb2-4aa4-a22f-6c926cd82874 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:31:24.152981 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-3162dbf8-c795-4a01-ad37-0999a993673d req-832007d1-dfb2-4aa4-a22f-6c926cd82874 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=64ea1b47-e0e5-45d1-a63e-cc12c358b41b HTTP/1.1" status: 200 len: 834 time: 0.0474772 Feb 04 18:31:24.204600 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3162dbf8-c795-4a01-ad37-0999a993673d req-49695030-6b87-4775-b2a5-2a73eca12235 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:31:24.206083 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-3162dbf8-c795-4a01-ad37-0999a993673d req-49695030-6b87-4775-b2a5-2a73eca12235 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=7269d5b1-4109-423c-90f5-6e499e6673c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0430958 Feb 04 18:31:24.293249 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-3162dbf8-c795-4a01-ad37-0999a993673d req-aa9362d9-7399-4228-bbc3-a35d9b45be6c service neutron] 10.222.0.96 "GET /v2.0/networks/7269d5b1-4109-423c-90f5-6e499e6673c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799787 Feb 04 18:31:24.415919 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-3162dbf8-c795-4a01-ad37-0999a993673d req-f3e7d4a1-8b2b-4f4a-bf76-6084e1a017ca service neutron] 10.222.0.96 "GET /v2.0/networks/7269d5b1-4109-423c-90f5-6e499e6673c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1157248 Feb 04 18:31:24.435784 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48956478-6f5a-40ff-a07e-4db101b97126 req-d346c42f-6e09-4db7-a29f-a80f61fef9bf tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:31:24.437317 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-48956478-6f5a-40ff-a07e-4db101b97126 req-d346c42f-6e09-4db7-a29f-a80f61fef9bf tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] 10.222.0.89 "GET /v2.0/ports?device_id=c739279c-74d5-4b5e-a38b-0d899432e5c9 HTTP/1.1" status: 200 len: 943 time: 0.0740826 Feb 04 18:31:24.485645 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-48956478-6f5a-40ff-a07e-4db101b97126 req-ef675fbb-8aeb-48aa-9fe4-96f79977bf3e tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] 10.222.0.89 "GET /v2.0/security-groups?id=6006c439-da31-4193-8305-e363c2bd9bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427959 Feb 04 18:31:25.607428 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3100c5-1c19-4126-a48e-18cd3f8e69a6 req-df83abda-477b-4b81-96ef-c4c11c72baaa tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:31:25.608968 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-ff3100c5-1c19-4126-a48e-18cd3f8e69a6 req-df83abda-477b-4b81-96ef-c4c11c72baaa tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] 10.222.0.89 "GET /v2.0/ports?device_id=c739279c-74d5-4b5e-a38b-0d899432e5c9 HTTP/1.1" status: 200 len: 943 time: 0.0552301 Feb 04 18:31:25.660533 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-ff3100c5-1c19-4126-a48e-18cd3f8e69a6 req-f93e3378-2a3f-49c8-b28f-3010e4b0a0ad tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] 10.222.0.89 "GET /v2.0/security-groups?id=6006c439-da31-4193-8305-e363c2bd9bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460196 Feb 04 18:31:26.784678 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcffe3a-0004-485a-9550-f485f4e5f7e8 req-99c1f0fd-63fb-4e59-89eb-9f47bd9b4668 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:31:26.786200 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-5bcffe3a-0004-485a-9550-f485f4e5f7e8 req-99c1f0fd-63fb-4e59-89eb-9f47bd9b4668 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] 10.222.0.89 "GET /v2.0/ports?device_id=c739279c-74d5-4b5e-a38b-0d899432e5c9 HTTP/1.1" status: 200 len: 943 time: 0.0567362 Feb 04 18:31:26.834453 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-5bcffe3a-0004-485a-9550-f485f4e5f7e8 req-948dbf5f-f9dd-452c-ac56-42dd3223511e tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] 10.222.0.89 "GET /v2.0/security-groups?id=6006c439-da31-4193-8305-e363c2bd9bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427294 Feb 04 18:31:27.950890 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1189d321-19a4-4a85-98b1-06cd7d46c3ea req-45c928f6-849f-45a8-ba97-74d7836c78b4 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:31:27.952357 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-1189d321-19a4-4a85-98b1-06cd7d46c3ea req-45c928f6-849f-45a8-ba97-74d7836c78b4 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] 10.222.0.89 "GET /v2.0/ports?device_id=c739279c-74d5-4b5e-a38b-0d899432e5c9 HTTP/1.1" status: 200 len: 943 time: 0.0518885 Feb 04 18:31:28.003314 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-1189d321-19a4-4a85-98b1-06cd7d46c3ea req-d57ef2f1-52e6-4aab-a2b8-15f611e5afe3 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] 10.222.0.89 "GET /v2.0/security-groups?id=6006c439-da31-4193-8305-e363c2bd9bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453787 Feb 04 18:31:28.216085 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device a29a7ccf-efcb-4abb-a611-75916f27a54a details requested by agent hyperv_n-h1-827839-2 with host n-h1-827839-2 {{(pid=103378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 18:31:28.315087 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] For port a29a7ccf-efcb-4abb-a611-75916f27a54a, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=a29a7ccf-efcb-4abb-a611-75916f27a54a,segment=NetworkSegment(8c71f3e0-7b1b-4492-86e7-3c733919a9c7),segment_id=8c71f3e0-7b1b-4492-86e7-3c733919a9c7)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 18:31:28.326708 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Returning: {'device': 'a29a7ccf-efcb-4abb-a611-75916f27a54a', 'network_id': '7269d5b1-4109-423c-90f5-6e499e6673c8', 'port_id': 'a29a7ccf-efcb-4abb-a611-75916f27a54a', 'mac_address': 'fa:16:3e:e1:b8:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 754, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64ea1b47-e0e5-45d1-a63e-cc12c358b41b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 18:31:28.363135 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Current status of the port a29a7ccf-efcb-4abb-a611-75916f27a54a is: DOWN; New status is: BUILD {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 18:31:28.363520 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (a29a7ccf-efcb-4abb-a611-75916f27a54a), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:31:28.375954 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a29a7ccf-efcb-4abb-a611-75916f27a54a {{(pid=103378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 18:31:28.395775 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] For port a29a7ccf-efcb-4abb-a611-75916f27a54a, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=a29a7ccf-efcb-4abb-a611-75916f27a54a,segment=NetworkSegment(8c71f3e0-7b1b-4492-86e7-3c733919a9c7),segment_id=8c71f3e0-7b1b-4492-86e7-3c733919a9c7)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 18:31:28.407448 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (a29a7ccf-efcb-4abb-a611-75916f27a54a), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:31:28.457499 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Pushing event updated for resources: {'Port': ['ID=a29a7ccf-efcb-4abb-a611-75916f27a54a,revision_number=4']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:31:28.747819 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] get_ports_and_sgs() called for port_ids ['a29a7ccf-efcb-4abb-a611-75916f27a54a'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 18:31:29.119771 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90799d78-e7b3-4645-aae9-ce34be87a5c6 req-3d18a2ba-b1b2-4553-8f9a-208306ac4d0d tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:31:29.121265 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-90799d78-e7b3-4645-aae9-ce34be87a5c6 req-3d18a2ba-b1b2-4553-8f9a-208306ac4d0d tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] 10.222.0.89 "GET /v2.0/ports?device_id=c739279c-74d5-4b5e-a38b-0d899432e5c9 HTTP/1.1" status: 200 len: 944 time: 0.0519288 Feb 04 18:31:29.169503 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-90799d78-e7b3-4645-aae9-ce34be87a5c6 req-9219b286-4f49-47e8-8271-2b86e900b807 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] 10.222.0.89 "GET /v2.0/security-groups?id=6006c439-da31-4193-8305-e363c2bd9bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425363 Feb 04 18:31:29.901498 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9c70a820-85a1-4a88-a872-5f1b6ad74d8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (bb89f5a3-3c22-440b-b7d1-c4f0c43c184a), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:31:30.216068 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device a29a7ccf-efcb-4abb-a611-75916f27a54a up at agent hyperv_n-h1-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 18:31:30.265073 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Provisioning for port a29a7ccf-efcb-4abb-a611-75916f27a54a completed by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 18:31:30.269532 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Provisioning complete for port a29a7ccf-efcb-4abb-a611-75916f27a54a triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 18:31:30.269699 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (a29a7ccf-efcb-4abb-a611-75916f27a54a), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:31:30.294462 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa444216-56f9-4614-999d-7c9deca4e3ba req-3422e895-d0e8-4de5-ace3-8a9a3306f057 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:31:30.296177 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-fa444216-56f9-4614-999d-7c9deca4e3ba req-3422e895-d0e8-4de5-ace3-8a9a3306f057 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] 10.222.0.89 "GET /v2.0/ports?device_id=c739279c-74d5-4b5e-a38b-0d899432e5c9 HTTP/1.1" status: 200 len: 944 time: 0.0562489 Feb 04 18:31:30.344690 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-fa444216-56f9-4614-999d-7c9deca4e3ba req-e0bf8e9d-26c3-44f8-9e2f-90c70d76a970 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] 10.222.0.89 "GET /v2.0/security-groups?id=6006c439-da31-4193-8305-e363c2bd9bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427394 Feb 04 18:31:30.352362 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Current status of the port a29a7ccf-efcb-4abb-a611-75916f27a54a is: BUILD; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 18:31:30.353436 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (a29a7ccf-efcb-4abb-a611-75916f27a54a), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:31:30.379455 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c739279c-74d5-4b5e-a38b-0d899432e5c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a29a7ccf-efcb-4abb-a611-75916f27a54a'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 18:31:30.381694 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d531d67ec453461b01ecd2cf0c6686e25a5679cf38f56e7e92bae688f1026262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33124d08-7b3e-45f1-8527-ab0fefaffe72" -d '{"events": [{"server_uuid": "c739279c-74d5-4b5e-a38b-0d899432e5c9", "name": "network-vif-plugged", "status": "completed", "tag": "a29a7ccf-efcb-4abb-a611-75916f27a54a"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 18:31:30.394951 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] For port a29a7ccf-efcb-4abb-a611-75916f27a54a, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=a29a7ccf-efcb-4abb-a611-75916f27a54a,segment=NetworkSegment(8c71f3e0-7b1b-4492-86e7-3c733919a9c7),segment_id=8c71f3e0-7b1b-4492-86e7-3c733919a9c7)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 18:31:30.398854 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (a29a7ccf-efcb-4abb-a611-75916f27a54a), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:31:30.422119 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 18:31:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bf129ce-0ece-4114-b477-9402e625e581 x-openstack-request-id: req-6bf129ce-0ece-4114-b477-9402e625e581 {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 18:31:30.422414 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c739279c-74d5-4b5e-a38b-0d899432e5c9", "name": "network-vif-plugged", "status": "completed", "tag": "a29a7ccf-efcb-4abb-a611-75916f27a54a", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 18:31:30.422667 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-6bf129ce-0ece-4114-b477-9402e625e581 {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 18:31:30.423052 n-d-827839-2 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c739279c-74d5-4b5e-a38b-0d899432e5c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a29a7ccf-efcb-4abb-a611-75916f27a54a', 'code': 200} Feb 04 18:31:30.448824 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Pushing event updated for resources: {'Port': ['ID=a29a7ccf-efcb-4abb-a611-75916f27a54a,revision_number=5']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:31:30.517121 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229b2d98-7be4-4b8a-8d9d-64d7e51ecd21 req-e2b26ec2-0011-4c06-90cd-888be84f28be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:31:30.518521 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-229b2d98-7be4-4b8a-8d9d-64d7e51ecd21 req-e2b26ec2-0011-4c06-90cd-888be84f28be service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=c739279c-74d5-4b5e-a38b-0d899432e5c9 HTTP/1.1" status: 200 len: 1127 time: 0.0444317 Feb 04 18:31:30.569005 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-229b2d98-7be4-4b8a-8d9d-64d7e51ecd21 req-d4dd9586-0665-4421-b364-782cb5ff2954 service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=6006c439-da31-4193-8305-e363c2bd9bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425706 Feb 04 18:31:31.467667 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2994672e-2ab0-4a74-a3d6-2debaaaa9bdd req-5987eb04-8044-4061-bf40-92576f7a0a5c tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:31:31.469151 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-2994672e-2ab0-4a74-a3d6-2debaaaa9bdd req-5987eb04-8044-4061-bf40-92576f7a0a5c tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] 10.222.0.89 "GET /v2.0/ports?device_id=c739279c-74d5-4b5e-a38b-0d899432e5c9 HTTP/1.1" status: 200 len: 945 time: 0.0519626 Feb 04 18:31:31.515953 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-2994672e-2ab0-4a74-a3d6-2debaaaa9bdd req-16fa1d7f-5577-496d-8b14-ab9b136c5c0d tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] 10.222.0.89 "GET /v2.0/security-groups?id=6006c439-da31-4193-8305-e363c2bd9bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413442 Feb 04 18:31:32.634638 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880e4ea9-992a-4e29-9982-e4190c471449 req-758d150b-8500-44fb-94da-9cea8c2fd29b tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:31:32.636110 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-880e4ea9-992a-4e29-9982-e4190c471449 req-758d150b-8500-44fb-94da-9cea8c2fd29b tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] 10.222.0.89 "GET /v2.0/ports?device_id=c739279c-74d5-4b5e-a38b-0d899432e5c9 HTTP/1.1" status: 200 len: 945 time: 0.0530124 Feb 04 18:31:32.683892 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-880e4ea9-992a-4e29-9982-e4190c471449 req-9a54b08e-d493-4d10-a00e-ee9200c93042 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] 10.222.0.89 "GET /v2.0/security-groups?id=6006c439-da31-4193-8305-e363c2bd9bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422268 Feb 04 18:31:32.803604 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0905bfe8-367d-452c-a938-cde72d0db031 req-c0937614-6f81-4383-89c6-608aa295ecb2 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:31:32.804992 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-0905bfe8-367d-452c-a938-cde72d0db031 req-c0937614-6f81-4383-89c6-608aa295ecb2 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] 10.222.0.89 "GET /v2.0/ports?device_id=c739279c-74d5-4b5e-a38b-0d899432e5c9 HTTP/1.1" status: 200 len: 945 time: 0.0556192 Feb 04 18:31:32.852677 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-0905bfe8-367d-452c-a938-cde72d0db031 req-d60a4e66-7bb7-4145-a69e-924dbeb46507 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] 10.222.0.89 "GET /v2.0/security-groups?id=6006c439-da31-4193-8305-e363c2bd9bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421844 Feb 04 18:31:32.874580 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 58886) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:31:32.918382 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c384d80e-3286-48a0-a143-0af326ae460f tempest-TestNetworkAdvancedServerOps-797370670 tempest-TestNetworkAdvancedServerOps-797370670-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:31:32.919920 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-c384d80e-3286-48a0-a143-0af326ae460f tempest-TestNetworkAdvancedServerOps-797370670 tempest-TestNetworkAdvancedServerOps-797370670-project-admin] 10.222.0.89 "GET /v2.0/ports?device_id=c739279c-74d5-4b5e-a38b-0d899432e5c9 HTTP/1.1" status: 200 len: 1122 time: 0.0443211 Feb 04 18:31:32.922676 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 58888) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:31:32.926972 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-fdbf42a5-0c72-493d-862a-d9183793dcd9 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Request body: {'floatingip': {'floating_network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'port_id': 'a29a7ccf-efcb-4abb-a611-75916f27a54a', 'tenant_id': '0a3be2315053479497104165645f2b52', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 18:31:32.946997 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-fdbf42a5-0c72-493d-862a-d9183793dcd9 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:31:32.966149 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2765fb75-930e-4f54-8f4f-4fb2c6925e6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (64ada913-9131-4d99-a265-63a920956287), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:31:33.045950 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-fdbf42a5-0c72-493d-862a-d9183793dcd9 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:31:33.143357 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.db_base_plugin_common [None req-fdbf42a5-0c72-493d-862a-d9183793dcd9 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Allocated IP 172.25.6.142 (48165773-85ad-49a1-9ec1-76fc8dc24188/7660bfad-1ea8-4fe7-831b-bed836f13efc/7cc4470c-2d2a-4e15-b8fb-9c087ff3f79e) {{(pid=103377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 18:31:33.243551 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-fdbf42a5-0c72-493d-862a-d9183793dcd9 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks [] for port (7cc4470c-2d2a-4e15-b8fb-9c087ff3f79e), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:31:33.276819 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-fdbf42a5-0c72-493d-862a-d9183793dcd9 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (7cc4470c-2d2a-4e15-b8fb-9c087ff3f79e), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:31:33.308449 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d408ec64-b374-4acb-a1fc-48241dad6d47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (0cd6d64a-47a7-40ff-8c12-71dd526c62e0), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:31:33.315577 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdbf42a5-0c72-493d-862a-d9183793dcd9 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Network 48165773-85ad-49a1-9ec1-76fc8dc24188 is already hosted by enough agents. {{(pid=103377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 18:31:33.318816 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [None req-fdbf42a5-0c72-493d-862a-d9183793dcd9 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Resources bound (agent type, host, resource id): {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 18:31:33.322975 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdbf42a5-0c72-493d-862a-d9183793dcd9 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Received port after_create {{(pid=103377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 18:31:33.348127 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbf42a5-0c72-493d-862a-d9183793dcd9 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Pushing event updated for resources: {'Port': ['ID=7cc4470c-2d2a-4e15-b8fb-9c087ff3f79e,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:31:33.970662 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-fdbf42a5-0c72-493d-862a-d9183793dcd9 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks [] for floatingip (ce3fd100-b8fc-4c33-bd2f-c5aa4d77c52d), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:31:34.037670 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-fdbf42a5-0c72-493d-862a-d9183793dcd9 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (7cc4470c-2d2a-4e15-b8fb-9c087ff3f79e), before_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:31:34.184054 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-fdbf42a5-0c72-493d-862a-d9183793dcd9 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks [] for port (7cc4470c-2d2a-4e15-b8fb-9c087ff3f79e), precommit_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:31:34.188461 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-fdbf42a5-0c72-493d-862a-d9183793dcd9 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25888290'] for port (7cc4470c-2d2a-4e15-b8fb-9c087ff3f79e), after_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:31:34.256827 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbf42a5-0c72-493d-862a-d9183793dcd9 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Pushing event updated for resources: {'Port': ['ID=7cc4470c-2d2a-4e15-b8fb-9c087ff3f79e,revision_number=2']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:31:34.268212 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-fdbf42a5-0c72-493d-862a-d9183793dcd9 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1595586'] for floatingip (ce3fd100-b8fc-4c33-bd2f-c5aa4d77c52d), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:31:34.371756 n-d-827839-2 neutron-server[103377]: INFO neutron.db.l3_db [None req-fdbf42a5-0c72-493d-862a-d9183793dcd9 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Floating IP ce3fd100-b8fc-4c33-bd2f-c5aa4d77c52d associated. External IP: 172.25.6.142, port: a29a7ccf-efcb-4abb-a611-75916f27a54a. Feb 04 18:31:34.583850 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdbf42a5-0c72-493d-862a-d9183793dcd9 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Router dda2984a-37a4-4744-ab6d-66c8c1e7867a has already been hosted by L3 agent 64ada913-9131-4d99-a265-63a920956287 {{(pid=103377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 18:31:34.694027 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdbf42a5-0c72-493d-862a-d9183793dcd9 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Notify agent at l3_agent.n-d-827839-2 the message routers_updated {{(pid=103377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 18:31:34.703496 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-137cc716-a511-4939-a023-e6bce631486b None None] Sync routers for ids ['dda2984a-37a4-4744-ab6d-66c8c1e7867a'] in n-d-827839-2 {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 18:31:34.711459 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-fdbf42a5-0c72-493d-862a-d9183793dcd9 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for floatingip (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:31:34.714248 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-137cc716-a511-4939-a023-e6bce631486b None None] Routers {'dda2984a-37a4-4744-ab6d-66c8c1e7867a'} bound to L3 agent in host n-d-827839-2 {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 18:31:34.714864 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-137cc716-a511-4939-a023-e6bce631486b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T18:31:33Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['dda2984a-37a4-4744-ab6d-66c8c1e7867a'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:31:34.741521 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-fdbf42a5-0c72-493d-862a-d9183793dcd9 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] 10.222.0.89 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8178062 Feb 04 18:31:34.742237 n-d-827839-2 neutron-server[103377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c739279c-74d5-4b5e-a38b-0d899432e5c9', 'tag': 'a29a7ccf-efcb-4abb-a611-75916f27a54a'}] {{(pid=103377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 18:31:34.745237 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2026467e03276fe79290e5b19027649602583100b1291b9f7533f134bdcccf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f97a47d8-7a43-4cdc-8868-4aeed3408df3" -d '{"events": [{"name": "network-changed", "server_uuid": "c739279c-74d5-4b5e-a38b-0d899432e5c9", "tag": "a29a7ccf-efcb-4abb-a611-75916f27a54a"}]}' {{(pid=103377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 18:31:34.788079 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 18:31:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4f7857d-2c3c-4458-a1ea-4d9b1cbee087 x-openstack-request-id: req-f4f7857d-2c3c-4458-a1ea-4d9b1cbee087 {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 18:31:34.788458 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c739279c-74d5-4b5e-a38b-0d899432e5c9", "tag": "a29a7ccf-efcb-4abb-a611-75916f27a54a", "status": "completed", "code": 200}]} {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 18:31:34.788726 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-f4f7857d-2c3c-4458-a1ea-4d9b1cbee087 {{(pid=103377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 18:31:34.789635 n-d-827839-2 neutron-server[103377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c739279c-74d5-4b5e-a38b-0d899432e5c9', 'tag': 'a29a7ccf-efcb-4abb-a611-75916f27a54a', 'status': 'completed', 'code': 200} Feb 04 18:31:34.836644 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvr_db [None req-137cc716-a511-4939-a023-e6bce631486b None None] Set router dda2984a-37a4-4744-ab6d-66c8c1e7867a gateway port host: n-d-827839-2 {{(pid=103379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 18:31:34.882706 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4d016f-5574-4bf0-8d3d-19c3c3b98466 req-c0aa61e1-b80e-42d5-9dc0-d533271f1b7f tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:31:34.884835 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-3f4d016f-5574-4bf0-8d3d-19c3c3b98466 req-c0aa61e1-b80e-42d5-9dc0-d533271f1b7f tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] 10.222.0.89 "GET /v2.0/ports?device_id=c739279c-74d5-4b5e-a38b-0d899432e5c9 HTTP/1.1" status: 200 len: 945 time: 0.0871336 Feb 04 18:31:34.890325 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97a47d8-7a43-4cdc-8868-4aeed3408df3 req-2f4e2952-8ea6-484c-9fcf-83f02fc117a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:31:34.891767 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-f97a47d8-7a43-4cdc-8868-4aeed3408df3 req-2f4e2952-8ea6-484c-9fcf-83f02fc117a3 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=0a3be2315053479497104165645f2b52&device_id=c739279c-74d5-4b5e-a38b-0d899432e5c9 HTTP/1.1" status: 200 len: 1127 time: 0.0676570 Feb 04 18:31:34.987971 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-3f4d016f-5574-4bf0-8d3d-19c3c3b98466 req-c2bbedf7-facd-4e6b-82c0-5839a3d298db tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] 10.222.0.89 "GET /v2.0/security-groups?id=6006c439-da31-4193-8305-e363c2bd9bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0952296 Feb 04 18:31:35.011417 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 58894) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:31:35.024231 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97a47d8-7a43-4cdc-8868-4aeed3408df3 req-85169cd6-3325-438f-8f9a-3dfc0d2cc985 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:31:35.025718 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-f97a47d8-7a43-4cdc-8868-4aeed3408df3 req-85169cd6-3325-438f-8f9a-3dfc0d2cc985 service neutron] 10.222.0.96 "GET /v2.0/networks?id=7269d5b1-4109-423c-90f5-6e499e6673c8 HTTP/1.1" status: 200 len: 898 time: 0.1265135 Feb 04 18:31:35.066415 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-137cc716-a511-4939-a023-e6bce631486b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dda2984a-37a4-4744-ab6d-66c8c1e7867a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-40677992', 'tenant_id': '0a3be2315053479497104165645f2b52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.213'}], 'enable_snat': True}, 'gw_port_id': 'abb58063-a068-43e5-b2b1-008ba62112c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T18:31:15Z', 'updated_at': '2022-02-04T18:31:19Z', 'revision_number': 4, 'project_id': '0a3be2315053479497104165645f2b52', 'gw_port': {'id': 'abb58063-a068-43e5-b2b1-008ba62112c4', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:5e:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dda2984a-37a4-4744-ab6d-66c8c1e7867a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:31:16Z', 'updated_at': '2022-02-04T18:31:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_floatingips': [{'id': 'ce3fd100-b8fc-4c33-bd2f-c5aa4d77c52d', 'tenant_id': '0a3be2315053479497104165645f2b52', 'floating_ip_address': '172.25.6.142', 'floating_network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'router_id': 'dda2984a-37a4-4744-ab6d-66c8c1e7867a', 'port_id': 'a29a7ccf-efcb-4abb-a611-75916f27a54a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4299, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7269d5b1-4109-423c-90f5-6e499e6673c8', 'mac_address': 'fa:16:3e:e1:b8:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c739279c-74d5-4b5e-a38b-0d899432e5c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T18:31:33Z', 'updated_at': '2022-02-04T18:31:33Z', 'revision_number': 0, 'project_id': '0a3be2315053479497104165645f2b52', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f0e2aac-4c13-4ead-886f-ad252e9cc865', 'name': '', 'network_id': '7269d5b1-4109-423c-90f5-6e499e6673c8', 'tenant_id': '0a3be2315053479497104165645f2b52', 'mac_address': 'fa:16:3e:14:98:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dda2984a-37a4-4744-ab6d-66c8c1e7867a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': '64ea1b47-e0e5-45d1-a63e-cc12c358b41b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:31:18Z', 'updated_at': '2022-02-04T18:31:22Z', 'revision_number': 5, 'project_id': '0a3be2315053479497104165645f2b52', 'subnets': [{'id': '64ea1b47-e0e5-45d1-a63e-cc12c358b41b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-2', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:31:35.078799 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-537c074f-8423-41f5-8a98-6527af7fcb12 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] 10.222.0.89 "GET /v2.0/floatingips/ce3fd100-b8fc-4c33-bd2f-c5aa4d77c52d HTTP/1.1" status: 200 len: 991 time: 0.0652549 Feb 04 18:31:35.093588 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-137cc716-a511-4939-a023-e6bce631486b None None] Checking router: dda2984a-37a4-4744-ab6d-66c8c1e7867a for host: n-d-827839-2 {{(pid=103379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 18:31:35.098706 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-f97a47d8-7a43-4cdc-8868-4aeed3408df3 req-3041882a-bfa7-4d49-b4da-250be735a3d6 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a29a7ccf-efcb-4abb-a611-75916f27a54a HTTP/1.1" status: 200 len: 999 time: 0.0653682 Feb 04 18:31:35.101874 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-137cc716-a511-4939-a023-e6bce631486b None None] Routers {'dda2984a-37a4-4744-ab6d-66c8c1e7867a'} bound to L3 agent in host n-d-827839-2 {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 18:31:35.102474 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-137cc716-a511-4939-a023-e6bce631486b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T18:31:33Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['dda2984a-37a4-4744-ab6d-66c8c1e7867a'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:31:35.137470 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4f14bb47-e72b-46ac-9e44-a61d9293afcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (75326290-f7a3-4db8-9cf2-15c7139ed224), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:31:35.149287 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97a47d8-7a43-4cdc-8868-4aeed3408df3 req-c628b392-793d-40e2-8cf2-529ffb6bb3ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:31:35.150900 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-f97a47d8-7a43-4cdc-8868-4aeed3408df3 req-c628b392-793d-40e2-8cf2-529ffb6bb3ec service neutron] 10.222.0.96 "GET /v2.0/subnets?id=64ea1b47-e0e5-45d1-a63e-cc12c358b41b HTTP/1.1" status: 200 len: 834 time: 0.0459530 Feb 04 18:31:35.200714 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97a47d8-7a43-4cdc-8868-4aeed3408df3 req-a71a7ad5-7d0f-47a0-a5d0-1cbd7bee9a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:31:35.202283 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-f97a47d8-7a43-4cdc-8868-4aeed3408df3 req-a71a7ad5-7d0f-47a0-a5d0-1cbd7bee9a57 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=7269d5b1-4109-423c-90f5-6e499e6673c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0452075 Feb 04 18:31:35.214604 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvr_db [None req-137cc716-a511-4939-a023-e6bce631486b None None] Set router dda2984a-37a4-4744-ab6d-66c8c1e7867a gateway port host: n-d-827839-2 {{(pid=103379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 18:31:35.303548 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-f97a47d8-7a43-4cdc-8868-4aeed3408df3 req-ee089fda-5c46-49ab-a68e-4c771832933e service neutron] 10.222.0.96 "GET /v2.0/networks/7269d5b1-4109-423c-90f5-6e499e6673c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906446 Feb 04 18:31:35.392474 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-f97a47d8-7a43-4cdc-8868-4aeed3408df3 req-3b37ae86-9578-471a-9600-82d7ab14e5d9 service neutron] 10.222.0.96 "GET /v2.0/networks/7269d5b1-4109-423c-90f5-6e499e6673c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830069 Feb 04 18:31:35.438589 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-137cc716-a511-4939-a023-e6bce631486b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dda2984a-37a4-4744-ab6d-66c8c1e7867a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-40677992', 'tenant_id': '0a3be2315053479497104165645f2b52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.213'}], 'enable_snat': True}, 'gw_port_id': 'abb58063-a068-43e5-b2b1-008ba62112c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T18:31:15Z', 'updated_at': '2022-02-04T18:31:19Z', 'revision_number': 4, 'project_id': '0a3be2315053479497104165645f2b52', 'gw_port': {'id': 'abb58063-a068-43e5-b2b1-008ba62112c4', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:5e:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dda2984a-37a4-4744-ab6d-66c8c1e7867a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:31:16Z', 'updated_at': '2022-02-04T18:31:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_floatingips': [{'id': 'ce3fd100-b8fc-4c33-bd2f-c5aa4d77c52d', 'tenant_id': '0a3be2315053479497104165645f2b52', 'floating_ip_address': '172.25.6.142', 'floating_network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'router_id': 'dda2984a-37a4-4744-ab6d-66c8c1e7867a', 'port_id': 'a29a7ccf-efcb-4abb-a611-75916f27a54a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4299, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7269d5b1-4109-423c-90f5-6e499e6673c8', 'mac_address': 'fa:16:3e:e1:b8:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c739279c-74d5-4b5e-a38b-0d899432e5c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T18:31:33Z', 'updated_at': '2022-02-04T18:31:33Z', 'revision_number': 0, 'project_id': '0a3be2315053479497104165645f2b52', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f0e2aac-4c13-4ead-886f-ad252e9cc865', 'name': '', 'network_id': '7269d5b1-4109-423c-90f5-6e499e6673c8', 'tenant_id': '0a3be2315053479497104165645f2b52', 'mac_address': 'fa:16:3e:14:98:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dda2984a-37a4-4744-ab6d-66c8c1e7867a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': '64ea1b47-e0e5-45d1-a63e-cc12c358b41b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:31:18Z', 'updated_at': '2022-02-04T18:31:22Z', 'revision_number': 5, 'project_id': '0a3be2315053479497104165645f2b52', 'subnets': [{'id': '64ea1b47-e0e5-45d1-a63e-cc12c358b41b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-2', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:31:35.468452 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-137cc716-a511-4939-a023-e6bce631486b None None] The sync data for ids ['dda2984a-37a4-4744-ab6d-66c8c1e7867a'] in n-d-827839-2 is: [{'id': 'dda2984a-37a4-4744-ab6d-66c8c1e7867a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-40677992', 'tenant_id': '0a3be2315053479497104165645f2b52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.213'}], 'enable_snat': True}, 'gw_port_id': 'abb58063-a068-43e5-b2b1-008ba62112c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T18:31:15Z', 'updated_at': '2022-02-04T18:31:19Z', 'revision_number': 4, 'project_id': '0a3be2315053479497104165645f2b52', 'gw_port': {'id': 'abb58063-a068-43e5-b2b1-008ba62112c4', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:5e:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dda2984a-37a4-4744-ab6d-66c8c1e7867a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:31:16Z', 'updated_at': '2022-02-04T18:31:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_floatingips': [{'id': 'ce3fd100-b8fc-4c33-bd2f-c5aa4d77c52d', 'tenant_id': '0a3be2315053479497104165645f2b52', 'floating_ip_address': '172.25.6.142', 'floating_network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'router_id': 'dda2984a-37a4-4744-ab6d-66c8c1e7867a', 'port_id': 'a29a7ccf-efcb-4abb-a611-75916f27a54a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4299, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7269d5b1-4109-423c-90f5-6e499e6673c8', 'mac_address': 'fa:16:3e:e1:b8:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c739279c-74d5-4b5e-a38b-0d899432e5c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T18:31:33Z', 'updated_at': '2022-02-04T18:31:33Z', 'revision_number': 0, 'project_id': '0a3be2315053479497104165645f2b52', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f0e2aac-4c13-4ead-886f-ad252e9cc865', 'name': '', 'network_id': '7269d5b1-4109-423c-90f5-6e499e6673c8', 'tenant_id': '0a3be2315053479497104165645f2b52', 'mac_address': 'fa:16:3e:14:98:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dda2984a-37a4-4744-ab6d-66c8c1e7867a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': '64ea1b47-e0e5-45d1-a63e-cc12c358b41b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:31:18Z', 'updated_at': '2022-02-04T18:31:22Z', 'revision_number': 5, 'project_id': '0a3be2315053479497104165645f2b52', 'subnets': [{'id': '64ea1b47-e0e5-45d1-a63e-cc12c358b41b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 18:31:35.668226 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b90b1a65-fb71-47d4-bc75-d30e14e8ef2c None None] New status for floating IP ce3fd100-b8fc-4c33-bd2f-c5aa4d77c52d: ACTIVE {{(pid=103378) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 18:31:35.924530 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (ba70844b-66a0-45fd-a2f2-e6ed673321fc), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:31:36.081718 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 58896) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:31:36.144675 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-dd87ae41-0539-44d8-a389-3ad62c2a49d3 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] 10.222.0.89 "GET /v2.0/floatingips/ce3fd100-b8fc-4c33-bd2f-c5aa4d77c52d HTTP/1.1" status: 200 len: 993 time: 0.0617936 Feb 04 18:31:37.174932 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.agents_db [None req-e1691f3b-aacd-4cd6-8ebb-a9c53bb301c0 None None] Agent healthcheck: found 7 active agents {{(pid=103379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 18:31:40.848488 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (f20a1ab3-4332-4f54-833b-ba4a7c687e89), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:31:42.996096 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (3f9244a9-75fc-4c10-b195-11d48b853b41), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:31:59.902843 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-00e925c1-f0f7-4ff3-938f-582c00582cf7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (bb89f5a3-3c22-440b-b7d1-c4f0c43c184a), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:32:02.967850 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-bbc1ee47-9d54-4588-90d6-821595a91a17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (64ada913-9131-4d99-a265-63a920956287), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:32:03.311129 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d408ec64-b374-4acb-a1fc-48241dad6d47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (0cd6d64a-47a7-40ff-8c12-71dd526c62e0), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:32:05.134442 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4f14bb47-e72b-46ac-9e44-a61d9293afcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (75326290-f7a3-4db8-9cf2-15c7139ed224), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:32:05.889647 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (ba70844b-66a0-45fd-a2f2-e6ed673321fc), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:32:10.852176 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (f20a1ab3-4332-4f54-833b-ba4a7c687e89), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:32:12.014225 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-419bce92-bca3-42b2-8fcf-dfa6c99c9ac5 req-1bde4c09-e0a8-4b4f-a14e-f2903dd43bd3 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=c739279c-74d5-4b5e-a38b-0d899432e5c9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0434511 Feb 04 18:32:12.101635 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419bce92-bca3-42b2-8fcf-dfa6c99c9ac5 req-38f69875-9a44-4d20-a66d-d248ee0fb6d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:32:12.103137 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-419bce92-bca3-42b2-8fcf-dfa6c99c9ac5 req-38f69875-9a44-4d20-a66d-d248ee0fb6d9 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=0a3be2315053479497104165645f2b52&device_id=c739279c-74d5-4b5e-a38b-0d899432e5c9 HTTP/1.1" status: 200 len: 1127 time: 0.0442886 Feb 04 18:32:12.205611 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419bce92-bca3-42b2-8fcf-dfa6c99c9ac5 req-e50ff91f-f2dd-4599-ab67-431cfd83fcb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:32:12.207054 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-419bce92-bca3-42b2-8fcf-dfa6c99c9ac5 req-e50ff91f-f2dd-4599-ab67-431cfd83fcb4 service neutron] 10.222.0.96 "GET /v2.0/networks?id=7269d5b1-4109-423c-90f5-6e499e6673c8 HTTP/1.1" status: 200 len: 898 time: 0.0857964 Feb 04 18:32:12.270476 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-419bce92-bca3-42b2-8fcf-dfa6c99c9ac5 req-bd7b514f-af1d-4ee9-81c9-3fb10871d471 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a29a7ccf-efcb-4abb-a611-75916f27a54a HTTP/1.1" status: 200 len: 1001 time: 0.0568960 Feb 04 18:32:12.320237 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419bce92-bca3-42b2-8fcf-dfa6c99c9ac5 req-418ec3ab-da40-4fed-9176-0bbe93fba017 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:32:12.321761 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-419bce92-bca3-42b2-8fcf-dfa6c99c9ac5 req-418ec3ab-da40-4fed-9176-0bbe93fba017 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=64ea1b47-e0e5-45d1-a63e-cc12c358b41b HTTP/1.1" status: 200 len: 834 time: 0.0457120 Feb 04 18:32:12.377357 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419bce92-bca3-42b2-8fcf-dfa6c99c9ac5 req-73ec8c80-9c8a-427e-9563-71725d14c1d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:32:12.378877 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-419bce92-bca3-42b2-8fcf-dfa6c99c9ac5 req-73ec8c80-9c8a-427e-9563-71725d14c1d3 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=7269d5b1-4109-423c-90f5-6e499e6673c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0510421 Feb 04 18:32:12.468432 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-419bce92-bca3-42b2-8fcf-dfa6c99c9ac5 req-b9dbfa4e-5550-4d66-b12e-be1bc3b0653d service neutron] 10.222.0.96 "GET /v2.0/networks/7269d5b1-4109-423c-90f5-6e499e6673c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808012 Feb 04 18:32:12.561724 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-419bce92-bca3-42b2-8fcf-dfa6c99c9ac5 req-665fbc8e-4585-48ee-989a-7bb3cf4f2b1c service neutron] 10.222.0.96 "GET /v2.0/networks/7269d5b1-4109-423c-90f5-6e499e6673c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866475 Feb 04 18:32:13.005480 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (3f9244a9-75fc-4c10-b195-11d48b853b41), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:32:14.173913 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.agents_db [None req-e1691f3b-aacd-4cd6-8ebb-a9c53bb301c0 None None] Agent healthcheck: found 7 active agents {{(pid=103379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 18:32:27.629627 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [req-aadb9e29-f399-4526-a865-1544bd4469d2 req-3a1deadc-268c-4441-85be-c7458a8fb5c3 service neutron] (103376) timed out ('10.222.0.90', 57453) {{(pid=103376) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 04 18:32:27.816855 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [req-8ecba4f3-33ba-4801-ab69-cb38bfedc1ab req-744df7dd-436d-48ca-b224-938721324e2a tempest-ServersNegativeTestJSON-2016933856 tempest-ServersNegativeTestJSON-2016933856-project] (103377) timed out ('10.222.0.90', 56838) {{(pid=103377) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 04 18:32:29.905895 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-767cfcfa-5ba0-4094-86b6-6986501107f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (bb89f5a3-3c22-440b-b7d1-c4f0c43c184a), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:32:32.969197 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-88710cae-4a25-4893-943e-f77ef3cb6740 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (64ada913-9131-4d99-a265-63a920956287), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:32:33.315064 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d408ec64-b374-4acb-a1fc-48241dad6d47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (0cd6d64a-47a7-40ff-8c12-71dd526c62e0), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:32:35.136126 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4f14bb47-e72b-46ac-9e44-a61d9293afcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (75326290-f7a3-4db8-9cf2-15c7139ed224), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:32:35.892977 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (ba70844b-66a0-45fd-a2f2-e6ed673321fc), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:32:40.855362 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (f20a1ab3-4332-4f54-833b-ba4a7c687e89), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:32:43.010034 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (3f9244a9-75fc-4c10-b195-11d48b853b41), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:32:51.172572 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.agents_db [None req-e1691f3b-aacd-4cd6-8ebb-a9c53bb301c0 None None] Agent healthcheck: found 7 active agents {{(pid=103379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 18:32:51.653072 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d365b93b-7d37-4439-8a4b-e500ad4b92db req-8fc75b20-6c45-4bed-a5f0-2bc3bdcb3118 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:32:51.654576 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-d365b93b-7d37-4439-8a4b-e500ad4b92db req-8fc75b20-6c45-4bed-a5f0-2bc3bdcb3118 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] 10.222.0.89 "GET /v2.0/ports?device_id=c739279c-74d5-4b5e-a38b-0d899432e5c9 HTTP/1.1" status: 200 len: 945 time: 0.0550289 Feb 04 18:32:51.711310 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-d365b93b-7d37-4439-8a4b-e500ad4b92db req-5e2282d5-66ef-4c6b-bf49-385a50636a2c tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] 10.222.0.89 "GET /v2.0/security-groups?id=6006c439-da31-4193-8305-e363c2bd9bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486009 Feb 04 18:32:52.835876 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b787796-f474-4c70-9d79-807aec230f40 req-598084eb-c89b-40ab-9ee2-c0c267933fb9 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:32:52.837304 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-0b787796-f474-4c70-9d79-807aec230f40 req-598084eb-c89b-40ab-9ee2-c0c267933fb9 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] 10.222.0.89 "GET /v2.0/ports?device_id=c739279c-74d5-4b5e-a38b-0d899432e5c9 HTTP/1.1" status: 200 len: 945 time: 0.0548792 Feb 04 18:32:52.886556 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-0b787796-f474-4c70-9d79-807aec230f40 req-3e26f3c6-43e9-4303-b697-c871bc665377 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] 10.222.0.89 "GET /v2.0/security-groups?id=6006c439-da31-4193-8305-e363c2bd9bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435910 Feb 04 18:32:54.009351 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf0d768-6b6f-4d21-a28b-834333da5ff3 req-01d78f29-f541-448a-b227-940900b2724d tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:32:54.010831 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-cdf0d768-6b6f-4d21-a28b-834333da5ff3 req-01d78f29-f541-448a-b227-940900b2724d tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] 10.222.0.89 "GET /v2.0/ports?device_id=c739279c-74d5-4b5e-a38b-0d899432e5c9 HTTP/1.1" status: 200 len: 945 time: 0.0567563 Feb 04 18:32:54.058851 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-cdf0d768-6b6f-4d21-a28b-834333da5ff3 req-8848389b-e4fe-46c4-a87a-462cade995cc tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] 10.222.0.89 "GET /v2.0/security-groups?id=6006c439-da31-4193-8305-e363c2bd9bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424483 Feb 04 18:32:55.179878 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783bc90d-5209-4034-98c7-8492c7585126 req-ff79cbbf-419f-44df-9c3c-229f2c310bf1 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:32:55.181445 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-783bc90d-5209-4034-98c7-8492c7585126 req-ff79cbbf-419f-44df-9c3c-229f2c310bf1 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] 10.222.0.89 "GET /v2.0/ports?device_id=c739279c-74d5-4b5e-a38b-0d899432e5c9 HTTP/1.1" status: 200 len: 945 time: 0.0521755 Feb 04 18:32:55.229207 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-783bc90d-5209-4034-98c7-8492c7585126 req-4d5436d2-43d2-498a-ab48-c586a6fb696c tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] 10.222.0.89 "GET /v2.0/security-groups?id=6006c439-da31-4193-8305-e363c2bd9bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422320 Feb 04 18:32:56.353067 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017f3adc-f267-4bd1-aecf-c3c427b4a3f8 req-1da1337c-673f-4922-b067-53858df1d832 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:32:56.354571 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-017f3adc-f267-4bd1-aecf-c3c427b4a3f8 req-1da1337c-673f-4922-b067-53858df1d832 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] 10.222.0.89 "GET /v2.0/ports?device_id=c739279c-74d5-4b5e-a38b-0d899432e5c9 HTTP/1.1" status: 200 len: 945 time: 0.0530376 Feb 04 18:32:56.402022 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-017f3adc-f267-4bd1-aecf-c3c427b4a3f8 req-1a703b92-966c-4776-856f-8f898c5aecb1 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] 10.222.0.89 "GET /v2.0/security-groups?id=6006c439-da31-4193-8305-e363c2bd9bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418851 Feb 04 18:32:57.523107 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d06b5f-c2b9-494b-a9fc-c048074cfcbc req-cade34b4-6647-4194-8ac3-b1e944b7b88a tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:32:57.524606 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-c3d06b5f-c2b9-494b-a9fc-c048074cfcbc req-cade34b4-6647-4194-8ac3-b1e944b7b88a tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] 10.222.0.89 "GET /v2.0/ports?device_id=c739279c-74d5-4b5e-a38b-0d899432e5c9 HTTP/1.1" status: 200 len: 945 time: 0.0551422 Feb 04 18:32:57.571904 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-c3d06b5f-c2b9-494b-a9fc-c048074cfcbc req-6c4b5a92-f715-4f22-96d4-6581a46db816 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] 10.222.0.89 "GET /v2.0/security-groups?id=6006c439-da31-4193-8305-e363c2bd9bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418122 Feb 04 18:32:58.692124 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8702b60e-498c-496d-8386-509f2d0021e1 req-864becad-455d-4340-9a97-37736c3277d9 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:32:58.694533 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-8702b60e-498c-496d-8386-509f2d0021e1 req-864becad-455d-4340-9a97-37736c3277d9 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] 10.222.0.89 "GET /v2.0/ports?device_id=c739279c-74d5-4b5e-a38b-0d899432e5c9 HTTP/1.1" status: 200 len: 945 time: 0.0563869 Feb 04 18:32:58.749458 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-8702b60e-498c-496d-8386-509f2d0021e1 req-90134df0-f2c2-459f-bfe8-ef440d046830 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] 10.222.0.89 "GET /v2.0/security-groups?id=6006c439-da31-4193-8305-e363c2bd9bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494788 Feb 04 18:32:59.869751 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5853180-7d8d-4aad-84cf-e50bc5605425 req-99d6b0b1-bea1-48cb-b8e2-7f9ef19fffc6 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:32:59.871247 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-d5853180-7d8d-4aad-84cf-e50bc5605425 req-99d6b0b1-bea1-48cb-b8e2-7f9ef19fffc6 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] 10.222.0.89 "GET /v2.0/ports?device_id=c739279c-74d5-4b5e-a38b-0d899432e5c9 HTTP/1.1" status: 200 len: 945 time: 0.0525086 Feb 04 18:32:59.907076 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-da9acf9f-ae31-43e5-9d7c-134fff92ee0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (bb89f5a3-3c22-440b-b7d1-c4f0c43c184a), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:32:59.920377 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-d5853180-7d8d-4aad-84cf-e50bc5605425 req-5951f224-f0e1-433b-8233-ef17b7def7df tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] 10.222.0.89 "GET /v2.0/security-groups?id=6006c439-da31-4193-8305-e363c2bd9bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436664 Feb 04 18:33:01.037580 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08993a72-f2ae-45c1-ad4c-026740dae80c req-e5900492-6a23-4cab-8b88-917f7af3a566 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:33:01.039062 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-08993a72-f2ae-45c1-ad4c-026740dae80c req-e5900492-6a23-4cab-8b88-917f7af3a566 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] 10.222.0.89 "GET /v2.0/ports?device_id=c739279c-74d5-4b5e-a38b-0d899432e5c9 HTTP/1.1" status: 200 len: 945 time: 0.0528607 Feb 04 18:33:01.088080 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-08993a72-f2ae-45c1-ad4c-026740dae80c req-4e0ef994-fa5c-4356-85d6-1d8da4ad4f14 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] 10.222.0.89 "GET /v2.0/security-groups?id=6006c439-da31-4193-8305-e363c2bd9bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433888 Feb 04 18:33:02.208649 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d59ea6e-15b9-4194-9d56-b3ef7d97efbe req-af3fe3d5-90eb-42e7-957c-d879cba674c6 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:33:02.210171 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-1d59ea6e-15b9-4194-9d56-b3ef7d97efbe req-af3fe3d5-90eb-42e7-957c-d879cba674c6 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] 10.222.0.89 "GET /v2.0/ports?device_id=c739279c-74d5-4b5e-a38b-0d899432e5c9 HTTP/1.1" status: 200 len: 945 time: 0.0558002 Feb 04 18:33:02.258014 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-1d59ea6e-15b9-4194-9d56-b3ef7d97efbe req-1ac2d9b3-ca8d-43a0-b6c4-4d8a7fd31289 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] 10.222.0.89 "GET /v2.0/security-groups?id=6006c439-da31-4193-8305-e363c2bd9bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423853 Feb 04 18:33:02.280301 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 58950) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:33:02.342956 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-b7fce386-ac9c-414f-8358-d0687314e508 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] 10.222.0.89 "GET /v2.0/floatingips/ce3fd100-b8fc-4c33-bd2f-c5aa4d77c52d HTTP/1.1" status: 200 len: 993 time: 0.0614743 Feb 04 18:33:02.971618 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5067a783-bd4d-455f-afb9-9ce9bea019ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (64ada913-9131-4d99-a265-63a920956287), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:33:03.318597 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d408ec64-b374-4acb-a1fc-48241dad6d47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (0cd6d64a-47a7-40ff-8c12-71dd526c62e0), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:33:03.614480 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8ae6fd-5190-4354-8448-a9cf29a64071 req-be6a301b-8425-4ebe-9e98-25cc7652ea24 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:33:03.616084 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-ce8ae6fd-5190-4354-8448-a9cf29a64071 req-be6a301b-8425-4ebe-9e98-25cc7652ea24 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] 10.222.0.89 "GET /v2.0/ports?device_id=c739279c-74d5-4b5e-a38b-0d899432e5c9 HTTP/1.1" status: 200 len: 945 time: 0.0542984 Feb 04 18:33:03.632278 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfa9c0d-85ae-414f-8dd9-bd54288ffc67 req-be6ff324-d607-4e85-904f-b20e0173df45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:33:03.633828 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-9bfa9c0d-85ae-414f-8dd9-bd54288ffc67 req-be6ff324-d607-4e85-904f-b20e0173df45 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=0a3be2315053479497104165645f2b52&device_id=c739279c-74d5-4b5e-a38b-0d899432e5c9 HTTP/1.1" status: 200 len: 1127 time: 0.0462077 Feb 04 18:33:03.665147 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-ce8ae6fd-5190-4354-8448-a9cf29a64071 req-6c36d393-2d91-4edb-8db2-2e4f52da7ae3 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] 10.222.0.89 "GET /v2.0/security-groups?id=6006c439-da31-4193-8305-e363c2bd9bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433631 Feb 04 18:33:03.726525 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfa9c0d-85ae-414f-8dd9-bd54288ffc67 req-cbd9c79c-3cc7-4536-a82c-80039b601ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:33:03.728026 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-9bfa9c0d-85ae-414f-8dd9-bd54288ffc67 req-cbd9c79c-3cc7-4536-a82c-80039b601ee5 service neutron] 10.222.0.96 "GET /v2.0/networks?id=7269d5b1-4109-423c-90f5-6e499e6673c8 HTTP/1.1" status: 200 len: 898 time: 0.0884442 Feb 04 18:33:03.791407 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-9bfa9c0d-85ae-414f-8dd9-bd54288ffc67 req-89e3854e-3b7a-4492-bbcf-eb95420ec8f6 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a29a7ccf-efcb-4abb-a611-75916f27a54a HTTP/1.1" status: 200 len: 1001 time: 0.0569689 Feb 04 18:33:03.841521 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfa9c0d-85ae-414f-8dd9-bd54288ffc67 req-6af7125c-31f1-4ec9-bdd6-317324728577 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:33:03.842974 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-9bfa9c0d-85ae-414f-8dd9-bd54288ffc67 req-6af7125c-31f1-4ec9-bdd6-317324728577 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=64ea1b47-e0e5-45d1-a63e-cc12c358b41b HTTP/1.1" status: 200 len: 834 time: 0.0463521 Feb 04 18:33:03.890816 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfa9c0d-85ae-414f-8dd9-bd54288ffc67 req-6e02dc5c-39ce-4877-a734-e5aedfe3a81e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:33:03.892309 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-9bfa9c0d-85ae-414f-8dd9-bd54288ffc67 req-6e02dc5c-39ce-4877-a734-e5aedfe3a81e service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=7269d5b1-4109-423c-90f5-6e499e6673c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0428617 Feb 04 18:33:03.979836 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-9bfa9c0d-85ae-414f-8dd9-bd54288ffc67 req-7ee31943-35f6-459e-92bf-0956e73a48b8 service neutron] 10.222.0.96 "GET /v2.0/networks/7269d5b1-4109-423c-90f5-6e499e6673c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801141 Feb 04 18:33:04.070503 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-9bfa9c0d-85ae-414f-8dd9-bd54288ffc67 req-1cdbd0e4-ab6f-4bd7-baa9-8f6a7e9fc080 service neutron] 10.222.0.96 "GET /v2.0/networks/7269d5b1-4109-423c-90f5-6e499e6673c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848470 Feb 04 18:33:04.786868 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a829efca-b23e-4339-932b-d9fe9745a6fc req-ec367c79-7223-4274-9a59-02ece89b0366 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:33:04.788362 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-a829efca-b23e-4339-932b-d9fe9745a6fc req-ec367c79-7223-4274-9a59-02ece89b0366 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] 10.222.0.89 "GET /v2.0/ports?device_id=c739279c-74d5-4b5e-a38b-0d899432e5c9 HTTP/1.1" status: 200 len: 945 time: 0.0528378 Feb 04 18:33:04.836591 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-a829efca-b23e-4339-932b-d9fe9745a6fc req-e56e5fd9-dea7-4234-82eb-3611ee35872f tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] 10.222.0.89 "GET /v2.0/security-groups?id=6006c439-da31-4193-8305-e363c2bd9bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425272 Feb 04 18:33:04.858776 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 58966) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:33:04.922365 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-7c260111-a95b-4cee-9083-c610d317d335 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] 10.222.0.89 "GET /v2.0/floatingips/ce3fd100-b8fc-4c33-bd2f-c5aa4d77c52d HTTP/1.1" status: 200 len: 993 time: 0.0624595 Feb 04 18:33:05.140307 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4f14bb47-e72b-46ac-9e44-a61d9293afcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (75326290-f7a3-4db8-9cf2-15c7139ed224), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:33:05.895082 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (ba70844b-66a0-45fd-a2f2-e6ed673321fc), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:33:10.847572 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (f20a1ab3-4332-4f54-833b-ba4a7c687e89), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:33:13.009760 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (3f9244a9-75fc-4c10-b195-11d48b853b41), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:33:13.917196 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-25c768d5-af16-4a0f-891d-4adf863bbf77 req-9f9c17cf-c486-47c8-863c-cf13e4a2de87 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=c739279c-74d5-4b5e-a38b-0d899432e5c9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0433779 Feb 04 18:33:13.999983 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c768d5-af16-4a0f-891d-4adf863bbf77 req-ef104c23-145a-48c7-844d-b2d689eddf4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:33:14.001525 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-25c768d5-af16-4a0f-891d-4adf863bbf77 req-ef104c23-145a-48c7-844d-b2d689eddf4c service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=0a3be2315053479497104165645f2b52&device_id=c739279c-74d5-4b5e-a38b-0d899432e5c9 HTTP/1.1" status: 200 len: 1127 time: 0.0438838 Feb 04 18:33:14.418516 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c768d5-af16-4a0f-891d-4adf863bbf77 req-be466119-2124-448a-8533-240218fc7a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:33:14.419998 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-25c768d5-af16-4a0f-891d-4adf863bbf77 req-be466119-2124-448a-8533-240218fc7a33 service neutron] 10.222.0.96 "GET /v2.0/networks?id=7269d5b1-4109-423c-90f5-6e499e6673c8 HTTP/1.1" status: 200 len: 898 time: 0.3997409 Feb 04 18:33:14.491131 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-25c768d5-af16-4a0f-891d-4adf863bbf77 req-dd7cdee4-4df7-4947-b837-244f3c166a92 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a29a7ccf-efcb-4abb-a611-75916f27a54a HTTP/1.1" status: 200 len: 1001 time: 0.0644147 Feb 04 18:33:14.544195 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c768d5-af16-4a0f-891d-4adf863bbf77 req-666f796d-4a66-4802-beb4-413731fe6cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:33:14.545576 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-25c768d5-af16-4a0f-891d-4adf863bbf77 req-666f796d-4a66-4802-beb4-413731fe6cb3 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=64ea1b47-e0e5-45d1-a63e-cc12c358b41b HTTP/1.1" status: 200 len: 834 time: 0.0456920 Feb 04 18:33:14.594025 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c768d5-af16-4a0f-891d-4adf863bbf77 req-4bb66396-8da9-40ca-b827-6bb31fb2a88e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:33:14.595503 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-25c768d5-af16-4a0f-891d-4adf863bbf77 req-4bb66396-8da9-40ca-b827-6bb31fb2a88e service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=7269d5b1-4109-423c-90f5-6e499e6673c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0434568 Feb 04 18:33:14.687031 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-25c768d5-af16-4a0f-891d-4adf863bbf77 req-3822b66b-c03e-4256-9bcf-489448ed3e96 service neutron] 10.222.0.96 "GET /v2.0/networks/7269d5b1-4109-423c-90f5-6e499e6673c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844879 Feb 04 18:33:14.781532 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-25c768d5-af16-4a0f-891d-4adf863bbf77 req-91fae38a-5c57-42c7-a855-1dcd1a2800cb service neutron] 10.222.0.96 "GET /v2.0/networks/7269d5b1-4109-423c-90f5-6e499e6673c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826514 Feb 04 18:33:28.171350 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.agents_db [None req-e1691f3b-aacd-4cd6-8ebb-a9c53bb301c0 None None] Agent healthcheck: found 7 active agents {{(pid=103379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 18:33:29.910584 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a35f951c-0806-4858-bda5-852154bcda8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (bb89f5a3-3c22-440b-b7d1-c4f0c43c184a), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:33:32.971971 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9fe29b4e-701c-4d70-aab3-a4df0d727b49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (64ada913-9131-4d99-a265-63a920956287), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:33:33.320791 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d408ec64-b374-4acb-a1fc-48241dad6d47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (0cd6d64a-47a7-40ff-8c12-71dd526c62e0), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:33:35.144317 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4f14bb47-e72b-46ac-9e44-a61d9293afcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (75326290-f7a3-4db8-9cf2-15c7139ed224), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:33:35.897049 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (ba70844b-66a0-45fd-a2f2-e6ed673321fc), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:33:40.846878 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (f20a1ab3-4332-4f54-833b-ba4a7c687e89), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:33:43.020876 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (3f9244a9-75fc-4c10-b195-11d48b853b41), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:33:55.576121 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 58990) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:33:55.733690 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-a5054b3b-5cd9-4f41-821a-ee452737b032 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Deleting port 7cc4470c-2d2a-4e15-b8fb-9c087ff3f79e {{(pid=103376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 18:33:55.734023 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-a5054b3b-5cd9-4f41-821a-ee452737b032 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (7cc4470c-2d2a-4e15-b8fb-9c087ff3f79e), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:33:55.811368 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-a5054b3b-5cd9-4f41-821a-ee452737b032 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (7cc4470c-2d2a-4e15-b8fb-9c087ff3f79e), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:33:55.811704 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-a5054b3b-5cd9-4f41-821a-ee452737b032 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks [] for floatingip (7cc4470c-2d2a-4e15-b8fb-9c087ff3f79e), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:33:55.823248 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-a5054b3b-5cd9-4f41-821a-ee452737b032 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Calling delete_port for 7cc4470c-2d2a-4e15-b8fb-9c087ff3f79e owned by network:floatingip {{(pid=103376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 18:33:55.968659 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-a5054b3b-5cd9-4f41-821a-ee452737b032 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (7cc4470c-2d2a-4e15-b8fb-9c087ff3f79e), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:33:55.993025 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5054b3b-5cd9-4f41-821a-ee452737b032 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Pushing event deleted for resources: {'Port': ['ID=7cc4470c-2d2a-4e15-b8fb-9c087ff3f79e,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:33:56.004473 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5054b3b-5cd9-4f41-821a-ee452737b032 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:33:56.004856 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5054b3b-5cd9-4f41-821a-ee452737b032 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:33:56.005207 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5054b3b-5cd9-4f41-821a-ee452737b032 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:33:56.005752 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5054b3b-5cd9-4f41-821a-ee452737b032 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:33:56.006424 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5054b3b-5cd9-4f41-821a-ee452737b032 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:33:56.006756 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5054b3b-5cd9-4f41-821a-ee452737b032 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:33:56.007090 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5054b3b-5cd9-4f41-821a-ee452737b032 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:33:56.007421 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5054b3b-5cd9-4f41-821a-ee452737b032 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:33:56.007754 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5054b3b-5cd9-4f41-821a-ee452737b032 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:33:56.008083 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5054b3b-5cd9-4f41-821a-ee452737b032 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:33:56.008411 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5054b3b-5cd9-4f41-821a-ee452737b032 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:33:56.008761 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5054b3b-5cd9-4f41-821a-ee452737b032 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:33:56.009082 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5054b3b-5cd9-4f41-821a-ee452737b032 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:33:56.063053 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-a5054b3b-5cd9-4f41-821a-ee452737b032 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks [] for floatingip (ce3fd100-b8fc-4c33-bd2f-c5aa4d77c52d), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:33:56.063385 n-d-827839-2 neutron-server[103376]: INFO neutron.db.l3_db [None req-a5054b3b-5cd9-4f41-821a-ee452737b032 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Floating IP ce3fd100-b8fc-4c33-bd2f-c5aa4d77c52d disassociated (deleted). External IP: 172.25.6.142, port: a29a7ccf-efcb-4abb-a611-75916f27a54a. Feb 04 18:33:56.272234 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5054b3b-5cd9-4f41-821a-ee452737b032 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Router dda2984a-37a4-4744-ab6d-66c8c1e7867a has already been hosted by L3 agent 64ada913-9131-4d99-a265-63a920956287 {{(pid=103376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 18:33:56.381804 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5054b3b-5cd9-4f41-821a-ee452737b032 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Notify agent at l3_agent.n-d-827839-2 the message routers_updated {{(pid=103376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 18:33:56.386520 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-a5054b3b-5cd9-4f41-821a-ee452737b032 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for floatingip (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:33:56.392463 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfd70ef4-3163-49b4-8b9e-0b6d8aed0eb9 None None] Sync routers for ids ['dda2984a-37a4-4744-ab6d-66c8c1e7867a'] in n-d-827839-2 {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 18:33:56.402505 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfd70ef4-3163-49b4-8b9e-0b6d8aed0eb9 None None] Routers {'dda2984a-37a4-4744-ab6d-66c8c1e7867a'} bound to L3 agent in host n-d-827839-2 {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 18:33:56.403118 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-cfd70ef4-3163-49b4-8b9e-0b6d8aed0eb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T18:33:33Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['dda2984a-37a4-4744-ab6d-66c8c1e7867a'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:33:56.420498 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-a5054b3b-5cd9-4f41-821a-ee452737b032 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] 10.222.0.89 "DELETE /v2.0/floatingips/ce3fd100-b8fc-4c33-bd2f-c5aa4d77c52d HTTP/1.1" status: 204 len: 168 time: 0.8431563 Feb 04 18:33:56.421243 n-d-827839-2 neutron-server[103376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c739279c-74d5-4b5e-a38b-0d899432e5c9', 'tag': 'a29a7ccf-efcb-4abb-a611-75916f27a54a'}] {{(pid=103376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 18:33:56.424534 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7aefa7f3373fd63bd14caed2f0c404cd5bacff84a7eb60e70ea20ed0b49017dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05408212-fccf-412b-a36b-171b8b7d75b1" -d '{"events": [{"name": "network-changed", "server_uuid": "c739279c-74d5-4b5e-a38b-0d899432e5c9", "tag": "a29a7ccf-efcb-4abb-a611-75916f27a54a"}]}' {{(pid=103376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 18:33:56.605123 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 18:33:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b765c3e3-db27-4449-a24d-da90aa6663b5 x-openstack-request-id: req-b765c3e3-db27-4449-a24d-da90aa6663b5 {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 18:33:56.605751 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c739279c-74d5-4b5e-a38b-0d899432e5c9", "tag": "a29a7ccf-efcb-4abb-a611-75916f27a54a", "status": "completed", "code": 200}]} {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 18:33:56.605751 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-b765c3e3-db27-4449-a24d-da90aa6663b5 {{(pid=103376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 18:33:56.606143 n-d-827839-2 neutron-server[103376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c739279c-74d5-4b5e-a38b-0d899432e5c9', 'tag': 'a29a7ccf-efcb-4abb-a611-75916f27a54a', 'status': 'completed', 'code': 200} Feb 04 18:33:56.614873 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvr_db [None req-cfd70ef4-3163-49b4-8b9e-0b6d8aed0eb9 None None] Set router dda2984a-37a4-4744-ab6d-66c8c1e7867a gateway port host: n-d-827839-2 {{(pid=103379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 18:33:56.707040 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfc458b-a0c6-4583-babc-1278917877d3 req-54484372-7669-44f3-aecd-300ccd182310 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:33:56.708545 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-7cfc458b-a0c6-4583-babc-1278917877d3 req-54484372-7669-44f3-aecd-300ccd182310 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] 10.222.0.89 "GET /v2.0/ports?device_id=c739279c-74d5-4b5e-a38b-0d899432e5c9 HTTP/1.1" status: 200 len: 945 time: 0.0854633 Feb 04 18:33:56.723486 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05408212-fccf-412b-a36b-171b8b7d75b1 req-133c3803-9812-4891-b3e5-931a49d8061b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:33:56.725482 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-05408212-fccf-412b-a36b-171b8b7d75b1 req-133c3803-9812-4891-b3e5-931a49d8061b service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=0a3be2315053479497104165645f2b52&device_id=c739279c-74d5-4b5e-a38b-0d899432e5c9 HTTP/1.1" status: 200 len: 1127 time: 0.0747826 Feb 04 18:33:56.810959 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-7cfc458b-a0c6-4583-babc-1278917877d3 req-eea96116-ee03-4315-8dae-c3e85cc36967 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] 10.222.0.89 "GET /v2.0/security-groups?id=6006c439-da31-4193-8305-e363c2bd9bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0947831 Feb 04 18:33:56.815569 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-cfd70ef4-3163-49b4-8b9e-0b6d8aed0eb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dda2984a-37a4-4744-ab6d-66c8c1e7867a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-40677992', 'tenant_id': '0a3be2315053479497104165645f2b52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.213'}], 'enable_snat': True}, 'gw_port_id': 'abb58063-a068-43e5-b2b1-008ba62112c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T18:31:15Z', 'updated_at': '2022-02-04T18:31:19Z', 'revision_number': 4, 'project_id': '0a3be2315053479497104165645f2b52', 'gw_port': {'id': 'abb58063-a068-43e5-b2b1-008ba62112c4', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:5e:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dda2984a-37a4-4744-ab6d-66c8c1e7867a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:31:16Z', 'updated_at': '2022-02-04T18:31:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_interfaces': [{'id': '7f0e2aac-4c13-4ead-886f-ad252e9cc865', 'name': '', 'network_id': '7269d5b1-4109-423c-90f5-6e499e6673c8', 'tenant_id': '0a3be2315053479497104165645f2b52', 'mac_address': 'fa:16:3e:14:98:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dda2984a-37a4-4744-ab6d-66c8c1e7867a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': '64ea1b47-e0e5-45d1-a63e-cc12c358b41b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:31:18Z', 'updated_at': '2022-02-04T18:31:22Z', 'revision_number': 5, 'project_id': '0a3be2315053479497104165645f2b52', 'subnets': [{'id': '64ea1b47-e0e5-45d1-a63e-cc12c358b41b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-2', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:33:56.841434 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05408212-fccf-412b-a36b-171b8b7d75b1 req-fd8ae582-fac7-435a-9e2f-61c0ab652d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:33:56.842933 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-05408212-fccf-412b-a36b-171b8b7d75b1 req-fd8ae582-fac7-435a-9e2f-61c0ab652d20 service neutron] 10.222.0.96 "GET /v2.0/networks?id=7269d5b1-4109-423c-90f5-6e499e6673c8 HTTP/1.1" status: 200 len: 898 time: 0.1103516 Feb 04 18:33:56.845042 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfd70ef4-3163-49b4-8b9e-0b6d8aed0eb9 None None] Checking router: dda2984a-37a4-4744-ab6d-66c8c1e7867a for host: n-d-827839-2 {{(pid=103379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 18:33:56.853841 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfd70ef4-3163-49b4-8b9e-0b6d8aed0eb9 None None] Routers {'dda2984a-37a4-4744-ab6d-66c8c1e7867a'} bound to L3 agent in host n-d-827839-2 {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 18:33:56.854442 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-cfd70ef4-3163-49b4-8b9e-0b6d8aed0eb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T18:33:33Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['dda2984a-37a4-4744-ab6d-66c8c1e7867a'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:33:56.892599 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-05408212-fccf-412b-a36b-171b8b7d75b1 req-893ecc7c-af7c-4bb8-90cd-edbf6705be57 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a29a7ccf-efcb-4abb-a611-75916f27a54a HTTP/1.1" status: 200 len: 217 time: 0.0388885 Feb 04 18:33:56.941980 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05408212-fccf-412b-a36b-171b8b7d75b1 req-2498c1c2-ccbc-4e55-8aee-9e9ba0248e8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:33:56.943597 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-05408212-fccf-412b-a36b-171b8b7d75b1 req-2498c1c2-ccbc-4e55-8aee-9e9ba0248e8f service neutron] 10.222.0.96 "GET /v2.0/subnets?id=64ea1b47-e0e5-45d1-a63e-cc12c358b41b HTTP/1.1" status: 200 len: 834 time: 0.0441339 Feb 04 18:33:56.961291 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvr_db [None req-cfd70ef4-3163-49b4-8b9e-0b6d8aed0eb9 None None] Set router dda2984a-37a4-4744-ab6d-66c8c1e7867a gateway port host: n-d-827839-2 {{(pid=103379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 18:33:56.993988 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05408212-fccf-412b-a36b-171b8b7d75b1 req-31d9e97c-3b98-4a9c-9562-61a682554aab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:33:56.995642 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-05408212-fccf-412b-a36b-171b8b7d75b1 req-31d9e97c-3b98-4a9c-9562-61a682554aab service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=7269d5b1-4109-423c-90f5-6e499e6673c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0443861 Feb 04 18:33:57.090365 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-05408212-fccf-412b-a36b-171b8b7d75b1 req-865b22a0-0178-411c-8067-e584db1036d4 service neutron] 10.222.0.96 "GET /v2.0/networks/7269d5b1-4109-423c-90f5-6e499e6673c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867026 Feb 04 18:33:57.155578 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-cfd70ef4-3163-49b4-8b9e-0b6d8aed0eb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dda2984a-37a4-4744-ab6d-66c8c1e7867a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-40677992', 'tenant_id': '0a3be2315053479497104165645f2b52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.213'}], 'enable_snat': True}, 'gw_port_id': 'abb58063-a068-43e5-b2b1-008ba62112c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T18:31:15Z', 'updated_at': '2022-02-04T18:31:19Z', 'revision_number': 4, 'project_id': '0a3be2315053479497104165645f2b52', 'gw_port': {'id': 'abb58063-a068-43e5-b2b1-008ba62112c4', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:5e:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dda2984a-37a4-4744-ab6d-66c8c1e7867a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:31:16Z', 'updated_at': '2022-02-04T18:31:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_interfaces': [{'id': '7f0e2aac-4c13-4ead-886f-ad252e9cc865', 'name': '', 'network_id': '7269d5b1-4109-423c-90f5-6e499e6673c8', 'tenant_id': '0a3be2315053479497104165645f2b52', 'mac_address': 'fa:16:3e:14:98:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dda2984a-37a4-4744-ab6d-66c8c1e7867a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': '64ea1b47-e0e5-45d1-a63e-cc12c358b41b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:31:18Z', 'updated_at': '2022-02-04T18:31:22Z', 'revision_number': 5, 'project_id': '0a3be2315053479497104165645f2b52', 'subnets': [{'id': '64ea1b47-e0e5-45d1-a63e-cc12c358b41b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-2', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:33:57.181725 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfd70ef4-3163-49b4-8b9e-0b6d8aed0eb9 None None] The sync data for ids ['dda2984a-37a4-4744-ab6d-66c8c1e7867a'] in n-d-827839-2 is: [{'id': 'dda2984a-37a4-4744-ab6d-66c8c1e7867a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-40677992', 'tenant_id': '0a3be2315053479497104165645f2b52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.213'}], 'enable_snat': True}, 'gw_port_id': 'abb58063-a068-43e5-b2b1-008ba62112c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T18:31:15Z', 'updated_at': '2022-02-04T18:31:19Z', 'revision_number': 4, 'project_id': '0a3be2315053479497104165645f2b52', 'gw_port': {'id': 'abb58063-a068-43e5-b2b1-008ba62112c4', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:5e:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dda2984a-37a4-4744-ab6d-66c8c1e7867a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:31:16Z', 'updated_at': '2022-02-04T18:31:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_interfaces': [{'id': '7f0e2aac-4c13-4ead-886f-ad252e9cc865', 'name': '', 'network_id': '7269d5b1-4109-423c-90f5-6e499e6673c8', 'tenant_id': '0a3be2315053479497104165645f2b52', 'mac_address': 'fa:16:3e:14:98:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dda2984a-37a4-4744-ab6d-66c8c1e7867a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': '64ea1b47-e0e5-45d1-a63e-cc12c358b41b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:31:18Z', 'updated_at': '2022-02-04T18:31:22Z', 'revision_number': 5, 'project_id': '0a3be2315053479497104165645f2b52', 'subnets': [{'id': '64ea1b47-e0e5-45d1-a63e-cc12c358b41b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 18:33:57.186989 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-05408212-fccf-412b-a36b-171b8b7d75b1 req-ba16b7b8-3297-4874-a132-298d7703ff4c service neutron] 10.222.0.96 "GET /v2.0/networks/7269d5b1-4109-423c-90f5-6e499e6673c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838876 Feb 04 18:33:57.411895 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b063855-66ad-4d5b-9e6a-a5f7f078d82f None None] New status for floating IP ce3fd100-b8fc-4c33-bd2f-c5aa4d77c52d: DOWN {{(pid=103378) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 18:33:57.938416 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c79636e-282d-4dde-b5bf-e830b100ea36 req-799986f7-4e3a-472a-9978-ffb5864d59f2 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:33:57.939871 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-6c79636e-282d-4dde-b5bf-e830b100ea36 req-799986f7-4e3a-472a-9978-ffb5864d59f2 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] 10.222.0.89 "GET /v2.0/ports?device_id=c739279c-74d5-4b5e-a38b-0d899432e5c9 HTTP/1.1" status: 200 len: 945 time: 0.0555208 Feb 04 18:33:57.986719 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-6c79636e-282d-4dde-b5bf-e830b100ea36 req-bc857a04-02f8-4ae8-84ad-c3e322129539 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] 10.222.0.89 "GET /v2.0/security-groups?id=6006c439-da31-4193-8305-e363c2bd9bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405996 Feb 04 18:33:58.681895 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4df4275-6fa7-4d41-b20a-4a35bc6cfd11 req-81b5fd1e-72fc-41e1-9ee9-f89f54216355 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:33:58.683354 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-d4df4275-6fa7-4d41-b20a-4a35bc6cfd11 req-81b5fd1e-72fc-41e1-9ee9-f89f54216355 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] 10.222.0.96 "GET /v2.0/ports?device_id=c739279c-74d5-4b5e-a38b-0d899432e5c9 HTTP/1.1" status: 200 len: 945 time: 0.0524919 Feb 04 18:33:58.782540 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [req-d4df4275-6fa7-4d41-b20a-4a35bc6cfd11 req-0e4e7b6f-0b44-4a5b-a9a6-864dde784186 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Deleting port a29a7ccf-efcb-4abb-a611-75916f27a54a {{(pid=103376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 18:33:58.782884 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-d4df4275-6fa7-4d41-b20a-4a35bc6cfd11 req-0e4e7b6f-0b44-4a5b-a9a6-864dde784186 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (a29a7ccf-efcb-4abb-a611-75916f27a54a), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:33:58.874733 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [req-d4df4275-6fa7-4d41-b20a-4a35bc6cfd11 req-0e4e7b6f-0b44-4a5b-a9a6-864dde784186 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] For port a29a7ccf-efcb-4abb-a611-75916f27a54a, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=a29a7ccf-efcb-4abb-a611-75916f27a54a,segment=NetworkSegment(8c71f3e0-7b1b-4492-86e7-3c733919a9c7),segment_id=8c71f3e0-7b1b-4492-86e7-3c733919a9c7)] {{(pid=103376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 18:33:58.875017 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-d4df4275-6fa7-4d41-b20a-4a35bc6cfd11 req-0e4e7b6f-0b44-4a5b-a9a6-864dde784186 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (a29a7ccf-efcb-4abb-a611-75916f27a54a), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:33:58.887334 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [req-d4df4275-6fa7-4d41-b20a-4a35bc6cfd11 req-0e4e7b6f-0b44-4a5b-a9a6-864dde784186 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Calling delete_port for a29a7ccf-efcb-4abb-a611-75916f27a54a owned by compute:nova {{(pid=103376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 18:33:59.013436 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-d4df4275-6fa7-4d41-b20a-4a35bc6cfd11 req-0e4e7b6f-0b44-4a5b-a9a6-864dde784186 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (a29a7ccf-efcb-4abb-a611-75916f27a54a), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:33:59.046752 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4e7b6f-0b44-4a5b-a9a6-864dde784186 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Pushing event deleted for resources: {'Port': ['ID=a29a7ccf-efcb-4abb-a611-75916f27a54a,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:33:59.121433 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-87dbaf3a-5b65-4ff0-bb00-256ec1620f4e req-3b8fbc31-d9bd-4a7d-9027-d7bef0ca2689 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] 10.222.0.89 "GET /v2.0/ports?device_id=c739279c-74d5-4b5e-a38b-0d899432e5c9 HTTP/1.1" status: 200 len: 210 time: 0.0640149 Feb 04 18:33:59.122276 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4df4275-6fa7-4d41-b20a-4a35bc6cfd11 req-0e4e7b6f-0b44-4a5b-a9a6-864dde784186 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] No DVR routers for this DVR port a29a7ccf-efcb-4abb-a611-75916f27a54a on host n-h1-827839-2 {{(pid=103376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 18:33:59.124843 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-d4df4275-6fa7-4d41-b20a-4a35bc6cfd11 req-0e4e7b6f-0b44-4a5b-a9a6-864dde784186 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:33:59.128027 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-d4df4275-6fa7-4d41-b20a-4a35bc6cfd11 req-0e4e7b6f-0b44-4a5b-a9a6-864dde784186 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] 10.222.0.96 "DELETE /v2.0/ports/a29a7ccf-efcb-4abb-a611-75916f27a54a HTTP/1.1" status: 204 len: 173 time: 0.4391456 Feb 04 18:33:59.128475 n-d-827839-2 neutron-server[103376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c739279c-74d5-4b5e-a38b-0d899432e5c9', 'name': 'network-vif-deleted', 'tag': 'a29a7ccf-efcb-4abb-a611-75916f27a54a'}] {{(pid=103376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 18:33:59.130745 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7aefa7f3373fd63bd14caed2f0c404cd5bacff84a7eb60e70ea20ed0b49017dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff7f8229-12dc-4949-8a1c-b6839fedf814" -d '{"events": [{"server_uuid": "c739279c-74d5-4b5e-a38b-0d899432e5c9", "name": "network-vif-deleted", "tag": "a29a7ccf-efcb-4abb-a611-75916f27a54a"}]}' {{(pid=103376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 18:33:59.168789 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 18:33:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-885b2aad-375e-450f-97c2-f7181a2c3905 x-openstack-request-id: req-885b2aad-375e-450f-97c2-f7181a2c3905 {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 18:33:59.169089 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c739279c-74d5-4b5e-a38b-0d899432e5c9", "name": "network-vif-deleted", "tag": "a29a7ccf-efcb-4abb-a611-75916f27a54a", "status": "completed", "code": 200}]} {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 18:33:59.169347 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-885b2aad-375e-450f-97c2-f7181a2c3905 {{(pid=103376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 18:33:59.169750 n-d-827839-2 neutron-server[103376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c739279c-74d5-4b5e-a38b-0d899432e5c9', 'name': 'network-vif-deleted', 'tag': 'a29a7ccf-efcb-4abb-a611-75916f27a54a', 'status': 'completed', 'code': 200} Feb 04 18:33:59.913651 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8e1cd212-79ab-46f6-aef1-3cbeaf8d5ccb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (bb89f5a3-3c22-440b-b7d1-c4f0c43c184a), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:34:00.181551 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 59008) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:34:00.545537 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-9e1ae7c7-19ee-451b-ac5d-dbbb5b835735 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602754'] for router_interface (dda2984a-37a4-4744-ab6d-66c8c1e7867a), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:34:00.800146 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-9e1ae7c7-19ee-451b-ac5d-dbbb5b835735 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Deleting port 7f0e2aac-4c13-4ead-886f-ad252e9cc865 {{(pid=103376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 18:34:00.800402 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-9e1ae7c7-19ee-451b-ac5d-dbbb5b835735 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (7f0e2aac-4c13-4ead-886f-ad252e9cc865), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:34:00.888680 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [None req-9e1ae7c7-19ee-451b-ac5d-dbbb5b835735 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] For port 7f0e2aac-4c13-4ead-886f-ad252e9cc865, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=7f0e2aac-4c13-4ead-886f-ad252e9cc865,segment=NetworkSegment(8c71f3e0-7b1b-4492-86e7-3c733919a9c7),segment_id=8c71f3e0-7b1b-4492-86e7-3c733919a9c7)] {{(pid=103376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 18:34:00.889065 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-9e1ae7c7-19ee-451b-ac5d-dbbb5b835735 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (7f0e2aac-4c13-4ead-886f-ad252e9cc865), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:34:00.902128 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-9e1ae7c7-19ee-451b-ac5d-dbbb5b835735 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Calling delete_port for 7f0e2aac-4c13-4ead-886f-ad252e9cc865 owned by network:router_interface {{(pid=103376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 18:34:01.085409 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-9e1ae7c7-19ee-451b-ac5d-dbbb5b835735 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (7f0e2aac-4c13-4ead-886f-ad252e9cc865), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:34:01.115482 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1ae7c7-19ee-451b-ac5d-dbbb5b835735 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Pushing event deleted for resources: {'Port': ['ID=7f0e2aac-4c13-4ead-886f-ad252e9cc865,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:34:01.299482 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-9e1ae7c7-19ee-451b-ac5d-dbbb5b835735 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1677336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1602614'] for router_interface (dda2984a-37a4-4744-ab6d-66c8c1e7867a), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:34:01.518616 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e1ae7c7-19ee-451b-ac5d-dbbb5b835735 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Router dda2984a-37a4-4744-ab6d-66c8c1e7867a has already been hosted by L3 agent 64ada913-9131-4d99-a265-63a920956287 {{(pid=103376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 18:34:01.626270 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e1ae7c7-19ee-451b-ac5d-dbbb5b835735 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Notify agent at l3_agent.n-d-827839-2 the message routers_updated {{(pid=103376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 18:34:01.632102 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-9e1ae7c7-19ee-451b-ac5d-dbbb5b835735 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] 10.222.0.89 "PUT /v2.0/routers/dda2984a-37a4-4744-ab6d-66c8c1e7867a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4495382 Feb 04 18:34:01.634813 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 59010) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:34:01.641636 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9929211d-5f88-4636-b3a5-62348140c18f None None] Sync routers for ids ['dda2984a-37a4-4744-ab6d-66c8c1e7867a'] in n-d-827839-2 {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 18:34:01.650879 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9929211d-5f88-4636-b3a5-62348140c18f None None] Routers {'dda2984a-37a4-4744-ab6d-66c8c1e7867a'} bound to L3 agent in host n-d-827839-2 {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 18:34:01.651473 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-9929211d-5f88-4636-b3a5-62348140c18f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T18:33:33Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['dda2984a-37a4-4744-ab6d-66c8c1e7867a'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:34:01.685756 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6e5ccee-7dc5-472a-841f-dd85a15f53fd tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Deleting subnet 64ea1b47-e0e5-45d1-a63e-cc12c358b41b {{(pid=103376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 18:34:01.688885 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-b6e5ccee-7dc5-472a-841f-dd85a15f53fd tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks [] for subnet (64ea1b47-e0e5-45d1-a63e-cc12c358b41b), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:34:01.728051 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-b6e5ccee-7dc5-472a-841f-dd85a15f53fd tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25674901'] for subnet (64ea1b47-e0e5-45d1-a63e-cc12c358b41b), precommit_delete_associations {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:34:01.758152 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvr_db [None req-9929211d-5f88-4636-b3a5-62348140c18f None None] Set router dda2984a-37a4-4744-ab6d-66c8c1e7867a gateway port host: n-d-827839-2 {{(pid=103379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 18:34:01.944053 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-9929211d-5f88-4636-b3a5-62348140c18f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dda2984a-37a4-4744-ab6d-66c8c1e7867a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-40677992', 'tenant_id': '0a3be2315053479497104165645f2b52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.213'}], 'enable_snat': True}, 'gw_port_id': 'abb58063-a068-43e5-b2b1-008ba62112c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T18:31:15Z', 'updated_at': '2022-02-04T18:34:01Z', 'revision_number': 5, 'project_id': '0a3be2315053479497104165645f2b52', 'gw_port': {'id': 'abb58063-a068-43e5-b2b1-008ba62112c4', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:5e:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dda2984a-37a4-4744-ab6d-66c8c1e7867a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:31:16Z', 'updated_at': '2022-02-04T18:31:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2'}], 'n-d-827839-2', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:34:01.970149 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9929211d-5f88-4636-b3a5-62348140c18f None None] Checking router: dda2984a-37a4-4744-ab6d-66c8c1e7867a for host: n-d-827839-2 {{(pid=103379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 18:34:01.979393 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9929211d-5f88-4636-b3a5-62348140c18f None None] Routers {'dda2984a-37a4-4744-ab6d-66c8c1e7867a'} bound to L3 agent in host n-d-827839-2 {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 18:34:01.980006 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-9929211d-5f88-4636-b3a5-62348140c18f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T18:33:33Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['dda2984a-37a4-4744-ab6d-66c8c1e7867a'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:34:02.087563 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvr_db [None req-9929211d-5f88-4636-b3a5-62348140c18f None None] Set router dda2984a-37a4-4744-ab6d-66c8c1e7867a gateway port host: n-d-827839-2 {{(pid=103379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 18:34:02.121295 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-b6e5ccee-7dc5-472a-841f-dd85a15f53fd tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1541225'] for subnet (64ea1b47-e0e5-45d1-a63e-cc12c358b41b), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:34:02.178845 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-b6e5ccee-7dc5-472a-841f-dd85a15f53fd tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1541216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25675894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25858947'] for subnet (64ea1b47-e0e5-45d1-a63e-cc12c358b41b), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:34:02.203757 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e5ccee-7dc5-472a-841f-dd85a15f53fd tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Pushing event deleted for resources: {'Subnet': ['ID=64ea1b47-e0e5-45d1-a63e-cc12c358b41b,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:34:02.209422 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-b6e5ccee-7dc5-472a-841f-dd85a15f53fd tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks [] for subnet (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:34:02.215247 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-b6e5ccee-7dc5-472a-841f-dd85a15f53fd tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] 10.222.0.89 "DELETE /v2.0/subnets/64ea1b47-e0e5-45d1-a63e-cc12c358b41b HTTP/1.1" status: 204 len: 168 time: 0.5769610 Feb 04 18:34:02.215563 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 59012) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:34:02.225804 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99a3e95e-698b-49e2-8a01-40a362ff8ee0 None None] Network 7269d5b1-4109-423c-90f5-6e499e6673c8 requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 18:34:02.278248 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-9929211d-5f88-4636-b3a5-62348140c18f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dda2984a-37a4-4744-ab6d-66c8c1e7867a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-40677992', 'tenant_id': '0a3be2315053479497104165645f2b52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.213'}], 'enable_snat': True}, 'gw_port_id': 'abb58063-a068-43e5-b2b1-008ba62112c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T18:31:15Z', 'updated_at': '2022-02-04T18:34:01Z', 'revision_number': 5, 'project_id': '0a3be2315053479497104165645f2b52', 'gw_port': {'id': 'abb58063-a068-43e5-b2b1-008ba62112c4', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:5e:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dda2984a-37a4-4744-ab6d-66c8c1e7867a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:31:16Z', 'updated_at': '2022-02-04T18:31:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2'}], 'n-d-827839-2', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:34:02.306838 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9929211d-5f88-4636-b3a5-62348140c18f None None] The sync data for ids ['dda2984a-37a4-4744-ab6d-66c8c1e7867a'] in n-d-827839-2 is: [{'id': 'dda2984a-37a4-4744-ab6d-66c8c1e7867a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-40677992', 'tenant_id': '0a3be2315053479497104165645f2b52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.213'}], 'enable_snat': True}, 'gw_port_id': 'abb58063-a068-43e5-b2b1-008ba62112c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T18:31:15Z', 'updated_at': '2022-02-04T18:34:01Z', 'revision_number': 5, 'project_id': '0a3be2315053479497104165645f2b52', 'gw_port': {'id': 'abb58063-a068-43e5-b2b1-008ba62112c4', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:5e:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dda2984a-37a4-4744-ab6d-66c8c1e7867a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:31:16Z', 'updated_at': '2022-02-04T18:31:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2'}] {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 18:34:02.332966 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-c7153c8d-6928-40c7-ac78-aba185d59ca9 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks [] for router (dda2984a-37a4-4744-ab6d-66c8c1e7867a), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:34:02.445930 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-c7153c8d-6928-40c7-ac78-aba185d59ca9 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks [] for router_gateway (dda2984a-37a4-4744-ab6d-66c8c1e7867a), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:34:02.497258 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-c7153c8d-6928-40c7-ac78-aba185d59ca9 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Deleting port abb58063-a068-43e5-b2b1-008ba62112c4 {{(pid=103376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 18:34:02.497663 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-c7153c8d-6928-40c7-ac78-aba185d59ca9 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (abb58063-a068-43e5-b2b1-008ba62112c4), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:34:02.582690 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [None req-c7153c8d-6928-40c7-ac78-aba185d59ca9 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] For port abb58063-a068-43e5-b2b1-008ba62112c4, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=abb58063-a068-43e5-b2b1-008ba62112c4,segment=NetworkSegment(5942dc44-1f07-4c27-b0ab-45a2bff20dd5),segment_id=5942dc44-1f07-4c27-b0ab-45a2bff20dd5)] {{(pid=103376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 18:34:02.583054 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-c7153c8d-6928-40c7-ac78-aba185d59ca9 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (abb58063-a068-43e5-b2b1-008ba62112c4), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:34:02.596161 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-c7153c8d-6928-40c7-ac78-aba185d59ca9 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Calling delete_port for abb58063-a068-43e5-b2b1-008ba62112c4 owned by network:router_gateway {{(pid=103376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 18:34:02.684905 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a82ac7c1-5fec-4e6e-a40f-33aa3d346444 None None] DHCP port deletion for 7269d5b1-4109-423c-90f5-6e499e6673c8 request from n-d-827839-2 {{(pid=103378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 18:34:02.755874 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-a82ac7c1-5fec-4e6e-a40f-33aa3d346444 None None] Deleting port ee0edd5b-73fd-4fcb-9b87-105f33da6032 {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 18:34:02.756185 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a82ac7c1-5fec-4e6e-a40f-33aa3d346444 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (ee0edd5b-73fd-4fcb-9b87-105f33da6032), before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:34:02.791483 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-c7153c8d-6928-40c7-ac78-aba185d59ca9 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (abb58063-a068-43e5-b2b1-008ba62112c4), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:34:02.806737 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device ee0edd5b-73fd-4fcb-9b87-105f33da6032 no longer exists at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 18:34:02.819442 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7153c8d-6928-40c7-ac78-aba185d59ca9 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Pushing event deleted for resources: {'Port': ['ID=abb58063-a068-43e5-b2b1-008ba62112c4,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:34:02.884193 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-c7153c8d-6928-40c7-ac78-aba185d59ca9 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1595544'] for router_gateway (dda2984a-37a4-4744-ab6d-66c8c1e7867a), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:34:02.909313 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-a82ac7c1-5fec-4e6e-a40f-33aa3d346444 None None] For port ee0edd5b-73fd-4fcb-9b87-105f33da6032, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=ee0edd5b-73fd-4fcb-9b87-105f33da6032,segment=NetworkSegment(8c71f3e0-7b1b-4492-86e7-3c733919a9c7),segment_id=8c71f3e0-7b1b-4492-86e7-3c733919a9c7)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 18:34:02.909788 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a82ac7c1-5fec-4e6e-a40f-33aa3d346444 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (ee0edd5b-73fd-4fcb-9b87-105f33da6032), precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:34:02.936487 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-a82ac7c1-5fec-4e6e-a40f-33aa3d346444 None None] Calling delete_port for ee0edd5b-73fd-4fcb-9b87-105f33da6032 owned by network:dhcp {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 18:34:02.983298 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-c7153c8d-6928-40c7-ac78-aba185d59ca9 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1601811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26971'] for router (dda2984a-37a4-4744-ab6d-66c8c1e7867a), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:34:02.986010 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-c7153c8d-6928-40c7-ac78-aba185d59ca9 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks [] for router_controller (dda2984a-37a4-4744-ab6d-66c8c1e7867a), precommit_delete_associations {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:34:03.000830 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device a29a7ccf-efcb-4abb-a611-75916f27a54a no longer exists at agent hyperv_n-h1-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 18:34:03.034378 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-c7153c8d-6928-40c7-ac78-aba185d59ca9 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1601832'] for router (dda2984a-37a4-4744-ab6d-66c8c1e7867a), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:34:03.034926 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7153c8d-6928-40c7-ac78-aba185d59ca9 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Fanout notify agent at l3_agent the message router_deleted on router dda2984a-37a4-4744-ab6d-66c8c1e7867a {{(pid=103376) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 18:34:03.042550 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-c7153c8d-6928-40c7-ac78-aba185d59ca9 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks [] for router (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:34:03.046368 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-c7153c8d-6928-40c7-ac78-aba185d59ca9 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] 10.222.0.89 "DELETE /v2.0/routers/dda2984a-37a4-4744-ab6d-66c8c1e7867a HTTP/1.1" status: 204 len: 168 time: 0.8270845 Feb 04 18:34:03.046816 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 59014) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:34:03.122308 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] No Port match for: a29a7ccf-efcb-4abb-a611-75916f27a54a {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 18:34:03.122875 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device a29a7ccf-efcb-4abb-a611-75916f27a54a not bound to the agent host n-h1-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 18:34:03.128703 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-b41ae9ee-f2ed-41be-80b2-d86c357cd77f tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628832'] for network (7269d5b1-4109-423c-90f5-6e499e6673c8), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:34:03.143844 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f9185298-b322-4a9c-9a92-aff62c4572f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (64ada913-9131-4d99-a265-63a920956287), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:34:03.159549 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port ee0edd5b-73fd-4fcb-9b87-105f33da6032 is: ACTIVE; New status is: DOWN {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 18:34:03.160221 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (ee0edd5b-73fd-4fcb-9b87-105f33da6032), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:34:03.203613 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-b41ae9ee-f2ed-41be-80b2-d86c357cd77f tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Deleting port ee0edd5b-73fd-4fcb-9b87-105f33da6032 {{(pid=103377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 18:34:03.203953 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-b41ae9ee-f2ed-41be-80b2-d86c357cd77f tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (ee0edd5b-73fd-4fcb-9b87-105f33da6032), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:34:03.218448 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] For port ee0edd5b-73fd-4fcb-9b87-105f33da6032, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=ee0edd5b-73fd-4fcb-9b87-105f33da6032,segment=NetworkSegment(8c71f3e0-7b1b-4492-86e7-3c733919a9c7),segment_id=8c71f3e0-7b1b-4492-86e7-3c733919a9c7)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 18:34:03.223755 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (ee0edd5b-73fd-4fcb-9b87-105f33da6032), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:34:03.225416 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 7f0e2aac-4c13-4ead-886f-ad252e9cc865 no longer exists at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 18:34:03.262656 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a82ac7c1-5fec-4e6e-a40f-33aa3d346444 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144'] for port (ee0edd5b-73fd-4fcb-9b87-105f33da6032), after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:34:03.264431 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] No Port match for: 7f0e2aac-4c13-4ead-886f-ad252e9cc865 {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 18:34:03.264800 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 7f0e2aac-4c13-4ead-886f-ad252e9cc865 not bound to the agent host n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 18:34:03.267260 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Pushing event deleted for resources: {'Port': ['ID=ee0edd5b-73fd-4fcb-9b87-105f33da6032,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:34:03.274134 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [None req-b41ae9ee-f2ed-41be-80b2-d86c357cd77f tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] For port ee0edd5b-73fd-4fcb-9b87-105f33da6032, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=ee0edd5b-73fd-4fcb-9b87-105f33da6032,segment=NetworkSegment(8c71f3e0-7b1b-4492-86e7-3c733919a9c7),segment_id=8c71f3e0-7b1b-4492-86e7-3c733919a9c7)] {{(pid=103377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 18:34:03.275030 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-b41ae9ee-f2ed-41be-80b2-d86c357cd77f tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (ee0edd5b-73fd-4fcb-9b87-105f33da6032), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:34:03.281127 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:34:03.281483 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:34:03.281843 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:34:03.282185 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:34:03.282518 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:34:03.282850 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:34:03.283178 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:34:03.283505 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:34:03.283831 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:34:03.284153 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:34:03.284522 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:34:03.284820 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:34:03.285145 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:34:03.289426 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a82ac7c1-5fec-4e6e-a40f-33aa3d346444 None None] No DVR routers for this DVR port ee0edd5b-73fd-4fcb-9b87-105f33da6032 on host n-d-827839-2 {{(pid=103378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 18:34:03.292627 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-b41ae9ee-f2ed-41be-80b2-d86c357cd77f tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Calling delete_port for ee0edd5b-73fd-4fcb-9b87-105f33da6032 owned by network:dhcp {{(pid=103377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 18:34:03.321868 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82ac7c1-5fec-4e6e-a40f-33aa3d346444 None None] Pushing event deleted for resources: {'Port': ['ID=ee0edd5b-73fd-4fcb-9b87-105f33da6032,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:34:03.336846 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d408ec64-b374-4acb-a1fc-48241dad6d47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (0cd6d64a-47a7-40ff-8c12-71dd526c62e0), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:34:03.382833 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-b41ae9ee-f2ed-41be-80b2-d86c357cd77f tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (ee0edd5b-73fd-4fcb-9b87-105f33da6032), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:34:03.408063 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41ae9ee-f2ed-41be-80b2-d86c357cd77f tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Pushing event deleted for resources: {'Port': ['ID=ee0edd5b-73fd-4fcb-9b87-105f33da6032,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:34:03.412951 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b41ae9ee-f2ed-41be-80b2-d86c357cd77f tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] No DVR routers for this DVR port ee0edd5b-73fd-4fcb-9b87-105f33da6032 on host n-d-827839-2 {{(pid=103377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 18:34:03.439352 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41ae9ee-f2ed-41be-80b2-d86c357cd77f tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:34:03.439624 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41ae9ee-f2ed-41be-80b2-d86c357cd77f tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:34:03.439964 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41ae9ee-f2ed-41be-80b2-d86c357cd77f tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:34:03.440298 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41ae9ee-f2ed-41be-80b2-d86c357cd77f tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:34:03.440632 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41ae9ee-f2ed-41be-80b2-d86c357cd77f tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:34:03.440985 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41ae9ee-f2ed-41be-80b2-d86c357cd77f tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:34:03.441311 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41ae9ee-f2ed-41be-80b2-d86c357cd77f tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:34:03.441636 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41ae9ee-f2ed-41be-80b2-d86c357cd77f tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:34:03.441957 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41ae9ee-f2ed-41be-80b2-d86c357cd77f tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:34:03.442279 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41ae9ee-f2ed-41be-80b2-d86c357cd77f tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:34:03.442601 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41ae9ee-f2ed-41be-80b2-d86c357cd77f tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:34:03.442918 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41ae9ee-f2ed-41be-80b2-d86c357cd77f tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:34:03.443775 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41ae9ee-f2ed-41be-80b2-d86c357cd77f tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:34:03.509245 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-b41ae9ee-f2ed-41be-80b2-d86c357cd77f tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1543676', 'neutron.services.segments.db._delete_segments_for_network-8781084786517'] for network (7269d5b1-4109-423c-90f5-6e499e6673c8), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:34:03.535916 n-d-827839-2 neutron-server[103377]: DEBUG neutron.services.segments.db [None req-b41ae9ee-f2ed-41be-80b2-d86c357cd77f tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7269d5b1-4109-423c-90f5-6e499e6673c8']}} {{(pid=103377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:34:03.546175 n-d-827839-2 neutron-server[103377]: DEBUG neutron.services.segments.db [None req-b41ae9ee-f2ed-41be-80b2-d86c357cd77f tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c71f3e0-7b1b-4492-86e7-3c733919a9c7') {'for_net_delete': True} {{(pid=103377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:34:03.546704 n-d-827839-2 neutron-server[103377]: DEBUG neutron.services.segments.db [None req-b41ae9ee-f2ed-41be-80b2-d86c357cd77f tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c71f3e0-7b1b-4492-86e7-3c733919a9c7') {} {{(pid=103377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:34:03.556923 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-b41ae9ee-f2ed-41be-80b2-d86c357cd77f tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781084783966', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26866685'] for segment (8c71f3e0-7b1b-4492-86e7-3c733919a9c7), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:34:03.570637 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-b41ae9ee-f2ed-41be-80b2-d86c357cd77f tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (8c71f3e0-7b1b-4492-86e7-3c733919a9c7), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:34:03.576561 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b41ae9ee-f2ed-41be-80b2-d86c357cd77f tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Releasing vlan 754 on physical network physnet1 to pool {{(pid=103377) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 18:34:03.576965 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-b41ae9ee-f2ed-41be-80b2-d86c357cd77f tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25888454'] for segment (8c71f3e0-7b1b-4492-86e7-3c733919a9c7), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:34:03.579980 n-d-827839-2 neutron-server[103377]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 18:34:03.579980 n-d-827839-2 neutron-server[103377]: self.session.flush() Feb 04 18:34:03.579980 n-d-827839-2 neutron-server[103377]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 18:34:03.579980 n-d-827839-2 neutron-server[103377]: self.session.flush() Feb 04 18:34:03.579980 n-d-827839-2 neutron-server[103377]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 18:34:03.579980 n-d-827839-2 neutron-server[103377]: self.session.flush() Feb 04 18:34:03.579980 n-d-827839-2 neutron-server[103377]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 18:34:03.579980 n-d-827839-2 neutron-server[103377]: self.session.flush() Feb 04 18:34:03.579980 n-d-827839-2 neutron-server[103377]: Traceback (most recent call last): Feb 04 18:34:03.579980 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 18:34:03.579980 n-d-827839-2 neutron-server[103377]: timer() Feb 04 18:34:03.579980 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 18:34:03.579980 n-d-827839-2 neutron-server[103377]: cb(*args, **kw) Feb 04 18:34:03.579980 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 18:34:03.579980 n-d-827839-2 neutron-server[103377]: return func(*args, **kwargs) Feb 04 18:34:03.579980 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 18:34:03.579980 n-d-827839-2 neutron-server[103377]: self._notify() Feb 04 18:34:03.579980 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 18:34:03.579980 n-d-827839-2 neutron-server[103377]: self.callback(batched_events) Feb 04 18:34:03.579980 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 18:34:03.579980 n-d-827839-2 neutron-server[103377]: event.method(event) Feb 04 18:34:03.579980 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 18:34:03.579980 n-d-827839-2 neutron-server[103377]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 18:34:03.579980 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 18:34:03.579980 n-d-827839-2 neutron-server[103377]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 18:34:03.579980 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 18:34:03.579980 n-d-827839-2 neutron-server[103377]: return f(self, *a, **k) Feb 04 18:34:03.579980 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 18:34:03.579980 n-d-827839-2 neutron-server[103377]: return self._get(url).json() Feb 04 18:34:03.579980 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 18:34:03.579980 n-d-827839-2 neutron-server[103377]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 18:34:03.579980 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 18:34:03.579980 n-d-827839-2 neutron-server[103377]: return self.request(url, 'GET', **kwargs) Feb 04 18:34:03.579980 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 18:34:03.579980 n-d-827839-2 neutron-server[103377]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 18:34:03.579980 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 18:34:03.579980 n-d-827839-2 neutron-server[103377]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 18:34:03.579980 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 18:34:03.579980 n-d-827839-2 neutron-server[103377]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 18:34:03.579980 n-d-827839-2 neutron-server[103377]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 18:34:03.637726 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-b41ae9ee-f2ed-41be-80b2-d86c357cd77f tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1543671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1595572'] for network (7269d5b1-4109-423c-90f5-6e499e6673c8), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:34:03.642073 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-b41ae9ee-f2ed-41be-80b2-d86c357cd77f tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks [] for network (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:34:03.646158 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-b41ae9ee-f2ed-41be-80b2-d86c357cd77f tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] 10.222.0.89 "DELETE /v2.0/networks/7269d5b1-4109-423c-90f5-6e499e6673c8 HTTP/1.1" status: 204 len: 168 time: 0.5981295 Feb 04 18:34:03.649592 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 59016) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:34:03.662731 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41ae9ee-f2ed-41be-80b2-d86c357cd77f tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Pushing event deleted for resources: {'Network': ['ID=7269d5b1-4109-423c-90f5-6e499e6673c8,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:34:03.707170 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-4fd84d63-7bd7-488c-ba78-91b03bb4e00c tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks [] for security_group (6006c439-da31-4193-8305-e363c2bd9bbf), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:34:03.732535 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-4fd84d63-7bd7-488c-ba78-91b03bb4e00c tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks [] for security_group (6006c439-da31-4193-8305-e363c2bd9bbf), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:34:03.795357 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-4fd84d63-7bd7-488c-ba78-91b03bb4e00c tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (6006c439-da31-4193-8305-e363c2bd9bbf), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:34:03.798834 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-4fd84d63-7bd7-488c-ba78-91b03bb4e00c tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks [] for security_group (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:34:03.799066 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-4fd84d63-7bd7-488c-ba78-91b03bb4e00c tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] 10.222.0.89 "DELETE /v2.0/security-groups/6006c439-da31-4193-8305-e363c2bd9bbf HTTP/1.1" status: 204 len: 168 time: 0.1484885 Feb 04 18:34:03.809164 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd84d63-7bd7-488c-ba78-91b03bb4e00c tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6006c439-da31-4193-8305-e363c2bd9bbf,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:34:04.642662 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device abb58063-a068-43e5-b2b1-008ba62112c4 no longer exists at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 18:34:04.662749 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] No Port match for: abb58063-a068-43e5-b2b1-008ba62112c4 {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 18:34:04.663096 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device abb58063-a068-43e5-b2b1-008ba62112c4 not bound to the agent host n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 18:34:05.147297 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4f14bb47-e72b-46ac-9e44-a61d9293afcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (75326290-f7a3-4db8-9cf2-15c7139ed224), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:34:05.170129 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.agents_db [None req-e1691f3b-aacd-4cd6-8ebb-a9c53bb301c0 None None] Agent healthcheck: found 7 active agents {{(pid=103379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 18:34:05.898525 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (ba70844b-66a0-45fd-a2f2-e6ed673321fc), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:34:06.152992 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 59026) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:34:06.157576 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-60e62297-c6f0-46f0-bef0-89bf8c35e65f tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-242686094', 'description': 'tempest-secgroup-smoke-242686094 description', 'project_id': '0a3be2315053479497104165645f2b52'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 18:34:06.179374 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-60e62297-c6f0-46f0-bef0-89bf8c35e65f tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks [] for security_group (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:34:06.244824 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-60e62297-c6f0-46f0-bef0-89bf8c35e65f tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks [] for security_group (185689c5-5991-4a20-9df6-bdc280bf632f), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:34:06.248755 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-60e62297-c6f0-46f0-bef0-89bf8c35e65f tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (185689c5-5991-4a20-9df6-bdc280bf632f), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:34:06.283447 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-60e62297-c6f0-46f0-bef0-89bf8c35e65f tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks [] for security_group (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:34:06.284687 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-60e62297-c6f0-46f0-bef0-89bf8c35e65f tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] 10.222.0.89 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1307371 Feb 04 18:34:06.285840 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e62297-c6f0-46f0-bef0-89bf8c35e65f tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Pushing event updated for resources: {'SecurityGroup': ['ID=185689c5-5991-4a20-9df6-bdc280bf632f,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:34:06.289339 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 59028) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:34:06.294965 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-2f834725-d445-4339-8e8c-4a1a0fae31d3 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Request body: {'security_group_rule': {'security_group_id': '185689c5-5991-4a20-9df6-bdc280bf632f', 'project_id': '0a3be2315053479497104165645f2b52', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 18:34:06.319564 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-2f834725-d445-4339-8e8c-4a1a0fae31d3 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks [] for security_group_rule (be34843d-c793-4e21-9977-a2d13df5a325), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:34:06.373243 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-2f834725-d445-4339-8e8c-4a1a0fae31d3 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks [] for security_group_rule (be34843d-c793-4e21-9977-a2d13df5a325), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:34:06.376769 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-2f834725-d445-4339-8e8c-4a1a0fae31d3 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664556'] for security_group_rule (be34843d-c793-4e21-9977-a2d13df5a325), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:34:06.397781 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f834725-d445-4339-8e8c-4a1a0fae31d3 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be34843d-c793-4e21-9977-a2d13df5a325,revision_number=0']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:34:06.406059 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-2f834725-d445-4339-8e8c-4a1a0fae31d3 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:34:06.407310 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-2f834725-d445-4339-8e8c-4a1a0fae31d3 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1165688 Feb 04 18:34:06.410120 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 59030) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:34:06.415182 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-721954e0-eed4-48f1-8692-42ae0e0ad513 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Request body: {'security_group_rule': {'security_group_id': '185689c5-5991-4a20-9df6-bdc280bf632f', 'project_id': '0a3be2315053479497104165645f2b52', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 18:34:06.438799 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-721954e0-eed4-48f1-8692-42ae0e0ad513 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks [] for security_group_rule (d57fc48b-c782-448e-8624-311e867127b8), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:34:06.492611 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-721954e0-eed4-48f1-8692-42ae0e0ad513 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks [] for security_group_rule (d57fc48b-c782-448e-8624-311e867127b8), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:34:06.495975 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-721954e0-eed4-48f1-8692-42ae0e0ad513 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664556'] for security_group_rule (d57fc48b-c782-448e-8624-311e867127b8), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:34:06.515865 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721954e0-eed4-48f1-8692-42ae0e0ad513 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d57fc48b-c782-448e-8624-311e867127b8,revision_number=0']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:34:06.521228 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-721954e0-eed4-48f1-8692-42ae0e0ad513 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:34:06.522881 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-721954e0-eed4-48f1-8692-42ae0e0ad513 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1118479 Feb 04 18:34:06.525652 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 59032) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:34:06.530033 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-a2e404c8-3fa9-4e31-9027-2b24da22b004 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Request body: {'security_group_rule': {'security_group_id': '185689c5-5991-4a20-9df6-bdc280bf632f', 'project_id': '0a3be2315053479497104165645f2b52', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 18:34:06.553982 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-a2e404c8-3fa9-4e31-9027-2b24da22b004 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks [] for security_group_rule (9eef6f54-fc33-4189-9635-6b673103c558), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:34:06.609149 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-a2e404c8-3fa9-4e31-9027-2b24da22b004 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks [] for security_group_rule (9eef6f54-fc33-4189-9635-6b673103c558), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:34:06.612730 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-a2e404c8-3fa9-4e31-9027-2b24da22b004 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664556'] for security_group_rule (9eef6f54-fc33-4189-9635-6b673103c558), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:34:06.629462 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e404c8-3fa9-4e31-9027-2b24da22b004 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9eef6f54-fc33-4189-9635-6b673103c558,revision_number=0']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:34:06.638237 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-a2e404c8-3fa9-4e31-9027-2b24da22b004 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:34:06.640533 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-a2e404c8-3fa9-4e31-9027-2b24da22b004 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1139646 Feb 04 18:34:06.642124 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 59034) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:34:06.647029 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-e33d551b-587b-4264-8021-bfc30e0c844e tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Request body: {'security_group_rule': {'security_group_id': '185689c5-5991-4a20-9df6-bdc280bf632f', 'project_id': '0a3be2315053479497104165645f2b52', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 18:34:06.670558 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-e33d551b-587b-4264-8021-bfc30e0c844e tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks [] for security_group_rule (cc412fc3-2df9-4a16-9e42-50ebc7227801), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:34:06.726070 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-e33d551b-587b-4264-8021-bfc30e0c844e tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks [] for security_group_rule (cc412fc3-2df9-4a16-9e42-50ebc7227801), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:34:06.729378 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-e33d551b-587b-4264-8021-bfc30e0c844e tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664556'] for security_group_rule (cc412fc3-2df9-4a16-9e42-50ebc7227801), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:34:06.743534 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33d551b-587b-4264-8021-bfc30e0c844e tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc412fc3-2df9-4a16-9e42-50ebc7227801,revision_number=0']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:34:06.753857 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-e33d551b-587b-4264-8021-bfc30e0c844e tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:34:06.755061 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-e33d551b-587b-4264-8021-bfc30e0c844e tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1119826 Feb 04 18:34:06.760172 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 59036) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:34:06.764564 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-01147f2e-11c2-498e-897e-c37dd03b3960 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Request body: {'security_group_rule': {'security_group_id': '185689c5-5991-4a20-9df6-bdc280bf632f', 'project_id': '0a3be2315053479497104165645f2b52', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 18:34:06.784671 n-d-827839-2 neutron-server[103377]: INFO neutron.db.securitygroups_db [None req-01147f2e-11c2-498e-897e-c37dd03b3960 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Project 0a3be2315053479497104165645f2b52 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 18:34:06.789724 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-01147f2e-11c2-498e-897e-c37dd03b3960 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks [] for security_group_rule (5ba896a2-9ff4-4026-93de-a76ec3bf357b), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:34:06.847872 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-01147f2e-11c2-498e-897e-c37dd03b3960 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks [] for security_group_rule (5ba896a2-9ff4-4026-93de-a76ec3bf357b), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:34:06.851320 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-01147f2e-11c2-498e-897e-c37dd03b3960 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664556'] for security_group_rule (5ba896a2-9ff4-4026-93de-a76ec3bf357b), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:34:06.868637 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01147f2e-11c2-498e-897e-c37dd03b3960 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ba896a2-9ff4-4026-93de-a76ec3bf357b,revision_number=0']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:34:06.875736 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-01147f2e-11c2-498e-897e-c37dd03b3960 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:34:06.876932 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-01147f2e-11c2-498e-897e-c37dd03b3960 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1157219 Feb 04 18:34:06.879661 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 59038) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:34:06.884561 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-4eeb04bd-179f-439d-bf3f-d82dc0779f57 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Request body: {'security_group_rule': {'security_group_id': '185689c5-5991-4a20-9df6-bdc280bf632f', 'project_id': '0a3be2315053479497104165645f2b52', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 18:34:06.903298 n-d-827839-2 neutron-server[103377]: INFO neutron.db.securitygroups_db [None req-4eeb04bd-179f-439d-bf3f-d82dc0779f57 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Project 0a3be2315053479497104165645f2b52 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 18:34:06.908339 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-4eeb04bd-179f-439d-bf3f-d82dc0779f57 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks [] for security_group_rule (ff536726-66e2-4abf-ba4c-f32d177dbe36), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:34:06.966005 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-4eeb04bd-179f-439d-bf3f-d82dc0779f57 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks [] for security_group_rule (ff536726-66e2-4abf-ba4c-f32d177dbe36), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:34:06.969376 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-4eeb04bd-179f-439d-bf3f-d82dc0779f57 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664556'] for security_group_rule (ff536726-66e2-4abf-ba4c-f32d177dbe36), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:34:06.986477 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eeb04bd-179f-439d-bf3f-d82dc0779f57 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff536726-66e2-4abf-ba4c-f32d177dbe36,revision_number=0']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:34:06.994475 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-4eeb04bd-179f-439d-bf3f-d82dc0779f57 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:34:06.998326 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-4eeb04bd-179f-439d-bf3f-d82dc0779f57 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1150112 Feb 04 18:34:06.998516 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 59040) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:34:07.003255 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-03ce395e-646d-46fd-8615-2328886b7fec tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Request body: {'network': {'name': 'tempest-network-smoke--834168228', 'project_id': '0a3be2315053479497104165645f2b52', 'port_security_enabled': True}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 18:34:07.021497 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03ce395e-646d-46fd-8615-2328886b7fec tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Made reservation on behalf of 0a3be2315053479497104165645f2b52 for: {'network': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 18:34:07.024873 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-03ce395e-646d-46fd-8615-2328886b7fec tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for network (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:34:07.047463 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03ce395e-646d-46fd-8615-2328886b7fec tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] vlan segment allocate from pool success with {'vlan_id': 767, 'physical_network': 'physnet1'} {{(pid=103377) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 18:34:07.056260 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-03ce395e-646d-46fd-8615-2328886b7fec tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (3d14ce21-0f17-4499-87eb-293949d2abc6), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:34:07.056594 n-d-827839-2 neutron-server[103377]: INFO neutron.db.segments_db [None req-03ce395e-646d-46fd-8615-2328886b7fec tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Added segment 3d14ce21-0f17-4499-87eb-293949d2abc6 of type vlan for network 6be83500-7748-479b-93c8-203a5aba0625 Feb 04 18:34:07.094195 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-03ce395e-646d-46fd-8615-2328886b7fec tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781084292801'] for network (6be83500-7748-479b-93c8-203a5aba0625), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:34:07.120918 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-03ce395e-646d-46fd-8615-2328886b7fec tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327'] for network (6be83500-7748-479b-93c8-203a5aba0625), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:34:07.125756 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03ce395e-646d-46fd-8615-2328886b7fec tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:34:07.126326 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-03ce395e-646d-46fd-8615-2328886b7fec tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks [] for network (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:34:07.178909 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-03ce395e-646d-46fd-8615-2328886b7fec tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1793816 Feb 04 18:34:07.181774 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 59042) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:34:07.186582 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-77d0c376-9bf6-4f17-98cb-1f5850fe8f48 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1041286994', 'admin_state_up': True, 'project_id': '0a3be2315053479497104165645f2b52', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188'}}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 18:34:07.192651 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ce395e-646d-46fd-8615-2328886b7fec tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Pushing event updated for resources: {'Network': ['ID=6be83500-7748-479b-93c8-203a5aba0625,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:34:07.203466 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Network 6be83500-7748-479b-93c8-203a5aba0625 details requested by agent ovs-agent-n-d-827839-2 with host n-d-827839-2 {{(pid=103378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 18:34:07.210342 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-77d0c376-9bf6-4f17-98cb-1f5850fe8f48 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1601657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26921'] for router (4c7ff54f-9de4-415e-ac1d-d21caddf927a), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:34:07.211340 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-77d0c376-9bf6-4f17-98cb-1f5850fe8f48 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1602025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603663', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1630571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26960'] for router (4c7ff54f-9de4-415e-ac1d-d21caddf927a), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:34:07.265024 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-77d0c376-9bf6-4f17-98cb-1f5850fe8f48 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks [] for router_controller (4c7ff54f-9de4-415e-ac1d-d21caddf927a), precommit_add_association {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:34:07.412610 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-77d0c376-9bf6-4f17-98cb-1f5850fe8f48 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks [] for router_gateway (4c7ff54f-9de4-415e-ac1d-d21caddf927a), precommit_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:34:07.602323 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-77d0c376-9bf6-4f17-98cb-1f5850fe8f48 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks [] for router_gateway (4c7ff54f-9de4-415e-ac1d-d21caddf927a), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:34:07.620522 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-77d0c376-9bf6-4f17-98cb-1f5850fe8f48 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:34:07.725321 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.db_base_plugin_common [None req-77d0c376-9bf6-4f17-98cb-1f5850fe8f48 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Allocated IP 172.25.6.191 (48165773-85ad-49a1-9ec1-76fc8dc24188/7660bfad-1ea8-4fe7-831b-bed836f13efc/f842f364-0229-4869-8444-e3c46f261722) {{(pid=103376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 18:34:07.823493 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-77d0c376-9bf6-4f17-98cb-1f5850fe8f48 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks [] for port (f842f364-0229-4869-8444-e3c46f261722), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:34:07.858235 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-77d0c376-9bf6-4f17-98cb-1f5850fe8f48 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (f842f364-0229-4869-8444-e3c46f261722), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:34:07.899875 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77d0c376-9bf6-4f17-98cb-1f5850fe8f48 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Network 48165773-85ad-49a1-9ec1-76fc8dc24188 is already hosted by enough agents. {{(pid=103376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 18:34:07.902719 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [None req-77d0c376-9bf6-4f17-98cb-1f5850fe8f48 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Resources bound (agent type, host, resource id): {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 18:34:07.906181 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77d0c376-9bf6-4f17-98cb-1f5850fe8f48 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Received port after_create {{(pid=103376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 18:34:07.932272 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d0c376-9bf6-4f17-98cb-1f5850fe8f48 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Pushing event updated for resources: {'Port': ['ID=f842f364-0229-4869-8444-e3c46f261722,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:34:08.156865 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-77d0c376-9bf6-4f17-98cb-1f5850fe8f48 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks [] for router_gateway (4c7ff54f-9de4-415e-ac1d-d21caddf927a), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:34:08.361735 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-77d0c376-9bf6-4f17-98cb-1f5850fe8f48 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1602046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603680'] for router (4c7ff54f-9de4-415e-ac1d-d21caddf927a), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:34:08.488433 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77d0c376-9bf6-4f17-98cb-1f5850fe8f48 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Router 4c7ff54f-9de4-415e-ac1d-d21caddf927a is scheduled to L3 agent 64ada913-9131-4d99-a265-63a920956287 with binding_index 1 {{(pid=103376) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 18:34:08.593715 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77d0c376-9bf6-4f17-98cb-1f5850fe8f48 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Notify agent at l3_agent.n-d-827839-2 the message routers_updated {{(pid=103376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 18:34:08.603229 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8616348-5407-498c-b4a4-ad5a7a76af9a None None] Sync routers for ids ['4c7ff54f-9de4-415e-ac1d-d21caddf927a'] in n-d-827839-2 {{(pid=103378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 18:34:08.612946 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-77d0c376-9bf6-4f17-98cb-1f5850fe8f48 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks [] for router (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:34:08.614026 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8616348-5407-498c-b4a4-ad5a7a76af9a None None] Routers {'4c7ff54f-9de4-415e-ac1d-d21caddf927a'} bound to L3 agent in host n-d-827839-2 {{(pid=103378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 18:34:08.614164 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-77d0c376-9bf6-4f17-98cb-1f5850fe8f48 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] 10.222.0.89 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.4312828 Feb 04 18:34:08.615522 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-a8616348-5407-498c-b4a4-ad5a7a76af9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T18:34:03Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['4c7ff54f-9de4-415e-ac1d-d21caddf927a'], 'active': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:34:08.617756 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 59046) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:34:08.646404 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-176824bb-0d89-44f8-b3f6-0d72f10a487d tempest-TestNetworkAdvancedServerOps-797370670 tempest-TestNetworkAdvancedServerOps-797370670-project-admin] 10.222.0.89 "GET /v2.0/subnets?project_id=0a3be2315053479497104165645f2b52&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0275099 Feb 04 18:34:08.648883 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 59048) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:34:08.725243 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvr_db [None req-a8616348-5407-498c-b4a4-ad5a7a76af9a None None] Set router 4c7ff54f-9de4-415e-ac1d-d21caddf927a gateway port host: n-d-827839-2 {{(pid=103378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 18:34:08.733624 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30f9dc6d-ac3e-4242-80cc-17735cfa8dd7 tempest-TestNetworkAdvancedServerOps-797370670 tempest-TestNetworkAdvancedServerOps-797370670-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:34:08.735140 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-30f9dc6d-ac3e-4242-80cc-17735cfa8dd7 tempest-TestNetworkAdvancedServerOps-797370670 tempest-TestNetworkAdvancedServerOps-797370670-project-admin] 10.222.0.89 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0853734 Feb 04 18:34:08.737936 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 59050) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:34:08.766971 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-a758cdaf-785d-4663-8e5c-2eb66873e122 tempest-TestNetworkAdvancedServerOps-797370670 tempest-TestNetworkAdvancedServerOps-797370670-project-admin] 10.222.0.89 "GET /v2.0/subnets?network_id=48165773-85ad-49a1-9ec1-76fc8dc24188&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0279255 Feb 04 18:34:08.769452 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 59052) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:34:08.774481 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-1a9a4b1f-9784-449f-8ef0-de25fc86edc4 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-923572436', 'network_id': '6be83500-7748-479b-93c8-203a5aba0625', 'project_id': '0a3be2315053479497104165645f2b52', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 18:34:08.868915 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a9a4b1f-9784-449f-8ef0-de25fc86edc4 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Made reservation on behalf of 0a3be2315053479497104165645f2b52 for: {'subnet': 1} {{(pid=103376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 18:34:08.872321 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-1a9a4b1f-9784-449f-8ef0-de25fc86edc4 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25859006'] for subnet (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:34:08.903698 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-a8616348-5407-498c-b4a4-ad5a7a76af9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c7ff54f-9de4-415e-ac1d-d21caddf927a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1041286994', 'tenant_id': '0a3be2315053479497104165645f2b52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.191'}], 'enable_snat': True}, 'gw_port_id': 'f842f364-0229-4869-8444-e3c46f261722', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T18:34:07Z', 'updated_at': '2022-02-04T18:34:08Z', 'revision_number': 3, 'project_id': '0a3be2315053479497104165645f2b52', 'gw_port': {'id': 'f842f364-0229-4869-8444-e3c46f261722', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:1b:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c7ff54f-9de4-415e-ac1d-d21caddf927a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:34:07Z', 'updated_at': '2022-02-04T18:34:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2'}], 'n-d-827839-2', False) {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:34:08.934596 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8616348-5407-498c-b4a4-ad5a7a76af9a None None] Checking router: 4c7ff54f-9de4-415e-ac1d-d21caddf927a for host: n-d-827839-2 {{(pid=103378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 18:34:08.934952 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8616348-5407-498c-b4a4-ad5a7a76af9a None None] Updating router 4c7ff54f-9de4-415e-ac1d-d21caddf927a port f842f364-0229-4869-8444-e3c46f261722 binding host n-d-827839-2 {{(pid=103378) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 18:34:08.964031 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a8616348-5407-498c-b4a4-ad5a7a76af9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (f842f364-0229-4869-8444-e3c46f261722), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:34:09.053023 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-1a9a4b1f-9784-449f-8ef0-de25fc86edc4 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25674939', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25858952'] for subnet (c098d562-bd21-4b60-80aa-84bd6859d106), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:34:09.124050 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9a4b1f-9784-449f-8ef0-de25fc86edc4 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Pushing event updated for resources: {'Subnet': ['ID=c098d562-bd21-4b60-80aa-84bd6859d106,revision_number=0']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:34:09.126540 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a9a4b1f-9784-449f-8ef0-de25fc86edc4 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Checking segment: {'id': '3d14ce21-0f17-4499-87eb-293949d2abc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '6be83500-7748-479b-93c8-203a5aba0625'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 18:34:09.126902 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a9a4b1f-9784-449f-8ef0-de25fc86edc4 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Network hostable DHCP agents. Network: 6be83500-7748-479b-93c8-203a5aba0625, hostable agents: ['bb89f5a3-3c22-440b-b7d1-c4f0c43c184a'], hosted agents: [] {{(pid=103376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 18:34:09.144475 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a9a4b1f-9784-449f-8ef0-de25fc86edc4 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Network 6be83500-7748-479b-93c8-203a5aba0625 is scheduled to be hosted by DHCP agent bb89f5a3-3c22-440b-b7d1-c4f0c43c184a with binding_index 1 {{(pid=103376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 18:34:09.153103 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [None req-1a9a4b1f-9784-449f-8ef0-de25fc86edc4 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827839-2, 6be83500-7748-479b-93c8-203a5aba0625) {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 18:34:09.157111 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a9a4b1f-9784-449f-8ef0-de25fc86edc4 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:34:09.157765 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-1a9a4b1f-9784-449f-8ef0-de25fc86edc4 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks [] for subnet (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:34:09.165801 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eae9f062-ea3e-4789-9562-c4ed36a5daee None None] Network 6be83500-7748-479b-93c8-203a5aba0625 requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 18:34:09.174004 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-1a9a4b1f-9784-449f-8ef0-de25fc86edc4 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4035621 Feb 04 18:34:09.176957 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 59054) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:34:09.276768 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a8616348-5407-498c-b4a4-ad5a7a76af9a None None] Publish callbacks [] for port (f842f364-0229-4869-8444-e3c46f261722), precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:34:09.286906 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a8616348-5407-498c-b4a4-ad5a7a76af9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (f842f364-0229-4869-8444-e3c46f261722), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:34:09.329614 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51297c30-dbfe-4a49-9681-33fda1a99359 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e4c19ad-5724-5db8-8ee1-4f56ae69fcf4-6be83500-7748-479b-93c8-203a5aba0625', 'network_id': '6be83500-7748-479b-93c8-203a5aba0625', 'project_id': '0a3be2315053479497104165645f2b52', 'fixed_ips': [{'subnet_id': 'c098d562-bd21-4b60-80aa-84bd6859d106'}]}} from n-d-827839-2. {{(pid=103378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 18:34:09.330465 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-51297c30-dbfe-4a49-9681-33fda1a99359 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:34:09.380178 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07cb884b-fce9-4f6b-91ba-d6dea7b22d38 None None] Pushing event updated for resources: {'Port': ['ID=f842f364-0229-4869-8444-e3c46f261722,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:34:09.384419 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-a8616348-5407-498c-b4a4-ad5a7a76af9a None None] Attempting to bind port f842f364-0229-4869-8444-e3c46f261722 on host n-d-827839-2 for vnic_type normal with profile {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 18:34:09.384817 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-a8616348-5407-498c-b4a4-ad5a7a76af9a None None] Attempting to bind port f842f364-0229-4869-8444-e3c46f261722 by drivers openvswitch,hyperv on host n-d-827839-2 at level 0 using segments [{'id': '5942dc44-1f07-4c27-b0ab-45a2bff20dd5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188'}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 18:34:09.385181 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8616348-5407-498c-b4a4-ad5a7a76af9a None None] Attempting to bind port f842f364-0229-4869-8444-e3c46f261722 on network 48165773-85ad-49a1-9ec1-76fc8dc24188 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 18:34:09.592669 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8616348-5407-498c-b4a4-ad5a7a76af9a None None] Checking agent: {'id': 'ba70844b-66a0-45fd-a2f2-e6ed673321fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 0, 36), 'started_at': datetime.datetime(2022, 2, 4, 17, 1, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 18, 34, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 18:34:09.593112 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8616348-5407-498c-b4a4-ad5a7a76af9a None None] Checking segment: {'id': '5942dc44-1f07-4c27-b0ab-45a2bff20dd5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 18:34:09.593418 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a8616348-5407-498c-b4a4-ad5a7a76af9a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:34:09.593767 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8616348-5407-498c-b4a4-ad5a7a76af9a None None] Bound using segment: {'id': '5942dc44-1f07-4c27-b0ab-45a2bff20dd5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188'} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 18:34:09.594504 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-a8616348-5407-498c-b4a4-ad5a7a76af9a None None] Bound port: f842f364-0229-4869-8444-e3c46f261722, host: n-d-827839-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5942dc44-1f07-4c27-b0ab-45a2bff20dd5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188'}}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 18:34:09.594652 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a8616348-5407-498c-b4a4-ad5a7a76af9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (f842f364-0229-4869-8444-e3c46f261722), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:34:09.636355 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-4c506d04-9d03-406a-a105-cd3e80b03cd1 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:34:09.689771 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-a8616348-5407-498c-b4a4-ad5a7a76af9a None None] For port f842f364-0229-4869-8444-e3c46f261722, host n-d-827839-2, cleared binding levels {{(pid=103378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 18:34:09.705148 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-51297c30-dbfe-4a49-9681-33fda1a99359 None None] Allocated IP 172.20.0.2 (6be83500-7748-479b-93c8-203a5aba0625/c098d562-bd21-4b60-80aa-84bd6859d106/84a12611-93de-432b-b747-33971967cf3d) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 18:34:09.707934 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-a8616348-5407-498c-b4a4-ad5a7a76af9a None None] For port f842f364-0229-4869-8444-e3c46f261722, host n-d-827839-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=f842f364-0229-4869-8444-e3c46f261722,segment=NetworkSegment(5942dc44-1f07-4c27-b0ab-45a2bff20dd5),segment_id=5942dc44-1f07-4c27-b0ab-45a2bff20dd5)] {{(pid=103378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 18:34:09.717517 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a8616348-5407-498c-b4a4-ad5a7a76af9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (f842f364-0229-4869-8444-e3c46f261722), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:34:09.825810 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07cb884b-fce9-4f6b-91ba-d6dea7b22d38 None None] Pushing event updated for resources: {'Port': ['ID=f842f364-0229-4869-8444-e3c46f261722,revision_number=3']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:34:09.830233 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8616348-5407-498c-b4a4-ad5a7a76af9a None None] Routers {'4c7ff54f-9de4-415e-ac1d-d21caddf927a'} bound to L3 agent in host n-d-827839-2 {{(pid=103378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 18:34:09.830844 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-a8616348-5407-498c-b4a4-ad5a7a76af9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T18:34:03Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['4c7ff54f-9de4-415e-ac1d-d21caddf927a'], 'active': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:34:09.993084 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-51297c30-dbfe-4a49-9681-33fda1a99359 None None] Publish callbacks [] for port (84a12611-93de-432b-b747-33971967cf3d), precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:34:10.000783 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvr_db [None req-a8616348-5407-498c-b4a4-ad5a7a76af9a None None] Set router 4c7ff54f-9de4-415e-ac1d-d21caddf927a gateway port host: n-d-827839-2 {{(pid=103378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 18:34:10.003264 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-51297c30-dbfe-4a49-9681-33fda1a99359 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135'] for port (84a12611-93de-432b-b747-33971967cf3d), after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:34:10.048014 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.db_base_plugin_common [None req-4c506d04-9d03-406a-a105-cd3e80b03cd1 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Allocated IP 172.20.0.1 (6be83500-7748-479b-93c8-203a5aba0625/c098d562-bd21-4b60-80aa-84bd6859d106/3ed3984c-d90a-455e-811e-2c9290cb6c0d) {{(pid=103377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 18:34:10.106945 n-d-827839-2 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51297c30-dbfe-4a49-9681-33fda1a99359 None None] Network 6be83500-7748-479b-93c8-203a5aba0625 is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 18:34:10.137990 n-d-827839-2 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-51297c30-dbfe-4a49-9681-33fda1a99359 None None] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 18:34:10.141585 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51297c30-dbfe-4a49-9681-33fda1a99359 None None] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 18:34:10.143552 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51297c30-dbfe-4a49-9681-33fda1a99359 None None] Pushing event updated for resources: {'Port': ['ID=84a12611-93de-432b-b747-33971967cf3d,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:34:10.168118 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-4c506d04-9d03-406a-a105-cd3e80b03cd1 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks [] for port (3ed3984c-d90a-455e-811e-2c9290cb6c0d), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:34:10.201263 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-4c506d04-9d03-406a-a105-cd3e80b03cd1 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (3ed3984c-d90a-455e-811e-2c9290cb6c0d), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:34:10.234748 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-51297c30-dbfe-4a49-9681-33fda1a99359 None None] Attempting to bind port 84a12611-93de-432b-b747-33971967cf3d on host n-d-827839-2 for vnic_type normal with profile {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 18:34:10.235126 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-51297c30-dbfe-4a49-9681-33fda1a99359 None None] Attempting to bind port 84a12611-93de-432b-b747-33971967cf3d by drivers openvswitch,hyperv on host n-d-827839-2 at level 0 using segments [{'id': '3d14ce21-0f17-4499-87eb-293949d2abc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '6be83500-7748-479b-93c8-203a5aba0625'}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 18:34:10.235499 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51297c30-dbfe-4a49-9681-33fda1a99359 None None] Attempting to bind port 84a12611-93de-432b-b747-33971967cf3d on network 6be83500-7748-479b-93c8-203a5aba0625 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 18:34:10.246177 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c506d04-9d03-406a-a105-cd3e80b03cd1 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Network 6be83500-7748-479b-93c8-203a5aba0625 is already hosted by enough agents. {{(pid=103377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 18:34:10.249177 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [None req-4c506d04-9d03-406a-a105-cd3e80b03cd1 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Resources bound (agent type, host, resource id): {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 18:34:10.252969 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c506d04-9d03-406a-a105-cd3e80b03cd1 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Received port after_create {{(pid=103377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 18:34:10.258875 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51297c30-dbfe-4a49-9681-33fda1a99359 None None] Checking agent: {'id': 'ba70844b-66a0-45fd-a2f2-e6ed673321fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 0, 36), 'started_at': datetime.datetime(2022, 2, 4, 17, 1, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 18, 34, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 18:34:10.259258 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51297c30-dbfe-4a49-9681-33fda1a99359 None None] Checking segment: {'id': '3d14ce21-0f17-4499-87eb-293949d2abc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '6be83500-7748-479b-93c8-203a5aba0625'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 18:34:10.259669 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-51297c30-dbfe-4a49-9681-33fda1a99359 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:34:10.260064 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51297c30-dbfe-4a49-9681-33fda1a99359 None None] Bound using segment: {'id': '3d14ce21-0f17-4499-87eb-293949d2abc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '6be83500-7748-479b-93c8-203a5aba0625'} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 18:34:10.260545 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-51297c30-dbfe-4a49-9681-33fda1a99359 None None] Bound port: 84a12611-93de-432b-b747-33971967cf3d, host: n-d-827839-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d14ce21-0f17-4499-87eb-293949d2abc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '6be83500-7748-479b-93c8-203a5aba0625'}}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 18:34:10.260957 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-51297c30-dbfe-4a49-9681-33fda1a99359 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (84a12611-93de-432b-b747-33971967cf3d), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:34:10.279985 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c506d04-9d03-406a-a105-cd3e80b03cd1 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Pushing event updated for resources: {'Port': ['ID=3ed3984c-d90a-455e-811e-2c9290cb6c0d,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:34:10.300261 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-4c506d04-9d03-406a-a105-cd3e80b03cd1 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1595471'] for router_interface (4c7ff54f-9de4-415e-ac1d-d21caddf927a), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:34:10.341898 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-a8616348-5407-498c-b4a4-ad5a7a76af9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c7ff54f-9de4-415e-ac1d-d21caddf927a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1041286994', 'tenant_id': '0a3be2315053479497104165645f2b52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.191'}], 'enable_snat': True}, 'gw_port_id': 'f842f364-0229-4869-8444-e3c46f261722', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T18:34:07Z', 'updated_at': '2022-02-04T18:34:08Z', 'revision_number': 3, 'project_id': '0a3be2315053479497104165645f2b52', 'gw_port': {'id': 'f842f364-0229-4869-8444-e3c46f261722', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:1b:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c7ff54f-9de4-415e-ac1d-d21caddf927a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:34:07Z', 'updated_at': '2022-02-04T18:34:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2'}], 'n-d-827839-2', False) {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:34:10.344074 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-51297c30-dbfe-4a49-9681-33fda1a99359 None None] For port 84a12611-93de-432b-b747-33971967cf3d, host n-d-827839-2, cleared binding levels {{(pid=103378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 18:34:10.347868 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-51297c30-dbfe-4a49-9681-33fda1a99359 None None] For port 84a12611-93de-432b-b747-33971967cf3d, host n-d-827839-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=84a12611-93de-432b-b747-33971967cf3d,segment=NetworkSegment(3d14ce21-0f17-4499-87eb-293949d2abc6),segment_id=3d14ce21-0f17-4499-87eb-293949d2abc6)] {{(pid=103378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 18:34:10.373138 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8616348-5407-498c-b4a4-ad5a7a76af9a None None] The sync data for ids ['4c7ff54f-9de4-415e-ac1d-d21caddf927a'] in n-d-827839-2 is: [{'id': '4c7ff54f-9de4-415e-ac1d-d21caddf927a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1041286994', 'tenant_id': '0a3be2315053479497104165645f2b52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.191'}], 'enable_snat': True}, 'gw_port_id': 'f842f364-0229-4869-8444-e3c46f261722', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T18:34:07Z', 'updated_at': '2022-02-04T18:34:08Z', 'revision_number': 3, 'project_id': '0a3be2315053479497104165645f2b52', 'gw_port': {'id': 'f842f364-0229-4869-8444-e3c46f261722', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:1b:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c7ff54f-9de4-415e-ac1d-d21caddf927a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:34:07Z', 'updated_at': '2022-02-04T18:34:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2'}] {{(pid=103378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 18:34:10.377381 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-51297c30-dbfe-4a49-9681-33fda1a99359 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (84a12611-93de-432b-b747-33971967cf3d), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:34:10.447145 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51297c30-dbfe-4a49-9681-33fda1a99359 None None] Pushing event updated for resources: {'Port': ['ID=84a12611-93de-432b-b747-33971967cf3d,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:34:10.457175 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-4c506d04-9d03-406a-a105-cd3e80b03cd1 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (3ed3984c-d90a-455e-811e-2c9290cb6c0d), before_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:34:10.823380 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-4c506d04-9d03-406a-a105-cd3e80b03cd1 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks [] for port (3ed3984c-d90a-455e-811e-2c9290cb6c0d), precommit_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:34:10.836052 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-4c506d04-9d03-406a-a105-cd3e80b03cd1 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25888290'] for port (3ed3984c-d90a-455e-811e-2c9290cb6c0d), after_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:34:10.855760 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 84a12611-93de-432b-b747-33971967cf3d up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 18:34:10.859584 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (f20a1ab3-4332-4f54-833b-ba4a7c687e89), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:34:10.910336 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port 84a12611-93de-432b-b747-33971967cf3d triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 18:34:10.910755 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (84a12611-93de-432b-b747-33971967cf3d), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:34:11.003268 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port 84a12611-93de-432b-b747-33971967cf3d is: DOWN; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 18:34:11.003916 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (84a12611-93de-432b-b747-33971967cf3d), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:34:11.043386 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] For port 84a12611-93de-432b-b747-33971967cf3d, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=84a12611-93de-432b-b747-33971967cf3d,segment=NetworkSegment(3d14ce21-0f17-4499-87eb-293949d2abc6),segment_id=3d14ce21-0f17-4499-87eb-293949d2abc6)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 18:34:11.047226 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (84a12611-93de-432b-b747-33971967cf3d), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:34:11.104436 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Pushing event updated for resources: {'Port': ['ID=84a12611-93de-432b-b747-33971967cf3d,revision_number=3']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:34:11.237383 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c506d04-9d03-406a-a105-cd3e80b03cd1 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Pushing event updated for resources: {'Port': ['ID=3ed3984c-d90a-455e-811e-2c9290cb6c0d,revision_number=2']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:34:11.239795 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-4c506d04-9d03-406a-a105-cd3e80b03cd1 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1677345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602751'] for router_interface (4c7ff54f-9de4-415e-ac1d-d21caddf927a), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:34:11.353166 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c506d04-9d03-406a-a105-cd3e80b03cd1 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Network 6be83500-7748-479b-93c8-203a5aba0625 is already hosted by enough agents. {{(pid=103377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 18:34:11.354654 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [None req-4c506d04-9d03-406a-a105-cd3e80b03cd1 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Resources bound (agent type, host, resource id): {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 18:34:11.477610 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c506d04-9d03-406a-a105-cd3e80b03cd1 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Router 4c7ff54f-9de4-415e-ac1d-d21caddf927a has already been hosted by L3 agent 64ada913-9131-4d99-a265-63a920956287 {{(pid=103377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 18:34:11.572297 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ca8638f-3aa9-42b7-9cbe-15031e322c6b None None] Network 6be83500-7748-479b-93c8-203a5aba0625 requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 18:34:11.593491 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c506d04-9d03-406a-a105-cd3e80b03cd1 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Notify agent at l3_agent.n-d-827839-2 the message routers_updated {{(pid=103377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 18:34:11.600991 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-4c506d04-9d03-406a-a105-cd3e80b03cd1 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] 10.222.0.89 "PUT /v2.0/routers/4c7ff54f-9de4-415e-ac1d-d21caddf927a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4199970 Feb 04 18:34:11.673581 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-5fe52e4d-5ab7-44cc-a864-edf4315868c1 None None] Provisioning complete for port 84a12611-93de-432b-b747-33971967cf3d triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 18:34:11.674098 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5fe52e4d-5ab7-44cc-a864-edf4315868c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (84a12611-93de-432b-b747-33971967cf3d), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:34:11.770647 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-5fe52e4d-5ab7-44cc-a864-edf4315868c1 None None] Current status of the port 84a12611-93de-432b-b747-33971967cf3d is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 18:34:11.925416 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-0fb5d1f8-b6bc-40c6-932b-727832c442ea req-bea7b5c8-145a-44ac-aa0d-1934412ca325 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] 10.222.0.89 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-242686094&fields=id&tenant_id=0a3be2315053479497104165645f2b52 HTTP/1.1" status: 200 len: 267 time: 0.0542021 Feb 04 18:34:11.992459 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-820e8199-f4d3-4105-9481-1e2c973805ea None None] Provisioning complete for port 3ed3984c-d90a-455e-811e-2c9290cb6c0d triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 18:34:11.993805 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-820e8199-f4d3-4105-9481-1e2c973805ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (3ed3984c-d90a-455e-811e-2c9290cb6c0d), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:34:12.038928 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-820e8199-f4d3-4105-9481-1e2c973805ea None None] Port 3ed3984c-d90a-455e-811e-2c9290cb6c0d cannot update to ACTIVE because it is not bound. {{(pid=103378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 18:34:12.045924 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb5d1f8-b6bc-40c6-932b-727832c442ea req-d77c2a13-d1df-405b-ba91-f146ec895a89 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:34:12.047505 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-0fb5d1f8-b6bc-40c6-932b-727832c442ea req-d77c2a13-d1df-405b-ba91-f146ec895a89 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] 10.222.0.89 "GET /v2.0/networks?id=6be83500-7748-479b-93c8-203a5aba0625 HTTP/1.1" status: 200 len: 796 time: 0.1145468 Feb 04 18:34:12.050462 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-820e8199-f4d3-4105-9481-1e2c973805ea None None] Provisioning complete for port 84a12611-93de-432b-b747-33971967cf3d triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 18:34:12.050837 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-820e8199-f4d3-4105-9481-1e2c973805ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (84a12611-93de-432b-b747-33971967cf3d), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:34:12.065082 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-0fb5d1f8-b6bc-40c6-932b-727832c442ea req-1bcebeee-2829-4ca4-af04-dde2bf122009 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] 10.222.0.89 "GET /v2.0/quotas/0a3be2315053479497104165645f2b52 HTTP/1.1" status: 200 len: 375 time: 0.0118577 Feb 04 18:34:12.135670 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-0fb5d1f8-b6bc-40c6-932b-727832c442ea req-4c8d3e75-c650-4465-a9e6-27e6c30b393a tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=0a3be2315053479497104165645f2b52&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0645111 Feb 04 18:34:12.143148 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-820e8199-f4d3-4105-9481-1e2c973805ea None None] Current status of the port 84a12611-93de-432b-b747-33971967cf3d is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 18:34:12.152303 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [req-0fb5d1f8-b6bc-40c6-932b-727832c442ea req-7339e621-e70e-47d9-8bb5-bb6a2c6fd8d2 service neutron] http://10.222.0.89:9696/v2.0/extensions returned with HTTP 200 {{(pid=103377) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 18:34:12.153374 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-0fb5d1f8-b6bc-40c6-932b-727832c442ea req-7339e621-e70e-47d9-8bb5-bb6a2c6fd8d2 service neutron] 10.222.0.89 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054483 Feb 04 18:34:12.251672 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-0fb5d1f8-b6bc-40c6-932b-727832c442ea req-c7aa9d57-b22c-49a3-b6b8-714a66ec6378 service neutron] 10.222.0.89 "GET /v2.0/networks/6be83500-7748-479b-93c8-203a5aba0625?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925794 Feb 04 18:34:12.265661 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-86e0d01a-4e6c-4b21-838e-990c8e97a62d None None] Provisioning complete for port 3ed3984c-d90a-455e-811e-2c9290cb6c0d triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 18:34:12.265661 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-86e0d01a-4e6c-4b21-838e-990c8e97a62d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (3ed3984c-d90a-455e-811e-2c9290cb6c0d), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:34:12.298458 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e9cb0bc-bc3c-42e4-8d0a-0e869ab07888 None None] Sync routers for ids ['4c7ff54f-9de4-415e-ac1d-d21caddf927a'] in n-d-827839-2 {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 18:34:12.311297 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e9cb0bc-bc3c-42e4-8d0a-0e869ab07888 None None] Routers {'4c7ff54f-9de4-415e-ac1d-d21caddf927a'} bound to L3 agent in host n-d-827839-2 {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 18:34:12.312142 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-8e9cb0bc-bc3c-42e4-8d0a-0e869ab07888 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T18:34:03Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['4c7ff54f-9de4-415e-ac1d-d21caddf927a'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:34:12.318751 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-86e0d01a-4e6c-4b21-838e-990c8e97a62d None None] Port 3ed3984c-d90a-455e-811e-2c9290cb6c0d cannot update to ACTIVE because it is not bound. {{(pid=103378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 18:34:12.367387 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-0fb5d1f8-b6bc-40c6-932b-727832c442ea req-ac1e8d57-26ad-4161-aa94-21baeece7ba3 service neutron] 10.222.0.89 "GET /v2.0/networks/6be83500-7748-479b-93c8-203a5aba0625?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1097131 Feb 04 18:34:12.442255 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-bf5317ec-7bed-4c95-9c6b-fdfe2bb4746c None None] Provisioning complete for port 3ed3984c-d90a-455e-811e-2c9290cb6c0d triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 18:34:12.442631 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-bf5317ec-7bed-4c95-9c6b-fdfe2bb4746c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (3ed3984c-d90a-455e-811e-2c9290cb6c0d), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:34:12.480015 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-bf5317ec-7bed-4c95-9c6b-fdfe2bb4746c None None] Port 3ed3984c-d90a-455e-811e-2c9290cb6c0d cannot update to ACTIVE because it is not bound. {{(pid=103378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 18:34:12.519218 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvr_db [None req-8e9cb0bc-bc3c-42e4-8d0a-0e869ab07888 None None] Set router 4c7ff54f-9de4-415e-ac1d-d21caddf927a gateway port host: n-d-827839-2 {{(pid=103379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 18:34:12.726432 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-8e9cb0bc-bc3c-42e4-8d0a-0e869ab07888 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c7ff54f-9de4-415e-ac1d-d21caddf927a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1041286994', 'tenant_id': '0a3be2315053479497104165645f2b52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.191'}], 'enable_snat': True}, 'gw_port_id': 'f842f364-0229-4869-8444-e3c46f261722', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T18:34:07Z', 'updated_at': '2022-02-04T18:34:10Z', 'revision_number': 4, 'project_id': '0a3be2315053479497104165645f2b52', 'gw_port': {'id': 'f842f364-0229-4869-8444-e3c46f261722', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:1b:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c7ff54f-9de4-415e-ac1d-d21caddf927a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:34:07Z', 'updated_at': '2022-02-04T18:34:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_interfaces': [{'id': '3ed3984c-d90a-455e-811e-2c9290cb6c0d', 'name': '', 'network_id': '6be83500-7748-479b-93c8-203a5aba0625', 'tenant_id': '0a3be2315053479497104165645f2b52', 'mac_address': 'fa:16:3e:aa:61:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c7ff54f-9de4-415e-ac1d-d21caddf927a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': 'c098d562-bd21-4b60-80aa-84bd6859d106', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:34:09Z', 'updated_at': '2022-02-04T18:34:10Z', 'revision_number': 2, 'project_id': '0a3be2315053479497104165645f2b52', 'subnets': [{'id': 'c098d562-bd21-4b60-80aa-84bd6859d106', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-2', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:34:12.737961 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 84a12611-93de-432b-b747-33971967cf3d up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 18:34:12.754743 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e9cb0bc-bc3c-42e4-8d0a-0e869ab07888 None None] Checking router: 4c7ff54f-9de4-415e-ac1d-d21caddf927a for host: n-d-827839-2 {{(pid=103379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 18:34:12.755093 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e9cb0bc-bc3c-42e4-8d0a-0e869ab07888 None None] Updating router 4c7ff54f-9de4-415e-ac1d-d21caddf927a port 3ed3984c-d90a-455e-811e-2c9290cb6c0d binding host n-d-827839-2 {{(pid=103379) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 18:34:12.782376 n-d-827839-2 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-8e9cb0bc-bc3c-42e4-8d0a-0e869ab07888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (3ed3984c-d90a-455e-811e-2c9290cb6c0d), before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:34:12.786406 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port 84a12611-93de-432b-b747-33971967cf3d triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 18:34:12.787598 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (84a12611-93de-432b-b747-33971967cf3d), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:34:12.863896 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port 84a12611-93de-432b-b747-33971967cf3d is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 18:34:12.864884 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device f842f364-0229-4869-8444-e3c46f261722 up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 18:34:12.915368 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port f842f364-0229-4869-8444-e3c46f261722 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 18:34:12.915749 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (f842f364-0229-4869-8444-e3c46f261722), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:34:12.991758 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port f842f364-0229-4869-8444-e3c46f261722 is: DOWN; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 18:34:12.992149 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (f842f364-0229-4869-8444-e3c46f261722), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:34:13.016969 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] For port f842f364-0229-4869-8444-e3c46f261722, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=f842f364-0229-4869-8444-e3c46f261722,segment=NetworkSegment(5942dc44-1f07-4c27-b0ab-45a2bff20dd5),segment_id=5942dc44-1f07-4c27-b0ab-45a2bff20dd5)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 18:34:13.024925 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (f842f364-0229-4869-8444-e3c46f261722), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:34:13.043144 n-d-827839-2 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-8e9cb0bc-bc3c-42e4-8d0a-0e869ab07888 None None] Publish callbacks [] for port (3ed3984c-d90a-455e-811e-2c9290cb6c0d), precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:34:13.048476 n-d-827839-2 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-8e9cb0bc-bc3c-42e4-8d0a-0e869ab07888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (3ed3984c-d90a-455e-811e-2c9290cb6c0d), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:34:13.051930 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (3f9244a9-75fc-4c10-b195-11d48b853b41), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:34:13.078159 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Pushing event updated for resources: {'Port': ['ID=f842f364-0229-4869-8444-e3c46f261722,revision_number=4']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:34:13.096176 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309259f3-93cc-449f-94e3-4e4272213dbd None None] Pushing event updated for resources: {'Port': ['ID=3ed3984c-d90a-455e-811e-2c9290cb6c0d,revision_number=3']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:34:13.122077 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309259f3-93cc-449f-94e3-4e4272213dbd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:34:13.122330 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309259f3-93cc-449f-94e3-4e4272213dbd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:34:13.122664 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309259f3-93cc-449f-94e3-4e4272213dbd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:34:13.122991 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309259f3-93cc-449f-94e3-4e4272213dbd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:34:13.123386 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309259f3-93cc-449f-94e3-4e4272213dbd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:34:13.123711 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309259f3-93cc-449f-94e3-4e4272213dbd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:34:13.124031 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309259f3-93cc-449f-94e3-4e4272213dbd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:34:13.124348 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309259f3-93cc-449f-94e3-4e4272213dbd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:34:13.124664 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309259f3-93cc-449f-94e3-4e4272213dbd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:34:13.125006 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309259f3-93cc-449f-94e3-4e4272213dbd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:34:13.125322 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309259f3-93cc-449f-94e3-4e4272213dbd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:34:13.125637 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309259f3-93cc-449f-94e3-4e4272213dbd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:34:13.125970 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309259f3-93cc-449f-94e3-4e4272213dbd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:34:13.160395 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [None req-8e9cb0bc-bc3c-42e4-8d0a-0e869ab07888 None None] Attempting to bind port 3ed3984c-d90a-455e-811e-2c9290cb6c0d on host n-d-827839-2 for vnic_type normal with profile {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 18:34:13.160798 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [None req-8e9cb0bc-bc3c-42e4-8d0a-0e869ab07888 None None] Attempting to bind port 3ed3984c-d90a-455e-811e-2c9290cb6c0d by drivers openvswitch,hyperv on host n-d-827839-2 at level 0 using segments [{'id': '3d14ce21-0f17-4499-87eb-293949d2abc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '6be83500-7748-479b-93c8-203a5aba0625'}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 18:34:13.161161 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e9cb0bc-bc3c-42e4-8d0a-0e869ab07888 None None] Attempting to bind port 3ed3984c-d90a-455e-811e-2c9290cb6c0d on network 6be83500-7748-479b-93c8-203a5aba0625 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 18:34:13.167259 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e9cb0bc-bc3c-42e4-8d0a-0e869ab07888 None None] Checking agent: {'id': 'ba70844b-66a0-45fd-a2f2-e6ed673321fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 0, 36), 'started_at': datetime.datetime(2022, 2, 4, 17, 1, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 18, 34, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 18:34:13.167635 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e9cb0bc-bc3c-42e4-8d0a-0e869ab07888 None None] Checking segment: {'id': '3d14ce21-0f17-4499-87eb-293949d2abc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '6be83500-7748-479b-93c8-203a5aba0625'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 18:34:13.168159 n-d-827839-2 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-8e9cb0bc-bc3c-42e4-8d0a-0e869ab07888 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:34:13.168557 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e9cb0bc-bc3c-42e4-8d0a-0e869ab07888 None None] Bound using segment: {'id': '3d14ce21-0f17-4499-87eb-293949d2abc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '6be83500-7748-479b-93c8-203a5aba0625'} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 18:34:13.169045 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [None req-8e9cb0bc-bc3c-42e4-8d0a-0e869ab07888 None None] Bound port: 3ed3984c-d90a-455e-811e-2c9290cb6c0d, host: n-d-827839-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d14ce21-0f17-4499-87eb-293949d2abc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '6be83500-7748-479b-93c8-203a5aba0625'}}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 18:34:13.169423 n-d-827839-2 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-8e9cb0bc-bc3c-42e4-8d0a-0e869ab07888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (3ed3984c-d90a-455e-811e-2c9290cb6c0d), before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:34:13.236611 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-8e9cb0bc-bc3c-42e4-8d0a-0e869ab07888 None None] For port 3ed3984c-d90a-455e-811e-2c9290cb6c0d, host n-d-827839-2, cleared binding levels {{(pid=103379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 18:34:13.239800 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-8e9cb0bc-bc3c-42e4-8d0a-0e869ab07888 None None] For port 3ed3984c-d90a-455e-811e-2c9290cb6c0d, host n-d-827839-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=3ed3984c-d90a-455e-811e-2c9290cb6c0d,segment=NetworkSegment(3d14ce21-0f17-4499-87eb-293949d2abc6),segment_id=3d14ce21-0f17-4499-87eb-293949d2abc6)] {{(pid=103379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 18:34:13.245849 n-d-827839-2 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-8e9cb0bc-bc3c-42e4-8d0a-0e869ab07888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (3ed3984c-d90a-455e-811e-2c9290cb6c0d), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:34:13.306522 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e9cb0bc-bc3c-42e4-8d0a-0e869ab07888 None None] Routers {'4c7ff54f-9de4-415e-ac1d-d21caddf927a'} bound to L3 agent in host n-d-827839-2 {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 18:34:13.307120 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-8e9cb0bc-bc3c-42e4-8d0a-0e869ab07888 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T18:34:03Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['4c7ff54f-9de4-415e-ac1d-d21caddf927a'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:34:13.307732 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-0b17f34f-d49b-4a67-96e3-b7d6aabd414e None None] Provisioning complete for port 3ed3984c-d90a-455e-811e-2c9290cb6c0d triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 18:34:13.308242 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0b17f34f-d49b-4a67-96e3-b7d6aabd414e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (3ed3984c-d90a-455e-811e-2c9290cb6c0d), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:34:13.345023 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309259f3-93cc-449f-94e3-4e4272213dbd None None] Pushing event updated for resources: {'Port': ['ID=3ed3984c-d90a-455e-811e-2c9290cb6c0d,revision_number=4']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:34:13.393019 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-0b17f34f-d49b-4a67-96e3-b7d6aabd414e None None] Current status of the port 3ed3984c-d90a-455e-811e-2c9290cb6c0d is: DOWN; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 18:34:13.393421 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0b17f34f-d49b-4a67-96e3-b7d6aabd414e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (3ed3984c-d90a-455e-811e-2c9290cb6c0d), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:34:13.425583 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvr_db [None req-8e9cb0bc-bc3c-42e4-8d0a-0e869ab07888 None None] Set router 4c7ff54f-9de4-415e-ac1d-d21caddf927a gateway port host: n-d-827839-2 {{(pid=103379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 18:34:13.434135 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-0b17f34f-d49b-4a67-96e3-b7d6aabd414e None None] For port 3ed3984c-d90a-455e-811e-2c9290cb6c0d, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=3ed3984c-d90a-455e-811e-2c9290cb6c0d,segment=NetworkSegment(3d14ce21-0f17-4499-87eb-293949d2abc6),segment_id=3d14ce21-0f17-4499-87eb-293949d2abc6)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 18:34:13.438366 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0b17f34f-d49b-4a67-96e3-b7d6aabd414e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (3ed3984c-d90a-455e-811e-2c9290cb6c0d), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:34:13.502065 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b17f34f-d49b-4a67-96e3-b7d6aabd414e None None] Pushing event updated for resources: {'Port': ['ID=3ed3984c-d90a-455e-811e-2c9290cb6c0d,revision_number=5']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:34:13.568298 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-33c7dae6-556b-4a86-8e0c-2c72988d69dd None None] Provisioning complete for port 3ed3984c-d90a-455e-811e-2c9290cb6c0d triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 18:34:13.569174 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-dba4150e-0a14-4137-976d-7e98c60c05bc req-b0da6843-ccd0-4471-b02c-3c4603e5ac18 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] 10.222.0.89 "GET /v2.0/ports?device_id=fac53de2-db44-46c9-925d-3600a5d51302 HTTP/1.1" status: 200 len: 210 time: 0.0443587 Feb 04 18:34:13.570005 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-33c7dae6-556b-4a86-8e0c-2c72988d69dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (3ed3984c-d90a-455e-811e-2c9290cb6c0d), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:34:13.659400 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-33c7dae6-556b-4a86-8e0c-2c72988d69dd None None] Current status of the port 3ed3984c-d90a-455e-811e-2c9290cb6c0d is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 18:34:13.674668 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-8e9cb0bc-bc3c-42e4-8d0a-0e869ab07888 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c7ff54f-9de4-415e-ac1d-d21caddf927a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1041286994', 'tenant_id': '0a3be2315053479497104165645f2b52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.191'}], 'enable_snat': True}, 'gw_port_id': 'f842f364-0229-4869-8444-e3c46f261722', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T18:34:07Z', 'updated_at': '2022-02-04T18:34:10Z', 'revision_number': 4, 'project_id': '0a3be2315053479497104165645f2b52', 'gw_port': {'id': 'f842f364-0229-4869-8444-e3c46f261722', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:1b:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c7ff54f-9de4-415e-ac1d-d21caddf927a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:34:07Z', 'updated_at': '2022-02-04T18:34:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_interfaces': [{'id': '3ed3984c-d90a-455e-811e-2c9290cb6c0d', 'name': '', 'network_id': '6be83500-7748-479b-93c8-203a5aba0625', 'tenant_id': '0a3be2315053479497104165645f2b52', 'mac_address': 'fa:16:3e:aa:61:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c7ff54f-9de4-415e-ac1d-d21caddf927a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': 'c098d562-bd21-4b60-80aa-84bd6859d106', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:34:09Z', 'updated_at': '2022-02-04T18:34:13Z', 'revision_number': 4, 'project_id': '0a3be2315053479497104165645f2b52', 'subnets': [{'id': 'c098d562-bd21-4b60-80aa-84bd6859d106', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-2', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:34:13.704121 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e9cb0bc-bc3c-42e4-8d0a-0e869ab07888 None None] The sync data for ids ['4c7ff54f-9de4-415e-ac1d-d21caddf927a'] in n-d-827839-2 is: [{'id': '4c7ff54f-9de4-415e-ac1d-d21caddf927a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1041286994', 'tenant_id': '0a3be2315053479497104165645f2b52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.191'}], 'enable_snat': True}, 'gw_port_id': 'f842f364-0229-4869-8444-e3c46f261722', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T18:34:07Z', 'updated_at': '2022-02-04T18:34:10Z', 'revision_number': 4, 'project_id': '0a3be2315053479497104165645f2b52', 'gw_port': {'id': 'f842f364-0229-4869-8444-e3c46f261722', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:1b:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c7ff54f-9de4-415e-ac1d-d21caddf927a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:34:07Z', 'updated_at': '2022-02-04T18:34:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_interfaces': [{'id': '3ed3984c-d90a-455e-811e-2c9290cb6c0d', 'name': '', 'network_id': '6be83500-7748-479b-93c8-203a5aba0625', 'tenant_id': '0a3be2315053479497104165645f2b52', 'mac_address': 'fa:16:3e:aa:61:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c7ff54f-9de4-415e-ac1d-d21caddf927a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': 'c098d562-bd21-4b60-80aa-84bd6859d106', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:34:09Z', 'updated_at': '2022-02-04T18:34:13Z', 'revision_number': 4, 'project_id': '0a3be2315053479497104165645f2b52', 'subnets': [{'id': 'c098d562-bd21-4b60-80aa-84bd6859d106', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 18:34:14.727991 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-1bdc97d8-3308-44f9-acd2-769c12bb03bd req-0d6a3710-8847-4bd7-9795-a02e4bb6bf57 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] 10.222.0.89 "GET /v2.0/ports?device_id=fac53de2-db44-46c9-925d-3600a5d51302 HTTP/1.1" status: 200 len: 210 time: 0.0434008 Feb 04 18:34:14.769859 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb5d1f8-b6bc-40c6-932b-727832c442ea req-b0bf9ae3-3a60-445e-8f6d-5e8e8b2430fd tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:34:14.770564 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-0fb5d1f8-b6bc-40c6-932b-727832c442ea req-b0bf9ae3-3a60-445e-8f6d-5e8e8b2430fd tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] 10.222.0.96 "GET /v2.0/networks?id=6be83500-7748-479b-93c8-203a5aba0625 HTTP/1.1" status: 200 len: 796 time: 0.1600149 Feb 04 18:34:14.787865 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 3ed3984c-d90a-455e-811e-2c9290cb6c0d up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 18:34:14.840412 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-0fb5d1f8-b6bc-40c6-932b-727832c442ea req-364b927c-5272-44e9-a050-5491a6dbe57c tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] 10.222.0.96 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0a3be2315053479497104165645f2b52 HTTP/1.1" status: 200 len: 379 time: 0.0613010 Feb 04 18:34:14.848139 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port 3ed3984c-d90a-455e-811e-2c9290cb6c0d triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 18:34:14.848524 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (3ed3984c-d90a-455e-811e-2c9290cb6c0d), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:34:14.852814 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [req-0fb5d1f8-b6bc-40c6-932b-727832c442ea req-0018dbd8-d233-407f-804e-5c8c43804fdc tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Request body: {'port': {'device_id': 'fac53de2-db44-46c9-925d-3600a5d51302', 'network_id': '6be83500-7748-479b-93c8-203a5aba0625', 'admin_state_up': True, 'tenant_id': '0a3be2315053479497104165645f2b52', 'security_groups': ['185689c5-5991-4a20-9df6-bdc280bf632f']}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 18:34:14.931187 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port 3ed3984c-d90a-455e-811e-2c9290cb6c0d is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 18:34:14.932261 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device f842f364-0229-4869-8444-e3c46f261722 up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 18:34:14.966716 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0fb5d1f8-b6bc-40c6-932b-727832c442ea req-0018dbd8-d233-407f-804e-5c8c43804fdc tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Made reservation on behalf of 0a3be2315053479497104165645f2b52 for: {'port': 1} {{(pid=103376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 18:34:14.970273 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-0fb5d1f8-b6bc-40c6-932b-727832c442ea req-0018dbd8-d233-407f-804e-5c8c43804fdc tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:34:14.981240 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port f842f364-0229-4869-8444-e3c46f261722 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 18:34:14.981637 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (f842f364-0229-4869-8444-e3c46f261722), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:34:15.061079 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port f842f364-0229-4869-8444-e3c46f261722 is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 18:34:15.097292 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.db_base_plugin_common [req-0fb5d1f8-b6bc-40c6-932b-727832c442ea req-0018dbd8-d233-407f-804e-5c8c43804fdc tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Allocated IP 172.20.0.9 (6be83500-7748-479b-93c8-203a5aba0625/c098d562-bd21-4b60-80aa-84bd6859d106/1c697ccc-a4fa-4b2e-9b05-899651feec45) {{(pid=103376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 18:34:15.533517 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-0fb5d1f8-b6bc-40c6-932b-727832c442ea req-0018dbd8-d233-407f-804e-5c8c43804fdc tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks [] for port (1c697ccc-a4fa-4b2e-9b05-899651feec45), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:34:15.566646 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-0fb5d1f8-b6bc-40c6-932b-727832c442ea req-0018dbd8-d233-407f-804e-5c8c43804fdc tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (1c697ccc-a4fa-4b2e-9b05-899651feec45), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:34:15.613431 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0fb5d1f8-b6bc-40c6-932b-727832c442ea req-0018dbd8-d233-407f-804e-5c8c43804fdc tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Network 6be83500-7748-479b-93c8-203a5aba0625 is already hosted by enough agents. {{(pid=103376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 18:34:15.617115 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [req-0fb5d1f8-b6bc-40c6-932b-727832c442ea req-0018dbd8-d233-407f-804e-5c8c43804fdc tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Resources bound (agent type, host, resource id): {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 18:34:15.620685 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fb5d1f8-b6bc-40c6-932b-727832c442ea req-0018dbd8-d233-407f-804e-5c8c43804fdc tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Received port after_create {{(pid=103376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 18:34:15.644184 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0018dbd8-d233-407f-804e-5c8c43804fdc tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Pushing event updated for resources: {'Port': ['ID=1c697ccc-a4fa-4b2e-9b05-899651feec45,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:34:15.673415 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb5d1f8-b6bc-40c6-932b-727832c442ea req-0018dbd8-d233-407f-804e-5c8c43804fdc tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:34:15.674031 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-0fb5d1f8-b6bc-40c6-932b-727832c442ea req-0018dbd8-d233-407f-804e-5c8c43804fdc tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:34:15.690934 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-0fb5d1f8-b6bc-40c6-932b-727832c442ea req-0018dbd8-d233-407f-804e-5c8c43804fdc tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8421237 Feb 04 18:34:15.702743 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [req-0fb5d1f8-b6bc-40c6-932b-727832c442ea req-66973ad2-0008-4641-95a6-88e462bed7f7 service neutron] Request body: {'port': {'device_id': 'fac53de2-db44-46c9-925d-3600a5d51302', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827839-2'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 18:34:15.764348 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-0fb5d1f8-b6bc-40c6-932b-727832c442ea req-66973ad2-0008-4641-95a6-88e462bed7f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (1c697ccc-a4fa-4b2e-9b05-899651feec45), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:34:15.896705 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-5eb2e038-8795-4a80-81f7-4c9d8ae298b0 None None] Provisioning complete for port 1c697ccc-a4fa-4b2e-9b05-899651feec45 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 18:34:15.897247 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5eb2e038-8795-4a80-81f7-4c9d8ae298b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (1c697ccc-a4fa-4b2e-9b05-899651feec45), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:34:15.930822 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-5eb2e038-8795-4a80-81f7-4c9d8ae298b0 None None] Port 1c697ccc-a4fa-4b2e-9b05-899651feec45 cannot update to ACTIVE because it is not bound. {{(pid=103378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 18:34:15.944003 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ec52aa-7e84-4e42-b3a8-906f41e67db7 req-55d75dd9-b8ac-4166-9b5f-26e25ba5a7b0 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:34:15.945520 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-62ec52aa-7e84-4e42-b3a8-906f41e67db7 req-55d75dd9-b8ac-4166-9b5f-26e25ba5a7b0 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] 10.222.0.89 "GET /v2.0/ports?device_id=fac53de2-db44-46c9-925d-3600a5d51302 HTTP/1.1" status: 200 len: 931 time: 0.1236973 Feb 04 18:34:16.047665 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-62ec52aa-7e84-4e42-b3a8-906f41e67db7 req-ecb949ab-c558-4f96-a9c4-ae0c7cd81de7 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] 10.222.0.89 "GET /v2.0/security-groups?id=185689c5-5991-4a20-9df6-bdc280bf632f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0908306 Feb 04 18:34:16.118002 n-d-827839-2 neutron-server[103376]: DEBUG neutron.notifiers.nova [req-0fb5d1f8-b6bc-40c6-932b-727832c442ea req-66973ad2-0008-4641-95a6-88e462bed7f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c697ccc-a4fa-4b2e-9b05-899651feec45 {{(pid=103376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 18:34:16.126140 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-0fb5d1f8-b6bc-40c6-932b-727832c442ea req-66973ad2-0008-4641-95a6-88e462bed7f7 service neutron] Publish callbacks [] for port (1c697ccc-a4fa-4b2e-9b05-899651feec45), precommit_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:34:16.139036 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.provisioning_blocks [req-0fb5d1f8-b6bc-40c6-932b-727832c442ea req-66973ad2-0008-4641-95a6-88e462bed7f7 service neutron] Transition to ACTIVE for port object 1c697ccc-a4fa-4b2e-9b05-899651feec45 will not be triggered until provisioned by entity L2. {{(pid=103376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 18:34:16.142288 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-0fb5d1f8-b6bc-40c6-932b-727832c442ea req-66973ad2-0008-4641-95a6-88e462bed7f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675836'] for port (1c697ccc-a4fa-4b2e-9b05-899651feec45), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:34:16.212831 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66973ad2-0008-4641-95a6-88e462bed7f7 service neutron] Pushing event updated for resources: {'Port': ['ID=1c697ccc-a4fa-4b2e-9b05-899651feec45,revision_number=2']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:34:16.267562 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [req-0fb5d1f8-b6bc-40c6-932b-727832c442ea req-66973ad2-0008-4641-95a6-88e462bed7f7 service neutron] Attempting to bind port 1c697ccc-a4fa-4b2e-9b05-899651feec45 on host n-h1-827839-2 for vnic_type normal with profile {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 18:34:16.268128 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [req-0fb5d1f8-b6bc-40c6-932b-727832c442ea req-66973ad2-0008-4641-95a6-88e462bed7f7 service neutron] Attempting to bind port 1c697ccc-a4fa-4b2e-9b05-899651feec45 by drivers openvswitch,hyperv on host n-h1-827839-2 at level 0 using segments [{'id': '3d14ce21-0f17-4499-87eb-293949d2abc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '6be83500-7748-479b-93c8-203a5aba0625'}] {{(pid=103376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 18:34:16.268473 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fb5d1f8-b6bc-40c6-932b-727832c442ea req-66973ad2-0008-4641-95a6-88e462bed7f7 service neutron] Attempting to bind port 1c697ccc-a4fa-4b2e-9b05-899651feec45 on network 6be83500-7748-479b-93c8-203a5aba0625 {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 18:34:16.274186 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fb5d1f8-b6bc-40c6-932b-727832c442ea req-66973ad2-0008-4641-95a6-88e462bed7f7 service neutron] Port 1c697ccc-a4fa-4b2e-9b05-899651feec45 on network 6be83500-7748-479b-93c8-203a5aba0625 not bound, no agent of type Open vSwitch agent registered on host n-h1-827839-2 {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 18:34:16.274517 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fb5d1f8-b6bc-40c6-932b-727832c442ea req-66973ad2-0008-4641-95a6-88e462bed7f7 service neutron] Attempting to bind port 1c697ccc-a4fa-4b2e-9b05-899651feec45 on network 6be83500-7748-479b-93c8-203a5aba0625 {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 18:34:16.279759 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fb5d1f8-b6bc-40c6-932b-727832c442ea req-66973ad2-0008-4641-95a6-88e462bed7f7 service neutron] Checking agent: {'id': '3f9244a9-75fc-4c10-b195-11d48b853b41', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 8, 42), 'started_at': datetime.datetime(2022, 2, 4, 17, 8, 42), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 18, 34, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 18:34:16.280100 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fb5d1f8-b6bc-40c6-932b-727832c442ea req-66973ad2-0008-4641-95a6-88e462bed7f7 service neutron] Checking segment: {'id': '3d14ce21-0f17-4499-87eb-293949d2abc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '6be83500-7748-479b-93c8-203a5aba0625'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 18:34:16.280488 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fb5d1f8-b6bc-40c6-932b-727832c442ea req-66973ad2-0008-4641-95a6-88e462bed7f7 service neutron] Bound using segment: {'id': '3d14ce21-0f17-4499-87eb-293949d2abc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '6be83500-7748-479b-93c8-203a5aba0625'} {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 18:34:16.280966 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [req-0fb5d1f8-b6bc-40c6-932b-727832c442ea req-66973ad2-0008-4641-95a6-88e462bed7f7 service neutron] Bound port: 1c697ccc-a4fa-4b2e-9b05-899651feec45, host: n-h1-827839-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d14ce21-0f17-4499-87eb-293949d2abc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '6be83500-7748-479b-93c8-203a5aba0625'}}] {{(pid=103376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 18:34:16.281327 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-0fb5d1f8-b6bc-40c6-932b-727832c442ea req-66973ad2-0008-4641-95a6-88e462bed7f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (1c697ccc-a4fa-4b2e-9b05-899651feec45), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:34:16.348216 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [req-0fb5d1f8-b6bc-40c6-932b-727832c442ea req-66973ad2-0008-4641-95a6-88e462bed7f7 service neutron] For port 1c697ccc-a4fa-4b2e-9b05-899651feec45, host n-h1-827839-2, cleared binding levels {{(pid=103376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 18:34:16.351555 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [req-0fb5d1f8-b6bc-40c6-932b-727832c442ea req-66973ad2-0008-4641-95a6-88e462bed7f7 service neutron] For port 1c697ccc-a4fa-4b2e-9b05-899651feec45, host n-h1-827839-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=1c697ccc-a4fa-4b2e-9b05-899651feec45,segment=NetworkSegment(3d14ce21-0f17-4499-87eb-293949d2abc6),segment_id=3d14ce21-0f17-4499-87eb-293949d2abc6)] {{(pid=103376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 18:34:16.358226 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-0fb5d1f8-b6bc-40c6-932b-727832c442ea req-66973ad2-0008-4641-95a6-88e462bed7f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675836'] for port (1c697ccc-a4fa-4b2e-9b05-899651feec45), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:34:16.396981 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb5d1f8-b6bc-40c6-932b-727832c442ea req-66973ad2-0008-4641-95a6-88e462bed7f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:34:16.397652 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-0fb5d1f8-b6bc-40c6-932b-727832c442ea req-66973ad2-0008-4641-95a6-88e462bed7f7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:34:16.399149 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-0fb5d1f8-b6bc-40c6-932b-727832c442ea req-66973ad2-0008-4641-95a6-88e462bed7f7 service neutron] 10.222.0.96 "PUT /v2.0/ports/1c697ccc-a4fa-4b2e-9b05-899651feec45 HTTP/1.1" status: 200 len: 1091 time: 0.7004595 Feb 04 18:34:16.399555 n-d-827839-2 neutron-server[103376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fac53de2-db44-46c9-925d-3600a5d51302', 'tag': '1c697ccc-a4fa-4b2e-9b05-899651feec45'}] {{(pid=103376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 18:34:16.401875 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7aefa7f3373fd63bd14caed2f0c404cd5bacff84a7eb60e70ea20ed0b49017dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63e74fe7-ec0b-4e4b-9d51-047348a0f903" -d '{"events": [{"name": "network-changed", "server_uuid": "fac53de2-db44-46c9-925d-3600a5d51302", "tag": "1c697ccc-a4fa-4b2e-9b05-899651feec45"}]}' {{(pid=103376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 18:34:16.428927 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66973ad2-0008-4641-95a6-88e462bed7f7 service neutron] Pushing event updated for resources: {'Port': ['ID=1c697ccc-a4fa-4b2e-9b05-899651feec45,revision_number=3']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:34:16.450747 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 18:34:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05da6c94-e8f9-4834-92ea-33e5824c60cf x-openstack-request-id: req-05da6c94-e8f9-4834-92ea-33e5824c60cf {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 18:34:16.451051 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fac53de2-db44-46c9-925d-3600a5d51302", "tag": "1c697ccc-a4fa-4b2e-9b05-899651feec45", "status": "completed", "code": 200}]} {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 18:34:16.451315 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-05da6c94-e8f9-4834-92ea-33e5824c60cf {{(pid=103376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 18:34:16.451743 n-d-827839-2 neutron-server[103376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fac53de2-db44-46c9-925d-3600a5d51302', 'tag': '1c697ccc-a4fa-4b2e-9b05-899651feec45', 'status': 'completed', 'code': 200} Feb 04 18:34:16.504472 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb5d1f8-b6bc-40c6-932b-727832c442ea req-91369fdb-7f38-4e93-b597-6a78523aa98a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:34:16.506602 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-0fb5d1f8-b6bc-40c6-932b-727832c442ea req-91369fdb-7f38-4e93-b597-6a78523aa98a service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=0a3be2315053479497104165645f2b52&device_id=fac53de2-db44-46c9-925d-3600a5d51302 HTTP/1.1" status: 200 len: 1125 time: 0.0480902 Feb 04 18:34:16.550612 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-0fb5d1f8-b6bc-40c6-932b-727832c442ea req-a57f258c-7075-4506-9e8d-2c56b8b03752 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1c697ccc-a4fa-4b2e-9b05-899651feec45 HTTP/1.1" status: 200 len: 217 time: 0.0363290 Feb 04 18:34:16.610118 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb5d1f8-b6bc-40c6-932b-727832c442ea req-fccf73cc-cefe-47ef-ab12-e550923614ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:34:16.611605 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-0fb5d1f8-b6bc-40c6-932b-727832c442ea req-fccf73cc-cefe-47ef-ab12-e550923614ce service neutron] 10.222.0.96 "GET /v2.0/subnets?id=c098d562-bd21-4b60-80aa-84bd6859d106 HTTP/1.1" status: 200 len: 834 time: 0.0540404 Feb 04 18:34:16.661760 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb5d1f8-b6bc-40c6-932b-727832c442ea req-221e1ce4-107a-48d7-8943-deed2901e413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:34:16.663344 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-0fb5d1f8-b6bc-40c6-932b-727832c442ea req-221e1ce4-107a-48d7-8943-deed2901e413 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=6be83500-7748-479b-93c8-203a5aba0625&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0443339 Feb 04 18:34:16.751745 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-0fb5d1f8-b6bc-40c6-932b-727832c442ea req-224d2394-f27d-4720-820f-b43cd3eb9fe0 service neutron] 10.222.0.96 "GET /v2.0/networks/6be83500-7748-479b-93c8-203a5aba0625?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815375 Feb 04 18:34:16.845302 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-0fb5d1f8-b6bc-40c6-932b-727832c442ea req-14bc7a15-03d9-437e-be52-a3ed12eb0921 service neutron] 10.222.0.96 "GET /v2.0/networks/6be83500-7748-479b-93c8-203a5aba0625?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860763 Feb 04 18:34:16.937742 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e74fe7-ec0b-4e4b-9d51-047348a0f903 req-02ead254-44b1-44fd-a567-783ec7c39714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:34:16.939199 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-63e74fe7-ec0b-4e4b-9d51-047348a0f903 req-02ead254-44b1-44fd-a567-783ec7c39714 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=0a3be2315053479497104165645f2b52&device_id=fac53de2-db44-46c9-925d-3600a5d51302 HTTP/1.1" status: 200 len: 1125 time: 0.0453699 Feb 04 18:34:17.032125 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e74fe7-ec0b-4e4b-9d51-047348a0f903 req-03c6038b-3919-4640-b3c5-ad5fc582d474 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:34:17.033622 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-63e74fe7-ec0b-4e4b-9d51-047348a0f903 req-03c6038b-3919-4640-b3c5-ad5fc582d474 service neutron] 10.222.0.96 "GET /v2.0/networks?id=6be83500-7748-479b-93c8-203a5aba0625 HTTP/1.1" status: 200 len: 897 time: 0.0870714 Feb 04 18:34:17.077602 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-63e74fe7-ec0b-4e4b-9d51-047348a0f903 req-56d41660-9c5d-4ad6-9014-5d429ae95260 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1c697ccc-a4fa-4b2e-9b05-899651feec45 HTTP/1.1" status: 200 len: 217 time: 0.0345728 Feb 04 18:34:17.153292 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e74fe7-ec0b-4e4b-9d51-047348a0f903 req-2de8df97-3bc7-4dad-a2e7-c43c26d1cdb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:34:17.154736 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-63e74fe7-ec0b-4e4b-9d51-047348a0f903 req-2de8df97-3bc7-4dad-a2e7-c43c26d1cdb9 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=c098d562-bd21-4b60-80aa-84bd6859d106 HTTP/1.1" status: 200 len: 834 time: 0.0708168 Feb 04 18:34:17.204062 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cced18d-350b-4c70-a4d7-30465683a38c req-ba0fb523-814d-4549-9a45-b93dbb12d2b5 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:34:17.205462 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-4cced18d-350b-4c70-a4d7-30465683a38c req-ba0fb523-814d-4549-9a45-b93dbb12d2b5 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] 10.222.0.89 "GET /v2.0/ports?device_id=fac53de2-db44-46c9-925d-3600a5d51302 HTTP/1.1" status: 200 len: 943 time: 0.0911458 Feb 04 18:34:17.231105 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e74fe7-ec0b-4e4b-9d51-047348a0f903 req-882c4861-7427-4084-9488-e5e358f2d947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:34:17.232572 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-63e74fe7-ec0b-4e4b-9d51-047348a0f903 req-882c4861-7427-4084-9488-e5e358f2d947 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=6be83500-7748-479b-93c8-203a5aba0625&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0690248 Feb 04 18:34:17.301813 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-4cced18d-350b-4c70-a4d7-30465683a38c req-a7c13c2c-dc08-4033-94b7-7fd95897e4df tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] 10.222.0.89 "GET /v2.0/security-groups?id=185689c5-5991-4a20-9df6-bdc280bf632f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0891523 Feb 04 18:34:17.353883 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-63e74fe7-ec0b-4e4b-9d51-047348a0f903 req-2334ed1b-00a6-45c8-8c15-cf8d93a34fb4 service neutron] 10.222.0.96 "GET /v2.0/networks/6be83500-7748-479b-93c8-203a5aba0625?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1100299 Feb 04 18:34:17.441680 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-63e74fe7-ec0b-4e4b-9d51-047348a0f903 req-7ede9617-7279-483b-b47c-53046b4c01e4 service neutron] 10.222.0.96 "GET /v2.0/networks/6be83500-7748-479b-93c8-203a5aba0625?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811744 Feb 04 18:34:18.426423 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c57f458-95fe-404a-a21f-a649c1212ea5 req-62648aa5-b946-491e-ba88-9b28cc16ada5 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:34:18.428437 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-4c57f458-95fe-404a-a21f-a649c1212ea5 req-62648aa5-b946-491e-ba88-9b28cc16ada5 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] 10.222.0.89 "GET /v2.0/ports?device_id=fac53de2-db44-46c9-925d-3600a5d51302 HTTP/1.1" status: 200 len: 943 time: 0.0525589 Feb 04 18:34:18.479644 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-4c57f458-95fe-404a-a21f-a649c1212ea5 req-fff3873c-a6bb-4f9f-8e39-131d7f1ebd43 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] 10.222.0.89 "GET /v2.0/security-groups?id=185689c5-5991-4a20-9df6-bdc280bf632f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454555 Feb 04 18:34:19.602235 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866d2a51-552d-4e63-b213-9f3b0484811e req-759d322d-2ecc-455a-a4af-3befb82dd586 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:34:19.603624 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-866d2a51-552d-4e63-b213-9f3b0484811e req-759d322d-2ecc-455a-a4af-3befb82dd586 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] 10.222.0.89 "GET /v2.0/ports?device_id=fac53de2-db44-46c9-925d-3600a5d51302 HTTP/1.1" status: 200 len: 943 time: 0.0528271 Feb 04 18:34:19.653075 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-866d2a51-552d-4e63-b213-9f3b0484811e req-5c9a3f4f-0533-4bfa-95b4-fd2164017e66 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] 10.222.0.89 "GET /v2.0/security-groups?id=185689c5-5991-4a20-9df6-bdc280bf632f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439055 Feb 04 18:34:20.774412 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb2c3c2-8de5-4fe4-9718-c1ba32bd6000 req-fe00efed-6161-4afc-8bdc-736c1bf3e1aa tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:34:20.775945 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-5fb2c3c2-8de5-4fe4-9718-c1ba32bd6000 req-fe00efed-6161-4afc-8bdc-736c1bf3e1aa tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] 10.222.0.89 "GET /v2.0/ports?device_id=fac53de2-db44-46c9-925d-3600a5d51302 HTTP/1.1" status: 200 len: 943 time: 0.0529730 Feb 04 18:34:20.824418 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-5fb2c3c2-8de5-4fe4-9718-c1ba32bd6000 req-374b5557-294d-4601-84d3-e0a1112cfc07 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] 10.222.0.89 "GET /v2.0/security-groups?id=185689c5-5991-4a20-9df6-bdc280bf632f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429471 Feb 04 18:34:21.087199 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device 1c697ccc-a4fa-4b2e-9b05-899651feec45 details requested by agent hyperv_n-h1-827839-2 with host n-h1-827839-2 {{(pid=103378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 18:34:21.183606 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] For port 1c697ccc-a4fa-4b2e-9b05-899651feec45, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=1c697ccc-a4fa-4b2e-9b05-899651feec45,segment=NetworkSegment(3d14ce21-0f17-4499-87eb-293949d2abc6),segment_id=3d14ce21-0f17-4499-87eb-293949d2abc6)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 18:34:21.195192 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Returning: {'device': '1c697ccc-a4fa-4b2e-9b05-899651feec45', 'network_id': '6be83500-7748-479b-93c8-203a5aba0625', 'port_id': '1c697ccc-a4fa-4b2e-9b05-899651feec45', 'mac_address': 'fa:16:3e:0a:6e:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 767, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c098d562-bd21-4b60-80aa-84bd6859d106', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 18:34:21.231989 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Current status of the port 1c697ccc-a4fa-4b2e-9b05-899651feec45 is: DOWN; New status is: BUILD {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 18:34:21.232376 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (1c697ccc-a4fa-4b2e-9b05-899651feec45), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:34:21.245025 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c697ccc-a4fa-4b2e-9b05-899651feec45 {{(pid=103378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 18:34:21.264311 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] For port 1c697ccc-a4fa-4b2e-9b05-899651feec45, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=1c697ccc-a4fa-4b2e-9b05-899651feec45,segment=NetworkSegment(3d14ce21-0f17-4499-87eb-293949d2abc6),segment_id=3d14ce21-0f17-4499-87eb-293949d2abc6)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 18:34:21.269104 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (1c697ccc-a4fa-4b2e-9b05-899651feec45), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:34:21.319072 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Pushing event updated for resources: {'Port': ['ID=1c697ccc-a4fa-4b2e-9b05-899651feec45,revision_number=4']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:34:21.608150 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] get_ports_and_sgs() called for port_ids ['1c697ccc-a4fa-4b2e-9b05-899651feec45'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 18:34:21.947705 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640efe5a-a00a-4625-8f15-10624b99aa7c req-58fb0fad-da9c-4d7b-847c-23fa33aba1ae tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:34:21.949221 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-640efe5a-a00a-4625-8f15-10624b99aa7c req-58fb0fad-da9c-4d7b-847c-23fa33aba1ae tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] 10.222.0.89 "GET /v2.0/ports?device_id=fac53de2-db44-46c9-925d-3600a5d51302 HTTP/1.1" status: 200 len: 944 time: 0.0582275 Feb 04 18:34:21.996287 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-640efe5a-a00a-4625-8f15-10624b99aa7c req-1da694a2-d593-4d1f-ad2e-47832980dcce tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] 10.222.0.89 "GET /v2.0/security-groups?id=185689c5-5991-4a20-9df6-bdc280bf632f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414872 Feb 04 18:34:23.103752 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device 1c697ccc-a4fa-4b2e-9b05-899651feec45 up at agent hyperv_n-h1-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 18:34:23.116693 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba6e05d-4b08-4166-abe4-3fd2feb304e2 req-2b253413-ef89-42e9-93f2-c5d11e7b8bc0 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:34:23.118810 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-6ba6e05d-4b08-4166-abe4-3fd2feb304e2 req-2b253413-ef89-42e9-93f2-c5d11e7b8bc0 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] 10.222.0.89 "GET /v2.0/ports?device_id=fac53de2-db44-46c9-925d-3600a5d51302 HTTP/1.1" status: 200 len: 944 time: 0.0540330 Feb 04 18:34:23.153894 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Provisioning for port 1c697ccc-a4fa-4b2e-9b05-899651feec45 completed by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 18:34:23.157899 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Provisioning complete for port 1c697ccc-a4fa-4b2e-9b05-899651feec45 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 18:34:23.158278 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (1c697ccc-a4fa-4b2e-9b05-899651feec45), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:34:23.168240 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-6ba6e05d-4b08-4166-abe4-3fd2feb304e2 req-36ad4f65-1e68-4c03-91fe-31d699f0e329 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] 10.222.0.89 "GET /v2.0/security-groups?id=185689c5-5991-4a20-9df6-bdc280bf632f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438426 Feb 04 18:34:23.239018 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Current status of the port 1c697ccc-a4fa-4b2e-9b05-899651feec45 is: BUILD; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 18:34:23.239405 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (1c697ccc-a4fa-4b2e-9b05-899651feec45), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:34:23.262745 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fac53de2-db44-46c9-925d-3600a5d51302', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c697ccc-a4fa-4b2e-9b05-899651feec45'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 18:34:23.264989 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d531d67ec453461b01ecd2cf0c6686e25a5679cf38f56e7e92bae688f1026262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1afe49f2-b6a4-4d8e-b91b-38a8876f527f" -d '{"events": [{"server_uuid": "fac53de2-db44-46c9-925d-3600a5d51302", "name": "network-vif-plugged", "status": "completed", "tag": "1c697ccc-a4fa-4b2e-9b05-899651feec45"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 18:34:23.278231 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] For port 1c697ccc-a4fa-4b2e-9b05-899651feec45, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=1c697ccc-a4fa-4b2e-9b05-899651feec45,segment=NetworkSegment(3d14ce21-0f17-4499-87eb-293949d2abc6),segment_id=3d14ce21-0f17-4499-87eb-293949d2abc6)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 18:34:23.282613 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (1c697ccc-a4fa-4b2e-9b05-899651feec45), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:34:23.306200 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 18:34:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da0b411b-1349-4a1c-be87-3fe15ef254f5 x-openstack-request-id: req-da0b411b-1349-4a1c-be87-3fe15ef254f5 {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 18:34:23.306493 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fac53de2-db44-46c9-925d-3600a5d51302", "name": "network-vif-plugged", "status": "completed", "tag": "1c697ccc-a4fa-4b2e-9b05-899651feec45", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 18:34:23.306829 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-da0b411b-1349-4a1c-be87-3fe15ef254f5 {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 18:34:23.307194 n-d-827839-2 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fac53de2-db44-46c9-925d-3600a5d51302', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c697ccc-a4fa-4b2e-9b05-899651feec45', 'code': 200} Feb 04 18:34:23.333802 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Pushing event updated for resources: {'Port': ['ID=1c697ccc-a4fa-4b2e-9b05-899651feec45,revision_number=5']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:34:23.406233 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c969578-679d-41be-a129-e6c6d4a749a1 req-1559a9cc-d8f7-4b6a-879f-1fae49c0a8e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:34:23.407713 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-1c969578-679d-41be-a129-e6c6d4a749a1 req-1559a9cc-d8f7-4b6a-879f-1fae49c0a8e4 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=fac53de2-db44-46c9-925d-3600a5d51302 HTTP/1.1" status: 200 len: 1127 time: 0.0438612 Feb 04 18:34:23.453823 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-1c969578-679d-41be-a129-e6c6d4a749a1 req-15fbd06c-9c85-41a2-9278-29fbcd91a36c service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=185689c5-5991-4a20-9df6-bdc280bf632f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391173 Feb 04 18:34:24.296521 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4d28d2-7cfd-4034-9355-cacd578bfa74 req-69f73a12-cf39-4c46-bc9f-6a9ca75a3a79 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:34:24.298536 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-ff4d28d2-7cfd-4034-9355-cacd578bfa74 req-69f73a12-cf39-4c46-bc9f-6a9ca75a3a79 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] 10.222.0.89 "GET /v2.0/ports?device_id=fac53de2-db44-46c9-925d-3600a5d51302 HTTP/1.1" status: 200 len: 945 time: 0.0644825 Feb 04 18:34:24.347701 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-ff4d28d2-7cfd-4034-9355-cacd578bfa74 req-28dd7ede-8622-4b94-b893-70899c1a9c3a tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] 10.222.0.89 "GET /v2.0/security-groups?id=185689c5-5991-4a20-9df6-bdc280bf632f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431643 Feb 04 18:34:25.475649 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4a7fa5-4f6e-405e-9485-04aaa91cc178 req-3830bba9-4378-4d1d-8138-e1405c0bf4a9 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:34:25.477207 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-5d4a7fa5-4f6e-405e-9485-04aaa91cc178 req-3830bba9-4378-4d1d-8138-e1405c0bf4a9 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] 10.222.0.89 "GET /v2.0/ports?device_id=fac53de2-db44-46c9-925d-3600a5d51302 HTTP/1.1" status: 200 len: 945 time: 0.0571494 Feb 04 18:34:25.525530 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-5d4a7fa5-4f6e-405e-9485-04aaa91cc178 req-fd96e6b0-0181-43e1-92b7-9f7bf2380754 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] 10.222.0.89 "GET /v2.0/security-groups?id=185689c5-5991-4a20-9df6-bdc280bf632f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427258 Feb 04 18:34:25.642546 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76713a3-212f-42dd-a43e-8dc3d3969906 req-de23b088-616d-4463-b941-4c03a5623688 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:34:25.644032 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-c76713a3-212f-42dd-a43e-8dc3d3969906 req-de23b088-616d-4463-b941-4c03a5623688 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] 10.222.0.89 "GET /v2.0/ports?device_id=fac53de2-db44-46c9-925d-3600a5d51302 HTTP/1.1" status: 200 len: 945 time: 0.0526650 Feb 04 18:34:25.691652 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-c76713a3-212f-42dd-a43e-8dc3d3969906 req-a760d932-8458-4d91-8b60-bce76e11946c tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] 10.222.0.89 "GET /v2.0/security-groups?id=185689c5-5991-4a20-9df6-bdc280bf632f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420907 Feb 04 18:34:25.713374 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 59114) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:34:25.761036 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4ae9f26-f977-41f4-a843-5cf49f89f1e0 tempest-TestNetworkAdvancedServerOps-797370670 tempest-TestNetworkAdvancedServerOps-797370670-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:34:25.762555 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-f4ae9f26-f977-41f4-a843-5cf49f89f1e0 tempest-TestNetworkAdvancedServerOps-797370670 tempest-TestNetworkAdvancedServerOps-797370670-project-admin] 10.222.0.89 "GET /v2.0/ports?device_id=fac53de2-db44-46c9-925d-3600a5d51302 HTTP/1.1" status: 200 len: 1122 time: 0.0481589 Feb 04 18:34:25.765355 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 59116) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:34:25.769599 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-7684597a-aff5-4cec-91d3-2808460e4eca tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Request body: {'floatingip': {'floating_network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'port_id': '1c697ccc-a4fa-4b2e-9b05-899651feec45', 'tenant_id': '0a3be2315053479497104165645f2b52', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 18:34:25.790417 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-7684597a-aff5-4cec-91d3-2808460e4eca tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:34:25.885610 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-7684597a-aff5-4cec-91d3-2808460e4eca tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:34:25.994288 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.db_base_plugin_common [None req-7684597a-aff5-4cec-91d3-2808460e4eca tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Allocated IP 172.25.6.204 (48165773-85ad-49a1-9ec1-76fc8dc24188/7660bfad-1ea8-4fe7-831b-bed836f13efc/c8941629-8823-4971-87d4-218fbfb4f183) {{(pid=103377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 18:34:26.092628 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-7684597a-aff5-4cec-91d3-2808460e4eca tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks [] for port (c8941629-8823-4971-87d4-218fbfb4f183), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:34:26.126353 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-7684597a-aff5-4cec-91d3-2808460e4eca tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (c8941629-8823-4971-87d4-218fbfb4f183), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:34:26.169780 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7684597a-aff5-4cec-91d3-2808460e4eca tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Network 48165773-85ad-49a1-9ec1-76fc8dc24188 is already hosted by enough agents. {{(pid=103377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 18:34:26.172623 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [None req-7684597a-aff5-4cec-91d3-2808460e4eca tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Resources bound (agent type, host, resource id): {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 18:34:26.176024 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7684597a-aff5-4cec-91d3-2808460e4eca tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Received port after_create {{(pid=103377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 18:34:26.197440 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7684597a-aff5-4cec-91d3-2808460e4eca tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Pushing event updated for resources: {'Port': ['ID=c8941629-8823-4971-87d4-218fbfb4f183,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:34:26.523298 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-7684597a-aff5-4cec-91d3-2808460e4eca tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks [] for floatingip (71fd4cec-606b-412b-9e45-9d5c115afedf), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:34:26.595675 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-7684597a-aff5-4cec-91d3-2808460e4eca tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (c8941629-8823-4971-87d4-218fbfb4f183), before_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:34:26.747236 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-7684597a-aff5-4cec-91d3-2808460e4eca tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks [] for port (c8941629-8823-4971-87d4-218fbfb4f183), precommit_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:34:26.751694 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-7684597a-aff5-4cec-91d3-2808460e4eca tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25888290'] for port (c8941629-8823-4971-87d4-218fbfb4f183), after_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:34:26.819816 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7684597a-aff5-4cec-91d3-2808460e4eca tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Pushing event updated for resources: {'Port': ['ID=c8941629-8823-4971-87d4-218fbfb4f183,revision_number=2']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:34:26.831589 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-7684597a-aff5-4cec-91d3-2808460e4eca tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1595586'] for floatingip (71fd4cec-606b-412b-9e45-9d5c115afedf), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:34:26.936563 n-d-827839-2 neutron-server[103377]: INFO neutron.db.l3_db [None req-7684597a-aff5-4cec-91d3-2808460e4eca tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Floating IP 71fd4cec-606b-412b-9e45-9d5c115afedf associated. External IP: 172.25.6.204, port: 1c697ccc-a4fa-4b2e-9b05-899651feec45. Feb 04 18:34:27.159972 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7684597a-aff5-4cec-91d3-2808460e4eca tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Router 4c7ff54f-9de4-415e-ac1d-d21caddf927a has already been hosted by L3 agent 64ada913-9131-4d99-a265-63a920956287 {{(pid=103377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 18:34:27.278922 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7684597a-aff5-4cec-91d3-2808460e4eca tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Notify agent at l3_agent.n-d-827839-2 the message routers_updated {{(pid=103377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 18:34:27.288536 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72a49504-c295-4827-8efc-005e7c325cd2 None None] Sync routers for ids ['4c7ff54f-9de4-415e-ac1d-d21caddf927a'] in n-d-827839-2 {{(pid=103378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 18:34:27.297972 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-7684597a-aff5-4cec-91d3-2808460e4eca tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for floatingip (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:34:27.299606 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72a49504-c295-4827-8efc-005e7c325cd2 None None] Routers {'4c7ff54f-9de4-415e-ac1d-d21caddf927a'} bound to L3 agent in host n-d-827839-2 {{(pid=103378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 18:34:27.300427 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-72a49504-c295-4827-8efc-005e7c325cd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T18:34:03Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['4c7ff54f-9de4-415e-ac1d-d21caddf927a'], 'active': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:34:27.331303 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-7684597a-aff5-4cec-91d3-2808460e4eca tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] 10.222.0.89 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5649424 Feb 04 18:34:27.332015 n-d-827839-2 neutron-server[103377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fac53de2-db44-46c9-925d-3600a5d51302', 'tag': '1c697ccc-a4fa-4b2e-9b05-899651feec45'}] {{(pid=103377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 18:34:27.334433 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2026467e03276fe79290e5b19027649602583100b1291b9f7533f134bdcccf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a26ddde5-b720-4da0-985b-8ff9fa273d42" -d '{"events": [{"name": "network-changed", "server_uuid": "fac53de2-db44-46c9-925d-3600a5d51302", "tag": "1c697ccc-a4fa-4b2e-9b05-899651feec45"}]}' {{(pid=103377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 18:34:27.438754 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvr_db [None req-72a49504-c295-4827-8efc-005e7c325cd2 None None] Set router 4c7ff54f-9de4-415e-ac1d-d21caddf927a gateway port host: n-d-827839-2 {{(pid=103378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 18:34:27.445066 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 18:34:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2f93062-a4c8-4116-9cac-f5750c752072 x-openstack-request-id: req-e2f93062-a4c8-4116-9cac-f5750c752072 {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 18:34:27.445628 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fac53de2-db44-46c9-925d-3600a5d51302", "tag": "1c697ccc-a4fa-4b2e-9b05-899651feec45", "status": "completed", "code": 200}]} {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 18:34:27.446041 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-e2f93062-a4c8-4116-9cac-f5750c752072 {{(pid=103377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 18:34:27.446713 n-d-827839-2 neutron-server[103377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fac53de2-db44-46c9-925d-3600a5d51302', 'tag': '1c697ccc-a4fa-4b2e-9b05-899651feec45', 'status': 'completed', 'code': 200} Feb 04 18:34:27.449831 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93db399c-fa7f-4507-b1f3-9e45761a0873 req-91ce0bea-66b2-4a32-a71e-4a8804fb13eb tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:34:27.451359 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-93db399c-fa7f-4507-b1f3-9e45761a0873 req-91ce0bea-66b2-4a32-a71e-4a8804fb13eb tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] 10.222.0.89 "GET /v2.0/ports?device_id=fac53de2-db44-46c9-925d-3600a5d51302 HTTP/1.1" status: 200 len: 945 time: 0.0616975 Feb 04 18:34:27.531888 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-93db399c-fa7f-4507-b1f3-9e45761a0873 req-87328c6d-a7a5-424e-8b4f-696049ba061b tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] 10.222.0.89 "GET /v2.0/security-groups?id=185689c5-5991-4a20-9df6-bdc280bf632f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0748749 Feb 04 18:34:27.544290 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26ddde5-b720-4da0-985b-8ff9fa273d42 req-c64f8a96-7365-4d6b-95b7-92d3daa47427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:34:27.546259 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-a26ddde5-b720-4da0-985b-8ff9fa273d42 req-c64f8a96-7365-4d6b-95b7-92d3daa47427 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=0a3be2315053479497104165645f2b52&device_id=fac53de2-db44-46c9-925d-3600a5d51302 HTTP/1.1" status: 200 len: 1127 time: 0.0756552 Feb 04 18:34:27.557474 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 59124) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:34:27.622350 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-b15c61b3-8544-4988-b3f8-83fbf77523ad tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] 10.222.0.89 "GET /v2.0/floatingips/71fd4cec-606b-412b-9e45-9d5c115afedf HTTP/1.1" status: 200 len: 991 time: 0.0634198 Feb 04 18:34:27.650451 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26ddde5-b720-4da0-985b-8ff9fa273d42 req-b334ea9d-2b51-4a37-a4dc-a841fcb6e502 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:34:27.651944 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-a26ddde5-b720-4da0-985b-8ff9fa273d42 req-b334ea9d-2b51-4a37-a4dc-a841fcb6e502 service neutron] 10.222.0.96 "GET /v2.0/networks?id=6be83500-7748-479b-93c8-203a5aba0625 HTTP/1.1" status: 200 len: 897 time: 0.0990102 Feb 04 18:34:27.720693 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-a26ddde5-b720-4da0-985b-8ff9fa273d42 req-63473319-3198-41cc-a2ff-4be4ff6432d3 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1c697ccc-a4fa-4b2e-9b05-899651feec45 HTTP/1.1" status: 200 len: 999 time: 0.0610013 Feb 04 18:34:27.774105 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26ddde5-b720-4da0-985b-8ff9fa273d42 req-6880e6b0-4b4d-4126-b0a9-210c955fce75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:34:27.775601 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-a26ddde5-b720-4da0-985b-8ff9fa273d42 req-6880e6b0-4b4d-4126-b0a9-210c955fce75 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=c098d562-bd21-4b60-80aa-84bd6859d106 HTTP/1.1" status: 200 len: 834 time: 0.0482817 Feb 04 18:34:27.827074 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26ddde5-b720-4da0-985b-8ff9fa273d42 req-57516412-497d-4f3e-b552-99343462e43d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:34:27.828679 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-a26ddde5-b720-4da0-985b-8ff9fa273d42 req-57516412-497d-4f3e-b552-99343462e43d service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=6be83500-7748-479b-93c8-203a5aba0625&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0458739 Feb 04 18:34:27.831503 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-72a49504-c295-4827-8efc-005e7c325cd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c7ff54f-9de4-415e-ac1d-d21caddf927a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1041286994', 'tenant_id': '0a3be2315053479497104165645f2b52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.191'}], 'enable_snat': True}, 'gw_port_id': 'f842f364-0229-4869-8444-e3c46f261722', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T18:34:07Z', 'updated_at': '2022-02-04T18:34:10Z', 'revision_number': 4, 'project_id': '0a3be2315053479497104165645f2b52', 'gw_port': {'id': 'f842f364-0229-4869-8444-e3c46f261722', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:1b:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c7ff54f-9de4-415e-ac1d-d21caddf927a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:34:07Z', 'updated_at': '2022-02-04T18:34:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_floatingips': [{'id': '71fd4cec-606b-412b-9e45-9d5c115afedf', 'tenant_id': '0a3be2315053479497104165645f2b52', 'floating_ip_address': '172.25.6.204', 'floating_network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'router_id': '4c7ff54f-9de4-415e-ac1d-d21caddf927a', 'port_id': '1c697ccc-a4fa-4b2e-9b05-899651feec45', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4318, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6be83500-7748-479b-93c8-203a5aba0625', 'mac_address': 'fa:16:3e:0a:6e:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fac53de2-db44-46c9-925d-3600a5d51302', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T18:34:26Z', 'updated_at': '2022-02-04T18:34:26Z', 'revision_number': 0, 'project_id': '0a3be2315053479497104165645f2b52', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ed3984c-d90a-455e-811e-2c9290cb6c0d', 'name': '', 'network_id': '6be83500-7748-479b-93c8-203a5aba0625', 'tenant_id': '0a3be2315053479497104165645f2b52', 'mac_address': 'fa:16:3e:aa:61:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c7ff54f-9de4-415e-ac1d-d21caddf927a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': 'c098d562-bd21-4b60-80aa-84bd6859d106', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:34:09Z', 'updated_at': '2022-02-04T18:34:13Z', 'revision_number': 5, 'project_id': '0a3be2315053479497104165645f2b52', 'subnets': [{'id': 'c098d562-bd21-4b60-80aa-84bd6859d106', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-2', False) {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:34:27.858472 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72a49504-c295-4827-8efc-005e7c325cd2 None None] Checking router: 4c7ff54f-9de4-415e-ac1d-d21caddf927a for host: n-d-827839-2 {{(pid=103378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 18:34:27.866865 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72a49504-c295-4827-8efc-005e7c325cd2 None None] Routers {'4c7ff54f-9de4-415e-ac1d-d21caddf927a'} bound to L3 agent in host n-d-827839-2 {{(pid=103378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 18:34:27.867474 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-72a49504-c295-4827-8efc-005e7c325cd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T18:34:03Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['4c7ff54f-9de4-415e-ac1d-d21caddf927a'], 'active': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:34:27.919926 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-a26ddde5-b720-4da0-985b-8ff9fa273d42 req-a7b25c6d-821a-408a-a09c-e1505ce5011d service neutron] 10.222.0.96 "GET /v2.0/networks/6be83500-7748-479b-93c8-203a5aba0625?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831282 Feb 04 18:34:27.976798 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvr_db [None req-72a49504-c295-4827-8efc-005e7c325cd2 None None] Set router 4c7ff54f-9de4-415e-ac1d-d21caddf927a gateway port host: n-d-827839-2 {{(pid=103378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 18:34:28.015465 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-a26ddde5-b720-4da0-985b-8ff9fa273d42 req-03b4778b-6c40-40e8-bda1-65991f5f299a service neutron] 10.222.0.96 "GET /v2.0/networks/6be83500-7748-479b-93c8-203a5aba0625?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877621 Feb 04 18:34:28.204400 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-72a49504-c295-4827-8efc-005e7c325cd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c7ff54f-9de4-415e-ac1d-d21caddf927a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1041286994', 'tenant_id': '0a3be2315053479497104165645f2b52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.191'}], 'enable_snat': True}, 'gw_port_id': 'f842f364-0229-4869-8444-e3c46f261722', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T18:34:07Z', 'updated_at': '2022-02-04T18:34:10Z', 'revision_number': 4, 'project_id': '0a3be2315053479497104165645f2b52', 'gw_port': {'id': 'f842f364-0229-4869-8444-e3c46f261722', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:1b:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c7ff54f-9de4-415e-ac1d-d21caddf927a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:34:07Z', 'updated_at': '2022-02-04T18:34:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_floatingips': [{'id': '71fd4cec-606b-412b-9e45-9d5c115afedf', 'tenant_id': '0a3be2315053479497104165645f2b52', 'floating_ip_address': '172.25.6.204', 'floating_network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'router_id': '4c7ff54f-9de4-415e-ac1d-d21caddf927a', 'port_id': '1c697ccc-a4fa-4b2e-9b05-899651feec45', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4318, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6be83500-7748-479b-93c8-203a5aba0625', 'mac_address': 'fa:16:3e:0a:6e:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fac53de2-db44-46c9-925d-3600a5d51302', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T18:34:26Z', 'updated_at': '2022-02-04T18:34:26Z', 'revision_number': 0, 'project_id': '0a3be2315053479497104165645f2b52', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ed3984c-d90a-455e-811e-2c9290cb6c0d', 'name': '', 'network_id': '6be83500-7748-479b-93c8-203a5aba0625', 'tenant_id': '0a3be2315053479497104165645f2b52', 'mac_address': 'fa:16:3e:aa:61:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c7ff54f-9de4-415e-ac1d-d21caddf927a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': 'c098d562-bd21-4b60-80aa-84bd6859d106', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:34:09Z', 'updated_at': '2022-02-04T18:34:13Z', 'revision_number': 5, 'project_id': '0a3be2315053479497104165645f2b52', 'subnets': [{'id': 'c098d562-bd21-4b60-80aa-84bd6859d106', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-2', False) {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:34:28.230519 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72a49504-c295-4827-8efc-005e7c325cd2 None None] The sync data for ids ['4c7ff54f-9de4-415e-ac1d-d21caddf927a'] in n-d-827839-2 is: [{'id': '4c7ff54f-9de4-415e-ac1d-d21caddf927a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1041286994', 'tenant_id': '0a3be2315053479497104165645f2b52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.191'}], 'enable_snat': True}, 'gw_port_id': 'f842f364-0229-4869-8444-e3c46f261722', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T18:34:07Z', 'updated_at': '2022-02-04T18:34:10Z', 'revision_number': 4, 'project_id': '0a3be2315053479497104165645f2b52', 'gw_port': {'id': 'f842f364-0229-4869-8444-e3c46f261722', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:1b:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c7ff54f-9de4-415e-ac1d-d21caddf927a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:34:07Z', 'updated_at': '2022-02-04T18:34:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_floatingips': [{'id': '71fd4cec-606b-412b-9e45-9d5c115afedf', 'tenant_id': '0a3be2315053479497104165645f2b52', 'floating_ip_address': '172.25.6.204', 'floating_network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'router_id': '4c7ff54f-9de4-415e-ac1d-d21caddf927a', 'port_id': '1c697ccc-a4fa-4b2e-9b05-899651feec45', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4318, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6be83500-7748-479b-93c8-203a5aba0625', 'mac_address': 'fa:16:3e:0a:6e:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fac53de2-db44-46c9-925d-3600a5d51302', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T18:34:26Z', 'updated_at': '2022-02-04T18:34:26Z', 'revision_number': 0, 'project_id': '0a3be2315053479497104165645f2b52', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ed3984c-d90a-455e-811e-2c9290cb6c0d', 'name': '', 'network_id': '6be83500-7748-479b-93c8-203a5aba0625', 'tenant_id': '0a3be2315053479497104165645f2b52', 'mac_address': 'fa:16:3e:aa:61:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c7ff54f-9de4-415e-ac1d-d21caddf927a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': 'c098d562-bd21-4b60-80aa-84bd6859d106', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:34:09Z', 'updated_at': '2022-02-04T18:34:13Z', 'revision_number': 5, 'project_id': '0a3be2315053479497104165645f2b52', 'subnets': [{'id': 'c098d562-bd21-4b60-80aa-84bd6859d106', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 18:34:28.418067 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0750cade-1456-4b35-9cfb-4ae7d746fae4 None None] New status for floating IP 71fd4cec-606b-412b-9e45-9d5c115afedf: ACTIVE {{(pid=103379) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 18:34:28.626269 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 59126) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:34:28.690016 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-e2953ec6-4d67-4e8c-8223-fcd9dea5423a tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] 10.222.0.89 "GET /v2.0/floatingips/71fd4cec-606b-412b-9e45-9d5c115afedf HTTP/1.1" status: 200 len: 993 time: 0.0626006 Feb 04 18:34:29.916197 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0d0a93a7-fa81-438c-8d1b-86bb7b7c36da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (bb89f5a3-3c22-440b-b7d1-c4f0c43c184a), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:34:32.978732 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4f4afcdc-eaed-4adf-b43d-d4b36098ac2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (64ada913-9131-4d99-a265-63a920956287), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:34:33.331211 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d408ec64-b374-4acb-a1fc-48241dad6d47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (0cd6d64a-47a7-40ff-8c12-71dd526c62e0), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:34:35.149090 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4f14bb47-e72b-46ac-9e44-a61d9293afcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (75326290-f7a3-4db8-9cf2-15c7139ed224), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:34:35.901258 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (ba70844b-66a0-45fd-a2f2-e6ed673321fc), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:34:40.863087 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (f20a1ab3-4332-4f54-833b-ba4a7c687e89), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:34:42.170330 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.agents_db [None req-e1691f3b-aacd-4cd6-8ebb-a9c53bb301c0 None None] Agent healthcheck: found 7 active agents {{(pid=103379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 18:34:43.012699 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (3f9244a9-75fc-4c10-b195-11d48b853b41), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:34:59.918488 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-acdea438-ba1a-4da2-816c-4ec6fd4cc139 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (bb89f5a3-3c22-440b-b7d1-c4f0c43c184a), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:35:02.980036 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-acfef7c1-f8ff-4bf0-928d-2a93746662bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (64ada913-9131-4d99-a265-63a920956287), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:35:03.329002 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d408ec64-b374-4acb-a1fc-48241dad6d47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (0cd6d64a-47a7-40ff-8c12-71dd526c62e0), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:35:05.152530 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4f14bb47-e72b-46ac-9e44-a61d9293afcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (75326290-f7a3-4db8-9cf2-15c7139ed224), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:35:05.907703 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (ba70844b-66a0-45fd-a2f2-e6ed673321fc), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:35:10.865181 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (f20a1ab3-4332-4f54-833b-ba4a7c687e89), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:35:13.029497 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (3f9244a9-75fc-4c10-b195-11d48b853b41), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:35:13.334962 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-205c2407-8d8f-485b-a1f0-2dd88512303a req-df6c7d25-fa16-4327-8baa-fe8bddf679ea service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=fac53de2-db44-46c9-925d-3600a5d51302&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0447769 Feb 04 18:35:13.419134 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205c2407-8d8f-485b-a1f0-2dd88512303a req-1fe3f155-6576-4a7d-9e85-736572def17b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:35:13.420635 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-205c2407-8d8f-485b-a1f0-2dd88512303a req-1fe3f155-6576-4a7d-9e85-736572def17b service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=0a3be2315053479497104165645f2b52&device_id=fac53de2-db44-46c9-925d-3600a5d51302 HTTP/1.1" status: 200 len: 1127 time: 0.0452535 Feb 04 18:35:13.523363 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205c2407-8d8f-485b-a1f0-2dd88512303a req-b4167ce3-9acc-46ea-973e-95c0580d03c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:35:13.524852 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-205c2407-8d8f-485b-a1f0-2dd88512303a req-b4167ce3-9acc-46ea-973e-95c0580d03c9 service neutron] 10.222.0.96 "GET /v2.0/networks?id=6be83500-7748-479b-93c8-203a5aba0625 HTTP/1.1" status: 200 len: 897 time: 0.0868251 Feb 04 18:35:13.591580 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-205c2407-8d8f-485b-a1f0-2dd88512303a req-f17469a0-a492-4b6c-863e-3737f53e98f0 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1c697ccc-a4fa-4b2e-9b05-899651feec45 HTTP/1.1" status: 200 len: 1001 time: 0.0601335 Feb 04 18:35:13.646211 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205c2407-8d8f-485b-a1f0-2dd88512303a req-701d5244-bef8-48e2-9718-a8c2815ff2ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:35:13.647678 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-205c2407-8d8f-485b-a1f0-2dd88512303a req-701d5244-bef8-48e2-9718-a8c2815ff2ee service neutron] 10.222.0.96 "GET /v2.0/subnets?id=c098d562-bd21-4b60-80aa-84bd6859d106 HTTP/1.1" status: 200 len: 834 time: 0.0506608 Feb 04 18:35:13.695410 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205c2407-8d8f-485b-a1f0-2dd88512303a req-ed560bf0-c938-4cac-bde1-2526cf538eec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:35:13.696925 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-205c2407-8d8f-485b-a1f0-2dd88512303a req-ed560bf0-c938-4cac-bde1-2526cf538eec service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=6be83500-7748-479b-93c8-203a5aba0625&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0429897 Feb 04 18:35:13.783442 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-205c2407-8d8f-485b-a1f0-2dd88512303a req-6a4c10ca-8761-4ce6-a014-e6565f9c8b07 service neutron] 10.222.0.96 "GET /v2.0/networks/6be83500-7748-479b-93c8-203a5aba0625?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802999 Feb 04 18:35:13.876658 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-205c2407-8d8f-485b-a1f0-2dd88512303a req-b65cfe99-ae3f-45df-98cd-bc1d9d82c6a2 service neutron] 10.222.0.96 "GET /v2.0/networks/6be83500-7748-479b-93c8-203a5aba0625?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857432 Feb 04 18:35:19.170403 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.agents_db [None req-e1691f3b-aacd-4cd6-8ebb-a9c53bb301c0 None None] Agent healthcheck: found 7 active agents {{(pid=103379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 18:35:29.919792 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3da7c9e0-1f92-46e9-87b7-4de6f4774d27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (bb89f5a3-3c22-440b-b7d1-c4f0c43c184a), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:35:32.982195 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6727b064-7a7d-420a-ac6b-708f72e071cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (64ada913-9131-4d99-a265-63a920956287), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:35:33.331936 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d408ec64-b374-4acb-a1fc-48241dad6d47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (0cd6d64a-47a7-40ff-8c12-71dd526c62e0), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:35:35.154666 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4f14bb47-e72b-46ac-9e44-a61d9293afcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (75326290-f7a3-4db8-9cf2-15c7139ed224), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:35:35.900622 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (ba70844b-66a0-45fd-a2f2-e6ed673321fc), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:35:40.894664 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (f20a1ab3-4332-4f54-833b-ba4a7c687e89), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:35:42.237787 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f98552-8eb9-4c50-95c5-a6692bf8bfaf req-3f1db04b-5ca3-49e9-bdd7-3e4995b58913 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:35:42.239277 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-c4f98552-8eb9-4c50-95c5-a6692bf8bfaf req-3f1db04b-5ca3-49e9-bdd7-3e4995b58913 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] 10.222.0.89 "GET /v2.0/ports?device_id=fac53de2-db44-46c9-925d-3600a5d51302 HTTP/1.1" status: 200 len: 945 time: 0.0555866 Feb 04 18:35:42.286995 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-c4f98552-8eb9-4c50-95c5-a6692bf8bfaf req-f106e418-a286-4df7-8fba-84add5f412f2 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] 10.222.0.89 "GET /v2.0/security-groups?id=185689c5-5991-4a20-9df6-bdc280bf632f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420926 Feb 04 18:35:43.023503 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (3f9244a9-75fc-4c10-b195-11d48b853b41), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:35:43.410902 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bc4696-b6c9-44b2-8135-487b474fb9d7 req-11e6197f-77c7-4598-a0b6-7be863a7bd60 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:35:43.412388 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-95bc4696-b6c9-44b2-8135-487b474fb9d7 req-11e6197f-77c7-4598-a0b6-7be863a7bd60 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] 10.222.0.89 "GET /v2.0/ports?device_id=fac53de2-db44-46c9-925d-3600a5d51302 HTTP/1.1" status: 200 len: 945 time: 0.0524433 Feb 04 18:35:43.460750 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-95bc4696-b6c9-44b2-8135-487b474fb9d7 req-cc8721d5-e5b1-4a5c-a049-2ffcc72c784f tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] 10.222.0.89 "GET /v2.0/security-groups?id=185689c5-5991-4a20-9df6-bdc280bf632f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425627 Feb 04 18:35:44.584320 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e971499-3b2c-4262-b462-54d39ce23018 req-ca41c792-7e69-413b-94f8-58aff2b6d2ed tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:35:44.585787 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-6e971499-3b2c-4262-b462-54d39ce23018 req-ca41c792-7e69-413b-94f8-58aff2b6d2ed tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] 10.222.0.89 "GET /v2.0/ports?device_id=fac53de2-db44-46c9-925d-3600a5d51302 HTTP/1.1" status: 200 len: 945 time: 0.0559409 Feb 04 18:35:44.634013 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-6e971499-3b2c-4262-b462-54d39ce23018 req-f4483787-8849-43c3-8612-b5cf42417e9d tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] 10.222.0.89 "GET /v2.0/security-groups?id=185689c5-5991-4a20-9df6-bdc280bf632f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427790 Feb 04 18:35:44.656280 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 59168) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:35:44.715010 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-4a05b9ef-e252-4ca7-a8bb-0e5b95c138ba tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] 10.222.0.89 "GET /v2.0/floatingips/71fd4cec-606b-412b-9e45-9d5c115afedf HTTP/1.1" status: 200 len: 993 time: 0.0575192 Feb 04 18:35:46.013674 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10084f95-02d4-4070-a683-d0311ded5953 req-f7149e01-8e98-48aa-ad11-a594398e7e8f tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:35:46.015647 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-10084f95-02d4-4070-a683-d0311ded5953 req-f7149e01-8e98-48aa-ad11-a594398e7e8f tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] 10.222.0.89 "GET /v2.0/ports?device_id=fac53de2-db44-46c9-925d-3600a5d51302 HTTP/1.1" status: 200 len: 945 time: 0.0853851 Feb 04 18:35:46.029797 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4268a694-5d37-4f39-b519-8884883695ef req-2e61fc54-fbff-4237-b651-11a27fd9f84e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:35:46.031198 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-4268a694-5d37-4f39-b519-8884883695ef req-2e61fc54-fbff-4237-b651-11a27fd9f84e service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=0a3be2315053479497104165645f2b52&device_id=fac53de2-db44-46c9-925d-3600a5d51302 HTTP/1.1" status: 200 len: 1127 time: 0.0705240 Feb 04 18:35:46.121870 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-10084f95-02d4-4070-a683-d0311ded5953 req-67ebd2fa-6dff-4f45-9272-85ab8b57295f tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] 10.222.0.89 "GET /v2.0/security-groups?id=185689c5-5991-4a20-9df6-bdc280bf632f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0993524 Feb 04 18:35:46.153788 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4268a694-5d37-4f39-b519-8884883695ef req-4fa0a145-fd99-4842-9540-5bdc358d084e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:35:46.155298 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-4268a694-5d37-4f39-b519-8884883695ef req-4fa0a145-fd99-4842-9540-5bdc358d084e service neutron] 10.222.0.96 "GET /v2.0/networks?id=6be83500-7748-479b-93c8-203a5aba0625 HTTP/1.1" status: 200 len: 897 time: 0.1166883 Feb 04 18:35:46.219674 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-4268a694-5d37-4f39-b519-8884883695ef req-895d0ac7-0daa-49e3-a9f3-689b77263db0 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1c697ccc-a4fa-4b2e-9b05-899651feec45 HTTP/1.1" status: 200 len: 1001 time: 0.0582290 Feb 04 18:35:46.269545 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4268a694-5d37-4f39-b519-8884883695ef req-ec7d33c0-e040-4cf8-958d-bf0c4628d908 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:35:46.270906 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-4268a694-5d37-4f39-b519-8884883695ef req-ec7d33c0-e040-4cf8-958d-bf0c4628d908 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=c098d562-bd21-4b60-80aa-84bd6859d106 HTTP/1.1" status: 200 len: 834 time: 0.0429254 Feb 04 18:35:46.321888 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4268a694-5d37-4f39-b519-8884883695ef req-fe551710-2684-4312-b869-c45a1b4d7f46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:35:46.323392 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-4268a694-5d37-4f39-b519-8884883695ef req-fe551710-2684-4312-b869-c45a1b4d7f46 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=6be83500-7748-479b-93c8-203a5aba0625&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0467467 Feb 04 18:35:46.332911 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [req-4268a694-5d37-4f39-b519-8884883695ef req-09753906-e6d1-4fb9-9d18-d7fd991586d4 service neutron] http://10.222.0.89:9696/v2.0/extensions returned with HTTP 200 {{(pid=103376) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 18:35:46.333834 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-4268a694-5d37-4f39-b519-8884883695ef req-09753906-e6d1-4fb9-9d18-d7fd991586d4 service neutron] 10.222.0.96 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048389 Feb 04 18:35:46.419383 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-4268a694-5d37-4f39-b519-8884883695ef req-8322da08-714c-44f3-a85b-fbb9e0eb9c2d service neutron] 10.222.0.96 "GET /v2.0/networks/6be83500-7748-479b-93c8-203a5aba0625?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799949 Feb 04 18:35:46.511714 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-4268a694-5d37-4f39-b519-8884883695ef req-c65b0aee-c123-481c-aa51-f43be91d4a1c service neutron] 10.222.0.96 "GET /v2.0/networks/6be83500-7748-479b-93c8-203a5aba0625?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864630 Feb 04 18:35:47.246002 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88945371-595f-45d1-9f53-e203fbc6ef2c req-183c1917-88b6-4812-b66e-f8632d487ab6 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:35:47.247465 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-88945371-595f-45d1-9f53-e203fbc6ef2c req-183c1917-88b6-4812-b66e-f8632d487ab6 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] 10.222.0.89 "GET /v2.0/ports?device_id=fac53de2-db44-46c9-925d-3600a5d51302 HTTP/1.1" status: 200 len: 945 time: 0.0556855 Feb 04 18:35:47.296265 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-88945371-595f-45d1-9f53-e203fbc6ef2c req-68c6c366-a239-4628-9778-8ff76923ccb6 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] 10.222.0.89 "GET /v2.0/security-groups?id=185689c5-5991-4a20-9df6-bdc280bf632f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432973 Feb 04 18:35:48.414863 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83dbf2e-5976-4bbe-9e9f-a4db8cc3a7e0 req-783670cb-d1d3-4bc6-8db0-670e3034b876 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:35:48.416333 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-a83dbf2e-5976-4bbe-9e9f-a4db8cc3a7e0 req-783670cb-d1d3-4bc6-8db0-670e3034b876 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] 10.222.0.89 "GET /v2.0/ports?device_id=fac53de2-db44-46c9-925d-3600a5d51302 HTTP/1.1" status: 200 len: 945 time: 0.0529585 Feb 04 18:35:48.463682 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-a83dbf2e-5976-4bbe-9e9f-a4db8cc3a7e0 req-e0a89c2b-0781-4ced-b2b2-00dd2c34ecf8 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] 10.222.0.89 "GET /v2.0/security-groups?id=185689c5-5991-4a20-9df6-bdc280bf632f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418439 Feb 04 18:35:48.487781 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 59180) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:35:48.547385 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-07b44340-cc3f-4cd2-b90d-2ae832c84963 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] 10.222.0.89 "GET /v2.0/floatingips/71fd4cec-606b-412b-9e45-9d5c115afedf HTTP/1.1" status: 200 len: 993 time: 0.0583622 Feb 04 18:35:48.755851 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 59186) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:35:48.913666 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-8188c450-ccb4-44eb-946d-a086566aca26 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Deleting port c8941629-8823-4971-87d4-218fbfb4f183 {{(pid=103376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 18:35:48.913924 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-8188c450-ccb4-44eb-946d-a086566aca26 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (c8941629-8823-4971-87d4-218fbfb4f183), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:35:48.990871 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-8188c450-ccb4-44eb-946d-a086566aca26 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (c8941629-8823-4971-87d4-218fbfb4f183), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:35:48.991202 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-8188c450-ccb4-44eb-946d-a086566aca26 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks [] for floatingip (c8941629-8823-4971-87d4-218fbfb4f183), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:35:49.002642 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-8188c450-ccb4-44eb-946d-a086566aca26 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Calling delete_port for c8941629-8823-4971-87d4-218fbfb4f183 owned by network:floatingip {{(pid=103376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 18:35:49.146493 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-8188c450-ccb4-44eb-946d-a086566aca26 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (c8941629-8823-4971-87d4-218fbfb4f183), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:35:49.177401 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8188c450-ccb4-44eb-946d-a086566aca26 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Pushing event deleted for resources: {'Port': ['ID=c8941629-8823-4971-87d4-218fbfb4f183,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:35:49.198968 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8188c450-ccb4-44eb-946d-a086566aca26 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:35:49.199326 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8188c450-ccb4-44eb-946d-a086566aca26 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:35:49.199676 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8188c450-ccb4-44eb-946d-a086566aca26 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:35:49.200026 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8188c450-ccb4-44eb-946d-a086566aca26 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:35:49.200362 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8188c450-ccb4-44eb-946d-a086566aca26 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:35:49.200697 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8188c450-ccb4-44eb-946d-a086566aca26 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:35:49.201058 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8188c450-ccb4-44eb-946d-a086566aca26 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:35:49.201390 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8188c450-ccb4-44eb-946d-a086566aca26 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:35:49.201722 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8188c450-ccb4-44eb-946d-a086566aca26 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:35:49.202077 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8188c450-ccb4-44eb-946d-a086566aca26 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:35:49.202406 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8188c450-ccb4-44eb-946d-a086566aca26 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:35:49.202732 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8188c450-ccb4-44eb-946d-a086566aca26 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:35:49.203052 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8188c450-ccb4-44eb-946d-a086566aca26 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:35:49.244139 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-8188c450-ccb4-44eb-946d-a086566aca26 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks [] for floatingip (71fd4cec-606b-412b-9e45-9d5c115afedf), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:35:49.244474 n-d-827839-2 neutron-server[103376]: INFO neutron.db.l3_db [None req-8188c450-ccb4-44eb-946d-a086566aca26 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Floating IP 71fd4cec-606b-412b-9e45-9d5c115afedf disassociated (deleted). External IP: 172.25.6.204, port: 1c697ccc-a4fa-4b2e-9b05-899651feec45. Feb 04 18:35:49.452193 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8188c450-ccb4-44eb-946d-a086566aca26 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Router 4c7ff54f-9de4-415e-ac1d-d21caddf927a has already been hosted by L3 agent 64ada913-9131-4d99-a265-63a920956287 {{(pid=103376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 18:35:49.564125 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8188c450-ccb4-44eb-946d-a086566aca26 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Notify agent at l3_agent.n-d-827839-2 the message routers_updated {{(pid=103376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 18:35:49.568886 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-8188c450-ccb4-44eb-946d-a086566aca26 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for floatingip (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:35:49.573478 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-683efe62-581b-4f4a-beca-ada1654d7039 None None] Sync routers for ids ['4c7ff54f-9de4-415e-ac1d-d21caddf927a'] in n-d-827839-2 {{(pid=103378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 18:35:49.583089 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-683efe62-581b-4f4a-beca-ada1654d7039 None None] Routers {'4c7ff54f-9de4-415e-ac1d-d21caddf927a'} bound to L3 agent in host n-d-827839-2 {{(pid=103378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 18:35:49.583701 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-683efe62-581b-4f4a-beca-ada1654d7039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T18:35:33Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['4c7ff54f-9de4-415e-ac1d-d21caddf927a'], 'active': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:35:49.598320 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-8188c450-ccb4-44eb-946d-a086566aca26 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] 10.222.0.89 "DELETE /v2.0/floatingips/71fd4cec-606b-412b-9e45-9d5c115afedf HTTP/1.1" status: 204 len: 168 time: 0.8412843 Feb 04 18:35:49.598994 n-d-827839-2 neutron-server[103376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fac53de2-db44-46c9-925d-3600a5d51302', 'tag': '1c697ccc-a4fa-4b2e-9b05-899651feec45'}] {{(pid=103376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 18:35:49.601484 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7aefa7f3373fd63bd14caed2f0c404cd5bacff84a7eb60e70ea20ed0b49017dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca1db8a6-0f8d-4a3c-91bb-8d8e9091e74a" -d '{"events": [{"name": "network-changed", "server_uuid": "fac53de2-db44-46c9-925d-3600a5d51302", "tag": "1c697ccc-a4fa-4b2e-9b05-899651feec45"}]}' {{(pid=103376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 18:35:49.640853 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 18:35:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-139f14d1-dd9e-4eca-a056-ccfffcff4468 x-openstack-request-id: req-139f14d1-dd9e-4eca-a056-ccfffcff4468 {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 18:35:49.641295 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fac53de2-db44-46c9-925d-3600a5d51302", "tag": "1c697ccc-a4fa-4b2e-9b05-899651feec45", "status": "completed", "code": 200}]} {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 18:35:49.641562 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-139f14d1-dd9e-4eca-a056-ccfffcff4468 {{(pid=103376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 18:35:49.641972 n-d-827839-2 neutron-server[103376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fac53de2-db44-46c9-925d-3600a5d51302', 'tag': '1c697ccc-a4fa-4b2e-9b05-899651feec45', 'status': 'completed', 'code': 200} Feb 04 18:35:49.696491 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvr_db [None req-683efe62-581b-4f4a-beca-ada1654d7039 None None] Set router 4c7ff54f-9de4-415e-ac1d-d21caddf927a gateway port host: n-d-827839-2 {{(pid=103378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 18:35:49.709855 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1db8a6-0f8d-4a3c-91bb-8d8e9091e74a req-69a9c8fd-8693-4bbd-b73a-1428cb911f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:35:49.711698 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-ca1db8a6-0f8d-4a3c-91bb-8d8e9091e74a req-69a9c8fd-8693-4bbd-b73a-1428cb911f38 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=0a3be2315053479497104165645f2b52&device_id=fac53de2-db44-46c9-925d-3600a5d51302 HTTP/1.1" status: 200 len: 1127 time: 0.0475614 Feb 04 18:35:49.812518 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1db8a6-0f8d-4a3c-91bb-8d8e9091e74a req-f2c688e0-b9f5-4967-8728-33cdd40836e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:35:49.814496 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-ca1db8a6-0f8d-4a3c-91bb-8d8e9091e74a req-f2c688e0-b9f5-4967-8728-33cdd40836e0 service neutron] 10.222.0.96 "GET /v2.0/networks?id=6be83500-7748-479b-93c8-203a5aba0625 HTTP/1.1" status: 200 len: 897 time: 0.0966136 Feb 04 18:35:49.835092 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142b46ec-cd72-4e66-bf28-9b57cadd2d37 req-f94f90b5-ac44-4479-afdb-2bd481ac32b2 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:35:49.836945 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-142b46ec-cd72-4e66-bf28-9b57cadd2d37 req-f94f90b5-ac44-4479-afdb-2bd481ac32b2 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] 10.222.0.89 "GET /v2.0/ports?device_id=fac53de2-db44-46c9-925d-3600a5d51302 HTTP/1.1" status: 200 len: 945 time: 0.0586619 Feb 04 18:35:49.861002 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-ca1db8a6-0f8d-4a3c-91bb-8d8e9091e74a req-af7fbf82-f914-48b1-8b4e-645287933d1c service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1c697ccc-a4fa-4b2e-9b05-899651feec45 HTTP/1.1" status: 200 len: 217 time: 0.0383930 Feb 04 18:35:49.891553 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-142b46ec-cd72-4e66-bf28-9b57cadd2d37 req-cb906c2f-ac6b-44d5-869f-345429b08401 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] 10.222.0.89 "GET /v2.0/security-groups?id=185689c5-5991-4a20-9df6-bdc280bf632f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479991 Feb 04 18:35:49.909834 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-683efe62-581b-4f4a-beca-ada1654d7039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c7ff54f-9de4-415e-ac1d-d21caddf927a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1041286994', 'tenant_id': '0a3be2315053479497104165645f2b52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.191'}], 'enable_snat': True}, 'gw_port_id': 'f842f364-0229-4869-8444-e3c46f261722', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T18:34:07Z', 'updated_at': '2022-02-04T18:34:10Z', 'revision_number': 4, 'project_id': '0a3be2315053479497104165645f2b52', 'gw_port': {'id': 'f842f364-0229-4869-8444-e3c46f261722', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:1b:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c7ff54f-9de4-415e-ac1d-d21caddf927a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:34:07Z', 'updated_at': '2022-02-04T18:34:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_interfaces': [{'id': '3ed3984c-d90a-455e-811e-2c9290cb6c0d', 'name': '', 'network_id': '6be83500-7748-479b-93c8-203a5aba0625', 'tenant_id': '0a3be2315053479497104165645f2b52', 'mac_address': 'fa:16:3e:aa:61:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c7ff54f-9de4-415e-ac1d-d21caddf927a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': 'c098d562-bd21-4b60-80aa-84bd6859d106', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:34:09Z', 'updated_at': '2022-02-04T18:34:13Z', 'revision_number': 5, 'project_id': '0a3be2315053479497104165645f2b52', 'subnets': [{'id': 'c098d562-bd21-4b60-80aa-84bd6859d106', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-2', False) {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:35:49.913333 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1db8a6-0f8d-4a3c-91bb-8d8e9091e74a req-ebcc9f87-8698-4f62-a805-9c36e55f09a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:35:49.914923 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-ca1db8a6-0f8d-4a3c-91bb-8d8e9091e74a req-ebcc9f87-8698-4f62-a805-9c36e55f09a4 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=c098d562-bd21-4b60-80aa-84bd6859d106 HTTP/1.1" status: 200 len: 834 time: 0.0463488 Feb 04 18:35:49.937728 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-683efe62-581b-4f4a-beca-ada1654d7039 None None] Checking router: 4c7ff54f-9de4-415e-ac1d-d21caddf927a for host: n-d-827839-2 {{(pid=103378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 18:35:49.946043 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-683efe62-581b-4f4a-beca-ada1654d7039 None None] Routers {'4c7ff54f-9de4-415e-ac1d-d21caddf927a'} bound to L3 agent in host n-d-827839-2 {{(pid=103378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 18:35:49.946649 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-683efe62-581b-4f4a-beca-ada1654d7039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T18:35:33Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['4c7ff54f-9de4-415e-ac1d-d21caddf927a'], 'active': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:35:49.968050 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1db8a6-0f8d-4a3c-91bb-8d8e9091e74a req-a3ec07ed-310c-4720-9693-00d6df94d563 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:35:49.969531 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-ca1db8a6-0f8d-4a3c-91bb-8d8e9091e74a req-a3ec07ed-310c-4720-9693-00d6df94d563 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=6be83500-7748-479b-93c8-203a5aba0625&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0481339 Feb 04 18:35:50.054736 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvr_db [None req-683efe62-581b-4f4a-beca-ada1654d7039 None None] Set router 4c7ff54f-9de4-415e-ac1d-d21caddf927a gateway port host: n-d-827839-2 {{(pid=103378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 18:35:50.059385 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-ca1db8a6-0f8d-4a3c-91bb-8d8e9091e74a req-c29aa7b1-c52d-4fcb-9811-3e2008be12e5 service neutron] 10.222.0.96 "GET /v2.0/networks/6be83500-7748-479b-93c8-203a5aba0625?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833180 Feb 04 18:35:50.153344 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-ca1db8a6-0f8d-4a3c-91bb-8d8e9091e74a req-f131596e-a1d0-4475-8d38-4a3e90fce076 service neutron] 10.222.0.96 "GET /v2.0/networks/6be83500-7748-479b-93c8-203a5aba0625?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868349 Feb 04 18:35:50.258016 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-683efe62-581b-4f4a-beca-ada1654d7039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c7ff54f-9de4-415e-ac1d-d21caddf927a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1041286994', 'tenant_id': '0a3be2315053479497104165645f2b52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.191'}], 'enable_snat': True}, 'gw_port_id': 'f842f364-0229-4869-8444-e3c46f261722', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T18:34:07Z', 'updated_at': '2022-02-04T18:34:10Z', 'revision_number': 4, 'project_id': '0a3be2315053479497104165645f2b52', 'gw_port': {'id': 'f842f364-0229-4869-8444-e3c46f261722', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:1b:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c7ff54f-9de4-415e-ac1d-d21caddf927a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:34:07Z', 'updated_at': '2022-02-04T18:34:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_interfaces': [{'id': '3ed3984c-d90a-455e-811e-2c9290cb6c0d', 'name': '', 'network_id': '6be83500-7748-479b-93c8-203a5aba0625', 'tenant_id': '0a3be2315053479497104165645f2b52', 'mac_address': 'fa:16:3e:aa:61:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c7ff54f-9de4-415e-ac1d-d21caddf927a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': 'c098d562-bd21-4b60-80aa-84bd6859d106', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:34:09Z', 'updated_at': '2022-02-04T18:34:13Z', 'revision_number': 5, 'project_id': '0a3be2315053479497104165645f2b52', 'subnets': [{'id': 'c098d562-bd21-4b60-80aa-84bd6859d106', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-2', False) {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:35:50.289142 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-683efe62-581b-4f4a-beca-ada1654d7039 None None] The sync data for ids ['4c7ff54f-9de4-415e-ac1d-d21caddf927a'] in n-d-827839-2 is: [{'id': '4c7ff54f-9de4-415e-ac1d-d21caddf927a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1041286994', 'tenant_id': '0a3be2315053479497104165645f2b52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.191'}], 'enable_snat': True}, 'gw_port_id': 'f842f364-0229-4869-8444-e3c46f261722', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T18:34:07Z', 'updated_at': '2022-02-04T18:34:10Z', 'revision_number': 4, 'project_id': '0a3be2315053479497104165645f2b52', 'gw_port': {'id': 'f842f364-0229-4869-8444-e3c46f261722', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:1b:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c7ff54f-9de4-415e-ac1d-d21caddf927a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:34:07Z', 'updated_at': '2022-02-04T18:34:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_interfaces': [{'id': '3ed3984c-d90a-455e-811e-2c9290cb6c0d', 'name': '', 'network_id': '6be83500-7748-479b-93c8-203a5aba0625', 'tenant_id': '0a3be2315053479497104165645f2b52', 'mac_address': 'fa:16:3e:aa:61:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c7ff54f-9de4-415e-ac1d-d21caddf927a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': 'c098d562-bd21-4b60-80aa-84bd6859d106', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:34:09Z', 'updated_at': '2022-02-04T18:34:13Z', 'revision_number': 5, 'project_id': '0a3be2315053479497104165645f2b52', 'subnets': [{'id': 'c098d562-bd21-4b60-80aa-84bd6859d106', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 18:35:50.510243 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe1cfe74-97af-4c13-86d4-aa871722b6df None None] New status for floating IP 71fd4cec-606b-412b-9e45-9d5c115afedf: DOWN {{(pid=103379) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 18:35:51.014084 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0310f837-c8d6-4a39-ad43-2c02ac37c2bf req-0a41c052-988c-4cde-8db2-0d269ea9e3b5 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:35:51.015570 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-0310f837-c8d6-4a39-ad43-2c02ac37c2bf req-0a41c052-988c-4cde-8db2-0d269ea9e3b5 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] 10.222.0.89 "GET /v2.0/ports?device_id=fac53de2-db44-46c9-925d-3600a5d51302 HTTP/1.1" status: 200 len: 945 time: 0.0530081 Feb 04 18:35:51.067145 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-0310f837-c8d6-4a39-ad43-2c02ac37c2bf req-840e0e2a-cfcb-421d-8469-ff4925979434 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] 10.222.0.89 "GET /v2.0/security-groups?id=185689c5-5991-4a20-9df6-bdc280bf632f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460277 Feb 04 18:35:51.738088 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b54eab-53f2-4af9-871f-94f68644a408 req-6c6a8800-6208-44e9-8e74-358f9bd1d98b tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:35:51.739450 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-e8b54eab-53f2-4af9-871f-94f68644a408 req-6c6a8800-6208-44e9-8e74-358f9bd1d98b tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] 10.222.0.96 "GET /v2.0/ports?device_id=fac53de2-db44-46c9-925d-3600a5d51302 HTTP/1.1" status: 200 len: 945 time: 0.0508542 Feb 04 18:35:52.141250 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [req-e8b54eab-53f2-4af9-871f-94f68644a408 req-9fadf20d-4014-454c-8395-75d52039e240 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Deleting port 1c697ccc-a4fa-4b2e-9b05-899651feec45 {{(pid=103376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 18:35:52.141957 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-e8b54eab-53f2-4af9-871f-94f68644a408 req-9fadf20d-4014-454c-8395-75d52039e240 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (1c697ccc-a4fa-4b2e-9b05-899651feec45), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:35:52.188769 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07812cd3-aed8-4ac0-97f7-f7a1a8cd8d0e req-2d2216ea-792d-45e8-8ea0-d9f6adfb3e24 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:35:52.190273 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-07812cd3-aed8-4ac0-97f7-f7a1a8cd8d0e req-2d2216ea-792d-45e8-8ea0-d9f6adfb3e24 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] 10.222.0.89 "GET /v2.0/ports?device_id=fac53de2-db44-46c9-925d-3600a5d51302 HTTP/1.1" status: 200 len: 945 time: 0.0529702 Feb 04 18:35:52.231237 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [req-e8b54eab-53f2-4af9-871f-94f68644a408 req-9fadf20d-4014-454c-8395-75d52039e240 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] For port 1c697ccc-a4fa-4b2e-9b05-899651feec45, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=1c697ccc-a4fa-4b2e-9b05-899651feec45,segment=NetworkSegment(3d14ce21-0f17-4499-87eb-293949d2abc6),segment_id=3d14ce21-0f17-4499-87eb-293949d2abc6)] {{(pid=103376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 18:35:52.231655 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-e8b54eab-53f2-4af9-871f-94f68644a408 req-9fadf20d-4014-454c-8395-75d52039e240 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (1c697ccc-a4fa-4b2e-9b05-899651feec45), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:35:52.242881 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-07812cd3-aed8-4ac0-97f7-f7a1a8cd8d0e req-fafaa012-c7ff-4659-b17d-46e9d6f69532 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] 10.222.0.89 "GET /v2.0/security-groups?id=185689c5-5991-4a20-9df6-bdc280bf632f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470018 Feb 04 18:35:52.250651 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [req-e8b54eab-53f2-4af9-871f-94f68644a408 req-9fadf20d-4014-454c-8395-75d52039e240 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Calling delete_port for 1c697ccc-a4fa-4b2e-9b05-899651feec45 owned by compute:nova {{(pid=103376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 18:35:52.389707 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-e8b54eab-53f2-4af9-871f-94f68644a408 req-9fadf20d-4014-454c-8395-75d52039e240 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (1c697ccc-a4fa-4b2e-9b05-899651feec45), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:35:52.424915 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fadf20d-4014-454c-8395-75d52039e240 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Pushing event deleted for resources: {'Port': ['ID=1c697ccc-a4fa-4b2e-9b05-899651feec45,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:35:52.469787 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8b54eab-53f2-4af9-871f-94f68644a408 req-9fadf20d-4014-454c-8395-75d52039e240 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] No DVR routers for this DVR port 1c697ccc-a4fa-4b2e-9b05-899651feec45 on host n-h1-827839-2 {{(pid=103376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 18:35:52.473715 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-e8b54eab-53f2-4af9-871f-94f68644a408 req-9fadf20d-4014-454c-8395-75d52039e240 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:35:52.477915 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-e8b54eab-53f2-4af9-871f-94f68644a408 req-9fadf20d-4014-454c-8395-75d52039e240 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] 10.222.0.96 "DELETE /v2.0/ports/1c697ccc-a4fa-4b2e-9b05-899651feec45 HTTP/1.1" status: 204 len: 173 time: 0.7331758 Feb 04 18:35:52.478780 n-d-827839-2 neutron-server[103376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fac53de2-db44-46c9-925d-3600a5d51302', 'name': 'network-vif-deleted', 'tag': '1c697ccc-a4fa-4b2e-9b05-899651feec45'}] {{(pid=103376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 18:35:52.481343 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7aefa7f3373fd63bd14caed2f0c404cd5bacff84a7eb60e70ea20ed0b49017dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d21752e-d732-4afa-bdd0-9d896cd82eb5" -d '{"events": [{"server_uuid": "fac53de2-db44-46c9-925d-3600a5d51302", "name": "network-vif-deleted", "tag": "1c697ccc-a4fa-4b2e-9b05-899651feec45"}]}' {{(pid=103376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 18:35:52.525468 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 18:35:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-094d45a7-6ae5-47a5-ab90-a16318670dbf x-openstack-request-id: req-094d45a7-6ae5-47a5-ab90-a16318670dbf {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 18:35:52.526191 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fac53de2-db44-46c9-925d-3600a5d51302", "name": "network-vif-deleted", "tag": "1c697ccc-a4fa-4b2e-9b05-899651feec45", "status": "completed", "code": 200}]} {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 18:35:52.526458 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-094d45a7-6ae5-47a5-ab90-a16318670dbf {{(pid=103376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 18:35:52.527002 n-d-827839-2 neutron-server[103376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fac53de2-db44-46c9-925d-3600a5d51302', 'name': 'network-vif-deleted', 'tag': '1c697ccc-a4fa-4b2e-9b05-899651feec45', 'status': 'completed', 'code': 200} Feb 04 18:35:53.312169 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 59202) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:35:53.673655 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-26ad72b7-239d-47fb-bab1-13e9e62d425e tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602754'] for router_interface (4c7ff54f-9de4-415e-ac1d-d21caddf927a), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:35:53.930163 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-26ad72b7-239d-47fb-bab1-13e9e62d425e tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Deleting port 3ed3984c-d90a-455e-811e-2c9290cb6c0d {{(pid=103376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 18:35:53.930455 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-26ad72b7-239d-47fb-bab1-13e9e62d425e tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (3ed3984c-d90a-455e-811e-2c9290cb6c0d), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:35:54.026642 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [None req-26ad72b7-239d-47fb-bab1-13e9e62d425e tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] For port 3ed3984c-d90a-455e-811e-2c9290cb6c0d, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=3ed3984c-d90a-455e-811e-2c9290cb6c0d,segment=NetworkSegment(3d14ce21-0f17-4499-87eb-293949d2abc6),segment_id=3d14ce21-0f17-4499-87eb-293949d2abc6)] {{(pid=103376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 18:35:54.027002 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-26ad72b7-239d-47fb-bab1-13e9e62d425e tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (3ed3984c-d90a-455e-811e-2c9290cb6c0d), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:35:54.040152 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-26ad72b7-239d-47fb-bab1-13e9e62d425e tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Calling delete_port for 3ed3984c-d90a-455e-811e-2c9290cb6c0d owned by network:router_interface {{(pid=103376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 18:35:54.222894 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-26ad72b7-239d-47fb-bab1-13e9e62d425e tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (3ed3984c-d90a-455e-811e-2c9290cb6c0d), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:35:54.249832 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ad72b7-239d-47fb-bab1-13e9e62d425e tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Pushing event deleted for resources: {'Port': ['ID=3ed3984c-d90a-455e-811e-2c9290cb6c0d,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:35:54.434859 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-26ad72b7-239d-47fb-bab1-13e9e62d425e tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1677336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1602614'] for router_interface (4c7ff54f-9de4-415e-ac1d-d21caddf927a), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:35:54.652762 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26ad72b7-239d-47fb-bab1-13e9e62d425e tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Router 4c7ff54f-9de4-415e-ac1d-d21caddf927a has already been hosted by L3 agent 64ada913-9131-4d99-a265-63a920956287 {{(pid=103376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 18:35:54.764896 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26ad72b7-239d-47fb-bab1-13e9e62d425e tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Notify agent at l3_agent.n-d-827839-2 the message routers_updated {{(pid=103376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 18:35:54.769930 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-26ad72b7-239d-47fb-bab1-13e9e62d425e tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] 10.222.0.89 "PUT /v2.0/routers/4c7ff54f-9de4-415e-ac1d-d21caddf927a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4565940 Feb 04 18:35:54.772668 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 59204) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:35:54.775523 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae565542-19e3-4039-adfb-4f8b9f432b09 None None] Sync routers for ids ['4c7ff54f-9de4-415e-ac1d-d21caddf927a'] in n-d-827839-2 {{(pid=103378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 18:35:54.784937 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae565542-19e3-4039-adfb-4f8b9f432b09 None None] Routers {'4c7ff54f-9de4-415e-ac1d-d21caddf927a'} bound to L3 agent in host n-d-827839-2 {{(pid=103378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 18:35:54.785610 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-ae565542-19e3-4039-adfb-4f8b9f432b09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T18:35:33Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['4c7ff54f-9de4-415e-ac1d-d21caddf927a'], 'active': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:35:54.823652 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.db_base_plugin_v2 [None req-db996ebe-efd0-4aaa-9f0b-7ac0596ba444 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Deleting subnet c098d562-bd21-4b60-80aa-84bd6859d106 {{(pid=103376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 18:35:54.826788 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-db996ebe-efd0-4aaa-9f0b-7ac0596ba444 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks [] for subnet (c098d562-bd21-4b60-80aa-84bd6859d106), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:35:54.866363 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-db996ebe-efd0-4aaa-9f0b-7ac0596ba444 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25674901'] for subnet (c098d562-bd21-4b60-80aa-84bd6859d106), precommit_delete_associations {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:35:54.891947 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvr_db [None req-ae565542-19e3-4039-adfb-4f8b9f432b09 None None] Set router 4c7ff54f-9de4-415e-ac1d-d21caddf927a gateway port host: n-d-827839-2 {{(pid=103378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 18:35:54.953180 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-db996ebe-efd0-4aaa-9f0b-7ac0596ba444 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1541225'] for subnet (c098d562-bd21-4b60-80aa-84bd6859d106), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:35:55.014914 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-db996ebe-efd0-4aaa-9f0b-7ac0596ba444 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1541216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25675894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25858947'] for subnet (c098d562-bd21-4b60-80aa-84bd6859d106), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:35:55.039823 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db996ebe-efd0-4aaa-9f0b-7ac0596ba444 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Pushing event deleted for resources: {'Subnet': ['ID=c098d562-bd21-4b60-80aa-84bd6859d106,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:35:55.046845 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-db996ebe-efd0-4aaa-9f0b-7ac0596ba444 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks [] for subnet (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:35:55.050416 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-db996ebe-efd0-4aaa-9f0b-7ac0596ba444 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] 10.222.0.89 "DELETE /v2.0/subnets/c098d562-bd21-4b60-80aa-84bd6859d106 HTTP/1.1" status: 204 len: 168 time: 0.2766182 Feb 04 18:35:55.053542 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 59206) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:35:55.058141 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd7f52d4-5656-4009-b71d-0e840e945ef3 None None] Network 6be83500-7748-479b-93c8-203a5aba0625 requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 18:35:55.165261 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-0b3e7017-8398-4db2-8aee-7a4df34b3d54 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks [] for router (4c7ff54f-9de4-415e-ac1d-d21caddf927a), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:35:55.278946 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-0b3e7017-8398-4db2-8aee-7a4df34b3d54 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks [] for router_gateway (4c7ff54f-9de4-415e-ac1d-d21caddf927a), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:35:55.284288 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-ae565542-19e3-4039-adfb-4f8b9f432b09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c7ff54f-9de4-415e-ac1d-d21caddf927a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1041286994', 'tenant_id': '0a3be2315053479497104165645f2b52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.191'}], 'enable_snat': True}, 'gw_port_id': 'f842f364-0229-4869-8444-e3c46f261722', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T18:34:07Z', 'updated_at': '2022-02-04T18:35:54Z', 'revision_number': 5, 'project_id': '0a3be2315053479497104165645f2b52', 'gw_port': {'id': 'f842f364-0229-4869-8444-e3c46f261722', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:1b:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c7ff54f-9de4-415e-ac1d-d21caddf927a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:34:07Z', 'updated_at': '2022-02-04T18:34:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2'}], 'n-d-827839-2', False) {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:35:55.329618 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae565542-19e3-4039-adfb-4f8b9f432b09 None None] Checking router: 4c7ff54f-9de4-415e-ac1d-d21caddf927a for host: n-d-827839-2 {{(pid=103378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 18:35:55.339442 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-0b3e7017-8398-4db2-8aee-7a4df34b3d54 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Deleting port f842f364-0229-4869-8444-e3c46f261722 {{(pid=103376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 18:35:55.340040 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-0b3e7017-8398-4db2-8aee-7a4df34b3d54 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (f842f364-0229-4869-8444-e3c46f261722), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:35:55.343256 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae565542-19e3-4039-adfb-4f8b9f432b09 None None] Routers {'4c7ff54f-9de4-415e-ac1d-d21caddf927a'} bound to L3 agent in host n-d-827839-2 {{(pid=103378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 18:35:55.343996 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-ae565542-19e3-4039-adfb-4f8b9f432b09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T18:35:33Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['4c7ff54f-9de4-415e-ac1d-d21caddf927a'], 'active': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:35:55.422264 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [None req-0b3e7017-8398-4db2-8aee-7a4df34b3d54 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] For port f842f364-0229-4869-8444-e3c46f261722, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=f842f364-0229-4869-8444-e3c46f261722,segment=NetworkSegment(5942dc44-1f07-4c27-b0ab-45a2bff20dd5),segment_id=5942dc44-1f07-4c27-b0ab-45a2bff20dd5)] {{(pid=103376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 18:35:55.422843 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-0b3e7017-8398-4db2-8aee-7a4df34b3d54 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (f842f364-0229-4869-8444-e3c46f261722), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:35:55.440526 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvr_db [None req-ae565542-19e3-4039-adfb-4f8b9f432b09 None None] Set router 4c7ff54f-9de4-415e-ac1d-d21caddf927a gateway port host: None {{(pid=103378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 18:35:55.441396 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-0b3e7017-8398-4db2-8aee-7a4df34b3d54 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Calling delete_port for f842f364-0229-4869-8444-e3c46f261722 owned by network:router_gateway {{(pid=103376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 18:35:55.497746 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db722744-345f-4f53-bdc7-43e9ed08b983 None None] DHCP port deletion for 6be83500-7748-479b-93c8-203a5aba0625 request from n-d-827839-2 {{(pid=103378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 18:35:55.500552 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-ae565542-19e3-4039-adfb-4f8b9f432b09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c7ff54f-9de4-415e-ac1d-d21caddf927a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1041286994', 'tenant_id': '0a3be2315053479497104165645f2b52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T18:34:07Z', 'updated_at': '2022-02-04T18:35:55Z', 'revision_number': 6, 'project_id': '0a3be2315053479497104165645f2b52', 'gw_port_host': None}], 'n-d-827839-2', False) {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:35:55.528301 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae565542-19e3-4039-adfb-4f8b9f432b09 None None] The sync data for ids ['4c7ff54f-9de4-415e-ac1d-d21caddf927a'] in n-d-827839-2 is: [{'id': '4c7ff54f-9de4-415e-ac1d-d21caddf927a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1041286994', 'tenant_id': '0a3be2315053479497104165645f2b52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T18:34:07Z', 'updated_at': '2022-02-04T18:35:55Z', 'revision_number': 6, 'project_id': '0a3be2315053479497104165645f2b52', 'gw_port_host': None}] {{(pid=103378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 18:35:55.580339 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-db722744-345f-4f53-bdc7-43e9ed08b983 None None] Deleting port 84a12611-93de-432b-b747-33971967cf3d {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 18:35:55.580717 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-db722744-345f-4f53-bdc7-43e9ed08b983 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (84a12611-93de-432b-b747-33971967cf3d), before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:35:55.592918 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device 1c697ccc-a4fa-4b2e-9b05-899651feec45 no longer exists at agent hyperv_n-h1-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 18:35:55.621558 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-0b3e7017-8398-4db2-8aee-7a4df34b3d54 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (f842f364-0229-4869-8444-e3c46f261722), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:35:55.643088 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] No Port match for: 1c697ccc-a4fa-4b2e-9b05-899651feec45 {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 18:35:55.643432 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device 1c697ccc-a4fa-4b2e-9b05-899651feec45 not bound to the agent host n-h1-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 18:35:55.645707 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3e7017-8398-4db2-8aee-7a4df34b3d54 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Pushing event deleted for resources: {'Port': ['ID=f842f364-0229-4869-8444-e3c46f261722,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:35:55.663203 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-db722744-345f-4f53-bdc7-43e9ed08b983 None None] For port 84a12611-93de-432b-b747-33971967cf3d, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=84a12611-93de-432b-b747-33971967cf3d,segment=NetworkSegment(3d14ce21-0f17-4499-87eb-293949d2abc6),segment_id=3d14ce21-0f17-4499-87eb-293949d2abc6)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 18:35:55.663598 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-db722744-345f-4f53-bdc7-43e9ed08b983 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (84a12611-93de-432b-b747-33971967cf3d), precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:35:55.677019 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-db722744-345f-4f53-bdc7-43e9ed08b983 None None] Calling delete_port for 84a12611-93de-432b-b747-33971967cf3d owned by network:dhcp {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 18:35:55.708847 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-0b3e7017-8398-4db2-8aee-7a4df34b3d54 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1595544'] for router_gateway (4c7ff54f-9de4-415e-ac1d-d21caddf927a), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:35:55.761419 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-db722744-345f-4f53-bdc7-43e9ed08b983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144'] for port (84a12611-93de-432b-b747-33971967cf3d), after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:35:55.793541 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db722744-345f-4f53-bdc7-43e9ed08b983 None None] No DVR routers for this DVR port 84a12611-93de-432b-b747-33971967cf3d on host n-d-827839-2 {{(pid=103378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 18:35:55.795092 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db722744-345f-4f53-bdc7-43e9ed08b983 None None] Pushing event deleted for resources: {'Port': ['ID=84a12611-93de-432b-b747-33971967cf3d,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:35:55.807874 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db722744-345f-4f53-bdc7-43e9ed08b983 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:35:55.808230 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db722744-345f-4f53-bdc7-43e9ed08b983 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:35:55.808604 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db722744-345f-4f53-bdc7-43e9ed08b983 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:35:55.808999 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db722744-345f-4f53-bdc7-43e9ed08b983 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:35:55.809336 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db722744-345f-4f53-bdc7-43e9ed08b983 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:35:55.809690 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db722744-345f-4f53-bdc7-43e9ed08b983 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:35:55.810010 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db722744-345f-4f53-bdc7-43e9ed08b983 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:35:55.810892 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db722744-345f-4f53-bdc7-43e9ed08b983 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:35:55.811022 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-0b3e7017-8398-4db2-8aee-7a4df34b3d54 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1601811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26971'] for router (4c7ff54f-9de4-415e-ac1d-d21caddf927a), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:35:55.811223 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db722744-345f-4f53-bdc7-43e9ed08b983 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:35:55.811551 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db722744-345f-4f53-bdc7-43e9ed08b983 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:35:55.811880 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db722744-345f-4f53-bdc7-43e9ed08b983 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:35:55.812209 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db722744-345f-4f53-bdc7-43e9ed08b983 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:35:55.812531 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db722744-345f-4f53-bdc7-43e9ed08b983 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:35:55.813416 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-0b3e7017-8398-4db2-8aee-7a4df34b3d54 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks [] for router_controller (4c7ff54f-9de4-415e-ac1d-d21caddf927a), precommit_delete_associations {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:35:55.861841 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-0b3e7017-8398-4db2-8aee-7a4df34b3d54 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1601832'] for router (4c7ff54f-9de4-415e-ac1d-d21caddf927a), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:35:55.861841 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b3e7017-8398-4db2-8aee-7a4df34b3d54 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Fanout notify agent at l3_agent the message router_deleted on router 4c7ff54f-9de4-415e-ac1d-d21caddf927a {{(pid=103376) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 18:35:55.868654 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-0b3e7017-8398-4db2-8aee-7a4df34b3d54 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks [] for router (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:35:55.873582 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-0b3e7017-8398-4db2-8aee-7a4df34b3d54 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] 10.222.0.89 "DELETE /v2.0/routers/4c7ff54f-9de4-415e-ac1d-d21caddf927a HTTP/1.1" status: 204 len: 168 time: 0.8153064 Feb 04 18:35:55.873582 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 59208) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:35:55.953426 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-5b72134d-7a1d-4159-b02f-96310b2f0131 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628832'] for network (6be83500-7748-479b-93c8-203a5aba0625), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:35:56.054585 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-5b72134d-7a1d-4159-b02f-96310b2f0131 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1543676', 'neutron.services.segments.db._delete_segments_for_network-8781084786517'] for network (6be83500-7748-479b-93c8-203a5aba0625), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:35:56.076584 n-d-827839-2 neutron-server[103376]: DEBUG neutron.services.segments.db [None req-5b72134d-7a1d-4159-b02f-96310b2f0131 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6be83500-7748-479b-93c8-203a5aba0625']}} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:35:56.086050 n-d-827839-2 neutron-server[103376]: DEBUG neutron.services.segments.db [None req-5b72134d-7a1d-4159-b02f-96310b2f0131 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d14ce21-0f17-4499-87eb-293949d2abc6') {'for_net_delete': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:35:56.086610 n-d-827839-2 neutron-server[103376]: DEBUG neutron.services.segments.db [None req-5b72134d-7a1d-4159-b02f-96310b2f0131 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d14ce21-0f17-4499-87eb-293949d2abc6') {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:35:56.096096 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-5b72134d-7a1d-4159-b02f-96310b2f0131 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781084783966', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25674908'] for segment (3d14ce21-0f17-4499-87eb-293949d2abc6), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:35:56.109585 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-5b72134d-7a1d-4159-b02f-96310b2f0131 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (3d14ce21-0f17-4499-87eb-293949d2abc6), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:35:56.115827 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b72134d-7a1d-4159-b02f-96310b2f0131 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Releasing vlan 767 on physical network physnet1 to pool {{(pid=103376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 18:35:56.116227 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-5b72134d-7a1d-4159-b02f-96310b2f0131 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25675992'] for segment (3d14ce21-0f17-4499-87eb-293949d2abc6), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:35:56.119405 n-d-827839-2 neutron-server[103376]: Traceback (most recent call last): Feb 04 18:35:56.119405 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 18:35:56.119405 n-d-827839-2 neutron-server[103376]: timer() Feb 04 18:35:56.119405 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 18:35:56.119405 n-d-827839-2 neutron-server[103376]: cb(*args, **kw) Feb 04 18:35:56.119405 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 18:35:56.119405 n-d-827839-2 neutron-server[103376]: return func(*args, **kwargs) Feb 04 18:35:56.119405 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 18:35:56.119405 n-d-827839-2 neutron-server[103376]: self._notify() Feb 04 18:35:56.119405 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 18:35:56.119405 n-d-827839-2 neutron-server[103376]: self.callback(batched_events) Feb 04 18:35:56.119405 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 18:35:56.119405 n-d-827839-2 neutron-server[103376]: event.method(event) Feb 04 18:35:56.119405 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 18:35:56.119405 n-d-827839-2 neutron-server[103376]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 18:35:56.119405 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 18:35:56.119405 n-d-827839-2 neutron-server[103376]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 18:35:56.119405 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 18:35:56.119405 n-d-827839-2 neutron-server[103376]: return f(self, *a, **k) Feb 04 18:35:56.119405 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 18:35:56.119405 n-d-827839-2 neutron-server[103376]: return self._get(url).json() Feb 04 18:35:56.119405 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 18:35:56.119405 n-d-827839-2 neutron-server[103376]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 18:35:56.119405 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 18:35:56.119405 n-d-827839-2 neutron-server[103376]: return self.request(url, 'GET', **kwargs) Feb 04 18:35:56.119405 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 18:35:56.119405 n-d-827839-2 neutron-server[103376]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 18:35:56.119405 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 18:35:56.119405 n-d-827839-2 neutron-server[103376]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 18:35:56.119405 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 18:35:56.119405 n-d-827839-2 neutron-server[103376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 18:35:56.119405 n-d-827839-2 neutron-server[103376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 18:35:56.169002 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.agents_db [None req-e1691f3b-aacd-4cd6-8ebb-a9c53bb301c0 None None] Agent healthcheck: found 7 active agents {{(pid=103379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 18:35:56.179302 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-5b72134d-7a1d-4159-b02f-96310b2f0131 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1543671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1595572'] for network (6be83500-7748-479b-93c8-203a5aba0625), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:35:56.184366 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-5b72134d-7a1d-4159-b02f-96310b2f0131 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks [] for network (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:35:56.188484 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-5b72134d-7a1d-4159-b02f-96310b2f0131 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] 10.222.0.89 "DELETE /v2.0/networks/6be83500-7748-479b-93c8-203a5aba0625 HTTP/1.1" status: 204 len: 168 time: 0.3143668 Feb 04 18:35:56.191284 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 59210) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:35:56.203091 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b72134d-7a1d-4159-b02f-96310b2f0131 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Pushing event deleted for resources: {'Network': ['ID=6be83500-7748-479b-93c8-203a5aba0625,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:35:56.256718 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-03ca2277-c891-45f5-bd3e-27fb28ccfe45 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks [] for security_group (185689c5-5991-4a20-9df6-bdc280bf632f), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:35:56.283293 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-03ca2277-c891-45f5-bd3e-27fb28ccfe45 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks [] for security_group (185689c5-5991-4a20-9df6-bdc280bf632f), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:35:56.357067 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-03ca2277-c891-45f5-bd3e-27fb28ccfe45 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (185689c5-5991-4a20-9df6-bdc280bf632f), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:35:56.360307 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-03ca2277-c891-45f5-bd3e-27fb28ccfe45 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:35:56.361497 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-03ca2277-c891-45f5-bd3e-27fb28ccfe45 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] 10.222.0.89 "DELETE /v2.0/security-groups/185689c5-5991-4a20-9df6-bdc280bf632f HTTP/1.1" status: 204 len: 168 time: 0.1692019 Feb 04 18:35:56.370605 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ca2277-c891-45f5-bd3e-27fb28ccfe45 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=185689c5-5991-4a20-9df6-bdc280bf632f,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:35:56.378641 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ca2277-c891-45f5-bd3e-27fb28ccfe45 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:35:56.378997 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ca2277-c891-45f5-bd3e-27fb28ccfe45 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:35:56.379348 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ca2277-c891-45f5-bd3e-27fb28ccfe45 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:35:56.379696 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ca2277-c891-45f5-bd3e-27fb28ccfe45 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:35:56.380038 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ca2277-c891-45f5-bd3e-27fb28ccfe45 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:35:56.380374 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ca2277-c891-45f5-bd3e-27fb28ccfe45 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:35:56.380706 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ca2277-c891-45f5-bd3e-27fb28ccfe45 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:35:56.381067 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ca2277-c891-45f5-bd3e-27fb28ccfe45 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:35:56.381401 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ca2277-c891-45f5-bd3e-27fb28ccfe45 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:35:56.381734 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ca2277-c891-45f5-bd3e-27fb28ccfe45 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:35:56.382061 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ca2277-c891-45f5-bd3e-27fb28ccfe45 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:35:56.382387 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ca2277-c891-45f5-bd3e-27fb28ccfe45 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:35:56.382709 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ca2277-c891-45f5-bd3e-27fb28ccfe45 tempest-TestNetworkAdvancedServerOps-1085785962 tempest-TestNetworkAdvancedServerOps-1085785962-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:35:56.693248 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 59218) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:35:56.708762 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 84a12611-93de-432b-b747-33971967cf3d no longer exists at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 18:35:56.728396 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] No Port match for: 84a12611-93de-432b-b747-33971967cf3d {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 18:35:56.728763 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 84a12611-93de-432b-b747-33971967cf3d not bound to the agent host n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 18:35:56.729179 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device f842f364-0229-4869-8444-e3c46f261722 no longer exists at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 18:35:56.747620 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] No Port match for: f842f364-0229-4869-8444-e3c46f261722 {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 18:35:56.748532 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device f842f364-0229-4869-8444-e3c46f261722 not bound to the agent host n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 18:35:56.748967 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 3ed3984c-d90a-455e-811e-2c9290cb6c0d no longer exists at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 18:35:56.770613 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] No Port match for: 3ed3984c-d90a-455e-811e-2c9290cb6c0d {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 18:35:56.770962 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 3ed3984c-d90a-455e-811e-2c9290cb6c0d not bound to the agent host n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 18:35:56.850174 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-0e1aa2d1-d950-438d-9b57-7a3ab04e9b76 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=0a3be2315053479497104165645f2b52&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1556749 Feb 04 18:35:56.852525 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 59222) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:35:56.898471 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-fc55634a-ad8e-4f3d-980b-11b9d3e2f89a admin admin] Publish callbacks [] for security_group (981d2e14-a7c0-49f3-be6d-c1731ebc9c09), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:35:56.918940 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-fc55634a-ad8e-4f3d-980b-11b9d3e2f89a admin admin] Publish callbacks [] for security_group (981d2e14-a7c0-49f3-be6d-c1731ebc9c09), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:35:56.965843 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-fc55634a-ad8e-4f3d-980b-11b9d3e2f89a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (981d2e14-a7c0-49f3-be6d-c1731ebc9c09), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:35:56.968506 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-fc55634a-ad8e-4f3d-980b-11b9d3e2f89a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:35:56.969702 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-fc55634a-ad8e-4f3d-980b-11b9d3e2f89a admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/981d2e14-a7c0-49f3-be6d-c1731ebc9c09 HTTP/1.1" status: 204 len: 168 time: 0.1162646 Feb 04 18:35:56.977564 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc55634a-ad8e-4f3d-980b-11b9d3e2f89a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=981d2e14-a7c0-49f3-be6d-c1731ebc9c09,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:35:57.232155 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 59228) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:35:57.246150 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-6f14cb0a-9816-4149-a777-8f9e1a812a64 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:35:57.331733 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-6f14cb0a-9816-4149-a777-8f9e1a812a64 admin admin] Publish callbacks [] for security_group (06d8247f-029d-47b5-aea8-38a945150c94), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:35:57.335825 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-6f14cb0a-9816-4149-a777-8f9e1a812a64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (06d8247f-029d-47b5-aea8-38a945150c94), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:35:57.376565 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-6f14cb0a-9816-4149-a777-8f9e1a812a64 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=6f3ae298f3634f7fa3d5b60f6f497ea0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1403439 Feb 04 18:35:57.376565 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f14cb0a-9816-4149-a777-8f9e1a812a64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06d8247f-029d-47b5-aea8-38a945150c94,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:35:57.376948 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 59230) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:35:57.426071 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-6f025bdc-52be-44c7-98cc-204a54942a1d admin admin] Publish callbacks [] for security_group (06d8247f-029d-47b5-aea8-38a945150c94), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:35:57.446368 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-6f025bdc-52be-44c7-98cc-204a54942a1d admin admin] Publish callbacks [] for security_group (06d8247f-029d-47b5-aea8-38a945150c94), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:35:57.492413 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-6f025bdc-52be-44c7-98cc-204a54942a1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (06d8247f-029d-47b5-aea8-38a945150c94), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:35:57.495001 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-6f025bdc-52be-44c7-98cc-204a54942a1d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:35:57.496134 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-6f025bdc-52be-44c7-98cc-204a54942a1d admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/06d8247f-029d-47b5-aea8-38a945150c94 HTTP/1.1" status: 204 len: 168 time: 0.1169469 Feb 04 18:35:57.505085 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f025bdc-52be-44c7-98cc-204a54942a1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06d8247f-029d-47b5-aea8-38a945150c94,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:35:58.189001 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 59252) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:35:58.282296 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-35d19e3c-a1a2-434f-8573-1c1b3c2f67f5 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-660308586-network', 'tenant_id': 'de743ac5c1be4c7785fee5d1010e85ef'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 18:35:58.304223 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35d19e3c-a1a2-434f-8573-1c1b3c2f67f5 admin admin] Made reservation on behalf of de743ac5c1be4c7785fee5d1010e85ef for: {'network': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 18:35:58.306626 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-35d19e3c-a1a2-434f-8573-1c1b3c2f67f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for network (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:35:58.316193 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-35d19e3c-a1a2-434f-8573-1c1b3c2f67f5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:35:58.392790 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-35d19e3c-a1a2-434f-8573-1c1b3c2f67f5 admin admin] Publish callbacks [] for security_group (4a048e5a-026c-41a2-a8d8-8a60fdda9009), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:35:58.396726 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-35d19e3c-a1a2-434f-8573-1c1b3c2f67f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (4a048e5a-026c-41a2-a8d8-8a60fdda9009), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:35:58.420342 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35d19e3c-a1a2-434f-8573-1c1b3c2f67f5 admin admin] vlan segment allocate from pool success with {'vlan_id': 757, 'physical_network': 'physnet1'} {{(pid=103377) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 18:35:58.429721 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d19e3c-a1a2-434f-8573-1c1b3c2f67f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a048e5a-026c-41a2-a8d8-8a60fdda9009,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:35:58.434312 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-35d19e3c-a1a2-434f-8573-1c1b3c2f67f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (bd2eea24-d836-4f05-bc21-e9eb44535628), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:35:58.434652 n-d-827839-2 neutron-server[103377]: INFO neutron.db.segments_db [None req-35d19e3c-a1a2-434f-8573-1c1b3c2f67f5 admin admin] Added segment bd2eea24-d836-4f05-bc21-e9eb44535628 of type vlan for network ef8923d0-be1c-4463-ad03-f06857ee7c18 Feb 04 18:35:58.473187 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-35d19e3c-a1a2-434f-8573-1c1b3c2f67f5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781084292801'] for network (ef8923d0-be1c-4463-ad03-f06857ee7c18), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:35:58.497386 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-35d19e3c-a1a2-434f-8573-1c1b3c2f67f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327'] for network (ef8923d0-be1c-4463-ad03-f06857ee7c18), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:35:58.498914 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35d19e3c-a1a2-434f-8573-1c1b3c2f67f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:35:58.499505 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-35d19e3c-a1a2-434f-8573-1c1b3c2f67f5 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:35:58.557036 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-35d19e3c-a1a2-434f-8573-1c1b3c2f67f5 admin admin] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3669076 Feb 04 18:35:58.559943 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 59256) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:35:58.565118 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-3796b5fb-fbb6-4d7d-9939-c3825c92081a admin admin] Request body: {'subnet': {'network_id': 'ef8923d0-be1c-4463-ad03-f06857ee7c18', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-660308586-subnet', 'tenant_id': 'de743ac5c1be4c7785fee5d1010e85ef', 'ip_version': 4}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 18:35:58.575142 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d19e3c-a1a2-434f-8573-1c1b3c2f67f5 admin admin] Pushing event updated for resources: {'Network': ['ID=ef8923d0-be1c-4463-ad03-f06857ee7c18,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:35:58.584570 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Network ef8923d0-be1c-4463-ad03-f06857ee7c18 details requested by agent ovs-agent-n-d-827839-2 with host n-d-827839-2 {{(pid=103378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 18:35:58.591125 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3796b5fb-fbb6-4d7d-9939-c3825c92081a admin admin] Made reservation on behalf of de743ac5c1be4c7785fee5d1010e85ef for: {'subnet': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 18:35:58.593638 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-3796b5fb-fbb6-4d7d-9939-c3825c92081a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25597243'] for subnet (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:35:58.763855 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-3796b5fb-fbb6-4d7d-9939-c3825c92081a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25889445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25597197'] for subnet (81b2406d-d65d-4723-af46-d9654239c538), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:35:58.822189 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3796b5fb-fbb6-4d7d-9939-c3825c92081a admin admin] Pushing event updated for resources: {'Subnet': ['ID=81b2406d-d65d-4723-af46-d9654239c538,revision_number=0']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:35:58.827426 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3796b5fb-fbb6-4d7d-9939-c3825c92081a admin admin] Checking segment: {'id': 'bd2eea24-d836-4f05-bc21-e9eb44535628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'ef8923d0-be1c-4463-ad03-f06857ee7c18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 18:35:58.827779 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3796b5fb-fbb6-4d7d-9939-c3825c92081a admin admin] Network hostable DHCP agents. Network: ef8923d0-be1c-4463-ad03-f06857ee7c18, hostable agents: ['bb89f5a3-3c22-440b-b7d1-c4f0c43c184a'], hosted agents: [] {{(pid=103377) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 18:35:58.844817 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3796b5fb-fbb6-4d7d-9939-c3825c92081a admin admin] Network ef8923d0-be1c-4463-ad03-f06857ee7c18 is scheduled to be hosted by DHCP agent bb89f5a3-3c22-440b-b7d1-c4f0c43c184a with binding_index 1 {{(pid=103377) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 18:35:58.852934 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [None req-3796b5fb-fbb6-4d7d-9939-c3825c92081a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827839-2, ef8923d0-be1c-4463-ad03-f06857ee7c18) {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 18:35:58.857001 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3796b5fb-fbb6-4d7d-9939-c3825c92081a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:35:58.858148 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-3796b5fb-fbb6-4d7d-9939-c3825c92081a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:35:58.865143 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a17d7a1d-3395-4606-babc-ba579ca3dfbf None None] Network ef8923d0-be1c-4463-ad03-f06857ee7c18 requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 18:35:58.872859 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-3796b5fb-fbb6-4d7d-9939-c3825c92081a admin admin] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3118498 Feb 04 18:35:58.875603 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 59258) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:35:58.880037 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-297bd97c-6c17-47d6-be18-6b39b740ac69 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-660308586-router', 'tenant_id': 'de743ac5c1be4c7785fee5d1010e85ef', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188'}}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 18:35:58.899396 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-297bd97c-6c17-47d6-be18-6b39b740ac69 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1601657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26921'] for router (071f5233-a4b4-4ab8-b3a5-5b3facc805d7), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:35:58.900491 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-297bd97c-6c17-47d6-be18-6b39b740ac69 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1602025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603663', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1630571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26960'] for router (071f5233-a4b4-4ab8-b3a5-5b3facc805d7), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:35:58.953214 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-297bd97c-6c17-47d6-be18-6b39b740ac69 admin admin] Publish callbacks [] for router_controller (071f5233-a4b4-4ab8-b3a5-5b3facc805d7), precommit_add_association {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:35:58.973248 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65ae6b33-c37f-4945-9224-9d3a3823b103 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e4c19ad-5724-5db8-8ee1-4f56ae69fcf4-ef8923d0-be1c-4463-ad03-f06857ee7c18', 'network_id': 'ef8923d0-be1c-4463-ad03-f06857ee7c18', 'project_id': 'de743ac5c1be4c7785fee5d1010e85ef', 'fixed_ips': [{'subnet_id': '81b2406d-d65d-4723-af46-d9654239c538'}]}} from n-d-827839-2. {{(pid=103378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 18:35:58.974306 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-65ae6b33-c37f-4945-9224-9d3a3823b103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:35:59.094739 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-297bd97c-6c17-47d6-be18-6b39b740ac69 admin admin] Publish callbacks [] for router_gateway (071f5233-a4b4-4ab8-b3a5-5b3facc805d7), precommit_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:35:59.110726 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-65ae6b33-c37f-4945-9224-9d3a3823b103 None None] Allocated IP 172.20.0.2 (ef8923d0-be1c-4463-ad03-f06857ee7c18/81b2406d-d65d-4723-af46-d9654239c538/da49782e-822e-48bd-af99-02083b934183) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 18:35:59.260031 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-65ae6b33-c37f-4945-9224-9d3a3823b103 None None] Publish callbacks [] for port (da49782e-822e-48bd-af99-02083b934183), precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:35:59.266840 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-65ae6b33-c37f-4945-9224-9d3a3823b103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135'] for port (da49782e-822e-48bd-af99-02083b934183), after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:35:59.309501 n-d-827839-2 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65ae6b33-c37f-4945-9224-9d3a3823b103 None None] Network ef8923d0-be1c-4463-ad03-f06857ee7c18 is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 18:35:59.312556 n-d-827839-2 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-65ae6b33-c37f-4945-9224-9d3a3823b103 None None] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 18:35:59.316361 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65ae6b33-c37f-4945-9224-9d3a3823b103 None None] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 18:35:59.324067 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ae6b33-c37f-4945-9224-9d3a3823b103 None None] Pushing event updated for resources: {'Port': ['ID=da49782e-822e-48bd-af99-02083b934183,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:35:59.378956 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-65ae6b33-c37f-4945-9224-9d3a3823b103 None None] Attempting to bind port da49782e-822e-48bd-af99-02083b934183 on host n-d-827839-2 for vnic_type normal with profile {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 18:35:59.379244 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-65ae6b33-c37f-4945-9224-9d3a3823b103 None None] Attempting to bind port da49782e-822e-48bd-af99-02083b934183 by drivers openvswitch,hyperv on host n-d-827839-2 at level 0 using segments [{'id': 'bd2eea24-d836-4f05-bc21-e9eb44535628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'ef8923d0-be1c-4463-ad03-f06857ee7c18'}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 18:35:59.379620 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65ae6b33-c37f-4945-9224-9d3a3823b103 None None] Attempting to bind port da49782e-822e-48bd-af99-02083b934183 on network ef8923d0-be1c-4463-ad03-f06857ee7c18 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 18:35:59.385002 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65ae6b33-c37f-4945-9224-9d3a3823b103 None None] Checking agent: {'id': 'ba70844b-66a0-45fd-a2f2-e6ed673321fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 0, 36), 'started_at': datetime.datetime(2022, 2, 4, 17, 1, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 18, 35, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 18:35:59.385384 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65ae6b33-c37f-4945-9224-9d3a3823b103 None None] Checking segment: {'id': 'bd2eea24-d836-4f05-bc21-e9eb44535628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'ef8923d0-be1c-4463-ad03-f06857ee7c18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 18:35:59.385796 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-65ae6b33-c37f-4945-9224-9d3a3823b103 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:35:59.386196 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65ae6b33-c37f-4945-9224-9d3a3823b103 None None] Bound using segment: {'id': 'bd2eea24-d836-4f05-bc21-e9eb44535628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'ef8923d0-be1c-4463-ad03-f06857ee7c18'} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 18:35:59.386675 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-65ae6b33-c37f-4945-9224-9d3a3823b103 None None] Bound port: da49782e-822e-48bd-af99-02083b934183, host: n-d-827839-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd2eea24-d836-4f05-bc21-e9eb44535628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'ef8923d0-be1c-4463-ad03-f06857ee7c18'}}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 18:35:59.387065 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-65ae6b33-c37f-4945-9224-9d3a3823b103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (da49782e-822e-48bd-af99-02083b934183), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:35:59.455585 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-65ae6b33-c37f-4945-9224-9d3a3823b103 None None] For port da49782e-822e-48bd-af99-02083b934183, host n-d-827839-2, cleared binding levels {{(pid=103378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 18:35:59.458705 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-65ae6b33-c37f-4945-9224-9d3a3823b103 None None] For port da49782e-822e-48bd-af99-02083b934183, host n-d-827839-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=da49782e-822e-48bd-af99-02083b934183,segment=NetworkSegment(bd2eea24-d836-4f05-bc21-e9eb44535628),segment_id=bd2eea24-d836-4f05-bc21-e9eb44535628)] {{(pid=103378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 18:35:59.465131 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-65ae6b33-c37f-4945-9224-9d3a3823b103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (da49782e-822e-48bd-af99-02083b934183), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:35:59.524639 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ae6b33-c37f-4945-9224-9d3a3823b103 None None] Pushing event updated for resources: {'Port': ['ID=da49782e-822e-48bd-af99-02083b934183,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:35:59.610962 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-297bd97c-6c17-47d6-be18-6b39b740ac69 admin admin] Publish callbacks [] for router_gateway (071f5233-a4b4-4ab8-b3a5-5b3facc805d7), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:35:59.630559 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-297bd97c-6c17-47d6-be18-6b39b740ac69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:35:59.760964 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.db_base_plugin_common [None req-297bd97c-6c17-47d6-be18-6b39b740ac69 admin admin] Allocated IP 172.25.6.206 (48165773-85ad-49a1-9ec1-76fc8dc24188/7660bfad-1ea8-4fe7-831b-bed836f13efc/9b9e8fa5-ae02-4831-a842-3bedea5d9f2e) {{(pid=103377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 18:35:59.866359 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-297bd97c-6c17-47d6-be18-6b39b740ac69 admin admin] Publish callbacks [] for port (9b9e8fa5-ae02-4831-a842-3bedea5d9f2e), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:35:59.899819 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-297bd97c-6c17-47d6-be18-6b39b740ac69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (9b9e8fa5-ae02-4831-a842-3bedea5d9f2e), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:35:59.923481 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-392f4ac2-0a62-4cb9-9001-d0ec7cafb1c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (bb89f5a3-3c22-440b-b7d1-c4f0c43c184a), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:35:59.939780 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-297bd97c-6c17-47d6-be18-6b39b740ac69 admin admin] Network 48165773-85ad-49a1-9ec1-76fc8dc24188 is already hosted by enough agents. {{(pid=103377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 18:35:59.943121 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [None req-297bd97c-6c17-47d6-be18-6b39b740ac69 admin admin] Resources bound (agent type, host, resource id): {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 18:35:59.947000 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-297bd97c-6c17-47d6-be18-6b39b740ac69 admin admin] Received port after_create {{(pid=103377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 18:35:59.974313 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297bd97c-6c17-47d6-be18-6b39b740ac69 admin admin] Pushing event updated for resources: {'Port': ['ID=9b9e8fa5-ae02-4831-a842-3bedea5d9f2e,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:36:00.208882 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-297bd97c-6c17-47d6-be18-6b39b740ac69 admin admin] Publish callbacks [] for router_gateway (071f5233-a4b4-4ab8-b3a5-5b3facc805d7), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:36:00.421769 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-297bd97c-6c17-47d6-be18-6b39b740ac69 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1602046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603680'] for router (071f5233-a4b4-4ab8-b3a5-5b3facc805d7), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:36:00.469016 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-997a2306-6544-4970-b2be-915c819376ba None None] Network ef8923d0-be1c-4463-ad03-f06857ee7c18 requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 18:36:00.543520 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-c116ff19-57f6-408e-9103-892d1fe54f4e None None] Provisioning complete for port da49782e-822e-48bd-af99-02083b934183 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 18:36:00.543895 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c116ff19-57f6-408e-9103-892d1fe54f4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (da49782e-822e-48bd-af99-02083b934183), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:36:00.553827 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-297bd97c-6c17-47d6-be18-6b39b740ac69 admin admin] Router 071f5233-a4b4-4ab8-b3a5-5b3facc805d7 is scheduled to L3 agent 64ada913-9131-4d99-a265-63a920956287 with binding_index 1 {{(pid=103377) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 18:36:00.654180 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-c116ff19-57f6-408e-9103-892d1fe54f4e None None] Current status of the port da49782e-822e-48bd-af99-02083b934183 is: DOWN; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 18:36:00.654568 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c116ff19-57f6-408e-9103-892d1fe54f4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (da49782e-822e-48bd-af99-02083b934183), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:36:00.676340 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-297bd97c-6c17-47d6-be18-6b39b740ac69 admin admin] Notify agent at l3_agent.n-d-827839-2 the message routers_updated {{(pid=103377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 18:36:00.695175 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26ae63f2-859c-4a1e-ab9a-a84959b19f38 None None] Sync routers for ids ['071f5233-a4b4-4ab8-b3a5-5b3facc805d7'] in n-d-827839-2 {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 18:36:00.696793 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-c116ff19-57f6-408e-9103-892d1fe54f4e None None] For port da49782e-822e-48bd-af99-02083b934183, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=da49782e-822e-48bd-af99-02083b934183,segment=NetworkSegment(bd2eea24-d836-4f05-bc21-e9eb44535628),segment_id=bd2eea24-d836-4f05-bc21-e9eb44535628)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 18:36:00.703051 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c116ff19-57f6-408e-9103-892d1fe54f4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (da49782e-822e-48bd-af99-02083b934183), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:36:00.707172 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-297bd97c-6c17-47d6-be18-6b39b740ac69 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:36:00.708373 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-297bd97c-6c17-47d6-be18-6b39b740ac69 admin admin] 10.222.0.89 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.8318343 Feb 04 18:36:00.711305 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 59260) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:36:00.718738 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26ae63f2-859c-4a1e-ab9a-a84959b19f38 None None] Routers {'071f5233-a4b4-4ab8-b3a5-5b3facc805d7'} bound to L3 agent in host n-d-827839-2 {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 18:36:00.719610 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-26ae63f2-859c-4a1e-ab9a-a84959b19f38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T18:35:33Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['071f5233-a4b4-4ab8-b3a5-5b3facc805d7'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:36:00.771309 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c116ff19-57f6-408e-9103-892d1fe54f4e None None] Pushing event updated for resources: {'Port': ['ID=da49782e-822e-48bd-af99-02083b934183,revision_number=3']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:36:00.850052 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvr_db [None req-26ae63f2-859c-4a1e-ab9a-a84959b19f38 None None] Set router 071f5233-a4b4-4ab8-b3a5-5b3facc805d7 gateway port host: n-d-827839-2 {{(pid=103379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 18:36:00.853947 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device da49782e-822e-48bd-af99-02083b934183 up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 18:36:00.915529 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port da49782e-822e-48bd-af99-02083b934183 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 18:36:00.915909 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (da49782e-822e-48bd-af99-02083b934183), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:36:01.009346 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port da49782e-822e-48bd-af99-02083b934183 is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 18:36:01.028404 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-887fbf93-40bd-44e0-8402-17c3fcc20e4f None None] Provisioning complete for port da49782e-822e-48bd-af99-02083b934183 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 18:36:01.028812 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-887fbf93-40bd-44e0-8402-17c3fcc20e4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (da49782e-822e-48bd-af99-02083b934183), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:36:01.118265 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-887fbf93-40bd-44e0-8402-17c3fcc20e4f None None] Current status of the port da49782e-822e-48bd-af99-02083b934183 is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 18:36:01.163006 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-26ae63f2-859c-4a1e-ab9a-a84959b19f38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '071f5233-a4b4-4ab8-b3a5-5b3facc805d7', 'name': 'tempest-TestShelveInstance-660308586-router', 'tenant_id': 'de743ac5c1be4c7785fee5d1010e85ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.206'}], 'enable_snat': True}, 'gw_port_id': '9b9e8fa5-ae02-4831-a842-3bedea5d9f2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T18:35:58Z', 'updated_at': '2022-02-04T18:36:00Z', 'revision_number': 3, 'project_id': 'de743ac5c1be4c7785fee5d1010e85ef', 'gw_port': {'id': '9b9e8fa5-ae02-4831-a842-3bedea5d9f2e', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:dc:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '071f5233-a4b4-4ab8-b3a5-5b3facc805d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:35:59Z', 'updated_at': '2022-02-04T18:35:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2'}], 'n-d-827839-2', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:36:01.189036 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26ae63f2-859c-4a1e-ab9a-a84959b19f38 None None] Checking router: 071f5233-a4b4-4ab8-b3a5-5b3facc805d7 for host: n-d-827839-2 {{(pid=103379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 18:36:01.189309 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26ae63f2-859c-4a1e-ab9a-a84959b19f38 None None] Updating router 071f5233-a4b4-4ab8-b3a5-5b3facc805d7 port 9b9e8fa5-ae02-4831-a842-3bedea5d9f2e binding host n-d-827839-2 {{(pid=103379) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 18:36:01.215237 n-d-827839-2 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-26ae63f2-859c-4a1e-ab9a-a84959b19f38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (9b9e8fa5-ae02-4831-a842-3bedea5d9f2e), before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:36:01.463591 n-d-827839-2 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-26ae63f2-859c-4a1e-ab9a-a84959b19f38 None None] Publish callbacks [] for port (9b9e8fa5-ae02-4831-a842-3bedea5d9f2e), precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:36:01.469340 n-d-827839-2 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-26ae63f2-859c-4a1e-ab9a-a84959b19f38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (9b9e8fa5-ae02-4831-a842-3bedea5d9f2e), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:36:01.484800 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-87090c8b-f9db-429c-897c-2d971e2e115c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:36:01.520511 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db0c20a-378c-43ae-9324-7266493d2249 None None] Pushing event updated for resources: {'Port': ['ID=9b9e8fa5-ae02-4831-a842-3bedea5d9f2e,revision_number=2']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:36:01.522530 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [None req-26ae63f2-859c-4a1e-ab9a-a84959b19f38 None None] Attempting to bind port 9b9e8fa5-ae02-4831-a842-3bedea5d9f2e on host n-d-827839-2 for vnic_type normal with profile {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 18:36:01.522894 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [None req-26ae63f2-859c-4a1e-ab9a-a84959b19f38 None None] Attempting to bind port 9b9e8fa5-ae02-4831-a842-3bedea5d9f2e by drivers openvswitch,hyperv on host n-d-827839-2 at level 0 using segments [{'id': '5942dc44-1f07-4c27-b0ab-45a2bff20dd5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188'}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 18:36:01.523253 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26ae63f2-859c-4a1e-ab9a-a84959b19f38 None None] Attempting to bind port 9b9e8fa5-ae02-4831-a842-3bedea5d9f2e on network 48165773-85ad-49a1-9ec1-76fc8dc24188 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 18:36:01.533181 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db0c20a-378c-43ae-9324-7266493d2249 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:36:01.533531 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db0c20a-378c-43ae-9324-7266493d2249 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:36:01.533874 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db0c20a-378c-43ae-9324-7266493d2249 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:36:01.534210 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db0c20a-378c-43ae-9324-7266493d2249 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:36:01.534541 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db0c20a-378c-43ae-9324-7266493d2249 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:36:01.534873 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db0c20a-378c-43ae-9324-7266493d2249 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:36:01.535199 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db0c20a-378c-43ae-9324-7266493d2249 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:36:01.535522 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db0c20a-378c-43ae-9324-7266493d2249 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:36:01.535843 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db0c20a-378c-43ae-9324-7266493d2249 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:36:01.536163 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db0c20a-378c-43ae-9324-7266493d2249 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:36:01.536484 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db0c20a-378c-43ae-9324-7266493d2249 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:36:01.536832 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db0c20a-378c-43ae-9324-7266493d2249 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:36:01.537154 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db0c20a-378c-43ae-9324-7266493d2249 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:36:01.540652 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26ae63f2-859c-4a1e-ab9a-a84959b19f38 None None] Checking agent: {'id': 'ba70844b-66a0-45fd-a2f2-e6ed673321fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 0, 36), 'started_at': datetime.datetime(2022, 2, 4, 17, 1, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 18, 35, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 18:36:01.541055 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26ae63f2-859c-4a1e-ab9a-a84959b19f38 None None] Checking segment: {'id': '5942dc44-1f07-4c27-b0ab-45a2bff20dd5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 18:36:01.541458 n-d-827839-2 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-26ae63f2-859c-4a1e-ab9a-a84959b19f38 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:36:01.541861 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26ae63f2-859c-4a1e-ab9a-a84959b19f38 None None] Bound using segment: {'id': '5942dc44-1f07-4c27-b0ab-45a2bff20dd5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188'} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 18:36:01.542311 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [None req-26ae63f2-859c-4a1e-ab9a-a84959b19f38 None None] Bound port: 9b9e8fa5-ae02-4831-a842-3bedea5d9f2e, host: n-d-827839-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5942dc44-1f07-4c27-b0ab-45a2bff20dd5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188'}}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 18:36:01.542684 n-d-827839-2 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-26ae63f2-859c-4a1e-ab9a-a84959b19f38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (9b9e8fa5-ae02-4831-a842-3bedea5d9f2e), before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:36:01.592932 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-26ae63f2-859c-4a1e-ab9a-a84959b19f38 None None] For port 9b9e8fa5-ae02-4831-a842-3bedea5d9f2e, host n-d-827839-2, cleared binding levels {{(pid=103379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 18:36:01.595902 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-26ae63f2-859c-4a1e-ab9a-a84959b19f38 None None] For port 9b9e8fa5-ae02-4831-a842-3bedea5d9f2e, host n-d-827839-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=9b9e8fa5-ae02-4831-a842-3bedea5d9f2e,segment=NetworkSegment(5942dc44-1f07-4c27-b0ab-45a2bff20dd5),segment_id=5942dc44-1f07-4c27-b0ab-45a2bff20dd5)] {{(pid=103379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 18:36:01.602010 n-d-827839-2 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-26ae63f2-859c-4a1e-ab9a-a84959b19f38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (9b9e8fa5-ae02-4831-a842-3bedea5d9f2e), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:36:01.646667 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.db_base_plugin_common [None req-87090c8b-f9db-429c-897c-2d971e2e115c admin admin] Allocated IP 172.20.0.1 (ef8923d0-be1c-4463-ad03-f06857ee7c18/81b2406d-d65d-4723-af46-d9654239c538/425e47bc-4919-4a36-9e19-ae1232386211) {{(pid=103376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 18:36:01.665643 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26ae63f2-859c-4a1e-ab9a-a84959b19f38 None None] Routers {'071f5233-a4b4-4ab8-b3a5-5b3facc805d7'} bound to L3 agent in host n-d-827839-2 {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 18:36:01.666272 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-26ae63f2-859c-4a1e-ab9a-a84959b19f38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T18:35:33Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['071f5233-a4b4-4ab8-b3a5-5b3facc805d7'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:36:01.671448 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db0c20a-378c-43ae-9324-7266493d2249 None None] Pushing event updated for resources: {'Port': ['ID=9b9e8fa5-ae02-4831-a842-3bedea5d9f2e,revision_number=3']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:36:01.758553 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-87090c8b-f9db-429c-897c-2d971e2e115c admin admin] Publish callbacks [] for port (425e47bc-4919-4a36-9e19-ae1232386211), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:36:01.777299 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvr_db [None req-26ae63f2-859c-4a1e-ab9a-a84959b19f38 None None] Set router 071f5233-a4b4-4ab8-b3a5-5b3facc805d7 gateway port host: n-d-827839-2 {{(pid=103379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 18:36:01.792549 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-87090c8b-f9db-429c-897c-2d971e2e115c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (425e47bc-4919-4a36-9e19-ae1232386211), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:36:01.833012 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87090c8b-f9db-429c-897c-2d971e2e115c admin admin] Network ef8923d0-be1c-4463-ad03-f06857ee7c18 is already hosted by enough agents. {{(pid=103376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 18:36:01.837287 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [None req-87090c8b-f9db-429c-897c-2d971e2e115c admin admin] Resources bound (agent type, host, resource id): {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 18:36:01.839898 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87090c8b-f9db-429c-897c-2d971e2e115c admin admin] Received port after_create {{(pid=103376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 18:36:01.863041 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87090c8b-f9db-429c-897c-2d971e2e115c admin admin] Pushing event updated for resources: {'Port': ['ID=425e47bc-4919-4a36-9e19-ae1232386211,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:36:01.889026 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-87090c8b-f9db-429c-897c-2d971e2e115c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1595471'] for router_interface (071f5233-a4b4-4ab8-b3a5-5b3facc805d7), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:36:01.971373 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-26ae63f2-859c-4a1e-ab9a-a84959b19f38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '071f5233-a4b4-4ab8-b3a5-5b3facc805d7', 'name': 'tempest-TestShelveInstance-660308586-router', 'tenant_id': 'de743ac5c1be4c7785fee5d1010e85ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.206'}], 'enable_snat': True}, 'gw_port_id': '9b9e8fa5-ae02-4831-a842-3bedea5d9f2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T18:35:58Z', 'updated_at': '2022-02-04T18:36:00Z', 'revision_number': 3, 'project_id': 'de743ac5c1be4c7785fee5d1010e85ef', 'gw_port': {'id': '9b9e8fa5-ae02-4831-a842-3bedea5d9f2e', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:dc:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '071f5233-a4b4-4ab8-b3a5-5b3facc805d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:35:59Z', 'updated_at': '2022-02-04T18:36:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2'}], 'n-d-827839-2', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:36:01.999506 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26ae63f2-859c-4a1e-ab9a-a84959b19f38 None None] The sync data for ids ['071f5233-a4b4-4ab8-b3a5-5b3facc805d7'] in n-d-827839-2 is: [{'id': '071f5233-a4b4-4ab8-b3a5-5b3facc805d7', 'name': 'tempest-TestShelveInstance-660308586-router', 'tenant_id': 'de743ac5c1be4c7785fee5d1010e85ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.206'}], 'enable_snat': True}, 'gw_port_id': '9b9e8fa5-ae02-4831-a842-3bedea5d9f2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T18:35:58Z', 'updated_at': '2022-02-04T18:36:00Z', 'revision_number': 3, 'project_id': 'de743ac5c1be4c7785fee5d1010e85ef', 'gw_port': {'id': '9b9e8fa5-ae02-4831-a842-3bedea5d9f2e', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:dc:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '071f5233-a4b4-4ab8-b3a5-5b3facc805d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:35:59Z', 'updated_at': '2022-02-04T18:36:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2'}] {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 18:36:02.030409 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-87090c8b-f9db-429c-897c-2d971e2e115c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (425e47bc-4919-4a36-9e19-ae1232386211), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:36:02.144067 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-31eb4f2a-559c-4d84-814e-da29ef8c618f None None] Provisioning complete for port 425e47bc-4919-4a36-9e19-ae1232386211 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 18:36:02.144612 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-31eb4f2a-559c-4d84-814e-da29ef8c618f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (425e47bc-4919-4a36-9e19-ae1232386211), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:36:02.182270 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-31eb4f2a-559c-4d84-814e-da29ef8c618f None None] Port 425e47bc-4919-4a36-9e19-ae1232386211 cannot update to ACTIVE because it is not bound. {{(pid=103378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 18:36:02.203660 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-87090c8b-f9db-429c-897c-2d971e2e115c admin admin] Publish callbacks [] for port (425e47bc-4919-4a36-9e19-ae1232386211), precommit_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:36:02.208683 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-87090c8b-f9db-429c-897c-2d971e2e115c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675836'] for port (425e47bc-4919-4a36-9e19-ae1232386211), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:36:02.287410 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87090c8b-f9db-429c-897c-2d971e2e115c admin admin] Pushing event updated for resources: {'Port': ['ID=425e47bc-4919-4a36-9e19-ae1232386211,revision_number=2']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:36:02.300848 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-87090c8b-f9db-429c-897c-2d971e2e115c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1677345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602751'] for router_interface (071f5233-a4b4-4ab8-b3a5-5b3facc805d7), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:36:02.409799 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87090c8b-f9db-429c-897c-2d971e2e115c admin admin] Network ef8923d0-be1c-4463-ad03-f06857ee7c18 is already hosted by enough agents. {{(pid=103376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 18:36:02.411381 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [None req-87090c8b-f9db-429c-897c-2d971e2e115c admin admin] Resources bound (agent type, host, resource id): {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 18:36:02.536159 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87090c8b-f9db-429c-897c-2d971e2e115c admin admin] Router 071f5233-a4b4-4ab8-b3a5-5b3facc805d7 has already been hosted by L3 agent 64ada913-9131-4d99-a265-63a920956287 {{(pid=103376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 18:36:02.655969 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87090c8b-f9db-429c-897c-2d971e2e115c admin admin] Notify agent at l3_agent.n-d-827839-2 the message routers_updated {{(pid=103376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 18:36:02.661083 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-87090c8b-f9db-429c-897c-2d971e2e115c admin admin] 10.222.0.89 "PUT /v2.0/routers/071f5233-a4b4-4ab8-b3a5-5b3facc805d7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9479876 Feb 04 18:36:02.709171 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-62bd59c5-43ef-4eb0-9764-3167bff09d01 None None] Provisioning complete for port 425e47bc-4919-4a36-9e19-ae1232386211 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 18:36:02.709550 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-62bd59c5-43ef-4eb0-9764-3167bff09d01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (425e47bc-4919-4a36-9e19-ae1232386211), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:36:02.754026 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-62bd59c5-43ef-4eb0-9764-3167bff09d01 None None] Port 425e47bc-4919-4a36-9e19-ae1232386211 cannot update to ACTIVE because it is not bound. {{(pid=103378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 18:36:02.851958 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device da49782e-822e-48bd-af99-02083b934183 up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 18:36:02.901511 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port da49782e-822e-48bd-af99-02083b934183 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 18:36:02.901887 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (da49782e-822e-48bd-af99-02083b934183), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:36:03.002987 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port da49782e-822e-48bd-af99-02083b934183 is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 18:36:03.004029 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 9b9e8fa5-ae02-4831-a842-3bedea5d9f2e up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 18:36:03.005648 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8855e495-8602-49e7-a53c-b6c0f558e6ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (64ada913-9131-4d99-a265-63a920956287), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:36:03.064124 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port 9b9e8fa5-ae02-4831-a842-3bedea5d9f2e triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 18:36:03.064504 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (9b9e8fa5-ae02-4831-a842-3bedea5d9f2e), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:36:03.146768 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port 9b9e8fa5-ae02-4831-a842-3bedea5d9f2e is: DOWN; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 18:36:03.147381 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (9b9e8fa5-ae02-4831-a842-3bedea5d9f2e), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:36:03.173604 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] For port 9b9e8fa5-ae02-4831-a842-3bedea5d9f2e, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=9b9e8fa5-ae02-4831-a842-3bedea5d9f2e,segment=NetworkSegment(5942dc44-1f07-4c27-b0ab-45a2bff20dd5),segment_id=5942dc44-1f07-4c27-b0ab-45a2bff20dd5)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 18:36:03.176933 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 59278) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:36:03.180822 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (9b9e8fa5-ae02-4831-a842-3bedea5d9f2e), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:36:03.183908 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-d54e1803-4018-43ff-9871-14c01065f4bc admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1684611695-network', 'tenant_id': 'f9b09a9c40b34669be3c3fc2f31908c3'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 18:36:03.204609 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d54e1803-4018-43ff-9871-14c01065f4bc admin admin] Made reservation on behalf of f9b09a9c40b34669be3c3fc2f31908c3 for: {'network': 1} {{(pid=103376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 18:36:03.207277 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-d54e1803-4018-43ff-9871-14c01065f4bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for network (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:36:03.217563 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-d54e1803-4018-43ff-9871-14c01065f4bc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:36:03.229809 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Pushing event updated for resources: {'Port': ['ID=9b9e8fa5-ae02-4831-a842-3bedea5d9f2e,revision_number=4']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:36:03.293725 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-d54e1803-4018-43ff-9871-14c01065f4bc admin admin] Publish callbacks [] for security_group (6a391005-abcf-4920-bf15-166d10e20a9d), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:36:03.297321 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-d54e1803-4018-43ff-9871-14c01065f4bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (6a391005-abcf-4920-bf15-166d10e20a9d), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:36:03.317969 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d54e1803-4018-43ff-9871-14c01065f4bc admin admin] vlan segment allocate from pool success with {'vlan_id': 761, 'physical_network': 'physnet1'} {{(pid=103376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 18:36:03.332208 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54e1803-4018-43ff-9871-14c01065f4bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a391005-abcf-4920-bf15-166d10e20a9d,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:36:03.338582 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-d54e1803-4018-43ff-9871-14c01065f4bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (47beb186-59f2-45f8-b58d-6060a0f97e37), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:36:03.338909 n-d-827839-2 neutron-server[103376]: INFO neutron.db.segments_db [None req-d54e1803-4018-43ff-9871-14c01065f4bc admin admin] Added segment 47beb186-59f2-45f8-b58d-6060a0f97e37 of type vlan for network 67fc8dbb-7424-49bd-8ad4-199e5699109b Feb 04 18:36:03.344630 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d408ec64-b374-4acb-a1fc-48241dad6d47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (0cd6d64a-47a7-40ff-8c12-71dd526c62e0), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:36:03.381029 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-d54e1803-4018-43ff-9871-14c01065f4bc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781084292801'] for network (67fc8dbb-7424-49bd-8ad4-199e5699109b), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:36:03.408311 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-d54e1803-4018-43ff-9871-14c01065f4bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327'] for network (67fc8dbb-7424-49bd-8ad4-199e5699109b), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:36:03.409400 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d54e1803-4018-43ff-9871-14c01065f4bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:36:03.410001 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-d54e1803-4018-43ff-9871-14c01065f4bc admin admin] Publish callbacks [] for network (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:36:03.470131 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-d54e1803-4018-43ff-9871-14c01065f4bc admin admin] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.2918656 Feb 04 18:36:03.472979 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 59280) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:36:03.476884 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54e1803-4018-43ff-9871-14c01065f4bc admin admin] Pushing event updated for resources: {'Network': ['ID=67fc8dbb-7424-49bd-8ad4-199e5699109b,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:36:03.478096 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-a6bab24a-6bd0-4108-935f-03764ededb8e admin admin] Request body: {'subnet': {'network_id': '67fc8dbb-7424-49bd-8ad4-199e5699109b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1684611695-subnet', 'tenant_id': 'f9b09a9c40b34669be3c3fc2f31908c3', 'ip_version': 4}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 18:36:03.491338 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Network 67fc8dbb-7424-49bd-8ad4-199e5699109b details requested by agent ovs-agent-n-d-827839-2 with host n-d-827839-2 {{(pid=103378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 18:36:03.501893 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6bab24a-6bd0-4108-935f-03764ededb8e admin admin] Made reservation on behalf of f9b09a9c40b34669be3c3fc2f31908c3 for: {'subnet': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 18:36:03.504694 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-a6bab24a-6bd0-4108-935f-03764ededb8e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25597243'] for subnet (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:36:03.687174 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-a6bab24a-6bd0-4108-935f-03764ededb8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25889445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25597197'] for subnet (a9c9e9d1-4131-454f-a9cf-eb687ebbbc40), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:36:03.701568 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19745ed1-7375-47e8-af83-a586524f97ed None None] Sync routers for ids ['071f5233-a4b4-4ab8-b3a5-5b3facc805d7'] in n-d-827839-2 {{(pid=103378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 18:36:03.715508 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19745ed1-7375-47e8-af83-a586524f97ed None None] Routers {'071f5233-a4b4-4ab8-b3a5-5b3facc805d7'} bound to L3 agent in host n-d-827839-2 {{(pid=103378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 18:36:03.716116 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-19745ed1-7375-47e8-af83-a586524f97ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T18:36:03Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['071f5233-a4b4-4ab8-b3a5-5b3facc805d7'], 'active': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:36:03.741759 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bab24a-6bd0-4108-935f-03764ededb8e admin admin] Pushing event updated for resources: {'Subnet': ['ID=a9c9e9d1-4131-454f-a9cf-eb687ebbbc40,revision_number=0']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:36:03.751678 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6bab24a-6bd0-4108-935f-03764ededb8e admin admin] Checking segment: {'id': '47beb186-59f2-45f8-b58d-6060a0f97e37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '67fc8dbb-7424-49bd-8ad4-199e5699109b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 18:36:03.752112 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6bab24a-6bd0-4108-935f-03764ededb8e admin admin] Network hostable DHCP agents. Network: 67fc8dbb-7424-49bd-8ad4-199e5699109b, hostable agents: ['bb89f5a3-3c22-440b-b7d1-c4f0c43c184a'], hosted agents: [] {{(pid=103377) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 18:36:03.768532 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6bab24a-6bd0-4108-935f-03764ededb8e admin admin] Network 67fc8dbb-7424-49bd-8ad4-199e5699109b is scheduled to be hosted by DHCP agent bb89f5a3-3c22-440b-b7d1-c4f0c43c184a with binding_index 1 {{(pid=103377) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 18:36:03.776981 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [None req-a6bab24a-6bd0-4108-935f-03764ededb8e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827839-2, 67fc8dbb-7424-49bd-8ad4-199e5699109b) {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 18:36:03.781037 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6bab24a-6bd0-4108-935f-03764ededb8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:36:03.781832 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-a6bab24a-6bd0-4108-935f-03764ededb8e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:36:03.788440 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7014ae59-7051-4981-b436-d98122c3f62d None None] Network 67fc8dbb-7424-49bd-8ad4-199e5699109b requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 18:36:03.798241 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-a6bab24a-6bd0-4108-935f-03764ededb8e admin admin] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3240800 Feb 04 18:36:03.800882 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 59282) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:36:03.805436 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-e50666c8-3c94-4b21-8dc0-991aba76e2e6 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1684611695-router', 'tenant_id': 'f9b09a9c40b34669be3c3fc2f31908c3', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188'}}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 18:36:03.824921 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-e50666c8-3c94-4b21-8dc0-991aba76e2e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1601657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26921'] for router (efaf6aca-b22c-40d7-8092-1f4cf3b52c4e), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:36:03.825958 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-e50666c8-3c94-4b21-8dc0-991aba76e2e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1602025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603663', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1630571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26960'] for router (efaf6aca-b22c-40d7-8092-1f4cf3b52c4e), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:36:03.881403 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-e50666c8-3c94-4b21-8dc0-991aba76e2e6 admin admin] Publish callbacks [] for router_controller (efaf6aca-b22c-40d7-8092-1f4cf3b52c4e), precommit_add_association {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:36:03.891881 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvr_db [None req-19745ed1-7375-47e8-af83-a586524f97ed None None] Set router 071f5233-a4b4-4ab8-b3a5-5b3facc805d7 gateway port host: n-d-827839-2 {{(pid=103378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 18:36:03.983297 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70c8dc42-27dc-4615-b864-c6bf8b16b1be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e4c19ad-5724-5db8-8ee1-4f56ae69fcf4-67fc8dbb-7424-49bd-8ad4-199e5699109b', 'network_id': '67fc8dbb-7424-49bd-8ad4-199e5699109b', 'project_id': 'f9b09a9c40b34669be3c3fc2f31908c3', 'fixed_ips': [{'subnet_id': 'a9c9e9d1-4131-454f-a9cf-eb687ebbbc40'}]}} from n-d-827839-2. {{(pid=103378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 18:36:03.984146 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-70c8dc42-27dc-4615-b864-c6bf8b16b1be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:36:04.025019 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-e50666c8-3c94-4b21-8dc0-991aba76e2e6 admin admin] Publish callbacks [] for router_gateway (efaf6aca-b22c-40d7-8092-1f4cf3b52c4e), precommit_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:36:04.236146 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-e50666c8-3c94-4b21-8dc0-991aba76e2e6 admin admin] Publish callbacks [] for router_gateway (efaf6aca-b22c-40d7-8092-1f4cf3b52c4e), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:36:04.254465 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-e50666c8-3c94-4b21-8dc0-991aba76e2e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:36:04.361647 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.db_base_plugin_common [None req-e50666c8-3c94-4b21-8dc0-991aba76e2e6 admin admin] Allocated IP 172.25.6.210 (48165773-85ad-49a1-9ec1-76fc8dc24188/7660bfad-1ea8-4fe7-831b-bed836f13efc/4ed2eb02-5916-418b-9c0c-adb99f6af2b6) {{(pid=103377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 18:36:04.447281 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-70c8dc42-27dc-4615-b864-c6bf8b16b1be None None] Allocated IP 172.20.0.2 (67fc8dbb-7424-49bd-8ad4-199e5699109b/a9c9e9d1-4131-454f-a9cf-eb687ebbbc40/8a180a57-daf5-43ca-ac1b-04b086521a1e) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 18:36:04.477445 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-e50666c8-3c94-4b21-8dc0-991aba76e2e6 admin admin] Publish callbacks [] for port (4ed2eb02-5916-418b-9c0c-adb99f6af2b6), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:36:04.510339 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-e50666c8-3c94-4b21-8dc0-991aba76e2e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (4ed2eb02-5916-418b-9c0c-adb99f6af2b6), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:36:04.531829 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-19745ed1-7375-47e8-af83-a586524f97ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '071f5233-a4b4-4ab8-b3a5-5b3facc805d7', 'name': 'tempest-TestShelveInstance-660308586-router', 'tenant_id': 'de743ac5c1be4c7785fee5d1010e85ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.206'}], 'enable_snat': True}, 'gw_port_id': '9b9e8fa5-ae02-4831-a842-3bedea5d9f2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T18:35:58Z', 'updated_at': '2022-02-04T18:36:01Z', 'revision_number': 4, 'project_id': 'de743ac5c1be4c7785fee5d1010e85ef', 'gw_port': {'id': '9b9e8fa5-ae02-4831-a842-3bedea5d9f2e', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:dc:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '071f5233-a4b4-4ab8-b3a5-5b3facc805d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:35:59Z', 'updated_at': '2022-02-04T18:36:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_interfaces': [{'id': '425e47bc-4919-4a36-9e19-ae1232386211', 'name': '', 'network_id': 'ef8923d0-be1c-4463-ad03-f06857ee7c18', 'tenant_id': 'de743ac5c1be4c7785fee5d1010e85ef', 'mac_address': 'fa:16:3e:61:af:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '071f5233-a4b4-4ab8-b3a5-5b3facc805d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': '81b2406d-d65d-4723-af46-d9654239c538', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:36:01Z', 'updated_at': '2022-02-04T18:36:02Z', 'revision_number': 2, 'project_id': 'de743ac5c1be4c7785fee5d1010e85ef', 'subnets': [{'id': '81b2406d-d65d-4723-af46-d9654239c538', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-2', False) {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:36:04.554406 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e50666c8-3c94-4b21-8dc0-991aba76e2e6 admin admin] Network 48165773-85ad-49a1-9ec1-76fc8dc24188 is already hosted by enough agents. {{(pid=103377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 18:36:04.557251 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [None req-e50666c8-3c94-4b21-8dc0-991aba76e2e6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 18:36:04.560769 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e50666c8-3c94-4b21-8dc0-991aba76e2e6 admin admin] Received port after_create {{(pid=103377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 18:36:04.571526 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19745ed1-7375-47e8-af83-a586524f97ed None None] Checking router: 071f5233-a4b4-4ab8-b3a5-5b3facc805d7 for host: n-d-827839-2 {{(pid=103378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 18:36:04.571901 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19745ed1-7375-47e8-af83-a586524f97ed None None] Updating router 071f5233-a4b4-4ab8-b3a5-5b3facc805d7 port 425e47bc-4919-4a36-9e19-ae1232386211 binding host n-d-827839-2 {{(pid=103378) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 18:36:04.585868 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50666c8-3c94-4b21-8dc0-991aba76e2e6 admin admin] Pushing event updated for resources: {'Port': ['ID=4ed2eb02-5916-418b-9c0c-adb99f6af2b6,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:36:04.634676 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-19745ed1-7375-47e8-af83-a586524f97ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (425e47bc-4919-4a36-9e19-ae1232386211), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:36:04.736427 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 9b9e8fa5-ae02-4831-a842-3bedea5d9f2e up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 18:36:04.827580 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-e50666c8-3c94-4b21-8dc0-991aba76e2e6 admin admin] Publish callbacks [] for router_gateway (efaf6aca-b22c-40d7-8092-1f4cf3b52c4e), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:36:04.907806 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-70c8dc42-27dc-4615-b864-c6bf8b16b1be None None] Publish callbacks [] for port (8a180a57-daf5-43ca-ac1b-04b086521a1e), precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:36:04.923341 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-70c8dc42-27dc-4615-b864-c6bf8b16b1be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135'] for port (8a180a57-daf5-43ca-ac1b-04b086521a1e), after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:36:05.029897 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-e50666c8-3c94-4b21-8dc0-991aba76e2e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1602046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603680'] for router (efaf6aca-b22c-40d7-8092-1f4cf3b52c4e), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:36:05.047022 n-d-827839-2 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70c8dc42-27dc-4615-b864-c6bf8b16b1be None None] Network 67fc8dbb-7424-49bd-8ad4-199e5699109b is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 18:36:05.059048 n-d-827839-2 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-70c8dc42-27dc-4615-b864-c6bf8b16b1be None None] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 18:36:05.062057 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port 9b9e8fa5-ae02-4831-a842-3bedea5d9f2e triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 18:36:05.062577 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (9b9e8fa5-ae02-4831-a842-3bedea5d9f2e), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:36:05.070726 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70c8dc42-27dc-4615-b864-c6bf8b16b1be None None] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 18:36:05.103550 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c8dc42-27dc-4615-b864-c6bf8b16b1be None None] Pushing event updated for resources: {'Port': ['ID=8a180a57-daf5-43ca-ac1b-04b086521a1e,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:36:05.261665 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4f14bb47-e72b-46ac-9e44-a61d9293afcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (75326290-f7a3-4db8-9cf2-15c7139ed224), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:36:05.275270 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-70c8dc42-27dc-4615-b864-c6bf8b16b1be None None] Attempting to bind port 8a180a57-daf5-43ca-ac1b-04b086521a1e on host n-d-827839-2 for vnic_type normal with profile {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 18:36:05.275659 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-70c8dc42-27dc-4615-b864-c6bf8b16b1be None None] Attempting to bind port 8a180a57-daf5-43ca-ac1b-04b086521a1e by drivers openvswitch,hyperv on host n-d-827839-2 at level 0 using segments [{'id': '47beb186-59f2-45f8-b58d-6060a0f97e37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '67fc8dbb-7424-49bd-8ad4-199e5699109b'}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 18:36:05.276029 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70c8dc42-27dc-4615-b864-c6bf8b16b1be None None] Attempting to bind port 8a180a57-daf5-43ca-ac1b-04b086521a1e on network 67fc8dbb-7424-49bd-8ad4-199e5699109b {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 18:36:05.295676 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70c8dc42-27dc-4615-b864-c6bf8b16b1be None None] Checking agent: {'id': 'ba70844b-66a0-45fd-a2f2-e6ed673321fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 0, 36), 'started_at': datetime.datetime(2022, 2, 4, 17, 1, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 18, 35, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 18:36:05.296189 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70c8dc42-27dc-4615-b864-c6bf8b16b1be None None] Checking segment: {'id': '47beb186-59f2-45f8-b58d-6060a0f97e37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '67fc8dbb-7424-49bd-8ad4-199e5699109b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 18:36:05.296823 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-70c8dc42-27dc-4615-b864-c6bf8b16b1be None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:36:05.297314 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70c8dc42-27dc-4615-b864-c6bf8b16b1be None None] Bound using segment: {'id': '47beb186-59f2-45f8-b58d-6060a0f97e37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '67fc8dbb-7424-49bd-8ad4-199e5699109b'} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 18:36:05.297968 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-70c8dc42-27dc-4615-b864-c6bf8b16b1be None None] Bound port: 8a180a57-daf5-43ca-ac1b-04b086521a1e, host: n-d-827839-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47beb186-59f2-45f8-b58d-6060a0f97e37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '67fc8dbb-7424-49bd-8ad4-199e5699109b'}}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 18:36:05.298483 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-70c8dc42-27dc-4615-b864-c6bf8b16b1be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (8a180a57-daf5-43ca-ac1b-04b086521a1e), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:36:05.433780 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port 9b9e8fa5-ae02-4831-a842-3bedea5d9f2e is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 18:36:05.457615 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-19745ed1-7375-47e8-af83-a586524f97ed None None] Publish callbacks [] for port (425e47bc-4919-4a36-9e19-ae1232386211), precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:36:05.466016 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e50666c8-3c94-4b21-8dc0-991aba76e2e6 admin admin] Router efaf6aca-b22c-40d7-8092-1f4cf3b52c4e is scheduled to L3 agent 64ada913-9131-4d99-a265-63a920956287 with binding_index 1 {{(pid=103377) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 18:36:05.469555 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-19745ed1-7375-47e8-af83-a586524f97ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (425e47bc-4919-4a36-9e19-ae1232386211), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:36:05.548632 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-70c8dc42-27dc-4615-b864-c6bf8b16b1be None None] For port 8a180a57-daf5-43ca-ac1b-04b086521a1e, host n-d-827839-2, cleared binding levels {{(pid=103378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 18:36:05.575464 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-70c8dc42-27dc-4615-b864-c6bf8b16b1be None None] For port 8a180a57-daf5-43ca-ac1b-04b086521a1e, host n-d-827839-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=8a180a57-daf5-43ca-ac1b-04b086521a1e,segment=NetworkSegment(47beb186-59f2-45f8-b58d-6060a0f97e37),segment_id=47beb186-59f2-45f8-b58d-6060a0f97e37)] {{(pid=103378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 18:36:05.576462 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e50666c8-3c94-4b21-8dc0-991aba76e2e6 admin admin] Notify agent at l3_agent.n-d-827839-2 the message routers_updated {{(pid=103377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 18:36:05.580006 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326d9bc8-dcda-4acd-b2a3-c53f2a0dfa17 None None] Pushing event updated for resources: {'Port': ['ID=425e47bc-4919-4a36-9e19-ae1232386211,revision_number=3']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:36:05.596000 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-e50666c8-3c94-4b21-8dc0-991aba76e2e6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:36:05.597222 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66c5d6f1-6050-4722-adb3-f950efaba6e0 None None] Sync routers for ids ['efaf6aca-b22c-40d7-8092-1f4cf3b52c4e'] in n-d-827839-2 {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 18:36:05.597690 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-e50666c8-3c94-4b21-8dc0-991aba76e2e6 admin admin] 10.222.0.89 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.7954259 Feb 04 18:36:05.600251 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 59284) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:36:05.608539 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-70c8dc42-27dc-4615-b864-c6bf8b16b1be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (8a180a57-daf5-43ca-ac1b-04b086521a1e), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:36:05.629038 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66c5d6f1-6050-4722-adb3-f950efaba6e0 None None] Routers {'efaf6aca-b22c-40d7-8092-1f4cf3b52c4e'} bound to L3 agent in host n-d-827839-2 {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 18:36:05.630088 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-66c5d6f1-6050-4722-adb3-f950efaba6e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T18:36:03Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['efaf6aca-b22c-40d7-8092-1f4cf3b52c4e'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:36:05.697883 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-19745ed1-7375-47e8-af83-a586524f97ed None None] Attempting to bind port 425e47bc-4919-4a36-9e19-ae1232386211 on host n-d-827839-2 for vnic_type normal with profile {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 18:36:05.698341 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-19745ed1-7375-47e8-af83-a586524f97ed None None] Attempting to bind port 425e47bc-4919-4a36-9e19-ae1232386211 by drivers openvswitch,hyperv on host n-d-827839-2 at level 0 using segments [{'id': 'bd2eea24-d836-4f05-bc21-e9eb44535628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'ef8923d0-be1c-4463-ad03-f06857ee7c18'}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 18:36:05.698897 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19745ed1-7375-47e8-af83-a586524f97ed None None] Attempting to bind port 425e47bc-4919-4a36-9e19-ae1232386211 on network ef8923d0-be1c-4463-ad03-f06857ee7c18 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 18:36:05.729722 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19745ed1-7375-47e8-af83-a586524f97ed None None] Checking agent: {'id': 'ba70844b-66a0-45fd-a2f2-e6ed673321fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 0, 36), 'started_at': datetime.datetime(2022, 2, 4, 17, 1, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 18, 35, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 18:36:05.730283 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19745ed1-7375-47e8-af83-a586524f97ed None None] Checking segment: {'id': 'bd2eea24-d836-4f05-bc21-e9eb44535628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'ef8923d0-be1c-4463-ad03-f06857ee7c18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 18:36:05.730849 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-19745ed1-7375-47e8-af83-a586524f97ed None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:36:05.731399 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19745ed1-7375-47e8-af83-a586524f97ed None None] Bound using segment: {'id': 'bd2eea24-d836-4f05-bc21-e9eb44535628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'ef8923d0-be1c-4463-ad03-f06857ee7c18'} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 18:36:05.732669 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-19745ed1-7375-47e8-af83-a586524f97ed None None] Bound port: 425e47bc-4919-4a36-9e19-ae1232386211, host: n-d-827839-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd2eea24-d836-4f05-bc21-e9eb44535628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'ef8923d0-be1c-4463-ad03-f06857ee7c18'}}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 18:36:05.733197 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-19745ed1-7375-47e8-af83-a586524f97ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (425e47bc-4919-4a36-9e19-ae1232386211), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:36:05.757317 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c8dc42-27dc-4615-b864-c6bf8b16b1be None None] Pushing event updated for resources: {'Port': ['ID=8a180a57-daf5-43ca-ac1b-04b086521a1e,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:36:05.815361 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvr_db [None req-66c5d6f1-6050-4722-adb3-f950efaba6e0 None None] Set router efaf6aca-b22c-40d7-8092-1f4cf3b52c4e gateway port host: n-d-827839-2 {{(pid=103379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 18:36:05.842340 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-19745ed1-7375-47e8-af83-a586524f97ed None None] For port 425e47bc-4919-4a36-9e19-ae1232386211, host n-d-827839-2, cleared binding levels {{(pid=103378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 18:36:05.847390 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-19745ed1-7375-47e8-af83-a586524f97ed None None] For port 425e47bc-4919-4a36-9e19-ae1232386211, host n-d-827839-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=425e47bc-4919-4a36-9e19-ae1232386211,segment=NetworkSegment(bd2eea24-d836-4f05-bc21-e9eb44535628),segment_id=bd2eea24-d836-4f05-bc21-e9eb44535628)] {{(pid=103378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 18:36:05.855428 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-19745ed1-7375-47e8-af83-a586524f97ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (425e47bc-4919-4a36-9e19-ae1232386211), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:36:05.925236 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326d9bc8-dcda-4acd-b2a3-c53f2a0dfa17 None None] Pushing event updated for resources: {'Port': ['ID=425e47bc-4919-4a36-9e19-ae1232386211,revision_number=4']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:36:05.997679 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-7f8b88e3-b8ac-427a-a4ca-fb8df9169bec None None] Provisioning complete for port 425e47bc-4919-4a36-9e19-ae1232386211 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 18:36:05.998060 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7f8b88e3-b8ac-427a-a4ca-fb8df9169bec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (425e47bc-4919-4a36-9e19-ae1232386211), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:36:06.035459 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (ba70844b-66a0-45fd-a2f2-e6ed673321fc), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:36:06.038122 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-66c5d6f1-6050-4722-adb3-f950efaba6e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efaf6aca-b22c-40d7-8092-1f4cf3b52c4e', 'name': 'tempest-TestShelveInstance-1684611695-router', 'tenant_id': 'f9b09a9c40b34669be3c3fc2f31908c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.210'}], 'enable_snat': True}, 'gw_port_id': '4ed2eb02-5916-418b-9c0c-adb99f6af2b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T18:36:03Z', 'updated_at': '2022-02-04T18:36:04Z', 'revision_number': 3, 'project_id': 'f9b09a9c40b34669be3c3fc2f31908c3', 'gw_port': {'id': '4ed2eb02-5916-418b-9c0c-adb99f6af2b6', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:e2:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efaf6aca-b22c-40d7-8092-1f4cf3b52c4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:36:04Z', 'updated_at': '2022-02-04T18:36:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2'}], 'n-d-827839-2', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:36:06.048627 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19745ed1-7375-47e8-af83-a586524f97ed None None] Routers {'071f5233-a4b4-4ab8-b3a5-5b3facc805d7'} bound to L3 agent in host n-d-827839-2 {{(pid=103378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 18:36:06.049328 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-19745ed1-7375-47e8-af83-a586524f97ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T18:36:03Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['071f5233-a4b4-4ab8-b3a5-5b3facc805d7'], 'active': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:36:06.070274 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66c5d6f1-6050-4722-adb3-f950efaba6e0 None None] Checking router: efaf6aca-b22c-40d7-8092-1f4cf3b52c4e for host: n-d-827839-2 {{(pid=103379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 18:36:06.070632 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66c5d6f1-6050-4722-adb3-f950efaba6e0 None None] Updating router efaf6aca-b22c-40d7-8092-1f4cf3b52c4e port 4ed2eb02-5916-418b-9c0c-adb99f6af2b6 binding host n-d-827839-2 {{(pid=103379) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 18:36:06.119289 n-d-827839-2 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-66c5d6f1-6050-4722-adb3-f950efaba6e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (4ed2eb02-5916-418b-9c0c-adb99f6af2b6), before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:36:06.225987 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-7f8b88e3-b8ac-427a-a4ca-fb8df9169bec None None] Current status of the port 425e47bc-4919-4a36-9e19-ae1232386211 is: DOWN; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 18:36:06.226383 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7f8b88e3-b8ac-427a-a4ca-fb8df9169bec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (425e47bc-4919-4a36-9e19-ae1232386211), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:36:06.253293 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvr_db [None req-19745ed1-7375-47e8-af83-a586524f97ed None None] Set router 071f5233-a4b4-4ab8-b3a5-5b3facc805d7 gateway port host: n-d-827839-2 {{(pid=103378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 18:36:06.286032 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-a519e6cc-2a42-4b9d-9e0f-8d2b30449af2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:36:06.305509 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-7f8b88e3-b8ac-427a-a4ca-fb8df9169bec None None] For port 425e47bc-4919-4a36-9e19-ae1232386211, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=425e47bc-4919-4a36-9e19-ae1232386211,segment=NetworkSegment(bd2eea24-d836-4f05-bc21-e9eb44535628),segment_id=bd2eea24-d836-4f05-bc21-e9eb44535628)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 18:36:06.314806 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7f8b88e3-b8ac-427a-a4ca-fb8df9169bec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (425e47bc-4919-4a36-9e19-ae1232386211), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:36:06.479688 n-d-827839-2 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-66c5d6f1-6050-4722-adb3-f950efaba6e0 None None] Publish callbacks [] for port (4ed2eb02-5916-418b-9c0c-adb99f6af2b6), precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:36:06.485964 n-d-827839-2 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-66c5d6f1-6050-4722-adb3-f950efaba6e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (4ed2eb02-5916-418b-9c0c-adb99f6af2b6), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:36:06.491938 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-400eaacf-9a0b-4e94-bb3f-c67c88a3ed43 None None] Provisioning complete for port 425e47bc-4919-4a36-9e19-ae1232386211 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 18:36:06.492542 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-400eaacf-9a0b-4e94-bb3f-c67c88a3ed43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (425e47bc-4919-4a36-9e19-ae1232386211), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:36:06.499887 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8b88e3-b8ac-427a-a4ca-fb8df9169bec None None] Pushing event updated for resources: {'Port': ['ID=425e47bc-4919-4a36-9e19-ae1232386211,revision_number=5']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:36:06.501886 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.db_base_plugin_common [None req-a519e6cc-2a42-4b9d-9e0f-8d2b30449af2 admin admin] Allocated IP 172.20.0.1 (67fc8dbb-7424-49bd-8ad4-199e5699109b/a9c9e9d1-4131-454f-a9cf-eb687ebbbc40/824cd924-17c9-4bfc-8f92-78af91b051e4) {{(pid=103376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 18:36:06.546878 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [None req-66c5d6f1-6050-4722-adb3-f950efaba6e0 None None] Attempting to bind port 4ed2eb02-5916-418b-9c0c-adb99f6af2b6 on host n-d-827839-2 for vnic_type normal with profile {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 18:36:06.546878 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [None req-66c5d6f1-6050-4722-adb3-f950efaba6e0 None None] Attempting to bind port 4ed2eb02-5916-418b-9c0c-adb99f6af2b6 by drivers openvswitch,hyperv on host n-d-827839-2 at level 0 using segments [{'id': '5942dc44-1f07-4c27-b0ab-45a2bff20dd5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188'}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 18:36:06.547241 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66c5d6f1-6050-4722-adb3-f950efaba6e0 None None] Attempting to bind port 4ed2eb02-5916-418b-9c0c-adb99f6af2b6 on network 48165773-85ad-49a1-9ec1-76fc8dc24188 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 18:36:06.549104 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d1328a-2990-44e2-8d77-4717e5ad9250 None None] Pushing event updated for resources: {'Port': ['ID=4ed2eb02-5916-418b-9c0c-adb99f6af2b6,revision_number=2']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:36:06.555504 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66c5d6f1-6050-4722-adb3-f950efaba6e0 None None] Checking agent: {'id': 'ba70844b-66a0-45fd-a2f2-e6ed673321fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 0, 36), 'started_at': datetime.datetime(2022, 2, 4, 17, 1, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 18, 36, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 18:36:06.555872 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66c5d6f1-6050-4722-adb3-f950efaba6e0 None None] Checking segment: {'id': '5942dc44-1f07-4c27-b0ab-45a2bff20dd5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 18:36:06.556271 n-d-827839-2 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-66c5d6f1-6050-4722-adb3-f950efaba6e0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:36:06.556653 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66c5d6f1-6050-4722-adb3-f950efaba6e0 None None] Bound using segment: {'id': '5942dc44-1f07-4c27-b0ab-45a2bff20dd5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188'} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 18:36:06.557616 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [None req-66c5d6f1-6050-4722-adb3-f950efaba6e0 None None] Bound port: 4ed2eb02-5916-418b-9c0c-adb99f6af2b6, host: n-d-827839-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5942dc44-1f07-4c27-b0ab-45a2bff20dd5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188'}}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 18:36:06.557616 n-d-827839-2 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-66c5d6f1-6050-4722-adb3-f950efaba6e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (4ed2eb02-5916-418b-9c0c-adb99f6af2b6), before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:36:06.620868 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-66c5d6f1-6050-4722-adb3-f950efaba6e0 None None] For port 4ed2eb02-5916-418b-9c0c-adb99f6af2b6, host n-d-827839-2, cleared binding levels {{(pid=103379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 18:36:06.625319 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-66c5d6f1-6050-4722-adb3-f950efaba6e0 None None] For port 4ed2eb02-5916-418b-9c0c-adb99f6af2b6, host n-d-827839-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=4ed2eb02-5916-418b-9c0c-adb99f6af2b6,segment=NetworkSegment(5942dc44-1f07-4c27-b0ab-45a2bff20dd5),segment_id=5942dc44-1f07-4c27-b0ab-45a2bff20dd5)] {{(pid=103379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 18:36:06.629000 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-a519e6cc-2a42-4b9d-9e0f-8d2b30449af2 admin admin] Publish callbacks [] for port (824cd924-17c9-4bfc-8f92-78af91b051e4), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:36:06.634451 n-d-827839-2 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-66c5d6f1-6050-4722-adb3-f950efaba6e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (4ed2eb02-5916-418b-9c0c-adb99f6af2b6), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:36:06.669146 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-a519e6cc-2a42-4b9d-9e0f-8d2b30449af2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (824cd924-17c9-4bfc-8f92-78af91b051e4), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:36:06.691996 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-19745ed1-7375-47e8-af83-a586524f97ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '071f5233-a4b4-4ab8-b3a5-5b3facc805d7', 'name': 'tempest-TestShelveInstance-660308586-router', 'tenant_id': 'de743ac5c1be4c7785fee5d1010e85ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.206'}], 'enable_snat': True}, 'gw_port_id': '9b9e8fa5-ae02-4831-a842-3bedea5d9f2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T18:35:58Z', 'updated_at': '2022-02-04T18:36:01Z', 'revision_number': 4, 'project_id': 'de743ac5c1be4c7785fee5d1010e85ef', 'gw_port': {'id': '9b9e8fa5-ae02-4831-a842-3bedea5d9f2e', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:dc:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '071f5233-a4b4-4ab8-b3a5-5b3facc805d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:35:59Z', 'updated_at': '2022-02-04T18:36:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_interfaces': [{'id': '425e47bc-4919-4a36-9e19-ae1232386211', 'name': '', 'network_id': 'ef8923d0-be1c-4463-ad03-f06857ee7c18', 'tenant_id': 'de743ac5c1be4c7785fee5d1010e85ef', 'mac_address': 'fa:16:3e:61:af:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '071f5233-a4b4-4ab8-b3a5-5b3facc805d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': '81b2406d-d65d-4723-af46-d9654239c538', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:36:01Z', 'updated_at': '2022-02-04T18:36:05Z', 'revision_number': 4, 'project_id': 'de743ac5c1be4c7785fee5d1010e85ef', 'subnets': [{'id': '81b2406d-d65d-4723-af46-d9654239c538', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-2', False) {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:36:06.694636 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-400eaacf-9a0b-4e94-bb3f-c67c88a3ed43 None None] Current status of the port 425e47bc-4919-4a36-9e19-ae1232386211 is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 18:36:06.703837 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d1328a-2990-44e2-8d77-4717e5ad9250 None None] Pushing event updated for resources: {'Port': ['ID=4ed2eb02-5916-418b-9c0c-adb99f6af2b6,revision_number=3']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:36:06.717632 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66c5d6f1-6050-4722-adb3-f950efaba6e0 None None] Routers {'efaf6aca-b22c-40d7-8092-1f4cf3b52c4e'} bound to L3 agent in host n-d-827839-2 {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 18:36:06.718260 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-66c5d6f1-6050-4722-adb3-f950efaba6e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T18:36:03Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['efaf6aca-b22c-40d7-8092-1f4cf3b52c4e'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:36:06.719403 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a519e6cc-2a42-4b9d-9e0f-8d2b30449af2 admin admin] Network 67fc8dbb-7424-49bd-8ad4-199e5699109b is already hosted by enough agents. {{(pid=103376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 18:36:06.724473 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [None req-a519e6cc-2a42-4b9d-9e0f-8d2b30449af2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 18:36:06.765492 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a519e6cc-2a42-4b9d-9e0f-8d2b30449af2 admin admin] Received port after_create {{(pid=103376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 18:36:06.770160 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19745ed1-7375-47e8-af83-a586524f97ed None None] The sync data for ids ['071f5233-a4b4-4ab8-b3a5-5b3facc805d7'] in n-d-827839-2 is: [{'id': '071f5233-a4b4-4ab8-b3a5-5b3facc805d7', 'name': 'tempest-TestShelveInstance-660308586-router', 'tenant_id': 'de743ac5c1be4c7785fee5d1010e85ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.206'}], 'enable_snat': True}, 'gw_port_id': '9b9e8fa5-ae02-4831-a842-3bedea5d9f2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T18:35:58Z', 'updated_at': '2022-02-04T18:36:01Z', 'revision_number': 4, 'project_id': 'de743ac5c1be4c7785fee5d1010e85ef', 'gw_port': {'id': '9b9e8fa5-ae02-4831-a842-3bedea5d9f2e', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:dc:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '071f5233-a4b4-4ab8-b3a5-5b3facc805d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:35:59Z', 'updated_at': '2022-02-04T18:36:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_interfaces': [{'id': '425e47bc-4919-4a36-9e19-ae1232386211', 'name': '', 'network_id': 'ef8923d0-be1c-4463-ad03-f06857ee7c18', 'tenant_id': 'de743ac5c1be4c7785fee5d1010e85ef', 'mac_address': 'fa:16:3e:61:af:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '071f5233-a4b4-4ab8-b3a5-5b3facc805d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': '81b2406d-d65d-4723-af46-d9654239c538', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:36:01Z', 'updated_at': '2022-02-04T18:36:05Z', 'revision_number': 4, 'project_id': 'de743ac5c1be4c7785fee5d1010e85ef', 'subnets': [{'id': '81b2406d-d65d-4723-af46-d9654239c538', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 18:36:06.852099 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a519e6cc-2a42-4b9d-9e0f-8d2b30449af2 admin admin] Pushing event updated for resources: {'Port': ['ID=824cd924-17c9-4bfc-8f92-78af91b051e4,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:36:06.855882 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-a519e6cc-2a42-4b9d-9e0f-8d2b30449af2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1595471'] for router_interface (efaf6aca-b22c-40d7-8092-1f4cf3b52c4e), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:36:06.914679 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 8a180a57-daf5-43ca-ac1b-04b086521a1e up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 18:36:07.015006 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvr_db [None req-66c5d6f1-6050-4722-adb3-f950efaba6e0 None None] Set router efaf6aca-b22c-40d7-8092-1f4cf3b52c4e gateway port host: n-d-827839-2 {{(pid=103379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 18:36:07.048096 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-a519e6cc-2a42-4b9d-9e0f-8d2b30449af2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (824cd924-17c9-4bfc-8f92-78af91b051e4), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:36:07.279027 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-a519e6cc-2a42-4b9d-9e0f-8d2b30449af2 admin admin] Publish callbacks [] for port (824cd924-17c9-4bfc-8f92-78af91b051e4), precommit_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:36:07.283222 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a82df8e-2137-44ea-9b2c-8505e97578d0 None None] Network 67fc8dbb-7424-49bd-8ad4-199e5699109b requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 18:36:07.285842 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-a519e6cc-2a42-4b9d-9e0f-8d2b30449af2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675836'] for port (824cd924-17c9-4bfc-8f92-78af91b051e4), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:36:07.313430 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-66c5d6f1-6050-4722-adb3-f950efaba6e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efaf6aca-b22c-40d7-8092-1f4cf3b52c4e', 'name': 'tempest-TestShelveInstance-1684611695-router', 'tenant_id': 'f9b09a9c40b34669be3c3fc2f31908c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.210'}], 'enable_snat': True}, 'gw_port_id': '4ed2eb02-5916-418b-9c0c-adb99f6af2b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T18:36:03Z', 'updated_at': '2022-02-04T18:36:04Z', 'revision_number': 3, 'project_id': 'f9b09a9c40b34669be3c3fc2f31908c3', 'gw_port': {'id': '4ed2eb02-5916-418b-9c0c-adb99f6af2b6', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:e2:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efaf6aca-b22c-40d7-8092-1f4cf3b52c4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:36:04Z', 'updated_at': '2022-02-04T18:36:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2'}], 'n-d-827839-2', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:36:07.367052 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-a519e6cc-2a42-4b9d-9e0f-8d2b30449af2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1677345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602751'] for router_interface (efaf6aca-b22c-40d7-8092-1f4cf3b52c4e), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:36:07.367574 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66c5d6f1-6050-4722-adb3-f950efaba6e0 None None] The sync data for ids ['efaf6aca-b22c-40d7-8092-1f4cf3b52c4e'] in n-d-827839-2 is: [{'id': 'efaf6aca-b22c-40d7-8092-1f4cf3b52c4e', 'name': 'tempest-TestShelveInstance-1684611695-router', 'tenant_id': 'f9b09a9c40b34669be3c3fc2f31908c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.210'}], 'enable_snat': True}, 'gw_port_id': '4ed2eb02-5916-418b-9c0c-adb99f6af2b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T18:36:03Z', 'updated_at': '2022-02-04T18:36:04Z', 'revision_number': 3, 'project_id': 'f9b09a9c40b34669be3c3fc2f31908c3', 'gw_port': {'id': '4ed2eb02-5916-418b-9c0c-adb99f6af2b6', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:e2:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efaf6aca-b22c-40d7-8092-1f4cf3b52c4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:36:04Z', 'updated_at': '2022-02-04T18:36:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2'}] {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 18:36:07.370324 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port 8a180a57-daf5-43ca-ac1b-04b086521a1e triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 18:36:07.370840 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (8a180a57-daf5-43ca-ac1b-04b086521a1e), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:36:07.376706 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a519e6cc-2a42-4b9d-9e0f-8d2b30449af2 admin admin] Pushing event updated for resources: {'Port': ['ID=824cd924-17c9-4bfc-8f92-78af91b051e4,revision_number=2']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:36:07.452535 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-c24b2f94-df63-4868-8085-95d2e410a1f1 None None] Provisioning complete for port 8a180a57-daf5-43ca-ac1b-04b086521a1e triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 18:36:07.453093 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c24b2f94-df63-4868-8085-95d2e410a1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (8a180a57-daf5-43ca-ac1b-04b086521a1e), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:36:07.493960 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a519e6cc-2a42-4b9d-9e0f-8d2b30449af2 admin admin] Network 67fc8dbb-7424-49bd-8ad4-199e5699109b is already hosted by enough agents. {{(pid=103376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 18:36:07.495596 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [None req-a519e6cc-2a42-4b9d-9e0f-8d2b30449af2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 18:36:07.621429 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port 8a180a57-daf5-43ca-ac1b-04b086521a1e is: DOWN; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 18:36:07.621981 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (8a180a57-daf5-43ca-ac1b-04b086521a1e), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:36:07.637369 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a519e6cc-2a42-4b9d-9e0f-8d2b30449af2 admin admin] Router efaf6aca-b22c-40d7-8092-1f4cf3b52c4e has already been hosted by L3 agent 64ada913-9131-4d99-a265-63a920956287 {{(pid=103376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 18:36:07.708037 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-c24b2f94-df63-4868-8085-95d2e410a1f1 None None] Current status of the port 8a180a57-daf5-43ca-ac1b-04b086521a1e is: DOWN; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 18:36:07.708037 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c24b2f94-df63-4868-8085-95d2e410a1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (8a180a57-daf5-43ca-ac1b-04b086521a1e), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:36:07.772009 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-c24b2f94-df63-4868-8085-95d2e410a1f1 None None] For port 8a180a57-daf5-43ca-ac1b-04b086521a1e, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=8a180a57-daf5-43ca-ac1b-04b086521a1e,segment=NetworkSegment(47beb186-59f2-45f8-b58d-6060a0f97e37),segment_id=47beb186-59f2-45f8-b58d-6060a0f97e37)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 18:36:07.779373 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c24b2f94-df63-4868-8085-95d2e410a1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (8a180a57-daf5-43ca-ac1b-04b086521a1e), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:36:07.823576 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a519e6cc-2a42-4b9d-9e0f-8d2b30449af2 admin admin] Notify agent at l3_agent.n-d-827839-2 the message routers_updated {{(pid=103376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 18:36:07.841977 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-a519e6cc-2a42-4b9d-9e0f-8d2b30449af2 admin admin] 10.222.0.89 "PUT /v2.0/routers/efaf6aca-b22c-40d7-8092-1f4cf3b52c4e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2325506 Feb 04 18:36:07.936237 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.db.api [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103378) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 18:36:07.936593 n-d-827839-2 neutron-server[103378]: DEBUG oslo_db.api [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 18:36:07.952340 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24b2f94-df63-4868-8085-95d2e410a1f1 None None] Pushing event updated for resources: {'Port': ['ID=8a180a57-daf5-43ca-ac1b-04b086521a1e,revision_number=3']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:36:08.115687 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-71bf7c25-74ef-4bf4-99c7-deb6928aa93f None None] Provisioning complete for port 824cd924-17c9-4bfc-8f92-78af91b051e4 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 18:36:08.116076 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-71bf7c25-74ef-4bf4-99c7-deb6928aa93f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (824cd924-17c9-4bfc-8f92-78af91b051e4), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:36:08.168873 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-71bf7c25-74ef-4bf4-99c7-deb6928aa93f None None] Port 824cd924-17c9-4bfc-8f92-78af91b051e4 cannot update to ACTIVE because it is not bound. {{(pid=103378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 18:36:08.186470 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-71bf7c25-74ef-4bf4-99c7-deb6928aa93f None None] Provisioning complete for port 8a180a57-daf5-43ca-ac1b-04b086521a1e triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 18:36:08.188514 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-71bf7c25-74ef-4bf4-99c7-deb6928aa93f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (8a180a57-daf5-43ca-ac1b-04b086521a1e), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:36:08.333732 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-71bf7c25-74ef-4bf4-99c7-deb6928aa93f None None] Current status of the port 8a180a57-daf5-43ca-ac1b-04b086521a1e is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 18:36:08.488969 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port 8a180a57-daf5-43ca-ac1b-04b086521a1e is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 18:36:08.495382 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-eab9854c-2492-4e47-9201-261191c48c41 None None] Provisioning complete for port 824cd924-17c9-4bfc-8f92-78af91b051e4 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 18:36:08.495765 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-eab9854c-2492-4e47-9201-261191c48c41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (824cd924-17c9-4bfc-8f92-78af91b051e4), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:36:08.547701 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-eab9854c-2492-4e47-9201-261191c48c41 None None] Port 824cd924-17c9-4bfc-8f92-78af91b051e4 cannot update to ACTIVE because it is not bound. {{(pid=103378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 18:36:08.674546 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-8bf6fb45-35e5-494c-bc52-3492496f98aa None None] Provisioning complete for port 824cd924-17c9-4bfc-8f92-78af91b051e4 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 18:36:08.675126 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8bf6fb45-35e5-494c-bc52-3492496f98aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (824cd924-17c9-4bfc-8f92-78af91b051e4), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:36:08.727826 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-8bf6fb45-35e5-494c-bc52-3492496f98aa None None] Port 824cd924-17c9-4bfc-8f92-78af91b051e4 cannot update to ACTIVE because it is not bound. {{(pid=103378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 18:36:08.887086 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 8a180a57-daf5-43ca-ac1b-04b086521a1e up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 18:36:08.941616 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port 8a180a57-daf5-43ca-ac1b-04b086521a1e triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 18:36:08.942051 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (8a180a57-daf5-43ca-ac1b-04b086521a1e), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:36:09.009269 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 59292) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:36:09.013836 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-46d641b0-96a9-4adf-9d85-a810b97df87a tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-128857881', 'description': 'tempest-secgroup-smoke-128857881 description', 'project_id': 'de743ac5c1be4c7785fee5d1010e85ef'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 18:36:09.032046 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port 8a180a57-daf5-43ca-ac1b-04b086521a1e is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 18:36:09.033304 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 4ed2eb02-5916-418b-9c0c-adb99f6af2b6 up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 18:36:09.033850 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-46d641b0-96a9-4adf-9d85-a810b97df87a tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] Publish callbacks [] for security_group (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:36:09.081750 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port 4ed2eb02-5916-418b-9c0c-adb99f6af2b6 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 18:36:09.082127 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (4ed2eb02-5916-418b-9c0c-adb99f6af2b6), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:36:09.102242 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-46d641b0-96a9-4adf-9d85-a810b97df87a tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] Publish callbacks [] for security_group (d79eaa8d-36fe-46f5-826e-f34916e9ba28), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:36:09.106042 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-46d641b0-96a9-4adf-9d85-a810b97df87a tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (d79eaa8d-36fe-46f5-826e-f34916e9ba28), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:36:09.142690 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-46d641b0-96a9-4adf-9d85-a810b97df87a tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:36:09.143970 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-46d641b0-96a9-4adf-9d85-a810b97df87a tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] 10.222.0.89 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1336739 Feb 04 18:36:09.145228 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d641b0-96a9-4adf-9d85-a810b97df87a tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d79eaa8d-36fe-46f5-826e-f34916e9ba28,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:36:09.148127 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 59294) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:36:09.153193 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-1c65a92a-794e-442a-a12a-d8f1f59d7d16 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] Request body: {'security_group_rule': {'security_group_id': 'd79eaa8d-36fe-46f5-826e-f34916e9ba28', 'project_id': 'de743ac5c1be4c7785fee5d1010e85ef', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 18:36:09.174123 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port 4ed2eb02-5916-418b-9c0c-adb99f6af2b6 is: DOWN; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 18:36:09.174505 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (4ed2eb02-5916-418b-9c0c-adb99f6af2b6), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:36:09.179429 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-1c65a92a-794e-442a-a12a-d8f1f59d7d16 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] Publish callbacks [] for security_group_rule (0366a7d5-bed7-4c9f-ab3f-eae0fd345d16), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:36:09.198391 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] For port 4ed2eb02-5916-418b-9c0c-adb99f6af2b6, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=4ed2eb02-5916-418b-9c0c-adb99f6af2b6,segment=NetworkSegment(5942dc44-1f07-4c27-b0ab-45a2bff20dd5),segment_id=5942dc44-1f07-4c27-b0ab-45a2bff20dd5)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 18:36:09.202825 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (4ed2eb02-5916-418b-9c0c-adb99f6af2b6), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:36:09.203612 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 425e47bc-4919-4a36-9e19-ae1232386211 up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 18:36:09.240874 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-1c65a92a-794e-442a-a12a-d8f1f59d7d16 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] Publish callbacks [] for security_group_rule (0366a7d5-bed7-4c9f-ab3f-eae0fd345d16), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:36:09.244698 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-1c65a92a-794e-442a-a12a-d8f1f59d7d16 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664556'] for security_group_rule (0366a7d5-bed7-4c9f-ab3f-eae0fd345d16), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:36:09.265775 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c65a92a-794e-442a-a12a-d8f1f59d7d16 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0366a7d5-bed7-4c9f-ab3f-eae0fd345d16,revision_number=0']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:36:09.272819 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-1c65a92a-794e-442a-a12a-d8f1f59d7d16 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:36:09.274047 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-1c65a92a-794e-442a-a12a-d8f1f59d7d16 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1244926 Feb 04 18:36:09.276677 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 59296) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:36:09.281824 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-007efc9d-8a59-4a18-a1b2-183b1c063170 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] Request body: {'security_group_rule': {'security_group_id': 'd79eaa8d-36fe-46f5-826e-f34916e9ba28', 'project_id': 'de743ac5c1be4c7785fee5d1010e85ef', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 18:36:09.292403 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Pushing event updated for resources: {'Port': ['ID=4ed2eb02-5916-418b-9c0c-adb99f6af2b6,revision_number=4']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:36:09.303227 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port 425e47bc-4919-4a36-9e19-ae1232386211 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 18:36:09.303643 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (425e47bc-4919-4a36-9e19-ae1232386211), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:36:09.310717 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-007efc9d-8a59-4a18-a1b2-183b1c063170 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] Publish callbacks [] for security_group_rule (2bd28627-5170-4505-be30-3475932f3f57), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:36:09.368813 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-007efc9d-8a59-4a18-a1b2-183b1c063170 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] Publish callbacks [] for security_group_rule (2bd28627-5170-4505-be30-3475932f3f57), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:36:09.374075 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-007efc9d-8a59-4a18-a1b2-183b1c063170 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664556'] for security_group_rule (2bd28627-5170-4505-be30-3475932f3f57), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:36:09.389170 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port 425e47bc-4919-4a36-9e19-ae1232386211 is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 18:36:09.392093 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007efc9d-8a59-4a18-a1b2-183b1c063170 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2bd28627-5170-4505-be30-3475932f3f57,revision_number=0']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:36:09.400098 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-007efc9d-8a59-4a18-a1b2-183b1c063170 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:36:09.401358 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-007efc9d-8a59-4a18-a1b2-183b1c063170 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1237199 Feb 04 18:36:09.404523 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 59298) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:36:09.408872 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-44d17222-5aca-463b-8460-cfb28cad7d16 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] Request body: {'security_group_rule': {'security_group_id': 'd79eaa8d-36fe-46f5-826e-f34916e9ba28', 'project_id': 'de743ac5c1be4c7785fee5d1010e85ef', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 18:36:09.434147 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-44d17222-5aca-463b-8460-cfb28cad7d16 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] Publish callbacks [] for security_group_rule (3e620c05-dbfc-4692-abc7-f1d0a41c61ab), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:36:09.492835 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-44d17222-5aca-463b-8460-cfb28cad7d16 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] Publish callbacks [] for security_group_rule (3e620c05-dbfc-4692-abc7-f1d0a41c61ab), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:36:09.496491 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-44d17222-5aca-463b-8460-cfb28cad7d16 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664556'] for security_group_rule (3e620c05-dbfc-4692-abc7-f1d0a41c61ab), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:36:09.513611 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d17222-5aca-463b-8460-cfb28cad7d16 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e620c05-dbfc-4692-abc7-f1d0a41c61ab,revision_number=0']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:36:09.521623 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-44d17222-5aca-463b-8460-cfb28cad7d16 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:36:09.522829 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-44d17222-5aca-463b-8460-cfb28cad7d16 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1173599 Feb 04 18:36:09.525629 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 59300) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:36:09.530518 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-41388d03-3132-4fca-84ff-9e43f7486c8a tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] Request body: {'security_group_rule': {'security_group_id': 'd79eaa8d-36fe-46f5-826e-f34916e9ba28', 'project_id': 'de743ac5c1be4c7785fee5d1010e85ef', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 18:36:09.558890 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-41388d03-3132-4fca-84ff-9e43f7486c8a tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] Publish callbacks [] for security_group_rule (45a0b436-59bb-4850-adc0-6d54c37dba1e), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:36:09.620674 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-41388d03-3132-4fca-84ff-9e43f7486c8a tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] Publish callbacks [] for security_group_rule (45a0b436-59bb-4850-adc0-6d54c37dba1e), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:36:09.624323 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-41388d03-3132-4fca-84ff-9e43f7486c8a tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664556'] for security_group_rule (45a0b436-59bb-4850-adc0-6d54c37dba1e), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:36:09.646053 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41388d03-3132-4fca-84ff-9e43f7486c8a tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45a0b436-59bb-4850-adc0-6d54c37dba1e,revision_number=0']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:36:09.652132 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-41388d03-3132-4fca-84ff-9e43f7486c8a tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:36:09.653360 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-41388d03-3132-4fca-84ff-9e43f7486c8a tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1267862 Feb 04 18:36:09.656808 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 59302) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:36:09.661379 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-a71eed21-e3d7-47b0-a90d-82d476aefdb5 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] Request body: {'security_group_rule': {'security_group_id': 'd79eaa8d-36fe-46f5-826e-f34916e9ba28', 'project_id': 'de743ac5c1be4c7785fee5d1010e85ef', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 18:36:09.681926 n-d-827839-2 neutron-server[103376]: INFO neutron.db.securitygroups_db [None req-a71eed21-e3d7-47b0-a90d-82d476aefdb5 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] Project de743ac5c1be4c7785fee5d1010e85ef added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 18:36:09.687003 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-a71eed21-e3d7-47b0-a90d-82d476aefdb5 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] Publish callbacks [] for security_group_rule (6fb048b3-60af-4bcf-b2cb-b003da4c408b), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:36:09.745974 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-a71eed21-e3d7-47b0-a90d-82d476aefdb5 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] Publish callbacks [] for security_group_rule (6fb048b3-60af-4bcf-b2cb-b003da4c408b), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:36:09.749441 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-a71eed21-e3d7-47b0-a90d-82d476aefdb5 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664556'] for security_group_rule (6fb048b3-60af-4bcf-b2cb-b003da4c408b), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:36:09.770475 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71eed21-e3d7-47b0-a90d-82d476aefdb5 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6fb048b3-60af-4bcf-b2cb-b003da4c408b,revision_number=0']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:36:09.776274 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-a71eed21-e3d7-47b0-a90d-82d476aefdb5 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:36:09.777696 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-a71eed21-e3d7-47b0-a90d-82d476aefdb5 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1193287 Feb 04 18:36:09.780762 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 59304) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:36:09.784995 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-cbcffe02-75a3-4594-8ada-10d8de082648 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] Request body: {'security_group_rule': {'security_group_id': 'd79eaa8d-36fe-46f5-826e-f34916e9ba28', 'project_id': 'de743ac5c1be4c7785fee5d1010e85ef', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 18:36:09.805933 n-d-827839-2 neutron-server[103376]: INFO neutron.db.securitygroups_db [None req-cbcffe02-75a3-4594-8ada-10d8de082648 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] Project de743ac5c1be4c7785fee5d1010e85ef added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 18:36:09.811288 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-cbcffe02-75a3-4594-8ada-10d8de082648 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] Publish callbacks [] for security_group_rule (37afec4e-9bec-44bf-939f-6f38edc81f72), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:36:09.882658 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44271bd8-608e-404e-b492-517052ef369b None None] Sync routers for ids ['efaf6aca-b22c-40d7-8092-1f4cf3b52c4e'] in n-d-827839-2 {{(pid=103378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 18:36:09.893781 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44271bd8-608e-404e-b492-517052ef369b None None] Routers {'efaf6aca-b22c-40d7-8092-1f4cf3b52c4e'} bound to L3 agent in host n-d-827839-2 {{(pid=103378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 18:36:09.894422 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-44271bd8-608e-404e-b492-517052ef369b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T18:36:03Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['efaf6aca-b22c-40d7-8092-1f4cf3b52c4e'], 'active': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:36:10.008511 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvr_db [None req-44271bd8-608e-404e-b492-517052ef369b None None] Set router efaf6aca-b22c-40d7-8092-1f4cf3b52c4e gateway port host: n-d-827839-2 {{(pid=103378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 18:36:10.194152 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-cbcffe02-75a3-4594-8ada-10d8de082648 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] Publish callbacks [] for security_group_rule (37afec4e-9bec-44bf-939f-6f38edc81f72), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:36:10.199056 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-cbcffe02-75a3-4594-8ada-10d8de082648 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664556'] for security_group_rule (37afec4e-9bec-44bf-939f-6f38edc81f72), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:36:10.217073 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbcffe02-75a3-4594-8ada-10d8de082648 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37afec4e-9bec-44bf-939f-6f38edc81f72,revision_number=0']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:36:10.221631 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-44271bd8-608e-404e-b492-517052ef369b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efaf6aca-b22c-40d7-8092-1f4cf3b52c4e', 'name': 'tempest-TestShelveInstance-1684611695-router', 'tenant_id': 'f9b09a9c40b34669be3c3fc2f31908c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.210'}], 'enable_snat': True}, 'gw_port_id': '4ed2eb02-5916-418b-9c0c-adb99f6af2b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T18:36:03Z', 'updated_at': '2022-02-04T18:36:07Z', 'revision_number': 4, 'project_id': 'f9b09a9c40b34669be3c3fc2f31908c3', 'gw_port': {'id': '4ed2eb02-5916-418b-9c0c-adb99f6af2b6', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:e2:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efaf6aca-b22c-40d7-8092-1f4cf3b52c4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:36:04Z', 'updated_at': '2022-02-04T18:36:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_interfaces': [{'id': '824cd924-17c9-4bfc-8f92-78af91b051e4', 'name': '', 'network_id': '67fc8dbb-7424-49bd-8ad4-199e5699109b', 'tenant_id': 'f9b09a9c40b34669be3c3fc2f31908c3', 'mac_address': 'fa:16:3e:dd:e1:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efaf6aca-b22c-40d7-8092-1f4cf3b52c4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4347, 'fixed_ips': [{'subnet_id': 'a9c9e9d1-4131-454f-a9cf-eb687ebbbc40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:36:06Z', 'updated_at': '2022-02-04T18:36:07Z', 'revision_number': 2, 'project_id': 'f9b09a9c40b34669be3c3fc2f31908c3', 'subnets': [{'id': 'a9c9e9d1-4131-454f-a9cf-eb687ebbbc40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-2', False) {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:36:10.225039 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-cbcffe02-75a3-4594-8ada-10d8de082648 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:36:10.226352 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-cbcffe02-75a3-4594-8ada-10d8de082648 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4446716 Feb 04 18:36:10.249150 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44271bd8-608e-404e-b492-517052ef369b None None] Checking router: efaf6aca-b22c-40d7-8092-1f4cf3b52c4e for host: n-d-827839-2 {{(pid=103378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 18:36:10.249512 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44271bd8-608e-404e-b492-517052ef369b None None] Updating router efaf6aca-b22c-40d7-8092-1f4cf3b52c4e port 824cd924-17c9-4bfc-8f92-78af91b051e4 binding host n-d-827839-2 {{(pid=103378) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 18:36:10.280981 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-44271bd8-608e-404e-b492-517052ef369b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (824cd924-17c9-4bfc-8f92-78af91b051e4), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:36:10.547696 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-44271bd8-608e-404e-b492-517052ef369b None None] Publish callbacks [] for port (824cd924-17c9-4bfc-8f92-78af91b051e4), precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:36:10.553118 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-44271bd8-608e-404e-b492-517052ef369b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (824cd924-17c9-4bfc-8f92-78af91b051e4), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:36:10.568981 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-b77ca3ba-8995-4146-8694-dea09fe69c6b req-a8483ebf-5672-4feb-b504-5aa974d9926c tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] 10.222.0.89 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-128857881&fields=id&tenant_id=de743ac5c1be4c7785fee5d1010e85ef HTTP/1.1" status: 200 len: 267 time: 0.0445368 Feb 04 18:36:10.599125 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70f90f5-699f-4173-8d4e-656339d91471 None None] Pushing event updated for resources: {'Port': ['ID=824cd924-17c9-4bfc-8f92-78af91b051e4,revision_number=3']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:36:10.658039 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-44271bd8-608e-404e-b492-517052ef369b None None] Attempting to bind port 824cd924-17c9-4bfc-8f92-78af91b051e4 on host n-d-827839-2 for vnic_type normal with profile {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 18:36:10.658416 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-44271bd8-608e-404e-b492-517052ef369b None None] Attempting to bind port 824cd924-17c9-4bfc-8f92-78af91b051e4 by drivers openvswitch,hyperv on host n-d-827839-2 at level 0 using segments [{'id': '47beb186-59f2-45f8-b58d-6060a0f97e37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '67fc8dbb-7424-49bd-8ad4-199e5699109b'}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 18:36:10.659133 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44271bd8-608e-404e-b492-517052ef369b None None] Attempting to bind port 824cd924-17c9-4bfc-8f92-78af91b051e4 on network 67fc8dbb-7424-49bd-8ad4-199e5699109b {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 18:36:10.664789 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44271bd8-608e-404e-b492-517052ef369b None None] Checking agent: {'id': 'ba70844b-66a0-45fd-a2f2-e6ed673321fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 0, 36), 'started_at': datetime.datetime(2022, 2, 4, 17, 1, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 18, 36, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 18:36:10.665142 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44271bd8-608e-404e-b492-517052ef369b None None] Checking segment: {'id': '47beb186-59f2-45f8-b58d-6060a0f97e37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '67fc8dbb-7424-49bd-8ad4-199e5699109b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 18:36:10.665549 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-44271bd8-608e-404e-b492-517052ef369b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:36:10.665943 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44271bd8-608e-404e-b492-517052ef369b None None] Bound using segment: {'id': '47beb186-59f2-45f8-b58d-6060a0f97e37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '67fc8dbb-7424-49bd-8ad4-199e5699109b'} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 18:36:10.667058 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-44271bd8-608e-404e-b492-517052ef369b None None] Bound port: 824cd924-17c9-4bfc-8f92-78af91b051e4, host: n-d-827839-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47beb186-59f2-45f8-b58d-6060a0f97e37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '67fc8dbb-7424-49bd-8ad4-199e5699109b'}}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 18:36:10.667058 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-44271bd8-608e-404e-b492-517052ef369b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (824cd924-17c9-4bfc-8f92-78af91b051e4), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:36:10.694804 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77ca3ba-8995-4146-8694-dea09fe69c6b req-6a7c1943-a955-47ac-8581-242aca880896 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:36:10.702001 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-b77ca3ba-8995-4146-8694-dea09fe69c6b req-6a7c1943-a955-47ac-8581-242aca880896 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] 10.222.0.89 "GET /v2.0/networks?id=ef8923d0-be1c-4463-ad03-f06857ee7c18 HTTP/1.1" status: 200 len: 808 time: 0.1264265 Feb 04 18:36:10.718957 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-b77ca3ba-8995-4146-8694-dea09fe69c6b req-78ea486d-4ba3-4401-8d65-9a47a7bf1284 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] 10.222.0.89 "GET /v2.0/quotas/de743ac5c1be4c7785fee5d1010e85ef HTTP/1.1" status: 200 len: 375 time: 0.0159912 Feb 04 18:36:10.746082 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-44271bd8-608e-404e-b492-517052ef369b None None] For port 824cd924-17c9-4bfc-8f92-78af91b051e4, host n-d-827839-2, cleared binding levels {{(pid=103378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 18:36:10.749772 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 4ed2eb02-5916-418b-9c0c-adb99f6af2b6 up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 18:36:10.753043 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-44271bd8-608e-404e-b492-517052ef369b None None] For port 824cd924-17c9-4bfc-8f92-78af91b051e4, host n-d-827839-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=824cd924-17c9-4bfc-8f92-78af91b051e4,segment=NetworkSegment(47beb186-59f2-45f8-b58d-6060a0f97e37),segment_id=47beb186-59f2-45f8-b58d-6060a0f97e37)] {{(pid=103378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 18:36:10.781011 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-44271bd8-608e-404e-b492-517052ef369b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (824cd924-17c9-4bfc-8f92-78af91b051e4), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:36:10.784255 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-b77ca3ba-8995-4146-8694-dea09fe69c6b req-6c2bb7fb-abb4-473c-a7b7-d1c7f6bcea13 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=de743ac5c1be4c7785fee5d1010e85ef&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0644245 Feb 04 18:36:10.862764 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44271bd8-608e-404e-b492-517052ef369b None None] Routers {'efaf6aca-b22c-40d7-8092-1f4cf3b52c4e'} bound to L3 agent in host n-d-827839-2 {{(pid=103378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 18:36:10.863396 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-44271bd8-608e-404e-b492-517052ef369b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T18:36:03Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['efaf6aca-b22c-40d7-8092-1f4cf3b52c4e'], 'active': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:36:10.867188 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70f90f5-699f-4173-8d4e-656339d91471 None None] Pushing event updated for resources: {'Port': ['ID=824cd924-17c9-4bfc-8f92-78af91b051e4,revision_number=4']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:36:10.920678 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [req-b77ca3ba-8995-4146-8694-dea09fe69c6b req-4689f520-533e-4535-84cb-c9c1fddf0244 service neutron] http://10.222.0.89:9696/v2.0/extensions returned with HTTP 200 {{(pid=103376) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 18:36:10.921945 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-b77ca3ba-8995-4146-8694-dea09fe69c6b req-4689f520-533e-4535-84cb-c9c1fddf0244 service neutron] 10.222.0.89 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1232512 Feb 04 18:36:10.966014 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port 4ed2eb02-5916-418b-9c0c-adb99f6af2b6 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 18:36:10.966573 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (4ed2eb02-5916-418b-9c0c-adb99f6af2b6), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:36:10.971083 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-68154111-d398-4534-8dfe-8bf0b651d6cc None None] Provisioning complete for port 824cd924-17c9-4bfc-8f92-78af91b051e4 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 18:36:10.971460 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-68154111-d398-4534-8dfe-8bf0b651d6cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (824cd924-17c9-4bfc-8f92-78af91b051e4), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:36:10.995622 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (f20a1ab3-4332-4f54-833b-ba4a7c687e89), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:36:11.026952 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-b77ca3ba-8995-4146-8694-dea09fe69c6b req-fa5b929a-66da-4df5-9777-fff5d1b32d13 service neutron] 10.222.0.89 "GET /v2.0/networks/ef8923d0-be1c-4463-ad03-f06857ee7c18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0983405 Feb 04 18:36:11.074526 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvr_db [None req-44271bd8-608e-404e-b492-517052ef369b None None] Set router efaf6aca-b22c-40d7-8092-1f4cf3b52c4e gateway port host: n-d-827839-2 {{(pid=103378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 18:36:11.127581 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-b77ca3ba-8995-4146-8694-dea09fe69c6b req-969ff470-737d-43ab-93ff-52e4c4c89705 service neutron] 10.222.0.89 "GET /v2.0/networks/ef8923d0-be1c-4463-ad03-f06857ee7c18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920734 Feb 04 18:36:11.376174 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-68154111-d398-4534-8dfe-8bf0b651d6cc None None] Current status of the port 824cd924-17c9-4bfc-8f92-78af91b051e4 is: DOWN; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 18:36:11.376574 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-68154111-d398-4534-8dfe-8bf0b651d6cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (824cd924-17c9-4bfc-8f92-78af91b051e4), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:36:11.382395 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-af7afe1a-e065-499a-9a99-fece94d1979a req-ffcf5b29-1d06-4f9e-88f0-d5e1a997de1b tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] 10.222.0.89 "GET /v2.0/ports?device_id=1ac41257-a30e-4333-99c6-739bfbb6260c HTTP/1.1" status: 200 len: 210 time: 0.1052186 Feb 04 18:36:11.428000 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port 4ed2eb02-5916-418b-9c0c-adb99f6af2b6 is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 18:36:11.467138 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-68154111-d398-4534-8dfe-8bf0b651d6cc None None] For port 824cd924-17c9-4bfc-8f92-78af91b051e4, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=824cd924-17c9-4bfc-8f92-78af91b051e4,segment=NetworkSegment(47beb186-59f2-45f8-b58d-6060a0f97e37),segment_id=47beb186-59f2-45f8-b58d-6060a0f97e37)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 18:36:11.477018 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-68154111-d398-4534-8dfe-8bf0b651d6cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (824cd924-17c9-4bfc-8f92-78af91b051e4), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:36:11.557676 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68154111-d398-4534-8dfe-8bf0b651d6cc None None] Pushing event updated for resources: {'Port': ['ID=824cd924-17c9-4bfc-8f92-78af91b051e4,revision_number=5']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:36:11.591779 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-44271bd8-608e-404e-b492-517052ef369b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efaf6aca-b22c-40d7-8092-1f4cf3b52c4e', 'name': 'tempest-TestShelveInstance-1684611695-router', 'tenant_id': 'f9b09a9c40b34669be3c3fc2f31908c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.210'}], 'enable_snat': True}, 'gw_port_id': '4ed2eb02-5916-418b-9c0c-adb99f6af2b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T18:36:03Z', 'updated_at': '2022-02-04T18:36:07Z', 'revision_number': 4, 'project_id': 'f9b09a9c40b34669be3c3fc2f31908c3', 'gw_port': {'id': '4ed2eb02-5916-418b-9c0c-adb99f6af2b6', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:e2:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efaf6aca-b22c-40d7-8092-1f4cf3b52c4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:36:04Z', 'updated_at': '2022-02-04T18:36:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_interfaces': [{'id': '824cd924-17c9-4bfc-8f92-78af91b051e4', 'name': '', 'network_id': '67fc8dbb-7424-49bd-8ad4-199e5699109b', 'tenant_id': 'f9b09a9c40b34669be3c3fc2f31908c3', 'mac_address': 'fa:16:3e:dd:e1:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efaf6aca-b22c-40d7-8092-1f4cf3b52c4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4347, 'fixed_ips': [{'subnet_id': 'a9c9e9d1-4131-454f-a9cf-eb687ebbbc40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:36:06Z', 'updated_at': '2022-02-04T18:36:10Z', 'revision_number': 4, 'project_id': 'f9b09a9c40b34669be3c3fc2f31908c3', 'subnets': [{'id': 'a9c9e9d1-4131-454f-a9cf-eb687ebbbc40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-2', False) {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:36:11.625194 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44271bd8-608e-404e-b492-517052ef369b None None] The sync data for ids ['efaf6aca-b22c-40d7-8092-1f4cf3b52c4e'] in n-d-827839-2 is: [{'id': 'efaf6aca-b22c-40d7-8092-1f4cf3b52c4e', 'name': 'tempest-TestShelveInstance-1684611695-router', 'tenant_id': 'f9b09a9c40b34669be3c3fc2f31908c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.210'}], 'enable_snat': True}, 'gw_port_id': '4ed2eb02-5916-418b-9c0c-adb99f6af2b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T18:36:03Z', 'updated_at': '2022-02-04T18:36:07Z', 'revision_number': 4, 'project_id': 'f9b09a9c40b34669be3c3fc2f31908c3', 'gw_port': {'id': '4ed2eb02-5916-418b-9c0c-adb99f6af2b6', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:e2:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efaf6aca-b22c-40d7-8092-1f4cf3b52c4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:36:04Z', 'updated_at': '2022-02-04T18:36:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_interfaces': [{'id': '824cd924-17c9-4bfc-8f92-78af91b051e4', 'name': '', 'network_id': '67fc8dbb-7424-49bd-8ad4-199e5699109b', 'tenant_id': 'f9b09a9c40b34669be3c3fc2f31908c3', 'mac_address': 'fa:16:3e:dd:e1:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efaf6aca-b22c-40d7-8092-1f4cf3b52c4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4347, 'fixed_ips': [{'subnet_id': 'a9c9e9d1-4131-454f-a9cf-eb687ebbbc40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:36:06Z', 'updated_at': '2022-02-04T18:36:10Z', 'revision_number': 4, 'project_id': 'f9b09a9c40b34669be3c3fc2f31908c3', 'subnets': [{'id': 'a9c9e9d1-4131-454f-a9cf-eb687ebbbc40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 18:36:11.631151 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-5f556823-bab7-49dc-9406-38c31087377b None None] Provisioning complete for port 824cd924-17c9-4bfc-8f92-78af91b051e4 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 18:36:11.631565 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5f556823-bab7-49dc-9406-38c31087377b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (824cd924-17c9-4bfc-8f92-78af91b051e4), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:36:11.754080 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-5f556823-bab7-49dc-9406-38c31087377b None None] Current status of the port 824cd924-17c9-4bfc-8f92-78af91b051e4 is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 18:36:12.319275 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77ca3ba-8995-4146-8694-dea09fe69c6b req-3c4a8012-748e-451f-8806-a2f764893e7d tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:36:12.321490 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-b77ca3ba-8995-4146-8694-dea09fe69c6b req-3c4a8012-748e-451f-8806-a2f764893e7d tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] 10.222.0.96 "GET /v2.0/networks?id=ef8923d0-be1c-4463-ad03-f06857ee7c18 HTTP/1.1" status: 200 len: 808 time: 0.1167531 Feb 04 18:36:12.391576 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-b77ca3ba-8995-4146-8694-dea09fe69c6b req-2974e8c9-7c66-4745-8073-df30c590ee01 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] 10.222.0.96 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=de743ac5c1be4c7785fee5d1010e85ef HTTP/1.1" status: 200 len: 379 time: 0.0602531 Feb 04 18:36:12.404030 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [req-b77ca3ba-8995-4146-8694-dea09fe69c6b req-86339b9c-513f-417e-86db-a6c034cdd859 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] Request body: {'port': {'device_id': '1ac41257-a30e-4333-99c6-739bfbb6260c', 'network_id': 'ef8923d0-be1c-4463-ad03-f06857ee7c18', 'admin_state_up': True, 'tenant_id': 'de743ac5c1be4c7785fee5d1010e85ef', 'security_groups': ['d79eaa8d-36fe-46f5-826e-f34916e9ba28']}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 18:36:12.491162 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-76b6f7df-fee0-4aa4-8440-b44c557d83be req-6bb91e59-6ed2-45fe-85f1-bbb13dd22ce7 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] 10.222.0.89 "GET /v2.0/ports?device_id=1ac41257-a30e-4333-99c6-739bfbb6260c HTTP/1.1" status: 200 len: 210 time: 0.0444679 Feb 04 18:36:12.551483 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b77ca3ba-8995-4146-8694-dea09fe69c6b req-86339b9c-513f-417e-86db-a6c034cdd859 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] Made reservation on behalf of de743ac5c1be4c7785fee5d1010e85ef for: {'port': 1} {{(pid=103376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 18:36:12.555192 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-b77ca3ba-8995-4146-8694-dea09fe69c6b req-86339b9c-513f-417e-86db-a6c034cdd859 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:36:12.681727 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.db_base_plugin_common [req-b77ca3ba-8995-4146-8694-dea09fe69c6b req-86339b9c-513f-417e-86db-a6c034cdd859 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] Allocated IP 172.20.0.8 (ef8923d0-be1c-4463-ad03-f06857ee7c18/81b2406d-d65d-4723-af46-d9654239c538/284a4151-a500-47a6-969d-6034d213762d) {{(pid=103376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 18:36:12.773685 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 824cd924-17c9-4bfc-8f92-78af91b051e4 up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 18:36:12.824689 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port 824cd924-17c9-4bfc-8f92-78af91b051e4 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 18:36:12.825040 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (824cd924-17c9-4bfc-8f92-78af91b051e4), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:36:12.829579 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-b77ca3ba-8995-4146-8694-dea09fe69c6b req-86339b9c-513f-417e-86db-a6c034cdd859 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] Publish callbacks [] for port (284a4151-a500-47a6-969d-6034d213762d), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:36:12.862681 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-b77ca3ba-8995-4146-8694-dea09fe69c6b req-86339b9c-513f-417e-86db-a6c034cdd859 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (284a4151-a500-47a6-969d-6034d213762d), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:36:12.912062 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b77ca3ba-8995-4146-8694-dea09fe69c6b req-86339b9c-513f-417e-86db-a6c034cdd859 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] Network ef8923d0-be1c-4463-ad03-f06857ee7c18 is already hosted by enough agents. {{(pid=103376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 18:36:12.913327 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port 824cd924-17c9-4bfc-8f92-78af91b051e4 is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 18:36:12.915499 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [req-b77ca3ba-8995-4146-8694-dea09fe69c6b req-86339b9c-513f-417e-86db-a6c034cdd859 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] Resources bound (agent type, host, resource id): {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 18:36:12.920483 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [req-b77ca3ba-8995-4146-8694-dea09fe69c6b req-86339b9c-513f-417e-86db-a6c034cdd859 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] Received port after_create {{(pid=103376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 18:36:12.924466 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86339b9c-513f-417e-86db-a6c034cdd859 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] Pushing event updated for resources: {'Port': ['ID=284a4151-a500-47a6-969d-6034d213762d,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:36:12.979593 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77ca3ba-8995-4146-8694-dea09fe69c6b req-86339b9c-513f-417e-86db-a6c034cdd859 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:36:12.980234 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-b77ca3ba-8995-4146-8694-dea09fe69c6b req-86339b9c-513f-417e-86db-a6c034cdd859 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:36:12.997676 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-b77ca3ba-8995-4146-8694-dea09fe69c6b req-86339b9c-513f-417e-86db-a6c034cdd859 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5978556 Feb 04 18:36:13.037563 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (3f9244a9-75fc-4c10-b195-11d48b853b41), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:36:13.056858 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [req-b77ca3ba-8995-4146-8694-dea09fe69c6b req-b3fac90a-efa5-47a2-bb25-2d8ec5648e2a service neutron] Request body: {'port': {'device_id': '1ac41257-a30e-4333-99c6-739bfbb6260c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827839-2'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 18:36:13.115505 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-b77ca3ba-8995-4146-8694-dea09fe69c6b req-b3fac90a-efa5-47a2-bb25-2d8ec5648e2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (284a4151-a500-47a6-969d-6034d213762d), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:36:13.186069 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-f6404545-58bf-4e8b-a99c-1999009bce59 None None] Provisioning complete for port 284a4151-a500-47a6-969d-6034d213762d triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 18:36:13.186456 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f6404545-58bf-4e8b-a99c-1999009bce59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (284a4151-a500-47a6-969d-6034d213762d), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:36:13.226343 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-f6404545-58bf-4e8b-a99c-1999009bce59 None None] Port 284a4151-a500-47a6-969d-6034d213762d cannot update to ACTIVE because it is not bound. {{(pid=103378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 18:36:13.382910 n-d-827839-2 neutron-server[103376]: DEBUG neutron.notifiers.nova [req-b77ca3ba-8995-4146-8694-dea09fe69c6b req-b3fac90a-efa5-47a2-bb25-2d8ec5648e2a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 284a4151-a500-47a6-969d-6034d213762d {{(pid=103376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 18:36:13.390725 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-b77ca3ba-8995-4146-8694-dea09fe69c6b req-b3fac90a-efa5-47a2-bb25-2d8ec5648e2a service neutron] Publish callbacks [] for port (284a4151-a500-47a6-969d-6034d213762d), precommit_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:36:13.402570 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.provisioning_blocks [req-b77ca3ba-8995-4146-8694-dea09fe69c6b req-b3fac90a-efa5-47a2-bb25-2d8ec5648e2a service neutron] Transition to ACTIVE for port object 284a4151-a500-47a6-969d-6034d213762d will not be triggered until provisioned by entity L2. {{(pid=103376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 18:36:13.406636 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-b77ca3ba-8995-4146-8694-dea09fe69c6b req-b3fac90a-efa5-47a2-bb25-2d8ec5648e2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675836'] for port (284a4151-a500-47a6-969d-6034d213762d), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:36:13.473605 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3fac90a-efa5-47a2-bb25-2d8ec5648e2a service neutron] Pushing event updated for resources: {'Port': ['ID=284a4151-a500-47a6-969d-6034d213762d,revision_number=2']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:36:13.524761 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [req-b77ca3ba-8995-4146-8694-dea09fe69c6b req-b3fac90a-efa5-47a2-bb25-2d8ec5648e2a service neutron] Attempting to bind port 284a4151-a500-47a6-969d-6034d213762d on host n-h1-827839-2 for vnic_type normal with profile {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 18:36:13.525119 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [req-b77ca3ba-8995-4146-8694-dea09fe69c6b req-b3fac90a-efa5-47a2-bb25-2d8ec5648e2a service neutron] Attempting to bind port 284a4151-a500-47a6-969d-6034d213762d by drivers openvswitch,hyperv on host n-h1-827839-2 at level 0 using segments [{'id': 'bd2eea24-d836-4f05-bc21-e9eb44535628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'ef8923d0-be1c-4463-ad03-f06857ee7c18'}] {{(pid=103376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 18:36:13.525459 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b77ca3ba-8995-4146-8694-dea09fe69c6b req-b3fac90a-efa5-47a2-bb25-2d8ec5648e2a service neutron] Attempting to bind port 284a4151-a500-47a6-969d-6034d213762d on network ef8923d0-be1c-4463-ad03-f06857ee7c18 {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 18:36:13.530825 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b77ca3ba-8995-4146-8694-dea09fe69c6b req-b3fac90a-efa5-47a2-bb25-2d8ec5648e2a service neutron] Port 284a4151-a500-47a6-969d-6034d213762d on network ef8923d0-be1c-4463-ad03-f06857ee7c18 not bound, no agent of type Open vSwitch agent registered on host n-h1-827839-2 {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 18:36:13.531233 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b77ca3ba-8995-4146-8694-dea09fe69c6b req-b3fac90a-efa5-47a2-bb25-2d8ec5648e2a service neutron] Attempting to bind port 284a4151-a500-47a6-969d-6034d213762d on network ef8923d0-be1c-4463-ad03-f06857ee7c18 {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 18:36:13.536100 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b77ca3ba-8995-4146-8694-dea09fe69c6b req-b3fac90a-efa5-47a2-bb25-2d8ec5648e2a service neutron] Checking agent: {'id': '3f9244a9-75fc-4c10-b195-11d48b853b41', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 8, 42), 'started_at': datetime.datetime(2022, 2, 4, 17, 8, 42), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 18, 36, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 18:36:13.536447 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b77ca3ba-8995-4146-8694-dea09fe69c6b req-b3fac90a-efa5-47a2-bb25-2d8ec5648e2a service neutron] Checking segment: {'id': 'bd2eea24-d836-4f05-bc21-e9eb44535628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'ef8923d0-be1c-4463-ad03-f06857ee7c18'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 18:36:13.536874 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b77ca3ba-8995-4146-8694-dea09fe69c6b req-b3fac90a-efa5-47a2-bb25-2d8ec5648e2a service neutron] Bound using segment: {'id': 'bd2eea24-d836-4f05-bc21-e9eb44535628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'ef8923d0-be1c-4463-ad03-f06857ee7c18'} {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 18:36:13.537311 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [req-b77ca3ba-8995-4146-8694-dea09fe69c6b req-b3fac90a-efa5-47a2-bb25-2d8ec5648e2a service neutron] Bound port: 284a4151-a500-47a6-969d-6034d213762d, host: n-h1-827839-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd2eea24-d836-4f05-bc21-e9eb44535628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'ef8923d0-be1c-4463-ad03-f06857ee7c18'}}] {{(pid=103376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 18:36:13.537673 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-b77ca3ba-8995-4146-8694-dea09fe69c6b req-b3fac90a-efa5-47a2-bb25-2d8ec5648e2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (284a4151-a500-47a6-969d-6034d213762d), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:36:13.619254 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [req-b77ca3ba-8995-4146-8694-dea09fe69c6b req-b3fac90a-efa5-47a2-bb25-2d8ec5648e2a service neutron] For port 284a4151-a500-47a6-969d-6034d213762d, host n-h1-827839-2, cleared binding levels {{(pid=103376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 18:36:13.622734 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [req-b77ca3ba-8995-4146-8694-dea09fe69c6b req-b3fac90a-efa5-47a2-bb25-2d8ec5648e2a service neutron] For port 284a4151-a500-47a6-969d-6034d213762d, host n-h1-827839-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=284a4151-a500-47a6-969d-6034d213762d,segment=NetworkSegment(bd2eea24-d836-4f05-bc21-e9eb44535628),segment_id=bd2eea24-d836-4f05-bc21-e9eb44535628)] {{(pid=103376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 18:36:13.632564 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-b77ca3ba-8995-4146-8694-dea09fe69c6b req-b3fac90a-efa5-47a2-bb25-2d8ec5648e2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675836'] for port (284a4151-a500-47a6-969d-6034d213762d), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:36:13.646608 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03b3ecb-4c5e-4661-8bc3-66ca5f294353 req-fabd81f3-49df-4245-8d01-26271bbef778 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:36:13.648121 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-c03b3ecb-4c5e-4661-8bc3-66ca5f294353 req-fabd81f3-49df-4245-8d01-26271bbef778 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] 10.222.0.89 "GET /v2.0/ports?device_id=1ac41257-a30e-4333-99c6-739bfbb6260c HTTP/1.1" status: 200 len: 943 time: 0.0612283 Feb 04 18:36:13.669396 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77ca3ba-8995-4146-8694-dea09fe69c6b req-b3fac90a-efa5-47a2-bb25-2d8ec5648e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:36:13.670462 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-b77ca3ba-8995-4146-8694-dea09fe69c6b req-b3fac90a-efa5-47a2-bb25-2d8ec5648e2a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:36:13.671945 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-b77ca3ba-8995-4146-8694-dea09fe69c6b req-b3fac90a-efa5-47a2-bb25-2d8ec5648e2a service neutron] 10.222.0.96 "PUT /v2.0/ports/284a4151-a500-47a6-969d-6034d213762d HTTP/1.1" status: 200 len: 1091 time: 0.6657591 Feb 04 18:36:13.674416 n-d-827839-2 neutron-server[103376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ac41257-a30e-4333-99c6-739bfbb6260c', 'tag': '284a4151-a500-47a6-969d-6034d213762d'}] {{(pid=103376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 18:36:13.682658 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7aefa7f3373fd63bd14caed2f0c404cd5bacff84a7eb60e70ea20ed0b49017dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63f54cda-927f-4a23-a9d5-fd52e8a0adc7" -d '{"events": [{"name": "network-changed", "server_uuid": "1ac41257-a30e-4333-99c6-739bfbb6260c", "tag": "284a4151-a500-47a6-969d-6034d213762d"}]}' {{(pid=103376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 18:36:13.701259 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-c03b3ecb-4c5e-4661-8bc3-66ca5f294353 req-d866d681-a45c-42eb-a2c6-383205d796e1 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] 10.222.0.89 "GET /v2.0/security-groups?id=d79eaa8d-36fe-46f5-826e-f34916e9ba28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450499 Feb 04 18:36:13.717806 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3fac90a-efa5-47a2-bb25-2d8ec5648e2a service neutron] Pushing event updated for resources: {'Port': ['ID=284a4151-a500-47a6-969d-6034d213762d,revision_number=3']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:36:13.755391 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 18:36:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14abb6e2-32b8-42c4-9dd1-50792456775c x-openstack-request-id: req-14abb6e2-32b8-42c4-9dd1-50792456775c {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 18:36:13.755391 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ac41257-a30e-4333-99c6-739bfbb6260c", "tag": "284a4151-a500-47a6-969d-6034d213762d", "status": "completed", "code": 200}]} {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 18:36:13.755765 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-14abb6e2-32b8-42c4-9dd1-50792456775c {{(pid=103376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 18:36:13.755959 n-d-827839-2 neutron-server[103376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ac41257-a30e-4333-99c6-739bfbb6260c', 'tag': '284a4151-a500-47a6-969d-6034d213762d', 'status': 'completed', 'code': 200} Feb 04 18:36:13.791316 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77ca3ba-8995-4146-8694-dea09fe69c6b req-89a88a2c-1bd3-45c2-9d9a-1194a8917ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:36:13.792919 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-b77ca3ba-8995-4146-8694-dea09fe69c6b req-89a88a2c-1bd3-45c2-9d9a-1194a8917ae8 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=de743ac5c1be4c7785fee5d1010e85ef&device_id=1ac41257-a30e-4333-99c6-739bfbb6260c HTTP/1.1" status: 200 len: 1125 time: 0.0581439 Feb 04 18:36:13.841943 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-b77ca3ba-8995-4146-8694-dea09fe69c6b req-525b8487-1ee5-4fff-b021-d9fcf6051892 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=284a4151-a500-47a6-969d-6034d213762d HTTP/1.1" status: 200 len: 217 time: 0.0416913 Feb 04 18:36:13.894732 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77ca3ba-8995-4146-8694-dea09fe69c6b req-c0838ffa-b906-4855-9c61-c3abf8c04a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:36:13.896155 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-b77ca3ba-8995-4146-8694-dea09fe69c6b req-c0838ffa-b906-4855-9c61-c3abf8c04a81 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=81b2406d-d65d-4723-af46-d9654239c538 HTTP/1.1" status: 200 len: 847 time: 0.0460262 Feb 04 18:36:13.944572 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77ca3ba-8995-4146-8694-dea09fe69c6b req-22d2d6d3-dc45-4baa-b31b-0733f0f9cc39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:36:13.946084 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-b77ca3ba-8995-4146-8694-dea09fe69c6b req-22d2d6d3-dc45-4baa-b31b-0733f0f9cc39 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=ef8923d0-be1c-4463-ad03-f06857ee7c18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0436881 Feb 04 18:36:14.038472 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-b77ca3ba-8995-4146-8694-dea09fe69c6b req-5826ae2c-24ff-4292-b992-86413787678e service neutron] 10.222.0.96 "GET /v2.0/networks/ef8923d0-be1c-4463-ad03-f06857ee7c18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855510 Feb 04 18:36:14.126529 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-b77ca3ba-8995-4146-8694-dea09fe69c6b req-629e8cfb-af60-4ef6-b46f-d4bda0e965ae service neutron] 10.222.0.96 "GET /v2.0/networks/ef8923d0-be1c-4463-ad03-f06857ee7c18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822902 Feb 04 18:36:14.217995 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f54cda-927f-4a23-a9d5-fd52e8a0adc7 req-d7981a48-4b40-4edf-9763-983edb219b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:36:14.219505 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-63f54cda-927f-4a23-a9d5-fd52e8a0adc7 req-d7981a48-4b40-4edf-9763-983edb219b6a service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=de743ac5c1be4c7785fee5d1010e85ef&device_id=1ac41257-a30e-4333-99c6-739bfbb6260c HTTP/1.1" status: 200 len: 1125 time: 0.0454249 Feb 04 18:36:14.322052 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f54cda-927f-4a23-a9d5-fd52e8a0adc7 req-050cbf3c-ff76-44b3-b8fd-336e48801b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:36:14.323532 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-63f54cda-927f-4a23-a9d5-fd52e8a0adc7 req-050cbf3c-ff76-44b3-b8fd-336e48801b65 service neutron] 10.222.0.96 "GET /v2.0/networks?id=ef8923d0-be1c-4463-ad03-f06857ee7c18 HTTP/1.1" status: 200 len: 909 time: 0.0953867 Feb 04 18:36:14.365026 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-63f54cda-927f-4a23-a9d5-fd52e8a0adc7 req-73066e5f-6b32-4274-8a4c-030daa058a13 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=284a4151-a500-47a6-969d-6034d213762d HTTP/1.1" status: 200 len: 217 time: 0.0350010 Feb 04 18:36:14.415925 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f54cda-927f-4a23-a9d5-fd52e8a0adc7 req-d03afab1-4b7f-4803-b996-56247a8a84c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:36:14.417372 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-63f54cda-927f-4a23-a9d5-fd52e8a0adc7 req-d03afab1-4b7f-4803-b996-56247a8a84c7 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=81b2406d-d65d-4723-af46-d9654239c538 HTTP/1.1" status: 200 len: 847 time: 0.0465069 Feb 04 18:36:14.464615 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f54cda-927f-4a23-a9d5-fd52e8a0adc7 req-e2e4ba1d-8d9c-483a-ba0d-35b014d2afb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:36:14.466008 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-63f54cda-927f-4a23-a9d5-fd52e8a0adc7 req-e2e4ba1d-8d9c-483a-ba0d-35b014d2afb2 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=ef8923d0-be1c-4463-ad03-f06857ee7c18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0424922 Feb 04 18:36:14.554444 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-63f54cda-927f-4a23-a9d5-fd52e8a0adc7 req-5add39e2-d5e8-4e6a-adf0-f50298e95fa0 service neutron] 10.222.0.96 "GET /v2.0/networks/ef8923d0-be1c-4463-ad03-f06857ee7c18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808153 Feb 04 18:36:14.645779 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-63f54cda-927f-4a23-a9d5-fd52e8a0adc7 req-305d4f4f-142f-4bef-926a-4bfd6c156615 service neutron] 10.222.0.96 "GET /v2.0/networks/ef8923d0-be1c-4463-ad03-f06857ee7c18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848811 Feb 04 18:36:14.825313 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2121c84-44c8-4eb7-8418-b2a0511f8410 req-d1673be7-d9f9-462d-a264-fd9b722b96f7 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:36:14.827285 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-a2121c84-44c8-4eb7-8418-b2a0511f8410 req-d1673be7-d9f9-462d-a264-fd9b722b96f7 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] 10.222.0.89 "GET /v2.0/ports?device_id=1ac41257-a30e-4333-99c6-739bfbb6260c HTTP/1.1" status: 200 len: 943 time: 0.0565677 Feb 04 18:36:14.874216 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-a2121c84-44c8-4eb7-8418-b2a0511f8410 req-bc50361e-f2d6-485d-85f1-6acccfdeeaa8 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] 10.222.0.89 "GET /v2.0/security-groups?id=d79eaa8d-36fe-46f5-826e-f34916e9ba28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413821 Feb 04 18:36:15.994393 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0b9592-47b6-4dae-8902-fca87699aa8a req-e489ca23-d2ad-4fcd-9e60-f7f5d6b6f02a tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:36:15.995897 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-fd0b9592-47b6-4dae-8902-fca87699aa8a req-e489ca23-d2ad-4fcd-9e60-f7f5d6b6f02a tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] 10.222.0.89 "GET /v2.0/ports?device_id=1ac41257-a30e-4333-99c6-739bfbb6260c HTTP/1.1" status: 200 len: 943 time: 0.0532734 Feb 04 18:36:16.043937 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-fd0b9592-47b6-4dae-8902-fca87699aa8a req-570df50b-e5ef-4438-b212-10e0e0cc98ce tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] 10.222.0.89 "GET /v2.0/security-groups?id=d79eaa8d-36fe-46f5-826e-f34916e9ba28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424900 Feb 04 18:36:17.159920 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f14f77-4270-4c53-8bf8-31928bdaa266 req-7271a05f-266e-42ea-b0e0-8e4e35ce23c3 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:36:17.161392 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-d2f14f77-4270-4c53-8bf8-31928bdaa266 req-7271a05f-266e-42ea-b0e0-8e4e35ce23c3 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] 10.222.0.89 "GET /v2.0/ports?device_id=1ac41257-a30e-4333-99c6-739bfbb6260c HTTP/1.1" status: 200 len: 943 time: 0.0509455 Feb 04 18:36:17.210620 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-d2f14f77-4270-4c53-8bf8-31928bdaa266 req-189c862a-0af7-4350-b6c0-cb09f29638ca tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] 10.222.0.89 "GET /v2.0/security-groups?id=d79eaa8d-36fe-46f5-826e-f34916e9ba28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434167 Feb 04 18:36:17.695983 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device 284a4151-a500-47a6-969d-6034d213762d details requested by agent hyperv_n-h1-827839-2 with host n-h1-827839-2 {{(pid=103378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 18:36:17.794062 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] For port 284a4151-a500-47a6-969d-6034d213762d, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=284a4151-a500-47a6-969d-6034d213762d,segment=NetworkSegment(bd2eea24-d836-4f05-bc21-e9eb44535628),segment_id=bd2eea24-d836-4f05-bc21-e9eb44535628)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 18:36:17.805962 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Returning: {'device': '284a4151-a500-47a6-969d-6034d213762d', 'network_id': 'ef8923d0-be1c-4463-ad03-f06857ee7c18', 'port_id': '284a4151-a500-47a6-969d-6034d213762d', 'mac_address': 'fa:16:3e:53:42:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 757, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81b2406d-d65d-4723-af46-d9654239c538', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 18:36:17.842104 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Current status of the port 284a4151-a500-47a6-969d-6034d213762d is: DOWN; New status is: BUILD {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 18:36:17.842989 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (284a4151-a500-47a6-969d-6034d213762d), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:36:17.855610 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 284a4151-a500-47a6-969d-6034d213762d {{(pid=103378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 18:36:17.874654 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] For port 284a4151-a500-47a6-969d-6034d213762d, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=284a4151-a500-47a6-969d-6034d213762d,segment=NetworkSegment(bd2eea24-d836-4f05-bc21-e9eb44535628),segment_id=bd2eea24-d836-4f05-bc21-e9eb44535628)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 18:36:17.878162 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (284a4151-a500-47a6-969d-6034d213762d), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:36:17.929596 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Pushing event updated for resources: {'Port': ['ID=284a4151-a500-47a6-969d-6034d213762d,revision_number=4']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:36:18.276171 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] get_ports_and_sgs() called for port_ids ['284a4151-a500-47a6-969d-6034d213762d'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 18:36:18.341695 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f476e14c-69c2-4ab5-93bd-ca79afb3ed22 req-d7968c46-bbe1-47eb-9ab8-fb13b6a41961 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:36:18.343182 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-f476e14c-69c2-4ab5-93bd-ca79afb3ed22 req-d7968c46-bbe1-47eb-9ab8-fb13b6a41961 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] 10.222.0.89 "GET /v2.0/ports?device_id=1ac41257-a30e-4333-99c6-739bfbb6260c HTTP/1.1" status: 200 len: 944 time: 0.0584559 Feb 04 18:36:18.391697 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-f476e14c-69c2-4ab5-93bd-ca79afb3ed22 req-1cce50ac-60d9-410b-814a-b30cdeee852b tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] 10.222.0.89 "GET /v2.0/security-groups?id=d79eaa8d-36fe-46f5-826e-f34916e9ba28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423424 Feb 04 18:36:19.508048 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e516664-175c-4e7a-9dc2-7d96627c935e req-baf6b5ba-8096-40e4-ac90-bce3e2fc4709 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:36:19.509544 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-5e516664-175c-4e7a-9dc2-7d96627c935e req-baf6b5ba-8096-40e4-ac90-bce3e2fc4709 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] 10.222.0.89 "GET /v2.0/ports?device_id=1ac41257-a30e-4333-99c6-739bfbb6260c HTTP/1.1" status: 200 len: 944 time: 0.0522645 Feb 04 18:36:19.561526 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-5e516664-175c-4e7a-9dc2-7d96627c935e req-9b866884-a4ab-448e-b1e3-8fd7f89fa565 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] 10.222.0.89 "GET /v2.0/security-groups?id=d79eaa8d-36fe-46f5-826e-f34916e9ba28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464151 Feb 04 18:36:19.694396 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device 284a4151-a500-47a6-969d-6034d213762d up at agent hyperv_n-h1-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 18:36:19.743178 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Provisioning for port 284a4151-a500-47a6-969d-6034d213762d completed by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 18:36:19.747069 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Provisioning complete for port 284a4151-a500-47a6-969d-6034d213762d triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 18:36:19.747556 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (284a4151-a500-47a6-969d-6034d213762d), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:36:19.828051 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Current status of the port 284a4151-a500-47a6-969d-6034d213762d is: BUILD; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 18:36:19.828373 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (284a4151-a500-47a6-969d-6034d213762d), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:36:19.850294 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ac41257-a30e-4333-99c6-739bfbb6260c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '284a4151-a500-47a6-969d-6034d213762d'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 18:36:19.852492 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d531d67ec453461b01ecd2cf0c6686e25a5679cf38f56e7e92bae688f1026262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12907e39-ff20-4728-a3e6-595365f6e4e6" -d '{"events": [{"server_uuid": "1ac41257-a30e-4333-99c6-739bfbb6260c", "name": "network-vif-plugged", "status": "completed", "tag": "284a4151-a500-47a6-969d-6034d213762d"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 18:36:19.864417 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] For port 284a4151-a500-47a6-969d-6034d213762d, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=284a4151-a500-47a6-969d-6034d213762d,segment=NetworkSegment(bd2eea24-d836-4f05-bc21-e9eb44535628),segment_id=bd2eea24-d836-4f05-bc21-e9eb44535628)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 18:36:19.868508 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (284a4151-a500-47a6-969d-6034d213762d), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:36:19.915918 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Pushing event updated for resources: {'Port': ['ID=284a4151-a500-47a6-969d-6034d213762d,revision_number=5']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:36:19.947666 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 18:36:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64c752ff-7112-4fde-b284-8b58fc2a48df x-openstack-request-id: req-64c752ff-7112-4fde-b284-8b58fc2a48df {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 18:36:19.947962 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ac41257-a30e-4333-99c6-739bfbb6260c", "name": "network-vif-plugged", "status": "completed", "tag": "284a4151-a500-47a6-969d-6034d213762d", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 18:36:19.948223 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-64c752ff-7112-4fde-b284-8b58fc2a48df {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 18:36:19.948623 n-d-827839-2 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ac41257-a30e-4333-99c6-739bfbb6260c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '284a4151-a500-47a6-969d-6034d213762d', 'code': 200} Feb 04 18:36:20.044329 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39578afc-f2cb-414d-b5d2-a75bc63a809d req-a75f6906-32bd-4612-b07b-e1d04965278b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:36:20.045862 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-39578afc-f2cb-414d-b5d2-a75bc63a809d req-a75f6906-32bd-4612-b07b-e1d04965278b service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=1ac41257-a30e-4333-99c6-739bfbb6260c HTTP/1.1" status: 200 len: 1127 time: 0.0444651 Feb 04 18:36:20.089921 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-39578afc-f2cb-414d-b5d2-a75bc63a809d req-0475c131-e049-441d-a295-672102f1a5be service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=d79eaa8d-36fe-46f5-826e-f34916e9ba28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379388 Feb 04 18:36:20.678197 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a7e375-fcc0-4e89-a4cc-3ba7cab581a7 req-cc6769c9-267e-4a50-aecf-8cca0aac64ed tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:36:20.679663 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-c5a7e375-fcc0-4e89-a4cc-3ba7cab581a7 req-cc6769c9-267e-4a50-aecf-8cca0aac64ed tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] 10.222.0.89 "GET /v2.0/ports?device_id=1ac41257-a30e-4333-99c6-739bfbb6260c HTTP/1.1" status: 200 len: 945 time: 0.0522614 Feb 04 18:36:20.726572 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-c5a7e375-fcc0-4e89-a4cc-3ba7cab581a7 req-384546d2-371e-4885-b522-8d4026754284 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] 10.222.0.89 "GET /v2.0/security-groups?id=d79eaa8d-36fe-46f5-826e-f34916e9ba28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414381 Feb 04 18:36:21.852768 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af51b07-f301-4f36-8053-e3ce2a104da1 req-b463fab8-e372-4b9a-8782-da036c76bb56 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:36:21.854289 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-5af51b07-f301-4f36-8053-e3ce2a104da1 req-b463fab8-e372-4b9a-8782-da036c76bb56 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] 10.222.0.89 "GET /v2.0/ports?device_id=1ac41257-a30e-4333-99c6-739bfbb6260c HTTP/1.1" status: 200 len: 945 time: 0.0518427 Feb 04 18:36:21.907055 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-5af51b07-f301-4f36-8053-e3ce2a104da1 req-4f1fe410-6fc3-49f8-a3a5-6275880c8e93 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] 10.222.0.89 "GET /v2.0/security-groups?id=d79eaa8d-36fe-46f5-826e-f34916e9ba28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466495 Feb 04 18:36:22.034740 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fbd925-def0-46c8-a3db-f5317b94d559 req-896f96fa-9cca-4f1b-9912-1c33c505ed29 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:36:22.036145 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-b9fbd925-def0-46c8-a3db-f5317b94d559 req-896f96fa-9cca-4f1b-9912-1c33c505ed29 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] 10.222.0.89 "GET /v2.0/ports?device_id=1ac41257-a30e-4333-99c6-739bfbb6260c HTTP/1.1" status: 200 len: 945 time: 0.0527673 Feb 04 18:36:22.084166 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-b9fbd925-def0-46c8-a3db-f5317b94d559 req-2d2c5df6-1811-4e38-95ab-e30cea5daba4 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] 10.222.0.89 "GET /v2.0/security-groups?id=d79eaa8d-36fe-46f5-826e-f34916e9ba28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421786 Feb 04 18:36:22.105840 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 59370) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:36:22.193767 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec9fa49f-be91-496c-9486-10c5ce6a45d5 tempest-TestShelveInstance-1282815429 tempest-TestShelveInstance-1282815429-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:36:22.195268 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-ec9fa49f-be91-496c-9486-10c5ce6a45d5 tempest-TestShelveInstance-1282815429 tempest-TestShelveInstance-1282815429-project-admin] 10.222.0.89 "GET /v2.0/ports?device_id=1ac41257-a30e-4333-99c6-739bfbb6260c HTTP/1.1" status: 200 len: 1122 time: 0.0884261 Feb 04 18:36:22.198226 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 59374) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:36:22.202885 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-7e464c40-d217-4324-850e-9a3d394f89ef tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] Request body: {'floatingip': {'floating_network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'port_id': '284a4151-a500-47a6-969d-6034d213762d', 'tenant_id': 'de743ac5c1be4c7785fee5d1010e85ef', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 18:36:22.223002 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-7e464c40-d217-4324-850e-9a3d394f89ef tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:36:22.318494 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-7e464c40-d217-4324-850e-9a3d394f89ef tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:36:22.426690 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.db_base_plugin_common [None req-7e464c40-d217-4324-850e-9a3d394f89ef tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] Allocated IP 172.25.6.136 (48165773-85ad-49a1-9ec1-76fc8dc24188/7660bfad-1ea8-4fe7-831b-bed836f13efc/e805b52b-1029-40e0-8d84-9e9d3cabec36) {{(pid=103377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 18:36:22.524582 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-7e464c40-d217-4324-850e-9a3d394f89ef tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] Publish callbacks [] for port (e805b52b-1029-40e0-8d84-9e9d3cabec36), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:36:22.557042 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-7e464c40-d217-4324-850e-9a3d394f89ef tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (e805b52b-1029-40e0-8d84-9e9d3cabec36), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:36:22.605054 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e464c40-d217-4324-850e-9a3d394f89ef tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] Network 48165773-85ad-49a1-9ec1-76fc8dc24188 is already hosted by enough agents. {{(pid=103377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 18:36:22.609981 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [None req-7e464c40-d217-4324-850e-9a3d394f89ef tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] Resources bound (agent type, host, resource id): {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 18:36:22.612131 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e464c40-d217-4324-850e-9a3d394f89ef tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] Pushing event updated for resources: {'Port': ['ID=e805b52b-1029-40e0-8d84-9e9d3cabec36,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:36:22.614320 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e464c40-d217-4324-850e-9a3d394f89ef tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] Received port after_create {{(pid=103377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 18:36:22.960340 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-7e464c40-d217-4324-850e-9a3d394f89ef tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] Publish callbacks [] for floatingip (17711b8a-5edf-4a9f-9364-7e77714bf24e), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:36:23.028340 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-7e464c40-d217-4324-850e-9a3d394f89ef tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (e805b52b-1029-40e0-8d84-9e9d3cabec36), before_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:36:23.177743 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-7e464c40-d217-4324-850e-9a3d394f89ef tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] Publish callbacks [] for port (e805b52b-1029-40e0-8d84-9e9d3cabec36), precommit_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:36:23.182104 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-7e464c40-d217-4324-850e-9a3d394f89ef tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25888290'] for port (e805b52b-1029-40e0-8d84-9e9d3cabec36), after_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:36:23.246471 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e464c40-d217-4324-850e-9a3d394f89ef tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] Pushing event updated for resources: {'Port': ['ID=e805b52b-1029-40e0-8d84-9e9d3cabec36,revision_number=2']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:36:23.259702 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-7e464c40-d217-4324-850e-9a3d394f89ef tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1595586'] for floatingip (17711b8a-5edf-4a9f-9364-7e77714bf24e), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:36:23.366605 n-d-827839-2 neutron-server[103377]: INFO neutron.db.l3_db [None req-7e464c40-d217-4324-850e-9a3d394f89ef tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] Floating IP 17711b8a-5edf-4a9f-9364-7e77714bf24e associated. External IP: 172.25.6.136, port: 284a4151-a500-47a6-969d-6034d213762d. Feb 04 18:36:23.577844 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e464c40-d217-4324-850e-9a3d394f89ef tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] Router 071f5233-a4b4-4ab8-b3a5-5b3facc805d7 has already been hosted by L3 agent 64ada913-9131-4d99-a265-63a920956287 {{(pid=103377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 18:36:23.690839 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e464c40-d217-4324-850e-9a3d394f89ef tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] Notify agent at l3_agent.n-d-827839-2 the message routers_updated {{(pid=103377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 18:36:23.702847 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a90a7f2-f953-4b47-922a-092adb8c0900 None None] Sync routers for ids ['071f5233-a4b4-4ab8-b3a5-5b3facc805d7'] in n-d-827839-2 {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 18:36:23.711480 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-7e464c40-d217-4324-850e-9a3d394f89ef tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for floatingip (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:36:23.723671 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a90a7f2-f953-4b47-922a-092adb8c0900 None None] Routers {'071f5233-a4b4-4ab8-b3a5-5b3facc805d7'} bound to L3 agent in host n-d-827839-2 {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 18:36:23.724524 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-5a90a7f2-f953-4b47-922a-092adb8c0900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T18:36:03Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['071f5233-a4b4-4ab8-b3a5-5b3facc805d7'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:36:23.743182 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-7e464c40-d217-4324-850e-9a3d394f89ef tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] 10.222.0.89 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5439539 Feb 04 18:36:23.743790 n-d-827839-2 neutron-server[103377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ac41257-a30e-4333-99c6-739bfbb6260c', 'tag': '284a4151-a500-47a6-969d-6034d213762d'}] {{(pid=103377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 18:36:23.746083 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2026467e03276fe79290e5b19027649602583100b1291b9f7533f134bdcccf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b332764-4771-4893-a181-73b075284c55" -d '{"events": [{"name": "network-changed", "server_uuid": "1ac41257-a30e-4333-99c6-739bfbb6260c", "tag": "284a4151-a500-47a6-969d-6034d213762d"}]}' {{(pid=103377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 18:36:23.786563 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 18:36:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dec970e3-ea0d-47bf-9630-9be837c2c5d9 x-openstack-request-id: req-dec970e3-ea0d-47bf-9630-9be837c2c5d9 {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 18:36:23.786869 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ac41257-a30e-4333-99c6-739bfbb6260c", "tag": "284a4151-a500-47a6-969d-6034d213762d", "status": "completed", "code": 200}]} {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 18:36:23.787131 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-dec970e3-ea0d-47bf-9630-9be837c2c5d9 {{(pid=103377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 18:36:23.787542 n-d-827839-2 neutron-server[103377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ac41257-a30e-4333-99c6-739bfbb6260c', 'tag': '284a4151-a500-47a6-969d-6034d213762d', 'status': 'completed', 'code': 200} Feb 04 18:36:23.843924 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvr_db [None req-5a90a7f2-f953-4b47-922a-092adb8c0900 None None] Set router 071f5233-a4b4-4ab8-b3a5-5b3facc805d7 gateway port host: n-d-827839-2 {{(pid=103379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 18:36:23.855560 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b332764-4771-4893-a181-73b075284c55 req-b6a5a4fc-8293-4761-8bc9-660614f1e50a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:36:23.857333 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-7b332764-4771-4893-a181-73b075284c55 req-b6a5a4fc-8293-4761-8bc9-660614f1e50a service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=de743ac5c1be4c7785fee5d1010e85ef&device_id=1ac41257-a30e-4333-99c6-739bfbb6260c HTTP/1.1" status: 200 len: 1127 time: 0.0459311 Feb 04 18:36:23.953787 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b332764-4771-4893-a181-73b075284c55 req-8109cde8-91e5-4042-a811-00ddcba8f312 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:36:23.955270 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-7b332764-4771-4893-a181-73b075284c55 req-8109cde8-91e5-4042-a811-00ddcba8f312 service neutron] 10.222.0.96 "GET /v2.0/networks?id=ef8923d0-be1c-4463-ad03-f06857ee7c18 HTTP/1.1" status: 200 len: 909 time: 0.0861452 Feb 04 18:36:24.033509 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-7b332764-4771-4893-a181-73b075284c55 req-acd9f630-3d62-4d8d-9776-967fee3ab99c service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=284a4151-a500-47a6-969d-6034d213762d HTTP/1.1" status: 200 len: 999 time: 0.0680885 Feb 04 18:36:24.079882 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-5a90a7f2-f953-4b47-922a-092adb8c0900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '071f5233-a4b4-4ab8-b3a5-5b3facc805d7', 'name': 'tempest-TestShelveInstance-660308586-router', 'tenant_id': 'de743ac5c1be4c7785fee5d1010e85ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.206'}], 'enable_snat': True}, 'gw_port_id': '9b9e8fa5-ae02-4831-a842-3bedea5d9f2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T18:35:58Z', 'updated_at': '2022-02-04T18:36:01Z', 'revision_number': 4, 'project_id': 'de743ac5c1be4c7785fee5d1010e85ef', 'gw_port': {'id': '9b9e8fa5-ae02-4831-a842-3bedea5d9f2e', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:dc:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '071f5233-a4b4-4ab8-b3a5-5b3facc805d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:35:59Z', 'updated_at': '2022-02-04T18:36:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_floatingips': [{'id': '17711b8a-5edf-4a9f-9364-7e77714bf24e', 'tenant_id': 'de743ac5c1be4c7785fee5d1010e85ef', 'floating_ip_address': '172.25.6.136', 'floating_network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'router_id': '071f5233-a4b4-4ab8-b3a5-5b3facc805d7', 'port_id': '284a4151-a500-47a6-969d-6034d213762d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4359, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef8923d0-be1c-4463-ad03-f06857ee7c18', 'mac_address': 'fa:16:3e:53:42:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ac41257-a30e-4333-99c6-739bfbb6260c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T18:36:22Z', 'updated_at': '2022-02-04T18:36:22Z', 'revision_number': 0, 'project_id': 'de743ac5c1be4c7785fee5d1010e85ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '425e47bc-4919-4a36-9e19-ae1232386211', 'name': '', 'network_id': 'ef8923d0-be1c-4463-ad03-f06857ee7c18', 'tenant_id': 'de743ac5c1be4c7785fee5d1010e85ef', 'mac_address': 'fa:16:3e:61:af:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '071f5233-a4b4-4ab8-b3a5-5b3facc805d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': '81b2406d-d65d-4723-af46-d9654239c538', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:36:01Z', 'updated_at': '2022-02-04T18:36:06Z', 'revision_number': 5, 'project_id': 'de743ac5c1be4c7785fee5d1010e85ef', 'subnets': [{'id': '81b2406d-d65d-4723-af46-d9654239c538', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-2', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:36:24.082221 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b332764-4771-4893-a181-73b075284c55 req-0818ec37-2681-4efb-825c-ea7c996be8ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:36:24.083686 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-7b332764-4771-4893-a181-73b075284c55 req-0818ec37-2681-4efb-825c-ea7c996be8ff service neutron] 10.222.0.96 "GET /v2.0/subnets?id=81b2406d-d65d-4723-af46-d9654239c538 HTTP/1.1" status: 200 len: 847 time: 0.0433846 Feb 04 18:36:24.107441 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a90a7f2-f953-4b47-922a-092adb8c0900 None None] Checking router: 071f5233-a4b4-4ab8-b3a5-5b3facc805d7 for host: n-d-827839-2 {{(pid=103379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 18:36:24.115871 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a90a7f2-f953-4b47-922a-092adb8c0900 None None] Routers {'071f5233-a4b4-4ab8-b3a5-5b3facc805d7'} bound to L3 agent in host n-d-827839-2 {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 18:36:24.116473 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-5a90a7f2-f953-4b47-922a-092adb8c0900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T18:36:03Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['071f5233-a4b4-4ab8-b3a5-5b3facc805d7'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:36:24.135568 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b332764-4771-4893-a181-73b075284c55 req-88711da9-92b5-4657-8a19-93bcce7ee330 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:36:24.137095 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-7b332764-4771-4893-a181-73b075284c55 req-88711da9-92b5-4657-8a19-93bcce7ee330 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=ef8923d0-be1c-4463-ad03-f06857ee7c18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0434155 Feb 04 18:36:24.223930 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvr_db [None req-5a90a7f2-f953-4b47-922a-092adb8c0900 None None] Set router 071f5233-a4b4-4ab8-b3a5-5b3facc805d7 gateway port host: n-d-827839-2 {{(pid=103379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 18:36:24.230918 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-7b332764-4771-4893-a181-73b075284c55 req-735902d0-1259-4fdd-b157-57473a2a862d service neutron] 10.222.0.96 "GET /v2.0/networks/ef8923d0-be1c-4463-ad03-f06857ee7c18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862989 Feb 04 18:36:24.320348 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-7b332764-4771-4893-a181-73b075284c55 req-ee692a3f-27fb-4e82-a583-9e1a081f59c1 service neutron] 10.222.0.96 "GET /v2.0/networks/ef8923d0-be1c-4463-ad03-f06857ee7c18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832906 Feb 04 18:36:24.453186 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-5a90a7f2-f953-4b47-922a-092adb8c0900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '071f5233-a4b4-4ab8-b3a5-5b3facc805d7', 'name': 'tempest-TestShelveInstance-660308586-router', 'tenant_id': 'de743ac5c1be4c7785fee5d1010e85ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.206'}], 'enable_snat': True}, 'gw_port_id': '9b9e8fa5-ae02-4831-a842-3bedea5d9f2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T18:35:58Z', 'updated_at': '2022-02-04T18:36:01Z', 'revision_number': 4, 'project_id': 'de743ac5c1be4c7785fee5d1010e85ef', 'gw_port': {'id': '9b9e8fa5-ae02-4831-a842-3bedea5d9f2e', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:dc:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '071f5233-a4b4-4ab8-b3a5-5b3facc805d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:35:59Z', 'updated_at': '2022-02-04T18:36:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_floatingips': [{'id': '17711b8a-5edf-4a9f-9364-7e77714bf24e', 'tenant_id': 'de743ac5c1be4c7785fee5d1010e85ef', 'floating_ip_address': '172.25.6.136', 'floating_network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'router_id': '071f5233-a4b4-4ab8-b3a5-5b3facc805d7', 'port_id': '284a4151-a500-47a6-969d-6034d213762d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4359, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef8923d0-be1c-4463-ad03-f06857ee7c18', 'mac_address': 'fa:16:3e:53:42:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ac41257-a30e-4333-99c6-739bfbb6260c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T18:36:22Z', 'updated_at': '2022-02-04T18:36:22Z', 'revision_number': 0, 'project_id': 'de743ac5c1be4c7785fee5d1010e85ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '425e47bc-4919-4a36-9e19-ae1232386211', 'name': '', 'network_id': 'ef8923d0-be1c-4463-ad03-f06857ee7c18', 'tenant_id': 'de743ac5c1be4c7785fee5d1010e85ef', 'mac_address': 'fa:16:3e:61:af:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '071f5233-a4b4-4ab8-b3a5-5b3facc805d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': '81b2406d-d65d-4723-af46-d9654239c538', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:36:01Z', 'updated_at': '2022-02-04T18:36:06Z', 'revision_number': 5, 'project_id': 'de743ac5c1be4c7785fee5d1010e85ef', 'subnets': [{'id': '81b2406d-d65d-4723-af46-d9654239c538', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-2', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:36:24.479120 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a90a7f2-f953-4b47-922a-092adb8c0900 None None] The sync data for ids ['071f5233-a4b4-4ab8-b3a5-5b3facc805d7'] in n-d-827839-2 is: [{'id': '071f5233-a4b4-4ab8-b3a5-5b3facc805d7', 'name': 'tempest-TestShelveInstance-660308586-router', 'tenant_id': 'de743ac5c1be4c7785fee5d1010e85ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.206'}], 'enable_snat': True}, 'gw_port_id': '9b9e8fa5-ae02-4831-a842-3bedea5d9f2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T18:35:58Z', 'updated_at': '2022-02-04T18:36:01Z', 'revision_number': 4, 'project_id': 'de743ac5c1be4c7785fee5d1010e85ef', 'gw_port': {'id': '9b9e8fa5-ae02-4831-a842-3bedea5d9f2e', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:dc:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '071f5233-a4b4-4ab8-b3a5-5b3facc805d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:35:59Z', 'updated_at': '2022-02-04T18:36:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_floatingips': [{'id': '17711b8a-5edf-4a9f-9364-7e77714bf24e', 'tenant_id': 'de743ac5c1be4c7785fee5d1010e85ef', 'floating_ip_address': '172.25.6.136', 'floating_network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'router_id': '071f5233-a4b4-4ab8-b3a5-5b3facc805d7', 'port_id': '284a4151-a500-47a6-969d-6034d213762d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4359, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef8923d0-be1c-4463-ad03-f06857ee7c18', 'mac_address': 'fa:16:3e:53:42:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ac41257-a30e-4333-99c6-739bfbb6260c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T18:36:22Z', 'updated_at': '2022-02-04T18:36:22Z', 'revision_number': 0, 'project_id': 'de743ac5c1be4c7785fee5d1010e85ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '425e47bc-4919-4a36-9e19-ae1232386211', 'name': '', 'network_id': 'ef8923d0-be1c-4463-ad03-f06857ee7c18', 'tenant_id': 'de743ac5c1be4c7785fee5d1010e85ef', 'mac_address': 'fa:16:3e:61:af:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '071f5233-a4b4-4ab8-b3a5-5b3facc805d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': '81b2406d-d65d-4723-af46-d9654239c538', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:36:01Z', 'updated_at': '2022-02-04T18:36:06Z', 'revision_number': 5, 'project_id': 'de743ac5c1be4c7785fee5d1010e85ef', 'subnets': [{'id': '81b2406d-d65d-4723-af46-d9654239c538', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 18:36:24.678388 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dadc32be-a5de-48fb-a23c-28955da480eb None None] New status for floating IP 17711b8a-5edf-4a9f-9364-7e77714bf24e: ACTIVE {{(pid=103378) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 18:36:29.925868 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-792c71b9-fd43-4db6-8077-3d97d826e3d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (bb89f5a3-3c22-440b-b7d1-c4f0c43c184a), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:36:32.986288 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-03ac8a19-c252-453c-8186-71c8faa9367e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (64ada913-9131-4d99-a265-63a920956287), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:36:33.168348 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.agents_db [None req-e1691f3b-aacd-4cd6-8ebb-a9c53bb301c0 None None] Agent healthcheck: found 7 active agents {{(pid=103379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 18:36:33.333811 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d408ec64-b374-4acb-a1fc-48241dad6d47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (0cd6d64a-47a7-40ff-8c12-71dd526c62e0), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:36:35.162322 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4f14bb47-e72b-46ac-9e44-a61d9293afcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (75326290-f7a3-4db8-9cf2-15c7139ed224), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:36:35.898763 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (ba70844b-66a0-45fd-a2f2-e6ed673321fc), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:36:40.894413 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (f20a1ab3-4332-4f54-833b-ba4a7c687e89), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:36:43.036603 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (3f9244a9-75fc-4c10-b195-11d48b853b41), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:36:59.927546 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9156010d-c114-4c85-b355-d24656d05aba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (bb89f5a3-3c22-440b-b7d1-c4f0c43c184a), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:37:02.988101 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d8e93080-6734-4426-905e-67c04d34caa7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (64ada913-9131-4d99-a265-63a920956287), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:37:03.336636 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d408ec64-b374-4acb-a1fc-48241dad6d47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (0cd6d64a-47a7-40ff-8c12-71dd526c62e0), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:37:05.164714 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4f14bb47-e72b-46ac-9e44-a61d9293afcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (75326290-f7a3-4db8-9cf2-15c7139ed224), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:37:05.902301 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (ba70844b-66a0-45fd-a2f2-e6ed673321fc), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:37:10.168415 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.agents_db [None req-e1691f3b-aacd-4cd6-8ebb-a9c53bb301c0 None None] Agent healthcheck: found 7 active agents {{(pid=103379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 18:37:10.906065 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (f20a1ab3-4332-4f54-833b-ba4a7c687e89), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:37:13.048490 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (3f9244a9-75fc-4c10-b195-11d48b853b41), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:37:17.035266 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-d85bf2d0-5184-4a6a-904e-e224c9af7ae6 req-3de118d8-d70c-49a6-acd0-6558f4667d32 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=1ac41257-a30e-4333-99c6-739bfbb6260c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0439458 Feb 04 18:37:17.122685 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85bf2d0-5184-4a6a-904e-e224c9af7ae6 req-6438f507-0e7d-4c2c-bc27-e27c2d865c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:37:17.124236 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-d85bf2d0-5184-4a6a-904e-e224c9af7ae6 req-6438f507-0e7d-4c2c-bc27-e27c2d865c10 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=de743ac5c1be4c7785fee5d1010e85ef&device_id=1ac41257-a30e-4333-99c6-739bfbb6260c HTTP/1.1" status: 200 len: 1127 time: 0.0486519 Feb 04 18:37:17.225264 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85bf2d0-5184-4a6a-904e-e224c9af7ae6 req-d32b3cb6-6231-4863-9af0-e86cd21f4fae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:37:17.227329 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-d85bf2d0-5184-4a6a-904e-e224c9af7ae6 req-d32b3cb6-6231-4863-9af0-e86cd21f4fae service neutron] 10.222.0.96 "GET /v2.0/networks?id=ef8923d0-be1c-4463-ad03-f06857ee7c18 HTTP/1.1" status: 200 len: 909 time: 0.0839760 Feb 04 18:37:17.295670 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-d85bf2d0-5184-4a6a-904e-e224c9af7ae6 req-4121649d-76d8-4e84-ad5c-d71959c0d8f3 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=284a4151-a500-47a6-969d-6034d213762d HTTP/1.1" status: 200 len: 1001 time: 0.0624638 Feb 04 18:37:17.343674 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85bf2d0-5184-4a6a-904e-e224c9af7ae6 req-d59431c8-421a-4df0-8677-99cbb2f5cd56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:37:17.345174 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-d85bf2d0-5184-4a6a-904e-e224c9af7ae6 req-d59431c8-421a-4df0-8677-99cbb2f5cd56 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=81b2406d-d65d-4723-af46-d9654239c538 HTTP/1.1" status: 200 len: 847 time: 0.0435927 Feb 04 18:37:17.393288 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85bf2d0-5184-4a6a-904e-e224c9af7ae6 req-5ea52689-c6a0-4825-99a7-64f196fc5908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:37:17.394798 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-d85bf2d0-5184-4a6a-904e-e224c9af7ae6 req-5ea52689-c6a0-4825-99a7-64f196fc5908 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=ef8923d0-be1c-4463-ad03-f06857ee7c18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0430872 Feb 04 18:37:17.533062 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-d85bf2d0-5184-4a6a-904e-e224c9af7ae6 req-c4304dfe-ab68-4a1b-961b-b8ad88b4ca76 service neutron] 10.222.0.96 "GET /v2.0/networks/ef8923d0-be1c-4463-ad03-f06857ee7c18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312191 Feb 04 18:37:17.620192 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-d85bf2d0-5184-4a6a-904e-e224c9af7ae6 req-7b045cec-083a-4246-9474-fb556bcb1ea4 service neutron] 10.222.0.96 "GET /v2.0/networks/ef8923d0-be1c-4463-ad03-f06857ee7c18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802097 Feb 04 18:37:29.930370 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-111580fd-aaf3-4f1f-9cc2-6422e2ebf737 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (bb89f5a3-3c22-440b-b7d1-c4f0c43c184a), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:37:32.989387 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-341dd651-e1f4-4052-b485-eb754af775d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (64ada913-9131-4d99-a265-63a920956287), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:37:33.338448 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d408ec64-b374-4acb-a1fc-48241dad6d47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (0cd6d64a-47a7-40ff-8c12-71dd526c62e0), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:37:35.171573 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4f14bb47-e72b-46ac-9e44-a61d9293afcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (75326290-f7a3-4db8-9cf2-15c7139ed224), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:37:35.906303 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (ba70844b-66a0-45fd-a2f2-e6ed673321fc), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:37:40.896792 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (f20a1ab3-4332-4f54-833b-ba4a7c687e89), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:37:43.049507 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (3f9244a9-75fc-4c10-b195-11d48b853b41), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:37:47.168212 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.agents_db [None req-e1691f3b-aacd-4cd6-8ebb-a9c53bb301c0 None None] Agent healthcheck: found 7 active agents {{(pid=103379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 18:37:59.932678 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d5a1ac6c-c4a5-4241-a0ad-027caa2c3658 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (bb89f5a3-3c22-440b-b7d1-c4f0c43c184a), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:38:02.990849 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7170ccf9-18de-4f9c-9cfb-28be083a984b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (64ada913-9131-4d99-a265-63a920956287), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:38:03.344575 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d408ec64-b374-4acb-a1fc-48241dad6d47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (0cd6d64a-47a7-40ff-8c12-71dd526c62e0), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:38:05.170746 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4f14bb47-e72b-46ac-9e44-a61d9293afcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (75326290-f7a3-4db8-9cf2-15c7139ed224), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:38:05.909078 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (ba70844b-66a0-45fd-a2f2-e6ed673321fc), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:38:10.904520 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (f20a1ab3-4332-4f54-833b-ba4a7c687e89), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:38:13.063114 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (3f9244a9-75fc-4c10-b195-11d48b853b41), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:38:16.320492 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-43b7a687-4f65-4b81-b9d4-ac4c5cd36d56 req-0e222b08-b9a4-451d-afdd-4f0c7f127916 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=1ac41257-a30e-4333-99c6-739bfbb6260c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0441422 Feb 04 18:38:16.411587 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b7a687-4f65-4b81-b9d4-ac4c5cd36d56 req-b2f7f94b-e62b-4b76-bb59-13396c6a4827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:38:16.413156 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-43b7a687-4f65-4b81-b9d4-ac4c5cd36d56 req-b2f7f94b-e62b-4b76-bb59-13396c6a4827 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=de743ac5c1be4c7785fee5d1010e85ef&device_id=1ac41257-a30e-4333-99c6-739bfbb6260c HTTP/1.1" status: 200 len: 1127 time: 0.0497966 Feb 04 18:38:16.512517 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b7a687-4f65-4b81-b9d4-ac4c5cd36d56 req-6a21966a-66c6-4f07-92a1-5f10b62b421d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:38:16.514018 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-43b7a687-4f65-4b81-b9d4-ac4c5cd36d56 req-6a21966a-66c6-4f07-92a1-5f10b62b421d service neutron] 10.222.0.96 "GET /v2.0/networks?id=ef8923d0-be1c-4463-ad03-f06857ee7c18 HTTP/1.1" status: 200 len: 909 time: 0.0834045 Feb 04 18:38:16.582120 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-43b7a687-4f65-4b81-b9d4-ac4c5cd36d56 req-06caf69b-6606-4784-88fc-02f70313796a service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=284a4151-a500-47a6-969d-6034d213762d HTTP/1.1" status: 200 len: 1001 time: 0.0617774 Feb 04 18:38:16.629994 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b7a687-4f65-4b81-b9d4-ac4c5cd36d56 req-30065f9a-1383-4422-a2d3-f24336340aba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:38:16.631422 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-43b7a687-4f65-4b81-b9d4-ac4c5cd36d56 req-30065f9a-1383-4422-a2d3-f24336340aba service neutron] 10.222.0.96 "GET /v2.0/subnets?id=81b2406d-d65d-4723-af46-d9654239c538 HTTP/1.1" status: 200 len: 847 time: 0.0428140 Feb 04 18:38:16.678760 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b7a687-4f65-4b81-b9d4-ac4c5cd36d56 req-e69a4cc8-f250-4c9d-8a62-1147472b668e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:38:16.680253 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-43b7a687-4f65-4b81-b9d4-ac4c5cd36d56 req-e69a4cc8-f250-4c9d-8a62-1147472b668e service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=ef8923d0-be1c-4463-ad03-f06857ee7c18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0422709 Feb 04 18:38:16.771076 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-43b7a687-4f65-4b81-b9d4-ac4c5cd36d56 req-487687a4-eb7f-46cb-9b13-afd2527f36d4 service neutron] 10.222.0.96 "GET /v2.0/networks/ef8923d0-be1c-4463-ad03-f06857ee7c18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844173 Feb 04 18:38:16.858226 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-43b7a687-4f65-4b81-b9d4-ac4c5cd36d56 req-d938f54e-25ea-4e23-86a9-f252c36ce445 service neutron] 10.222.0.96 "GET /v2.0/networks/ef8923d0-be1c-4463-ad03-f06857ee7c18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802083 Feb 04 18:38:24.167518 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.agents_db [None req-e1691f3b-aacd-4cd6-8ebb-a9c53bb301c0 None None] Agent healthcheck: found 7 active agents {{(pid=103379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 18:38:29.934456 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f262eb0f-9265-4a65-8aff-2ec621cb7831 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (bb89f5a3-3c22-440b-b7d1-c4f0c43c184a), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:38:32.991307 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e80fc79c-a0ea-4836-9c94-517b23344503 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (64ada913-9131-4d99-a265-63a920956287), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:38:33.344291 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d408ec64-b374-4acb-a1fc-48241dad6d47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (0cd6d64a-47a7-40ff-8c12-71dd526c62e0), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:38:35.173575 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4f14bb47-e72b-46ac-9e44-a61d9293afcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (75326290-f7a3-4db8-9cf2-15c7139ed224), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:38:35.913694 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (ba70844b-66a0-45fd-a2f2-e6ed673321fc), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:38:40.906702 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (f20a1ab3-4332-4f54-833b-ba4a7c687e89), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:38:43.066804 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (3f9244a9-75fc-4c10-b195-11d48b853b41), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:38:59.935358 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-97833162-f391-4923-b76d-890edd4468d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (bb89f5a3-3c22-440b-b7d1-c4f0c43c184a), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:39:00.812145 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae937736-ebf5-4b92-a94b-d9386733f20f req-0eb4e4b1-1798-4d89-9bf6-60aa23bd6c53 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:39:00.813592 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-ae937736-ebf5-4b92-a94b-d9386733f20f req-0eb4e4b1-1798-4d89-9bf6-60aa23bd6c53 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] 10.222.0.89 "GET /v2.0/ports?device_id=1ac41257-a30e-4333-99c6-739bfbb6260c HTTP/1.1" status: 200 len: 945 time: 0.0538738 Feb 04 18:39:00.865825 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-ae937736-ebf5-4b92-a94b-d9386733f20f req-153c2278-8990-4cb0-918c-ae1088e183dd tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] 10.222.0.89 "GET /v2.0/security-groups?id=d79eaa8d-36fe-46f5-826e-f34916e9ba28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467708 Feb 04 18:39:01.166631 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.agents_db [None req-e1691f3b-aacd-4cd6-8ebb-a9c53bb301c0 None None] Agent healthcheck: found 7 active agents {{(pid=103379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 18:39:01.995659 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f098bebd-ed14-4c20-a603-851a849d2895 req-7ab10bba-0e68-4ef5-97c3-5bd73e2afda0 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:39:01.997149 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-f098bebd-ed14-4c20-a603-851a849d2895 req-7ab10bba-0e68-4ef5-97c3-5bd73e2afda0 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] 10.222.0.89 "GET /v2.0/ports?device_id=1ac41257-a30e-4333-99c6-739bfbb6260c HTTP/1.1" status: 200 len: 945 time: 0.0529625 Feb 04 18:39:02.044694 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-f098bebd-ed14-4c20-a603-851a849d2895 req-ac26824e-4b63-4078-8060-17a0dea3f87f tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] 10.222.0.89 "GET /v2.0/security-groups?id=d79eaa8d-36fe-46f5-826e-f34916e9ba28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418880 Feb 04 18:39:02.993109 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a777e238-2857-448f-af33-6ce7760a7645 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (64ada913-9131-4d99-a265-63a920956287), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:39:03.177691 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1185cc-d3a7-46f6-9122-5697cd8fcca1 req-5a71e040-5f7f-4ff6-bd1e-8c4e816abc32 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:39:03.179138 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-4c1185cc-d3a7-46f6-9122-5697cd8fcca1 req-5a71e040-5f7f-4ff6-bd1e-8c4e816abc32 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] 10.222.0.89 "GET /v2.0/ports?device_id=1ac41257-a30e-4333-99c6-739bfbb6260c HTTP/1.1" status: 200 len: 945 time: 0.0512300 Feb 04 18:39:03.227066 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-4c1185cc-d3a7-46f6-9122-5697cd8fcca1 req-037cb430-780d-4941-83c2-65b0cc276007 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] 10.222.0.89 "GET /v2.0/security-groups?id=d79eaa8d-36fe-46f5-826e-f34916e9ba28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418711 Feb 04 18:39:03.347546 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d408ec64-b374-4acb-a1fc-48241dad6d47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (0cd6d64a-47a7-40ff-8c12-71dd526c62e0), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:39:04.350185 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac8d7c5-8250-417b-a995-13432cf22b9d req-2d50eb18-9db3-44ad-9d35-5ea501b86556 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:39:04.351710 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-9ac8d7c5-8250-417b-a995-13432cf22b9d req-2d50eb18-9db3-44ad-9d35-5ea501b86556 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] 10.222.0.89 "GET /v2.0/ports?device_id=1ac41257-a30e-4333-99c6-739bfbb6260c HTTP/1.1" status: 200 len: 945 time: 0.0568676 Feb 04 18:39:04.403911 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-9ac8d7c5-8250-417b-a995-13432cf22b9d req-f825d3c8-46ec-4333-828c-6f9987d9d35f tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] 10.222.0.89 "GET /v2.0/security-groups?id=d79eaa8d-36fe-46f5-826e-f34916e9ba28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465536 Feb 04 18:39:05.176583 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4f14bb47-e72b-46ac-9e44-a61d9293afcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (75326290-f7a3-4db8-9cf2-15c7139ed224), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:39:05.522359 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bf8040-3b4d-4f64-b015-255e2361a26e req-374b4ca5-cdef-4470-8408-e957373d7198 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:39:05.523816 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-63bf8040-3b4d-4f64-b015-255e2361a26e req-374b4ca5-cdef-4470-8408-e957373d7198 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] 10.222.0.89 "GET /v2.0/ports?device_id=1ac41257-a30e-4333-99c6-739bfbb6260c HTTP/1.1" status: 200 len: 945 time: 0.0520494 Feb 04 18:39:05.571742 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-63bf8040-3b4d-4f64-b015-255e2361a26e req-1457ce01-ae75-4bfa-ba2a-fc64d01d9b83 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] 10.222.0.89 "GET /v2.0/security-groups?id=d79eaa8d-36fe-46f5-826e-f34916e9ba28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422785 Feb 04 18:39:05.916329 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (ba70844b-66a0-45fd-a2f2-e6ed673321fc), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:39:06.690106 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0037e5bb-4078-4112-867b-b966726cea8a req-c0507c02-b75c-4961-92e9-a2a07f6f20d9 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:39:06.691603 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-0037e5bb-4078-4112-867b-b966726cea8a req-c0507c02-b75c-4961-92e9-a2a07f6f20d9 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] 10.222.0.89 "GET /v2.0/ports?device_id=1ac41257-a30e-4333-99c6-739bfbb6260c HTTP/1.1" status: 200 len: 945 time: 0.0530019 Feb 04 18:39:06.748673 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-0037e5bb-4078-4112-867b-b966726cea8a req-c606de03-761d-48b2-b9c5-eeefc62fb34f tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] 10.222.0.89 "GET /v2.0/security-groups?id=d79eaa8d-36fe-46f5-826e-f34916e9ba28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503650 Feb 04 18:39:07.869647 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e41d67-13cc-4b0f-a5b9-9aebe82b51ac req-5c6d739a-3f7b-4462-8c68-3c4e0581cd27 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:39:07.871107 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-98e41d67-13cc-4b0f-a5b9-9aebe82b51ac req-5c6d739a-3f7b-4462-8c68-3c4e0581cd27 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] 10.222.0.89 "GET /v2.0/ports?device_id=1ac41257-a30e-4333-99c6-739bfbb6260c HTTP/1.1" status: 200 len: 945 time: 0.0551126 Feb 04 18:39:07.918429 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-98e41d67-13cc-4b0f-a5b9-9aebe82b51ac req-fb79cb24-99c9-4a9b-933e-60f9cdcd81d3 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] 10.222.0.89 "GET /v2.0/security-groups?id=d79eaa8d-36fe-46f5-826e-f34916e9ba28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412006 Feb 04 18:39:09.037334 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa3f114-2fc4-4247-83ec-cf76cbbde118 req-90f45534-7cb3-4fec-bc62-30bba82be0c8 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:39:09.038714 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-4aa3f114-2fc4-4247-83ec-cf76cbbde118 req-90f45534-7cb3-4fec-bc62-30bba82be0c8 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] 10.222.0.89 "GET /v2.0/ports?device_id=1ac41257-a30e-4333-99c6-739bfbb6260c HTTP/1.1" status: 200 len: 945 time: 0.0526114 Feb 04 18:39:09.090741 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-4aa3f114-2fc4-4247-83ec-cf76cbbde118 req-da38b66c-64af-4316-9055-95918b60a711 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] 10.222.0.89 "GET /v2.0/security-groups?id=d79eaa8d-36fe-46f5-826e-f34916e9ba28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458715 Feb 04 18:39:10.210404 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18593ea7-7001-4a92-bedb-431e1d53339e req-c7b8dda7-574e-4632-b9aa-c9b5e758b08f tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:39:10.211901 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-18593ea7-7001-4a92-bedb-431e1d53339e req-c7b8dda7-574e-4632-b9aa-c9b5e758b08f tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] 10.222.0.89 "GET /v2.0/ports?device_id=1ac41257-a30e-4333-99c6-739bfbb6260c HTTP/1.1" status: 200 len: 945 time: 0.0548301 Feb 04 18:39:10.259562 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-18593ea7-7001-4a92-bedb-431e1d53339e req-e0f04cf0-b3fd-4955-ac2c-4d99a9619a66 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] 10.222.0.89 "GET /v2.0/security-groups?id=d79eaa8d-36fe-46f5-826e-f34916e9ba28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421011 Feb 04 18:39:10.925290 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (f20a1ab3-4332-4f54-833b-ba4a7c687e89), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:39:11.381301 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fd6a6c-a580-4ef1-9b32-18f70bc6d2fd req-efc2d59b-1b06-4a4e-8bac-2c5d95e425c7 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:39:11.382782 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-a5fd6a6c-a580-4ef1-9b32-18f70bc6d2fd req-efc2d59b-1b06-4a4e-8bac-2c5d95e425c7 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] 10.222.0.89 "GET /v2.0/ports?device_id=1ac41257-a30e-4333-99c6-739bfbb6260c HTTP/1.1" status: 200 len: 945 time: 0.0534225 Feb 04 18:39:11.430432 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-a5fd6a6c-a580-4ef1-9b32-18f70bc6d2fd req-b0d4dae9-9f65-4da7-94dd-05b3e5e24209 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] 10.222.0.89 "GET /v2.0/security-groups?id=d79eaa8d-36fe-46f5-826e-f34916e9ba28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421154 Feb 04 18:39:12.549495 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766eb700-ea1a-4f97-8242-649b1e74743f req-aaf97bc8-496c-4bbe-be8d-e0ba5ceb74e0 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:39:12.550880 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-766eb700-ea1a-4f97-8242-649b1e74743f req-aaf97bc8-496c-4bbe-be8d-e0ba5ceb74e0 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] 10.222.0.89 "GET /v2.0/ports?device_id=1ac41257-a30e-4333-99c6-739bfbb6260c HTTP/1.1" status: 200 len: 945 time: 0.0515985 Feb 04 18:39:12.601959 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-766eb700-ea1a-4f97-8242-649b1e74743f req-24fbcea1-9cbb-4a0e-bfac-297c35750d70 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] 10.222.0.89 "GET /v2.0/security-groups?id=d79eaa8d-36fe-46f5-826e-f34916e9ba28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456529 Feb 04 18:39:13.076959 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (3f9244a9-75fc-4c10-b195-11d48b853b41), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:39:13.723803 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad59eb5-6370-40aa-b115-e3a030f1278a req-ac4e2a99-8997-45d4-9a37-9f211b956efe tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:39:13.725326 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-fad59eb5-6370-40aa-b115-e3a030f1278a req-ac4e2a99-8997-45d4-9a37-9f211b956efe tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] 10.222.0.89 "GET /v2.0/ports?device_id=1ac41257-a30e-4333-99c6-739bfbb6260c HTTP/1.1" status: 200 len: 945 time: 0.0559373 Feb 04 18:39:13.772898 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-fad59eb5-6370-40aa-b115-e3a030f1278a req-5cab9f88-850d-405f-8b77-143143ded839 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] 10.222.0.89 "GET /v2.0/security-groups?id=d79eaa8d-36fe-46f5-826e-f34916e9ba28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419385 Feb 04 18:39:14.658360 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device 284a4151-a500-47a6-969d-6034d213762d details requested by agent hyperv_n-h1-827839-2 with host n-h1-827839-2 {{(pid=103378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 18:39:14.766224 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] For port 284a4151-a500-47a6-969d-6034d213762d, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=284a4151-a500-47a6-969d-6034d213762d,segment=NetworkSegment(bd2eea24-d836-4f05-bc21-e9eb44535628),segment_id=bd2eea24-d836-4f05-bc21-e9eb44535628)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 18:39:14.780824 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Returning: {'device': '284a4151-a500-47a6-969d-6034d213762d', 'network_id': 'ef8923d0-be1c-4463-ad03-f06857ee7c18', 'port_id': '284a4151-a500-47a6-969d-6034d213762d', 'mac_address': 'fa:16:3e:53:42:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 757, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81b2406d-d65d-4723-af46-d9654239c538', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 18:39:14.889456 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Current status of the port 284a4151-a500-47a6-969d-6034d213762d is: ACTIVE; New status is: BUILD {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 18:39:14.889847 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (284a4151-a500-47a6-969d-6034d213762d), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:39:14.893359 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bc55cd-7eb3-49c7-839b-c66f6d27fcec req-5463e401-0ccc-44b2-af75-3042f80fb25a tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:39:14.894867 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-37bc55cd-7eb3-49c7-839b-c66f6d27fcec req-5463e401-0ccc-44b2-af75-3042f80fb25a tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] 10.222.0.89 "GET /v2.0/ports?device_id=1ac41257-a30e-4333-99c6-739bfbb6260c HTTP/1.1" status: 200 len: 945 time: 0.0532663 Feb 04 18:39:14.909754 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 284a4151-a500-47a6-969d-6034d213762d {{(pid=103378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 18:39:14.933122 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] For port 284a4151-a500-47a6-969d-6034d213762d, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=284a4151-a500-47a6-969d-6034d213762d,segment=NetworkSegment(bd2eea24-d836-4f05-bc21-e9eb44535628),segment_id=bd2eea24-d836-4f05-bc21-e9eb44535628)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 18:39:14.938533 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (284a4151-a500-47a6-969d-6034d213762d), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:39:14.945846 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-37bc55cd-7eb3-49c7-839b-c66f6d27fcec req-4c8b5cdc-a1ed-4240-963f-fbde8c2c2246 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] 10.222.0.89 "GET /v2.0/security-groups?id=d79eaa8d-36fe-46f5-826e-f34916e9ba28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453582 Feb 04 18:39:14.997886 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Pushing event updated for resources: {'Port': ['ID=284a4151-a500-47a6-969d-6034d213762d,revision_number=6']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:39:15.009390 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:39:15.009741 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:39:15.010080 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:39:15.010417 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:39:15.010748 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:39:15.011078 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:39:15.011405 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:39:15.011729 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:39:15.012051 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:39:15.012373 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:39:15.012693 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:39:15.013067 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:39:15.013389 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:39:15.021792 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] get_ports_and_sgs() called for port_ids ['284a4151-a500-47a6-969d-6034d213762d'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 18:39:16.068723 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c80bb25-2e9a-494c-b4d4-15cbb572d021 req-2a873224-0efa-4221-ae5d-470e9186cded tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:39:16.070228 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-8c80bb25-2e9a-494c-b4d4-15cbb572d021 req-2a873224-0efa-4221-ae5d-470e9186cded tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] 10.222.0.89 "GET /v2.0/ports?device_id=1ac41257-a30e-4333-99c6-739bfbb6260c HTTP/1.1" status: 200 len: 944 time: 0.0563352 Feb 04 18:39:16.117827 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-8c80bb25-2e9a-494c-b4d4-15cbb572d021 req-9fd4bd54-f0c7-44c2-8c0a-6ff92f1affd4 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] 10.222.0.89 "GET /v2.0/security-groups?id=d79eaa8d-36fe-46f5-826e-f34916e9ba28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420756 Feb 04 18:39:16.350529 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd8cd85-cd1b-4e4a-8d2a-8bc4293d2647 req-2111210d-ecc9-424f-bb65-7137e222faec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:39:16.352039 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-6cd8cd85-cd1b-4e4a-8d2a-8bc4293d2647 req-2111210d-ecc9-424f-bb65-7137e222faec service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=de743ac5c1be4c7785fee5d1010e85ef&device_id=1ac41257-a30e-4333-99c6-739bfbb6260c HTTP/1.1" status: 200 len: 1126 time: 0.0443416 Feb 04 18:39:16.454919 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd8cd85-cd1b-4e4a-8d2a-8bc4293d2647 req-e8005369-d631-46dd-9fbc-6eeb334fe06d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:39:16.456426 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-6cd8cd85-cd1b-4e4a-8d2a-8bc4293d2647 req-e8005369-d631-46dd-9fbc-6eeb334fe06d service neutron] 10.222.0.96 "GET /v2.0/networks?id=ef8923d0-be1c-4463-ad03-f06857ee7c18 HTTP/1.1" status: 200 len: 909 time: 0.0862579 Feb 04 18:39:16.519895 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-6cd8cd85-cd1b-4e4a-8d2a-8bc4293d2647 req-c74a46ba-4d6f-4271-94f2-af3dcaf7ae97 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=284a4151-a500-47a6-969d-6034d213762d HTTP/1.1" status: 200 len: 1000 time: 0.0572777 Feb 04 18:39:16.570143 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd8cd85-cd1b-4e4a-8d2a-8bc4293d2647 req-50b02e65-e362-4be8-9526-d25f0d82c042 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:39:16.571470 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-6cd8cd85-cd1b-4e4a-8d2a-8bc4293d2647 req-50b02e65-e362-4be8-9526-d25f0d82c042 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=81b2406d-d65d-4723-af46-d9654239c538 HTTP/1.1" status: 200 len: 847 time: 0.0456347 Feb 04 18:39:16.619555 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd8cd85-cd1b-4e4a-8d2a-8bc4293d2647 req-c347ed0a-3595-4a92-a628-6f400bff8a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:39:16.621050 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-6cd8cd85-cd1b-4e4a-8d2a-8bc4293d2647 req-c347ed0a-3595-4a92-a628-6f400bff8a43 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=ef8923d0-be1c-4463-ad03-f06857ee7c18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0429797 Feb 04 18:39:16.677460 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device 284a4151-a500-47a6-969d-6034d213762d up at agent hyperv_n-h1-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 18:39:16.709744 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-6cd8cd85-cd1b-4e4a-8d2a-8bc4293d2647 req-13d4d980-ebb8-43ae-8913-7d36218ae626 service neutron] 10.222.0.96 "GET /v2.0/networks/ef8923d0-be1c-4463-ad03-f06857ee7c18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809867 Feb 04 18:39:16.724601 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Provisioning complete for port 284a4151-a500-47a6-969d-6034d213762d triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 18:39:16.725008 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (284a4151-a500-47a6-969d-6034d213762d), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:39:16.800906 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Current status of the port 284a4151-a500-47a6-969d-6034d213762d is: BUILD; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 18:39:16.801306 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (284a4151-a500-47a6-969d-6034d213762d), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:39:16.804307 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-6cd8cd85-cd1b-4e4a-8d2a-8bc4293d2647 req-a416959e-1f9e-41d0-b9be-d77f6987bb97 service neutron] 10.222.0.96 "GET /v2.0/networks/ef8923d0-be1c-4463-ad03-f06857ee7c18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882866 Feb 04 18:39:16.824559 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ac41257-a30e-4333-99c6-739bfbb6260c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '284a4151-a500-47a6-969d-6034d213762d'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 18:39:16.826763 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d531d67ec453461b01ecd2cf0c6686e25a5679cf38f56e7e92bae688f1026262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de2407d1-6293-4816-a44b-ee0635267cbb" -d '{"events": [{"server_uuid": "1ac41257-a30e-4333-99c6-739bfbb6260c", "name": "network-vif-plugged", "status": "completed", "tag": "284a4151-a500-47a6-969d-6034d213762d"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 18:39:16.840178 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] For port 284a4151-a500-47a6-969d-6034d213762d, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=284a4151-a500-47a6-969d-6034d213762d,segment=NetworkSegment(bd2eea24-d836-4f05-bc21-e9eb44535628),segment_id=bd2eea24-d836-4f05-bc21-e9eb44535628)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 18:39:16.845146 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (284a4151-a500-47a6-969d-6034d213762d), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:39:16.875469 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 18:39:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb7cf397-b7d7-4a59-a2b6-ecfced33bbb7 x-openstack-request-id: req-eb7cf397-b7d7-4a59-a2b6-ecfced33bbb7 {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 18:39:16.875824 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ac41257-a30e-4333-99c6-739bfbb6260c", "name": "network-vif-plugged", "status": "completed", "tag": "284a4151-a500-47a6-969d-6034d213762d", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 18:39:16.876651 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-eb7cf397-b7d7-4a59-a2b6-ecfced33bbb7 {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 18:39:16.877069 n-d-827839-2 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ac41257-a30e-4333-99c6-739bfbb6260c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '284a4151-a500-47a6-969d-6034d213762d', 'code': 200} Feb 04 18:39:16.901329 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Pushing event updated for resources: {'Port': ['ID=284a4151-a500-47a6-969d-6034d213762d,revision_number=7']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:39:17.237478 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d99a06-d249-41cc-9e9a-ca700ae64f6c req-939b9ccf-8c20-41b1-a8bc-18a2329e769a tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:39:17.238960 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-13d99a06-d249-41cc-9e9a-ca700ae64f6c req-939b9ccf-8c20-41b1-a8bc-18a2329e769a tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] 10.222.0.89 "GET /v2.0/ports?device_id=1ac41257-a30e-4333-99c6-739bfbb6260c HTTP/1.1" status: 200 len: 945 time: 0.0529397 Feb 04 18:39:17.286290 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-13d99a06-d249-41cc-9e9a-ca700ae64f6c req-9082f6f3-4423-43ac-8e67-fe1b30f68bc5 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] 10.222.0.89 "GET /v2.0/security-groups?id=d79eaa8d-36fe-46f5-826e-f34916e9ba28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418131 Feb 04 18:39:18.415100 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8feda83-d936-4657-b048-2d37d79b470f req-20e887f6-8237-43a2-9555-c2ac545ae8ca tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:39:18.416632 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-a8feda83-d936-4657-b048-2d37d79b470f req-20e887f6-8237-43a2-9555-c2ac545ae8ca tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] 10.222.0.89 "GET /v2.0/ports?device_id=1ac41257-a30e-4333-99c6-739bfbb6260c HTTP/1.1" status: 200 len: 945 time: 0.0546682 Feb 04 18:39:18.474399 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-a8feda83-d936-4657-b048-2d37d79b470f req-15a39a82-1559-4534-8e60-7d9e4e5219b1 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] 10.222.0.89 "GET /v2.0/security-groups?id=d79eaa8d-36fe-46f5-826e-f34916e9ba28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514297 Feb 04 18:39:19.598870 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea67fd99-80ec-4fc1-a8cb-0832122a41a1 req-137ec54d-ce93-4bdf-bdc1-35a6ff573a9d tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:39:19.600321 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-ea67fd99-80ec-4fc1-a8cb-0832122a41a1 req-137ec54d-ce93-4bdf-bdc1-35a6ff573a9d tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] 10.222.0.89 "GET /v2.0/ports?device_id=1ac41257-a30e-4333-99c6-739bfbb6260c HTTP/1.1" status: 200 len: 945 time: 0.0611875 Feb 04 18:39:19.662791 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-ea67fd99-80ec-4fc1-a8cb-0832122a41a1 req-fd006f8f-63aa-4121-aa03-e4956aa7def2 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] 10.222.0.89 "GET /v2.0/security-groups?id=d79eaa8d-36fe-46f5-826e-f34916e9ba28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563521 Feb 04 18:39:20.797102 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d37172d-8770-4df3-973c-dbe58eeb0fbe req-80bc55aa-da0f-499f-80ba-3ec5b822e1d8 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:39:20.799152 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-7d37172d-8770-4df3-973c-dbe58eeb0fbe req-80bc55aa-da0f-499f-80ba-3ec5b822e1d8 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] 10.222.0.89 "GET /v2.0/ports?device_id=1ac41257-a30e-4333-99c6-739bfbb6260c HTTP/1.1" status: 200 len: 945 time: 0.0625103 Feb 04 18:39:20.861651 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-7d37172d-8770-4df3-973c-dbe58eeb0fbe req-d65ceabf-0040-492e-9852-1a38d9f0d65d tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] 10.222.0.89 "GET /v2.0/security-groups?id=d79eaa8d-36fe-46f5-826e-f34916e9ba28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565231 Feb 04 18:39:22.007409 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f43f3e-7bc0-4b94-89c4-f7f1ae2e5f5d req-0fac8795-036e-49f8-a334-5e3d75b5d53a tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:39:22.009265 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-66f43f3e-7bc0-4b94-89c4-f7f1ae2e5f5d req-0fac8795-036e-49f8-a334-5e3d75b5d53a tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] 10.222.0.89 "GET /v2.0/ports?device_id=1ac41257-a30e-4333-99c6-739bfbb6260c HTTP/1.1" status: 200 len: 945 time: 0.0592337 Feb 04 18:39:22.080227 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-66f43f3e-7bc0-4b94-89c4-f7f1ae2e5f5d req-18980e02-2550-49ed-b357-a6774c856a3a tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] 10.222.0.89 "GET /v2.0/security-groups?id=d79eaa8d-36fe-46f5-826e-f34916e9ba28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628064 Feb 04 18:39:23.199249 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef35c939-3557-43d5-9ca8-f6f8c57c2c64 req-19b26051-90c0-4fa4-b05f-33d86bfbe976 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:39:23.200769 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-ef35c939-3557-43d5-9ca8-f6f8c57c2c64 req-19b26051-90c0-4fa4-b05f-33d86bfbe976 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] 10.222.0.89 "GET /v2.0/ports?device_id=1ac41257-a30e-4333-99c6-739bfbb6260c HTTP/1.1" status: 200 len: 945 time: 0.0566654 Feb 04 18:39:23.254423 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-ef35c939-3557-43d5-9ca8-f6f8c57c2c64 req-5666c3b9-3229-4402-885f-7f18a06d3432 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] 10.222.0.89 "GET /v2.0/security-groups?id=d79eaa8d-36fe-46f5-826e-f34916e9ba28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467498 Feb 04 18:39:24.397332 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1023e1-03f7-417b-9421-07471d287a9d req-66a0443e-bee0-4aeb-a5cd-66c4aec1855b tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:39:24.398926 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-ed1023e1-03f7-417b-9421-07471d287a9d req-66a0443e-bee0-4aeb-a5cd-66c4aec1855b tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] 10.222.0.89 "GET /v2.0/ports?device_id=1ac41257-a30e-4333-99c6-739bfbb6260c HTTP/1.1" status: 200 len: 945 time: 0.0651886 Feb 04 18:39:24.462978 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-ed1023e1-03f7-417b-9421-07471d287a9d req-cd77c821-fef6-482b-81d9-6178df239af8 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] 10.222.0.89 "GET /v2.0/security-groups?id=d79eaa8d-36fe-46f5-826e-f34916e9ba28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559554 Feb 04 18:39:25.585544 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b591fd1d-84b0-4751-ac94-4e32f0b7c2b4 req-8f88cf68-9077-4fc3-aba2-ecb470a4d7cf tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:39:25.587745 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-b591fd1d-84b0-4751-ac94-4e32f0b7c2b4 req-8f88cf68-9077-4fc3-aba2-ecb470a4d7cf tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] 10.222.0.89 "GET /v2.0/ports?device_id=1ac41257-a30e-4333-99c6-739bfbb6260c HTTP/1.1" status: 200 len: 945 time: 0.0558851 Feb 04 18:39:25.640410 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-b591fd1d-84b0-4751-ac94-4e32f0b7c2b4 req-89abaef6-aee2-428b-97db-a57ef70bfdc0 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] 10.222.0.89 "GET /v2.0/security-groups?id=d79eaa8d-36fe-46f5-826e-f34916e9ba28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467186 Feb 04 18:39:26.766818 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39b971e-a4b4-41da-b88e-03932fc2989d req-05e189c1-60c6-4bbb-a885-dac783efafb9 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:39:26.768503 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-c39b971e-a4b4-41da-b88e-03932fc2989d req-05e189c1-60c6-4bbb-a885-dac783efafb9 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] 10.222.0.89 "GET /v2.0/ports?device_id=1ac41257-a30e-4333-99c6-739bfbb6260c HTTP/1.1" status: 200 len: 945 time: 0.0543768 Feb 04 18:39:26.821880 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-c39b971e-a4b4-41da-b88e-03932fc2989d req-ef83e825-e5d0-4afd-878b-985ae70cceb7 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] 10.222.0.89 "GET /v2.0/security-groups?id=d79eaa8d-36fe-46f5-826e-f34916e9ba28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469623 Feb 04 18:39:27.945942 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83ab072-0d59-4e08-85c4-f05cb6826ec1 req-8fa3cb6c-67e5-4a5f-8195-ace43866d3e9 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:39:27.947406 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-c83ab072-0d59-4e08-85c4-f05cb6826ec1 req-8fa3cb6c-67e5-4a5f-8195-ace43866d3e9 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] 10.222.0.89 "GET /v2.0/ports?device_id=1ac41257-a30e-4333-99c6-739bfbb6260c HTTP/1.1" status: 200 len: 945 time: 0.0548773 Feb 04 18:39:27.994490 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-c83ab072-0d59-4e08-85c4-f05cb6826ec1 req-1024719f-7917-4e02-b548-0c8ad1d975d0 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] 10.222.0.89 "GET /v2.0/security-groups?id=d79eaa8d-36fe-46f5-826e-f34916e9ba28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416036 Feb 04 18:39:28.679742 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47df9683-d6f2-46ed-8251-14882a330f4b req-60aa36ee-98f7-4c26-87ac-8dd4b4716009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:39:28.681195 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-47df9683-d6f2-46ed-8251-14882a330f4b req-60aa36ee-98f7-4c26-87ac-8dd4b4716009 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=de743ac5c1be4c7785fee5d1010e85ef&device_id=1ac41257-a30e-4333-99c6-739bfbb6260c HTTP/1.1" status: 200 len: 1127 time: 0.0473168 Feb 04 18:39:28.772400 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47df9683-d6f2-46ed-8251-14882a330f4b req-383b98aa-ea31-4bac-a574-6590f6c8dc7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:39:28.774015 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-47df9683-d6f2-46ed-8251-14882a330f4b req-383b98aa-ea31-4bac-a574-6590f6c8dc7d service neutron] 10.222.0.96 "GET /v2.0/networks?id=ef8923d0-be1c-4463-ad03-f06857ee7c18 HTTP/1.1" status: 200 len: 909 time: 0.0868492 Feb 04 18:39:28.840492 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-47df9683-d6f2-46ed-8251-14882a330f4b req-a88c8a62-a415-4788-8ca0-a093d9a39e0d service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=284a4151-a500-47a6-969d-6034d213762d HTTP/1.1" status: 200 len: 1001 time: 0.0602868 Feb 04 18:39:28.888753 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47df9683-d6f2-46ed-8251-14882a330f4b req-c734a12d-7943-4ea7-bad8-e4858b8f642c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:39:28.890196 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-47df9683-d6f2-46ed-8251-14882a330f4b req-c734a12d-7943-4ea7-bad8-e4858b8f642c service neutron] 10.222.0.96 "GET /v2.0/subnets?id=81b2406d-d65d-4723-af46-d9654239c538 HTTP/1.1" status: 200 len: 847 time: 0.0430627 Feb 04 18:39:28.946198 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47df9683-d6f2-46ed-8251-14882a330f4b req-8985c32a-808b-4d14-b2c6-979cdb4e0390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:39:28.947654 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-47df9683-d6f2-46ed-8251-14882a330f4b req-8985c32a-808b-4d14-b2c6-979cdb4e0390 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=ef8923d0-be1c-4463-ad03-f06857ee7c18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0502567 Feb 04 18:39:29.037030 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-47df9683-d6f2-46ed-8251-14882a330f4b req-bc2bc052-0f0b-4491-9fe2-57db264b1088 service neutron] 10.222.0.96 "GET /v2.0/networks/ef8923d0-be1c-4463-ad03-f06857ee7c18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823016 Feb 04 18:39:29.114592 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab58949f-a5bf-42c8-93ca-335f0199cff3 req-a74eb6fe-bf19-4a0d-946f-23916f6afc61 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:39:29.116168 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-ab58949f-a5bf-42c8-93ca-335f0199cff3 req-a74eb6fe-bf19-4a0d-946f-23916f6afc61 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] 10.222.0.89 "GET /v2.0/ports?device_id=1ac41257-a30e-4333-99c6-739bfbb6260c HTTP/1.1" status: 200 len: 945 time: 0.0532172 Feb 04 18:39:29.168857 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-ab58949f-a5bf-42c8-93ca-335f0199cff3 req-546486d3-1883-4ccc-9a56-263024865bc0 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] 10.222.0.89 "GET /v2.0/security-groups?id=d79eaa8d-36fe-46f5-826e-f34916e9ba28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468993 Feb 04 18:39:29.438628 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-47df9683-d6f2-46ed-8251-14882a330f4b req-62f9d374-db78-435c-9d18-565ac419f150 service neutron] 10.222.0.96 "GET /v2.0/networks/ef8923d0-be1c-4463-ad03-f06857ee7c18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3949714 Feb 04 18:39:29.937049 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9f8b7e62-0d35-458e-a9c3-36bf4ed79794 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (bb89f5a3-3c22-440b-b7d1-c4f0c43c184a), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:39:30.288097 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb147336-08f9-40b8-ab45-d8f3d8ece408 req-8d86f715-8508-4c7d-9616-395d066b0447 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:39:30.289957 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-eb147336-08f9-40b8-ab45-d8f3d8ece408 req-8d86f715-8508-4c7d-9616-395d066b0447 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] 10.222.0.89 "GET /v2.0/ports?device_id=1ac41257-a30e-4333-99c6-739bfbb6260c HTTP/1.1" status: 200 len: 945 time: 0.0521154 Feb 04 18:39:30.339491 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-eb147336-08f9-40b8-ab45-d8f3d8ece408 req-dfb0d405-8aa4-4558-9a12-aacaf348063e tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] 10.222.0.89 "GET /v2.0/security-groups?id=d79eaa8d-36fe-46f5-826e-f34916e9ba28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438030 Feb 04 18:39:30.751947 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device 284a4151-a500-47a6-969d-6034d213762d no longer exists at agent hyperv_n-h1-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 18:39:30.989222 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Current status of the port 284a4151-a500-47a6-969d-6034d213762d is: ACTIVE; New status is: DOWN {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 18:39:30.989927 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (284a4151-a500-47a6-969d-6034d213762d), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:39:31.017193 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ac41257-a30e-4333-99c6-739bfbb6260c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '284a4151-a500-47a6-969d-6034d213762d'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 18:39:31.019424 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d531d67ec453461b01ecd2cf0c6686e25a5679cf38f56e7e92bae688f1026262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7757ef6a-630d-4e8c-b0f3-0b8acd2cf1c7" -d '{"events": [{"server_uuid": "1ac41257-a30e-4333-99c6-739bfbb6260c", "name": "network-vif-unplugged", "status": "completed", "tag": "284a4151-a500-47a6-969d-6034d213762d"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 18:39:31.031564 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] For port 284a4151-a500-47a6-969d-6034d213762d, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=284a4151-a500-47a6-969d-6034d213762d,segment=NetworkSegment(bd2eea24-d836-4f05-bc21-e9eb44535628),segment_id=bd2eea24-d836-4f05-bc21-e9eb44535628)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 18:39:31.035889 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (284a4151-a500-47a6-969d-6034d213762d), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:39:31.065020 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 04 Feb 2022 18:39:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d478bc80-e0be-40bf-a55c-4d85c49f1779 x-openstack-request-id: req-d478bc80-e0be-40bf-a55c-4d85c49f1779 {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 18:39:31.065318 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ac41257-a30e-4333-99c6-739bfbb6260c", "name": "network-vif-unplugged", "status": "completed", "tag": "284a4151-a500-47a6-969d-6034d213762d", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 18:39:31.065573 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-d478bc80-e0be-40bf-a55c-4d85c49f1779 {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 18:39:31.065964 n-d-827839-2 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ac41257-a30e-4333-99c6-739bfbb6260c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '284a4151-a500-47a6-969d-6034d213762d', 'code': 200} Feb 04 18:39:31.087571 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Pushing event updated for resources: {'Port': ['ID=284a4151-a500-47a6-969d-6034d213762d,revision_number=8']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:39:31.466577 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0bda0f-94fc-4c67-8a78-434a6b0f61d0 req-49e8fbc3-e0ea-4026-a4ca-a3294d013118 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:39:31.468095 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-2c0bda0f-94fc-4c67-8a78-434a6b0f61d0 req-49e8fbc3-e0ea-4026-a4ca-a3294d013118 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] 10.222.0.89 "GET /v2.0/ports?device_id=1ac41257-a30e-4333-99c6-739bfbb6260c HTTP/1.1" status: 200 len: 943 time: 0.0529678 Feb 04 18:39:31.519706 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-2c0bda0f-94fc-4c67-8a78-434a6b0f61d0 req-5b043a94-c075-4b13-808a-5512230b4dba tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] 10.222.0.89 "GET /v2.0/security-groups?id=d79eaa8d-36fe-46f5-826e-f34916e9ba28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452089 Feb 04 18:39:31.630927 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [req-aa43600e-6ba5-4e97-b30e-a7cb28762e56 req-0f77d880-a2ce-40d9-adc4-4ae8612dc7b6 service neutron] http://10.222.0.89:9696/v2.0/extensions returned with HTTP 200 {{(pid=103377) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 18:39:31.631940 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-aa43600e-6ba5-4e97-b30e-a7cb28762e56 req-0f77d880-a2ce-40d9-adc4-4ae8612dc7b6 service neutron] 10.222.0.89 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0466423 Feb 04 18:39:31.788120 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ed35f2-a865-481c-8b18-85df7eebf46d req-eb592a04-f4c4-47a6-bd13-90214679ce56 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:39:31.789899 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-61ed35f2-a865-481c-8b18-85df7eebf46d req-eb592a04-f4c4-47a6-bd13-90214679ce56 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] 10.222.0.89 "GET /v2.0/ports?device_id=1ac41257-a30e-4333-99c6-739bfbb6260c HTTP/1.1" status: 200 len: 943 time: 0.0538855 Feb 04 18:39:31.839150 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-61ed35f2-a865-481c-8b18-85df7eebf46d req-feba5388-6ed8-4d9f-a10f-d823fe177348 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] 10.222.0.89 "GET /v2.0/security-groups?id=d79eaa8d-36fe-46f5-826e-f34916e9ba28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435677 Feb 04 18:39:31.954245 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-9be2eb73-552e-474c-9a88-293bcc0adb57 req-49c01bdf-29c9-4b0d-bf67-2ad7679dc01a service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=1ac41257-a30e-4333-99c6-739bfbb6260c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0843842 Feb 04 18:39:32.966433 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5f0dba-b40d-46bc-bb83-e01356acf439 req-1341095e-89aa-4299-839d-36f28a2f68d3 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:39:32.968021 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-db5f0dba-b40d-46bc-bb83-e01356acf439 req-1341095e-89aa-4299-839d-36f28a2f68d3 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] 10.222.0.89 "GET /v2.0/ports?device_id=1ac41257-a30e-4333-99c6-739bfbb6260c HTTP/1.1" status: 200 len: 943 time: 0.0591371 Feb 04 18:39:33.006746 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-62bf2bd6-6872-4745-8750-9cb4df4d108f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (64ada913-9131-4d99-a265-63a920956287), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:39:33.023950 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-db5f0dba-b40d-46bc-bb83-e01356acf439 req-848c8415-1b2d-4bcd-982c-5352be4cd1ce tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] 10.222.0.89 "GET /v2.0/security-groups?id=d79eaa8d-36fe-46f5-826e-f34916e9ba28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495648 Feb 04 18:39:33.357753 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d408ec64-b374-4acb-a1fc-48241dad6d47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (0cd6d64a-47a7-40ff-8c12-71dd526c62e0), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:39:34.142325 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacefeab-e4bd-4d62-b223-484621fa74ff req-c7b1e034-918d-43f5-b727-70e45d78d421 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:39:34.143806 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-bacefeab-e4bd-4d62-b223-484621fa74ff req-c7b1e034-918d-43f5-b727-70e45d78d421 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] 10.222.0.89 "GET /v2.0/ports?device_id=1ac41257-a30e-4333-99c6-739bfbb6260c HTTP/1.1" status: 200 len: 943 time: 0.0524988 Feb 04 18:39:34.196625 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-bacefeab-e4bd-4d62-b223-484621fa74ff req-fbb12161-9e61-45e0-81dd-7168225aed77 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] 10.222.0.89 "GET /v2.0/security-groups?id=d79eaa8d-36fe-46f5-826e-f34916e9ba28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469682 Feb 04 18:39:34.782816 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device 284a4151-a500-47a6-969d-6034d213762d no longer exists at agent hyperv_n-h1-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 18:39:34.856126 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Current status of the port 284a4151-a500-47a6-969d-6034d213762d is: DOWN; New status is: DOWN {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 18:39:35.179911 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4f14bb47-e72b-46ac-9e44-a61d9293afcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (75326290-f7a3-4db8-9cf2-15c7139ed224), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:39:35.324243 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4227876-8921-4489-a30d-da9ea0c86073 req-63762954-ff86-4a65-952c-6817d17fb4b1 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:39:35.326982 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-f4227876-8921-4489-a30d-da9ea0c86073 req-63762954-ff86-4a65-952c-6817d17fb4b1 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] 10.222.0.89 "GET /v2.0/ports?device_id=1ac41257-a30e-4333-99c6-739bfbb6260c HTTP/1.1" status: 200 len: 943 time: 0.0590336 Feb 04 18:39:35.375885 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-f4227876-8921-4489-a30d-da9ea0c86073 req-7453398d-36a1-4127-b59a-deef51a238e1 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] 10.222.0.89 "GET /v2.0/security-groups?id=d79eaa8d-36fe-46f5-826e-f34916e9ba28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420890 Feb 04 18:39:35.917846 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (ba70844b-66a0-45fd-a2f2-e6ed673321fc), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:39:36.501974 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e543521-ae54-4775-9629-eb0b2e366a00 req-a23891a8-55ff-4819-b722-a67f95582a96 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:39:36.503608 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-1e543521-ae54-4775-9629-eb0b2e366a00 req-a23891a8-55ff-4819-b722-a67f95582a96 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] 10.222.0.89 "GET /v2.0/ports?device_id=1ac41257-a30e-4333-99c6-739bfbb6260c HTTP/1.1" status: 200 len: 943 time: 0.0568652 Feb 04 18:39:36.553963 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-1e543521-ae54-4775-9629-eb0b2e366a00 req-f74a506c-9849-4ac3-b025-72cf03f72eed tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] 10.222.0.89 "GET /v2.0/security-groups?id=d79eaa8d-36fe-46f5-826e-f34916e9ba28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443079 Feb 04 18:39:36.869403 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be2eb73-552e-474c-9a88-293bcc0adb57 req-75fd88b5-2f50-4b8e-98fb-43234fcb6db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:39:36.870802 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-9be2eb73-552e-474c-9a88-293bcc0adb57 req-75fd88b5-2f50-4b8e-98fb-43234fcb6db6 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=1ac41257-a30e-4333-99c6-739bfbb6260c&tenant_id=de743ac5c1be4c7785fee5d1010e85ef HTTP/1.1" status: 200 len: 1125 time: 0.0440536 Feb 04 18:39:36.940527 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be2eb73-552e-474c-9a88-293bcc0adb57 req-e36bc4f7-814a-4fb2-81f9-ab8668610dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:39:36.942050 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-9be2eb73-552e-474c-9a88-293bcc0adb57 req-e36bc4f7-814a-4fb2-81f9-ab8668610dd0 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=de743ac5c1be4c7785fee5d1010e85ef&device_id=1ac41257-a30e-4333-99c6-739bfbb6260c HTTP/1.1" status: 200 len: 1125 time: 0.0474839 Feb 04 18:39:37.028724 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be2eb73-552e-474c-9a88-293bcc0adb57 req-0e604908-a00d-4165-8baa-f024d2e972e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:39:37.030199 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-9be2eb73-552e-474c-9a88-293bcc0adb57 req-0e604908-a00d-4165-8baa-f024d2e972e4 service neutron] 10.222.0.96 "GET /v2.0/networks?id=ef8923d0-be1c-4463-ad03-f06857ee7c18 HTTP/1.1" status: 200 len: 909 time: 0.0818489 Feb 04 18:39:37.098023 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-9be2eb73-552e-474c-9a88-293bcc0adb57 req-9b830ab1-2fdd-4407-87cc-10d5cbc91c3f service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=284a4151-a500-47a6-969d-6034d213762d HTTP/1.1" status: 200 len: 999 time: 0.0612566 Feb 04 18:39:37.145201 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be2eb73-552e-474c-9a88-293bcc0adb57 req-07ff8f33-43dc-4237-a555-a8c0aa947505 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:39:37.146623 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-9be2eb73-552e-474c-9a88-293bcc0adb57 req-07ff8f33-43dc-4237-a555-a8c0aa947505 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=81b2406d-d65d-4723-af46-d9654239c538 HTTP/1.1" status: 200 len: 847 time: 0.0430696 Feb 04 18:39:37.194956 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be2eb73-552e-474c-9a88-293bcc0adb57 req-8d21d4ab-eae3-454d-99f8-c0a8eb7d1e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:39:37.196449 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-9be2eb73-552e-474c-9a88-293bcc0adb57 req-8d21d4ab-eae3-454d-99f8-c0a8eb7d1e85 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=ef8923d0-be1c-4463-ad03-f06857ee7c18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0432749 Feb 04 18:39:37.287111 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-9be2eb73-552e-474c-9a88-293bcc0adb57 req-c515d1f4-3e04-40fb-b545-c32914d11e67 service neutron] 10.222.0.96 "GET /v2.0/networks/ef8923d0-be1c-4463-ad03-f06857ee7c18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845277 Feb 04 18:39:37.376542 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-9be2eb73-552e-474c-9a88-293bcc0adb57 req-373aba13-ee34-424f-95fe-3b4b4e5f83d7 service neutron] 10.222.0.96 "GET /v2.0/networks/ef8923d0-be1c-4463-ad03-f06857ee7c18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836861 Feb 04 18:39:37.700586 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1028a986-9542-467c-9777-05ffcc206147 req-eb414092-c651-42f1-bd81-2aeca6d7a185 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:39:37.709893 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-1028a986-9542-467c-9777-05ffcc206147 req-eb414092-c651-42f1-bd81-2aeca6d7a185 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] 10.222.0.89 "GET /v2.0/ports?device_id=1ac41257-a30e-4333-99c6-739bfbb6260c HTTP/1.1" status: 200 len: 943 time: 0.0856347 Feb 04 18:39:37.777410 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-1028a986-9542-467c-9777-05ffcc206147 req-ee81a894-9038-47f5-ae73-d63ed1a89c7b tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] 10.222.0.89 "GET /v2.0/security-groups?id=d79eaa8d-36fe-46f5-826e-f34916e9ba28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0618451 Feb 04 18:39:38.165506 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.agents_db [None req-e1691f3b-aacd-4cd6-8ebb-a9c53bb301c0 None None] Agent healthcheck: found 7 active agents {{(pid=103379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 18:39:38.905281 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3710b2-2d4f-4080-9fac-8e9e3a1fe9e6 req-819dca2c-ee90-422f-b1a1-ffafc9012e04 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:39:38.908111 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-0e3710b2-2d4f-4080-9fac-8e9e3a1fe9e6 req-819dca2c-ee90-422f-b1a1-ffafc9012e04 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] 10.222.0.89 "GET /v2.0/ports?device_id=1ac41257-a30e-4333-99c6-739bfbb6260c HTTP/1.1" status: 200 len: 943 time: 0.0559285 Feb 04 18:39:38.957583 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-0e3710b2-2d4f-4080-9fac-8e9e3a1fe9e6 req-9cc347a3-a6e9-4236-a4cf-75b7ef7f104e tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] 10.222.0.89 "GET /v2.0/security-groups?id=d79eaa8d-36fe-46f5-826e-f34916e9ba28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444257 Feb 04 18:39:40.096332 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca444d2-c797-43ba-aeec-424ac82b7b54 req-20f4bdc0-37f0-4122-aab4-f53ecf2b6919 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:39:40.098527 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-2ca444d2-c797-43ba-aeec-424ac82b7b54 req-20f4bdc0-37f0-4122-aab4-f53ecf2b6919 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] 10.222.0.89 "GET /v2.0/ports?device_id=1ac41257-a30e-4333-99c6-739bfbb6260c HTTP/1.1" status: 200 len: 943 time: 0.0680580 Feb 04 18:39:40.151324 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-2ca444d2-c797-43ba-aeec-424ac82b7b54 req-acbab193-5263-4660-a17d-ca5d4834beb0 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] 10.222.0.89 "GET /v2.0/security-groups?id=d79eaa8d-36fe-46f5-826e-f34916e9ba28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467236 Feb 04 18:39:40.922641 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (f20a1ab3-4332-4f54-833b-ba4a7c687e89), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:39:41.292666 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367382ed-115b-42f8-b1da-836c0d3732ac req-0fb16026-6a0c-4dab-a22c-ac362a29a6f7 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:39:41.295584 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-367382ed-115b-42f8-b1da-836c0d3732ac req-0fb16026-6a0c-4dab-a22c-ac362a29a6f7 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] 10.222.0.89 "GET /v2.0/ports?device_id=1ac41257-a30e-4333-99c6-739bfbb6260c HTTP/1.1" status: 200 len: 943 time: 0.0617735 Feb 04 18:39:41.349435 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-367382ed-115b-42f8-b1da-836c0d3732ac req-cd80d0ee-26f1-4672-9aa8-9f57c5adb462 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] 10.222.0.89 "GET /v2.0/security-groups?id=d79eaa8d-36fe-46f5-826e-f34916e9ba28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489352 Feb 04 18:39:42.480659 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b229ab6-efc4-48e9-8322-e38839434234 req-3d6277cb-cde5-4d2a-ae40-0f847e6148ec tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:39:42.483275 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-3b229ab6-efc4-48e9-8322-e38839434234 req-3d6277cb-cde5-4d2a-ae40-0f847e6148ec tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] 10.222.0.89 "GET /v2.0/ports?device_id=1ac41257-a30e-4333-99c6-739bfbb6260c HTTP/1.1" status: 200 len: 943 time: 0.0582206 Feb 04 18:39:42.534426 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-3b229ab6-efc4-48e9-8322-e38839434234 req-50e4302d-0f51-474a-b823-824b67257e24 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] 10.222.0.89 "GET /v2.0/security-groups?id=d79eaa8d-36fe-46f5-826e-f34916e9ba28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448031 Feb 04 18:39:43.076838 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (3f9244a9-75fc-4c10-b195-11d48b853b41), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:39:43.681638 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f7c019-5cae-45b6-b211-1f5529961bca req-ea0e2741-28f6-4085-a2c1-027857dea768 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:39:43.683174 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-75f7c019-5cae-45b6-b211-1f5529961bca req-ea0e2741-28f6-4085-a2c1-027857dea768 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] 10.222.0.89 "GET /v2.0/ports?device_id=1ac41257-a30e-4333-99c6-739bfbb6260c HTTP/1.1" status: 200 len: 943 time: 0.0666807 Feb 04 18:39:43.742202 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-75f7c019-5cae-45b6-b211-1f5529961bca req-7f6c81bc-6027-4028-8d33-6030e0da3156 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] 10.222.0.89 "GET /v2.0/security-groups?id=d79eaa8d-36fe-46f5-826e-f34916e9ba28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531363 Feb 04 18:39:44.881517 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b11afb6-4b1d-42e7-ae90-a9ef67130539 req-6e22b9fc-9acd-495d-895b-4300b702576f tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:39:44.883072 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-7b11afb6-4b1d-42e7-ae90-a9ef67130539 req-6e22b9fc-9acd-495d-895b-4300b702576f tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] 10.222.0.89 "GET /v2.0/ports?device_id=1ac41257-a30e-4333-99c6-739bfbb6260c HTTP/1.1" status: 200 len: 943 time: 0.0645781 Feb 04 18:39:44.938012 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-7b11afb6-4b1d-42e7-ae90-a9ef67130539 req-4f8d6a77-b2ff-4fa7-98d9-ae6a12c5a95e tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] 10.222.0.89 "GET /v2.0/security-groups?id=d79eaa8d-36fe-46f5-826e-f34916e9ba28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483575 Feb 04 18:39:46.061678 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a530fd8f-861e-42d9-b02b-4e0d33c86ec5 req-150c835b-d2b6-4931-a9fc-858f171e0b99 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:39:46.063168 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-a530fd8f-861e-42d9-b02b-4e0d33c86ec5 req-150c835b-d2b6-4931-a9fc-858f171e0b99 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] 10.222.0.89 "GET /v2.0/ports?device_id=1ac41257-a30e-4333-99c6-739bfbb6260c HTTP/1.1" status: 200 len: 943 time: 0.0565097 Feb 04 18:39:46.111140 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-a530fd8f-861e-42d9-b02b-4e0d33c86ec5 req-42f1b969-b959-4380-a397-84a52f7c3801 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] 10.222.0.89 "GET /v2.0/security-groups?id=d79eaa8d-36fe-46f5-826e-f34916e9ba28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423455 Feb 04 18:39:47.228521 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e98497b-357a-4c4d-b10f-9d52cdeee8b9 req-39a53bf7-7e0e-4313-9db2-7c591559017d tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:39:47.230015 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-6e98497b-357a-4c4d-b10f-9d52cdeee8b9 req-39a53bf7-7e0e-4313-9db2-7c591559017d tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] 10.222.0.89 "GET /v2.0/ports?device_id=1ac41257-a30e-4333-99c6-739bfbb6260c HTTP/1.1" status: 200 len: 943 time: 0.0521338 Feb 04 18:39:47.277535 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-6e98497b-357a-4c4d-b10f-9d52cdeee8b9 req-8a3497a0-17e2-417c-900f-d1a4fd381a06 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] 10.222.0.89 "GET /v2.0/security-groups?id=d79eaa8d-36fe-46f5-826e-f34916e9ba28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410597 Feb 04 18:39:48.397495 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4d32c6-c591-4ae9-b7e2-ca8368825a76 req-4efad8cd-4adf-4b58-b716-a27714302667 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:39:48.398956 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-6a4d32c6-c591-4ae9-b7e2-ca8368825a76 req-4efad8cd-4adf-4b58-b716-a27714302667 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] 10.222.0.89 "GET /v2.0/ports?device_id=1ac41257-a30e-4333-99c6-739bfbb6260c HTTP/1.1" status: 200 len: 943 time: 0.0522177 Feb 04 18:39:48.446850 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-6a4d32c6-c591-4ae9-b7e2-ca8368825a76 req-428262a7-6aab-420f-b3a5-0b354e9cd618 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] 10.222.0.89 "GET /v2.0/security-groups?id=d79eaa8d-36fe-46f5-826e-f34916e9ba28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422769 Feb 04 18:39:49.572113 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b314c6b-b11c-4dd0-a91e-343c48134fed req-9f586f24-7a8b-4dae-ba58-a81fc6f6bc53 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:39:49.573499 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-1b314c6b-b11c-4dd0-a91e-343c48134fed req-9f586f24-7a8b-4dae-ba58-a81fc6f6bc53 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] 10.222.0.89 "GET /v2.0/ports?device_id=1ac41257-a30e-4333-99c6-739bfbb6260c HTTP/1.1" status: 200 len: 943 time: 0.0558717 Feb 04 18:39:49.620982 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-1b314c6b-b11c-4dd0-a91e-343c48134fed req-09438158-dd02-485e-b92f-bf76655b0f46 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] 10.222.0.89 "GET /v2.0/security-groups?id=d79eaa8d-36fe-46f5-826e-f34916e9ba28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413404 Feb 04 18:39:50.741033 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c173eb2-f057-4802-b050-40df99a20e27 req-6ba17434-b092-4204-8758-ed5dc20b67de tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:39:50.742514 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-2c173eb2-f057-4802-b050-40df99a20e27 req-6ba17434-b092-4204-8758-ed5dc20b67de tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] 10.222.0.89 "GET /v2.0/ports?device_id=1ac41257-a30e-4333-99c6-739bfbb6260c HTTP/1.1" status: 200 len: 943 time: 0.0515995 Feb 04 18:39:50.794545 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-2c173eb2-f057-4802-b050-40df99a20e27 req-6b54782e-a228-4815-8c09-a4d99e7544bc tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] 10.222.0.89 "GET /v2.0/security-groups?id=d79eaa8d-36fe-46f5-826e-f34916e9ba28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465550 Feb 04 18:39:51.915804 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4020df-9fae-4e28-a461-e6439b7dadeb req-ef6ec9ae-ff9f-4918-937d-f8217e3328a9 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:39:51.917315 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-6a4020df-9fae-4e28-a461-e6439b7dadeb req-ef6ec9ae-ff9f-4918-937d-f8217e3328a9 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] 10.222.0.89 "GET /v2.0/ports?device_id=1ac41257-a30e-4333-99c6-739bfbb6260c HTTP/1.1" status: 200 len: 943 time: 0.0528717 Feb 04 18:39:51.966196 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-6a4020df-9fae-4e28-a461-e6439b7dadeb req-ade83827-6e87-4505-85f7-e4ff2bd1cfb8 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] 10.222.0.89 "GET /v2.0/security-groups?id=d79eaa8d-36fe-46f5-826e-f34916e9ba28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426173 Feb 04 18:39:53.086926 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a7449b-aa34-4635-9cb2-a99b44ac6a1e req-daede046-1b21-40d7-8c30-94fc908080e6 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:39:53.088387 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-59a7449b-aa34-4635-9cb2-a99b44ac6a1e req-daede046-1b21-40d7-8c30-94fc908080e6 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] 10.222.0.89 "GET /v2.0/ports?device_id=1ac41257-a30e-4333-99c6-739bfbb6260c HTTP/1.1" status: 200 len: 943 time: 0.0539179 Feb 04 18:39:53.138027 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-59a7449b-aa34-4635-9cb2-a99b44ac6a1e req-8b2cc129-2b2f-4bfa-8b2e-7e3686ef1fa2 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] 10.222.0.89 "GET /v2.0/security-groups?id=d79eaa8d-36fe-46f5-826e-f34916e9ba28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438545 Feb 04 18:39:54.254203 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0322b935-0c3d-4c5f-989c-4be298f8d2c3 req-18a03fcc-1a7a-40b9-854f-274faa57c987 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:39:54.255703 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-0322b935-0c3d-4c5f-989c-4be298f8d2c3 req-18a03fcc-1a7a-40b9-854f-274faa57c987 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] 10.222.0.89 "GET /v2.0/ports?device_id=1ac41257-a30e-4333-99c6-739bfbb6260c HTTP/1.1" status: 200 len: 943 time: 0.0512571 Feb 04 18:39:54.307568 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-0322b935-0c3d-4c5f-989c-4be298f8d2c3 req-1c47e321-c849-4e13-a2a1-1f62717662da tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] 10.222.0.89 "GET /v2.0/security-groups?id=d79eaa8d-36fe-46f5-826e-f34916e9ba28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462563 Feb 04 18:39:54.875988 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device 284a4151-a500-47a6-969d-6034d213762d details requested by agent hyperv_n-h1-827839-2 with host n-h1-827839-2 {{(pid=103378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 18:39:54.973628 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] For port 284a4151-a500-47a6-969d-6034d213762d, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=284a4151-a500-47a6-969d-6034d213762d,segment=NetworkSegment(bd2eea24-d836-4f05-bc21-e9eb44535628),segment_id=bd2eea24-d836-4f05-bc21-e9eb44535628)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 18:39:54.985339 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Returning: {'device': '284a4151-a500-47a6-969d-6034d213762d', 'network_id': 'ef8923d0-be1c-4463-ad03-f06857ee7c18', 'port_id': '284a4151-a500-47a6-969d-6034d213762d', 'mac_address': 'fa:16:3e:53:42:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 757, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81b2406d-d65d-4723-af46-d9654239c538', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 18:39:55.022356 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Current status of the port 284a4151-a500-47a6-969d-6034d213762d is: DOWN; New status is: BUILD {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 18:39:55.022748 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (284a4151-a500-47a6-969d-6034d213762d), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:39:55.035427 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 284a4151-a500-47a6-969d-6034d213762d {{(pid=103378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 18:39:55.054541 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] For port 284a4151-a500-47a6-969d-6034d213762d, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=284a4151-a500-47a6-969d-6034d213762d,segment=NetworkSegment(bd2eea24-d836-4f05-bc21-e9eb44535628),segment_id=bd2eea24-d836-4f05-bc21-e9eb44535628)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 18:39:55.058509 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (284a4151-a500-47a6-969d-6034d213762d), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:39:55.108142 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Pushing event updated for resources: {'Port': ['ID=284a4151-a500-47a6-969d-6034d213762d,revision_number=9']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:39:55.430160 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d70f9ca-6f98-463e-b3bb-382c87d4e387 req-61bb0ef4-bd8e-4424-a275-4a0beea18db8 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:39:55.431654 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-4d70f9ca-6f98-463e-b3bb-382c87d4e387 req-61bb0ef4-bd8e-4424-a275-4a0beea18db8 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] 10.222.0.89 "GET /v2.0/ports?device_id=1ac41257-a30e-4333-99c6-739bfbb6260c HTTP/1.1" status: 200 len: 944 time: 0.0531790 Feb 04 18:39:55.462090 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] get_ports_and_sgs() called for port_ids ['284a4151-a500-47a6-969d-6034d213762d'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 18:39:55.480069 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-4d70f9ca-6f98-463e-b3bb-382c87d4e387 req-a36c6350-e6c5-470e-8cc4-af3d2c94a74b tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] 10.222.0.89 "GET /v2.0/security-groups?id=d79eaa8d-36fe-46f5-826e-f34916e9ba28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427992 Feb 04 18:39:56.598884 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905c2409-29ae-4d0f-8360-838bcc3c2205 req-1c26a249-63b6-43fd-aa09-7720bd641c72 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:39:56.600270 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-905c2409-29ae-4d0f-8360-838bcc3c2205 req-1c26a249-63b6-43fd-aa09-7720bd641c72 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] 10.222.0.89 "GET /v2.0/ports?device_id=1ac41257-a30e-4333-99c6-739bfbb6260c HTTP/1.1" status: 200 len: 944 time: 0.0513575 Feb 04 18:39:56.647599 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-905c2409-29ae-4d0f-8360-838bcc3c2205 req-1789f3e2-fb6f-4f8b-8432-b13c43b8a825 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] 10.222.0.89 "GET /v2.0/security-groups?id=d79eaa8d-36fe-46f5-826e-f34916e9ba28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417895 Feb 04 18:39:56.875857 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device 284a4151-a500-47a6-969d-6034d213762d up at agent hyperv_n-h1-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 18:39:56.923553 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Provisioning complete for port 284a4151-a500-47a6-969d-6034d213762d triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 18:39:56.923920 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (284a4151-a500-47a6-969d-6034d213762d), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:39:57.002161 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Current status of the port 284a4151-a500-47a6-969d-6034d213762d is: BUILD; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 18:39:57.002625 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (284a4151-a500-47a6-969d-6034d213762d), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:39:57.024895 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ac41257-a30e-4333-99c6-739bfbb6260c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '284a4151-a500-47a6-969d-6034d213762d'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 18:39:57.027212 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d531d67ec453461b01ecd2cf0c6686e25a5679cf38f56e7e92bae688f1026262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-053345be-856e-4ee3-83f0-897d2505cf2e" -d '{"events": [{"server_uuid": "1ac41257-a30e-4333-99c6-739bfbb6260c", "name": "network-vif-plugged", "status": "completed", "tag": "284a4151-a500-47a6-969d-6034d213762d"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 18:39:57.039970 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] For port 284a4151-a500-47a6-969d-6034d213762d, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=284a4151-a500-47a6-969d-6034d213762d,segment=NetworkSegment(bd2eea24-d836-4f05-bc21-e9eb44535628),segment_id=bd2eea24-d836-4f05-bc21-e9eb44535628)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 18:39:57.044139 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (284a4151-a500-47a6-969d-6034d213762d), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:39:57.067690 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 18:39:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-607f8110-80ec-4428-8021-67676e603743 x-openstack-request-id: req-607f8110-80ec-4428-8021-67676e603743 {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 18:39:57.067987 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ac41257-a30e-4333-99c6-739bfbb6260c", "name": "network-vif-plugged", "status": "completed", "tag": "284a4151-a500-47a6-969d-6034d213762d", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 18:39:57.068240 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-607f8110-80ec-4428-8021-67676e603743 {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 18:39:57.068631 n-d-827839-2 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ac41257-a30e-4333-99c6-739bfbb6260c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '284a4151-a500-47a6-969d-6034d213762d', 'code': 200} Feb 04 18:39:57.094042 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Pushing event updated for resources: {'Port': ['ID=284a4151-a500-47a6-969d-6034d213762d,revision_number=10']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:39:57.227506 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef69e60d-b868-4ce6-93d3-bb00936bff79 req-143e3a68-9b1f-4458-82c1-213ae60f55ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:39:57.229066 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-ef69e60d-b868-4ce6-93d3-bb00936bff79 req-143e3a68-9b1f-4458-82c1-213ae60f55ea service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=1ac41257-a30e-4333-99c6-739bfbb6260c HTTP/1.1" status: 200 len: 1128 time: 0.0482769 Feb 04 18:39:57.273844 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-ef69e60d-b868-4ce6-93d3-bb00936bff79 req-49fe8d93-18d6-45d5-afa6-651507474f68 service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=d79eaa8d-36fe-46f5-826e-f34916e9ba28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384543 Feb 04 18:39:57.766599 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4110a1c1-1773-44d2-9547-eb90cb8b662d req-59189278-9bab-48c0-b450-322d62c598e9 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:39:57.768076 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-4110a1c1-1773-44d2-9547-eb90cb8b662d req-59189278-9bab-48c0-b450-322d62c598e9 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] 10.222.0.89 "GET /v2.0/ports?device_id=1ac41257-a30e-4333-99c6-739bfbb6260c HTTP/1.1" status: 200 len: 946 time: 0.0525806 Feb 04 18:39:57.816017 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-4110a1c1-1773-44d2-9547-eb90cb8b662d req-d29b83d6-2f63-4add-bc94-b3f618c281c1 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] 10.222.0.89 "GET /v2.0/security-groups?id=d79eaa8d-36fe-46f5-826e-f34916e9ba28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424459 Feb 04 18:39:58.938610 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9c60a7-6a42-4a4b-a666-3c132ffb88a3 req-1b61f51f-1171-46db-9f5c-2df6c8ef2b24 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:39:58.940633 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-9e9c60a7-6a42-4a4b-a666-3c132ffb88a3 req-1b61f51f-1171-46db-9f5c-2df6c8ef2b24 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] 10.222.0.89 "GET /v2.0/ports?device_id=1ac41257-a30e-4333-99c6-739bfbb6260c HTTP/1.1" status: 200 len: 946 time: 0.0539069 Feb 04 18:39:58.990357 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-9e9c60a7-6a42-4a4b-a666-3c132ffb88a3 req-610c626f-cbaf-4dcb-9c50-bed491d09c09 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] 10.222.0.89 "GET /v2.0/security-groups?id=d79eaa8d-36fe-46f5-826e-f34916e9ba28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436983 Feb 04 18:39:59.939837 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-de211e95-c7f5-4785-b8c7-f4297f796029 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (bb89f5a3-3c22-440b-b7d1-c4f0c43c184a), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:40:00.115353 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c2f7bf-a078-44ca-8fe7-74ac07b8054b req-2915fd36-432e-4b63-9838-26416d53e33d tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:40:00.116882 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-86c2f7bf-a078-44ca-8fe7-74ac07b8054b req-2915fd36-432e-4b63-9838-26416d53e33d tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] 10.222.0.89 "GET /v2.0/ports?device_id=1ac41257-a30e-4333-99c6-739bfbb6260c HTTP/1.1" status: 200 len: 946 time: 0.0596786 Feb 04 18:40:00.164778 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-86c2f7bf-a078-44ca-8fe7-74ac07b8054b req-f736ee27-0cb2-489d-9f50-24fa30a3f2ca tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] 10.222.0.89 "GET /v2.0/security-groups?id=d79eaa8d-36fe-46f5-826e-f34916e9ba28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420971 Feb 04 18:40:02.999506 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7f7b0659-1845-4340-bffc-072f2061a143 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (64ada913-9131-4d99-a265-63a920956287), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:40:03.354967 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d408ec64-b374-4acb-a1fc-48241dad6d47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (0cd6d64a-47a7-40ff-8c12-71dd526c62e0), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:40:05.183716 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4f14bb47-e72b-46ac-9e44-a61d9293afcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (75326290-f7a3-4db8-9cf2-15c7139ed224), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:40:05.920211 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (ba70844b-66a0-45fd-a2f2-e6ed673321fc), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:40:10.920825 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (f20a1ab3-4332-4f54-833b-ba4a7c687e89), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:40:13.083021 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (3f9244a9-75fc-4c10-b195-11d48b853b41), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:40:15.164837 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.agents_db [None req-e1691f3b-aacd-4cd6-8ebb-a9c53bb301c0 None None] Agent healthcheck: found 7 active agents {{(pid=103379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 18:40:19.003803 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-af64b088-2012-412e-95a1-2123b6c26912 req-e7b2ad29-587f-4a3b-8e70-f44a739b507e service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=1ac41257-a30e-4333-99c6-739bfbb6260c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0442674 Feb 04 18:40:19.092193 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af64b088-2012-412e-95a1-2123b6c26912 req-35de6883-4437-44fd-a87f-05d80751bc58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:40:19.093654 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-af64b088-2012-412e-95a1-2123b6c26912 req-35de6883-4437-44fd-a87f-05d80751bc58 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=de743ac5c1be4c7785fee5d1010e85ef&device_id=1ac41257-a30e-4333-99c6-739bfbb6260c HTTP/1.1" status: 200 len: 1128 time: 0.0489285 Feb 04 18:40:19.195562 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af64b088-2012-412e-95a1-2123b6c26912 req-adeab7dd-f041-41aa-891a-5f65b6273ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:40:19.197077 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-af64b088-2012-412e-95a1-2123b6c26912 req-adeab7dd-f041-41aa-891a-5f65b6273ef6 service neutron] 10.222.0.96 "GET /v2.0/networks?id=ef8923d0-be1c-4463-ad03-f06857ee7c18 HTTP/1.1" status: 200 len: 909 time: 0.0835292 Feb 04 18:40:19.266659 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-af64b088-2012-412e-95a1-2123b6c26912 req-f4dd934f-d299-45bc-baed-4371634f933e service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=284a4151-a500-47a6-969d-6034d213762d HTTP/1.1" status: 200 len: 1001 time: 0.0621140 Feb 04 18:40:19.314846 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af64b088-2012-412e-95a1-2123b6c26912 req-8717ce76-b1f9-4475-9ad6-f97b537bec2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:40:19.316268 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-af64b088-2012-412e-95a1-2123b6c26912 req-8717ce76-b1f9-4475-9ad6-f97b537bec2f service neutron] 10.222.0.96 "GET /v2.0/subnets?id=81b2406d-d65d-4723-af46-d9654239c538 HTTP/1.1" status: 200 len: 847 time: 0.0435250 Feb 04 18:40:19.364673 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af64b088-2012-412e-95a1-2123b6c26912 req-df799e23-6e91-4667-b76c-0dddd3ccf03f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:40:19.366145 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-af64b088-2012-412e-95a1-2123b6c26912 req-df799e23-6e91-4667-b76c-0dddd3ccf03f service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=ef8923d0-be1c-4463-ad03-f06857ee7c18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0442178 Feb 04 18:40:19.459482 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-af64b088-2012-412e-95a1-2123b6c26912 req-a7a1789d-d976-4e29-b1d8-6f00a235cd99 service neutron] 10.222.0.96 "GET /v2.0/networks/ef8923d0-be1c-4463-ad03-f06857ee7c18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858667 Feb 04 18:40:19.547167 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-af64b088-2012-412e-95a1-2123b6c26912 req-ca32b945-611d-4c1a-8021-227464e70185 service neutron] 10.222.0.96 "GET /v2.0/networks/ef8923d0-be1c-4463-ad03-f06857ee7c18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814271 Feb 04 18:40:29.940758 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6f7c2406-ec8c-4cc9-9a19-0bf38ed1c5c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (bb89f5a3-3c22-440b-b7d1-c4f0c43c184a), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:40:33.002551 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-897f5bdf-5789-4192-93fb-ebbba356ffe2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (64ada913-9131-4d99-a265-63a920956287), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:40:33.357956 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d408ec64-b374-4acb-a1fc-48241dad6d47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (0cd6d64a-47a7-40ff-8c12-71dd526c62e0), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:40:35.188059 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4f14bb47-e72b-46ac-9e44-a61d9293afcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (75326290-f7a3-4db8-9cf2-15c7139ed224), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:40:35.922963 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (ba70844b-66a0-45fd-a2f2-e6ed673321fc), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:40:40.920174 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (f20a1ab3-4332-4f54-833b-ba4a7c687e89), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:40:43.085830 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (3f9244a9-75fc-4c10-b195-11d48b853b41), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:40:52.165900 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.agents_db [None req-e1691f3b-aacd-4cd6-8ebb-a9c53bb301c0 None None] Agent healthcheck: found 7 active agents {{(pid=103379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 18:40:59.941978 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-78bb7cc4-644e-4b82-a890-5dcd732a0f02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (bb89f5a3-3c22-440b-b7d1-c4f0c43c184a), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:41:03.006308 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-73a72f3c-d993-4132-addf-858519d3332c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (64ada913-9131-4d99-a265-63a920956287), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:41:03.360175 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d408ec64-b374-4acb-a1fc-48241dad6d47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (0cd6d64a-47a7-40ff-8c12-71dd526c62e0), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:41:05.190564 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4f14bb47-e72b-46ac-9e44-a61d9293afcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (75326290-f7a3-4db8-9cf2-15c7139ed224), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:41:05.924939 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (ba70844b-66a0-45fd-a2f2-e6ed673321fc), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:41:10.933399 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (f20a1ab3-4332-4f54-833b-ba4a7c687e89), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:41:13.076708 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (3f9244a9-75fc-4c10-b195-11d48b853b41), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:41:20.871227 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-3e8d4755-38f9-4c69-957b-54ed24cd817d req-d1b80f01-e7ed-4296-a894-0adf5658c29d service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=1ac41257-a30e-4333-99c6-739bfbb6260c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0819397 Feb 04 18:41:20.959959 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8d4755-38f9-4c69-957b-54ed24cd817d req-36bca9a2-5e70-4b28-9aa0-5f4b600b89a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:41:20.961527 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-3e8d4755-38f9-4c69-957b-54ed24cd817d req-36bca9a2-5e70-4b28-9aa0-5f4b600b89a5 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=de743ac5c1be4c7785fee5d1010e85ef&device_id=1ac41257-a30e-4333-99c6-739bfbb6260c HTTP/1.1" status: 200 len: 1128 time: 0.0493152 Feb 04 18:41:21.061821 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8d4755-38f9-4c69-957b-54ed24cd817d req-65e780c4-6667-4d85-a63e-f6f540caa58c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:41:21.063211 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-3e8d4755-38f9-4c69-957b-54ed24cd817d req-65e780c4-6667-4d85-a63e-f6f540caa58c service neutron] 10.222.0.96 "GET /v2.0/networks?id=ef8923d0-be1c-4463-ad03-f06857ee7c18 HTTP/1.1" status: 200 len: 909 time: 0.0840936 Feb 04 18:41:21.130299 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-3e8d4755-38f9-4c69-957b-54ed24cd817d req-ffb70d91-e7a5-4d75-a70b-4d3adcd8c986 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=284a4151-a500-47a6-969d-6034d213762d HTTP/1.1" status: 200 len: 1001 time: 0.0607884 Feb 04 18:41:21.177572 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8d4755-38f9-4c69-957b-54ed24cd817d req-c6efd767-fea0-45b1-9dec-2206739ec6d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:41:21.179560 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-3e8d4755-38f9-4c69-957b-54ed24cd817d req-c6efd767-fea0-45b1-9dec-2206739ec6d0 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=81b2406d-d65d-4723-af46-d9654239c538 HTTP/1.1" status: 200 len: 847 time: 0.0434327 Feb 04 18:41:21.226852 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8d4755-38f9-4c69-957b-54ed24cd817d req-ce304c2c-9367-42d7-ac14-db827140ccd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:41:21.228378 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-3e8d4755-38f9-4c69-957b-54ed24cd817d req-ce304c2c-9367-42d7-ac14-db827140ccd1 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=ef8923d0-be1c-4463-ad03-f06857ee7c18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0430031 Feb 04 18:41:21.318485 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-3e8d4755-38f9-4c69-957b-54ed24cd817d req-a7b49092-5c95-4e60-8d7b-248d60ff7a70 service neutron] 10.222.0.96 "GET /v2.0/networks/ef8923d0-be1c-4463-ad03-f06857ee7c18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842328 Feb 04 18:41:21.411444 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-3e8d4755-38f9-4c69-957b-54ed24cd817d req-9f02bff5-8580-477e-b5f2-cfb74e428a7d service neutron] 10.222.0.96 "GET /v2.0/networks/ef8923d0-be1c-4463-ad03-f06857ee7c18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865262 Feb 04 18:41:29.166146 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.agents_db [None req-e1691f3b-aacd-4cd6-8ebb-a9c53bb301c0 None None] Agent healthcheck: found 7 active agents {{(pid=103379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 18:41:29.948643 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-645aa282-338b-43cd-b5f9-c5c01a1e769e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (bb89f5a3-3c22-440b-b7d1-c4f0c43c184a), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:41:33.007939 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-062ced93-aab8-4aed-95ca-aed91ded194c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (64ada913-9131-4d99-a265-63a920956287), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:41:33.363852 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d408ec64-b374-4acb-a1fc-48241dad6d47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (0cd6d64a-47a7-40ff-8c12-71dd526c62e0), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:41:35.193158 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4f14bb47-e72b-46ac-9e44-a61d9293afcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (75326290-f7a3-4db8-9cf2-15c7139ed224), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:41:35.927210 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (ba70844b-66a0-45fd-a2f2-e6ed673321fc), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:41:40.941541 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (f20a1ab3-4332-4f54-833b-ba4a7c687e89), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:41:43.090404 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (3f9244a9-75fc-4c10-b195-11d48b853b41), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:41:47.480588 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 59740) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:41:47.676177 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-19d15067-3a5d-43da-9827-0a46fa631ba7 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] Deleting port e805b52b-1029-40e0-8d84-9e9d3cabec36 {{(pid=103377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 18:41:47.676435 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-19d15067-3a5d-43da-9827-0a46fa631ba7 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (e805b52b-1029-40e0-8d84-9e9d3cabec36), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:41:47.755417 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-19d15067-3a5d-43da-9827-0a46fa631ba7 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (e805b52b-1029-40e0-8d84-9e9d3cabec36), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:41:47.755756 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-19d15067-3a5d-43da-9827-0a46fa631ba7 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] Publish callbacks [] for floatingip (e805b52b-1029-40e0-8d84-9e9d3cabec36), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:41:47.767303 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-19d15067-3a5d-43da-9827-0a46fa631ba7 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] Calling delete_port for e805b52b-1029-40e0-8d84-9e9d3cabec36 owned by network:floatingip {{(pid=103377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 18:41:47.911182 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-19d15067-3a5d-43da-9827-0a46fa631ba7 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (e805b52b-1029-40e0-8d84-9e9d3cabec36), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:41:47.940661 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d15067-3a5d-43da-9827-0a46fa631ba7 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] Pushing event deleted for resources: {'Port': ['ID=e805b52b-1029-40e0-8d84-9e9d3cabec36,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:41:47.952925 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d15067-3a5d-43da-9827-0a46fa631ba7 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:41:47.954701 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d15067-3a5d-43da-9827-0a46fa631ba7 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:41:47.954701 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d15067-3a5d-43da-9827-0a46fa631ba7 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:41:47.954701 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d15067-3a5d-43da-9827-0a46fa631ba7 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:41:47.954701 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d15067-3a5d-43da-9827-0a46fa631ba7 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:41:47.954701 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d15067-3a5d-43da-9827-0a46fa631ba7 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:41:47.955188 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d15067-3a5d-43da-9827-0a46fa631ba7 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:41:47.955293 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d15067-3a5d-43da-9827-0a46fa631ba7 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:41:47.955863 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d15067-3a5d-43da-9827-0a46fa631ba7 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:41:47.956756 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d15067-3a5d-43da-9827-0a46fa631ba7 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:41:47.957114 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d15067-3a5d-43da-9827-0a46fa631ba7 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:41:47.957450 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d15067-3a5d-43da-9827-0a46fa631ba7 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:41:47.957782 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d15067-3a5d-43da-9827-0a46fa631ba7 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:41:48.012530 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-19d15067-3a5d-43da-9827-0a46fa631ba7 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] Publish callbacks [] for floatingip (17711b8a-5edf-4a9f-9364-7e77714bf24e), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:41:48.012896 n-d-827839-2 neutron-server[103377]: INFO neutron.db.l3_db [None req-19d15067-3a5d-43da-9827-0a46fa631ba7 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] Floating IP 17711b8a-5edf-4a9f-9364-7e77714bf24e disassociated (deleted). External IP: 172.25.6.136, port: 284a4151-a500-47a6-969d-6034d213762d. Feb 04 18:41:48.219967 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19d15067-3a5d-43da-9827-0a46fa631ba7 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] Router 071f5233-a4b4-4ab8-b3a5-5b3facc805d7 has already been hosted by L3 agent 64ada913-9131-4d99-a265-63a920956287 {{(pid=103377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 18:41:48.340807 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19d15067-3a5d-43da-9827-0a46fa631ba7 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] Notify agent at l3_agent.n-d-827839-2 the message routers_updated {{(pid=103377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 18:41:48.346157 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-19d15067-3a5d-43da-9827-0a46fa631ba7 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for floatingip (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:41:48.353120 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f88a33e6-1046-4ff8-b46d-1dea5d02fcf2 None None] Sync routers for ids ['071f5233-a4b4-4ab8-b3a5-5b3facc805d7'] in n-d-827839-2 {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 18:41:48.365839 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f88a33e6-1046-4ff8-b46d-1dea5d02fcf2 None None] Routers {'071f5233-a4b4-4ab8-b3a5-5b3facc805d7'} bound to L3 agent in host n-d-827839-2 {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 18:41:48.366704 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-f88a33e6-1046-4ff8-b46d-1dea5d02fcf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T18:41:33Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['071f5233-a4b4-4ab8-b3a5-5b3facc805d7'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:41:48.380469 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-19d15067-3a5d-43da-9827-0a46fa631ba7 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] 10.222.0.89 "DELETE /v2.0/floatingips/17711b8a-5edf-4a9f-9364-7e77714bf24e HTTP/1.1" status: 204 len: 168 time: 0.8962586 Feb 04 18:41:48.380469 n-d-827839-2 neutron-server[103377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ac41257-a30e-4333-99c6-739bfbb6260c', 'tag': '284a4151-a500-47a6-969d-6034d213762d'}] {{(pid=103377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 18:41:48.380966 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2026467e03276fe79290e5b19027649602583100b1291b9f7533f134bdcccf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bb35e73-ae55-447e-b4ff-61cdddfaef20" -d '{"events": [{"name": "network-changed", "server_uuid": "1ac41257-a30e-4333-99c6-739bfbb6260c", "tag": "284a4151-a500-47a6-969d-6034d213762d"}]}' {{(pid=103377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 18:41:48.479663 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 18:41:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe465e52-e7ff-460a-aabf-15cb40b24465 x-openstack-request-id: req-fe465e52-e7ff-460a-aabf-15cb40b24465 {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 18:41:48.480356 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ac41257-a30e-4333-99c6-739bfbb6260c", "tag": "284a4151-a500-47a6-969d-6034d213762d", "status": "completed", "code": 200}]} {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 18:41:48.480530 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-fe465e52-e7ff-460a-aabf-15cb40b24465 {{(pid=103377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 18:41:48.481100 n-d-827839-2 neutron-server[103377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ac41257-a30e-4333-99c6-739bfbb6260c', 'tag': '284a4151-a500-47a6-969d-6034d213762d', 'status': 'completed', 'code': 200} Feb 04 18:41:48.494187 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvr_db [None req-f88a33e6-1046-4ff8-b46d-1dea5d02fcf2 None None] Set router 071f5233-a4b4-4ab8-b3a5-5b3facc805d7 gateway port host: n-d-827839-2 {{(pid=103379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 18:41:48.550559 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb35e73-ae55-447e-b4ff-61cdddfaef20 req-5f815d97-b192-4b83-af3c-7e919ddb5c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:41:48.552075 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-4bb35e73-ae55-447e-b4ff-61cdddfaef20 req-5f815d97-b192-4b83-af3c-7e919ddb5c17 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=de743ac5c1be4c7785fee5d1010e85ef&device_id=1ac41257-a30e-4333-99c6-739bfbb6260c HTTP/1.1" status: 200 len: 1128 time: 0.0512342 Feb 04 18:41:48.653078 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb35e73-ae55-447e-b4ff-61cdddfaef20 req-2412cf32-8b3e-4dc0-b1d7-04d54b444a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:41:48.654579 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-4bb35e73-ae55-447e-b4ff-61cdddfaef20 req-2412cf32-8b3e-4dc0-b1d7-04d54b444a4c service neutron] 10.222.0.96 "GET /v2.0/networks?id=ef8923d0-be1c-4463-ad03-f06857ee7c18 HTTP/1.1" status: 200 len: 909 time: 0.0954573 Feb 04 18:41:48.672234 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07c594a-4570-4273-b6cd-d7f608a8d790 req-82b867f4-98fa-4a7e-9a33-84feb5af7621 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:41:48.673770 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-a07c594a-4570-4273-b6cd-d7f608a8d790 req-82b867f4-98fa-4a7e-9a33-84feb5af7621 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] 10.222.0.89 "GET /v2.0/ports?device_id=1ac41257-a30e-4333-99c6-739bfbb6260c HTTP/1.1" status: 200 len: 946 time: 0.1048636 Feb 04 18:41:48.698379 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-4bb35e73-ae55-447e-b4ff-61cdddfaef20 req-bcb67b14-0f8a-4869-9fff-998459d8ca2b service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=284a4151-a500-47a6-969d-6034d213762d HTTP/1.1" status: 200 len: 217 time: 0.0356991 Feb 04 18:41:48.713235 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-f88a33e6-1046-4ff8-b46d-1dea5d02fcf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '071f5233-a4b4-4ab8-b3a5-5b3facc805d7', 'name': 'tempest-TestShelveInstance-660308586-router', 'tenant_id': 'de743ac5c1be4c7785fee5d1010e85ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.206'}], 'enable_snat': True}, 'gw_port_id': '9b9e8fa5-ae02-4831-a842-3bedea5d9f2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T18:35:58Z', 'updated_at': '2022-02-04T18:36:01Z', 'revision_number': 4, 'project_id': 'de743ac5c1be4c7785fee5d1010e85ef', 'gw_port': {'id': '9b9e8fa5-ae02-4831-a842-3bedea5d9f2e', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:dc:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '071f5233-a4b4-4ab8-b3a5-5b3facc805d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:35:59Z', 'updated_at': '2022-02-04T18:36:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_interfaces': [{'id': '425e47bc-4919-4a36-9e19-ae1232386211', 'name': '', 'network_id': 'ef8923d0-be1c-4463-ad03-f06857ee7c18', 'tenant_id': 'de743ac5c1be4c7785fee5d1010e85ef', 'mac_address': 'fa:16:3e:61:af:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '071f5233-a4b4-4ab8-b3a5-5b3facc805d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': '81b2406d-d65d-4723-af46-d9654239c538', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:36:01Z', 'updated_at': '2022-02-04T18:36:06Z', 'revision_number': 5, 'project_id': 'de743ac5c1be4c7785fee5d1010e85ef', 'subnets': [{'id': '81b2406d-d65d-4723-af46-d9654239c538', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-2', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:41:48.724824 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-a07c594a-4570-4273-b6cd-d7f608a8d790 req-3925e5db-281f-446c-b69b-ca5fb32bb96e tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] 10.222.0.89 "GET /v2.0/security-groups?id=d79eaa8d-36fe-46f5-826e-f34916e9ba28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446353 Feb 04 18:41:48.739826 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f88a33e6-1046-4ff8-b46d-1dea5d02fcf2 None None] Checking router: 071f5233-a4b4-4ab8-b3a5-5b3facc805d7 for host: n-d-827839-2 {{(pid=103379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 18:41:48.746822 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb35e73-ae55-447e-b4ff-61cdddfaef20 req-75769e51-e7da-42c3-a049-841eff1d7b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:41:48.748284 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-4bb35e73-ae55-447e-b4ff-61cdddfaef20 req-75769e51-e7da-42c3-a049-841eff1d7b8c service neutron] 10.222.0.96 "GET /v2.0/subnets?id=81b2406d-d65d-4723-af46-d9654239c538 HTTP/1.1" status: 200 len: 847 time: 0.0439291 Feb 04 18:41:48.749135 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f88a33e6-1046-4ff8-b46d-1dea5d02fcf2 None None] Routers {'071f5233-a4b4-4ab8-b3a5-5b3facc805d7'} bound to L3 agent in host n-d-827839-2 {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 18:41:48.749734 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-f88a33e6-1046-4ff8-b46d-1dea5d02fcf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T18:41:33Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['071f5233-a4b4-4ab8-b3a5-5b3facc805d7'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:41:48.806486 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb35e73-ae55-447e-b4ff-61cdddfaef20 req-52731462-b486-4c13-95a1-3eec715f1721 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:41:48.808057 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-4bb35e73-ae55-447e-b4ff-61cdddfaef20 req-52731462-b486-4c13-95a1-3eec715f1721 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=ef8923d0-be1c-4463-ad03-f06857ee7c18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0509481 Feb 04 18:41:48.860012 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvr_db [None req-f88a33e6-1046-4ff8-b46d-1dea5d02fcf2 None None] Set router 071f5233-a4b4-4ab8-b3a5-5b3facc805d7 gateway port host: n-d-827839-2 {{(pid=103379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 18:41:48.900787 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-4bb35e73-ae55-447e-b4ff-61cdddfaef20 req-e1b7699e-d3ae-424c-8f48-2a57bf87b545 service neutron] 10.222.0.96 "GET /v2.0/networks/ef8923d0-be1c-4463-ad03-f06857ee7c18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842710 Feb 04 18:41:48.994736 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-4bb35e73-ae55-447e-b4ff-61cdddfaef20 req-1e09e4e0-e8c3-4df4-9e79-97c44622b67a service neutron] 10.222.0.96 "GET /v2.0/networks/ef8923d0-be1c-4463-ad03-f06857ee7c18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874538 Feb 04 18:41:49.065934 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-f88a33e6-1046-4ff8-b46d-1dea5d02fcf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '071f5233-a4b4-4ab8-b3a5-5b3facc805d7', 'name': 'tempest-TestShelveInstance-660308586-router', 'tenant_id': 'de743ac5c1be4c7785fee5d1010e85ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.206'}], 'enable_snat': True}, 'gw_port_id': '9b9e8fa5-ae02-4831-a842-3bedea5d9f2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T18:35:58Z', 'updated_at': '2022-02-04T18:36:01Z', 'revision_number': 4, 'project_id': 'de743ac5c1be4c7785fee5d1010e85ef', 'gw_port': {'id': '9b9e8fa5-ae02-4831-a842-3bedea5d9f2e', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:dc:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '071f5233-a4b4-4ab8-b3a5-5b3facc805d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:35:59Z', 'updated_at': '2022-02-04T18:36:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_interfaces': [{'id': '425e47bc-4919-4a36-9e19-ae1232386211', 'name': '', 'network_id': 'ef8923d0-be1c-4463-ad03-f06857ee7c18', 'tenant_id': 'de743ac5c1be4c7785fee5d1010e85ef', 'mac_address': 'fa:16:3e:61:af:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '071f5233-a4b4-4ab8-b3a5-5b3facc805d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': '81b2406d-d65d-4723-af46-d9654239c538', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:36:01Z', 'updated_at': '2022-02-04T18:36:06Z', 'revision_number': 5, 'project_id': 'de743ac5c1be4c7785fee5d1010e85ef', 'subnets': [{'id': '81b2406d-d65d-4723-af46-d9654239c538', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-2', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:41:49.090853 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f88a33e6-1046-4ff8-b46d-1dea5d02fcf2 None None] The sync data for ids ['071f5233-a4b4-4ab8-b3a5-5b3facc805d7'] in n-d-827839-2 is: [{'id': '071f5233-a4b4-4ab8-b3a5-5b3facc805d7', 'name': 'tempest-TestShelveInstance-660308586-router', 'tenant_id': 'de743ac5c1be4c7785fee5d1010e85ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.206'}], 'enable_snat': True}, 'gw_port_id': '9b9e8fa5-ae02-4831-a842-3bedea5d9f2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T18:35:58Z', 'updated_at': '2022-02-04T18:36:01Z', 'revision_number': 4, 'project_id': 'de743ac5c1be4c7785fee5d1010e85ef', 'gw_port': {'id': '9b9e8fa5-ae02-4831-a842-3bedea5d9f2e', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:dc:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '071f5233-a4b4-4ab8-b3a5-5b3facc805d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:35:59Z', 'updated_at': '2022-02-04T18:36:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_interfaces': [{'id': '425e47bc-4919-4a36-9e19-ae1232386211', 'name': '', 'network_id': 'ef8923d0-be1c-4463-ad03-f06857ee7c18', 'tenant_id': 'de743ac5c1be4c7785fee5d1010e85ef', 'mac_address': 'fa:16:3e:61:af:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '071f5233-a4b4-4ab8-b3a5-5b3facc805d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': '81b2406d-d65d-4723-af46-d9654239c538', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:36:01Z', 'updated_at': '2022-02-04T18:36:06Z', 'revision_number': 5, 'project_id': 'de743ac5c1be4c7785fee5d1010e85ef', 'subnets': [{'id': '81b2406d-d65d-4723-af46-d9654239c538', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 18:41:49.328033 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11a26951-18ea-4624-8536-1ff6458bab01 None None] New status for floating IP 17711b8a-5edf-4a9f-9364-7e77714bf24e: DOWN {{(pid=103378) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 18:41:49.890762 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e19733-da5e-4d93-8d2e-4fb04917846e req-85f5f63e-1a96-4762-bf64-8b92d237be50 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:41:49.892272 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-b3e19733-da5e-4d93-8d2e-4fb04917846e req-85f5f63e-1a96-4762-bf64-8b92d237be50 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] 10.222.0.89 "GET /v2.0/ports?device_id=1ac41257-a30e-4333-99c6-739bfbb6260c HTTP/1.1" status: 200 len: 946 time: 0.0969586 Feb 04 18:41:49.941460 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-b3e19733-da5e-4d93-8d2e-4fb04917846e req-e6db2ed7-70f3-4d4e-b62a-bfcc32742a35 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] 10.222.0.89 "GET /v2.0/security-groups?id=d79eaa8d-36fe-46f5-826e-f34916e9ba28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435882 Feb 04 18:41:50.246572 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f4931f-f0c8-40a5-ae4d-29182f718975 req-062f6fdb-d5b3-4ca0-b33f-13dd873f0eb9 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:41:50.248029 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-55f4931f-f0c8-40a5-ae4d-29182f718975 req-062f6fdb-d5b3-4ca0-b33f-13dd873f0eb9 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] 10.222.0.96 "GET /v2.0/ports?device_id=1ac41257-a30e-4333-99c6-739bfbb6260c HTTP/1.1" status: 200 len: 946 time: 0.0518942 Feb 04 18:41:50.343176 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [req-55f4931f-f0c8-40a5-ae4d-29182f718975 req-2c68f709-18e4-4313-9a97-45896e9e8351 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] Deleting port 284a4151-a500-47a6-969d-6034d213762d {{(pid=103376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 18:41:50.343515 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-55f4931f-f0c8-40a5-ae4d-29182f718975 req-2c68f709-18e4-4313-9a97-45896e9e8351 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (284a4151-a500-47a6-969d-6034d213762d), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:41:50.435661 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [req-55f4931f-f0c8-40a5-ae4d-29182f718975 req-2c68f709-18e4-4313-9a97-45896e9e8351 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] For port 284a4151-a500-47a6-969d-6034d213762d, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=284a4151-a500-47a6-969d-6034d213762d,segment=NetworkSegment(bd2eea24-d836-4f05-bc21-e9eb44535628),segment_id=bd2eea24-d836-4f05-bc21-e9eb44535628)] {{(pid=103376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 18:41:50.436023 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-55f4931f-f0c8-40a5-ae4d-29182f718975 req-2c68f709-18e4-4313-9a97-45896e9e8351 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (284a4151-a500-47a6-969d-6034d213762d), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:41:50.448017 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [req-55f4931f-f0c8-40a5-ae4d-29182f718975 req-2c68f709-18e4-4313-9a97-45896e9e8351 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] Calling delete_port for 284a4151-a500-47a6-969d-6034d213762d owned by compute:nova {{(pid=103376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 18:41:50.575372 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-55f4931f-f0c8-40a5-ae4d-29182f718975 req-2c68f709-18e4-4313-9a97-45896e9e8351 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (284a4151-a500-47a6-969d-6034d213762d), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:41:50.607371 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c68f709-18e4-4313-9a97-45896e9e8351 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] Pushing event deleted for resources: {'Port': ['ID=284a4151-a500-47a6-969d-6034d213762d,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:41:50.619876 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c68f709-18e4-4313-9a97-45896e9e8351 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:41:50.620238 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c68f709-18e4-4313-9a97-45896e9e8351 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:41:50.621110 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c68f709-18e4-4313-9a97-45896e9e8351 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:41:50.621619 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c68f709-18e4-4313-9a97-45896e9e8351 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:41:50.622058 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c68f709-18e4-4313-9a97-45896e9e8351 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:41:50.622440 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c68f709-18e4-4313-9a97-45896e9e8351 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:41:50.622818 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c68f709-18e4-4313-9a97-45896e9e8351 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:41:50.623358 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c68f709-18e4-4313-9a97-45896e9e8351 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:41:50.623779 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c68f709-18e4-4313-9a97-45896e9e8351 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:41:50.624112 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c68f709-18e4-4313-9a97-45896e9e8351 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:41:50.624444 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c68f709-18e4-4313-9a97-45896e9e8351 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:41:50.625013 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c68f709-18e4-4313-9a97-45896e9e8351 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:41:50.625457 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c68f709-18e4-4313-9a97-45896e9e8351 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:41:50.662515 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [req-55f4931f-f0c8-40a5-ae4d-29182f718975 req-2c68f709-18e4-4313-9a97-45896e9e8351 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] No DVR routers for this DVR port 284a4151-a500-47a6-969d-6034d213762d on host n-h1-827839-2 {{(pid=103376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 18:41:50.665377 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-55f4931f-f0c8-40a5-ae4d-29182f718975 req-2c68f709-18e4-4313-9a97-45896e9e8351 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:41:50.668632 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-55f4931f-f0c8-40a5-ae4d-29182f718975 req-2c68f709-18e4-4313-9a97-45896e9e8351 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] 10.222.0.96 "DELETE /v2.0/ports/284a4151-a500-47a6-969d-6034d213762d HTTP/1.1" status: 204 len: 173 time: 0.4150689 Feb 04 18:41:50.669089 n-d-827839-2 neutron-server[103376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ac41257-a30e-4333-99c6-739bfbb6260c', 'name': 'network-vif-deleted', 'tag': '284a4151-a500-47a6-969d-6034d213762d'}] {{(pid=103376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 18:41:50.671289 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7aefa7f3373fd63bd14caed2f0c404cd5bacff84a7eb60e70ea20ed0b49017dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07650e49-3096-4861-a621-b01ca141a653" -d '{"events": [{"server_uuid": "1ac41257-a30e-4333-99c6-739bfbb6260c", "name": "network-vif-deleted", "tag": "284a4151-a500-47a6-969d-6034d213762d"}]}' {{(pid=103376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 18:41:50.766874 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 18:41:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a46b7bf-e57e-4487-86ec-3ab7fa64c869 x-openstack-request-id: req-6a46b7bf-e57e-4487-86ec-3ab7fa64c869 {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 18:41:50.767179 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ac41257-a30e-4333-99c6-739bfbb6260c", "name": "network-vif-deleted", "tag": "284a4151-a500-47a6-969d-6034d213762d", "status": "completed", "code": 200}]} {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 18:41:50.767435 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-6a46b7bf-e57e-4487-86ec-3ab7fa64c869 {{(pid=103376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 18:41:50.767841 n-d-827839-2 neutron-server[103376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ac41257-a30e-4333-99c6-739bfbb6260c', 'name': 'network-vif-deleted', 'tag': '284a4151-a500-47a6-969d-6034d213762d', 'status': 'completed', 'code': 200} Feb 04 18:41:51.056344 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-15d0fd0d-c41a-4499-8ff0-163173c04efd req-3f921d55-e614-4568-8f73-87d11f896e43 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] 10.222.0.89 "GET /v2.0/ports?device_id=1ac41257-a30e-4333-99c6-739bfbb6260c HTTP/1.1" status: 200 len: 210 time: 0.0306637 Feb 04 18:41:52.116011 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 59772) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:41:52.174949 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-96881ebe-b71e-41a8-ab8d-0f8973c0ef53 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] Publish callbacks [] for security_group (d79eaa8d-36fe-46f5-826e-f34916e9ba28), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:41:52.200386 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-96881ebe-b71e-41a8-ab8d-0f8973c0ef53 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] Publish callbacks [] for security_group (d79eaa8d-36fe-46f5-826e-f34916e9ba28), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:41:52.266581 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-96881ebe-b71e-41a8-ab8d-0f8973c0ef53 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (d79eaa8d-36fe-46f5-826e-f34916e9ba28), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:41:52.268823 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-96881ebe-b71e-41a8-ab8d-0f8973c0ef53 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:41:52.272426 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-96881ebe-b71e-41a8-ab8d-0f8973c0ef53 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] 10.222.0.89 "DELETE /v2.0/security-groups/d79eaa8d-36fe-46f5-826e-f34916e9ba28 HTTP/1.1" status: 204 len: 168 time: 0.1529944 Feb 04 18:41:52.280077 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96881ebe-b71e-41a8-ab8d-0f8973c0ef53 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d79eaa8d-36fe-46f5-826e-f34916e9ba28,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:41:52.583018 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 59778) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:41:52.587840 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-81727778-50db-4bd6-a39d-d7efeb651e85 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1273542608', 'description': 'tempest-secgroup-smoke-1273542608 description', 'project_id': 'de743ac5c1be4c7785fee5d1010e85ef'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 18:41:52.609316 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-81727778-50db-4bd6-a39d-d7efeb651e85 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] Publish callbacks [] for security_group (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:41:52.674037 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-81727778-50db-4bd6-a39d-d7efeb651e85 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] Publish callbacks [] for security_group (01b0ccda-26f2-49b0-baa2-065b48e6f3ae), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:41:52.678065 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-81727778-50db-4bd6-a39d-d7efeb651e85 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (01b0ccda-26f2-49b0-baa2-065b48e6f3ae), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:41:52.707328 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-81727778-50db-4bd6-a39d-d7efeb651e85 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:41:52.708546 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-81727778-50db-4bd6-a39d-d7efeb651e85 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] 10.222.0.89 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1244059 Feb 04 18:41:52.710492 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81727778-50db-4bd6-a39d-d7efeb651e85 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] Pushing event updated for resources: {'SecurityGroup': ['ID=01b0ccda-26f2-49b0-baa2-065b48e6f3ae,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:41:52.711585 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 59780) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:41:52.717024 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-1ffae8f9-4afc-4720-8617-5cfd88ef56bd tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] Request body: {'security_group_rule': {'security_group_id': '01b0ccda-26f2-49b0-baa2-065b48e6f3ae', 'project_id': 'de743ac5c1be4c7785fee5d1010e85ef', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 18:41:52.746902 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-1ffae8f9-4afc-4720-8617-5cfd88ef56bd tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] Publish callbacks [] for security_group_rule (af709a1a-4ebd-42cb-b914-ad383df60b6c), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:41:52.801295 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-1ffae8f9-4afc-4720-8617-5cfd88ef56bd tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] Publish callbacks [] for security_group_rule (af709a1a-4ebd-42cb-b914-ad383df60b6c), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:41:52.806208 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-1ffae8f9-4afc-4720-8617-5cfd88ef56bd tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664556'] for security_group_rule (af709a1a-4ebd-42cb-b914-ad383df60b6c), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:41:52.824418 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ffae8f9-4afc-4720-8617-5cfd88ef56bd tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af709a1a-4ebd-42cb-b914-ad383df60b6c,revision_number=0']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:41:52.834635 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-1ffae8f9-4afc-4720-8617-5cfd88ef56bd tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:41:52.835847 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-1ffae8f9-4afc-4720-8617-5cfd88ef56bd tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1230891 Feb 04 18:41:52.838619 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 59782) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:41:52.843641 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-589d4414-e93c-404c-a7f4-96b9152a06cd tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] Request body: {'security_group_rule': {'security_group_id': '01b0ccda-26f2-49b0-baa2-065b48e6f3ae', 'project_id': 'de743ac5c1be4c7785fee5d1010e85ef', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 18:41:52.867872 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-589d4414-e93c-404c-a7f4-96b9152a06cd tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] Publish callbacks [] for security_group_rule (9fea6455-eadb-49eb-901c-29e3562be8ce), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:41:52.927696 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-589d4414-e93c-404c-a7f4-96b9152a06cd tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] Publish callbacks [] for security_group_rule (9fea6455-eadb-49eb-901c-29e3562be8ce), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:41:52.932657 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-589d4414-e93c-404c-a7f4-96b9152a06cd tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664556'] for security_group_rule (9fea6455-eadb-49eb-901c-29e3562be8ce), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:41:52.951628 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589d4414-e93c-404c-a7f4-96b9152a06cd tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9fea6455-eadb-49eb-901c-29e3562be8ce,revision_number=0']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:41:52.959996 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-589d4414-e93c-404c-a7f4-96b9152a06cd tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:41:52.961260 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-589d4414-e93c-404c-a7f4-96b9152a06cd tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1211474 Feb 04 18:41:52.964004 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 59784) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:41:52.968567 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-cdc653c3-454a-4cb0-8bce-348b432fa53c tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] Request body: {'security_group_rule': {'security_group_id': '01b0ccda-26f2-49b0-baa2-065b48e6f3ae', 'project_id': 'de743ac5c1be4c7785fee5d1010e85ef', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 18:41:52.994187 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-cdc653c3-454a-4cb0-8bce-348b432fa53c tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] Publish callbacks [] for security_group_rule (03101d56-8f3e-4a72-a9f7-e64972a5cf8b), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:41:53.051186 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-cdc653c3-454a-4cb0-8bce-348b432fa53c tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] Publish callbacks [] for security_group_rule (03101d56-8f3e-4a72-a9f7-e64972a5cf8b), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:41:53.056024 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-cdc653c3-454a-4cb0-8bce-348b432fa53c tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664556'] for security_group_rule (03101d56-8f3e-4a72-a9f7-e64972a5cf8b), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:41:53.074796 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc653c3-454a-4cb0-8bce-348b432fa53c tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03101d56-8f3e-4a72-a9f7-e64972a5cf8b,revision_number=0']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:41:53.083989 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-cdc653c3-454a-4cb0-8bce-348b432fa53c tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:41:53.087816 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-cdc653c3-454a-4cb0-8bce-348b432fa53c tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1200256 Feb 04 18:41:53.088102 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 59786) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:41:53.092573 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-d17fe275-4b9b-48a3-8fc7-bdc267c1a6b1 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] Request body: {'security_group_rule': {'security_group_id': '01b0ccda-26f2-49b0-baa2-065b48e6f3ae', 'project_id': 'de743ac5c1be4c7785fee5d1010e85ef', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 18:41:53.118392 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-d17fe275-4b9b-48a3-8fc7-bdc267c1a6b1 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] Publish callbacks [] for security_group_rule (a61fcfd0-73c6-49d2-acff-86ce16bb3695), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:41:53.176495 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-d17fe275-4b9b-48a3-8fc7-bdc267c1a6b1 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] Publish callbacks [] for security_group_rule (a61fcfd0-73c6-49d2-acff-86ce16bb3695), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:41:53.180165 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-d17fe275-4b9b-48a3-8fc7-bdc267c1a6b1 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664556'] for security_group_rule (a61fcfd0-73c6-49d2-acff-86ce16bb3695), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:41:53.197912 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17fe275-4b9b-48a3-8fc7-bdc267c1a6b1 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a61fcfd0-73c6-49d2-acff-86ce16bb3695,revision_number=0']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:41:53.205560 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-d17fe275-4b9b-48a3-8fc7-bdc267c1a6b1 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:41:53.206736 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-d17fe275-4b9b-48a3-8fc7-bdc267c1a6b1 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1175671 Feb 04 18:41:53.209481 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 59788) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:41:53.213657 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-96b16e36-3e98-4e2a-8951-603e72df0e40 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] Request body: {'security_group_rule': {'security_group_id': '01b0ccda-26f2-49b0-baa2-065b48e6f3ae', 'project_id': 'de743ac5c1be4c7785fee5d1010e85ef', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 18:41:53.232604 n-d-827839-2 neutron-server[103376]: INFO neutron.db.securitygroups_db [None req-96b16e36-3e98-4e2a-8951-603e72df0e40 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] Project de743ac5c1be4c7785fee5d1010e85ef added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 18:41:53.237327 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-96b16e36-3e98-4e2a-8951-603e72df0e40 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] Publish callbacks [] for security_group_rule (c6a007d0-8166-4a05-8295-d1f620e57b95), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:41:53.299597 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-96b16e36-3e98-4e2a-8951-603e72df0e40 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] Publish callbacks [] for security_group_rule (c6a007d0-8166-4a05-8295-d1f620e57b95), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:41:53.304467 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-96b16e36-3e98-4e2a-8951-603e72df0e40 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664556'] for security_group_rule (c6a007d0-8166-4a05-8295-d1f620e57b95), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:41:53.324576 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b16e36-3e98-4e2a-8951-603e72df0e40 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6a007d0-8166-4a05-8295-d1f620e57b95,revision_number=0']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:41:53.332983 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-96b16e36-3e98-4e2a-8951-603e72df0e40 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:41:53.336900 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-96b16e36-3e98-4e2a-8951-603e72df0e40 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1238933 Feb 04 18:41:53.337142 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 59790) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:41:53.341836 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-f2d10f0b-1e1e-45b2-b0b7-c3b6fbdce336 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] Request body: {'security_group_rule': {'security_group_id': '01b0ccda-26f2-49b0-baa2-065b48e6f3ae', 'project_id': 'de743ac5c1be4c7785fee5d1010e85ef', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 18:41:53.363688 n-d-827839-2 neutron-server[103376]: INFO neutron.db.securitygroups_db [None req-f2d10f0b-1e1e-45b2-b0b7-c3b6fbdce336 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] Project de743ac5c1be4c7785fee5d1010e85ef added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 18:41:53.369233 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-f2d10f0b-1e1e-45b2-b0b7-c3b6fbdce336 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] Publish callbacks [] for security_group_rule (95d33029-6a5c-4a05-baa0-e3082bb78362), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:41:53.403054 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device 284a4151-a500-47a6-969d-6034d213762d no longer exists at agent hyperv_n-h1-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 18:41:53.424131 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] No Port match for: 284a4151-a500-47a6-969d-6034d213762d {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 18:41:53.424477 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device 284a4151-a500-47a6-969d-6034d213762d not bound to the agent host n-h1-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 18:41:53.429941 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-f2d10f0b-1e1e-45b2-b0b7-c3b6fbdce336 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] Publish callbacks [] for security_group_rule (95d33029-6a5c-4a05-baa0-e3082bb78362), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:41:53.434149 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-f2d10f0b-1e1e-45b2-b0b7-c3b6fbdce336 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664556'] for security_group_rule (95d33029-6a5c-4a05-baa0-e3082bb78362), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:41:53.451524 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d10f0b-1e1e-45b2-b0b7-c3b6fbdce336 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95d33029-6a5c-4a05-baa0-e3082bb78362,revision_number=0']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:41:53.458989 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-f2d10f0b-1e1e-45b2-b0b7-c3b6fbdce336 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:41:53.460383 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-f2d10f0b-1e1e-45b2-b0b7-c3b6fbdce336 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1220152 Feb 04 18:41:59.942878 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c4c1b29f-e5a1-487d-ac2f-17e1d6338d42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (bb89f5a3-3c22-440b-b7d1-c4f0c43c184a), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:42:03.010294 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a7ee3784-2fc0-4407-9c68-7e00a1dfe09c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (64ada913-9131-4d99-a265-63a920956287), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:42:03.366438 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d408ec64-b374-4acb-a1fc-48241dad6d47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (0cd6d64a-47a7-40ff-8c12-71dd526c62e0), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:42:05.196581 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4f14bb47-e72b-46ac-9e44-a61d9293afcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (75326290-f7a3-4db8-9cf2-15c7139ed224), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:42:05.932457 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (ba70844b-66a0-45fd-a2f2-e6ed673321fc), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:42:06.170491 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.agents_db [None req-e1691f3b-aacd-4cd6-8ebb-a9c53bb301c0 None None] Agent healthcheck: found 7 active agents {{(pid=103379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 18:42:10.949373 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (f20a1ab3-4332-4f54-833b-ba4a7c687e89), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:42:12.858620 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-a7579bb1-7db4-4f6c-a297-2f7cb9831485 req-ea3007be-5aec-4c89-b20d-661d69cc5267 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] 10.222.0.89 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1273542608&fields=id&tenant_id=de743ac5c1be4c7785fee5d1010e85ef HTTP/1.1" status: 200 len: 267 time: 0.0430548 Feb 04 18:42:12.964839 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7579bb1-7db4-4f6c-a297-2f7cb9831485 req-bd39709e-464e-4abd-bbc1-09ca77967ba2 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:42:12.966195 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-a7579bb1-7db4-4f6c-a297-2f7cb9831485 req-bd39709e-464e-4abd-bbc1-09ca77967ba2 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] 10.222.0.89 "GET /v2.0/networks?id=ef8923d0-be1c-4463-ad03-f06857ee7c18 HTTP/1.1" status: 200 len: 808 time: 0.1012731 Feb 04 18:42:12.980254 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-a7579bb1-7db4-4f6c-a297-2f7cb9831485 req-c6a9a81f-4043-4903-afe7-d7f81a71d57b tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] 10.222.0.89 "GET /v2.0/quotas/de743ac5c1be4c7785fee5d1010e85ef HTTP/1.1" status: 200 len: 375 time: 0.0087056 Feb 04 18:42:13.033265 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-a7579bb1-7db4-4f6c-a297-2f7cb9831485 req-917499f3-9f84-4461-bfa7-4a12343d0f52 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=de743ac5c1be4c7785fee5d1010e85ef&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0477138 Feb 04 18:42:13.087897 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (3f9244a9-75fc-4c10-b195-11d48b853b41), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:42:13.169328 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-a7579bb1-7db4-4f6c-a297-2f7cb9831485 req-bdcccf8f-35ce-4aa2-89cf-a1a2fd3eceaa service neutron] 10.222.0.89 "GET /v2.0/networks/ef8923d0-be1c-4463-ad03-f06857ee7c18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249220 Feb 04 18:42:13.256428 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-a7579bb1-7db4-4f6c-a297-2f7cb9831485 req-1254400e-1b10-4505-aec2-8fd51335b810 service neutron] 10.222.0.89 "GET /v2.0/networks/ef8923d0-be1c-4463-ad03-f06857ee7c18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803854 Feb 04 18:42:13.536364 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-a60bb9c6-d7e4-4da4-b026-140e2ec212a7 req-ef3995db-31de-4186-9386-62e34397958d tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] 10.222.0.89 "GET /v2.0/ports?device_id=d4a0fe12-af28-492b-94cf-320c90487b3b HTTP/1.1" status: 200 len: 210 time: 0.0302780 Feb 04 18:42:14.503467 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7579bb1-7db4-4f6c-a297-2f7cb9831485 req-9c48a7c7-1f8f-4e9c-81fa-cb4f44e921f2 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:42:14.505005 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-a7579bb1-7db4-4f6c-a297-2f7cb9831485 req-9c48a7c7-1f8f-4e9c-81fa-cb4f44e921f2 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] 10.222.0.96 "GET /v2.0/networks?id=ef8923d0-be1c-4463-ad03-f06857ee7c18 HTTP/1.1" status: 200 len: 808 time: 0.1098464 Feb 04 18:42:14.568268 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-a7579bb1-7db4-4f6c-a297-2f7cb9831485 req-2ef949f2-1d23-4671-94db-2c8d00b51a97 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] 10.222.0.96 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=de743ac5c1be4c7785fee5d1010e85ef HTTP/1.1" status: 200 len: 380 time: 0.0546079 Feb 04 18:42:14.578984 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [req-a7579bb1-7db4-4f6c-a297-2f7cb9831485 req-8050a020-ddfa-4288-8499-3dc580b0d9d4 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] Request body: {'port': {'device_id': 'd4a0fe12-af28-492b-94cf-320c90487b3b', 'network_id': 'ef8923d0-be1c-4463-ad03-f06857ee7c18', 'admin_state_up': True, 'tenant_id': 'de743ac5c1be4c7785fee5d1010e85ef', 'security_groups': ['01b0ccda-26f2-49b0-baa2-065b48e6f3ae']}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 18:42:14.658341 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-c534b536-c8e9-4745-8773-cf8c578dd069 req-645e3cf1-c538-46ad-b796-ae34b017fa7c tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] 10.222.0.89 "GET /v2.0/ports?device_id=d4a0fe12-af28-492b-94cf-320c90487b3b HTTP/1.1" status: 200 len: 210 time: 0.0352557 Feb 04 18:42:14.714961 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a7579bb1-7db4-4f6c-a297-2f7cb9831485 req-8050a020-ddfa-4288-8499-3dc580b0d9d4 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] Made reservation on behalf of de743ac5c1be4c7785fee5d1010e85ef for: {'port': 1} {{(pid=103376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 18:42:14.718900 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-a7579bb1-7db4-4f6c-a297-2f7cb9831485 req-8050a020-ddfa-4288-8499-3dc580b0d9d4 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:42:14.840430 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.db_base_plugin_common [req-a7579bb1-7db4-4f6c-a297-2f7cb9831485 req-8050a020-ddfa-4288-8499-3dc580b0d9d4 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] Allocated IP 172.20.0.14 (ef8923d0-be1c-4463-ad03-f06857ee7c18/81b2406d-d65d-4723-af46-d9654239c538/ab0c9236-ece6-4a54-95d3-81afd750b04a) {{(pid=103376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 18:42:14.981031 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-a7579bb1-7db4-4f6c-a297-2f7cb9831485 req-8050a020-ddfa-4288-8499-3dc580b0d9d4 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] Publish callbacks [] for port (ab0c9236-ece6-4a54-95d3-81afd750b04a), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:42:15.014302 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-a7579bb1-7db4-4f6c-a297-2f7cb9831485 req-8050a020-ddfa-4288-8499-3dc580b0d9d4 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (ab0c9236-ece6-4a54-95d3-81afd750b04a), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:42:15.062195 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a7579bb1-7db4-4f6c-a297-2f7cb9831485 req-8050a020-ddfa-4288-8499-3dc580b0d9d4 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] Network ef8923d0-be1c-4463-ad03-f06857ee7c18 is already hosted by enough agents. {{(pid=103376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 18:42:15.065341 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [req-a7579bb1-7db4-4f6c-a297-2f7cb9831485 req-8050a020-ddfa-4288-8499-3dc580b0d9d4 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] Resources bound (agent type, host, resource id): {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 18:42:15.069116 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7579bb1-7db4-4f6c-a297-2f7cb9831485 req-8050a020-ddfa-4288-8499-3dc580b0d9d4 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] Received port after_create {{(pid=103376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 18:42:15.093126 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8050a020-ddfa-4288-8499-3dc580b0d9d4 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] Pushing event updated for resources: {'Port': ['ID=ab0c9236-ece6-4a54-95d3-81afd750b04a,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:42:15.124385 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7579bb1-7db4-4f6c-a297-2f7cb9831485 req-8050a020-ddfa-4288-8499-3dc580b0d9d4 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:42:15.125110 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-a7579bb1-7db4-4f6c-a297-2f7cb9831485 req-8050a020-ddfa-4288-8499-3dc580b0d9d4 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:42:15.143093 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-a7579bb1-7db4-4f6c-a297-2f7cb9831485 req-8050a020-ddfa-4288-8499-3dc580b0d9d4 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5686665 Feb 04 18:42:15.156275 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [req-a7579bb1-7db4-4f6c-a297-2f7cb9831485 req-ab57e6da-4954-4ad6-a91f-18f236d06d34 service neutron] Request body: {'port': {'device_id': 'd4a0fe12-af28-492b-94cf-320c90487b3b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827839-2'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 18:42:15.218873 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-a7579bb1-7db4-4f6c-a297-2f7cb9831485 req-ab57e6da-4954-4ad6-a91f-18f236d06d34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (ab0c9236-ece6-4a54-95d3-81afd750b04a), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:42:15.386415 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-a3e73c4e-f7d7-4fec-8f9b-98f1ac523578 None None] Provisioning complete for port ab0c9236-ece6-4a54-95d3-81afd750b04a triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 18:42:15.387013 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a3e73c4e-f7d7-4fec-8f9b-98f1ac523578 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (ab0c9236-ece6-4a54-95d3-81afd750b04a), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:42:15.423327 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-a3e73c4e-f7d7-4fec-8f9b-98f1ac523578 None None] Port ab0c9236-ece6-4a54-95d3-81afd750b04a cannot update to ACTIVE because it is not bound. {{(pid=103378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 18:42:15.497464 n-d-827839-2 neutron-server[103376]: DEBUG neutron.notifiers.nova [req-a7579bb1-7db4-4f6c-a297-2f7cb9831485 req-ab57e6da-4954-4ad6-a91f-18f236d06d34 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab0c9236-ece6-4a54-95d3-81afd750b04a {{(pid=103376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 18:42:15.504992 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-a7579bb1-7db4-4f6c-a297-2f7cb9831485 req-ab57e6da-4954-4ad6-a91f-18f236d06d34 service neutron] Publish callbacks [] for port (ab0c9236-ece6-4a54-95d3-81afd750b04a), precommit_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:42:15.516591 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.provisioning_blocks [req-a7579bb1-7db4-4f6c-a297-2f7cb9831485 req-ab57e6da-4954-4ad6-a91f-18f236d06d34 service neutron] Transition to ACTIVE for port object ab0c9236-ece6-4a54-95d3-81afd750b04a will not be triggered until provisioned by entity L2. {{(pid=103376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 18:42:15.520728 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-a7579bb1-7db4-4f6c-a297-2f7cb9831485 req-ab57e6da-4954-4ad6-a91f-18f236d06d34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675836'] for port (ab0c9236-ece6-4a54-95d3-81afd750b04a), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:42:15.571630 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab57e6da-4954-4ad6-a91f-18f236d06d34 service neutron] Pushing event updated for resources: {'Port': ['ID=ab0c9236-ece6-4a54-95d3-81afd750b04a,revision_number=2']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:42:15.647790 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [req-a7579bb1-7db4-4f6c-a297-2f7cb9831485 req-ab57e6da-4954-4ad6-a91f-18f236d06d34 service neutron] Attempting to bind port ab0c9236-ece6-4a54-95d3-81afd750b04a on host n-h1-827839-2 for vnic_type normal with profile {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 18:42:15.648133 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [req-a7579bb1-7db4-4f6c-a297-2f7cb9831485 req-ab57e6da-4954-4ad6-a91f-18f236d06d34 service neutron] Attempting to bind port ab0c9236-ece6-4a54-95d3-81afd750b04a by drivers openvswitch,hyperv on host n-h1-827839-2 at level 0 using segments [{'id': 'bd2eea24-d836-4f05-bc21-e9eb44535628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'ef8923d0-be1c-4463-ad03-f06857ee7c18'}] {{(pid=103376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 18:42:15.648473 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7579bb1-7db4-4f6c-a297-2f7cb9831485 req-ab57e6da-4954-4ad6-a91f-18f236d06d34 service neutron] Attempting to bind port ab0c9236-ece6-4a54-95d3-81afd750b04a on network ef8923d0-be1c-4463-ad03-f06857ee7c18 {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 18:42:15.653450 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7579bb1-7db4-4f6c-a297-2f7cb9831485 req-ab57e6da-4954-4ad6-a91f-18f236d06d34 service neutron] Port ab0c9236-ece6-4a54-95d3-81afd750b04a on network ef8923d0-be1c-4463-ad03-f06857ee7c18 not bound, no agent of type Open vSwitch agent registered on host n-h1-827839-2 {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 18:42:15.653875 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7579bb1-7db4-4f6c-a297-2f7cb9831485 req-ab57e6da-4954-4ad6-a91f-18f236d06d34 service neutron] Attempting to bind port ab0c9236-ece6-4a54-95d3-81afd750b04a on network ef8923d0-be1c-4463-ad03-f06857ee7c18 {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 18:42:15.659867 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7579bb1-7db4-4f6c-a297-2f7cb9831485 req-ab57e6da-4954-4ad6-a91f-18f236d06d34 service neutron] Checking agent: {'id': '3f9244a9-75fc-4c10-b195-11d48b853b41', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 8, 42), 'started_at': datetime.datetime(2022, 2, 4, 17, 8, 42), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 18, 42, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 18:42:15.660213 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7579bb1-7db4-4f6c-a297-2f7cb9831485 req-ab57e6da-4954-4ad6-a91f-18f236d06d34 service neutron] Checking segment: {'id': 'bd2eea24-d836-4f05-bc21-e9eb44535628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'ef8923d0-be1c-4463-ad03-f06857ee7c18'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 18:42:15.660602 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7579bb1-7db4-4f6c-a297-2f7cb9831485 req-ab57e6da-4954-4ad6-a91f-18f236d06d34 service neutron] Bound using segment: {'id': 'bd2eea24-d836-4f05-bc21-e9eb44535628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'ef8923d0-be1c-4463-ad03-f06857ee7c18'} {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 18:42:15.661068 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [req-a7579bb1-7db4-4f6c-a297-2f7cb9831485 req-ab57e6da-4954-4ad6-a91f-18f236d06d34 service neutron] Bound port: ab0c9236-ece6-4a54-95d3-81afd750b04a, host: n-h1-827839-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd2eea24-d836-4f05-bc21-e9eb44535628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'ef8923d0-be1c-4463-ad03-f06857ee7c18'}}] {{(pid=103376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 18:42:15.661434 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-a7579bb1-7db4-4f6c-a297-2f7cb9831485 req-ab57e6da-4954-4ad6-a91f-18f236d06d34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (ab0c9236-ece6-4a54-95d3-81afd750b04a), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:42:15.741190 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [req-a7579bb1-7db4-4f6c-a297-2f7cb9831485 req-ab57e6da-4954-4ad6-a91f-18f236d06d34 service neutron] For port ab0c9236-ece6-4a54-95d3-81afd750b04a, host n-h1-827839-2, cleared binding levels {{(pid=103376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 18:42:15.744794 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [req-a7579bb1-7db4-4f6c-a297-2f7cb9831485 req-ab57e6da-4954-4ad6-a91f-18f236d06d34 service neutron] For port ab0c9236-ece6-4a54-95d3-81afd750b04a, host n-h1-827839-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=ab0c9236-ece6-4a54-95d3-81afd750b04a,segment=NetworkSegment(bd2eea24-d836-4f05-bc21-e9eb44535628),segment_id=bd2eea24-d836-4f05-bc21-e9eb44535628)] {{(pid=103376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 18:42:15.751697 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-a7579bb1-7db4-4f6c-a297-2f7cb9831485 req-ab57e6da-4954-4ad6-a91f-18f236d06d34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675836'] for port (ab0c9236-ece6-4a54-95d3-81afd750b04a), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:42:15.768640 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7579bb1-7db4-4f6c-a297-2f7cb9831485 req-ab57e6da-4954-4ad6-a91f-18f236d06d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:42:15.769608 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-a7579bb1-7db4-4f6c-a297-2f7cb9831485 req-ab57e6da-4954-4ad6-a91f-18f236d06d34 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:42:15.771404 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-a7579bb1-7db4-4f6c-a297-2f7cb9831485 req-ab57e6da-4954-4ad6-a91f-18f236d06d34 service neutron] 10.222.0.96 "PUT /v2.0/ports/ab0c9236-ece6-4a54-95d3-81afd750b04a HTTP/1.1" status: 200 len: 1092 time: 0.6197412 Feb 04 18:42:15.772101 n-d-827839-2 neutron-server[103376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4a0fe12-af28-492b-94cf-320c90487b3b', 'tag': 'ab0c9236-ece6-4a54-95d3-81afd750b04a'}] {{(pid=103376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 18:42:15.774657 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7aefa7f3373fd63bd14caed2f0c404cd5bacff84a7eb60e70ea20ed0b49017dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33063b98-7fca-4c27-98aa-f9b2a116d44c" -d '{"events": [{"name": "network-changed", "server_uuid": "d4a0fe12-af28-492b-94cf-320c90487b3b", "tag": "ab0c9236-ece6-4a54-95d3-81afd750b04a"}]}' {{(pid=103376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 18:42:15.850458 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab57e6da-4954-4ad6-a91f-18f236d06d34 service neutron] Pushing event updated for resources: {'Port': ['ID=ab0c9236-ece6-4a54-95d3-81afd750b04a,revision_number=3']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:42:15.879142 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 18:42:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8780e41e-2149-4487-bda5-024318050700 x-openstack-request-id: req-8780e41e-2149-4487-bda5-024318050700 {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 18:42:15.879451 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4a0fe12-af28-492b-94cf-320c90487b3b", "tag": "ab0c9236-ece6-4a54-95d3-81afd750b04a", "status": "completed", "code": 200}]} {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 18:42:15.879709 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-8780e41e-2149-4487-bda5-024318050700 {{(pid=103376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 18:42:15.880118 n-d-827839-2 neutron-server[103376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4a0fe12-af28-492b-94cf-320c90487b3b', 'tag': 'ab0c9236-ece6-4a54-95d3-81afd750b04a', 'status': 'completed', 'code': 200} Feb 04 18:42:15.903085 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7579bb1-7db4-4f6c-a297-2f7cb9831485 req-d213dc9c-7284-4162-b596-d842b36fddd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:42:15.906381 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-a7579bb1-7db4-4f6c-a297-2f7cb9831485 req-d213dc9c-7284-4162-b596-d842b36fddd2 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=de743ac5c1be4c7785fee5d1010e85ef&device_id=d4a0fe12-af28-492b-94cf-320c90487b3b HTTP/1.1" status: 200 len: 1126 time: 0.0703163 Feb 04 18:42:15.954927 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-a7579bb1-7db4-4f6c-a297-2f7cb9831485 req-7927da3f-5d08-4fe6-9524-467d0698425d service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ab0c9236-ece6-4a54-95d3-81afd750b04a HTTP/1.1" status: 200 len: 217 time: 0.0411329 Feb 04 18:42:16.010763 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7579bb1-7db4-4f6c-a297-2f7cb9831485 req-79fbce40-00c5-4ed1-8838-49ecd172223d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:42:16.012677 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-a7579bb1-7db4-4f6c-a297-2f7cb9831485 req-79fbce40-00c5-4ed1-8838-49ecd172223d service neutron] 10.222.0.96 "GET /v2.0/subnets?id=81b2406d-d65d-4723-af46-d9654239c538 HTTP/1.1" status: 200 len: 847 time: 0.0516374 Feb 04 18:42:16.073210 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7579bb1-7db4-4f6c-a297-2f7cb9831485 req-72d2ef87-e4bd-4730-9d69-f546d0210bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:42:16.075134 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-a7579bb1-7db4-4f6c-a297-2f7cb9831485 req-72d2ef87-e4bd-4730-9d69-f546d0210bf0 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=ef8923d0-be1c-4463-ad03-f06857ee7c18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0557618 Feb 04 18:42:16.177173 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-a7579bb1-7db4-4f6c-a297-2f7cb9831485 req-c6e310c0-ae36-49d6-bc9a-7407353e28a0 service neutron] 10.222.0.96 "GET /v2.0/networks/ef8923d0-be1c-4463-ad03-f06857ee7c18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951695 Feb 04 18:42:16.196070 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782b091a-7ed9-4734-9d01-5cd567bee5c5 req-a3e16d8d-f33a-4339-bb66-96c480c15961 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:42:16.198403 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-782b091a-7ed9-4734-9d01-5cd567bee5c5 req-a3e16d8d-f33a-4339-bb66-96c480c15961 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] 10.222.0.89 "GET /v2.0/ports?device_id=d4a0fe12-af28-492b-94cf-320c90487b3b HTTP/1.1" status: 200 len: 944 time: 0.4553049 Feb 04 18:42:16.249542 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-782b091a-7ed9-4734-9d01-5cd567bee5c5 req-fd980772-f188-43cb-9f9b-9fbe4038b22e tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] 10.222.0.89 "GET /v2.0/security-groups?id=01b0ccda-26f2-49b0-baa2-065b48e6f3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447328 Feb 04 18:42:16.283653 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-a7579bb1-7db4-4f6c-a297-2f7cb9831485 req-ce9096bd-603d-40f7-b47a-11a5b4c48345 service neutron] 10.222.0.96 "GET /v2.0/networks/ef8923d0-be1c-4463-ad03-f06857ee7c18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1001275 Feb 04 18:42:16.370617 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33063b98-7fca-4c27-98aa-f9b2a116d44c req-eced8ac1-7670-4130-986d-01a8ba9a2863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:42:16.372122 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-33063b98-7fca-4c27-98aa-f9b2a116d44c req-eced8ac1-7670-4130-986d-01a8ba9a2863 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=de743ac5c1be4c7785fee5d1010e85ef&device_id=d4a0fe12-af28-492b-94cf-320c90487b3b HTTP/1.1" status: 200 len: 1126 time: 0.0455942 Feb 04 18:42:16.466627 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33063b98-7fca-4c27-98aa-f9b2a116d44c req-233f5a03-419f-4e76-864a-cd4f83cf4355 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:42:16.468026 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-33063b98-7fca-4c27-98aa-f9b2a116d44c req-233f5a03-419f-4e76-864a-cd4f83cf4355 service neutron] 10.222.0.96 "GET /v2.0/networks?id=ef8923d0-be1c-4463-ad03-f06857ee7c18 HTTP/1.1" status: 200 len: 909 time: 0.0901737 Feb 04 18:42:16.509786 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-33063b98-7fca-4c27-98aa-f9b2a116d44c req-704fc04e-db49-417b-8666-f4d51f7ad7f9 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ab0c9236-ece6-4a54-95d3-81afd750b04a HTTP/1.1" status: 200 len: 217 time: 0.0356476 Feb 04 18:42:16.558510 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33063b98-7fca-4c27-98aa-f9b2a116d44c req-7bf28717-263e-4018-b979-db49f975b689 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:42:16.560565 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-33063b98-7fca-4c27-98aa-f9b2a116d44c req-7bf28717-263e-4018-b979-db49f975b689 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=81b2406d-d65d-4723-af46-d9654239c538 HTTP/1.1" status: 200 len: 847 time: 0.0441852 Feb 04 18:42:16.930030 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33063b98-7fca-4c27-98aa-f9b2a116d44c req-f222860a-5f43-43ca-b3ef-ac383d94df71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:42:16.931533 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-33063b98-7fca-4c27-98aa-f9b2a116d44c req-f222860a-5f43-43ca-b3ef-ac383d94df71 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=ef8923d0-be1c-4463-ad03-f06857ee7c18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3644447 Feb 04 18:42:17.019360 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-33063b98-7fca-4c27-98aa-f9b2a116d44c req-d1a91152-bb1d-4a7f-8eaf-de30ccc7cc30 service neutron] 10.222.0.96 "GET /v2.0/networks/ef8923d0-be1c-4463-ad03-f06857ee7c18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804391 Feb 04 18:42:17.110768 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-33063b98-7fca-4c27-98aa-f9b2a116d44c req-69d952ce-ba47-4895-8377-75f9a74b575b service neutron] 10.222.0.96 "GET /v2.0/networks/ef8923d0-be1c-4463-ad03-f06857ee7c18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850108 Feb 04 18:42:17.376026 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f244114d-ff57-4e05-90ec-bf8a27c70ba5 req-cde3c2b6-58dc-4b2f-9a3f-e18c078a8259 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:42:17.377480 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-f244114d-ff57-4e05-90ec-bf8a27c70ba5 req-cde3c2b6-58dc-4b2f-9a3f-e18c078a8259 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] 10.222.0.89 "GET /v2.0/ports?device_id=d4a0fe12-af28-492b-94cf-320c90487b3b HTTP/1.1" status: 200 len: 944 time: 0.0553544 Feb 04 18:42:17.426387 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-f244114d-ff57-4e05-90ec-bf8a27c70ba5 req-4f8e58be-885f-4b9c-ba0d-ea3dc583ac95 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] 10.222.0.89 "GET /v2.0/security-groups?id=01b0ccda-26f2-49b0-baa2-065b48e6f3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432613 Feb 04 18:42:18.545852 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb7a0d3-4caa-451c-9955-dd88df539331 req-d3953d66-3eed-4170-84d3-b3fec1ba41d9 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:42:18.547278 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-2cb7a0d3-4caa-451c-9955-dd88df539331 req-d3953d66-3eed-4170-84d3-b3fec1ba41d9 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] 10.222.0.89 "GET /v2.0/ports?device_id=d4a0fe12-af28-492b-94cf-320c90487b3b HTTP/1.1" status: 200 len: 944 time: 0.0531096 Feb 04 18:42:18.595290 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-2cb7a0d3-4caa-451c-9955-dd88df539331 req-56b894be-feb8-4c21-be9a-601aea000157 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] 10.222.0.89 "GET /v2.0/security-groups?id=01b0ccda-26f2-49b0-baa2-065b48e6f3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424461 Feb 04 18:42:19.712854 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8a3576-8df3-48d9-96da-89ac38d0a182 req-69574a7c-b742-42ba-86b4-a77e8b2b93ba tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:42:19.714364 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-3a8a3576-8df3-48d9-96da-89ac38d0a182 req-69574a7c-b742-42ba-86b4-a77e8b2b93ba tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] 10.222.0.89 "GET /v2.0/ports?device_id=d4a0fe12-af28-492b-94cf-320c90487b3b HTTP/1.1" status: 200 len: 944 time: 0.0530293 Feb 04 18:42:19.768892 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-3a8a3576-8df3-48d9-96da-89ac38d0a182 req-f00df288-9bd7-4bf6-a7a5-d4deb1b5ed49 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] 10.222.0.89 "GET /v2.0/security-groups?id=01b0ccda-26f2-49b0-baa2-065b48e6f3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483584 Feb 04 18:42:20.889166 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d13bbd-3038-427b-9936-404dd7e082d4 req-fd8546ab-5423-4c48-9b20-69eca7b8a21a tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:42:20.890666 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-b6d13bbd-3038-427b-9936-404dd7e082d4 req-fd8546ab-5423-4c48-9b20-69eca7b8a21a tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] 10.222.0.89 "GET /v2.0/ports?device_id=d4a0fe12-af28-492b-94cf-320c90487b3b HTTP/1.1" status: 200 len: 944 time: 0.0555615 Feb 04 18:42:20.939260 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-b6d13bbd-3038-427b-9936-404dd7e082d4 req-91914fdc-d9b8-4f93-9b6a-a7f52d301527 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] 10.222.0.89 "GET /v2.0/security-groups?id=01b0ccda-26f2-49b0-baa2-065b48e6f3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430460 Feb 04 18:42:22.073448 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c8e3b5-f34a-43aa-a1dc-fcd35f1c5944 req-dbb40b85-00a6-4a0f-b763-a19cce1aa8ac tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:42:22.075078 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-24c8e3b5-f34a-43aa-a1dc-fcd35f1c5944 req-dbb40b85-00a6-4a0f-b763-a19cce1aa8ac tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] 10.222.0.89 "GET /v2.0/ports?device_id=d4a0fe12-af28-492b-94cf-320c90487b3b HTTP/1.1" status: 200 len: 944 time: 0.0574560 Feb 04 18:42:22.126095 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-24c8e3b5-f34a-43aa-a1dc-fcd35f1c5944 req-6219f462-4deb-4d87-b7de-45bae066f987 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] 10.222.0.89 "GET /v2.0/security-groups?id=01b0ccda-26f2-49b0-baa2-065b48e6f3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449185 Feb 04 18:42:23.245850 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea18228-be50-420f-a79c-8abcc96dd2f8 req-39ed100e-fa3d-4c07-8d71-d2d99a07a606 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:42:23.247322 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-7ea18228-be50-420f-a79c-8abcc96dd2f8 req-39ed100e-fa3d-4c07-8d71-d2d99a07a606 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] 10.222.0.89 "GET /v2.0/ports?device_id=d4a0fe12-af28-492b-94cf-320c90487b3b HTTP/1.1" status: 200 len: 944 time: 0.0535452 Feb 04 18:42:23.297848 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-7ea18228-be50-420f-a79c-8abcc96dd2f8 req-0692fd53-9d5e-402e-83f5-d7445c3331de tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] 10.222.0.89 "GET /v2.0/security-groups?id=01b0ccda-26f2-49b0-baa2-065b48e6f3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449021 Feb 04 18:42:24.417077 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84aef70f-9283-4e31-a18c-a6e7f44b2748 req-ef4ebbfa-ec9f-4f24-80ad-1c17b1b89e53 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:42:24.418554 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-84aef70f-9283-4e31-a18c-a6e7f44b2748 req-ef4ebbfa-ec9f-4f24-80ad-1c17b1b89e53 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] 10.222.0.89 "GET /v2.0/ports?device_id=d4a0fe12-af28-492b-94cf-320c90487b3b HTTP/1.1" status: 200 len: 944 time: 0.0519388 Feb 04 18:42:24.465057 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-84aef70f-9283-4e31-a18c-a6e7f44b2748 req-5c5c635e-b156-41ff-b64b-a80d212dcac3 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] 10.222.0.89 "GET /v2.0/security-groups?id=01b0ccda-26f2-49b0-baa2-065b48e6f3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409093 Feb 04 18:42:25.589105 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b77f03-2848-4c1b-b135-af3f17691d4e req-d40c874e-cc3c-45b4-8e9f-eda838fb59ee tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:42:25.590491 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-19b77f03-2848-4c1b-b135-af3f17691d4e req-d40c874e-cc3c-45b4-8e9f-eda838fb59ee tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] 10.222.0.89 "GET /v2.0/ports?device_id=d4a0fe12-af28-492b-94cf-320c90487b3b HTTP/1.1" status: 200 len: 944 time: 0.0562162 Feb 04 18:42:25.641816 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-19b77f03-2848-4c1b-b135-af3f17691d4e req-6f29031c-c42b-4c75-abae-b5c2c13098e1 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] 10.222.0.89 "GET /v2.0/security-groups?id=01b0ccda-26f2-49b0-baa2-065b48e6f3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449765 Feb 04 18:42:26.761740 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f02c05-aeb5-4cf8-8553-d80082054bd0 req-574f9741-d069-409b-9aeb-5c87d7f4fdc2 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:42:26.763210 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-d1f02c05-aeb5-4cf8-8553-d80082054bd0 req-574f9741-d069-409b-9aeb-5c87d7f4fdc2 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] 10.222.0.89 "GET /v2.0/ports?device_id=d4a0fe12-af28-492b-94cf-320c90487b3b HTTP/1.1" status: 200 len: 944 time: 0.0549891 Feb 04 18:42:26.811212 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-d1f02c05-aeb5-4cf8-8553-d80082054bd0 req-9a0ea333-2b00-4477-80ca-4d2ab94c27df tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] 10.222.0.89 "GET /v2.0/security-groups?id=01b0ccda-26f2-49b0-baa2-065b48e6f3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419691 Feb 04 18:42:27.929004 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ed9759-92f9-4536-88b0-fb96001e1b72 req-9ca2eebc-28a6-4051-91e3-29ba5340bcab tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:42:27.930494 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-20ed9759-92f9-4536-88b0-fb96001e1b72 req-9ca2eebc-28a6-4051-91e3-29ba5340bcab tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] 10.222.0.89 "GET /v2.0/ports?device_id=d4a0fe12-af28-492b-94cf-320c90487b3b HTTP/1.1" status: 200 len: 944 time: 0.0525556 Feb 04 18:42:27.977496 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-20ed9759-92f9-4536-88b0-fb96001e1b72 req-d2f189d4-7dfc-4cbb-b7c4-ce49e4bbbaaf tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] 10.222.0.89 "GET /v2.0/security-groups?id=01b0ccda-26f2-49b0-baa2-065b48e6f3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414178 Feb 04 18:42:29.095373 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11661ce-50e9-41eb-81fe-4bf5f446f5ef req-2b10c65b-27df-4471-b826-7d4c7a3f3203 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:42:29.096877 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-d11661ce-50e9-41eb-81fe-4bf5f446f5ef req-2b10c65b-27df-4471-b826-7d4c7a3f3203 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] 10.222.0.89 "GET /v2.0/ports?device_id=d4a0fe12-af28-492b-94cf-320c90487b3b HTTP/1.1" status: 200 len: 944 time: 0.0523221 Feb 04 18:42:29.144419 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-d11661ce-50e9-41eb-81fe-4bf5f446f5ef req-2c5d1126-d8b1-40db-86c7-c8de536d8618 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] 10.222.0.89 "GET /v2.0/security-groups?id=01b0ccda-26f2-49b0-baa2-065b48e6f3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419693 Feb 04 18:42:29.944942 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d437d68d-2bac-4ee3-bd28-c4279d680495 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (bb89f5a3-3c22-440b-b7d1-c4f0c43c184a), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:42:30.261228 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a67ecd1-8110-43a0-90f8-be8df360df78 req-28ce4506-b15f-434d-93bc-cc28f7c1312c tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:42:30.262672 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-0a67ecd1-8110-43a0-90f8-be8df360df78 req-28ce4506-b15f-434d-93bc-cc28f7c1312c tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] 10.222.0.89 "GET /v2.0/ports?device_id=d4a0fe12-af28-492b-94cf-320c90487b3b HTTP/1.1" status: 200 len: 944 time: 0.0517502 Feb 04 18:42:30.313689 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-0a67ecd1-8110-43a0-90f8-be8df360df78 req-52eea757-8a89-4626-8f5b-3ca8cd2c286f tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] 10.222.0.89 "GET /v2.0/security-groups?id=01b0ccda-26f2-49b0-baa2-065b48e6f3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449195 Feb 04 18:42:31.436975 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398f47bf-3a0d-440b-be16-a9e6aa2104a9 req-863ae5f0-20b2-45f0-ae90-1c2af20cc446 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:42:31.438439 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-398f47bf-3a0d-440b-be16-a9e6aa2104a9 req-863ae5f0-20b2-45f0-ae90-1c2af20cc446 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] 10.222.0.89 "GET /v2.0/ports?device_id=d4a0fe12-af28-492b-94cf-320c90487b3b HTTP/1.1" status: 200 len: 944 time: 0.0574868 Feb 04 18:42:31.486570 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-398f47bf-3a0d-440b-be16-a9e6aa2104a9 req-b05da078-a992-476b-bda6-8a96c8456d68 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] 10.222.0.89 "GET /v2.0/security-groups?id=01b0ccda-26f2-49b0-baa2-065b48e6f3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422642 Feb 04 18:42:32.606654 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17a7a60-b55d-4861-9ebb-15b0c5db7070 req-d349ae4a-f685-4e4b-82ee-e38eafa02a67 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:42:32.608640 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-c17a7a60-b55d-4861-9ebb-15b0c5db7070 req-d349ae4a-f685-4e4b-82ee-e38eafa02a67 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] 10.222.0.89 "GET /v2.0/ports?device_id=d4a0fe12-af28-492b-94cf-320c90487b3b HTTP/1.1" status: 200 len: 944 time: 0.0569172 Feb 04 18:42:32.655966 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-c17a7a60-b55d-4861-9ebb-15b0c5db7070 req-273fd017-6d68-4069-a9c1-3ed01d24ff84 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] 10.222.0.89 "GET /v2.0/security-groups?id=01b0ccda-26f2-49b0-baa2-065b48e6f3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417962 Feb 04 18:42:33.013626 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-fca9a379-a0d6-43f8-a756-6d11cfc32d3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (64ada913-9131-4d99-a265-63a920956287), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:42:33.370624 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d408ec64-b374-4acb-a1fc-48241dad6d47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (0cd6d64a-47a7-40ff-8c12-71dd526c62e0), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:42:33.575669 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device ab0c9236-ece6-4a54-95d3-81afd750b04a details requested by agent hyperv_n-h1-827839-2 with host n-h1-827839-2 {{(pid=103378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 18:42:33.674099 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] For port ab0c9236-ece6-4a54-95d3-81afd750b04a, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=ab0c9236-ece6-4a54-95d3-81afd750b04a,segment=NetworkSegment(bd2eea24-d836-4f05-bc21-e9eb44535628),segment_id=bd2eea24-d836-4f05-bc21-e9eb44535628)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 18:42:33.687819 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Returning: {'device': 'ab0c9236-ece6-4a54-95d3-81afd750b04a', 'network_id': 'ef8923d0-be1c-4463-ad03-f06857ee7c18', 'port_id': 'ab0c9236-ece6-4a54-95d3-81afd750b04a', 'mac_address': 'fa:16:3e:8e:05:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 757, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81b2406d-d65d-4723-af46-d9654239c538', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 18:42:33.738724 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Current status of the port ab0c9236-ece6-4a54-95d3-81afd750b04a is: DOWN; New status is: BUILD {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 18:42:33.739118 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (ab0c9236-ece6-4a54-95d3-81afd750b04a), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:42:33.752385 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab0c9236-ece6-4a54-95d3-81afd750b04a {{(pid=103378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 18:42:33.773793 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] For port ab0c9236-ece6-4a54-95d3-81afd750b04a, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=ab0c9236-ece6-4a54-95d3-81afd750b04a,segment=NetworkSegment(bd2eea24-d836-4f05-bc21-e9eb44535628),segment_id=bd2eea24-d836-4f05-bc21-e9eb44535628)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 18:42:33.778067 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (ab0c9236-ece6-4a54-95d3-81afd750b04a), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:42:33.778963 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823d1bf4-8d0c-48ea-b2c6-0817c80c2549 req-4fa4fc7d-6a3b-4485-92b7-9d6c75643f6b tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:42:33.781112 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-823d1bf4-8d0c-48ea-b2c6-0817c80c2549 req-4fa4fc7d-6a3b-4485-92b7-9d6c75643f6b tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] 10.222.0.89 "GET /v2.0/ports?device_id=d4a0fe12-af28-492b-94cf-320c90487b3b HTTP/1.1" status: 200 len: 944 time: 0.0540121 Feb 04 18:42:33.827577 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Pushing event updated for resources: {'Port': ['ID=ab0c9236-ece6-4a54-95d3-81afd750b04a,revision_number=4']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:42:33.832404 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-823d1bf4-8d0c-48ea-b2c6-0817c80c2549 req-1247b0e5-586b-45c9-9b87-3bbefee290c8 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] 10.222.0.89 "GET /v2.0/security-groups?id=01b0ccda-26f2-49b0-baa2-065b48e6f3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439708 Feb 04 18:42:33.835147 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:42:33.835610 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:42:33.835837 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:42:33.836176 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:42:33.836512 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:42:33.836873 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:42:33.837207 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:42:33.837542 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:42:33.837870 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:42:33.838196 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:42:33.838520 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:42:33.838846 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:42:33.839169 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:42:34.151604 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] get_ports_and_sgs() called for port_ids ['ab0c9236-ece6-4a54-95d3-81afd750b04a'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 18:42:34.954000 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f9f5d3-7d2e-4257-ae54-1d61649e776c req-9cebe80c-871a-46ce-88dc-91decd36d393 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:42:34.955476 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-94f9f5d3-7d2e-4257-ae54-1d61649e776c req-9cebe80c-871a-46ce-88dc-91decd36d393 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] 10.222.0.89 "GET /v2.0/ports?device_id=d4a0fe12-af28-492b-94cf-320c90487b3b HTTP/1.1" status: 200 len: 945 time: 0.0526295 Feb 04 18:42:35.003260 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-94f9f5d3-7d2e-4257-ae54-1d61649e776c req-a1ce9e09-907c-4b35-8491-efec00271524 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] 10.222.0.89 "GET /v2.0/security-groups?id=01b0ccda-26f2-49b0-baa2-065b48e6f3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422170 Feb 04 18:42:35.200335 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4f14bb47-e72b-46ac-9e44-a61d9293afcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (75326290-f7a3-4db8-9cf2-15c7139ed224), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:42:35.604562 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device ab0c9236-ece6-4a54-95d3-81afd750b04a up at agent hyperv_n-h1-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 18:42:35.655721 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Provisioning for port ab0c9236-ece6-4a54-95d3-81afd750b04a completed by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 18:42:35.659680 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Provisioning complete for port ab0c9236-ece6-4a54-95d3-81afd750b04a triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 18:42:35.660066 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (ab0c9236-ece6-4a54-95d3-81afd750b04a), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:42:35.737885 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Current status of the port ab0c9236-ece6-4a54-95d3-81afd750b04a is: BUILD; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 18:42:35.738279 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (ab0c9236-ece6-4a54-95d3-81afd750b04a), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:42:35.760966 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4a0fe12-af28-492b-94cf-320c90487b3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab0c9236-ece6-4a54-95d3-81afd750b04a'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 18:42:35.763207 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d531d67ec453461b01ecd2cf0c6686e25a5679cf38f56e7e92bae688f1026262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34342173-16c9-4770-a0c3-6a0ed6f55b11" -d '{"events": [{"server_uuid": "d4a0fe12-af28-492b-94cf-320c90487b3b", "name": "network-vif-plugged", "status": "completed", "tag": "ab0c9236-ece6-4a54-95d3-81afd750b04a"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 18:42:35.775804 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] For port ab0c9236-ece6-4a54-95d3-81afd750b04a, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=ab0c9236-ece6-4a54-95d3-81afd750b04a,segment=NetworkSegment(bd2eea24-d836-4f05-bc21-e9eb44535628),segment_id=bd2eea24-d836-4f05-bc21-e9eb44535628)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 18:42:35.779817 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (ab0c9236-ece6-4a54-95d3-81afd750b04a), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:42:35.832966 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Pushing event updated for resources: {'Port': ['ID=ab0c9236-ece6-4a54-95d3-81afd750b04a,revision_number=5']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:42:35.882831 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 18:42:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dff790cc-eaf2-496e-933f-61808bc0e6ea x-openstack-request-id: req-dff790cc-eaf2-496e-933f-61808bc0e6ea {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 18:42:35.883128 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4a0fe12-af28-492b-94cf-320c90487b3b", "name": "network-vif-plugged", "status": "completed", "tag": "ab0c9236-ece6-4a54-95d3-81afd750b04a", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 18:42:35.883387 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-dff790cc-eaf2-496e-933f-61808bc0e6ea {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 18:42:35.883789 n-d-827839-2 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4a0fe12-af28-492b-94cf-320c90487b3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab0c9236-ece6-4a54-95d3-81afd750b04a', 'code': 200} Feb 04 18:42:35.936211 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (ba70844b-66a0-45fd-a2f2-e6ed673321fc), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:42:35.987658 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c4fa0a-ae8c-4eab-9b38-3194eb5f3851 req-ab982686-23bc-4acd-b1f0-b673934beb30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:42:35.989384 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-c3c4fa0a-ae8c-4eab-9b38-3194eb5f3851 req-ab982686-23bc-4acd-b1f0-b673934beb30 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=d4a0fe12-af28-492b-94cf-320c90487b3b HTTP/1.1" status: 200 len: 1128 time: 0.0437508 Feb 04 18:42:36.038977 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-c3c4fa0a-ae8c-4eab-9b38-3194eb5f3851 req-ec6bc311-b1f0-4f8b-b224-d261319d2b61 service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=01b0ccda-26f2-49b0-baa2-065b48e6f3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427511 Feb 04 18:42:36.122884 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6510c1f8-88ba-484f-a5ce-0a8111ad0e01 req-184ff88a-034d-4a79-bf12-8e6ec1b2c055 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:42:36.124272 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-6510c1f8-88ba-484f-a5ce-0a8111ad0e01 req-184ff88a-034d-4a79-bf12-8e6ec1b2c055 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] 10.222.0.89 "GET /v2.0/ports?device_id=d4a0fe12-af28-492b-94cf-320c90487b3b HTTP/1.1" status: 200 len: 946 time: 0.0519974 Feb 04 18:42:36.176363 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-6510c1f8-88ba-484f-a5ce-0a8111ad0e01 req-cc2f613d-ea92-4ed4-8b88-d83d88c1781d tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] 10.222.0.89 "GET /v2.0/security-groups?id=01b0ccda-26f2-49b0-baa2-065b48e6f3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459480 Feb 04 18:42:37.296733 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9763561-c170-4ca1-9f5d-a804d645999b req-f7c9e763-7cf9-45b4-945e-fd90626d6a84 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:42:37.298248 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-e9763561-c170-4ca1-9f5d-a804d645999b req-f7c9e763-7cf9-45b4-945e-fd90626d6a84 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] 10.222.0.89 "GET /v2.0/ports?device_id=d4a0fe12-af28-492b-94cf-320c90487b3b HTTP/1.1" status: 200 len: 946 time: 0.0533683 Feb 04 18:42:37.351935 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-e9763561-c170-4ca1-9f5d-a804d645999b req-003af9f9-93ac-443b-a6cf-6616c8402ea1 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] 10.222.0.89 "GET /v2.0/security-groups?id=01b0ccda-26f2-49b0-baa2-065b48e6f3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471838 Feb 04 18:42:38.472405 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958afef5-3183-4563-a3e2-32008cd959d1 req-f8054207-d6dc-4851-9e32-286f19a8bf04 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:42:38.473896 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-958afef5-3183-4563-a3e2-32008cd959d1 req-f8054207-d6dc-4851-9e32-286f19a8bf04 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] 10.222.0.89 "GET /v2.0/ports?device_id=d4a0fe12-af28-492b-94cf-320c90487b3b HTTP/1.1" status: 200 len: 946 time: 0.0522306 Feb 04 18:42:38.521242 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-958afef5-3183-4563-a3e2-32008cd959d1 req-b036131a-4371-4919-b4cc-7c20212aace7 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] 10.222.0.89 "GET /v2.0/security-groups?id=01b0ccda-26f2-49b0-baa2-065b48e6f3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418468 Feb 04 18:42:38.641806 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7890742e-5b69-4691-abd6-d0c36c937084 req-1151e67f-83dd-4869-a9f7-db411e6d4830 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:42:38.643296 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-7890742e-5b69-4691-abd6-d0c36c937084 req-1151e67f-83dd-4869-a9f7-db411e6d4830 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] 10.222.0.89 "GET /v2.0/ports?device_id=d4a0fe12-af28-492b-94cf-320c90487b3b HTTP/1.1" status: 200 len: 946 time: 0.0528080 Feb 04 18:42:38.692247 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-7890742e-5b69-4691-abd6-d0c36c937084 req-747e78f4-10ad-4cc6-9d4a-a9ef1a8fdaec tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] 10.222.0.89 "GET /v2.0/security-groups?id=01b0ccda-26f2-49b0-baa2-065b48e6f3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433664 Feb 04 18:42:38.713701 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 60010) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:42:38.803121 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9845c96e-2f83-4abe-9bdc-1c4ee611342b tempest-TestShelveInstance-1282815429 tempest-TestShelveInstance-1282815429-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:42:38.804579 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-9845c96e-2f83-4abe-9bdc-1c4ee611342b tempest-TestShelveInstance-1282815429 tempest-TestShelveInstance-1282815429-project-admin] 10.222.0.89 "GET /v2.0/ports?device_id=d4a0fe12-af28-492b-94cf-320c90487b3b HTTP/1.1" status: 200 len: 1123 time: 0.0899272 Feb 04 18:42:38.807323 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 60014) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:42:38.811943 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-dd59abd7-dbce-49e8-94ed-6e267e201f4e tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] Request body: {'floatingip': {'floating_network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'port_id': 'ab0c9236-ece6-4a54-95d3-81afd750b04a', 'tenant_id': 'de743ac5c1be4c7785fee5d1010e85ef', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 18:42:38.832955 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-dd59abd7-dbce-49e8-94ed-6e267e201f4e tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:42:38.927727 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-dd59abd7-dbce-49e8-94ed-6e267e201f4e tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:42:39.032373 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.db_base_plugin_common [None req-dd59abd7-dbce-49e8-94ed-6e267e201f4e tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] Allocated IP 172.25.6.220 (48165773-85ad-49a1-9ec1-76fc8dc24188/7660bfad-1ea8-4fe7-831b-bed836f13efc/efde1eaf-0cbe-4844-8f18-c84a2e3d4b3f) {{(pid=103376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 18:42:39.131040 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-dd59abd7-dbce-49e8-94ed-6e267e201f4e tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] Publish callbacks [] for port (efde1eaf-0cbe-4844-8f18-c84a2e3d4b3f), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:42:39.163889 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-dd59abd7-dbce-49e8-94ed-6e267e201f4e tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (efde1eaf-0cbe-4844-8f18-c84a2e3d4b3f), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:42:39.208124 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd59abd7-dbce-49e8-94ed-6e267e201f4e tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] Network 48165773-85ad-49a1-9ec1-76fc8dc24188 is already hosted by enough agents. {{(pid=103376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 18:42:39.211051 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [None req-dd59abd7-dbce-49e8-94ed-6e267e201f4e tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] Resources bound (agent type, host, resource id): {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 18:42:39.215246 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd59abd7-dbce-49e8-94ed-6e267e201f4e tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] Received port after_create {{(pid=103376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 18:42:39.237532 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd59abd7-dbce-49e8-94ed-6e267e201f4e tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] Pushing event updated for resources: {'Port': ['ID=efde1eaf-0cbe-4844-8f18-c84a2e3d4b3f,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:42:39.560134 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-dd59abd7-dbce-49e8-94ed-6e267e201f4e tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] Publish callbacks [] for floatingip (09425c6f-adb9-4c2e-840a-0d142e6ac4d7), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:42:39.630225 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-dd59abd7-dbce-49e8-94ed-6e267e201f4e tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (efde1eaf-0cbe-4844-8f18-c84a2e3d4b3f), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:42:39.779650 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-dd59abd7-dbce-49e8-94ed-6e267e201f4e tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] Publish callbacks [] for port (efde1eaf-0cbe-4844-8f18-c84a2e3d4b3f), precommit_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:42:39.784220 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-dd59abd7-dbce-49e8-94ed-6e267e201f4e tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675836'] for port (efde1eaf-0cbe-4844-8f18-c84a2e3d4b3f), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:42:39.847485 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd59abd7-dbce-49e8-94ed-6e267e201f4e tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] Pushing event updated for resources: {'Port': ['ID=efde1eaf-0cbe-4844-8f18-c84a2e3d4b3f,revision_number=2']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:42:39.860244 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-dd59abd7-dbce-49e8-94ed-6e267e201f4e tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1595586'] for floatingip (09425c6f-adb9-4c2e-840a-0d142e6ac4d7), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:42:39.961722 n-d-827839-2 neutron-server[103376]: INFO neutron.db.l3_db [None req-dd59abd7-dbce-49e8-94ed-6e267e201f4e tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] Floating IP 09425c6f-adb9-4c2e-840a-0d142e6ac4d7 associated. External IP: 172.25.6.220, port: ab0c9236-ece6-4a54-95d3-81afd750b04a. Feb 04 18:42:40.171123 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd59abd7-dbce-49e8-94ed-6e267e201f4e tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] Router 071f5233-a4b4-4ab8-b3a5-5b3facc805d7 has already been hosted by L3 agent 64ada913-9131-4d99-a265-63a920956287 {{(pid=103376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 18:42:40.279801 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd59abd7-dbce-49e8-94ed-6e267e201f4e tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] Notify agent at l3_agent.n-d-827839-2 the message routers_updated {{(pid=103376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 18:42:40.289388 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3374e9b1-9e0e-4e61-b941-77f25379c050 None None] Sync routers for ids ['071f5233-a4b4-4ab8-b3a5-5b3facc805d7'] in n-d-827839-2 {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 18:42:40.299255 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-dd59abd7-dbce-49e8-94ed-6e267e201f4e tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for floatingip (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:42:40.300394 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3374e9b1-9e0e-4e61-b941-77f25379c050 None None] Routers {'071f5233-a4b4-4ab8-b3a5-5b3facc805d7'} bound to L3 agent in host n-d-827839-2 {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 18:42:40.301054 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-3374e9b1-9e0e-4e61-b941-77f25379c050 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T18:42:33Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['071f5233-a4b4-4ab8-b3a5-5b3facc805d7'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:42:40.332392 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-dd59abd7-dbce-49e8-94ed-6e267e201f4e tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] 10.222.0.89 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5240424 Feb 04 18:42:40.333109 n-d-827839-2 neutron-server[103376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4a0fe12-af28-492b-94cf-320c90487b3b', 'tag': 'ab0c9236-ece6-4a54-95d3-81afd750b04a'}] {{(pid=103376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 18:42:40.335430 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7aefa7f3373fd63bd14caed2f0c404cd5bacff84a7eb60e70ea20ed0b49017dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f4315ac-42b9-42f9-9632-0c7b87dff643" -d '{"events": [{"name": "network-changed", "server_uuid": "d4a0fe12-af28-492b-94cf-320c90487b3b", "tag": "ab0c9236-ece6-4a54-95d3-81afd750b04a"}]}' {{(pid=103376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 18:42:40.376984 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 18:42:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fab57ad0-0bec-4763-94d9-c1cb0bfcab8f x-openstack-request-id: req-fab57ad0-0bec-4763-94d9-c1cb0bfcab8f {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 18:42:40.377285 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4a0fe12-af28-492b-94cf-320c90487b3b", "tag": "ab0c9236-ece6-4a54-95d3-81afd750b04a", "status": "completed", "code": 200}]} {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 18:42:40.377542 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-fab57ad0-0bec-4763-94d9-c1cb0bfcab8f {{(pid=103376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 18:42:40.378014 n-d-827839-2 neutron-server[103376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4a0fe12-af28-492b-94cf-320c90487b3b', 'tag': 'ab0c9236-ece6-4a54-95d3-81afd750b04a', 'status': 'completed', 'code': 200} Feb 04 18:42:40.447931 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4315ac-42b9-42f9-9632-0c7b87dff643 req-068c183e-4f0c-4141-8ca6-f717882ac508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:42:40.449531 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-5f4315ac-42b9-42f9-9632-0c7b87dff643 req-068c183e-4f0c-4141-8ca6-f717882ac508 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=de743ac5c1be4c7785fee5d1010e85ef&device_id=d4a0fe12-af28-492b-94cf-320c90487b3b HTTP/1.1" status: 200 len: 1128 time: 0.0505884 Feb 04 18:42:40.503980 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvr_db [None req-3374e9b1-9e0e-4e61-b941-77f25379c050 None None] Set router 071f5233-a4b4-4ab8-b3a5-5b3facc805d7 gateway port host: n-d-827839-2 {{(pid=103379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 18:42:40.544604 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4315ac-42b9-42f9-9632-0c7b87dff643 req-f5c3d6e7-abd8-45a8-8f89-3e07e3de3da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:42:40.546904 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-5f4315ac-42b9-42f9-9632-0c7b87dff643 req-f5c3d6e7-abd8-45a8-8f89-3e07e3de3da8 service neutron] 10.222.0.96 "GET /v2.0/networks?id=ef8923d0-be1c-4463-ad03-f06857ee7c18 HTTP/1.1" status: 200 len: 909 time: 0.0900841 Feb 04 18:42:40.611183 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-5f4315ac-42b9-42f9-9632-0c7b87dff643 req-591e9577-1262-4e89-a1b0-03a5e9a11ec2 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ab0c9236-ece6-4a54-95d3-81afd750b04a HTTP/1.1" status: 200 len: 1000 time: 0.0588768 Feb 04 18:42:40.659271 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4315ac-42b9-42f9-9632-0c7b87dff643 req-538e8386-e3fe-40cc-997e-058e763fe7f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:42:40.660826 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-5f4315ac-42b9-42f9-9632-0c7b87dff643 req-538e8386-e3fe-40cc-997e-058e763fe7f6 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=81b2406d-d65d-4723-af46-d9654239c538 HTTP/1.1" status: 200 len: 847 time: 0.0432777 Feb 04 18:42:40.722077 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4315ac-42b9-42f9-9632-0c7b87dff643 req-73a7a32f-715a-49cd-beb9-dc8d2cba2cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:42:40.723532 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-5f4315ac-42b9-42f9-9632-0c7b87dff643 req-73a7a32f-715a-49cd-beb9-dc8d2cba2cf8 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=ef8923d0-be1c-4463-ad03-f06857ee7c18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0559664 Feb 04 18:42:40.725695 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-3374e9b1-9e0e-4e61-b941-77f25379c050 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '071f5233-a4b4-4ab8-b3a5-5b3facc805d7', 'name': 'tempest-TestShelveInstance-660308586-router', 'tenant_id': 'de743ac5c1be4c7785fee5d1010e85ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.206'}], 'enable_snat': True}, 'gw_port_id': '9b9e8fa5-ae02-4831-a842-3bedea5d9f2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T18:35:58Z', 'updated_at': '2022-02-04T18:36:01Z', 'revision_number': 4, 'project_id': 'de743ac5c1be4c7785fee5d1010e85ef', 'gw_port': {'id': '9b9e8fa5-ae02-4831-a842-3bedea5d9f2e', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:dc:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '071f5233-a4b4-4ab8-b3a5-5b3facc805d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:35:59Z', 'updated_at': '2022-02-04T18:36:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_floatingips': [{'id': '09425c6f-adb9-4c2e-840a-0d142e6ac4d7', 'tenant_id': 'de743ac5c1be4c7785fee5d1010e85ef', 'floating_ip_address': '172.25.6.220', 'floating_network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'router_id': '071f5233-a4b4-4ab8-b3a5-5b3facc805d7', 'port_id': 'ab0c9236-ece6-4a54-95d3-81afd750b04a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4371, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef8923d0-be1c-4463-ad03-f06857ee7c18', 'mac_address': 'fa:16:3e:8e:05:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4a0fe12-af28-492b-94cf-320c90487b3b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T18:42:39Z', 'updated_at': '2022-02-04T18:42:39Z', 'revision_number': 0, 'project_id': 'de743ac5c1be4c7785fee5d1010e85ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '425e47bc-4919-4a36-9e19-ae1232386211', 'name': '', 'network_id': 'ef8923d0-be1c-4463-ad03-f06857ee7c18', 'tenant_id': 'de743ac5c1be4c7785fee5d1010e85ef', 'mac_address': 'fa:16:3e:61:af:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '071f5233-a4b4-4ab8-b3a5-5b3facc805d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': '81b2406d-d65d-4723-af46-d9654239c538', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:36:01Z', 'updated_at': '2022-02-04T18:36:06Z', 'revision_number': 5, 'project_id': 'de743ac5c1be4c7785fee5d1010e85ef', 'subnets': [{'id': '81b2406d-d65d-4723-af46-d9654239c538', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-2', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:42:40.757002 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3374e9b1-9e0e-4e61-b941-77f25379c050 None None] Checking router: 071f5233-a4b4-4ab8-b3a5-5b3facc805d7 for host: n-d-827839-2 {{(pid=103379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 18:42:40.765214 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3374e9b1-9e0e-4e61-b941-77f25379c050 None None] Routers {'071f5233-a4b4-4ab8-b3a5-5b3facc805d7'} bound to L3 agent in host n-d-827839-2 {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 18:42:40.765819 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-3374e9b1-9e0e-4e61-b941-77f25379c050 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T18:42:33Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['071f5233-a4b4-4ab8-b3a5-5b3facc805d7'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:42:40.814052 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-5f4315ac-42b9-42f9-9632-0c7b87dff643 req-bb076002-8192-46d4-a945-f54672bd730f service neutron] 10.222.0.96 "GET /v2.0/networks/ef8923d0-be1c-4463-ad03-f06857ee7c18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836613 Feb 04 18:42:40.878831 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvr_db [None req-3374e9b1-9e0e-4e61-b941-77f25379c050 None None] Set router 071f5233-a4b4-4ab8-b3a5-5b3facc805d7 gateway port host: n-d-827839-2 {{(pid=103379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 18:42:40.908481 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-5f4315ac-42b9-42f9-9632-0c7b87dff643 req-eab4b81e-6dea-41d9-bcca-973e7a0938fc service neutron] 10.222.0.96 "GET /v2.0/networks/ef8923d0-be1c-4463-ad03-f06857ee7c18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880268 Feb 04 18:42:40.949226 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (f20a1ab3-4332-4f54-833b-ba4a7c687e89), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:42:41.103510 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-3374e9b1-9e0e-4e61-b941-77f25379c050 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '071f5233-a4b4-4ab8-b3a5-5b3facc805d7', 'name': 'tempest-TestShelveInstance-660308586-router', 'tenant_id': 'de743ac5c1be4c7785fee5d1010e85ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.206'}], 'enable_snat': True}, 'gw_port_id': '9b9e8fa5-ae02-4831-a842-3bedea5d9f2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T18:35:58Z', 'updated_at': '2022-02-04T18:36:01Z', 'revision_number': 4, 'project_id': 'de743ac5c1be4c7785fee5d1010e85ef', 'gw_port': {'id': '9b9e8fa5-ae02-4831-a842-3bedea5d9f2e', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:dc:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '071f5233-a4b4-4ab8-b3a5-5b3facc805d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:35:59Z', 'updated_at': '2022-02-04T18:36:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_floatingips': [{'id': '09425c6f-adb9-4c2e-840a-0d142e6ac4d7', 'tenant_id': 'de743ac5c1be4c7785fee5d1010e85ef', 'floating_ip_address': '172.25.6.220', 'floating_network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'router_id': '071f5233-a4b4-4ab8-b3a5-5b3facc805d7', 'port_id': 'ab0c9236-ece6-4a54-95d3-81afd750b04a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4371, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef8923d0-be1c-4463-ad03-f06857ee7c18', 'mac_address': 'fa:16:3e:8e:05:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4a0fe12-af28-492b-94cf-320c90487b3b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T18:42:39Z', 'updated_at': '2022-02-04T18:42:39Z', 'revision_number': 0, 'project_id': 'de743ac5c1be4c7785fee5d1010e85ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '425e47bc-4919-4a36-9e19-ae1232386211', 'name': '', 'network_id': 'ef8923d0-be1c-4463-ad03-f06857ee7c18', 'tenant_id': 'de743ac5c1be4c7785fee5d1010e85ef', 'mac_address': 'fa:16:3e:61:af:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '071f5233-a4b4-4ab8-b3a5-5b3facc805d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': '81b2406d-d65d-4723-af46-d9654239c538', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:36:01Z', 'updated_at': '2022-02-04T18:36:06Z', 'revision_number': 5, 'project_id': 'de743ac5c1be4c7785fee5d1010e85ef', 'subnets': [{'id': '81b2406d-d65d-4723-af46-d9654239c538', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-2', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:42:41.133382 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3374e9b1-9e0e-4e61-b941-77f25379c050 None None] The sync data for ids ['071f5233-a4b4-4ab8-b3a5-5b3facc805d7'] in n-d-827839-2 is: [{'id': '071f5233-a4b4-4ab8-b3a5-5b3facc805d7', 'name': 'tempest-TestShelveInstance-660308586-router', 'tenant_id': 'de743ac5c1be4c7785fee5d1010e85ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.206'}], 'enable_snat': True}, 'gw_port_id': '9b9e8fa5-ae02-4831-a842-3bedea5d9f2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T18:35:58Z', 'updated_at': '2022-02-04T18:36:01Z', 'revision_number': 4, 'project_id': 'de743ac5c1be4c7785fee5d1010e85ef', 'gw_port': {'id': '9b9e8fa5-ae02-4831-a842-3bedea5d9f2e', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:dc:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '071f5233-a4b4-4ab8-b3a5-5b3facc805d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:35:59Z', 'updated_at': '2022-02-04T18:36:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_floatingips': [{'id': '09425c6f-adb9-4c2e-840a-0d142e6ac4d7', 'tenant_id': 'de743ac5c1be4c7785fee5d1010e85ef', 'floating_ip_address': '172.25.6.220', 'floating_network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'router_id': '071f5233-a4b4-4ab8-b3a5-5b3facc805d7', 'port_id': 'ab0c9236-ece6-4a54-95d3-81afd750b04a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4371, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef8923d0-be1c-4463-ad03-f06857ee7c18', 'mac_address': 'fa:16:3e:8e:05:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4a0fe12-af28-492b-94cf-320c90487b3b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T18:42:39Z', 'updated_at': '2022-02-04T18:42:39Z', 'revision_number': 0, 'project_id': 'de743ac5c1be4c7785fee5d1010e85ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '425e47bc-4919-4a36-9e19-ae1232386211', 'name': '', 'network_id': 'ef8923d0-be1c-4463-ad03-f06857ee7c18', 'tenant_id': 'de743ac5c1be4c7785fee5d1010e85ef', 'mac_address': 'fa:16:3e:61:af:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '071f5233-a4b4-4ab8-b3a5-5b3facc805d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': '81b2406d-d65d-4723-af46-d9654239c538', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:36:01Z', 'updated_at': '2022-02-04T18:36:06Z', 'revision_number': 5, 'project_id': 'de743ac5c1be4c7785fee5d1010e85ef', 'subnets': [{'id': '81b2406d-d65d-4723-af46-d9654239c538', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 18:42:41.332631 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f53c52fa-489e-417c-b3f3-db8d728ebd39 None None] New status for floating IP 09425c6f-adb9-4c2e-840a-0d142e6ac4d7: ACTIVE {{(pid=103378) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 18:42:43.091064 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (3f9244a9-75fc-4c10-b195-11d48b853b41), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:42:43.169010 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.agents_db [None req-e1691f3b-aacd-4cd6-8ebb-a9c53bb301c0 None None] Agent healthcheck: found 7 active agents {{(pid=103379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 18:42:59.949570 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0b1b4e88-cb0a-45cc-be8b-261e051bac85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (bb89f5a3-3c22-440b-b7d1-c4f0c43c184a), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:43:03.017923 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7e0fa664-7daa-43bb-a414-b337aa4cb814 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (64ada913-9131-4d99-a265-63a920956287), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:43:03.372171 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d408ec64-b374-4acb-a1fc-48241dad6d47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (0cd6d64a-47a7-40ff-8c12-71dd526c62e0), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:43:05.202743 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4f14bb47-e72b-46ac-9e44-a61d9293afcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (75326290-f7a3-4db8-9cf2-15c7139ed224), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:43:05.939651 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (ba70844b-66a0-45fd-a2f2-e6ed673321fc), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:43:10.948813 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (f20a1ab3-4332-4f54-833b-ba4a7c687e89), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:43:13.084956 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (3f9244a9-75fc-4c10-b195-11d48b853b41), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:43:20.168297 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.agents_db [None req-e1691f3b-aacd-4cd6-8ebb-a9c53bb301c0 None None] Agent healthcheck: found 7 active agents {{(pid=103379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 18:43:21.854500 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-c5c7c29c-600a-44ad-9730-66a6701c90b6 req-ccb40f41-013d-4847-9346-d99c4cf22759 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=d4a0fe12-af28-492b-94cf-320c90487b3b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0437315 Feb 04 18:43:21.948240 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c7c29c-600a-44ad-9730-66a6701c90b6 req-d7c64ad4-8fd6-4de0-a909-81a4f5604fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:43:21.949792 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-c5c7c29c-600a-44ad-9730-66a6701c90b6 req-d7c64ad4-8fd6-4de0-a909-81a4f5604fd6 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=de743ac5c1be4c7785fee5d1010e85ef&device_id=d4a0fe12-af28-492b-94cf-320c90487b3b HTTP/1.1" status: 200 len: 1128 time: 0.0514257 Feb 04 18:43:22.054727 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c7c29c-600a-44ad-9730-66a6701c90b6 req-b59f267c-e090-4c5c-a9a2-806ecc014f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:43:22.056216 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-c5c7c29c-600a-44ad-9730-66a6701c90b6 req-b59f267c-e090-4c5c-a9a2-806ecc014f2e service neutron] 10.222.0.96 "GET /v2.0/networks?id=ef8923d0-be1c-4463-ad03-f06857ee7c18 HTTP/1.1" status: 200 len: 909 time: 0.0877612 Feb 04 18:43:22.119780 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-c5c7c29c-600a-44ad-9730-66a6701c90b6 req-34df336c-db3e-4f5c-ad35-c920c61fa6ee service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ab0c9236-ece6-4a54-95d3-81afd750b04a HTTP/1.1" status: 200 len: 1002 time: 0.0576468 Feb 04 18:43:22.166884 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c7c29c-600a-44ad-9730-66a6701c90b6 req-fe6fb8da-78a5-4c96-af2f-53fd41fbc622 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:43:22.168316 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-c5c7c29c-600a-44ad-9730-66a6701c90b6 req-fe6fb8da-78a5-4c96-af2f-53fd41fbc622 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=81b2406d-d65d-4723-af46-d9654239c538 HTTP/1.1" status: 200 len: 847 time: 0.0434380 Feb 04 18:43:22.219394 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c7c29c-600a-44ad-9730-66a6701c90b6 req-2267d966-bb43-49e5-801d-1f26e596d634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:43:22.220964 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-c5c7c29c-600a-44ad-9730-66a6701c90b6 req-2267d966-bb43-49e5-801d-1f26e596d634 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=ef8923d0-be1c-4463-ad03-f06857ee7c18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0466111 Feb 04 18:43:22.310384 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-c5c7c29c-600a-44ad-9730-66a6701c90b6 req-0673a08c-1ea0-453d-89cf-b2b37bbb3448 service neutron] 10.222.0.96 "GET /v2.0/networks/ef8923d0-be1c-4463-ad03-f06857ee7c18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828981 Feb 04 18:43:22.403039 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-c5c7c29c-600a-44ad-9730-66a6701c90b6 req-0c806607-4a04-4a06-9e9c-6f10b8fc487a service neutron] 10.222.0.96 "GET /v2.0/networks/ef8923d0-be1c-4463-ad03-f06857ee7c18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863974 Feb 04 18:43:29.952276 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5a67c04b-dc58-4b84-b0b6-3a2fafd0486f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (bb89f5a3-3c22-440b-b7d1-c4f0c43c184a), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:43:33.018513 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9e699ce2-0d8a-45cb-92a4-149bc56d9a12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (64ada913-9131-4d99-a265-63a920956287), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:43:33.374221 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d408ec64-b374-4acb-a1fc-48241dad6d47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (0cd6d64a-47a7-40ff-8c12-71dd526c62e0), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:43:35.207406 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4f14bb47-e72b-46ac-9e44-a61d9293afcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (75326290-f7a3-4db8-9cf2-15c7139ed224), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:43:35.943644 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (ba70844b-66a0-45fd-a2f2-e6ed673321fc), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:43:40.947494 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (f20a1ab3-4332-4f54-833b-ba4a7c687e89), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:43:43.115190 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (3f9244a9-75fc-4c10-b195-11d48b853b41), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:43:57.168671 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.agents_db [None req-e1691f3b-aacd-4cd6-8ebb-a9c53bb301c0 None None] Agent healthcheck: found 7 active agents {{(pid=103379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 18:43:59.953804 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-44d6105f-586f-4cdd-8760-d88a1887f99c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (bb89f5a3-3c22-440b-b7d1-c4f0c43c184a), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:44:03.021453 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-63fe52fd-6db4-449f-aeca-31b1f1c54b76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (64ada913-9131-4d99-a265-63a920956287), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:44:03.377593 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d408ec64-b374-4acb-a1fc-48241dad6d47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (0cd6d64a-47a7-40ff-8c12-71dd526c62e0), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:44:05.208942 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4f14bb47-e72b-46ac-9e44-a61d9293afcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (75326290-f7a3-4db8-9cf2-15c7139ed224), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:44:05.945183 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (ba70844b-66a0-45fd-a2f2-e6ed673321fc), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:44:10.963647 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (f20a1ab3-4332-4f54-833b-ba4a7c687e89), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:44:13.130610 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (3f9244a9-75fc-4c10-b195-11d48b853b41), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:44:22.290977 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-ed430f34-cd1f-4a0d-a44a-5b610c7e648e req-5f04abd5-57ab-4397-9061-b23e75d53865 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=d4a0fe12-af28-492b-94cf-320c90487b3b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0441713 Feb 04 18:44:22.374443 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed430f34-cd1f-4a0d-a44a-5b610c7e648e req-653b254c-7f0a-4472-a15c-b755719710d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:44:22.375948 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-ed430f34-cd1f-4a0d-a44a-5b610c7e648e req-653b254c-7f0a-4472-a15c-b755719710d2 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=de743ac5c1be4c7785fee5d1010e85ef&device_id=d4a0fe12-af28-492b-94cf-320c90487b3b HTTP/1.1" status: 200 len: 1128 time: 0.0449409 Feb 04 18:44:22.479590 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed430f34-cd1f-4a0d-a44a-5b610c7e648e req-d810a4eb-52ed-4fcc-9018-6ffffee60003 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:44:22.481153 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-ed430f34-cd1f-4a0d-a44a-5b610c7e648e req-d810a4eb-52ed-4fcc-9018-6ffffee60003 service neutron] 10.222.0.96 "GET /v2.0/networks?id=ef8923d0-be1c-4463-ad03-f06857ee7c18 HTTP/1.1" status: 200 len: 909 time: 0.0870833 Feb 04 18:44:22.544427 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-ed430f34-cd1f-4a0d-a44a-5b610c7e648e req-6f41f391-b18c-4f4b-b077-cdae80fe7e50 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ab0c9236-ece6-4a54-95d3-81afd750b04a HTTP/1.1" status: 200 len: 1002 time: 0.0574026 Feb 04 18:44:22.591339 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed430f34-cd1f-4a0d-a44a-5b610c7e648e req-d89b7e74-95eb-42e3-a2d2-76e1e6dda52d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:44:22.592764 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-ed430f34-cd1f-4a0d-a44a-5b610c7e648e req-d89b7e74-95eb-42e3-a2d2-76e1e6dda52d service neutron] 10.222.0.96 "GET /v2.0/subnets?id=81b2406d-d65d-4723-af46-d9654239c538 HTTP/1.1" status: 200 len: 847 time: 0.0425930 Feb 04 18:44:22.643993 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed430f34-cd1f-4a0d-a44a-5b610c7e648e req-1bed1017-ea17-4708-aa89-1bb244f0df3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:44:22.645566 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-ed430f34-cd1f-4a0d-a44a-5b610c7e648e req-1bed1017-ea17-4708-aa89-1bb244f0df3e service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=ef8923d0-be1c-4463-ad03-f06857ee7c18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0468206 Feb 04 18:44:22.734226 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-ed430f34-cd1f-4a0d-a44a-5b610c7e648e req-e105a5a8-42c3-484f-8b4b-fcbe4dcf64e7 service neutron] 10.222.0.96 "GET /v2.0/networks/ef8923d0-be1c-4463-ad03-f06857ee7c18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819139 Feb 04 18:44:22.826676 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-ed430f34-cd1f-4a0d-a44a-5b610c7e648e req-ce7067fb-de2c-4732-a10f-b822090a9434 service neutron] 10.222.0.96 "GET /v2.0/networks/ef8923d0-be1c-4463-ad03-f06857ee7c18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859869 Feb 04 18:44:30.110658 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0ce4c3b8-fc02-4dd9-befa-9380bc00da41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (bb89f5a3-3c22-440b-b7d1-c4f0c43c184a), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:44:33.021927 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d6e99a68-709a-44b8-9905-eec630e631ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (64ada913-9131-4d99-a265-63a920956287), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:44:33.379822 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d408ec64-b374-4acb-a1fc-48241dad6d47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (0cd6d64a-47a7-40ff-8c12-71dd526c62e0), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:44:34.169571 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.agents_db [None req-e1691f3b-aacd-4cd6-8ebb-a9c53bb301c0 None None] Agent healthcheck: found 7 active agents {{(pid=103379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 18:44:35.212093 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4f14bb47-e72b-46ac-9e44-a61d9293afcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (75326290-f7a3-4db8-9cf2-15c7139ed224), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:44:35.819500 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302b0b1b-e6e0-46bc-8ce0-1d5ed0e3af1f req-e4184cc5-fb0e-4d12-9ab1-e92a3a467767 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:44:35.821044 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-302b0b1b-e6e0-46bc-8ce0-1d5ed0e3af1f req-e4184cc5-fb0e-4d12-9ab1-e92a3a467767 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] 10.222.0.89 "GET /v2.0/ports?device_id=d4a0fe12-af28-492b-94cf-320c90487b3b HTTP/1.1" status: 200 len: 946 time: 0.0539579 Feb 04 18:44:35.873877 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-302b0b1b-e6e0-46bc-8ce0-1d5ed0e3af1f req-38403fd5-fad5-4bf6-86f6-5053614e9278 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] 10.222.0.89 "GET /v2.0/security-groups?id=01b0ccda-26f2-49b0-baa2-065b48e6f3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470231 Feb 04 18:44:35.946634 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (ba70844b-66a0-45fd-a2f2-e6ed673321fc), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:44:37.004539 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0e649b-833b-406c-aaba-03c071111ea9 req-b6a079ef-8f44-4be7-adc3-a90b65bd82e2 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:44:37.007217 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-fd0e649b-833b-406c-aaba-03c071111ea9 req-b6a079ef-8f44-4be7-adc3-a90b65bd82e2 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] 10.222.0.89 "GET /v2.0/ports?device_id=d4a0fe12-af28-492b-94cf-320c90487b3b HTTP/1.1" status: 200 len: 946 time: 0.0575144 Feb 04 18:44:37.061184 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-fd0e649b-833b-406c-aaba-03c071111ea9 req-26ab6eb9-cce3-4cf2-9c8d-110b505ae1c7 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] 10.222.0.89 "GET /v2.0/security-groups?id=01b0ccda-26f2-49b0-baa2-065b48e6f3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483983 Feb 04 18:44:38.183617 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899128c8-3809-4202-b7bc-882b2274225f req-d1bc0587-0da0-425c-897f-9b8469a7f3b6 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:44:38.185618 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-899128c8-3809-4202-b7bc-882b2274225f req-d1bc0587-0da0-425c-897f-9b8469a7f3b6 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] 10.222.0.89 "GET /v2.0/ports?device_id=d4a0fe12-af28-492b-94cf-320c90487b3b HTTP/1.1" status: 200 len: 946 time: 0.0533240 Feb 04 18:44:38.234061 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-899128c8-3809-4202-b7bc-882b2274225f req-987fdee4-3062-4266-b28d-2483a9c8fc90 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] 10.222.0.89 "GET /v2.0/security-groups?id=01b0ccda-26f2-49b0-baa2-065b48e6f3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429823 Feb 04 18:44:39.353544 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f3a815-01fc-4259-b8d2-1bed28c9fc51 req-ac3a02c6-d931-4d14-a701-ea328cc61a24 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:44:39.355041 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-91f3a815-01fc-4259-b8d2-1bed28c9fc51 req-ac3a02c6-d931-4d14-a701-ea328cc61a24 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] 10.222.0.89 "GET /v2.0/ports?device_id=d4a0fe12-af28-492b-94cf-320c90487b3b HTTP/1.1" status: 200 len: 946 time: 0.0534296 Feb 04 18:44:39.402904 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-91f3a815-01fc-4259-b8d2-1bed28c9fc51 req-3d4b668f-96e6-415f-841b-f3139d22397b tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] 10.222.0.89 "GET /v2.0/security-groups?id=01b0ccda-26f2-49b0-baa2-065b48e6f3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422590 Feb 04 18:44:40.520124 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee25377-5d72-47f6-8839-a19d5919f3c4 req-0b5a8af1-2537-42de-8e2e-780d1b3d3074 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:44:40.521647 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-aee25377-5d72-47f6-8839-a19d5919f3c4 req-0b5a8af1-2537-42de-8e2e-780d1b3d3074 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] 10.222.0.89 "GET /v2.0/ports?device_id=d4a0fe12-af28-492b-94cf-320c90487b3b HTTP/1.1" status: 200 len: 946 time: 0.0514090 Feb 04 18:44:40.573057 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-aee25377-5d72-47f6-8839-a19d5919f3c4 req-e103e4c1-1bc1-4752-929a-3b4ebe3fb6f0 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] 10.222.0.89 "GET /v2.0/security-groups?id=01b0ccda-26f2-49b0-baa2-065b48e6f3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458765 Feb 04 18:44:40.980103 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (f20a1ab3-4332-4f54-833b-ba4a7c687e89), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:44:41.692913 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2493a7-00cb-4314-a45e-a5860d0e77c8 req-ec540426-bafe-4a0b-aa40-01eaa7020816 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:44:41.694386 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-9a2493a7-00cb-4314-a45e-a5860d0e77c8 req-ec540426-bafe-4a0b-aa40-01eaa7020816 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] 10.222.0.89 "GET /v2.0/ports?device_id=d4a0fe12-af28-492b-94cf-320c90487b3b HTTP/1.1" status: 200 len: 946 time: 0.0562749 Feb 04 18:44:41.741316 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-9a2493a7-00cb-4314-a45e-a5860d0e77c8 req-6c1e1898-afcb-4c9f-864b-a6fa609bd85d tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] 10.222.0.89 "GET /v2.0/security-groups?id=01b0ccda-26f2-49b0-baa2-065b48e6f3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413804 Feb 04 18:44:42.863905 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98131b63-c969-4bd7-8567-f53eb5731212 req-73203419-f19a-4897-b174-90646bf8dc94 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:44:42.865427 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-98131b63-c969-4bd7-8567-f53eb5731212 req-73203419-f19a-4897-b174-90646bf8dc94 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] 10.222.0.89 "GET /v2.0/ports?device_id=d4a0fe12-af28-492b-94cf-320c90487b3b HTTP/1.1" status: 200 len: 946 time: 0.0574775 Feb 04 18:44:42.913704 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-98131b63-c969-4bd7-8567-f53eb5731212 req-c845c11d-fd2e-4c6f-90a4-999c6cded0f4 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] 10.222.0.89 "GET /v2.0/security-groups?id=01b0ccda-26f2-49b0-baa2-065b48e6f3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419428 Feb 04 18:44:43.128733 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (3f9244a9-75fc-4c10-b195-11d48b853b41), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:44:44.032077 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39da3a95-dc0c-421c-b45c-c85c0412766b req-512883fb-9a88-478a-98cc-f791386f5040 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:44:44.033637 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-39da3a95-dc0c-421c-b45c-c85c0412766b req-512883fb-9a88-478a-98cc-f791386f5040 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] 10.222.0.89 "GET /v2.0/ports?device_id=d4a0fe12-af28-492b-94cf-320c90487b3b HTTP/1.1" status: 200 len: 946 time: 0.0522871 Feb 04 18:44:44.082322 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-39da3a95-dc0c-421c-b45c-c85c0412766b req-e06dbed8-f8f3-4458-ae2a-3df0b3dcae95 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] 10.222.0.89 "GET /v2.0/security-groups?id=01b0ccda-26f2-49b0-baa2-065b48e6f3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430844 Feb 04 18:44:45.198487 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6324194-4510-4e46-a119-bcba76177fb8 req-a3046f36-f3ea-4890-bf61-e31cef8c43b8 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:44:45.199864 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-c6324194-4510-4e46-a119-bcba76177fb8 req-a3046f36-f3ea-4890-bf61-e31cef8c43b8 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] 10.222.0.89 "GET /v2.0/ports?device_id=d4a0fe12-af28-492b-94cf-320c90487b3b HTTP/1.1" status: 200 len: 946 time: 0.0518184 Feb 04 18:44:45.247534 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-c6324194-4510-4e46-a119-bcba76177fb8 req-10dcdd55-7eda-4d8d-80b6-0307740b9672 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] 10.222.0.89 "GET /v2.0/security-groups?id=01b0ccda-26f2-49b0-baa2-065b48e6f3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416381 Feb 04 18:44:45.976249 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85983e48-94b7-4816-a8dc-8c315e57c932 req-0a2d861f-5552-4534-9c02-e4d358540039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:44:45.977774 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-85983e48-94b7-4816-a8dc-8c315e57c932 req-0a2d861f-5552-4534-9c02-e4d358540039 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=de743ac5c1be4c7785fee5d1010e85ef&device_id=d4a0fe12-af28-492b-94cf-320c90487b3b HTTP/1.1" status: 200 len: 1128 time: 0.0474570 Feb 04 18:44:46.067723 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85983e48-94b7-4816-a8dc-8c315e57c932 req-411650db-bca0-4bd5-acc0-b229e6c5924e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:44:46.069796 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-85983e48-94b7-4816-a8dc-8c315e57c932 req-411650db-bca0-4bd5-acc0-b229e6c5924e service neutron] 10.222.0.96 "GET /v2.0/networks?id=ef8923d0-be1c-4463-ad03-f06857ee7c18 HTTP/1.1" status: 200 len: 909 time: 0.0857592 Feb 04 18:44:46.139305 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-85983e48-94b7-4816-a8dc-8c315e57c932 req-d5be7909-5e1e-4094-9da2-9dfb84c50eb4 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ab0c9236-ece6-4a54-95d3-81afd750b04a HTTP/1.1" status: 200 len: 1002 time: 0.0619900 Feb 04 18:44:46.520601 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85983e48-94b7-4816-a8dc-8c315e57c932 req-e3c933b1-8337-4e9f-8395-377098ac8ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:44:46.522087 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-85983e48-94b7-4816-a8dc-8c315e57c932 req-e3c933b1-8337-4e9f-8395-377098ac8ee9 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=81b2406d-d65d-4723-af46-d9654239c538 HTTP/1.1" status: 200 len: 847 time: 0.3762696 Feb 04 18:44:46.548175 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944745d5-69cd-4507-bed4-69f908a284cd req-8fdca00a-0b71-4b76-a3cc-c56080abcc18 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:44:46.549562 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-944745d5-69cd-4507-bed4-69f908a284cd req-8fdca00a-0b71-4b76-a3cc-c56080abcc18 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] 10.222.0.89 "GET /v2.0/ports?device_id=d4a0fe12-af28-492b-94cf-320c90487b3b HTTP/1.1" status: 200 len: 946 time: 0.0725796 Feb 04 18:44:46.620306 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-944745d5-69cd-4507-bed4-69f908a284cd req-e83e7d1b-333a-48c8-8b1a-f822dc9ced29 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] 10.222.0.89 "GET /v2.0/security-groups?id=01b0ccda-26f2-49b0-baa2-065b48e6f3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557277 Feb 04 18:44:46.621995 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85983e48-94b7-4816-a8dc-8c315e57c932 req-a942349b-149b-4d74-b0af-5b1408a0a0c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:44:46.623971 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-85983e48-94b7-4816-a8dc-8c315e57c932 req-a942349b-149b-4d74-b0af-5b1408a0a0c2 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=ef8923d0-be1c-4463-ad03-f06857ee7c18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0937588 Feb 04 18:44:46.711231 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-85983e48-94b7-4816-a8dc-8c315e57c932 req-0db3fe89-6387-4626-93b5-d4e9af13ac70 service neutron] 10.222.0.96 "GET /v2.0/networks/ef8923d0-be1c-4463-ad03-f06857ee7c18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805140 Feb 04 18:44:46.803180 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-85983e48-94b7-4816-a8dc-8c315e57c932 req-b50d3507-1f1c-4f4c-a105-5841febb90c6 service neutron] 10.222.0.96 "GET /v2.0/networks/ef8923d0-be1c-4463-ad03-f06857ee7c18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851808 Feb 04 18:44:47.740165 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91803d4-ba3a-4848-a1ac-1c449d6f4ee7 req-a526efd2-fc02-4840-87f3-216b80bd4806 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:44:47.741666 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-b91803d4-ba3a-4848-a1ac-1c449d6f4ee7 req-a526efd2-fc02-4840-87f3-216b80bd4806 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] 10.222.0.89 "GET /v2.0/ports?device_id=d4a0fe12-af28-492b-94cf-320c90487b3b HTTP/1.1" status: 200 len: 946 time: 0.0519834 Feb 04 18:44:47.793400 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-b91803d4-ba3a-4848-a1ac-1c449d6f4ee7 req-52c8347e-de6d-4b1c-9d5c-cc1288113e3c tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] 10.222.0.89 "GET /v2.0/security-groups?id=01b0ccda-26f2-49b0-baa2-065b48e6f3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462799 Feb 04 18:44:48.910611 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92fb9ad-59e5-4a5c-afa8-cbe76b99f219 req-e143e659-6fdf-4139-8b06-57f93aa92036 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:44:48.911973 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-c92fb9ad-59e5-4a5c-afa8-cbe76b99f219 req-e143e659-6fdf-4139-8b06-57f93aa92036 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] 10.222.0.89 "GET /v2.0/ports?device_id=d4a0fe12-af28-492b-94cf-320c90487b3b HTTP/1.1" status: 200 len: 946 time: 0.0519919 Feb 04 18:44:48.961969 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-c92fb9ad-59e5-4a5c-afa8-cbe76b99f219 req-b7a428b5-a7eb-4636-8610-ac7b27f85c23 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] 10.222.0.89 "GET /v2.0/security-groups?id=01b0ccda-26f2-49b0-baa2-065b48e6f3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431833 Feb 04 18:44:50.085028 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adcd7d2-0dde-4721-9934-02de8201cf10 req-0bf4e371-9c78-4784-9a91-bd73d4b8f23f tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:44:50.086765 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-5adcd7d2-0dde-4721-9934-02de8201cf10 req-0bf4e371-9c78-4784-9a91-bd73d4b8f23f tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] 10.222.0.89 "GET /v2.0/ports?device_id=d4a0fe12-af28-492b-94cf-320c90487b3b HTTP/1.1" status: 200 len: 946 time: 0.0563827 Feb 04 18:44:50.139727 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-5adcd7d2-0dde-4721-9934-02de8201cf10 req-1b7d0daf-f166-440d-a8b3-2b1afbcd4fa6 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] 10.222.0.89 "GET /v2.0/security-groups?id=01b0ccda-26f2-49b0-baa2-065b48e6f3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472925 Feb 04 18:44:51.259158 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f7eb3d-374c-43e8-a778-c2a00a4a7069 req-b128566c-6b1e-408c-b02d-5dea3cf4e4dd tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:44:51.261005 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-a4f7eb3d-374c-43e8-a778-c2a00a4a7069 req-b128566c-6b1e-408c-b02d-5dea3cf4e4dd tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] 10.222.0.89 "GET /v2.0/ports?device_id=d4a0fe12-af28-492b-94cf-320c90487b3b HTTP/1.1" status: 200 len: 946 time: 0.0526929 Feb 04 18:44:51.312839 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-a4f7eb3d-374c-43e8-a778-c2a00a4a7069 req-7fcf31aa-42d7-418f-830f-29844a045d00 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] 10.222.0.89 "GET /v2.0/security-groups?id=01b0ccda-26f2-49b0-baa2-065b48e6f3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455849 Feb 04 18:44:52.139172 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device ab0c9236-ece6-4a54-95d3-81afd750b04a no longer exists at agent hyperv_n-h1-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 18:44:52.228114 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Current status of the port ab0c9236-ece6-4a54-95d3-81afd750b04a is: ACTIVE; New status is: DOWN {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 18:44:52.228513 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (ab0c9236-ece6-4a54-95d3-81afd750b04a), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:44:52.258025 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4a0fe12-af28-492b-94cf-320c90487b3b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ab0c9236-ece6-4a54-95d3-81afd750b04a'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 18:44:52.260314 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d531d67ec453461b01ecd2cf0c6686e25a5679cf38f56e7e92bae688f1026262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-daf01fee-328c-459e-b27b-a5e9e98f8f3a" -d '{"events": [{"server_uuid": "d4a0fe12-af28-492b-94cf-320c90487b3b", "name": "network-vif-unplugged", "status": "completed", "tag": "ab0c9236-ece6-4a54-95d3-81afd750b04a"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 18:44:52.273421 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] For port ab0c9236-ece6-4a54-95d3-81afd750b04a, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=ab0c9236-ece6-4a54-95d3-81afd750b04a,segment=NetworkSegment(bd2eea24-d836-4f05-bc21-e9eb44535628),segment_id=bd2eea24-d836-4f05-bc21-e9eb44535628)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 18:44:52.278590 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (ab0c9236-ece6-4a54-95d3-81afd750b04a), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:44:52.304230 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 04 Feb 2022 18:44:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1af98fc2-7664-4b8b-a150-a2b7ee374f01 x-openstack-request-id: req-1af98fc2-7664-4b8b-a150-a2b7ee374f01 {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 18:44:52.304533 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4a0fe12-af28-492b-94cf-320c90487b3b", "name": "network-vif-unplugged", "status": "failed", "tag": "ab0c9236-ece6-4a54-95d3-81afd750b04a", "code": 422}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 18:44:52.304817 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-1af98fc2-7664-4b8b-a150-a2b7ee374f01 {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 18:44:52.305217 n-d-827839-2 neutron-server[103378]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'd4a0fe12-af28-492b-94cf-320c90487b3b', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'ab0c9236-ece6-4a54-95d3-81afd750b04a', 'code': 422} returned with failed status Feb 04 18:44:52.335320 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Pushing event updated for resources: {'Port': ['ID=ab0c9236-ece6-4a54-95d3-81afd750b04a,revision_number=6']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:44:52.343390 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:44:52.343743 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:44:52.344117 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:44:52.344461 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:44:52.344814 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:44:52.345153 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:44:52.345482 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:44:52.345808 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:44:52.346136 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:44:52.346458 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:44:52.346781 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:44:52.347108 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:44:52.347435 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:44:52.446260 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbe7cee-ac67-46f2-9f13-0e8cdf93b31d req-efa1487c-1d26-4eb7-aa85-79fb51b1617f tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:44:52.447643 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-1cbe7cee-ac67-46f2-9f13-0e8cdf93b31d req-efa1487c-1d26-4eb7-aa85-79fb51b1617f tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] 10.222.0.89 "GET /v2.0/ports?device_id=d4a0fe12-af28-492b-94cf-320c90487b3b HTTP/1.1" status: 200 len: 944 time: 0.0564318 Feb 04 18:44:52.496244 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-1cbe7cee-ac67-46f2-9f13-0e8cdf93b31d req-cb42b6e9-2d15-4b3d-a360-8082595503f0 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] 10.222.0.89 "GET /v2.0/security-groups?id=01b0ccda-26f2-49b0-baa2-065b48e6f3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423114 Feb 04 18:44:52.752360 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1749402c-2950-454f-98d2-a2c6130262c4 req-a7a89edf-821b-4799-9114-4e4b89961c9f tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:44:52.753929 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-1749402c-2950-454f-98d2-a2c6130262c4 req-a7a89edf-821b-4799-9114-4e4b89961c9f tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] 10.222.0.89 "GET /v2.0/ports?device_id=d4a0fe12-af28-492b-94cf-320c90487b3b HTTP/1.1" status: 200 len: 944 time: 0.0919719 Feb 04 18:44:52.756681 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-e25fd7b4-9a09-4947-ab23-30fdbea30e18 req-83dd17a4-8927-467f-a255-036324e68bb9 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=d4a0fe12-af28-492b-94cf-320c90487b3b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1224918 Feb 04 18:44:52.771100 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [req-e25fd7b4-9a09-4947-ab23-30fdbea30e18 req-52ffa922-1c2e-4940-abe3-46547f8e8bde service neutron] http://10.222.0.89:9696/v2.0/extensions returned with HTTP 200 {{(pid=103376) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 18:44:52.772059 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-e25fd7b4-9a09-4947-ab23-30fdbea30e18 req-52ffa922-1c2e-4940-abe3-46547f8e8bde service neutron] 10.222.0.89 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056689 Feb 04 18:44:52.816020 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-1749402c-2950-454f-98d2-a2c6130262c4 req-cf81bf28-64aa-4ba7-a129-c8d2219d79e1 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] 10.222.0.89 "GET /v2.0/security-groups?id=01b0ccda-26f2-49b0-baa2-065b48e6f3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559216 Feb 04 18:44:53.937426 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c907be-cc3b-4afb-9ae4-51e882f5a6b8 req-e67e5f95-21b4-433b-a552-073b71508913 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:44:53.938942 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-b5c907be-cc3b-4afb-9ae4-51e882f5a6b8 req-e67e5f95-21b4-433b-a552-073b71508913 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] 10.222.0.89 "GET /v2.0/ports?device_id=d4a0fe12-af28-492b-94cf-320c90487b3b HTTP/1.1" status: 200 len: 944 time: 0.0532393 Feb 04 18:44:53.987024 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-b5c907be-cc3b-4afb-9ae4-51e882f5a6b8 req-3a5a8a5b-345b-462e-8c47-78fc037339e2 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] 10.222.0.89 "GET /v2.0/security-groups?id=01b0ccda-26f2-49b0-baa2-065b48e6f3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423696 Feb 04 18:44:55.107418 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25b0ed1-91a6-4e44-98f4-e3be0f57f869 req-0415556b-4a17-47e9-b38b-5c7846f8bc81 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:44:55.108966 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-c25b0ed1-91a6-4e44-98f4-e3be0f57f869 req-0415556b-4a17-47e9-b38b-5c7846f8bc81 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] 10.222.0.89 "GET /v2.0/ports?device_id=d4a0fe12-af28-492b-94cf-320c90487b3b HTTP/1.1" status: 200 len: 944 time: 0.0531428 Feb 04 18:44:55.157474 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-c25b0ed1-91a6-4e44-98f4-e3be0f57f869 req-016359f0-a1fc-4f86-9de6-aeec3d974bba tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] 10.222.0.89 "GET /v2.0/security-groups?id=01b0ccda-26f2-49b0-baa2-065b48e6f3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428562 Feb 04 18:44:56.280760 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafd22c0-c023-4076-9b35-cd57871f2f3c req-27b5e042-faac-4d5a-8f3f-99b33db98aa3 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:44:56.282257 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-bafd22c0-c023-4076-9b35-cd57871f2f3c req-27b5e042-faac-4d5a-8f3f-99b33db98aa3 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] 10.222.0.89 "GET /v2.0/ports?device_id=d4a0fe12-af28-492b-94cf-320c90487b3b HTTP/1.1" status: 200 len: 944 time: 0.0570841 Feb 04 18:44:56.332014 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-bafd22c0-c023-4076-9b35-cd57871f2f3c req-940c88fb-9bbb-4a8f-9bae-d191275f83d4 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] 10.222.0.89 "GET /v2.0/security-groups?id=01b0ccda-26f2-49b0-baa2-065b48e6f3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440235 Feb 04 18:44:57.454371 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58c4d0f-13b0-4cea-ab4c-d44bfb20b473 req-fe748c98-f624-4520-889b-c568736042e3 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:44:57.455865 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-f58c4d0f-13b0-4cea-ab4c-d44bfb20b473 req-fe748c98-f624-4520-889b-c568736042e3 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] 10.222.0.89 "GET /v2.0/ports?device_id=d4a0fe12-af28-492b-94cf-320c90487b3b HTTP/1.1" status: 200 len: 944 time: 0.0549462 Feb 04 18:44:57.505163 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-f58c4d0f-13b0-4cea-ab4c-d44bfb20b473 req-85cb9e59-0f6b-4bf0-bf6f-694d5158349b tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] 10.222.0.89 "GET /v2.0/security-groups?id=01b0ccda-26f2-49b0-baa2-065b48e6f3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435655 Feb 04 18:44:58.631196 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7049d5-f286-44a0-91f4-438f946ecee9 req-2edf7b7d-37ac-4eb8-b1ab-e08d54483479 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:44:58.632658 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-7e7049d5-f286-44a0-91f4-438f946ecee9 req-2edf7b7d-37ac-4eb8-b1ab-e08d54483479 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] 10.222.0.89 "GET /v2.0/ports?device_id=d4a0fe12-af28-492b-94cf-320c90487b3b HTTP/1.1" status: 200 len: 944 time: 0.0518947 Feb 04 18:44:58.681332 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-7e7049d5-f286-44a0-91f4-438f946ecee9 req-9b7f64d9-e187-41c9-9e29-23dbbf62408e tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] 10.222.0.89 "GET /v2.0/security-groups?id=01b0ccda-26f2-49b0-baa2-065b48e6f3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424945 Feb 04 18:44:59.809632 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5e899f-26a8-4d9d-add0-4261be89e3b2 req-9611708b-f31e-498b-aebc-0e8c14cf7ba8 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:44:59.811136 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-5a5e899f-26a8-4d9d-add0-4261be89e3b2 req-9611708b-f31e-498b-aebc-0e8c14cf7ba8 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] 10.222.0.89 "GET /v2.0/ports?device_id=d4a0fe12-af28-492b-94cf-320c90487b3b HTTP/1.1" status: 200 len: 944 time: 0.0574989 Feb 04 18:44:59.860379 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-5a5e899f-26a8-4d9d-add0-4261be89e3b2 req-662bd2ff-7a4e-45f0-9126-fe377e731959 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] 10.222.0.89 "GET /v2.0/security-groups?id=01b0ccda-26f2-49b0-baa2-065b48e6f3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433028 Feb 04 18:44:59.952462 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d9bfe8e9-2c76-44de-9b1f-226e3440b048 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (bb89f5a3-3c22-440b-b7d1-c4f0c43c184a), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:45:00.982489 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0d150a-c6e7-48fc-8e68-3065835aa630 req-0945a403-f0ef-42da-a1d1-696d49dd1f5b tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:45:00.983958 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-4e0d150a-c6e7-48fc-8e68-3065835aa630 req-0945a403-f0ef-42da-a1d1-696d49dd1f5b tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] 10.222.0.89 "GET /v2.0/ports?device_id=d4a0fe12-af28-492b-94cf-320c90487b3b HTTP/1.1" status: 200 len: 944 time: 0.0576317 Feb 04 18:45:01.032573 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-4e0d150a-c6e7-48fc-8e68-3065835aa630 req-488e498d-6e68-4207-bd2a-1af10db79fd0 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] 10.222.0.89 "GET /v2.0/security-groups?id=01b0ccda-26f2-49b0-baa2-065b48e6f3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426638 Feb 04 18:45:02.156391 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52af923d-b58f-4f3f-a479-f7de12800e99 req-6e8201c8-c491-4fe5-ab75-b402d2a340ab tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:45:02.158058 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-52af923d-b58f-4f3f-a479-f7de12800e99 req-6e8201c8-c491-4fe5-ab75-b402d2a340ab tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] 10.222.0.89 "GET /v2.0/ports?device_id=d4a0fe12-af28-492b-94cf-320c90487b3b HTTP/1.1" status: 200 len: 944 time: 0.0562377 Feb 04 18:45:02.211954 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-52af923d-b58f-4f3f-a479-f7de12800e99 req-09aa0ac7-4f36-4894-9702-9d07ff023132 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] 10.222.0.89 "GET /v2.0/security-groups?id=01b0ccda-26f2-49b0-baa2-065b48e6f3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480812 Feb 04 18:45:02.864787 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25fd7b4-9a09-4947-ab23-30fdbea30e18 req-b673d2f1-f102-4187-940e-7709e176be11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:45:02.866286 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-e25fd7b4-9a09-4947-ab23-30fdbea30e18 req-b673d2f1-f102-4187-940e-7709e176be11 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=d4a0fe12-af28-492b-94cf-320c90487b3b&tenant_id=de743ac5c1be4c7785fee5d1010e85ef HTTP/1.1" status: 200 len: 1126 time: 0.0485768 Feb 04 18:45:02.932517 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25fd7b4-9a09-4947-ab23-30fdbea30e18 req-a258fa01-285b-493a-bbb8-417510ea0825 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:45:02.934107 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-e25fd7b4-9a09-4947-ab23-30fdbea30e18 req-a258fa01-285b-493a-bbb8-417510ea0825 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=de743ac5c1be4c7785fee5d1010e85ef&device_id=d4a0fe12-af28-492b-94cf-320c90487b3b HTTP/1.1" status: 200 len: 1126 time: 0.0435262 Feb 04 18:45:03.023216 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4e32cd20-1f8c-4691-8c25-ebff12d1bc8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (64ada913-9131-4d99-a265-63a920956287), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:45:03.033064 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25fd7b4-9a09-4947-ab23-30fdbea30e18 req-bb925bd3-30bd-4b9e-a20a-ae0b68fb45cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:45:03.034537 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-e25fd7b4-9a09-4947-ab23-30fdbea30e18 req-bb925bd3-30bd-4b9e-a20a-ae0b68fb45cf service neutron] 10.222.0.96 "GET /v2.0/networks?id=ef8923d0-be1c-4463-ad03-f06857ee7c18 HTTP/1.1" status: 200 len: 909 time: 0.0938284 Feb 04 18:45:03.102635 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-e25fd7b4-9a09-4947-ab23-30fdbea30e18 req-2c4ea1f7-66e5-4c7f-bcbc-4a1508490b50 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ab0c9236-ece6-4a54-95d3-81afd750b04a HTTP/1.1" status: 200 len: 1000 time: 0.0618920 Feb 04 18:45:03.153091 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25fd7b4-9a09-4947-ab23-30fdbea30e18 req-82a37746-a657-488f-abf8-6a37308bfacb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:45:03.155096 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-e25fd7b4-9a09-4947-ab23-30fdbea30e18 req-82a37746-a657-488f-abf8-6a37308bfacb service neutron] 10.222.0.96 "GET /v2.0/subnets?id=81b2406d-d65d-4723-af46-d9654239c538 HTTP/1.1" status: 200 len: 847 time: 0.0432453 Feb 04 18:45:03.203212 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25fd7b4-9a09-4947-ab23-30fdbea30e18 req-cb5a2f62-01d3-4a4d-9274-b679bb8643ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:45:03.204678 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-e25fd7b4-9a09-4947-ab23-30fdbea30e18 req-cb5a2f62-01d3-4a4d-9274-b679bb8643ac service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=ef8923d0-be1c-4463-ad03-f06857ee7c18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0429158 Feb 04 18:45:03.297611 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-e25fd7b4-9a09-4947-ab23-30fdbea30e18 req-c91db520-facb-4e04-b7f3-1c3d3cb5558c service neutron] 10.222.0.96 "GET /v2.0/networks/ef8923d0-be1c-4463-ad03-f06857ee7c18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865438 Feb 04 18:45:03.336322 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1eef29-7d77-4ffe-8fb5-f01d85b59b7f req-22bbcb91-e81d-40d8-87f7-84d331c18624 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:45:03.337880 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-6b1eef29-7d77-4ffe-8fb5-f01d85b59b7f req-22bbcb91-e81d-40d8-87f7-84d331c18624 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] 10.222.0.89 "GET /v2.0/ports?device_id=d4a0fe12-af28-492b-94cf-320c90487b3b HTTP/1.1" status: 200 len: 944 time: 0.0563562 Feb 04 18:45:03.384641 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d408ec64-b374-4acb-a1fc-48241dad6d47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (0cd6d64a-47a7-40ff-8c12-71dd526c62e0), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:45:03.397043 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-e25fd7b4-9a09-4947-ab23-30fdbea30e18 req-98e1f057-2195-476f-8d53-44363f7498c6 service neutron] 10.222.0.96 "GET /v2.0/networks/ef8923d0-be1c-4463-ad03-f06857ee7c18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911438 Feb 04 18:45:03.398011 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-6b1eef29-7d77-4ffe-8fb5-f01d85b59b7f req-c05d1c5c-adb5-4edc-92bc-e392c19a241a tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] 10.222.0.89 "GET /v2.0/security-groups?id=01b0ccda-26f2-49b0-baa2-065b48e6f3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545154 Feb 04 18:45:04.516657 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89cedce-3e44-4005-aea7-fbf4029064d0 req-a7a7e4bf-b6fb-43f5-afe2-c2eab9d78b6a tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:45:04.518178 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-e89cedce-3e44-4005-aea7-fbf4029064d0 req-a7a7e4bf-b6fb-43f5-afe2-c2eab9d78b6a tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] 10.222.0.89 "GET /v2.0/ports?device_id=d4a0fe12-af28-492b-94cf-320c90487b3b HTTP/1.1" status: 200 len: 944 time: 0.0527356 Feb 04 18:45:04.570623 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-e89cedce-3e44-4005-aea7-fbf4029064d0 req-993fa84a-aced-4ee4-9f8b-5efb35f9caa5 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] 10.222.0.89 "GET /v2.0/security-groups?id=01b0ccda-26f2-49b0-baa2-065b48e6f3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468757 Feb 04 18:45:05.215900 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4f14bb47-e72b-46ac-9e44-a61d9293afcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (75326290-f7a3-4db8-9cf2-15c7139ed224), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:45:05.689210 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99548669-b162-462d-9060-381f6c76c175 req-697105a4-d76d-48b1-b217-6ce6d7216be5 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:45:05.690699 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-99548669-b162-462d-9060-381f6c76c175 req-697105a4-d76d-48b1-b217-6ce6d7216be5 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] 10.222.0.89 "GET /v2.0/ports?device_id=d4a0fe12-af28-492b-94cf-320c90487b3b HTTP/1.1" status: 200 len: 944 time: 0.0550075 Feb 04 18:45:05.742357 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-99548669-b162-462d-9060-381f6c76c175 req-e9d2c8ff-a240-45b1-9cf4-2d2e64a32ce4 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] 10.222.0.89 "GET /v2.0/security-groups?id=01b0ccda-26f2-49b0-baa2-065b48e6f3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460131 Feb 04 18:45:05.949161 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (ba70844b-66a0-45fd-a2f2-e6ed673321fc), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:45:06.859647 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69189c01-4dc2-4042-8237-a4abdbfd0b47 req-c2383571-d251-4d70-8259-8800fbd7984a tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:45:06.861157 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-69189c01-4dc2-4042-8237-a4abdbfd0b47 req-c2383571-d251-4d70-8259-8800fbd7984a tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] 10.222.0.89 "GET /v2.0/ports?device_id=d4a0fe12-af28-492b-94cf-320c90487b3b HTTP/1.1" status: 200 len: 944 time: 0.0521030 Feb 04 18:45:06.908912 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-69189c01-4dc2-4042-8237-a4abdbfd0b47 req-481c1a00-1d5f-409e-bf17-4630d83f9aad tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] 10.222.0.89 "GET /v2.0/security-groups?id=01b0ccda-26f2-49b0-baa2-065b48e6f3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421565 Feb 04 18:45:08.032078 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42dab10-75f6-4c59-8280-925dcedc81a5 req-ab5124bd-62cc-4fbb-b41e-ce37efe9d942 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:45:08.033591 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-e42dab10-75f6-4c59-8280-925dcedc81a5 req-ab5124bd-62cc-4fbb-b41e-ce37efe9d942 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] 10.222.0.89 "GET /v2.0/ports?device_id=d4a0fe12-af28-492b-94cf-320c90487b3b HTTP/1.1" status: 200 len: 944 time: 0.0529470 Feb 04 18:45:08.082423 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-e42dab10-75f6-4c59-8280-925dcedc81a5 req-1c19f310-f736-4b9e-868c-7d7154d7c913 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] 10.222.0.89 "GET /v2.0/security-groups?id=01b0ccda-26f2-49b0-baa2-065b48e6f3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431676 Feb 04 18:45:09.200850 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328d905f-ff47-4c22-b782-27d16b92f8af req-ebc9b952-d8c3-4abe-83d1-1e022869d98e tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:45:09.202269 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-328d905f-ff47-4c22-b782-27d16b92f8af req-ebc9b952-d8c3-4abe-83d1-1e022869d98e tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] 10.222.0.89 "GET /v2.0/ports?device_id=d4a0fe12-af28-492b-94cf-320c90487b3b HTTP/1.1" status: 200 len: 944 time: 0.0520122 Feb 04 18:45:09.250678 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-328d905f-ff47-4c22-b782-27d16b92f8af req-73d9ec48-a041-4ca1-913e-e03615815b5f tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] 10.222.0.89 "GET /v2.0/security-groups?id=01b0ccda-26f2-49b0-baa2-065b48e6f3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424080 Feb 04 18:45:10.369013 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da30bd1-e710-4ac3-b4a3-4eaf37e87486 req-a130c825-a2ec-4029-b349-b7fd955f2265 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:45:10.370496 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-4da30bd1-e710-4ac3-b4a3-4eaf37e87486 req-a130c825-a2ec-4029-b349-b7fd955f2265 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] 10.222.0.89 "GET /v2.0/ports?device_id=d4a0fe12-af28-492b-94cf-320c90487b3b HTTP/1.1" status: 200 len: 944 time: 0.0532169 Feb 04 18:45:10.418909 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-4da30bd1-e710-4ac3-b4a3-4eaf37e87486 req-b18ce5df-c1c0-4b36-8e72-ae48d824da85 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] 10.222.0.89 "GET /v2.0/security-groups?id=01b0ccda-26f2-49b0-baa2-065b48e6f3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421133 Feb 04 18:45:10.988215 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (f20a1ab3-4332-4f54-833b-ba4a7c687e89), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:45:11.168927 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.agents_db [None req-e1691f3b-aacd-4cd6-8ebb-a9c53bb301c0 None None] Agent healthcheck: found 7 active agents {{(pid=103379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 18:45:11.542409 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0662d45-3c62-488d-99ac-042a465e7555 req-6d419bf4-d68f-4cec-b41b-750acd08f941 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:45:11.543790 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-e0662d45-3c62-488d-99ac-042a465e7555 req-6d419bf4-d68f-4cec-b41b-750acd08f941 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] 10.222.0.89 "GET /v2.0/ports?device_id=d4a0fe12-af28-492b-94cf-320c90487b3b HTTP/1.1" status: 200 len: 944 time: 0.0558383 Feb 04 18:45:11.592442 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-e0662d45-3c62-488d-99ac-042a465e7555 req-42b80a7e-d7c9-480f-a5cf-68db23ef6891 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] 10.222.0.89 "GET /v2.0/security-groups?id=01b0ccda-26f2-49b0-baa2-065b48e6f3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425818 Feb 04 18:45:12.208398 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device ab0c9236-ece6-4a54-95d3-81afd750b04a details requested by agent hyperv_n-h1-827839-2 with host n-h1-827839-2 {{(pid=103378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 18:45:12.304686 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] For port ab0c9236-ece6-4a54-95d3-81afd750b04a, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=ab0c9236-ece6-4a54-95d3-81afd750b04a,segment=NetworkSegment(bd2eea24-d836-4f05-bc21-e9eb44535628),segment_id=bd2eea24-d836-4f05-bc21-e9eb44535628)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 18:45:12.315486 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Returning: {'device': 'ab0c9236-ece6-4a54-95d3-81afd750b04a', 'network_id': 'ef8923d0-be1c-4463-ad03-f06857ee7c18', 'port_id': 'ab0c9236-ece6-4a54-95d3-81afd750b04a', 'mac_address': 'fa:16:3e:8e:05:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 757, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81b2406d-d65d-4723-af46-d9654239c538', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 18:45:12.351761 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Current status of the port ab0c9236-ece6-4a54-95d3-81afd750b04a is: DOWN; New status is: BUILD {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 18:45:12.352145 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (ab0c9236-ece6-4a54-95d3-81afd750b04a), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:45:12.368046 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab0c9236-ece6-4a54-95d3-81afd750b04a {{(pid=103378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 18:45:12.386587 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] For port ab0c9236-ece6-4a54-95d3-81afd750b04a, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=ab0c9236-ece6-4a54-95d3-81afd750b04a,segment=NetworkSegment(bd2eea24-d836-4f05-bc21-e9eb44535628),segment_id=bd2eea24-d836-4f05-bc21-e9eb44535628)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 18:45:12.390579 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (ab0c9236-ece6-4a54-95d3-81afd750b04a), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:45:12.435387 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Pushing event updated for resources: {'Port': ['ID=ab0c9236-ece6-4a54-95d3-81afd750b04a,revision_number=7']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:45:12.715532 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5506f990-34d1-4e8e-9b4b-9ad5ea983614 req-1eb5db20-842b-48f8-8736-fdc4c4412d52 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:45:12.717047 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-5506f990-34d1-4e8e-9b4b-9ad5ea983614 req-1eb5db20-842b-48f8-8736-fdc4c4412d52 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] 10.222.0.89 "GET /v2.0/ports?device_id=d4a0fe12-af28-492b-94cf-320c90487b3b HTTP/1.1" status: 200 len: 945 time: 0.0575728 Feb 04 18:45:12.765696 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-5506f990-34d1-4e8e-9b4b-9ad5ea983614 req-536e07a2-5554-4966-848f-54b96ea894a4 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] 10.222.0.89 "GET /v2.0/security-groups?id=01b0ccda-26f2-49b0-baa2-065b48e6f3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430381 Feb 04 18:45:12.768055 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] get_ports_and_sgs() called for port_ids ['ab0c9236-ece6-4a54-95d3-81afd750b04a'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 18:45:13.130049 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (3f9244a9-75fc-4c10-b195-11d48b853b41), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:45:13.884794 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd65aa9-82af-4e58-8cf7-df1b838fa531 req-8953c34c-4baf-40d8-9ea1-509ba2f5e69b tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:45:13.886292 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-ecd65aa9-82af-4e58-8cf7-df1b838fa531 req-8953c34c-4baf-40d8-9ea1-509ba2f5e69b tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] 10.222.0.89 "GET /v2.0/ports?device_id=d4a0fe12-af28-492b-94cf-320c90487b3b HTTP/1.1" status: 200 len: 945 time: 0.0521460 Feb 04 18:45:13.934947 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-ecd65aa9-82af-4e58-8cf7-df1b838fa531 req-5ca8a8bc-3278-4303-8a85-879dde187173 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] 10.222.0.89 "GET /v2.0/security-groups?id=01b0ccda-26f2-49b0-baa2-065b48e6f3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425999 Feb 04 18:45:14.208467 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device ab0c9236-ece6-4a54-95d3-81afd750b04a up at agent hyperv_n-h1-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 18:45:14.255774 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Provisioning complete for port ab0c9236-ece6-4a54-95d3-81afd750b04a triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 18:45:14.256155 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (ab0c9236-ece6-4a54-95d3-81afd750b04a), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:45:14.334388 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Current status of the port ab0c9236-ece6-4a54-95d3-81afd750b04a is: BUILD; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 18:45:14.334778 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (ab0c9236-ece6-4a54-95d3-81afd750b04a), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:45:14.357440 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4a0fe12-af28-492b-94cf-320c90487b3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab0c9236-ece6-4a54-95d3-81afd750b04a'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 18:45:14.360280 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d531d67ec453461b01ecd2cf0c6686e25a5679cf38f56e7e92bae688f1026262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b20c2c45-22e4-49ec-a84c-ee0e789ea0bd" -d '{"events": [{"server_uuid": "d4a0fe12-af28-492b-94cf-320c90487b3b", "name": "network-vif-plugged", "status": "completed", "tag": "ab0c9236-ece6-4a54-95d3-81afd750b04a"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 18:45:14.372845 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] For port ab0c9236-ece6-4a54-95d3-81afd750b04a, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=ab0c9236-ece6-4a54-95d3-81afd750b04a,segment=NetworkSegment(bd2eea24-d836-4f05-bc21-e9eb44535628),segment_id=bd2eea24-d836-4f05-bc21-e9eb44535628)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 18:45:14.376836 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (ab0c9236-ece6-4a54-95d3-81afd750b04a), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:45:14.399202 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 18:45:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b31cf621-13bb-475c-9272-64857126013e x-openstack-request-id: req-b31cf621-13bb-475c-9272-64857126013e {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 18:45:14.399498 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4a0fe12-af28-492b-94cf-320c90487b3b", "name": "network-vif-plugged", "status": "completed", "tag": "ab0c9236-ece6-4a54-95d3-81afd750b04a", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 18:45:14.399757 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-b31cf621-13bb-475c-9272-64857126013e {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 18:45:14.400153 n-d-827839-2 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4a0fe12-af28-492b-94cf-320c90487b3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab0c9236-ece6-4a54-95d3-81afd750b04a', 'code': 200} Feb 04 18:45:14.426270 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Pushing event updated for resources: {'Port': ['ID=ab0c9236-ece6-4a54-95d3-81afd750b04a,revision_number=8']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:45:14.554999 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3d2e51-11c0-4f15-9034-769499f5fb64 req-90b1b7f2-7e73-406e-948a-62b81836f1bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:45:14.556506 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-4d3d2e51-11c0-4f15-9034-769499f5fb64 req-90b1b7f2-7e73-406e-948a-62b81836f1bf service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=d4a0fe12-af28-492b-94cf-320c90487b3b HTTP/1.1" status: 200 len: 1128 time: 0.0481224 Feb 04 18:45:14.602079 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-4d3d2e51-11c0-4f15-9034-769499f5fb64 req-180c78f3-86b3-430b-8f61-4097aa7f0495 service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=01b0ccda-26f2-49b0-baa2-065b48e6f3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392158 Feb 04 18:45:15.052623 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203b280c-8025-48c3-ac73-d9d22483dc30 req-1957b2a9-e24f-4416-949a-1a7dc6f31653 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:45:15.054147 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-203b280c-8025-48c3-ac73-d9d22483dc30 req-1957b2a9-e24f-4416-949a-1a7dc6f31653 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] 10.222.0.89 "GET /v2.0/ports?device_id=d4a0fe12-af28-492b-94cf-320c90487b3b HTTP/1.1" status: 200 len: 946 time: 0.0526133 Feb 04 18:45:15.102499 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-203b280c-8025-48c3-ac73-d9d22483dc30 req-a47965a1-6abb-40b8-b63f-982d3f250271 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] 10.222.0.89 "GET /v2.0/security-groups?id=01b0ccda-26f2-49b0-baa2-065b48e6f3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428317 Feb 04 18:45:16.222630 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f01963-7987-4a07-a14a-8dd80789ea05 req-50bdb077-ea54-45c4-b5b5-fa9fb388f4f2 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:45:16.224106 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-22f01963-7987-4a07-a14a-8dd80789ea05 req-50bdb077-ea54-45c4-b5b5-fa9fb388f4f2 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] 10.222.0.89 "GET /v2.0/ports?device_id=d4a0fe12-af28-492b-94cf-320c90487b3b HTTP/1.1" status: 200 len: 946 time: 0.0523922 Feb 04 18:45:16.272088 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-22f01963-7987-4a07-a14a-8dd80789ea05 req-5acd1518-017f-4820-bac7-973eade4c231 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] 10.222.0.89 "GET /v2.0/security-groups?id=01b0ccda-26f2-49b0-baa2-065b48e6f3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424132 Feb 04 18:45:23.293478 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-db5dbb27-a0db-4657-a48a-65e826d807e0 req-7ec08ff8-52b4-4d02-ae8f-1683cb1a3f24 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=d4a0fe12-af28-492b-94cf-320c90487b3b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0427613 Feb 04 18:45:23.380178 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5dbb27-a0db-4657-a48a-65e826d807e0 req-81dc8d22-8bd2-4893-904b-929712dabd0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:45:23.381737 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-db5dbb27-a0db-4657-a48a-65e826d807e0 req-81dc8d22-8bd2-4893-904b-929712dabd0c service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=de743ac5c1be4c7785fee5d1010e85ef&device_id=d4a0fe12-af28-492b-94cf-320c90487b3b HTTP/1.1" status: 200 len: 1128 time: 0.0497510 Feb 04 18:45:23.484425 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5dbb27-a0db-4657-a48a-65e826d807e0 req-837a3d6a-1fba-4016-8daf-2b479dbe8475 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:45:23.485963 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-db5dbb27-a0db-4657-a48a-65e826d807e0 req-837a3d6a-1fba-4016-8daf-2b479dbe8475 service neutron] 10.222.0.96 "GET /v2.0/networks?id=ef8923d0-be1c-4463-ad03-f06857ee7c18 HTTP/1.1" status: 200 len: 909 time: 0.0849500 Feb 04 18:45:23.557141 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-db5dbb27-a0db-4657-a48a-65e826d807e0 req-fe663b96-288f-4460-b1e7-009281e6c576 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ab0c9236-ece6-4a54-95d3-81afd750b04a HTTP/1.1" status: 200 len: 1002 time: 0.0646865 Feb 04 18:45:23.605525 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5dbb27-a0db-4657-a48a-65e826d807e0 req-7cd33582-19f2-4255-9abe-f2c2866a0ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:45:23.607023 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-db5dbb27-a0db-4657-a48a-65e826d807e0 req-7cd33582-19f2-4255-9abe-f2c2866a0ad5 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=81b2406d-d65d-4723-af46-d9654239c538 HTTP/1.1" status: 200 len: 847 time: 0.0439978 Feb 04 18:45:23.658503 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5dbb27-a0db-4657-a48a-65e826d807e0 req-572c8ca6-c08e-431d-9ca8-da9965a125f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:45:23.660037 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-db5dbb27-a0db-4657-a48a-65e826d807e0 req-572c8ca6-c08e-431d-9ca8-da9965a125f9 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=ef8923d0-be1c-4463-ad03-f06857ee7c18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0470805 Feb 04 18:45:23.752065 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-db5dbb27-a0db-4657-a48a-65e826d807e0 req-9e0f203c-fb29-4ea9-97bb-484b2ccb7c14 service neutron] 10.222.0.96 "GET /v2.0/networks/ef8923d0-be1c-4463-ad03-f06857ee7c18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844643 Feb 04 18:45:23.849785 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-db5dbb27-a0db-4657-a48a-65e826d807e0 req-4ae66153-d186-40c8-80ab-a6d2e66562a0 service neutron] 10.222.0.96 "GET /v2.0/networks/ef8923d0-be1c-4463-ad03-f06857ee7c18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913417 Feb 04 18:45:29.953293 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-08b96039-d179-4b19-b714-584266620d02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (bb89f5a3-3c22-440b-b7d1-c4f0c43c184a), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:45:33.032918 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-23f7f7d5-871b-47b4-b820-17e561663d4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (64ada913-9131-4d99-a265-63a920956287), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:45:33.384446 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d408ec64-b374-4acb-a1fc-48241dad6d47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (0cd6d64a-47a7-40ff-8c12-71dd526c62e0), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:45:35.219401 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4f14bb47-e72b-46ac-9e44-a61d9293afcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (75326290-f7a3-4db8-9cf2-15c7139ed224), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:45:35.951353 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (ba70844b-66a0-45fd-a2f2-e6ed673321fc), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:45:40.992163 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (f20a1ab3-4332-4f54-833b-ba4a7c687e89), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:45:43.129261 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (3f9244a9-75fc-4c10-b195-11d48b853b41), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:45:48.168211 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.agents_db [None req-e1691f3b-aacd-4cd6-8ebb-a9c53bb301c0 None None] Agent healthcheck: found 7 active agents {{(pid=103379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 18:45:59.954160 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2f4c96d5-6c2f-4ebe-8035-ccf6bb68541f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (bb89f5a3-3c22-440b-b7d1-c4f0c43c184a), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:46:03.026390 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f8e89202-928f-40dc-95b2-a2bbd21bd87a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (64ada913-9131-4d99-a265-63a920956287), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:46:03.388465 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d408ec64-b374-4acb-a1fc-48241dad6d47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (0cd6d64a-47a7-40ff-8c12-71dd526c62e0), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:46:05.222700 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4f14bb47-e72b-46ac-9e44-a61d9293afcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (75326290-f7a3-4db8-9cf2-15c7139ed224), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:46:05.954886 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (ba70844b-66a0-45fd-a2f2-e6ed673321fc), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:46:10.991565 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (f20a1ab3-4332-4f54-833b-ba4a7c687e89), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:46:13.141126 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (3f9244a9-75fc-4c10-b195-11d48b853b41), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:46:25.167267 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.agents_db [None req-e1691f3b-aacd-4cd6-8ebb-a9c53bb301c0 None None] Agent healthcheck: found 7 active agents {{(pid=103379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 18:46:25.961658 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-276a51e4-d87f-4004-9251-57c167e8b3e6 req-e22003d9-8806-4cf7-ab3d-526f716740b1 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=d4a0fe12-af28-492b-94cf-320c90487b3b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1695774 Feb 04 18:46:26.055264 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276a51e4-d87f-4004-9251-57c167e8b3e6 req-69b9db47-53f4-4677-af30-41c4a8e662fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:46:26.056692 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-276a51e4-d87f-4004-9251-57c167e8b3e6 req-69b9db47-53f4-4677-af30-41c4a8e662fd service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=de743ac5c1be4c7785fee5d1010e85ef&device_id=d4a0fe12-af28-492b-94cf-320c90487b3b HTTP/1.1" status: 200 len: 1128 time: 0.0518754 Feb 04 18:46:26.158656 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276a51e4-d87f-4004-9251-57c167e8b3e6 req-59c6d0b3-0694-49ef-9f7e-da0f9fa2b309 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:46:26.160112 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-276a51e4-d87f-4004-9251-57c167e8b3e6 req-59c6d0b3-0694-49ef-9f7e-da0f9fa2b309 service neutron] 10.222.0.96 "GET /v2.0/networks?id=ef8923d0-be1c-4463-ad03-f06857ee7c18 HTTP/1.1" status: 200 len: 909 time: 0.0835698 Feb 04 18:46:26.228581 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-276a51e4-d87f-4004-9251-57c167e8b3e6 req-7b984dac-865e-4790-ac57-6d3fe6fec21b service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ab0c9236-ece6-4a54-95d3-81afd750b04a HTTP/1.1" status: 200 len: 1002 time: 0.0620306 Feb 04 18:46:26.277045 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276a51e4-d87f-4004-9251-57c167e8b3e6 req-eda7704e-ae49-4712-ace0-6a2b77e4bea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:46:26.278504 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-276a51e4-d87f-4004-9251-57c167e8b3e6 req-eda7704e-ae49-4712-ace0-6a2b77e4bea7 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=81b2406d-d65d-4723-af46-d9654239c538 HTTP/1.1" status: 200 len: 847 time: 0.0435975 Feb 04 18:46:26.328178 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276a51e4-d87f-4004-9251-57c167e8b3e6 req-0c6fa714-9459-4dec-aa51-617945eb3a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:46:26.329671 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-276a51e4-d87f-4004-9251-57c167e8b3e6 req-0c6fa714-9459-4dec-aa51-617945eb3a60 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=ef8923d0-be1c-4463-ad03-f06857ee7c18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0443630 Feb 04 18:46:26.340571 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [req-276a51e4-d87f-4004-9251-57c167e8b3e6 req-78b22d69-dd51-440a-98fe-757cfc58f9db service neutron] http://10.222.0.89:9696/v2.0/extensions returned with HTTP 200 {{(pid=103376) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 18:46:26.341558 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-276a51e4-d87f-4004-9251-57c167e8b3e6 req-78b22d69-dd51-440a-98fe-757cfc58f9db service neutron] 10.222.0.96 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048790 Feb 04 18:46:26.438791 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-276a51e4-d87f-4004-9251-57c167e8b3e6 req-3855cc01-4ee0-4044-98c5-011c22dd7d74 service neutron] 10.222.0.96 "GET /v2.0/networks/ef8923d0-be1c-4463-ad03-f06857ee7c18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913837 Feb 04 18:46:26.524982 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-276a51e4-d87f-4004-9251-57c167e8b3e6 req-25c8b19f-205b-4d6b-a911-82d1ebbae30d service neutron] 10.222.0.96 "GET /v2.0/networks/ef8923d0-be1c-4463-ad03-f06857ee7c18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796814 Feb 04 18:46:29.272170 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 60194) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:46:29.433029 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-a6dc4ce3-b288-4eb4-acf1-bddd4b0c188d tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] Deleting port efde1eaf-0cbe-4844-8f18-c84a2e3d4b3f {{(pid=103376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 18:46:29.433377 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-a6dc4ce3-b288-4eb4-acf1-bddd4b0c188d tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (efde1eaf-0cbe-4844-8f18-c84a2e3d4b3f), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:46:29.508951 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-a6dc4ce3-b288-4eb4-acf1-bddd4b0c188d tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (efde1eaf-0cbe-4844-8f18-c84a2e3d4b3f), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:46:29.509286 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-a6dc4ce3-b288-4eb4-acf1-bddd4b0c188d tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] Publish callbacks [] for floatingip (efde1eaf-0cbe-4844-8f18-c84a2e3d4b3f), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:46:29.521210 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-a6dc4ce3-b288-4eb4-acf1-bddd4b0c188d tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] Calling delete_port for efde1eaf-0cbe-4844-8f18-c84a2e3d4b3f owned by network:floatingip {{(pid=103376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 18:46:29.666965 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-a6dc4ce3-b288-4eb4-acf1-bddd4b0c188d tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (efde1eaf-0cbe-4844-8f18-c84a2e3d4b3f), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:46:29.690388 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6dc4ce3-b288-4eb4-acf1-bddd4b0c188d tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] Pushing event deleted for resources: {'Port': ['ID=efde1eaf-0cbe-4844-8f18-c84a2e3d4b3f,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:46:29.705476 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6dc4ce3-b288-4eb4-acf1-bddd4b0c188d tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:46:29.705836 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6dc4ce3-b288-4eb4-acf1-bddd4b0c188d tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:46:29.706187 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6dc4ce3-b288-4eb4-acf1-bddd4b0c188d tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:46:29.706528 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6dc4ce3-b288-4eb4-acf1-bddd4b0c188d tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:46:29.706869 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6dc4ce3-b288-4eb4-acf1-bddd4b0c188d tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:46:29.707206 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6dc4ce3-b288-4eb4-acf1-bddd4b0c188d tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:46:29.707538 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6dc4ce3-b288-4eb4-acf1-bddd4b0c188d tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:46:29.707874 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6dc4ce3-b288-4eb4-acf1-bddd4b0c188d tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:46:29.708205 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6dc4ce3-b288-4eb4-acf1-bddd4b0c188d tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:46:29.708533 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6dc4ce3-b288-4eb4-acf1-bddd4b0c188d tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:46:29.708892 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6dc4ce3-b288-4eb4-acf1-bddd4b0c188d tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:46:29.709223 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6dc4ce3-b288-4eb4-acf1-bddd4b0c188d tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:46:29.709550 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6dc4ce3-b288-4eb4-acf1-bddd4b0c188d tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:46:29.765857 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-a6dc4ce3-b288-4eb4-acf1-bddd4b0c188d tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] Publish callbacks [] for floatingip (09425c6f-adb9-4c2e-840a-0d142e6ac4d7), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:46:29.766616 n-d-827839-2 neutron-server[103376]: INFO neutron.db.l3_db [None req-a6dc4ce3-b288-4eb4-acf1-bddd4b0c188d tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] Floating IP 09425c6f-adb9-4c2e-840a-0d142e6ac4d7 disassociated (deleted). External IP: 172.25.6.220, port: ab0c9236-ece6-4a54-95d3-81afd750b04a. Feb 04 18:46:29.955824 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1326ed28-a230-4d63-8394-9c4afbc40c2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (bb89f5a3-3c22-440b-b7d1-c4f0c43c184a), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:46:29.978328 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6dc4ce3-b288-4eb4-acf1-bddd4b0c188d tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] Router 071f5233-a4b4-4ab8-b3a5-5b3facc805d7 has already been hosted by L3 agent 64ada913-9131-4d99-a265-63a920956287 {{(pid=103376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 18:46:30.086937 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6dc4ce3-b288-4eb4-acf1-bddd4b0c188d tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] Notify agent at l3_agent.n-d-827839-2 the message routers_updated {{(pid=103376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 18:46:30.091346 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-a6dc4ce3-b288-4eb4-acf1-bddd4b0c188d tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for floatingip (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:46:30.096791 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eced8984-1d48-45af-b77d-1a56ff23558c None None] Sync routers for ids ['071f5233-a4b4-4ab8-b3a5-5b3facc805d7'] in n-d-827839-2 {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 18:46:30.106145 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eced8984-1d48-45af-b77d-1a56ff23558c None None] Routers {'071f5233-a4b4-4ab8-b3a5-5b3facc805d7'} bound to L3 agent in host n-d-827839-2 {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 18:46:30.106743 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-eced8984-1d48-45af-b77d-1a56ff23558c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T18:46:03Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['071f5233-a4b4-4ab8-b3a5-5b3facc805d7'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:46:30.122554 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-a6dc4ce3-b288-4eb4-acf1-bddd4b0c188d tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] 10.222.0.89 "DELETE /v2.0/floatingips/09425c6f-adb9-4c2e-840a-0d142e6ac4d7 HTTP/1.1" status: 204 len: 168 time: 0.8492658 Feb 04 18:46:30.123158 n-d-827839-2 neutron-server[103376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4a0fe12-af28-492b-94cf-320c90487b3b', 'tag': 'ab0c9236-ece6-4a54-95d3-81afd750b04a'}] {{(pid=103376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 18:46:30.126214 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7aefa7f3373fd63bd14caed2f0c404cd5bacff84a7eb60e70ea20ed0b49017dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0d1d6ea-8e3a-465f-be22-001c1d2cadbc" -d '{"events": [{"name": "network-changed", "server_uuid": "d4a0fe12-af28-492b-94cf-320c90487b3b", "tag": "ab0c9236-ece6-4a54-95d3-81afd750b04a"}]}' {{(pid=103376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 18:46:30.165130 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 18:46:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8b40432-3f89-4f4e-98e2-cada8b01f4c5 x-openstack-request-id: req-e8b40432-3f89-4f4e-98e2-cada8b01f4c5 {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 18:46:30.165553 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4a0fe12-af28-492b-94cf-320c90487b3b", "tag": "ab0c9236-ece6-4a54-95d3-81afd750b04a", "status": "completed", "code": 200}]} {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 18:46:30.165814 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-e8b40432-3f89-4f4e-98e2-cada8b01f4c5 {{(pid=103376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 18:46:30.166366 n-d-827839-2 neutron-server[103376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4a0fe12-af28-492b-94cf-320c90487b3b', 'tag': 'ab0c9236-ece6-4a54-95d3-81afd750b04a', 'status': 'completed', 'code': 200} Feb 04 18:46:30.216420 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvr_db [None req-eced8984-1d48-45af-b77d-1a56ff23558c None None] Set router 071f5233-a4b4-4ab8-b3a5-5b3facc805d7 gateway port host: n-d-827839-2 {{(pid=103379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 18:46:30.234088 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d1d6ea-8e3a-465f-be22-001c1d2cadbc req-1c8d4ae6-793a-4323-a082-8aea67c89c8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:46:30.235718 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-f0d1d6ea-8e3a-465f-be22-001c1d2cadbc req-1c8d4ae6-793a-4323-a082-8aea67c89c8f service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=de743ac5c1be4c7785fee5d1010e85ef&device_id=d4a0fe12-af28-492b-94cf-320c90487b3b HTTP/1.1" status: 200 len: 1128 time: 0.0477903 Feb 04 18:46:30.347551 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d1d6ea-8e3a-465f-be22-001c1d2cadbc req-76a44f95-8f12-41aa-b0f2-15e24c341d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:46:30.349634 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-f0d1d6ea-8e3a-465f-be22-001c1d2cadbc req-76a44f95-8f12-41aa-b0f2-15e24c341d59 service neutron] 10.222.0.96 "GET /v2.0/networks?id=ef8923d0-be1c-4463-ad03-f06857ee7c18 HTTP/1.1" status: 200 len: 909 time: 0.1031604 Feb 04 18:46:30.374697 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd3ff03-036b-489b-ac2b-00f6492a25de req-391be0ea-df61-42ae-8a0e-d93c9be480b5 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:46:30.376953 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-bdd3ff03-036b-489b-ac2b-00f6492a25de req-391be0ea-df61-42ae-8a0e-d93c9be480b5 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] 10.222.0.89 "GET /v2.0/ports?device_id=d4a0fe12-af28-492b-94cf-320c90487b3b HTTP/1.1" status: 200 len: 946 time: 0.0675728 Feb 04 18:46:30.394547 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-f0d1d6ea-8e3a-465f-be22-001c1d2cadbc req-2d2373ad-1c48-4e4b-a7dc-7ac96578e33b service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ab0c9236-ece6-4a54-95d3-81afd750b04a HTTP/1.1" status: 200 len: 217 time: 0.0382049 Feb 04 18:46:30.430666 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-bdd3ff03-036b-489b-ac2b-00f6492a25de req-a647eed3-12ee-4674-89f9-f2b31ace91aa tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] 10.222.0.89 "GET /v2.0/security-groups?id=01b0ccda-26f2-49b0-baa2-065b48e6f3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473926 Feb 04 18:46:30.453641 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d1d6ea-8e3a-465f-be22-001c1d2cadbc req-62f20a99-3f29-4bd7-92e8-b4171b354002 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:46:30.455166 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-f0d1d6ea-8e3a-465f-be22-001c1d2cadbc req-62f20a99-3f29-4bd7-92e8-b4171b354002 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=81b2406d-d65d-4723-af46-d9654239c538 HTTP/1.1" status: 200 len: 847 time: 0.0552559 Feb 04 18:46:30.514004 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d1d6ea-8e3a-465f-be22-001c1d2cadbc req-6e7bfbfa-821b-425d-b255-198768eba560 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:46:30.515539 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-f0d1d6ea-8e3a-465f-be22-001c1d2cadbc req-6e7bfbfa-821b-425d-b255-198768eba560 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=ef8923d0-be1c-4463-ad03-f06857ee7c18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0531778 Feb 04 18:46:30.535169 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-eced8984-1d48-45af-b77d-1a56ff23558c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '071f5233-a4b4-4ab8-b3a5-5b3facc805d7', 'name': 'tempest-TestShelveInstance-660308586-router', 'tenant_id': 'de743ac5c1be4c7785fee5d1010e85ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.206'}], 'enable_snat': True}, 'gw_port_id': '9b9e8fa5-ae02-4831-a842-3bedea5d9f2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T18:35:58Z', 'updated_at': '2022-02-04T18:36:01Z', 'revision_number': 4, 'project_id': 'de743ac5c1be4c7785fee5d1010e85ef', 'gw_port': {'id': '9b9e8fa5-ae02-4831-a842-3bedea5d9f2e', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:dc:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '071f5233-a4b4-4ab8-b3a5-5b3facc805d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:35:59Z', 'updated_at': '2022-02-04T18:36:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_interfaces': [{'id': '425e47bc-4919-4a36-9e19-ae1232386211', 'name': '', 'network_id': 'ef8923d0-be1c-4463-ad03-f06857ee7c18', 'tenant_id': 'de743ac5c1be4c7785fee5d1010e85ef', 'mac_address': 'fa:16:3e:61:af:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '071f5233-a4b4-4ab8-b3a5-5b3facc805d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': '81b2406d-d65d-4723-af46-d9654239c538', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:36:01Z', 'updated_at': '2022-02-04T18:36:06Z', 'revision_number': 5, 'project_id': 'de743ac5c1be4c7785fee5d1010e85ef', 'subnets': [{'id': '81b2406d-d65d-4723-af46-d9654239c538', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-2', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:46:30.561358 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eced8984-1d48-45af-b77d-1a56ff23558c None None] Checking router: 071f5233-a4b4-4ab8-b3a5-5b3facc805d7 for host: n-d-827839-2 {{(pid=103379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 18:46:30.570637 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eced8984-1d48-45af-b77d-1a56ff23558c None None] Routers {'071f5233-a4b4-4ab8-b3a5-5b3facc805d7'} bound to L3 agent in host n-d-827839-2 {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 18:46:30.571251 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-eced8984-1d48-45af-b77d-1a56ff23558c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T18:46:03Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['071f5233-a4b4-4ab8-b3a5-5b3facc805d7'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:46:30.604393 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-f0d1d6ea-8e3a-465f-be22-001c1d2cadbc req-3f71e415-9a43-4326-8007-04e885175638 service neutron] 10.222.0.96 "GET /v2.0/networks/ef8923d0-be1c-4463-ad03-f06857ee7c18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822687 Feb 04 18:46:30.679437 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvr_db [None req-eced8984-1d48-45af-b77d-1a56ff23558c None None] Set router 071f5233-a4b4-4ab8-b3a5-5b3facc805d7 gateway port host: n-d-827839-2 {{(pid=103379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 18:46:30.698931 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-f0d1d6ea-8e3a-465f-be22-001c1d2cadbc req-e3ecf8a1-b825-40a4-afa7-2ee8958db48f service neutron] 10.222.0.96 "GET /v2.0/networks/ef8923d0-be1c-4463-ad03-f06857ee7c18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877702 Feb 04 18:46:30.878130 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-eced8984-1d48-45af-b77d-1a56ff23558c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '071f5233-a4b4-4ab8-b3a5-5b3facc805d7', 'name': 'tempest-TestShelveInstance-660308586-router', 'tenant_id': 'de743ac5c1be4c7785fee5d1010e85ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.206'}], 'enable_snat': True}, 'gw_port_id': '9b9e8fa5-ae02-4831-a842-3bedea5d9f2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T18:35:58Z', 'updated_at': '2022-02-04T18:36:01Z', 'revision_number': 4, 'project_id': 'de743ac5c1be4c7785fee5d1010e85ef', 'gw_port': {'id': '9b9e8fa5-ae02-4831-a842-3bedea5d9f2e', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:dc:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '071f5233-a4b4-4ab8-b3a5-5b3facc805d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:35:59Z', 'updated_at': '2022-02-04T18:36:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_interfaces': [{'id': '425e47bc-4919-4a36-9e19-ae1232386211', 'name': '', 'network_id': 'ef8923d0-be1c-4463-ad03-f06857ee7c18', 'tenant_id': 'de743ac5c1be4c7785fee5d1010e85ef', 'mac_address': 'fa:16:3e:61:af:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '071f5233-a4b4-4ab8-b3a5-5b3facc805d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': '81b2406d-d65d-4723-af46-d9654239c538', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:36:01Z', 'updated_at': '2022-02-04T18:36:06Z', 'revision_number': 5, 'project_id': 'de743ac5c1be4c7785fee5d1010e85ef', 'subnets': [{'id': '81b2406d-d65d-4723-af46-d9654239c538', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-2', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:46:30.903804 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eced8984-1d48-45af-b77d-1a56ff23558c None None] The sync data for ids ['071f5233-a4b4-4ab8-b3a5-5b3facc805d7'] in n-d-827839-2 is: [{'id': '071f5233-a4b4-4ab8-b3a5-5b3facc805d7', 'name': 'tempest-TestShelveInstance-660308586-router', 'tenant_id': 'de743ac5c1be4c7785fee5d1010e85ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.206'}], 'enable_snat': True}, 'gw_port_id': '9b9e8fa5-ae02-4831-a842-3bedea5d9f2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T18:35:58Z', 'updated_at': '2022-02-04T18:36:01Z', 'revision_number': 4, 'project_id': 'de743ac5c1be4c7785fee5d1010e85ef', 'gw_port': {'id': '9b9e8fa5-ae02-4831-a842-3bedea5d9f2e', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:dc:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '071f5233-a4b4-4ab8-b3a5-5b3facc805d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:35:59Z', 'updated_at': '2022-02-04T18:36:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_interfaces': [{'id': '425e47bc-4919-4a36-9e19-ae1232386211', 'name': '', 'network_id': 'ef8923d0-be1c-4463-ad03-f06857ee7c18', 'tenant_id': 'de743ac5c1be4c7785fee5d1010e85ef', 'mac_address': 'fa:16:3e:61:af:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '071f5233-a4b4-4ab8-b3a5-5b3facc805d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': '81b2406d-d65d-4723-af46-d9654239c538', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:36:01Z', 'updated_at': '2022-02-04T18:36:06Z', 'revision_number': 5, 'project_id': 'de743ac5c1be4c7785fee5d1010e85ef', 'subnets': [{'id': '81b2406d-d65d-4723-af46-d9654239c538', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 18:46:31.123077 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3f1a846-30a5-4978-b050-5ba32f424e52 None None] New status for floating IP 09425c6f-adb9-4c2e-840a-0d142e6ac4d7: DOWN {{(pid=103378) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 18:46:31.555702 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1382484e-dbfe-4d37-99ab-4088915788cc req-5f05c6c0-b1d2-498a-8e7d-eb7e2404ca10 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:46:31.557222 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-1382484e-dbfe-4d37-99ab-4088915788cc req-5f05c6c0-b1d2-498a-8e7d-eb7e2404ca10 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] 10.222.0.89 "GET /v2.0/ports?device_id=d4a0fe12-af28-492b-94cf-320c90487b3b HTTP/1.1" status: 200 len: 946 time: 0.0534871 Feb 04 18:46:31.605979 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-1382484e-dbfe-4d37-99ab-4088915788cc req-4d34d6ac-df56-4c93-af21-0fb9b2de5598 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] 10.222.0.89 "GET /v2.0/security-groups?id=01b0ccda-26f2-49b0-baa2-065b48e6f3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432227 Feb 04 18:46:32.019499 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf280fc4-dfc5-41a1-9211-51f29950468e req-99e581e3-72b4-4ca0-96ce-7740a69c3a82 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:46:32.020964 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-bf280fc4-dfc5-41a1-9211-51f29950468e req-99e581e3-72b4-4ca0-96ce-7740a69c3a82 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] 10.222.0.96 "GET /v2.0/ports?device_id=d4a0fe12-af28-492b-94cf-320c90487b3b HTTP/1.1" status: 200 len: 946 time: 0.0501533 Feb 04 18:46:32.116097 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [req-bf280fc4-dfc5-41a1-9211-51f29950468e req-bf9307b8-ec43-4931-842c-5db200962ad3 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] Deleting port ab0c9236-ece6-4a54-95d3-81afd750b04a {{(pid=103376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 18:46:32.116442 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-bf280fc4-dfc5-41a1-9211-51f29950468e req-bf9307b8-ec43-4931-842c-5db200962ad3 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (ab0c9236-ece6-4a54-95d3-81afd750b04a), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:46:32.203352 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [req-bf280fc4-dfc5-41a1-9211-51f29950468e req-bf9307b8-ec43-4931-842c-5db200962ad3 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] For port ab0c9236-ece6-4a54-95d3-81afd750b04a, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=ab0c9236-ece6-4a54-95d3-81afd750b04a,segment=NetworkSegment(bd2eea24-d836-4f05-bc21-e9eb44535628),segment_id=bd2eea24-d836-4f05-bc21-e9eb44535628)] {{(pid=103376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 18:46:32.203720 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-bf280fc4-dfc5-41a1-9211-51f29950468e req-bf9307b8-ec43-4931-842c-5db200962ad3 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (ab0c9236-ece6-4a54-95d3-81afd750b04a), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:46:32.219778 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [req-bf280fc4-dfc5-41a1-9211-51f29950468e req-bf9307b8-ec43-4931-842c-5db200962ad3 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] Calling delete_port for ab0c9236-ece6-4a54-95d3-81afd750b04a owned by compute:nova {{(pid=103376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 18:46:32.344642 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-bf280fc4-dfc5-41a1-9211-51f29950468e req-bf9307b8-ec43-4931-842c-5db200962ad3 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (ab0c9236-ece6-4a54-95d3-81afd750b04a), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:46:32.373087 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9307b8-ec43-4931-842c-5db200962ad3 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] Pushing event deleted for resources: {'Port': ['ID=ab0c9236-ece6-4a54-95d3-81afd750b04a,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:46:32.419108 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf280fc4-dfc5-41a1-9211-51f29950468e req-bf9307b8-ec43-4931-842c-5db200962ad3 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] No DVR routers for this DVR port ab0c9236-ece6-4a54-95d3-81afd750b04a on host n-h1-827839-2 {{(pid=103376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 18:46:32.422454 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-bf280fc4-dfc5-41a1-9211-51f29950468e req-bf9307b8-ec43-4931-842c-5db200962ad3 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:46:32.425756 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-bf280fc4-dfc5-41a1-9211-51f29950468e req-bf9307b8-ec43-4931-842c-5db200962ad3 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] 10.222.0.96 "DELETE /v2.0/ports/ab0c9236-ece6-4a54-95d3-81afd750b04a HTTP/1.1" status: 204 len: 173 time: 0.3993933 Feb 04 18:46:32.426247 n-d-827839-2 neutron-server[103376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4a0fe12-af28-492b-94cf-320c90487b3b', 'name': 'network-vif-deleted', 'tag': 'ab0c9236-ece6-4a54-95d3-81afd750b04a'}] {{(pid=103376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 18:46:32.428467 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7aefa7f3373fd63bd14caed2f0c404cd5bacff84a7eb60e70ea20ed0b49017dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f726e7ab-292c-4950-a301-33fed8cc769b" -d '{"events": [{"server_uuid": "d4a0fe12-af28-492b-94cf-320c90487b3b", "name": "network-vif-deleted", "tag": "ab0c9236-ece6-4a54-95d3-81afd750b04a"}]}' {{(pid=103376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 18:46:32.469818 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 18:46:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b609389-ccfb-4114-8863-c2dbc35773d9 x-openstack-request-id: req-8b609389-ccfb-4114-8863-c2dbc35773d9 {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 18:46:32.470114 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4a0fe12-af28-492b-94cf-320c90487b3b", "name": "network-vif-deleted", "tag": "ab0c9236-ece6-4a54-95d3-81afd750b04a", "status": "completed", "code": 200}]} {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 18:46:32.470373 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-8b609389-ccfb-4114-8863-c2dbc35773d9 {{(pid=103376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 18:46:32.470782 n-d-827839-2 neutron-server[103376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4a0fe12-af28-492b-94cf-320c90487b3b', 'name': 'network-vif-deleted', 'tag': 'ab0c9236-ece6-4a54-95d3-81afd750b04a', 'status': 'completed', 'code': 200} Feb 04 18:46:32.701447 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-746c2cc7-c5a6-44da-b6e5-197d4d355ed6 req-0ca74b65-7ef3-4af4-8fbe-4ae07e74a8ee tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] 10.222.0.89 "GET /v2.0/ports?device_id=d4a0fe12-af28-492b-94cf-320c90487b3b HTTP/1.1" status: 200 len: 210 time: 0.0273263 Feb 04 18:46:33.026763 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-55391457-15c6-42ed-b4e0-c77e7deb7240 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (64ada913-9131-4d99-a265-63a920956287), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:46:33.392218 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d408ec64-b374-4acb-a1fc-48241dad6d47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (0cd6d64a-47a7-40ff-8c12-71dd526c62e0), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:46:33.803884 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-a074f1c8-fe06-4fc5-a4dd-fc92cac41489 req-7925610d-0a63-4591-a72f-58d4581be671 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] 10.222.0.89 "GET /v2.0/ports?device_id=d4a0fe12-af28-492b-94cf-320c90487b3b HTTP/1.1" status: 200 len: 210 time: 0.0286448 Feb 04 18:46:34.903462 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-55c9046a-2894-4c93-b0da-ccbe10d7c149 req-05a29750-c73f-4fcb-96d4-187372c24cb9 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] 10.222.0.89 "GET /v2.0/ports?device_id=d4a0fe12-af28-492b-94cf-320c90487b3b HTTP/1.1" status: 200 len: 210 time: 0.0291390 Feb 04 18:46:35.229064 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4f14bb47-e72b-46ac-9e44-a61d9293afcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (75326290-f7a3-4db8-9cf2-15c7139ed224), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:46:35.959567 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (ba70844b-66a0-45fd-a2f2-e6ed673321fc), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:46:36.000195 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-c30a0a27-a061-4448-ad46-cb0e6aa302f7 req-64cf0c79-9619-4c6e-9fe9-cd97ef1fd4e7 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] 10.222.0.89 "GET /v2.0/ports?device_id=d4a0fe12-af28-492b-94cf-320c90487b3b HTTP/1.1" status: 200 len: 210 time: 0.0279021 Feb 04 18:46:36.738235 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device ab0c9236-ece6-4a54-95d3-81afd750b04a no longer exists at agent hyperv_n-h1-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 18:46:36.757857 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] No Port match for: ab0c9236-ece6-4a54-95d3-81afd750b04a {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 18:46:36.758206 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device ab0c9236-ece6-4a54-95d3-81afd750b04a not bound to the agent host n-h1-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 18:46:37.097066 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-3d37ad97-a81b-4552-b99f-c99383929446 req-40336e8c-7a20-45b6-ab3a-71264f47bf6b tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] 10.222.0.89 "GET /v2.0/ports?device_id=d4a0fe12-af28-492b-94cf-320c90487b3b HTTP/1.1" status: 200 len: 210 time: 0.0308206 Feb 04 18:46:38.192349 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-09ba7b19-295c-4c18-80b1-afe2279abbb1 req-f9c8f5e8-f630-45d9-b58d-157ccd18d1f1 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] 10.222.0.89 "GET /v2.0/ports?device_id=d4a0fe12-af28-492b-94cf-320c90487b3b HTTP/1.1" status: 200 len: 210 time: 0.0282118 Feb 04 18:46:39.289738 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-d6fae589-bae0-4aba-a6b0-2a830b527256 req-da75859f-35b9-4b80-bb7f-ae5e95e42cf7 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] 10.222.0.89 "GET /v2.0/ports?device_id=d4a0fe12-af28-492b-94cf-320c90487b3b HTTP/1.1" status: 200 len: 210 time: 0.0286109 Feb 04 18:46:40.390917 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-250a1024-77f7-4d4e-b86d-04466ef5f6d6 req-3af3104f-c782-4157-8b76-447dc3a1eca3 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] 10.222.0.89 "GET /v2.0/ports?device_id=d4a0fe12-af28-492b-94cf-320c90487b3b HTTP/1.1" status: 200 len: 210 time: 0.0308561 Feb 04 18:46:40.992646 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (f20a1ab3-4332-4f54-833b-ba4a7c687e89), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:46:41.448642 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 60236) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:46:41.504835 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-2a467d0c-09ba-4849-9489-69b4706d8d93 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] Publish callbacks [] for security_group (01b0ccda-26f2-49b0-baa2-065b48e6f3ae), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:46:41.533351 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-2a467d0c-09ba-4849-9489-69b4706d8d93 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] Publish callbacks [] for security_group (01b0ccda-26f2-49b0-baa2-065b48e6f3ae), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:46:41.594549 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-2a467d0c-09ba-4849-9489-69b4706d8d93 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (01b0ccda-26f2-49b0-baa2-065b48e6f3ae), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:46:41.597319 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-2a467d0c-09ba-4849-9489-69b4706d8d93 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:46:41.598487 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-2a467d0c-09ba-4849-9489-69b4706d8d93 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] 10.222.0.89 "DELETE /v2.0/security-groups/01b0ccda-26f2-49b0-baa2-065b48e6f3ae HTTP/1.1" status: 204 len: 168 time: 0.1487572 Feb 04 18:46:41.607870 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a467d0c-09ba-4849-9489-69b4706d8d93 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=01b0ccda-26f2-49b0-baa2-065b48e6f3ae,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:46:41.620237 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a467d0c-09ba-4849-9489-69b4706d8d93 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:46:41.620835 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a467d0c-09ba-4849-9489-69b4706d8d93 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:46:41.621381 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a467d0c-09ba-4849-9489-69b4706d8d93 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:46:41.621777 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a467d0c-09ba-4849-9489-69b4706d8d93 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:46:41.622126 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a467d0c-09ba-4849-9489-69b4706d8d93 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:46:41.622464 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a467d0c-09ba-4849-9489-69b4706d8d93 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:46:41.622798 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a467d0c-09ba-4849-9489-69b4706d8d93 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:46:41.623133 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a467d0c-09ba-4849-9489-69b4706d8d93 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:46:41.623466 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a467d0c-09ba-4849-9489-69b4706d8d93 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:46:41.624369 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a467d0c-09ba-4849-9489-69b4706d8d93 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:46:41.624707 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a467d0c-09ba-4849-9489-69b4706d8d93 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:46:41.625064 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a467d0c-09ba-4849-9489-69b4706d8d93 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:46:41.625392 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a467d0c-09ba-4849-9489-69b4706d8d93 tempest-TestShelveInstance-1126569865 tempest-TestShelveInstance-1126569865-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:46:41.674514 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 60240) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:46:42.471932 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-ea0d29d8-faa8-4fbf-8060-1d119b89fa80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602754'] for router_interface (071f5233-a4b4-4ab8-b3a5-5b3facc805d7), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:46:42.721474 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-ea0d29d8-faa8-4fbf-8060-1d119b89fa80 admin admin] Deleting port 425e47bc-4919-4a36-9e19-ae1232386211 {{(pid=103376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 18:46:42.722131 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-ea0d29d8-faa8-4fbf-8060-1d119b89fa80 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (425e47bc-4919-4a36-9e19-ae1232386211), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:46:42.800419 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [None req-ea0d29d8-faa8-4fbf-8060-1d119b89fa80 admin admin] For port 425e47bc-4919-4a36-9e19-ae1232386211, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=425e47bc-4919-4a36-9e19-ae1232386211,segment=NetworkSegment(bd2eea24-d836-4f05-bc21-e9eb44535628),segment_id=bd2eea24-d836-4f05-bc21-e9eb44535628)] {{(pid=103376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 18:46:42.800798 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-ea0d29d8-faa8-4fbf-8060-1d119b89fa80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (425e47bc-4919-4a36-9e19-ae1232386211), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:46:42.814879 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-ea0d29d8-faa8-4fbf-8060-1d119b89fa80 admin admin] Calling delete_port for 425e47bc-4919-4a36-9e19-ae1232386211 owned by network:router_interface {{(pid=103376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 18:46:42.995913 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-ea0d29d8-faa8-4fbf-8060-1d119b89fa80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (425e47bc-4919-4a36-9e19-ae1232386211), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:46:43.022102 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0d29d8-faa8-4fbf-8060-1d119b89fa80 admin admin] Pushing event deleted for resources: {'Port': ['ID=425e47bc-4919-4a36-9e19-ae1232386211,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:46:43.145047 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (3f9244a9-75fc-4c10-b195-11d48b853b41), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:46:43.199018 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-ea0d29d8-faa8-4fbf-8060-1d119b89fa80 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1677336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1602614'] for router_interface (071f5233-a4b4-4ab8-b3a5-5b3facc805d7), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:46:43.426535 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea0d29d8-faa8-4fbf-8060-1d119b89fa80 admin admin] Router 071f5233-a4b4-4ab8-b3a5-5b3facc805d7 has already been hosted by L3 agent 64ada913-9131-4d99-a265-63a920956287 {{(pid=103376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 18:46:43.535625 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea0d29d8-faa8-4fbf-8060-1d119b89fa80 admin admin] Notify agent at l3_agent.n-d-827839-2 the message routers_updated {{(pid=103376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 18:46:43.543732 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-ea0d29d8-faa8-4fbf-8060-1d119b89fa80 admin admin] 10.222.0.89 "PUT /v2.0/routers/071f5233-a4b4-4ab8-b3a5-5b3facc805d7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8646629 Feb 04 18:46:43.543732 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 60244) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:46:43.548606 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdff2eee-86e4-4ec6-99ea-6ae0f3efa98f None None] Sync routers for ids ['071f5233-a4b4-4ab8-b3a5-5b3facc805d7'] in n-d-827839-2 {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 18:46:43.557996 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdff2eee-86e4-4ec6-99ea-6ae0f3efa98f None None] Routers {'071f5233-a4b4-4ab8-b3a5-5b3facc805d7'} bound to L3 agent in host n-d-827839-2 {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 18:46:43.558528 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-fdff2eee-86e4-4ec6-99ea-6ae0f3efa98f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T18:46:33Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['071f5233-a4b4-4ab8-b3a5-5b3facc805d7'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:46:43.660973 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-0a44eaeb-ecc6-40a8-b363-4fe4f2cb4063 admin admin] Publish callbacks [] for router (071f5233-a4b4-4ab8-b3a5-5b3facc805d7), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:46:43.668125 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvr_db [None req-fdff2eee-86e4-4ec6-99ea-6ae0f3efa98f None None] Set router 071f5233-a4b4-4ab8-b3a5-5b3facc805d7 gateway port host: n-d-827839-2 {{(pid=103379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 18:46:43.778487 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-0a44eaeb-ecc6-40a8-b363-4fe4f2cb4063 admin admin] Publish callbacks [] for router_gateway (071f5233-a4b4-4ab8-b3a5-5b3facc805d7), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:46:43.836776 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-0a44eaeb-ecc6-40a8-b363-4fe4f2cb4063 admin admin] Deleting port 9b9e8fa5-ae02-4831-a842-3bedea5d9f2e {{(pid=103376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 18:46:43.837078 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-0a44eaeb-ecc6-40a8-b363-4fe4f2cb4063 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (9b9e8fa5-ae02-4831-a842-3bedea5d9f2e), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:46:43.849558 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-fdff2eee-86e4-4ec6-99ea-6ae0f3efa98f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '071f5233-a4b4-4ab8-b3a5-5b3facc805d7', 'name': 'tempest-TestShelveInstance-660308586-router', 'tenant_id': 'de743ac5c1be4c7785fee5d1010e85ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.206'}], 'enable_snat': True}, 'gw_port_id': '9b9e8fa5-ae02-4831-a842-3bedea5d9f2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T18:35:58Z', 'updated_at': '2022-02-04T18:46:42Z', 'revision_number': 5, 'project_id': 'de743ac5c1be4c7785fee5d1010e85ef', 'gw_port': {'id': '9b9e8fa5-ae02-4831-a842-3bedea5d9f2e', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:dc:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '071f5233-a4b4-4ab8-b3a5-5b3facc805d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:35:59Z', 'updated_at': '2022-02-04T18:36:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2'}], 'n-d-827839-2', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:46:43.879444 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdff2eee-86e4-4ec6-99ea-6ae0f3efa98f None None] Checking router: 071f5233-a4b4-4ab8-b3a5-5b3facc805d7 for host: n-d-827839-2 {{(pid=103379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 18:46:43.887979 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdff2eee-86e4-4ec6-99ea-6ae0f3efa98f None None] Routers {'071f5233-a4b4-4ab8-b3a5-5b3facc805d7'} bound to L3 agent in host n-d-827839-2 {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 18:46:43.888674 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-fdff2eee-86e4-4ec6-99ea-6ae0f3efa98f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T18:46:33Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['071f5233-a4b4-4ab8-b3a5-5b3facc805d7'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:46:43.926494 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [None req-0a44eaeb-ecc6-40a8-b363-4fe4f2cb4063 admin admin] For port 9b9e8fa5-ae02-4831-a842-3bedea5d9f2e, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=9b9e8fa5-ae02-4831-a842-3bedea5d9f2e,segment=NetworkSegment(5942dc44-1f07-4c27-b0ab-45a2bff20dd5),segment_id=5942dc44-1f07-4c27-b0ab-45a2bff20dd5)] {{(pid=103376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 18:46:43.926876 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-0a44eaeb-ecc6-40a8-b363-4fe4f2cb4063 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (9b9e8fa5-ae02-4831-a842-3bedea5d9f2e), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:46:43.940019 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-0a44eaeb-ecc6-40a8-b363-4fe4f2cb4063 admin admin] Calling delete_port for 9b9e8fa5-ae02-4831-a842-3bedea5d9f2e owned by network:router_gateway {{(pid=103376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 18:46:43.980007 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvr_db [None req-fdff2eee-86e4-4ec6-99ea-6ae0f3efa98f None None] Set router 071f5233-a4b4-4ab8-b3a5-5b3facc805d7 gateway port host: None {{(pid=103379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 18:46:44.033556 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-fdff2eee-86e4-4ec6-99ea-6ae0f3efa98f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '071f5233-a4b4-4ab8-b3a5-5b3facc805d7', 'name': 'tempest-TestShelveInstance-660308586-router', 'tenant_id': 'de743ac5c1be4c7785fee5d1010e85ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T18:35:58Z', 'updated_at': '2022-02-04T18:46:43Z', 'revision_number': 6, 'project_id': 'de743ac5c1be4c7785fee5d1010e85ef', 'gw_port_host': None}], 'n-d-827839-2', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:46:44.070471 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdff2eee-86e4-4ec6-99ea-6ae0f3efa98f None None] The sync data for ids ['071f5233-a4b4-4ab8-b3a5-5b3facc805d7'] in n-d-827839-2 is: [{'id': '071f5233-a4b4-4ab8-b3a5-5b3facc805d7', 'name': 'tempest-TestShelveInstance-660308586-router', 'tenant_id': 'de743ac5c1be4c7785fee5d1010e85ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T18:35:58Z', 'updated_at': '2022-02-04T18:46:43Z', 'revision_number': 6, 'project_id': 'de743ac5c1be4c7785fee5d1010e85ef', 'gw_port_host': None}] {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 18:46:44.119808 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-0a44eaeb-ecc6-40a8-b363-4fe4f2cb4063 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (9b9e8fa5-ae02-4831-a842-3bedea5d9f2e), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:46:44.145084 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a44eaeb-ecc6-40a8-b363-4fe4f2cb4063 admin admin] Pushing event deleted for resources: {'Port': ['ID=9b9e8fa5-ae02-4831-a842-3bedea5d9f2e,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:46:44.209691 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-0a44eaeb-ecc6-40a8-b363-4fe4f2cb4063 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1595544'] for router_gateway (071f5233-a4b4-4ab8-b3a5-5b3facc805d7), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:46:44.310211 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-0a44eaeb-ecc6-40a8-b363-4fe4f2cb4063 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1601811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26971'] for router (071f5233-a4b4-4ab8-b3a5-5b3facc805d7), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:46:44.312949 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-0a44eaeb-ecc6-40a8-b363-4fe4f2cb4063 admin admin] Publish callbacks [] for router_controller (071f5233-a4b4-4ab8-b3a5-5b3facc805d7), precommit_delete_associations {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:46:44.359528 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-0a44eaeb-ecc6-40a8-b363-4fe4f2cb4063 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1601832'] for router (071f5233-a4b4-4ab8-b3a5-5b3facc805d7), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:46:44.360168 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a44eaeb-ecc6-40a8-b363-4fe4f2cb4063 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 071f5233-a4b4-4ab8-b3a5-5b3facc805d7 {{(pid=103376) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 18:46:44.364586 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-0a44eaeb-ecc6-40a8-b363-4fe4f2cb4063 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:46:44.365842 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-0a44eaeb-ecc6-40a8-b363-4fe4f2cb4063 admin admin] 10.222.0.89 "DELETE /v2.0/routers/071f5233-a4b4-4ab8-b3a5-5b3facc805d7 HTTP/1.1" status: 204 len: 168 time: 0.8215604 Feb 04 18:46:44.368615 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 60246) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:46:44.415685 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9d708a1-0952-4619-a4ee-4ab72b8c2c53 admin admin] Deleting subnet 81b2406d-d65d-4723-af46-d9654239c538 {{(pid=103376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 18:46:44.419234 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-b9d708a1-0952-4619-a4ee-4ab72b8c2c53 admin admin] Publish callbacks [] for subnet (81b2406d-d65d-4723-af46-d9654239c538), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:46:44.461551 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-b9d708a1-0952-4619-a4ee-4ab72b8c2c53 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25674901'] for subnet (81b2406d-d65d-4723-af46-d9654239c538), precommit_delete_associations {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:46:44.549580 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-b9d708a1-0952-4619-a4ee-4ab72b8c2c53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1541225'] for subnet (81b2406d-d65d-4723-af46-d9654239c538), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:46:44.602855 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-b9d708a1-0952-4619-a4ee-4ab72b8c2c53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1541216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25675894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25858947'] for subnet (81b2406d-d65d-4723-af46-d9654239c538), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:46:44.630992 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-b9d708a1-0952-4619-a4ee-4ab72b8c2c53 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:46:44.634609 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-b9d708a1-0952-4619-a4ee-4ab72b8c2c53 admin admin] 10.222.0.89 "DELETE /v2.0/subnets/81b2406d-d65d-4723-af46-d9654239c538 HTTP/1.1" status: 204 len: 168 time: 0.2646332 Feb 04 18:46:44.635769 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d708a1-0952-4619-a4ee-4ab72b8c2c53 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=81b2406d-d65d-4723-af46-d9654239c538,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:46:44.636931 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 60248) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:46:44.637459 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9eecc2f6-bc50-4420-8e09-3c2c0c0d3984 None None] Network ef8923d0-be1c-4463-ad03-f06857ee7c18 requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 18:46:44.712586 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-b6f0194c-57d8-4249-9357-b77f91fe5fd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628832'] for network (ef8923d0-be1c-4463-ad03-f06857ee7c18), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:46:44.766649 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-b6f0194c-57d8-4249-9357-b77f91fe5fd7 admin admin] Deleting port da49782e-822e-48bd-af99-02083b934183 {{(pid=103377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 18:46:44.767039 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-b6f0194c-57d8-4249-9357-b77f91fe5fd7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (da49782e-822e-48bd-af99-02083b934183), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:46:44.836106 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [None req-b6f0194c-57d8-4249-9357-b77f91fe5fd7 admin admin] For port da49782e-822e-48bd-af99-02083b934183, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=da49782e-822e-48bd-af99-02083b934183,segment=NetworkSegment(bd2eea24-d836-4f05-bc21-e9eb44535628),segment_id=bd2eea24-d836-4f05-bc21-e9eb44535628)] {{(pid=103377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 18:46:44.836470 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-b6f0194c-57d8-4249-9357-b77f91fe5fd7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (da49782e-822e-48bd-af99-02083b934183), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:46:44.850325 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-b6f0194c-57d8-4249-9357-b77f91fe5fd7 admin admin] Calling delete_port for da49782e-822e-48bd-af99-02083b934183 owned by network:dhcp {{(pid=103377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 18:46:44.872182 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9e376e5-38ee-455d-aa23-8d848227cdf6 None None] DHCP port deletion for ef8923d0-be1c-4463-ad03-f06857ee7c18 request from n-d-827839-2 {{(pid=103378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 18:46:44.926673 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-c9e376e5-38ee-455d-aa23-8d848227cdf6 None None] Deleting port da49782e-822e-48bd-af99-02083b934183 {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 18:46:44.926944 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c9e376e5-38ee-455d-aa23-8d848227cdf6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (da49782e-822e-48bd-af99-02083b934183), before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:46:44.950101 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-b6f0194c-57d8-4249-9357-b77f91fe5fd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (da49782e-822e-48bd-af99-02083b934183), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:46:44.985659 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f0194c-57d8-4249-9357-b77f91fe5fd7 admin admin] Pushing event deleted for resources: {'Port': ['ID=da49782e-822e-48bd-af99-02083b934183,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:46:44.987754 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6f0194c-57d8-4249-9357-b77f91fe5fd7 admin admin] No DVR routers for this DVR port da49782e-822e-48bd-af99-02083b934183 on host n-d-827839-2 {{(pid=103377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 18:46:44.998622 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-c9e376e5-38ee-455d-aa23-8d848227cdf6 None None] For port da49782e-822e-48bd-af99-02083b934183, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=da49782e-822e-48bd-af99-02083b934183,segment=NetworkSegment(bd2eea24-d836-4f05-bc21-e9eb44535628),segment_id=bd2eea24-d836-4f05-bc21-e9eb44535628)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 18:46:44.999252 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c9e376e5-38ee-455d-aa23-8d848227cdf6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (da49782e-822e-48bd-af99-02083b934183), precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:46:45.017672 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-c9e376e5-38ee-455d-aa23-8d848227cdf6 None None] Calling delete_port for da49782e-822e-48bd-af99-02083b934183 owned by network:dhcp {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 18:46:45.094107 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-b6f0194c-57d8-4249-9357-b77f91fe5fd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1543676', 'neutron.services.segments.db._delete_segments_for_network-8781084786517'] for network (ef8923d0-be1c-4463-ad03-f06857ee7c18), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:46:45.116302 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device da49782e-822e-48bd-af99-02083b934183 no longer exists at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 18:46:45.122102 n-d-827839-2 neutron-server[103377]: DEBUG neutron.services.segments.db [None req-b6f0194c-57d8-4249-9357-b77f91fe5fd7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef8923d0-be1c-4463-ad03-f06857ee7c18']}} {{(pid=103377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:46:45.134806 n-d-827839-2 neutron-server[103377]: DEBUG neutron.services.segments.db [None req-b6f0194c-57d8-4249-9357-b77f91fe5fd7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd2eea24-d836-4f05-bc21-e9eb44535628') {'for_net_delete': True} {{(pid=103377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:46:45.135238 n-d-827839-2 neutron-server[103377]: DEBUG neutron.services.segments.db [None req-b6f0194c-57d8-4249-9357-b77f91fe5fd7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd2eea24-d836-4f05-bc21-e9eb44535628') {} {{(pid=103377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:46:45.141806 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] No Port match for: da49782e-822e-48bd-af99-02083b934183 {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 18:46:45.142286 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device da49782e-822e-48bd-af99-02083b934183 not bound to the agent host n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 18:46:45.142710 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 9b9e8fa5-ae02-4831-a842-3bedea5d9f2e no longer exists at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 18:46:45.147953 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c9e376e5-38ee-455d-aa23-8d848227cdf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144'] for port (da49782e-822e-48bd-af99-02083b934183), after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:46:45.149745 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-b6f0194c-57d8-4249-9357-b77f91fe5fd7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781084783966', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26866685'] for segment (bd2eea24-d836-4f05-bc21-e9eb44535628), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:46:45.165758 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-b6f0194c-57d8-4249-9357-b77f91fe5fd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (bd2eea24-d836-4f05-bc21-e9eb44535628), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:46:45.174278 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6f0194c-57d8-4249-9357-b77f91fe5fd7 admin admin] Releasing vlan 757 on physical network physnet1 to pool {{(pid=103377) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 18:46:45.174766 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-b6f0194c-57d8-4249-9357-b77f91fe5fd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25888454'] for segment (bd2eea24-d836-4f05-bc21-e9eb44535628), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:46:45.175013 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] No Port match for: 9b9e8fa5-ae02-4831-a842-3bedea5d9f2e {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 18:46:45.175427 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 9b9e8fa5-ae02-4831-a842-3bedea5d9f2e not bound to the agent host n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 18:46:45.175875 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 425e47bc-4919-4a36-9e19-ae1232386211 no longer exists at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 18:46:45.177783 n-d-827839-2 neutron-server[103377]: Traceback (most recent call last): Feb 04 18:46:45.177783 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 18:46:45.177783 n-d-827839-2 neutron-server[103377]: timer() Feb 04 18:46:45.177783 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 18:46:45.177783 n-d-827839-2 neutron-server[103377]: cb(*args, **kw) Feb 04 18:46:45.177783 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 18:46:45.177783 n-d-827839-2 neutron-server[103377]: return func(*args, **kwargs) Feb 04 18:46:45.177783 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 18:46:45.177783 n-d-827839-2 neutron-server[103377]: self._notify() Feb 04 18:46:45.177783 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 18:46:45.177783 n-d-827839-2 neutron-server[103377]: self.callback(batched_events) Feb 04 18:46:45.177783 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 18:46:45.177783 n-d-827839-2 neutron-server[103377]: event.method(event) Feb 04 18:46:45.177783 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 18:46:45.177783 n-d-827839-2 neutron-server[103377]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 18:46:45.177783 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 18:46:45.177783 n-d-827839-2 neutron-server[103377]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 18:46:45.177783 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 18:46:45.177783 n-d-827839-2 neutron-server[103377]: return f(self, *a, **k) Feb 04 18:46:45.177783 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 18:46:45.177783 n-d-827839-2 neutron-server[103377]: return self._get(url).json() Feb 04 18:46:45.177783 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 18:46:45.177783 n-d-827839-2 neutron-server[103377]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 18:46:45.177783 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 18:46:45.177783 n-d-827839-2 neutron-server[103377]: return self.request(url, 'GET', **kwargs) Feb 04 18:46:45.177783 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 18:46:45.177783 n-d-827839-2 neutron-server[103377]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 18:46:45.177783 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 18:46:45.177783 n-d-827839-2 neutron-server[103377]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 18:46:45.177783 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 18:46:45.177783 n-d-827839-2 neutron-server[103377]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 18:46:45.177783 n-d-827839-2 neutron-server[103377]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 18:46:45.224258 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] No Port match for: 425e47bc-4919-4a36-9e19-ae1232386211 {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 18:46:45.224868 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 425e47bc-4919-4a36-9e19-ae1232386211 not bound to the agent host n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 18:46:45.226396 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e376e5-38ee-455d-aa23-8d848227cdf6 None None] Pushing event deleted for resources: {'Port': ['ID=da49782e-822e-48bd-af99-02083b934183,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:46:45.234764 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9e376e5-38ee-455d-aa23-8d848227cdf6 None None] No DVR routers for this DVR port da49782e-822e-48bd-af99-02083b934183 on host n-d-827839-2 {{(pid=103378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 18:46:45.237540 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e376e5-38ee-455d-aa23-8d848227cdf6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:46:45.238109 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e376e5-38ee-455d-aa23-8d848227cdf6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:46:45.238428 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e376e5-38ee-455d-aa23-8d848227cdf6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:46:45.238931 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e376e5-38ee-455d-aa23-8d848227cdf6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:46:45.239532 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e376e5-38ee-455d-aa23-8d848227cdf6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:46:45.239889 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e376e5-38ee-455d-aa23-8d848227cdf6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:46:45.240209 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e376e5-38ee-455d-aa23-8d848227cdf6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:46:45.240543 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e376e5-38ee-455d-aa23-8d848227cdf6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:46:45.240928 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e376e5-38ee-455d-aa23-8d848227cdf6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:46:45.241311 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e376e5-38ee-455d-aa23-8d848227cdf6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:46:45.241558 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e376e5-38ee-455d-aa23-8d848227cdf6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:46:45.241885 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e376e5-38ee-455d-aa23-8d848227cdf6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:46:45.242211 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e376e5-38ee-455d-aa23-8d848227cdf6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:46:45.248367 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-b6f0194c-57d8-4249-9357-b77f91fe5fd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1543671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1595572'] for network (ef8923d0-be1c-4463-ad03-f06857ee7c18), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:46:45.265443 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-b6f0194c-57d8-4249-9357-b77f91fe5fd7 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:46:45.274201 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-b6f0194c-57d8-4249-9357-b77f91fe5fd7 admin admin] 10.222.0.89 "DELETE /v2.0/networks/ef8923d0-be1c-4463-ad03-f06857ee7c18 HTTP/1.1" status: 204 len: 168 time: 0.6340919 Feb 04 18:46:45.274617 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f0194c-57d8-4249-9357-b77f91fe5fd7 admin admin] Pushing event deleted for resources: {'Network': ['ID=ef8923d0-be1c-4463-ad03-f06857ee7c18,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:46:45.277033 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 60250) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:46:45.641114 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-6628bd47-6b39-4adb-89d1-69a7df254980 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602754'] for router_interface (efaf6aca-b22c-40d7-8092-1f4cf3b52c4e), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:46:45.886704 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-6628bd47-6b39-4adb-89d1-69a7df254980 admin admin] Deleting port 824cd924-17c9-4bfc-8f92-78af91b051e4 {{(pid=103376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 18:46:45.886966 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-6628bd47-6b39-4adb-89d1-69a7df254980 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (824cd924-17c9-4bfc-8f92-78af91b051e4), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:46:45.964186 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [None req-6628bd47-6b39-4adb-89d1-69a7df254980 admin admin] For port 824cd924-17c9-4bfc-8f92-78af91b051e4, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=824cd924-17c9-4bfc-8f92-78af91b051e4,segment=NetworkSegment(47beb186-59f2-45f8-b58d-6060a0f97e37),segment_id=47beb186-59f2-45f8-b58d-6060a0f97e37)] {{(pid=103376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 18:46:45.964543 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-6628bd47-6b39-4adb-89d1-69a7df254980 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (824cd924-17c9-4bfc-8f92-78af91b051e4), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:46:45.977070 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-6628bd47-6b39-4adb-89d1-69a7df254980 admin admin] Calling delete_port for 824cd924-17c9-4bfc-8f92-78af91b051e4 owned by network:router_interface {{(pid=103376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 18:46:46.162112 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-6628bd47-6b39-4adb-89d1-69a7df254980 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (824cd924-17c9-4bfc-8f92-78af91b051e4), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:46:46.195133 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6628bd47-6b39-4adb-89d1-69a7df254980 admin admin] Pushing event deleted for resources: {'Port': ['ID=824cd924-17c9-4bfc-8f92-78af91b051e4,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:46:46.372351 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-6628bd47-6b39-4adb-89d1-69a7df254980 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1677336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1602614'] for router_interface (efaf6aca-b22c-40d7-8092-1f4cf3b52c4e), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:46:46.908065 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6628bd47-6b39-4adb-89d1-69a7df254980 admin admin] Router efaf6aca-b22c-40d7-8092-1f4cf3b52c4e has already been hosted by L3 agent 64ada913-9131-4d99-a265-63a920956287 {{(pid=103376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 18:46:47.012081 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6628bd47-6b39-4adb-89d1-69a7df254980 admin admin] Notify agent at l3_agent.n-d-827839-2 the message routers_updated {{(pid=103376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 18:46:47.021276 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-6628bd47-6b39-4adb-89d1-69a7df254980 admin admin] 10.222.0.89 "PUT /v2.0/routers/efaf6aca-b22c-40d7-8092-1f4cf3b52c4e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7397869 Feb 04 18:46:47.021392 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 60252) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:46:47.027028 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a757b40-f39e-426c-a337-6f6532290f11 None None] Sync routers for ids ['efaf6aca-b22c-40d7-8092-1f4cf3b52c4e'] in n-d-827839-2 {{(pid=103378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 18:46:47.045872 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a757b40-f39e-426c-a337-6f6532290f11 None None] Routers {'efaf6aca-b22c-40d7-8092-1f4cf3b52c4e'} bound to L3 agent in host n-d-827839-2 {{(pid=103378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 18:46:47.046504 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-7a757b40-f39e-426c-a337-6f6532290f11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T18:46:33Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['efaf6aca-b22c-40d7-8092-1f4cf3b52c4e'], 'active': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:46:47.149183 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-0039792d-2962-4c05-9e10-6e120c0fc068 admin admin] Publish callbacks [] for router (efaf6aca-b22c-40d7-8092-1f4cf3b52c4e), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:46:47.158699 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvr_db [None req-7a757b40-f39e-426c-a337-6f6532290f11 None None] Set router efaf6aca-b22c-40d7-8092-1f4cf3b52c4e gateway port host: n-d-827839-2 {{(pid=103378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 18:46:47.262472 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-0039792d-2962-4c05-9e10-6e120c0fc068 admin admin] Publish callbacks [] for router_gateway (efaf6aca-b22c-40d7-8092-1f4cf3b52c4e), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:46:47.328496 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-0039792d-2962-4c05-9e10-6e120c0fc068 admin admin] Deleting port 4ed2eb02-5916-418b-9c0c-adb99f6af2b6 {{(pid=103377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 18:46:47.328884 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-0039792d-2962-4c05-9e10-6e120c0fc068 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (4ed2eb02-5916-418b-9c0c-adb99f6af2b6), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:46:47.351923 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-7a757b40-f39e-426c-a337-6f6532290f11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efaf6aca-b22c-40d7-8092-1f4cf3b52c4e', 'name': 'tempest-TestShelveInstance-1684611695-router', 'tenant_id': 'f9b09a9c40b34669be3c3fc2f31908c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.210'}], 'enable_snat': True}, 'gw_port_id': '4ed2eb02-5916-418b-9c0c-adb99f6af2b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T18:36:03Z', 'updated_at': '2022-02-04T18:46:46Z', 'revision_number': 5, 'project_id': 'f9b09a9c40b34669be3c3fc2f31908c3', 'gw_port': {'id': '4ed2eb02-5916-418b-9c0c-adb99f6af2b6', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:e2:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efaf6aca-b22c-40d7-8092-1f4cf3b52c4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:36:04Z', 'updated_at': '2022-02-04T18:36:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2'}], 'n-d-827839-2', False) {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:46:47.379984 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a757b40-f39e-426c-a337-6f6532290f11 None None] Checking router: efaf6aca-b22c-40d7-8092-1f4cf3b52c4e for host: n-d-827839-2 {{(pid=103378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 18:46:47.388872 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a757b40-f39e-426c-a337-6f6532290f11 None None] Routers {'efaf6aca-b22c-40d7-8092-1f4cf3b52c4e'} bound to L3 agent in host n-d-827839-2 {{(pid=103378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 18:46:47.390237 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-7a757b40-f39e-426c-a337-6f6532290f11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T18:46:33Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['efaf6aca-b22c-40d7-8092-1f4cf3b52c4e'], 'active': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:46:47.412680 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [None req-0039792d-2962-4c05-9e10-6e120c0fc068 admin admin] For port 4ed2eb02-5916-418b-9c0c-adb99f6af2b6, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=4ed2eb02-5916-418b-9c0c-adb99f6af2b6,segment=NetworkSegment(5942dc44-1f07-4c27-b0ab-45a2bff20dd5),segment_id=5942dc44-1f07-4c27-b0ab-45a2bff20dd5)] {{(pid=103377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 18:46:47.412988 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-0039792d-2962-4c05-9e10-6e120c0fc068 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (4ed2eb02-5916-418b-9c0c-adb99f6af2b6), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:46:47.427329 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-0039792d-2962-4c05-9e10-6e120c0fc068 admin admin] Calling delete_port for 4ed2eb02-5916-418b-9c0c-adb99f6af2b6 owned by network:router_gateway {{(pid=103377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 18:46:47.480758 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvr_db [None req-7a757b40-f39e-426c-a337-6f6532290f11 None None] Set router efaf6aca-b22c-40d7-8092-1f4cf3b52c4e gateway port host: None {{(pid=103378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 18:46:47.537684 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-7a757b40-f39e-426c-a337-6f6532290f11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efaf6aca-b22c-40d7-8092-1f4cf3b52c4e', 'name': 'tempest-TestShelveInstance-1684611695-router', 'tenant_id': 'f9b09a9c40b34669be3c3fc2f31908c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T18:36:03Z', 'updated_at': '2022-02-04T18:46:47Z', 'revision_number': 6, 'project_id': 'f9b09a9c40b34669be3c3fc2f31908c3', 'gw_port_host': None}], 'n-d-827839-2', False) {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:46:47.569794 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a757b40-f39e-426c-a337-6f6532290f11 None None] The sync data for ids ['efaf6aca-b22c-40d7-8092-1f4cf3b52c4e'] in n-d-827839-2 is: [{'id': 'efaf6aca-b22c-40d7-8092-1f4cf3b52c4e', 'name': 'tempest-TestShelveInstance-1684611695-router', 'tenant_id': 'f9b09a9c40b34669be3c3fc2f31908c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T18:36:03Z', 'updated_at': '2022-02-04T18:46:47Z', 'revision_number': 6, 'project_id': 'f9b09a9c40b34669be3c3fc2f31908c3', 'gw_port_host': None}] {{(pid=103378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 18:46:47.613357 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-0039792d-2962-4c05-9e10-6e120c0fc068 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (4ed2eb02-5916-418b-9c0c-adb99f6af2b6), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:46:47.637461 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0039792d-2962-4c05-9e10-6e120c0fc068 admin admin] Pushing event deleted for resources: {'Port': ['ID=4ed2eb02-5916-418b-9c0c-adb99f6af2b6,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:46:47.698693 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-0039792d-2962-4c05-9e10-6e120c0fc068 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1595544'] for router_gateway (efaf6aca-b22c-40d7-8092-1f4cf3b52c4e), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:46:47.791196 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-0039792d-2962-4c05-9e10-6e120c0fc068 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1601811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26971'] for router (efaf6aca-b22c-40d7-8092-1f4cf3b52c4e), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:46:47.793306 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-0039792d-2962-4c05-9e10-6e120c0fc068 admin admin] Publish callbacks [] for router_controller (efaf6aca-b22c-40d7-8092-1f4cf3b52c4e), precommit_delete_associations {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:46:47.834554 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-0039792d-2962-4c05-9e10-6e120c0fc068 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1601832'] for router (efaf6aca-b22c-40d7-8092-1f4cf3b52c4e), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:46:47.835078 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0039792d-2962-4c05-9e10-6e120c0fc068 admin admin] Fanout notify agent at l3_agent the message router_deleted on router efaf6aca-b22c-40d7-8092-1f4cf3b52c4e {{(pid=103377) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 18:46:47.839185 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-0039792d-2962-4c05-9e10-6e120c0fc068 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:46:47.840375 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-0039792d-2962-4c05-9e10-6e120c0fc068 admin admin] 10.222.0.89 "DELETE /v2.0/routers/efaf6aca-b22c-40d7-8092-1f4cf3b52c4e HTTP/1.1" status: 204 len: 168 time: 0.8185644 Feb 04 18:46:47.843555 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 60254) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:46:47.887042 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.db_base_plugin_v2 [None req-60f39912-7599-4c59-9b96-52561b6a172f admin admin] Deleting subnet a9c9e9d1-4131-454f-a9cf-eb687ebbbc40 {{(pid=103377) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 18:46:47.890272 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-60f39912-7599-4c59-9b96-52561b6a172f admin admin] Publish callbacks [] for subnet (a9c9e9d1-4131-454f-a9cf-eb687ebbbc40), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:46:47.930687 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-60f39912-7599-4c59-9b96-52561b6a172f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26866676'] for subnet (a9c9e9d1-4131-454f-a9cf-eb687ebbbc40), precommit_delete_associations {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:46:48.008482 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-60f39912-7599-4c59-9b96-52561b6a172f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1541225'] for subnet (a9c9e9d1-4131-454f-a9cf-eb687ebbbc40), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:46:48.070221 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-60f39912-7599-4c59-9b96-52561b6a172f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1541216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25888360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25597190'] for subnet (a9c9e9d1-4131-454f-a9cf-eb687ebbbc40), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:46:48.102915 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f39912-7599-4c59-9b96-52561b6a172f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a9c9e9d1-4131-454f-a9cf-eb687ebbbc40,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:46:48.109250 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-60f39912-7599-4c59-9b96-52561b6a172f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:46:48.113172 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-60f39912-7599-4c59-9b96-52561b6a172f admin admin] 10.222.0.89 "DELETE /v2.0/subnets/a9c9e9d1-4131-454f-a9cf-eb687ebbbc40 HTTP/1.1" status: 204 len: 168 time: 0.2683854 Feb 04 18:46:48.116444 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 60256) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:46:48.117335 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7140a3db-7d6c-4c73-83fe-8f62b076cb26 None None] Network 67fc8dbb-7424-49bd-8ad4-199e5699109b requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 18:46:48.192178 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-54f27ea1-2651-4104-a61c-e90dd50a1441 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628832'] for network (67fc8dbb-7424-49bd-8ad4-199e5699109b), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:46:48.252444 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-54f27ea1-2651-4104-a61c-e90dd50a1441 admin admin] Deleting port 8a180a57-daf5-43ca-ac1b-04b086521a1e {{(pid=103376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 18:46:48.252954 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-54f27ea1-2651-4104-a61c-e90dd50a1441 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (8a180a57-daf5-43ca-ac1b-04b086521a1e), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:46:48.296851 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20fbc2d9-a2f2-4b20-b510-44c3080611b4 None None] DHCP port deletion for 67fc8dbb-7424-49bd-8ad4-199e5699109b request from n-d-827839-2 {{(pid=103378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 18:46:48.327546 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [None req-54f27ea1-2651-4104-a61c-e90dd50a1441 admin admin] For port 8a180a57-daf5-43ca-ac1b-04b086521a1e, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=8a180a57-daf5-43ca-ac1b-04b086521a1e,segment=NetworkSegment(47beb186-59f2-45f8-b58d-6060a0f97e37),segment_id=47beb186-59f2-45f8-b58d-6060a0f97e37)] {{(pid=103376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 18:46:48.327907 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-54f27ea1-2651-4104-a61c-e90dd50a1441 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (8a180a57-daf5-43ca-ac1b-04b086521a1e), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:46:48.341876 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-54f27ea1-2651-4104-a61c-e90dd50a1441 admin admin] Calling delete_port for 8a180a57-daf5-43ca-ac1b-04b086521a1e owned by network:dhcp {{(pid=103376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 18:46:48.348398 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-20fbc2d9-a2f2-4b20-b510-44c3080611b4 None None] Deleting port 8a180a57-daf5-43ca-ac1b-04b086521a1e {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 18:46:48.348793 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-20fbc2d9-a2f2-4b20-b510-44c3080611b4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (8a180a57-daf5-43ca-ac1b-04b086521a1e), before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:46:48.413824 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-20fbc2d9-a2f2-4b20-b510-44c3080611b4 None None] For port 8a180a57-daf5-43ca-ac1b-04b086521a1e, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=8a180a57-daf5-43ca-ac1b-04b086521a1e,segment=NetworkSegment(47beb186-59f2-45f8-b58d-6060a0f97e37),segment_id=47beb186-59f2-45f8-b58d-6060a0f97e37)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 18:46:48.414280 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-20fbc2d9-a2f2-4b20-b510-44c3080611b4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (8a180a57-daf5-43ca-ac1b-04b086521a1e), precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:46:48.421126 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-54f27ea1-2651-4104-a61c-e90dd50a1441 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (8a180a57-daf5-43ca-ac1b-04b086521a1e), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:46:48.429153 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-20fbc2d9-a2f2-4b20-b510-44c3080611b4 None None] Calling delete_port for 8a180a57-daf5-43ca-ac1b-04b086521a1e owned by network:dhcp {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 18:46:48.453219 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54f27ea1-2651-4104-a61c-e90dd50a1441 admin admin] No DVR routers for this DVR port 8a180a57-daf5-43ca-ac1b-04b086521a1e on host n-d-827839-2 {{(pid=103376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 18:46:48.476487 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f27ea1-2651-4104-a61c-e90dd50a1441 admin admin] Pushing event deleted for resources: {'Port': ['ID=8a180a57-daf5-43ca-ac1b-04b086521a1e,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:46:48.505025 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-20fbc2d9-a2f2-4b20-b510-44c3080611b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144'] for port (8a180a57-daf5-43ca-ac1b-04b086521a1e), after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:46:48.530901 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fbc2d9-a2f2-4b20-b510-44c3080611b4 None None] Pushing event deleted for resources: {'Port': ['ID=8a180a57-daf5-43ca-ac1b-04b086521a1e,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:46:48.534427 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20fbc2d9-a2f2-4b20-b510-44c3080611b4 None None] No DVR routers for this DVR port 8a180a57-daf5-43ca-ac1b-04b086521a1e on host n-d-827839-2 {{(pid=103378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 18:46:48.534948 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-54f27ea1-2651-4104-a61c-e90dd50a1441 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1543676', 'neutron.services.segments.db._delete_segments_for_network-8781084786517'] for network (67fc8dbb-7424-49bd-8ad4-199e5699109b), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:46:48.557920 n-d-827839-2 neutron-server[103376]: DEBUG neutron.services.segments.db [None req-54f27ea1-2651-4104-a61c-e90dd50a1441 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67fc8dbb-7424-49bd-8ad4-199e5699109b']}} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:46:48.568712 n-d-827839-2 neutron-server[103376]: DEBUG neutron.services.segments.db [None req-54f27ea1-2651-4104-a61c-e90dd50a1441 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47beb186-59f2-45f8-b58d-6060a0f97e37') {'for_net_delete': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:46:48.569045 n-d-827839-2 neutron-server[103376]: DEBUG neutron.services.segments.db [None req-54f27ea1-2651-4104-a61c-e90dd50a1441 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47beb186-59f2-45f8-b58d-6060a0f97e37') {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:46:48.580250 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-54f27ea1-2651-4104-a61c-e90dd50a1441 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781084783966', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25674908'] for segment (47beb186-59f2-45f8-b58d-6060a0f97e37), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:46:48.598206 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-54f27ea1-2651-4104-a61c-e90dd50a1441 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (47beb186-59f2-45f8-b58d-6060a0f97e37), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:46:48.606539 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54f27ea1-2651-4104-a61c-e90dd50a1441 admin admin] Releasing vlan 761 on physical network physnet1 to pool {{(pid=103376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 18:46:48.606947 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-54f27ea1-2651-4104-a61c-e90dd50a1441 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25675992'] for segment (47beb186-59f2-45f8-b58d-6060a0f97e37), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:46:48.608756 n-d-827839-2 neutron-server[103376]: Traceback (most recent call last): Feb 04 18:46:48.608756 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 18:46:48.608756 n-d-827839-2 neutron-server[103376]: timer() Feb 04 18:46:48.608756 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 18:46:48.608756 n-d-827839-2 neutron-server[103376]: cb(*args, **kw) Feb 04 18:46:48.608756 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 18:46:48.608756 n-d-827839-2 neutron-server[103376]: return func(*args, **kwargs) Feb 04 18:46:48.608756 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 18:46:48.608756 n-d-827839-2 neutron-server[103376]: self._notify() Feb 04 18:46:48.608756 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 18:46:48.608756 n-d-827839-2 neutron-server[103376]: self.callback(batched_events) Feb 04 18:46:48.608756 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 18:46:48.608756 n-d-827839-2 neutron-server[103376]: event.method(event) Feb 04 18:46:48.608756 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 18:46:48.608756 n-d-827839-2 neutron-server[103376]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 18:46:48.608756 n-d-827839-2 neutron-server[103376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 18:46:48.608756 n-d-827839-2 neutron-server[103376]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 18:46:48.608756 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 18:46:48.608756 n-d-827839-2 neutron-server[103376]: return f(self, *a, **k) Feb 04 18:46:48.608756 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 18:46:48.608756 n-d-827839-2 neutron-server[103376]: return self._get(url).json() Feb 04 18:46:48.608756 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 18:46:48.608756 n-d-827839-2 neutron-server[103376]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 18:46:48.608756 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 18:46:48.608756 n-d-827839-2 neutron-server[103376]: return self.request(url, 'GET', **kwargs) Feb 04 18:46:48.608756 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 18:46:48.608756 n-d-827839-2 neutron-server[103376]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 18:46:48.608756 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 18:46:48.608756 n-d-827839-2 neutron-server[103376]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 18:46:48.608756 n-d-827839-2 neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 18:46:48.608756 n-d-827839-2 neutron-server[103376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 18:46:48.608756 n-d-827839-2 neutron-server[103376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 18:46:48.666443 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-54f27ea1-2651-4104-a61c-e90dd50a1441 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1543671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1595572'] for network (67fc8dbb-7424-49bd-8ad4-199e5699109b), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:46:48.671767 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-54f27ea1-2651-4104-a61c-e90dd50a1441 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:46:48.675195 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-54f27ea1-2651-4104-a61c-e90dd50a1441 admin admin] 10.222.0.89 "DELETE /v2.0/networks/67fc8dbb-7424-49bd-8ad4-199e5699109b HTTP/1.1" status: 204 len: 168 time: 0.5577276 Feb 04 18:46:48.690866 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f27ea1-2651-4104-a61c-e90dd50a1441 admin admin] Pushing event deleted for resources: {'Network': ['ID=67fc8dbb-7424-49bd-8ad4-199e5699109b,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:46:48.812199 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 60260) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:46:48.856220 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-5cb5eb6c-113a-4852-97ef-4c6a6505f97b admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=de743ac5c1be4c7785fee5d1010e85ef&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0425363 Feb 04 18:46:48.858665 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 60262) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:46:48.904351 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-090c668b-301d-4732-8f21-73163bf07359 admin admin] Publish callbacks [] for security_group (4a048e5a-026c-41a2-a8d8-8a60fdda9009), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:46:48.925109 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-090c668b-301d-4732-8f21-73163bf07359 admin admin] Publish callbacks [] for security_group (4a048e5a-026c-41a2-a8d8-8a60fdda9009), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:46:48.969975 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-090c668b-301d-4732-8f21-73163bf07359 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (4a048e5a-026c-41a2-a8d8-8a60fdda9009), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:46:48.972452 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-090c668b-301d-4732-8f21-73163bf07359 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:46:48.973645 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-090c668b-301d-4732-8f21-73163bf07359 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/4a048e5a-026c-41a2-a8d8-8a60fdda9009 HTTP/1.1" status: 204 len: 168 time: 0.1140769 Feb 04 18:46:48.981035 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090c668b-301d-4732-8f21-73163bf07359 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a048e5a-026c-41a2-a8d8-8a60fdda9009,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:46:49.058212 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 824cd924-17c9-4bfc-8f92-78af91b051e4 no longer exists at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 18:46:49.078122 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] No Port match for: 824cd924-17c9-4bfc-8f92-78af91b051e4 {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 18:46:49.078467 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 824cd924-17c9-4bfc-8f92-78af91b051e4 not bound to the agent host n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 18:46:49.078874 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 4ed2eb02-5916-418b-9c0c-adb99f6af2b6 no longer exists at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 18:46:49.097598 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] No Port match for: 4ed2eb02-5916-418b-9c0c-adb99f6af2b6 {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 18:46:49.097938 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 4ed2eb02-5916-418b-9c0c-adb99f6af2b6 not bound to the agent host n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 18:46:49.098338 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 8a180a57-daf5-43ca-ac1b-04b086521a1e no longer exists at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 18:46:49.117155 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] No Port match for: 8a180a57-daf5-43ca-ac1b-04b086521a1e {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 18:46:49.117499 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 8a180a57-daf5-43ca-ac1b-04b086521a1e not bound to the agent host n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 18:46:49.313067 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 60268) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:46:49.351675 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-72e76c34-72ae-4b95-bc0e-139997a0d8ea admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=f9b09a9c40b34669be3c3fc2f31908c3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0374737 Feb 04 18:46:49.354092 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 60270) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:46:49.399930 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-67293e5b-b3c0-48d9-9674-8d12eb1a8b7a admin admin] Publish callbacks [] for security_group (6a391005-abcf-4920-bf15-166d10e20a9d), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:46:49.423063 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-67293e5b-b3c0-48d9-9674-8d12eb1a8b7a admin admin] Publish callbacks [] for security_group (6a391005-abcf-4920-bf15-166d10e20a9d), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:46:49.466930 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-67293e5b-b3c0-48d9-9674-8d12eb1a8b7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (6a391005-abcf-4920-bf15-166d10e20a9d), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:46:49.469579 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-67293e5b-b3c0-48d9-9674-8d12eb1a8b7a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:46:49.470691 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-67293e5b-b3c0-48d9-9674-8d12eb1a8b7a admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/6a391005-abcf-4920-bf15-166d10e20a9d HTTP/1.1" status: 204 len: 168 time: 0.1157265 Feb 04 18:46:49.477877 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67293e5b-b3c0-48d9-9674-8d12eb1a8b7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a391005-abcf-4920-bf15-166d10e20a9d,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:46:50.172380 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 60292) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:46:50.264900 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-062e96db-dce8-4fbb-9783-7b75e9a2f2ae admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-302020663-network', 'tenant_id': 'e3af54d39965439f99b2e52a799a4305'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 18:46:50.284853 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-062e96db-dce8-4fbb-9783-7b75e9a2f2ae admin admin] Made reservation on behalf of e3af54d39965439f99b2e52a799a4305 for: {'network': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 18:46:50.287221 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-062e96db-dce8-4fbb-9783-7b75e9a2f2ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for network (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:46:50.296344 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-062e96db-dce8-4fbb-9783-7b75e9a2f2ae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:46:50.368848 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-062e96db-dce8-4fbb-9783-7b75e9a2f2ae admin admin] Publish callbacks [] for security_group (e017fdf6-1a17-46e9-a8dc-1e2d52c4eb77), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:46:50.372506 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-062e96db-dce8-4fbb-9783-7b75e9a2f2ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (e017fdf6-1a17-46e9-a8dc-1e2d52c4eb77), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:46:50.392605 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-062e96db-dce8-4fbb-9783-7b75e9a2f2ae admin admin] vlan segment allocate from pool success with {'vlan_id': 758, 'physical_network': 'physnet1'} {{(pid=103377) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 18:46:50.408152 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062e96db-dce8-4fbb-9783-7b75e9a2f2ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e017fdf6-1a17-46e9-a8dc-1e2d52c4eb77,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:46:50.412307 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-062e96db-dce8-4fbb-9783-7b75e9a2f2ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (21016f66-eff9-482b-9ea3-b06994601951), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:46:50.412646 n-d-827839-2 neutron-server[103377]: INFO neutron.db.segments_db [None req-062e96db-dce8-4fbb-9783-7b75e9a2f2ae admin admin] Added segment 21016f66-eff9-482b-9ea3-b06994601951 of type vlan for network 870d7982-814d-464f-b7d8-090ca23edf77 Feb 04 18:46:50.452328 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-062e96db-dce8-4fbb-9783-7b75e9a2f2ae admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781084292801'] for network (870d7982-814d-464f-b7d8-090ca23edf77), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:46:50.476516 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-062e96db-dce8-4fbb-9783-7b75e9a2f2ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327'] for network (870d7982-814d-464f-b7d8-090ca23edf77), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:46:50.477488 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-062e96db-dce8-4fbb-9783-7b75e9a2f2ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:46:50.478074 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-062e96db-dce8-4fbb-9783-7b75e9a2f2ae admin admin] Publish callbacks [] for network (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:46:50.535066 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-062e96db-dce8-4fbb-9783-7b75e9a2f2ae admin admin] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3615861 Feb 04 18:46:50.538037 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 60296) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:46:50.542020 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062e96db-dce8-4fbb-9783-7b75e9a2f2ae admin admin] Pushing event updated for resources: {'Network': ['ID=870d7982-814d-464f-b7d8-090ca23edf77,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:46:50.543398 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-6f83fa67-509d-48f7-b9e3-5364bf3cfff4 admin admin] Request body: {'subnet': {'network_id': '870d7982-814d-464f-b7d8-090ca23edf77', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-302020663-subnet', 'tenant_id': 'e3af54d39965439f99b2e52a799a4305', 'ip_version': 4}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 18:46:50.551926 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Network 870d7982-814d-464f-b7d8-090ca23edf77 details requested by agent ovs-agent-n-d-827839-2 with host n-d-827839-2 {{(pid=103378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 18:46:50.562418 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f83fa67-509d-48f7-b9e3-5364bf3cfff4 admin admin] Made reservation on behalf of e3af54d39965439f99b2e52a799a4305 for: {'subnet': 1} {{(pid=103376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 18:46:50.564846 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-6f83fa67-509d-48f7-b9e3-5364bf3cfff4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25859006'] for subnet (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:46:50.744039 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-6f83fa67-509d-48f7-b9e3-5364bf3cfff4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25674939', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25858952'] for subnet (c4e3f0e0-f96f-47e1-9720-edecc2073633), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:46:50.796882 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f83fa67-509d-48f7-b9e3-5364bf3cfff4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c4e3f0e0-f96f-47e1-9720-edecc2073633,revision_number=0']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:46:50.806548 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f83fa67-509d-48f7-b9e3-5364bf3cfff4 admin admin] Checking segment: {'id': '21016f66-eff9-482b-9ea3-b06994601951', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '870d7982-814d-464f-b7d8-090ca23edf77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 18:46:50.806905 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f83fa67-509d-48f7-b9e3-5364bf3cfff4 admin admin] Network hostable DHCP agents. Network: 870d7982-814d-464f-b7d8-090ca23edf77, hostable agents: ['bb89f5a3-3c22-440b-b7d1-c4f0c43c184a'], hosted agents: [] {{(pid=103376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 18:46:50.823544 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f83fa67-509d-48f7-b9e3-5364bf3cfff4 admin admin] Network 870d7982-814d-464f-b7d8-090ca23edf77 is scheduled to be hosted by DHCP agent bb89f5a3-3c22-440b-b7d1-c4f0c43c184a with binding_index 1 {{(pid=103376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 18:46:50.832611 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [None req-6f83fa67-509d-48f7-b9e3-5364bf3cfff4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827839-2, 870d7982-814d-464f-b7d8-090ca23edf77) {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 18:46:50.836648 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f83fa67-509d-48f7-b9e3-5364bf3cfff4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:46:50.837288 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-6f83fa67-509d-48f7-b9e3-5364bf3cfff4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:46:50.843106 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27d15bae-7970-45ed-a91d-ca7cd5be12df None None] Network 870d7982-814d-464f-b7d8-090ca23edf77 requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 18:46:50.852645 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-6f83fa67-509d-48f7-b9e3-5364bf3cfff4 admin admin] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3135002 Feb 04 18:46:50.855365 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 60298) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:46:50.859640 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-a0dad640-ed5e-45bc-a0c8-30a219961ea9 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-302020663-router', 'tenant_id': 'e3af54d39965439f99b2e52a799a4305', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188'}}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 18:46:50.878711 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-a0dad640-ed5e-45bc-a0c8-30a219961ea9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1601657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26921'] for router (e7481ad9-7884-4d25-991c-4b7edd595acd), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:46:50.879903 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-a0dad640-ed5e-45bc-a0c8-30a219961ea9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1602025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603663', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1630571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26960'] for router (e7481ad9-7884-4d25-991c-4b7edd595acd), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:46:50.932148 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-a0dad640-ed5e-45bc-a0c8-30a219961ea9 admin admin] Publish callbacks [] for router_controller (e7481ad9-7884-4d25-991c-4b7edd595acd), precommit_add_association {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:46:50.946195 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30f2be39-d3c4-4cdf-90e7-68dfeaef7d29 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e4c19ad-5724-5db8-8ee1-4f56ae69fcf4-870d7982-814d-464f-b7d8-090ca23edf77', 'network_id': '870d7982-814d-464f-b7d8-090ca23edf77', 'project_id': 'e3af54d39965439f99b2e52a799a4305', 'fixed_ips': [{'subnet_id': 'c4e3f0e0-f96f-47e1-9720-edecc2073633'}]}} from n-d-827839-2. {{(pid=103378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 18:46:50.947105 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-30f2be39-d3c4-4cdf-90e7-68dfeaef7d29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:46:51.075657 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-30f2be39-d3c4-4cdf-90e7-68dfeaef7d29 None None] Allocated IP 172.20.0.2 (870d7982-814d-464f-b7d8-090ca23edf77/c4e3f0e0-f96f-47e1-9720-edecc2073633/d730c7f9-a645-44fe-9e87-77c13944d8c7) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 18:46:51.078059 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-a0dad640-ed5e-45bc-a0c8-30a219961ea9 admin admin] Publish callbacks [] for router_gateway (e7481ad9-7884-4d25-991c-4b7edd595acd), precommit_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:46:51.220440 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-30f2be39-d3c4-4cdf-90e7-68dfeaef7d29 None None] Publish callbacks [] for port (d730c7f9-a645-44fe-9e87-77c13944d8c7), precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:46:51.226347 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-30f2be39-d3c4-4cdf-90e7-68dfeaef7d29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135'] for port (d730c7f9-a645-44fe-9e87-77c13944d8c7), after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:46:51.274158 n-d-827839-2 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30f2be39-d3c4-4cdf-90e7-68dfeaef7d29 None None] Network 870d7982-814d-464f-b7d8-090ca23edf77 is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 18:46:51.277175 n-d-827839-2 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-30f2be39-d3c4-4cdf-90e7-68dfeaef7d29 None None] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 18:46:51.281974 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30f2be39-d3c4-4cdf-90e7-68dfeaef7d29 None None] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 18:46:51.292961 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f2be39-d3c4-4cdf-90e7-68dfeaef7d29 None None] Pushing event updated for resources: {'Port': ['ID=d730c7f9-a645-44fe-9e87-77c13944d8c7,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:46:51.305849 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-a0dad640-ed5e-45bc-a0c8-30a219961ea9 admin admin] Publish callbacks [] for router_gateway (e7481ad9-7884-4d25-991c-4b7edd595acd), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:46:51.331767 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-a0dad640-ed5e-45bc-a0c8-30a219961ea9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:46:51.351825 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-30f2be39-d3c4-4cdf-90e7-68dfeaef7d29 None None] Attempting to bind port d730c7f9-a645-44fe-9e87-77c13944d8c7 on host n-d-827839-2 for vnic_type normal with profile {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 18:46:51.352664 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-30f2be39-d3c4-4cdf-90e7-68dfeaef7d29 None None] Attempting to bind port d730c7f9-a645-44fe-9e87-77c13944d8c7 by drivers openvswitch,hyperv on host n-d-827839-2 at level 0 using segments [{'id': '21016f66-eff9-482b-9ea3-b06994601951', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '870d7982-814d-464f-b7d8-090ca23edf77'}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 18:46:51.353374 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30f2be39-d3c4-4cdf-90e7-68dfeaef7d29 None None] Attempting to bind port d730c7f9-a645-44fe-9e87-77c13944d8c7 on network 870d7982-814d-464f-b7d8-090ca23edf77 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 18:46:51.359972 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30f2be39-d3c4-4cdf-90e7-68dfeaef7d29 None None] Checking agent: {'id': 'ba70844b-66a0-45fd-a2f2-e6ed673321fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 0, 36), 'started_at': datetime.datetime(2022, 2, 4, 17, 1, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 18, 46, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 18:46:51.360605 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30f2be39-d3c4-4cdf-90e7-68dfeaef7d29 None None] Checking segment: {'id': '21016f66-eff9-482b-9ea3-b06994601951', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '870d7982-814d-464f-b7d8-090ca23edf77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 18:46:51.361212 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-30f2be39-d3c4-4cdf-90e7-68dfeaef7d29 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:46:51.361755 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30f2be39-d3c4-4cdf-90e7-68dfeaef7d29 None None] Bound using segment: {'id': '21016f66-eff9-482b-9ea3-b06994601951', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '870d7982-814d-464f-b7d8-090ca23edf77'} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 18:46:51.362520 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-30f2be39-d3c4-4cdf-90e7-68dfeaef7d29 None None] Bound port: d730c7f9-a645-44fe-9e87-77c13944d8c7, host: n-d-827839-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21016f66-eff9-482b-9ea3-b06994601951', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '870d7982-814d-464f-b7d8-090ca23edf77'}}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 18:46:51.363181 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-30f2be39-d3c4-4cdf-90e7-68dfeaef7d29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (d730c7f9-a645-44fe-9e87-77c13944d8c7), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:46:51.429394 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-30f2be39-d3c4-4cdf-90e7-68dfeaef7d29 None None] For port d730c7f9-a645-44fe-9e87-77c13944d8c7, host n-d-827839-2, cleared binding levels {{(pid=103378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 18:46:51.432690 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-30f2be39-d3c4-4cdf-90e7-68dfeaef7d29 None None] For port d730c7f9-a645-44fe-9e87-77c13944d8c7, host n-d-827839-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=d730c7f9-a645-44fe-9e87-77c13944d8c7,segment=NetworkSegment(21016f66-eff9-482b-9ea3-b06994601951),segment_id=21016f66-eff9-482b-9ea3-b06994601951)] {{(pid=103378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 18:46:51.435317 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.db_base_plugin_common [None req-a0dad640-ed5e-45bc-a0c8-30a219961ea9 admin admin] Allocated IP 172.25.6.32 (48165773-85ad-49a1-9ec1-76fc8dc24188/7660bfad-1ea8-4fe7-831b-bed836f13efc/3adc4742-22ea-4ac8-afda-9ca2e621d615) {{(pid=103376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 18:46:51.439450 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-30f2be39-d3c4-4cdf-90e7-68dfeaef7d29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (d730c7f9-a645-44fe-9e87-77c13944d8c7), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:46:51.502421 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f2be39-d3c4-4cdf-90e7-68dfeaef7d29 None None] Pushing event updated for resources: {'Port': ['ID=d730c7f9-a645-44fe-9e87-77c13944d8c7,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:46:51.555845 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-a0dad640-ed5e-45bc-a0c8-30a219961ea9 admin admin] Publish callbacks [] for port (3adc4742-22ea-4ac8-afda-9ca2e621d615), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:46:51.591690 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-a0dad640-ed5e-45bc-a0c8-30a219961ea9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (3adc4742-22ea-4ac8-afda-9ca2e621d615), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:46:51.635876 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0dad640-ed5e-45bc-a0c8-30a219961ea9 admin admin] Network 48165773-85ad-49a1-9ec1-76fc8dc24188 is already hosted by enough agents. {{(pid=103376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 18:46:51.639037 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [None req-a0dad640-ed5e-45bc-a0c8-30a219961ea9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 18:46:51.642581 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0dad640-ed5e-45bc-a0c8-30a219961ea9 admin admin] Received port after_create {{(pid=103376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 18:46:51.668448 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0dad640-ed5e-45bc-a0c8-30a219961ea9 admin admin] Pushing event updated for resources: {'Port': ['ID=3adc4742-22ea-4ac8-afda-9ca2e621d615,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:46:51.931409 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-a0dad640-ed5e-45bc-a0c8-30a219961ea9 admin admin] Publish callbacks [] for router_gateway (e7481ad9-7884-4d25-991c-4b7edd595acd), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:46:52.136793 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-a0dad640-ed5e-45bc-a0c8-30a219961ea9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1602046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603680'] for router (e7481ad9-7884-4d25-991c-4b7edd595acd), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:46:52.278158 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0dad640-ed5e-45bc-a0c8-30a219961ea9 admin admin] Router e7481ad9-7884-4d25-991c-4b7edd595acd is scheduled to L3 agent 64ada913-9131-4d99-a265-63a920956287 with binding_index 1 {{(pid=103376) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 18:46:52.404480 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0dad640-ed5e-45bc-a0c8-30a219961ea9 admin admin] Notify agent at l3_agent.n-d-827839-2 the message routers_updated {{(pid=103376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 18:46:52.415688 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dedcb21-d3fa-499a-ae3f-fe3b3785cc92 None None] Sync routers for ids ['e7481ad9-7884-4d25-991c-4b7edd595acd'] in n-d-827839-2 {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 18:46:52.432281 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dedcb21-d3fa-499a-ae3f-fe3b3785cc92 None None] Routers {'e7481ad9-7884-4d25-991c-4b7edd595acd'} bound to L3 agent in host n-d-827839-2 {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 18:46:52.432923 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-6dedcb21-d3fa-499a-ae3f-fe3b3785cc92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T18:46:33Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['e7481ad9-7884-4d25-991c-4b7edd595acd'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:46:52.443234 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-a0dad640-ed5e-45bc-a0c8-30a219961ea9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:46:52.447801 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 60300) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:46:52.448307 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-a0dad640-ed5e-45bc-a0c8-30a219961ea9 admin admin] 10.222.0.89 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.5914125 Feb 04 18:46:52.549325 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvr_db [None req-6dedcb21-d3fa-499a-ae3f-fe3b3785cc92 None None] Set router e7481ad9-7884-4d25-991c-4b7edd595acd gateway port host: n-d-827839-2 {{(pid=103379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 18:46:52.569069 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbba7dac-0116-4425-afb7-59b29c28a16a None None] Network 870d7982-814d-464f-b7d8-090ca23edf77 requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 18:46:52.692844 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-85c4996a-cec9-4915-a685-395180044723 None None] Provisioning complete for port d730c7f9-a645-44fe-9e87-77c13944d8c7 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 18:46:52.693493 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-85c4996a-cec9-4915-a685-395180044723 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (d730c7f9-a645-44fe-9e87-77c13944d8c7), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:46:52.809714 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-85c4996a-cec9-4915-a685-395180044723 None None] Current status of the port d730c7f9-a645-44fe-9e87-77c13944d8c7 is: DOWN; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 18:46:52.812455 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-85c4996a-cec9-4915-a685-395180044723 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (d730c7f9-a645-44fe-9e87-77c13944d8c7), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:46:52.854712 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-85c4996a-cec9-4915-a685-395180044723 None None] For port d730c7f9-a645-44fe-9e87-77c13944d8c7, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=d730c7f9-a645-44fe-9e87-77c13944d8c7,segment=NetworkSegment(21016f66-eff9-482b-9ea3-b06994601951),segment_id=21016f66-eff9-482b-9ea3-b06994601951)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 18:46:52.861554 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-85c4996a-cec9-4915-a685-395180044723 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (d730c7f9-a645-44fe-9e87-77c13944d8c7), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:46:52.887893 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-6dedcb21-d3fa-499a-ae3f-fe3b3785cc92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7481ad9-7884-4d25-991c-4b7edd595acd', 'name': 'tempest-TestSnapshotPattern-302020663-router', 'tenant_id': 'e3af54d39965439f99b2e52a799a4305', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.32'}], 'enable_snat': True}, 'gw_port_id': '3adc4742-22ea-4ac8-afda-9ca2e621d615', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T18:46:50Z', 'updated_at': '2022-02-04T18:46:51Z', 'revision_number': 3, 'project_id': 'e3af54d39965439f99b2e52a799a4305', 'gw_port': {'id': '3adc4742-22ea-4ac8-afda-9ca2e621d615', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:88:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7481ad9-7884-4d25-991c-4b7edd595acd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:46:51Z', 'updated_at': '2022-02-04T18:46:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2'}], 'n-d-827839-2', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:46:52.922167 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dedcb21-d3fa-499a-ae3f-fe3b3785cc92 None None] Checking router: e7481ad9-7884-4d25-991c-4b7edd595acd for host: n-d-827839-2 {{(pid=103379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 18:46:52.922391 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c4996a-cec9-4915-a685-395180044723 None None] Pushing event updated for resources: {'Port': ['ID=d730c7f9-a645-44fe-9e87-77c13944d8c7,revision_number=3']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:46:52.922523 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dedcb21-d3fa-499a-ae3f-fe3b3785cc92 None None] Updating router e7481ad9-7884-4d25-991c-4b7edd595acd port 3adc4742-22ea-4ac8-afda-9ca2e621d615 binding host n-d-827839-2 {{(pid=103379) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 18:46:52.955879 n-d-827839-2 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-6dedcb21-d3fa-499a-ae3f-fe3b3785cc92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (3adc4742-22ea-4ac8-afda-9ca2e621d615), before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:46:52.985450 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-05a0d2ab-4bd2-494b-8617-7568b71c66f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:46:53.091579 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-f672b042-1d4d-4951-904a-0e1f0915fdd5 None None] Provisioning complete for port d730c7f9-a645-44fe-9e87-77c13944d8c7 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 18:46:53.091579 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f672b042-1d4d-4951-904a-0e1f0915fdd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (d730c7f9-a645-44fe-9e87-77c13944d8c7), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:46:53.187784 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.db_base_plugin_common [None req-05a0d2ab-4bd2-494b-8617-7568b71c66f5 admin admin] Allocated IP 172.20.0.1 (870d7982-814d-464f-b7d8-090ca23edf77/c4e3f0e0-f96f-47e1-9720-edecc2073633/d6f9af19-0a3a-4238-97cb-9f19bed1d823) {{(pid=103377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 18:46:53.220243 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-f672b042-1d4d-4951-904a-0e1f0915fdd5 None None] Current status of the port d730c7f9-a645-44fe-9e87-77c13944d8c7 is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 18:46:53.222525 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device d730c7f9-a645-44fe-9e87-77c13944d8c7 up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 18:46:53.273874 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port d730c7f9-a645-44fe-9e87-77c13944d8c7 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 18:46:53.274260 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (d730c7f9-a645-44fe-9e87-77c13944d8c7), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:46:53.300920 n-d-827839-2 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-6dedcb21-d3fa-499a-ae3f-fe3b3785cc92 None None] Publish callbacks [] for port (3adc4742-22ea-4ac8-afda-9ca2e621d615), precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:46:53.309280 n-d-827839-2 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-6dedcb21-d3fa-499a-ae3f-fe3b3785cc92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (3adc4742-22ea-4ac8-afda-9ca2e621d615), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:46:53.370346 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port d730c7f9-a645-44fe-9e87-77c13944d8c7 is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 18:46:53.375098 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [None req-6dedcb21-d3fa-499a-ae3f-fe3b3785cc92 None None] Attempting to bind port 3adc4742-22ea-4ac8-afda-9ca2e621d615 on host n-d-827839-2 for vnic_type normal with profile {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 18:46:53.375472 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [None req-6dedcb21-d3fa-499a-ae3f-fe3b3785cc92 None None] Attempting to bind port 3adc4742-22ea-4ac8-afda-9ca2e621d615 by drivers openvswitch,hyperv on host n-d-827839-2 at level 0 using segments [{'id': '5942dc44-1f07-4c27-b0ab-45a2bff20dd5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188'}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 18:46:53.375835 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dedcb21-d3fa-499a-ae3f-fe3b3785cc92 None None] Attempting to bind port 3adc4742-22ea-4ac8-afda-9ca2e621d615 on network 48165773-85ad-49a1-9ec1-76fc8dc24188 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 18:46:53.387124 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dedcb21-d3fa-499a-ae3f-fe3b3785cc92 None None] Checking agent: {'id': 'ba70844b-66a0-45fd-a2f2-e6ed673321fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 0, 36), 'started_at': datetime.datetime(2022, 2, 4, 17, 1, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 18, 46, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 18:46:53.387511 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dedcb21-d3fa-499a-ae3f-fe3b3785cc92 None None] Checking segment: {'id': '5942dc44-1f07-4c27-b0ab-45a2bff20dd5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 18:46:53.388114 n-d-827839-2 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-6dedcb21-d3fa-499a-ae3f-fe3b3785cc92 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:46:53.388548 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dedcb21-d3fa-499a-ae3f-fe3b3785cc92 None None] Bound using segment: {'id': '5942dc44-1f07-4c27-b0ab-45a2bff20dd5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188'} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 18:46:53.389078 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [None req-6dedcb21-d3fa-499a-ae3f-fe3b3785cc92 None None] Bound port: 3adc4742-22ea-4ac8-afda-9ca2e621d615, host: n-d-827839-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5942dc44-1f07-4c27-b0ab-45a2bff20dd5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188'}}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 18:46:53.389478 n-d-827839-2 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-6dedcb21-d3fa-499a-ae3f-fe3b3785cc92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (3adc4742-22ea-4ac8-afda-9ca2e621d615), before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:46:53.395158 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f4da5a-6fc6-43b9-906c-dc66f70ef636 None None] Pushing event updated for resources: {'Port': ['ID=3adc4742-22ea-4ac8-afda-9ca2e621d615,revision_number=2']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:46:53.423007 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f4da5a-6fc6-43b9-906c-dc66f70ef636 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:46:53.423727 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f4da5a-6fc6-43b9-906c-dc66f70ef636 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:46:53.423727 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f4da5a-6fc6-43b9-906c-dc66f70ef636 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:46:53.423991 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f4da5a-6fc6-43b9-906c-dc66f70ef636 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:46:53.424319 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f4da5a-6fc6-43b9-906c-dc66f70ef636 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:46:53.424643 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f4da5a-6fc6-43b9-906c-dc66f70ef636 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:46:53.425063 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f4da5a-6fc6-43b9-906c-dc66f70ef636 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:46:53.425385 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f4da5a-6fc6-43b9-906c-dc66f70ef636 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:46:53.425704 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f4da5a-6fc6-43b9-906c-dc66f70ef636 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:46:53.426021 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f4da5a-6fc6-43b9-906c-dc66f70ef636 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:46:53.426341 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f4da5a-6fc6-43b9-906c-dc66f70ef636 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:46:53.426654 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f4da5a-6fc6-43b9-906c-dc66f70ef636 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:46:53.426970 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f4da5a-6fc6-43b9-906c-dc66f70ef636 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:46:53.460391 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-6dedcb21-d3fa-499a-ae3f-fe3b3785cc92 None None] For port 3adc4742-22ea-4ac8-afda-9ca2e621d615, host n-d-827839-2, cleared binding levels {{(pid=103379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 18:46:53.464085 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-6dedcb21-d3fa-499a-ae3f-fe3b3785cc92 None None] For port 3adc4742-22ea-4ac8-afda-9ca2e621d615, host n-d-827839-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=3adc4742-22ea-4ac8-afda-9ca2e621d615,segment=NetworkSegment(5942dc44-1f07-4c27-b0ab-45a2bff20dd5),segment_id=5942dc44-1f07-4c27-b0ab-45a2bff20dd5)] {{(pid=103379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 18:46:53.472437 n-d-827839-2 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-6dedcb21-d3fa-499a-ae3f-fe3b3785cc92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (3adc4742-22ea-4ac8-afda-9ca2e621d615), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:46:53.536298 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dedcb21-d3fa-499a-ae3f-fe3b3785cc92 None None] Routers {'e7481ad9-7884-4d25-991c-4b7edd595acd'} bound to L3 agent in host n-d-827839-2 {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 18:46:53.536961 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-6dedcb21-d3fa-499a-ae3f-fe3b3785cc92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T18:46:33Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['e7481ad9-7884-4d25-991c-4b7edd595acd'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:46:53.538794 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f4da5a-6fc6-43b9-906c-dc66f70ef636 None None] Pushing event updated for resources: {'Port': ['ID=3adc4742-22ea-4ac8-afda-9ca2e621d615,revision_number=3']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:46:53.648896 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvr_db [None req-6dedcb21-d3fa-499a-ae3f-fe3b3785cc92 None None] Set router e7481ad9-7884-4d25-991c-4b7edd595acd gateway port host: n-d-827839-2 {{(pid=103379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 18:46:53.651302 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-05a0d2ab-4bd2-494b-8617-7568b71c66f5 admin admin] Publish callbacks [] for port (d6f9af19-0a3a-4238-97cb-9f19bed1d823), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:46:53.684658 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-05a0d2ab-4bd2-494b-8617-7568b71c66f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (d6f9af19-0a3a-4238-97cb-9f19bed1d823), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:46:53.724566 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05a0d2ab-4bd2-494b-8617-7568b71c66f5 admin admin] Network 870d7982-814d-464f-b7d8-090ca23edf77 is already hosted by enough agents. {{(pid=103377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 18:46:53.727499 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [None req-05a0d2ab-4bd2-494b-8617-7568b71c66f5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 18:46:53.731028 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05a0d2ab-4bd2-494b-8617-7568b71c66f5 admin admin] Received port after_create {{(pid=103377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 18:46:53.736262 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a0d2ab-4bd2-494b-8617-7568b71c66f5 admin admin] Pushing event updated for resources: {'Port': ['ID=d6f9af19-0a3a-4238-97cb-9f19bed1d823,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:46:53.773898 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-05a0d2ab-4bd2-494b-8617-7568b71c66f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1595471'] for router_interface (e7481ad9-7884-4d25-991c-4b7edd595acd), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:46:53.848694 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-6dedcb21-d3fa-499a-ae3f-fe3b3785cc92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7481ad9-7884-4d25-991c-4b7edd595acd', 'name': 'tempest-TestSnapshotPattern-302020663-router', 'tenant_id': 'e3af54d39965439f99b2e52a799a4305', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.32'}], 'enable_snat': True}, 'gw_port_id': '3adc4742-22ea-4ac8-afda-9ca2e621d615', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T18:46:50Z', 'updated_at': '2022-02-04T18:46:51Z', 'revision_number': 3, 'project_id': 'e3af54d39965439f99b2e52a799a4305', 'gw_port': {'id': '3adc4742-22ea-4ac8-afda-9ca2e621d615', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:88:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7481ad9-7884-4d25-991c-4b7edd595acd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:46:51Z', 'updated_at': '2022-02-04T18:46:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2'}], 'n-d-827839-2', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:46:53.880005 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dedcb21-d3fa-499a-ae3f-fe3b3785cc92 None None] The sync data for ids ['e7481ad9-7884-4d25-991c-4b7edd595acd'] in n-d-827839-2 is: [{'id': 'e7481ad9-7884-4d25-991c-4b7edd595acd', 'name': 'tempest-TestSnapshotPattern-302020663-router', 'tenant_id': 'e3af54d39965439f99b2e52a799a4305', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.32'}], 'enable_snat': True}, 'gw_port_id': '3adc4742-22ea-4ac8-afda-9ca2e621d615', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T18:46:50Z', 'updated_at': '2022-02-04T18:46:51Z', 'revision_number': 3, 'project_id': 'e3af54d39965439f99b2e52a799a4305', 'gw_port': {'id': '3adc4742-22ea-4ac8-afda-9ca2e621d615', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:88:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7481ad9-7884-4d25-991c-4b7edd595acd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:46:51Z', 'updated_at': '2022-02-04T18:46:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2'}] {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 18:46:53.919459 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-05a0d2ab-4bd2-494b-8617-7568b71c66f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (d6f9af19-0a3a-4238-97cb-9f19bed1d823), before_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:46:54.048080 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-b5c0c1d0-7cf2-4543-afb2-f9953fcf3d8e None None] Provisioning complete for port d6f9af19-0a3a-4238-97cb-9f19bed1d823 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 18:46:54.048687 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b5c0c1d0-7cf2-4543-afb2-f9953fcf3d8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (d6f9af19-0a3a-4238-97cb-9f19bed1d823), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:46:54.085357 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-b5c0c1d0-7cf2-4543-afb2-f9953fcf3d8e None None] Port d6f9af19-0a3a-4238-97cb-9f19bed1d823 cannot update to ACTIVE because it is not bound. {{(pid=103378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 18:46:54.090430 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-05a0d2ab-4bd2-494b-8617-7568b71c66f5 admin admin] Publish callbacks [] for port (d6f9af19-0a3a-4238-97cb-9f19bed1d823), precommit_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:46:54.095599 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-05a0d2ab-4bd2-494b-8617-7568b71c66f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25888290'] for port (d6f9af19-0a3a-4238-97cb-9f19bed1d823), after_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:46:54.170067 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-05a0d2ab-4bd2-494b-8617-7568b71c66f5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1677345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602751'] for router_interface (e7481ad9-7884-4d25-991c-4b7edd595acd), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:46:54.172332 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a0d2ab-4bd2-494b-8617-7568b71c66f5 admin admin] Pushing event updated for resources: {'Port': ['ID=d6f9af19-0a3a-4238-97cb-9f19bed1d823,revision_number=2']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:46:54.270060 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05a0d2ab-4bd2-494b-8617-7568b71c66f5 admin admin] Network 870d7982-814d-464f-b7d8-090ca23edf77 is already hosted by enough agents. {{(pid=103377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 18:46:54.272130 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [None req-05a0d2ab-4bd2-494b-8617-7568b71c66f5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 18:46:54.400289 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05a0d2ab-4bd2-494b-8617-7568b71c66f5 admin admin] Router e7481ad9-7884-4d25-991c-4b7edd595acd has already been hosted by L3 agent 64ada913-9131-4d99-a265-63a920956287 {{(pid=103377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 18:46:54.507431 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-fa49552e-f739-43bb-bcf7-e513ab74c7c7 None None] Provisioning complete for port d6f9af19-0a3a-4238-97cb-9f19bed1d823 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 18:46:54.507815 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-fa49552e-f739-43bb-bcf7-e513ab74c7c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (d6f9af19-0a3a-4238-97cb-9f19bed1d823), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:46:54.520313 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05a0d2ab-4bd2-494b-8617-7568b71c66f5 admin admin] Notify agent at l3_agent.n-d-827839-2 the message routers_updated {{(pid=103377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 18:46:54.525299 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-05a0d2ab-4bd2-494b-8617-7568b71c66f5 admin admin] 10.222.0.89 "PUT /v2.0/routers/e7481ad9-7884-4d25-991c-4b7edd595acd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0764098 Feb 04 18:46:54.553257 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-fa49552e-f739-43bb-bcf7-e513ab74c7c7 None None] Port d6f9af19-0a3a-4238-97cb-9f19bed1d823 cannot update to ACTIVE because it is not bound. {{(pid=103378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 18:46:54.992409 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 60316) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:46:54.997439 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-601ec734-baa3-48d6-9668-c7793d2bf80b admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-123400188-network', 'tenant_id': '887d005c15d546ef86ac940be8e0bb5b'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 18:46:55.021252 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-601ec734-baa3-48d6-9668-c7793d2bf80b admin admin] Made reservation on behalf of 887d005c15d546ef86ac940be8e0bb5b for: {'network': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 18:46:55.023704 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-601ec734-baa3-48d6-9668-c7793d2bf80b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for network (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:46:55.033233 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-601ec734-baa3-48d6-9668-c7793d2bf80b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:46:55.093276 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 3adc4742-22ea-4ac8-afda-9ca2e621d615 up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 18:46:55.113279 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-601ec734-baa3-48d6-9668-c7793d2bf80b admin admin] Publish callbacks [] for security_group (f590a15d-a2e4-4f0d-806a-b949fdd615e2), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:46:55.117239 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-601ec734-baa3-48d6-9668-c7793d2bf80b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (f590a15d-a2e4-4f0d-806a-b949fdd615e2), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:46:55.145239 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port 3adc4742-22ea-4ac8-afda-9ca2e621d615 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 18:46:55.145713 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (3adc4742-22ea-4ac8-afda-9ca2e621d615), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:46:55.146744 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-601ec734-baa3-48d6-9668-c7793d2bf80b admin admin] vlan segment allocate from pool success with {'vlan_id': 789, 'physical_network': 'physnet1'} {{(pid=103377) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 18:46:55.151492 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601ec734-baa3-48d6-9668-c7793d2bf80b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f590a15d-a2e4-4f0d-806a-b949fdd615e2,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:46:55.160837 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-601ec734-baa3-48d6-9668-c7793d2bf80b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (0f2d45f9-3446-4783-adf1-6db29406179d), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:46:55.161224 n-d-827839-2 neutron-server[103377]: INFO neutron.db.segments_db [None req-601ec734-baa3-48d6-9668-c7793d2bf80b admin admin] Added segment 0f2d45f9-3446-4783-adf1-6db29406179d of type vlan for network 89767106-00f1-4ebf-b650-141a5889d26f Feb 04 18:46:55.207004 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-601ec734-baa3-48d6-9668-c7793d2bf80b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781084292801'] for network (89767106-00f1-4ebf-b650-141a5889d26f), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:46:55.232013 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port 3adc4742-22ea-4ac8-afda-9ca2e621d615 is: DOWN; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 18:46:55.233233 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (3adc4742-22ea-4ac8-afda-9ca2e621d615), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:46:55.251721 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-601ec734-baa3-48d6-9668-c7793d2bf80b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327'] for network (89767106-00f1-4ebf-b650-141a5889d26f), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:46:55.252780 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-601ec734-baa3-48d6-9668-c7793d2bf80b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:46:55.253461 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-601ec734-baa3-48d6-9668-c7793d2bf80b admin admin] Publish callbacks [] for network (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:46:55.258801 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] For port 3adc4742-22ea-4ac8-afda-9ca2e621d615, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=3adc4742-22ea-4ac8-afda-9ca2e621d615,segment=NetworkSegment(5942dc44-1f07-4c27-b0ab-45a2bff20dd5),segment_id=5942dc44-1f07-4c27-b0ab-45a2bff20dd5)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 18:46:55.273660 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (3adc4742-22ea-4ac8-afda-9ca2e621d615), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:46:55.324761 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601ec734-baa3-48d6-9668-c7793d2bf80b admin admin] Pushing event updated for resources: {'Network': ['ID=89767106-00f1-4ebf-b650-141a5889d26f,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:46:55.329047 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-601ec734-baa3-48d6-9668-c7793d2bf80b admin admin] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3355055 Feb 04 18:46:55.331882 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 60318) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:46:55.337229 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-dd0c7486-580d-44c8-839f-575e50b5997a admin admin] Request body: {'subnet': {'network_id': '89767106-00f1-4ebf-b650-141a5889d26f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-123400188-subnet', 'tenant_id': '887d005c15d546ef86ac940be8e0bb5b', 'ip_version': 4}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 18:46:55.351242 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Network 89767106-00f1-4ebf-b650-141a5889d26f details requested by agent ovs-agent-n-d-827839-2 with host n-d-827839-2 {{(pid=103378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 18:46:55.356418 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Pushing event updated for resources: {'Port': ['ID=3adc4742-22ea-4ac8-afda-9ca2e621d615,revision_number=4']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:46:55.375081 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd0c7486-580d-44c8-839f-575e50b5997a admin admin] Made reservation on behalf of 887d005c15d546ef86ac940be8e0bb5b for: {'subnet': 1} {{(pid=103376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 18:46:55.378250 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-dd0c7486-580d-44c8-839f-575e50b5997a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25859006'] for subnet (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:46:55.565930 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-dd0c7486-580d-44c8-839f-575e50b5997a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25674939', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25858952'] for subnet (a7f9e657-a98e-4b4e-81aa-0b126feb9930), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:46:55.608544 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c59cddb8-ca51-49c1-8f9f-97c580f520ea None None] Sync routers for ids ['e7481ad9-7884-4d25-991c-4b7edd595acd'] in n-d-827839-2 {{(pid=103378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 18:46:55.619742 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c59cddb8-ca51-49c1-8f9f-97c580f520ea None None] Routers {'e7481ad9-7884-4d25-991c-4b7edd595acd'} bound to L3 agent in host n-d-827839-2 {{(pid=103378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 18:46:55.620487 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-c59cddb8-ca51-49c1-8f9f-97c580f520ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T18:46:33Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['e7481ad9-7884-4d25-991c-4b7edd595acd'], 'active': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:46:55.620853 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0c7486-580d-44c8-839f-575e50b5997a admin admin] Pushing event updated for resources: {'Subnet': ['ID=a7f9e657-a98e-4b4e-81aa-0b126feb9930,revision_number=0']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:46:55.630836 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd0c7486-580d-44c8-839f-575e50b5997a admin admin] Checking segment: {'id': '0f2d45f9-3446-4783-adf1-6db29406179d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '89767106-00f1-4ebf-b650-141a5889d26f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 18:46:55.631192 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd0c7486-580d-44c8-839f-575e50b5997a admin admin] Network hostable DHCP agents. Network: 89767106-00f1-4ebf-b650-141a5889d26f, hostable agents: ['bb89f5a3-3c22-440b-b7d1-c4f0c43c184a'], hosted agents: [] {{(pid=103376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 18:46:55.647124 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd0c7486-580d-44c8-839f-575e50b5997a admin admin] Network 89767106-00f1-4ebf-b650-141a5889d26f is scheduled to be hosted by DHCP agent bb89f5a3-3c22-440b-b7d1-c4f0c43c184a with binding_index 1 {{(pid=103376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 18:46:55.656275 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [None req-dd0c7486-580d-44c8-839f-575e50b5997a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827839-2, 89767106-00f1-4ebf-b650-141a5889d26f) {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 18:46:55.662106 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd0c7486-580d-44c8-839f-575e50b5997a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:46:55.662528 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-dd0c7486-580d-44c8-839f-575e50b5997a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:46:55.679343 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-dd0c7486-580d-44c8-839f-575e50b5997a admin admin] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3463581 Feb 04 18:46:55.682006 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 60320) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:46:55.686692 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-b2b2b621-d9af-4852-93a0-777fbeb343e3 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-123400188-router', 'tenant_id': '887d005c15d546ef86ac940be8e0bb5b', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188'}}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 18:46:55.693915 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-320f6b02-4096-4d0e-a4f2-e5dc9b27394a None None] Network 89767106-00f1-4ebf-b650-141a5889d26f requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 18:46:55.706656 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-b2b2b621-d9af-4852-93a0-777fbeb343e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1601657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26921'] for router (0e54fe86-c9bd-4810-a56f-e05687df0784), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:46:55.707665 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-b2b2b621-d9af-4852-93a0-777fbeb343e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1602025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1603663', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1630571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26960'] for router (0e54fe86-c9bd-4810-a56f-e05687df0784), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:46:55.760225 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-b2b2b621-d9af-4852-93a0-777fbeb343e3 admin admin] Publish callbacks [] for router_controller (0e54fe86-c9bd-4810-a56f-e05687df0784), precommit_add_association {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:46:55.798054 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvr_db [None req-c59cddb8-ca51-49c1-8f9f-97c580f520ea None None] Set router e7481ad9-7884-4d25-991c-4b7edd595acd gateway port host: n-d-827839-2 {{(pid=103378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 18:46:55.852731 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6abfd55f-0cf8-4b22-86b5-ddf1509c6708 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e4c19ad-5724-5db8-8ee1-4f56ae69fcf4-89767106-00f1-4ebf-b650-141a5889d26f', 'network_id': '89767106-00f1-4ebf-b650-141a5889d26f', 'project_id': '887d005c15d546ef86ac940be8e0bb5b', 'fixed_ips': [{'subnet_id': 'a7f9e657-a98e-4b4e-81aa-0b126feb9930'}]}} from n-d-827839-2. {{(pid=103378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 18:46:55.853519 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6abfd55f-0cf8-4b22-86b5-ddf1509c6708 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:46:55.902890 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-b2b2b621-d9af-4852-93a0-777fbeb343e3 admin admin] Publish callbacks [] for router_gateway (0e54fe86-c9bd-4810-a56f-e05687df0784), precommit_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:46:56.105689 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-6abfd55f-0cf8-4b22-86b5-ddf1509c6708 None None] Allocated IP 172.20.0.2 (89767106-00f1-4ebf-b650-141a5889d26f/a7f9e657-a98e-4b4e-81aa-0b126feb9930/46c5a0fe-fe4e-4830-b802-d674d6afdc98) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 18:46:56.106269 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-b2b2b621-d9af-4852-93a0-777fbeb343e3 admin admin] Publish callbacks [] for router_gateway (0e54fe86-c9bd-4810-a56f-e05687df0784), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:46:56.125330 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-b2b2b621-d9af-4852-93a0-777fbeb343e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:46:56.190991 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-c59cddb8-ca51-49c1-8f9f-97c580f520ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7481ad9-7884-4d25-991c-4b7edd595acd', 'name': 'tempest-TestSnapshotPattern-302020663-router', 'tenant_id': 'e3af54d39965439f99b2e52a799a4305', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.32'}], 'enable_snat': True}, 'gw_port_id': '3adc4742-22ea-4ac8-afda-9ca2e621d615', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T18:46:50Z', 'updated_at': '2022-02-04T18:46:53Z', 'revision_number': 4, 'project_id': 'e3af54d39965439f99b2e52a799a4305', 'gw_port': {'id': '3adc4742-22ea-4ac8-afda-9ca2e621d615', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:88:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7481ad9-7884-4d25-991c-4b7edd595acd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:46:51Z', 'updated_at': '2022-02-04T18:46:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_interfaces': [{'id': 'd6f9af19-0a3a-4238-97cb-9f19bed1d823', 'name': '', 'network_id': '870d7982-814d-464f-b7d8-090ca23edf77', 'tenant_id': 'e3af54d39965439f99b2e52a799a4305', 'mac_address': 'fa:16:3e:b1:59:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7481ad9-7884-4d25-991c-4b7edd595acd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4383, 'fixed_ips': [{'subnet_id': 'c4e3f0e0-f96f-47e1-9720-edecc2073633', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:46:53Z', 'updated_at': '2022-02-04T18:46:53Z', 'revision_number': 2, 'project_id': 'e3af54d39965439f99b2e52a799a4305', 'subnets': [{'id': 'c4e3f0e0-f96f-47e1-9720-edecc2073633', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-2', False) {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:46:56.227561 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.db_base_plugin_common [None req-b2b2b621-d9af-4852-93a0-777fbeb343e3 admin admin] Allocated IP 172.25.6.3 (48165773-85ad-49a1-9ec1-76fc8dc24188/7660bfad-1ea8-4fe7-831b-bed836f13efc/4ee4d9c8-c7f6-424f-9a2c-2d4df83468af) {{(pid=103376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 18:46:56.237018 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c59cddb8-ca51-49c1-8f9f-97c580f520ea None None] Checking router: e7481ad9-7884-4d25-991c-4b7edd595acd for host: n-d-827839-2 {{(pid=103378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 18:46:56.237523 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c59cddb8-ca51-49c1-8f9f-97c580f520ea None None] Updating router e7481ad9-7884-4d25-991c-4b7edd595acd port d6f9af19-0a3a-4238-97cb-9f19bed1d823 binding host n-d-827839-2 {{(pid=103378) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 18:46:56.337991 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-b2b2b621-d9af-4852-93a0-777fbeb343e3 admin admin] Publish callbacks [] for port (4ee4d9c8-c7f6-424f-9a2c-2d4df83468af), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:46:56.372516 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-b2b2b621-d9af-4852-93a0-777fbeb343e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (4ee4d9c8-c7f6-424f-9a2c-2d4df83468af), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:46:56.416314 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2b2b621-d9af-4852-93a0-777fbeb343e3 admin admin] Network 48165773-85ad-49a1-9ec1-76fc8dc24188 is already hosted by enough agents. {{(pid=103376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 18:46:56.419402 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [None req-b2b2b621-d9af-4852-93a0-777fbeb343e3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 18:46:56.423511 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2b2b621-d9af-4852-93a0-777fbeb343e3 admin admin] Received port after_create {{(pid=103376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 18:46:56.449560 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b2b621-d9af-4852-93a0-777fbeb343e3 admin admin] Pushing event updated for resources: {'Port': ['ID=4ee4d9c8-c7f6-424f-9a2c-2d4df83468af,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:46:56.467850 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c59cddb8-ca51-49c1-8f9f-97c580f520ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (d6f9af19-0a3a-4238-97cb-9f19bed1d823), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:46:56.492813 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6abfd55f-0cf8-4b22-86b5-ddf1509c6708 None None] Publish callbacks [] for port (46c5a0fe-fe4e-4830-b802-d674d6afdc98), precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:46:56.513661 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6abfd55f-0cf8-4b22-86b5-ddf1509c6708 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135'] for port (46c5a0fe-fe4e-4830-b802-d674d6afdc98), after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:46:56.611489 n-d-827839-2 neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6abfd55f-0cf8-4b22-86b5-ddf1509c6708 None None] Network 89767106-00f1-4ebf-b650-141a5889d26f is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 18:46:56.618340 n-d-827839-2 neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-6abfd55f-0cf8-4b22-86b5-ddf1509c6708 None None] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 18:46:56.622721 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6abfd55f-0cf8-4b22-86b5-ddf1509c6708 None None] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 18:46:56.625151 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abfd55f-0cf8-4b22-86b5-ddf1509c6708 None None] Pushing event updated for resources: {'Port': ['ID=46c5a0fe-fe4e-4830-b802-d674d6afdc98,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:46:56.688268 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-b2b2b621-d9af-4852-93a0-777fbeb343e3 admin admin] Publish callbacks [] for router_gateway (0e54fe86-c9bd-4810-a56f-e05687df0784), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:46:56.728889 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-6abfd55f-0cf8-4b22-86b5-ddf1509c6708 None None] Attempting to bind port 46c5a0fe-fe4e-4830-b802-d674d6afdc98 on host n-d-827839-2 for vnic_type normal with profile {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 18:46:56.729257 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-6abfd55f-0cf8-4b22-86b5-ddf1509c6708 None None] Attempting to bind port 46c5a0fe-fe4e-4830-b802-d674d6afdc98 by drivers openvswitch,hyperv on host n-d-827839-2 at level 0 using segments [{'id': '0f2d45f9-3446-4783-adf1-6db29406179d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '89767106-00f1-4ebf-b650-141a5889d26f'}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 18:46:56.729635 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6abfd55f-0cf8-4b22-86b5-ddf1509c6708 None None] Attempting to bind port 46c5a0fe-fe4e-4830-b802-d674d6afdc98 on network 89767106-00f1-4ebf-b650-141a5889d26f {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 18:46:56.741452 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6abfd55f-0cf8-4b22-86b5-ddf1509c6708 None None] Checking agent: {'id': 'ba70844b-66a0-45fd-a2f2-e6ed673321fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 0, 36), 'started_at': datetime.datetime(2022, 2, 4, 17, 1, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 18, 46, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 18:46:56.741822 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6abfd55f-0cf8-4b22-86b5-ddf1509c6708 None None] Checking segment: {'id': '0f2d45f9-3446-4783-adf1-6db29406179d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '89767106-00f1-4ebf-b650-141a5889d26f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 18:46:56.742220 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6abfd55f-0cf8-4b22-86b5-ddf1509c6708 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:46:56.742609 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6abfd55f-0cf8-4b22-86b5-ddf1509c6708 None None] Bound using segment: {'id': '0f2d45f9-3446-4783-adf1-6db29406179d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '89767106-00f1-4ebf-b650-141a5889d26f'} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 18:46:56.743387 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-6abfd55f-0cf8-4b22-86b5-ddf1509c6708 None None] Bound port: 46c5a0fe-fe4e-4830-b802-d674d6afdc98, host: n-d-827839-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f2d45f9-3446-4783-adf1-6db29406179d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '89767106-00f1-4ebf-b650-141a5889d26f'}}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 18:46:56.744615 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6abfd55f-0cf8-4b22-86b5-ddf1509c6708 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (46c5a0fe-fe4e-4830-b802-d674d6afdc98), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:46:56.865875 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-6abfd55f-0cf8-4b22-86b5-ddf1509c6708 None None] For port 46c5a0fe-fe4e-4830-b802-d674d6afdc98, host n-d-827839-2, cleared binding levels {{(pid=103378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 18:46:56.883028 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-6abfd55f-0cf8-4b22-86b5-ddf1509c6708 None None] For port 46c5a0fe-fe4e-4830-b802-d674d6afdc98, host n-d-827839-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=46c5a0fe-fe4e-4830-b802-d674d6afdc98,segment=NetworkSegment(0f2d45f9-3446-4783-adf1-6db29406179d),segment_id=0f2d45f9-3446-4783-adf1-6db29406179d)] {{(pid=103378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 18:46:56.889799 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-b2b2b621-d9af-4852-93a0-777fbeb343e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1602046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603680'] for router (0e54fe86-c9bd-4810-a56f-e05687df0784), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:46:56.893866 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6abfd55f-0cf8-4b22-86b5-ddf1509c6708 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (46c5a0fe-fe4e-4830-b802-d674d6afdc98), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:46:56.901433 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c59cddb8-ca51-49c1-8f9f-97c580f520ea None None] Publish callbacks [] for port (d6f9af19-0a3a-4238-97cb-9f19bed1d823), precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:46:56.931331 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c59cddb8-ca51-49c1-8f9f-97c580f520ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (d6f9af19-0a3a-4238-97cb-9f19bed1d823), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:46:56.963531 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abfd55f-0cf8-4b22-86b5-ddf1509c6708 None None] Pushing event updated for resources: {'Port': ['ID=46c5a0fe-fe4e-4830-b802-d674d6afdc98,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:46:57.062765 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2b2b621-d9af-4852-93a0-777fbeb343e3 admin admin] Router 0e54fe86-c9bd-4810-a56f-e05687df0784 is scheduled to L3 agent 64ada913-9131-4d99-a265-63a920956287 with binding_index 1 {{(pid=103376) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 18:46:57.071230 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc10b87-b469-4b34-bb3f-2e80e51d6105 None None] Pushing event updated for resources: {'Port': ['ID=d6f9af19-0a3a-4238-97cb-9f19bed1d823,revision_number=3']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:46:57.086874 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-c59cddb8-ca51-49c1-8f9f-97c580f520ea None None] Attempting to bind port d6f9af19-0a3a-4238-97cb-9f19bed1d823 on host n-d-827839-2 for vnic_type normal with profile {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 18:46:57.087259 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-c59cddb8-ca51-49c1-8f9f-97c580f520ea None None] Attempting to bind port d6f9af19-0a3a-4238-97cb-9f19bed1d823 by drivers openvswitch,hyperv on host n-d-827839-2 at level 0 using segments [{'id': '21016f66-eff9-482b-9ea3-b06994601951', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '870d7982-814d-464f-b7d8-090ca23edf77'}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 18:46:57.087632 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c59cddb8-ca51-49c1-8f9f-97c580f520ea None None] Attempting to bind port d6f9af19-0a3a-4238-97cb-9f19bed1d823 on network 870d7982-814d-464f-b7d8-090ca23edf77 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 18:46:57.093626 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 3adc4742-22ea-4ac8-afda-9ca2e621d615 up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 18:46:57.119324 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c59cddb8-ca51-49c1-8f9f-97c580f520ea None None] Checking agent: {'id': 'ba70844b-66a0-45fd-a2f2-e6ed673321fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 0, 36), 'started_at': datetime.datetime(2022, 2, 4, 17, 1, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 18, 46, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 18:46:57.119980 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c59cddb8-ca51-49c1-8f9f-97c580f520ea None None] Checking segment: {'id': '21016f66-eff9-482b-9ea3-b06994601951', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '870d7982-814d-464f-b7d8-090ca23edf77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 18:46:57.120095 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c59cddb8-ca51-49c1-8f9f-97c580f520ea None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:46:57.120503 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c59cddb8-ca51-49c1-8f9f-97c580f520ea None None] Bound using segment: {'id': '21016f66-eff9-482b-9ea3-b06994601951', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '870d7982-814d-464f-b7d8-090ca23edf77'} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 18:46:57.121020 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-c59cddb8-ca51-49c1-8f9f-97c580f520ea None None] Bound port: d6f9af19-0a3a-4238-97cb-9f19bed1d823, host: n-d-827839-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21016f66-eff9-482b-9ea3-b06994601951', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '870d7982-814d-464f-b7d8-090ca23edf77'}}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 18:46:57.121406 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c59cddb8-ca51-49c1-8f9f-97c580f520ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (d6f9af19-0a3a-4238-97cb-9f19bed1d823), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:46:57.192172 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2b2b621-d9af-4852-93a0-777fbeb343e3 admin admin] Notify agent at l3_agent.n-d-827839-2 the message routers_updated {{(pid=103376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 18:46:57.207737 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53125e11-33a5-4965-8e26-fc9edaac197b None None] Sync routers for ids ['0e54fe86-c9bd-4810-a56f-e05687df0784'] in n-d-827839-2 {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 18:46:57.224528 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-b2b2b621-d9af-4852-93a0-777fbeb343e3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:46:57.226069 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-b2b2b621-d9af-4852-93a0-777fbeb343e3 admin admin] 10.222.0.89 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.5427337 Feb 04 18:46:57.228771 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 60322) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:46:57.240019 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53125e11-33a5-4965-8e26-fc9edaac197b None None] Routers {'0e54fe86-c9bd-4810-a56f-e05687df0784'} bound to L3 agent in host n-d-827839-2 {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 18:46:57.241897 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-53125e11-33a5-4965-8e26-fc9edaac197b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T18:46:33Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['0e54fe86-c9bd-4810-a56f-e05687df0784'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:46:57.266386 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-c59cddb8-ca51-49c1-8f9f-97c580f520ea None None] For port d6f9af19-0a3a-4238-97cb-9f19bed1d823, host n-d-827839-2, cleared binding levels {{(pid=103378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 18:46:57.277203 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port 3adc4742-22ea-4ac8-afda-9ca2e621d615 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 18:46:57.281282 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (3adc4742-22ea-4ac8-afda-9ca2e621d615), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:46:57.320319 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-c59cddb8-ca51-49c1-8f9f-97c580f520ea None None] For port d6f9af19-0a3a-4238-97cb-9f19bed1d823, host n-d-827839-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=d6f9af19-0a3a-4238-97cb-9f19bed1d823,segment=NetworkSegment(21016f66-eff9-482b-9ea3-b06994601951),segment_id=21016f66-eff9-482b-9ea3-b06994601951)] {{(pid=103378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 18:46:57.335586 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c59cddb8-ca51-49c1-8f9f-97c580f520ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (d6f9af19-0a3a-4238-97cb-9f19bed1d823), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:46:57.421971 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvr_db [None req-53125e11-33a5-4965-8e26-fc9edaac197b None None] Set router 0e54fe86-c9bd-4810-a56f-e05687df0784 gateway port host: n-d-827839-2 {{(pid=103379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 18:46:57.437644 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc10b87-b469-4b34-bb3f-2e80e51d6105 None None] Pushing event updated for resources: {'Port': ['ID=d6f9af19-0a3a-4238-97cb-9f19bed1d823,revision_number=4']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:46:57.459282 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c59cddb8-ca51-49c1-8f9f-97c580f520ea None None] Routers {'e7481ad9-7884-4d25-991c-4b7edd595acd'} bound to L3 agent in host n-d-827839-2 {{(pid=103378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 18:46:57.459941 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-c59cddb8-ca51-49c1-8f9f-97c580f520ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T18:46:33Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['e7481ad9-7884-4d25-991c-4b7edd595acd'], 'active': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:46:57.463797 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-b438b04c-a7c0-4caf-8c14-676159193ae0 None None] Provisioning complete for port d6f9af19-0a3a-4238-97cb-9f19bed1d823 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 18:46:57.464171 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b438b04c-a7c0-4caf-8c14-676159193ae0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (d6f9af19-0a3a-4238-97cb-9f19bed1d823), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:46:57.616366 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port 3adc4742-22ea-4ac8-afda-9ca2e621d615 is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 18:46:57.689812 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-53125e11-33a5-4965-8e26-fc9edaac197b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e54fe86-c9bd-4810-a56f-e05687df0784', 'name': 'tempest-TestSnapshotPattern-123400188-router', 'tenant_id': '887d005c15d546ef86ac940be8e0bb5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.3'}], 'enable_snat': True}, 'gw_port_id': '4ee4d9c8-c7f6-424f-9a2c-2d4df83468af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T18:46:55Z', 'updated_at': '2022-02-04T18:46:56Z', 'revision_number': 3, 'project_id': '887d005c15d546ef86ac940be8e0bb5b', 'gw_port': {'id': '4ee4d9c8-c7f6-424f-9a2c-2d4df83468af', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:93:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e54fe86-c9bd-4810-a56f-e05687df0784', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4394, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:46:56Z', 'updated_at': '2022-02-04T18:46:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2'}], 'n-d-827839-2', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:46:57.693220 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvr_db [None req-c59cddb8-ca51-49c1-8f9f-97c580f520ea None None] Set router e7481ad9-7884-4d25-991c-4b7edd595acd gateway port host: n-d-827839-2 {{(pid=103378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 18:46:57.726421 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53125e11-33a5-4965-8e26-fc9edaac197b None None] Checking router: 0e54fe86-c9bd-4810-a56f-e05687df0784 for host: n-d-827839-2 {{(pid=103379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 18:46:57.727123 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53125e11-33a5-4965-8e26-fc9edaac197b None None] Updating router 0e54fe86-c9bd-4810-a56f-e05687df0784 port 4ee4d9c8-c7f6-424f-9a2c-2d4df83468af binding host n-d-827839-2 {{(pid=103379) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 18:46:57.757176 n-d-827839-2 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-53125e11-33a5-4965-8e26-fc9edaac197b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (4ee4d9c8-c7f6-424f-9a2c-2d4df83468af), before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:46:57.855955 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-b438b04c-a7c0-4caf-8c14-676159193ae0 None None] Current status of the port d6f9af19-0a3a-4238-97cb-9f19bed1d823 is: DOWN; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 18:46:57.856350 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b438b04c-a7c0-4caf-8c14-676159193ae0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (d6f9af19-0a3a-4238-97cb-9f19bed1d823), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:46:57.916267 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-b438b04c-a7c0-4caf-8c14-676159193ae0 None None] For port d6f9af19-0a3a-4238-97cb-9f19bed1d823, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=d6f9af19-0a3a-4238-97cb-9f19bed1d823,segment=NetworkSegment(21016f66-eff9-482b-9ea3-b06994601951),segment_id=21016f66-eff9-482b-9ea3-b06994601951)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 18:46:57.948357 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b438b04c-a7c0-4caf-8c14-676159193ae0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (d6f9af19-0a3a-4238-97cb-9f19bed1d823), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:46:58.007608 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b438b04c-a7c0-4caf-8c14-676159193ae0 None None] Pushing event updated for resources: {'Port': ['ID=d6f9af19-0a3a-4238-97cb-9f19bed1d823,revision_number=5']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:46:58.017255 n-d-827839-2 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-53125e11-33a5-4965-8e26-fc9edaac197b None None] Publish callbacks [] for port (4ee4d9c8-c7f6-424f-9a2c-2d4df83468af), precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:46:58.017693 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-c59cddb8-ca51-49c1-8f9f-97c580f520ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7481ad9-7884-4d25-991c-4b7edd595acd', 'name': 'tempest-TestSnapshotPattern-302020663-router', 'tenant_id': 'e3af54d39965439f99b2e52a799a4305', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.32'}], 'enable_snat': True}, 'gw_port_id': '3adc4742-22ea-4ac8-afda-9ca2e621d615', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T18:46:50Z', 'updated_at': '2022-02-04T18:46:53Z', 'revision_number': 4, 'project_id': 'e3af54d39965439f99b2e52a799a4305', 'gw_port': {'id': '3adc4742-22ea-4ac8-afda-9ca2e621d615', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:88:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7481ad9-7884-4d25-991c-4b7edd595acd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:46:51Z', 'updated_at': '2022-02-04T18:46:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_interfaces': [{'id': 'd6f9af19-0a3a-4238-97cb-9f19bed1d823', 'name': '', 'network_id': '870d7982-814d-464f-b7d8-090ca23edf77', 'tenant_id': 'e3af54d39965439f99b2e52a799a4305', 'mac_address': 'fa:16:3e:b1:59:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7481ad9-7884-4d25-991c-4b7edd595acd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4383, 'fixed_ips': [{'subnet_id': 'c4e3f0e0-f96f-47e1-9720-edecc2073633', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:46:53Z', 'updated_at': '2022-02-04T18:46:57Z', 'revision_number': 4, 'project_id': 'e3af54d39965439f99b2e52a799a4305', 'subnets': [{'id': 'c4e3f0e0-f96f-47e1-9720-edecc2073633', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-2', False) {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:46:58.030119 n-d-827839-2 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-53125e11-33a5-4965-8e26-fc9edaac197b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (4ee4d9c8-c7f6-424f-9a2c-2d4df83468af), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:46:58.052209 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c59cddb8-ca51-49c1-8f9f-97c580f520ea None None] The sync data for ids ['e7481ad9-7884-4d25-991c-4b7edd595acd'] in n-d-827839-2 is: [{'id': 'e7481ad9-7884-4d25-991c-4b7edd595acd', 'name': 'tempest-TestSnapshotPattern-302020663-router', 'tenant_id': 'e3af54d39965439f99b2e52a799a4305', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.32'}], 'enable_snat': True}, 'gw_port_id': '3adc4742-22ea-4ac8-afda-9ca2e621d615', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T18:46:50Z', 'updated_at': '2022-02-04T18:46:53Z', 'revision_number': 4, 'project_id': 'e3af54d39965439f99b2e52a799a4305', 'gw_port': {'id': '3adc4742-22ea-4ac8-afda-9ca2e621d615', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:88:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7481ad9-7884-4d25-991c-4b7edd595acd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:46:51Z', 'updated_at': '2022-02-04T18:46:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_interfaces': [{'id': 'd6f9af19-0a3a-4238-97cb-9f19bed1d823', 'name': '', 'network_id': '870d7982-814d-464f-b7d8-090ca23edf77', 'tenant_id': 'e3af54d39965439f99b2e52a799a4305', 'mac_address': 'fa:16:3e:b1:59:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7481ad9-7884-4d25-991c-4b7edd595acd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4383, 'fixed_ips': [{'subnet_id': 'c4e3f0e0-f96f-47e1-9720-edecc2073633', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:46:53Z', 'updated_at': '2022-02-04T18:46:57Z', 'revision_number': 4, 'project_id': 'e3af54d39965439f99b2e52a799a4305', 'subnets': [{'id': 'c4e3f0e0-f96f-47e1-9720-edecc2073633', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 18:46:58.071192 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-bbf97f28-ed05-4ff8-a6ea-647ccd069055 None None] Provisioning complete for port d6f9af19-0a3a-4238-97cb-9f19bed1d823 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 18:46:58.071566 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-bbf97f28-ed05-4ff8-a6ea-647ccd069055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (d6f9af19-0a3a-4238-97cb-9f19bed1d823), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:46:58.114036 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [None req-53125e11-33a5-4965-8e26-fc9edaac197b None None] Attempting to bind port 4ee4d9c8-c7f6-424f-9a2c-2d4df83468af on host n-d-827839-2 for vnic_type normal with profile {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 18:46:58.114399 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [None req-53125e11-33a5-4965-8e26-fc9edaac197b None None] Attempting to bind port 4ee4d9c8-c7f6-424f-9a2c-2d4df83468af by drivers openvswitch,hyperv on host n-d-827839-2 at level 0 using segments [{'id': '5942dc44-1f07-4c27-b0ab-45a2bff20dd5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188'}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 18:46:58.114969 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53125e11-33a5-4965-8e26-fc9edaac197b None None] Attempting to bind port 4ee4d9c8-c7f6-424f-9a2c-2d4df83468af on network 48165773-85ad-49a1-9ec1-76fc8dc24188 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 18:46:58.138219 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa0a6bd-9c08-4b8b-ad17-ef73f1492e69 None None] Pushing event updated for resources: {'Port': ['ID=4ee4d9c8-c7f6-424f-9a2c-2d4df83468af,revision_number=2']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:46:58.154285 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53125e11-33a5-4965-8e26-fc9edaac197b None None] Checking agent: {'id': 'ba70844b-66a0-45fd-a2f2-e6ed673321fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 0, 36), 'started_at': datetime.datetime(2022, 2, 4, 17, 1, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 18, 46, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 18:46:58.154993 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53125e11-33a5-4965-8e26-fc9edaac197b None None] Checking segment: {'id': '5942dc44-1f07-4c27-b0ab-45a2bff20dd5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 18:46:58.155547 n-d-827839-2 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-53125e11-33a5-4965-8e26-fc9edaac197b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:46:58.156113 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53125e11-33a5-4965-8e26-fc9edaac197b None None] Bound using segment: {'id': '5942dc44-1f07-4c27-b0ab-45a2bff20dd5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188'} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 18:46:58.156788 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [None req-53125e11-33a5-4965-8e26-fc9edaac197b None None] Bound port: 4ee4d9c8-c7f6-424f-9a2c-2d4df83468af, host: n-d-827839-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5942dc44-1f07-4c27-b0ab-45a2bff20dd5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188'}}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 18:46:58.158125 n-d-827839-2 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-53125e11-33a5-4965-8e26-fc9edaac197b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (4ee4d9c8-c7f6-424f-9a2c-2d4df83468af), before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:46:58.163608 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-b63281d6-fe2c-4dff-ae20-6568626b5126 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:46:58.197026 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-bbf97f28-ed05-4ff8-a6ea-647ccd069055 None None] Current status of the port d6f9af19-0a3a-4238-97cb-9f19bed1d823 is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 18:46:58.230822 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-53125e11-33a5-4965-8e26-fc9edaac197b None None] For port 4ee4d9c8-c7f6-424f-9a2c-2d4df83468af, host n-d-827839-2, cleared binding levels {{(pid=103379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 18:46:58.234875 n-d-827839-2 neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-53125e11-33a5-4965-8e26-fc9edaac197b None None] For port 4ee4d9c8-c7f6-424f-9a2c-2d4df83468af, host n-d-827839-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=4ee4d9c8-c7f6-424f-9a2c-2d4df83468af,segment=NetworkSegment(5942dc44-1f07-4c27-b0ab-45a2bff20dd5),segment_id=5942dc44-1f07-4c27-b0ab-45a2bff20dd5)] {{(pid=103379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 18:46:58.249705 n-d-827839-2 neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-53125e11-33a5-4965-8e26-fc9edaac197b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (4ee4d9c8-c7f6-424f-9a2c-2d4df83468af), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:46:58.331819 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53125e11-33a5-4965-8e26-fc9edaac197b None None] Routers {'0e54fe86-c9bd-4810-a56f-e05687df0784'} bound to L3 agent in host n-d-827839-2 {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 18:46:58.332977 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-53125e11-33a5-4965-8e26-fc9edaac197b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T18:46:33Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['0e54fe86-c9bd-4810-a56f-e05687df0784'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:46:58.372309 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.db_base_plugin_common [None req-b63281d6-fe2c-4dff-ae20-6568626b5126 admin admin] Allocated IP 172.20.0.1 (89767106-00f1-4ebf-b650-141a5889d26f/a7f9e657-a98e-4b4e-81aa-0b126feb9930/f6bd1c5b-c4f5-4a11-89af-a637aa55b8ff) {{(pid=103376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 18:46:58.398292 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa0a6bd-9c08-4b8b-ad17-ef73f1492e69 None None] Pushing event updated for resources: {'Port': ['ID=4ee4d9c8-c7f6-424f-9a2c-2d4df83468af,revision_number=3']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:46:58.484519 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c70e8d5-e392-4ab8-95e3-75ad05c05381 None None] Network 89767106-00f1-4ebf-b650-141a5889d26f requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 18:46:58.521291 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-b63281d6-fe2c-4dff-ae20-6568626b5126 admin admin] Publish callbacks [] for port (f6bd1c5b-c4f5-4a11-89af-a637aa55b8ff), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:46:58.555453 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-89721bcd-fee1-400a-b65e-1f9584feb353 None None] Provisioning complete for port 46c5a0fe-fe4e-4830-b802-d674d6afdc98 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 18:46:58.555836 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-89721bcd-fee1-400a-b65e-1f9584feb353 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (46c5a0fe-fe4e-4830-b802-d674d6afdc98), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:46:58.564534 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-b63281d6-fe2c-4dff-ae20-6568626b5126 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (f6bd1c5b-c4f5-4a11-89af-a637aa55b8ff), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:46:58.586407 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvr_db [None req-53125e11-33a5-4965-8e26-fc9edaac197b None None] Set router 0e54fe86-c9bd-4810-a56f-e05687df0784 gateway port host: n-d-827839-2 {{(pid=103379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 18:46:58.613944 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b63281d6-fe2c-4dff-ae20-6568626b5126 admin admin] Network 89767106-00f1-4ebf-b650-141a5889d26f is already hosted by enough agents. {{(pid=103376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 18:46:58.621841 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [None req-b63281d6-fe2c-4dff-ae20-6568626b5126 admin admin] Resources bound (agent type, host, resource id): {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 18:46:58.629137 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b63281d6-fe2c-4dff-ae20-6568626b5126 admin admin] Received port after_create {{(pid=103376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 18:46:58.694280 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63281d6-fe2c-4dff-ae20-6568626b5126 admin admin] Pushing event updated for resources: {'Port': ['ID=f6bd1c5b-c4f5-4a11-89af-a637aa55b8ff,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:46:58.724958 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-b63281d6-fe2c-4dff-ae20-6568626b5126 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1595471'] for router_interface (0e54fe86-c9bd-4810-a56f-e05687df0784), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:46:58.728765 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-89721bcd-fee1-400a-b65e-1f9584feb353 None None] Current status of the port 46c5a0fe-fe4e-4830-b802-d674d6afdc98 is: DOWN; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 18:46:58.729603 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-89721bcd-fee1-400a-b65e-1f9584feb353 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (46c5a0fe-fe4e-4830-b802-d674d6afdc98), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:46:58.821942 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-89721bcd-fee1-400a-b65e-1f9584feb353 None None] For port 46c5a0fe-fe4e-4830-b802-d674d6afdc98, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=46c5a0fe-fe4e-4830-b802-d674d6afdc98,segment=NetworkSegment(0f2d45f9-3446-4783-adf1-6db29406179d),segment_id=0f2d45f9-3446-4783-adf1-6db29406179d)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 18:46:58.830699 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-89721bcd-fee1-400a-b65e-1f9584feb353 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (46c5a0fe-fe4e-4830-b802-d674d6afdc98), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:46:58.846700 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-53125e11-33a5-4965-8e26-fc9edaac197b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e54fe86-c9bd-4810-a56f-e05687df0784', 'name': 'tempest-TestSnapshotPattern-123400188-router', 'tenant_id': '887d005c15d546ef86ac940be8e0bb5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.3'}], 'enable_snat': True}, 'gw_port_id': '4ee4d9c8-c7f6-424f-9a2c-2d4df83468af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T18:46:55Z', 'updated_at': '2022-02-04T18:46:56Z', 'revision_number': 3, 'project_id': '887d005c15d546ef86ac940be8e0bb5b', 'gw_port': {'id': '4ee4d9c8-c7f6-424f-9a2c-2d4df83468af', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:93:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e54fe86-c9bd-4810-a56f-e05687df0784', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4394, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:46:56Z', 'updated_at': '2022-02-04T18:46:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2'}], 'n-d-827839-2', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:46:58.889527 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89721bcd-fee1-400a-b65e-1f9584feb353 None None] Pushing event updated for resources: {'Port': ['ID=46c5a0fe-fe4e-4830-b802-d674d6afdc98,revision_number=3']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:46:58.914740 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53125e11-33a5-4965-8e26-fc9edaac197b None None] The sync data for ids ['0e54fe86-c9bd-4810-a56f-e05687df0784'] in n-d-827839-2 is: [{'id': '0e54fe86-c9bd-4810-a56f-e05687df0784', 'name': 'tempest-TestSnapshotPattern-123400188-router', 'tenant_id': '887d005c15d546ef86ac940be8e0bb5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.3'}], 'enable_snat': True}, 'gw_port_id': '4ee4d9c8-c7f6-424f-9a2c-2d4df83468af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T18:46:55Z', 'updated_at': '2022-02-04T18:46:56Z', 'revision_number': 3, 'project_id': '887d005c15d546ef86ac940be8e0bb5b', 'gw_port': {'id': '4ee4d9c8-c7f6-424f-9a2c-2d4df83468af', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:93:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e54fe86-c9bd-4810-a56f-e05687df0784', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4394, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:46:56Z', 'updated_at': '2022-02-04T18:46:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2'}] {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 18:46:58.946939 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-b63281d6-fe2c-4dff-ae20-6568626b5126 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (f6bd1c5b-c4f5-4a11-89af-a637aa55b8ff), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:46:59.071832 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-1c3c815a-bff0-405e-9f06-000c8f6cb223 None None] Provisioning complete for port 46c5a0fe-fe4e-4830-b802-d674d6afdc98 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 18:46:59.072300 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1c3c815a-bff0-405e-9f06-000c8f6cb223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (46c5a0fe-fe4e-4830-b802-d674d6afdc98), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:46:59.194419 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-b63281d6-fe2c-4dff-ae20-6568626b5126 admin admin] Publish callbacks [] for port (f6bd1c5b-c4f5-4a11-89af-a637aa55b8ff), precommit_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:46:59.203988 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-b63281d6-fe2c-4dff-ae20-6568626b5126 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675836'] for port (f6bd1c5b-c4f5-4a11-89af-a637aa55b8ff), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:46:59.218777 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1c3c815a-bff0-405e-9f06-000c8f6cb223 None None] Current status of the port 46c5a0fe-fe4e-4830-b802-d674d6afdc98 is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 18:46:59.274392 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-1c3c815a-bff0-405e-9f06-000c8f6cb223 None None] Provisioning complete for port f6bd1c5b-c4f5-4a11-89af-a637aa55b8ff triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 18:46:59.274755 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1c3c815a-bff0-405e-9f06-000c8f6cb223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (f6bd1c5b-c4f5-4a11-89af-a637aa55b8ff), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:46:59.305578 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device d6f9af19-0a3a-4238-97cb-9f19bed1d823 up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 18:46:59.308211 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-b63281d6-fe2c-4dff-ae20-6568626b5126 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1677345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602751'] for router_interface (0e54fe86-c9bd-4810-a56f-e05687df0784), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:46:59.337523 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63281d6-fe2c-4dff-ae20-6568626b5126 admin admin] Pushing event updated for resources: {'Port': ['ID=f6bd1c5b-c4f5-4a11-89af-a637aa55b8ff,revision_number=2']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:46:59.338784 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1c3c815a-bff0-405e-9f06-000c8f6cb223 None None] Port f6bd1c5b-c4f5-4a11-89af-a637aa55b8ff cannot update to ACTIVE because it is not bound. {{(pid=103378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 18:46:59.367398 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port d6f9af19-0a3a-4238-97cb-9f19bed1d823 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 18:46:59.367776 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (d6f9af19-0a3a-4238-97cb-9f19bed1d823), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:46:59.435398 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b63281d6-fe2c-4dff-ae20-6568626b5126 admin admin] Network 89767106-00f1-4ebf-b650-141a5889d26f is already hosted by enough agents. {{(pid=103376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 18:46:59.437499 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [None req-b63281d6-fe2c-4dff-ae20-6568626b5126 admin admin] Resources bound (agent type, host, resource id): {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 18:46:59.468856 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-487db14c-3dd7-47e0-a8e7-a4fc17e8ef51 None None] Provisioning complete for port f6bd1c5b-c4f5-4a11-89af-a637aa55b8ff triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 18:46:59.469454 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-487db14c-3dd7-47e0-a8e7-a4fc17e8ef51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (f6bd1c5b-c4f5-4a11-89af-a637aa55b8ff), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:46:59.478443 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port d6f9af19-0a3a-4238-97cb-9f19bed1d823 is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 18:46:59.479804 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 46c5a0fe-fe4e-4830-b802-d674d6afdc98 up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 18:46:59.567694 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-487db14c-3dd7-47e0-a8e7-a4fc17e8ef51 None None] Port f6bd1c5b-c4f5-4a11-89af-a637aa55b8ff cannot update to ACTIVE because it is not bound. {{(pid=103378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 18:46:59.586062 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port 46c5a0fe-fe4e-4830-b802-d674d6afdc98 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 18:46:59.586450 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (46c5a0fe-fe4e-4830-b802-d674d6afdc98), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:46:59.591089 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b63281d6-fe2c-4dff-ae20-6568626b5126 admin admin] Router 0e54fe86-c9bd-4810-a56f-e05687df0784 has already been hosted by L3 agent 64ada913-9131-4d99-a265-63a920956287 {{(pid=103376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 18:46:59.692063 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port 46c5a0fe-fe4e-4830-b802-d674d6afdc98 is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 18:46:59.740586 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b63281d6-fe2c-4dff-ae20-6568626b5126 admin admin] Notify agent at l3_agent.n-d-827839-2 the message routers_updated {{(pid=103376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 18:46:59.760061 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-b63281d6-fe2c-4dff-ae20-6568626b5126 admin admin] 10.222.0.89 "PUT /v2.0/routers/0e54fe86-c9bd-4810-a56f-e05687df0784/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5223181 Feb 04 18:46:59.789690 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-267b5df4-df6a-43fa-a18f-6e6ed19e40de None None] Provisioning complete for port f6bd1c5b-c4f5-4a11-89af-a637aa55b8ff triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 18:46:59.790271 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-267b5df4-df6a-43fa-a18f-6e6ed19e40de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (f6bd1c5b-c4f5-4a11-89af-a637aa55b8ff), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:46:59.827320 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-267b5df4-df6a-43fa-a18f-6e6ed19e40de None None] Port f6bd1c5b-c4f5-4a11-89af-a637aa55b8ff cannot update to ACTIVE because it is not bound. {{(pid=103378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 18:46:59.958639 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-498e460f-ccd9-44d4-b12d-12a6ec17e745 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (bb89f5a3-3c22-440b-b7d1-c4f0c43c184a), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:47:00.264433 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 60330) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:47:00.269156 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [None req-a3350308-96ab-4e19-aad2-01d60b0b263b tempest-TestSnapshotPattern-545904508 tempest-TestSnapshotPattern-545904508-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1706321799', 'description': 'tempest-secgroup-smoke-1706321799 description', 'project_id': 'e3af54d39965439f99b2e52a799a4305'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 18:47:00.290993 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-a3350308-96ab-4e19-aad2-01d60b0b263b tempest-TestSnapshotPattern-545904508 tempest-TestSnapshotPattern-545904508-project] Publish callbacks [] for security_group (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:47:00.357658 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-a3350308-96ab-4e19-aad2-01d60b0b263b tempest-TestSnapshotPattern-545904508 tempest-TestSnapshotPattern-545904508-project] Publish callbacks [] for security_group (bf032c70-5cf0-45ce-be59-238fa5168bce), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:47:00.361298 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-a3350308-96ab-4e19-aad2-01d60b0b263b tempest-TestSnapshotPattern-545904508 tempest-TestSnapshotPattern-545904508-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (bf032c70-5cf0-45ce-be59-238fa5168bce), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:47:00.389450 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-a3350308-96ab-4e19-aad2-01d60b0b263b tempest-TestSnapshotPattern-545904508 tempest-TestSnapshotPattern-545904508-project] Publish callbacks [] for security_group (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:47:00.390680 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-a3350308-96ab-4e19-aad2-01d60b0b263b tempest-TestSnapshotPattern-545904508 tempest-TestSnapshotPattern-545904508-project] 10.222.0.89 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1251733 Feb 04 18:47:00.393883 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 60332) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:47:00.394728 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3350308-96ab-4e19-aad2-01d60b0b263b tempest-TestSnapshotPattern-545904508 tempest-TestSnapshotPattern-545904508-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bf032c70-5cf0-45ce-be59-238fa5168bce,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:47:00.399758 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-8fb53491-f69e-46fa-8d2e-476099551bb6 tempest-TestSnapshotPattern-545904508 tempest-TestSnapshotPattern-545904508-project] Request body: {'security_group_rule': {'security_group_id': 'bf032c70-5cf0-45ce-be59-238fa5168bce', 'project_id': 'e3af54d39965439f99b2e52a799a4305', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 18:47:00.424721 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-8fb53491-f69e-46fa-8d2e-476099551bb6 tempest-TestSnapshotPattern-545904508 tempest-TestSnapshotPattern-545904508-project] Publish callbacks [] for security_group_rule (a04456f9-d51b-4566-aeb5-9f3c3c180083), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:47:00.478920 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-8fb53491-f69e-46fa-8d2e-476099551bb6 tempest-TestSnapshotPattern-545904508 tempest-TestSnapshotPattern-545904508-project] Publish callbacks [] for security_group_rule (a04456f9-d51b-4566-aeb5-9f3c3c180083), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:47:00.482307 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-8fb53491-f69e-46fa-8d2e-476099551bb6 tempest-TestSnapshotPattern-545904508 tempest-TestSnapshotPattern-545904508-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664556'] for security_group_rule (a04456f9-d51b-4566-aeb5-9f3c3c180083), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:47:00.499076 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb53491-f69e-46fa-8d2e-476099551bb6 tempest-TestSnapshotPattern-545904508 tempest-TestSnapshotPattern-545904508-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a04456f9-d51b-4566-aeb5-9f3c3c180083,revision_number=0']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:47:00.506846 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-8fb53491-f69e-46fa-8d2e-476099551bb6 tempest-TestSnapshotPattern-545904508 tempest-TestSnapshotPattern-545904508-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:47:00.508027 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-8fb53491-f69e-46fa-8d2e-476099551bb6 tempest-TestSnapshotPattern-545904508 tempest-TestSnapshotPattern-545904508-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1123874 Feb 04 18:47:00.510760 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 60334) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:47:00.515548 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-a1d25b67-a4d0-454f-aa86-9bc276799a26 tempest-TestSnapshotPattern-545904508 tempest-TestSnapshotPattern-545904508-project] Request body: {'security_group_rule': {'security_group_id': 'bf032c70-5cf0-45ce-be59-238fa5168bce', 'project_id': 'e3af54d39965439f99b2e52a799a4305', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 18:47:00.539080 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-a1d25b67-a4d0-454f-aa86-9bc276799a26 tempest-TestSnapshotPattern-545904508 tempest-TestSnapshotPattern-545904508-project] Publish callbacks [] for security_group_rule (600488a1-c2b2-45ae-9bea-c3d7cb998280), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:47:00.593281 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-a1d25b67-a4d0-454f-aa86-9bc276799a26 tempest-TestSnapshotPattern-545904508 tempest-TestSnapshotPattern-545904508-project] Publish callbacks [] for security_group_rule (600488a1-c2b2-45ae-9bea-c3d7cb998280), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:47:00.596530 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-a1d25b67-a4d0-454f-aa86-9bc276799a26 tempest-TestSnapshotPattern-545904508 tempest-TestSnapshotPattern-545904508-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664556'] for security_group_rule (600488a1-c2b2-45ae-9bea-c3d7cb998280), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:47:00.613395 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d25b67-a4d0-454f-aa86-9bc276799a26 tempest-TestSnapshotPattern-545904508 tempest-TestSnapshotPattern-545904508-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=600488a1-c2b2-45ae-9bea-c3d7cb998280,revision_number=0']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:47:00.619676 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-a1d25b67-a4d0-454f-aa86-9bc276799a26 tempest-TestSnapshotPattern-545904508 tempest-TestSnapshotPattern-545904508-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:47:00.620881 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-a1d25b67-a4d0-454f-aa86-9bc276799a26 tempest-TestSnapshotPattern-545904508 tempest-TestSnapshotPattern-545904508-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1091862 Feb 04 18:47:00.624138 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 60336) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:47:00.628393 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-173f74ca-9e27-405f-b991-b27a614a3cf6 tempest-TestSnapshotPattern-545904508 tempest-TestSnapshotPattern-545904508-project] Request body: {'security_group_rule': {'security_group_id': 'bf032c70-5cf0-45ce-be59-238fa5168bce', 'project_id': 'e3af54d39965439f99b2e52a799a4305', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 18:47:00.651142 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-173f74ca-9e27-405f-b991-b27a614a3cf6 tempest-TestSnapshotPattern-545904508 tempest-TestSnapshotPattern-545904508-project] Publish callbacks [] for security_group_rule (f1c89ceb-45ff-4342-b960-8f82ae9c6e79), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:47:00.718151 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-173f74ca-9e27-405f-b991-b27a614a3cf6 tempest-TestSnapshotPattern-545904508 tempest-TestSnapshotPattern-545904508-project] Publish callbacks [] for security_group_rule (f1c89ceb-45ff-4342-b960-8f82ae9c6e79), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:47:00.721954 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-173f74ca-9e27-405f-b991-b27a614a3cf6 tempest-TestSnapshotPattern-545904508 tempest-TestSnapshotPattern-545904508-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664556'] for security_group_rule (f1c89ceb-45ff-4342-b960-8f82ae9c6e79), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:47:00.738989 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173f74ca-9e27-405f-b991-b27a614a3cf6 tempest-TestSnapshotPattern-545904508 tempest-TestSnapshotPattern-545904508-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1c89ceb-45ff-4342-b960-8f82ae9c6e79,revision_number=0']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:47:00.745691 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-173f74ca-9e27-405f-b991-b27a614a3cf6 tempest-TestSnapshotPattern-545904508 tempest-TestSnapshotPattern-545904508-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:47:00.746888 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-173f74ca-9e27-405f-b991-b27a614a3cf6 tempest-TestSnapshotPattern-545904508 tempest-TestSnapshotPattern-545904508-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1218493 Feb 04 18:47:00.750082 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 60338) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:47:00.754351 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-2d3bc6b3-10e2-4355-8282-2ab403e085ae tempest-TestSnapshotPattern-545904508 tempest-TestSnapshotPattern-545904508-project] Request body: {'security_group_rule': {'security_group_id': 'bf032c70-5cf0-45ce-be59-238fa5168bce', 'project_id': 'e3af54d39965439f99b2e52a799a4305', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 18:47:00.783186 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-2d3bc6b3-10e2-4355-8282-2ab403e085ae tempest-TestSnapshotPattern-545904508 tempest-TestSnapshotPattern-545904508-project] Publish callbacks [] for security_group_rule (ffc523ba-ef2d-400c-b575-5126cd25cb98), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:47:00.841414 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-2d3bc6b3-10e2-4355-8282-2ab403e085ae tempest-TestSnapshotPattern-545904508 tempest-TestSnapshotPattern-545904508-project] Publish callbacks [] for security_group_rule (ffc523ba-ef2d-400c-b575-5126cd25cb98), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:47:00.844853 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-2d3bc6b3-10e2-4355-8282-2ab403e085ae tempest-TestSnapshotPattern-545904508 tempest-TestSnapshotPattern-545904508-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664556'] for security_group_rule (ffc523ba-ef2d-400c-b575-5126cd25cb98), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:47:00.862528 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3bc6b3-10e2-4355-8282-2ab403e085ae tempest-TestSnapshotPattern-545904508 tempest-TestSnapshotPattern-545904508-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ffc523ba-ef2d-400c-b575-5126cd25cb98,revision_number=0']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:47:00.867521 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-2d3bc6b3-10e2-4355-8282-2ab403e085ae tempest-TestSnapshotPattern-545904508 tempest-TestSnapshotPattern-545904508-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:47:00.868683 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-2d3bc6b3-10e2-4355-8282-2ab403e085ae tempest-TestSnapshotPattern-545904508 tempest-TestSnapshotPattern-545904508-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1176229 Feb 04 18:47:00.871372 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 60340) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:47:00.876279 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-4db43806-42b6-483d-9439-7edcb1d2ab49 tempest-TestSnapshotPattern-545904508 tempest-TestSnapshotPattern-545904508-project] Request body: {'security_group_rule': {'security_group_id': 'bf032c70-5cf0-45ce-be59-238fa5168bce', 'project_id': 'e3af54d39965439f99b2e52a799a4305', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 18:47:00.895779 n-d-827839-2 neutron-server[103377]: INFO neutron.db.securitygroups_db [None req-4db43806-42b6-483d-9439-7edcb1d2ab49 tempest-TestSnapshotPattern-545904508 tempest-TestSnapshotPattern-545904508-project] Project e3af54d39965439f99b2e52a799a4305 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 18:47:00.900467 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-4db43806-42b6-483d-9439-7edcb1d2ab49 tempest-TestSnapshotPattern-545904508 tempest-TestSnapshotPattern-545904508-project] Publish callbacks [] for security_group_rule (61eae766-509a-4a8a-bb3b-c9c13c63ff78), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:47:00.957638 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-4db43806-42b6-483d-9439-7edcb1d2ab49 tempest-TestSnapshotPattern-545904508 tempest-TestSnapshotPattern-545904508-project] Publish callbacks [] for security_group_rule (61eae766-509a-4a8a-bb3b-c9c13c63ff78), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:47:00.961439 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-4db43806-42b6-483d-9439-7edcb1d2ab49 tempest-TestSnapshotPattern-545904508 tempest-TestSnapshotPattern-545904508-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664556'] for security_group_rule (61eae766-509a-4a8a-bb3b-c9c13c63ff78), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:47:00.980476 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db43806-42b6-483d-9439-7edcb1d2ab49 tempest-TestSnapshotPattern-545904508 tempest-TestSnapshotPattern-545904508-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61eae766-509a-4a8a-bb3b-c9c13c63ff78,revision_number=0']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:47:00.990234 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-4db43806-42b6-483d-9439-7edcb1d2ab49 tempest-TestSnapshotPattern-545904508 tempest-TestSnapshotPattern-545904508-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:47:00.991439 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-4db43806-42b6-483d-9439-7edcb1d2ab49 tempest-TestSnapshotPattern-545904508 tempest-TestSnapshotPattern-545904508-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1191089 Feb 04 18:47:00.994142 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 60342) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:47:00.999105 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-209074be-af14-4f0b-82ba-36c48a6b4db3 tempest-TestSnapshotPattern-545904508 tempest-TestSnapshotPattern-545904508-project] Request body: {'security_group_rule': {'security_group_id': 'bf032c70-5cf0-45ce-be59-238fa5168bce', 'project_id': 'e3af54d39965439f99b2e52a799a4305', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 18:47:01.021176 n-d-827839-2 neutron-server[103377]: INFO neutron.db.securitygroups_db [None req-209074be-af14-4f0b-82ba-36c48a6b4db3 tempest-TestSnapshotPattern-545904508 tempest-TestSnapshotPattern-545904508-project] Project e3af54d39965439f99b2e52a799a4305 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 18:47:01.026295 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-209074be-af14-4f0b-82ba-36c48a6b4db3 tempest-TestSnapshotPattern-545904508 tempest-TestSnapshotPattern-545904508-project] Publish callbacks [] for security_group_rule (16c60635-b07d-4660-9971-e5d6889f2aae), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:47:01.089204 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-209074be-af14-4f0b-82ba-36c48a6b4db3 tempest-TestSnapshotPattern-545904508 tempest-TestSnapshotPattern-545904508-project] Publish callbacks [] for security_group_rule (16c60635-b07d-4660-9971-e5d6889f2aae), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:47:01.093125 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-209074be-af14-4f0b-82ba-36c48a6b4db3 tempest-TestSnapshotPattern-545904508 tempest-TestSnapshotPattern-545904508-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664556'] for security_group_rule (16c60635-b07d-4660-9971-e5d6889f2aae), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:47:01.098316 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 4ee4d9c8-c7f6-424f-9a2c-2d4df83468af up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 18:47:01.111292 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209074be-af14-4f0b-82ba-36c48a6b4db3 tempest-TestSnapshotPattern-545904508 tempest-TestSnapshotPattern-545904508-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16c60635-b07d-4660-9971-e5d6889f2aae,revision_number=0']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:47:01.119256 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-209074be-af14-4f0b-82ba-36c48a6b4db3 tempest-TestSnapshotPattern-545904508 tempest-TestSnapshotPattern-545904508-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:47:01.123943 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-209074be-af14-4f0b-82ba-36c48a6b4db3 tempest-TestSnapshotPattern-545904508 tempest-TestSnapshotPattern-545904508-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1254790 Feb 04 18:47:01.146760 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port 4ee4d9c8-c7f6-424f-9a2c-2d4df83468af triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 18:47:01.147211 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (4ee4d9c8-c7f6-424f-9a2c-2d4df83468af), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:47:01.234696 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port 4ee4d9c8-c7f6-424f-9a2c-2d4df83468af is: DOWN; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 18:47:01.235085 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (4ee4d9c8-c7f6-424f-9a2c-2d4df83468af), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:47:01.256359 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] For port 4ee4d9c8-c7f6-424f-9a2c-2d4df83468af, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=4ee4d9c8-c7f6-424f-9a2c-2d4df83468af,segment=NetworkSegment(5942dc44-1f07-4c27-b0ab-45a2bff20dd5),segment_id=5942dc44-1f07-4c27-b0ab-45a2bff20dd5)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 18:47:01.261301 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (4ee4d9c8-c7f6-424f-9a2c-2d4df83468af), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:47:01.309074 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Pushing event updated for resources: {'Port': ['ID=4ee4d9c8-c7f6-424f-9a2c-2d4df83468af,revision_number=4']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:47:01.421867 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-86243e92-897e-42d0-bebc-ab61e3659ee9 req-58ebd0a2-0ce9-4c16-9cb0-e8ad9a79f2c3 tempest-TestSnapshotPattern-545904508 tempest-TestSnapshotPattern-545904508-project] 10.222.0.89 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1706321799&fields=id&tenant_id=e3af54d39965439f99b2e52a799a4305 HTTP/1.1" status: 200 len: 267 time: 0.0460992 Feb 04 18:47:01.531131 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86243e92-897e-42d0-bebc-ab61e3659ee9 req-5c892ebf-5f22-419a-aca9-38954d1e2b14 tempest-TestSnapshotPattern-545904508 tempest-TestSnapshotPattern-545904508-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:47:01.532705 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-86243e92-897e-42d0-bebc-ab61e3659ee9 req-5c892ebf-5f22-419a-aca9-38954d1e2b14 tempest-TestSnapshotPattern-545904508 tempest-TestSnapshotPattern-545904508-project] 10.222.0.89 "GET /v2.0/networks?id=870d7982-814d-464f-b7d8-090ca23edf77 HTTP/1.1" status: 200 len: 809 time: 0.1043627 Feb 04 18:47:01.547046 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ff3c4b4-70a2-4c62-b5e0-9672aad167a7 None None] Sync routers for ids ['0e54fe86-c9bd-4810-a56f-e05687df0784'] in n-d-827839-2 {{(pid=103378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 18:47:01.548765 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-86243e92-897e-42d0-bebc-ab61e3659ee9 req-fcf437f2-9140-4f32-ad78-ac7ee7e90f5c tempest-TestSnapshotPattern-545904508 tempest-TestSnapshotPattern-545904508-project] 10.222.0.89 "GET /v2.0/quotas/e3af54d39965439f99b2e52a799a4305 HTTP/1.1" status: 200 len: 375 time: 0.0106101 Feb 04 18:47:01.557576 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ff3c4b4-70a2-4c62-b5e0-9672aad167a7 None None] Routers {'0e54fe86-c9bd-4810-a56f-e05687df0784'} bound to L3 agent in host n-d-827839-2 {{(pid=103378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 18:47:01.558209 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-6ff3c4b4-70a2-4c62-b5e0-9672aad167a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T18:46:33Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['0e54fe86-c9bd-4810-a56f-e05687df0784'], 'active': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:47:01.603773 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-86243e92-897e-42d0-bebc-ab61e3659ee9 req-af9f5689-8723-4554-aaa1-692a869ba011 tempest-TestSnapshotPattern-545904508 tempest-TestSnapshotPattern-545904508-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=e3af54d39965439f99b2e52a799a4305&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0493510 Feb 04 18:47:01.714624 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [req-86243e92-897e-42d0-bebc-ab61e3659ee9 req-2ac7c4b4-ef6a-473d-9d99-e0d03c843d68 service neutron] http://10.222.0.89:9696/v2.0/extensions returned with HTTP 200 {{(pid=103377) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 18:47:01.715674 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-86243e92-897e-42d0-bebc-ab61e3659ee9 req-2ac7c4b4-ef6a-473d-9d99-e0d03c843d68 service neutron] 10.222.0.89 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0999877 Feb 04 18:47:01.806643 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-86243e92-897e-42d0-bebc-ab61e3659ee9 req-015f467d-c4e7-4b72-bd0e-8dc80b974000 service neutron] 10.222.0.89 "GET /v2.0/networks/870d7982-814d-464f-b7d8-090ca23edf77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838315 Feb 04 18:47:01.828061 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvr_db [None req-6ff3c4b4-70a2-4c62-b5e0-9672aad167a7 None None] Set router 0e54fe86-c9bd-4810-a56f-e05687df0784 gateway port host: n-d-827839-2 {{(pid=103378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 18:47:01.899089 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-86243e92-897e-42d0-bebc-ab61e3659ee9 req-c1f5cd5c-850f-4402-8f6d-66c923c1054c service neutron] 10.222.0.89 "GET /v2.0/networks/870d7982-814d-464f-b7d8-090ca23edf77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862262 Feb 04 18:47:02.035327 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-6ff3c4b4-70a2-4c62-b5e0-9672aad167a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e54fe86-c9bd-4810-a56f-e05687df0784', 'name': 'tempest-TestSnapshotPattern-123400188-router', 'tenant_id': '887d005c15d546ef86ac940be8e0bb5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.3'}], 'enable_snat': True}, 'gw_port_id': '4ee4d9c8-c7f6-424f-9a2c-2d4df83468af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T18:46:55Z', 'updated_at': '2022-02-04T18:46:58Z', 'revision_number': 4, 'project_id': '887d005c15d546ef86ac940be8e0bb5b', 'gw_port': {'id': '4ee4d9c8-c7f6-424f-9a2c-2d4df83468af', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:93:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e54fe86-c9bd-4810-a56f-e05687df0784', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4394, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:46:56Z', 'updated_at': '2022-02-04T18:47:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_interfaces': [{'id': 'f6bd1c5b-c4f5-4a11-89af-a637aa55b8ff', 'name': '', 'network_id': '89767106-00f1-4ebf-b650-141a5889d26f', 'tenant_id': '887d005c15d546ef86ac940be8e0bb5b', 'mac_address': 'fa:16:3e:09:1c:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e54fe86-c9bd-4810-a56f-e05687df0784', 'device_owner': 'network:router_interface', 'standard_attr_id': 4395, 'fixed_ips': [{'subnet_id': 'a7f9e657-a98e-4b4e-81aa-0b126feb9930', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:46:58Z', 'updated_at': '2022-02-04T18:46:59Z', 'revision_number': 2, 'project_id': '887d005c15d546ef86ac940be8e0bb5b', 'subnets': [{'id': 'a7f9e657-a98e-4b4e-81aa-0b126feb9930', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-2', False) {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:47:02.067559 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ff3c4b4-70a2-4c62-b5e0-9672aad167a7 None None] Checking router: 0e54fe86-c9bd-4810-a56f-e05687df0784 for host: n-d-827839-2 {{(pid=103378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 18:47:02.067991 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ff3c4b4-70a2-4c62-b5e0-9672aad167a7 None None] Updating router 0e54fe86-c9bd-4810-a56f-e05687df0784 port f6bd1c5b-c4f5-4a11-89af-a637aa55b8ff binding host n-d-827839-2 {{(pid=103378) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 18:47:02.098418 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6ff3c4b4-70a2-4c62-b5e0-9672aad167a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (f6bd1c5b-c4f5-4a11-89af-a637aa55b8ff), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:47:02.115547 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-8cee8c04-1a91-4d06-b1f2-4c6ed82604a7 req-5ef5a3da-b372-4259-a58e-201e25ef4add tempest-TestSnapshotPattern-545904508 tempest-TestSnapshotPattern-545904508-project] 10.222.0.89 "GET /v2.0/ports?device_id=d1a440c8-cc52-4349-bb3b-8b29b4f2cab1 HTTP/1.1" status: 200 len: 210 time: 0.0835288 Feb 04 18:47:02.166613 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.agents_db [None req-e1691f3b-aacd-4cd6-8ebb-a9c53bb301c0 None None] Agent healthcheck: found 7 active agents {{(pid=103379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 18:47:02.387104 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6ff3c4b4-70a2-4c62-b5e0-9672aad167a7 None None] Publish callbacks [] for port (f6bd1c5b-c4f5-4a11-89af-a637aa55b8ff), precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:47:02.393228 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6ff3c4b4-70a2-4c62-b5e0-9672aad167a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (f6bd1c5b-c4f5-4a11-89af-a637aa55b8ff), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:47:02.450284 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30cd351-9357-4cb7-a007-af883a1e21a2 None None] Pushing event updated for resources: {'Port': ['ID=f6bd1c5b-c4f5-4a11-89af-a637aa55b8ff,revision_number=3']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:47:02.510064 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-6ff3c4b4-70a2-4c62-b5e0-9672aad167a7 None None] Attempting to bind port f6bd1c5b-c4f5-4a11-89af-a637aa55b8ff on host n-d-827839-2 for vnic_type normal with profile {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 18:47:02.510448 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-6ff3c4b4-70a2-4c62-b5e0-9672aad167a7 None None] Attempting to bind port f6bd1c5b-c4f5-4a11-89af-a637aa55b8ff by drivers openvswitch,hyperv on host n-d-827839-2 at level 0 using segments [{'id': '0f2d45f9-3446-4783-adf1-6db29406179d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '89767106-00f1-4ebf-b650-141a5889d26f'}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 18:47:02.510821 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ff3c4b4-70a2-4c62-b5e0-9672aad167a7 None None] Attempting to bind port f6bd1c5b-c4f5-4a11-89af-a637aa55b8ff on network 89767106-00f1-4ebf-b650-141a5889d26f {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 18:47:02.516391 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ff3c4b4-70a2-4c62-b5e0-9672aad167a7 None None] Checking agent: {'id': 'ba70844b-66a0-45fd-a2f2-e6ed673321fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 0, 36), 'started_at': datetime.datetime(2022, 2, 4, 17, 1, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 18, 46, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 18:47:02.516796 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ff3c4b4-70a2-4c62-b5e0-9672aad167a7 None None] Checking segment: {'id': '0f2d45f9-3446-4783-adf1-6db29406179d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '89767106-00f1-4ebf-b650-141a5889d26f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 18:47:02.517210 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6ff3c4b4-70a2-4c62-b5e0-9672aad167a7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:47:02.517607 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ff3c4b4-70a2-4c62-b5e0-9672aad167a7 None None] Bound using segment: {'id': '0f2d45f9-3446-4783-adf1-6db29406179d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '89767106-00f1-4ebf-b650-141a5889d26f'} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 18:47:02.518081 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-6ff3c4b4-70a2-4c62-b5e0-9672aad167a7 None None] Bound port: f6bd1c5b-c4f5-4a11-89af-a637aa55b8ff, host: n-d-827839-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f2d45f9-3446-4783-adf1-6db29406179d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '89767106-00f1-4ebf-b650-141a5889d26f'}}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 18:47:02.518467 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6ff3c4b4-70a2-4c62-b5e0-9672aad167a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (f6bd1c5b-c4f5-4a11-89af-a637aa55b8ff), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:47:02.589724 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-6ff3c4b4-70a2-4c62-b5e0-9672aad167a7 None None] For port f6bd1c5b-c4f5-4a11-89af-a637aa55b8ff, host n-d-827839-2, cleared binding levels {{(pid=103378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 18:47:02.593238 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-6ff3c4b4-70a2-4c62-b5e0-9672aad167a7 None None] For port f6bd1c5b-c4f5-4a11-89af-a637aa55b8ff, host n-d-827839-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=f6bd1c5b-c4f5-4a11-89af-a637aa55b8ff,segment=NetworkSegment(0f2d45f9-3446-4783-adf1-6db29406179d),segment_id=0f2d45f9-3446-4783-adf1-6db29406179d)] {{(pid=103378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 18:47:02.602554 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6ff3c4b4-70a2-4c62-b5e0-9672aad167a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (f6bd1c5b-c4f5-4a11-89af-a637aa55b8ff), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:47:02.673471 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ff3c4b4-70a2-4c62-b5e0-9672aad167a7 None None] Routers {'0e54fe86-c9bd-4810-a56f-e05687df0784'} bound to L3 agent in host n-d-827839-2 {{(pid=103378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 18:47:02.674104 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-6ff3c4b4-70a2-4c62-b5e0-9672aad167a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T18:46:33Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['0e54fe86-c9bd-4810-a56f-e05687df0784'], 'active': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:47:02.679152 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30cd351-9357-4cb7-a007-af883a1e21a2 None None] Pushing event updated for resources: {'Port': ['ID=f6bd1c5b-c4f5-4a11-89af-a637aa55b8ff,revision_number=4']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:47:02.748571 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-e863f418-20e5-4e06-885f-f2ac9f9b8c66 None None] Provisioning complete for port f6bd1c5b-c4f5-4a11-89af-a637aa55b8ff triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 18:47:02.748982 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e863f418-20e5-4e06-885f-f2ac9f9b8c66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (f6bd1c5b-c4f5-4a11-89af-a637aa55b8ff), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:47:02.832768 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvr_db [None req-6ff3c4b4-70a2-4c62-b5e0-9672aad167a7 None None] Set router 0e54fe86-c9bd-4810-a56f-e05687df0784 gateway port host: n-d-827839-2 {{(pid=103378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 18:47:02.902781 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-e863f418-20e5-4e06-885f-f2ac9f9b8c66 None None] Current status of the port f6bd1c5b-c4f5-4a11-89af-a637aa55b8ff is: DOWN; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 18:47:02.903169 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e863f418-20e5-4e06-885f-f2ac9f9b8c66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (f6bd1c5b-c4f5-4a11-89af-a637aa55b8ff), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:47:03.015733 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-e863f418-20e5-4e06-885f-f2ac9f9b8c66 None None] For port f6bd1c5b-c4f5-4a11-89af-a637aa55b8ff, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=f6bd1c5b-c4f5-4a11-89af-a637aa55b8ff,segment=NetworkSegment(0f2d45f9-3446-4783-adf1-6db29406179d),segment_id=0f2d45f9-3446-4783-adf1-6db29406179d)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 18:47:03.036626 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e863f418-20e5-4e06-885f-f2ac9f9b8c66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (f6bd1c5b-c4f5-4a11-89af-a637aa55b8ff), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:47:03.075484 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d0bfdd66-7fe0-4ea1-949e-178e1e73cd2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (64ada913-9131-4d99-a265-63a920956287), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:47:03.085699 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86243e92-897e-42d0-bebc-ab61e3659ee9 req-13c58cfc-1f61-470a-8fa3-5a5d8e9ef8f1 tempest-TestSnapshotPattern-545904508 tempest-TestSnapshotPattern-545904508-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:47:03.087395 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-86243e92-897e-42d0-bebc-ab61e3659ee9 req-13c58cfc-1f61-470a-8fa3-5a5d8e9ef8f1 tempest-TestSnapshotPattern-545904508 tempest-TestSnapshotPattern-545904508-project] 10.222.0.96 "GET /v2.0/networks?id=870d7982-814d-464f-b7d8-090ca23edf77 HTTP/1.1" status: 200 len: 809 time: 0.1581705 Feb 04 18:47:03.109178 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 4ee4d9c8-c7f6-424f-9a2c-2d4df83468af up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 18:47:03.153012 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-86243e92-897e-42d0-bebc-ab61e3659ee9 req-9817b3c3-1c2b-4c70-9a5c-ab9f35327bca tempest-TestSnapshotPattern-545904508 tempest-TestSnapshotPattern-545904508-project] 10.222.0.96 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e3af54d39965439f99b2e52a799a4305 HTTP/1.1" status: 200 len: 380 time: 0.0557103 Feb 04 18:47:03.160153 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e863f418-20e5-4e06-885f-f2ac9f9b8c66 None None] Pushing event updated for resources: {'Port': ['ID=f6bd1c5b-c4f5-4a11-89af-a637aa55b8ff,revision_number=5']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:47:03.165909 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [req-86243e92-897e-42d0-bebc-ab61e3659ee9 req-d08ce572-1971-46da-8e34-74dd24c203c2 tempest-TestSnapshotPattern-545904508 tempest-TestSnapshotPattern-545904508-project] Request body: {'port': {'device_id': 'd1a440c8-cc52-4349-bb3b-8b29b4f2cab1', 'network_id': '870d7982-814d-464f-b7d8-090ca23edf77', 'admin_state_up': True, 'tenant_id': 'e3af54d39965439f99b2e52a799a4305', 'security_groups': ['bf032c70-5cf0-45ce-be59-238fa5168bce']}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 18:47:03.187850 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-35bb99fe-0740-4807-8b89-6a07ff328263 None None] Provisioning complete for port f6bd1c5b-c4f5-4a11-89af-a637aa55b8ff triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 18:47:03.188246 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-35bb99fe-0740-4807-8b89-6a07ff328263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (f6bd1c5b-c4f5-4a11-89af-a637aa55b8ff), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:47:03.224297 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-00949ade-c8e6-48d2-abc1-beef2c0e29cd req-7c374b01-136a-4dac-b60c-8ee6a980d7c8 tempest-TestSnapshotPattern-545904508 tempest-TestSnapshotPattern-545904508-project] 10.222.0.89 "GET /v2.0/ports?device_id=d1a440c8-cc52-4349-bb3b-8b29b4f2cab1 HTTP/1.1" status: 200 len: 210 time: 0.0307429 Feb 04 18:47:03.239541 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port 4ee4d9c8-c7f6-424f-9a2c-2d4df83468af triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 18:47:03.239920 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (4ee4d9c8-c7f6-424f-9a2c-2d4df83468af), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:47:03.270522 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-6ff3c4b4-70a2-4c62-b5e0-9672aad167a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e54fe86-c9bd-4810-a56f-e05687df0784', 'name': 'tempest-TestSnapshotPattern-123400188-router', 'tenant_id': '887d005c15d546ef86ac940be8e0bb5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.3'}], 'enable_snat': True}, 'gw_port_id': '4ee4d9c8-c7f6-424f-9a2c-2d4df83468af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T18:46:55Z', 'updated_at': '2022-02-04T18:46:58Z', 'revision_number': 4, 'project_id': '887d005c15d546ef86ac940be8e0bb5b', 'gw_port': {'id': '4ee4d9c8-c7f6-424f-9a2c-2d4df83468af', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:93:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e54fe86-c9bd-4810-a56f-e05687df0784', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4394, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:46:56Z', 'updated_at': '2022-02-04T18:47:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_interfaces': [{'id': 'f6bd1c5b-c4f5-4a11-89af-a637aa55b8ff', 'name': '', 'network_id': '89767106-00f1-4ebf-b650-141a5889d26f', 'tenant_id': '887d005c15d546ef86ac940be8e0bb5b', 'mac_address': 'fa:16:3e:09:1c:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e54fe86-c9bd-4810-a56f-e05687df0784', 'device_owner': 'network:router_interface', 'standard_attr_id': 4395, 'fixed_ips': [{'subnet_id': 'a7f9e657-a98e-4b4e-81aa-0b126feb9930', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:46:58Z', 'updated_at': '2022-02-04T18:47:02Z', 'revision_number': 4, 'project_id': '887d005c15d546ef86ac940be8e0bb5b', 'subnets': [{'id': 'a7f9e657-a98e-4b4e-81aa-0b126feb9930', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-2', False) {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:47:03.285081 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-86243e92-897e-42d0-bebc-ab61e3659ee9 req-d08ce572-1971-46da-8e34-74dd24c203c2 tempest-TestSnapshotPattern-545904508 tempest-TestSnapshotPattern-545904508-project] Made reservation on behalf of e3af54d39965439f99b2e52a799a4305 for: {'port': 1} {{(pid=103376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 18:47:03.288486 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-86243e92-897e-42d0-bebc-ab61e3659ee9 req-d08ce572-1971-46da-8e34-74dd24c203c2 tempest-TestSnapshotPattern-545904508 tempest-TestSnapshotPattern-545904508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:47:03.313552 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ff3c4b4-70a2-4c62-b5e0-9672aad167a7 None None] The sync data for ids ['0e54fe86-c9bd-4810-a56f-e05687df0784'] in n-d-827839-2 is: [{'id': '0e54fe86-c9bd-4810-a56f-e05687df0784', 'name': 'tempest-TestSnapshotPattern-123400188-router', 'tenant_id': '887d005c15d546ef86ac940be8e0bb5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.3'}], 'enable_snat': True}, 'gw_port_id': '4ee4d9c8-c7f6-424f-9a2c-2d4df83468af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T18:46:55Z', 'updated_at': '2022-02-04T18:46:58Z', 'revision_number': 4, 'project_id': '887d005c15d546ef86ac940be8e0bb5b', 'gw_port': {'id': '4ee4d9c8-c7f6-424f-9a2c-2d4df83468af', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:93:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e54fe86-c9bd-4810-a56f-e05687df0784', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4394, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:46:56Z', 'updated_at': '2022-02-04T18:47:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_interfaces': [{'id': 'f6bd1c5b-c4f5-4a11-89af-a637aa55b8ff', 'name': '', 'network_id': '89767106-00f1-4ebf-b650-141a5889d26f', 'tenant_id': '887d005c15d546ef86ac940be8e0bb5b', 'mac_address': 'fa:16:3e:09:1c:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e54fe86-c9bd-4810-a56f-e05687df0784', 'device_owner': 'network:router_interface', 'standard_attr_id': 4395, 'fixed_ips': [{'subnet_id': 'a7f9e657-a98e-4b4e-81aa-0b126feb9930', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:46:58Z', 'updated_at': '2022-02-04T18:47:02Z', 'revision_number': 4, 'project_id': '887d005c15d546ef86ac940be8e0bb5b', 'subnets': [{'id': 'a7f9e657-a98e-4b4e-81aa-0b126feb9930', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 18:47:03.402713 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-35bb99fe-0740-4807-8b89-6a07ff328263 None None] Current status of the port f6bd1c5b-c4f5-4a11-89af-a637aa55b8ff is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 18:47:03.414920 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port 4ee4d9c8-c7f6-424f-9a2c-2d4df83468af is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 18:47:03.417331 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d408ec64-b374-4acb-a1fc-48241dad6d47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (0cd6d64a-47a7-40ff-8c12-71dd526c62e0), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:47:03.458586 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.db_base_plugin_common [req-86243e92-897e-42d0-bebc-ab61e3659ee9 req-d08ce572-1971-46da-8e34-74dd24c203c2 tempest-TestSnapshotPattern-545904508 tempest-TestSnapshotPattern-545904508-project] Allocated IP 172.20.0.12 (870d7982-814d-464f-b7d8-090ca23edf77/c4e3f0e0-f96f-47e1-9720-edecc2073633/1419020c-566f-4765-a8f0-994430df8862) {{(pid=103376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 18:47:03.610387 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-86243e92-897e-42d0-bebc-ab61e3659ee9 req-d08ce572-1971-46da-8e34-74dd24c203c2 tempest-TestSnapshotPattern-545904508 tempest-TestSnapshotPattern-545904508-project] Publish callbacks [] for port (1419020c-566f-4765-a8f0-994430df8862), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:47:03.643529 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-86243e92-897e-42d0-bebc-ab61e3659ee9 req-d08ce572-1971-46da-8e34-74dd24c203c2 tempest-TestSnapshotPattern-545904508 tempest-TestSnapshotPattern-545904508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (1419020c-566f-4765-a8f0-994430df8862), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:47:03.694320 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-86243e92-897e-42d0-bebc-ab61e3659ee9 req-d08ce572-1971-46da-8e34-74dd24c203c2 tempest-TestSnapshotPattern-545904508 tempest-TestSnapshotPattern-545904508-project] Network 870d7982-814d-464f-b7d8-090ca23edf77 is already hosted by enough agents. {{(pid=103376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 18:47:03.697680 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [req-86243e92-897e-42d0-bebc-ab61e3659ee9 req-d08ce572-1971-46da-8e34-74dd24c203c2 tempest-TestSnapshotPattern-545904508 tempest-TestSnapshotPattern-545904508-project] Resources bound (agent type, host, resource id): {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 18:47:03.701610 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [req-86243e92-897e-42d0-bebc-ab61e3659ee9 req-d08ce572-1971-46da-8e34-74dd24c203c2 tempest-TestSnapshotPattern-545904508 tempest-TestSnapshotPattern-545904508-project] Received port after_create {{(pid=103376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 18:47:03.708120 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08ce572-1971-46da-8e34-74dd24c203c2 tempest-TestSnapshotPattern-545904508 tempest-TestSnapshotPattern-545904508-project] Pushing event updated for resources: {'Port': ['ID=1419020c-566f-4765-a8f0-994430df8862,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:47:03.761688 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86243e92-897e-42d0-bebc-ab61e3659ee9 req-d08ce572-1971-46da-8e34-74dd24c203c2 tempest-TestSnapshotPattern-545904508 tempest-TestSnapshotPattern-545904508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:47:03.762567 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-86243e92-897e-42d0-bebc-ab61e3659ee9 req-d08ce572-1971-46da-8e34-74dd24c203c2 tempest-TestSnapshotPattern-545904508 tempest-TestSnapshotPattern-545904508-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:47:03.783176 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-86243e92-897e-42d0-bebc-ab61e3659ee9 req-d08ce572-1971-46da-8e34-74dd24c203c2 tempest-TestSnapshotPattern-545904508 tempest-TestSnapshotPattern-545904508-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6221559 Feb 04 18:47:03.796513 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [req-86243e92-897e-42d0-bebc-ab61e3659ee9 req-7b0a0055-74e3-4802-b470-a32fa9da8efa service neutron] Request body: {'port': {'device_id': 'd1a440c8-cc52-4349-bb3b-8b29b4f2cab1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827839-2'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 18:47:03.865737 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-86243e92-897e-42d0-bebc-ab61e3659ee9 req-7b0a0055-74e3-4802-b470-a32fa9da8efa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (1419020c-566f-4765-a8f0-994430df8862), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:47:04.034773 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-64932abe-e62f-4cb2-b082-553ea9996b99 None None] Provisioning complete for port 1419020c-566f-4765-a8f0-994430df8862 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 18:47:04.035141 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-64932abe-e62f-4cb2-b082-553ea9996b99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (1419020c-566f-4765-a8f0-994430df8862), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:47:04.073071 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-64932abe-e62f-4cb2-b082-553ea9996b99 None None] Port 1419020c-566f-4765-a8f0-994430df8862 cannot update to ACTIVE because it is not bound. {{(pid=103378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 18:47:04.139211 n-d-827839-2 neutron-server[103376]: DEBUG neutron.notifiers.nova [req-86243e92-897e-42d0-bebc-ab61e3659ee9 req-7b0a0055-74e3-4802-b470-a32fa9da8efa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1419020c-566f-4765-a8f0-994430df8862 {{(pid=103376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 18:47:04.146935 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-86243e92-897e-42d0-bebc-ab61e3659ee9 req-7b0a0055-74e3-4802-b470-a32fa9da8efa service neutron] Publish callbacks [] for port (1419020c-566f-4765-a8f0-994430df8862), precommit_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:47:04.159317 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.provisioning_blocks [req-86243e92-897e-42d0-bebc-ab61e3659ee9 req-7b0a0055-74e3-4802-b470-a32fa9da8efa service neutron] Transition to ACTIVE for port object 1419020c-566f-4765-a8f0-994430df8862 will not be triggered until provisioned by entity L2. {{(pid=103376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 18:47:04.162869 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-86243e92-897e-42d0-bebc-ab61e3659ee9 req-7b0a0055-74e3-4802-b470-a32fa9da8efa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675836'] for port (1419020c-566f-4765-a8f0-994430df8862), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:47:04.215167 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0a0055-74e3-4802-b470-a32fa9da8efa service neutron] Pushing event updated for resources: {'Port': ['ID=1419020c-566f-4765-a8f0-994430df8862,revision_number=2']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:47:04.284598 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [req-86243e92-897e-42d0-bebc-ab61e3659ee9 req-7b0a0055-74e3-4802-b470-a32fa9da8efa service neutron] Attempting to bind port 1419020c-566f-4765-a8f0-994430df8862 on host n-h1-827839-2 for vnic_type normal with profile {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 18:47:04.284971 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [req-86243e92-897e-42d0-bebc-ab61e3659ee9 req-7b0a0055-74e3-4802-b470-a32fa9da8efa service neutron] Attempting to bind port 1419020c-566f-4765-a8f0-994430df8862 by drivers openvswitch,hyperv on host n-h1-827839-2 at level 0 using segments [{'id': '21016f66-eff9-482b-9ea3-b06994601951', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '870d7982-814d-464f-b7d8-090ca23edf77'}] {{(pid=103376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 18:47:04.285310 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86243e92-897e-42d0-bebc-ab61e3659ee9 req-7b0a0055-74e3-4802-b470-a32fa9da8efa service neutron] Attempting to bind port 1419020c-566f-4765-a8f0-994430df8862 on network 870d7982-814d-464f-b7d8-090ca23edf77 {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 18:47:04.290386 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86243e92-897e-42d0-bebc-ab61e3659ee9 req-7b0a0055-74e3-4802-b470-a32fa9da8efa service neutron] Port 1419020c-566f-4765-a8f0-994430df8862 on network 870d7982-814d-464f-b7d8-090ca23edf77 not bound, no agent of type Open vSwitch agent registered on host n-h1-827839-2 {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 18:47:04.290719 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86243e92-897e-42d0-bebc-ab61e3659ee9 req-7b0a0055-74e3-4802-b470-a32fa9da8efa service neutron] Attempting to bind port 1419020c-566f-4765-a8f0-994430df8862 on network 870d7982-814d-464f-b7d8-090ca23edf77 {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 18:47:04.295949 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86243e92-897e-42d0-bebc-ab61e3659ee9 req-7b0a0055-74e3-4802-b470-a32fa9da8efa service neutron] Checking agent: {'id': '3f9244a9-75fc-4c10-b195-11d48b853b41', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 8, 42), 'started_at': datetime.datetime(2022, 2, 4, 17, 8, 42), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 18, 46, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 18:47:04.296295 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86243e92-897e-42d0-bebc-ab61e3659ee9 req-7b0a0055-74e3-4802-b470-a32fa9da8efa service neutron] Checking segment: {'id': '21016f66-eff9-482b-9ea3-b06994601951', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '870d7982-814d-464f-b7d8-090ca23edf77'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 18:47:04.296685 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86243e92-897e-42d0-bebc-ab61e3659ee9 req-7b0a0055-74e3-4802-b470-a32fa9da8efa service neutron] Bound using segment: {'id': '21016f66-eff9-482b-9ea3-b06994601951', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '870d7982-814d-464f-b7d8-090ca23edf77'} {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 18:47:04.297150 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [req-86243e92-897e-42d0-bebc-ab61e3659ee9 req-7b0a0055-74e3-4802-b470-a32fa9da8efa service neutron] Bound port: 1419020c-566f-4765-a8f0-994430df8862, host: n-h1-827839-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '21016f66-eff9-482b-9ea3-b06994601951', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '870d7982-814d-464f-b7d8-090ca23edf77'}}] {{(pid=103376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 18:47:04.297675 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-86243e92-897e-42d0-bebc-ab61e3659ee9 req-7b0a0055-74e3-4802-b470-a32fa9da8efa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (1419020c-566f-4765-a8f0-994430df8862), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:47:04.406759 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [req-86243e92-897e-42d0-bebc-ab61e3659ee9 req-7b0a0055-74e3-4802-b470-a32fa9da8efa service neutron] For port 1419020c-566f-4765-a8f0-994430df8862, host n-h1-827839-2, cleared binding levels {{(pid=103376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 18:47:04.415305 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f20a0d-bfb8-4f6f-bb52-82866c43cf7f req-784702e5-ba66-476b-8083-194d33fe0174 tempest-TestSnapshotPattern-545904508 tempest-TestSnapshotPattern-545904508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:47:04.416888 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-90f20a0d-bfb8-4f6f-bb52-82866c43cf7f req-784702e5-ba66-476b-8083-194d33fe0174 tempest-TestSnapshotPattern-545904508 tempest-TestSnapshotPattern-545904508-project] 10.222.0.89 "GET /v2.0/ports?device_id=d1a440c8-cc52-4349-bb3b-8b29b4f2cab1 HTTP/1.1" status: 200 len: 944 time: 0.1071892 Feb 04 18:47:04.418531 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [req-86243e92-897e-42d0-bebc-ab61e3659ee9 req-7b0a0055-74e3-4802-b470-a32fa9da8efa service neutron] For port 1419020c-566f-4765-a8f0-994430df8862, host n-h1-827839-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=1419020c-566f-4765-a8f0-994430df8862,segment=NetworkSegment(21016f66-eff9-482b-9ea3-b06994601951),segment_id=21016f66-eff9-482b-9ea3-b06994601951)] {{(pid=103376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 18:47:04.429877 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-86243e92-897e-42d0-bebc-ab61e3659ee9 req-7b0a0055-74e3-4802-b470-a32fa9da8efa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675836'] for port (1419020c-566f-4765-a8f0-994430df8862), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:47:04.482098 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86243e92-897e-42d0-bebc-ab61e3659ee9 req-7b0a0055-74e3-4802-b470-a32fa9da8efa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:47:04.482720 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-86243e92-897e-42d0-bebc-ab61e3659ee9 req-7b0a0055-74e3-4802-b470-a32fa9da8efa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:47:04.484189 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-86243e92-897e-42d0-bebc-ab61e3659ee9 req-7b0a0055-74e3-4802-b470-a32fa9da8efa service neutron] 10.222.0.96 "PUT /v2.0/ports/1419020c-566f-4765-a8f0-994430df8862 HTTP/1.1" status: 200 len: 1092 time: 0.6934824 Feb 04 18:47:04.484643 n-d-827839-2 neutron-server[103376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1a440c8-cc52-4349-bb3b-8b29b4f2cab1', 'tag': '1419020c-566f-4765-a8f0-994430df8862'}] {{(pid=103376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 18:47:04.486956 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7aefa7f3373fd63bd14caed2f0c404cd5bacff84a7eb60e70ea20ed0b49017dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4768c620-7448-469c-bd28-1d0c7eaa1808" -d '{"events": [{"name": "network-changed", "server_uuid": "d1a440c8-cc52-4349-bb3b-8b29b4f2cab1", "tag": "1419020c-566f-4765-a8f0-994430df8862"}]}' {{(pid=103376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 18:47:04.524433 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0a0055-74e3-4802-b470-a32fa9da8efa service neutron] Pushing event updated for resources: {'Port': ['ID=1419020c-566f-4765-a8f0-994430df8862,revision_number=3']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:47:04.531064 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-90f20a0d-bfb8-4f6f-bb52-82866c43cf7f req-1b836280-c219-4923-873b-a7b14935f8e7 tempest-TestSnapshotPattern-545904508 tempest-TestSnapshotPattern-545904508-project] 10.222.0.89 "GET /v2.0/security-groups?id=bf032c70-5cf0-45ce-be59-238fa5168bce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1083198 Feb 04 18:47:04.583980 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86243e92-897e-42d0-bebc-ab61e3659ee9 req-b2ba8bcf-690b-43d8-9611-50525e2674d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:47:04.585586 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-86243e92-897e-42d0-bebc-ab61e3659ee9 req-b2ba8bcf-690b-43d8-9611-50525e2674d0 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=e3af54d39965439f99b2e52a799a4305&device_id=d1a440c8-cc52-4349-bb3b-8b29b4f2cab1 HTTP/1.1" status: 200 len: 1126 time: 0.0530310 Feb 04 18:47:04.632320 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 18:47:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50989aef-690a-4827-aba2-db9cd10d8360 x-openstack-request-id: req-50989aef-690a-4827-aba2-db9cd10d8360 {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 18:47:04.632616 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1a440c8-cc52-4349-bb3b-8b29b4f2cab1", "tag": "1419020c-566f-4765-a8f0-994430df8862", "status": "completed", "code": 200}]} {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 18:47:04.632896 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-50989aef-690a-4827-aba2-db9cd10d8360 {{(pid=103376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 18:47:04.633301 n-d-827839-2 neutron-server[103376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1a440c8-cc52-4349-bb3b-8b29b4f2cab1', 'tag': '1419020c-566f-4765-a8f0-994430df8862', 'status': 'completed', 'code': 200} Feb 04 18:47:04.635117 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-86243e92-897e-42d0-bebc-ab61e3659ee9 req-ffcbc647-7352-4c0f-a234-c4e523268f63 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1419020c-566f-4765-a8f0-994430df8862 HTTP/1.1" status: 200 len: 217 time: 0.0407000 Feb 04 18:47:04.688004 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86243e92-897e-42d0-bebc-ab61e3659ee9 req-8816070a-f811-4fe1-8f1c-410e209d1642 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:47:04.689530 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-86243e92-897e-42d0-bebc-ab61e3659ee9 req-8816070a-f811-4fe1-8f1c-410e209d1642 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=c4e3f0e0-f96f-47e1-9720-edecc2073633 HTTP/1.1" status: 200 len: 848 time: 0.0471885 Feb 04 18:47:04.744152 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86243e92-897e-42d0-bebc-ab61e3659ee9 req-afc93c7f-4ac0-4543-b391-e7ed291167b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:47:04.745697 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-86243e92-897e-42d0-bebc-ab61e3659ee9 req-afc93c7f-4ac0-4543-b391-e7ed291167b9 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=870d7982-814d-464f-b7d8-090ca23edf77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0495529 Feb 04 18:47:04.842309 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-86243e92-897e-42d0-bebc-ab61e3659ee9 req-c1f6fd6c-b500-4a2c-b52a-10393d70fed7 service neutron] 10.222.0.96 "GET /v2.0/networks/870d7982-814d-464f-b7d8-090ca23edf77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896275 Feb 04 18:47:04.937499 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-86243e92-897e-42d0-bebc-ab61e3659ee9 req-19328889-1fe2-4044-b001-417e91cddc4f service neutron] 10.222.0.96 "GET /v2.0/networks/870d7982-814d-464f-b7d8-090ca23edf77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894890 Feb 04 18:47:05.025579 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4768c620-7448-469c-bd28-1d0c7eaa1808 req-02d0aa18-0695-44ba-b4e9-0cc79394adbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:47:05.027140 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-4768c620-7448-469c-bd28-1d0c7eaa1808 req-02d0aa18-0695-44ba-b4e9-0cc79394adbe service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=e3af54d39965439f99b2e52a799a4305&device_id=d1a440c8-cc52-4349-bb3b-8b29b4f2cab1 HTTP/1.1" status: 200 len: 1126 time: 0.0485868 Feb 04 18:47:05.103137 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device f6bd1c5b-c4f5-4a11-89af-a637aa55b8ff up at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 18:47:05.121758 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4768c620-7448-469c-bd28-1d0c7eaa1808 req-53342ea6-991a-4322-a268-33859245f471 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:47:05.123297 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-4768c620-7448-469c-bd28-1d0c7eaa1808 req-53342ea6-991a-4322-a268-33859245f471 service neutron] 10.222.0.96 "GET /v2.0/networks?id=870d7982-814d-464f-b7d8-090ca23edf77 HTTP/1.1" status: 200 len: 910 time: 0.0896549 Feb 04 18:47:05.155771 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Provisioning complete for port f6bd1c5b-c4f5-4a11-89af-a637aa55b8ff triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 18:47:05.156148 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (f6bd1c5b-c4f5-4a11-89af-a637aa55b8ff), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:47:05.173736 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-4768c620-7448-469c-bd28-1d0c7eaa1808 req-8015c473-283c-4388-9c28-cd0b0899f748 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1419020c-566f-4765-a8f0-994430df8862 HTTP/1.1" status: 200 len: 217 time: 0.0445137 Feb 04 18:47:05.226048 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4768c620-7448-469c-bd28-1d0c7eaa1808 req-7db39879-630d-415a-b324-392f54b67a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:47:05.227555 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-4768c620-7448-469c-bd28-1d0c7eaa1808 req-7db39879-630d-415a-b324-392f54b67a43 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=c4e3f0e0-f96f-47e1-9720-edecc2073633 HTTP/1.1" status: 200 len: 848 time: 0.0479918 Feb 04 18:47:05.249875 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Current status of the port f6bd1c5b-c4f5-4a11-89af-a637aa55b8ff is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 18:47:05.254000 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4f14bb47-e72b-46ac-9e44-a61d9293afcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (75326290-f7a3-4db8-9cf2-15c7139ed224), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:47:05.282045 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4768c620-7448-469c-bd28-1d0c7eaa1808 req-18b09ed1-1d25-4989-b1d8-dd21a592b5e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:47:05.283589 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-4768c620-7448-469c-bd28-1d0c7eaa1808 req-18b09ed1-1d25-4989-b1d8-dd21a592b5e8 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=870d7982-814d-464f-b7d8-090ca23edf77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0473232 Feb 04 18:47:05.383239 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-4768c620-7448-469c-bd28-1d0c7eaa1808 req-c8503c11-2367-4c9c-aa81-b1a6dea0cf01 service neutron] 10.222.0.96 "GET /v2.0/networks/870d7982-814d-464f-b7d8-090ca23edf77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933774 Feb 04 18:47:05.482159 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-4768c620-7448-469c-bd28-1d0c7eaa1808 req-66e39b88-78c0-4462-9af6-5ab13d12ce31 service neutron] 10.222.0.96 "GET /v2.0/networks/870d7982-814d-464f-b7d8-090ca23edf77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920038 Feb 04 18:47:05.661785 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34fe068-d740-4206-98e1-3ce5f5e63e29 req-f356a44a-2a30-4b57-b6f9-f3898a98fbcd tempest-TestSnapshotPattern-545904508 tempest-TestSnapshotPattern-545904508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:47:05.663168 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-c34fe068-d740-4206-98e1-3ce5f5e63e29 req-f356a44a-2a30-4b57-b6f9-f3898a98fbcd tempest-TestSnapshotPattern-545904508 tempest-TestSnapshotPattern-545904508-project] 10.222.0.89 "GET /v2.0/ports?device_id=d1a440c8-cc52-4349-bb3b-8b29b4f2cab1 HTTP/1.1" status: 200 len: 944 time: 0.0526488 Feb 04 18:47:05.714902 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-c34fe068-d740-4206-98e1-3ce5f5e63e29 req-c4f5daa5-d029-486f-9cf8-a409a0dca9cf tempest-TestSnapshotPattern-545904508 tempest-TestSnapshotPattern-545904508-project] 10.222.0.89 "GET /v2.0/security-groups?id=bf032c70-5cf0-45ce-be59-238fa5168bce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459855 Feb 04 18:47:05.963681 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (ba70844b-66a0-45fd-a2f2-e6ed673321fc), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:47:06.835064 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a400c8ce-e9bc-48a0-bee1-a0e1b3f19bd6 req-01074693-a140-4af9-87fa-f73c82c8aaaa tempest-TestSnapshotPattern-545904508 tempest-TestSnapshotPattern-545904508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:47:06.836870 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-a400c8ce-e9bc-48a0-bee1-a0e1b3f19bd6 req-01074693-a140-4af9-87fa-f73c82c8aaaa tempest-TestSnapshotPattern-545904508 tempest-TestSnapshotPattern-545904508-project] 10.222.0.89 "GET /v2.0/ports?device_id=d1a440c8-cc52-4349-bb3b-8b29b4f2cab1 HTTP/1.1" status: 200 len: 944 time: 0.0538137 Feb 04 18:47:06.893126 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-a400c8ce-e9bc-48a0-bee1-a0e1b3f19bd6 req-19f0abc8-2000-434d-895d-8b307dfef1f9 tempest-TestSnapshotPattern-545904508 tempest-TestSnapshotPattern-545904508-project] 10.222.0.89 "GET /v2.0/security-groups?id=bf032c70-5cf0-45ce-be59-238fa5168bce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473633 Feb 04 18:47:08.012463 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60aa0816-6ed1-474a-88a7-a337d40edcb5 req-1fba77dd-2cf9-43bc-8ebe-05dd15c2058b tempest-TestSnapshotPattern-545904508 tempest-TestSnapshotPattern-545904508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:47:08.014002 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-60aa0816-6ed1-474a-88a7-a337d40edcb5 req-1fba77dd-2cf9-43bc-8ebe-05dd15c2058b tempest-TestSnapshotPattern-545904508 tempest-TestSnapshotPattern-545904508-project] 10.222.0.89 "GET /v2.0/ports?device_id=d1a440c8-cc52-4349-bb3b-8b29b4f2cab1 HTTP/1.1" status: 200 len: 944 time: 0.0530663 Feb 04 18:47:08.062379 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-60aa0816-6ed1-474a-88a7-a337d40edcb5 req-577521db-670b-4c62-aa59-e82ce696536c tempest-TestSnapshotPattern-545904508 tempest-TestSnapshotPattern-545904508-project] 10.222.0.89 "GET /v2.0/security-groups?id=bf032c70-5cf0-45ce-be59-238fa5168bce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429399 Feb 04 18:47:08.814228 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device 1419020c-566f-4765-a8f0-994430df8862 details requested by agent hyperv_n-h1-827839-2 with host n-h1-827839-2 {{(pid=103378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 18:47:08.913171 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] For port 1419020c-566f-4765-a8f0-994430df8862, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=1419020c-566f-4765-a8f0-994430df8862,segment=NetworkSegment(21016f66-eff9-482b-9ea3-b06994601951),segment_id=21016f66-eff9-482b-9ea3-b06994601951)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 18:47:08.924690 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Returning: {'device': '1419020c-566f-4765-a8f0-994430df8862', 'network_id': '870d7982-814d-464f-b7d8-090ca23edf77', 'port_id': '1419020c-566f-4765-a8f0-994430df8862', 'mac_address': 'fa:16:3e:d8:9b:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 758, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4e3f0e0-f96f-47e1-9720-edecc2073633', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 18:47:08.965743 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Current status of the port 1419020c-566f-4765-a8f0-994430df8862 is: DOWN; New status is: BUILD {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 18:47:08.966143 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (1419020c-566f-4765-a8f0-994430df8862), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:47:08.979009 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1419020c-566f-4765-a8f0-994430df8862 {{(pid=103378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 18:47:08.999614 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] For port 1419020c-566f-4765-a8f0-994430df8862, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=1419020c-566f-4765-a8f0-994430df8862,segment=NetworkSegment(21016f66-eff9-482b-9ea3-b06994601951),segment_id=21016f66-eff9-482b-9ea3-b06994601951)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 18:47:09.003701 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (1419020c-566f-4765-a8f0-994430df8862), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:47:09.051264 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Pushing event updated for resources: {'Port': ['ID=1419020c-566f-4765-a8f0-994430df8862,revision_number=4']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:47:09.181189 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820e4c15-8ce0-43bb-a5d7-5c1f0cd8b39d req-4986d15d-cfe6-4dc9-aed4-ca23d92fff1e tempest-TestSnapshotPattern-545904508 tempest-TestSnapshotPattern-545904508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:47:09.182946 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-820e4c15-8ce0-43bb-a5d7-5c1f0cd8b39d req-4986d15d-cfe6-4dc9-aed4-ca23d92fff1e tempest-TestSnapshotPattern-545904508 tempest-TestSnapshotPattern-545904508-project] 10.222.0.89 "GET /v2.0/ports?device_id=d1a440c8-cc52-4349-bb3b-8b29b4f2cab1 HTTP/1.1" status: 200 len: 945 time: 0.0562525 Feb 04 18:47:09.230624 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-820e4c15-8ce0-43bb-a5d7-5c1f0cd8b39d req-ec92eede-e754-4238-b2a4-4a527f3d1b99 tempest-TestSnapshotPattern-545904508 tempest-TestSnapshotPattern-545904508-project] 10.222.0.89 "GET /v2.0/security-groups?id=bf032c70-5cf0-45ce-be59-238fa5168bce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414884 Feb 04 18:47:09.320115 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] get_ports_and_sgs() called for port_ids ['1419020c-566f-4765-a8f0-994430df8862'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 18:47:10.349502 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c1b688-4886-4766-b9b7-70f25605a8df req-1e189e13-bde1-4922-8882-eaf1fdda8774 tempest-TestSnapshotPattern-545904508 tempest-TestSnapshotPattern-545904508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:47:10.350990 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-80c1b688-4886-4766-b9b7-70f25605a8df req-1e189e13-bde1-4922-8882-eaf1fdda8774 tempest-TestSnapshotPattern-545904508 tempest-TestSnapshotPattern-545904508-project] 10.222.0.89 "GET /v2.0/ports?device_id=d1a440c8-cc52-4349-bb3b-8b29b4f2cab1 HTTP/1.1" status: 200 len: 945 time: 0.0520244 Feb 04 18:47:10.398386 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-80c1b688-4886-4766-b9b7-70f25605a8df req-6430c839-0b7e-4504-85fa-6af29264c9c3 tempest-TestSnapshotPattern-545904508 tempest-TestSnapshotPattern-545904508-project] 10.222.0.89 "GET /v2.0/security-groups?id=bf032c70-5cf0-45ce-be59-238fa5168bce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417721 Feb 04 18:47:10.848051 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device 1419020c-566f-4765-a8f0-994430df8862 up at agent hyperv_n-h1-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 18:47:10.897112 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Provisioning for port 1419020c-566f-4765-a8f0-994430df8862 completed by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 18:47:10.900646 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Provisioning complete for port 1419020c-566f-4765-a8f0-994430df8862 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 18:47:10.901051 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (1419020c-566f-4765-a8f0-994430df8862), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:47:10.986617 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Current status of the port 1419020c-566f-4765-a8f0-994430df8862 is: BUILD; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 18:47:10.986992 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (1419020c-566f-4765-a8f0-994430df8862), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:47:10.998457 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (f20a1ab3-4332-4f54-833b-ba4a7c687e89), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:47:11.012279 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1a440c8-cc52-4349-bb3b-8b29b4f2cab1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1419020c-566f-4765-a8f0-994430df8862'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 18:47:11.015072 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d531d67ec453461b01ecd2cf0c6686e25a5679cf38f56e7e92bae688f1026262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c65c781-bb55-4591-aa6d-d3702497e661" -d '{"events": [{"server_uuid": "d1a440c8-cc52-4349-bb3b-8b29b4f2cab1", "name": "network-vif-plugged", "status": "completed", "tag": "1419020c-566f-4765-a8f0-994430df8862"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 18:47:11.027309 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] For port 1419020c-566f-4765-a8f0-994430df8862, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=1419020c-566f-4765-a8f0-994430df8862,segment=NetworkSegment(21016f66-eff9-482b-9ea3-b06994601951),segment_id=21016f66-eff9-482b-9ea3-b06994601951)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 18:47:11.031822 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (1419020c-566f-4765-a8f0-994430df8862), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:47:11.054975 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 18:47:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a48e0ad-5c8f-40ef-bd7c-2905d8806e27 x-openstack-request-id: req-3a48e0ad-5c8f-40ef-bd7c-2905d8806e27 {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 18:47:11.055264 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1a440c8-cc52-4349-bb3b-8b29b4f2cab1", "name": "network-vif-plugged", "status": "completed", "tag": "1419020c-566f-4765-a8f0-994430df8862", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 18:47:11.055513 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-3a48e0ad-5c8f-40ef-bd7c-2905d8806e27 {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 18:47:11.055899 n-d-827839-2 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1a440c8-cc52-4349-bb3b-8b29b4f2cab1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1419020c-566f-4765-a8f0-994430df8862', 'code': 200} Feb 04 18:47:11.082842 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Pushing event updated for resources: {'Port': ['ID=1419020c-566f-4765-a8f0-994430df8862,revision_number=5']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:47:11.152157 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436a57a0-eb13-4419-b9d5-14adc2917a9e req-6e0b4eb6-d949-4ac6-aa78-bae740cc96a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:47:11.153762 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-436a57a0-eb13-4419-b9d5-14adc2917a9e req-6e0b4eb6-d949-4ac6-aa78-bae740cc96a0 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=d1a440c8-cc52-4349-bb3b-8b29b4f2cab1 HTTP/1.1" status: 200 len: 1128 time: 0.0483882 Feb 04 18:47:11.198666 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-436a57a0-eb13-4419-b9d5-14adc2917a9e req-3231a18d-c85f-42cb-b086-221253f5fb07 service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=bf032c70-5cf0-45ce-be59-238fa5168bce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387812 Feb 04 18:47:11.518510 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb56098-3648-4352-8713-fbca6830cd4e req-0ccd028a-6bfb-401f-8ee7-8a6dd5df344d tempest-TestSnapshotPattern-545904508 tempest-TestSnapshotPattern-545904508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:47:11.519889 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-5fb56098-3648-4352-8713-fbca6830cd4e req-0ccd028a-6bfb-401f-8ee7-8a6dd5df344d tempest-TestSnapshotPattern-545904508 tempest-TestSnapshotPattern-545904508-project] 10.222.0.89 "GET /v2.0/ports?device_id=d1a440c8-cc52-4349-bb3b-8b29b4f2cab1 HTTP/1.1" status: 200 len: 946 time: 0.0528836 Feb 04 18:47:11.567982 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-5fb56098-3648-4352-8713-fbca6830cd4e req-25cba61f-c3b6-49ed-aadc-e0c68db23f47 tempest-TestSnapshotPattern-545904508 tempest-TestSnapshotPattern-545904508-project] 10.222.0.89 "GET /v2.0/security-groups?id=bf032c70-5cf0-45ce-be59-238fa5168bce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424821 Feb 04 18:47:12.686537 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66a3d9c-13b5-4318-abfb-2a865fccb3cb req-9c4a83d9-88e0-43a9-a5e5-988f83ba4d64 tempest-TestSnapshotPattern-545904508 tempest-TestSnapshotPattern-545904508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:47:12.687997 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-f66a3d9c-13b5-4318-abfb-2a865fccb3cb req-9c4a83d9-88e0-43a9-a5e5-988f83ba4d64 tempest-TestSnapshotPattern-545904508 tempest-TestSnapshotPattern-545904508-project] 10.222.0.89 "GET /v2.0/ports?device_id=d1a440c8-cc52-4349-bb3b-8b29b4f2cab1 HTTP/1.1" status: 200 len: 946 time: 0.0521386 Feb 04 18:47:12.735096 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-f66a3d9c-13b5-4318-abfb-2a865fccb3cb req-e98d5ec6-d352-4ed1-8737-703cc255a04b tempest-TestSnapshotPattern-545904508 tempest-TestSnapshotPattern-545904508-project] 10.222.0.89 "GET /v2.0/security-groups?id=bf032c70-5cf0-45ce-be59-238fa5168bce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416176 Feb 04 18:47:12.852971 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0586dad9-aae4-4eb1-83fe-dc327b1ca6f1 req-2cc75087-d54e-417d-abe5-035fb9a5dbf1 tempest-TestSnapshotPattern-545904508 tempest-TestSnapshotPattern-545904508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:47:12.854400 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-0586dad9-aae4-4eb1-83fe-dc327b1ca6f1 req-2cc75087-d54e-417d-abe5-035fb9a5dbf1 tempest-TestSnapshotPattern-545904508 tempest-TestSnapshotPattern-545904508-project] 10.222.0.89 "GET /v2.0/ports?device_id=d1a440c8-cc52-4349-bb3b-8b29b4f2cab1 HTTP/1.1" status: 200 len: 946 time: 0.0517583 Feb 04 18:47:12.906873 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-0586dad9-aae4-4eb1-83fe-dc327b1ca6f1 req-aec3ec79-ece5-4346-897f-345fb0af829e tempest-TestSnapshotPattern-545904508 tempest-TestSnapshotPattern-545904508-project] 10.222.0.89 "GET /v2.0/security-groups?id=bf032c70-5cf0-45ce-be59-238fa5168bce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464139 Feb 04 18:47:12.929272 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 60402) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:47:13.015812 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d3ef61f-4a18-42a5-b9fc-7ba454f5b618 tempest-TestSnapshotPattern-1502233693 tempest-TestSnapshotPattern-1502233693-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:47:13.017352 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-0d3ef61f-4a18-42a5-b9fc-7ba454f5b618 tempest-TestSnapshotPattern-1502233693 tempest-TestSnapshotPattern-1502233693-project-admin] 10.222.0.89 "GET /v2.0/ports?device_id=d1a440c8-cc52-4349-bb3b-8b29b4f2cab1 HTTP/1.1" status: 200 len: 1123 time: 0.0870953 Feb 04 18:47:13.020257 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 60406) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:47:13.024395 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-b04f4551-1f91-4592-a611-08353e93dbe3 tempest-TestSnapshotPattern-545904508 tempest-TestSnapshotPattern-545904508-project] Request body: {'floatingip': {'floating_network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'port_id': '1419020c-566f-4765-a8f0-994430df8862', 'tenant_id': 'e3af54d39965439f99b2e52a799a4305', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 18:47:13.045255 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-b04f4551-1f91-4592-a611-08353e93dbe3 tempest-TestSnapshotPattern-545904508 tempest-TestSnapshotPattern-545904508-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:47:13.139692 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-b04f4551-1f91-4592-a611-08353e93dbe3 tempest-TestSnapshotPattern-545904508 tempest-TestSnapshotPattern-545904508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:47:13.158805 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (3f9244a9-75fc-4c10-b195-11d48b853b41), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:47:13.243961 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.db_base_plugin_common [None req-b04f4551-1f91-4592-a611-08353e93dbe3 tempest-TestSnapshotPattern-545904508 tempest-TestSnapshotPattern-545904508-project] Allocated IP 172.25.6.219 (48165773-85ad-49a1-9ec1-76fc8dc24188/7660bfad-1ea8-4fe7-831b-bed836f13efc/feb826fd-d2de-47b0-a91d-c6d48c60670f) {{(pid=103377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 18:47:13.342783 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-b04f4551-1f91-4592-a611-08353e93dbe3 tempest-TestSnapshotPattern-545904508 tempest-TestSnapshotPattern-545904508-project] Publish callbacks [] for port (feb826fd-d2de-47b0-a91d-c6d48c60670f), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:47:13.376519 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-b04f4551-1f91-4592-a611-08353e93dbe3 tempest-TestSnapshotPattern-545904508 tempest-TestSnapshotPattern-545904508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (feb826fd-d2de-47b0-a91d-c6d48c60670f), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:47:13.418632 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b04f4551-1f91-4592-a611-08353e93dbe3 tempest-TestSnapshotPattern-545904508 tempest-TestSnapshotPattern-545904508-project] Network 48165773-85ad-49a1-9ec1-76fc8dc24188 is already hosted by enough agents. {{(pid=103377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 18:47:13.421958 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [None req-b04f4551-1f91-4592-a611-08353e93dbe3 tempest-TestSnapshotPattern-545904508 tempest-TestSnapshotPattern-545904508-project] Resources bound (agent type, host, resource id): {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 18:47:13.425450 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b04f4551-1f91-4592-a611-08353e93dbe3 tempest-TestSnapshotPattern-545904508 tempest-TestSnapshotPattern-545904508-project] Received port after_create {{(pid=103377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 18:47:13.447805 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04f4551-1f91-4592-a611-08353e93dbe3 tempest-TestSnapshotPattern-545904508 tempest-TestSnapshotPattern-545904508-project] Pushing event updated for resources: {'Port': ['ID=feb826fd-d2de-47b0-a91d-c6d48c60670f,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:47:13.771973 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-b04f4551-1f91-4592-a611-08353e93dbe3 tempest-TestSnapshotPattern-545904508 tempest-TestSnapshotPattern-545904508-project] Publish callbacks [] for floatingip (41a0d32b-3bc2-4d9b-8aff-e55bb3f2f332), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:47:13.846959 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-b04f4551-1f91-4592-a611-08353e93dbe3 tempest-TestSnapshotPattern-545904508 tempest-TestSnapshotPattern-545904508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (feb826fd-d2de-47b0-a91d-c6d48c60670f), before_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:47:13.993826 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-b04f4551-1f91-4592-a611-08353e93dbe3 tempest-TestSnapshotPattern-545904508 tempest-TestSnapshotPattern-545904508-project] Publish callbacks [] for port (feb826fd-d2de-47b0-a91d-c6d48c60670f), precommit_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:47:13.998788 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-b04f4551-1f91-4592-a611-08353e93dbe3 tempest-TestSnapshotPattern-545904508 tempest-TestSnapshotPattern-545904508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25888290'] for port (feb826fd-d2de-47b0-a91d-c6d48c60670f), after_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:47:14.067173 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04f4551-1f91-4592-a611-08353e93dbe3 tempest-TestSnapshotPattern-545904508 tempest-TestSnapshotPattern-545904508-project] Pushing event updated for resources: {'Port': ['ID=feb826fd-d2de-47b0-a91d-c6d48c60670f,revision_number=2']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:47:14.078768 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-b04f4551-1f91-4592-a611-08353e93dbe3 tempest-TestSnapshotPattern-545904508 tempest-TestSnapshotPattern-545904508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1595586'] for floatingip (41a0d32b-3bc2-4d9b-8aff-e55bb3f2f332), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:47:14.182194 n-d-827839-2 neutron-server[103377]: INFO neutron.db.l3_db [None req-b04f4551-1f91-4592-a611-08353e93dbe3 tempest-TestSnapshotPattern-545904508 tempest-TestSnapshotPattern-545904508-project] Floating IP 41a0d32b-3bc2-4d9b-8aff-e55bb3f2f332 associated. External IP: 172.25.6.219, port: 1419020c-566f-4765-a8f0-994430df8862. Feb 04 18:47:14.388066 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b04f4551-1f91-4592-a611-08353e93dbe3 tempest-TestSnapshotPattern-545904508 tempest-TestSnapshotPattern-545904508-project] Router e7481ad9-7884-4d25-991c-4b7edd595acd has already been hosted by L3 agent 64ada913-9131-4d99-a265-63a920956287 {{(pid=103377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 18:47:14.496237 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b04f4551-1f91-4592-a611-08353e93dbe3 tempest-TestSnapshotPattern-545904508 tempest-TestSnapshotPattern-545904508-project] Notify agent at l3_agent.n-d-827839-2 the message routers_updated {{(pid=103377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 18:47:14.505705 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-596f5f74-1b3c-4a0d-bded-c7bb3ca66366 None None] Sync routers for ids ['e7481ad9-7884-4d25-991c-4b7edd595acd'] in n-d-827839-2 {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 18:47:14.514332 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-b04f4551-1f91-4592-a611-08353e93dbe3 tempest-TestSnapshotPattern-545904508 tempest-TestSnapshotPattern-545904508-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for floatingip (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:47:14.515696 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-596f5f74-1b3c-4a0d-bded-c7bb3ca66366 None None] Routers {'e7481ad9-7884-4d25-991c-4b7edd595acd'} bound to L3 agent in host n-d-827839-2 {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 18:47:14.516296 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-596f5f74-1b3c-4a0d-bded-c7bb3ca66366 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T18:47:03Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['e7481ad9-7884-4d25-991c-4b7edd595acd'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:47:14.557924 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-b04f4551-1f91-4592-a611-08353e93dbe3 tempest-TestSnapshotPattern-545904508 tempest-TestSnapshotPattern-545904508-project] 10.222.0.89 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5229626 Feb 04 18:47:14.557924 n-d-827839-2 neutron-server[103377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1a440c8-cc52-4349-bb3b-8b29b4f2cab1', 'tag': '1419020c-566f-4765-a8f0-994430df8862'}] {{(pid=103377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 18:47:14.557924 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2026467e03276fe79290e5b19027649602583100b1291b9f7533f134bdcccf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39e9a91a-672f-409c-9b03-714e2f7cb72c" -d '{"events": [{"name": "network-changed", "server_uuid": "d1a440c8-cc52-4349-bb3b-8b29b4f2cab1", "tag": "1419020c-566f-4765-a8f0-994430df8862"}]}' {{(pid=103377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 18:47:14.623380 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvr_db [None req-596f5f74-1b3c-4a0d-bded-c7bb3ca66366 None None] Set router e7481ad9-7884-4d25-991c-4b7edd595acd gateway port host: n-d-827839-2 {{(pid=103379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 18:47:14.636378 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 18:47:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5609cf63-87bd-4239-8b10-a6ecf4828562 x-openstack-request-id: req-5609cf63-87bd-4239-8b10-a6ecf4828562 {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 18:47:14.636672 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1a440c8-cc52-4349-bb3b-8b29b4f2cab1", "tag": "1419020c-566f-4765-a8f0-994430df8862", "status": "completed", "code": 200}]} {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 18:47:14.636972 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-5609cf63-87bd-4239-8b10-a6ecf4828562 {{(pid=103377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 18:47:14.637379 n-d-827839-2 neutron-server[103377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1a440c8-cc52-4349-bb3b-8b29b4f2cab1', 'tag': '1419020c-566f-4765-a8f0-994430df8862', 'status': 'completed', 'code': 200} Feb 04 18:47:14.702047 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e9a91a-672f-409c-9b03-714e2f7cb72c req-6896808b-11f8-4307-bb5b-be3bc65f00ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:47:14.703719 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-39e9a91a-672f-409c-9b03-714e2f7cb72c req-6896808b-11f8-4307-bb5b-be3bc65f00ca service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=e3af54d39965439f99b2e52a799a4305&device_id=d1a440c8-cc52-4349-bb3b-8b29b4f2cab1 HTTP/1.1" status: 200 len: 1128 time: 0.0454111 Feb 04 18:47:14.796294 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e9a91a-672f-409c-9b03-714e2f7cb72c req-7797ab4d-d6f3-400c-aa58-8ed1c0acf3bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:47:14.797833 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-39e9a91a-672f-409c-9b03-714e2f7cb72c req-7797ab4d-d6f3-400c-aa58-8ed1c0acf3bb service neutron] 10.222.0.96 "GET /v2.0/networks?id=870d7982-814d-464f-b7d8-090ca23edf77 HTTP/1.1" status: 200 len: 910 time: 0.0883982 Feb 04 18:47:14.858279 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-596f5f74-1b3c-4a0d-bded-c7bb3ca66366 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7481ad9-7884-4d25-991c-4b7edd595acd', 'name': 'tempest-TestSnapshotPattern-302020663-router', 'tenant_id': 'e3af54d39965439f99b2e52a799a4305', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.32'}], 'enable_snat': True}, 'gw_port_id': '3adc4742-22ea-4ac8-afda-9ca2e621d615', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T18:46:50Z', 'updated_at': '2022-02-04T18:46:53Z', 'revision_number': 4, 'project_id': 'e3af54d39965439f99b2e52a799a4305', 'gw_port': {'id': '3adc4742-22ea-4ac8-afda-9ca2e621d615', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:88:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7481ad9-7884-4d25-991c-4b7edd595acd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:46:51Z', 'updated_at': '2022-02-04T18:46:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_floatingips': [{'id': '41a0d32b-3bc2-4d9b-8aff-e55bb3f2f332', 'tenant_id': 'e3af54d39965439f99b2e52a799a4305', 'floating_ip_address': '172.25.6.219', 'floating_network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'router_id': 'e7481ad9-7884-4d25-991c-4b7edd595acd', 'port_id': '1419020c-566f-4765-a8f0-994430df8862', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4407, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '870d7982-814d-464f-b7d8-090ca23edf77', 'mac_address': 'fa:16:3e:d8:9b:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1a440c8-cc52-4349-bb3b-8b29b4f2cab1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T18:47:13Z', 'updated_at': '2022-02-04T18:47:13Z', 'revision_number': 0, 'project_id': 'e3af54d39965439f99b2e52a799a4305', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6f9af19-0a3a-4238-97cb-9f19bed1d823', 'name': '', 'network_id': '870d7982-814d-464f-b7d8-090ca23edf77', 'tenant_id': 'e3af54d39965439f99b2e52a799a4305', 'mac_address': 'fa:16:3e:b1:59:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7481ad9-7884-4d25-991c-4b7edd595acd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4383, 'fixed_ips': [{'subnet_id': 'c4e3f0e0-f96f-47e1-9720-edecc2073633', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:46:53Z', 'updated_at': '2022-02-04T18:46:57Z', 'revision_number': 5, 'project_id': 'e3af54d39965439f99b2e52a799a4305', 'subnets': [{'id': 'c4e3f0e0-f96f-47e1-9720-edecc2073633', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-2', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:47:14.871658 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-39e9a91a-672f-409c-9b03-714e2f7cb72c req-66e63ce6-5ddd-4760-ba7f-437678aac049 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1419020c-566f-4765-a8f0-994430df8862 HTTP/1.1" status: 200 len: 1000 time: 0.0680599 Feb 04 18:47:14.886388 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-596f5f74-1b3c-4a0d-bded-c7bb3ca66366 None None] Checking router: e7481ad9-7884-4d25-991c-4b7edd595acd for host: n-d-827839-2 {{(pid=103379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 18:47:14.895311 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-596f5f74-1b3c-4a0d-bded-c7bb3ca66366 None None] Routers {'e7481ad9-7884-4d25-991c-4b7edd595acd'} bound to L3 agent in host n-d-827839-2 {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 18:47:14.895929 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-596f5f74-1b3c-4a0d-bded-c7bb3ca66366 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T18:47:03Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['e7481ad9-7884-4d25-991c-4b7edd595acd'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:47:14.929126 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e9a91a-672f-409c-9b03-714e2f7cb72c req-6498e55f-158c-4a4a-b024-3d7661b6681f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:47:14.930672 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-39e9a91a-672f-409c-9b03-714e2f7cb72c req-6498e55f-158c-4a4a-b024-3d7661b6681f service neutron] 10.222.0.96 "GET /v2.0/subnets?id=c4e3f0e0-f96f-47e1-9720-edecc2073633 HTTP/1.1" status: 200 len: 848 time: 0.0532796 Feb 04 18:47:14.985401 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e9a91a-672f-409c-9b03-714e2f7cb72c req-760623a8-63e9-4aa1-bdf2-0fd651a585c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:47:14.986935 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-39e9a91a-672f-409c-9b03-714e2f7cb72c req-760623a8-63e9-4aa1-bdf2-0fd651a585c0 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=870d7982-814d-464f-b7d8-090ca23edf77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0497246 Feb 04 18:47:15.010824 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvr_db [None req-596f5f74-1b3c-4a0d-bded-c7bb3ca66366 None None] Set router e7481ad9-7884-4d25-991c-4b7edd595acd gateway port host: n-d-827839-2 {{(pid=103379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 18:47:15.084339 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-39e9a91a-672f-409c-9b03-714e2f7cb72c req-c15d31c8-ac94-40ec-94ae-cc2c103666db service neutron] 10.222.0.96 "GET /v2.0/networks/870d7982-814d-464f-b7d8-090ca23edf77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913913 Feb 04 18:47:15.176629 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-39e9a91a-672f-409c-9b03-714e2f7cb72c req-d8985775-0ef3-487a-a859-4f9e9ac49813 service neutron] 10.222.0.96 "GET /v2.0/networks/870d7982-814d-464f-b7d8-090ca23edf77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865967 Feb 04 18:47:15.236573 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-596f5f74-1b3c-4a0d-bded-c7bb3ca66366 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7481ad9-7884-4d25-991c-4b7edd595acd', 'name': 'tempest-TestSnapshotPattern-302020663-router', 'tenant_id': 'e3af54d39965439f99b2e52a799a4305', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.32'}], 'enable_snat': True}, 'gw_port_id': '3adc4742-22ea-4ac8-afda-9ca2e621d615', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T18:46:50Z', 'updated_at': '2022-02-04T18:46:53Z', 'revision_number': 4, 'project_id': 'e3af54d39965439f99b2e52a799a4305', 'gw_port': {'id': '3adc4742-22ea-4ac8-afda-9ca2e621d615', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:88:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7481ad9-7884-4d25-991c-4b7edd595acd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:46:51Z', 'updated_at': '2022-02-04T18:46:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_floatingips': [{'id': '41a0d32b-3bc2-4d9b-8aff-e55bb3f2f332', 'tenant_id': 'e3af54d39965439f99b2e52a799a4305', 'floating_ip_address': '172.25.6.219', 'floating_network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'router_id': 'e7481ad9-7884-4d25-991c-4b7edd595acd', 'port_id': '1419020c-566f-4765-a8f0-994430df8862', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4407, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '870d7982-814d-464f-b7d8-090ca23edf77', 'mac_address': 'fa:16:3e:d8:9b:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1a440c8-cc52-4349-bb3b-8b29b4f2cab1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T18:47:13Z', 'updated_at': '2022-02-04T18:47:13Z', 'revision_number': 0, 'project_id': 'e3af54d39965439f99b2e52a799a4305', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6f9af19-0a3a-4238-97cb-9f19bed1d823', 'name': '', 'network_id': '870d7982-814d-464f-b7d8-090ca23edf77', 'tenant_id': 'e3af54d39965439f99b2e52a799a4305', 'mac_address': 'fa:16:3e:b1:59:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7481ad9-7884-4d25-991c-4b7edd595acd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4383, 'fixed_ips': [{'subnet_id': 'c4e3f0e0-f96f-47e1-9720-edecc2073633', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:46:53Z', 'updated_at': '2022-02-04T18:46:57Z', 'revision_number': 5, 'project_id': 'e3af54d39965439f99b2e52a799a4305', 'subnets': [{'id': 'c4e3f0e0-f96f-47e1-9720-edecc2073633', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-2', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:47:15.265751 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-596f5f74-1b3c-4a0d-bded-c7bb3ca66366 None None] The sync data for ids ['e7481ad9-7884-4d25-991c-4b7edd595acd'] in n-d-827839-2 is: [{'id': 'e7481ad9-7884-4d25-991c-4b7edd595acd', 'name': 'tempest-TestSnapshotPattern-302020663-router', 'tenant_id': 'e3af54d39965439f99b2e52a799a4305', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.32'}], 'enable_snat': True}, 'gw_port_id': '3adc4742-22ea-4ac8-afda-9ca2e621d615', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T18:46:50Z', 'updated_at': '2022-02-04T18:46:53Z', 'revision_number': 4, 'project_id': 'e3af54d39965439f99b2e52a799a4305', 'gw_port': {'id': '3adc4742-22ea-4ac8-afda-9ca2e621d615', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:88:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7481ad9-7884-4d25-991c-4b7edd595acd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:46:51Z', 'updated_at': '2022-02-04T18:46:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_floatingips': [{'id': '41a0d32b-3bc2-4d9b-8aff-e55bb3f2f332', 'tenant_id': 'e3af54d39965439f99b2e52a799a4305', 'floating_ip_address': '172.25.6.219', 'floating_network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'router_id': 'e7481ad9-7884-4d25-991c-4b7edd595acd', 'port_id': '1419020c-566f-4765-a8f0-994430df8862', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4407, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '870d7982-814d-464f-b7d8-090ca23edf77', 'mac_address': 'fa:16:3e:d8:9b:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1a440c8-cc52-4349-bb3b-8b29b4f2cab1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T18:47:13Z', 'updated_at': '2022-02-04T18:47:13Z', 'revision_number': 0, 'project_id': 'e3af54d39965439f99b2e52a799a4305', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6f9af19-0a3a-4238-97cb-9f19bed1d823', 'name': '', 'network_id': '870d7982-814d-464f-b7d8-090ca23edf77', 'tenant_id': 'e3af54d39965439f99b2e52a799a4305', 'mac_address': 'fa:16:3e:b1:59:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7481ad9-7884-4d25-991c-4b7edd595acd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4383, 'fixed_ips': [{'subnet_id': 'c4e3f0e0-f96f-47e1-9720-edecc2073633', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:46:53Z', 'updated_at': '2022-02-04T18:46:57Z', 'revision_number': 5, 'project_id': 'e3af54d39965439f99b2e52a799a4305', 'subnets': [{'id': 'c4e3f0e0-f96f-47e1-9720-edecc2073633', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 18:47:15.451882 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46b255b4-4450-44f5-aba5-6445137b6caa None None] New status for floating IP 41a0d32b-3bc2-4d9b-8aff-e55bb3f2f332: ACTIVE {{(pid=103378) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 18:47:27.020033 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-a23328db-2894-48cb-b770-8ba73c756fe9 req-9538a4b3-e178-4208-869e-218b45a08112 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=d1a440c8-cc52-4349-bb3b-8b29b4f2cab1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0476794 Feb 04 18:47:27.108636 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23328db-2894-48cb-b770-8ba73c756fe9 req-6b6b9539-d5e3-458f-a8ea-cbc3ecf5f6b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:47:27.110135 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-a23328db-2894-48cb-b770-8ba73c756fe9 req-6b6b9539-d5e3-458f-a8ea-cbc3ecf5f6b8 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=e3af54d39965439f99b2e52a799a4305&device_id=d1a440c8-cc52-4349-bb3b-8b29b4f2cab1 HTTP/1.1" status: 200 len: 1128 time: 0.0441129 Feb 04 18:47:27.215074 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23328db-2894-48cb-b770-8ba73c756fe9 req-2330e42b-8af4-4c75-9662-d49b05f8bccb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:47:27.216551 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-a23328db-2894-48cb-b770-8ba73c756fe9 req-2330e42b-8af4-4c75-9662-d49b05f8bccb service neutron] 10.222.0.96 "GET /v2.0/networks?id=870d7982-814d-464f-b7d8-090ca23edf77 HTTP/1.1" status: 200 len: 910 time: 0.0868468 Feb 04 18:47:27.283422 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-a23328db-2894-48cb-b770-8ba73c756fe9 req-8be6e83c-30dc-43a5-8a82-a207d5c86950 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1419020c-566f-4765-a8f0-994430df8862 HTTP/1.1" status: 200 len: 1002 time: 0.0603967 Feb 04 18:47:27.331121 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23328db-2894-48cb-b770-8ba73c756fe9 req-1b87dc8d-dd66-4839-89c9-bd7b6d7358a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:47:27.332593 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-a23328db-2894-48cb-b770-8ba73c756fe9 req-1b87dc8d-dd66-4839-89c9-bd7b6d7358a2 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=c4e3f0e0-f96f-47e1-9720-edecc2073633 HTTP/1.1" status: 200 len: 848 time: 0.0435810 Feb 04 18:47:27.383806 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23328db-2894-48cb-b770-8ba73c756fe9 req-a3ffb913-a741-490f-a941-7249ae3d8308 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:47:27.385392 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-a23328db-2894-48cb-b770-8ba73c756fe9 req-a3ffb913-a741-490f-a941-7249ae3d8308 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=870d7982-814d-464f-b7d8-090ca23edf77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0442281 Feb 04 18:47:27.477802 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-a23328db-2894-48cb-b770-8ba73c756fe9 req-c44f55f0-8482-4e80-9932-ef0aa4578ce7 service neutron] 10.222.0.96 "GET /v2.0/networks/870d7982-814d-464f-b7d8-090ca23edf77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857015 Feb 04 18:47:27.564036 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-a23328db-2894-48cb-b770-8ba73c756fe9 req-ec289d3d-e3e2-4ea2-b81c-55c6e6176e4a service neutron] 10.222.0.96 "GET /v2.0/networks/870d7982-814d-464f-b7d8-090ca23edf77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797505 Feb 04 18:47:29.959785 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ca3a35f2-6bc1-43ed-9af2-9d43f5dc4f02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (bb89f5a3-3c22-440b-b7d1-c4f0c43c184a), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:47:33.027509 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-72ec85b1-da9a-4c05-8e09-0e92a6de64b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (64ada913-9131-4d99-a265-63a920956287), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:47:33.399024 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d408ec64-b374-4acb-a1fc-48241dad6d47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (0cd6d64a-47a7-40ff-8c12-71dd526c62e0), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:47:35.233318 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4f14bb47-e72b-46ac-9e44-a61d9293afcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (75326290-f7a3-4db8-9cf2-15c7139ed224), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:47:35.965392 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (ba70844b-66a0-45fd-a2f2-e6ed673321fc), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:47:39.166555 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.agents_db [None req-e1691f3b-aacd-4cd6-8ebb-a9c53bb301c0 None None] Agent healthcheck: found 7 active agents {{(pid=103379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 18:47:41.024288 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (f20a1ab3-4332-4f54-833b-ba4a7c687e89), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:47:43.174306 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (3f9244a9-75fc-4c10-b195-11d48b853b41), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:47:59.961124 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ae7c917e-8a4f-4052-bbb5-e9a741a91ea4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (bb89f5a3-3c22-440b-b7d1-c4f0c43c184a), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:48:03.028920 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1ba72e41-aad3-4c8d-b19e-53f486c4d7e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (64ada913-9131-4d99-a265-63a920956287), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:48:03.403135 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d408ec64-b374-4acb-a1fc-48241dad6d47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (0cd6d64a-47a7-40ff-8c12-71dd526c62e0), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:48:05.239505 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4f14bb47-e72b-46ac-9e44-a61d9293afcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (75326290-f7a3-4db8-9cf2-15c7139ed224), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:48:05.967279 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (ba70844b-66a0-45fd-a2f2-e6ed673321fc), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:48:11.050415 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (f20a1ab3-4332-4f54-833b-ba4a7c687e89), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:48:13.176698 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (3f9244a9-75fc-4c10-b195-11d48b853b41), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:48:16.167132 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.agents_db [None req-e1691f3b-aacd-4cd6-8ebb-a9c53bb301c0 None None] Agent healthcheck: found 7 active agents {{(pid=103379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 18:48:28.852952 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-b19831cc-aff0-4b2b-9d8f-767842cd556f req-2d6d9778-b39c-4889-b082-f11cf523ff00 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=d1a440c8-cc52-4349-bb3b-8b29b4f2cab1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0482943 Feb 04 18:48:28.938015 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19831cc-aff0-4b2b-9d8f-767842cd556f req-e2edeb6f-e1c9-4773-8d0e-c9814db28c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:48:28.939506 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-b19831cc-aff0-4b2b-9d8f-767842cd556f req-e2edeb6f-e1c9-4773-8d0e-c9814db28c03 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=e3af54d39965439f99b2e52a799a4305&device_id=d1a440c8-cc52-4349-bb3b-8b29b4f2cab1 HTTP/1.1" status: 200 len: 1128 time: 0.0445244 Feb 04 18:48:29.039722 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19831cc-aff0-4b2b-9d8f-767842cd556f req-1a7a03ed-e5a2-4a24-8979-52ec2f8afc60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:48:29.041218 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-b19831cc-aff0-4b2b-9d8f-767842cd556f req-1a7a03ed-e5a2-4a24-8979-52ec2f8afc60 service neutron] 10.222.0.96 "GET /v2.0/networks?id=870d7982-814d-464f-b7d8-090ca23edf77 HTTP/1.1" status: 200 len: 910 time: 0.0830476 Feb 04 18:48:29.108123 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-b19831cc-aff0-4b2b-9d8f-767842cd556f req-99d0ee0a-5928-45f4-86a8-4ebfdcb61568 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1419020c-566f-4765-a8f0-994430df8862 HTTP/1.1" status: 200 len: 1002 time: 0.0606353 Feb 04 18:48:29.155809 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19831cc-aff0-4b2b-9d8f-767842cd556f req-ce1fb549-fc6b-4b38-9076-4ffa1417abbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:48:29.157230 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-b19831cc-aff0-4b2b-9d8f-767842cd556f req-ce1fb549-fc6b-4b38-9076-4ffa1417abbb service neutron] 10.222.0.96 "GET /v2.0/subnets?id=c4e3f0e0-f96f-47e1-9720-edecc2073633 HTTP/1.1" status: 200 len: 848 time: 0.0428648 Feb 04 18:48:29.204135 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19831cc-aff0-4b2b-9d8f-767842cd556f req-993d0a81-b6d2-4090-a570-7544ae220569 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:48:29.205613 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-b19831cc-aff0-4b2b-9d8f-767842cd556f req-993d0a81-b6d2-4090-a570-7544ae220569 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=870d7982-814d-464f-b7d8-090ca23edf77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0423450 Feb 04 18:48:29.297828 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-b19831cc-aff0-4b2b-9d8f-767842cd556f req-f05f3574-ddb0-41a5-baa2-17cf0d4a16f2 service neutron] 10.222.0.96 "GET /v2.0/networks/870d7982-814d-464f-b7d8-090ca23edf77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845850 Feb 04 18:48:29.388334 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-b19831cc-aff0-4b2b-9d8f-767842cd556f req-23acd8b1-b939-4a39-9c95-636926eaef77 service neutron] 10.222.0.96 "GET /v2.0/networks/870d7982-814d-464f-b7d8-090ca23edf77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834954 Feb 04 18:48:29.962117 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7f5f0387-960d-4002-81b0-914d36d3dc8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (bb89f5a3-3c22-440b-b7d1-c4f0c43c184a), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:48:33.029853 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-426e9052-b7ae-4352-8774-bd47bd4918fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (64ada913-9131-4d99-a265-63a920956287), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:48:33.405313 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d408ec64-b374-4acb-a1fc-48241dad6d47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (0cd6d64a-47a7-40ff-8c12-71dd526c62e0), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:48:35.239410 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4f14bb47-e72b-46ac-9e44-a61d9293afcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (75326290-f7a3-4db8-9cf2-15c7139ed224), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:48:35.969192 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (ba70844b-66a0-45fd-a2f2-e6ed673321fc), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:48:41.062354 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (f20a1ab3-4332-4f54-833b-ba4a7c687e89), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:48:43.182827 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (3f9244a9-75fc-4c10-b195-11d48b853b41), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:48:53.166723 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.agents_db [None req-e1691f3b-aacd-4cd6-8ebb-a9c53bb301c0 None None] Agent healthcheck: found 7 active agents {{(pid=103379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 18:48:59.963568 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-73fc6c64-71fd-44dd-afce-567878884cde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (bb89f5a3-3c22-440b-b7d1-c4f0c43c184a), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:49:03.030970 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-79a6c104-04a0-4e98-adcf-b2eb7d2d92a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (64ada913-9131-4d99-a265-63a920956287), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:49:03.407864 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d408ec64-b374-4acb-a1fc-48241dad6d47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (0cd6d64a-47a7-40ff-8c12-71dd526c62e0), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:49:05.243465 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4f14bb47-e72b-46ac-9e44-a61d9293afcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (75326290-f7a3-4db8-9cf2-15c7139ed224), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:49:05.973826 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (ba70844b-66a0-45fd-a2f2-e6ed673321fc), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:49:11.063971 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (f20a1ab3-4332-4f54-833b-ba4a7c687e89), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:49:13.210343 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (3f9244a9-75fc-4c10-b195-11d48b853b41), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:49:28.901975 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-1d1e160d-e857-4947-b95b-35a813f83a08 req-6d71e75e-5d5a-4dda-ab10-57a23d8afcaf service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=d1a440c8-cc52-4349-bb3b-8b29b4f2cab1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0429599 Feb 04 18:49:28.995276 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1e160d-e857-4947-b95b-35a813f83a08 req-3c334fe4-0554-4080-95ae-46d201d02974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:49:28.996804 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-1d1e160d-e857-4947-b95b-35a813f83a08 req-3c334fe4-0554-4080-95ae-46d201d02974 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=e3af54d39965439f99b2e52a799a4305&device_id=d1a440c8-cc52-4349-bb3b-8b29b4f2cab1 HTTP/1.1" status: 200 len: 1128 time: 0.0487483 Feb 04 18:49:29.098125 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1e160d-e857-4947-b95b-35a813f83a08 req-623ffafa-f983-4c61-abc8-756ce7b3aa73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:49:29.099590 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-1d1e160d-e857-4947-b95b-35a813f83a08 req-623ffafa-f983-4c61-abc8-756ce7b3aa73 service neutron] 10.222.0.96 "GET /v2.0/networks?id=870d7982-814d-464f-b7d8-090ca23edf77 HTTP/1.1" status: 200 len: 910 time: 0.0838051 Feb 04 18:49:29.168542 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-1d1e160d-e857-4947-b95b-35a813f83a08 req-f3aac253-17b4-493e-9e80-3fd5d3aa68ce service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1419020c-566f-4765-a8f0-994430df8862 HTTP/1.1" status: 200 len: 1002 time: 0.0622542 Feb 04 18:49:29.216679 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1e160d-e857-4947-b95b-35a813f83a08 req-aed5a57f-fbb1-41aa-bb89-a49c03d8e698 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:49:29.218116 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-1d1e160d-e857-4947-b95b-35a813f83a08 req-aed5a57f-fbb1-41aa-bb89-a49c03d8e698 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=c4e3f0e0-f96f-47e1-9720-edecc2073633 HTTP/1.1" status: 200 len: 848 time: 0.0427847 Feb 04 18:49:29.264940 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1e160d-e857-4947-b95b-35a813f83a08 req-b24e03f8-b4e7-43bb-aa59-9c1ab0f44f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:49:29.266948 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-1d1e160d-e857-4947-b95b-35a813f83a08 req-b24e03f8-b4e7-43bb-aa59-9c1ab0f44f8e service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=870d7982-814d-464f-b7d8-090ca23edf77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0422401 Feb 04 18:49:29.666633 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-1d1e160d-e857-4947-b95b-35a813f83a08 req-1be477c8-17aa-407b-a351-72ee8d64485a service neutron] 10.222.0.96 "GET /v2.0/networks/870d7982-814d-464f-b7d8-090ca23edf77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3893547 Feb 04 18:49:29.753859 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-1d1e160d-e857-4947-b95b-35a813f83a08 req-bc20f2c8-d72f-4ee1-8c78-49cf05da88c9 service neutron] 10.222.0.96 "GET /v2.0/networks/870d7982-814d-464f-b7d8-090ca23edf77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801947 Feb 04 18:49:29.966299 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-17b4f401-4fd9-4acb-b8a8-eda091341445 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (bb89f5a3-3c22-440b-b7d1-c4f0c43c184a), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:49:30.166098 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.agents_db [None req-e1691f3b-aacd-4cd6-8ebb-a9c53bb301c0 None None] Agent healthcheck: found 7 active agents {{(pid=103379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 18:49:33.032293 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-fc119cfa-85d1-4c63-ad17-2867fe22ad2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (64ada913-9131-4d99-a265-63a920956287), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:49:33.411893 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d408ec64-b374-4acb-a1fc-48241dad6d47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (0cd6d64a-47a7-40ff-8c12-71dd526c62e0), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:49:35.245706 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4f14bb47-e72b-46ac-9e44-a61d9293afcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (75326290-f7a3-4db8-9cf2-15c7139ed224), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:49:35.975818 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (ba70844b-66a0-45fd-a2f2-e6ed673321fc), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:49:41.079907 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (f20a1ab3-4332-4f54-833b-ba4a7c687e89), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:49:43.215348 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (3f9244a9-75fc-4c10-b195-11d48b853b41), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:49:57.611051 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device 1419020c-566f-4765-a8f0-994430df8862 details requested by agent hyperv_n-h1-827839-2 with host n-h1-827839-2 {{(pid=103378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 18:49:57.712269 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] For port 1419020c-566f-4765-a8f0-994430df8862, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=1419020c-566f-4765-a8f0-994430df8862,segment=NetworkSegment(21016f66-eff9-482b-9ea3-b06994601951),segment_id=21016f66-eff9-482b-9ea3-b06994601951)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 18:49:57.723545 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Returning: {'device': '1419020c-566f-4765-a8f0-994430df8862', 'network_id': '870d7982-814d-464f-b7d8-090ca23edf77', 'port_id': '1419020c-566f-4765-a8f0-994430df8862', 'mac_address': 'fa:16:3e:d8:9b:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 758, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4e3f0e0-f96f-47e1-9720-edecc2073633', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 18:49:57.760309 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Current status of the port 1419020c-566f-4765-a8f0-994430df8862 is: ACTIVE; New status is: BUILD {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 18:49:57.760700 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (1419020c-566f-4765-a8f0-994430df8862), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:49:57.773320 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1419020c-566f-4765-a8f0-994430df8862 {{(pid=103378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 18:49:57.792831 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] For port 1419020c-566f-4765-a8f0-994430df8862, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=1419020c-566f-4765-a8f0-994430df8862,segment=NetworkSegment(21016f66-eff9-482b-9ea3-b06994601951),segment_id=21016f66-eff9-482b-9ea3-b06994601951)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 18:49:57.796445 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (1419020c-566f-4765-a8f0-994430df8862), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:49:57.848834 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Pushing event updated for resources: {'Port': ['ID=1419020c-566f-4765-a8f0-994430df8862,revision_number=6']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:49:57.856537 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:49:57.856921 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:49:57.857266 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:49:57.857604 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:49:57.857936 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:49:57.858265 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:49:57.858593 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:49:57.858917 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:49:57.859242 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:49:57.859565 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:49:57.859885 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:49:57.860206 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:49:57.860528 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:49:57.876206 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] get_ports_and_sgs() called for port_ids ['1419020c-566f-4765-a8f0-994430df8862'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 18:49:59.619954 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device 1419020c-566f-4765-a8f0-994430df8862 up at agent hyperv_n-h1-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 18:49:59.667504 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Provisioning complete for port 1419020c-566f-4765-a8f0-994430df8862 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 18:49:59.667879 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (1419020c-566f-4765-a8f0-994430df8862), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:49:59.744338 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Current status of the port 1419020c-566f-4765-a8f0-994430df8862 is: BUILD; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 18:49:59.744725 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (1419020c-566f-4765-a8f0-994430df8862), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:49:59.771085 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1a440c8-cc52-4349-bb3b-8b29b4f2cab1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1419020c-566f-4765-a8f0-994430df8862'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 18:49:59.773329 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d531d67ec453461b01ecd2cf0c6686e25a5679cf38f56e7e92bae688f1026262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68c4cd2d-7d62-4a13-99f5-eb1dafa4c31f" -d '{"events": [{"server_uuid": "d1a440c8-cc52-4349-bb3b-8b29b4f2cab1", "name": "network-vif-plugged", "status": "completed", "tag": "1419020c-566f-4765-a8f0-994430df8862"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 18:49:59.786163 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] For port 1419020c-566f-4765-a8f0-994430df8862, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=1419020c-566f-4765-a8f0-994430df8862,segment=NetworkSegment(21016f66-eff9-482b-9ea3-b06994601951),segment_id=21016f66-eff9-482b-9ea3-b06994601951)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 18:49:59.790804 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (1419020c-566f-4765-a8f0-994430df8862), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:49:59.838118 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Pushing event updated for resources: {'Port': ['ID=1419020c-566f-4765-a8f0-994430df8862,revision_number=7']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:49:59.867967 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 18:49:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b894891-2533-4cd6-b8f9-686acd1db994 x-openstack-request-id: req-1b894891-2533-4cd6-b8f9-686acd1db994 {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 18:49:59.868263 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1a440c8-cc52-4349-bb3b-8b29b4f2cab1", "name": "network-vif-plugged", "status": "completed", "tag": "1419020c-566f-4765-a8f0-994430df8862", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 18:49:59.868518 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-1b894891-2533-4cd6-b8f9-686acd1db994 {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 18:49:59.868953 n-d-827839-2 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1a440c8-cc52-4349-bb3b-8b29b4f2cab1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1419020c-566f-4765-a8f0-994430df8862', 'code': 200} Feb 04 18:49:59.968306 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-cc3c5991-2a12-4bbf-b608-c85218715aff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (bb89f5a3-3c22-440b-b7d1-c4f0c43c184a), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:50:03.037635 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4eb5e45c-d419-495e-9dfc-3ce0eca59c51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (64ada913-9131-4d99-a265-63a920956287), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:50:03.421156 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d408ec64-b374-4acb-a1fc-48241dad6d47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (0cd6d64a-47a7-40ff-8c12-71dd526c62e0), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:50:05.255927 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4f14bb47-e72b-46ac-9e44-a61d9293afcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (75326290-f7a3-4db8-9cf2-15c7139ed224), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:50:05.983201 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (ba70844b-66a0-45fd-a2f2-e6ed673321fc), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:50:07.166012 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.agents_db [None req-e1691f3b-aacd-4cd6-8ebb-a9c53bb301c0 None None] Agent healthcheck: found 7 active agents {{(pid=103379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 18:50:11.082319 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (f20a1ab3-4332-4f54-833b-ba4a7c687e89), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:50:12.321114 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-7b8cf8d6-50e5-481f-bc6e-49d8e53bbd62 req-77a06f24-4222-4037-8c2e-237f3560add6 tempest-TestSnapshotPattern-545904508 tempest-TestSnapshotPattern-545904508-project] 10.222.0.89 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1706321799&fields=id&tenant_id=e3af54d39965439f99b2e52a799a4305 HTTP/1.1" status: 200 len: 267 time: 0.0445478 Feb 04 18:50:12.429651 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8cf8d6-50e5-481f-bc6e-49d8e53bbd62 req-d6a27320-e926-4368-b1f9-c694f205f829 tempest-TestSnapshotPattern-545904508 tempest-TestSnapshotPattern-545904508-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:50:12.431118 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-7b8cf8d6-50e5-481f-bc6e-49d8e53bbd62 req-d6a27320-e926-4368-b1f9-c694f205f829 tempest-TestSnapshotPattern-545904508 tempest-TestSnapshotPattern-545904508-project] 10.222.0.89 "GET /v2.0/networks?id=870d7982-814d-464f-b7d8-090ca23edf77 HTTP/1.1" status: 200 len: 809 time: 0.1035614 Feb 04 18:50:12.445804 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-7b8cf8d6-50e5-481f-bc6e-49d8e53bbd62 req-ecf7ae9c-7448-4098-876f-54faef7cfceb tempest-TestSnapshotPattern-545904508 tempest-TestSnapshotPattern-545904508-project] 10.222.0.89 "GET /v2.0/quotas/e3af54d39965439f99b2e52a799a4305 HTTP/1.1" status: 200 len: 375 time: 0.0093913 Feb 04 18:50:12.501198 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-7b8cf8d6-50e5-481f-bc6e-49d8e53bbd62 req-ec551dc1-91aa-40b8-b64b-87738d157a22 tempest-TestSnapshotPattern-545904508 tempest-TestSnapshotPattern-545904508-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=e3af54d39965439f99b2e52a799a4305&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0505545 Feb 04 18:50:12.565440 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [req-7b8cf8d6-50e5-481f-bc6e-49d8e53bbd62 req-c14cb49c-ae7c-4e28-8b84-759ea41fee28 service neutron] http://10.222.0.89:9696/v2.0/extensions returned with HTTP 200 {{(pid=103376) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 18:50:12.566460 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-7b8cf8d6-50e5-481f-bc6e-49d8e53bbd62 req-c14cb49c-ae7c-4e28-8b84-759ea41fee28 service neutron] 10.222.0.89 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0540650 Feb 04 18:50:12.657934 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-7b8cf8d6-50e5-481f-bc6e-49d8e53bbd62 req-3ab4e93b-4ac7-4abe-bbef-055db1e7199f service neutron] 10.222.0.89 "GET /v2.0/networks/870d7982-814d-464f-b7d8-090ca23edf77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849967 Feb 04 18:50:12.745119 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-7b8cf8d6-50e5-481f-bc6e-49d8e53bbd62 req-4b1a6b8a-50cf-4f0e-a8f6-0034168257d0 service neutron] 10.222.0.89 "GET /v2.0/networks/870d7982-814d-464f-b7d8-090ca23edf77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815406 Feb 04 18:50:12.917884 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-e26b73fd-74ce-440f-8f01-9d103d893724 req-eb24e6be-d4b3-4e5f-89a7-6654122d9b88 tempest-TestSnapshotPattern-545904508 tempest-TestSnapshotPattern-545904508-project] 10.222.0.89 "GET /v2.0/ports?device_id=ab68e1a1-7756-4483-a53d-eef063d9ab9a HTTP/1.1" status: 200 len: 210 time: 0.0297332 Feb 04 18:50:13.209553 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (3f9244a9-75fc-4c10-b195-11d48b853b41), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:50:13.934180 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8cf8d6-50e5-481f-bc6e-49d8e53bbd62 req-fb8f7bda-bf5f-4c09-9461-19de331811e9 tempest-TestSnapshotPattern-545904508 tempest-TestSnapshotPattern-545904508-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:50:13.935701 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-7b8cf8d6-50e5-481f-bc6e-49d8e53bbd62 req-fb8f7bda-bf5f-4c09-9461-19de331811e9 tempest-TestSnapshotPattern-545904508 tempest-TestSnapshotPattern-545904508-project] 10.222.0.96 "GET /v2.0/networks?id=870d7982-814d-464f-b7d8-090ca23edf77 HTTP/1.1" status: 200 len: 809 time: 0.1072648 Feb 04 18:50:14.024421 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-1a5a9a7d-7418-4809-8665-07ef8b9096d5 req-b9c9170e-9b01-403e-9997-d6f66d7fb47a tempest-TestSnapshotPattern-545904508 tempest-TestSnapshotPattern-545904508-project] 10.222.0.89 "GET /v2.0/ports?device_id=ab68e1a1-7756-4483-a53d-eef063d9ab9a HTTP/1.1" status: 200 len: 210 time: 0.0349901 Feb 04 18:50:14.029646 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-7b8cf8d6-50e5-481f-bc6e-49d8e53bbd62 req-b09b40bc-dafa-4843-a4b4-034ecc524640 tempest-TestSnapshotPattern-545904508 tempest-TestSnapshotPattern-545904508-project] 10.222.0.96 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e3af54d39965439f99b2e52a799a4305 HTTP/1.1" status: 200 len: 380 time: 0.0848124 Feb 04 18:50:14.048162 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [req-7b8cf8d6-50e5-481f-bc6e-49d8e53bbd62 req-bd2cd865-4b47-44a6-85e2-85a30ea9a219 tempest-TestSnapshotPattern-545904508 tempest-TestSnapshotPattern-545904508-project] Request body: {'port': {'device_id': 'ab68e1a1-7756-4483-a53d-eef063d9ab9a', 'network_id': '870d7982-814d-464f-b7d8-090ca23edf77', 'admin_state_up': True, 'tenant_id': 'e3af54d39965439f99b2e52a799a4305', 'security_groups': ['bf032c70-5cf0-45ce-be59-238fa5168bce']}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 18:50:14.158225 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b8cf8d6-50e5-481f-bc6e-49d8e53bbd62 req-bd2cd865-4b47-44a6-85e2-85a30ea9a219 tempest-TestSnapshotPattern-545904508 tempest-TestSnapshotPattern-545904508-project] Made reservation on behalf of e3af54d39965439f99b2e52a799a4305 for: {'port': 1} {{(pid=103376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 18:50:14.161671 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-7b8cf8d6-50e5-481f-bc6e-49d8e53bbd62 req-bd2cd865-4b47-44a6-85e2-85a30ea9a219 tempest-TestSnapshotPattern-545904508 tempest-TestSnapshotPattern-545904508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:50:14.357697 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.db_base_plugin_common [req-7b8cf8d6-50e5-481f-bc6e-49d8e53bbd62 req-bd2cd865-4b47-44a6-85e2-85a30ea9a219 tempest-TestSnapshotPattern-545904508 tempest-TestSnapshotPattern-545904508-project] Allocated IP 172.20.0.9 (870d7982-814d-464f-b7d8-090ca23edf77/c4e3f0e0-f96f-47e1-9720-edecc2073633/3337c187-519e-444a-a5af-fb1f73c17d41) {{(pid=103376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 18:50:14.532803 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-7b8cf8d6-50e5-481f-bc6e-49d8e53bbd62 req-bd2cd865-4b47-44a6-85e2-85a30ea9a219 tempest-TestSnapshotPattern-545904508 tempest-TestSnapshotPattern-545904508-project] Publish callbacks [] for port (3337c187-519e-444a-a5af-fb1f73c17d41), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:50:14.575813 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-7b8cf8d6-50e5-481f-bc6e-49d8e53bbd62 req-bd2cd865-4b47-44a6-85e2-85a30ea9a219 tempest-TestSnapshotPattern-545904508 tempest-TestSnapshotPattern-545904508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (3337c187-519e-444a-a5af-fb1f73c17d41), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:50:14.625622 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b8cf8d6-50e5-481f-bc6e-49d8e53bbd62 req-bd2cd865-4b47-44a6-85e2-85a30ea9a219 tempest-TestSnapshotPattern-545904508 tempest-TestSnapshotPattern-545904508-project] Network 870d7982-814d-464f-b7d8-090ca23edf77 is already hosted by enough agents. {{(pid=103376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 18:50:14.628984 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [req-7b8cf8d6-50e5-481f-bc6e-49d8e53bbd62 req-bd2cd865-4b47-44a6-85e2-85a30ea9a219 tempest-TestSnapshotPattern-545904508 tempest-TestSnapshotPattern-545904508-project] Resources bound (agent type, host, resource id): {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 18:50:14.632242 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b8cf8d6-50e5-481f-bc6e-49d8e53bbd62 req-bd2cd865-4b47-44a6-85e2-85a30ea9a219 tempest-TestSnapshotPattern-545904508 tempest-TestSnapshotPattern-545904508-project] Received port after_create {{(pid=103376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 18:50:14.688930 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2cd865-4b47-44a6-85e2-85a30ea9a219 tempest-TestSnapshotPattern-545904508 tempest-TestSnapshotPattern-545904508-project] Pushing event updated for resources: {'Port': ['ID=3337c187-519e-444a-a5af-fb1f73c17d41,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:50:14.703906 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2cd865-4b47-44a6-85e2-85a30ea9a219 tempest-TestSnapshotPattern-545904508 tempest-TestSnapshotPattern-545904508-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:50:14.704262 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2cd865-4b47-44a6-85e2-85a30ea9a219 tempest-TestSnapshotPattern-545904508 tempest-TestSnapshotPattern-545904508-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:50:14.704616 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2cd865-4b47-44a6-85e2-85a30ea9a219 tempest-TestSnapshotPattern-545904508 tempest-TestSnapshotPattern-545904508-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:50:14.705063 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2cd865-4b47-44a6-85e2-85a30ea9a219 tempest-TestSnapshotPattern-545904508 tempest-TestSnapshotPattern-545904508-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:50:14.705406 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2cd865-4b47-44a6-85e2-85a30ea9a219 tempest-TestSnapshotPattern-545904508 tempest-TestSnapshotPattern-545904508-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:50:14.705748 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2cd865-4b47-44a6-85e2-85a30ea9a219 tempest-TestSnapshotPattern-545904508 tempest-TestSnapshotPattern-545904508-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:50:14.706084 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2cd865-4b47-44a6-85e2-85a30ea9a219 tempest-TestSnapshotPattern-545904508 tempest-TestSnapshotPattern-545904508-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:50:14.706452 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2cd865-4b47-44a6-85e2-85a30ea9a219 tempest-TestSnapshotPattern-545904508 tempest-TestSnapshotPattern-545904508-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:50:14.706750 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2cd865-4b47-44a6-85e2-85a30ea9a219 tempest-TestSnapshotPattern-545904508 tempest-TestSnapshotPattern-545904508-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:50:14.707081 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2cd865-4b47-44a6-85e2-85a30ea9a219 tempest-TestSnapshotPattern-545904508 tempest-TestSnapshotPattern-545904508-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:50:14.707450 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2cd865-4b47-44a6-85e2-85a30ea9a219 tempest-TestSnapshotPattern-545904508 tempest-TestSnapshotPattern-545904508-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:50:14.707735 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2cd865-4b47-44a6-85e2-85a30ea9a219 tempest-TestSnapshotPattern-545904508 tempest-TestSnapshotPattern-545904508-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:50:14.708060 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2cd865-4b47-44a6-85e2-85a30ea9a219 tempest-TestSnapshotPattern-545904508 tempest-TestSnapshotPattern-545904508-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:50:14.723516 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8cf8d6-50e5-481f-bc6e-49d8e53bbd62 req-bd2cd865-4b47-44a6-85e2-85a30ea9a219 tempest-TestSnapshotPattern-545904508 tempest-TestSnapshotPattern-545904508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:50:14.724164 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-7b8cf8d6-50e5-481f-bc6e-49d8e53bbd62 req-bd2cd865-4b47-44a6-85e2-85a30ea9a219 tempest-TestSnapshotPattern-545904508 tempest-TestSnapshotPattern-545904508-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:50:14.747689 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-7b8cf8d6-50e5-481f-bc6e-49d8e53bbd62 req-bd2cd865-4b47-44a6-85e2-85a30ea9a219 tempest-TestSnapshotPattern-545904508 tempest-TestSnapshotPattern-545904508-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7033417 Feb 04 18:50:14.932565 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-8a73fc48-d16f-4ee7-989c-58a4edb7dec6 None None] Provisioning complete for port 3337c187-519e-444a-a5af-fb1f73c17d41 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 18:50:14.933380 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8a73fc48-d16f-4ee7-989c-58a4edb7dec6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (3337c187-519e-444a-a5af-fb1f73c17d41), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:50:14.973081 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-8a73fc48-d16f-4ee7-989c-58a4edb7dec6 None None] Port 3337c187-519e-444a-a5af-fb1f73c17d41 cannot update to ACTIVE because it is not bound. {{(pid=103378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 18:50:15.155133 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed90fd9c-acbc-4d43-802a-000c3f729a8e req-9d7cf9aa-c7f8-42aa-857c-c04ccaabf34b tempest-TestSnapshotPattern-545904508 tempest-TestSnapshotPattern-545904508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:50:15.158254 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-ed90fd9c-acbc-4d43-802a-000c3f729a8e req-9d7cf9aa-c7f8-42aa-857c-c04ccaabf34b tempest-TestSnapshotPattern-545904508 tempest-TestSnapshotPattern-545904508-project] 10.222.0.89 "GET /v2.0/ports?device_id=ab68e1a1-7756-4483-a53d-eef063d9ab9a HTTP/1.1" status: 200 len: 931 time: 0.0629828 Feb 04 18:50:15.213278 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-ed90fd9c-acbc-4d43-802a-000c3f729a8e req-4744f3f7-ef5f-4aef-88b8-589b351c04de tempest-TestSnapshotPattern-545904508 tempest-TestSnapshotPattern-545904508-project] 10.222.0.89 "GET /v2.0/security-groups?id=bf032c70-5cf0-45ce-be59-238fa5168bce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480249 Feb 04 18:50:15.713421 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device 1419020c-566f-4765-a8f0-994430df8862 no longer exists at agent hyperv_n-h1-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 18:50:15.802212 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Current status of the port 1419020c-566f-4765-a8f0-994430df8862 is: ACTIVE; New status is: DOWN {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 18:50:15.802602 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (1419020c-566f-4765-a8f0-994430df8862), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:50:15.827881 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1a440c8-cc52-4349-bb3b-8b29b4f2cab1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1419020c-566f-4765-a8f0-994430df8862'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 18:50:15.830161 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d531d67ec453461b01ecd2cf0c6686e25a5679cf38f56e7e92bae688f1026262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2aca1e0b-128b-4000-98b4-c2feab0108e0" -d '{"events": [{"server_uuid": "d1a440c8-cc52-4349-bb3b-8b29b4f2cab1", "name": "network-vif-unplugged", "status": "completed", "tag": "1419020c-566f-4765-a8f0-994430df8862"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 18:50:15.847648 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] For port 1419020c-566f-4765-a8f0-994430df8862, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=1419020c-566f-4765-a8f0-994430df8862,segment=NetworkSegment(21016f66-eff9-482b-9ea3-b06994601951),segment_id=21016f66-eff9-482b-9ea3-b06994601951)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 18:50:15.853086 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (1419020c-566f-4765-a8f0-994430df8862), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:50:15.878249 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 04 Feb 2022 18:50:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-529cb5e6-60f4-4176-aeb2-2f3c79393525 x-openstack-request-id: req-529cb5e6-60f4-4176-aeb2-2f3c79393525 {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 18:50:15.878547 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1a440c8-cc52-4349-bb3b-8b29b4f2cab1", "name": "network-vif-unplugged", "status": "completed", "tag": "1419020c-566f-4765-a8f0-994430df8862", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 18:50:15.878805 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-529cb5e6-60f4-4176-aeb2-2f3c79393525 {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 18:50:15.879499 n-d-827839-2 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1a440c8-cc52-4349-bb3b-8b29b4f2cab1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1419020c-566f-4765-a8f0-994430df8862', 'code': 200} Feb 04 18:50:15.906195 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Pushing event updated for resources: {'Port': ['ID=1419020c-566f-4765-a8f0-994430df8862,revision_number=8']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:50:16.347406 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0cd052-a055-4a2f-bce9-5ecb0ece062e req-6ae54247-92c9-4e6e-8b6f-3a0c5ba47e80 tempest-TestSnapshotPattern-545904508 tempest-TestSnapshotPattern-545904508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:50:16.349034 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-6e0cd052-a055-4a2f-bce9-5ecb0ece062e req-6ae54247-92c9-4e6e-8b6f-3a0c5ba47e80 tempest-TestSnapshotPattern-545904508 tempest-TestSnapshotPattern-545904508-project] 10.222.0.89 "GET /v2.0/ports?device_id=ab68e1a1-7756-4483-a53d-eef063d9ab9a HTTP/1.1" status: 200 len: 931 time: 0.0622718 Feb 04 18:50:16.420014 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-6e0cd052-a055-4a2f-bce9-5ecb0ece062e req-567119df-aaba-4403-a19e-b953f59ddb3e tempest-TestSnapshotPattern-545904508 tempest-TestSnapshotPattern-545904508-project] 10.222.0.89 "GET /v2.0/security-groups?id=bf032c70-5cf0-45ce-be59-238fa5168bce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569651 Feb 04 18:50:17.547468 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fb69e8-eef4-40d3-b8d3-e05a236f4ffd req-eda734eb-5413-4be0-940d-02528cd2405a tempest-TestSnapshotPattern-545904508 tempest-TestSnapshotPattern-545904508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:50:17.549155 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-47fb69e8-eef4-40d3-b8d3-e05a236f4ffd req-eda734eb-5413-4be0-940d-02528cd2405a tempest-TestSnapshotPattern-545904508 tempest-TestSnapshotPattern-545904508-project] 10.222.0.89 "GET /v2.0/ports?device_id=ab68e1a1-7756-4483-a53d-eef063d9ab9a HTTP/1.1" status: 200 len: 931 time: 0.0570061 Feb 04 18:50:17.600114 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-47fb69e8-eef4-40d3-b8d3-e05a236f4ffd req-fddc5646-931f-49e4-a2e7-9c4884a313ca tempest-TestSnapshotPattern-545904508 tempest-TestSnapshotPattern-545904508-project] 10.222.0.89 "GET /v2.0/security-groups?id=bf032c70-5cf0-45ce-be59-238fa5168bce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451238 Feb 04 18:50:18.733124 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43c5e8a-0209-4c26-b0d4-b2af25fcc855 req-a1df3517-e50a-4c7b-a77d-57e0e5a64bb1 tempest-TestSnapshotPattern-545904508 tempest-TestSnapshotPattern-545904508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:50:18.734645 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-b43c5e8a-0209-4c26-b0d4-b2af25fcc855 req-a1df3517-e50a-4c7b-a77d-57e0e5a64bb1 tempest-TestSnapshotPattern-545904508 tempest-TestSnapshotPattern-545904508-project] 10.222.0.89 "GET /v2.0/ports?device_id=ab68e1a1-7756-4483-a53d-eef063d9ab9a HTTP/1.1" status: 200 len: 931 time: 0.0576158 Feb 04 18:50:18.797443 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-b43c5e8a-0209-4c26-b0d4-b2af25fcc855 req-2e23bdef-486d-4f91-abba-102e9c524fa7 tempest-TestSnapshotPattern-545904508 tempest-TestSnapshotPattern-545904508-project] 10.222.0.89 "GET /v2.0/security-groups?id=bf032c70-5cf0-45ce-be59-238fa5168bce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566144 Feb 04 18:50:19.941521 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538dc249-21ac-48ff-b238-747244da83e3 req-76c4f8c3-6f05-4148-b3ce-ea92700c17f9 tempest-TestSnapshotPattern-545904508 tempest-TestSnapshotPattern-545904508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:50:19.943042 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-538dc249-21ac-48ff-b238-747244da83e3 req-76c4f8c3-6f05-4148-b3ce-ea92700c17f9 tempest-TestSnapshotPattern-545904508 tempest-TestSnapshotPattern-545904508-project] 10.222.0.89 "GET /v2.0/ports?device_id=ab68e1a1-7756-4483-a53d-eef063d9ab9a HTTP/1.1" status: 200 len: 931 time: 0.0629826 Feb 04 18:50:19.994984 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-538dc249-21ac-48ff-b238-747244da83e3 req-27530985-4289-4267-b6fc-330324d32ffa tempest-TestSnapshotPattern-545904508 tempest-TestSnapshotPattern-545904508-project] 10.222.0.89 "GET /v2.0/security-groups?id=bf032c70-5cf0-45ce-be59-238fa5168bce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459111 Feb 04 18:50:21.134404 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a26ea92-4854-421a-bc38-0aaceb16a787 req-6df47b68-d001-40da-b7ad-fd368d79ee78 tempest-TestSnapshotPattern-545904508 tempest-TestSnapshotPattern-545904508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:50:21.135984 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-5a26ea92-4854-421a-bc38-0aaceb16a787 req-6df47b68-d001-40da-b7ad-fd368d79ee78 tempest-TestSnapshotPattern-545904508 tempest-TestSnapshotPattern-545904508-project] 10.222.0.89 "GET /v2.0/ports?device_id=ab68e1a1-7756-4483-a53d-eef063d9ab9a HTTP/1.1" status: 200 len: 931 time: 0.0687540 Feb 04 18:50:21.189802 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-5a26ea92-4854-421a-bc38-0aaceb16a787 req-df7c59c9-dcad-4281-a781-e8c48a701092 tempest-TestSnapshotPattern-545904508 tempest-TestSnapshotPattern-545904508-project] 10.222.0.89 "GET /v2.0/security-groups?id=bf032c70-5cf0-45ce-be59-238fa5168bce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478525 Feb 04 18:50:22.309763 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6852693-f4e3-4346-9c92-c12b706c6047 req-c00f3539-8047-450b-a371-689522c20e09 tempest-TestSnapshotPattern-545904508 tempest-TestSnapshotPattern-545904508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:50:22.311285 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-f6852693-f4e3-4346-9c92-c12b706c6047 req-c00f3539-8047-450b-a371-689522c20e09 tempest-TestSnapshotPattern-545904508 tempest-TestSnapshotPattern-545904508-project] 10.222.0.89 "GET /v2.0/ports?device_id=ab68e1a1-7756-4483-a53d-eef063d9ab9a HTTP/1.1" status: 200 len: 931 time: 0.0529509 Feb 04 18:50:22.360050 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-f6852693-f4e3-4346-9c92-c12b706c6047 req-d5b0d247-d6fa-4e6b-81d4-2f6d312d5549 tempest-TestSnapshotPattern-545904508 tempest-TestSnapshotPattern-545904508-project] 10.222.0.89 "GET /v2.0/security-groups?id=bf032c70-5cf0-45ce-be59-238fa5168bce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432312 Feb 04 18:50:23.480416 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73f728e-fe50-443f-8dc0-bf3f560e329d req-74cda452-d717-4a98-a939-87b3c0d7fecf tempest-TestSnapshotPattern-545904508 tempest-TestSnapshotPattern-545904508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:50:23.481900 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-d73f728e-fe50-443f-8dc0-bf3f560e329d req-74cda452-d717-4a98-a939-87b3c0d7fecf tempest-TestSnapshotPattern-545904508 tempest-TestSnapshotPattern-545904508-project] 10.222.0.89 "GET /v2.0/ports?device_id=ab68e1a1-7756-4483-a53d-eef063d9ab9a HTTP/1.1" status: 200 len: 931 time: 0.0517159 Feb 04 18:50:23.534032 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-d73f728e-fe50-443f-8dc0-bf3f560e329d req-e1846d4a-3c45-4aee-a1a8-ddc02ab4acc5 tempest-TestSnapshotPattern-545904508 tempest-TestSnapshotPattern-545904508-project] 10.222.0.89 "GET /v2.0/security-groups?id=bf032c70-5cf0-45ce-be59-238fa5168bce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460711 Feb 04 18:50:24.650248 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea2ae4a-dcf5-4021-9628-0fd5bcf3ecd0 req-343f5612-5eb9-4702-a09d-b913f2cd110e tempest-TestSnapshotPattern-545904508 tempest-TestSnapshotPattern-545904508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:50:24.651719 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-3ea2ae4a-dcf5-4021-9628-0fd5bcf3ecd0 req-343f5612-5eb9-4702-a09d-b913f2cd110e tempest-TestSnapshotPattern-545904508 tempest-TestSnapshotPattern-545904508-project] 10.222.0.89 "GET /v2.0/ports?device_id=ab68e1a1-7756-4483-a53d-eef063d9ab9a HTTP/1.1" status: 200 len: 931 time: 0.0526936 Feb 04 18:50:24.703010 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-3ea2ae4a-dcf5-4021-9628-0fd5bcf3ecd0 req-9dc7838e-d755-4176-91a4-ea018f9de58c tempest-TestSnapshotPattern-545904508 tempest-TestSnapshotPattern-545904508-project] 10.222.0.89 "GET /v2.0/security-groups?id=bf032c70-5cf0-45ce-be59-238fa5168bce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457847 Feb 04 18:50:25.825066 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e707f66-a7fb-4236-b01c-2dda9d31c9a3 req-78a10138-49d9-41fd-8fd8-04bd1cf797cc tempest-TestSnapshotPattern-545904508 tempest-TestSnapshotPattern-545904508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:50:25.826730 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-3e707f66-a7fb-4236-b01c-2dda9d31c9a3 req-78a10138-49d9-41fd-8fd8-04bd1cf797cc tempest-TestSnapshotPattern-545904508 tempest-TestSnapshotPattern-545904508-project] 10.222.0.89 "GET /v2.0/ports?device_id=ab68e1a1-7756-4483-a53d-eef063d9ab9a HTTP/1.1" status: 200 len: 931 time: 0.0565519 Feb 04 18:50:25.842805 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.v2.base [req-7b8cf8d6-50e5-481f-bc6e-49d8e53bbd62 req-1c6c5ce4-567d-49d8-b76c-0f866da118b7 service neutron] Request body: {'port': {'device_id': 'ab68e1a1-7756-4483-a53d-eef063d9ab9a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827839-2'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 18:50:25.877444 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-3e707f66-a7fb-4236-b01c-2dda9d31c9a3 req-d50e8567-3ab9-4690-acdc-3612824dbd87 tempest-TestSnapshotPattern-545904508 tempest-TestSnapshotPattern-545904508-project] 10.222.0.89 "GET /v2.0/security-groups?id=bf032c70-5cf0-45ce-be59-238fa5168bce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445154 Feb 04 18:50:25.901531 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-7b8cf8d6-50e5-481f-bc6e-49d8e53bbd62 req-1c6c5ce4-567d-49d8-b76c-0f866da118b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (3337c187-519e-444a-a5af-fb1f73c17d41), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:50:26.159496 n-d-827839-2 neutron-server[103376]: DEBUG neutron.notifiers.nova [req-7b8cf8d6-50e5-481f-bc6e-49d8e53bbd62 req-1c6c5ce4-567d-49d8-b76c-0f866da118b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3337c187-519e-444a-a5af-fb1f73c17d41 {{(pid=103376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 18:50:26.167841 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-7b8cf8d6-50e5-481f-bc6e-49d8e53bbd62 req-1c6c5ce4-567d-49d8-b76c-0f866da118b7 service neutron] Publish callbacks [] for port (3337c187-519e-444a-a5af-fb1f73c17d41), precommit_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:50:26.179544 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.provisioning_blocks [req-7b8cf8d6-50e5-481f-bc6e-49d8e53bbd62 req-1c6c5ce4-567d-49d8-b76c-0f866da118b7 service neutron] Transition to ACTIVE for port object 3337c187-519e-444a-a5af-fb1f73c17d41 will not be triggered until provisioned by entity L2. {{(pid=103376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 18:50:26.182649 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-7b8cf8d6-50e5-481f-bc6e-49d8e53bbd62 req-1c6c5ce4-567d-49d8-b76c-0f866da118b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675836'] for port (3337c187-519e-444a-a5af-fb1f73c17d41), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:50:26.237715 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6c5ce4-567d-49d8-b76c-0f866da118b7 service neutron] Pushing event updated for resources: {'Port': ['ID=3337c187-519e-444a-a5af-fb1f73c17d41,revision_number=2']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:50:26.310051 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [req-7b8cf8d6-50e5-481f-bc6e-49d8e53bbd62 req-1c6c5ce4-567d-49d8-b76c-0f866da118b7 service neutron] Attempting to bind port 3337c187-519e-444a-a5af-fb1f73c17d41 on host n-h1-827839-2 for vnic_type normal with profile {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 18:50:26.311506 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [req-7b8cf8d6-50e5-481f-bc6e-49d8e53bbd62 req-1c6c5ce4-567d-49d8-b76c-0f866da118b7 service neutron] Attempting to bind port 3337c187-519e-444a-a5af-fb1f73c17d41 by drivers openvswitch,hyperv on host n-h1-827839-2 at level 0 using segments [{'id': '21016f66-eff9-482b-9ea3-b06994601951', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '870d7982-814d-464f-b7d8-090ca23edf77'}] {{(pid=103376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 18:50:26.311506 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b8cf8d6-50e5-481f-bc6e-49d8e53bbd62 req-1c6c5ce4-567d-49d8-b76c-0f866da118b7 service neutron] Attempting to bind port 3337c187-519e-444a-a5af-fb1f73c17d41 on network 870d7982-814d-464f-b7d8-090ca23edf77 {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 18:50:26.316129 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b8cf8d6-50e5-481f-bc6e-49d8e53bbd62 req-1c6c5ce4-567d-49d8-b76c-0f866da118b7 service neutron] Port 3337c187-519e-444a-a5af-fb1f73c17d41 on network 870d7982-814d-464f-b7d8-090ca23edf77 not bound, no agent of type Open vSwitch agent registered on host n-h1-827839-2 {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 18:50:26.316628 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b8cf8d6-50e5-481f-bc6e-49d8e53bbd62 req-1c6c5ce4-567d-49d8-b76c-0f866da118b7 service neutron] Attempting to bind port 3337c187-519e-444a-a5af-fb1f73c17d41 on network 870d7982-814d-464f-b7d8-090ca23edf77 {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 18:50:26.322515 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b8cf8d6-50e5-481f-bc6e-49d8e53bbd62 req-1c6c5ce4-567d-49d8-b76c-0f866da118b7 service neutron] Checking agent: {'id': '3f9244a9-75fc-4c10-b195-11d48b853b41', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827839-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 8, 42), 'started_at': datetime.datetime(2022, 2, 4, 17, 8, 42), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 18, 50, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 18:50:26.323095 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b8cf8d6-50e5-481f-bc6e-49d8e53bbd62 req-1c6c5ce4-567d-49d8-b76c-0f866da118b7 service neutron] Checking segment: {'id': '21016f66-eff9-482b-9ea3-b06994601951', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '870d7982-814d-464f-b7d8-090ca23edf77'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 18:50:26.323495 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b8cf8d6-50e5-481f-bc6e-49d8e53bbd62 req-1c6c5ce4-567d-49d8-b76c-0f866da118b7 service neutron] Bound using segment: {'id': '21016f66-eff9-482b-9ea3-b06994601951', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '870d7982-814d-464f-b7d8-090ca23edf77'} {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 18:50:26.323937 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [req-7b8cf8d6-50e5-481f-bc6e-49d8e53bbd62 req-1c6c5ce4-567d-49d8-b76c-0f866da118b7 service neutron] Bound port: 3337c187-519e-444a-a5af-fb1f73c17d41, host: n-h1-827839-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '21016f66-eff9-482b-9ea3-b06994601951', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '870d7982-814d-464f-b7d8-090ca23edf77'}}] {{(pid=103376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 18:50:26.324305 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-7b8cf8d6-50e5-481f-bc6e-49d8e53bbd62 req-1c6c5ce4-567d-49d8-b76c-0f866da118b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (3337c187-519e-444a-a5af-fb1f73c17d41), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:50:26.413022 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [req-7b8cf8d6-50e5-481f-bc6e-49d8e53bbd62 req-1c6c5ce4-567d-49d8-b76c-0f866da118b7 service neutron] For port 3337c187-519e-444a-a5af-fb1f73c17d41, host n-h1-827839-2, cleared binding levels {{(pid=103376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 18:50:26.417048 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [req-7b8cf8d6-50e5-481f-bc6e-49d8e53bbd62 req-1c6c5ce4-567d-49d8-b76c-0f866da118b7 service neutron] For port 3337c187-519e-444a-a5af-fb1f73c17d41, host n-h1-827839-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=3337c187-519e-444a-a5af-fb1f73c17d41,segment=NetworkSegment(21016f66-eff9-482b-9ea3-b06994601951),segment_id=21016f66-eff9-482b-9ea3-b06994601951)] {{(pid=103376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 18:50:26.431752 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-7b8cf8d6-50e5-481f-bc6e-49d8e53bbd62 req-1c6c5ce4-567d-49d8-b76c-0f866da118b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25675836'] for port (3337c187-519e-444a-a5af-fb1f73c17d41), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:50:26.471823 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8cf8d6-50e5-481f-bc6e-49d8e53bbd62 req-1c6c5ce4-567d-49d8-b76c-0f866da118b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:50:26.472460 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-7b8cf8d6-50e5-481f-bc6e-49d8e53bbd62 req-1c6c5ce4-567d-49d8-b76c-0f866da118b7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:50:26.473908 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-7b8cf8d6-50e5-481f-bc6e-49d8e53bbd62 req-1c6c5ce4-567d-49d8-b76c-0f866da118b7 service neutron] 10.222.0.96 "PUT /v2.0/ports/3337c187-519e-444a-a5af-fb1f73c17d41 HTTP/1.1" status: 200 len: 1091 time: 0.6357927 Feb 04 18:50:26.474358 n-d-827839-2 neutron-server[103376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab68e1a1-7756-4483-a53d-eef063d9ab9a', 'tag': '3337c187-519e-444a-a5af-fb1f73c17d41'}] {{(pid=103376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 18:50:26.477769 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7aefa7f3373fd63bd14caed2f0c404cd5bacff84a7eb60e70ea20ed0b49017dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b4103ad-91ab-4549-aec5-661fa195b648" -d '{"events": [{"name": "network-changed", "server_uuid": "ab68e1a1-7756-4483-a53d-eef063d9ab9a", "tag": "3337c187-519e-444a-a5af-fb1f73c17d41"}]}' {{(pid=103376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 18:50:26.502672 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6c5ce4-567d-49d8-b76c-0f866da118b7 service neutron] Pushing event updated for resources: {'Port': ['ID=3337c187-519e-444a-a5af-fb1f73c17d41,revision_number=3']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:50:26.524886 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 18:50:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2df8fc0-468b-4f04-9f61-aff65263944e x-openstack-request-id: req-b2df8fc0-468b-4f04-9f61-aff65263944e {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 18:50:26.525277 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab68e1a1-7756-4483-a53d-eef063d9ab9a", "tag": "3337c187-519e-444a-a5af-fb1f73c17d41", "status": "completed", "code": 200}]} {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 18:50:26.525624 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-b2df8fc0-468b-4f04-9f61-aff65263944e {{(pid=103376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 18:50:26.526120 n-d-827839-2 neutron-server[103376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab68e1a1-7756-4483-a53d-eef063d9ab9a', 'tag': '3337c187-519e-444a-a5af-fb1f73c17d41', 'status': 'completed', 'code': 200} Feb 04 18:50:26.574627 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8cf8d6-50e5-481f-bc6e-49d8e53bbd62 req-bbc9677e-e467-4e48-b7fb-739c0f6f0c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:50:26.576176 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-7b8cf8d6-50e5-481f-bc6e-49d8e53bbd62 req-bbc9677e-e467-4e48-b7fb-739c0f6f0c74 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=e3af54d39965439f99b2e52a799a4305&device_id=ab68e1a1-7756-4483-a53d-eef063d9ab9a HTTP/1.1" status: 200 len: 1125 time: 0.0463200 Feb 04 18:50:26.624469 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-7b8cf8d6-50e5-481f-bc6e-49d8e53bbd62 req-400efc41-7fea-4000-9a77-573c6b5d8eaa service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3337c187-519e-444a-a5af-fb1f73c17d41 HTTP/1.1" status: 200 len: 217 time: 0.0389233 Feb 04 18:50:26.676299 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8cf8d6-50e5-481f-bc6e-49d8e53bbd62 req-0db55ae8-c723-429e-9c9b-58cc85d3c08c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:50:26.677828 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-7b8cf8d6-50e5-481f-bc6e-49d8e53bbd62 req-0db55ae8-c723-429e-9c9b-58cc85d3c08c service neutron] 10.222.0.96 "GET /v2.0/subnets?id=c4e3f0e0-f96f-47e1-9720-edecc2073633 HTTP/1.1" status: 200 len: 848 time: 0.0456161 Feb 04 18:50:26.728433 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8cf8d6-50e5-481f-bc6e-49d8e53bbd62 req-3b2b4723-ef00-4349-a2fb-f111747c9aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:50:26.729969 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-7b8cf8d6-50e5-481f-bc6e-49d8e53bbd62 req-3b2b4723-ef00-4349-a2fb-f111747c9aa5 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=870d7982-814d-464f-b7d8-090ca23edf77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0463085 Feb 04 18:50:26.819205 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-7b8cf8d6-50e5-481f-bc6e-49d8e53bbd62 req-96c5c823-ad54-47de-98e6-db76e946bbbc service neutron] 10.222.0.96 "GET /v2.0/networks/870d7982-814d-464f-b7d8-090ca23edf77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828400 Feb 04 18:50:26.906332 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-7b8cf8d6-50e5-481f-bc6e-49d8e53bbd62 req-0a60859d-7311-4d11-a7e3-bdce2f6096e6 service neutron] 10.222.0.96 "GET /v2.0/networks/870d7982-814d-464f-b7d8-090ca23edf77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809147 Feb 04 18:50:26.999600 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4103ad-91ab-4549-aec5-661fa195b648 req-db853220-e9e8-4bf7-9275-d0f203966588 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:50:27.001145 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-4b4103ad-91ab-4549-aec5-661fa195b648 req-db853220-e9e8-4bf7-9275-d0f203966588 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=e3af54d39965439f99b2e52a799a4305&device_id=ab68e1a1-7756-4483-a53d-eef063d9ab9a HTTP/1.1" status: 200 len: 1125 time: 0.0451288 Feb 04 18:50:27.003691 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c125fcab-1afe-4b76-ad35-b97f257b3a99 req-802ecfdf-6418-4fe3-98e1-27ea8c90a819 tempest-TestSnapshotPattern-545904508 tempest-TestSnapshotPattern-545904508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:50:27.005179 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-c125fcab-1afe-4b76-ad35-b97f257b3a99 req-802ecfdf-6418-4fe3-98e1-27ea8c90a819 tempest-TestSnapshotPattern-545904508 tempest-TestSnapshotPattern-545904508-project] 10.222.0.89 "GET /v2.0/ports?device_id=ab68e1a1-7756-4483-a53d-eef063d9ab9a HTTP/1.1" status: 200 len: 943 time: 0.0527308 Feb 04 18:50:27.053623 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-c125fcab-1afe-4b76-ad35-b97f257b3a99 req-593f9d69-c3d9-482d-b479-5eee2065c347 tempest-TestSnapshotPattern-545904508 tempest-TestSnapshotPattern-545904508-project] 10.222.0.89 "GET /v2.0/security-groups?id=bf032c70-5cf0-45ce-be59-238fa5168bce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423338 Feb 04 18:50:27.095607 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4103ad-91ab-4549-aec5-661fa195b648 req-a9a02130-4ce6-4fbf-b639-72c3478e578a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:50:27.097108 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-4b4103ad-91ab-4549-aec5-661fa195b648 req-a9a02130-4ce6-4fbf-b639-72c3478e578a service neutron] 10.222.0.96 "GET /v2.0/networks?id=870d7982-814d-464f-b7d8-090ca23edf77 HTTP/1.1" status: 200 len: 910 time: 0.0898581 Feb 04 18:50:27.140716 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-4b4103ad-91ab-4549-aec5-661fa195b648 req-52433465-3468-4c86-803f-5b8cb8170e83 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3337c187-519e-444a-a5af-fb1f73c17d41 HTTP/1.1" status: 200 len: 217 time: 0.0355453 Feb 04 18:50:27.188380 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4103ad-91ab-4549-aec5-661fa195b648 req-678ff276-8684-4382-8698-43fc466066df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:50:27.189740 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-4b4103ad-91ab-4549-aec5-661fa195b648 req-678ff276-8684-4382-8698-43fc466066df service neutron] 10.222.0.96 "GET /v2.0/subnets?id=c4e3f0e0-f96f-47e1-9720-edecc2073633 HTTP/1.1" status: 200 len: 848 time: 0.0424495 Feb 04 18:50:27.243034 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4103ad-91ab-4549-aec5-661fa195b648 req-ca6d04f3-9d65-4b60-9cba-6b06fac7f4b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:50:27.244532 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-4b4103ad-91ab-4549-aec5-661fa195b648 req-ca6d04f3-9d65-4b60-9cba-6b06fac7f4b4 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=870d7982-814d-464f-b7d8-090ca23edf77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0487039 Feb 04 18:50:27.332579 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-4b4103ad-91ab-4549-aec5-661fa195b648 req-c86a406a-4e27-4ade-847d-f90e033cae65 service neutron] 10.222.0.96 "GET /v2.0/networks/870d7982-814d-464f-b7d8-090ca23edf77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815618 Feb 04 18:50:27.423670 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-4b4103ad-91ab-4549-aec5-661fa195b648 req-b274f591-d5f7-4dd0-8ec0-ad2768b60697 service neutron] 10.222.0.96 "GET /v2.0/networks/870d7982-814d-464f-b7d8-090ca23edf77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848563 Feb 04 18:50:28.173364 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517ecbe9-5897-41ca-b926-047116e08a58 req-43e3d09f-d788-432e-8839-2673c57a5c1b tempest-TestSnapshotPattern-545904508 tempest-TestSnapshotPattern-545904508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:50:28.174831 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-517ecbe9-5897-41ca-b926-047116e08a58 req-43e3d09f-d788-432e-8839-2673c57a5c1b tempest-TestSnapshotPattern-545904508 tempest-TestSnapshotPattern-545904508-project] 10.222.0.89 "GET /v2.0/ports?device_id=ab68e1a1-7756-4483-a53d-eef063d9ab9a HTTP/1.1" status: 200 len: 943 time: 0.0522935 Feb 04 18:50:28.222117 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-517ecbe9-5897-41ca-b926-047116e08a58 req-fb63f2b6-4f1e-418e-b3bc-b955bc692b07 tempest-TestSnapshotPattern-545904508 tempest-TestSnapshotPattern-545904508-project] 10.222.0.89 "GET /v2.0/security-groups?id=bf032c70-5cf0-45ce-be59-238fa5168bce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411537 Feb 04 18:50:28.294652 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-c6209235-bf33-4d57-b159-6a338c998a85 req-cd02b6b4-e2d8-4fbb-846d-15474f0af04d service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=d1a440c8-cc52-4349-bb3b-8b29b4f2cab1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0434122 Feb 04 18:50:28.389315 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6209235-bf33-4d57-b159-6a338c998a85 req-9d4bdb0a-d1e2-4d2d-b967-8a5ee18f6260 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:50:28.390807 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-c6209235-bf33-4d57-b159-6a338c998a85 req-9d4bdb0a-d1e2-4d2d-b967-8a5ee18f6260 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=e3af54d39965439f99b2e52a799a4305&device_id=d1a440c8-cc52-4349-bb3b-8b29b4f2cab1 HTTP/1.1" status: 200 len: 1126 time: 0.0490289 Feb 04 18:50:28.493199 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6209235-bf33-4d57-b159-6a338c998a85 req-7a6da649-5c29-4bf1-8098-b340c87a4b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:50:28.494688 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-c6209235-bf33-4d57-b159-6a338c998a85 req-7a6da649-5c29-4bf1-8098-b340c87a4b55 service neutron] 10.222.0.96 "GET /v2.0/networks?id=870d7982-814d-464f-b7d8-090ca23edf77 HTTP/1.1" status: 200 len: 910 time: 0.0839736 Feb 04 18:50:28.562495 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-c6209235-bf33-4d57-b159-6a338c998a85 req-ce481af6-b46a-4963-bcdb-349d056cd54f service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1419020c-566f-4765-a8f0-994430df8862 HTTP/1.1" status: 200 len: 1000 time: 0.0606966 Feb 04 18:50:28.613400 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6209235-bf33-4d57-b159-6a338c998a85 req-4b220ab1-67e8-48ae-9e44-0eb860296a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:50:28.615193 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-c6209235-bf33-4d57-b159-6a338c998a85 req-4b220ab1-67e8-48ae-9e44-0eb860296a08 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=c4e3f0e0-f96f-47e1-9720-edecc2073633 HTTP/1.1" status: 200 len: 848 time: 0.0457935 Feb 04 18:50:28.666888 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6209235-bf33-4d57-b159-6a338c998a85 req-1b413bb8-605d-4aa2-9734-78b8edfebb3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:50:28.668263 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-c6209235-bf33-4d57-b159-6a338c998a85 req-1b413bb8-605d-4aa2-9734-78b8edfebb3c service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=870d7982-814d-464f-b7d8-090ca23edf77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0462472 Feb 04 18:50:28.758093 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-c6209235-bf33-4d57-b159-6a338c998a85 req-cb8c2ca2-7957-4a4d-a84e-7206ee76e415 service neutron] 10.222.0.96 "GET /v2.0/networks/870d7982-814d-464f-b7d8-090ca23edf77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829813 Feb 04 18:50:28.844987 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-c6209235-bf33-4d57-b159-6a338c998a85 req-efa94798-36a6-47c7-923d-cb0b12b01b60 service neutron] 10.222.0.96 "GET /v2.0/networks/870d7982-814d-464f-b7d8-090ca23edf77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801191 Feb 04 18:50:29.352063 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea15038-115f-49ed-8714-aebf9458dd5d req-b13ddb3f-c353-452b-a82f-ca9f1492e67c tempest-TestSnapshotPattern-545904508 tempest-TestSnapshotPattern-545904508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:50:29.353542 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-7ea15038-115f-49ed-8714-aebf9458dd5d req-b13ddb3f-c353-452b-a82f-ca9f1492e67c tempest-TestSnapshotPattern-545904508 tempest-TestSnapshotPattern-545904508-project] 10.222.0.89 "GET /v2.0/ports?device_id=ab68e1a1-7756-4483-a53d-eef063d9ab9a HTTP/1.1" status: 200 len: 943 time: 0.0608535 Feb 04 18:50:29.404726 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-7ea15038-115f-49ed-8714-aebf9458dd5d req-147645e8-e13a-4044-9422-640081d3314e tempest-TestSnapshotPattern-545904508 tempest-TestSnapshotPattern-545904508-project] 10.222.0.89 "GET /v2.0/security-groups?id=bf032c70-5cf0-45ce-be59-238fa5168bce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456228 Feb 04 18:50:29.805826 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device 3337c187-519e-444a-a5af-fb1f73c17d41 details requested by agent hyperv_n-h1-827839-2 with host n-h1-827839-2 {{(pid=103378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 18:50:29.902540 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] For port 3337c187-519e-444a-a5af-fb1f73c17d41, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=3337c187-519e-444a-a5af-fb1f73c17d41,segment=NetworkSegment(21016f66-eff9-482b-9ea3-b06994601951),segment_id=21016f66-eff9-482b-9ea3-b06994601951)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 18:50:29.914239 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Returning: {'device': '3337c187-519e-444a-a5af-fb1f73c17d41', 'network_id': '870d7982-814d-464f-b7d8-090ca23edf77', 'port_id': '3337c187-519e-444a-a5af-fb1f73c17d41', 'mac_address': 'fa:16:3e:d3:03:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 758, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4e3f0e0-f96f-47e1-9720-edecc2073633', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 18:50:29.950749 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Current status of the port 3337c187-519e-444a-a5af-fb1f73c17d41 is: DOWN; New status is: BUILD {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 18:50:29.951142 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (3337c187-519e-444a-a5af-fb1f73c17d41), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:50:29.973135 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3337c187-519e-444a-a5af-fb1f73c17d41 {{(pid=103378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 18:50:29.985620 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-23b3c7e5-6f08-4d7f-8908-544f178bdbcb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (bb89f5a3-3c22-440b-b7d1-c4f0c43c184a), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:50:29.994710 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] For port 3337c187-519e-444a-a5af-fb1f73c17d41, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=3337c187-519e-444a-a5af-fb1f73c17d41,segment=NetworkSegment(21016f66-eff9-482b-9ea3-b06994601951),segment_id=21016f66-eff9-482b-9ea3-b06994601951)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 18:50:29.998298 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (3337c187-519e-444a-a5af-fb1f73c17d41), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:50:30.044644 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Pushing event updated for resources: {'Port': ['ID=3337c187-519e-444a-a5af-fb1f73c17d41,revision_number=4']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:50:30.422227 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] get_ports_and_sgs() called for port_ids ['3337c187-519e-444a-a5af-fb1f73c17d41'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 18:50:30.527997 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505718dd-0942-4a6a-b958-d27078c5ab82 req-6c13c343-8f11-4728-867c-5823d9b127c3 tempest-TestSnapshotPattern-545904508 tempest-TestSnapshotPattern-545904508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:50:30.529752 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-505718dd-0942-4a6a-b958-d27078c5ab82 req-6c13c343-8f11-4728-867c-5823d9b127c3 tempest-TestSnapshotPattern-545904508 tempest-TestSnapshotPattern-545904508-project] 10.222.0.89 "GET /v2.0/ports?device_id=ab68e1a1-7756-4483-a53d-eef063d9ab9a HTTP/1.1" status: 200 len: 944 time: 0.0569496 Feb 04 18:50:30.583075 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-505718dd-0942-4a6a-b958-d27078c5ab82 req-b76afb85-83a1-4c84-b802-9f94acc0f153 tempest-TestSnapshotPattern-545904508 tempest-TestSnapshotPattern-545904508-project] 10.222.0.89 "GET /v2.0/security-groups?id=bf032c70-5cf0-45ce-be59-238fa5168bce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476019 Feb 04 18:50:31.702033 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4382cd-1bb0-4eb9-b0ea-d4478c0eb7f1 req-dfe408df-86db-47b1-b33c-f6a99f392340 tempest-TestSnapshotPattern-545904508 tempest-TestSnapshotPattern-545904508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:50:31.703497 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-fb4382cd-1bb0-4eb9-b0ea-d4478c0eb7f1 req-dfe408df-86db-47b1-b33c-f6a99f392340 tempest-TestSnapshotPattern-545904508 tempest-TestSnapshotPattern-545904508-project] 10.222.0.89 "GET /v2.0/ports?device_id=ab68e1a1-7756-4483-a53d-eef063d9ab9a HTTP/1.1" status: 200 len: 944 time: 0.0519810 Feb 04 18:50:31.751002 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-fb4382cd-1bb0-4eb9-b0ea-d4478c0eb7f1 req-a63f3524-fb05-41cf-bdca-eb34bc1e0a47 tempest-TestSnapshotPattern-545904508 tempest-TestSnapshotPattern-545904508-project] 10.222.0.89 "GET /v2.0/security-groups?id=bf032c70-5cf0-45ce-be59-238fa5168bce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420809 Feb 04 18:50:31.806577 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device 3337c187-519e-444a-a5af-fb1f73c17d41 up at agent hyperv_n-h1-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 18:50:31.856805 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Provisioning for port 3337c187-519e-444a-a5af-fb1f73c17d41 completed by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 18:50:31.860411 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Provisioning complete for port 3337c187-519e-444a-a5af-fb1f73c17d41 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 18:50:31.860816 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (3337c187-519e-444a-a5af-fb1f73c17d41), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:50:31.937448 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Current status of the port 3337c187-519e-444a-a5af-fb1f73c17d41 is: BUILD; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 18:50:31.937845 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (3337c187-519e-444a-a5af-fb1f73c17d41), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:50:31.959849 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab68e1a1-7756-4483-a53d-eef063d9ab9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3337c187-519e-444a-a5af-fb1f73c17d41'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 18:50:31.962151 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d531d67ec453461b01ecd2cf0c6686e25a5679cf38f56e7e92bae688f1026262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7787e51-efec-4dab-9149-491de76efa41" -d '{"events": [{"server_uuid": "ab68e1a1-7756-4483-a53d-eef063d9ab9a", "name": "network-vif-plugged", "status": "completed", "tag": "3337c187-519e-444a-a5af-fb1f73c17d41"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 18:50:31.974460 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] For port 3337c187-519e-444a-a5af-fb1f73c17d41, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=3337c187-519e-444a-a5af-fb1f73c17d41,segment=NetworkSegment(21016f66-eff9-482b-9ea3-b06994601951),segment_id=21016f66-eff9-482b-9ea3-b06994601951)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 18:50:31.979145 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (3337c187-519e-444a-a5af-fb1f73c17d41), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:50:32.004394 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 18:50:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27fe7ff5-fafd-480a-b60c-062c3223193d x-openstack-request-id: req-27fe7ff5-fafd-480a-b60c-062c3223193d {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 18:50:32.004684 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab68e1a1-7756-4483-a53d-eef063d9ab9a", "name": "network-vif-plugged", "status": "completed", "tag": "3337c187-519e-444a-a5af-fb1f73c17d41", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 18:50:32.004964 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-27fe7ff5-fafd-480a-b60c-062c3223193d {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 18:50:32.005349 n-d-827839-2 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab68e1a1-7756-4483-a53d-eef063d9ab9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3337c187-519e-444a-a5af-fb1f73c17d41', 'code': 200} Feb 04 18:50:32.033089 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Pushing event updated for resources: {'Port': ['ID=3337c187-519e-444a-a5af-fb1f73c17d41,revision_number=5']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:50:32.102749 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0c8639-d584-4088-904c-e195efb361bd req-f56d8e25-3b6f-4577-b118-1901a6dfbefc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:50:32.104255 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-ef0c8639-d584-4088-904c-e195efb361bd req-f56d8e25-3b6f-4577-b118-1901a6dfbefc service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=ab68e1a1-7756-4483-a53d-eef063d9ab9a HTTP/1.1" status: 200 len: 1127 time: 0.0434895 Feb 04 18:50:32.150752 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-ef0c8639-d584-4088-904c-e195efb361bd req-868355ac-4e0e-497a-901e-b2362f41b594 service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=bf032c70-5cf0-45ce-be59-238fa5168bce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389197 Feb 04 18:50:32.867597 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d9fdb9-682d-4943-8998-cc5e4102fefb req-2ab6ee37-de80-401f-8c48-b1c1817b0428 tempest-TestSnapshotPattern-545904508 tempest-TestSnapshotPattern-545904508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:50:32.869070 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-71d9fdb9-682d-4943-8998-cc5e4102fefb req-2ab6ee37-de80-401f-8c48-b1c1817b0428 tempest-TestSnapshotPattern-545904508 tempest-TestSnapshotPattern-545904508-project] 10.222.0.89 "GET /v2.0/ports?device_id=ab68e1a1-7756-4483-a53d-eef063d9ab9a HTTP/1.1" status: 200 len: 945 time: 0.0517058 Feb 04 18:50:32.917163 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-71d9fdb9-682d-4943-8998-cc5e4102fefb req-7a02e330-9593-4963-b86f-c2905cf090d3 tempest-TestSnapshotPattern-545904508 tempest-TestSnapshotPattern-545904508-project] 10.222.0.89 "GET /v2.0/security-groups?id=bf032c70-5cf0-45ce-be59-238fa5168bce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425296 Feb 04 18:50:33.031754 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-aa6b2003-b3a4-4ede-a41a-b8062776990a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (64ada913-9131-4d99-a265-63a920956287), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:50:33.418323 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d408ec64-b374-4acb-a1fc-48241dad6d47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (0cd6d64a-47a7-40ff-8c12-71dd526c62e0), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:50:34.040872 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d585f3-1488-4ace-b2f7-f4565433470d req-6b1eaab5-bb69-4a5e-9645-9b424daf3f40 tempest-TestSnapshotPattern-545904508 tempest-TestSnapshotPattern-545904508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:50:34.042331 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-95d585f3-1488-4ace-b2f7-f4565433470d req-6b1eaab5-bb69-4a5e-9645-9b424daf3f40 tempest-TestSnapshotPattern-545904508 tempest-TestSnapshotPattern-545904508-project] 10.222.0.89 "GET /v2.0/ports?device_id=ab68e1a1-7756-4483-a53d-eef063d9ab9a HTTP/1.1" status: 200 len: 945 time: 0.0521319 Feb 04 18:50:34.089731 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-95d585f3-1488-4ace-b2f7-f4565433470d req-76802bed-265d-4a32-a16d-9b6f20ae9da5 tempest-TestSnapshotPattern-545904508 tempest-TestSnapshotPattern-545904508-project] 10.222.0.89 "GET /v2.0/security-groups?id=bf032c70-5cf0-45ce-be59-238fa5168bce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416362 Feb 04 18:50:34.212277 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018a7ec0-6882-4e58-b4f7-dffe8218a322 req-78959479-15f6-401a-8d22-6260f60301ad tempest-TestSnapshotPattern-545904508 tempest-TestSnapshotPattern-545904508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:50:34.213696 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-018a7ec0-6882-4e58-b4f7-dffe8218a322 req-78959479-15f6-401a-8d22-6260f60301ad tempest-TestSnapshotPattern-545904508 tempest-TestSnapshotPattern-545904508-project] 10.222.0.89 "GET /v2.0/ports?device_id=ab68e1a1-7756-4483-a53d-eef063d9ab9a HTTP/1.1" status: 200 len: 945 time: 0.0561800 Feb 04 18:50:34.263724 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-018a7ec0-6882-4e58-b4f7-dffe8218a322 req-e1fe6ce6-c209-4283-8524-53874a6b2a90 tempest-TestSnapshotPattern-545904508 tempest-TestSnapshotPattern-545904508-project] 10.222.0.89 "GET /v2.0/security-groups?id=bf032c70-5cf0-45ce-be59-238fa5168bce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445149 Feb 04 18:50:34.285699 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 60744) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:50:34.329676 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e913a96-27cd-4171-ad6f-5ab143b039c5 tempest-TestSnapshotPattern-1502233693 tempest-TestSnapshotPattern-1502233693-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:50:34.331200 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-3e913a96-27cd-4171-ad6f-5ab143b039c5 tempest-TestSnapshotPattern-1502233693 tempest-TestSnapshotPattern-1502233693-project-admin] 10.222.0.89 "GET /v2.0/ports?device_id=ab68e1a1-7756-4483-a53d-eef063d9ab9a HTTP/1.1" status: 200 len: 1122 time: 0.0445361 Feb 04 18:50:34.334039 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 60746) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:50:34.338724 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.v2.base [None req-f9a2b9a6-48d6-4d0e-8929-3814fa1f8ff8 tempest-TestSnapshotPattern-545904508 tempest-TestSnapshotPattern-545904508-project] Request body: {'floatingip': {'floating_network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'port_id': '3337c187-519e-444a-a5af-fb1f73c17d41', 'tenant_id': 'e3af54d39965439f99b2e52a799a4305', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 18:50:34.358712 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-f9a2b9a6-48d6-4d0e-8929-3814fa1f8ff8 tempest-TestSnapshotPattern-545904508 tempest-TestSnapshotPattern-545904508-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:50:34.756359 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-f9a2b9a6-48d6-4d0e-8929-3814fa1f8ff8 tempest-TestSnapshotPattern-545904508 tempest-TestSnapshotPattern-545904508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:50:34.858006 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.db_base_plugin_common [None req-f9a2b9a6-48d6-4d0e-8929-3814fa1f8ff8 tempest-TestSnapshotPattern-545904508 tempest-TestSnapshotPattern-545904508-project] Allocated IP 172.25.6.29 (48165773-85ad-49a1-9ec1-76fc8dc24188/7660bfad-1ea8-4fe7-831b-bed836f13efc/3502bb34-6f3c-48f0-b7f8-8ea17973497e) {{(pid=103377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 18:50:34.962036 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-f9a2b9a6-48d6-4d0e-8929-3814fa1f8ff8 tempest-TestSnapshotPattern-545904508 tempest-TestSnapshotPattern-545904508-project] Publish callbacks [] for port (3502bb34-6f3c-48f0-b7f8-8ea17973497e), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:50:34.994158 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-f9a2b9a6-48d6-4d0e-8929-3814fa1f8ff8 tempest-TestSnapshotPattern-545904508 tempest-TestSnapshotPattern-545904508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781084268135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (3502bb34-6f3c-48f0-b7f8-8ea17973497e), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:50:35.033479 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9a2b9a6-48d6-4d0e-8929-3814fa1f8ff8 tempest-TestSnapshotPattern-545904508 tempest-TestSnapshotPattern-545904508-project] Network 48165773-85ad-49a1-9ec1-76fc8dc24188 is already hosted by enough agents. {{(pid=103377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 18:50:35.036309 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [None req-f9a2b9a6-48d6-4d0e-8929-3814fa1f8ff8 tempest-TestSnapshotPattern-545904508 tempest-TestSnapshotPattern-545904508-project] Resources bound (agent type, host, resource id): {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 18:50:35.040123 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9a2b9a6-48d6-4d0e-8929-3814fa1f8ff8 tempest-TestSnapshotPattern-545904508 tempest-TestSnapshotPattern-545904508-project] Received port after_create {{(pid=103377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 18:50:35.045310 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a2b9a6-48d6-4d0e-8929-3814fa1f8ff8 tempest-TestSnapshotPattern-545904508 tempest-TestSnapshotPattern-545904508-project] Pushing event updated for resources: {'Port': ['ID=3502bb34-6f3c-48f0-b7f8-8ea17973497e,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:50:35.070834 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a2b9a6-48d6-4d0e-8929-3814fa1f8ff8 tempest-TestSnapshotPattern-545904508 tempest-TestSnapshotPattern-545904508-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:50:35.071182 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a2b9a6-48d6-4d0e-8929-3814fa1f8ff8 tempest-TestSnapshotPattern-545904508 tempest-TestSnapshotPattern-545904508-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:50:35.071520 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a2b9a6-48d6-4d0e-8929-3814fa1f8ff8 tempest-TestSnapshotPattern-545904508 tempest-TestSnapshotPattern-545904508-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:50:35.071855 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a2b9a6-48d6-4d0e-8929-3814fa1f8ff8 tempest-TestSnapshotPattern-545904508 tempest-TestSnapshotPattern-545904508-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:50:35.072188 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a2b9a6-48d6-4d0e-8929-3814fa1f8ff8 tempest-TestSnapshotPattern-545904508 tempest-TestSnapshotPattern-545904508-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:50:35.072518 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a2b9a6-48d6-4d0e-8929-3814fa1f8ff8 tempest-TestSnapshotPattern-545904508 tempest-TestSnapshotPattern-545904508-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:50:35.072874 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a2b9a6-48d6-4d0e-8929-3814fa1f8ff8 tempest-TestSnapshotPattern-545904508 tempest-TestSnapshotPattern-545904508-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:50:35.073202 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a2b9a6-48d6-4d0e-8929-3814fa1f8ff8 tempest-TestSnapshotPattern-545904508 tempest-TestSnapshotPattern-545904508-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:50:35.073529 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a2b9a6-48d6-4d0e-8929-3814fa1f8ff8 tempest-TestSnapshotPattern-545904508 tempest-TestSnapshotPattern-545904508-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:50:35.073852 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a2b9a6-48d6-4d0e-8929-3814fa1f8ff8 tempest-TestSnapshotPattern-545904508 tempest-TestSnapshotPattern-545904508-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:50:35.074173 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a2b9a6-48d6-4d0e-8929-3814fa1f8ff8 tempest-TestSnapshotPattern-545904508 tempest-TestSnapshotPattern-545904508-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:50:35.074495 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a2b9a6-48d6-4d0e-8929-3814fa1f8ff8 tempest-TestSnapshotPattern-545904508 tempest-TestSnapshotPattern-545904508-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:50:35.074815 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a2b9a6-48d6-4d0e-8929-3814fa1f8ff8 tempest-TestSnapshotPattern-545904508 tempest-TestSnapshotPattern-545904508-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:50:35.253023 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4f14bb47-e72b-46ac-9e44-a61d9293afcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (75326290-f7a3-4db8-9cf2-15c7139ed224), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:50:35.399145 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-f9a2b9a6-48d6-4d0e-8929-3814fa1f8ff8 tempest-TestSnapshotPattern-545904508 tempest-TestSnapshotPattern-545904508-project] Publish callbacks [] for floatingip (ae5680fe-d855-497d-82e9-88c6c2bc135d), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:50:35.466040 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-f9a2b9a6-48d6-4d0e-8929-3814fa1f8ff8 tempest-TestSnapshotPattern-545904508 tempest-TestSnapshotPattern-545904508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (3502bb34-6f3c-48f0-b7f8-8ea17973497e), before_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:50:35.621502 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-f9a2b9a6-48d6-4d0e-8929-3814fa1f8ff8 tempest-TestSnapshotPattern-545904508 tempest-TestSnapshotPattern-545904508-project] Publish callbacks [] for port (3502bb34-6f3c-48f0-b7f8-8ea17973497e), precommit_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:50:35.625832 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-f9a2b9a6-48d6-4d0e-8929-3814fa1f8ff8 tempest-TestSnapshotPattern-545904508 tempest-TestSnapshotPattern-545904508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25888290'] for port (3502bb34-6f3c-48f0-b7f8-8ea17973497e), after_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:50:35.696800 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a2b9a6-48d6-4d0e-8929-3814fa1f8ff8 tempest-TestSnapshotPattern-545904508 tempest-TestSnapshotPattern-545904508-project] Pushing event updated for resources: {'Port': ['ID=3502bb34-6f3c-48f0-b7f8-8ea17973497e,revision_number=2']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:50:35.708931 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-f9a2b9a6-48d6-4d0e-8929-3814fa1f8ff8 tempest-TestSnapshotPattern-545904508 tempest-TestSnapshotPattern-545904508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1595586'] for floatingip (ae5680fe-d855-497d-82e9-88c6c2bc135d), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:50:35.810063 n-d-827839-2 neutron-server[103377]: INFO neutron.db.l3_db [None req-f9a2b9a6-48d6-4d0e-8929-3814fa1f8ff8 tempest-TestSnapshotPattern-545904508 tempest-TestSnapshotPattern-545904508-project] Floating IP ae5680fe-d855-497d-82e9-88c6c2bc135d associated. External IP: 172.25.6.29, port: 3337c187-519e-444a-a5af-fb1f73c17d41. Feb 04 18:50:35.977416 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (ba70844b-66a0-45fd-a2f2-e6ed673321fc), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:50:36.014893 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9a2b9a6-48d6-4d0e-8929-3814fa1f8ff8 tempest-TestSnapshotPattern-545904508 tempest-TestSnapshotPattern-545904508-project] Router e7481ad9-7884-4d25-991c-4b7edd595acd has already been hosted by L3 agent 64ada913-9131-4d99-a265-63a920956287 {{(pid=103377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 18:50:36.121636 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9a2b9a6-48d6-4d0e-8929-3814fa1f8ff8 tempest-TestSnapshotPattern-545904508 tempest-TestSnapshotPattern-545904508-project] Notify agent at l3_agent.n-d-827839-2 the message routers_updated {{(pid=103377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 18:50:36.131080 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6fc18a4-252d-4f9b-8fd2-4c861554c8b8 None None] Sync routers for ids ['e7481ad9-7884-4d25-991c-4b7edd595acd'] in n-d-827839-2 {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 18:50:36.138645 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-f9a2b9a6-48d6-4d0e-8929-3814fa1f8ff8 tempest-TestSnapshotPattern-545904508 tempest-TestSnapshotPattern-545904508-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for floatingip (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:50:36.142302 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6fc18a4-252d-4f9b-8fd2-4c861554c8b8 None None] Routers {'e7481ad9-7884-4d25-991c-4b7edd595acd'} bound to L3 agent in host n-d-827839-2 {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 18:50:36.142977 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-a6fc18a4-252d-4f9b-8fd2-4c861554c8b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T18:50:33Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['e7481ad9-7884-4d25-991c-4b7edd595acd'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:50:36.169116 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-f9a2b9a6-48d6-4d0e-8929-3814fa1f8ff8 tempest-TestSnapshotPattern-545904508 tempest-TestSnapshotPattern-545904508-project] 10.222.0.89 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8340607 Feb 04 18:50:36.169809 n-d-827839-2 neutron-server[103377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab68e1a1-7756-4483-a53d-eef063d9ab9a', 'tag': '3337c187-519e-444a-a5af-fb1f73c17d41'}] {{(pid=103377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 18:50:36.172054 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2026467e03276fe79290e5b19027649602583100b1291b9f7533f134bdcccf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d986cae3-fb34-4b40-9db0-1ab91637b43f" -d '{"events": [{"name": "network-changed", "server_uuid": "ab68e1a1-7756-4483-a53d-eef063d9ab9a", "tag": "3337c187-519e-444a-a5af-fb1f73c17d41"}]}' {{(pid=103377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 18:50:36.209631 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 18:50:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0268055d-8418-4b94-9635-ad37c7643e88 x-openstack-request-id: req-0268055d-8418-4b94-9635-ad37c7643e88 {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 18:50:36.209926 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab68e1a1-7756-4483-a53d-eef063d9ab9a", "tag": "3337c187-519e-444a-a5af-fb1f73c17d41", "status": "completed", "code": 200}]} {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 18:50:36.210748 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-0268055d-8418-4b94-9635-ad37c7643e88 {{(pid=103377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 18:50:36.211158 n-d-827839-2 neutron-server[103377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab68e1a1-7756-4483-a53d-eef063d9ab9a', 'tag': '3337c187-519e-444a-a5af-fb1f73c17d41', 'status': 'completed', 'code': 200} Feb 04 18:50:36.282431 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d986cae3-fb34-4b40-9db0-1ab91637b43f req-7755b03c-0581-4a56-8863-25f441b2353a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:50:36.283957 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-d986cae3-fb34-4b40-9db0-1ab91637b43f req-7755b03c-0581-4a56-8863-25f441b2353a service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=e3af54d39965439f99b2e52a799a4305&device_id=ab68e1a1-7756-4483-a53d-eef063d9ab9a HTTP/1.1" status: 200 len: 1127 time: 0.0510795 Feb 04 18:50:36.345445 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvr_db [None req-a6fc18a4-252d-4f9b-8fd2-4c861554c8b8 None None] Set router e7481ad9-7884-4d25-991c-4b7edd595acd gateway port host: n-d-827839-2 {{(pid=103379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 18:50:36.376185 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d986cae3-fb34-4b40-9db0-1ab91637b43f req-79ccd30a-a58b-4a53-a6b5-ac68a88e7f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:50:36.377690 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-d986cae3-fb34-4b40-9db0-1ab91637b43f req-79ccd30a-a58b-4a53-a6b5-ac68a88e7f9d service neutron] 10.222.0.96 "GET /v2.0/networks?id=870d7982-814d-464f-b7d8-090ca23edf77 HTTP/1.1" status: 200 len: 910 time: 0.0834742 Feb 04 18:50:36.447918 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-d986cae3-fb34-4b40-9db0-1ab91637b43f req-184e8aa8-23b0-436b-848c-aeed4942b8ce service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3337c187-519e-444a-a5af-fb1f73c17d41 HTTP/1.1" status: 200 len: 998 time: 0.0632100 Feb 04 18:50:36.495796 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d986cae3-fb34-4b40-9db0-1ab91637b43f req-ebb32164-0bb6-435e-9c91-d51469629233 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:50:36.497286 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-d986cae3-fb34-4b40-9db0-1ab91637b43f req-ebb32164-0bb6-435e-9c91-d51469629233 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=c4e3f0e0-f96f-47e1-9720-edecc2073633 HTTP/1.1" status: 200 len: 848 time: 0.0427372 Feb 04 18:50:36.547098 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d986cae3-fb34-4b40-9db0-1ab91637b43f req-b6e78770-3788-4a5c-8052-b78a45444c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:50:36.548526 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-d986cae3-fb34-4b40-9db0-1ab91637b43f req-b6e78770-3788-4a5c-8052-b78a45444c23 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=870d7982-814d-464f-b7d8-090ca23edf77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0444219 Feb 04 18:50:36.572140 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-a6fc18a4-252d-4f9b-8fd2-4c861554c8b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7481ad9-7884-4d25-991c-4b7edd595acd', 'name': 'tempest-TestSnapshotPattern-302020663-router', 'tenant_id': 'e3af54d39965439f99b2e52a799a4305', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.32'}], 'enable_snat': True}, 'gw_port_id': '3adc4742-22ea-4ac8-afda-9ca2e621d615', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T18:46:50Z', 'updated_at': '2022-02-04T18:46:53Z', 'revision_number': 4, 'project_id': 'e3af54d39965439f99b2e52a799a4305', 'gw_port': {'id': '3adc4742-22ea-4ac8-afda-9ca2e621d615', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:88:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7481ad9-7884-4d25-991c-4b7edd595acd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:46:51Z', 'updated_at': '2022-02-04T18:46:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_floatingips': [{'id': '41a0d32b-3bc2-4d9b-8aff-e55bb3f2f332', 'tenant_id': 'e3af54d39965439f99b2e52a799a4305', 'floating_ip_address': '172.25.6.219', 'floating_network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'router_id': 'e7481ad9-7884-4d25-991c-4b7edd595acd', 'port_id': '1419020c-566f-4765-a8f0-994430df8862', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4407, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '870d7982-814d-464f-b7d8-090ca23edf77', 'mac_address': 'fa:16:3e:d8:9b:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1a440c8-cc52-4349-bb3b-8b29b4f2cab1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T18:47:13Z', 'updated_at': '2022-02-04T18:47:15Z', 'revision_number': 1, 'project_id': 'e3af54d39965439f99b2e52a799a4305', 'fixed_ip_address_scope': None}, {'id': 'ae5680fe-d855-497d-82e9-88c6c2bc135d', 'tenant_id': 'e3af54d39965439f99b2e52a799a4305', 'floating_ip_address': '172.25.6.29', 'floating_network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'router_id': 'e7481ad9-7884-4d25-991c-4b7edd595acd', 'port_id': '3337c187-519e-444a-a5af-fb1f73c17d41', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4410, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '870d7982-814d-464f-b7d8-090ca23edf77', 'mac_address': 'fa:16:3e:d3:03:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab68e1a1-7756-4483-a53d-eef063d9ab9a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T18:50:35Z', 'updated_at': '2022-02-04T18:50:35Z', 'revision_number': 0, 'project_id': 'e3af54d39965439f99b2e52a799a4305', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6f9af19-0a3a-4238-97cb-9f19bed1d823', 'name': '', 'network_id': '870d7982-814d-464f-b7d8-090ca23edf77', 'tenant_id': 'e3af54d39965439f99b2e52a799a4305', 'mac_address': 'fa:16:3e:b1:59:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7481ad9-7884-4d25-991c-4b7edd595acd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4383, 'fixed_ips': [{'subnet_id': 'c4e3f0e0-f96f-47e1-9720-edecc2073633', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:46:53Z', 'updated_at': '2022-02-04T18:46:57Z', 'revision_number': 5, 'project_id': 'e3af54d39965439f99b2e52a799a4305', 'subnets': [{'id': 'c4e3f0e0-f96f-47e1-9720-edecc2073633', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-2', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:50:36.599008 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6fc18a4-252d-4f9b-8fd2-4c861554c8b8 None None] Checking router: e7481ad9-7884-4d25-991c-4b7edd595acd for host: n-d-827839-2 {{(pid=103379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 18:50:36.607369 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6fc18a4-252d-4f9b-8fd2-4c861554c8b8 None None] Routers {'e7481ad9-7884-4d25-991c-4b7edd595acd'} bound to L3 agent in host n-d-827839-2 {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 18:50:36.607985 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-a6fc18a4-252d-4f9b-8fd2-4c861554c8b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T18:50:33Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['e7481ad9-7884-4d25-991c-4b7edd595acd'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:50:36.650387 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-d986cae3-fb34-4b40-9db0-1ab91637b43f req-dd10fa41-f430-428e-88c1-bd27ff7e0693 service neutron] 10.222.0.96 "GET /v2.0/networks/870d7982-814d-464f-b7d8-090ca23edf77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951629 Feb 04 18:50:36.715064 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvr_db [None req-a6fc18a4-252d-4f9b-8fd2-4c861554c8b8 None None] Set router e7481ad9-7884-4d25-991c-4b7edd595acd gateway port host: n-d-827839-2 {{(pid=103379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 18:50:36.738388 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-d986cae3-fb34-4b40-9db0-1ab91637b43f req-38796c5c-008f-4c71-af60-711c233cf751 service neutron] 10.222.0.96 "GET /v2.0/networks/870d7982-814d-464f-b7d8-090ca23edf77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819426 Feb 04 18:50:36.940669 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-a6fc18a4-252d-4f9b-8fd2-4c861554c8b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7481ad9-7884-4d25-991c-4b7edd595acd', 'name': 'tempest-TestSnapshotPattern-302020663-router', 'tenant_id': 'e3af54d39965439f99b2e52a799a4305', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.32'}], 'enable_snat': True}, 'gw_port_id': '3adc4742-22ea-4ac8-afda-9ca2e621d615', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T18:46:50Z', 'updated_at': '2022-02-04T18:46:53Z', 'revision_number': 4, 'project_id': 'e3af54d39965439f99b2e52a799a4305', 'gw_port': {'id': '3adc4742-22ea-4ac8-afda-9ca2e621d615', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:88:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7481ad9-7884-4d25-991c-4b7edd595acd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:46:51Z', 'updated_at': '2022-02-04T18:46:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_floatingips': [{'id': '41a0d32b-3bc2-4d9b-8aff-e55bb3f2f332', 'tenant_id': 'e3af54d39965439f99b2e52a799a4305', 'floating_ip_address': '172.25.6.219', 'floating_network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'router_id': 'e7481ad9-7884-4d25-991c-4b7edd595acd', 'port_id': '1419020c-566f-4765-a8f0-994430df8862', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4407, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '870d7982-814d-464f-b7d8-090ca23edf77', 'mac_address': 'fa:16:3e:d8:9b:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1a440c8-cc52-4349-bb3b-8b29b4f2cab1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T18:47:13Z', 'updated_at': '2022-02-04T18:47:15Z', 'revision_number': 1, 'project_id': 'e3af54d39965439f99b2e52a799a4305', 'fixed_ip_address_scope': None}, {'id': 'ae5680fe-d855-497d-82e9-88c6c2bc135d', 'tenant_id': 'e3af54d39965439f99b2e52a799a4305', 'floating_ip_address': '172.25.6.29', 'floating_network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'router_id': 'e7481ad9-7884-4d25-991c-4b7edd595acd', 'port_id': '3337c187-519e-444a-a5af-fb1f73c17d41', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4410, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '870d7982-814d-464f-b7d8-090ca23edf77', 'mac_address': 'fa:16:3e:d3:03:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab68e1a1-7756-4483-a53d-eef063d9ab9a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T18:50:35Z', 'updated_at': '2022-02-04T18:50:35Z', 'revision_number': 0, 'project_id': 'e3af54d39965439f99b2e52a799a4305', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6f9af19-0a3a-4238-97cb-9f19bed1d823', 'name': '', 'network_id': '870d7982-814d-464f-b7d8-090ca23edf77', 'tenant_id': 'e3af54d39965439f99b2e52a799a4305', 'mac_address': 'fa:16:3e:b1:59:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7481ad9-7884-4d25-991c-4b7edd595acd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4383, 'fixed_ips': [{'subnet_id': 'c4e3f0e0-f96f-47e1-9720-edecc2073633', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:46:53Z', 'updated_at': '2022-02-04T18:46:57Z', 'revision_number': 5, 'project_id': 'e3af54d39965439f99b2e52a799a4305', 'subnets': [{'id': 'c4e3f0e0-f96f-47e1-9720-edecc2073633', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-2', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:50:36.967112 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6fc18a4-252d-4f9b-8fd2-4c861554c8b8 None None] The sync data for ids ['e7481ad9-7884-4d25-991c-4b7edd595acd'] in n-d-827839-2 is: [{'id': 'e7481ad9-7884-4d25-991c-4b7edd595acd', 'name': 'tempest-TestSnapshotPattern-302020663-router', 'tenant_id': 'e3af54d39965439f99b2e52a799a4305', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.32'}], 'enable_snat': True}, 'gw_port_id': '3adc4742-22ea-4ac8-afda-9ca2e621d615', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T18:46:50Z', 'updated_at': '2022-02-04T18:46:53Z', 'revision_number': 4, 'project_id': 'e3af54d39965439f99b2e52a799a4305', 'gw_port': {'id': '3adc4742-22ea-4ac8-afda-9ca2e621d615', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:88:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7481ad9-7884-4d25-991c-4b7edd595acd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:46:51Z', 'updated_at': '2022-02-04T18:46:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_floatingips': [{'id': '41a0d32b-3bc2-4d9b-8aff-e55bb3f2f332', 'tenant_id': 'e3af54d39965439f99b2e52a799a4305', 'floating_ip_address': '172.25.6.219', 'floating_network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'router_id': 'e7481ad9-7884-4d25-991c-4b7edd595acd', 'port_id': '1419020c-566f-4765-a8f0-994430df8862', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4407, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '870d7982-814d-464f-b7d8-090ca23edf77', 'mac_address': 'fa:16:3e:d8:9b:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1a440c8-cc52-4349-bb3b-8b29b4f2cab1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T18:47:13Z', 'updated_at': '2022-02-04T18:47:15Z', 'revision_number': 1, 'project_id': 'e3af54d39965439f99b2e52a799a4305', 'fixed_ip_address_scope': None}, {'id': 'ae5680fe-d855-497d-82e9-88c6c2bc135d', 'tenant_id': 'e3af54d39965439f99b2e52a799a4305', 'floating_ip_address': '172.25.6.29', 'floating_network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'router_id': 'e7481ad9-7884-4d25-991c-4b7edd595acd', 'port_id': '3337c187-519e-444a-a5af-fb1f73c17d41', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4410, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '870d7982-814d-464f-b7d8-090ca23edf77', 'mac_address': 'fa:16:3e:d3:03:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab68e1a1-7756-4483-a53d-eef063d9ab9a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T18:50:35Z', 'updated_at': '2022-02-04T18:50:35Z', 'revision_number': 0, 'project_id': 'e3af54d39965439f99b2e52a799a4305', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6f9af19-0a3a-4238-97cb-9f19bed1d823', 'name': '', 'network_id': '870d7982-814d-464f-b7d8-090ca23edf77', 'tenant_id': 'e3af54d39965439f99b2e52a799a4305', 'mac_address': 'fa:16:3e:b1:59:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7481ad9-7884-4d25-991c-4b7edd595acd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4383, 'fixed_ips': [{'subnet_id': 'c4e3f0e0-f96f-47e1-9720-edecc2073633', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:46:53Z', 'updated_at': '2022-02-04T18:46:57Z', 'revision_number': 5, 'project_id': 'e3af54d39965439f99b2e52a799a4305', 'subnets': [{'id': 'c4e3f0e0-f96f-47e1-9720-edecc2073633', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 18:50:37.160237 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e0850fb-aa9b-4334-9084-0cdf3073c88c None None] New status for floating IP ae5680fe-d855-497d-82e9-88c6c2bc135d: ACTIVE {{(pid=103378) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 18:50:41.079609 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (f20a1ab3-4332-4f54-833b-ba4a7c687e89), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:50:43.211840 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (3f9244a9-75fc-4c10-b195-11d48b853b41), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:50:44.165282 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.agents_db [None req-e1691f3b-aacd-4cd6-8ebb-a9c53bb301c0 None None] Agent healthcheck: found 7 active agents {{(pid=103379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 18:50:59.967218 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-27aa5bc9-09ad-46a7-b5b7-7bf6b2bebf7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (bb89f5a3-3c22-440b-b7d1-c4f0c43c184a), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:51:03.033399 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-40ebf542-b83f-446e-bdf0-025ebab0ab9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (64ada913-9131-4d99-a265-63a920956287), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:51:03.421499 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d408ec64-b374-4acb-a1fc-48241dad6d47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (0cd6d64a-47a7-40ff-8c12-71dd526c62e0), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:51:05.255389 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4f14bb47-e72b-46ac-9e44-a61d9293afcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (75326290-f7a3-4db8-9cf2-15c7139ed224), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:51:05.978764 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (ba70844b-66a0-45fd-a2f2-e6ed673321fc), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:51:11.093815 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (f20a1ab3-4332-4f54-833b-ba4a7c687e89), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:51:13.211638 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (3f9244a9-75fc-4c10-b195-11d48b853b41), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:51:21.165516 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.agents_db [None req-e1691f3b-aacd-4cd6-8ebb-a9c53bb301c0 None None] Agent healthcheck: found 7 active agents {{(pid=103379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 18:51:29.899262 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-1fa80401-21ba-41ee-bf24-4a741c2f6372 req-d7ea6d9e-4df4-4e6c-8130-c1729b48741e service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=d1a440c8-cc52-4349-bb3b-8b29b4f2cab1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0871451 Feb 04 18:51:29.970091 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3b48d8db-bfc0-4523-960d-d33983a11aa7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (bb89f5a3-3c22-440b-b7d1-c4f0c43c184a), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:51:29.988051 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa80401-21ba-41ee-bf24-4a741c2f6372 req-86c41bec-bdc0-4987-bfe8-6c8f4177386e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:51:29.989624 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-1fa80401-21ba-41ee-bf24-4a741c2f6372 req-86c41bec-bdc0-4987-bfe8-6c8f4177386e service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=e3af54d39965439f99b2e52a799a4305&device_id=d1a440c8-cc52-4349-bb3b-8b29b4f2cab1 HTTP/1.1" status: 200 len: 1126 time: 0.0506718 Feb 04 18:51:30.090550 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa80401-21ba-41ee-bf24-4a741c2f6372 req-cea489e7-37f9-41ee-8131-211f719e9a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:51:30.092033 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-1fa80401-21ba-41ee-bf24-4a741c2f6372 req-cea489e7-37f9-41ee-8131-211f719e9a35 service neutron] 10.222.0.96 "GET /v2.0/networks?id=870d7982-814d-464f-b7d8-090ca23edf77 HTTP/1.1" status: 200 len: 910 time: 0.0844033 Feb 04 18:51:30.159943 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-1fa80401-21ba-41ee-bf24-4a741c2f6372 req-bb9cfaf9-853e-4d2d-ad8f-7969d811f878 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1419020c-566f-4765-a8f0-994430df8862 HTTP/1.1" status: 200 len: 1000 time: 0.0616026 Feb 04 18:51:30.214394 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa80401-21ba-41ee-bf24-4a741c2f6372 req-081226b4-1503-43b1-a179-fcef809741c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:51:30.215878 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-1fa80401-21ba-41ee-bf24-4a741c2f6372 req-081226b4-1503-43b1-a179-fcef809741c1 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=c4e3f0e0-f96f-47e1-9720-edecc2073633 HTTP/1.1" status: 200 len: 848 time: 0.0490265 Feb 04 18:51:30.263822 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa80401-21ba-41ee-bf24-4a741c2f6372 req-6b332c7c-410b-4208-b0fe-c4aa2a7d428f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:51:30.265321 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-1fa80401-21ba-41ee-bf24-4a741c2f6372 req-6b332c7c-410b-4208-b0fe-c4aa2a7d428f service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=870d7982-814d-464f-b7d8-090ca23edf77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0435500 Feb 04 18:51:30.358446 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-1fa80401-21ba-41ee-bf24-4a741c2f6372 req-6e8b00c0-fc09-484b-894d-f268c6858dbe service neutron] 10.222.0.96 "GET /v2.0/networks/870d7982-814d-464f-b7d8-090ca23edf77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856092 Feb 04 18:51:30.448907 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-1fa80401-21ba-41ee-bf24-4a741c2f6372 req-adb20d16-60d1-4eb0-88cc-486f16e27156 service neutron] 10.222.0.96 "GET /v2.0/networks/870d7982-814d-464f-b7d8-090ca23edf77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834577 Feb 04 18:51:33.037372 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-671d75e3-19c6-43f3-ae04-a500d4559485 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (64ada913-9131-4d99-a265-63a920956287), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:51:33.424455 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d408ec64-b374-4acb-a1fc-48241dad6d47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (0cd6d64a-47a7-40ff-8c12-71dd526c62e0), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:51:35.258199 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4f14bb47-e72b-46ac-9e44-a61d9293afcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (75326290-f7a3-4db8-9cf2-15c7139ed224), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:51:35.981216 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (ba70844b-66a0-45fd-a2f2-e6ed673321fc), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:51:41.093701 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (f20a1ab3-4332-4f54-833b-ba4a7c687e89), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:51:43.223650 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (3f9244a9-75fc-4c10-b195-11d48b853b41), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:51:58.165062 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.agents_db [None req-e1691f3b-aacd-4cd6-8ebb-a9c53bb301c0 None None] Agent healthcheck: found 7 active agents {{(pid=103379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 18:51:59.972024 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5fba3783-c8de-4774-93d7-630f6860b311 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (bb89f5a3-3c22-440b-b7d1-c4f0c43c184a), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:52:03.039651 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-61d71c0a-9cc1-4aba-9861-e65604b15f76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (64ada913-9131-4d99-a265-63a920956287), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:52:03.427526 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d408ec64-b374-4acb-a1fc-48241dad6d47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (0cd6d64a-47a7-40ff-8c12-71dd526c62e0), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:52:05.262629 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4f14bb47-e72b-46ac-9e44-a61d9293afcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (75326290-f7a3-4db8-9cf2-15c7139ed224), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:52:05.982716 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (ba70844b-66a0-45fd-a2f2-e6ed673321fc), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:52:11.107850 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (f20a1ab3-4332-4f54-833b-ba4a7c687e89), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:52:13.222573 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (3f9244a9-75fc-4c10-b195-11d48b853b41), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:52:29.973186 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ec08b469-6de8-4868-ac9a-cb88bfce5b22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (bb89f5a3-3c22-440b-b7d1-c4f0c43c184a), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:52:31.881781 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-17dcb802-ea03-48d8-a922-9a7bdc080dbc req-2f4bfc18-2a3f-49de-8c6f-c409a5cbf36c service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=ab68e1a1-7756-4483-a53d-eef063d9ab9a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0442395 Feb 04 18:52:31.948604 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dcb802-ea03-48d8-a922-9a7bdc080dbc req-99ddfff4-82ca-42d8-87b5-487abfd94329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:52:31.950104 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-17dcb802-ea03-48d8-a922-9a7bdc080dbc req-99ddfff4-82ca-42d8-87b5-487abfd94329 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=e3af54d39965439f99b2e52a799a4305&device_id=ab68e1a1-7756-4483-a53d-eef063d9ab9a HTTP/1.1" status: 200 len: 1127 time: 0.0477855 Feb 04 18:52:32.050393 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dcb802-ea03-48d8-a922-9a7bdc080dbc req-1f2a4cce-1d39-401b-9918-0aeac864aa7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:52:32.051886 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-17dcb802-ea03-48d8-a922-9a7bdc080dbc req-1f2a4cce-1d39-401b-9918-0aeac864aa7e service neutron] 10.222.0.96 "GET /v2.0/networks?id=870d7982-814d-464f-b7d8-090ca23edf77 HTTP/1.1" status: 200 len: 910 time: 0.0836456 Feb 04 18:52:32.119408 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-17dcb802-ea03-48d8-a922-9a7bdc080dbc req-2649c6bf-762b-4189-ab88-ac7cbe202c06 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3337c187-519e-444a-a5af-fb1f73c17d41 HTTP/1.1" status: 200 len: 1000 time: 0.0608647 Feb 04 18:52:32.170866 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dcb802-ea03-48d8-a922-9a7bdc080dbc req-e6ba1fa3-2f7f-46ec-9916-d46f5d71e7b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:52:32.172243 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-17dcb802-ea03-48d8-a922-9a7bdc080dbc req-e6ba1fa3-2f7f-46ec-9916-d46f5d71e7b8 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=c4e3f0e0-f96f-47e1-9720-edecc2073633 HTTP/1.1" status: 200 len: 848 time: 0.0467172 Feb 04 18:52:32.220125 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dcb802-ea03-48d8-a922-9a7bdc080dbc req-f4e9de73-408a-45d6-9b4e-83a1ff55e8b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:52:32.221642 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-17dcb802-ea03-48d8-a922-9a7bdc080dbc req-f4e9de73-408a-45d6-9b4e-83a1ff55e8b8 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=870d7982-814d-464f-b7d8-090ca23edf77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0425591 Feb 04 18:52:32.312367 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-17dcb802-ea03-48d8-a922-9a7bdc080dbc req-59a3e3bb-1f07-4334-b47b-74dacb6a9f3e service neutron] 10.222.0.96 "GET /v2.0/networks/870d7982-814d-464f-b7d8-090ca23edf77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835099 Feb 04 18:52:32.399303 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-17dcb802-ea03-48d8-a922-9a7bdc080dbc req-4ed38804-9bf2-4522-9ac0-f5672f1411c8 service neutron] 10.222.0.96 "GET /v2.0/networks/870d7982-814d-464f-b7d8-090ca23edf77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802312 Feb 04 18:52:33.041702 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7707d234-7492-419c-b585-781d766eab23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (64ada913-9131-4d99-a265-63a920956287), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:52:33.429300 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d408ec64-b374-4acb-a1fc-48241dad6d47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (0cd6d64a-47a7-40ff-8c12-71dd526c62e0), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:52:35.164277 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.agents_db [None req-e1691f3b-aacd-4cd6-8ebb-a9c53bb301c0 None None] Agent healthcheck: found 7 active agents {{(pid=103379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 18:52:35.265180 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4f14bb47-e72b-46ac-9e44-a61d9293afcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (75326290-f7a3-4db8-9cf2-15c7139ed224), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:52:35.984823 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (ba70844b-66a0-45fd-a2f2-e6ed673321fc), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:52:41.122995 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (f20a1ab3-4332-4f54-833b-ba4a7c687e89), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:52:43.218990 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (3f9244a9-75fc-4c10-b195-11d48b853b41), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:52:54.474015 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device 3337c187-519e-444a-a5af-fb1f73c17d41 details requested by agent hyperv_n-h1-827839-2 with host n-h1-827839-2 {{(pid=103378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 18:52:54.570680 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] For port 3337c187-519e-444a-a5af-fb1f73c17d41, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=3337c187-519e-444a-a5af-fb1f73c17d41,segment=NetworkSegment(21016f66-eff9-482b-9ea3-b06994601951),segment_id=21016f66-eff9-482b-9ea3-b06994601951)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 18:52:54.582323 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Returning: {'device': '3337c187-519e-444a-a5af-fb1f73c17d41', 'network_id': '870d7982-814d-464f-b7d8-090ca23edf77', 'port_id': '3337c187-519e-444a-a5af-fb1f73c17d41', 'mac_address': 'fa:16:3e:d3:03:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 758, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4e3f0e0-f96f-47e1-9720-edecc2073633', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 18:52:54.618352 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Current status of the port 3337c187-519e-444a-a5af-fb1f73c17d41 is: ACTIVE; New status is: BUILD {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 18:52:54.618740 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (3337c187-519e-444a-a5af-fb1f73c17d41), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:52:54.631608 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3337c187-519e-444a-a5af-fb1f73c17d41 {{(pid=103378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 18:52:54.650837 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] For port 3337c187-519e-444a-a5af-fb1f73c17d41, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=3337c187-519e-444a-a5af-fb1f73c17d41,segment=NetworkSegment(21016f66-eff9-482b-9ea3-b06994601951),segment_id=21016f66-eff9-482b-9ea3-b06994601951)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 18:52:54.655067 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (3337c187-519e-444a-a5af-fb1f73c17d41), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:52:54.710997 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Pushing event updated for resources: {'Port': ['ID=3337c187-519e-444a-a5af-fb1f73c17d41,revision_number=6']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:52:54.718566 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:52:54.718918 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:52:54.719262 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:52:54.719608 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:52:54.719944 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:52:54.720278 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:52:54.720607 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:52:54.720963 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:52:54.721291 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:52:54.721616 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:52:54.721941 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:52:54.722262 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:52:54.722588 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:52:54.738567 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] get_ports_and_sgs() called for port_ids ['3337c187-519e-444a-a5af-fb1f73c17d41'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 18:52:56.490217 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device 3337c187-519e-444a-a5af-fb1f73c17d41 up at agent hyperv_n-h1-827839-2 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 18:52:56.535441 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Provisioning complete for port 3337c187-519e-444a-a5af-fb1f73c17d41 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 18:52:56.535740 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546069'] for port (3337c187-519e-444a-a5af-fb1f73c17d41), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:52:56.611928 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Current status of the port 3337c187-519e-444a-a5af-fb1f73c17d41 is: BUILD; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 18:52:56.612312 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1484117'] for port (3337c187-519e-444a-a5af-fb1f73c17d41), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:52:56.634710 n-d-827839-2 neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab68e1a1-7756-4483-a53d-eef063d9ab9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3337c187-519e-444a-a5af-fb1f73c17d41'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 18:52:56.636934 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d531d67ec453461b01ecd2cf0c6686e25a5679cf38f56e7e92bae688f1026262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb6e8ffa-8ced-4820-b449-f343037af7df" -d '{"events": [{"server_uuid": "ab68e1a1-7756-4483-a53d-eef063d9ab9a", "name": "network-vif-plugged", "status": "completed", "tag": "3337c187-519e-444a-a5af-fb1f73c17d41"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 18:52:56.650790 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] For port 3337c187-519e-444a-a5af-fb1f73c17d41, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=3337c187-519e-444a-a5af-fb1f73c17d41,segment=NetworkSegment(21016f66-eff9-482b-9ea3-b06994601951),segment_id=21016f66-eff9-482b-9ea3-b06994601951)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 18:52:56.655346 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781084764151', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781084268153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781084268171'] for port (3337c187-519e-444a-a5af-fb1f73c17d41), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:52:56.701969 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Pushing event updated for resources: {'Port': ['ID=3337c187-519e-444a-a5af-fb1f73c17d41,revision_number=7']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:52:57.691073 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 18:52:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d540e87-c31e-4aca-b728-b4d18c8e75fb x-openstack-request-id: req-2d540e87-c31e-4aca-b728-b4d18c8e75fb {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 18:52:57.691707 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab68e1a1-7756-4483-a53d-eef063d9ab9a", "name": "network-vif-plugged", "status": "completed", "tag": "3337c187-519e-444a-a5af-fb1f73c17d41", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 18:52:57.691707 n-d-827839-2 neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-2d540e87-c31e-4aca-b728-b4d18c8e75fb {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 18:52:57.691997 n-d-827839-2 neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab68e1a1-7756-4483-a53d-eef063d9ab9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3337c187-519e-444a-a5af-fb1f73c17d41', 'code': 200} Feb 04 18:52:59.982258 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f37fbec7-59b2-486d-8296-60260066cebf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (bb89f5a3-3c22-440b-b7d1-c4f0c43c184a), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:53:03.044141 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1412fd32-ab47-40bb-b4ea-29b76e1d9a1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (64ada913-9131-4d99-a265-63a920956287), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:53:03.439348 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d408ec64-b374-4acb-a1fc-48241dad6d47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (0cd6d64a-47a7-40ff-8c12-71dd526c62e0), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:53:05.277570 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4f14bb47-e72b-46ac-9e44-a61d9293afcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (75326290-f7a3-4db8-9cf2-15c7139ed224), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:53:05.991693 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (ba70844b-66a0-45fd-a2f2-e6ed673321fc), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:53:09.099142 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 32780) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:53:09.256918 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-8640d033-6156-45a3-ac3a-a54de3dbbc98 tempest-TestSnapshotPattern-545904508 tempest-TestSnapshotPattern-545904508-project] Deleting port 3502bb34-6f3c-48f0-b7f8-8ea17973497e {{(pid=103377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 18:53:09.257260 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-8640d033-6156-45a3-ac3a-a54de3dbbc98 tempest-TestSnapshotPattern-545904508 tempest-TestSnapshotPattern-545904508-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (3502bb34-6f3c-48f0-b7f8-8ea17973497e), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:53:09.330614 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-8640d033-6156-45a3-ac3a-a54de3dbbc98 tempest-TestSnapshotPattern-545904508 tempest-TestSnapshotPattern-545904508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (3502bb34-6f3c-48f0-b7f8-8ea17973497e), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:53:09.330940 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-8640d033-6156-45a3-ac3a-a54de3dbbc98 tempest-TestSnapshotPattern-545904508 tempest-TestSnapshotPattern-545904508-project] Publish callbacks [] for floatingip (3502bb34-6f3c-48f0-b7f8-8ea17973497e), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:53:09.342483 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-8640d033-6156-45a3-ac3a-a54de3dbbc98 tempest-TestSnapshotPattern-545904508 tempest-TestSnapshotPattern-545904508-project] Calling delete_port for 3502bb34-6f3c-48f0-b7f8-8ea17973497e owned by network:floatingip {{(pid=103377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 18:53:09.487069 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-8640d033-6156-45a3-ac3a-a54de3dbbc98 tempest-TestSnapshotPattern-545904508 tempest-TestSnapshotPattern-545904508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (3502bb34-6f3c-48f0-b7f8-8ea17973497e), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:53:09.509751 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8640d033-6156-45a3-ac3a-a54de3dbbc98 tempest-TestSnapshotPattern-545904508 tempest-TestSnapshotPattern-545904508-project] Pushing event deleted for resources: {'Port': ['ID=3502bb34-6f3c-48f0-b7f8-8ea17973497e,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:53:09.519563 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8640d033-6156-45a3-ac3a-a54de3dbbc98 tempest-TestSnapshotPattern-545904508 tempest-TestSnapshotPattern-545904508-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:53:09.519914 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8640d033-6156-45a3-ac3a-a54de3dbbc98 tempest-TestSnapshotPattern-545904508 tempest-TestSnapshotPattern-545904508-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:53:09.520252 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8640d033-6156-45a3-ac3a-a54de3dbbc98 tempest-TestSnapshotPattern-545904508 tempest-TestSnapshotPattern-545904508-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:53:09.520637 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8640d033-6156-45a3-ac3a-a54de3dbbc98 tempest-TestSnapshotPattern-545904508 tempest-TestSnapshotPattern-545904508-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:53:09.520996 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8640d033-6156-45a3-ac3a-a54de3dbbc98 tempest-TestSnapshotPattern-545904508 tempest-TestSnapshotPattern-545904508-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:53:09.521331 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8640d033-6156-45a3-ac3a-a54de3dbbc98 tempest-TestSnapshotPattern-545904508 tempest-TestSnapshotPattern-545904508-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:53:09.522081 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8640d033-6156-45a3-ac3a-a54de3dbbc98 tempest-TestSnapshotPattern-545904508 tempest-TestSnapshotPattern-545904508-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:53:09.522081 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8640d033-6156-45a3-ac3a-a54de3dbbc98 tempest-TestSnapshotPattern-545904508 tempest-TestSnapshotPattern-545904508-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:53:09.522283 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8640d033-6156-45a3-ac3a-a54de3dbbc98 tempest-TestSnapshotPattern-545904508 tempest-TestSnapshotPattern-545904508-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:53:09.522586 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8640d033-6156-45a3-ac3a-a54de3dbbc98 tempest-TestSnapshotPattern-545904508 tempest-TestSnapshotPattern-545904508-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:53:09.522906 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8640d033-6156-45a3-ac3a-a54de3dbbc98 tempest-TestSnapshotPattern-545904508 tempest-TestSnapshotPattern-545904508-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:53:09.523230 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8640d033-6156-45a3-ac3a-a54de3dbbc98 tempest-TestSnapshotPattern-545904508 tempest-TestSnapshotPattern-545904508-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:53:09.523552 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8640d033-6156-45a3-ac3a-a54de3dbbc98 tempest-TestSnapshotPattern-545904508 tempest-TestSnapshotPattern-545904508-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:53:09.585935 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-8640d033-6156-45a3-ac3a-a54de3dbbc98 tempest-TestSnapshotPattern-545904508 tempest-TestSnapshotPattern-545904508-project] Publish callbacks [] for floatingip (ae5680fe-d855-497d-82e9-88c6c2bc135d), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:53:09.586301 n-d-827839-2 neutron-server[103377]: INFO neutron.db.l3_db [None req-8640d033-6156-45a3-ac3a-a54de3dbbc98 tempest-TestSnapshotPattern-545904508 tempest-TestSnapshotPattern-545904508-project] Floating IP ae5680fe-d855-497d-82e9-88c6c2bc135d disassociated (deleted). External IP: 172.25.6.29, port: 3337c187-519e-444a-a5af-fb1f73c17d41. Feb 04 18:53:09.790729 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8640d033-6156-45a3-ac3a-a54de3dbbc98 tempest-TestSnapshotPattern-545904508 tempest-TestSnapshotPattern-545904508-project] Router e7481ad9-7884-4d25-991c-4b7edd595acd has already been hosted by L3 agent 64ada913-9131-4d99-a265-63a920956287 {{(pid=103377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 18:53:09.899289 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8640d033-6156-45a3-ac3a-a54de3dbbc98 tempest-TestSnapshotPattern-545904508 tempest-TestSnapshotPattern-545904508-project] Notify agent at l3_agent.n-d-827839-2 the message routers_updated {{(pid=103377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 18:53:09.904165 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-8640d033-6156-45a3-ac3a-a54de3dbbc98 tempest-TestSnapshotPattern-545904508 tempest-TestSnapshotPattern-545904508-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for floatingip (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:53:09.910097 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-012d40e7-62df-403b-9e7b-bd621b7eea44 None None] Sync routers for ids ['e7481ad9-7884-4d25-991c-4b7edd595acd'] in n-d-827839-2 {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 18:53:09.920839 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-012d40e7-62df-403b-9e7b-bd621b7eea44 None None] Routers {'e7481ad9-7884-4d25-991c-4b7edd595acd'} bound to L3 agent in host n-d-827839-2 {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 18:53:09.921699 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-012d40e7-62df-403b-9e7b-bd621b7eea44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T18:53:03Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['e7481ad9-7884-4d25-991c-4b7edd595acd'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:53:09.933479 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-8640d033-6156-45a3-ac3a-a54de3dbbc98 tempest-TestSnapshotPattern-545904508 tempest-TestSnapshotPattern-545904508-project] 10.222.0.89 "DELETE /v2.0/floatingips/ae5680fe-d855-497d-82e9-88c6c2bc135d HTTP/1.1" status: 204 len: 168 time: 0.8332431 Feb 04 18:53:09.934090 n-d-827839-2 neutron-server[103377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab68e1a1-7756-4483-a53d-eef063d9ab9a', 'tag': '3337c187-519e-444a-a5af-fb1f73c17d41'}] {{(pid=103377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 18:53:09.936345 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2026467e03276fe79290e5b19027649602583100b1291b9f7533f134bdcccf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f6f329e-598e-415d-9080-a47972c0e19c" -d '{"events": [{"name": "network-changed", "server_uuid": "ab68e1a1-7756-4483-a53d-eef063d9ab9a", "tag": "3337c187-519e-444a-a5af-fb1f73c17d41"}]}' {{(pid=103377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 18:53:10.031318 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 18:53:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41595137-77d3-43a4-9fb3-89320dab3c13 x-openstack-request-id: req-41595137-77d3-43a4-9fb3-89320dab3c13 {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 18:53:10.031744 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab68e1a1-7756-4483-a53d-eef063d9ab9a", "tag": "3337c187-519e-444a-a5af-fb1f73c17d41", "status": "completed", "code": 200}]} {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 18:53:10.032067 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-41595137-77d3-43a4-9fb3-89320dab3c13 {{(pid=103377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 18:53:10.032619 n-d-827839-2 neutron-server[103377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab68e1a1-7756-4483-a53d-eef063d9ab9a', 'tag': '3337c187-519e-444a-a5af-fb1f73c17d41', 'status': 'completed', 'code': 200} Feb 04 18:53:10.040712 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvr_db [None req-012d40e7-62df-403b-9e7b-bd621b7eea44 None None] Set router e7481ad9-7884-4d25-991c-4b7edd595acd gateway port host: n-d-827839-2 {{(pid=103379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 18:53:10.108618 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6f329e-598e-415d-9080-a47972c0e19c req-8fbccac3-b112-45c8-8dbe-c467505ed6ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:53:10.110190 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-3f6f329e-598e-415d-9080-a47972c0e19c req-8fbccac3-b112-45c8-8dbe-c467505ed6ba service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=e3af54d39965439f99b2e52a799a4305&device_id=ab68e1a1-7756-4483-a53d-eef063d9ab9a HTTP/1.1" status: 200 len: 1127 time: 0.0569403 Feb 04 18:53:10.230587 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6f329e-598e-415d-9080-a47972c0e19c req-6e7b1829-aab9-493e-984f-a89c0963d40c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:53:10.232049 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-3f6f329e-598e-415d-9080-a47972c0e19c req-6e7b1829-aab9-493e-984f-a89c0963d40c service neutron] 10.222.0.96 "GET /v2.0/networks?id=870d7982-814d-464f-b7d8-090ca23edf77 HTTP/1.1" status: 200 len: 910 time: 0.1136539 Feb 04 18:53:10.276850 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-012d40e7-62df-403b-9e7b-bd621b7eea44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7481ad9-7884-4d25-991c-4b7edd595acd', 'name': 'tempest-TestSnapshotPattern-302020663-router', 'tenant_id': 'e3af54d39965439f99b2e52a799a4305', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.32'}], 'enable_snat': True}, 'gw_port_id': '3adc4742-22ea-4ac8-afda-9ca2e621d615', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T18:46:50Z', 'updated_at': '2022-02-04T18:46:53Z', 'revision_number': 4, 'project_id': 'e3af54d39965439f99b2e52a799a4305', 'gw_port': {'id': '3adc4742-22ea-4ac8-afda-9ca2e621d615', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:88:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7481ad9-7884-4d25-991c-4b7edd595acd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:46:51Z', 'updated_at': '2022-02-04T18:46:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_floatingips': [{'id': '41a0d32b-3bc2-4d9b-8aff-e55bb3f2f332', 'tenant_id': 'e3af54d39965439f99b2e52a799a4305', 'floating_ip_address': '172.25.6.219', 'floating_network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'router_id': 'e7481ad9-7884-4d25-991c-4b7edd595acd', 'port_id': '1419020c-566f-4765-a8f0-994430df8862', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4407, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '870d7982-814d-464f-b7d8-090ca23edf77', 'mac_address': 'fa:16:3e:d8:9b:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1a440c8-cc52-4349-bb3b-8b29b4f2cab1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T18:47:13Z', 'updated_at': '2022-02-04T18:47:15Z', 'revision_number': 1, 'project_id': 'e3af54d39965439f99b2e52a799a4305', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6f9af19-0a3a-4238-97cb-9f19bed1d823', 'name': '', 'network_id': '870d7982-814d-464f-b7d8-090ca23edf77', 'tenant_id': 'e3af54d39965439f99b2e52a799a4305', 'mac_address': 'fa:16:3e:b1:59:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7481ad9-7884-4d25-991c-4b7edd595acd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4383, 'fixed_ips': [{'subnet_id': 'c4e3f0e0-f96f-47e1-9720-edecc2073633', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:46:53Z', 'updated_at': '2022-02-04T18:46:57Z', 'revision_number': 5, 'project_id': 'e3af54d39965439f99b2e52a799a4305', 'subnets': [{'id': 'c4e3f0e0-f96f-47e1-9720-edecc2073633', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-2', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:53:10.286422 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-3f6f329e-598e-415d-9080-a47972c0e19c req-59d64080-b3f4-42d1-82d1-3988c2a65403 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3337c187-519e-444a-a5af-fb1f73c17d41 HTTP/1.1" status: 200 len: 217 time: 0.0382166 Feb 04 18:53:10.303552 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-012d40e7-62df-403b-9e7b-bd621b7eea44 None None] Checking router: e7481ad9-7884-4d25-991c-4b7edd595acd for host: n-d-827839-2 {{(pid=103379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 18:53:10.311811 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-012d40e7-62df-403b-9e7b-bd621b7eea44 None None] Routers {'e7481ad9-7884-4d25-991c-4b7edd595acd'} bound to L3 agent in host n-d-827839-2 {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 18:53:10.312419 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-012d40e7-62df-403b-9e7b-bd621b7eea44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T18:53:03Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['e7481ad9-7884-4d25-991c-4b7edd595acd'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:53:10.517916 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvr_db [None req-012d40e7-62df-403b-9e7b-bd621b7eea44 None None] Set router e7481ad9-7884-4d25-991c-4b7edd595acd gateway port host: n-d-827839-2 {{(pid=103379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 18:53:10.653374 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c5f10a-a1de-4a3e-9428-a23e1f28b952 req-0f09f80e-dddf-46a8-9971-a0bb9bfc461b tempest-TestSnapshotPattern-545904508 tempest-TestSnapshotPattern-545904508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:53:10.654857 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-59c5f10a-a1de-4a3e-9428-a23e1f28b952 req-0f09f80e-dddf-46a8-9971-a0bb9bfc461b tempest-TestSnapshotPattern-545904508 tempest-TestSnapshotPattern-545904508-project] 10.222.0.89 "GET /v2.0/ports?device_id=ab68e1a1-7756-4483-a53d-eef063d9ab9a HTTP/1.1" status: 200 len: 945 time: 0.5191326 Feb 04 18:53:10.685234 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6f329e-598e-415d-9080-a47972c0e19c req-ebf49f09-5651-478b-9b93-450f370dfdf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:53:10.686692 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-3f6f329e-598e-415d-9080-a47972c0e19c req-ebf49f09-5651-478b-9b93-450f370dfdf5 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=c4e3f0e0-f96f-47e1-9720-edecc2073633 HTTP/1.1" status: 200 len: 848 time: 0.3923926 Feb 04 18:53:10.738406 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-59c5f10a-a1de-4a3e-9428-a23e1f28b952 req-75fd11c6-fb22-4b1c-8b1f-2cb51d3e2f14 tempest-TestSnapshotPattern-545904508 tempest-TestSnapshotPattern-545904508-project] 10.222.0.89 "GET /v2.0/security-groups?id=bf032c70-5cf0-45ce-be59-238fa5168bce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0776949 Feb 04 18:53:10.745818 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-012d40e7-62df-403b-9e7b-bd621b7eea44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7481ad9-7884-4d25-991c-4b7edd595acd', 'name': 'tempest-TestSnapshotPattern-302020663-router', 'tenant_id': 'e3af54d39965439f99b2e52a799a4305', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.32'}], 'enable_snat': True}, 'gw_port_id': '3adc4742-22ea-4ac8-afda-9ca2e621d615', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T18:46:50Z', 'updated_at': '2022-02-04T18:46:53Z', 'revision_number': 4, 'project_id': 'e3af54d39965439f99b2e52a799a4305', 'gw_port': {'id': '3adc4742-22ea-4ac8-afda-9ca2e621d615', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:88:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7481ad9-7884-4d25-991c-4b7edd595acd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:46:51Z', 'updated_at': '2022-02-04T18:46:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_floatingips': [{'id': '41a0d32b-3bc2-4d9b-8aff-e55bb3f2f332', 'tenant_id': 'e3af54d39965439f99b2e52a799a4305', 'floating_ip_address': '172.25.6.219', 'floating_network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'router_id': 'e7481ad9-7884-4d25-991c-4b7edd595acd', 'port_id': '1419020c-566f-4765-a8f0-994430df8862', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4407, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '870d7982-814d-464f-b7d8-090ca23edf77', 'mac_address': 'fa:16:3e:d8:9b:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1a440c8-cc52-4349-bb3b-8b29b4f2cab1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T18:47:13Z', 'updated_at': '2022-02-04T18:47:15Z', 'revision_number': 1, 'project_id': 'e3af54d39965439f99b2e52a799a4305', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6f9af19-0a3a-4238-97cb-9f19bed1d823', 'name': '', 'network_id': '870d7982-814d-464f-b7d8-090ca23edf77', 'tenant_id': 'e3af54d39965439f99b2e52a799a4305', 'mac_address': 'fa:16:3e:b1:59:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7481ad9-7884-4d25-991c-4b7edd595acd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4383, 'fixed_ips': [{'subnet_id': 'c4e3f0e0-f96f-47e1-9720-edecc2073633', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:46:53Z', 'updated_at': '2022-02-04T18:46:57Z', 'revision_number': 5, 'project_id': 'e3af54d39965439f99b2e52a799a4305', 'subnets': [{'id': 'c4e3f0e0-f96f-47e1-9720-edecc2073633', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-2', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:53:10.757367 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6f329e-598e-415d-9080-a47972c0e19c req-9b76db43-435d-4779-8f49-d45505eb9193 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:53:10.757367 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-3f6f329e-598e-415d-9080-a47972c0e19c req-9b76db43-435d-4779-8f49-d45505eb9193 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=870d7982-814d-464f-b7d8-090ca23edf77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0592573 Feb 04 18:53:10.772697 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-012d40e7-62df-403b-9e7b-bd621b7eea44 None None] The sync data for ids ['e7481ad9-7884-4d25-991c-4b7edd595acd'] in n-d-827839-2 is: [{'id': 'e7481ad9-7884-4d25-991c-4b7edd595acd', 'name': 'tempest-TestSnapshotPattern-302020663-router', 'tenant_id': 'e3af54d39965439f99b2e52a799a4305', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.32'}], 'enable_snat': True}, 'gw_port_id': '3adc4742-22ea-4ac8-afda-9ca2e621d615', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T18:46:50Z', 'updated_at': '2022-02-04T18:46:53Z', 'revision_number': 4, 'project_id': 'e3af54d39965439f99b2e52a799a4305', 'gw_port': {'id': '3adc4742-22ea-4ac8-afda-9ca2e621d615', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:88:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7481ad9-7884-4d25-991c-4b7edd595acd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:46:51Z', 'updated_at': '2022-02-04T18:46:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_floatingips': [{'id': '41a0d32b-3bc2-4d9b-8aff-e55bb3f2f332', 'tenant_id': 'e3af54d39965439f99b2e52a799a4305', 'floating_ip_address': '172.25.6.219', 'floating_network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'router_id': 'e7481ad9-7884-4d25-991c-4b7edd595acd', 'port_id': '1419020c-566f-4765-a8f0-994430df8862', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4407, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '870d7982-814d-464f-b7d8-090ca23edf77', 'mac_address': 'fa:16:3e:d8:9b:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1a440c8-cc52-4349-bb3b-8b29b4f2cab1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T18:47:13Z', 'updated_at': '2022-02-04T18:47:15Z', 'revision_number': 1, 'project_id': 'e3af54d39965439f99b2e52a799a4305', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6f9af19-0a3a-4238-97cb-9f19bed1d823', 'name': '', 'network_id': '870d7982-814d-464f-b7d8-090ca23edf77', 'tenant_id': 'e3af54d39965439f99b2e52a799a4305', 'mac_address': 'fa:16:3e:b1:59:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7481ad9-7884-4d25-991c-4b7edd595acd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4383, 'fixed_ips': [{'subnet_id': 'c4e3f0e0-f96f-47e1-9720-edecc2073633', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:46:53Z', 'updated_at': '2022-02-04T18:46:57Z', 'revision_number': 5, 'project_id': 'e3af54d39965439f99b2e52a799a4305', 'subnets': [{'id': 'c4e3f0e0-f96f-47e1-9720-edecc2073633', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 18:53:10.850401 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-3f6f329e-598e-415d-9080-a47972c0e19c req-9b3bd5f0-b550-4712-a3a1-77433c48725e service neutron] 10.222.0.96 "GET /v2.0/networks/870d7982-814d-464f-b7d8-090ca23edf77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887814 Feb 04 18:53:10.941032 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-3f6f329e-598e-415d-9080-a47972c0e19c req-22582522-86a7-499d-8ff2-0b42cf011dfa service neutron] 10.222.0.96 "GET /v2.0/networks/870d7982-814d-464f-b7d8-090ca23edf77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845315 Feb 04 18:53:11.025391 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f6e132d-0c56-474f-a15e-724e40695948 None None] New status for floating IP ae5680fe-d855-497d-82e9-88c6c2bc135d: DOWN {{(pid=103378) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 18:53:11.136616 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (f20a1ab3-4332-4f54-833b-ba4a7c687e89), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:53:11.860204 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc472bf-c24e-40ae-8481-fd4449d51d8e req-07e59bfb-822e-469a-8a40-81d7e8352b78 tempest-TestSnapshotPattern-545904508 tempest-TestSnapshotPattern-545904508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:53:11.861716 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-5dc472bf-c24e-40ae-8481-fd4449d51d8e req-07e59bfb-822e-469a-8a40-81d7e8352b78 tempest-TestSnapshotPattern-545904508 tempest-TestSnapshotPattern-545904508-project] 10.222.0.89 "GET /v2.0/ports?device_id=ab68e1a1-7756-4483-a53d-eef063d9ab9a HTTP/1.1" status: 200 len: 945 time: 0.0534713 Feb 04 18:53:11.913220 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-5dc472bf-c24e-40ae-8481-fd4449d51d8e req-a4c48449-e469-402a-ad4c-9ad4622c8975 tempest-TestSnapshotPattern-545904508 tempest-TestSnapshotPattern-545904508-project] 10.222.0.89 "GET /v2.0/security-groups?id=bf032c70-5cf0-45ce-be59-238fa5168bce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453007 Feb 04 18:53:11.969208 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1236323-aad6-4e0b-b994-67490470abfc req-d17a536a-2005-4f94-b2cd-667911c384d3 tempest-TestSnapshotPattern-545904508 tempest-TestSnapshotPattern-545904508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:53:11.970649 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-d1236323-aad6-4e0b-b994-67490470abfc req-d17a536a-2005-4f94-b2cd-667911c384d3 tempest-TestSnapshotPattern-545904508 tempest-TestSnapshotPattern-545904508-project] 10.222.0.96 "GET /v2.0/ports?device_id=ab68e1a1-7756-4483-a53d-eef063d9ab9a HTTP/1.1" status: 200 len: 945 time: 0.0515702 Feb 04 18:53:12.066691 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [req-d1236323-aad6-4e0b-b994-67490470abfc req-a6e34607-f232-4934-ae81-a0e1b4414b24 tempest-TestSnapshotPattern-545904508 tempest-TestSnapshotPattern-545904508-project] Deleting port 3337c187-519e-444a-a5af-fb1f73c17d41 {{(pid=103376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 18:53:12.066938 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-d1236323-aad6-4e0b-b994-67490470abfc req-a6e34607-f232-4934-ae81-a0e1b4414b24 tempest-TestSnapshotPattern-545904508 tempest-TestSnapshotPattern-545904508-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (3337c187-519e-444a-a5af-fb1f73c17d41), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:53:12.154338 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [req-d1236323-aad6-4e0b-b994-67490470abfc req-a6e34607-f232-4934-ae81-a0e1b4414b24 tempest-TestSnapshotPattern-545904508 tempest-TestSnapshotPattern-545904508-project] For port 3337c187-519e-444a-a5af-fb1f73c17d41, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=3337c187-519e-444a-a5af-fb1f73c17d41,segment=NetworkSegment(21016f66-eff9-482b-9ea3-b06994601951),segment_id=21016f66-eff9-482b-9ea3-b06994601951)] {{(pid=103376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 18:53:12.154699 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-d1236323-aad6-4e0b-b994-67490470abfc req-a6e34607-f232-4934-ae81-a0e1b4414b24 tempest-TestSnapshotPattern-545904508 tempest-TestSnapshotPattern-545904508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (3337c187-519e-444a-a5af-fb1f73c17d41), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:53:12.163210 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.agents_db [None req-e1691f3b-aacd-4cd6-8ebb-a9c53bb301c0 None None] Agent healthcheck: found 7 active agents {{(pid=103379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 18:53:12.171384 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [req-d1236323-aad6-4e0b-b994-67490470abfc req-a6e34607-f232-4934-ae81-a0e1b4414b24 tempest-TestSnapshotPattern-545904508 tempest-TestSnapshotPattern-545904508-project] Calling delete_port for 3337c187-519e-444a-a5af-fb1f73c17d41 owned by compute:nova {{(pid=103376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 18:53:12.293503 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-d1236323-aad6-4e0b-b994-67490470abfc req-a6e34607-f232-4934-ae81-a0e1b4414b24 tempest-TestSnapshotPattern-545904508 tempest-TestSnapshotPattern-545904508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (3337c187-519e-444a-a5af-fb1f73c17d41), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:53:12.327441 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e34607-f232-4934-ae81-a0e1b4414b24 tempest-TestSnapshotPattern-545904508 tempest-TestSnapshotPattern-545904508-project] Pushing event deleted for resources: {'Port': ['ID=3337c187-519e-444a-a5af-fb1f73c17d41,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:53:12.355367 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e34607-f232-4934-ae81-a0e1b4414b24 tempest-TestSnapshotPattern-545904508 tempest-TestSnapshotPattern-545904508-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:53:12.355713 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e34607-f232-4934-ae81-a0e1b4414b24 tempest-TestSnapshotPattern-545904508 tempest-TestSnapshotPattern-545904508-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:53:12.356058 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e34607-f232-4934-ae81-a0e1b4414b24 tempest-TestSnapshotPattern-545904508 tempest-TestSnapshotPattern-545904508-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:53:12.356391 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e34607-f232-4934-ae81-a0e1b4414b24 tempest-TestSnapshotPattern-545904508 tempest-TestSnapshotPattern-545904508-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:53:12.356722 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e34607-f232-4934-ae81-a0e1b4414b24 tempest-TestSnapshotPattern-545904508 tempest-TestSnapshotPattern-545904508-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:53:12.357073 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e34607-f232-4934-ae81-a0e1b4414b24 tempest-TestSnapshotPattern-545904508 tempest-TestSnapshotPattern-545904508-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:53:12.357396 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e34607-f232-4934-ae81-a0e1b4414b24 tempest-TestSnapshotPattern-545904508 tempest-TestSnapshotPattern-545904508-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:53:12.357720 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e34607-f232-4934-ae81-a0e1b4414b24 tempest-TestSnapshotPattern-545904508 tempest-TestSnapshotPattern-545904508-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:53:12.358041 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e34607-f232-4934-ae81-a0e1b4414b24 tempest-TestSnapshotPattern-545904508 tempest-TestSnapshotPattern-545904508-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:53:12.358359 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e34607-f232-4934-ae81-a0e1b4414b24 tempest-TestSnapshotPattern-545904508 tempest-TestSnapshotPattern-545904508-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:53:12.358675 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e34607-f232-4934-ae81-a0e1b4414b24 tempest-TestSnapshotPattern-545904508 tempest-TestSnapshotPattern-545904508-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:53:12.359000 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e34607-f232-4934-ae81-a0e1b4414b24 tempest-TestSnapshotPattern-545904508 tempest-TestSnapshotPattern-545904508-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:53:12.359317 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e34607-f232-4934-ae81-a0e1b4414b24 tempest-TestSnapshotPattern-545904508 tempest-TestSnapshotPattern-545904508-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-2 {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:53:12.380712 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1236323-aad6-4e0b-b994-67490470abfc req-a6e34607-f232-4934-ae81-a0e1b4414b24 tempest-TestSnapshotPattern-545904508 tempest-TestSnapshotPattern-545904508-project] No DVR routers for this DVR port 3337c187-519e-444a-a5af-fb1f73c17d41 on host n-h1-827839-2 {{(pid=103376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 18:53:12.383246 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-d1236323-aad6-4e0b-b994-67490470abfc req-a6e34607-f232-4934-ae81-a0e1b4414b24 tempest-TestSnapshotPattern-545904508 tempest-TestSnapshotPattern-545904508-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:53:12.386620 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-d1236323-aad6-4e0b-b994-67490470abfc req-a6e34607-f232-4934-ae81-a0e1b4414b24 tempest-TestSnapshotPattern-545904508 tempest-TestSnapshotPattern-545904508-project] 10.222.0.96 "DELETE /v2.0/ports/3337c187-519e-444a-a5af-fb1f73c17d41 HTTP/1.1" status: 204 len: 173 time: 0.4102936 Feb 04 18:53:12.387067 n-d-827839-2 neutron-server[103376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab68e1a1-7756-4483-a53d-eef063d9ab9a', 'name': 'network-vif-deleted', 'tag': '3337c187-519e-444a-a5af-fb1f73c17d41'}] {{(pid=103376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 18:53:12.389320 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7aefa7f3373fd63bd14caed2f0c404cd5bacff84a7eb60e70ea20ed0b49017dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9edfb856-f0c9-4788-b97f-98a2652967ac" -d '{"events": [{"server_uuid": "ab68e1a1-7756-4483-a53d-eef063d9ab9a", "name": "network-vif-deleted", "tag": "3337c187-519e-444a-a5af-fb1f73c17d41"}]}' {{(pid=103376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 18:53:12.477861 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 18:53:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67177fa1-7375-4d1d-bfee-9a76a6c6b430 x-openstack-request-id: req-67177fa1-7375-4d1d-bfee-9a76a6c6b430 {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 18:53:12.478187 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab68e1a1-7756-4483-a53d-eef063d9ab9a", "name": "network-vif-deleted", "tag": "3337c187-519e-444a-a5af-fb1f73c17d41", "status": "completed", "code": 200}]} {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 18:53:12.478496 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-67177fa1-7375-4d1d-bfee-9a76a6c6b430 {{(pid=103376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 18:53:12.478905 n-d-827839-2 neutron-server[103376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab68e1a1-7756-4483-a53d-eef063d9ab9a', 'name': 'network-vif-deleted', 'tag': '3337c187-519e-444a-a5af-fb1f73c17d41', 'status': 'completed', 'code': 200} Feb 04 18:53:12.584153 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device 3337c187-519e-444a-a5af-fb1f73c17d41 no longer exists at agent hyperv_n-h1-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 18:53:12.603473 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] No Port match for: 3337c187-519e-444a-a5af-fb1f73c17d41 {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 18:53:12.603763 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device 3337c187-519e-444a-a5af-fb1f73c17d41 not bound to the agent host n-h1-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 18:53:13.226155 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (3f9244a9-75fc-4c10-b195-11d48b853b41), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:53:13.470860 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 32842) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:53:13.624801 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-7024d764-3b18-4227-9114-5c7f311fb9bf tempest-TestSnapshotPattern-545904508 tempest-TestSnapshotPattern-545904508-project] Deleting port feb826fd-d2de-47b0-a91d-c6d48c60670f {{(pid=103377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 18:53:13.625225 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-7024d764-3b18-4227-9114-5c7f311fb9bf tempest-TestSnapshotPattern-545904508 tempest-TestSnapshotPattern-545904508-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (feb826fd-d2de-47b0-a91d-c6d48c60670f), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:53:13.699810 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-7024d764-3b18-4227-9114-5c7f311fb9bf tempest-TestSnapshotPattern-545904508 tempest-TestSnapshotPattern-545904508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (feb826fd-d2de-47b0-a91d-c6d48c60670f), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:53:13.700139 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-7024d764-3b18-4227-9114-5c7f311fb9bf tempest-TestSnapshotPattern-545904508 tempest-TestSnapshotPattern-545904508-project] Publish callbacks [] for floatingip (feb826fd-d2de-47b0-a91d-c6d48c60670f), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:53:13.712128 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-7024d764-3b18-4227-9114-5c7f311fb9bf tempest-TestSnapshotPattern-545904508 tempest-TestSnapshotPattern-545904508-project] Calling delete_port for feb826fd-d2de-47b0-a91d-c6d48c60670f owned by network:floatingip {{(pid=103377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 18:53:13.860339 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-7024d764-3b18-4227-9114-5c7f311fb9bf tempest-TestSnapshotPattern-545904508 tempest-TestSnapshotPattern-545904508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (feb826fd-d2de-47b0-a91d-c6d48c60670f), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:53:13.890066 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7024d764-3b18-4227-9114-5c7f311fb9bf tempest-TestSnapshotPattern-545904508 tempest-TestSnapshotPattern-545904508-project] Pushing event deleted for resources: {'Port': ['ID=feb826fd-d2de-47b0-a91d-c6d48c60670f,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:53:13.948921 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-7024d764-3b18-4227-9114-5c7f311fb9bf tempest-TestSnapshotPattern-545904508 tempest-TestSnapshotPattern-545904508-project] Publish callbacks [] for floatingip (41a0d32b-3bc2-4d9b-8aff-e55bb3f2f332), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:53:13.949251 n-d-827839-2 neutron-server[103377]: INFO neutron.db.l3_db [None req-7024d764-3b18-4227-9114-5c7f311fb9bf tempest-TestSnapshotPattern-545904508 tempest-TestSnapshotPattern-545904508-project] Floating IP 41a0d32b-3bc2-4d9b-8aff-e55bb3f2f332 disassociated (deleted). External IP: 172.25.6.219, port: 1419020c-566f-4765-a8f0-994430df8862. Feb 04 18:53:14.162795 n-d-827839-2 neutron-server[103377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7024d764-3b18-4227-9114-5c7f311fb9bf tempest-TestSnapshotPattern-545904508 tempest-TestSnapshotPattern-545904508-project] Router e7481ad9-7884-4d25-991c-4b7edd595acd has already been hosted by L3 agent 64ada913-9131-4d99-a265-63a920956287 {{(pid=103377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 18:53:14.268275 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7024d764-3b18-4227-9114-5c7f311fb9bf tempest-TestSnapshotPattern-545904508 tempest-TestSnapshotPattern-545904508-project] Notify agent at l3_agent.n-d-827839-2 the message routers_updated {{(pid=103377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 18:53:14.273965 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-7024d764-3b18-4227-9114-5c7f311fb9bf tempest-TestSnapshotPattern-545904508 tempest-TestSnapshotPattern-545904508-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for floatingip (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:53:14.278620 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5a2d46b-53c6-4033-b281-926aac26f90f None None] Sync routers for ids ['e7481ad9-7884-4d25-991c-4b7edd595acd'] in n-d-827839-2 {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 18:53:14.288759 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5a2d46b-53c6-4033-b281-926aac26f90f None None] Routers {'e7481ad9-7884-4d25-991c-4b7edd595acd'} bound to L3 agent in host n-d-827839-2 {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 18:53:14.289388 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-e5a2d46b-53c6-4033-b281-926aac26f90f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T18:53:03Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['e7481ad9-7884-4d25-991c-4b7edd595acd'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:53:14.308200 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-7024d764-3b18-4227-9114-5c7f311fb9bf tempest-TestSnapshotPattern-545904508 tempest-TestSnapshotPattern-545904508-project] 10.222.0.89 "DELETE /v2.0/floatingips/41a0d32b-3bc2-4d9b-8aff-e55bb3f2f332 HTTP/1.1" status: 204 len: 168 time: 0.8338921 Feb 04 18:53:14.308200 n-d-827839-2 neutron-server[103377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1a440c8-cc52-4349-bb3b-8b29b4f2cab1', 'tag': '1419020c-566f-4765-a8f0-994430df8862'}] {{(pid=103377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 18:53:14.309365 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2026467e03276fe79290e5b19027649602583100b1291b9f7533f134bdcccf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee03a827-8fed-441d-831b-f28c723eb7a7" -d '{"events": [{"name": "network-changed", "server_uuid": "d1a440c8-cc52-4349-bb3b-8b29b4f2cab1", "tag": "1419020c-566f-4765-a8f0-994430df8862"}]}' {{(pid=103377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 18:53:14.349015 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 18:53:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e83aff7c-c469-44a9-a985-77cd4ecb9204 x-openstack-request-id: req-e83aff7c-c469-44a9-a985-77cd4ecb9204 {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 18:53:14.349311 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1a440c8-cc52-4349-bb3b-8b29b4f2cab1", "tag": "1419020c-566f-4765-a8f0-994430df8862", "status": "completed", "code": 200}]} {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 18:53:14.349570 n-d-827839-2 neutron-server[103377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-e83aff7c-c469-44a9-a985-77cd4ecb9204 {{(pid=103377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 18:53:14.349983 n-d-827839-2 neutron-server[103377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1a440c8-cc52-4349-bb3b-8b29b4f2cab1', 'tag': '1419020c-566f-4765-a8f0-994430df8862', 'status': 'completed', 'code': 200} Feb 04 18:53:14.413545 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvr_db [None req-e5a2d46b-53c6-4033-b281-926aac26f90f None None] Set router e7481ad9-7884-4d25-991c-4b7edd595acd gateway port host: n-d-827839-2 {{(pid=103379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 18:53:14.413776 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee03a827-8fed-441d-831b-f28c723eb7a7 req-e6d1f7a5-2b68-41a8-9e6b-caaf82e700c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:53:14.415438 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-ee03a827-8fed-441d-831b-f28c723eb7a7 req-e6d1f7a5-2b68-41a8-9e6b-caaf82e700c9 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=e3af54d39965439f99b2e52a799a4305&device_id=d1a440c8-cc52-4349-bb3b-8b29b4f2cab1 HTTP/1.1" status: 200 len: 1126 time: 0.0461392 Feb 04 18:53:14.538835 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee03a827-8fed-441d-831b-f28c723eb7a7 req-921fb525-6254-45fd-a78d-3d2ef9cad5c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:53:14.540337 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-ee03a827-8fed-441d-831b-f28c723eb7a7 req-921fb525-6254-45fd-a78d-3d2ef9cad5c1 service neutron] 10.222.0.96 "GET /v2.0/networks?id=870d7982-814d-464f-b7d8-090ca23edf77 HTTP/1.1" status: 200 len: 910 time: 0.1151316 Feb 04 18:53:14.551168 n-d-827839-2 neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9b3f22-0151-43bb-9d82-66d3db32958f req-a1b6f56b-6d16-4f6c-bb1e-1aec91e9eaf7 tempest-TestSnapshotPattern-545904508 tempest-TestSnapshotPattern-545904508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:53:14.553655 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-fd9b3f22-0151-43bb-9d82-66d3db32958f req-a1b6f56b-6d16-4f6c-bb1e-1aec91e9eaf7 tempest-TestSnapshotPattern-545904508 tempest-TestSnapshotPattern-545904508-project] 10.222.0.89 "GET /v2.0/ports?device_id=d1a440c8-cc52-4349-bb3b-8b29b4f2cab1 HTTP/1.1" status: 200 len: 944 time: 0.0560057 Feb 04 18:53:14.585279 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-ee03a827-8fed-441d-831b-f28c723eb7a7 req-1d6fd6cf-9f17-4cdc-9ccb-0c474ffa2144 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1419020c-566f-4765-a8f0-994430df8862 HTTP/1.1" status: 200 len: 217 time: 0.0376289 Feb 04 18:53:14.608100 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [req-fd9b3f22-0151-43bb-9d82-66d3db32958f req-88182883-0d5b-4709-ac9e-8b167503317f tempest-TestSnapshotPattern-545904508 tempest-TestSnapshotPattern-545904508-project] 10.222.0.89 "GET /v2.0/security-groups?id=bf032c70-5cf0-45ce-be59-238fa5168bce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483277 Feb 04 18:53:14.618293 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-e5a2d46b-53c6-4033-b281-926aac26f90f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7481ad9-7884-4d25-991c-4b7edd595acd', 'name': 'tempest-TestSnapshotPattern-302020663-router', 'tenant_id': 'e3af54d39965439f99b2e52a799a4305', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.32'}], 'enable_snat': True}, 'gw_port_id': '3adc4742-22ea-4ac8-afda-9ca2e621d615', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T18:46:50Z', 'updated_at': '2022-02-04T18:46:53Z', 'revision_number': 4, 'project_id': 'e3af54d39965439f99b2e52a799a4305', 'gw_port': {'id': '3adc4742-22ea-4ac8-afda-9ca2e621d615', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:88:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7481ad9-7884-4d25-991c-4b7edd595acd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:46:51Z', 'updated_at': '2022-02-04T18:46:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_interfaces': [{'id': 'd6f9af19-0a3a-4238-97cb-9f19bed1d823', 'name': '', 'network_id': '870d7982-814d-464f-b7d8-090ca23edf77', 'tenant_id': 'e3af54d39965439f99b2e52a799a4305', 'mac_address': 'fa:16:3e:b1:59:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7481ad9-7884-4d25-991c-4b7edd595acd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4383, 'fixed_ips': [{'subnet_id': 'c4e3f0e0-f96f-47e1-9720-edecc2073633', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:46:53Z', 'updated_at': '2022-02-04T18:46:57Z', 'revision_number': 5, 'project_id': 'e3af54d39965439f99b2e52a799a4305', 'subnets': [{'id': 'c4e3f0e0-f96f-47e1-9720-edecc2073633', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-2', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:53:14.637477 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee03a827-8fed-441d-831b-f28c723eb7a7 req-b468cd05-6c1b-4b14-8b68-10417a6a31fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:53:14.638947 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-ee03a827-8fed-441d-831b-f28c723eb7a7 req-b468cd05-6c1b-4b14-8b68-10417a6a31fb service neutron] 10.222.0.96 "GET /v2.0/subnets?id=c4e3f0e0-f96f-47e1-9720-edecc2073633 HTTP/1.1" status: 200 len: 848 time: 0.0474651 Feb 04 18:53:14.651573 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5a2d46b-53c6-4033-b281-926aac26f90f None None] Checking router: e7481ad9-7884-4d25-991c-4b7edd595acd for host: n-d-827839-2 {{(pid=103379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 18:53:14.659893 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5a2d46b-53c6-4033-b281-926aac26f90f None None] Routers {'e7481ad9-7884-4d25-991c-4b7edd595acd'} bound to L3 agent in host n-d-827839-2 {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 18:53:14.660493 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-e5a2d46b-53c6-4033-b281-926aac26f90f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T18:53:03Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['e7481ad9-7884-4d25-991c-4b7edd595acd'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:53:14.692669 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee03a827-8fed-441d-831b-f28c723eb7a7 req-bee91e44-f995-4ea0-8de1-d4b2b05e7824 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:53:14.694129 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-ee03a827-8fed-441d-831b-f28c723eb7a7 req-bee91e44-f995-4ea0-8de1-d4b2b05e7824 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=870d7982-814d-464f-b7d8-090ca23edf77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0445018 Feb 04 18:53:14.767378 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvr_db [None req-e5a2d46b-53c6-4033-b281-926aac26f90f None None] Set router e7481ad9-7884-4d25-991c-4b7edd595acd gateway port host: n-d-827839-2 {{(pid=103379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 18:53:14.786150 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-ee03a827-8fed-441d-831b-f28c723eb7a7 req-624c4ed3-6a9e-432a-a869-94059797d0b2 service neutron] 10.222.0.96 "GET /v2.0/networks/870d7982-814d-464f-b7d8-090ca23edf77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855496 Feb 04 18:53:14.874416 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-ee03a827-8fed-441d-831b-f28c723eb7a7 req-89618a3b-dc33-4ac6-bade-53b9049266d6 service neutron] 10.222.0.96 "GET /v2.0/networks/870d7982-814d-464f-b7d8-090ca23edf77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820169 Feb 04 18:53:14.964059 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-e5a2d46b-53c6-4033-b281-926aac26f90f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7481ad9-7884-4d25-991c-4b7edd595acd', 'name': 'tempest-TestSnapshotPattern-302020663-router', 'tenant_id': 'e3af54d39965439f99b2e52a799a4305', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.32'}], 'enable_snat': True}, 'gw_port_id': '3adc4742-22ea-4ac8-afda-9ca2e621d615', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T18:46:50Z', 'updated_at': '2022-02-04T18:46:53Z', 'revision_number': 4, 'project_id': 'e3af54d39965439f99b2e52a799a4305', 'gw_port': {'id': '3adc4742-22ea-4ac8-afda-9ca2e621d615', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:88:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7481ad9-7884-4d25-991c-4b7edd595acd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:46:51Z', 'updated_at': '2022-02-04T18:46:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_interfaces': [{'id': 'd6f9af19-0a3a-4238-97cb-9f19bed1d823', 'name': '', 'network_id': '870d7982-814d-464f-b7d8-090ca23edf77', 'tenant_id': 'e3af54d39965439f99b2e52a799a4305', 'mac_address': 'fa:16:3e:b1:59:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7481ad9-7884-4d25-991c-4b7edd595acd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4383, 'fixed_ips': [{'subnet_id': 'c4e3f0e0-f96f-47e1-9720-edecc2073633', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:46:53Z', 'updated_at': '2022-02-04T18:46:57Z', 'revision_number': 5, 'project_id': 'e3af54d39965439f99b2e52a799a4305', 'subnets': [{'id': 'c4e3f0e0-f96f-47e1-9720-edecc2073633', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-2', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:53:14.989973 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5a2d46b-53c6-4033-b281-926aac26f90f None None] The sync data for ids ['e7481ad9-7884-4d25-991c-4b7edd595acd'] in n-d-827839-2 is: [{'id': 'e7481ad9-7884-4d25-991c-4b7edd595acd', 'name': 'tempest-TestSnapshotPattern-302020663-router', 'tenant_id': 'e3af54d39965439f99b2e52a799a4305', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.32'}], 'enable_snat': True}, 'gw_port_id': '3adc4742-22ea-4ac8-afda-9ca2e621d615', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T18:46:50Z', 'updated_at': '2022-02-04T18:46:53Z', 'revision_number': 4, 'project_id': 'e3af54d39965439f99b2e52a799a4305', 'gw_port': {'id': '3adc4742-22ea-4ac8-afda-9ca2e621d615', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:88:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7481ad9-7884-4d25-991c-4b7edd595acd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:46:51Z', 'updated_at': '2022-02-04T18:46:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2', '_interfaces': [{'id': 'd6f9af19-0a3a-4238-97cb-9f19bed1d823', 'name': '', 'network_id': '870d7982-814d-464f-b7d8-090ca23edf77', 'tenant_id': 'e3af54d39965439f99b2e52a799a4305', 'mac_address': 'fa:16:3e:b1:59:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7481ad9-7884-4d25-991c-4b7edd595acd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4383, 'fixed_ips': [{'subnet_id': 'c4e3f0e0-f96f-47e1-9720-edecc2073633', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:46:53Z', 'updated_at': '2022-02-04T18:46:57Z', 'revision_number': 5, 'project_id': 'e3af54d39965439f99b2e52a799a4305', 'subnets': [{'id': 'c4e3f0e0-f96f-47e1-9720-edecc2073633', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 18:53:15.203662 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d283cd02-4fb5-4612-bf85-00300ec71164 None None] New status for floating IP 41a0d32b-3bc2-4d9b-8aff-e55bb3f2f332: DOWN {{(pid=103378) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 18:53:15.540555 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b77825-e51e-4256-89b8-5903d75eedbd req-0b908a23-6eb1-48db-8b4f-58cfb064d0b2 tempest-TestSnapshotPattern-545904508 tempest-TestSnapshotPattern-545904508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:53:15.541986 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-92b77825-e51e-4256-89b8-5903d75eedbd req-0b908a23-6eb1-48db-8b4f-58cfb064d0b2 tempest-TestSnapshotPattern-545904508 tempest-TestSnapshotPattern-545904508-project] 10.222.0.96 "GET /v2.0/ports?device_id=d1a440c8-cc52-4349-bb3b-8b29b4f2cab1 HTTP/1.1" status: 200 len: 944 time: 0.0593760 Feb 04 18:53:15.633375 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [req-92b77825-e51e-4256-89b8-5903d75eedbd req-36bead8f-bac9-498a-a4da-2d9de4de856b tempest-TestSnapshotPattern-545904508 tempest-TestSnapshotPattern-545904508-project] Deleting port 1419020c-566f-4765-a8f0-994430df8862 {{(pid=103376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 18:53:15.633721 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-92b77825-e51e-4256-89b8-5903d75eedbd req-36bead8f-bac9-498a-a4da-2d9de4de856b tempest-TestSnapshotPattern-545904508 tempest-TestSnapshotPattern-545904508-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (1419020c-566f-4765-a8f0-994430df8862), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:53:15.758219 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [req-92b77825-e51e-4256-89b8-5903d75eedbd req-36bead8f-bac9-498a-a4da-2d9de4de856b tempest-TestSnapshotPattern-545904508 tempest-TestSnapshotPattern-545904508-project] For port 1419020c-566f-4765-a8f0-994430df8862, host n-h1-827839-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-2',level=0,port_id=1419020c-566f-4765-a8f0-994430df8862,segment=NetworkSegment(21016f66-eff9-482b-9ea3-b06994601951),segment_id=21016f66-eff9-482b-9ea3-b06994601951)] {{(pid=103376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 18:53:15.758595 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-92b77825-e51e-4256-89b8-5903d75eedbd req-36bead8f-bac9-498a-a4da-2d9de4de856b tempest-TestSnapshotPattern-545904508 tempest-TestSnapshotPattern-545904508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (1419020c-566f-4765-a8f0-994430df8862), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:53:15.773548 n-d-827839-2 neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553a9ec9-e359-4dc6-b25d-e4eb6139952f req-78c88965-d184-4ccb-a1a0-007b13685b47 tempest-TestSnapshotPattern-545904508 tempest-TestSnapshotPattern-545904508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:53:15.775036 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-553a9ec9-e359-4dc6-b25d-e4eb6139952f req-78c88965-d184-4ccb-a1a0-007b13685b47 tempest-TestSnapshotPattern-545904508 tempest-TestSnapshotPattern-545904508-project] 10.222.0.89 "GET /v2.0/ports?device_id=d1a440c8-cc52-4349-bb3b-8b29b4f2cab1 HTTP/1.1" status: 200 len: 944 time: 0.0920377 Feb 04 18:53:15.781772 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [req-92b77825-e51e-4256-89b8-5903d75eedbd req-36bead8f-bac9-498a-a4da-2d9de4de856b tempest-TestSnapshotPattern-545904508 tempest-TestSnapshotPattern-545904508-project] Calling delete_port for 1419020c-566f-4765-a8f0-994430df8862 owned by compute:nova {{(pid=103376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 18:53:15.871298 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-553a9ec9-e359-4dc6-b25d-e4eb6139952f req-f740f56a-d91b-4bb6-8925-4a219ca35ed0 tempest-TestSnapshotPattern-545904508 tempest-TestSnapshotPattern-545904508-project] 10.222.0.89 "GET /v2.0/security-groups?id=bf032c70-5cf0-45ce-be59-238fa5168bce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0905361 Feb 04 18:53:15.953355 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-92b77825-e51e-4256-89b8-5903d75eedbd req-36bead8f-bac9-498a-a4da-2d9de4de856b tempest-TestSnapshotPattern-545904508 tempest-TestSnapshotPattern-545904508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (1419020c-566f-4765-a8f0-994430df8862), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:53:15.980936 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36bead8f-bac9-498a-a4da-2d9de4de856b tempest-TestSnapshotPattern-545904508 tempest-TestSnapshotPattern-545904508-project] Pushing event deleted for resources: {'Port': ['ID=1419020c-566f-4765-a8f0-994430df8862,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:53:16.027042 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [req-92b77825-e51e-4256-89b8-5903d75eedbd req-36bead8f-bac9-498a-a4da-2d9de4de856b tempest-TestSnapshotPattern-545904508 tempest-TestSnapshotPattern-545904508-project] No DVR routers for this DVR port 1419020c-566f-4765-a8f0-994430df8862 on host n-h1-827839-2 {{(pid=103376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 18:53:16.029487 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-92b77825-e51e-4256-89b8-5903d75eedbd req-36bead8f-bac9-498a-a4da-2d9de4de856b tempest-TestSnapshotPattern-545904508 tempest-TestSnapshotPattern-545904508-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2037313'] for port (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:53:16.032804 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [req-92b77825-e51e-4256-89b8-5903d75eedbd req-36bead8f-bac9-498a-a4da-2d9de4de856b tempest-TestSnapshotPattern-545904508 tempest-TestSnapshotPattern-545904508-project] 10.222.0.96 "DELETE /v2.0/ports/1419020c-566f-4765-a8f0-994430df8862 HTTP/1.1" status: 204 len: 173 time: 0.4853601 Feb 04 18:53:16.033253 n-d-827839-2 neutron-server[103376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1a440c8-cc52-4349-bb3b-8b29b4f2cab1', 'name': 'network-vif-deleted', 'tag': '1419020c-566f-4765-a8f0-994430df8862'}] {{(pid=103376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 18:53:16.035483 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7aefa7f3373fd63bd14caed2f0c404cd5bacff84a7eb60e70ea20ed0b49017dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee5bb82b-8753-4138-87db-f18c20723933" -d '{"events": [{"server_uuid": "d1a440c8-cc52-4349-bb3b-8b29b4f2cab1", "name": "network-vif-deleted", "tag": "1419020c-566f-4765-a8f0-994430df8862"}]}' {{(pid=103376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 18:53:16.079639 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 18:53:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdf5064e-8fca-4509-ab67-4ec5860edb7a x-openstack-request-id: req-cdf5064e-8fca-4509-ab67-4ec5860edb7a {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 18:53:16.079936 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1a440c8-cc52-4349-bb3b-8b29b4f2cab1", "name": "network-vif-deleted", "tag": "1419020c-566f-4765-a8f0-994430df8862", "status": "completed", "code": 200}]} {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 18:53:16.080216 n-d-827839-2 neutron-server[103376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-cdf5064e-8fca-4509-ab67-4ec5860edb7a {{(pid=103376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 18:53:16.080645 n-d-827839-2 neutron-server[103376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1a440c8-cc52-4349-bb3b-8b29b4f2cab1', 'name': 'network-vif-deleted', 'tag': '1419020c-566f-4765-a8f0-994430df8862', 'status': 'completed', 'code': 200} Feb 04 18:53:16.927825 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 32856) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:53:16.984160 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-de5dcd1b-a8a5-47f9-ac47-3553af0396d1 tempest-TestSnapshotPattern-545904508 tempest-TestSnapshotPattern-545904508-project] Publish callbacks [] for security_group (bf032c70-5cf0-45ce-be59-238fa5168bce), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:53:17.008613 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-de5dcd1b-a8a5-47f9-ac47-3553af0396d1 tempest-TestSnapshotPattern-545904508 tempest-TestSnapshotPattern-545904508-project] Publish callbacks [] for security_group (bf032c70-5cf0-45ce-be59-238fa5168bce), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:53:17.066501 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-de5dcd1b-a8a5-47f9-ac47-3553af0396d1 tempest-TestSnapshotPattern-545904508 tempest-TestSnapshotPattern-545904508-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (bf032c70-5cf0-45ce-be59-238fa5168bce), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:53:17.069122 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-de5dcd1b-a8a5-47f9-ac47-3553af0396d1 tempest-TestSnapshotPattern-545904508 tempest-TestSnapshotPattern-545904508-project] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:53:17.070280 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-de5dcd1b-a8a5-47f9-ac47-3553af0396d1 tempest-TestSnapshotPattern-545904508 tempest-TestSnapshotPattern-545904508-project] 10.222.0.89 "DELETE /v2.0/security-groups/bf032c70-5cf0-45ce-be59-238fa5168bce HTTP/1.1" status: 204 len: 168 time: 0.1414814 Feb 04 18:53:17.079318 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5dcd1b-a8a5-47f9-ac47-3553af0396d1 tempest-TestSnapshotPattern-545904508 tempest-TestSnapshotPattern-545904508-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf032c70-5cf0-45ce-be59-238fa5168bce,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:53:17.121772 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 32860) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:53:17.574665 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-7a83c4c7-7c22-4745-acaa-68176f6c5603 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602754'] for router_interface (e7481ad9-7884-4d25-991c-4b7edd595acd), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:53:17.820329 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-7a83c4c7-7c22-4745-acaa-68176f6c5603 admin admin] Deleting port d6f9af19-0a3a-4238-97cb-9f19bed1d823 {{(pid=103376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 18:53:17.820670 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-7a83c4c7-7c22-4745-acaa-68176f6c5603 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (d6f9af19-0a3a-4238-97cb-9f19bed1d823), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:53:17.900370 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [None req-7a83c4c7-7c22-4745-acaa-68176f6c5603 admin admin] For port d6f9af19-0a3a-4238-97cb-9f19bed1d823, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=d6f9af19-0a3a-4238-97cb-9f19bed1d823,segment=NetworkSegment(21016f66-eff9-482b-9ea3-b06994601951),segment_id=21016f66-eff9-482b-9ea3-b06994601951)] {{(pid=103376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 18:53:17.900624 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-7a83c4c7-7c22-4745-acaa-68176f6c5603 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (d6f9af19-0a3a-4238-97cb-9f19bed1d823), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:53:17.913870 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-7a83c4c7-7c22-4745-acaa-68176f6c5603 admin admin] Calling delete_port for d6f9af19-0a3a-4238-97cb-9f19bed1d823 owned by network:router_interface {{(pid=103376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 18:53:18.095315 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-7a83c4c7-7c22-4745-acaa-68176f6c5603 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (d6f9af19-0a3a-4238-97cb-9f19bed1d823), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:53:18.121317 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a83c4c7-7c22-4745-acaa-68176f6c5603 admin admin] Pushing event deleted for resources: {'Port': ['ID=d6f9af19-0a3a-4238-97cb-9f19bed1d823,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:53:18.290814 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-7a83c4c7-7c22-4745-acaa-68176f6c5603 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1677336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1602614'] for router_interface (e7481ad9-7884-4d25-991c-4b7edd595acd), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:53:18.516218 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a83c4c7-7c22-4745-acaa-68176f6c5603 admin admin] Router e7481ad9-7884-4d25-991c-4b7edd595acd has already been hosted by L3 agent 64ada913-9131-4d99-a265-63a920956287 {{(pid=103376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 18:53:18.604430 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device 1419020c-566f-4765-a8f0-994430df8862 no longer exists at agent hyperv_n-h1-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 18:53:18.623990 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] No Port match for: 1419020c-566f-4765-a8f0-994430df8862 {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 18:53:18.624302 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a83c4c7-7c22-4745-acaa-68176f6c5603 admin admin] Notify agent at l3_agent.n-d-827839-2 the message routers_updated {{(pid=103376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 18:53:18.624439 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Device 1419020c-566f-4765-a8f0-994430df8862 not bound to the agent host n-h1-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 18:53:18.630148 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-7a83c4c7-7c22-4745-acaa-68176f6c5603 admin admin] 10.222.0.89 "PUT /v2.0/routers/e7481ad9-7884-4d25-991c-4b7edd595acd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5066922 Feb 04 18:53:18.632688 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 32864) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:53:18.635097 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44dff9f4-7b61-44b2-8b76-9fe2a841e377 None None] Sync routers for ids ['e7481ad9-7884-4d25-991c-4b7edd595acd'] in n-d-827839-2 {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 18:53:18.649574 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44dff9f4-7b61-44b2-8b76-9fe2a841e377 None None] Routers {'e7481ad9-7884-4d25-991c-4b7edd595acd'} bound to L3 agent in host n-d-827839-2 {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 18:53:18.650177 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-44dff9f4-7b61-44b2-8b76-9fe2a841e377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T18:53:03Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['e7481ad9-7884-4d25-991c-4b7edd595acd'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:53:18.737178 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-3c9090c2-59c7-46cd-83e4-a8524c1ba2c4 admin admin] Publish callbacks [] for router (e7481ad9-7884-4d25-991c-4b7edd595acd), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:53:18.751432 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvr_db [None req-44dff9f4-7b61-44b2-8b76-9fe2a841e377 None None] Set router e7481ad9-7884-4d25-991c-4b7edd595acd gateway port host: n-d-827839-2 {{(pid=103379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 18:53:18.843135 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-3c9090c2-59c7-46cd-83e4-a8524c1ba2c4 admin admin] Publish callbacks [] for router_gateway (e7481ad9-7884-4d25-991c-4b7edd595acd), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:53:18.897160 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-3c9090c2-59c7-46cd-83e4-a8524c1ba2c4 admin admin] Deleting port 3adc4742-22ea-4ac8-afda-9ca2e621d615 {{(pid=103376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 18:53:18.897499 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-3c9090c2-59c7-46cd-83e4-a8524c1ba2c4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (3adc4742-22ea-4ac8-afda-9ca2e621d615), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:53:18.936088 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-44dff9f4-7b61-44b2-8b76-9fe2a841e377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7481ad9-7884-4d25-991c-4b7edd595acd', 'name': 'tempest-TestSnapshotPattern-302020663-router', 'tenant_id': 'e3af54d39965439f99b2e52a799a4305', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.32'}], 'enable_snat': True}, 'gw_port_id': '3adc4742-22ea-4ac8-afda-9ca2e621d615', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T18:46:50Z', 'updated_at': '2022-02-04T18:53:18Z', 'revision_number': 5, 'project_id': 'e3af54d39965439f99b2e52a799a4305', 'gw_port': {'id': '3adc4742-22ea-4ac8-afda-9ca2e621d615', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:88:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7481ad9-7884-4d25-991c-4b7edd595acd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:46:51Z', 'updated_at': '2022-02-04T18:46:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2'}], 'n-d-827839-2', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:53:18.964402 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44dff9f4-7b61-44b2-8b76-9fe2a841e377 None None] Checking router: e7481ad9-7884-4d25-991c-4b7edd595acd for host: n-d-827839-2 {{(pid=103379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 18:53:18.974906 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44dff9f4-7b61-44b2-8b76-9fe2a841e377 None None] Routers {'e7481ad9-7884-4d25-991c-4b7edd595acd'} bound to L3 agent in host n-d-827839-2 {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 18:53:18.975099 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [None req-3c9090c2-59c7-46cd-83e4-a8524c1ba2c4 admin admin] For port 3adc4742-22ea-4ac8-afda-9ca2e621d615, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=3adc4742-22ea-4ac8-afda-9ca2e621d615,segment=NetworkSegment(5942dc44-1f07-4c27-b0ab-45a2bff20dd5),segment_id=5942dc44-1f07-4c27-b0ab-45a2bff20dd5)] {{(pid=103376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 18:53:18.975466 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-3c9090c2-59c7-46cd-83e4-a8524c1ba2c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (3adc4742-22ea-4ac8-afda-9ca2e621d615), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:53:18.975729 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-44dff9f4-7b61-44b2-8b76-9fe2a841e377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T18:53:03Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['e7481ad9-7884-4d25-991c-4b7edd595acd'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:53:18.991806 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-3c9090c2-59c7-46cd-83e4-a8524c1ba2c4 admin admin] Calling delete_port for 3adc4742-22ea-4ac8-afda-9ca2e621d615 owned by network:router_gateway {{(pid=103376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 18:53:19.152486 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_dvr_db [None req-44dff9f4-7b61-44b2-8b76-9fe2a841e377 None None] Set router e7481ad9-7884-4d25-991c-4b7edd595acd gateway port host: None {{(pid=103379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 18:53:19.162643 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-3c9090c2-59c7-46cd-83e4-a8524c1ba2c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (3adc4742-22ea-4ac8-afda-9ca2e621d615), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:53:19.186329 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9090c2-59c7-46cd-83e4-a8524c1ba2c4 admin admin] Pushing event deleted for resources: {'Port': ['ID=3adc4742-22ea-4ac8-afda-9ca2e621d615,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:53:19.208360 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-44dff9f4-7b61-44b2-8b76-9fe2a841e377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7481ad9-7884-4d25-991c-4b7edd595acd', 'name': 'tempest-TestSnapshotPattern-302020663-router', 'tenant_id': 'e3af54d39965439f99b2e52a799a4305', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T18:46:50Z', 'updated_at': '2022-02-04T18:53:18Z', 'revision_number': 6, 'project_id': 'e3af54d39965439f99b2e52a799a4305', 'gw_port_host': None}], 'n-d-827839-2', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:53:19.234478 n-d-827839-2 neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44dff9f4-7b61-44b2-8b76-9fe2a841e377 None None] The sync data for ids ['e7481ad9-7884-4d25-991c-4b7edd595acd'] in n-d-827839-2 is: [{'id': 'e7481ad9-7884-4d25-991c-4b7edd595acd', 'name': 'tempest-TestSnapshotPattern-302020663-router', 'tenant_id': 'e3af54d39965439f99b2e52a799a4305', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T18:46:50Z', 'updated_at': '2022-02-04T18:53:18Z', 'revision_number': 6, 'project_id': 'e3af54d39965439f99b2e52a799a4305', 'gw_port_host': None}] {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 18:53:19.250806 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-3c9090c2-59c7-46cd-83e4-a8524c1ba2c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1595544'] for router_gateway (e7481ad9-7884-4d25-991c-4b7edd595acd), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:53:19.344912 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-3c9090c2-59c7-46cd-83e4-a8524c1ba2c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1601811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26971'] for router (e7481ad9-7884-4d25-991c-4b7edd595acd), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:53:19.347011 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-3c9090c2-59c7-46cd-83e4-a8524c1ba2c4 admin admin] Publish callbacks [] for router_controller (e7481ad9-7884-4d25-991c-4b7edd595acd), precommit_delete_associations {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:53:19.392600 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-3c9090c2-59c7-46cd-83e4-a8524c1ba2c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1601832'] for router (e7481ad9-7884-4d25-991c-4b7edd595acd), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:53:19.393180 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c9090c2-59c7-46cd-83e4-a8524c1ba2c4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e7481ad9-7884-4d25-991c-4b7edd595acd {{(pid=103376) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 18:53:19.397557 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-3c9090c2-59c7-46cd-83e4-a8524c1ba2c4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:53:19.398711 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-3c9090c2-59c7-46cd-83e4-a8524c1ba2c4 admin admin] 10.222.0.89 "DELETE /v2.0/routers/e7481ad9-7884-4d25-991c-4b7edd595acd HTTP/1.1" status: 204 len: 168 time: 0.7650807 Feb 04 18:53:19.401342 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 32866) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:53:19.445544 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.db_base_plugin_v2 [None req-14fcb60f-c334-47e1-8156-a38b6f876fc7 admin admin] Deleting subnet c4e3f0e0-f96f-47e1-9720-edecc2073633 {{(pid=103376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 18:53:19.448472 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-14fcb60f-c334-47e1-8156-a38b6f876fc7 admin admin] Publish callbacks [] for subnet (c4e3f0e0-f96f-47e1-9720-edecc2073633), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:53:19.481318 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-14fcb60f-c334-47e1-8156-a38b6f876fc7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25674901'] for subnet (c4e3f0e0-f96f-47e1-9720-edecc2073633), precommit_delete_associations {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:53:19.559084 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-14fcb60f-c334-47e1-8156-a38b6f876fc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1541225'] for subnet (c4e3f0e0-f96f-47e1-9720-edecc2073633), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:53:19.615711 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-14fcb60f-c334-47e1-8156-a38b6f876fc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1541216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25675894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25858947'] for subnet (c4e3f0e0-f96f-47e1-9720-edecc2073633), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:53:19.638343 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fcb60f-c334-47e1-8156-a38b6f876fc7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c4e3f0e0-f96f-47e1-9720-edecc2073633,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:53:19.650548 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-14fcb60f-c334-47e1-8156-a38b6f876fc7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:53:19.655171 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-14fcb60f-c334-47e1-8156-a38b6f876fc7 admin admin] 10.222.0.89 "DELETE /v2.0/subnets/c4e3f0e0-f96f-47e1-9720-edecc2073633 HTTP/1.1" status: 204 len: 168 time: 0.2528486 Feb 04 18:53:19.658505 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 32868) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:53:19.659305 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-809548e1-6b64-427e-9f31-68e50517e926 None None] Network 870d7982-814d-464f-b7d8-090ca23edf77 requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 18:53:19.723384 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device d6f9af19-0a3a-4238-97cb-9f19bed1d823 no longer exists at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 18:53:19.737295 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-b35cd53a-0254-4a07-941c-be7cb50cdc2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628832'] for network (870d7982-814d-464f-b7d8-090ca23edf77), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:53:19.750394 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] No Port match for: d6f9af19-0a3a-4238-97cb-9f19bed1d823 {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 18:53:19.750747 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device d6f9af19-0a3a-4238-97cb-9f19bed1d823 not bound to the agent host n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 18:53:19.789291 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-b35cd53a-0254-4a07-941c-be7cb50cdc2e admin admin] Deleting port d730c7f9-a645-44fe-9e87-77c13944d8c7 {{(pid=103377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 18:53:19.789628 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-b35cd53a-0254-4a07-941c-be7cb50cdc2e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (d730c7f9-a645-44fe-9e87-77c13944d8c7), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:53:19.856563 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [None req-b35cd53a-0254-4a07-941c-be7cb50cdc2e admin admin] For port d730c7f9-a645-44fe-9e87-77c13944d8c7, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=d730c7f9-a645-44fe-9e87-77c13944d8c7,segment=NetworkSegment(21016f66-eff9-482b-9ea3-b06994601951),segment_id=21016f66-eff9-482b-9ea3-b06994601951)] {{(pid=103377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 18:53:19.856952 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-b35cd53a-0254-4a07-941c-be7cb50cdc2e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (d730c7f9-a645-44fe-9e87-77c13944d8c7), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:53:19.869435 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-b35cd53a-0254-4a07-941c-be7cb50cdc2e admin admin] Calling delete_port for d730c7f9-a645-44fe-9e87-77c13944d8c7 owned by network:dhcp {{(pid=103377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 18:53:19.945618 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-b35cd53a-0254-4a07-941c-be7cb50cdc2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (d730c7f9-a645-44fe-9e87-77c13944d8c7), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:53:19.968553 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35cd53a-0254-4a07-941c-be7cb50cdc2e admin admin] Pushing event deleted for resources: {'Port': ['ID=d730c7f9-a645-44fe-9e87-77c13944d8c7,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:53:19.974736 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b35cd53a-0254-4a07-941c-be7cb50cdc2e admin admin] No DVR routers for this DVR port d730c7f9-a645-44fe-9e87-77c13944d8c7 on host n-d-827839-2 {{(pid=103377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 18:53:20.059075 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-184712f0-3d32-45fb-bba8-533e598bd116 None None] DHCP port deletion for 870d7982-814d-464f-b7d8-090ca23edf77 request from n-d-827839-2 {{(pid=103378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 18:53:20.347659 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-b35cd53a-0254-4a07-941c-be7cb50cdc2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1543676', 'neutron.services.segments.db._delete_segments_for_network-8781084786517'] for network (870d7982-814d-464f-b7d8-090ca23edf77), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:53:20.367553 n-d-827839-2 neutron-server[103377]: DEBUG neutron.services.segments.db [None req-b35cd53a-0254-4a07-941c-be7cb50cdc2e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['870d7982-814d-464f-b7d8-090ca23edf77']}} {{(pid=103377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:53:20.376697 n-d-827839-2 neutron-server[103377]: DEBUG neutron.services.segments.db [None req-b35cd53a-0254-4a07-941c-be7cb50cdc2e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21016f66-eff9-482b-9ea3-b06994601951') {'for_net_delete': True} {{(pid=103377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:53:20.377020 n-d-827839-2 neutron-server[103377]: DEBUG neutron.services.segments.db [None req-b35cd53a-0254-4a07-941c-be7cb50cdc2e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21016f66-eff9-482b-9ea3-b06994601951') {} {{(pid=103377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:53:20.386480 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-b35cd53a-0254-4a07-941c-be7cb50cdc2e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781084783966', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26866685'] for segment (21016f66-eff9-482b-9ea3-b06994601951), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:53:20.399875 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-b35cd53a-0254-4a07-941c-be7cb50cdc2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (21016f66-eff9-482b-9ea3-b06994601951), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:53:20.406137 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b35cd53a-0254-4a07-941c-be7cb50cdc2e admin admin] Releasing vlan 758 on physical network physnet1 to pool {{(pid=103377) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 18:53:20.406550 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-b35cd53a-0254-4a07-941c-be7cb50cdc2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25888454'] for segment (21016f66-eff9-482b-9ea3-b06994601951), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:53:20.408319 n-d-827839-2 neutron-server[103377]: Traceback (most recent call last): Feb 04 18:53:20.408319 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 18:53:20.408319 n-d-827839-2 neutron-server[103377]: timer() Feb 04 18:53:20.408319 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 18:53:20.408319 n-d-827839-2 neutron-server[103377]: cb(*args, **kw) Feb 04 18:53:20.408319 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 18:53:20.408319 n-d-827839-2 neutron-server[103377]: return func(*args, **kwargs) Feb 04 18:53:20.408319 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 18:53:20.408319 n-d-827839-2 neutron-server[103377]: self._notify() Feb 04 18:53:20.408319 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 18:53:20.408319 n-d-827839-2 neutron-server[103377]: self.callback(batched_events) Feb 04 18:53:20.408319 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 18:53:20.408319 n-d-827839-2 neutron-server[103377]: event.method(event) Feb 04 18:53:20.408319 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 18:53:20.408319 n-d-827839-2 neutron-server[103377]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 18:53:20.408319 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 18:53:20.408319 n-d-827839-2 neutron-server[103377]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 18:53:20.408319 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 18:53:20.408319 n-d-827839-2 neutron-server[103377]: return f(self, *a, **k) Feb 04 18:53:20.408319 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 18:53:20.408319 n-d-827839-2 neutron-server[103377]: return self._get(url).json() Feb 04 18:53:20.408319 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 18:53:20.408319 n-d-827839-2 neutron-server[103377]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 18:53:20.408319 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 18:53:20.408319 n-d-827839-2 neutron-server[103377]: return self.request(url, 'GET', **kwargs) Feb 04 18:53:20.408319 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 18:53:20.408319 n-d-827839-2 neutron-server[103377]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 18:53:20.408319 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 18:53:20.408319 n-d-827839-2 neutron-server[103377]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 18:53:20.408319 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 18:53:20.408319 n-d-827839-2 neutron-server[103377]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 18:53:20.408319 n-d-827839-2 neutron-server[103377]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 18:53:20.469895 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-b35cd53a-0254-4a07-941c-be7cb50cdc2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1543671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1595572'] for network (870d7982-814d-464f-b7d8-090ca23edf77), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:53:20.476364 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-b35cd53a-0254-4a07-941c-be7cb50cdc2e admin admin] Publish callbacks [] for network (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:53:20.479739 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-b35cd53a-0254-4a07-941c-be7cb50cdc2e admin admin] 10.222.0.89 "DELETE /v2.0/networks/870d7982-814d-464f-b7d8-090ca23edf77 HTTP/1.1" status: 204 len: 168 time: 0.8201773 Feb 04 18:53:20.482846 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 32870) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:53:20.489922 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35cd53a-0254-4a07-941c-be7cb50cdc2e admin admin] Pushing event deleted for resources: {'Network': ['ID=870d7982-814d-464f-b7d8-090ca23edf77,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:53:21.130846 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-98e4ad07-e1b5-4bc3-ac55-6279604d3e14 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602754'] for router_interface (0e54fe86-c9bd-4810-a56f-e05687df0784), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:53:21.334395 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device d730c7f9-a645-44fe-9e87-77c13944d8c7 no longer exists at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 18:53:21.358329 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] No Port match for: d730c7f9-a645-44fe-9e87-77c13944d8c7 {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 18:53:21.358671 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device d730c7f9-a645-44fe-9e87-77c13944d8c7 not bound to the agent host n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 18:53:21.359292 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 3adc4742-22ea-4ac8-afda-9ca2e621d615 no longer exists at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 18:53:21.378758 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] No Port match for: 3adc4742-22ea-4ac8-afda-9ca2e621d615 {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 18:53:21.379108 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 3adc4742-22ea-4ac8-afda-9ca2e621d615 not bound to the agent host n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 18:53:21.381129 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-98e4ad07-e1b5-4bc3-ac55-6279604d3e14 admin admin] Deleting port f6bd1c5b-c4f5-4a11-89af-a637aa55b8ff {{(pid=103376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 18:53:21.381423 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-98e4ad07-e1b5-4bc3-ac55-6279604d3e14 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (f6bd1c5b-c4f5-4a11-89af-a637aa55b8ff), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:53:21.461838 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [None req-98e4ad07-e1b5-4bc3-ac55-6279604d3e14 admin admin] For port f6bd1c5b-c4f5-4a11-89af-a637aa55b8ff, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=f6bd1c5b-c4f5-4a11-89af-a637aa55b8ff,segment=NetworkSegment(0f2d45f9-3446-4783-adf1-6db29406179d),segment_id=0f2d45f9-3446-4783-adf1-6db29406179d)] {{(pid=103376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 18:53:21.462199 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-98e4ad07-e1b5-4bc3-ac55-6279604d3e14 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (f6bd1c5b-c4f5-4a11-89af-a637aa55b8ff), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:53:21.474578 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-98e4ad07-e1b5-4bc3-ac55-6279604d3e14 admin admin] Calling delete_port for f6bd1c5b-c4f5-4a11-89af-a637aa55b8ff owned by network:router_interface {{(pid=103376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 18:53:21.664910 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-98e4ad07-e1b5-4bc3-ac55-6279604d3e14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (f6bd1c5b-c4f5-4a11-89af-a637aa55b8ff), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:53:21.691203 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e4ad07-e1b5-4bc3-ac55-6279604d3e14 admin admin] Pushing event deleted for resources: {'Port': ['ID=f6bd1c5b-c4f5-4a11-89af-a637aa55b8ff,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:53:21.855885 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-98e4ad07-e1b5-4bc3-ac55-6279604d3e14 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1677336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1602614'] for router_interface (0e54fe86-c9bd-4810-a56f-e05687df0784), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:53:22.072500 n-d-827839-2 neutron-server[103376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98e4ad07-e1b5-4bc3-ac55-6279604d3e14 admin admin] Router 0e54fe86-c9bd-4810-a56f-e05687df0784 has already been hosted by L3 agent 64ada913-9131-4d99-a265-63a920956287 {{(pid=103376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 18:53:22.187449 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98e4ad07-e1b5-4bc3-ac55-6279604d3e14 admin admin] Notify agent at l3_agent.n-d-827839-2 the message routers_updated {{(pid=103376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 18:53:22.193183 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-98e4ad07-e1b5-4bc3-ac55-6279604d3e14 admin admin] 10.222.0.89 "PUT /v2.0/routers/0e54fe86-c9bd-4810-a56f-e05687df0784/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7093279 Feb 04 18:53:22.195756 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 32872) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:53:22.196637 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a910e9d-b595-4a7e-b158-a5681eaecb87 None None] Sync routers for ids ['0e54fe86-c9bd-4810-a56f-e05687df0784'] in n-d-827839-2 {{(pid=103378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 18:53:22.207402 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a910e9d-b595-4a7e-b158-a5681eaecb87 None None] Routers {'0e54fe86-c9bd-4810-a56f-e05687df0784'} bound to L3 agent in host n-d-827839-2 {{(pid=103378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 18:53:22.208593 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-4a910e9d-b595-4a7e-b158-a5681eaecb87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T18:53:03Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['0e54fe86-c9bd-4810-a56f-e05687df0784'], 'active': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:53:22.303584 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-5a090d15-cf9b-4de1-bc96-18e0c440ab10 admin admin] Publish callbacks [] for router (0e54fe86-c9bd-4810-a56f-e05687df0784), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:53:22.317610 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvr_db [None req-4a910e9d-b595-4a7e-b158-a5681eaecb87 None None] Set router 0e54fe86-c9bd-4810-a56f-e05687df0784 gateway port host: n-d-827839-2 {{(pid=103378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 18:53:22.408799 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-5a090d15-cf9b-4de1-bc96-18e0c440ab10 admin admin] Publish callbacks [] for router_gateway (0e54fe86-c9bd-4810-a56f-e05687df0784), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:53:22.461967 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-5a090d15-cf9b-4de1-bc96-18e0c440ab10 admin admin] Deleting port 4ee4d9c8-c7f6-424f-9a2c-2d4df83468af {{(pid=103376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 18:53:22.462305 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-5a090d15-cf9b-4de1-bc96-18e0c440ab10 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (4ee4d9c8-c7f6-424f-9a2c-2d4df83468af), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:53:22.497315 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-4a910e9d-b595-4a7e-b158-a5681eaecb87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e54fe86-c9bd-4810-a56f-e05687df0784', 'name': 'tempest-TestSnapshotPattern-123400188-router', 'tenant_id': '887d005c15d546ef86ac940be8e0bb5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'external_fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.3'}], 'enable_snat': True}, 'gw_port_id': '4ee4d9c8-c7f6-424f-9a2c-2d4df83468af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T18:46:55Z', 'updated_at': '2022-02-04T18:53:21Z', 'revision_number': 5, 'project_id': '887d005c15d546ef86ac940be8e0bb5b', 'gw_port': {'id': '4ee4d9c8-c7f6-424f-9a2c-2d4df83468af', 'name': '', 'network_id': '48165773-85ad-49a1-9ec1-76fc8dc24188', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:93:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e54fe86-c9bd-4810-a56f-e05687df0784', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4394, 'fixed_ips': [{'subnet_id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'ip_address': '172.25.6.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:46:56Z', 'updated_at': '2022-02-04T18:47:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7660bfad-1ea8-4fe7-831b-bed836f13efc', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-2'}], 'n-d-827839-2', False) {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:53:22.527637 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a910e9d-b595-4a7e-b158-a5681eaecb87 None None] Checking router: 0e54fe86-c9bd-4810-a56f-e05687df0784 for host: n-d-827839-2 {{(pid=103378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 18:53:22.536163 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a910e9d-b595-4a7e-b158-a5681eaecb87 None None] Routers {'0e54fe86-c9bd-4810-a56f-e05687df0784'} bound to L3 agent in host n-d-827839-2 {{(pid=103378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 18:53:22.536780 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-4a910e9d-b595-4a7e-b158-a5681eaecb87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T17:00:32Z,description=,heartbeat_timestamp=2022-02-04T18:53:03Z,host='n-d-827839-2',id=64ada913-9131-4d99-a265-63a920956287,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:00:32Z,topic='l3_agent')) {'router_ids': ['0e54fe86-c9bd-4810-a56f-e05687df0784'], 'active': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:53:22.545189 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.db [None req-5a090d15-cf9b-4de1-bc96-18e0c440ab10 admin admin] For port 4ee4d9c8-c7f6-424f-9a2c-2d4df83468af, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=4ee4d9c8-c7f6-424f-9a2c-2d4df83468af,segment=NetworkSegment(5942dc44-1f07-4c27-b0ab-45a2bff20dd5),segment_id=5942dc44-1f07-4c27-b0ab-45a2bff20dd5)] {{(pid=103376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 18:53:22.545550 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-5a090d15-cf9b-4de1-bc96-18e0c440ab10 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (4ee4d9c8-c7f6-424f-9a2c-2d4df83468af), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:53:22.559018 n-d-827839-2 neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-5a090d15-cf9b-4de1-bc96-18e0c440ab10 admin admin] Calling delete_port for 4ee4d9c8-c7f6-424f-9a2c-2d4df83468af owned by network:router_gateway {{(pid=103376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 18:53:22.625710 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvr_db [None req-4a910e9d-b595-4a7e-b158-a5681eaecb87 None None] Set router 0e54fe86-c9bd-4810-a56f-e05687df0784 gateway port host: None {{(pid=103378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 18:53:22.678117 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-4a910e9d-b595-4a7e-b158-a5681eaecb87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e54fe86-c9bd-4810-a56f-e05687df0784', 'name': 'tempest-TestSnapshotPattern-123400188-router', 'tenant_id': '887d005c15d546ef86ac940be8e0bb5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T18:46:55Z', 'updated_at': '2022-02-04T18:53:22Z', 'revision_number': 6, 'project_id': '887d005c15d546ef86ac940be8e0bb5b', 'gw_port_host': None}], 'n-d-827839-2', False) {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:53:22.708464 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a910e9d-b595-4a7e-b158-a5681eaecb87 None None] The sync data for ids ['0e54fe86-c9bd-4810-a56f-e05687df0784'] in n-d-827839-2 is: [{'id': '0e54fe86-c9bd-4810-a56f-e05687df0784', 'name': 'tempest-TestSnapshotPattern-123400188-router', 'tenant_id': '887d005c15d546ef86ac940be8e0bb5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T18:46:55Z', 'updated_at': '2022-02-04T18:53:22Z', 'revision_number': 6, 'project_id': '887d005c15d546ef86ac940be8e0bb5b', 'gw_port_host': None}] {{(pid=103378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 18:53:22.728118 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-5a090d15-cf9b-4de1-bc96-18e0c440ab10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25675819'] for port (4ee4d9c8-c7f6-424f-9a2c-2d4df83468af), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:53:22.755382 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a090d15-cf9b-4de1-bc96-18e0c440ab10 admin admin] Pushing event deleted for resources: {'Port': ['ID=4ee4d9c8-c7f6-424f-9a2c-2d4df83468af,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:53:22.814711 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-5a090d15-cf9b-4de1-bc96-18e0c440ab10 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1595544'] for router_gateway (0e54fe86-c9bd-4810-a56f-e05687df0784), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:53:22.909349 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-5a090d15-cf9b-4de1-bc96-18e0c440ab10 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1601811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26971'] for router (0e54fe86-c9bd-4810-a56f-e05687df0784), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:53:22.911977 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-5a090d15-cf9b-4de1-bc96-18e0c440ab10 admin admin] Publish callbacks [] for router_controller (0e54fe86-c9bd-4810-a56f-e05687df0784), precommit_delete_associations {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:53:22.956479 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-5a090d15-cf9b-4de1-bc96-18e0c440ab10 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1601832'] for router (0e54fe86-c9bd-4810-a56f-e05687df0784), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:53:22.956962 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a090d15-cf9b-4de1-bc96-18e0c440ab10 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0e54fe86-c9bd-4810-a56f-e05687df0784 {{(pid=103376) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 18:53:22.961674 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-5a090d15-cf9b-4de1-bc96-18e0c440ab10 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:53:22.962816 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-5a090d15-cf9b-4de1-bc96-18e0c440ab10 admin admin] 10.222.0.89 "DELETE /v2.0/routers/0e54fe86-c9bd-4810-a56f-e05687df0784 HTTP/1.1" status: 204 len: 168 time: 0.7661510 Feb 04 18:53:22.965352 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.89', 32874) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:53:23.010261 n-d-827839-2 neutron-server[103376]: DEBUG neutron.db.db_base_plugin_v2 [None req-70e041c2-2557-4b56-8153-930b92b9c444 admin admin] Deleting subnet a7f9e657-a98e-4b4e-81aa-0b126feb9930 {{(pid=103376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 18:53:23.013296 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-70e041c2-2557-4b56-8153-930b92b9c444 admin admin] Publish callbacks [] for subnet (a7f9e657-a98e-4b4e-81aa-0b126feb9930), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:53:23.048379 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-70e041c2-2557-4b56-8153-930b92b9c444 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25674901'] for subnet (a7f9e657-a98e-4b4e-81aa-0b126feb9930), precommit_delete_associations {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:53:23.132081 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-70e041c2-2557-4b56-8153-930b92b9c444 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1541225'] for subnet (a7f9e657-a98e-4b4e-81aa-0b126feb9930), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:53:23.184583 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-70e041c2-2557-4b56-8153-930b92b9c444 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1541216', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25675894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25858947'] for subnet (a7f9e657-a98e-4b4e-81aa-0b126feb9930), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:53:23.207460 n-d-827839-2 neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e041c2-2557-4b56-8153-930b92b9c444 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a7f9e657-a98e-4b4e-81aa-0b126feb9930,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:53:23.213189 n-d-827839-2 neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-70e041c2-2557-4b56-8153-930b92b9c444 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:53:23.218835 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-571242f3-5aba-4536-919e-aff3bd192060 None None] Network 89767106-00f1-4ebf-b650-141a5889d26f requested from n-d-827839-2 {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 18:53:23.219028 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 32876) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:53:23.221320 n-d-827839-2 neutron-server[103376]: INFO neutron.wsgi [None req-70e041c2-2557-4b56-8153-930b92b9c444 admin admin] 10.222.0.89 "DELETE /v2.0/subnets/a7f9e657-a98e-4b4e-81aa-0b126feb9930 HTTP/1.1" status: 204 len: 168 time: 0.2549772 Feb 04 18:53:23.286985 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-369e3c68-9445-4af2-be9b-483bd914dd23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628832'] for network (89767106-00f1-4ebf-b650-141a5889d26f), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:53:23.343333 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-369e3c68-9445-4af2-be9b-483bd914dd23 admin admin] Deleting port 46c5a0fe-fe4e-4830-b802-d674d6afdc98 {{(pid=103377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 18:53:23.343682 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-369e3c68-9445-4af2-be9b-483bd914dd23 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (46c5a0fe-fe4e-4830-b802-d674d6afdc98), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:53:23.407933 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.db [None req-369e3c68-9445-4af2-be9b-483bd914dd23 admin admin] For port 46c5a0fe-fe4e-4830-b802-d674d6afdc98, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=46c5a0fe-fe4e-4830-b802-d674d6afdc98,segment=NetworkSegment(0f2d45f9-3446-4783-adf1-6db29406179d),segment_id=0f2d45f9-3446-4783-adf1-6db29406179d)] {{(pid=103377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 18:53:23.408210 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-369e3c68-9445-4af2-be9b-483bd914dd23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (46c5a0fe-fe4e-4830-b802-d674d6afdc98), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:53:23.422386 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-369e3c68-9445-4af2-be9b-483bd914dd23 admin admin] Calling delete_port for 46c5a0fe-fe4e-4830-b802-d674d6afdc98 owned by network:dhcp {{(pid=103377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 18:53:23.445894 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06eaec80-f3f9-4b0e-a62d-f8e29c87162b None None] DHCP port deletion for 89767106-00f1-4ebf-b650-141a5889d26f request from n-d-827839-2 {{(pid=103378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 18:53:23.509282 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-06eaec80-f3f9-4b0e-a62d-f8e29c87162b None None] Deleting port 46c5a0fe-fe4e-4830-b802-d674d6afdc98 {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 18:53:23.509971 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-06eaec80-f3f9-4b0e-a62d-f8e29c87162b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781084758658'] for port (46c5a0fe-fe4e-4830-b802-d674d6afdc98), before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:53:23.517159 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-369e3c68-9445-4af2-be9b-483bd914dd23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25888309'] for port (46c5a0fe-fe4e-4830-b802-d674d6afdc98), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:53:23.525348 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 4ee4d9c8-c7f6-424f-9a2c-2d4df83468af no longer exists at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 18:53:23.549245 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369e3c68-9445-4af2-be9b-483bd914dd23 admin admin] Pushing event deleted for resources: {'Port': ['ID=46c5a0fe-fe4e-4830-b802-d674d6afdc98,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:53:23.551590 n-d-827839-2 neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-369e3c68-9445-4af2-be9b-483bd914dd23 admin admin] No DVR routers for this DVR port 46c5a0fe-fe4e-4830-b802-d674d6afdc98 on host n-d-827839-2 {{(pid=103377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 18:53:23.587512 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] No Port match for: 4ee4d9c8-c7f6-424f-9a2c-2d4df83468af {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 18:53:23.588408 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 4ee4d9c8-c7f6-424f-9a2c-2d4df83468af not bound to the agent host n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 18:53:23.588855 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 46c5a0fe-fe4e-4830-b802-d674d6afdc98 no longer exists at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 18:53:23.622411 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-369e3c68-9445-4af2-be9b-483bd914dd23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1543676', 'neutron.services.segments.db._delete_segments_for_network-8781084786517'] for network (89767106-00f1-4ebf-b650-141a5889d26f), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:53:23.623723 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] No Port match for: 46c5a0fe-fe4e-4830-b802-d674d6afdc98 {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 18:53:23.624077 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device 46c5a0fe-fe4e-4830-b802-d674d6afdc98 not bound to the agent host n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 18:53:23.624497 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device f6bd1c5b-c4f5-4a11-89af-a637aa55b8ff no longer exists at agent ovs-agent-n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 18:53:23.644351 n-d-827839-2 neutron-server[103377]: DEBUG neutron.services.segments.db [None req-369e3c68-9445-4af2-be9b-483bd914dd23 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89767106-00f1-4ebf-b650-141a5889d26f']}} {{(pid=103377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:53:23.646435 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] No Port match for: f6bd1c5b-c4f5-4a11-89af-a637aa55b8ff {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 18:53:23.646792 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Device f6bd1c5b-c4f5-4a11-89af-a637aa55b8ff not bound to the agent host n-d-827839-2 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 18:53:23.654931 n-d-827839-2 neutron-server[103377]: DEBUG neutron.services.segments.db [None req-369e3c68-9445-4af2-be9b-483bd914dd23 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f2d45f9-3446-4783-adf1-6db29406179d') {'for_net_delete': True} {{(pid=103377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:53:23.655727 n-d-827839-2 neutron-server[103377]: DEBUG neutron.services.segments.db [None req-369e3c68-9445-4af2-be9b-483bd914dd23 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f2d45f9-3446-4783-adf1-6db29406179d') {} {{(pid=103377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:53:23.663985 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-06eaec80-f3f9-4b0e-a62d-f8e29c87162b None None] For port 46c5a0fe-fe4e-4830-b802-d674d6afdc98, host n-d-827839-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-2',level=0,port_id=46c5a0fe-fe4e-4830-b802-d674d6afdc98,segment=NetworkSegment(0f2d45f9-3446-4783-adf1-6db29406179d),segment_id=0f2d45f9-3446-4783-adf1-6db29406179d)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 18:53:23.664386 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-06eaec80-f3f9-4b0e-a62d-f8e29c87162b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1589800'] for port (46c5a0fe-fe4e-4830-b802-d674d6afdc98), precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:53:23.667141 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-369e3c68-9445-4af2-be9b-483bd914dd23 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781084783966', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26866685'] for segment (0f2d45f9-3446-4783-adf1-6db29406179d), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:53:23.677150 n-d-827839-2 neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-06eaec80-f3f9-4b0e-a62d-f8e29c87162b None None] Calling delete_port for 46c5a0fe-fe4e-4830-b802-d674d6afdc98 owned by network:dhcp {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 18:53:23.681833 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-369e3c68-9445-4af2-be9b-483bd914dd23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394'] for segment (0f2d45f9-3446-4783-adf1-6db29406179d), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:53:23.689210 n-d-827839-2 neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-369e3c68-9445-4af2-be9b-483bd914dd23 admin admin] Releasing vlan 789 on physical network physnet1 to pool {{(pid=103377) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 18:53:23.689633 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-369e3c68-9445-4af2-be9b-483bd914dd23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25888454'] for segment (0f2d45f9-3446-4783-adf1-6db29406179d), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:53:23.691374 n-d-827839-2 neutron-server[103377]: Traceback (most recent call last): Feb 04 18:53:23.691374 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 18:53:23.691374 n-d-827839-2 neutron-server[103377]: timer() Feb 04 18:53:23.691374 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 18:53:23.691374 n-d-827839-2 neutron-server[103377]: cb(*args, **kw) Feb 04 18:53:23.691374 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 18:53:23.691374 n-d-827839-2 neutron-server[103377]: return func(*args, **kwargs) Feb 04 18:53:23.691374 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 18:53:23.691374 n-d-827839-2 neutron-server[103377]: self._notify() Feb 04 18:53:23.691374 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 18:53:23.691374 n-d-827839-2 neutron-server[103377]: self.callback(batched_events) Feb 04 18:53:23.691374 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 18:53:23.691374 n-d-827839-2 neutron-server[103377]: event.method(event) Feb 04 18:53:23.691374 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 18:53:23.691374 n-d-827839-2 neutron-server[103377]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 18:53:23.691374 n-d-827839-2 neutron-server[103377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 18:53:23.691374 n-d-827839-2 neutron-server[103377]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 18:53:23.691374 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 18:53:23.691374 n-d-827839-2 neutron-server[103377]: return f(self, *a, **k) Feb 04 18:53:23.691374 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 18:53:23.691374 n-d-827839-2 neutron-server[103377]: return self._get(url).json() Feb 04 18:53:23.691374 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 18:53:23.691374 n-d-827839-2 neutron-server[103377]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 18:53:23.691374 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 18:53:23.691374 n-d-827839-2 neutron-server[103377]: return self.request(url, 'GET', **kwargs) Feb 04 18:53:23.691374 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 18:53:23.691374 n-d-827839-2 neutron-server[103377]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 18:53:23.691374 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 18:53:23.691374 n-d-827839-2 neutron-server[103377]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 18:53:23.691374 n-d-827839-2 neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 18:53:23.691374 n-d-827839-2 neutron-server[103377]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 18:53:23.691374 n-d-827839-2 neutron-server[103377]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 18:53:23.751538 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-369e3c68-9445-4af2-be9b-483bd914dd23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1543671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1595572'] for network (89767106-00f1-4ebf-b650-141a5889d26f), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:53:23.758286 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-369e3c68-9445-4af2-be9b-483bd914dd23 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:53:23.760951 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-06eaec80-f3f9-4b0e-a62d-f8e29c87162b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1484178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781084764133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781084268144'] for port (46c5a0fe-fe4e-4830-b802-d674d6afdc98), after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:53:23.761500 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-369e3c68-9445-4af2-be9b-483bd914dd23 admin admin] 10.222.0.89 "DELETE /v2.0/networks/89767106-00f1-4ebf-b650-141a5889d26f HTTP/1.1" status: 204 len: 168 time: 0.5414577 Feb 04 18:53:23.774741 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369e3c68-9445-4af2-be9b-483bd914dd23 admin admin] Pushing event deleted for resources: {'Network': ['ID=89767106-00f1-4ebf-b650-141a5889d26f,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:53:23.790455 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-06eaec80-f3f9-4b0e-a62d-f8e29c87162b None None] Network 89767106-00f1-4ebf-b650-141a5889d26f is not hosted by any dhcp agent {{(pid=103378) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 04 18:53:23.791000 n-d-827839-2 neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06eaec80-f3f9-4b0e-a62d-f8e29c87162b None None] No DVR routers for this DVR port 46c5a0fe-fe4e-4830-b802-d674d6afdc98 on host n-d-827839-2 {{(pid=103378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 18:53:23.792942 n-d-827839-2 neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06eaec80-f3f9-4b0e-a62d-f8e29c87162b None None] Pushing event deleted for resources: {'Port': ['ID=46c5a0fe-fe4e-4830-b802-d674d6afdc98,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:53:23.892921 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 32880) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:53:23.932055 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-511c12da-e9c5-40a7-862d-a1ab263c501f admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=e3af54d39965439f99b2e52a799a4305&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0379188 Feb 04 18:53:23.934538 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 32882) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:53:23.980659 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-02290f45-9093-4572-b44b-da35155a3dbd admin admin] Publish callbacks [] for security_group (e017fdf6-1a17-46e9-a8dc-1e2d52c4eb77), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:53:24.001693 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-02290f45-9093-4572-b44b-da35155a3dbd admin admin] Publish callbacks [] for security_group (e017fdf6-1a17-46e9-a8dc-1e2d52c4eb77), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:53:24.047957 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-02290f45-9093-4572-b44b-da35155a3dbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (e017fdf6-1a17-46e9-a8dc-1e2d52c4eb77), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:53:24.050626 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-02290f45-9093-4572-b44b-da35155a3dbd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:53:24.052800 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-02290f45-9093-4572-b44b-da35155a3dbd admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/e017fdf6-1a17-46e9-a8dc-1e2d52c4eb77 HTTP/1.1" status: 204 len: 168 time: 0.1171980 Feb 04 18:53:24.060477 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02290f45-9093-4572-b44b-da35155a3dbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e017fdf6-1a17-46e9-a8dc-1e2d52c4eb77,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:53:24.364077 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 32888) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:53:24.406848 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-6642d2a3-e59d-4187-a23f-a77b43b4fdaa admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=887d005c15d546ef86ac940be8e0bb5b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0416427 Feb 04 18:53:24.409398 n-d-827839-2 neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.89', 32890) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:53:24.454644 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-9fbfa702-ca76-4315-b383-879d604150b8 admin admin] Publish callbacks [] for security_group (f590a15d-a2e4-4f0d-806a-b949fdd615e2), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:53:24.475263 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-9fbfa702-ca76-4315-b383-879d604150b8 admin admin] Publish callbacks [] for security_group (f590a15d-a2e4-4f0d-806a-b949fdd615e2), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:53:24.521152 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-9fbfa702-ca76-4315-b383-879d604150b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664755'] for security_group (f590a15d-a2e4-4f0d-806a-b949fdd615e2), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:53:24.523705 n-d-827839-2 neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-9fbfa702-ca76-4315-b383-879d604150b8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:53:24.524831 n-d-827839-2 neutron-server[103377]: INFO neutron.wsgi [None req-9fbfa702-ca76-4315-b383-879d604150b8 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/f590a15d-a2e4-4f0d-806a-b949fdd615e2 HTTP/1.1" status: 204 len: 168 time: 0.1145394 Feb 04 18:53:24.533685 n-d-827839-2 neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbfa702-ca76-4315-b383-879d604150b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f590a15d-a2e4-4f0d-806a-b949fdd615e2,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:53:29.979277 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-bf9a7ac8-faf1-4730-a4b5-2e5c47999f9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (bb89f5a3-3c22-440b-b7d1-c4f0c43c184a), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:53:33.047244 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f36d1447-cbfb-48ae-a474-e7c73c71924b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (64ada913-9131-4d99-a265-63a920956287), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:53:33.436180 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d408ec64-b374-4acb-a1fc-48241dad6d47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (0cd6d64a-47a7-40ff-8c12-71dd526c62e0), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:53:35.266901 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4f14bb47-e72b-46ac-9e44-a61d9293afcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (75326290-f7a3-4db8-9cf2-15c7139ed224), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:53:35.983569 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (ba70844b-66a0-45fd-a2f2-e6ed673321fc), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:53:41.141211 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (f20a1ab3-4332-4f54-833b-ba4a7c687e89), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:53:43.220937 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (3f9244a9-75fc-4c10-b195-11d48b853b41), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:53:49.165906 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.agents_db [None req-e1691f3b-aacd-4cd6-8ebb-a9c53bb301c0 None None] Agent healthcheck: found 7 active agents {{(pid=103379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 18:53:59.970646 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-babaec12-406f-48f6-b5f9-f09ee22c8176 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (bb89f5a3-3c22-440b-b7d1-c4f0c43c184a), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:54:03.048385 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3f7e4030-da83-4f2e-aaf1-3cabe0a3af70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (64ada913-9131-4d99-a265-63a920956287), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:54:03.438881 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d408ec64-b374-4acb-a1fc-48241dad6d47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (0cd6d64a-47a7-40ff-8c12-71dd526c62e0), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:54:05.270053 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4f14bb47-e72b-46ac-9e44-a61d9293afcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (75326290-f7a3-4db8-9cf2-15c7139ed224), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:54:05.984876 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (ba70844b-66a0-45fd-a2f2-e6ed673321fc), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:54:11.141343 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (f20a1ab3-4332-4f54-833b-ba4a7c687e89), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:54:13.216992 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (3f9244a9-75fc-4c10-b195-11d48b853b41), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:54:26.165997 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.agents_db [None req-e1691f3b-aacd-4cd6-8ebb-a9c53bb301c0 None None] Agent healthcheck: found 7 active agents {{(pid=103379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 18:54:29.972702 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2e5c8a13-ab99-4f1d-920c-5a8276737fa8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (bb89f5a3-3c22-440b-b7d1-c4f0c43c184a), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:54:33.049530 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-23e6d5cb-d602-4c73-b0ac-7120531fc9fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (64ada913-9131-4d99-a265-63a920956287), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:54:33.442623 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d408ec64-b374-4acb-a1fc-48241dad6d47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (0cd6d64a-47a7-40ff-8c12-71dd526c62e0), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:54:35.272794 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4f14bb47-e72b-46ac-9e44-a61d9293afcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (75326290-f7a3-4db8-9cf2-15c7139ed224), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:54:35.986817 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (ba70844b-66a0-45fd-a2f2-e6ed673321fc), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:54:41.156293 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (f20a1ab3-4332-4f54-833b-ba4a7c687e89), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:54:43.218830 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (3f9244a9-75fc-4c10-b195-11d48b853b41), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:54:59.974090 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b266519f-145b-4330-85d2-ec527f0fe100 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (bb89f5a3-3c22-440b-b7d1-c4f0c43c184a), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:55:03.050954 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-71dbecfa-18ae-49e1-b60d-534b0ea58522 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (64ada913-9131-4d99-a265-63a920956287), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:55:03.165873 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.agents_db [None req-e1691f3b-aacd-4cd6-8ebb-a9c53bb301c0 None None] Agent healthcheck: found 7 active agents {{(pid=103379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 18:55:03.444640 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d408ec64-b374-4acb-a1fc-48241dad6d47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (0cd6d64a-47a7-40ff-8c12-71dd526c62e0), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:55:05.276535 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4f14bb47-e72b-46ac-9e44-a61d9293afcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (75326290-f7a3-4db8-9cf2-15c7139ed224), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:55:05.989119 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (ba70844b-66a0-45fd-a2f2-e6ed673321fc), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:55:11.165746 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (f20a1ab3-4332-4f54-833b-ba4a7c687e89), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:55:13.217107 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (3f9244a9-75fc-4c10-b195-11d48b853b41), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:55:29.976083 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-25cbea65-fa35-4aab-86ac-99c0d9a88d1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (bb89f5a3-3c22-440b-b7d1-c4f0c43c184a), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:55:33.052669 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-de5092ff-c336-4b18-8923-ae493b7d4a97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (64ada913-9131-4d99-a265-63a920956287), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:55:33.448253 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d408ec64-b374-4acb-a1fc-48241dad6d47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (0cd6d64a-47a7-40ff-8c12-71dd526c62e0), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:55:35.277265 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4f14bb47-e72b-46ac-9e44-a61d9293afcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (75326290-f7a3-4db8-9cf2-15c7139ed224), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:55:35.992249 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (ba70844b-66a0-45fd-a2f2-e6ed673321fc), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:55:40.166345 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.agents_db [None req-e1691f3b-aacd-4cd6-8ebb-a9c53bb301c0 None None] Agent healthcheck: found 7 active agents {{(pid=103379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 18:55:41.166220 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (f20a1ab3-4332-4f54-833b-ba4a7c687e89), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:55:43.216492 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (3f9244a9-75fc-4c10-b195-11d48b853b41), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:55:59.977191 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f681c7ae-e15d-4779-ab5f-94f4b3dc58b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (bb89f5a3-3c22-440b-b7d1-c4f0c43c184a), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:56:03.054727 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f1002f15-aee6-45fb-a140-cfc830e1fa6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (64ada913-9131-4d99-a265-63a920956287), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:56:03.451981 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d408ec64-b374-4acb-a1fc-48241dad6d47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (0cd6d64a-47a7-40ff-8c12-71dd526c62e0), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:56:05.285549 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4f14bb47-e72b-46ac-9e44-a61d9293afcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (75326290-f7a3-4db8-9cf2-15c7139ed224), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:56:05.994761 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (ba70844b-66a0-45fd-a2f2-e6ed673321fc), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:56:11.170048 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (f20a1ab3-4332-4f54-833b-ba4a7c687e89), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:56:13.228509 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (3f9244a9-75fc-4c10-b195-11d48b853b41), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:56:17.165789 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.agents_db [None req-e1691f3b-aacd-4cd6-8ebb-a9c53bb301c0 None None] Agent healthcheck: found 7 active agents {{(pid=103379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 18:56:29.983264 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0d134260-3acb-4394-a720-8bdc26b3ab8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (bb89f5a3-3c22-440b-b7d1-c4f0c43c184a), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:56:33.055821 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-972fdeb4-207a-4d2e-a276-758acde57b39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (64ada913-9131-4d99-a265-63a920956287), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:56:33.454826 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d408ec64-b374-4acb-a1fc-48241dad6d47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (0cd6d64a-47a7-40ff-8c12-71dd526c62e0), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:56:35.286063 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4f14bb47-e72b-46ac-9e44-a61d9293afcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (75326290-f7a3-4db8-9cf2-15c7139ed224), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:56:35.999594 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (ba70844b-66a0-45fd-a2f2-e6ed673321fc), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:56:41.177681 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (f20a1ab3-4332-4f54-833b-ba4a7c687e89), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:56:43.243025 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (3f9244a9-75fc-4c10-b195-11d48b853b41), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:56:54.168600 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.agents_db [None req-e1691f3b-aacd-4cd6-8ebb-a9c53bb301c0 None None] Agent healthcheck: found 7 active agents {{(pid=103379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 18:56:59.981098 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d8bd1d-b761-45e0-943e-1b7982b4b4fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (bb89f5a3-3c22-440b-b7d1-c4f0c43c184a), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:57:03.057844 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3b37a735-953a-4e86-b304-5a2b8b1c6123 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (64ada913-9131-4d99-a265-63a920956287), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:57:03.456398 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d408ec64-b374-4acb-a1fc-48241dad6d47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (0cd6d64a-47a7-40ff-8c12-71dd526c62e0), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:57:05.289292 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4f14bb47-e72b-46ac-9e44-a61d9293afcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (75326290-f7a3-4db8-9cf2-15c7139ed224), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:57:05.993621 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (ba70844b-66a0-45fd-a2f2-e6ed673321fc), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:57:11.193478 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (f20a1ab3-4332-4f54-833b-ba4a7c687e89), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:57:13.261588 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (3f9244a9-75fc-4c10-b195-11d48b853b41), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:57:29.973281 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4e784d14-83e9-4d2d-8e0f-1f72339f2c4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (bb89f5a3-3c22-440b-b7d1-c4f0c43c184a), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:57:31.167970 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.agents_db [None req-e1691f3b-aacd-4cd6-8ebb-a9c53bb301c0 None None] Agent healthcheck: found 7 active agents {{(pid=103379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 18:57:33.063675 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3b34deaf-5eb7-481d-8881-2339364264c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (64ada913-9131-4d99-a265-63a920956287), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:57:33.459801 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d408ec64-b374-4acb-a1fc-48241dad6d47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (0cd6d64a-47a7-40ff-8c12-71dd526c62e0), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:57:35.293228 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4f14bb47-e72b-46ac-9e44-a61d9293afcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (75326290-f7a3-4db8-9cf2-15c7139ed224), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:57:35.995314 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (ba70844b-66a0-45fd-a2f2-e6ed673321fc), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:57:41.206395 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (f20a1ab3-4332-4f54-833b-ba4a7c687e89), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:57:43.256630 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (3f9244a9-75fc-4c10-b195-11d48b853b41), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:57:59.977687 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-61192866-9aa7-4573-b369-21419e641bc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (bb89f5a3-3c22-440b-b7d1-c4f0c43c184a), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:58:03.067064 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-92c5d146-a319-4dc5-9c4c-38d7b72d4281 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (64ada913-9131-4d99-a265-63a920956287), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:58:03.462801 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d408ec64-b374-4acb-a1fc-48241dad6d47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (0cd6d64a-47a7-40ff-8c12-71dd526c62e0), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:58:05.301049 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4f14bb47-e72b-46ac-9e44-a61d9293afcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (75326290-f7a3-4db8-9cf2-15c7139ed224), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:58:06.000590 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (ba70844b-66a0-45fd-a2f2-e6ed673321fc), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:58:08.167428 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.agents_db [None req-e1691f3b-aacd-4cd6-8ebb-a9c53bb301c0 None None] Agent healthcheck: found 7 active agents {{(pid=103379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 18:58:11.218893 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (f20a1ab3-4332-4f54-833b-ba4a7c687e89), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:58:13.274141 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (3f9244a9-75fc-4c10-b195-11d48b853b41), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:58:29.987073 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-bc85a4e4-6f6b-4747-9345-2cf240a45900 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (bb89f5a3-3c22-440b-b7d1-c4f0c43c184a), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:58:33.070401 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9861b509-65d7-487a-af8a-aabeea7c0415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (64ada913-9131-4d99-a265-63a920956287), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:58:33.467124 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d408ec64-b374-4acb-a1fc-48241dad6d47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (0cd6d64a-47a7-40ff-8c12-71dd526c62e0), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:58:35.302377 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4f14bb47-e72b-46ac-9e44-a61d9293afcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (75326290-f7a3-4db8-9cf2-15c7139ed224), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:58:36.010112 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (ba70844b-66a0-45fd-a2f2-e6ed673321fc), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:58:41.225231 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (f20a1ab3-4332-4f54-833b-ba4a7c687e89), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:58:43.269281 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (3f9244a9-75fc-4c10-b195-11d48b853b41), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:58:45.169650 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.agents_db [None req-e1691f3b-aacd-4cd6-8ebb-a9c53bb301c0 None None] Agent healthcheck: found 7 active agents {{(pid=103379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 18:58:59.982974 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a47a729c-9c6b-4a29-833c-78351fd1dea9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (bb89f5a3-3c22-440b-b7d1-c4f0c43c184a), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:59:03.071530 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b3b48119-516e-4f17-a596-6dcd183354d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (64ada913-9131-4d99-a265-63a920956287), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:59:03.467160 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d408ec64-b374-4acb-a1fc-48241dad6d47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (0cd6d64a-47a7-40ff-8c12-71dd526c62e0), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:59:05.302349 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4f14bb47-e72b-46ac-9e44-a61d9293afcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (75326290-f7a3-4db8-9cf2-15c7139ed224), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:59:06.004496 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (ba70844b-66a0-45fd-a2f2-e6ed673321fc), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:59:11.237876 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (f20a1ab3-4332-4f54-833b-ba4a7c687e89), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:59:13.291458 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (3f9244a9-75fc-4c10-b195-11d48b853b41), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:59:22.169149 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.agents_db [None req-e1691f3b-aacd-4cd6-8ebb-a9c53bb301c0 None None] Agent healthcheck: found 7 active agents {{(pid=103379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 18:59:29.975709 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9948aec5-ba17-45a2-8a72-26d60e925b03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (bb89f5a3-3c22-440b-b7d1-c4f0c43c184a), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:59:33.075226 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-bcc86428-235a-4712-b891-994ac0099781 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (64ada913-9131-4d99-a265-63a920956287), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:59:33.471696 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d408ec64-b374-4acb-a1fc-48241dad6d47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (0cd6d64a-47a7-40ff-8c12-71dd526c62e0), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:59:35.305986 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4f14bb47-e72b-46ac-9e44-a61d9293afcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (75326290-f7a3-4db8-9cf2-15c7139ed224), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:59:36.006630 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (ba70844b-66a0-45fd-a2f2-e6ed673321fc), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:59:41.236232 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (f20a1ab3-4332-4f54-833b-ba4a7c687e89), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:59:43.288517 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (3f9244a9-75fc-4c10-b195-11d48b853b41), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:59:52.773915 n-d-827839-2 neutron-server[103376]: DEBUG neutron.wsgi [req-e25fd7b4-9a09-4947-ab23-30fdbea30e18 req-52ffa922-1c2e-4940-abe3-46547f8e8bde service neutron] (103376) timed out ('10.222.0.89', 58658) {{(pid=103376) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 04 18:59:59.172762 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.agents_db [None req-e1691f3b-aacd-4cd6-8ebb-a9c53bb301c0 None None] Agent healthcheck: found 7 active agents {{(pid=103379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 18:59:59.980827 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e3d530cc-fe37-4d6d-afcb-e0683e210b9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (bb89f5a3-3c22-440b-b7d1-c4f0c43c184a), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 19:00:03.077756 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f21e4927-c1d3-46a2-ac71-6ddebb71158f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (64ada913-9131-4d99-a265-63a920956287), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 19:00:03.474560 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d408ec64-b374-4acb-a1fc-48241dad6d47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (0cd6d64a-47a7-40ff-8c12-71dd526c62e0), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 19:00:05.309853 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4f14bb47-e72b-46ac-9e44-a61d9293afcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (75326290-f7a3-4db8-9cf2-15c7139ed224), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 19:00:06.009247 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (ba70844b-66a0-45fd-a2f2-e6ed673321fc), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 19:00:11.235973 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (f20a1ab3-4332-4f54-833b-ba4a7c687e89), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 19:00:13.286755 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (3f9244a9-75fc-4c10-b195-11d48b853b41), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 19:00:29.986301 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-cb431dce-3a6e-47cc-8311-776d17c6cd0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (bb89f5a3-3c22-440b-b7d1-c4f0c43c184a), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 19:00:33.079487 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-19c6ae7d-f717-4cad-8de2-5330650097a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (64ada913-9131-4d99-a265-63a920956287), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 19:00:33.477878 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d408ec64-b374-4acb-a1fc-48241dad6d47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (0cd6d64a-47a7-40ff-8c12-71dd526c62e0), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 19:00:35.313308 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4f14bb47-e72b-46ac-9e44-a61d9293afcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (75326290-f7a3-4db8-9cf2-15c7139ed224), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 19:00:36.012956 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (ba70844b-66a0-45fd-a2f2-e6ed673321fc), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 19:00:36.172145 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.agents_db [None req-e1691f3b-aacd-4cd6-8ebb-a9c53bb301c0 None None] Agent healthcheck: found 7 active agents {{(pid=103379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 19:00:41.238390 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (f20a1ab3-4332-4f54-833b-ba4a7c687e89), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 19:00:43.297348 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (3f9244a9-75fc-4c10-b195-11d48b853b41), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 19:00:59.979538 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-adbd0afe-bee9-4492-9f79-c05daa493ab9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (bb89f5a3-3c22-440b-b7d1-c4f0c43c184a), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 19:01:03.081954 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a65ca7f0-c9e6-47d1-b952-b159ef6117b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (64ada913-9131-4d99-a265-63a920956287), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 19:01:03.483333 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d408ec64-b374-4acb-a1fc-48241dad6d47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (0cd6d64a-47a7-40ff-8c12-71dd526c62e0), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 19:01:05.314502 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4f14bb47-e72b-46ac-9e44-a61d9293afcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (75326290-f7a3-4db8-9cf2-15c7139ed224), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 19:01:06.020926 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (ba70844b-66a0-45fd-a2f2-e6ed673321fc), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 19:01:11.251545 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (f20a1ab3-4332-4f54-833b-ba4a7c687e89), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 19:01:13.171335 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.agents_db [None req-e1691f3b-aacd-4cd6-8ebb-a9c53bb301c0 None None] Agent healthcheck: found 7 active agents {{(pid=103379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 19:01:13.304457 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (3f9244a9-75fc-4c10-b195-11d48b853b41), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 19:01:29.984898 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-105492a1-7cfb-4e30-8cd7-b73da0947d9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (bb89f5a3-3c22-440b-b7d1-c4f0c43c184a), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 19:01:33.084682 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c961c0ca-c3dd-4849-a130-092a49d35283 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (64ada913-9131-4d99-a265-63a920956287), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 19:01:33.483943 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d408ec64-b374-4acb-a1fc-48241dad6d47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (0cd6d64a-47a7-40ff-8c12-71dd526c62e0), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 19:01:35.318234 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4f14bb47-e72b-46ac-9e44-a61d9293afcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (75326290-f7a3-4db8-9cf2-15c7139ed224), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 19:01:36.014079 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (ba70844b-66a0-45fd-a2f2-e6ed673321fc), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 19:01:41.250584 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (f20a1ab3-4332-4f54-833b-ba4a7c687e89), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 19:01:43.318286 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (3f9244a9-75fc-4c10-b195-11d48b853b41), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 19:01:50.170728 n-d-827839-2 neutron-server[103379]: DEBUG neutron.db.agents_db [None req-e1691f3b-aacd-4cd6-8ebb-a9c53bb301c0 None None] Agent healthcheck: found 7 active agents {{(pid=103379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 19:01:59.990276 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d9902d5e-29f9-46f3-b10f-c1867629aecd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (bb89f5a3-3c22-440b-b7d1-c4f0c43c184a), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 19:02:03.086961 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0594d35b-1c12-4ad8-8425-2d3fb9b28fbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (64ada913-9131-4d99-a265-63a920956287), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 19:02:03.490357 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d408ec64-b374-4acb-a1fc-48241dad6d47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (0cd6d64a-47a7-40ff-8c12-71dd526c62e0), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 19:02:05.327438 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4f14bb47-e72b-46ac-9e44-a61d9293afcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (75326290-f7a3-4db8-9cf2-15c7139ed224), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 19:02:06.016730 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4583d932-2ac6-4adf-b2bd-ae6e82ae95d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (ba70844b-66a0-45fd-a2f2-e6ed673321fc), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 19:02:11.250766 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69d9ceef-05a3-4291-86aa-5770fd415692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (f20a1ab3-4332-4f54-833b-ba4a7c687e89), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 19:02:13.323893 n-d-827839-2 neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1f58f3fe-e414-425c-927c-58eac9df6bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781084786499', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1546175'] for agent (3f9244a9-75fc-4c10-b195-11d48b853b41), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}